-- Logs begin at Fri 2022-01-28 18:29:20 UTC, end at Fri 2022-01-28 21:06:26 UTC. -- Jan 28 19:02:19.435931 n-d-812111-14 systemd[1]: Started Devstack devstack@q-svc.service. Jan 28 19:02:22.427362 n-d-812111-14 neutron-server[103197]: INFO neutron.common.config [-] Logging enabled! Jan 28 19:02:22.427959 n-d-812111-14 neutron-server[103197]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev450 Jan 28 19:02:22.428128 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103197) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 28 19:02:22.431407 n-d-812111-14 neutron-server[103197]: INFO neutron.common.config [-] Logging enabled! Jan 28 19:02:22.431661 n-d-812111-14 neutron-server[103197]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev450 Jan 28 19:02:22.431967 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103197) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 28 19:02:22.432888 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 28 19:02:22.433138 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 28 19:02:22.433506 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 28 19:02:22.433750 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 28 19:02:22.433973 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 28 19:02:22.434284 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:22.434693 n-d-812111-14 neutron-server[103197]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Jan 28 19:02:22.434998 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:22.435285 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:22.435572 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:22.435861 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:22.436143 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:22.436415 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:22.436697 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:22.436989 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:22.437301 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:22.437577 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:22.437854 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:22.438140 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:22.438413 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:22.438695 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:22.438976 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:22.439251 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] debug = True {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:22.439525 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:22.439953 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:22.440370 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:22.440645 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:22.440927 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:22.441224 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:22.441493 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:22.441765 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:22.442069 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:22.442389 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] host = n-d-812111-14 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:22.442660 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:22.442942 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:22.443221 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:22.443500 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:22.443767 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:22.444036 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:22.444314 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:22.444579 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:22.444847 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] log_file = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:22.445136 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:22.445422 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:22.445702 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:22.445985 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:22.446204 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:22.446422 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:22.446705 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:22.446985 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:22.447254 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:22.447523 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:22.447791 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:22.448057 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:22.448324 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:22.448586 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:22.448865 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:22.449170 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:22.449451 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:22.449721 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:22.449994 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:22.450261 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:22.450527 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:22.450806 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:22.451072 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:22.451339 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:22.451605 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:22.451885 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:22.452146 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:22.452413 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:22.452709 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:22.452989 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:22.453296 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:22.453579 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:22.453847 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:22.454123 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:22.454389 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:22.454656 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:22.454923 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] use_json = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:22.455188 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:22.455451 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:22.455725 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:22.455991 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:22.456258 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:22.456525 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:22.456794 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:22.457072 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:22.457364 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:22.458191 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:22.458480 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:22.458775 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:22.459070 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:22.459358 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:22.459633 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:22.459918 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:22.460191 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:22.460480 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:22.460764 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:22.461049 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:22.461467 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:22.461764 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:22.462050 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:22.462339 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:22.462637 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:22.462925 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:22.463213 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:22.463484 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:22.463754 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:22.464023 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:22.464297 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:22.464578 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:22.464851 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:22.465167 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:22.465456 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:22.465730 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:22.466023 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:22.466306 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:22.466594 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:22.466876 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:22.467146 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:22.467420 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:22.467706 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:22.467979 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:22.468247 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:22.468520 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:22.468803 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:22.469078 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:22.469372 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:22.469650 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:22.469925 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:22.470194 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:22.470468 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:22.470742 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:22.471028 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:22.471304 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:22.471574 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:22.471889 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:22.472118 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:22.472387 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:22.472667 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:22.472941 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:22.473832 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:22.474106 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:22.474386 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:22.474657 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:22.474927 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:22.475202 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:22.475474 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:22.475750 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:22.476020 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:22.476289 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:22.476557 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:22.476826 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:22.477093 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:22.477383 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:22.477653 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:22.477926 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:22.478195 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:22.478464 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:22.478732 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:22.479000 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:22.479269 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:22.479553 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:22.479848 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:22.480124 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:22.480404 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:22.480679 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:22.480954 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:22.481266 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:22.481544 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:22.481819 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:22.482094 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:22.482364 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:22.482652 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:22.482931 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:22.483212 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:22.483512 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:22.483787 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:22.484078 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:22.484352 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:22.484631 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:22.484905 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:22.485199 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:22.485483 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:22.485764 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:22.486055 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:22.486344 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:22.486630 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:22.486916 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:22.487204 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:22.487480 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:22.487787 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:22.488064 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:22.488279 n-d-812111-14 neutron-server[103197]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 28 19:02:22.488514 n-d-812111-14 neutron-server[103197]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103197) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jan 28 19:02:22.861870 n-d-812111-14 neutron-server[103197]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103197) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 28 19:02:22.862149 n-d-812111-14 neutron-server[103197]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103197) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 28 19:02:22.862453 n-d-812111-14 neutron-server[103197]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103197) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 28 19:02:22.862784 n-d-812111-14 neutron-server[103197]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 28 19:02:23.198447 n-d-812111-14 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:02:23.198655 n-d-812111-14 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:02:23.198924 n-d-812111-14 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:02:23.200598 n-d-812111-14 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:02:23.201031 n-d-812111-14 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:02:23.201330 n-d-812111-14 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:02:23.245544 n-d-812111-14 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:02:23.245828 n-d-812111-14 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:02:23.246093 n-d-812111-14 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:02:23.260705 n-d-812111-14 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:02:23.260982 n-d-812111-14 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:02:23.261286 n-d-812111-14 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:02:23.291845 n-d-812111-14 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:02:23.292118 n-d-812111-14 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:02:23.292379 n-d-812111-14 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:02:23.329090 n-d-812111-14 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:02:23.329386 n-d-812111-14 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:02:23.329658 n-d-812111-14 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:02:23.668204 n-d-812111-14 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:02:23.668822 n-d-812111-14 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:02:23.668822 n-d-812111-14 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:02:23.669016 n-d-812111-14 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:02:23.669684 n-d-812111-14 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:02:23.767864 n-d-812111-14 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:02:23.768177 n-d-812111-14 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:02:23.768458 n-d-812111-14 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:02:23.768731 n-d-812111-14 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:02:23.768996 n-d-812111-14 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:02:23.769332 n-d-812111-14 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:02:23.769593 n-d-812111-14 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:02:23.769850 n-d-812111-14 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:02:23.770131 n-d-812111-14 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:02:23.770411 n-d-812111-14 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:02:23.770671 n-d-812111-14 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:02:23.770934 n-d-812111-14 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:02:23.771188 n-d-812111-14 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:02:23.771439 n-d-812111-14 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:02:23.771694 n-d-812111-14 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:02:23.771956 n-d-812111-14 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:02:23.772209 n-d-812111-14 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:02:23.772474 n-d-812111-14 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:02:23.772742 n-d-812111-14 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:02:23.773000 n-d-812111-14 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:02:23.773295 n-d-812111-14 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:02:23.773551 n-d-812111-14 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:02:23.773831 n-d-812111-14 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:02:23.774204 n-d-812111-14 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:02:23.774453 n-d-812111-14 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:02:23.774699 n-d-812111-14 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:02:23.775086 n-d-812111-14 neutron-server[103197]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103197) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 19:02:23.775324 n-d-812111-14 neutron-server[103197]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103197) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 19:02:23.775558 n-d-812111-14 neutron-server[103197]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103197) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 19:02:23.776062 n-d-812111-14 neutron-server[103197]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103197) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 19:02:23.776291 n-d-812111-14 neutron-server[103197]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103197) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 19:02:23.776520 n-d-812111-14 neutron-server[103197]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103197) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 19:02:23.776873 n-d-812111-14 neutron-server[103197]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 28 19:02:23.779976 n-d-812111-14 neutron-server[103197]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 28 19:02:23.784027 n-d-812111-14 neutron-server[103197]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 28 19:02:23.788256 n-d-812111-14 neutron-server[103197]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Jan 28 19:02:23.789912 n-d-812111-14 neutron-server[103197]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 28 19:02:23.790370 n-d-812111-14 neutron-server[103197]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 28 19:02:23.790705 n-d-812111-14 neutron-server[103197]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jan 28 19:02:23.791090 n-d-812111-14 neutron-server[103197]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 28 19:02:23.793935 n-d-812111-14 neutron-server[103197]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 28 19:02:23.794186 n-d-812111-14 neutron-server[103197]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 28 19:02:23.794527 n-d-812111-14 neutron-server[103197]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jan 28 19:02:23.799851 n-d-812111-14 neutron-server[103197]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jan 28 19:02:23.824113 n-d-812111-14 neutron-server[103197]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jan 28 19:02:23.824563 n-d-812111-14 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:02:23.824859 n-d-812111-14 neutron-server[103197]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103197) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Jan 28 19:02:23.825248 n-d-812111-14 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:02:23.826612 n-d-812111-14 neutron-server[103197]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103197) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 28 19:02:23.826892 n-d-812111-14 neutron-server[103197]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jan 28 19:02:23.827139 n-d-812111-14 neutron-server[103197]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jan 28 19:02:23.830375 n-d-812111-14 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:02:23.830656 n-d-812111-14 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:02:23.894564 n-d-812111-14 neutron-server[103197]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 28 19:02:23.894802 n-d-812111-14 neutron-server[103197]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 28 19:02:23.895567 n-d-812111-14 neutron-server[103197]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 28 19:02:23.895931 n-d-812111-14 neutron-server[103197]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 28 19:02:23.916325 n-d-812111-14 neutron-server[103197]: DEBUG oslo_db.sqlalchemy.engines [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103197) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jan 28 19:02:24.349457 n-d-812111-14 neutron-server[103197]: INFO neutron.plugins.ml2.managers [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Initializing driver for type 'gre' Jan 28 19:02:24.349978 n-d-812111-14 neutron-server[103197]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] gre ID ranges: [(1, 1000)] Jan 28 19:02:24.401464 n-d-812111-14 neutron-server[103197]: INFO neutron.plugins.ml2.managers [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Initializing driver for type 'local' Jan 28 19:02:24.401803 n-d-812111-14 neutron-server[103197]: INFO neutron.plugins.ml2.managers [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Initializing driver for type 'vlan' Jan 28 19:02:24.414591 n-d-812111-14 neutron-server[103197]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] VlanTypeDriver initialization complete Jan 28 19:02:24.414928 n-d-812111-14 neutron-server[103197]: INFO neutron.plugins.ml2.managers [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Initializing driver for type 'vxlan' Jan 28 19:02:24.415426 n-d-812111-14 neutron-server[103197]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] vxlan ID ranges: [(1, 1000)] Jan 28 19:02:24.463658 n-d-812111-14 neutron-server[103197]: INFO neutron.plugins.ml2.managers [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Initializing extension driver 'port_security' Jan 28 19:02:24.464092 n-d-812111-14 neutron-server[103197]: INFO neutron.plugins.ml2.extensions.port_security [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] PortSecurityExtensionDriver initialization complete Jan 28 19:02:24.464433 n-d-812111-14 neutron-server[103197]: INFO neutron.plugins.ml2.managers [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Initializing mechanism driver 'openvswitch' Jan 28 19:02:24.464769 n-d-812111-14 neutron-server[103197]: INFO neutron.plugins.ml2.managers [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Initializing mechanism driver 'hyperv' Jan 28 19:02:24.471438 n-d-812111-14 neutron-server[103197]: DEBUG neutron.plugins.ml2.plugin [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:02:24.472161 n-d-812111-14 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Subscribe: > port after_create 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:02:24.472489 n-d-812111-14 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Subscribe: > port after_update 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:02:24.472845 n-d-812111-14 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Subscribe: > port after_delete 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:02:24.473921 n-d-812111-14 neutron-server[103197]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103197) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 28 19:02:24.474375 n-d-812111-14 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Subscribe: > subnet after_create 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:02:24.474738 n-d-812111-14 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Subscribe: > subnet after_update 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:02:24.475087 n-d-812111-14 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:02:24.475494 n-d-812111-14 neutron-server[103197]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103197) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 28 19:02:24.475914 n-d-812111-14 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Subscribe: > network after_create 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:02:24.476271 n-d-812111-14 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Subscribe: > network after_update 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:02:24.476615 n-d-812111-14 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Subscribe: > network after_delete 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:02:24.477006 n-d-812111-14 neutron-server[103197]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103197) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 28 19:02:24.477439 n-d-812111-14 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Subscribe: > security_group after_create 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:02:24.477785 n-d-812111-14 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Subscribe: > security_group after_update 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:02:24.478124 n-d-812111-14 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:02:24.478651 n-d-812111-14 neutron-server[103197]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103197) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 28 19:02:24.479064 n-d-812111-14 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:02:24.479419 n-d-812111-14 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:02:24.479759 n-d-812111-14 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:02:24.480164 n-d-812111-14 neutron-server[103197]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103197) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 28 19:02:24.480577 n-d-812111-14 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Subscribe: > address_group after_create 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:02:24.480924 n-d-812111-14 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Subscribe: > address_group after_update 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:02:24.481293 n-d-812111-14 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:02:24.481697 n-d-812111-14 neutron-server[103197]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103197) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 28 19:02:24.482152 n-d-812111-14 neutron-server[103197]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] ML2 OVO RPC backend initialized. {{(pid=103197) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Jan 28 19:02:24.482863 n-d-812111-14 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:02:24.483221 n-d-812111-14 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:02:24.483651 n-d-812111-14 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Subscribe: > network before_response 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:02:24.484000 n-d-812111-14 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Subscribe: > networks before_response 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:02:24.484347 n-d-812111-14 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Subscribe: > port before_response 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:02:24.484694 n-d-812111-14 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Subscribe: > ports before_response 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:02:24.485192 n-d-812111-14 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Subscribe: > subnet before_response 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:02:24.485401 n-d-812111-14 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Subscribe: > subnets before_response 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:02:24.485745 n-d-812111-14 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Subscribe: > network after_create 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:02:24.486085 n-d-812111-14 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Subscribe: > network after_update 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:02:24.486420 n-d-812111-14 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Subscribe: > network after_delete 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:02:24.486757 n-d-812111-14 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Subscribe: > port after_create 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:02:24.487118 n-d-812111-14 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Subscribe: > port after_update 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:02:24.487482 n-d-812111-14 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Subscribe: > port after_delete 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:02:24.487914 n-d-812111-14 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Subscribe: > subnet after_create 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:02:24.488284 n-d-812111-14 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Subscribe: > subnet after_update 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:02:24.488647 n-d-812111-14 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:02:24.496610 n-d-812111-14 neutron-server[103197]: INFO neutron.quota [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loaded quota_driver: . Jan 28 19:02:24.496973 n-d-812111-14 neutron-server[103197]: INFO neutron.plugins.ml2.plugin [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Modular L2 Plugin initialization complete Jan 28 19:02:24.497351 n-d-812111-14 neutron-server[103197]: DEBUG neutron.manager [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loading services supported by the core plugin {{(pid=103197) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 28 19:02:24.497693 n-d-812111-14 neutron-server[103197]: INFO neutron.plugins.ml2.managers [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Got port-security extension from driver 'port_security' Jan 28 19:02:24.498202 n-d-812111-14 neutron-server[103197]: INFO neutron.extensions.vlantransparent [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Disabled vlantransparent extension. Jan 28 19:02:24.498695 n-d-812111-14 neutron-server[103197]: DEBUG neutron.manager [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103197) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 28 19:02:24.499019 n-d-812111-14 neutron-server[103197]: INFO neutron.manager [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loading Plugin: router Jan 28 19:02:24.537195 n-d-812111-14 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:02:24.537588 n-d-812111-14 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Subscribe: > router after_create 55549900 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:02:24.537962 n-d-812111-14 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Subscribe: > router before_create 55549900 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:02:24.538325 n-d-812111-14 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:02:24.538696 n-d-812111-14 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:02:24.539052 n-d-812111-14 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Subscribe: > router after_delete 55549900 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:02:24.539412 n-d-812111-14 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:02:24.539762 n-d-812111-14 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:02:24.540120 n-d-812111-14 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Subscribe: > router after_create 55549900 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:02:24.540466 n-d-812111-14 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Subscribe: > router after_update 55549900 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:02:24.540815 n-d-812111-14 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Subscribe: > router after_update 55549900 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:02:24.541261 n-d-812111-14 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:02:24.541624 n-d-812111-14 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Subscribe: > router after_update 55549900 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:02:24.542032 n-d-812111-14 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Subscribe: > router precommit_update 55549900 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:02:24.542401 n-d-812111-14 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Subscribe: port after_update 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:02:24.542749 n-d-812111-14 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Subscribe: port after_delete 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:02:24.543089 n-d-812111-14 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Subscribe: subnet after_update 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:02:24.543427 n-d-812111-14 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:02:24.543774 n-d-812111-14 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:02:24.544120 n-d-812111-14 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Subscribe: > router precommit_create 55549900 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:02:24.544467 n-d-812111-14 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Subscribe: port before_delete 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:02:24.544811 n-d-812111-14 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Subscribe: > router precommit_create 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:02:24.545189 n-d-812111-14 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Subscribe: > router after_update 55549900 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:02:24.545538 n-d-812111-14 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:02:24.545889 n-d-812111-14 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Subscribe: > router precommit_create 55549900 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:02:24.546249 n-d-812111-14 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:02:24.546594 n-d-812111-14 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Subscribe: > router precommit_update 55549900 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:02:24.546961 n-d-812111-14 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Subscribe: > agent after_create 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:02:24.547330 n-d-812111-14 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Subscribe: > agent after_delete 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:02:24.547676 n-d-812111-14 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Subscribe: > network after_delete 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:02:24.548534 n-d-812111-14 neutron-server[103197]: DEBUG neutron.quota.resource_registry [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Tracking information for resource: router configured {{(pid=103197) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 19:02:24.548871 n-d-812111-14 neutron-server[103197]: DEBUG neutron.quota.resource_registry [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Tracking information for resource: floatingip configured {{(pid=103197) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 19:02:24.554308 n-d-812111-14 neutron-server[103197]: INFO neutron.db.l3_agentschedulers_db [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 28 19:02:24.554885 n-d-812111-14 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Subscribe: port after_update 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:02:24.555248 n-d-812111-14 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Subscribe: port after_create 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:02:24.555599 n-d-812111-14 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Subscribe: port after_delete 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:02:24.555949 n-d-812111-14 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Subscribe: port after_update 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:02:24.556858 n-d-812111-14 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Subscribe: > router before_create 55550100 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:02:24.557248 n-d-812111-14 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:02:24.557615 n-d-812111-14 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Subscribe: > router precommit_create 55550100 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:02:24.557972 n-d-812111-14 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Subscribe: > router precommit_update 55550100 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:02:24.562694 n-d-812111-14 neutron-server[103197]: DEBUG neutron.services.provider_configuration [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Service providers = [] {{(pid=103197) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 28 19:02:24.563063 n-d-812111-14 neutron-server[103197]: DEBUG neutron.db.servicetype_db [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103197) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 28 19:02:24.566044 n-d-812111-14 neutron-server[103197]: DEBUG neutron.services.service_base [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103197) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 28 19:02:24.566398 n-d-812111-14 neutron-server[103197]: DEBUG neutron.services.service_base [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103197) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 28 19:02:24.566744 n-d-812111-14 neutron-server[103197]: DEBUG neutron.services.service_base [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103197) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 28 19:02:24.568225 n-d-812111-14 neutron-server[103197]: DEBUG neutron.services.service_base [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103197) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 28 19:02:24.568598 n-d-812111-14 neutron-server[103197]: INFO neutron.services.service_base [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 28 19:02:24.568980 n-d-812111-14 neutron-server[103197]: DEBUG neutron.manager [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103197) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 19:02:24.569325 n-d-812111-14 neutron-server[103197]: INFO neutron.manager [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 28 19:02:24.579998 n-d-812111-14 neutron-server[103197]: DEBUG neutron.manager [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103197) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 19:02:24.580337 n-d-812111-14 neutron-server[103197]: INFO neutron.manager [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loading Plugin: auto_allocate Jan 28 19:02:24.586519 n-d-812111-14 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Subscribe: network precommit_update 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:02:24.586893 n-d-812111-14 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Subscribe: network precommit_create 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:02:24.587410 n-d-812111-14 neutron-server[103197]: DEBUG neutron.manager [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103197) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 19:02:24.587732 n-d-812111-14 neutron-server[103197]: INFO neutron.manager [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loading Plugin: tag Jan 28 19:02:24.594331 n-d-812111-14 neutron-server[103197]: DEBUG neutron.manager [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103197) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 19:02:24.594667 n-d-812111-14 neutron-server[103197]: INFO neutron.manager [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loading Plugin: timestamp Jan 28 19:02:24.598716 n-d-812111-14 neutron-server[103197]: DEBUG neutron.manager [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103197) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 19:02:24.599676 n-d-812111-14 neutron-server[103197]: INFO neutron.manager [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loading Plugin: network_ip_availability Jan 28 19:02:24.604620 n-d-812111-14 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:02:24.604991 n-d-812111-14 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:02:24.605377 n-d-812111-14 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:02:24.606103 n-d-812111-14 neutron-server[103197]: DEBUG neutron.manager [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103197) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 19:02:24.606427 n-d-812111-14 neutron-server[103197]: INFO neutron.manager [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loading Plugin: flavors Jan 28 19:02:24.611272 n-d-812111-14 neutron-server[103197]: DEBUG neutron.manager [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103197) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 19:02:24.611610 n-d-812111-14 neutron-server[103197]: INFO neutron.manager [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loading Plugin: revisions Jan 28 19:02:24.618275 n-d-812111-14 neutron-server[103197]: DEBUG neutron.manager [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103197) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 19:02:24.618670 n-d-812111-14 neutron-server[103197]: DEBUG oslo_concurrency.lockutils [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.756s {{(pid=103197) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 28 19:02:24.619428 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103197) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jan 28 19:02:24.619770 n-d-812111-14 neutron-server[103197]: INFO neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Initializing extension manager. Jan 28 19:02:24.620288 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loading extension file: __init__.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 19:02:24.620635 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loading extension file: __pycache__ {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 19:02:24.620974 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 19:02:24.621347 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loading extension file: address_group.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 19:02:24.622115 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 19:02:24.622697 n-d-812111-14 neutron-server[103197]: INFO neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loaded extension: address-group Jan 28 19:02:24.623024 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loading extension file: address_scope.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 19:02:24.623737 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 19:02:24.624272 n-d-812111-14 neutron-server[103197]: INFO neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loaded extension: address-scope Jan 28 19:02:24.624581 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 19:02:24.625539 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 19:02:24.626055 n-d-812111-14 neutron-server[103197]: INFO neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loaded extension: router-admin-state-down-before-update Jan 28 19:02:24.626382 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loading extension file: agent.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 19:02:24.627276 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 19:02:24.627795 n-d-812111-14 neutron-server[103197]: INFO neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loaded extension: agent Jan 28 19:02:24.628122 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loading extension file: agent_resources_synced.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 19:02:24.629036 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 19:02:24.630237 n-d-812111-14 neutron-server[103197]: INFO neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loaded extension: agent-resources-synced Jan 28 19:02:24.630560 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loading extension file: allowedaddresspairs.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 19:02:24.632358 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 19:02:24.632889 n-d-812111-14 neutron-server[103197]: INFO neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loaded extension: allowed-address-pairs Jan 28 19:02:24.633248 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loading extension file: auto_allocated_topology.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 19:02:24.634365 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 19:02:24.634873 n-d-812111-14 neutron-server[103197]: INFO neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loaded extension: auto-allocated-topology Jan 28 19:02:24.635199 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loading extension file: availability_zone.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 19:02:24.635891 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 19:02:24.636405 n-d-812111-14 neutron-server[103197]: INFO neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loaded extension: availability_zone Jan 28 19:02:24.636726 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loading extension file: availability_zone_filter.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 19:02:24.637663 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 19:02:24.638176 n-d-812111-14 neutron-server[103197]: INFO neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loaded extension: availability_zone_filter Jan 28 19:02:24.638495 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loading extension file: data_plane_status.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 19:02:24.639401 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 19:02:24.639909 n-d-812111-14 neutron-server[103197]: INFO neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Extension data-plane-status not supported by any of loaded plugins Jan 28 19:02:24.640227 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loading extension file: default_subnetpools.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 19:02:24.641169 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 19:02:24.641684 n-d-812111-14 neutron-server[103197]: INFO neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loaded extension: default-subnetpools Jan 28 19:02:24.642005 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 19:02:24.642814 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 19:02:24.643327 n-d-812111-14 neutron-server[103197]: INFO neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loaded extension: dhcp_agent_scheduler Jan 28 19:02:24.643652 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loading extension file: dns.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 19:02:24.644572 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 19:02:24.645140 n-d-812111-14 neutron-server[103197]: INFO neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Extension dns-integration not supported by any of loaded plugins Jan 28 19:02:24.645470 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loading extension file: dns_domain_ports.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 19:02:24.646386 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 19:02:24.646895 n-d-812111-14 neutron-server[103197]: INFO neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 28 19:02:24.647221 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 19:02:24.648140 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 19:02:24.648650 n-d-812111-14 neutron-server[103197]: INFO neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jan 28 19:02:24.648974 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loading extension file: dvr.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 19:02:24.649675 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 19:02:24.650190 n-d-812111-14 neutron-server[103197]: INFO neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loaded extension: dvr Jan 28 19:02:24.650513 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loading extension file: ecmp_routes.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 19:02:24.651696 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 19:02:24.652203 n-d-812111-14 neutron-server[103197]: INFO neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Extension ecmp_routes not supported by any of loaded plugins Jan 28 19:02:24.652528 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loading extension file: empty_string_filtering.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 19:02:24.653481 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 19:02:24.654000 n-d-812111-14 neutron-server[103197]: INFO neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loaded extension: empty-string-filtering Jan 28 19:02:24.654326 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 19:02:24.655234 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 19:02:24.655748 n-d-812111-14 neutron-server[103197]: INFO neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 28 19:02:24.656071 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 19:02:24.656977 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 19:02:24.657522 n-d-812111-14 neutron-server[103197]: INFO neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 28 19:02:24.657847 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loading extension file: external_net.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 19:02:24.658745 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 19:02:24.659259 n-d-812111-14 neutron-server[103197]: INFO neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loaded extension: external-net Jan 28 19:02:24.659581 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 19:02:24.660483 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 19:02:24.661029 n-d-812111-14 neutron-server[103197]: INFO neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loaded extension: extra_dhcp_opt Jan 28 19:02:24.661390 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loading extension file: extraroute.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 19:02:24.662305 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 19:02:24.662823 n-d-812111-14 neutron-server[103197]: INFO neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loaded extension: extraroute Jan 28 19:02:24.663146 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loading extension file: extraroute_atomic.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 19:02:24.664184 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 19:02:24.664715 n-d-812111-14 neutron-server[103197]: INFO neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loaded extension: extraroute-atomic Jan 28 19:02:24.665041 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loading extension file: filter_validation.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 19:02:24.665744 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 19:02:24.666258 n-d-812111-14 neutron-server[103197]: INFO neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loaded extension: filter-validation Jan 28 19:02:24.666579 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loading extension file: fip_pf_description.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 19:02:24.667486 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 19:02:24.667996 n-d-812111-14 neutron-server[103197]: INFO neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 28 19:02:24.668316 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loading extension file: fip_port_details.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 19:02:24.669268 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 19:02:24.669782 n-d-812111-14 neutron-server[103197]: INFO neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loaded extension: fip-port-details Jan 28 19:02:24.670104 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loading extension file: flavors.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 19:02:24.671343 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 19:02:24.671869 n-d-812111-14 neutron-server[103197]: INFO neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loaded extension: flavors Jan 28 19:02:24.672194 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 19:02:24.673973 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 19:02:24.674508 n-d-812111-14 neutron-server[103197]: INFO neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 28 19:02:24.674841 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loading extension file: floatingip_pools.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 19:02:24.675602 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 19:02:24.676059 n-d-812111-14 neutron-server[103197]: INFO neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loaded extension: floatingip-pools Jan 28 19:02:24.676906 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loading extension file: ip_allocation.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 19:02:24.677847 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 19:02:24.678359 n-d-812111-14 neutron-server[103197]: INFO neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Extension ip_allocation not supported by any of loaded plugins Jan 28 19:02:24.678685 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 19:02:24.679609 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 19:02:24.680121 n-d-812111-14 neutron-server[103197]: INFO neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loaded extension: ip-substring-filtering Jan 28 19:02:24.680446 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loading extension file: l2_adjacency.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 19:02:24.681397 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 19:02:24.681907 n-d-812111-14 neutron-server[103197]: INFO neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Extension l2_adjacency not supported by any of loaded plugins Jan 28 19:02:24.682231 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loading extension file: l3.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 19:02:24.683194 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 19:02:24.683716 n-d-812111-14 neutron-server[103197]: INFO neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loaded extension: router Jan 28 19:02:24.684042 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 19:02:24.686458 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 19:02:24.686989 n-d-812111-14 neutron-server[103197]: INFO neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 28 19:02:24.687322 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 19:02:24.688242 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 19:02:24.688759 n-d-812111-14 neutron-server[103197]: INFO neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loaded extension: ext-gw-mode Jan 28 19:02:24.689088 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 19:02:24.690034 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 19:02:24.690549 n-d-812111-14 neutron-server[103197]: INFO neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loaded extension: l3-ha Jan 28 19:02:24.690874 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loading extension file: l3_flavors.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 19:02:24.691811 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 19:02:24.693021 n-d-812111-14 neutron-server[103197]: INFO neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loaded extension: l3-flavors Jan 28 19:02:24.693383 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 19:02:24.694299 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 19:02:24.694814 n-d-812111-14 neutron-server[103197]: INFO neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loaded extension: l3-port-ip-change-not-allowed Jan 28 19:02:24.695144 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loading extension file: l3agentscheduler.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 19:02:24.696196 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 19:02:24.696716 n-d-812111-14 neutron-server[103197]: INFO neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loaded extension: l3_agent_scheduler Jan 28 19:02:24.697044 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loading extension file: local_ip.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 19:02:24.698858 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 19:02:24.699386 n-d-812111-14 neutron-server[103197]: INFO neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Extension local_ip not supported by any of loaded plugins Jan 28 19:02:24.699721 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loading extension file: logging.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 19:02:24.701245 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 19:02:24.701777 n-d-812111-14 neutron-server[103197]: INFO neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Extension logging not supported by any of loaded plugins Jan 28 19:02:24.702113 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loading extension file: metering.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 19:02:24.702859 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 19:02:24.703445 n-d-812111-14 neutron-server[103197]: INFO neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loaded extension: metering Jan 28 19:02:24.703813 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 19:02:24.704909 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 19:02:24.705462 n-d-812111-14 neutron-server[103197]: INFO neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loaded extension: metering_source_and_destination_fields Jan 28 19:02:24.705793 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loading extension file: multiprovidernet.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 19:02:24.706710 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 19:02:24.707224 n-d-812111-14 neutron-server[103197]: INFO neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loaded extension: multi-provider Jan 28 19:02:24.707574 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loading extension file: netmtu.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 19:02:24.708485 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 19:02:24.708997 n-d-812111-14 neutron-server[103197]: INFO neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loaded extension: net-mtu Jan 28 19:02:24.709353 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loading extension file: netmtu_writable.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 19:02:24.710262 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 19:02:24.710773 n-d-812111-14 neutron-server[103197]: INFO neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loaded extension: net-mtu-writable Jan 28 19:02:24.711096 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loading extension file: network_availability_zone.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 19:02:24.711760 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 19:02:24.712268 n-d-812111-14 neutron-server[103197]: INFO neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loaded extension: network_availability_zone Jan 28 19:02:24.712590 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loading extension file: network_ip_availability.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 19:02:24.713716 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 19:02:24.714235 n-d-812111-14 neutron-server[103197]: INFO neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loaded extension: network-ip-availability Jan 28 19:02:24.714561 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loading extension file: network_segment_range.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 19:02:24.715328 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 19:02:24.715833 n-d-812111-14 neutron-server[103197]: INFO neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Extension network-segment-range not supported by any of loaded plugins Jan 28 19:02:24.716155 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loading extension file: pagination.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 19:02:24.717161 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 19:02:24.717496 n-d-812111-14 neutron-server[103197]: INFO neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loaded extension: pagination Jan 28 19:02:24.717821 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loading extension file: port_device_profile.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 19:02:24.718727 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 19:02:24.719246 n-d-812111-14 neutron-server[103197]: INFO neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loaded extension: port-device-profile Jan 28 19:02:24.719568 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 19:02:24.720477 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 19:02:24.720987 n-d-812111-14 neutron-server[103197]: INFO neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loaded extension: port-mac-address-regenerate Jan 28 19:02:24.721338 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 19:02:24.722426 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 19:02:24.722895 n-d-812111-14 neutron-server[103197]: INFO neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loaded extension: port-numa-affinity-policy Jan 28 19:02:24.723262 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loading extension file: port_resource_request.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 19:02:24.724172 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 19:02:24.724682 n-d-812111-14 neutron-server[103197]: INFO neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Extension port-resource-request not supported by any of loaded plugins Jan 28 19:02:24.725010 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loading extension file: port_resource_request_groups.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 19:02:24.725995 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 19:02:24.726506 n-d-812111-14 neutron-server[103197]: INFO neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Extension port-resource-request-groups not supported by any of loaded plugins Jan 28 19:02:24.726828 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loading extension file: portbindings.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 19:02:24.727763 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 19:02:24.728298 n-d-812111-14 neutron-server[103197]: INFO neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loaded extension: binding Jan 28 19:02:24.728604 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loading extension file: portbindings_extended.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 19:02:24.729898 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 19:02:24.730415 n-d-812111-14 neutron-server[103197]: INFO neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loaded extension: binding-extended Jan 28 19:02:24.730742 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loading extension file: portsecurity.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 19:02:24.731667 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 19:02:24.732181 n-d-812111-14 neutron-server[103197]: INFO neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loaded extension: port-security Jan 28 19:02:24.732506 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loading extension file: project_id.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 19:02:24.733566 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 19:02:24.733896 n-d-812111-14 neutron-server[103197]: INFO neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loaded extension: project-id Jan 28 19:02:24.734219 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loading extension file: providernet.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 19:02:24.735141 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 19:02:24.735659 n-d-812111-14 neutron-server[103197]: INFO neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loaded extension: provider Jan 28 19:02:24.735979 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loading extension file: qos.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 19:02:24.740121 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 19:02:24.740647 n-d-812111-14 neutron-server[103197]: INFO neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Extension qos not supported by any of loaded plugins Jan 28 19:02:24.740979 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 19:02:24.742258 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 19:02:24.742784 n-d-812111-14 neutron-server[103197]: INFO neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 28 19:02:24.743117 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 19:02:24.744036 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 19:02:24.744550 n-d-812111-14 neutron-server[103197]: INFO neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 28 19:02:24.744884 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loading extension file: qos_default.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 19:02:24.745833 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 19:02:24.746348 n-d-812111-14 neutron-server[103197]: INFO neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Extension qos-default not supported by any of loaded plugins Jan 28 19:02:24.746677 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loading extension file: qos_fip.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 19:02:24.747592 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 19:02:24.748106 n-d-812111-14 neutron-server[103197]: INFO neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Extension qos-fip not supported by any of loaded plugins Jan 28 19:02:24.748434 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 19:02:24.749372 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 19:02:24.749892 n-d-812111-14 neutron-server[103197]: INFO neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jan 28 19:02:24.750218 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loading extension file: qos_gateway_ip.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 19:02:24.751150 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 19:02:24.751665 n-d-812111-14 neutron-server[103197]: INFO neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 28 19:02:24.751990 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loading extension file: qos_port_network_policy.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 19:02:24.752897 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 19:02:24.753446 n-d-812111-14 neutron-server[103197]: INFO neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 28 19:02:24.753773 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 19:02:24.755365 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 19:02:24.755886 n-d-812111-14 neutron-server[103197]: INFO neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Extension qos-pps-minimum not supported by any of loaded plugins Jan 28 19:02:24.756215 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loading extension file: qos_pps_rule.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 19:02:24.757431 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 19:02:24.757955 n-d-812111-14 neutron-server[103197]: INFO neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Extension qos-pps not supported by any of loaded plugins Jan 28 19:02:24.758283 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loading extension file: qos_rule_type_details.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 19:02:24.759198 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 19:02:24.759710 n-d-812111-14 neutron-server[103197]: INFO neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 28 19:02:24.760033 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loading extension file: qos_rules_alias.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 19:02:24.761084 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 19:02:24.761625 n-d-812111-14 neutron-server[103197]: INFO neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 28 19:02:24.761950 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loading extension file: quota_check_limit.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 19:02:24.762858 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 19:02:24.763378 n-d-812111-14 neutron-server[103197]: INFO neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loaded extension: quota-check-limit Jan 28 19:02:24.763701 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loading extension file: quotasv2.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 19:02:24.764615 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 19:02:24.764948 n-d-812111-14 neutron-server[103197]: INFO neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loaded extension: quotas Jan 28 19:02:24.765295 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loading extension file: quotasv2_detail.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 19:02:24.767117 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 19:02:24.767457 n-d-812111-14 neutron-server[103197]: INFO neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loaded extension: quota_details Jan 28 19:02:24.767789 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loading extension file: rbac.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 19:02:24.768839 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 19:02:24.769428 n-d-812111-14 neutron-server[103197]: INFO neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loaded extension: rbac-policies Jan 28 19:02:24.769762 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loading extension file: rbac_address_group.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 19:02:24.770722 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 19:02:24.771246 n-d-812111-14 neutron-server[103197]: INFO neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loaded extension: rbac-address-group Jan 28 19:02:24.771570 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loading extension file: rbac_address_scope.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 19:02:24.772484 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 19:02:24.773006 n-d-812111-14 neutron-server[103197]: INFO neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loaded extension: rbac-address-scope Jan 28 19:02:24.773361 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loading extension file: rbac_security_groups.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 19:02:24.774280 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 19:02:24.774799 n-d-812111-14 neutron-server[103197]: INFO neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loaded extension: rbac-security-groups Jan 28 19:02:24.775130 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loading extension file: rbac_subnetpool.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 19:02:24.776309 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 19:02:24.776826 n-d-812111-14 neutron-server[103197]: INFO neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loaded extension: rbac-subnetpool Jan 28 19:02:24.777184 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loading extension file: revisionifmatch.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 19:02:24.778111 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 19:02:24.778631 n-d-812111-14 neutron-server[103197]: INFO neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loaded extension: revision-if-match Jan 28 19:02:24.778957 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loading extension file: revisions.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 19:02:24.780072 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 19:02:24.780623 n-d-812111-14 neutron-server[103197]: INFO neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loaded extension: standard-attr-revisions Jan 28 19:02:24.780948 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loading extension file: router_availability_zone.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 19:02:24.781648 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 19:02:24.782167 n-d-812111-14 neutron-server[103197]: INFO neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loaded extension: router_availability_zone Jan 28 19:02:24.782492 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loading extension file: routerservicetype.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 19:02:24.783409 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 19:02:24.783923 n-d-812111-14 neutron-server[103197]: INFO neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Extension router-service-type not supported by any of loaded plugins Jan 28 19:02:24.784246 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 19:02:24.785283 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 19:02:24.785868 n-d-812111-14 neutron-server[103197]: INFO neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loaded extension: security-groups-normalized-cidr Jan 28 19:02:24.786194 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 19:02:24.787171 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 19:02:24.787712 n-d-812111-14 neutron-server[103197]: INFO neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loaded extension: port-security-groups-filtering Jan 28 19:02:24.788038 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 19:02:24.788966 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 19:02:24.789515 n-d-812111-14 neutron-server[103197]: INFO neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loaded extension: security-groups-remote-address-group Jan 28 19:02:24.789839 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 19:02:24.790771 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 19:02:24.791286 n-d-812111-14 neutron-server[103197]: INFO neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loaded extension: security-groups-shared-filtering Jan 28 19:02:24.791607 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 19:02:24.792191 n-d-812111-14 neutron-server[103197]: WARNING neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Jan 28 19:02:24.792512 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loading extension file: securitygroup.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 19:02:24.802973 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 19:02:24.803553 n-d-812111-14 neutron-server[103197]: INFO neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loaded extension: security-group Jan 28 19:02:24.803940 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loading extension file: segment.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 19:02:24.804924 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 19:02:24.805606 n-d-812111-14 neutron-server[103197]: INFO neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Extension segment not supported by any of loaded plugins Jan 28 19:02:24.805974 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 19:02:24.807134 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 19:02:24.807748 n-d-812111-14 neutron-server[103197]: INFO neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 28 19:02:24.808114 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loading extension file: servicetype.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 19:02:24.809466 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 19:02:24.810058 n-d-812111-14 neutron-server[103197]: INFO neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loaded extension: service-type Jan 28 19:02:24.810454 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loading extension file: sorting.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 19:02:24.811619 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 19:02:24.812058 n-d-812111-14 neutron-server[103197]: INFO neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loaded extension: sorting Jan 28 19:02:24.812413 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loading extension file: standard_attr_segment.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 19:02:24.813614 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 19:02:24.814236 n-d-812111-14 neutron-server[103197]: INFO neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 28 19:02:24.814665 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loading extension file: standardattrdescription.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 19:02:24.815550 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 19:02:24.816091 n-d-812111-14 neutron-server[103197]: INFO neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loaded extension: standard-attr-description Jan 28 19:02:24.816483 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loading extension file: stateful_security_group.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 19:02:24.818193 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 19:02:24.818754 n-d-812111-14 neutron-server[103197]: INFO neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loaded extension: stateful-security-group Jan 28 19:02:24.819157 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loading extension file: stdattrs_common.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 19:02:24.819875 n-d-812111-14 neutron-server[103197]: WARNING neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 28 19:02:24.820315 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 19:02:24.821432 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 19:02:24.822019 n-d-812111-14 neutron-server[103197]: INFO neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 28 19:02:24.822464 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loading extension file: subnet_onboard.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 19:02:24.823698 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 19:02:24.824373 n-d-812111-14 neutron-server[103197]: INFO neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loaded extension: subnet_onboard Jan 28 19:02:24.824780 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 19:02:24.825883 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 19:02:24.826568 n-d-812111-14 neutron-server[103197]: INFO neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 28 19:02:24.826938 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loading extension file: subnet_service_types.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 19:02:24.828061 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 19:02:24.828756 n-d-812111-14 neutron-server[103197]: INFO neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loaded extension: subnet-service-types Jan 28 19:02:24.829090 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loading extension file: subnetallocation.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 19:02:24.830587 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 19:02:24.831245 n-d-812111-14 neutron-server[103197]: INFO neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loaded extension: subnet_allocation Jan 28 19:02:24.831625 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 19:02:24.832525 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 19:02:24.833207 n-d-812111-14 neutron-server[103197]: INFO neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loaded extension: subnetpool-prefix-ops Jan 28 19:02:24.833559 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 19:02:24.834643 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 19:02:24.835333 n-d-812111-14 neutron-server[103197]: INFO neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 28 19:02:24.835658 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loading extension file: tagging.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 19:02:24.836935 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 19:02:24.837619 n-d-812111-14 neutron-server[103197]: INFO neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loaded extension: standard-attr-tag Jan 28 19:02:24.837991 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loading extension file: timestamp.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 19:02:24.839567 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 19:02:24.840084 n-d-812111-14 neutron-server[103197]: INFO neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loaded extension: standard-attr-timestamp Jan 28 19:02:24.840496 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loading extension file: trunk.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 19:02:24.841818 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 19:02:24.842415 n-d-812111-14 neutron-server[103197]: INFO neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Extension trunk not supported by any of loaded plugins Jan 28 19:02:24.842809 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loading extension file: trunk_details.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 19:02:24.843984 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 19:02:24.844573 n-d-812111-14 neutron-server[103197]: INFO neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Extension trunk-details not supported by any of loaded plugins Jan 28 19:02:24.844955 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loading extension file: uplink_status_propagation.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 19:02:24.846127 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 19:02:24.846785 n-d-812111-14 neutron-server[103197]: INFO neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 28 19:02:24.847170 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Loading extension file: vlantransparent.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 19:02:24.848001 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 19:02:24.848659 n-d-812111-14 neutron-server[103197]: INFO neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Extension vlan-transparent not supported by any of loaded plugins Jan 28 19:02:24.852013 n-d-812111-14 neutron-server[103197]: INFO neutron.quota.resource_registry [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Creating instance of TrackedResource for resource:network Jan 28 19:02:24.852601 n-d-812111-14 neutron-server[103197]: INFO neutron.quota.resource_registry [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Creating instance of TrackedResource for resource:subnet Jan 28 19:02:24.853188 n-d-812111-14 neutron-server[103197]: INFO neutron.quota.resource_registry [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Creating instance of TrackedResource for resource:subnetpool Jan 28 19:02:24.853578 n-d-812111-14 neutron-server[103197]: INFO neutron.quota.resource_registry [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Creating instance of TrackedResource for resource:port Jan 28 19:02:24.855078 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.v2.resource_helper [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103197) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 19:02:24.855525 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.v2.resource_helper [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Service FLAVORS assigned prefix: {{(pid=103197) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 19:02:24.856160 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.v2.resource_helper [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103197) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 19:02:24.856746 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.v2.resource_helper [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103197) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 19:02:24.857136 n-d-812111-14 neutron-server[103197]: INFO neutron.quota.resource_registry [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Creating instance of TrackedResource for resource:router Jan 28 19:02:24.857566 n-d-812111-14 neutron-server[103197]: INFO neutron.quota.resource_registry [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Creating instance of TrackedResource for resource:floatingip Jan 28 19:02:24.858054 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.v2.resource_helper [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Service METERING assigned prefix: /metering {{(pid=103197) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 19:02:24.859508 n-d-812111-14 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:02:24.859880 n-d-812111-14 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:02:24.860234 n-d-812111-14 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:02:24.861277 n-d-812111-14 neutron-server[103197]: INFO neutron.quota.resource_registry [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Creating instance of CountableResource for resource:rbac_policy Jan 28 19:02:24.861718 n-d-812111-14 neutron-server[103197]: INFO neutron.quota.resource_registry [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Creating instance of TrackedResource for resource:security_group Jan 28 19:02:24.862153 n-d-812111-14 neutron-server[103197]: INFO neutron.quota.resource_registry [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 28 19:02:24.864390 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.v2.resource_helper [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Service CORE assigned prefix: {{(pid=103197) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 19:02:24.864735 n-d-812111-14 neutron-server[103197]: INFO neutron.quota.resource_registry [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Creating instance of TrackedResource for resource:subnetpool Jan 28 19:02:24.865092 n-d-812111-14 neutron-server[103197]: WARNING neutron.quota.resource_registry [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] subnetpool is already registered Jan 28 19:02:24.865557 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.v2.resource_helper [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Service CORE assigned prefix: {{(pid=103197) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 19:02:24.865889 n-d-812111-14 neutron-server[103197]: INFO neutron.quota.resource_registry [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Creating instance of TrackedResource for resource:subnetpool Jan 28 19:02:24.866232 n-d-812111-14 neutron-server[103197]: WARNING neutron.quota.resource_registry [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] subnetpool is already registered Jan 28 19:02:24.868493 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.v2.resource_helper [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103197) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 19:02:24.868922 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.v2.resource_helper [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Service FLAVORS assigned prefix: {{(pid=103197) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 19:02:24.869554 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.v2.resource_helper [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103197) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 19:02:24.869974 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.v2.resource_helper [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103197) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 19:02:24.870309 n-d-812111-14 neutron-server[103197]: INFO neutron.quota.resource_registry [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Creating instance of TrackedResource for resource:router Jan 28 19:02:24.870647 n-d-812111-14 neutron-server[103197]: WARNING neutron.quota.resource_registry [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] router is already registered Jan 28 19:02:24.871050 n-d-812111-14 neutron-server[103197]: INFO neutron.quota.resource_registry [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Creating instance of TrackedResource for resource:floatingip Jan 28 19:02:24.871386 n-d-812111-14 neutron-server[103197]: WARNING neutron.quota.resource_registry [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] floatingip is already registered Jan 28 19:02:24.871835 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.v2.resource_helper [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Service METERING assigned prefix: /metering {{(pid=103197) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 19:02:24.872495 n-d-812111-14 neutron-server[103197]: INFO neutron.quota.resource_registry [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Creating instance of CountableResource for resource:rbac_policy Jan 28 19:02:24.872819 n-d-812111-14 neutron-server[103197]: WARNING neutron.quota.resource_registry [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] rbac_policy is already registered Jan 28 19:02:24.873268 n-d-812111-14 neutron-server[103197]: INFO neutron.quota.resource_registry [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Creating instance of TrackedResource for resource:security_group Jan 28 19:02:24.873605 n-d-812111-14 neutron-server[103197]: WARNING neutron.quota.resource_registry [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] security_group is already registered Jan 28 19:02:24.874007 n-d-812111-14 neutron-server[103197]: INFO neutron.quota.resource_registry [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 28 19:02:24.874335 n-d-812111-14 neutron-server[103197]: WARNING neutron.quota.resource_registry [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] security_group_rule is already registered Jan 28 19:02:24.874962 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.v2.resource_helper [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Service CORE assigned prefix: {{(pid=103197) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 19:02:24.875291 n-d-812111-14 neutron-server[103197]: INFO neutron.quota.resource_registry [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Creating instance of TrackedResource for resource:subnetpool Jan 28 19:02:24.875626 n-d-812111-14 neutron-server[103197]: WARNING neutron.quota.resource_registry [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] subnetpool is already registered Jan 28 19:02:24.876049 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.v2.resource_helper [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Service CORE assigned prefix: {{(pid=103197) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 19:02:24.876372 n-d-812111-14 neutron-server[103197]: INFO neutron.quota.resource_registry [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Creating instance of TrackedResource for resource:subnetpool Jan 28 19:02:24.876700 n-d-812111-14 neutron-server[103197]: WARNING neutron.quota.resource_registry [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] subnetpool is already registered Jan 28 19:02:24.877186 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Extended resource: extensions {{(pid=103197) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 19:02:24.878670 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Extended resource: address-groups {{(pid=103197) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 19:02:24.880802 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Extended resource: address-scopes {{(pid=103197) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 19:02:24.882159 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Extended resource: agents {{(pid=103197) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 19:02:24.883327 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Extended resource: auto-allocated-topology {{(pid=103197) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 19:02:24.884576 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Extended resource: availability_zones {{(pid=103197) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 19:02:24.885829 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Extended resource: dhcp-networks {{(pid=103197) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 19:02:24.887324 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Extended resource: dhcp-agents {{(pid=103197) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 19:02:24.888740 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Extended resource: routers {{(pid=103197) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 19:02:24.890998 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Extended resource: flavors {{(pid=103197) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 19:02:24.892158 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Extended resource: service_profiles {{(pid=103197) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 19:02:24.893402 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Extended resource: next_providers {{(pid=103197) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 19:02:24.894861 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Extended resource: service_profiles {{(pid=103197) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 19:02:24.896448 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Extended resource: floatingip-pools {{(pid=103197) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 19:02:24.897689 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Extended resource: routers {{(pid=103197) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 19:02:24.899803 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Extended resource: floatingips {{(pid=103197) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 19:02:24.901378 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Extended resource: l3-routers {{(pid=103197) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 19:02:24.902775 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Extended resource: l3-agents {{(pid=103197) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 19:02:24.904180 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Extended resource: metering-labels {{(pid=103197) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 19:02:24.905572 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Extended resource: metering-label-rules {{(pid=103197) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 19:02:24.906863 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Extended resource: network-ip-availabilities {{(pid=103197) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 19:02:24.908122 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Extended resource: bindings {{(pid=103197) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 19:02:24.909819 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Extended resource: quotas {{(pid=103197) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 19:02:24.911396 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Extended resource: quotas {{(pid=103197) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 19:02:24.912933 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Extended resource: rbac-policies {{(pid=103197) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 19:02:24.914241 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Extended resource: security-groups {{(pid=103197) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 19:02:24.915492 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Extended resource: security-group-rules {{(pid=103197) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 19:02:24.916742 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Extended resource: service-providers {{(pid=103197) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 19:02:24.918006 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Extended resource: subnetpools {{(pid=103197) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 19:02:24.919419 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Extended resource: subnetpools {{(pid=103197) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 19:02:24.920879 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Extended resource: tags {{(pid=103197) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 19:02:24.922584 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Extended resource: tags {{(pid=103197) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 19:02:24.924378 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Extended resource: tags {{(pid=103197) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 19:02:24.926720 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Extended resource: tags {{(pid=103197) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 19:02:24.929492 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Extended resource: tags {{(pid=103197) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 19:02:24.931359 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Extended resource: tags {{(pid=103197) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 19:02:24.933027 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Extended resource: tags {{(pid=103197) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 19:02:24.934975 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Extended resource: tags {{(pid=103197) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 19:02:24.936715 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Extended resource: tags {{(pid=103197) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 19:02:24.938581 n-d-812111-14 neutron-server[103197]: DEBUG neutron.api.extensions [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Extended resource: tags {{(pid=103197) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 19:02:24.945060 n-d-812111-14 neutron-server[103197]: WARNING keystonemiddleware.auth_token [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 28 19:02:24.949827 n-d-812111-14 neutron-server[103197]: WARNING keystonemiddleware.auth_token [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 28 19:02:24.958354 n-d-812111-14 neutron-server[103197]: DEBUG oslo_concurrency.lockutils [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Acquired lock "singleton_lock" {{(pid=103197) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jan 28 19:02:24.958825 n-d-812111-14 neutron-server[103197]: DEBUG oslo_concurrency.lockutils [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Releasing lock "singleton_lock" {{(pid=103197) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jan 28 19:02:24.959464 n-d-812111-14 neutron-server[103197]: INFO oslo_service.service [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Starting 2 workers Jan 28 19:02:24.964336 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Started child 103304 {{(pid=103197) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 28 19:02:24.968783 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Started child 103305 {{(pid=103197) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 28 19:02:24.969866 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:02:24.970561 n-d-812111-14 neutron-server[103197]: INFO neutron.service [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Neutron service started, listening on 0.0.0.0:9696 Jan 28 19:02:24.971071 n-d-812111-14 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:02:24.971465 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [-] (103304) wsgi starting up on http://0.0.0.0:9696 Jan 28 19:02:24.974136 n-d-812111-14 neutron-server[103197]: INFO oslo_service.service [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Starting 1 workers Jan 28 19:02:24.974306 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:02:24.975590 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [-] (103305) wsgi starting up on http://0.0.0.0:9696 Jan 28 19:02:24.979345 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Started child 103306 {{(pid=103197) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 28 19:02:24.979888 n-d-812111-14 neutron-server[103197]: INFO oslo_service.service [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Starting 1 workers Jan 28 19:02:24.983099 n-d-812111-14 neutron-server[103306]: DEBUG neutron.service [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] calling RpcWorker wait() {{(pid=103306) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 28 19:02:24.983639 n-d-812111-14 neutron-server[103306]: DEBUG neutron.service [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] returning from RpcWorker wait() {{(pid=103306) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 28 19:02:24.984352 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Started child 103307 {{(pid=103197) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 28 19:02:24.985014 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:02:24.985177 n-d-812111-14 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f11bd7e0-a318-4536-96e1-a32ac7d719f5 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:02:24.985614 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:02:24.987243 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103197) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 28 19:02:24.987464 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 28 19:02:24.987650 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 28 19:02:24.987875 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 28 19:02:24.988205 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 28 19:02:24.988368 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 28 19:02:24.989480 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:24.989770 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:24.990028 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:02:24.990485 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:24.990485 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:24.990632 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:24.990944 n-d-812111-14 neutron-server[103307]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:02:24.991157 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:24.991425 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:24.991659 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:24.991931 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:24.992162 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:24.992335 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:24.992501 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:24.992742 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:24.992972 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:24.993318 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:24.993593 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:24.993838 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:24.994076 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:24.994245 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:24.994507 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:24.994764 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:24.994990 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:24.995248 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] debug = True {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:24.995512 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:24.995966 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:24.996189 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:24.996433 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:24.996676 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:24.996941 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:24.997198 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:24.997467 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:24.997868 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:24.998027 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:24.998156 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:24.998431 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:24.998674 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:24.998880 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:24.999128 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:24.999343 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:24.999613 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:24.999807 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.000224 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] host = n-d-812111-14 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.000438 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.000671 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.000894 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.001159 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.001406 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.001633 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.001886 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.002146 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.002398 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.002637 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.002852 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.003097 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.003364 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.003552 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] log_file = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.003715 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] log_options = True {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.003978 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.004197 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.004479 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.004665 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.004830 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.004990 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.005253 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.005419 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.005673 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.005905 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.006136 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.006344 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.006558 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.006795 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.007075 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.007309 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.007547 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.007770 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.008084 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.008246 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.008466 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.008723 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.008974 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.009214 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.009427 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.009694 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.009915 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.010124 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.010360 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.010571 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.010804 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.011058 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.011288 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.012317 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.012590 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.012830 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.013063 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.013308 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.013582 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.013810 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.014819 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.015092 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.016755 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.018400 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.018633 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.021091 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.021091 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] use_json = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.021091 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.021091 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.021710 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.021710 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.021989 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.022130 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.023702 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.023702 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.023702 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.023702 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.023702 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.024260 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.024260 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.024260 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.024499 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.026867 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.026867 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.026867 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.026867 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.026867 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.026867 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.026867 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.026867 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.027874 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.027874 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.027874 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.028225 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.028350 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.028504 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.028732 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.028990 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.029284 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.029513 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.029748 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.029987 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.030217 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.030517 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.030798 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.031143 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.031417 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.031688 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.64/identity {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.031960 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.032182 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.032405 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.032623 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.032856 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.033093 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.033344 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.033612 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.033853 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.034073 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.034295 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.034522 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.034984 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.035211 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.035440 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.036182 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.036457 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.036669 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.036885 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.037262 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.037596 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.037825 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.038066 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.038285 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.038554 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.038813 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.039059 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.039271 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.039504 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.039701 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.040143 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.040450 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.040735 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.040959 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.041215 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.041433 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.041698 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.041918 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.042128 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.042492 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.042887 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.043294 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.043513 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.043735 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.043969 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.044190 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.044430 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.044648 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.044866 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.045083 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.045322 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.045538 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.045773 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.045993 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.046208 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.046424 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.046668 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.046873 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.047109 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.047397 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.047711 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.047979 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.048223 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.048464 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.048703 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.048941 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.049238 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.049494 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.049712 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.050210 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.050731 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.051166 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.052335 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.052738 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.053219 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.053661 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.053927 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.054158 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.054395 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.054638 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.054901 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.055189 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.055448 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.055706 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.055964 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.056218 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.056493 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.056731 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.057011 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.057275 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.057558 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.057848 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.058130 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.058425 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.058676 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.058918 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.059168 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.059408 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.059646 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.059882 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.060111 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.060354 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.060607 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.060834 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.061072 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.061329 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.061657 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.061930 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.062148 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.062364 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.062646 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.062877 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.063117 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.063382 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.063643 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.063877 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.064143 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.064414 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.64/identity {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.064647 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.064885 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.065156 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.065352 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.065602 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.065816 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.066063 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.066297 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.066550 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.066841 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.067054 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.067271 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.067507 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.067724 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.067951 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.068196 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.068426 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.068642 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.068887 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.069136 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.069357 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.069607 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.069815 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.070063 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.070277 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.070540 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.070783 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.071014 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.071260 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.071480 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.071733 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.071946 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.072193 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.072428 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.072642 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.072855 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.073070 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.073326 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.073558 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.074466 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.074702 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.074954 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.075202 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.075564 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.075800 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.076091 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.076265 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.076479 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.076712 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.076927 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.077185 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.077404 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.077619 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.077863 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.078134 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.078374 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.078610 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.078838 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.079049 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.079259 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.079476 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.079686 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.079975 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.080227 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.080456 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.080720 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.080936 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.081192 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.081439 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.081649 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.081858 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.082080 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.082294 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.082550 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.082777 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.082986 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.083195 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.083421 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.083667 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.083882 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.084105 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.084316 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.084525 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.084745 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.084958 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.085257 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.085487 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.085695 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.085925 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.086166 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.086388 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.086598 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.086823 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.087039 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.087268 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.087489 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.087701 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.087914 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.088214 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.088463 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.088697 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.088979 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.089247 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.089996 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.089996 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.090274 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.090274 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.090547 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.090711 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.090901 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.091118 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.091372 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.091708 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.091995 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.092244 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.092498 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.092799 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.093077 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.093362 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.093577 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.093855 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.094180 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.094466 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.094726 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.094985 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.095217 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.095439 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.095672 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.095895 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.096110 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.096328 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.096562 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.096788 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.097009 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.097264 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.097500 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.097717 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.097946 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.098689 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.098926 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.099159 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.099316 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 28 19:02:25.099856 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103197) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 28 19:02:25.100020 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 28 19:02:25.100176 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 28 19:02:25.100367 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 28 19:02:25.100540 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 28 19:02:25.100702 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 28 19:02:25.101146 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.101146 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.101313 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.101384 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.101555 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.101735 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.101897 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.102058 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.102219 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.102378 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.102537 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.103252 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.103252 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.103252 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.103252 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.103570 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.103570 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.103570 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.103911 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.103911 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.104148 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.104273 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.104471 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] debug = True {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.104634 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.104844 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.105018 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.105210 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.105356 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.105497 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.105636 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.105775 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.106021 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.106179 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.106338 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.106487 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.106487 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.106738 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.106875 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.107008 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.107143 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.107289 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.107427 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] host = n-d-812111-14 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.108029 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 59458) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:02:25.109195 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.109409 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.109597 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.109804 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.109956 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.110135 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.110265 n-d-812111-14 neutron-server[103306]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:02:25.110380 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.110497 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.110638 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.110796 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.110958 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.111122 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.111287 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.111451 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] log_file = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.111615 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] log_options = True {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.111777 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.111939 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.112107 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.112298 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.112466 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.112829 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.112987 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.113187 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.113337 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.113479 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.113633 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.113855 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.114017 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.114179 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.114341 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.114502 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.114663 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.114824 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.114985 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.115261 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.115362 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.115443 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.115603 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.118385 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.118385 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.118385 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.118385 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.118385 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.121521 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [-] 10.222.0.64 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065291 Jan 28 19:02:25.121680 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.121680 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.121680 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.121680 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.121680 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.121680 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.121680 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.121680 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.122947 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.122947 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.122947 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.122947 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.122947 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.122947 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.122947 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.122947 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.124045 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.124045 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.124045 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] use_json = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.124045 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.124045 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.124045 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.124045 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.124045 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.124045 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.125274 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.125274 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.125274 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 19:02:25.125274 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.125274 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.126760 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.126760 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.127570 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.127570 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.127570 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.127570 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.128136 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.128136 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.129346 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.129346 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.129346 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.129763 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.129763 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.130653 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.130836 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.131006 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.131175 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.131342 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.131501 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.131644 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.131821 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.132302 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.132893 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.134396 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.134396 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.134396 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.134833 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.136587 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.136765 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.136912 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.64/identity {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.138039 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.138223 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.138819 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.139000 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.139175 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.139347 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.139518 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.139679 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.140721 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.140721 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.141053 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.141280 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.141423 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.141595 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.141755 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.141913 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.142119 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.142266 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.142408 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.142548 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.142704 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.142846 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.142987 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.143128 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.143267 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.143416 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.143580 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.143810 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.143969 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.145053 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.145053 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.145053 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.145053 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.145053 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.145890 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.146039 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.146184 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.147214 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.147565 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.147737 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.147906 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.148068 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.148224 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.148387 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.148554 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.148713 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.149035 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.149228 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.150442 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.150638 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.153308 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.153512 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.153684 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.153839 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.154010 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.154158 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.154305 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.154474 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.154637 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.154806 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.154986 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.155156 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.155320 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.155483 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.155644 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.155807 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.155968 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.156133 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.156291 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.156451 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.156611 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.156771 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.156938 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.157087 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.159143 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.159287 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.160305 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.161797 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.161989 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.162159 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.162328 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.162503 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.162675 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.162842 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.163009 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.163174 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.163349 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.164345 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.164345 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.164345 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.164345 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.164345 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.164345 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.164841 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.164841 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.164841 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.165163 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.165163 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.166107 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.166107 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.167884 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.168071 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.168536 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.168536 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.169583 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.169583 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.170801 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.170801 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.170801 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.170801 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.170801 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.170801 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.170801 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.170801 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.171867 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.171867 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.171867 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.171867 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.64/identity {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.171867 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.171867 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.171867 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.172700 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.172700 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.172700 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.172700 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.172700 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.173055 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.173055 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.173055 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.174633 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.174810 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.175691 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.175691 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.175691 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.175691 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.175691 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.176858 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.176858 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.176858 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.176858 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.177172 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.177172 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.177349 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.177431 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.177562 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.177726 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.177887 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.178049 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.178849 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.178849 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.178849 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.178849 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.178849 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.179378 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.179378 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.179378 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.179589 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.179589 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.179734 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.179858 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.180018 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.180196 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.180358 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.180519 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.180679 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.180841 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.181002 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.181238 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.181404 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.181565 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.181726 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.181886 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.182050 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.182219 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.182379 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.182535 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.182697 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.182859 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.183027 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.183189 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.183363 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.183526 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.183688 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.183848 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.184010 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.184171 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.184342 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.184503 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.184663 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.184934 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.185042 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.185233 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.185315 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.185474 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.185635 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.185796 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.185956 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.186116 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.186288 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.186449 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.186609 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.186769 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.186927 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.187089 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.187260 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.187887 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.187887 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.187887 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.187887 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.188143 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.188209 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.188346 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.188483 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.188643 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.188802 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.188963 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.189160 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.189297 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.189459 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.189629 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.189790 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.190320 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.190320 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.190320 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.190705 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.190705 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.190705 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.191047 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.191047 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.191242 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.191320 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.191470 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.191637 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.191823 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.191994 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.192163 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.192332 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.192492 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.192659 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.192832 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.192998 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.193185 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.193337 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.193498 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.193659 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.193822 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.193985 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.194145 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.194305 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.194465 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.194625 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.194785 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.194945 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.195105 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.195265 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.195428 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.195589 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.195750 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.195911 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 19:02:25.196064 n-d-812111-14 neutron-server[103197]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 28 19:02:36.575498 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d3f31c5-a634-46c4-9315-0d6d6a34cdb9 None None] get_active_networks_info from n-d-812111-14 {{(pid=103306) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 19:02:36.647706 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d3f31c5-a634-46c4-9315-0d6d6a34cdb9 None None] No non-hosted networks {{(pid=103306) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 28 19:02:36.653411 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-04ce7104-6e0e-4bb6-ae7e-7300c386c6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-732765'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:02:38.849815 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-82808881-898f-4f3d-ab70-591020657be0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-732765'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:02:38.879961 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5008861b-cbef-4f98-bab6-86031854c27e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:02:39.588344 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-732765'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:02:41.528910 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-732765'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:02:42.838408 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-732765'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:02:42.839086 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:02:42.839619 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:02:42.839866 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:02:42.840195 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:02:42.840615 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:02:42.840901 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:02:42.841249 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:02:42.841834 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:02:42.842916 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:02:42.843513 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:02:42.845664 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:02:42.846007 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:02:42.846369 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:02:42.849593 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-812111-14', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:02:42.866296 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-812111-14', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:02:44.060890 n-d-812111-14 neutron-server[103306]: INFO neutron.db.l3_hamode_db [None req-2dca93e8-85ae-4d22-a025-55ea8ad377cf None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 28 19:02:44.138121 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dca93e8-85ae-4d22-a025-55ea8ad377cf None None] Routers set() bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:02:44.138421 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dca93e8-85ae-4d22-a025-55ea8ad377cf None None] Router IDs set() for agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 28 19:02:45.155312 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 59558) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:02:45.647301 n-d-812111-14 neutron-server[103304]: WARNING oslo_policy.policy [None req-d6a59c37-6a8a-49d1-97fb-ad728e4b8f7b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 19:02:45.647902 n-d-812111-14 neutron-server[103304]: WARNING oslo_policy.policy [None req-d6a59c37-6a8a-49d1-97fb-ad728e4b8f7b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 19:02:45.876086 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [None req-d6a59c37-6a8a-49d1-97fb-ad728e4b8f7b admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103304) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:02:45.877212 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-d6a59c37-6a8a-49d1-97fb-ad728e4b8f7b admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7208743 Jan 28 19:02:48.528650 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 59576) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:02:49.023659 n-d-812111-14 neutron-server[103305]: WARNING oslo_policy.policy [None req-83328ba8-09a3-476b-be93-8cdb8270f4ea admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 19:02:49.024238 n-d-812111-14 neutron-server[103305]: WARNING oslo_policy.policy [None req-83328ba8-09a3-476b-be93-8cdb8270f4ea admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 19:02:49.251522 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-83328ba8-09a3-476b-be93-8cdb8270f4ea admin admin] Request body: {'subnetpool': {'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'tenant_id': '57e685dd0e1846e69a41f2fe372fa3cd'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:02:49.342350 n-d-812111-14 neutron-server[103305]: DEBUG neutron.policy [None req-83328ba8-09a3-476b-be93-8cdb8270f4ea admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103305) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 28 19:02:49.384208 n-d-812111-14 neutron-server[103305]: WARNING oslo_policy.policy [None req-83328ba8-09a3-476b-be93-8cdb8270f4ea admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 19:02:49.384584 n-d-812111-14 neutron-server[103305]: WARNING oslo_policy.policy [None req-83328ba8-09a3-476b-be93-8cdb8270f4ea admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 19:02:49.477675 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-83328ba8-09a3-476b-be93-8cdb8270f4ea admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794078697321', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794078697796', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794078678704', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794078681515', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794078462153', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794078454865', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-2027341', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1078605', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-498221', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-438995'] for rbac-policy (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:02:49.542951 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-83328ba8-09a3-476b-be93-8cdb8270f4ea admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:02:49.544274 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-83328ba8-09a3-476b-be93-8cdb8270f4ea admin admin] 10.222.0.64 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0134635 Jan 28 19:02:52.177269 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 59594) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:02:52.472431 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-78d72623-b84c-4b2c-b9fc-97300e676606 admin admin] Request body: {'network': {'name': 'private', 'project_id': '84a3b2d5a6834be7bdadcdbda94b05fc', 'tenant_id': '84a3b2d5a6834be7bdadcdbda94b05fc', 'admin_state_up': True}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:02:52.503446 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78d72623-b84c-4b2c-b9fc-97300e676606 admin admin] Made reservation on behalf of 84a3b2d5a6834be7bdadcdbda94b05fc for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:02:52.507125 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-78d72623-b84c-4b2c-b9fc-97300e676606 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:02:52.524581 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-78d72623-b84c-4b2c-b9fc-97300e676606 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:02:52.632355 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-78d72623-b84c-4b2c-b9fc-97300e676606 admin admin] Publish callbacks [] for security_group (f090c54c-3abe-454c-9665-a820639a36ea), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:02:52.635840 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-78d72623-b84c-4b2c-b9fc-97300e676606 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (f090c54c-3abe-454c-9665-a820639a36ea), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:02:52.655002 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78d72623-b84c-4b2c-b9fc-97300e676606 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:02:52.681713 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-78d72623-b84c-4b2c-b9fc-97300e676606 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8794076116363', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (d5e131a7-b8c0-49ce-aba1-ce8dc0ec99c3), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:02:52.682303 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-78d72623-b84c-4b2c-b9fc-97300e676606 admin admin] Unsubscribe: segment precommit_create {{(pid=103305) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 28 19:02:52.682814 n-d-812111-14 neutron-server[103305]: INFO neutron.db.segments_db [None req-78d72623-b84c-4b2c-b9fc-97300e676606 admin admin] Added segment d5e131a7-b8c0-49ce-aba1-ce8dc0ec99c3 of type vlan for network b406c59a-a80a-4fec-845e-2704508ae2c9 Jan 28 19:02:52.702260 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d72623-b84c-4b2c-b9fc-97300e676606 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f090c54c-3abe-454c-9665-a820639a36ea,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:02:52.749060 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d72623-b84c-4b2c-b9fc-97300e676606 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:02:52.749421 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d72623-b84c-4b2c-b9fc-97300e676606 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:02:52.749788 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d72623-b84c-4b2c-b9fc-97300e676606 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:02:52.750094 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d72623-b84c-4b2c-b9fc-97300e676606 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:02:52.750418 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d72623-b84c-4b2c-b9fc-97300e676606 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:02:52.750741 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d72623-b84c-4b2c-b9fc-97300e676606 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:02:52.751060 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d72623-b84c-4b2c-b9fc-97300e676606 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:02:52.751375 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d72623-b84c-4b2c-b9fc-97300e676606 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:02:52.751690 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d72623-b84c-4b2c-b9fc-97300e676606 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:02:52.752002 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d72623-b84c-4b2c-b9fc-97300e676606 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:02:52.752314 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d72623-b84c-4b2c-b9fc-97300e676606 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:02:52.752626 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d72623-b84c-4b2c-b9fc-97300e676606 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:02:52.753496 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d72623-b84c-4b2c-b9fc-97300e676606 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:02:52.754579 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d72623-b84c-4b2c-b9fc-97300e676606 admin admin] Tracked resource versions report: Jan 28 19:02:52.754579 n-d-812111-14 neutron-server[103305]: pushed versions: Jan 28 19:02:52.754579 n-d-812111-14 neutron-server[103305]: { 'AddressGroup': {'1.2'}, Jan 28 19:02:52.754579 n-d-812111-14 neutron-server[103305]: 'ConntrackHelper': {'1.0'}, Jan 28 19:02:52.754579 n-d-812111-14 neutron-server[103305]: 'LocalIPAssociation': {'1.0'}, Jan 28 19:02:52.754579 n-d-812111-14 neutron-server[103305]: 'Log': {'1.0'}, Jan 28 19:02:52.754579 n-d-812111-14 neutron-server[103305]: 'Network': {'1.1'}, Jan 28 19:02:52.754579 n-d-812111-14 neutron-server[103305]: 'Port': {'1.7'}, Jan 28 19:02:52.754579 n-d-812111-14 neutron-server[103305]: 'PortForwarding': {'1.2'}, Jan 28 19:02:52.754579 n-d-812111-14 neutron-server[103305]: 'QosPolicy': {'1.10'}, Jan 28 19:02:52.754579 n-d-812111-14 neutron-server[103305]: 'SecurityGroup': {'1.5'}, Jan 28 19:02:52.754579 n-d-812111-14 neutron-server[103305]: 'SecurityGroupRule': {'1.2'}, Jan 28 19:02:52.754579 n-d-812111-14 neutron-server[103305]: 'SubPort': {'1.0'}, Jan 28 19:02:52.754579 n-d-812111-14 neutron-server[103305]: 'Subnet': {'1.1'}, Jan 28 19:02:52.754579 n-d-812111-14 neutron-server[103305]: 'Trunk': {'1.1'}} Jan 28 19:02:52.754579 n-d-812111-14 neutron-server[103305]: consumer versions: Jan 28 19:02:52.754579 n-d-812111-14 neutron-server[103305]: { DHCP agent@n-d-812111-14: {}, Jan 28 19:02:52.754579 n-d-812111-14 neutron-server[103305]: L3 agent@n-d-812111-14: {}, Jan 28 19:02:52.754579 n-d-812111-14 neutron-server[103305]: Metadata agent@n-d-812111-14: {}, Jan 28 19:02:52.754579 n-d-812111-14 neutron-server[103305]: Metering agent@n-d-812111-14: {}, Jan 28 19:02:52.754579 n-d-812111-14 neutron-server[103305]: Open vSwitch agent@n-d-812111-14: { 'AddressGroup': '1.2', Jan 28 19:02:52.754579 n-d-812111-14 neutron-server[103305]: 'ConntrackHelper': '1.0', Jan 28 19:02:52.754579 n-d-812111-14 neutron-server[103305]: 'LocalIPAssociation': '1.0', Jan 28 19:02:52.754579 n-d-812111-14 neutron-server[103305]: 'Log': '1.0', Jan 28 19:02:52.754579 n-d-812111-14 neutron-server[103305]: 'Network': '1.1', Jan 28 19:02:52.754579 n-d-812111-14 neutron-server[103305]: 'Port': '1.7', Jan 28 19:02:52.754579 n-d-812111-14 neutron-server[103305]: 'PortForwarding': '1.2', Jan 28 19:02:52.754579 n-d-812111-14 neutron-server[103305]: 'QosPolicy': '1.10', Jan 28 19:02:52.754579 n-d-812111-14 neutron-server[103305]: 'SecurityGroup': '1.5', Jan 28 19:02:52.754579 n-d-812111-14 neutron-server[103305]: 'SecurityGroupRule': '1.2', Jan 28 19:02:52.754579 n-d-812111-14 neutron-server[103305]: 'SubPort': '1.0', Jan 28 19:02:52.754579 n-d-812111-14 neutron-server[103305]: 'Subnet': '1.1', Jan 28 19:02:52.754579 n-d-812111-14 neutron-server[103305]: 'Trunk': '1.1'}} Jan 28 19:02:52.754579 n-d-812111-14 neutron-server[103305]: {{(pid=103305) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 19:02:52.792672 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-78d72623-b84c-4b2c-b9fc-97300e676606 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (b406c59a-a80a-4fec-845e-2704508ae2c9), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:02:52.835078 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-78d72623-b84c-4b2c-b9fc-97300e676606 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (b406c59a-a80a-4fec-845e-2704508ae2c9), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:02:52.836266 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d72623-b84c-4b2c-b9fc-97300e676606 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:02:52.836954 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-78d72623-b84c-4b2c-b9fc-97300e676606 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:02:52.909152 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-78d72623-b84c-4b2c-b9fc-97300e676606 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.7306998 Jan 28 19:02:52.937211 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d72623-b84c-4b2c-b9fc-97300e676606 admin admin] Pushing event updated for resources: {'Network': ['ID=b406c59a-a80a-4fec-845e-2704508ae2c9,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:02:52.949635 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network b406c59a-a80a-4fec-845e-2704508ae2c9 details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:02:55.583573 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 59608) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:02:55.968108 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5948f907-eb3e-4752-8779-bb2ccf05d406 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:02:55.969507 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-5948f907-eb3e-4752-8779-bb2ccf05d406 admin admin] 10.222.0.64 "GET /v2.0/networks/b406c59a-a80a-4fec-845e-2704508ae2c9 HTTP/1.1" status: 200 len: 824 time: 0.3849502 Jan 28 19:02:55.993833 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-eafd6ae4-1c27-4817-bfab-a4ee5b40fa00 admin admin] 10.222.0.64 "GET /v2.0/subnetpools/84bcc0d9-a1c9-4179-b63b-f289eec6c281 HTTP/1.1" status: 200 len: 734 time: 0.0183270 Jan 28 19:02:56.001844 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-ba769059-3dd5-443a-a4cc-d03b86e5fe66 admin admin] Request body: {'subnet': {'subnetpool_id': '84bcc0d9-a1c9-4179-b63b-f289eec6c281', 'network_id': 'b406c59a-a80a-4fec-845e-2704508ae2c9', 'tenant_id': '84a3b2d5a6834be7bdadcdbda94b05fc', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'name': 'private-subnet'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:02:56.021822 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba769059-3dd5-443a-a4cc-d03b86e5fe66 admin admin] Made reservation on behalf of 84a3b2d5a6834be7bdadcdbda94b05fc for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:02:56.024030 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ba769059-3dd5-443a-a4cc-d03b86e5fe66 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:02:56.311335 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ba769059-3dd5-443a-a4cc-d03b86e5fe66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for subnet (8bff32bd-6f55-4641-baee-68a3bd1f82b3), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:02:56.375325 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba769059-3dd5-443a-a4cc-d03b86e5fe66 admin admin] Checking segment: {'id': 'd5e131a7-b8c0-49ce-aba1-ce8dc0ec99c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b406c59a-a80a-4fec-845e-2704508ae2c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:02:56.375696 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba769059-3dd5-443a-a4cc-d03b86e5fe66 admin admin] Network hostable DHCP agents. Network: b406c59a-a80a-4fec-845e-2704508ae2c9, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:02:56.383876 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba769059-3dd5-443a-a4cc-d03b86e5fe66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8bff32bd-6f55-4641-baee-68a3bd1f82b3,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:02:56.402037 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba769059-3dd5-443a-a4cc-d03b86e5fe66 admin admin] Network b406c59a-a80a-4fec-845e-2704508ae2c9 is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:02:56.413765 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-ba769059-3dd5-443a-a4cc-d03b86e5fe66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, b406c59a-a80a-4fec-845e-2704508ae2c9) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:02:56.418424 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba769059-3dd5-443a-a4cc-d03b86e5fe66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:02:56.419022 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ba769059-3dd5-443a-a4cc-d03b86e5fe66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:02:56.424368 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d821c7-b020-4ba8-987b-974c3b1714f9 None None] Network b406c59a-a80a-4fec-845e-2704508ae2c9 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:02:56.433834 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-ba769059-3dd5-443a-a4cc-d03b86e5fe66 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4351048 Jan 28 19:02:56.691742 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90d64f06-cc62-4e17-a1b8-d4128695064c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68cd31fd-e4cd-5fb3-a862-256fc47efcd2-b406c59a-a80a-4fec-845e-2704508ae2c9', 'network_id': 'b406c59a-a80a-4fec-845e-2704508ae2c9', 'project_id': '84a3b2d5a6834be7bdadcdbda94b05fc', 'fixed_ips': [{'subnet_id': '8bff32bd-6f55-4641-baee-68a3bd1f82b3'}]}} from n-d-812111-14. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:02:56.692994 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-90d64f06-cc62-4e17-a1b8-d4128695064c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:02:56.969278 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-90d64f06-cc62-4e17-a1b8-d4128695064c None None] Allocated IP 172.20.0.2 (b406c59a-a80a-4fec-845e-2704508ae2c9/8bff32bd-6f55-4641-baee-68a3bd1f82b3/1f32ba91-70cb-4a99-8fd1-97d920eb33e1) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:02:57.234221 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-90d64f06-cc62-4e17-a1b8-d4128695064c None None] Publish callbacks [] for port (1f32ba91-70cb-4a99-8fd1-97d920eb33e1), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:02:57.241742 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-90d64f06-cc62-4e17-a1b8-d4128695064c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (1f32ba91-70cb-4a99-8fd1-97d920eb33e1), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:02:57.318724 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d64f06-cc62-4e17-a1b8-d4128695064c None None] Network b406c59a-a80a-4fec-845e-2704508ae2c9 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:02:57.327899 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-90d64f06-cc62-4e17-a1b8-d4128695064c None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:02:57.329805 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d64f06-cc62-4e17-a1b8-d4128695064c None None] Pushing event updated for resources: {'Port': ['ID=1f32ba91-70cb-4a99-8fd1-97d920eb33e1,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:02:57.334865 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d64f06-cc62-4e17-a1b8-d4128695064c None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:02:57.342683 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d64f06-cc62-4e17-a1b8-d4128695064c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:02:57.343030 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d64f06-cc62-4e17-a1b8-d4128695064c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:02:57.343367 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d64f06-cc62-4e17-a1b8-d4128695064c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:02:57.343701 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d64f06-cc62-4e17-a1b8-d4128695064c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:02:57.344030 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d64f06-cc62-4e17-a1b8-d4128695064c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:02:57.344361 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d64f06-cc62-4e17-a1b8-d4128695064c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:02:57.344685 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d64f06-cc62-4e17-a1b8-d4128695064c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:02:57.345010 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d64f06-cc62-4e17-a1b8-d4128695064c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:02:57.345357 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d64f06-cc62-4e17-a1b8-d4128695064c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:02:57.345681 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d64f06-cc62-4e17-a1b8-d4128695064c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:02:57.346003 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d64f06-cc62-4e17-a1b8-d4128695064c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:02:57.346380 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d64f06-cc62-4e17-a1b8-d4128695064c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:02:57.346671 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d64f06-cc62-4e17-a1b8-d4128695064c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:02:57.347730 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d64f06-cc62-4e17-a1b8-d4128695064c None None] Tracked resource versions report: Jan 28 19:02:57.347730 n-d-812111-14 neutron-server[103306]: pushed versions: Jan 28 19:02:57.347730 n-d-812111-14 neutron-server[103306]: { 'AddressGroup': {'1.2'}, Jan 28 19:02:57.347730 n-d-812111-14 neutron-server[103306]: 'ConntrackHelper': {'1.0'}, Jan 28 19:02:57.347730 n-d-812111-14 neutron-server[103306]: 'LocalIPAssociation': {'1.0'}, Jan 28 19:02:57.347730 n-d-812111-14 neutron-server[103306]: 'Log': {'1.0'}, Jan 28 19:02:57.347730 n-d-812111-14 neutron-server[103306]: 'Network': {'1.1'}, Jan 28 19:02:57.347730 n-d-812111-14 neutron-server[103306]: 'Port': {'1.7'}, Jan 28 19:02:57.347730 n-d-812111-14 neutron-server[103306]: 'PortForwarding': {'1.2'}, Jan 28 19:02:57.347730 n-d-812111-14 neutron-server[103306]: 'QosPolicy': {'1.10'}, Jan 28 19:02:57.347730 n-d-812111-14 neutron-server[103306]: 'SecurityGroup': {'1.5'}, Jan 28 19:02:57.347730 n-d-812111-14 neutron-server[103306]: 'SecurityGroupRule': {'1.2'}, Jan 28 19:02:57.347730 n-d-812111-14 neutron-server[103306]: 'SubPort': {'1.0'}, Jan 28 19:02:57.347730 n-d-812111-14 neutron-server[103306]: 'Subnet': {'1.1'}, Jan 28 19:02:57.347730 n-d-812111-14 neutron-server[103306]: 'Trunk': {'1.1'}} Jan 28 19:02:57.347730 n-d-812111-14 neutron-server[103306]: consumer versions: Jan 28 19:02:57.347730 n-d-812111-14 neutron-server[103306]: { DHCP agent@n-d-812111-14: {}, Jan 28 19:02:57.347730 n-d-812111-14 neutron-server[103306]: L3 agent@n-d-812111-14: {}, Jan 28 19:02:57.347730 n-d-812111-14 neutron-server[103306]: Metadata agent@n-d-812111-14: {}, Jan 28 19:02:57.347730 n-d-812111-14 neutron-server[103306]: Metering agent@n-d-812111-14: {}, Jan 28 19:02:57.347730 n-d-812111-14 neutron-server[103306]: Open vSwitch agent@n-d-812111-14: { 'AddressGroup': '1.2', Jan 28 19:02:57.347730 n-d-812111-14 neutron-server[103306]: 'ConntrackHelper': '1.0', Jan 28 19:02:57.347730 n-d-812111-14 neutron-server[103306]: 'LocalIPAssociation': '1.0', Jan 28 19:02:57.347730 n-d-812111-14 neutron-server[103306]: 'Log': '1.0', Jan 28 19:02:57.347730 n-d-812111-14 neutron-server[103306]: 'Network': '1.1', Jan 28 19:02:57.347730 n-d-812111-14 neutron-server[103306]: 'Port': '1.7', Jan 28 19:02:57.347730 n-d-812111-14 neutron-server[103306]: 'PortForwarding': '1.2', Jan 28 19:02:57.347730 n-d-812111-14 neutron-server[103306]: 'QosPolicy': '1.10', Jan 28 19:02:57.347730 n-d-812111-14 neutron-server[103306]: 'SecurityGroup': '1.5', Jan 28 19:02:57.347730 n-d-812111-14 neutron-server[103306]: 'SecurityGroupRule': '1.2', Jan 28 19:02:57.347730 n-d-812111-14 neutron-server[103306]: 'SubPort': '1.0', Jan 28 19:02:57.347730 n-d-812111-14 neutron-server[103306]: 'Subnet': '1.1', Jan 28 19:02:57.347730 n-d-812111-14 neutron-server[103306]: 'Trunk': '1.1'}} Jan 28 19:02:57.347730 n-d-812111-14 neutron-server[103306]: {{(pid=103306) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 19:02:57.419996 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-90d64f06-cc62-4e17-a1b8-d4128695064c None None] Attempting to bind port 1f32ba91-70cb-4a99-8fd1-97d920eb33e1 on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:02:57.420396 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-90d64f06-cc62-4e17-a1b8-d4128695064c None None] Attempting to bind port 1f32ba91-70cb-4a99-8fd1-97d920eb33e1 by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': 'd5e131a7-b8c0-49ce-aba1-ce8dc0ec99c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b406c59a-a80a-4fec-845e-2704508ae2c9'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:02:57.420829 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d64f06-cc62-4e17-a1b8-d4128695064c None None] Attempting to bind port 1f32ba91-70cb-4a99-8fd1-97d920eb33e1 on network b406c59a-a80a-4fec-845e-2704508ae2c9 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:02:57.426295 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d64f06-cc62-4e17-a1b8-d4128695064c None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 2, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:02:57.426892 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d64f06-cc62-4e17-a1b8-d4128695064c None None] Checking segment: {'id': 'd5e131a7-b8c0-49ce-aba1-ce8dc0ec99c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b406c59a-a80a-4fec-845e-2704508ae2c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:02:57.427161 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-90d64f06-cc62-4e17-a1b8-d4128695064c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:02:57.427553 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d64f06-cc62-4e17-a1b8-d4128695064c None None] Bound using segment: {'id': 'd5e131a7-b8c0-49ce-aba1-ce8dc0ec99c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b406c59a-a80a-4fec-845e-2704508ae2c9'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:02:57.428032 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-90d64f06-cc62-4e17-a1b8-d4128695064c None None] Bound port: 1f32ba91-70cb-4a99-8fd1-97d920eb33e1, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5e131a7-b8c0-49ce-aba1-ce8dc0ec99c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b406c59a-a80a-4fec-845e-2704508ae2c9'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:02:57.428438 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-90d64f06-cc62-4e17-a1b8-d4128695064c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (1f32ba91-70cb-4a99-8fd1-97d920eb33e1), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:02:57.489503 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-90d64f06-cc62-4e17-a1b8-d4128695064c None None] For port 1f32ba91-70cb-4a99-8fd1-97d920eb33e1, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:02:57.493630 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-90d64f06-cc62-4e17-a1b8-d4128695064c None None] For port 1f32ba91-70cb-4a99-8fd1-97d920eb33e1, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=1f32ba91-70cb-4a99-8fd1-97d920eb33e1,segment=NetworkSegment(d5e131a7-b8c0-49ce-aba1-ce8dc0ec99c3),segment_id=d5e131a7-b8c0-49ce-aba1-ce8dc0ec99c3)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:02:57.503413 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-90d64f06-cc62-4e17-a1b8-d4128695064c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (1f32ba91-70cb-4a99-8fd1-97d920eb33e1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:02:57.566962 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d64f06-cc62-4e17-a1b8-d4128695064c None None] Pushing event updated for resources: {'Port': ['ID=1f32ba91-70cb-4a99-8fd1-97d920eb33e1,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:02:58.879518 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 59616) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:02:59.192226 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [None req-bbfbc132-22a6-4a46-8201-e0967cf1c09b admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:02:59.193403 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-bbfbc132-22a6-4a46-8201-e0967cf1c09b admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3128345 Jan 28 19:03:01.649888 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 59624) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:03:01.961347 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [None req-c08c6762-462d-4a14-a36f-8581863d8dd4 admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:03:01.962345 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-c08c6762-462d-4a14-a36f-8581863d8dd4 admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3112652 Jan 28 19:03:04.646779 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 59634) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:03:04.945076 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-06750272-9274-4741-80a4-3e137e1ceecf admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '84a3b2d5a6834be7bdadcdbda94b05fc', 'name': 'router1'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:03:04.967460 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-06750272-9274-4741-80a4-3e137e1ceecf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261150'] for router (50d919d3-528d-4215-92ed-f74036061a59), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:04.969049 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-06750272-9274-4741-80a4-3e137e1ceecf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-731099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-731441', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261129'] for router (50d919d3-528d-4215-92ed-f74036061a59), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:05.105221 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-06750272-9274-4741-80a4-3e137e1ceecf admin admin] Publish callbacks [] for router_controller (50d919d3-528d-4215-92ed-f74036061a59), precommit_add_association {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:05.109935 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-06750272-9274-4741-80a4-3e137e1ceecf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-731074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-731460'] for router (50d919d3-528d-4215-92ed-f74036061a59), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:05.123801 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-06750272-9274-4741-80a4-3e137e1ceecf admin admin] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:05.124998 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-06750272-9274-4741-80a4-3e137e1ceecf admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4772191 Jan 28 19:03:06.516530 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d001bc2c-54bb-4b04-8e83-0a6b421a5049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:07.462007 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 1f32ba91-70cb-4a99-8fd1-97d920eb33e1 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:03:07.551011 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 1f32ba91-70cb-4a99-8fd1-97d920eb33e1 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:03:07.551675 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (1f32ba91-70cb-4a99-8fd1-97d920eb33e1), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:07.618466 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 59646) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:03:07.668340 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 1f32ba91-70cb-4a99-8fd1-97d920eb33e1 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:03:07.668726 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (1f32ba91-70cb-4a99-8fd1-97d920eb33e1), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:07.704065 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] For port 1f32ba91-70cb-4a99-8fd1-97d920eb33e1, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=1f32ba91-70cb-4a99-8fd1-97d920eb33e1,segment=NetworkSegment(d5e131a7-b8c0-49ce-aba1-ce8dc0ec99c3),segment_id=d5e131a7-b8c0-49ce-aba1-ce8dc0ec99c3)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:03:07.708422 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (1f32ba91-70cb-4a99-8fd1-97d920eb33e1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:07.756617 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Pushing event updated for resources: {'Port': ['ID=1f32ba91-70cb-4a99-8fd1-97d920eb33e1,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:03:07.964515 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [None req-c3670066-8b31-4892-b7e0-45211166185d admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:03:07.965609 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-c3670066-8b31-4892-b7e0-45211166185d admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3461442 Jan 28 19:03:08.689419 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ead1692-21f1-4305-b31f-a189ae04128b None None] Network b406c59a-a80a-4fec-845e-2704508ae2c9 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:03:08.755394 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-7e519c8f-1ea6-4f55-b339-11b642b1329b None None] Provisioning complete for port 1f32ba91-70cb-4a99-8fd1-97d920eb33e1 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:03:08.755789 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7e519c8f-1ea6-4f55-b339-11b642b1329b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (1f32ba91-70cb-4a99-8fd1-97d920eb33e1), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:08.891780 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d466ce2f-be20-4c60-a186-ef20766eccf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:08.904332 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-7e519c8f-1ea6-4f55-b339-11b642b1329b None None] Current status of the port 1f32ba91-70cb-4a99-8fd1-97d920eb33e1 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:03:09.138416 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2f536f0b-f9af-4569-821d-5a1b4151a0ad None None] Provisioning complete for port 1f32ba91-70cb-4a99-8fd1-97d920eb33e1 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:03:09.138815 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2f536f0b-f9af-4569-821d-5a1b4151a0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (1f32ba91-70cb-4a99-8fd1-97d920eb33e1), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:09.220389 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2f536f0b-f9af-4569-821d-5a1b4151a0ad None None] Current status of the port 1f32ba91-70cb-4a99-8fd1-97d920eb33e1 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:03:09.419524 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 1f32ba91-70cb-4a99-8fd1-97d920eb33e1 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:03:09.466118 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 1f32ba91-70cb-4a99-8fd1-97d920eb33e1 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:03:09.466504 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (1f32ba91-70cb-4a99-8fd1-97d920eb33e1), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:09.552194 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 1f32ba91-70cb-4a99-8fd1-97d920eb33e1 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:03:09.558360 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:10.462468 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 59680) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:03:10.588437 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-6cd46e4b-29be-4c4c-b501-31b87526c66f admin admin] Request body: {'network': {'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'name': 'public', 'router:external': True, 'tenant_id': '57e685dd0e1846e69a41f2fe372fa3cd', 'is_default': True, 'project_id': '57e685dd0e1846e69a41f2fe372fa3cd'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:03:10.607834 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cd46e4b-29be-4c4c-b501-31b87526c66f admin admin] Made reservation on behalf of 57e685dd0e1846e69a41f2fe372fa3cd for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:03:10.610004 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6cd46e4b-29be-4c4c-b501-31b87526c66f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:10.617747 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6cd46e4b-29be-4c4c-b501-31b87526c66f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:10.690965 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6cd46e4b-29be-4c4c-b501-31b87526c66f admin admin] Publish callbacks [] for security_group (dae896b5-332a-40bd-b9b0-3c3dc51863ae), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:10.694542 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6cd46e4b-29be-4c4c-b501-31b87526c66f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (dae896b5-332a-40bd-b9b0-3c3dc51863ae), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:10.709277 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-6cd46e4b-29be-4c4c-b501-31b87526c66f admin admin] Reserving flat network on physical network physnet1 {{(pid=103305) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jan 28 19:03:10.731938 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6cd46e4b-29be-4c4c-b501-31b87526c66f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (6923249d-81f1-4ac0-8a2e-e471b7b728ce), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:10.732280 n-d-812111-14 neutron-server[103305]: INFO neutron.db.segments_db [None req-6cd46e4b-29be-4c4c-b501-31b87526c66f admin admin] Added segment 6923249d-81f1-4ac0-8a2e-e471b7b728ce of type flat for network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 Jan 28 19:03:10.733568 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd46e4b-29be-4c4c-b501-31b87526c66f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dae896b5-332a-40bd-b9b0-3c3dc51863ae,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:03:10.781263 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6cd46e4b-29be-4c4c-b501-31b87526c66f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:10.813980 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6cd46e4b-29be-4c4c-b501-31b87526c66f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:10.814998 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cd46e4b-29be-4c4c-b501-31b87526c66f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:03:10.815718 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6cd46e4b-29be-4c4c-b501-31b87526c66f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:10.868613 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-6cd46e4b-29be-4c4c-b501-31b87526c66f admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4050589 Jan 28 19:03:10.875270 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd46e4b-29be-4c4c-b501-31b87526c66f admin admin] Pushing event updated for resources: {'Network': ['ID=d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:03:10.885068 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:03:11.406756 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:12.835282 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:13.170092 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 59688) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:03:13.263630 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf03b98-a915-4bfa-8900-fdb51b0064f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:03:13.264960 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-7cf03b98-a915-4bfa-8900-fdb51b0064f1 admin admin] 10.222.0.64 "GET /v2.0/subnets/8bff32bd-6f55-4641-baee-68a3bd1f82b3 HTTP/1.1" status: 200 len: 849 time: 0.0939171 Jan 28 19:03:13.380740 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-83328a0b-a4b7-44ac-85d3-d6b991a1b602 admin admin] 10.222.0.64 "GET /v2.0/routers/50d919d3-528d-4215-92ed-f74036061a59 HTTP/1.1" status: 200 len: 704 time: 0.1096630 Jan 28 19:03:13.642003 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-35442292-9027-4433-bd45-82b2a40183dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:13.934693 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-35442292-9027-4433-bd45-82b2a40183dd admin admin] Allocated IP 172.20.0.1 (b406c59a-a80a-4fec-845e-2704508ae2c9/8bff32bd-6f55-4641-baee-68a3bd1f82b3/3a60c094-da79-4f84-9fc2-e078663c8a09) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:03:14.029285 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 5 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:03:14.128889 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-35442292-9027-4433-bd45-82b2a40183dd admin admin] Publish callbacks [] for port (3a60c094-da79-4f84-9fc2-e078663c8a09), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:14.194923 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-35442292-9027-4433-bd45-82b2a40183dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (3a60c094-da79-4f84-9fc2-e078663c8a09), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:14.263308 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35442292-9027-4433-bd45-82b2a40183dd admin admin] Network b406c59a-a80a-4fec-845e-2704508ae2c9 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:03:14.268798 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-35442292-9027-4433-bd45-82b2a40183dd admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:03:14.271511 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35442292-9027-4433-bd45-82b2a40183dd admin admin] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:03:14.272169 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-35442292-9027-4433-bd45-82b2a40183dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734769'] for router_interface (50d919d3-528d-4215-92ed-f74036061a59), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:14.347094 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35442292-9027-4433-bd45-82b2a40183dd admin admin] Pushing event updated for resources: {'Port': ['ID=3a60c094-da79-4f84-9fc2-e078663c8a09,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:03:14.489901 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-35442292-9027-4433-bd45-82b2a40183dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (3a60c094-da79-4f84-9fc2-e078663c8a09), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:14.514108 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-ca3edc27-2bf7-4751-8e2e-70219894df1e None None] Provisioning complete for port 3a60c094-da79-4f84-9fc2-e078663c8a09 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:03:14.514695 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ca3edc27-2bf7-4751-8e2e-70219894df1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (3a60c094-da79-4f84-9fc2-e078663c8a09), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:14.546565 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-ca3edc27-2bf7-4751-8e2e-70219894df1e None None] Port 3a60c094-da79-4f84-9fc2-e078663c8a09 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:03:14.698578 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-35442292-9027-4433-bd45-82b2a40183dd admin admin] Publish callbacks [] for port (3a60c094-da79-4f84-9fc2-e078663c8a09), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:14.703153 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-35442292-9027-4433-bd45-82b2a40183dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (3a60c094-da79-4f84-9fc2-e078663c8a09), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:14.703901 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-35442292-9027-4433-bd45-82b2a40183dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-756216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-732801'] for router_interface (50d919d3-528d-4215-92ed-f74036061a59), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:14.784587 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35442292-9027-4433-bd45-82b2a40183dd admin admin] Pushing event updated for resources: {'Port': ['ID=3a60c094-da79-4f84-9fc2-e078663c8a09,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:03:14.834007 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35442292-9027-4433-bd45-82b2a40183dd admin admin] Network b406c59a-a80a-4fec-845e-2704508ae2c9 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:03:14.835317 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-35442292-9027-4433-bd45-82b2a40183dd admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:03:14.993597 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35442292-9027-4433-bd45-82b2a40183dd admin admin] Router 50d919d3-528d-4215-92ed-f74036061a59 is scheduled to L3 agent 76fe5c49-705a-4e08-abb2-be585676213f with binding_index 1 {{(pid=103305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 19:03:15.068555 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d509bcae-ca6e-441c-9fbc-02389861a75e None None] Provisioning complete for port 3a60c094-da79-4f84-9fc2-e078663c8a09 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:03:15.068866 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d509bcae-ca6e-441c-9fbc-02389861a75e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (3a60c094-da79-4f84-9fc2-e078663c8a09), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:15.085378 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35442292-9027-4433-bd45-82b2a40183dd admin admin] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:03:15.094676 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-35442292-9027-4433-bd45-82b2a40183dd admin admin] 10.222.0.64 "PUT /v2.0/routers/50d919d3-528d-4215-92ed-f74036061a59/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7051585 Jan 28 19:03:15.097063 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db34837-7580-4fb8-86c6-5d49230e6c9e None None] Sync routers for ids ['50d919d3-528d-4215-92ed-f74036061a59'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:03:15.111571 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d509bcae-ca6e-441c-9fbc-02389861a75e None None] Port 3a60c094-da79-4f84-9fc2-e078663c8a09 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:03:15.112246 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db34837-7580-4fb8-86c6-5d49230e6c9e None None] Routers {'50d919d3-528d-4215-92ed-f74036061a59'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:03:15.113982 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-5db34837-7580-4fb8-86c6-5d49230e6c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:03:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['50d919d3-528d-4215-92ed-f74036061a59'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:03:15.296350 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-5db34837-7580-4fb8-86c6-5d49230e6c9e None None] Set router 50d919d3-528d-4215-92ed-f74036061a59 gateway port host: None {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:03:15.717735 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-5db34837-7580-4fb8-86c6-5d49230e6c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50d919d3-528d-4215-92ed-f74036061a59', 'name': 'router1', 'tenant_id': '84a3b2d5a6834be7bdadcdbda94b05fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:03:04Z', 'updated_at': '2022-01-28T19:03:14Z', 'revision_number': 2, 'project_id': '84a3b2d5a6834be7bdadcdbda94b05fc', 'gw_port_host': None, '_interfaces': [{'id': '3a60c094-da79-4f84-9fc2-e078663c8a09', 'name': '', 'network_id': 'b406c59a-a80a-4fec-845e-2704508ae2c9', 'tenant_id': '84a3b2d5a6834be7bdadcdbda94b05fc', 'mac_address': 'fa:16:3e:1c:d0:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50d919d3-528d-4215-92ed-f74036061a59', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8bff32bd-6f55-4641-baee-68a3bd1f82b3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:03:13Z', 'updated_at': '2022-01-28T19:03:14Z', 'revision_number': 2, 'project_id': '84a3b2d5a6834be7bdadcdbda94b05fc', 'subnets': [{'id': '8bff32bd-6f55-4641-baee-68a3bd1f82b3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '84bcc0d9-a1c9-4179-b63b-f289eec6c281'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:03:15.769274 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db34837-7580-4fb8-86c6-5d49230e6c9e None None] Checking router: 50d919d3-528d-4215-92ed-f74036061a59 for host: n-d-812111-14 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:03:15.769651 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db34837-7580-4fb8-86c6-5d49230e6c9e None None] Updating router 50d919d3-528d-4215-92ed-f74036061a59 port 3a60c094-da79-4f84-9fc2-e078663c8a09 binding host n-d-812111-14 {{(pid=103307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:03:15.824718 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-5db34837-7580-4fb8-86c6-5d49230e6c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (3a60c094-da79-4f84-9fc2-e078663c8a09), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:16.324526 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-5db34837-7580-4fb8-86c6-5d49230e6c9e None None] Publish callbacks [] for port (3a60c094-da79-4f84-9fc2-e078663c8a09), precommit_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:16.331711 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-5db34837-7580-4fb8-86c6-5d49230e6c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (3a60c094-da79-4f84-9fc2-e078663c8a09), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:16.495085 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07789543-cd8c-4d75-b2a6-7f046de0746a None None] Pushing event updated for resources: {'Port': ['ID=3a60c094-da79-4f84-9fc2-e078663c8a09,revision_number=3']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:03:16.500093 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-5db34837-7580-4fb8-86c6-5d49230e6c9e None None] Attempting to bind port 3a60c094-da79-4f84-9fc2-e078663c8a09 on host n-d-812111-14 for vnic_type normal with profile {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:03:16.500496 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-5db34837-7580-4fb8-86c6-5d49230e6c9e None None] Attempting to bind port 3a60c094-da79-4f84-9fc2-e078663c8a09 by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': 'd5e131a7-b8c0-49ce-aba1-ce8dc0ec99c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b406c59a-a80a-4fec-845e-2704508ae2c9'}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:03:16.500940 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db34837-7580-4fb8-86c6-5d49230e6c9e None None] Attempting to bind port 3a60c094-da79-4f84-9fc2-e078663c8a09 on network b406c59a-a80a-4fec-845e-2704508ae2c9 {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:03:16.508778 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07789543-cd8c-4d75-b2a6-7f046de0746a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:03:16.509184 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07789543-cd8c-4d75-b2a6-7f046de0746a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:03:16.509481 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07789543-cd8c-4d75-b2a6-7f046de0746a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:03:16.509816 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07789543-cd8c-4d75-b2a6-7f046de0746a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:03:16.510144 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07789543-cd8c-4d75-b2a6-7f046de0746a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:03:16.510472 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07789543-cd8c-4d75-b2a6-7f046de0746a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:03:16.510798 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07789543-cd8c-4d75-b2a6-7f046de0746a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:03:16.511118 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07789543-cd8c-4d75-b2a6-7f046de0746a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:03:16.511438 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07789543-cd8c-4d75-b2a6-7f046de0746a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:03:16.511757 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07789543-cd8c-4d75-b2a6-7f046de0746a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:03:16.512083 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07789543-cd8c-4d75-b2a6-7f046de0746a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:03:16.512399 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07789543-cd8c-4d75-b2a6-7f046de0746a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:03:16.512716 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07789543-cd8c-4d75-b2a6-7f046de0746a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:03:16.513804 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07789543-cd8c-4d75-b2a6-7f046de0746a None None] Tracked resource versions report: Jan 28 19:03:16.513804 n-d-812111-14 neutron-server[103307]: pushed versions: Jan 28 19:03:16.513804 n-d-812111-14 neutron-server[103307]: { 'AddressGroup': {'1.2'}, Jan 28 19:03:16.513804 n-d-812111-14 neutron-server[103307]: 'ConntrackHelper': {'1.0'}, Jan 28 19:03:16.513804 n-d-812111-14 neutron-server[103307]: 'LocalIPAssociation': {'1.0'}, Jan 28 19:03:16.513804 n-d-812111-14 neutron-server[103307]: 'Log': {'1.0'}, Jan 28 19:03:16.513804 n-d-812111-14 neutron-server[103307]: 'Network': {'1.1'}, Jan 28 19:03:16.513804 n-d-812111-14 neutron-server[103307]: 'Port': {'1.7'}, Jan 28 19:03:16.513804 n-d-812111-14 neutron-server[103307]: 'PortForwarding': {'1.2'}, Jan 28 19:03:16.513804 n-d-812111-14 neutron-server[103307]: 'QosPolicy': {'1.10'}, Jan 28 19:03:16.513804 n-d-812111-14 neutron-server[103307]: 'SecurityGroup': {'1.5'}, Jan 28 19:03:16.513804 n-d-812111-14 neutron-server[103307]: 'SecurityGroupRule': {'1.2'}, Jan 28 19:03:16.513804 n-d-812111-14 neutron-server[103307]: 'SubPort': {'1.0'}, Jan 28 19:03:16.513804 n-d-812111-14 neutron-server[103307]: 'Subnet': {'1.1'}, Jan 28 19:03:16.513804 n-d-812111-14 neutron-server[103307]: 'Trunk': {'1.1'}} Jan 28 19:03:16.513804 n-d-812111-14 neutron-server[103307]: consumer versions: Jan 28 19:03:16.513804 n-d-812111-14 neutron-server[103307]: { DHCP agent@n-d-812111-14: {}, Jan 28 19:03:16.513804 n-d-812111-14 neutron-server[103307]: L3 agent@n-d-812111-14: {}, Jan 28 19:03:16.513804 n-d-812111-14 neutron-server[103307]: Metadata agent@n-d-812111-14: {}, Jan 28 19:03:16.513804 n-d-812111-14 neutron-server[103307]: Metering agent@n-d-812111-14: {}, Jan 28 19:03:16.513804 n-d-812111-14 neutron-server[103307]: Open vSwitch agent@n-d-812111-14: { 'AddressGroup': '1.2', Jan 28 19:03:16.513804 n-d-812111-14 neutron-server[103307]: 'ConntrackHelper': '1.0', Jan 28 19:03:16.513804 n-d-812111-14 neutron-server[103307]: 'LocalIPAssociation': '1.0', Jan 28 19:03:16.513804 n-d-812111-14 neutron-server[103307]: 'Log': '1.0', Jan 28 19:03:16.513804 n-d-812111-14 neutron-server[103307]: 'Network': '1.1', Jan 28 19:03:16.513804 n-d-812111-14 neutron-server[103307]: 'Port': '1.7', Jan 28 19:03:16.513804 n-d-812111-14 neutron-server[103307]: 'PortForwarding': '1.2', Jan 28 19:03:16.513804 n-d-812111-14 neutron-server[103307]: 'QosPolicy': '1.10', Jan 28 19:03:16.513804 n-d-812111-14 neutron-server[103307]: 'SecurityGroup': '1.5', Jan 28 19:03:16.513804 n-d-812111-14 neutron-server[103307]: 'SecurityGroupRule': '1.2', Jan 28 19:03:16.513804 n-d-812111-14 neutron-server[103307]: 'SubPort': '1.0', Jan 28 19:03:16.513804 n-d-812111-14 neutron-server[103307]: 'Subnet': '1.1', Jan 28 19:03:16.513804 n-d-812111-14 neutron-server[103307]: 'Trunk': '1.1'}} Jan 28 19:03:16.513804 n-d-812111-14 neutron-server[103307]: {{(pid=103307) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 19:03:16.516207 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db34837-7580-4fb8-86c6-5d49230e6c9e None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:03:16.516598 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db34837-7580-4fb8-86c6-5d49230e6c9e None None] Checking segment: {'id': 'd5e131a7-b8c0-49ce-aba1-ce8dc0ec99c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b406c59a-a80a-4fec-845e-2704508ae2c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:03:16.517093 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-5db34837-7580-4fb8-86c6-5d49230e6c9e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:16.518025 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db34837-7580-4fb8-86c6-5d49230e6c9e None None] Bound using segment: {'id': 'd5e131a7-b8c0-49ce-aba1-ce8dc0ec99c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b406c59a-a80a-4fec-845e-2704508ae2c9'} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:03:16.518501 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-5db34837-7580-4fb8-86c6-5d49230e6c9e None None] Bound port: 3a60c094-da79-4f84-9fc2-e078663c8a09, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5e131a7-b8c0-49ce-aba1-ce8dc0ec99c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b406c59a-a80a-4fec-845e-2704508ae2c9'}}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:03:16.518888 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-5db34837-7580-4fb8-86c6-5d49230e6c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (3a60c094-da79-4f84-9fc2-e078663c8a09), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:16.543703 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2b81573f-7c9f-4422-bc9e-99e42823853d None None] Provisioning complete for port 3a60c094-da79-4f84-9fc2-e078663c8a09 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:03:16.544663 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2b81573f-7c9f-4422-bc9e-99e42823853d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (3a60c094-da79-4f84-9fc2-e078663c8a09), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:16.581804 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2b81573f-7c9f-4422-bc9e-99e42823853d None None] Port 3a60c094-da79-4f84-9fc2-e078663c8a09 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:03:16.588241 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-5db34837-7580-4fb8-86c6-5d49230e6c9e None None] For port 3a60c094-da79-4f84-9fc2-e078663c8a09, host n-d-812111-14, cleared binding levels {{(pid=103307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:03:16.608158 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-5db34837-7580-4fb8-86c6-5d49230e6c9e None None] For port 3a60c094-da79-4f84-9fc2-e078663c8a09, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=3a60c094-da79-4f84-9fc2-e078663c8a09,segment=NetworkSegment(d5e131a7-b8c0-49ce-aba1-ce8dc0ec99c3),segment_id=d5e131a7-b8c0-49ce-aba1-ce8dc0ec99c3)] {{(pid=103307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:03:16.614468 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-5db34837-7580-4fb8-86c6-5d49230e6c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (3a60c094-da79-4f84-9fc2-e078663c8a09), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:16.668765 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07789543-cd8c-4d75-b2a6-7f046de0746a None None] Pushing event updated for resources: {'Port': ['ID=3a60c094-da79-4f84-9fc2-e078663c8a09,revision_number=4']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:03:16.678275 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db34837-7580-4fb8-86c6-5d49230e6c9e None None] Routers {'50d919d3-528d-4215-92ed-f74036061a59'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:03:16.678933 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-5db34837-7580-4fb8-86c6-5d49230e6c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:03:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['50d919d3-528d-4215-92ed-f74036061a59'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:03:16.769274 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-5db34837-7580-4fb8-86c6-5d49230e6c9e None None] Set router 50d919d3-528d-4215-92ed-f74036061a59 gateway port host: None {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:03:16.905632 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-5a16b4f4-ec3b-4020-9bbc-3b37a503d580 None None] Provisioning complete for port 3a60c094-da79-4f84-9fc2-e078663c8a09 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:03:16.906185 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5a16b4f4-ec3b-4020-9bbc-3b37a503d580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (3a60c094-da79-4f84-9fc2-e078663c8a09), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:16.982799 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-5a16b4f4-ec3b-4020-9bbc-3b37a503d580 None None] Current status of the port 3a60c094-da79-4f84-9fc2-e078663c8a09 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:03:16.983623 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5a16b4f4-ec3b-4020-9bbc-3b37a503d580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (3a60c094-da79-4f84-9fc2-e078663c8a09), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:16.986893 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-5db34837-7580-4fb8-86c6-5d49230e6c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50d919d3-528d-4215-92ed-f74036061a59', 'name': 'router1', 'tenant_id': '84a3b2d5a6834be7bdadcdbda94b05fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:03:04Z', 'updated_at': '2022-01-28T19:03:14Z', 'revision_number': 2, 'project_id': '84a3b2d5a6834be7bdadcdbda94b05fc', 'gw_port_host': None, '_interfaces': [{'id': '3a60c094-da79-4f84-9fc2-e078663c8a09', 'name': '', 'network_id': 'b406c59a-a80a-4fec-845e-2704508ae2c9', 'tenant_id': '84a3b2d5a6834be7bdadcdbda94b05fc', 'mac_address': 'fa:16:3e:1c:d0:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50d919d3-528d-4215-92ed-f74036061a59', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8bff32bd-6f55-4641-baee-68a3bd1f82b3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:03:13Z', 'updated_at': '2022-01-28T19:03:16Z', 'revision_number': 4, 'project_id': '84a3b2d5a6834be7bdadcdbda94b05fc', 'subnets': [{'id': '8bff32bd-6f55-4641-baee-68a3bd1f82b3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '84bcc0d9-a1c9-4179-b63b-f289eec6c281'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:03:17.013664 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db34837-7580-4fb8-86c6-5d49230e6c9e None None] The sync data for ids ['50d919d3-528d-4215-92ed-f74036061a59'] in n-d-812111-14 is: [{'id': '50d919d3-528d-4215-92ed-f74036061a59', 'name': 'router1', 'tenant_id': '84a3b2d5a6834be7bdadcdbda94b05fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:03:04Z', 'updated_at': '2022-01-28T19:03:14Z', 'revision_number': 2, 'project_id': '84a3b2d5a6834be7bdadcdbda94b05fc', 'gw_port_host': None, '_interfaces': [{'id': '3a60c094-da79-4f84-9fc2-e078663c8a09', 'name': '', 'network_id': 'b406c59a-a80a-4fec-845e-2704508ae2c9', 'tenant_id': '84a3b2d5a6834be7bdadcdbda94b05fc', 'mac_address': 'fa:16:3e:1c:d0:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50d919d3-528d-4215-92ed-f74036061a59', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8bff32bd-6f55-4641-baee-68a3bd1f82b3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:03:13Z', 'updated_at': '2022-01-28T19:03:16Z', 'revision_number': 4, 'project_id': '84a3b2d5a6834be7bdadcdbda94b05fc', 'subnets': [{'id': '8bff32bd-6f55-4641-baee-68a3bd1f82b3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '84bcc0d9-a1c9-4179-b63b-f289eec6c281'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:03:17.015907 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-5a16b4f4-ec3b-4020-9bbc-3b37a503d580 None None] For port 3a60c094-da79-4f84-9fc2-e078663c8a09, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=3a60c094-da79-4f84-9fc2-e078663c8a09,segment=NetworkSegment(d5e131a7-b8c0-49ce-aba1-ce8dc0ec99c3),segment_id=d5e131a7-b8c0-49ce-aba1-ce8dc0ec99c3)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:03:17.024899 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5a16b4f4-ec3b-4020-9bbc-3b37a503d580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (3a60c094-da79-4f84-9fc2-e078663c8a09), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:17.081384 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a16b4f4-ec3b-4020-9bbc-3b37a503d580 None None] Pushing event updated for resources: {'Port': ['ID=3a60c094-da79-4f84-9fc2-e078663c8a09,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:03:19.715361 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 59706) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:03:19.824879 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58464d4c-14bf-436e-9ec7-7a49c1f272ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:03:19.826297 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-58464d4c-14bf-436e-9ec7-7a49c1f272ec admin admin] 10.222.0.64 "GET /v2.0/networks/d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 HTTP/1.1" status: 200 len: 842 time: 0.1099715 Jan 28 19:03:19.835722 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-19bf56e2-9567-4470-a9ee-e3661ee0f256 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '172.25.6.0/24', 'enable_dhcp': False, 'name': 'public-subnet', 'tenant_id': '57e685dd0e1846e69a41f2fe372fa3cd', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'gateway_ip': '172.25.6.1'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:03:19.855162 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19bf56e2-9567-4470-a9ee-e3661ee0f256 admin admin] Made reservation on behalf of 57e685dd0e1846e69a41f2fe372fa3cd for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:03:19.857550 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-19bf56e2-9567-4470-a9ee-e3661ee0f256 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:20.203685 n-d-812111-14 neutron-server[103305]: DEBUG neutron.objects.ports [None req-19bf56e2-9567-4470-a9ee-e3661ee0f256 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103305) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 19:03:20.204130 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-19bf56e2-9567-4470-a9ee-e3661ee0f256 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for subnet (a648e4ab-7422-41b9-b133-58aca25ab8f5), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:20.261819 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bf56e2-9567-4470-a9ee-e3661ee0f256 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a648e4ab-7422-41b9-b133-58aca25ab8f5,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:03:20.266791 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19bf56e2-9567-4470-a9ee-e3661ee0f256 admin admin] Checking segment: {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:03:20.267650 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19bf56e2-9567-4470-a9ee-e3661ee0f256 admin admin] Network hostable DHCP agents. Network: d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:03:20.284896 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19bf56e2-9567-4470-a9ee-e3661ee0f256 admin admin] Network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:03:20.293539 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-19bf56e2-9567-4470-a9ee-e3661ee0f256 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:03:20.297937 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19bf56e2-9567-4470-a9ee-e3661ee0f256 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:03:20.298795 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-19bf56e2-9567-4470-a9ee-e3661ee0f256 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:20.304947 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-942df4c3-2e80-4a42-85a3-82502c3abd79 None None] Network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:03:20.321993 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-19bf56e2-9567-4470-a9ee-e3661ee0f256 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4892666 Jan 28 19:03:20.411408 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eded2e0-5361-42f8-b173-992857be1c76 None None] Network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:03:22.685426 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 59714) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:03:22.825146 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-d7344d11-5339-4c72-bbf4-65a7d8eba230 admin admin] 10.222.0.64 "GET /v2.0/routers/50d919d3-528d-4215-92ed-f74036061a59 HTTP/1.1" status: 200 len: 710 time: 0.1381087 Jan 28 19:03:22.914812 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c28efc5-58b4-4a2c-84e9-93238e636546 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:03:22.916113 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-5c28efc5-58b4-4a2c-84e9-93238e636546 admin admin] 10.222.0.64 "GET /v2.0/networks/d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 HTTP/1.1" status: 200 len: 886 time: 0.0848067 Jan 28 19:03:22.924909 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-e2a2c6ed-4977-4343-88c4-460a74ebbac2 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:03:23.170890 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e2a2c6ed-4977-4343-88c4-460a74ebbac2 admin admin] Publish callbacks [] for router_gateway (50d919d3-528d-4215-92ed-f74036061a59), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:23.404361 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e2a2c6ed-4977-4343-88c4-460a74ebbac2 admin admin] Publish callbacks [] for router_gateway (50d919d3-528d-4215-92ed-f74036061a59), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:23.499329 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e2a2c6ed-4977-4343-88c4-460a74ebbac2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:23.603743 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-e2a2c6ed-4977-4343-88c4-460a74ebbac2 admin admin] Allocated IP 172.25.6.235 (d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8/a648e4ab-7422-41b9-b133-58aca25ab8f5/4c69e186-26c3-417d-9fbf-4651d9f4abeb) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:03:23.709854 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e2a2c6ed-4977-4343-88c4-460a74ebbac2 admin admin] Publish callbacks [] for port (4c69e186-26c3-417d-9fbf-4651d9f4abeb), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:23.744156 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e2a2c6ed-4977-4343-88c4-460a74ebbac2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (4c69e186-26c3-417d-9fbf-4651d9f4abeb), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:23.783059 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a2c6ed-4977-4343-88c4-460a74ebbac2 admin admin] Network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:03:23.785829 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-e2a2c6ed-4977-4343-88c4-460a74ebbac2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:03:23.789187 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a2c6ed-4977-4343-88c4-460a74ebbac2 admin admin] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:03:23.830542 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a2c6ed-4977-4343-88c4-460a74ebbac2 admin admin] Pushing event updated for resources: {'Port': ['ID=4c69e186-26c3-417d-9fbf-4651d9f4abeb,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:03:24.121885 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e2a2c6ed-4977-4343-88c4-460a74ebbac2 admin admin] Publish callbacks [] for router_gateway (50d919d3-528d-4215-92ed-f74036061a59), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:24.316688 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e2a2c6ed-4977-4343-88c4-460a74ebbac2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-731439', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-731081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-261371'] for router (50d919d3-528d-4215-92ed-f74036061a59), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:24.319989 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e2a2c6ed-4977-4343-88c4-460a74ebbac2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-731460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-731478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-731485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-731120'] for router (50d919d3-528d-4215-92ed-f74036061a59), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:24.423030 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2a2c6ed-4977-4343-88c4-460a74ebbac2 admin admin] Router 50d919d3-528d-4215-92ed-f74036061a59 has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:03:24.527214 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2a2c6ed-4977-4343-88c4-460a74ebbac2 admin admin] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:03:24.531389 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e2a2c6ed-4977-4343-88c4-460a74ebbac2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:24.545227 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-e2a2c6ed-4977-4343-88c4-460a74ebbac2 admin admin] 10.222.0.64 "PUT /v2.0/routers/50d919d3-528d-4215-92ed-f74036061a59 HTTP/1.1" status: 200 len: 890 time: 1.6108835 Jan 28 19:03:25.328952 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1807039e-efc8-40a1-b4d6-f2271dd787ff None None] Sync routers for ids ['50d919d3-528d-4215-92ed-f74036061a59'] in n-d-812111-14 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:03:25.340531 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1807039e-efc8-40a1-b4d6-f2271dd787ff None None] Routers {'50d919d3-528d-4215-92ed-f74036061a59'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:03:25.341383 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-1807039e-efc8-40a1-b4d6-f2271dd787ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:03:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['50d919d3-528d-4215-92ed-f74036061a59'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:03:25.503542 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 3a60c094-da79-4f84-9fc2-e078663c8a09 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:03:25.584349 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-1807039e-efc8-40a1-b4d6-f2271dd787ff None None] Set router 50d919d3-528d-4215-92ed-f74036061a59 gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:03:25.730769 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 3a60c094-da79-4f84-9fc2-e078663c8a09 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:03:25.731073 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (3a60c094-da79-4f84-9fc2-e078663c8a09), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:25.976849 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 3a60c094-da79-4f84-9fc2-e078663c8a09 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:03:26.043917 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-1807039e-efc8-40a1-b4d6-f2271dd787ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50d919d3-528d-4215-92ed-f74036061a59', 'name': 'router1', 'tenant_id': '84a3b2d5a6834be7bdadcdbda94b05fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '4c69e186-26c3-417d-9fbf-4651d9f4abeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:03:04Z', 'updated_at': '2022-01-28T19:03:23Z', 'revision_number': 4, 'project_id': '84a3b2d5a6834be7bdadcdbda94b05fc', 'gw_port': {'id': '4c69e186-26c3-417d-9fbf-4651d9f4abeb', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:22:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50d919d3-528d-4215-92ed-f74036061a59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:03:23Z', 'updated_at': '2022-01-28T19:03:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '3a60c094-da79-4f84-9fc2-e078663c8a09', 'name': '', 'network_id': 'b406c59a-a80a-4fec-845e-2704508ae2c9', 'tenant_id': '84a3b2d5a6834be7bdadcdbda94b05fc', 'mac_address': 'fa:16:3e:1c:d0:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d919d3-528d-4215-92ed-f74036061a59', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8bff32bd-6f55-4641-baee-68a3bd1f82b3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:03:13Z', 'updated_at': '2022-01-28T19:03:16Z', 'revision_number': 5, 'project_id': '84a3b2d5a6834be7bdadcdbda94b05fc', 'subnets': [{'id': '8bff32bd-6f55-4641-baee-68a3bd1f82b3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '84bcc0d9-a1c9-4179-b63b-f289eec6c281'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:03:26.164692 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1807039e-efc8-40a1-b4d6-f2271dd787ff None None] Checking router: 50d919d3-528d-4215-92ed-f74036061a59 for host: n-d-812111-14 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:03:26.165061 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1807039e-efc8-40a1-b4d6-f2271dd787ff None None] Updating router 50d919d3-528d-4215-92ed-f74036061a59 port 4c69e186-26c3-417d-9fbf-4651d9f4abeb binding host n-d-812111-14 {{(pid=103306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:03:26.217708 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1807039e-efc8-40a1-b4d6-f2271dd787ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (4c69e186-26c3-417d-9fbf-4651d9f4abeb), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:26.537923 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1807039e-efc8-40a1-b4d6-f2271dd787ff None None] Publish callbacks [] for port (4c69e186-26c3-417d-9fbf-4651d9f4abeb), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:26.543557 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1807039e-efc8-40a1-b4d6-f2271dd787ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (4c69e186-26c3-417d-9fbf-4651d9f4abeb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:26.590118 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-1807039e-efc8-40a1-b4d6-f2271dd787ff None None] Attempting to bind port 4c69e186-26c3-417d-9fbf-4651d9f4abeb on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:03:26.590492 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-1807039e-efc8-40a1-b4d6-f2271dd787ff None None] Attempting to bind port 4c69e186-26c3-417d-9fbf-4651d9f4abeb by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:03:26.590854 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1807039e-efc8-40a1-b4d6-f2271dd787ff None None] Attempting to bind port 4c69e186-26c3-417d-9fbf-4651d9f4abeb on network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:03:26.600974 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f391fc-25c8-4bfe-8fe8-56c2a4b368ff None None] Pushing event updated for resources: {'Port': ['ID=4c69e186-26c3-417d-9fbf-4651d9f4abeb,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:03:26.604027 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1807039e-efc8-40a1-b4d6-f2271dd787ff None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:03:26.604407 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1807039e-efc8-40a1-b4d6-f2271dd787ff None None] Checking segment: {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:03:26.604807 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1807039e-efc8-40a1-b4d6-f2271dd787ff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:26.605218 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1807039e-efc8-40a1-b4d6-f2271dd787ff None None] Bound using segment: {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:03:26.605682 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-1807039e-efc8-40a1-b4d6-f2271dd787ff None None] Bound port: 4c69e186-26c3-417d-9fbf-4651d9f4abeb, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:03:26.606058 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1807039e-efc8-40a1-b4d6-f2271dd787ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (4c69e186-26c3-417d-9fbf-4651d9f4abeb), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:26.654555 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-1807039e-efc8-40a1-b4d6-f2271dd787ff None None] For port 4c69e186-26c3-417d-9fbf-4651d9f4abeb, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:03:26.657475 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-1807039e-efc8-40a1-b4d6-f2271dd787ff None None] For port 4c69e186-26c3-417d-9fbf-4651d9f4abeb, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=4c69e186-26c3-417d-9fbf-4651d9f4abeb,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:03:26.663221 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1807039e-efc8-40a1-b4d6-f2271dd787ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (4c69e186-26c3-417d-9fbf-4651d9f4abeb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:26.722797 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1807039e-efc8-40a1-b4d6-f2271dd787ff None None] Routers {'50d919d3-528d-4215-92ed-f74036061a59'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:03:26.723399 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-1807039e-efc8-40a1-b4d6-f2271dd787ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:03:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['50d919d3-528d-4215-92ed-f74036061a59'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:03:26.727960 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f391fc-25c8-4bfe-8fe8-56c2a4b368ff None None] Pushing event updated for resources: {'Port': ['ID=4c69e186-26c3-417d-9fbf-4651d9f4abeb,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:03:26.831033 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-1807039e-efc8-40a1-b4d6-f2271dd787ff None None] Set router 50d919d3-528d-4215-92ed-f74036061a59 gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:03:26.982932 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 59726) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:03:27.042847 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-1807039e-efc8-40a1-b4d6-f2271dd787ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50d919d3-528d-4215-92ed-f74036061a59', 'name': 'router1', 'tenant_id': '84a3b2d5a6834be7bdadcdbda94b05fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '4c69e186-26c3-417d-9fbf-4651d9f4abeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:03:04Z', 'updated_at': '2022-01-28T19:03:23Z', 'revision_number': 4, 'project_id': '84a3b2d5a6834be7bdadcdbda94b05fc', 'gw_port': {'id': '4c69e186-26c3-417d-9fbf-4651d9f4abeb', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:22:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50d919d3-528d-4215-92ed-f74036061a59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:03:23Z', 'updated_at': '2022-01-28T19:03:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '3a60c094-da79-4f84-9fc2-e078663c8a09', 'name': '', 'network_id': 'b406c59a-a80a-4fec-845e-2704508ae2c9', 'tenant_id': '84a3b2d5a6834be7bdadcdbda94b05fc', 'mac_address': 'fa:16:3e:1c:d0:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d919d3-528d-4215-92ed-f74036061a59', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8bff32bd-6f55-4641-baee-68a3bd1f82b3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:03:13Z', 'updated_at': '2022-01-28T19:03:16Z', 'revision_number': 5, 'project_id': '84a3b2d5a6834be7bdadcdbda94b05fc', 'subnets': [{'id': '8bff32bd-6f55-4641-baee-68a3bd1f82b3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '84bcc0d9-a1c9-4179-b63b-f289eec6c281'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:03:27.068510 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1807039e-efc8-40a1-b4d6-f2271dd787ff None None] The sync data for ids ['50d919d3-528d-4215-92ed-f74036061a59'] in n-d-812111-14 is: [{'id': '50d919d3-528d-4215-92ed-f74036061a59', 'name': 'router1', 'tenant_id': '84a3b2d5a6834be7bdadcdbda94b05fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '4c69e186-26c3-417d-9fbf-4651d9f4abeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:03:04Z', 'updated_at': '2022-01-28T19:03:23Z', 'revision_number': 4, 'project_id': '84a3b2d5a6834be7bdadcdbda94b05fc', 'gw_port': {'id': '4c69e186-26c3-417d-9fbf-4651d9f4abeb', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:22:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50d919d3-528d-4215-92ed-f74036061a59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:03:23Z', 'updated_at': '2022-01-28T19:03:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '3a60c094-da79-4f84-9fc2-e078663c8a09', 'name': '', 'network_id': 'b406c59a-a80a-4fec-845e-2704508ae2c9', 'tenant_id': '84a3b2d5a6834be7bdadcdbda94b05fc', 'mac_address': 'fa:16:3e:1c:d0:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d919d3-528d-4215-92ed-f74036061a59', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8bff32bd-6f55-4641-baee-68a3bd1f82b3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:03:13Z', 'updated_at': '2022-01-28T19:03:16Z', 'revision_number': 5, 'project_id': '84a3b2d5a6834be7bdadcdbda94b05fc', 'subnets': [{'id': '8bff32bd-6f55-4641-baee-68a3bd1f82b3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '84bcc0d9-a1c9-4179-b63b-f289eec6c281'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:03:27.103637 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-58a5551e-094c-40c5-a43d-a90cb3605b99 admin admin] 10.222.0.64 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1195621 Jan 28 19:03:27.499480 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 4c69e186-26c3-417d-9fbf-4651d9f4abeb up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:03:27.559786 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 4c69e186-26c3-417d-9fbf-4651d9f4abeb triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:03:27.560415 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (4c69e186-26c3-417d-9fbf-4651d9f4abeb), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:27.644477 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 4c69e186-26c3-417d-9fbf-4651d9f4abeb is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:03:27.644874 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (4c69e186-26c3-417d-9fbf-4651d9f4abeb), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:27.669196 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] For port 4c69e186-26c3-417d-9fbf-4651d9f4abeb, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=4c69e186-26c3-417d-9fbf-4651d9f4abeb,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:03:27.673493 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (4c69e186-26c3-417d-9fbf-4651d9f4abeb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:27.730908 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Pushing event updated for resources: {'Port': ['ID=4c69e186-26c3-417d-9fbf-4651d9f4abeb,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:03:29.443364 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 4c69e186-26c3-417d-9fbf-4651d9f4abeb up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:03:29.497508 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 4c69e186-26c3-417d-9fbf-4651d9f4abeb triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:03:29.497833 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (4c69e186-26c3-417d-9fbf-4651d9f4abeb), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:29.576889 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 4c69e186-26c3-417d-9fbf-4651d9f4abeb is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:03:36.518770 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e709b1a1-88d5-4352-804d-bf1e3d675173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:38.844580 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3dfa1ff5-77ae-46d2-b7fc-35c419ca4d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:39.557777 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:41.430881 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:42.844252 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:51.028824 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 5 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:04:06.519308 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-08710946-efe5-4b98-8242-a5cf9da76648 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:08.846944 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4324f22d-45e9-43c3-a635-805a6902624e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:09.562275 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:11.422158 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:12.839386 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:28.027525 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 5 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:04:36.511281 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-055ce283-6482-4e61-8fa1-832bb9f4b584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:38.851303 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b962928b-39a8-4687-aac3-642f2859afe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:39.562529 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:41.421385 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:42.833791 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:51.097418 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 60242) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:04:51.157227 n-d-812111-14 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7d51a38-96e5-49a5-8561-a53f8fc059a2 admin admin] GET failed (client error): The resource could not be found. Jan 28 19:04:51.158495 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-a7d51a38-96e5-49a5-8561-a53f8fc059a2 admin admin] 10.222.0.64 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0601344 Jan 28 19:04:51.317493 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e103d9e9-455e-44d7-8461-cb3675015685 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:51.318889 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-e103d9e9-455e-44d7-8461-cb3675015685 admin admin] 10.222.0.64 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1563933 Jan 28 19:04:53.545373 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 60252) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:04:53.776022 n-d-812111-14 neutron-server[103304]: DEBUG neutron.policy [None req-49ff93ce-c91c-48bc-968f-845a2dde5cb8 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103304) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 28 19:04:53.819524 n-d-812111-14 neutron-server[103304]: WARNING oslo_policy.policy [None req-49ff93ce-c91c-48bc-968f-845a2dde5cb8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 19:04:53.819890 n-d-812111-14 neutron-server[103304]: WARNING oslo_policy.policy [None req-49ff93ce-c91c-48bc-968f-845a2dde5cb8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 19:04:53.830295 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ff93ce-c91c-48bc-968f-845a2dde5cb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:53.832586 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-49ff93ce-c91c-48bc-968f-845a2dde5cb8 admin admin] 10.222.0.64 "GET /v2.0/subnets/8bff32bd-6f55-4641-baee-68a3bd1f82b3 HTTP/1.1" status: 200 len: 849 time: 0.2860057 Jan 28 19:04:53.842887 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-5492314d-4478-4849-9eff-569543889ee1 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:04:53.927968 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5492314d-4478-4849-9eff-569543889ee1 admin admin] Publish callbacks [] for subnet (8bff32bd-6f55-4641-baee-68a3bd1f82b3), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:54.085117 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5492314d-4478-4849-9eff-569543889ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8794076262611'] for subnet (8bff32bd-6f55-4641-baee-68a3bd1f82b3), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:54.148886 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5492314d-4478-4849-9eff-569543889ee1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:54.149747 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5492314d-4478-4849-9eff-569543889ee1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:54.150832 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-5492314d-4478-4849-9eff-569543889ee1 admin admin] 10.222.0.64 "PUT /v2.0/subnets/8bff32bd-6f55-4641-baee-68a3bd1f82b3 HTTP/1.1" status: 200 len: 868 time: 0.3126400 Jan 28 19:04:54.153404 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52c58d56-210b-4c89-9cc0-57c985a5c545 None None] Network b406c59a-a80a-4fec-845e-2704508ae2c9 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:04:54.160061 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5492314d-4478-4849-9eff-569543889ee1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8bff32bd-6f55-4641-baee-68a3bd1f82b3,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:04:54.171670 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5492314d-4478-4849-9eff-569543889ee1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:04:54.172037 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5492314d-4478-4849-9eff-569543889ee1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:04:54.172381 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5492314d-4478-4849-9eff-569543889ee1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:04:54.172727 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5492314d-4478-4849-9eff-569543889ee1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:04:54.173068 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5492314d-4478-4849-9eff-569543889ee1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:04:54.173433 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5492314d-4478-4849-9eff-569543889ee1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:04:54.173775 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5492314d-4478-4849-9eff-569543889ee1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:04:54.174111 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5492314d-4478-4849-9eff-569543889ee1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:04:54.174444 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5492314d-4478-4849-9eff-569543889ee1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:04:54.174777 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5492314d-4478-4849-9eff-569543889ee1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:04:54.175140 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5492314d-4478-4849-9eff-569543889ee1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:04:54.175478 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5492314d-4478-4849-9eff-569543889ee1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:04:54.175814 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5492314d-4478-4849-9eff-569543889ee1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:04:54.176951 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5492314d-4478-4849-9eff-569543889ee1 admin admin] Tracked resource versions report: Jan 28 19:04:54.176951 n-d-812111-14 neutron-server[103304]: pushed versions: Jan 28 19:04:54.176951 n-d-812111-14 neutron-server[103304]: { 'AddressGroup': {'1.2'}, Jan 28 19:04:54.176951 n-d-812111-14 neutron-server[103304]: 'ConntrackHelper': {'1.0'}, Jan 28 19:04:54.176951 n-d-812111-14 neutron-server[103304]: 'LocalIPAssociation': {'1.0'}, Jan 28 19:04:54.176951 n-d-812111-14 neutron-server[103304]: 'Log': {'1.0'}, Jan 28 19:04:54.176951 n-d-812111-14 neutron-server[103304]: 'Network': {'1.1'}, Jan 28 19:04:54.176951 n-d-812111-14 neutron-server[103304]: 'Port': {'1.7'}, Jan 28 19:04:54.176951 n-d-812111-14 neutron-server[103304]: 'PortForwarding': {'1.2'}, Jan 28 19:04:54.176951 n-d-812111-14 neutron-server[103304]: 'QosPolicy': {'1.10'}, Jan 28 19:04:54.176951 n-d-812111-14 neutron-server[103304]: 'SecurityGroup': {'1.5'}, Jan 28 19:04:54.176951 n-d-812111-14 neutron-server[103304]: 'SecurityGroupRule': {'1.2'}, Jan 28 19:04:54.176951 n-d-812111-14 neutron-server[103304]: 'SubPort': {'1.0'}, Jan 28 19:04:54.176951 n-d-812111-14 neutron-server[103304]: 'Subnet': {'1.1'}, Jan 28 19:04:54.176951 n-d-812111-14 neutron-server[103304]: 'Trunk': {'1.1'}} Jan 28 19:04:54.176951 n-d-812111-14 neutron-server[103304]: consumer versions: Jan 28 19:04:54.176951 n-d-812111-14 neutron-server[103304]: { DHCP agent@n-d-812111-14: {}, Jan 28 19:04:54.176951 n-d-812111-14 neutron-server[103304]: L3 agent@n-d-812111-14: {}, Jan 28 19:04:54.176951 n-d-812111-14 neutron-server[103304]: Metadata agent@n-d-812111-14: {}, Jan 28 19:04:54.176951 n-d-812111-14 neutron-server[103304]: Metering agent@n-d-812111-14: {}, Jan 28 19:04:54.176951 n-d-812111-14 neutron-server[103304]: Open vSwitch agent@n-d-812111-14: { 'AddressGroup': '1.2', Jan 28 19:04:54.176951 n-d-812111-14 neutron-server[103304]: 'ConntrackHelper': '1.0', Jan 28 19:04:54.176951 n-d-812111-14 neutron-server[103304]: 'LocalIPAssociation': '1.0', Jan 28 19:04:54.176951 n-d-812111-14 neutron-server[103304]: 'Log': '1.0', Jan 28 19:04:54.176951 n-d-812111-14 neutron-server[103304]: 'Network': '1.1', Jan 28 19:04:54.176951 n-d-812111-14 neutron-server[103304]: 'Port': '1.7', Jan 28 19:04:54.176951 n-d-812111-14 neutron-server[103304]: 'PortForwarding': '1.2', Jan 28 19:04:54.176951 n-d-812111-14 neutron-server[103304]: 'QosPolicy': '1.10', Jan 28 19:04:54.176951 n-d-812111-14 neutron-server[103304]: 'SecurityGroup': '1.5', Jan 28 19:04:54.176951 n-d-812111-14 neutron-server[103304]: 'SecurityGroupRule': '1.2', Jan 28 19:04:54.176951 n-d-812111-14 neutron-server[103304]: 'SubPort': '1.0', Jan 28 19:04:54.176951 n-d-812111-14 neutron-server[103304]: 'Subnet': '1.1', Jan 28 19:04:54.176951 n-d-812111-14 neutron-server[103304]: 'Trunk': '1.1'}} Jan 28 19:04:54.176951 n-d-812111-14 neutron-server[103304]: {{(pid=103304) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 19:04:54.453614 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-7d9a62e3-e4d4-4fc8-bbfc-b23f6ea62670 None None] Provisioning complete for port 3a60c094-da79-4f84-9fc2-e078663c8a09 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:04:54.454024 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7d9a62e3-e4d4-4fc8-bbfc-b23f6ea62670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (3a60c094-da79-4f84-9fc2-e078663c8a09), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:54.534654 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-7d9a62e3-e4d4-4fc8-bbfc-b23f6ea62670 None None] Current status of the port 3a60c094-da79-4f84-9fc2-e078663c8a09 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:04:54.545010 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-7d9a62e3-e4d4-4fc8-bbfc-b23f6ea62670 None None] Provisioning complete for port 1f32ba91-70cb-4a99-8fd1-97d920eb33e1 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:04:54.545431 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7d9a62e3-e4d4-4fc8-bbfc-b23f6ea62670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (1f32ba91-70cb-4a99-8fd1-97d920eb33e1), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:54.618808 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-7d9a62e3-e4d4-4fc8-bbfc-b23f6ea62670 None None] Current status of the port 1f32ba91-70cb-4a99-8fd1-97d920eb33e1 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:04:56.389912 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 60268) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:04:56.613719 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a09a16d-385b-47c0-af36-1c58c9d11ce4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:56.614203 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a09a16d-385b-47c0-af36-1c58c9d11ce4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:56.615727 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-6a09a16d-385b-47c0-af36-1c58c9d11ce4 admin admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.2248356 Jan 28 19:04:58.846919 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 60276) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:04:58.977264 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-706103c6-b326-4d14-ba03-b9e6c785785a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:58.977734 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-706103c6-b326-4d14-ba03-b9e6c785785a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:58.979225 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-706103c6-b326-4d14-ba03-b9e6c785785a admin admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1313655 Jan 28 19:05:01.197175 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 60284) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:05:01.412306 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90301055-ba24-4197-a247-ed08cab4100f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:01.413635 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-90301055-ba24-4197-a247-ed08cab4100f admin admin] 10.222.0.64 "GET /v2.0/networks/b406c59a-a80a-4fec-845e-2704508ae2c9 HTTP/1.1" status: 200 len: 868 time: 0.2155161 Jan 28 19:05:03.644643 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 60292) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:05:03.770016 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00dcaa3b-7019-40b5-9f77-876c8b7765fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:03.771417 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-00dcaa3b-7019-40b5-9f77-876c8b7765fb admin admin] 10.222.0.64 "GET /v2.0/networks/d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 HTTP/1.1" status: 200 len: 886 time: 0.1257815 Jan 28 19:05:05.027175 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 5 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:05:06.023293 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 60300) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:05:06.146073 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a25b0ecb-4210-445e-aebe-1ae4df892986 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:06.146534 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a25b0ecb-4210-445e-aebe-1ae4df892986 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:06.148066 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-a25b0ecb-4210-445e-aebe-1ae4df892986 admin admin] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1235857 Jan 28 19:05:06.512674 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8417cdac-4e62-47f8-b9b9-f7f76a97030e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:08.377798 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 60308) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:05:08.467938 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75629279-e74a-4ea3-b189-e70915285550 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:08.468394 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75629279-e74a-4ea3-b189-e70915285550 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:08.469905 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-75629279-e74a-4ea3-b189-e70915285550 admin admin] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0911708 Jan 28 19:05:08.854908 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6f01a04f-08c3-4c03-8952-30454f8deb96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:09.566140 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:10.718702 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 60316) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:05:10.808143 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f469a9-b9ed-4b2d-9172-6c0d969d6fb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:10.809505 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-b0f469a9-b9ed-4b2d-9172-6c0d969d6fb2 admin admin] 10.222.0.64 "GET /v2.0/subnets/8bff32bd-6f55-4641-baee-68a3bd1f82b3 HTTP/1.1" status: 200 len: 868 time: 0.0898538 Jan 28 19:05:11.423404 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:12.837370 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:13.052569 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 60324) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:05:13.138809 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-686ccf29-b7da-4eec-bfa7-a8c367f48741 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:13.140198 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-686ccf29-b7da-4eec-bfa7-a8c367f48741 admin admin] 10.222.0.64 "GET /v2.0/subnets/a648e4ab-7422-41b9-b133-58aca25ab8f5 HTTP/1.1" status: 200 len: 816 time: 0.0866466 Jan 28 19:05:36.514386 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-cbb430fd-eb66-4257-ad3c-79be91723bcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:37.460490 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 60378) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:05:37.506900 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [None req-8cf9b59d-28d9-4565-b86f-e4f9bfc7d236 admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:05:37.507961 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-8cf9b59d-28d9-4565-b86f-e4f9bfc7d236 admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0464644 Jan 28 19:05:38.855517 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d00862c8-9e31-49d5-a7fa-1647a69f4b64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:39.567974 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:39.811671 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 60386) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:05:39.874010 n-d-812111-14 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-afe2ff31-5283-4705-a0cc-7632b694c4c3 admin admin] GET failed (client error): The resource could not be found. Jan 28 19:05:39.875249 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-afe2ff31-5283-4705-a0cc-7632b694c4c3 admin admin] 10.222.0.64 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0626502 Jan 28 19:05:39.960796 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc4b6d73-3934-4def-a904-b1e3f137718a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:39.962252 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-bc4b6d73-3934-4def-a904-b1e3f137718a admin admin] 10.222.0.64 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0830131 Jan 28 19:05:41.424113 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:42.025410 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 5 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:05:42.242520 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 60396) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:05:42.290037 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-d30cde2d-5df3-4393-8b14-df7dba8d422c admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True, 'tenant_id': '57e685dd0e1846e69a41f2fe372fa3cd', 'project_id': '57e685dd0e1846e69a41f2fe372fa3cd'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:05:42.334131 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d30cde2d-5df3-4393-8b14-df7dba8d422c admin admin] Made reservation on behalf of 57e685dd0e1846e69a41f2fe372fa3cd for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:05:42.336632 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d30cde2d-5df3-4393-8b14-df7dba8d422c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:42.379967 n-d-812111-14 neutron-server[103304]: WARNING neutron.services.revisions.revision_plugin [None req-d30cde2d-5df3-4393-8b14-df7dba8d422c admin admin] Could not find related network for resource to bump revision. Jan 28 19:05:42.398427 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d30cde2d-5df3-4393-8b14-df7dba8d422c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:05:42.411808 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d30cde2d-5df3-4393-8b14-df7dba8d422c admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8794076116363', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (195bcdbf-a031-4d8b-9f7f-e09fd37cd197), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:42.412366 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d30cde2d-5df3-4393-8b14-df7dba8d422c admin admin] Unsubscribe: segment precommit_create {{(pid=103304) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 28 19:05:42.412843 n-d-812111-14 neutron-server[103304]: INFO neutron.db.segments_db [None req-d30cde2d-5df3-4393-8b14-df7dba8d422c admin admin] Added segment 195bcdbf-a031-4d8b-9f7f-e09fd37cd197 of type vlan for network 7810caa2-eac6-457d-9302-c8c215ef3e91 Jan 28 19:05:42.467322 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d30cde2d-5df3-4393-8b14-df7dba8d422c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (7810caa2-eac6-457d-9302-c8c215ef3e91), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:42.502501 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d30cde2d-5df3-4393-8b14-df7dba8d422c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (7810caa2-eac6-457d-9302-c8c215ef3e91), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:42.503576 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d30cde2d-5df3-4393-8b14-df7dba8d422c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:42.504154 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d30cde2d-5df3-4393-8b14-df7dba8d422c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:42.590319 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-d30cde2d-5df3-4393-8b14-df7dba8d422c admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.3466797 Jan 28 19:05:42.602834 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30cde2d-5df3-4393-8b14-df7dba8d422c admin admin] Pushing event updated for resources: {'Network': ['ID=7810caa2-eac6-457d-9302-c8c215ef3e91,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:05:42.614069 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network 7810caa2-eac6-457d-9302-c8c215ef3e91 details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:05:42.876223 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:44.884611 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 60406) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:05:44.942590 n-d-812111-14 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-be3193ee-1f65-4792-bec4-525903d1dddc admin admin] GET failed (client error): The resource could not be found. Jan 28 19:05:44.943862 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-be3193ee-1f65-4792-bec4-525903d1dddc admin admin] 10.222.0.64 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0581894 Jan 28 19:05:45.044503 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4323a019-55d0-494b-be73-617fad34b33f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:45.045903 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-4323a019-55d0-494b-be73-617fad34b33f admin admin] 10.222.0.64 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0981011 Jan 28 19:05:45.056638 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-9a597f56-9828-47ee-b183-f81e7e74ace2 admin admin] Request body: {'subnet': {'ip_version': 4, 'description': 'shared-subnet', 'tenant_id': '57e685dd0e1846e69a41f2fe372fa3cd', 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:05:45.078252 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a597f56-9828-47ee-b183-f81e7e74ace2 admin admin] Made reservation on behalf of 57e685dd0e1846e69a41f2fe372fa3cd for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:05:45.080442 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9a597f56-9828-47ee-b183-f81e7e74ace2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:45.261437 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9a597f56-9828-47ee-b183-f81e7e74ace2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for subnet (f2de4832-9ef6-4f40-9ac5-1557d5e6a6ff), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:45.320238 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a597f56-9828-47ee-b183-f81e7e74ace2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2de4832-9ef6-4f40-9ac5-1557d5e6a6ff,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:05:45.331717 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a597f56-9828-47ee-b183-f81e7e74ace2 admin admin] Checking segment: {'id': '195bcdbf-a031-4d8b-9f7f-e09fd37cd197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:05:45.332094 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a597f56-9828-47ee-b183-f81e7e74ace2 admin admin] Network hostable DHCP agents. Network: 7810caa2-eac6-457d-9302-c8c215ef3e91, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:05:45.352792 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a597f56-9828-47ee-b183-f81e7e74ace2 admin admin] Network 7810caa2-eac6-457d-9302-c8c215ef3e91 is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:05:45.364093 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-9a597f56-9828-47ee-b183-f81e7e74ace2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, 7810caa2-eac6-457d-9302-c8c215ef3e91) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:05:45.368304 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a597f56-9828-47ee-b183-f81e7e74ace2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:45.369126 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9a597f56-9828-47ee-b183-f81e7e74ace2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:45.374469 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24596532-5f09-47d5-aac5-ce16219e52e3 None None] Network 7810caa2-eac6-457d-9302-c8c215ef3e91 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:05:45.384733 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-9a597f56-9828-47ee-b183-f81e7e74ace2 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3314815 Jan 28 19:05:45.480340 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50da7e7d-55ed-4721-8257-c475d64ea372 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68cd31fd-e4cd-5fb3-a862-256fc47efcd2-7810caa2-eac6-457d-9302-c8c215ef3e91', 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91', 'project_id': '57e685dd0e1846e69a41f2fe372fa3cd', 'fixed_ips': [{'subnet_id': 'f2de4832-9ef6-4f40-9ac5-1557d5e6a6ff'}]}} from n-d-812111-14. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:05:45.481904 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-50da7e7d-55ed-4721-8257-c475d64ea372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:45.615889 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-50da7e7d-55ed-4721-8257-c475d64ea372 None None] Allocated IP 192.168.233.2 (7810caa2-eac6-457d-9302-c8c215ef3e91/f2de4832-9ef6-4f40-9ac5-1557d5e6a6ff/f0a7f0a8-eec0-4c5c-99e0-a7ff8e961091) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:05:45.757869 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-50da7e7d-55ed-4721-8257-c475d64ea372 None None] Publish callbacks [] for port (f0a7f0a8-eec0-4c5c-99e0-a7ff8e961091), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:45.765239 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-50da7e7d-55ed-4721-8257-c475d64ea372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (f0a7f0a8-eec0-4c5c-99e0-a7ff8e961091), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:45.805704 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50da7e7d-55ed-4721-8257-c475d64ea372 None None] Network 7810caa2-eac6-457d-9302-c8c215ef3e91 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:05:45.810653 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-50da7e7d-55ed-4721-8257-c475d64ea372 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:05:45.813371 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50da7e7d-55ed-4721-8257-c475d64ea372 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:05:45.820801 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50da7e7d-55ed-4721-8257-c475d64ea372 None None] Pushing event updated for resources: {'Port': ['ID=f0a7f0a8-eec0-4c5c-99e0-a7ff8e961091,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:05:45.847713 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50da7e7d-55ed-4721-8257-c475d64ea372 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:05:45.848058 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50da7e7d-55ed-4721-8257-c475d64ea372 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:05:45.848401 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50da7e7d-55ed-4721-8257-c475d64ea372 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:05:45.848732 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50da7e7d-55ed-4721-8257-c475d64ea372 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:05:45.849059 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50da7e7d-55ed-4721-8257-c475d64ea372 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:05:45.849408 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50da7e7d-55ed-4721-8257-c475d64ea372 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:05:45.849732 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50da7e7d-55ed-4721-8257-c475d64ea372 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:05:45.850060 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50da7e7d-55ed-4721-8257-c475d64ea372 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:05:45.850375 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50da7e7d-55ed-4721-8257-c475d64ea372 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:05:45.850702 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50da7e7d-55ed-4721-8257-c475d64ea372 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:05:45.851031 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50da7e7d-55ed-4721-8257-c475d64ea372 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:05:45.851345 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50da7e7d-55ed-4721-8257-c475d64ea372 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:05:45.851661 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50da7e7d-55ed-4721-8257-c475d64ea372 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:05:45.888695 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-50da7e7d-55ed-4721-8257-c475d64ea372 None None] Attempting to bind port f0a7f0a8-eec0-4c5c-99e0-a7ff8e961091 on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:05:45.888980 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-50da7e7d-55ed-4721-8257-c475d64ea372 None None] Attempting to bind port f0a7f0a8-eec0-4c5c-99e0-a7ff8e961091 by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '195bcdbf-a031-4d8b-9f7f-e09fd37cd197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:05:45.889389 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50da7e7d-55ed-4721-8257-c475d64ea372 None None] Attempting to bind port f0a7f0a8-eec0-4c5c-99e0-a7ff8e961091 on network 7810caa2-eac6-457d-9302-c8c215ef3e91 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:05:45.894809 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50da7e7d-55ed-4721-8257-c475d64ea372 None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:05:45.895179 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50da7e7d-55ed-4721-8257-c475d64ea372 None None] Checking segment: {'id': '195bcdbf-a031-4d8b-9f7f-e09fd37cd197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:05:45.895575 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-50da7e7d-55ed-4721-8257-c475d64ea372 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:45.895959 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50da7e7d-55ed-4721-8257-c475d64ea372 None None] Bound using segment: {'id': '195bcdbf-a031-4d8b-9f7f-e09fd37cd197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:05:45.896411 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-50da7e7d-55ed-4721-8257-c475d64ea372 None None] Bound port: f0a7f0a8-eec0-4c5c-99e0-a7ff8e961091, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '195bcdbf-a031-4d8b-9f7f-e09fd37cd197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:05:45.896775 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-50da7e7d-55ed-4721-8257-c475d64ea372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (f0a7f0a8-eec0-4c5c-99e0-a7ff8e961091), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:45.966431 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-50da7e7d-55ed-4721-8257-c475d64ea372 None None] For port f0a7f0a8-eec0-4c5c-99e0-a7ff8e961091, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:05:45.969674 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-50da7e7d-55ed-4721-8257-c475d64ea372 None None] For port f0a7f0a8-eec0-4c5c-99e0-a7ff8e961091, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=f0a7f0a8-eec0-4c5c-99e0-a7ff8e961091,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:05:45.976653 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-50da7e7d-55ed-4721-8257-c475d64ea372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (f0a7f0a8-eec0-4c5c-99e0-a7ff8e961091), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:46.032389 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50da7e7d-55ed-4721-8257-c475d64ea372 None None] Pushing event updated for resources: {'Port': ['ID=f0a7f0a8-eec0-4c5c-99e0-a7ff8e961091,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:05:47.012130 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1397c77-dfe0-40e5-a140-b5aea062478b None None] Network 7810caa2-eac6-457d-9302-c8c215ef3e91 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:05:47.174829 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-51246036-2b60-43eb-87aa-2f2487f13365 None None] Provisioning complete for port f0a7f0a8-eec0-4c5c-99e0-a7ff8e961091 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:05:47.175220 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-51246036-2b60-43eb-87aa-2f2487f13365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (f0a7f0a8-eec0-4c5c-99e0-a7ff8e961091), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:47.296148 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-51246036-2b60-43eb-87aa-2f2487f13365 None None] Current status of the port f0a7f0a8-eec0-4c5c-99e0-a7ff8e961091 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:05:47.296913 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-51246036-2b60-43eb-87aa-2f2487f13365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (f0a7f0a8-eec0-4c5c-99e0-a7ff8e961091), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:47.331190 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-51246036-2b60-43eb-87aa-2f2487f13365 None None] For port f0a7f0a8-eec0-4c5c-99e0-a7ff8e961091, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=f0a7f0a8-eec0-4c5c-99e0-a7ff8e961091,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:05:47.336162 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-51246036-2b60-43eb-87aa-2f2487f13365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (f0a7f0a8-eec0-4c5c-99e0-a7ff8e961091), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:47.395341 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51246036-2b60-43eb-87aa-2f2487f13365 None None] Pushing event updated for resources: {'Port': ['ID=f0a7f0a8-eec0-4c5c-99e0-a7ff8e961091,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:05:47.558017 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device f0a7f0a8-eec0-4c5c-99e0-a7ff8e961091 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:05:47.585374 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-aef3b097-3b17-4881-b247-6e212aa4a61b None None] Provisioning complete for port f0a7f0a8-eec0-4c5c-99e0-a7ff8e961091 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:05:47.585763 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-aef3b097-3b17-4881-b247-6e212aa4a61b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (f0a7f0a8-eec0-4c5c-99e0-a7ff8e961091), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:47.648017 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port f0a7f0a8-eec0-4c5c-99e0-a7ff8e961091 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:05:47.648408 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (f0a7f0a8-eec0-4c5c-99e0-a7ff8e961091), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:47.706887 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-aef3b097-3b17-4881-b247-6e212aa4a61b None None] Current status of the port f0a7f0a8-eec0-4c5c-99e0-a7ff8e961091 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:05:47.759331 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port f0a7f0a8-eec0-4c5c-99e0-a7ff8e961091 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:06:06.516560 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4c4ba079-b873-43df-9fab-3a94b4991f4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:08.859909 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fa74dd44-f293-4a23-9ec9-70eb9b926ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:09.571510 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:11.434260 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:12.878518 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:19.023579 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 5 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:06:36.517435 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1760fb67-7be3-4e2d-b11e-a91646f65567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:38.860938 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4eb801bd-502e-41ef-b3e7-40ea1f18db08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:39.574206 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:41.430269 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:42.880046 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:56.021749 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 5 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:07:06.521527 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4107eecd-201e-4916-8e99-b62281e03a29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:08.862677 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4ed59550-d37a-4b5e-b730-05e7c4b04b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:09.578060 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:10.230804 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 60450) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:07:10.236585 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [None req-8e2cc65e-7326-4e6c-9f84-e3e8a2673ba3 tempest-verify_tempest_config-1011487970 tempest-verify_tempest_config-1011487970-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:07:10.237682 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-8e2cc65e-7326-4e6c-9f84-e3e8a2673ba3 tempest-verify_tempest_config-1011487970 tempest-verify_tempest_config-1011487970-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0059314 Jan 28 19:07:10.522991 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 60468) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:07:10.623416 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-36a80eb0-f4d3-4a3c-b630-38f9f1770092 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:10.695635 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-36a80eb0-f4d3-4a3c-b630-38f9f1770092 admin admin] Publish callbacks [] for security_group (a08e4442-3733-4814-877b-a2d53a8f14a8), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:10.699731 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-36a80eb0-f4d3-4a3c-b630-38f9f1770092 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (a08e4442-3733-4814-877b-a2d53a8f14a8), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:10.742230 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a80eb0-f4d3-4a3c-b630-38f9f1770092 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a08e4442-3733-4814-877b-a2d53a8f14a8,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:07:10.746008 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-36a80eb0-f4d3-4a3c-b630-38f9f1770092 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=24b7c8c5e85d4b2491c808d6532344f3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2220318 Jan 28 19:07:10.748873 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 60472) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:07:10.751298 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a80eb0-f4d3-4a3c-b630-38f9f1770092 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:07:10.751643 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a80eb0-f4d3-4a3c-b630-38f9f1770092 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:07:10.751982 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a80eb0-f4d3-4a3c-b630-38f9f1770092 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:07:10.752317 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a80eb0-f4d3-4a3c-b630-38f9f1770092 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:07:10.752647 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a80eb0-f4d3-4a3c-b630-38f9f1770092 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:07:10.752973 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a80eb0-f4d3-4a3c-b630-38f9f1770092 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:07:10.753323 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a80eb0-f4d3-4a3c-b630-38f9f1770092 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:07:10.753647 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a80eb0-f4d3-4a3c-b630-38f9f1770092 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:07:10.753969 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a80eb0-f4d3-4a3c-b630-38f9f1770092 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:07:10.754291 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a80eb0-f4d3-4a3c-b630-38f9f1770092 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:07:10.754612 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a80eb0-f4d3-4a3c-b630-38f9f1770092 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:07:10.754933 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a80eb0-f4d3-4a3c-b630-38f9f1770092 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:07:10.755255 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a80eb0-f4d3-4a3c-b630-38f9f1770092 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:07:10.823048 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2db545ea-d393-4f19-8659-f0c610e76dae admin admin] Publish callbacks [] for security_group (a08e4442-3733-4814-877b-a2d53a8f14a8), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:10.843895 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2db545ea-d393-4f19-8659-f0c610e76dae admin admin] Publish callbacks [] for security_group (a08e4442-3733-4814-877b-a2d53a8f14a8), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:10.935982 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2db545ea-d393-4f19-8659-f0c610e76dae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (a08e4442-3733-4814-877b-a2d53a8f14a8), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:10.938618 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2db545ea-d393-4f19-8659-f0c610e76dae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:10.939778 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-2db545ea-d393-4f19-8659-f0c610e76dae admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a08e4442-3733-4814-877b-a2d53a8f14a8 HTTP/1.1" status: 204 len: 168 time: 0.1898952 Jan 28 19:07:10.947953 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db545ea-d393-4f19-8659-f0c610e76dae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a08e4442-3733-4814-877b-a2d53a8f14a8,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:07:10.954614 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db545ea-d393-4f19-8659-f0c610e76dae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:07:10.954969 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db545ea-d393-4f19-8659-f0c610e76dae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:07:10.955315 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db545ea-d393-4f19-8659-f0c610e76dae admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:07:10.955658 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db545ea-d393-4f19-8659-f0c610e76dae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:07:10.955999 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db545ea-d393-4f19-8659-f0c610e76dae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:07:10.956338 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db545ea-d393-4f19-8659-f0c610e76dae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:07:10.956671 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db545ea-d393-4f19-8659-f0c610e76dae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:07:10.957003 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db545ea-d393-4f19-8659-f0c610e76dae admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:07:10.957368 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db545ea-d393-4f19-8659-f0c610e76dae admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:07:10.957698 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db545ea-d393-4f19-8659-f0c610e76dae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:07:10.958027 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db545ea-d393-4f19-8659-f0c610e76dae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:07:10.958359 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db545ea-d393-4f19-8659-f0c610e76dae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:07:10.958692 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db545ea-d393-4f19-8659-f0c610e76dae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:07:11.436497 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:12.882053 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:33.019342 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 5 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:07:36.522959 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f3bdbee9-115c-4dfd-9477-b0db6deb7c44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:38.863806 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-48b2fb80-0a96-4ae2-a06c-3a29e76e30dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:39.578288 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:41.435738 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:42.887273 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:06.525279 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-34736c44-4fbd-4c53-83f3-2bf04a1779fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:08.866121 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3c8df7dd-8489-47c9-b16e-1a9b827a659a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:09.581417 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:10.018427 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 5 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:08:11.440513 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:12.890958 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:36.529391 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b728c35a-595f-4a56-848c-b88316fb3bb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:38.867679 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5813b815-9810-48d9-b04e-862ebd92c9fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:39.584596 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:41.445073 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:42.893420 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:47.015978 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 5 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:09:06.531497 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4bae8468-5f2a-495c-814e-00373cf250d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:08.870054 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7bba879d-17f4-42af-8d44-82a172c4e291 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:09.586787 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:11.448404 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:12.894667 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:24.014904 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 5 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:09:36.532257 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a989479b-d5fb-4174-8b48-13cb08d26d4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:38.871618 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-85ed7b71-0bb4-4274-ba86-0c7b76ad4389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:39.590428 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:41.450525 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:42.896356 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:01.013248 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 5 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:10:06.536154 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a561115c-384a-42db-b92a-d5c149494b06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:08.875113 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ebc1fef9-f48e-486b-b3ff-486b05234ab6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:09.689197 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:11.453373 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:12.898204 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:20.260765 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-732765'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:23.552835 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-732765'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:36.538409 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e8061714-0ad1-4ddb-85ac-19076dc6e8cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:38.012167 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:10:38.877447 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-656df7d4-edc5-4bec-814f-002e1e382fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:39.597798 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:41.456366 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:42.900519 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:50.213175 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:53.473993 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:02.712578 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 60530) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:11:02.816638 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-98bc1b6e-bd75-472f-b7cf-9f043314ab2c admin admin] 10.222.0.64 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4939 time: 0.1029298 Jan 28 19:11:05.074769 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 60540) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:11:05.129361 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-12ea81a6-a25e-4feb-9e8d-6e42a3610e85 admin admin] 10.222.0.64 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4939 time: 0.0534747 Jan 28 19:11:06.540729 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-000f5e63-021e-4cd2-a778-7803bd957215 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:08.877816 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b9ed8bc2-80fc-40e6-afb5-401c06350414 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:09.597410 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:11.460577 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:12.901866 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:15.011973 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:11:20.218753 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:23.488871 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:36.542982 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21c78e41-ce85-4399-88e0-a51e279ddac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:38.878529 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2ee6ffa7-83a5-40fe-bd42-19ccf0ba1aaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:39.599782 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:41.463726 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:42.904461 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:50.233001 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:52.011977 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:11:53.491824 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:06.545361 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8d411a84-e424-4847-b9bb-db6921a27c6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:08.880166 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2315c207-0714-414e-9aa4-ba6e2b4154d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:09.602077 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:11.467642 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:12.906946 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:20.227101 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:23.504601 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:29.013066 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:12:35.218796 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 60948) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:12:35.347106 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-708d27ca-b514-4f83-92a4-f474f663fb35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:35.438355 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-708d27ca-b514-4f83-92a4-f474f663fb35 admin admin] Publish callbacks [] for security_group (33a135ba-5054-43e7-812c-4195fbf30298), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:35.444582 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-708d27ca-b514-4f83-92a4-f474f663fb35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (33a135ba-5054-43e7-812c-4195fbf30298), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:35.485945 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708d27ca-b514-4f83-92a4-f474f663fb35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33a135ba-5054-43e7-812c-4195fbf30298,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:35.494228 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708d27ca-b514-4f83-92a4-f474f663fb35 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:12:35.494656 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708d27ca-b514-4f83-92a4-f474f663fb35 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:12:35.495062 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708d27ca-b514-4f83-92a4-f474f663fb35 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:12:35.495573 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708d27ca-b514-4f83-92a4-f474f663fb35 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:12:35.496106 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708d27ca-b514-4f83-92a4-f474f663fb35 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:12:35.496574 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708d27ca-b514-4f83-92a4-f474f663fb35 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:12:35.497047 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708d27ca-b514-4f83-92a4-f474f663fb35 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:12:35.497403 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708d27ca-b514-4f83-92a4-f474f663fb35 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:12:35.497896 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708d27ca-b514-4f83-92a4-f474f663fb35 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:12:35.498382 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708d27ca-b514-4f83-92a4-f474f663fb35 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:12:35.498831 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708d27ca-b514-4f83-92a4-f474f663fb35 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:12:35.499290 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708d27ca-b514-4f83-92a4-f474f663fb35 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:12:35.499761 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708d27ca-b514-4f83-92a4-f474f663fb35 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:12:35.500955 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708d27ca-b514-4f83-92a4-f474f663fb35 admin admin] Tracked resource versions report: Jan 28 19:12:35.500955 n-d-812111-14 neutron-server[103305]: pushed versions: Jan 28 19:12:35.500955 n-d-812111-14 neutron-server[103305]: { 'AddressGroup': {'1.2'}, Jan 28 19:12:35.500955 n-d-812111-14 neutron-server[103305]: 'ConntrackHelper': {'1.0'}, Jan 28 19:12:35.500955 n-d-812111-14 neutron-server[103305]: 'LocalIPAssociation': {'1.0'}, Jan 28 19:12:35.500955 n-d-812111-14 neutron-server[103305]: 'Log': {'1.0'}, Jan 28 19:12:35.500955 n-d-812111-14 neutron-server[103305]: 'Network': {'1.1'}, Jan 28 19:12:35.500955 n-d-812111-14 neutron-server[103305]: 'Port': {'1.7'}, Jan 28 19:12:35.500955 n-d-812111-14 neutron-server[103305]: 'PortForwarding': {'1.2'}, Jan 28 19:12:35.500955 n-d-812111-14 neutron-server[103305]: 'QosPolicy': {'1.10'}, Jan 28 19:12:35.500955 n-d-812111-14 neutron-server[103305]: 'SecurityGroup': {'1.5'}, Jan 28 19:12:35.500955 n-d-812111-14 neutron-server[103305]: 'SecurityGroupRule': {'1.2'}, Jan 28 19:12:35.500955 n-d-812111-14 neutron-server[103305]: 'SubPort': {'1.0'}, Jan 28 19:12:35.500955 n-d-812111-14 neutron-server[103305]: 'Subnet': {'1.1'}, Jan 28 19:12:35.500955 n-d-812111-14 neutron-server[103305]: 'Trunk': {'1.1'}} Jan 28 19:12:35.500955 n-d-812111-14 neutron-server[103305]: consumer versions: Jan 28 19:12:35.500955 n-d-812111-14 neutron-server[103305]: { DHCP agent@n-d-812111-14: {}, Jan 28 19:12:35.500955 n-d-812111-14 neutron-server[103305]: HyperV agent@n-h1-812111-14: {}, Jan 28 19:12:35.500955 n-d-812111-14 neutron-server[103305]: HyperV agent@n-h2-812111-14: {}, Jan 28 19:12:35.500955 n-d-812111-14 neutron-server[103305]: L3 agent@n-d-812111-14: {}, Jan 28 19:12:35.500955 n-d-812111-14 neutron-server[103305]: Metadata agent@n-d-812111-14: {}, Jan 28 19:12:35.500955 n-d-812111-14 neutron-server[103305]: Metering agent@n-d-812111-14: {}, Jan 28 19:12:35.500955 n-d-812111-14 neutron-server[103305]: Open vSwitch agent@n-d-812111-14: { 'AddressGroup': '1.2', Jan 28 19:12:35.500955 n-d-812111-14 neutron-server[103305]: 'ConntrackHelper': '1.0', Jan 28 19:12:35.500955 n-d-812111-14 neutron-server[103305]: 'LocalIPAssociation': '1.0', Jan 28 19:12:35.500955 n-d-812111-14 neutron-server[103305]: 'Log': '1.0', Jan 28 19:12:35.500955 n-d-812111-14 neutron-server[103305]: 'Network': '1.1', Jan 28 19:12:35.500955 n-d-812111-14 neutron-server[103305]: 'Port': '1.7', Jan 28 19:12:35.500955 n-d-812111-14 neutron-server[103305]: 'PortForwarding': '1.2', Jan 28 19:12:35.500955 n-d-812111-14 neutron-server[103305]: 'QosPolicy': '1.10', Jan 28 19:12:35.500955 n-d-812111-14 neutron-server[103305]: 'SecurityGroup': '1.5', Jan 28 19:12:35.500955 n-d-812111-14 neutron-server[103305]: 'SecurityGroupRule': '1.2', Jan 28 19:12:35.500955 n-d-812111-14 neutron-server[103305]: 'SubPort': '1.0', Jan 28 19:12:35.500955 n-d-812111-14 neutron-server[103305]: 'Subnet': '1.1', Jan 28 19:12:35.500955 n-d-812111-14 neutron-server[103305]: 'Trunk': '1.1'}} Jan 28 19:12:35.500955 n-d-812111-14 neutron-server[103305]: {{(pid=103305) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 19:12:35.505706 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-708d27ca-b514-4f83-92a4-f474f663fb35 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=10af382048664a14826dc402cc3f1799&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2858069 Jan 28 19:12:35.508878 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 60978) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:12:35.566073 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-10e514ec-7d7a-418b-9204-5b2c2649032f admin admin] Publish callbacks [] for security_group (33a135ba-5054-43e7-812c-4195fbf30298), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:35.588418 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-10e514ec-7d7a-418b-9204-5b2c2649032f admin admin] Publish callbacks [] for security_group (33a135ba-5054-43e7-812c-4195fbf30298), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:35.643147 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-10e514ec-7d7a-418b-9204-5b2c2649032f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (33a135ba-5054-43e7-812c-4195fbf30298), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:35.645732 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-10e514ec-7d7a-418b-9204-5b2c2649032f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:35.645732 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-10e514ec-7d7a-418b-9204-5b2c2649032f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/33a135ba-5054-43e7-812c-4195fbf30298 HTTP/1.1" status: 204 len: 168 time: 0.1368561 Jan 28 19:12:35.656195 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e514ec-7d7a-418b-9204-5b2c2649032f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33a135ba-5054-43e7-812c-4195fbf30298,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:35.664140 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 60988) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:12:35.960987 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e2d6e7de-795d-442a-a7da-822211b973ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:36.030043 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 32784) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:12:36.036003 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e2d6e7de-795d-442a-a7da-822211b973ce admin admin] Publish callbacks [] for security_group (f3aa80a2-a4d9-4ef3-9f05-5d3db2b676e0), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:36.042474 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e2d6e7de-795d-442a-a7da-822211b973ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (f3aa80a2-a4d9-4ef3-9f05-5d3db2b676e0), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:36.044041 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3566e7eb-a3df-4d64-b12c-5fd56c1f0a6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:36.074141 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-e2d6e7de-795d-442a-a7da-822211b973ce admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e6afc30cb2a64b029990ad0c13c36da1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4089279 Jan 28 19:12:36.074741 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 32790) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:12:36.121587 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d6e7de-795d-442a-a7da-822211b973ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3aa80a2-a4d9-4ef3-9f05-5d3db2b676e0,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:36.144591 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3566e7eb-a3df-4d64-b12c-5fd56c1f0a6b admin admin] Publish callbacks [] for security_group (4f65fab9-46fe-40c0-8bb4-196a70f9b4c0), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:36.150115 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0084c35b-49b2-4bdb-aae4-7d7e832d93aa admin admin] Publish callbacks [] for security_group (f3aa80a2-a4d9-4ef3-9f05-5d3db2b676e0), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:36.150315 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3566e7eb-a3df-4d64-b12c-5fd56c1f0a6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (4f65fab9-46fe-40c0-8bb4-196a70f9b4c0), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:36.173891 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0084c35b-49b2-4bdb-aae4-7d7e832d93aa admin admin] Publish callbacks [] for security_group (f3aa80a2-a4d9-4ef3-9f05-5d3db2b676e0), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:36.192166 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-3566e7eb-a3df-4d64-b12c-5fd56c1f0a6b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=603234fbadfc4489a7b41e300617502d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1610687 Jan 28 19:12:36.195158 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 32794) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:12:36.210724 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3566e7eb-a3df-4d64-b12c-5fd56c1f0a6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f65fab9-46fe-40c0-8bb4-196a70f9b4c0,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:36.219731 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3566e7eb-a3df-4d64-b12c-5fd56c1f0a6b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:12:36.220085 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3566e7eb-a3df-4d64-b12c-5fd56c1f0a6b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:12:36.220430 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3566e7eb-a3df-4d64-b12c-5fd56c1f0a6b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:12:36.220771 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3566e7eb-a3df-4d64-b12c-5fd56c1f0a6b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:12:36.221136 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3566e7eb-a3df-4d64-b12c-5fd56c1f0a6b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:12:36.221468 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3566e7eb-a3df-4d64-b12c-5fd56c1f0a6b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:12:36.221898 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3566e7eb-a3df-4d64-b12c-5fd56c1f0a6b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:12:36.222118 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3566e7eb-a3df-4d64-b12c-5fd56c1f0a6b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:12:36.222459 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3566e7eb-a3df-4d64-b12c-5fd56c1f0a6b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:12:36.222821 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3566e7eb-a3df-4d64-b12c-5fd56c1f0a6b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:12:36.223112 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3566e7eb-a3df-4d64-b12c-5fd56c1f0a6b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:12:36.223432 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3566e7eb-a3df-4d64-b12c-5fd56c1f0a6b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:12:36.224731 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3566e7eb-a3df-4d64-b12c-5fd56c1f0a6b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:12:36.225833 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3566e7eb-a3df-4d64-b12c-5fd56c1f0a6b admin admin] Tracked resource versions report: Jan 28 19:12:36.225833 n-d-812111-14 neutron-server[103304]: pushed versions: Jan 28 19:12:36.225833 n-d-812111-14 neutron-server[103304]: { 'AddressGroup': {'1.2'}, Jan 28 19:12:36.225833 n-d-812111-14 neutron-server[103304]: 'ConntrackHelper': {'1.0'}, Jan 28 19:12:36.225833 n-d-812111-14 neutron-server[103304]: 'LocalIPAssociation': {'1.0'}, Jan 28 19:12:36.225833 n-d-812111-14 neutron-server[103304]: 'Log': {'1.0'}, Jan 28 19:12:36.225833 n-d-812111-14 neutron-server[103304]: 'Network': {'1.1'}, Jan 28 19:12:36.225833 n-d-812111-14 neutron-server[103304]: 'Port': {'1.7'}, Jan 28 19:12:36.225833 n-d-812111-14 neutron-server[103304]: 'PortForwarding': {'1.2'}, Jan 28 19:12:36.225833 n-d-812111-14 neutron-server[103304]: 'QosPolicy': {'1.10'}, Jan 28 19:12:36.225833 n-d-812111-14 neutron-server[103304]: 'SecurityGroup': {'1.5'}, Jan 28 19:12:36.225833 n-d-812111-14 neutron-server[103304]: 'SecurityGroupRule': {'1.2'}, Jan 28 19:12:36.225833 n-d-812111-14 neutron-server[103304]: 'SubPort': {'1.0'}, Jan 28 19:12:36.225833 n-d-812111-14 neutron-server[103304]: 'Subnet': {'1.1'}, Jan 28 19:12:36.225833 n-d-812111-14 neutron-server[103304]: 'Trunk': {'1.1'}} Jan 28 19:12:36.225833 n-d-812111-14 neutron-server[103304]: consumer versions: Jan 28 19:12:36.225833 n-d-812111-14 neutron-server[103304]: { DHCP agent@n-d-812111-14: {}, Jan 28 19:12:36.225833 n-d-812111-14 neutron-server[103304]: HyperV agent@n-h1-812111-14: {}, Jan 28 19:12:36.225833 n-d-812111-14 neutron-server[103304]: HyperV agent@n-h2-812111-14: {}, Jan 28 19:12:36.225833 n-d-812111-14 neutron-server[103304]: L3 agent@n-d-812111-14: {}, Jan 28 19:12:36.225833 n-d-812111-14 neutron-server[103304]: Metadata agent@n-d-812111-14: {}, Jan 28 19:12:36.225833 n-d-812111-14 neutron-server[103304]: Metering agent@n-d-812111-14: {}, Jan 28 19:12:36.225833 n-d-812111-14 neutron-server[103304]: Open vSwitch agent@n-d-812111-14: { 'AddressGroup': '1.2', Jan 28 19:12:36.225833 n-d-812111-14 neutron-server[103304]: 'ConntrackHelper': '1.0', Jan 28 19:12:36.225833 n-d-812111-14 neutron-server[103304]: 'LocalIPAssociation': '1.0', Jan 28 19:12:36.225833 n-d-812111-14 neutron-server[103304]: 'Log': '1.0', Jan 28 19:12:36.225833 n-d-812111-14 neutron-server[103304]: 'Network': '1.1', Jan 28 19:12:36.225833 n-d-812111-14 neutron-server[103304]: 'Port': '1.7', Jan 28 19:12:36.225833 n-d-812111-14 neutron-server[103304]: 'PortForwarding': '1.2', Jan 28 19:12:36.225833 n-d-812111-14 neutron-server[103304]: 'QosPolicy': '1.10', Jan 28 19:12:36.225833 n-d-812111-14 neutron-server[103304]: 'SecurityGroup': '1.5', Jan 28 19:12:36.225833 n-d-812111-14 neutron-server[103304]: 'SecurityGroupRule': '1.2', Jan 28 19:12:36.225833 n-d-812111-14 neutron-server[103304]: 'SubPort': '1.0', Jan 28 19:12:36.225833 n-d-812111-14 neutron-server[103304]: 'Subnet': '1.1', Jan 28 19:12:36.225833 n-d-812111-14 neutron-server[103304]: 'Trunk': '1.1'}} Jan 28 19:12:36.225833 n-d-812111-14 neutron-server[103304]: {{(pid=103304) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 19:12:36.256971 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ca363a1b-591c-4ff7-81c5-474157f5f8bb admin admin] Publish callbacks [] for security_group (4f65fab9-46fe-40c0-8bb4-196a70f9b4c0), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:36.272496 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0084c35b-49b2-4bdb-aae4-7d7e832d93aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (f3aa80a2-a4d9-4ef3-9f05-5d3db2b676e0), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:36.275023 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0084c35b-49b2-4bdb-aae4-7d7e832d93aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:36.276141 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-0084c35b-49b2-4bdb-aae4-7d7e832d93aa admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f3aa80a2-a4d9-4ef3-9f05-5d3db2b676e0 HTTP/1.1" status: 204 len: 168 time: 0.1824923 Jan 28 19:12:36.286653 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ca363a1b-591c-4ff7-81c5-474157f5f8bb admin admin] Publish callbacks [] for security_group (4f65fab9-46fe-40c0-8bb4-196a70f9b4c0), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:36.331263 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0084c35b-49b2-4bdb-aae4-7d7e832d93aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3aa80a2-a4d9-4ef3-9f05-5d3db2b676e0,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:36.348963 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ca363a1b-591c-4ff7-81c5-474157f5f8bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (4f65fab9-46fe-40c0-8bb4-196a70f9b4c0), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:36.351945 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ca363a1b-591c-4ff7-81c5-474157f5f8bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:36.353788 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-ca363a1b-591c-4ff7-81c5-474157f5f8bb admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4f65fab9-46fe-40c0-8bb4-196a70f9b4c0 HTTP/1.1" status: 204 len: 168 time: 0.1576707 Jan 28 19:12:36.391190 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca363a1b-591c-4ff7-81c5-474157f5f8bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f65fab9-46fe-40c0-8bb4-196a70f9b4c0,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:36.559739 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-168e1b19-44b8-4eee-8c96-4780e0619aa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:36.763068 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 32836) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:12:36.780080 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c58f08b0-8085-42fc-85fa-86f0c353c9bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:36.864742 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c58f08b0-8085-42fc-85fa-86f0c353c9bf admin admin] Publish callbacks [] for security_group (0b6fb51b-fd56-4a33-8754-4fd8ff805937), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:36.870077 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c58f08b0-8085-42fc-85fa-86f0c353c9bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (0b6fb51b-fd56-4a33-8754-4fd8ff805937), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:36.915107 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58f08b0-8085-42fc-85fa-86f0c353c9bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b6fb51b-fd56-4a33-8754-4fd8ff805937,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:36.919390 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-c58f08b0-8085-42fc-85fa-86f0c353c9bf admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a2f9eb34f1974cc98e87af1fb569979b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1552467 Jan 28 19:12:36.922749 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 32844) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:12:36.989387 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-77800e0f-f442-4f2a-af2c-48e0d065627c admin admin] Publish callbacks [] for security_group (0b6fb51b-fd56-4a33-8754-4fd8ff805937), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:37.032299 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-77800e0f-f442-4f2a-af2c-48e0d065627c admin admin] Publish callbacks [] for security_group (0b6fb51b-fd56-4a33-8754-4fd8ff805937), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:37.215046 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-77800e0f-f442-4f2a-af2c-48e0d065627c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (0b6fb51b-fd56-4a33-8754-4fd8ff805937), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:37.222170 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-77800e0f-f442-4f2a-af2c-48e0d065627c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:37.230912 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-77800e0f-f442-4f2a-af2c-48e0d065627c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0b6fb51b-fd56-4a33-8754-4fd8ff805937 HTTP/1.1" status: 204 len: 168 time: 0.3068705 Jan 28 19:12:37.246179 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77800e0f-f442-4f2a-af2c-48e0d065627c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b6fb51b-fd56-4a33-8754-4fd8ff805937,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:37.659185 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 32926) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:12:37.868452 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-6dc482e6-6244-4cd1-8ac9-b04d389bcbaa admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1421049271-network', 'tenant_id': '1bd1e0d6512043bfbaf9a8e955e20b9e'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:12:37.892847 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dc482e6-6244-4cd1-8ac9-b04d389bcbaa admin admin] Made reservation on behalf of 1bd1e0d6512043bfbaf9a8e955e20b9e for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:12:37.896982 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6dc482e6-6244-4cd1-8ac9-b04d389bcbaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:37.908891 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6dc482e6-6244-4cd1-8ac9-b04d389bcbaa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:37.929283 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 32962) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:12:38.017521 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6dc482e6-6244-4cd1-8ac9-b04d389bcbaa admin admin] Publish callbacks [] for security_group (414e93b9-08bc-438e-9127-05114ed7dbce), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:38.022805 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6dc482e6-6244-4cd1-8ac9-b04d389bcbaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (414e93b9-08bc-438e-9127-05114ed7dbce), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:38.055092 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc482e6-6244-4cd1-8ac9-b04d389bcbaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=414e93b9-08bc-438e-9127-05114ed7dbce,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:38.072035 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6dc482e6-6244-4cd1-8ac9-b04d389bcbaa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:12:38.084704 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6dc482e6-6244-4cd1-8ac9-b04d389bcbaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (e7f54059-7dae-4f1a-9de9-251e6a440c72), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:38.085912 n-d-812111-14 neutron-server[103305]: INFO neutron.db.segments_db [None req-6dc482e6-6244-4cd1-8ac9-b04d389bcbaa admin admin] Added segment e7f54059-7dae-4f1a-9de9-251e6a440c72 of type vlan for network 8330dfd7-f74e-41a1-b557-5650d653ac04 Jan 28 19:12:38.152237 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6dc482e6-6244-4cd1-8ac9-b04d389bcbaa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (8330dfd7-f74e-41a1-b557-5650d653ac04), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:38.179084 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6dc482e6-6244-4cd1-8ac9-b04d389bcbaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (8330dfd7-f74e-41a1-b557-5650d653ac04), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:38.180294 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dc482e6-6244-4cd1-8ac9-b04d389bcbaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:38.180953 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6dc482e6-6244-4cd1-8ac9-b04d389bcbaa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:38.221815 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-54f6570e-0325-4aa4-afb2-644821ba19e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:38.245718 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-6dc482e6-6244-4cd1-8ac9-b04d389bcbaa admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5850208 Jan 28 19:12:38.248944 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 32992) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:12:38.260076 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-52004615-5ddb-4ed6-8fe2-8f55ff9224a0 admin admin] Request body: {'subnet': {'network_id': '8330dfd7-f74e-41a1-b557-5650d653ac04', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1421049271-subnet', 'tenant_id': '1bd1e0d6512043bfbaf9a8e955e20b9e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:12:38.270927 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc482e6-6244-4cd1-8ac9-b04d389bcbaa admin admin] Pushing event updated for resources: {'Network': ['ID=8330dfd7-f74e-41a1-b557-5650d653ac04,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:38.286419 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network 8330dfd7-f74e-41a1-b557-5650d653ac04 details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:12:38.290076 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52004615-5ddb-4ed6-8fe2-8f55ff9224a0 admin admin] Made reservation on behalf of 1bd1e0d6512043bfbaf9a8e955e20b9e for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:12:38.292877 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-52004615-5ddb-4ed6-8fe2-8f55ff9224a0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:38.383719 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-54f6570e-0325-4aa4-afb2-644821ba19e2 admin admin] Publish callbacks [] for security_group (d1f7a47b-6d66-472e-8884-132ed7ba1e91), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:38.392602 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-54f6570e-0325-4aa4-afb2-644821ba19e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (d1f7a47b-6d66-472e-8884-132ed7ba1e91), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:38.443743 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-54f6570e-0325-4aa4-afb2-644821ba19e2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5cdd83cdbdf04b6690a01d5ee086d0b4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5132365 Jan 28 19:12:38.444503 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 33000) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:12:38.446944 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f6570e-0325-4aa4-afb2-644821ba19e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1f7a47b-6d66-472e-8884-132ed7ba1e91,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:38.520632 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b522d118-b42b-43f7-b8dd-860eaad2192e admin admin] Publish callbacks [] for security_group (d1f7a47b-6d66-472e-8884-132ed7ba1e91), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:38.566371 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b522d118-b42b-43f7-b8dd-860eaad2192e admin admin] Publish callbacks [] for security_group (d1f7a47b-6d66-472e-8884-132ed7ba1e91), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:38.588263 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 33012) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:12:38.601213 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-52004615-5ddb-4ed6-8fe2-8f55ff9224a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for subnet (09bc6696-a273-4baf-935c-9cf317ddb49d), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:38.664368 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b522d118-b42b-43f7-b8dd-860eaad2192e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (d1f7a47b-6d66-472e-8884-132ed7ba1e91), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:38.668651 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b522d118-b42b-43f7-b8dd-860eaad2192e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:38.672524 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-b522d118-b42b-43f7-b8dd-860eaad2192e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d1f7a47b-6d66-472e-8884-132ed7ba1e91 HTTP/1.1" status: 204 len: 168 time: 0.2251625 Jan 28 19:12:38.674925 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52004615-5ddb-4ed6-8fe2-8f55ff9224a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=09bc6696-a273-4baf-935c-9cf317ddb49d,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:38.693292 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b522d118-b42b-43f7-b8dd-860eaad2192e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1f7a47b-6d66-472e-8884-132ed7ba1e91,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:38.709873 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52004615-5ddb-4ed6-8fe2-8f55ff9224a0 admin admin] Checking segment: {'id': 'e7f54059-7dae-4f1a-9de9-251e6a440c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '8330dfd7-f74e-41a1-b557-5650d653ac04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:12:38.711048 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52004615-5ddb-4ed6-8fe2-8f55ff9224a0 admin admin] Network hostable DHCP agents. Network: 8330dfd7-f74e-41a1-b557-5650d653ac04, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:12:38.740069 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52004615-5ddb-4ed6-8fe2-8f55ff9224a0 admin admin] Network 8330dfd7-f74e-41a1-b557-5650d653ac04 is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:12:38.757554 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-52004615-5ddb-4ed6-8fe2-8f55ff9224a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, 8330dfd7-f74e-41a1-b557-5650d653ac04) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:12:38.766794 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67998b50-7deb-4827-bfcf-50a86b802597 None None] Network 8330dfd7-f74e-41a1-b557-5650d653ac04 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:12:38.790154 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52004615-5ddb-4ed6-8fe2-8f55ff9224a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:38.790777 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-52004615-5ddb-4ed6-8fe2-8f55ff9224a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:38.846855 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-52004615-5ddb-4ed6-8fe2-8f55ff9224a0 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5864944 Jan 28 19:12:38.872831 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-97241d63-17f2-427a-a293-c3634fd504d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:38.968896 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 33050) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:12:38.975216 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-eba4634e-a888-4378-aa96-deed19e74cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:39.016497 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-97241d63-17f2-427a-a293-c3634fd504d2 admin admin] Publish callbacks [] for security_group (bb539b65-31f0-4559-b344-ee8c38978c86), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:39.028581 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-97241d63-17f2-427a-a293-c3634fd504d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (bb539b65-31f0-4559-b344-ee8c38978c86), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:39.042483 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f455fcb3-5fcc-44c0-926f-02aaeeaa84c7 None None] Network 8330dfd7-f74e-41a1-b557-5650d653ac04 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:12:39.121524 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97241d63-17f2-427a-a293-c3634fd504d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb539b65-31f0-4559-b344-ee8c38978c86,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:39.141408 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-97241d63-17f2-427a-a293-c3634fd504d2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a7d6a1dd349e4ec98f35a0f217d0fe7c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5514503 Jan 28 19:12:39.144522 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 33068) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:12:39.247018 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f7e896df-09cd-42d0-95d4-d31677df3643 admin admin] Publish callbacks [] for security_group (bb539b65-31f0-4559-b344-ee8c38978c86), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:39.285452 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f7e896df-09cd-42d0-95d4-d31677df3643 admin admin] Publish callbacks [] for security_group (bb539b65-31f0-4559-b344-ee8c38978c86), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:39.340132 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f7e896df-09cd-42d0-95d4-d31677df3643 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (bb539b65-31f0-4559-b344-ee8c38978c86), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:39.342779 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f7e896df-09cd-42d0-95d4-d31677df3643 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:39.343932 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-f7e896df-09cd-42d0-95d4-d31677df3643 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/bb539b65-31f0-4559-b344-ee8c38978c86 HTTP/1.1" status: 204 len: 168 time: 0.1981859 Jan 28 19:12:39.351801 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e896df-09cd-42d0-95d4-d31677df3643 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb539b65-31f0-4559-b344-ee8c38978c86,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:39.359771 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-1b4d5f3f-b19a-45ab-8405-5eca40f0ef22 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-953100577-network', 'tenant_id': '364a7c42eb8b468d8d8584f032848f52'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:12:39.383421 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b4d5f3f-b19a-45ab-8405-5eca40f0ef22 admin admin] Made reservation on behalf of 364a7c42eb8b468d8d8584f032848f52 for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:12:39.386281 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1b4d5f3f-b19a-45ab-8405-5eca40f0ef22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:39.395154 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1b4d5f3f-b19a-45ab-8405-5eca40f0ef22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:39.479156 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1b4d5f3f-b19a-45ab-8405-5eca40f0ef22 admin admin] Publish callbacks [] for security_group (1096f38f-d227-43c8-a9c4-ef4c2484a630), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:39.484651 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1b4d5f3f-b19a-45ab-8405-5eca40f0ef22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (1096f38f-d227-43c8-a9c4-ef4c2484a630), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:39.497485 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 33088) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:12:39.511893 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b4d5f3f-b19a-45ab-8405-5eca40f0ef22 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:12:39.519807 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-47554baa-039a-49e3-b897-20b184710254 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:39.523096 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4d5f3f-b19a-45ab-8405-5eca40f0ef22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1096f38f-d227-43c8-a9c4-ef4c2484a630,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:39.530771 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1b4d5f3f-b19a-45ab-8405-5eca40f0ef22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (845c9112-7ad9-405b-933b-e5af357107c1), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:39.531115 n-d-812111-14 neutron-server[103305]: INFO neutron.db.segments_db [None req-1b4d5f3f-b19a-45ab-8405-5eca40f0ef22 admin admin] Added segment 845c9112-7ad9-405b-933b-e5af357107c1 of type vlan for network c806e35b-751a-4ce9-b109-f544f83125cf Jan 28 19:12:39.578582 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1b4d5f3f-b19a-45ab-8405-5eca40f0ef22 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (c806e35b-751a-4ce9-b109-f544f83125cf), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:39.612126 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:39.614036 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1b4d5f3f-b19a-45ab-8405-5eca40f0ef22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (c806e35b-751a-4ce9-b109-f544f83125cf), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:39.615124 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b4d5f3f-b19a-45ab-8405-5eca40f0ef22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:39.615833 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1b4d5f3f-b19a-45ab-8405-5eca40f0ef22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:39.623344 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-47554baa-039a-49e3-b897-20b184710254 admin admin] Publish callbacks [] for security_group (e1e17b45-908b-4b63-85d6-885b8500e209), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:39.629784 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-47554baa-039a-49e3-b897-20b184710254 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (e1e17b45-908b-4b63-85d6-885b8500e209), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:39.675559 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-47554baa-039a-49e3-b897-20b184710254 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a4de5898440740fc9dc58daf80fc9188&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1751223 Jan 28 19:12:39.676290 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 33090) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:12:39.680024 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-1b4d5f3f-b19a-45ab-8405-5eca40f0ef22 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.7073629 Jan 28 19:12:39.680508 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 33092) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:12:39.684807 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47554baa-039a-49e3-b897-20b184710254 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1e17b45-908b-4b63-85d6-885b8500e209,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:39.689885 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-fbabd620-7709-44e4-af4a-26120aee69d1 admin admin] Request body: {'subnet': {'network_id': 'c806e35b-751a-4ce9-b109-f544f83125cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-953100577-subnet', 'tenant_id': '364a7c42eb8b468d8d8584f032848f52', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:12:39.699338 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4d5f3f-b19a-45ab-8405-5eca40f0ef22 admin admin] Pushing event updated for resources: {'Network': ['ID=c806e35b-751a-4ce9-b109-f544f83125cf,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:39.717668 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbabd620-7709-44e4-af4a-26120aee69d1 admin admin] Made reservation on behalf of 364a7c42eb8b468d8d8584f032848f52 for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:12:39.721999 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fbabd620-7709-44e4-af4a-26120aee69d1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:39.723994 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network c806e35b-751a-4ce9-b109-f544f83125cf details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:12:39.749052 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-316190f9-80c0-48c7-aa46-ad399f89fe0b admin admin] Publish callbacks [] for security_group (e1e17b45-908b-4b63-85d6-885b8500e209), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:39.778228 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-316190f9-80c0-48c7-aa46-ad399f89fe0b admin admin] Publish callbacks [] for security_group (e1e17b45-908b-4b63-85d6-885b8500e209), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:39.844127 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-316190f9-80c0-48c7-aa46-ad399f89fe0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (e1e17b45-908b-4b63-85d6-885b8500e209), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:39.847233 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-316190f9-80c0-48c7-aa46-ad399f89fe0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:39.855143 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-316190f9-80c0-48c7-aa46-ad399f89fe0b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e1e17b45-908b-4b63-85d6-885b8500e209 HTTP/1.1" status: 204 len: 168 time: 0.1731422 Jan 28 19:12:39.865765 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316190f9-80c0-48c7-aa46-ad399f89fe0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1e17b45-908b-4b63-85d6-885b8500e209,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:40.011920 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fbabd620-7709-44e4-af4a-26120aee69d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for subnet (c08dfd32-a1e5-4572-9817-13ebb5508016), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:40.077705 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbabd620-7709-44e4-af4a-26120aee69d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c08dfd32-a1e5-4572-9817-13ebb5508016,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:40.086112 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbabd620-7709-44e4-af4a-26120aee69d1 admin admin] Checking segment: {'id': '845c9112-7ad9-405b-933b-e5af357107c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'c806e35b-751a-4ce9-b109-f544f83125cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:12:40.086473 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbabd620-7709-44e4-af4a-26120aee69d1 admin admin] Network hostable DHCP agents. Network: c806e35b-751a-4ce9-b109-f544f83125cf, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:12:40.105864 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbabd620-7709-44e4-af4a-26120aee69d1 admin admin] Network c806e35b-751a-4ce9-b109-f544f83125cf is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:12:40.115878 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-fbabd620-7709-44e4-af4a-26120aee69d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, c806e35b-751a-4ce9-b109-f544f83125cf) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:12:40.120761 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbabd620-7709-44e4-af4a-26120aee69d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:40.121389 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fbabd620-7709-44e4-af4a-26120aee69d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:40.127165 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff70c333-908a-4e05-a162-1c843c381234 None None] Network c806e35b-751a-4ce9-b109-f544f83125cf requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:12:40.137113 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-fbabd620-7709-44e4-af4a-26120aee69d1 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.4556568 Jan 28 19:12:40.139888 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 33122) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:12:40.144901 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-77276a53-d78a-488e-ab41-7492835f5ea4 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-953100577-router', 'tenant_id': '364a7c42eb8b468d8d8584f032848f52', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:12:40.166849 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-77276a53-d78a-488e-ab41-7492835f5ea4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261150'] for router (d3caa4e9-2a65-4416-8a3e-7fcb9617385f), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:40.167909 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-77276a53-d78a-488e-ab41-7492835f5ea4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-731099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-731441', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261129'] for router (d3caa4e9-2a65-4416-8a3e-7fcb9617385f), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:40.208509 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 33126) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:12:40.228217 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a5b1f8a0-78aa-45c2-b16f-dbc7da3ec838 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:40.245443 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-77276a53-d78a-488e-ab41-7492835f5ea4 admin admin] Publish callbacks [] for router_controller (d3caa4e9-2a65-4416-8a3e-7fcb9617385f), precommit_add_association {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:40.258391 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-056ba597-7e66-4e9f-a0d7-9db2da359d0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68cd31fd-e4cd-5fb3-a862-256fc47efcd2-c806e35b-751a-4ce9-b109-f544f83125cf', 'network_id': 'c806e35b-751a-4ce9-b109-f544f83125cf', 'project_id': '364a7c42eb8b468d8d8584f032848f52', 'fixed_ips': [{'subnet_id': 'c08dfd32-a1e5-4572-9817-13ebb5508016'}]}} from n-d-812111-14. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:12:40.259535 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-056ba597-7e66-4e9f-a0d7-9db2da359d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:40.375390 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a5b1f8a0-78aa-45c2-b16f-dbc7da3ec838 admin admin] Publish callbacks [] for security_group (f9e1414c-bff9-40de-b9f0-f5bc36240eb6), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:40.381983 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a5b1f8a0-78aa-45c2-b16f-dbc7da3ec838 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (f9e1414c-bff9-40de-b9f0-f5bc36240eb6), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:40.414695 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-056ba597-7e66-4e9f-a0d7-9db2da359d0d None None] Allocated IP 172.20.0.2 (c806e35b-751a-4ce9-b109-f544f83125cf/c08dfd32-a1e5-4572-9817-13ebb5508016/b7365f84-0dbd-4791-af5d-44711de496b4) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:12:40.421829 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-a5b1f8a0-78aa-45c2-b16f-dbc7da3ec838 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8336c6d4b3734c0bbee5d03f1721acc2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2114270 Jan 28 19:12:40.424297 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 33128) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:12:40.483655 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-77276a53-d78a-488e-ab41-7492835f5ea4 admin admin] Publish callbacks [] for router_gateway (d3caa4e9-2a65-4416-8a3e-7fcb9617385f), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:40.548381 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b1f8a0-78aa-45c2-b16f-dbc7da3ec838 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9e1414c-bff9-40de-b9f0-f5bc36240eb6,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:40.568439 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9efa9a59-2247-448e-a0da-7fad38db6721 admin admin] Publish callbacks [] for security_group (f9e1414c-bff9-40de-b9f0-f5bc36240eb6), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:40.620763 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9efa9a59-2247-448e-a0da-7fad38db6721 admin admin] Publish callbacks [] for security_group (f9e1414c-bff9-40de-b9f0-f5bc36240eb6), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:40.640268 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-056ba597-7e66-4e9f-a0d7-9db2da359d0d None None] Publish callbacks [] for port (b7365f84-0dbd-4791-af5d-44711de496b4), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:40.677314 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-056ba597-7e66-4e9f-a0d7-9db2da359d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (b7365f84-0dbd-4791-af5d-44711de496b4), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:40.733015 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-056ba597-7e66-4e9f-a0d7-9db2da359d0d None None] Network c806e35b-751a-4ce9-b109-f544f83125cf is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:12:40.737228 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-056ba597-7e66-4e9f-a0d7-9db2da359d0d None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:12:40.741287 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056ba597-7e66-4e9f-a0d7-9db2da359d0d None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:12:40.765054 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056ba597-7e66-4e9f-a0d7-9db2da359d0d None None] Pushing event updated for resources: {'Port': ['ID=b7365f84-0dbd-4791-af5d-44711de496b4,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:40.802968 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056ba597-7e66-4e9f-a0d7-9db2da359d0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:12:40.803561 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056ba597-7e66-4e9f-a0d7-9db2da359d0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:12:40.804135 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056ba597-7e66-4e9f-a0d7-9db2da359d0d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:12:40.804737 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056ba597-7e66-4e9f-a0d7-9db2da359d0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:12:40.805239 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056ba597-7e66-4e9f-a0d7-9db2da359d0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:12:40.805836 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056ba597-7e66-4e9f-a0d7-9db2da359d0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:12:40.806269 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056ba597-7e66-4e9f-a0d7-9db2da359d0d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:12:40.806748 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056ba597-7e66-4e9f-a0d7-9db2da359d0d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:12:40.807166 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056ba597-7e66-4e9f-a0d7-9db2da359d0d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:12:40.807959 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056ba597-7e66-4e9f-a0d7-9db2da359d0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:12:40.808946 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056ba597-7e66-4e9f-a0d7-9db2da359d0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:12:40.809700 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056ba597-7e66-4e9f-a0d7-9db2da359d0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:12:40.810509 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056ba597-7e66-4e9f-a0d7-9db2da359d0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:12:40.811786 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056ba597-7e66-4e9f-a0d7-9db2da359d0d None None] Tracked resource versions report: Jan 28 19:12:40.811786 n-d-812111-14 neutron-server[103306]: pushed versions: Jan 28 19:12:40.811786 n-d-812111-14 neutron-server[103306]: { 'AddressGroup': {'1.2'}, Jan 28 19:12:40.811786 n-d-812111-14 neutron-server[103306]: 'ConntrackHelper': {'1.0'}, Jan 28 19:12:40.811786 n-d-812111-14 neutron-server[103306]: 'LocalIPAssociation': {'1.0'}, Jan 28 19:12:40.811786 n-d-812111-14 neutron-server[103306]: 'Log': {'1.0'}, Jan 28 19:12:40.811786 n-d-812111-14 neutron-server[103306]: 'Network': {'1.1'}, Jan 28 19:12:40.811786 n-d-812111-14 neutron-server[103306]: 'Port': {'1.7'}, Jan 28 19:12:40.811786 n-d-812111-14 neutron-server[103306]: 'PortForwarding': {'1.2'}, Jan 28 19:12:40.811786 n-d-812111-14 neutron-server[103306]: 'QosPolicy': {'1.10'}, Jan 28 19:12:40.811786 n-d-812111-14 neutron-server[103306]: 'SecurityGroup': {'1.5'}, Jan 28 19:12:40.811786 n-d-812111-14 neutron-server[103306]: 'SecurityGroupRule': {'1.2'}, Jan 28 19:12:40.811786 n-d-812111-14 neutron-server[103306]: 'SubPort': {'1.0'}, Jan 28 19:12:40.811786 n-d-812111-14 neutron-server[103306]: 'Subnet': {'1.1'}, Jan 28 19:12:40.811786 n-d-812111-14 neutron-server[103306]: 'Trunk': {'1.1'}} Jan 28 19:12:40.811786 n-d-812111-14 neutron-server[103306]: consumer versions: Jan 28 19:12:40.811786 n-d-812111-14 neutron-server[103306]: { DHCP agent@n-d-812111-14: {}, Jan 28 19:12:40.811786 n-d-812111-14 neutron-server[103306]: HyperV agent@n-h1-812111-14: {}, Jan 28 19:12:40.811786 n-d-812111-14 neutron-server[103306]: HyperV agent@n-h2-812111-14: {}, Jan 28 19:12:40.811786 n-d-812111-14 neutron-server[103306]: L3 agent@n-d-812111-14: {}, Jan 28 19:12:40.811786 n-d-812111-14 neutron-server[103306]: Metadata agent@n-d-812111-14: {}, Jan 28 19:12:40.811786 n-d-812111-14 neutron-server[103306]: Metering agent@n-d-812111-14: {}, Jan 28 19:12:40.811786 n-d-812111-14 neutron-server[103306]: Open vSwitch agent@n-d-812111-14: { 'AddressGroup': '1.2', Jan 28 19:12:40.811786 n-d-812111-14 neutron-server[103306]: 'ConntrackHelper': '1.0', Jan 28 19:12:40.811786 n-d-812111-14 neutron-server[103306]: 'LocalIPAssociation': '1.0', Jan 28 19:12:40.811786 n-d-812111-14 neutron-server[103306]: 'Log': '1.0', Jan 28 19:12:40.811786 n-d-812111-14 neutron-server[103306]: 'Network': '1.1', Jan 28 19:12:40.811786 n-d-812111-14 neutron-server[103306]: 'Port': '1.7', Jan 28 19:12:40.811786 n-d-812111-14 neutron-server[103306]: 'PortForwarding': '1.2', Jan 28 19:12:40.811786 n-d-812111-14 neutron-server[103306]: 'QosPolicy': '1.10', Jan 28 19:12:40.811786 n-d-812111-14 neutron-server[103306]: 'SecurityGroup': '1.5', Jan 28 19:12:40.811786 n-d-812111-14 neutron-server[103306]: 'SecurityGroupRule': '1.2', Jan 28 19:12:40.811786 n-d-812111-14 neutron-server[103306]: 'SubPort': '1.0', Jan 28 19:12:40.811786 n-d-812111-14 neutron-server[103306]: 'Subnet': '1.1', Jan 28 19:12:40.811786 n-d-812111-14 neutron-server[103306]: 'Trunk': '1.1'}} Jan 28 19:12:40.811786 n-d-812111-14 neutron-server[103306]: {{(pid=103306) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 19:12:40.844370 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-77276a53-d78a-488e-ab41-7492835f5ea4 admin admin] Publish callbacks [] for router_gateway (d3caa4e9-2a65-4416-8a3e-7fcb9617385f), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:40.858202 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9efa9a59-2247-448e-a0da-7fad38db6721 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (f9e1414c-bff9-40de-b9f0-f5bc36240eb6), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:40.861695 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9efa9a59-2247-448e-a0da-7fad38db6721 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:40.866420 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-9efa9a59-2247-448e-a0da-7fad38db6721 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f9e1414c-bff9-40de-b9f0-f5bc36240eb6 HTTP/1.1" status: 204 len: 168 time: 0.4408782 Jan 28 19:12:40.870234 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-056ba597-7e66-4e9f-a0d7-9db2da359d0d None None] Attempting to bind port b7365f84-0dbd-4791-af5d-44711de496b4 on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:12:40.871235 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-056ba597-7e66-4e9f-a0d7-9db2da359d0d None None] Attempting to bind port b7365f84-0dbd-4791-af5d-44711de496b4 by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '845c9112-7ad9-405b-933b-e5af357107c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'c806e35b-751a-4ce9-b109-f544f83125cf'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:12:40.872019 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056ba597-7e66-4e9f-a0d7-9db2da359d0d None None] Attempting to bind port b7365f84-0dbd-4791-af5d-44711de496b4 on network c806e35b-751a-4ce9-b109-f544f83125cf {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:12:40.873250 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-77276a53-d78a-488e-ab41-7492835f5ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:40.878998 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056ba597-7e66-4e9f-a0d7-9db2da359d0d None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 12, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:12:40.879590 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056ba597-7e66-4e9f-a0d7-9db2da359d0d None None] Checking segment: {'id': '845c9112-7ad9-405b-933b-e5af357107c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'c806e35b-751a-4ce9-b109-f544f83125cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:12:40.880165 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-056ba597-7e66-4e9f-a0d7-9db2da359d0d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:40.881071 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056ba597-7e66-4e9f-a0d7-9db2da359d0d None None] Bound using segment: {'id': '845c9112-7ad9-405b-933b-e5af357107c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'c806e35b-751a-4ce9-b109-f544f83125cf'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:12:40.881328 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efa9a59-2247-448e-a0da-7fad38db6721 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9e1414c-bff9-40de-b9f0-f5bc36240eb6,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:40.881957 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-056ba597-7e66-4e9f-a0d7-9db2da359d0d None None] Bound port: b7365f84-0dbd-4791-af5d-44711de496b4, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '845c9112-7ad9-405b-933b-e5af357107c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'c806e35b-751a-4ce9-b109-f544f83125cf'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:12:40.882882 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-056ba597-7e66-4e9f-a0d7-9db2da359d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (b7365f84-0dbd-4791-af5d-44711de496b4), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:40.978016 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-056ba597-7e66-4e9f-a0d7-9db2da359d0d None None] For port b7365f84-0dbd-4791-af5d-44711de496b4, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:12:40.983378 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-056ba597-7e66-4e9f-a0d7-9db2da359d0d None None] For port b7365f84-0dbd-4791-af5d-44711de496b4, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=b7365f84-0dbd-4791-af5d-44711de496b4,segment=NetworkSegment(845c9112-7ad9-405b-933b-e5af357107c1),segment_id=845c9112-7ad9-405b-933b-e5af357107c1)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:12:40.994411 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-056ba597-7e66-4e9f-a0d7-9db2da359d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (b7365f84-0dbd-4791-af5d-44711de496b4), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:41.035702 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 33182) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:12:41.041782 n-d-812111-14 neutron-server[103304]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 28 19:12:41.046099 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-77276a53-d78a-488e-ab41-7492835f5ea4 admin admin] Allocated IP 172.25.6.246 (d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8/a648e4ab-7422-41b9-b133-58aca25ab8f5/479412f1-13f0-40ef-a841-7c525dcbb25a) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:12:41.109275 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3b1ac238-91f1-40ee-a11b-785b5f268205 req-c467aff0-e997-448b-bd02-6a08ee47b7b3 tempest-AggregatesAdminTestJSON-1886973052 tempest-AggregatesAdminTestJSON-1886973052-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=05aa07890e3b4455bffc382713cf39fd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0649867 Jan 28 19:12:41.113021 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 33184) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:12:41.125153 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056ba597-7e66-4e9f-a0d7-9db2da359d0d None None] Pushing event updated for resources: {'Port': ['ID=b7365f84-0dbd-4791-af5d-44711de496b4,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:41.143466 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-9e86eee1-7b82-45d7-88a4-474d51b9fa4c admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1322450699-network', 'tenant_id': 'cc6edc3ad7e948a18b55d4553f03c65d'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:12:41.253911 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-77276a53-d78a-488e-ab41-7492835f5ea4 admin admin] Publish callbacks [] for port (479412f1-13f0-40ef-a841-7c525dcbb25a), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:41.285093 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e86eee1-7b82-45d7-88a4-474d51b9fa4c admin admin] Made reservation on behalf of cc6edc3ad7e948a18b55d4553f03c65d for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:12:41.287929 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9e86eee1-7b82-45d7-88a4-474d51b9fa4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:41.314964 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-77276a53-d78a-488e-ab41-7492835f5ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (479412f1-13f0-40ef-a841-7c525dcbb25a), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:41.320024 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9e86eee1-7b82-45d7-88a4-474d51b9fa4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:41.339779 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77276a53-d78a-488e-ab41-7492835f5ea4 admin admin] Network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:12:41.364642 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-77276a53-d78a-488e-ab41-7492835f5ea4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:12:41.370360 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77276a53-d78a-488e-ab41-7492835f5ea4 admin admin] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:12:41.437484 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1ac238-91f1-40ee-a11b-785b5f268205 req-c913ce2c-e43b-4838-89b7-525145f6ace4 tempest-AggregatesAdminTestJSON-1886973052 tempest-AggregatesAdminTestJSON-1886973052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:41.446581 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3b1ac238-91f1-40ee-a11b-785b5f268205 req-c913ce2c-e43b-4838-89b7-525145f6ace4 tempest-AggregatesAdminTestJSON-1886973052 tempest-AggregatesAdminTestJSON-1886973052-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3342831 Jan 28 19:12:41.475082 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77276a53-d78a-488e-ab41-7492835f5ea4 admin admin] Pushing event updated for resources: {'Port': ['ID=479412f1-13f0-40ef-a841-7c525dcbb25a,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:41.491921 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:41.520069 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3b1ac238-91f1-40ee-a11b-785b5f268205 req-42c47089-5a81-4203-ae17-10045a882f04 tempest-AggregatesAdminTestJSON-1886973052 tempest-AggregatesAdminTestJSON-1886973052-project] 10.222.0.64 "GET /v2.0/quotas/05aa07890e3b4455bffc382713cf39fd HTTP/1.1" status: 200 len: 375 time: 0.0725372 Jan 28 19:12:41.751965 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3b1ac238-91f1-40ee-a11b-785b5f268205 req-67945ef7-a480-48b0-9b1a-418bd02b4094 tempest-AggregatesAdminTestJSON-1886973052 tempest-AggregatesAdminTestJSON-1886973052-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=05aa07890e3b4455bffc382713cf39fd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2237554 Jan 28 19:12:41.786350 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-77276a53-d78a-488e-ab41-7492835f5ea4 admin admin] Publish callbacks [] for router_gateway (d3caa4e9-2a65-4416-8a3e-7fcb9617385f), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:41.889564 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device b7365f84-0dbd-4791-af5d-44711de496b4 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:12:41.905869 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9e86eee1-7b82-45d7-88a4-474d51b9fa4c admin admin] Publish callbacks [] for security_group (73d28084-3c3f-450c-9360-c5d789306c6d), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:41.920106 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9e86eee1-7b82-45d7-88a4-474d51b9fa4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (73d28084-3c3f-450c-9360-c5d789306c6d), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:41.996213 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port b7365f84-0dbd-4791-af5d-44711de496b4 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:12:41.996983 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (b7365f84-0dbd-4791-af5d-44711de496b4), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:42.031334 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e86eee1-7b82-45d7-88a4-474d51b9fa4c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:12:42.198525 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port b7365f84-0dbd-4791-af5d-44711de496b4 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:12:42.198937 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (b7365f84-0dbd-4791-af5d-44711de496b4), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:42.213003 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b1ad0b0c-c786-438a-9534-0996b73e8605 req-05094d53-28d9-4f56-b3b3-efb311cd9b42 tempest-AggregatesAdminTestJSON-1886973052 tempest-AggregatesAdminTestJSON-1886973052-project] 10.222.0.64 "GET /v2.0/ports?device_id=af43ff51-7048-4a23-8289-e8ea2e4b920e HTTP/1.1" status: 200 len: 210 time: 0.1520302 Jan 28 19:12:42.213725 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e86eee1-7b82-45d7-88a4-474d51b9fa4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73d28084-3c3f-450c-9360-c5d789306c6d,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:42.246337 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9e86eee1-7b82-45d7-88a4-474d51b9fa4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (74447d4b-efc7-4bbe-9380-1bba261c0f82), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:42.246632 n-d-812111-14 neutron-server[103304]: INFO neutron.db.segments_db [None req-9e86eee1-7b82-45d7-88a4-474d51b9fa4c admin admin] Added segment 74447d4b-efc7-4bbe-9380-1bba261c0f82 of type vlan for network 6747444d-06dc-448f-a16b-048010d01329 Jan 28 19:12:42.347433 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] For port b7365f84-0dbd-4791-af5d-44711de496b4, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=b7365f84-0dbd-4791-af5d-44711de496b4,segment=NetworkSegment(845c9112-7ad9-405b-933b-e5af357107c1),segment_id=845c9112-7ad9-405b-933b-e5af357107c1)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:12:42.358403 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9e86eee1-7b82-45d7-88a4-474d51b9fa4c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (6747444d-06dc-448f-a16b-048010d01329), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:42.359097 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (b7365f84-0dbd-4791-af5d-44711de496b4), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:42.413762 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9e86eee1-7b82-45d7-88a4-474d51b9fa4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (6747444d-06dc-448f-a16b-048010d01329), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:42.415099 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e86eee1-7b82-45d7-88a4-474d51b9fa4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:42.416009 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9e86eee1-7b82-45d7-88a4-474d51b9fa4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:42.429213 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 33254) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:12:42.443783 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-9e86eee1-7b82-45d7-88a4-474d51b9fa4c admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.3287172 Jan 28 19:12:42.456779 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 33260) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:12:42.462749 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-50a33fc4-808e-424e-9b62-dab397b8d2fd admin admin] Request body: {'subnet': {'network_id': '6747444d-06dc-448f-a16b-048010d01329', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1322450699-subnet', 'tenant_id': 'cc6edc3ad7e948a18b55d4553f03c65d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:12:42.506523 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Pushing event updated for resources: {'Port': ['ID=b7365f84-0dbd-4791-af5d-44711de496b4,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:42.534132 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50a33fc4-808e-424e-9b62-dab397b8d2fd admin admin] Made reservation on behalf of cc6edc3ad7e948a18b55d4553f03c65d for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:12:42.536650 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-50a33fc4-808e-424e-9b62-dab397b8d2fd admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:42.559335 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-77276a53-d78a-488e-ab41-7492835f5ea4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-731074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-731460'] for router (d3caa4e9-2a65-4416-8a3e-7fcb9617385f), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:42.624768 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e86eee1-7b82-45d7-88a4-474d51b9fa4c admin admin] Pushing event updated for resources: {'Network': ['ID=6747444d-06dc-448f-a16b-048010d01329,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:42.639381 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network 6747444d-06dc-448f-a16b-048010d01329 details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:12:42.768303 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99d6d142-4037-4500-ba3b-dd3e07b21f5b None None] Network c806e35b-751a-4ce9-b109-f544f83125cf requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:12:42.799020 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77276a53-d78a-488e-ab41-7492835f5ea4 admin admin] Router d3caa4e9-2a65-4416-8a3e-7fcb9617385f is scheduled to L3 agent 76fe5c49-705a-4e08-abb2-be585676213f with binding_index 1 {{(pid=103305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 19:12:42.845188 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7c02e3f0-068d-421a-95fd-796bbd8290ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:42.915831 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-50a33fc4-808e-424e-9b62-dab397b8d2fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for subnet (af086859-2e67-4d7d-9e0e-1c33673c835a), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:42.969443 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a33fc4-808e-424e-9b62-dab397b8d2fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=af086859-2e67-4d7d-9e0e-1c33673c835a,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:42.993548 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77276a53-d78a-488e-ab41-7492835f5ea4 admin admin] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:12:43.010876 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46d994b-7600-4e10-9508-b9ebeae10be3 None None] Sync routers for ids ['d3caa4e9-2a65-4416-8a3e-7fcb9617385f'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:12:43.041320 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a33fc4-808e-424e-9b62-dab397b8d2fd admin admin] Checking segment: {'id': '74447d4b-efc7-4bbe-9380-1bba261c0f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6747444d-06dc-448f-a16b-048010d01329'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:12:43.041964 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a33fc4-808e-424e-9b62-dab397b8d2fd admin admin] Network hostable DHCP agents. Network: 6747444d-06dc-448f-a16b-048010d01329, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:12:43.048062 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46d994b-7600-4e10-9508-b9ebeae10be3 None None] Routers {'d3caa4e9-2a65-4416-8a3e-7fcb9617385f'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:12:43.053308 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-e46d994b-7600-4e10-9508-b9ebeae10be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:12:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['d3caa4e9-2a65-4416-8a3e-7fcb9617385f'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:12:43.069475 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-77276a53-d78a-488e-ab41-7492835f5ea4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:43.073615 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-77276a53-d78a-488e-ab41-7492835f5ea4 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 2.9318073 Jan 28 19:12:43.074835 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 33284) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:12:43.083071 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:43.106140 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-4c137e0a-3bc8-4098-bed0-30f5a396a6bf None None] Provisioning complete for port b7365f84-0dbd-4791-af5d-44711de496b4 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:12:43.106337 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4c137e0a-3bc8-4098-bed0-30f5a396a6bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (b7365f84-0dbd-4791-af5d-44711de496b4), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:43.116063 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7c02e3f0-068d-421a-95fd-796bbd8290ff admin admin] Publish callbacks [] for security_group (e42b467b-17c0-449c-9721-ed97c0a9d95a), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:43.127658 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7c02e3f0-068d-421a-95fd-796bbd8290ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (e42b467b-17c0-449c-9721-ed97c0a9d95a), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:43.189223 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a33fc4-808e-424e-9b62-dab397b8d2fd admin admin] Network 6747444d-06dc-448f-a16b-048010d01329 is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:12:43.282343 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-7c02e3f0-068d-421a-95fd-796bbd8290ff admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8c7aa2902f05417794fa7511b3c3bfab&name=default HTTP/1.1" status: 200 len: 2995 time: 0.8502889 Jan 28 19:12:43.283489 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-50a33fc4-808e-424e-9b62-dab397b8d2fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, 6747444d-06dc-448f-a16b-048010d01329) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:12:43.291965 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 33292) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:12:43.319329 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a33fc4-808e-424e-9b62-dab397b8d2fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:43.321372 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-50a33fc4-808e-424e-9b62-dab397b8d2fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:43.322938 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7f23e41-5d18-4bf1-9f23-98e53f067dc6 None None] Network 6747444d-06dc-448f-a16b-048010d01329 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:12:43.334780 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 33294) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:12:43.343860 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c02e3f0-068d-421a-95fd-796bbd8290ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e42b467b-17c0-449c-9721-ed97c0a9d95a,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:43.486669 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7519500a-7cca-4b4b-ad10-9d5ff8dceb28 req-451d1a65-e469-4d62-b579-d0575dfe1dfc tempest-AggregatesAdminTestJSON-1886973052 tempest-AggregatesAdminTestJSON-1886973052-project] 10.222.0.64 "GET /v2.0/ports?device_id=af43ff51-7048-4a23-8289-e8ea2e4b920e HTTP/1.1" status: 200 len: 210 time: 0.1080329 Jan 28 19:12:43.498425 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-e46d994b-7600-4e10-9508-b9ebeae10be3 None None] Set router d3caa4e9-2a65-4416-8a3e-7fcb9617385f gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:12:43.527111 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-4c137e0a-3bc8-4098-bed0-30f5a396a6bf None None] Current status of the port b7365f84-0dbd-4791-af5d-44711de496b4 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:12:43.554424 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 33304) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:12:43.555661 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2815060e-ad39-4740-9f8b-1f8d69f03e09 admin admin] Publish callbacks [] for security_group (e42b467b-17c0-449c-9721-ed97c0a9d95a), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:43.564659 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-50a33fc4-808e-424e-9b62-dab397b8d2fd admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1064072 Jan 28 19:12:43.630450 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2815060e-ad39-4740-9f8b-1f8d69f03e09 admin admin] Publish callbacks [] for security_group (e42b467b-17c0-449c-9721-ed97c0a9d95a), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:43.642086 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f7b5f3-a0b6-43b6-8961-d02dd018b092 None None] Network 6747444d-06dc-448f-a16b-048010d01329 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:12:43.695803 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-77a57326-db34-418a-b501-1ec13c5e8bcd tempest-AutoAllocateNetworkTest-1556054209 tempest-AutoAllocateNetworkTest-1556054209-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=f805641f6df14661b58ec4780281b917&shared=False HTTP/1.1" status: 200 len: 208 time: 0.3512955 Jan 28 19:12:43.702627 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 33312) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:12:43.728509 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-e5ee98f6-5637-4fa7-8778-1552e49fc775 None None] Provisioning complete for port b7365f84-0dbd-4791-af5d-44711de496b4 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:12:43.729034 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e5ee98f6-5637-4fa7-8778-1552e49fc775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (b7365f84-0dbd-4791-af5d-44711de496b4), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:43.840838 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device b7365f84-0dbd-4791-af5d-44711de496b4 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:12:44.038785 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-e5ee98f6-5637-4fa7-8778-1552e49fc775 None None] Current status of the port b7365f84-0dbd-4791-af5d-44711de496b4 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:12:44.043863 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-e46d994b-7600-4e10-9508-b9ebeae10be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3caa4e9-2a65-4416-8a3e-7fcb9617385f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-953100577-router', 'tenant_id': '364a7c42eb8b468d8d8584f032848f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '479412f1-13f0-40ef-a841-7c525dcbb25a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:12:40Z', 'updated_at': '2022-01-28T19:12:41Z', 'revision_number': 3, 'project_id': '364a7c42eb8b468d8d8584f032848f52', 'gw_port': {'id': '479412f1-13f0-40ef-a841-7c525dcbb25a', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:36:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3caa4e9-2a65-4416-8a3e-7fcb9617385f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:12:40Z', 'updated_at': '2022-01-28T19:12:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:12:44.082113 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46d994b-7600-4e10-9508-b9ebeae10be3 None None] Checking router: d3caa4e9-2a65-4416-8a3e-7fcb9617385f for host: n-d-812111-14 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:12:44.082705 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46d994b-7600-4e10-9508-b9ebeae10be3 None None] Updating router d3caa4e9-2a65-4416-8a3e-7fcb9617385f port 479412f1-13f0-40ef-a841-7c525dcbb25a binding host n-d-812111-14 {{(pid=103307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:12:44.088289 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port b7365f84-0dbd-4791-af5d-44711de496b4 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:12:44.088778 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (b7365f84-0dbd-4791-af5d-44711de496b4), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:44.088849 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fe7e74a3-5539-4236-a429-f49f5b8782c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:44.095827 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b438a1e-93e2-49b4-8bc1-4a63821057de tempest-AutoAllocateNetworkTest-1556054209 tempest-AutoAllocateNetworkTest-1556054209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:44.097502 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-2b438a1e-93e2-49b4-8bc1-4a63821057de tempest-AutoAllocateNetworkTest-1556054209 tempest-AutoAllocateNetworkTest-1556054209-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.3939478 Jan 28 19:12:44.105597 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 33320) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:12:44.125354 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-e46d994b-7600-4e10-9508-b9ebeae10be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (479412f1-13f0-40ef-a841-7c525dcbb25a), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:44.185259 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-3acfa709-5a8f-4f42-bc23-2d1293315055 tempest-AutoAllocateNetworkTest-1556054209 tempest-AutoAllocateNetworkTest-1556054209-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0777473 Jan 28 19:12:44.186547 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 33324) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:12:44.234198 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-bb3c93ec-6dcf-434b-982a-cd06e1a45b66 tempest-AutoAllocateNetworkTest-1556054209 tempest-AutoAllocateNetworkTest-1556054209-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=f805641f6df14661b58ec4780281b917 HTTP/1.1" status: 200 len: 208 time: 0.0441494 Jan 28 19:12:44.261087 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-69d2ee2a-972e-4b22-8c79-bd4818d1bb4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:44.292254 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2815060e-ad39-4740-9f8b-1f8d69f03e09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (e42b467b-17c0-449c-9721-ed97c0a9d95a), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:44.298064 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2815060e-ad39-4740-9f8b-1f8d69f03e09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:44.305639 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-2815060e-ad39-4740-9f8b-1f8d69f03e09 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e42b467b-17c0-449c-9721-ed97c0a9d95a HTTP/1.1" status: 204 len: 168 time: 1.0126293 Jan 28 19:12:44.350713 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port b7365f84-0dbd-4791-af5d-44711de496b4 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:12:44.389761 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2815060e-ad39-4740-9f8b-1f8d69f03e09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e42b467b-17c0-449c-9721-ed97c0a9d95a,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:44.505505 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-69d2ee2a-972e-4b22-8c79-bd4818d1bb4c admin admin] Publish callbacks [] for security_group (21b2b496-4662-4c0e-b044-4e5e39305d0d), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:44.517136 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-69d2ee2a-972e-4b22-8c79-bd4818d1bb4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (21b2b496-4662-4c0e-b044-4e5e39305d0d), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:44.583816 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-fe7e74a3-5539-4236-a429-f49f5b8782c9 admin admin] Allocated IP 172.20.0.1 (c806e35b-751a-4ce9-b109-f544f83125cf/c08dfd32-a1e5-4572-9817-13ebb5508016/1b072416-1b9a-4975-bb55-2908e9aa62f5) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:12:44.620120 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d2ee2a-972e-4b22-8c79-bd4818d1bb4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21b2b496-4662-4c0e-b044-4e5e39305d0d,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:44.630633 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-69d2ee2a-972e-4b22-8c79-bd4818d1bb4c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=52e092ef7c63498aa115deecdbcb9b6b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0709844 Jan 28 19:12:44.633030 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 33342) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:12:44.741451 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0f092ef2-9dea-4e28-ab3e-2a7e474187d5 admin admin] Publish callbacks [] for security_group (21b2b496-4662-4c0e-b044-4e5e39305d0d), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:44.783958 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-e46d994b-7600-4e10-9508-b9ebeae10be3 None None] Publish callbacks [] for port (479412f1-13f0-40ef-a841-7c525dcbb25a), precommit_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:44.798778 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-e46d994b-7600-4e10-9508-b9ebeae10be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (479412f1-13f0-40ef-a841-7c525dcbb25a), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:44.804583 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0f092ef2-9dea-4e28-ab3e-2a7e474187d5 admin admin] Publish callbacks [] for security_group (21b2b496-4662-4c0e-b044-4e5e39305d0d), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:44.813734 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fe7e74a3-5539-4236-a429-f49f5b8782c9 admin admin] Publish callbacks [] for port (1b072416-1b9a-4975-bb55-2908e9aa62f5), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:44.871370 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fe7e74a3-5539-4236-a429-f49f5b8782c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (1b072416-1b9a-4975-bb55-2908e9aa62f5), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:44.878668 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8445e40-1064-4aaf-8b19-8e676ef63199 None None] Pushing event updated for resources: {'Port': ['ID=479412f1-13f0-40ef-a841-7c525dcbb25a,revision_number=2']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:44.887596 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8445e40-1064-4aaf-8b19-8e676ef63199 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:12:44.887984 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8445e40-1064-4aaf-8b19-8e676ef63199 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:12:44.888322 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8445e40-1064-4aaf-8b19-8e676ef63199 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:12:44.889140 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8445e40-1064-4aaf-8b19-8e676ef63199 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:12:44.889488 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8445e40-1064-4aaf-8b19-8e676ef63199 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:12:44.889819 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8445e40-1064-4aaf-8b19-8e676ef63199 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:12:44.890146 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8445e40-1064-4aaf-8b19-8e676ef63199 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:12:44.890556 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8445e40-1064-4aaf-8b19-8e676ef63199 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:12:44.890785 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8445e40-1064-4aaf-8b19-8e676ef63199 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:12:44.891157 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8445e40-1064-4aaf-8b19-8e676ef63199 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:12:44.891422 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8445e40-1064-4aaf-8b19-8e676ef63199 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:12:44.891822 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8445e40-1064-4aaf-8b19-8e676ef63199 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:12:44.892147 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8445e40-1064-4aaf-8b19-8e676ef63199 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:12:44.893481 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8445e40-1064-4aaf-8b19-8e676ef63199 None None] Tracked resource versions report: Jan 28 19:12:44.893481 n-d-812111-14 neutron-server[103307]: pushed versions: Jan 28 19:12:44.893481 n-d-812111-14 neutron-server[103307]: { 'AddressGroup': {'1.2'}, Jan 28 19:12:44.893481 n-d-812111-14 neutron-server[103307]: 'ConntrackHelper': {'1.0'}, Jan 28 19:12:44.893481 n-d-812111-14 neutron-server[103307]: 'LocalIPAssociation': {'1.0'}, Jan 28 19:12:44.893481 n-d-812111-14 neutron-server[103307]: 'Log': {'1.0'}, Jan 28 19:12:44.893481 n-d-812111-14 neutron-server[103307]: 'Network': {'1.1'}, Jan 28 19:12:44.893481 n-d-812111-14 neutron-server[103307]: 'Port': {'1.7'}, Jan 28 19:12:44.893481 n-d-812111-14 neutron-server[103307]: 'PortForwarding': {'1.2'}, Jan 28 19:12:44.893481 n-d-812111-14 neutron-server[103307]: 'QosPolicy': {'1.10'}, Jan 28 19:12:44.893481 n-d-812111-14 neutron-server[103307]: 'SecurityGroup': {'1.5'}, Jan 28 19:12:44.893481 n-d-812111-14 neutron-server[103307]: 'SecurityGroupRule': {'1.2'}, Jan 28 19:12:44.893481 n-d-812111-14 neutron-server[103307]: 'SubPort': {'1.0'}, Jan 28 19:12:44.893481 n-d-812111-14 neutron-server[103307]: 'Subnet': {'1.1'}, Jan 28 19:12:44.893481 n-d-812111-14 neutron-server[103307]: 'Trunk': {'1.1'}} Jan 28 19:12:44.893481 n-d-812111-14 neutron-server[103307]: consumer versions: Jan 28 19:12:44.893481 n-d-812111-14 neutron-server[103307]: { DHCP agent@n-d-812111-14: {}, Jan 28 19:12:44.893481 n-d-812111-14 neutron-server[103307]: HyperV agent@n-h1-812111-14: {}, Jan 28 19:12:44.893481 n-d-812111-14 neutron-server[103307]: HyperV agent@n-h2-812111-14: {}, Jan 28 19:12:44.893481 n-d-812111-14 neutron-server[103307]: L3 agent@n-d-812111-14: {}, Jan 28 19:12:44.893481 n-d-812111-14 neutron-server[103307]: Metadata agent@n-d-812111-14: {}, Jan 28 19:12:44.893481 n-d-812111-14 neutron-server[103307]: Metering agent@n-d-812111-14: {}, Jan 28 19:12:44.893481 n-d-812111-14 neutron-server[103307]: Open vSwitch agent@n-d-812111-14: { 'AddressGroup': '1.2', Jan 28 19:12:44.893481 n-d-812111-14 neutron-server[103307]: 'ConntrackHelper': '1.0', Jan 28 19:12:44.893481 n-d-812111-14 neutron-server[103307]: 'LocalIPAssociation': '1.0', Jan 28 19:12:44.893481 n-d-812111-14 neutron-server[103307]: 'Log': '1.0', Jan 28 19:12:44.893481 n-d-812111-14 neutron-server[103307]: 'Network': '1.1', Jan 28 19:12:44.893481 n-d-812111-14 neutron-server[103307]: 'Port': '1.7', Jan 28 19:12:44.893481 n-d-812111-14 neutron-server[103307]: 'PortForwarding': '1.2', Jan 28 19:12:44.893481 n-d-812111-14 neutron-server[103307]: 'QosPolicy': '1.10', Jan 28 19:12:44.893481 n-d-812111-14 neutron-server[103307]: 'SecurityGroup': '1.5', Jan 28 19:12:44.893481 n-d-812111-14 neutron-server[103307]: 'SecurityGroupRule': '1.2', Jan 28 19:12:44.893481 n-d-812111-14 neutron-server[103307]: 'SubPort': '1.0', Jan 28 19:12:44.893481 n-d-812111-14 neutron-server[103307]: 'Subnet': '1.1', Jan 28 19:12:44.893481 n-d-812111-14 neutron-server[103307]: 'Trunk': '1.1'}} Jan 28 19:12:44.893481 n-d-812111-14 neutron-server[103307]: {{(pid=103307) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 19:12:44.895475 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe7e74a3-5539-4236-a429-f49f5b8782c9 admin admin] Network c806e35b-751a-4ce9-b109-f544f83125cf is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:12:44.898611 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-fe7e74a3-5539-4236-a429-f49f5b8782c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:12:44.931380 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8e06765f-d0f3-4a92-90e8-8059abecf337 req-a427b76f-7349-4652-b45f-e347a84c4dff tempest-AggregatesAdminTestJSON-1886973052 tempest-AggregatesAdminTestJSON-1886973052-project] 10.222.0.64 "GET /v2.0/ports?device_id=af43ff51-7048-4a23-8289-e8ea2e4b920e HTTP/1.1" status: 200 len: 210 time: 0.0777695 Jan 28 19:12:44.943563 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7e74a3-5539-4236-a429-f49f5b8782c9 admin admin] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:12:44.943942 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fe7e74a3-5539-4236-a429-f49f5b8782c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734769'] for router_interface (d3caa4e9-2a65-4416-8a3e-7fcb9617385f), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:44.960110 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 33348) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:12:44.976377 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0f092ef2-9dea-4e28-ab3e-2a7e474187d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (21b2b496-4662-4c0e-b044-4e5e39305d0d), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:44.980693 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0f092ef2-9dea-4e28-ab3e-2a7e474187d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:44.984078 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-e46d994b-7600-4e10-9508-b9ebeae10be3 None None] Attempting to bind port 479412f1-13f0-40ef-a841-7c525dcbb25a on host n-d-812111-14 for vnic_type normal with profile {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:12:44.984896 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-e46d994b-7600-4e10-9508-b9ebeae10be3 None None] Attempting to bind port 479412f1-13f0-40ef-a841-7c525dcbb25a by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:12:44.985654 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46d994b-7600-4e10-9508-b9ebeae10be3 None None] Attempting to bind port 479412f1-13f0-40ef-a841-7c525dcbb25a on network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:12:44.986217 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-0f092ef2-9dea-4e28-ab3e-2a7e474187d5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/21b2b496-4662-4c0e-b044-4e5e39305d0d HTTP/1.1" status: 204 len: 168 time: 0.3463957 Jan 28 19:12:44.991912 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46d994b-7600-4e10-9508-b9ebeae10be3 None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 12, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:12:44.992491 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46d994b-7600-4e10-9508-b9ebeae10be3 None None] Checking segment: {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:12:44.993721 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-e46d994b-7600-4e10-9508-b9ebeae10be3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:44.994260 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46d994b-7600-4e10-9508-b9ebeae10be3 None None] Bound using segment: {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:12:44.994876 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-e46d994b-7600-4e10-9508-b9ebeae10be3 None None] Bound port: 479412f1-13f0-40ef-a841-7c525dcbb25a, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:12:44.995424 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-e46d994b-7600-4e10-9508-b9ebeae10be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (479412f1-13f0-40ef-a841-7c525dcbb25a), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:45.001391 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f092ef2-9dea-4e28-ab3e-2a7e474187d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21b2b496-4662-4c0e-b044-4e5e39305d0d,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:45.132684 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-e46d994b-7600-4e10-9508-b9ebeae10be3 None None] For port 479412f1-13f0-40ef-a841-7c525dcbb25a, host n-d-812111-14, cleared binding levels {{(pid=103307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:12:45.139789 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-e46d994b-7600-4e10-9508-b9ebeae10be3 None None] For port 479412f1-13f0-40ef-a841-7c525dcbb25a, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=479412f1-13f0-40ef-a841-7c525dcbb25a,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:12:45.152101 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-e46d994b-7600-4e10-9508-b9ebeae10be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (479412f1-13f0-40ef-a841-7c525dcbb25a), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:45.170333 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 33362) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:12:45.189006 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f3d4dfc3-3c65-4688-9f13-4a21de14d415 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:45.202292 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fe7e74a3-5539-4236-a429-f49f5b8782c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (1b072416-1b9a-4975-bb55-2908e9aa62f5), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:45.309536 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46d994b-7600-4e10-9508-b9ebeae10be3 None None] Routers {'d3caa4e9-2a65-4416-8a3e-7fcb9617385f'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:12:45.310155 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-e46d994b-7600-4e10-9508-b9ebeae10be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:12:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['d3caa4e9-2a65-4416-8a3e-7fcb9617385f'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:12:45.338180 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f3d4dfc3-3c65-4688-9f13-4a21de14d415 admin admin] Publish callbacks [] for security_group (7be668e1-3e3e-4b4f-a147-ffe045cf1607), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:45.342525 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.70', 55857) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:12:45.391907 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8445e40-1064-4aaf-8b19-8e676ef63199 None None] Pushing event updated for resources: {'Port': ['ID=479412f1-13f0-40ef-a841-7c525dcbb25a,revision_number=3']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:45.393590 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c8bf1fbb-450a-4149-9479-31bb3ba42f73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:45.407457 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-7dc669b6-fd62-420f-ac02-483a99ac7f1b None None] Provisioning complete for port 1b072416-1b9a-4975-bb55-2908e9aa62f5 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:12:45.407923 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3b1ac238-91f1-40ee-a11b-785b5f268205 req-26023273-88f0-45f2-af90-c6ee57c27e9f tempest-AggregatesAdminTestJSON-1886973052 tempest-AggregatesAdminTestJSON-1886973052-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=05aa07890e3b4455bffc382713cf39fd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0603309 Jan 28 19:12:45.408013 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7dc669b6-fd62-420f-ac02-483a99ac7f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (1b072416-1b9a-4975-bb55-2908e9aa62f5), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:45.493502 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c8bf1fbb-450a-4149-9479-31bb3ba42f73 admin admin] Publish callbacks [] for security_group (e346e421-8477-4819-84d7-2649d640557a), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:45.494418 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f3d4dfc3-3c65-4688-9f13-4a21de14d415 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (7be668e1-3e3e-4b4f-a147-ffe045cf1607), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:45.505263 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-7dc669b6-fd62-420f-ac02-483a99ac7f1b None None] Port 1b072416-1b9a-4975-bb55-2908e9aa62f5 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:12:45.550924 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-f3d4dfc3-3c65-4688-9f13-4a21de14d415 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=cb0ec0ccf98f47c0824d5060343d5d9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3794699 Jan 28 19:12:45.551723 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c8bf1fbb-450a-4149-9479-31bb3ba42f73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (e346e421-8477-4819-84d7-2649d640557a), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:45.555225 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 33366) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:12:45.555950 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7e74a3-5539-4236-a429-f49f5b8782c9 admin admin] Pushing event updated for resources: {'Port': ['ID=1b072416-1b9a-4975-bb55-2908e9aa62f5,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:45.600857 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fe7e74a3-5539-4236-a429-f49f5b8782c9 admin admin] Publish callbacks [] for port (1b072416-1b9a-4975-bb55-2908e9aa62f5), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:45.623693 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fe7e74a3-5539-4236-a429-f49f5b8782c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (1b072416-1b9a-4975-bb55-2908e9aa62f5), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:45.624503 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fe7e74a3-5539-4236-a429-f49f5b8782c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-756216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-732801'] for router_interface (d3caa4e9-2a65-4416-8a3e-7fcb9617385f), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:45.649249 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-e46d994b-7600-4e10-9508-b9ebeae10be3 None None] Set router d3caa4e9-2a65-4416-8a3e-7fcb9617385f gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:12:45.742262 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d4dfc3-3c65-4688-9f13-4a21de14d415 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7be668e1-3e3e-4b4f-a147-ffe045cf1607,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:45.756400 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-c8bf1fbb-450a-4149-9479-31bb3ba42f73 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f805641f6df14661b58ec4780281b917&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7947264 Jan 28 19:12:45.762107 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe7e74a3-5539-4236-a429-f49f5b8782c9 admin admin] Network c806e35b-751a-4ce9-b109-f544f83125cf is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:12:45.765059 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cdd15d31-5b52-4a58-aa8a-6edd6bb25e03 admin admin] Publish callbacks [] for security_group (7be668e1-3e3e-4b4f-a147-ffe045cf1607), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:45.765669 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 33384) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:12:45.768354 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-fe7e74a3-5539-4236-a429-f49f5b8782c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:12:45.787240 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1ac238-91f1-40ee-a11b-785b5f268205 req-003b111d-423b-4d7f-ba6f-56eb3e97b871 tempest-AggregatesAdminTestJSON-1886973052 tempest-AggregatesAdminTestJSON-1886973052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:45.788848 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3b1ac238-91f1-40ee-a11b-785b5f268205 req-003b111d-423b-4d7f-ba6f-56eb3e97b871 tempest-AggregatesAdminTestJSON-1886973052 tempest-AggregatesAdminTestJSON-1886973052-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2654603 Jan 28 19:12:45.834048 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bf1fbb-450a-4149-9479-31bb3ba42f73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e346e421-8477-4819-84d7-2649d640557a,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:45.879943 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-3b1ac238-91f1-40ee-a11b-785b5f268205 req-20f1892e-46bb-4a0d-9320-9343c76b8a79 tempest-AggregatesAdminTestJSON-1886973052 tempest-AggregatesAdminTestJSON-1886973052-project] Request body: {'port': {'device_id': 'af43ff51-7048-4a23-8289-e8ea2e4b920e', 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91', 'admin_state_up': True, 'tenant_id': '05aa07890e3b4455bffc382713cf39fd'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:12:46.016469 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cdd15d31-5b52-4a58-aa8a-6edd6bb25e03 admin admin] Publish callbacks [] for security_group (7be668e1-3e3e-4b4f-a147-ffe045cf1607), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:46.117900 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 33398) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:12:46.121389 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-e46d994b-7600-4e10-9508-b9ebeae10be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3caa4e9-2a65-4416-8a3e-7fcb9617385f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-953100577-router', 'tenant_id': '364a7c42eb8b468d8d8584f032848f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '479412f1-13f0-40ef-a841-7c525dcbb25a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:12:40Z', 'updated_at': '2022-01-28T19:12:45Z', 'revision_number': 4, 'project_id': '364a7c42eb8b468d8d8584f032848f52', 'gw_port': {'id': '479412f1-13f0-40ef-a841-7c525dcbb25a', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:36:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3caa4e9-2a65-4416-8a3e-7fcb9617385f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:12:40Z', 'updated_at': '2022-01-28T19:12:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '1b072416-1b9a-4975-bb55-2908e9aa62f5', 'name': '', 'network_id': 'c806e35b-751a-4ce9-b109-f544f83125cf', 'tenant_id': '364a7c42eb8b468d8d8584f032848f52', 'mac_address': 'fa:16:3e:5a:bb:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3caa4e9-2a65-4416-8a3e-7fcb9617385f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'c08dfd32-a1e5-4572-9817-13ebb5508016', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:12:44Z', 'updated_at': '2022-01-28T19:12:44Z', 'revision_number': 1, 'project_id': '364a7c42eb8b468d8d8584f032848f52', 'subnets': [{'id': 'c08dfd32-a1e5-4572-9817-13ebb5508016', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:12:46.136732 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe7e74a3-5539-4236-a429-f49f5b8782c9 admin admin] Router d3caa4e9-2a65-4416-8a3e-7fcb9617385f has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:12:46.143865 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-5f1f4dbc-c678-4f2a-a2ca-5c36567e9b5c None None] Provisioning complete for port 1b072416-1b9a-4975-bb55-2908e9aa62f5 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:12:46.144680 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5f1f4dbc-c678-4f2a-a2ca-5c36567e9b5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (1b072416-1b9a-4975-bb55-2908e9aa62f5), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:46.158490 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46d994b-7600-4e10-9508-b9ebeae10be3 None None] The sync data for ids ['d3caa4e9-2a65-4416-8a3e-7fcb9617385f'] in n-d-812111-14 is: [{'id': 'd3caa4e9-2a65-4416-8a3e-7fcb9617385f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-953100577-router', 'tenant_id': '364a7c42eb8b468d8d8584f032848f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '479412f1-13f0-40ef-a841-7c525dcbb25a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:12:40Z', 'updated_at': '2022-01-28T19:12:45Z', 'revision_number': 4, 'project_id': '364a7c42eb8b468d8d8584f032848f52', 'gw_port': {'id': '479412f1-13f0-40ef-a841-7c525dcbb25a', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:36:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3caa4e9-2a65-4416-8a3e-7fcb9617385f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:12:40Z', 'updated_at': '2022-01-28T19:12:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '1b072416-1b9a-4975-bb55-2908e9aa62f5', 'name': '', 'network_id': 'c806e35b-751a-4ce9-b109-f544f83125cf', 'tenant_id': '364a7c42eb8b468d8d8584f032848f52', 'mac_address': 'fa:16:3e:5a:bb:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3caa4e9-2a65-4416-8a3e-7fcb9617385f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'c08dfd32-a1e5-4572-9817-13ebb5508016', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:12:44Z', 'updated_at': '2022-01-28T19:12:44Z', 'revision_number': 1, 'project_id': '364a7c42eb8b468d8d8584f032848f52', 'subnets': [{'id': 'c08dfd32-a1e5-4572-9817-13ebb5508016', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:12:46.181448 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c763e037-8229-42fe-b533-4dcb185208a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:46.198884 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7e74a3-5539-4236-a429-f49f5b8782c9 admin admin] Pushing event updated for resources: {'Port': ['ID=1b072416-1b9a-4975-bb55-2908e9aa62f5,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:46.245712 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-5f1f4dbc-c678-4f2a-a2ca-5c36567e9b5c None None] Port 1b072416-1b9a-4975-bb55-2908e9aa62f5 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:12:46.279468 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-67f994f9-6b2e-4624-b457-e1fdd5564709 admin admin] Publish callbacks [] for security_group (e346e421-8477-4819-84d7-2649d640557a), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:46.308398 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-67f994f9-6b2e-4624-b457-e1fdd5564709 admin admin] Publish callbacks [] for security_group (e346e421-8477-4819-84d7-2649d640557a), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:46.315892 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-63e3cf84-5297-46dc-8aae-1590f726b1bd req-38c35554-5211-4d08-a792-e39f4dc4bf44 tempest-AggregatesAdminTestJSON-1886973052 tempest-AggregatesAdminTestJSON-1886973052-project] 10.222.0.64 "GET /v2.0/ports?device_id=af43ff51-7048-4a23-8289-e8ea2e4b920e HTTP/1.1" status: 200 len: 210 time: 0.0363846 Jan 28 19:12:46.339902 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b1ac238-91f1-40ee-a11b-785b5f268205 req-20f1892e-46bb-4a0d-9320-9343c76b8a79 tempest-AggregatesAdminTestJSON-1886973052 tempest-AggregatesAdminTestJSON-1886973052-project] Made reservation on behalf of 05aa07890e3b4455bffc382713cf39fd for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:12:46.345869 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-3b1ac238-91f1-40ee-a11b-785b5f268205 req-20f1892e-46bb-4a0d-9320-9343c76b8a79 tempest-AggregatesAdminTestJSON-1886973052 tempest-AggregatesAdminTestJSON-1886973052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:46.361984 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-3b1ac238-91f1-40ee-a11b-785b5f268205 req-20f1892e-46bb-4a0d-9320-9343c76b8a79 tempest-AggregatesAdminTestJSON-1886973052 tempest-AggregatesAdminTestJSON-1886973052-project] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:46.379372 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-67f994f9-6b2e-4624-b457-e1fdd5564709 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (e346e421-8477-4819-84d7-2649d640557a), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:46.381943 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-67f994f9-6b2e-4624-b457-e1fdd5564709 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:46.383078 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-67f994f9-6b2e-4624-b457-e1fdd5564709 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e346e421-8477-4819-84d7-2649d640557a HTTP/1.1" status: 204 len: 168 time: 0.6125057 Jan 28 19:12:46.440065 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f994f9-6b2e-4624-b457-e1fdd5564709 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e346e421-8477-4819-84d7-2649d640557a,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:46.442167 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cdd15d31-5b52-4a58-aa8a-6edd6bb25e03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (7be668e1-3e3e-4b4f-a147-ffe045cf1607), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:46.444757 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cdd15d31-5b52-4a58-aa8a-6edd6bb25e03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:46.446697 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-cdd15d31-5b52-4a58-aa8a-6edd6bb25e03 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7be668e1-3e3e-4b4f-a147-ffe045cf1607 HTTP/1.1" status: 204 len: 168 time: 0.8867972 Jan 28 19:12:46.458119 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd15d31-5b52-4a58-aa8a-6edd6bb25e03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7be668e1-3e3e-4b4f-a147-ffe045cf1607,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:46.602096 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 33424) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:12:46.608927 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c763e037-8229-42fe-b533-4dcb185208a4 admin admin] Publish callbacks [] for security_group (54a2ce1b-7bbd-4442-8b2a-c3f09e4dd92f), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:46.623481 n-d-812111-14 neutron-server[103305]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 28 19:12:46.627152 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c763e037-8229-42fe-b533-4dcb185208a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (54a2ce1b-7bbd-4442-8b2a-c3f09e4dd92f), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:46.655471 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe7e74a3-5539-4236-a429-f49f5b8782c9 admin admin] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:12:46.659659 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-3b1ac238-91f1-40ee-a11b-785b5f268205 req-20f1892e-46bb-4a0d-9320-9343c76b8a79 tempest-AggregatesAdminTestJSON-1886973052 tempest-AggregatesAdminTestJSON-1886973052-project] Publish callbacks [] for security_group (b41eccb3-1275-48c4-8632-abe37e433eea), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:46.671764 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-3b1ac238-91f1-40ee-a11b-785b5f268205 req-20f1892e-46bb-4a0d-9320-9343c76b8a79 tempest-AggregatesAdminTestJSON-1886973052 tempest-AggregatesAdminTestJSON-1886973052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (b41eccb3-1275-48c4-8632-abe37e433eea), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:46.744859 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-fe7e74a3-5539-4236-a429-f49f5b8782c9 admin admin] 10.222.0.64 "PUT /v2.0/routers/d3caa4e9-2a65-4416-8a3e-7fcb9617385f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6599669 Jan 28 19:12:46.838097 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c763e037-8229-42fe-b533-4dcb185208a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54a2ce1b-7bbd-4442-8b2a-c3f09e4dd92f,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:46.855210 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-c763e037-8229-42fe-b533-4dcb185208a4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=bf93b208c42641739b788cd6a27c8d44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7276776 Jan 28 19:12:46.859060 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 33438) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:12:46.875155 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f1892e-46bb-4a0d-9320-9343c76b8a79 tempest-AggregatesAdminTestJSON-1886973052 tempest-AggregatesAdminTestJSON-1886973052-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b41eccb3-1275-48c4-8632-abe37e433eea,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:46.953126 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf59788-522b-440f-a27a-dc0833759abb req-d53862a2-397f-416d-9366-b5157f502c73 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:46.954708 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5bf59788-522b-440f-a27a-dc0833759abb req-d53862a2-397f-416d-9366-b5157f502c73 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/networks?id=8330dfd7-f74e-41a1-b557-5650d653ac04 HTTP/1.1" status: 200 len: 808 time: 0.3336627 Jan 28 19:12:46.974929 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5bf59788-522b-440f-a27a-dc0833759abb req-dc2a133a-1481-42fa-998d-54b71dd282b2 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/quotas/1bd1e0d6512043bfbaf9a8e955e20b9e HTTP/1.1" status: 200 len: 375 time: 0.0145135 Jan 28 19:12:47.068705 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5bf59788-522b-440f-a27a-dc0833759abb req-4bdf8f82-2111-44b2-84c1-6c6b7e70e2b4 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=1bd1e0d6512043bfbaf9a8e955e20b9e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0867329 Jan 28 19:12:47.124047 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-3b1ac238-91f1-40ee-a11b-785b5f268205 req-20f1892e-46bb-4a0d-9320-9343c76b8a79 tempest-AggregatesAdminTestJSON-1886973052 tempest-AggregatesAdminTestJSON-1886973052-project] Allocated IP 192.168.233.209 (7810caa2-eac6-457d-9302-c8c215ef3e91/f2de4832-9ef6-4f40-9ac5-1557d5e6a6ff/b795852a-f8c8-4bf6-9eaa-527b19e45bd1) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:12:47.131828 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-047ab77c-9a2d-4be4-a910-d63d7ee75d62 admin admin] Publish callbacks [] for security_group (54a2ce1b-7bbd-4442-8b2a-c3f09e4dd92f), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:47.197905 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-047ab77c-9a2d-4be4-a910-d63d7ee75d62 admin admin] Publish callbacks [] for security_group (54a2ce1b-7bbd-4442-8b2a-c3f09e4dd92f), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:47.565055 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 33456) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:12:47.592137 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-22737c8d-f4ee-4d71-b19e-9f0865ac3219 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:47.608454 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c9ff4d20-0f65-4351-9916-ceabe0a906fe req-05284bdc-553c-482a-8934-628d592403b1 tempest-AggregatesAdminTestJSON-1886973052 tempest-AggregatesAdminTestJSON-1886973052-project] 10.222.0.64 "GET /v2.0/ports?device_id=af43ff51-7048-4a23-8289-e8ea2e4b920e HTTP/1.1" status: 200 len: 210 time: 0.1406791 Jan 28 19:12:47.705590 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-047ab77c-9a2d-4be4-a910-d63d7ee75d62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (54a2ce1b-7bbd-4442-8b2a-c3f09e4dd92f), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:47.717616 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-047ab77c-9a2d-4be4-a910-d63d7ee75d62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:47.723448 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-047ab77c-9a2d-4be4-a910-d63d7ee75d62 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/54a2ce1b-7bbd-4442-8b2a-c3f09e4dd92f HTTP/1.1" status: 204 len: 168 time: 0.8620410 Jan 28 19:12:47.751025 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-3b1ac238-91f1-40ee-a11b-785b5f268205 req-20f1892e-46bb-4a0d-9320-9343c76b8a79 tempest-AggregatesAdminTestJSON-1886973052 tempest-AggregatesAdminTestJSON-1886973052-project] Publish callbacks [] for port (b795852a-f8c8-4bf6-9eaa-527b19e45bd1), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:47.802817 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-22737c8d-f4ee-4d71-b19e-9f0865ac3219 admin admin] Publish callbacks [] for security_group (2601d880-b740-47f8-a622-58af736b27f8), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:47.813384 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-22737c8d-f4ee-4d71-b19e-9f0865ac3219 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (2601d880-b740-47f8-a622-58af736b27f8), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:47.833331 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047ab77c-9a2d-4be4-a910-d63d7ee75d62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54a2ce1b-7bbd-4442-8b2a-c3f09e4dd92f,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:47.916118 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22737c8d-f4ee-4d71-b19e-9f0865ac3219 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2601d880-b740-47f8-a622-58af736b27f8,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:47.938870 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 33462) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:12:47.973742 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 479412f1-13f0-40ef-a841-7c525dcbb25a up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:12:47.979725 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-22737c8d-f4ee-4d71-b19e-9f0865ac3219 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=fc43383875774db5a725bd57d98145ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4128604 Jan 28 19:12:47.981230 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 33468) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:12:48.050444 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-3b1ac238-91f1-40ee-a11b-785b5f268205 req-20f1892e-46bb-4a0d-9320-9343c76b8a79 tempest-AggregatesAdminTestJSON-1886973052 tempest-AggregatesAdminTestJSON-1886973052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (b795852a-f8c8-4bf6-9eaa-527b19e45bd1), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:48.093827 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3def860d-6d09-4e26-acdc-daad5af22b85 admin admin] Publish callbacks [] for security_group (2601d880-b740-47f8-a622-58af736b27f8), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:48.131455 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 479412f1-13f0-40ef-a841-7c525dcbb25a triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:12:48.131870 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (479412f1-13f0-40ef-a841-7c525dcbb25a), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:48.160690 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3def860d-6d09-4e26-acdc-daad5af22b85 admin admin] Publish callbacks [] for security_group (2601d880-b740-47f8-a622-58af736b27f8), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:48.322475 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3def860d-6d09-4e26-acdc-daad5af22b85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (2601d880-b740-47f8-a622-58af736b27f8), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:48.327512 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3def860d-6d09-4e26-acdc-daad5af22b85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:48.328223 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b1ac238-91f1-40ee-a11b-785b5f268205 req-20f1892e-46bb-4a0d-9320-9343c76b8a79 tempest-AggregatesAdminTestJSON-1886973052 tempest-AggregatesAdminTestJSON-1886973052-project] Network 7810caa2-eac6-457d-9302-c8c215ef3e91 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:12:48.333066 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-3def860d-6d09-4e26-acdc-daad5af22b85 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2601d880-b740-47f8-a622-58af736b27f8 HTTP/1.1" status: 204 len: 168 time: 0.3481612 Jan 28 19:12:48.353717 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-3b1ac238-91f1-40ee-a11b-785b5f268205 req-20f1892e-46bb-4a0d-9320-9343c76b8a79 tempest-AggregatesAdminTestJSON-1886973052 tempest-AggregatesAdminTestJSON-1886973052-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:12:48.354186 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3def860d-6d09-4e26-acdc-daad5af22b85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2601d880-b740-47f8-a622-58af736b27f8,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:48.396332 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b1ac238-91f1-40ee-a11b-785b5f268205 req-20f1892e-46bb-4a0d-9320-9343c76b8a79 tempest-AggregatesAdminTestJSON-1886973052 tempest-AggregatesAdminTestJSON-1886973052-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:12:48.402421 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1ac238-91f1-40ee-a11b-785b5f268205 req-20f1892e-46bb-4a0d-9320-9343c76b8a79 tempest-AggregatesAdminTestJSON-1886973052 tempest-AggregatesAdminTestJSON-1886973052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:48.403077 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-3b1ac238-91f1-40ee-a11b-785b5f268205 req-20f1892e-46bb-4a0d-9320-9343c76b8a79 tempest-AggregatesAdminTestJSON-1886973052 tempest-AggregatesAdminTestJSON-1886973052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:48.412329 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 479412f1-13f0-40ef-a841-7c525dcbb25a is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:12:48.413563 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (479412f1-13f0-40ef-a841-7c525dcbb25a), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:48.467273 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f1892e-46bb-4a0d-9320-9343c76b8a79 tempest-AggregatesAdminTestJSON-1886973052 tempest-AggregatesAdminTestJSON-1886973052-project] Pushing event updated for resources: {'Port': ['ID=b795852a-f8c8-4bf6-9eaa-527b19e45bd1,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:48.486909 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] For port 479412f1-13f0-40ef-a841-7c525dcbb25a, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=479412f1-13f0-40ef-a841-7c525dcbb25a,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:12:48.496483 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3b1ac238-91f1-40ee-a11b-785b5f268205 req-20f1892e-46bb-4a0d-9320-9343c76b8a79 tempest-AggregatesAdminTestJSON-1886973052 tempest-AggregatesAdminTestJSON-1886973052-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6189623 Jan 28 19:12:48.498212 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (479412f1-13f0-40ef-a841-7c525dcbb25a), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:48.515957 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [req-3b1ac238-91f1-40ee-a11b-785b5f268205 req-25f0939e-faba-4801-a05f-b6b2d34db250 tempest-AggregatesAdminTestJSON-1886973052 tempest-AggregatesAdminTestJSON-1886973052-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103304) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:12:48.517480 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3b1ac238-91f1-40ee-a11b-785b5f268205 req-25f0939e-faba-4801-a05f-b6b2d34db250 tempest-AggregatesAdminTestJSON-1886973052 tempest-AggregatesAdminTestJSON-1886973052-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066316 Jan 28 19:12:48.621704 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Pushing event updated for resources: {'Port': ['ID=479412f1-13f0-40ef-a841-7c525dcbb25a,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:48.650223 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [req-5bf59788-522b-440f-a27a-dc0833759abb req-4fec0c1f-ee9d-47aa-a964-42c96f673ffe service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:12:48.652033 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5bf59788-522b-440f-a27a-dc0833759abb req-4fec0c1f-ee9d-47aa-a964-42c96f673ffe service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4621966 Jan 28 19:12:48.823350 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-3121080c-8897-43ae-902f-ac43a4141c4a None None] Provisioning complete for port b795852a-f8c8-4bf6-9eaa-527b19e45bd1 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:12:48.823728 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3121080c-8897-43ae-902f-ac43a4141c4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (b795852a-f8c8-4bf6-9eaa-527b19e45bd1), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:48.925924 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a9d9280a-b604-4b74-b72c-b9ecfdf9b08b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:48.934451 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a8cf3c-be92-4b75-b0f2-07b8eea54aae req-2315e6bb-9e15-4a8f-9f37-c0759258e7cc tempest-AggregatesAdminTestJSON-1886973052 tempest-AggregatesAdminTestJSON-1886973052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:48.954541 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d2a8cf3c-be92-4b75-b0f2-07b8eea54aae req-2315e6bb-9e15-4a8f-9f37-c0759258e7cc tempest-AggregatesAdminTestJSON-1886973052 tempest-AggregatesAdminTestJSON-1886973052-project] 10.222.0.64 "GET /v2.0/ports?device_id=af43ff51-7048-4a23-8289-e8ea2e4b920e HTTP/1.1" status: 200 len: 936 time: 0.1622472 Jan 28 19:12:48.968485 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-3121080c-8897-43ae-902f-ac43a4141c4a None None] Port b795852a-f8c8-4bf6-9eaa-527b19e45bd1 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:12:49.057391 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d2a8cf3c-be92-4b75-b0f2-07b8eea54aae req-21296f4e-6d59-47a9-8c84-0d870b4c7e25 tempest-AggregatesAdminTestJSON-1886973052 tempest-AggregatesAdminTestJSON-1886973052-project] 10.222.0.64 "GET /v2.0/security-groups?id=b41eccb3-1275-48c4-8632-abe37e433eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011775 Jan 28 19:12:49.116318 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a9d9280a-b604-4b74-b72c-b9ecfdf9b08b admin admin] Publish callbacks [] for security_group (6f66eb50-ea16-4338-a899-6f2c57dee22b), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:49.128567 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a9d9280a-b604-4b74-b72c-b9ecfdf9b08b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (6f66eb50-ea16-4338-a899-6f2c57dee22b), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:49.180987 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 33492) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:12:49.181204 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-a9d9280a-b604-4b74-b72c-b9ecfdf9b08b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6aa3100859b54be99c80cae3efe881de&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2365170 Jan 28 19:12:49.183865 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d9280a-b604-4b74-b72c-b9ecfdf9b08b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f66eb50-ea16-4338-a899-6f2c57dee22b,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:49.240375 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5bf59788-522b-440f-a27a-dc0833759abb req-070aa5c3-f999-428a-87fd-01f895d6fe5b service neutron] 10.222.0.64 "GET /v2.0/networks/8330dfd7-f74e-41a1-b557-5650d653ac04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5813940 Jan 28 19:12:49.330149 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7810e9a6-b098-465f-abfb-4ea0b2e53662 admin admin] Publish callbacks [] for security_group (6f66eb50-ea16-4338-a899-6f2c57dee22b), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:49.375033 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7810e9a6-b098-465f-abfb-4ea0b2e53662 admin admin] Publish callbacks [] for security_group (6f66eb50-ea16-4338-a899-6f2c57dee22b), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:49.475051 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7810e9a6-b098-465f-abfb-4ea0b2e53662 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (6f66eb50-ea16-4338-a899-6f2c57dee22b), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:49.478143 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7810e9a6-b098-465f-abfb-4ea0b2e53662 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:49.482603 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-7810e9a6-b098-465f-abfb-4ea0b2e53662 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6f66eb50-ea16-4338-a899-6f2c57dee22b HTTP/1.1" status: 204 len: 168 time: 0.2969747 Jan 28 19:12:49.483204 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5bf59788-522b-440f-a27a-dc0833759abb req-c5e964d9-8a5c-4ddc-908d-46f08fabf60b service neutron] 10.222.0.64 "GET /v2.0/networks/8330dfd7-f74e-41a1-b557-5650d653ac04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2410586 Jan 28 19:12:49.503751 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-3b1ac238-91f1-40ee-a11b-785b5f268205 req-23511cbc-d76d-416e-80b3-3509bdb74b10 service neutron] Request body: {'port': {'device_id': 'af43ff51-7048-4a23-8289-e8ea2e4b920e', 'device_owner': 'compute:tempest-test_az-2125105539', 'binding:host_id': 'n-h2-812111-14'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:12:49.506630 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7810e9a6-b098-465f-abfb-4ea0b2e53662 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f66eb50-ea16-4338-a899-6f2c57dee22b,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:49.639924 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-3b1ac238-91f1-40ee-a11b-785b5f268205 req-23511cbc-d76d-416e-80b3-3509bdb74b10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (b795852a-f8c8-4bf6-9eaa-527b19e45bd1), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:49.852199 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 479412f1-13f0-40ef-a841-7c525dcbb25a up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:12:49.999427 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 479412f1-13f0-40ef-a841-7c525dcbb25a triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:12:50.000112 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (479412f1-13f0-40ef-a841-7c525dcbb25a), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:50.078277 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-16b29860-76c7-4c54-ac7e-7cb0c7a5c65a req-7ad5c9b1-3d74-4fc2-a4a0-e598f1c5f771 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?device_id=2fb15d55-5734-4552-b8f2-8e167a3aeaec HTTP/1.1" status: 200 len: 210 time: 0.0932662 Jan 28 19:12:50.173798 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b140170-3dce-4edf-a546-6b3dd37d86e0 None None] Sync routers for ids ['d3caa4e9-2a65-4416-8a3e-7fcb9617385f'] in n-d-812111-14 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:12:50.238644 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 33532) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:12:50.243713 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-87d97107-8f2f-4482-8c62-e2b643e7f905 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1122488061-network', 'tenant_id': '36bfb8782cf444d582de8206c946cc07'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:12:50.285834 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b140170-3dce-4edf-a546-6b3dd37d86e0 None None] Routers {'d3caa4e9-2a65-4416-8a3e-7fcb9617385f'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:12:50.286622 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87d97107-8f2f-4482-8c62-e2b643e7f905 admin admin] Made reservation on behalf of 36bfb8782cf444d582de8206c946cc07 for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:12:50.289280 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-87d97107-8f2f-4482-8c62-e2b643e7f905 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:50.293167 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-3b140170-3dce-4edf-a546-6b3dd37d86e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:12:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['d3caa4e9-2a65-4416-8a3e-7fcb9617385f'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:12:50.305459 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-87d97107-8f2f-4482-8c62-e2b643e7f905 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:50.316769 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 479412f1-13f0-40ef-a841-7c525dcbb25a is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:12:50.401665 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:50.552587 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88330ac1-987f-45d0-8fcd-42da6bab3e16 req-d19e9903-7997-46b2-9630-ac01e5f5d725 tempest-AggregatesAdminTestJSON-1886973052 tempest-AggregatesAdminTestJSON-1886973052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:50.554401 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-88330ac1-987f-45d0-8fcd-42da6bab3e16 req-d19e9903-7997-46b2-9630-ac01e5f5d725 tempest-AggregatesAdminTestJSON-1886973052 tempest-AggregatesAdminTestJSON-1886973052-project] 10.222.0.64 "GET /v2.0/ports?device_id=af43ff51-7048-4a23-8289-e8ea2e4b920e HTTP/1.1" status: 200 len: 936 time: 0.2015667 Jan 28 19:12:50.591842 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-3b140170-3dce-4edf-a546-6b3dd37d86e0 None None] Set router d3caa4e9-2a65-4416-8a3e-7fcb9617385f gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:12:50.634526 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-3b1ac238-91f1-40ee-a11b-785b5f268205 req-23511cbc-d76d-416e-80b3-3509bdb74b10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b795852a-f8c8-4bf6-9eaa-527b19e45bd1 {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:12:50.660978 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-3b1ac238-91f1-40ee-a11b-785b5f268205 req-23511cbc-d76d-416e-80b3-3509bdb74b10 service neutron] Publish callbacks [] for port (b795852a-f8c8-4bf6-9eaa-527b19e45bd1), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:50.685358 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-3b1ac238-91f1-40ee-a11b-785b5f268205 req-23511cbc-d76d-416e-80b3-3509bdb74b10 service neutron] Transition to ACTIVE for port object b795852a-f8c8-4bf6-9eaa-527b19e45bd1 will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:12:50.685878 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-87d97107-8f2f-4482-8c62-e2b643e7f905 admin admin] Publish callbacks [] for security_group (337a952d-d872-41b5-b4ae-37836c46caa9), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:50.700188 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-3b1ac238-91f1-40ee-a11b-785b5f268205 req-23511cbc-d76d-416e-80b3-3509bdb74b10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (b795852a-f8c8-4bf6-9eaa-527b19e45bd1), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:50.701457 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-87d97107-8f2f-4482-8c62-e2b643e7f905 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (337a952d-d872-41b5-b4ae-37836c46caa9), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:50.772253 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87d97107-8f2f-4482-8c62-e2b643e7f905 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:12:50.810611 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-87d97107-8f2f-4482-8c62-e2b643e7f905 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (9c656930-5848-438c-a0bd-a15d5a1f6f78), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:50.810611 n-d-812111-14 neutron-server[103305]: INFO neutron.db.segments_db [None req-87d97107-8f2f-4482-8c62-e2b643e7f905 admin admin] Added segment 9c656930-5848-438c-a0bd-a15d5a1f6f78 of type vlan for network 95126ee8-651b-462a-980e-5b3c9339e07c Jan 28 19:12:50.953862 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-87d97107-8f2f-4482-8c62-e2b643e7f905 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (95126ee8-651b-462a-980e-5b3c9339e07c), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:51.098324 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-87d97107-8f2f-4482-8c62-e2b643e7f905 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (95126ee8-651b-462a-980e-5b3c9339e07c), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:51.100956 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-3b140170-3dce-4edf-a546-6b3dd37d86e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3caa4e9-2a65-4416-8a3e-7fcb9617385f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-953100577-router', 'tenant_id': '364a7c42eb8b468d8d8584f032848f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '479412f1-13f0-40ef-a841-7c525dcbb25a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:12:40Z', 'updated_at': '2022-01-28T19:12:45Z', 'revision_number': 4, 'project_id': '364a7c42eb8b468d8d8584f032848f52', 'gw_port': {'id': '479412f1-13f0-40ef-a841-7c525dcbb25a', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:36:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3caa4e9-2a65-4416-8a3e-7fcb9617385f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:12:40Z', 'updated_at': '2022-01-28T19:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '1b072416-1b9a-4975-bb55-2908e9aa62f5', 'name': '', 'network_id': 'c806e35b-751a-4ce9-b109-f544f83125cf', 'tenant_id': '364a7c42eb8b468d8d8584f032848f52', 'mac_address': 'fa:16:3e:5a:bb:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3caa4e9-2a65-4416-8a3e-7fcb9617385f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'c08dfd32-a1e5-4572-9817-13ebb5508016', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:12:44Z', 'updated_at': '2022-01-28T19:12:45Z', 'revision_number': 2, 'project_id': '364a7c42eb8b468d8d8584f032848f52', 'subnets': [{'id': 'c08dfd32-a1e5-4572-9817-13ebb5508016', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:12:51.108231 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87d97107-8f2f-4482-8c62-e2b643e7f905 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:51.116584 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-87d97107-8f2f-4482-8c62-e2b643e7f905 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:51.149066 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b140170-3dce-4edf-a546-6b3dd37d86e0 None None] Checking router: d3caa4e9-2a65-4416-8a3e-7fcb9617385f for host: n-d-812111-14 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:12:51.149463 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b140170-3dce-4edf-a546-6b3dd37d86e0 None None] Updating router d3caa4e9-2a65-4416-8a3e-7fcb9617385f port 1b072416-1b9a-4975-bb55-2908e9aa62f5 binding host n-d-812111-14 {{(pid=103306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:12:51.160796 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 33556) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:12:51.300631 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3b140170-3dce-4edf-a546-6b3dd37d86e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (1b072416-1b9a-4975-bb55-2908e9aa62f5), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:51.459012 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d97107-8f2f-4482-8c62-e2b643e7f905 admin admin] Pushing event updated for resources: {'Network': ['ID=95126ee8-651b-462a-980e-5b3c9339e07c,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:51.497754 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-87d97107-8f2f-4482-8c62-e2b643e7f905 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.2572894 Jan 28 19:12:51.518406 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8332779f-ab4f-4b41-abd4-27807814f524 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:51.541608 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 33568) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:12:51.557761 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-88330ac1-987f-45d0-8fcd-42da6bab3e16 req-76f86981-f747-4cb6-a3bc-d8ca17c05f04 tempest-AggregatesAdminTestJSON-1886973052 tempest-AggregatesAdminTestJSON-1886973052-project] 10.222.0.64 "GET /v2.0/security-groups?id=b41eccb3-1275-48c4-8632-abe37e433eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9918771 Jan 28 19:12:51.574809 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-1b328bc8-0324-4140-b9dc-5972efeb3bbc admin admin] Request body: {'subnet': {'network_id': '95126ee8-651b-462a-980e-5b3c9339e07c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1122488061-subnet', 'tenant_id': '36bfb8782cf444d582de8206c946cc07', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:12:51.601004 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23511cbc-d76d-416e-80b3-3509bdb74b10 service neutron] Pushing event updated for resources: {'Port': ['ID=b795852a-f8c8-4bf6-9eaa-527b19e45bd1,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:51.635720 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d97107-8f2f-4482-8c62-e2b643e7f905 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=337a952d-d872-41b5-b4ae-37836c46caa9,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:51.698290 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8d230af3-f546-483c-add5-c4057578e107 req-c4b5d70d-5a70-4f49-beb2-cc49cd763e47 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?device_id=2fb15d55-5734-4552-b8f2-8e167a3aeaec HTTP/1.1" status: 200 len: 210 time: 0.2771394 Jan 28 19:12:51.714491 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-3b1ac238-91f1-40ee-a11b-785b5f268205 req-23511cbc-d76d-416e-80b3-3509bdb74b10 service neutron] Attempting to bind port b795852a-f8c8-4bf6-9eaa-527b19e45bd1 on host n-h2-812111-14 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:12:51.714953 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-3b1ac238-91f1-40ee-a11b-785b5f268205 req-23511cbc-d76d-416e-80b3-3509bdb74b10 service neutron] Attempting to bind port b795852a-f8c8-4bf6-9eaa-527b19e45bd1 by drivers openvswitch,hyperv on host n-h2-812111-14 at level 0 using segments [{'id': '195bcdbf-a031-4d8b-9f7f-e09fd37cd197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:12:51.717409 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1ac238-91f1-40ee-a11b-785b5f268205 req-23511cbc-d76d-416e-80b3-3509bdb74b10 service neutron] Attempting to bind port b795852a-f8c8-4bf6-9eaa-527b19e45bd1 on network 7810caa2-eac6-457d-9302-c8c215ef3e91 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:12:51.730841 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1ac238-91f1-40ee-a11b-785b5f268205 req-23511cbc-d76d-416e-80b3-3509bdb74b10 service neutron] Port b795852a-f8c8-4bf6-9eaa-527b19e45bd1 on network 7810caa2-eac6-457d-9302-c8c215ef3e91 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-14 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:12:51.732690 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1ac238-91f1-40ee-a11b-785b5f268205 req-23511cbc-d76d-416e-80b3-3509bdb74b10 service neutron] Attempting to bind port b795852a-f8c8-4bf6-9eaa-527b19e45bd1 on network 7810caa2-eac6-457d-9302-c8c215ef3e91 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:12:51.745926 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1ac238-91f1-40ee-a11b-785b5f268205 req-23511cbc-d76d-416e-80b3-3509bdb74b10 service neutron] Checking agent: {'id': '8f3fee4e-bf24-4b58-8a3a-ae9c8011a473', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 12, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:12:51.747603 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1ac238-91f1-40ee-a11b-785b5f268205 req-23511cbc-d76d-416e-80b3-3509bdb74b10 service neutron] Checking segment: {'id': '195bcdbf-a031-4d8b-9f7f-e09fd37cd197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:12:51.748599 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1ac238-91f1-40ee-a11b-785b5f268205 req-23511cbc-d76d-416e-80b3-3509bdb74b10 service neutron] Bound using segment: {'id': '195bcdbf-a031-4d8b-9f7f-e09fd37cd197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:12:51.750395 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-3b1ac238-91f1-40ee-a11b-785b5f268205 req-23511cbc-d76d-416e-80b3-3509bdb74b10 service neutron] Bound port: b795852a-f8c8-4bf6-9eaa-527b19e45bd1, host: n-h2-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '195bcdbf-a031-4d8b-9f7f-e09fd37cd197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:12:51.751808 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-3b1ac238-91f1-40ee-a11b-785b5f268205 req-23511cbc-d76d-416e-80b3-3509bdb74b10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (b795852a-f8c8-4bf6-9eaa-527b19e45bd1), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:51.755256 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b328bc8-0324-4140-b9dc-5972efeb3bbc admin admin] Made reservation on behalf of 36bfb8782cf444d582de8206c946cc07 for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:12:51.761000 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network 95126ee8-651b-462a-980e-5b3c9339e07c details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:12:51.763991 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1b328bc8-0324-4140-b9dc-5972efeb3bbc admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:51.930516 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-3b1ac238-91f1-40ee-a11b-785b5f268205 req-23511cbc-d76d-416e-80b3-3509bdb74b10 service neutron] For port b795852a-f8c8-4bf6-9eaa-527b19e45bd1, host n-h2-812111-14, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:12:51.946364 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-3b1ac238-91f1-40ee-a11b-785b5f268205 req-23511cbc-d76d-416e-80b3-3509bdb74b10 service neutron] For port b795852a-f8c8-4bf6-9eaa-527b19e45bd1, host n-h2-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=b795852a-f8c8-4bf6-9eaa-527b19e45bd1,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:12:51.968130 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-3b1ac238-91f1-40ee-a11b-785b5f268205 req-23511cbc-d76d-416e-80b3-3509bdb74b10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (b795852a-f8c8-4bf6-9eaa-527b19e45bd1), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:52.023613 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8332779f-ab4f-4b41-abd4-27807814f524 admin admin] Publish callbacks [] for security_group (b9d66115-af8c-45a6-878c-c2a1c9799eec), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:52.043482 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8332779f-ab4f-4b41-abd4-27807814f524 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (b9d66115-af8c-45a6-878c-c2a1c9799eec), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:52.075470 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23511cbc-d76d-416e-80b3-3509bdb74b10 service neutron] Pushing event updated for resources: {'Port': ['ID=b795852a-f8c8-4bf6-9eaa-527b19e45bd1,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:52.083728 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1ac238-91f1-40ee-a11b-785b5f268205 req-23511cbc-d76d-416e-80b3-3509bdb74b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:52.084597 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-3b1ac238-91f1-40ee-a11b-785b5f268205 req-23511cbc-d76d-416e-80b3-3509bdb74b10 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:52.086461 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3b1ac238-91f1-40ee-a11b-785b5f268205 req-23511cbc-d76d-416e-80b3-3509bdb74b10 service neutron] 10.222.0.70 "PUT /v2.0/ports/b795852a-f8c8-4bf6-9eaa-527b19e45bd1 HTTP/1.1" status: 200 len: 1119 time: 2.9439049 Jan 28 19:12:52.087244 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af43ff51-7048-4a23-8289-e8ea2e4b920e', 'tag': 'b795852a-f8c8-4bf6-9eaa-527b19e45bd1'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:12:52.430750 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1ac238-91f1-40ee-a11b-785b5f268205 req-73072a6c-221d-4ee0-bcfb-954531223e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:52.451595 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3b1ac238-91f1-40ee-a11b-785b5f268205 req-73072a6c-221d-4ee0-bcfb-954531223e10 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=05aa07890e3b4455bffc382713cf39fd&device_id=af43ff51-7048-4a23-8289-e8ea2e4b920e HTTP/1.1" status: 200 len: 1153 time: 0.2171328 Jan 28 19:12:52.496823 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8332779f-ab4f-4b41-abd4-27807814f524 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9d66115-af8c-45a6-878c-c2a1c9799eec,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:52.623294 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-8332779f-ab4f-4b41-abd4-27807814f524 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2f0a182b971f4f4ab83ad41c6d0b4d89&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1953716 Jan 28 19:12:52.647437 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 33604) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:12:52.711477 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.41', 51515) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:12:52.793248 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3b140170-3dce-4edf-a546-6b3dd37d86e0 None None] Publish callbacks [] for port (1b072416-1b9a-4975-bb55-2908e9aa62f5), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:52.796090 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3b1ac238-91f1-40ee-a11b-785b5f268205 req-6db9db05-80a4-4fdf-b27d-387d68a3e1d3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=b795852a-f8c8-4bf6-9eaa-527b19e45bd1 HTTP/1.1" status: 200 len: 217 time: 0.3271635 Jan 28 19:12:52.818084 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3b140170-3dce-4edf-a546-6b3dd37d86e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (1b072416-1b9a-4975-bb55-2908e9aa62f5), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:53.145887 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1ac238-91f1-40ee-a11b-785b5f268205 req-95662c94-27dd-4947-9645-b63add83a034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:53.147661 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3b1ac238-91f1-40ee-a11b-785b5f268205 req-95662c94-27dd-4947-9645-b63add83a034 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f2de4832-9ef6-4f40-9ac5-1557d5e6a6ff HTTP/1.1" status: 200 len: 843 time: 0.2913718 Jan 28 19:12:53.170103 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-3b140170-3dce-4edf-a546-6b3dd37d86e0 None None] Attempting to bind port 1b072416-1b9a-4975-bb55-2908e9aa62f5 on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:12:53.170535 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-3b140170-3dce-4edf-a546-6b3dd37d86e0 None None] Attempting to bind port 1b072416-1b9a-4975-bb55-2908e9aa62f5 by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '845c9112-7ad9-405b-933b-e5af357107c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'c806e35b-751a-4ce9-b109-f544f83125cf'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:12:53.171007 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b140170-3dce-4edf-a546-6b3dd37d86e0 None None] Attempting to bind port 1b072416-1b9a-4975-bb55-2908e9aa62f5 on network c806e35b-751a-4ce9-b109-f544f83125cf {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:12:53.173013 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68e3b5c-cfd3-4e03-823c-a4c04581a234 None None] Pushing event updated for resources: {'Port': ['ID=1b072416-1b9a-4975-bb55-2908e9aa62f5,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:53.194279 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b140170-3dce-4edf-a546-6b3dd37d86e0 None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 12, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:12:53.194836 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b140170-3dce-4edf-a546-6b3dd37d86e0 None None] Checking segment: {'id': '845c9112-7ad9-405b-933b-e5af357107c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'c806e35b-751a-4ce9-b109-f544f83125cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:12:53.204048 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3b140170-3dce-4edf-a546-6b3dd37d86e0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:53.215035 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b140170-3dce-4edf-a546-6b3dd37d86e0 None None] Bound using segment: {'id': '845c9112-7ad9-405b-933b-e5af357107c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'c806e35b-751a-4ce9-b109-f544f83125cf'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:12:53.216295 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-3b140170-3dce-4edf-a546-6b3dd37d86e0 None None] Bound port: 1b072416-1b9a-4975-bb55-2908e9aa62f5, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '845c9112-7ad9-405b-933b-e5af357107c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'c806e35b-751a-4ce9-b109-f544f83125cf'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:12:53.216871 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3b140170-3dce-4edf-a546-6b3dd37d86e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (1b072416-1b9a-4975-bb55-2908e9aa62f5), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:53.254194 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99e7369e-43cf-45c0-ba55-020924857147" -d '{"events": [{"name": "network-changed", "server_uuid": "af43ff51-7048-4a23-8289-e8ea2e4b920e", "tag": "b795852a-f8c8-4bf6-9eaa-527b19e45bd1"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:12:53.261133 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf59788-522b-440f-a27a-dc0833759abb req-4602a25a-4c1d-460a-a16d-11a086d1bb0f tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:53.263191 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c1ec7bf2-87cb-4349-a0cf-b62089992584 req-3a1f0b44-d601-4046-9ed0-85620f4e4832 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?device_id=2fb15d55-5734-4552-b8f2-8e167a3aeaec HTTP/1.1" status: 200 len: 210 time: 0.1108158 Jan 28 19:12:53.264269 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5bf59788-522b-440f-a27a-dc0833759abb req-4602a25a-4c1d-460a-a16d-11a086d1bb0f tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.41 "GET /v2.0/networks?id=8330dfd7-f74e-41a1-b557-5650d653ac04 HTTP/1.1" status: 200 len: 808 time: 0.5001287 Jan 28 19:12:53.375780 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-5bf59788-522b-440f-a27a-dc0833759abb req-249220d4-b5d4-4030-b436-a695bd1b8da2 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Request body: {'port': {'device_id': '2fb15d55-5734-4552-b8f2-8e167a3aeaec', 'network_id': '8330dfd7-f74e-41a1-b557-5650d653ac04', 'admin_state_up': True, 'tenant_id': '1bd1e0d6512043bfbaf9a8e955e20b9e'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:12:53.386645 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-3b140170-3dce-4edf-a546-6b3dd37d86e0 None None] For port 1b072416-1b9a-4975-bb55-2908e9aa62f5, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:12:53.395212 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-3b140170-3dce-4edf-a546-6b3dd37d86e0 None None] For port 1b072416-1b9a-4975-bb55-2908e9aa62f5, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=1b072416-1b9a-4975-bb55-2908e9aa62f5,segment=NetworkSegment(845c9112-7ad9-405b-933b-e5af357107c1),segment_id=845c9112-7ad9-405b-933b-e5af357107c1)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:12:53.415720 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3b140170-3dce-4edf-a546-6b3dd37d86e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (1b072416-1b9a-4975-bb55-2908e9aa62f5), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:53.462948 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1ac238-91f1-40ee-a11b-785b5f268205 req-8e1da6d9-2800-4577-8a23-4e5f76faa5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:53.472492 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3b1ac238-91f1-40ee-a11b-785b5f268205 req-8e1da6d9-2800-4577-8a23-4e5f76faa5de service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7810caa2-eac6-457d-9302-c8c215ef3e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2064614 Jan 28 19:12:53.518629 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-8b8ec06e-f393-4681-8195-bb0115e3c566 None None] Provisioning complete for port 1b072416-1b9a-4975-bb55-2908e9aa62f5 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:12:53.518929 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8b8ec06e-f393-4681-8195-bb0115e3c566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (1b072416-1b9a-4975-bb55-2908e9aa62f5), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:53.597712 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-48d33241-3374-45d6-9517-9e54de1f49dd admin admin] Publish callbacks [] for security_group (b9d66115-af8c-45a6-878c-c2a1c9799eec), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:53.632680 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1b328bc8-0324-4140-b9dc-5972efeb3bbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for subnet (28a65f50-5310-42a7-9472-3e2f94cbc4cb), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:53.715761 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-48d33241-3374-45d6-9517-9e54de1f49dd admin admin] Publish callbacks [] for security_group (b9d66115-af8c-45a6-878c-c2a1c9799eec), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:53.744824 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:53.751398 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b140170-3dce-4edf-a546-6b3dd37d86e0 None None] Routers {'d3caa4e9-2a65-4416-8a3e-7fcb9617385f'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:12:53.752067 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-3b140170-3dce-4edf-a546-6b3dd37d86e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:12:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['d3caa4e9-2a65-4416-8a3e-7fcb9617385f'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:12:53.769467 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3b1ac238-91f1-40ee-a11b-785b5f268205 req-5793aa97-4380-44a6-8e05-8457b1fc44b5 service neutron] 10.222.0.70 "GET /v2.0/networks/7810caa2-eac6-457d-9302-c8c215ef3e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2795153 Jan 28 19:12:53.892670 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-8b8ec06e-f393-4681-8195-bb0115e3c566 None None] Current status of the port 1b072416-1b9a-4975-bb55-2908e9aa62f5 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:12:53.894273 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8b8ec06e-f393-4681-8195-bb0115e3c566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (1b072416-1b9a-4975-bb55-2908e9aa62f5), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:54.000563 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68e3b5c-cfd3-4e03-823c-a4c04581a234 None None] Pushing event updated for resources: {'Port': ['ID=1b072416-1b9a-4975-bb55-2908e9aa62f5,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:54.127459 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-8b8ec06e-f393-4681-8195-bb0115e3c566 None None] For port 1b072416-1b9a-4975-bb55-2908e9aa62f5, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=1b072416-1b9a-4975-bb55-2908e9aa62f5,segment=NetworkSegment(845c9112-7ad9-405b-933b-e5af357107c1),segment_id=845c9112-7ad9-405b-933b-e5af357107c1)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:12:54.141682 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8b8ec06e-f393-4681-8195-bb0115e3c566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (1b072416-1b9a-4975-bb55-2908e9aa62f5), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:54.239840 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fcfaca-3357-4335-b1e4-91c11b6bf68f req-9f1c2700-bff4-4ef5-93db-d00e959b257e tempest-AggregatesAdminTestJSON-1886973052 tempest-AggregatesAdminTestJSON-1886973052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:54.258415 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b8fcfaca-3357-4335-b1e4-91c11b6bf68f req-9f1c2700-bff4-4ef5-93db-d00e959b257e tempest-AggregatesAdminTestJSON-1886973052 tempest-AggregatesAdminTestJSON-1886973052-project] 10.222.0.64 "GET /v2.0/ports?device_id=af43ff51-7048-4a23-8289-e8ea2e4b920e HTTP/1.1" status: 200 len: 970 time: 1.3569291 Jan 28 19:12:54.270831 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de045a1e-e837-45be-b407-cf364c7fe4e2 x-openstack-request-id: req-de045a1e-e837-45be-b407-cf364c7fe4e2 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:12:54.272587 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af43ff51-7048-4a23-8289-e8ea2e4b920e", "tag": "b795852a-f8c8-4bf6-9eaa-527b19e45bd1", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:12:54.281307 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-de045a1e-e837-45be-b407-cf364c7fe4e2 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:12:54.288241 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af43ff51-7048-4a23-8289-e8ea2e4b920e', 'tag': 'b795852a-f8c8-4bf6-9eaa-527b19e45bd1', 'status': 'completed', 'code': 200} Jan 28 19:12:54.340138 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-3b140170-3dce-4edf-a546-6b3dd37d86e0 None None] Set router d3caa4e9-2a65-4416-8a3e-7fcb9617385f gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:12:54.353556 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-48d33241-3374-45d6-9517-9e54de1f49dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (b9d66115-af8c-45a6-878c-c2a1c9799eec), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:54.361443 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-48d33241-3374-45d6-9517-9e54de1f49dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:54.365739 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-48d33241-3374-45d6-9517-9e54de1f49dd admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b9d66115-af8c-45a6-878c-c2a1c9799eec HTTP/1.1" status: 204 len: 168 time: 1.7124724 Jan 28 19:12:54.366758 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b328bc8-0324-4140-b9dc-5972efeb3bbc admin admin] Pushing event updated for resources: {'Subnet': ['ID=28a65f50-5310-42a7-9472-3e2f94cbc4cb,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:54.395213 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3b1ac238-91f1-40ee-a11b-785b5f268205 req-7163ccf8-5417-4a5f-b8ab-f655306d1f13 service neutron] 10.222.0.70 "GET /v2.0/networks/7810caa2-eac6-457d-9302-c8c215ef3e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4971731 Jan 28 19:12:54.527886 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d33241-3374-45d6-9517-9e54de1f49dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9d66115-af8c-45a6-878c-c2a1c9799eec,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:54.577188 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f104f8cb-7ac5-4ef7-b3cd-c79fa53c70e4 req-dd8ba9b7-ee96-499d-b831-730e8e47b235 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?device_id=2fb15d55-5734-4552-b8f2-8e167a3aeaec HTTP/1.1" status: 200 len: 210 time: 0.1222131 Jan 28 19:12:54.625896 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b328bc8-0324-4140-b9dc-5972efeb3bbc admin admin] Checking segment: {'id': '9c656930-5848-438c-a0bd-a15d5a1f6f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '95126ee8-651b-462a-980e-5b3c9339e07c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:12:54.626499 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b328bc8-0324-4140-b9dc-5972efeb3bbc admin admin] Network hostable DHCP agents. Network: 95126ee8-651b-462a-980e-5b3c9339e07c, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:12:54.642701 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bf59788-522b-440f-a27a-dc0833759abb req-249220d4-b5d4-4030-b436-a695bd1b8da2 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Made reservation on behalf of 1bd1e0d6512043bfbaf9a8e955e20b9e for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:12:54.652789 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-5bf59788-522b-440f-a27a-dc0833759abb req-249220d4-b5d4-4030-b436-a695bd1b8da2 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:54.674980 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e7369e-43cf-45c0-ba55-020924857147 req-06fe05af-f8d1-4d9b-b78a-025e92c223bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:54.676446 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-99e7369e-43cf-45c0-ba55-020924857147 req-06fe05af-f8d1-4d9b-b78a-025e92c223bd service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=05aa07890e3b4455bffc382713cf39fd&device_id=af43ff51-7048-4a23-8289-e8ea2e4b920e HTTP/1.1" status: 200 len: 1153 time: 0.2016542 Jan 28 19:12:54.695453 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b8fcfaca-3357-4335-b1e4-91c11b6bf68f req-d585bbe8-8529-4f33-a331-2fb178ad33f8 tempest-AggregatesAdminTestJSON-1886973052 tempest-AggregatesAdminTestJSON-1886973052-project] 10.222.0.64 "GET /v2.0/security-groups?id=b41eccb3-1275-48c4-8632-abe37e433eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4354184 Jan 28 19:12:54.748095 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b328bc8-0324-4140-b9dc-5972efeb3bbc admin admin] Network 95126ee8-651b-462a-980e-5b3c9339e07c is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:12:54.825567 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-4fd1eadf-6ff4-404d-aee5-cedc618ce384 None None] Provisioning complete for port 1b072416-1b9a-4975-bb55-2908e9aa62f5 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:12:54.829533 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4fd1eadf-6ff4-404d-aee5-cedc618ce384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (1b072416-1b9a-4975-bb55-2908e9aa62f5), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:54.877418 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-1b328bc8-0324-4140-b9dc-5972efeb3bbc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, 95126ee8-651b-462a-980e-5b3c9339e07c) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:12:54.886360 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b328bc8-0324-4140-b9dc-5972efeb3bbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:54.889955 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1b328bc8-0324-4140-b9dc-5972efeb3bbc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:54.918850 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a65011f7-4758-4a05-97c5-bff62c188812 None None] Network 95126ee8-651b-462a-980e-5b3c9339e07c requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:12:55.023560 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 33664) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:12:55.037654 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-1b328bc8-0324-4140-b9dc-5972efeb3bbc admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 3.4865901 Jan 28 19:12:55.065895 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 33668) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:12:55.078831 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-88b6f191-63ff-4002-8108-85bb04fcf203 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1122488061-router', 'tenant_id': '36bfb8782cf444d582de8206c946cc07', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:12:55.092817 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8ec06e-f393-4681-8195-bb0115e3c566 None None] Pushing event updated for resources: {'Port': ['ID=1b072416-1b9a-4975-bb55-2908e9aa62f5,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:55.191151 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe55723-1634-46b9-ad8a-2a100436e1c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68cd31fd-e4cd-5fb3-a862-256fc47efcd2-95126ee8-651b-462a-980e-5b3c9339e07c', 'network_id': '95126ee8-651b-462a-980e-5b3c9339e07c', 'project_id': '36bfb8782cf444d582de8206c946cc07', 'fixed_ips': [{'subnet_id': '28a65f50-5310-42a7-9472-3e2f94cbc4cb'}]}} from n-d-812111-14. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:12:55.192189 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ffe55723-1634-46b9-ad8a-2a100436e1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:55.246262 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-88b6f191-63ff-4002-8108-85bb04fcf203 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261150'] for router (15a26735-33ca-4907-8dec-133ff3253636), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:55.255200 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-88b6f191-63ff-4002-8108-85bb04fcf203 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-731099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-731441', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261129'] for router (15a26735-33ca-4907-8dec-133ff3253636), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:55.269606 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-4fd1eadf-6ff4-404d-aee5-cedc618ce384 None None] Current status of the port 1b072416-1b9a-4975-bb55-2908e9aa62f5 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:12:55.344090 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-5bf59788-522b-440f-a27a-dc0833759abb req-249220d4-b5d4-4030-b436-a695bd1b8da2 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Allocated IP 172.20.0.4 (8330dfd7-f74e-41a1-b557-5650d653ac04/09bc6696-a273-4baf-935c-9cf317ddb49d/9e5aaadd-49e7-4e08-a3c6-aa5af6c7fd62) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:12:55.477902 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-3b140170-3dce-4edf-a546-6b3dd37d86e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3caa4e9-2a65-4416-8a3e-7fcb9617385f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-953100577-router', 'tenant_id': '364a7c42eb8b468d8d8584f032848f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '479412f1-13f0-40ef-a841-7c525dcbb25a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:12:40Z', 'updated_at': '2022-01-28T19:12:45Z', 'revision_number': 4, 'project_id': '364a7c42eb8b468d8d8584f032848f52', 'gw_port': {'id': '479412f1-13f0-40ef-a841-7c525dcbb25a', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:36:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3caa4e9-2a65-4416-8a3e-7fcb9617385f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:12:40Z', 'updated_at': '2022-01-28T19:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '1b072416-1b9a-4975-bb55-2908e9aa62f5', 'name': '', 'network_id': 'c806e35b-751a-4ce9-b109-f544f83125cf', 'tenant_id': '364a7c42eb8b468d8d8584f032848f52', 'mac_address': 'fa:16:3e:5a:bb:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3caa4e9-2a65-4416-8a3e-7fcb9617385f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'c08dfd32-a1e5-4572-9817-13ebb5508016', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:12:44Z', 'updated_at': '2022-01-28T19:12:53Z', 'revision_number': 4, 'project_id': '364a7c42eb8b468d8d8584f032848f52', 'subnets': [{'id': 'c08dfd32-a1e5-4572-9817-13ebb5508016', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:12:55.520283 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b140170-3dce-4edf-a546-6b3dd37d86e0 None None] The sync data for ids ['d3caa4e9-2a65-4416-8a3e-7fcb9617385f'] in n-d-812111-14 is: [{'id': 'd3caa4e9-2a65-4416-8a3e-7fcb9617385f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-953100577-router', 'tenant_id': '364a7c42eb8b468d8d8584f032848f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '479412f1-13f0-40ef-a841-7c525dcbb25a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:12:40Z', 'updated_at': '2022-01-28T19:12:45Z', 'revision_number': 4, 'project_id': '364a7c42eb8b468d8d8584f032848f52', 'gw_port': {'id': '479412f1-13f0-40ef-a841-7c525dcbb25a', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:36:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3caa4e9-2a65-4416-8a3e-7fcb9617385f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:12:40Z', 'updated_at': '2022-01-28T19:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '1b072416-1b9a-4975-bb55-2908e9aa62f5', 'name': '', 'network_id': 'c806e35b-751a-4ce9-b109-f544f83125cf', 'tenant_id': '364a7c42eb8b468d8d8584f032848f52', 'mac_address': 'fa:16:3e:5a:bb:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3caa4e9-2a65-4416-8a3e-7fcb9617385f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'c08dfd32-a1e5-4572-9817-13ebb5508016', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:12:44Z', 'updated_at': '2022-01-28T19:12:53Z', 'revision_number': 4, 'project_id': '364a7c42eb8b468d8d8584f032848f52', 'subnets': [{'id': 'c08dfd32-a1e5-4572-9817-13ebb5508016', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:12:55.573266 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-ffe55723-1634-46b9-ad8a-2a100436e1c9 None None] Allocated IP 172.20.0.2 (95126ee8-651b-462a-980e-5b3c9339e07c/28a65f50-5310-42a7-9472-3e2f94cbc4cb/d9cab66b-fae0-41b6-8ba9-24d5af51f267) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:12:55.801456 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-5bf59788-522b-440f-a27a-dc0833759abb req-249220d4-b5d4-4030-b436-a695bd1b8da2 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Publish callbacks [] for port (9e5aaadd-49e7-4e08-a3c6-aa5af6c7fd62), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:55.823122 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e7369e-43cf-45c0-ba55-020924857147 req-efb311aa-deda-4b3b-aaaf-56a8ec8500dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:55.830111 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-99e7369e-43cf-45c0-ba55-020924857147 req-efb311aa-deda-4b3b-aaaf-56a8ec8500dd service neutron] 10.222.0.70 "GET /v2.0/networks?id=7810caa2-eac6-457d-9302-c8c215ef3e91 HTTP/1.1" status: 200 len: 869 time: 1.1457195 Jan 28 19:12:55.875769 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-88b6f191-63ff-4002-8108-85bb04fcf203 admin admin] Publish callbacks [] for router_controller (15a26735-33ca-4907-8dec-133ff3253636), precommit_add_association {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:55.889025 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-5bf59788-522b-440f-a27a-dc0833759abb req-249220d4-b5d4-4030-b436-a695bd1b8da2 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (9e5aaadd-49e7-4e08-a3c6-aa5af6c7fd62), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:56.004940 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-99e7369e-43cf-45c0-ba55-020924857147 req-417f2c8a-fcc8-41ed-919f-b0a518ef1838 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=b795852a-f8c8-4bf6-9eaa-527b19e45bd1 HTTP/1.1" status: 200 len: 217 time: 0.1246221 Jan 28 19:12:56.006308 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5ce5730f-07a0-4e2a-8b08-58c56cd409e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:56.102721 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 1b072416-1b9a-4975-bb55-2908e9aa62f5 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:12:56.127387 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e7369e-43cf-45c0-ba55-020924857147 req-d78bcbb5-c3f7-47b8-89c8-48e18eebec59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:56.131311 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-99e7369e-43cf-45c0-ba55-020924857147 req-d78bcbb5-c3f7-47b8-89c8-48e18eebec59 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f2de4832-9ef6-4f40-9ac5-1557d5e6a6ff HTTP/1.1" status: 200 len: 843 time: 0.1116004 Jan 28 19:12:56.183903 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ffe55723-1634-46b9-ad8a-2a100436e1c9 None None] Publish callbacks [] for port (d9cab66b-fae0-41b6-8ba9-24d5af51f267), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:56.214476 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ffe55723-1634-46b9-ad8a-2a100436e1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (d9cab66b-fae0-41b6-8ba9-24d5af51f267), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:56.316789 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe55723-1634-46b9-ad8a-2a100436e1c9 None None] Network 95126ee8-651b-462a-980e-5b3c9339e07c is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:12:56.322358 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-ffe55723-1634-46b9-ad8a-2a100436e1c9 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:12:56.328945 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bf59788-522b-440f-a27a-dc0833759abb req-249220d4-b5d4-4030-b436-a695bd1b8da2 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Network 8330dfd7-f74e-41a1-b557-5650d653ac04 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:12:56.332991 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe55723-1634-46b9-ad8a-2a100436e1c9 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:12:56.353620 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-5bf59788-522b-440f-a27a-dc0833759abb req-249220d4-b5d4-4030-b436-a695bd1b8da2 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:12:56.358821 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bf59788-522b-440f-a27a-dc0833759abb req-249220d4-b5d4-4030-b436-a695bd1b8da2 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:12:56.379289 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf59788-522b-440f-a27a-dc0833759abb req-249220d4-b5d4-4030-b436-a695bd1b8da2 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:56.379997 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-5bf59788-522b-440f-a27a-dc0833759abb req-249220d4-b5d4-4030-b436-a695bd1b8da2 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:56.415743 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 1b072416-1b9a-4975-bb55-2908e9aa62f5 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:12:56.415743 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (1b072416-1b9a-4975-bb55-2908e9aa62f5), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:56.508812 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5bf59788-522b-440f-a27a-dc0833759abb req-249220d4-b5d4-4030-b436-a695bd1b8da2 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1381319 Jan 28 19:12:56.556980 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249220d4-b5d4-4030-b436-a695bd1b8da2 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Pushing event updated for resources: {'Port': ['ID=9e5aaadd-49e7-4e08-a3c6-aa5af6c7fd62,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:56.614159 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [req-5bf59788-522b-440f-a27a-dc0833759abb req-ac3adc0f-d0ea-42ae-bcd6-4346e6e0806d tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:12:56.615171 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5bf59788-522b-440f-a27a-dc0833759abb req-ac3adc0f-d0ea-42ae-bcd6-4346e6e0806d tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0253017 Jan 28 19:12:56.679244 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2a3b0b-8aff-4e0e-ac65-d4b86c502e63 req-da6e73ba-6369-4758-a2c2-6d2311a13060 tempest-AggregatesAdminTestJSON-1886973052 tempest-AggregatesAdminTestJSON-1886973052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:56.680863 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ab2a3b0b-8aff-4e0e-ac65-d4b86c502e63 req-da6e73ba-6369-4758-a2c2-6d2311a13060 tempest-AggregatesAdminTestJSON-1886973052 tempest-AggregatesAdminTestJSON-1886973052-project] 10.222.0.64 "GET /v2.0/ports?device_id=af43ff51-7048-4a23-8289-e8ea2e4b920e HTTP/1.1" status: 200 len: 970 time: 0.3506732 Jan 28 19:12:56.829563 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ab2a3b0b-8aff-4e0e-ac65-d4b86c502e63 req-d3c20d66-2378-43ac-b97b-5440b7081cb9 tempest-AggregatesAdminTestJSON-1886973052 tempest-AggregatesAdminTestJSON-1886973052-project] 10.222.0.64 "GET /v2.0/security-groups?id=b41eccb3-1275-48c4-8632-abe37e433eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406648 Jan 28 19:12:56.924607 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-5bf59788-522b-440f-a27a-dc0833759abb req-117c7293-8be1-494c-9585-68736e23cc12 service neutron] Request body: {'port': {'device_id': '2fb15d55-5734-4552-b8f2-8e167a3aeaec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-14'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:12:56.955818 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe55723-1634-46b9-ad8a-2a100436e1c9 None None] Pushing event updated for resources: {'Port': ['ID=d9cab66b-fae0-41b6-8ba9-24d5af51f267,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:56.997471 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-ffe55723-1634-46b9-ad8a-2a100436e1c9 None None] Attempting to bind port d9cab66b-fae0-41b6-8ba9-24d5af51f267 on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:12:56.997923 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-ffe55723-1634-46b9-ad8a-2a100436e1c9 None None] Attempting to bind port d9cab66b-fae0-41b6-8ba9-24d5af51f267 by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '9c656930-5848-438c-a0bd-a15d5a1f6f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '95126ee8-651b-462a-980e-5b3c9339e07c'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:12:56.998280 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe55723-1634-46b9-ad8a-2a100436e1c9 None None] Attempting to bind port d9cab66b-fae0-41b6-8ba9-24d5af51f267 on network 95126ee8-651b-462a-980e-5b3c9339e07c {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:12:57.003927 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe55723-1634-46b9-ad8a-2a100436e1c9 None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 12, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:12:57.004429 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe55723-1634-46b9-ad8a-2a100436e1c9 None None] Checking segment: {'id': '9c656930-5848-438c-a0bd-a15d5a1f6f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '95126ee8-651b-462a-980e-5b3c9339e07c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:12:57.004804 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ffe55723-1634-46b9-ad8a-2a100436e1c9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:57.005306 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe55723-1634-46b9-ad8a-2a100436e1c9 None None] Bound using segment: {'id': '9c656930-5848-438c-a0bd-a15d5a1f6f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '95126ee8-651b-462a-980e-5b3c9339e07c'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:12:57.005815 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-ffe55723-1634-46b9-ad8a-2a100436e1c9 None None] Bound port: d9cab66b-fae0-41b6-8ba9-24d5af51f267, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c656930-5848-438c-a0bd-a15d5a1f6f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '95126ee8-651b-462a-980e-5b3c9339e07c'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:12:57.006251 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ffe55723-1634-46b9-ad8a-2a100436e1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (d9cab66b-fae0-41b6-8ba9-24d5af51f267), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:57.050348 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd984b89-2be1-48ec-adb8-b1de5bdb3f64 req-04b8bd09-5cf9-498b-9ec8-07a1dffd8f16 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:57.070101 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-cd984b89-2be1-48ec-adb8-b1de5bdb3f64 req-04b8bd09-5cf9-498b-9ec8-07a1dffd8f16 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?device_id=2fb15d55-5734-4552-b8f2-8e167a3aeaec HTTP/1.1" status: 200 len: 931 time: 0.6923125 Jan 28 19:12:57.169641 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-cd984b89-2be1-48ec-adb8-b1de5bdb3f64 req-fc6bb4e1-cdee-42f4-b30b-d2aee1fe4490 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/security-groups?id=414e93b9-08bc-438e-9127-05114ed7dbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984840 Jan 28 19:12:57.188723 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-5bf59788-522b-440f-a27a-dc0833759abb req-117c7293-8be1-494c-9585-68736e23cc12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (9e5aaadd-49e7-4e08-a3c6-aa5af6c7fd62), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:57.281782 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e7369e-43cf-45c0-ba55-020924857147 req-c5d93bc4-c824-4d2e-8c27-7bc663cd5720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:57.304025 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-99e7369e-43cf-45c0-ba55-020924857147 req-c5d93bc4-c824-4d2e-8c27-7bc663cd5720 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7810caa2-eac6-457d-9302-c8c215ef3e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 1.1609046 Jan 28 19:12:57.318239 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-88b6f191-63ff-4002-8108-85bb04fcf203 admin admin] Publish callbacks [] for router_gateway (15a26735-33ca-4907-8dec-133ff3253636), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:57.321484 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 1b072416-1b9a-4975-bb55-2908e9aa62f5 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:12:57.341805 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-ffe55723-1634-46b9-ad8a-2a100436e1c9 None None] For port d9cab66b-fae0-41b6-8ba9-24d5af51f267, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:12:57.349762 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-ffe55723-1634-46b9-ad8a-2a100436e1c9 None None] For port d9cab66b-fae0-41b6-8ba9-24d5af51f267, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=d9cab66b-fae0-41b6-8ba9-24d5af51f267,segment=NetworkSegment(9c656930-5848-438c-a0bd-a15d5a1f6f78),segment_id=9c656930-5848-438c-a0bd-a15d5a1f6f78)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:12:57.375940 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ffe55723-1634-46b9-ad8a-2a100436e1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (d9cab66b-fae0-41b6-8ba9-24d5af51f267), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:57.546875 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe55723-1634-46b9-ad8a-2a100436e1c9 None None] Pushing event updated for resources: {'Port': ['ID=d9cab66b-fae0-41b6-8ba9-24d5af51f267,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:57.733404 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5ce5730f-07a0-4e2a-8b08-58c56cd409e6 admin admin] Publish callbacks [] for security_group (b2d3c18e-7595-4314-a837-153113d1e617), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:57.748808 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5ce5730f-07a0-4e2a-8b08-58c56cd409e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (b2d3c18e-7595-4314-a837-153113d1e617), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:57.813228 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-99e7369e-43cf-45c0-ba55-020924857147 req-e74ba4ef-14c6-40a7-8723-71d0e3afe615 service neutron] 10.222.0.70 "GET /v2.0/networks/7810caa2-eac6-457d-9302-c8c215ef3e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4672961 Jan 28 19:12:58.135757 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 33740) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:12:58.144206 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-5ce5730f-07a0-4e2a-8b08-58c56cd409e6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9bf60bd5893646d1a26b968d006784c4&name=default HTTP/1.1" status: 200 len: 2996 time: 2.9886868 Jan 28 19:12:58.146050 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 33744) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:12:58.207043 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce5730f-07a0-4e2a-8b08-58c56cd409e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2d3c18e-7595-4314-a837-153113d1e617,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:58.405577 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8efc3e32-3538-49f7-a72d-6400f987b169 admin admin] Publish callbacks [] for security_group (b2d3c18e-7595-4314-a837-153113d1e617), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:58.424081 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd69296c-ae94-4561-afa8-ee29726cf838 req-cb1cd43a-5415-4257-96d6-a5b557aa2864 tempest-AggregatesAdminTestJSON-1886973052 tempest-AggregatesAdminTestJSON-1886973052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:58.431515 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-dd69296c-ae94-4561-afa8-ee29726cf838 req-cb1cd43a-5415-4257-96d6-a5b557aa2864 tempest-AggregatesAdminTestJSON-1886973052 tempest-AggregatesAdminTestJSON-1886973052-project] 10.222.0.64 "GET /v2.0/ports?device_id=af43ff51-7048-4a23-8289-e8ea2e4b920e HTTP/1.1" status: 200 len: 970 time: 0.3872204 Jan 28 19:12:58.451876 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-99e7369e-43cf-45c0-ba55-020924857147 req-e00f9e6d-374d-4bc2-a80b-1f0492abf842 service neutron] 10.222.0.70 "GET /v2.0/networks/7810caa2-eac6-457d-9302-c8c215ef3e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5905497 Jan 28 19:12:58.503789 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [req-5bf59788-522b-440f-a27a-dc0833759abb req-117c7293-8be1-494c-9585-68736e23cc12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e5aaadd-49e7-4e08-a3c6-aa5af6c7fd62 {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:12:58.528603 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8efc3e32-3538-49f7-a72d-6400f987b169 admin admin] Publish callbacks [] for security_group (b2d3c18e-7595-4314-a837-153113d1e617), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:58.546823 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-5bf59788-522b-440f-a27a-dc0833759abb req-117c7293-8be1-494c-9585-68736e23cc12 service neutron] Publish callbacks [] for port (9e5aaadd-49e7-4e08-a3c6-aa5af6c7fd62), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:58.640943 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-5bf59788-522b-440f-a27a-dc0833759abb req-117c7293-8be1-494c-9585-68736e23cc12 service neutron] Transition to ACTIVE for port object 9e5aaadd-49e7-4e08-a3c6-aa5af6c7fd62 will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:12:58.659028 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-5bf59788-522b-440f-a27a-dc0833759abb req-117c7293-8be1-494c-9585-68736e23cc12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (9e5aaadd-49e7-4e08-a3c6-aa5af6c7fd62), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:58.771546 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c0f37495-3770-4274-ab75-f72b8dd02352 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:58.884579 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c51b9d6-6f54-4dfd-bf1f-a3e883a9913c req-6dc32e55-33c6-48fa-94dd-870823e8e04c tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:58.896038 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5c51b9d6-6f54-4dfd-bf1f-a3e883a9913c req-6dc32e55-33c6-48fa-94dd-870823e8e04c tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?device_id=2fb15d55-5734-4552-b8f2-8e167a3aeaec HTTP/1.1" status: 200 len: 931 time: 0.5610776 Jan 28 19:12:59.057192 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-88b6f191-63ff-4002-8108-85bb04fcf203 admin admin] Publish callbacks [] for router_gateway (15a26735-33ca-4907-8dec-133ff3253636), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:59.123179 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-dd69296c-ae94-4561-afa8-ee29726cf838 req-b8699eff-b3ed-4b1d-8809-786d2c4483b8 tempest-AggregatesAdminTestJSON-1886973052 tempest-AggregatesAdminTestJSON-1886973052-project] 10.222.0.64 "GET /v2.0/security-groups?id=b41eccb3-1275-48c4-8632-abe37e433eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6822023 Jan 28 19:12:59.226696 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117c7293-8be1-494c-9585-68736e23cc12 service neutron] Pushing event updated for resources: {'Port': ['ID=9e5aaadd-49e7-4e08-a3c6-aa5af6c7fd62,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:59.256496 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-88b6f191-63ff-4002-8108-85bb04fcf203 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:59.357503 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5c51b9d6-6f54-4dfd-bf1f-a3e883a9913c req-014d0b2d-fbed-4203-88e5-ec27a181d297 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/security-groups?id=414e93b9-08bc-438e-9127-05114ed7dbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4603767 Jan 28 19:12:59.397047 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8efc3e32-3538-49f7-a72d-6400f987b169 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (b2d3c18e-7595-4314-a837-153113d1e617), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:59.404018 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8efc3e32-3538-49f7-a72d-6400f987b169 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:59.414337 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-8efc3e32-3538-49f7-a72d-6400f987b169 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b2d3c18e-7595-4314-a837-153113d1e617 HTTP/1.1" status: 204 len: 168 time: 1.2668283 Jan 28 19:12:59.520650 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efc3e32-3538-49f7-a72d-6400f987b169 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2d3c18e-7595-4314-a837-153113d1e617,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:59.526993 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-5bf59788-522b-440f-a27a-dc0833759abb req-117c7293-8be1-494c-9585-68736e23cc12 service neutron] Attempting to bind port 9e5aaadd-49e7-4e08-a3c6-aa5af6c7fd62 on host n-h1-812111-14 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:12:59.532836 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-5bf59788-522b-440f-a27a-dc0833759abb req-117c7293-8be1-494c-9585-68736e23cc12 service neutron] Attempting to bind port 9e5aaadd-49e7-4e08-a3c6-aa5af6c7fd62 by drivers openvswitch,hyperv on host n-h1-812111-14 at level 0 using segments [{'id': 'e7f54059-7dae-4f1a-9de9-251e6a440c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '8330dfd7-f74e-41a1-b557-5650d653ac04'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:12:59.534315 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf59788-522b-440f-a27a-dc0833759abb req-117c7293-8be1-494c-9585-68736e23cc12 service neutron] Attempting to bind port 9e5aaadd-49e7-4e08-a3c6-aa5af6c7fd62 on network 8330dfd7-f74e-41a1-b557-5650d653ac04 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:12:59.554424 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf59788-522b-440f-a27a-dc0833759abb req-117c7293-8be1-494c-9585-68736e23cc12 service neutron] Port 9e5aaadd-49e7-4e08-a3c6-aa5af6c7fd62 on network 8330dfd7-f74e-41a1-b557-5650d653ac04 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-14 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:12:59.554973 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf59788-522b-440f-a27a-dc0833759abb req-117c7293-8be1-494c-9585-68736e23cc12 service neutron] Attempting to bind port 9e5aaadd-49e7-4e08-a3c6-aa5af6c7fd62 on network 8330dfd7-f74e-41a1-b557-5650d653ac04 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:12:59.577847 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf59788-522b-440f-a27a-dc0833759abb req-117c7293-8be1-494c-9585-68736e23cc12 service neutron] Checking agent: {'id': 'b544ba20-de93-4d86-9e6b-a2202deb6191', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 12, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:12:59.577847 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf59788-522b-440f-a27a-dc0833759abb req-117c7293-8be1-494c-9585-68736e23cc12 service neutron] Checking segment: {'id': 'e7f54059-7dae-4f1a-9de9-251e6a440c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '8330dfd7-f74e-41a1-b557-5650d653ac04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:12:59.577847 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf59788-522b-440f-a27a-dc0833759abb req-117c7293-8be1-494c-9585-68736e23cc12 service neutron] Bound using segment: {'id': 'e7f54059-7dae-4f1a-9de9-251e6a440c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '8330dfd7-f74e-41a1-b557-5650d653ac04'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:12:59.585423 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-5bf59788-522b-440f-a27a-dc0833759abb req-117c7293-8be1-494c-9585-68736e23cc12 service neutron] Bound port: 9e5aaadd-49e7-4e08-a3c6-aa5af6c7fd62, host: n-h1-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7f54059-7dae-4f1a-9de9-251e6a440c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '8330dfd7-f74e-41a1-b557-5650d653ac04'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:12:59.585423 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-5bf59788-522b-440f-a27a-dc0833759abb req-117c7293-8be1-494c-9585-68736e23cc12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (9e5aaadd-49e7-4e08-a3c6-aa5af6c7fd62), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:59.688505 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bbb4204-8d83-42f6-9cf0-14223badeb25 None None] Network 95126ee8-651b-462a-980e-5b3c9339e07c requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:12:59.719629 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-5bf59788-522b-440f-a27a-dc0833759abb req-117c7293-8be1-494c-9585-68736e23cc12 service neutron] For port 9e5aaadd-49e7-4e08-a3c6-aa5af6c7fd62, host n-h1-812111-14, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:12:59.748682 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-5bf59788-522b-440f-a27a-dc0833759abb req-117c7293-8be1-494c-9585-68736e23cc12 service neutron] For port 9e5aaadd-49e7-4e08-a3c6-aa5af6c7fd62, host n-h1-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=9e5aaadd-49e7-4e08-a3c6-aa5af6c7fd62,segment=NetworkSegment(e7f54059-7dae-4f1a-9de9-251e6a440c72),segment_id=e7f54059-7dae-4f1a-9de9-251e6a440c72)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:12:59.767991 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-5bf59788-522b-440f-a27a-dc0833759abb req-117c7293-8be1-494c-9585-68736e23cc12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (9e5aaadd-49e7-4e08-a3c6-aa5af6c7fd62), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:59.880206 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf59788-522b-440f-a27a-dc0833759abb req-117c7293-8be1-494c-9585-68736e23cc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:59.880867 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-5bf59788-522b-440f-a27a-dc0833759abb req-117c7293-8be1-494c-9585-68736e23cc12 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:59.904426 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5bf59788-522b-440f-a27a-dc0833759abb req-117c7293-8be1-494c-9585-68736e23cc12 service neutron] 10.222.0.41 "PUT /v2.0/ports/9e5aaadd-49e7-4e08-a3c6-aa5af6c7fd62 HTTP/1.1" status: 200 len: 1092 time: 3.0717621 Jan 28 19:12:59.905857 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fb15d55-5734-4552-b8f2-8e167a3aeaec', 'tag': '9e5aaadd-49e7-4e08-a3c6-aa5af6c7fd62'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:12:59.973518 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-472ae957-937a-400e-b530-d7daa9d51ad2 None None] Provisioning complete for port d9cab66b-fae0-41b6-8ba9-24d5af51f267 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:12:59.973891 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-472ae957-937a-400e-b530-d7daa9d51ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (d9cab66b-fae0-41b6-8ba9-24d5af51f267), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:00.054922 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-88b6f191-63ff-4002-8108-85bb04fcf203 admin admin] Allocated IP 172.25.6.123 (d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8/a648e4ab-7422-41b9-b133-58aca25ab8f5/45daa68b-16a4-4d5d-b5fb-b2f9ab8b3a1d) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:13:00.093468 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device d9cab66b-fae0-41b6-8ba9-24d5af51f267 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:13:00.168916 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c0f37495-3770-4274-ab75-f72b8dd02352 admin admin] Publish callbacks [] for security_group (fb50249d-cd67-49f1-879e-2c176ca2fda9), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:00.182570 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c0f37495-3770-4274-ab75-f72b8dd02352 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (fb50249d-cd67-49f1-879e-2c176ca2fda9), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:00.411058 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48240926-2048-4228-85e7-4dad0cbf606a req-a07cdefc-808c-4d87-850e-c4f14c142031 tempest-AggregatesAdminTestJSON-1886973052 tempest-AggregatesAdminTestJSON-1886973052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:00.417370 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-48240926-2048-4228-85e7-4dad0cbf606a req-a07cdefc-808c-4d87-850e-c4f14c142031 tempest-AggregatesAdminTestJSON-1886973052 tempest-AggregatesAdminTestJSON-1886973052-project] 10.222.0.64 "GET /v2.0/ports?device_id=af43ff51-7048-4a23-8289-e8ea2e4b920e HTTP/1.1" status: 200 len: 970 time: 0.1487901 Jan 28 19:13:00.418071 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f37495-3770-4274-ab75-f72b8dd02352 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb50249d-cd67-49f1-879e-2c176ca2fda9,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:00.435364 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-c0f37495-3770-4274-ab75-f72b8dd02352 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=dbda9f8207664047b1f4e8ebd27e6bf7&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2779863 Jan 28 19:13:00.441764 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 33800) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:13:00.507470 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117c7293-8be1-494c-9585-68736e23cc12 service neutron] Pushing event updated for resources: {'Port': ['ID=9e5aaadd-49e7-4e08-a3c6-aa5af6c7fd62,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:00.577455 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port d9cab66b-fae0-41b6-8ba9-24d5af51f267 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:13:00.578252 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (d9cab66b-fae0-41b6-8ba9-24d5af51f267), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:00.609348 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 33802) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:13:00.648797 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-88b6f191-63ff-4002-8108-85bb04fcf203 admin admin] Publish callbacks [] for port (45daa68b-16a4-4d5d-b5fb-b2f9ab8b3a1d), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:00.681484 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-48240926-2048-4228-85e7-4dad0cbf606a req-95f1fde5-4ae7-49de-9117-5c8022942bf5 tempest-AggregatesAdminTestJSON-1886973052 tempest-AggregatesAdminTestJSON-1886973052-project] 10.222.0.64 "GET /v2.0/security-groups?id=b41eccb3-1275-48c4-8632-abe37e433eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386522 Jan 28 19:13:00.700435 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf59788-522b-440f-a27a-dc0833759abb req-6e8ff143-b9b7-4a9d-bf67-9bfebbbbfef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:00.707575 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5bf59788-522b-440f-a27a-dc0833759abb req-6e8ff143-b9b7-4a9d-bf67-9bfebbbbfef8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1bd1e0d6512043bfbaf9a8e955e20b9e&device_id=2fb15d55-5734-4552-b8f2-8e167a3aeaec HTTP/1.1" status: 200 len: 1126 time: 0.5584793 Jan 28 19:13:00.733676 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c314a9cc-9630-4971-a7cc-605d73d4e7bd req-e4c9811a-f650-4469-8e2a-2b7b8491f839 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:00.737692 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c314a9cc-9630-4971-a7cc-605d73d4e7bd req-e4c9811a-f650-4469-8e2a-2b7b8491f839 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?device_id=2fb15d55-5734-4552-b8f2-8e167a3aeaec HTTP/1.1" status: 200 len: 943 time: 0.2162695 Jan 28 19:13:00.739886 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-472ae957-937a-400e-b530-d7daa9d51ad2 None None] Current status of the port d9cab66b-fae0-41b6-8ba9-24d5af51f267 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:13:00.745026 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f60466a9-caf1-47f0-a106-b5b52b0e3b8d admin admin] Publish callbacks [] for security_group (fb50249d-cd67-49f1-879e-2c176ca2fda9), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:00.746024 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-472ae957-937a-400e-b530-d7daa9d51ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (d9cab66b-fae0-41b6-8ba9-24d5af51f267), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:00.749712 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port d9cab66b-fae0-41b6-8ba9-24d5af51f267 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:13:00.756546 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (d9cab66b-fae0-41b6-8ba9-24d5af51f267), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:00.826498 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 33806) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:13:00.837060 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f60466a9-caf1-47f0-a106-b5b52b0e3b8d admin admin] Publish callbacks [] for security_group (fb50249d-cd67-49f1-879e-2c176ca2fda9), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:00.864542 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ca4dc8ed-d3bf-4579-b9e6-b2d225ac83b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:00.889363 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-88b6f191-63ff-4002-8108-85bb04fcf203 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (45daa68b-16a4-4d5d-b5fb-b2f9ab8b3a1d), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:00.902986 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-472ae957-937a-400e-b530-d7daa9d51ad2 None None] For port d9cab66b-fae0-41b6-8ba9-24d5af51f267, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=d9cab66b-fae0-41b6-8ba9-24d5af51f267,segment=NetworkSegment(9c656930-5848-438c-a0bd-a15d5a1f6f78),segment_id=9c656930-5848-438c-a0bd-a15d5a1f6f78)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:13:00.920842 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5bf59788-522b-440f-a27a-dc0833759abb req-e4970063-6e2e-4573-a4c2-4b23aaa37527 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9e5aaadd-49e7-4e08-a3c6-aa5af6c7fd62 HTTP/1.1" status: 200 len: 217 time: 0.1820147 Jan 28 19:13:00.925219 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0b3a65f-dd27-42b4-9a2c-9a25913f1f9d" -d '{"events": [{"name": "network-changed", "server_uuid": "2fb15d55-5734-4552-b8f2-8e167a3aeaec", "tag": "9e5aaadd-49e7-4e08-a3c6-aa5af6c7fd62"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:13:00.979468 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c314a9cc-9630-4971-a7cc-605d73d4e7bd req-ba17435a-6236-46d9-81ee-627fc790d2ae tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/security-groups?id=414e93b9-08bc-438e-9127-05114ed7dbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573320 Jan 28 19:13:00.985274 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-472ae957-937a-400e-b530-d7daa9d51ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (d9cab66b-fae0-41b6-8ba9-24d5af51f267), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:00.999178 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b6f191-63ff-4002-8108-85bb04fcf203 admin admin] Pushing event updated for resources: {'Port': ['ID=45daa68b-16a4-4d5d-b5fb-b2f9ab8b3a1d,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:01.044577 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf59788-522b-440f-a27a-dc0833759abb req-5db1843b-183f-4cd6-af34-4c0f92f8bfe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:01.046679 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5bf59788-522b-440f-a27a-dc0833759abb req-5db1843b-183f-4cd6-af34-4c0f92f8bfe3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=09bc6696-a273-4baf-935c-9cf317ddb49d HTTP/1.1" status: 200 len: 848 time: 0.1169164 Jan 28 19:13:01.062269 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b6f191-63ff-4002-8108-85bb04fcf203 admin admin] Network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:13:01.069521 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-88b6f191-63ff-4002-8108-85bb04fcf203 admin admin] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:13:01.074983 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b6f191-63ff-4002-8108-85bb04fcf203 admin admin] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:13:01.133750 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5bf59788-522b-440f-a27a-dc0833759abb req-dfb8b0d3-7850-4fe2-9ddc-19d37d6cb5e4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8330dfd7-f74e-41a1-b557-5650d653ac04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0695980 Jan 28 19:13:01.166832 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f60466a9-caf1-47f0-a106-b5b52b0e3b8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (fb50249d-cd67-49f1-879e-2c176ca2fda9), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:01.170005 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f60466a9-caf1-47f0-a106-b5b52b0e3b8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:01.171845 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-f60466a9-caf1-47f0-a106-b5b52b0e3b8d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/fb50249d-cd67-49f1-879e-2c176ca2fda9 HTTP/1.1" status: 204 len: 168 time: 0.7279887 Jan 28 19:13:01.199296 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472ae957-937a-400e-b530-d7daa9d51ad2 None None] Pushing event updated for resources: {'Port': ['ID=d9cab66b-fae0-41b6-8ba9-24d5af51f267,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:01.208277 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60466a9-caf1-47f0-a106-b5b52b0e3b8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb50249d-cd67-49f1-879e-2c176ca2fda9,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:01.232040 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.db.api [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103306) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 19:13:01.232472 n-d-812111-14 neutron-server[103306]: DEBUG oslo_db.api [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 19:13:01.266740 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-72b7e131-41cd-4e6f-ad1d-9c9767f874cf None None] Provisioning complete for port d9cab66b-fae0-41b6-8ba9-24d5af51f267 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:13:01.268467 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-72b7e131-41cd-4e6f-ad1d-9c9767f874cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (d9cab66b-fae0-41b6-8ba9-24d5af51f267), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:01.359487 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5bf59788-522b-440f-a27a-dc0833759abb req-ad7349e6-d275-46eb-9398-0c286b9d4948 service neutron] 10.222.0.41 "GET /v2.0/networks/8330dfd7-f74e-41a1-b557-5650d653ac04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179754 Jan 28 19:13:01.362841 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:13:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6832af9-b39c-4b59-bad8-7d1810637333 x-openstack-request-id: req-b6832af9-b39c-4b59-bad8-7d1810637333 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:13:01.363097 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fb15d55-5734-4552-b8f2-8e167a3aeaec", "tag": "9e5aaadd-49e7-4e08-a3c6-aa5af6c7fd62", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:13:01.363344 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b6832af9-b39c-4b59-bad8-7d1810637333 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:13:01.366450 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fb15d55-5734-4552-b8f2-8e167a3aeaec', 'tag': '9e5aaadd-49e7-4e08-a3c6-aa5af6c7fd62', 'status': 'completed', 'code': 200} Jan 28 19:13:01.395886 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5cb244bc-7ff8-4d5a-a42d-e50fbc10f1e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:01.397400 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-72b7e131-41cd-4e6f-ad1d-9c9767f874cf None None] Current status of the port d9cab66b-fae0-41b6-8ba9-24d5af51f267 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:13:01.557694 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5bf59788-522b-440f-a27a-dc0833759abb req-dca2c101-a3d1-4c9a-bf3f-5dd355a424d5 service neutron] 10.222.0.41 "GET /v2.0/networks/8330dfd7-f74e-41a1-b557-5650d653ac04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646328 Jan 28 19:13:01.637805 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5cb244bc-7ff8-4d5a-a42d-e50fbc10f1e8 admin admin] Publish callbacks [] for security_group (d405602f-4aa2-428a-a951-ca272604c29b), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:01.644394 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5cb244bc-7ff8-4d5a-a42d-e50fbc10f1e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (d405602f-4aa2-428a-a951-ca272604c29b), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:01.691088 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ca4dc8ed-d3bf-4579-b9e6-b2d225ac83b0 admin admin] Publish callbacks [] for security_group (271afd42-a986-46fb-b04f-216f251fcb7f), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:01.696810 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ca4dc8ed-d3bf-4579-b9e6-b2d225ac83b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (271afd42-a986-46fb-b04f-216f251fcb7f), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:01.725051 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-ca4dc8ed-d3bf-4579-b9e6-b2d225ac83b0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5762c73680964f2ea7afc484a1b3bd4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8957639 Jan 28 19:13:01.725763 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-88b6f191-63ff-4002-8108-85bb04fcf203 admin admin] Publish callbacks [] for router_gateway (15a26735-33ca-4907-8dec-133ff3253636), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:01.728413 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 33820) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:13:01.773977 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb244bc-7ff8-4d5a-a42d-e50fbc10f1e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d405602f-4aa2-428a-a951-ca272604c29b,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:01.783229 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-5cb244bc-7ff8-4d5a-a42d-e50fbc10f1e8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7b3975e9e332471ca0ba5756974de6b9&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1452198 Jan 28 19:13:01.786528 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 33822) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:13:01.806162 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port d9cab66b-fae0-41b6-8ba9-24d5af51f267 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:13:01.831383 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b3a65f-dd27-42b4-9a2c-9a25913f1f9d req-3a3a09c7-d09c-44ac-b1c8-f89d6bb5b027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:01.832957 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c0b3a65f-dd27-42b4-9a2c-9a25913f1f9d req-3a3a09c7-d09c-44ac-b1c8-f89d6bb5b027 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1bd1e0d6512043bfbaf9a8e955e20b9e&device_id=2fb15d55-5734-4552-b8f2-8e167a3aeaec HTTP/1.1" status: 200 len: 1126 time: 0.1833675 Jan 28 19:13:01.891952 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4dc8ed-d3bf-4579-b9e6-b2d225ac83b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=271afd42-a986-46fb-b04f-216f251fcb7f,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:01.965093 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 33824) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:13:01.991466 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device d9cab66b-fae0-41b6-8ba9-24d5af51f267 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:13:01.995315 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-39bb8def-678a-4b90-b067-9e5d1b8a27ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:02.049282 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b3a65f-dd27-42b4-9a2c-9a25913f1f9d req-0c90a45e-cb5b-44be-bb28-9ca5aa5733d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:02.051005 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c0b3a65f-dd27-42b4-9a2c-9a25913f1f9d req-0c90a45e-cb5b-44be-bb28-9ca5aa5733d6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8330dfd7-f74e-41a1-b557-5650d653ac04 HTTP/1.1" status: 200 len: 908 time: 0.2093313 Jan 28 19:13:02.087315 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port d9cab66b-fae0-41b6-8ba9-24d5af51f267 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:13:02.087932 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (d9cab66b-fae0-41b6-8ba9-24d5af51f267), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:02.091124 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ca2e8e15-0491-45fa-9c8d-467c7971a97c admin admin] Publish callbacks [] for security_group (271afd42-a986-46fb-b04f-216f251fcb7f), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:02.134037 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c0b3a65f-dd27-42b4-9a2c-9a25913f1f9d req-0dfcb567-a350-463d-8d05-5f78a9f5d915 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9e5aaadd-49e7-4e08-a3c6-aa5af6c7fd62 HTTP/1.1" status: 200 len: 217 time: 0.0712795 Jan 28 19:13:02.200008 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b3a65f-dd27-42b4-9a2c-9a25913f1f9d req-65acf145-410e-41d9-8372-9ddb0c2b233c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:02.200918 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ca2e8e15-0491-45fa-9c8d-467c7971a97c admin admin] Publish callbacks [] for security_group (271afd42-a986-46fb-b04f-216f251fcb7f), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:02.201598 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c0b3a65f-dd27-42b4-9a2c-9a25913f1f9d req-65acf145-410e-41d9-8372-9ddb0c2b233c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=09bc6696-a273-4baf-935c-9cf317ddb49d HTTP/1.1" status: 200 len: 848 time: 0.0542319 Jan 28 19:13:02.205724 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a7a494fd-71a2-4e9e-9f2d-198956f36cbe admin admin] Publish callbacks [] for security_group (d405602f-4aa2-428a-a951-ca272604c29b), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:02.228492 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port d9cab66b-fae0-41b6-8ba9-24d5af51f267 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:13:02.295944 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122bbd5a-93d7-4b49-8866-7ff99654d86e req-74f7ce4c-5d20-405e-8e9f-eca5c266a5c2 tempest-AggregatesAdminTestJSON-1886973052 tempest-AggregatesAdminTestJSON-1886973052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:02.299275 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-122bbd5a-93d7-4b49-8866-7ff99654d86e req-74f7ce4c-5d20-405e-8e9f-eca5c266a5c2 tempest-AggregatesAdminTestJSON-1886973052 tempest-AggregatesAdminTestJSON-1886973052-project] 10.222.0.64 "GET /v2.0/ports?device_id=af43ff51-7048-4a23-8289-e8ea2e4b920e HTTP/1.1" status: 200 len: 970 time: 0.2451451 Jan 28 19:13:02.306654 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c0b3a65f-dd27-42b4-9a2c-9a25913f1f9d req-c715a25c-a123-477f-a027-d02c3232d8f7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8330dfd7-f74e-41a1-b557-5650d653ac04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0833268 Jan 28 19:13:02.330832 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-88b6f191-63ff-4002-8108-85bb04fcf203 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-731074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-731460'] for router (15a26735-33ca-4907-8dec-133ff3253636), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:02.344679 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0e13e8-cf19-4399-a758-b84eff9e4ee5 req-0fba071e-9e47-4411-bd3f-ef1307b2d265 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:02.347138 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a7a494fd-71a2-4e9e-9f2d-198956f36cbe admin admin] Publish callbacks [] for security_group (d405602f-4aa2-428a-a951-ca272604c29b), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:02.351895 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9c0e13e8-cf19-4399-a758-b84eff9e4ee5 req-0fba071e-9e47-4411-bd3f-ef1307b2d265 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?device_id=2fb15d55-5734-4552-b8f2-8e167a3aeaec HTTP/1.1" status: 200 len: 943 time: 0.2060950 Jan 28 19:13:02.385239 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-39bb8def-678a-4b90-b067-9e5d1b8a27ad admin admin] Publish callbacks [] for security_group (7b89c94f-4ab4-4735-826b-9664fba61841), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:02.390499 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ca2e8e15-0491-45fa-9c8d-467c7971a97c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (271afd42-a986-46fb-b04f-216f251fcb7f), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:02.392517 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ca2e8e15-0491-45fa-9c8d-467c7971a97c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:02.393724 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-ca2e8e15-0491-45fa-9c8d-467c7971a97c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/271afd42-a986-46fb-b04f-216f251fcb7f HTTP/1.1" status: 204 len: 168 time: 0.6635675 Jan 28 19:13:02.435436 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-39bb8def-678a-4b90-b067-9e5d1b8a27ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (7b89c94f-4ab4-4735-826b-9664fba61841), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:02.456652 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2e8e15-0491-45fa-9c8d-467c7971a97c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=271afd42-a986-46fb-b04f-216f251fcb7f,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:02.498183 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-122bbd5a-93d7-4b49-8866-7ff99654d86e req-8310524d-8e12-4f88-b2b6-dcfe5b490eb1 tempest-AggregatesAdminTestJSON-1886973052 tempest-AggregatesAdminTestJSON-1886973052-project] 10.222.0.64 "GET /v2.0/security-groups?id=b41eccb3-1275-48c4-8632-abe37e433eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812899 Jan 28 19:13:02.516876 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a7a494fd-71a2-4e9e-9f2d-198956f36cbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (d405602f-4aa2-428a-a951-ca272604c29b), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:02.530545 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a7a494fd-71a2-4e9e-9f2d-198956f36cbe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:02.534491 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-a7a494fd-71a2-4e9e-9f2d-198956f36cbe admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d405602f-4aa2-428a-a951-ca272604c29b HTTP/1.1" status: 204 len: 168 time: 0.7469230 Jan 28 19:13:02.546371 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a494fd-71a2-4e9e-9f2d-198956f36cbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d405602f-4aa2-428a-a951-ca272604c29b,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:02.578924 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9c0e13e8-cf19-4399-a758-b84eff9e4ee5 req-e1797113-ccdf-43f0-8662-65cb1221dddb tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/security-groups?id=414e93b9-08bc-438e-9127-05114ed7dbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245800 Jan 28 19:13:02.593907 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-39bb8def-678a-4b90-b067-9e5d1b8a27ad admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1f5ed30046cc419d87de07fb76b1d581&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6225953 Jan 28 19:13:02.595009 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 33834) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:13:02.601919 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bb8def-678a-4b90-b067-9e5d1b8a27ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b89c94f-4ab4-4735-826b-9664fba61841,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:02.663902 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-612d18ce-9933-49dd-a5d9-b97692deeaa4 admin admin] Publish callbacks [] for security_group (7b89c94f-4ab4-4735-826b-9664fba61841), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:02.696689 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-612d18ce-9933-49dd-a5d9-b97692deeaa4 admin admin] Publish callbacks [] for security_group (7b89c94f-4ab4-4735-826b-9664fba61841), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:02.754592 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88b6f191-63ff-4002-8108-85bb04fcf203 admin admin] Router 15a26735-33ca-4907-8dec-133ff3253636 is scheduled to L3 agent 76fe5c49-705a-4e08-abb2-be585676213f with binding_index 1 {{(pid=103304) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 19:13:02.769840 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-612d18ce-9933-49dd-a5d9-b97692deeaa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (7b89c94f-4ab4-4735-826b-9664fba61841), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:02.774373 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-612d18ce-9933-49dd-a5d9-b97692deeaa4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:02.782148 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-612d18ce-9933-49dd-a5d9-b97692deeaa4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7b89c94f-4ab4-4735-826b-9664fba61841 HTTP/1.1" status: 204 len: 168 time: 0.1860600 Jan 28 19:13:02.803124 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612d18ce-9933-49dd-a5d9-b97692deeaa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b89c94f-4ab4-4735-826b-9664fba61841,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:02.924276 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88b6f191-63ff-4002-8108-85bb04fcf203 admin admin] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:13:02.937987 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579d719b-79b7-4824-b941-544630293107 None None] Sync routers for ids ['15a26735-33ca-4907-8dec-133ff3253636'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:13:02.951734 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-88b6f191-63ff-4002-8108-85bb04fcf203 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:02.953316 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-88b6f191-63ff-4002-8108-85bb04fcf203 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 7.8845823 Jan 28 19:13:02.956256 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 33842) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:13:02.965920 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579d719b-79b7-4824-b941-544630293107 None None] Routers {'15a26735-33ca-4907-8dec-133ff3253636'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:13:02.966876 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-579d719b-79b7-4824-b941-544630293107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:12:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['15a26735-33ca-4907-8dec-133ff3253636'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:13:03.259395 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-579d719b-79b7-4824-b941-544630293107 None None] Set router 15a26735-33ca-4907-8dec-133ff3253636 gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:13:03.547254 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-579d719b-79b7-4824-b941-544630293107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15a26735-33ca-4907-8dec-133ff3253636', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1122488061-router', 'tenant_id': '36bfb8782cf444d582de8206c946cc07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': '45daa68b-16a4-4d5d-b5fb-b2f9ab8b3a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:12:55Z', 'updated_at': '2022-01-28T19:13:01Z', 'revision_number': 3, 'project_id': '36bfb8782cf444d582de8206c946cc07', 'gw_port': {'id': '45daa68b-16a4-4d5d-b5fb-b2f9ab8b3a1d', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:b1:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15a26735-33ca-4907-8dec-133ff3253636', 'device_owner': 'network:router_gateway', 'standard_attr_id': 164, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:12:59Z', 'updated_at': '2022-01-28T19:13:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:13:03.597519 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 33862) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:13:03.624537 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5e14c47a-c744-4800-a7e2-a480781c6527 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:03.662244 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579d719b-79b7-4824-b941-544630293107 None None] Checking router: 15a26735-33ca-4907-8dec-133ff3253636 for host: n-d-812111-14 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:13:03.662938 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579d719b-79b7-4824-b941-544630293107 None None] Updating router 15a26735-33ca-4907-8dec-133ff3253636 port 45daa68b-16a4-4d5d-b5fb-b2f9ab8b3a1d binding host n-d-812111-14 {{(pid=103307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:13:03.766790 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-579d719b-79b7-4824-b941-544630293107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (45daa68b-16a4-4d5d-b5fb-b2f9ab8b3a1d), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:03.871279 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5e14c47a-c744-4800-a7e2-a480781c6527 admin admin] Publish callbacks [] for security_group (c5dea349-934b-4463-a7e0-0fff447ba717), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:03.877043 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5e14c47a-c744-4800-a7e2-a480781c6527 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (c5dea349-934b-4463-a7e0-0fff447ba717), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:03.950933 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-5e14c47a-c744-4800-a7e2-a480781c6527 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4c838fd59d41400ca3aaf34e546b5508&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3522286 Jan 28 19:13:03.962986 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 33866) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:13:03.964749 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e14c47a-c744-4800-a7e2-a480781c6527 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5dea349-934b-4463-a7e0-0fff447ba717,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:04.090089 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-590f558d-e6cf-46c8-b575-8eccee5f7afd admin admin] Publish callbacks [] for security_group (c5dea349-934b-4463-a7e0-0fff447ba717), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:04.121010 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0ea011e9-2afd-4a8a-ad7e-5b7581fd7e96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:04.144901 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-590f558d-e6cf-46c8-b575-8eccee5f7afd admin admin] Publish callbacks [] for security_group (c5dea349-934b-4463-a7e0-0fff447ba717), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:04.297549 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909b31da-1acc-4140-8bfc-8c3fe513bb20 req-7998f066-a845-4d77-91db-567432eea90f tempest-AggregatesAdminTestJSON-1886973052 tempest-AggregatesAdminTestJSON-1886973052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:04.299146 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-909b31da-1acc-4140-8bfc-8c3fe513bb20 req-7998f066-a845-4d77-91db-567432eea90f tempest-AggregatesAdminTestJSON-1886973052 tempest-AggregatesAdminTestJSON-1886973052-project] 10.222.0.64 "GET /v2.0/ports?device_id=af43ff51-7048-4a23-8289-e8ea2e4b920e HTTP/1.1" status: 200 len: 970 time: 0.2715149 Jan 28 19:13:04.347567 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f3f683-f84a-4f77-81dd-62d5d1caaaf8 req-1bedc261-57fa-4d59-9543-fa0562b344b7 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:04.353262 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e1f3f683-f84a-4f77-81dd-62d5d1caaaf8 req-1bedc261-57fa-4d59-9543-fa0562b344b7 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?device_id=2fb15d55-5734-4552-b8f2-8e167a3aeaec HTTP/1.1" status: 200 len: 943 time: 0.1427774 Jan 28 19:13:04.359043 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-590f558d-e6cf-46c8-b575-8eccee5f7afd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (c5dea349-934b-4463-a7e0-0fff447ba717), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:04.364619 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-590f558d-e6cf-46c8-b575-8eccee5f7afd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:04.365416 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-590f558d-e6cf-46c8-b575-8eccee5f7afd admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c5dea349-934b-4463-a7e0-0fff447ba717 HTTP/1.1" status: 204 len: 168 time: 0.3932259 Jan 28 19:13:04.404409 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590f558d-e6cf-46c8-b575-8eccee5f7afd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5dea349-934b-4463-a7e0-0fff447ba717,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:04.455647 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-579d719b-79b7-4824-b941-544630293107 None None] Publish callbacks [] for port (45daa68b-16a4-4d5d-b5fb-b2f9ab8b3a1d), precommit_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:04.467740 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-579d719b-79b7-4824-b941-544630293107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (45daa68b-16a4-4d5d-b5fb-b2f9ab8b3a1d), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:04.544817 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e1f3f683-f84a-4f77-81dd-62d5d1caaaf8 req-df3ad651-6f2d-421c-a6b4-08f66f553161 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/security-groups?id=414e93b9-08bc-438e-9127-05114ed7dbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782606 Jan 28 19:13:04.610568 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83de8d5b-6f40-4f09-9069-769720d0d634 None None] Pushing event updated for resources: {'Port': ['ID=45daa68b-16a4-4d5d-b5fb-b2f9ab8b3a1d,revision_number=2']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:04.617082 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-909b31da-1acc-4140-8bfc-8c3fe513bb20 req-1b93c095-7af5-4471-b52a-ca96d4b84d7d tempest-AggregatesAdminTestJSON-1886973052 tempest-AggregatesAdminTestJSON-1886973052-project] 10.222.0.64 "GET /v2.0/security-groups?id=b41eccb3-1275-48c4-8632-abe37e433eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3032401 Jan 28 19:13:04.622060 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-579d719b-79b7-4824-b941-544630293107 None None] Attempting to bind port 45daa68b-16a4-4d5d-b5fb-b2f9ab8b3a1d on host n-d-812111-14 for vnic_type normal with profile {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:13:04.622462 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-579d719b-79b7-4824-b941-544630293107 None None] Attempting to bind port 45daa68b-16a4-4d5d-b5fb-b2f9ab8b3a1d by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:13:04.622824 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579d719b-79b7-4824-b941-544630293107 None None] Attempting to bind port 45daa68b-16a4-4d5d-b5fb-b2f9ab8b3a1d on network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:13:04.630653 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579d719b-79b7-4824-b941-544630293107 None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 12, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:13:04.630857 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579d719b-79b7-4824-b941-544630293107 None None] Checking segment: {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:13:04.631132 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-579d719b-79b7-4824-b941-544630293107 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:04.631531 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579d719b-79b7-4824-b941-544630293107 None None] Bound using segment: {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:13:04.632094 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-579d719b-79b7-4824-b941-544630293107 None None] Bound port: 45daa68b-16a4-4d5d-b5fb-b2f9ab8b3a1d, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:13:04.632371 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-579d719b-79b7-4824-b941-544630293107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (45daa68b-16a4-4d5d-b5fb-b2f9ab8b3a1d), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:04.666350 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-0ea011e9-2afd-4a8a-ad7e-5b7581fd7e96 admin admin] Allocated IP 172.20.0.1 (95126ee8-651b-462a-980e-5b3c9339e07c/28a65f50-5310-42a7-9472-3e2f94cbc4cb/f8260689-6a6d-42d0-977a-ab8e283425df) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:13:04.717891 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-579d719b-79b7-4824-b941-544630293107 None None] For port 45daa68b-16a4-4d5d-b5fb-b2f9ab8b3a1d, host n-d-812111-14, cleared binding levels {{(pid=103307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:13:04.724449 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-579d719b-79b7-4824-b941-544630293107 None None] For port 45daa68b-16a4-4d5d-b5fb-b2f9ab8b3a1d, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=45daa68b-16a4-4d5d-b5fb-b2f9ab8b3a1d,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:13:04.738740 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-579d719b-79b7-4824-b941-544630293107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (45daa68b-16a4-4d5d-b5fb-b2f9ab8b3a1d), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:04.832696 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579d719b-79b7-4824-b941-544630293107 None None] Routers {'15a26735-33ca-4907-8dec-133ff3253636'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:13:04.833310 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-579d719b-79b7-4824-b941-544630293107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:12:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['15a26735-33ca-4907-8dec-133ff3253636'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:13:04.838588 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83de8d5b-6f40-4f09-9069-769720d0d634 None None] Pushing event updated for resources: {'Port': ['ID=45daa68b-16a4-4d5d-b5fb-b2f9ab8b3a1d,revision_number=3']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:04.925931 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0ea011e9-2afd-4a8a-ad7e-5b7581fd7e96 admin admin] Publish callbacks [] for port (f8260689-6a6d-42d0-977a-ab8e283425df), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:05.007967 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0ea011e9-2afd-4a8a-ad7e-5b7581fd7e96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (f8260689-6a6d-42d0-977a-ab8e283425df), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:05.013270 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-579d719b-79b7-4824-b941-544630293107 None None] Set router 15a26735-33ca-4907-8dec-133ff3253636 gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:13:05.079313 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea011e9-2afd-4a8a-ad7e-5b7581fd7e96 admin admin] Network 95126ee8-651b-462a-980e-5b3c9339e07c is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:13:05.086407 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-0ea011e9-2afd-4a8a-ad7e-5b7581fd7e96 admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:13:05.091098 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea011e9-2afd-4a8a-ad7e-5b7581fd7e96 admin admin] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:13:05.091573 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0ea011e9-2afd-4a8a-ad7e-5b7581fd7e96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734769'] for router_interface (15a26735-33ca-4907-8dec-133ff3253636), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:05.095180 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea011e9-2afd-4a8a-ad7e-5b7581fd7e96 admin admin] Pushing event updated for resources: {'Port': ['ID=f8260689-6a6d-42d0-977a-ab8e283425df,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:05.342559 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-579d719b-79b7-4824-b941-544630293107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15a26735-33ca-4907-8dec-133ff3253636', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1122488061-router', 'tenant_id': '36bfb8782cf444d582de8206c946cc07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': '45daa68b-16a4-4d5d-b5fb-b2f9ab8b3a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:12:55Z', 'updated_at': '2022-01-28T19:13:01Z', 'revision_number': 3, 'project_id': '36bfb8782cf444d582de8206c946cc07', 'gw_port': {'id': '45daa68b-16a4-4d5d-b5fb-b2f9ab8b3a1d', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:b1:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15a26735-33ca-4907-8dec-133ff3253636', 'device_owner': 'network:router_gateway', 'standard_attr_id': 164, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:12:59Z', 'updated_at': '2022-01-28T19:13:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:13:05.375982 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579d719b-79b7-4824-b941-544630293107 None None] The sync data for ids ['15a26735-33ca-4907-8dec-133ff3253636'] in n-d-812111-14 is: [{'id': '15a26735-33ca-4907-8dec-133ff3253636', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1122488061-router', 'tenant_id': '36bfb8782cf444d582de8206c946cc07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': '45daa68b-16a4-4d5d-b5fb-b2f9ab8b3a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:12:55Z', 'updated_at': '2022-01-28T19:13:01Z', 'revision_number': 3, 'project_id': '36bfb8782cf444d582de8206c946cc07', 'gw_port': {'id': '45daa68b-16a4-4d5d-b5fb-b2f9ab8b3a1d', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:b1:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15a26735-33ca-4907-8dec-133ff3253636', 'device_owner': 'network:router_gateway', 'standard_attr_id': 164, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:12:59Z', 'updated_at': '2022-01-28T19:13:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:13:05.398018 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0ea011e9-2afd-4a8a-ad7e-5b7581fd7e96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (f8260689-6a6d-42d0-977a-ab8e283425df), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:05.566676 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-f717f022-8c7d-4495-83c6-a5459a64fbbb None None] Provisioning complete for port f8260689-6a6d-42d0-977a-ab8e283425df triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:13:05.568123 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f717f022-8c7d-4495-83c6-a5459a64fbbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (f8260689-6a6d-42d0-977a-ab8e283425df), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:05.639671 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0ea011e9-2afd-4a8a-ad7e-5b7581fd7e96 admin admin] Publish callbacks [] for port (f8260689-6a6d-42d0-977a-ab8e283425df), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:05.650592 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0ea011e9-2afd-4a8a-ad7e-5b7581fd7e96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (f8260689-6a6d-42d0-977a-ab8e283425df), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:05.653061 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0ea011e9-2afd-4a8a-ad7e-5b7581fd7e96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-756216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-732801'] for router_interface (15a26735-33ca-4907-8dec-133ff3253636), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:05.700547 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-f717f022-8c7d-4495-83c6-a5459a64fbbb None None] Port f8260689-6a6d-42d0-977a-ab8e283425df cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:13:05.849041 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ed6d58-65cd-46d0-b4a7-b415cc49fbda req-31159437-5cf8-47dd-a0f0-374fd0960a77 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:05.850879 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-01ed6d58-65cd-46d0-b4a7-b415cc49fbda req-31159437-5cf8-47dd-a0f0-374fd0960a77 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?device_id=2fb15d55-5734-4552-b8f2-8e167a3aeaec HTTP/1.1" status: 200 len: 943 time: 0.1005199 Jan 28 19:13:05.936375 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea011e9-2afd-4a8a-ad7e-5b7581fd7e96 admin admin] Pushing event updated for resources: {'Port': ['ID=f8260689-6a6d-42d0-977a-ab8e283425df,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:06.014190 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:13:06.039445 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8dbecb-58d2-4c11-b52e-6451f3a2e25c req-e9da3f3d-06f4-4208-bb15-b0d42c50147f tempest-AggregatesAdminTestJSON-1886973052 tempest-AggregatesAdminTestJSON-1886973052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:06.048650 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-bd8dbecb-58d2-4c11-b52e-6451f3a2e25c req-e9da3f3d-06f4-4208-bb15-b0d42c50147f tempest-AggregatesAdminTestJSON-1886973052 tempest-AggregatesAdminTestJSON-1886973052-project] 10.222.0.64 "GET /v2.0/ports?device_id=af43ff51-7048-4a23-8289-e8ea2e4b920e HTTP/1.1" status: 200 len: 970 time: 0.2794058 Jan 28 19:13:06.079514 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-01ed6d58-65cd-46d0-b4a7-b415cc49fbda req-2505ea0a-bbff-48da-af30-02b82230f6ed tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/security-groups?id=414e93b9-08bc-438e-9127-05114ed7dbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079160 Jan 28 19:13:06.108478 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea011e9-2afd-4a8a-ad7e-5b7581fd7e96 admin admin] Network 95126ee8-651b-462a-980e-5b3c9339e07c is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:13:06.115211 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-0ea011e9-2afd-4a8a-ad7e-5b7581fd7e96 admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:13:06.237881 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-bd8dbecb-58d2-4c11-b52e-6451f3a2e25c req-a5b35073-7859-45bb-8d86-00adde5ea26e tempest-AggregatesAdminTestJSON-1886973052 tempest-AggregatesAdminTestJSON-1886973052-project] 10.222.0.64 "GET /v2.0/security-groups?id=b41eccb3-1275-48c4-8632-abe37e433eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862626 Jan 28 19:13:06.401783 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ea011e9-2afd-4a8a-ad7e-5b7581fd7e96 admin admin] Router 15a26735-33ca-4907-8dec-133ff3253636 has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:13:06.546789 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fe53caf4-bb58-4728-b0aa-b3548f2725cb None None] Provisioning complete for port f8260689-6a6d-42d0-977a-ab8e283425df triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:13:06.547411 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fe53caf4-bb58-4728-b0aa-b3548f2725cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (f8260689-6a6d-42d0-977a-ab8e283425df), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:06.574964 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ea011e9-2afd-4a8a-ad7e-5b7581fd7e96 admin admin] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:13:06.583977 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-0ea011e9-2afd-4a8a-ad7e-5b7581fd7e96 admin admin] 10.222.0.64 "PUT /v2.0/routers/15a26735-33ca-4907-8dec-133ff3253636/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6264210 Jan 28 19:13:06.610467 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fe53caf4-bb58-4728-b0aa-b3548f2725cb None None] Port f8260689-6a6d-42d0-977a-ab8e283425df cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:13:06.613415 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-79eb53c2-970c-4069-93c3-e5ca77c8a073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:06.885267 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c0b3a65f-dd27-42b4-9a2c-9a25913f1f9d req-3be181fc-6827-4761-a145-911671b949ae service neutron] 10.222.0.41 "GET /v2.0/networks/8330dfd7-f74e-41a1-b557-5650d653ac04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040151 Jan 28 19:13:06.994146 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c0b3a65f-dd27-42b4-9a2c-9a25913f1f9d req-f3ef2413-52d0-4737-ab31-a320b798b1ae service neutron] 10.222.0.41 "GET /v2.0/networks/8330dfd7-f74e-41a1-b557-5650d653ac04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019449 Jan 28 19:13:07.079039 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device b795852a-f8c8-4bf6-9eaa-527b19e45bd1 details requested by agent hyperv_n-h2-812111-14 with host n-h2-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:13:07.276476 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port b795852a-f8c8-4bf6-9eaa-527b19e45bd1, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=b795852a-f8c8-4bf6-9eaa-527b19e45bd1,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:13:07.296325 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Returning: {'device': 'b795852a-f8c8-4bf6-9eaa-527b19e45bd1', 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91', 'port_id': 'b795852a-f8c8-4bf6-9eaa-527b19e45bd1', 'mac_address': 'fa:16:3e:1d:3a:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2de4832-9ef6-4f40-9ac5-1557d5e6a6ff', 'ip_address': '192.168.233.209'}], 'device_owner': 'compute:tempest-test_az-2125105539', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:13:07.341684 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port b795852a-f8c8-4bf6-9eaa-527b19e45bd1 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:13:07.342246 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (b795852a-f8c8-4bf6-9eaa-527b19e45bd1), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:07.358592 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b795852a-f8c8-4bf6-9eaa-527b19e45bd1 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:13:07.367266 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb76758-cc7b-4e3d-8760-81d394fa25f2 req-2245f1d7-ffb6-4100-bf0a-1b9573c16ed8 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:07.377890 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-aeb76758-cc7b-4e3d-8760-81d394fa25f2 req-2245f1d7-ffb6-4100-bf0a-1b9573c16ed8 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?device_id=2fb15d55-5734-4552-b8f2-8e167a3aeaec HTTP/1.1" status: 200 len: 943 time: 0.1124604 Jan 28 19:13:07.387599 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port b795852a-f8c8-4bf6-9eaa-527b19e45bd1, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=b795852a-f8c8-4bf6-9eaa-527b19e45bd1,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:13:07.394379 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (b795852a-f8c8-4bf6-9eaa-527b19e45bd1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:07.444066 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-aeb76758-cc7b-4e3d-8760-81d394fa25f2 req-ea69434f-52ec-46d2-a1c5-3c4b78d652bd tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/security-groups?id=414e93b9-08bc-438e-9127-05114ed7dbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581813 Jan 28 19:13:07.458737 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=b795852a-f8c8-4bf6-9eaa-527b19e45bd1,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:07.627770 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fa32e9-ea4e-49e8-a32d-3d9faff829c8 req-7c9511d6-0cc6-412e-b0e8-c3c33fd65fd0 tempest-AggregatesAdminTestJSON-1886973052 tempest-AggregatesAdminTestJSON-1886973052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:07.630112 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-21fa32e9-ea4e-49e8-a32d-3d9faff829c8 req-7c9511d6-0cc6-412e-b0e8-c3c33fd65fd0 tempest-AggregatesAdminTestJSON-1886973052 tempest-AggregatesAdminTestJSON-1886973052-project] 10.222.0.64 "GET /v2.0/ports?device_id=af43ff51-7048-4a23-8289-e8ea2e4b920e HTTP/1.1" status: 200 len: 971 time: 0.0647774 Jan 28 19:13:07.684157 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-21fa32e9-ea4e-49e8-a32d-3d9faff829c8 req-c616d6fe-f7fd-4f08-94d5-b0e0cbbda257 tempest-AggregatesAdminTestJSON-1886973052 tempest-AggregatesAdminTestJSON-1886973052-project] 10.222.0.64 "GET /v2.0/security-groups?id=b41eccb3-1275-48c4-8632-abe37e433eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482173 Jan 28 19:13:07.719644 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['b795852a-f8c8-4bf6-9eaa-527b19e45bd1'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:13:07.752355 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3176215f-4256-49f5-b1d1-2f85b0de8fc0 None None] Sync routers for ids ['15a26735-33ca-4907-8dec-133ff3253636'] in n-d-812111-14 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:13:07.821200 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3176215f-4256-49f5-b1d1-2f85b0de8fc0 None None] Routers {'15a26735-33ca-4907-8dec-133ff3253636'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:13:07.822271 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-3176215f-4256-49f5-b1d1-2f85b0de8fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:12:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['15a26735-33ca-4907-8dec-133ff3253636'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:13:07.967860 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 45daa68b-16a4-4d5d-b5fb-b2f9ab8b3a1d up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:13:08.172710 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-3176215f-4256-49f5-b1d1-2f85b0de8fc0 None None] Set router 15a26735-33ca-4907-8dec-133ff3253636 gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:13:08.305271 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 45daa68b-16a4-4d5d-b5fb-b2f9ab8b3a1d triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:13:08.305647 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (45daa68b-16a4-4d5d-b5fb-b2f9ab8b3a1d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:08.426509 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 34006) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:13:08.431227 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-96c81713-4853-48d2-8424-d494a5e72422 tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1263425756', 'description': 'tempest-description--144445579'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:13:08.467254 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-96c81713-4853-48d2-8424-d494a5e72422 tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:08.514826 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 45daa68b-16a4-4d5d-b5fb-b2f9ab8b3a1d is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:13:08.515242 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (45daa68b-16a4-4d5d-b5fb-b2f9ab8b3a1d), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:08.541785 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] For port 45daa68b-16a4-4d5d-b5fb-b2f9ab8b3a1d, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=45daa68b-16a4-4d5d-b5fb-b2f9ab8b3a1d,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:13:08.553914 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (45daa68b-16a4-4d5d-b5fb-b2f9ab8b3a1d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:08.628147 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-3176215f-4256-49f5-b1d1-2f85b0de8fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15a26735-33ca-4907-8dec-133ff3253636', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1122488061-router', 'tenant_id': '36bfb8782cf444d582de8206c946cc07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': '45daa68b-16a4-4d5d-b5fb-b2f9ab8b3a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:12:55Z', 'updated_at': '2022-01-28T19:13:05Z', 'revision_number': 4, 'project_id': '36bfb8782cf444d582de8206c946cc07', 'gw_port': {'id': '45daa68b-16a4-4d5d-b5fb-b2f9ab8b3a1d', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:b1:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15a26735-33ca-4907-8dec-133ff3253636', 'device_owner': 'network:router_gateway', 'standard_attr_id': 164, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:12:59Z', 'updated_at': '2022-01-28T19:13:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': 'f8260689-6a6d-42d0-977a-ab8e283425df', 'name': '', 'network_id': '95126ee8-651b-462a-980e-5b3c9339e07c', 'tenant_id': '36bfb8782cf444d582de8206c946cc07', 'mac_address': 'fa:16:3e:94:aa:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15a26735-33ca-4907-8dec-133ff3253636', 'device_owner': 'network:router_interface', 'standard_attr_id': 187, 'fixed_ips': [{'subnet_id': '28a65f50-5310-42a7-9472-3e2f94cbc4cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:13:04Z', 'updated_at': '2022-01-28T19:13:05Z', 'revision_number': 2, 'project_id': '36bfb8782cf444d582de8206c946cc07', 'subnets': [{'id': '28a65f50-5310-42a7-9472-3e2f94cbc4cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:13:08.634385 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f669bad8-6acd-4742-9ef2-b305afebbc0a req-a90ce65a-ba20-445f-b135-7ce9d1cefe44 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:08.646945 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f669bad8-6acd-4742-9ef2-b305afebbc0a req-a90ce65a-ba20-445f-b135-7ce9d1cefe44 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?device_id=2fb15d55-5734-4552-b8f2-8e167a3aeaec HTTP/1.1" status: 200 len: 943 time: 0.0927794 Jan 28 19:13:08.652991 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-96c81713-4853-48d2-8424-d494a5e72422 tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] Publish callbacks [] for security_group (c9932629-d34a-4383-acc9-faa1e1165e0a), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:08.664582 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-96c81713-4853-48d2-8424-d494a5e72422 tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (c9932629-d34a-4383-acc9-faa1e1165e0a), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:08.689384 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3176215f-4256-49f5-b1d1-2f85b0de8fc0 None None] Checking router: 15a26735-33ca-4907-8dec-133ff3253636 for host: n-d-812111-14 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:13:08.689904 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3176215f-4256-49f5-b1d1-2f85b0de8fc0 None None] Updating router 15a26735-33ca-4907-8dec-133ff3253636 port f8260689-6a6d-42d0-977a-ab8e283425df binding host n-d-812111-14 {{(pid=103306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:13:08.703267 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-96c81713-4853-48d2-8424-d494a5e72422 tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:08.704599 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-96c81713-4853-48d2-8424-d494a5e72422 tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2770281 Jan 28 19:13:08.706873 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c81713-4853-48d2-8424-d494a5e72422 tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9932629-d34a-4383-acc9-faa1e1165e0a,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:08.713794 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 34026) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:13:08.727942 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-bb570bf9-717d-48d9-bcff-0f6d8f7432d4 tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] Request body: {'security_group_rule': {'security_group_id': 'c9932629-d34a-4383-acc9-faa1e1165e0a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:13:08.741970 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Pushing event updated for resources: {'Port': ['ID=45daa68b-16a4-4d5d-b5fb-b2f9ab8b3a1d,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:08.752533 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3176215f-4256-49f5-b1d1-2f85b0de8fc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (f8260689-6a6d-42d0-977a-ab8e283425df), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:08.789719 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f669bad8-6acd-4742-9ef2-b305afebbc0a req-73649dab-691a-4e1f-9619-ca9bb146570f tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/security-groups?id=414e93b9-08bc-438e-9127-05114ed7dbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376762 Jan 28 19:13:08.832111 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bb570bf9-717d-48d9-bcff-0f6d8f7432d4 tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] Publish callbacks [] for security_group_rule (1438e4ec-f645-420f-adcc-968184d77600), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:08.839593 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638384f1-758b-4eb8-8902-7ea84c9794ff req-78670a6e-0d65-42cc-be12-f6e7dfd6a153 tempest-AggregatesAdminTestJSON-1886973052 tempest-AggregatesAdminTestJSON-1886973052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:08.847059 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-638384f1-758b-4eb8-8902-7ea84c9794ff req-78670a6e-0d65-42cc-be12-f6e7dfd6a153 tempest-AggregatesAdminTestJSON-1886973052 tempest-AggregatesAdminTestJSON-1886973052-project] 10.222.0.64 "GET /v2.0/ports?device_id=af43ff51-7048-4a23-8289-e8ea2e4b920e HTTP/1.1" status: 200 len: 971 time: 0.0710981 Jan 28 19:13:08.913545 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-638384f1-758b-4eb8-8902-7ea84c9794ff req-ce0a191e-3112-423c-bc79-8d7d775191ac tempest-AggregatesAdminTestJSON-1886973052 tempest-AggregatesAdminTestJSON-1886973052-project] 10.222.0.64 "GET /v2.0/security-groups?id=b41eccb3-1275-48c4-8632-abe37e433eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659223 Jan 28 19:13:08.929745 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9b326947-252b-462e-ba62-aa25d4611d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:08.961130 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bb570bf9-717d-48d9-bcff-0f6d8f7432d4 tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] Publish callbacks [] for security_group_rule (1438e4ec-f645-420f-adcc-968184d77600), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:08.966818 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bb570bf9-717d-48d9-bcff-0f6d8f7432d4 tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (1438e4ec-f645-420f-adcc-968184d77600), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:08.982544 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb570bf9-717d-48d9-bcff-0f6d8f7432d4 tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1438e4ec-f645-420f-adcc-968184d77600,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:09.003522 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bb570bf9-717d-48d9-bcff-0f6d8f7432d4 tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:09.005208 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-bb570bf9-717d-48d9-bcff-0f6d8f7432d4 tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2900140 Jan 28 19:13:09.007970 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 34036) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:13:09.013362 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-6aa66f0d-3264-4d98-9f0d-bb702392fcfe tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] Request body: {'security_group_rule': {'security_group_id': 'c9932629-d34a-4383-acc9-faa1e1165e0a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:13:09.045061 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6aa66f0d-3264-4d98-9f0d-bb702392fcfe tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] Publish callbacks [] for security_group_rule (81daf88a-d31a-4c61-b998-0ad93112755e), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:09.049513 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 34038) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:13:09.088836 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 34042) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:13:09.108551 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device b795852a-f8c8-4bf6-9eaa-527b19e45bd1 up at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:13:09.131393 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6aa66f0d-3264-4d98-9f0d-bb702392fcfe tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] Publish callbacks [] for security_group_rule (81daf88a-d31a-4c61-b998-0ad93112755e), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:09.138665 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6aa66f0d-3264-4d98-9f0d-bb702392fcfe tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (81daf88a-d31a-4c61-b998-0ad93112755e), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:09.163113 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa66f0d-3264-4d98-9f0d-bb702392fcfe tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81daf88a-d31a-4c61-b998-0ad93112755e,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:09.165543 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3176215f-4256-49f5-b1d1-2f85b0de8fc0 None None] Publish callbacks [] for port (f8260689-6a6d-42d0-977a-ab8e283425df), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:09.176795 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3176215f-4256-49f5-b1d1-2f85b0de8fc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (f8260689-6a6d-42d0-977a-ab8e283425df), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:09.188309 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6aa66f0d-3264-4d98-9f0d-bb702392fcfe tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:09.188309 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-6aa66f0d-3264-4d98-9f0d-bb702392fcfe tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1762400 Jan 28 19:13:09.188577 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 34046) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:13:09.192787 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-18c3ef3c-9c8f-4d3a-a914-1005373c2504 tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] Request body: {'floatingip': {'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:13:09.240297 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32da079-0a08-4d61-a6d9-51e250d27b1d None None] Pushing event updated for resources: {'Port': ['ID=f8260689-6a6d-42d0-977a-ab8e283425df,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:09.241659 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-18c3ef3c-9c8f-4d3a-a914-1005373c2504 tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:09.255659 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-becf4c0e-f565-4ae6-8398-09f9b0dcc9f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:09.346415 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning for port b795852a-f8c8-4bf6-9eaa-527b19e45bd1 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:13:09.356935 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning complete for port b795852a-f8c8-4bf6-9eaa-527b19e45bd1 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:13:09.362070 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (b795852a-f8c8-4bf6-9eaa-527b19e45bd1), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:09.369875 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-18c3ef3c-9c8f-4d3a-a914-1005373c2504 tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:09.423181 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-becf4c0e-f565-4ae6-8398-09f9b0dcc9f4 admin admin] Publish callbacks [] for security_group (0fa013a9-2012-41de-9212-8378b9735804), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:09.432094 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 34050) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:13:09.443576 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-3176215f-4256-49f5-b1d1-2f85b0de8fc0 None None] Attempting to bind port f8260689-6a6d-42d0-977a-ab8e283425df on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:13:09.443951 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-3176215f-4256-49f5-b1d1-2f85b0de8fc0 None None] Attempting to bind port f8260689-6a6d-42d0-977a-ab8e283425df by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '9c656930-5848-438c-a0bd-a15d5a1f6f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '95126ee8-651b-462a-980e-5b3c9339e07c'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:13:09.444312 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3176215f-4256-49f5-b1d1-2f85b0de8fc0 None None] Attempting to bind port f8260689-6a6d-42d0-977a-ab8e283425df on network 95126ee8-651b-462a-980e-5b3c9339e07c {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:13:09.450200 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-becf4c0e-f565-4ae6-8398-09f9b0dcc9f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (0fa013a9-2012-41de-9212-8378b9735804), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:09.460629 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3176215f-4256-49f5-b1d1-2f85b0de8fc0 None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 12, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:13:09.461135 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3176215f-4256-49f5-b1d1-2f85b0de8fc0 None None] Checking segment: {'id': '9c656930-5848-438c-a0bd-a15d5a1f6f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '95126ee8-651b-462a-980e-5b3c9339e07c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:13:09.461625 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3176215f-4256-49f5-b1d1-2f85b0de8fc0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:09.462346 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3176215f-4256-49f5-b1d1-2f85b0de8fc0 None None] Bound using segment: {'id': '9c656930-5848-438c-a0bd-a15d5a1f6f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '95126ee8-651b-462a-980e-5b3c9339e07c'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:13:09.462833 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-3176215f-4256-49f5-b1d1-2f85b0de8fc0 None None] Bound port: f8260689-6a6d-42d0-977a-ab8e283425df, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c656930-5848-438c-a0bd-a15d5a1f6f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '95126ee8-651b-462a-980e-5b3c9339e07c'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:13:09.463828 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3176215f-4256-49f5-b1d1-2f85b0de8fc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (f8260689-6a6d-42d0-977a-ab8e283425df), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:09.531825 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-18c3ef3c-9c8f-4d3a-a914-1005373c2504 tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] Allocated IP 172.25.6.101 (d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8/a648e4ab-7422-41b9-b133-58aca25ab8f5/95922437-c1d1-4216-917d-154448769ee2) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:13:09.541614 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becf4c0e-f565-4ae6-8398-09f9b0dcc9f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fa013a9-2012-41de-9212-8378b9735804,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:09.559503 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-becf4c0e-f565-4ae6-8398-09f9b0dcc9f4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=679c1e42f7dd44a29d1fbcfd88ac634e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5058808 Jan 28 19:13:09.559503 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-576813a6-cd76-474c-af7c-0a0672da510c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:09.560617 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 34054) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:13:09.563672 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9d830521-7de4-4ae9-847d-46eaacb90479 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:09.584746 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-3176215f-4256-49f5-b1d1-2f85b0de8fc0 None None] For port f8260689-6a6d-42d0-977a-ab8e283425df, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:13:09.590410 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-3176215f-4256-49f5-b1d1-2f85b0de8fc0 None None] For port f8260689-6a6d-42d0-977a-ab8e283425df, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=f8260689-6a6d-42d0-977a-ab8e283425df,segment=NetworkSegment(9c656930-5848-438c-a0bd-a15d5a1f6f78),segment_id=9c656930-5848-438c-a0bd-a15d5a1f6f78)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:13:09.613981 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3176215f-4256-49f5-b1d1-2f85b0de8fc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (f8260689-6a6d-42d0-977a-ab8e283425df), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:09.615921 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port b795852a-f8c8-4bf6-9eaa-527b19e45bd1 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:13:09.616395 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (b795852a-f8c8-4bf6-9eaa-527b19e45bd1), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:09.622426 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-383546e7-214c-46b0-8799-2a254898c053 None None] Provisioning complete for port f8260689-6a6d-42d0-977a-ab8e283425df triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:13:09.622790 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-383546e7-214c-46b0-8799-2a254898c053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (f8260689-6a6d-42d0-977a-ab8e283425df), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:09.656568 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-18c3ef3c-9c8f-4d3a-a914-1005373c2504 tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] Publish callbacks [] for port (95922437-c1d1-4216-917d-154448769ee2), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:09.661888 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:09.664943 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8c9b056f-b07a-475e-9761-6aa0081469cf admin admin] Publish callbacks [] for security_group (0fa013a9-2012-41de-9212-8378b9735804), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:09.705055 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-18c3ef3c-9c8f-4d3a-a914-1005373c2504 tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (95922437-c1d1-4216-917d-154448769ee2), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:09.717663 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8c9b056f-b07a-475e-9761-6aa0081469cf admin admin] Publish callbacks [] for security_group (0fa013a9-2012-41de-9212-8378b9735804), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:09.730067 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af43ff51-7048-4a23-8289-e8ea2e4b920e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b795852a-f8c8-4bf6-9eaa-527b19e45bd1'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:13:09.751557 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c3ef3c-9c8f-4d3a-a914-1005373c2504 tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] Network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:13:09.756773 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-18c3ef3c-9c8f-4d3a-a914-1005373c2504 tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:13:09.761965 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c3ef3c-9c8f-4d3a-a914-1005373c2504 tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:13:09.766793 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c3ef3c-9c8f-4d3a-a914-1005373c2504 tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] Pushing event updated for resources: {'Port': ['ID=95922437-c1d1-4216-917d-154448769ee2,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:09.812533 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9d830521-7de4-4ae9-847d-46eaacb90479 admin admin] Publish callbacks [] for security_group (84a06bc2-2744-4372-9201-7b99cc44206e), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:09.818458 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-576813a6-cd76-474c-af7c-0a0672da510c admin admin] Publish callbacks [] for security_group (3524ad5a-9228-43b1-b75c-b94888efa78a), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:09.825463 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9d830521-7de4-4ae9-847d-46eaacb90479 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (84a06bc2-2744-4372-9201-7b99cc44206e), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:09.862144 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port b795852a-f8c8-4bf6-9eaa-527b19e45bd1, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=b795852a-f8c8-4bf6-9eaa-527b19e45bd1,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:13:09.866942 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32da079-0a08-4d61-a6d9-51e250d27b1d None None] Pushing event updated for resources: {'Port': ['ID=f8260689-6a6d-42d0-977a-ab8e283425df,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:09.870907 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3176215f-4256-49f5-b1d1-2f85b0de8fc0 None None] Routers {'15a26735-33ca-4907-8dec-133ff3253636'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:13:09.871669 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-3176215f-4256-49f5-b1d1-2f85b0de8fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:13:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['15a26735-33ca-4907-8dec-133ff3253636'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:13:09.883190 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-576813a6-cd76-474c-af7c-0a0672da510c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (3524ad5a-9228-43b1-b75c-b94888efa78a), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:09.950624 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (b795852a-f8c8-4bf6-9eaa-527b19e45bd1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:09.956249 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d830521-7de4-4ae9-847d-46eaacb90479 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84a06bc2-2744-4372-9201-7b99cc44206e,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:09.995856 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-576813a6-cd76-474c-af7c-0a0672da510c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e41d9e4e810543579b5a0ef94d49477d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9059258 Jan 28 19:13:10.011119 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 34068) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:13:10.045210 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8c9b056f-b07a-475e-9761-6aa0081469cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (0fa013a9-2012-41de-9212-8378b9735804), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:10.049415 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8c9b056f-b07a-475e-9761-6aa0081469cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:10.057403 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-8c9b056f-b07a-475e-9761-6aa0081469cf admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0fa013a9-2012-41de-9212-8378b9735804 HTTP/1.1" status: 204 len: 168 time: 0.4928765 Jan 28 19:13:10.060173 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 45daa68b-16a4-4d5d-b5fb-b2f9ab8b3a1d up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:13:10.067386 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-9d830521-7de4-4ae9-847d-46eaacb90479 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e2cb7e5dd7ec41cc96b3f5f0dcb75b20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6338677 Jan 28 19:13:10.091018 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 34072) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:13:10.124144 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576813a6-cd76-474c-af7c-0a0672da510c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3524ad5a-9228-43b1-b75c-b94888efa78a,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:10.148352 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9b056f-b07a-475e-9761-6aa0081469cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fa013a9-2012-41de-9212-8378b9735804,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:10.149013 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-012aefd1-8c90-4b6b-af7c-29a664a4a63b" -d '{"events": [{"server_uuid": "af43ff51-7048-4a23-8289-e8ea2e4b920e", "name": "network-vif-plugged", "status": "completed", "tag": "b795852a-f8c8-4bf6-9eaa-527b19e45bd1"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:13:10.151795 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 9e5aaadd-49e7-4e08-a3c6-aa5af6c7fd62 details requested by agent hyperv_n-h1-812111-14 with host n-h1-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:13:10.163496 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-18c3ef3c-9c8f-4d3a-a914-1005373c2504 tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] Publish callbacks [] for floatingip (0e80e734-2cef-4a22-95bc-2174e77e57d6), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:10.185243 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8f87d5-1bb4-4420-a57a-f7bb221abed9 req-171df555-86b8-4970-aa0e-80b6ecd3a68f tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:10.187243 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4d8f87d5-1bb4-4420-a57a-f7bb221abed9 req-171df555-86b8-4970-aa0e-80b6ecd3a68f tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?device_id=2fb15d55-5734-4552-b8f2-8e167a3aeaec HTTP/1.1" status: 200 len: 943 time: 0.2474663 Jan 28 19:13:10.216868 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-383546e7-214c-46b0-8799-2a254898c053 None None] Current status of the port f8260689-6a6d-42d0-977a-ab8e283425df is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:13:10.217286 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-383546e7-214c-46b0-8799-2a254898c053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (f8260689-6a6d-42d0-977a-ab8e283425df), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:10.236362 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6e3483ec-435d-4dcb-ac18-6d798f92c3cc admin admin] Publish callbacks [] for security_group (84a06bc2-2744-4372-9201-7b99cc44206e), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:10.242311 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7156c6c8-2ab4-4e04-aa7c-a5fa06c0db6e admin admin] Publish callbacks [] for security_group (3524ad5a-9228-43b1-b75c-b94888efa78a), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:10.249909 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-18c3ef3c-9c8f-4d3a-a914-1005373c2504 tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (95922437-c1d1-4216-917d-154448769ee2), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:10.260832 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=b795852a-f8c8-4bf6-9eaa-527b19e45bd1,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:10.294728 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-3176215f-4256-49f5-b1d1-2f85b0de8fc0 None None] Set router 15a26735-33ca-4907-8dec-133ff3253636 gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:13:10.301830 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-383546e7-214c-46b0-8799-2a254898c053 None None] For port f8260689-6a6d-42d0-977a-ab8e283425df, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=f8260689-6a6d-42d0-977a-ab8e283425df,segment=NetworkSegment(9c656930-5848-438c-a0bd-a15d5a1f6f78),segment_id=9c656930-5848-438c-a0bd-a15d5a1f6f78)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:13:10.314784 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3334a5-f735-4089-9537-25847ceec5de req-e9de6321-8cee-4c45-ae36-cb41c1ab88f2 tempest-AggregatesAdminTestJSON-1886973052 tempest-AggregatesAdminTestJSON-1886973052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:10.322274 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3c3334a5-f735-4089-9537-25847ceec5de req-e9de6321-8cee-4c45-ae36-cb41c1ab88f2 tempest-AggregatesAdminTestJSON-1886973052 tempest-AggregatesAdminTestJSON-1886973052-project] 10.222.0.64 "GET /v2.0/ports?device_id=af43ff51-7048-4a23-8289-e8ea2e4b920e HTTP/1.1" status: 200 len: 972 time: 0.2300828 Jan 28 19:13:10.331058 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6e3483ec-435d-4dcb-ac18-6d798f92c3cc admin admin] Publish callbacks [] for security_group (84a06bc2-2744-4372-9201-7b99cc44206e), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:10.428064 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7156c6c8-2ab4-4e04-aa7c-a5fa06c0db6e admin admin] Publish callbacks [] for security_group (3524ad5a-9228-43b1-b75c-b94888efa78a), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:10.441422 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4d8f87d5-1bb4-4420-a57a-f7bb221abed9 req-b35e13ed-c95b-414a-b515-0e1c708ed62a tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/security-groups?id=414e93b9-08bc-438e-9127-05114ed7dbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2457378 Jan 28 19:13:10.447527 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3c3334a5-f735-4089-9537-25847ceec5de req-57cd3a8f-1ad9-4f74-94ec-4856074b7103 tempest-AggregatesAdminTestJSON-1886973052 tempest-AggregatesAdminTestJSON-1886973052-project] 10.222.0.64 "GET /v2.0/security-groups?id=b41eccb3-1275-48c4-8632-abe37e433eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200471 Jan 28 19:13:10.509755 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7156c6c8-2ab4-4e04-aa7c-a5fa06c0db6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (3524ad5a-9228-43b1-b75c-b94888efa78a), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:10.515997 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7156c6c8-2ab4-4e04-aa7c-a5fa06c0db6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:10.519540 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-7156c6c8-2ab4-4e04-aa7c-a5fa06c0db6e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3524ad5a-9228-43b1-b75c-b94888efa78a HTTP/1.1" status: 204 len: 168 time: 0.4608092 Jan 28 19:13:10.541843 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6e3483ec-435d-4dcb-ac18-6d798f92c3cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (84a06bc2-2744-4372-9201-7b99cc44206e), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:10.545550 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7156c6c8-2ab4-4e04-aa7c-a5fa06c0db6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3524ad5a-9228-43b1-b75c-b94888efa78a,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:10.546093 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6e3483ec-435d-4dcb-ac18-6d798f92c3cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:10.547654 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-6e3483ec-435d-4dcb-ac18-6d798f92c3cc admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/84a06bc2-2744-4372-9201-7b99cc44206e HTTP/1.1" status: 204 len: 168 time: 0.4543505 Jan 28 19:13:10.571025 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3483ec-435d-4dcb-ac18-6d798f92c3cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84a06bc2-2744-4372-9201-7b99cc44206e,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:10.611807 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-18c3ef3c-9c8f-4d3a-a914-1005373c2504 tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] Publish callbacks [] for port (95922437-c1d1-4216-917d-154448769ee2), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:10.618129 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-18c3ef3c-9c8f-4d3a-a914-1005373c2504 tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (95922437-c1d1-4216-917d-154448769ee2), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:10.641141 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-383546e7-214c-46b0-8799-2a254898c053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (f8260689-6a6d-42d0-977a-ab8e283425df), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:10.659037 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 34086) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:13:10.660234 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-18c3ef3c-9c8f-4d3a-a914-1005373c2504 tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734886'] for floatingip (0e80e734-2cef-4a22-95bc-2174e77e57d6), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:10.683600 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7175eaed-7c2f-40fa-beff-ba4ae957dccd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:10.687706 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-18c3ef3c-9c8f-4d3a-a914-1005373c2504 tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for floatingip (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:10.698617 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-18c3ef3c-9c8f-4d3a-a914-1005373c2504 tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4997621 Jan 28 19:13:10.698617 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c3ef3c-9c8f-4d3a-a914-1005373c2504 tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] Pushing event updated for resources: {'Port': ['ID=95922437-c1d1-4216-917d-154448769ee2,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:10.805354 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383546e7-214c-46b0-8799-2a254898c053 None None] Pushing event updated for resources: {'Port': ['ID=f8260689-6a6d-42d0-977a-ab8e283425df,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:10.823055 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc007c05-649e-4eec-9114-ec68f9567198 x-openstack-request-id: req-cc007c05-649e-4eec-9114-ec68f9567198 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:13:10.823422 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af43ff51-7048-4a23-8289-e8ea2e4b920e", "name": "network-vif-plugged", "status": "completed", "tag": "b795852a-f8c8-4bf6-9eaa-527b19e45bd1", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:13:10.823684 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cc007c05-649e-4eec-9114-ec68f9567198 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:13:10.824138 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af43ff51-7048-4a23-8289-e8ea2e4b920e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b795852a-f8c8-4bf6-9eaa-527b19e45bd1', 'code': 200} Jan 28 19:13:10.833007 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7175eaed-7c2f-40fa-beff-ba4ae957dccd admin admin] Publish callbacks [] for security_group (197d814d-0ee7-4b63-97e4-20c88b2c9077), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:10.839802 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7175eaed-7c2f-40fa-beff-ba4ae957dccd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (197d814d-0ee7-4b63-97e4-20c88b2c9077), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:10.851312 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 9e5aaadd-49e7-4e08-a3c6-aa5af6c7fd62, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=9e5aaadd-49e7-4e08-a3c6-aa5af6c7fd62,segment=NetworkSegment(e7f54059-7dae-4f1a-9de9-251e6a440c72),segment_id=e7f54059-7dae-4f1a-9de9-251e6a440c72)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:13:10.856188 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 45daa68b-16a4-4d5d-b5fb-b2f9ab8b3a1d triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:13:10.856582 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (45daa68b-16a4-4d5d-b5fb-b2f9ab8b3a1d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:10.872341 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-7175eaed-7c2f-40fa-beff-ba4ae957dccd admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6d99cdc939b848c1824d87cdde5b50ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2121766 Jan 28 19:13:10.875281 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 34092) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:13:10.959174 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Returning: {'device': '9e5aaadd-49e7-4e08-a3c6-aa5af6c7fd62', 'network_id': '8330dfd7-f74e-41a1-b557-5650d653ac04', 'port_id': '9e5aaadd-49e7-4e08-a3c6-aa5af6c7fd62', 'mac_address': 'fa:16:3e:e6:6c:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09bc6696-a273-4baf-935c-9cf317ddb49d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:13:10.978449 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7175eaed-7c2f-40fa-beff-ba4ae957dccd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=197d814d-0ee7-4b63-97e4-20c88b2c9077,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:10.979621 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-ea7f82ef-f267-4049-9572-485368dc35e6 None None] Provisioning complete for port f8260689-6a6d-42d0-977a-ab8e283425df triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:13:10.980073 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ea7f82ef-f267-4049-9572-485368dc35e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (f8260689-6a6d-42d0-977a-ab8e283425df), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:10.984410 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fed927-e13c-461e-b113-e88185af5c36 req-16b76bb8-e86c-44db-9f4f-e8ed5ccad247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:10.986158 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e9fed927-e13c-461e-b113-e88185af5c36 req-16b76bb8-e86c-44db-9f4f-e8ed5ccad247 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=af43ff51-7048-4a23-8289-e8ea2e4b920e HTTP/1.1" status: 200 len: 1155 time: 0.1182871 Jan 28 19:13:11.012621 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-af347b1e-f309-43e4-84ac-59765db3c466 admin admin] Publish callbacks [] for security_group (197d814d-0ee7-4b63-97e4-20c88b2c9077), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:11.014157 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e9fed927-e13c-461e-b113-e88185af5c36 req-b9465cd0-6415-4506-a364-4a316caab08e service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:11.055864 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-af347b1e-f309-43e4-84ac-59765db3c466 admin admin] Publish callbacks [] for security_group (197d814d-0ee7-4b63-97e4-20c88b2c9077), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:11.154536 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e9fed927-e13c-461e-b113-e88185af5c36 req-b9465cd0-6415-4506-a364-4a316caab08e service neutron] Publish callbacks [] for security_group (1edef638-a2a8-43f0-ad10-80461eb9639d), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:11.160935 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e9fed927-e13c-461e-b113-e88185af5c36 req-b9465cd0-6415-4506-a364-4a316caab08e service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (1edef638-a2a8-43f0-ad10-80461eb9639d), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:11.164325 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-af347b1e-f309-43e4-84ac-59765db3c466 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (197d814d-0ee7-4b63-97e4-20c88b2c9077), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:11.167451 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-af347b1e-f309-43e4-84ac-59765db3c466 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:11.169621 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-af347b1e-f309-43e4-84ac-59765db3c466 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/197d814d-0ee7-4b63-97e4-20c88b2c9077 HTTP/1.1" status: 204 len: 168 time: 0.2930117 Jan 28 19:13:11.176233 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port 9e5aaadd-49e7-4e08-a3c6-aa5af6c7fd62 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:13:11.178493 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (9e5aaadd-49e7-4e08-a3c6-aa5af6c7fd62), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:11.181204 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af347b1e-f309-43e4-84ac-59765db3c466 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=197d814d-0ee7-4b63-97e4-20c88b2c9077,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:11.229991 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e9fed927-e13c-461e-b113-e88185af5c36 req-b9465cd0-6415-4506-a364-4a316caab08e service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=b41eccb3-1275-48c4-8632-abe37e433eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359517 Jan 28 19:13:11.231770 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9465cd0-6415-4506-a364-4a316caab08e service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=1edef638-a2a8-43f0-ad10-80461eb9639d,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:11.236167 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b3fcabae-01e6-4438-a344-278882b7871a req-43f7a697-c503-4843-b87d-c0a508b0acf8 tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1263425756&fields=id&tenant_id=364a7c42eb8b468d8d8584f032848f52 HTTP/1.1" status: 200 len: 267 time: 0.0912666 Jan 28 19:13:11.307703 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 34110) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:13:11.323166 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e5aaadd-49e7-4e08-a3c6-aa5af6c7fd62 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:13:11.328748 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-594ff813-1294-4d97-88f1-cb6e68a83a02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:11.342964 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 34112) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:13:11.344743 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 9e5aaadd-49e7-4e08-a3c6-aa5af6c7fd62, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=9e5aaadd-49e7-4e08-a3c6-aa5af6c7fd62,segment=NetworkSegment(e7f54059-7dae-4f1a-9de9-251e6a440c72),segment_id=e7f54059-7dae-4f1a-9de9-251e6a440c72)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:13:11.350774 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-ea7f82ef-f267-4049-9572-485368dc35e6 None None] Current status of the port f8260689-6a6d-42d0-977a-ab8e283425df is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:13:11.361661 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (9e5aaadd-49e7-4e08-a3c6-aa5af6c7fd62), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:11.379907 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-923798d3-c2ae-413e-b4a7-7cf816a1b797 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:11.409825 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 45daa68b-16a4-4d5d-b5fb-b2f9ab8b3a1d is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:13:11.415378 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fcabae-01e6-4438-a344-278882b7871a req-3d1cd4ec-23a8-41d3-9f26-f1beb9662b6c tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:11.416524 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=9e5aaadd-49e7-4e08-a3c6-aa5af6c7fd62,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:11.417599 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b3fcabae-01e6-4438-a344-278882b7871a req-3d1cd4ec-23a8-41d3-9f26-f1beb9662b6c tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] 10.222.0.64 "GET /v2.0/networks?id=c806e35b-751a-4ce9-b109-f544f83125cf HTTP/1.1" status: 200 len: 823 time: 0.1804054 Jan 28 19:13:11.438148 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-3176215f-4256-49f5-b1d1-2f85b0de8fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15a26735-33ca-4907-8dec-133ff3253636', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1122488061-router', 'tenant_id': '36bfb8782cf444d582de8206c946cc07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': '45daa68b-16a4-4d5d-b5fb-b2f9ab8b3a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:12:55Z', 'updated_at': '2022-01-28T19:13:05Z', 'revision_number': 4, 'project_id': '36bfb8782cf444d582de8206c946cc07', 'gw_port': {'id': '45daa68b-16a4-4d5d-b5fb-b2f9ab8b3a1d', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:b1:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a26735-33ca-4907-8dec-133ff3253636', 'device_owner': 'network:router_gateway', 'standard_attr_id': 164, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:12:59Z', 'updated_at': '2022-01-28T19:13:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': 'f8260689-6a6d-42d0-977a-ab8e283425df', 'name': '', 'network_id': '95126ee8-651b-462a-980e-5b3c9339e07c', 'tenant_id': '36bfb8782cf444d582de8206c946cc07', 'mac_address': 'fa:16:3e:94:aa:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15a26735-33ca-4907-8dec-133ff3253636', 'device_owner': 'network:router_interface', 'standard_attr_id': 187, 'fixed_ips': [{'subnet_id': '28a65f50-5310-42a7-9472-3e2f94cbc4cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:13:04Z', 'updated_at': '2022-01-28T19:13:09Z', 'revision_number': 4, 'project_id': '36bfb8782cf444d582de8206c946cc07', 'subnets': [{'id': '28a65f50-5310-42a7-9472-3e2f94cbc4cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:13:11.449068 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b3fcabae-01e6-4438-a344-278882b7871a req-9f070b0f-6f45-47fa-80ef-860347c45b4b tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] 10.222.0.64 "GET /v2.0/quotas/364a7c42eb8b468d8d8584f032848f52 HTTP/1.1" status: 200 len: 375 time: 0.0215406 Jan 28 19:13:11.466357 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3176215f-4256-49f5-b1d1-2f85b0de8fc0 None None] The sync data for ids ['15a26735-33ca-4907-8dec-133ff3253636'] in n-d-812111-14 is: [{'id': '15a26735-33ca-4907-8dec-133ff3253636', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1122488061-router', 'tenant_id': '36bfb8782cf444d582de8206c946cc07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': '45daa68b-16a4-4d5d-b5fb-b2f9ab8b3a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:12:55Z', 'updated_at': '2022-01-28T19:13:05Z', 'revision_number': 4, 'project_id': '36bfb8782cf444d582de8206c946cc07', 'gw_port': {'id': '45daa68b-16a4-4d5d-b5fb-b2f9ab8b3a1d', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:b1:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a26735-33ca-4907-8dec-133ff3253636', 'device_owner': 'network:router_gateway', 'standard_attr_id': 164, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:12:59Z', 'updated_at': '2022-01-28T19:13:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': 'f8260689-6a6d-42d0-977a-ab8e283425df', 'name': '', 'network_id': '95126ee8-651b-462a-980e-5b3c9339e07c', 'tenant_id': '36bfb8782cf444d582de8206c946cc07', 'mac_address': 'fa:16:3e:94:aa:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15a26735-33ca-4907-8dec-133ff3253636', 'device_owner': 'network:router_interface', 'standard_attr_id': 187, 'fixed_ips': [{'subnet_id': '28a65f50-5310-42a7-9472-3e2f94cbc4cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:13:04Z', 'updated_at': '2022-01-28T19:13:09Z', 'revision_number': 4, 'project_id': '36bfb8782cf444d582de8206c946cc07', 'subnets': [{'id': '28a65f50-5310-42a7-9472-3e2f94cbc4cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:13:11.522026 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:11.612032 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-594ff813-1294-4d97-88f1-cb6e68a83a02 admin admin] Publish callbacks [] for security_group (e3aea9ea-f3ce-4ce6-b30e-2ad9e879d149), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:11.633235 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b3fcabae-01e6-4438-a344-278882b7871a req-eb2d3887-80a6-4446-bfcb-e3d4a87c4765 tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=364a7c42eb8b468d8d8584f032848f52&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1723247 Jan 28 19:13:11.638012 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9065a3-a744-47e1-8a5a-916e91e0e38d req-fe885b15-760b-4119-9828-699b13e3555c tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:11.638170 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-594ff813-1294-4d97-88f1-cb6e68a83a02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (e3aea9ea-f3ce-4ce6-b30e-2ad9e879d149), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:11.639106 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5d9065a3-a744-47e1-8a5a-916e91e0e38d req-fe885b15-760b-4119-9828-699b13e3555c tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?device_id=2fb15d55-5734-4552-b8f2-8e167a3aeaec HTTP/1.1" status: 200 len: 944 time: 0.0790942 Jan 28 19:13:11.656864 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-923798d3-c2ae-413e-b4a7-7cf816a1b797 admin admin] Publish callbacks [] for security_group (16b31069-5c43-477a-b383-50bb2436219a), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:11.692597 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-923798d3-c2ae-413e-b4a7-7cf816a1b797 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (16b31069-5c43-477a-b383-50bb2436219a), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:11.701146 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5d9065a3-a744-47e1-8a5a-916e91e0e38d req-a26f9f7d-b852-455c-8fd2-9dfe9a5e48f2 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/security-groups?id=414e93b9-08bc-438e-9127-05114ed7dbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549309 Jan 28 19:13:11.701780 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['9e5aaadd-49e7-4e08-a3c6-aa5af6c7fd62'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:13:11.807340 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594ff813-1294-4d97-88f1-cb6e68a83a02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3aea9ea-f3ce-4ce6-b30e-2ad9e879d149,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:11.826941 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-923798d3-c2ae-413e-b4a7-7cf816a1b797 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=25ab279795684d48911683fec8b8dc47&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4828000 Jan 28 19:13:11.829388 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-594ff813-1294-4d97-88f1-cb6e68a83a02 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e64f41be6e4040a9976ccbcc212c24d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5203571 Jan 28 19:13:11.831690 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 34122) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:13:11.832111 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 34124) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:13:11.899670 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b889ce-1929-4dd3-b744-5ce87c2256cd req-9696ac39-704e-4fb0-b583-8da06a96f645 tempest-AggregatesAdminTestJSON-1886973052 tempest-AggregatesAdminTestJSON-1886973052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:11.913276 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-14b889ce-1929-4dd3-b744-5ce87c2256cd req-9696ac39-704e-4fb0-b583-8da06a96f645 tempest-AggregatesAdminTestJSON-1886973052 tempest-AggregatesAdminTestJSON-1886973052-project] 10.222.0.64 "GET /v2.0/ports?device_id=af43ff51-7048-4a23-8289-e8ea2e4b920e HTTP/1.1" status: 200 len: 972 time: 0.1316714 Jan 28 19:13:12.010717 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-14b889ce-1929-4dd3-b744-5ce87c2256cd req-774032fd-53fe-41fe-bd4d-32a7e8d37a44 tempest-AggregatesAdminTestJSON-1886973052 tempest-AggregatesAdminTestJSON-1886973052-project] 10.222.0.64 "GET /v2.0/security-groups?id=b41eccb3-1275-48c4-8632-abe37e433eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959501 Jan 28 19:13:12.016251 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device f8260689-6a6d-42d0-977a-ab8e283425df up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:13:12.030172 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923798d3-c2ae-413e-b4a7-7cf816a1b797 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16b31069-5c43-477a-b383-50bb2436219a,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:12.073651 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port f8260689-6a6d-42d0-977a-ab8e283425df triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:13:12.074654 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (f8260689-6a6d-42d0-977a-ab8e283425df), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:12.081566 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b3fcabae-01e6-4438-a344-278882b7871a req-bc69fdda-2a5a-4cde-b159-f2ad358ea31a service neutron] 10.222.0.64 "GET /v2.0/networks/c806e35b-751a-4ce9-b109-f544f83125cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4275236 Jan 28 19:13:12.157633 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port f8260689-6a6d-42d0-977a-ab8e283425df is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:13:12.173773 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-91627c5d-d13d-4d3b-8a2c-3a9d6051e4e7 admin admin] Publish callbacks [] for security_group (16b31069-5c43-477a-b383-50bb2436219a), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:12.182760 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0953db07-dc77-4481-8a5c-0935414a4d1b admin admin] Publish callbacks [] for security_group (e3aea9ea-f3ce-4ce6-b30e-2ad9e879d149), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:12.219868 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-91627c5d-d13d-4d3b-8a2c-3a9d6051e4e7 admin admin] Publish callbacks [] for security_group (16b31069-5c43-477a-b383-50bb2436219a), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:12.252010 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0953db07-dc77-4481-8a5c-0935414a4d1b admin admin] Publish callbacks [] for security_group (e3aea9ea-f3ce-4ce6-b30e-2ad9e879d149), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:12.297675 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b3fcabae-01e6-4438-a344-278882b7871a req-9a0674ee-37d8-46ac-8621-c9944a9b9c58 service neutron] 10.222.0.64 "GET /v2.0/networks/c806e35b-751a-4ce9-b109-f544f83125cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2151966 Jan 28 19:13:12.349844 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-91627c5d-d13d-4d3b-8a2c-3a9d6051e4e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (16b31069-5c43-477a-b383-50bb2436219a), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:12.354325 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-91627c5d-d13d-4d3b-8a2c-3a9d6051e4e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:12.355928 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-91627c5d-d13d-4d3b-8a2c-3a9d6051e4e7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/16b31069-5c43-477a-b383-50bb2436219a HTTP/1.1" status: 204 len: 168 time: 0.5209365 Jan 28 19:13:12.360316 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0953db07-dc77-4481-8a5c-0935414a4d1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (e3aea9ea-f3ce-4ce6-b30e-2ad9e879d149), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:12.363707 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0953db07-dc77-4481-8a5c-0935414a4d1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:12.367746 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-0953db07-dc77-4481-8a5c-0935414a4d1b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e3aea9ea-f3ce-4ce6-b30e-2ad9e879d149 HTTP/1.1" status: 204 len: 168 time: 0.5292463 Jan 28 19:13:12.370702 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91627c5d-d13d-4d3b-8a2c-3a9d6051e4e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16b31069-5c43-477a-b383-50bb2436219a,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:12.380983 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0953db07-dc77-4481-8a5c-0935414a4d1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3aea9ea-f3ce-4ce6-b30e-2ad9e879d149,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:12.546091 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f225f1c7-939b-4242-97e0-e7843ef1abca req-6f2426f7-c4b3-4ec5-ad7d-7e9e8e8fddae tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] 10.222.0.64 "GET /v2.0/ports?device_id=87ba86ab-3c82-466a-9e97-9736ce704215 HTTP/1.1" status: 200 len: 210 time: 0.0407369 Jan 28 19:13:12.890980 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067a2bc6-8cf9-4141-af5b-261ef1bfe4e5 req-a93f3b99-df70-4d52-8bef-a7d42eb5a5e7 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:12.892820 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-067a2bc6-8cf9-4141-af5b-261ef1bfe4e5 req-a93f3b99-df70-4d52-8bef-a7d42eb5a5e7 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?device_id=2fb15d55-5734-4552-b8f2-8e167a3aeaec HTTP/1.1" status: 200 len: 944 time: 0.0973592 Jan 28 19:13:12.920660 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:12.964766 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-067a2bc6-8cf9-4141-af5b-261ef1bfe4e5 req-4813d643-c48f-4f1e-b764-05a6434d907d tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/security-groups?id=414e93b9-08bc-438e-9127-05114ed7dbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647562 Jan 28 19:13:13.179237 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35e83f0-3b3e-417a-9d6b-b896ad6baea7 req-231622da-c068-460f-a0ec-22ecfff2da92 tempest-AggregatesAdminTestJSON-1886973052 tempest-AggregatesAdminTestJSON-1886973052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:13.181942 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e35e83f0-3b3e-417a-9d6b-b896ad6baea7 req-231622da-c068-460f-a0ec-22ecfff2da92 tempest-AggregatesAdminTestJSON-1886973052 tempest-AggregatesAdminTestJSON-1886973052-project] 10.222.0.64 "GET /v2.0/ports?device_id=af43ff51-7048-4a23-8289-e8ea2e4b920e HTTP/1.1" status: 200 len: 972 time: 0.0823941 Jan 28 19:13:13.281515 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e35e83f0-3b3e-417a-9d6b-b896ad6baea7 req-59580e0d-4ad6-4f30-955c-b40bae84d1db tempest-AggregatesAdminTestJSON-1886973052 tempest-AggregatesAdminTestJSON-1886973052-project] 10.222.0.64 "GET /v2.0/security-groups?id=b41eccb3-1275-48c4-8632-abe37e433eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884790 Jan 28 19:13:13.657712 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4b3ec07f-89db-4500-b3b3-2e0cb97d3295 req-0ececea6-81e6-4351-bbc5-0b7b8cc80935 tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] 10.222.0.64 "GET /v2.0/ports?device_id=87ba86ab-3c82-466a-9e97-9736ce704215 HTTP/1.1" status: 200 len: 210 time: 0.0401862 Jan 28 19:13:14.000401 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fcabae-01e6-4438-a344-278882b7871a req-07831c1b-b8c7-4123-9505-d6d76555d922 tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:14.002057 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b3fcabae-01e6-4438-a344-278882b7871a req-07831c1b-b8c7-4123-9505-d6d76555d922 tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] 10.222.0.70 "GET /v2.0/networks?id=c806e35b-751a-4ce9-b109-f544f83125cf HTTP/1.1" status: 200 len: 823 time: 0.2223437 Jan 28 19:13:14.098406 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 9e5aaadd-49e7-4e08-a3c6-aa5af6c7fd62 up at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:13:14.107139 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b3fcabae-01e6-4438-a344-278882b7871a req-51ac9370-947c-4c42-9023-8e28cd5797c6 tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=364a7c42eb8b468d8d8584f032848f52 HTTP/1.1" status: 200 len: 380 time: 0.0952826 Jan 28 19:13:14.116527 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f6d2eb-ccf3-4807-9f8e-5bc78bef0e0d req-1091e76b-e216-4600-bd6a-92bcaf2cace8 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:14.119228 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-51f6d2eb-ccf3-4807-9f8e-5bc78bef0e0d req-1091e76b-e216-4600-bd6a-92bcaf2cace8 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?device_id=2fb15d55-5734-4552-b8f2-8e167a3aeaec HTTP/1.1" status: 200 len: 944 time: 0.0678437 Jan 28 19:13:14.121927 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-b3fcabae-01e6-4438-a344-278882b7871a req-0509e019-d7b3-4989-b667-1673b9070cca tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] Request body: {'port': {'device_id': '87ba86ab-3c82-466a-9e97-9736ce704215', 'network_id': 'c806e35b-751a-4ce9-b109-f544f83125cf', 'admin_state_up': True, 'tenant_id': '364a7c42eb8b468d8d8584f032848f52', 'security_groups': ['c9932629-d34a-4383-acc9-faa1e1165e0a']}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:13:14.216668 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning for port 9e5aaadd-49e7-4e08-a3c6-aa5af6c7fd62 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:13:14.225591 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning complete for port 9e5aaadd-49e7-4e08-a3c6-aa5af6c7fd62 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:13:14.226940 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (9e5aaadd-49e7-4e08-a3c6-aa5af6c7fd62), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:14.257882 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-51f6d2eb-ccf3-4807-9f8e-5bc78bef0e0d req-6423a613-1999-4872-a32c-68ffc9d038b9 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/security-groups?id=414e93b9-08bc-438e-9127-05114ed7dbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324463 Jan 28 19:13:14.334290 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3fcabae-01e6-4438-a344-278882b7871a req-0509e019-d7b3-4989-b667-1673b9070cca tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] Made reservation on behalf of 364a7c42eb8b468d8d8584f032848f52 for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:13:14.344111 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-b3fcabae-01e6-4438-a344-278882b7871a req-0509e019-d7b3-4989-b667-1673b9070cca tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:14.352464 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port 9e5aaadd-49e7-4e08-a3c6-aa5af6c7fd62 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:13:14.353143 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (9e5aaadd-49e7-4e08-a3c6-aa5af6c7fd62), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:14.426253 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 9e5aaadd-49e7-4e08-a3c6-aa5af6c7fd62, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=9e5aaadd-49e7-4e08-a3c6-aa5af6c7fd62,segment=NetworkSegment(e7f54059-7dae-4f1a-9de9-251e6a440c72),segment_id=e7f54059-7dae-4f1a-9de9-251e6a440c72)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:13:14.432771 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fb15d55-5734-4552-b8f2-8e167a3aeaec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e5aaadd-49e7-4e08-a3c6-aa5af6c7fd62'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:13:14.438619 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2281fe8-ebd6-4542-91e9-2173d3fe5839" -d '{"events": [{"server_uuid": "2fb15d55-5734-4552-b8f2-8e167a3aeaec", "name": "network-vif-plugged", "status": "completed", "tag": "9e5aaadd-49e7-4e08-a3c6-aa5af6c7fd62"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:13:14.451134 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (9e5aaadd-49e7-4e08-a3c6-aa5af6c7fd62), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:14.529287 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb30f242-bbef-4042-82eb-b2f85ae42915 req-07b607e3-266d-4fa1-b6a8-b484f9a26cef tempest-AggregatesAdminTestJSON-1886973052 tempest-AggregatesAdminTestJSON-1886973052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:14.539631 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-cb30f242-bbef-4042-82eb-b2f85ae42915 req-07b607e3-266d-4fa1-b6a8-b484f9a26cef tempest-AggregatesAdminTestJSON-1886973052 tempest-AggregatesAdminTestJSON-1886973052-project] 10.222.0.64 "GET /v2.0/ports?device_id=af43ff51-7048-4a23-8289-e8ea2e4b920e HTTP/1.1" status: 200 len: 972 time: 0.1173279 Jan 28 19:13:14.586412 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-b3fcabae-01e6-4438-a344-278882b7871a req-0509e019-d7b3-4989-b667-1673b9070cca tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] Allocated IP 172.20.0.9 (c806e35b-751a-4ce9-b109-f544f83125cf/c08dfd32-a1e5-4572-9817-13ebb5508016/9c067f45-8453-4a13-9bbe-7eec4567ebdb) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:13:14.599861 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=9e5aaadd-49e7-4e08-a3c6-aa5af6c7fd62,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:14.646432 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-cb30f242-bbef-4042-82eb-b2f85ae42915 req-2a901be3-fca9-425f-9147-bb2cc40b8745 tempest-AggregatesAdminTestJSON-1886973052 tempest-AggregatesAdminTestJSON-1886973052-project] 10.222.0.64 "GET /v2.0/security-groups?id=b41eccb3-1275-48c4-8632-abe37e433eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058617 Jan 28 19:13:14.837695 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-52927047-7dd3-4fdb-bc8d-bc22fe470a04 req-5d2e1a95-bbb1-40c4-a846-a196d742ac28 tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] 10.222.0.64 "GET /v2.0/ports?device_id=87ba86ab-3c82-466a-9e97-9736ce704215 HTTP/1.1" status: 200 len: 210 time: 0.0432644 Jan 28 19:13:14.844025 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-816fc5b2-135f-4bd5-ad8e-96aa12e5d6ba x-openstack-request-id: req-816fc5b2-135f-4bd5-ad8e-96aa12e5d6ba {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:13:14.844407 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fb15d55-5734-4552-b8f2-8e167a3aeaec", "name": "network-vif-plugged", "status": "completed", "tag": "9e5aaadd-49e7-4e08-a3c6-aa5af6c7fd62", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:13:14.844731 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-816fc5b2-135f-4bd5-ad8e-96aa12e5d6ba {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:13:14.845243 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fb15d55-5734-4552-b8f2-8e167a3aeaec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e5aaadd-49e7-4e08-a3c6-aa5af6c7fd62', 'code': 200} Jan 28 19:13:14.858642 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-b3fcabae-01e6-4438-a344-278882b7871a req-0509e019-d7b3-4989-b667-1673b9070cca tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] Publish callbacks [] for port (9c067f45-8453-4a13-9bbe-7eec4567ebdb), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:14.921817 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-b3fcabae-01e6-4438-a344-278882b7871a req-0509e019-d7b3-4989-b667-1673b9070cca tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (9c067f45-8453-4a13-9bbe-7eec4567ebdb), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:14.978210 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3fcabae-01e6-4438-a344-278882b7871a req-0509e019-d7b3-4989-b667-1673b9070cca tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] Network c806e35b-751a-4ce9-b109-f544f83125cf is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:13:14.983304 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-b3fcabae-01e6-4438-a344-278882b7871a req-0509e019-d7b3-4989-b667-1673b9070cca tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:13:14.987878 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3fcabae-01e6-4438-a344-278882b7871a req-0509e019-d7b3-4989-b667-1673b9070cca tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:13:15.010766 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fcabae-01e6-4438-a344-278882b7871a req-0509e019-d7b3-4989-b667-1673b9070cca tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:15.010766 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-b3fcabae-01e6-4438-a344-278882b7871a req-0509e019-d7b3-4989-b667-1673b9070cca tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:15.056009 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0509e019-d7b3-4989-b667-1673b9070cca tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] Pushing event updated for resources: {'Port': ['ID=9c067f45-8453-4a13-9bbe-7eec4567ebdb,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:15.098830 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b3fcabae-01e6-4438-a344-278882b7871a req-0509e019-d7b3-4989-b667-1673b9070cca tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9865825 Jan 28 19:13:15.121521 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-b3fcabae-01e6-4438-a344-278882b7871a req-5f177919-de3a-447e-99f4-fbaed75430d7 service neutron] Request body: {'port': {'device_id': '87ba86ab-3c82-466a-9e97-9736ce704215', 'device_owner': 'compute:tempest-test_az-2125105539', 'binding:host_id': 'n-h2-812111-14'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:13:15.181833 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6fb799-8448-4a90-8fcd-09aaffda3bd7 req-cf1e86be-32cb-4c2b-aa74-6bd82898911e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:15.183358 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2c6fb799-8448-4a90-8fcd-09aaffda3bd7 req-cf1e86be-32cb-4c2b-aa74-6bd82898911e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2fb15d55-5734-4552-b8f2-8e167a3aeaec HTTP/1.1" status: 200 len: 1128 time: 0.2517722 Jan 28 19:13:15.224515 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0740de-471d-4601-be71-b403d568478e req-af4447c0-11e5-4cfe-8880-00d449b67164 tempest-AggregatesAdminTestJSON-1885711040 tempest-AggregatesAdminTestJSON-1885711040-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:15.236698 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ec0740de-471d-4601-be71-b403d568478e req-af4447c0-11e5-4cfe-8880-00d449b67164 tempest-AggregatesAdminTestJSON-1885711040 tempest-AggregatesAdminTestJSON-1885711040-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=af43ff51-7048-4a23-8289-e8ea2e4b920e HTTP/1.1" status: 200 len: 1155 time: 0.1756425 Jan 28 19:13:15.257340 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-b3fcabae-01e6-4438-a344-278882b7871a req-5f177919-de3a-447e-99f4-fbaed75430d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (9c067f45-8453-4a13-9bbe-7eec4567ebdb), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:15.285934 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-ec0740de-471d-4601-be71-b403d568478e req-885549c8-19d0-4090-bca7-c0442f884578 tempest-AggregatesAdminTestJSON-1885711040 tempest-AggregatesAdminTestJSON-1885711040-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:15.342597 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2c6fb799-8448-4a90-8fcd-09aaffda3bd7 req-90aff93f-7f5c-4ed9-9374-bbe5b3c40473 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=414e93b9-08bc-438e-9127-05114ed7dbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492240 Jan 28 19:13:15.423101 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-ec0740de-471d-4601-be71-b403d568478e req-885549c8-19d0-4090-bca7-c0442f884578 tempest-AggregatesAdminTestJSON-1885711040 tempest-AggregatesAdminTestJSON-1885711040-project-admin] Publish callbacks [] for security_group (34634a2e-dca4-4cb5-b6b9-161eddcd030a), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:15.425395 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-66aff31f-f7c5-4445-bdbd-ded1ee5df31f None None] Provisioning complete for port 9c067f45-8453-4a13-9bbe-7eec4567ebdb triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:13:15.425890 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-66aff31f-f7c5-4445-bdbd-ded1ee5df31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (9c067f45-8453-4a13-9bbe-7eec4567ebdb), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:15.435371 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-ec0740de-471d-4601-be71-b403d568478e req-885549c8-19d0-4090-bca7-c0442f884578 tempest-AggregatesAdminTestJSON-1885711040 tempest-AggregatesAdminTestJSON-1885711040-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (34634a2e-dca4-4cb5-b6b9-161eddcd030a), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:15.466131 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-66aff31f-f7c5-4445-bdbd-ded1ee5df31f None None] Port 9c067f45-8453-4a13-9bbe-7eec4567ebdb cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:13:15.502714 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ec0740de-471d-4601-be71-b403d568478e req-885549c8-19d0-4090-bca7-c0442f884578 tempest-AggregatesAdminTestJSON-1885711040 tempest-AggregatesAdminTestJSON-1885711040-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=b41eccb3-1275-48c4-8632-abe37e433eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2611294 Jan 28 19:13:15.502714 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885549c8-19d0-4090-bca7-c0442f884578 tempest-AggregatesAdminTestJSON-1885711040 tempest-AggregatesAdminTestJSON-1885711040-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34634a2e-dca4-4cb5-b6b9-161eddcd030a,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:15.619872 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 34280) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:13:15.659157 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc96033-7d2e-4eea-9777-7dcf5a499ddb req-1acfd908-dca8-4286-8237-da99293e9a66 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:15.670973 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-cdc96033-7d2e-4eea-9777-7dcf5a499ddb req-1acfd908-dca8-4286-8237-da99293e9a66 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?device_id=2fb15d55-5734-4552-b8f2-8e167a3aeaec HTTP/1.1" status: 200 len: 945 time: 0.0972116 Jan 28 19:13:15.673605 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-b3fcabae-01e6-4438-a344-278882b7871a req-5f177919-de3a-447e-99f4-fbaed75430d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c067f45-8453-4a13-9bbe-7eec4567ebdb {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:13:15.682367 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-b3fcabae-01e6-4438-a344-278882b7871a req-5f177919-de3a-447e-99f4-fbaed75430d7 service neutron] Publish callbacks [] for port (9c067f45-8453-4a13-9bbe-7eec4567ebdb), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:15.695812 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-b3fcabae-01e6-4438-a344-278882b7871a req-5f177919-de3a-447e-99f4-fbaed75430d7 service neutron] Transition to ACTIVE for port object 9c067f45-8453-4a13-9bbe-7eec4567ebdb will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:13:15.703579 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-b3fcabae-01e6-4438-a344-278882b7871a req-5f177919-de3a-447e-99f4-fbaed75430d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (9c067f45-8453-4a13-9bbe-7eec4567ebdb), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:15.750437 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-cdc96033-7d2e-4eea-9777-7dcf5a499ddb req-fe92a0ca-c528-4970-a290-a56556d0a8ea tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/security-groups?id=414e93b9-08bc-438e-9127-05114ed7dbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774572 Jan 28 19:13:15.764615 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f177919-de3a-447e-99f4-fbaed75430d7 service neutron] Pushing event updated for resources: {'Port': ['ID=9c067f45-8453-4a13-9bbe-7eec4567ebdb,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:15.842884 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-b3fcabae-01e6-4438-a344-278882b7871a req-5f177919-de3a-447e-99f4-fbaed75430d7 service neutron] Attempting to bind port 9c067f45-8453-4a13-9bbe-7eec4567ebdb on host n-h2-812111-14 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:13:15.843237 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-b3fcabae-01e6-4438-a344-278882b7871a req-5f177919-de3a-447e-99f4-fbaed75430d7 service neutron] Attempting to bind port 9c067f45-8453-4a13-9bbe-7eec4567ebdb by drivers openvswitch,hyperv on host n-h2-812111-14 at level 0 using segments [{'id': '845c9112-7ad9-405b-933b-e5af357107c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'c806e35b-751a-4ce9-b109-f544f83125cf'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:13:15.843571 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3fcabae-01e6-4438-a344-278882b7871a req-5f177919-de3a-447e-99f4-fbaed75430d7 service neutron] Attempting to bind port 9c067f45-8453-4a13-9bbe-7eec4567ebdb on network c806e35b-751a-4ce9-b109-f544f83125cf {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:13:15.850300 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3fcabae-01e6-4438-a344-278882b7871a req-5f177919-de3a-447e-99f4-fbaed75430d7 service neutron] Port 9c067f45-8453-4a13-9bbe-7eec4567ebdb on network c806e35b-751a-4ce9-b109-f544f83125cf not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-14 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:13:15.850635 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3fcabae-01e6-4438-a344-278882b7871a req-5f177919-de3a-447e-99f4-fbaed75430d7 service neutron] Attempting to bind port 9c067f45-8453-4a13-9bbe-7eec4567ebdb on network c806e35b-751a-4ce9-b109-f544f83125cf {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:13:15.858178 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3fcabae-01e6-4438-a344-278882b7871a req-5f177919-de3a-447e-99f4-fbaed75430d7 service neutron] Checking agent: {'id': '8f3fee4e-bf24-4b58-8a3a-ae9c8011a473', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 12, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:13:15.858530 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3fcabae-01e6-4438-a344-278882b7871a req-5f177919-de3a-447e-99f4-fbaed75430d7 service neutron] Checking segment: {'id': '845c9112-7ad9-405b-933b-e5af357107c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'c806e35b-751a-4ce9-b109-f544f83125cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:13:15.858931 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3fcabae-01e6-4438-a344-278882b7871a req-5f177919-de3a-447e-99f4-fbaed75430d7 service neutron] Bound using segment: {'id': '845c9112-7ad9-405b-933b-e5af357107c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'c806e35b-751a-4ce9-b109-f544f83125cf'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:13:15.859373 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-b3fcabae-01e6-4438-a344-278882b7871a req-5f177919-de3a-447e-99f4-fbaed75430d7 service neutron] Bound port: 9c067f45-8453-4a13-9bbe-7eec4567ebdb, host: n-h2-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '845c9112-7ad9-405b-933b-e5af357107c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'c806e35b-751a-4ce9-b109-f544f83125cf'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:13:15.859741 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-b3fcabae-01e6-4438-a344-278882b7871a req-5f177919-de3a-447e-99f4-fbaed75430d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (9c067f45-8453-4a13-9bbe-7eec4567ebdb), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:15.896297 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c1589a02-b746-49a0-a935-fce8a280b759 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:16.003374 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-b3fcabae-01e6-4438-a344-278882b7871a req-5f177919-de3a-447e-99f4-fbaed75430d7 service neutron] For port 9c067f45-8453-4a13-9bbe-7eec4567ebdb, host n-h2-812111-14, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:13:16.008054 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-b3fcabae-01e6-4438-a344-278882b7871a req-5f177919-de3a-447e-99f4-fbaed75430d7 service neutron] For port 9c067f45-8453-4a13-9bbe-7eec4567ebdb, host n-h2-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=9c067f45-8453-4a13-9bbe-7eec4567ebdb,segment=NetworkSegment(845c9112-7ad9-405b-933b-e5af357107c1),segment_id=845c9112-7ad9-405b-933b-e5af357107c1)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:13:16.035529 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-b3fcabae-01e6-4438-a344-278882b7871a req-5f177919-de3a-447e-99f4-fbaed75430d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (9c067f45-8453-4a13-9bbe-7eec4567ebdb), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:16.115434 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f8a45eb6-fa70-4c0e-b722-bfe92f51add7 req-31a9d60c-5c4c-4bf9-8d1e-87acb96cebd1 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=56e30e8962704e02ba24fa7700358958&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0658166 Jan 28 19:13:16.116523 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f177919-de3a-447e-99f4-fbaed75430d7 service neutron] Pushing event updated for resources: {'Port': ['ID=9c067f45-8453-4a13-9bbe-7eec4567ebdb,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:16.146145 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fcabae-01e6-4438-a344-278882b7871a req-5f177919-de3a-447e-99f4-fbaed75430d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:16.146842 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-b3fcabae-01e6-4438-a344-278882b7871a req-5f177919-de3a-447e-99f4-fbaed75430d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:16.148852 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b3fcabae-01e6-4438-a344-278882b7871a req-5f177919-de3a-447e-99f4-fbaed75430d7 service neutron] 10.222.0.70 "PUT /v2.0/ports/9c067f45-8453-4a13-9bbe-7eec4567ebdb HTTP/1.1" status: 200 len: 1114 time: 1.0335217 Jan 28 19:13:16.151381 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87ba86ab-3c82-466a-9e97-9736ce704215', 'tag': '9c067f45-8453-4a13-9bbe-7eec4567ebdb'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:13:16.154213 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbfd76af-83fd-4bf5-ac82-87e01ea703a2" -d '{"events": [{"name": "network-changed", "server_uuid": "87ba86ab-3c82-466a-9e97-9736ce704215", "tag": "9c067f45-8453-4a13-9bbe-7eec4567ebdb"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:13:16.229455 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c1589a02-b746-49a0-a935-fce8a280b759 admin admin] Publish callbacks [] for security_group (dd0a2efc-3c27-46f5-bfe3-2b2a6754ec94), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:16.297117 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c1589a02-b746-49a0-a935-fce8a280b759 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (dd0a2efc-3c27-46f5-bfe3-2b2a6754ec94), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:16.391065 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2441a3-6188-4013-b65f-de53d3f3bb82 req-cb3a4e2f-dc96-4973-a383-dcaa2bad91bf tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:16.398020 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9a2441a3-6188-4013-b65f-de53d3f3bb82 req-cb3a4e2f-dc96-4973-a383-dcaa2bad91bf tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] 10.222.0.64 "GET /v2.0/ports?device_id=87ba86ab-3c82-466a-9e97-9736ce704215 HTTP/1.1" status: 200 len: 965 time: 0.1540456 Jan 28 19:13:16.405326 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-c1589a02-b746-49a0-a935-fce8a280b759 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7dacfdc5888648f298d4cb41e6766cf6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7844231 Jan 28 19:13:16.406376 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 34304) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:13:16.408877 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fcabae-01e6-4438-a344-278882b7871a req-0fc086b8-d3b9-4fa5-88d2-0d3cf3aec72c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:16.416655 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b3fcabae-01e6-4438-a344-278882b7871a req-0fc086b8-d3b9-4fa5-88d2-0d3cf3aec72c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=364a7c42eb8b468d8d8584f032848f52&device_id=87ba86ab-3c82-466a-9e97-9736ce704215 HTTP/1.1" status: 200 len: 1148 time: 0.1965647 Jan 28 19:13:16.422486 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a45eb6-fa70-4c0e-b722-bfe92f51add7 req-828ae383-c764-4fae-8625-0a4f92d2a6b2 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:16.433995 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f8a45eb6-fa70-4c0e-b722-bfe92f51add7 req-828ae383-c764-4fae-8625-0a4f92d2a6b2 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3110688 Jan 28 19:13:16.442769 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1589a02-b746-49a0-a935-fce8a280b759 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd0a2efc-3c27-46f5-bfe3-2b2a6754ec94,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:16.449519 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f8a45eb6-fa70-4c0e-b722-bfe92f51add7 req-906aa088-752f-4105-9580-73ed1865b4ec tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] 10.222.0.64 "GET /v2.0/quotas/56e30e8962704e02ba24fa7700358958 HTTP/1.1" status: 200 len: 375 time: 0.0142846 Jan 28 19:13:16.493904 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f8a45eb6-fa70-4c0e-b722-bfe92f51add7 req-e02c5cd3-908e-4701-b5c2-0778fdc68163 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=56e30e8962704e02ba24fa7700358958&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0429790 Jan 28 19:13:16.539246 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b3fcabae-01e6-4438-a344-278882b7871a req-db972331-1648-4fc0-88bd-d58175a154d7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9c067f45-8453-4a13-9bbe-7eec4567ebdb HTTP/1.1" status: 200 len: 217 time: 0.0844321 Jan 28 19:13:16.545485 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 34308) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:13:16.600224 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9a2441a3-6188-4013-b65f-de53d3f3bb82 req-cf1e4f35-69f0-4d9d-a247-4db1fe18190f tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] 10.222.0.64 "GET /v2.0/security-groups?id=c9932629-d34a-4383-acc9-faa1e1165e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2013237 Jan 28 19:13:16.628832 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fcabae-01e6-4438-a344-278882b7871a req-4c577180-d570-430a-8ef5-7c475270ed0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:16.630435 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b3fcabae-01e6-4438-a344-278882b7871a req-4c577180-d570-430a-8ef5-7c475270ed0e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c08dfd32-a1e5-4572-9817-13ebb5508016 HTTP/1.1" status: 200 len: 862 time: 0.0772903 Jan 28 19:13:16.631196 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-811e9d59-4729-460c-9d1e-847230cf2acc admin admin] Publish callbacks [] for security_group (dd0a2efc-3c27-46f5-bfe3-2b2a6754ec94), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:16.691575 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f94792bb-8a8e-4a96-b5bc-81df5dfe42fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:16.705231 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-811e9d59-4729-460c-9d1e-847230cf2acc admin admin] Publish callbacks [] for security_group (dd0a2efc-3c27-46f5-bfe3-2b2a6754ec94), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:16.910685 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f94792bb-8a8e-4a96-b5bc-81df5dfe42fc admin admin] Publish callbacks [] for security_group (c595bb2e-778a-4850-85b5-25a5d249e1b2), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:16.928959 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9f41a4-47a1-4714-a9d6-21830f7fed33 req-c49cfa7e-591c-4348-967a-51118b9f50e7 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:16.931570 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3b9f41a4-47a1-4714-a9d6-21830f7fed33 req-c49cfa7e-591c-4348-967a-51118b9f50e7 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?device_id=2fb15d55-5734-4552-b8f2-8e167a3aeaec HTTP/1.1" status: 200 len: 945 time: 0.0919659 Jan 28 19:13:16.934483 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f94792bb-8a8e-4a96-b5bc-81df5dfe42fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (c595bb2e-778a-4850-85b5-25a5d249e1b2), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:16.994428 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94792bb-8a8e-4a96-b5bc-81df5dfe42fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c595bb2e-778a-4850-85b5-25a5d249e1b2,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:16.995349 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1151f7fc-eeff-40a4-8c5c-827685da6580 x-openstack-request-id: req-1151f7fc-eeff-40a4-8c5c-827685da6580 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:13:16.995651 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87ba86ab-3c82-466a-9e97-9736ce704215", "tag": "9c067f45-8453-4a13-9bbe-7eec4567ebdb", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:13:16.996547 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1151f7fc-eeff-40a4-8c5c-827685da6580 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:13:16.996960 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87ba86ab-3c82-466a-9e97-9736ce704215', 'tag': '9c067f45-8453-4a13-9bbe-7eec4567ebdb', 'status': 'completed', 'code': 200} Jan 28 19:13:17.056683 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-f94792bb-8a8e-4a96-b5bc-81df5dfe42fc admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ef6c1e43dda14e42b07d9fe3f1b8c6b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5072267 Jan 28 19:13:17.058615 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 34324) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:13:17.060403 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fcabae-01e6-4438-a344-278882b7871a req-6f908eca-3df9-4715-b011-2552188eb191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:17.064490 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b3fcabae-01e6-4438-a344-278882b7871a req-6f908eca-3df9-4715-b011-2552188eb191 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c806e35b-751a-4ce9-b109-f544f83125cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4212291 Jan 28 19:13:17.078093 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71bc577-156d-4590-9a94-66aa8f2245fb req-c2613dd4-409d-4f77-b0c9-2a191e3a9c85 tempest-AggregatesAdminTestJSON-1886973052 tempest-AggregatesAdminTestJSON-1886973052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:17.087321 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a71bc577-156d-4590-9a94-66aa8f2245fb req-c2613dd4-409d-4f77-b0c9-2a191e3a9c85 tempest-AggregatesAdminTestJSON-1886973052 tempest-AggregatesAdminTestJSON-1886973052-project] 10.222.0.64 "GET /v2.0/ports?device_id=af43ff51-7048-4a23-8289-e8ea2e4b920e HTTP/1.1" status: 200 len: 972 time: 0.3156724 Jan 28 19:13:17.090602 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-811e9d59-4729-460c-9d1e-847230cf2acc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (dd0a2efc-3c27-46f5-bfe3-2b2a6754ec94), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:17.092680 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-811e9d59-4729-460c-9d1e-847230cf2acc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:17.093959 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-811e9d59-4729-460c-9d1e-847230cf2acc admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/dd0a2efc-3c27-46f5-bfe3-2b2a6754ec94 HTTP/1.1" status: 204 len: 168 time: 0.6732862 Jan 28 19:13:17.139999 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3b9f41a4-47a1-4714-a9d6-21830f7fed33 req-9a5d3c56-05c9-48de-9d40-4e950dda637c tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/security-groups?id=414e93b9-08bc-438e-9127-05114ed7dbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827686 Jan 28 19:13:17.174991 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811e9d59-4729-460c-9d1e-847230cf2acc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd0a2efc-3c27-46f5-bfe3-2b2a6754ec94,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:17.204313 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0f2b895a-64f0-4118-b7b2-8d1ef515086e admin admin] Publish callbacks [] for security_group (c595bb2e-778a-4850-85b5-25a5d249e1b2), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:17.305357 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0f2b895a-64f0-4118-b7b2-8d1ef515086e admin admin] Publish callbacks [] for security_group (c595bb2e-778a-4850-85b5-25a5d249e1b2), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:17.328703 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-13ec759d-7834-42ce-ac25-76619d333c38 req-f9dccb9c-f358-4577-9d3a-3f4175cea577 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=56e30e8962704e02ba24fa7700358958&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0679593 Jan 28 19:13:17.329267 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a71bc577-156d-4590-9a94-66aa8f2245fb req-83acbe00-6dfc-4203-893c-d90247eb124c tempest-AggregatesAdminTestJSON-1886973052 tempest-AggregatesAdminTestJSON-1886973052-project] 10.222.0.64 "GET /v2.0/security-groups?id=b41eccb3-1275-48c4-8632-abe37e433eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362361 Jan 28 19:13:17.370865 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b3fcabae-01e6-4438-a344-278882b7871a req-4f166e6e-bffb-4da2-aacc-a8b2f4870963 service neutron] 10.222.0.70 "GET /v2.0/networks/c806e35b-751a-4ce9-b109-f544f83125cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2758932 Jan 28 19:13:17.474918 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0f2b895a-64f0-4118-b7b2-8d1ef515086e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (c595bb2e-778a-4850-85b5-25a5d249e1b2), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:17.481311 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0f2b895a-64f0-4118-b7b2-8d1ef515086e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:17.482489 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-0f2b895a-64f0-4118-b7b2-8d1ef515086e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c595bb2e-778a-4850-85b5-25a5d249e1b2 HTTP/1.1" status: 204 len: 168 time: 0.4229596 Jan 28 19:13:17.509959 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2b895a-64f0-4118-b7b2-8d1ef515086e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c595bb2e-778a-4850-85b5-25a5d249e1b2,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:17.528806 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ec759d-7834-42ce-ac25-76619d333c38 req-a11f1c96-8e9d-410f-b592-9e71019d4238 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:17.536359 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-13ec759d-7834-42ce-ac25-76619d333c38 req-a11f1c96-8e9d-410f-b592-9e71019d4238 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2062984 Jan 28 19:13:17.554215 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-13ec759d-7834-42ce-ac25-76619d333c38 req-89eb95a5-608c-490a-b3a2-4d764d13d8ab tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] 10.222.0.64 "GET /v2.0/quotas/56e30e8962704e02ba24fa7700358958 HTTP/1.1" status: 200 len: 375 time: 0.0168583 Jan 28 19:13:17.568722 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b3fcabae-01e6-4438-a344-278882b7871a req-e24b3b24-2ab6-4382-b50a-f8727a145567 service neutron] 10.222.0.70 "GET /v2.0/networks/c806e35b-751a-4ce9-b109-f544f83125cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822956 Jan 28 19:13:17.601517 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-13ec759d-7834-42ce-ac25-76619d333c38 req-af3d65e4-3f31-47b9-87ac-cb04961ee90d tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=56e30e8962704e02ba24fa7700358958&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0464022 Jan 28 19:13:17.649470 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 34344) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:13:17.671076 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8d84bf36-cdcf-4633-9f49-9e38fa63f1e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:17.683091 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.70', 55868) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:13:17.768215 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8d84bf36-cdcf-4633-9f49-9e38fa63f1e2 admin admin] Publish callbacks [] for security_group (a7fb09b8-ad9e-427b-9e36-fa0b8947c352), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:17.776870 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8d84bf36-cdcf-4633-9f49-9e38fa63f1e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (a7fb09b8-ad9e-427b-9e36-fa0b8947c352), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:17.834595 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfd76af-83fd-4bf5-ac82-87e01ea703a2 req-52b42932-905c-470b-9bb8-d4b8d320f6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:17.836711 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-cbfd76af-83fd-4bf5-ac82-87e01ea703a2 req-52b42932-905c-470b-9bb8-d4b8d320f6b5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=364a7c42eb8b468d8d8584f032848f52&device_id=87ba86ab-3c82-466a-9e97-9736ce704215 HTTP/1.1" status: 200 len: 1148 time: 0.2128010 Jan 28 19:13:17.861345 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8489d3c-300f-4e83-a9db-834a69c03977 req-8ca4c769-9847-4525-8972-61de03d650f4 tempest-AggregatesAdminTestJSON-1886973052 tempest-AggregatesAdminTestJSON-1886973052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:17.862844 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d8489d3c-300f-4e83-a9db-834a69c03977 req-8ca4c769-9847-4525-8972-61de03d650f4 tempest-AggregatesAdminTestJSON-1886973052 tempest-AggregatesAdminTestJSON-1886973052-project] 10.222.0.70 "GET /v2.0/ports?device_id=af43ff51-7048-4a23-8289-e8ea2e4b920e HTTP/1.1" status: 200 len: 972 time: 0.1782780 Jan 28 19:13:17.875298 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d84bf36-cdcf-4633-9f49-9e38fa63f1e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7fb09b8-ad9e-427b-9e36-fa0b8947c352,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:17.881543 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-8d84bf36-cdcf-4633-9f49-9e38fa63f1e2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=04582bb8cb224f6099a1ce0d23c14746&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2300589 Jan 28 19:13:17.908216 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 34352) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:13:17.928094 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-cc25afc3-5813-4c79-8cb0-2c641765e51f req-669be76e-eeba-46ef-bc45-7d6aeed5495e tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] 10.222.0.64 "GET /v2.0/ports?device_id=650ae7c1-a28a-4eda-85de-f9d3677ec999 HTTP/1.1" status: 200 len: 210 time: 0.0668876 Jan 28 19:13:17.970114 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2a65da-09ee-43f2-8156-26abcd24f3c6 req-d6086049-3ab8-4737-a96b-d201244ae275 tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:17.971552 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8d2a65da-09ee-43f2-8156-26abcd24f3c6 req-d6086049-3ab8-4737-a96b-d201244ae275 tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] 10.222.0.64 "GET /v2.0/ports?device_id=87ba86ab-3c82-466a-9e97-9736ce704215 HTTP/1.1" status: 200 len: 965 time: 0.2202244 Jan 28 19:13:17.991194 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-872df5aa-1795-4367-b211-322a65152f88 admin admin] Publish callbacks [] for security_group (a7fb09b8-ad9e-427b-9e36-fa0b8947c352), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:17.993871 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 34354) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:13:18.015988 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8ac1c000-9558-44ce-b5ef-261dcf56d8a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:18.039354 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-872df5aa-1795-4367-b211-322a65152f88 admin admin] Publish callbacks [] for security_group (a7fb09b8-ad9e-427b-9e36-fa0b8947c352), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:18.117702 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-872df5aa-1795-4367-b211-322a65152f88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (a7fb09b8-ad9e-427b-9e36-fa0b8947c352), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:18.121473 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-872df5aa-1795-4367-b211-322a65152f88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:18.122601 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-872df5aa-1795-4367-b211-322a65152f88 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a7fb09b8-ad9e-427b-9e36-fa0b8947c352 HTTP/1.1" status: 204 len: 168 time: 0.2133021 Jan 28 19:13:18.126016 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfd76af-83fd-4bf5-ac82-87e01ea703a2 req-0bb09e3a-aa1c-4186-bbba-296eeb39ba74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:18.127749 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-cbfd76af-83fd-4bf5-ac82-87e01ea703a2 req-0bb09e3a-aa1c-4186-bbba-296eeb39ba74 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c806e35b-751a-4ce9-b109-f544f83125cf HTTP/1.1" status: 200 len: 923 time: 0.2828770 Jan 28 19:13:18.138253 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872df5aa-1795-4367-b211-322a65152f88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7fb09b8-ad9e-427b-9e36-fa0b8947c352,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:18.140202 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8d2a65da-09ee-43f2-8156-26abcd24f3c6 req-af146c3b-0746-4305-b3d5-0f0df2dbf680 tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] 10.222.0.64 "GET /v2.0/security-groups?id=c9932629-d34a-4383-acc9-faa1e1165e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1605239 Jan 28 19:13:18.196209 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-cbfd76af-83fd-4bf5-ac82-87e01ea703a2 req-869efddd-14e5-4a2d-b35d-a9341714630a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9c067f45-8453-4a13-9bbe-7eec4567ebdb HTTP/1.1" status: 200 len: 217 time: 0.0610828 Jan 28 19:13:18.258694 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-d8489d3c-300f-4e83-a9db-834a69c03977 req-56523c75-6e16-4501-b67f-241aa1ddbabf tempest-AggregatesAdminTestJSON-1886973052 tempest-AggregatesAdminTestJSON-1886973052-project] Deleting port b795852a-f8c8-4bf6-9eaa-527b19e45bd1 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:13:18.258968 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-d8489d3c-300f-4e83-a9db-834a69c03977 req-56523c75-6e16-4501-b67f-241aa1ddbabf tempest-AggregatesAdminTestJSON-1886973052 tempest-AggregatesAdminTestJSON-1886973052-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (b795852a-f8c8-4bf6-9eaa-527b19e45bd1), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:18.265984 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f8a45eb6-fa70-4c0e-b722-bfe92f51add7 req-77bf5182-b76b-4078-aff8-14c37bca9e44 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=56e30e8962704e02ba24fa7700358958&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0669270 Jan 28 19:13:18.410278 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfd76af-83fd-4bf5-ac82-87e01ea703a2 req-eb4cbace-8339-4048-b706-c64637a39149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:18.412183 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-cbfd76af-83fd-4bf5-ac82-87e01ea703a2 req-eb4cbace-8339-4048-b706-c64637a39149 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c08dfd32-a1e5-4572-9817-13ebb5508016 HTTP/1.1" status: 200 len: 862 time: 0.2031038 Jan 28 19:13:18.423710 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8ac1c000-9558-44ce-b5ef-261dcf56d8a1 admin admin] Publish callbacks [] for security_group (9d71137a-3ba7-4a43-a2de-756c7e13254a), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:18.437612 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8ac1c000-9558-44ce-b5ef-261dcf56d8a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (9d71137a-3ba7-4a43-a2de-756c7e13254a), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:18.451862 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12946543-8f0d-4dcb-b2e4-9c79de909d42 req-e452f185-cb65-46ca-90a1-094c2d58763a tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:18.453435 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-12946543-8f0d-4dcb-b2e4-9c79de909d42 req-e452f185-cb65-46ca-90a1-094c2d58763a tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?device_id=2fb15d55-5734-4552-b8f2-8e167a3aeaec HTTP/1.1" status: 200 len: 945 time: 0.1617768 Jan 28 19:13:18.523624 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-d8489d3c-300f-4e83-a9db-834a69c03977 req-56523c75-6e16-4501-b67f-241aa1ddbabf tempest-AggregatesAdminTestJSON-1886973052 tempest-AggregatesAdminTestJSON-1886973052-project] For port b795852a-f8c8-4bf6-9eaa-527b19e45bd1, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=b795852a-f8c8-4bf6-9eaa-527b19e45bd1,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:13:18.524230 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-d8489d3c-300f-4e83-a9db-834a69c03977 req-56523c75-6e16-4501-b67f-241aa1ddbabf tempest-AggregatesAdminTestJSON-1886973052 tempest-AggregatesAdminTestJSON-1886973052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (b795852a-f8c8-4bf6-9eaa-527b19e45bd1), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:18.550833 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-d8489d3c-300f-4e83-a9db-834a69c03977 req-56523c75-6e16-4501-b67f-241aa1ddbabf tempest-AggregatesAdminTestJSON-1886973052 tempest-AggregatesAdminTestJSON-1886973052-project] Calling delete_port for b795852a-f8c8-4bf6-9eaa-527b19e45bd1 owned by compute:tempest-test_az-2125105539 {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:13:18.631552 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfd76af-83fd-4bf5-ac82-87e01ea703a2 req-f0f4adec-b2f4-438f-86a4-5f9b13360985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:18.633366 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-cbfd76af-83fd-4bf5-ac82-87e01ea703a2 req-f0f4adec-b2f4-438f-86a4-5f9b13360985 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c806e35b-751a-4ce9-b109-f544f83125cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2034986 Jan 28 19:13:18.643223 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d5f4c2-f0b6-4a3d-adb8-96b178459ab4 req-80f7e85e-7437-4d5e-83a3-7af48dfff7b0 tempest-AggregatesAdminTestJSON-1886973052 tempest-AggregatesAdminTestJSON-1886973052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:18.649936 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c3d5f4c2-f0b6-4a3d-adb8-96b178459ab4 req-80f7e85e-7437-4d5e-83a3-7af48dfff7b0 tempest-AggregatesAdminTestJSON-1886973052 tempest-AggregatesAdminTestJSON-1886973052-project] 10.222.0.64 "GET /v2.0/ports?device_id=af43ff51-7048-4a23-8289-e8ea2e4b920e HTTP/1.1" status: 200 len: 972 time: 0.2210991 Jan 28 19:13:18.704046 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a45eb6-fa70-4c0e-b722-bfe92f51add7 req-6e7ca93a-50cd-4547-bf4c-ed70c7b9c80a tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:18.705511 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f8a45eb6-fa70-4c0e-b722-bfe92f51add7 req-6e7ca93a-50cd-4547-bf4c-ed70c7b9c80a tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4270747 Jan 28 19:13:18.707741 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-8ac1c000-9558-44ce-b5ef-261dcf56d8a1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5ac732d7e29b4fd39df73e096b0f5caa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7126136 Jan 28 19:13:18.709838 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac1c000-9558-44ce-b5ef-261dcf56d8a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d71137a-3ba7-4a43-a2de-756c7e13254a,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:18.715177 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 34372) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:13:18.725905 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-f8a45eb6-fa70-4c0e-b722-bfe92f51add7 req-dc094751-b334-4bd8-9d24-97f3cb489d80 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] Request body: {'port': {'device_id': 'd67e2018-4151-48d3-8062-e7793269d14c', 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91', 'admin_state_up': True, 'tenant_id': '56e30e8962704e02ba24fa7700358958'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:13:18.797122 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c3d5f4c2-f0b6-4a3d-adb8-96b178459ab4 req-f6f33254-8794-4482-9eea-5afc88033be7 tempest-AggregatesAdminTestJSON-1886973052 tempest-AggregatesAdminTestJSON-1886973052-project] 10.222.0.64 "GET /v2.0/security-groups?id=b41eccb3-1275-48c4-8632-abe37e433eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407716 Jan 28 19:13:18.821556 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-12946543-8f0d-4dcb-b2e4-9c79de909d42 req-076731f0-b2d1-4c1e-ac53-b2f30b441f6f tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/security-groups?id=414e93b9-08bc-438e-9127-05114ed7dbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3414984 Jan 28 19:13:18.827444 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-cbfd76af-83fd-4bf5-ac82-87e01ea703a2 req-c84fdeac-6521-461d-b5b2-92a7bf9968fa service neutron] 10.222.0.70 "GET /v2.0/networks/c806e35b-751a-4ce9-b109-f544f83125cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751201 Jan 28 19:13:18.882734 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7f5782e8-5906-45a6-a6f6-19e34011ec98 admin admin] Publish callbacks [] for security_group (9d71137a-3ba7-4a43-a2de-756c7e13254a), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:18.920636 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7f5782e8-5906-45a6-a6f6-19e34011ec98 admin admin] Publish callbacks [] for security_group (9d71137a-3ba7-4a43-a2de-756c7e13254a), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:18.963644 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-cbfd76af-83fd-4bf5-ac82-87e01ea703a2 req-cadba9ca-d5a7-4b57-af27-8d8aa55a3062 service neutron] 10.222.0.70 "GET /v2.0/networks/c806e35b-751a-4ce9-b109-f544f83125cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167104 Jan 28 19:13:18.964264 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-d8489d3c-300f-4e83-a9db-834a69c03977 req-56523c75-6e16-4501-b67f-241aa1ddbabf tempest-AggregatesAdminTestJSON-1886973052 tempest-AggregatesAdminTestJSON-1886973052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985'] for port (b795852a-f8c8-4bf6-9eaa-527b19e45bd1), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:18.975530 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8a45eb6-fa70-4c0e-b722-bfe92f51add7 req-dc094751-b334-4bd8-9d24-97f3cb489d80 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] Made reservation on behalf of 56e30e8962704e02ba24fa7700358958 for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:13:18.978369 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['b795852a-f8c8-4bf6-9eaa-527b19e45bd1'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:13:18.978936 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f8a45eb6-fa70-4c0e-b722-bfe92f51add7 req-dc094751-b334-4bd8-9d24-97f3cb489d80 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:18.998302 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56523c75-6e16-4501-b67f-241aa1ddbabf tempest-AggregatesAdminTestJSON-1886973052 tempest-AggregatesAdminTestJSON-1886973052-project] Pushing event deleted for resources: {'Port': ['ID=b795852a-f8c8-4bf6-9eaa-527b19e45bd1,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:19.005738 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f8a45eb6-fa70-4c0e-b722-bfe92f51add7 req-dc094751-b334-4bd8-9d24-97f3cb489d80 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:19.098796 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7b964830-6f7b-4915-aca5-59735ca5ff7b req-b669d54b-2654-4455-be52-13750b0711ce tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] 10.222.0.64 "GET /v2.0/ports?device_id=650ae7c1-a28a-4eda-85de-f9d3677ec999 HTTP/1.1" status: 200 len: 210 time: 0.0661943 Jan 28 19:13:19.116795 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7f5782e8-5906-45a6-a6f6-19e34011ec98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (9d71137a-3ba7-4a43-a2de-756c7e13254a), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:19.120904 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7f5782e8-5906-45a6-a6f6-19e34011ec98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:19.125057 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-7f5782e8-5906-45a6-a6f6-19e34011ec98 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9d71137a-3ba7-4a43-a2de-756c7e13254a HTTP/1.1" status: 204 len: 168 time: 0.4111826 Jan 28 19:13:19.138087 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8489d3c-300f-4e83-a9db-834a69c03977 req-56523c75-6e16-4501-b67f-241aa1ddbabf tempest-AggregatesAdminTestJSON-1886973052 tempest-AggregatesAdminTestJSON-1886973052-project] No DVR routers for this DVR port b795852a-f8c8-4bf6-9eaa-527b19e45bd1 on host n-h2-812111-14 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:13:19.145789 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-d8489d3c-300f-4e83-a9db-834a69c03977 req-56523c75-6e16-4501-b67f-241aa1ddbabf tempest-AggregatesAdminTestJSON-1886973052 tempest-AggregatesAdminTestJSON-1886973052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:19.149869 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5782e8-5906-45a6-a6f6-19e34011ec98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d71137a-3ba7-4a43-a2de-756c7e13254a,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:19.159751 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d8489d3c-300f-4e83-a9db-834a69c03977 req-56523c75-6e16-4501-b67f-241aa1ddbabf tempest-AggregatesAdminTestJSON-1886973052 tempest-AggregatesAdminTestJSON-1886973052-project] 10.222.0.70 "DELETE /v2.0/ports/b795852a-f8c8-4bf6-9eaa-527b19e45bd1 HTTP/1.1" status: 204 len: 173 time: 1.2743735 Jan 28 19:13:19.171945 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af43ff51-7048-4a23-8289-e8ea2e4b920e', 'name': 'network-vif-deleted', 'tag': 'b795852a-f8c8-4bf6-9eaa-527b19e45bd1'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:13:19.177074 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01b92595-60cb-4652-95fa-179c6494d359" -d '{"events": [{"server_uuid": "af43ff51-7048-4a23-8289-e8ea2e4b920e", "name": "network-vif-deleted", "tag": "b795852a-f8c8-4bf6-9eaa-527b19e45bd1"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:13:19.254581 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-13ec759d-7834-42ce-ac25-76619d333c38 req-d2622fb1-ed89-4a1a-8369-9cbfd0791228 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=56e30e8962704e02ba24fa7700358958&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0680406 Jan 28 19:13:19.276256 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f8a45eb6-fa70-4c0e-b722-bfe92f51add7 req-dc094751-b334-4bd8-9d24-97f3cb489d80 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] Publish callbacks [] for security_group (2478b850-89ab-4114-a340-71569acb8761), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:19.292739 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f8a45eb6-fa70-4c0e-b722-bfe92f51add7 req-dc094751-b334-4bd8-9d24-97f3cb489d80 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (2478b850-89ab-4114-a340-71569acb8761), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:19.430289 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc094751-b334-4bd8-9d24-97f3cb489d80 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2478b850-89ab-4114-a340-71569acb8761,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:19.461031 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5618e5f-dbfe-4210-9ed5-c2b309a85184 req-6d0e7823-6ce7-44e8-95b3-026e99897779 tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:19.468576 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f5618e5f-dbfe-4210-9ed5-c2b309a85184 req-6d0e7823-6ce7-44e8-95b3-026e99897779 tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] 10.222.0.64 "GET /v2.0/ports?device_id=87ba86ab-3c82-466a-9e97-9736ce704215 HTTP/1.1" status: 200 len: 965 time: 0.1947289 Jan 28 19:13:19.558202 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f5618e5f-dbfe-4210-9ed5-c2b309a85184 req-814399c6-a94b-4b96-a793-7098e2e2c85c tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] 10.222.0.64 "GET /v2.0/security-groups?id=c9932629-d34a-4383-acc9-faa1e1165e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863886 Jan 28 19:13:19.565299 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ec759d-7834-42ce-ac25-76619d333c38 req-496a1780-0fb0-48b5-8cce-92aa15d2f039 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:19.566924 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-13ec759d-7834-42ce-ac25-76619d333c38 req-496a1780-0fb0-48b5-8cce-92aa15d2f039 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3072388 Jan 28 19:13:19.590618 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-13ec759d-7834-42ce-ac25-76619d333c38 req-719a08ba-687c-42cb-a3ac-5684fac6932f tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] Request body: {'port': {'device_id': '650ae7c1-a28a-4eda-85de-f9d3677ec999', 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91', 'admin_state_up': True, 'tenant_id': '56e30e8962704e02ba24fa7700358958'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:13:19.606951 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-f8a45eb6-fa70-4c0e-b722-bfe92f51add7 req-dc094751-b334-4bd8-9d24-97f3cb489d80 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] Allocated IP 192.168.233.98 (7810caa2-eac6-457d-9302-c8c215ef3e91/f2de4832-9ef6-4f40-9ac5-1557d5e6a6ff/9eff3771-715e-4451-b699-019f5652d895) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:13:19.613641 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27504110-6fdb-4225-a16e-09ec67f4a2b6 x-openstack-request-id: req-27504110-6fdb-4225-a16e-09ec67f4a2b6 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:13:19.614254 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af43ff51-7048-4a23-8289-e8ea2e4b920e", "name": "network-vif-deleted", "tag": "b795852a-f8c8-4bf6-9eaa-527b19e45bd1", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:13:19.614685 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-27504110-6fdb-4225-a16e-09ec67f4a2b6 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:13:19.615263 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af43ff51-7048-4a23-8289-e8ea2e4b920e', 'name': 'network-vif-deleted', 'tag': 'b795852a-f8c8-4bf6-9eaa-527b19e45bd1', 'status': 'completed', 'code': 200} Jan 28 19:13:19.661674 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8beaa7-60db-436d-840b-2eb119091264 req-cf339d38-89a3-491e-a82f-55534692e80a tempest-LiveMigrationTest-1644078950 tempest-LiveMigrationTest-1644078950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:19.663629 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3a8beaa7-60db-436d-840b-2eb119091264 req-cf339d38-89a3-491e-a82f-55534692e80a tempest-LiveMigrationTest-1644078950 tempest-LiveMigrationTest-1644078950-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=2fb15d55-5734-4552-b8f2-8e167a3aeaec HTTP/1.1" status: 200 len: 1128 time: 0.1173856 Jan 28 19:13:19.846313 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f8a45eb6-fa70-4c0e-b722-bfe92f51add7 req-dc094751-b334-4bd8-9d24-97f3cb489d80 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] Publish callbacks [] for port (9eff3771-715e-4451-b699-019f5652d895), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:19.906932 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f8a45eb6-fa70-4c0e-b722-bfe92f51add7 req-dc094751-b334-4bd8-9d24-97f3cb489d80 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (9eff3771-715e-4451-b699-019f5652d895), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:19.911755 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3a8beaa7-60db-436d-840b-2eb119091264 req-b6a03a44-0dec-405b-b64b-50220a666561 tempest-LiveMigrationTest-1644078950 tempest-LiveMigrationTest-1644078950-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=414e93b9-08bc-438e-9127-05114ed7dbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298746 Jan 28 19:13:19.949615 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13ec759d-7834-42ce-ac25-76619d333c38 req-719a08ba-687c-42cb-a3ac-5684fac6932f tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] Made reservation on behalf of 56e30e8962704e02ba24fa7700358958 for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:13:19.953197 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-13ec759d-7834-42ce-ac25-76619d333c38 req-719a08ba-687c-42cb-a3ac-5684fac6932f tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:20.044081 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc094751-b334-4bd8-9d24-97f3cb489d80 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] Pushing event updated for resources: {'Port': ['ID=9eff3771-715e-4451-b699-019f5652d895,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:20.063142 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-0ba2384f-097e-4bbe-a4ed-7abc7ef4a4b9 req-d16a6a57-94be-40a5-8eae-c44aa5667b33 tempest-AggregatesAdminTestJSON-1886973052 tempest-AggregatesAdminTestJSON-1886973052-project] 10.222.0.64 "GET /v2.0/ports?device_id=af43ff51-7048-4a23-8289-e8ea2e4b920e HTTP/1.1" status: 200 len: 210 time: 0.0399263 Jan 28 19:13:20.071120 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8a45eb6-fa70-4c0e-b722-bfe92f51add7 req-dc094751-b334-4bd8-9d24-97f3cb489d80 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] Network 7810caa2-eac6-457d-9302-c8c215ef3e91 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:13:20.072619 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-f8a45eb6-fa70-4c0e-b722-bfe92f51add7 req-dc094751-b334-4bd8-9d24-97f3cb489d80 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:13:20.075217 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8a45eb6-fa70-4c0e-b722-bfe92f51add7 req-dc094751-b334-4bd8-9d24-97f3cb489d80 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:13:20.081387 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a45eb6-fa70-4c0e-b722-bfe92f51add7 req-dc094751-b334-4bd8-9d24-97f3cb489d80 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:20.081502 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f8a45eb6-fa70-4c0e-b722-bfe92f51add7 req-dc094751-b334-4bd8-9d24-97f3cb489d80 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:20.124592 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f8a45eb6-fa70-4c0e-b722-bfe92f51add7 req-dc094751-b334-4bd8-9d24-97f3cb489d80 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4069989 Jan 28 19:13:20.146121 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-f8a45eb6-fa70-4c0e-b722-bfe92f51add7 req-25bf0dd9-4c09-46be-a689-31d706f94e6b service neutron] Request body: {'port': {'device_id': 'd67e2018-4151-48d3-8062-e7793269d14c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-14'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:13:20.174737 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c52e12-0686-4476-964e-4a1d9b27fc1d req-eb739139-15f1-45e8-a49b-8c05032263fc tempest-LiveMigrationTest-1644078950 tempest-LiveMigrationTest-1644078950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:20.182504 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-53c52e12-0686-4476-964e-4a1d9b27fc1d req-eb739139-15f1-45e8-a49b-8c05032263fc tempest-LiveMigrationTest-1644078950 tempest-LiveMigrationTest-1644078950-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=2fb15d55-5734-4552-b8f2-8e167a3aeaec HTTP/1.1" status: 200 len: 1128 time: 0.1559420 Jan 28 19:13:20.232547 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-13ec759d-7834-42ce-ac25-76619d333c38 req-719a08ba-687c-42cb-a3ac-5684fac6932f tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] Allocated IP 192.168.233.50 (7810caa2-eac6-457d-9302-c8c215ef3e91/f2de4832-9ef6-4f40-9ac5-1557d5e6a6ff/510462f7-bf72-4988-bcf9-093454707d78) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:13:20.251108 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:20.281432 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-53c52e12-0686-4476-964e-4a1d9b27fc1d req-881ba631-aaa8-4afb-b8d3-450bdb93a6bd tempest-LiveMigrationTest-1644078950 tempest-LiveMigrationTest-1644078950-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=414e93b9-08bc-438e-9127-05114ed7dbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977745 Jan 28 19:13:20.322086 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-de20cbaa-49b4-4d82-8352-6bc6d1a76423 req-e2c3e940-5418-42a5-b5b2-beb0d39421e1 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] 10.222.0.64 "GET /v2.0/ports?device_id=650ae7c1-a28a-4eda-85de-f9d3677ec999 HTTP/1.1" status: 200 len: 210 time: 0.0758915 Jan 28 19:13:20.332018 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f8a45eb6-fa70-4c0e-b722-bfe92f51add7 req-25bf0dd9-4c09-46be-a689-31d706f94e6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (9eff3771-715e-4451-b699-019f5652d895), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:20.493879 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-5e4bf618-8273-427f-90f9-d24a4f0ca020 None None] Provisioning complete for port 9eff3771-715e-4451-b699-019f5652d895 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:13:20.495583 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5e4bf618-8273-427f-90f9-d24a4f0ca020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (9eff3771-715e-4451-b699-019f5652d895), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:20.520761 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [req-7f4439c2-4326-4af0-8ab0-900a4c9de01b req-816ff1b8-8986-4d08-bf98-3c4d27d82e26 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:13:20.524461 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7f4439c2-4326-4af0-8ab0-900a4c9de01b req-816ff1b8-8986-4d08-bf98-3c4d27d82e26 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0087855 Jan 28 19:13:20.556366 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-5e4bf618-8273-427f-90f9-d24a4f0ca020 None None] Port 9eff3771-715e-4451-b699-019f5652d895 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:13:20.562225 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-13ec759d-7834-42ce-ac25-76619d333c38 req-719a08ba-687c-42cb-a3ac-5684fac6932f tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] Publish callbacks [] for port (510462f7-bf72-4988-bcf9-093454707d78), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:20.672967 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-13ec759d-7834-42ce-ac25-76619d333c38 req-719a08ba-687c-42cb-a3ac-5684fac6932f tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (510462f7-bf72-4988-bcf9-093454707d78), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:20.716670 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd2f060-a253-4e6e-935a-66a8962833ac req-6cb8944b-933f-41b9-a4fe-3169b1743d83 tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:20.718620 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1bd2f060-a253-4e6e-935a-66a8962833ac req-6cb8944b-933f-41b9-a4fe-3169b1743d83 tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] 10.222.0.64 "GET /v2.0/ports?device_id=87ba86ab-3c82-466a-9e97-9736ce704215 HTTP/1.1" status: 200 len: 965 time: 0.0902684 Jan 28 19:13:20.723205 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 34448) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:13:20.760696 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719a08ba-687c-42cb-a3ac-5684fac6932f tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] Pushing event updated for resources: {'Port': ['ID=510462f7-bf72-4988-bcf9-093454707d78,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:20.765809 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13ec759d-7834-42ce-ac25-76619d333c38 req-719a08ba-687c-42cb-a3ac-5684fac6932f tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] Network 7810caa2-eac6-457d-9302-c8c215ef3e91 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:13:20.768945 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-13ec759d-7834-42ce-ac25-76619d333c38 req-719a08ba-687c-42cb-a3ac-5684fac6932f tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:13:20.801197 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-13ec759d-7834-42ce-ac25-76619d333c38 req-719a08ba-687c-42cb-a3ac-5684fac6932f tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:13:20.807381 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ec759d-7834-42ce-ac25-76619d333c38 req-719a08ba-687c-42cb-a3ac-5684fac6932f tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:20.808786 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-13ec759d-7834-42ce-ac25-76619d333c38 req-719a08ba-687c-42cb-a3ac-5684fac6932f tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:20.816659 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1bd2f060-a253-4e6e-935a-66a8962833ac req-f29f20cd-10a6-4102-8bc9-298f7e9be1cb tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] 10.222.0.64 "GET /v2.0/security-groups?id=c9932629-d34a-4383-acc9-faa1e1165e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863383 Jan 28 19:13:20.840470 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-13ec759d-7834-42ce-ac25-76619d333c38 req-719a08ba-687c-42cb-a3ac-5684fac6932f tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2565405 Jan 28 19:13:20.852626 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-13ec759d-7834-42ce-ac25-76619d333c38 req-1aa21223-46ef-4233-83ba-794238b560a3 service neutron] Request body: {'port': {'device_id': '650ae7c1-a28a-4eda-85de-f9d3677ec999', 'device_owner': 'compute:tempest-test_az-2125105539', 'binding:host_id': 'n-h2-812111-14'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:13:20.894172 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [req-f8a45eb6-fa70-4c0e-b722-bfe92f51add7 req-25bf0dd9-4c09-46be-a689-31d706f94e6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9eff3771-715e-4451-b699-019f5652d895 {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:13:20.905180 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f8a45eb6-fa70-4c0e-b722-bfe92f51add7 req-25bf0dd9-4c09-46be-a689-31d706f94e6b service neutron] Publish callbacks [] for port (9eff3771-715e-4451-b699-019f5652d895), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:20.928874 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-f8a45eb6-fa70-4c0e-b722-bfe92f51add7 req-25bf0dd9-4c09-46be-a689-31d706f94e6b service neutron] Transition to ACTIVE for port object 9eff3771-715e-4451-b699-019f5652d895 will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:13:20.937685 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f8a45eb6-fa70-4c0e-b722-bfe92f51add7 req-25bf0dd9-4c09-46be-a689-31d706f94e6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (9eff3771-715e-4451-b699-019f5652d895), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:20.954599 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-13ec759d-7834-42ce-ac25-76619d333c38 req-1aa21223-46ef-4233-83ba-794238b560a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (510462f7-bf72-4988-bcf9-093454707d78), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:20.974256 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-d55d304b-ecb9-44a1-bb77-dfece1c92a99 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-552643738-network', 'tenant_id': '57a0678ad1cb4e46b30e232c1f317a59'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:13:21.047642 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-f8a45eb6-fa70-4c0e-b722-bfe92f51add7 req-25bf0dd9-4c09-46be-a689-31d706f94e6b service neutron] Attempting to bind port 9eff3771-715e-4451-b699-019f5652d895 on host n-h1-812111-14 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:13:21.048162 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-f8a45eb6-fa70-4c0e-b722-bfe92f51add7 req-25bf0dd9-4c09-46be-a689-31d706f94e6b service neutron] Attempting to bind port 9eff3771-715e-4451-b699-019f5652d895 by drivers openvswitch,hyperv on host n-h1-812111-14 at level 0 using segments [{'id': '195bcdbf-a031-4d8b-9f7f-e09fd37cd197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:13:21.048585 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a45eb6-fa70-4c0e-b722-bfe92f51add7 req-25bf0dd9-4c09-46be-a689-31d706f94e6b service neutron] Attempting to bind port 9eff3771-715e-4451-b699-019f5652d895 on network 7810caa2-eac6-457d-9302-c8c215ef3e91 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:13:21.051118 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bf0dd9-4c09-46be-a689-31d706f94e6b service neutron] Pushing event updated for resources: {'Port': ['ID=9eff3771-715e-4451-b699-019f5652d895,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:21.059677 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a45eb6-fa70-4c0e-b722-bfe92f51add7 req-25bf0dd9-4c09-46be-a689-31d706f94e6b service neutron] Port 9eff3771-715e-4451-b699-019f5652d895 on network 7810caa2-eac6-457d-9302-c8c215ef3e91 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-14 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:13:21.060191 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a45eb6-fa70-4c0e-b722-bfe92f51add7 req-25bf0dd9-4c09-46be-a689-31d706f94e6b service neutron] Attempting to bind port 9eff3771-715e-4451-b699-019f5652d895 on network 7810caa2-eac6-457d-9302-c8c215ef3e91 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:13:21.071592 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a45eb6-fa70-4c0e-b722-bfe92f51add7 req-25bf0dd9-4c09-46be-a689-31d706f94e6b service neutron] Checking agent: {'id': 'b544ba20-de93-4d86-9e6b-a2202deb6191', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 12, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:13:21.072239 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a45eb6-fa70-4c0e-b722-bfe92f51add7 req-25bf0dd9-4c09-46be-a689-31d706f94e6b service neutron] Checking segment: {'id': '195bcdbf-a031-4d8b-9f7f-e09fd37cd197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:13:21.073603 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a45eb6-fa70-4c0e-b722-bfe92f51add7 req-25bf0dd9-4c09-46be-a689-31d706f94e6b service neutron] Bound using segment: {'id': '195bcdbf-a031-4d8b-9f7f-e09fd37cd197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:13:21.075815 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-f8a45eb6-fa70-4c0e-b722-bfe92f51add7 req-25bf0dd9-4c09-46be-a689-31d706f94e6b service neutron] Bound port: 9eff3771-715e-4451-b699-019f5652d895, host: n-h1-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '195bcdbf-a031-4d8b-9f7f-e09fd37cd197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:13:21.076399 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f8a45eb6-fa70-4c0e-b722-bfe92f51add7 req-25bf0dd9-4c09-46be-a689-31d706f94e6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (9eff3771-715e-4451-b699-019f5652d895), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:21.094511 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-ae498b00-04e0-4162-abcb-63be26dcac66 None None] Provisioning complete for port 510462f7-bf72-4988-bcf9-093454707d78 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:13:21.096327 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ae498b00-04e0-4162-abcb-63be26dcac66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (510462f7-bf72-4988-bcf9-093454707d78), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:21.189091 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 9c067f45-8453-4a13-9bbe-7eec4567ebdb details requested by agent hyperv_n-h2-812111-14 with host n-h2-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:13:21.190881 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d55d304b-ecb9-44a1-bb77-dfece1c92a99 admin admin] Made reservation on behalf of 57a0678ad1cb4e46b30e232c1f317a59 for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:13:21.193193 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d55d304b-ecb9-44a1-bb77-dfece1c92a99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:21.203842 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-f8a45eb6-fa70-4c0e-b722-bfe92f51add7 req-25bf0dd9-4c09-46be-a689-31d706f94e6b service neutron] For port 9eff3771-715e-4451-b699-019f5652d895, host n-h1-812111-14, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:13:21.209213 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-f8a45eb6-fa70-4c0e-b722-bfe92f51add7 req-25bf0dd9-4c09-46be-a689-31d706f94e6b service neutron] For port 9eff3771-715e-4451-b699-019f5652d895, host n-h1-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=9eff3771-715e-4451-b699-019f5652d895,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:13:21.222723 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f8a45eb6-fa70-4c0e-b722-bfe92f51add7 req-25bf0dd9-4c09-46be-a689-31d706f94e6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (9eff3771-715e-4451-b699-019f5652d895), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:21.288703 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d55d304b-ecb9-44a1-bb77-dfece1c92a99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:21.304445 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a45eb6-fa70-4c0e-b722-bfe92f51add7 req-25bf0dd9-4c09-46be-a689-31d706f94e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:21.305071 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f8a45eb6-fa70-4c0e-b722-bfe92f51add7 req-25bf0dd9-4c09-46be-a689-31d706f94e6b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:21.306499 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f8a45eb6-fa70-4c0e-b722-bfe92f51add7 req-25bf0dd9-4c09-46be-a689-31d706f94e6b service neutron] 10.222.0.41 "PUT /v2.0/ports/9eff3771-715e-4451-b699-019f5652d895 HTTP/1.1" status: 200 len: 1096 time: 1.1704113 Jan 28 19:13:21.306943 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd67e2018-4151-48d3-8062-e7793269d14c', 'tag': '9eff3771-715e-4451-b699-019f5652d895'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:13:21.309765 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f7546e3-b282-4918-a67f-74302be50593" -d '{"events": [{"name": "network-changed", "server_uuid": "d67e2018-4151-48d3-8062-e7793269d14c", "tag": "9eff3771-715e-4451-b699-019f5652d895"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:13:21.331014 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device b795852a-f8c8-4bf6-9eaa-527b19e45bd1 no longer exists at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:13:21.368983 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bf0dd9-4c09-46be-a689-31d706f94e6b service neutron] Pushing event updated for resources: {'Port': ['ID=9eff3771-715e-4451-b699-019f5652d895,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:21.414100 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] No Port match for: b795852a-f8c8-4bf6-9eaa-527b19e45bd1 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:13:21.414576 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device b795852a-f8c8-4bf6-9eaa-527b19e45bd1 not bound to the agent host n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:13:21.429361 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 9c067f45-8453-4a13-9bbe-7eec4567ebdb, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=9c067f45-8453-4a13-9bbe-7eec4567ebdb,segment=NetworkSegment(845c9112-7ad9-405b-933b-e5af357107c1),segment_id=845c9112-7ad9-405b-933b-e5af357107c1)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:13:21.442609 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a45eb6-fa70-4c0e-b722-bfe92f51add7 req-928c043e-21c8-418f-92a8-21fd11fa2ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:21.444316 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f8a45eb6-fa70-4c0e-b722-bfe92f51add7 req-928c043e-21c8-418f-92a8-21fd11fa2ba3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=56e30e8962704e02ba24fa7700358958&device_id=d67e2018-4151-48d3-8062-e7793269d14c HTTP/1.1" status: 200 len: 1130 time: 0.0907187 Jan 28 19:13:21.452390 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-ae498b00-04e0-4162-abcb-63be26dcac66 None None] Port 510462f7-bf72-4988-bcf9-093454707d78 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:13:21.455991 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Returning: {'device': '9c067f45-8453-4a13-9bbe-7eec4567ebdb', 'network_id': 'c806e35b-751a-4ce9-b109-f544f83125cf', 'port_id': '9c067f45-8453-4a13-9bbe-7eec4567ebdb', 'mac_address': 'fa:16:3e:68:8a:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c08dfd32-a1e5-4572-9817-13ebb5508016', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:tempest-test_az-2125105539', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:13:21.525229 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f8a45eb6-fa70-4c0e-b722-bfe92f51add7 req-3305388d-e692-4861-8a8c-b377f8a4e856 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=9eff3771-715e-4451-b699-019f5652d895 HTTP/1.1" status: 200 len: 217 time: 0.0728092 Jan 28 19:13:21.529911 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 9c067f45-8453-4a13-9bbe-7eec4567ebdb is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:13:21.530956 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (9c067f45-8453-4a13-9bbe-7eec4567ebdb), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:21.563173 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d55d304b-ecb9-44a1-bb77-dfece1c92a99 admin admin] Publish callbacks [] for security_group (ec9c0460-bc1e-4a68-a554-556d5cbd348d), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:21.583547 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-13ec759d-7834-42ce-ac25-76619d333c38 req-1aa21223-46ef-4233-83ba-794238b560a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 510462f7-bf72-4988-bcf9-093454707d78 {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:13:21.584849 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c067f45-8453-4a13-9bbe-7eec4567ebdb {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:13:21.587725 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d55d304b-ecb9-44a1-bb77-dfece1c92a99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (ec9c0460-bc1e-4a68-a554-556d5cbd348d), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:21.588293 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a45eb6-fa70-4c0e-b722-bfe92f51add7 req-803dbbf5-fcaf-4dab-8531-2d19065e8159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:21.590345 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f8a45eb6-fa70-4c0e-b722-bfe92f51add7 req-803dbbf5-fcaf-4dab-8531-2d19065e8159 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f2de4832-9ef6-4f40-9ac5-1557d5e6a6ff HTTP/1.1" status: 200 len: 843 time: 0.0567327 Jan 28 19:13:21.598128 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-13ec759d-7834-42ce-ac25-76619d333c38 req-1aa21223-46ef-4233-83ba-794238b560a3 service neutron] Publish callbacks [] for port (510462f7-bf72-4988-bcf9-093454707d78), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:21.624772 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d55d304b-ecb9-44a1-bb77-dfece1c92a99 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:13:21.644230 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 9c067f45-8453-4a13-9bbe-7eec4567ebdb, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=9c067f45-8453-4a13-9bbe-7eec4567ebdb,segment=NetworkSegment(845c9112-7ad9-405b-933b-e5af357107c1),segment_id=845c9112-7ad9-405b-933b-e5af357107c1)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:13:21.656480 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (9c067f45-8453-4a13-9bbe-7eec4567ebdb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:21.675023 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d55d304b-ecb9-44a1-bb77-dfece1c92a99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (62a331e7-e6d6-4fbc-9e3c-2d3acdfd7c92), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:21.676680 n-d-812111-14 neutron-server[103304]: INFO neutron.db.segments_db [None req-d55d304b-ecb9-44a1-bb77-dfece1c92a99 admin admin] Added segment 62a331e7-e6d6-4fbc-9e3c-2d3acdfd7c92 of type vlan for network 72a547d0-d9da-4c9f-b2a7-a4b786ea70ac Jan 28 19:13:21.678193 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55d304b-ecb9-44a1-bb77-dfece1c92a99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec9c0460-bc1e-4a68-a554-556d5cbd348d,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:21.681209 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-13ec759d-7834-42ce-ac25-76619d333c38 req-1aa21223-46ef-4233-83ba-794238b560a3 service neutron] Transition to ACTIVE for port object 510462f7-bf72-4988-bcf9-093454707d78 will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:13:21.708818 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a45eb6-fa70-4c0e-b722-bfe92f51add7 req-41d26b03-a092-455e-aa3a-5416882b63dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:21.710651 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-13ec759d-7834-42ce-ac25-76619d333c38 req-1aa21223-46ef-4233-83ba-794238b560a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (510462f7-bf72-4988-bcf9-093454707d78), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:21.718446 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f8a45eb6-fa70-4c0e-b722-bfe92f51add7 req-41d26b03-a092-455e-aa3a-5416882b63dd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7810caa2-eac6-457d-9302-c8c215ef3e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1135912 Jan 28 19:13:21.772887 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d55d304b-ecb9-44a1-bb77-dfece1c92a99 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (72a547d0-d9da-4c9f-b2a7-a4b786ea70ac), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:21.876934 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=9c067f45-8453-4a13-9bbe-7eec4567ebdb,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:21.885995 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:13:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fab17493-7bed-4492-983f-11c7eda8e28c x-openstack-request-id: req-fab17493-7bed-4492-983f-11c7eda8e28c {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:13:21.886359 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d67e2018-4151-48d3-8062-e7793269d14c", "tag": "9eff3771-715e-4451-b699-019f5652d895", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:13:21.886662 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fab17493-7bed-4492-983f-11c7eda8e28c {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:13:21.887122 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd67e2018-4151-48d3-8062-e7793269d14c', 'tag': '9eff3771-715e-4451-b699-019f5652d895', 'status': 'completed', 'code': 200} Jan 28 19:13:21.888946 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['9c067f45-8453-4a13-9bbe-7eec4567ebdb'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:13:21.932545 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa21223-46ef-4233-83ba-794238b560a3 service neutron] Pushing event updated for resources: {'Port': ['ID=510462f7-bf72-4988-bcf9-093454707d78,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:21.941564 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d55d304b-ecb9-44a1-bb77-dfece1c92a99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (72a547d0-d9da-4c9f-b2a7-a4b786ea70ac), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:21.942814 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55d304b-ecb9-44a1-bb77-dfece1c92a99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:21.944152 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d55d304b-ecb9-44a1-bb77-dfece1c92a99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:22.022447 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f8a45eb6-fa70-4c0e-b722-bfe92f51add7 req-677776b0-5ac2-46c3-a768-1878b72aebc5 service neutron] 10.222.0.41 "GET /v2.0/networks/7810caa2-eac6-457d-9302-c8c215ef3e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2968869 Jan 28 19:13:22.043483 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-d55d304b-ecb9-44a1-bb77-dfece1c92a99 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.3147619 Jan 28 19:13:22.043483 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-13ec759d-7834-42ce-ac25-76619d333c38 req-1aa21223-46ef-4233-83ba-794238b560a3 service neutron] Attempting to bind port 510462f7-bf72-4988-bcf9-093454707d78 on host n-h2-812111-14 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:13:22.043483 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-13ec759d-7834-42ce-ac25-76619d333c38 req-1aa21223-46ef-4233-83ba-794238b560a3 service neutron] Attempting to bind port 510462f7-bf72-4988-bcf9-093454707d78 by drivers openvswitch,hyperv on host n-h2-812111-14 at level 0 using segments [{'id': '195bcdbf-a031-4d8b-9f7f-e09fd37cd197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:13:22.043483 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ec759d-7834-42ce-ac25-76619d333c38 req-1aa21223-46ef-4233-83ba-794238b560a3 service neutron] Attempting to bind port 510462f7-bf72-4988-bcf9-093454707d78 on network 7810caa2-eac6-457d-9302-c8c215ef3e91 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:13:22.044457 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 34508) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:13:22.055462 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-7383ba16-02af-459a-83a1-633b76837e5e admin admin] Request body: {'subnet': {'network_id': '72a547d0-d9da-4c9f-b2a7-a4b786ea70ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-552643738-subnet', 'tenant_id': '57a0678ad1cb4e46b30e232c1f317a59', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:13:22.112196 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ec759d-7834-42ce-ac25-76619d333c38 req-1aa21223-46ef-4233-83ba-794238b560a3 service neutron] Port 510462f7-bf72-4988-bcf9-093454707d78 on network 7810caa2-eac6-457d-9302-c8c215ef3e91 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-14 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:13:22.112466 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ec759d-7834-42ce-ac25-76619d333c38 req-1aa21223-46ef-4233-83ba-794238b560a3 service neutron] Attempting to bind port 510462f7-bf72-4988-bcf9-093454707d78 on network 7810caa2-eac6-457d-9302-c8c215ef3e91 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:13:22.126069 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 34512) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:13:22.141242 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ec759d-7834-42ce-ac25-76619d333c38 req-1aa21223-46ef-4233-83ba-794238b560a3 service neutron] Checking agent: {'id': '8f3fee4e-bf24-4b58-8a3a-ae9c8011a473', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 13, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:13:22.141598 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ec759d-7834-42ce-ac25-76619d333c38 req-1aa21223-46ef-4233-83ba-794238b560a3 service neutron] Checking segment: {'id': '195bcdbf-a031-4d8b-9f7f-e09fd37cd197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:13:22.141993 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ec759d-7834-42ce-ac25-76619d333c38 req-1aa21223-46ef-4233-83ba-794238b560a3 service neutron] Bound using segment: {'id': '195bcdbf-a031-4d8b-9f7f-e09fd37cd197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:13:22.142446 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-13ec759d-7834-42ce-ac25-76619d333c38 req-1aa21223-46ef-4233-83ba-794238b560a3 service neutron] Bound port: 510462f7-bf72-4988-bcf9-093454707d78, host: n-h2-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '195bcdbf-a031-4d8b-9f7f-e09fd37cd197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:13:22.143230 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-13ec759d-7834-42ce-ac25-76619d333c38 req-1aa21223-46ef-4233-83ba-794238b560a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (510462f7-bf72-4988-bcf9-093454707d78), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:22.149775 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55d304b-ecb9-44a1-bb77-dfece1c92a99 admin admin] Pushing event updated for resources: {'Network': ['ID=72a547d0-d9da-4c9f-b2a7-a4b786ea70ac,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:22.174455 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754ee41b-ec0b-4948-b739-c5adb1035e0d req-68f0da1e-c073-4922-a2bd-71bb744934dd tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:22.175974 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-754ee41b-ec0b-4948-b739-c5adb1035e0d req-68f0da1e-c073-4922-a2bd-71bb744934dd tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] 10.222.0.64 "GET /v2.0/ports?device_id=650ae7c1-a28a-4eda-85de-f9d3677ec999 HTTP/1.1" status: 200 len: 969 time: 0.2206731 Jan 28 19:13:22.195767 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network 72a547d0-d9da-4c9f-b2a7-a4b786ea70ac details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:13:22.204408 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7383ba16-02af-459a-83a1-633b76837e5e admin admin] Made reservation on behalf of 57a0678ad1cb4e46b30e232c1f317a59 for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:13:22.206765 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7383ba16-02af-459a-83a1-633b76837e5e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:22.249347 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f8a45eb6-fa70-4c0e-b722-bfe92f51add7 req-f7af696b-121d-4d84-9a49-45f612d8d8b2 service neutron] 10.222.0.41 "GET /v2.0/networks/7810caa2-eac6-457d-9302-c8c215ef3e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200181 Jan 28 19:13:22.300065 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0bb06463-7dd3-4f5a-b1c1-281fc4fb1a52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:22.373028 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-754ee41b-ec0b-4948-b739-c5adb1035e0d req-123bf9b3-0737-4e01-95e1-86c456366b68 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] 10.222.0.64 "GET /v2.0/security-groups?id=2478b850-89ab-4114-a340-71569acb8761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792748 Jan 28 19:13:22.380378 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-13ec759d-7834-42ce-ac25-76619d333c38 req-1aa21223-46ef-4233-83ba-794238b560a3 service neutron] For port 510462f7-bf72-4988-bcf9-093454707d78, host n-h2-812111-14, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:13:22.384789 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-13ec759d-7834-42ce-ac25-76619d333c38 req-1aa21223-46ef-4233-83ba-794238b560a3 service neutron] For port 510462f7-bf72-4988-bcf9-093454707d78, host n-h2-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=510462f7-bf72-4988-bcf9-093454707d78,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:13:22.398494 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7546e3-b282-4918-a67f-74302be50593 req-05b31496-30b6-4b38-ba41-f0faf0c73402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:22.400214 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8f7546e3-b282-4918-a67f-74302be50593 req-05b31496-30b6-4b38-ba41-f0faf0c73402 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=56e30e8962704e02ba24fa7700358958&device_id=d67e2018-4151-48d3-8062-e7793269d14c HTTP/1.1" status: 200 len: 1130 time: 0.0897119 Jan 28 19:13:22.408704 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-13ec759d-7834-42ce-ac25-76619d333c38 req-1aa21223-46ef-4233-83ba-794238b560a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (510462f7-bf72-4988-bcf9-093454707d78), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:22.491943 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ec759d-7834-42ce-ac25-76619d333c38 req-1aa21223-46ef-4233-83ba-794238b560a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:22.492585 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-13ec759d-7834-42ce-ac25-76619d333c38 req-1aa21223-46ef-4233-83ba-794238b560a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:22.494023 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-13ec759d-7834-42ce-ac25-76619d333c38 req-1aa21223-46ef-4233-83ba-794238b560a3 service neutron] 10.222.0.70 "PUT /v2.0/ports/510462f7-bf72-4988-bcf9-093454707d78 HTTP/1.1" status: 200 len: 1118 time: 1.6462841 Jan 28 19:13:22.494480 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '650ae7c1-a28a-4eda-85de-f9d3677ec999', 'tag': '510462f7-bf72-4988-bcf9-093454707d78'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:13:22.497010 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffe89a8b-81b4-4385-9564-75e761d5c927" -d '{"events": [{"name": "network-changed", "server_uuid": "650ae7c1-a28a-4eda-85de-f9d3677ec999", "tag": "510462f7-bf72-4988-bcf9-093454707d78"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:13:22.561559 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0bb06463-7dd3-4f5a-b1c1-281fc4fb1a52 admin admin] Publish callbacks [] for security_group (0cb21f57-a019-4d25-a650-3d83ffa7e200), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:22.572955 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa21223-46ef-4233-83ba-794238b560a3 service neutron] Pushing event updated for resources: {'Port': ['ID=510462f7-bf72-4988-bcf9-093454707d78,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:22.573358 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0bb06463-7dd3-4f5a-b1c1-281fc4fb1a52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (0cb21f57-a019-4d25-a650-3d83ffa7e200), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:22.630835 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 34524) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:13:22.658818 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7383ba16-02af-459a-83a1-633b76837e5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for subnet (7e42a0bc-2ea3-4c64-b0da-1fe419b4beb8), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:22.670350 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-0bb06463-7dd3-4f5a-b1c1-281fc4fb1a52 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a4f9d30e37434ae0ad7f2f3851641d48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5403883 Jan 28 19:13:22.670350 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb06463-7dd3-4f5a-b1c1-281fc4fb1a52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cb21f57-a019-4d25-a650-3d83ffa7e200,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:22.671616 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7546e3-b282-4918-a67f-74302be50593 req-de9f61a2-b7d8-4ca6-887d-fcc0cc7e13c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:22.672993 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8f7546e3-b282-4918-a67f-74302be50593 req-de9f61a2-b7d8-4ca6-887d-fcc0cc7e13c9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7810caa2-eac6-457d-9302-c8c215ef3e91 HTTP/1.1" status: 200 len: 869 time: 0.2588446 Jan 28 19:13:22.673754 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 34528) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:13:22.704455 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ec759d-7834-42ce-ac25-76619d333c38 req-f211e1f3-eb39-4a38-8fe6-6a8f304b5187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:22.706222 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-13ec759d-7834-42ce-ac25-76619d333c38 req-f211e1f3-eb39-4a38-8fe6-6a8f304b5187 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=56e30e8962704e02ba24fa7700358958&device_id=650ae7c1-a28a-4eda-85de-f9d3677ec999 HTTP/1.1" status: 200 len: 1152 time: 0.1600599 Jan 28 19:13:22.723771 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8f7546e3-b282-4918-a67f-74302be50593 req-ef9c3a3f-1222-472b-9ca1-7ed3a0d292f6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=9eff3771-715e-4451-b699-019f5652d895 HTTP/1.1" status: 200 len: 217 time: 0.0429466 Jan 28 19:13:22.778864 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [req-3a1eabcb-b1f5-4223-b43a-7c3a73e67f4f req-3e4ee41b-6086-41b2-9050-dfa70e4b75a6 tempest-LiveMigrationTest-1644078950 tempest-LiveMigrationTest-1644078950-project-admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:13:22.779922 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3a1eabcb-b1f5-4223-b43a-7c3a73e67f4f req-3e4ee41b-6086-41b2-9050-dfa70e4b75a6 tempest-LiveMigrationTest-1644078950 tempest-LiveMigrationTest-1644078950-project-admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1482339 Jan 28 19:13:22.784958 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cefca3f-9a66-4785-9fcf-a6b2c489b221 req-2a34fc7a-ca5d-40e4-b737-40bbc11d6ac1 tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:22.795307 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7cefca3f-9a66-4785-9fcf-a6b2c489b221 req-2a34fc7a-ca5d-40e4-b737-40bbc11d6ac1 tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] 10.222.0.64 "GET /v2.0/ports?device_id=87ba86ab-3c82-466a-9e97-9736ce704215 HTTP/1.1" status: 200 len: 966 time: 0.2256901 Jan 28 19:13:22.797827 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-13ec759d-7834-42ce-ac25-76619d333c38 req-bcfadcef-3993-4d68-b3da-f0a04ba05d54 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=510462f7-bf72-4988-bcf9-093454707d78 HTTP/1.1" status: 200 len: 217 time: 0.0826774 Jan 28 19:13:22.808149 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f85613c2-2750-4373-883c-f4f012bd4a39 admin admin] Publish callbacks [] for security_group (0cb21f57-a019-4d25-a650-3d83ffa7e200), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:22.808437 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7383ba16-02af-459a-83a1-633b76837e5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e42a0bc-2ea3-4c64-b0da-1fe419b4beb8,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:22.810966 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7546e3-b282-4918-a67f-74302be50593 req-5c6dfb71-6c83-46a8-a818-5d8e0e9cd538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:22.812092 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8f7546e3-b282-4918-a67f-74302be50593 req-5c6dfb71-6c83-46a8-a818-5d8e0e9cd538 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f2de4832-9ef6-4f40-9ac5-1557d5e6a6ff HTTP/1.1" status: 200 len: 843 time: 0.0773213 Jan 28 19:13:22.864683 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f85613c2-2750-4373-883c-f4f012bd4a39 admin admin] Publish callbacks [] for security_group (0cb21f57-a019-4d25-a650-3d83ffa7e200), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:22.867080 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7383ba16-02af-459a-83a1-633b76837e5e admin admin] Checking segment: {'id': '62a331e7-e6d6-4fbc-9e3c-2d3acdfd7c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '72a547d0-d9da-4c9f-b2a7-a4b786ea70ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:13:22.867446 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7383ba16-02af-459a-83a1-633b76837e5e admin admin] Network hostable DHCP agents. Network: 72a547d0-d9da-4c9f-b2a7-a4b786ea70ac, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:13:22.907118 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ec759d-7834-42ce-ac25-76619d333c38 req-51a8f1f7-1a5c-4eb5-8f16-34cf37c8a9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:22.908585 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-13ec759d-7834-42ce-ac25-76619d333c38 req-51a8f1f7-1a5c-4eb5-8f16-34cf37c8a9c2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f2de4832-9ef6-4f40-9ac5-1557d5e6a6ff HTTP/1.1" status: 200 len: 843 time: 0.0971746 Jan 28 19:13:22.912216 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7546e3-b282-4918-a67f-74302be50593 req-a6a924cb-e615-4a82-ab2a-7271c00497a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:22.913330 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7cefca3f-9a66-4785-9fcf-a6b2c489b221 req-c2e719df-7eb5-4cf7-a549-bafef4458320 tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] 10.222.0.64 "GET /v2.0/security-groups?id=c9932629-d34a-4383-acc9-faa1e1165e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1171668 Jan 28 19:13:22.913734 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8f7546e3-b282-4918-a67f-74302be50593 req-a6a924cb-e615-4a82-ab2a-7271c00497a4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7810caa2-eac6-457d-9302-c8c215ef3e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0934563 Jan 28 19:13:22.925018 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7383ba16-02af-459a-83a1-633b76837e5e admin admin] Network 72a547d0-d9da-4c9f-b2a7-a4b786ea70ac is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:13:22.953647 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-7383ba16-02af-459a-83a1-633b76837e5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, 72a547d0-d9da-4c9f-b2a7-a4b786ea70ac) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:13:22.959825 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7383ba16-02af-459a-83a1-633b76837e5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:22.960251 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7383ba16-02af-459a-83a1-633b76837e5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:22.968353 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4641f76-caa9-42ab-8bd8-111d20208cfa None None] Network 72a547d0-d9da-4c9f-b2a7-a4b786ea70ac requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:13:22.979757 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ec759d-7834-42ce-ac25-76619d333c38 req-ecddcf50-38bd-4015-b805-1cb05cc7c340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:22.981903 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-13ec759d-7834-42ce-ac25-76619d333c38 req-ecddcf50-38bd-4015-b805-1cb05cc7c340 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7810caa2-eac6-457d-9302-c8c215ef3e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0663824 Jan 28 19:13:22.999143 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-7383ba16-02af-459a-83a1-633b76837e5e admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.9419591 Jan 28 19:13:23.006297 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f85613c2-2750-4373-883c-f4f012bd4a39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (0cb21f57-a019-4d25-a650-3d83ffa7e200), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:23.008836 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f85613c2-2750-4373-883c-f4f012bd4a39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:23.010720 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-f85613c2-2750-4373-883c-f4f012bd4a39 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0cb21f57-a019-4d25-a650-3d83ffa7e200 HTTP/1.1" status: 204 len: 168 time: 0.3360791 Jan 28 19:13:23.031618 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1eabcb-b1f5-4223-b43a-7c3a73e67f4f req-05efd11f-1b8e-4328-9588-86008ab4a99b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:23.032999 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3a1eabcb-b1f5-4223-b43a-7c3a73e67f4f req-05efd11f-1b8e-4328-9588-86008ab4a99b service neutron] 10.222.0.64 "GET /v2.0/ports/9e5aaadd-49e7-4e08-a3c6-aa5af6c7fd62 HTTP/1.1" status: 200 len: 1125 time: 0.1782727 Jan 28 19:13:23.035733 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85613c2-2750-4373-883c-f4f012bd4a39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cb21f57-a019-4d25-a650-3d83ffa7e200,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:23.052144 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-3a1eabcb-b1f5-4223-b43a-7c3a73e67f4f req-8265027f-5558-48e5-9e55-a6ed63af10b3 service neutron] Request body: {'binding': {'host': 'n-h2-812111-14', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:13:23.052673 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-3a1eabcb-b1f5-4223-b43a-7c3a73e67f4f req-8265027f-5558-48e5-9e55-a6ed63af10b3 service neutron] Unknown quota resources ['binding']. {{(pid=103305) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 19:13:23.105463 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 9c067f45-8453-4a13-9bbe-7eec4567ebdb up at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:13:23.111021 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-13ec759d-7834-42ce-ac25-76619d333c38 req-7de8fce3-c6d1-4022-a3c9-924e75adab31 service neutron] 10.222.0.70 "GET /v2.0/networks/7810caa2-eac6-457d-9302-c8c215ef3e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187496 Jan 28 19:13:23.122594 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:13:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e8d9379-6702-4f96-9b80-cc4711b2738f x-openstack-request-id: req-1e8d9379-6702-4f96-9b80-cc4711b2738f {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:13:23.122971 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "650ae7c1-a28a-4eda-85de-f9d3677ec999", "tag": "510462f7-bf72-4988-bcf9-093454707d78", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:13:23.123421 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1e8d9379-6702-4f96-9b80-cc4711b2738f {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:13:23.123885 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '650ae7c1-a28a-4eda-85de-f9d3677ec999', 'tag': '510462f7-bf72-4988-bcf9-093454707d78', 'status': 'completed', 'code': 200} Jan 28 19:13:23.131716 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8f7546e3-b282-4918-a67f-74302be50593 req-46131717-24b4-4edf-afca-678dd2b92fd0 service neutron] 10.222.0.41 "GET /v2.0/networks/7810caa2-eac6-457d-9302-c8c215ef3e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097592 Jan 28 19:13:23.259179 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-13ec759d-7834-42ce-ac25-76619d333c38 req-378cb653-0dbd-408f-a61a-a4f1a418ec14 service neutron] 10.222.0.70 "GET /v2.0/networks/7810caa2-eac6-457d-9302-c8c215ef3e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316044 Jan 28 19:13:23.290507 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca63d11-2a5e-4eb0-a540-a7cd6c68888d None None] Network 72a547d0-d9da-4c9f-b2a7-a4b786ea70ac requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:13:23.300891 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning for port 9c067f45-8453-4a13-9bbe-7eec4567ebdb completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:13:23.420740 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8f7546e3-b282-4918-a67f-74302be50593 req-c9bac97a-7173-4336-955e-ba13eb903d2e service neutron] 10.222.0.41 "GET /v2.0/networks/7810caa2-eac6-457d-9302-c8c215ef3e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2740107 Jan 28 19:13:23.429576 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe89a8b-81b4-4385-9564-75e761d5c927 req-9f950743-24ef-4656-8ed2-a252e869924c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:23.432154 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning complete for port 9c067f45-8453-4a13-9bbe-7eec4567ebdb triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:13:23.432613 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ffe89a8b-81b4-4385-9564-75e761d5c927 req-9f950743-24ef-4656-8ed2-a252e869924c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=56e30e8962704e02ba24fa7700358958&device_id=650ae7c1-a28a-4eda-85de-f9d3677ec999 HTTP/1.1" status: 200 len: 1152 time: 0.0872147 Jan 28 19:13:23.432989 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (9c067f45-8453-4a13-9bbe-7eec4567ebdb), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:23.446198 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-3a1eabcb-b1f5-4223-b43a-7c3a73e67f4f req-8265027f-5558-48e5-9e55-a6ed63af10b3 service neutron] Attempting to bind port 9e5aaadd-49e7-4e08-a3c6-aa5af6c7fd62 on host n-h2-812111-14 for vnic_type normal with profile None {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:13:23.446535 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-3a1eabcb-b1f5-4223-b43a-7c3a73e67f4f req-8265027f-5558-48e5-9e55-a6ed63af10b3 service neutron] Attempting to bind port 9e5aaadd-49e7-4e08-a3c6-aa5af6c7fd62 by drivers openvswitch,hyperv on host n-h2-812111-14 at level 0 using segments [{'id': 'e7f54059-7dae-4f1a-9de9-251e6a440c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '8330dfd7-f74e-41a1-b557-5650d653ac04'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:13:23.446864 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a1eabcb-b1f5-4223-b43a-7c3a73e67f4f req-8265027f-5558-48e5-9e55-a6ed63af10b3 service neutron] Attempting to bind port 9e5aaadd-49e7-4e08-a3c6-aa5af6c7fd62 on network 8330dfd7-f74e-41a1-b557-5650d653ac04 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:13:23.455116 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a1eabcb-b1f5-4223-b43a-7c3a73e67f4f req-8265027f-5558-48e5-9e55-a6ed63af10b3 service neutron] Port 9e5aaadd-49e7-4e08-a3c6-aa5af6c7fd62 on network 8330dfd7-f74e-41a1-b557-5650d653ac04 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-14 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:13:23.455430 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a1eabcb-b1f5-4223-b43a-7c3a73e67f4f req-8265027f-5558-48e5-9e55-a6ed63af10b3 service neutron] Attempting to bind port 9e5aaadd-49e7-4e08-a3c6-aa5af6c7fd62 on network 8330dfd7-f74e-41a1-b557-5650d653ac04 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:13:23.471360 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a1eabcb-b1f5-4223-b43a-7c3a73e67f4f req-8265027f-5558-48e5-9e55-a6ed63af10b3 service neutron] Checking agent: {'id': '8f3fee4e-bf24-4b58-8a3a-ae9c8011a473', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 13, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:13:23.471709 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a1eabcb-b1f5-4223-b43a-7c3a73e67f4f req-8265027f-5558-48e5-9e55-a6ed63af10b3 service neutron] Checking segment: {'id': 'e7f54059-7dae-4f1a-9de9-251e6a440c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '8330dfd7-f74e-41a1-b557-5650d653ac04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:13:23.472108 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a1eabcb-b1f5-4223-b43a-7c3a73e67f4f req-8265027f-5558-48e5-9e55-a6ed63af10b3 service neutron] Bound using segment: {'id': 'e7f54059-7dae-4f1a-9de9-251e6a440c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '8330dfd7-f74e-41a1-b557-5650d653ac04'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:13:23.472550 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-3a1eabcb-b1f5-4223-b43a-7c3a73e67f4f req-8265027f-5558-48e5-9e55-a6ed63af10b3 service neutron] Bound port: 9e5aaadd-49e7-4e08-a3c6-aa5af6c7fd62, host: n-h2-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7f54059-7dae-4f1a-9de9-251e6a440c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '8330dfd7-f74e-41a1-b557-5650d653ac04'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:13:23.586388 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:23.628058 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-3a1eabcb-b1f5-4223-b43a-7c3a73e67f4f req-8265027f-5558-48e5-9e55-a6ed63af10b3 service neutron] For port 9e5aaadd-49e7-4e08-a3c6-aa5af6c7fd62, host n-h2-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=9e5aaadd-49e7-4e08-a3c6-aa5af6c7fd62,segment=NetworkSegment(e7f54059-7dae-4f1a-9de9-251e6a440c72),segment_id=e7f54059-7dae-4f1a-9de9-251e6a440c72)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:13:23.639193 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe89a8b-81b4-4385-9564-75e761d5c927 req-e6d602fd-c3a4-4dcb-9d0c-962d377ebb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:23.645082 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-3a1eabcb-b1f5-4223-b43a-7c3a73e67f4f req-8265027f-5558-48e5-9e55-a6ed63af10b3 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:23.646415 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3a1eabcb-b1f5-4223-b43a-7c3a73e67f4f req-8265027f-5558-48e5-9e55-a6ed63af10b3 service neutron] 10.222.0.64 "POST /v2.0/ports/9e5aaadd-49e7-4e08-a3c6-aa5af6c7fd62/bindings HTTP/1.1" status: 201 len: 390 time: 0.6007657 Jan 28 19:13:23.647619 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ffe89a8b-81b4-4385-9564-75e761d5c927 req-e6d602fd-c3a4-4dcb-9d0c-962d377ebb4d service neutron] 10.222.0.70 "GET /v2.0/networks?id=7810caa2-eac6-457d-9302-c8c215ef3e91 HTTP/1.1" status: 200 len: 869 time: 0.2072227 Jan 28 19:13:23.655311 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 9c067f45-8453-4a13-9bbe-7eec4567ebdb is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:13:23.655824 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (9c067f45-8453-4a13-9bbe-7eec4567ebdb), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:23.723317 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87ba86ab-3c82-466a-9e97-9736ce704215', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c067f45-8453-4a13-9bbe-7eec4567ebdb'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:13:23.726143 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7ae5225-6529-4a48-b562-f34ae706c975" -d '{"events": [{"server_uuid": "87ba86ab-3c82-466a-9e97-9736ce704215", "name": "network-vif-plugged", "status": "completed", "tag": "9c067f45-8453-4a13-9bbe-7eec4567ebdb"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:13:23.746644 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 34572) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:13:23.754911 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ffe89a8b-81b4-4385-9564-75e761d5c927 req-cdf22924-236d-44bd-9f42-61370d15a78f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=510462f7-bf72-4988-bcf9-093454707d78 HTTP/1.1" status: 200 len: 217 time: 0.0979149 Jan 28 19:13:23.764370 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-44c1ab4c-fb0e-46e6-aed1-8b54a3cd1d92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:23.771483 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 9c067f45-8453-4a13-9bbe-7eec4567ebdb, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=9c067f45-8453-4a13-9bbe-7eec4567ebdb,segment=NetworkSegment(845c9112-7ad9-405b-933b-e5af357107c1),segment_id=845c9112-7ad9-405b-933b-e5af357107c1)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:13:23.781391 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (9c067f45-8453-4a13-9bbe-7eec4567ebdb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:23.880032 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9103aa3-ea6e-4232-baa0-450d006504c8 req-495964d0-24e2-498a-9bab-ceabeba6b0ec tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:23.888648 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c9103aa3-ea6e-4232-baa0-450d006504c8 req-495964d0-24e2-498a-9bab-ceabeba6b0ec tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] 10.222.0.64 "GET /v2.0/ports?device_id=650ae7c1-a28a-4eda-85de-f9d3677ec999 HTTP/1.1" status: 200 len: 969 time: 0.1453912 Jan 28 19:13:23.914255 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe89a8b-81b4-4385-9564-75e761d5c927 req-e5391481-ff57-491b-937c-7c8b4d8a162d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:23.916209 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ffe89a8b-81b4-4385-9564-75e761d5c927 req-e5391481-ff57-491b-937c-7c8b4d8a162d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f2de4832-9ef6-4f40-9ac5-1557d5e6a6ff HTTP/1.1" status: 200 len: 843 time: 0.1508656 Jan 28 19:13:23.931113 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daa66aaf-ff6d-4b9e-a4a6-901e2b93376b x-openstack-request-id: req-daa66aaf-ff6d-4b9e-a4a6-901e2b93376b {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:13:23.931546 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87ba86ab-3c82-466a-9e97-9736ce704215", "name": "network-vif-plugged", "status": "completed", "tag": "9c067f45-8453-4a13-9bbe-7eec4567ebdb", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:13:23.932369 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-daa66aaf-ff6d-4b9e-a4a6-901e2b93376b {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:13:23.932762 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87ba86ab-3c82-466a-9e97-9736ce704215', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c067f45-8453-4a13-9bbe-7eec4567ebdb', 'code': 200} Jan 28 19:13:23.961935 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=9c067f45-8453-4a13-9bbe-7eec4567ebdb,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:23.981309 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-44c1ab4c-fb0e-46e6-aed1-8b54a3cd1d92 admin admin] Publish callbacks [] for security_group (ac980f77-d6e1-4953-8a75-cba0cc77d8d0), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:23.989422 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-44c1ab4c-fb0e-46e6-aed1-8b54a3cd1d92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (ac980f77-d6e1-4953-8a75-cba0cc77d8d0), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:24.010989 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c9103aa3-ea6e-4232-baa0-450d006504c8 req-d79af254-aa14-46d9-8f61-8bfc2dbd20ca tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] 10.222.0.64 "GET /v2.0/security-groups?id=2478b850-89ab-4114-a340-71569acb8761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212332 Jan 28 19:13:24.031789 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.70', 55875) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:13:24.085146 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe89a8b-81b4-4385-9564-75e761d5c927 req-561420e3-ff7d-4bca-90c9-84052a3913f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:24.087565 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ffe89a8b-81b4-4385-9564-75e761d5c927 req-561420e3-ff7d-4bca-90c9-84052a3913f5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7810caa2-eac6-457d-9302-c8c215ef3e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1450844 Jan 28 19:13:24.094638 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c1ab4c-fb0e-46e6-aed1-8b54a3cd1d92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac980f77-d6e1-4953-8a75-cba0cc77d8d0,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:24.102186 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-44c1ab4c-fb0e-46e6-aed1-8b54a3cd1d92 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6a029568b6f14adcb1a16e1877ee2f2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3542626 Jan 28 19:13:24.107152 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 34586) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:13:24.174930 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d72a23-d5a7-4b81-80a2-1d80603bab17 req-05775641-b9b9-4bd2-8891-5cc6800d64d2 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:24.183262 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f1d72a23-d5a7-4b81-80a2-1d80603bab17 req-05775641-b9b9-4bd2-8891-5cc6800d64d2 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?device_id=2fb15d55-5734-4552-b8f2-8e167a3aeaec HTTP/1.1" status: 200 len: 945 time: 0.1638007 Jan 28 19:13:24.209562 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d2829d4e-c56f-4784-aebb-48701731d211 admin admin] Publish callbacks [] for security_group (ac980f77-d6e1-4953-8a75-cba0cc77d8d0), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:24.210698 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69984dd-9d9a-45f4-b658-cf37d61f62bc req-f7661c5b-53c5-49f0-896d-5ee8613f7e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:24.212133 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d69984dd-9d9a-45f4-b658-cf37d61f62bc req-f7661c5b-53c5-49f0-896d-5ee8613f7e6f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=87ba86ab-3c82-466a-9e97-9736ce704215 HTTP/1.1" status: 200 len: 1150 time: 0.1782098 Jan 28 19:13:24.228142 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1eabcb-b1f5-4223-b43a-7c3a73e67f4f req-c8cd0d08-d99c-40c1-96ee-f04a99ff9913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:24.230328 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3a1eabcb-b1f5-4223-b43a-7c3a73e67f4f req-c8cd0d08-d99c-40c1-96ee-f04a99ff9913 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1bd1e0d6512043bfbaf9a8e955e20b9e&device_id=2fb15d55-5734-4552-b8f2-8e167a3aeaec HTTP/1.1" status: 200 len: 1128 time: 0.2117176 Jan 28 19:13:24.244622 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 34590) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:13:24.254904 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-cf22decf-2a4c-47c8-a75c-9537ac1ffba5 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1432548591-network', 'tenant_id': '2100b1cc193549bfa1b3b2ce6850f356'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:13:24.265401 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d2829d4e-c56f-4784-aebb-48701731d211 admin admin] Publish callbacks [] for security_group (ac980f77-d6e1-4953-8a75-cba0cc77d8d0), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:24.282162 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f1d72a23-d5a7-4b81-80a2-1d80603bab17 req-884b7d5e-c44c-4b6a-a335-bc373e0fa2c9 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/security-groups?id=414e93b9-08bc-438e-9127-05114ed7dbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980411 Jan 28 19:13:24.312499 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf22decf-2a4c-47c8-a75c-9537ac1ffba5 admin admin] Made reservation on behalf of 2100b1cc193549bfa1b3b2ce6850f356 for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:13:24.314999 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cf22decf-2a4c-47c8-a75c-9537ac1ffba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:24.325610 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cf22decf-2a4c-47c8-a75c-9537ac1ffba5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:24.359806 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d2829d4e-c56f-4784-aebb-48701731d211 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (ac980f77-d6e1-4953-8a75-cba0cc77d8d0), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:24.363447 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d2829d4e-c56f-4784-aebb-48701731d211 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:24.367170 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-d2829d4e-c56f-4784-aebb-48701731d211 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ac980f77-d6e1-4953-8a75-cba0cc77d8d0 HTTP/1.1" status: 204 len: 168 time: 0.2568212 Jan 28 19:13:24.379745 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ffe89a8b-81b4-4385-9564-75e761d5c927 req-84f9f2c2-0248-498d-a1b4-641edbbf85bd service neutron] 10.222.0.70 "GET /v2.0/networks/7810caa2-eac6-457d-9302-c8c215ef3e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2825644 Jan 28 19:13:24.386149 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2829d4e-c56f-4784-aebb-48701731d211 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac980f77-d6e1-4953-8a75-cba0cc77d8d0,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:24.393698 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c58b01-a441-470d-acbf-90254569ef9b req-cdaebbae-e82b-480d-9103-6f5bfeea1b36 tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:24.401435 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-51c58b01-a441-470d-acbf-90254569ef9b req-cdaebbae-e82b-480d-9103-6f5bfeea1b36 tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] 10.222.0.64 "GET /v2.0/ports?device_id=87ba86ab-3c82-466a-9e97-9736ce704215 HTTP/1.1" status: 200 len: 967 time: 0.2377563 Jan 28 19:13:24.449551 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cf22decf-2a4c-47c8-a75c-9537ac1ffba5 admin admin] Publish callbacks [] for security_group (d2b07e9c-7448-4ef5-aa62-89d74daa6b0a), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:24.455969 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cf22decf-2a4c-47c8-a75c-9537ac1ffba5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (d2b07e9c-7448-4ef5-aa62-89d74daa6b0a), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:24.522110 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf22decf-2a4c-47c8-a75c-9537ac1ffba5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2b07e9c-7448-4ef5-aa62-89d74daa6b0a,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:24.528012 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf22decf-2a4c-47c8-a75c-9537ac1ffba5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:13:24.546974 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cf22decf-2a4c-47c8-a75c-9537ac1ffba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (ebeded63-56bb-4841-ab70-9e6e187ca088), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:24.549922 n-d-812111-14 neutron-server[103305]: INFO neutron.db.segments_db [None req-cf22decf-2a4c-47c8-a75c-9537ac1ffba5 admin admin] Added segment ebeded63-56bb-4841-ab70-9e6e187ca088 of type vlan for network 15dcf326-e016-47d2-94ea-3407e86b78e1 Jan 28 19:13:24.607045 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cf22decf-2a4c-47c8-a75c-9537ac1ffba5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (15dcf326-e016-47d2-94ea-3407e86b78e1), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:24.639027 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cf22decf-2a4c-47c8-a75c-9537ac1ffba5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (15dcf326-e016-47d2-94ea-3407e86b78e1), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:24.640411 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf22decf-2a4c-47c8-a75c-9537ac1ffba5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:24.641188 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cf22decf-2a4c-47c8-a75c-9537ac1ffba5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:24.707010 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d69984dd-9d9a-45f4-b658-cf37d61f62bc req-56fd4432-3e72-42f0-81f7-2c136df242b6 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=c9932629-d34a-4383-acc9-faa1e1165e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4740536 Jan 28 19:13:24.737512 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-cf22decf-2a4c-47c8-a75c-9537ac1ffba5 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.4909241 Jan 28 19:13:24.741651 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 34612) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:13:24.765572 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-1f5e2341-efd5-4368-bd14-ac6ed7a6c7c1 admin admin] Request body: {'subnet': {'network_id': '15dcf326-e016-47d2-94ea-3407e86b78e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1432548591-subnet', 'tenant_id': '2100b1cc193549bfa1b3b2ce6850f356', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:13:24.779251 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf22decf-2a4c-47c8-a75c-9537ac1ffba5 admin admin] Pushing event updated for resources: {'Network': ['ID=15dcf326-e016-47d2-94ea-3407e86b78e1,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:24.795880 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network 15dcf326-e016-47d2-94ea-3407e86b78e1 details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:13:24.811088 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f5e2341-efd5-4368-bd14-ac6ed7a6c7c1 admin admin] Made reservation on behalf of 2100b1cc193549bfa1b3b2ce6850f356 for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:13:24.814124 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1f5e2341-efd5-4368-bd14-ac6ed7a6c7c1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:24.820554 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1eabcb-b1f5-4223-b43a-7c3a73e67f4f req-d8d4b290-0374-484c-9719-28e03fdcec81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:24.822049 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3a1eabcb-b1f5-4223-b43a-7c3a73e67f4f req-d8d4b290-0374-484c-9719-28e03fdcec81 service neutron] 10.222.0.70 "GET /v2.0/networks?id=8330dfd7-f74e-41a1-b557-5650d653ac04 HTTP/1.1" status: 200 len: 908 time: 0.5814745 Jan 28 19:13:24.868344 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-51c58b01-a441-470d-acbf-90254569ef9b req-7034ca08-41a7-4aff-9037-2fbcca2c4282 tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] 10.222.0.64 "GET /v2.0/security-groups?id=c9932629-d34a-4383-acc9-faa1e1165e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4660292 Jan 28 19:13:24.874467 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ffe89a8b-81b4-4385-9564-75e761d5c927 req-0a1f4b65-63bf-4507-bfc8-3bd19747ff9b service neutron] 10.222.0.70 "GET /v2.0/networks/7810caa2-eac6-457d-9302-c8c215ef3e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4484661 Jan 28 19:13:24.981951 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3a1eabcb-b1f5-4223-b43a-7c3a73e67f4f req-1bfa7bd9-25a1-48d3-89aa-4993d0ea2453 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9e5aaadd-49e7-4e08-a3c6-aa5af6c7fd62 HTTP/1.1" status: 200 len: 217 time: 0.0636845 Jan 28 19:13:25.069305 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1eabcb-b1f5-4223-b43a-7c3a73e67f4f req-6ba8312d-2f36-4685-9f25-010b9a5609ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:25.070976 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3a1eabcb-b1f5-4223-b43a-7c3a73e67f4f req-6ba8312d-2f36-4685-9f25-010b9a5609ac service neutron] 10.222.0.70 "GET /v2.0/subnets?id=09bc6696-a273-4baf-935c-9cf317ddb49d HTTP/1.1" status: 200 len: 848 time: 0.0725682 Jan 28 19:13:25.094655 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1f5e2341-efd5-4368-bd14-ac6ed7a6c7c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for subnet (c0897c57-3c2f-48f8-9d1e-8cd7b4f17790), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:25.111108 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3a1eabcb-b1f5-4223-b43a-7c3a73e67f4f req-ee49b31b-2725-401f-aa09-7871ee72b7a0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8330dfd7-f74e-41a1-b557-5650d653ac04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300946 Jan 28 19:13:25.231907 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5e2341-efd5-4368-bd14-ac6ed7a6c7c1 admin admin] Checking segment: {'id': 'ebeded63-56bb-4841-ab70-9e6e187ca088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '15dcf326-e016-47d2-94ea-3407e86b78e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:13:25.232270 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f5e2341-efd5-4368-bd14-ac6ed7a6c7c1 admin admin] Network hostable DHCP agents. Network: 15dcf326-e016-47d2-94ea-3407e86b78e1, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:13:25.240443 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5e2341-efd5-4368-bd14-ac6ed7a6c7c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0897c57-3c2f-48f8-9d1e-8cd7b4f17790,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:25.253971 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3a1eabcb-b1f5-4223-b43a-7c3a73e67f4f req-dab4ffe8-91c0-4428-bd56-d246105e2575 service neutron] 10.222.0.70 "GET /v2.0/networks/8330dfd7-f74e-41a1-b557-5650d653ac04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358757 Jan 28 19:13:25.272841 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6723a2ae-cc09-4771-b0d9-3e5f3126a687 req-3a3fad61-e333-4104-8e8f-8e1a5f39cc11 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:25.281076 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6723a2ae-cc09-4771-b0d9-3e5f3126a687 req-3a3fad61-e333-4104-8e8f-8e1a5f39cc11 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] 10.222.0.64 "GET /v2.0/ports?device_id=650ae7c1-a28a-4eda-85de-f9d3677ec999 HTTP/1.1" status: 200 len: 969 time: 0.1480494 Jan 28 19:13:25.315931 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f5e2341-efd5-4368-bd14-ac6ed7a6c7c1 admin admin] Network 15dcf326-e016-47d2-94ea-3407e86b78e1 is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:13:25.339978 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6723a2ae-cc09-4771-b0d9-3e5f3126a687 req-a045bda9-7f03-4be4-a884-888eeaa2d6fb tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] 10.222.0.64 "GET /v2.0/security-groups?id=2478b850-89ab-4114-a340-71569acb8761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568912 Jan 28 19:13:25.341002 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-1f5e2341-efd5-4368-bd14-ac6ed7a6c7c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, 15dcf326-e016-47d2-94ea-3407e86b78e1) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:13:25.345241 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f5e2341-efd5-4368-bd14-ac6ed7a6c7c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:25.345845 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1f5e2341-efd5-4368-bd14-ac6ed7a6c7c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:25.356243 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece5d636-97e5-4ef4-a747-1472e845b397 None None] Network 15dcf326-e016-47d2-94ea-3407e86b78e1 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:13:25.393345 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3a1eabcb-b1f5-4223-b43a-7c3a73e67f4f req-d5937510-db4b-419b-a9f6-567c79718daf service neutron] 10.222.0.70 "GET /v2.0/networks/8330dfd7-f74e-41a1-b557-5650d653ac04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316981 Jan 28 19:13:25.396654 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-1f5e2341-efd5-4368-bd14-ac6ed7a6c7c1 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.6538293 Jan 28 19:13:25.531501 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 34670) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:13:25.538385 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee9b5fc-d233-43d0-95af-660be604781c None None] Network 15dcf326-e016-47d2-94ea-3407e86b78e1 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:13:25.559325 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72061f7e-28fd-49aa-9c61-6f30745604d4 req-136361df-05b5-4cd0-903d-37f548d67f44 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:25.572320 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-72061f7e-28fd-49aa-9c61-6f30745604d4 req-136361df-05b5-4cd0-903d-37f548d67f44 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?device_id=2fb15d55-5734-4552-b8f2-8e167a3aeaec HTTP/1.1" status: 200 len: 945 time: 0.1351445 Jan 28 19:13:25.722326 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-5598f1f7-f616-40a9-8a8a-c1fac7e0eb6c admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1356816334-network', 'tenant_id': '2f6c0ce2548d44dba74b697745b9900b'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:13:25.762742 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5598f1f7-f616-40a9-8a8a-c1fac7e0eb6c admin admin] Made reservation on behalf of 2f6c0ce2548d44dba74b697745b9900b for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:13:25.766364 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5598f1f7-f616-40a9-8a8a-c1fac7e0eb6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:25.777511 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5598f1f7-f616-40a9-8a8a-c1fac7e0eb6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:25.811143 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-72061f7e-28fd-49aa-9c61-6f30745604d4 req-4df1526b-5a49-4569-83f2-54756f3ab0b7 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/security-groups?id=414e93b9-08bc-438e-9127-05114ed7dbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315724 Jan 28 19:13:25.879823 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1eabcb-b1f5-4223-b43a-7c3a73e67f4f req-275960d9-75b3-4fc6-9895-c8eda5978d02 tempest-LiveMigrationTest-1644078950 tempest-LiveMigrationTest-1644078950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:25.884830 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3a1eabcb-b1f5-4223-b43a-7c3a73e67f4f req-275960d9-75b3-4fc6-9895-c8eda5978d02 tempest-LiveMigrationTest-1644078950 tempest-LiveMigrationTest-1644078950-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=2fb15d55-5734-4552-b8f2-8e167a3aeaec&tenant_id=1bd1e0d6512043bfbaf9a8e955e20b9e&binding%3Ahost_id=n-h1-812111-14 HTTP/1.1" status: 200 len: 1128 time: 0.2909296 Jan 28 19:13:25.904690 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-3a1eabcb-b1f5-4223-b43a-7c3a73e67f4f req-9bf107ff-ed3c-4a05-b7a5-773fc746f11c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-812111-14'}}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:13:25.951692 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5598f1f7-f616-40a9-8a8a-c1fac7e0eb6c admin admin] Publish callbacks [] for security_group (3f90d94c-91ad-4c19-b727-cb7657651c80), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:25.958537 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5598f1f7-f616-40a9-8a8a-c1fac7e0eb6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (3f90d94c-91ad-4c19-b727-cb7657651c80), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:26.002966 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5598f1f7-f616-40a9-8a8a-c1fac7e0eb6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f90d94c-91ad-4c19-b727-cb7657651c80,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:26.018598 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5598f1f7-f616-40a9-8a8a-c1fac7e0eb6c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:13:26.047391 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5598f1f7-f616-40a9-8a8a-c1fac7e0eb6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (1e24c993-748e-4143-b1c2-ba3fed624cb8), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:26.048353 n-d-812111-14 neutron-server[103305]: INFO neutron.db.segments_db [None req-5598f1f7-f616-40a9-8a8a-c1fac7e0eb6c admin admin] Added segment 1e24c993-748e-4143-b1c2-ba3fed624cb8 of type vlan for network 1b36af34-6909-4f2b-a96c-a56853ad0cf5 Jan 28 19:13:26.048749 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-3a1eabcb-b1f5-4223-b43a-7c3a73e67f4f req-9bf107ff-ed3c-4a05-b7a5-773fc746f11c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (9e5aaadd-49e7-4e08-a3c6-aa5af6c7fd62), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:26.124230 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5598f1f7-f616-40a9-8a8a-c1fac7e0eb6c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (1b36af34-6909-4f2b-a96c-a56853ad0cf5), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:26.156489 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5598f1f7-f616-40a9-8a8a-c1fac7e0eb6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (1b36af34-6909-4f2b-a96c-a56853ad0cf5), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:26.157582 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5598f1f7-f616-40a9-8a8a-c1fac7e0eb6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:26.158251 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5598f1f7-f616-40a9-8a8a-c1fac7e0eb6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:26.161047 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 9eff3771-715e-4451-b699-019f5652d895 details requested by agent hyperv_n-h1-812111-14 with host n-h1-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:13:26.306795 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 9eff3771-715e-4451-b699-019f5652d895, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=9eff3771-715e-4451-b699-019f5652d895,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:13:26.319244 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Returning: {'device': '9eff3771-715e-4451-b699-019f5652d895', 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91', 'port_id': '9eff3771-715e-4451-b699-019f5652d895', 'mac_address': 'fa:16:3e:50:25:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2de4832-9ef6-4f40-9ac5-1557d5e6a6ff', 'ip_address': '192.168.233.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:13:26.326306 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-3a1eabcb-b1f5-4223-b43a-7c3a73e67f4f req-9bf107ff-ed3c-4a05-b7a5-773fc746f11c service neutron] For port 9e5aaadd-49e7-4e08-a3c6-aa5af6c7fd62, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=9e5aaadd-49e7-4e08-a3c6-aa5af6c7fd62,segment=NetworkSegment(e7f54059-7dae-4f1a-9de9-251e6a440c72),segment_id=e7f54059-7dae-4f1a-9de9-251e6a440c72)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:13:26.345732 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad88694-2778-4a7b-a6fe-c344c9728f2e req-ec4447c9-d23a-4cb8-9b4d-033144ea40c0 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:26.347251 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9ad88694-2778-4a7b-a6fe-c344c9728f2e req-ec4447c9-d23a-4cb8-9b4d-033144ea40c0 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/networks?id=72a547d0-d9da-4c9f-b2a7-a4b786ea70ac HTTP/1.1" status: 200 len: 820 time: 0.2304840 Jan 28 19:13:26.364475 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port 9eff3771-715e-4451-b699-019f5652d895 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:13:26.364865 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (9eff3771-715e-4451-b699-019f5652d895), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:26.378006 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9ad88694-2778-4a7b-a6fe-c344c9728f2e req-771fbd13-9f72-4e1b-b60a-4eaac7f32f89 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/quotas/57a0678ad1cb4e46b30e232c1f317a59 HTTP/1.1" status: 200 len: 375 time: 0.0219791 Jan 28 19:13:26.383917 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9eff3771-715e-4451-b699-019f5652d895 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:13:26.385391 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-3a1eabcb-b1f5-4223-b43a-7c3a73e67f4f req-9bf107ff-ed3c-4a05-b7a5-773fc746f11c service neutron] For port 9e5aaadd-49e7-4e08-a3c6-aa5af6c7fd62, host n-h1-812111-14, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:13:26.402037 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-5598f1f7-f616-40a9-8a8a-c1fac7e0eb6c admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.8663323 Jan 28 19:13:26.406634 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 34720) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:13:26.407871 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 9eff3771-715e-4451-b699-019f5652d895, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=9eff3771-715e-4451-b699-019f5652d895,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:13:26.412057 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (9eff3771-715e-4451-b699-019f5652d895), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:26.446331 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-cb80dfc0-c2e9-46d7-8930-cddfef89d007 admin admin] Request body: {'subnet': {'network_id': '1b36af34-6909-4f2b-a96c-a56853ad0cf5', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1356816334-subnet', 'tenant_id': '2f6c0ce2548d44dba74b697745b9900b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:13:26.451572 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9ad88694-2778-4a7b-a6fe-c344c9728f2e req-ff199c4c-b2b9-4b84-950d-e3bac50afadf tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=57a0678ad1cb4e46b30e232c1f317a59&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0638137 Jan 28 19:13:26.470381 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=9eff3771-715e-4451-b699-019f5652d895,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:26.484166 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fb15d55-5734-4552-b8f2-8e167a3aeaec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e5aaadd-49e7-4e08-a3c6-aa5af6c7fd62'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:13:26.484372 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5598f1f7-f616-40a9-8a8a-c1fac7e0eb6c admin admin] Pushing event updated for resources: {'Network': ['ID=1b36af34-6909-4f2b-a96c-a56853ad0cf5,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:26.486802 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f0c9cea-f9ff-47db-bb74-126273058edf" -d '{"events": [{"server_uuid": "2fb15d55-5734-4552-b8f2-8e167a3aeaec", "name": "network-vif-unplugged", "status": "completed", "tag": "9e5aaadd-49e7-4e08-a3c6-aa5af6c7fd62"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:13:26.490974 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-3a1eabcb-b1f5-4223-b43a-7c3a73e67f4f req-9bf107ff-ed3c-4a05-b7a5-773fc746f11c service neutron] Publish callbacks [] for port (9e5aaadd-49e7-4e08-a3c6-aa5af6c7fd62), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:26.498923 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb80dfc0-c2e9-46d7-8930-cddfef89d007 admin admin] Made reservation on behalf of 2f6c0ce2548d44dba74b697745b9900b for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:13:26.503402 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network 1b36af34-6909-4f2b-a96c-a56853ad0cf5 details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:13:26.506729 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85abe872-8f22-41ad-9e99-47a7124a7f41 req-d06d6961-23a4-429e-89ef-f7a93db2ec52 tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:26.508264 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-85abe872-8f22-41ad-9e99-47a7124a7f41 req-d06d6961-23a4-429e-89ef-f7a93db2ec52 tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] 10.222.0.64 "GET /v2.0/ports?device_id=87ba86ab-3c82-466a-9e97-9736ce704215 HTTP/1.1" status: 200 len: 967 time: 0.1154852 Jan 28 19:13:26.509301 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cb80dfc0-c2e9-46d7-8930-cddfef89d007 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:26.512891 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-3a1eabcb-b1f5-4223-b43a-7c3a73e67f4f req-9bf107ff-ed3c-4a05-b7a5-773fc746f11c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (9e5aaadd-49e7-4e08-a3c6-aa5af6c7fd62), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:26.566270 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-85abe872-8f22-41ad-9e99-47a7124a7f41 req-de759c0a-5fc7-4938-a480-cf14aab0ec4c tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] 10.222.0.64 "GET /v2.0/security-groups?id=c9932629-d34a-4383-acc9-faa1e1165e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502234 Jan 28 19:13:26.647390 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['9eff3771-715e-4451-b699-019f5652d895'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:13:26.664654 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [req-9ad88694-2778-4a7b-a6fe-c344c9728f2e req-7d845016-10d0-408f-8f23-a1a0c04c24bb service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103304) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:13:26.671800 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9ad88694-2778-4a7b-a6fe-c344c9728f2e req-7d845016-10d0-408f-8f23-a1a0c04c24bb service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1080415 Jan 28 19:13:26.708600 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf107ff-ed3c-4a05-b7a5-773fc746f11c service neutron] Pushing event updated for resources: {'Port': ['ID=9e5aaadd-49e7-4e08-a3c6-aa5af6c7fd62,revision_number=7']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:26.806260 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-3a1eabcb-b1f5-4223-b43a-7c3a73e67f4f req-9bf107ff-ed3c-4a05-b7a5-773fc746f11c service neutron] Attempting to bind port 9e5aaadd-49e7-4e08-a3c6-aa5af6c7fd62 on host n-h1-812111-14 for vnic_type normal with profile {"migrating_to": "n-h2-812111-14"} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:13:26.806602 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-3a1eabcb-b1f5-4223-b43a-7c3a73e67f4f req-9bf107ff-ed3c-4a05-b7a5-773fc746f11c service neutron] Attempting to bind port 9e5aaadd-49e7-4e08-a3c6-aa5af6c7fd62 by drivers openvswitch,hyperv on host n-h1-812111-14 at level 0 using segments [{'id': 'e7f54059-7dae-4f1a-9de9-251e6a440c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '8330dfd7-f74e-41a1-b557-5650d653ac04'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:13:26.806936 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a1eabcb-b1f5-4223-b43a-7c3a73e67f4f req-9bf107ff-ed3c-4a05-b7a5-773fc746f11c service neutron] Attempting to bind port 9e5aaadd-49e7-4e08-a3c6-aa5af6c7fd62 on network 8330dfd7-f74e-41a1-b557-5650d653ac04 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:13:26.824659 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a1eabcb-b1f5-4223-b43a-7c3a73e67f4f req-9bf107ff-ed3c-4a05-b7a5-773fc746f11c service neutron] Port 9e5aaadd-49e7-4e08-a3c6-aa5af6c7fd62 on network 8330dfd7-f74e-41a1-b557-5650d653ac04 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-14 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:13:26.824995 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a1eabcb-b1f5-4223-b43a-7c3a73e67f4f req-9bf107ff-ed3c-4a05-b7a5-773fc746f11c service neutron] Attempting to bind port 9e5aaadd-49e7-4e08-a3c6-aa5af6c7fd62 on network 8330dfd7-f74e-41a1-b557-5650d653ac04 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:13:26.848581 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a1eabcb-b1f5-4223-b43a-7c3a73e67f4f req-9bf107ff-ed3c-4a05-b7a5-773fc746f11c service neutron] Checking agent: {'id': 'b544ba20-de93-4d86-9e6b-a2202deb6191', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:13:26.848928 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a1eabcb-b1f5-4223-b43a-7c3a73e67f4f req-9bf107ff-ed3c-4a05-b7a5-773fc746f11c service neutron] Checking segment: {'id': 'e7f54059-7dae-4f1a-9de9-251e6a440c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '8330dfd7-f74e-41a1-b557-5650d653ac04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:13:26.849916 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a1eabcb-b1f5-4223-b43a-7c3a73e67f4f req-9bf107ff-ed3c-4a05-b7a5-773fc746f11c service neutron] Bound using segment: {'id': 'e7f54059-7dae-4f1a-9de9-251e6a440c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '8330dfd7-f74e-41a1-b557-5650d653ac04'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:13:26.850367 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-3a1eabcb-b1f5-4223-b43a-7c3a73e67f4f req-9bf107ff-ed3c-4a05-b7a5-773fc746f11c service neutron] Bound port: 9e5aaadd-49e7-4e08-a3c6-aa5af6c7fd62, host: n-h1-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7f54059-7dae-4f1a-9de9-251e6a440c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '8330dfd7-f74e-41a1-b557-5650d653ac04'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:13:26.850733 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-3a1eabcb-b1f5-4223-b43a-7c3a73e67f4f req-9bf107ff-ed3c-4a05-b7a5-773fc746f11c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (9e5aaadd-49e7-4e08-a3c6-aa5af6c7fd62), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:26.854198 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ea363c-630a-4c4d-8656-cc3c3df163de req-6cb9661f-565a-4efa-8b41-c063d07804ae tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:26.855850 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-64ea363c-630a-4c4d-8656-cc3c3df163de req-6cb9661f-565a-4efa-8b41-c063d07804ae tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] 10.222.0.64 "GET /v2.0/ports?device_id=650ae7c1-a28a-4eda-85de-f9d3677ec999 HTTP/1.1" status: 200 len: 969 time: 0.0836127 Jan 28 19:13:26.919981 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-64ea363c-630a-4c4d-8656-cc3c3df163de req-9ff0a36a-c88d-4070-8a6b-015d4d1650d9 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] 10.222.0.64 "GET /v2.0/security-groups?id=2478b850-89ab-4114-a340-71569acb8761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578668 Jan 28 19:13:26.921613 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9ad88694-2778-4a7b-a6fe-c344c9728f2e req-9b0f4614-baa7-4149-b644-d2a8d5a75c3b service neutron] 10.222.0.64 "GET /v2.0/networks/72a547d0-d9da-4c9f-b2a7-a4b786ea70ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2489655 Jan 28 19:13:26.927387 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 34742) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:13:26.966094 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cb80dfc0-c2e9-46d7-8930-cddfef89d007 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for subnet (d1079c28-134b-4727-b56d-dffa38a58988), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:26.977702 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 19:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd253ccf-898a-4e37-9fa6-74bff5cb4574 x-openstack-request-id: req-cd253ccf-898a-4e37-9fa6-74bff5cb4574 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:13:26.977993 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fb15d55-5734-4552-b8f2-8e167a3aeaec", "name": "network-vif-unplugged", "status": "completed", "tag": "9e5aaadd-49e7-4e08-a3c6-aa5af6c7fd62", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:13:26.978245 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cd253ccf-898a-4e37-9fa6-74bff5cb4574 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:13:26.978642 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fb15d55-5734-4552-b8f2-8e167a3aeaec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e5aaadd-49e7-4e08-a3c6-aa5af6c7fd62', 'code': 200} Jan 28 19:13:27.051076 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ab1df934-6f28-4448-bbac-9962e6516b9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:27.075644 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-3a1eabcb-b1f5-4223-b43a-7c3a73e67f4f req-9bf107ff-ed3c-4a05-b7a5-773fc746f11c service neutron] For port 9e5aaadd-49e7-4e08-a3c6-aa5af6c7fd62, host n-h1-812111-14, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:13:27.080912 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-3a1eabcb-b1f5-4223-b43a-7c3a73e67f4f req-9bf107ff-ed3c-4a05-b7a5-773fc746f11c service neutron] For port 9e5aaadd-49e7-4e08-a3c6-aa5af6c7fd62, host n-h1-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=9e5aaadd-49e7-4e08-a3c6-aa5af6c7fd62,segment=NetworkSegment(e7f54059-7dae-4f1a-9de9-251e6a440c72),segment_id=e7f54059-7dae-4f1a-9de9-251e6a440c72)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:13:27.103724 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-3a1eabcb-b1f5-4223-b43a-7c3a73e67f4f req-9bf107ff-ed3c-4a05-b7a5-773fc746f11c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (9e5aaadd-49e7-4e08-a3c6-aa5af6c7fd62), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:27.122387 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 510462f7-bf72-4988-bcf9-093454707d78 details requested by agent hyperv_n-h2-812111-14 with host n-h2-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:13:27.127504 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb80dfc0-c2e9-46d7-8930-cddfef89d007 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1079c28-134b-4727-b56d-dffa38a58988,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:27.138172 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bd6e24-b4ee-4af8-b31e-6195ae2e3fe4 req-d08931be-0c07-462a-94e0-02aedac336a1 tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:27.139699 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f8bd6e24-b4ee-4af8-b31e-6195ae2e3fe4 req-d08931be-0c07-462a-94e0-02aedac336a1 tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] 10.222.0.64 "GET /v2.0/ports?device_id=87ba86ab-3c82-466a-9e97-9736ce704215 HTTP/1.1" status: 200 len: 967 time: 0.0807977 Jan 28 19:13:27.152892 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 34746) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:13:27.161350 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-a2d7cafd-01ef-486a-970a-be16b922d2e6 tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] Request body: {'floatingip': {'port_id': '9c067f45-8453-4a13-9bbe-7eec4567ebdb'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:13:27.181376 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9ad88694-2778-4a7b-a6fe-c344c9728f2e req-6498a6b8-6458-4f3a-a2c4-05855683c2d0 service neutron] 10.222.0.64 "GET /v2.0/networks/72a547d0-d9da-4c9f-b2a7-a4b786ea70ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2393901 Jan 28 19:13:27.206618 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb80dfc0-c2e9-46d7-8930-cddfef89d007 admin admin] Checking segment: {'id': '1e24c993-748e-4143-b1c2-ba3fed624cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '1b36af34-6909-4f2b-a96c-a56853ad0cf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:13:27.211879 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb80dfc0-c2e9-46d7-8930-cddfef89d007 admin admin] Network hostable DHCP agents. Network: 1b36af34-6909-4f2b-a96c-a56853ad0cf5, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:13:27.242820 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 510462f7-bf72-4988-bcf9-093454707d78, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=510462f7-bf72-4988-bcf9-093454707d78,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:13:27.250964 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a2d7cafd-01ef-486a-970a-be16b922d2e6 tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] Publish callbacks [] for floatingip (0e80e734-2cef-4a22-95bc-2174e77e57d6), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:27.259421 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Returning: {'device': '510462f7-bf72-4988-bcf9-093454707d78', 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91', 'port_id': '510462f7-bf72-4988-bcf9-093454707d78', 'mac_address': 'fa:16:3e:e9:c8:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2de4832-9ef6-4f40-9ac5-1557d5e6a6ff', 'ip_address': '192.168.233.50'}], 'device_owner': 'compute:tempest-test_az-2125105539', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:13:27.308954 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1eabcb-b1f5-4223-b43a-7c3a73e67f4f req-9bf107ff-ed3c-4a05-b7a5-773fc746f11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:27.311139 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-3a1eabcb-b1f5-4223-b43a-7c3a73e67f4f req-9bf107ff-ed3c-4a05-b7a5-773fc746f11c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:27.313600 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3a1eabcb-b1f5-4223-b43a-7c3a73e67f4f req-9bf107ff-ed3c-4a05-b7a5-773fc746f11c service neutron] 10.222.0.70 "PUT /v2.0/ports/9e5aaadd-49e7-4e08-a3c6-aa5af6c7fd62 HTTP/1.1" status: 200 len: 1123 time: 1.4198687 Jan 28 19:13:27.314171 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 510462f7-bf72-4988-bcf9-093454707d78 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:13:27.314660 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (510462f7-bf72-4988-bcf9-093454707d78), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:27.325384 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf107ff-ed3c-4a05-b7a5-773fc746f11c service neutron] Pushing event updated for resources: {'Port': ['ID=9e5aaadd-49e7-4e08-a3c6-aa5af6c7fd62,revision_number=8']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:27.331885 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 510462f7-bf72-4988-bcf9-093454707d78 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:13:27.337632 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb80dfc0-c2e9-46d7-8930-cddfef89d007 admin admin] Network 1b36af34-6909-4f2b-a96c-a56853ad0cf5 is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:13:27.360520 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 510462f7-bf72-4988-bcf9-093454707d78, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=510462f7-bf72-4988-bcf9-093454707d78,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:13:27.373932 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (510462f7-bf72-4988-bcf9-093454707d78), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:27.382867 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-cb80dfc0-c2e9-46d7-8930-cddfef89d007 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, 1b36af34-6909-4f2b-a96c-a56853ad0cf5) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:13:27.394312 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb80dfc0-c2e9-46d7-8930-cddfef89d007 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:27.394912 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cb80dfc0-c2e9-46d7-8930-cddfef89d007 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:27.411328 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['9e5aaadd-49e7-4e08-a3c6-aa5af6c7fd62'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:13:27.413013 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ab1df934-6f28-4448-bbac-9962e6516b9e admin admin] Publish callbacks [] for security_group (c68207a4-e9e9-4001-a3ed-f03de3a58149), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:27.416850 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7efcef8-856f-4fa3-bff4-1150efd46b75 None None] Network 1b36af34-6909-4f2b-a96c-a56853ad0cf5 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:13:27.427462 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ab1df934-6f28-4448-bbac-9962e6516b9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (c68207a4-e9e9-4001-a3ed-f03de3a58149), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:27.450786 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-cb80dfc0-c2e9-46d7-8930-cddfef89d007 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.0413694 Jan 28 19:13:27.453289 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 34758) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:13:27.459995 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-f64eab2f-0b07-4b97-a876-ca005acf8c5b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1356816334-router', 'tenant_id': '2f6c0ce2548d44dba74b697745b9900b', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:13:27.529450 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f64eab2f-0b07-4b97-a876-ca005acf8c5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261150'] for router (21fc77fa-6689-425f-a0ea-9e6cfee3d1c0), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:27.530577 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f64eab2f-0b07-4b97-a876-ca005acf8c5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-731099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-731441', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261129'] for router (21fc77fa-6689-425f-a0ea-9e6cfee3d1c0), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:27.575919 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae86bec5-dc44-4d9e-991b-4e03bc14f53c req-b141b828-98d1-4057-9010-e144cd5d6eda tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:27.582847 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ae86bec5-dc44-4d9e-991b-4e03bc14f53c req-b141b828-98d1-4057-9010-e144cd5d6eda tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?device_id=2fb15d55-5734-4552-b8f2-8e167a3aeaec HTTP/1.1" status: 200 len: 943 time: 0.1101956 Jan 28 19:13:27.599050 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=510462f7-bf72-4988-bcf9-093454707d78,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:27.604252 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-ab1df934-6f28-4448-bbac-9962e6516b9e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f0f2c3b5f57b44f2b797e0d43c3026e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6758201 Jan 28 19:13:27.626835 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9d402ada-4f64-4507-a804-5b3ca9cbe680 req-f1c24d47-be8c-452a-81ee-bae7a92ac732 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=46b1863a-e7b2-4c60-bc44-9ff00fc6c561 HTTP/1.1" status: 200 len: 210 time: 0.0757430 Jan 28 19:13:27.627372 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 34766) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:13:27.634828 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f64eab2f-0b07-4b97-a876-ca005acf8c5b admin admin] Publish callbacks [] for router_controller (21fc77fa-6689-425f-a0ea-9e6cfee3d1c0), precommit_add_association {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:27.645555 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1df934-6f28-4448-bbac-9962e6516b9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c68207a4-e9e9-4001-a3ed-f03de3a58149,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:27.675783 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ae86bec5-dc44-4d9e-991b-4e03bc14f53c req-3555a416-2515-4e0c-bb84-8a31720920fb tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/security-groups?id=414e93b9-08bc-438e-9127-05114ed7dbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918546 Jan 28 19:13:27.721011 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['510462f7-bf72-4988-bcf9-093454707d78'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:13:27.909308 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fb7f89fb-9cf3-4a0a-81b6-ffd7168b360e admin admin] Publish callbacks [] for security_group (c68207a4-e9e9-4001-a3ed-f03de3a58149), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:27.971301 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72df2baa-f0c1-469f-a621-9c65928c8130 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68cd31fd-e4cd-5fb3-a862-256fc47efcd2-1b36af34-6909-4f2b-a96c-a56853ad0cf5', 'network_id': '1b36af34-6909-4f2b-a96c-a56853ad0cf5', 'project_id': '2f6c0ce2548d44dba74b697745b9900b', 'fixed_ips': [{'subnet_id': 'd1079c28-134b-4727-b56d-dffa38a58988'}]}} from n-d-812111-14. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:13:27.971659 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-72df2baa-f0c1-469f-a621-9c65928c8130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:28.227788 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f64eab2f-0b07-4b97-a876-ca005acf8c5b admin admin] Publish callbacks [] for router_gateway (21fc77fa-6689-425f-a0ea-9e6cfee3d1c0), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:28.253141 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 9eff3771-715e-4451-b699-019f5652d895 up at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:13:28.323648 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 34798) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:13:28.347542 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-72df2baa-f0c1-469f-a621-9c65928c8130 None None] Allocated IP 172.20.0.2 (1b36af34-6909-4f2b-a96c-a56853ad0cf5/d1079c28-134b-4727-b56d-dffa38a58988/1cf0b370-a39d-439b-84ee-cedb4bab7af6) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:13:28.366569 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67046dca-0da3-4821-9a46-79eb7e529f8a req-804e1a5e-d017-4488-aefe-117daa9d1a93 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:28.375441 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-67046dca-0da3-4821-9a46-79eb7e529f8a req-804e1a5e-d017-4488-aefe-117daa9d1a93 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] 10.222.0.64 "GET /v2.0/ports?device_id=650ae7c1-a28a-4eda-85de-f9d3677ec999 HTTP/1.1" status: 200 len: 970 time: 0.1397057 Jan 28 19:13:28.414874 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fb7f89fb-9cf3-4a0a-81b6-ffd7168b360e admin admin] Publish callbacks [] for security_group (c68207a4-e9e9-4001-a3ed-f03de3a58149), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:28.480690 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-67046dca-0da3-4821-9a46-79eb7e529f8a req-9857450e-a3bb-4056-9ff7-65aa4bdc562c tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] 10.222.0.64 "GET /v2.0/security-groups?id=2478b850-89ab-4114-a340-71569acb8761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983710 Jan 28 19:13:28.522307 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning for port 9eff3771-715e-4451-b699-019f5652d895 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:13:28.541050 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning complete for port 9eff3771-715e-4451-b699-019f5652d895 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:13:28.541496 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (9eff3771-715e-4451-b699-019f5652d895), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:28.569952 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-dfff18e7-9a59-4a13-a628-53964e62685b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:28.627896 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.db.resource_extend [None req-a2d7cafd-01ef-486a-970a-be16b922d2e6 tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 19:13:28.716927 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fb7f89fb-9cf3-4a0a-81b6-ffd7168b360e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (c68207a4-e9e9-4001-a3ed-f03de3a58149), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:28.719445 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fb7f89fb-9cf3-4a0a-81b6-ffd7168b360e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:28.720597 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-fb7f89fb-9cf3-4a0a-81b6-ffd7168b360e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c68207a4-e9e9-4001-a3ed-f03de3a58149 HTTP/1.1" status: 204 len: 168 time: 1.0761805 Jan 28 19:13:28.760703 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a2d7cafd-01ef-486a-970a-be16b922d2e6 tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:28.761938 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7f89fb-9cf3-4a0a-81b6-ffd7168b360e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c68207a4-e9e9-4001-a3ed-f03de3a58149,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:28.780614 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-72df2baa-f0c1-469f-a621-9c65928c8130 None None] Publish callbacks [] for port (1cf0b370-a39d-439b-84ee-cedb4bab7af6), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:28.785917 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a2d7cafd-01ef-486a-970a-be16b922d2e6 tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734886'] for floatingip (0e80e734-2cef-4a22-95bc-2174e77e57d6), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:28.789587 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e56f604a-754d-48c9-94cc-526644e5063f req-95bea10c-9da7-406e-8f31-3e9a44504124 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=46b1863a-e7b2-4c60-bc44-9ff00fc6c561 HTTP/1.1" status: 200 len: 210 time: 0.0459807 Jan 28 19:13:28.836689 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-72df2baa-f0c1-469f-a621-9c65928c8130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (1cf0b370-a39d-439b-84ee-cedb4bab7af6), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:28.872254 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72df2baa-f0c1-469f-a621-9c65928c8130 None None] Network 1b36af34-6909-4f2b-a96c-a56853ad0cf5 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:13:28.900906 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-72df2baa-f0c1-469f-a621-9c65928c8130 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:13:28.911195 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72df2baa-f0c1-469f-a621-9c65928c8130 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:13:28.981761 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port 9eff3771-715e-4451-b699-019f5652d895 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:13:28.982170 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (9eff3771-715e-4451-b699-019f5652d895), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:29.000501 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d54e19-b1b9-4e8f-89d6-8e0826acfbfa req-731de9f4-2b8e-4d62-9f90-2939eaa62784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:29.002049 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-85d54e19-b1b9-4e8f-89d6-8e0826acfbfa req-731de9f4-2b8e-4d62-9f90-2939eaa62784 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1bd1e0d6512043bfbaf9a8e955e20b9e&device_id=2fb15d55-5734-4552-b8f2-8e167a3aeaec HTTP/1.1" status: 200 len: 1157 time: 0.1358309 Jan 28 19:13:29.014723 n-d-812111-14 neutron-server[103305]: INFO neutron.db.l3_db [None req-a2d7cafd-01ef-486a-970a-be16b922d2e6 tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] Floating IP 0e80e734-2cef-4a22-95bc-2174e77e57d6 associated. External IP: 172.25.6.101, port: 9c067f45-8453-4a13-9bbe-7eec4567ebdb. Jan 28 19:13:29.031267 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fb15d55-5734-4552-b8f2-8e167a3aeaec', 'tag': '9e5aaadd-49e7-4e08-a3c6-aa5af6c7fd62'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:13:29.038909 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 9eff3771-715e-4451-b699-019f5652d895, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=9eff3771-715e-4451-b699-019f5652d895,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:13:29.039631 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebc8b3e5-b61c-472f-994f-1b7fc206f57c" -d '{"events": [{"name": "network-changed", "server_uuid": "2fb15d55-5734-4552-b8f2-8e167a3aeaec", "tag": "9e5aaadd-49e7-4e08-a3c6-aa5af6c7fd62"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:13:29.046225 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd67e2018-4151-48d3-8062-e7793269d14c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eff3771-715e-4451-b699-019f5652d895'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:13:29.050787 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdfa793f-bcd1-47b0-9ee7-53360378ace6" -d '{"events": [{"server_uuid": "d67e2018-4151-48d3-8062-e7793269d14c", "name": "network-vif-plugged", "status": "completed", "tag": "9eff3771-715e-4451-b699-019f5652d895"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:13:29.069667 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (9eff3771-715e-4451-b699-019f5652d895), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:29.081537 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-72df2baa-f0c1-469f-a621-9c65928c8130 None None] Attempting to bind port 1cf0b370-a39d-439b-84ee-cedb4bab7af6 on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:13:29.081915 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-72df2baa-f0c1-469f-a621-9c65928c8130 None None] Attempting to bind port 1cf0b370-a39d-439b-84ee-cedb4bab7af6 by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '1e24c993-748e-4143-b1c2-ba3fed624cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '1b36af34-6909-4f2b-a96c-a56853ad0cf5'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:13:29.082528 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72df2baa-f0c1-469f-a621-9c65928c8130 None None] Attempting to bind port 1cf0b370-a39d-439b-84ee-cedb4bab7af6 on network 1b36af34-6909-4f2b-a96c-a56853ad0cf5 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:13:29.088140 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72df2baa-f0c1-469f-a621-9c65928c8130 None None] Pushing event updated for resources: {'Port': ['ID=1cf0b370-a39d-439b-84ee-cedb4bab7af6,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:29.091546 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72df2baa-f0c1-469f-a621-9c65928c8130 None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:13:29.091957 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72df2baa-f0c1-469f-a621-9c65928c8130 None None] Checking segment: {'id': '1e24c993-748e-4143-b1c2-ba3fed624cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '1b36af34-6909-4f2b-a96c-a56853ad0cf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:13:29.092326 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-72df2baa-f0c1-469f-a621-9c65928c8130 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:29.092762 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72df2baa-f0c1-469f-a621-9c65928c8130 None None] Bound using segment: {'id': '1e24c993-748e-4143-b1c2-ba3fed624cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '1b36af34-6909-4f2b-a96c-a56853ad0cf5'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:13:29.093418 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-72df2baa-f0c1-469f-a621-9c65928c8130 None None] Bound port: 1cf0b370-a39d-439b-84ee-cedb4bab7af6, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e24c993-748e-4143-b1c2-ba3fed624cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '1b36af34-6909-4f2b-a96c-a56853ad0cf5'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:13:29.093800 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-72df2baa-f0c1-469f-a621-9c65928c8130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (1cf0b370-a39d-439b-84ee-cedb4bab7af6), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:29.125498 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.41', 51548) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:13:29.187655 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4b3ceb0-5aa5-4caa-be80-4fa53b872588 x-openstack-request-id: req-b4b3ceb0-5aa5-4caa-be80-4fa53b872588 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:13:29.187970 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fb15d55-5734-4552-b8f2-8e167a3aeaec", "tag": "9e5aaadd-49e7-4e08-a3c6-aa5af6c7fd62", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:13:29.188397 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b4b3ceb0-5aa5-4caa-be80-4fa53b872588 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:13:29.188975 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fb15d55-5734-4552-b8f2-8e167a3aeaec', 'tag': '9e5aaadd-49e7-4e08-a3c6-aa5af6c7fd62', 'status': 'completed', 'code': 200} Jan 28 19:13:29.190357 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=9eff3771-715e-4451-b699-019f5652d895,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:29.313333 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-72df2baa-f0c1-469f-a621-9c65928c8130 None None] For port 1cf0b370-a39d-439b-84ee-cedb4bab7af6, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:13:29.317351 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-72df2baa-f0c1-469f-a621-9c65928c8130 None None] For port 1cf0b370-a39d-439b-84ee-cedb4bab7af6, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=1cf0b370-a39d-439b-84ee-cedb4bab7af6,segment=NetworkSegment(1e24c993-748e-4143-b1c2-ba3fed624cb8),segment_id=1e24c993-748e-4143-b1c2-ba3fed624cb8)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:13:29.321691 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0433c97-45e3-4dd4-bf2e-1a57a883af6a x-openstack-request-id: req-a0433c97-45e3-4dd4-bf2e-1a57a883af6a {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:13:29.322093 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d67e2018-4151-48d3-8062-e7793269d14c", "name": "network-vif-plugged", "status": "completed", "tag": "9eff3771-715e-4451-b699-019f5652d895", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:13:29.322399 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a0433c97-45e3-4dd4-bf2e-1a57a883af6a {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:13:29.322794 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd67e2018-4151-48d3-8062-e7793269d14c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eff3771-715e-4451-b699-019f5652d895', 'code': 200} Jan 28 19:13:29.328931 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-72df2baa-f0c1-469f-a621-9c65928c8130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (1cf0b370-a39d-439b-84ee-cedb4bab7af6), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:29.420767 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.41', 51549) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:13:29.426015 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 34834) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:13:29.428116 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72df2baa-f0c1-469f-a621-9c65928c8130 None None] Pushing event updated for resources: {'Port': ['ID=1cf0b370-a39d-439b-84ee-cedb4bab7af6,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:29.458152 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f64eab2f-0b07-4b97-a876-ca005acf8c5b admin admin] Publish callbacks [] for router_gateway (21fc77fa-6689-425f-a0ea-9e6cfee3d1c0), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:29.464519 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-dfff18e7-9a59-4a13-a628-53964e62685b admin admin] Publish callbacks [] for security_group (aa3a1f1a-6e97-4b41-a209-703567165208), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:29.478094 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e5e72e-bff5-4500-860e-f5a3ad96f30b req-8b7ebfc3-6632-4b20-867b-cd2ac03ddabb tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:29.479585 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-61e5e72e-bff5-4500-860e-f5a3ad96f30b req-8b7ebfc3-6632-4b20-867b-cd2ac03ddabb tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?device_id=2fb15d55-5734-4552-b8f2-8e167a3aeaec HTTP/1.1" status: 200 len: 943 time: 0.6082463 Jan 28 19:13:29.504829 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 34836) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:13:29.513447 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e9a372fb-a4dd-42b5-baf3-be829b3f570c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:29.514969 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-dfff18e7-9a59-4a13-a628-53964e62685b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (aa3a1f1a-6e97-4b41-a209-703567165208), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:29.562522 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d54e19-b1b9-4e8f-89d6-8e0826acfbfa req-3d3e04b8-5625-4944-82ca-df0ea26b3c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:29.563549 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-85d54e19-b1b9-4e8f-89d6-8e0826acfbfa req-3d3e04b8-5625-4944-82ca-df0ea26b3c18 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8330dfd7-f74e-41a1-b557-5650d653ac04 HTTP/1.1" status: 200 len: 908 time: 0.5127852 Jan 28 19:13:29.574269 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f64eab2f-0b07-4b97-a876-ca005acf8c5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:29.593868 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-61e5e72e-bff5-4500-860e-f5a3ad96f30b req-75425151-8479-483a-a053-d7082b2447dc tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/security-groups?id=414e93b9-08bc-438e-9127-05114ed7dbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752487 Jan 28 19:13:29.664358 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70af5698-1574-41ec-b848-a6123def6b66 req-ca1ad673-7fff-4225-b413-7acb719d7de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:29.665935 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-70af5698-1574-41ec-b848-a6123def6b66 req-ca1ad673-7fff-4225-b413-7acb719d7de0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d67e2018-4151-48d3-8062-e7793269d14c HTTP/1.1" status: 200 len: 1132 time: 0.2409885 Jan 28 19:13:29.667222 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-85d54e19-b1b9-4e8f-89d6-8e0826acfbfa req-cc8e04e5-25f2-4990-8890-246bed57efc6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9e5aaadd-49e7-4e08-a3c6-aa5af6c7fd62 HTTP/1.1" status: 200 len: 217 time: 0.0897932 Jan 28 19:13:29.717852 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-dfff18e7-9a59-4a13-a628-53964e62685b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=80fc4fb7a0e14a3192431b9a4c95748a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3929775 Jan 28 19:13:29.718552 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 34842) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:13:29.765068 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad88694-2778-4a7b-a6fe-c344c9728f2e req-d2bd11a8-8134-483d-9455-6c758f1f9a85 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:29.767093 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9ad88694-2778-4a7b-a6fe-c344c9728f2e req-d2bd11a8-8134-483d-9455-6c758f1f9a85 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.41 "GET /v2.0/networks?id=72a547d0-d9da-4c9f-b2a7-a4b786ea70ac HTTP/1.1" status: 200 len: 820 time: 0.6389594 Jan 28 19:13:29.767741 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfff18e7-9a59-4a13-a628-53964e62685b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa3a1f1a-6e97-4b41-a209-703567165208,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:29.815998 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-9ad88694-2778-4a7b-a6fe-c344c9728f2e req-88ad415f-df92-458d-a96a-7083e1d9c8ae tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Request body: {'port': {'device_id': '46b1863a-e7b2-4c60-bc44-9ff00fc6c561', 'network_id': '72a547d0-d9da-4c9f-b2a7-a4b786ea70ac', 'admin_state_up': True, 'tenant_id': '57a0678ad1cb4e46b30e232c1f317a59'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:13:29.907400 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d54e19-b1b9-4e8f-89d6-8e0826acfbfa req-430d7416-f00c-4139-9d61-156babc6d9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:29.908285 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-85d54e19-b1b9-4e8f-89d6-8e0826acfbfa req-430d7416-f00c-4139-9d61-156babc6d9ff service neutron] 10.222.0.41 "GET /v2.0/subnets?id=09bc6696-a273-4baf-935c-9cf317ddb49d HTTP/1.1" status: 200 len: 848 time: 0.1686018 Jan 28 19:13:29.964327 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2d7cafd-01ef-486a-970a-be16b922d2e6 tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] Router d3caa4e9-2a65-4416-8a3e-7fcb9617385f has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:13:29.989708 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-70af5698-1574-41ec-b848-a6123def6b66 req-b2f24948-cc45-4f37-a9a2-da359bd4e0f1 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2478b850-89ab-4114-a340-71569acb8761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2456152 Jan 28 19:13:29.991605 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-85d54e19-b1b9-4e8f-89d6-8e0826acfbfa req-de30fc59-fa3d-478e-a2d1-ed6f220d0dc8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8330dfd7-f74e-41a1-b557-5650d653ac04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0658226 Jan 28 19:13:30.003458 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7799b30f-25bd-447a-94f8-eb390375722c req-9fb14cc8-d614-4566-a981-e82ccb6a8058 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:30.003920 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1ba8b6cb-145b-4b4c-ae8e-807902b20d4f admin admin] Publish callbacks [] for security_group (aa3a1f1a-6e97-4b41-a209-703567165208), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:30.004835 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7799b30f-25bd-447a-94f8-eb390375722c req-9fb14cc8-d614-4566-a981-e82ccb6a8058 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] 10.222.0.64 "GET /v2.0/ports?device_id=650ae7c1-a28a-4eda-85de-f9d3677ec999 HTTP/1.1" status: 200 len: 970 time: 0.4242566 Jan 28 19:13:30.006920 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e9a372fb-a4dd-42b5-baf3-be829b3f570c admin admin] Publish callbacks [] for security_group (5e716375-79d0-49ef-b1e6-81136eab3c9f), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:30.011790 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-89c63927-eaf1-4c1e-b364-7fda6b344766 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=05aa07890e3b4455bffc382713cf39fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5031474 Jan 28 19:13:30.015314 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e9a372fb-a4dd-42b5-baf3-be829b3f570c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (5e716375-79d0-49ef-b1e6-81136eab3c9f), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:30.018257 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 34846) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:13:30.034886 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 1cf0b370-a39d-439b-84ee-cedb4bab7af6 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:13:30.039134 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a4ca3d2d-d258-4eef-b4d3-cb94fd3b6620 req-433283f4-d903-4888-b05f-494563487324 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=46b1863a-e7b2-4c60-bc44-9ff00fc6c561 HTTP/1.1" status: 200 len: 210 time: 0.0687537 Jan 28 19:13:30.095371 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1ba8b6cb-145b-4b4c-ae8e-807902b20d4f admin admin] Publish callbacks [] for security_group (aa3a1f1a-6e97-4b41-a209-703567165208), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:30.096912 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-f64eab2f-0b07-4b97-a876-ca005acf8c5b admin admin] Allocated IP 172.25.6.21 (d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8/a648e4ab-7422-41b9-b133-58aca25ab8f5/ace37438-62fc-4da8-82fe-598e6e795cb7) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:13:30.116940 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 1cf0b370-a39d-439b-84ee-cedb4bab7af6 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:13:30.117716 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (1cf0b370-a39d-439b-84ee-cedb4bab7af6), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:30.141269 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a372fb-a4dd-42b5-baf3-be829b3f570c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e716375-79d0-49ef-b1e6-81136eab3c9f,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:30.146832 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-e9a372fb-a4dd-42b5-baf3-be829b3f570c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=80d2a4c911644beaa484d78a5f38c41b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6880929 Jan 28 19:13:30.152113 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 34848) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:13:30.196127 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7799b30f-25bd-447a-94f8-eb390375722c req-9fbccfac-71d3-4253-8c7b-dad19bf0ed06 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] 10.222.0.64 "GET /v2.0/security-groups?id=2478b850-89ab-4114-a340-71569acb8761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817503 Jan 28 19:13:30.214432 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 1cf0b370-a39d-439b-84ee-cedb4bab7af6 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:13:30.214644 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (1cf0b370-a39d-439b-84ee-cedb4bab7af6), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:30.257025 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f8905865-eb8a-4fee-865e-e27a748d984f admin admin] Publish callbacks [] for security_group (b41eccb3-1275-48c4-8632-abe37e433eea), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:30.257271 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] For port 1cf0b370-a39d-439b-84ee-cedb4bab7af6, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=1cf0b370-a39d-439b-84ee-cedb4bab7af6,segment=NetworkSegment(1e24c993-748e-4143-b1c2-ba3fed624cb8),segment_id=1e24c993-748e-4143-b1c2-ba3fed624cb8)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:13:30.262024 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ad88694-2778-4a7b-a6fe-c344c9728f2e req-88ad415f-df92-458d-a96a-7083e1d9c8ae tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Made reservation on behalf of 57a0678ad1cb4e46b30e232c1f317a59 for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:13:30.265304 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (1cf0b370-a39d-439b-84ee-cedb4bab7af6), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:30.266794 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-9ad88694-2778-4a7b-a6fe-c344c9728f2e req-88ad415f-df92-458d-a96a-7083e1d9c8ae tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:30.290685 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1ba8b6cb-145b-4b4c-ae8e-807902b20d4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (aa3a1f1a-6e97-4b41-a209-703567165208), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:30.294149 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1ba8b6cb-145b-4b4c-ae8e-807902b20d4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:30.295185 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-1ba8b6cb-145b-4b4c-ae8e-807902b20d4f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/aa3a1f1a-6e97-4b41-a209-703567165208 HTTP/1.1" status: 204 len: 168 time: 0.5720723 Jan 28 19:13:30.330852 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Pushing event updated for resources: {'Port': ['ID=1cf0b370-a39d-439b-84ee-cedb4bab7af6,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:30.346008 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba8b6cb-145b-4b4c-ae8e-807902b20d4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa3a1f1a-6e97-4b41-a209-703567165208,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:30.362046 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f8905865-eb8a-4fee-865e-e27a748d984f admin admin] Publish callbacks [] for security_group (b41eccb3-1275-48c4-8632-abe37e433eea), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:30.375932 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2d7cafd-01ef-486a-970a-be16b922d2e6 tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:13:30.380922 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a2d7cafd-01ef-486a-970a-be16b922d2e6 tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for floatingip (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:30.396050 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7258b1-ac3f-4d0e-af67-1628430bc9f2 None None] Sync routers for ids ['d3caa4e9-2a65-4416-8a3e-7fcb9617385f'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:13:30.416160 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7258b1-ac3f-4d0e-af67-1628430bc9f2 None None] Routers {'d3caa4e9-2a65-4416-8a3e-7fcb9617385f'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:13:30.417053 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-3a7258b1-ac3f-4d0e-af67-1628430bc9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:13:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['d3caa4e9-2a65-4416-8a3e-7fcb9617385f'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:13:30.425647 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f05a6483-5e2d-4564-9fb9-3f22b5e2d609 admin admin] Publish callbacks [] for security_group (5e716375-79d0-49ef-b1e6-81136eab3c9f), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:30.459039 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f64eab2f-0b07-4b97-a876-ca005acf8c5b admin admin] Publish callbacks [] for port (ace37438-62fc-4da8-82fe-598e6e795cb7), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:30.476774 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-85d54e19-b1b9-4e8f-89d6-8e0826acfbfa req-689ca7c5-3f06-4122-973c-053f924064d1 service neutron] 10.222.0.41 "GET /v2.0/networks/8330dfd7-f74e-41a1-b557-5650d653ac04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2683601 Jan 28 19:13:30.481959 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-a2d7cafd-01ef-486a-970a-be16b922d2e6 tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] 10.222.0.64 "PUT /v2.0/floatingips/0e80e734-2cef-4a22-95bc-2174e77e57d6 HTTP/1.1" status: 200 len: 1013 time: 3.3279936 Jan 28 19:13:30.485317 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87ba86ab-3c82-466a-9e97-9736ce704215', 'tag': '9c067f45-8453-4a13-9bbe-7eec4567ebdb'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:13:30.488378 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44e1201f-4728-4beb-80c1-b792dd52e433" -d '{"events": [{"name": "network-changed", "server_uuid": "87ba86ab-3c82-466a-9e97-9736ce704215", "tag": "9c067f45-8453-4a13-9bbe-7eec4567ebdb"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:13:30.547179 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f05a6483-5e2d-4564-9fb9-3f22b5e2d609 admin admin] Publish callbacks [] for security_group (5e716375-79d0-49ef-b1e6-81136eab3c9f), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:30.599100 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bfdfb9a-0017-44d9-8223-268f3a4833e5 x-openstack-request-id: req-1bfdfb9a-0017-44d9-8223-268f3a4833e5 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:13:30.599403 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87ba86ab-3c82-466a-9e97-9736ce704215", "tag": "9c067f45-8453-4a13-9bbe-7eec4567ebdb", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:13:30.599656 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1bfdfb9a-0017-44d9-8223-268f3a4833e5 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:13:30.600065 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87ba86ab-3c82-466a-9e97-9736ce704215', 'tag': '9c067f45-8453-4a13-9bbe-7eec4567ebdb', 'status': 'completed', 'code': 200} Jan 28 19:13:30.603523 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f8905865-eb8a-4fee-865e-e27a748d984f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (b41eccb3-1275-48c4-8632-abe37e433eea), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:30.606242 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f8905865-eb8a-4fee-865e-e27a748d984f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:30.607401 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-f8905865-eb8a-4fee-865e-e27a748d984f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b41eccb3-1275-48c4-8632-abe37e433eea HTTP/1.1" status: 204 len: 168 time: 0.5866699 Jan 28 19:13:30.653580 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-3a7258b1-ac3f-4d0e-af67-1628430bc9f2 None None] Set router d3caa4e9-2a65-4416-8a3e-7fcb9617385f gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:13:30.666359 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8905865-eb8a-4fee-865e-e27a748d984f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b41eccb3-1275-48c4-8632-abe37e433eea,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:30.813246 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-85d54e19-b1b9-4e8f-89d6-8e0826acfbfa req-ccb84610-e3f0-4233-a331-aeabec0cf87a service neutron] 10.222.0.41 "GET /v2.0/networks/8330dfd7-f74e-41a1-b557-5650d653ac04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3291273 Jan 28 19:13:30.877581 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-9ad88694-2778-4a7b-a6fe-c344c9728f2e req-88ad415f-df92-458d-a96a-7083e1d9c8ae tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Allocated IP 172.20.0.14 (72a547d0-d9da-4c9f-b2a7-a4b786ea70ac/7e42a0bc-2ea3-4c64-b0da-1fe419b4beb8/581dc8c3-b87e-4b13-b9df-77efa9de3d8d) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:13:30.894585 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3842607b-5595-4e41-a6bc-773401d0a97b req-00a2bd49-2ecb-4db7-b39f-5b1236c55c82 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:30.897075 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3842607b-5595-4e41-a6bc-773401d0a97b req-00a2bd49-2ecb-4db7-b39f-5b1236c55c82 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?device_id=2fb15d55-5734-4552-b8f2-8e167a3aeaec HTTP/1.1" status: 200 len: 943 time: 0.1903672 Jan 28 19:13:30.944319 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 34862) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:13:30.957704 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68963be2-b3d7-4625-80e7-759fca320b80 None None] Network 1b36af34-6909-4f2b-a96c-a56853ad0cf5 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:13:30.975743 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f64eab2f-0b07-4b97-a876-ca005acf8c5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (ace37438-62fc-4da8-82fe-598e6e795cb7), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:31.000803 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e5a87632-feb4-4959-bb1e-d2d2337d3bd4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:31.035525 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc8b3e5-b61c-472f-994f-1b7fc206f57c req-7443ea6c-0c48-4966-826d-ecb67c07dee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:31.037027 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ebc8b3e5-b61c-472f-994f-1b7fc206f57c req-7443ea6c-0c48-4966-826d-ecb67c07dee6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1bd1e0d6512043bfbaf9a8e955e20b9e&device_id=2fb15d55-5734-4552-b8f2-8e167a3aeaec HTTP/1.1" status: 200 len: 1157 time: 0.1345940 Jan 28 19:13:31.092952 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3842607b-5595-4e41-a6bc-773401d0a97b req-30c45945-fa0e-4876-9eaa-4d151207ecec tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/security-groups?id=414e93b9-08bc-438e-9127-05114ed7dbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477194 Jan 28 19:13:31.113331 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-a6bd208a-3fbb-4c96-92f8-36cd53c977e1 None None] Provisioning complete for port 1cf0b370-a39d-439b-84ee-cedb4bab7af6 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:13:31.113722 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a6bd208a-3fbb-4c96-92f8-36cd53c977e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (1cf0b370-a39d-439b-84ee-cedb4bab7af6), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:31.175028 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 9e5aaadd-49e7-4e08-a3c6-aa5af6c7fd62 details requested by agent hyperv_n-h2-812111-14 with host n-h2-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:13:31.177457 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 510462f7-bf72-4988-bcf9-093454707d78 up at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:13:31.189212 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64eab2f-0b07-4b97-a876-ca005acf8c5b admin admin] Pushing event updated for resources: {'Port': ['ID=ace37438-62fc-4da8-82fe-598e6e795cb7,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:31.191407 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc8b3e5-b61c-472f-994f-1b7fc206f57c req-bb6730ba-d04b-474a-91f2-e089a111f55f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:31.193172 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ebc8b3e5-b61c-472f-994f-1b7fc206f57c req-bb6730ba-d04b-474a-91f2-e089a111f55f service neutron] 10.222.0.41 "GET /v2.0/networks?id=8330dfd7-f74e-41a1-b557-5650d653ac04 HTTP/1.1" status: 200 len: 908 time: 0.1406488 Jan 28 19:13:31.231978 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f64eab2f-0b07-4b97-a876-ca005acf8c5b admin admin] Network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:13:31.247728 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ebc8b3e5-b61c-472f-994f-1b7fc206f57c req-cc646439-f0e9-4234-afc3-fcd2a7e71adb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9e5aaadd-49e7-4e08-a3c6-aa5af6c7fd62 HTTP/1.1" status: 200 len: 217 time: 0.0464716 Jan 28 19:13:31.248835 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-f64eab2f-0b07-4b97-a876-ca005acf8c5b admin admin] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:13:31.263881 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e1201f-4728-4beb-80c1-b792dd52e433 req-f5251371-663f-4647-9745-d257c804de55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:31.265528 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-44e1201f-4728-4beb-80c1-b792dd52e433 req-f5251371-663f-4647-9745-d257c804de55 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=364a7c42eb8b468d8d8584f032848f52&device_id=87ba86ab-3c82-466a-9e97-9736ce704215 HTTP/1.1" status: 200 len: 1150 time: 0.6233003 Jan 28 19:13:31.274950 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b66c2e7-23e0-4b30-93c9-c2178987cff3 req-46e50b1d-3034-4fd5-b5e4-62a835b5a5b2 tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:31.282090 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3b66c2e7-23e0-4b30-93c9-c2178987cff3 req-46e50b1d-3034-4fd5-b5e4-62a835b5a5b2 tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] 10.222.0.64 "GET /v2.0/ports?device_id=87ba86ab-3c82-466a-9e97-9736ce704215 HTTP/1.1" status: 200 len: 967 time: 0.6428292 Jan 28 19:13:31.285703 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64eab2f-0b07-4b97-a876-ca005acf8c5b admin admin] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:13:31.321259 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc8b3e5-b61c-472f-994f-1b7fc206f57c req-902443bf-beb7-4e56-80ac-6ec40286fddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:31.323009 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ebc8b3e5-b61c-472f-994f-1b7fc206f57c req-902443bf-beb7-4e56-80ac-6ec40286fddb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=09bc6696-a273-4baf-935c-9cf317ddb49d HTTP/1.1" status: 200 len: 848 time: 0.0572617 Jan 28 19:13:31.337778 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-3a7258b1-ac3f-4d0e-af67-1628430bc9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3caa4e9-2a65-4416-8a3e-7fcb9617385f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-953100577-router', 'tenant_id': '364a7c42eb8b468d8d8584f032848f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '479412f1-13f0-40ef-a841-7c525dcbb25a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:12:40Z', 'updated_at': '2022-01-28T19:12:45Z', 'revision_number': 4, 'project_id': '364a7c42eb8b468d8d8584f032848f52', 'gw_port': {'id': '479412f1-13f0-40ef-a841-7c525dcbb25a', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:36:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3caa4e9-2a65-4416-8a3e-7fcb9617385f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:12:40Z', 'updated_at': '2022-01-28T19:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_floatingips': [{'id': '0e80e734-2cef-4a22-95bc-2174e77e57d6', 'tenant_id': '364a7c42eb8b468d8d8584f032848f52', 'floating_ip_address': '172.25.6.101', 'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'router_id': 'd3caa4e9-2a65-4416-8a3e-7fcb9617385f', 'port_id': '9c067f45-8453-4a13-9bbe-7eec4567ebdb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 209, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c806e35b-751a-4ce9-b109-f544f83125cf', 'mac_address': 'fa:16:3e:68:8a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ba86ab-3c82-466a-9e97-9736ce704215', 'device_owner': 'compute:tempest-test_az-2125105539'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:13:09Z', 'updated_at': '2022-01-28T19:13:28Z', 'revision_number': 1, 'project_id': '364a7c42eb8b468d8d8584f032848f52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b072416-1b9a-4975-bb55-2908e9aa62f5', 'name': '', 'network_id': 'c806e35b-751a-4ce9-b109-f544f83125cf', 'tenant_id': '364a7c42eb8b468d8d8584f032848f52', 'mac_address': 'fa:16:3e:5a:bb:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3caa4e9-2a65-4416-8a3e-7fcb9617385f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'c08dfd32-a1e5-4572-9817-13ebb5508016', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:12:44Z', 'updated_at': '2022-01-28T19:12:54Z', 'revision_number': 5, 'project_id': '364a7c42eb8b468d8d8584f032848f52', 'subnets': [{'id': 'c08dfd32-a1e5-4572-9817-13ebb5508016', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:13:31.365962 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-db85c7d7-a0fd-42e1-8b64-54a374fead77 req-6c56c2a7-e725-4d35-80d6-7be47f17ef74 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=46b1863a-e7b2-4c60-bc44-9ff00fc6c561 HTTP/1.1" status: 200 len: 210 time: 0.1169789 Jan 28 19:13:31.368196 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 34874) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:13:31.396784 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7258b1-ac3f-4d0e-af67-1628430bc9f2 None None] Checking router: d3caa4e9-2a65-4416-8a3e-7fcb9617385f for host: n-d-812111-14 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:13:31.403936 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.db.resource_extend [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 19:13:31.418644 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7258b1-ac3f-4d0e-af67-1628430bc9f2 None None] Routers {'d3caa4e9-2a65-4416-8a3e-7fcb9617385f'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:13:31.419277 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-3a7258b1-ac3f-4d0e-af67-1628430bc9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:13:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['d3caa4e9-2a65-4416-8a3e-7fcb9617385f'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:13:31.435109 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ebc8b3e5-b61c-472f-994f-1b7fc206f57c req-1b57d39f-4e48-4f0f-82c5-f15a47d15b8e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8330dfd7-f74e-41a1-b557-5650d653ac04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0890105 Jan 28 19:13:31.586693 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-72b816e3-dd4c-49a3-a3a4-ab658787e88e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4e59dc14ef3241d5ba7a30fe55136241&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1542602 Jan 28 19:13:31.593265 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 34876) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:13:31.625365 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-3a7258b1-ac3f-4d0e-af67-1628430bc9f2 None None] Set router d3caa4e9-2a65-4416-8a3e-7fcb9617385f gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:13:31.631271 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-a6bd208a-3fbb-4c96-92f8-36cd53c977e1 None None] Current status of the port 1cf0b370-a39d-439b-84ee-cedb4bab7af6 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:13:31.649730 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning for port 510462f7-bf72-4988-bcf9-093454707d78 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:13:31.660695 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-085f176f-f717-4d55-9bbe-5feabe66411e admin admin] Publish callbacks [] for security_group (34634a2e-dca4-4cb5-b6b9-161eddcd030a), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:31.671868 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning complete for port 510462f7-bf72-4988-bcf9-093454707d78 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:13:31.672256 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (510462f7-bf72-4988-bcf9-093454707d78), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:31.690183 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04dcba9-723f-4971-9878-7ff130751164 req-b460c289-ce5f-4f65-91e2-a932caefc497 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:31.697658 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b04dcba9-723f-4971-9878-7ff130751164 req-b460c289-ce5f-4f65-91e2-a932caefc497 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] 10.222.0.64 "GET /v2.0/ports?device_id=650ae7c1-a28a-4eda-85de-f9d3677ec999 HTTP/1.1" status: 200 len: 970 time: 0.2122118 Jan 28 19:13:31.735526 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 9e5aaadd-49e7-4e08-a3c6-aa5af6c7fd62, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=9e5aaadd-49e7-4e08-a3c6-aa5af6c7fd62,segment=NetworkSegment(e7f54059-7dae-4f1a-9de9-251e6a440c72),segment_id=e7f54059-7dae-4f1a-9de9-251e6a440c72)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:13:31.764900 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 9e5aaadd-49e7-4e08-a3c6-aa5af6c7fd62 has no active binding in host n-h2-812111-14 {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 28 19:13:31.768626 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-085f176f-f717-4d55-9bbe-5feabe66411e admin admin] Publish callbacks [] for security_group (34634a2e-dca4-4cb5-b6b9-161eddcd030a), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:31.782641 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d29636e7-285c-4c71-b7a8-decfbc917622 None None] Provisioning complete for port 1cf0b370-a39d-439b-84ee-cedb4bab7af6 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:13:31.783299 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d29636e7-285c-4c71-b7a8-decfbc917622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (1cf0b370-a39d-439b-84ee-cedb4bab7af6), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:31.824983 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b04dcba9-723f-4971-9878-7ff130751164 req-f3a2cef2-cd01-435c-9697-cf446be5d330 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] 10.222.0.64 "GET /v2.0/security-groups?id=2478b850-89ab-4114-a340-71569acb8761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259837 Jan 28 19:13:31.842906 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ebc8b3e5-b61c-472f-994f-1b7fc206f57c req-bfc54fcc-7fbc-4584-bbdb-4a6237224fc7 service neutron] 10.222.0.41 "GET /v2.0/networks/8330dfd7-f74e-41a1-b557-5650d653ac04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3890593 Jan 28 19:13:31.859384 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 510462f7-bf72-4988-bcf9-093454707d78 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:13:31.860017 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (510462f7-bf72-4988-bcf9-093454707d78), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:31.882249 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-3a7258b1-ac3f-4d0e-af67-1628430bc9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3caa4e9-2a65-4416-8a3e-7fcb9617385f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-953100577-router', 'tenant_id': '364a7c42eb8b468d8d8584f032848f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '479412f1-13f0-40ef-a841-7c525dcbb25a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:12:40Z', 'updated_at': '2022-01-28T19:12:45Z', 'revision_number': 4, 'project_id': '364a7c42eb8b468d8d8584f032848f52', 'gw_port': {'id': '479412f1-13f0-40ef-a841-7c525dcbb25a', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:36:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3caa4e9-2a65-4416-8a3e-7fcb9617385f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:12:40Z', 'updated_at': '2022-01-28T19:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_floatingips': [{'id': '0e80e734-2cef-4a22-95bc-2174e77e57d6', 'tenant_id': '364a7c42eb8b468d8d8584f032848f52', 'floating_ip_address': '172.25.6.101', 'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'router_id': 'd3caa4e9-2a65-4416-8a3e-7fcb9617385f', 'port_id': '9c067f45-8453-4a13-9bbe-7eec4567ebdb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 209, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c806e35b-751a-4ce9-b109-f544f83125cf', 'mac_address': 'fa:16:3e:68:8a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ba86ab-3c82-466a-9e97-9736ce704215', 'device_owner': 'compute:tempest-test_az-2125105539'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:13:09Z', 'updated_at': '2022-01-28T19:13:28Z', 'revision_number': 1, 'project_id': '364a7c42eb8b468d8d8584f032848f52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b072416-1b9a-4975-bb55-2908e9aa62f5', 'name': '', 'network_id': 'c806e35b-751a-4ce9-b109-f544f83125cf', 'tenant_id': '364a7c42eb8b468d8d8584f032848f52', 'mac_address': 'fa:16:3e:5a:bb:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3caa4e9-2a65-4416-8a3e-7fcb9617385f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'c08dfd32-a1e5-4572-9817-13ebb5508016', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:12:44Z', 'updated_at': '2022-01-28T19:12:54Z', 'revision_number': 5, 'project_id': '364a7c42eb8b468d8d8584f032848f52', 'subnets': [{'id': 'c08dfd32-a1e5-4572-9817-13ebb5508016', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:13:31.918952 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7258b1-ac3f-4d0e-af67-1628430bc9f2 None None] The sync data for ids ['d3caa4e9-2a65-4416-8a3e-7fcb9617385f'] in n-d-812111-14 is: [{'id': 'd3caa4e9-2a65-4416-8a3e-7fcb9617385f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-953100577-router', 'tenant_id': '364a7c42eb8b468d8d8584f032848f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '479412f1-13f0-40ef-a841-7c525dcbb25a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:12:40Z', 'updated_at': '2022-01-28T19:12:45Z', 'revision_number': 4, 'project_id': '364a7c42eb8b468d8d8584f032848f52', 'gw_port': {'id': '479412f1-13f0-40ef-a841-7c525dcbb25a', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:36:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3caa4e9-2a65-4416-8a3e-7fcb9617385f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:12:40Z', 'updated_at': '2022-01-28T19:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_floatingips': [{'id': '0e80e734-2cef-4a22-95bc-2174e77e57d6', 'tenant_id': '364a7c42eb8b468d8d8584f032848f52', 'floating_ip_address': '172.25.6.101', 'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'router_id': 'd3caa4e9-2a65-4416-8a3e-7fcb9617385f', 'port_id': '9c067f45-8453-4a13-9bbe-7eec4567ebdb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 209, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c806e35b-751a-4ce9-b109-f544f83125cf', 'mac_address': 'fa:16:3e:68:8a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ba86ab-3c82-466a-9e97-9736ce704215', 'device_owner': 'compute:tempest-test_az-2125105539'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:13:09Z', 'updated_at': '2022-01-28T19:13:28Z', 'revision_number': 1, 'project_id': '364a7c42eb8b468d8d8584f032848f52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b072416-1b9a-4975-bb55-2908e9aa62f5', 'name': '', 'network_id': 'c806e35b-751a-4ce9-b109-f544f83125cf', 'tenant_id': '364a7c42eb8b468d8d8584f032848f52', 'mac_address': 'fa:16:3e:5a:bb:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3caa4e9-2a65-4416-8a3e-7fcb9617385f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'c08dfd32-a1e5-4572-9817-13ebb5508016', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:12:44Z', 'updated_at': '2022-01-28T19:12:54Z', 'revision_number': 5, 'project_id': '364a7c42eb8b468d8d8584f032848f52', 'subnets': [{'id': 'c08dfd32-a1e5-4572-9817-13ebb5508016', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:13:31.922589 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e1201f-4728-4beb-80c1-b792dd52e433 req-978130ab-538b-4ade-80a3-f3e55d93b019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:31.924257 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-44e1201f-4728-4beb-80c1-b792dd52e433 req-978130ab-538b-4ade-80a3-f3e55d93b019 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c806e35b-751a-4ce9-b109-f544f83125cf HTTP/1.1" status: 200 len: 923 time: 0.6400676 Jan 28 19:13:31.925716 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '650ae7c1-a28a-4eda-85de-f9d3677ec999', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '510462f7-bf72-4988-bcf9-093454707d78'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:13:31.928649 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0380e02c-b3f0-4950-8840-1dde85401e23" -d '{"events": [{"server_uuid": "650ae7c1-a28a-4eda-85de-f9d3677ec999", "name": "network-vif-plugged", "status": "completed", "tag": "510462f7-bf72-4988-bcf9-093454707d78"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:13:31.946759 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 510462f7-bf72-4988-bcf9-093454707d78, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=510462f7-bf72-4988-bcf9-093454707d78,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:13:31.979197 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f05a6483-5e2d-4564-9fb9-3f22b5e2d609 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (5e716375-79d0-49ef-b1e6-81136eab3c9f), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:31.983946 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ebc8b3e5-b61c-472f-994f-1b7fc206f57c req-1790c2e0-e9c6-4482-8932-7cdbe4e9da93 service neutron] 10.222.0.41 "GET /v2.0/networks/8330dfd7-f74e-41a1-b557-5650d653ac04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313667 Jan 28 19:13:31.985241 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-085f176f-f717-4d55-9bbe-5feabe66411e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (34634a2e-dca4-4cb5-b6b9-161eddcd030a), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:31.992773 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-085f176f-f717-4d55-9bbe-5feabe66411e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:31.996848 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-085f176f-f717-4d55-9bbe-5feabe66411e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/34634a2e-dca4-4cb5-b6b9-161eddcd030a HTTP/1.1" status: 204 len: 168 time: 0.3981147 Jan 28 19:13:31.996994 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d29636e7-285c-4c71-b7a8-decfbc917622 None None] Current status of the port 1cf0b370-a39d-439b-84ee-cedb4bab7af6 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:13:32.003593 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (510462f7-bf72-4988-bcf9-093454707d78), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:32.006492 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085f176f-f717-4d55-9bbe-5feabe66411e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34634a2e-dca4-4cb5-b6b9-161eddcd030a,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:32.015935 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f05a6483-5e2d-4564-9fb9-3f22b5e2d609 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:32.033211 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-f05a6483-5e2d-4564-9fb9-3f22b5e2d609 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5e716375-79d0-49ef-b1e6-81136eab3c9f HTTP/1.1" status: 204 len: 168 time: 1.8644054 Jan 28 19:13:32.053469 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 1cf0b370-a39d-439b-84ee-cedb4bab7af6 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:13:32.081527 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:13:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a18b6cc-91e2-465c-88fc-8142b526650b x-openstack-request-id: req-1a18b6cc-91e2-465c-88fc-8142b526650b {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:13:32.081844 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "650ae7c1-a28a-4eda-85de-f9d3677ec999", "name": "network-vif-plugged", "status": "completed", "tag": "510462f7-bf72-4988-bcf9-093454707d78", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:13:32.082098 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1a18b6cc-91e2-465c-88fc-8142b526650b {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:13:32.082487 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '650ae7c1-a28a-4eda-85de-f9d3677ec999', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '510462f7-bf72-4988-bcf9-093454707d78', 'code': 200} Jan 28 19:13:32.153265 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=510462f7-bf72-4988-bcf9-093454707d78,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:32.171915 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 1cf0b370-a39d-439b-84ee-cedb4bab7af6 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:13:32.172308 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (1cf0b370-a39d-439b-84ee-cedb4bab7af6), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:32.270589 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b49c0a0-a355-4982-aa34-06331f3132c7 req-72823212-5392-4ae6-8ce1-36d17452273f tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:32.293720 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2b49c0a0-a355-4982-aa34-06331f3132c7 req-72823212-5392-4ae6-8ce1-36d17452273f tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?device_id=2fb15d55-5734-4552-b8f2-8e167a3aeaec HTTP/1.1" status: 200 len: 943 time: 0.1059349 Jan 28 19:13:32.320343 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20af3e41-61fa-43ce-97b2-d7fb524e8a05 None None] New status for floating IP 0e80e734-2cef-4a22-95bc-2174e77e57d6: ACTIVE {{(pid=103306) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 19:13:32.372740 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2b49c0a0-a355-4982-aa34-06331f3132c7 req-cf056102-a729-48f4-91d8-4b164e8d9f64 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/security-groups?id=414e93b9-08bc-438e-9127-05114ed7dbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732415 Jan 28 19:13:32.383345 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 1cf0b370-a39d-439b-84ee-cedb4bab7af6 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:13:32.416687 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-44e1201f-4728-4beb-80c1-b792dd52e433 req-287ebf28-ea5c-45cd-ac85-0353e743a947 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9c067f45-8453-4a13-9bbe-7eec4567ebdb HTTP/1.1" status: 200 len: 1021 time: 0.3610070 Jan 28 19:13:32.494365 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e5a87632-feb4-4959-bb1e-d2d2337d3bd4 admin admin] Publish callbacks [] for security_group (792eb783-5861-44cd-8cd6-4cfeea9e9ca5), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:32.538471 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05a6483-5e2d-4564-9fb9-3f22b5e2d609 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e716375-79d0-49ef-b1e6-81136eab3c9f,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:32.549182 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-87ce171f-4b3e-4f6c-8c52-a681bbaed286 req-57809276-0dee-47c2-b937-b6ab0e352f77 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=46b1863a-e7b2-4c60-bc44-9ff00fc6c561 HTTP/1.1" status: 200 len: 210 time: 0.0545483 Jan 28 19:13:32.589694 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e5a87632-feb4-4959-bb1e-d2d2337d3bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (792eb783-5861-44cd-8cd6-4cfeea9e9ca5), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:32.678911 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3b66c2e7-23e0-4b30-93c9-c2178987cff3 req-933fa944-aad1-445e-8d07-adadf336005e tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] 10.222.0.64 "GET /v2.0/security-groups?id=c9932629-d34a-4383-acc9-faa1e1165e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.3959529 Jan 28 19:13:32.679459 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f64eab2f-0b07-4b97-a876-ca005acf8c5b admin admin] Publish callbacks [] for router_gateway (21fc77fa-6689-425f-a0ea-9e6cfee3d1c0), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:32.842963 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-e5a87632-feb4-4959-bb1e-d2d2337d3bd4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b1db08b86e32417fbcea9d8861b99a9a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8861706 Jan 28 19:13:32.845691 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e1201f-4728-4beb-80c1-b792dd52e433 req-fcd23633-6a0b-4b54-9737-92640ea6dbff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:32.845867 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-44e1201f-4728-4beb-80c1-b792dd52e433 req-fcd23633-6a0b-4b54-9737-92640ea6dbff service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c08dfd32-a1e5-4572-9817-13ebb5508016 HTTP/1.1" status: 200 len: 862 time: 0.4061744 Jan 28 19:13:32.846637 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 34914) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:13:32.853437 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3b72fd-0881-415c-aee2-d58b7b30c87b req-c0a306f1-e1e0-43f2-b397-37a2568fb918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:32.854849 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-db3b72fd-0881-415c-aee2-d58b7b30c87b req-c0a306f1-e1e0-43f2-b397-37a2568fb918 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=650ae7c1-a28a-4eda-85de-f9d3677ec999 HTTP/1.1" status: 200 len: 1154 time: 0.4432487 Jan 28 19:13:32.855631 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a87632-feb4-4959-bb1e-d2d2337d3bd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=792eb783-5861-44cd-8cd6-4cfeea9e9ca5,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:32.862289 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-9ad88694-2778-4a7b-a6fe-c344c9728f2e req-88ad415f-df92-458d-a96a-7083e1d9c8ae tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Publish callbacks [] for port (581dc8c3-b87e-4b13-b9df-77efa9de3d8d), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:32.929241 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-27653bbf-675f-4128-823c-0907882c6bc5 admin admin] Publish callbacks [] for security_group (792eb783-5861-44cd-8cd6-4cfeea9e9ca5), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:32.994596 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-27653bbf-675f-4128-823c-0907882c6bc5 admin admin] Publish callbacks [] for security_group (792eb783-5861-44cd-8cd6-4cfeea9e9ca5), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:33.046087 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-db3b72fd-0881-415c-aee2-d58b7b30c87b req-0c5cbf0a-a787-4ba3-bdea-9b1522654aad service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=2478b850-89ab-4114-a340-71569acb8761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651251 Jan 28 19:13:33.069924 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b207b9a9-a15d-458e-91ae-c80b6222d0b2 req-420486ee-e1b2-4ac8-b780-30b587b60015 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:33.071801 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b207b9a9-a15d-458e-91ae-c80b6222d0b2 req-420486ee-e1b2-4ac8-b780-30b587b60015 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] 10.222.0.64 "GET /v2.0/ports?device_id=650ae7c1-a28a-4eda-85de-f9d3677ec999 HTTP/1.1" status: 200 len: 971 time: 0.1250048 Jan 28 19:13:33.078397 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e1201f-4728-4beb-80c1-b792dd52e433 req-75927ca5-9ad9-42da-842d-8ce5286c13e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:33.079944 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-44e1201f-4728-4beb-80c1-b792dd52e433 req-75927ca5-9ad9-42da-842d-8ce5286c13e2 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c806e35b-751a-4ce9-b109-f544f83125cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2211602 Jan 28 19:13:33.109215 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-9ad88694-2778-4a7b-a6fe-c344c9728f2e req-88ad415f-df92-458d-a96a-7083e1d9c8ae tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (581dc8c3-b87e-4b13-b9df-77efa9de3d8d), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:33.144230 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b207b9a9-a15d-458e-91ae-c80b6222d0b2 req-492664bb-df81-4b7f-8372-d8a3f41adab0 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] 10.222.0.64 "GET /v2.0/security-groups?id=2478b850-89ab-4114-a340-71569acb8761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660663 Jan 28 19:13:33.144835 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-27653bbf-675f-4128-823c-0907882c6bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (792eb783-5861-44cd-8cd6-4cfeea9e9ca5), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:33.148786 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-27653bbf-675f-4128-823c-0907882c6bc5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:33.150718 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-27653bbf-675f-4128-823c-0907882c6bc5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/792eb783-5861-44cd-8cd6-4cfeea9e9ca5 HTTP/1.1" status: 204 len: 168 time: 0.3022313 Jan 28 19:13:33.163894 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27653bbf-675f-4128-823c-0907882c6bc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=792eb783-5861-44cd-8cd6-4cfeea9e9ca5,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:33.192779 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ad88694-2778-4a7b-a6fe-c344c9728f2e req-88ad415f-df92-458d-a96a-7083e1d9c8ae tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Network 72a547d0-d9da-4c9f-b2a7-a4b786ea70ac is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:13:33.194077 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f64eab2f-0b07-4b97-a876-ca005acf8c5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-731074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-731460'] for router (21fc77fa-6689-425f-a0ea-9e6cfee3d1c0), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:33.200894 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-9ad88694-2778-4a7b-a6fe-c344c9728f2e req-88ad415f-df92-458d-a96a-7083e1d9c8ae tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:13:33.203118 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ad415f-df92-458d-a96a-7083e1d9c8ae tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Pushing event updated for resources: {'Port': ['ID=581dc8c3-b87e-4b13-b9df-77efa9de3d8d,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:33.205820 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ad88694-2778-4a7b-a6fe-c344c9728f2e req-88ad415f-df92-458d-a96a-7083e1d9c8ae tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:13:33.211099 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad88694-2778-4a7b-a6fe-c344c9728f2e req-88ad415f-df92-458d-a96a-7083e1d9c8ae tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:33.211920 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-9ad88694-2778-4a7b-a6fe-c344c9728f2e req-88ad415f-df92-458d-a96a-7083e1d9c8ae tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:33.279204 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9ad88694-2778-4a7b-a6fe-c344c9728f2e req-88ad415f-df92-458d-a96a-7083e1d9c8ae tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4764204 Jan 28 19:13:33.298370 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-9ad88694-2778-4a7b-a6fe-c344c9728f2e req-631fd0e5-5330-4e8d-afff-845e7e377198 service neutron] Request body: {'port': {'device_id': '46b1863a-e7b2-4c60-bc44-9ff00fc6c561', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-14'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:13:33.299247 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3a1eabcb-b1f5-4223-b43a-7c3a73e67f4f req-56c5fd51-9458-438a-bc62-0c1fb5ead8ea service neutron] 10.222.0.41 "GET /v2.0/ports/9e5aaadd-49e7-4e08-a3c6-aa5af6c7fd62/bindings/n-h2-812111-14 HTTP/1.1" status: 200 len: 385 time: 0.0678837 Jan 28 19:13:33.488918 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-44e1201f-4728-4beb-80c1-b792dd52e433 req-3307fb7e-47f3-40dd-8311-dc41232be39b service neutron] 10.222.0.70 "GET /v2.0/networks/c806e35b-751a-4ce9-b109-f544f83125cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251985 Jan 28 19:13:33.497679 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-9ad88694-2778-4a7b-a6fe-c344c9728f2e req-631fd0e5-5330-4e8d-afff-845e7e377198 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (581dc8c3-b87e-4b13-b9df-77efa9de3d8d), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:33.581426 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-3a1eabcb-b1f5-4223-b43a-7c3a73e67f4f req-301f34c1-1db3-4a14-8432-164c54395037 service neutron] For port 9e5aaadd-49e7-4e08-a3c6-aa5af6c7fd62, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=9e5aaadd-49e7-4e08-a3c6-aa5af6c7fd62,segment=NetworkSegment(e7f54059-7dae-4f1a-9de9-251e6a440c72),segment_id=e7f54059-7dae-4f1a-9de9-251e6a440c72)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:13:33.610535 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-3a1eabcb-b1f5-4223-b43a-7c3a73e67f4f req-301f34c1-1db3-4a14-8432-164c54395037 service neutron] For port 9e5aaadd-49e7-4e08-a3c6-aa5af6c7fd62, host n-h1-812111-14, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:13:33.658814 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f64eab2f-0b07-4b97-a876-ca005acf8c5b admin admin] Router 21fc77fa-6689-425f-a0ea-9e6cfee3d1c0 is scheduled to L3 agent 76fe5c49-705a-4e08-abb2-be585676213f with binding_index 1 {{(pid=103304) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 19:13:33.661559 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [req-3a1eabcb-b1f5-4223-b43a-7c3a73e67f4f req-301f34c1-1db3-4a14-8432-164c54395037 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e5aaadd-49e7-4e08-a3c6-aa5af6c7fd62 {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:13:33.687700 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-3a1eabcb-b1f5-4223-b43a-7c3a73e67f4f req-301f34c1-1db3-4a14-8432-164c54395037 service neutron] For port 9e5aaadd-49e7-4e08-a3c6-aa5af6c7fd62, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=9e5aaadd-49e7-4e08-a3c6-aa5af6c7fd62,segment=NetworkSegment(e7f54059-7dae-4f1a-9de9-251e6a440c72),segment_id=e7f54059-7dae-4f1a-9de9-251e6a440c72)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:13:33.717264 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10080c8e-aac4-4508-89b6-8607e6f80060 req-5c1a84a3-ba11-441f-b52d-d8d489d80a2a tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:33.718964 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-10080c8e-aac4-4508-89b6-8607e6f80060 req-5c1a84a3-ba11-441f-b52d-d8d489d80a2a tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?device_id=2fb15d55-5734-4552-b8f2-8e167a3aeaec HTTP/1.1" status: 200 len: 943 time: 0.2376983 Jan 28 19:13:33.731726 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-3a1eabcb-b1f5-4223-b43a-7c3a73e67f4f req-301f34c1-1db3-4a14-8432-164c54395037 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (9e5aaadd-49e7-4e08-a3c6-aa5af6c7fd62), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:33.763163 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588f1212-b462-4c52-9a4a-386e4e2def8b req-bb0c720b-e3d2-4664-88a1-90a235d42619 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:33.771630 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-588f1212-b462-4c52-9a4a-386e4e2def8b req-bb0c720b-e3d2-4664-88a1-90a235d42619 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=46b1863a-e7b2-4c60-bc44-9ff00fc6c561 HTTP/1.1" status: 200 len: 932 time: 0.1049829 Jan 28 19:13:33.855170 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-44e1201f-4728-4beb-80c1-b792dd52e433 req-d5b128bd-d2bf-4e94-b226-e428ca1c9927 service neutron] 10.222.0.70 "GET /v2.0/networks/c806e35b-751a-4ce9-b109-f544f83125cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3548446 Jan 28 19:13:33.883738 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-588f1212-b462-4c52-9a4a-386e4e2def8b req-de12e0da-15fd-4a6b-b868-577f37af31aa tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108968 Jan 28 19:13:33.917402 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-3a1eabcb-b1f5-4223-b43a-7c3a73e67f4f req-301f34c1-1db3-4a14-8432-164c54395037 service neutron] Transition to ACTIVE for port object 9e5aaadd-49e7-4e08-a3c6-aa5af6c7fd62 will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:13:33.923470 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-3a1eabcb-b1f5-4223-b43a-7c3a73e67f4f req-301f34c1-1db3-4a14-8432-164c54395037 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (9e5aaadd-49e7-4e08-a3c6-aa5af6c7fd62), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:33.983112 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a1eabcb-b1f5-4223-b43a-7c3a73e67f4f req-301f34c1-1db3-4a14-8432-164c54395037 service neutron] No DVR routers for this DVR port 9e5aaadd-49e7-4e08-a3c6-aa5af6c7fd62 on host n-h1-812111-14 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:13:34.021260 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301f34c1-1db3-4a14-8432-164c54395037 service neutron] Pushing event updated for resources: {'Port': ['ID=9e5aaadd-49e7-4e08-a3c6-aa5af6c7fd62,revision_number=10']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:34.046038 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3a1eabcb-b1f5-4223-b43a-7c3a73e67f4f req-301f34c1-1db3-4a14-8432-164c54395037 service neutron] 10.222.0.41 "PUT /v2.0/ports/9e5aaadd-49e7-4e08-a3c6-aa5af6c7fd62/bindings/n-h2-812111-14/activate HTTP/1.1" status: 200 len: 370 time: 0.7408540 Jan 28 19:13:34.225220 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-10080c8e-aac4-4508-89b6-8607e6f80060 req-723f6e2f-2226-40b5-8414-351b583eefa5 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/security-groups?id=414e93b9-08bc-438e-9127-05114ed7dbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4441662 Jan 28 19:13:34.255413 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f64eab2f-0b07-4b97-a876-ca005acf8c5b admin admin] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:13:34.276256 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75435bd-6972-4a7c-9664-f60517900b07 None None] Sync routers for ids ['21fc77fa-6689-425f-a0ea-9e6cfee3d1c0'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:13:34.300168 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1eabcb-b1f5-4223-b43a-7c3a73e67f4f req-1b69f184-33c5-4050-bbad-1f6d359f8ce3 tempest-LiveMigrationTest-1644078950 tempest-LiveMigrationTest-1644078950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:34.302001 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3a1eabcb-b1f5-4223-b43a-7c3a73e67f4f req-1b69f184-33c5-4050-bbad-1f6d359f8ce3 tempest-LiveMigrationTest-1644078950 tempest-LiveMigrationTest-1644078950-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=2fb15d55-5734-4552-b8f2-8e167a3aeaec&tenant_id=1bd1e0d6512043bfbaf9a8e955e20b9e&binding%3Ahost_id=n-h1-812111-14 HTTP/1.1" status: 200 len: 1127 time: 0.1336668 Jan 28 19:13:34.308904 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f64eab2f-0b07-4b97-a876-ca005acf8c5b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:34.310167 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-f64eab2f-0b07-4b97-a876-ca005acf8c5b admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 6.8559260 Jan 28 19:13:34.314346 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 34978) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:13:34.319374 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75435bd-6972-4a7c-9664-f60517900b07 None None] Routers {'21fc77fa-6689-425f-a0ea-9e6cfee3d1c0'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:13:34.320375 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-e75435bd-6972-4a7c-9664-f60517900b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:13:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['21fc77fa-6689-425f-a0ea-9e6cfee3d1c0'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:13:34.405186 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3edc045-25a2-42bc-aa98-881627d592e9 req-20bf2e09-4146-4f9b-b833-aa31f827a2d6 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:34.417547 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c3edc045-25a2-42bc-aa98-881627d592e9 req-20bf2e09-4146-4f9b-b833-aa31f827a2d6 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] 10.222.0.64 "GET /v2.0/ports?device_id=650ae7c1-a28a-4eda-85de-f9d3677ec999 HTTP/1.1" status: 200 len: 971 time: 0.1376927 Jan 28 19:13:34.473131 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-9ad88694-2778-4a7b-a6fe-c344c9728f2e req-631fd0e5-5330-4e8d-afff-845e7e377198 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 581dc8c3-b87e-4b13-b9df-77efa9de3d8d {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:13:34.491266 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-9ad88694-2778-4a7b-a6fe-c344c9728f2e req-631fd0e5-5330-4e8d-afff-845e7e377198 service neutron] Publish callbacks [] for port (581dc8c3-b87e-4b13-b9df-77efa9de3d8d), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:34.492791 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c3edc045-25a2-42bc-aa98-881627d592e9 req-9e9ec61a-f96c-431c-b4ff-a882f68fa50c tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] 10.222.0.64 "GET /v2.0/security-groups?id=2478b850-89ab-4114-a340-71569acb8761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726314 Jan 28 19:13:34.500063 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-e75435bd-6972-4a7c-9664-f60517900b07 None None] Set router 21fc77fa-6689-425f-a0ea-9e6cfee3d1c0 gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:13:34.555855 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-9ad88694-2778-4a7b-a6fe-c344c9728f2e req-631fd0e5-5330-4e8d-afff-845e7e377198 service neutron] Transition to ACTIVE for port object 581dc8c3-b87e-4b13-b9df-77efa9de3d8d will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:13:34.563512 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1eabcb-b1f5-4223-b43a-7c3a73e67f4f req-408a0dd8-5cde-439c-af2a-774b473736a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:34.565038 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3a1eabcb-b1f5-4223-b43a-7c3a73e67f4f req-408a0dd8-5cde-439c-af2a-774b473736a2 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=2fb15d55-5734-4552-b8f2-8e167a3aeaec&tenant_id=1bd1e0d6512043bfbaf9a8e955e20b9e HTTP/1.1" status: 200 len: 1127 time: 0.2378278 Jan 28 19:13:34.568130 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-9ad88694-2778-4a7b-a6fe-c344c9728f2e req-631fd0e5-5330-4e8d-afff-845e7e377198 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (581dc8c3-b87e-4b13-b9df-77efa9de3d8d), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:34.707300 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631fd0e5-5330-4e8d-afff-845e7e377198 service neutron] Pushing event updated for resources: {'Port': ['ID=581dc8c3-b87e-4b13-b9df-77efa9de3d8d,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:34.739148 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-e75435bd-6972-4a7c-9664-f60517900b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21fc77fa-6689-425f-a0ea-9e6cfee3d1c0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1356816334-router', 'tenant_id': '2f6c0ce2548d44dba74b697745b9900b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': 'ace37438-62fc-4da8-82fe-598e6e795cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:13:27Z', 'updated_at': '2022-01-28T19:13:32Z', 'revision_number': 3, 'project_id': '2f6c0ce2548d44dba74b697745b9900b', 'gw_port': {'id': 'ace37438-62fc-4da8-82fe-598e6e795cb7', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ea:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21fc77fa-6689-425f-a0ea-9e6cfee3d1c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:13:29Z', 'updated_at': '2022-01-28T19:13:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:13:34.771782 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75435bd-6972-4a7c-9664-f60517900b07 None None] Checking router: 21fc77fa-6689-425f-a0ea-9e6cfee3d1c0 for host: n-d-812111-14 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:13:34.772346 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75435bd-6972-4a7c-9664-f60517900b07 None None] Updating router 21fc77fa-6689-425f-a0ea-9e6cfee3d1c0 port ace37438-62fc-4da8-82fe-598e6e795cb7 binding host n-d-812111-14 {{(pid=103307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:13:34.800993 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-9ad88694-2778-4a7b-a6fe-c344c9728f2e req-631fd0e5-5330-4e8d-afff-845e7e377198 service neutron] Attempting to bind port 581dc8c3-b87e-4b13-b9df-77efa9de3d8d on host n-h1-812111-14 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:13:34.801646 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-9ad88694-2778-4a7b-a6fe-c344c9728f2e req-631fd0e5-5330-4e8d-afff-845e7e377198 service neutron] Attempting to bind port 581dc8c3-b87e-4b13-b9df-77efa9de3d8d by drivers openvswitch,hyperv on host n-h1-812111-14 at level 0 using segments [{'id': '62a331e7-e6d6-4fbc-9e3c-2d3acdfd7c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '72a547d0-d9da-4c9f-b2a7-a4b786ea70ac'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:13:34.802157 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad88694-2778-4a7b-a6fe-c344c9728f2e req-631fd0e5-5330-4e8d-afff-845e7e377198 service neutron] Attempting to bind port 581dc8c3-b87e-4b13-b9df-77efa9de3d8d on network 72a547d0-d9da-4c9f-b2a7-a4b786ea70ac {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:13:34.804539 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-e75435bd-6972-4a7c-9664-f60517900b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (ace37438-62fc-4da8-82fe-598e6e795cb7), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:34.815059 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1eabcb-b1f5-4223-b43a-7c3a73e67f4f req-90e8c06c-3fac-4df9-878c-cf664d219458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:34.817076 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3a1eabcb-b1f5-4223-b43a-7c3a73e67f4f req-90e8c06c-3fac-4df9-878c-cf664d219458 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1bd1e0d6512043bfbaf9a8e955e20b9e&device_id=2fb15d55-5734-4552-b8f2-8e167a3aeaec HTTP/1.1" status: 200 len: 1127 time: 0.2173688 Jan 28 19:13:34.821223 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad88694-2778-4a7b-a6fe-c344c9728f2e req-631fd0e5-5330-4e8d-afff-845e7e377198 service neutron] Port 581dc8c3-b87e-4b13-b9df-77efa9de3d8d on network 72a547d0-d9da-4c9f-b2a7-a4b786ea70ac not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-14 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:13:34.821703 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad88694-2778-4a7b-a6fe-c344c9728f2e req-631fd0e5-5330-4e8d-afff-845e7e377198 service neutron] Attempting to bind port 581dc8c3-b87e-4b13-b9df-77efa9de3d8d on network 72a547d0-d9da-4c9f-b2a7-a4b786ea70ac {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:13:34.838428 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad88694-2778-4a7b-a6fe-c344c9728f2e req-631fd0e5-5330-4e8d-afff-845e7e377198 service neutron] Checking agent: {'id': 'b544ba20-de93-4d86-9e6b-a2202deb6191', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:13:34.839288 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad88694-2778-4a7b-a6fe-c344c9728f2e req-631fd0e5-5330-4e8d-afff-845e7e377198 service neutron] Checking segment: {'id': '62a331e7-e6d6-4fbc-9e3c-2d3acdfd7c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '72a547d0-d9da-4c9f-b2a7-a4b786ea70ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:13:34.839700 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad88694-2778-4a7b-a6fe-c344c9728f2e req-631fd0e5-5330-4e8d-afff-845e7e377198 service neutron] Bound using segment: {'id': '62a331e7-e6d6-4fbc-9e3c-2d3acdfd7c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '72a547d0-d9da-4c9f-b2a7-a4b786ea70ac'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:13:34.840153 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-9ad88694-2778-4a7b-a6fe-c344c9728f2e req-631fd0e5-5330-4e8d-afff-845e7e377198 service neutron] Bound port: 581dc8c3-b87e-4b13-b9df-77efa9de3d8d, host: n-h1-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62a331e7-e6d6-4fbc-9e3c-2d3acdfd7c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '72a547d0-d9da-4c9f-b2a7-a4b786ea70ac'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:13:34.840515 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-9ad88694-2778-4a7b-a6fe-c344c9728f2e req-631fd0e5-5330-4e8d-afff-845e7e377198 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (581dc8c3-b87e-4b13-b9df-77efa9de3d8d), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:35.059614 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1eabcb-b1f5-4223-b43a-7c3a73e67f4f req-89283397-111f-4de7-9633-3a5ea30df035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:35.061355 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3a1eabcb-b1f5-4223-b43a-7c3a73e67f4f req-89283397-111f-4de7-9633-3a5ea30df035 service neutron] 10.222.0.70 "GET /v2.0/networks?id=8330dfd7-f74e-41a1-b557-5650d653ac04 HTTP/1.1" status: 200 len: 908 time: 0.2351029 Jan 28 19:13:35.067161 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-9ad88694-2778-4a7b-a6fe-c344c9728f2e req-631fd0e5-5330-4e8d-afff-845e7e377198 service neutron] For port 581dc8c3-b87e-4b13-b9df-77efa9de3d8d, host n-h1-812111-14, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:13:35.134051 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3a1eabcb-b1f5-4223-b43a-7c3a73e67f4f req-0ed7e4c3-ad84-47bc-8425-befa09a2d806 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9e5aaadd-49e7-4e08-a3c6-aa5af6c7fd62 HTTP/1.1" status: 200 len: 217 time: 0.0645115 Jan 28 19:13:35.137800 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-9ad88694-2778-4a7b-a6fe-c344c9728f2e req-631fd0e5-5330-4e8d-afff-845e7e377198 service neutron] For port 581dc8c3-b87e-4b13-b9df-77efa9de3d8d, host n-h1-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=581dc8c3-b87e-4b13-b9df-77efa9de3d8d,segment=NetworkSegment(62a331e7-e6d6-4fbc-9e3c-2d3acdfd7c92),segment_id=62a331e7-e6d6-4fbc-9e3c-2d3acdfd7c92)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:13:35.178918 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-9ad88694-2778-4a7b-a6fe-c344c9728f2e req-631fd0e5-5330-4e8d-afff-845e7e377198 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (581dc8c3-b87e-4b13-b9df-77efa9de3d8d), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:35.202780 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-e75435bd-6972-4a7c-9664-f60517900b07 None None] Publish callbacks [] for port (ace37438-62fc-4da8-82fe-598e6e795cb7), precommit_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:35.212692 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-e75435bd-6972-4a7c-9664-f60517900b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (ace37438-62fc-4da8-82fe-598e6e795cb7), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:35.295399 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad88694-2778-4a7b-a6fe-c344c9728f2e req-631fd0e5-5330-4e8d-afff-845e7e377198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:35.296009 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-9ad88694-2778-4a7b-a6fe-c344c9728f2e req-631fd0e5-5330-4e8d-afff-845e7e377198 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:35.297625 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9ad88694-2778-4a7b-a6fe-c344c9728f2e req-631fd0e5-5330-4e8d-afff-845e7e377198 service neutron] 10.222.0.41 "PUT /v2.0/ports/581dc8c3-b87e-4b13-b9df-77efa9de3d8d HTTP/1.1" status: 200 len: 1093 time: 2.0116696 Jan 28 19:13:35.300124 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46b1863a-e7b2-4c60-bc44-9ff00fc6c561', 'tag': '581dc8c3-b87e-4b13-b9df-77efa9de3d8d'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:13:35.302639 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fc2e9a3-4519-48aa-9fa9-f6bd187019fd" -d '{"events": [{"name": "network-changed", "server_uuid": "46b1863a-e7b2-4c60-bc44-9ff00fc6c561", "tag": "581dc8c3-b87e-4b13-b9df-77efa9de3d8d"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:13:35.312050 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1eabcb-b1f5-4223-b43a-7c3a73e67f4f req-3620b0ab-21d0-446a-83e0-d0d908a5c853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:35.313806 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3a1eabcb-b1f5-4223-b43a-7c3a73e67f4f req-3620b0ab-21d0-446a-83e0-d0d908a5c853 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=09bc6696-a273-4baf-935c-9cf317ddb49d HTTP/1.1" status: 200 len: 848 time: 0.1717231 Jan 28 19:13:35.320288 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6bf069-267f-41dd-8103-c66d08eec098 None None] Pushing event updated for resources: {'Port': ['ID=ace37438-62fc-4da8-82fe-598e6e795cb7,revision_number=2']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:35.336812 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-e75435bd-6972-4a7c-9664-f60517900b07 None None] Attempting to bind port ace37438-62fc-4da8-82fe-598e6e795cb7 on host n-d-812111-14 for vnic_type normal with profile {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:13:35.337228 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631fd0e5-5330-4e8d-afff-845e7e377198 service neutron] Pushing event updated for resources: {'Port': ['ID=581dc8c3-b87e-4b13-b9df-77efa9de3d8d,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:35.337350 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-e75435bd-6972-4a7c-9664-f60517900b07 None None] Attempting to bind port ace37438-62fc-4da8-82fe-598e6e795cb7 by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:13:35.337682 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75435bd-6972-4a7c-9664-f60517900b07 None None] Attempting to bind port ace37438-62fc-4da8-82fe-598e6e795cb7 on network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:13:35.343308 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75435bd-6972-4a7c-9664-f60517900b07 None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:13:35.343713 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75435bd-6972-4a7c-9664-f60517900b07 None None] Checking segment: {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:13:35.344121 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-e75435bd-6972-4a7c-9664-f60517900b07 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:35.347052 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75435bd-6972-4a7c-9664-f60517900b07 None None] Bound using segment: {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:13:35.347711 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-e75435bd-6972-4a7c-9664-f60517900b07 None None] Bound port: ace37438-62fc-4da8-82fe-598e6e795cb7, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:13:35.348009 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-e75435bd-6972-4a7c-9664-f60517900b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (ace37438-62fc-4da8-82fe-598e6e795cb7), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:35.419462 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-e75435bd-6972-4a7c-9664-f60517900b07 None None] For port ace37438-62fc-4da8-82fe-598e6e795cb7, host n-d-812111-14, cleared binding levels {{(pid=103307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:13:35.423213 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-e75435bd-6972-4a7c-9664-f60517900b07 None None] For port ace37438-62fc-4da8-82fe-598e6e795cb7, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=ace37438-62fc-4da8-82fe-598e6e795cb7,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:13:35.431748 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-e75435bd-6972-4a7c-9664-f60517900b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (ace37438-62fc-4da8-82fe-598e6e795cb7), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:35.435563 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1406384-f16a-4109-a054-25afea0e859f req-a68b1067-a171-411f-9e75-c8ec716f3773 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:35.444634 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b1406384-f16a-4109-a054-25afea0e859f req-a68b1067-a171-411f-9e75-c8ec716f3773 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?device_id=2fb15d55-5734-4552-b8f2-8e167a3aeaec HTTP/1.1" status: 200 len: 944 time: 0.0966084 Jan 28 19:13:35.485864 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e2892c-31bb-4eec-a799-1b058638988d req-bf5f728f-ddf2-45b6-9871-6b9900993a3b tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:35.487689 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-54e2892c-31bb-4eec-a799-1b058638988d req-bf5f728f-ddf2-45b6-9871-6b9900993a3b tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=46b1863a-e7b2-4c60-bc44-9ff00fc6c561 HTTP/1.1" status: 200 len: 944 time: 0.3365536 Jan 28 19:13:35.489591 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3a1eabcb-b1f5-4223-b43a-7c3a73e67f4f req-e27b41fd-a445-410d-8e71-f3fe3a3d388f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8330dfd7-f74e-41a1-b557-5650d653ac04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1458118 Jan 28 19:13:35.503079 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6bf069-267f-41dd-8103-c66d08eec098 None None] Pushing event updated for resources: {'Port': ['ID=ace37438-62fc-4da8-82fe-598e6e795cb7,revision_number=3']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:35.520939 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b1406384-f16a-4109-a054-25afea0e859f req-a3a4529a-8eb8-4aed-acfb-b7406b6d198f tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/security-groups?id=414e93b9-08bc-438e-9127-05114ed7dbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736086 Jan 28 19:13:35.533259 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75435bd-6972-4a7c-9664-f60517900b07 None None] Routers {'21fc77fa-6689-425f-a0ea-9e6cfee3d1c0'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:13:35.533259 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-e75435bd-6972-4a7c-9664-f60517900b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:13:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['21fc77fa-6689-425f-a0ea-9e6cfee3d1c0'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:13:35.641537 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 35018) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:13:35.650371 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-e75435bd-6972-4a7c-9664-f60517900b07 None None] Set router 21fc77fa-6689-425f-a0ea-9e6cfee3d1c0 gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:13:35.655490 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3a1eabcb-b1f5-4223-b43a-7c3a73e67f4f req-63cca22b-4fc5-4240-9474-f5ed71548514 service neutron] 10.222.0.70 "GET /v2.0/networks/8330dfd7-f74e-41a1-b557-5650d653ac04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054857 Jan 28 19:13:35.658291 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75cd4bab-10cd-4104-b717-7e9ec505073c x-openstack-request-id: req-75cd4bab-10cd-4104-b717-7e9ec505073c {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:13:35.658555 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46b1863a-e7b2-4c60-bc44-9ff00fc6c561", "tag": "581dc8c3-b87e-4b13-b9df-77efa9de3d8d", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:13:35.658745 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-75cd4bab-10cd-4104-b717-7e9ec505073c {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:13:35.659209 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46b1863a-e7b2-4c60-bc44-9ff00fc6c561', 'tag': '581dc8c3-b87e-4b13-b9df-77efa9de3d8d', 'status': 'completed', 'code': 200} Jan 28 19:13:35.667669 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-54e2892c-31bb-4eec-a799-1b058638988d req-1acc9f0a-117c-4e9d-b49b-9e9e816bcded tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733527 Jan 28 19:13:35.700453 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad88694-2778-4a7b-a6fe-c344c9728f2e req-63b4a41e-6184-45d1-a56d-e8c82959aeea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:35.701996 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9ad88694-2778-4a7b-a6fe-c344c9728f2e req-63b4a41e-6184-45d1-a56d-e8c82959aeea service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=57a0678ad1cb4e46b30e232c1f317a59&device_id=46b1863a-e7b2-4c60-bc44-9ff00fc6c561 HTTP/1.1" status: 200 len: 1127 time: 0.3090136 Jan 28 19:13:35.705823 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-997b4356-0361-4995-b2da-aa9212d79cda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:35.740904 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b305d1f5-2c6f-4a82-b767-f117fdbb3371 req-9fe83cb2-0b8c-42f6-879a-59c6e69b4661 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:35.752123 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b305d1f5-2c6f-4a82-b767-f117fdbb3371 req-9fe83cb2-0b8c-42f6-879a-59c6e69b4661 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] 10.222.0.64 "GET /v2.0/ports?device_id=650ae7c1-a28a-4eda-85de-f9d3677ec999 HTTP/1.1" status: 200 len: 971 time: 0.0840890 Jan 28 19:13:35.793917 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9ad88694-2778-4a7b-a6fe-c344c9728f2e req-9e74c35f-bca6-4613-bbef-1c5084c4d4d5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=581dc8c3-b87e-4b13-b9df-77efa9de3d8d HTTP/1.1" status: 200 len: 217 time: 0.0531275 Jan 28 19:13:35.868665 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 35026) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:13:35.870258 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad88694-2778-4a7b-a6fe-c344c9728f2e req-70dc1c67-6462-4e4e-994a-fa807ca6bf70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:35.871779 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9ad88694-2778-4a7b-a6fe-c344c9728f2e req-70dc1c67-6462-4e4e-994a-fa807ca6bf70 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7e42a0bc-2ea3-4c64-b0da-1fe419b4beb8 HTTP/1.1" status: 200 len: 860 time: 0.0671706 Jan 28 19:13:35.988171 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-e75435bd-6972-4a7c-9664-f60517900b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21fc77fa-6689-425f-a0ea-9e6cfee3d1c0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1356816334-router', 'tenant_id': '2f6c0ce2548d44dba74b697745b9900b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': 'ace37438-62fc-4da8-82fe-598e6e795cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:13:27Z', 'updated_at': '2022-01-28T19:13:32Z', 'revision_number': 3, 'project_id': '2f6c0ce2548d44dba74b697745b9900b', 'gw_port': {'id': 'ace37438-62fc-4da8-82fe-598e6e795cb7', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ea:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21fc77fa-6689-425f-a0ea-9e6cfee3d1c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:13:29Z', 'updated_at': '2022-01-28T19:13:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:13:36.035052 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75435bd-6972-4a7c-9664-f60517900b07 None None] The sync data for ids ['21fc77fa-6689-425f-a0ea-9e6cfee3d1c0'] in n-d-812111-14 is: [{'id': '21fc77fa-6689-425f-a0ea-9e6cfee3d1c0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1356816334-router', 'tenant_id': '2f6c0ce2548d44dba74b697745b9900b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': 'ace37438-62fc-4da8-82fe-598e6e795cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:13:27Z', 'updated_at': '2022-01-28T19:13:32Z', 'revision_number': 3, 'project_id': '2f6c0ce2548d44dba74b697745b9900b', 'gw_port': {'id': 'ace37438-62fc-4da8-82fe-598e6e795cb7', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ea:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21fc77fa-6689-425f-a0ea-9e6cfee3d1c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:13:29Z', 'updated_at': '2022-01-28T19:13:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:13:36.172340 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b305d1f5-2c6f-4a82-b767-f117fdbb3371 req-a39a5e34-3417-4248-901f-95c81ae9e01b tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] 10.222.0.64 "GET /v2.0/security-groups?id=2478b850-89ab-4114-a340-71569acb8761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4175684 Jan 28 19:13:36.172801 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f94a3bbb-37e4-4eee-9ae9-a24c0463766d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:36.191638 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 9e5aaadd-49e7-4e08-a3c6-aa5af6c7fd62 no longer exists at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:13:36.206944 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9ad88694-2778-4a7b-a6fe-c344c9728f2e req-e0af06eb-3bd8-40bd-a00e-f15c55fc7dc7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=72a547d0-d9da-4c9f-b2a7-a4b786ea70ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3039324 Jan 28 19:13:36.242390 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-64a45415-3490-42ed-ab01-957a6f065e2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:36.278146 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3a1eabcb-b1f5-4223-b43a-7c3a73e67f4f req-f31a2dc7-09aa-4fff-beed-ac7b91e9f33d service neutron] 10.222.0.70 "GET /v2.0/networks/8330dfd7-f74e-41a1-b557-5650d653ac04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6145949 Jan 28 19:13:36.294551 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] The host n-h1-812111-14 is not matching for port 9e5aaadd-49e7-4e08-a3c6-aa5af6c7fd62 host n-h2-812111-14! {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Jan 28 19:13:36.296112 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 9e5aaadd-49e7-4e08-a3c6-aa5af6c7fd62 not bound to the agent host n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:13:36.317059 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f94a3bbb-37e4-4eee-9ae9-a24c0463766d admin admin] Publish callbacks [] for security_group (ab23c546-2454-436f-870b-f3d94da9f90b), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:36.321808 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f94a3bbb-37e4-4eee-9ae9-a24c0463766d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (ab23c546-2454-436f-870b-f3d94da9f90b), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:36.362097 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-f94a3bbb-37e4-4eee-9ae9-a24c0463766d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c5c7bd381326422384393dae9ad698aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7192359 Jan 28 19:13:36.363161 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94a3bbb-37e4-4eee-9ae9-a24c0463766d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab23c546-2454-436f-870b-f3d94da9f90b,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:36.365475 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 35040) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:13:36.386999 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94a3bbb-37e4-4eee-9ae9-a24c0463766d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:13:36.387428 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94a3bbb-37e4-4eee-9ae9-a24c0463766d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:13:36.387983 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94a3bbb-37e4-4eee-9ae9-a24c0463766d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:13:36.388385 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94a3bbb-37e4-4eee-9ae9-a24c0463766d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:13:36.388783 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94a3bbb-37e4-4eee-9ae9-a24c0463766d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:13:36.389299 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94a3bbb-37e4-4eee-9ae9-a24c0463766d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:13:36.389829 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94a3bbb-37e4-4eee-9ae9-a24c0463766d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:13:36.390371 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94a3bbb-37e4-4eee-9ae9-a24c0463766d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:13:36.390902 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94a3bbb-37e4-4eee-9ae9-a24c0463766d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:13:36.391430 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94a3bbb-37e4-4eee-9ae9-a24c0463766d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:13:36.391956 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94a3bbb-37e4-4eee-9ae9-a24c0463766d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:13:36.392483 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94a3bbb-37e4-4eee-9ae9-a24c0463766d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:13:36.393022 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94a3bbb-37e4-4eee-9ae9-a24c0463766d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:13:36.483566 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-74bf0a5b-8ef6-409e-abce-48f54cd21a5f admin admin] Publish callbacks [] for security_group (ab23c546-2454-436f-870b-f3d94da9f90b), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:36.512513 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-74bf0a5b-8ef6-409e-abce-48f54cd21a5f admin admin] Publish callbacks [] for security_group (ab23c546-2454-436f-870b-f3d94da9f90b), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:36.599873 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9ad88694-2778-4a7b-a6fe-c344c9728f2e req-e513717b-fcc0-476b-a62e-acda2536a4ed service neutron] 10.222.0.41 "GET /v2.0/networks/72a547d0-d9da-4c9f-b2a7-a4b786ea70ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3731141 Jan 28 19:13:36.606429 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5ecf1c5b-7bd0-4337-9937-dac99672226d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:36.608771 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-74bf0a5b-8ef6-409e-abce-48f54cd21a5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (ab23c546-2454-436f-870b-f3d94da9f90b), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:36.615576 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-74bf0a5b-8ef6-409e-abce-48f54cd21a5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:36.617383 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-74bf0a5b-8ef6-409e-abce-48f54cd21a5f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ab23c546-2454-436f-870b-f3d94da9f90b HTTP/1.1" status: 204 len: 168 time: 0.2507448 Jan 28 19:13:36.628546 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bf0a5b-8ef6-409e-abce-48f54cd21a5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab23c546-2454-436f-870b-f3d94da9f90b,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:36.636572 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd674a82-df2a-4d98-9253-df0ad90a5392 req-64246960-90cd-4b62-ba55-b4cedd7e95e1 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:36.645798 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-cd674a82-df2a-4d98-9253-df0ad90a5392 req-64246960-90cd-4b62-ba55-b4cedd7e95e1 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] 10.222.0.64 "GET /v2.0/ports?device_id=d67e2018-4151-48d3-8062-e7793269d14c HTTP/1.1" status: 200 len: 949 time: 0.3101165 Jan 28 19:13:36.768776 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-64a45415-3490-42ed-ab01-957a6f065e2b admin admin] Publish callbacks [] for security_group (6386d98c-7011-4719-9c9c-e03bb5d0b8c6), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:36.774317 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-997b4356-0361-4995-b2da-aa9212d79cda admin admin] Allocated IP 172.20.0.1 (1b36af34-6909-4f2b-a96c-a56853ad0cf5/d1079c28-134b-4727-b56d-dffa38a58988/2b83721b-3c6a-40cd-b5b2-82876bb947a8) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:13:36.840275 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6439d899-e64a-4419-a8a3-a070e5c5acfd req-473c9cf2-7621-4258-aecf-489fb8cdc6f3 tempest-DeleteServersAdminTestJSON-1976717136 tempest-DeleteServersAdminTestJSON-1976717136-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=215f321da66743809012104419aa9d84&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0328221 Jan 28 19:13:36.850467 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-64a45415-3490-42ed-ab01-957a6f065e2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (6386d98c-7011-4719-9c9c-e03bb5d0b8c6), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:36.926254 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-cd674a82-df2a-4d98-9253-df0ad90a5392 req-32d750fb-b129-4a60-84fa-9447f7c2365b tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] 10.222.0.64 "GET /v2.0/security-groups?id=2478b850-89ab-4114-a340-71569acb8761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2795734 Jan 28 19:13:37.025213 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6439d899-e64a-4419-a8a3-a070e5c5acfd req-7f7fb74a-9994-4155-a77c-66c841254804 tempest-DeleteServersAdminTestJSON-1976717136 tempest-DeleteServersAdminTestJSON-1976717136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:37.033494 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6439d899-e64a-4419-a8a3-a070e5c5acfd req-7f7fb74a-9994-4155-a77c-66c841254804 tempest-DeleteServersAdminTestJSON-1976717136 tempest-DeleteServersAdminTestJSON-1976717136-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1920905 Jan 28 19:13:37.039327 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-64a45415-3490-42ed-ab01-957a6f065e2b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=580aa195bb5b4a1a8729ae8205f8ef88&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1665552 Jan 28 19:13:37.046777 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 35066) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:13:37.048751 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a45415-3490-42ed-ab01-957a6f065e2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6386d98c-7011-4719-9c9c-e03bb5d0b8c6,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:37.070434 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1eabcb-b1f5-4223-b43a-7c3a73e67f4f req-7607d269-e6ca-4049-9caa-385cc90c80fc tempest-LiveMigrationTest-1644078950 tempest-LiveMigrationTest-1644078950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:37.072229 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3a1eabcb-b1f5-4223-b43a-7c3a73e67f4f req-7607d269-e6ca-4049-9caa-385cc90c80fc tempest-LiveMigrationTest-1644078950 tempest-LiveMigrationTest-1644078950-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=2fb15d55-5734-4552-b8f2-8e167a3aeaec&tenant_id=1bd1e0d6512043bfbaf9a8e955e20b9e&binding%3Ahost_id=n-h2-812111-14 HTTP/1.1" status: 200 len: 1127 time: 0.4244130 Jan 28 19:13:37.094155 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6439d899-e64a-4419-a8a3-a070e5c5acfd req-73d42afa-3980-4afc-946b-f23c515091b5 tempest-DeleteServersAdminTestJSON-1976717136 tempest-DeleteServersAdminTestJSON-1976717136-project] 10.222.0.64 "GET /v2.0/quotas/215f321da66743809012104419aa9d84 HTTP/1.1" status: 200 len: 375 time: 0.0597885 Jan 28 19:13:37.106845 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 35068) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:13:37.107067 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a45415-3490-42ed-ab01-957a6f065e2b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:13:37.107067 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a45415-3490-42ed-ab01-957a6f065e2b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:13:37.107067 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a45415-3490-42ed-ab01-957a6f065e2b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:13:37.107462 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a45415-3490-42ed-ab01-957a6f065e2b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:13:37.107667 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a45415-3490-42ed-ab01-957a6f065e2b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:13:37.107999 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a45415-3490-42ed-ab01-957a6f065e2b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:13:37.108331 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a45415-3490-42ed-ab01-957a6f065e2b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:13:37.108659 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a45415-3490-42ed-ab01-957a6f065e2b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:13:37.108986 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a45415-3490-42ed-ab01-957a6f065e2b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:13:37.109341 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a45415-3490-42ed-ab01-957a6f065e2b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:13:37.110954 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a45415-3490-42ed-ab01-957a6f065e2b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:13:37.110954 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a45415-3490-42ed-ab01-957a6f065e2b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:13:37.110954 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a45415-3490-42ed-ab01-957a6f065e2b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:13:37.143336 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6439d899-e64a-4419-a8a3-a070e5c5acfd req-73b4278e-5ec7-4dc8-8963-c935a7870b52 tempest-DeleteServersAdminTestJSON-1976717136 tempest-DeleteServersAdminTestJSON-1976717136-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=215f321da66743809012104419aa9d84&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0481956 Jan 28 19:13:37.146916 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9eefaac6-2e7f-4c0c-88f7-00ecce561349 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:37.174438 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8000b4d1-f282-4547-99a8-e8f65fb63287 admin admin] Publish callbacks [] for security_group (6386d98c-7011-4719-9c9c-e03bb5d0b8c6), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:37.183484 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9ad88694-2778-4a7b-a6fe-c344c9728f2e req-449dd6b0-a285-493e-9fbd-29759ed9632e service neutron] 10.222.0.41 "GET /v2.0/networks/72a547d0-d9da-4c9f-b2a7-a4b786ea70ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5548103 Jan 28 19:13:37.223237 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8000b4d1-f282-4547-99a8-e8f65fb63287 admin admin] Publish callbacks [] for security_group (6386d98c-7011-4719-9c9c-e03bb5d0b8c6), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:37.255180 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-997b4356-0361-4995-b2da-aa9212d79cda admin admin] Publish callbacks [] for port (2b83721b-3c6a-40cd-b5b2-82876bb947a8), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:37.366934 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffe8fb7-5d4b-4112-a901-aca3bf0e85cd req-a32401d9-6989-43ee-99f2-e9ece2ac8bab tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:37.368603 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3ffe8fb7-5d4b-4112-a901-aca3bf0e85cd req-a32401d9-6989-43ee-99f2-e9ece2ac8bab tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?device_id=2fb15d55-5734-4552-b8f2-8e167a3aeaec HTTP/1.1" status: 200 len: 944 time: 0.3132679 Jan 28 19:13:37.369266 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9eefaac6-2e7f-4c0c-88f7-00ecce561349 admin admin] Publish callbacks [] for security_group (4b3475d8-0632-40e2-848b-6d0e02f2988f), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:37.390226 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8000b4d1-f282-4547-99a8-e8f65fb63287 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (6386d98c-7011-4719-9c9c-e03bb5d0b8c6), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:37.392841 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8000b4d1-f282-4547-99a8-e8f65fb63287 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:37.394018 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-8000b4d1-f282-4547-99a8-e8f65fb63287 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6386d98c-7011-4719-9c9c-e03bb5d0b8c6 HTTP/1.1" status: 204 len: 168 time: 0.3462787 Jan 28 19:13:37.394714 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9eefaac6-2e7f-4c0c-88f7-00ecce561349 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (4b3475d8-0632-40e2-848b-6d0e02f2988f), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:37.425875 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8000b4d1-f282-4547-99a8-e8f65fb63287 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6386d98c-7011-4719-9c9c-e03bb5d0b8c6,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:37.468717 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-9eefaac6-2e7f-4c0c-88f7-00ecce561349 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2743c7dc7ffa47728ee39b36dcc6a515&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3617246 Jan 28 19:13:37.472379 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 35078) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:13:37.500726 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-997b4356-0361-4995-b2da-aa9212d79cda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (2b83721b-3c6a-40cd-b5b2-82876bb947a8), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:37.532065 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc2e9a3-4519-48aa-9fa9-f6bd187019fd req-fc011e4c-bda4-4faf-b935-bd4d5b4ca7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:37.533710 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6fc2e9a3-4519-48aa-9fa9-f6bd187019fd req-fc011e4c-bda4-4faf-b935-bd4d5b4ca7f8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=57a0678ad1cb4e46b30e232c1f317a59&device_id=46b1863a-e7b2-4c60-bc44-9ff00fc6c561 HTTP/1.1" status: 200 len: 1127 time: 0.2493021 Jan 28 19:13:37.545078 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eefaac6-2e7f-4c0c-88f7-00ecce561349 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b3475d8-0632-40e2-848b-6d0e02f2988f,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:37.560283 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9863650d-ada1-43ff-83e9-4fec693113bd req-67e18696-6359-421d-b337-664c4e12c89b tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:37.567380 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9863650d-ada1-43ff-83e9-4fec693113bd req-67e18696-6359-421d-b337-664c4e12c89b tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=46b1863a-e7b2-4c60-bc44-9ff00fc6c561 HTTP/1.1" status: 200 len: 944 time: 0.2267797 Jan 28 19:13:37.606977 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-3a1eabcb-b1f5-4223-b43a-7c3a73e67f4f req-b6b0994f-265a-45b5-b24d-7048158cc575 service neutron] For port 9e5aaadd-49e7-4e08-a3c6-aa5af6c7fd62, host n-h1-812111-14, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:13:37.616118 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3ffe8fb7-5d4b-4112-a901-aca3bf0e85cd req-08ea1c90-06f0-4d83-a8b6-a87630207119 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/security-groups?id=414e93b9-08bc-438e-9127-05114ed7dbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188876 Jan 28 19:13:37.618166 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-997b4356-0361-4995-b2da-aa9212d79cda admin admin] Network 1b36af34-6909-4f2b-a96c-a56853ad0cf5 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:13:37.633805 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-efd0727e-626c-43b1-98be-110af9ddece4 admin admin] Publish callbacks [] for security_group (4b3475d8-0632-40e2-848b-6d0e02f2988f), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:37.635034 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-3a1eabcb-b1f5-4223-b43a-7c3a73e67f4f req-b6b0994f-265a-45b5-b24d-7048158cc575 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:37.637284 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3a1eabcb-b1f5-4223-b43a-7c3a73e67f4f req-b6b0994f-265a-45b5-b24d-7048158cc575 service neutron] 10.222.0.70 "DELETE /v2.0/ports/9e5aaadd-49e7-4e08-a3c6-aa5af6c7fd62/bindings/n-h1-812111-14 HTTP/1.1" status: 204 len: 173 time: 0.5372128 Jan 28 19:13:37.643857 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-997b4356-0361-4995-b2da-aa9212d79cda admin admin] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:13:37.652240 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9863650d-ada1-43ff-83e9-4fec693113bd req-8f12a9b0-7b8d-4d61-9db6-053bd338db3e tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840452 Jan 28 19:13:37.675458 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997b4356-0361-4995-b2da-aa9212d79cda admin admin] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:13:37.675953 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-997b4356-0361-4995-b2da-aa9212d79cda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734769'] for router_interface (21fc77fa-6689-425f-a0ea-9e6cfee3d1c0), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:37.694909 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-efd0727e-626c-43b1-98be-110af9ddece4 admin admin] Publish callbacks [] for security_group (4b3475d8-0632-40e2-848b-6d0e02f2988f), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:37.807177 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-15337444-5069-45cd-a80a-f4f513315689 req-7089e1d5-7846-4377-8937-a459036667ab tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=56e30e8962704e02ba24fa7700358958&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0380330 Jan 28 19:13:37.873481 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997b4356-0361-4995-b2da-aa9212d79cda admin admin] Pushing event updated for resources: {'Port': ['ID=2b83721b-3c6a-40cd-b5b2-82876bb947a8,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:37.960790 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-efd0727e-626c-43b1-98be-110af9ddece4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (4b3475d8-0632-40e2-848b-6d0e02f2988f), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:37.965976 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-efd0727e-626c-43b1-98be-110af9ddece4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:37.970613 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-efd0727e-626c-43b1-98be-110af9ddece4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4b3475d8-0632-40e2-848b-6d0e02f2988f HTTP/1.1" status: 204 len: 168 time: 0.4975238 Jan 28 19:13:37.990649 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd0727e-626c-43b1-98be-110af9ddece4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b3475d8-0632-40e2-848b-6d0e02f2988f,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:38.031089 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-56493efb-1f89-4647-9508-b53c61bd089e None None] Provisioning complete for port 2b83721b-3c6a-40cd-b5b2-82876bb947a8 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:13:38.041546 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-56493efb-1f89-4647-9508-b53c61bd089e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (2b83721b-3c6a-40cd-b5b2-82876bb947a8), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:38.104338 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15337444-5069-45cd-a80a-f4f513315689 req-b61fb3f8-24cd-4cd2-bb80-e3a2e10988ee tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:38.113523 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9ea181f5-071b-4af1-bb49-2285f545f726 req-aa49a7ea-40fa-41dd-b16a-e917d0536530 tempest-DeleteServersAdminTestJSON-1976717136 tempest-DeleteServersAdminTestJSON-1976717136-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1a6c1ed-6708-45f7-96d8-9443e48b309d HTTP/1.1" status: 200 len: 210 time: 0.2674453 Jan 28 19:13:38.117726 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-15337444-5069-45cd-a80a-f4f513315689 req-b61fb3f8-24cd-4cd2-bb80-e3a2e10988ee tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3090911 Jan 28 19:13:38.151667 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device ace37438-62fc-4da8-82fe-598e6e795cb7 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:13:38.155241 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-15337444-5069-45cd-a80a-f4f513315689 req-b118f8f2-7f2e-470f-b424-472a6592b93c tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] 10.222.0.64 "GET /v2.0/quotas/56e30e8962704e02ba24fa7700358958 HTTP/1.1" status: 200 len: 375 time: 0.0356839 Jan 28 19:13:38.202521 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 35100) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:13:38.242138 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-35d34b3e-64c0-4ab2-adc4-0093a6b22402 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:38.247929 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-56493efb-1f89-4647-9508-b53c61bd089e None None] Port 2b83721b-3c6a-40cd-b5b2-82876bb947a8 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:13:38.258773 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc2e9a3-4519-48aa-9fa9-f6bd187019fd req-467081f1-80f7-47f2-8b5c-b821e5240e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:38.264640 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6fc2e9a3-4519-48aa-9fa9-f6bd187019fd req-467081f1-80f7-47f2-8b5c-b821e5240e99 service neutron] 10.222.0.41 "GET /v2.0/networks?id=72a547d0-d9da-4c9f-b2a7-a4b786ea70ac HTTP/1.1" status: 200 len: 920 time: 0.6763170 Jan 28 19:13:38.299310 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-15337444-5069-45cd-a80a-f4f513315689 req-0879ea90-a563-4c09-bb6e-c5f4f8373fcb tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=56e30e8962704e02ba24fa7700358958&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1404598 Jan 28 19:13:38.354053 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port ace37438-62fc-4da8-82fe-598e6e795cb7 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:13:38.354612 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (ace37438-62fc-4da8-82fe-598e6e795cb7), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:38.360374 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6fc2e9a3-4519-48aa-9fa9-f6bd187019fd req-0c0e9b1a-b2d9-4d67-8a31-065f30736685 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=581dc8c3-b87e-4b13-b9df-77efa9de3d8d HTTP/1.1" status: 200 len: 217 time: 0.0859013 Jan 28 19:13:38.395031 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-35d34b3e-64c0-4ab2-adc4-0093a6b22402 admin admin] Publish callbacks [] for security_group (57d1b0a9-9428-4b5f-b8bd-4393102d76b5), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:38.398752 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-997b4356-0361-4995-b2da-aa9212d79cda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (2b83721b-3c6a-40cd-b5b2-82876bb947a8), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:38.403107 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-35d34b3e-64c0-4ab2-adc4-0093a6b22402 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (57d1b0a9-9428-4b5f-b8bd-4393102d76b5), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:38.490239 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc2e9a3-4519-48aa-9fa9-f6bd187019fd req-6e0034d3-0cd2-473e-9cea-56d350c415b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:38.492037 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6fc2e9a3-4519-48aa-9fa9-f6bd187019fd req-6e0034d3-0cd2-473e-9cea-56d350c415b9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7e42a0bc-2ea3-4c64-b0da-1fe419b4beb8 HTTP/1.1" status: 200 len: 860 time: 0.1216772 Jan 28 19:13:38.522310 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-35d34b3e-64c0-4ab2-adc4-0093a6b22402 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0c4bcd2348644da4843b0359105af542&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3161464 Jan 28 19:13:38.524051 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d34b3e-64c0-4ab2-adc4-0093a6b22402 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57d1b0a9-9428-4b5f-b8bd-4393102d76b5,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:38.529220 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 35108) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:13:38.560152 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port ace37438-62fc-4da8-82fe-598e6e795cb7 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:13:38.561973 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (ace37438-62fc-4da8-82fe-598e6e795cb7), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:38.618043 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6fc2e9a3-4519-48aa-9fa9-f6bd187019fd req-1419e634-f595-414e-865d-7afec6f27b86 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=72a547d0-d9da-4c9f-b2a7-a4b786ea70ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1141598 Jan 28 19:13:38.626936 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-efd672b3-71d0-4f8c-b098-0c0cd69b2afb admin admin] Publish callbacks [] for security_group (57d1b0a9-9428-4b5f-b8bd-4393102d76b5), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:38.630840 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8582ab6b-8183-4aab-873f-e3b42a1857c0 req-4d0d857b-0e64-4b4f-a033-0ef299d714b6 tempest-LiveMigrationTest-1644078950 tempest-LiveMigrationTest-1644078950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:38.632741 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8582ab6b-8183-4aab-873f-e3b42a1857c0 req-4d0d857b-0e64-4b4f-a033-0ef299d714b6 tempest-LiveMigrationTest-1644078950 tempest-LiveMigrationTest-1644078950-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=2fb15d55-5734-4552-b8f2-8e167a3aeaec HTTP/1.1" status: 200 len: 1127 time: 0.3124158 Jan 28 19:13:38.640871 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] For port ace37438-62fc-4da8-82fe-598e6e795cb7, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=ace37438-62fc-4da8-82fe-598e6e795cb7,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:13:38.654311 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (ace37438-62fc-4da8-82fe-598e6e795cb7), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:38.705996 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-41f02e97-fb59-47a9-b966-bd25393a622a req-a9f8458b-bcb8-459b-83e2-2b1ea1c696f3 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] 10.222.0.64 "GET /v2.0/ports?device_id=71928752-4f4e-4716-b0d5-ed7ec4fa5672 HTTP/1.1" status: 200 len: 210 time: 0.0807867 Jan 28 19:13:38.749356 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-efd672b3-71d0-4f8c-b098-0c0cd69b2afb admin admin] Publish callbacks [] for security_group (57d1b0a9-9428-4b5f-b8bd-4393102d76b5), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:38.766068 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Pushing event updated for resources: {'Port': ['ID=ace37438-62fc-4da8-82fe-598e6e795cb7,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:38.873072 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-efd672b3-71d0-4f8c-b098-0c0cd69b2afb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (57d1b0a9-9428-4b5f-b8bd-4393102d76b5), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:38.875945 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-efd672b3-71d0-4f8c-b098-0c0cd69b2afb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:38.877364 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-efd672b3-71d0-4f8c-b098-0c0cd69b2afb admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/57d1b0a9-9428-4b5f-b8bd-4393102d76b5 HTTP/1.1" status: 204 len: 168 time: 0.3467486 Jan 28 19:13:38.907320 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd672b3-71d0-4f8c-b098-0c0cd69b2afb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57d1b0a9-9428-4b5f-b8bd-4393102d76b5,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:38.918651 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b612b4e8-7992-43f4-8ee0-c2d88a8cfc1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:38.950183 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c88e3e-ea2d-4370-b393-d59cf6c3062d req-36dfe14a-a2cf-4d96-a411-ddc9b2cf9108 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:38.953165 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b6c88e3e-ea2d-4370-b393-d59cf6c3062d req-36dfe14a-a2cf-4d96-a411-ddc9b2cf9108 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=46b1863a-e7b2-4c60-bc44-9ff00fc6c561 HTTP/1.1" status: 200 len: 944 time: 0.1134903 Jan 28 19:13:39.047910 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b6c88e3e-ea2d-4370-b393-d59cf6c3062d req-6ffcd75a-d25d-46bc-a93f-5422d8599774 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888040 Jan 28 19:13:39.248692 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f1e28d6d-8be3-4030-94cc-7fb8d2e54a74 req-399e6fd4-9d67-4c90-bc34-50116e9efbfe tempest-DeleteServersAdminTestJSON-1976717136 tempest-DeleteServersAdminTestJSON-1976717136-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1a6c1ed-6708-45f7-96d8-9443e48b309d HTTP/1.1" status: 200 len: 210 time: 0.0572407 Jan 28 19:13:39.282925 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8582ab6b-8183-4aab-873f-e3b42a1857c0 req-82bef9c5-5b93-4a81-a8a3-e33f4570fb37 tempest-LiveMigrationTest-1644078950 tempest-LiveMigrationTest-1644078950-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=414e93b9-08bc-438e-9127-05114ed7dbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6291451 Jan 28 19:13:39.350964 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6fc2e9a3-4519-48aa-9fa9-f6bd187019fd req-e962e6c9-d829-4d74-b3a2-523cd0a888c6 service neutron] 10.222.0.41 "GET /v2.0/networks/72a547d0-d9da-4c9f-b2a7-a4b786ea70ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7115009 Jan 28 19:13:39.352632 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6439d899-e64a-4419-a8a3-a070e5c5acfd req-4cfaa2a7-610b-4fc8-8b45-3e2c159be56b tempest-DeleteServersAdminTestJSON-1976717136 tempest-DeleteServersAdminTestJSON-1976717136-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=215f321da66743809012104419aa9d84&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0476813 Jan 28 19:13:39.526249 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-997b4356-0361-4995-b2da-aa9212d79cda admin admin] Publish callbacks [] for port (2b83721b-3c6a-40cd-b5b2-82876bb947a8), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:39.540743 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-997b4356-0361-4995-b2da-aa9212d79cda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (2b83721b-3c6a-40cd-b5b2-82876bb947a8), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:39.541532 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-997b4356-0361-4995-b2da-aa9212d79cda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-756216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-732801'] for router_interface (21fc77fa-6689-425f-a0ea-9e6cfee3d1c0), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:39.628140 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:39.651854 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6439d899-e64a-4419-a8a3-a070e5c5acfd req-3a05f478-4df7-42d6-9b3d-1f0aa13990d6 tempest-DeleteServersAdminTestJSON-1976717136 tempest-DeleteServersAdminTestJSON-1976717136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:39.654040 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6439d899-e64a-4419-a8a3-a070e5c5acfd req-3a05f478-4df7-42d6-9b3d-1f0aa13990d6 tempest-DeleteServersAdminTestJSON-1976717136 tempest-DeleteServersAdminTestJSON-1976717136-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2802250 Jan 28 19:13:39.686751 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6fc2e9a3-4519-48aa-9fa9-f6bd187019fd req-083907ae-8abe-44dd-bd9e-2ebf9ff90f69 service neutron] 10.222.0.41 "GET /v2.0/networks/72a547d0-d9da-4c9f-b2a7-a4b786ea70ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3259165 Jan 28 19:13:39.690556 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-6439d899-e64a-4419-a8a3-a070e5c5acfd req-7e95f4dc-54c2-47b7-837e-3f4ecfe13903 tempest-DeleteServersAdminTestJSON-1976717136 tempest-DeleteServersAdminTestJSON-1976717136-project] Request body: {'port': {'device_id': 'c1a6c1ed-6708-45f7-96d8-9443e48b309d', 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91', 'admin_state_up': True, 'tenant_id': '215f321da66743809012104419aa9d84'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:13:39.715699 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69a4e1a-8ee7-4abb-a2b7-08e431009a8d req-81573a8f-da2e-4e7d-92bc-9282754e1057 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:39.722968 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e69a4e1a-8ee7-4abb-a2b7-08e431009a8d req-81573a8f-da2e-4e7d-92bc-9282754e1057 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/networks?id=8330dfd7-f74e-41a1-b557-5650d653ac04 HTTP/1.1" status: 200 len: 808 time: 0.1584191 Jan 28 19:13:39.737999 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997b4356-0361-4995-b2da-aa9212d79cda admin admin] Pushing event updated for resources: {'Port': ['ID=2b83721b-3c6a-40cd-b5b2-82876bb947a8,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:39.742507 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e69a4e1a-8ee7-4abb-a2b7-08e431009a8d req-9d781b2d-cbb8-4450-b328-c66d01a396b3 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/quotas/1bd1e0d6512043bfbaf9a8e955e20b9e HTTP/1.1" status: 200 len: 375 time: 0.0182240 Jan 28 19:13:39.833891 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e69a4e1a-8ee7-4abb-a2b7-08e431009a8d req-9e52c5e7-4990-4692-931f-7ebfb4d8a209 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=1bd1e0d6512043bfbaf9a8e955e20b9e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0902479 Jan 28 19:13:39.876288 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-734179e1-2532-4f47-b185-12ea9e1fddea req-53654b40-abd2-42a2-b1d0-74ba49fc5f2f tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] 10.222.0.64 "GET /v2.0/ports?device_id=71928752-4f4e-4716-b0d5-ed7ec4fa5672 HTTP/1.1" status: 200 len: 210 time: 0.0440776 Jan 28 19:13:39.899186 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-997b4356-0361-4995-b2da-aa9212d79cda admin admin] Network 1b36af34-6909-4f2b-a96c-a56853ad0cf5 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:13:39.903962 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-997b4356-0361-4995-b2da-aa9212d79cda admin admin] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:13:39.964118 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6439d899-e64a-4419-a8a3-a070e5c5acfd req-7e95f4dc-54c2-47b7-837e-3f4ecfe13903 tempest-DeleteServersAdminTestJSON-1976717136 tempest-DeleteServersAdminTestJSON-1976717136-project] Made reservation on behalf of 215f321da66743809012104419aa9d84 for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:13:39.967971 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6439d899-e64a-4419-a8a3-a070e5c5acfd req-7e95f4dc-54c2-47b7-837e-3f4ecfe13903 tempest-DeleteServersAdminTestJSON-1976717136 tempest-DeleteServersAdminTestJSON-1976717136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:39.976136 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e69a4e1a-8ee7-4abb-a2b7-08e431009a8d req-0e15f238-c2a9-44ef-884c-4eb06a2c99b1 service neutron] 10.222.0.64 "GET /v2.0/networks/8330dfd7-f74e-41a1-b557-5650d653ac04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363914 Jan 28 19:13:40.000251 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device ace37438-62fc-4da8-82fe-598e6e795cb7 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:13:40.001514 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6439d899-e64a-4419-a8a3-a070e5c5acfd req-7e95f4dc-54c2-47b7-837e-3f4ecfe13903 tempest-DeleteServersAdminTestJSON-1976717136 tempest-DeleteServersAdminTestJSON-1976717136-project] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:40.126034 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port ace37438-62fc-4da8-82fe-598e6e795cb7 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:13:40.128272 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (ace37438-62fc-4da8-82fe-598e6e795cb7), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:40.152714 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e69a4e1a-8ee7-4abb-a2b7-08e431009a8d req-a1f2a9d1-bd00-49e7-81a8-57e3c281d89e service neutron] 10.222.0.64 "GET /v2.0/networks/8330dfd7-f74e-41a1-b557-5650d653ac04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721063 Jan 28 19:13:40.211345 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 581dc8c3-b87e-4b13-b9df-77efa9de3d8d details requested by agent hyperv_n-h1-812111-14 with host n-h1-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:13:40.261896 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-15337444-5069-45cd-a80a-f4f513315689 req-6556bcf0-821a-4032-b91e-86cb95cce9a9 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=56e30e8962704e02ba24fa7700358958&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0757985 Jan 28 19:13:40.408090 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 581dc8c3-b87e-4b13-b9df-77efa9de3d8d, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=581dc8c3-b87e-4b13-b9df-77efa9de3d8d,segment=NetworkSegment(62a331e7-e6d6-4fbc-9e3c-2d3acdfd7c92),segment_id=62a331e7-e6d6-4fbc-9e3c-2d3acdfd7c92)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:13:40.415415 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-997b4356-0361-4995-b2da-aa9212d79cda admin admin] Router 21fc77fa-6689-425f-a0ea-9e6cfee3d1c0 has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:13:40.428870 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Returning: {'device': '581dc8c3-b87e-4b13-b9df-77efa9de3d8d', 'network_id': '72a547d0-d9da-4c9f-b2a7-a4b786ea70ac', 'port_id': '581dc8c3-b87e-4b13-b9df-77efa9de3d8d', 'mac_address': 'fa:16:3e:fb:45:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e42a0bc-2ea3-4c64-b0da-1fe419b4beb8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:13:40.472954 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-f089c158-3eb0-462a-a0af-d46449b09385 None None] Provisioning complete for port 2b83721b-3c6a-40cd-b5b2-82876bb947a8 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:13:40.473547 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f089c158-3eb0-462a-a0af-d46449b09385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (2b83721b-3c6a-40cd-b5b2-82876bb947a8), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:40.500404 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 35192) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:13:40.520525 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-58779814-01f4-49dc-8a84-e5d3e8b00029 req-83e80651-568f-4c77-bf73-dc583f12730a tempest-DeleteServersAdminTestJSON-1976717136 tempest-DeleteServersAdminTestJSON-1976717136-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1a6c1ed-6708-45f7-96d8-9443e48b309d HTTP/1.1" status: 200 len: 210 time: 0.0633130 Jan 28 19:13:40.625936 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5f249147-fc24-464a-a941-5589b12e81d5 req-6fc96ca7-11f6-4ca8-a8ee-b3d9b296b26b tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c32b98d-c462-4f26-b26d-2a0c3e0ac453 HTTP/1.1" status: 200 len: 210 time: 0.0477381 Jan 28 19:13:40.647429 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-f089c158-3eb0-462a-a0af-d46449b09385 None None] Port 2b83721b-3c6a-40cd-b5b2-82876bb947a8 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:13:40.654047 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port 581dc8c3-b87e-4b13-b9df-77efa9de3d8d is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:13:40.654601 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (581dc8c3-b87e-4b13-b9df-77efa9de3d8d), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:40.687906 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 581dc8c3-b87e-4b13-b9df-77efa9de3d8d {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:13:40.699872 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port ace37438-62fc-4da8-82fe-598e6e795cb7 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:13:40.712842 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f907d50-ef6c-4ff4-97b8-d347b5f484a7 req-84c8e2e5-d471-4bff-aa68-72aff5cf768d tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:40.714651 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5f907d50-ef6c-4ff4-97b8-d347b5f484a7 req-84c8e2e5-d471-4bff-aa68-72aff5cf768d tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=46b1863a-e7b2-4c60-bc44-9ff00fc6c561 HTTP/1.1" status: 200 len: 944 time: 0.5267875 Jan 28 19:13:40.729894 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 581dc8c3-b87e-4b13-b9df-77efa9de3d8d, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=581dc8c3-b87e-4b13-b9df-77efa9de3d8d,segment=NetworkSegment(62a331e7-e6d6-4fbc-9e3c-2d3acdfd7c92),segment_id=62a331e7-e6d6-4fbc-9e3c-2d3acdfd7c92)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:13:40.738015 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (581dc8c3-b87e-4b13-b9df-77efa9de3d8d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:40.747175 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6439d899-e64a-4419-a8a3-a070e5c5acfd req-7e95f4dc-54c2-47b7-837e-3f4ecfe13903 tempest-DeleteServersAdminTestJSON-1976717136 tempest-DeleteServersAdminTestJSON-1976717136-project] Publish callbacks [] for security_group (44c80812-4aa5-4d90-8f94-d0e5f13c50f7), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:40.802075 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15337444-5069-45cd-a80a-f4f513315689 req-1a95be86-de0e-4238-9623-392e01b31555 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:40.803503 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-15337444-5069-45cd-a80a-f4f513315689 req-1a95be86-de0e-4238-9623-392e01b31555 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5034065 Jan 28 19:13:40.812705 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6439d899-e64a-4419-a8a3-a070e5c5acfd req-7e95f4dc-54c2-47b7-837e-3f4ecfe13903 tempest-DeleteServersAdminTestJSON-1976717136 tempest-DeleteServersAdminTestJSON-1976717136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (44c80812-4aa5-4d90-8f94-d0e5f13c50f7), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:40.834438 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-15337444-5069-45cd-a80a-f4f513315689 req-bf9c0d08-90b7-4b30-8d9e-ee180b5a38da tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] Request body: {'port': {'device_id': '71928752-4f4e-4716-b0d5-ed7ec4fa5672', 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91', 'admin_state_up': True, 'tenant_id': '56e30e8962704e02ba24fa7700358958'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:13:40.845909 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=581dc8c3-b87e-4b13-b9df-77efa9de3d8d,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:40.851851 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-ee8a6ca6-6642-4395-93d9-c5a6db0692c1 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-696416096-network', 'tenant_id': 'a79410cbba69407ba84f35108773525e'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:13:40.854780 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:13:40.855102 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:13:40.855527 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:13:40.855769 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:13:40.856105 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:13:40.856437 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:13:40.856912 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:13:40.857400 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:13:40.857731 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:13:40.858063 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:13:40.858392 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:13:40.858718 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:13:40.859042 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:13:40.896754 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee8a6ca6-6642-4395-93d9-c5a6db0692c1 admin admin] Made reservation on behalf of a79410cbba69407ba84f35108773525e for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:13:40.899658 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ee8a6ca6-6642-4395-93d9-c5a6db0692c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:40.910268 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ee8a6ca6-6642-4395-93d9-c5a6db0692c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:40.928961 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5f907d50-ef6c-4ff4-97b8-d347b5f484a7 req-0054efc8-0dc4-49d6-9a8f-8b56ad742813 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973925 Jan 28 19:13:40.991491 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e95f4dc-54c2-47b7-837e-3f4ecfe13903 tempest-DeleteServersAdminTestJSON-1976717136 tempest-DeleteServersAdminTestJSON-1976717136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44c80812-4aa5-4d90-8f94-d0e5f13c50f7,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:40.991626 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['581dc8c3-b87e-4b13-b9df-77efa9de3d8d'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:13:40.998844 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-997b4356-0361-4995-b2da-aa9212d79cda admin admin] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:13:41.009931 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-997b4356-0361-4995-b2da-aa9212d79cda admin admin] 10.222.0.64 "PUT /v2.0/routers/21fc77fa-6689-425f-a0ea-9e6cfee3d1c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6944096 Jan 28 19:13:41.026710 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ee8a6ca6-6642-4395-93d9-c5a6db0692c1 admin admin] Publish callbacks [] for security_group (d0ed8410-305d-42ee-9b76-1ae2c525d6d3), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:41.031925 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ee8a6ca6-6642-4395-93d9-c5a6db0692c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (d0ed8410-305d-42ee-9b76-1ae2c525d6d3), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:41.061716 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee8a6ca6-6642-4395-93d9-c5a6db0692c1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:13:41.081502 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85bb4d1-27d6-48e2-9a7e-1c7a4124604f None None] Sync routers for ids ['21fc77fa-6689-425f-a0ea-9e6cfee3d1c0'] in n-d-812111-14 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:13:41.087073 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ee8a6ca6-6642-4395-93d9-c5a6db0692c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (91a4d75a-885d-4c57-8c42-f2fa88e6b87a), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:41.087425 n-d-812111-14 neutron-server[103305]: INFO neutron.db.segments_db [None req-ee8a6ca6-6642-4395-93d9-c5a6db0692c1 admin admin] Added segment 91a4d75a-885d-4c57-8c42-f2fa88e6b87a of type vlan for network 2ea97af6-4d73-43ed-a752-387496b093ea Jan 28 19:13:41.125819 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85bb4d1-27d6-48e2-9a7e-1c7a4124604f None None] Routers {'21fc77fa-6689-425f-a0ea-9e6cfee3d1c0'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:13:41.126713 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-c85bb4d1-27d6-48e2-9a7e-1c7a4124604f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:13:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['21fc77fa-6689-425f-a0ea-9e6cfee3d1c0'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:13:41.151700 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1a283456-8186-4918-ae0d-09ad93846b99 req-0848834b-5930-445b-9a66-4900ce65f6b9 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] 10.222.0.64 "GET /v2.0/ports?device_id=71928752-4f4e-4716-b0d5-ed7ec4fa5672 HTTP/1.1" status: 200 len: 210 time: 0.0642326 Jan 28 19:13:41.152375 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ee8a6ca6-6642-4395-93d9-c5a6db0692c1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (2ea97af6-4d73-43ed-a752-387496b093ea), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:41.199175 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ee8a6ca6-6642-4395-93d9-c5a6db0692c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (2ea97af6-4d73-43ed-a752-387496b093ea), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:41.200079 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee8a6ca6-6642-4395-93d9-c5a6db0692c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:41.200611 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ee8a6ca6-6642-4395-93d9-c5a6db0692c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:41.216152 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8a6ca6-6642-4395-93d9-c5a6db0692c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0ed8410-305d-42ee-9b76-1ae2c525d6d3,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:41.232676 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-6439d899-e64a-4419-a8a3-a070e5c5acfd req-7e95f4dc-54c2-47b7-837e-3f4ecfe13903 tempest-DeleteServersAdminTestJSON-1976717136 tempest-DeleteServersAdminTestJSON-1976717136-project] Allocated IP 192.168.233.26 (7810caa2-eac6-457d-9302-c8c215ef3e91/f2de4832-9ef6-4f40-9ac5-1557d5e6a6ff/49529e20-0458-4854-bc78-b96f4aac9c64) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:13:41.288751 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-ee8a6ca6-6642-4395-93d9-c5a6db0692c1 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.7869890 Jan 28 19:13:41.295542 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 35218) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:13:41.310713 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-c2a36cb1-b6c8-4b5c-8dd2-1efb3a606598 admin admin] Request body: {'subnet': {'network_id': '2ea97af6-4d73-43ed-a752-387496b093ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-696416096-subnet', 'tenant_id': 'a79410cbba69407ba84f35108773525e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:13:41.312481 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15337444-5069-45cd-a80a-f4f513315689 req-bf9c0d08-90b7-4b30-8d9e-ee180b5a38da tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] Made reservation on behalf of 56e30e8962704e02ba24fa7700358958 for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:13:41.319255 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-15337444-5069-45cd-a80a-f4f513315689 req-bf9c0d08-90b7-4b30-8d9e-ee180b5a38da tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:41.352559 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8a6ca6-6642-4395-93d9-c5a6db0692c1 admin admin] Pushing event updated for resources: {'Network': ['ID=2ea97af6-4d73-43ed-a752-387496b093ea,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:41.359401 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2a36cb1-b6c8-4b5c-8dd2-1efb3a606598 admin admin] Made reservation on behalf of a79410cbba69407ba84f35108773525e for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:13:41.361819 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c2a36cb1-b6c8-4b5c-8dd2-1efb3a606598 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:41.595144 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network 2ea97af6-4d73-43ed-a752-387496b093ea details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:13:41.640132 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-c85bb4d1-27d6-48e2-9a7e-1c7a4124604f None None] Set router 21fc77fa-6689-425f-a0ea-9e6cfee3d1c0 gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:13:41.661029 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a77bd3ef-f7d7-4223-a067-28b1f3a38dbc req-87ade3a3-d10d-4a68-a4df-2d05f7178392 tempest-DeleteServersAdminTestJSON-1976717136 tempest-DeleteServersAdminTestJSON-1976717136-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1a6c1ed-6708-45f7-96d8-9443e48b309d HTTP/1.1" status: 200 len: 210 time: 0.0495849 Jan 28 19:13:41.699353 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6439d899-e64a-4419-a8a3-a070e5c5acfd req-7e95f4dc-54c2-47b7-837e-3f4ecfe13903 tempest-DeleteServersAdminTestJSON-1976717136 tempest-DeleteServersAdminTestJSON-1976717136-project] Publish callbacks [] for port (49529e20-0458-4854-bc78-b96f4aac9c64), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:41.711948 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:41.751703 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c2a36cb1-b6c8-4b5c-8dd2-1efb3a606598 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for subnet (e3d362f3-cd1f-4ab2-be3e-5911bdacc817), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:41.760700 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6439d899-e64a-4419-a8a3-a070e5c5acfd req-7e95f4dc-54c2-47b7-837e-3f4ecfe13903 tempest-DeleteServersAdminTestJSON-1976717136 tempest-DeleteServersAdminTestJSON-1976717136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (49529e20-0458-4854-bc78-b96f4aac9c64), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:41.806079 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52b33d5-1e69-4450-afc1-954e949ac190 req-838a1888-4098-4daa-b92f-bd012d4b57f3 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:41.808644 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e52b33d5-1e69-4450-afc1-954e949ac190 req-838a1888-4098-4daa-b92f-bd012d4b57f3 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] 10.222.0.64 "GET /v2.0/networks?id=1b36af34-6909-4f2b-a96c-a56853ad0cf5 HTTP/1.1" status: 200 len: 821 time: 0.1925421 Jan 28 19:13:41.857171 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e52b33d5-1e69-4450-afc1-954e949ac190 req-ef0331be-0695-47af-b5e6-87b79d48ae3a tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] 10.222.0.64 "GET /v2.0/quotas/2f6c0ce2548d44dba74b697745b9900b HTTP/1.1" status: 200 len: 375 time: 0.0376508 Jan 28 19:13:41.858918 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a36cb1-b6c8-4b5c-8dd2-1efb3a606598 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3d362f3-cd1f-4ab2-be3e-5911bdacc817,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:41.867383 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-85364e15-7752-4472-97dc-d40734b8276b req-11bf0cd4-f8f9-4012-96a6-4149ba231daa tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c32b98d-c462-4f26-b26d-2a0c3e0ac453 HTTP/1.1" status: 200 len: 210 time: 0.0663421 Jan 28 19:13:41.891241 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6439d899-e64a-4419-a8a3-a070e5c5acfd req-7e95f4dc-54c2-47b7-837e-3f4ecfe13903 tempest-DeleteServersAdminTestJSON-1976717136 tempest-DeleteServersAdminTestJSON-1976717136-project] Network 7810caa2-eac6-457d-9302-c8c215ef3e91 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:13:41.900115 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-6439d899-e64a-4419-a8a3-a070e5c5acfd req-7e95f4dc-54c2-47b7-837e-3f4ecfe13903 tempest-DeleteServersAdminTestJSON-1976717136 tempest-DeleteServersAdminTestJSON-1976717136-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:13:41.924408 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-6439d899-e64a-4419-a8a3-a070e5c5acfd req-7e95f4dc-54c2-47b7-837e-3f4ecfe13903 tempest-DeleteServersAdminTestJSON-1976717136 tempest-DeleteServersAdminTestJSON-1976717136-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:13:41.933074 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6439d899-e64a-4419-a8a3-a070e5c5acfd req-7e95f4dc-54c2-47b7-837e-3f4ecfe13903 tempest-DeleteServersAdminTestJSON-1976717136 tempest-DeleteServersAdminTestJSON-1976717136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:41.934154 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6439d899-e64a-4419-a8a3-a070e5c5acfd req-7e95f4dc-54c2-47b7-837e-3f4ecfe13903 tempest-DeleteServersAdminTestJSON-1976717136 tempest-DeleteServersAdminTestJSON-1976717136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:41.949957 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-15337444-5069-45cd-a80a-f4f513315689 req-bf9c0d08-90b7-4b30-8d9e-ee180b5a38da tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] Allocated IP 192.168.233.109 (7810caa2-eac6-457d-9302-c8c215ef3e91/f2de4832-9ef6-4f40-9ac5-1557d5e6a6ff/d627f5c4-03a1-4090-9960-c291d12bf368) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:13:41.952755 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e95f4dc-54c2-47b7-837e-3f4ecfe13903 tempest-DeleteServersAdminTestJSON-1976717136 tempest-DeleteServersAdminTestJSON-1976717136-project] Pushing event updated for resources: {'Port': ['ID=49529e20-0458-4854-bc78-b96f4aac9c64,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:41.961729 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6439d899-e64a-4419-a8a3-a070e5c5acfd req-7e95f4dc-54c2-47b7-837e-3f4ecfe13903 tempest-DeleteServersAdminTestJSON-1976717136 tempest-DeleteServersAdminTestJSON-1976717136-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2798970 Jan 28 19:13:41.993600 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-6439d899-e64a-4419-a8a3-a070e5c5acfd req-09caac2b-efba-4556-9502-ee196b3cbdce service neutron] Request body: {'port': {'device_id': 'c1a6c1ed-6708-45f7-96d8-9443e48b309d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-14'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:13:42.054954 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-c85bb4d1-27d6-48e2-9a7e-1c7a4124604f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21fc77fa-6689-425f-a0ea-9e6cfee3d1c0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1356816334-router', 'tenant_id': '2f6c0ce2548d44dba74b697745b9900b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': 'ace37438-62fc-4da8-82fe-598e6e795cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:13:27Z', 'updated_at': '2022-01-28T19:13:38Z', 'revision_number': 4, 'project_id': '2f6c0ce2548d44dba74b697745b9900b', 'gw_port': {'id': 'ace37438-62fc-4da8-82fe-598e6e795cb7', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ea:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fc77fa-6689-425f-a0ea-9e6cfee3d1c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:13:29Z', 'updated_at': '2022-01-28T19:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '2b83721b-3c6a-40cd-b5b2-82876bb947a8', 'name': '', 'network_id': '1b36af34-6909-4f2b-a96c-a56853ad0cf5', 'tenant_id': '2f6c0ce2548d44dba74b697745b9900b', 'mac_address': 'fa:16:3e:e1:c3:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21fc77fa-6689-425f-a0ea-9e6cfee3d1c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'd1079c28-134b-4727-b56d-dffa38a58988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:13:35Z', 'updated_at': '2022-01-28T19:13:38Z', 'revision_number': 2, 'project_id': '2f6c0ce2548d44dba74b697745b9900b', 'subnets': [{'id': 'd1079c28-134b-4727-b56d-dffa38a58988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:13:42.102355 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85bb4d1-27d6-48e2-9a7e-1c7a4124604f None None] Checking router: 21fc77fa-6689-425f-a0ea-9e6cfee3d1c0 for host: n-d-812111-14 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:13:42.102865 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85bb4d1-27d6-48e2-9a7e-1c7a4124604f None None] Updating router 21fc77fa-6689-425f-a0ea-9e6cfee3d1c0 port 2b83721b-3c6a-40cd-b5b2-82876bb947a8 binding host n-d-812111-14 {{(pid=103306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:13:42.131270 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6439d899-e64a-4419-a8a3-a070e5c5acfd req-09caac2b-efba-4556-9502-ee196b3cbdce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (49529e20-0458-4854-bc78-b96f4aac9c64), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:42.143222 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a36cb1-b6c8-4b5c-8dd2-1efb3a606598 admin admin] Checking segment: {'id': '91a4d75a-885d-4c57-8c42-f2fa88e6b87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '2ea97af6-4d73-43ed-a752-387496b093ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:13:42.143958 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a36cb1-b6c8-4b5c-8dd2-1efb3a606598 admin admin] Network hostable DHCP agents. Network: 2ea97af6-4d73-43ed-a752-387496b093ea, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:13:42.177033 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c85bb4d1-27d6-48e2-9a7e-1c7a4124604f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (2b83721b-3c6a-40cd-b5b2-82876bb947a8), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:42.216646 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a36cb1-b6c8-4b5c-8dd2-1efb3a606598 admin admin] Network 2ea97af6-4d73-43ed-a752-387496b093ea is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:13:42.239967 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69a4e1a-8ee7-4abb-a2b7-08e431009a8d req-b1071e37-8293-4210-9fa4-cba23389b719 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:42.241547 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e69a4e1a-8ee7-4abb-a2b7-08e431009a8d req-b1071e37-8293-4210-9fa4-cba23389b719 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.41 "GET /v2.0/networks?id=8330dfd7-f74e-41a1-b557-5650d653ac04 HTTP/1.1" status: 200 len: 808 time: 0.3091838 Jan 28 19:13:42.242865 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-c2a36cb1-b6c8-4b5c-8dd2-1efb3a606598 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, 2ea97af6-4d73-43ed-a752-387496b093ea) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:13:42.248847 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a36cb1-b6c8-4b5c-8dd2-1efb3a606598 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:42.249502 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c2a36cb1-b6c8-4b5c-8dd2-1efb3a606598 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:42.259352 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-e69a4e1a-8ee7-4abb-a2b7-08e431009a8d req-59d7cee5-0364-459a-921e-24a63bd5d2ac tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Request body: {'port': {'device_id': '6c32b98d-c462-4f26-b26d-2a0c3e0ac453', 'network_id': '8330dfd7-f74e-41a1-b557-5650d653ac04', 'admin_state_up': True, 'tenant_id': '1bd1e0d6512043bfbaf9a8e955e20b9e'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:13:42.272279 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e52b33d5-1e69-4450-afc1-954e949ac190 req-6c4a9c31-b1a9-496d-92ce-941c01512863 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=2f6c0ce2548d44dba74b697745b9900b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4000022 Jan 28 19:13:42.309225 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a423348a-5e98-498f-acdd-658d89d864d1 None None] Network 2ea97af6-4d73-43ed-a752-387496b093ea requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:13:42.350962 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-c2a36cb1-b6c8-4b5c-8dd2-1efb3a606598 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0387304 Jan 28 19:13:42.385377 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-37fd9ee3-5653-4e2c-ae0c-f5904f212691 None None] Provisioning complete for port 49529e20-0458-4854-bc78-b96f4aac9c64 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:13:42.385868 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-37fd9ee3-5653-4e2c-ae0c-f5904f212691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (49529e20-0458-4854-bc78-b96f4aac9c64), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:42.450397 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e52b33d5-1e69-4450-afc1-954e949ac190 req-f2d2f972-eb38-4e9e-ad4c-5690072ccfa0 service neutron] 10.222.0.64 "GET /v2.0/networks/1b36af34-6909-4f2b-a96c-a56853ad0cf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629090 Jan 28 19:13:42.492125 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-37fd9ee3-5653-4e2c-ae0c-f5904f212691 None None] Port 49529e20-0458-4854-bc78-b96f4aac9c64 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:13:42.526888 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e69a4e1a-8ee7-4abb-a2b7-08e431009a8d req-59d7cee5-0364-459a-921e-24a63bd5d2ac tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Made reservation on behalf of 1bd1e0d6512043bfbaf9a8e955e20b9e for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:13:42.531910 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-e69a4e1a-8ee7-4abb-a2b7-08e431009a8d req-59d7cee5-0364-459a-921e-24a63bd5d2ac tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:42.538513 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f986a0-bb5c-4387-80cd-4f10bda83f1b None None] Network 2ea97af6-4d73-43ed-a752-387496b093ea requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:13:42.581173 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e52b33d5-1e69-4450-afc1-954e949ac190 req-74a8a21a-6d5d-4e67-9f06-9ffc19915802 service neutron] 10.222.0.64 "GET /v2.0/networks/1b36af34-6909-4f2b-a96c-a56853ad0cf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225538 Jan 28 19:13:42.616306 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf293dd9-5f83-4f25-b15a-173e591f5376 req-73d7887e-6125-4e5e-aa3f-084b1d0f0609 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:42.626075 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-bf293dd9-5f83-4f25-b15a-173e591f5376 req-73d7887e-6125-4e5e-aa3f-084b1d0f0609 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=46b1863a-e7b2-4c60-bc44-9ff00fc6c561 HTTP/1.1" status: 200 len: 945 time: 0.5247886 Jan 28 19:13:42.701300 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-15337444-5069-45cd-a80a-f4f513315689 req-bf9c0d08-90b7-4b30-8d9e-ee180b5a38da tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] Publish callbacks [] for port (d627f5c4-03a1-4090-9960-c291d12bf368), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:42.711090 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c85bb4d1-27d6-48e2-9a7e-1c7a4124604f None None] Publish callbacks [] for port (2b83721b-3c6a-40cd-b5b2-82876bb947a8), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:42.718985 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c85bb4d1-27d6-48e2-9a7e-1c7a4124604f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (2b83721b-3c6a-40cd-b5b2-82876bb947a8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:42.752866 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-e69a4e1a-8ee7-4abb-a2b7-08e431009a8d req-59d7cee5-0364-459a-921e-24a63bd5d2ac tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Allocated IP 172.20.0.2 (8330dfd7-f74e-41a1-b557-5650d653ac04/09bc6696-a273-4baf-935c-9cf317ddb49d/bcd3c8bf-ab02-48ca-8a85-a2f0e032d8c4) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:13:42.805845 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3ca3bd-3f85-4f6a-ae3f-0a1abac780c5 None None] Pushing event updated for resources: {'Port': ['ID=2b83721b-3c6a-40cd-b5b2-82876bb947a8,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:42.937184 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-15337444-5069-45cd-a80a-f4f513315689 req-bf9c0d08-90b7-4b30-8d9e-ee180b5a38da tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (d627f5c4-03a1-4090-9960-c291d12bf368), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:42.975387 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-c85bb4d1-27d6-48e2-9a7e-1c7a4124604f None None] Attempting to bind port 2b83721b-3c6a-40cd-b5b2-82876bb947a8 on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:13:42.976325 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-c85bb4d1-27d6-48e2-9a7e-1c7a4124604f None None] Attempting to bind port 2b83721b-3c6a-40cd-b5b2-82876bb947a8 by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '1e24c993-748e-4143-b1c2-ba3fed624cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '1b36af34-6909-4f2b-a96c-a56853ad0cf5'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:13:42.977095 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85bb4d1-27d6-48e2-9a7e-1c7a4124604f None None] Attempting to bind port 2b83721b-3c6a-40cd-b5b2-82876bb947a8 on network 1b36af34-6909-4f2b-a96c-a56853ad0cf5 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:13:42.982759 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['510462f7-bf72-4988-bcf9-093454707d78'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:13:42.986734 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['9eff3771-715e-4451-b699-019f5652d895'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:13:43.016398 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:13:43.054967 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85bb4d1-27d6-48e2-9a7e-1c7a4124604f None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:13:43.055444 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85bb4d1-27d6-48e2-9a7e-1c7a4124604f None None] Checking segment: {'id': '1e24c993-748e-4143-b1c2-ba3fed624cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '1b36af34-6909-4f2b-a96c-a56853ad0cf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:13:43.055927 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c85bb4d1-27d6-48e2-9a7e-1c7a4124604f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:43.056371 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85bb4d1-27d6-48e2-9a7e-1c7a4124604f None None] Bound using segment: {'id': '1e24c993-748e-4143-b1c2-ba3fed624cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '1b36af34-6909-4f2b-a96c-a56853ad0cf5'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:13:43.056984 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-c85bb4d1-27d6-48e2-9a7e-1c7a4124604f None None] Bound port: 2b83721b-3c6a-40cd-b5b2-82876bb947a8, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e24c993-748e-4143-b1c2-ba3fed624cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '1b36af34-6909-4f2b-a96c-a56853ad0cf5'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:13:43.057995 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c85bb4d1-27d6-48e2-9a7e-1c7a4124604f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (2b83721b-3c6a-40cd-b5b2-82876bb947a8), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:43.060142 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:43.093774 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15337444-5069-45cd-a80a-f4f513315689 req-bf9c0d08-90b7-4b30-8d9e-ee180b5a38da tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] Network 7810caa2-eac6-457d-9302-c8c215ef3e91 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:13:43.134757 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-e69a4e1a-8ee7-4abb-a2b7-08e431009a8d req-59d7cee5-0364-459a-921e-24a63bd5d2ac tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Publish callbacks [] for port (bcd3c8bf-ab02-48ca-8a85-a2f0e032d8c4), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:43.145923 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-15337444-5069-45cd-a80a-f4f513315689 req-bf9c0d08-90b7-4b30-8d9e-ee180b5a38da tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:13:43.153036 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-15337444-5069-45cd-a80a-f4f513315689 req-bf9c0d08-90b7-4b30-8d9e-ee180b5a38da tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:13:43.165130 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15337444-5069-45cd-a80a-f4f513315689 req-bf9c0d08-90b7-4b30-8d9e-ee180b5a38da tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:43.174551 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-15337444-5069-45cd-a80a-f4f513315689 req-bf9c0d08-90b7-4b30-8d9e-ee180b5a38da tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:43.191755 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-e69a4e1a-8ee7-4abb-a2b7-08e431009a8d req-59d7cee5-0364-459a-921e-24a63bd5d2ac tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (bcd3c8bf-ab02-48ca-8a85-a2f0e032d8c4), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:43.271076 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-15337444-5069-45cd-a80a-f4f513315689 req-bf9c0d08-90b7-4b30-8d9e-ee180b5a38da tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4544716 Jan 28 19:13:43.319907 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-15337444-5069-45cd-a80a-f4f513315689 req-e977a2a8-69b3-4bb9-97f7-f848ccb51442 service neutron] Request body: {'port': {'device_id': '71928752-4f4e-4716-b0d5-ed7ec4fa5672', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-14'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:13:43.326148 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 35284) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:13:43.327423 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-c85bb4d1-27d6-48e2-9a7e-1c7a4124604f None None] For port 2b83721b-3c6a-40cd-b5b2-82876bb947a8, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:13:43.332006 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-c85bb4d1-27d6-48e2-9a7e-1c7a4124604f None None] For port 2b83721b-3c6a-40cd-b5b2-82876bb947a8, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=2b83721b-3c6a-40cd-b5b2-82876bb947a8,segment=NetworkSegment(1e24c993-748e-4143-b1c2-ba3fed624cb8),segment_id=1e24c993-748e-4143-b1c2-ba3fed624cb8)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:13:43.333870 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9c0d08-90b7-4b30-8d9e-ee180b5a38da tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] Pushing event updated for resources: {'Port': ['ID=d627f5c4-03a1-4090-9960-c291d12bf368,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:43.343952 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-8038a3d4-e706-4507-a0b2-fafeb20ed0bf admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-521947126-network', 'tenant_id': '6f3dc3db3fe649e58bf38d9fd6dbb4ec'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:13:43.361907 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c85bb4d1-27d6-48e2-9a7e-1c7a4124604f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (2b83721b-3c6a-40cd-b5b2-82876bb947a8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:43.364830 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e69a4e1a-8ee7-4abb-a2b7-08e431009a8d req-59d7cee5-0364-459a-921e-24a63bd5d2ac tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Network 8330dfd7-f74e-41a1-b557-5650d653ac04 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:13:43.369361 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-e69a4e1a-8ee7-4abb-a2b7-08e431009a8d req-59d7cee5-0364-459a-921e-24a63bd5d2ac tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:13:43.373669 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-e69a4e1a-8ee7-4abb-a2b7-08e431009a8d req-59d7cee5-0364-459a-921e-24a63bd5d2ac tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:13:43.381597 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69a4e1a-8ee7-4abb-a2b7-08e431009a8d req-59d7cee5-0364-459a-921e-24a63bd5d2ac tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:43.382264 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-e69a4e1a-8ee7-4abb-a2b7-08e431009a8d req-59d7cee5-0364-459a-921e-24a63bd5d2ac tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:43.397794 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-bf293dd9-5f83-4f25-b15a-173e591f5376 req-b3ea8747-1717-4fe1-bd0b-789063afa2b4 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6469500 Jan 28 19:13:43.460527 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598dbba3-fd71-456b-89c5-836c43f72da7 req-2811cae0-1365-4554-9ceb-4cc70b6b2063 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:43.463193 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-598dbba3-fd71-456b-89c5-836c43f72da7 req-2811cae0-1365-4554-9ceb-4cc70b6b2063 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] 10.222.0.64 "GET /v2.0/ports?device_id=71928752-4f4e-4716-b0d5-ed7ec4fa5672 HTTP/1.1" status: 200 len: 936 time: 0.2864354 Jan 28 19:13:43.464147 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d7cee5-0364-459a-921e-24a63bd5d2ac tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Pushing event updated for resources: {'Port': ['ID=bcd3c8bf-ab02-48ca-8a85-a2f0e032d8c4,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:43.466065 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3ca3bd-3f85-4f6a-ae3f-0a1abac780c5 None None] Pushing event updated for resources: {'Port': ['ID=2b83721b-3c6a-40cd-b5b2-82876bb947a8,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:43.503988 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e69a4e1a-8ee7-4abb-a2b7-08e431009a8d req-59d7cee5-0364-459a-921e-24a63bd5d2ac tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2497509 Jan 28 19:13:43.525003 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-e69a4e1a-8ee7-4abb-a2b7-08e431009a8d req-3ba17c3e-95e3-472d-9dff-05267d0ce87d service neutron] Request body: {'port': {'device_id': '6c32b98d-c462-4f26-b26d-2a0c3e0ac453', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-14'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:13:43.530189 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2ae65826-1762-43a9-aa19-096ef9681097 None None] Provisioning complete for port 2b83721b-3c6a-40cd-b5b2-82876bb947a8 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:13:43.531079 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2ae65826-1762-43a9-aa19-096ef9681097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (2b83721b-3c6a-40cd-b5b2-82876bb947a8), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:43.545430 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8038a3d4-e706-4507-a0b2-fafeb20ed0bf admin admin] Made reservation on behalf of 6f3dc3db3fe649e58bf38d9fd6dbb4ec for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:13:43.552301 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8038a3d4-e706-4507-a0b2-fafeb20ed0bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:43.591210 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 35290) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:13:43.597304 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85bb4d1-27d6-48e2-9a7e-1c7a4124604f None None] Routers {'21fc77fa-6689-425f-a0ea-9e6cfee3d1c0'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:13:43.598358 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-c85bb4d1-27d6-48e2-9a7e-1c7a4124604f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:13:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['21fc77fa-6689-425f-a0ea-9e6cfee3d1c0'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:13:43.653255 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8038a3d4-e706-4507-a0b2-fafeb20ed0bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:43.678139 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-e69a4e1a-8ee7-4abb-a2b7-08e431009a8d req-3ba17c3e-95e3-472d-9dff-05267d0ce87d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (bcd3c8bf-ab02-48ca-8a85-a2f0e032d8c4), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:43.717882 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-598dbba3-fd71-456b-89c5-836c43f72da7 req-c4914a16-9933-4a6a-95ee-960756e3b7eb tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] 10.222.0.64 "GET /v2.0/security-groups?id=2478b850-89ab-4114-a340-71569acb8761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120571 Jan 28 19:13:43.750618 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-15337444-5069-45cd-a80a-f4f513315689 req-e977a2a8-69b3-4bb9-97f7-f848ccb51442 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (d627f5c4-03a1-4090-9960-c291d12bf368), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:43.866204 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2ae65826-1762-43a9-aa19-096ef9681097 None None] Current status of the port 2b83721b-3c6a-40cd-b5b2-82876bb947a8 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:13:43.868371 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2ae65826-1762-43a9-aa19-096ef9681097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (2b83721b-3c6a-40cd-b5b2-82876bb947a8), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:43.902700 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94616d2-716e-454a-aa78-b6d0d2cf409e req-08cd226b-b5a7-438b-95c4-7c956b235d0e tempest-DeleteServersAdminTestJSON-1976717136 tempest-DeleteServersAdminTestJSON-1976717136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:43.911038 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5d0159fc-d74c-4d23-86ac-9d8a8c4c0fc1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:43.911264 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a94616d2-716e-454a-aa78-b6d0d2cf409e req-08cd226b-b5a7-438b-95c4-7c956b235d0e tempest-DeleteServersAdminTestJSON-1976717136 tempest-DeleteServersAdminTestJSON-1976717136-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1a6c1ed-6708-45f7-96d8-9443e48b309d HTTP/1.1" status: 200 len: 935 time: 0.2962804 Jan 28 19:13:43.946729 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-6439d899-e64a-4419-a8a3-a070e5c5acfd req-09caac2b-efba-4556-9502-ee196b3cbdce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49529e20-0458-4854-bc78-b96f4aac9c64 {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:13:43.951522 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8c17fc90-6b41-40d2-811b-d92c9b1c1493 req-6bea0f8f-7c71-4e23-af53-bd008a2fb856 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e642740-d0d8-41b1-a248-8168c3dece03 HTTP/1.1" status: 200 len: 210 time: 0.0494432 Jan 28 19:13:43.982770 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6439d899-e64a-4419-a8a3-a070e5c5acfd req-09caac2b-efba-4556-9502-ee196b3cbdce service neutron] Publish callbacks [] for port (49529e20-0458-4854-bc78-b96f4aac9c64), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:44.150594 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5d0159fc-d74c-4d23-86ac-9d8a8c4c0fc1 admin admin] Publish callbacks [] for security_group (3e33f08f-bea2-43ce-8cd6-dcc3d25ea78f), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:44.153834 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-6439d899-e64a-4419-a8a3-a070e5c5acfd req-09caac2b-efba-4556-9502-ee196b3cbdce service neutron] Transition to ACTIVE for port object 49529e20-0458-4854-bc78-b96f4aac9c64 will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:13:44.167039 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5d0159fc-d74c-4d23-86ac-9d8a8c4c0fc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (3e33f08f-bea2-43ce-8cd6-dcc3d25ea78f), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:44.180838 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6439d899-e64a-4419-a8a3-a070e5c5acfd req-09caac2b-efba-4556-9502-ee196b3cbdce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (49529e20-0458-4854-bc78-b96f4aac9c64), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:44.216937 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 581dc8c3-b87e-4b13-b9df-77efa9de3d8d up at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:13:44.254414 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2ae65826-1762-43a9-aa19-096ef9681097 None None] For port 2b83721b-3c6a-40cd-b5b2-82876bb947a8, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=2b83721b-3c6a-40cd-b5b2-82876bb947a8,segment=NetworkSegment(1e24c993-748e-4143-b1c2-ba3fed624cb8),segment_id=1e24c993-748e-4143-b1c2-ba3fed624cb8)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:13:44.256425 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a94616d2-716e-454a-aa78-b6d0d2cf409e req-a1ff9776-c3b8-4265-b1c9-1e6accb09862 tempest-DeleteServersAdminTestJSON-1976717136 tempest-DeleteServersAdminTestJSON-1976717136-project] 10.222.0.64 "GET /v2.0/security-groups?id=44c80812-4aa5-4d90-8f94-d0e5f13c50f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3445537 Jan 28 19:13:44.257242 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-5d0159fc-d74c-4d23-86ac-9d8a8c4c0fc1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b0daf9518785499f90d96631008c3de7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6634870 Jan 28 19:13:44.259697 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [req-e69a4e1a-8ee7-4abb-a2b7-08e431009a8d req-3ba17c3e-95e3-472d-9dff-05267d0ce87d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcd3c8bf-ab02-48ca-8a85-a2f0e032d8c4 {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:13:44.264497 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-c85bb4d1-27d6-48e2-9a7e-1c7a4124604f None None] Set router 21fc77fa-6689-425f-a0ea-9e6cfee3d1c0 gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:13:44.267753 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8038a3d4-e706-4507-a0b2-fafeb20ed0bf admin admin] Publish callbacks [] for security_group (27e69609-1adc-4346-a55b-d4849e55b871), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:44.270363 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 35294) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:13:44.273747 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c923d43-f4d8-4804-91e3-3f74a0dae2b1 req-131eb340-28ca-47e5-829c-34ef10897a1e tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:44.276790 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3c923d43-f4d8-4804-91e3-3f74a0dae2b1 req-131eb340-28ca-47e5-829c-34ef10897a1e tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c32b98d-c462-4f26-b26d-2a0c3e0ac453 HTTP/1.1" status: 200 len: 931 time: 0.2178392 Jan 28 19:13:44.281550 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-e69a4e1a-8ee7-4abb-a2b7-08e431009a8d req-3ba17c3e-95e3-472d-9dff-05267d0ce87d service neutron] Publish callbacks [] for port (bcd3c8bf-ab02-48ca-8a85-a2f0e032d8c4), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:44.284068 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0159fc-d74c-4d23-86ac-9d8a8c4c0fc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e33f08f-bea2-43ce-8cd6-dcc3d25ea78f,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:44.303427 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8038a3d4-e706-4507-a0b2-fafeb20ed0bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (27e69609-1adc-4346-a55b-d4849e55b871), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:44.308112 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2ae65826-1762-43a9-aa19-096ef9681097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (2b83721b-3c6a-40cd-b5b2-82876bb947a8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:44.339879 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-e69a4e1a-8ee7-4abb-a2b7-08e431009a8d req-3ba17c3e-95e3-472d-9dff-05267d0ce87d service neutron] Transition to ACTIVE for port object bcd3c8bf-ab02-48ca-8a85-a2f0e032d8c4 will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:13:44.353684 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09caac2b-efba-4556-9502-ee196b3cbdce service neutron] Pushing event updated for resources: {'Port': ['ID=49529e20-0458-4854-bc78-b96f4aac9c64,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:44.365851 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8038a3d4-e706-4507-a0b2-fafeb20ed0bf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:13:44.376568 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3c923d43-f4d8-4804-91e3-3f74a0dae2b1 req-5a810e73-9ae5-49c4-bf44-641ab58d7efb tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/security-groups?id=414e93b9-08bc-438e-9127-05114ed7dbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895300 Jan 28 19:13:44.377379 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-e69a4e1a-8ee7-4abb-a2b7-08e431009a8d req-3ba17c3e-95e3-472d-9dff-05267d0ce87d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (bcd3c8bf-ab02-48ca-8a85-a2f0e032d8c4), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:44.411216 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8038a3d4-e706-4507-a0b2-fafeb20ed0bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27e69609-1adc-4346-a55b-d4849e55b871,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:44.415097 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8038a3d4-e706-4507-a0b2-fafeb20ed0bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (182a0f0e-f7b8-4368-9aec-ed86fd1122ab), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:44.415442 n-d-812111-14 neutron-server[103304]: INFO neutron.db.segments_db [None req-8038a3d4-e706-4507-a0b2-fafeb20ed0bf admin admin] Added segment 182a0f0e-f7b8-4368-9aec-ed86fd1122ab of type vlan for network 99f0339f-9092-435e-b63b-cf8311dcd57c Jan 28 19:13:44.481846 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba17c3e-95e3-472d-9dff-05267d0ce87d service neutron] Pushing event updated for resources: {'Port': ['ID=bcd3c8bf-ab02-48ca-8a85-a2f0e032d8c4,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:44.547076 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2cc16d13-faee-4a84-853d-e3f04627b6cb admin admin] Publish callbacks [] for security_group (3e33f08f-bea2-43ce-8cd6-dcc3d25ea78f), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:44.605525 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-e69a4e1a-8ee7-4abb-a2b7-08e431009a8d req-3ba17c3e-95e3-472d-9dff-05267d0ce87d service neutron] Attempting to bind port bcd3c8bf-ab02-48ca-8a85-a2f0e032d8c4 on host n-h1-812111-14 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:13:44.605865 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-e69a4e1a-8ee7-4abb-a2b7-08e431009a8d req-3ba17c3e-95e3-472d-9dff-05267d0ce87d service neutron] Attempting to bind port bcd3c8bf-ab02-48ca-8a85-a2f0e032d8c4 by drivers openvswitch,hyperv on host n-h1-812111-14 at level 0 using segments [{'id': 'e7f54059-7dae-4f1a-9de9-251e6a440c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '8330dfd7-f74e-41a1-b557-5650d653ac04'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:13:44.606200 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69a4e1a-8ee7-4abb-a2b7-08e431009a8d req-3ba17c3e-95e3-472d-9dff-05267d0ce87d service neutron] Attempting to bind port bcd3c8bf-ab02-48ca-8a85-a2f0e032d8c4 on network 8330dfd7-f74e-41a1-b557-5650d653ac04 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:13:44.606557 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-6439d899-e64a-4419-a8a3-a070e5c5acfd req-09caac2b-efba-4556-9502-ee196b3cbdce service neutron] Attempting to bind port 49529e20-0458-4854-bc78-b96f4aac9c64 on host n-h2-812111-14 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:13:44.607044 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-6439d899-e64a-4419-a8a3-a070e5c5acfd req-09caac2b-efba-4556-9502-ee196b3cbdce service neutron] Attempting to bind port 49529e20-0458-4854-bc78-b96f4aac9c64 by drivers openvswitch,hyperv on host n-h2-812111-14 at level 0 using segments [{'id': '195bcdbf-a031-4d8b-9f7f-e09fd37cd197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:13:44.607528 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6439d899-e64a-4419-a8a3-a070e5c5acfd req-09caac2b-efba-4556-9502-ee196b3cbdce service neutron] Attempting to bind port 49529e20-0458-4854-bc78-b96f4aac9c64 on network 7810caa2-eac6-457d-9302-c8c215ef3e91 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:13:44.628417 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69a4e1a-8ee7-4abb-a2b7-08e431009a8d req-3ba17c3e-95e3-472d-9dff-05267d0ce87d service neutron] Port bcd3c8bf-ab02-48ca-8a85-a2f0e032d8c4 on network 8330dfd7-f74e-41a1-b557-5650d653ac04 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-14 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:13:44.628794 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69a4e1a-8ee7-4abb-a2b7-08e431009a8d req-3ba17c3e-95e3-472d-9dff-05267d0ce87d service neutron] Attempting to bind port bcd3c8bf-ab02-48ca-8a85-a2f0e032d8c4 on network 8330dfd7-f74e-41a1-b557-5650d653ac04 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:13:44.637440 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae65826-1762-43a9-aa19-096ef9681097 None None] Pushing event updated for resources: {'Port': ['ID=2b83721b-3c6a-40cd-b5b2-82876bb947a8,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:44.641952 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69a4e1a-8ee7-4abb-a2b7-08e431009a8d req-3ba17c3e-95e3-472d-9dff-05267d0ce87d service neutron] Checking agent: {'id': 'b544ba20-de93-4d86-9e6b-a2202deb6191', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:13:44.642296 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69a4e1a-8ee7-4abb-a2b7-08e431009a8d req-3ba17c3e-95e3-472d-9dff-05267d0ce87d service neutron] Checking segment: {'id': 'e7f54059-7dae-4f1a-9de9-251e6a440c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '8330dfd7-f74e-41a1-b557-5650d653ac04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:13:44.642710 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69a4e1a-8ee7-4abb-a2b7-08e431009a8d req-3ba17c3e-95e3-472d-9dff-05267d0ce87d service neutron] Bound using segment: {'id': 'e7f54059-7dae-4f1a-9de9-251e6a440c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '8330dfd7-f74e-41a1-b557-5650d653ac04'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:13:44.643117 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-e69a4e1a-8ee7-4abb-a2b7-08e431009a8d req-3ba17c3e-95e3-472d-9dff-05267d0ce87d service neutron] Bound port: bcd3c8bf-ab02-48ca-8a85-a2f0e032d8c4, host: n-h1-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7f54059-7dae-4f1a-9de9-251e6a440c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '8330dfd7-f74e-41a1-b557-5650d653ac04'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:13:44.643486 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-e69a4e1a-8ee7-4abb-a2b7-08e431009a8d req-3ba17c3e-95e3-472d-9dff-05267d0ce87d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (bcd3c8bf-ab02-48ca-8a85-a2f0e032d8c4), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:44.714029 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8038a3d4-e706-4507-a0b2-fafeb20ed0bf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (99f0339f-9092-435e-b63b-cf8311dcd57c), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:44.719314 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-e69a4e1a-8ee7-4abb-a2b7-08e431009a8d req-3ba17c3e-95e3-472d-9dff-05267d0ce87d service neutron] For port bcd3c8bf-ab02-48ca-8a85-a2f0e032d8c4, host n-h1-812111-14, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:13:44.723352 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-e69a4e1a-8ee7-4abb-a2b7-08e431009a8d req-3ba17c3e-95e3-472d-9dff-05267d0ce87d service neutron] For port bcd3c8bf-ab02-48ca-8a85-a2f0e032d8c4, host n-h1-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=bcd3c8bf-ab02-48ca-8a85-a2f0e032d8c4,segment=NetworkSegment(e7f54059-7dae-4f1a-9de9-251e6a440c72),segment_id=e7f54059-7dae-4f1a-9de9-251e6a440c72)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:13:44.726971 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6439d899-e64a-4419-a8a3-a070e5c5acfd req-09caac2b-efba-4556-9502-ee196b3cbdce service neutron] Port 49529e20-0458-4854-bc78-b96f4aac9c64 on network 7810caa2-eac6-457d-9302-c8c215ef3e91 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-14 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:13:44.727334 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6439d899-e64a-4419-a8a3-a070e5c5acfd req-09caac2b-efba-4556-9502-ee196b3cbdce service neutron] Attempting to bind port 49529e20-0458-4854-bc78-b96f4aac9c64 on network 7810caa2-eac6-457d-9302-c8c215ef3e91 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:13:44.732891 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-e69a4e1a-8ee7-4abb-a2b7-08e431009a8d req-3ba17c3e-95e3-472d-9dff-05267d0ce87d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (bcd3c8bf-ab02-48ca-8a85-a2f0e032d8c4), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:44.742955 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2cc16d13-faee-4a84-853d-e3f04627b6cb admin admin] Publish callbacks [] for security_group (3e33f08f-bea2-43ce-8cd6-dcc3d25ea78f), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:44.753060 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-17b0b8e3-5673-4328-829e-ea582b7276ac None None] Provisioning complete for port 2b83721b-3c6a-40cd-b5b2-82876bb947a8 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:13:44.753500 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-17b0b8e3-5673-4328-829e-ea582b7276ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (2b83721b-3c6a-40cd-b5b2-82876bb947a8), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:44.811675 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6439d899-e64a-4419-a8a3-a070e5c5acfd req-09caac2b-efba-4556-9502-ee196b3cbdce service neutron] Checking agent: {'id': '8f3fee4e-bf24-4b58-8a3a-ae9c8011a473', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 13, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:13:44.812398 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6439d899-e64a-4419-a8a3-a070e5c5acfd req-09caac2b-efba-4556-9502-ee196b3cbdce service neutron] Checking segment: {'id': '195bcdbf-a031-4d8b-9f7f-e09fd37cd197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:13:44.812965 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6439d899-e64a-4419-a8a3-a070e5c5acfd req-09caac2b-efba-4556-9502-ee196b3cbdce service neutron] Bound using segment: {'id': '195bcdbf-a031-4d8b-9f7f-e09fd37cd197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:13:44.813595 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-6439d899-e64a-4419-a8a3-a070e5c5acfd req-09caac2b-efba-4556-9502-ee196b3cbdce service neutron] Bound port: 49529e20-0458-4854-bc78-b96f4aac9c64, host: n-h2-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '195bcdbf-a031-4d8b-9f7f-e09fd37cd197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:13:44.814127 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6439d899-e64a-4419-a8a3-a070e5c5acfd req-09caac2b-efba-4556-9502-ee196b3cbdce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (49529e20-0458-4854-bc78-b96f4aac9c64), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:44.828165 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba17c3e-95e3-472d-9dff-05267d0ce87d service neutron] Pushing event updated for resources: {'Port': ['ID=bcd3c8bf-ab02-48ca-8a85-a2f0e032d8c4,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:44.848433 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69a4e1a-8ee7-4abb-a2b7-08e431009a8d req-3ba17c3e-95e3-472d-9dff-05267d0ce87d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:44.849082 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-e69a4e1a-8ee7-4abb-a2b7-08e431009a8d req-3ba17c3e-95e3-472d-9dff-05267d0ce87d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:44.853088 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning for port 581dc8c3-b87e-4b13-b9df-77efa9de3d8d completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:13:44.855995 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e69a4e1a-8ee7-4abb-a2b7-08e431009a8d req-3ba17c3e-95e3-472d-9dff-05267d0ce87d service neutron] 10.222.0.41 "PUT /v2.0/ports/bcd3c8bf-ab02-48ca-8a85-a2f0e032d8c4 HTTP/1.1" status: 200 len: 1092 time: 1.3358784 Jan 28 19:13:44.856474 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c32b98d-c462-4f26-b26d-2a0c3e0ac453', 'tag': 'bcd3c8bf-ab02-48ca-8a85-a2f0e032d8c4'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:13:44.858885 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac908e71-6cc7-4fb4-a666-8e75b6d9d070" -d '{"events": [{"name": "network-changed", "server_uuid": "6c32b98d-c462-4f26-b26d-2a0c3e0ac453", "tag": "bcd3c8bf-ab02-48ca-8a85-a2f0e032d8c4"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:13:44.873888 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning complete for port 581dc8c3-b87e-4b13-b9df-77efa9de3d8d triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:13:44.874897 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (581dc8c3-b87e-4b13-b9df-77efa9de3d8d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:44.960502 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-15337444-5069-45cd-a80a-f4f513315689 req-e977a2a8-69b3-4bb9-97f7-f848ccb51442 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d627f5c4-03a1-4090-9960-c291d12bf368 {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:13:44.965073 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8038a3d4-e706-4507-a0b2-fafeb20ed0bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (99f0339f-9092-435e-b63b-cf8311dcd57c), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:44.966058 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8038a3d4-e706-4507-a0b2-fafeb20ed0bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:44.966641 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8038a3d4-e706-4507-a0b2-fafeb20ed0bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:44.986324 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-15337444-5069-45cd-a80a-f4f513315689 req-e977a2a8-69b3-4bb9-97f7-f848ccb51442 service neutron] Publish callbacks [] for port (d627f5c4-03a1-4090-9960-c291d12bf368), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:45.001334 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88543b5-a7fe-49fe-ade2-766a72dae1ae req-82e423a9-af04-4ffe-a0a0-aeb9bdaac66b tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:45.005581 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e88543b5-a7fe-49fe-ade2-766a72dae1ae req-82e423a9-af04-4ffe-a0a0-aeb9bdaac66b tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=46b1863a-e7b2-4c60-bc44-9ff00fc6c561 HTTP/1.1" status: 200 len: 945 time: 0.4435353 Jan 28 19:13:45.033797 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2b13a9-f9e6-4b3c-b628-665300ab4da7 req-deb0ae22-6c6a-415a-bc95-bf47fcd2944d tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:45.035403 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3d2b13a9-f9e6-4b3c-b628-665300ab4da7 req-deb0ae22-6c6a-415a-bc95-bf47fcd2944d tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] 10.222.0.64 "GET /v2.0/ports?device_id=71928752-4f4e-4716-b0d5-ed7ec4fa5672 HTTP/1.1" status: 200 len: 936 time: 0.1069627 Jan 28 19:13:45.037230 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69a4e1a-8ee7-4abb-a2b7-08e431009a8d req-e1a85650-4339-4c75-8cbb-1ea4af59c134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:45.038577 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e69a4e1a-8ee7-4abb-a2b7-08e431009a8d req-e1a85650-4339-4c75-8cbb-1ea4af59c134 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1bd1e0d6512043bfbaf9a8e955e20b9e&device_id=6c32b98d-c462-4f26-b26d-2a0c3e0ac453 HTTP/1.1" status: 200 len: 1126 time: 0.1008408 Jan 28 19:13:45.039567 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52b33d5-1e69-4450-afc1-954e949ac190 req-1160e765-c9ec-4939-b9b4-af667f3a346f tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:45.041019 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e52b33d5-1e69-4450-afc1-954e949ac190 req-1160e765-c9ec-4939-b9b4-af667f3a346f tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] 10.222.0.70 "GET /v2.0/networks?id=1b36af34-6909-4f2b-a96c-a56853ad0cf5 HTTP/1.1" status: 200 len: 821 time: 0.4770355 Jan 28 19:13:45.053446 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port 581dc8c3-b87e-4b13-b9df-77efa9de3d8d is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:13:45.054168 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (581dc8c3-b87e-4b13-b9df-77efa9de3d8d), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:45.067533 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-17b0b8e3-5673-4328-829e-ea582b7276ac None None] Current status of the port 2b83721b-3c6a-40cd-b5b2-82876bb947a8 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:13:45.095550 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46b1863a-e7b2-4c60-bc44-9ff00fc6c561', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '581dc8c3-b87e-4b13-b9df-77efa9de3d8d'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:13:45.097830 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80e51312-b35e-4fe2-8061-af9997c4ac7e" -d '{"events": [{"server_uuid": "46b1863a-e7b2-4c60-bc44-9ff00fc6c561", "name": "network-vif-plugged", "status": "completed", "tag": "581dc8c3-b87e-4b13-b9df-77efa9de3d8d"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:13:45.109485 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e69a4e1a-8ee7-4abb-a2b7-08e431009a8d req-922431ff-504d-4ee3-9b3b-12b7938645dd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bcd3c8bf-ab02-48ca-8a85-a2f0e032d8c4 HTTP/1.1" status: 200 len: 217 time: 0.0522463 Jan 28 19:13:45.109691 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-8038a3d4-e706-4507-a0b2-fafeb20ed0bf admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.7741156 Jan 28 19:13:45.109785 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 35308) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:13:45.110571 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-e52b33d5-1e69-4450-afc1-954e949ac190 req-cec01597-5c42-4ff6-bca5-476aa5f7c5b2 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] Request body: {'port': {'device_id': '9e642740-d0d8-41b1-a248-8168c3dece03', 'network_id': '1b36af34-6909-4f2b-a96c-a56853ad0cf5', 'admin_state_up': True, 'tenant_id': '2f6c0ce2548d44dba74b697745b9900b'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:13:45.116418 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-f7dd7d6e-566e-4d5b-8377-89798a57de22 admin admin] Request body: {'subnet': {'network_id': '99f0339f-9092-435e-b63b-cf8311dcd57c', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-521947126-subnet', 'tenant_id': '6f3dc3db3fe649e58bf38d9fd6dbb4ec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:13:45.116603 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 581dc8c3-b87e-4b13-b9df-77efa9de3d8d, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=581dc8c3-b87e-4b13-b9df-77efa9de3d8d,segment=NetworkSegment(62a331e7-e6d6-4fbc-9e3c-2d3acdfd7c92),segment_id=62a331e7-e6d6-4fbc-9e3c-2d3acdfd7c92)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:13:45.117045 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-17b0b8e3-5673-4328-829e-ea582b7276ac None None] Provisioning complete for port d627f5c4-03a1-4090-9960-c291d12bf368 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:13:45.117794 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-17b0b8e3-5673-4328-829e-ea582b7276ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (d627f5c4-03a1-4090-9960-c291d12bf368), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:45.141632 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (581dc8c3-b87e-4b13-b9df-77efa9de3d8d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:45.148323 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2cc16d13-faee-4a84-853d-e3f04627b6cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (3e33f08f-bea2-43ce-8cd6-dcc3d25ea78f), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:45.151398 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2cc16d13-faee-4a84-853d-e3f04627b6cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:45.155285 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-2cc16d13-faee-4a84-853d-e3f04627b6cb admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3e33f08f-bea2-43ce-8cd6-dcc3d25ea78f HTTP/1.1" status: 204 len: 168 time: 0.8839617 Jan 28 19:13:45.161244 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-15337444-5069-45cd-a80a-f4f513315689 req-e977a2a8-69b3-4bb9-97f7-f848ccb51442 service neutron] Transition to ACTIVE for port object d627f5c4-03a1-4090-9960-c291d12bf368 will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:13:45.186204 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69a4e1a-8ee7-4abb-a2b7-08e431009a8d req-12ef3cff-427c-4f11-9554-063994e042a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:45.186723 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-c85bb4d1-27d6-48e2-9a7e-1c7a4124604f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21fc77fa-6689-425f-a0ea-9e6cfee3d1c0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1356816334-router', 'tenant_id': '2f6c0ce2548d44dba74b697745b9900b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': 'ace37438-62fc-4da8-82fe-598e6e795cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:13:27Z', 'updated_at': '2022-01-28T19:13:38Z', 'revision_number': 4, 'project_id': '2f6c0ce2548d44dba74b697745b9900b', 'gw_port': {'id': 'ace37438-62fc-4da8-82fe-598e6e795cb7', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ea:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fc77fa-6689-425f-a0ea-9e6cfee3d1c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:13:29Z', 'updated_at': '2022-01-28T19:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '2b83721b-3c6a-40cd-b5b2-82876bb947a8', 'name': '', 'network_id': '1b36af34-6909-4f2b-a96c-a56853ad0cf5', 'tenant_id': '2f6c0ce2548d44dba74b697745b9900b', 'mac_address': 'fa:16:3e:e1:c3:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21fc77fa-6689-425f-a0ea-9e6cfee3d1c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'd1079c28-134b-4727-b56d-dffa38a58988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:13:35Z', 'updated_at': '2022-01-28T19:13:43Z', 'revision_number': 4, 'project_id': '2f6c0ce2548d44dba74b697745b9900b', 'subnets': [{'id': 'd1079c28-134b-4727-b56d-dffa38a58988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:13:45.187729 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e69a4e1a-8ee7-4abb-a2b7-08e431009a8d req-12ef3cff-427c-4f11-9554-063994e042a4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=09bc6696-a273-4baf-935c-9cf317ddb49d HTTP/1.1" status: 200 len: 848 time: 0.0514555 Jan 28 19:13:45.188696 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7dd7d6e-566e-4d5b-8377-89798a57de22 admin admin] Made reservation on behalf of 6f3dc3db3fe649e58bf38d9fd6dbb4ec for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:13:45.190995 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f7dd7d6e-566e-4d5b-8377-89798a57de22 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:45.198799 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-6439d899-e64a-4419-a8a3-a070e5c5acfd req-09caac2b-efba-4556-9502-ee196b3cbdce service neutron] For port 49529e20-0458-4854-bc78-b96f4aac9c64, host n-h2-812111-14, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:13:45.216938 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8038a3d4-e706-4507-a0b2-fafeb20ed0bf admin admin] Pushing event updated for resources: {'Network': ['ID=99f0339f-9092-435e-b63b-cf8311dcd57c,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:45.220436 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-15337444-5069-45cd-a80a-f4f513315689 req-e977a2a8-69b3-4bb9-97f7-f848ccb51442 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (d627f5c4-03a1-4090-9960-c291d12bf368), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:45.226472 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-17b0b8e3-5673-4328-829e-ea582b7276ac None None] Port d627f5c4-03a1-4090-9960-c291d12bf368 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:13:45.227776 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85bb4d1-27d6-48e2-9a7e-1c7a4124604f None None] The sync data for ids ['21fc77fa-6689-425f-a0ea-9e6cfee3d1c0'] in n-d-812111-14 is: [{'id': '21fc77fa-6689-425f-a0ea-9e6cfee3d1c0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1356816334-router', 'tenant_id': '2f6c0ce2548d44dba74b697745b9900b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': 'ace37438-62fc-4da8-82fe-598e6e795cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:13:27Z', 'updated_at': '2022-01-28T19:13:38Z', 'revision_number': 4, 'project_id': '2f6c0ce2548d44dba74b697745b9900b', 'gw_port': {'id': 'ace37438-62fc-4da8-82fe-598e6e795cb7', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ea:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fc77fa-6689-425f-a0ea-9e6cfee3d1c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:13:29Z', 'updated_at': '2022-01-28T19:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '2b83721b-3c6a-40cd-b5b2-82876bb947a8', 'name': '', 'network_id': '1b36af34-6909-4f2b-a96c-a56853ad0cf5', 'tenant_id': '2f6c0ce2548d44dba74b697745b9900b', 'mac_address': 'fa:16:3e:e1:c3:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21fc77fa-6689-425f-a0ea-9e6cfee3d1c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'd1079c28-134b-4727-b56d-dffa38a58988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:13:35Z', 'updated_at': '2022-01-28T19:13:43Z', 'revision_number': 4, 'project_id': '2f6c0ce2548d44dba74b697745b9900b', 'subnets': [{'id': 'd1079c28-134b-4727-b56d-dffa38a58988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:13:45.239766 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network 99f0339f-9092-435e-b63b-cf8311dcd57c details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:13:45.251749 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc16d13-faee-4a84-853d-e3f04627b6cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e33f08f-bea2-43ce-8cd6-dcc3d25ea78f,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:45.258451 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-6439d899-e64a-4419-a8a3-a070e5c5acfd req-09caac2b-efba-4556-9502-ee196b3cbdce service neutron] For port 49529e20-0458-4854-bc78-b96f4aac9c64, host n-h2-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=49529e20-0458-4854-bc78-b96f4aac9c64,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:13:45.345935 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6439d899-e64a-4419-a8a3-a070e5c5acfd req-09caac2b-efba-4556-9502-ee196b3cbdce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (49529e20-0458-4854-bc78-b96f4aac9c64), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:45.364491 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=581dc8c3-b87e-4b13-b9df-77efa9de3d8d,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:45.391905 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e88543b5-a7fe-49fe-ade2-766a72dae1ae req-2047729e-9dca-4728-9608-6f0c6e816a5b tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3413889 Jan 28 19:13:45.577035 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e977a2a8-69b3-4bb9-97f7-f848ccb51442 service neutron] Pushing event updated for resources: {'Port': ['ID=d627f5c4-03a1-4090-9960-c291d12bf368,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:45.635525 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-630ef559-7655-414c-8611-0cdf7711a4c9 req-2de54c0b-e925-445e-87ac-bf7809abc8d3 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e642740-d0d8-41b1-a248-8168c3dece03 HTTP/1.1" status: 200 len: 210 time: 0.0527840 Jan 28 19:13:45.670866 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-15337444-5069-45cd-a80a-f4f513315689 req-e977a2a8-69b3-4bb9-97f7-f848ccb51442 service neutron] Attempting to bind port d627f5c4-03a1-4090-9960-c291d12bf368 on host n-h1-812111-14 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:13:45.671328 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-15337444-5069-45cd-a80a-f4f513315689 req-e977a2a8-69b3-4bb9-97f7-f848ccb51442 service neutron] Attempting to bind port d627f5c4-03a1-4090-9960-c291d12bf368 by drivers openvswitch,hyperv on host n-h1-812111-14 at level 0 using segments [{'id': '195bcdbf-a031-4d8b-9f7f-e09fd37cd197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:13:45.671764 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15337444-5069-45cd-a80a-f4f513315689 req-e977a2a8-69b3-4bb9-97f7-f848ccb51442 service neutron] Attempting to bind port d627f5c4-03a1-4090-9960-c291d12bf368 on network 7810caa2-eac6-457d-9302-c8c215ef3e91 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:13:45.687796 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15337444-5069-45cd-a80a-f4f513315689 req-e977a2a8-69b3-4bb9-97f7-f848ccb51442 service neutron] Port d627f5c4-03a1-4090-9960-c291d12bf368 on network 7810caa2-eac6-457d-9302-c8c215ef3e91 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-14 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:13:45.688318 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15337444-5069-45cd-a80a-f4f513315689 req-e977a2a8-69b3-4bb9-97f7-f848ccb51442 service neutron] Attempting to bind port d627f5c4-03a1-4090-9960-c291d12bf368 on network 7810caa2-eac6-457d-9302-c8c215ef3e91 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:13:45.699391 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15337444-5069-45cd-a80a-f4f513315689 req-e977a2a8-69b3-4bb9-97f7-f848ccb51442 service neutron] Checking agent: {'id': 'b544ba20-de93-4d86-9e6b-a2202deb6191', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:13:45.702289 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15337444-5069-45cd-a80a-f4f513315689 req-e977a2a8-69b3-4bb9-97f7-f848ccb51442 service neutron] Checking segment: {'id': '195bcdbf-a031-4d8b-9f7f-e09fd37cd197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:13:45.702817 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15337444-5069-45cd-a80a-f4f513315689 req-e977a2a8-69b3-4bb9-97f7-f848ccb51442 service neutron] Bound using segment: {'id': '195bcdbf-a031-4d8b-9f7f-e09fd37cd197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:13:45.703381 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-15337444-5069-45cd-a80a-f4f513315689 req-e977a2a8-69b3-4bb9-97f7-f848ccb51442 service neutron] Bound port: d627f5c4-03a1-4090-9960-c291d12bf368, host: n-h1-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '195bcdbf-a031-4d8b-9f7f-e09fd37cd197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:13:45.703875 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-15337444-5069-45cd-a80a-f4f513315689 req-e977a2a8-69b3-4bb9-97f7-f848ccb51442 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (d627f5c4-03a1-4090-9960-c291d12bf368), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:45.721698 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18a7f7a3-1afb-4cb1-9d5d-a4671f33b3d0 x-openstack-request-id: req-18a7f7a3-1afb-4cb1-9d5d-a4671f33b3d0 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:13:45.722401 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46b1863a-e7b2-4c60-bc44-9ff00fc6c561", "name": "network-vif-plugged", "status": "completed", "tag": "581dc8c3-b87e-4b13-b9df-77efa9de3d8d", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:13:45.722572 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e52b33d5-1e69-4450-afc1-954e949ac190 req-cec01597-5c42-4ff6-bca5-476aa5f7c5b2 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] Made reservation on behalf of 2f6c0ce2548d44dba74b697745b9900b for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:13:45.722813 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-18a7f7a3-1afb-4cb1-9d5d-a4671f33b3d0 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:13:45.723250 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46b1863a-e7b2-4c60-bc44-9ff00fc6c561', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '581dc8c3-b87e-4b13-b9df-77efa9de3d8d', 'code': 200} Jan 28 19:13:45.727494 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e52b33d5-1e69-4450-afc1-954e949ac190 req-cec01597-5c42-4ff6-bca5-476aa5f7c5b2 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:45.747227 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6439d899-e64a-4419-a8a3-a070e5c5acfd req-09caac2b-efba-4556-9502-ee196b3cbdce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:45.748212 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6439d899-e64a-4419-a8a3-a070e5c5acfd req-09caac2b-efba-4556-9502-ee196b3cbdce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:45.749901 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6439d899-e64a-4419-a8a3-a070e5c5acfd req-09caac2b-efba-4556-9502-ee196b3cbdce service neutron] 10.222.0.70 "PUT /v2.0/ports/49529e20-0458-4854-bc78-b96f4aac9c64 HTTP/1.1" status: 200 len: 1096 time: 3.7639711 Jan 28 19:13:45.847220 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:13:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fc4b032-66fd-44aa-ae1a-68910ef3e25b x-openstack-request-id: req-7fc4b032-66fd-44aa-ae1a-68910ef3e25b {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:13:45.851867 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c32b98d-c462-4f26-b26d-2a0c3e0ac453", "tag": "bcd3c8bf-ab02-48ca-8a85-a2f0e032d8c4", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:13:45.852472 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7fc4b032-66fd-44aa-ae1a-68910ef3e25b {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:13:45.853035 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c32b98d-c462-4f26-b26d-2a0c3e0ac453', 'tag': 'bcd3c8bf-ab02-48ca-8a85-a2f0e032d8c4', 'status': 'completed', 'code': 200} Jan 28 19:13:45.922063 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 35318) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:13:45.952298 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1a6c1ed-6708-45f7-96d8-9443e48b309d', 'tag': '49529e20-0458-4854-bc78-b96f4aac9c64'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:13:45.958735 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d70ca84-42b2-4cd8-910b-7e182bc97ceb" -d '{"events": [{"name": "network-changed", "server_uuid": "c1a6c1ed-6708-45f7-96d8-9443e48b309d", "tag": "49529e20-0458-4854-bc78-b96f4aac9c64"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:13:45.966642 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e69a4e1a-8ee7-4abb-a2b7-08e431009a8d req-3b3fa186-f3c6-4a1d-970b-6cd9a4f36802 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8330dfd7-f74e-41a1-b557-5650d653ac04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1091480 Jan 28 19:13:46.006168 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-017c6abf-19e6-4f6a-ae29-956aac529415 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:46.022140 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3d2b13a9-f9e6-4b3c-b628-665300ab4da7 req-573a3f78-783c-4b9b-b583-f72118e07abb tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] 10.222.0.64 "GET /v2.0/security-groups?id=2478b850-89ab-4114-a340-71569acb8761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9805832 Jan 28 19:13:46.055850 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-e52b33d5-1e69-4450-afc1-954e949ac190 req-cec01597-5c42-4ff6-bca5-476aa5f7c5b2 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] Allocated IP 172.20.0.9 (1b36af34-6909-4f2b-a96c-a56853ad0cf5/d1079c28-134b-4727-b56d-dffa38a58988/96e6a3f6-9ea4-4c9e-9a87-1a01a1ae9418) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:13:46.085362 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 2b83721b-3c6a-40cd-b5b2-82876bb947a8 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:13:46.086517 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09caac2b-efba-4556-9502-ee196b3cbdce service neutron] Pushing event updated for resources: {'Port': ['ID=49529e20-0458-4854-bc78-b96f4aac9c64,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:46.167303 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cc7e84-2980-4a61-b780-ce51834bd460 req-5560c85d-5490-42f1-be6b-f7f19bdd2cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:46.168818 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a9cc7e84-2980-4a61-b780-ce51834bd460 req-5560c85d-5490-42f1-be6b-f7f19bdd2cf5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=46b1863a-e7b2-4c60-bc44-9ff00fc6c561 HTTP/1.1" status: 200 len: 1129 time: 0.3126554 Jan 28 19:13:46.169675 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f7dd7d6e-566e-4d5b-8377-89798a57de22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for subnet (3d98c142-d610-462e-9071-3fc6e0486976), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:46.174119 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 2b83721b-3c6a-40cd-b5b2-82876bb947a8 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:13:46.176068 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (2b83721b-3c6a-40cd-b5b2-82876bb947a8), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:46.273712 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6439d899-e64a-4419-a8a3-a070e5c5acfd req-30621fd6-f08c-4952-84d3-c7d4d3f3fbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:46.275198 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6439d899-e64a-4419-a8a3-a070e5c5acfd req-30621fd6-f08c-4952-84d3-c7d4d3f3fbb5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=215f321da66743809012104419aa9d84&device_id=c1a6c1ed-6708-45f7-96d8-9443e48b309d HTTP/1.1" status: 200 len: 1130 time: 0.3107917 Jan 28 19:13:46.283635 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-15337444-5069-45cd-a80a-f4f513315689 req-e977a2a8-69b3-4bb9-97f7-f848ccb51442 service neutron] For port d627f5c4-03a1-4090-9960-c291d12bf368, host n-h1-812111-14, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:13:46.285147 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 2b83721b-3c6a-40cd-b5b2-82876bb947a8 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:13:46.302973 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e69a4e1a-8ee7-4abb-a2b7-08e431009a8d req-7cf9f801-9d83-41ce-b69a-f727bf551c20 service neutron] 10.222.0.41 "GET /v2.0/networks/8330dfd7-f74e-41a1-b557-5650d653ac04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3161576 Jan 28 19:13:46.311116 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dd7d6e-566e-4d5b-8377-89798a57de22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d98c142-d610-462e-9071-3fc6e0486976,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:46.364062 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb70798-c46a-4111-a2bf-aff52d90488f req-08b091a3-c1b6-4d42-b2f3-09bce5f324bc tempest-DeleteServersAdminTestJSON-1976717136 tempest-DeleteServersAdminTestJSON-1976717136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:46.365010 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-0cb70798-c46a-4111-a2bf-aff52d90488f req-08b091a3-c1b6-4d42-b2f3-09bce5f324bc tempest-DeleteServersAdminTestJSON-1976717136 tempest-DeleteServersAdminTestJSON-1976717136-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1a6c1ed-6708-45f7-96d8-9443e48b309d HTTP/1.1" status: 200 len: 947 time: 0.2807863 Jan 28 19:13:46.366920 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-15337444-5069-45cd-a80a-f4f513315689 req-e977a2a8-69b3-4bb9-97f7-f848ccb51442 service neutron] For port d627f5c4-03a1-4090-9960-c291d12bf368, host n-h1-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=d627f5c4-03a1-4090-9960-c291d12bf368,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:13:46.381917 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6439d899-e64a-4419-a8a3-a070e5c5acfd req-8759718a-2634-44bc-bf9e-4d7302798134 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=49529e20-0458-4854-bc78-b96f4aac9c64 HTTP/1.1" status: 200 len: 217 time: 0.0837142 Jan 28 19:13:46.418341 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-15337444-5069-45cd-a80a-f4f513315689 req-e977a2a8-69b3-4bb9-97f7-f848ccb51442 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (d627f5c4-03a1-4090-9960-c291d12bf368), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:46.422195 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf2eeb0-0003-4acb-82bc-156dd61dfff9 req-20a0d8a8-e3f2-4a3b-baaa-fc2dfa9af81b tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:46.424173 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-cdf2eeb0-0003-4acb-82bc-156dd61dfff9 req-20a0d8a8-e3f2-4a3b-baaa-fc2dfa9af81b tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c32b98d-c462-4f26-b26d-2a0c3e0ac453 HTTP/1.1" status: 200 len: 943 time: 0.2985754 Jan 28 19:13:46.426182 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a9cc7e84-2980-4a61-b780-ce51834bd460 req-cc0f58c7-9b6f-4e41-bb5e-a527bbb67b46 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360492 Jan 28 19:13:46.436040 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7dd7d6e-566e-4d5b-8377-89798a57de22 admin admin] Checking segment: {'id': '182a0f0e-f7b8-4368-9aec-ed86fd1122ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '99f0339f-9092-435e-b63b-cf8311dcd57c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:13:46.436406 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7dd7d6e-566e-4d5b-8377-89798a57de22 admin admin] Network hostable DHCP agents. Network: 99f0339f-9092-435e-b63b-cf8311dcd57c, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:13:46.468421 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-017c6abf-19e6-4f6a-ae29-956aac529415 admin admin] Publish callbacks [] for security_group (59c9c5d6-a35d-46d3-ae44-8674ed94eb0f), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:46.482799 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-017c6abf-19e6-4f6a-ae29-956aac529415 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (59c9c5d6-a35d-46d3-ae44-8674ed94eb0f), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:46.579762 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-017c6abf-19e6-4f6a-ae29-956aac529415 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7d36d214a48649cfb2f1fa57da938c9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6249130 Jan 28 19:13:46.583437 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e69a4e1a-8ee7-4abb-a2b7-08e431009a8d req-72358cbb-61ff-4869-8c95-f16ddd20566d service neutron] 10.222.0.41 "GET /v2.0/networks/8330dfd7-f74e-41a1-b557-5650d653ac04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2669294 Jan 28 19:13:46.584026 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7dd7d6e-566e-4d5b-8377-89798a57de22 admin admin] Network 99f0339f-9092-435e-b63b-cf8311dcd57c is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:13:46.586368 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 35324) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:13:46.586986 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017c6abf-19e6-4f6a-ae29-956aac529415 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59c9c5d6-a35d-46d3-ae44-8674ed94eb0f,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:46.600275 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-cdf2eeb0-0003-4acb-82bc-156dd61dfff9 req-105754e2-196a-4b0e-860c-6585a58281ce tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/security-groups?id=414e93b9-08bc-438e-9127-05114ed7dbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583512 Jan 28 19:13:46.616025 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-f7dd7d6e-566e-4d5b-8377-89798a57de22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, 99f0339f-9092-435e-b63b-cf8311dcd57c) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:13:46.627288 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7dd7d6e-566e-4d5b-8377-89798a57de22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:46.628088 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f7dd7d6e-566e-4d5b-8377-89798a57de22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:46.629557 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d13229-9049-41fb-9833-931ce849a350 None None] Network 99f0339f-9092-435e-b63b-cf8311dcd57c requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:13:46.710399 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:13:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-400f9c6e-85c0-48c4-93c3-2a896a6924fc x-openstack-request-id: req-400f9c6e-85c0-48c4-93c3-2a896a6924fc {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:13:46.710793 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-f7dd7d6e-566e-4d5b-8377-89798a57de22 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.5999434 Jan 28 19:13:46.711046 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1a6c1ed-6708-45f7-96d8-9443e48b309d", "tag": "49529e20-0458-4854-bc78-b96f4aac9c64", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:13:46.711465 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-400f9c6e-85c0-48c4-93c3-2a896a6924fc {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:13:46.711904 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1a6c1ed-6708-45f7-96d8-9443e48b309d', 'tag': '49529e20-0458-4854-bc78-b96f4aac9c64', 'status': 'completed', 'code': 200} Jan 28 19:13:46.748933 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e977a2a8-69b3-4bb9-97f7-f848ccb51442 service neutron] Pushing event updated for resources: {'Port': ['ID=d627f5c4-03a1-4090-9960-c291d12bf368,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:46.780988 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15337444-5069-45cd-a80a-f4f513315689 req-e977a2a8-69b3-4bb9-97f7-f848ccb51442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:46.781854 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-15337444-5069-45cd-a80a-f4f513315689 req-e977a2a8-69b3-4bb9-97f7-f848ccb51442 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:46.783548 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-15337444-5069-45cd-a80a-f4f513315689 req-e977a2a8-69b3-4bb9-97f7-f848ccb51442 service neutron] 10.222.0.41 "PUT /v2.0/ports/d627f5c4-03a1-4090-9960-c291d12bf368 HTTP/1.1" status: 200 len: 1097 time: 3.5015888 Jan 28 19:13:46.810516 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-75b4de89-5e6e-45ad-af29-d15eff41a101 admin admin] Publish callbacks [] for security_group (59c9c5d6-a35d-46d3-ae44-8674ed94eb0f), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:46.822129 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6439d899-e64a-4419-a8a3-a070e5c5acfd req-6b2d84ca-3a71-4154-b3a7-0568076febe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:46.824310 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6439d899-e64a-4419-a8a3-a070e5c5acfd req-6b2d84ca-3a71-4154-b3a7-0568076febe8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f2de4832-9ef6-4f40-9ac5-1557d5e6a6ff HTTP/1.1" status: 200 len: 843 time: 0.4331601 Jan 28 19:13:46.847330 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-0cb70798-c46a-4111-a2bf-aff52d90488f req-d47c50ef-47a5-418a-837c-6f078dcfc236 tempest-DeleteServersAdminTestJSON-1976717136 tempest-DeleteServersAdminTestJSON-1976717136-project] 10.222.0.64 "GET /v2.0/security-groups?id=44c80812-4aa5-4d90-8f94-d0e5f13c50f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4673223 Jan 28 19:13:46.904248 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4e39862-f105-4f4b-9f36-63dd5d7768af None None] Network 99f0339f-9092-435e-b63b-cf8311dcd57c requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:13:46.949902 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-75b4de89-5e6e-45ad-af29-d15eff41a101 admin admin] Publish callbacks [] for security_group (59c9c5d6-a35d-46d3-ae44-8674ed94eb0f), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:46.956337 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 35330) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:13:46.971294 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e52b33d5-1e69-4450-afc1-954e949ac190 req-cec01597-5c42-4ff6-bca5-476aa5f7c5b2 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] Publish callbacks [] for port (96e6a3f6-9ea4-4c9e-9a87-1a01a1ae9418), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:47.026862 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6439d899-e64a-4419-a8a3-a070e5c5acfd req-cb415159-8372-49a7-b6dd-6d37cc84c398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:47.028488 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6439d899-e64a-4419-a8a3-a070e5c5acfd req-cb415159-8372-49a7-b6dd-6d37cc84c398 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7810caa2-eac6-457d-9302-c8c215ef3e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1590176 Jan 28 19:13:47.067133 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac908e71-6cc7-4fb4-a666-8e75b6d9d070 req-ae16ff97-6e07-4afa-8b50-6f578034c653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:47.068718 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ac908e71-6cc7-4fb4-a666-8e75b6d9d070 req-ae16ff97-6e07-4afa-8b50-6f578034c653 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1bd1e0d6512043bfbaf9a8e955e20b9e&device_id=6c32b98d-c462-4f26-b26d-2a0c3e0ac453 HTTP/1.1" status: 200 len: 1126 time: 0.3742712 Jan 28 19:13:47.079152 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-cf84037a-8b54-45b9-95fa-8f64ee1bd886 req-e3ebf1e1-0bbc-4b63-ab6e-6839f6a0656d tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e642740-d0d8-41b1-a248-8168c3dece03 HTTP/1.1" status: 200 len: 210 time: 0.0564160 Jan 28 19:13:47.081357 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15337444-5069-45cd-a80a-f4f513315689 req-17d99dfe-ae8e-4e8d-bcbe-794e9368558c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:47.082921 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-15337444-5069-45cd-a80a-f4f513315689 req-17d99dfe-ae8e-4e8d-bcbe-794e9368558c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=56e30e8962704e02ba24fa7700358958&device_id=71928752-4f4e-4716-b0d5-ed7ec4fa5672 HTTP/1.1" status: 200 len: 1131 time: 0.2122362 Jan 28 19:13:47.103542 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e52b33d5-1e69-4450-afc1-954e949ac190 req-cec01597-5c42-4ff6-bca5-476aa5f7c5b2 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (96e6a3f6-9ea4-4c9e-9a87-1a01a1ae9418), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:47.122671 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88093025-79af-4cfb-8a6c-dcb7a27126a7 req-7b71a38e-3ca9-443f-aafd-ea889f6eb85a tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:47.124543 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-88093025-79af-4cfb-8a6c-dcb7a27126a7 req-7b71a38e-3ca9-443f-aafd-ea889f6eb85a tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=46b1863a-e7b2-4c60-bc44-9ff00fc6c561 HTTP/1.1" status: 200 len: 946 time: 0.2976980 Jan 28 19:13:47.127879 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d0400d5-a675-450c-856f-d5819d0b56ac admin admin] Deleting subnet e3d362f3-cd1f-4ab2-be3e-5911bdacc817 {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:13:47.144746 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6d0400d5-a675-450c-856f-d5819d0b56ac admin admin] Publish callbacks [] for subnet (e3d362f3-cd1f-4ab2-be3e-5911bdacc817), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:47.208295 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-75b4de89-5e6e-45ad-af29-d15eff41a101 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (59c9c5d6-a35d-46d3-ae44-8674ed94eb0f), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:47.215062 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-75b4de89-5e6e-45ad-af29-d15eff41a101 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:47.216193 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-75b4de89-5e6e-45ad-af29-d15eff41a101 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/59c9c5d6-a35d-46d3-ae44-8674ed94eb0f HTTP/1.1" status: 204 len: 168 time: 0.6245632 Jan 28 19:13:47.239524 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-15337444-5069-45cd-a80a-f4f513315689 req-427389b2-3d5d-4baf-9dfa-162c29fc809c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=d627f5c4-03a1-4090-9960-c291d12bf368 HTTP/1.1" status: 200 len: 217 time: 0.1423531 Jan 28 19:13:47.252381 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b4de89-5e6e-45ad-af29-d15eff41a101 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59c9c5d6-a35d-46d3-ae44-8674ed94eb0f,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:47.265617 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6d0400d5-a675-450c-856f-d5819d0b56ac admin admin] Publish callbacks [] for subnet (e3d362f3-cd1f-4ab2-be3e-5911bdacc817), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:47.297967 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6d0400d5-a675-450c-856f-d5819d0b56ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (e3d362f3-cd1f-4ab2-be3e-5911bdacc817), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:47.307241 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-88093025-79af-4cfb-8a6c-dcb7a27126a7 req-6800ea39-3739-4c4c-b0b2-ca5e0d69cdf5 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636121 Jan 28 19:13:47.308241 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e52b33d5-1e69-4450-afc1-954e949ac190 req-cec01597-5c42-4ff6-bca5-476aa5f7c5b2 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] Network 1b36af34-6909-4f2b-a96c-a56853ad0cf5 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:13:47.310539 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec01597-5c42-4ff6-bca5-476aa5f7c5b2 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] Pushing event updated for resources: {'Port': ['ID=96e6a3f6-9ea4-4c9e-9a87-1a01a1ae9418,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:47.314165 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-e52b33d5-1e69-4450-afc1-954e949ac190 req-cec01597-5c42-4ff6-bca5-476aa5f7c5b2 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:13:47.316345 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-e52b33d5-1e69-4450-afc1-954e949ac190 req-cec01597-5c42-4ff6-bca5-476aa5f7c5b2 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:13:47.321726 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52b33d5-1e69-4450-afc1-954e949ac190 req-cec01597-5c42-4ff6-bca5-476aa5f7c5b2 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:47.322367 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e52b33d5-1e69-4450-afc1-954e949ac190 req-cec01597-5c42-4ff6-bca5-476aa5f7c5b2 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:47.354981 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac908e71-6cc7-4fb4-a666-8e75b6d9d070 req-5695e8cf-90a8-4b9d-b552-d0e4b8ea9e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:47.357119 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ac908e71-6cc7-4fb4-a666-8e75b6d9d070 req-5695e8cf-90a8-4b9d-b552-d0e4b8ea9e52 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8330dfd7-f74e-41a1-b557-5650d653ac04 HTTP/1.1" status: 200 len: 908 time: 0.2792473 Jan 28 19:13:47.425445 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d688accb-b1b6-4354-86c4-8c999025daf8 req-170643e1-b9fd-4522-bb20-bd88828cddb0 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:47.427043 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ac908e71-6cc7-4fb4-a666-8e75b6d9d070 req-369fa288-2e63-4307-8a7b-33c118d1e1e5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bcd3c8bf-ab02-48ca-8a85-a2f0e032d8c4 HTTP/1.1" status: 200 len: 217 time: 0.0613143 Jan 28 19:13:47.434089 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d688accb-b1b6-4354-86c4-8c999025daf8 req-170643e1-b9fd-4522-bb20-bd88828cddb0 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] 10.222.0.64 "GET /v2.0/ports?device_id=71928752-4f4e-4716-b0d5-ed7ec4fa5672 HTTP/1.1" status: 200 len: 948 time: 0.2236776 Jan 28 19:13:47.450212 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e52b33d5-1e69-4450-afc1-954e949ac190 req-cec01597-5c42-4ff6-bca5-476aa5f7c5b2 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3657525 Jan 28 19:13:47.472868 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-e52b33d5-1e69-4450-afc1-954e949ac190 req-b04a3b06-005b-4196-ae99-59c767a251d1 service neutron] Request body: {'port': {'device_id': '9e642740-d0d8-41b1-a248-8168c3dece03', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-14'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:13:47.502676 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6d0400d5-a675-450c-856f-d5819d0b56ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for subnet (e3d362f3-cd1f-4ab2-be3e-5911bdacc817), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:47.512633 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6439d899-e64a-4419-a8a3-a070e5c5acfd req-56734327-0e4a-4d5e-aa55-d073e9390842 service neutron] 10.222.0.70 "GET /v2.0/networks/7810caa2-eac6-457d-9302-c8c215ef3e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4675598 Jan 28 19:13:47.515910 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15337444-5069-45cd-a80a-f4f513315689 req-f3ba437d-a0f1-4106-9878-f49dacd8dbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:47.517401 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-15337444-5069-45cd-a80a-f4f513315689 req-f3ba437d-a0f1-4106-9878-f49dacd8dbb0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f2de4832-9ef6-4f40-9ac5-1557d5e6a6ff HTTP/1.1" status: 200 len: 843 time: 0.2586842 Jan 28 19:13:47.536601 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac908e71-6cc7-4fb4-a666-8e75b6d9d070 req-a0b764e3-1645-4e9d-81d6-6c64bfecf18f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:47.538847 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ac908e71-6cc7-4fb4-a666-8e75b6d9d070 req-a0b764e3-1645-4e9d-81d6-6c64bfecf18f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=09bc6696-a273-4baf-935c-9cf317ddb49d HTTP/1.1" status: 200 len: 848 time: 0.0968578 Jan 28 19:13:47.542838 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0400d5-a675-450c-856f-d5819d0b56ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3d362f3-cd1f-4ab2-be3e-5911bdacc817,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:47.549441 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6d0400d5-a675-450c-856f-d5819d0b56ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:47.553886 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-6d0400d5-a675-450c-856f-d5819d0b56ac admin admin] 10.222.0.64 "DELETE /v2.0/subnets/e3d362f3-cd1f-4ab2-be3e-5911bdacc817 HTTP/1.1" status: 204 len: 168 time: 0.5927196 Jan 28 19:13:47.566495 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 35338) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:13:47.601750 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ac908e71-6cc7-4fb4-a666-8e75b6d9d070 req-15d82f12-f33e-4fd7-b44b-61e9a71a2118 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8330dfd7-f74e-41a1-b557-5650d653ac04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543940 Jan 28 19:13:47.677499 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e52b33d5-1e69-4450-afc1-954e949ac190 req-b04a3b06-005b-4196-ae99-59c767a251d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (96e6a3f6-9ea4-4c9e-9a87-1a01a1ae9418), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:47.727281 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-5d2ddf09-cd91-4137-ba6a-9bcf0543861f None None] Provisioning complete for port 96e6a3f6-9ea4-4c9e-9a87-1a01a1ae9418 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:13:47.728271 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5d2ddf09-cd91-4137-ba6a-9bcf0543861f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (96e6a3f6-9ea4-4c9e-9a87-1a01a1ae9418), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:47.728716 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d688accb-b1b6-4354-86c4-8c999025daf8 req-ddc14987-d185-468d-ba10-789fd7eff409 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] 10.222.0.64 "GET /v2.0/security-groups?id=2478b850-89ab-4114-a340-71569acb8761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2928464 Jan 28 19:13:47.782191 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-46e7009f-8102-4b27-8adb-aa4ff65da4d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (2ea97af6-4d73-43ed-a752-387496b093ea), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:47.790139 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-5d2ddf09-cd91-4137-ba6a-9bcf0543861f None None] Port 96e6a3f6-9ea4-4c9e-9a87-1a01a1ae9418 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:13:47.819875 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15337444-5069-45cd-a80a-f4f513315689 req-79c05a95-67c6-471d-9f45-e25028bfe3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:47.826787 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-15337444-5069-45cd-a80a-f4f513315689 req-79c05a95-67c6-471d-9f45-e25028bfe3b6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7810caa2-eac6-457d-9302-c8c215ef3e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2666616 Jan 28 19:13:47.845091 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6439d899-e64a-4419-a8a3-a070e5c5acfd req-86f44454-348f-403e-9960-fd4a6d3d165f service neutron] 10.222.0.70 "GET /v2.0/networks/7810caa2-eac6-457d-9302-c8c215ef3e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2914996 Jan 28 19:13:47.872766 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43311bd-429f-474f-9828-c824fc7c25df req-a50c2854-0951-471e-b6c7-271b06702b47 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:47.879876 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a43311bd-429f-474f-9828-c824fc7c25df req-a50c2854-0951-471e-b6c7-271b06702b47 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c32b98d-c462-4f26-b26d-2a0c3e0ac453 HTTP/1.1" status: 200 len: 943 time: 0.1675971 Jan 28 19:13:47.920583 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ac908e71-6cc7-4fb4-a666-8e75b6d9d070 req-30e6f9ef-84ce-47d3-ad84-df38b090487f service neutron] 10.222.0.41 "GET /v2.0/networks/8330dfd7-f74e-41a1-b557-5650d653ac04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2866518 Jan 28 19:13:48.022689 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-46e7009f-8102-4b27-8adb-aa4ff65da4d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (2ea97af6-4d73-43ed-a752-387496b093ea), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:48.040999 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a43311bd-429f-474f-9828-c824fc7c25df req-0455c8c2-0683-4c93-b4fb-edb691adf763 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/security-groups?id=414e93b9-08bc-438e-9127-05114ed7dbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600952 Jan 28 19:13:48.079249 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-46e7009f-8102-4b27-8adb-aa4ff65da4d8 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:13:48.080048 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-46e7009f-8102-4b27-8adb-aa4ff65da4d8 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:13:48.080517 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-46e7009f-8102-4b27-8adb-aa4ff65da4d8 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:13:48.080879 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-46e7009f-8102-4b27-8adb-aa4ff65da4d8 admin admin] Subscribe: > port after_create 55550000 {{(pid=103305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:13:48.081261 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-46e7009f-8102-4b27-8adb-aa4ff65da4d8 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:13:48.081676 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-46e7009f-8102-4b27-8adb-aa4ff65da4d8 admin admin] Subscribe: > port after_update 55550000 {{(pid=103305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:13:48.081950 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-46e7009f-8102-4b27-8adb-aa4ff65da4d8 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:13:48.082254 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-46e7009f-8102-4b27-8adb-aa4ff65da4d8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:13:48.082698 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-46e7009f-8102-4b27-8adb-aa4ff65da4d8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:13:48.082922 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-46e7009f-8102-4b27-8adb-aa4ff65da4d8 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:13:48.148793 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d70ca84-42b2-4cd8-910b-7e182bc97ceb req-d8bb7ffc-d73b-4416-8900-bb7d91573899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:48.150303 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8d70ca84-42b2-4cd8-910b-7e182bc97ceb req-d8bb7ffc-d73b-4416-8900-bb7d91573899 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=215f321da66743809012104419aa9d84&device_id=c1a6c1ed-6708-45f7-96d8-9443e48b309d HTTP/1.1" status: 200 len: 1130 time: 0.2135105 Jan 28 19:13:48.155277 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-15337444-5069-45cd-a80a-f4f513315689 req-db7a3002-d3b7-4ab7-8090-c213a4e1a792 service neutron] 10.222.0.41 "GET /v2.0/networks/7810caa2-eac6-457d-9302-c8c215ef3e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3250725 Jan 28 19:13:48.171646 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-46e7009f-8102-4b27-8adb-aa4ff65da4d8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:13:48.172282 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-46e7009f-8102-4b27-8adb-aa4ff65da4d8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:13:48.172771 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-46e7009f-8102-4b27-8adb-aa4ff65da4d8 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:13:48.173309 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-46e7009f-8102-4b27-8adb-aa4ff65da4d8 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:13:48.173835 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-46e7009f-8102-4b27-8adb-aa4ff65da4d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ea97af6-4d73-43ed-a752-387496b093ea']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:13:48.203999 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50674a4b-f067-4cd2-8b35-8cd46a6bbfa8 req-5936009d-f72d-451c-9220-5f4306bd8108 tempest-DeleteServersAdminTestJSON-1976717136 tempest-DeleteServersAdminTestJSON-1976717136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:48.207167 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-50674a4b-f067-4cd2-8b35-8cd46a6bbfa8 req-5936009d-f72d-451c-9220-5f4306bd8108 tempest-DeleteServersAdminTestJSON-1976717136 tempest-DeleteServersAdminTestJSON-1976717136-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1a6c1ed-6708-45f7-96d8-9443e48b309d HTTP/1.1" status: 200 len: 947 time: 0.2711718 Jan 28 19:13:48.225960 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-46e7009f-8102-4b27-8adb-aa4ff65da4d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91a4d75a-885d-4c57-8c42-f2fa88e6b87a') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:13:48.226266 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-46e7009f-8102-4b27-8adb-aa4ff65da4d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91a4d75a-885d-4c57-8c42-f2fa88e6b87a') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:13:48.262845 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-46e7009f-8102-4b27-8adb-aa4ff65da4d8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16187153'] for segment (91a4d75a-885d-4c57-8c42-f2fa88e6b87a), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:48.268907 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ac908e71-6cc7-4fb4-a666-8e75b6d9d070 req-51dad7f0-6cb3-40f6-9593-8bd1b1263952 service neutron] 10.222.0.41 "GET /v2.0/networks/8330dfd7-f74e-41a1-b557-5650d653ac04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3171465 Jan 28 19:13:48.293759 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-46e7009f-8102-4b27-8adb-aa4ff65da4d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (91a4d75a-885d-4c57-8c42-f2fa88e6b87a), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:48.305621 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46e7009f-8102-4b27-8adb-aa4ff65da4d8 admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:13:48.306021 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-46e7009f-8102-4b27-8adb-aa4ff65da4d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4752570'] for segment (91a4d75a-885d-4c57-8c42-f2fa88e6b87a), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:48.334280 n-d-812111-14 neutron-server[103305]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 28 19:13:48.334280 n-d-812111-14 neutron-server[103305]: from cryptography.utils import int_from_bytes Jan 28 19:13:48.334280 n-d-812111-14 neutron-server[103305]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 28 19:13:48.334280 n-d-812111-14 neutron-server[103305]: from cryptography.utils import int_from_bytes Jan 28 19:13:48.334280 n-d-812111-14 neutron-server[103305]: Traceback (most recent call last): Jan 28 19:13:48.334280 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:13:48.334280 n-d-812111-14 neutron-server[103305]: timer() Jan 28 19:13:48.334280 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:13:48.334280 n-d-812111-14 neutron-server[103305]: cb(*args, **kw) Jan 28 19:13:48.334280 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:13:48.334280 n-d-812111-14 neutron-server[103305]: return func(*args, **kwargs) Jan 28 19:13:48.334280 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:13:48.334280 n-d-812111-14 neutron-server[103305]: self._notify() Jan 28 19:13:48.334280 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:13:48.334280 n-d-812111-14 neutron-server[103305]: self.callback(batched_events) Jan 28 19:13:48.334280 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:13:48.334280 n-d-812111-14 neutron-server[103305]: event.method(event) Jan 28 19:13:48.334280 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:13:48.334280 n-d-812111-14 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:13:48.334280 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:13:48.334280 n-d-812111-14 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:13:48.334280 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:13:48.334280 n-d-812111-14 neutron-server[103305]: return f(self, *a, **k) Jan 28 19:13:48.334280 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:13:48.334280 n-d-812111-14 neutron-server[103305]: return self._get(url).json() Jan 28 19:13:48.334280 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:13:48.334280 n-d-812111-14 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:13:48.334280 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:13:48.334280 n-d-812111-14 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 28 19:13:48.334280 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:13:48.334280 n-d-812111-14 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:13:48.334280 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:13:48.334280 n-d-812111-14 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:13:48.334280 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:13:48.334280 n-d-812111-14 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:13:48.334280 n-d-812111-14 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:13:48.389393 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a226185-a3e3-47d9-af4c-9386e4e93ff4 req-1ea90094-6fe4-442d-97c3-1f67f451b465 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:48.390907 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3a226185-a3e3-47d9-af4c-9386e4e93ff4 req-1ea90094-6fe4-442d-97c3-1f67f451b465 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e642740-d0d8-41b1-a248-8168c3dece03 HTTP/1.1" status: 200 len: 931 time: 0.2102067 Jan 28 19:13:48.429275 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-46e7009f-8102-4b27-8adb-aa4ff65da4d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (2ea97af6-4d73-43ed-a752-387496b093ea), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:48.437895 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-50674a4b-f067-4cd2-8b35-8cd46a6bbfa8 req-9f1766a8-be0d-441d-b190-eb7c084d9920 tempest-DeleteServersAdminTestJSON-1976717136 tempest-DeleteServersAdminTestJSON-1976717136-project] 10.222.0.64 "GET /v2.0/security-groups?id=44c80812-4aa5-4d90-8f94-d0e5f13c50f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146478 Jan 28 19:13:48.457024 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d70ca84-42b2-4cd8-910b-7e182bc97ceb req-3f852999-c858-4a40-a6dd-97f7cf0b2bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:48.458509 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8d70ca84-42b2-4cd8-910b-7e182bc97ceb req-3f852999-c858-4a40-a6dd-97f7cf0b2bfb service neutron] 10.222.0.70 "GET /v2.0/networks?id=7810caa2-eac6-457d-9302-c8c215ef3e91 HTTP/1.1" status: 200 len: 869 time: 0.2983837 Jan 28 19:13:48.464620 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-15337444-5069-45cd-a80a-f4f513315689 req-0edf3c98-e79d-4513-b01a-5b0a5f42c04b service neutron] 10.222.0.41 "GET /v2.0/networks/7810caa2-eac6-457d-9302-c8c215ef3e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3003182 Jan 28 19:13:48.466693 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-e52b33d5-1e69-4450-afc1-954e949ac190 req-b04a3b06-005b-4196-ae99-59c767a251d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96e6a3f6-9ea4-4c9e-9a87-1a01a1ae9418 {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:13:48.477012 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-46e7009f-8102-4b27-8adb-aa4ff65da4d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:48.481074 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-46e7009f-8102-4b27-8adb-aa4ff65da4d8 admin admin] 10.222.0.64 "DELETE /v2.0/networks/2ea97af6-4d73-43ed-a752-387496b093ea HTTP/1.1" status: 204 len: 168 time: 0.9153211 Jan 28 19:13:48.482333 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e52b33d5-1e69-4450-afc1-954e949ac190 req-b04a3b06-005b-4196-ae99-59c767a251d1 service neutron] Publish callbacks [] for port (96e6a3f6-9ea4-4c9e-9a87-1a01a1ae9418), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:48.490865 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e7009f-8102-4b27-8adb-aa4ff65da4d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ea97af6-4d73-43ed-a752-387496b093ea,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:48.492628 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 35368) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:13:48.501942 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3a226185-a3e3-47d9-af4c-9386e4e93ff4 req-20496e25-473f-4a85-9526-72a320a4b676 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] 10.222.0.64 "GET /v2.0/security-groups?id=3f90d94c-91ad-4c19-b727-cb7657651c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014719 Jan 28 19:13:48.526222 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8d70ca84-42b2-4cd8-910b-7e182bc97ceb req-4d17bc4c-d42e-4763-a364-b009bc70b473 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=49529e20-0458-4854-bc78-b96f4aac9c64 HTTP/1.1" status: 200 len: 217 time: 0.0534818 Jan 28 19:13:48.535002 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-e52b33d5-1e69-4450-afc1-954e949ac190 req-b04a3b06-005b-4196-ae99-59c767a251d1 service neutron] Transition to ACTIVE for port object 96e6a3f6-9ea4-4c9e-9a87-1a01a1ae9418 will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:13:48.553573 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e52b33d5-1e69-4450-afc1-954e949ac190 req-b04a3b06-005b-4196-ae99-59c767a251d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (96e6a3f6-9ea4-4c9e-9a87-1a01a1ae9418), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:48.561930 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-6733534a-5bfe-4e29-a694-e947c60f1504 admin admin] Deleting subnet 3d98c142-d610-462e-9071-3fc6e0486976 {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:13:48.565528 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6733534a-5bfe-4e29-a694-e947c60f1504 admin admin] Publish callbacks [] for subnet (3d98c142-d610-462e-9071-3fc6e0486976), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:48.608894 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6733534a-5bfe-4e29-a694-e947c60f1504 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16187240'] for subnet (3d98c142-d610-462e-9071-3fc6e0486976), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:48.666879 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6733534a-5bfe-4e29-a694-e947c60f1504 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (3d98c142-d610-462e-9071-3fc6e0486976), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:48.670124 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d70ca84-42b2-4cd8-910b-7e182bc97ceb req-05d1bfe7-d45b-4625-88ea-9c07b5c5735a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:48.671517 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8d70ca84-42b2-4cd8-910b-7e182bc97ceb req-05d1bfe7-d45b-4625-88ea-9c07b5c5735a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f2de4832-9ef6-4f40-9ac5-1557d5e6a6ff HTTP/1.1" status: 200 len: 843 time: 0.1273816 Jan 28 19:13:48.672102 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04a3b06-005b-4196-ae99-59c767a251d1 service neutron] Pushing event updated for resources: {'Port': ['ID=96e6a3f6-9ea4-4c9e-9a87-1a01a1ae9418,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:48.719166 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9551eee7-9a20-400b-8caf-63af1d170a09 req-b292a154-754d-4234-b8b7-d27d65ff9ce8 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:48.726549 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9551eee7-9a20-400b-8caf-63af1d170a09 req-b292a154-754d-4234-b8b7-d27d65ff9ce8 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=46b1863a-e7b2-4c60-bc44-9ff00fc6c561 HTTP/1.1" status: 200 len: 946 time: 0.1946321 Jan 28 19:13:48.745634 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6733534a-5bfe-4e29-a694-e947c60f1504 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4752464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4733806'] for subnet (3d98c142-d610-462e-9071-3fc6e0486976), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:48.750093 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71928752-4f4e-4716-b0d5-ed7ec4fa5672', 'tag': 'd627f5c4-03a1-4090-9960-c291d12bf368'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:13:48.752320 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8038050-0f62-457b-8046-cc83ced87429" -d '{"events": [{"name": "network-changed", "server_uuid": "71928752-4f4e-4716-b0d5-ed7ec4fa5672", "tag": "d627f5c4-03a1-4090-9960-c291d12bf368"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:13:48.773885 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-e52b33d5-1e69-4450-afc1-954e949ac190 req-b04a3b06-005b-4196-ae99-59c767a251d1 service neutron] Attempting to bind port 96e6a3f6-9ea4-4c9e-9a87-1a01a1ae9418 on host n-h2-812111-14 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:13:48.774221 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-e52b33d5-1e69-4450-afc1-954e949ac190 req-b04a3b06-005b-4196-ae99-59c767a251d1 service neutron] Attempting to bind port 96e6a3f6-9ea4-4c9e-9a87-1a01a1ae9418 by drivers openvswitch,hyperv on host n-h2-812111-14 at level 0 using segments [{'id': '1e24c993-748e-4143-b1c2-ba3fed624cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '1b36af34-6909-4f2b-a96c-a56853ad0cf5'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:13:48.774553 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52b33d5-1e69-4450-afc1-954e949ac190 req-b04a3b06-005b-4196-ae99-59c767a251d1 service neutron] Attempting to bind port 96e6a3f6-9ea4-4c9e-9a87-1a01a1ae9418 on network 1b36af34-6909-4f2b-a96c-a56853ad0cf5 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:13:48.786793 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6733534a-5bfe-4e29-a694-e947c60f1504 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d98c142-d610-462e-9071-3fc6e0486976,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:48.789487 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6733534a-5bfe-4e29-a694-e947c60f1504 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:48.794843 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-6733534a-5bfe-4e29-a694-e947c60f1504 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/3d98c142-d610-462e-9071-3fc6e0486976 HTTP/1.1" status: 204 len: 168 time: 0.3010430 Jan 28 19:13:48.797421 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52b33d5-1e69-4450-afc1-954e949ac190 req-b04a3b06-005b-4196-ae99-59c767a251d1 service neutron] Port 96e6a3f6-9ea4-4c9e-9a87-1a01a1ae9418 on network 1b36af34-6909-4f2b-a96c-a56853ad0cf5 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-14 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:13:48.797747 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52b33d5-1e69-4450-afc1-954e949ac190 req-b04a3b06-005b-4196-ae99-59c767a251d1 service neutron] Attempting to bind port 96e6a3f6-9ea4-4c9e-9a87-1a01a1ae9418 on network 1b36af34-6909-4f2b-a96c-a56853ad0cf5 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:13:48.799213 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 35380) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:13:48.818576 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52b33d5-1e69-4450-afc1-954e949ac190 req-b04a3b06-005b-4196-ae99-59c767a251d1 service neutron] Checking agent: {'id': '8f3fee4e-bf24-4b58-8a3a-ae9c8011a473', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 13, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:13:48.818923 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52b33d5-1e69-4450-afc1-954e949ac190 req-b04a3b06-005b-4196-ae99-59c767a251d1 service neutron] Checking segment: {'id': '1e24c993-748e-4143-b1c2-ba3fed624cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '1b36af34-6909-4f2b-a96c-a56853ad0cf5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:13:48.819311 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52b33d5-1e69-4450-afc1-954e949ac190 req-b04a3b06-005b-4196-ae99-59c767a251d1 service neutron] Bound using segment: {'id': '1e24c993-748e-4143-b1c2-ba3fed624cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '1b36af34-6909-4f2b-a96c-a56853ad0cf5'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:13:48.819751 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-e52b33d5-1e69-4450-afc1-954e949ac190 req-b04a3b06-005b-4196-ae99-59c767a251d1 service neutron] Bound port: 96e6a3f6-9ea4-4c9e-9a87-1a01a1ae9418, host: n-h2-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e24c993-748e-4143-b1c2-ba3fed624cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '1b36af34-6909-4f2b-a96c-a56853ad0cf5'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:13:48.820111 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e52b33d5-1e69-4450-afc1-954e949ac190 req-b04a3b06-005b-4196-ae99-59c767a251d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (96e6a3f6-9ea4-4c9e-9a87-1a01a1ae9418), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:48.849420 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d70ca84-42b2-4cd8-910b-7e182bc97ceb req-2b7d527a-aede-4b7e-9c1e-694abc61e44d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:48.850840 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8d70ca84-42b2-4cd8-910b-7e182bc97ceb req-2b7d527a-aede-4b7e-9c1e-694abc61e44d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7810caa2-eac6-457d-9302-c8c215ef3e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1571510 Jan 28 19:13:48.868598 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9551eee7-9a20-400b-8caf-63af1d170a09 req-51f9bdd9-c37c-46e6-ae0b-b25c301b8e31 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356733 Jan 28 19:13:48.938672 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f43f891c-0a81-4ba6-829e-c13c6e1bb22d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (99f0339f-9092-435e-b63b-cf8311dcd57c), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:48.985368 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48493341-7ead-4d67-a138-def629c03c8d req-2f8c7a1c-b82d-40de-aa19-c251f470b5b4 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:48.986889 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-48493341-7ead-4d67-a138-def629c03c8d req-2f8c7a1c-b82d-40de-aa19-c251f470b5b4 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] 10.222.0.64 "GET /v2.0/ports?device_id=71928752-4f4e-4716-b0d5-ed7ec4fa5672 HTTP/1.1" status: 200 len: 948 time: 0.1767550 Jan 28 19:13:49.024363 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8d70ca84-42b2-4cd8-910b-7e182bc97ceb req-c613f6c1-64a4-4f2d-a444-b6ec02f82eec service neutron] 10.222.0.70 "GET /v2.0/networks/7810caa2-eac6-457d-9302-c8c215ef3e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261094 Jan 28 19:13:49.036791 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f43f891c-0a81-4ba6-829e-c13c6e1bb22d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (99f0339f-9092-435e-b63b-cf8311dcd57c), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:49.053374 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95dd9416-6832-4f86-b33a-51cdcc94eb42 x-openstack-request-id: req-95dd9416-6832-4f86-b33a-51cdcc94eb42 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:13:49.053644 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71928752-4f4e-4716-b0d5-ed7ec4fa5672", "tag": "d627f5c4-03a1-4090-9960-c291d12bf368", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:13:49.053956 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-95dd9416-6832-4f86-b33a-51cdcc94eb42 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:13:49.054271 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71928752-4f4e-4716-b0d5-ed7ec4fa5672', 'tag': 'd627f5c4-03a1-4090-9960-c291d12bf368', 'status': 'completed', 'code': 200} Jan 28 19:13:49.068585 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-f43f891c-0a81-4ba6-829e-c13c6e1bb22d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99f0339f-9092-435e-b63b-cf8311dcd57c']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:13:49.085133 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-e52b33d5-1e69-4450-afc1-954e949ac190 req-b04a3b06-005b-4196-ae99-59c767a251d1 service neutron] For port 96e6a3f6-9ea4-4c9e-9a87-1a01a1ae9418, host n-h2-812111-14, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:13:49.094967 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-f43f891c-0a81-4ba6-829e-c13c6e1bb22d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '182a0f0e-f7b8-4368-9aec-ed86fd1122ab') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:13:49.095261 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-f43f891c-0a81-4ba6-829e-c13c6e1bb22d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '182a0f0e-f7b8-4368-9aec-ed86fd1122ab') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:13:49.112245 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f43f891c-0a81-4ba6-829e-c13c6e1bb22d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16187153'] for segment (182a0f0e-f7b8-4368-9aec-ed86fd1122ab), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:49.141808 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-48493341-7ead-4d67-a138-def629c03c8d req-97044245-20b6-42c7-826e-08055a9f09d3 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] 10.222.0.64 "GET /v2.0/security-groups?id=2478b850-89ab-4114-a340-71569acb8761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915215 Jan 28 19:13:49.143820 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f43f891c-0a81-4ba6-829e-c13c6e1bb22d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (182a0f0e-f7b8-4368-9aec-ed86fd1122ab), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:49.155045 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f43f891c-0a81-4ba6-829e-c13c6e1bb22d admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:13:49.155619 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f43f891c-0a81-4ba6-829e-c13c6e1bb22d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4752570'] for segment (182a0f0e-f7b8-4368-9aec-ed86fd1122ab), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:49.211119 n-d-812111-14 neutron-server[103305]: Traceback (most recent call last): Jan 28 19:13:49.211119 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:13:49.211119 n-d-812111-14 neutron-server[103305]: timer() Jan 28 19:13:49.211119 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:13:49.211119 n-d-812111-14 neutron-server[103305]: cb(*args, **kw) Jan 28 19:13:49.211119 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:13:49.211119 n-d-812111-14 neutron-server[103305]: return func(*args, **kwargs) Jan 28 19:13:49.211119 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:13:49.211119 n-d-812111-14 neutron-server[103305]: self._notify() Jan 28 19:13:49.211119 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:13:49.211119 n-d-812111-14 neutron-server[103305]: self.callback(batched_events) Jan 28 19:13:49.211119 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:13:49.211119 n-d-812111-14 neutron-server[103305]: event.method(event) Jan 28 19:13:49.211119 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:13:49.211119 n-d-812111-14 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:13:49.211119 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:13:49.211119 n-d-812111-14 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:13:49.211119 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:13:49.211119 n-d-812111-14 neutron-server[103305]: return f(self, *a, **k) Jan 28 19:13:49.211119 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:13:49.211119 n-d-812111-14 neutron-server[103305]: return self._get(url).json() Jan 28 19:13:49.211119 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:13:49.211119 n-d-812111-14 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:13:49.211119 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:13:49.211119 n-d-812111-14 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 28 19:13:49.211119 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:13:49.211119 n-d-812111-14 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:13:49.211119 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:13:49.211119 n-d-812111-14 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:13:49.211119 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:13:49.211119 n-d-812111-14 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:13:49.211119 n-d-812111-14 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:13:49.259922 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f43f891c-0a81-4ba6-829e-c13c6e1bb22d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (99f0339f-9092-435e-b63b-cf8311dcd57c), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:49.277819 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f43f891c-0a81-4ba6-829e-c13c6e1bb22d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:49.281556 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-f43f891c-0a81-4ba6-829e-c13c6e1bb22d admin admin] 10.222.0.64 "DELETE /v2.0/networks/99f0339f-9092-435e-b63b-cf8311dcd57c HTTP/1.1" status: 204 len: 168 time: 0.4812393 Jan 28 19:13:49.300686 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43f891c-0a81-4ba6-829e-c13c6e1bb22d admin admin] Pushing event deleted for resources: {'Network': ['ID=99f0339f-9092-435e-b63b-cf8311dcd57c,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:49.319775 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3518cb00-ff44-4cb3-a012-59bc117add67 req-a989f290-fa11-4f63-977f-d9ba90c13e89 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:49.327198 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3518cb00-ff44-4cb3-a012-59bc117add67 req-a989f290-fa11-4f63-977f-d9ba90c13e89 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c32b98d-c462-4f26-b26d-2a0c3e0ac453 HTTP/1.1" status: 200 len: 943 time: 0.1150930 Jan 28 19:13:49.373596 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3518cb00-ff44-4cb3-a012-59bc117add67 req-2e2b7e90-7fbb-48c2-9b47-b3c3cd368ca3 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/security-groups?id=414e93b9-08bc-438e-9127-05114ed7dbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447903 Jan 28 19:13:49.394216 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-e52b33d5-1e69-4450-afc1-954e949ac190 req-b04a3b06-005b-4196-ae99-59c767a251d1 service neutron] For port 96e6a3f6-9ea4-4c9e-9a87-1a01a1ae9418, host n-h2-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=96e6a3f6-9ea4-4c9e-9a87-1a01a1ae9418,segment=NetworkSegment(1e24c993-748e-4143-b1c2-ba3fed624cb8),segment_id=1e24c993-748e-4143-b1c2-ba3fed624cb8)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:13:49.410335 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e52b33d5-1e69-4450-afc1-954e949ac190 req-b04a3b06-005b-4196-ae99-59c767a251d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (96e6a3f6-9ea4-4c9e-9a87-1a01a1ae9418), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:49.486396 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52b33d5-1e69-4450-afc1-954e949ac190 req-b04a3b06-005b-4196-ae99-59c767a251d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:49.487031 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e52b33d5-1e69-4450-afc1-954e949ac190 req-b04a3b06-005b-4196-ae99-59c767a251d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:49.488452 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e52b33d5-1e69-4450-afc1-954e949ac190 req-b04a3b06-005b-4196-ae99-59c767a251d1 service neutron] 10.222.0.70 "PUT /v2.0/ports/96e6a3f6-9ea4-4c9e-9a87-1a01a1ae9418 HTTP/1.1" status: 200 len: 1092 time: 2.0251484 Jan 28 19:13:49.499978 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 35400) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:13:49.543581 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8d70ca84-42b2-4cd8-910b-7e182bc97ceb req-5a084c51-d933-4549-a153-b14f03582a45 service neutron] 10.222.0.70 "GET /v2.0/networks/7810caa2-eac6-457d-9302-c8c215ef3e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4731445 Jan 28 19:13:49.545476 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8038050-0f62-457b-8046-cc83ced87429 req-3a3ac6a5-68eb-422b-a5f9-8eaf30a31410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:49.546843 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e8038050-0f62-457b-8046-cc83ced87429 req-3a3ac6a5-68eb-422b-a5f9-8eaf30a31410 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=56e30e8962704e02ba24fa7700358958&device_id=71928752-4f4e-4716-b0d5-ed7ec4fa5672 HTTP/1.1" status: 200 len: 1131 time: 0.4918399 Jan 28 19:13:49.548932 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04a3b06-005b-4196-ae99-59c767a251d1 service neutron] Pushing event updated for resources: {'Port': ['ID=96e6a3f6-9ea4-4c9e-9a87-1a01a1ae9418,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:49.564955 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-bb02bc02-bf84-42ee-b84c-86fa8488d2cb admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a79410cbba69407ba84f35108773525e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0632672 Jan 28 19:13:49.567677 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 35406) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:13:49.587465 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e17d70-7ee1-4ec8-9cc1-c360c6cac0a7 req-4bdaf978-0852-49b7-ac0a-188f0a549c3f tempest-LiveAutoBlockMigrationV225Test-1956576498 tempest-LiveAutoBlockMigrationV225Test-1956576498-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:49.589093 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f5e17d70-7ee1-4ec8-9cc1-c360c6cac0a7 req-4bdaf978-0852-49b7-ac0a-188f0a549c3f tempest-LiveAutoBlockMigrationV225Test-1956576498 tempest-LiveAutoBlockMigrationV225Test-1956576498-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=46b1863a-e7b2-4c60-bc44-9ff00fc6c561 HTTP/1.1" status: 200 len: 1129 time: 0.1973815 Jan 28 19:13:49.664965 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-02bbdc7f-0a45-436f-8290-6e28d196cd81 admin admin] Publish callbacks [] for security_group (d0ed8410-305d-42ee-9b76-1ae2c525d6d3), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:49.696607 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9937d6-26b1-46a4-9f43-cf53711cc99a req-12660846-1f51-4895-b4a2-1328954f0f94 tempest-DeleteServersAdminTestJSON-1976717136 tempest-DeleteServersAdminTestJSON-1976717136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:49.698666 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-fd9937d6-26b1-46a4-9f43-cf53711cc99a req-12660846-1f51-4895-b4a2-1328954f0f94 tempest-DeleteServersAdminTestJSON-1976717136 tempest-DeleteServersAdminTestJSON-1976717136-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1a6c1ed-6708-45f7-96d8-9443e48b309d HTTP/1.1" status: 200 len: 947 time: 0.0848594 Jan 28 19:13:49.703421 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-02bbdc7f-0a45-436f-8290-6e28d196cd81 admin admin] Publish callbacks [] for security_group (d0ed8410-305d-42ee-9b76-1ae2c525d6d3), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:49.718689 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52b33d5-1e69-4450-afc1-954e949ac190 req-cc8e3a9d-6d4c-4229-81b8-2e8a217eef5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:49.720211 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e52b33d5-1e69-4450-afc1-954e949ac190 req-cc8e3a9d-6d4c-4229-81b8-2e8a217eef5b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2f6c0ce2548d44dba74b697745b9900b&device_id=9e642740-d0d8-41b1-a248-8168c3dece03 HTTP/1.1" status: 200 len: 1126 time: 0.1724885 Jan 28 19:13:49.727776 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f5e17d70-7ee1-4ec8-9cc1-c360c6cac0a7 req-5ee97caf-8a07-49dd-894e-7c3ef807611e tempest-LiveAutoBlockMigrationV225Test-1956576498 tempest-LiveAutoBlockMigrationV225Test-1956576498-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208019 Jan 28 19:13:49.773786 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8038050-0f62-457b-8046-cc83ced87429 req-89c5f351-2436-49c4-b0e0-102fe3436bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:49.775292 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e8038050-0f62-457b-8046-cc83ced87429 req-89c5f351-2436-49c4-b0e0-102fe3436bf1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7810caa2-eac6-457d-9302-c8c215ef3e91 HTTP/1.1" status: 200 len: 869 time: 0.2059486 Jan 28 19:13:49.777728 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e52b33d5-1e69-4450-afc1-954e949ac190 req-0b23559e-3b8c-4fdb-a601-b4dcc7fd84a4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=96e6a3f6-9ea4-4c9e-9a87-1a01a1ae9418 HTTP/1.1" status: 200 len: 217 time: 0.0490592 Jan 28 19:13:49.847676 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e8038050-0f62-457b-8046-cc83ced87429 req-adbe467e-a99d-4383-a17c-d94f08847cb2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=d627f5c4-03a1-4090-9960-c291d12bf368 HTTP/1.1" status: 200 len: 217 time: 0.0650785 Jan 28 19:13:49.899210 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52b33d5-1e69-4450-afc1-954e949ac190 req-73d185da-1512-4b51-ab61-dcae8008cc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:49.901272 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e52b33d5-1e69-4450-afc1-954e949ac190 req-73d185da-1512-4b51-ab61-dcae8008cc7a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d1079c28-134b-4727-b56d-dffa38a58988 HTTP/1.1" status: 200 len: 860 time: 0.1120045 Jan 28 19:13:49.921314 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8038050-0f62-457b-8046-cc83ced87429 req-5341e655-41d6-4310-af55-349ef96713b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:49.923836 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e8038050-0f62-457b-8046-cc83ced87429 req-5341e655-41d6-4310-af55-349ef96713b5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f2de4832-9ef6-4f40-9ac5-1557d5e6a6ff HTTP/1.1" status: 200 len: 843 time: 0.0688250 Jan 28 19:13:49.991940 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52b33d5-1e69-4450-afc1-954e949ac190 req-79c0697d-e2fa-4646-9676-2455db02dbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:49.993572 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e52b33d5-1e69-4450-afc1-954e949ac190 req-79c0697d-e2fa-4646-9676-2455db02dbe6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1b36af34-6909-4f2b-a96c-a56853ad0cf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0846326 Jan 28 19:13:49.997134 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8038050-0f62-457b-8046-cc83ced87429 req-7fff7cf0-426d-4505-bd77-92a37002e6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:49.998572 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e8038050-0f62-457b-8046-cc83ced87429 req-7fff7cf0-426d-4505-bd77-92a37002e6b2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7810caa2-eac6-457d-9302-c8c215ef3e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0599296 Jan 28 19:13:50.018327 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-fd9937d6-26b1-46a4-9f43-cf53711cc99a req-72400804-b297-4210-b796-87a9e566efc4 tempest-DeleteServersAdminTestJSON-1976717136 tempest-DeleteServersAdminTestJSON-1976717136-project] 10.222.0.64 "GET /v2.0/security-groups?id=44c80812-4aa5-4d90-8f94-d0e5f13c50f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3077948 Jan 28 19:13:50.030286 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-02bbdc7f-0a45-436f-8290-6e28d196cd81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (d0ed8410-305d-42ee-9b76-1ae2c525d6d3), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:50.038556 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-02bbdc7f-0a45-436f-8290-6e28d196cd81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:50.038556 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-02bbdc7f-0a45-436f-8290-6e28d196cd81 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d0ed8410-305d-42ee-9b76-1ae2c525d6d3 HTTP/1.1" status: 204 len: 168 time: 0.4650600 Jan 28 19:13:50.044511 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bbdc7f-0a45-436f-8290-6e28d196cd81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0ed8410-305d-42ee-9b76-1ae2c525d6d3,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:50.158060 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cab3354-9c03-4240-97ed-ac62e06aa4ba req-79f2500c-51d8-4aa0-87bf-7319286554f5 tempest-LiveAutoBlockMigrationV225Test-1956576498 tempest-LiveAutoBlockMigrationV225Test-1956576498-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:50.164520 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-0cab3354-9c03-4240-97ed-ac62e06aa4ba req-79f2500c-51d8-4aa0-87bf-7319286554f5 tempest-LiveAutoBlockMigrationV225Test-1956576498 tempest-LiveAutoBlockMigrationV225Test-1956576498-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=46b1863a-e7b2-4c60-bc44-9ff00fc6c561 HTTP/1.1" status: 200 len: 1129 time: 0.0579526 Jan 28 19:13:50.207967 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e52b33d5-1e69-4450-afc1-954e949ac190 req-50138f26-e4c5-4b7d-b8fb-3043130916cc service neutron] 10.222.0.70 "GET /v2.0/networks/1b36af34-6909-4f2b-a96c-a56853ad0cf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051861 Jan 28 19:13:50.209472 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-0cab3354-9c03-4240-97ed-ac62e06aa4ba req-883c3d1a-f942-4e93-819f-31270b9525f9 tempest-LiveAutoBlockMigrationV225Test-1956576498 tempest-LiveAutoBlockMigrationV225Test-1956576498-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444353 Jan 28 19:13:50.220548 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57bd67a-8db4-4a4a-ac02-58122edf6ff0 req-5e76a24a-566a-4699-a9ae-8cfc2225d54c tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:50.222080 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a57bd67a-8db4-4a4a-ac02-58122edf6ff0 req-5e76a24a-566a-4699-a9ae-8cfc2225d54c tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e642740-d0d8-41b1-a248-8168c3dece03 HTTP/1.1" status: 200 len: 943 time: 0.1454611 Jan 28 19:13:50.233029 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e8038050-0f62-457b-8046-cc83ced87429 req-6ae0e36f-4e6f-4396-8eaa-51d4f57fee22 service neutron] 10.222.0.41 "GET /v2.0/networks/7810caa2-eac6-457d-9302-c8c215ef3e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196510 Jan 28 19:13:50.260160 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:50.292479 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device bcd3c8bf-ab02-48ca-8a85-a2f0e032d8c4 details requested by agent hyperv_n-h1-812111-14 with host n-h1-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:13:50.419182 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port bcd3c8bf-ab02-48ca-8a85-a2f0e032d8c4, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=bcd3c8bf-ab02-48ca-8a85-a2f0e032d8c4,segment=NetworkSegment(e7f54059-7dae-4f1a-9de9-251e6a440c72),segment_id=e7f54059-7dae-4f1a-9de9-251e6a440c72)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:13:50.420129 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a57bd67a-8db4-4a4a-ac02-58122edf6ff0 req-e68cca74-dabb-4a2c-a686-c65e6973199a tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] 10.222.0.64 "GET /v2.0/security-groups?id=3f90d94c-91ad-4c19-b727-cb7657651c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810234 Jan 28 19:13:50.443039 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Returning: {'device': 'bcd3c8bf-ab02-48ca-8a85-a2f0e032d8c4', 'network_id': '8330dfd7-f74e-41a1-b557-5650d653ac04', 'port_id': 'bcd3c8bf-ab02-48ca-8a85-a2f0e032d8c4', 'mac_address': 'fa:16:3e:6c:c6:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09bc6696-a273-4baf-935c-9cf317ddb49d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:13:50.452342 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e480780-962b-4678-8d0f-f5667b6750ca req-73049049-1862-4646-b8f2-1024de0e5270 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:50.453066 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e52b33d5-1e69-4450-afc1-954e949ac190 req-d2c8ad25-6a03-4317-be5c-6cebbaa6e717 service neutron] 10.222.0.70 "GET /v2.0/networks/1b36af34-6909-4f2b-a96c-a56853ad0cf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2295563 Jan 28 19:13:50.455253 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e8038050-0f62-457b-8046-cc83ced87429 req-097118af-8746-4c71-ac23-c7d1a5e781c3 service neutron] 10.222.0.41 "GET /v2.0/networks/7810caa2-eac6-457d-9302-c8c215ef3e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2073028 Jan 28 19:13:50.460239 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9e480780-962b-4678-8d0f-f5667b6750ca req-73049049-1862-4646-b8f2-1024de0e5270 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] 10.222.0.64 "GET /v2.0/ports?device_id=71928752-4f4e-4716-b0d5-ed7ec4fa5672 HTTP/1.1" status: 200 len: 948 time: 0.0920072 Jan 28 19:13:50.505520 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port bcd3c8bf-ab02-48ca-8a85-a2f0e032d8c4 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:13:50.505520 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (bcd3c8bf-ab02-48ca-8a85-a2f0e032d8c4), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:50.519779 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcd3c8bf-ab02-48ca-8a85-a2f0e032d8c4 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:13:50.538902 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 35430) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:13:50.545508 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port bcd3c8bf-ab02-48ca-8a85-a2f0e032d8c4, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=bcd3c8bf-ab02-48ca-8a85-a2f0e032d8c4,segment=NetworkSegment(e7f54059-7dae-4f1a-9de9-251e6a440c72),segment_id=e7f54059-7dae-4f1a-9de9-251e6a440c72)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:13:50.551419 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9e480780-962b-4678-8d0f-f5667b6750ca req-61f846c6-2035-4dab-9fda-417539af43b2 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] 10.222.0.64 "GET /v2.0/security-groups?id=2478b850-89ab-4114-a340-71569acb8761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902624 Jan 28 19:13:50.551966 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (bcd3c8bf-ab02-48ca-8a85-a2f0e032d8c4), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:50.588431 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-c84b180a-ca67-4fe2-8bd6-82cc29a7cefd admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6f3dc3db3fe649e58bf38d9fd6dbb4ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0481620 Jan 28 19:13:50.590782 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 35434) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:13:50.623425 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=bcd3c8bf-ab02-48ca-8a85-a2f0e032d8c4,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:50.683406 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7c104036-a5a3-4076-9401-714591126ed6 admin admin] Publish callbacks [] for security_group (27e69609-1adc-4346-a55b-d4849e55b871), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:50.703792 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f15652-dbf1-43c4-b16c-fbe67c5af9e9 req-edd6e08c-5a7d-45fc-8650-8d650d989fac tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:50.705313 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-96f15652-dbf1-43c4-b16c-fbe67c5af9e9 req-edd6e08c-5a7d-45fc-8650-8d650d989fac tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c32b98d-c462-4f26-b26d-2a0c3e0ac453 HTTP/1.1" status: 200 len: 944 time: 0.0865774 Jan 28 19:13:50.722692 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7c104036-a5a3-4076-9401-714591126ed6 admin admin] Publish callbacks [] for security_group (27e69609-1adc-4346-a55b-d4849e55b871), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:50.783938 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-96f15652-dbf1-43c4-b16c-fbe67c5af9e9 req-2b0ce5ab-9dcc-42cb-94c6-a9b231bf8763 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/security-groups?id=414e93b9-08bc-438e-9127-05114ed7dbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709012 Jan 28 19:13:50.800348 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7c104036-a5a3-4076-9401-714591126ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (27e69609-1adc-4346-a55b-d4849e55b871), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:50.810220 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7c104036-a5a3-4076-9401-714591126ed6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:50.811366 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-7c104036-a5a3-4076-9401-714591126ed6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/27e69609-1adc-4346-a55b-d4849e55b871 HTTP/1.1" status: 204 len: 168 time: 0.2195179 Jan 28 19:13:50.815127 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['bcd3c8bf-ab02-48ca-8a85-a2f0e032d8c4'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:13:50.820998 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c104036-a5a3-4076-9401-714591126ed6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27e69609-1adc-4346-a55b-d4849e55b871,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:51.055583 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e642740-d0d8-41b1-a248-8168c3dece03', 'tag': '96e6a3f6-9ea4-4c9e-9a87-1a01a1ae9418'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:13:51.059287 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3a9d3ff-38bf-444e-b5e3-27e14d3acc4d" -d '{"events": [{"name": "network-changed", "server_uuid": "9e642740-d0d8-41b1-a248-8168c3dece03", "tag": "96e6a3f6-9ea4-4c9e-9a87-1a01a1ae9418"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:13:51.146492 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfa7632-3b3b-4c65-afed-3aeaf0775af5 req-80251773-76fe-439d-9c1e-69fe3b34967f tempest-DeleteServersAdminTestJSON-1976717136 tempest-DeleteServersAdminTestJSON-1976717136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:51.148081 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1cfa7632-3b3b-4c65-afed-3aeaf0775af5 req-80251773-76fe-439d-9c1e-69fe3b34967f tempest-DeleteServersAdminTestJSON-1976717136 tempest-DeleteServersAdminTestJSON-1976717136-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1a6c1ed-6708-45f7-96d8-9443e48b309d HTTP/1.1" status: 200 len: 947 time: 0.0563543 Jan 28 19:13:51.185336 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 35462) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:13:51.216329 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1cfa7632-3b3b-4c65-afed-3aeaf0775af5 req-4dbc5c68-7e16-4d55-be49-a4c0a7c64cec tempest-DeleteServersAdminTestJSON-1976717136 tempest-DeleteServersAdminTestJSON-1976717136-project] 10.222.0.64 "GET /v2.0/security-groups?id=44c80812-4aa5-4d90-8f94-d0e5f13c50f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615914 Jan 28 19:13:51.269168 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62b081c1-4c63-4cc1-9379-09ba080e1329 x-openstack-request-id: req-62b081c1-4c63-4cc1-9379-09ba080e1329 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:13:51.269465 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e642740-d0d8-41b1-a248-8168c3dece03", "tag": "96e6a3f6-9ea4-4c9e-9a87-1a01a1ae9418", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:13:51.269720 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-62b081c1-4c63-4cc1-9379-09ba080e1329 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:13:51.270184 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e642740-d0d8-41b1-a248-8168c3dece03', 'tag': '96e6a3f6-9ea4-4c9e-9a87-1a01a1ae9418', 'status': 'completed', 'code': 200} Jan 28 19:13:51.291908 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 49529e20-0458-4854-bc78-b96f4aac9c64 details requested by agent hyperv_n-h2-812111-14 with host n-h2-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:13:51.342003 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c5deb5c6-a3a8-4cd1-a204-db441a97022d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:51.355339 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a9d3ff-38bf-444e-b5e3-27e14d3acc4d req-236fa32c-5338-49f8-8ccf-25ceaafd72ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:51.357425 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d3a9d3ff-38bf-444e-b5e3-27e14d3acc4d req-236fa32c-5338-49f8-8ccf-25ceaafd72ba service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2f6c0ce2548d44dba74b697745b9900b&device_id=9e642740-d0d8-41b1-a248-8168c3dece03 HTTP/1.1" status: 200 len: 1126 time: 0.0566642 Jan 28 19:13:51.435468 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 49529e20-0458-4854-bc78-b96f4aac9c64, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=49529e20-0458-4854-bc78-b96f4aac9c64,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:13:51.454785 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Returning: {'device': '49529e20-0458-4854-bc78-b96f4aac9c64', 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91', 'port_id': '49529e20-0458-4854-bc78-b96f4aac9c64', 'mac_address': 'fa:16:3e:dd:85:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2de4832-9ef6-4f40-9ac5-1557d5e6a6ff', 'ip_address': '192.168.233.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:13:51.495457 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c5deb5c6-a3a8-4cd1-a204-db441a97022d admin admin] Publish callbacks [] for security_group (31bac03c-5582-4e8f-86a5-4f92c3a5038f), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:51.506396 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 49529e20-0458-4854-bc78-b96f4aac9c64 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:13:51.507403 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a9d3ff-38bf-444e-b5e3-27e14d3acc4d req-4f4b10f9-e200-4339-aaa3-939b9fdd5880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:51.508447 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (49529e20-0458-4854-bc78-b96f4aac9c64), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:51.509492 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c5deb5c6-a3a8-4cd1-a204-db441a97022d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (31bac03c-5582-4e8f-86a5-4f92c3a5038f), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:51.510027 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d3a9d3ff-38bf-444e-b5e3-27e14d3acc4d req-4f4b10f9-e200-4339-aaa3-939b9fdd5880 service neutron] 10.222.0.70 "GET /v2.0/networks?id=1b36af34-6909-4f2b-a96c-a56853ad0cf5 HTTP/1.1" status: 200 len: 921 time: 0.1411631 Jan 28 19:13:51.532171 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49529e20-0458-4854-bc78-b96f4aac9c64 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:13:51.549927 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-c5deb5c6-a3a8-4cd1-a204-db441a97022d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=dbb7ca44864c4eaca35ee3f08786b237&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3626075 Jan 28 19:13:51.553543 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 35486) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:13:51.563857 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 49529e20-0458-4854-bc78-b96f4aac9c64, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=49529e20-0458-4854-bc78-b96f4aac9c64,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:13:51.569795 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (49529e20-0458-4854-bc78-b96f4aac9c64), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:51.590416 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d3a9d3ff-38bf-444e-b5e3-27e14d3acc4d req-7f8a44f5-d83f-4410-b446-7ab0cfd4d79c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=96e6a3f6-9ea4-4c9e-9a87-1a01a1ae9418 HTTP/1.1" status: 200 len: 217 time: 0.0703335 Jan 28 19:13:51.643041 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5deb5c6-a3a8-4cd1-a204-db441a97022d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31bac03c-5582-4e8f-86a5-4f92c3a5038f,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:51.675162 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=49529e20-0458-4854-bc78-b96f4aac9c64,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:51.680082 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-da6ec786-fca6-4f43-afd0-f33aebcc5420 admin admin] Publish callbacks [] for security_group (31bac03c-5582-4e8f-86a5-4f92c3a5038f), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:51.680570 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b5f02a-88a3-4a7a-8dbd-08a9255c28a4 req-822f6fe1-244d-4d18-91dc-4af28b57d666 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:51.687579 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d0b5f02a-88a3-4a7a-8dbd-08a9255c28a4 req-822f6fe1-244d-4d18-91dc-4af28b57d666 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e642740-d0d8-41b1-a248-8168c3dece03 HTTP/1.1" status: 200 len: 943 time: 0.1600585 Jan 28 19:13:51.701044 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a9d3ff-38bf-444e-b5e3-27e14d3acc4d req-03ccea35-9216-424b-8892-ba040213644d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:51.702573 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d3a9d3ff-38bf-444e-b5e3-27e14d3acc4d req-03ccea35-9216-424b-8892-ba040213644d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d1079c28-134b-4727-b56d-dffa38a58988 HTTP/1.1" status: 200 len: 860 time: 0.0890281 Jan 28 19:13:51.705849 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-da6ec786-fca6-4f43-afd0-f33aebcc5420 admin admin] Publish callbacks [] for security_group (31bac03c-5582-4e8f-86a5-4f92c3a5038f), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:51.781765 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d0b5f02a-88a3-4a7a-8dbd-08a9255c28a4 req-d6e48faf-ebcc-40bb-bbc8-dc95342db4db tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] 10.222.0.64 "GET /v2.0/security-groups?id=3f90d94c-91ad-4c19-b727-cb7657651c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931983 Jan 28 19:13:51.786500 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-da6ec786-fca6-4f43-afd0-f33aebcc5420 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (31bac03c-5582-4e8f-86a5-4f92c3a5038f), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:51.789465 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-da6ec786-fca6-4f43-afd0-f33aebcc5420 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:51.790655 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-da6ec786-fca6-4f43-afd0-f33aebcc5420 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/31bac03c-5582-4e8f-86a5-4f92c3a5038f HTTP/1.1" status: 204 len: 168 time: 0.2111955 Jan 28 19:13:51.805968 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a9d3ff-38bf-444e-b5e3-27e14d3acc4d req-7ddbd072-2ba0-4b68-913c-ea9de5e3d83f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:51.807749 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d3a9d3ff-38bf-444e-b5e3-27e14d3acc4d req-7ddbd072-2ba0-4b68-913c-ea9de5e3d83f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1b36af34-6909-4f2b-a96c-a56853ad0cf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0830069 Jan 28 19:13:51.810729 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6ec786-fca6-4f43-afd0-f33aebcc5420 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31bac03c-5582-4e8f-86a5-4f92c3a5038f,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:51.891488 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [req-a675282a-7eb6-4f9d-b4b3-402d503e34d4 req-57600f30-4fee-4488-bb44-d5913392a367 tempest-LiveAutoBlockMigrationV225Test-1956576498 tempest-LiveAutoBlockMigrationV225Test-1956576498-project-admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:13:51.892533 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a675282a-7eb6-4f9d-b4b3-402d503e34d4 req-57600f30-4fee-4488-bb44-d5913392a367 tempest-LiveAutoBlockMigrationV225Test-1956576498 tempest-LiveAutoBlockMigrationV225Test-1956576498-project-admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0082204 Jan 28 19:13:51.904320 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['49529e20-0458-4854-bc78-b96f4aac9c64'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:13:51.978136 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a675282a-7eb6-4f9d-b4b3-402d503e34d4 req-f64c7bbd-6542-4b16-8a09-09483bf25b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:51.982062 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a675282a-7eb6-4f9d-b4b3-402d503e34d4 req-f64c7bbd-6542-4b16-8a09-09483bf25b54 service neutron] 10.222.0.64 "GET /v2.0/ports/581dc8c3-b87e-4b13-b9df-77efa9de3d8d HTTP/1.1" status: 200 len: 1126 time: 0.0777638 Jan 28 19:13:51.995131 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-a675282a-7eb6-4f9d-b4b3-402d503e34d4 req-88254e49-4320-4929-828d-b098cea8ea8c service neutron] Request body: {'binding': {'host': 'n-h2-812111-14', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:13:51.995597 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-a675282a-7eb6-4f9d-b4b3-402d503e34d4 req-88254e49-4320-4929-828d-b098cea8ea8c service neutron] Unknown quota resources ['binding']. {{(pid=103305) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 19:13:52.038851 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543e6997-8bbb-41f0-ab7f-e10b266c380e req-59972e82-73f9-426f-8126-147467ee6e8d tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:52.040401 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-543e6997-8bbb-41f0-ab7f-e10b266c380e req-59972e82-73f9-426f-8126-147467ee6e8d tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] 10.222.0.64 "GET /v2.0/ports?device_id=71928752-4f4e-4716-b0d5-ed7ec4fa5672 HTTP/1.1" status: 200 len: 948 time: 0.1423540 Jan 28 19:13:52.044688 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d3a9d3ff-38bf-444e-b5e3-27e14d3acc4d req-7755018d-75ad-4013-add5-ad5494bc24eb service neutron] 10.222.0.70 "GET /v2.0/networks/1b36af34-6909-4f2b-a96c-a56853ad0cf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241724 Jan 28 19:13:52.147939 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-543e6997-8bbb-41f0-ab7f-e10b266c380e req-da863229-4bc7-4837-b8de-6f5a18a07f1f tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] 10.222.0.64 "GET /v2.0/security-groups?id=2478b850-89ab-4114-a340-71569acb8761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970531 Jan 28 19:13:52.188909 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d3a9d3ff-38bf-444e-b5e3-27e14d3acc4d req-6110a04e-5fca-45cc-9d07-a93fe1678e5c service neutron] 10.222.0.70 "GET /v2.0/networks/1b36af34-6909-4f2b-a96c-a56853ad0cf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161201 Jan 28 19:13:52.220798 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-a675282a-7eb6-4f9d-b4b3-402d503e34d4 req-88254e49-4320-4929-828d-b098cea8ea8c service neutron] Attempting to bind port 581dc8c3-b87e-4b13-b9df-77efa9de3d8d on host n-h2-812111-14 for vnic_type normal with profile None {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:13:52.221505 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-a675282a-7eb6-4f9d-b4b3-402d503e34d4 req-88254e49-4320-4929-828d-b098cea8ea8c service neutron] Attempting to bind port 581dc8c3-b87e-4b13-b9df-77efa9de3d8d by drivers openvswitch,hyperv on host n-h2-812111-14 at level 0 using segments [{'id': '62a331e7-e6d6-4fbc-9e3c-2d3acdfd7c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '72a547d0-d9da-4c9f-b2a7-a4b786ea70ac'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:13:52.222081 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a675282a-7eb6-4f9d-b4b3-402d503e34d4 req-88254e49-4320-4929-828d-b098cea8ea8c service neutron] Attempting to bind port 581dc8c3-b87e-4b13-b9df-77efa9de3d8d on network 72a547d0-d9da-4c9f-b2a7-a4b786ea70ac {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:13:52.229196 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a675282a-7eb6-4f9d-b4b3-402d503e34d4 req-88254e49-4320-4929-828d-b098cea8ea8c service neutron] Port 581dc8c3-b87e-4b13-b9df-77efa9de3d8d on network 72a547d0-d9da-4c9f-b2a7-a4b786ea70ac not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-14 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:13:52.229594 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a675282a-7eb6-4f9d-b4b3-402d503e34d4 req-88254e49-4320-4929-828d-b098cea8ea8c service neutron] Attempting to bind port 581dc8c3-b87e-4b13-b9df-77efa9de3d8d on network 72a547d0-d9da-4c9f-b2a7-a4b786ea70ac {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:13:52.236260 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a675282a-7eb6-4f9d-b4b3-402d503e34d4 req-88254e49-4320-4929-828d-b098cea8ea8c service neutron] Checking agent: {'id': '8f3fee4e-bf24-4b58-8a3a-ae9c8011a473', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 13, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:13:52.236601 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a675282a-7eb6-4f9d-b4b3-402d503e34d4 req-88254e49-4320-4929-828d-b098cea8ea8c service neutron] Checking segment: {'id': '62a331e7-e6d6-4fbc-9e3c-2d3acdfd7c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '72a547d0-d9da-4c9f-b2a7-a4b786ea70ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:13:52.237093 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a675282a-7eb6-4f9d-b4b3-402d503e34d4 req-88254e49-4320-4929-828d-b098cea8ea8c service neutron] Bound using segment: {'id': '62a331e7-e6d6-4fbc-9e3c-2d3acdfd7c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '72a547d0-d9da-4c9f-b2a7-a4b786ea70ac'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:13:52.238071 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-a675282a-7eb6-4f9d-b4b3-402d503e34d4 req-88254e49-4320-4929-828d-b098cea8ea8c service neutron] Bound port: 581dc8c3-b87e-4b13-b9df-77efa9de3d8d, host: n-h2-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62a331e7-e6d6-4fbc-9e3c-2d3acdfd7c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '72a547d0-d9da-4c9f-b2a7-a4b786ea70ac'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:13:52.301542 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-a675282a-7eb6-4f9d-b4b3-402d503e34d4 req-88254e49-4320-4929-828d-b098cea8ea8c service neutron] For port 581dc8c3-b87e-4b13-b9df-77efa9de3d8d, host n-h2-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=581dc8c3-b87e-4b13-b9df-77efa9de3d8d,segment=NetworkSegment(62a331e7-e6d6-4fbc-9e3c-2d3acdfd7c92),segment_id=62a331e7-e6d6-4fbc-9e3c-2d3acdfd7c92)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:13:52.305723 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device d627f5c4-03a1-4090-9960-c291d12bf368 details requested by agent hyperv_n-h1-812111-14 with host n-h1-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:13:52.314911 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-a675282a-7eb6-4f9d-b4b3-402d503e34d4 req-88254e49-4320-4929-828d-b098cea8ea8c service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:52.316991 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a675282a-7eb6-4f9d-b4b3-402d503e34d4 req-88254e49-4320-4929-828d-b098cea8ea8c service neutron] 10.222.0.64 "POST /v2.0/ports/581dc8c3-b87e-4b13-b9df-77efa9de3d8d/bindings HTTP/1.1" status: 201 len: 390 time: 0.3279521 Jan 28 19:13:52.322546 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device bcd3c8bf-ab02-48ca-8a85-a2f0e032d8c4 up at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:13:52.331129 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c28239b-5be3-4b0f-8c76-4cb4f5e66a29 req-09eecaf3-8a68-4cee-ba1b-3439da8bbc60 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:52.334252 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-0c28239b-5be3-4b0f-8c76-4cb4f5e66a29 req-09eecaf3-8a68-4cee-ba1b-3439da8bbc60 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c32b98d-c462-4f26-b26d-2a0c3e0ac453 HTTP/1.1" status: 200 len: 944 time: 0.0831327 Jan 28 19:13:52.387479 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 35512) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:13:52.413533 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-0c28239b-5be3-4b0f-8c76-4cb4f5e66a29 req-4f3bc511-e7b6-4ddb-9616-490143525874 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/security-groups?id=414e93b9-08bc-438e-9127-05114ed7dbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731878 Jan 28 19:13:52.419701 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4096b718-777e-4fff-a696-3f03c0bfde33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:52.498567 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning for port bcd3c8bf-ab02-48ca-8a85-a2f0e032d8c4 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:13:52.522195 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning complete for port bcd3c8bf-ab02-48ca-8a85-a2f0e032d8c4 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:13:52.522938 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (bcd3c8bf-ab02-48ca-8a85-a2f0e032d8c4), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:52.578477 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port d627f5c4-03a1-4090-9960-c291d12bf368, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=d627f5c4-03a1-4090-9960-c291d12bf368,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:13:52.599848 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4096b718-777e-4fff-a696-3f03c0bfde33 admin admin] Publish callbacks [] for security_group (d6ac0ce2-482d-45d6-83fa-060990bcd6ad), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:52.602612 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Returning: {'device': 'd627f5c4-03a1-4090-9960-c291d12bf368', 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91', 'port_id': 'd627f5c4-03a1-4090-9960-c291d12bf368', 'mac_address': 'fa:16:3e:a3:fb:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2de4832-9ef6-4f40-9ac5-1557d5e6a6ff', 'ip_address': '192.168.233.109'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:13:52.610487 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4096b718-777e-4fff-a696-3f03c0bfde33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (d6ac0ce2-482d-45d6-83fa-060990bcd6ad), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:52.617282 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ce206c-4823-443c-8bd3-c6f98510dc85 req-7f03c8ff-d0aa-474d-abe6-83d423890f10 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:52.618839 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-54ce206c-4823-443c-8bd3-c6f98510dc85 req-7f03c8ff-d0aa-474d-abe6-83d423890f10 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=46b1863a-e7b2-4c60-bc44-9ff00fc6c561 HTTP/1.1" status: 200 len: 946 time: 0.0983086 Jan 28 19:13:52.657288 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port d627f5c4-03a1-4090-9960-c291d12bf368 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:13:52.657288 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (d627f5c4-03a1-4090-9960-c291d12bf368), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:52.668963 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-4096b718-777e-4fff-a696-3f03c0bfde33 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ff84c5ab42f54a9781fac6aef16bf5b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2754858 Jan 28 19:13:52.669220 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 35520) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:13:52.683056 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40818b44-e887-408a-a0f0-041be02f3f28 req-97f61ff5-edd7-416a-bf4a-86d0b78932b9 tempest-DeleteServersAdminTestJSON-1976717136 tempest-DeleteServersAdminTestJSON-1976717136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:52.689971 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-40818b44-e887-408a-a0f0-041be02f3f28 req-97f61ff5-edd7-416a-bf4a-86d0b78932b9 tempest-DeleteServersAdminTestJSON-1976717136 tempest-DeleteServersAdminTestJSON-1976717136-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1a6c1ed-6708-45f7-96d8-9443e48b309d HTTP/1.1" status: 200 len: 948 time: 0.1949046 Jan 28 19:13:52.694472 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d627f5c4-03a1-4090-9960-c291d12bf368 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:13:52.709928 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port bcd3c8bf-ab02-48ca-8a85-a2f0e032d8c4 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:13:52.710832 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (bcd3c8bf-ab02-48ca-8a85-a2f0e032d8c4), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:52.733722 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port d627f5c4-03a1-4090-9960-c291d12bf368, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=d627f5c4-03a1-4090-9960-c291d12bf368,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:13:52.734166 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4096b718-777e-4fff-a696-3f03c0bfde33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6ac0ce2-482d-45d6-83fa-060990bcd6ad,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:52.746506 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (d627f5c4-03a1-4090-9960-c291d12bf368), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:52.757529 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c32b98d-c462-4f26-b26d-2a0c3e0ac453', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcd3c8bf-ab02-48ca-8a85-a2f0e032d8c4'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:13:52.759810 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-686ff529-de51-4f57-8c97-172b71932a51" -d '{"events": [{"server_uuid": "6c32b98d-c462-4f26-b26d-2a0c3e0ac453", "name": "network-vif-plugged", "status": "completed", "tag": "bcd3c8bf-ab02-48ca-8a85-a2f0e032d8c4"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:13:52.767381 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-40818b44-e887-408a-a0f0-041be02f3f28 req-85e424d0-34df-4f04-817c-f20f7f20af61 tempest-DeleteServersAdminTestJSON-1976717136 tempest-DeleteServersAdminTestJSON-1976717136-project] 10.222.0.64 "GET /v2.0/security-groups?id=44c80812-4aa5-4d90-8f94-d0e5f13c50f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716176 Jan 28 19:13:52.785777 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-54ce206c-4823-443c-8bd3-c6f98510dc85 req-3638b9c8-ec78-4e52-92a5-06785df0d330 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593580 Jan 28 19:13:52.795406 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port bcd3c8bf-ab02-48ca-8a85-a2f0e032d8c4, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=bcd3c8bf-ab02-48ca-8a85-a2f0e032d8c4,segment=NetworkSegment(e7f54059-7dae-4f1a-9de9-251e6a440c72),segment_id=e7f54059-7dae-4f1a-9de9-251e6a440c72)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:13:52.812081 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8026987-424c-46ab-bff4-8ab877ab83e1 x-openstack-request-id: req-b8026987-424c-46ab-bff4-8ab877ab83e1 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:13:52.812391 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c32b98d-c462-4f26-b26d-2a0c3e0ac453", "name": "network-vif-plugged", "status": "completed", "tag": "bcd3c8bf-ab02-48ca-8a85-a2f0e032d8c4", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:13:52.812747 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b8026987-424c-46ab-bff4-8ab877ab83e1 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:13:52.813163 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c32b98d-c462-4f26-b26d-2a0c3e0ac453', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcd3c8bf-ab02-48ca-8a85-a2f0e032d8c4', 'code': 200} Jan 28 19:13:52.815795 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (bcd3c8bf-ab02-48ca-8a85-a2f0e032d8c4), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:52.845137 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=d627f5c4-03a1-4090-9960-c291d12bf368,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:52.848577 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a675282a-7eb6-4f9d-b4b3-402d503e34d4 req-e9df27eb-1321-4154-9399-5fc5f46ffa76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:52.850207 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a675282a-7eb6-4f9d-b4b3-402d503e34d4 req-e9df27eb-1321-4154-9399-5fc5f46ffa76 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=57a0678ad1cb4e46b30e232c1f317a59&device_id=46b1863a-e7b2-4c60-bc44-9ff00fc6c561 HTTP/1.1" status: 200 len: 1129 time: 0.2016709 Jan 28 19:13:52.851280 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c2f82ee7-32b8-4934-900c-f547eb08eb67 admin admin] Publish callbacks [] for security_group (d6ac0ce2-482d-45d6-83fa-060990bcd6ad), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:52.912886 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=bcd3c8bf-ab02-48ca-8a85-a2f0e032d8c4,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:52.992416 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c2f82ee7-32b8-4934-900c-f547eb08eb67 admin admin] Publish callbacks [] for security_group (d6ac0ce2-482d-45d6-83fa-060990bcd6ad), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:53.006808 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['d627f5c4-03a1-4090-9960-c291d12bf368'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:13:53.078242 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f69c4cb-7839-40fe-aae2-3320e6f479da req-2fa1d5c1-ba46-4e64-9e49-2f2448ff45c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:53.079966 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6f69c4cb-7839-40fe-aae2-3320e6f479da req-2fa1d5c1-ba46-4e64-9e49-2f2448ff45c0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6c32b98d-c462-4f26-b26d-2a0c3e0ac453 HTTP/1.1" status: 200 len: 1128 time: 0.1954846 Jan 28 19:13:53.091040 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a4f6ed-0c49-4b3c-bc6b-ec6bcb5351b7 req-f5694b64-5597-4747-8db8-e08c53a5d077 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:53.092518 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-29a4f6ed-0c49-4b3c-bc6b-ec6bcb5351b7 req-f5694b64-5597-4747-8db8-e08c53a5d077 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e642740-d0d8-41b1-a248-8168c3dece03 HTTP/1.1" status: 200 len: 943 time: 0.1820750 Jan 28 19:13:53.111690 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a675282a-7eb6-4f9d-b4b3-402d503e34d4 req-9d95ad16-ba10-400f-a1f1-8b4201246e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:53.113085 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a675282a-7eb6-4f9d-b4b3-402d503e34d4 req-9d95ad16-ba10-400f-a1f1-8b4201246e4b service neutron] 10.222.0.70 "GET /v2.0/networks?id=72a547d0-d9da-4c9f-b2a7-a4b786ea70ac HTTP/1.1" status: 200 len: 920 time: 0.2505722 Jan 28 19:13:53.139545 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c2f82ee7-32b8-4934-900c-f547eb08eb67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (d6ac0ce2-482d-45d6-83fa-060990bcd6ad), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:53.142118 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c2f82ee7-32b8-4934-900c-f547eb08eb67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:53.145598 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-c2f82ee7-32b8-4934-900c-f547eb08eb67 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d6ac0ce2-482d-45d6-83fa-060990bcd6ad HTTP/1.1" status: 204 len: 168 time: 0.4734251 Jan 28 19:13:53.189844 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a675282a-7eb6-4f9d-b4b3-402d503e34d4 req-89e1578f-9e93-42b0-b53a-a387bb762276 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=581dc8c3-b87e-4b13-b9df-77efa9de3d8d HTTP/1.1" status: 200 len: 217 time: 0.0655792 Jan 28 19:13:53.202358 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f82ee7-32b8-4934-900c-f547eb08eb67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6ac0ce2-482d-45d6-83fa-060990bcd6ad,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:53.268934 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6f69c4cb-7839-40fe-aae2-3320e6f479da req-e16e1355-1238-4810-9129-28794ee6b295 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=414e93b9-08bc-438e-9127-05114ed7dbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750126 Jan 28 19:13:53.273610 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-29a4f6ed-0c49-4b3c-bc6b-ec6bcb5351b7 req-f9dabaec-5a60-40bd-bcff-a89f19441ce0 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] 10.222.0.64 "GET /v2.0/security-groups?id=3f90d94c-91ad-4c19-b727-cb7657651c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706994 Jan 28 19:13:53.282073 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a675282a-7eb6-4f9d-b4b3-402d503e34d4 req-83f4f47d-a2b0-4dc5-b663-086bb2314ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:53.283635 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a675282a-7eb6-4f9d-b4b3-402d503e34d4 req-83f4f47d-a2b0-4dc5-b663-086bb2314ef6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=7e42a0bc-2ea3-4c64-b0da-1fe419b4beb8 HTTP/1.1" status: 200 len: 860 time: 0.0859013 Jan 28 19:13:53.301359 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 96e6a3f6-9ea4-4c9e-9a87-1a01a1ae9418 details requested by agent hyperv_n-h2-812111-14 with host n-h2-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:13:53.336624 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 49529e20-0458-4854-bc78-b96f4aac9c64 up at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:13:53.337234 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a675282a-7eb6-4f9d-b4b3-402d503e34d4 req-6c8231ff-c9e7-4576-bc79-0737a707bdd1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=72a547d0-d9da-4c9f-b2a7-a4b786ea70ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346398 Jan 28 19:13:53.358364 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f629a11-eda2-4837-bc01-8585ac7895b8 req-b1cc1bb6-9dc4-4f28-9c17-e3220ac6c3ee tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:53.366896 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1f629a11-eda2-4837-bc01-8585ac7895b8 req-b1cc1bb6-9dc4-4f28-9c17-e3220ac6c3ee tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] 10.222.0.64 "GET /v2.0/ports?device_id=71928752-4f4e-4716-b0d5-ed7ec4fa5672 HTTP/1.1" status: 200 len: 949 time: 0.0964775 Jan 28 19:13:53.434362 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1f629a11-eda2-4837-bc01-8585ac7895b8 req-28e17d67-8bab-4338-87a4-197371330442 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] 10.222.0.64 "GET /v2.0/security-groups?id=2478b850-89ab-4114-a340-71569acb8761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601602 Jan 28 19:13:53.537401 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a675282a-7eb6-4f9d-b4b3-402d503e34d4 req-d2c16e1d-d9ab-4655-8a6f-b2066447ddd4 service neutron] 10.222.0.70 "GET /v2.0/networks/72a547d0-d9da-4c9f-b2a7-a4b786ea70ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965194 Jan 28 19:13:53.560077 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cbc313-d94a-4c0d-994d-2841956cbd68 req-db00fd40-3d42-4022-baf0-71f95d5e6866 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:53.567548 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c1cbc313-d94a-4c0d-994d-2841956cbd68 req-db00fd40-3d42-4022-baf0-71f95d5e6866 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c32b98d-c462-4f26-b26d-2a0c3e0ac453 HTTP/1.1" status: 200 len: 945 time: 0.0713606 Jan 28 19:13:53.658872 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c1cbc313-d94a-4c0d-994d-2841956cbd68 req-8ee99208-cd11-4f88-9704-9e743939fc7c tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/security-groups?id=414e93b9-08bc-438e-9127-05114ed7dbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900083 Jan 28 19:13:53.663890 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning for port 49529e20-0458-4854-bc78-b96f4aac9c64 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:13:53.688817 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:53.693567 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning complete for port 49529e20-0458-4854-bc78-b96f4aac9c64 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:13:53.693931 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (49529e20-0458-4854-bc78-b96f4aac9c64), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:53.710083 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a675282a-7eb6-4f9d-b4b3-402d503e34d4 req-56d79739-9334-47d8-8cbe-78e2af1fa3a7 service neutron] 10.222.0.70 "GET /v2.0/networks/72a547d0-d9da-4c9f-b2a7-a4b786ea70ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657939 Jan 28 19:13:53.731008 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 96e6a3f6-9ea4-4c9e-9a87-1a01a1ae9418, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=96e6a3f6-9ea4-4c9e-9a87-1a01a1ae9418,segment=NetworkSegment(1e24c993-748e-4143-b1c2-ba3fed624cb8),segment_id=1e24c993-748e-4143-b1c2-ba3fed624cb8)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:13:53.752454 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Returning: {'device': '96e6a3f6-9ea4-4c9e-9a87-1a01a1ae9418', 'network_id': '1b36af34-6909-4f2b-a96c-a56853ad0cf5', 'port_id': '96e6a3f6-9ea4-4c9e-9a87-1a01a1ae9418', 'mac_address': 'fa:16:3e:5a:fb:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1079c28-134b-4727-b56d-dffa38a58988', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:13:53.824893 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 96e6a3f6-9ea4-4c9e-9a87-1a01a1ae9418 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:13:53.825329 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (96e6a3f6-9ea4-4c9e-9a87-1a01a1ae9418), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:53.837741 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a675282a-7eb6-4f9d-b4b3-402d503e34d4 req-5bed9d1a-e89e-41fd-a84a-58e7a84bb0b4 tempest-LiveAutoBlockMigrationV225Test-1956576498 tempest-LiveAutoBlockMigrationV225Test-1956576498-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:53.840770 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a675282a-7eb6-4f9d-b4b3-402d503e34d4 req-5bed9d1a-e89e-41fd-a84a-58e7a84bb0b4 tempest-LiveAutoBlockMigrationV225Test-1956576498 tempest-LiveAutoBlockMigrationV225Test-1956576498-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=46b1863a-e7b2-4c60-bc44-9ff00fc6c561&tenant_id=57a0678ad1cb4e46b30e232c1f317a59&binding%3Ahost_id=n-h1-812111-14 HTTP/1.1" status: 200 len: 1129 time: 0.0627329 Jan 28 19:13:53.848906 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96e6a3f6-9ea4-4c9e-9a87-1a01a1ae9418 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:13:53.854364 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 49529e20-0458-4854-bc78-b96f4aac9c64 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:13:53.854756 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (49529e20-0458-4854-bc78-b96f4aac9c64), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:53.858824 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-a675282a-7eb6-4f9d-b4b3-402d503e34d4 req-e13b46e4-5068-4176-993f-d7f083b64687 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-812111-14'}}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:13:53.906477 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 49529e20-0458-4854-bc78-b96f4aac9c64, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=49529e20-0458-4854-bc78-b96f4aac9c64,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:13:53.909303 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 96e6a3f6-9ea4-4c9e-9a87-1a01a1ae9418, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=96e6a3f6-9ea4-4c9e-9a87-1a01a1ae9418,segment=NetworkSegment(1e24c993-748e-4143-b1c2-ba3fed624cb8),segment_id=1e24c993-748e-4143-b1c2-ba3fed624cb8)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:13:53.920037 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (49529e20-0458-4854-bc78-b96f4aac9c64), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:53.924126 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (96e6a3f6-9ea4-4c9e-9a87-1a01a1ae9418), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:53.971557 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81567003-33f6-41eb-8a6b-10e7d71d923f req-e1fd3b21-05ea-4160-bf80-5aaededb5afa tempest-DeleteServersAdminTestJSON-1976717136 tempest-DeleteServersAdminTestJSON-1976717136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:53.973163 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-81567003-33f6-41eb-8a6b-10e7d71d923f req-e1fd3b21-05ea-4160-bf80-5aaededb5afa tempest-DeleteServersAdminTestJSON-1976717136 tempest-DeleteServersAdminTestJSON-1976717136-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1a6c1ed-6708-45f7-96d8-9443e48b309d HTTP/1.1" status: 200 len: 948 time: 0.1012692 Jan 28 19:13:54.006170 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=49529e20-0458-4854-bc78-b96f4aac9c64,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:54.075784 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-81567003-33f6-41eb-8a6b-10e7d71d923f req-609aba3d-75bb-4519-a4c3-82e24d317b1a tempest-DeleteServersAdminTestJSON-1976717136 tempest-DeleteServersAdminTestJSON-1976717136-project] 10.222.0.64 "GET /v2.0/security-groups?id=44c80812-4aa5-4d90-8f94-d0e5f13c50f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946715 Jan 28 19:13:54.099816 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=96e6a3f6-9ea4-4c9e-9a87-1a01a1ae9418,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:54.233330 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['96e6a3f6-9ea4-4c9e-9a87-1a01a1ae9418'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:13:54.302685 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-a675282a-7eb6-4f9d-b4b3-402d503e34d4 req-e13b46e4-5068-4176-993f-d7f083b64687 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (581dc8c3-b87e-4b13-b9df-77efa9de3d8d), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:54.334284 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device d627f5c4-03a1-4090-9960-c291d12bf368 up at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:13:54.356310 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 35604) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:13:54.371686 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fe6530-51a5-450f-b09d-990861ff68f6 req-2f59315b-5553-483e-a248-d0b359550c5e tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:54.374753 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a1fe6530-51a5-450f-b09d-990861ff68f6 req-2f59315b-5553-483e-a248-d0b359550c5e tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=46b1863a-e7b2-4c60-bc44-9ff00fc6c561 HTTP/1.1" status: 200 len: 946 time: 0.1523268 Jan 28 19:13:54.496545 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning for port d627f5c4-03a1-4090-9960-c291d12bf368 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:13:54.500846 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09271352-bf5f-42a8-a901-63828e061a55 req-c438fa8f-b584-4f0e-916e-5ecb0be01673 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:54.506836 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning complete for port d627f5c4-03a1-4090-9960-c291d12bf368 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:13:54.507298 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (d627f5c4-03a1-4090-9960-c291d12bf368), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:54.517630 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-09271352-bf5f-42a8-a901-63828e061a55 req-c438fa8f-b584-4f0e-916e-5ecb0be01673 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e642740-d0d8-41b1-a248-8168c3dece03 HTTP/1.1" status: 200 len: 944 time: 0.1330581 Jan 28 19:13:54.571119 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7bb941a3-9463-4311-ae5c-440dc62d5815 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:54.586685 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a1fe6530-51a5-450f-b09d-990861ff68f6 req-9296a1f1-cd58-4c82-9dba-a86f1bc4a23a tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006917 Jan 28 19:13:54.612438 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port d627f5c4-03a1-4090-9960-c291d12bf368 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:13:54.618966 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (d627f5c4-03a1-4090-9960-c291d12bf368), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:54.638100 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-a675282a-7eb6-4f9d-b4b3-402d503e34d4 req-e13b46e4-5068-4176-993f-d7f083b64687 service neutron] For port 581dc8c3-b87e-4b13-b9df-77efa9de3d8d, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=581dc8c3-b87e-4b13-b9df-77efa9de3d8d,segment=NetworkSegment(62a331e7-e6d6-4fbc-9e3c-2d3acdfd7c92),segment_id=62a331e7-e6d6-4fbc-9e3c-2d3acdfd7c92)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:13:54.660172 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-09271352-bf5f-42a8-a901-63828e061a55 req-a836ac4b-5f74-4d2f-82df-5649a22f337e tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] 10.222.0.64 "GET /v2.0/security-groups?id=3f90d94c-91ad-4c19-b727-cb7657651c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411874 Jan 28 19:13:54.700828 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port d627f5c4-03a1-4090-9960-c291d12bf368, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=d627f5c4-03a1-4090-9960-c291d12bf368,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:13:54.707246 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-a675282a-7eb6-4f9d-b4b3-402d503e34d4 req-e13b46e4-5068-4176-993f-d7f083b64687 service neutron] For port 581dc8c3-b87e-4b13-b9df-77efa9de3d8d, host n-h1-812111-14, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:13:54.717605 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (d627f5c4-03a1-4090-9960-c291d12bf368), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:54.777711 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46b1863a-e7b2-4c60-bc44-9ff00fc6c561', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '581dc8c3-b87e-4b13-b9df-77efa9de3d8d'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:13:54.779993 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22a125fe-86dd-450a-a5bc-913769c0f641" -d '{"events": [{"server_uuid": "46b1863a-e7b2-4c60-bc44-9ff00fc6c561", "name": "network-vif-unplugged", "status": "completed", "tag": "581dc8c3-b87e-4b13-b9df-77efa9de3d8d"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:13:54.790281 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-a675282a-7eb6-4f9d-b4b3-402d503e34d4 req-e13b46e4-5068-4176-993f-d7f083b64687 service neutron] Publish callbacks [] for port (581dc8c3-b87e-4b13-b9df-77efa9de3d8d), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:54.797331 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-a675282a-7eb6-4f9d-b4b3-402d503e34d4 req-e13b46e4-5068-4176-993f-d7f083b64687 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (581dc8c3-b87e-4b13-b9df-77efa9de3d8d), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:54.806394 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7a497d-5f74-4e24-97a2-0145e71c557a req-fe4f4c7b-f3ef-46a6-b11c-b1654ab91292 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:54.808499 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8b7a497d-5f74-4e24-97a2-0145e71c557a req-fe4f4c7b-f3ef-46a6-b11c-b1654ab91292 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] 10.222.0.64 "GET /v2.0/ports?device_id=71928752-4f4e-4716-b0d5-ed7ec4fa5672 HTTP/1.1" status: 200 len: 950 time: 0.1174345 Jan 28 19:13:54.814068 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1a6c1ed-6708-45f7-96d8-9443e48b309d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49529e20-0458-4854-bc78-b96f4aac9c64'}, {'server_uuid': '71928752-4f4e-4716-b0d5-ed7ec4fa5672', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd627f5c4-03a1-4090-9960-c291d12bf368'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:13:54.825646 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b349dcda-f1f5-417d-88d8-bedd5e012999" -d '{"events": [{"server_uuid": "c1a6c1ed-6708-45f7-96d8-9443e48b309d", "name": "network-vif-plugged", "status": "completed", "tag": "49529e20-0458-4854-bc78-b96f4aac9c64"}, {"server_uuid": "71928752-4f4e-4716-b0d5-ed7ec4fa5672", "name": "network-vif-plugged", "status": "completed", "tag": "d627f5c4-03a1-4090-9960-c291d12bf368"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:13:54.829784 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=d627f5c4-03a1-4090-9960-c291d12bf368,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:54.831420 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7bb941a3-9463-4311-ae5c-440dc62d5815 admin admin] Publish callbacks [] for security_group (498e7090-a2c1-4687-9990-fc0426d07da2), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:54.844404 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7bb941a3-9463-4311-ae5c-440dc62d5815 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (498e7090-a2c1-4687-9990-fc0426d07da2), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:54.873917 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d041447-966e-4d27-8143-6a93a198652b req-f2cffc31-83f0-4a84-89c4-2895fcabb3e6 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:54.875453 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2d041447-966e-4d27-8143-6a93a198652b req-f2cffc31-83f0-4a84-89c4-2895fcabb3e6 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c32b98d-c462-4f26-b26d-2a0c3e0ac453 HTTP/1.1" status: 200 len: 945 time: 0.1073203 Jan 28 19:13:54.885566 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13b46e4-5068-4176-993f-d7f083b64687 service neutron] Pushing event updated for resources: {'Port': ['ID=581dc8c3-b87e-4b13-b9df-77efa9de3d8d,revision_number=7']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:54.906199 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-7bb941a3-9463-4311-ae5c-440dc62d5815 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0501972f13ce4fd5a5196d6541083a70&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5481832 Jan 28 19:13:54.911206 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 35626) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:13:54.922867 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8b7a497d-5f74-4e24-97a2-0145e71c557a req-83967a2a-ae46-46ae-9b19-1110f507ad4b tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] 10.222.0.64 "GET /v2.0/security-groups?id=2478b850-89ab-4114-a340-71569acb8761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758579 Jan 28 19:13:54.951827 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-a675282a-7eb6-4f9d-b4b3-402d503e34d4 req-e13b46e4-5068-4176-993f-d7f083b64687 service neutron] Attempting to bind port 581dc8c3-b87e-4b13-b9df-77efa9de3d8d on host n-h1-812111-14 for vnic_type normal with profile {"migrating_to": "n-h2-812111-14"} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:13:54.951827 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-a675282a-7eb6-4f9d-b4b3-402d503e34d4 req-e13b46e4-5068-4176-993f-d7f083b64687 service neutron] Attempting to bind port 581dc8c3-b87e-4b13-b9df-77efa9de3d8d by drivers openvswitch,hyperv on host n-h1-812111-14 at level 0 using segments [{'id': '62a331e7-e6d6-4fbc-9e3c-2d3acdfd7c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '72a547d0-d9da-4c9f-b2a7-a4b786ea70ac'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:13:54.951827 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a675282a-7eb6-4f9d-b4b3-402d503e34d4 req-e13b46e4-5068-4176-993f-d7f083b64687 service neutron] Attempting to bind port 581dc8c3-b87e-4b13-b9df-77efa9de3d8d on network 72a547d0-d9da-4c9f-b2a7-a4b786ea70ac {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:13:54.953861 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb941a3-9463-4311-ae5c-440dc62d5815 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=498e7090-a2c1-4687-9990-fc0426d07da2,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:54.955980 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a675282a-7eb6-4f9d-b4b3-402d503e34d4 req-e13b46e4-5068-4176-993f-d7f083b64687 service neutron] Port 581dc8c3-b87e-4b13-b9df-77efa9de3d8d on network 72a547d0-d9da-4c9f-b2a7-a4b786ea70ac not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-14 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:13:54.956410 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a675282a-7eb6-4f9d-b4b3-402d503e34d4 req-e13b46e4-5068-4176-993f-d7f083b64687 service neutron] Attempting to bind port 581dc8c3-b87e-4b13-b9df-77efa9de3d8d on network 72a547d0-d9da-4c9f-b2a7-a4b786ea70ac {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:13:54.967050 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a675282a-7eb6-4f9d-b4b3-402d503e34d4 req-e13b46e4-5068-4176-993f-d7f083b64687 service neutron] Checking agent: {'id': 'b544ba20-de93-4d86-9e6b-a2202deb6191', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:13:54.967685 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a675282a-7eb6-4f9d-b4b3-402d503e34d4 req-e13b46e4-5068-4176-993f-d7f083b64687 service neutron] Checking segment: {'id': '62a331e7-e6d6-4fbc-9e3c-2d3acdfd7c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '72a547d0-d9da-4c9f-b2a7-a4b786ea70ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:13:54.968363 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a675282a-7eb6-4f9d-b4b3-402d503e34d4 req-e13b46e4-5068-4176-993f-d7f083b64687 service neutron] Bound using segment: {'id': '62a331e7-e6d6-4fbc-9e3c-2d3acdfd7c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '72a547d0-d9da-4c9f-b2a7-a4b786ea70ac'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:13:54.969363 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-a675282a-7eb6-4f9d-b4b3-402d503e34d4 req-e13b46e4-5068-4176-993f-d7f083b64687 service neutron] Bound port: 581dc8c3-b87e-4b13-b9df-77efa9de3d8d, host: n-h1-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62a331e7-e6d6-4fbc-9e3c-2d3acdfd7c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '72a547d0-d9da-4c9f-b2a7-a4b786ea70ac'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:13:54.969842 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-a675282a-7eb6-4f9d-b4b3-402d503e34d4 req-e13b46e4-5068-4176-993f-d7f083b64687 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (581dc8c3-b87e-4b13-b9df-77efa9de3d8d), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:55.013438 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2d041447-966e-4d27-8143-6a93a198652b req-b909d8f0-f39e-47db-8292-4f3bd5c62799 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/security-groups?id=414e93b9-08bc-438e-9127-05114ed7dbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239715 Jan 28 19:13:55.014264 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ee1bb217-74e3-426f-a036-29021041d5a3 admin admin] Publish callbacks [] for security_group (498e7090-a2c1-4687-9990-fc0426d07da2), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:55.035428 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 19:13:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02f17fc5-4aae-42bf-b7c3-06d3dd6d180e x-openstack-request-id: req-02f17fc5-4aae-42bf-b7c3-06d3dd6d180e {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:13:55.035428 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46b1863a-e7b2-4c60-bc44-9ff00fc6c561", "name": "network-vif-unplugged", "status": "completed", "tag": "581dc8c3-b87e-4b13-b9df-77efa9de3d8d", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:13:55.035428 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-02f17fc5-4aae-42bf-b7c3-06d3dd6d180e {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:13:55.035428 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46b1863a-e7b2-4c60-bc44-9ff00fc6c561', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '581dc8c3-b87e-4b13-b9df-77efa9de3d8d', 'code': 200} Jan 28 19:13:55.041270 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ee1bb217-74e3-426f-a036-29021041d5a3 admin admin] Publish callbacks [] for security_group (498e7090-a2c1-4687-9990-fc0426d07da2), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:55.069028 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-a675282a-7eb6-4f9d-b4b3-402d503e34d4 req-e13b46e4-5068-4176-993f-d7f083b64687 service neutron] For port 581dc8c3-b87e-4b13-b9df-77efa9de3d8d, host n-h1-812111-14, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:13:55.073492 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-a675282a-7eb6-4f9d-b4b3-402d503e34d4 req-e13b46e4-5068-4176-993f-d7f083b64687 service neutron] For port 581dc8c3-b87e-4b13-b9df-77efa9de3d8d, host n-h1-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=581dc8c3-b87e-4b13-b9df-77efa9de3d8d,segment=NetworkSegment(62a331e7-e6d6-4fbc-9e3c-2d3acdfd7c92),segment_id=62a331e7-e6d6-4fbc-9e3c-2d3acdfd7c92)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:13:55.085615 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-a675282a-7eb6-4f9d-b4b3-402d503e34d4 req-e13b46e4-5068-4176-993f-d7f083b64687 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (581dc8c3-b87e-4b13-b9df-77efa9de3d8d), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:55.106747 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 28 Jan 2022 19:13:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87570599-4c17-4295-b76d-784c64c7c750 x-openstack-request-id: req-87570599-4c17-4295-b76d-784c64c7c750 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:13:55.107199 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1a6c1ed-6708-45f7-96d8-9443e48b309d", "name": "network-vif-plugged", "status": "completed", "tag": "49529e20-0458-4854-bc78-b96f4aac9c64", "code": 200}, {"server_uuid": "71928752-4f4e-4716-b0d5-ed7ec4fa5672", "name": "network-vif-plugged", "status": "completed", "tag": "d627f5c4-03a1-4090-9960-c291d12bf368", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:13:55.107795 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-87570599-4c17-4295-b76d-784c64c7c750 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:13:55.108258 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1a6c1ed-6708-45f7-96d8-9443e48b309d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49529e20-0458-4854-bc78-b96f4aac9c64', 'code': 200} Jan 28 19:13:55.108617 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71928752-4f4e-4716-b0d5-ed7ec4fa5672', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd627f5c4-03a1-4090-9960-c291d12bf368', 'code': 200} Jan 28 19:13:55.130875 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ee1bb217-74e3-426f-a036-29021041d5a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (498e7090-a2c1-4687-9990-fc0426d07da2), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:55.133597 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ee1bb217-74e3-426f-a036-29021041d5a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:55.137263 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-ee1bb217-74e3-426f-a036-29021041d5a3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/498e7090-a2c1-4687-9990-fc0426d07da2 HTTP/1.1" status: 204 len: 168 time: 0.2226903 Jan 28 19:13:55.149029 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1bb217-74e3-426f-a036-29021041d5a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=498e7090-a2c1-4687-9990-fc0426d07da2,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:55.197907 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f346bf-3809-4b00-9c26-8c7c3d11bcbc req-e7ccdd12-ea82-47d0-b600-d4b06a2b645c tempest-LiveMigrationTest-1644078950 tempest-LiveMigrationTest-1644078950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:55.199524 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a675282a-7eb6-4f9d-b4b3-402d503e34d4 req-e13b46e4-5068-4176-993f-d7f083b64687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:55.200143 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-a675282a-7eb6-4f9d-b4b3-402d503e34d4 req-e13b46e4-5068-4176-993f-d7f083b64687 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:55.201752 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a675282a-7eb6-4f9d-b4b3-402d503e34d4 req-e13b46e4-5068-4176-993f-d7f083b64687 service neutron] 10.222.0.70 "PUT /v2.0/ports/581dc8c3-b87e-4b13-b9df-77efa9de3d8d HTTP/1.1" status: 200 len: 1124 time: 1.3512547 Jan 28 19:13:55.210710 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c8f346bf-3809-4b00-9c26-8c7c3d11bcbc req-e7ccdd12-ea82-47d0-b600-d4b06a2b645c tempest-LiveMigrationTest-1644078950 tempest-LiveMigrationTest-1644078950-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=6c32b98d-c462-4f26-b26d-2a0c3e0ac453 HTTP/1.1" status: 200 len: 1128 time: 0.1131740 Jan 28 19:13:55.269701 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c8f346bf-3809-4b00-9c26-8c7c3d11bcbc req-63fbcd59-d867-4a87-8ba6-7aa71a82a73c tempest-LiveMigrationTest-1644078950 tempest-LiveMigrationTest-1644078950-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=414e93b9-08bc-438e-9127-05114ed7dbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631042 Jan 28 19:13:55.309560 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['581dc8c3-b87e-4b13-b9df-77efa9de3d8d'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:13:55.327160 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13b46e4-5068-4176-993f-d7f083b64687 service neutron] Pushing event updated for resources: {'Port': ['ID=581dc8c3-b87e-4b13-b9df-77efa9de3d8d,revision_number=8']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:55.352844 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 96e6a3f6-9ea4-4c9e-9a87-1a01a1ae9418 up at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:13:55.365880 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc27377-9689-44de-85a1-e94e22a1b2a1 req-dcf3dee2-e3b7-4ae3-8c74-0be0f9173011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:55.367450 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2bc27377-9689-44de-85a1-e94e22a1b2a1 req-dcf3dee2-e3b7-4ae3-8c74-0be0f9173011 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=c1a6c1ed-6708-45f7-96d8-9443e48b309d HTTP/1.1" status: 200 len: 1132 time: 0.1503308 Jan 28 19:13:55.370078 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbba2c2-0c70-46eb-8fd3-ae3daa44215f req-f7fe7c8f-da67-4c18-98d1-9e506e589284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:55.371648 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8dbba2c2-0c70-46eb-8fd3-ae3daa44215f req-f7fe7c8f-da67-4c18-98d1-9e506e589284 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=71928752-4f4e-4716-b0d5-ed7ec4fa5672 HTTP/1.1" status: 200 len: 1133 time: 0.1804912 Jan 28 19:13:55.387228 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c1c211-d50c-4c0c-b8d6-17732408e2d9 req-3d75487c-9698-4d5d-8c9b-f1ec72db3b0d tempest-DeleteServersAdminTestJSON-1976717136 tempest-DeleteServersAdminTestJSON-1976717136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:55.394039 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-50c1c211-d50c-4c0c-b8d6-17732408e2d9 req-3d75487c-9698-4d5d-8c9b-f1ec72db3b0d tempest-DeleteServersAdminTestJSON-1976717136 tempest-DeleteServersAdminTestJSON-1976717136-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1a6c1ed-6708-45f7-96d8-9443e48b309d HTTP/1.1" status: 200 len: 949 time: 0.1751781 Jan 28 19:13:55.453993 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning for port 96e6a3f6-9ea4-4c9e-9a87-1a01a1ae9418 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:13:55.465359 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning complete for port 96e6a3f6-9ea4-4c9e-9a87-1a01a1ae9418 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:13:55.465684 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (96e6a3f6-9ea4-4c9e-9a87-1a01a1ae9418), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:55.502384 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2bc27377-9689-44de-85a1-e94e22a1b2a1 req-9461af02-193a-4ed1-b03d-c108bbb6e196 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=44c80812-4aa5-4d90-8f94-d0e5f13c50f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232562 Jan 28 19:13:55.504224 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8dbba2c2-0c70-46eb-8fd3-ae3daa44215f req-5ab59b9c-a352-4602-8c78-9e7bc00a37aa service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2478b850-89ab-4114-a340-71569acb8761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039929 Jan 28 19:13:55.514479 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-50c1c211-d50c-4c0c-b8d6-17732408e2d9 req-c2207240-1628-4150-96db-220b85a8600b tempest-DeleteServersAdminTestJSON-1976717136 tempest-DeleteServersAdminTestJSON-1976717136-project] 10.222.0.64 "GET /v2.0/security-groups?id=44c80812-4aa5-4d90-8f94-d0e5f13c50f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195374 Jan 28 19:13:55.574884 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 96e6a3f6-9ea4-4c9e-9a87-1a01a1ae9418 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:13:55.575372 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (96e6a3f6-9ea4-4c9e-9a87-1a01a1ae9418), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:55.623562 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdedd586-836c-4635-96cd-f4a6a8eaae23 req-7a15cda6-7e7a-4edd-8225-b66296b42473 tempest-LiveMigrationTest-1644078950 tempest-LiveMigrationTest-1644078950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:55.625468 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-bdedd586-836c-4635-96cd-f4a6a8eaae23 req-7a15cda6-7e7a-4edd-8225-b66296b42473 tempest-LiveMigrationTest-1644078950 tempest-LiveMigrationTest-1644078950-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=6c32b98d-c462-4f26-b26d-2a0c3e0ac453 HTTP/1.1" status: 200 len: 1128 time: 0.0571222 Jan 28 19:13:55.629055 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 96e6a3f6-9ea4-4c9e-9a87-1a01a1ae9418, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=96e6a3f6-9ea4-4c9e-9a87-1a01a1ae9418,segment=NetworkSegment(1e24c993-748e-4143-b1c2-ba3fed624cb8),segment_id=1e24c993-748e-4143-b1c2-ba3fed624cb8)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:13:55.634005 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (96e6a3f6-9ea4-4c9e-9a87-1a01a1ae9418), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:55.689280 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=96e6a3f6-9ea4-4c9e-9a87-1a01a1ae9418,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:55.689644 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-bdedd586-836c-4635-96cd-f4a6a8eaae23 req-69dea365-7846-4111-bad4-58688d5f3659 tempest-LiveMigrationTest-1644078950 tempest-LiveMigrationTest-1644078950-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=414e93b9-08bc-438e-9127-05114ed7dbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522039 Jan 28 19:13:55.723668 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 35658) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:13:55.739472 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-22d65b1f-e6eb-4e68-8a51-351d311b2e6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:55.766695 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-265da3de-6a5c-4615-8b14-c5020811cee6 req-dd1d2529-18eb-4c0d-b450-95b848a93dad tempest-LiveMigrationNegativeTest-998910460 tempest-LiveMigrationNegativeTest-998910460-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=b56c4b4035e84c9e80e67b26de6eda12&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293057 Jan 28 19:13:55.800345 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0406aa-95b7-4735-846d-a7048c87b298 req-dc8c6dc9-b8b4-4f35-b44f-457265675a2f tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:55.802475 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6d0406aa-95b7-4735-846d-a7048c87b298 req-dc8c6dc9-b8b4-4f35-b44f-457265675a2f tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=46b1863a-e7b2-4c60-bc44-9ff00fc6c561 HTTP/1.1" status: 200 len: 944 time: 0.0543709 Jan 28 19:13:55.853880 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6d0406aa-95b7-4735-846d-a7048c87b298 req-312a003f-8a1b-400a-abc2-d78da3a7de7b tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449154 Jan 28 19:13:55.922864 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265da3de-6a5c-4615-8b14-c5020811cee6 req-1680ca90-738f-4e8b-82ab-7de97e56c912 tempest-LiveMigrationNegativeTest-998910460 tempest-LiveMigrationNegativeTest-998910460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:55.924342 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-265da3de-6a5c-4615-8b14-c5020811cee6 req-1680ca90-738f-4e8b-82ab-7de97e56c912 tempest-LiveMigrationNegativeTest-998910460 tempest-LiveMigrationNegativeTest-998910460-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1518891 Jan 28 19:13:55.934780 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-22d65b1f-e6eb-4e68-8a51-351d311b2e6c admin admin] Publish callbacks [] for security_group (81ecdbf4-43da-43fc-9894-59d60fa543e5), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:55.942052 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-22d65b1f-e6eb-4e68-8a51-351d311b2e6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (81ecdbf4-43da-43fc-9894-59d60fa543e5), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:55.957624 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-265da3de-6a5c-4615-8b14-c5020811cee6 req-235c04c9-4d1e-4a4d-9941-3bb42a87919d tempest-LiveMigrationNegativeTest-998910460 tempest-LiveMigrationNegativeTest-998910460-project] 10.222.0.64 "GET /v2.0/quotas/b56c4b4035e84c9e80e67b26de6eda12 HTTP/1.1" status: 200 len: 375 time: 0.0255218 Jan 28 19:13:55.969491 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9883d174-ad83-4a10-8880-af35104f1bf7 req-c4bd9466-7ba8-4ca2-9947-259703977158 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:55.970874 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9883d174-ad83-4a10-8880-af35104f1bf7 req-c4bd9466-7ba8-4ca2-9947-259703977158 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e642740-d0d8-41b1-a248-8168c3dece03 HTTP/1.1" status: 200 len: 945 time: 0.0552895 Jan 28 19:13:56.010458 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-265da3de-6a5c-4615-8b14-c5020811cee6 req-dc41a63c-fed6-41d0-b522-d140f069f665 tempest-LiveMigrationNegativeTest-998910460 tempest-LiveMigrationNegativeTest-998910460-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=b56c4b4035e84c9e80e67b26de6eda12&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0417120 Jan 28 19:13:56.016835 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-22d65b1f-e6eb-4e68-8a51-351d311b2e6c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e64be1c67b1842e5874564d51457beb9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2920294 Jan 28 19:13:56.017195 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 35662) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:13:56.017762 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d65b1f-e6eb-4e68-8a51-351d311b2e6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81ecdbf4-43da-43fc-9894-59d60fa543e5,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:56.023024 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9883d174-ad83-4a10-8880-af35104f1bf7 req-0e29f6d9-2911-42e7-be75-2299482dff63 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] 10.222.0.64 "GET /v2.0/security-groups?id=3f90d94c-91ad-4c19-b727-cb7657651c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461168 Jan 28 19:13:56.071017 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ba422c7f-4648-4aea-b058-bb381a71d6df admin admin] Publish callbacks [] for security_group (81ecdbf4-43da-43fc-9894-59d60fa543e5), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:56.102503 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ba422c7f-4648-4aea-b058-bb381a71d6df admin admin] Publish callbacks [] for security_group (81ecdbf4-43da-43fc-9894-59d60fa543e5), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:56.192369 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f59c27-fd07-4c88-a631-b3a3a66c65a9 req-349da2a7-d3c7-4f81-a2e2-1281828dca24 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:56.193916 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-11f59c27-fd07-4c88-a631-b3a3a66c65a9 req-349da2a7-d3c7-4f81-a2e2-1281828dca24 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] 10.222.0.64 "GET /v2.0/ports?device_id=71928752-4f4e-4716-b0d5-ed7ec4fa5672 HTTP/1.1" status: 200 len: 950 time: 0.0634341 Jan 28 19:13:56.213239 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ba422c7f-4648-4aea-b058-bb381a71d6df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (81ecdbf4-43da-43fc-9894-59d60fa543e5), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:56.216116 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ba422c7f-4648-4aea-b058-bb381a71d6df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:56.217295 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-ba422c7f-4648-4aea-b058-bb381a71d6df admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/81ecdbf4-43da-43fc-9894-59d60fa543e5 HTTP/1.1" status: 204 len: 168 time: 0.1991134 Jan 28 19:13:56.235446 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba422c7f-4648-4aea-b058-bb381a71d6df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81ecdbf4-43da-43fc-9894-59d60fa543e5,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:56.298963 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-11f59c27-fd07-4c88-a631-b3a3a66c65a9 req-a5f157e5-30eb-4c58-b790-df13e98e02c4 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] 10.222.0.64 "GET /v2.0/security-groups?id=2478b850-89ab-4114-a340-71569acb8761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892365 Jan 28 19:13:56.360065 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a222af9e-8a13-46f5-97ab-bafceae7f672 req-c11708b7-2ef3-442b-8c65-9efebede87ce tempest-LiveMigrationNegativeTest-998910460 tempest-LiveMigrationNegativeTest-998910460-project] 10.222.0.64 "GET /v2.0/ports?device_id=83994444-c661-48a0-afb1-be10667a7cf1 HTTP/1.1" status: 200 len: 210 time: 0.0461683 Jan 28 19:13:56.419897 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eebbe2a-c3a2-4b41-bfc5-dce9a8050e8f req-03024667-288f-4d38-95c5-105cba4a1cd5 tempest-LiveMigrationTest-1644078950 tempest-LiveMigrationTest-1644078950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:56.421665 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3eebbe2a-c3a2-4b41-bfc5-dce9a8050e8f req-03024667-288f-4d38-95c5-105cba4a1cd5 tempest-LiveMigrationTest-1644078950 tempest-LiveMigrationTest-1644078950-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=6c32b98d-c462-4f26-b26d-2a0c3e0ac453 HTTP/1.1" status: 200 len: 1128 time: 0.0490057 Jan 28 19:13:56.478950 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3eebbe2a-c3a2-4b41-bfc5-dce9a8050e8f req-3c8be26d-1794-4902-8caf-46b2c69fd6c9 tempest-LiveMigrationTest-1644078950 tempest-LiveMigrationTest-1644078950-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=414e93b9-08bc-438e-9127-05114ed7dbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504746 Jan 28 19:13:56.657632 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82e75da-d3d8-4699-8a51-04bee139f482 req-ec65ce21-cf0f-4b42-9bc0-07dc3b11f539 tempest-DeleteServersAdminTestJSON-1976717136 tempest-DeleteServersAdminTestJSON-1976717136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:56.664514 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f82e75da-d3d8-4699-8a51-04bee139f482 req-ec65ce21-cf0f-4b42-9bc0-07dc3b11f539 tempest-DeleteServersAdminTestJSON-1976717136 tempest-DeleteServersAdminTestJSON-1976717136-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1a6c1ed-6708-45f7-96d8-9443e48b309d HTTP/1.1" status: 200 len: 949 time: 0.0785968 Jan 28 19:13:56.711294 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f82e75da-d3d8-4699-8a51-04bee139f482 req-83b99124-c3b4-4c55-bee3-22b32f0e5e55 tempest-DeleteServersAdminTestJSON-1976717136 tempest-DeleteServersAdminTestJSON-1976717136-project] 10.222.0.64 "GET /v2.0/security-groups?id=44c80812-4aa5-4d90-8f94-d0e5f13c50f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458961 Jan 28 19:13:56.987369 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c898912f-24a3-4d7f-96a7-5b2b17941368 req-9cd097db-0884-4f3a-8b3b-298ab863cfd6 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:56.988886 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c898912f-24a3-4d7f-96a7-5b2b17941368 req-9cd097db-0884-4f3a-8b3b-298ab863cfd6 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=46b1863a-e7b2-4c60-bc44-9ff00fc6c561 HTTP/1.1" status: 200 len: 944 time: 0.0597734 Jan 28 19:13:57.036097 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46b1863a-e7b2-4c60-bc44-9ff00fc6c561', 'tag': '581dc8c3-b87e-4b13-b9df-77efa9de3d8d'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:13:57.038388 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceaa4b50-5c2d-4f72-83e3-1e12ad190b54" -d '{"events": [{"name": "network-changed", "server_uuid": "46b1863a-e7b2-4c60-bc44-9ff00fc6c561", "tag": "581dc8c3-b87e-4b13-b9df-77efa9de3d8d"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:13:57.051402 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c898912f-24a3-4d7f-96a7-5b2b17941368 req-fbec9d70-de32-42c6-82d5-0cc875e724ae tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568089 Jan 28 19:13:57.088101 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3023525-ab77-40ed-9372-86e98b0b5f11 x-openstack-request-id: req-a3023525-ab77-40ed-9372-86e98b0b5f11 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:13:57.088584 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46b1863a-e7b2-4c60-bc44-9ff00fc6c561", "tag": "581dc8c3-b87e-4b13-b9df-77efa9de3d8d", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:13:57.088954 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a3023525-ab77-40ed-9372-86e98b0b5f11 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:13:57.089462 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46b1863a-e7b2-4c60-bc44-9ff00fc6c561', 'tag': '581dc8c3-b87e-4b13-b9df-77efa9de3d8d', 'status': 'completed', 'code': 200} Jan 28 19:13:57.109618 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e642740-d0d8-41b1-a248-8168c3dece03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96e6a3f6-9ea4-4c9e-9a87-1a01a1ae9418'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:13:57.112119 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b91c971-032c-4955-a65e-760df86b3edc" -d '{"events": [{"server_uuid": "9e642740-d0d8-41b1-a248-8168c3dece03", "name": "network-vif-plugged", "status": "completed", "tag": "96e6a3f6-9ea4-4c9e-9a87-1a01a1ae9418"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:13:57.160749 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de88a101-25c0-46ca-bc6a-f768238aadcb x-openstack-request-id: req-de88a101-25c0-46ca-bc6a-f768238aadcb {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:13:57.161286 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e642740-d0d8-41b1-a248-8168c3dece03", "name": "network-vif-plugged", "status": "completed", "tag": "96e6a3f6-9ea4-4c9e-9a87-1a01a1ae9418", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:13:57.161550 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-de88a101-25c0-46ca-bc6a-f768238aadcb {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:13:57.161944 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e642740-d0d8-41b1-a248-8168c3dece03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96e6a3f6-9ea4-4c9e-9a87-1a01a1ae9418', 'code': 200} Jan 28 19:13:57.195346 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaa4b50-5c2d-4f72-83e3-1e12ad190b54 req-38a31ea4-e8dd-4266-bde5-605fd111e2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:57.196887 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ceaa4b50-5c2d-4f72-83e3-1e12ad190b54 req-38a31ea4-e8dd-4266-bde5-605fd111e2e3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=57a0678ad1cb4e46b30e232c1f317a59&device_id=46b1863a-e7b2-4c60-bc44-9ff00fc6c561 HTTP/1.1" status: 200 len: 1158 time: 0.0867937 Jan 28 19:13:57.217453 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bde99e-c1a7-4b28-8811-ea9e9a29f4f4 req-c7a835df-c209-4b94-9e97-12c5ee55f7b1 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:57.224952 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-26bde99e-c1a7-4b28-8811-ea9e9a29f4f4 req-c7a835df-c209-4b94-9e97-12c5ee55f7b1 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e642740-d0d8-41b1-a248-8168c3dece03 HTTP/1.1" status: 200 len: 945 time: 0.0838389 Jan 28 19:13:57.303803 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-265da3de-6a5c-4615-8b14-c5020811cee6 req-e9b74204-23ae-4e95-bea6-fa574189474e tempest-LiveMigrationNegativeTest-998910460 tempest-LiveMigrationNegativeTest-998910460-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=b56c4b4035e84c9e80e67b26de6eda12&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0267029 Jan 28 19:13:57.335392 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 581dc8c3-b87e-4b13-b9df-77efa9de3d8d details requested by agent hyperv_n-h2-812111-14 with host n-h2-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:13:57.432457 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-26bde99e-c1a7-4b28-8811-ea9e9a29f4f4 req-67a95a6c-3f60-4352-8e9d-95ea2c057821 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] 10.222.0.64 "GET /v2.0/security-groups?id=3f90d94c-91ad-4c19-b727-cb7657651c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948543 Jan 28 19:13:57.444744 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df9aec6-30ed-44e2-af17-623f80d5e1dc req-67c61b35-e6bf-4148-beb9-331beaec8e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:57.446249 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9df9aec6-30ed-44e2-af17-623f80d5e1dc req-67c61b35-e6bf-4148-beb9-331beaec8e03 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=9e642740-d0d8-41b1-a248-8168c3dece03 HTTP/1.1" status: 200 len: 1128 time: 0.1902645 Jan 28 19:13:57.451277 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265da3de-6a5c-4615-8b14-c5020811cee6 req-7eb2376c-90aa-4d2d-b0dc-66e4ea5dfe90 tempest-LiveMigrationNegativeTest-998910460 tempest-LiveMigrationNegativeTest-998910460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:57.453154 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-265da3de-6a5c-4615-8b14-c5020811cee6 req-7eb2376c-90aa-4d2d-b0dc-66e4ea5dfe90 tempest-LiveMigrationNegativeTest-998910460 tempest-LiveMigrationNegativeTest-998910460-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1429317 Jan 28 19:13:57.477402 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-265da3de-6a5c-4615-8b14-c5020811cee6 req-3f4ba031-d023-4b72-9a27-363497f3a5fa tempest-LiveMigrationNegativeTest-998910460 tempest-LiveMigrationNegativeTest-998910460-project] Request body: {'port': {'device_id': '83994444-c661-48a0-afb1-be10667a7cf1', 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91', 'admin_state_up': True, 'tenant_id': 'b56c4b4035e84c9e80e67b26de6eda12'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:13:57.492423 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 581dc8c3-b87e-4b13-b9df-77efa9de3d8d, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=581dc8c3-b87e-4b13-b9df-77efa9de3d8d,segment=NetworkSegment(62a331e7-e6d6-4fbc-9e3c-2d3acdfd7c92),segment_id=62a331e7-e6d6-4fbc-9e3c-2d3acdfd7c92)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:13:57.505025 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaa4b50-5c2d-4f72-83e3-1e12ad190b54 req-24366a5a-f2e6-4729-8b86-59d6d1226fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:57.505841 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 581dc8c3-b87e-4b13-b9df-77efa9de3d8d has no active binding in host n-h2-812111-14 {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 28 19:13:57.510930 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ceaa4b50-5c2d-4f72-83e3-1e12ad190b54 req-24366a5a-f2e6-4729-8b86-59d6d1226fe9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=72a547d0-d9da-4c9f-b2a7-a4b786ea70ac HTTP/1.1" status: 200 len: 920 time: 0.2843747 Jan 28 19:13:57.589567 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2ac7831b-5c08-40af-a077-fbf1e88df44e req-eb631b9e-ba4b-4095-9bb5-ea5a9bdde6b2 tempest-LiveMigrationNegativeTest-998910460 tempest-LiveMigrationNegativeTest-998910460-project] 10.222.0.64 "GET /v2.0/ports?device_id=83994444-c661-48a0-afb1-be10667a7cf1 HTTP/1.1" status: 200 len: 210 time: 0.0681648 Jan 28 19:13:57.594252 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fa70de-7bad-4657-bc92-b82c5a302211 req-d84e2b55-beac-46b9-88a0-f2394aed263b tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:57.596180 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-22fa70de-7bad-4657-bc92-b82c5a302211 req-d84e2b55-beac-46b9-88a0-f2394aed263b tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] 10.222.0.64 "GET /v2.0/ports?device_id=71928752-4f4e-4716-b0d5-ed7ec4fa5672 HTTP/1.1" status: 200 len: 950 time: 0.1419752 Jan 28 19:13:57.619912 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9df9aec6-30ed-44e2-af17-623f80d5e1dc req-00ab0c67-37bf-492a-b418-2f068daece0d service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=3f90d94c-91ad-4c19-b727-cb7657651c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641636 Jan 28 19:13:57.621139 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ceaa4b50-5c2d-4f72-83e3-1e12ad190b54 req-ce529606-51da-4111-bd0c-efcfecc6fb77 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=581dc8c3-b87e-4b13-b9df-77efa9de3d8d HTTP/1.1" status: 200 len: 217 time: 0.1012282 Jan 28 19:13:57.671848 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-265da3de-6a5c-4615-8b14-c5020811cee6 req-3f4ba031-d023-4b72-9a27-363497f3a5fa tempest-LiveMigrationNegativeTest-998910460 tempest-LiveMigrationNegativeTest-998910460-project] Made reservation on behalf of b56c4b4035e84c9e80e67b26de6eda12 for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:13:57.675296 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-265da3de-6a5c-4615-8b14-c5020811cee6 req-3f4ba031-d023-4b72-9a27-363497f3a5fa tempest-LiveMigrationNegativeTest-998910460 tempest-LiveMigrationNegativeTest-998910460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:57.679690 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-22fa70de-7bad-4657-bc92-b82c5a302211 req-ddfaf162-3039-4ad6-8aa0-fe28cbf849f6 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] 10.222.0.64 "GET /v2.0/security-groups?id=2478b850-89ab-4114-a340-71569acb8761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775847 Jan 28 19:13:57.686688 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-265da3de-6a5c-4615-8b14-c5020811cee6 req-3f4ba031-d023-4b72-9a27-363497f3a5fa tempest-LiveMigrationNegativeTest-998910460 tempest-LiveMigrationNegativeTest-998910460-project] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:57.707310 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaa4b50-5c2d-4f72-83e3-1e12ad190b54 req-da7e841a-45af-4769-b45e-d006ffdfb9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:57.709273 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ceaa4b50-5c2d-4f72-83e3-1e12ad190b54 req-da7e841a-45af-4769-b45e-d006ffdfb9e3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7e42a0bc-2ea3-4c64-b0da-1fe419b4beb8 HTTP/1.1" status: 200 len: 860 time: 0.0800023 Jan 28 19:13:57.761705 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ceaa4b50-5c2d-4f72-83e3-1e12ad190b54 req-500f414f-92e7-4c01-8e8c-9c30814d3187 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=72a547d0-d9da-4c9f-b2a7-a4b786ea70ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444331 Jan 28 19:13:57.771634 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8a2d04-1137-4358-aea9-a225abd82ad0 req-d96f64a1-0dc3-4f55-b52a-1f5c75255f54 tempest-LiveMigrationTest-1644078950 tempest-LiveMigrationTest-1644078950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:57.780715 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6d8a2d04-1137-4358-aea9-a225abd82ad0 req-d96f64a1-0dc3-4f55-b52a-1f5c75255f54 tempest-LiveMigrationTest-1644078950 tempest-LiveMigrationTest-1644078950-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=6c32b98d-c462-4f26-b26d-2a0c3e0ac453 HTTP/1.1" status: 200 len: 1128 time: 0.1108584 Jan 28 19:13:57.796844 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-265da3de-6a5c-4615-8b14-c5020811cee6 req-3f4ba031-d023-4b72-9a27-363497f3a5fa tempest-LiveMigrationNegativeTest-998910460 tempest-LiveMigrationNegativeTest-998910460-project] Publish callbacks [] for security_group (d254ab6c-afc7-4730-9a7e-1ca125b4b963), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:57.807004 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-265da3de-6a5c-4615-8b14-c5020811cee6 req-3f4ba031-d023-4b72-9a27-363497f3a5fa tempest-LiveMigrationNegativeTest-998910460 tempest-LiveMigrationNegativeTest-998910460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (d254ab6c-afc7-4730-9a7e-1ca125b4b963), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:57.890652 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6d8a2d04-1137-4358-aea9-a225abd82ad0 req-b1f6e103-d92c-4158-aa82-81a044c46071 tempest-LiveMigrationTest-1644078950 tempest-LiveMigrationTest-1644078950-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=414e93b9-08bc-438e-9127-05114ed7dbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034901 Jan 28 19:13:57.910661 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ba031-d023-4b72-9a27-363497f3a5fa tempest-LiveMigrationNegativeTest-998910460 tempest-LiveMigrationNegativeTest-998910460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d254ab6c-afc7-4730-9a7e-1ca125b4b963,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:57.935867 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ceaa4b50-5c2d-4f72-83e3-1e12ad190b54 req-721ba28f-dd1a-42e1-9526-2d736f2f977b service neutron] 10.222.0.41 "GET /v2.0/networks/72a547d0-d9da-4c9f-b2a7-a4b786ea70ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665068 Jan 28 19:13:57.997209 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-265da3de-6a5c-4615-8b14-c5020811cee6 req-3f4ba031-d023-4b72-9a27-363497f3a5fa tempest-LiveMigrationNegativeTest-998910460 tempest-LiveMigrationNegativeTest-998910460-project] Allocated IP 192.168.233.170 (7810caa2-eac6-457d-9302-c8c215ef3e91/f2de4832-9ef6-4f40-9ac5-1557d5e6a6ff/1e9f02a8-a272-409b-b64c-20c21c6d0f61) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:13:58.085344 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98ef6ab-7222-4ca6-94c4-dca91bcb5861 req-7b1fcd6a-c6f2-4ffc-9a85-95ce23942083 tempest-DeleteServersAdminTestJSON-1976717136 tempest-DeleteServersAdminTestJSON-1976717136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:58.086833 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b98ef6ab-7222-4ca6-94c4-dca91bcb5861 req-7b1fcd6a-c6f2-4ffc-9a85-95ce23942083 tempest-DeleteServersAdminTestJSON-1976717136 tempest-DeleteServersAdminTestJSON-1976717136-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1a6c1ed-6708-45f7-96d8-9443e48b309d HTTP/1.1" status: 200 len: 949 time: 0.1153340 Jan 28 19:13:58.089195 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ceaa4b50-5c2d-4f72-83e3-1e12ad190b54 req-c878fe16-bda0-4313-91e7-8c3242966c5a service neutron] 10.222.0.41 "GET /v2.0/networks/72a547d0-d9da-4c9f-b2a7-a4b786ea70ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455431 Jan 28 19:13:58.142334 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b98ef6ab-7222-4ca6-94c4-dca91bcb5861 req-30581df5-3984-4651-a069-f47ef830b983 tempest-DeleteServersAdminTestJSON-1976717136 tempest-DeleteServersAdminTestJSON-1976717136-project] 10.222.0.64 "GET /v2.0/security-groups?id=44c80812-4aa5-4d90-8f94-d0e5f13c50f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485005 Jan 28 19:13:58.160349 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-265da3de-6a5c-4615-8b14-c5020811cee6 req-3f4ba031-d023-4b72-9a27-363497f3a5fa tempest-LiveMigrationNegativeTest-998910460 tempest-LiveMigrationNegativeTest-998910460-project] Publish callbacks [] for port (1e9f02a8-a272-409b-b64c-20c21c6d0f61), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:58.197311 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-265da3de-6a5c-4615-8b14-c5020811cee6 req-3f4ba031-d023-4b72-9a27-363497f3a5fa tempest-LiveMigrationNegativeTest-998910460 tempest-LiveMigrationNegativeTest-998910460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (1e9f02a8-a272-409b-b64c-20c21c6d0f61), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:58.252138 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-265da3de-6a5c-4615-8b14-c5020811cee6 req-3f4ba031-d023-4b72-9a27-363497f3a5fa tempest-LiveMigrationNegativeTest-998910460 tempest-LiveMigrationNegativeTest-998910460-project] Network 7810caa2-eac6-457d-9302-c8c215ef3e91 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:13:58.257698 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-265da3de-6a5c-4615-8b14-c5020811cee6 req-3f4ba031-d023-4b72-9a27-363497f3a5fa tempest-LiveMigrationNegativeTest-998910460 tempest-LiveMigrationNegativeTest-998910460-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:13:58.262385 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-265da3de-6a5c-4615-8b14-c5020811cee6 req-3f4ba031-d023-4b72-9a27-363497f3a5fa tempest-LiveMigrationNegativeTest-998910460 tempest-LiveMigrationNegativeTest-998910460-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:13:58.266626 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ba031-d023-4b72-9a27-363497f3a5fa tempest-LiveMigrationNegativeTest-998910460 tempest-LiveMigrationNegativeTest-998910460-project] Pushing event updated for resources: {'Port': ['ID=1e9f02a8-a272-409b-b64c-20c21c6d0f61,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:58.320555 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265da3de-6a5c-4615-8b14-c5020811cee6 req-3f4ba031-d023-4b72-9a27-363497f3a5fa tempest-LiveMigrationNegativeTest-998910460 tempest-LiveMigrationNegativeTest-998910460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:58.321359 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-265da3de-6a5c-4615-8b14-c5020811cee6 req-3f4ba031-d023-4b72-9a27-363497f3a5fa tempest-LiveMigrationNegativeTest-998910460 tempest-LiveMigrationNegativeTest-998910460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:58.339123 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7b1d2133-2158-43de-a263-eeca1016daa3 req-d288ef67-e6ec-433a-8e94-cf02dd552f98 tempest-TenantUsagesTestJSON-433282013 tempest-TenantUsagesTestJSON-433282013-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=bcd420ba59fe4471a63bf43f7316a1ef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0301034 Jan 28 19:13:58.341383 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-265da3de-6a5c-4615-8b14-c5020811cee6 req-3f4ba031-d023-4b72-9a27-363497f3a5fa tempest-LiveMigrationNegativeTest-998910460 tempest-LiveMigrationNegativeTest-998910460-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8696318 Jan 28 19:13:58.356338 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-265da3de-6a5c-4615-8b14-c5020811cee6 req-17a8be8b-bd3d-4295-a6d8-a3e7db1862d0 service neutron] Request body: {'port': {'device_id': '83994444-c661-48a0-afb1-be10667a7cf1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-14'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:13:58.425327 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-265da3de-6a5c-4615-8b14-c5020811cee6 req-17a8be8b-bd3d-4295-a6d8-a3e7db1862d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (1e9f02a8-a272-409b-b64c-20c21c6d0f61), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:58.475658 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1d2133-2158-43de-a263-eeca1016daa3 req-1e6479e8-5abd-4ac3-9070-514960174202 tempest-TenantUsagesTestJSON-433282013 tempest-TenantUsagesTestJSON-433282013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:58.480226 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7b1d2133-2158-43de-a263-eeca1016daa3 req-1e6479e8-5abd-4ac3-9070-514960174202 tempest-TenantUsagesTestJSON-433282013 tempest-TenantUsagesTestJSON-433282013-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1354117 Jan 28 19:13:58.499119 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7b1d2133-2158-43de-a263-eeca1016daa3 req-e6379436-fdde-4f30-8d9b-e3741628db06 tempest-TenantUsagesTestJSON-433282013 tempest-TenantUsagesTestJSON-433282013-project] 10.222.0.64 "GET /v2.0/quotas/bcd420ba59fe4471a63bf43f7316a1ef HTTP/1.1" status: 200 len: 375 time: 0.0099800 Jan 28 19:13:58.540446 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b3874d45-0e74-4cec-bcf1-f21d11ec587b None None] Provisioning complete for port 1e9f02a8-a272-409b-b64c-20c21c6d0f61 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:13:58.542713 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b3874d45-0e74-4cec-bcf1-f21d11ec587b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (1e9f02a8-a272-409b-b64c-20c21c6d0f61), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:58.553700 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7b1d2133-2158-43de-a263-eeca1016daa3 req-6be1c71d-330e-4cdb-8390-c6d31eedbf4c tempest-TenantUsagesTestJSON-433282013 tempest-TenantUsagesTestJSON-433282013-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=bcd420ba59fe4471a63bf43f7316a1ef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0451798 Jan 28 19:13:58.583976 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b3874d45-0e74-4cec-bcf1-f21d11ec587b None None] Port 1e9f02a8-a272-409b-b64c-20c21c6d0f61 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:13:58.737171 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [req-265da3de-6a5c-4615-8b14-c5020811cee6 req-17a8be8b-bd3d-4295-a6d8-a3e7db1862d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e9f02a8-a272-409b-b64c-20c21c6d0f61 {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:13:58.747984 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-265da3de-6a5c-4615-8b14-c5020811cee6 req-17a8be8b-bd3d-4295-a6d8-a3e7db1862d0 service neutron] Publish callbacks [] for port (1e9f02a8-a272-409b-b64c-20c21c6d0f61), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:58.764839 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-265da3de-6a5c-4615-8b14-c5020811cee6 req-17a8be8b-bd3d-4295-a6d8-a3e7db1862d0 service neutron] Transition to ACTIVE for port object 1e9f02a8-a272-409b-b64c-20c21c6d0f61 will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:13:58.771887 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-265da3de-6a5c-4615-8b14-c5020811cee6 req-17a8be8b-bd3d-4295-a6d8-a3e7db1862d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (1e9f02a8-a272-409b-b64c-20c21c6d0f61), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:58.800766 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e862cb-23e6-4f78-90bf-c1f40946d240 req-4b05d42e-3218-4191-ad6f-8408fe7c9b6a tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:58.802327 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d7e862cb-23e6-4f78-90bf-c1f40946d240 req-4b05d42e-3218-4191-ad6f-8408fe7c9b6a tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=46b1863a-e7b2-4c60-bc44-9ff00fc6c561 HTTP/1.1" status: 200 len: 944 time: 0.0668163 Jan 28 19:13:58.884215 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d7e862cb-23e6-4f78-90bf-c1f40946d240 req-fdfee137-7151-40ca-b586-348878316fc2 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749898 Jan 28 19:13:58.911739 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a8be8b-bd3d-4295-a6d8-a3e7db1862d0 service neutron] Pushing event updated for resources: {'Port': ['ID=1e9f02a8-a272-409b-b64c-20c21c6d0f61,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:58.934663 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-265da3de-6a5c-4615-8b14-c5020811cee6 req-17a8be8b-bd3d-4295-a6d8-a3e7db1862d0 service neutron] Attempting to bind port 1e9f02a8-a272-409b-b64c-20c21c6d0f61 on host n-h1-812111-14 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:13:58.935245 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-265da3de-6a5c-4615-8b14-c5020811cee6 req-17a8be8b-bd3d-4295-a6d8-a3e7db1862d0 service neutron] Attempting to bind port 1e9f02a8-a272-409b-b64c-20c21c6d0f61 by drivers openvswitch,hyperv on host n-h1-812111-14 at level 0 using segments [{'id': '195bcdbf-a031-4d8b-9f7f-e09fd37cd197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:13:58.935828 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265da3de-6a5c-4615-8b14-c5020811cee6 req-17a8be8b-bd3d-4295-a6d8-a3e7db1862d0 service neutron] Attempting to bind port 1e9f02a8-a272-409b-b64c-20c21c6d0f61 on network 7810caa2-eac6-457d-9302-c8c215ef3e91 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:13:58.942009 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265da3de-6a5c-4615-8b14-c5020811cee6 req-17a8be8b-bd3d-4295-a6d8-a3e7db1862d0 service neutron] Port 1e9f02a8-a272-409b-b64c-20c21c6d0f61 on network 7810caa2-eac6-457d-9302-c8c215ef3e91 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-14 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:13:58.943446 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265da3de-6a5c-4615-8b14-c5020811cee6 req-17a8be8b-bd3d-4295-a6d8-a3e7db1862d0 service neutron] Attempting to bind port 1e9f02a8-a272-409b-b64c-20c21c6d0f61 on network 7810caa2-eac6-457d-9302-c8c215ef3e91 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:13:58.951668 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265da3de-6a5c-4615-8b14-c5020811cee6 req-17a8be8b-bd3d-4295-a6d8-a3e7db1862d0 service neutron] Checking agent: {'id': 'b544ba20-de93-4d86-9e6b-a2202deb6191', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:13:58.952022 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265da3de-6a5c-4615-8b14-c5020811cee6 req-17a8be8b-bd3d-4295-a6d8-a3e7db1862d0 service neutron] Checking segment: {'id': '195bcdbf-a031-4d8b-9f7f-e09fd37cd197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:13:58.952872 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265da3de-6a5c-4615-8b14-c5020811cee6 req-17a8be8b-bd3d-4295-a6d8-a3e7db1862d0 service neutron] Bound using segment: {'id': '195bcdbf-a031-4d8b-9f7f-e09fd37cd197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:13:58.952872 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-265da3de-6a5c-4615-8b14-c5020811cee6 req-17a8be8b-bd3d-4295-a6d8-a3e7db1862d0 service neutron] Bound port: 1e9f02a8-a272-409b-b64c-20c21c6d0f61, host: n-h1-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '195bcdbf-a031-4d8b-9f7f-e09fd37cd197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:13:58.953222 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-265da3de-6a5c-4615-8b14-c5020811cee6 req-17a8be8b-bd3d-4295-a6d8-a3e7db1862d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (1e9f02a8-a272-409b-b64c-20c21c6d0f61), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:59.030964 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-265da3de-6a5c-4615-8b14-c5020811cee6 req-17a8be8b-bd3d-4295-a6d8-a3e7db1862d0 service neutron] For port 1e9f02a8-a272-409b-b64c-20c21c6d0f61, host n-h1-812111-14, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:13:59.035249 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-265da3de-6a5c-4615-8b14-c5020811cee6 req-17a8be8b-bd3d-4295-a6d8-a3e7db1862d0 service neutron] For port 1e9f02a8-a272-409b-b64c-20c21c6d0f61, host n-h1-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=1e9f02a8-a272-409b-b64c-20c21c6d0f61,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:13:59.044012 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-265da3de-6a5c-4615-8b14-c5020811cee6 req-17a8be8b-bd3d-4295-a6d8-a3e7db1862d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (1e9f02a8-a272-409b-b64c-20c21c6d0f61), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:59.094472 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265da3de-6a5c-4615-8b14-c5020811cee6 req-17a8be8b-bd3d-4295-a6d8-a3e7db1862d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:59.095275 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-265da3de-6a5c-4615-8b14-c5020811cee6 req-17a8be8b-bd3d-4295-a6d8-a3e7db1862d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:59.097002 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-265da3de-6a5c-4615-8b14-c5020811cee6 req-17a8be8b-bd3d-4295-a6d8-a3e7db1862d0 service neutron] 10.222.0.41 "PUT /v2.0/ports/1e9f02a8-a272-409b-b64c-20c21c6d0f61 HTTP/1.1" status: 200 len: 1097 time: 0.7460129 Jan 28 19:13:59.099779 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83994444-c661-48a0-afb1-be10667a7cf1', 'tag': '1e9f02a8-a272-409b-b64c-20c21c6d0f61'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:13:59.102801 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8328b62d-72af-4cea-b146-2703b86cac85" -d '{"events": [{"name": "network-changed", "server_uuid": "83994444-c661-48a0-afb1-be10667a7cf1", "tag": "1e9f02a8-a272-409b-b64c-20c21c6d0f61"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:13:59.153931 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a8be8b-bd3d-4295-a6d8-a3e7db1862d0 service neutron] Pushing event updated for resources: {'Port': ['ID=1e9f02a8-a272-409b-b64c-20c21c6d0f61,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:59.210506 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [req-2cd723e0-a594-44d6-b263-3916882120c9 req-f028a3f3-8a37-4197-9b9f-5864305482ed tempest-LiveMigrationTest-1644078950 tempest-LiveMigrationTest-1644078950-project-admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:13:59.218483 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2cd723e0-a594-44d6-b263-3916882120c9 req-f028a3f3-8a37-4197-9b9f-5864305482ed tempest-LiveMigrationTest-1644078950 tempest-LiveMigrationTest-1644078950-project-admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0317197 Jan 28 19:13:59.275102 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd723e0-a594-44d6-b263-3916882120c9 req-9e530305-6711-4adf-b815-637eb3a69a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:59.277882 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2cd723e0-a594-44d6-b263-3916882120c9 req-9e530305-6711-4adf-b815-637eb3a69a60 service neutron] 10.222.0.64 "GET /v2.0/ports/bcd3c8bf-ab02-48ca-8a85-a2f0e032d8c4 HTTP/1.1" status: 200 len: 1125 time: 0.0584474 Jan 28 19:13:59.287453 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-2cd723e0-a594-44d6-b263-3916882120c9 req-56d5e9a6-bc51-41dd-b1b0-01d6a8409850 service neutron] Request body: {'binding': {'host': 'n-h2-812111-14', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:13:59.287898 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-2cd723e0-a594-44d6-b263-3916882120c9 req-56d5e9a6-bc51-41dd-b1b0-01d6a8409850 service neutron] Unknown quota resources ['binding']. {{(pid=103305) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 19:13:59.341808 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265da3de-6a5c-4615-8b14-c5020811cee6 req-b7648e09-52bb-4dd1-b017-fa64a2b948e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:59.344501 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-265da3de-6a5c-4615-8b14-c5020811cee6 req-b7648e09-52bb-4dd1-b017-fa64a2b948e2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b56c4b4035e84c9e80e67b26de6eda12&device_id=83994444-c661-48a0-afb1-be10667a7cf1 HTTP/1.1" status: 200 len: 1131 time: 0.1763411 Jan 28 19:13:59.428922 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-265da3de-6a5c-4615-8b14-c5020811cee6 req-44cc9b86-aadd-4577-9851-1b5510bc1200 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=1e9f02a8-a272-409b-b64c-20c21c6d0f61 HTTP/1.1" status: 200 len: 217 time: 0.0730622 Jan 28 19:13:59.446743 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729bb94a-8099-4ae3-a96e-c4b776c565f8 req-4ec6987b-3047-4b37-9756-bbcbd8ba4e32 tempest-ServersAdminTestJSON-1569516487 tempest-ServersAdminTestJSON-1569516487-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:59.448407 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729bb94a-8099-4ae3-a96e-c4b776c565f8 req-4ec6987b-3047-4b37-9756-bbcbd8ba4e32 tempest-ServersAdminTestJSON-1569516487 tempest-ServersAdminTestJSON-1569516487-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:59.448896 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729bb94a-8099-4ae3-a96e-c4b776c565f8 req-4ec6987b-3047-4b37-9756-bbcbd8ba4e32 tempest-ServersAdminTestJSON-1569516487 tempest-ServersAdminTestJSON-1569516487-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:59.449715 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729bb94a-8099-4ae3-a96e-c4b776c565f8 req-4ec6987b-3047-4b37-9756-bbcbd8ba4e32 tempest-ServersAdminTestJSON-1569516487 tempest-ServersAdminTestJSON-1569516487-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:59.450549 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729bb94a-8099-4ae3-a96e-c4b776c565f8 req-4ec6987b-3047-4b37-9756-bbcbd8ba4e32 tempest-ServersAdminTestJSON-1569516487 tempest-ServersAdminTestJSON-1569516487-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:59.451182 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729bb94a-8099-4ae3-a96e-c4b776c565f8 req-4ec6987b-3047-4b37-9756-bbcbd8ba4e32 tempest-ServersAdminTestJSON-1569516487 tempest-ServersAdminTestJSON-1569516487-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:59.451660 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729bb94a-8099-4ae3-a96e-c4b776c565f8 req-4ec6987b-3047-4b37-9756-bbcbd8ba4e32 tempest-ServersAdminTestJSON-1569516487 tempest-ServersAdminTestJSON-1569516487-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:59.452159 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729bb94a-8099-4ae3-a96e-c4b776c565f8 req-4ec6987b-3047-4b37-9756-bbcbd8ba4e32 tempest-ServersAdminTestJSON-1569516487 tempest-ServersAdminTestJSON-1569516487-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:59.452837 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729bb94a-8099-4ae3-a96e-c4b776c565f8 req-4ec6987b-3047-4b37-9756-bbcbd8ba4e32 tempest-ServersAdminTestJSON-1569516487 tempest-ServersAdminTestJSON-1569516487-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:59.453352 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729bb94a-8099-4ae3-a96e-c4b776c565f8 req-4ec6987b-3047-4b37-9756-bbcbd8ba4e32 tempest-ServersAdminTestJSON-1569516487 tempest-ServersAdminTestJSON-1569516487-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:59.456465 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-729bb94a-8099-4ae3-a96e-c4b776c565f8 req-4ec6987b-3047-4b37-9756-bbcbd8ba4e32 tempest-ServersAdminTestJSON-1569516487 tempest-ServersAdminTestJSON-1569516487-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=25ac93cc-157c-41e7-bd51-973fdf69513d&device_id=83994444-c661-48a0-afb1-be10667a7cf1&device_id=9e642740-d0d8-41b1-a248-8168c3dece03&device_id=6c32b98d-c462-4f26-b26d-2a0c3e0ac453&device_id=71928752-4f4e-4716-b0d5-ed7ec4fa5672&device_id=c1a6c1ed-6708-45f7-96d8-9443e48b309d&device_id=46b1863a-e7b2-4c60-bc44-9ff00fc6c561&device_id=650ae7c1-a28a-4eda-85de-f9d3677ec999&device_id=d67e2018-4151-48d3-8062-e7793269d14c&device_id=87ba86ab-3c82-466a-9e97-9736ce704215&device_id=2fb15d55-5734-4552-b8f2-8e167a3aeaec HTTP/1.1" status: 200 len: 9484 time: 0.0827084 Jan 28 19:13:59.477673 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-729bb94a-8099-4ae3-a96e-c4b776c565f8 req-7bfbbdfd-4ea6-4da1-aa76-ed9a1042bc3f tempest-ServersAdminTestJSON-1569516487 tempest-ServersAdminTestJSON-1569516487-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:59.564909 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-729bb94a-8099-4ae3-a96e-c4b776c565f8 req-7bfbbdfd-4ea6-4da1-aa76-ed9a1042bc3f tempest-ServersAdminTestJSON-1569516487 tempest-ServersAdminTestJSON-1569516487-project-admin] Publish callbacks [] for security_group (9a62c027-8102-4ed7-85cc-d3a05e85a43a), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:59.570708 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-729bb94a-8099-4ae3-a96e-c4b776c565f8 req-7bfbbdfd-4ea6-4da1-aa76-ed9a1042bc3f tempest-ServersAdminTestJSON-1569516487 tempest-ServersAdminTestJSON-1569516487-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (9a62c027-8102-4ed7-85cc-d3a05e85a43a), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:59.587341 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265da3de-6a5c-4615-8b14-c5020811cee6 req-620288d9-5803-46fc-a95f-c13d0c52251b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:59.590009 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-265da3de-6a5c-4615-8b14-c5020811cee6 req-620288d9-5803-46fc-a95f-c13d0c52251b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f2de4832-9ef6-4f40-9ac5-1557d5e6a6ff HTTP/1.1" status: 200 len: 843 time: 0.1085110 Jan 28 19:13:59.620908 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfbbdfd-4ea6-4da1-aa76-ed9a1042bc3f tempest-ServersAdminTestJSON-1569516487 tempest-ServersAdminTestJSON-1569516487-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a62c027-8102-4ed7-85cc-d3a05e85a43a,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:59.678402 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-2cd723e0-a594-44d6-b263-3916882120c9 req-56d5e9a6-bc51-41dd-b1b0-01d6a8409850 service neutron] Attempting to bind port bcd3c8bf-ab02-48ca-8a85-a2f0e032d8c4 on host n-h2-812111-14 for vnic_type normal with profile None {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:13:59.678742 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-2cd723e0-a594-44d6-b263-3916882120c9 req-56d5e9a6-bc51-41dd-b1b0-01d6a8409850 service neutron] Attempting to bind port bcd3c8bf-ab02-48ca-8a85-a2f0e032d8c4 by drivers openvswitch,hyperv on host n-h2-812111-14 at level 0 using segments [{'id': 'e7f54059-7dae-4f1a-9de9-251e6a440c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '8330dfd7-f74e-41a1-b557-5650d653ac04'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:13:59.679072 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd723e0-a594-44d6-b263-3916882120c9 req-56d5e9a6-bc51-41dd-b1b0-01d6a8409850 service neutron] Attempting to bind port bcd3c8bf-ab02-48ca-8a85-a2f0e032d8c4 on network 8330dfd7-f74e-41a1-b557-5650d653ac04 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:13:59.685934 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-729bb94a-8099-4ae3-a96e-c4b776c565f8 req-7bfbbdfd-4ea6-4da1-aa76-ed9a1042bc3f tempest-ServersAdminTestJSON-1569516487 tempest-ServersAdminTestJSON-1569516487-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=c9932629-d34a-4383-acc9-faa1e1165e0a&id=44c80812-4aa5-4d90-8f94-d0e5f13c50f7&id=2478b850-89ab-4114-a340-71569acb8761&id=3f90d94c-91ad-4c19-b727-cb7657651c80&id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&id=414e93b9-08bc-438e-9127-05114ed7dbce&id=d254ab6c-afc7-4730-9a7e-1ca125b4b963&fields=id&fields=name HTTP/1.1" status: 200 len: 715 time: 0.2219269 Jan 28 19:13:59.686817 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd723e0-a594-44d6-b263-3916882120c9 req-56d5e9a6-bc51-41dd-b1b0-01d6a8409850 service neutron] Port bcd3c8bf-ab02-48ca-8a85-a2f0e032d8c4 on network 8330dfd7-f74e-41a1-b557-5650d653ac04 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-14 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:13:59.687141 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd723e0-a594-44d6-b263-3916882120c9 req-56d5e9a6-bc51-41dd-b1b0-01d6a8409850 service neutron] Attempting to bind port bcd3c8bf-ab02-48ca-8a85-a2f0e032d8c4 on network 8330dfd7-f74e-41a1-b557-5650d653ac04 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:13:59.693932 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265da3de-6a5c-4615-8b14-c5020811cee6 req-a069aa28-b587-4bc1-9d80-503c772b1383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:59.695435 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-265da3de-6a5c-4615-8b14-c5020811cee6 req-a069aa28-b587-4bc1-9d80-503c772b1383 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7810caa2-eac6-457d-9302-c8c215ef3e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0952053 Jan 28 19:13:59.696673 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd723e0-a594-44d6-b263-3916882120c9 req-56d5e9a6-bc51-41dd-b1b0-01d6a8409850 service neutron] Checking agent: {'id': '8f3fee4e-bf24-4b58-8a3a-ae9c8011a473', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 13, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:13:59.697018 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd723e0-a594-44d6-b263-3916882120c9 req-56d5e9a6-bc51-41dd-b1b0-01d6a8409850 service neutron] Checking segment: {'id': 'e7f54059-7dae-4f1a-9de9-251e6a440c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '8330dfd7-f74e-41a1-b557-5650d653ac04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:13:59.697482 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd723e0-a594-44d6-b263-3916882120c9 req-56d5e9a6-bc51-41dd-b1b0-01d6a8409850 service neutron] Bound using segment: {'id': 'e7f54059-7dae-4f1a-9de9-251e6a440c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '8330dfd7-f74e-41a1-b557-5650d653ac04'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:13:59.697915 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-2cd723e0-a594-44d6-b263-3916882120c9 req-56d5e9a6-bc51-41dd-b1b0-01d6a8409850 service neutron] Bound port: bcd3c8bf-ab02-48ca-8a85-a2f0e032d8c4, host: n-h2-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7f54059-7dae-4f1a-9de9-251e6a440c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '8330dfd7-f74e-41a1-b557-5650d653ac04'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:13:59.859563 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-2cd723e0-a594-44d6-b263-3916882120c9 req-56d5e9a6-bc51-41dd-b1b0-01d6a8409850 service neutron] For port bcd3c8bf-ab02-48ca-8a85-a2f0e032d8c4, host n-h2-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=bcd3c8bf-ab02-48ca-8a85-a2f0e032d8c4,segment=NetworkSegment(e7f54059-7dae-4f1a-9de9-251e6a440c72),segment_id=e7f54059-7dae-4f1a-9de9-251e6a440c72)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:13:59.867078 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-2cd723e0-a594-44d6-b263-3916882120c9 req-56d5e9a6-bc51-41dd-b1b0-01d6a8409850 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:59.868286 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2cd723e0-a594-44d6-b263-3916882120c9 req-56d5e9a6-bc51-41dd-b1b0-01d6a8409850 service neutron] 10.222.0.64 "POST /v2.0/ports/bcd3c8bf-ab02-48ca-8a85-a2f0e032d8c4/bindings HTTP/1.1" status: 201 len: 390 time: 0.5845942 Jan 28 19:13:59.870813 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-265da3de-6a5c-4615-8b14-c5020811cee6 req-978d8ed3-fad8-4a52-bcaa-3e54b9b94d8e service neutron] 10.222.0.41 "GET /v2.0/networks/7810caa2-eac6-457d-9302-c8c215ef3e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650410 Jan 28 19:14:00.021536 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-265da3de-6a5c-4615-8b14-c5020811cee6 req-5fcf172d-9f9c-4e55-946b-2e7ff85f8daa service neutron] 10.222.0.41 "GET /v2.0/networks/7810caa2-eac6-457d-9302-c8c215ef3e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440182 Jan 28 19:14:00.089257 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23284137-02fc-4c58-b775-700d711b3ede req-4bed8b9d-4be0-44c8-8c1d-549ce98e360d tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:00.090903 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-23284137-02fc-4c58-b775-700d711b3ede req-4bed8b9d-4be0-44c8-8c1d-549ce98e360d tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e642740-d0d8-41b1-a248-8168c3dece03 HTTP/1.1" status: 200 len: 945 time: 0.0673885 Jan 28 19:14:00.127869 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7b1d2133-2158-43de-a263-eeca1016daa3 req-cd5476b6-1f71-40fc-a54b-7461c783e0ca tempest-TenantUsagesTestJSON-433282013 tempest-TenantUsagesTestJSON-433282013-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=bcd420ba59fe4471a63bf43f7316a1ef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0340965 Jan 28 19:14:00.147958 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-23284137-02fc-4c58-b775-700d711b3ede req-4ee0e7aa-2ce4-4368-bfbd-37bc131d1fc4 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] 10.222.0.64 "GET /v2.0/security-groups?id=3f90d94c-91ad-4c19-b727-cb7657651c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514216 Jan 28 19:14:00.257022 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6da20d8a-b0ec-4991-b849-d59d8947852b req-3aa09ef7-9b5f-48a0-b60a-0ab4caeb185e tempest-TenantUsagesTestJSON-433282013 tempest-TenantUsagesTestJSON-433282013-project] 10.222.0.64 "GET /v2.0/ports?device_id=25ac93cc-157c-41e7-bd51-973fdf69513d HTTP/1.1" status: 200 len: 210 time: 0.0330052 Jan 28 19:14:00.261891 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d87df93-4aa2-42dc-bbab-f98c7cceaba7 req-06d28c46-c514-4c8c-a36c-5de5427ee95e tempest-LiveMigrationNegativeTest-998910460 tempest-LiveMigrationNegativeTest-998910460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:00.264677 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6d87df93-4aa2-42dc-bbab-f98c7cceaba7 req-06d28c46-c514-4c8c-a36c-5de5427ee95e tempest-LiveMigrationNegativeTest-998910460 tempest-LiveMigrationNegativeTest-998910460-project] 10.222.0.64 "GET /v2.0/ports?device_id=83994444-c661-48a0-afb1-be10667a7cf1 HTTP/1.1" status: 200 len: 948 time: 0.1594276 Jan 28 19:14:00.304617 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70fdec0b-6236-45e9-b4a9-9cdf48783078 x-openstack-request-id: req-70fdec0b-6236-45e9-b4a9-9cdf48783078 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:14:00.304968 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83994444-c661-48a0-afb1-be10667a7cf1", "tag": "1e9f02a8-a272-409b-b64c-20c21c6d0f61", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:14:00.305312 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-70fdec0b-6236-45e9-b4a9-9cdf48783078 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:14:00.305802 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83994444-c661-48a0-afb1-be10667a7cf1', 'tag': '1e9f02a8-a272-409b-b64c-20c21c6d0f61', 'status': 'completed', 'code': 200} Jan 28 19:14:00.356612 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1d2133-2158-43de-a263-eeca1016daa3 req-a64a370f-ae4b-431a-b2d0-7b9dafcce580 tempest-TenantUsagesTestJSON-433282013 tempest-TenantUsagesTestJSON-433282013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:00.358589 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7b1d2133-2158-43de-a263-eeca1016daa3 req-a64a370f-ae4b-431a-b2d0-7b9dafcce580 tempest-TenantUsagesTestJSON-433282013 tempest-TenantUsagesTestJSON-433282013-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2137511 Jan 28 19:14:00.374584 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6d87df93-4aa2-42dc-bbab-f98c7cceaba7 req-b092525b-96db-434f-acf4-aa52da0536db tempest-LiveMigrationNegativeTest-998910460 tempest-LiveMigrationNegativeTest-998910460-project] 10.222.0.64 "GET /v2.0/security-groups?id=d254ab6c-afc7-4730-9a7e-1ca125b4b963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030650 Jan 28 19:14:00.386980 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-7b1d2133-2158-43de-a263-eeca1016daa3 req-1f013dfc-a4fb-4171-919e-259a3fdfca96 tempest-TenantUsagesTestJSON-433282013 tempest-TenantUsagesTestJSON-433282013-project] Request body: {'port': {'device_id': '25ac93cc-157c-41e7-bd51-973fdf69513d', 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91', 'admin_state_up': True, 'tenant_id': 'bcd420ba59fe4471a63bf43f7316a1ef'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:14:00.440019 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8328b62d-72af-4cea-b146-2703b86cac85 req-6e3fa079-2d67-49b9-8f03-40e72c82277f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:00.441970 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8328b62d-72af-4cea-b146-2703b86cac85 req-6e3fa079-2d67-49b9-8f03-40e72c82277f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b56c4b4035e84c9e80e67b26de6eda12&device_id=83994444-c661-48a0-afb1-be10667a7cf1 HTTP/1.1" status: 200 len: 1131 time: 0.1082869 Jan 28 19:14:00.547300 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ad6b6e-a072-454f-a832-44ffd8d074b2 req-25b21faa-53fe-4f62-9f47-569c0e4d5bb5 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:00.548892 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-43ad6b6e-a072-454f-a832-44ffd8d074b2 req-25b21faa-53fe-4f62-9f47-569c0e4d5bb5 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=46b1863a-e7b2-4c60-bc44-9ff00fc6c561 HTTP/1.1" status: 200 len: 944 time: 0.1501815 Jan 28 19:14:00.577878 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8328b62d-72af-4cea-b146-2703b86cac85 req-cb07e14d-bf2d-43b3-87f2-773f6fa7a603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:00.579328 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8328b62d-72af-4cea-b146-2703b86cac85 req-cb07e14d-bf2d-43b3-87f2-773f6fa7a603 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7810caa2-eac6-457d-9302-c8c215ef3e91 HTTP/1.1" status: 200 len: 869 time: 0.1299736 Jan 28 19:14:00.595015 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b1d2133-2158-43de-a263-eeca1016daa3 req-1f013dfc-a4fb-4171-919e-259a3fdfca96 tempest-TenantUsagesTestJSON-433282013 tempest-TenantUsagesTestJSON-433282013-project] Made reservation on behalf of bcd420ba59fe4471a63bf43f7316a1ef for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:14:00.599823 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-7b1d2133-2158-43de-a263-eeca1016daa3 req-1f013dfc-a4fb-4171-919e-259a3fdfca96 tempest-TenantUsagesTestJSON-433282013 tempest-TenantUsagesTestJSON-433282013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:00.623946 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-7b1d2133-2158-43de-a263-eeca1016daa3 req-1f013dfc-a4fb-4171-919e-259a3fdfca96 tempest-TenantUsagesTestJSON-433282013 tempest-TenantUsagesTestJSON-433282013-project] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:00.640101 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f674cf2c-4a76-40df-b583-6c7302dcbf28 req-bec9c703-dca8-4d5a-a198-aac5cb5e261d tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:00.642336 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f674cf2c-4a76-40df-b583-6c7302dcbf28 req-bec9c703-dca8-4d5a-a198-aac5cb5e261d tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c32b98d-c462-4f26-b26d-2a0c3e0ac453 HTTP/1.1" status: 200 len: 945 time: 0.1320980 Jan 28 19:14:00.647375 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-43ad6b6e-a072-454f-a832-44ffd8d074b2 req-a6f7e39f-c20e-4563-a263-7ec91be4be8a tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895095 Jan 28 19:14:00.648578 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8328b62d-72af-4cea-b146-2703b86cac85 req-c6d57744-6263-48c6-bfc4-310c7eddba63 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=1e9f02a8-a272-409b-b64c-20c21c6d0f61 HTTP/1.1" status: 200 len: 217 time: 0.0445991 Jan 28 19:14:00.702640 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8328b62d-72af-4cea-b146-2703b86cac85 req-3ed50d9c-0430-4898-bd05-830fc0d1b199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:00.704161 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8328b62d-72af-4cea-b146-2703b86cac85 req-3ed50d9c-0430-4898-bd05-830fc0d1b199 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f2de4832-9ef6-4f40-9ac5-1557d5e6a6ff HTTP/1.1" status: 200 len: 843 time: 0.0479188 Jan 28 19:14:00.805399 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8328b62d-72af-4cea-b146-2703b86cac85 req-4f680cda-6329-4068-a084-a412e9850d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:00.807904 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8328b62d-72af-4cea-b146-2703b86cac85 req-4f680cda-6329-4068-a084-a412e9850d33 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7810caa2-eac6-457d-9302-c8c215ef3e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0958891 Jan 28 19:14:00.811180 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a675282a-7eb6-4f9d-b4b3-402d503e34d4 req-c1863025-0574-43f4-bdde-aa6f578464ef service neutron] 10.222.0.41 "GET /v2.0/ports/581dc8c3-b87e-4b13-b9df-77efa9de3d8d/bindings/n-h2-812111-14 HTTP/1.1" status: 200 len: 385 time: 0.1967716 Jan 28 19:14:00.814949 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8eb1aa-9a71-4e3c-b652-8ddf897c6283 req-bdaa5a22-62fd-4aad-9682-6187540c08c3 tempest-DeleteServersAdminTestJSON-1976717136 tempest-DeleteServersAdminTestJSON-1976717136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:00.816312 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-dc8eb1aa-9a71-4e3c-b652-8ddf897c6283 req-bdaa5a22-62fd-4aad-9682-6187540c08c3 tempest-DeleteServersAdminTestJSON-1976717136 tempest-DeleteServersAdminTestJSON-1976717136-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1a6c1ed-6708-45f7-96d8-9443e48b309d HTTP/1.1" status: 200 len: 949 time: 0.0956490 Jan 28 19:14:00.818147 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f674cf2c-4a76-40df-b583-6c7302dcbf28 req-291cde34-bc36-425e-bdff-f0609ada2527 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/security-groups?id=414e93b9-08bc-438e-9127-05114ed7dbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399574 Jan 28 19:14:00.936288 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-7b1d2133-2158-43de-a263-eeca1016daa3 req-1f013dfc-a4fb-4171-919e-259a3fdfca96 tempest-TenantUsagesTestJSON-433282013 tempest-TenantUsagesTestJSON-433282013-project] Publish callbacks [] for security_group (d3a03d1a-aa02-4974-b887-f8013a8056bc), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:00.941581 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-dc8eb1aa-9a71-4e3c-b652-8ddf897c6283 req-625b06e8-2b8e-4317-88ec-cdaa39313b2d tempest-DeleteServersAdminTestJSON-1976717136 tempest-DeleteServersAdminTestJSON-1976717136-project] 10.222.0.64 "GET /v2.0/security-groups?id=44c80812-4aa5-4d90-8f94-d0e5f13c50f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136558 Jan 28 19:14:00.962393 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-7b1d2133-2158-43de-a263-eeca1016daa3 req-1f013dfc-a4fb-4171-919e-259a3fdfca96 tempest-TenantUsagesTestJSON-433282013 tempest-TenantUsagesTestJSON-433282013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (d3a03d1a-aa02-4974-b887-f8013a8056bc), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:00.963246 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8328b62d-72af-4cea-b146-2703b86cac85 req-e540ef48-305b-4c9d-9bf1-8ed4a30cc28f service neutron] 10.222.0.41 "GET /v2.0/networks/7810caa2-eac6-457d-9302-c8c215ef3e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434548 Jan 28 19:14:01.110791 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f013dfc-a4fb-4171-919e-259a3fdfca96 tempest-TenantUsagesTestJSON-433282013 tempest-TenantUsagesTestJSON-433282013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3a03d1a-aa02-4974-b887-f8013a8056bc,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:01.314407 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8328b62d-72af-4cea-b146-2703b86cac85 req-a0c1b6bd-ada6-4bf7-9337-1729bc86812d service neutron] 10.222.0.41 "GET /v2.0/networks/7810caa2-eac6-457d-9302-c8c215ef3e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3451185 Jan 28 19:14:01.325608 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f903c41-c7f8-4a4e-ac09-8fe1951e15d4 req-890ceefc-bf9f-48f4-a24a-162a32562ca1 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:01.327136 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9f903c41-c7f8-4a4e-ac09-8fe1951e15d4 req-890ceefc-bf9f-48f4-a24a-162a32562ca1 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e642740-d0d8-41b1-a248-8168c3dece03 HTTP/1.1" status: 200 len: 945 time: 0.0865867 Jan 28 19:14:01.363251 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-7b1d2133-2158-43de-a263-eeca1016daa3 req-1f013dfc-a4fb-4171-919e-259a3fdfca96 tempest-TenantUsagesTestJSON-433282013 tempest-TenantUsagesTestJSON-433282013-project] Allocated IP 192.168.233.42 (7810caa2-eac6-457d-9302-c8c215ef3e91/f2de4832-9ef6-4f40-9ac5-1557d5e6a6ff/599b9d8a-3ad8-4f3d-b2e9-521a950c4915) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:14:01.371623 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a30cb2-8bb0-43b2-9322-829fe114bba1 req-be154ada-407e-445d-bb84-169378e0a78e tempest-ServersAdminTestJSON-1569516487 tempest-ServersAdminTestJSON-1569516487-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:01.372563 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a30cb2-8bb0-43b2-9322-829fe114bba1 req-be154ada-407e-445d-bb84-169378e0a78e tempest-ServersAdminTestJSON-1569516487 tempest-ServersAdminTestJSON-1569516487-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:01.373499 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a30cb2-8bb0-43b2-9322-829fe114bba1 req-be154ada-407e-445d-bb84-169378e0a78e tempest-ServersAdminTestJSON-1569516487 tempest-ServersAdminTestJSON-1569516487-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:01.376349 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-08a30cb2-8bb0-43b2-9322-829fe114bba1 req-be154ada-407e-445d-bb84-169378e0a78e tempest-ServersAdminTestJSON-1569516487 tempest-ServersAdminTestJSON-1569516487-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=71928752-4f4e-4716-b0d5-ed7ec4fa5672&device_id=650ae7c1-a28a-4eda-85de-f9d3677ec999&device_id=d67e2018-4151-48d3-8062-e7793269d14c HTTP/1.1" status: 200 len: 3000 time: 0.2567022 Jan 28 19:14:01.376477 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9f903c41-c7f8-4a4e-ac09-8fe1951e15d4 req-70ff7c8b-e135-4dc4-883d-d0c30c5131bc tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] 10.222.0.64 "GET /v2.0/security-groups?id=3f90d94c-91ad-4c19-b727-cb7657651c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426557 Jan 28 19:14:01.474849 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c76b54c9-a1b0-418c-986e-98e9a9ba5e7c req-cda5d4a5-d89b-4bd0-a8d0-62e9a183af41 tempest-TenantUsagesTestJSON-433282013 tempest-TenantUsagesTestJSON-433282013-project] 10.222.0.64 "GET /v2.0/ports?device_id=25ac93cc-157c-41e7-bd51-973fdf69513d HTTP/1.1" status: 200 len: 210 time: 0.0275717 Jan 28 19:14:01.677248 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-a675282a-7eb6-4f9d-b4b3-402d503e34d4 req-22ef250b-1a44-474b-991d-71a570b7e216 service neutron] For port 581dc8c3-b87e-4b13-b9df-77efa9de3d8d, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=581dc8c3-b87e-4b13-b9df-77efa9de3d8d,segment=NetworkSegment(62a331e7-e6d6-4fbc-9e3c-2d3acdfd7c92),segment_id=62a331e7-e6d6-4fbc-9e3c-2d3acdfd7c92)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:14:01.689471 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a60c0f13-753a-4dda-a49f-c9a66f04410d req-4f22fb1f-3a2c-4ff5-b767-4a765ce9c31a tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1907730 Jan 28 19:14:01.699122 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-a60c0f13-753a-4dda-a49f-c9a66f04410d req-06d4c33c-82ec-4156-9086-6478174e7f44 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] Request body: {'floatingip': {'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:14:01.720337 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-a60c0f13-753a-4dda-a49f-c9a66f04410d req-06d4c33c-82ec-4156-9086-6478174e7f44 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:01.731419 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-a675282a-7eb6-4f9d-b4b3-402d503e34d4 req-22ef250b-1a44-474b-991d-71a570b7e216 service neutron] For port 581dc8c3-b87e-4b13-b9df-77efa9de3d8d, host n-h1-812111-14, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:14:01.769631 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-08a30cb2-8bb0-43b2-9322-829fe114bba1 req-214578b4-6186-45fe-beb4-1dbd13606a0a tempest-ServersAdminTestJSON-1569516487 tempest-ServersAdminTestJSON-1569516487-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=2478b850-89ab-4114-a340-71569acb8761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3797030 Jan 28 19:14:01.799131 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-a675282a-7eb6-4f9d-b4b3-402d503e34d4 req-22ef250b-1a44-474b-991d-71a570b7e216 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 581dc8c3-b87e-4b13-b9df-77efa9de3d8d {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:14:01.837979 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-a60c0f13-753a-4dda-a49f-c9a66f04410d req-06d4c33c-82ec-4156-9086-6478174e7f44 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:01.842014 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-a675282a-7eb6-4f9d-b4b3-402d503e34d4 req-22ef250b-1a44-474b-991d-71a570b7e216 service neutron] For port 581dc8c3-b87e-4b13-b9df-77efa9de3d8d, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=581dc8c3-b87e-4b13-b9df-77efa9de3d8d,segment=NetworkSegment(62a331e7-e6d6-4fbc-9e3c-2d3acdfd7c92),segment_id=62a331e7-e6d6-4fbc-9e3c-2d3acdfd7c92)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:14:01.886582 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-a675282a-7eb6-4f9d-b4b3-402d503e34d4 req-22ef250b-1a44-474b-991d-71a570b7e216 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (581dc8c3-b87e-4b13-b9df-77efa9de3d8d), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:01.944601 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-a60c0f13-753a-4dda-a49f-c9a66f04410d req-06d4c33c-82ec-4156-9086-6478174e7f44 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] Allocated IP 172.25.6.198 (d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8/a648e4ab-7422-41b9-b133-58aca25ab8f5/a701e98a-8066-442f-9e53-6edce7d6b2d8) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:14:01.982154 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc73207-0977-49b7-9381-eae56329eb87 req-17ec122f-47ad-4650-9d31-10efbdd2a6cb tempest-LiveMigrationNegativeTest-998910460 tempest-LiveMigrationNegativeTest-998910460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:01.983571 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5dc73207-0977-49b7-9381-eae56329eb87 req-17ec122f-47ad-4650-9d31-10efbdd2a6cb tempest-LiveMigrationNegativeTest-998910460 tempest-LiveMigrationNegativeTest-998910460-project] 10.222.0.64 "GET /v2.0/ports?device_id=83994444-c661-48a0-afb1-be10667a7cf1 HTTP/1.1" status: 200 len: 948 time: 0.1399858 Jan 28 19:14:02.005370 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-7b1d2133-2158-43de-a263-eeca1016daa3 req-1f013dfc-a4fb-4171-919e-259a3fdfca96 tempest-TenantUsagesTestJSON-433282013 tempest-TenantUsagesTestJSON-433282013-project] Publish callbacks [] for port (599b9d8a-3ad8-4f3d-b2e9-521a950c4915), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:02.054875 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-a60c0f13-753a-4dda-a49f-c9a66f04410d req-06d4c33c-82ec-4156-9086-6478174e7f44 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] Publish callbacks [] for port (a701e98a-8066-442f-9e53-6edce7d6b2d8), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:02.065029 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-a675282a-7eb6-4f9d-b4b3-402d503e34d4 req-22ef250b-1a44-474b-991d-71a570b7e216 service neutron] Transition to ACTIVE for port object 581dc8c3-b87e-4b13-b9df-77efa9de3d8d will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:14:02.080407 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-a675282a-7eb6-4f9d-b4b3-402d503e34d4 req-22ef250b-1a44-474b-991d-71a570b7e216 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (581dc8c3-b87e-4b13-b9df-77efa9de3d8d), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:02.090719 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-a60c0f13-753a-4dda-a49f-c9a66f04410d req-06d4c33c-82ec-4156-9086-6478174e7f44 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (a701e98a-8066-442f-9e53-6edce7d6b2d8), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:02.118349 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5dc73207-0977-49b7-9381-eae56329eb87 req-022fa9df-93ed-4c5a-b7b0-345b0ff822de tempest-LiveMigrationNegativeTest-998910460 tempest-LiveMigrationNegativeTest-998910460-project] 10.222.0.64 "GET /v2.0/security-groups?id=d254ab6c-afc7-4730-9a7e-1ca125b4b963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222231 Jan 28 19:14:02.131490 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a60c0f13-753a-4dda-a49f-c9a66f04410d req-06d4c33c-82ec-4156-9086-6478174e7f44 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] Network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:14:02.134409 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-a60c0f13-753a-4dda-a49f-c9a66f04410d req-06d4c33c-82ec-4156-9086-6478174e7f44 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:14:02.138616 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-a60c0f13-753a-4dda-a49f-c9a66f04410d req-06d4c33c-82ec-4156-9086-6478174e7f44 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:14:02.146458 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-7b1d2133-2158-43de-a263-eeca1016daa3 req-1f013dfc-a4fb-4171-919e-259a3fdfca96 tempest-TenantUsagesTestJSON-433282013 tempest-TenantUsagesTestJSON-433282013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (599b9d8a-3ad8-4f3d-b2e9-521a950c4915), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:02.173360 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-a675282a-7eb6-4f9d-b4b3-402d503e34d4 req-22ef250b-1a44-474b-991d-71a570b7e216 service neutron] No DVR routers for this DVR port 581dc8c3-b87e-4b13-b9df-77efa9de3d8d on host n-h1-812111-14 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:14:02.180128 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ef250b-1a44-474b-991d-71a570b7e216 service neutron] Pushing event updated for resources: {'Port': ['ID=581dc8c3-b87e-4b13-b9df-77efa9de3d8d,revision_number=10']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:02.180407 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4c33c-82ec-4156-9086-6478174e7f44 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] Pushing event updated for resources: {'Port': ['ID=a701e98a-8066-442f-9e53-6edce7d6b2d8,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:02.239234 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b1d2133-2158-43de-a263-eeca1016daa3 req-1f013dfc-a4fb-4171-919e-259a3fdfca96 tempest-TenantUsagesTestJSON-433282013 tempest-TenantUsagesTestJSON-433282013-project] Network 7810caa2-eac6-457d-9302-c8c215ef3e91 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:14:02.244980 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-a60c0f13-753a-4dda-a49f-c9a66f04410d req-06d4c33c-82ec-4156-9086-6478174e7f44 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] Publish callbacks [] for floatingip (b2d0315c-d7a8-4217-9af0-9034f39a6622), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:02.256515 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-7b1d2133-2158-43de-a263-eeca1016daa3 req-1f013dfc-a4fb-4171-919e-259a3fdfca96 tempest-TenantUsagesTestJSON-433282013 tempest-TenantUsagesTestJSON-433282013-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:14:02.281013 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a675282a-7eb6-4f9d-b4b3-402d503e34d4 req-22ef250b-1a44-474b-991d-71a570b7e216 service neutron] 10.222.0.41 "PUT /v2.0/ports/581dc8c3-b87e-4b13-b9df-77efa9de3d8d/bindings/n-h2-812111-14/activate HTTP/1.1" status: 200 len: 370 time: 1.4561255 Jan 28 19:14:02.284934 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b1d2133-2158-43de-a263-eeca1016daa3 req-1f013dfc-a4fb-4171-919e-259a3fdfca96 tempest-TenantUsagesTestJSON-433282013 tempest-TenantUsagesTestJSON-433282013-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:14:02.289043 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-a60c0f13-753a-4dda-a49f-c9a66f04410d req-06d4c33c-82ec-4156-9086-6478174e7f44 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (a701e98a-8066-442f-9e53-6edce7d6b2d8), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:02.290111 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1d2133-2158-43de-a263-eeca1016daa3 req-1f013dfc-a4fb-4171-919e-259a3fdfca96 tempest-TenantUsagesTestJSON-433282013 tempest-TenantUsagesTestJSON-433282013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:02.290879 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-7b1d2133-2158-43de-a263-eeca1016daa3 req-1f013dfc-a4fb-4171-919e-259a3fdfca96 tempest-TenantUsagesTestJSON-433282013 tempest-TenantUsagesTestJSON-433282013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:02.335020 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f013dfc-a4fb-4171-919e-259a3fdfca96 tempest-TenantUsagesTestJSON-433282013 tempest-TenantUsagesTestJSON-433282013-project] Pushing event updated for resources: {'Port': ['ID=599b9d8a-3ad8-4f3d-b2e9-521a950c4915,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:02.347872 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7b1d2133-2158-43de-a263-eeca1016daa3 req-1f013dfc-a4fb-4171-919e-259a3fdfca96 tempest-TenantUsagesTestJSON-433282013 tempest-TenantUsagesTestJSON-433282013-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9684217 Jan 28 19:14:02.364326 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 1e9f02a8-a272-409b-b64c-20c21c6d0f61 details requested by agent hyperv_n-h1-812111-14 with host n-h1-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:14:02.374203 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a06537-a390-4773-815f-dc9ac5f6ed7e req-2ce8b645-6a30-4acb-9763-3bdf469f5692 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:02.381179 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-21a06537-a390-4773-815f-dc9ac5f6ed7e req-2ce8b645-6a30-4acb-9763-3bdf469f5692 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=46b1863a-e7b2-4c60-bc44-9ff00fc6c561 HTTP/1.1" status: 200 len: 945 time: 0.1468627 Jan 28 19:14:02.399942 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-7b1d2133-2158-43de-a263-eeca1016daa3 req-82539559-1018-4bab-bccb-953df0f25001 service neutron] Request body: {'port': {'device_id': '25ac93cc-157c-41e7-bd51-973fdf69513d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-14'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:14:02.408634 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cb27a6-df7a-4109-8d02-e12b1512f464 req-97a22736-4eb2-42cd-b004-8a3f9e6d92b2 tempest-DeleteServersAdminTestJSON-927844057 tempest-DeleteServersAdminTestJSON-927844057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:02.410279 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a2cb27a6-df7a-4109-8d02-e12b1512f464 req-97a22736-4eb2-42cd-b004-8a3f9e6d92b2 tempest-DeleteServersAdminTestJSON-927844057 tempest-DeleteServersAdminTestJSON-927844057-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=c1a6c1ed-6708-45f7-96d8-9443e48b309d HTTP/1.1" status: 200 len: 1132 time: 0.1262383 Jan 28 19:14:02.479207 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 1e9f02a8-a272-409b-b64c-20c21c6d0f61, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=1e9f02a8-a272-409b-b64c-20c21c6d0f61,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:14:02.493292 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Returning: {'device': '1e9f02a8-a272-409b-b64c-20c21c6d0f61', 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91', 'port_id': '1e9f02a8-a272-409b-b64c-20c21c6d0f61', 'mac_address': 'fa:16:3e:fd:9c:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2de4832-9ef6-4f40-9ac5-1557d5e6a6ff', 'ip_address': '192.168.233.170'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:14:02.501992 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-a60c0f13-753a-4dda-a49f-c9a66f04410d req-06d4c33c-82ec-4156-9086-6478174e7f44 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] Publish callbacks [] for port (a701e98a-8066-442f-9e53-6edce7d6b2d8), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:02.507614 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-a60c0f13-753a-4dda-a49f-c9a66f04410d req-06d4c33c-82ec-4156-9086-6478174e7f44 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (a701e98a-8066-442f-9e53-6edce7d6b2d8), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:02.537257 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port 1e9f02a8-a272-409b-b64c-20c21c6d0f61 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:14:02.537570 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (1e9f02a8-a272-409b-b64c-20c21c6d0f61), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:02.551460 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e9f02a8-a272-409b-b64c-20c21c6d0f61 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:14:02.575157 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 1e9f02a8-a272-409b-b64c-20c21c6d0f61, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=1e9f02a8-a272-409b-b64c-20c21c6d0f61,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:14:02.583231 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-21a06537-a390-4773-815f-dc9ac5f6ed7e req-da956042-5277-4817-8998-f00bf2f3b329 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004201 Jan 28 19:14:02.584028 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (1e9f02a8-a272-409b-b64c-20c21c6d0f61), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:02.586294 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4c33c-82ec-4156-9086-6478174e7f44 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] Pushing event updated for resources: {'Port': ['ID=a701e98a-8066-442f-9e53-6edce7d6b2d8,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:02.591844 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a675282a-7eb6-4f9d-b4b3-402d503e34d4 req-37eb6831-e191-40dc-9c9f-3576c6e1b32d tempest-LiveAutoBlockMigrationV225Test-1956576498 tempest-LiveAutoBlockMigrationV225Test-1956576498-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:02.592877 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a675282a-7eb6-4f9d-b4b3-402d503e34d4 req-37eb6831-e191-40dc-9c9f-3576c6e1b32d tempest-LiveAutoBlockMigrationV225Test-1956576498 tempest-LiveAutoBlockMigrationV225Test-1956576498-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=46b1863a-e7b2-4c60-bc44-9ff00fc6c561&tenant_id=57a0678ad1cb4e46b30e232c1f317a59&binding%3Ahost_id=n-h1-812111-14 HTTP/1.1" status: 200 len: 1128 time: 0.2066314 Jan 28 19:14:02.599676 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-a60c0f13-753a-4dda-a49f-c9a66f04410d req-06d4c33c-82ec-4156-9086-6478174e7f44 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734886'] for floatingip (b2d0315c-d7a8-4217-9af0-9034f39a6622), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:02.601354 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-7b1d2133-2158-43de-a263-eeca1016daa3 req-82539559-1018-4bab-bccb-953df0f25001 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (599b9d8a-3ad8-4f3d-b2e9-521a950c4915), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:02.622364 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-a60c0f13-753a-4dda-a49f-c9a66f04410d req-06d4c33c-82ec-4156-9086-6478174e7f44 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for floatingip (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:02.633414 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a60c0f13-753a-4dda-a49f-c9a66f04410d req-06d4c33c-82ec-4156-9086-6478174e7f44 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 0.9380436 Jan 28 19:14:02.651154 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-eaaa5ee5-ce1e-4c9c-a25b-0df176384e61 None None] Provisioning complete for port 599b9d8a-3ad8-4f3d-b2e9-521a950c4915 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:14:02.651532 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-eaaa5ee5-ce1e-4c9c-a25b-0df176384e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (599b9d8a-3ad8-4f3d-b2e9-521a950c4915), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:02.684364 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=1e9f02a8-a272-409b-b64c-20c21c6d0f61,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:02.703828 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-eaaa5ee5-ce1e-4c9c-a25b-0df176384e61 None None] Port 599b9d8a-3ad8-4f3d-b2e9-521a950c4915 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:14:02.733553 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a60c0f13-753a-4dda-a49f-c9a66f04410d req-abcec3b9-3866-4ad6-b9ac-eb55f6ec4f3e tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.6.198 HTTP/1.1" status: 200 len: 696 time: 0.0989895 Jan 28 19:14:02.748735 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-a2cb27a6-df7a-4109-8d02-e12b1512f464 req-c07d7325-b751-4f09-8bde-79bc48b62933 tempest-DeleteServersAdminTestJSON-927844057 tempest-DeleteServersAdminTestJSON-927844057-project-admin] Deleting port 49529e20-0458-4854-bc78-b96f4aac9c64 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:14:02.749301 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-a2cb27a6-df7a-4109-8d02-e12b1512f464 req-c07d7325-b751-4f09-8bde-79bc48b62933 tempest-DeleteServersAdminTestJSON-927844057 tempest-DeleteServersAdminTestJSON-927844057-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (49529e20-0458-4854-bc78-b96f4aac9c64), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:02.827193 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a675282a-7eb6-4f9d-b4b3-402d503e34d4 req-1a7ff7fb-a20a-4a05-b454-1403f49478ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:02.828699 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a675282a-7eb6-4f9d-b4b3-402d503e34d4 req-1a7ff7fb-a20a-4a05-b454-1403f49478ae service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=46b1863a-e7b2-4c60-bc44-9ff00fc6c561&tenant_id=57a0678ad1cb4e46b30e232c1f317a59 HTTP/1.1" status: 200 len: 1128 time: 0.2020833 Jan 28 19:14:02.843698 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60c0f13-753a-4dda-a49f-c9a66f04410d req-e829e051-0c17-4d9b-990f-1834326e49c6 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:02.845496 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a60c0f13-753a-4dda-a49f-c9a66f04410d req-e829e051-0c17-4d9b-990f-1834326e49c6 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] 10.222.0.64 "GET /v2.0/networks/d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 HTTP/1.1" status: 200 len: 784 time: 0.1099219 Jan 28 19:14:02.856189 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [req-a60c0f13-753a-4dda-a49f-c9a66f04410d req-a6b8f174-5ded-4764-a121-c00cd8c4c61e tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:14:02.857417 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a60c0f13-753a-4dda-a49f-c9a66f04410d req-a6b8f174-5ded-4764-a121-c00cd8c4c61e tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058911 Jan 28 19:14:02.857537 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['1e9f02a8-a272-409b-b64c-20c21c6d0f61'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:14:02.997339 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed5faee-415a-4831-a840-07ca7fb50518 req-7448e178-0657-4703-a5e4-716135d303fa tempest-DeleteServersAdminTestJSON-1976717136 tempest-DeleteServersAdminTestJSON-1976717136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:02.999055 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-aed5faee-415a-4831-a840-07ca7fb50518 req-7448e178-0657-4703-a5e4-716135d303fa tempest-DeleteServersAdminTestJSON-1976717136 tempest-DeleteServersAdminTestJSON-1976717136-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1a6c1ed-6708-45f7-96d8-9443e48b309d HTTP/1.1" status: 200 len: 949 time: 0.0615180 Jan 28 19:14:03.004385 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfceb12-2f78-4303-b369-de69fb00e7e1 req-75311fdc-9e75-4e8b-ada2-a60cd35f3eb7 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:03.005896 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9bfceb12-2f78-4303-b369-de69fb00e7e1 req-75311fdc-9e75-4e8b-ada2-a60cd35f3eb7 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c32b98d-c462-4f26-b26d-2a0c3e0ac453 HTTP/1.1" status: 200 len: 945 time: 0.2720118 Jan 28 19:14:03.020076 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-a2cb27a6-df7a-4109-8d02-e12b1512f464 req-c07d7325-b751-4f09-8bde-79bc48b62933 tempest-DeleteServersAdminTestJSON-927844057 tempest-DeleteServersAdminTestJSON-927844057-project-admin] For port 49529e20-0458-4854-bc78-b96f4aac9c64, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=49529e20-0458-4854-bc78-b96f4aac9c64,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:14:03.020440 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-a2cb27a6-df7a-4109-8d02-e12b1512f464 req-c07d7325-b751-4f09-8bde-79bc48b62933 tempest-DeleteServersAdminTestJSON-927844057 tempest-DeleteServersAdminTestJSON-927844057-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (49529e20-0458-4854-bc78-b96f4aac9c64), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:03.048763 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-aed5faee-415a-4831-a840-07ca7fb50518 req-72bf4ab5-eb12-49b0-852f-481215d9d5f9 tempest-DeleteServersAdminTestJSON-1976717136 tempest-DeleteServersAdminTestJSON-1976717136-project] 10.222.0.64 "GET /v2.0/security-groups?id=44c80812-4aa5-4d90-8f94-d0e5f13c50f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439482 Jan 28 19:14:03.058085 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a675282a-7eb6-4f9d-b4b3-402d503e34d4 req-f93c5a66-6129-4530-9d16-b894cb50a7db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:03.059551 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a675282a-7eb6-4f9d-b4b3-402d503e34d4 req-f93c5a66-6129-4530-9d16-b894cb50a7db service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=57a0678ad1cb4e46b30e232c1f317a59&device_id=46b1863a-e7b2-4c60-bc44-9ff00fc6c561 HTTP/1.1" status: 200 len: 1128 time: 0.1952755 Jan 28 19:14:03.061772 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-a2cb27a6-df7a-4109-8d02-e12b1512f464 req-c07d7325-b751-4f09-8bde-79bc48b62933 tempest-DeleteServersAdminTestJSON-927844057 tempest-DeleteServersAdminTestJSON-927844057-project-admin] Calling delete_port for 49529e20-0458-4854-bc78-b96f4aac9c64 owned by compute:nova {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:14:03.153041 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9195f9-5013-480f-981b-275b99c776ad req-5f7cf55a-9134-45a5-bb39-9f17f9ce0eed tempest-TenantUsagesTestJSON-433282013 tempest-TenantUsagesTestJSON-433282013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:03.154542 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ac9195f9-5013-480f-981b-275b99c776ad req-5f7cf55a-9134-45a5-bb39-9f17f9ce0eed tempest-TenantUsagesTestJSON-433282013 tempest-TenantUsagesTestJSON-433282013-project] 10.222.0.64 "GET /v2.0/ports?device_id=25ac93cc-157c-41e7-bd51-973fdf69513d HTTP/1.1" status: 200 len: 935 time: 0.0521169 Jan 28 19:14:03.204630 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ac9195f9-5013-480f-981b-275b99c776ad req-713478da-1334-44ae-bce3-5a22e8dbbbe4 tempest-TenantUsagesTestJSON-433282013 tempest-TenantUsagesTestJSON-433282013-project] 10.222.0.64 "GET /v2.0/security-groups?id=d3a03d1a-aa02-4974-b887-f8013a8056bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444734 Jan 28 19:14:03.217553 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9bfceb12-2f78-4303-b369-de69fb00e7e1 req-d69ef7da-76d0-42bb-bd09-3e86567bf90d tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/security-groups?id=414e93b9-08bc-438e-9127-05114ed7dbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024539 Jan 28 19:14:03.334543 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-7b1d2133-2158-43de-a263-eeca1016daa3 req-82539559-1018-4bab-bccb-953df0f25001 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 599b9d8a-3ad8-4f3d-b2e9-521a950c4915 {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:14:03.341852 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f3724d-3016-47bd-a4d7-6adb4be8a8bc req-ea608b04-b4b8-465a-a5c1-52f79a78aee6 tempest-LiveMigrationNegativeTest-998910460 tempest-LiveMigrationNegativeTest-998910460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:03.343412 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-41f3724d-3016-47bd-a4d7-6adb4be8a8bc req-ea608b04-b4b8-465a-a5c1-52f79a78aee6 tempest-LiveMigrationNegativeTest-998910460 tempest-LiveMigrationNegativeTest-998910460-project] 10.222.0.64 "GET /v2.0/ports?device_id=83994444-c661-48a0-afb1-be10667a7cf1 HTTP/1.1" status: 200 len: 949 time: 0.0603898 Jan 28 19:14:03.351936 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a675282a-7eb6-4f9d-b4b3-402d503e34d4 req-0ff6493f-1557-4346-b877-c0b2f5135893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:03.354165 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a675282a-7eb6-4f9d-b4b3-402d503e34d4 req-0ff6493f-1557-4346-b877-c0b2f5135893 service neutron] 10.222.0.70 "GET /v2.0/networks?id=72a547d0-d9da-4c9f-b2a7-a4b786ea70ac HTTP/1.1" status: 200 len: 920 time: 0.2756972 Jan 28 19:14:03.357078 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-7b1d2133-2158-43de-a263-eeca1016daa3 req-82539559-1018-4bab-bccb-953df0f25001 service neutron] Publish callbacks [] for port (599b9d8a-3ad8-4f3d-b2e9-521a950c4915), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:03.393896 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-41f3724d-3016-47bd-a4d7-6adb4be8a8bc req-4c649d9d-eff7-4cd2-8211-dd0693016b23 tempest-LiveMigrationNegativeTest-998910460 tempest-LiveMigrationNegativeTest-998910460-project] 10.222.0.64 "GET /v2.0/security-groups?id=d254ab6c-afc7-4730-9a7e-1ca125b4b963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442517 Jan 28 19:14:03.443982 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a675282a-7eb6-4f9d-b4b3-402d503e34d4 req-ecae1d5a-87dc-4f46-9397-ac89b0c8102b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=581dc8c3-b87e-4b13-b9df-77efa9de3d8d HTTP/1.1" status: 200 len: 217 time: 0.0821383 Jan 28 19:14:03.468181 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-7b1d2133-2158-43de-a263-eeca1016daa3 req-82539559-1018-4bab-bccb-953df0f25001 service neutron] Transition to ACTIVE for port object 599b9d8a-3ad8-4f3d-b2e9-521a950c4915 will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:14:03.493305 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-7b1d2133-2158-43de-a263-eeca1016daa3 req-82539559-1018-4bab-bccb-953df0f25001 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (599b9d8a-3ad8-4f3d-b2e9-521a950c4915), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:03.596889 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfbc0d2-0452-4809-af89-b726272c2c13 req-22f4756f-f62d-4ce8-8469-5b915d2071af tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:03.598455 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ccfbc0d2-0452-4809-af89-b726272c2c13 req-22f4756f-f62d-4ce8-8469-5b915d2071af tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] 10.222.0.64 "GET /v2.0/networks?id=1b36af34-6909-4f2b-a96c-a56853ad0cf5 HTTP/1.1" status: 200 len: 821 time: 0.3002558 Jan 28 19:14:03.607305 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-a2cb27a6-df7a-4109-8d02-e12b1512f464 req-c07d7325-b751-4f09-8bde-79bc48b62933 tempest-DeleteServersAdminTestJSON-927844057 tempest-DeleteServersAdminTestJSON-927844057-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985'] for port (49529e20-0458-4854-bc78-b96f4aac9c64), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:03.620566 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a675282a-7eb6-4f9d-b4b3-402d503e34d4 req-c90590b3-4528-421b-b167-147571e757e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:03.622065 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a675282a-7eb6-4f9d-b4b3-402d503e34d4 req-c90590b3-4528-421b-b167-147571e757e9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=7e42a0bc-2ea3-4c64-b0da-1fe419b4beb8 HTTP/1.1" status: 200 len: 860 time: 0.1552033 Jan 28 19:14:03.627191 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['49529e20-0458-4854-bc78-b96f4aac9c64'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:14:03.647901 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82539559-1018-4bab-bccb-953df0f25001 service neutron] Pushing event updated for resources: {'Port': ['ID=599b9d8a-3ad8-4f3d-b2e9-521a950c4915,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:03.710107 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a675282a-7eb6-4f9d-b4b3-402d503e34d4 req-303aa120-39d7-467e-b87f-49153ad592e1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=72a547d0-d9da-4c9f-b2a7-a4b786ea70ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0806763 Jan 28 19:14:03.716099 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ccfbc0d2-0452-4809-af89-b726272c2c13 req-488eee8a-f7aa-4b54-8d3a-54b28f76ac3a tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] 10.222.0.64 "GET /v2.0/quotas/2f6c0ce2548d44dba74b697745b9900b HTTP/1.1" status: 200 len: 375 time: 0.1040680 Jan 28 19:14:03.736367 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07d7325-b751-4f09-8bde-79bc48b62933 tempest-DeleteServersAdminTestJSON-927844057 tempest-DeleteServersAdminTestJSON-927844057-project-admin] Pushing event deleted for resources: {'Port': ['ID=49529e20-0458-4854-bc78-b96f4aac9c64,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:03.807997 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2cb27a6-df7a-4109-8d02-e12b1512f464 req-c07d7325-b751-4f09-8bde-79bc48b62933 tempest-DeleteServersAdminTestJSON-927844057 tempest-DeleteServersAdminTestJSON-927844057-project-admin] No DVR routers for this DVR port 49529e20-0458-4854-bc78-b96f4aac9c64 on host n-h2-812111-14 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:14:03.811033 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-a2cb27a6-df7a-4109-8d02-e12b1512f464 req-c07d7325-b751-4f09-8bde-79bc48b62933 tempest-DeleteServersAdminTestJSON-927844057 tempest-DeleteServersAdminTestJSON-927844057-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:03.815227 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a2cb27a6-df7a-4109-8d02-e12b1512f464 req-c07d7325-b751-4f09-8bde-79bc48b62933 tempest-DeleteServersAdminTestJSON-927844057 tempest-DeleteServersAdminTestJSON-927844057-project-admin] 10.222.0.70 "DELETE /v2.0/ports/49529e20-0458-4854-bc78-b96f4aac9c64 HTTP/1.1" status: 204 len: 173 time: 1.3638818 Jan 28 19:14:03.815895 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-7b1d2133-2158-43de-a263-eeca1016daa3 req-82539559-1018-4bab-bccb-953df0f25001 service neutron] Attempting to bind port 599b9d8a-3ad8-4f3d-b2e9-521a950c4915 on host n-h2-812111-14 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:14:03.816230 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-7b1d2133-2158-43de-a263-eeca1016daa3 req-82539559-1018-4bab-bccb-953df0f25001 service neutron] Attempting to bind port 599b9d8a-3ad8-4f3d-b2e9-521a950c4915 by drivers openvswitch,hyperv on host n-h2-812111-14 at level 0 using segments [{'id': '195bcdbf-a031-4d8b-9f7f-e09fd37cd197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:14:03.817277 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b1d2133-2158-43de-a263-eeca1016daa3 req-82539559-1018-4bab-bccb-953df0f25001 service neutron] Attempting to bind port 599b9d8a-3ad8-4f3d-b2e9-521a950c4915 on network 7810caa2-eac6-457d-9302-c8c215ef3e91 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:14:03.823973 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1a6c1ed-6708-45f7-96d8-9443e48b309d', 'name': 'network-vif-deleted', 'tag': '49529e20-0458-4854-bc78-b96f4aac9c64'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:14:03.826489 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59eef32c-aab7-4297-afa1-db0884630926" -d '{"events": [{"server_uuid": "c1a6c1ed-6708-45f7-96d8-9443e48b309d", "name": "network-vif-deleted", "tag": "49529e20-0458-4854-bc78-b96f4aac9c64"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:14:03.833578 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c2a62f-4344-4a41-8707-4d656b4b0606 req-58095c85-5c55-4fbe-9a6d-4ec0872118cd tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:03.843695 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-92c2a62f-4344-4a41-8707-4d656b4b0606 req-58095c85-5c55-4fbe-9a6d-4ec0872118cd tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=46b1863a-e7b2-4c60-bc44-9ff00fc6c561 HTTP/1.1" status: 200 len: 945 time: 0.0738020 Jan 28 19:14:03.874529 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b1d2133-2158-43de-a263-eeca1016daa3 req-82539559-1018-4bab-bccb-953df0f25001 service neutron] Port 599b9d8a-3ad8-4f3d-b2e9-521a950c4915 on network 7810caa2-eac6-457d-9302-c8c215ef3e91 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-14 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:14:03.874867 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b1d2133-2158-43de-a263-eeca1016daa3 req-82539559-1018-4bab-bccb-953df0f25001 service neutron] Attempting to bind port 599b9d8a-3ad8-4f3d-b2e9-521a950c4915 on network 7810caa2-eac6-457d-9302-c8c215ef3e91 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:14:03.895140 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-92c2a62f-4344-4a41-8707-4d656b4b0606 req-79e8735d-1f50-46a7-a06d-f8afea3ce1cc tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501885 Jan 28 19:14:03.898727 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b1d2133-2158-43de-a263-eeca1016daa3 req-82539559-1018-4bab-bccb-953df0f25001 service neutron] Checking agent: {'id': '8f3fee4e-bf24-4b58-8a3a-ae9c8011a473', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 13, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:14:03.899179 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b1d2133-2158-43de-a263-eeca1016daa3 req-82539559-1018-4bab-bccb-953df0f25001 service neutron] Checking segment: {'id': '195bcdbf-a031-4d8b-9f7f-e09fd37cd197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:14:03.899665 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b1d2133-2158-43de-a263-eeca1016daa3 req-82539559-1018-4bab-bccb-953df0f25001 service neutron] Bound using segment: {'id': '195bcdbf-a031-4d8b-9f7f-e09fd37cd197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:14:03.900068 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-7b1d2133-2158-43de-a263-eeca1016daa3 req-82539559-1018-4bab-bccb-953df0f25001 service neutron] Bound port: 599b9d8a-3ad8-4f3d-b2e9-521a950c4915, host: n-h2-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '195bcdbf-a031-4d8b-9f7f-e09fd37cd197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:14:03.901273 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-7b1d2133-2158-43de-a263-eeca1016daa3 req-82539559-1018-4bab-bccb-953df0f25001 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (599b9d8a-3ad8-4f3d-b2e9-521a950c4915), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:04.137360 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-addfb4db-9222-4490-8edb-9781b1883c65 x-openstack-request-id: req-addfb4db-9222-4490-8edb-9781b1883c65 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:14:04.137643 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1a6c1ed-6708-45f7-96d8-9443e48b309d", "name": "network-vif-deleted", "tag": "49529e20-0458-4854-bc78-b96f4aac9c64", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:14:04.137891 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-addfb4db-9222-4490-8edb-9781b1883c65 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:14:04.138275 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1a6c1ed-6708-45f7-96d8-9443e48b309d', 'name': 'network-vif-deleted', 'tag': '49529e20-0458-4854-bc78-b96f4aac9c64', 'status': 'completed', 'code': 200} Jan 28 19:14:04.158842 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4a8733-a00e-412a-91b7-b9e3aa4105b9 req-dc0d82ec-4a8b-4dc1-a3cc-2dbe30ca6c2b tempest-ServersAdminTestJSON-1569516487 tempest-ServersAdminTestJSON-1569516487-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:04.160536 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6d4a8733-a00e-412a-91b7-b9e3aa4105b9 req-dc0d82ec-4a8b-4dc1-a3cc-2dbe30ca6c2b tempest-ServersAdminTestJSON-1569516487 tempest-ServersAdminTestJSON-1569516487-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=d67e2018-4151-48d3-8062-e7793269d14c HTTP/1.1" status: 200 len: 1132 time: 0.0505219 Jan 28 19:14:04.200360 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ccfbc0d2-0452-4809-af89-b726272c2c13 req-0deee2e9-b030-48c5-8fdd-6d635c03cd64 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=2f6c0ce2548d44dba74b697745b9900b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4597659 Jan 28 19:14:04.207488 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a675282a-7eb6-4f9d-b4b3-402d503e34d4 req-f40239e2-379d-485f-a032-92ff72b34a6d service neutron] 10.222.0.70 "GET /v2.0/networks/72a547d0-d9da-4c9f-b2a7-a4b786ea70ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4682240 Jan 28 19:14:04.210021 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6d4a8733-a00e-412a-91b7-b9e3aa4105b9 req-ed726d16-0166-4925-afc9-6d84b804dbe6 tempest-ServersAdminTestJSON-1569516487 tempest-ServersAdminTestJSON-1569516487-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=2478b850-89ab-4114-a340-71569acb8761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430501 Jan 28 19:14:04.304751 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2568d0e1-8526-4d13-9104-a3a976c63605 req-0bc1eecf-9073-4f5d-b92b-112a23526005 tempest-DeleteServersAdminTestJSON-1976717136 tempest-DeleteServersAdminTestJSON-1976717136-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1a6c1ed-6708-45f7-96d8-9443e48b309d HTTP/1.1" status: 200 len: 210 time: 0.0274696 Jan 28 19:14:04.338399 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-7b1d2133-2158-43de-a263-eeca1016daa3 req-82539559-1018-4bab-bccb-953df0f25001 service neutron] For port 599b9d8a-3ad8-4f3d-b2e9-521a950c4915, host n-h2-812111-14, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:14:04.362780 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-7b1d2133-2158-43de-a263-eeca1016daa3 req-82539559-1018-4bab-bccb-953df0f25001 service neutron] For port 599b9d8a-3ad8-4f3d-b2e9-521a950c4915, host n-h2-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=599b9d8a-3ad8-4f3d-b2e9-521a950c4915,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:14:04.382065 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-7b1d2133-2158-43de-a263-eeca1016daa3 req-82539559-1018-4bab-bccb-953df0f25001 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (599b9d8a-3ad8-4f3d-b2e9-521a950c4915), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:04.394071 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 1e9f02a8-a272-409b-b64c-20c21c6d0f61 up at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:14:04.432779 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b79b3a4-6c9b-47ce-85d7-061cda0d7314 req-0ec9eb71-bfcd-4baf-a322-daf4cab78176 tempest-TenantUsagesTestJSON-433282013 tempest-TenantUsagesTestJSON-433282013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:04.434579 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6b79b3a4-6c9b-47ce-85d7-061cda0d7314 req-0ec9eb71-bfcd-4baf-a322-daf4cab78176 tempest-TenantUsagesTestJSON-433282013 tempest-TenantUsagesTestJSON-433282013-project] 10.222.0.64 "GET /v2.0/ports?device_id=25ac93cc-157c-41e7-bd51-973fdf69513d HTTP/1.1" status: 200 len: 947 time: 0.0712221 Jan 28 19:14:04.445753 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ccfbc0d2-0452-4809-af89-b726272c2c13 req-567ea921-d3b4-4d72-b866-1aae53c002c8 service neutron] 10.222.0.64 "GET /v2.0/networks/1b36af34-6909-4f2b-a96c-a56853ad0cf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2358646 Jan 28 19:14:04.458885 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a675282a-7eb6-4f9d-b4b3-402d503e34d4 req-ab888cca-d775-4f1d-971e-985e668bd0cf service neutron] 10.222.0.70 "GET /v2.0/networks/72a547d0-d9da-4c9f-b2a7-a4b786ea70ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2341294 Jan 28 19:14:04.460959 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning for port 1e9f02a8-a272-409b-b64c-20c21c6d0f61 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:14:04.465495 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning complete for port 1e9f02a8-a272-409b-b64c-20c21c6d0f61 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:14:04.465875 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (1e9f02a8-a272-409b-b64c-20c21c6d0f61), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:04.504632 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6b79b3a4-6c9b-47ce-85d7-061cda0d7314 req-845f7c36-7d18-484a-82f0-a56d11f3be6a tempest-TenantUsagesTestJSON-433282013 tempest-TenantUsagesTestJSON-433282013-project] 10.222.0.64 "GET /v2.0/security-groups?id=d3a03d1a-aa02-4974-b887-f8013a8056bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642929 Jan 28 19:14:04.528625 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1d2133-2158-43de-a263-eeca1016daa3 req-82539559-1018-4bab-bccb-953df0f25001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:04.529422 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-7b1d2133-2158-43de-a263-eeca1016daa3 req-82539559-1018-4bab-bccb-953df0f25001 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:04.530850 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7b1d2133-2158-43de-a263-eeca1016daa3 req-82539559-1018-4bab-bccb-953df0f25001 service neutron] 10.222.0.70 "PUT /v2.0/ports/599b9d8a-3ad8-4f3d-b2e9-521a950c4915 HTTP/1.1" status: 200 len: 1096 time: 2.1470480 Jan 28 19:14:04.575432 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82539559-1018-4bab-bccb-953df0f25001 service neutron] Pushing event updated for resources: {'Port': ['ID=599b9d8a-3ad8-4f3d-b2e9-521a950c4915,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:04.618081 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port 1e9f02a8-a272-409b-b64c-20c21c6d0f61 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:14:04.618524 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (1e9f02a8-a272-409b-b64c-20c21c6d0f61), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:04.674675 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 1e9f02a8-a272-409b-b64c-20c21c6d0f61, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=1e9f02a8-a272-409b-b64c-20c21c6d0f61,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:14:04.676249 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83994444-c661-48a0-afb1-be10667a7cf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e9f02a8-a272-409b-b64c-20c21c6d0f61'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:14:04.681898 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2368c5b6-440e-42d4-bc7d-4523fc04134d" -d '{"events": [{"server_uuid": "83994444-c661-48a0-afb1-be10667a7cf1", "name": "network-vif-plugged", "status": "completed", "tag": "1e9f02a8-a272-409b-b64c-20c21c6d0f61"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:14:04.688037 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (1e9f02a8-a272-409b-b64c-20c21c6d0f61), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:04.689202 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 581dc8c3-b87e-4b13-b9df-77efa9de3d8d no longer exists at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:14:04.690875 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154dfc84-be8e-4103-8cc3-d24e4b37b5d4 req-fe163631-f8cb-4830-b37d-51048f087637 tempest-ServersAdminTestJSON-1569516487 tempest-ServersAdminTestJSON-1569516487-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:04.699761 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-154dfc84-be8e-4103-8cc3-d24e4b37b5d4 req-fe163631-f8cb-4830-b37d-51048f087637 tempest-ServersAdminTestJSON-1569516487 tempest-ServersAdminTestJSON-1569516487-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=d67e2018-4151-48d3-8062-e7793269d14c HTTP/1.1" status: 200 len: 1132 time: 0.0955858 Jan 28 19:14:04.718388 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ccfbc0d2-0452-4809-af89-b726272c2c13 req-9b304d5d-0473-4032-8e06-4fd461abfc86 service neutron] 10.222.0.64 "GET /v2.0/networks/1b36af34-6909-4f2b-a96c-a56853ad0cf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2567782 Jan 28 19:14:04.725516 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1d2133-2158-43de-a263-eeca1016daa3 req-f3fa52bf-3b02-41b3-9bdf-26c9e8f3e4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:04.727049 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7b1d2133-2158-43de-a263-eeca1016daa3 req-f3fa52bf-3b02-41b3-9bdf-26c9e8f3e4ac service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=bcd420ba59fe4471a63bf43f7316a1ef&device_id=25ac93cc-157c-41e7-bd51-973fdf69513d HTTP/1.1" status: 200 len: 1130 time: 0.1170788 Jan 28 19:14:04.761569 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-154dfc84-be8e-4103-8cc3-d24e4b37b5d4 req-364165aa-16df-4ec9-ac0d-8c2c18814e62 tempest-ServersAdminTestJSON-1569516487 tempest-ServersAdminTestJSON-1569516487-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=2478b850-89ab-4114-a340-71569acb8761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608220 Jan 28 19:14:04.769137 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] The host n-h1-812111-14 is not matching for port 581dc8c3-b87e-4b13-b9df-77efa9de3d8d host n-h2-812111-14! {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Jan 28 19:14:04.769765 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 581dc8c3-b87e-4b13-b9df-77efa9de3d8d not bound to the agent host n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:14:04.800657 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7b1d2133-2158-43de-a263-eeca1016daa3 req-6316985e-bc66-4339-9df9-004f00ed55ef service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=599b9d8a-3ad8-4f3d-b2e9-521a950c4915 HTTP/1.1" status: 200 len: 217 time: 0.0597930 Jan 28 19:14:04.805491 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=1e9f02a8-a272-409b-b64c-20c21c6d0f61,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:04.902303 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20633e18-bc63-4c27-aac9-2e27fda4417f req-58365218-9572-4906-9375-b2c6fefb7158 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:04.909367 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-20633e18-bc63-4c27-aac9-2e27fda4417f req-58365218-9572-4906-9375-b2c6fefb7158 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c32b98d-c462-4f26-b26d-2a0c3e0ac453 HTTP/1.1" status: 200 len: 945 time: 0.0706336 Jan 28 19:14:04.943648 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1d2133-2158-43de-a263-eeca1016daa3 req-c26d1047-8017-434e-baed-cef9bf0f6a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:04.945128 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7b1d2133-2158-43de-a263-eeca1016daa3 req-c26d1047-8017-434e-baed-cef9bf0f6a92 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f2de4832-9ef6-4f40-9ac5-1557d5e6a6ff HTTP/1.1" status: 200 len: 843 time: 0.1055136 Jan 28 19:14:04.959291 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-20633e18-bc63-4c27-aac9-2e27fda4417f req-0e6528e6-4158-4b08-aba7-6badd8592f98 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/security-groups?id=414e93b9-08bc-438e-9127-05114ed7dbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489688 Jan 28 19:14:05.006229 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7210989-7bd8-47cb-9121-700c59a5ba50 x-openstack-request-id: req-f7210989-7bd8-47cb-9121-700c59a5ba50 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:14:05.006544 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83994444-c661-48a0-afb1-be10667a7cf1", "name": "network-vif-plugged", "status": "completed", "tag": "1e9f02a8-a272-409b-b64c-20c21c6d0f61", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:14:05.006819 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f7210989-7bd8-47cb-9121-700c59a5ba50 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:14:05.007209 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83994444-c661-48a0-afb1-be10667a7cf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e9f02a8-a272-409b-b64c-20c21c6d0f61', 'code': 200} Jan 28 19:14:05.019200 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a675282a-7eb6-4f9d-b4b3-402d503e34d4 req-958bc827-acc1-4686-9581-55b305b445d7 tempest-LiveAutoBlockMigrationV225Test-1956576498 tempest-LiveAutoBlockMigrationV225Test-1956576498-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:05.020541 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a675282a-7eb6-4f9d-b4b3-402d503e34d4 req-958bc827-acc1-4686-9581-55b305b445d7 tempest-LiveAutoBlockMigrationV225Test-1956576498 tempest-LiveAutoBlockMigrationV225Test-1956576498-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=46b1863a-e7b2-4c60-bc44-9ff00fc6c561&tenant_id=57a0678ad1cb4e46b30e232c1f317a59&binding%3Ahost_id=n-h2-812111-14 HTTP/1.1" status: 200 len: 1128 time: 0.1942914 Jan 28 19:14:05.048930 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2af12e-5ddc-4d7c-8bfd-41e9728311a3 req-eac98ad4-ef45-479d-9329-a1062f45db62 tempest-LiveMigrationNegativeTest-998910460 tempest-LiveMigrationNegativeTest-998910460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:05.051074 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3a2af12e-5ddc-4d7c-8bfd-41e9728311a3 req-eac98ad4-ef45-479d-9329-a1062f45db62 tempest-LiveMigrationNegativeTest-998910460 tempest-LiveMigrationNegativeTest-998910460-project] 10.222.0.64 "GET /v2.0/ports?device_id=83994444-c661-48a0-afb1-be10667a7cf1 HTTP/1.1" status: 200 len: 950 time: 0.1302421 Jan 28 19:14:05.116370 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1d2133-2158-43de-a263-eeca1016daa3 req-24126b55-e34f-4da6-84b0-7b9a1202b081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:05.117784 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7b1d2133-2158-43de-a263-eeca1016daa3 req-24126b55-e34f-4da6-84b0-7b9a1202b081 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7810caa2-eac6-457d-9302-c8c215ef3e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1567225 Jan 28 19:14:05.245805 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3a2af12e-5ddc-4d7c-8bfd-41e9728311a3 req-40f35837-c2d1-40ea-9700-2f32436302a0 tempest-LiveMigrationNegativeTest-998910460 tempest-LiveMigrationNegativeTest-998910460-project] 10.222.0.64 "GET /v2.0/security-groups?id=d254ab6c-afc7-4730-9a7e-1ca125b4b963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735518 Jan 28 19:14:05.306461 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa266ce0-bb8f-40f1-9497-0a5d25cded2e req-6238630d-be0c-4db0-87a1-452f078d537b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:05.308288 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-fa266ce0-bb8f-40f1-9497-0a5d25cded2e req-6238630d-be0c-4db0-87a1-452f078d537b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=83994444-c661-48a0-afb1-be10667a7cf1 HTTP/1.1" status: 200 len: 1133 time: 0.2350776 Jan 28 19:14:05.313780 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-23286a88-fa00-4dea-90a3-da7245509138 req-613bbc97-db37-4cfb-a2e9-a41fdf244081 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] 10.222.0.64 "GET /v2.0/ports?device_id=2a116b9a-966a-46f0-9be4-b8c286608bde HTTP/1.1" status: 200 len: 210 time: 0.0541804 Jan 28 19:14:05.361636 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7b1d2133-2158-43de-a263-eeca1016daa3 req-58066d56-76a5-4388-be1a-21abe70182ad service neutron] 10.222.0.70 "GET /v2.0/networks/7810caa2-eac6-457d-9302-c8c215ef3e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2269144 Jan 28 19:14:05.487917 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-a675282a-7eb6-4f9d-b4b3-402d503e34d4 req-e51c934f-cfd0-4313-8432-16ed59790cab service neutron] For port 581dc8c3-b87e-4b13-b9df-77efa9de3d8d, host n-h1-812111-14, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:14:05.501639 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-a675282a-7eb6-4f9d-b4b3-402d503e34d4 req-e51c934f-cfd0-4313-8432-16ed59790cab service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:05.502760 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a675282a-7eb6-4f9d-b4b3-402d503e34d4 req-e51c934f-cfd0-4313-8432-16ed59790cab service neutron] 10.222.0.70 "DELETE /v2.0/ports/581dc8c3-b87e-4b13-b9df-77efa9de3d8d/bindings/n-h1-812111-14 HTTP/1.1" status: 204 len: 173 time: 0.4710498 Jan 28 19:14:05.513011 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-fa266ce0-bb8f-40f1-9497-0a5d25cded2e req-d10290f4-3256-487f-b718-f6f036a07e79 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d254ab6c-afc7-4730-9a7e-1ca125b4b963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835823 Jan 28 19:14:05.531980 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06538bc2-7671-41da-8038-1340b716d724 req-2c06aacb-c783-45e9-8689-c6a59528bc5f tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:05.538731 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-06538bc2-7671-41da-8038-1340b716d724 req-2c06aacb-c783-45e9-8689-c6a59528bc5f tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=46b1863a-e7b2-4c60-bc44-9ff00fc6c561 HTTP/1.1" status: 200 len: 945 time: 0.2104282 Jan 28 19:14:05.599142 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-06538bc2-7671-41da-8038-1340b716d724 req-eab4b46c-0797-4fdc-bd7c-fffdb3642cb3 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595493 Jan 28 19:14:05.618317 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7b1d2133-2158-43de-a263-eeca1016daa3 req-31b17a4f-5259-4a21-bb6c-50437a4afb52 service neutron] 10.222.0.70 "GET /v2.0/networks/7810caa2-eac6-457d-9302-c8c215ef3e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2318206 Jan 28 19:14:05.724266 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f814f060-dff1-4abd-8df5-4ba0423c51a6 req-0e579dd2-d69d-483c-93bb-608f01544f0e tempest-DeleteServersAdminTestJSON-1976717136 tempest-DeleteServersAdminTestJSON-1976717136-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=215f321da66743809012104419aa9d84&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0336335 Jan 28 19:14:05.845903 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a417cc-a6b3-4fed-8ebd-ce4d741b16cc req-b0b2335d-31bd-47cf-acc3-dea7bc3d2ed0 tempest-TenantUsagesTestJSON-433282013 tempest-TenantUsagesTestJSON-433282013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:05.847427 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b7a417cc-a6b3-4fed-8ebd-ce4d741b16cc req-b0b2335d-31bd-47cf-acc3-dea7bc3d2ed0 tempest-TenantUsagesTestJSON-433282013 tempest-TenantUsagesTestJSON-433282013-project] 10.222.0.64 "GET /v2.0/ports?device_id=25ac93cc-157c-41e7-bd51-973fdf69513d HTTP/1.1" status: 200 len: 947 time: 0.0576007 Jan 28 19:14:05.851032 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f814f060-dff1-4abd-8df5-4ba0423c51a6 req-3e6c8eac-3016-406f-a556-46889a413e9f tempest-DeleteServersAdminTestJSON-1976717136 tempest-DeleteServersAdminTestJSON-1976717136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:05.852748 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f814f060-dff1-4abd-8df5-4ba0423c51a6 req-3e6c8eac-3016-406f-a556-46889a413e9f tempest-DeleteServersAdminTestJSON-1976717136 tempest-DeleteServersAdminTestJSON-1976717136-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1275868 Jan 28 19:14:05.871984 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f814f060-dff1-4abd-8df5-4ba0423c51a6 req-eb96c85a-4405-4735-82b5-b3603c5f3122 tempest-DeleteServersAdminTestJSON-1976717136 tempest-DeleteServersAdminTestJSON-1976717136-project] 10.222.0.64 "GET /v2.0/quotas/215f321da66743809012104419aa9d84 HTTP/1.1" status: 200 len: 375 time: 0.0131984 Jan 28 19:14:05.900181 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b7a417cc-a6b3-4fed-8ebd-ce4d741b16cc req-5ec24aee-fa25-4dc3-a325-9ed038d4cb11 tempest-TenantUsagesTestJSON-433282013 tempest-TenantUsagesTestJSON-433282013-project] 10.222.0.64 "GET /v2.0/security-groups?id=d3a03d1a-aa02-4974-b887-f8013a8056bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469053 Jan 28 19:14:05.913924 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f814f060-dff1-4abd-8df5-4ba0423c51a6 req-8d2e7e3e-cd23-44ed-b5bf-064e1c7fe081 tempest-DeleteServersAdminTestJSON-1976717136 tempest-DeleteServersAdminTestJSON-1976717136-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=215f321da66743809012104419aa9d84&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0365036 Jan 28 19:14:06.140952 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25ac93cc-157c-41e7-bd51-973fdf69513d', 'tag': '599b9d8a-3ad8-4f3d-b2e9-521a950c4915'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:14:06.147262 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef633fe6-c376-4a5f-a1c7-c278d1aa3427" -d '{"events": [{"name": "network-changed", "server_uuid": "25ac93cc-157c-41e7-bd51-973fdf69513d", "tag": "599b9d8a-3ad8-4f3d-b2e9-521a950c4915"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:14:06.176199 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e7ad0c-1f4f-4fb7-b7e4-cdb20c4e26cb req-3a0850d1-bad9-488b-afac-4262200bb2de tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:06.178609 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-60e7ad0c-1f4f-4fb7-b7e4-cdb20c4e26cb req-3a0850d1-bad9-488b-afac-4262200bb2de tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] 10.222.0.64 "GET /v2.0/ports?device_id=d67e2018-4151-48d3-8062-e7793269d14c HTTP/1.1" status: 200 len: 949 time: 0.0799363 Jan 28 19:14:06.253841 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-60e7ad0c-1f4f-4fb7-b7e4-cdb20c4e26cb req-66ab3674-e699-48b2-adf0-7acb8f3bb33b tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] 10.222.0.64 "GET /v2.0/security-groups?id=2478b850-89ab-4114-a340-71569acb8761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674496 Jan 28 19:14:06.258050 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a53de5-7ed5-4e24-86ed-459cc456c9c3 req-d74aba23-6f63-4ccb-8c09-2ad97eb00340 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:06.266460 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d6a53de5-7ed5-4e24-86ed-459cc456c9c3 req-d74aba23-6f63-4ccb-8c09-2ad97eb00340 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c32b98d-c462-4f26-b26d-2a0c3e0ac453 HTTP/1.1" status: 200 len: 945 time: 0.0872047 Jan 28 19:14:06.323845 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d6a53de5-7ed5-4e24-86ed-459cc456c9c3 req-99d40fc9-5129-4910-917a-a2343ea78510 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/security-groups?id=414e93b9-08bc-438e-9127-05114ed7dbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564413 Jan 28 19:14:06.373776 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6b803e90-3561-4f7a-b946-a2fc6d5e8704 req-a6dddf49-a90b-42d2-b04e-d803922e35e8 tempest-DeleteServersAdminTestJSON-1976717136 tempest-DeleteServersAdminTestJSON-1976717136-project] 10.222.0.64 "GET /v2.0/ports?device_id=909108d7-31d4-456d-a036-40b1cd7a5467 HTTP/1.1" status: 200 len: 210 time: 0.0410748 Jan 28 19:14:06.426734 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfbc0d2-0452-4809-af89-b726272c2c13 req-1984944e-e9c2-424a-8cc9-c93c973c2ee6 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:06.429311 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ccfbc0d2-0452-4809-af89-b726272c2c13 req-1984944e-e9c2-424a-8cc9-c93c973c2ee6 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] 10.222.0.70 "GET /v2.0/networks?id=1b36af34-6909-4f2b-a96c-a56853ad0cf5 HTTP/1.1" status: 200 len: 821 time: 0.1627026 Jan 28 19:14:06.431895 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dc57eaf-4aef-42fa-bab7-106a12cc7159 x-openstack-request-id: req-1dc57eaf-4aef-42fa-bab7-106a12cc7159 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:14:06.432847 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25ac93cc-157c-41e7-bd51-973fdf69513d", "tag": "599b9d8a-3ad8-4f3d-b2e9-521a950c4915", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:14:06.433436 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1dc57eaf-4aef-42fa-bab7-106a12cc7159 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:14:06.433914 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25ac93cc-157c-41e7-bd51-973fdf69513d', 'tag': '599b9d8a-3ad8-4f3d-b2e9-521a950c4915', 'status': 'completed', 'code': 200} Jan 28 19:14:06.463557 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-ccfbc0d2-0452-4809-af89-b726272c2c13 req-e825ea0e-92ef-489f-8331-c5166f240851 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] Request body: {'port': {'device_id': '2a116b9a-966a-46f0-9be4-b8c286608bde', 'network_id': '1b36af34-6909-4f2b-a96c-a56853ad0cf5', 'admin_state_up': True, 'tenant_id': '2f6c0ce2548d44dba74b697745b9900b'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:14:06.492977 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2ae2e5-7fa5-48c5-94aa-8796726584f7 req-3f2daebd-e874-479e-9531-a09514514ed7 tempest-LiveAutoBlockMigrationV225Test-1956576498 tempest-LiveAutoBlockMigrationV225Test-1956576498-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:06.495566 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4b2ae2e5-7fa5-48c5-94aa-8796726584f7 req-3f2daebd-e874-479e-9531-a09514514ed7 tempest-LiveAutoBlockMigrationV225Test-1956576498 tempest-LiveAutoBlockMigrationV225Test-1956576498-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=46b1863a-e7b2-4c60-bc44-9ff00fc6c561 HTTP/1.1" status: 200 len: 1128 time: 0.0651071 Jan 28 19:14:06.561052 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4b2ae2e5-7fa5-48c5-94aa-8796726584f7 req-3fef8611-c7a2-49df-a8ac-55d96ccb3aa6 tempest-LiveAutoBlockMigrationV225Test-1956576498 tempest-LiveAutoBlockMigrationV225Test-1956576498-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587103 Jan 28 19:14:06.581653 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c7b07fdc-d5f9-4ecb-8000-a2f83c9cfc46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:06.688081 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef633fe6-c376-4a5f-a1c7-c278d1aa3427 req-c5e08e7c-affc-4232-9956-db0802ec1f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:06.689776 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ef633fe6-c376-4a5f-a1c7-c278d1aa3427 req-c5e08e7c-affc-4232-9956-db0802ec1f15 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=bcd420ba59fe4471a63bf43f7316a1ef&device_id=25ac93cc-157c-41e7-bd51-973fdf69513d HTTP/1.1" status: 200 len: 1130 time: 0.2185304 Jan 28 19:14:06.707985 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660e36ac-9868-4c04-9608-c3b177ad4956 req-ecdf7585-1ed1-4397-96a5-5d71f55b34ae tempest-LiveMigrationNegativeTest-998910460 tempest-LiveMigrationNegativeTest-998910460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:06.712892 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-660e36ac-9868-4c04-9608-c3b177ad4956 req-ecdf7585-1ed1-4397-96a5-5d71f55b34ae tempest-LiveMigrationNegativeTest-998910460 tempest-LiveMigrationNegativeTest-998910460-project] 10.222.0.64 "GET /v2.0/ports?device_id=83994444-c661-48a0-afb1-be10667a7cf1 HTTP/1.1" status: 200 len: 950 time: 0.2106755 Jan 28 19:14:06.732933 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8568303b-4e16-4904-8b9d-98cd62f132d9 req-b1c17baa-f074-4f51-a807-f9c2f4e0330d tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] 10.222.0.64 "GET /v2.0/ports?device_id=2a116b9a-966a-46f0-9be4-b8c286608bde HTTP/1.1" status: 200 len: 210 time: 0.0572305 Jan 28 19:14:06.831449 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccfbc0d2-0452-4809-af89-b726272c2c13 req-e825ea0e-92ef-489f-8331-c5166f240851 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] Made reservation on behalf of 2f6c0ce2548d44dba74b697745b9900b for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:14:06.834794 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-ccfbc0d2-0452-4809-af89-b726272c2c13 req-e825ea0e-92ef-489f-8331-c5166f240851 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:06.901464 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-660e36ac-9868-4c04-9608-c3b177ad4956 req-958a933c-6fab-4fa6-97cf-7c36666f9669 tempest-LiveMigrationNegativeTest-998910460 tempest-LiveMigrationNegativeTest-998910460-project] 10.222.0.64 "GET /v2.0/security-groups?id=d254ab6c-afc7-4730-9a7e-1ca125b4b963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773489 Jan 28 19:14:06.973904 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef633fe6-c376-4a5f-a1c7-c278d1aa3427 req-42706583-8ac1-402e-9ba5-bc22a1e06e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:06.975383 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ef633fe6-c376-4a5f-a1c7-c278d1aa3427 req-42706583-8ac1-402e-9ba5-bc22a1e06e9d service neutron] 10.222.0.70 "GET /v2.0/networks?id=7810caa2-eac6-457d-9302-c8c215ef3e91 HTTP/1.1" status: 200 len: 869 time: 0.2753644 Jan 28 19:14:06.979640 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89d548b-5529-427b-b8f9-d63cf1bf2b4a req-23df0ea2-8132-4487-b355-1dee24fcf237 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:06.981557 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d89d548b-5529-427b-b8f9-d63cf1bf2b4a req-23df0ea2-8132-4487-b355-1dee24fcf237 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/networks?id=72a547d0-d9da-4c9f-b2a7-a4b786ea70ac HTTP/1.1" status: 200 len: 820 time: 0.1329308 Jan 28 19:14:06.997892 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d89d548b-5529-427b-b8f9-d63cf1bf2b4a req-ede45c2f-798b-40e3-af5a-02f2bcec4219 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/quotas/57a0678ad1cb4e46b30e232c1f317a59 HTTP/1.1" status: 200 len: 375 time: 0.0101981 Jan 28 19:14:07.015812 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd723e0-a594-44d6-b263-3916882120c9 req-bc390703-97bb-4e88-9fa0-98325365aa84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:07.018689 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2cd723e0-a594-44d6-b263-3916882120c9 req-bc390703-97bb-4e88-9fa0-98325365aa84 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1bd1e0d6512043bfbaf9a8e955e20b9e&device_id=6c32b98d-c462-4f26-b26d-2a0c3e0ac453 HTTP/1.1" status: 200 len: 1128 time: 0.1682448 Jan 28 19:14:07.057212 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d89d548b-5529-427b-b8f9-d63cf1bf2b4a req-a138aeae-e45d-4241-86bc-51410072349f tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=57a0678ad1cb4e46b30e232c1f317a59&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0527592 Jan 28 19:14:07.108759 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ef633fe6-c376-4a5f-a1c7-c278d1aa3427 req-b70bbf84-c5a7-4299-b4a0-2c57ad2db872 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=599b9d8a-3ad8-4f3d-b2e9-521a950c4915 HTTP/1.1" status: 200 len: 217 time: 0.1146090 Jan 28 19:14:07.145964 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d89d548b-5529-427b-b8f9-d63cf1bf2b4a req-85934694-1ad6-4911-8437-11b6b9f0b71c service neutron] 10.222.0.64 "GET /v2.0/networks/72a547d0-d9da-4c9f-b2a7-a4b786ea70ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820949 Jan 28 19:14:07.243447 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d89d548b-5529-427b-b8f9-d63cf1bf2b4a req-d9766da8-777f-4b5b-9ecd-bcfa0dfd0e42 service neutron] 10.222.0.64 "GET /v2.0/networks/72a547d0-d9da-4c9f-b2a7-a4b786ea70ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909290 Jan 28 19:14:07.381765 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 49529e20-0458-4854-bc78-b96f4aac9c64 no longer exists at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:14:07.427263 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] No Port match for: 49529e20-0458-4854-bc78-b96f4aac9c64 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:14:07.428114 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 49529e20-0458-4854-bc78-b96f4aac9c64 not bound to the agent host n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:14:07.467189 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f814f060-dff1-4abd-8df5-4ba0423c51a6 req-91039b4e-4be6-499e-b19e-b0560877e2b5 tempest-DeleteServersAdminTestJSON-1976717136 tempest-DeleteServersAdminTestJSON-1976717136-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=215f321da66743809012104419aa9d84&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0754824 Jan 28 19:14:07.478760 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f67890-b195-4ded-8c75-825fd67e3853 req-e153c569-5ec1-42c1-8b5e-6e2a249e93d0 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:07.480406 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-ccfbc0d2-0452-4809-af89-b726272c2c13 req-e825ea0e-92ef-489f-8331-c5166f240851 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] Allocated IP 172.20.0.11 (1b36af34-6909-4f2b-a96c-a56853ad0cf5/d1079c28-134b-4727-b56d-dffa38a58988/451a7b59-b3cd-4c2e-aa9c-93675463f292) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:14:07.481516 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-56f67890-b195-4ded-8c75-825fd67e3853 req-e153c569-5ec1-42c1-8b5e-6e2a249e93d0 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] 10.222.0.64 "GET /v2.0/ports?device_id=d67e2018-4151-48d3-8062-e7793269d14c HTTP/1.1" status: 200 len: 949 time: 0.0648026 Jan 28 19:14:07.515149 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91ad169-a0cf-4954-8b3b-fbf833d2eb91 req-e69a0752-99e1-4b09-9403-ccf62245db0e tempest-TenantUsagesTestJSON-433282013 tempest-TenantUsagesTestJSON-433282013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:07.522421 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a91ad169-a0cf-4954-8b3b-fbf833d2eb91 req-e69a0752-99e1-4b09-9403-ccf62245db0e tempest-TenantUsagesTestJSON-433282013 tempest-TenantUsagesTestJSON-433282013-project] 10.222.0.64 "GET /v2.0/ports?device_id=25ac93cc-157c-41e7-bd51-973fdf69513d HTTP/1.1" status: 200 len: 947 time: 0.5100954 Jan 28 19:14:07.538705 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-56f67890-b195-4ded-8c75-825fd67e3853 req-80fa4888-b5ec-4209-b5dd-e73be62ea3d7 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] 10.222.0.64 "GET /v2.0/security-groups?id=2478b850-89ab-4114-a340-71569acb8761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496306 Jan 28 19:14:07.565761 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef633fe6-c376-4a5f-a1c7-c278d1aa3427 req-fbdba234-2acb-4da7-9879-e833527c5b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:07.566893 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ef633fe6-c376-4a5f-a1c7-c278d1aa3427 req-fbdba234-2acb-4da7-9879-e833527c5b0e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f2de4832-9ef6-4f40-9ac5-1557d5e6a6ff HTTP/1.1" status: 200 len: 843 time: 0.4368639 Jan 28 19:14:07.672207 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def1f743-6359-4e8b-9ac7-0803284fc37f req-45d50fcf-451f-4cf0-9720-ec28e798d1d1 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:07.674069 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-def1f743-6359-4e8b-9ac7-0803284fc37f req-45d50fcf-451f-4cf0-9720-ec28e798d1d1 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c32b98d-c462-4f26-b26d-2a0c3e0ac453 HTTP/1.1" status: 200 len: 945 time: 0.0660129 Jan 28 19:14:07.698168 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd723e0-a594-44d6-b263-3916882120c9 req-adceb840-541d-4e54-b27e-c9263b2117d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:07.699982 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2cd723e0-a594-44d6-b263-3916882120c9 req-adceb840-541d-4e54-b27e-c9263b2117d8 service neutron] 10.222.0.70 "GET /v2.0/networks?id=8330dfd7-f74e-41a1-b557-5650d653ac04 HTTP/1.1" status: 200 len: 908 time: 0.6162603 Jan 28 19:14:07.733646 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-def1f743-6359-4e8b-9ac7-0803284fc37f req-2a68f4c8-345b-4290-8461-4fb404de8035 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/security-groups?id=414e93b9-08bc-438e-9127-05114ed7dbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522308 Jan 28 19:14:07.785698 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a91ad169-a0cf-4954-8b3b-fbf833d2eb91 req-170adbdc-9b49-49c8-bb7a-04f9c4b9a86f tempest-TenantUsagesTestJSON-433282013 tempest-TenantUsagesTestJSON-433282013-project] 10.222.0.64 "GET /v2.0/security-groups?id=d3a03d1a-aa02-4974-b887-f8013a8056bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2623210 Jan 28 19:14:07.815374 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ab7ac405-f51c-464a-892f-9e15df8b3334 req-4a50d469-4a6f-4c00-b5d8-272cb809fb5d tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=935a286f-698a-480e-8468-5254b3008937 HTTP/1.1" status: 200 len: 210 time: 0.0324974 Jan 28 19:14:07.833934 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2cd723e0-a594-44d6-b263-3916882120c9 req-0d2ef9cf-8aad-42c2-86d7-09d26607010d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bcd3c8bf-ab02-48ca-8a85-a2f0e032d8c4 HTTP/1.1" status: 200 len: 217 time: 0.1160488 Jan 28 19:14:07.869343 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef633fe6-c376-4a5f-a1c7-c278d1aa3427 req-7ac84a99-26f7-48da-b04d-8d15dca398b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:07.870874 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ef633fe6-c376-4a5f-a1c7-c278d1aa3427 req-7ac84a99-26f7-48da-b04d-8d15dca398b3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7810caa2-eac6-457d-9302-c8c215ef3e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2826931 Jan 28 19:14:07.927286 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-0ff48e4a-0b1a-42f1-815b-1481070a6eb1 req-df0c7ecd-edb2-40f3-b769-aa3d2050c129 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] 10.222.0.64 "GET /v2.0/ports?device_id=2a116b9a-966a-46f0-9be4-b8c286608bde HTTP/1.1" status: 200 len: 210 time: 0.0327570 Jan 28 19:14:07.990900 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f814f060-dff1-4abd-8df5-4ba0423c51a6 req-38437d0d-3c7c-42c5-a295-4110ce79cefa tempest-DeleteServersAdminTestJSON-1976717136 tempest-DeleteServersAdminTestJSON-1976717136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:07.992334 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f814f060-dff1-4abd-8df5-4ba0423c51a6 req-38437d0d-3c7c-42c5-a295-4110ce79cefa tempest-DeleteServersAdminTestJSON-1976717136 tempest-DeleteServersAdminTestJSON-1976717136-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5066900 Jan 28 19:14:08.022767 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7944d10d-3aa1-4843-bd4c-5f0c5179527f req-12f8fe33-f1d8-4fe6-8c93-063c495f8f5e tempest-DeleteServersAdminTestJSON-1976717136 tempest-DeleteServersAdminTestJSON-1976717136-project] 10.222.0.64 "GET /v2.0/ports?device_id=909108d7-31d4-456d-a036-40b1cd7a5467 HTTP/1.1" status: 200 len: 210 time: 0.1319969 Jan 28 19:14:08.039471 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-f814f060-dff1-4abd-8df5-4ba0423c51a6 req-1ac2ddd4-c10a-4e5f-8128-95681c896e7f tempest-DeleteServersAdminTestJSON-1976717136 tempest-DeleteServersAdminTestJSON-1976717136-project] Request body: {'port': {'device_id': '909108d7-31d4-456d-a036-40b1cd7a5467', 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91', 'admin_state_up': True, 'tenant_id': '215f321da66743809012104419aa9d84'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:14:08.050048 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0e79e0-c800-4df8-865f-358aaeda0335 req-4e55e3da-b61a-4d2a-9331-7e1f5dc8fcee tempest-LiveMigrationNegativeTest-998910460 tempest-LiveMigrationNegativeTest-998910460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:08.051889 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ac0e79e0-c800-4df8-865f-358aaeda0335 req-4e55e3da-b61a-4d2a-9331-7e1f5dc8fcee tempest-LiveMigrationNegativeTest-998910460 tempest-LiveMigrationNegativeTest-998910460-project] 10.222.0.64 "GET /v2.0/ports?device_id=83994444-c661-48a0-afb1-be10667a7cf1 HTTP/1.1" status: 200 len: 950 time: 0.0663044 Jan 28 19:14:08.108228 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ac0e79e0-c800-4df8-865f-358aaeda0335 req-54575eaa-c70b-428f-a184-7ae4ffeeed4e tempest-LiveMigrationNegativeTest-998910460 tempest-LiveMigrationNegativeTest-998910460-project] 10.222.0.64 "GET /v2.0/security-groups?id=d254ab6c-afc7-4730-9a7e-1ca125b4b963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492017 Jan 28 19:14:08.132515 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd723e0-a594-44d6-b263-3916882120c9 req-8f4fec49-0f9d-4361-9d22-ddc31153bfc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:08.134124 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2cd723e0-a594-44d6-b263-3916882120c9 req-8f4fec49-0f9d-4361-9d22-ddc31153bfc6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=09bc6696-a273-4baf-935c-9cf317ddb49d HTTP/1.1" status: 200 len: 848 time: 0.2623763 Jan 28 19:14:08.195555 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2cd723e0-a594-44d6-b263-3916882120c9 req-f1d42393-a055-4722-831a-d659f6ee7867 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8330dfd7-f74e-41a1-b557-5650d653ac04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455976 Jan 28 19:14:08.210454 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-ccfbc0d2-0452-4809-af89-b726272c2c13 req-e825ea0e-92ef-489f-8331-c5166f240851 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] Publish callbacks [] for port (451a7b59-b3cd-4c2e-aa9c-93675463f292), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:08.249457 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ef633fe6-c376-4a5f-a1c7-c278d1aa3427 req-f063f882-92a1-497e-8ef2-1d9d456a64c2 service neutron] 10.222.0.70 "GET /v2.0/networks/7810caa2-eac6-457d-9302-c8c215ef3e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3396223 Jan 28 19:14:08.357085 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [req-1b16b10c-5a68-4420-956e-39b32a7f9320 req-ab81bacd-d0a5-48a1-9163-44db3f216ca4 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103304) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:14:08.358087 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1b16b10c-5a68-4420-956e-39b32a7f9320 req-ab81bacd-d0a5-48a1-9163-44db3f216ca4 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0113018 Jan 28 19:14:08.420768 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f814f060-dff1-4abd-8df5-4ba0423c51a6 req-1ac2ddd4-c10a-4e5f-8128-95681c896e7f tempest-DeleteServersAdminTestJSON-1976717136 tempest-DeleteServersAdminTestJSON-1976717136-project] Made reservation on behalf of 215f321da66743809012104419aa9d84 for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:14:08.424262 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f814f060-dff1-4abd-8df5-4ba0423c51a6 req-1ac2ddd4-c10a-4e5f-8128-95681c896e7f tempest-DeleteServersAdminTestJSON-1976717136 tempest-DeleteServersAdminTestJSON-1976717136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:08.446978 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-ccfbc0d2-0452-4809-af89-b726272c2c13 req-e825ea0e-92ef-489f-8331-c5166f240851 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (451a7b59-b3cd-4c2e-aa9c-93675463f292), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:08.461899 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['96e6a3f6-9ea4-4c9e-9a87-1a01a1ae9418'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:14:08.504521 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2cd723e0-a594-44d6-b263-3916882120c9 req-c66c4ddf-495b-44cd-9319-3c3cfa14ab2a service neutron] 10.222.0.70 "GET /v2.0/networks/8330dfd7-f74e-41a1-b557-5650d653ac04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2954123 Jan 28 19:14:08.547728 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ef633fe6-c376-4a5f-a1c7-c278d1aa3427 req-fde52d48-75b6-43a6-9edf-c0765a9e03cc service neutron] 10.222.0.70 "GET /v2.0/networks/7810caa2-eac6-457d-9302-c8c215ef3e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2659020 Jan 28 19:14:08.550298 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccfbc0d2-0452-4809-af89-b726272c2c13 req-e825ea0e-92ef-489f-8331-c5166f240851 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] Network 1b36af34-6909-4f2b-a96c-a56853ad0cf5 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:14:08.597476 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-ccfbc0d2-0452-4809-af89-b726272c2c13 req-e825ea0e-92ef-489f-8331-c5166f240851 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:14:08.601191 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccfbc0d2-0452-4809-af89-b726272c2c13 req-e825ea0e-92ef-489f-8331-c5166f240851 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:14:08.607970 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfbc0d2-0452-4809-af89-b726272c2c13 req-e825ea0e-92ef-489f-8331-c5166f240851 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:08.608612 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-ccfbc0d2-0452-4809-af89-b726272c2c13 req-e825ea0e-92ef-489f-8331-c5166f240851 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:08.634434 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6798c213-3464-493c-b415-89f6a3be7b36 req-62473a0b-17b8-4aa1-ae46-5dbcb4929d8c tempest-LiveMigrationNegativeTest-998910460 tempest-LiveMigrationNegativeTest-998910460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:08.640067 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6798c213-3464-493c-b415-89f6a3be7b36 req-62473a0b-17b8-4aa1-ae46-5dbcb4929d8c tempest-LiveMigrationNegativeTest-998910460 tempest-LiveMigrationNegativeTest-998910460-project] 10.222.0.64 "GET /v2.0/ports?device_id=83994444-c661-48a0-afb1-be10667a7cf1 HTTP/1.1" status: 200 len: 950 time: 0.1429698 Jan 28 19:14:08.690525 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89d548b-5529-427b-b8f9-d63cf1bf2b4a req-cd574b7d-8106-4a16-9eef-6225495b1017 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:08.692063 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d89d548b-5529-427b-b8f9-d63cf1bf2b4a req-cd574b7d-8106-4a16-9eef-6225495b1017 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.41 "GET /v2.0/networks?id=72a547d0-d9da-4c9f-b2a7-a4b786ea70ac HTTP/1.1" status: 200 len: 820 time: 0.2075138 Jan 28 19:14:08.707231 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-d89d548b-5529-427b-b8f9-d63cf1bf2b4a req-7fc0fa02-709e-42f0-9e61-9dab4bdda62b tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Request body: {'port': {'device_id': '935a286f-698a-480e-8468-5254b3008937', 'network_id': '72a547d0-d9da-4c9f-b2a7-a4b786ea70ac', 'admin_state_up': True, 'tenant_id': '57a0678ad1cb4e46b30e232c1f317a59'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:14:08.709868 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e825ea0e-92ef-489f-8331-c5166f240851 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] Pushing event updated for resources: {'Port': ['ID=451a7b59-b3cd-4c2e-aa9c-93675463f292,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:08.714592 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2cd723e0-a594-44d6-b263-3916882120c9 req-c3b4a85e-6b59-4196-8799-974e82b9753f service neutron] 10.222.0.70 "GET /v2.0/networks/8330dfd7-f74e-41a1-b557-5650d653ac04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850100 Jan 28 19:14:08.738935 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ccfbc0d2-0452-4809-af89-b726272c2c13 req-e825ea0e-92ef-489f-8331-c5166f240851 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2846324 Jan 28 19:14:08.780089 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6798c213-3464-493c-b415-89f6a3be7b36 req-9d68aca1-838e-4353-bbf1-da3c3fe285a2 tempest-LiveMigrationNegativeTest-998910460 tempest-LiveMigrationNegativeTest-998910460-project] 10.222.0.64 "GET /v2.0/security-groups?id=d254ab6c-afc7-4730-9a7e-1ca125b4b963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321657 Jan 28 19:14:08.798213 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-ccfbc0d2-0452-4809-af89-b726272c2c13 req-4b1f9ed7-6f88-46f8-8143-408ec04e55ed service neutron] Request body: {'port': {'device_id': '2a116b9a-966a-46f0-9be4-b8c286608bde', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-14'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:14:08.857663 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d89d548b-5529-427b-b8f9-d63cf1bf2b4a req-7fc0fa02-709e-42f0-9e61-9dab4bdda62b tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Made reservation on behalf of 57a0678ad1cb4e46b30e232c1f317a59 for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:14:08.861522 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-d89d548b-5529-427b-b8f9-d63cf1bf2b4a req-7fc0fa02-709e-42f0-9e61-9dab4bdda62b tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:08.900408 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-17706c02-35fd-4fe2-89bf-9da093335670 None None] Provisioning complete for port 451a7b59-b3cd-4c2e-aa9c-93675463f292 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:14:08.901218 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-17706c02-35fd-4fe2-89bf-9da093335670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (451a7b59-b3cd-4c2e-aa9c-93675463f292), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:08.933165 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6e507f75-6aaf-43ac-8a46-f95cfe30bf25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:08.950405 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-17706c02-35fd-4fe2-89bf-9da093335670 None None] Port 451a7b59-b3cd-4c2e-aa9c-93675463f292 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:14:08.969391 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039a345d-d873-4d62-9c64-eaad287b7ff7 req-63159c6d-6cb3-4ea2-8245-0805adaa6ae3 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:08.970933 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-039a345d-d873-4d62-9c64-eaad287b7ff7 req-63159c6d-6cb3-4ea2-8245-0805adaa6ae3 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] 10.222.0.64 "GET /v2.0/ports?device_id=d67e2018-4151-48d3-8062-e7793269d14c HTTP/1.1" status: 200 len: 949 time: 0.2523985 Jan 28 19:14:08.975230 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd723e0-a594-44d6-b263-3916882120c9 req-227fe84b-dc55-4a5b-9d78-c2b0a77d475d tempest-LiveMigrationTest-1644078950 tempest-LiveMigrationTest-1644078950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:08.977095 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2cd723e0-a594-44d6-b263-3916882120c9 req-227fe84b-dc55-4a5b-9d78-c2b0a77d475d tempest-LiveMigrationTest-1644078950 tempest-LiveMigrationTest-1644078950-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=6c32b98d-c462-4f26-b26d-2a0c3e0ac453&tenant_id=1bd1e0d6512043bfbaf9a8e955e20b9e&binding%3Ahost_id=n-h1-812111-14 HTTP/1.1" status: 200 len: 1128 time: 0.1215365 Jan 28 19:14:08.977362 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-ccfbc0d2-0452-4809-af89-b726272c2c13 req-4b1f9ed7-6f88-46f8-8143-408ec04e55ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (451a7b59-b3cd-4c2e-aa9c-93675463f292), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:08.996824 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-2cd723e0-a594-44d6-b263-3916882120c9 req-38b8d9d0-f014-41e3-8c7c-c8b40c832936 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-812111-14'}}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:14:09.038915 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47edef05-e135-40d2-af1c-be7becfa1b18 req-d9ed0b2c-3a4b-4b36-beae-b7f2e113ea90 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:09.040309 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-47edef05-e135-40d2-af1c-be7becfa1b18 req-d9ed0b2c-3a4b-4b36-beae-b7f2e113ea90 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c32b98d-c462-4f26-b26d-2a0c3e0ac453 HTTP/1.1" status: 200 len: 945 time: 0.1009340 Jan 28 19:14:09.050607 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-f814f060-dff1-4abd-8df5-4ba0423c51a6 req-1ac2ddd4-c10a-4e5f-8128-95681c896e7f tempest-DeleteServersAdminTestJSON-1976717136 tempest-DeleteServersAdminTestJSON-1976717136-project] Allocated IP 192.168.233.225 (7810caa2-eac6-457d-9302-c8c215ef3e91/f2de4832-9ef6-4f40-9ac5-1557d5e6a6ff/09f7be33-880b-4de8-860c-09586b55eddc) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:14:09.075504 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-d89d548b-5529-427b-b8f9-d63cf1bf2b4a req-7fc0fa02-709e-42f0-9e61-9dab4bdda62b tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Allocated IP 172.20.0.5 (72a547d0-d9da-4c9f-b2a7-a4b786ea70ac/7e42a0bc-2ea3-4c64-b0da-1fe419b4beb8/78ca6da5-552b-4c9a-8357-02fa68e2679d) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:14:09.114776 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-47edef05-e135-40d2-af1c-be7becfa1b18 req-6cae7077-603f-46a9-a669-47edcc735954 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/security-groups?id=414e93b9-08bc-438e-9127-05114ed7dbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660560 Jan 28 19:14:09.222135 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-039a345d-d873-4d62-9c64-eaad287b7ff7 req-675242f5-c5c0-431f-99ab-9a32b6d6f1f2 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] 10.222.0.64 "GET /v2.0/security-groups?id=2478b850-89ab-4114-a340-71569acb8761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392261 Jan 28 19:14:09.239766 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-2cd723e0-a594-44d6-b263-3916882120c9 req-38b8d9d0-f014-41e3-8c7c-c8b40c832936 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (bcd3c8bf-ab02-48ca-8a85-a2f0e032d8c4), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:09.279410 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-d89d548b-5529-427b-b8f9-d63cf1bf2b4a req-7fc0fa02-709e-42f0-9e61-9dab4bdda62b tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Publish callbacks [] for port (78ca6da5-552b-4c9a-8357-02fa68e2679d), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:09.296041 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc762b2-1c91-4f9e-be9e-c2d54f0186ae req-e82d8e08-67c6-490c-9902-70d9783d6a59 tempest-TenantUsagesTestJSON-433282013 tempest-TenantUsagesTestJSON-433282013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:09.297475 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-abc762b2-1c91-4f9e-be9e-c2d54f0186ae req-e82d8e08-67c6-490c-9902-70d9783d6a59 tempest-TenantUsagesTestJSON-433282013 tempest-TenantUsagesTestJSON-433282013-project] 10.222.0.64 "GET /v2.0/ports?device_id=25ac93cc-157c-41e7-bd51-973fdf69513d HTTP/1.1" status: 200 len: 947 time: 0.0984325 Jan 28 19:14:09.357278 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-d89d548b-5529-427b-b8f9-d63cf1bf2b4a req-7fc0fa02-709e-42f0-9e61-9dab4bdda62b tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (78ca6da5-552b-4c9a-8357-02fa68e2679d), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:09.378788 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 599b9d8a-3ad8-4f3d-b2e9-521a950c4915 details requested by agent hyperv_n-h2-812111-14 with host n-h2-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:14:09.393634 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-abc762b2-1c91-4f9e-be9e-c2d54f0186ae req-8162b32e-6f81-4d67-b60a-aa5dd6de8486 tempest-TenantUsagesTestJSON-433282013 tempest-TenantUsagesTestJSON-433282013-project] 10.222.0.64 "GET /v2.0/security-groups?id=d3a03d1a-aa02-4974-b887-f8013a8056bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896504 Jan 28 19:14:09.420292 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d89d548b-5529-427b-b8f9-d63cf1bf2b4a req-7fc0fa02-709e-42f0-9e61-9dab4bdda62b tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Network 72a547d0-d9da-4c9f-b2a7-a4b786ea70ac is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:14:09.424425 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-d89d548b-5529-427b-b8f9-d63cf1bf2b4a req-7fc0fa02-709e-42f0-9e61-9dab4bdda62b tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:14:09.426983 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-d89d548b-5529-427b-b8f9-d63cf1bf2b4a req-7fc0fa02-709e-42f0-9e61-9dab4bdda62b tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:14:09.429668 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc0fa02-709e-42f0-9e61-9dab4bdda62b tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Pushing event updated for resources: {'Port': ['ID=78ca6da5-552b-4c9a-8357-02fa68e2679d,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:09.482411 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89d548b-5529-427b-b8f9-d63cf1bf2b4a req-7fc0fa02-709e-42f0-9e61-9dab4bdda62b tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:09.483616 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-d89d548b-5529-427b-b8f9-d63cf1bf2b4a req-7fc0fa02-709e-42f0-9e61-9dab4bdda62b tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:09.526119 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d89d548b-5529-427b-b8f9-d63cf1bf2b4a req-7fc0fa02-709e-42f0-9e61-9dab4bdda62b tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8230832 Jan 28 19:14:09.531729 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 599b9d8a-3ad8-4f3d-b2e9-521a950c4915, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=599b9d8a-3ad8-4f3d-b2e9-521a950c4915,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:14:09.537874 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-d89d548b-5529-427b-b8f9-d63cf1bf2b4a req-c182323a-6226-492b-983e-1fc8e7b3285b service neutron] Request body: {'port': {'device_id': '935a286f-698a-480e-8468-5254b3008937', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-14'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:14:09.546696 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Returning: {'device': '599b9d8a-3ad8-4f3d-b2e9-521a950c4915', 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91', 'port_id': '599b9d8a-3ad8-4f3d-b2e9-521a950c4915', 'mac_address': 'fa:16:3e:0b:0e:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2de4832-9ef6-4f40-9ac5-1557d5e6a6ff', 'ip_address': '192.168.233.42'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:14:09.589052 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa660c99-c7fe-4ad9-9b2e-30fa09a707a3 req-1a51981f-163a-4c04-b95f-39825a161419 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:09.590578 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-fa660c99-c7fe-4ad9-9b2e-30fa09a707a3 req-1a51981f-163a-4c04-b95f-39825a161419 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] 10.222.0.64 "GET /v2.0/ports?device_id=2a116b9a-966a-46f0-9be4-b8c286608bde HTTP/1.1" status: 200 len: 932 time: 0.1025012 Jan 28 19:14:09.598402 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 599b9d8a-3ad8-4f3d-b2e9-521a950c4915 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:14:09.598799 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (599b9d8a-3ad8-4f3d-b2e9-521a950c4915), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:09.620090 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 599b9d8a-3ad8-4f3d-b2e9-521a950c4915 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:14:09.631180 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-d89d548b-5529-427b-b8f9-d63cf1bf2b4a req-c182323a-6226-492b-983e-1fc8e7b3285b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (78ca6da5-552b-4c9a-8357-02fa68e2679d), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:09.640962 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:09.644337 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 599b9d8a-3ad8-4f3d-b2e9-521a950c4915, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=599b9d8a-3ad8-4f3d-b2e9-521a950c4915,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:14:09.651127 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (599b9d8a-3ad8-4f3d-b2e9-521a950c4915), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:09.674138 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-fa660c99-c7fe-4ad9-9b2e-30fa09a707a3 req-69acb93f-a146-449c-940d-adec954446ba tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] 10.222.0.64 "GET /v2.0/security-groups?id=3f90d94c-91ad-4c19-b727-cb7657651c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680656 Jan 28 19:14:09.730473 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=599b9d8a-3ad8-4f3d-b2e9-521a950c4915,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:09.771776 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631c318c-aec4-4ca4-b973-a769e9a19aa3 req-63f93d82-e3ea-475c-bc59-97f1e3cf0dd1 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:09.773290 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-631c318c-aec4-4ca4-b973-a769e9a19aa3 req-63f93d82-e3ea-475c-bc59-97f1e3cf0dd1 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=935a286f-698a-480e-8468-5254b3008937 HTTP/1.1" status: 200 len: 931 time: 0.4688160 Jan 28 19:14:09.798707 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-13a48196-dc8b-43b5-a8e3-bd3265528e64 req-88242b85-9c02-4e0d-a68e-95d47e9d5bda tempest-LiveMigrationNegativeTest-998910460 tempest-LiveMigrationNegativeTest-998910460-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=b56c4b4035e84c9e80e67b26de6eda12&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0302107 Jan 28 19:14:09.825187 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f814f060-dff1-4abd-8df5-4ba0423c51a6 req-1ac2ddd4-c10a-4e5f-8128-95681c896e7f tempest-DeleteServersAdminTestJSON-1976717136 tempest-DeleteServersAdminTestJSON-1976717136-project] Publish callbacks [] for port (09f7be33-880b-4de8-860c-09586b55eddc), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:09.899376 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-2cd723e0-a594-44d6-b263-3916882120c9 req-38b8d9d0-f014-41e3-8c7c-c8b40c832936 service neutron] For port bcd3c8bf-ab02-48ca-8a85-a2f0e032d8c4, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=bcd3c8bf-ab02-48ca-8a85-a2f0e032d8c4,segment=NetworkSegment(e7f54059-7dae-4f1a-9de9-251e6a440c72),segment_id=e7f54059-7dae-4f1a-9de9-251e6a440c72)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:14:09.941364 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-ccfbc0d2-0452-4809-af89-b726272c2c13 req-4b1f9ed7-6f88-46f8-8143-408ec04e55ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 451a7b59-b3cd-4c2e-aa9c-93675463f292 {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:14:09.948301 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-631c318c-aec4-4ca4-b973-a769e9a19aa3 req-31569ae3-c249-482e-803f-387cab85fbc2 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639686 Jan 28 19:14:09.954998 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-ccfbc0d2-0452-4809-af89-b726272c2c13 req-4b1f9ed7-6f88-46f8-8143-408ec04e55ed service neutron] Publish callbacks [] for port (451a7b59-b3cd-4c2e-aa9c-93675463f292), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:09.990974 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-ccfbc0d2-0452-4809-af89-b726272c2c13 req-4b1f9ed7-6f88-46f8-8143-408ec04e55ed service neutron] Transition to ACTIVE for port object 451a7b59-b3cd-4c2e-aa9c-93675463f292 will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:14:09.996913 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-ccfbc0d2-0452-4809-af89-b726272c2c13 req-4b1f9ed7-6f88-46f8-8143-408ec04e55ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (451a7b59-b3cd-4c2e-aa9c-93675463f292), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:10.007689 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f814f060-dff1-4abd-8df5-4ba0423c51a6 req-1ac2ddd4-c10a-4e5f-8128-95681c896e7f tempest-DeleteServersAdminTestJSON-1976717136 tempest-DeleteServersAdminTestJSON-1976717136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (09f7be33-880b-4de8-860c-09586b55eddc), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:10.023037 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-2cd723e0-a594-44d6-b263-3916882120c9 req-38b8d9d0-f014-41e3-8c7c-c8b40c832936 service neutron] For port bcd3c8bf-ab02-48ca-8a85-a2f0e032d8c4, host n-h1-812111-14, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:14:10.038311 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['599b9d8a-3ad8-4f3d-b2e9-521a950c4915'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:14:10.132928 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f814f060-dff1-4abd-8df5-4ba0423c51a6 req-1ac2ddd4-c10a-4e5f-8128-95681c896e7f tempest-DeleteServersAdminTestJSON-1976717136 tempest-DeleteServersAdminTestJSON-1976717136-project] Network 7810caa2-eac6-457d-9302-c8c215ef3e91 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:14:10.156282 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-f814f060-dff1-4abd-8df5-4ba0423c51a6 req-1ac2ddd4-c10a-4e5f-8128-95681c896e7f tempest-DeleteServersAdminTestJSON-1976717136 tempest-DeleteServersAdminTestJSON-1976717136-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:14:10.184450 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-f814f060-dff1-4abd-8df5-4ba0423c51a6 req-1ac2ddd4-c10a-4e5f-8128-95681c896e7f tempest-DeleteServersAdminTestJSON-1976717136 tempest-DeleteServersAdminTestJSON-1976717136-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:14:10.191216 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f814f060-dff1-4abd-8df5-4ba0423c51a6 req-1ac2ddd4-c10a-4e5f-8128-95681c896e7f tempest-DeleteServersAdminTestJSON-1976717136 tempest-DeleteServersAdminTestJSON-1976717136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:10.191540 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f814f060-dff1-4abd-8df5-4ba0423c51a6 req-1ac2ddd4-c10a-4e5f-8128-95681c896e7f tempest-DeleteServersAdminTestJSON-1976717136 tempest-DeleteServersAdminTestJSON-1976717136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:10.194636 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c32b98d-c462-4f26-b26d-2a0c3e0ac453', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bcd3c8bf-ab02-48ca-8a85-a2f0e032d8c4'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:14:10.209832 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf95e483-12a7-475b-a398-b5ca67e87b37" -d '{"events": [{"server_uuid": "6c32b98d-c462-4f26-b26d-2a0c3e0ac453", "name": "network-vif-unplugged", "status": "completed", "tag": "bcd3c8bf-ab02-48ca-8a85-a2f0e032d8c4"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:14:10.209832 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-2cd723e0-a594-44d6-b263-3916882120c9 req-38b8d9d0-f014-41e3-8c7c-c8b40c832936 service neutron] Publish callbacks [] for port (bcd3c8bf-ab02-48ca-8a85-a2f0e032d8c4), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:10.211947 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1f9ed7-6f88-46f8-8143-408ec04e55ed service neutron] Pushing event updated for resources: {'Port': ['ID=451a7b59-b3cd-4c2e-aa9c-93675463f292,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:10.232899 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a48196-dc8b-43b5-a8e3-bd3265528e64 req-f5738dba-ade5-4d30-903b-416ad7e4c879 tempest-LiveMigrationNegativeTest-998910460 tempest-LiveMigrationNegativeTest-998910460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:10.234585 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-13a48196-dc8b-43b5-a8e3-bd3265528e64 req-f5738dba-ade5-4d30-903b-416ad7e4c879 tempest-LiveMigrationNegativeTest-998910460 tempest-LiveMigrationNegativeTest-998910460-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4301476 Jan 28 19:14:10.271691 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-13a48196-dc8b-43b5-a8e3-bd3265528e64 req-1d84caf9-21a7-4a65-a948-4a8bf49f94e7 tempest-LiveMigrationNegativeTest-998910460 tempest-LiveMigrationNegativeTest-998910460-project] 10.222.0.64 "GET /v2.0/quotas/b56c4b4035e84c9e80e67b26de6eda12 HTTP/1.1" status: 200 len: 375 time: 0.0265152 Jan 28 19:14:10.272130 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-2cd723e0-a594-44d6-b263-3916882120c9 req-38b8d9d0-f014-41e3-8c7c-c8b40c832936 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (bcd3c8bf-ab02-48ca-8a85-a2f0e032d8c4), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:10.279760 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-ccfbc0d2-0452-4809-af89-b726272c2c13 req-4b1f9ed7-6f88-46f8-8143-408ec04e55ed service neutron] Attempting to bind port 451a7b59-b3cd-4c2e-aa9c-93675463f292 on host n-h2-812111-14 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:14:10.279760 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-ccfbc0d2-0452-4809-af89-b726272c2c13 req-4b1f9ed7-6f88-46f8-8143-408ec04e55ed service neutron] Attempting to bind port 451a7b59-b3cd-4c2e-aa9c-93675463f292 by drivers openvswitch,hyperv on host n-h2-812111-14 at level 0 using segments [{'id': '1e24c993-748e-4143-b1c2-ba3fed624cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '1b36af34-6909-4f2b-a96c-a56853ad0cf5'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:14:10.280092 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccfbc0d2-0452-4809-af89-b726272c2c13 req-4b1f9ed7-6f88-46f8-8143-408ec04e55ed service neutron] Attempting to bind port 451a7b59-b3cd-4c2e-aa9c-93675463f292 on network 1b36af34-6909-4f2b-a96c-a56853ad0cf5 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:14:10.288248 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a07add5-f847-4280-80ac-81a0d90dae11 req-fa59c85a-4459-41e9-9595-e6caf8adab7a tempest-DeleteServersAdminTestJSON-1976717136 tempest-DeleteServersAdminTestJSON-1976717136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:10.292716 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9a07add5-f847-4280-80ac-81a0d90dae11 req-fa59c85a-4459-41e9-9595-e6caf8adab7a tempest-DeleteServersAdminTestJSON-1976717136 tempest-DeleteServersAdminTestJSON-1976717136-project] 10.222.0.64 "GET /v2.0/ports?device_id=909108d7-31d4-456d-a036-40b1cd7a5467 HTTP/1.1" status: 200 len: 936 time: 0.2641361 Jan 28 19:14:10.298117 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f814f060-dff1-4abd-8df5-4ba0423c51a6 req-1ac2ddd4-c10a-4e5f-8128-95681c896e7f tempest-DeleteServersAdminTestJSON-1976717136 tempest-DeleteServersAdminTestJSON-1976717136-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2686889 Jan 28 19:14:10.302795 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac2ddd4-c10a-4e5f-8128-95681c896e7f tempest-DeleteServersAdminTestJSON-1976717136 tempest-DeleteServersAdminTestJSON-1976717136-project] Pushing event updated for resources: {'Port': ['ID=09f7be33-880b-4de8-860c-09586b55eddc,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:10.315026 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-f814f060-dff1-4abd-8df5-4ba0423c51a6 req-8138e398-1325-4871-8a66-40a1c61e7717 service neutron] Request body: {'port': {'device_id': '909108d7-31d4-456d-a036-40b1cd7a5467', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-14'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:14:10.323826 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccfbc0d2-0452-4809-af89-b726272c2c13 req-4b1f9ed7-6f88-46f8-8143-408ec04e55ed service neutron] Port 451a7b59-b3cd-4c2e-aa9c-93675463f292 on network 1b36af34-6909-4f2b-a96c-a56853ad0cf5 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-14 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:14:10.324149 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccfbc0d2-0452-4809-af89-b726272c2c13 req-4b1f9ed7-6f88-46f8-8143-408ec04e55ed service neutron] Attempting to bind port 451a7b59-b3cd-4c2e-aa9c-93675463f292 on network 1b36af34-6909-4f2b-a96c-a56853ad0cf5 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:14:10.360189 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [req-d89d548b-5529-427b-b8f9-d63cf1bf2b4a req-c182323a-6226-492b-983e-1fc8e7b3285b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78ca6da5-552b-4c9a-8357-02fa68e2679d {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:14:10.372843 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-d89d548b-5529-427b-b8f9-d63cf1bf2b4a req-c182323a-6226-492b-983e-1fc8e7b3285b service neutron] Publish callbacks [] for port (78ca6da5-552b-4c9a-8357-02fa68e2679d), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:10.388291 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccfbc0d2-0452-4809-af89-b726272c2c13 req-4b1f9ed7-6f88-46f8-8143-408ec04e55ed service neutron] Checking agent: {'id': '8f3fee4e-bf24-4b58-8a3a-ae9c8011a473', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 13, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:14:10.388634 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccfbc0d2-0452-4809-af89-b726272c2c13 req-4b1f9ed7-6f88-46f8-8143-408ec04e55ed service neutron] Checking segment: {'id': '1e24c993-748e-4143-b1c2-ba3fed624cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '1b36af34-6909-4f2b-a96c-a56853ad0cf5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:14:10.389030 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccfbc0d2-0452-4809-af89-b726272c2c13 req-4b1f9ed7-6f88-46f8-8143-408ec04e55ed service neutron] Bound using segment: {'id': '1e24c993-748e-4143-b1c2-ba3fed624cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '1b36af34-6909-4f2b-a96c-a56853ad0cf5'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:14:10.389425 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-13a48196-dc8b-43b5-a8e3-bd3265528e64 req-fd0845d2-94a5-44c9-88d0-e336d8c8c3ae tempest-LiveMigrationNegativeTest-998910460 tempest-LiveMigrationNegativeTest-998910460-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=b56c4b4035e84c9e80e67b26de6eda12&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1164739 Jan 28 19:14:10.389576 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-ccfbc0d2-0452-4809-af89-b726272c2c13 req-4b1f9ed7-6f88-46f8-8143-408ec04e55ed service neutron] Bound port: 451a7b59-b3cd-4c2e-aa9c-93675463f292, host: n-h2-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e24c993-748e-4143-b1c2-ba3fed624cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '1b36af34-6909-4f2b-a96c-a56853ad0cf5'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:14:10.389855 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-ccfbc0d2-0452-4809-af89-b726272c2c13 req-4b1f9ed7-6f88-46f8-8143-408ec04e55ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (451a7b59-b3cd-4c2e-aa9c-93675463f292), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:10.400431 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-d89d548b-5529-427b-b8f9-d63cf1bf2b4a req-c182323a-6226-492b-983e-1fc8e7b3285b service neutron] Transition to ACTIVE for port object 78ca6da5-552b-4c9a-8357-02fa68e2679d will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:14:10.407294 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-d89d548b-5529-427b-b8f9-d63cf1bf2b4a req-c182323a-6226-492b-983e-1fc8e7b3285b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (78ca6da5-552b-4c9a-8357-02fa68e2679d), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:10.478029 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c182323a-6226-492b-983e-1fc8e7b3285b service neutron] Pushing event updated for resources: {'Port': ['ID=78ca6da5-552b-4c9a-8357-02fa68e2679d,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:10.540101 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b8d9d0-f014-41e3-8c7c-c8b40c832936 service neutron] Pushing event updated for resources: {'Port': ['ID=bcd3c8bf-ab02-48ca-8a85-a2f0e032d8c4,revision_number=7']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:10.552953 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9a07add5-f847-4280-80ac-81a0d90dae11 req-35b564d8-b679-42b2-b091-ee329576a8ab tempest-DeleteServersAdminTestJSON-1976717136 tempest-DeleteServersAdminTestJSON-1976717136-project] 10.222.0.64 "GET /v2.0/security-groups?id=44c80812-4aa5-4d90-8f94-d0e5f13c50f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2522748 Jan 28 19:14:10.580860 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-d89d548b-5529-427b-b8f9-d63cf1bf2b4a req-c182323a-6226-492b-983e-1fc8e7b3285b service neutron] Attempting to bind port 78ca6da5-552b-4c9a-8357-02fa68e2679d on host n-h1-812111-14 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:14:10.581487 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-d89d548b-5529-427b-b8f9-d63cf1bf2b4a req-c182323a-6226-492b-983e-1fc8e7b3285b service neutron] Attempting to bind port 78ca6da5-552b-4c9a-8357-02fa68e2679d by drivers openvswitch,hyperv on host n-h1-812111-14 at level 0 using segments [{'id': '62a331e7-e6d6-4fbc-9e3c-2d3acdfd7c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '72a547d0-d9da-4c9f-b2a7-a4b786ea70ac'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:14:10.582735 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89d548b-5529-427b-b8f9-d63cf1bf2b4a req-c182323a-6226-492b-983e-1fc8e7b3285b service neutron] Attempting to bind port 78ca6da5-552b-4c9a-8357-02fa68e2679d on network 72a547d0-d9da-4c9f-b2a7-a4b786ea70ac {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:14:10.591030 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f814f060-dff1-4abd-8df5-4ba0423c51a6 req-8138e398-1325-4871-8a66-40a1c61e7717 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (09f7be33-880b-4de8-860c-09586b55eddc), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:10.591215 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89d548b-5529-427b-b8f9-d63cf1bf2b4a req-c182323a-6226-492b-983e-1fc8e7b3285b service neutron] Port 78ca6da5-552b-4c9a-8357-02fa68e2679d on network 72a547d0-d9da-4c9f-b2a7-a4b786ea70ac not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-14 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:14:10.591551 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89d548b-5529-427b-b8f9-d63cf1bf2b4a req-c182323a-6226-492b-983e-1fc8e7b3285b service neutron] Attempting to bind port 78ca6da5-552b-4c9a-8357-02fa68e2679d on network 72a547d0-d9da-4c9f-b2a7-a4b786ea70ac {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:14:10.602870 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89d548b-5529-427b-b8f9-d63cf1bf2b4a req-c182323a-6226-492b-983e-1fc8e7b3285b service neutron] Checking agent: {'id': 'b544ba20-de93-4d86-9e6b-a2202deb6191', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:14:10.603205 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89d548b-5529-427b-b8f9-d63cf1bf2b4a req-c182323a-6226-492b-983e-1fc8e7b3285b service neutron] Checking segment: {'id': '62a331e7-e6d6-4fbc-9e3c-2d3acdfd7c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '72a547d0-d9da-4c9f-b2a7-a4b786ea70ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:14:10.603595 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89d548b-5529-427b-b8f9-d63cf1bf2b4a req-c182323a-6226-492b-983e-1fc8e7b3285b service neutron] Bound using segment: {'id': '62a331e7-e6d6-4fbc-9e3c-2d3acdfd7c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '72a547d0-d9da-4c9f-b2a7-a4b786ea70ac'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:14:10.604033 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-d89d548b-5529-427b-b8f9-d63cf1bf2b4a req-c182323a-6226-492b-983e-1fc8e7b3285b service neutron] Bound port: 78ca6da5-552b-4c9a-8357-02fa68e2679d, host: n-h1-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62a331e7-e6d6-4fbc-9e3c-2d3acdfd7c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '72a547d0-d9da-4c9f-b2a7-a4b786ea70ac'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:14:10.604438 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-d89d548b-5529-427b-b8f9-d63cf1bf2b4a req-c182323a-6226-492b-983e-1fc8e7b3285b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (78ca6da5-552b-4c9a-8357-02fa68e2679d), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:10.610878 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-2cd723e0-a594-44d6-b263-3916882120c9 req-38b8d9d0-f014-41e3-8c7c-c8b40c832936 service neutron] Attempting to bind port bcd3c8bf-ab02-48ca-8a85-a2f0e032d8c4 on host n-h1-812111-14 for vnic_type normal with profile {"migrating_to": "n-h2-812111-14"} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:14:10.611225 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-2cd723e0-a594-44d6-b263-3916882120c9 req-38b8d9d0-f014-41e3-8c7c-c8b40c832936 service neutron] Attempting to bind port bcd3c8bf-ab02-48ca-8a85-a2f0e032d8c4 by drivers openvswitch,hyperv on host n-h1-812111-14 at level 0 using segments [{'id': 'e7f54059-7dae-4f1a-9de9-251e6a440c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '8330dfd7-f74e-41a1-b557-5650d653ac04'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:14:10.611544 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd723e0-a594-44d6-b263-3916882120c9 req-38b8d9d0-f014-41e3-8c7c-c8b40c832936 service neutron] Attempting to bind port bcd3c8bf-ab02-48ca-8a85-a2f0e032d8c4 on network 8330dfd7-f74e-41a1-b557-5650d653ac04 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:14:10.635431 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd723e0-a594-44d6-b263-3916882120c9 req-38b8d9d0-f014-41e3-8c7c-c8b40c832936 service neutron] Port bcd3c8bf-ab02-48ca-8a85-a2f0e032d8c4 on network 8330dfd7-f74e-41a1-b557-5650d653ac04 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-14 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:14:10.635897 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd723e0-a594-44d6-b263-3916882120c9 req-38b8d9d0-f014-41e3-8c7c-c8b40c832936 service neutron] Attempting to bind port bcd3c8bf-ab02-48ca-8a85-a2f0e032d8c4 on network 8330dfd7-f74e-41a1-b557-5650d653ac04 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:14:10.638300 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-ccfbc0d2-0452-4809-af89-b726272c2c13 req-4b1f9ed7-6f88-46f8-8143-408ec04e55ed service neutron] For port 451a7b59-b3cd-4c2e-aa9c-93675463f292, host n-h2-812111-14, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:14:10.661094 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-87658541-55d8-4bdc-bc7a-5089a287ddbe None None] Provisioning complete for port 09f7be33-880b-4de8-860c-09586b55eddc triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:14:10.662389 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-87658541-55d8-4bdc-bc7a-5089a287ddbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (09f7be33-880b-4de8-860c-09586b55eddc), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:10.675791 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd723e0-a594-44d6-b263-3916882120c9 req-38b8d9d0-f014-41e3-8c7c-c8b40c832936 service neutron] Checking agent: {'id': 'b544ba20-de93-4d86-9e6b-a2202deb6191', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:14:10.676172 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd723e0-a594-44d6-b263-3916882120c9 req-38b8d9d0-f014-41e3-8c7c-c8b40c832936 service neutron] Checking segment: {'id': 'e7f54059-7dae-4f1a-9de9-251e6a440c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '8330dfd7-f74e-41a1-b557-5650d653ac04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:14:10.676717 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd723e0-a594-44d6-b263-3916882120c9 req-38b8d9d0-f014-41e3-8c7c-c8b40c832936 service neutron] Bound using segment: {'id': 'e7f54059-7dae-4f1a-9de9-251e6a440c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '8330dfd7-f74e-41a1-b557-5650d653ac04'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:14:10.677189 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-2cd723e0-a594-44d6-b263-3916882120c9 req-38b8d9d0-f014-41e3-8c7c-c8b40c832936 service neutron] Bound port: bcd3c8bf-ab02-48ca-8a85-a2f0e032d8c4, host: n-h1-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7f54059-7dae-4f1a-9de9-251e6a440c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '8330dfd7-f74e-41a1-b557-5650d653ac04'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:14:10.677555 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-2cd723e0-a594-44d6-b263-3916882120c9 req-38b8d9d0-f014-41e3-8c7c-c8b40c832936 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (bcd3c8bf-ab02-48ca-8a85-a2f0e032d8c4), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:10.682145 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 19:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57e73f36-6dd1-4edf-968b-b1f684a7b850 x-openstack-request-id: req-57e73f36-6dd1-4edf-968b-b1f684a7b850 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:14:10.682494 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c32b98d-c462-4f26-b26d-2a0c3e0ac453", "name": "network-vif-unplugged", "status": "completed", "tag": "bcd3c8bf-ab02-48ca-8a85-a2f0e032d8c4", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:14:10.682792 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-57e73f36-6dd1-4edf-968b-b1f684a7b850 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:14:10.683189 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c32b98d-c462-4f26-b26d-2a0c3e0ac453', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bcd3c8bf-ab02-48ca-8a85-a2f0e032d8c4', 'code': 200} Jan 28 19:14:10.685036 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-ccfbc0d2-0452-4809-af89-b726272c2c13 req-4b1f9ed7-6f88-46f8-8143-408ec04e55ed service neutron] For port 451a7b59-b3cd-4c2e-aa9c-93675463f292, host n-h2-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=451a7b59-b3cd-4c2e-aa9c-93675463f292,segment=NetworkSegment(1e24c993-748e-4143-b1c2-ba3fed624cb8),segment_id=1e24c993-748e-4143-b1c2-ba3fed624cb8)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:14:10.722942 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-ccfbc0d2-0452-4809-af89-b726272c2c13 req-4b1f9ed7-6f88-46f8-8143-408ec04e55ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (451a7b59-b3cd-4c2e-aa9c-93675463f292), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:10.727565 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-87658541-55d8-4bdc-bc7a-5089a287ddbe None None] Port 09f7be33-880b-4de8-860c-09586b55eddc cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:14:10.733692 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02ec5a4-51be-4736-b8c8-6b33f431ba65 req-8def675d-ab44-4882-8b80-cba350583d4a tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:10.735414 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a02ec5a4-51be-4736-b8c8-6b33f431ba65 req-8def675d-ab44-4882-8b80-cba350583d4a tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c32b98d-c462-4f26-b26d-2a0c3e0ac453 HTTP/1.1" status: 200 len: 943 time: 0.1227460 Jan 28 19:14:10.740464 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-d89d548b-5529-427b-b8f9-d63cf1bf2b4a req-c182323a-6226-492b-983e-1fc8e7b3285b service neutron] For port 78ca6da5-552b-4c9a-8357-02fa68e2679d, host n-h1-812111-14, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:14:10.749404 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-d89d548b-5529-427b-b8f9-d63cf1bf2b4a req-c182323a-6226-492b-983e-1fc8e7b3285b service neutron] For port 78ca6da5-552b-4c9a-8357-02fa68e2679d, host n-h1-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=78ca6da5-552b-4c9a-8357-02fa68e2679d,segment=NetworkSegment(62a331e7-e6d6-4fbc-9e3c-2d3acdfd7c92),segment_id=62a331e7-e6d6-4fbc-9e3c-2d3acdfd7c92)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:14:10.771769 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-d89d548b-5529-427b-b8f9-d63cf1bf2b4a req-c182323a-6226-492b-983e-1fc8e7b3285b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (78ca6da5-552b-4c9a-8357-02fa68e2679d), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:10.829796 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89d548b-5529-427b-b8f9-d63cf1bf2b4a req-c182323a-6226-492b-983e-1fc8e7b3285b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:10.830493 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-d89d548b-5529-427b-b8f9-d63cf1bf2b4a req-c182323a-6226-492b-983e-1fc8e7b3285b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:10.831987 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d89d548b-5529-427b-b8f9-d63cf1bf2b4a req-c182323a-6226-492b-983e-1fc8e7b3285b service neutron] 10.222.0.41 "PUT /v2.0/ports/78ca6da5-552b-4c9a-8357-02fa68e2679d HTTP/1.1" status: 200 len: 1092 time: 1.2990990 Jan 28 19:14:10.834426 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '935a286f-698a-480e-8468-5254b3008937', 'tag': '78ca6da5-552b-4c9a-8357-02fa68e2679d'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:14:10.836618 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dc64ab1-6db3-478e-8793-138eedee5210" -d '{"events": [{"name": "network-changed", "server_uuid": "935a286f-698a-480e-8468-5254b3008937", "tag": "78ca6da5-552b-4c9a-8357-02fa68e2679d"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:14:10.875962 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a02ec5a4-51be-4736-b8c8-6b33f431ba65 req-a223f417-cb19-4cd0-ae0f-b13d51b6044a tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/security-groups?id=414e93b9-08bc-438e-9127-05114ed7dbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300633 Jan 28 19:14:10.899233 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfbc0d2-0452-4809-af89-b726272c2c13 req-4b1f9ed7-6f88-46f8-8143-408ec04e55ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:10.900070 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-ccfbc0d2-0452-4809-af89-b726272c2c13 req-4b1f9ed7-6f88-46f8-8143-408ec04e55ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:10.901662 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ccfbc0d2-0452-4809-af89-b726272c2c13 req-4b1f9ed7-6f88-46f8-8143-408ec04e55ed service neutron] 10.222.0.70 "PUT /v2.0/ports/451a7b59-b3cd-4c2e-aa9c-93675463f292 HTTP/1.1" status: 200 len: 1093 time: 2.1133013 Jan 28 19:14:10.915836 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c182323a-6226-492b-983e-1fc8e7b3285b service neutron] Pushing event updated for resources: {'Port': ['ID=78ca6da5-552b-4c9a-8357-02fa68e2679d,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:11.016429 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-2cd723e0-a594-44d6-b263-3916882120c9 req-38b8d9d0-f014-41e3-8c7c-c8b40c832936 service neutron] For port bcd3c8bf-ab02-48ca-8a85-a2f0e032d8c4, host n-h1-812111-14, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:14:11.024621 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89d548b-5529-427b-b8f9-d63cf1bf2b4a req-57dfc523-4167-4a03-8b74-1c4881919ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:11.026769 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d89d548b-5529-427b-b8f9-d63cf1bf2b4a req-57dfc523-4167-4a03-8b74-1c4881919ad7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=57a0678ad1cb4e46b30e232c1f317a59&device_id=935a286f-698a-480e-8468-5254b3008937 HTTP/1.1" status: 200 len: 1126 time: 0.1459632 Jan 28 19:14:11.039499 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1dcd9c-35d9-45a7-9b88-87c031ae0981 req-4f08b3a1-6ec7-45a9-9261-d9befd276d88 tempest-TenantUsagesTestJSON-433282013 tempest-TenantUsagesTestJSON-433282013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:11.041278 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1f9ed7-6f88-46f8-8143-408ec04e55ed service neutron] Pushing event updated for resources: {'Port': ['ID=451a7b59-b3cd-4c2e-aa9c-93675463f292,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:11.046573 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ef1dcd9c-35d9-45a7-9b88-87c031ae0981 req-4f08b3a1-6ec7-45a9-9261-d9befd276d88 tempest-TenantUsagesTestJSON-433282013 tempest-TenantUsagesTestJSON-433282013-project] 10.222.0.64 "GET /v2.0/ports?device_id=25ac93cc-157c-41e7-bd51-973fdf69513d HTTP/1.1" status: 200 len: 948 time: 0.0779810 Jan 28 19:14:11.067653 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-2cd723e0-a594-44d6-b263-3916882120c9 req-38b8d9d0-f014-41e3-8c7c-c8b40c832936 service neutron] For port bcd3c8bf-ab02-48ca-8a85-a2f0e032d8c4, host n-h1-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=bcd3c8bf-ab02-48ca-8a85-a2f0e032d8c4,segment=NetworkSegment(e7f54059-7dae-4f1a-9de9-251e6a440c72),segment_id=e7f54059-7dae-4f1a-9de9-251e6a440c72)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:14:11.082617 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c70b0b4-577f-45ae-9a11-0b239445903d req-fe7834aa-cf70-40a3-96ce-b9ac86d3817e tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:11.086969 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3c70b0b4-577f-45ae-9a11-0b239445903d req-fe7834aa-cf70-40a3-96ce-b9ac86d3817e tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] 10.222.0.64 "GET /v2.0/ports?device_id=d67e2018-4151-48d3-8062-e7793269d14c HTTP/1.1" status: 200 len: 949 time: 0.3061390 Jan 28 19:14:11.095703 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d89d548b-5529-427b-b8f9-d63cf1bf2b4a req-72c3665e-4906-4f42-956c-352aa69a1a7d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=78ca6da5-552b-4c9a-8357-02fa68e2679d HTTP/1.1" status: 200 len: 217 time: 0.0420067 Jan 28 19:14:11.100720 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-2cd723e0-a594-44d6-b263-3916882120c9 req-38b8d9d0-f014-41e3-8c7c-c8b40c832936 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (bcd3c8bf-ab02-48ca-8a85-a2f0e032d8c4), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:11.179241 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89d548b-5529-427b-b8f9-d63cf1bf2b4a req-39846271-d068-4504-934c-411308de0706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:11.181644 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d89d548b-5529-427b-b8f9-d63cf1bf2b4a req-39846271-d068-4504-934c-411308de0706 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7e42a0bc-2ea3-4c64-b0da-1fe419b4beb8 HTTP/1.1" status: 200 len: 860 time: 0.0774758 Jan 28 19:14:11.191239 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ef1dcd9c-35d9-45a7-9b88-87c031ae0981 req-2c94c813-a154-42ff-a96e-cd413076305f tempest-TenantUsagesTestJSON-433282013 tempest-TenantUsagesTestJSON-433282013-project] 10.222.0.64 "GET /v2.0/security-groups?id=d3a03d1a-aa02-4974-b887-f8013a8056bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435485 Jan 28 19:14:11.221720 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d89d548b-5529-427b-b8f9-d63cf1bf2b4a req-632e17f4-a309-48fc-ae37-db8e3018f4fc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=72a547d0-d9da-4c9f-b2a7-a4b786ea70ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293152 Jan 28 19:14:11.255858 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfbc0d2-0452-4809-af89-b726272c2c13 req-13a993f8-edf1-4b9a-961a-44d4d7a1b292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:11.257429 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ccfbc0d2-0452-4809-af89-b726272c2c13 req-13a993f8-edf1-4b9a-961a-44d4d7a1b292 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2f6c0ce2548d44dba74b697745b9900b&device_id=2a116b9a-966a-46f0-9be4-b8c286608bde HTTP/1.1" status: 200 len: 1127 time: 0.2940242 Jan 28 19:14:11.292576 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3c70b0b4-577f-45ae-9a11-0b239445903d req-b44187af-32c1-42c2-a615-86ff248fc243 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] 10.222.0.64 "GET /v2.0/security-groups?id=2478b850-89ab-4114-a340-71569acb8761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014902 Jan 28 19:14:11.296093 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b8d9d0-f014-41e3-8c7c-c8b40c832936 service neutron] Pushing event updated for resources: {'Port': ['ID=bcd3c8bf-ab02-48ca-8a85-a2f0e032d8c4,revision_number=8']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:11.310027 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd723e0-a594-44d6-b263-3916882120c9 req-38b8d9d0-f014-41e3-8c7c-c8b40c832936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:11.310656 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-2cd723e0-a594-44d6-b263-3916882120c9 req-38b8d9d0-f014-41e3-8c7c-c8b40c832936 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:11.312061 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2cd723e0-a594-44d6-b263-3916882120c9 req-38b8d9d0-f014-41e3-8c7c-c8b40c832936 service neutron] 10.222.0.70 "PUT /v2.0/ports/bcd3c8bf-ab02-48ca-8a85-a2f0e032d8c4 HTTP/1.1" status: 200 len: 1123 time: 2.3197093 Jan 28 19:14:11.360185 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ccfbc0d2-0452-4809-af89-b726272c2c13 req-07b8ec71-1b6d-4ef3-8631-7d9408a6a183 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=451a7b59-b3cd-4c2e-aa9c-93675463f292 HTTP/1.1" status: 200 len: 217 time: 0.0649595 Jan 28 19:14:11.363929 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c35ab1bc-c62a-4e45-a238-ed0edd9ea022 req-fbbf1330-d6d9-4459-9ef3-6b060a98767c tempest-LiveMigrationNegativeTest-998910460 tempest-LiveMigrationNegativeTest-998910460-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d1cdb84-1960-418f-bfc0-1984189098a5 HTTP/1.1" status: 200 len: 210 time: 0.0612469 Jan 28 19:14:11.406800 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 599b9d8a-3ad8-4f3d-b2e9-521a950c4915 up at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:14:11.429136 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['bcd3c8bf-ab02-48ca-8a85-a2f0e032d8c4'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:14:11.440200 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-964156f3-2219-4d98-aefb-6a0b4f3c6da8 x-openstack-request-id: req-964156f3-2219-4d98-aefb-6a0b4f3c6da8 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:14:11.441435 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "935a286f-698a-480e-8468-5254b3008937", "tag": "78ca6da5-552b-4c9a-8357-02fa68e2679d", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:14:11.441875 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-964156f3-2219-4d98-aefb-6a0b4f3c6da8 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:14:11.442475 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '935a286f-698a-480e-8468-5254b3008937', 'tag': '78ca6da5-552b-4c9a-8357-02fa68e2679d', 'status': 'completed', 'code': 200} Jan 28 19:14:11.460204 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d89d548b-5529-427b-b8f9-d63cf1bf2b4a req-875909af-4023-4cb1-82f7-217767a7fd80 service neutron] 10.222.0.41 "GET /v2.0/networks/72a547d0-d9da-4c9f-b2a7-a4b786ea70ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253108 Jan 28 19:14:11.480168 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-f814f060-dff1-4abd-8df5-4ba0423c51a6 req-8138e398-1325-4871-8a66-40a1c61e7717 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09f7be33-880b-4de8-860c-09586b55eddc {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:14:11.492431 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f814f060-dff1-4abd-8df5-4ba0423c51a6 req-8138e398-1325-4871-8a66-40a1c61e7717 service neutron] Publish callbacks [] for port (09f7be33-880b-4de8-860c-09586b55eddc), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:11.496272 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfbc0d2-0452-4809-af89-b726272c2c13 req-9335655e-1576-4476-862c-b50c75541d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:11.497807 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ccfbc0d2-0452-4809-af89-b726272c2c13 req-9335655e-1576-4476-862c-b50c75541d62 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d1079c28-134b-4727-b56d-dffa38a58988 HTTP/1.1" status: 200 len: 860 time: 0.1288524 Jan 28 19:14:11.525289 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-f814f060-dff1-4abd-8df5-4ba0423c51a6 req-8138e398-1325-4871-8a66-40a1c61e7717 service neutron] Transition to ACTIVE for port object 09f7be33-880b-4de8-860c-09586b55eddc will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:14:11.552858 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f814f060-dff1-4abd-8df5-4ba0423c51a6 req-8138e398-1325-4871-8a66-40a1c61e7717 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (09f7be33-880b-4de8-860c-09586b55eddc), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:11.565552 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3204f8a9-1037-4f2a-b170-73a069ce276a req-1523bb44-1c45-4a5f-b484-47f63be5cab1 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:11.566677 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3204f8a9-1037-4f2a-b170-73a069ce276a req-1523bb44-1c45-4a5f-b484-47f63be5cab1 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] 10.222.0.64 "GET /v2.0/ports?device_id=2a116b9a-966a-46f0-9be4-b8c286608bde HTTP/1.1" status: 200 len: 944 time: 0.1328399 Jan 28 19:14:11.572271 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:11.604415 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6db4e7-be4b-4ddd-9538-a4612c38dd9e req-b463abbc-c634-441e-9c43-d4f236e23c17 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:11.606087 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1b6db4e7-be4b-4ddd-9538-a4612c38dd9e req-b463abbc-c634-441e-9c43-d4f236e23c17 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=935a286f-698a-480e-8468-5254b3008937 HTTP/1.1" status: 200 len: 943 time: 0.1342115 Jan 28 19:14:11.639751 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8138e398-1325-4871-8a66-40a1c61e7717 service neutron] Pushing event updated for resources: {'Port': ['ID=09f7be33-880b-4de8-860c-09586b55eddc,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:11.665938 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfbc0d2-0452-4809-af89-b726272c2c13 req-63dbcacc-7b33-474a-a13a-5eb7aadbdd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:11.667460 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ccfbc0d2-0452-4809-af89-b726272c2c13 req-63dbcacc-7b33-474a-a13a-5eb7aadbdd3e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1b36af34-6909-4f2b-a96c-a56853ad0cf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1601491 Jan 28 19:14:11.678077 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3204f8a9-1037-4f2a-b170-73a069ce276a req-e54847d6-58ea-4d06-9429-8d1336b8944b tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] 10.222.0.64 "GET /v2.0/security-groups?id=3f90d94c-91ad-4c19-b727-cb7657651c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884628 Jan 28 19:14:11.685487 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning for port 599b9d8a-3ad8-4f3d-b2e9-521a950c4915 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:14:11.691654 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning complete for port 599b9d8a-3ad8-4f3d-b2e9-521a950c4915 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:14:11.692426 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (599b9d8a-3ad8-4f3d-b2e9-521a950c4915), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:11.739252 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1b6db4e7-be4b-4ddd-9538-a4612c38dd9e req-fbb1b904-9633-4aeb-ab76-1ab170314bdb tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205411 Jan 28 19:14:11.748723 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d89d548b-5529-427b-b8f9-d63cf1bf2b4a req-9efbdb82-091f-4478-8b14-28d9447d240c service neutron] 10.222.0.41 "GET /v2.0/networks/72a547d0-d9da-4c9f-b2a7-a4b786ea70ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2361841 Jan 28 19:14:11.782087 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-f814f060-dff1-4abd-8df5-4ba0423c51a6 req-8138e398-1325-4871-8a66-40a1c61e7717 service neutron] Attempting to bind port 09f7be33-880b-4de8-860c-09586b55eddc on host n-h1-812111-14 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:14:11.782426 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-f814f060-dff1-4abd-8df5-4ba0423c51a6 req-8138e398-1325-4871-8a66-40a1c61e7717 service neutron] Attempting to bind port 09f7be33-880b-4de8-860c-09586b55eddc by drivers openvswitch,hyperv on host n-h1-812111-14 at level 0 using segments [{'id': '195bcdbf-a031-4d8b-9f7f-e09fd37cd197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:14:11.782888 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f814f060-dff1-4abd-8df5-4ba0423c51a6 req-8138e398-1325-4871-8a66-40a1c61e7717 service neutron] Attempting to bind port 09f7be33-880b-4de8-860c-09586b55eddc on network 7810caa2-eac6-457d-9302-c8c215ef3e91 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:14:11.807875 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 599b9d8a-3ad8-4f3d-b2e9-521a950c4915 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:14:11.808426 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (599b9d8a-3ad8-4f3d-b2e9-521a950c4915), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:11.816117 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f814f060-dff1-4abd-8df5-4ba0423c51a6 req-8138e398-1325-4871-8a66-40a1c61e7717 service neutron] Port 09f7be33-880b-4de8-860c-09586b55eddc on network 7810caa2-eac6-457d-9302-c8c215ef3e91 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-14 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:14:11.816449 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f814f060-dff1-4abd-8df5-4ba0423c51a6 req-8138e398-1325-4871-8a66-40a1c61e7717 service neutron] Attempting to bind port 09f7be33-880b-4de8-860c-09586b55eddc on network 7810caa2-eac6-457d-9302-c8c215ef3e91 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:14:11.828969 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f814f060-dff1-4abd-8df5-4ba0423c51a6 req-8138e398-1325-4871-8a66-40a1c61e7717 service neutron] Checking agent: {'id': 'b544ba20-de93-4d86-9e6b-a2202deb6191', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:14:11.829347 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f814f060-dff1-4abd-8df5-4ba0423c51a6 req-8138e398-1325-4871-8a66-40a1c61e7717 service neutron] Checking segment: {'id': '195bcdbf-a031-4d8b-9f7f-e09fd37cd197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:14:11.829747 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f814f060-dff1-4abd-8df5-4ba0423c51a6 req-8138e398-1325-4871-8a66-40a1c61e7717 service neutron] Bound using segment: {'id': '195bcdbf-a031-4d8b-9f7f-e09fd37cd197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:14:11.830195 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-f814f060-dff1-4abd-8df5-4ba0423c51a6 req-8138e398-1325-4871-8a66-40a1c61e7717 service neutron] Bound port: 09f7be33-880b-4de8-860c-09586b55eddc, host: n-h1-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '195bcdbf-a031-4d8b-9f7f-e09fd37cd197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:14:11.830561 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f814f060-dff1-4abd-8df5-4ba0423c51a6 req-8138e398-1325-4871-8a66-40a1c61e7717 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (09f7be33-880b-4de8-860c-09586b55eddc), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:11.856284 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 599b9d8a-3ad8-4f3d-b2e9-521a950c4915, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=599b9d8a-3ad8-4f3d-b2e9-521a950c4915,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:14:11.857572 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25ac93cc-157c-41e7-bd51-973fdf69513d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '599b9d8a-3ad8-4f3d-b2e9-521a950c4915'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:14:11.861583 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fe00bf6-bb60-45c8-91ad-bdc826310b01" -d '{"events": [{"server_uuid": "25ac93cc-157c-41e7-bd51-973fdf69513d", "name": "network-vif-plugged", "status": "completed", "tag": "599b9d8a-3ad8-4f3d-b2e9-521a950c4915"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:14:11.868645 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (599b9d8a-3ad8-4f3d-b2e9-521a950c4915), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:11.891206 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc64ab1-6db3-478e-8793-138eedee5210 req-07cffdc1-801c-4ae5-a876-141adb045eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:11.896550 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3dc64ab1-6db3-478e-8793-138eedee5210 req-07cffdc1-801c-4ae5-a876-141adb045eae service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=57a0678ad1cb4e46b30e232c1f317a59&device_id=935a286f-698a-480e-8468-5254b3008937 HTTP/1.1" status: 200 len: 1126 time: 0.0727534 Jan 28 19:14:11.918959 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ee8f7d-e57d-417f-a3aa-216f9982d2e7 req-bc241b22-ff78-4c9f-a900-1e80d17e73ef tempest-DeleteServersAdminTestJSON-1976717136 tempest-DeleteServersAdminTestJSON-1976717136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:11.920575 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d1ee8f7d-e57d-417f-a3aa-216f9982d2e7 req-bc241b22-ff78-4c9f-a900-1e80d17e73ef tempest-DeleteServersAdminTestJSON-1976717136 tempest-DeleteServersAdminTestJSON-1976717136-project] 10.222.0.64 "GET /v2.0/ports?device_id=909108d7-31d4-456d-a036-40b1cd7a5467 HTTP/1.1" status: 200 len: 948 time: 0.1396880 Jan 28 19:14:11.924284 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ccfbc0d2-0452-4809-af89-b726272c2c13 req-46a06412-dfca-4c63-a414-d81599df7d2e service neutron] 10.222.0.70 "GET /v2.0/networks/1b36af34-6909-4f2b-a96c-a56853ad0cf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251244 Jan 28 19:14:11.941399 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=599b9d8a-3ad8-4f3d-b2e9-521a950c4915,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:11.950387 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:14:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccd09430-9fc7-49bf-b585-7947d727e355 x-openstack-request-id: req-ccd09430-9fc7-49bf-b585-7947d727e355 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:14:11.952372 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25ac93cc-157c-41e7-bd51-973fdf69513d", "name": "network-vif-plugged", "status": "completed", "tag": "599b9d8a-3ad8-4f3d-b2e9-521a950c4915", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:14:11.953256 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ccd09430-9fc7-49bf-b585-7947d727e355 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:14:11.953787 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25ac93cc-157c-41e7-bd51-973fdf69513d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '599b9d8a-3ad8-4f3d-b2e9-521a950c4915', 'code': 200} Jan 28 19:14:12.018912 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-f814f060-dff1-4abd-8df5-4ba0423c51a6 req-8138e398-1325-4871-8a66-40a1c61e7717 service neutron] For port 09f7be33-880b-4de8-860c-09586b55eddc, host n-h1-812111-14, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:14:12.050846 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-f814f060-dff1-4abd-8df5-4ba0423c51a6 req-8138e398-1325-4871-8a66-40a1c61e7717 service neutron] For port 09f7be33-880b-4de8-860c-09586b55eddc, host n-h1-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=09f7be33-880b-4de8-860c-09586b55eddc,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:14:12.073270 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc64ab1-6db3-478e-8793-138eedee5210 req-170414a9-1bcd-44ae-a877-148088c08637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:12.075151 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3dc64ab1-6db3-478e-8793-138eedee5210 req-170414a9-1bcd-44ae-a877-148088c08637 service neutron] 10.222.0.41 "GET /v2.0/networks?id=72a547d0-d9da-4c9f-b2a7-a4b786ea70ac HTTP/1.1" status: 200 len: 920 time: 0.1650002 Jan 28 19:14:12.095032 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f814f060-dff1-4abd-8df5-4ba0423c51a6 req-8138e398-1325-4871-8a66-40a1c61e7717 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (09f7be33-880b-4de8-860c-09586b55eddc), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:12.131270 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d1ee8f7d-e57d-417f-a3aa-216f9982d2e7 req-ce31dd5b-ab08-4346-a045-f70a1291ec66 tempest-DeleteServersAdminTestJSON-1976717136 tempest-DeleteServersAdminTestJSON-1976717136-project] 10.222.0.64 "GET /v2.0/security-groups?id=44c80812-4aa5-4d90-8f94-d0e5f13c50f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021842 Jan 28 19:14:12.147219 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3dc64ab1-6db3-478e-8793-138eedee5210 req-65ead8ee-845e-4b9c-a20e-dc079b1f8561 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=78ca6da5-552b-4c9a-8357-02fa68e2679d HTTP/1.1" status: 200 len: 217 time: 0.0640123 Jan 28 19:14:12.157009 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f814f060-dff1-4abd-8df5-4ba0423c51a6 req-8138e398-1325-4871-8a66-40a1c61e7717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:12.157735 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f814f060-dff1-4abd-8df5-4ba0423c51a6 req-8138e398-1325-4871-8a66-40a1c61e7717 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:12.159098 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f814f060-dff1-4abd-8df5-4ba0423c51a6 req-8138e398-1325-4871-8a66-40a1c61e7717 service neutron] 10.222.0.41 "PUT /v2.0/ports/09f7be33-880b-4de8-860c-09586b55eddc HTTP/1.1" status: 200 len: 1097 time: 1.8524647 Jan 28 19:14:12.164050 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ccfbc0d2-0452-4809-af89-b726272c2c13 req-8b917060-730c-4338-a391-e6715e265b3c service neutron] 10.222.0.70 "GET /v2.0/networks/1b36af34-6909-4f2b-a96c-a56853ad0cf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2296379 Jan 28 19:14:12.186725 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8138e398-1325-4871-8a66-40a1c61e7717 service neutron] Pushing event updated for resources: {'Port': ['ID=09f7be33-880b-4de8-860c-09586b55eddc,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:12.186882 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-13a48196-dc8b-43b5-a8e3-bd3265528e64 req-bd98a798-36d8-4294-babe-45ffe4b2f94b tempest-LiveMigrationNegativeTest-998910460 tempest-LiveMigrationNegativeTest-998910460-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=b56c4b4035e84c9e80e67b26de6eda12&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0655599 Jan 28 19:14:12.192037 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130284c4-f123-43f3-a511-f66cbb33329a req-62ca0251-fc3a-4c3f-ac88-a58b81707ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:12.193590 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-130284c4-f123-43f3-a511-f66cbb33329a req-62ca0251-fc3a-4c3f-ac88-a58b81707ac0 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=25ac93cc-157c-41e7-bd51-973fdf69513d HTTP/1.1" status: 200 len: 1132 time: 0.1411860 Jan 28 19:14:12.299203 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-130284c4-f123-43f3-a511-f66cbb33329a req-925a35a5-b4db-4e47-96b2-057640879adf service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=d3a03d1a-aa02-4974-b887-f8013a8056bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967834 Jan 28 19:14:12.319153 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f814f060-dff1-4abd-8df5-4ba0423c51a6 req-242ac8e2-f945-423b-a369-ad90eaffd598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:12.320904 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f814f060-dff1-4abd-8df5-4ba0423c51a6 req-242ac8e2-f945-423b-a369-ad90eaffd598 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=215f321da66743809012104419aa9d84&device_id=909108d7-31d4-456d-a036-40b1cd7a5467 HTTP/1.1" status: 200 len: 1131 time: 0.0972629 Jan 28 19:14:12.335535 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b803795b-00fa-4324-a16f-b1b21295d961 req-4e7e8c30-112f-42a7-be47-81cba2923898 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:12.338078 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b803795b-00fa-4324-a16f-b1b21295d961 req-4e7e8c30-112f-42a7-be47-81cba2923898 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c32b98d-c462-4f26-b26d-2a0c3e0ac453 HTTP/1.1" status: 200 len: 943 time: 0.3066759 Jan 28 19:14:12.362866 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc64ab1-6db3-478e-8793-138eedee5210 req-52337da3-5d3b-470b-9a18-c9554d0d6978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:12.364337 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3dc64ab1-6db3-478e-8793-138eedee5210 req-52337da3-5d3b-470b-9a18-c9554d0d6978 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7e42a0bc-2ea3-4c64-b0da-1fe419b4beb8 HTTP/1.1" status: 200 len: 860 time: 0.1936920 Jan 28 19:14:12.382813 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f814f060-dff1-4abd-8df5-4ba0423c51a6 req-b43af564-878a-4a66-a7ec-e8f1976fa048 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=09f7be33-880b-4de8-860c-09586b55eddc HTTP/1.1" status: 200 len: 217 time: 0.0452259 Jan 28 19:14:12.412987 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3dc64ab1-6db3-478e-8793-138eedee5210 req-8d7fe08f-058c-49d1-9af5-4085c9bbdd14 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=72a547d0-d9da-4c9f-b2a7-a4b786ea70ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374362 Jan 28 19:14:12.439865 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f719b7c5-fca5-4ca3-a08b-87528d78c9b4 req-006491ea-6b57-4331-9ab3-1822516f47d0 tempest-TenantUsagesTestJSON-433282013 tempest-TenantUsagesTestJSON-433282013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:12.441300 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f719b7c5-fca5-4ca3-a08b-87528d78c9b4 req-006491ea-6b57-4331-9ab3-1822516f47d0 tempest-TenantUsagesTestJSON-433282013 tempest-TenantUsagesTestJSON-433282013-project] 10.222.0.64 "GET /v2.0/ports?device_id=25ac93cc-157c-41e7-bd51-973fdf69513d HTTP/1.1" status: 200 len: 949 time: 0.1397014 Jan 28 19:14:12.451119 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f814f060-dff1-4abd-8df5-4ba0423c51a6 req-42c1ffbc-6fae-4bf8-8f32-c43f8604bb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:12.452516 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f814f060-dff1-4abd-8df5-4ba0423c51a6 req-42c1ffbc-6fae-4bf8-8f32-c43f8604bb3a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f2de4832-9ef6-4f40-9ac5-1557d5e6a6ff HTTP/1.1" status: 200 len: 843 time: 0.0623970 Jan 28 19:14:12.502083 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a48196-dc8b-43b5-a8e3-bd3265528e64 req-dd5ca423-1c47-4fce-a65c-940bbcf5c8c9 tempest-LiveMigrationNegativeTest-998910460 tempest-LiveMigrationNegativeTest-998910460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:12.503833 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-13a48196-dc8b-43b5-a8e3-bd3265528e64 req-dd5ca423-1c47-4fce-a65c-940bbcf5c8c9 tempest-LiveMigrationNegativeTest-998910460 tempest-LiveMigrationNegativeTest-998910460-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2670557 Jan 28 19:14:12.510961 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b803795b-00fa-4324-a16f-b1b21295d961 req-c5e675d7-d7c6-4cba-824f-0c425561f08a tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/security-groups?id=414e93b9-08bc-438e-9127-05114ed7dbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654770 Jan 28 19:14:12.518739 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-13a48196-dc8b-43b5-a8e3-bd3265528e64 req-8142bd8a-377d-46a9-9a28-24d68d337b7f tempest-LiveMigrationNegativeTest-998910460 tempest-LiveMigrationNegativeTest-998910460-project] Request body: {'port': {'device_id': '1d1cdb84-1960-418f-bfc0-1984189098a5', 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91', 'admin_state_up': True, 'tenant_id': 'b56c4b4035e84c9e80e67b26de6eda12'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:14:12.524376 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f719b7c5-fca5-4ca3-a08b-87528d78c9b4 req-2dbb3bc2-618f-4aba-9717-6bcc48c40a5e tempest-TenantUsagesTestJSON-433282013 tempest-TenantUsagesTestJSON-433282013-project] 10.222.0.64 "GET /v2.0/security-groups?id=d3a03d1a-aa02-4974-b887-f8013a8056bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751505 Jan 28 19:14:12.533942 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f814f060-dff1-4abd-8df5-4ba0423c51a6 req-ee9bb0ce-e1e1-460e-a743-e0c7be15c303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:12.535439 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f814f060-dff1-4abd-8df5-4ba0423c51a6 req-ee9bb0ce-e1e1-460e-a743-e0c7be15c303 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7810caa2-eac6-457d-9302-c8c215ef3e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0707941 Jan 28 19:14:12.651416 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3dc64ab1-6db3-478e-8793-138eedee5210 req-ec105bc0-9ed4-4ae7-9f46-a683387fa06e service neutron] 10.222.0.41 "GET /v2.0/networks/72a547d0-d9da-4c9f-b2a7-a4b786ea70ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289114 Jan 28 19:14:12.754793 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1efb15-0829-4829-bbf5-16071f2ea1e8 req-4bc90308-fc3d-4068-a71f-61723dc78d03 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:12.756381 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-aa1efb15-0829-4829-bbf5-16071f2ea1e8 req-4bc90308-fc3d-4068-a71f-61723dc78d03 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] 10.222.0.64 "GET /v2.0/ports?device_id=d67e2018-4151-48d3-8062-e7793269d14c HTTP/1.1" status: 200 len: 949 time: 0.1615248 Jan 28 19:14:12.759255 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13a48196-dc8b-43b5-a8e3-bd3265528e64 req-8142bd8a-377d-46a9-9a28-24d68d337b7f tempest-LiveMigrationNegativeTest-998910460 tempest-LiveMigrationNegativeTest-998910460-project] Made reservation on behalf of b56c4b4035e84c9e80e67b26de6eda12 for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:14:12.762757 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-13a48196-dc8b-43b5-a8e3-bd3265528e64 req-8142bd8a-377d-46a9-9a28-24d68d337b7f tempest-LiveMigrationNegativeTest-998910460 tempest-LiveMigrationNegativeTest-998910460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:12.776797 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a116b9a-966a-46f0-9be4-b8c286608bde', 'tag': '451a7b59-b3cd-4c2e-aa9c-93675463f292'}, {'name': 'network-changed', 'server_uuid': '6c32b98d-c462-4f26-b26d-2a0c3e0ac453', 'tag': 'bcd3c8bf-ab02-48ca-8a85-a2f0e032d8c4'}, {'name': 'network-changed', 'server_uuid': '909108d7-31d4-456d-a036-40b1cd7a5467', 'tag': '09f7be33-880b-4de8-860c-09586b55eddc'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:14:12.779106 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9614beb3-80a8-438f-a836-d15372dd5171" -d '{"events": [{"name": "network-changed", "server_uuid": "2a116b9a-966a-46f0-9be4-b8c286608bde", "tag": "451a7b59-b3cd-4c2e-aa9c-93675463f292"}, {"name": "network-changed", "server_uuid": "6c32b98d-c462-4f26-b26d-2a0c3e0ac453", "tag": "bcd3c8bf-ab02-48ca-8a85-a2f0e032d8c4"}, {"name": "network-changed", "server_uuid": "909108d7-31d4-456d-a036-40b1cd7a5467", "tag": "09f7be33-880b-4de8-860c-09586b55eddc"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:14:12.836684 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c9eb09c9-26f8-4e51-8914-82e70a4599d6 req-7611c6c2-52ab-4480-93b0-e7ebb33ae6a5 tempest-LiveMigrationNegativeTest-998910460 tempest-LiveMigrationNegativeTest-998910460-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d1cdb84-1960-418f-bfc0-1984189098a5 HTTP/1.1" status: 200 len: 210 time: 0.0531211 Jan 28 19:14:12.863274 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3dc64ab1-6db3-478e-8793-138eedee5210 req-c2dacd4a-d2f1-476f-8864-e499d9c9db30 service neutron] 10.222.0.41 "GET /v2.0/networks/72a547d0-d9da-4c9f-b2a7-a4b786ea70ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994841 Jan 28 19:14:12.882915 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-aa1efb15-0829-4829-bbf5-16071f2ea1e8 req-003effbe-272e-464d-822e-725e4c659e1a tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] 10.222.0.64 "GET /v2.0/security-groups?id=2478b850-89ab-4114-a340-71569acb8761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177537 Jan 28 19:14:12.886651 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f814f060-dff1-4abd-8df5-4ba0423c51a6 req-8673fba5-1be3-401d-8e36-6df23db00e52 service neutron] 10.222.0.41 "GET /v2.0/networks/7810caa2-eac6-457d-9302-c8c215ef3e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3390138 Jan 28 19:14:12.921164 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:12.992728 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-13a48196-dc8b-43b5-a8e3-bd3265528e64 req-8142bd8a-377d-46a9-9a28-24d68d337b7f tempest-LiveMigrationNegativeTest-998910460 tempest-LiveMigrationNegativeTest-998910460-project] Allocated IP 192.168.233.76 (7810caa2-eac6-457d-9302-c8c215ef3e91/f2de4832-9ef6-4f40-9ac5-1557d5e6a6ff/1319a988-eda1-4a2c-a24c-e1657ae0eb59) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:14:13.026809 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f814f060-dff1-4abd-8df5-4ba0423c51a6 req-975d62c5-2e7a-4d01-84a9-ee7b445b5163 service neutron] 10.222.0.41 "GET /v2.0/networks/7810caa2-eac6-457d-9302-c8c215ef3e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337266 Jan 28 19:14:13.035186 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2b6e6a-b2fd-4b9d-b229-86533e94822b req-3ddc07ad-dd04-46bc-b829-bc1a27edd188 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:13.036659 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3a2b6e6a-b2fd-4b9d-b229-86533e94822b req-3ddc07ad-dd04-46bc-b829-bc1a27edd188 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] 10.222.0.64 "GET /v2.0/ports?device_id=2a116b9a-966a-46f0-9be4-b8c286608bde HTTP/1.1" status: 200 len: 944 time: 0.0851660 Jan 28 19:14:13.039013 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0fd1c3-2eb8-49a4-81b9-c51c3b82a61b req-7b32c7a5-0f65-4323-9329-62d27734d43d tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:13.041051 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8c0fd1c3-2eb8-49a4-81b9-c51c3b82a61b req-7b32c7a5-0f65-4323-9329-62d27734d43d tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=935a286f-698a-480e-8468-5254b3008937 HTTP/1.1" status: 200 len: 943 time: 0.0838645 Jan 28 19:14:13.088595 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3a2b6e6a-b2fd-4b9d-b229-86533e94822b req-f2d9e3d9-ddd7-423c-8593-e98702bbd700 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] 10.222.0.64 "GET /v2.0/security-groups?id=3f90d94c-91ad-4c19-b727-cb7657651c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440454 Jan 28 19:14:13.143823 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Fri, 28 Jan 2022 19:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f7c1a93-b048-4f49-913a-f0ead49930fe x-openstack-request-id: req-6f7c1a93-b048-4f49-913a-f0ead49930fe {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:14:13.144129 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a116b9a-966a-46f0-9be4-b8c286608bde", "tag": "451a7b59-b3cd-4c2e-aa9c-93675463f292", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6c32b98d-c462-4f26-b26d-2a0c3e0ac453", "tag": "bcd3c8bf-ab02-48ca-8a85-a2f0e032d8c4", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "909108d7-31d4-456d-a036-40b1cd7a5467", "tag": "09f7be33-880b-4de8-860c-09586b55eddc", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:14:13.144380 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6f7c1a93-b048-4f49-913a-f0ead49930fe {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:14:13.144782 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a116b9a-966a-46f0-9be4-b8c286608bde', 'tag': '451a7b59-b3cd-4c2e-aa9c-93675463f292', 'status': 'completed', 'code': 200} Jan 28 19:14:13.145034 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c32b98d-c462-4f26-b26d-2a0c3e0ac453', 'tag': 'bcd3c8bf-ab02-48ca-8a85-a2f0e032d8c4', 'status': 'completed', 'code': 200} Jan 28 19:14:13.145315 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '909108d7-31d4-456d-a036-40b1cd7a5467', 'tag': '09f7be33-880b-4de8-860c-09586b55eddc', 'status': 'completed', 'code': 200} Jan 28 19:14:13.146157 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8c0fd1c3-2eb8-49a4-81b9-c51c3b82a61b req-102272e3-762b-4252-9abc-96ebb3168431 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967388 Jan 28 19:14:13.196666 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-13a48196-dc8b-43b5-a8e3-bd3265528e64 req-8142bd8a-377d-46a9-9a28-24d68d337b7f tempest-LiveMigrationNegativeTest-998910460 tempest-LiveMigrationNegativeTest-998910460-project] Publish callbacks [] for port (1319a988-eda1-4a2c-a24c-e1657ae0eb59), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:13.240157 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-13a48196-dc8b-43b5-a8e3-bd3265528e64 req-8142bd8a-377d-46a9-9a28-24d68d337b7f tempest-LiveMigrationNegativeTest-998910460 tempest-LiveMigrationNegativeTest-998910460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (1319a988-eda1-4a2c-a24c-e1657ae0eb59), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:13.254390 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['1e9f02a8-a272-409b-b64c-20c21c6d0f61'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:14:13.282460 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13a48196-dc8b-43b5-a8e3-bd3265528e64 req-8142bd8a-377d-46a9-9a28-24d68d337b7f tempest-LiveMigrationNegativeTest-998910460 tempest-LiveMigrationNegativeTest-998910460-project] Network 7810caa2-eac6-457d-9302-c8c215ef3e91 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:14:13.285594 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-13a48196-dc8b-43b5-a8e3-bd3265528e64 req-8142bd8a-377d-46a9-9a28-24d68d337b7f tempest-LiveMigrationNegativeTest-998910460 tempest-LiveMigrationNegativeTest-998910460-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:14:13.291692 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-13a48196-dc8b-43b5-a8e3-bd3265528e64 req-8142bd8a-377d-46a9-9a28-24d68d337b7f tempest-LiveMigrationNegativeTest-998910460 tempest-LiveMigrationNegativeTest-998910460-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:14:13.293264 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9614beb3-80a8-438f-a836-d15372dd5171 req-4d96066c-5988-49d8-a86f-675b741e527a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:13.294764 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9614beb3-80a8-438f-a836-d15372dd5171 req-4d96066c-5988-49d8-a86f-675b741e527a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2f6c0ce2548d44dba74b697745b9900b&device_id=2a116b9a-966a-46f0-9be4-b8c286608bde HTTP/1.1" status: 200 len: 1127 time: 0.1231096 Jan 28 19:14:13.296594 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9614beb3-80a8-438f-a836-d15372dd5171 req-64740d85-6732-4649-a208-41f6c433d4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:13.298000 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9614beb3-80a8-438f-a836-d15372dd5171 req-64740d85-6732-4649-a208-41f6c433d4aa service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1bd1e0d6512043bfbaf9a8e955e20b9e&device_id=6c32b98d-c462-4f26-b26d-2a0c3e0ac453 HTTP/1.1" status: 200 len: 1157 time: 0.1115086 Jan 28 19:14:13.323231 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8142bd8a-377d-46a9-9a28-24d68d337b7f tempest-LiveMigrationNegativeTest-998910460 tempest-LiveMigrationNegativeTest-998910460-project] Pushing event updated for resources: {'Port': ['ID=1319a988-eda1-4a2c-a24c-e1657ae0eb59,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:13.343137 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518294bb-7174-4110-ac9f-fcbd653890cf req-ec818953-58c1-47b5-82e9-11910237905f tempest-DeleteServersAdminTestJSON-1976717136 tempest-DeleteServersAdminTestJSON-1976717136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:13.344744 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-518294bb-7174-4110-ac9f-fcbd653890cf req-ec818953-58c1-47b5-82e9-11910237905f tempest-DeleteServersAdminTestJSON-1976717136 tempest-DeleteServersAdminTestJSON-1976717136-project] 10.222.0.64 "GET /v2.0/ports?device_id=909108d7-31d4-456d-a036-40b1cd7a5467 HTTP/1.1" status: 200 len: 948 time: 0.1152549 Jan 28 19:14:13.353251 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a48196-dc8b-43b5-a8e3-bd3265528e64 req-8142bd8a-377d-46a9-9a28-24d68d337b7f tempest-LiveMigrationNegativeTest-998910460 tempest-LiveMigrationNegativeTest-998910460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:13.354903 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-13a48196-dc8b-43b5-a8e3-bd3265528e64 req-8142bd8a-377d-46a9-9a28-24d68d337b7f tempest-LiveMigrationNegativeTest-998910460 tempest-LiveMigrationNegativeTest-998910460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:13.377235 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-13a48196-dc8b-43b5-a8e3-bd3265528e64 req-8142bd8a-377d-46a9-9a28-24d68d337b7f tempest-LiveMigrationNegativeTest-998910460 tempest-LiveMigrationNegativeTest-998910460-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8633757 Jan 28 19:14:13.391842 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-13a48196-dc8b-43b5-a8e3-bd3265528e64 req-90669717-c20d-45bc-b6cd-5a7f2f69fb9b service neutron] Request body: {'port': {'device_id': '1d1cdb84-1960-418f-bfc0-1984189098a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-14'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:14:13.471079 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-13a48196-dc8b-43b5-a8e3-bd3265528e64 req-90669717-c20d-45bc-b6cd-5a7f2f69fb9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (1319a988-eda1-4a2c-a24c-e1657ae0eb59), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:13.491790 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device bcd3c8bf-ab02-48ca-8a85-a2f0e032d8c4 details requested by agent hyperv_n-h2-812111-14 with host n-h2-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:14:13.494139 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-518294bb-7174-4110-ac9f-fcbd653890cf req-1e74baed-ae6a-4b04-9fd4-e61ae4351c8a tempest-DeleteServersAdminTestJSON-1976717136 tempest-DeleteServersAdminTestJSON-1976717136-project] 10.222.0.64 "GET /v2.0/security-groups?id=44c80812-4aa5-4d90-8f94-d0e5f13c50f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378081 Jan 28 19:14:13.534790 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9614beb3-80a8-438f-a836-d15372dd5171 req-36480569-dbb3-4a0a-8a68-15230d287d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:13.536309 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9614beb3-80a8-438f-a836-d15372dd5171 req-36480569-dbb3-4a0a-8a68-15230d287d0d service neutron] 10.222.0.70 "GET /v2.0/networks?id=1b36af34-6909-4f2b-a96c-a56853ad0cf5 HTTP/1.1" status: 200 len: 921 time: 0.2209532 Jan 28 19:14:13.543042 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9614beb3-80a8-438f-a836-d15372dd5171 req-08c0869b-41a5-482b-9d80-5723209caef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:13.544820 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9614beb3-80a8-438f-a836-d15372dd5171 req-08c0869b-41a5-482b-9d80-5723209caef3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8330dfd7-f74e-41a1-b557-5650d653ac04 HTTP/1.1" status: 200 len: 908 time: 0.2394106 Jan 28 19:14:13.629031 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9614beb3-80a8-438f-a836-d15372dd5171 req-6096f71e-6068-408f-a278-9612c12ebf61 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bcd3c8bf-ab02-48ca-8a85-a2f0e032d8c4 HTTP/1.1" status: 200 len: 217 time: 0.0773790 Jan 28 19:14:13.631299 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9614beb3-80a8-438f-a836-d15372dd5171 req-f124c0c6-abbd-4985-b084-165a79a65a54 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=451a7b59-b3cd-4c2e-aa9c-93675463f292 HTTP/1.1" status: 200 len: 217 time: 0.0724978 Jan 28 19:14:13.647878 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-a4dd6241-6b58-435d-bd0b-6fdaff30c829 None None] Provisioning complete for port 1319a988-eda1-4a2c-a24c-e1657ae0eb59 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:14:13.648253 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a4dd6241-6b58-435d-bd0b-6fdaff30c829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (1319a988-eda1-4a2c-a24c-e1657ae0eb59), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:13.717360 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-a4dd6241-6b58-435d-bd0b-6fdaff30c829 None None] Port 1319a988-eda1-4a2c-a24c-e1657ae0eb59 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:14:13.745426 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port bcd3c8bf-ab02-48ca-8a85-a2f0e032d8c4, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=bcd3c8bf-ab02-48ca-8a85-a2f0e032d8c4,segment=NetworkSegment(e7f54059-7dae-4f1a-9de9-251e6a440c72),segment_id=e7f54059-7dae-4f1a-9de9-251e6a440c72)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:14:13.748531 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9614beb3-80a8-438f-a836-d15372dd5171 req-86b7c682-e461-48b9-bf54-51579f41d2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:13.750025 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9614beb3-80a8-438f-a836-d15372dd5171 req-86b7c682-e461-48b9-bf54-51579f41d2d5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=09bc6696-a273-4baf-935c-9cf317ddb49d HTTP/1.1" status: 200 len: 848 time: 0.1097167 Jan 28 19:14:13.752890 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9614beb3-80a8-438f-a836-d15372dd5171 req-ae28e691-8998-435e-b8a7-1632cf33930a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:13.754055 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9614beb3-80a8-438f-a836-d15372dd5171 req-ae28e691-8998-435e-b8a7-1632cf33930a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d1079c28-134b-4727-b56d-dffa38a58988 HTTP/1.1" status: 200 len: 860 time: 0.1018333 Jan 28 19:14:13.757466 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000fa3b5-0dbf-4793-9fc4-0b276e186e42 req-0b411365-fe0c-4536-8fb1-e8fe09825e34 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:13.758952 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-000fa3b5-0dbf-4793-9fc4-0b276e186e42 req-0b411365-fe0c-4536-8fb1-e8fe09825e34 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c32b98d-c462-4f26-b26d-2a0c3e0ac453 HTTP/1.1" status: 200 len: 943 time: 0.0918801 Jan 28 19:14:13.766170 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device bcd3c8bf-ab02-48ca-8a85-a2f0e032d8c4 has no active binding in host n-h2-812111-14 {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 28 19:14:13.783503 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9614beb3-80a8-438f-a836-d15372dd5171 req-a30a24c0-c8c5-4419-b918-af423cdd049b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8330dfd7-f74e-41a1-b557-5650d653ac04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260594 Jan 28 19:14:13.801262 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db70957-6950-4be3-8b32-18cd07b02c23 req-169c1806-efd4-4810-823c-518f44bece47 tempest-TenantUsagesTestJSON-433282013 tempest-TenantUsagesTestJSON-433282013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:13.802715 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5db70957-6950-4be3-8b32-18cd07b02c23 req-169c1806-efd4-4810-823c-518f44bece47 tempest-TenantUsagesTestJSON-433282013 tempest-TenantUsagesTestJSON-433282013-project] 10.222.0.64 "GET /v2.0/ports?device_id=25ac93cc-157c-41e7-bd51-973fdf69513d HTTP/1.1" status: 200 len: 949 time: 0.1756046 Jan 28 19:14:13.851464 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-000fa3b5-0dbf-4793-9fc4-0b276e186e42 req-27e73d77-61b8-4748-8289-f49d5e1937fd tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/security-groups?id=414e93b9-08bc-438e-9127-05114ed7dbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793562 Jan 28 19:14:13.858617 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [req-13a48196-dc8b-43b5-a8e3-bd3265528e64 req-90669717-c20d-45bc-b6cd-5a7f2f69fb9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1319a988-eda1-4a2c-a24c-e1657ae0eb59 {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:14:13.866194 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-13a48196-dc8b-43b5-a8e3-bd3265528e64 req-90669717-c20d-45bc-b6cd-5a7f2f69fb9b service neutron] Publish callbacks [] for port (1319a988-eda1-4a2c-a24c-e1657ae0eb59), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:13.885592 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-13a48196-dc8b-43b5-a8e3-bd3265528e64 req-90669717-c20d-45bc-b6cd-5a7f2f69fb9b service neutron] Transition to ACTIVE for port object 1319a988-eda1-4a2c-a24c-e1657ae0eb59 will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:14:13.891897 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-13a48196-dc8b-43b5-a8e3-bd3265528e64 req-90669717-c20d-45bc-b6cd-5a7f2f69fb9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (1319a988-eda1-4a2c-a24c-e1657ae0eb59), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:13.938222 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9614beb3-80a8-438f-a836-d15372dd5171 req-ed8ee989-80bd-44ae-b081-ed763c79e63a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:13.939706 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9614beb3-80a8-438f-a836-d15372dd5171 req-ed8ee989-80bd-44ae-b081-ed763c79e63a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1b36af34-6909-4f2b-a96c-a56853ad0cf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1553478 Jan 28 19:14:13.950705 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5db70957-6950-4be3-8b32-18cd07b02c23 req-819dca80-d26d-4e5c-b6f9-310acfa97da6 tempest-TenantUsagesTestJSON-433282013 tempest-TenantUsagesTestJSON-433282013-project] 10.222.0.64 "GET /v2.0/security-groups?id=d3a03d1a-aa02-4974-b887-f8013a8056bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230273 Jan 28 19:14:13.962960 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9614beb3-80a8-438f-a836-d15372dd5171 req-dbd4b0d8-8da3-4841-bd4c-d7b4f5962204 service neutron] 10.222.0.41 "GET /v2.0/networks/8330dfd7-f74e-41a1-b557-5650d653ac04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684835 Jan 28 19:14:13.975825 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90669717-c20d-45bc-b6cd-5a7f2f69fb9b service neutron] Pushing event updated for resources: {'Port': ['ID=1319a988-eda1-4a2c-a24c-e1657ae0eb59,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:14.061964 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92afc75e-6b84-4b59-8c1f-3170fa24cf4b req-4ce798a8-c5c5-4ef1-80c3-54b9a499ff9c tempest-LiveMigrationNegativeTest-998910460 tempest-LiveMigrationNegativeTest-998910460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:14.063480 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-92afc75e-6b84-4b59-8c1f-3170fa24cf4b req-4ce798a8-c5c5-4ef1-80c3-54b9a499ff9c tempest-LiveMigrationNegativeTest-998910460 tempest-LiveMigrationNegativeTest-998910460-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d1cdb84-1960-418f-bfc0-1984189098a5 HTTP/1.1" status: 200 len: 947 time: 0.0977969 Jan 28 19:14:14.068038 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-13a48196-dc8b-43b5-a8e3-bd3265528e64 req-90669717-c20d-45bc-b6cd-5a7f2f69fb9b service neutron] Attempting to bind port 1319a988-eda1-4a2c-a24c-e1657ae0eb59 on host n-h1-812111-14 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:14:14.068369 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-13a48196-dc8b-43b5-a8e3-bd3265528e64 req-90669717-c20d-45bc-b6cd-5a7f2f69fb9b service neutron] Attempting to bind port 1319a988-eda1-4a2c-a24c-e1657ae0eb59 by drivers openvswitch,hyperv on host n-h1-812111-14 at level 0 using segments [{'id': '195bcdbf-a031-4d8b-9f7f-e09fd37cd197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:14:14.068694 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a48196-dc8b-43b5-a8e3-bd3265528e64 req-90669717-c20d-45bc-b6cd-5a7f2f69fb9b service neutron] Attempting to bind port 1319a988-eda1-4a2c-a24c-e1657ae0eb59 on network 7810caa2-eac6-457d-9302-c8c215ef3e91 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:14:14.080434 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a48196-dc8b-43b5-a8e3-bd3265528e64 req-90669717-c20d-45bc-b6cd-5a7f2f69fb9b service neutron] Port 1319a988-eda1-4a2c-a24c-e1657ae0eb59 on network 7810caa2-eac6-457d-9302-c8c215ef3e91 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-14 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:14:14.080751 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a48196-dc8b-43b5-a8e3-bd3265528e64 req-90669717-c20d-45bc-b6cd-5a7f2f69fb9b service neutron] Attempting to bind port 1319a988-eda1-4a2c-a24c-e1657ae0eb59 on network 7810caa2-eac6-457d-9302-c8c215ef3e91 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:14:14.094771 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a48196-dc8b-43b5-a8e3-bd3265528e64 req-90669717-c20d-45bc-b6cd-5a7f2f69fb9b service neutron] Checking agent: {'id': 'b544ba20-de93-4d86-9e6b-a2202deb6191', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:14:14.095109 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a48196-dc8b-43b5-a8e3-bd3265528e64 req-90669717-c20d-45bc-b6cd-5a7f2f69fb9b service neutron] Checking segment: {'id': '195bcdbf-a031-4d8b-9f7f-e09fd37cd197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:14:14.095496 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a48196-dc8b-43b5-a8e3-bd3265528e64 req-90669717-c20d-45bc-b6cd-5a7f2f69fb9b service neutron] Bound using segment: {'id': '195bcdbf-a031-4d8b-9f7f-e09fd37cd197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:14:14.095927 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-13a48196-dc8b-43b5-a8e3-bd3265528e64 req-90669717-c20d-45bc-b6cd-5a7f2f69fb9b service neutron] Bound port: 1319a988-eda1-4a2c-a24c-e1657ae0eb59, host: n-h1-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '195bcdbf-a031-4d8b-9f7f-e09fd37cd197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:14:14.096284 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-13a48196-dc8b-43b5-a8e3-bd3265528e64 req-90669717-c20d-45bc-b6cd-5a7f2f69fb9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (1319a988-eda1-4a2c-a24c-e1657ae0eb59), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:14.130612 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-92afc75e-6b84-4b59-8c1f-3170fa24cf4b req-d8aeeda0-8f98-43c5-86e2-6642f74eeb63 tempest-LiveMigrationNegativeTest-998910460 tempest-LiveMigrationNegativeTest-998910460-project] 10.222.0.64 "GET /v2.0/security-groups?id=d254ab6c-afc7-4730-9a7e-1ca125b4b963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567636 Jan 28 19:14:14.212945 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-13a48196-dc8b-43b5-a8e3-bd3265528e64 req-90669717-c20d-45bc-b6cd-5a7f2f69fb9b service neutron] For port 1319a988-eda1-4a2c-a24c-e1657ae0eb59, host n-h1-812111-14, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:14:14.224527 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-13a48196-dc8b-43b5-a8e3-bd3265528e64 req-90669717-c20d-45bc-b6cd-5a7f2f69fb9b service neutron] For port 1319a988-eda1-4a2c-a24c-e1657ae0eb59, host n-h1-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=1319a988-eda1-4a2c-a24c-e1657ae0eb59,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:14:14.245594 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-13a48196-dc8b-43b5-a8e3-bd3265528e64 req-90669717-c20d-45bc-b6cd-5a7f2f69fb9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (1319a988-eda1-4a2c-a24c-e1657ae0eb59), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:14.255753 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9614beb3-80a8-438f-a836-d15372dd5171 req-48a942d5-428d-43e3-822a-e8fe73a5bd37 service neutron] 10.222.0.41 "GET /v2.0/networks/8330dfd7-f74e-41a1-b557-5650d653ac04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2744770 Jan 28 19:14:14.262765 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9614beb3-80a8-438f-a836-d15372dd5171 req-b076224e-27ad-4054-86c8-01f5e312681c service neutron] 10.222.0.70 "GET /v2.0/networks/1b36af34-6909-4f2b-a96c-a56853ad0cf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3095400 Jan 28 19:14:14.281843 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a927809c-8960-4a4d-aa03-8caba20d0cb9 req-75ae8747-b1b3-463a-9838-3db51697e089 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:14.283329 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a927809c-8960-4a4d-aa03-8caba20d0cb9 req-75ae8747-b1b3-463a-9838-3db51697e089 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] 10.222.0.64 "GET /v2.0/ports?device_id=d67e2018-4151-48d3-8062-e7793269d14c HTTP/1.1" status: 200 len: 949 time: 0.2200847 Jan 28 19:14:14.301737 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a48196-dc8b-43b5-a8e3-bd3265528e64 req-90669717-c20d-45bc-b6cd-5a7f2f69fb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:14.302358 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-13a48196-dc8b-43b5-a8e3-bd3265528e64 req-90669717-c20d-45bc-b6cd-5a7f2f69fb9b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:14.303741 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-13a48196-dc8b-43b5-a8e3-bd3265528e64 req-90669717-c20d-45bc-b6cd-5a7f2f69fb9b service neutron] 10.222.0.41 "PUT /v2.0/ports/1319a988-eda1-4a2c-a24c-e1657ae0eb59 HTTP/1.1" status: 200 len: 1096 time: 0.9182463 Jan 28 19:14:14.304342 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d1cdb84-1960-418f-bfc0-1984189098a5', 'tag': '1319a988-eda1-4a2c-a24c-e1657ae0eb59'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:14:14.307183 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc168ced-8a0d-4814-b3fc-665488a871bd" -d '{"events": [{"name": "network-changed", "server_uuid": "1d1cdb84-1960-418f-bfc0-1984189098a5", "tag": "1319a988-eda1-4a2c-a24c-e1657ae0eb59"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:14:14.345567 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f993f3-123a-4859-a25b-07ecbc0df04b req-b712b75b-bc9a-4956-8793-7b105f58b529 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:14.352431 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-71f993f3-123a-4859-a25b-07ecbc0df04b req-b712b75b-bc9a-4956-8793-7b105f58b529 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] 10.222.0.64 "GET /v2.0/ports?device_id=2a116b9a-966a-46f0-9be4-b8c286608bde HTTP/1.1" status: 200 len: 944 time: 0.1224947 Jan 28 19:14:14.376012 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90669717-c20d-45bc-b6cd-5a7f2f69fb9b service neutron] Pushing event updated for resources: {'Port': ['ID=1319a988-eda1-4a2c-a24c-e1657ae0eb59,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:14.440465 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a48196-dc8b-43b5-a8e3-bd3265528e64 req-402e006e-b065-4983-bb51-36baf079e02b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:14.442225 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-13a48196-dc8b-43b5-a8e3-bd3265528e64 req-402e006e-b065-4983-bb51-36baf079e02b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b56c4b4035e84c9e80e67b26de6eda12&device_id=1d1cdb84-1960-418f-bfc0-1984189098a5 HTTP/1.1" status: 200 len: 1130 time: 0.0870779 Jan 28 19:14:14.452120 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-71f993f3-123a-4859-a25b-07ecbc0df04b req-4a01f101-f2e8-4107-b3fb-1bb6fea5b75b tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] 10.222.0.64 "GET /v2.0/security-groups?id=3f90d94c-91ad-4c19-b727-cb7657651c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982018 Jan 28 19:14:14.481892 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9614beb3-80a8-438f-a836-d15372dd5171 req-9c2b61a8-1fec-4b53-aa3c-27ee2a274704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:14.483298 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9614beb3-80a8-438f-a836-d15372dd5171 req-9c2b61a8-1fec-4b53-aa3c-27ee2a274704 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=215f321da66743809012104419aa9d84&device_id=909108d7-31d4-456d-a036-40b1cd7a5467 HTTP/1.1" status: 200 len: 1131 time: 0.1674542 Jan 28 19:14:14.486570 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9614beb3-80a8-438f-a836-d15372dd5171 req-5f66792b-9e43-4e51-9881-4ae3760ae95b service neutron] 10.222.0.70 "GET /v2.0/networks/1b36af34-6909-4f2b-a96c-a56853ad0cf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020171 Jan 28 19:14:14.488105 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 78ca6da5-552b-4c9a-8357-02fa68e2679d details requested by agent hyperv_n-h1-812111-14 with host n-h1-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:14:14.498482 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a927809c-8960-4a4d-aa03-8caba20d0cb9 req-38eb5b7c-049a-4a1f-ade5-2c0856908255 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] 10.222.0.64 "GET /v2.0/security-groups?id=2478b850-89ab-4114-a340-71569acb8761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905077 Jan 28 19:14:14.534884 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-13a48196-dc8b-43b5-a8e3-bd3265528e64 req-3368db06-7e7e-495a-8658-a9a540594acd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=1319a988-eda1-4a2c-a24c-e1657ae0eb59 HTTP/1.1" status: 200 len: 217 time: 0.0769405 Jan 28 19:14:14.591628 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02113bf9-4649-4cfc-af10-b4b2f8f4dada x-openstack-request-id: req-02113bf9-4649-4cfc-af10-b4b2f8f4dada {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:14:14.591996 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d1cdb84-1960-418f-bfc0-1984189098a5", "tag": "1319a988-eda1-4a2c-a24c-e1657ae0eb59", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:14:14.592331 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-02113bf9-4649-4cfc-af10-b4b2f8f4dada {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:14:14.592850 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d1cdb84-1960-418f-bfc0-1984189098a5', 'tag': '1319a988-eda1-4a2c-a24c-e1657ae0eb59', 'status': 'completed', 'code': 200} Jan 28 19:14:14.641042 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a48196-dc8b-43b5-a8e3-bd3265528e64 req-1f8a53fc-30e3-47b9-bb6f-a2dbbf82dd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:14.642653 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-13a48196-dc8b-43b5-a8e3-bd3265528e64 req-1f8a53fc-30e3-47b9-bb6f-a2dbbf82dd07 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f2de4832-9ef6-4f40-9ac5-1557d5e6a6ff HTTP/1.1" status: 200 len: 843 time: 0.0991194 Jan 28 19:14:14.656013 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a540e2af-5544-4f46-95ff-0f5e40200793 req-10fbfb74-333e-4213-98c5-311e4e0fb493 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:14.657632 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a540e2af-5544-4f46-95ff-0f5e40200793 req-10fbfb74-333e-4213-98c5-311e4e0fb493 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=935a286f-698a-480e-8468-5254b3008937 HTTP/1.1" status: 200 len: 943 time: 0.0997839 Jan 28 19:14:14.663986 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 78ca6da5-552b-4c9a-8357-02fa68e2679d, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=78ca6da5-552b-4c9a-8357-02fa68e2679d,segment=NetworkSegment(62a331e7-e6d6-4fbc-9e3c-2d3acdfd7c92),segment_id=62a331e7-e6d6-4fbc-9e3c-2d3acdfd7c92)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:14:14.679059 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Returning: {'device': '78ca6da5-552b-4c9a-8357-02fa68e2679d', 'network_id': '72a547d0-d9da-4c9f-b2a7-a4b786ea70ac', 'port_id': '78ca6da5-552b-4c9a-8357-02fa68e2679d', 'mac_address': 'fa:16:3e:3d:38:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e42a0bc-2ea3-4c64-b0da-1fe419b4beb8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:14:14.713271 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9614beb3-80a8-438f-a836-d15372dd5171 req-ddd4bacd-f150-40a3-940c-aeea13ce2e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:14.715032 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9614beb3-80a8-438f-a836-d15372dd5171 req-ddd4bacd-f150-40a3-940c-aeea13ce2e7f service neutron] 10.222.0.41 "GET /v2.0/networks?id=7810caa2-eac6-457d-9302-c8c215ef3e91 HTTP/1.1" status: 200 len: 869 time: 0.2106659 Jan 28 19:14:14.733930 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port 78ca6da5-552b-4c9a-8357-02fa68e2679d is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:14:14.735715 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (78ca6da5-552b-4c9a-8357-02fa68e2679d), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:14.752187 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a48196-dc8b-43b5-a8e3-bd3265528e64 req-b4637e67-49f0-48da-a22e-5e3495c01b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:14.753732 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-13a48196-dc8b-43b5-a8e3-bd3265528e64 req-b4637e67-49f0-48da-a22e-5e3495c01b96 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7810caa2-eac6-457d-9302-c8c215ef3e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0950391 Jan 28 19:14:14.756216 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78ca6da5-552b-4c9a-8357-02fa68e2679d {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:14:14.758287 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a540e2af-5544-4f46-95ff-0f5e40200793 req-d6dc14dc-30bc-4c6e-815e-5627965b2155 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604217 Jan 28 19:14:14.766122 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9614beb3-80a8-438f-a836-d15372dd5171 req-11cc9235-d756-47d0-beaa-7b79f280d4ec service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=09f7be33-880b-4de8-860c-09586b55eddc HTTP/1.1" status: 200 len: 217 time: 0.0403538 Jan 28 19:14:14.779688 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 78ca6da5-552b-4c9a-8357-02fa68e2679d, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=78ca6da5-552b-4c9a-8357-02fa68e2679d,segment=NetworkSegment(62a331e7-e6d6-4fbc-9e3c-2d3acdfd7c92),segment_id=62a331e7-e6d6-4fbc-9e3c-2d3acdfd7c92)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:14:14.795173 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (78ca6da5-552b-4c9a-8357-02fa68e2679d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:14.799016 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7cd8d3-1f88-4a0d-ab9f-35c8ffb8ab3c req-f639bf11-59a1-42df-81d8-81bb2ce876a0 tempest-DeleteServersAdminTestJSON-1976717136 tempest-DeleteServersAdminTestJSON-1976717136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:14.801183 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9f7cd8d3-1f88-4a0d-ab9f-35c8ffb8ab3c req-f639bf11-59a1-42df-81d8-81bb2ce876a0 tempest-DeleteServersAdminTestJSON-1976717136 tempest-DeleteServersAdminTestJSON-1976717136-project] 10.222.0.64 "GET /v2.0/ports?device_id=909108d7-31d4-456d-a036-40b1cd7a5467 HTTP/1.1" status: 200 len: 948 time: 0.1227279 Jan 28 19:14:14.864938 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=78ca6da5-552b-4c9a-8357-02fa68e2679d,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:14.885953 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-13a48196-dc8b-43b5-a8e3-bd3265528e64 req-6a5ca524-f369-4a34-aae7-303e34dc6132 service neutron] 10.222.0.41 "GET /v2.0/networks/7810caa2-eac6-457d-9302-c8c215ef3e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257198 Jan 28 19:14:14.906696 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9f7cd8d3-1f88-4a0d-ab9f-35c8ffb8ab3c req-7165434a-f8e7-4609-a7c5-63ec5632b7c3 tempest-DeleteServersAdminTestJSON-1976717136 tempest-DeleteServersAdminTestJSON-1976717136-project] 10.222.0.64 "GET /v2.0/security-groups?id=44c80812-4aa5-4d90-8f94-d0e5f13c50f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815318 Jan 28 19:14:14.908524 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9614beb3-80a8-438f-a836-d15372dd5171 req-dc305e13-1e57-44b3-98d6-5b6f63e129e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:14.910962 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9614beb3-80a8-438f-a836-d15372dd5171 req-dc305e13-1e57-44b3-98d6-5b6f63e129e4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f2de4832-9ef6-4f40-9ac5-1557d5e6a6ff HTTP/1.1" status: 200 len: 843 time: 0.1368580 Jan 28 19:14:14.976460 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9614beb3-80a8-438f-a836-d15372dd5171 req-ee748609-7402-4d05-b40c-5a4941e6bc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:14.978742 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9614beb3-80a8-438f-a836-d15372dd5171 req-ee748609-7402-4d05-b40c-5a4941e6bc24 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7810caa2-eac6-457d-9302-c8c215ef3e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0603647 Jan 28 19:14:15.058471 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-13a48196-dc8b-43b5-a8e3-bd3265528e64 req-3f9f7ca3-e500-4232-8e5c-1a2eab927d53 service neutron] 10.222.0.41 "GET /v2.0/networks/7810caa2-eac6-457d-9302-c8c215ef3e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657481 Jan 28 19:14:15.068240 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['78ca6da5-552b-4c9a-8357-02fa68e2679d'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:14:15.080796 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbea1b6a-67c3-40fc-b363-34ebd6d8f570 req-84bf4a78-9497-499d-bd84-5656f7b75668 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:15.083517 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-cbea1b6a-67c3-40fc-b363-34ebd6d8f570 req-84bf4a78-9497-499d-bd84-5656f7b75668 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c32b98d-c462-4f26-b26d-2a0c3e0ac453 HTTP/1.1" status: 200 len: 943 time: 0.1473644 Jan 28 19:14:15.146488 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48e13b4-3435-44f8-ad06-0890eecbb324 req-6656b658-07e8-4c6f-8bda-8ab3174f8dfc tempest-TenantUsagesTestJSON-433282013 tempest-TenantUsagesTestJSON-433282013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:15.148157 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b48e13b4-3435-44f8-ad06-0890eecbb324 req-6656b658-07e8-4c6f-8bda-8ab3174f8dfc tempest-TenantUsagesTestJSON-433282013 tempest-TenantUsagesTestJSON-433282013-project] 10.222.0.64 "GET /v2.0/ports?device_id=25ac93cc-157c-41e7-bd51-973fdf69513d HTTP/1.1" status: 200 len: 949 time: 0.0997636 Jan 28 19:14:15.152913 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9614beb3-80a8-438f-a836-d15372dd5171 req-be2456e5-b86f-4c76-8d7b-12070ea22774 service neutron] 10.222.0.41 "GET /v2.0/networks/7810caa2-eac6-457d-9302-c8c215ef3e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670911 Jan 28 19:14:15.154565 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-cbea1b6a-67c3-40fc-b363-34ebd6d8f570 req-ce17c303-d15e-48ed-b37a-0f44317a7f31 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/security-groups?id=414e93b9-08bc-438e-9127-05114ed7dbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639069 Jan 28 19:14:15.211469 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc168ced-8a0d-4814-b3fc-665488a871bd req-6332bfa2-65b1-4c2e-b2cc-c6290b4b5f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:15.213591 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-fc168ced-8a0d-4814-b3fc-665488a871bd req-6332bfa2-65b1-4c2e-b2cc-c6290b4b5f87 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b56c4b4035e84c9e80e67b26de6eda12&device_id=1d1cdb84-1960-418f-bfc0-1984189098a5 HTTP/1.1" status: 200 len: 1130 time: 0.0731475 Jan 28 19:14:15.282352 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b48e13b4-3435-44f8-ad06-0890eecbb324 req-1a70c153-5e66-4eb6-b7b1-314dc66271b7 tempest-TenantUsagesTestJSON-433282013 tempest-TenantUsagesTestJSON-433282013-project] 10.222.0.64 "GET /v2.0/security-groups?id=d3a03d1a-aa02-4974-b887-f8013a8056bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186135 Jan 28 19:14:15.310067 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9614beb3-80a8-438f-a836-d15372dd5171 req-c699b94d-1e5a-453f-89dd-35eccab16e47 service neutron] 10.222.0.41 "GET /v2.0/networks/7810caa2-eac6-457d-9302-c8c215ef3e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406868 Jan 28 19:14:15.380728 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed2a63a-4d9e-4ad7-9ed2-7613f7a077e8 req-319fbbcc-72ed-4fd3-913c-1284f46defc8 tempest-LiveMigrationNegativeTest-998910460 tempest-LiveMigrationNegativeTest-998910460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:15.382230 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-fed2a63a-4d9e-4ad7-9ed2-7613f7a077e8 req-319fbbcc-72ed-4fd3-913c-1284f46defc8 tempest-LiveMigrationNegativeTest-998910460 tempest-LiveMigrationNegativeTest-998910460-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d1cdb84-1960-418f-bfc0-1984189098a5 HTTP/1.1" status: 200 len: 947 time: 0.1469479 Jan 28 19:14:15.383621 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc168ced-8a0d-4814-b3fc-665488a871bd req-6c4f39fe-97e2-4e07-b4bd-b9e269512699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:15.385041 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-fc168ced-8a0d-4814-b3fc-665488a871bd req-6c4f39fe-97e2-4e07-b4bd-b9e269512699 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7810caa2-eac6-457d-9302-c8c215ef3e91 HTTP/1.1" status: 200 len: 869 time: 0.1647956 Jan 28 19:14:15.440234 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-fc168ced-8a0d-4814-b3fc-665488a871bd req-1b2a4ec5-0647-472b-9947-647580e14bf3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=1319a988-eda1-4a2c-a24c-e1657ae0eb59 HTTP/1.1" status: 200 len: 217 time: 0.0462089 Jan 28 19:14:15.442120 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 451a7b59-b3cd-4c2e-aa9c-93675463f292 details requested by agent hyperv_n-h2-812111-14 with host n-h2-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:14:15.504089 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-fed2a63a-4d9e-4ad7-9ed2-7613f7a077e8 req-05a2ac27-6b2d-40b1-a651-7f7475871caf tempest-LiveMigrationNegativeTest-998910460 tempest-LiveMigrationNegativeTest-998910460-project] 10.222.0.64 "GET /v2.0/security-groups?id=d254ab6c-afc7-4730-9a7e-1ca125b4b963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157572 Jan 28 19:14:15.524383 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc168ced-8a0d-4814-b3fc-665488a871bd req-56aab778-cf14-4fd0-a31c-7af07356743f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:15.527705 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-fc168ced-8a0d-4814-b3fc-665488a871bd req-56aab778-cf14-4fd0-a31c-7af07356743f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f2de4832-9ef6-4f40-9ac5-1557d5e6a6ff HTTP/1.1" status: 200 len: 843 time: 0.0764825 Jan 28 19:14:15.595891 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc168ced-8a0d-4814-b3fc-665488a871bd req-db48db0b-75fa-4c59-a524-0638419e527d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:15.597938 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-fc168ced-8a0d-4814-b3fc-665488a871bd req-db48db0b-75fa-4c59-a524-0638419e527d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7810caa2-eac6-457d-9302-c8c215ef3e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0620918 Jan 28 19:14:15.605788 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 451a7b59-b3cd-4c2e-aa9c-93675463f292, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=451a7b59-b3cd-4c2e-aa9c-93675463f292,segment=NetworkSegment(1e24c993-748e-4143-b1c2-ba3fed624cb8),segment_id=1e24c993-748e-4143-b1c2-ba3fed624cb8)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:14:15.606369 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224f8c95-f2c4-4d9a-a7c5-7d0131fa4fd6 req-29ece677-5c2c-4c3a-8d19-a8ea7271540a tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:15.607577 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-224f8c95-f2c4-4d9a-a7c5-7d0131fa4fd6 req-29ece677-5c2c-4c3a-8d19-a8ea7271540a tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] 10.222.0.64 "GET /v2.0/ports?device_id=2a116b9a-966a-46f0-9be4-b8c286608bde HTTP/1.1" status: 200 len: 944 time: 0.0690176 Jan 28 19:14:15.621236 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Returning: {'device': '451a7b59-b3cd-4c2e-aa9c-93675463f292', 'network_id': '1b36af34-6909-4f2b-a96c-a56853ad0cf5', 'port_id': '451a7b59-b3cd-4c2e-aa9c-93675463f292', 'mac_address': 'fa:16:3e:1d:09:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1079c28-134b-4727-b56d-dffa38a58988', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:14:15.658942 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-224f8c95-f2c4-4d9a-a7c5-7d0131fa4fd6 req-64803a66-0017-484c-a68b-1b42eb4b6f06 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] 10.222.0.64 "GET /v2.0/security-groups?id=3f90d94c-91ad-4c19-b727-cb7657651c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454779 Jan 28 19:14:15.683380 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 451a7b59-b3cd-4c2e-aa9c-93675463f292 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:14:15.683380 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (451a7b59-b3cd-4c2e-aa9c-93675463f292), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:15.696409 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 451a7b59-b3cd-4c2e-aa9c-93675463f292 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:14:15.716416 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 451a7b59-b3cd-4c2e-aa9c-93675463f292, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=451a7b59-b3cd-4c2e-aa9c-93675463f292,segment=NetworkSegment(1e24c993-748e-4143-b1c2-ba3fed624cb8),segment_id=1e24c993-748e-4143-b1c2-ba3fed624cb8)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:14:15.721491 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (451a7b59-b3cd-4c2e-aa9c-93675463f292), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:15.726794 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9f4c5c-0cd7-46b5-b482-b1d55b64b508 req-b31f3e6b-066f-4365-a686-5b5689da87e6 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:15.728821 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4f9f4c5c-0cd7-46b5-b482-b1d55b64b508 req-b31f3e6b-066f-4365-a686-5b5689da87e6 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] 10.222.0.64 "GET /v2.0/ports?device_id=d67e2018-4151-48d3-8062-e7793269d14c HTTP/1.1" status: 200 len: 949 time: 0.1298680 Jan 28 19:14:15.773568 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-fc168ced-8a0d-4814-b3fc-665488a871bd req-5065a32e-829e-4b79-a2ad-34166ce1fa54 service neutron] 10.222.0.41 "GET /v2.0/networks/7810caa2-eac6-457d-9302-c8c215ef3e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396770 Jan 28 19:14:15.776580 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=451a7b59-b3cd-4c2e-aa9c-93675463f292,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:15.902861 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59736f19-48fb-43de-95eb-dc283b88189c req-38750e34-730b-43c7-98c1-e2aed92b4d3c tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:15.904953 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-59736f19-48fb-43de-95eb-dc283b88189c req-38750e34-730b-43c7-98c1-e2aed92b4d3c tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=935a286f-698a-480e-8468-5254b3008937 HTTP/1.1" status: 200 len: 944 time: 0.0592055 Jan 28 19:14:15.962501 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-59736f19-48fb-43de-95eb-dc283b88189c req-7c89adf4-b995-40bb-ac04-ba74a57cccec tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503426 Jan 28 19:14:16.073370 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4f9f4c5c-0cd7-46b5-b482-b1d55b64b508 req-2b84d155-d51f-44fd-a460-4beff25198c2 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] 10.222.0.64 "GET /v2.0/security-groups?id=2478b850-89ab-4114-a340-71569acb8761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3354530 Jan 28 19:14:16.116234 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635a2516-cc87-4bd4-9ad8-fece806a940a req-f04f0eab-5de9-4410-9dbb-3ce868011016 tempest-DeleteServersAdminTestJSON-1976717136 tempest-DeleteServersAdminTestJSON-1976717136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:16.117939 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-635a2516-cc87-4bd4-9ad8-fece806a940a req-f04f0eab-5de9-4410-9dbb-3ce868011016 tempest-DeleteServersAdminTestJSON-1976717136 tempest-DeleteServersAdminTestJSON-1976717136-project] 10.222.0.64 "GET /v2.0/ports?device_id=909108d7-31d4-456d-a036-40b1cd7a5467 HTTP/1.1" status: 200 len: 948 time: 0.0816615 Jan 28 19:14:16.124799 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['451a7b59-b3cd-4c2e-aa9c-93675463f292'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:14:16.127281 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-fc168ced-8a0d-4814-b3fc-665488a871bd req-dcc696a9-673a-4291-9a1c-47c82d29e207 service neutron] 10.222.0.41 "GET /v2.0/networks/7810caa2-eac6-457d-9302-c8c215ef3e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3441436 Jan 28 19:14:16.174258 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-635a2516-cc87-4bd4-9ad8-fece806a940a req-5e732bad-25f4-4dd8-baf4-136079ecbd87 tempest-DeleteServersAdminTestJSON-1976717136 tempest-DeleteServersAdminTestJSON-1976717136-project] 10.222.0.64 "GET /v2.0/security-groups?id=44c80812-4aa5-4d90-8f94-d0e5f13c50f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452015 Jan 28 19:14:16.284378 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aaa768-c1b8-4951-93d3-a283de731345 req-b040cd45-60d1-4ae5-982c-959d5fa35346 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:16.285968 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-91aaa768-c1b8-4951-93d3-a283de731345 req-b040cd45-60d1-4ae5-982c-959d5fa35346 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c32b98d-c462-4f26-b26d-2a0c3e0ac453 HTTP/1.1" status: 200 len: 943 time: 0.0537057 Jan 28 19:14:16.336223 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-91aaa768-c1b8-4951-93d3-a283de731345 req-c2384833-0798-4a92-b19a-f5611b8cd301 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/security-groups?id=414e93b9-08bc-438e-9127-05114ed7dbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446720 Jan 28 19:14:16.406537 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64f4c70-9866-4483-8d12-7210a1941129 req-0d177a28-8e61-420f-83a6-77fcebf24e87 tempest-TenantUsagesTestJSON-433282013 tempest-TenantUsagesTestJSON-433282013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:16.408080 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c64f4c70-9866-4483-8d12-7210a1941129 req-0d177a28-8e61-420f-83a6-77fcebf24e87 tempest-TenantUsagesTestJSON-433282013 tempest-TenantUsagesTestJSON-433282013-project] 10.222.0.64 "GET /v2.0/ports?device_id=25ac93cc-157c-41e7-bd51-973fdf69513d HTTP/1.1" status: 200 len: 949 time: 0.0569313 Jan 28 19:14:16.455863 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c64f4c70-9866-4483-8d12-7210a1941129 req-3f04fb58-17df-4ca0-95b4-db97bbaf28bf tempest-TenantUsagesTestJSON-433282013 tempest-TenantUsagesTestJSON-433282013-project] 10.222.0.64 "GET /v2.0/security-groups?id=d3a03d1a-aa02-4974-b887-f8013a8056bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408370 Jan 28 19:14:16.497217 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 09f7be33-880b-4de8-860c-09586b55eddc details requested by agent hyperv_n-h1-812111-14 with host n-h1-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:14:16.499344 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 78ca6da5-552b-4c9a-8357-02fa68e2679d up at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:14:16.605914 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning for port 78ca6da5-552b-4c9a-8357-02fa68e2679d completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:14:16.617372 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning complete for port 78ca6da5-552b-4c9a-8357-02fa68e2679d triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:14:16.617762 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (78ca6da5-552b-4c9a-8357-02fa68e2679d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:16.627032 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5319c5-449e-4f25-b015-79d62a7705a5 req-e946bb4f-7ebc-46dc-8759-65a0e9df6ca8 tempest-LiveMigrationNegativeTest-998910460 tempest-LiveMigrationNegativeTest-998910460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:16.628532 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8f5319c5-449e-4f25-b015-79d62a7705a5 req-e946bb4f-7ebc-46dc-8759-65a0e9df6ca8 tempest-LiveMigrationNegativeTest-998910460 tempest-LiveMigrationNegativeTest-998910460-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d1cdb84-1960-418f-bfc0-1984189098a5 HTTP/1.1" status: 200 len: 947 time: 0.0529151 Jan 28 19:14:16.654305 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 09f7be33-880b-4de8-860c-09586b55eddc, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=09f7be33-880b-4de8-860c-09586b55eddc,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:14:16.670894 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Returning: {'device': '09f7be33-880b-4de8-860c-09586b55eddc', 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91', 'port_id': '09f7be33-880b-4de8-860c-09586b55eddc', 'mac_address': 'fa:16:3e:bb:d4:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2de4832-9ef6-4f40-9ac5-1557d5e6a6ff', 'ip_address': '192.168.233.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:14:16.675012 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8f5319c5-449e-4f25-b015-79d62a7705a5 req-6e52e235-eb34-46aa-9777-2f70f538530a tempest-LiveMigrationNegativeTest-998910460 tempest-LiveMigrationNegativeTest-998910460-project] 10.222.0.64 "GET /v2.0/security-groups?id=d254ab6c-afc7-4730-9a7e-1ca125b4b963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403974 Jan 28 19:14:16.735926 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port 09f7be33-880b-4de8-860c-09586b55eddc is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:14:16.736313 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (09f7be33-880b-4de8-860c-09586b55eddc), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:16.755388 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09f7be33-880b-4de8-860c-09586b55eddc {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:14:16.769773 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port 78ca6da5-552b-4c9a-8357-02fa68e2679d is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:14:16.770154 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (78ca6da5-552b-4c9a-8357-02fa68e2679d), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:16.783120 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd739e8d-e6bf-480c-91f0-0471e17da4f4 req-8b27f588-41d0-4093-9fee-cdd072b17cb5 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:16.784578 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-dd739e8d-e6bf-480c-91f0-0471e17da4f4 req-8b27f588-41d0-4093-9fee-cdd072b17cb5 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] 10.222.0.64 "GET /v2.0/ports?device_id=2a116b9a-966a-46f0-9be4-b8c286608bde HTTP/1.1" status: 200 len: 945 time: 0.0521376 Jan 28 19:14:16.789167 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 09f7be33-880b-4de8-860c-09586b55eddc, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=09f7be33-880b-4de8-860c-09586b55eddc,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:14:16.797832 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (09f7be33-880b-4de8-860c-09586b55eddc), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:16.805342 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '935a286f-698a-480e-8468-5254b3008937', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78ca6da5-552b-4c9a-8357-02fa68e2679d'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:14:16.807634 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b2d85f2-5cac-4922-b390-f617b86a51f0" -d '{"events": [{"server_uuid": "935a286f-698a-480e-8468-5254b3008937", "name": "network-vif-plugged", "status": "completed", "tag": "78ca6da5-552b-4c9a-8357-02fa68e2679d"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:14:16.838804 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 78ca6da5-552b-4c9a-8357-02fa68e2679d, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=78ca6da5-552b-4c9a-8357-02fa68e2679d,segment=NetworkSegment(62a331e7-e6d6-4fbc-9e3c-2d3acdfd7c92),segment_id=62a331e7-e6d6-4fbc-9e3c-2d3acdfd7c92)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:14:16.845321 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (78ca6da5-552b-4c9a-8357-02fa68e2679d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:16.849799 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:14:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35dabbd4-bd96-4990-94e0-e9cca4fa55cd x-openstack-request-id: req-35dabbd4-bd96-4990-94e0-e9cca4fa55cd {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:14:16.850125 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "935a286f-698a-480e-8468-5254b3008937", "name": "network-vif-plugged", "status": "completed", "tag": "78ca6da5-552b-4c9a-8357-02fa68e2679d", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:14:16.850370 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-35dabbd4-bd96-4990-94e0-e9cca4fa55cd {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:14:16.850755 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '935a286f-698a-480e-8468-5254b3008937', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78ca6da5-552b-4c9a-8357-02fa68e2679d', 'code': 200} Jan 28 19:14:16.854032 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-dd739e8d-e6bf-480c-91f0-0471e17da4f4 req-4aa155c0-f4a6-4670-b96a-c1420248a7c6 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] 10.222.0.64 "GET /v2.0/security-groups?id=3f90d94c-91ad-4c19-b727-cb7657651c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635476 Jan 28 19:14:16.869005 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=09f7be33-880b-4de8-860c-09586b55eddc,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:16.923100 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=78ca6da5-552b-4c9a-8357-02fa68e2679d,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:16.958420 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c4dcdc-58f7-41a9-92f1-e66f5e73f370 req-b39aea62-e97c-4a80-8260-2b0f68b8f1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:16.959920 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-97c4dcdc-58f7-41a9-92f1-e66f5e73f370 req-b39aea62-e97c-4a80-8260-2b0f68b8f1d1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=935a286f-698a-480e-8468-5254b3008937 HTTP/1.1" status: 200 len: 1128 time: 0.0416250 Jan 28 19:14:17.002256 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-97c4dcdc-58f7-41a9-92f1-e66f5e73f370 req-a8645b43-c86a-49c7-8711-4a09f509c808 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362749 Jan 28 19:14:17.089824 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d1434f-d307-4d01-9868-43a4a9696b54 req-606a24ba-da3d-46a8-bced-c55e13ffe9d3 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:17.091290 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-08d1434f-d307-4d01-9868-43a4a9696b54 req-606a24ba-da3d-46a8-bced-c55e13ffe9d3 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=935a286f-698a-480e-8468-5254b3008937 HTTP/1.1" status: 200 len: 945 time: 0.0540607 Jan 28 19:14:17.091987 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['09f7be33-880b-4de8-860c-09586b55eddc'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:14:17.143558 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-08d1434f-d307-4d01-9868-43a4a9696b54 req-5fed8cc2-2ea6-42c8-8eef-0185a3526663 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466926 Jan 28 19:14:17.196252 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39876d5-f42f-4e55-bc08-563352d070b2 req-3148fc05-aad1-467b-85dc-475cb7a14e0d tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:17.198662 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e39876d5-f42f-4e55-bc08-563352d070b2 req-3148fc05-aad1-467b-85dc-475cb7a14e0d tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] 10.222.0.64 "GET /v2.0/ports?device_id=d67e2018-4151-48d3-8062-e7793269d14c HTTP/1.1" status: 200 len: 949 time: 0.0528078 Jan 28 19:14:17.248877 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e39876d5-f42f-4e55-bc08-563352d070b2 req-2eea654b-bd93-447b-a6f2-b5192e789f5a tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] 10.222.0.64 "GET /v2.0/security-groups?id=2478b850-89ab-4114-a340-71569acb8761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449679 Jan 28 19:14:17.303734 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeb816b-dc3f-46d8-8a4d-8a49c4575e72 req-fd86620e-28c0-4e4d-88b0-ed69934d83fd tempest-DeleteServersAdminTestJSON-1976717136 tempest-DeleteServersAdminTestJSON-1976717136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:17.305212 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1aeb816b-dc3f-46d8-8a4d-8a49c4575e72 req-fd86620e-28c0-4e4d-88b0-ed69934d83fd tempest-DeleteServersAdminTestJSON-1976717136 tempest-DeleteServersAdminTestJSON-1976717136-project] 10.222.0.64 "GET /v2.0/ports?device_id=909108d7-31d4-456d-a036-40b1cd7a5467 HTTP/1.1" status: 200 len: 949 time: 0.0520754 Jan 28 19:14:17.350585 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1aeb816b-dc3f-46d8-8a4d-8a49c4575e72 req-8680fc06-9ec5-4fa6-8590-0d7009ff02f5 tempest-DeleteServersAdminTestJSON-1976717136 tempest-DeleteServersAdminTestJSON-1976717136-project] 10.222.0.64 "GET /v2.0/security-groups?id=44c80812-4aa5-4d90-8f94-d0e5f13c50f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398021 Jan 28 19:14:17.454331 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be34dac-ba35-4f82-a5e3-d3350337d93d req-1c11121e-cbfe-40a8-9785-9cbc9c36fa6e tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:17.455773 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7be34dac-ba35-4f82-a5e3-d3350337d93d req-1c11121e-cbfe-40a8-9785-9cbc9c36fa6e tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c32b98d-c462-4f26-b26d-2a0c3e0ac453 HTTP/1.1" status: 200 len: 943 time: 0.0529020 Jan 28 19:14:17.501607 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7be34dac-ba35-4f82-a5e3-d3350337d93d req-4fb20f57-4847-44e7-8cc6-bb4fb1e57275 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/security-groups?id=414e93b9-08bc-438e-9127-05114ed7dbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403280 Jan 28 19:14:17.578138 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9125490a-87e4-47c7-be3c-e990d008b45a req-7b1afe70-30ff-484d-bef0-f90f71a9bfe8 tempest-TenantUsagesTestJSON-433282013 tempest-TenantUsagesTestJSON-433282013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:17.579630 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9125490a-87e4-47c7-be3c-e990d008b45a req-7b1afe70-30ff-484d-bef0-f90f71a9bfe8 tempest-TenantUsagesTestJSON-433282013 tempest-TenantUsagesTestJSON-433282013-project] 10.222.0.64 "GET /v2.0/ports?device_id=25ac93cc-157c-41e7-bd51-973fdf69513d HTTP/1.1" status: 200 len: 949 time: 0.0564530 Jan 28 19:14:17.627973 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9125490a-87e4-47c7-be3c-e990d008b45a req-22b2108b-6b87-48cc-a30a-45567fd91e99 tempest-TenantUsagesTestJSON-433282013 tempest-TenantUsagesTestJSON-433282013-project] 10.222.0.64 "GET /v2.0/security-groups?id=d3a03d1a-aa02-4974-b887-f8013a8056bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428975 Jan 28 19:14:17.795627 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef6b9f3-b0ea-446e-b821-53503124ff2e req-c43d8c34-10c4-4846-887f-49eeee85f123 tempest-LiveMigrationNegativeTest-998910460 tempest-LiveMigrationNegativeTest-998910460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:17.797056 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4ef6b9f3-b0ea-446e-b821-53503124ff2e req-c43d8c34-10c4-4846-887f-49eeee85f123 tempest-LiveMigrationNegativeTest-998910460 tempest-LiveMigrationNegativeTest-998910460-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d1cdb84-1960-418f-bfc0-1984189098a5 HTTP/1.1" status: 200 len: 947 time: 0.0546465 Jan 28 19:14:17.843468 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4ef6b9f3-b0ea-446e-b821-53503124ff2e req-f07d62c1-a446-4644-bf07-426725eeb79a tempest-LiveMigrationNegativeTest-998910460 tempest-LiveMigrationNegativeTest-998910460-project] 10.222.0.64 "GET /v2.0/security-groups?id=d254ab6c-afc7-4730-9a7e-1ca125b4b963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406165 Jan 28 19:14:17.973493 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804e15d2-e426-42aa-965f-05f6babc820f req-1abeb074-59db-4342-b98a-e521db112f29 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:17.974931 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-804e15d2-e426-42aa-965f-05f6babc820f req-1abeb074-59db-4342-b98a-e521db112f29 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] 10.222.0.64 "GET /v2.0/ports?device_id=2a116b9a-966a-46f0-9be4-b8c286608bde HTTP/1.1" status: 200 len: 945 time: 0.0505290 Jan 28 19:14:18.020487 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-804e15d2-e426-42aa-965f-05f6babc820f req-1eef6bb3-4d06-44dc-ae88-a719c88f990b tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] 10.222.0.64 "GET /v2.0/security-groups?id=3f90d94c-91ad-4c19-b727-cb7657651c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394776 Jan 28 19:14:18.269859 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a285ee2e-8f7e-43a6-b23f-ad7261d44507 req-46adb28f-6153-4105-bf4c-67290907ebf6 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:18.271599 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a285ee2e-8f7e-43a6-b23f-ad7261d44507 req-46adb28f-6153-4105-bf4c-67290907ebf6 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=935a286f-698a-480e-8468-5254b3008937 HTTP/1.1" status: 200 len: 945 time: 0.0570772 Jan 28 19:14:18.343892 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a285ee2e-8f7e-43a6-b23f-ad7261d44507 req-0471ee04-64d3-4f9f-8537-ee5842890296 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649929 Jan 28 19:14:18.440257 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a8ad96-0aea-4d86-b4dc-5d483a8116cd req-7dc774bc-12f8-44bf-b68b-1b7ae92fde99 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:18.441669 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d6a8ad96-0aea-4d86-b4dc-5d483a8116cd req-7dc774bc-12f8-44bf-b68b-1b7ae92fde99 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] 10.222.0.64 "GET /v2.0/ports?device_id=d67e2018-4151-48d3-8062-e7793269d14c HTTP/1.1" status: 200 len: 949 time: 0.0678484 Jan 28 19:14:18.472977 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ebff48-32dc-4c4a-800e-704699f9ad6d req-086cc672-0a94-4970-badd-a77c74353405 tempest-DeleteServersAdminTestJSON-1976717136 tempest-DeleteServersAdminTestJSON-1976717136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:18.474623 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-37ebff48-32dc-4c4a-800e-704699f9ad6d req-086cc672-0a94-4970-badd-a77c74353405 tempest-DeleteServersAdminTestJSON-1976717136 tempest-DeleteServersAdminTestJSON-1976717136-project] 10.222.0.64 "GET /v2.0/ports?device_id=909108d7-31d4-456d-a036-40b1cd7a5467 HTTP/1.1" status: 200 len: 949 time: 0.0527189 Jan 28 19:14:18.494587 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d6a8ad96-0aea-4d86-b4dc-5d483a8116cd req-52433aa9-2fe0-4ed4-9603-ee8b092f99b1 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] 10.222.0.64 "GET /v2.0/security-groups?id=2478b850-89ab-4114-a340-71569acb8761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459442 Jan 28 19:14:18.521158 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 1319a988-eda1-4a2c-a24c-e1657ae0eb59 details requested by agent hyperv_n-h1-812111-14 with host n-h1-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:14:18.526200 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 09f7be33-880b-4de8-860c-09586b55eddc up at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:14:18.528549 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-37ebff48-32dc-4c4a-800e-704699f9ad6d req-def63c0d-f4d9-45e2-9f49-a2056337d5ad tempest-DeleteServersAdminTestJSON-1976717136 tempest-DeleteServersAdminTestJSON-1976717136-project] 10.222.0.64 "GET /v2.0/security-groups?id=44c80812-4aa5-4d90-8f94-d0e5f13c50f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475664 Jan 28 19:14:18.641566 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6f1a3d36-1789-4882-bc6d-af2a939f2606 req-4c5a5aad-e1c3-414b-8ef9-691ac758c30e tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1263425756&fields=id&tenant_id=364a7c42eb8b468d8d8584f032848f52 HTTP/1.1" status: 200 len: 267 time: 0.0532310 Jan 28 19:14:18.653503 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning for port 09f7be33-880b-4de8-860c-09586b55eddc completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:14:18.659757 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning complete for port 09f7be33-880b-4de8-860c-09586b55eddc triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:14:18.660128 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (09f7be33-880b-4de8-860c-09586b55eddc), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:18.662393 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53888ee-d48e-4627-a8d3-fe267a15de41 req-9dac1abc-703d-4a7d-8a50-678789a76108 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:18.664702 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e53888ee-d48e-4627-a8d3-fe267a15de41 req-9dac1abc-703d-4a7d-8a50-678789a76108 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c32b98d-c462-4f26-b26d-2a0c3e0ac453 HTTP/1.1" status: 200 len: 943 time: 0.0635586 Jan 28 19:14:18.699228 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 1319a988-eda1-4a2c-a24c-e1657ae0eb59, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=1319a988-eda1-4a2c-a24c-e1657ae0eb59,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:14:18.718162 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Returning: {'device': '1319a988-eda1-4a2c-a24c-e1657ae0eb59', 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91', 'port_id': '1319a988-eda1-4a2c-a24c-e1657ae0eb59', 'mac_address': 'fa:16:3e:e6:e0:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2de4832-9ef6-4f40-9ac5-1557d5e6a6ff', 'ip_address': '192.168.233.76'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:14:18.721440 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e53888ee-d48e-4627-a8d3-fe267a15de41 req-086aa76e-78a3-4c6e-9478-c58365dd31b8 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/security-groups?id=414e93b9-08bc-438e-9127-05114ed7dbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489278 Jan 28 19:14:18.781490 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2cd723e0-a594-44d6-b263-3916882120c9 req-7858b12d-82f3-4aad-8999-aecec6f67569 service neutron] 10.222.0.41 "GET /v2.0/ports/bcd3c8bf-ab02-48ca-8a85-a2f0e032d8c4/bindings/n-h2-812111-14 HTTP/1.1" status: 200 len: 385 time: 0.1094627 Jan 28 19:14:18.782483 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port 1319a988-eda1-4a2c-a24c-e1657ae0eb59 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:14:18.782870 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (1319a988-eda1-4a2c-a24c-e1657ae0eb59), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:18.802909 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1319a988-eda1-4a2c-a24c-e1657ae0eb59 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:14:18.810209 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port 09f7be33-880b-4de8-860c-09586b55eddc is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:14:18.810599 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (09f7be33-880b-4de8-860c-09586b55eddc), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:18.826658 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1a3d36-1789-4882-bc6d-af2a939f2606 req-a8cdd3ed-6cf9-4edd-b11f-4ace57ab09fe tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:18.829346 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6f1a3d36-1789-4882-bc6d-af2a939f2606 req-a8cdd3ed-6cf9-4edd-b11f-4ace57ab09fe tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] 10.222.0.64 "GET /v2.0/networks?id=c806e35b-751a-4ce9-b109-f544f83125cf HTTP/1.1" status: 200 len: 823 time: 0.1796923 Jan 28 19:14:18.834393 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 1319a988-eda1-4a2c-a24c-e1657ae0eb59, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=1319a988-eda1-4a2c-a24c-e1657ae0eb59,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:14:18.843734 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (1319a988-eda1-4a2c-a24c-e1657ae0eb59), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:18.849659 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdaa6ad-29d2-4ac2-bd59-c8c1d952a0b8 req-7893bc3a-d75a-42bf-ab81-894ae5c39775 tempest-TenantUsagesTestJSON-433282013 tempest-TenantUsagesTestJSON-433282013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:18.851635 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-cfdaa6ad-29d2-4ac2-bd59-c8c1d952a0b8 req-7893bc3a-d75a-42bf-ab81-894ae5c39775 tempest-TenantUsagesTestJSON-433282013 tempest-TenantUsagesTestJSON-433282013-project] 10.222.0.64 "GET /v2.0/ports?device_id=25ac93cc-157c-41e7-bd51-973fdf69513d HTTP/1.1" status: 200 len: 949 time: 0.0593278 Jan 28 19:14:18.853017 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '909108d7-31d4-456d-a036-40b1cd7a5467', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09f7be33-880b-4de8-860c-09586b55eddc'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:14:18.855253 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be4ebd11-c9e5-4bd3-a2cd-707c17fe8624" -d '{"events": [{"server_uuid": "909108d7-31d4-456d-a036-40b1cd7a5467", "name": "network-vif-plugged", "status": "completed", "tag": "09f7be33-880b-4de8-860c-09586b55eddc"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:14:18.866968 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6f1a3d36-1789-4882-bc6d-af2a939f2606 req-53090d90-0d68-4568-8159-887ad2730fe1 tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] 10.222.0.64 "GET /v2.0/quotas/364a7c42eb8b468d8d8584f032848f52 HTTP/1.1" status: 200 len: 375 time: 0.0206068 Jan 28 19:14:18.892608 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 09f7be33-880b-4de8-860c-09586b55eddc, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=09f7be33-880b-4de8-860c-09586b55eddc,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:14:18.898136 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (09f7be33-880b-4de8-860c-09586b55eddc), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:18.912714 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-cfdaa6ad-29d2-4ac2-bd59-c8c1d952a0b8 req-409ced8b-4cc3-467c-8d06-6dcce671df5d tempest-TenantUsagesTestJSON-433282013 tempest-TenantUsagesTestJSON-433282013-project] 10.222.0.64 "GET /v2.0/security-groups?id=d3a03d1a-aa02-4974-b887-f8013a8056bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540464 Jan 28 19:14:18.917698 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=1319a988-eda1-4a2c-a24c-e1657ae0eb59,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:18.969267 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:14:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc348ab2-a074-4ff3-bb81-186c121dca3f x-openstack-request-id: req-cc348ab2-a074-4ff3-bb81-186c121dca3f {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:14:18.969559 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "909108d7-31d4-456d-a036-40b1cd7a5467", "name": "network-vif-plugged", "status": "completed", "tag": "09f7be33-880b-4de8-860c-09586b55eddc", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:14:18.969812 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cc348ab2-a074-4ff3-bb81-186c121dca3f {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:14:18.970198 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '909108d7-31d4-456d-a036-40b1cd7a5467', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09f7be33-880b-4de8-860c-09586b55eddc', 'code': 200} Jan 28 19:14:18.984808 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=09f7be33-880b-4de8-860c-09586b55eddc,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:19.001982 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6f1a3d36-1789-4882-bc6d-af2a939f2606 req-b057c319-95d8-4976-9741-ba561b8fd10e tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=364a7c42eb8b468d8d8584f032848f52&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1275203 Jan 28 19:14:19.084062 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-2cd723e0-a594-44d6-b263-3916882120c9 req-8a288c98-f4ff-4183-a195-9f43306ac325 service neutron] For port bcd3c8bf-ab02-48ca-8a85-a2f0e032d8c4, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=bcd3c8bf-ab02-48ca-8a85-a2f0e032d8c4,segment=NetworkSegment(e7f54059-7dae-4f1a-9de9-251e6a440c72),segment_id=e7f54059-7dae-4f1a-9de9-251e6a440c72)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:14:19.106189 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9e2d5a-9bf1-4bd5-bc1c-5529059501a3 req-e4b5b7c5-5b5b-4130-90d9-c9cc76d96094 tempest-LiveMigrationNegativeTest-998910460 tempest-LiveMigrationNegativeTest-998910460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:19.107655 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-fc9e2d5a-9bf1-4bd5-bc1c-5529059501a3 req-e4b5b7c5-5b5b-4130-90d9-c9cc76d96094 tempest-LiveMigrationNegativeTest-998910460 tempest-LiveMigrationNegativeTest-998910460-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d1cdb84-1960-418f-bfc0-1984189098a5 HTTP/1.1" status: 200 len: 948 time: 0.0860803 Jan 28 19:14:19.113745 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b058c29-c7b0-4fbf-bf25-fb52b01ec4fb req-bf7eca14-ce05-4979-a973-c2a68d135fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:19.115222 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9b058c29-c7b0-4fbf-bf25-fb52b01ec4fb req-bf7eca14-ce05-4979-a973-c2a68d135fae service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=909108d7-31d4-456d-a036-40b1cd7a5467 HTTP/1.1" status: 200 len: 1133 time: 0.0626135 Jan 28 19:14:19.116002 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-2cd723e0-a594-44d6-b263-3916882120c9 req-8a288c98-f4ff-4183-a195-9f43306ac325 service neutron] For port bcd3c8bf-ab02-48ca-8a85-a2f0e032d8c4, host n-h1-812111-14, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:14:19.159843 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6f1a3d36-1789-4882-bc6d-af2a939f2606 req-28291df2-f348-46cc-a2cf-ac300e77c951 service neutron] 10.222.0.64 "GET /v2.0/networks/c806e35b-751a-4ce9-b109-f544f83125cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446757 Jan 28 19:14:19.164106 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [req-2cd723e0-a594-44d6-b263-3916882120c9 req-8a288c98-f4ff-4183-a195-9f43306ac325 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcd3c8bf-ab02-48ca-8a85-a2f0e032d8c4 {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:14:19.182704 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-2cd723e0-a594-44d6-b263-3916882120c9 req-8a288c98-f4ff-4183-a195-9f43306ac325 service neutron] For port bcd3c8bf-ab02-48ca-8a85-a2f0e032d8c4, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=bcd3c8bf-ab02-48ca-8a85-a2f0e032d8c4,segment=NetworkSegment(e7f54059-7dae-4f1a-9de9-251e6a440c72),segment_id=e7f54059-7dae-4f1a-9de9-251e6a440c72)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:14:19.185576 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-fc9e2d5a-9bf1-4bd5-bc1c-5529059501a3 req-2a3fb431-1fd3-4dbf-8172-04c7849e929d tempest-LiveMigrationNegativeTest-998910460 tempest-LiveMigrationNegativeTest-998910460-project] 10.222.0.64 "GET /v2.0/security-groups?id=d254ab6c-afc7-4730-9a7e-1ca125b4b963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693400 Jan 28 19:14:19.202691 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9b058c29-c7b0-4fbf-bf25-fb52b01ec4fb req-1489520d-ebd2-4b1a-9e57-62d7d7eb8928 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=44c80812-4aa5-4d90-8f94-d0e5f13c50f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699208 Jan 28 19:14:19.232171 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-2cd723e0-a594-44d6-b263-3916882120c9 req-8a288c98-f4ff-4183-a195-9f43306ac325 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (bcd3c8bf-ab02-48ca-8a85-a2f0e032d8c4), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:19.302209 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['1319a988-eda1-4a2c-a24c-e1657ae0eb59'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:14:19.303365 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db648e05-999b-4e03-b158-702e529ec589 req-a2f76ba7-080e-4cf5-9f31-ed7f8832f6d1 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:19.304901 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-db648e05-999b-4e03-b158-702e529ec589 req-a2f76ba7-080e-4cf5-9f31-ed7f8832f6d1 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] 10.222.0.64 "GET /v2.0/ports?device_id=2a116b9a-966a-46f0-9be4-b8c286608bde HTTP/1.1" status: 200 len: 945 time: 0.0566335 Jan 28 19:14:19.330515 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6f1a3d36-1789-4882-bc6d-af2a939f2606 req-cfdc75eb-2489-4c74-8552-e29789e8723f service neutron] 10.222.0.64 "GET /v2.0/networks/c806e35b-751a-4ce9-b109-f544f83125cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617277 Jan 28 19:14:19.347171 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-2cd723e0-a594-44d6-b263-3916882120c9 req-8a288c98-f4ff-4183-a195-9f43306ac325 service neutron] Transition to ACTIVE for port object bcd3c8bf-ab02-48ca-8a85-a2f0e032d8c4 will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:14:19.353996 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-2cd723e0-a594-44d6-b263-3916882120c9 req-8a288c98-f4ff-4183-a195-9f43306ac325 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (bcd3c8bf-ab02-48ca-8a85-a2f0e032d8c4), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:19.366294 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-db648e05-999b-4e03-b158-702e529ec589 req-38e23bd4-294f-4bc2-ad34-31390a54d379 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] 10.222.0.64 "GET /v2.0/security-groups?id=3f90d94c-91ad-4c19-b727-cb7657651c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540824 Jan 28 19:14:19.421747 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cd723e0-a594-44d6-b263-3916882120c9 req-8a288c98-f4ff-4183-a195-9f43306ac325 service neutron] No DVR routers for this DVR port bcd3c8bf-ab02-48ca-8a85-a2f0e032d8c4 on host n-h1-812111-14 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:14:19.457568 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a288c98-f4ff-4183-a195-9f43306ac325 service neutron] Pushing event updated for resources: {'Port': ['ID=bcd3c8bf-ab02-48ca-8a85-a2f0e032d8c4,revision_number=10']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:19.467205 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2cd723e0-a594-44d6-b263-3916882120c9 req-8a288c98-f4ff-4183-a195-9f43306ac325 service neutron] 10.222.0.41 "PUT /v2.0/ports/bcd3c8bf-ab02-48ca-8a85-a2f0e032d8c4/bindings/n-h2-812111-14/activate HTTP/1.1" status: 200 len: 370 time: 0.6754472 Jan 28 19:14:19.470470 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 451a7b59-b3cd-4c2e-aa9c-93675463f292 up at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:14:19.495925 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd902f2-7145-4631-84d7-9ee2518b07e9 req-a63fbb19-e251-4238-bb12-dd8e29a23973 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:19.497455 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8bd902f2-7145-4631-84d7-9ee2518b07e9 req-a63fbb19-e251-4238-bb12-dd8e29a23973 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=935a286f-698a-480e-8468-5254b3008937 HTTP/1.1" status: 200 len: 945 time: 0.0581079 Jan 28 19:14:19.542686 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning for port 451a7b59-b3cd-4c2e-aa9c-93675463f292 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:14:19.547912 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning complete for port 451a7b59-b3cd-4c2e-aa9c-93675463f292 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:14:19.557637 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (451a7b59-b3cd-4c2e-aa9c-93675463f292), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:19.584184 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8bd902f2-7145-4631-84d7-9ee2518b07e9 req-f9d600ac-ec05-486d-a18a-dd834b628678 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759923 Jan 28 19:14:19.607538 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd723e0-a594-44d6-b263-3916882120c9 req-f219f512-b43c-4df4-a488-d93971d4241d tempest-LiveMigrationTest-1644078950 tempest-LiveMigrationTest-1644078950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:19.609082 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2cd723e0-a594-44d6-b263-3916882120c9 req-f219f512-b43c-4df4-a488-d93971d4241d tempest-LiveMigrationTest-1644078950 tempest-LiveMigrationTest-1644078950-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=6c32b98d-c462-4f26-b26d-2a0c3e0ac453&tenant_id=1bd1e0d6512043bfbaf9a8e955e20b9e&binding%3Ahost_id=n-h1-812111-14 HTTP/1.1" status: 200 len: 1127 time: 0.0671663 Jan 28 19:14:19.650378 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1edfa2ef-8993-43bd-86cd-f4e287e50ebf req-d76ca33c-3666-49b3-8079-33a688a8bc62 tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] 10.222.0.64 "GET /v2.0/ports?device_id=b10dfea5-afed-482e-82b2-5d9e4b8cf0ad HTTP/1.1" status: 200 len: 210 time: 0.0757022 Jan 28 19:14:19.710504 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 451a7b59-b3cd-4c2e-aa9c-93675463f292 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:14:19.711242 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (451a7b59-b3cd-4c2e-aa9c-93675463f292), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:19.737958 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd723e0-a594-44d6-b263-3916882120c9 req-871cf42a-ea83-4b23-ba9b-841088461d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:19.739432 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2cd723e0-a594-44d6-b263-3916882120c9 req-871cf42a-ea83-4b23-ba9b-841088461d8b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=6c32b98d-c462-4f26-b26d-2a0c3e0ac453&tenant_id=1bd1e0d6512043bfbaf9a8e955e20b9e HTTP/1.1" status: 200 len: 1127 time: 0.1095715 Jan 28 19:14:19.775488 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 451a7b59-b3cd-4c2e-aa9c-93675463f292, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=451a7b59-b3cd-4c2e-aa9c-93675463f292,segment=NetworkSegment(1e24c993-748e-4143-b1c2-ba3fed624cb8),segment_id=1e24c993-748e-4143-b1c2-ba3fed624cb8)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:14:19.780898 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (451a7b59-b3cd-4c2e-aa9c-93675463f292), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:19.781210 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ce666c-c175-4134-847e-b6ff60daf423 req-f73dc7b3-9e3f-43af-b604-f5ccb8fcca53 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:19.782740 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-26ce666c-c175-4134-847e-b6ff60daf423 req-f73dc7b3-9e3f-43af-b604-f5ccb8fcca53 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] 10.222.0.64 "GET /v2.0/ports?device_id=d67e2018-4151-48d3-8062-e7793269d14c HTTP/1.1" status: 200 len: 949 time: 0.1068878 Jan 28 19:14:19.830730 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6202947c-a7f1-4932-b86e-1a4fcc675176 req-04929355-0c9c-4748-bcb2-8a677388299c tempest-DeleteServersAdminTestJSON-1976717136 tempest-DeleteServersAdminTestJSON-1976717136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:19.838302 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6202947c-a7f1-4932-b86e-1a4fcc675176 req-04929355-0c9c-4748-bcb2-8a677388299c tempest-DeleteServersAdminTestJSON-1976717136 tempest-DeleteServersAdminTestJSON-1976717136-project] 10.222.0.64 "GET /v2.0/ports?device_id=909108d7-31d4-456d-a036-40b1cd7a5467 HTTP/1.1" status: 200 len: 950 time: 0.0952849 Jan 28 19:14:19.854740 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=451a7b59-b3cd-4c2e-aa9c-93675463f292,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:19.893795 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd723e0-a594-44d6-b263-3916882120c9 req-a30667cd-cb09-4389-a513-efaed4beed33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:19.895663 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2cd723e0-a594-44d6-b263-3916882120c9 req-a30667cd-cb09-4389-a513-efaed4beed33 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1bd1e0d6512043bfbaf9a8e955e20b9e&device_id=6c32b98d-c462-4f26-b26d-2a0c3e0ac453 HTTP/1.1" status: 200 len: 1127 time: 0.1119013 Jan 28 19:14:19.898861 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-26ce666c-c175-4134-847e-b6ff60daf423 req-3ed71307-beb9-42c2-a485-82f8fe6e39a7 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] 10.222.0.64 "GET /v2.0/security-groups?id=2478b850-89ab-4114-a340-71569acb8761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032896 Jan 28 19:14:19.902545 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6202947c-a7f1-4932-b86e-1a4fcc675176 req-0305ba5e-75d6-4f80-a10a-e9d95aecbf18 tempest-DeleteServersAdminTestJSON-1976717136 tempest-DeleteServersAdminTestJSON-1976717136-project] 10.222.0.64 "GET /v2.0/security-groups?id=44c80812-4aa5-4d90-8f94-d0e5f13c50f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631764 Jan 28 19:14:20.019009 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:14:20.025979 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7c88ca-d384-46e4-9d99-5d617f945625 req-a0dd3eb8-ea69-4293-99a7-3814e38d89fb tempest-LiveAutoBlockMigrationV225Test-1956576498 tempest-LiveAutoBlockMigrationV225Test-1956576498-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:20.028923 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-0c7c88ca-d384-46e4-9d99-5d617f945625 req-a0dd3eb8-ea69-4293-99a7-3814e38d89fb tempest-LiveAutoBlockMigrationV225Test-1956576498 tempest-LiveAutoBlockMigrationV225Test-1956576498-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=935a286f-698a-480e-8468-5254b3008937 HTTP/1.1" status: 200 len: 1128 time: 0.0533931 Jan 28 19:14:20.039516 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd723e0-a594-44d6-b263-3916882120c9 req-fa72cd79-2e6e-4944-a778-fe61c92f0ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:20.041881 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2cd723e0-a594-44d6-b263-3916882120c9 req-fa72cd79-2e6e-4944-a778-fe61c92f0ec9 service neutron] 10.222.0.70 "GET /v2.0/networks?id=8330dfd7-f74e-41a1-b557-5650d653ac04 HTTP/1.1" status: 200 len: 908 time: 0.1393366 Jan 28 19:14:20.060086 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22db143c-090e-45d3-944d-1dd0cd247a9d req-00ea0352-37ed-4c6a-aa10-13f924f3b272 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:20.061562 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-22db143c-090e-45d3-944d-1dd0cd247a9d req-00ea0352-37ed-4c6a-aa10-13f924f3b272 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c32b98d-c462-4f26-b26d-2a0c3e0ac453 HTTP/1.1" status: 200 len: 944 time: 0.0820303 Jan 28 19:14:20.077687 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-0c7c88ca-d384-46e4-9d99-5d617f945625 req-1dca9fb9-7a72-4220-9565-a149dc9f53ae tempest-LiveAutoBlockMigrationV225Test-1956576498 tempest-LiveAutoBlockMigrationV225Test-1956576498-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424585 Jan 28 19:14:20.107148 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2cd723e0-a594-44d6-b263-3916882120c9 req-58453286-2346-4756-bcff-cf8f458e2725 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bcd3c8bf-ab02-48ca-8a85-a2f0e032d8c4 HTTP/1.1" status: 200 len: 217 time: 0.0444849 Jan 28 19:14:20.214841 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2218461-f30e-424e-93a9-42d79096465a req-8bd97ce5-d0eb-4da2-9118-ca721de2c3d5 tempest-TenantUsagesTestJSON-433282013 tempest-TenantUsagesTestJSON-433282013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:20.216390 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b2218461-f30e-424e-93a9-42d79096465a req-8bd97ce5-d0eb-4da2-9118-ca721de2c3d5 tempest-TenantUsagesTestJSON-433282013 tempest-TenantUsagesTestJSON-433282013-project] 10.222.0.64 "GET /v2.0/ports?device_id=25ac93cc-157c-41e7-bd51-973fdf69513d HTTP/1.1" status: 200 len: 949 time: 0.0616684 Jan 28 19:14:20.258520 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:20.280929 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b2218461-f30e-424e-93a9-42d79096465a req-1a601799-f9c0-4328-8de2-119ec85565da tempest-TenantUsagesTestJSON-433282013 tempest-TenantUsagesTestJSON-433282013-project] 10.222.0.64 "GET /v2.0/security-groups?id=d3a03d1a-aa02-4974-b887-f8013a8056bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545101 Jan 28 19:14:20.393635 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-22db143c-090e-45d3-944d-1dd0cd247a9d req-e61b86a6-455a-4228-80e1-4e949ee4c0c4 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/security-groups?id=414e93b9-08bc-438e-9127-05114ed7dbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3244224 Jan 28 19:14:20.402446 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd723e0-a594-44d6-b263-3916882120c9 req-83b92e47-bd95-416b-aa11-8e91bb4092ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:20.403886 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2cd723e0-a594-44d6-b263-3916882120c9 req-83b92e47-bd95-416b-aa11-8e91bb4092ff service neutron] 10.222.0.70 "GET /v2.0/subnets?id=09bc6696-a273-4baf-935c-9cf317ddb49d HTTP/1.1" status: 200 len: 848 time: 0.2856808 Jan 28 19:14:20.408015 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1a4c86-7108-4d24-9137-ef5286363f34 req-475ae6de-f5ed-454a-a131-634687b7aa43 tempest-LiveAutoBlockMigrationV225Test-1956576498 tempest-LiveAutoBlockMigrationV225Test-1956576498-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:20.409538 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-fb1a4c86-7108-4d24-9137-ef5286363f34 req-475ae6de-f5ed-454a-a131-634687b7aa43 tempest-LiveAutoBlockMigrationV225Test-1956576498 tempest-LiveAutoBlockMigrationV225Test-1956576498-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=935a286f-698a-480e-8468-5254b3008937 HTTP/1.1" status: 200 len: 1128 time: 0.0493169 Jan 28 19:14:20.440806 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2cd723e0-a594-44d6-b263-3916882120c9 req-3e190337-160c-4376-a136-9cd5694ad0c7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8330dfd7-f74e-41a1-b557-5650d653ac04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248191 Jan 28 19:14:20.468375 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-fb1a4c86-7108-4d24-9137-ef5286363f34 req-13eb13dd-3fe0-4ec3-8830-607c9b72c59e tempest-LiveAutoBlockMigrationV225Test-1956576498 tempest-LiveAutoBlockMigrationV225Test-1956576498-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524824 Jan 28 19:14:20.527854 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 1319a988-eda1-4a2c-a24c-e1657ae0eb59 up at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:14:20.577613 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d782d093-9fba-4a7c-8987-3c7e37efc1ff req-8998ee2d-9a6b-428c-ae46-9e9bd09a1c12 tempest-LiveMigrationNegativeTest-998910460 tempest-LiveMigrationNegativeTest-998910460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:20.579471 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d782d093-9fba-4a7c-8987-3c7e37efc1ff req-8998ee2d-9a6b-428c-ae46-9e9bd09a1c12 tempest-LiveMigrationNegativeTest-998910460 tempest-LiveMigrationNegativeTest-998910460-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d1cdb84-1960-418f-bfc0-1984189098a5 HTTP/1.1" status: 200 len: 948 time: 0.1258886 Jan 28 19:14:20.582989 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning for port 1319a988-eda1-4a2c-a24c-e1657ae0eb59 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:14:20.589756 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning complete for port 1319a988-eda1-4a2c-a24c-e1657ae0eb59 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:14:20.590359 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (1319a988-eda1-4a2c-a24c-e1657ae0eb59), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:20.603548 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2cd723e0-a594-44d6-b263-3916882120c9 req-b966112c-094c-41f3-94ad-76f9fc487c1b service neutron] 10.222.0.70 "GET /v2.0/networks/8330dfd7-f74e-41a1-b557-5650d653ac04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513069 Jan 28 19:14:20.697418 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port 1319a988-eda1-4a2c-a24c-e1657ae0eb59 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:14:20.697948 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (1319a988-eda1-4a2c-a24c-e1657ae0eb59), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:20.714895 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d782d093-9fba-4a7c-8987-3c7e37efc1ff req-0273cc73-6ddb-4db1-a8ae-74a0ee476f81 tempest-LiveMigrationNegativeTest-998910460 tempest-LiveMigrationNegativeTest-998910460-project] 10.222.0.64 "GET /v2.0/security-groups?id=d254ab6c-afc7-4730-9a7e-1ca125b4b963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287940 Jan 28 19:14:20.730287 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05da8246-a0d7-4c5a-a301-9abe69b84362 req-e619bb84-8573-4cd4-95ba-89f58f26ef80 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:20.741349 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 1319a988-eda1-4a2c-a24c-e1657ae0eb59, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=1319a988-eda1-4a2c-a24c-e1657ae0eb59,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:14:20.741597 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-05da8246-a0d7-4c5a-a301-9abe69b84362 req-e619bb84-8573-4cd4-95ba-89f58f26ef80 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] 10.222.0.64 "GET /v2.0/ports?device_id=2a116b9a-966a-46f0-9be4-b8c286608bde HTTP/1.1" status: 200 len: 946 time: 0.0727103 Jan 28 19:14:20.746681 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (1319a988-eda1-4a2c-a24c-e1657ae0eb59), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:20.747704 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device bcd3c8bf-ab02-48ca-8a85-a2f0e032d8c4 no longer exists at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:14:20.754471 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32493ba-08cd-4ecd-b079-fd43b0d400a4 req-653fb5dc-0aeb-4d40-afd7-12a7cf6b1784 tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:20.756401 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d32493ba-08cd-4ecd-b079-fd43b0d400a4 req-653fb5dc-0aeb-4d40-afd7-12a7cf6b1784 tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] 10.222.0.70 "GET /v2.0/ports?device_id=87ba86ab-3c82-466a-9e97-9736ce704215 HTTP/1.1" status: 200 len: 967 time: 0.1285896 Jan 28 19:14:20.782883 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2cd723e0-a594-44d6-b263-3916882120c9 req-4ad740ea-0d96-49ee-b2ee-32737a1588f7 service neutron] 10.222.0.70 "GET /v2.0/networks/8330dfd7-f74e-41a1-b557-5650d653ac04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538260 Jan 28 19:14:20.795150 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-05da8246-a0d7-4c5a-a301-9abe69b84362 req-9440b1ac-458a-42a9-8429-a0324627d183 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] 10.222.0.64 "GET /v2.0/security-groups?id=3f90d94c-91ad-4c19-b727-cb7657651c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561976 Jan 28 19:14:20.835621 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=1319a988-eda1-4a2c-a24c-e1657ae0eb59,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:20.861952 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] The host n-h1-812111-14 is not matching for port bcd3c8bf-ab02-48ca-8a85-a2f0e032d8c4 host n-h2-812111-14! {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Jan 28 19:14:20.862356 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device bcd3c8bf-ab02-48ca-8a85-a2f0e032d8c4 not bound to the agent host n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:14:20.914622 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8a9f6f72-6354-466d-a025-f2ac94b9a867 req-aaf73793-81c6-4527-ba91-d08ca9da4e74 tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] 10.222.0.64 "GET /v2.0/ports?device_id=b10dfea5-afed-482e-82b2-5d9e4b8cf0ad HTTP/1.1" status: 200 len: 210 time: 0.0458488 Jan 28 19:14:20.933294 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-d32493ba-08cd-4ecd-b079-fd43b0d400a4 req-893dc0ad-be54-4273-93a9-f8d1aff5002d tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] Deleting port 9c067f45-8453-4a13-9bbe-7eec4567ebdb {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:14:20.933653 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-d32493ba-08cd-4ecd-b079-fd43b0d400a4 req-893dc0ad-be54-4273-93a9-f8d1aff5002d tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (9c067f45-8453-4a13-9bbe-7eec4567ebdb), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:20.971530 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a116b9a-966a-46f0-9be4-b8c286608bde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '451a7b59-b3cd-4c2e-aa9c-93675463f292'}, {'server_uuid': '1d1cdb84-1960-418f-bfc0-1984189098a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1319a988-eda1-4a2c-a24c-e1657ae0eb59'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:14:20.973982 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4447dd2-d174-4c5d-b3a1-7f31551673ed" -d '{"events": [{"server_uuid": "2a116b9a-966a-46f0-9be4-b8c286608bde", "name": "network-vif-plugged", "status": "completed", "tag": "451a7b59-b3cd-4c2e-aa9c-93675463f292"}, {"server_uuid": "1d1cdb84-1960-418f-bfc0-1984189098a5", "name": "network-vif-plugged", "status": "completed", "tag": "1319a988-eda1-4a2c-a24c-e1657ae0eb59"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:14:21.132840 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc112782-744b-44d6-a2fb-a7d524e12144 req-972b6056-583a-4c8c-b009-db661fd055e9 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:21.134714 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-fc112782-744b-44d6-a2fb-a7d524e12144 req-972b6056-583a-4c8c-b009-db661fd055e9 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] 10.222.0.64 "GET /v2.0/ports?device_id=d67e2018-4151-48d3-8062-e7793269d14c HTTP/1.1" status: 200 len: 949 time: 0.0635257 Jan 28 19:14:21.185807 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-fc112782-744b-44d6-a2fb-a7d524e12144 req-c7dea87b-c3eb-4878-9eb7-173f0a39e1fe tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] 10.222.0.64 "GET /v2.0/security-groups?id=2478b850-89ab-4114-a340-71569acb8761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450037 Jan 28 19:14:21.236987 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-d32493ba-08cd-4ecd-b079-fd43b0d400a4 req-893dc0ad-be54-4273-93a9-f8d1aff5002d tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] For port 9c067f45-8453-4a13-9bbe-7eec4567ebdb, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=9c067f45-8453-4a13-9bbe-7eec4567ebdb,segment=NetworkSegment(845c9112-7ad9-405b-933b-e5af357107c1),segment_id=845c9112-7ad9-405b-933b-e5af357107c1)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:14:21.237474 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-d32493ba-08cd-4ecd-b079-fd43b0d400a4 req-893dc0ad-be54-4273-93a9-f8d1aff5002d tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (9c067f45-8453-4a13-9bbe-7eec4567ebdb), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:21.273125 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 28 Jan 2022 19:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25b4454d-ce54-47c7-93c6-17b9c3d177e2 x-openstack-request-id: req-25b4454d-ce54-47c7-93c6-17b9c3d177e2 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:14:21.274961 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a116b9a-966a-46f0-9be4-b8c286608bde", "name": "network-vif-plugged", "status": "completed", "tag": "451a7b59-b3cd-4c2e-aa9c-93675463f292", "code": 200}, {"server_uuid": "1d1cdb84-1960-418f-bfc0-1984189098a5", "name": "network-vif-plugged", "status": "completed", "tag": "1319a988-eda1-4a2c-a24c-e1657ae0eb59", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:14:21.275418 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-25b4454d-ce54-47c7-93c6-17b9c3d177e2 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:14:21.276226 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a116b9a-966a-46f0-9be4-b8c286608bde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '451a7b59-b3cd-4c2e-aa9c-93675463f292', 'code': 200} Jan 28 19:14:21.276649 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d1cdb84-1960-418f-bfc0-1984189098a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1319a988-eda1-4a2c-a24c-e1657ae0eb59', 'code': 200} Jan 28 19:14:21.303649 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1a3d36-1789-4882-bc6d-af2a939f2606 req-1fba8f46-567d-4a19-a83e-cfca837c7637 tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:21.305370 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6f1a3d36-1789-4882-bc6d-af2a939f2606 req-1fba8f46-567d-4a19-a83e-cfca837c7637 tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] 10.222.0.70 "GET /v2.0/networks?id=c806e35b-751a-4ce9-b109-f544f83125cf HTTP/1.1" status: 200 len: 823 time: 0.2882204 Jan 28 19:14:21.377415 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.70', 55886) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:14:21.393854 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95341d37-ce47-43cd-9ddc-e503935e6998 req-3700bb50-1b0b-45cf-bbd4-4367502a8157 tempest-DeleteServersAdminTestJSON-1976717136 tempest-DeleteServersAdminTestJSON-1976717136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:21.395434 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-95341d37-ce47-43cd-9ddc-e503935e6998 req-3700bb50-1b0b-45cf-bbd4-4367502a8157 tempest-DeleteServersAdminTestJSON-1976717136 tempest-DeleteServersAdminTestJSON-1976717136-project] 10.222.0.64 "GET /v2.0/ports?device_id=909108d7-31d4-456d-a036-40b1cd7a5467 HTTP/1.1" status: 200 len: 950 time: 0.2679200 Jan 28 19:14:21.432052 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae8ef70-12c2-408f-88ec-cb485c02d9e4 req-6cb0d8c7-f41b-4c2f-8a93-780aa6631b29 tempest-LiveAutoBlockMigrationV225Test-1956576498 tempest-LiveAutoBlockMigrationV225Test-1956576498-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:21.433124 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1ae8ef70-12c2-408f-88ec-cb485c02d9e4 req-6cb0d8c7-f41b-4c2f-8a93-780aa6631b29 tempest-LiveAutoBlockMigrationV225Test-1956576498 tempest-LiveAutoBlockMigrationV225Test-1956576498-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=935a286f-698a-480e-8468-5254b3008937 HTTP/1.1" status: 200 len: 1128 time: 0.1062694 Jan 28 19:14:21.438644 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd723e0-a594-44d6-b263-3916882120c9 req-0af31371-46b8-4179-925e-e907596833ac tempest-LiveMigrationTest-1644078950 tempest-LiveMigrationTest-1644078950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:21.440212 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2cd723e0-a594-44d6-b263-3916882120c9 req-0af31371-46b8-4179-925e-e907596833ac tempest-LiveMigrationTest-1644078950 tempest-LiveMigrationTest-1644078950-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=6c32b98d-c462-4f26-b26d-2a0c3e0ac453&tenant_id=1bd1e0d6512043bfbaf9a8e955e20b9e&binding%3Ahost_id=n-h2-812111-14 HTTP/1.1" status: 200 len: 1127 time: 0.2632639 Jan 28 19:14:21.468575 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc994b2-9156-4422-b304-606e4992d66f req-25de149f-2cce-42ef-87bb-8dde5b705faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:21.470100 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-dfc994b2-9156-4422-b304-606e4992d66f req-25de149f-2cce-42ef-87bb-8dde5b705faa service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=2a116b9a-966a-46f0-9be4-b8c286608bde HTTP/1.1" status: 200 len: 1129 time: 0.0917404 Jan 28 19:14:21.471689 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0d57cc-f0e9-4b55-afad-f587711945e5 req-476bb278-7ecf-4866-aa56-3dfa58e69799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:21.473014 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7d0d57cc-f0e9-4b55-afad-f587711945e5 req-476bb278-7ecf-4866-aa56-3dfa58e69799 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1d1cdb84-1960-418f-bfc0-1984189098a5 HTTP/1.1" status: 200 len: 1132 time: 0.1041012 Jan 28 19:14:21.527570 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1ae8ef70-12c2-408f-88ec-cb485c02d9e4 req-3d739474-b990-4e46-8ee5-15e45f275fb6 tempest-LiveAutoBlockMigrationV225Test-1956576498 tempest-LiveAutoBlockMigrationV225Test-1956576498-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877883 Jan 28 19:14:21.569289 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7d0d57cc-f0e9-4b55-afad-f587711945e5 req-d71c9d1b-36e2-4d80-a1f6-ae6b02116a57 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d254ab6c-afc7-4730-9a7e-1ca125b4b963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803041 Jan 28 19:14:21.577921 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-dfc994b2-9156-4422-b304-606e4992d66f req-bef82a92-b50a-45f9-8b01-cc4e196f819b service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=3f90d94c-91ad-4c19-b727-cb7657651c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959406 Jan 28 19:14:21.579611 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6f1a3d36-1789-4882-bc6d-af2a939f2606 req-22d72bbe-c7e9-462d-8d59-16f9c7546d23 tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=364a7c42eb8b468d8d8584f032848f52 HTTP/1.1" status: 200 len: 380 time: 0.2388408 Jan 28 19:14:21.654598 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-95341d37-ce47-43cd-9ddc-e503935e6998 req-5d4f678a-0df2-4b52-aebc-8750c9d22290 tempest-DeleteServersAdminTestJSON-1976717136 tempest-DeleteServersAdminTestJSON-1976717136-project] 10.222.0.64 "GET /v2.0/security-groups?id=44c80812-4aa5-4d90-8f94-d0e5f13c50f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2491064 Jan 28 19:14:21.759227 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-d32493ba-08cd-4ecd-b079-fd43b0d400a4 req-893dc0ad-be54-4273-93a9-f8d1aff5002d tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:21.759643 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-d32493ba-08cd-4ecd-b079-fd43b0d400a4 req-893dc0ad-be54-4273-93a9-f8d1aff5002d tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734886'] for floatingip (0e80e734-2cef-4a22-95bc-2174e77e57d6), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:21.760027 n-d-812111-14 neutron-server[103304]: INFO neutron.db.l3_db [req-d32493ba-08cd-4ecd-b079-fd43b0d400a4 req-893dc0ad-be54-4273-93a9-f8d1aff5002d tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] Floating IP 0e80e734-2cef-4a22-95bc-2174e77e57d6 disassociated. External IP: 172.25.6.101, port: 9c067f45-8453-4a13-9bbe-7eec4567ebdb. Jan 28 19:14:21.760394 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-d32493ba-08cd-4ecd-b079-fd43b0d400a4 req-893dc0ad-be54-4273-93a9-f8d1aff5002d tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] Calling delete_port for 9c067f45-8453-4a13-9bbe-7eec4567ebdb owned by compute:tempest-test_az-2125105539 {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:14:21.812217 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-6f1a3d36-1789-4882-bc6d-af2a939f2606 req-7720c10f-6938-46da-a452-ac788811a408 tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] Request body: {'port': {'device_id': 'b10dfea5-afed-482e-82b2-5d9e4b8cf0ad', 'network_id': 'c806e35b-751a-4ce9-b109-f544f83125cf', 'admin_state_up': True, 'tenant_id': '364a7c42eb8b468d8d8584f032848f52', 'security_groups': ['c9932629-d34a-4383-acc9-faa1e1165e0a']}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:14:21.874077 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547bb1a2-11a3-43b7-8cce-02841385d283 req-7e28a2b4-ed2e-422f-b0a1-2cfdecfc7d3c tempest-TenantUsagesTestJSON-433282013 tempest-TenantUsagesTestJSON-433282013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:21.875740 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-547bb1a2-11a3-43b7-8cce-02841385d283 req-7e28a2b4-ed2e-422f-b0a1-2cfdecfc7d3c tempest-TenantUsagesTestJSON-433282013 tempest-TenantUsagesTestJSON-433282013-project] 10.222.0.64 "GET /v2.0/ports?device_id=25ac93cc-157c-41e7-bd51-973fdf69513d HTTP/1.1" status: 200 len: 949 time: 0.0556481 Jan 28 19:14:21.907612 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-2cd723e0-a594-44d6-b263-3916882120c9 req-765e10c8-b05c-4c12-b6fb-5ecefe4273f0 service neutron] For port bcd3c8bf-ab02-48ca-8a85-a2f0e032d8c4, host n-h1-812111-14, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:14:21.921709 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-2cd723e0-a594-44d6-b263-3916882120c9 req-765e10c8-b05c-4c12-b6fb-5ecefe4273f0 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:21.922816 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2cd723e0-a594-44d6-b263-3916882120c9 req-765e10c8-b05c-4c12-b6fb-5ecefe4273f0 service neutron] 10.222.0.70 "DELETE /v2.0/ports/bcd3c8bf-ab02-48ca-8a85-a2f0e032d8c4/bindings/n-h1-812111-14 HTTP/1.1" status: 204 len: 173 time: 0.4430380 Jan 28 19:14:21.925711 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-547bb1a2-11a3-43b7-8cce-02841385d283 req-4e162aa2-b53d-457c-b6cb-4a86fce70907 tempest-TenantUsagesTestJSON-433282013 tempest-TenantUsagesTestJSON-433282013-project] 10.222.0.64 "GET /v2.0/security-groups?id=d3a03d1a-aa02-4974-b887-f8013a8056bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434287 Jan 28 19:14:21.940661 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fd6b34-0456-43a9-a062-d4645b4d9bcc req-97a7bbcc-d172-42dd-9e7c-568ae157a300 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:21.942284 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-28fd6b34-0456-43a9-a062-d4645b4d9bcc req-97a7bbcc-d172-42dd-9e7c-568ae157a300 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c32b98d-c462-4f26-b26d-2a0c3e0ac453 HTTP/1.1" status: 200 len: 944 time: 0.2106578 Jan 28 19:14:22.048985 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08db80bd-4c07-497f-a94a-44c87d1d1922 req-0c176a65-97d5-4aad-8623-df6b5b81ddad tempest-LiveMigrationNegativeTest-998910460 tempest-LiveMigrationNegativeTest-998910460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:22.050582 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-08db80bd-4c07-497f-a94a-44c87d1d1922 req-0c176a65-97d5-4aad-8623-df6b5b81ddad tempest-LiveMigrationNegativeTest-998910460 tempest-LiveMigrationNegativeTest-998910460-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d1cdb84-1960-418f-bfc0-1984189098a5 HTTP/1.1" status: 200 len: 949 time: 0.0551255 Jan 28 19:14:22.055926 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-28fd6b34-0456-43a9-a062-d4645b4d9bcc req-12fbfbe7-354c-447b-8255-195c7bfe0157 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/security-groups?id=414e93b9-08bc-438e-9127-05114ed7dbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077263 Jan 28 19:14:22.084908 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f1a3d36-1789-4882-bc6d-af2a939f2606 req-7720c10f-6938-46da-a452-ac788811a408 tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] Made reservation on behalf of 364a7c42eb8b468d8d8584f032848f52 for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:14:22.088879 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6f1a3d36-1789-4882-bc6d-af2a939f2606 req-7720c10f-6938-46da-a452-ac788811a408 tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:22.102185 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-d32493ba-08cd-4ecd-b079-fd43b0d400a4 req-893dc0ad-be54-4273-93a9-f8d1aff5002d tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985'] for port (9c067f45-8453-4a13-9bbe-7eec4567ebdb), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:22.118075 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-08db80bd-4c07-497f-a94a-44c87d1d1922 req-a05019be-b237-4430-8de7-00d4da11db56 tempest-LiveMigrationNegativeTest-998910460 tempest-LiveMigrationNegativeTest-998910460-project] 10.222.0.64 "GET /v2.0/security-groups?id=d254ab6c-afc7-4730-9a7e-1ca125b4b963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609345 Jan 28 19:14:22.156741 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893dc0ad-be54-4273-93a9-f8d1aff5002d tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] Pushing event deleted for resources: {'Port': ['ID=9c067f45-8453-4a13-9bbe-7eec4567ebdb,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:22.246995 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7c7420-49f0-4861-b589-5138f8b3a9d0 req-3148ac67-a7f1-494b-a73b-e0909e553be7 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:22.248602 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2d7c7420-49f0-4861-b589-5138f8b3a9d0 req-3148ac67-a7f1-494b-a73b-e0909e553be7 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] 10.222.0.64 "GET /v2.0/ports?device_id=2a116b9a-966a-46f0-9be4-b8c286608bde HTTP/1.1" status: 200 len: 946 time: 0.0665710 Jan 28 19:14:22.309676 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2d7c7420-49f0-4861-b589-5138f8b3a9d0 req-8393d7c4-525e-434b-9e3a-463c128fa9c6 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] 10.222.0.64 "GET /v2.0/security-groups?id=3f90d94c-91ad-4c19-b727-cb7657651c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541692 Jan 28 19:14:22.428827 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8339b19c-706c-4c65-b492-4255310816a8 req-a2b12de7-b464-4910-a1b9-316cca87f0ee tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] 10.222.0.64 "GET /v2.0/ports?device_id=b10dfea5-afed-482e-82b2-5d9e4b8cf0ad HTTP/1.1" status: 200 len: 210 time: 0.0339286 Jan 28 19:14:22.533369 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e514319e-55ac-4626-b5a0-2ef8c173702a req-fe38e580-7269-4c0f-ae87-ad78dd039ef3 tempest-DeleteServersAdminTestJSON-1976717136 tempest-DeleteServersAdminTestJSON-1976717136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:22.535203 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 9eff3771-715e-4451-b699-019f5652d895 details requested by agent hyperv_n-h1-812111-14 with host n-h1-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:14:22.540151 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e514319e-55ac-4626-b5a0-2ef8c173702a req-fe38e580-7269-4c0f-ae87-ad78dd039ef3 tempest-DeleteServersAdminTestJSON-1976717136 tempest-DeleteServersAdminTestJSON-1976717136-project] 10.222.0.64 "GET /v2.0/ports?device_id=909108d7-31d4-456d-a036-40b1cd7a5467 HTTP/1.1" status: 200 len: 950 time: 0.3894439 Jan 28 19:14:22.574472 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4e4891-70fa-4cfa-a394-d532c11020eb req-5a09fb27-9b92-45f7-b9b6-23504f5f297d tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:22.575957 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5e4e4891-70fa-4cfa-a394-d532c11020eb req-5a09fb27-9b92-45f7-b9b6-23504f5f297d tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] 10.222.0.64 "GET /v2.0/ports?device_id=d67e2018-4151-48d3-8062-e7793269d14c HTTP/1.1" status: 200 len: 949 time: 0.0579972 Jan 28 19:14:22.580410 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 9eff3771-715e-4451-b699-019f5652d895 no longer exists at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:14:22.600519 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-6f1a3d36-1789-4882-bc6d-af2a939f2606 req-7720c10f-6938-46da-a452-ac788811a408 tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] Allocated IP 172.20.0.3 (c806e35b-751a-4ce9-b109-f544f83125cf/c08dfd32-a1e5-4572-9817-13ebb5508016/aa7efc40-b703-4984-b5af-93ea24454f13) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:14:22.640797 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5e4e4891-70fa-4cfa-a394-d532c11020eb req-9030f6ef-4cfc-45ea-b194-b3e434439313 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] 10.222.0.64 "GET /v2.0/security-groups?id=2478b850-89ab-4114-a340-71569acb8761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524621 Jan 28 19:14:22.677217 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e514319e-55ac-4626-b5a0-2ef8c173702a req-f9fb5a5e-af14-4a50-9051-3442c76026d4 tempest-DeleteServersAdminTestJSON-1976717136 tempest-DeleteServersAdminTestJSON-1976717136-project] 10.222.0.64 "GET /v2.0/security-groups?id=44c80812-4aa5-4d90-8f94-d0e5f13c50f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303182 Jan 28 19:14:22.716117 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d32493ba-08cd-4ecd-b079-fd43b0d400a4 req-893dc0ad-be54-4273-93a9-f8d1aff5002d tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] Router d3caa4e9-2a65-4416-8a3e-7fcb9617385f has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:14:22.754048 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 9eff3771-715e-4451-b699-019f5652d895, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=9eff3771-715e-4451-b699-019f5652d895,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:14:22.783787 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Returning: {'device': '9eff3771-715e-4451-b699-019f5652d895', 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91', 'port_id': '9eff3771-715e-4451-b699-019f5652d895', 'mac_address': 'fa:16:3e:50:25:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2de4832-9ef6-4f40-9ac5-1557d5e6a6ff', 'ip_address': '192.168.233.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:14:22.786485 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06870dd3-ad3f-4a79-90e7-2fb9f5127d0f req-5925ef75-b3b5-473b-9a32-225c88431180 tempest-LiveMigrationTest-1644078950 tempest-LiveMigrationTest-1644078950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:22.788018 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-06870dd3-ad3f-4a79-90e7-2fb9f5127d0f req-5925ef75-b3b5-473b-9a32-225c88431180 tempest-LiveMigrationTest-1644078950 tempest-LiveMigrationTest-1644078950-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=6c32b98d-c462-4f26-b26d-2a0c3e0ac453 HTTP/1.1" status: 200 len: 1127 time: 0.0631666 Jan 28 19:14:22.849630 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-06870dd3-ad3f-4a79-90e7-2fb9f5127d0f req-124ac1e8-0b93-4f7a-a97e-90496efc1c56 tempest-LiveMigrationTest-1644078950 tempest-LiveMigrationTest-1644078950-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=414e93b9-08bc-438e-9127-05114ed7dbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540771 Jan 28 19:14:22.996211 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284e2bf7-a6a2-415f-889c-ac97626578ce req-cdb6d096-f2a5-48c9-8fee-614236d4f175 tempest-LiveAutoBlockMigrationV225Test-1956576498 tempest-LiveAutoBlockMigrationV225Test-1956576498-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:23.004163 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-284e2bf7-a6a2-415f-889c-ac97626578ce req-cdb6d096-f2a5-48c9-8fee-614236d4f175 tempest-LiveAutoBlockMigrationV225Test-1956576498 tempest-LiveAutoBlockMigrationV225Test-1956576498-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=935a286f-698a-480e-8468-5254b3008937 HTTP/1.1" status: 200 len: 1128 time: 0.2089345 Jan 28 19:14:23.011133 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6f1a3d36-1789-4882-bc6d-af2a939f2606 req-7720c10f-6938-46da-a452-ac788811a408 tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] Publish callbacks [] for port (aa7efc40-b703-4984-b5af-93ea24454f13), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:23.063622 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d32493ba-08cd-4ecd-b079-fd43b0d400a4 req-893dc0ad-be54-4273-93a9-f8d1aff5002d tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:14:23.080421 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914eb8e3-a876-480a-9c88-2b5b35eb838e None None] Sync routers for ids ['d3caa4e9-2a65-4416-8a3e-7fcb9617385f'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:14:23.100995 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914eb8e3-a876-480a-9c88-2b5b35eb838e None None] Routers {'d3caa4e9-2a65-4416-8a3e-7fcb9617385f'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:14:23.101578 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-914eb8e3-a876-480a-9c88-2b5b35eb838e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:14:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['d3caa4e9-2a65-4416-8a3e-7fcb9617385f'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:14:23.232456 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port 9eff3771-715e-4451-b699-019f5652d895 is: ACTIVE; New status is: DOWN {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:14:23.233381 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (9eff3771-715e-4451-b699-019f5652d895), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:23.249574 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-284e2bf7-a6a2-415f-889c-ac97626578ce req-c3a2a840-48de-44db-b9fc-2f34332f7095 tempest-LiveAutoBlockMigrationV225Test-1956576498 tempest-LiveAutoBlockMigrationV225Test-1956576498-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441418 Jan 28 19:14:23.295404 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port 9eff3771-715e-4451-b699-019f5652d895 is: ACTIVE; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:14:23.301183 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (9eff3771-715e-4451-b699-019f5652d895), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:23.303830 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-d32493ba-08cd-4ecd-b079-fd43b0d400a4 req-893dc0ad-be54-4273-93a9-f8d1aff5002d tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] No DVR routers for this DVR port 9c067f45-8453-4a13-9bbe-7eec4567ebdb on host n-h2-812111-14 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:14:23.308707 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-d32493ba-08cd-4ecd-b079-fd43b0d400a4 req-893dc0ad-be54-4273-93a9-f8d1aff5002d tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:23.313095 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d32493ba-08cd-4ecd-b079-fd43b0d400a4 req-893dc0ad-be54-4273-93a9-f8d1aff5002d tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] 10.222.0.70 "DELETE /v2.0/ports/9c067f45-8453-4a13-9bbe-7eec4567ebdb HTTP/1.1" status: 204 len: 173 time: 2.5421724 Jan 28 19:14:23.320412 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87ba86ab-3c82-466a-9e97-9736ce704215', 'name': 'network-vif-deleted', 'tag': '9c067f45-8453-4a13-9bbe-7eec4567ebdb'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:14:23.323472 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc0ae101-2a54-4909-8d93-4bd4b262fabb" -d '{"events": [{"server_uuid": "87ba86ab-3c82-466a-9e97-9736ce704215", "name": "network-vif-deleted", "tag": "9c067f45-8453-4a13-9bbe-7eec4567ebdb"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:14:23.356725 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd67e2018-4151-48d3-8062-e7793269d14c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9eff3771-715e-4451-b699-019f5652d895'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:14:23.367991 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2171ab5d-000f-4e97-9c99-f8ed200c5c3b" -d '{"events": [{"server_uuid": "d67e2018-4151-48d3-8062-e7793269d14c", "name": "network-vif-unplugged", "status": "completed", "tag": "9eff3771-715e-4451-b699-019f5652d895"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:14:23.369802 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-65ebaa1e-ff8d-4952-9f76-8327b78f4613 req-76b632f0-b6f7-4f85-a23d-7f718321e482 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=2fb15d55-5734-4552-b8f2-8e167a3aeaec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3170612 Jan 28 19:14:23.380760 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6f1a3d36-1789-4882-bc6d-af2a939f2606 req-7720c10f-6938-46da-a452-ac788811a408 tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (aa7efc40-b703-4984-b5af-93ea24454f13), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:23.391591 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903ad21a-01d7-4854-ad52-601cc5e11273 req-994ef355-1adf-4c90-8cbe-74fbf236e0d0 tempest-TenantUsagesTestJSON-433282013 tempest-TenantUsagesTestJSON-433282013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:23.393858 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9eff3771-715e-4451-b699-019f5652d895 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:14:23.401048 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-903ad21a-01d7-4854-ad52-601cc5e11273 req-994ef355-1adf-4c90-8cbe-74fbf236e0d0 tempest-TenantUsagesTestJSON-433282013 tempest-TenantUsagesTestJSON-433282013-project] 10.222.0.64 "GET /v2.0/ports?device_id=25ac93cc-157c-41e7-bd51-973fdf69513d HTTP/1.1" status: 200 len: 949 time: 0.1057563 Jan 28 19:14:23.436688 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 9eff3771-715e-4451-b699-019f5652d895, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=9eff3771-715e-4451-b699-019f5652d895,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:14:23.448371 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (9eff3771-715e-4451-b699-019f5652d895), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:23.487576 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-903ad21a-01d7-4854-ad52-601cc5e11273 req-d8e14972-892c-4aab-9efc-00409b3373ee tempest-TenantUsagesTestJSON-433282013 tempest-TenantUsagesTestJSON-433282013-project] 10.222.0.64 "GET /v2.0/security-groups?id=d3a03d1a-aa02-4974-b887-f8013a8056bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843148 Jan 28 19:14:23.549745 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=9eff3771-715e-4451-b699-019f5652d895,revision_number=6']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:23.558650 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f1a3d36-1789-4882-bc6d-af2a939f2606 req-7720c10f-6938-46da-a452-ac788811a408 tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] Network c806e35b-751a-4ce9-b109-f544f83125cf is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:14:23.588841 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-914eb8e3-a876-480a-9c88-2b5b35eb838e None None] Set router d3caa4e9-2a65-4416-8a3e-7fcb9617385f gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:14:23.648669 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.db.api [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103306) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 19:14:23.648918 n-d-812111-14 neutron-server[103306]: DEBUG oslo_db.api [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 19:14:23.656496 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21ac56d-1690-4e62-aaee-98a79709990a req-1a53c7a6-b7a6-40f7-b140-626b3c66b765 tempest-LiveMigrationNegativeTest-998910460 tempest-LiveMigrationNegativeTest-998910460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:23.659272 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7720c10f-6938-46da-a452-ac788811a408 tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] Pushing event updated for resources: {'Port': ['ID=aa7efc40-b703-4984-b5af-93ea24454f13,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:23.666718 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a21ac56d-1690-4e62-aaee-98a79709990a req-1a53c7a6-b7a6-40f7-b140-626b3c66b765 tempest-LiveMigrationNegativeTest-998910460 tempest-LiveMigrationNegativeTest-998910460-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d1cdb84-1960-418f-bfc0-1984189098a5 HTTP/1.1" status: 200 len: 949 time: 0.0776563 Jan 28 19:14:23.667991 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:23.679645 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-6f1a3d36-1789-4882-bc6d-af2a939f2606 req-7720c10f-6938-46da-a452-ac788811a408 tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:14:23.690119 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f1a3d36-1789-4882-bc6d-af2a939f2606 req-7720c10f-6938-46da-a452-ac788811a408 tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:14:23.698259 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1a3d36-1789-4882-bc6d-af2a939f2606 req-7720c10f-6938-46da-a452-ac788811a408 tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:23.699078 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6f1a3d36-1789-4882-bc6d-af2a939f2606 req-7720c10f-6938-46da-a452-ac788811a408 tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:23.725979 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a21ac56d-1690-4e62-aaee-98a79709990a req-c942483d-231a-4fdb-abf1-a2d3e71a9dd4 tempest-LiveMigrationNegativeTest-998910460 tempest-LiveMigrationNegativeTest-998910460-project] 10.222.0.64 "GET /v2.0/security-groups?id=d254ab6c-afc7-4730-9a7e-1ca125b4b963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592268 Jan 28 19:14:23.755608 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6f1a3d36-1789-4882-bc6d-af2a939f2606 req-7720c10f-6938-46da-a452-ac788811a408 tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9483731 Jan 28 19:14:23.780789 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-6f1a3d36-1789-4882-bc6d-af2a939f2606 req-3040dae8-032c-4943-943b-806ac35875c9 service neutron] Request body: {'port': {'device_id': 'b10dfea5-afed-482e-82b2-5d9e4b8cf0ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-14'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:14:23.845746 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-914eb8e3-a876-480a-9c88-2b5b35eb838e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3caa4e9-2a65-4416-8a3e-7fcb9617385f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-953100577-router', 'tenant_id': '364a7c42eb8b468d8d8584f032848f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '479412f1-13f0-40ef-a841-7c525dcbb25a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:12:40Z', 'updated_at': '2022-01-28T19:12:45Z', 'revision_number': 4, 'project_id': '364a7c42eb8b468d8d8584f032848f52', 'gw_port': {'id': '479412f1-13f0-40ef-a841-7c525dcbb25a', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:36:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3caa4e9-2a65-4416-8a3e-7fcb9617385f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:12:40Z', 'updated_at': '2022-01-28T19:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '1b072416-1b9a-4975-bb55-2908e9aa62f5', 'name': '', 'network_id': 'c806e35b-751a-4ce9-b109-f544f83125cf', 'tenant_id': '364a7c42eb8b468d8d8584f032848f52', 'mac_address': 'fa:16:3e:5a:bb:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3caa4e9-2a65-4416-8a3e-7fcb9617385f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'c08dfd32-a1e5-4572-9817-13ebb5508016', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:12:44Z', 'updated_at': '2022-01-28T19:12:54Z', 'revision_number': 5, 'project_id': '364a7c42eb8b468d8d8584f032848f52', 'subnets': [{'id': 'c08dfd32-a1e5-4572-9817-13ebb5508016', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:14:23.877537 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7f7de7-109a-467d-a051-033542d09c84 req-337c5474-b835-40a4-a58c-9aeef9e9d4ee tempest-DeleteServersAdminTestJSON-1976717136 tempest-DeleteServersAdminTestJSON-1976717136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:23.878149 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914eb8e3-a876-480a-9c88-2b5b35eb838e None None] Checking router: d3caa4e9-2a65-4416-8a3e-7fcb9617385f for host: n-d-812111-14 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:14:23.887265 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4a7f7de7-109a-467d-a051-033542d09c84 req-337c5474-b835-40a4-a58c-9aeef9e9d4ee tempest-DeleteServersAdminTestJSON-1976717136 tempest-DeleteServersAdminTestJSON-1976717136-project] 10.222.0.64 "GET /v2.0/ports?device_id=909108d7-31d4-456d-a036-40b1cd7a5467 HTTP/1.1" status: 200 len: 950 time: 0.0716183 Jan 28 19:14:23.888449 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914eb8e3-a876-480a-9c88-2b5b35eb838e None None] Routers {'d3caa4e9-2a65-4416-8a3e-7fcb9617385f'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:14:23.890115 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-914eb8e3-a876-480a-9c88-2b5b35eb838e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:14:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['d3caa4e9-2a65-4416-8a3e-7fcb9617385f'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:14:23.891882 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6f1a3d36-1789-4882-bc6d-af2a939f2606 req-3040dae8-032c-4943-943b-806ac35875c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (aa7efc40-b703-4984-b5af-93ea24454f13), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:23.949746 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4a7f7de7-109a-467d-a051-033542d09c84 req-cb590843-a58d-4f02-b9e3-7d13389ca17d tempest-DeleteServersAdminTestJSON-1976717136 tempest-DeleteServersAdminTestJSON-1976717136-project] 10.222.0.64 "GET /v2.0/security-groups?id=44c80812-4aa5-4d90-8f94-d0e5f13c50f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613649 Jan 28 19:14:23.952096 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ebaa1e-ff8d-4952-9f76-8327b78f4613 req-ecea68bd-2a22-49ca-a885-e7321550aca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:23.953950 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-65ebaa1e-ff8d-4952-9f76-8327b78f4613 req-ecea68bd-2a22-49ca-a885-e7321550aca9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1bd1e0d6512043bfbaf9a8e955e20b9e&device_id=2fb15d55-5734-4552-b8f2-8e167a3aeaec HTTP/1.1" status: 200 len: 1127 time: 0.3836036 Jan 28 19:14:23.979282 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80b588e-85c8-4155-9c2e-cf6e895edbc8 req-bf47a5cb-5f70-452e-8ade-7574575fe529 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:23.981826 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c80b588e-85c8-4155-9c2e-cf6e895edbc8 req-bf47a5cb-5f70-452e-8ade-7574575fe529 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/networks?id=8330dfd7-f74e-41a1-b557-5650d653ac04 HTTP/1.1" status: 200 len: 808 time: 0.3538275 Jan 28 19:14:24.019185 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c80b588e-85c8-4155-9c2e-cf6e895edbc8 req-d50eca6a-d193-40ce-aeda-32b52bbddd5e tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/quotas/1bd1e0d6512043bfbaf9a8e955e20b9e HTTP/1.1" status: 200 len: 375 time: 0.0167174 Jan 28 19:14:24.082524 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-914eb8e3-a876-480a-9c88-2b5b35eb838e None None] Set router d3caa4e9-2a65-4416-8a3e-7fcb9617385f gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:14:24.130059 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da471413-9704-4280-99ee-a897fed496c8 req-35b6fe3a-3dc2-45aa-8888-9e77106c2250 tempest-TenantUsagesTestJSON-433282013 tempest-TenantUsagesTestJSON-433282013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:24.131734 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-da471413-9704-4280-99ee-a897fed496c8 req-35b6fe3a-3dc2-45aa-8888-9e77106c2250 tempest-TenantUsagesTestJSON-433282013 tempest-TenantUsagesTestJSON-433282013-project] 10.222.0.70 "GET /v2.0/ports?device_id=25ac93cc-157c-41e7-bd51-973fdf69513d HTTP/1.1" status: 200 len: 949 time: 0.2503486 Jan 28 19:14:24.215631 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port 9eff3771-715e-4451-b699-019f5652d895 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:14:24.216408 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (9eff3771-715e-4451-b699-019f5652d895), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:24.246158 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9eff3771-715e-4451-b699-019f5652d895 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:14:24.283041 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 9eff3771-715e-4451-b699-019f5652d895, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=9eff3771-715e-4451-b699-019f5652d895,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:14:24.292929 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (9eff3771-715e-4451-b699-019f5652d895), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:24.365171 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c80b588e-85c8-4155-9c2e-cf6e895edbc8 req-f542539e-cfb3-4a7b-a2a4-299549d9cf48 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=1bd1e0d6512043bfbaf9a8e955e20b9e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3081932 Jan 28 19:14:24.377283 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=9eff3771-715e-4451-b699-019f5652d895,revision_number=7']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:24.421087 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-914eb8e3-a876-480a-9c88-2b5b35eb838e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3caa4e9-2a65-4416-8a3e-7fcb9617385f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-953100577-router', 'tenant_id': '364a7c42eb8b468d8d8584f032848f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '479412f1-13f0-40ef-a841-7c525dcbb25a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:12:40Z', 'updated_at': '2022-01-28T19:12:45Z', 'revision_number': 4, 'project_id': '364a7c42eb8b468d8d8584f032848f52', 'gw_port': {'id': '479412f1-13f0-40ef-a841-7c525dcbb25a', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:36:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3caa4e9-2a65-4416-8a3e-7fcb9617385f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:12:40Z', 'updated_at': '2022-01-28T19:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '1b072416-1b9a-4975-bb55-2908e9aa62f5', 'name': '', 'network_id': 'c806e35b-751a-4ce9-b109-f544f83125cf', 'tenant_id': '364a7c42eb8b468d8d8584f032848f52', 'mac_address': 'fa:16:3e:5a:bb:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3caa4e9-2a65-4416-8a3e-7fcb9617385f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'c08dfd32-a1e5-4572-9817-13ebb5508016', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:12:44Z', 'updated_at': '2022-01-28T19:12:54Z', 'revision_number': 5, 'project_id': '364a7c42eb8b468d8d8584f032848f52', 'subnets': [{'id': 'c08dfd32-a1e5-4572-9817-13ebb5508016', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:14:24.450418 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914eb8e3-a876-480a-9c88-2b5b35eb838e None None] The sync data for ids ['d3caa4e9-2a65-4416-8a3e-7fcb9617385f'] in n-d-812111-14 is: [{'id': 'd3caa4e9-2a65-4416-8a3e-7fcb9617385f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-953100577-router', 'tenant_id': '364a7c42eb8b468d8d8584f032848f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '479412f1-13f0-40ef-a841-7c525dcbb25a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:12:40Z', 'updated_at': '2022-01-28T19:12:45Z', 'revision_number': 4, 'project_id': '364a7c42eb8b468d8d8584f032848f52', 'gw_port': {'id': '479412f1-13f0-40ef-a841-7c525dcbb25a', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:36:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3caa4e9-2a65-4416-8a3e-7fcb9617385f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:12:40Z', 'updated_at': '2022-01-28T19:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '1b072416-1b9a-4975-bb55-2908e9aa62f5', 'name': '', 'network_id': 'c806e35b-751a-4ce9-b109-f544f83125cf', 'tenant_id': '364a7c42eb8b468d8d8584f032848f52', 'mac_address': 'fa:16:3e:5a:bb:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3caa4e9-2a65-4416-8a3e-7fcb9617385f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'c08dfd32-a1e5-4572-9817-13ebb5508016', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:12:44Z', 'updated_at': '2022-01-28T19:12:54Z', 'revision_number': 5, 'project_id': '364a7c42eb8b468d8d8584f032848f52', 'subnets': [{'id': 'c08dfd32-a1e5-4572-9817-13ebb5508016', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:14:24.531498 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ebaa1e-ff8d-4952-9f76-8327b78f4613 req-53f0d827-9ded-41b3-b932-f9ac9416581f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:24.532967 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-65ebaa1e-ff8d-4952-9f76-8327b78f4613 req-53f0d827-9ded-41b3-b932-f9ac9416581f service neutron] 10.222.0.70 "GET /v2.0/networks?id=8330dfd7-f74e-41a1-b557-5650d653ac04 HTTP/1.1" status: 200 len: 908 time: 0.5393867 Jan 28 19:14:24.605935 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-65ebaa1e-ff8d-4952-9f76-8327b78f4613 req-76e77846-df43-4aae-9699-5ba1c54a0ae4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9e5aaadd-49e7-4e08-a3c6-aa5af6c7fd62 HTTP/1.1" status: 200 len: 217 time: 0.0593719 Jan 28 19:14:24.617121 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['9eff3771-715e-4451-b699-019f5652d895'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:14:24.687154 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c80b588e-85c8-4155-9c2e-cf6e895edbc8 req-c3a7801d-cb63-46c7-bcea-ec0ad554bbf5 service neutron] 10.222.0.64 "GET /v2.0/networks/8330dfd7-f74e-41a1-b557-5650d653ac04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2984686 Jan 28 19:14:24.815630 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ebaa1e-ff8d-4952-9f76-8327b78f4613 req-fd446b9a-f699-4721-810c-8c8c5a881280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:24.817150 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-65ebaa1e-ff8d-4952-9f76-8327b78f4613 req-fd446b9a-f699-4721-810c-8c8c5a881280 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=09bc6696-a273-4baf-935c-9cf317ddb49d HTTP/1.1" status: 200 len: 848 time: 0.1885073 Jan 28 19:14:24.826348 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-da471413-9704-4280-99ee-a897fed496c8 req-b4e794dd-b89d-4b1b-bb3e-89009b3ac0be tempest-TenantUsagesTestJSON-433282013 tempest-TenantUsagesTestJSON-433282013-project] Deleting port 599b9d8a-3ad8-4f3d-b2e9-521a950c4915 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:14:24.826595 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-da471413-9704-4280-99ee-a897fed496c8 req-b4e794dd-b89d-4b1b-bb3e-89009b3ac0be tempest-TenantUsagesTestJSON-433282013 tempest-TenantUsagesTestJSON-433282013-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (599b9d8a-3ad8-4f3d-b2e9-521a950c4915), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:24.887678 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a714fa44-cddf-4983-b699-8342b3d9e74f req-e6887e04-19c7-4887-af37-e09b13767d94 tempest-DeleteServersAdminTestJSON-1976717136 tempest-DeleteServersAdminTestJSON-1976717136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:24.896466 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a714fa44-cddf-4983-b699-8342b3d9e74f req-e6887e04-19c7-4887-af37-e09b13767d94 tempest-DeleteServersAdminTestJSON-1976717136 tempest-DeleteServersAdminTestJSON-1976717136-project] 10.222.0.41 "GET /v2.0/ports?device_id=909108d7-31d4-456d-a036-40b1cd7a5467 HTTP/1.1" status: 200 len: 950 time: 0.1185966 Jan 28 19:14:24.907414 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd66efd9-1874-4de6-aba6-24fa889f3c6b None None] New status for floating IP 0e80e734-2cef-4a22-95bc-2174e77e57d6: DOWN {{(pid=103306) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 19:14:24.935631 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-65ebaa1e-ff8d-4952-9f76-8327b78f4613 req-2caa35f5-6917-42ca-b791-6a0f7fb12679 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8330dfd7-f74e-41a1-b557-5650d653ac04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575240 Jan 28 19:14:24.953554 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-6f1a3d36-1789-4882-bc6d-af2a939f2606 req-3040dae8-032c-4943-943b-806ac35875c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa7efc40-b703-4984-b5af-93ea24454f13 {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:14:25.008360 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6f1a3d36-1789-4882-bc6d-af2a939f2606 req-3040dae8-032c-4943-943b-806ac35875c9 service neutron] Publish callbacks [] for port (aa7efc40-b703-4984-b5af-93ea24454f13), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:25.090616 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-6f1a3d36-1789-4882-bc6d-af2a939f2606 req-3040dae8-032c-4943-943b-806ac35875c9 service neutron] Transition to ACTIVE for port object aa7efc40-b703-4984-b5af-93ea24454f13 will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:14:25.108391 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-a714fa44-cddf-4983-b699-8342b3d9e74f req-9ff03f21-53e2-49a7-991b-551f620bd6e8 tempest-DeleteServersAdminTestJSON-1976717136 tempest-DeleteServersAdminTestJSON-1976717136-project] Deleting port 09f7be33-880b-4de8-860c-09586b55eddc {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:14:25.111733 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-a714fa44-cddf-4983-b699-8342b3d9e74f req-9ff03f21-53e2-49a7-991b-551f620bd6e8 tempest-DeleteServersAdminTestJSON-1976717136 tempest-DeleteServersAdminTestJSON-1976717136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (09f7be33-880b-4de8-860c-09586b55eddc), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:25.127335 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6f1a3d36-1789-4882-bc6d-af2a939f2606 req-3040dae8-032c-4943-943b-806ac35875c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (aa7efc40-b703-4984-b5af-93ea24454f13), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:25.144049 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c80b588e-85c8-4155-9c2e-cf6e895edbc8 req-16e05bde-ce5c-479f-9afa-2e2927a3f034 service neutron] 10.222.0.64 "GET /v2.0/networks/8330dfd7-f74e-41a1-b557-5650d653ac04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4423647 Jan 28 19:14:25.216559 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-65ebaa1e-ff8d-4952-9f76-8327b78f4613 req-f63872b9-0cc5-40aa-8ace-286e3960d870 service neutron] 10.222.0.70 "GET /v2.0/networks/8330dfd7-f74e-41a1-b557-5650d653ac04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2722323 Jan 28 19:14:25.249560 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3040dae8-032c-4943-943b-806ac35875c9 service neutron] Pushing event updated for resources: {'Port': ['ID=aa7efc40-b703-4984-b5af-93ea24454f13,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:25.262741 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-da471413-9704-4280-99ee-a897fed496c8 req-b4e794dd-b89d-4b1b-bb3e-89009b3ac0be tempest-TenantUsagesTestJSON-433282013 tempest-TenantUsagesTestJSON-433282013-project] For port 599b9d8a-3ad8-4f3d-b2e9-521a950c4915, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=599b9d8a-3ad8-4f3d-b2e9-521a950c4915,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:14:25.262741 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-da471413-9704-4280-99ee-a897fed496c8 req-b4e794dd-b89d-4b1b-bb3e-89009b3ac0be tempest-TenantUsagesTestJSON-433282013 tempest-TenantUsagesTestJSON-433282013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (599b9d8a-3ad8-4f3d-b2e9-521a950c4915), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:25.303732 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-a714fa44-cddf-4983-b699-8342b3d9e74f req-9ff03f21-53e2-49a7-991b-551f620bd6e8 tempest-DeleteServersAdminTestJSON-1976717136 tempest-DeleteServersAdminTestJSON-1976717136-project] For port 09f7be33-880b-4de8-860c-09586b55eddc, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=09f7be33-880b-4de8-860c-09586b55eddc,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:14:25.303732 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-a714fa44-cddf-4983-b699-8342b3d9e74f req-9ff03f21-53e2-49a7-991b-551f620bd6e8 tempest-DeleteServersAdminTestJSON-1976717136 tempest-DeleteServersAdminTestJSON-1976717136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (09f7be33-880b-4de8-860c-09586b55eddc), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:25.320141 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-a714fa44-cddf-4983-b699-8342b3d9e74f req-9ff03f21-53e2-49a7-991b-551f620bd6e8 tempest-DeleteServersAdminTestJSON-1976717136 tempest-DeleteServersAdminTestJSON-1976717136-project] Calling delete_port for 09f7be33-880b-4de8-860c-09586b55eddc owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:14:25.351482 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [req-457a88f0-77e2-41e3-abf0-bcb383cb6f2d req-d1e4811d-a49c-433d-a99b-6cd132c61f35 tempest-LiveAutoBlockMigrationV225Test-1956576498 tempest-LiveAutoBlockMigrationV225Test-1956576498-project-admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:14:25.352566 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-457a88f0-77e2-41e3-abf0-bcb383cb6f2d req-d1e4811d-a49c-433d-a99b-6cd132c61f35 tempest-LiveAutoBlockMigrationV225Test-1956576498 tempest-LiveAutoBlockMigrationV225Test-1956576498-project-admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0128078 Jan 28 19:14:25.390141 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-da471413-9704-4280-99ee-a897fed496c8 req-b4e794dd-b89d-4b1b-bb3e-89009b3ac0be tempest-TenantUsagesTestJSON-433282013 tempest-TenantUsagesTestJSON-433282013-project] Calling delete_port for 599b9d8a-3ad8-4f3d-b2e9-521a950c4915 owned by compute:nova {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:14:25.486440 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457a88f0-77e2-41e3-abf0-bcb383cb6f2d req-c36b9784-dbcc-4cf0-a1eb-2a3839f3e65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:25.493482 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-457a88f0-77e2-41e3-abf0-bcb383cb6f2d req-c36b9784-dbcc-4cf0-a1eb-2a3839f3e65b service neutron] 10.222.0.64 "GET /v2.0/ports/78ca6da5-552b-4c9a-8357-02fa68e2679d HTTP/1.1" status: 200 len: 1125 time: 0.0561111 Jan 28 19:14:25.499238 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-457a88f0-77e2-41e3-abf0-bcb383cb6f2d req-c31d0c2c-9c48-460d-8ce3-86a73a6fd6ef service neutron] Request body: {'binding': {'host': 'n-h2-812111-14', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:14:25.499662 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-457a88f0-77e2-41e3-abf0-bcb383cb6f2d req-c31d0c2c-9c48-460d-8ce3-86a73a6fd6ef service neutron] Unknown quota resources ['binding']. {{(pid=103305) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 19:14:25.507330 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 9c067f45-8453-4a13-9bbe-7eec4567ebdb no longer exists at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:14:25.533273 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] No Port match for: 9c067f45-8453-4a13-9bbe-7eec4567ebdb {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:14:25.534161 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 9c067f45-8453-4a13-9bbe-7eec4567ebdb not bound to the agent host n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:14:25.655297 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-a714fa44-cddf-4983-b699-8342b3d9e74f req-9ff03f21-53e2-49a7-991b-551f620bd6e8 tempest-DeleteServersAdminTestJSON-1976717136 tempest-DeleteServersAdminTestJSON-1976717136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (09f7be33-880b-4de8-860c-09586b55eddc), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:25.667324 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['09f7be33-880b-4de8-860c-09586b55eddc'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:14:25.702463 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff03f21-53e2-49a7-991b-551f620bd6e8 tempest-DeleteServersAdminTestJSON-1976717136 tempest-DeleteServersAdminTestJSON-1976717136-project] Pushing event deleted for resources: {'Port': ['ID=09f7be33-880b-4de8-860c-09586b55eddc,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:25.766616 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-6f1a3d36-1789-4882-bc6d-af2a939f2606 req-3040dae8-032c-4943-943b-806ac35875c9 service neutron] Attempting to bind port aa7efc40-b703-4984-b5af-93ea24454f13 on host n-h2-812111-14 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:14:25.767229 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-6f1a3d36-1789-4882-bc6d-af2a939f2606 req-3040dae8-032c-4943-943b-806ac35875c9 service neutron] Attempting to bind port aa7efc40-b703-4984-b5af-93ea24454f13 by drivers openvswitch,hyperv on host n-h2-812111-14 at level 0 using segments [{'id': '845c9112-7ad9-405b-933b-e5af357107c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'c806e35b-751a-4ce9-b109-f544f83125cf'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:14:25.767330 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1a3d36-1789-4882-bc6d-af2a939f2606 req-3040dae8-032c-4943-943b-806ac35875c9 service neutron] Attempting to bind port aa7efc40-b703-4984-b5af-93ea24454f13 on network c806e35b-751a-4ce9-b109-f544f83125cf {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:14:25.806047 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-a714fa44-cddf-4983-b699-8342b3d9e74f req-9ff03f21-53e2-49a7-991b-551f620bd6e8 tempest-DeleteServersAdminTestJSON-1976717136 tempest-DeleteServersAdminTestJSON-1976717136-project] No DVR routers for this DVR port 09f7be33-880b-4de8-860c-09586b55eddc on host n-h1-812111-14 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:14:25.812627 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-a714fa44-cddf-4983-b699-8342b3d9e74f req-9ff03f21-53e2-49a7-991b-551f620bd6e8 tempest-DeleteServersAdminTestJSON-1976717136 tempest-DeleteServersAdminTestJSON-1976717136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:25.818075 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a714fa44-cddf-4983-b699-8342b3d9e74f req-9ff03f21-53e2-49a7-991b-551f620bd6e8 tempest-DeleteServersAdminTestJSON-1976717136 tempest-DeleteServersAdminTestJSON-1976717136-project] 10.222.0.41 "DELETE /v2.0/ports/09f7be33-880b-4de8-860c-09586b55eddc HTTP/1.1" status: 204 len: 173 time: 0.9188731 Jan 28 19:14:25.818951 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '909108d7-31d4-456d-a036-40b1cd7a5467', 'name': 'network-vif-deleted', 'tag': '09f7be33-880b-4de8-860c-09586b55eddc'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:14:25.834470 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cbc40ac-d4f1-436f-a5f1-3dfa7630eab1" -d '{"events": [{"server_uuid": "909108d7-31d4-456d-a036-40b1cd7a5467", "name": "network-vif-deleted", "tag": "09f7be33-880b-4de8-860c-09586b55eddc"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:14:25.857358 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-457a88f0-77e2-41e3-abf0-bcb383cb6f2d req-c31d0c2c-9c48-460d-8ce3-86a73a6fd6ef service neutron] Attempting to bind port 78ca6da5-552b-4c9a-8357-02fa68e2679d on host n-h2-812111-14 for vnic_type normal with profile None {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:14:25.858214 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-457a88f0-77e2-41e3-abf0-bcb383cb6f2d req-c31d0c2c-9c48-460d-8ce3-86a73a6fd6ef service neutron] Attempting to bind port 78ca6da5-552b-4c9a-8357-02fa68e2679d by drivers openvswitch,hyperv on host n-h2-812111-14 at level 0 using segments [{'id': '62a331e7-e6d6-4fbc-9e3c-2d3acdfd7c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '72a547d0-d9da-4c9f-b2a7-a4b786ea70ac'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:14:25.858916 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-457a88f0-77e2-41e3-abf0-bcb383cb6f2d req-c31d0c2c-9c48-460d-8ce3-86a73a6fd6ef service neutron] Attempting to bind port 78ca6da5-552b-4c9a-8357-02fa68e2679d on network 72a547d0-d9da-4c9f-b2a7-a4b786ea70ac {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:14:25.864905 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-457a88f0-77e2-41e3-abf0-bcb383cb6f2d req-c31d0c2c-9c48-460d-8ce3-86a73a6fd6ef service neutron] Port 78ca6da5-552b-4c9a-8357-02fa68e2679d on network 72a547d0-d9da-4c9f-b2a7-a4b786ea70ac not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-14 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:14:25.865511 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-457a88f0-77e2-41e3-abf0-bcb383cb6f2d req-c31d0c2c-9c48-460d-8ce3-86a73a6fd6ef service neutron] Attempting to bind port 78ca6da5-552b-4c9a-8357-02fa68e2679d on network 72a547d0-d9da-4c9f-b2a7-a4b786ea70ac {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:14:25.878752 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1a3d36-1789-4882-bc6d-af2a939f2606 req-3040dae8-032c-4943-943b-806ac35875c9 service neutron] Port aa7efc40-b703-4984-b5af-93ea24454f13 on network c806e35b-751a-4ce9-b109-f544f83125cf not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-14 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:14:25.879095 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1a3d36-1789-4882-bc6d-af2a939f2606 req-3040dae8-032c-4943-943b-806ac35875c9 service neutron] Attempting to bind port aa7efc40-b703-4984-b5af-93ea24454f13 on network c806e35b-751a-4ce9-b109-f544f83125cf {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:14:25.884494 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-457a88f0-77e2-41e3-abf0-bcb383cb6f2d req-c31d0c2c-9c48-460d-8ce3-86a73a6fd6ef service neutron] Checking agent: {'id': '8f3fee4e-bf24-4b58-8a3a-ae9c8011a473', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 14, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:14:25.885226 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-457a88f0-77e2-41e3-abf0-bcb383cb6f2d req-c31d0c2c-9c48-460d-8ce3-86a73a6fd6ef service neutron] Checking segment: {'id': '62a331e7-e6d6-4fbc-9e3c-2d3acdfd7c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '72a547d0-d9da-4c9f-b2a7-a4b786ea70ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:14:25.885703 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-457a88f0-77e2-41e3-abf0-bcb383cb6f2d req-c31d0c2c-9c48-460d-8ce3-86a73a6fd6ef service neutron] Bound using segment: {'id': '62a331e7-e6d6-4fbc-9e3c-2d3acdfd7c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '72a547d0-d9da-4c9f-b2a7-a4b786ea70ac'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:14:25.887133 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-457a88f0-77e2-41e3-abf0-bcb383cb6f2d req-c31d0c2c-9c48-460d-8ce3-86a73a6fd6ef service neutron] Bound port: 78ca6da5-552b-4c9a-8357-02fa68e2679d, host: n-h2-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62a331e7-e6d6-4fbc-9e3c-2d3acdfd7c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '72a547d0-d9da-4c9f-b2a7-a4b786ea70ac'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:14:26.024684 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c321088a-424e-4fe6-83a7-f347a07b6d40 req-570b5d2d-0b03-46a9-b456-4e6040b24936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:26.026859 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c321088a-424e-4fe6-83a7-f347a07b6d40 req-570b5d2d-0b03-46a9-b456-4e6040b24936 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=56e30e8962704e02ba24fa7700358958&device_id=d67e2018-4151-48d3-8062-e7793269d14c HTTP/1.1" status: 200 len: 1131 time: 0.1353295 Jan 28 19:14:26.031929 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-457a88f0-77e2-41e3-abf0-bcb383cb6f2d req-c31d0c2c-9c48-460d-8ce3-86a73a6fd6ef service neutron] For port 78ca6da5-552b-4c9a-8357-02fa68e2679d, host n-h2-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=78ca6da5-552b-4c9a-8357-02fa68e2679d,segment=NetworkSegment(62a331e7-e6d6-4fbc-9e3c-2d3acdfd7c92),segment_id=62a331e7-e6d6-4fbc-9e3c-2d3acdfd7c92)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:14:26.051259 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-457a88f0-77e2-41e3-abf0-bcb383cb6f2d req-c31d0c2c-9c48-460d-8ce3-86a73a6fd6ef service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:26.052444 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-457a88f0-77e2-41e3-abf0-bcb383cb6f2d req-c31d0c2c-9c48-460d-8ce3-86a73a6fd6ef service neutron] 10.222.0.64 "POST /v2.0/ports/78ca6da5-552b-4c9a-8357-02fa68e2679d/bindings HTTP/1.1" status: 201 len: 390 time: 0.5582321 Jan 28 19:14:26.055879 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1a3d36-1789-4882-bc6d-af2a939f2606 req-3040dae8-032c-4943-943b-806ac35875c9 service neutron] Checking agent: {'id': '8f3fee4e-bf24-4b58-8a3a-ae9c8011a473', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 14, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:14:26.056273 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1a3d36-1789-4882-bc6d-af2a939f2606 req-3040dae8-032c-4943-943b-806ac35875c9 service neutron] Checking segment: {'id': '845c9112-7ad9-405b-933b-e5af357107c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'c806e35b-751a-4ce9-b109-f544f83125cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:14:26.056868 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1a3d36-1789-4882-bc6d-af2a939f2606 req-3040dae8-032c-4943-943b-806ac35875c9 service neutron] Bound using segment: {'id': '845c9112-7ad9-405b-933b-e5af357107c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'c806e35b-751a-4ce9-b109-f544f83125cf'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:14:26.057067 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-6f1a3d36-1789-4882-bc6d-af2a939f2606 req-3040dae8-032c-4943-943b-806ac35875c9 service neutron] Bound port: aa7efc40-b703-4984-b5af-93ea24454f13, host: n-h2-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '845c9112-7ad9-405b-933b-e5af357107c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'c806e35b-751a-4ce9-b109-f544f83125cf'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:14:26.057430 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6f1a3d36-1789-4882-bc6d-af2a939f2606 req-3040dae8-032c-4943-943b-806ac35875c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (aa7efc40-b703-4984-b5af-93ea24454f13), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:26.064082 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-65ebaa1e-ff8d-4952-9f76-8327b78f4613 req-d0b18045-7f90-4571-93e4-b311d24c0a2a service neutron] 10.222.0.70 "GET /v2.0/networks/8330dfd7-f74e-41a1-b557-5650d653ac04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7963061 Jan 28 19:14:26.084470 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85345ed3-c4bc-47fb-a908-7712d0f5e74d req-ba308646-0044-4a9b-ae85-17a71cd1d7a3 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:26.091690 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-85345ed3-c4bc-47fb-a908-7712d0f5e74d req-ba308646-0044-4a9b-ae85-17a71cd1d7a3 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] 10.222.0.64 "GET /v2.0/ports?device_id=2a116b9a-966a-46f0-9be4-b8c286608bde HTTP/1.1" status: 200 len: 946 time: 0.6798029 Jan 28 19:14:26.169196 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-da471413-9704-4280-99ee-a897fed496c8 req-b4e794dd-b89d-4b1b-bb3e-89009b3ac0be tempest-TenantUsagesTestJSON-433282013 tempest-TenantUsagesTestJSON-433282013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985'] for port (599b9d8a-3ad8-4f3d-b2e9-521a950c4915), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:26.190604 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:14:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3db07333-0417-4c96-b2f8-9cdd99fdd895 x-openstack-request-id: req-3db07333-0417-4c96-b2f8-9cdd99fdd895 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:14:26.190912 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87ba86ab-3c82-466a-9e97-9736ce704215", "name": "network-vif-deleted", "tag": "9c067f45-8453-4a13-9bbe-7eec4567ebdb", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:14:26.191179 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3db07333-0417-4c96-b2f8-9cdd99fdd895 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:14:26.191569 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87ba86ab-3c82-466a-9e97-9736ce704215', 'name': 'network-vif-deleted', 'tag': '9c067f45-8453-4a13-9bbe-7eec4567ebdb', 'status': 'completed', 'code': 200} Jan 28 19:14:26.248041 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c321088a-424e-4fe6-83a7-f347a07b6d40 req-2f5b41f9-7b1e-48e3-a9e2-b4e8bf108210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:26.250984 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c321088a-424e-4fe6-83a7-f347a07b6d40 req-2f5b41f9-7b1e-48e3-a9e2-b4e8bf108210 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7810caa2-eac6-457d-9302-c8c215ef3e91 HTTP/1.1" status: 200 len: 869 time: 0.1976571 Jan 28 19:14:26.256130 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e794dd-b89d-4b1b-bb3e-89009b3ac0be tempest-TenantUsagesTestJSON-433282013 tempest-TenantUsagesTestJSON-433282013-project] Pushing event deleted for resources: {'Port': ['ID=599b9d8a-3ad8-4f3d-b2e9-521a950c4915,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:26.278571 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 19:14:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54944636-06dc-4a97-a8b1-e4d6a94ac01d x-openstack-request-id: req-54944636-06dc-4a97-a8b1-e4d6a94ac01d {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:14:26.278773 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d67e2018-4151-48d3-8062-e7793269d14c", "name": "network-vif-unplugged", "status": "completed", "tag": "9eff3771-715e-4451-b699-019f5652d895", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:14:26.279025 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-54944636-06dc-4a97-a8b1-e4d6a94ac01d {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:14:26.279424 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd67e2018-4151-48d3-8062-e7793269d14c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9eff3771-715e-4451-b699-019f5652d895', 'code': 200} Jan 28 19:14:26.292781 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-85345ed3-c4bc-47fb-a908-7712d0f5e74d req-00fab1d5-bb69-494e-8cf8-8554ffeaec51 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] 10.222.0.64 "GET /v2.0/security-groups?id=3f90d94c-91ad-4c19-b727-cb7657651c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000933 Jan 28 19:14:26.373945 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-6f1a3d36-1789-4882-bc6d-af2a939f2606 req-3040dae8-032c-4943-943b-806ac35875c9 service neutron] For port aa7efc40-b703-4984-b5af-93ea24454f13, host n-h2-812111-14, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:14:26.377579 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-da471413-9704-4280-99ee-a897fed496c8 req-b4e794dd-b89d-4b1b-bb3e-89009b3ac0be tempest-TenantUsagesTestJSON-433282013 tempest-TenantUsagesTestJSON-433282013-project] No DVR routers for this DVR port 599b9d8a-3ad8-4f3d-b2e9-521a950c4915 on host n-h2-812111-14 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:14:26.382371 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-da471413-9704-4280-99ee-a897fed496c8 req-b4e794dd-b89d-4b1b-bb3e-89009b3ac0be tempest-TenantUsagesTestJSON-433282013 tempest-TenantUsagesTestJSON-433282013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:26.386746 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-da471413-9704-4280-99ee-a897fed496c8 req-b4e794dd-b89d-4b1b-bb3e-89009b3ac0be tempest-TenantUsagesTestJSON-433282013 tempest-TenantUsagesTestJSON-433282013-project] 10.222.0.70 "DELETE /v2.0/ports/599b9d8a-3ad8-4f3d-b2e9-521a950c4915 HTTP/1.1" status: 204 len: 173 time: 2.2131114 Jan 28 19:14:26.414419 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c321088a-424e-4fe6-83a7-f347a07b6d40 req-4ab64791-3187-4dd1-9dae-0e0b4ba2dc2b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=9eff3771-715e-4451-b699-019f5652d895 HTTP/1.1" status: 200 len: 217 time: 0.1455612 Jan 28 19:14:26.460622 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-6f1a3d36-1789-4882-bc6d-af2a939f2606 req-3040dae8-032c-4943-943b-806ac35875c9 service neutron] For port aa7efc40-b703-4984-b5af-93ea24454f13, host n-h2-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=aa7efc40-b703-4984-b5af-93ea24454f13,segment=NetworkSegment(845c9112-7ad9-405b-933b-e5af357107c1),segment_id=845c9112-7ad9-405b-933b-e5af357107c1)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:14:26.470879 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6f1a3d36-1789-4882-bc6d-af2a939f2606 req-3040dae8-032c-4943-943b-806ac35875c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (aa7efc40-b703-4984-b5af-93ea24454f13), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:26.549993 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 9eff3771-715e-4451-b699-019f5652d895 up at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:14:26.561378 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c321088a-424e-4fe6-83a7-f347a07b6d40 req-f7f951b6-fb3c-4e5b-89ea-4a2d178c31d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:26.562943 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c321088a-424e-4fe6-83a7-f347a07b6d40 req-f7f951b6-fb3c-4e5b-89ea-4a2d178c31d9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f2de4832-9ef6-4f40-9ac5-1557d5e6a6ff HTTP/1.1" status: 200 len: 843 time: 0.1391313 Jan 28 19:14:26.650185 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1a3d36-1789-4882-bc6d-af2a939f2606 req-3040dae8-032c-4943-943b-806ac35875c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:26.653462 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6f1a3d36-1789-4882-bc6d-af2a939f2606 req-3040dae8-032c-4943-943b-806ac35875c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:26.653684 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14446418-be54-487c-8cda-9d9f1200c40e req-73a68fbf-e803-484d-95a8-d6d5b0fd3375 tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:26.656162 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6f1a3d36-1789-4882-bc6d-af2a939f2606 req-3040dae8-032c-4943-943b-806ac35875c9 service neutron] 10.222.0.70 "PUT /v2.0/ports/aa7efc40-b703-4984-b5af-93ea24454f13 HTTP/1.1" status: 200 len: 1092 time: 2.8836551 Jan 28 19:14:26.658810 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning complete for port 9eff3771-715e-4451-b699-019f5652d895 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:14:26.660039 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (9eff3771-715e-4451-b699-019f5652d895), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:26.669827 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-14446418-be54-487c-8cda-9d9f1200c40e req-73a68fbf-e803-484d-95a8-d6d5b0fd3375 tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] 10.222.0.64 "GET /v2.0/ports?device_id=b10dfea5-afed-482e-82b2-5d9e4b8cf0ad HTTP/1.1" status: 200 len: 943 time: 0.2154715 Jan 28 19:14:26.694123 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb44b3d-919f-4a73-a89a-b5bde31f5604 req-40daa7dd-9363-4418-bf86-f5b4bcfbe9db tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:26.708998 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-bdb44b3d-919f-4a73-a89a-b5bde31f5604 req-40daa7dd-9363-4418-bf86-f5b4bcfbe9db tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] 10.222.0.64 "GET /v2.0/ports?device_id=d67e2018-4151-48d3-8062-e7793269d14c HTTP/1.1" status: 200 len: 948 time: 0.3036983 Jan 28 19:14:26.785960 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-14446418-be54-487c-8cda-9d9f1200c40e req-4bb7f43e-57fb-4e1a-87b9-00ec04aa7215 tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] 10.222.0.64 "GET /v2.0/security-groups?id=c9932629-d34a-4383-acc9-faa1e1165e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957198 Jan 28 19:14:26.804633 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c321088a-424e-4fe6-83a7-f347a07b6d40 req-4d20879d-42e7-4ee7-bf3c-2d59335e7b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:26.809024 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c321088a-424e-4fe6-83a7-f347a07b6d40 req-4d20879d-42e7-4ee7-bf3c-2d59335e7b75 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7810caa2-eac6-457d-9302-c8c215ef3e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2335069 Jan 28 19:14:26.843029 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port 9eff3771-715e-4451-b699-019f5652d895 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:14:26.844013 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (9eff3771-715e-4451-b699-019f5652d895), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:26.917669 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3040dae8-032c-4943-943b-806ac35875c9 service neutron] Pushing event updated for resources: {'Port': ['ID=aa7efc40-b703-4984-b5af-93ea24454f13,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:26.941516 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 9eff3771-715e-4451-b699-019f5652d895, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=9eff3771-715e-4451-b699-019f5652d895,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:14:26.962137 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (9eff3771-715e-4451-b699-019f5652d895), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:27.071181 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=9eff3771-715e-4451-b699-019f5652d895,revision_number=8']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:27.084571 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-bdb44b3d-919f-4a73-a89a-b5bde31f5604 req-962388a9-71b6-4303-a611-a4e0042723bf tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] 10.222.0.64 "GET /v2.0/security-groups?id=2478b850-89ab-4114-a340-71569acb8761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3731229 Jan 28 19:14:27.086907 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457a88f0-77e2-41e3-abf0-bcb383cb6f2d req-cd53e988-0636-4909-8e65-cfe0e1c43d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:27.095176 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-457a88f0-77e2-41e3-abf0-bcb383cb6f2d req-cd53e988-0636-4909-8e65-cfe0e1c43d96 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=57a0678ad1cb4e46b30e232c1f317a59&device_id=935a286f-698a-480e-8468-5254b3008937 HTTP/1.1" status: 200 len: 1128 time: 0.5676072 Jan 28 19:14:27.096994 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c321088a-424e-4fe6-83a7-f347a07b6d40 req-1ea1e63b-908b-4928-8eb2-9f6dab4f2f99 service neutron] 10.222.0.41 "GET /v2.0/networks/7810caa2-eac6-457d-9302-c8c215ef3e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2737577 Jan 28 19:14:27.153408 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1a3d36-1789-4882-bc6d-af2a939f2606 req-e27da9c9-a3e2-4339-af04-0a254da449a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:27.158256 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6f1a3d36-1789-4882-bc6d-af2a939f2606 req-e27da9c9-a3e2-4339-af04-0a254da449a3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=364a7c42eb8b468d8d8584f032848f52&device_id=b10dfea5-afed-482e-82b2-5d9e4b8cf0ad HTTP/1.1" status: 200 len: 1126 time: 0.3984644 Jan 28 19:14:27.273723 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6f1a3d36-1789-4882-bc6d-af2a939f2606 req-b4cd6a16-920a-485e-835f-b5ee91901c95 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa7efc40-b703-4984-b5af-93ea24454f13 HTTP/1.1" status: 200 len: 217 time: 0.0906672 Jan 28 19:14:27.296525 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80b588e-85c8-4155-9c2e-cf6e895edbc8 req-5727303d-d36c-43b5-b937-a487a7eb8e0c tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:27.298170 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c80b588e-85c8-4155-9c2e-cf6e895edbc8 req-5727303d-d36c-43b5-b937-a487a7eb8e0c tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.41 "GET /v2.0/networks?id=8330dfd7-f74e-41a1-b557-5650d653ac04 HTTP/1.1" status: 200 len: 808 time: 0.4942992 Jan 28 19:14:27.305124 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3cc022db-85d5-4757-99db-5c750f262ab3 req-d378c8a5-b644-437c-ae7b-45ed8f60f82a tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?device_id=c3a44de3-d7bc-419a-9768-acddf7e95fea HTTP/1.1" status: 200 len: 210 time: 0.0868709 Jan 28 19:14:27.317163 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-c80b588e-85c8-4155-9c2e-cf6e895edbc8 req-3ff14d2d-1bd2-47e8-afd3-d3403f202829 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Request body: {'port': {'device_id': 'c3a44de3-d7bc-419a-9768-acddf7e95fea', 'network_id': '8330dfd7-f74e-41a1-b557-5650d653ac04', 'admin_state_up': True, 'tenant_id': '1bd1e0d6512043bfbaf9a8e955e20b9e'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:14:27.435398 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d75c5d28-8bfa-4b7f-a122-332e6809e4cb x-openstack-request-id: req-d75c5d28-8bfa-4b7f-a122-332e6809e4cb {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:14:27.435845 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "909108d7-31d4-456d-a036-40b1cd7a5467", "name": "network-vif-deleted", "tag": "09f7be33-880b-4de8-860c-09586b55eddc", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:14:27.436182 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d75c5d28-8bfa-4b7f-a122-332e6809e4cb {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:14:27.436658 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '909108d7-31d4-456d-a036-40b1cd7a5467', 'name': 'network-vif-deleted', 'tag': '09f7be33-880b-4de8-860c-09586b55eddc', 'status': 'completed', 'code': 200} Jan 28 19:14:27.455276 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2b6524d5-9d28-429c-9400-10b8062293f0 req-2d97240b-ccba-433f-8069-bd2cc163b339 tempest-TenantUsagesTestJSON-433282013 tempest-TenantUsagesTestJSON-433282013-project] 10.222.0.64 "GET /v2.0/ports?device_id=25ac93cc-157c-41e7-bd51-973fdf69513d HTTP/1.1" status: 200 len: 210 time: 0.2886829 Jan 28 19:14:27.462168 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457a88f0-77e2-41e3-abf0-bcb383cb6f2d req-df19e3d6-099c-49e0-a188-74ae3ee89a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:27.464053 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-457a88f0-77e2-41e3-abf0-bcb383cb6f2d req-df19e3d6-099c-49e0-a188-74ae3ee89a8e service neutron] 10.222.0.70 "GET /v2.0/networks?id=72a547d0-d9da-4c9f-b2a7-a4b786ea70ac HTTP/1.1" status: 200 len: 920 time: 0.3552077 Jan 28 19:14:27.468078 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1a3d36-1789-4882-bc6d-af2a939f2606 req-fc62d2df-59e6-49f2-862b-80f183e660ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:27.469880 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6f1a3d36-1789-4882-bc6d-af2a939f2606 req-fc62d2df-59e6-49f2-862b-80f183e660ec service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c08dfd32-a1e5-4572-9817-13ebb5508016 HTTP/1.1" status: 200 len: 862 time: 0.1707318 Jan 28 19:14:27.487726 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c321088a-424e-4fe6-83a7-f347a07b6d40 req-c60c5796-53b7-47d6-ba91-b7bbbd75371c service neutron] 10.222.0.41 "GET /v2.0/networks/7810caa2-eac6-457d-9302-c8c215ef3e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3767529 Jan 28 19:14:27.510772 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 599b9d8a-3ad8-4f3d-b2e9-521a950c4915 no longer exists at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:14:27.543465 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] No Port match for: 599b9d8a-3ad8-4f3d-b2e9-521a950c4915 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:14:27.544326 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 599b9d8a-3ad8-4f3d-b2e9-521a950c4915 not bound to the agent host n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:14:27.550935 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-457a88f0-77e2-41e3-abf0-bcb383cb6f2d req-aaae09b6-6b62-4a89-892c-a73515f09440 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=78ca6da5-552b-4c9a-8357-02fa68e2679d HTTP/1.1" status: 200 len: 217 time: 0.0794334 Jan 28 19:14:27.635234 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca4b408-5d83-4891-af0c-867d71ca9c3a req-448fd1ab-a0ee-4949-b22d-96f9165cf9cf tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:27.636749 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9ca4b408-5d83-4891-af0c-867d71ca9c3a req-448fd1ab-a0ee-4949-b22d-96f9165cf9cf tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=935a286f-698a-480e-8468-5254b3008937 HTTP/1.1" status: 200 len: 945 time: 0.2121696 Jan 28 19:14:27.664202 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457a88f0-77e2-41e3-abf0-bcb383cb6f2d req-cf78c594-50e9-42af-b32d-82fefd263315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:27.665682 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-457a88f0-77e2-41e3-abf0-bcb383cb6f2d req-cf78c594-50e9-42af-b32d-82fefd263315 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=7e42a0bc-2ea3-4c64-b0da-1fe419b4beb8 HTTP/1.1" status: 200 len: 860 time: 0.1016529 Jan 28 19:14:27.675156 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1a3d36-1789-4882-bc6d-af2a939f2606 req-30f4ca5a-8c57-4a50-b894-049aa81cd396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:27.676606 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6f1a3d36-1789-4882-bc6d-af2a939f2606 req-30f4ca5a-8c57-4a50-b894-049aa81cd396 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c806e35b-751a-4ce9-b109-f544f83125cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1524446 Jan 28 19:14:27.682400 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916e4d10-d61c-410d-a6a9-d34e56c47752 req-a3135c4b-b7dc-4ab9-995f-1ae12f3b85ab tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:27.683881 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-916e4d10-d61c-410d-a6a9-d34e56c47752 req-a3135c4b-b7dc-4ab9-995f-1ae12f3b85ab tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e642740-d0d8-41b1-a248-8168c3dece03&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0920300 Jan 28 19:14:27.719819 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-457a88f0-77e2-41e3-abf0-bcb383cb6f2d req-ac88a892-afb3-48ef-b328-206c0375f6c5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=72a547d0-d9da-4c9f-b2a7-a4b786ea70ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389998 Jan 28 19:14:27.720374 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c80b588e-85c8-4155-9c2e-cf6e895edbc8 req-3ff14d2d-1bd2-47e8-afd3-d3403f202829 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Made reservation on behalf of 1bd1e0d6512043bfbaf9a8e955e20b9e for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:14:27.723575 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-c80b588e-85c8-4155-9c2e-cf6e895edbc8 req-3ff14d2d-1bd2-47e8-afd3-d3403f202829 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:27.737148 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-916e4d10-d61c-410d-a6a9-d34e56c47752 req-2189b161-46e6-4a37-a01a-b0c6b55001c2 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.6.198 HTTP/1.1" status: 200 len: 696 time: 0.0474684 Jan 28 19:14:27.746530 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-916e4d10-d61c-410d-a6a9-d34e56c47752 req-cd7b85e7-4115-4ce9-bb37-9a7067f0d232 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] Request body: {'floatingip': {'port_id': '96e6a3f6-9ea4-4c9e-9a87-1a01a1ae9418', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:14:27.785538 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-916e4d10-d61c-410d-a6a9-d34e56c47752 req-cd7b85e7-4115-4ce9-bb37-9a7067f0d232 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] Publish callbacks [] for floatingip (b2d0315c-d7a8-4217-9af0-9034f39a6622), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:27.853004 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9ca4b408-5d83-4891-af0c-867d71ca9c3a req-568ef588-b5e7-4d73-a287-f6dc532425f1 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075603 Jan 28 19:14:27.963373 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6f1a3d36-1789-4882-bc6d-af2a939f2606 req-0ffb6316-172c-4482-8a19-815ab9ef8a8f service neutron] 10.222.0.70 "GET /v2.0/networks/c806e35b-751a-4ce9-b109-f544f83125cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2725933 Jan 28 19:14:27.988316 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-457a88f0-77e2-41e3-abf0-bcb383cb6f2d req-ffd34787-84dd-48af-8183-bb4daaa128e6 service neutron] 10.222.0.70 "GET /v2.0/networks/72a547d0-d9da-4c9f-b2a7-a4b786ea70ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2486610 Jan 28 19:14:28.186632 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-c80b588e-85c8-4155-9c2e-cf6e895edbc8 req-3ff14d2d-1bd2-47e8-afd3-d3403f202829 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Allocated IP 172.20.0.8 (8330dfd7-f74e-41a1-b557-5650d653ac04/09bc6696-a273-4baf-935c-9cf317ddb49d/4393a6ed-522f-40fa-afae-f181e3fabb22) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:14:28.195438 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc6bbaf-d52d-461e-843b-6b121b49e98b req-f4cfe32b-26b3-4daa-9fd0-5b82121032d5 tempest-LiveMigrationNegativeTest-998910460 tempest-LiveMigrationNegativeTest-998910460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:28.197575 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8bc6bbaf-d52d-461e-843b-6b121b49e98b req-f4cfe32b-26b3-4daa-9fd0-5b82121032d5 tempest-LiveMigrationNegativeTest-998910460 tempest-LiveMigrationNegativeTest-998910460-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d1cdb84-1960-418f-bfc0-1984189098a5 HTTP/1.1" status: 200 len: 949 time: 0.2375650 Jan 28 19:14:28.205850 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25ac93cc-157c-41e7-bd51-973fdf69513d', 'name': 'network-vif-deleted', 'tag': '599b9d8a-3ad8-4f3d-b2e9-521a950c4915'}, {'name': 'network-changed', 'server_uuid': 'b10dfea5-afed-482e-82b2-5d9e4b8cf0ad', 'tag': 'aa7efc40-b703-4984-b5af-93ea24454f13'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:14:28.208104 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-086e7729-aa9d-4053-8d6c-b6c199f19138" -d '{"events": [{"server_uuid": "25ac93cc-157c-41e7-bd51-973fdf69513d", "name": "network-vif-deleted", "tag": "599b9d8a-3ad8-4f3d-b2e9-521a950c4915"}, {"name": "network-changed", "server_uuid": "b10dfea5-afed-482e-82b2-5d9e4b8cf0ad", "tag": "aa7efc40-b703-4984-b5af-93ea24454f13"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:14:28.252126 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6f1a3d36-1789-4882-bc6d-af2a939f2606 req-fd5563bf-31fe-4403-b18a-4bd23b002a3e service neutron] 10.222.0.70 "GET /v2.0/networks/c806e35b-751a-4ce9-b109-f544f83125cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2751372 Jan 28 19:14:28.257260 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-457a88f0-77e2-41e3-abf0-bcb383cb6f2d req-5b4cac15-233f-40de-8d88-66b5254123a5 service neutron] 10.222.0.70 "GET /v2.0/networks/72a547d0-d9da-4c9f-b2a7-a4b786ea70ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2417097 Jan 28 19:14:28.281341 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd67e2018-4151-48d3-8062-e7793269d14c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eff3771-715e-4451-b699-019f5652d895'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:14:28.284400 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c27729d-483a-4247-817c-3fc2bf7bc223" -d '{"events": [{"server_uuid": "d67e2018-4151-48d3-8062-e7793269d14c", "name": "network-vif-plugged", "status": "completed", "tag": "9eff3771-715e-4451-b699-019f5652d895"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:14:28.313495 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8bc6bbaf-d52d-461e-843b-6b121b49e98b req-171b1a13-41f0-4b57-985a-fd31ec2d24bc tempest-LiveMigrationNegativeTest-998910460 tempest-LiveMigrationNegativeTest-998910460-project] 10.222.0.64 "GET /v2.0/security-groups?id=d254ab6c-afc7-4730-9a7e-1ca125b4b963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026351 Jan 28 19:14:28.315719 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-916e4d10-d61c-410d-a6a9-d34e56c47752 req-cd7b85e7-4115-4ce9-bb37-9a7067f0d232 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:28.322090 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-916e4d10-d61c-410d-a6a9-d34e56c47752 req-cd7b85e7-4115-4ce9-bb37-9a7067f0d232 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734886'] for floatingip (b2d0315c-d7a8-4217-9af0-9034f39a6622), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:28.438304 n-d-812111-14 neutron-server[103305]: INFO neutron.db.l3_db [req-916e4d10-d61c-410d-a6a9-d34e56c47752 req-cd7b85e7-4115-4ce9-bb37-9a7067f0d232 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] Floating IP b2d0315c-d7a8-4217-9af0-9034f39a6622 associated. External IP: 172.25.6.198, port: 96e6a3f6-9ea4-4c9e-9a87-1a01a1ae9418. Jan 28 19:14:28.565797 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 09f7be33-880b-4de8-860c-09586b55eddc no longer exists at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:14:28.585883 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] No Port match for: 09f7be33-880b-4de8-860c-09586b55eddc {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:14:28.586232 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 09f7be33-880b-4de8-860c-09586b55eddc not bound to the agent host n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:14:28.652115 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [req-916e4d10-d61c-410d-a6a9-d34e56c47752 req-cd7b85e7-4115-4ce9-bb37-9a7067f0d232 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] Router 21fc77fa-6689-425f-a0ea-9e6cfee3d1c0 has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:14:28.687718 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457a88f0-77e2-41e3-abf0-bcb383cb6f2d req-5b5497dd-6a00-4693-8fdd-24277f7c2a20 tempest-LiveAutoBlockMigrationV225Test-1956576498 tempest-LiveAutoBlockMigrationV225Test-1956576498-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:28.689337 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-457a88f0-77e2-41e3-abf0-bcb383cb6f2d req-5b5497dd-6a00-4693-8fdd-24277f7c2a20 tempest-LiveAutoBlockMigrationV225Test-1956576498 tempest-LiveAutoBlockMigrationV225Test-1956576498-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=935a286f-698a-480e-8468-5254b3008937&tenant_id=57a0678ad1cb4e46b30e232c1f317a59&binding%3Ahost_id=n-h1-812111-14 HTTP/1.1" status: 200 len: 1128 time: 0.3547754 Jan 28 19:14:28.705355 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-457a88f0-77e2-41e3-abf0-bcb383cb6f2d req-a174db08-499e-4ea8-9f03-d6add468ec1e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-812111-14'}}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:14:28.710869 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-c80b588e-85c8-4155-9c2e-cf6e895edbc8 req-3ff14d2d-1bd2-47e8-afd3-d3403f202829 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Publish callbacks [] for port (4393a6ed-522f-40fa-afae-f181e3fabb22), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:28.719891 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af3ff8d-ec0e-489f-952f-480b85dc4451 req-f9fb9753-b305-476d-a678-b7ff95a10bff tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:28.721377 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6af3ff8d-ec0e-489f-952f-480b85dc4451 req-f9fb9753-b305-476d-a678-b7ff95a10bff tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] 10.222.0.64 "GET /v2.0/ports?device_id=b10dfea5-afed-482e-82b2-5d9e4b8cf0ad HTTP/1.1" status: 200 len: 943 time: 0.1255639 Jan 28 19:14:28.762472 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-916e4d10-d61c-410d-a6a9-d34e56c47752 req-cd7b85e7-4115-4ce9-bb37-9a7067f0d232 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:14:28.767653 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-916e4d10-d61c-410d-a6a9-d34e56c47752 req-cd7b85e7-4115-4ce9-bb37-9a7067f0d232 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for floatingip (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:28.774761 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65221d0e-4efa-4272-a04c-9727eb6b6f8e None None] Sync routers for ids ['21fc77fa-6689-425f-a0ea-9e6cfee3d1c0'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:14:28.786011 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65221d0e-4efa-4272-a04c-9727eb6b6f8e None None] Routers {'21fc77fa-6689-425f-a0ea-9e6cfee3d1c0'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:14:28.786662 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-65221d0e-4efa-4272-a04c-9727eb6b6f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:14:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['21fc77fa-6689-425f-a0ea-9e6cfee3d1c0'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:14:28.797336 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-916e4d10-d61c-410d-a6a9-d34e56c47752 req-cd7b85e7-4115-4ce9-bb37-9a7067f0d232 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] 10.222.0.64 "PUT /v2.0/floatingips/b2d0315c-d7a8-4217-9af0-9034f39a6622 HTTP/1.1" status: 200 len: 996 time: 1.0544901 Jan 28 19:14:28.827506 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-457a88f0-77e2-41e3-abf0-bcb383cb6f2d req-a174db08-499e-4ea8-9f03-d6add468ec1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (78ca6da5-552b-4c9a-8357-02fa68e2679d), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:28.850322 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6af3ff8d-ec0e-489f-952f-480b85dc4451 req-bb419d6b-2f77-4c5e-a6ca-a5a66f697c3a tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] 10.222.0.64 "GET /v2.0/security-groups?id=c9932629-d34a-4383-acc9-faa1e1165e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112535 Jan 28 19:14:28.860139 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916e4d10-d61c-410d-a6a9-d34e56c47752 req-02f40041-4dbb-4408-b1bc-9b7d9a680da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:28.861809 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-916e4d10-d61c-410d-a6a9-d34e56c47752 req-02f40041-4dbb-4408-b1bc-9b7d9a680da2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2f6c0ce2548d44dba74b697745b9900b&device_id=9e642740-d0d8-41b1-a248-8168c3dece03 HTTP/1.1" status: 200 len: 1128 time: 0.0477374 Jan 28 19:14:28.873229 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-c80b588e-85c8-4155-9c2e-cf6e895edbc8 req-3ff14d2d-1bd2-47e8-afd3-d3403f202829 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (4393a6ed-522f-40fa-afae-f181e3fabb22), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:28.913282 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-65221d0e-4efa-4272-a04c-9727eb6b6f8e None None] Set router 21fc77fa-6689-425f-a0ea-9e6cfee3d1c0 gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:14:28.935051 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c80b588e-85c8-4155-9c2e-cf6e895edbc8 req-3ff14d2d-1bd2-47e8-afd3-d3403f202829 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Network 8330dfd7-f74e-41a1-b557-5650d653ac04 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:14:28.965321 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-c80b588e-85c8-4155-9c2e-cf6e895edbc8 req-3ff14d2d-1bd2-47e8-afd3-d3403f202829 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:14:28.972314 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-c80b588e-85c8-4155-9c2e-cf6e895edbc8 req-3ff14d2d-1bd2-47e8-afd3-d3403f202829 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:14:28.977476 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80b588e-85c8-4155-9c2e-cf6e895edbc8 req-3ff14d2d-1bd2-47e8-afd3-d3403f202829 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:28.978104 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-c80b588e-85c8-4155-9c2e-cf6e895edbc8 req-3ff14d2d-1bd2-47e8-afd3-d3403f202829 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:28.981205 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916e4d10-d61c-410d-a6a9-d34e56c47752 req-c9b841ad-25e5-4cc7-8f45-602ca7b25284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:28.982684 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-916e4d10-d61c-410d-a6a9-d34e56c47752 req-c9b841ad-25e5-4cc7-8f45-602ca7b25284 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1b36af34-6909-4f2b-a96c-a56853ad0cf5 HTTP/1.1" status: 200 len: 921 time: 0.1046019 Jan 28 19:14:29.019846 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff14d2d-1bd2-47e8-afd3-d3403f202829 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Pushing event updated for resources: {'Port': ['ID=4393a6ed-522f-40fa-afae-f181e3fabb22,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:29.048770 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c80b588e-85c8-4155-9c2e-cf6e895edbc8 req-3ff14d2d-1bd2-47e8-afd3-d3403f202829 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7365220 Jan 28 19:14:29.076776 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-c80b588e-85c8-4155-9c2e-cf6e895edbc8 req-950e3a5e-693f-4ade-8963-00b448d0ac5d service neutron] Request body: {'port': {'device_id': 'c3a44de3-d7bc-419a-9768-acddf7e95fea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-14'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:14:29.088520 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-916e4d10-d61c-410d-a6a9-d34e56c47752 req-6b2ef12a-a363-40db-83c8-2cc719cc3e45 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=96e6a3f6-9ea4-4c9e-9a87-1a01a1ae9418 HTTP/1.1" status: 200 len: 999 time: 0.0996699 Jan 28 19:14:29.117401 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13726626-379d-47d3-8229-c43473494645 req-72625151-fe94-4bbc-b3ca-be7aff0fffba tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:29.119437 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-13726626-379d-47d3-8229-c43473494645 req-72625151-fe94-4bbc-b3ca-be7aff0fffba tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] 10.222.0.64 "GET /v2.0/ports?device_id=d67e2018-4151-48d3-8062-e7793269d14c HTTP/1.1" status: 200 len: 949 time: 0.1834280 Jan 28 19:14:29.127505 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-457a88f0-77e2-41e3-abf0-bcb383cb6f2d req-a174db08-499e-4ea8-9f03-d6add468ec1e service neutron] For port 78ca6da5-552b-4c9a-8357-02fa68e2679d, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=78ca6da5-552b-4c9a-8357-02fa68e2679d,segment=NetworkSegment(62a331e7-e6d6-4fbc-9e3c-2d3acdfd7c92),segment_id=62a331e7-e6d6-4fbc-9e3c-2d3acdfd7c92)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:14:29.142216 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916e4d10-d61c-410d-a6a9-d34e56c47752 req-39950c2e-5971-4d4d-9c86-0c51b5a2153c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:29.143917 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-916e4d10-d61c-410d-a6a9-d34e56c47752 req-39950c2e-5971-4d4d-9c86-0c51b5a2153c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d1079c28-134b-4727-b56d-dffa38a58988 HTTP/1.1" status: 200 len: 860 time: 0.0496411 Jan 28 19:14:29.168164 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-65221d0e-4efa-4272-a04c-9727eb6b6f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21fc77fa-6689-425f-a0ea-9e6cfee3d1c0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1356816334-router', 'tenant_id': '2f6c0ce2548d44dba74b697745b9900b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': 'ace37438-62fc-4da8-82fe-598e6e795cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:13:27Z', 'updated_at': '2022-01-28T19:13:38Z', 'revision_number': 4, 'project_id': '2f6c0ce2548d44dba74b697745b9900b', 'gw_port': {'id': 'ace37438-62fc-4da8-82fe-598e6e795cb7', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ea:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fc77fa-6689-425f-a0ea-9e6cfee3d1c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:13:29Z', 'updated_at': '2022-01-28T19:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_floatingips': [{'id': 'b2d0315c-d7a8-4217-9af0-9034f39a6622', 'tenant_id': '2f6c0ce2548d44dba74b697745b9900b', 'floating_ip_address': '172.25.6.198', 'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'router_id': '21fc77fa-6689-425f-a0ea-9e6cfee3d1c0', 'port_id': '96e6a3f6-9ea4-4c9e-9a87-1a01a1ae9418', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 415, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b36af34-6909-4f2b-a96c-a56853ad0cf5', 'mac_address': 'fa:16:3e:5a:fb:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e642740-d0d8-41b1-a248-8168c3dece03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:14:02Z', 'updated_at': '2022-01-28T19:14:28Z', 'revision_number': 1, 'project_id': '2f6c0ce2548d44dba74b697745b9900b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b83721b-3c6a-40cd-b5b2-82876bb947a8', 'name': '', 'network_id': '1b36af34-6909-4f2b-a96c-a56853ad0cf5', 'tenant_id': '2f6c0ce2548d44dba74b697745b9900b', 'mac_address': 'fa:16:3e:e1:c3:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fc77fa-6689-425f-a0ea-9e6cfee3d1c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'd1079c28-134b-4727-b56d-dffa38a58988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:13:35Z', 'updated_at': '2022-01-28T19:13:44Z', 'revision_number': 5, 'project_id': '2f6c0ce2548d44dba74b697745b9900b', 'subnets': [{'id': 'd1079c28-134b-4727-b56d-dffa38a58988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:14:29.196289 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916e4d10-d61c-410d-a6a9-d34e56c47752 req-ad1cc2b4-ee93-4fd0-80a3-8e0ef44bdd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:29.197166 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65221d0e-4efa-4272-a04c-9727eb6b6f8e None None] Checking router: 21fc77fa-6689-425f-a0ea-9e6cfee3d1c0 for host: n-d-812111-14 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:14:29.197872 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-916e4d10-d61c-410d-a6a9-d34e56c47752 req-ad1cc2b4-ee93-4fd0-80a3-8e0ef44bdd3d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1b36af34-6909-4f2b-a96c-a56853ad0cf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0474379 Jan 28 19:14:29.211343 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65221d0e-4efa-4272-a04c-9727eb6b6f8e None None] Routers {'21fc77fa-6689-425f-a0ea-9e6cfee3d1c0'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:14:29.212222 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-65221d0e-4efa-4272-a04c-9727eb6b6f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:14:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['21fc77fa-6689-425f-a0ea-9e6cfee3d1c0'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:14:29.222811 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-c80b588e-85c8-4155-9c2e-cf6e895edbc8 req-950e3a5e-693f-4ade-8963-00b448d0ac5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (4393a6ed-522f-40fa-afae-f181e3fabb22), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:29.232903 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [req-916e4d10-d61c-410d-a6a9-d34e56c47752 req-aa3ebd72-429b-4f65-8730-32f3eb86931b service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:14:29.237980 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-457a88f0-77e2-41e3-abf0-bcb383cb6f2d req-a174db08-499e-4ea8-9f03-d6add468ec1e service neutron] For port 78ca6da5-552b-4c9a-8357-02fa68e2679d, host n-h1-812111-14, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:14:29.241614 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-916e4d10-d61c-410d-a6a9-d34e56c47752 req-aa3ebd72-429b-4f65-8730-32f3eb86931b service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0173309 Jan 28 19:14:29.248580 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-13726626-379d-47d3-8229-c43473494645 req-4d60955d-bb17-46f5-aabc-d8dac3a32ec6 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] 10.222.0.64 "GET /v2.0/security-groups?id=2478b850-89ab-4114-a340-71569acb8761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189334 Jan 28 19:14:29.310461 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 28 Jan 2022 19:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0a3bfe6-5b44-4d03-907d-f10433c4f913 x-openstack-request-id: req-c0a3bfe6-5b44-4d03-907d-f10433c4f913 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:14:29.310765 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25ac93cc-157c-41e7-bd51-973fdf69513d", "name": "network-vif-deleted", "tag": "599b9d8a-3ad8-4f3d-b2e9-521a950c4915", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b10dfea5-afed-482e-82b2-5d9e4b8cf0ad", "tag": "aa7efc40-b703-4984-b5af-93ea24454f13", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:14:29.311018 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c0a3bfe6-5b44-4d03-907d-f10433c4f913 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:14:29.311414 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25ac93cc-157c-41e7-bd51-973fdf69513d', 'name': 'network-vif-deleted', 'tag': '599b9d8a-3ad8-4f3d-b2e9-521a950c4915', 'status': 'completed', 'code': 200} Jan 28 19:14:29.311725 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b10dfea5-afed-482e-82b2-5d9e4b8cf0ad', 'tag': 'aa7efc40-b703-4984-b5af-93ea24454f13', 'status': 'completed', 'code': 200} Jan 28 19:14:29.321085 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-457a88f0-77e2-41e3-abf0-bcb383cb6f2d req-a174db08-499e-4ea8-9f03-d6add468ec1e service neutron] Publish callbacks [] for port (78ca6da5-552b-4c9a-8357-02fa68e2679d), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:29.358041 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b9d4e61-3131-404e-851f-3fa4d62390dd x-openstack-request-id: req-9b9d4e61-3131-404e-851f-3fa4d62390dd {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:14:29.359478 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d67e2018-4151-48d3-8062-e7793269d14c", "name": "network-vif-plugged", "status": "completed", "tag": "9eff3771-715e-4451-b699-019f5652d895", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:14:29.359897 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9b9d4e61-3131-404e-851f-3fa4d62390dd {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:14:29.360444 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd67e2018-4151-48d3-8062-e7793269d14c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eff3771-715e-4451-b699-019f5652d895', 'code': 200} Jan 28 19:14:29.366983 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-65221d0e-4efa-4272-a04c-9727eb6b6f8e None None] Set router 21fc77fa-6689-425f-a0ea-9e6cfee3d1c0 gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:14:29.369149 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-916e4d10-d61c-410d-a6a9-d34e56c47752 req-8156c2a0-fcf2-4064-a258-220e10060208 service neutron] 10.222.0.64 "GET /v2.0/networks/1b36af34-6909-4f2b-a96c-a56853ad0cf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229193 Jan 28 19:14:29.385996 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-457a88f0-77e2-41e3-abf0-bcb383cb6f2d req-a174db08-499e-4ea8-9f03-d6add468ec1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (78ca6da5-552b-4c9a-8357-02fa68e2679d), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:29.443980 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e642740-d0d8-41b1-a248-8168c3dece03', 'tag': '96e6a3f6-9ea4-4c9e-9a87-1a01a1ae9418'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:14:29.446682 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d357c163-09b7-4883-9696-30c73a75f91e" -d '{"events": [{"name": "network-changed", "server_uuid": "9e642740-d0d8-41b1-a248-8168c3dece03", "tag": "96e6a3f6-9ea4-4c9e-9a87-1a01a1ae9418"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:14:29.503013 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-916e4d10-d61c-410d-a6a9-d34e56c47752 req-5eaa3e62-394c-454a-ab36-c97f25d6d982 service neutron] 10.222.0.64 "GET /v2.0/networks/1b36af34-6909-4f2b-a96c-a56853ad0cf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228440 Jan 28 19:14:29.590996 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a174db08-499e-4ea8-9f03-d6add468ec1e service neutron] Pushing event updated for resources: {'Port': ['ID=78ca6da5-552b-4c9a-8357-02fa68e2679d,revision_number=7']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:29.640736 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086e7729-aa9d-4053-8d6c-b6c199f19138 req-efdbfe07-a632-4fa9-9450-be9384ae4d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:29.640951 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9ddf9e-5fd7-403c-8609-c3c8767ac3ff req-10085a09-a8a2-4026-ae3e-0fffb6723760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:29.641720 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-086e7729-aa9d-4053-8d6c-b6c199f19138 req-efdbfe07-a632-4fa9-9450-be9384ae4d95 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=364a7c42eb8b468d8d8584f032848f52&device_id=b10dfea5-afed-482e-82b2-5d9e4b8cf0ad HTTP/1.1" status: 200 len: 1126 time: 0.2571018 Jan 28 19:14:29.642197 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8a9ddf9e-5fd7-403c-8609-c3c8767ac3ff req-10085a09-a8a2-4026-ae3e-0fffb6723760 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d67e2018-4151-48d3-8062-e7793269d14c HTTP/1.1" status: 200 len: 1132 time: 0.0890100 Jan 28 19:14:29.646849 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-457a88f0-77e2-41e3-abf0-bcb383cb6f2d req-a174db08-499e-4ea8-9f03-d6add468ec1e service neutron] Attempting to bind port 78ca6da5-552b-4c9a-8357-02fa68e2679d on host n-h1-812111-14 for vnic_type normal with profile {"migrating_to": "n-h2-812111-14"} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:14:29.647174 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-457a88f0-77e2-41e3-abf0-bcb383cb6f2d req-a174db08-499e-4ea8-9f03-d6add468ec1e service neutron] Attempting to bind port 78ca6da5-552b-4c9a-8357-02fa68e2679d by drivers openvswitch,hyperv on host n-h1-812111-14 at level 0 using segments [{'id': '62a331e7-e6d6-4fbc-9e3c-2d3acdfd7c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '72a547d0-d9da-4c9f-b2a7-a4b786ea70ac'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:14:29.647499 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-457a88f0-77e2-41e3-abf0-bcb383cb6f2d req-a174db08-499e-4ea8-9f03-d6add468ec1e service neutron] Attempting to bind port 78ca6da5-552b-4c9a-8357-02fa68e2679d on network 72a547d0-d9da-4c9f-b2a7-a4b786ea70ac {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:14:29.656629 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f57905-952f-4511-a61e-90907ac7faa4 req-d94aa726-70b5-442f-933f-399422c205b5 tempest-LiveMigrationNegativeTest-1699129925 tempest-LiveMigrationNegativeTest-1699129925-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:29.658123 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-98f57905-952f-4511-a61e-90907ac7faa4 req-d94aa726-70b5-442f-933f-399422c205b5 tempest-LiveMigrationNegativeTest-1699129925 tempest-LiveMigrationNegativeTest-1699129925-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=1d1cdb84-1960-418f-bfc0-1984189098a5 HTTP/1.1" status: 200 len: 1132 time: 0.2005773 Jan 28 19:14:29.672096 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-65221d0e-4efa-4272-a04c-9727eb6b6f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21fc77fa-6689-425f-a0ea-9e6cfee3d1c0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1356816334-router', 'tenant_id': '2f6c0ce2548d44dba74b697745b9900b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': 'ace37438-62fc-4da8-82fe-598e6e795cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:13:27Z', 'updated_at': '2022-01-28T19:13:38Z', 'revision_number': 4, 'project_id': '2f6c0ce2548d44dba74b697745b9900b', 'gw_port': {'id': 'ace37438-62fc-4da8-82fe-598e6e795cb7', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ea:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fc77fa-6689-425f-a0ea-9e6cfee3d1c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:13:29Z', 'updated_at': '2022-01-28T19:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_floatingips': [{'id': 'b2d0315c-d7a8-4217-9af0-9034f39a6622', 'tenant_id': '2f6c0ce2548d44dba74b697745b9900b', 'floating_ip_address': '172.25.6.198', 'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'router_id': '21fc77fa-6689-425f-a0ea-9e6cfee3d1c0', 'port_id': '96e6a3f6-9ea4-4c9e-9a87-1a01a1ae9418', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 415, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b36af34-6909-4f2b-a96c-a56853ad0cf5', 'mac_address': 'fa:16:3e:5a:fb:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e642740-d0d8-41b1-a248-8168c3dece03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:14:02Z', 'updated_at': '2022-01-28T19:14:28Z', 'revision_number': 1, 'project_id': '2f6c0ce2548d44dba74b697745b9900b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b83721b-3c6a-40cd-b5b2-82876bb947a8', 'name': '', 'network_id': '1b36af34-6909-4f2b-a96c-a56853ad0cf5', 'tenant_id': '2f6c0ce2548d44dba74b697745b9900b', 'mac_address': 'fa:16:3e:e1:c3:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fc77fa-6689-425f-a0ea-9e6cfee3d1c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'd1079c28-134b-4727-b56d-dffa38a58988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:13:35Z', 'updated_at': '2022-01-28T19:13:44Z', 'revision_number': 5, 'project_id': '2f6c0ce2548d44dba74b697745b9900b', 'subnets': [{'id': 'd1079c28-134b-4727-b56d-dffa38a58988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:14:29.673332 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b5a663-e9a8-4ded-951f-1c72c7838257 req-893adea0-4886-4bbc-9db7-218f04bd2d5c tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:29.675924 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-43b5a663-e9a8-4ded-951f-1c72c7838257 req-893adea0-4886-4bbc-9db7-218f04bd2d5c tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?device_id=c3a44de3-d7bc-419a-9768-acddf7e95fea HTTP/1.1" status: 200 len: 931 time: 0.0785849 Jan 28 19:14:29.676416 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-457a88f0-77e2-41e3-abf0-bcb383cb6f2d req-a174db08-499e-4ea8-9f03-d6add468ec1e service neutron] Port 78ca6da5-552b-4c9a-8357-02fa68e2679d on network 72a547d0-d9da-4c9f-b2a7-a4b786ea70ac not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-14 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:14:29.676749 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-457a88f0-77e2-41e3-abf0-bcb383cb6f2d req-a174db08-499e-4ea8-9f03-d6add468ec1e service neutron] Attempting to bind port 78ca6da5-552b-4c9a-8357-02fa68e2679d on network 72a547d0-d9da-4c9f-b2a7-a4b786ea70ac {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:14:29.711905 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65221d0e-4efa-4272-a04c-9727eb6b6f8e None None] The sync data for ids ['21fc77fa-6689-425f-a0ea-9e6cfee3d1c0'] in n-d-812111-14 is: [{'id': '21fc77fa-6689-425f-a0ea-9e6cfee3d1c0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1356816334-router', 'tenant_id': '2f6c0ce2548d44dba74b697745b9900b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': 'ace37438-62fc-4da8-82fe-598e6e795cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:13:27Z', 'updated_at': '2022-01-28T19:13:38Z', 'revision_number': 4, 'project_id': '2f6c0ce2548d44dba74b697745b9900b', 'gw_port': {'id': 'ace37438-62fc-4da8-82fe-598e6e795cb7', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ea:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fc77fa-6689-425f-a0ea-9e6cfee3d1c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:13:29Z', 'updated_at': '2022-01-28T19:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_floatingips': [{'id': 'b2d0315c-d7a8-4217-9af0-9034f39a6622', 'tenant_id': '2f6c0ce2548d44dba74b697745b9900b', 'floating_ip_address': '172.25.6.198', 'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'router_id': '21fc77fa-6689-425f-a0ea-9e6cfee3d1c0', 'port_id': '96e6a3f6-9ea4-4c9e-9a87-1a01a1ae9418', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 415, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b36af34-6909-4f2b-a96c-a56853ad0cf5', 'mac_address': 'fa:16:3e:5a:fb:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e642740-d0d8-41b1-a248-8168c3dece03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:14:02Z', 'updated_at': '2022-01-28T19:14:28Z', 'revision_number': 1, 'project_id': '2f6c0ce2548d44dba74b697745b9900b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b83721b-3c6a-40cd-b5b2-82876bb947a8', 'name': '', 'network_id': '1b36af34-6909-4f2b-a96c-a56853ad0cf5', 'tenant_id': '2f6c0ce2548d44dba74b697745b9900b', 'mac_address': 'fa:16:3e:e1:c3:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fc77fa-6689-425f-a0ea-9e6cfee3d1c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'd1079c28-134b-4727-b56d-dffa38a58988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:13:35Z', 'updated_at': '2022-01-28T19:13:44Z', 'revision_number': 5, 'project_id': '2f6c0ce2548d44dba74b697745b9900b', 'subnets': [{'id': 'd1079c28-134b-4727-b56d-dffa38a58988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:14:29.716289 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8a9ddf9e-5fd7-403c-8609-c3c8767ac3ff req-1b60b2ee-91bb-4b65-9f8c-d67c97a80691 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2478b850-89ab-4114-a340-71569acb8761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666809 Jan 28 19:14:29.746009 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-457a88f0-77e2-41e3-abf0-bcb383cb6f2d req-a174db08-499e-4ea8-9f03-d6add468ec1e service neutron] Checking agent: {'id': 'b544ba20-de93-4d86-9e6b-a2202deb6191', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:14:29.746359 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-457a88f0-77e2-41e3-abf0-bcb383cb6f2d req-a174db08-499e-4ea8-9f03-d6add468ec1e service neutron] Checking segment: {'id': '62a331e7-e6d6-4fbc-9e3c-2d3acdfd7c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '72a547d0-d9da-4c9f-b2a7-a4b786ea70ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:14:29.746753 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-457a88f0-77e2-41e3-abf0-bcb383cb6f2d req-a174db08-499e-4ea8-9f03-d6add468ec1e service neutron] Bound using segment: {'id': '62a331e7-e6d6-4fbc-9e3c-2d3acdfd7c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '72a547d0-d9da-4c9f-b2a7-a4b786ea70ac'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:14:29.747206 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-457a88f0-77e2-41e3-abf0-bcb383cb6f2d req-a174db08-499e-4ea8-9f03-d6add468ec1e service neutron] Bound port: 78ca6da5-552b-4c9a-8357-02fa68e2679d, host: n-h1-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62a331e7-e6d6-4fbc-9e3c-2d3acdfd7c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '72a547d0-d9da-4c9f-b2a7-a4b786ea70ac'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:14:29.747567 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-457a88f0-77e2-41e3-abf0-bcb383cb6f2d req-a174db08-499e-4ea8-9f03-d6add468ec1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (78ca6da5-552b-4c9a-8357-02fa68e2679d), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:29.749016 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-43b5a663-e9a8-4ded-951f-1c72c7838257 req-69143394-c472-4244-a7e0-34ddad5ad9ea tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/security-groups?id=414e93b9-08bc-438e-9127-05114ed7dbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663199 Jan 28 19:14:29.755047 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-98f57905-952f-4511-a61e-90907ac7faa4 req-2720ca12-606a-4be8-8562-1d25a053d4bf tempest-LiveMigrationNegativeTest-1699129925 tempest-LiveMigrationNegativeTest-1699129925-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:29.924918 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-457a88f0-77e2-41e3-abf0-bcb383cb6f2d req-a174db08-499e-4ea8-9f03-d6add468ec1e service neutron] For port 78ca6da5-552b-4c9a-8357-02fa68e2679d, host n-h1-812111-14, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:14:29.933111 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086e7729-aa9d-4053-8d6c-b6c199f19138 req-3af83fe5-7043-46c5-aafc-a3e133e107d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:29.934623 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-086e7729-aa9d-4053-8d6c-b6c199f19138 req-3af83fe5-7043-46c5-aafc-a3e133e107d4 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c806e35b-751a-4ce9-b109-f544f83125cf HTTP/1.1" status: 200 len: 923 time: 0.2804124 Jan 28 19:14:29.942158 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0193f3-0260-4230-8829-f9c36c6848cb req-f4e7bae9-ca34-47cf-9ea7-1b3d389d5835 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:29.944414 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ed0193f3-0260-4230-8829-f9c36c6848cb req-f4e7bae9-ca34-47cf-9ea7-1b3d389d5835 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=935a286f-698a-480e-8468-5254b3008937 HTTP/1.1" status: 200 len: 943 time: 0.0694783 Jan 28 19:14:29.967068 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-457a88f0-77e2-41e3-abf0-bcb383cb6f2d req-a174db08-499e-4ea8-9f03-d6add468ec1e service neutron] For port 78ca6da5-552b-4c9a-8357-02fa68e2679d, host n-h1-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=78ca6da5-552b-4c9a-8357-02fa68e2679d,segment=NetworkSegment(62a331e7-e6d6-4fbc-9e3c-2d3acdfd7c92),segment_id=62a331e7-e6d6-4fbc-9e3c-2d3acdfd7c92)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:14:29.988718 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-c80b588e-85c8-4155-9c2e-cf6e895edbc8 req-950e3a5e-693f-4ade-8963-00b448d0ac5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4393a6ed-522f-40fa-afae-f181e3fabb22 {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:14:29.996713 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d120fc9b-06a8-45ed-959f-99fdb7ae8988 None None] New status for floating IP b2d0315c-d7a8-4217-9af0-9034f39a6622: ACTIVE {{(pid=103306) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 19:14:30.003491 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ed0193f3-0260-4230-8829-f9c36c6848cb req-90aee558-07fd-4415-9ff3-0a0f6f99eb44 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501451 Jan 28 19:14:30.032020 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-457a88f0-77e2-41e3-abf0-bcb383cb6f2d req-a174db08-499e-4ea8-9f03-d6add468ec1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (78ca6da5-552b-4c9a-8357-02fa68e2679d), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:30.037682 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-c80b588e-85c8-4155-9c2e-cf6e895edbc8 req-950e3a5e-693f-4ade-8963-00b448d0ac5d service neutron] Publish callbacks [] for port (4393a6ed-522f-40fa-afae-f181e3fabb22), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:30.043353 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-086e7729-aa9d-4053-8d6c-b6c199f19138 req-51e72ed1-0cbd-4198-bb8f-aea63c063643 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa7efc40-b703-4984-b5af-93ea24454f13 HTTP/1.1" status: 200 len: 217 time: 0.0736592 Jan 28 19:14:30.093773 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:14:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-958e39d3-39c0-4f45-81ea-2a7d742d2b4c x-openstack-request-id: req-958e39d3-39c0-4f45-81ea-2a7d742d2b4c {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:14:30.094993 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e642740-d0d8-41b1-a248-8168c3dece03", "tag": "96e6a3f6-9ea4-4c9e-9a87-1a01a1ae9418", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:14:30.095403 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-958e39d3-39c0-4f45-81ea-2a7d742d2b4c {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:14:30.096235 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e642740-d0d8-41b1-a248-8168c3dece03', 'tag': '96e6a3f6-9ea4-4c9e-9a87-1a01a1ae9418', 'status': 'completed', 'code': 200} Jan 28 19:14:30.131220 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-c80b588e-85c8-4155-9c2e-cf6e895edbc8 req-950e3a5e-693f-4ade-8963-00b448d0ac5d service neutron] Transition to ACTIVE for port object 4393a6ed-522f-40fa-afae-f181e3fabb22 will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:14:30.177454 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-c80b588e-85c8-4155-9c2e-cf6e895edbc8 req-950e3a5e-693f-4ade-8963-00b448d0ac5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (4393a6ed-522f-40fa-afae-f181e3fabb22), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:30.217586 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 36326) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:14:30.231035 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-98f57905-952f-4511-a61e-90907ac7faa4 req-2720ca12-606a-4be8-8562-1d25a053d4bf tempest-LiveMigrationNegativeTest-1699129925 tempest-LiveMigrationNegativeTest-1699129925-project-admin] Publish callbacks [] for security_group (b2b2588a-6bd6-4750-9e9b-6df1aad4f146), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:30.243590 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e209f41-c2ac-48ed-b4ed-7e48c230fd40 req-eab76ce0-fc52-4fa2-b134-5362bf6f25d8 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:30.245399 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6e209f41-c2ac-48ed-b4ed-7e48c230fd40 req-eab76ce0-fc52-4fa2-b134-5362bf6f25d8 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] 10.222.0.64 "GET /v2.0/ports?device_id=2a116b9a-966a-46f0-9be4-b8c286608bde&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0915244 Jan 28 19:14:30.256423 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086e7729-aa9d-4053-8d6c-b6c199f19138 req-b3fd9a46-5380-49da-8201-30393b41d3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:30.257855 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-086e7729-aa9d-4053-8d6c-b6c199f19138 req-b3fd9a46-5380-49da-8201-30393b41d3cc service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c08dfd32-a1e5-4572-9817-13ebb5508016 HTTP/1.1" status: 200 len: 862 time: 0.1983511 Jan 28 19:14:30.263080 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a174db08-499e-4ea8-9f03-d6add468ec1e service neutron] Pushing event updated for resources: {'Port': ['ID=78ca6da5-552b-4c9a-8357-02fa68e2679d,revision_number=8']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:30.266047 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-98f57905-952f-4511-a61e-90907ac7faa4 req-2720ca12-606a-4be8-8562-1d25a053d4bf tempest-LiveMigrationNegativeTest-1699129925 tempest-LiveMigrationNegativeTest-1699129925-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (b2b2588a-6bd6-4750-9e9b-6df1aad4f146), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:30.271656 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457a88f0-77e2-41e3-abf0-bcb383cb6f2d req-a174db08-499e-4ea8-9f03-d6add468ec1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:30.272254 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-457a88f0-77e2-41e3-abf0-bcb383cb6f2d req-a174db08-499e-4ea8-9f03-d6add468ec1e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:30.274796 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-457a88f0-77e2-41e3-abf0-bcb383cb6f2d req-a174db08-499e-4ea8-9f03-d6add468ec1e service neutron] 10.222.0.70 "PUT /v2.0/ports/78ca6da5-552b-4c9a-8357-02fa68e2679d HTTP/1.1" status: 200 len: 1123 time: 1.5748928 Jan 28 19:14:30.353785 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6e209f41-c2ac-48ed-b4ed-7e48c230fd40 req-39716009-eb02-422e-98c7-16a1eec4651f tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.6.198 HTTP/1.1" status: 200 len: 1001 time: 0.1017549 Jan 28 19:14:30.362425 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-6e209f41-c2ac-48ed-b4ed-7e48c230fd40 req-7b2d2695-95a4-4ed2-8c6c-dee6d2fccc15 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] Request body: {'floatingip': {'port_id': '451a7b59-b3cd-4c2e-aa9c-93675463f292', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:14:30.400389 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['78ca6da5-552b-4c9a-8357-02fa68e2679d'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:14:30.436880 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-98f57905-952f-4511-a61e-90907ac7faa4 req-2720ca12-606a-4be8-8562-1d25a053d4bf tempest-LiveMigrationNegativeTest-1699129925 tempest-LiveMigrationNegativeTest-1699129925-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=d254ab6c-afc7-4730-9a7e-1ca125b4b963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7613764 Jan 28 19:14:30.438600 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2720ca12-606a-4be8-8562-1d25a053d4bf tempest-LiveMigrationNegativeTest-1699129925 tempest-LiveMigrationNegativeTest-1699129925-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2b2588a-6bd6-4750-9e9b-6df1aad4f146,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:30.448165 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-6e209f41-c2ac-48ed-b4ed-7e48c230fd40 req-7b2d2695-95a4-4ed2-8c6c-dee6d2fccc15 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] Publish callbacks [] for floatingip (b2d0315c-d7a8-4217-9af0-9034f39a6622), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:30.449034 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d357c163-09b7-4883-9696-30c73a75f91e req-dd73bbc2-bfb3-4101-9ec6-b839672ded6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:30.450642 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d357c163-09b7-4883-9696-30c73a75f91e req-dd73bbc2-bfb3-4101-9ec6-b839672ded6d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2f6c0ce2548d44dba74b697745b9900b&device_id=9e642740-d0d8-41b1-a248-8168c3dece03 HTTP/1.1" status: 200 len: 1128 time: 0.3183038 Jan 28 19:14:30.453964 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950e3a5e-693f-4ade-8963-00b448d0ac5d service neutron] Pushing event updated for resources: {'Port': ['ID=4393a6ed-522f-40fa-afae-f181e3fabb22,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:30.458365 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-c80b588e-85c8-4155-9c2e-cf6e895edbc8 req-950e3a5e-693f-4ade-8963-00b448d0ac5d service neutron] Attempting to bind port 4393a6ed-522f-40fa-afae-f181e3fabb22 on host n-h1-812111-14 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:14:30.458706 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-c80b588e-85c8-4155-9c2e-cf6e895edbc8 req-950e3a5e-693f-4ade-8963-00b448d0ac5d service neutron] Attempting to bind port 4393a6ed-522f-40fa-afae-f181e3fabb22 by drivers openvswitch,hyperv on host n-h1-812111-14 at level 0 using segments [{'id': 'e7f54059-7dae-4f1a-9de9-251e6a440c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '8330dfd7-f74e-41a1-b557-5650d653ac04'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:14:30.459056 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c80b588e-85c8-4155-9c2e-cf6e895edbc8 req-950e3a5e-693f-4ade-8963-00b448d0ac5d service neutron] Attempting to bind port 4393a6ed-522f-40fa-afae-f181e3fabb22 on network 8330dfd7-f74e-41a1-b557-5650d653ac04 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:14:30.485660 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c80b588e-85c8-4155-9c2e-cf6e895edbc8 req-950e3a5e-693f-4ade-8963-00b448d0ac5d service neutron] Port 4393a6ed-522f-40fa-afae-f181e3fabb22 on network 8330dfd7-f74e-41a1-b557-5650d653ac04 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-14 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:14:30.485990 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c80b588e-85c8-4155-9c2e-cf6e895edbc8 req-950e3a5e-693f-4ade-8963-00b448d0ac5d service neutron] Attempting to bind port 4393a6ed-522f-40fa-afae-f181e3fabb22 on network 8330dfd7-f74e-41a1-b557-5650d653ac04 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:14:30.514685 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-6cc1eecd-c2c5-43a8-adec-48a10ef75868 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=bcd420ba59fe4471a63bf43f7316a1ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2924964 Jan 28 19:14:30.517473 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 36336) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:14:30.526413 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086e7729-aa9d-4053-8d6c-b6c199f19138 req-5289eb75-f469-4a41-b331-de6a6000312d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:30.527951 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-086e7729-aa9d-4053-8d6c-b6c199f19138 req-5289eb75-f469-4a41-b331-de6a6000312d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c806e35b-751a-4ce9-b109-f544f83125cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2523379 Jan 28 19:14:30.530559 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c80b588e-85c8-4155-9c2e-cf6e895edbc8 req-950e3a5e-693f-4ade-8963-00b448d0ac5d service neutron] Checking agent: {'id': 'b544ba20-de93-4d86-9e6b-a2202deb6191', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:14:30.530888 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c80b588e-85c8-4155-9c2e-cf6e895edbc8 req-950e3a5e-693f-4ade-8963-00b448d0ac5d service neutron] Checking segment: {'id': 'e7f54059-7dae-4f1a-9de9-251e6a440c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '8330dfd7-f74e-41a1-b557-5650d653ac04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:14:30.531278 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c80b588e-85c8-4155-9c2e-cf6e895edbc8 req-950e3a5e-693f-4ade-8963-00b448d0ac5d service neutron] Bound using segment: {'id': 'e7f54059-7dae-4f1a-9de9-251e6a440c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '8330dfd7-f74e-41a1-b557-5650d653ac04'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:14:30.531728 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-c80b588e-85c8-4155-9c2e-cf6e895edbc8 req-950e3a5e-693f-4ade-8963-00b448d0ac5d service neutron] Bound port: 4393a6ed-522f-40fa-afae-f181e3fabb22, host: n-h1-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7f54059-7dae-4f1a-9de9-251e6a440c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '8330dfd7-f74e-41a1-b557-5650d653ac04'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:14:30.532578 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-c80b588e-85c8-4155-9c2e-cf6e895edbc8 req-950e3a5e-693f-4ade-8963-00b448d0ac5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (4393a6ed-522f-40fa-afae-f181e3fabb22), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:30.632633 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f56d296d-99ee-444f-bb9f-7bcd2a986803 admin admin] Publish callbacks [] for security_group (d3a03d1a-aa02-4974-b887-f8013a8056bc), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:30.699326 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f56d296d-99ee-444f-bb9f-7bcd2a986803 admin admin] Publish callbacks [] for security_group (d3a03d1a-aa02-4974-b887-f8013a8056bc), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:30.832605 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f56d296d-99ee-444f-bb9f-7bcd2a986803 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (d3a03d1a-aa02-4974-b887-f8013a8056bc), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:30.835399 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f56d296d-99ee-444f-bb9f-7bcd2a986803 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:30.839803 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-f56d296d-99ee-444f-bb9f-7bcd2a986803 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d3a03d1a-aa02-4974-b887-f8013a8056bc HTTP/1.1" status: 204 len: 168 time: 0.3186047 Jan 28 19:14:30.853276 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56d296d-99ee-444f-bb9f-7bcd2a986803 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3a03d1a-aa02-4974-b887-f8013a8056bc,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:30.924792 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d357c163-09b7-4883-9696-30c73a75f91e req-9dc0923c-2f13-4d38-a00f-bb3e7d6918d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:30.926911 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d357c163-09b7-4883-9696-30c73a75f91e req-9dc0923c-2f13-4d38-a00f-bb3e7d6918d8 service neutron] 10.222.0.70 "GET /v2.0/networks?id=1b36af34-6909-4f2b-a96c-a56853ad0cf5 HTTP/1.1" status: 200 len: 921 time: 0.4634578 Jan 28 19:14:31.011549 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-c80b588e-85c8-4155-9c2e-cf6e895edbc8 req-950e3a5e-693f-4ade-8963-00b448d0ac5d service neutron] For port 4393a6ed-522f-40fa-afae-f181e3fabb22, host n-h1-812111-14, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:14:31.022312 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-086e7729-aa9d-4053-8d6c-b6c199f19138 req-c5825088-7be0-441b-8b11-2e2077571cea service neutron] 10.222.0.70 "GET /v2.0/networks/c806e35b-751a-4ce9-b109-f544f83125cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4821250 Jan 28 19:14:31.049410 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963a9c12-c5f9-4a01-8cb4-6283774f26eb req-1b670e34-70d0-46e1-9dd6-5e1ea4ba05e9 tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:31.056866 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-963a9c12-c5f9-4a01-8cb4-6283774f26eb req-1b670e34-70d0-46e1-9dd6-5e1ea4ba05e9 tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] 10.222.0.64 "GET /v2.0/ports?device_id=b10dfea5-afed-482e-82b2-5d9e4b8cf0ad HTTP/1.1" status: 200 len: 943 time: 0.4476268 Jan 28 19:14:31.067404 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-c80b588e-85c8-4155-9c2e-cf6e895edbc8 req-950e3a5e-693f-4ade-8963-00b448d0ac5d service neutron] For port 4393a6ed-522f-40fa-afae-f181e3fabb22, host n-h1-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=4393a6ed-522f-40fa-afae-f181e3fabb22,segment=NetworkSegment(e7f54059-7dae-4f1a-9de9-251e6a440c72),segment_id=e7f54059-7dae-4f1a-9de9-251e6a440c72)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:14:31.096716 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-c80b588e-85c8-4155-9c2e-cf6e895edbc8 req-950e3a5e-693f-4ade-8963-00b448d0ac5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (4393a6ed-522f-40fa-afae-f181e3fabb22), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:31.145371 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d357c163-09b7-4883-9696-30c73a75f91e req-cdb7f88d-84f8-492b-894f-50665c1753e5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=96e6a3f6-9ea4-4c9e-9a87-1a01a1ae9418 HTTP/1.1" status: 200 len: 1001 time: 0.1953075 Jan 28 19:14:31.234948 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80b588e-85c8-4155-9c2e-cf6e895edbc8 req-950e3a5e-693f-4ade-8963-00b448d0ac5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:31.235409 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-c80b588e-85c8-4155-9c2e-cf6e895edbc8 req-950e3a5e-693f-4ade-8963-00b448d0ac5d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:31.236793 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c80b588e-85c8-4155-9c2e-cf6e895edbc8 req-950e3a5e-693f-4ade-8963-00b448d0ac5d service neutron] 10.222.0.41 "PUT /v2.0/ports/4393a6ed-522f-40fa-afae-f181e3fabb22 HTTP/1.1" status: 200 len: 1092 time: 2.1718411 Jan 28 19:14:31.238747 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 36346) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:14:31.256350 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e14c5e15-cb4b-468f-ad53-517013f609d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:31.283313 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-963a9c12-c5f9-4a01-8cb4-6283774f26eb req-9291e757-7811-4544-b24b-e4b38de487b7 tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] 10.222.0.64 "GET /v2.0/security-groups?id=c9932629-d34a-4383-acc9-faa1e1165e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2255337 Jan 28 19:14:31.313283 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d357c163-09b7-4883-9696-30c73a75f91e req-d07bef9f-a270-4c25-ac10-3e9955cd3ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:31.314752 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d357c163-09b7-4883-9696-30c73a75f91e req-d07bef9f-a270-4c25-ac10-3e9955cd3ffc service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d1079c28-134b-4727-b56d-dffa38a58988 HTTP/1.1" status: 200 len: 860 time: 0.1429508 Jan 28 19:14:31.315353 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950e3a5e-693f-4ade-8963-00b448d0ac5d service neutron] Pushing event updated for resources: {'Port': ['ID=4393a6ed-522f-40fa-afae-f181e3fabb22,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:31.317962 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '935a286f-698a-480e-8468-5254b3008937', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78ca6da5-552b-4c9a-8357-02fa68e2679d'}, {'name': 'network-changed', 'server_uuid': '935a286f-698a-480e-8468-5254b3008937', 'tag': '78ca6da5-552b-4c9a-8357-02fa68e2679d'}, {'name': 'network-changed', 'server_uuid': 'c3a44de3-d7bc-419a-9768-acddf7e95fea', 'tag': '4393a6ed-522f-40fa-afae-f181e3fabb22'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:14:31.320068 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2d87b3c-a1ad-44af-968b-971fc8cc66e5" -d '{"events": [{"server_uuid": "935a286f-698a-480e-8468-5254b3008937", "name": "network-vif-unplugged", "status": "completed", "tag": "78ca6da5-552b-4c9a-8357-02fa68e2679d"}, {"name": "network-changed", "server_uuid": "935a286f-698a-480e-8468-5254b3008937", "tag": "78ca6da5-552b-4c9a-8357-02fa68e2679d"}, {"name": "network-changed", "server_uuid": "c3a44de3-d7bc-419a-9768-acddf7e95fea", "tag": "4393a6ed-522f-40fa-afae-f181e3fabb22"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:14:31.357636 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-086e7729-aa9d-4053-8d6c-b6c199f19138 req-f877223e-9543-4e99-9b17-ca40b4ace7ef service neutron] 10.222.0.70 "GET /v2.0/networks/c806e35b-751a-4ce9-b109-f544f83125cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3228340 Jan 28 19:14:31.401522 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-6e209f41-c2ac-48ed-b4ed-7e48c230fd40 req-7b2d2695-95a4-4ed2-8c6c-dee6d2fccc15 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:31.409232 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-6e209f41-c2ac-48ed-b4ed-7e48c230fd40 req-7b2d2695-95a4-4ed2-8c6c-dee6d2fccc15 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734886'] for floatingip (b2d0315c-d7a8-4217-9af0-9034f39a6622), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:31.431285 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80b588e-85c8-4155-9c2e-cf6e895edbc8 req-732aecf6-06da-4298-89fd-3abf74ac96f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:31.432793 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c80b588e-85c8-4155-9c2e-cf6e895edbc8 req-732aecf6-06da-4298-89fd-3abf74ac96f6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1bd1e0d6512043bfbaf9a8e955e20b9e&device_id=c3a44de3-d7bc-419a-9768-acddf7e95fea HTTP/1.1" status: 200 len: 1126 time: 0.1382849 Jan 28 19:14:31.440363 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d357c163-09b7-4883-9696-30c73a75f91e req-635fa5e4-65bf-46ce-bfde-4386a67a2acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:31.441790 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d357c163-09b7-4883-9696-30c73a75f91e req-635fa5e4-65bf-46ce-bfde-4386a67a2acb service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1b36af34-6909-4f2b-a96c-a56853ad0cf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0971150 Jan 28 19:14:31.455136 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e14c5e15-cb4b-468f-ad53-517013f609d9 admin admin] Publish callbacks [] for security_group (1fc6570b-5c37-4663-909e-1b7a34c25570), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:31.462243 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e14c5e15-cb4b-468f-ad53-517013f609d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (1fc6570b-5c37-4663-909e-1b7a34c25570), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:31.495454 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac08a5f-44f1-42bb-9d07-87ff0ec25c84 req-012f176b-ec90-4c57-9ab7-633920038948 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:31.496935 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1ac08a5f-44f1-42bb-9d07-87ff0ec25c84 req-012f176b-ec90-4c57-9ab7-633920038948 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] 10.222.0.64 "GET /v2.0/ports?device_id=d67e2018-4151-48d3-8062-e7793269d14c HTTP/1.1" status: 200 len: 949 time: 0.1238050 Jan 28 19:14:31.499603 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c80b588e-85c8-4155-9c2e-cf6e895edbc8 req-0e4007e9-9797-4376-909f-dfec6d376678 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4393a6ed-522f-40fa-afae-f181e3fabb22 HTTP/1.1" status: 200 len: 217 time: 0.0569618 Jan 28 19:14:31.546324 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14c5e15-cb4b-468f-ad53-517013f609d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fc6570b-5c37-4663-909e-1b7a34c25570,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:31.552909 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-e14c5e15-cb4b-468f-ad53-517013f609d9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f684b4efc41f4586942c1f93300ad3ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3131618 Jan 28 19:14:31.559008 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 36350) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:14:31.561370 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device aa7efc40-b703-4984-b5af-93ea24454f13 details requested by agent hyperv_n-h2-812111-14 with host n-h2-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:14:31.578963 n-d-812111-14 neutron-server[103305]: INFO neutron.db.l3_db [req-6e209f41-c2ac-48ed-b4ed-7e48c230fd40 req-7b2d2695-95a4-4ed2-8c6c-dee6d2fccc15 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] Floating IP b2d0315c-d7a8-4217-9af0-9034f39a6622 associated. External IP: 172.25.6.198, port: 96e6a3f6-9ea4-4c9e-9a87-1a01a1ae9418. Jan 28 19:14:31.633383 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80b588e-85c8-4155-9c2e-cf6e895edbc8 req-c7615ff9-32cb-4353-a749-54badb9be809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:31.635078 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c80b588e-85c8-4155-9c2e-cf6e895edbc8 req-c7615ff9-32cb-4353-a749-54badb9be809 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=09bc6696-a273-4baf-935c-9cf317ddb49d HTTP/1.1" status: 200 len: 848 time: 0.1259031 Jan 28 19:14:31.668340 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port aa7efc40-b703-4984-b5af-93ea24454f13, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=aa7efc40-b703-4984-b5af-93ea24454f13,segment=NetworkSegment(845c9112-7ad9-405b-933b-e5af357107c1),segment_id=845c9112-7ad9-405b-933b-e5af357107c1)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:14:31.680881 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Returning: {'device': 'aa7efc40-b703-4984-b5af-93ea24454f13', 'network_id': 'c806e35b-751a-4ce9-b109-f544f83125cf', 'port_id': 'aa7efc40-b703-4984-b5af-93ea24454f13', 'mac_address': 'fa:16:3e:58:89:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c08dfd32-a1e5-4572-9817-13ebb5508016', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:14:31.683002 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c80b588e-85c8-4155-9c2e-cf6e895edbc8 req-fd150c5d-d422-417d-8610-da602bb42d08 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8330dfd7-f74e-41a1-b557-5650d653ac04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361340 Jan 28 19:14:31.687002 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1ac08a5f-44f1-42bb-9d07-87ff0ec25c84 req-ae7dd92a-23cf-40f0-a22e-2f76955bc399 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] 10.222.0.64 "GET /v2.0/security-groups?id=2478b850-89ab-4114-a340-71569acb8761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759038 Jan 28 19:14:31.688342 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d357c163-09b7-4883-9696-30c73a75f91e req-ee4ae9c3-d01c-4f21-94bf-5579006173f4 service neutron] 10.222.0.70 "GET /v2.0/networks/1b36af34-6909-4f2b-a96c-a56853ad0cf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2354269 Jan 28 19:14:31.689460 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b68929e6-1b02-4385-8b6b-e52e6288acff admin admin] Publish callbacks [] for security_group (1fc6570b-5c37-4663-909e-1b7a34c25570), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:31.730508 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port aa7efc40-b703-4984-b5af-93ea24454f13 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:14:31.732253 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (aa7efc40-b703-4984-b5af-93ea24454f13), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:31.737147 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b68929e6-1b02-4385-8b6b-e52e6288acff admin admin] Publish callbacks [] for security_group (1fc6570b-5c37-4663-909e-1b7a34c25570), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:31.751954 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa7efc40-b703-4984-b5af-93ea24454f13 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:14:31.793010 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port aa7efc40-b703-4984-b5af-93ea24454f13, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=aa7efc40-b703-4984-b5af-93ea24454f13,segment=NetworkSegment(845c9112-7ad9-405b-933b-e5af357107c1),segment_id=845c9112-7ad9-405b-933b-e5af357107c1)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:14:31.807580 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (aa7efc40-b703-4984-b5af-93ea24454f13), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:31.862095 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c80b588e-85c8-4155-9c2e-cf6e895edbc8 req-38443b6b-d3d6-4fd2-8a6a-f16944e6795a service neutron] 10.222.0.41 "GET /v2.0/networks/8330dfd7-f74e-41a1-b557-5650d653ac04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702287 Jan 28 19:14:31.865720 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d357c163-09b7-4883-9696-30c73a75f91e req-308f45a5-ae6c-4add-be0a-32d7beca74e4 service neutron] 10.222.0.70 "GET /v2.0/networks/1b36af34-6909-4f2b-a96c-a56853ad0cf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640966 Jan 28 19:14:31.881048 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=aa7efc40-b703-4984-b5af-93ea24454f13,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:31.963630 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b68929e6-1b02-4385-8b6b-e52e6288acff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (1fc6570b-5c37-4663-909e-1b7a34c25570), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:31.966124 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b68929e6-1b02-4385-8b6b-e52e6288acff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:31.969610 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-b68929e6-1b02-4385-8b6b-e52e6288acff admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1fc6570b-5c37-4663-909e-1b7a34c25570 HTTP/1.1" status: 204 len: 168 time: 0.4073529 Jan 28 19:14:31.981748 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ad0a38ef-5a48-416f-a363-b51f53ad58d3 req-758a3313-f409-4359-8865-d41ce54f2acf service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=71928752-4f4e-4716-b0d5-ed7ec4fa5672&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1554048 Jan 28 19:14:32.003229 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c80b588e-85c8-4155-9c2e-cf6e895edbc8 req-cd9e2b32-1e2c-44c9-b5ce-69ea811950e0 service neutron] 10.222.0.41 "GET /v2.0/networks/8330dfd7-f74e-41a1-b557-5650d653ac04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318080 Jan 28 19:14:32.013958 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68929e6-1b02-4385-8b6b-e52e6288acff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fc6570b-5c37-4663-909e-1b7a34c25570,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:32.023640 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6e209f41-c2ac-48ed-b4ed-7e48c230fd40 req-7b2d2695-95a4-4ed2-8c6c-dee6d2fccc15 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] Router 21fc77fa-6689-425f-a0ea-9e6cfee3d1c0 has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:14:32.041556 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084fcc7c-ebfc-45ed-9a33-762ef4a49f5f req-5430768c-f5ea-4b00-b03b-036e5b5c2507 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:32.052056 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-084fcc7c-ebfc-45ed-9a33-762ef4a49f5f req-5430768c-f5ea-4b00-b03b-036e5b5c2507 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?device_id=c3a44de3-d7bc-419a-9768-acddf7e95fea HTTP/1.1" status: 200 len: 943 time: 0.1285295 Jan 28 19:14:32.160377 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-084fcc7c-ebfc-45ed-9a33-762ef4a49f5f req-9322e32d-5d7a-4c5c-9fd4-f461256316b8 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/security-groups?id=414e93b9-08bc-438e-9127-05114ed7dbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077108 Jan 28 19:14:32.165859 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0a38ef-5a48-416f-a363-b51f53ad58d3 req-872a3921-6acf-42aa-a874-37312474a0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:32.167362 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ad0a38ef-5a48-416f-a363-b51f53ad58d3 req-872a3921-6acf-42aa-a874-37312474a0a7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=56e30e8962704e02ba24fa7700358958&device_id=71928752-4f4e-4716-b0d5-ed7ec4fa5672 HTTP/1.1" status: 200 len: 1133 time: 0.1134610 Jan 28 19:14:32.170441 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['aa7efc40-b703-4984-b5af-93ea24454f13'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:14:32.187043 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6e209f41-c2ac-48ed-b4ed-7e48c230fd40 req-7b2d2695-95a4-4ed2-8c6c-dee6d2fccc15 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:14:32.199435 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ffdb19-96dd-4b6e-a841-025f1c5fc526 None None] Sync routers for ids ['21fc77fa-6689-425f-a0ea-9e6cfee3d1c0'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:14:32.230005 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ffdb19-96dd-4b6e-a841-025f1c5fc526 None None] Routers {'21fc77fa-6689-425f-a0ea-9e6cfee3d1c0'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:14:32.230865 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-40ffdb19-96dd-4b6e-a841-025f1c5fc526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:14:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['21fc77fa-6689-425f-a0ea-9e6cfee3d1c0'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:14:32.356511 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 36368) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:14:32.430926 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007ef5dc-25f3-4b5c-bddb-bd40b491c40a req-807c3de2-87aa-421f-9e85-b66216dba252 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:32.432489 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-007ef5dc-25f3-4b5c-bddb-bd40b491c40a req-807c3de2-87aa-421f-9e85-b66216dba252 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=935a286f-698a-480e-8468-5254b3008937 HTTP/1.1" status: 200 len: 943 time: 0.2093136 Jan 28 19:14:32.436417 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0a38ef-5a48-416f-a363-b51f53ad58d3 req-35c383d1-e394-4157-838f-4f9ec69dd02c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:32.437908 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ad0a38ef-5a48-416f-a363-b51f53ad58d3 req-35c383d1-e394-4157-838f-4f9ec69dd02c service neutron] 10.222.0.41 "GET /v2.0/networks?id=7810caa2-eac6-457d-9302-c8c215ef3e91 HTTP/1.1" status: 200 len: 869 time: 0.2461812 Jan 28 19:14:32.481083 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-40ffdb19-96dd-4b6e-a841-025f1c5fc526 None None] Set router 21fc77fa-6689-425f-a0ea-9e6cfee3d1c0 gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:14:32.535963 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ad0a38ef-5a48-416f-a363-b51f53ad58d3 req-5df76d0e-6c08-4ea8-814e-8bc8810cd024 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=d627f5c4-03a1-4090-9960-c291d12bf368 HTTP/1.1" status: 200 len: 217 time: 0.0874181 Jan 28 19:14:32.558158 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6e209f41-c2ac-48ed-b4ed-7e48c230fd40 req-7b2d2695-95a4-4ed2-8c6c-dee6d2fccc15 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] Router 21fc77fa-6689-425f-a0ea-9e6cfee3d1c0 has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:14:32.631243 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-007ef5dc-25f3-4b5c-bddb-bd40b491c40a req-9ef7047d-666f-4922-85a1-f5b5bf86d960 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889222 Jan 28 19:14:32.634231 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0a38ef-5a48-416f-a363-b51f53ad58d3 req-67685ea8-b6c2-473b-96d3-217bc7840feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:32.635642 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ad0a38ef-5a48-416f-a363-b51f53ad58d3 req-67685ea8-b6c2-473b-96d3-217bc7840feb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f2de4832-9ef6-4f40-9ac5-1557d5e6a6ff HTTP/1.1" status: 200 len: 843 time: 0.0920429 Jan 28 19:14:32.638376 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-10c9e272-3f73-4d2c-adc2-62e4be77c991 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=215f321da66743809012104419aa9d84&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2838321 Jan 28 19:14:32.640974 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 36380) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:14:32.694252 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6e209f41-c2ac-48ed-b4ed-7e48c230fd40 req-7b2d2695-95a4-4ed2-8c6c-dee6d2fccc15 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:14:32.701700 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-6e209f41-c2ac-48ed-b4ed-7e48c230fd40 req-7b2d2695-95a4-4ed2-8c6c-dee6d2fccc15 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for floatingip (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:32.731180 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Fri, 28 Jan 2022 19:14:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55378c43-e291-4ca3-9bfa-46c24d9147b4 x-openstack-request-id: req-55378c43-e291-4ca3-9bfa-46c24d9147b4 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:14:32.731530 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "935a286f-698a-480e-8468-5254b3008937", "name": "network-vif-unplugged", "status": "completed", "tag": "78ca6da5-552b-4c9a-8357-02fa68e2679d", "code": 200}, {"name": "network-changed", "server_uuid": "935a286f-698a-480e-8468-5254b3008937", "tag": "78ca6da5-552b-4c9a-8357-02fa68e2679d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c3a44de3-d7bc-419a-9768-acddf7e95fea", "tag": "4393a6ed-522f-40fa-afae-f181e3fabb22", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:14:32.731793 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-55378c43-e291-4ca3-9bfa-46c24d9147b4 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:14:32.732204 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '935a286f-698a-480e-8468-5254b3008937', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78ca6da5-552b-4c9a-8357-02fa68e2679d', 'code': 200} Jan 28 19:14:32.732465 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '935a286f-698a-480e-8468-5254b3008937', 'tag': '78ca6da5-552b-4c9a-8357-02fa68e2679d', 'status': 'completed', 'code': 200} Jan 28 19:14:32.732723 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3a44de3-d7bc-419a-9768-acddf7e95fea', 'tag': '4393a6ed-522f-40fa-afae-f181e3fabb22', 'status': 'completed', 'code': 200} Jan 28 19:14:32.733650 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1c5f9e8e-2ab9-4db6-91a5-6b46618f6d4b admin admin] Publish callbacks [] for security_group (44c80812-4aa5-4d90-8f94-d0e5f13c50f7), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:32.737184 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0a38ef-5a48-416f-a363-b51f53ad58d3 req-b3e2e489-0fb1-4f89-a549-e73445f3cf75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:32.739134 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ad0a38ef-5a48-416f-a363-b51f53ad58d3 req-b3e2e489-0fb1-4f89-a549-e73445f3cf75 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7810caa2-eac6-457d-9302-c8c215ef3e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0905600 Jan 28 19:14:32.750655 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e642740-d0d8-41b1-a248-8168c3dece03', 'tag': '96e6a3f6-9ea4-4c9e-9a87-1a01a1ae9418'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:14:32.754943 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dad1b11-2ef5-4d1f-a3b7-85bc9420ba1c" -d '{"events": [{"name": "network-changed", "server_uuid": "9e642740-d0d8-41b1-a248-8168c3dece03", "tag": "96e6a3f6-9ea4-4c9e-9a87-1a01a1ae9418"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:14:32.830505 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6e209f41-c2ac-48ed-b4ed-7e48c230fd40 req-7b2d2695-95a4-4ed2-8c6c-dee6d2fccc15 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] 10.222.0.64 "PUT /v2.0/floatingips/b2d0315c-d7a8-4217-9af0-9034f39a6622 HTTP/1.1" status: 200 len: 999 time: 2.4711154 Jan 28 19:14:32.838482 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1c5f9e8e-2ab9-4db6-91a5-6b46618f6d4b admin admin] Publish callbacks [] for security_group (44c80812-4aa5-4d90-8f94-d0e5f13c50f7), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:32.855073 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-40ffdb19-96dd-4b6e-a841-025f1c5fc526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21fc77fa-6689-425f-a0ea-9e6cfee3d1c0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1356816334-router', 'tenant_id': '2f6c0ce2548d44dba74b697745b9900b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': 'ace37438-62fc-4da8-82fe-598e6e795cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:13:27Z', 'updated_at': '2022-01-28T19:13:38Z', 'revision_number': 4, 'project_id': '2f6c0ce2548d44dba74b697745b9900b', 'gw_port': {'id': 'ace37438-62fc-4da8-82fe-598e6e795cb7', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ea:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fc77fa-6689-425f-a0ea-9e6cfee3d1c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:13:29Z', 'updated_at': '2022-01-28T19:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_floatingips': [{'id': 'b2d0315c-d7a8-4217-9af0-9034f39a6622', 'tenant_id': '2f6c0ce2548d44dba74b697745b9900b', 'floating_ip_address': '172.25.6.198', 'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'router_id': '21fc77fa-6689-425f-a0ea-9e6cfee3d1c0', 'port_id': '451a7b59-b3cd-4c2e-aa9c-93675463f292', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 415, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b36af34-6909-4f2b-a96c-a56853ad0cf5', 'mac_address': 'fa:16:3e:1d:09:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a116b9a-966a-46f0-9be4-b8c286608bde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:14:02Z', 'updated_at': '2022-01-28T19:14:31Z', 'revision_number': 3, 'project_id': '2f6c0ce2548d44dba74b697745b9900b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b83721b-3c6a-40cd-b5b2-82876bb947a8', 'name': '', 'network_id': '1b36af34-6909-4f2b-a96c-a56853ad0cf5', 'tenant_id': '2f6c0ce2548d44dba74b697745b9900b', 'mac_address': 'fa:16:3e:e1:c3:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fc77fa-6689-425f-a0ea-9e6cfee3d1c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'd1079c28-134b-4727-b56d-dffa38a58988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:13:35Z', 'updated_at': '2022-01-28T19:13:44Z', 'revision_number': 5, 'project_id': '2f6c0ce2548d44dba74b697745b9900b', 'subnets': [{'id': 'd1079c28-134b-4727-b56d-dffa38a58988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:14:32.889557 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ffdb19-96dd-4b6e-a841-025f1c5fc526 None None] Checking router: 21fc77fa-6689-425f-a0ea-9e6cfee3d1c0 for host: n-d-812111-14 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:14:32.895312 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d87b3c-a1ad-44af-968b-971fc8cc66e5 req-4de955c5-314f-4269-a90c-0531981c7174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:32.897899 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a2d87b3c-a1ad-44af-968b-971fc8cc66e5 req-4de955c5-314f-4269-a90c-0531981c7174 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=57a0678ad1cb4e46b30e232c1f317a59&device_id=935a286f-698a-480e-8468-5254b3008937 HTTP/1.1" status: 200 len: 1157 time: 0.1154647 Jan 28 19:14:32.899635 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ffdb19-96dd-4b6e-a841-025f1c5fc526 None None] Routers {'21fc77fa-6689-425f-a0ea-9e6cfee3d1c0'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:14:32.900273 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-40ffdb19-96dd-4b6e-a841-025f1c5fc526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:14:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['21fc77fa-6689-425f-a0ea-9e6cfee3d1c0'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:14:32.907063 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e209f41-c2ac-48ed-b4ed-7e48c230fd40 req-8d6367de-effb-4fdc-8953-8a78b98a5132 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:32.908491 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6e209f41-c2ac-48ed-b4ed-7e48c230fd40 req-8d6367de-effb-4fdc-8953-8a78b98a5132 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] 10.222.0.64 "GET /v2.0/ports/96e6a3f6-9ea4-4c9e-9a87-1a01a1ae9418 HTTP/1.1" status: 200 len: 942 time: 0.0771899 Jan 28 19:14:32.999921 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1c5f9e8e-2ab9-4db6-91a5-6b46618f6d4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (44c80812-4aa5-4d90-8f94-d0e5f13c50f7), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:33.002798 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1c5f9e8e-2ab9-4db6-91a5-6b46618f6d4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:33.004075 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-1c5f9e8e-2ab9-4db6-91a5-6b46618f6d4b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/44c80812-4aa5-4d90-8f94-d0e5f13c50f7 HTTP/1.1" status: 204 len: 168 time: 0.3621414 Jan 28 19:14:33.029376 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-40ffdb19-96dd-4b6e-a841-025f1c5fc526 None None] Set router 21fc77fa-6689-425f-a0ea-9e6cfee3d1c0 gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:14:33.031668 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5f9e8e-2ab9-4db6-91a5-6b46618f6d4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44c80812-4aa5-4d90-8f94-d0e5f13c50f7,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:33.036647 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ad0a38ef-5a48-416f-a363-b51f53ad58d3 req-71d9ad60-3dd2-449d-942a-b42bd65beeea service neutron] 10.222.0.41 "GET /v2.0/networks/7810caa2-eac6-457d-9302-c8c215ef3e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2759399 Jan 28 19:14:33.061812 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30d9f40-e7f7-48c9-bc27-e3a9f1c243ad req-5ec23e54-ef6c-46df-8046-ab3e465a762f tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:33.070513 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e30d9f40-e7f7-48c9-bc27-e3a9f1c243ad req-5ec23e54-ef6c-46df-8046-ab3e465a762f tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] 10.222.0.64 "GET /v2.0/ports?device_id=d67e2018-4151-48d3-8062-e7793269d14c HTTP/1.1" status: 200 len: 949 time: 0.1964731 Jan 28 19:14:33.075709 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e209f41-c2ac-48ed-b4ed-7e48c230fd40 req-7f5f16f0-89e1-46d7-8d72-7b6be010e3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:33.077467 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6e209f41-c2ac-48ed-b4ed-7e48c230fd40 req-7f5f16f0-89e1-46d7-8d72-7b6be010e3f2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2f6c0ce2548d44dba74b697745b9900b&device_id=9e642740-d0d8-41b1-a248-8168c3dece03 HTTP/1.1" status: 200 len: 1128 time: 0.0947027 Jan 28 19:14:33.080451 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d87b3c-a1ad-44af-968b-971fc8cc66e5 req-173c2bdc-4286-4dde-8ff9-7762213e4fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:33.083072 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a2d87b3c-a1ad-44af-968b-971fc8cc66e5 req-173c2bdc-4286-4dde-8ff9-7762213e4fa1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=72a547d0-d9da-4c9f-b2a7-a4b786ea70ac HTTP/1.1" status: 200 len: 920 time: 0.1737056 Jan 28 19:14:33.178036 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a2d87b3c-a1ad-44af-968b-971fc8cc66e5 req-d163635b-325a-49e1-9cf3-ac96679d876f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=78ca6da5-552b-4c9a-8357-02fa68e2679d HTTP/1.1" status: 200 len: 217 time: 0.0735736 Jan 28 19:14:33.244425 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e30d9f40-e7f7-48c9-bc27-e3a9f1c243ad req-0eb163c2-0441-43ae-8f5f-ef456d7b7239 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] 10.222.0.64 "GET /v2.0/security-groups?id=2478b850-89ab-4114-a340-71569acb8761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714926 Jan 28 19:14:33.255718 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ad0a38ef-5a48-416f-a363-b51f53ad58d3 req-8ad78177-7367-4b4a-9402-84f2f2df158f service neutron] 10.222.0.41 "GET /v2.0/networks/7810caa2-eac6-457d-9302-c8c215ef3e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797121 Jan 28 19:14:33.281391 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e209f41-c2ac-48ed-b4ed-7e48c230fd40 req-fac9e6b1-4edb-40c5-a100-0230eb3effcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:33.283553 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6e209f41-c2ac-48ed-b4ed-7e48c230fd40 req-fac9e6b1-4edb-40c5-a100-0230eb3effcd service neutron] 10.222.0.64 "GET /v2.0/networks?id=1b36af34-6909-4f2b-a96c-a56853ad0cf5 HTTP/1.1" status: 200 len: 921 time: 0.1992862 Jan 28 19:14:33.290277 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d87b3c-a1ad-44af-968b-971fc8cc66e5 req-72004cdd-ad88-4d23-b5bc-092e193ef477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:33.291725 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a2d87b3c-a1ad-44af-968b-971fc8cc66e5 req-72004cdd-ad88-4d23-b5bc-092e193ef477 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7e42a0bc-2ea3-4c64-b0da-1fe419b4beb8 HTTP/1.1" status: 200 len: 860 time: 0.0906610 Jan 28 19:14:33.338571 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-40ffdb19-96dd-4b6e-a841-025f1c5fc526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21fc77fa-6689-425f-a0ea-9e6cfee3d1c0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1356816334-router', 'tenant_id': '2f6c0ce2548d44dba74b697745b9900b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': 'ace37438-62fc-4da8-82fe-598e6e795cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:13:27Z', 'updated_at': '2022-01-28T19:13:38Z', 'revision_number': 4, 'project_id': '2f6c0ce2548d44dba74b697745b9900b', 'gw_port': {'id': 'ace37438-62fc-4da8-82fe-598e6e795cb7', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ea:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fc77fa-6689-425f-a0ea-9e6cfee3d1c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:13:29Z', 'updated_at': '2022-01-28T19:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_floatingips': [{'id': 'b2d0315c-d7a8-4217-9af0-9034f39a6622', 'tenant_id': '2f6c0ce2548d44dba74b697745b9900b', 'floating_ip_address': '172.25.6.198', 'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'router_id': '21fc77fa-6689-425f-a0ea-9e6cfee3d1c0', 'port_id': '451a7b59-b3cd-4c2e-aa9c-93675463f292', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 415, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b36af34-6909-4f2b-a96c-a56853ad0cf5', 'mac_address': 'fa:16:3e:1d:09:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a116b9a-966a-46f0-9be4-b8c286608bde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:14:02Z', 'updated_at': '2022-01-28T19:14:31Z', 'revision_number': 3, 'project_id': '2f6c0ce2548d44dba74b697745b9900b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b83721b-3c6a-40cd-b5b2-82876bb947a8', 'name': '', 'network_id': '1b36af34-6909-4f2b-a96c-a56853ad0cf5', 'tenant_id': '2f6c0ce2548d44dba74b697745b9900b', 'mac_address': 'fa:16:3e:e1:c3:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fc77fa-6689-425f-a0ea-9e6cfee3d1c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'd1079c28-134b-4727-b56d-dffa38a58988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:13:35Z', 'updated_at': '2022-01-28T19:13:44Z', 'revision_number': 5, 'project_id': '2f6c0ce2548d44dba74b697745b9900b', 'subnets': [{'id': 'd1079c28-134b-4727-b56d-dffa38a58988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:14:33.367654 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6e209f41-c2ac-48ed-b4ed-7e48c230fd40 req-dc9ffafb-7a34-4168-94c1-65a22266e7e1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=96e6a3f6-9ea4-4c9e-9a87-1a01a1ae9418 HTTP/1.1" status: 200 len: 217 time: 0.0707996 Jan 28 19:14:33.375991 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ffdb19-96dd-4b6e-a841-025f1c5fc526 None None] The sync data for ids ['21fc77fa-6689-425f-a0ea-9e6cfee3d1c0'] in n-d-812111-14 is: [{'id': '21fc77fa-6689-425f-a0ea-9e6cfee3d1c0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1356816334-router', 'tenant_id': '2f6c0ce2548d44dba74b697745b9900b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': 'ace37438-62fc-4da8-82fe-598e6e795cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:13:27Z', 'updated_at': '2022-01-28T19:13:38Z', 'revision_number': 4, 'project_id': '2f6c0ce2548d44dba74b697745b9900b', 'gw_port': {'id': 'ace37438-62fc-4da8-82fe-598e6e795cb7', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ea:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fc77fa-6689-425f-a0ea-9e6cfee3d1c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:13:29Z', 'updated_at': '2022-01-28T19:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_floatingips': [{'id': 'b2d0315c-d7a8-4217-9af0-9034f39a6622', 'tenant_id': '2f6c0ce2548d44dba74b697745b9900b', 'floating_ip_address': '172.25.6.198', 'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'router_id': '21fc77fa-6689-425f-a0ea-9e6cfee3d1c0', 'port_id': '451a7b59-b3cd-4c2e-aa9c-93675463f292', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 415, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b36af34-6909-4f2b-a96c-a56853ad0cf5', 'mac_address': 'fa:16:3e:1d:09:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a116b9a-966a-46f0-9be4-b8c286608bde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:14:02Z', 'updated_at': '2022-01-28T19:14:31Z', 'revision_number': 3, 'project_id': '2f6c0ce2548d44dba74b697745b9900b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b83721b-3c6a-40cd-b5b2-82876bb947a8', 'name': '', 'network_id': '1b36af34-6909-4f2b-a96c-a56853ad0cf5', 'tenant_id': '2f6c0ce2548d44dba74b697745b9900b', 'mac_address': 'fa:16:3e:e1:c3:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fc77fa-6689-425f-a0ea-9e6cfee3d1c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'd1079c28-134b-4727-b56d-dffa38a58988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:13:35Z', 'updated_at': '2022-01-28T19:13:44Z', 'revision_number': 5, 'project_id': '2f6c0ce2548d44dba74b697745b9900b', 'subnets': [{'id': 'd1079c28-134b-4727-b56d-dffa38a58988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:14:33.388229 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a2d87b3c-a1ad-44af-968b-971fc8cc66e5 req-89e4b585-9d9f-4f8a-bf6d-f58d55de6ab2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=72a547d0-d9da-4c9f-b2a7-a4b786ea70ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291870 Jan 28 19:14:33.467441 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1625410-cede-40b9-8f6a-a8fda34fbaae req-e895ed1a-c748-40e9-bbab-40906008d4cb tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:33.470930 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d1625410-cede-40b9-8f6a-a8fda34fbaae req-e895ed1a-c748-40e9-bbab-40906008d4cb tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] 10.222.0.64 "GET /v2.0/ports?device_id=b10dfea5-afed-482e-82b2-5d9e4b8cf0ad HTTP/1.1" status: 200 len: 944 time: 0.0675738 Jan 28 19:14:33.495977 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e209f41-c2ac-48ed-b4ed-7e48c230fd40 req-de3aed79-43c6-43b7-8370-ff4615fe140e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:33.497577 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6e209f41-c2ac-48ed-b4ed-7e48c230fd40 req-de3aed79-43c6-43b7-8370-ff4615fe140e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d1079c28-134b-4727-b56d-dffa38a58988 HTTP/1.1" status: 200 len: 860 time: 0.1117015 Jan 28 19:14:33.530202 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 36404) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:14:33.544699 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d1625410-cede-40b9-8f6a-a8fda34fbaae req-d9c49756-5fdb-4c2a-b3a8-cf9949693fad tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] 10.222.0.64 "GET /v2.0/security-groups?id=c9932629-d34a-4383-acc9-faa1e1165e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661631 Jan 28 19:14:33.572954 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 78ca6da5-552b-4c9a-8357-02fa68e2679d details requested by agent hyperv_n-h2-812111-14 with host n-h2-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:14:33.576186 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b7c51372-f3b0-4aec-8912-a62d6871485a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:33.579637 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device aa7efc40-b703-4984-b5af-93ea24454f13 up at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:14:33.582966 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a2d87b3c-a1ad-44af-968b-971fc8cc66e5 req-8bf4d355-01d3-4507-8c38-1ac9f3df4ca3 service neutron] 10.222.0.41 "GET /v2.0/networks/72a547d0-d9da-4c9f-b2a7-a4b786ea70ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590550 Jan 28 19:14:33.607268 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df837149-4bad-47d7-8453-5521b300cdce x-openstack-request-id: req-df837149-4bad-47d7-8453-5521b300cdce {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:14:33.607565 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e642740-d0d8-41b1-a248-8168c3dece03", "tag": "96e6a3f6-9ea4-4c9e-9a87-1a01a1ae9418", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:14:33.607836 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-df837149-4bad-47d7-8453-5521b300cdce {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:14:33.608220 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e642740-d0d8-41b1-a248-8168c3dece03', 'tag': '96e6a3f6-9ea4-4c9e-9a87-1a01a1ae9418', 'status': 'completed', 'code': 200} Jan 28 19:14:33.666174 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e209f41-c2ac-48ed-b4ed-7e48c230fd40 req-df23f376-169c-423d-b3f0-888212b1cab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:33.667620 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6e209f41-c2ac-48ed-b4ed-7e48c230fd40 req-df23f376-169c-423d-b3f0-888212b1cab7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1b36af34-6909-4f2b-a96c-a56853ad0cf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1598234 Jan 28 19:14:33.675040 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c95e39-5ba4-4e61-a864-eb4d36b0adc5 None None] New status for floating IP b2d0315c-d7a8-4217-9af0-9034f39a6622: ACTIVE {{(pid=103306) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 19:14:33.716479 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dad1b11-2ef5-4d1f-a3b7-85bc9420ba1c req-7fe97346-1f06-4d6b-a952-6c0758fcd64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:33.718831 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9dad1b11-2ef5-4d1f-a3b7-85bc9420ba1c req-7fe97346-1f06-4d6b-a952-6c0758fcd64e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2f6c0ce2548d44dba74b697745b9900b&device_id=9e642740-d0d8-41b1-a248-8168c3dece03 HTTP/1.1" status: 200 len: 1128 time: 0.0719373 Jan 28 19:14:33.805344 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a2d87b3c-a1ad-44af-968b-971fc8cc66e5 req-0ae25f2d-13a9-42ab-988e-ed5a6a51e61b service neutron] 10.222.0.41 "GET /v2.0/networks/72a547d0-d9da-4c9f-b2a7-a4b786ea70ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120008 Jan 28 19:14:33.836262 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 78ca6da5-552b-4c9a-8357-02fa68e2679d, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=78ca6da5-552b-4c9a-8357-02fa68e2679d,segment=NetworkSegment(62a331e7-e6d6-4fbc-9e3c-2d3acdfd7c92),segment_id=62a331e7-e6d6-4fbc-9e3c-2d3acdfd7c92)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:14:33.847080 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6e209f41-c2ac-48ed-b4ed-7e48c230fd40 req-e5b5d31e-a1b2-40b9-8bc1-487ccae15199 service neutron] 10.222.0.64 "GET /v2.0/networks/1b36af34-6909-4f2b-a96c-a56853ad0cf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704249 Jan 28 19:14:33.849718 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b7c51372-f3b0-4aec-8912-a62d6871485a admin admin] Publish callbacks [] for security_group (7919d223-dae7-4e61-b20c-e304e48c77a1), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:33.855455 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b7c51372-f3b0-4aec-8912-a62d6871485a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (7919d223-dae7-4e61-b20c-e304e48c77a1), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:33.864876 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 78ca6da5-552b-4c9a-8357-02fa68e2679d has no active binding in host n-h2-812111-14 {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 28 19:14:33.866564 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning for port aa7efc40-b703-4984-b5af-93ea24454f13 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:14:33.897312 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dad1b11-2ef5-4d1f-a3b7-85bc9420ba1c req-f0a946c6-7185-4917-b5c1-a00e11f993f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:33.901414 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9dad1b11-2ef5-4d1f-a3b7-85bc9420ba1c req-f0a946c6-7185-4917-b5c1-a00e11f993f6 service neutron] 10.222.0.70 "GET /v2.0/networks?id=1b36af34-6909-4f2b-a96c-a56853ad0cf5 HTTP/1.1" status: 200 len: 921 time: 0.1601918 Jan 28 19:14:33.919493 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning complete for port aa7efc40-b703-4984-b5af-93ea24454f13 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:14:33.920095 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (aa7efc40-b703-4984-b5af-93ea24454f13), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:33.960943 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9dad1b11-2ef5-4d1f-a3b7-85bc9420ba1c req-23e15617-ca2a-44f5-bdd2-8ad5812df356 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=96e6a3f6-9ea4-4c9e-9a87-1a01a1ae9418 HTTP/1.1" status: 200 len: 217 time: 0.0548751 Jan 28 19:14:34.030229 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c51372-f3b0-4aec-8912-a62d6871485a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7919d223-dae7-4e61-b20c-e304e48c77a1,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:34.034804 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-b7c51372-f3b0-4aec-8912-a62d6871485a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b94071f099d44fe58abb183a512630ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4894972 Jan 28 19:14:34.038487 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 36416) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:14:34.073397 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dad1b11-2ef5-4d1f-a3b7-85bc9420ba1c req-6ccb710b-81fd-4083-9ddd-84c8765a2966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:34.074943 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9dad1b11-2ef5-4d1f-a3b7-85bc9420ba1c req-6ccb710b-81fd-4083-9ddd-84c8765a2966 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d1079c28-134b-4727-b56d-dffa38a58988 HTTP/1.1" status: 200 len: 860 time: 0.1056643 Jan 28 19:14:34.105958 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea420857-c45d-414d-86d9-19351ab855ad req-ee835ed3-c6ec-40d0-8462-f81cafb677fb tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:34.107509 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ea420857-c45d-414d-86d9-19351ab855ad req-ee835ed3-c6ec-40d0-8462-f81cafb677fb tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?device_id=c3a44de3-d7bc-419a-9768-acddf7e95fea HTTP/1.1" status: 200 len: 943 time: 0.1028993 Jan 28 19:14:34.140916 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d87b3c-a1ad-44af-968b-971fc8cc66e5 req-31380a2c-064e-4fb9-8e9d-bacaa333edf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:34.142526 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a2d87b3c-a1ad-44af-968b-971fc8cc66e5 req-31380a2c-064e-4fb9-8e9d-bacaa333edf6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1bd1e0d6512043bfbaf9a8e955e20b9e&device_id=c3a44de3-d7bc-419a-9768-acddf7e95fea HTTP/1.1" status: 200 len: 1126 time: 0.2472723 Jan 28 19:14:34.147718 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6e209f41-c2ac-48ed-b4ed-7e48c230fd40 req-6240019b-60d1-4c30-b852-6a2d937cc59d service neutron] 10.222.0.64 "GET /v2.0/networks/1b36af34-6909-4f2b-a96c-a56853ad0cf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2739794 Jan 28 19:14:34.149079 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-33daa514-3dfb-4f4f-9ca4-b30a5843e5ca admin admin] Publish callbacks [] for security_group (7919d223-dae7-4e61-b20c-e304e48c77a1), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:34.200894 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ea420857-c45d-414d-86d9-19351ab855ad req-3a0ebac8-d8b0-44a7-a93d-3827db4f2ac8 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/security-groups?id=414e93b9-08bc-438e-9127-05114ed7dbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733166 Jan 28 19:14:34.228808 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dad1b11-2ef5-4d1f-a3b7-85bc9420ba1c req-e842102c-ae8f-472a-9c41-7a201e8932a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:34.233215 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9dad1b11-2ef5-4d1f-a3b7-85bc9420ba1c req-e842102c-ae8f-472a-9c41-7a201e8932a0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1b36af34-6909-4f2b-a96c-a56853ad0cf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1453166 Jan 28 19:14:34.243193 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d87b3c-a1ad-44af-968b-971fc8cc66e5 req-898d96c5-1e5a-4b38-aca1-cc6bf3e81c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:34.244673 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a2d87b3c-a1ad-44af-968b-971fc8cc66e5 req-898d96c5-1e5a-4b38-aca1-cc6bf3e81c16 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8330dfd7-f74e-41a1-b557-5650d653ac04 HTTP/1.1" status: 200 len: 908 time: 0.0933957 Jan 28 19:14:34.251617 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port aa7efc40-b703-4984-b5af-93ea24454f13 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:14:34.252009 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (aa7efc40-b703-4984-b5af-93ea24454f13), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:34.283192 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b10dfea5-afed-482e-82b2-5d9e4b8cf0ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa7efc40-b703-4984-b5af-93ea24454f13'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:14:34.286206 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f636c7b2-c854-4306-b47e-59e882934eda" -d '{"events": [{"server_uuid": "b10dfea5-afed-482e-82b2-5d9e4b8cf0ad", "name": "network-vif-plugged", "status": "completed", "tag": "aa7efc40-b703-4984-b5af-93ea24454f13"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:14:34.306325 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d520b9a-c14e-4cc5-80fc-e162bbf81a06 None None] Sync routers for ids ['21fc77fa-6689-425f-a0ea-9e6cfee3d1c0'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:14:34.325601 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d520b9a-c14e-4cc5-80fc-e162bbf81a06 None None] Routers {'21fc77fa-6689-425f-a0ea-9e6cfee3d1c0'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:14:34.326850 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-9d520b9a-c14e-4cc5-80fc-e162bbf81a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:14:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['21fc77fa-6689-425f-a0ea-9e6cfee3d1c0'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:14:34.333879 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port aa7efc40-b703-4984-b5af-93ea24454f13, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=aa7efc40-b703-4984-b5af-93ea24454f13,segment=NetworkSegment(845c9112-7ad9-405b-933b-e5af357107c1),segment_id=845c9112-7ad9-405b-933b-e5af357107c1)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:14:34.344224 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (aa7efc40-b703-4984-b5af-93ea24454f13), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:34.399012 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a2d87b3c-a1ad-44af-968b-971fc8cc66e5 req-e4fc9ec2-9ff6-4ad8-8c75-492cde02f2b1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4393a6ed-522f-40fa-afae-f181e3fabb22 HTTP/1.1" status: 200 len: 217 time: 0.1329513 Jan 28 19:14:34.409147 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=aa7efc40-b703-4984-b5af-93ea24454f13,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:34.415619 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-33daa514-3dfb-4f4f-9ca4-b30a5843e5ca admin admin] Publish callbacks [] for security_group (7919d223-dae7-4e61-b20c-e304e48c77a1), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:34.436226 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9dad1b11-2ef5-4d1f-a3b7-85bc9420ba1c req-df2b8d57-f977-4914-88fa-3893fac2bca0 service neutron] 10.222.0.70 "GET /v2.0/networks/1b36af34-6909-4f2b-a96c-a56853ad0cf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847591 Jan 28 19:14:34.474658 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-457a88f0-77e2-41e3-abf0-bcb383cb6f2d req-0047ebfe-066b-4ab1-b659-dd529a8332f6 service neutron] 10.222.0.41 "GET /v2.0/ports/78ca6da5-552b-4c9a-8357-02fa68e2679d/bindings/n-h2-812111-14 HTTP/1.1" status: 200 len: 385 time: 0.1123660 Jan 28 19:14:34.516600 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d87b3c-a1ad-44af-968b-971fc8cc66e5 req-d9f6b516-81ef-4bc7-bdd1-16e74bdc88cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:34.518197 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a2d87b3c-a1ad-44af-968b-971fc8cc66e5 req-d9f6b516-81ef-4bc7-bdd1-16e74bdc88cc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=09bc6696-a273-4baf-935c-9cf317ddb49d HTTP/1.1" status: 200 len: 848 time: 0.1003978 Jan 28 19:14:34.521593 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e209f41-c2ac-48ed-b4ed-7e48c230fd40 req-1fe7cb43-cd0e-4cdd-b35b-7f5ede90e7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:34.523056 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6e209f41-c2ac-48ed-b4ed-7e48c230fd40 req-1fe7cb43-cd0e-4cdd-b35b-7f5ede90e7cf service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2f6c0ce2548d44dba74b697745b9900b&device_id=2a116b9a-966a-46f0-9be4-b8c286608bde HTTP/1.1" status: 200 len: 1129 time: 0.2747052 Jan 28 19:14:34.534395 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-9d520b9a-c14e-4cc5-80fc-e162bbf81a06 None None] Set router 21fc77fa-6689-425f-a0ea-9e6cfee3d1c0 gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:14:34.551703 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a2d87b3c-a1ad-44af-968b-971fc8cc66e5 req-d47ace99-ecbb-4f52-bac6-e4aeae8f48ce service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8330dfd7-f74e-41a1-b557-5650d653ac04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269005 Jan 28 19:14:34.610973 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 4393a6ed-522f-40fa-afae-f181e3fabb22 details requested by agent hyperv_n-h1-812111-14 with host n-h1-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:14:34.771279 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-33daa514-3dfb-4f4f-9ca4-b30a5843e5ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (7919d223-dae7-4e61-b20c-e304e48c77a1), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:34.778727 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-33daa514-3dfb-4f4f-9ca4-b30a5843e5ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:34.782311 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-33daa514-3dfb-4f4f-9ca4-b30a5843e5ca admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7919d223-dae7-4e61-b20c-e304e48c77a1 HTTP/1.1" status: 204 len: 168 time: 0.7403369 Jan 28 19:14:34.812603 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33daa514-3dfb-4f4f-9ca4-b30a5843e5ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7919d223-dae7-4e61-b20c-e304e48c77a1,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:34.873749 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e209f41-c2ac-48ed-b4ed-7e48c230fd40 req-83c2a167-9f8b-4e88-a4a2-9250303bb4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:34.875218 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6e209f41-c2ac-48ed-b4ed-7e48c230fd40 req-83c2a167-9f8b-4e88-a4a2-9250303bb4c6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1b36af34-6909-4f2b-a96c-a56853ad0cf5 HTTP/1.1" status: 200 len: 921 time: 0.3226571 Jan 28 19:14:34.885692 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9dad1b11-2ef5-4d1f-a3b7-85bc9420ba1c req-abc54310-de17-4be6-a309-0623dd7f919f service neutron] 10.222.0.70 "GET /v2.0/networks/1b36af34-6909-4f2b-a96c-a56853ad0cf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4388032 Jan 28 19:14:34.885928 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a2d87b3c-a1ad-44af-968b-971fc8cc66e5 req-06fc236e-6764-4bae-a3ae-654f114fcdc6 service neutron] 10.222.0.41 "GET /v2.0/networks/8330dfd7-f74e-41a1-b557-5650d653ac04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3234394 Jan 28 19:14:35.012043 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-9d520b9a-c14e-4cc5-80fc-e162bbf81a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21fc77fa-6689-425f-a0ea-9e6cfee3d1c0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1356816334-router', 'tenant_id': '2f6c0ce2548d44dba74b697745b9900b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': 'ace37438-62fc-4da8-82fe-598e6e795cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:13:27Z', 'updated_at': '2022-01-28T19:13:38Z', 'revision_number': 4, 'project_id': '2f6c0ce2548d44dba74b697745b9900b', 'gw_port': {'id': 'ace37438-62fc-4da8-82fe-598e6e795cb7', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ea:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fc77fa-6689-425f-a0ea-9e6cfee3d1c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:13:29Z', 'updated_at': '2022-01-28T19:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_floatingips': [{'id': 'b2d0315c-d7a8-4217-9af0-9034f39a6622', 'tenant_id': '2f6c0ce2548d44dba74b697745b9900b', 'floating_ip_address': '172.25.6.198', 'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'router_id': '21fc77fa-6689-425f-a0ea-9e6cfee3d1c0', 'port_id': '451a7b59-b3cd-4c2e-aa9c-93675463f292', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 415, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b36af34-6909-4f2b-a96c-a56853ad0cf5', 'mac_address': 'fa:16:3e:1d:09:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a116b9a-966a-46f0-9be4-b8c286608bde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:14:02Z', 'updated_at': '2022-01-28T19:14:33Z', 'revision_number': 4, 'project_id': '2f6c0ce2548d44dba74b697745b9900b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b83721b-3c6a-40cd-b5b2-82876bb947a8', 'name': '', 'network_id': '1b36af34-6909-4f2b-a96c-a56853ad0cf5', 'tenant_id': '2f6c0ce2548d44dba74b697745b9900b', 'mac_address': 'fa:16:3e:e1:c3:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fc77fa-6689-425f-a0ea-9e6cfee3d1c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'd1079c28-134b-4727-b56d-dffa38a58988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:13:35Z', 'updated_at': '2022-01-28T19:13:44Z', 'revision_number': 5, 'project_id': '2f6c0ce2548d44dba74b697745b9900b', 'subnets': [{'id': 'd1079c28-134b-4727-b56d-dffa38a58988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:14:35.023209 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 4393a6ed-522f-40fa-afae-f181e3fabb22, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=4393a6ed-522f-40fa-afae-f181e3fabb22,segment=NetworkSegment(e7f54059-7dae-4f1a-9de9-251e6a440c72),segment_id=e7f54059-7dae-4f1a-9de9-251e6a440c72)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:14:35.023476 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-457a88f0-77e2-41e3-abf0-bcb383cb6f2d req-3612a20b-a413-4b26-8b68-1dfac48dace5 service neutron] For port 78ca6da5-552b-4c9a-8357-02fa68e2679d, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=78ca6da5-552b-4c9a-8357-02fa68e2679d,segment=NetworkSegment(62a331e7-e6d6-4fbc-9e3c-2d3acdfd7c92),segment_id=62a331e7-e6d6-4fbc-9e3c-2d3acdfd7c92)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:14:35.042125 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Returning: {'device': '4393a6ed-522f-40fa-afae-f181e3fabb22', 'network_id': '8330dfd7-f74e-41a1-b557-5650d653ac04', 'port_id': '4393a6ed-522f-40fa-afae-f181e3fabb22', 'mac_address': 'fa:16:3e:81:1d:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09bc6696-a273-4baf-935c-9cf317ddb49d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:14:35.053554 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d520b9a-c14e-4cc5-80fc-e162bbf81a06 None None] Checking router: 21fc77fa-6689-425f-a0ea-9e6cfee3d1c0 for host: n-d-812111-14 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:14:35.063622 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d520b9a-c14e-4cc5-80fc-e162bbf81a06 None None] Routers {'21fc77fa-6689-425f-a0ea-9e6cfee3d1c0'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:14:35.064412 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-9d520b9a-c14e-4cc5-80fc-e162bbf81a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:14:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['21fc77fa-6689-425f-a0ea-9e6cfee3d1c0'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:14:35.125712 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port 4393a6ed-522f-40fa-afae-f181e3fabb22 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:14:35.126098 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (4393a6ed-522f-40fa-afae-f181e3fabb22), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:35.163322 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-457a88f0-77e2-41e3-abf0-bcb383cb6f2d req-3612a20b-a413-4b26-8b68-1dfac48dace5 service neutron] For port 78ca6da5-552b-4c9a-8357-02fa68e2679d, host n-h1-812111-14, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:14:35.163809 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4393a6ed-522f-40fa-afae-f181e3fabb22 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:14:35.215143 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 4393a6ed-522f-40fa-afae-f181e3fabb22, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=4393a6ed-522f-40fa-afae-f181e3fabb22,segment=NetworkSegment(e7f54059-7dae-4f1a-9de9-251e6a440c72),segment_id=e7f54059-7dae-4f1a-9de9-251e6a440c72)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:14:35.229376 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (4393a6ed-522f-40fa-afae-f181e3fabb22), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:35.245897 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-9d520b9a-c14e-4cc5-80fc-e162bbf81a06 None None] Set router 21fc77fa-6689-425f-a0ea-9e6cfee3d1c0 gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:14:35.282194 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0190844-5e68-48f1-bcc0-f954aa283ea5 req-30b8a1bf-564b-476e-92bb-419a654e592b tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:35.291127 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c0190844-5e68-48f1-bcc0-f954aa283ea5 req-30b8a1bf-564b-476e-92bb-419a654e592b tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=935a286f-698a-480e-8468-5254b3008937 HTTP/1.1" status: 200 len: 943 time: 0.2575736 Jan 28 19:14:35.296942 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-457a88f0-77e2-41e3-abf0-bcb383cb6f2d req-3612a20b-a413-4b26-8b68-1dfac48dace5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78ca6da5-552b-4c9a-8357-02fa68e2679d {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:14:35.319742 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-457a88f0-77e2-41e3-abf0-bcb383cb6f2d req-3612a20b-a413-4b26-8b68-1dfac48dace5 service neutron] For port 78ca6da5-552b-4c9a-8357-02fa68e2679d, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=78ca6da5-552b-4c9a-8357-02fa68e2679d,segment=NetworkSegment(62a331e7-e6d6-4fbc-9e3c-2d3acdfd7c92),segment_id=62a331e7-e6d6-4fbc-9e3c-2d3acdfd7c92)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:14:35.322564 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=4393a6ed-522f-40fa-afae-f181e3fabb22,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:35.354270 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-457a88f0-77e2-41e3-abf0-bcb383cb6f2d req-3612a20b-a413-4b26-8b68-1dfac48dace5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (78ca6da5-552b-4c9a-8357-02fa68e2679d), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:35.385793 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c0190844-5e68-48f1-bcc0-f954aa283ea5 req-0b699bd0-d0d9-4dd7-a49a-30da1d557d68 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936096 Jan 28 19:14:35.477087 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-457a88f0-77e2-41e3-abf0-bcb383cb6f2d req-3612a20b-a413-4b26-8b68-1dfac48dace5 service neutron] Transition to ACTIVE for port object 78ca6da5-552b-4c9a-8357-02fa68e2679d will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:14:35.486374 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-457a88f0-77e2-41e3-abf0-bcb383cb6f2d req-3612a20b-a413-4b26-8b68-1dfac48dace5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (78ca6da5-552b-4c9a-8357-02fa68e2679d), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:35.528420 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['4393a6ed-522f-40fa-afae-f181e3fabb22'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:14:35.567447 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6e209f41-c2ac-48ed-b4ed-7e48c230fd40 req-bd6230e2-b935-4584-9304-6f3db1699b50 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=451a7b59-b3cd-4c2e-aa9c-93675463f292 HTTP/1.1" status: 200 len: 1002 time: 0.6805260 Jan 28 19:14:35.595492 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-9d520b9a-c14e-4cc5-80fc-e162bbf81a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21fc77fa-6689-425f-a0ea-9e6cfee3d1c0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1356816334-router', 'tenant_id': '2f6c0ce2548d44dba74b697745b9900b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': 'ace37438-62fc-4da8-82fe-598e6e795cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:13:27Z', 'updated_at': '2022-01-28T19:13:38Z', 'revision_number': 4, 'project_id': '2f6c0ce2548d44dba74b697745b9900b', 'gw_port': {'id': 'ace37438-62fc-4da8-82fe-598e6e795cb7', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ea:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fc77fa-6689-425f-a0ea-9e6cfee3d1c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:13:29Z', 'updated_at': '2022-01-28T19:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_floatingips': [{'id': 'b2d0315c-d7a8-4217-9af0-9034f39a6622', 'tenant_id': '2f6c0ce2548d44dba74b697745b9900b', 'floating_ip_address': '172.25.6.198', 'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'router_id': '21fc77fa-6689-425f-a0ea-9e6cfee3d1c0', 'port_id': '451a7b59-b3cd-4c2e-aa9c-93675463f292', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 415, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b36af34-6909-4f2b-a96c-a56853ad0cf5', 'mac_address': 'fa:16:3e:1d:09:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a116b9a-966a-46f0-9be4-b8c286608bde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:14:02Z', 'updated_at': '2022-01-28T19:14:33Z', 'revision_number': 4, 'project_id': '2f6c0ce2548d44dba74b697745b9900b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b83721b-3c6a-40cd-b5b2-82876bb947a8', 'name': '', 'network_id': '1b36af34-6909-4f2b-a96c-a56853ad0cf5', 'tenant_id': '2f6c0ce2548d44dba74b697745b9900b', 'mac_address': 'fa:16:3e:e1:c3:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fc77fa-6689-425f-a0ea-9e6cfee3d1c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'd1079c28-134b-4727-b56d-dffa38a58988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:13:35Z', 'updated_at': '2022-01-28T19:13:44Z', 'revision_number': 5, 'project_id': '2f6c0ce2548d44dba74b697745b9900b', 'subnets': [{'id': 'd1079c28-134b-4727-b56d-dffa38a58988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:14:35.634983 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-457a88f0-77e2-41e3-abf0-bcb383cb6f2d req-3612a20b-a413-4b26-8b68-1dfac48dace5 service neutron] No DVR routers for this DVR port 78ca6da5-552b-4c9a-8357-02fa68e2679d on host n-h1-812111-14 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:14:35.639585 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a116b9a-966a-46f0-9be4-b8c286608bde', 'tag': '451a7b59-b3cd-4c2e-aa9c-93675463f292'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:14:35.642638 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7999c678-dd79-449c-90fc-3b84317f5e25" -d '{"events": [{"name": "network-changed", "server_uuid": "2a116b9a-966a-46f0-9be4-b8c286608bde", "tag": "451a7b59-b3cd-4c2e-aa9c-93675463f292"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:14:35.646322 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e209f41-c2ac-48ed-b4ed-7e48c230fd40 req-72fa6983-20d6-4e05-a385-65bd4315e599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:35.648925 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6e209f41-c2ac-48ed-b4ed-7e48c230fd40 req-72fa6983-20d6-4e05-a385-65bd4315e599 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d1079c28-134b-4727-b56d-dffa38a58988 HTTP/1.1" status: 200 len: 860 time: 0.0686500 Jan 28 19:14:35.656655 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d520b9a-c14e-4cc5-80fc-e162bbf81a06 None None] The sync data for ids ['21fc77fa-6689-425f-a0ea-9e6cfee3d1c0'] in n-d-812111-14 is: [{'id': '21fc77fa-6689-425f-a0ea-9e6cfee3d1c0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1356816334-router', 'tenant_id': '2f6c0ce2548d44dba74b697745b9900b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': 'ace37438-62fc-4da8-82fe-598e6e795cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:13:27Z', 'updated_at': '2022-01-28T19:13:38Z', 'revision_number': 4, 'project_id': '2f6c0ce2548d44dba74b697745b9900b', 'gw_port': {'id': 'ace37438-62fc-4da8-82fe-598e6e795cb7', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ea:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fc77fa-6689-425f-a0ea-9e6cfee3d1c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:13:29Z', 'updated_at': '2022-01-28T19:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_floatingips': [{'id': 'b2d0315c-d7a8-4217-9af0-9034f39a6622', 'tenant_id': '2f6c0ce2548d44dba74b697745b9900b', 'floating_ip_address': '172.25.6.198', 'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'router_id': '21fc77fa-6689-425f-a0ea-9e6cfee3d1c0', 'port_id': '451a7b59-b3cd-4c2e-aa9c-93675463f292', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 415, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b36af34-6909-4f2b-a96c-a56853ad0cf5', 'mac_address': 'fa:16:3e:1d:09:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a116b9a-966a-46f0-9be4-b8c286608bde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:14:02Z', 'updated_at': '2022-01-28T19:14:33Z', 'revision_number': 4, 'project_id': '2f6c0ce2548d44dba74b697745b9900b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b83721b-3c6a-40cd-b5b2-82876bb947a8', 'name': '', 'network_id': '1b36af34-6909-4f2b-a96c-a56853ad0cf5', 'tenant_id': '2f6c0ce2548d44dba74b697745b9900b', 'mac_address': 'fa:16:3e:e1:c3:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fc77fa-6689-425f-a0ea-9e6cfee3d1c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'd1079c28-134b-4727-b56d-dffa38a58988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:13:35Z', 'updated_at': '2022-01-28T19:13:44Z', 'revision_number': 5, 'project_id': '2f6c0ce2548d44dba74b697745b9900b', 'subnets': [{'id': 'd1079c28-134b-4727-b56d-dffa38a58988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:14:35.707936 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3612a20b-a413-4b26-8b68-1dfac48dace5 service neutron] Pushing event updated for resources: {'Port': ['ID=78ca6da5-552b-4c9a-8357-02fa68e2679d,revision_number=10']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:35.715142 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a2d87b3c-a1ad-44af-968b-971fc8cc66e5 req-a4cdebf2-1627-455d-8c20-8bfa0f0b41ad service neutron] 10.222.0.41 "GET /v2.0/networks/8330dfd7-f74e-41a1-b557-5650d653ac04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8203468 Jan 28 19:14:35.729631 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-457a88f0-77e2-41e3-abf0-bcb383cb6f2d req-3612a20b-a413-4b26-8b68-1dfac48dace5 service neutron] 10.222.0.41 "PUT /v2.0/ports/78ca6da5-552b-4c9a-8357-02fa68e2679d/bindings/n-h2-812111-14/activate HTTP/1.1" status: 200 len: 370 time: 1.1806757 Jan 28 19:14:35.736723 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef259043-14f1-47ed-81ea-92ea37b854d4 x-openstack-request-id: req-ef259043-14f1-47ed-81ea-92ea37b854d4 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:14:35.736723 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b10dfea5-afed-482e-82b2-5d9e4b8cf0ad", "name": "network-vif-plugged", "status": "completed", "tag": "aa7efc40-b703-4984-b5af-93ea24454f13", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:14:35.737352 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ef259043-14f1-47ed-81ea-92ea37b854d4 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:14:35.737352 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b10dfea5-afed-482e-82b2-5d9e4b8cf0ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa7efc40-b703-4984-b5af-93ea24454f13', 'code': 200} Jan 28 19:14:35.765758 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e209f41-c2ac-48ed-b4ed-7e48c230fd40 req-b9d5c1d1-f150-4574-81d0-38b0d0a09e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:35.777008 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6e209f41-c2ac-48ed-b4ed-7e48c230fd40 req-b9d5c1d1-f150-4574-81d0-38b0d0a09e25 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1b36af34-6909-4f2b-a96c-a56853ad0cf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1211789 Jan 28 19:14:35.912241 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6e209f41-c2ac-48ed-b4ed-7e48c230fd40 req-ed3e1eb9-4070-4da9-a530-6039212251f9 service neutron] 10.222.0.64 "GET /v2.0/networks/1b36af34-6909-4f2b-a96c-a56853ad0cf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334677 Jan 28 19:14:36.025260 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6e209f41-c2ac-48ed-b4ed-7e48c230fd40 req-05d2a63f-ad79-43e4-9ea8-2826c5185a7a service neutron] 10.222.0.64 "GET /v2.0/networks/1b36af34-6909-4f2b-a96c-a56853ad0cf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121271 Jan 28 19:14:36.147318 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0e906a-3be0-418e-99dc-3c509183e889 req-d8bdca59-8ac1-4104-a454-4f49c12b7468 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:36.149436 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-0f0e906a-3be0-418e-99dc-3c509183e889 req-d8bdca59-8ac1-4104-a454-4f49c12b7468 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] 10.222.0.64 "GET /v2.0/ports?device_id=d67e2018-4151-48d3-8062-e7793269d14c HTTP/1.1" status: 200 len: 949 time: 0.0574288 Jan 28 19:14:36.188038 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457a88f0-77e2-41e3-abf0-bcb383cb6f2d req-ecd85507-6390-45c0-8e6e-b67be8b22994 tempest-LiveAutoBlockMigrationV225Test-1956576498 tempest-LiveAutoBlockMigrationV225Test-1956576498-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:36.189734 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-457a88f0-77e2-41e3-abf0-bcb383cb6f2d req-ecd85507-6390-45c0-8e6e-b67be8b22994 tempest-LiveAutoBlockMigrationV225Test-1956576498 tempest-LiveAutoBlockMigrationV225Test-1956576498-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=935a286f-698a-480e-8468-5254b3008937&tenant_id=57a0678ad1cb4e46b30e232c1f317a59&binding%3Ahost_id=n-h1-812111-14 HTTP/1.1" status: 200 len: 1127 time: 0.3730893 Jan 28 19:14:36.202706 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-0f0e906a-3be0-418e-99dc-3c509183e889 req-f3a27b7b-42dd-4c3a-97cd-39682d897b28 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] 10.222.0.64 "GET /v2.0/security-groups?id=2478b850-89ab-4114-a340-71569acb8761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468862 Jan 28 19:14:36.204028 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12276b9a-5d76-42b3-b9e6-4f42788eba28 req-9f2f89e5-9b0b-4633-925f-22105aecd4da tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:36.210585 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-12276b9a-5d76-42b3-b9e6-4f42788eba28 req-9f2f89e5-9b0b-4633-925f-22105aecd4da tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] 10.222.0.64 "GET /v2.0/ports?device_id=b10dfea5-afed-482e-82b2-5d9e4b8cf0ad HTTP/1.1" status: 200 len: 945 time: 0.3708589 Jan 28 19:14:36.228420 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168d6be2-2ad5-4442-b742-9eb74f8ae0d6 req-af52a948-6f39-4f03-8d13-970ffd8ec8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:36.229878 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-168d6be2-2ad5-4442-b742-9eb74f8ae0d6 req-af52a948-6f39-4f03-8d13-970ffd8ec8a4 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b10dfea5-afed-482e-82b2-5d9e4b8cf0ad HTTP/1.1" status: 200 len: 1128 time: 0.3654332 Jan 28 19:14:36.332147 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-12276b9a-5d76-42b3-b9e6-4f42788eba28 req-23e132d2-be31-4aa2-9f1e-40dc80f0e9b3 tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] 10.222.0.64 "GET /v2.0/security-groups?id=c9932629-d34a-4383-acc9-faa1e1165e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058595 Jan 28 19:14:36.336984 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457a88f0-77e2-41e3-abf0-bcb383cb6f2d req-7d39e776-4935-4954-b221-2fda85bf5be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:36.338483 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-457a88f0-77e2-41e3-abf0-bcb383cb6f2d req-7d39e776-4935-4954-b221-2fda85bf5be0 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=935a286f-698a-480e-8468-5254b3008937&tenant_id=57a0678ad1cb4e46b30e232c1f317a59 HTTP/1.1" status: 200 len: 1127 time: 0.1264026 Jan 28 19:14:36.343340 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-168d6be2-2ad5-4442-b742-9eb74f8ae0d6 req-2b9daf0b-54b9-4cc3-9d34-9a445734f243 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=c9932629-d34a-4383-acc9-faa1e1165e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827818 Jan 28 19:14:36.358565 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4de39e9-5689-4358-af97-4a7ab50edfa1 req-f016aa3e-04a3-477b-9dd5-7ebd9f74ff8d tempest-LiveMigrationNegativeTest-998910460 tempest-LiveMigrationNegativeTest-998910460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:36.361594 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b4de39e9-5689-4358-af97-4a7ab50edfa1 req-f016aa3e-04a3-477b-9dd5-7ebd9f74ff8d tempest-LiveMigrationNegativeTest-998910460 tempest-LiveMigrationNegativeTest-998910460-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d1cdb84-1960-418f-bfc0-1984189098a5 HTTP/1.1" status: 200 len: 949 time: 0.0674951 Jan 28 19:14:36.413261 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b4de39e9-5689-4358-af97-4a7ab50edfa1 req-0e0b5e66-b470-4039-bdfd-156671ab020a tempest-LiveMigrationNegativeTest-998910460 tempest-LiveMigrationNegativeTest-998910460-project] 10.222.0.64 "GET /v2.0/security-groups?id=d254ab6c-afc7-4730-9a7e-1ca125b4b963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473299 Jan 28 19:14:36.457846 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92d1ad4-053f-4b22-9297-dabf341678d7 req-4b2f373a-dfd0-4b6e-afed-415fac38f0c9 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:36.459436 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b92d1ad4-053f-4b22-9297-dabf341678d7 req-4b2f373a-dfd0-4b6e-afed-415fac38f0c9 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?device_id=c3a44de3-d7bc-419a-9768-acddf7e95fea HTTP/1.1" status: 200 len: 944 time: 0.0573335 Jan 28 19:14:36.515840 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b92d1ad4-053f-4b22-9297-dabf341678d7 req-3f7dca16-b339-4e06-983f-2504213728a0 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/security-groups?id=414e93b9-08bc-438e-9127-05114ed7dbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509617 Jan 28 19:14:36.523078 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-0ca62e77-184f-47cd-a650-4a7e5467a121 req-3982dd22-f85d-41a1-883a-a69ec37513fe tempest-FlavorsV2NegativeTest-865988493 tempest-FlavorsV2NegativeTest-865988493-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=5b346f903dda45e2b859f37900ad0e5d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0289826 Jan 28 19:14:36.570134 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:14:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e45278b-87c8-4441-be74-d5a7c85eb7ff x-openstack-request-id: req-3e45278b-87c8-4441-be74-d5a7c85eb7ff {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:14:36.572619 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a116b9a-966a-46f0-9be4-b8c286608bde", "tag": "451a7b59-b3cd-4c2e-aa9c-93675463f292", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:14:36.572883 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3e45278b-87c8-4441-be74-d5a7c85eb7ff {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:14:36.573361 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a116b9a-966a-46f0-9be4-b8c286608bde', 'tag': '451a7b59-b3cd-4c2e-aa9c-93675463f292', 'status': 'completed', 'code': 200} Jan 28 19:14:36.573521 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-616ccb91-ce73-422a-852a-faa509ca76c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:36.632072 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 4393a6ed-522f-40fa-afae-f181e3fabb22 up at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:14:36.685695 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca62e77-184f-47cd-a650-4a7e5467a121 req-09daca07-69d4-4473-9b4a-a57e0356f165 tempest-FlavorsV2NegativeTest-865988493 tempest-FlavorsV2NegativeTest-865988493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:36.692046 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-0ca62e77-184f-47cd-a650-4a7e5467a121 req-09daca07-69d4-4473-9b4a-a57e0356f165 tempest-FlavorsV2NegativeTest-865988493 tempest-FlavorsV2NegativeTest-865988493-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1583872 Jan 28 19:14:36.698509 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning for port 4393a6ed-522f-40fa-afae-f181e3fabb22 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:14:36.703231 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning complete for port 4393a6ed-522f-40fa-afae-f181e3fabb22 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:14:36.703776 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (4393a6ed-522f-40fa-afae-f181e3fabb22), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:36.712843 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-0ca62e77-184f-47cd-a650-4a7e5467a121 req-f0c85b5b-4d51-4c68-9f5e-82df83805a91 tempest-FlavorsV2NegativeTest-865988493 tempest-FlavorsV2NegativeTest-865988493-project] 10.222.0.64 "GET /v2.0/quotas/5b346f903dda45e2b859f37900ad0e5d HTTP/1.1" status: 200 len: 375 time: 0.0139537 Jan 28 19:14:36.751745 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-0ca62e77-184f-47cd-a650-4a7e5467a121 req-dddd05b8-ee37-404c-93b2-f34d2e660cc6 tempest-FlavorsV2NegativeTest-865988493 tempest-FlavorsV2NegativeTest-865988493-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=5b346f903dda45e2b859f37900ad0e5d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0320923 Jan 28 19:14:36.783683 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959856de-2718-4078-b882-d4b042576aaa req-7237fe76-d9c0-4c54-a1fd-63b9eb6de038 tempest-LiveMigrationNegativeTest-998910460 tempest-LiveMigrationNegativeTest-998910460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:36.785174 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-959856de-2718-4078-b882-d4b042576aaa req-7237fe76-d9c0-4c54-a1fd-63b9eb6de038 tempest-LiveMigrationNegativeTest-998910460 tempest-LiveMigrationNegativeTest-998910460-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d1cdb84-1960-418f-bfc0-1984189098a5 HTTP/1.1" status: 200 len: 949 time: 0.2425427 Jan 28 19:14:36.791923 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-99ab3468-5cfb-40c9-b321-bde7555b93af req-03a2a923-2790-4411-a46c-0e300425034a tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.6.198 HTTP/1.1" status: 200 len: 1002 time: 0.2115605 Jan 28 19:14:36.836971 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457a88f0-77e2-41e3-abf0-bcb383cb6f2d req-ca2f1d15-9d11-4101-93ab-2431df3c0c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:36.838890 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-457a88f0-77e2-41e3-abf0-bcb383cb6f2d req-ca2f1d15-9d11-4101-93ab-2431df3c0c6f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=57a0678ad1cb4e46b30e232c1f317a59&device_id=935a286f-698a-480e-8468-5254b3008937 HTTP/1.1" status: 200 len: 1127 time: 0.2314482 Jan 28 19:14:36.852239 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port 4393a6ed-522f-40fa-afae-f181e3fabb22 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:14:36.852783 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (4393a6ed-522f-40fa-afae-f181e3fabb22), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:36.866755 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7999c678-dd79-449c-90fc-3b84317f5e25 req-cae29cf5-c2a1-482d-ac28-999927a21dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:36.870732 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7999c678-dd79-449c-90fc-3b84317f5e25 req-cae29cf5-c2a1-482d-ac28-999927a21dfe service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2f6c0ce2548d44dba74b697745b9900b&device_id=2a116b9a-966a-46f0-9be4-b8c286608bde HTTP/1.1" status: 200 len: 1129 time: 0.2036946 Jan 28 19:14:36.895683 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 4393a6ed-522f-40fa-afae-f181e3fabb22, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=4393a6ed-522f-40fa-afae-f181e3fabb22,segment=NetworkSegment(e7f54059-7dae-4f1a-9de9-251e6a440c72),segment_id=e7f54059-7dae-4f1a-9de9-251e6a440c72)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:14:36.905336 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (4393a6ed-522f-40fa-afae-f181e3fabb22), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:36.906156 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 78ca6da5-552b-4c9a-8357-02fa68e2679d no longer exists at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:14:36.910899 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cf77cd-8c45-422d-8eea-dab4885c432e req-60dd0ee8-bf90-4caa-8198-a601a8014c6b tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:36.920554 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a7cf77cd-8c45-422d-8eea-dab4885c432e req-60dd0ee8-bf90-4caa-8198-a601a8014c6b tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=935a286f-698a-480e-8468-5254b3008937 HTTP/1.1" status: 200 len: 944 time: 0.0883698 Jan 28 19:14:36.978602 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ab3468-5cfb-40c9-b321-bde7555b93af req-a659a17f-9dea-467f-b709-9792e07d63b6 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:36.979251 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a7cf77cd-8c45-422d-8eea-dab4885c432e req-221f2ed8-9029-41ce-af7e-6d7c57b4a5ec tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573447 Jan 28 19:14:36.979994 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-99ab3468-5cfb-40c9-b321-bde7555b93af req-a659a17f-9dea-467f-b709-9792e07d63b6 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] 10.222.0.64 "GET /v2.0/ports/451a7b59-b3cd-4c2e-aa9c-93675463f292 HTTP/1.1" status: 200 len: 943 time: 0.1758666 Jan 28 19:14:37.004184 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] The host n-h1-812111-14 is not matching for port 78ca6da5-552b-4c9a-8357-02fa68e2679d host n-h2-812111-14! {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Jan 28 19:14:37.004184 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 78ca6da5-552b-4c9a-8357-02fa68e2679d not bound to the agent host n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:14:37.045577 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=4393a6ed-522f-40fa-afae-f181e3fabb22,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:37.165907 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457a88f0-77e2-41e3-abf0-bcb383cb6f2d req-83feae2d-8ca0-4307-a958-e1f4ddd74907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:37.167820 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-457a88f0-77e2-41e3-abf0-bcb383cb6f2d req-83feae2d-8ca0-4307-a958-e1f4ddd74907 service neutron] 10.222.0.70 "GET /v2.0/networks?id=72a547d0-d9da-4c9f-b2a7-a4b786ea70ac HTTP/1.1" status: 200 len: 920 time: 0.3038673 Jan 28 19:14:37.191596 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7999c678-dd79-449c-90fc-3b84317f5e25 req-31b14885-a799-43b0-acc6-5e8197661765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:37.193072 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7999c678-dd79-449c-90fc-3b84317f5e25 req-31b14885-a799-43b0-acc6-5e8197661765 service neutron] 10.222.0.70 "GET /v2.0/networks?id=1b36af34-6909-4f2b-a96c-a56853ad0cf5 HTTP/1.1" status: 200 len: 921 time: 0.2971747 Jan 28 19:14:37.240620 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-959856de-2718-4078-b882-d4b042576aaa req-fbd7f368-2477-45c0-a933-ab3b69d8ff4c tempest-LiveMigrationNegativeTest-998910460 tempest-LiveMigrationNegativeTest-998910460-project] Deleting port 1319a988-eda1-4a2c-a24c-e1657ae0eb59 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:14:37.240620 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-959856de-2718-4078-b882-d4b042576aaa req-fbd7f368-2477-45c0-a933-ab3b69d8ff4c tempest-LiveMigrationNegativeTest-998910460 tempest-LiveMigrationNegativeTest-998910460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (1319a988-eda1-4a2c-a24c-e1657ae0eb59), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:37.256931 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-457a88f0-77e2-41e3-abf0-bcb383cb6f2d req-b4da901a-6ff7-46d9-a494-736032077b5e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=78ca6da5-552b-4c9a-8357-02fa68e2679d HTTP/1.1" status: 200 len: 217 time: 0.0781908 Jan 28 19:14:37.344125 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37ae641-15ea-43ce-a24f-3469260fc6ca req-03424c66-d55d-4d3a-83fc-6a942e20427e tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:37.346061 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d37ae641-15ea-43ce-a24f-3469260fc6ca req-03424c66-d55d-4d3a-83fc-6a942e20427e tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] 10.222.0.64 "GET /v2.0/ports?device_id=d67e2018-4151-48d3-8062-e7793269d14c HTTP/1.1" status: 200 len: 949 time: 0.0605190 Jan 28 19:14:37.365757 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-99ab3468-5cfb-40c9-b321-bde7555b93af req-eab4fa57-a26e-4193-89da-390750c632b0 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.6.198 HTTP/1.1" status: 200 len: 1002 time: 0.2838178 Jan 28 19:14:37.398525 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d37ae641-15ea-43ce-a24f-3469260fc6ca req-f3f7cb92-db96-4693-8e72-d9d1122a6359 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] 10.222.0.64 "GET /v2.0/security-groups?id=2478b850-89ab-4114-a340-71569acb8761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466702 Jan 28 19:14:37.459592 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7999c678-dd79-449c-90fc-3b84317f5e25 req-8b520ba8-ca09-4fbc-8b17-3de9edb2dec3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=451a7b59-b3cd-4c2e-aa9c-93675463f292 HTTP/1.1" status: 200 len: 1002 time: 0.2244489 Jan 28 19:14:37.483015 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457a88f0-77e2-41e3-abf0-bcb383cb6f2d req-3cf69887-58ea-40c0-a71b-a4671f9a7056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:37.484390 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-457a88f0-77e2-41e3-abf0-bcb383cb6f2d req-3cf69887-58ea-40c0-a71b-a4671f9a7056 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=7e42a0bc-2ea3-4c64-b0da-1fe419b4beb8 HTTP/1.1" status: 200 len: 860 time: 0.1885989 Jan 28 19:14:37.501640 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 36552) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:14:37.556423 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-457a88f0-77e2-41e3-abf0-bcb383cb6f2d req-cccda8c3-4a63-4acc-b604-3143beca3018 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=72a547d0-d9da-4c9f-b2a7-a4b786ea70ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449991 Jan 28 19:14:37.591419 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-959856de-2718-4078-b882-d4b042576aaa req-fbd7f368-2477-45c0-a933-ab3b69d8ff4c tempest-LiveMigrationNegativeTest-998910460 tempest-LiveMigrationNegativeTest-998910460-project] For port 1319a988-eda1-4a2c-a24c-e1657ae0eb59, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=1319a988-eda1-4a2c-a24c-e1657ae0eb59,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:14:37.591791 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-959856de-2718-4078-b882-d4b042576aaa req-fbd7f368-2477-45c0-a933-ab3b69d8ff4c tempest-LiveMigrationNegativeTest-998910460 tempest-LiveMigrationNegativeTest-998910460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (1319a988-eda1-4a2c-a24c-e1657ae0eb59), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:37.620159 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5d6a7573-1edb-4437-95eb-01cffb73c826 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:37.647462 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7999c678-dd79-449c-90fc-3b84317f5e25 req-e508a843-65b7-41c2-88d0-0a337c1912a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:37.649492 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7999c678-dd79-449c-90fc-3b84317f5e25 req-e508a843-65b7-41c2-88d0-0a337c1912a0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d1079c28-134b-4727-b56d-dffa38a58988 HTTP/1.1" status: 200 len: 860 time: 0.1784434 Jan 28 19:14:37.663821 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-959856de-2718-4078-b882-d4b042576aaa req-fbd7f368-2477-45c0-a933-ab3b69d8ff4c tempest-LiveMigrationNegativeTest-998910460 tempest-LiveMigrationNegativeTest-998910460-project] Calling delete_port for 1319a988-eda1-4a2c-a24c-e1657ae0eb59 owned by compute:nova {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:14:37.707502 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ab3468-5cfb-40c9-b321-bde7555b93af req-5fce7828-a3ea-4e69-b652-aef675386536 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:37.708853 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-99ab3468-5cfb-40c9-b321-bde7555b93af req-5fce7828-a3ea-4e69-b652-aef675386536 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] 10.222.0.64 "GET /v2.0/networks/d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 HTTP/1.1" status: 200 len: 784 time: 0.3299246 Jan 28 19:14:37.738267 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3a44de3-d7bc-419a-9768-acddf7e95fea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4393a6ed-522f-40fa-afae-f181e3fabb22'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:14:37.739245 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5d6a7573-1edb-4437-95eb-01cffb73c826 admin admin] Publish callbacks [] for security_group (4df5f404-b6ba-4e38-9001-544da45678d6), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:37.740836 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85af390c-b581-4aa5-a810-978e171794ed" -d '{"events": [{"server_uuid": "c3a44de3-d7bc-419a-9768-acddf7e95fea", "name": "network-vif-plugged", "status": "completed", "tag": "4393a6ed-522f-40fa-afae-f181e3fabb22"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:14:37.746526 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5d6a7573-1edb-4437-95eb-01cffb73c826 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (4df5f404-b6ba-4e38-9001-544da45678d6), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:37.755246 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c774a92-267d-4e76-a0a8-68004b478eff req-490f312e-8303-4d31-b673-80ed3f05ad44 tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:37.756725 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-0c774a92-267d-4e76-a0a8-68004b478eff req-490f312e-8303-4d31-b673-80ed3f05ad44 tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] 10.222.0.64 "GET /v2.0/ports?device_id=b10dfea5-afed-482e-82b2-5d9e4b8cf0ad HTTP/1.1" status: 200 len: 945 time: 0.0835159 Jan 28 19:14:37.761566 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [req-99ab3468-5cfb-40c9-b321-bde7555b93af req-c50e51fb-5cf8-4663-9df5-05acae695a89 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103304) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:14:37.762502 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-99ab3468-5cfb-40c9-b321-bde7555b93af req-c50e51fb-5cf8-4663-9df5-05acae695a89 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0457873 Jan 28 19:14:37.822338 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-5d6a7573-1edb-4437-95eb-01cffb73c826 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5b346f903dda45e2b859f37900ad0e5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3194039 Jan 28 19:14:37.825779 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-457a88f0-77e2-41e3-abf0-bcb383cb6f2d req-4fb58bec-38d7-4e57-9945-b55ac7216bf4 service neutron] 10.222.0.70 "GET /v2.0/networks/72a547d0-d9da-4c9f-b2a7-a4b786ea70ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2562044 Jan 28 19:14:37.825930 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 36564) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:14:37.826457 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6a7573-1edb-4437-95eb-01cffb73c826 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4df5f404-b6ba-4e38-9001-544da45678d6,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:37.831295 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7999c678-dd79-449c-90fc-3b84317f5e25 req-a3ac024f-dde3-40cc-b175-5d84479a6247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:37.832553 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7999c678-dd79-449c-90fc-3b84317f5e25 req-a3ac024f-dde3-40cc-b175-5d84479a6247 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1b36af34-6909-4f2b-a96c-a56853ad0cf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1709001 Jan 28 19:14:37.853806 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6a7573-1edb-4437-95eb-01cffb73c826 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:14:37.854153 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6a7573-1edb-4437-95eb-01cffb73c826 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:14:37.854496 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6a7573-1edb-4437-95eb-01cffb73c826 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:14:37.854831 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6a7573-1edb-4437-95eb-01cffb73c826 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:14:37.855165 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6a7573-1edb-4437-95eb-01cffb73c826 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:14:37.855497 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6a7573-1edb-4437-95eb-01cffb73c826 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:14:37.855820 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6a7573-1edb-4437-95eb-01cffb73c826 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:14:37.856143 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6a7573-1edb-4437-95eb-01cffb73c826 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:14:37.856464 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6a7573-1edb-4437-95eb-01cffb73c826 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:14:37.856792 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6a7573-1edb-4437-95eb-01cffb73c826 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:14:37.857147 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6a7573-1edb-4437-95eb-01cffb73c826 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:14:37.857447 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6a7573-1edb-4437-95eb-01cffb73c826 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:14:37.857767 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6a7573-1edb-4437-95eb-01cffb73c826 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:14:37.888529 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-0c774a92-267d-4e76-a0a8-68004b478eff req-73a16e9e-fbbf-4832-9e4d-4a3c27cf7f8c tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] 10.222.0.64 "GET /v2.0/security-groups?id=c9932629-d34a-4383-acc9-faa1e1165e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1212356 Jan 28 19:14:37.937176 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f885802f-2503-481e-b016-727d2d8cc3d0 admin admin] Publish callbacks [] for security_group (4df5f404-b6ba-4e38-9001-544da45678d6), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:37.974427 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f885802f-2503-481e-b016-727d2d8cc3d0 admin admin] Publish callbacks [] for security_group (4df5f404-b6ba-4e38-9001-544da45678d6), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:38.064653 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8e62bf-a672-4892-b2ca-bf863ba67858 req-b3921008-aa06-49e1-8a64-09dda3bb4c57 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:38.066249 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-cf8e62bf-a672-4892-b2ca-bf863ba67858 req-b3921008-aa06-49e1-8a64-09dda3bb4c57 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?device_id=c3a44de3-d7bc-419a-9768-acddf7e95fea HTTP/1.1" status: 200 len: 945 time: 0.0831878 Jan 28 19:14:38.090645 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f885802f-2503-481e-b016-727d2d8cc3d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (4df5f404-b6ba-4e38-9001-544da45678d6), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:38.093339 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f885802f-2503-481e-b016-727d2d8cc3d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:38.094492 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-f885802f-2503-481e-b016-727d2d8cc3d0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4df5f404-b6ba-4e38-9001-544da45678d6 HTTP/1.1" status: 204 len: 168 time: 0.2658226 Jan 28 19:14:38.107469 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f885802f-2503-481e-b016-727d2d8cc3d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4df5f404-b6ba-4e38-9001-544da45678d6,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:38.141740 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-cf8e62bf-a672-4892-b2ca-bf863ba67858 req-911df667-5b4f-45d0-8dd4-f4299d313d87 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/security-groups?id=414e93b9-08bc-438e-9127-05114ed7dbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668705 Jan 28 19:14:38.241216 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:14:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1311ef19-1248-421a-bdb6-a460b4914f8c x-openstack-request-id: req-1311ef19-1248-421a-bdb6-a460b4914f8c {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:14:38.242044 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3a44de3-d7bc-419a-9768-acddf7e95fea", "name": "network-vif-plugged", "status": "completed", "tag": "4393a6ed-522f-40fa-afae-f181e3fabb22", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:14:38.243017 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1311ef19-1248-421a-bdb6-a460b4914f8c {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:14:38.243555 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3a44de3-d7bc-419a-9768-acddf7e95fea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4393a6ed-522f-40fa-afae-f181e3fabb22', 'code': 200} Jan 28 19:14:38.301912 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9af327-effb-4376-a7d9-97d13767f3ec req-7f12cee2-8887-460d-9215-79e2f7d6bd15 tempest-LiveMigrationNegativeTest-998910460 tempest-LiveMigrationNegativeTest-998910460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:38.303422 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-dc9af327-effb-4376-a7d9-97d13767f3ec req-7f12cee2-8887-460d-9215-79e2f7d6bd15 tempest-LiveMigrationNegativeTest-998910460 tempest-LiveMigrationNegativeTest-998910460-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d1cdb84-1960-418f-bfc0-1984189098a5 HTTP/1.1" status: 200 len: 949 time: 0.4639087 Jan 28 19:14:38.320820 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-959856de-2718-4078-b882-d4b042576aaa req-fbd7f368-2477-45c0-a933-ab3b69d8ff4c tempest-LiveMigrationNegativeTest-998910460 tempest-LiveMigrationNegativeTest-998910460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985'] for port (1319a988-eda1-4a2c-a24c-e1657ae0eb59), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:38.334758 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7999c678-dd79-449c-90fc-3b84317f5e25 req-783619e6-a495-4e2b-b478-8252a9b9c9cb service neutron] 10.222.0.70 "GET /v2.0/networks/1b36af34-6909-4f2b-a96c-a56853ad0cf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4851875 Jan 28 19:14:38.335681 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['1e9f02a8-a272-409b-b64c-20c21c6d0f61', '1319a988-eda1-4a2c-a24c-e1657ae0eb59'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:14:38.345091 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-457a88f0-77e2-41e3-abf0-bcb383cb6f2d req-ad862d99-6762-4a9c-8674-95e0c0f7dbfa service neutron] 10.222.0.70 "GET /v2.0/networks/72a547d0-d9da-4c9f-b2a7-a4b786ea70ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4933877 Jan 28 19:14:38.377857 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd7f368-2477-45c0-a933-ab3b69d8ff4c tempest-LiveMigrationNegativeTest-998910460 tempest-LiveMigrationNegativeTest-998910460-project] Pushing event deleted for resources: {'Port': ['ID=1319a988-eda1-4a2c-a24c-e1657ae0eb59,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:38.393781 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-064076c2-38b4-4ab7-a611-8bdca723c29d req-9d90bbd8-22f5-4411-9e00-b6cab0e05910 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.6.198 HTTP/1.1" status: 200 len: 1002 time: 0.1364253 Jan 28 19:14:38.454174 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc322e81-acb4-409a-89b4-9c00c46d67da req-97c27790-6f1d-404c-a9fc-5d6d8340b90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:38.455696 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-bc322e81-acb4-409a-89b4-9c00c46d67da req-97c27790-6f1d-404c-a9fc-5d6d8340b90b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c3a44de3-d7bc-419a-9768-acddf7e95fea HTTP/1.1" status: 200 len: 1128 time: 0.1401122 Jan 28 19:14:38.469141 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd7f368-2477-45c0-a933-ab3b69d8ff4c tempest-LiveMigrationNegativeTest-998910460 tempest-LiveMigrationNegativeTest-998910460-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:14:38.469482 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd7f368-2477-45c0-a933-ab3b69d8ff4c tempest-LiveMigrationNegativeTest-998910460 tempest-LiveMigrationNegativeTest-998910460-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:14:38.469824 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd7f368-2477-45c0-a933-ab3b69d8ff4c tempest-LiveMigrationNegativeTest-998910460 tempest-LiveMigrationNegativeTest-998910460-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:14:38.470181 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd7f368-2477-45c0-a933-ab3b69d8ff4c tempest-LiveMigrationNegativeTest-998910460 tempest-LiveMigrationNegativeTest-998910460-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:14:38.470486 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd7f368-2477-45c0-a933-ab3b69d8ff4c tempest-LiveMigrationNegativeTest-998910460 tempest-LiveMigrationNegativeTest-998910460-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:14:38.471103 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd7f368-2477-45c0-a933-ab3b69d8ff4c tempest-LiveMigrationNegativeTest-998910460 tempest-LiveMigrationNegativeTest-998910460-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:14:38.471103 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd7f368-2477-45c0-a933-ab3b69d8ff4c tempest-LiveMigrationNegativeTest-998910460 tempest-LiveMigrationNegativeTest-998910460-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:14:38.471446 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd7f368-2477-45c0-a933-ab3b69d8ff4c tempest-LiveMigrationNegativeTest-998910460 tempest-LiveMigrationNegativeTest-998910460-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:14:38.471769 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd7f368-2477-45c0-a933-ab3b69d8ff4c tempest-LiveMigrationNegativeTest-998910460 tempest-LiveMigrationNegativeTest-998910460-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:14:38.472088 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd7f368-2477-45c0-a933-ab3b69d8ff4c tempest-LiveMigrationNegativeTest-998910460 tempest-LiveMigrationNegativeTest-998910460-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:14:38.472418 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd7f368-2477-45c0-a933-ab3b69d8ff4c tempest-LiveMigrationNegativeTest-998910460 tempest-LiveMigrationNegativeTest-998910460-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:14:38.472722 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd7f368-2477-45c0-a933-ab3b69d8ff4c tempest-LiveMigrationNegativeTest-998910460 tempest-LiveMigrationNegativeTest-998910460-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:14:38.473041 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd7f368-2477-45c0-a933-ab3b69d8ff4c tempest-LiveMigrationNegativeTest-998910460 tempest-LiveMigrationNegativeTest-998910460-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:14:38.496504 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064076c2-38b4-4ab7-a611-8bdca723c29d req-46b8f6c7-64fa-4b02-a49e-f490290e10c1 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:38.500839 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-064076c2-38b4-4ab7-a611-8bdca723c29d req-46b8f6c7-64fa-4b02-a49e-f490290e10c1 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] 10.222.0.64 "GET /v2.0/ports/451a7b59-b3cd-4c2e-aa9c-93675463f292 HTTP/1.1" status: 200 len: 943 time: 0.1062479 Jan 28 19:14:38.515979 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-959856de-2718-4078-b882-d4b042576aaa req-fbd7f368-2477-45c0-a933-ab3b69d8ff4c tempest-LiveMigrationNegativeTest-998910460 tempest-LiveMigrationNegativeTest-998910460-project] No DVR routers for this DVR port 1319a988-eda1-4a2c-a24c-e1657ae0eb59 on host n-h1-812111-14 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:14:38.520786 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-959856de-2718-4078-b882-d4b042576aaa req-fbd7f368-2477-45c0-a933-ab3b69d8ff4c tempest-LiveMigrationNegativeTest-998910460 tempest-LiveMigrationNegativeTest-998910460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:38.524196 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-959856de-2718-4078-b882-d4b042576aaa req-fbd7f368-2477-45c0-a933-ab3b69d8ff4c tempest-LiveMigrationNegativeTest-998910460 tempest-LiveMigrationNegativeTest-998910460-project] 10.222.0.41 "DELETE /v2.0/ports/1319a988-eda1-4a2c-a24c-e1657ae0eb59 HTTP/1.1" status: 204 len: 173 time: 1.7302678 Jan 28 19:14:38.524647 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d1cdb84-1960-418f-bfc0-1984189098a5', 'name': 'network-vif-deleted', 'tag': '1319a988-eda1-4a2c-a24c-e1657ae0eb59'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:14:38.536655 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-676f5fa8-3fae-4c6d-9dff-42fd04d8a923" -d '{"events": [{"server_uuid": "1d1cdb84-1960-418f-bfc0-1984189098a5", "name": "network-vif-deleted", "tag": "1319a988-eda1-4a2c-a24c-e1657ae0eb59"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:14:38.544993 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-dc9af327-effb-4376-a7d9-97d13767f3ec req-badf6a49-9d94-42ab-a6b1-31d40277a815 tempest-LiveMigrationNegativeTest-998910460 tempest-LiveMigrationNegativeTest-998910460-project] 10.222.0.64 "GET /v2.0/security-groups?id=d254ab6c-afc7-4730-9a7e-1ca125b4b963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298725 Jan 28 19:14:38.574840 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-bc322e81-acb4-409a-89b4-9c00c46d67da req-cd07674c-bb87-4345-bce5-06ab862dd6ec service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=414e93b9-08bc-438e-9127-05114ed7dbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069784 Jan 28 19:14:38.628044 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7999c678-dd79-449c-90fc-3b84317f5e25 req-5e447092-ba6a-4489-8085-1b94353214d6 service neutron] 10.222.0.70 "GET /v2.0/networks/1b36af34-6909-4f2b-a96c-a56853ad0cf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2819734 Jan 28 19:14:38.704998 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-064076c2-38b4-4ab7-a611-8bdca723c29d req-a851d01d-f69f-4a36-9573-50b398c99c61 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.6.198 HTTP/1.1" status: 200 len: 1002 time: 0.0841036 Jan 28 19:14:38.775727 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5217f98-b25a-4850-b266-6be4bba56c66 req-eb7ec514-0b64-4fea-a21d-9abdca39f6f4 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:38.777271 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f5217f98-b25a-4850-b266-6be4bba56c66 req-eb7ec514-0b64-4fea-a21d-9abdca39f6f4 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=935a286f-698a-480e-8468-5254b3008937 HTTP/1.1" status: 200 len: 944 time: 0.1178417 Jan 28 19:14:38.801463 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457a88f0-77e2-41e3-abf0-bcb383cb6f2d req-04e9d99d-6bea-4d31-9b27-86ea0ca01487 tempest-LiveAutoBlockMigrationV225Test-1956576498 tempest-LiveAutoBlockMigrationV225Test-1956576498-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:38.802966 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-457a88f0-77e2-41e3-abf0-bcb383cb6f2d req-04e9d99d-6bea-4d31-9b27-86ea0ca01487 tempest-LiveAutoBlockMigrationV225Test-1956576498 tempest-LiveAutoBlockMigrationV225Test-1956576498-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=935a286f-698a-480e-8468-5254b3008937&tenant_id=57a0678ad1cb4e46b30e232c1f317a59&binding%3Ahost_id=n-h2-812111-14 HTTP/1.1" status: 200 len: 1127 time: 0.0887828 Jan 28 19:14:38.837624 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064076c2-38b4-4ab7-a611-8bdca723c29d req-bcf2b8ac-8236-4676-859c-dd0a9489b4c5 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:38.841593 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-064076c2-38b4-4ab7-a611-8bdca723c29d req-bcf2b8ac-8236-4676-859c-dd0a9489b4c5 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] 10.222.0.64 "GET /v2.0/networks/d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 HTTP/1.1" status: 200 len: 784 time: 0.1297047 Jan 28 19:14:38.877629 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f5217f98-b25a-4850-b266-6be4bba56c66 req-7668a30f-8134-4dc2-aed4-3268ad54091c tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941079 Jan 28 19:14:38.888056 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-08fe5fab-9f10-4187-8b95-320bee3eb5ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:38.942082 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-064076c2-38b4-4ab7-a611-8bdca723c29d req-1d41be8b-c651-4c17-b877-b053adacc641 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.6.198 HTTP/1.1" status: 200 len: 1002 time: 0.0883198 Jan 28 19:14:38.953271 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-064076c2-38b4-4ab7-a611-8bdca723c29d req-f6eb471e-5077-46b2-b1ae-e6f8da050252 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:14:39.031323 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-457a88f0-77e2-41e3-abf0-bcb383cb6f2d req-0554e23c-5735-4a6f-907d-b461adb8dfe7 service neutron] For port 78ca6da5-552b-4c9a-8357-02fa68e2679d, host n-h1-812111-14, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:14:39.032421 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-064076c2-38b4-4ab7-a611-8bdca723c29d req-f6eb471e-5077-46b2-b1ae-e6f8da050252 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] Publish callbacks [] for floatingip (b2d0315c-d7a8-4217-9af0-9034f39a6622), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:39.036753 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-457a88f0-77e2-41e3-abf0-bcb383cb6f2d req-0554e23c-5735-4a6f-907d-b461adb8dfe7 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:39.036753 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-457a88f0-77e2-41e3-abf0-bcb383cb6f2d req-0554e23c-5735-4a6f-907d-b461adb8dfe7 service neutron] 10.222.0.70 "DELETE /v2.0/ports/78ca6da5-552b-4c9a-8357-02fa68e2679d/bindings/n-h1-812111-14 HTTP/1.1" status: 204 len: 173 time: 0.2204351 Jan 28 19:14:39.059416 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7adad76-f224-4e3e-aaa9-137d6deffaab req-c163b57f-f622-4ab4-bea9-41fc6b5f4548 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:39.065635 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b7adad76-f224-4e3e-aaa9-137d6deffaab req-c163b57f-f622-4ab4-bea9-41fc6b5f4548 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] 10.222.0.64 "GET /v2.0/ports?device_id=d67e2018-4151-48d3-8062-e7793269d14c HTTP/1.1" status: 200 len: 949 time: 0.0816662 Jan 28 19:14:39.125638 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b7adad76-f224-4e3e-aaa9-137d6deffaab req-f3fba685-40d9-4327-891a-acbadb73156b tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] 10.222.0.64 "GET /v2.0/security-groups?id=2478b850-89ab-4114-a340-71569acb8761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529957 Jan 28 19:14:39.126126 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 36598) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:14:39.168821 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:14:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4691e137-2f84-42ad-9802-7f8b1bc5e03d x-openstack-request-id: req-4691e137-2f84-42ad-9802-7f8b1bc5e03d {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:14:39.169149 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d1cdb84-1960-418f-bfc0-1984189098a5", "name": "network-vif-deleted", "tag": "1319a988-eda1-4a2c-a24c-e1657ae0eb59", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:14:39.169414 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4691e137-2f84-42ad-9802-7f8b1bc5e03d {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:14:39.169809 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d1cdb84-1960-418f-bfc0-1984189098a5', 'name': 'network-vif-deleted', 'tag': '1319a988-eda1-4a2c-a24c-e1657ae0eb59', 'status': 'completed', 'code': 200} Jan 28 19:14:39.211796 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-064076c2-38b4-4ab7-a611-8bdca723c29d req-f6eb471e-5077-46b2-b1ae-e6f8da050252 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:39.218031 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-064076c2-38b4-4ab7-a611-8bdca723c29d req-f6eb471e-5077-46b2-b1ae-e6f8da050252 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734886'] for floatingip (b2d0315c-d7a8-4217-9af0-9034f39a6622), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:39.218862 n-d-812111-14 neutron-server[103305]: INFO neutron.db.l3_db [req-064076c2-38b4-4ab7-a611-8bdca723c29d req-f6eb471e-5077-46b2-b1ae-e6f8da050252 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] Floating IP b2d0315c-d7a8-4217-9af0-9034f39a6622 disassociated. External IP: 172.25.6.198, port: 451a7b59-b3cd-4c2e-aa9c-93675463f292. Jan 28 19:14:39.253264 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-f5c1e3aa-ceba-42b5-9e84-9ea3e05058d3 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-119488734-network', 'tenant_id': 'e331db5a5eca4568baa1d0dcf43ee9e3'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:14:39.297909 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5c1e3aa-ceba-42b5-9e84-9ea3e05058d3 admin admin] Made reservation on behalf of e331db5a5eca4568baa1d0dcf43ee9e3 for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:14:39.300340 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f5c1e3aa-ceba-42b5-9e84-9ea3e05058d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:39.318184 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218b11d3-de93-4293-8894-f5dd850fc0c7 req-c078cc18-52c7-4156-b7c1-8648484fe397 tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:39.319721 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-218b11d3-de93-4293-8894-f5dd850fc0c7 req-c078cc18-52c7-4156-b7c1-8648484fe397 tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] 10.222.0.64 "GET /v2.0/ports?device_id=b10dfea5-afed-482e-82b2-5d9e4b8cf0ad HTTP/1.1" status: 200 len: 945 time: 0.0892832 Jan 28 19:14:39.320432 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f5c1e3aa-ceba-42b5-9e84-9ea3e05058d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:39.405813 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-218b11d3-de93-4293-8894-f5dd850fc0c7 req-dde8ccc7-a787-47c6-8685-54f60c32fb2c tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] 10.222.0.64 "GET /v2.0/security-groups?id=c9932629-d34a-4383-acc9-faa1e1165e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753028 Jan 28 19:14:39.460424 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f5c1e3aa-ceba-42b5-9e84-9ea3e05058d3 admin admin] Publish callbacks [] for security_group (7332b9a1-5221-4be7-bb1d-60a9c30bd143), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:39.467043 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f5c1e3aa-ceba-42b5-9e84-9ea3e05058d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (7332b9a1-5221-4be7-bb1d-60a9c30bd143), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:39.493765 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5c1e3aa-ceba-42b5-9e84-9ea3e05058d3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:14:39.510400 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [req-064076c2-38b4-4ab7-a611-8bdca723c29d req-f6eb471e-5077-46b2-b1ae-e6f8da050252 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] Router 21fc77fa-6689-425f-a0ea-9e6cfee3d1c0 has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:14:39.513020 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c1e3aa-ceba-42b5-9e84-9ea3e05058d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7332b9a1-5221-4be7-bb1d-60a9c30bd143,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:39.529908 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f5c1e3aa-ceba-42b5-9e84-9ea3e05058d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (a3f92b11-4f37-4628-b716-5af99066213d), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:39.530355 n-d-812111-14 neutron-server[103304]: INFO neutron.db.segments_db [None req-f5c1e3aa-ceba-42b5-9e84-9ea3e05058d3 admin admin] Added segment a3f92b11-4f37-4628-b716-5af99066213d of type vlan for network dcce53bd-3e6d-4fa8-a8d1-67c47581bcc5 Jan 28 19:14:39.591963 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f5c1e3aa-ceba-42b5-9e84-9ea3e05058d3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (dcce53bd-3e6d-4fa8-a8d1-67c47581bcc5), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:39.623664 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:39.624996 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f022482d-4036-47d6-9a61-68e746458f27 req-eb144466-ba41-4614-ace2-4a4c7a085582 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:39.626552 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f022482d-4036-47d6-9a61-68e746458f27 req-eb144466-ba41-4614-ace2-4a4c7a085582 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?device_id=c3a44de3-d7bc-419a-9768-acddf7e95fea HTTP/1.1" status: 200 len: 945 time: 0.1177964 Jan 28 19:14:39.633858 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f5c1e3aa-ceba-42b5-9e84-9ea3e05058d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (dcce53bd-3e6d-4fa8-a8d1-67c47581bcc5), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:39.634918 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5c1e3aa-ceba-42b5-9e84-9ea3e05058d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:39.635581 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f5c1e3aa-ceba-42b5-9e84-9ea3e05058d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:39.636296 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-064076c2-38b4-4ab7-a611-8bdca723c29d req-f6eb471e-5077-46b2-b1ae-e6f8da050252 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:14:39.641668 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-064076c2-38b4-4ab7-a611-8bdca723c29d req-f6eb471e-5077-46b2-b1ae-e6f8da050252 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for floatingip (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:39.652120 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69bada3a-be88-40b7-b41b-207582210ed1 None None] Sync routers for ids ['21fc77fa-6689-425f-a0ea-9e6cfee3d1c0'] in n-d-812111-14 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:14:39.665015 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69bada3a-be88-40b7-b41b-207582210ed1 None None] Routers {'21fc77fa-6689-425f-a0ea-9e6cfee3d1c0'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:14:39.665780 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-69bada3a-be88-40b7-b41b-207582210ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:14:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['21fc77fa-6689-425f-a0ea-9e6cfee3d1c0'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:14:39.677801 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-064076c2-38b4-4ab7-a611-8bdca723c29d req-f6eb471e-5077-46b2-b1ae-e6f8da050252 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] 10.222.0.64 "PUT /v2.0/floatingips/b2d0315c-d7a8-4217-9af0-9034f39a6622 HTTP/1.1" status: 200 len: 695 time: 0.7295079 Jan 28 19:14:39.678300 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a116b9a-966a-46f0-9be4-b8c286608bde', 'tag': '451a7b59-b3cd-4c2e-aa9c-93675463f292'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:14:39.681522 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7bd8392-6c68-48d7-be5e-d789cdfd2186" -d '{"events": [{"name": "network-changed", "server_uuid": "2a116b9a-966a-46f0-9be4-b8c286608bde", "tag": "451a7b59-b3cd-4c2e-aa9c-93675463f292"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:14:39.712645 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-f5c1e3aa-ceba-42b5-9e84-9ea3e05058d3 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 900 time: 0.5821702 Jan 28 19:14:39.716115 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 36612) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:14:39.727482 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-6385ae40-1475-47ca-9448-71848edb6617 admin admin] Request body: {'subnet': {'network_id': 'dcce53bd-3e6d-4fa8-a8d1-67c47581bcc5', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-119488734-subnet', 'tenant_id': 'e331db5a5eca4568baa1d0dcf43ee9e3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:14:39.749680 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c1e3aa-ceba-42b5-9e84-9ea3e05058d3 admin admin] Pushing event updated for resources: {'Network': ['ID=dcce53bd-3e6d-4fa8-a8d1-67c47581bcc5,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:39.755468 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064076c2-38b4-4ab7-a611-8bdca723c29d req-c9dce6da-19ee-45d7-bed8-17f85f41c4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:39.762145 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-064076c2-38b4-4ab7-a611-8bdca723c29d req-c9dce6da-19ee-45d7-bed8-17f85f41c4a8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2f6c0ce2548d44dba74b697745b9900b&device_id=2a116b9a-966a-46f0-9be4-b8c286608bde HTTP/1.1" status: 200 len: 1129 time: 0.0696740 Jan 28 19:14:39.762954 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network dcce53bd-3e6d-4fa8-a8d1-67c47581bcc5 details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:14:39.765069 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f022482d-4036-47d6-9a61-68e746458f27 req-f41eade6-3042-420f-a8eb-ef7265a8488b tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/security-groups?id=414e93b9-08bc-438e-9127-05114ed7dbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258929 Jan 28 19:14:39.772565 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6385ae40-1475-47ca-9448-71848edb6617 admin admin] Made reservation on behalf of e331db5a5eca4568baa1d0dcf43ee9e3 for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:14:39.775756 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6385ae40-1475-47ca-9448-71848edb6617 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:39.827515 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-69bada3a-be88-40b7-b41b-207582210ed1 None None] Set router 21fc77fa-6689-425f-a0ea-9e6cfee3d1c0 gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:14:39.896614 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064076c2-38b4-4ab7-a611-8bdca723c29d req-f24c52b1-fa43-4e6c-b742-a3820847e7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:39.902196 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-064076c2-38b4-4ab7-a611-8bdca723c29d req-f24c52b1-fa43-4e6c-b742-a3820847e7f1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1b36af34-6909-4f2b-a96c-a56853ad0cf5 HTTP/1.1" status: 200 len: 921 time: 0.1293190 Jan 28 19:14:39.952790 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-064076c2-38b4-4ab7-a611-8bdca723c29d req-34ce1005-4689-468a-be47-f83688c7fb9f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=451a7b59-b3cd-4c2e-aa9c-93675463f292 HTTP/1.1" status: 200 len: 217 time: 0.0458059 Jan 28 19:14:39.989801 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3baf20-e95f-44a4-9f36-8cc2c011f3a4 req-2b43794f-96d1-49d3-a506-710bdd54c041 tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:39.991404 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-af3baf20-e95f-44a4-9f36-8cc2c011f3a4 req-2b43794f-96d1-49d3-a506-710bdd54c041 tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] 10.222.0.64 "GET /v2.0/ports?device_id=b10dfea5-afed-482e-82b2-5d9e4b8cf0ad HTTP/1.1" status: 200 len: 945 time: 0.1189823 Jan 28 19:14:40.006375 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 36616) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:14:40.037669 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064076c2-38b4-4ab7-a611-8bdca723c29d req-ec117356-84cc-4179-9011-01df40c2795d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:40.048026 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-064076c2-38b4-4ab7-a611-8bdca723c29d req-ec117356-84cc-4179-9011-01df40c2795d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d1079c28-134b-4727-b56d-dffa38a58988 HTTP/1.1" status: 200 len: 860 time: 0.0897551 Jan 28 19:14:40.051934 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-3ad89596-1975-4f59-9528-f7ba534bdba8 tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] Request body: {'floatingip': {'port_id': 'aa7efc40-b703-4984-b5af-93ea24454f13'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:14:40.112262 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-69bada3a-be88-40b7-b41b-207582210ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21fc77fa-6689-425f-a0ea-9e6cfee3d1c0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1356816334-router', 'tenant_id': '2f6c0ce2548d44dba74b697745b9900b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': 'ace37438-62fc-4da8-82fe-598e6e795cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:13:27Z', 'updated_at': '2022-01-28T19:13:38Z', 'revision_number': 4, 'project_id': '2f6c0ce2548d44dba74b697745b9900b', 'gw_port': {'id': 'ace37438-62fc-4da8-82fe-598e6e795cb7', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ea:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fc77fa-6689-425f-a0ea-9e6cfee3d1c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:13:29Z', 'updated_at': '2022-01-28T19:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '2b83721b-3c6a-40cd-b5b2-82876bb947a8', 'name': '', 'network_id': '1b36af34-6909-4f2b-a96c-a56853ad0cf5', 'tenant_id': '2f6c0ce2548d44dba74b697745b9900b', 'mac_address': 'fa:16:3e:e1:c3:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fc77fa-6689-425f-a0ea-9e6cfee3d1c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'd1079c28-134b-4727-b56d-dffa38a58988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:13:35Z', 'updated_at': '2022-01-28T19:13:44Z', 'revision_number': 5, 'project_id': '2f6c0ce2548d44dba74b697745b9900b', 'subnets': [{'id': 'd1079c28-134b-4727-b56d-dffa38a58988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:14:40.130446 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6385ae40-1475-47ca-9448-71848edb6617 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for subnet (8e0a9d74-ef41-4ed7-9932-81fa4a696ae1), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:40.152174 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69bada3a-be88-40b7-b41b-207582210ed1 None None] Checking router: 21fc77fa-6689-425f-a0ea-9e6cfee3d1c0 for host: n-d-812111-14 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:14:40.163529 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69bada3a-be88-40b7-b41b-207582210ed1 None None] Routers {'21fc77fa-6689-425f-a0ea-9e6cfee3d1c0'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:14:40.164134 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-69bada3a-be88-40b7-b41b-207582210ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:14:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['21fc77fa-6689-425f-a0ea-9e6cfee3d1c0'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:14:40.173556 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3ad89596-1975-4f59-9528-f7ba534bdba8 tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] Publish callbacks [] for floatingip (0e80e734-2cef-4a22-95bc-2174e77e57d6), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:40.176450 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:14:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-948f5c2f-5ee3-4f0d-8676-f55295d4ad50 x-openstack-request-id: req-948f5c2f-5ee3-4f0d-8676-f55295d4ad50 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:14:40.176685 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a116b9a-966a-46f0-9be4-b8c286608bde", "tag": "451a7b59-b3cd-4c2e-aa9c-93675463f292", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:14:40.176933 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-948f5c2f-5ee3-4f0d-8676-f55295d4ad50 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:14:40.177339 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a116b9a-966a-46f0-9be4-b8c286608bde', 'tag': '451a7b59-b3cd-4c2e-aa9c-93675463f292', 'status': 'completed', 'code': 200} Jan 28 19:14:40.280063 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-69bada3a-be88-40b7-b41b-207582210ed1 None None] Set router 21fc77fa-6689-425f-a0ea-9e6cfee3d1c0 gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:14:40.280806 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6385ae40-1475-47ca-9448-71848edb6617 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e0a9d74-ef41-4ed7-9932-81fa4a696ae1,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:40.288862 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6385ae40-1475-47ca-9448-71848edb6617 admin admin] Checking segment: {'id': 'a3f92b11-4f37-4628-b716-5af99066213d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dcce53bd-3e6d-4fa8-a8d1-67c47581bcc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:14:40.289869 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6385ae40-1475-47ca-9448-71848edb6617 admin admin] Network hostable DHCP agents. Network: dcce53bd-3e6d-4fa8-a8d1-67c47581bcc5, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:14:40.306156 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064076c2-38b4-4ab7-a611-8bdca723c29d req-ad5d0483-58ba-4045-bc45-69839e7266b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:40.307709 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-064076c2-38b4-4ab7-a611-8bdca723c29d req-ad5d0483-58ba-4045-bc45-69839e7266b8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1b36af34-6909-4f2b-a96c-a56853ad0cf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2594855 Jan 28 19:14:40.310485 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bd8392-6c68-48d7-be5e-d789cdfd2186 req-10c32f60-77d8-46ac-9ef1-3156442d3ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:40.312017 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b7bd8392-6c68-48d7-be5e-d789cdfd2186 req-10c32f60-77d8-46ac-9ef1-3156442d3ab4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2f6c0ce2548d44dba74b697745b9900b&device_id=2a116b9a-966a-46f0-9be4-b8c286608bde HTTP/1.1" status: 200 len: 1129 time: 0.1697311 Jan 28 19:14:40.324058 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cbf5b0-8044-4fe4-9bb0-24072e1333c6 req-4ab63ea7-b42d-4e70-b494-61a87cd41a90 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:40.325597 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-42cbf5b0-8044-4fe4-9bb0-24072e1333c6 req-4ab63ea7-b42d-4e70-b494-61a87cd41a90 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=935a286f-698a-480e-8468-5254b3008937 HTTP/1.1" status: 200 len: 944 time: 0.1364281 Jan 28 19:14:40.357004 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6385ae40-1475-47ca-9448-71848edb6617 admin admin] Network dcce53bd-3e6d-4fa8-a8d1-67c47581bcc5 is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:14:40.407226 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-6385ae40-1475-47ca-9448-71848edb6617 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, dcce53bd-3e6d-4fa8-a8d1-67c47581bcc5) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:14:40.421756 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6385ae40-1475-47ca-9448-71848edb6617 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:40.422357 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6385ae40-1475-47ca-9448-71848edb6617 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:40.424623 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dca5ec04-b1d3-4cec-9812-2d38ef7ec75c None None] Network dcce53bd-3e6d-4fa8-a8d1-67c47581bcc5 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:14:40.460338 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-42cbf5b0-8044-4fe4-9bb0-24072e1333c6 req-b962a2eb-bbeb-4bf9-abd3-8919ee618900 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214125 Jan 28 19:14:40.469909 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-6385ae40-1475-47ca-9448-71848edb6617 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.7516134 Jan 28 19:14:40.475808 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 36624) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:14:40.482513 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-291c2760-5b95-4422-9f9b-6cfddf9a1714 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-119488734-router', 'tenant_id': 'e331db5a5eca4568baa1d0dcf43ee9e3', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:14:40.491445 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bd8392-6c68-48d7-be5e-d789cdfd2186 req-4954cd5d-2e31-4010-8b01-909420c4a1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:40.492871 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b7bd8392-6c68-48d7-be5e-d789cdfd2186 req-4954cd5d-2e31-4010-8b01-909420c4a1d8 service neutron] 10.222.0.70 "GET /v2.0/networks?id=1b36af34-6909-4f2b-a96c-a56853ad0cf5 HTTP/1.1" status: 200 len: 921 time: 0.1639345 Jan 28 19:14:40.501944 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-064076c2-38b4-4ab7-a611-8bdca723c29d req-2334552a-6f11-48cb-960e-297abd961206 service neutron] 10.222.0.64 "GET /v2.0/networks/1b36af34-6909-4f2b-a96c-a56853ad0cf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872823 Jan 28 19:14:40.552547 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b7bd8392-6c68-48d7-be5e-d789cdfd2186 req-b7d0d936-3798-445a-90fa-3ef3a1a20ba3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=451a7b59-b3cd-4c2e-aa9c-93675463f292 HTTP/1.1" status: 200 len: 217 time: 0.0515101 Jan 28 19:14:40.562295 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-291c2760-5b95-4422-9f9b-6cfddf9a1714 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261150'] for router (ba0e45d4-4e10-447e-a18f-fdca8a3cad96), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:40.564280 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-291c2760-5b95-4422-9f9b-6cfddf9a1714 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-731099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-731441', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261129'] for router (ba0e45d4-4e10-447e-a18f-fdca8a3cad96), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:40.644816 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bd8392-6c68-48d7-be5e-d789cdfd2186 req-2d9a6b92-a21c-44a4-bf65-3ccdf3d15894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:40.647347 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b7bd8392-6c68-48d7-be5e-d789cdfd2186 req-2d9a6b92-a21c-44a4-bf65-3ccdf3d15894 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d1079c28-134b-4727-b56d-dffa38a58988 HTTP/1.1" status: 200 len: 860 time: 0.0770326 Jan 28 19:14:40.652143 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 1319a988-eda1-4a2c-a24c-e1657ae0eb59 no longer exists at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:14:40.687676 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-291c2760-5b95-4422-9f9b-6cfddf9a1714 admin admin] Publish callbacks [] for router_controller (ba0e45d4-4e10-447e-a18f-fdca8a3cad96), precommit_add_association {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:40.698177 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] No Port match for: 1319a988-eda1-4a2c-a24c-e1657ae0eb59 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:14:40.698554 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 1319a988-eda1-4a2c-a24c-e1657ae0eb59 not bound to the agent host n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:14:40.750443 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-064076c2-38b4-4ab7-a611-8bdca723c29d req-062b4a4d-889a-4ed0-becb-0407615913ed service neutron] 10.222.0.64 "GET /v2.0/networks/1b36af34-6909-4f2b-a96c-a56853ad0cf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2381656 Jan 28 19:14:40.828246 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bd8392-6c68-48d7-be5e-d789cdfd2186 req-bf991402-5a6e-44a8-a20d-6eaf5044fea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:40.828407 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b7bd8392-6c68-48d7-be5e-d789cdfd2186 req-bf991402-5a6e-44a8-a20d-6eaf5044fea6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1b36af34-6909-4f2b-a96c-a56853ad0cf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1387663 Jan 28 19:14:40.846344 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18342cc6-68d5-4dc2-b4ca-725ec1cd138a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68cd31fd-e4cd-5fb3-a862-256fc47efcd2-dcce53bd-3e6d-4fa8-a8d1-67c47581bcc5', 'network_id': 'dcce53bd-3e6d-4fa8-a8d1-67c47581bcc5', 'project_id': 'e331db5a5eca4568baa1d0dcf43ee9e3', 'fixed_ips': [{'subnet_id': '8e0a9d74-ef41-4ed7-9932-81fa4a696ae1'}]}} from n-d-812111-14. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:14:40.847298 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-18342cc6-68d5-4dc2-b4ca-725ec1cd138a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:40.866491 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-69bada3a-be88-40b7-b41b-207582210ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21fc77fa-6689-425f-a0ea-9e6cfee3d1c0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1356816334-router', 'tenant_id': '2f6c0ce2548d44dba74b697745b9900b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': 'ace37438-62fc-4da8-82fe-598e6e795cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:13:27Z', 'updated_at': '2022-01-28T19:13:38Z', 'revision_number': 4, 'project_id': '2f6c0ce2548d44dba74b697745b9900b', 'gw_port': {'id': 'ace37438-62fc-4da8-82fe-598e6e795cb7', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ea:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fc77fa-6689-425f-a0ea-9e6cfee3d1c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:13:29Z', 'updated_at': '2022-01-28T19:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '2b83721b-3c6a-40cd-b5b2-82876bb947a8', 'name': '', 'network_id': '1b36af34-6909-4f2b-a96c-a56853ad0cf5', 'tenant_id': '2f6c0ce2548d44dba74b697745b9900b', 'mac_address': 'fa:16:3e:e1:c3:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fc77fa-6689-425f-a0ea-9e6cfee3d1c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'd1079c28-134b-4727-b56d-dffa38a58988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:13:35Z', 'updated_at': '2022-01-28T19:13:44Z', 'revision_number': 5, 'project_id': '2f6c0ce2548d44dba74b697745b9900b', 'subnets': [{'id': 'd1079c28-134b-4727-b56d-dffa38a58988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:14:40.882090 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3ad89596-1975-4f59-9528-f7ba534bdba8 tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:40.888709 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3ad89596-1975-4f59-9528-f7ba534bdba8 tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734886'] for floatingip (0e80e734-2cef-4a22-95bc-2174e77e57d6), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:40.902378 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69bada3a-be88-40b7-b41b-207582210ed1 None None] The sync data for ids ['21fc77fa-6689-425f-a0ea-9e6cfee3d1c0'] in n-d-812111-14 is: [{'id': '21fc77fa-6689-425f-a0ea-9e6cfee3d1c0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1356816334-router', 'tenant_id': '2f6c0ce2548d44dba74b697745b9900b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': 'ace37438-62fc-4da8-82fe-598e6e795cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:13:27Z', 'updated_at': '2022-01-28T19:13:38Z', 'revision_number': 4, 'project_id': '2f6c0ce2548d44dba74b697745b9900b', 'gw_port': {'id': 'ace37438-62fc-4da8-82fe-598e6e795cb7', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ea:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fc77fa-6689-425f-a0ea-9e6cfee3d1c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:13:29Z', 'updated_at': '2022-01-28T19:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '2b83721b-3c6a-40cd-b5b2-82876bb947a8', 'name': '', 'network_id': '1b36af34-6909-4f2b-a96c-a56853ad0cf5', 'tenant_id': '2f6c0ce2548d44dba74b697745b9900b', 'mac_address': 'fa:16:3e:e1:c3:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fc77fa-6689-425f-a0ea-9e6cfee3d1c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'd1079c28-134b-4727-b56d-dffa38a58988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:13:35Z', 'updated_at': '2022-01-28T19:13:44Z', 'revision_number': 5, 'project_id': '2f6c0ce2548d44dba74b697745b9900b', 'subnets': [{'id': 'd1079c28-134b-4727-b56d-dffa38a58988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:14:41.034802 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-291c2760-5b95-4422-9f9b-6cfddf9a1714 admin admin] Publish callbacks [] for router_gateway (ba0e45d4-4e10-447e-a18f-fdca8a3cad96), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:41.060147 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678694d3-96ed-4e15-8a40-cd086697985a req-714a02f3-5c5a-4bd9-984c-c78878176611 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:41.061848 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacfdcd2-c7f9-410e-85d9-93dd3be22336 req-b9e00858-9950-445e-810d-d24e2f2ca3f9 tempest-LiveMigrationNegativeTest-998910460 tempest-LiveMigrationNegativeTest-998910460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:41.063345 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-cacfdcd2-c7f9-410e-85d9-93dd3be22336 req-b9e00858-9950-445e-810d-d24e2f2ca3f9 tempest-LiveMigrationNegativeTest-998910460 tempest-LiveMigrationNegativeTest-998910460-project] 10.222.0.64 "GET /v2.0/ports?device_id=83994444-c661-48a0-afb1-be10667a7cf1 HTTP/1.1" status: 200 len: 950 time: 0.1200762 Jan 28 19:14:41.064697 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-18342cc6-68d5-4dc2-b4ca-725ec1cd138a None None] Allocated IP 172.20.0.2 (dcce53bd-3e6d-4fa8-a8d1-67c47581bcc5/8e0a9d74-ef41-4ed7-9932-81fa4a696ae1/30c6dbf7-4d3f-430d-a1e8-70eaa93bacba) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:14:41.066932 n-d-812111-14 neutron-server[103305]: INFO neutron.db.l3_db [None req-3ad89596-1975-4f59-9528-f7ba534bdba8 tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] Floating IP 0e80e734-2cef-4a22-95bc-2174e77e57d6 associated. External IP: 172.25.6.101, port: aa7efc40-b703-4984-b5af-93ea24454f13. Jan 28 19:14:41.072702 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-678694d3-96ed-4e15-8a40-cd086697985a req-714a02f3-5c5a-4bd9-984c-c78878176611 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] 10.222.0.64 "GET /v2.0/ports?device_id=d67e2018-4151-48d3-8062-e7793269d14c HTTP/1.1" status: 200 len: 949 time: 0.2549386 Jan 28 19:14:41.099670 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b7bd8392-6c68-48d7-be5e-d789cdfd2186 req-f5916cc3-da5c-4ae6-accf-b7ea7f72938e service neutron] 10.222.0.70 "GET /v2.0/networks/1b36af34-6909-4f2b-a96c-a56853ad0cf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2431042 Jan 28 19:14:41.248150 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-18342cc6-68d5-4dc2-b4ca-725ec1cd138a None None] Publish callbacks [] for port (30c6dbf7-4d3f-430d-a1e8-70eaa93bacba), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:41.248399 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-678694d3-96ed-4e15-8a40-cd086697985a req-a6033b1a-3e22-4656-b32c-0334dbd26213 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] 10.222.0.64 "GET /v2.0/security-groups?id=2478b850-89ab-4114-a340-71569acb8761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706583 Jan 28 19:14:41.259285 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-18342cc6-68d5-4dc2-b4ca-725ec1cd138a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (30c6dbf7-4d3f-430d-a1e8-70eaa93bacba), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:41.305988 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b7bd8392-6c68-48d7-be5e-d789cdfd2186 req-c55dc14e-ce48-4574-9273-05137b2c190b service neutron] 10.222.0.70 "GET /v2.0/networks/1b36af34-6909-4f2b-a96c-a56853ad0cf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952767 Jan 28 19:14:41.306959 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40442d19-4209-4282-b0b7-1b1665d22ad6 None None] New status for floating IP b2d0315c-d7a8-4217-9af0-9034f39a6622: DOWN {{(pid=103307) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 19:14:41.327972 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18342cc6-68d5-4dc2-b4ca-725ec1cd138a None None] Network dcce53bd-3e6d-4fa8-a8d1-67c47581bcc5 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:14:41.329446 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18342cc6-68d5-4dc2-b4ca-725ec1cd138a None None] Pushing event updated for resources: {'Port': ['ID=30c6dbf7-4d3f-430d-a1e8-70eaa93bacba,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:41.332872 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-18342cc6-68d5-4dc2-b4ca-725ec1cd138a None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:14:41.341077 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18342cc6-68d5-4dc2-b4ca-725ec1cd138a None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:14:41.350996 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18342cc6-68d5-4dc2-b4ca-725ec1cd138a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:14:41.351546 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18342cc6-68d5-4dc2-b4ca-725ec1cd138a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:14:41.352938 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18342cc6-68d5-4dc2-b4ca-725ec1cd138a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:14:41.352938 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18342cc6-68d5-4dc2-b4ca-725ec1cd138a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:14:41.352938 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18342cc6-68d5-4dc2-b4ca-725ec1cd138a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:14:41.352938 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18342cc6-68d5-4dc2-b4ca-725ec1cd138a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:14:41.353945 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18342cc6-68d5-4dc2-b4ca-725ec1cd138a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:14:41.353945 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18342cc6-68d5-4dc2-b4ca-725ec1cd138a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:14:41.354397 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18342cc6-68d5-4dc2-b4ca-725ec1cd138a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:14:41.355425 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18342cc6-68d5-4dc2-b4ca-725ec1cd138a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:14:41.355874 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18342cc6-68d5-4dc2-b4ca-725ec1cd138a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:14:41.357139 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18342cc6-68d5-4dc2-b4ca-725ec1cd138a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:14:41.357139 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18342cc6-68d5-4dc2-b4ca-725ec1cd138a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:14:41.522038 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-18342cc6-68d5-4dc2-b4ca-725ec1cd138a None None] Attempting to bind port 30c6dbf7-4d3f-430d-a1e8-70eaa93bacba on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:14:41.522414 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-18342cc6-68d5-4dc2-b4ca-725ec1cd138a None None] Attempting to bind port 30c6dbf7-4d3f-430d-a1e8-70eaa93bacba by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': 'a3f92b11-4f37-4628-b716-5af99066213d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dcce53bd-3e6d-4fa8-a8d1-67c47581bcc5'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:14:41.522660 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18342cc6-68d5-4dc2-b4ca-725ec1cd138a None None] Attempting to bind port 30c6dbf7-4d3f-430d-a1e8-70eaa93bacba on network dcce53bd-3e6d-4fa8-a8d1-67c47581bcc5 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:14:41.533492 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18342cc6-68d5-4dc2-b4ca-725ec1cd138a None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 14, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:14:41.533965 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18342cc6-68d5-4dc2-b4ca-725ec1cd138a None None] Checking segment: {'id': 'a3f92b11-4f37-4628-b716-5af99066213d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dcce53bd-3e6d-4fa8-a8d1-67c47581bcc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:14:41.534377 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-18342cc6-68d5-4dc2-b4ca-725ec1cd138a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:41.534770 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18342cc6-68d5-4dc2-b4ca-725ec1cd138a None None] Bound using segment: {'id': 'a3f92b11-4f37-4628-b716-5af99066213d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dcce53bd-3e6d-4fa8-a8d1-67c47581bcc5'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:14:41.535300 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-18342cc6-68d5-4dc2-b4ca-725ec1cd138a None None] Bound port: 30c6dbf7-4d3f-430d-a1e8-70eaa93bacba, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3f92b11-4f37-4628-b716-5af99066213d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dcce53bd-3e6d-4fa8-a8d1-67c47581bcc5'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:14:41.535674 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-18342cc6-68d5-4dc2-b4ca-725ec1cd138a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (30c6dbf7-4d3f-430d-a1e8-70eaa93bacba), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:41.547123 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:41.576641 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-cacfdcd2-c7f9-410e-85d9-93dd3be22336 req-5e64000b-32cc-486b-beb9-015339674b3a tempest-LiveMigrationNegativeTest-998910460 tempest-LiveMigrationNegativeTest-998910460-project] 10.222.0.64 "GET /v2.0/security-groups?id=d254ab6c-afc7-4730-9a7e-1ca125b4b963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493536 Jan 28 19:14:41.653906 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-18342cc6-68d5-4dc2-b4ca-725ec1cd138a None None] For port 30c6dbf7-4d3f-430d-a1e8-70eaa93bacba, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:14:41.658418 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-18342cc6-68d5-4dc2-b4ca-725ec1cd138a None None] For port 30c6dbf7-4d3f-430d-a1e8-70eaa93bacba, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=30c6dbf7-4d3f-430d-a1e8-70eaa93bacba,segment=NetworkSegment(a3f92b11-4f37-4628-b716-5af99066213d),segment_id=a3f92b11-4f37-4628-b716-5af99066213d)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:14:41.681058 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-18342cc6-68d5-4dc2-b4ca-725ec1cd138a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (30c6dbf7-4d3f-430d-a1e8-70eaa93bacba), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:41.765139 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18342cc6-68d5-4dc2-b4ca-725ec1cd138a None None] Pushing event updated for resources: {'Port': ['ID=30c6dbf7-4d3f-430d-a1e8-70eaa93bacba,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:41.791910 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-291c2760-5b95-4422-9f9b-6cfddf9a1714 admin admin] Publish callbacks [] for router_gateway (ba0e45d4-4e10-447e-a18f-fdca8a3cad96), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:41.802106 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fd19bc-0456-4e08-a687-9cc48632c511 req-449ab14d-5321-4335-be20-4b7c2e0ec14b tempest-LiveAutoBlockMigrationV225Test-1956576498 tempest-LiveAutoBlockMigrationV225Test-1956576498-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:41.803659 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-60fd19bc-0456-4e08-a687-9cc48632c511 req-449ab14d-5321-4335-be20-4b7c2e0ec14b tempest-LiveAutoBlockMigrationV225Test-1956576498 tempest-LiveAutoBlockMigrationV225Test-1956576498-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=935a286f-698a-480e-8468-5254b3008937 HTTP/1.1" status: 200 len: 1127 time: 0.1254945 Jan 28 19:14:41.806141 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ad89596-1975-4f59-9528-f7ba534bdba8 tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] Router d3caa4e9-2a65-4416-8a3e-7fcb9617385f has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:14:41.824434 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-291c2760-5b95-4422-9f9b-6cfddf9a1714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:41.889294 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eec0e9-ac61-4595-8f83-0aa7b2e14b62 req-8183aab5-d26d-41c5-b730-989091b2085d tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:41.895152 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c7eec0e9-ac61-4595-8f83-0aa7b2e14b62 req-8183aab5-d26d-41c5-b730-989091b2085d tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?device_id=c3a44de3-d7bc-419a-9768-acddf7e95fea HTTP/1.1" status: 200 len: 945 time: 0.1876280 Jan 28 19:14:41.900826 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-60fd19bc-0456-4e08-a687-9cc48632c511 req-fcb363c7-29f9-49b4-8886-8a6395c989e5 tempest-LiveAutoBlockMigrationV225Test-1956576498 tempest-LiveAutoBlockMigrationV225Test-1956576498-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902975 Jan 28 19:14:42.005152 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ad89596-1975-4f59-9528-f7ba534bdba8 tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:14:42.019488 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5eca3d-0fef-4e60-aa29-db84a2a2fb5d None None] Sync routers for ids ['d3caa4e9-2a65-4416-8a3e-7fcb9617385f'] in n-d-812111-14 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:14:42.020784 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3ad89596-1975-4f59-9528-f7ba534bdba8 tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for floatingip (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:42.031801 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5eca3d-0fef-4e60-aa29-db84a2a2fb5d None None] Routers {'d3caa4e9-2a65-4416-8a3e-7fcb9617385f'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:14:42.032436 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-ba5eca3d-0fef-4e60-aa29-db84a2a2fb5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:14:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['d3caa4e9-2a65-4416-8a3e-7fcb9617385f'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:14:42.057604 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-291c2760-5b95-4422-9f9b-6cfddf9a1714 admin admin] Allocated IP 172.25.6.209 (d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8/a648e4ab-7422-41b9-b133-58aca25ab8f5/6798b899-b756-404a-b194-8c41a4892b69) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:14:42.112772 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-3ad89596-1975-4f59-9528-f7ba534bdba8 tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] 10.222.0.64 "PUT /v2.0/floatingips/0e80e734-2cef-4a22-95bc-2174e77e57d6 HTTP/1.1" status: 200 len: 991 time: 2.0776389 Jan 28 19:14:42.175373 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-ba5eca3d-0fef-4e60-aa29-db84a2a2fb5d None None] Set router d3caa4e9-2a65-4416-8a3e-7fcb9617385f gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:14:42.204372 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b10dfea5-afed-482e-82b2-5d9e4b8cf0ad', 'tag': 'aa7efc40-b703-4984-b5af-93ea24454f13'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:14:42.209698 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-769c8ccf-867f-4e70-9d57-e47e9a24f6db" -d '{"events": [{"name": "network-changed", "server_uuid": "b10dfea5-afed-482e-82b2-5d9e4b8cf0ad", "tag": "aa7efc40-b703-4984-b5af-93ea24454f13"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:14:42.246527 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c7eec0e9-ac61-4595-8f83-0aa7b2e14b62 req-b8686929-9233-4e39-8752-7eda79290401 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/security-groups?id=414e93b9-08bc-438e-9127-05114ed7dbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3474407 Jan 28 19:14:42.286013 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c89624-147c-460c-adb9-38b52fead578 req-3cb25007-430f-47ba-83a7-00fdaafaa0a1 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:42.287664 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-13c89624-147c-460c-adb9-38b52fead578 req-3cb25007-430f-47ba-83a7-00fdaafaa0a1 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e642740-d0d8-41b1-a248-8168c3dece03&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1285751 Jan 28 19:14:42.302622 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60d5484-0c1b-4264-a549-92a3158ae990 req-edb5a9ab-fa0d-4e83-9cf2-9f3b31be2935 tempest-LiveMigrationNegativeTest-998910460 tempest-LiveMigrationNegativeTest-998910460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:42.304169 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f60d5484-0c1b-4264-a549-92a3158ae990 req-edb5a9ab-fa0d-4e83-9cf2-9f3b31be2935 tempest-LiveMigrationNegativeTest-998910460 tempest-LiveMigrationNegativeTest-998910460-project] 10.222.0.41 "GET /v2.0/ports?device_id=83994444-c661-48a0-afb1-be10667a7cf1 HTTP/1.1" status: 200 len: 950 time: 0.1325302 Jan 28 19:14:42.330738 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-291c2760-5b95-4422-9f9b-6cfddf9a1714 admin admin] Publish callbacks [] for port (6798b899-b756-404a-b194-8c41a4892b69), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:42.353047 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-13c89624-147c-460c-adb9-38b52fead578 req-d19f6904-5d99-4c40-8fd9-bb9f7140547f tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.6.198 HTTP/1.1" status: 200 len: 696 time: 0.0585353 Jan 28 19:14:42.365048 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-13c89624-147c-460c-adb9-38b52fead578 req-e4416a4f-0ee9-4efb-8071-d5597524c172 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] Request body: {'floatingip': {'port_id': '96e6a3f6-9ea4-4c9e-9a87-1a01a1ae9418', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:14:42.376433 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-291c2760-5b95-4422-9f9b-6cfddf9a1714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (6798b899-b756-404a-b194-8c41a4892b69), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:42.431582 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-13c89624-147c-460c-adb9-38b52fead578 req-e4416a4f-0ee9-4efb-8071-d5597524c172 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] Publish callbacks [] for floatingip (b2d0315c-d7a8-4217-9af0-9034f39a6622), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:42.441757 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-291c2760-5b95-4422-9f9b-6cfddf9a1714 admin admin] Network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:14:42.453825 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-291c2760-5b95-4422-9f9b-6cfddf9a1714 admin admin] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:14:42.457202 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291c2760-5b95-4422-9f9b-6cfddf9a1714 admin admin] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:14:42.459194 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291c2760-5b95-4422-9f9b-6cfddf9a1714 admin admin] Pushing event updated for resources: {'Port': ['ID=6798b899-b756-404a-b194-8c41a4892b69,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:42.539987 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21de73c7-23fb-47c6-af64-bb8f9d589067 req-d63c0632-d0cf-4857-91d6-4c401cc32e8c tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:42.541571 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-21de73c7-23fb-47c6-af64-bb8f9d589067 req-d63c0632-d0cf-4857-91d6-4c401cc32e8c tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] 10.222.0.64 "GET /v2.0/ports?device_id=b10dfea5-afed-482e-82b2-5d9e4b8cf0ad HTTP/1.1" status: 200 len: 945 time: 0.1770320 Jan 28 19:14:42.551612 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-ba5eca3d-0fef-4e60-aa29-db84a2a2fb5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3caa4e9-2a65-4416-8a3e-7fcb9617385f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-953100577-router', 'tenant_id': '364a7c42eb8b468d8d8584f032848f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '479412f1-13f0-40ef-a841-7c525dcbb25a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:12:40Z', 'updated_at': '2022-01-28T19:12:45Z', 'revision_number': 4, 'project_id': '364a7c42eb8b468d8d8584f032848f52', 'gw_port': {'id': '479412f1-13f0-40ef-a841-7c525dcbb25a', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:36:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3caa4e9-2a65-4416-8a3e-7fcb9617385f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:12:40Z', 'updated_at': '2022-01-28T19:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_floatingips': [{'id': '0e80e734-2cef-4a22-95bc-2174e77e57d6', 'tenant_id': '364a7c42eb8b468d8d8584f032848f52', 'floating_ip_address': '172.25.6.101', 'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'router_id': 'd3caa4e9-2a65-4416-8a3e-7fcb9617385f', 'port_id': 'aa7efc40-b703-4984-b5af-93ea24454f13', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 209, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c806e35b-751a-4ce9-b109-f544f83125cf', 'mac_address': 'fa:16:3e:58:89:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b10dfea5-afed-482e-82b2-5d9e4b8cf0ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:13:09Z', 'updated_at': '2022-01-28T19:14:40Z', 'revision_number': 5, 'project_id': '364a7c42eb8b468d8d8584f032848f52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b072416-1b9a-4975-bb55-2908e9aa62f5', 'name': '', 'network_id': 'c806e35b-751a-4ce9-b109-f544f83125cf', 'tenant_id': '364a7c42eb8b468d8d8584f032848f52', 'mac_address': 'fa:16:3e:5a:bb:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3caa4e9-2a65-4416-8a3e-7fcb9617385f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'c08dfd32-a1e5-4572-9817-13ebb5508016', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:12:44Z', 'updated_at': '2022-01-28T19:12:54Z', 'revision_number': 5, 'project_id': '364a7c42eb8b468d8d8584f032848f52', 'subnets': [{'id': 'c08dfd32-a1e5-4572-9817-13ebb5508016', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:14:42.585142 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5eca3d-0fef-4e60-aa29-db84a2a2fb5d None None] Checking router: d3caa4e9-2a65-4416-8a3e-7fcb9617385f for host: n-d-812111-14 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:14:42.594291 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5eca3d-0fef-4e60-aa29-db84a2a2fb5d None None] Routers {'d3caa4e9-2a65-4416-8a3e-7fcb9617385f'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:14:42.595027 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-ba5eca3d-0fef-4e60-aa29-db84a2a2fb5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:14:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['d3caa4e9-2a65-4416-8a3e-7fcb9617385f'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:14:42.621558 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-f60d5484-0c1b-4264-a549-92a3158ae990 req-d675bd0f-a115-4d55-b35e-84261e9bf4c9 tempest-LiveMigrationNegativeTest-998910460 tempest-LiveMigrationNegativeTest-998910460-project] Deleting port 1e9f02a8-a272-409b-b64c-20c21c6d0f61 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:14:42.621808 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f60d5484-0c1b-4264-a549-92a3158ae990 req-d675bd0f-a115-4d55-b35e-84261e9bf4c9 tempest-LiveMigrationNegativeTest-998910460 tempest-LiveMigrationNegativeTest-998910460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (1e9f02a8-a272-409b-b64c-20c21c6d0f61), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:42.680129 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-21de73c7-23fb-47c6-af64-bb8f9d589067 req-859c5e86-6651-4957-b12c-5cda6f5eb9e1 tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] 10.222.0.64 "GET /v2.0/security-groups?id=c9932629-d34a-4383-acc9-faa1e1165e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081016 Jan 28 19:14:42.718790 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-ba5eca3d-0fef-4e60-aa29-db84a2a2fb5d None None] Set router d3caa4e9-2a65-4416-8a3e-7fcb9617385f gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:14:42.778899 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-291c2760-5b95-4422-9f9b-6cfddf9a1714 admin admin] Publish callbacks [] for router_gateway (ba0e45d4-4e10-447e-a18f-fdca8a3cad96), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:42.824353 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-f60d5484-0c1b-4264-a549-92a3158ae990 req-d675bd0f-a115-4d55-b35e-84261e9bf4c9 tempest-LiveMigrationNegativeTest-998910460 tempest-LiveMigrationNegativeTest-998910460-project] For port 1e9f02a8-a272-409b-b64c-20c21c6d0f61, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=1e9f02a8-a272-409b-b64c-20c21c6d0f61,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:14:42.824715 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f60d5484-0c1b-4264-a549-92a3158ae990 req-d675bd0f-a115-4d55-b35e-84261e9bf4c9 tempest-LiveMigrationNegativeTest-998910460 tempest-LiveMigrationNegativeTest-998910460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (1e9f02a8-a272-409b-b64c-20c21c6d0f61), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:42.874418 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-f60d5484-0c1b-4264-a549-92a3158ae990 req-d675bd0f-a115-4d55-b35e-84261e9bf4c9 tempest-LiveMigrationNegativeTest-998910460 tempest-LiveMigrationNegativeTest-998910460-project] Calling delete_port for 1e9f02a8-a272-409b-b64c-20c21c6d0f61 owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:14:43.007278 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cce64c5-0d5f-4096-92b3-903b0f88489f req-6e21d242-98f8-403f-9950-075211676422 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:43.014868 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3cce64c5-0d5f-4096-92b3-903b0f88489f req-6e21d242-98f8-403f-9950-075211676422 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/networks?id=72a547d0-d9da-4c9f-b2a7-a4b786ea70ac HTTP/1.1" status: 200 len: 820 time: 0.2340419 Jan 28 19:14:43.071413 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3cce64c5-0d5f-4096-92b3-903b0f88489f req-541f9a16-8b10-44ce-9672-3e4709d1497c tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/quotas/57a0678ad1cb4e46b30e232c1f317a59 HTTP/1.1" status: 200 len: 375 time: 0.0548487 Jan 28 19:14:43.074224 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:43.098124 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-ba5eca3d-0fef-4e60-aa29-db84a2a2fb5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3caa4e9-2a65-4416-8a3e-7fcb9617385f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-953100577-router', 'tenant_id': '364a7c42eb8b468d8d8584f032848f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '479412f1-13f0-40ef-a841-7c525dcbb25a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:12:40Z', 'updated_at': '2022-01-28T19:12:45Z', 'revision_number': 4, 'project_id': '364a7c42eb8b468d8d8584f032848f52', 'gw_port': {'id': '479412f1-13f0-40ef-a841-7c525dcbb25a', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:36:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3caa4e9-2a65-4416-8a3e-7fcb9617385f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:12:40Z', 'updated_at': '2022-01-28T19:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_floatingips': [{'id': '0e80e734-2cef-4a22-95bc-2174e77e57d6', 'tenant_id': '364a7c42eb8b468d8d8584f032848f52', 'floating_ip_address': '172.25.6.101', 'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'router_id': 'd3caa4e9-2a65-4416-8a3e-7fcb9617385f', 'port_id': 'aa7efc40-b703-4984-b5af-93ea24454f13', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 209, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c806e35b-751a-4ce9-b109-f544f83125cf', 'mac_address': 'fa:16:3e:58:89:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b10dfea5-afed-482e-82b2-5d9e4b8cf0ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:13:09Z', 'updated_at': '2022-01-28T19:14:40Z', 'revision_number': 5, 'project_id': '364a7c42eb8b468d8d8584f032848f52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b072416-1b9a-4975-bb55-2908e9aa62f5', 'name': '', 'network_id': 'c806e35b-751a-4ce9-b109-f544f83125cf', 'tenant_id': '364a7c42eb8b468d8d8584f032848f52', 'mac_address': 'fa:16:3e:5a:bb:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3caa4e9-2a65-4416-8a3e-7fcb9617385f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'c08dfd32-a1e5-4572-9817-13ebb5508016', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:12:44Z', 'updated_at': '2022-01-28T19:12:54Z', 'revision_number': 5, 'project_id': '364a7c42eb8b468d8d8584f032848f52', 'subnets': [{'id': 'c08dfd32-a1e5-4572-9817-13ebb5508016', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:14:43.102908 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d206c83f-6793-4a1f-ae50-b3f37b2dcb5e None None] Network dcce53bd-3e6d-4fa8-a8d1-67c47581bcc5 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:14:43.151552 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5eca3d-0fef-4e60-aa29-db84a2a2fb5d None None] The sync data for ids ['d3caa4e9-2a65-4416-8a3e-7fcb9617385f'] in n-d-812111-14 is: [{'id': 'd3caa4e9-2a65-4416-8a3e-7fcb9617385f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-953100577-router', 'tenant_id': '364a7c42eb8b468d8d8584f032848f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '479412f1-13f0-40ef-a841-7c525dcbb25a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:12:40Z', 'updated_at': '2022-01-28T19:12:45Z', 'revision_number': 4, 'project_id': '364a7c42eb8b468d8d8584f032848f52', 'gw_port': {'id': '479412f1-13f0-40ef-a841-7c525dcbb25a', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:36:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3caa4e9-2a65-4416-8a3e-7fcb9617385f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:12:40Z', 'updated_at': '2022-01-28T19:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_floatingips': [{'id': '0e80e734-2cef-4a22-95bc-2174e77e57d6', 'tenant_id': '364a7c42eb8b468d8d8584f032848f52', 'floating_ip_address': '172.25.6.101', 'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'router_id': 'd3caa4e9-2a65-4416-8a3e-7fcb9617385f', 'port_id': 'aa7efc40-b703-4984-b5af-93ea24454f13', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 209, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c806e35b-751a-4ce9-b109-f544f83125cf', 'mac_address': 'fa:16:3e:58:89:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b10dfea5-afed-482e-82b2-5d9e4b8cf0ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:13:09Z', 'updated_at': '2022-01-28T19:14:40Z', 'revision_number': 5, 'project_id': '364a7c42eb8b468d8d8584f032848f52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b072416-1b9a-4975-bb55-2908e9aa62f5', 'name': '', 'network_id': 'c806e35b-751a-4ce9-b109-f544f83125cf', 'tenant_id': '364a7c42eb8b468d8d8584f032848f52', 'mac_address': 'fa:16:3e:5a:bb:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3caa4e9-2a65-4416-8a3e-7fcb9617385f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'c08dfd32-a1e5-4572-9817-13ebb5508016', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:12:44Z', 'updated_at': '2022-01-28T19:12:54Z', 'revision_number': 5, 'project_id': '364a7c42eb8b468d8d8584f032848f52', 'subnets': [{'id': 'c08dfd32-a1e5-4572-9817-13ebb5508016', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:14:43.174856 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f60d5484-0c1b-4264-a549-92a3158ae990 req-d675bd0f-a115-4d55-b35e-84261e9bf4c9 tempest-LiveMigrationNegativeTest-998910460 tempest-LiveMigrationNegativeTest-998910460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (1e9f02a8-a272-409b-b64c-20c21c6d0f61), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:43.178438 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-13c89624-147c-460c-adb9-38b52fead578 req-e4416a4f-0ee9-4efb-8071-d5597524c172 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:43.188555 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-13c89624-147c-460c-adb9-38b52fead578 req-e4416a4f-0ee9-4efb-8071-d5597524c172 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734886'] for floatingip (b2d0315c-d7a8-4217-9af0-9034f39a6622), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:43.192498 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['1e9f02a8-a272-409b-b64c-20c21c6d0f61'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:14:43.243351 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-cf58c2bf-1146-4078-98db-640d833ef39a None None] Provisioning complete for port 30c6dbf7-4d3f-430d-a1e8-70eaa93bacba triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:14:43.243595 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d675bd0f-a115-4d55-b35e-84261e9bf4c9 tempest-LiveMigrationNegativeTest-998910460 tempest-LiveMigrationNegativeTest-998910460-project] Pushing event deleted for resources: {'Port': ['ID=1e9f02a8-a272-409b-b64c-20c21c6d0f61,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:43.243719 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-cf58c2bf-1146-4078-98db-640d833ef39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (30c6dbf7-4d3f-430d-a1e8-70eaa93bacba), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:43.272202 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-291c2760-5b95-4422-9f9b-6cfddf9a1714 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-731074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-731460'] for router (ba0e45d4-4e10-447e-a18f-fdca8a3cad96), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:43.294274 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3cce64c5-0d5f-4096-92b3-903b0f88489f req-4e1a7f0f-d22b-402b-a50d-3edcc586e53b tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=57a0678ad1cb4e46b30e232c1f317a59&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2218711 Jan 28 19:14:43.298838 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-f60d5484-0c1b-4264-a549-92a3158ae990 req-d675bd0f-a115-4d55-b35e-84261e9bf4c9 tempest-LiveMigrationNegativeTest-998910460 tempest-LiveMigrationNegativeTest-998910460-project] No DVR routers for this DVR port 1e9f02a8-a272-409b-b64c-20c21c6d0f61 on host n-h1-812111-14 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:14:43.328299 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f60d5484-0c1b-4264-a549-92a3158ae990 req-d675bd0f-a115-4d55-b35e-84261e9bf4c9 tempest-LiveMigrationNegativeTest-998910460 tempest-LiveMigrationNegativeTest-998910460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:43.331786 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f60d5484-0c1b-4264-a549-92a3158ae990 req-d675bd0f-a115-4d55-b35e-84261e9bf4c9 tempest-LiveMigrationNegativeTest-998910460 tempest-LiveMigrationNegativeTest-998910460-project] 10.222.0.41 "DELETE /v2.0/ports/1e9f02a8-a272-409b-b64c-20c21c6d0f61 HTTP/1.1" status: 204 len: 173 time: 0.9777560 Jan 28 19:14:43.352663 n-d-812111-14 neutron-server[103305]: INFO neutron.db.l3_db [req-13c89624-147c-460c-adb9-38b52fead578 req-e4416a4f-0ee9-4efb-8071-d5597524c172 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] Floating IP b2d0315c-d7a8-4217-9af0-9034f39a6622 associated. External IP: 172.25.6.198, port: 96e6a3f6-9ea4-4c9e-9a87-1a01a1ae9418. Jan 28 19:14:43.399322 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-cf58c2bf-1146-4078-98db-640d833ef39a None None] Current status of the port 30c6dbf7-4d3f-430d-a1e8-70eaa93bacba is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:14:43.402135 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-cf58c2bf-1146-4078-98db-640d833ef39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (30c6dbf7-4d3f-430d-a1e8-70eaa93bacba), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:43.448796 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-cf58c2bf-1146-4078-98db-640d833ef39a None None] For port 30c6dbf7-4d3f-430d-a1e8-70eaa93bacba, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=30c6dbf7-4d3f-430d-a1e8-70eaa93bacba,segment=NetworkSegment(a3f92b11-4f37-4628-b716-5af99066213d),segment_id=a3f92b11-4f37-4628-b716-5af99066213d)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:14:43.456285 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-cf58c2bf-1146-4078-98db-640d833ef39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (30c6dbf7-4d3f-430d-a1e8-70eaa93bacba), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:43.531846 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf58c2bf-1146-4078-98db-640d833ef39a None None] Pushing event updated for resources: {'Port': ['ID=30c6dbf7-4d3f-430d-a1e8-70eaa93bacba,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:43.542616 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7c7b9f-0fbd-4742-b4a2-3673e8877d52 req-aeeee4e6-d3c0-4832-a34f-f448a635b5a6 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:43.544144 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4d7c7b9f-0fbd-4742-b4a2-3673e8877d52 req-aeeee4e6-d3c0-4832-a34f-f448a635b5a6 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] 10.222.0.70 "GET /v2.0/ports?device_id=2a116b9a-966a-46f0-9be4-b8c286608bde HTTP/1.1" status: 200 len: 946 time: 0.3606558 Jan 28 19:14:43.567401 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b128b8-bf57-4fc6-82fb-0664440767ff None None] New status for floating IP 0e80e734-2cef-4a22-95bc-2174e77e57d6: ACTIVE {{(pid=103307) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 19:14:43.659464 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [req-13c89624-147c-460c-adb9-38b52fead578 req-e4416a4f-0ee9-4efb-8071-d5597524c172 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] Router 21fc77fa-6689-425f-a0ea-9e6cfee3d1c0 has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:14:43.684598 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-291c2760-5b95-4422-9f9b-6cfddf9a1714 admin admin] Router ba0e45d4-4e10-447e-a18f-fdca8a3cad96 is scheduled to L3 agent 76fe5c49-705a-4e08-abb2-be585676213f with binding_index 1 {{(pid=103304) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 19:14:43.689582 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3cce64c5-0d5f-4096-92b3-903b0f88489f req-bbebce06-3c85-4d75-a794-ab239e2ac2f4 service neutron] 10.222.0.64 "GET /v2.0/networks/72a547d0-d9da-4c9f-b2a7-a4b786ea70ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3939271 Jan 28 19:14:43.802882 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d6fc4a33-c615-4b1a-a869-cf2305464b7c None None] Provisioning complete for port 30c6dbf7-4d3f-430d-a1e8-70eaa93bacba triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:14:43.803391 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d6fc4a33-c615-4b1a-a869-cf2305464b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (30c6dbf7-4d3f-430d-a1e8-70eaa93bacba), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:43.846404 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-4d7c7b9f-0fbd-4742-b4a2-3673e8877d52 req-271915af-b2d6-44cb-9faf-166622a6d6b4 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] Deleting port 451a7b59-b3cd-4c2e-aa9c-93675463f292 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:14:43.846771 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-4d7c7b9f-0fbd-4742-b4a2-3673e8877d52 req-271915af-b2d6-44cb-9faf-166622a6d6b4 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (451a7b59-b3cd-4c2e-aa9c-93675463f292), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:43.878819 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-13c89624-147c-460c-adb9-38b52fead578 req-e4416a4f-0ee9-4efb-8071-d5597524c172 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:14:43.887153 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-13c89624-147c-460c-adb9-38b52fead578 req-e4416a4f-0ee9-4efb-8071-d5597524c172 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for floatingip (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:43.921216 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047843b6-454d-46ee-8628-987f244b19c4 None None] Sync routers for ids ['21fc77fa-6689-425f-a0ea-9e6cfee3d1c0'] in n-d-812111-14 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:14:43.959089 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047843b6-454d-46ee-8628-987f244b19c4 None None] Routers {'21fc77fa-6689-425f-a0ea-9e6cfee3d1c0'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:14:43.959895 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-047843b6-454d-46ee-8628-987f244b19c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:14:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['21fc77fa-6689-425f-a0ea-9e6cfee3d1c0'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:14:43.962186 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-13c89624-147c-460c-adb9-38b52fead578 req-e4416a4f-0ee9-4efb-8071-d5597524c172 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] 10.222.0.64 "PUT /v2.0/floatingips/b2d0315c-d7a8-4217-9af0-9034f39a6622 HTTP/1.1" status: 200 len: 996 time: 1.6009064 Jan 28 19:14:44.006000 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d6fc4a33-c615-4b1a-a869-cf2305464b7c None None] Current status of the port 30c6dbf7-4d3f-430d-a1e8-70eaa93bacba is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:14:44.029574 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3cce64c5-0d5f-4096-92b3-903b0f88489f req-756ca449-1697-4dd0-b421-68e7c27209a4 service neutron] 10.222.0.64 "GET /v2.0/networks/72a547d0-d9da-4c9f-b2a7-a4b786ea70ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3328578 Jan 28 19:14:44.041684 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-291c2760-5b95-4422-9f9b-6cfddf9a1714 admin admin] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:14:44.047923 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c89624-147c-460c-adb9-38b52fead578 req-4ace6de8-2ec6-4a0b-9519-de07bdf8eb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:44.050242 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-13c89624-147c-460c-adb9-38b52fead578 req-4ace6de8-2ec6-4a0b-9519-de07bdf8eb3e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2f6c0ce2548d44dba74b697745b9900b&device_id=9e642740-d0d8-41b1-a248-8168c3dece03 HTTP/1.1" status: 200 len: 1128 time: 0.0595138 Jan 28 19:14:44.058223 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-4d7c7b9f-0fbd-4742-b4a2-3673e8877d52 req-271915af-b2d6-44cb-9faf-166622a6d6b4 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] For port 451a7b59-b3cd-4c2e-aa9c-93675463f292, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=451a7b59-b3cd-4c2e-aa9c-93675463f292,segment=NetworkSegment(1e24c993-748e-4143-b1c2-ba3fed624cb8),segment_id=1e24c993-748e-4143-b1c2-ba3fed624cb8)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:14:44.058593 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-4d7c7b9f-0fbd-4742-b4a2-3673e8877d52 req-271915af-b2d6-44cb-9faf-166622a6d6b4 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (451a7b59-b3cd-4c2e-aa9c-93675463f292), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:44.061909 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c496980-379e-454a-a3c0-39b46feda732 None None] Sync routers for ids ['ba0e45d4-4e10-447e-a18f-fdca8a3cad96'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:14:44.079181 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c496980-379e-454a-a3c0-39b46feda732 None None] Routers {'ba0e45d4-4e10-447e-a18f-fdca8a3cad96'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:14:44.081044 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-8c496980-379e-454a-a3c0-39b46feda732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:14:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['ba0e45d4-4e10-447e-a18f-fdca8a3cad96'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:14:44.081796 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-4d7c7b9f-0fbd-4742-b4a2-3673e8877d52 req-271915af-b2d6-44cb-9faf-166622a6d6b4 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] Calling delete_port for 451a7b59-b3cd-4c2e-aa9c-93675463f292 owned by compute:nova {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:14:44.089370 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-291c2760-5b95-4422-9f9b-6cfddf9a1714 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:44.093394 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-291c2760-5b95-4422-9f9b-6cfddf9a1714 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 3.6144247 Jan 28 19:14:44.095938 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 36670) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:14:44.190444 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c89624-147c-460c-adb9-38b52fead578 req-713a6f72-7c79-45cb-846c-0f08958ad736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:44.192095 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-13c89624-147c-460c-adb9-38b52fead578 req-713a6f72-7c79-45cb-846c-0f08958ad736 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1b36af34-6909-4f2b-a96c-a56853ad0cf5 HTTP/1.1" status: 200 len: 921 time: 0.1358683 Jan 28 19:14:44.311020 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f94c579b-5118-4c0f-921e-4ddca9de3665 x-openstack-request-id: req-f94c579b-5118-4c0f-921e-4ddca9de3665 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:14:44.315086 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b10dfea5-afed-482e-82b2-5d9e4b8cf0ad", "tag": "aa7efc40-b703-4984-b5af-93ea24454f13", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:14:44.315435 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f94c579b-5118-4c0f-921e-4ddca9de3665 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:14:44.316009 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b10dfea5-afed-482e-82b2-5d9e4b8cf0ad', 'tag': 'aa7efc40-b703-4984-b5af-93ea24454f13', 'status': 'completed', 'code': 200} Jan 28 19:14:44.330965 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-8c496980-379e-454a-a3c0-39b46feda732 None None] Set router ba0e45d4-4e10-447e-a18f-fdca8a3cad96 gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:14:44.339037 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-13c89624-147c-460c-adb9-38b52fead578 req-736364c4-a3f0-4c70-862b-c9f12b99d4d4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=96e6a3f6-9ea4-4c9e-9a87-1a01a1ae9418 HTTP/1.1" status: 200 len: 999 time: 0.1356359 Jan 28 19:14:44.344346 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 30c6dbf7-4d3f-430d-a1e8-70eaa93bacba up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:14:44.404212 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c89624-147c-460c-adb9-38b52fead578 req-0847b2ed-be37-431e-8504-cffac73b8cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:44.406122 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-13c89624-147c-460c-adb9-38b52fead578 req-0847b2ed-be37-431e-8504-cffac73b8cb1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d1079c28-134b-4727-b56d-dffa38a58988 HTTP/1.1" status: 200 len: 860 time: 0.0605688 Jan 28 19:14:44.424719 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-047843b6-454d-46ee-8628-987f244b19c4 None None] Set router 21fc77fa-6689-425f-a0ea-9e6cfee3d1c0 gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:14:44.502452 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c89624-147c-460c-adb9-38b52fead578 req-9a2a96a2-13ce-47ce-84c4-d6e30f9dccfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:44.504180 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-13c89624-147c-460c-adb9-38b52fead578 req-9a2a96a2-13ce-47ce-84c4-d6e30f9dccfe service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1b36af34-6909-4f2b-a96c-a56853ad0cf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0912538 Jan 28 19:14:44.531121 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 30c6dbf7-4d3f-430d-a1e8-70eaa93bacba triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:14:44.531610 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (30c6dbf7-4d3f-430d-a1e8-70eaa93bacba), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:44.668614 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-13c89624-147c-460c-adb9-38b52fead578 req-b0022742-e522-4be2-ab47-15af62b600fc service neutron] 10.222.0.64 "GET /v2.0/networks/1b36af34-6909-4f2b-a96c-a56853ad0cf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573660 Jan 28 19:14:44.723817 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-8c496980-379e-454a-a3c0-39b46feda732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba0e45d4-4e10-447e-a18f-fdca8a3cad96', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-119488734-router', 'tenant_id': 'e331db5a5eca4568baa1d0dcf43ee9e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': '6798b899-b756-404a-b194-8c41a4892b69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:14:40Z', 'updated_at': '2022-01-28T19:14:42Z', 'revision_number': 3, 'project_id': 'e331db5a5eca4568baa1d0dcf43ee9e3', 'gw_port': {'id': '6798b899-b756-404a-b194-8c41a4892b69', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:7e:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba0e45d4-4e10-447e-a18f-fdca8a3cad96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:14:41Z', 'updated_at': '2022-01-28T19:14:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:14:44.731647 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd052474-b927-4242-9228-782e4a44567a req-59df2459-a46f-43c9-a812-b3221b56b0ef tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:44.738696 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-dd052474-b927-4242-9228-782e4a44567a req-59df2459-a46f-43c9-a812-b3221b56b0ef tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] 10.222.0.64 "GET /v2.0/ports?device_id=d67e2018-4151-48d3-8062-e7793269d14c HTTP/1.1" status: 200 len: 949 time: 0.1737170 Jan 28 19:14:44.763459 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c496980-379e-454a-a3c0-39b46feda732 None None] Checking router: ba0e45d4-4e10-447e-a18f-fdca8a3cad96 for host: n-d-812111-14 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:14:44.764096 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c496980-379e-454a-a3c0-39b46feda732 None None] Updating router ba0e45d4-4e10-447e-a18f-fdca8a3cad96 port 6798b899-b756-404a-b194-8c41a4892b69 binding host n-d-812111-14 {{(pid=103307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:14:44.781415 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769c8ccf-867f-4e70-9d57-e47e9a24f6db req-83fc40fa-35bf-4c7d-bea3-0a0027424254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:44.782918 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-769c8ccf-867f-4e70-9d57-e47e9a24f6db req-83fc40fa-35bf-4c7d-bea3-0a0027424254 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=364a7c42eb8b468d8d8584f032848f52&device_id=b10dfea5-afed-482e-82b2-5d9e4b8cf0ad HTTP/1.1" status: 200 len: 1128 time: 0.2260756 Jan 28 19:14:44.795401 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-13c89624-147c-460c-adb9-38b52fead578 req-b72776a9-7886-478c-8825-7b89cc0c776a service neutron] 10.222.0.64 "GET /v2.0/networks/1b36af34-6909-4f2b-a96c-a56853ad0cf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172893 Jan 28 19:14:44.806659 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-8c496980-379e-454a-a3c0-39b46feda732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (6798b899-b756-404a-b194-8c41a4892b69), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:44.812094 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 30c6dbf7-4d3f-430d-a1e8-70eaa93bacba is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:14:44.887792 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-047843b6-454d-46ee-8628-987f244b19c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21fc77fa-6689-425f-a0ea-9e6cfee3d1c0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1356816334-router', 'tenant_id': '2f6c0ce2548d44dba74b697745b9900b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': 'ace37438-62fc-4da8-82fe-598e6e795cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:13:27Z', 'updated_at': '2022-01-28T19:13:38Z', 'revision_number': 4, 'project_id': '2f6c0ce2548d44dba74b697745b9900b', 'gw_port': {'id': 'ace37438-62fc-4da8-82fe-598e6e795cb7', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ea:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fc77fa-6689-425f-a0ea-9e6cfee3d1c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:13:29Z', 'updated_at': '2022-01-28T19:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_floatingips': [{'id': 'b2d0315c-d7a8-4217-9af0-9034f39a6622', 'tenant_id': '2f6c0ce2548d44dba74b697745b9900b', 'floating_ip_address': '172.25.6.198', 'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'router_id': '21fc77fa-6689-425f-a0ea-9e6cfee3d1c0', 'port_id': '96e6a3f6-9ea4-4c9e-9a87-1a01a1ae9418', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 415, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b36af34-6909-4f2b-a96c-a56853ad0cf5', 'mac_address': 'fa:16:3e:5a:fb:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e642740-d0d8-41b1-a248-8168c3dece03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:14:02Z', 'updated_at': '2022-01-28T19:14:43Z', 'revision_number': 8, 'project_id': '2f6c0ce2548d44dba74b697745b9900b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b83721b-3c6a-40cd-b5b2-82876bb947a8', 'name': '', 'network_id': '1b36af34-6909-4f2b-a96c-a56853ad0cf5', 'tenant_id': '2f6c0ce2548d44dba74b697745b9900b', 'mac_address': 'fa:16:3e:e1:c3:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fc77fa-6689-425f-a0ea-9e6cfee3d1c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'd1079c28-134b-4727-b56d-dffa38a58988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:13:35Z', 'updated_at': '2022-01-28T19:13:44Z', 'revision_number': 5, 'project_id': '2f6c0ce2548d44dba74b697745b9900b', 'subnets': [{'id': 'd1079c28-134b-4727-b56d-dffa38a58988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:14:44.965130 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-dd052474-b927-4242-9228-782e4a44567a req-14cccdeb-bdcb-4c31-a87f-53b93da29292 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] 10.222.0.64 "GET /v2.0/security-groups?id=2478b850-89ab-4114-a340-71569acb8761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254558 Jan 28 19:14:44.968425 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a20fe0c-2f4c-45a6-86aa-19a463f38293 req-66d49c4f-a7eb-41a1-bbf0-65111dbbb657 tempest-LiveMigrationTest-1644078950 tempest-LiveMigrationTest-1644078950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:44.976428 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-0a20fe0c-2f4c-45a6-86aa-19a463f38293 req-66d49c4f-a7eb-41a1-bbf0-65111dbbb657 tempest-LiveMigrationTest-1644078950 tempest-LiveMigrationTest-1644078950-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=c3a44de3-d7bc-419a-9768-acddf7e95fea HTTP/1.1" status: 200 len: 1128 time: 0.0845282 Jan 28 19:14:44.983450 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047843b6-454d-46ee-8628-987f244b19c4 None None] Checking router: 21fc77fa-6689-425f-a0ea-9e6cfee3d1c0 for host: n-d-812111-14 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:14:45.013632 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047843b6-454d-46ee-8628-987f244b19c4 None None] Routers {'21fc77fa-6689-425f-a0ea-9e6cfee3d1c0'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:14:45.014314 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-047843b6-454d-46ee-8628-987f244b19c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:14:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['21fc77fa-6689-425f-a0ea-9e6cfee3d1c0'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:14:45.075316 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-0a20fe0c-2f4c-45a6-86aa-19a463f38293 req-9e7f23ac-7604-48de-a095-7450275795c2 tempest-LiveMigrationTest-1644078950 tempest-LiveMigrationTest-1644078950-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=414e93b9-08bc-438e-9127-05114ed7dbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975983 Jan 28 19:14:45.276683 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-047843b6-454d-46ee-8628-987f244b19c4 None None] Set router 21fc77fa-6689-425f-a0ea-9e6cfee3d1c0 gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:14:45.288337 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ac1d7382-a028-4084-ab33-09d286932c48 req-818c176e-22b1-4c8d-9fba-e117788d409a tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] 10.222.0.64 "GET /v2.0/floatingips/b2d0315c-d7a8-4217-9af0-9034f39a6622 HTTP/1.1" status: 200 len: 996 time: 0.1245518 Jan 28 19:14:45.295355 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4086b0d7-306d-4c39-80c5-c4d99f71f2f8 req-446852a5-de3a-4bd6-998a-c16d6dda3241 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=d493780a-0b9d-4faf-acb0-7a17299587d3 HTTP/1.1" status: 200 len: 210 time: 0.0934908 Jan 28 19:14:45.330056 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-4d7c7b9f-0fbd-4742-b4a2-3673e8877d52 req-271915af-b2d6-44cb-9faf-166622a6d6b4 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985'] for port (451a7b59-b3cd-4c2e-aa9c-93675463f292), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:45.380955 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['96e6a3f6-9ea4-4c9e-9a87-1a01a1ae9418', '451a7b59-b3cd-4c2e-aa9c-93675463f292'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:14:45.407750 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-8c496980-379e-454a-a3c0-39b46feda732 None None] Publish callbacks [] for port (6798b899-b756-404a-b194-8c41a4892b69), precommit_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:45.423008 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-8c496980-379e-454a-a3c0-39b46feda732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (6798b899-b756-404a-b194-8c41a4892b69), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:45.533661 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271915af-b2d6-44cb-9faf-166622a6d6b4 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] Pushing event deleted for resources: {'Port': ['ID=451a7b59-b3cd-4c2e-aa9c-93675463f292,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:45.545444 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769c8ccf-867f-4e70-9d57-e47e9a24f6db req-79310314-f4c3-4cd9-a18f-4d57e6c96223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:45.552616 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-769c8ccf-867f-4e70-9d57-e47e9a24f6db req-79310314-f4c3-4cd9-a18f-4d57e6c96223 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c806e35b-751a-4ce9-b109-f544f83125cf HTTP/1.1" status: 200 len: 923 time: 0.7107582 Jan 28 19:14:45.554193 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd448a0f-c66b-455a-a572-3990d1c8bb69 None None] Pushing event updated for resources: {'Port': ['ID=6798b899-b756-404a-b194-8c41a4892b69,revision_number=2']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:45.567357 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-8c496980-379e-454a-a3c0-39b46feda732 None None] Attempting to bind port 6798b899-b756-404a-b194-8c41a4892b69 on host n-d-812111-14 for vnic_type normal with profile {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:14:45.568734 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-8c496980-379e-454a-a3c0-39b46feda732 None None] Attempting to bind port 6798b899-b756-404a-b194-8c41a4892b69 by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:14:45.570021 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c496980-379e-454a-a3c0-39b46feda732 None None] Attempting to bind port 6798b899-b756-404a-b194-8c41a4892b69 on network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:14:45.588651 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd448a0f-c66b-455a-a572-3990d1c8bb69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:14:45.589326 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd448a0f-c66b-455a-a572-3990d1c8bb69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:14:45.589847 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd448a0f-c66b-455a-a572-3990d1c8bb69 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:14:45.590348 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd448a0f-c66b-455a-a572-3990d1c8bb69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:14:45.591197 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd448a0f-c66b-455a-a572-3990d1c8bb69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:14:45.592402 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd448a0f-c66b-455a-a572-3990d1c8bb69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:14:45.592911 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd448a0f-c66b-455a-a572-3990d1c8bb69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:14:45.594918 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd448a0f-c66b-455a-a572-3990d1c8bb69 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:14:45.595629 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd448a0f-c66b-455a-a572-3990d1c8bb69 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:14:45.596135 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd448a0f-c66b-455a-a572-3990d1c8bb69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:14:45.597128 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd448a0f-c66b-455a-a572-3990d1c8bb69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:14:45.599731 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 36700) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:14:45.610066 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd448a0f-c66b-455a-a572-3990d1c8bb69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:14:45.610611 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd448a0f-c66b-455a-a572-3990d1c8bb69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:14:45.614358 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c496980-379e-454a-a3c0-39b46feda732 None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:14:45.627576 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c496980-379e-454a-a3c0-39b46feda732 None None] Checking segment: {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:14:45.628227 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-8c496980-379e-454a-a3c0-39b46feda732 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:45.631306 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c496980-379e-454a-a3c0-39b46feda732 None None] Bound using segment: {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:14:45.632261 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-8c496980-379e-454a-a3c0-39b46feda732 None None] Bound port: 6798b899-b756-404a-b194-8c41a4892b69, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:14:45.633841 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1d7382-a028-4084-ab33-09d286932c48 req-b8919c15-b146-4664-aab8-a278a3238582 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:45.634421 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-8c496980-379e-454a-a3c0-39b46feda732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (6798b899-b756-404a-b194-8c41a4892b69), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:45.635295 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ac1d7382-a028-4084-ab33-09d286932c48 req-b8919c15-b146-4664-aab8-a278a3238582 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] 10.222.0.64 "GET /v2.0/networks/d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 HTTP/1.1" status: 200 len: 784 time: 0.3363893 Jan 28 19:14:45.649672 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [req-ac1d7382-a028-4084-ab33-09d286932c48 req-6e094b59-2d5a-4f90-8d3c-bee47ce0aab5 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:14:45.654882 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ac1d7382-a028-4084-ab33-09d286932c48 req-6e094b59-2d5a-4f90-8d3c-bee47ce0aab5 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0092819 Jan 28 19:14:45.698107 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d7c7b9f-0fbd-4742-b4a2-3673e8877d52 req-271915af-b2d6-44cb-9faf-166622a6d6b4 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] No DVR routers for this DVR port 451a7b59-b3cd-4c2e-aa9c-93675463f292 on host n-h2-812111-14 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:14:45.773000 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-4d7c7b9f-0fbd-4742-b4a2-3673e8877d52 req-271915af-b2d6-44cb-9faf-166622a6d6b4 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:45.796783 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-8c496980-379e-454a-a3c0-39b46feda732 None None] For port 6798b899-b756-404a-b194-8c41a4892b69, host n-d-812111-14, cleared binding levels {{(pid=103307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:14:45.799483 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4d7c7b9f-0fbd-4742-b4a2-3673e8877d52 req-271915af-b2d6-44cb-9faf-166622a6d6b4 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] 10.222.0.70 "DELETE /v2.0/ports/451a7b59-b3cd-4c2e-aa9c-93675463f292 HTTP/1.1" status: 204 len: 173 time: 2.2346308 Jan 28 19:14:45.800015 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a116b9a-966a-46f0-9be4-b8c286608bde', 'name': 'network-vif-deleted', 'tag': '451a7b59-b3cd-4c2e-aa9c-93675463f292'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:14:45.801973 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-8c496980-379e-454a-a3c0-39b46feda732 None None] For port 6798b899-b756-404a-b194-8c41a4892b69, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=6798b899-b756-404a-b194-8c41a4892b69,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:14:45.806920 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f40ece6-094b-4881-bfe4-c61d04b2831e" -d '{"events": [{"server_uuid": "2a116b9a-966a-46f0-9be4-b8c286608bde", "name": "network-vif-deleted", "tag": "451a7b59-b3cd-4c2e-aa9c-93675463f292"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:14:45.849131 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-8c496980-379e-454a-a3c0-39b46feda732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (6798b899-b756-404a-b194-8c41a4892b69), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:45.956298 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f660cbd-3e75-4810-8150-2d6707f19bb9 x-openstack-request-id: req-1f660cbd-3e75-4810-8150-2d6707f19bb9 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:14:45.956599 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a116b9a-966a-46f0-9be4-b8c286608bde", "name": "network-vif-deleted", "tag": "451a7b59-b3cd-4c2e-aa9c-93675463f292", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:14:45.958374 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1f660cbd-3e75-4810-8150-2d6707f19bb9 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:14:45.958798 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a116b9a-966a-46f0-9be4-b8c286608bde', 'name': 'network-vif-deleted', 'tag': '451a7b59-b3cd-4c2e-aa9c-93675463f292', 'status': 'completed', 'code': 200} Jan 28 19:14:45.985614 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd448a0f-c66b-455a-a572-3990d1c8bb69 None None] Pushing event updated for resources: {'Port': ['ID=6798b899-b756-404a-b194-8c41a4892b69,revision_number=3']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:46.014599 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c496980-379e-454a-a3c0-39b46feda732 None None] Routers {'ba0e45d4-4e10-447e-a18f-fdca8a3cad96'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:14:46.014981 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-8c496980-379e-454a-a3c0-39b46feda732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:14:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['ba0e45d4-4e10-447e-a18f-fdca8a3cad96'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:14:46.099712 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-047843b6-454d-46ee-8628-987f244b19c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21fc77fa-6689-425f-a0ea-9e6cfee3d1c0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1356816334-router', 'tenant_id': '2f6c0ce2548d44dba74b697745b9900b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': 'ace37438-62fc-4da8-82fe-598e6e795cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:13:27Z', 'updated_at': '2022-01-28T19:13:38Z', 'revision_number': 4, 'project_id': '2f6c0ce2548d44dba74b697745b9900b', 'gw_port': {'id': 'ace37438-62fc-4da8-82fe-598e6e795cb7', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ea:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fc77fa-6689-425f-a0ea-9e6cfee3d1c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:13:29Z', 'updated_at': '2022-01-28T19:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_floatingips': [{'id': 'b2d0315c-d7a8-4217-9af0-9034f39a6622', 'tenant_id': '2f6c0ce2548d44dba74b697745b9900b', 'floating_ip_address': '172.25.6.198', 'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'router_id': '21fc77fa-6689-425f-a0ea-9e6cfee3d1c0', 'port_id': '96e6a3f6-9ea4-4c9e-9a87-1a01a1ae9418', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 415, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b36af34-6909-4f2b-a96c-a56853ad0cf5', 'mac_address': 'fa:16:3e:5a:fb:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e642740-d0d8-41b1-a248-8168c3dece03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:14:02Z', 'updated_at': '2022-01-28T19:14:43Z', 'revision_number': 8, 'project_id': '2f6c0ce2548d44dba74b697745b9900b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b83721b-3c6a-40cd-b5b2-82876bb947a8', 'name': '', 'network_id': '1b36af34-6909-4f2b-a96c-a56853ad0cf5', 'tenant_id': '2f6c0ce2548d44dba74b697745b9900b', 'mac_address': 'fa:16:3e:e1:c3:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fc77fa-6689-425f-a0ea-9e6cfee3d1c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'd1079c28-134b-4727-b56d-dffa38a58988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:13:35Z', 'updated_at': '2022-01-28T19:13:44Z', 'revision_number': 5, 'project_id': '2f6c0ce2548d44dba74b697745b9900b', 'subnets': [{'id': 'd1079c28-134b-4727-b56d-dffa38a58988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:14:46.114046 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-769c8ccf-867f-4e70-9d57-e47e9a24f6db req-20a58bcb-ee53-4e38-9aed-521ea286d6e2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa7efc40-b703-4984-b5af-93ea24454f13 HTTP/1.1" status: 200 len: 1001 time: 0.4519467 Jan 28 19:14:46.134828 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c29ced60-4a32-493a-a6ae-416960c8ea6a req-eca72da6-4883-4549-b80d-c56cede64a11 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.6.198 HTTP/1.1" status: 200 len: 999 time: 0.4418039 Jan 28 19:14:46.145005 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047843b6-454d-46ee-8628-987f244b19c4 None None] The sync data for ids ['21fc77fa-6689-425f-a0ea-9e6cfee3d1c0'] in n-d-812111-14 is: [{'id': '21fc77fa-6689-425f-a0ea-9e6cfee3d1c0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1356816334-router', 'tenant_id': '2f6c0ce2548d44dba74b697745b9900b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': 'ace37438-62fc-4da8-82fe-598e6e795cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:13:27Z', 'updated_at': '2022-01-28T19:13:38Z', 'revision_number': 4, 'project_id': '2f6c0ce2548d44dba74b697745b9900b', 'gw_port': {'id': 'ace37438-62fc-4da8-82fe-598e6e795cb7', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ea:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fc77fa-6689-425f-a0ea-9e6cfee3d1c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:13:29Z', 'updated_at': '2022-01-28T19:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_floatingips': [{'id': 'b2d0315c-d7a8-4217-9af0-9034f39a6622', 'tenant_id': '2f6c0ce2548d44dba74b697745b9900b', 'floating_ip_address': '172.25.6.198', 'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'router_id': '21fc77fa-6689-425f-a0ea-9e6cfee3d1c0', 'port_id': '96e6a3f6-9ea4-4c9e-9a87-1a01a1ae9418', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 415, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b36af34-6909-4f2b-a96c-a56853ad0cf5', 'mac_address': 'fa:16:3e:5a:fb:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e642740-d0d8-41b1-a248-8168c3dece03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:14:02Z', 'updated_at': '2022-01-28T19:14:43Z', 'revision_number': 8, 'project_id': '2f6c0ce2548d44dba74b697745b9900b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b83721b-3c6a-40cd-b5b2-82876bb947a8', 'name': '', 'network_id': '1b36af34-6909-4f2b-a96c-a56853ad0cf5', 'tenant_id': '2f6c0ce2548d44dba74b697745b9900b', 'mac_address': 'fa:16:3e:e1:c3:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fc77fa-6689-425f-a0ea-9e6cfee3d1c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'd1079c28-134b-4727-b56d-dffa38a58988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:13:35Z', 'updated_at': '2022-01-28T19:13:44Z', 'revision_number': 5, 'project_id': '2f6c0ce2548d44dba74b697745b9900b', 'subnets': [{'id': 'd1079c28-134b-4727-b56d-dffa38a58988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:14:46.255205 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cce64c5-0d5f-4096-92b3-903b0f88489f req-14a8230b-034d-457c-b591-bc44760de7f7 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:46.255788 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 36716) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:14:46.263223 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3cce64c5-0d5f-4096-92b3-903b0f88489f req-14a8230b-034d-457c-b591-bc44760de7f7 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.41 "GET /v2.0/networks?id=72a547d0-d9da-4c9f-b2a7-a4b786ea70ac HTTP/1.1" status: 200 len: 820 time: 0.4833479 Jan 28 19:14:46.293750 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-3cce64c5-0d5f-4096-92b3-903b0f88489f req-dd3c033e-4520-452d-8d19-0d2edcc4b5ec tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Request body: {'port': {'device_id': 'd493780a-0b9d-4faf-acb0-7a17299587d3', 'network_id': '72a547d0-d9da-4c9f-b2a7-a4b786ea70ac', 'admin_state_up': True, 'tenant_id': '57a0678ad1cb4e46b30e232c1f317a59'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:14:46.303798 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-8c496980-379e-454a-a3c0-39b46feda732 None None] Set router ba0e45d4-4e10-447e-a18f-fdca8a3cad96 gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:14:46.331980 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29ced60-4a32-493a-a6ae-416960c8ea6a req-fa950158-9f64-49a1-b656-2c068cfee1ee tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:46.333942 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83994444-c661-48a0-afb1-be10667a7cf1', 'name': 'network-vif-deleted', 'tag': '1e9f02a8-a272-409b-b64c-20c21c6d0f61'}, {'name': 'network-changed', 'server_uuid': '9e642740-d0d8-41b1-a248-8168c3dece03', 'tag': '96e6a3f6-9ea4-4c9e-9a87-1a01a1ae9418'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:14:46.337625 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71805a43-f3fe-4ee4-af90-c855c39b79d8" -d '{"events": [{"server_uuid": "83994444-c661-48a0-afb1-be10667a7cf1", "name": "network-vif-deleted", "tag": "1e9f02a8-a272-409b-b64c-20c21c6d0f61"}, {"name": "network-changed", "server_uuid": "9e642740-d0d8-41b1-a248-8168c3dece03", "tag": "96e6a3f6-9ea4-4c9e-9a87-1a01a1ae9418"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:14:46.352408 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c29ced60-4a32-493a-a6ae-416960c8ea6a req-fa950158-9f64-49a1-b656-2c068cfee1ee tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] 10.222.0.64 "GET /v2.0/ports/96e6a3f6-9ea4-4c9e-9a87-1a01a1ae9418 HTTP/1.1" status: 200 len: 942 time: 0.2037511 Jan 28 19:14:46.387539 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769c8ccf-867f-4e70-9d57-e47e9a24f6db req-8651f024-9cc0-45cc-af5d-3e7f39cd41d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:46.389141 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-769c8ccf-867f-4e70-9d57-e47e9a24f6db req-8651f024-9cc0-45cc-af5d-3e7f39cd41d2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c08dfd32-a1e5-4572-9817-13ebb5508016 HTTP/1.1" status: 200 len: 862 time: 0.2658560 Jan 28 19:14:46.393561 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-1ce4b1f4-daf3-4f1c-8700-032e83af09c4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b56c4b4035e84c9e80e67b26de6eda12&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7904248 Jan 28 19:14:46.462375 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 36724) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:14:46.526354 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24cec047-9d74-464e-8ebe-26fa4bef6439 None None] New status for floating IP b2d0315c-d7a8-4217-9af0-9034f39a6622: ACTIVE {{(pid=103306) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 19:14:46.589538 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c3577381-9558-4565-8fb9-247ef6c9fcc7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:46.620476 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e0d85a9a-09f6-4a34-85e4-d71e0497ac83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:46.645706 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c29ced60-4a32-493a-a6ae-416960c8ea6a req-409a2ad4-6b1b-4114-96e3-56b5f1106e67 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.6.198 HTTP/1.1" status: 200 len: 999 time: 0.1899748 Jan 28 19:14:46.666581 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50b772f-4d3c-4e9f-a46c-6ca991eab83b req-6c570f03-e5d8-40a3-860d-317e8ba04333 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:46.669970 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b50b772f-4d3c-4e9f-a46c-6ca991eab83b req-6c570f03-e5d8-40a3-860d-317e8ba04333 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] 10.222.0.64 "GET /v2.0/ports?device_id=d67e2018-4151-48d3-8062-e7793269d14c HTTP/1.1" status: 200 len: 949 time: 0.5113957 Jan 28 19:14:46.715865 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769c8ccf-867f-4e70-9d57-e47e9a24f6db req-3fd19030-9184-4b2f-9339-149ea0f1650a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:46.718529 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 1e9f02a8-a272-409b-b64c-20c21c6d0f61 no longer exists at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:14:46.725730 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-769c8ccf-867f-4e70-9d57-e47e9a24f6db req-3fd19030-9184-4b2f-9339-149ea0f1650a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c806e35b-751a-4ce9-b109-f544f83125cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2630270 Jan 28 19:14:46.779877 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] No Port match for: 1e9f02a8-a272-409b-b64c-20c21c6d0f61 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:14:46.781033 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 1e9f02a8-a272-409b-b64c-20c21c6d0f61 not bound to the agent host n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:14:46.786811 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-8c496980-379e-454a-a3c0-39b46feda732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba0e45d4-4e10-447e-a18f-fdca8a3cad96', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-119488734-router', 'tenant_id': 'e331db5a5eca4568baa1d0dcf43ee9e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': '6798b899-b756-404a-b194-8c41a4892b69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:14:40Z', 'updated_at': '2022-01-28T19:14:42Z', 'revision_number': 3, 'project_id': 'e331db5a5eca4568baa1d0dcf43ee9e3', 'gw_port': {'id': '6798b899-b756-404a-b194-8c41a4892b69', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:7e:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba0e45d4-4e10-447e-a18f-fdca8a3cad96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:14:41Z', 'updated_at': '2022-01-28T19:14:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:14:46.860339 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c496980-379e-454a-a3c0-39b46feda732 None None] The sync data for ids ['ba0e45d4-4e10-447e-a18f-fdca8a3cad96'] in n-d-812111-14 is: [{'id': 'ba0e45d4-4e10-447e-a18f-fdca8a3cad96', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-119488734-router', 'tenant_id': 'e331db5a5eca4568baa1d0dcf43ee9e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': '6798b899-b756-404a-b194-8c41a4892b69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:14:40Z', 'updated_at': '2022-01-28T19:14:42Z', 'revision_number': 3, 'project_id': 'e331db5a5eca4568baa1d0dcf43ee9e3', 'gw_port': {'id': '6798b899-b756-404a-b194-8c41a4892b69', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:7e:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba0e45d4-4e10-447e-a18f-fdca8a3cad96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:14:41Z', 'updated_at': '2022-01-28T19:14:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:14:46.887800 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8df3591c-316c-4891-b9bc-66a83cb3f0a4 admin admin] Publish callbacks [] for security_group (d254ab6c-afc7-4730-9a7e-1ca125b4b963), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:46.925617 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b50b772f-4d3c-4e9f-a46c-6ca991eab83b req-26a4ea08-f377-4ce9-98d2-8446e7b36c4b tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] 10.222.0.64 "GET /v2.0/security-groups?id=2478b850-89ab-4114-a340-71569acb8761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2380860 Jan 28 19:14:46.934887 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cce64c5-0d5f-4096-92b3-903b0f88489f req-dd3c033e-4520-452d-8d19-0d2edcc4b5ec tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Made reservation on behalf of 57a0678ad1cb4e46b30e232c1f317a59 for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:14:46.939336 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-3cce64c5-0d5f-4096-92b3-903b0f88489f req-dd3c033e-4520-452d-8d19-0d2edcc4b5ec tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:46.942705 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8df3591c-316c-4891-b9bc-66a83cb3f0a4 admin admin] Publish callbacks [] for security_group (d254ab6c-afc7-4730-9a7e-1ca125b4b963), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:47.082159 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29ced60-4a32-493a-a6ae-416960c8ea6a req-0889ba7f-2319-4b37-b74b-d8d3f7af8b24 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:47.083745 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c29ced60-4a32-493a-a6ae-416960c8ea6a req-0889ba7f-2319-4b37-b74b-d8d3f7af8b24 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] 10.222.0.64 "GET /v2.0/networks/d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 HTTP/1.1" status: 200 len: 784 time: 0.4372590 Jan 28 19:14:47.098707 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-78823322-b397-41a9-bb8d-a4d0cb12e605 req-8d5a7998-f520-495d-88ce-b571e3cdf256 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=d493780a-0b9d-4faf-acb0-7a17299587d3 HTTP/1.1" status: 200 len: 210 time: 0.0422361 Jan 28 19:14:47.100769 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c3577381-9558-4565-8fb9-247ef6c9fcc7 admin admin] Publish callbacks [] for security_group (ce4d91ac-c36a-4871-98b5-fd1cd1de5575), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:47.103792 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8df3591c-316c-4891-b9bc-66a83cb3f0a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (d254ab6c-afc7-4730-9a7e-1ca125b4b963), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:47.106703 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8df3591c-316c-4891-b9bc-66a83cb3f0a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:47.110258 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-8df3591c-316c-4891-b9bc-66a83cb3f0a4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d254ab6c-afc7-4730-9a7e-1ca125b4b963 HTTP/1.1" status: 204 len: 168 time: 0.6430793 Jan 28 19:14:47.167981 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-769c8ccf-867f-4e70-9d57-e47e9a24f6db req-02d68e86-0d57-428e-8e54-09293503e399 service neutron] 10.222.0.70 "GET /v2.0/networks/c806e35b-751a-4ce9-b109-f544f83125cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4407237 Jan 28 19:14:47.183565 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c3577381-9558-4565-8fb9-247ef6c9fcc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (ce4d91ac-c36a-4871-98b5-fd1cd1de5575), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:47.478804 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df3591c-316c-4891-b9bc-66a83cb3f0a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d254ab6c-afc7-4730-9a7e-1ca125b4b963,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:47.481721 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 28 Jan 2022 19:14:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deca5047-6a01-444a-a645-94c18c1b50d3 x-openstack-request-id: req-deca5047-6a01-444a-a645-94c18c1b50d3 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:14:47.482222 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83994444-c661-48a0-afb1-be10667a7cf1", "name": "network-vif-deleted", "tag": "1e9f02a8-a272-409b-b64c-20c21c6d0f61", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9e642740-d0d8-41b1-a248-8168c3dece03", "tag": "96e6a3f6-9ea4-4c9e-9a87-1a01a1ae9418", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:14:47.482542 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-deca5047-6a01-444a-a645-94c18c1b50d3 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:14:47.483003 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83994444-c661-48a0-afb1-be10667a7cf1', 'name': 'network-vif-deleted', 'tag': '1e9f02a8-a272-409b-b64c-20c21c6d0f61', 'status': 'completed', 'code': 200} Jan 28 19:14:47.483650 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e642740-d0d8-41b1-a248-8168c3dece03', 'tag': '96e6a3f6-9ea4-4c9e-9a87-1a01a1ae9418', 'status': 'completed', 'code': 200} Jan 28 19:14:47.530947 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-3cce64c5-0d5f-4096-92b3-903b0f88489f req-dd3c033e-4520-452d-8d19-0d2edcc4b5ec tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Allocated IP 172.20.0.2 (72a547d0-d9da-4c9f-b2a7-a4b786ea70ac/7e42a0bc-2ea3-4c64-b0da-1fe419b4beb8/aaf861b8-dc1c-4ad7-b587-439242683163) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:14:47.643254 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 451a7b59-b3cd-4c2e-aa9c-93675463f292 no longer exists at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:14:47.666169 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] No Port match for: 451a7b59-b3cd-4c2e-aa9c-93675463f292 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:14:47.666782 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 451a7b59-b3cd-4c2e-aa9c-93675463f292 not bound to the agent host n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:14:47.726774 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-3cce64c5-0d5f-4096-92b3-903b0f88489f req-dd3c033e-4520-452d-8d19-0d2edcc4b5ec tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Publish callbacks [] for port (aaf861b8-dc1c-4ad7-b587-439242683163), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:47.761820 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 36742) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:14:47.787007 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-3cce64c5-0d5f-4096-92b3-903b0f88489f req-dd3c033e-4520-452d-8d19-0d2edcc4b5ec tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (aaf861b8-dc1c-4ad7-b587-439242683163), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:47.844127 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cce64c5-0d5f-4096-92b3-903b0f88489f req-dd3c033e-4520-452d-8d19-0d2edcc4b5ec tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Network 72a547d0-d9da-4c9f-b2a7-a4b786ea70ac is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:14:47.847588 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-3cce64c5-0d5f-4096-92b3-903b0f88489f req-dd3c033e-4520-452d-8d19-0d2edcc4b5ec tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:14:47.850082 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cce64c5-0d5f-4096-92b3-903b0f88489f req-dd3c033e-4520-452d-8d19-0d2edcc4b5ec tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:14:47.862428 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-facf6969-cdb7-4c6f-9f73-8f44c431b301 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=180a648a696f462b98338c46e2887a4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0780060 Jan 28 19:14:47.870647 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 36746) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:14:47.889538 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3c033e-4520-452d-8d19-0d2edcc4b5ec tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Pushing event updated for resources: {'Port': ['ID=aaf861b8-dc1c-4ad7-b587-439242683163,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:47.903192 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-c3577381-9558-4565-8fb9-247ef6c9fcc7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=46317b31e54644478acdb398d121ea3c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6378939 Jan 28 19:14:47.903974 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3577381-9558-4565-8fb9-247ef6c9fcc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce4d91ac-c36a-4871-98b5-fd1cd1de5575,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:47.906925 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 36748) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:14:47.927160 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cce64c5-0d5f-4096-92b3-903b0f88489f req-dd3c033e-4520-452d-8d19-0d2edcc4b5ec tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:47.927819 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-3cce64c5-0d5f-4096-92b3-903b0f88489f req-dd3c033e-4520-452d-8d19-0d2edcc4b5ec tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:47.949998 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3cce64c5-0d5f-4096-92b3-903b0f88489f req-dd3c033e-4520-452d-8d19-0d2edcc4b5ec tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6802232 Jan 28 19:14:47.955069 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-e0d85a9a-09f6-4a34-85e4-d71e0497ac83 admin admin] Allocated IP 172.20.0.1 (dcce53bd-3e6d-4fa8-a8d1-67c47581bcc5/8e0a9d74-ef41-4ed7-9932-81fa4a696ae1/ef72d147-2841-40f6-89c4-dd9ced0d4d27) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:14:47.983630 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-3cce64c5-0d5f-4096-92b3-903b0f88489f req-e2c83dfa-7690-45a6-9433-64c349c7fb05 service neutron] Request body: {'port': {'device_id': 'd493780a-0b9d-4faf-acb0-7a17299587d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-14'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:14:48.043385 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71805a43-f3fe-4ee4-af90-c855c39b79d8 req-8965ba0e-5a60-4b8c-8794-e0e8ae4c97b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:48.044827 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-71805a43-f3fe-4ee4-af90-c855c39b79d8 req-8965ba0e-5a60-4b8c-8794-e0e8ae4c97b4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2f6c0ce2548d44dba74b697745b9900b&device_id=9e642740-d0d8-41b1-a248-8168c3dece03 HTTP/1.1" status: 200 len: 1128 time: 0.7010999 Jan 28 19:14:48.087554 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c29ced60-4a32-493a-a6ae-416960c8ea6a req-a6bf8cce-215d-4cf8-9b4f-b67b997919ef tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.6.198 HTTP/1.1" status: 200 len: 1001 time: 0.9127650 Jan 28 19:14:48.131794 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 6798b899-b756-404a-b194-8c41a4892b69 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:14:48.142363 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-3cce64c5-0d5f-4096-92b3-903b0f88489f req-e2c83dfa-7690-45a6-9433-64c349c7fb05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (aaf861b8-dc1c-4ad7-b587-439242683163), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:48.199813 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0050e95-a6f0-4386-96f0-301ab13b8045 req-ca5bf0a0-0e74-44a2-8be2-4a0887ef545b tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:48.201275 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71805a43-f3fe-4ee4-af90-c855c39b79d8 req-f171690d-24ab-497b-b283-35397511955d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:48.201783 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d0050e95-a6f0-4386-96f0-301ab13b8045 req-ca5bf0a0-0e74-44a2-8be2-4a0887ef545b tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] 10.222.0.64 "GET /v2.0/ports?device_id=d67e2018-4151-48d3-8062-e7793269d14c HTTP/1.1" status: 200 len: 949 time: 0.1210632 Jan 28 19:14:48.203688 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-71805a43-f3fe-4ee4-af90-c855c39b79d8 req-f171690d-24ab-497b-b283-35397511955d service neutron] 10.222.0.70 "GET /v2.0/networks?id=1b36af34-6909-4f2b-a96c-a56853ad0cf5 HTTP/1.1" status: 200 len: 921 time: 0.1385212 Jan 28 19:14:48.207022 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-c29ced60-4a32-493a-a6ae-416960c8ea6a req-60d6c2c3-59ff-4760-8a39-43cd377b6f1d tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:14:48.234812 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 6798b899-b756-404a-b194-8c41a4892b69 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:14:48.236243 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (6798b899-b756-404a-b194-8c41a4892b69), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:48.343552 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d0050e95-a6f0-4386-96f0-301ab13b8045 req-d6a3d55b-710e-4148-8962-3e6031b08ffc tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] 10.222.0.64 "GET /v2.0/security-groups?id=2478b850-89ab-4114-a340-71569acb8761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301744 Jan 28 19:14:48.401596 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-71805a43-f3fe-4ee4-af90-c855c39b79d8 req-b350b5c7-c5cf-4310-baa9-98ec9fd91446 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=96e6a3f6-9ea4-4c9e-9a87-1a01a1ae9418 HTTP/1.1" status: 200 len: 1001 time: 0.1544626 Jan 28 19:14:48.432369 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-769c8ccf-867f-4e70-9d57-e47e9a24f6db req-1ab31d57-7d8b-4a7b-b008-bcc6a2431740 service neutron] 10.222.0.70 "GET /v2.0/networks/c806e35b-751a-4ce9-b109-f544f83125cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2563486 Jan 28 19:14:48.439385 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 6798b899-b756-404a-b194-8c41a4892b69 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:14:48.439786 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (6798b899-b756-404a-b194-8c41a4892b69), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:48.476611 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-adcee87f-95d0-4296-9b20-06cf7e660238 admin admin] Publish callbacks [] for security_group (ce4d91ac-c36a-4871-98b5-fd1cd1de5575), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:48.481129 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] For port 6798b899-b756-404a-b194-8c41a4892b69, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=6798b899-b756-404a-b194-8c41a4892b69,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:14:48.486471 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (6798b899-b756-404a-b194-8c41a4892b69), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:48.499512 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-c29ced60-4a32-493a-a6ae-416960c8ea6a req-60d6c2c3-59ff-4760-8a39-43cd377b6f1d tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] Publish callbacks [] for floatingip (b2d0315c-d7a8-4217-9af0-9034f39a6622), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:48.518543 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bdbb96d7-a876-4ce8-a80f-33d78b1ab5af admin admin] Publish callbacks [] for security_group (b2b2588a-6bd6-4750-9e9b-6df1aad4f146), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:48.558183 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Pushing event updated for resources: {'Port': ['ID=6798b899-b756-404a-b194-8c41a4892b69,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:48.588886 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-adcee87f-95d0-4296-9b20-06cf7e660238 admin admin] Publish callbacks [] for security_group (ce4d91ac-c36a-4871-98b5-fd1cd1de5575), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:48.606181 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bae0eba-f690-4efb-b9ab-6e75485adee4 req-b019f078-0577-4d55-b6dc-8721b32ae889 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:48.608077 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6bae0eba-f690-4efb-b9ab-6e75485adee4 req-b019f078-0577-4d55-b6dc-8721b32ae889 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=d493780a-0b9d-4faf-acb0-7a17299587d3 HTTP/1.1" status: 200 len: 931 time: 0.1380036 Jan 28 19:14:48.620805 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71805a43-f3fe-4ee4-af90-c855c39b79d8 req-1f617a8a-c5f0-4d7a-8a17-9bb3c8ffb5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:48.622851 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-71805a43-f3fe-4ee4-af90-c855c39b79d8 req-1f617a8a-c5f0-4d7a-8a17-9bb3c8ffb5bc service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d1079c28-134b-4727-b56d-dffa38a58988 HTTP/1.1" status: 200 len: 860 time: 0.2069106 Jan 28 19:14:48.641994 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bdbb96d7-a876-4ce8-a80f-33d78b1ab5af admin admin] Publish callbacks [] for security_group (b2b2588a-6bd6-4750-9e9b-6df1aad4f146), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:48.700604 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [req-3cce64c5-0d5f-4096-92b3-903b0f88489f req-e2c83dfa-7690-45a6-9433-64c349c7fb05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aaf861b8-dc1c-4ad7-b587-439242683163 {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:14:48.701536 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e0d85a9a-09f6-4a34-85e4-d71e0497ac83 admin admin] Publish callbacks [] for port (ef72d147-2841-40f6-89c4-dd9ced0d4d27), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:48.711079 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-3cce64c5-0d5f-4096-92b3-903b0f88489f req-e2c83dfa-7690-45a6-9433-64c349c7fb05 service neutron] Publish callbacks [] for port (aaf861b8-dc1c-4ad7-b587-439242683163), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:48.721606 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6bae0eba-f690-4efb-b9ab-6e75485adee4 req-be8df2a6-efa3-45d5-ab84-21eaced2e518 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029336 Jan 28 19:14:48.733192 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-3cce64c5-0d5f-4096-92b3-903b0f88489f req-e2c83dfa-7690-45a6-9433-64c349c7fb05 service neutron] Transition to ACTIVE for port object aaf861b8-dc1c-4ad7-b587-439242683163 will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:14:48.745166 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-3cce64c5-0d5f-4096-92b3-903b0f88489f req-e2c83dfa-7690-45a6-9433-64c349c7fb05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (aaf861b8-dc1c-4ad7-b587-439242683163), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:48.798383 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c83dfa-7690-45a6-9433-64c349c7fb05 service neutron] Pushing event updated for resources: {'Port': ['ID=aaf861b8-dc1c-4ad7-b587-439242683163,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:48.908324 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-3cce64c5-0d5f-4096-92b3-903b0f88489f req-e2c83dfa-7690-45a6-9433-64c349c7fb05 service neutron] Attempting to bind port aaf861b8-dc1c-4ad7-b587-439242683163 on host n-h1-812111-14 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:14:48.909095 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-3cce64c5-0d5f-4096-92b3-903b0f88489f req-e2c83dfa-7690-45a6-9433-64c349c7fb05 service neutron] Attempting to bind port aaf861b8-dc1c-4ad7-b587-439242683163 by drivers openvswitch,hyperv on host n-h1-812111-14 at level 0 using segments [{'id': '62a331e7-e6d6-4fbc-9e3c-2d3acdfd7c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '72a547d0-d9da-4c9f-b2a7-a4b786ea70ac'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:14:48.909552 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cce64c5-0d5f-4096-92b3-903b0f88489f req-e2c83dfa-7690-45a6-9433-64c349c7fb05 service neutron] Attempting to bind port aaf861b8-dc1c-4ad7-b587-439242683163 on network 72a547d0-d9da-4c9f-b2a7-a4b786ea70ac {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:14:48.915604 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cce64c5-0d5f-4096-92b3-903b0f88489f req-e2c83dfa-7690-45a6-9433-64c349c7fb05 service neutron] Port aaf861b8-dc1c-4ad7-b587-439242683163 on network 72a547d0-d9da-4c9f-b2a7-a4b786ea70ac not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-14 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:14:48.916050 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cce64c5-0d5f-4096-92b3-903b0f88489f req-e2c83dfa-7690-45a6-9433-64c349c7fb05 service neutron] Attempting to bind port aaf861b8-dc1c-4ad7-b587-439242683163 on network 72a547d0-d9da-4c9f-b2a7-a4b786ea70ac {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:14:48.921384 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-c29ced60-4a32-493a-a6ae-416960c8ea6a req-60d6c2c3-59ff-4760-8a39-43cd377b6f1d tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:48.921887 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cce64c5-0d5f-4096-92b3-903b0f88489f req-e2c83dfa-7690-45a6-9433-64c349c7fb05 service neutron] Checking agent: {'id': 'b544ba20-de93-4d86-9e6b-a2202deb6191', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:14:48.921887 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cce64c5-0d5f-4096-92b3-903b0f88489f req-e2c83dfa-7690-45a6-9433-64c349c7fb05 service neutron] Checking segment: {'id': '62a331e7-e6d6-4fbc-9e3c-2d3acdfd7c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '72a547d0-d9da-4c9f-b2a7-a4b786ea70ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:14:48.922255 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cce64c5-0d5f-4096-92b3-903b0f88489f req-e2c83dfa-7690-45a6-9433-64c349c7fb05 service neutron] Bound using segment: {'id': '62a331e7-e6d6-4fbc-9e3c-2d3acdfd7c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '72a547d0-d9da-4c9f-b2a7-a4b786ea70ac'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:14:48.922780 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-3cce64c5-0d5f-4096-92b3-903b0f88489f req-e2c83dfa-7690-45a6-9433-64c349c7fb05 service neutron] Bound port: aaf861b8-dc1c-4ad7-b587-439242683163, host: n-h1-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62a331e7-e6d6-4fbc-9e3c-2d3acdfd7c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '72a547d0-d9da-4c9f-b2a7-a4b786ea70ac'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:14:48.923195 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-3cce64c5-0d5f-4096-92b3-903b0f88489f req-e2c83dfa-7690-45a6-9433-64c349c7fb05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (aaf861b8-dc1c-4ad7-b587-439242683163), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:48.945133 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-c29ced60-4a32-493a-a6ae-416960c8ea6a req-60d6c2c3-59ff-4760-8a39-43cd377b6f1d tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734886'] for floatingip (b2d0315c-d7a8-4217-9af0-9034f39a6622), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:48.946104 n-d-812111-14 neutron-server[103304]: INFO neutron.db.l3_db [req-c29ced60-4a32-493a-a6ae-416960c8ea6a req-60d6c2c3-59ff-4760-8a39-43cd377b6f1d tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] Floating IP b2d0315c-d7a8-4217-9af0-9034f39a6622 disassociated. External IP: 172.25.6.198, port: 96e6a3f6-9ea4-4c9e-9a87-1a01a1ae9418. Jan 28 19:14:48.952653 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71805a43-f3fe-4ee4-af90-c855c39b79d8 req-0cc1685b-ce4a-4862-9304-61f032c6a870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:48.954440 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-71805a43-f3fe-4ee4-af90-c855c39b79d8 req-0cc1685b-ce4a-4862-9304-61f032c6a870 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1b36af34-6909-4f2b-a96c-a56853ad0cf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3151932 Jan 28 19:14:48.991306 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-adcee87f-95d0-4296-9b20-06cf7e660238 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (ce4d91ac-c36a-4871-98b5-fd1cd1de5575), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:49.003913 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-adcee87f-95d0-4296-9b20-06cf7e660238 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:49.003913 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-adcee87f-95d0-4296-9b20-06cf7e660238 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ce4d91ac-c36a-4871-98b5-fd1cd1de5575 HTTP/1.1" status: 204 len: 168 time: 1.0719211 Jan 28 19:14:49.006769 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-3cce64c5-0d5f-4096-92b3-903b0f88489f req-e2c83dfa-7690-45a6-9433-64c349c7fb05 service neutron] For port aaf861b8-dc1c-4ad7-b587-439242683163, host n-h1-812111-14, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:14:49.011605 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-3cce64c5-0d5f-4096-92b3-903b0f88489f req-e2c83dfa-7690-45a6-9433-64c349c7fb05 service neutron] For port aaf861b8-dc1c-4ad7-b587-439242683163, host n-h1-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=aaf861b8-dc1c-4ad7-b587-439242683163,segment=NetworkSegment(62a331e7-e6d6-4fbc-9e3c-2d3acdfd7c92),segment_id=62a331e7-e6d6-4fbc-9e3c-2d3acdfd7c92)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:14:49.020991 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-3cce64c5-0d5f-4096-92b3-903b0f88489f req-e2c83dfa-7690-45a6-9433-64c349c7fb05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (aaf861b8-dc1c-4ad7-b587-439242683163), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:49.031145 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bdbb96d7-a876-4ce8-a80f-33d78b1ab5af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (b2b2588a-6bd6-4750-9e9b-6df1aad4f146), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:49.033894 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bdbb96d7-a876-4ce8-a80f-33d78b1ab5af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:49.037351 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-bdbb96d7-a876-4ce8-a80f-33d78b1ab5af admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b2b2588a-6bd6-4750-9e9b-6df1aad4f146 HTTP/1.1" status: 204 len: 168 time: 1.1583710 Jan 28 19:14:49.037351 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e0d85a9a-09f6-4a34-85e4-d71e0497ac83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (ef72d147-2841-40f6-89c4-dd9ced0d4d27), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:49.046592 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcee87f-95d0-4296-9b20-06cf7e660238 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce4d91ac-c36a-4871-98b5-fd1cd1de5575,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:49.111763 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cce64c5-0d5f-4096-92b3-903b0f88489f req-e2c83dfa-7690-45a6-9433-64c349c7fb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:49.114209 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-3cce64c5-0d5f-4096-92b3-903b0f88489f req-e2c83dfa-7690-45a6-9433-64c349c7fb05 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:49.118337 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3cce64c5-0d5f-4096-92b3-903b0f88489f req-e2c83dfa-7690-45a6-9433-64c349c7fb05 service neutron] 10.222.0.41 "PUT /v2.0/ports/aaf861b8-dc1c-4ad7-b587-439242683163 HTTP/1.1" status: 200 len: 1092 time: 1.1597097 Jan 28 19:14:49.186563 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbb96d7-a876-4ce8-a80f-33d78b1ab5af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2b2588a-6bd6-4750-9e9b-6df1aad4f146,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:49.274987 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c83dfa-7690-45a6-9433-64c349c7fb05 service neutron] Pushing event updated for resources: {'Port': ['ID=aaf861b8-dc1c-4ad7-b587-439242683163,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:49.315621 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cce64c5-0d5f-4096-92b3-903b0f88489f req-338d0bff-1a4f-4402-ab1d-43269304c219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:49.316523 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d85a9a-09f6-4a34-85e4-d71e0497ac83 admin admin] Network dcce53bd-3e6d-4fa8-a8d1-67c47581bcc5 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:14:49.318448 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3cce64c5-0d5f-4096-92b3-903b0f88489f req-338d0bff-1a4f-4402-ab1d-43269304c219 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=57a0678ad1cb4e46b30e232c1f317a59&device_id=d493780a-0b9d-4faf-acb0-7a17299587d3 HTTP/1.1" status: 200 len: 1126 time: 0.1388443 Jan 28 19:14:49.324854 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-e0d85a9a-09f6-4a34-85e4-d71e0497ac83 admin admin] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:14:49.339716 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d85a9a-09f6-4a34-85e4-d71e0497ac83 admin admin] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:14:49.340220 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e0d85a9a-09f6-4a34-85e4-d71e0497ac83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734769'] for router_interface (ba0e45d4-4e10-447e-a18f-fdca8a3cad96), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:49.353595 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d85a9a-09f6-4a34-85e4-d71e0497ac83 admin admin] Pushing event updated for resources: {'Port': ['ID=ef72d147-2841-40f6-89c4-dd9ced0d4d27,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:49.454452 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3cce64c5-0d5f-4096-92b3-903b0f88489f req-1e11d0fc-a825-4ecf-951f-216a6b27b40b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=aaf861b8-dc1c-4ad7-b587-439242683163 HTTP/1.1" status: 200 len: 217 time: 0.1108437 Jan 28 19:14:49.575643 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-71805a43-f3fe-4ee4-af90-c855c39b79d8 req-653b2117-cdde-42a4-b655-e8e1bd2b8d82 service neutron] 10.222.0.70 "GET /v2.0/networks/1b36af34-6909-4f2b-a96c-a56853ad0cf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5855520 Jan 28 19:14:49.588094 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd493780a-0b9d-4faf-acb0-7a17299587d3', 'tag': 'aaf861b8-dc1c-4ad7-b587-439242683163'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:14:49.590191 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9d15d2d-f81b-4a75-9907-6f8a9dfe76b7" -d '{"events": [{"name": "network-changed", "server_uuid": "d493780a-0b9d-4faf-acb0-7a17299587d3", "tag": "aaf861b8-dc1c-4ad7-b587-439242683163"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:14:49.602485 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cce64c5-0d5f-4096-92b3-903b0f88489f req-47bb5cbd-f4e8-4c96-bbb5-66c97399c33d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:49.604290 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3cce64c5-0d5f-4096-92b3-903b0f88489f req-47bb5cbd-f4e8-4c96-bbb5-66c97399c33d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7e42a0bc-2ea3-4c64-b0da-1fe419b4beb8 HTTP/1.1" status: 200 len: 860 time: 0.1436810 Jan 28 19:14:49.751297 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3cce64c5-0d5f-4096-92b3-903b0f88489f req-0e5861bd-8770-4404-be3e-4216a8382e00 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=72a547d0-d9da-4c9f-b2a7-a4b786ea70ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1252944 Jan 28 19:14:49.772009 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-71805a43-f3fe-4ee4-af90-c855c39b79d8 req-b3c89b5e-2704-45f4-852f-82c8ad85e3a9 service neutron] 10.222.0.70 "GET /v2.0/networks/1b36af34-6909-4f2b-a96c-a56853ad0cf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869545 Jan 28 19:14:49.789328 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-23d9fdd8-6f04-439f-bacc-9e4241b0d13d None None] Provisioning complete for port ef72d147-2841-40f6-89c4-dd9ced0d4d27 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:14:49.791107 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-23d9fdd8-6f04-439f-bacc-9e4241b0d13d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (ef72d147-2841-40f6-89c4-dd9ced0d4d27), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:49.839078 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c29ced60-4a32-493a-a6ae-416960c8ea6a req-60d6c2c3-59ff-4760-8a39-43cd377b6f1d tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] Router 21fc77fa-6689-425f-a0ea-9e6cfee3d1c0 has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:14:49.846758 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-23d9fdd8-6f04-439f-bacc-9e4241b0d13d None None] Port ef72d147-2841-40f6-89c4-dd9ced0d4d27 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:14:49.853024 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 36778) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:14:49.875512 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e0d85a9a-09f6-4a34-85e4-d71e0497ac83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (ef72d147-2841-40f6-89c4-dd9ced0d4d27), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:49.875717 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e355451c-6787-44dd-8662-a605a4a4e82c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:49.897989 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b19acef-9345-4674-afc0-d958868dc6a6 req-1e494547-09fa-43cb-b650-d34290c131c2 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:49.901184 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6b19acef-9345-4674-afc0-d958868dc6a6 req-1e494547-09fa-43cb-b650-d34290c131c2 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] 10.222.0.64 "GET /v2.0/ports?device_id=d67e2018-4151-48d3-8062-e7793269d14c HTTP/1.1" status: 200 len: 949 time: 0.2951977 Jan 28 19:14:49.981588 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3cce64c5-0d5f-4096-92b3-903b0f88489f req-775d9045-8f02-4305-985f-e9c0651a6f82 service neutron] 10.222.0.41 "GET /v2.0/networks/72a547d0-d9da-4c9f-b2a7-a4b786ea70ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187262 Jan 28 19:14:50.041086 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 6798b899-b756-404a-b194-8c41a4892b69 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:14:50.102185 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 6798b899-b756-404a-b194-8c41a4892b69 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:14:50.102814 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (6798b899-b756-404a-b194-8c41a4892b69), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:50.170442 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6b19acef-9345-4674-afc0-d958868dc6a6 req-7c2a6324-2661-452f-8fca-9c4402f9ce9c tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] 10.222.0.64 "GET /v2.0/security-groups?id=2478b850-89ab-4114-a340-71569acb8761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2409785 Jan 28 19:14:50.175459 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3cce64c5-0d5f-4096-92b3-903b0f88489f req-1546943f-c38c-49d9-85f8-df3b6f7db0ce service neutron] 10.222.0.41 "GET /v2.0/networks/72a547d0-d9da-4c9f-b2a7-a4b786ea70ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862743 Jan 28 19:14:50.203675 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 6798b899-b756-404a-b194-8c41a4892b69 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:14:50.238414 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e355451c-6787-44dd-8662-a605a4a4e82c admin admin] Publish callbacks [] for security_group (c3667867-3a93-4900-84e3-59d6d8aa320d), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:50.247111 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e355451c-6787-44dd-8662-a605a4a4e82c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (c3667867-3a93-4900-84e3-59d6d8aa320d), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:50.269018 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:50.271968 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86edee77-004d-4e5b-aa7b-1ac2e49161c5 x-openstack-request-id: req-86edee77-004d-4e5b-aa7b-1ac2e49161c5 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:14:50.278471 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d493780a-0b9d-4faf-acb0-7a17299587d3", "tag": "aaf861b8-dc1c-4ad7-b587-439242683163", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:14:50.278859 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-86edee77-004d-4e5b-aa7b-1ac2e49161c5 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:14:50.279438 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd493780a-0b9d-4faf-acb0-7a17299587d3', 'tag': 'aaf861b8-dc1c-4ad7-b587-439242683163', 'status': 'completed', 'code': 200} Jan 28 19:14:50.306579 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c29ced60-4a32-493a-a6ae-416960c8ea6a req-60d6c2c3-59ff-4760-8a39-43cd377b6f1d tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:14:50.314092 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-c29ced60-4a32-493a-a6ae-416960c8ea6a req-60d6c2c3-59ff-4760-8a39-43cd377b6f1d tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for floatingip (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:50.318010 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebae2394-975d-4cea-83f2-f449cc1fb750 None None] Sync routers for ids ['21fc77fa-6689-425f-a0ea-9e6cfee3d1c0'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:14:50.329918 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebae2394-975d-4cea-83f2-f449cc1fb750 None None] Routers {'21fc77fa-6689-425f-a0ea-9e6cfee3d1c0'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:14:50.330863 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-ebae2394-975d-4cea-83f2-f449cc1fb750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:14:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['21fc77fa-6689-425f-a0ea-9e6cfee3d1c0'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:14:50.340700 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e355451c-6787-44dd-8662-a605a4a4e82c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3667867-3a93-4900-84e3-59d6d8aa320d,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:50.345500 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-e355451c-6787-44dd-8662-a605a4a4e82c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=33852dc29cca45208b32234441a8354c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4906495 Jan 28 19:14:50.348184 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 36792) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:14:50.380510 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c29ced60-4a32-493a-a6ae-416960c8ea6a req-60d6c2c3-59ff-4760-8a39-43cd377b6f1d tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] 10.222.0.64 "PUT /v2.0/floatingips/b2d0315c-d7a8-4217-9af0-9034f39a6622 HTTP/1.1" status: 200 len: 696 time: 2.2901714 Jan 28 19:14:50.419134 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e642740-d0d8-41b1-a248-8168c3dece03', 'tag': '96e6a3f6-9ea4-4c9e-9a87-1a01a1ae9418'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:14:50.423093 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57d000f2-f4bb-4f10-b4e8-7300fd9d2c52" -d '{"events": [{"name": "network-changed", "server_uuid": "9e642740-d0d8-41b1-a248-8168c3dece03", "tag": "96e6a3f6-9ea4-4c9e-9a87-1a01a1ae9418"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:14:50.433651 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d15d2d-f81b-4a75-9907-6f8a9dfe76b7 req-605da9e9-2f50-4ea6-9c4e-143d9dc1f5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:50.435291 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f9d15d2d-f81b-4a75-9907-6f8a9dfe76b7 req-605da9e9-2f50-4ea6-9c4e-143d9dc1f5f8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=57a0678ad1cb4e46b30e232c1f317a59&device_id=d493780a-0b9d-4faf-acb0-7a17299587d3 HTTP/1.1" status: 200 len: 1126 time: 0.1324551 Jan 28 19:14:50.450834 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc37826-c998-4f9d-af16-3d33a5adca66 req-63b31c79-c982-4502-a5d2-9d8f38ea552c tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:50.452726 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8cc37826-c998-4f9d-af16-3d33a5adca66 req-63b31c79-c982-4502-a5d2-9d8f38ea552c tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=d493780a-0b9d-4faf-acb0-7a17299587d3 HTTP/1.1" status: 200 len: 943 time: 0.0819516 Jan 28 19:14:50.481847 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-ebae2394-975d-4cea-83f2-f449cc1fb750 None None] Set router 21fc77fa-6689-425f-a0ea-9e6cfee3d1c0 gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:14:50.512102 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29ced60-4a32-493a-a6ae-416960c8ea6a req-4baeb4fe-bf48-4f43-a0b6-7c079927b0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:50.513531 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c29ced60-4a32-493a-a6ae-416960c8ea6a req-4baeb4fe-bf48-4f43-a0b6-7c079927b0c6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2f6c0ce2548d44dba74b697745b9900b&device_id=9e642740-d0d8-41b1-a248-8168c3dece03 HTTP/1.1" status: 200 len: 1128 time: 0.1322405 Jan 28 19:14:50.517650 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-235bf8ef-95d7-45f3-81b0-4697dfdf95b9 admin admin] Publish callbacks [] for security_group (c3667867-3a93-4900-84e3-59d6d8aa320d), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:50.561437 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d15d2d-f81b-4a75-9907-6f8a9dfe76b7 req-e8c45116-156d-433d-a37d-c7f9926a2a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:50.563046 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f9d15d2d-f81b-4a75-9907-6f8a9dfe76b7 req-e8c45116-156d-433d-a37d-c7f9926a2a14 service neutron] 10.222.0.41 "GET /v2.0/networks?id=72a547d0-d9da-4c9f-b2a7-a4b786ea70ac HTTP/1.1" status: 200 len: 920 time: 0.1093297 Jan 28 19:14:50.591573 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e0d85a9a-09f6-4a34-85e4-d71e0497ac83 admin admin] Publish callbacks [] for port (ef72d147-2841-40f6-89c4-dd9ced0d4d27), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:50.608916 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e0d85a9a-09f6-4a34-85e4-d71e0497ac83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (ef72d147-2841-40f6-89c4-dd9ced0d4d27), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:50.609662 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e0d85a9a-09f6-4a34-85e4-d71e0497ac83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-756216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-732801'] for router_interface (ba0e45d4-4e10-447e-a18f-fdca8a3cad96), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:50.614287 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-235bf8ef-95d7-45f3-81b0-4697dfdf95b9 admin admin] Publish callbacks [] for security_group (c3667867-3a93-4900-84e3-59d6d8aa320d), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:50.621468 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f9d15d2d-f81b-4a75-9907-6f8a9dfe76b7 req-bbe0c4e3-2aba-4a60-b9a6-d30fbfe5e1a2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=aaf861b8-dc1c-4ad7-b587-439242683163 HTTP/1.1" status: 200 len: 217 time: 0.0513921 Jan 28 19:14:50.696617 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d15d2d-f81b-4a75-9907-6f8a9dfe76b7 req-b8c8cd02-144b-4e0c-a5dd-f9acdeb6d0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:50.698484 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f9d15d2d-f81b-4a75-9907-6f8a9dfe76b7 req-b8c8cd02-144b-4e0c-a5dd-f9acdeb6d0f1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7e42a0bc-2ea3-4c64-b0da-1fe419b4beb8 HTTP/1.1" status: 200 len: 860 time: 0.0660462 Jan 28 19:14:50.719586 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8cc37826-c998-4f9d-af16-3d33a5adca66 req-971009a8-054a-4eb8-99bd-79fb32244908 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2555625 Jan 28 19:14:50.736167 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f9d15d2d-f81b-4a75-9907-6f8a9dfe76b7 req-b040c220-5806-416a-a940-c812bbcbc52e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=72a547d0-d9da-4c9f-b2a7-a4b786ea70ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286193 Jan 28 19:14:50.756435 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-ebae2394-975d-4cea-83f2-f449cc1fb750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21fc77fa-6689-425f-a0ea-9e6cfee3d1c0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1356816334-router', 'tenant_id': '2f6c0ce2548d44dba74b697745b9900b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': 'ace37438-62fc-4da8-82fe-598e6e795cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:13:27Z', 'updated_at': '2022-01-28T19:13:38Z', 'revision_number': 4, 'project_id': '2f6c0ce2548d44dba74b697745b9900b', 'gw_port': {'id': 'ace37438-62fc-4da8-82fe-598e6e795cb7', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ea:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fc77fa-6689-425f-a0ea-9e6cfee3d1c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:13:29Z', 'updated_at': '2022-01-28T19:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '2b83721b-3c6a-40cd-b5b2-82876bb947a8', 'name': '', 'network_id': '1b36af34-6909-4f2b-a96c-a56853ad0cf5', 'tenant_id': '2f6c0ce2548d44dba74b697745b9900b', 'mac_address': 'fa:16:3e:e1:c3:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fc77fa-6689-425f-a0ea-9e6cfee3d1c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'd1079c28-134b-4727-b56d-dffa38a58988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:13:35Z', 'updated_at': '2022-01-28T19:13:44Z', 'revision_number': 5, 'project_id': '2f6c0ce2548d44dba74b697745b9900b', 'subnets': [{'id': 'd1079c28-134b-4727-b56d-dffa38a58988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:14:50.763309 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d85a9a-09f6-4a34-85e4-d71e0497ac83 admin admin] Pushing event updated for resources: {'Port': ['ID=ef72d147-2841-40f6-89c4-dd9ced0d4d27,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:50.774139 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29ced60-4a32-493a-a6ae-416960c8ea6a req-6df00d74-6f23-485a-90e6-b8e7a2865d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:50.776378 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c29ced60-4a32-493a-a6ae-416960c8ea6a req-6df00d74-6f23-485a-90e6-b8e7a2865d73 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1b36af34-6909-4f2b-a96c-a56853ad0cf5 HTTP/1.1" status: 200 len: 921 time: 0.2528415 Jan 28 19:14:50.826965 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebae2394-975d-4cea-83f2-f449cc1fb750 None None] Checking router: 21fc77fa-6689-425f-a0ea-9e6cfee3d1c0 for host: n-d-812111-14 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:14:50.839965 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebae2394-975d-4cea-83f2-f449cc1fb750 None None] Routers {'21fc77fa-6689-425f-a0ea-9e6cfee3d1c0'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:14:50.840834 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-ebae2394-975d-4cea-83f2-f449cc1fb750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:14:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['21fc77fa-6689-425f-a0ea-9e6cfee3d1c0'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:14:50.862455 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c29ced60-4a32-493a-a6ae-416960c8ea6a req-c863d6e9-bb8f-47d3-89e1-8a70b7a3bbcb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=96e6a3f6-9ea4-4c9e-9a87-1a01a1ae9418 HTTP/1.1" status: 200 len: 217 time: 0.0723972 Jan 28 19:14:50.882017 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-235bf8ef-95d7-45f3-81b0-4697dfdf95b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (c3667867-3a93-4900-84e3-59d6d8aa320d), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:50.885296 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-235bf8ef-95d7-45f3-81b0-4697dfdf95b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:50.886463 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-235bf8ef-95d7-45f3-81b0-4697dfdf95b9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c3667867-3a93-4900-84e3-59d6d8aa320d HTTP/1.1" status: 204 len: 168 time: 0.5372024 Jan 28 19:14:50.913083 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d85a9a-09f6-4a34-85e4-d71e0497ac83 admin admin] Network dcce53bd-3e6d-4fa8-a8d1-67c47581bcc5 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:14:50.923913 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-e0d85a9a-09f6-4a34-85e4-d71e0497ac83 admin admin] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:14:50.925149 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f9d15d2d-f81b-4a75-9907-6f8a9dfe76b7 req-b610da57-e727-4a90-8bea-a5548f5a101f service neutron] 10.222.0.41 "GET /v2.0/networks/72a547d0-d9da-4c9f-b2a7-a4b786ea70ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817451 Jan 28 19:14:50.949663 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235bf8ef-95d7-45f3-81b0-4697dfdf95b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3667867-3a93-4900-84e3-59d6d8aa320d,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:51.033185 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-ebae2394-975d-4cea-83f2-f449cc1fb750 None None] Set router 21fc77fa-6689-425f-a0ea-9e6cfee3d1c0 gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:14:51.080138 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29ced60-4a32-493a-a6ae-416960c8ea6a req-9e5b7324-e40d-4e05-b427-93e7352f5161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:51.087637 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c29ced60-4a32-493a-a6ae-416960c8ea6a req-9e5b7324-e40d-4e05-b427-93e7352f5161 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d1079c28-134b-4727-b56d-dffa38a58988 HTTP/1.1" status: 200 len: 860 time: 0.2156603 Jan 28 19:14:51.175521 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f9d15d2d-f81b-4a75-9907-6f8a9dfe76b7 req-033545c5-d0de-4290-960f-f7d5d9d06e43 service neutron] 10.222.0.41 "GET /v2.0/networks/72a547d0-d9da-4c9f-b2a7-a4b786ea70ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2299855 Jan 28 19:14:51.230303 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29ced60-4a32-493a-a6ae-416960c8ea6a req-caaf25c6-4b03-400c-9214-1eb3d6ec02d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:51.238182 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c29ced60-4a32-493a-a6ae-416960c8ea6a req-caaf25c6-4b03-400c-9214-1eb3d6ec02d3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1b36af34-6909-4f2b-a96c-a56853ad0cf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1496263 Jan 28 19:14:51.268541 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0d85a9a-09f6-4a34-85e4-d71e0497ac83 admin admin] Router ba0e45d4-4e10-447e-a18f-fdca8a3cad96 has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:14:51.409000 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-7fa6d5c1-93e5-4580-a0a2-41445882757e None None] Provisioning complete for port ef72d147-2841-40f6-89c4-dd9ced0d4d27 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:14:51.410048 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7fa6d5c1-93e5-4580-a0a2-41445882757e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (ef72d147-2841-40f6-89c4-dd9ced0d4d27), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:51.446299 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-ebae2394-975d-4cea-83f2-f449cc1fb750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21fc77fa-6689-425f-a0ea-9e6cfee3d1c0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1356816334-router', 'tenant_id': '2f6c0ce2548d44dba74b697745b9900b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': 'ace37438-62fc-4da8-82fe-598e6e795cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:13:27Z', 'updated_at': '2022-01-28T19:13:38Z', 'revision_number': 4, 'project_id': '2f6c0ce2548d44dba74b697745b9900b', 'gw_port': {'id': 'ace37438-62fc-4da8-82fe-598e6e795cb7', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ea:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fc77fa-6689-425f-a0ea-9e6cfee3d1c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:13:29Z', 'updated_at': '2022-01-28T19:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '2b83721b-3c6a-40cd-b5b2-82876bb947a8', 'name': '', 'network_id': '1b36af34-6909-4f2b-a96c-a56853ad0cf5', 'tenant_id': '2f6c0ce2548d44dba74b697745b9900b', 'mac_address': 'fa:16:3e:e1:c3:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fc77fa-6689-425f-a0ea-9e6cfee3d1c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'd1079c28-134b-4727-b56d-dffa38a58988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:13:35Z', 'updated_at': '2022-01-28T19:13:44Z', 'revision_number': 5, 'project_id': '2f6c0ce2548d44dba74b697745b9900b', 'subnets': [{'id': 'd1079c28-134b-4727-b56d-dffa38a58988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:14:51.463831 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-158f470c-6b5d-415a-8b4b-db8db22cebb7 x-openstack-request-id: req-158f470c-6b5d-415a-8b4b-db8db22cebb7 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:14:51.464374 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e642740-d0d8-41b1-a248-8168c3dece03", "tag": "96e6a3f6-9ea4-4c9e-9a87-1a01a1ae9418", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:14:51.464374 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-158f470c-6b5d-415a-8b4b-db8db22cebb7 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:14:51.464769 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e642740-d0d8-41b1-a248-8168c3dece03', 'tag': '96e6a3f6-9ea4-4c9e-9a87-1a01a1ae9418', 'status': 'completed', 'code': 200} Jan 28 19:14:51.513200 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-7fa6d5c1-93e5-4580-a0a2-41445882757e None None] Port ef72d147-2841-40f6-89c4-dd9ced0d4d27 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:14:51.532708 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebae2394-975d-4cea-83f2-f449cc1fb750 None None] The sync data for ids ['21fc77fa-6689-425f-a0ea-9e6cfee3d1c0'] in n-d-812111-14 is: [{'id': '21fc77fa-6689-425f-a0ea-9e6cfee3d1c0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1356816334-router', 'tenant_id': '2f6c0ce2548d44dba74b697745b9900b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': 'ace37438-62fc-4da8-82fe-598e6e795cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:13:27Z', 'updated_at': '2022-01-28T19:13:38Z', 'revision_number': 4, 'project_id': '2f6c0ce2548d44dba74b697745b9900b', 'gw_port': {'id': 'ace37438-62fc-4da8-82fe-598e6e795cb7', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ea:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fc77fa-6689-425f-a0ea-9e6cfee3d1c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:13:29Z', 'updated_at': '2022-01-28T19:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '2b83721b-3c6a-40cd-b5b2-82876bb947a8', 'name': '', 'network_id': '1b36af34-6909-4f2b-a96c-a56853ad0cf5', 'tenant_id': '2f6c0ce2548d44dba74b697745b9900b', 'mac_address': 'fa:16:3e:e1:c3:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fc77fa-6689-425f-a0ea-9e6cfee3d1c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'd1079c28-134b-4727-b56d-dffa38a58988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:13:35Z', 'updated_at': '2022-01-28T19:13:44Z', 'revision_number': 5, 'project_id': '2f6c0ce2548d44dba74b697745b9900b', 'subnets': [{'id': 'd1079c28-134b-4727-b56d-dffa38a58988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:14:51.541032 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c29ced60-4a32-493a-a6ae-416960c8ea6a req-1b2540ed-3186-4173-b586-9768e7045ba9 service neutron] 10.222.0.64 "GET /v2.0/networks/1b36af34-6909-4f2b-a96c-a56853ad0cf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3019900 Jan 28 19:14:51.702857 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c29ced60-4a32-493a-a6ae-416960c8ea6a req-dd497683-a387-421d-860b-92b4f95518de service neutron] 10.222.0.64 "GET /v2.0/networks/1b36af34-6909-4f2b-a96c-a56853ad0cf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102531 Jan 28 19:14:51.714185 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ff7768-3c72-4d05-882c-ebb4d2798be7 req-dd7f8632-dff6-447e-b3e1-a5ba16d817b3 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:51.715795 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b2ff7768-3c72-4d05-882c-ebb4d2798be7 req-dd7f8632-dff6-447e-b3e1-a5ba16d817b3 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] 10.222.0.64 "GET /v2.0/ports?device_id=d67e2018-4151-48d3-8062-e7793269d14c HTTP/1.1" status: 200 len: 949 time: 0.1460185 Jan 28 19:14:51.737242 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0d85a9a-09f6-4a34-85e4-d71e0497ac83 admin admin] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:14:51.740519 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d000f2-f4bb-4f10-b4e8-7300fd9d2c52 req-40ce6c2a-6188-449d-92a8-cc23bab0b222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:51.742207 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-57d000f2-f4bb-4f10-b4e8-7300fd9d2c52 req-40ce6c2a-6188-449d-92a8-cc23bab0b222 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2f6c0ce2548d44dba74b697745b9900b&device_id=9e642740-d0d8-41b1-a248-8168c3dece03 HTTP/1.1" status: 200 len: 1128 time: 0.2484839 Jan 28 19:14:51.754725 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-e0d85a9a-09f6-4a34-85e4-d71e0497ac83 admin admin] 10.222.0.64 "PUT /v2.0/routers/ba0e45d4-4e10-447e-a18f-fdca8a3cad96/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6500070 Jan 28 19:14:51.761030 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc9419a-aa9b-4d3d-9645-2ce50c95af9b None None] Sync routers for ids ['ba0e45d4-4e10-447e-a18f-fdca8a3cad96'] in n-d-812111-14 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:14:51.773502 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc9419a-aa9b-4d3d-9645-2ce50c95af9b None None] Routers {'ba0e45d4-4e10-447e-a18f-fdca8a3cad96'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:14:51.775874 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-ebc9419a-aa9b-4d3d-9645-2ce50c95af9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:14:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['ba0e45d4-4e10-447e-a18f-fdca8a3cad96'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:14:51.827665 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b2ff7768-3c72-4d05-882c-ebb4d2798be7 req-cf796968-6249-492c-8c18-83e30bad75ef tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] 10.222.0.64 "GET /v2.0/security-groups?id=2478b850-89ab-4114-a340-71569acb8761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043260 Jan 28 19:14:51.999181 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-ebc9419a-aa9b-4d3d-9645-2ce50c95af9b None None] Set router ba0e45d4-4e10-447e-a18f-fdca8a3cad96 gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:14:51.999543 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d000f2-f4bb-4f10-b4e8-7300fd9d2c52 req-6a362274-fb5b-4be7-9bb0-68fa9c7bea65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:52.001050 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-57d000f2-f4bb-4f10-b4e8-7300fd9d2c52 req-6a362274-fb5b-4be7-9bb0-68fa9c7bea65 service neutron] 10.222.0.70 "GET /v2.0/networks?id=1b36af34-6909-4f2b-a96c-a56853ad0cf5 HTTP/1.1" status: 200 len: 921 time: 0.2498984 Jan 28 19:14:52.056698 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-55dab3df-8eeb-4b36-a9b0-e747c061deb5 req-832d2119-1150-453b-baf5-ebea31380e5f tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] 10.222.0.64 "GET /v2.0/floatingips/b2d0315c-d7a8-4217-9af0-9034f39a6622 HTTP/1.1" status: 200 len: 696 time: 0.0835896 Jan 28 19:14:52.074125 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc7eb21-4b4b-4660-8ae5-95e0ad522bfc None None] New status for floating IP b2d0315c-d7a8-4217-9af0-9034f39a6622: DOWN {{(pid=103307) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 19:14:52.175114 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 36852) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:14:52.185252 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-57d000f2-f4bb-4f10-b4e8-7300fd9d2c52 req-f28a4ddc-82a3-411c-bf42-4fd7625a90f1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=96e6a3f6-9ea4-4c9e-9a87-1a01a1ae9418 HTTP/1.1" status: 200 len: 217 time: 0.0689776 Jan 28 19:14:52.252410 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d000f2-f4bb-4f10-b4e8-7300fd9d2c52 req-c13faa56-a05b-42f3-92d4-3fd829140117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:52.254004 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-57d000f2-f4bb-4f10-b4e8-7300fd9d2c52 req-c13faa56-a05b-42f3-92d4-3fd829140117 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d1079c28-134b-4727-b56d-dffa38a58988 HTTP/1.1" status: 200 len: 860 time: 0.0582538 Jan 28 19:14:52.266105 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856ea0d7-d577-4e7c-a8ef-dc08ab0bc467 req-39c4bde7-1d16-4791-95f1-b709307c6dcd tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:52.275850 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-856ea0d7-d577-4e7c-a8ef-dc08ab0bc467 req-39c4bde7-1d16-4791-95f1-b709307c6dcd tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=d493780a-0b9d-4faf-acb0-7a17299587d3 HTTP/1.1" status: 200 len: 943 time: 0.2722433 Jan 28 19:14:52.356832 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dab3df-8eeb-4b36-a9b0-e747c061deb5 req-77ddc350-df9b-4dec-98f2-5367fbc4a2b1 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:52.371265 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-55dab3df-8eeb-4b36-a9b0-e747c061deb5 req-77ddc350-df9b-4dec-98f2-5367fbc4a2b1 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] 10.222.0.64 "GET /v2.0/networks/d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 HTTP/1.1" status: 200 len: 784 time: 0.3129313 Jan 28 19:14:52.383572 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [req-55dab3df-8eeb-4b36-a9b0-e747c061deb5 req-55fa7bad-72f6-4583-8242-2e6a630830a1 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:14:52.391474 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-55dab3df-8eeb-4b36-a9b0-e747c061deb5 req-55fa7bad-72f6-4583-8242-2e6a630830a1 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0193172 Jan 28 19:14:52.469643 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d000f2-f4bb-4f10-b4e8-7300fd9d2c52 req-8944c5ce-51b2-49f0-9169-5e78337de51e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:52.472263 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-57d000f2-f4bb-4f10-b4e8-7300fd9d2c52 req-8944c5ce-51b2-49f0-9169-5e78337de51e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1b36af34-6909-4f2b-a96c-a56853ad0cf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1898096 Jan 28 19:14:52.493582 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-55dab3df-8eeb-4b36-a9b0-e747c061deb5 req-dc286733-da93-45e4-b553-e11b6328ba82 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.6.198 HTTP/1.1" status: 200 len: 699 time: 0.1011200 Jan 28 19:14:52.509503 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-856ea0d7-d577-4e7c-a8ef-dc08ab0bc467 req-fea745ce-4a65-4847-8d34-e37dfd9b4faf tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328646 Jan 28 19:14:52.578526 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-55dab3df-8eeb-4b36-a9b0-e747c061deb5 req-0a54b4cd-a5e0-4e5b-bb6c-66fa9337a8ee tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.6.198 HTTP/1.1" status: 200 len: 699 time: 0.0837471 Jan 28 19:14:52.689446 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device aaf861b8-dc1c-4ad7-b587-439242683163 details requested by agent hyperv_n-h1-812111-14 with host n-h1-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:14:52.707863 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-ebc9419a-aa9b-4d3d-9645-2ce50c95af9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba0e45d4-4e10-447e-a18f-fdca8a3cad96', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-119488734-router', 'tenant_id': 'e331db5a5eca4568baa1d0dcf43ee9e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': '6798b899-b756-404a-b194-8c41a4892b69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:14:40Z', 'updated_at': '2022-01-28T19:14:49Z', 'revision_number': 4, 'project_id': 'e331db5a5eca4568baa1d0dcf43ee9e3', 'gw_port': {'id': '6798b899-b756-404a-b194-8c41a4892b69', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:7e:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0e45d4-4e10-447e-a18f-fdca8a3cad96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:14:41Z', 'updated_at': '2022-01-28T19:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': 'ef72d147-2841-40f6-89c4-dd9ced0d4d27', 'name': '', 'network_id': 'dcce53bd-3e6d-4fa8-a8d1-67c47581bcc5', 'tenant_id': 'e331db5a5eca4568baa1d0dcf43ee9e3', 'mac_address': 'fa:16:3e:c5:40:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba0e45d4-4e10-447e-a18f-fdca8a3cad96', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '8e0a9d74-ef41-4ed7-9932-81fa4a696ae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:14:46Z', 'updated_at': '2022-01-28T19:14:49Z', 'revision_number': 2, 'project_id': 'e331db5a5eca4568baa1d0dcf43ee9e3', 'subnets': [{'id': '8e0a9d74-ef41-4ed7-9932-81fa4a696ae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:14:52.738693 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc9419a-aa9b-4d3d-9645-2ce50c95af9b None None] Checking router: ba0e45d4-4e10-447e-a18f-fdca8a3cad96 for host: n-d-812111-14 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:14:52.739171 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc9419a-aa9b-4d3d-9645-2ce50c95af9b None None] Updating router ba0e45d4-4e10-447e-a18f-fdca8a3cad96 port ef72d147-2841-40f6-89c4-dd9ced0d4d27 binding host n-d-812111-14 {{(pid=103306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:14:52.761362 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-57d000f2-f4bb-4f10-b4e8-7300fd9d2c52 req-2d38eac0-e2ea-4e10-a519-9fe91a165825 service neutron] 10.222.0.70 "GET /v2.0/networks/1b36af34-6909-4f2b-a96c-a56853ad0cf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2500532 Jan 28 19:14:52.765532 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f7b5f43e-445f-46d8-bde3-15e0748b95a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:52.770956 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ebc9419a-aa9b-4d3d-9645-2ce50c95af9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (ef72d147-2841-40f6-89c4-dd9ced0d4d27), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:52.811459 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.db.resource_extend [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 19:14:52.925020 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-55dab3df-8eeb-4b36-a9b0-e747c061deb5 req-4dd0b52f-0fcc-4a21-acd2-dc9f344bbabe tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] Deleting port a701e98a-8066-442f-9e53-6edce7d6b2d8 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:14:52.925403 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-55dab3df-8eeb-4b36-a9b0-e747c061deb5 req-4dd0b52f-0fcc-4a21-acd2-dc9f344bbabe tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (a701e98a-8066-442f-9e53-6edce7d6b2d8), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:52.945723 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-57d000f2-f4bb-4f10-b4e8-7300fd9d2c52 req-9d05f5a2-85a7-4980-9cec-bf1124387cea service neutron] 10.222.0.70 "GET /v2.0/networks/1b36af34-6909-4f2b-a96c-a56853ad0cf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663318 Jan 28 19:14:53.010082 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port aaf861b8-dc1c-4ad7-b587-439242683163, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=aaf861b8-dc1c-4ad7-b587-439242683163,segment=NetworkSegment(62a331e7-e6d6-4fbc-9e3c-2d3acdfd7c92),segment_id=62a331e7-e6d6-4fbc-9e3c-2d3acdfd7c92)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:14:53.022743 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Returning: {'device': 'aaf861b8-dc1c-4ad7-b587-439242683163', 'network_id': '72a547d0-d9da-4c9f-b2a7-a4b786ea70ac', 'port_id': 'aaf861b8-dc1c-4ad7-b587-439242683163', 'mac_address': 'fa:16:3e:11:e4:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e42a0bc-2ea3-4c64-b0da-1fe419b4beb8', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:14:53.109032 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-55dab3df-8eeb-4b36-a9b0-e747c061deb5 req-4dd0b52f-0fcc-4a21-acd2-dc9f344bbabe tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (a701e98a-8066-442f-9e53-6edce7d6b2d8), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:53.109692 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-55dab3df-8eeb-4b36-a9b0-e747c061deb5 req-4dd0b52f-0fcc-4a21-acd2-dc9f344bbabe tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] Publish callbacks [] for floatingip (a701e98a-8066-442f-9e53-6edce7d6b2d8), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:53.124999 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port aaf861b8-dc1c-4ad7-b587-439242683163 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:14:53.125546 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (aaf861b8-dc1c-4ad7-b587-439242683163), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:53.134129 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-55dab3df-8eeb-4b36-a9b0-e747c061deb5 req-4dd0b52f-0fcc-4a21-acd2-dc9f344bbabe tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] Calling delete_port for a701e98a-8066-442f-9e53-6edce7d6b2d8 owned by network:floatingip {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:14:53.148664 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aaf861b8-dc1c-4ad7-b587-439242683163 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:14:53.153235 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7c9fc8-fc5b-44cb-8d62-b501cdc404c0 req-10f63c04-c553-46a5-bcd7-0b423c05675b tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:53.155195 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ba7c9fc8-fc5b-44cb-8d62-b501cdc404c0 req-10f63c04-c553-46a5-bcd7-0b423c05675b tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] 10.222.0.64 "GET /v2.0/networks?id=dcce53bd-3e6d-4fa8-a8d1-67c47581bcc5 HTTP/1.1" status: 200 len: 828 time: 0.1909885 Jan 28 19:14:53.168475 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f7b5f43e-445f-46d8-bde3-15e0748b95a4 admin admin] Publish callbacks [] for security_group (2c56ba66-f038-45d2-b10d-825e85076eff), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:53.180009 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f7b5f43e-445f-46d8-bde3-15e0748b95a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (2c56ba66-f038-45d2-b10d-825e85076eff), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:53.216358 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b5f43e-445f-46d8-bde3-15e0748b95a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c56ba66-f038-45d2-b10d-825e85076eff,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:53.222505 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port aaf861b8-dc1c-4ad7-b587-439242683163, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=aaf861b8-dc1c-4ad7-b587-439242683163,segment=NetworkSegment(62a331e7-e6d6-4fbc-9e3c-2d3acdfd7c92),segment_id=62a331e7-e6d6-4fbc-9e3c-2d3acdfd7c92)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:14:53.231943 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (aaf861b8-dc1c-4ad7-b587-439242683163), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:53.244794 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ba7c9fc8-fc5b-44cb-8d62-b501cdc404c0 req-95921a0a-8a0e-4a09-abcf-6d85dc768b2b tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] 10.222.0.64 "GET /v2.0/quotas/e331db5a5eca4568baa1d0dcf43ee9e3 HTTP/1.1" status: 200 len: 375 time: 0.0716748 Jan 28 19:14:53.333074 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-f7b5f43e-445f-46d8-bde3-15e0748b95a4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1e5950505d444cadb5803beb76d7c80a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1521571 Jan 28 19:14:53.333504 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 36890) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:14:53.340056 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=aaf861b8-dc1c-4ad7-b587-439242683163,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:53.345578 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ebc9419a-aa9b-4d3d-9645-2ce50c95af9b None None] Publish callbacks [] for port (ef72d147-2841-40f6-89c4-dd9ced0d4d27), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:53.355912 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ebc9419a-aa9b-4d3d-9645-2ce50c95af9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (ef72d147-2841-40f6-89c4-dd9ced0d4d27), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:53.374580 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ba7c9fc8-fc5b-44cb-8d62-b501cdc404c0 req-090545d7-7a62-47ce-b81b-ebd9c7a8df39 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=e331db5a5eca4568baa1d0dcf43ee9e3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1285164 Jan 28 19:14:53.425413 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f479ea47-bdf7-4619-aed7-7e7ec9c59e5a admin admin] Publish callbacks [] for security_group (2c56ba66-f038-45d2-b10d-825e85076eff), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:53.443201 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-55dab3df-8eeb-4b36-a9b0-e747c061deb5 req-4dd0b52f-0fcc-4a21-acd2-dc9f344bbabe tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (a701e98a-8066-442f-9e53-6edce7d6b2d8), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:53.553595 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ba7c9fc8-fc5b-44cb-8d62-b501cdc404c0 req-a9566c39-2109-49b6-a060-c4a489ecf05a service neutron] 10.222.0.64 "GET /v2.0/networks/dcce53bd-3e6d-4fa8-a8d1-67c47581bcc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615570 Jan 28 19:14:53.587342 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f479ea47-bdf7-4619-aed7-7e7ec9c59e5a admin admin] Publish callbacks [] for security_group (2c56ba66-f038-45d2-b10d-825e85076eff), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:53.591830 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd0b52f-0fcc-4a21-acd2-dc9f344bbabe tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] Pushing event deleted for resources: {'Port': ['ID=a701e98a-8066-442f-9e53-6edce7d6b2d8,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:53.599402 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['aaf861b8-dc1c-4ad7-b587-439242683163'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:14:53.610084 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb21d2e-06c1-425f-a704-b2279b5f0e0e None None] Pushing event updated for resources: {'Port': ['ID=ef72d147-2841-40f6-89c4-dd9ced0d4d27,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:53.662736 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-55dab3df-8eeb-4b36-a9b0-e747c061deb5 req-4dd0b52f-0fcc-4a21-acd2-dc9f344bbabe tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] Publish callbacks [] for floatingip (b2d0315c-d7a8-4217-9af0-9034f39a6622), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:53.666168 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-55dab3df-8eeb-4b36-a9b0-e747c061deb5 req-4dd0b52f-0fcc-4a21-acd2-dc9f344bbabe tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for floatingip (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:53.677586 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:53.686969 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-55dab3df-8eeb-4b36-a9b0-e747c061deb5 req-4dd0b52f-0fcc-4a21-acd2-dc9f344bbabe tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] 10.222.0.64 "DELETE /v2.0/floatingips/b2d0315c-d7a8-4217-9af0-9034f39a6622 HTTP/1.1" status: 204 len: 173 time: 1.1059818 Jan 28 19:14:53.695621 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-ebc9419a-aa9b-4d3d-9645-2ce50c95af9b None None] Attempting to bind port ef72d147-2841-40f6-89c4-dd9ced0d4d27 on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:14:53.696104 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-ebc9419a-aa9b-4d3d-9645-2ce50c95af9b None None] Attempting to bind port ef72d147-2841-40f6-89c4-dd9ced0d4d27 by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': 'a3f92b11-4f37-4628-b716-5af99066213d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dcce53bd-3e6d-4fa8-a8d1-67c47581bcc5'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:14:53.696353 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc9419a-aa9b-4d3d-9645-2ce50c95af9b None None] Attempting to bind port ef72d147-2841-40f6-89c4-dd9ced0d4d27 on network dcce53bd-3e6d-4fa8-a8d1-67c47581bcc5 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:14:53.722526 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc9419a-aa9b-4d3d-9645-2ce50c95af9b None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:14:53.722796 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc9419a-aa9b-4d3d-9645-2ce50c95af9b None None] Checking segment: {'id': 'a3f92b11-4f37-4628-b716-5af99066213d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dcce53bd-3e6d-4fa8-a8d1-67c47581bcc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:14:53.725707 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ebc9419a-aa9b-4d3d-9645-2ce50c95af9b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:53.726147 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc9419a-aa9b-4d3d-9645-2ce50c95af9b None None] Bound using segment: {'id': 'a3f92b11-4f37-4628-b716-5af99066213d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dcce53bd-3e6d-4fa8-a8d1-67c47581bcc5'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:14:53.726659 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-ebc9419a-aa9b-4d3d-9645-2ce50c95af9b None None] Bound port: ef72d147-2841-40f6-89c4-dd9ced0d4d27, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3f92b11-4f37-4628-b716-5af99066213d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dcce53bd-3e6d-4fa8-a8d1-67c47581bcc5'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:14:53.727047 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ebc9419a-aa9b-4d3d-9645-2ce50c95af9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (ef72d147-2841-40f6-89c4-dd9ced0d4d27), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:53.740767 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ba7c9fc8-fc5b-44cb-8d62-b501cdc404c0 req-e1b03c10-bb00-4662-b42e-068a9170b75d service neutron] 10.222.0.64 "GET /v2.0/networks/dcce53bd-3e6d-4fa8-a8d1-67c47581bcc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497722 Jan 28 19:14:53.782080 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f479ea47-bdf7-4619-aed7-7e7ec9c59e5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (2c56ba66-f038-45d2-b10d-825e85076eff), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:53.786778 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f479ea47-bdf7-4619-aed7-7e7ec9c59e5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:53.791139 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-f479ea47-bdf7-4619-aed7-7e7ec9c59e5a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2c56ba66-f038-45d2-b10d-825e85076eff HTTP/1.1" status: 204 len: 168 time: 0.4565899 Jan 28 19:14:53.809050 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f479ea47-bdf7-4619-aed7-7e7ec9c59e5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c56ba66-f038-45d2-b10d-825e85076eff,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:53.850594 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836d52a8-2cd4-4324-835e-6a0c7c513988 req-712f5655-97dc-4986-83f8-342bfa66538b tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:53.852504 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-836d52a8-2cd4-4324-835e-6a0c7c513988 req-712f5655-97dc-4986-83f8-342bfa66538b tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] 10.222.0.64 "GET /v2.0/ports?device_id=d67e2018-4151-48d3-8062-e7793269d14c HTTP/1.1" status: 200 len: 949 time: 0.1036470 Jan 28 19:14:53.907303 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-836d52a8-2cd4-4324-835e-6a0c7c513988 req-18a3183b-d683-4f10-9fa8-5ca066b3f23e tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] 10.222.0.64 "GET /v2.0/security-groups?id=2478b850-89ab-4114-a340-71569acb8761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480919 Jan 28 19:14:53.995006 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-e6abf954-de06-4b0e-9bea-3b02a5a56201 None None] Provisioning complete for port ef72d147-2841-40f6-89c4-dd9ced0d4d27 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:14:53.995409 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e6abf954-de06-4b0e-9bea-3b02a5a56201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (ef72d147-2841-40f6-89c4-dd9ced0d4d27), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:54.108352 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b50de3d-cf1e-49e0-afe4-ae991d1688c7 req-3f6ae1da-3f5c-495b-9c17-0ccd9aad86b3 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:54.122631 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7b50de3d-cf1e-49e0-afe4-ae991d1688c7 req-3f6ae1da-3f5c-495b-9c17-0ccd9aad86b3 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=d493780a-0b9d-4faf-acb0-7a17299587d3 HTTP/1.1" status: 200 len: 944 time: 0.0852401 Jan 28 19:14:54.129925 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-ebc9419a-aa9b-4d3d-9645-2ce50c95af9b None None] For port ef72d147-2841-40f6-89c4-dd9ced0d4d27, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:14:54.138774 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-ebc9419a-aa9b-4d3d-9645-2ce50c95af9b None None] For port ef72d147-2841-40f6-89c4-dd9ced0d4d27, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=ef72d147-2841-40f6-89c4-dd9ced0d4d27,segment=NetworkSegment(a3f92b11-4f37-4628-b716-5af99066213d),segment_id=a3f92b11-4f37-4628-b716-5af99066213d)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:14:54.193660 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ebc9419a-aa9b-4d3d-9645-2ce50c95af9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (ef72d147-2841-40f6-89c4-dd9ced0d4d27), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:54.206050 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7b50de3d-cf1e-49e0-afe4-ae991d1688c7 req-4557d056-27da-4895-8cf6-5576ecbc18cb tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776761 Jan 28 19:14:54.341004 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb21d2e-06c1-425f-a704-b2279b5f0e0e None None] Pushing event updated for resources: {'Port': ['ID=ef72d147-2841-40f6-89c4-dd9ced0d4d27,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:54.428558 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-e6abf954-de06-4b0e-9bea-3b02a5a56201 None None] Port ef72d147-2841-40f6-89c4-dd9ced0d4d27 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:14:54.438108 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d707a9ea-bbb5-4831-b505-b4a0260f90d6 req-2bc0ecf3-6b9a-4a4b-8889-be689ef62ef2 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] 10.222.0.64 "GET /v2.0/ports?device_id=ded03133-13c4-4f3d-b250-2c8bf8c7f9a3 HTTP/1.1" status: 200 len: 210 time: 0.0591297 Jan 28 19:14:54.454105 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc9419a-aa9b-4d3d-9645-2ce50c95af9b None None] Routers {'ba0e45d4-4e10-447e-a18f-fdca8a3cad96'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:14:54.455429 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-ebc9419a-aa9b-4d3d-9645-2ce50c95af9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:14:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['ba0e45d4-4e10-447e-a18f-fdca8a3cad96'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:14:54.593701 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 36926) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:14:54.614709 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-25682783-4633-46a7-8f21-2ee2311c031f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:54.659266 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-ebc9419a-aa9b-4d3d-9645-2ce50c95af9b None None] Set router ba0e45d4-4e10-447e-a18f-fdca8a3cad96 gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:14:54.809671 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1a338d-68e6-4593-8a90-f7dc97d3cfae req-9c4efa1e-c337-49cf-8163-5938c3463838 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:54.816098 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-bb1a338d-68e6-4593-8a90-f7dc97d3cfae req-9c4efa1e-c337-49cf-8163-5938c3463838 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e642740-d0d8-41b1-a248-8168c3dece03 HTTP/1.1" status: 200 len: 945 time: 0.1288862 Jan 28 19:14:54.888692 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-bb1a338d-68e6-4593-8a90-f7dc97d3cfae req-093d73e5-014c-4aff-9b43-4c37d66ca7f1 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] 10.222.0.64 "GET /v2.0/security-groups?id=3f90d94c-91ad-4c19-b727-cb7657651c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674951 Jan 28 19:14:54.943689 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-25682783-4633-46a7-8f21-2ee2311c031f admin admin] Publish callbacks [] for security_group (1ff4d0b6-b453-4610-8377-e95339441909), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:54.951236 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-25682783-4633-46a7-8f21-2ee2311c031f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (1ff4d0b6-b453-4610-8377-e95339441909), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:54.966440 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d5048556-43b9-4063-99c3-486ff6b9c31e None None] Provisioning complete for port ef72d147-2841-40f6-89c4-dd9ced0d4d27 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:14:54.971343 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d5048556-43b9-4063-99c3-486ff6b9c31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (ef72d147-2841-40f6-89c4-dd9ced0d4d27), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:55.005834 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-25682783-4633-46a7-8f21-2ee2311c031f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=95569246e1074aaa8b82f36e52ac677f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4102726 Jan 28 19:14:55.008918 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 36944) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:14:55.015683 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25682783-4633-46a7-8f21-2ee2311c031f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ff4d0b6-b453-4610-8377-e95339441909,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:55.167349 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70db8413-d735-4744-b8c4-38c0f6a3aa42 req-bbaadffc-70ca-40da-8d79-de7f05e00aaa tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:55.168982 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-70db8413-d735-4744-b8c4-38c0f6a3aa42 req-bbaadffc-70ca-40da-8d79-de7f05e00aaa tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] 10.222.0.64 "GET /v2.0/ports?device_id=d67e2018-4151-48d3-8062-e7793269d14c HTTP/1.1" status: 200 len: 949 time: 0.1504574 Jan 28 19:14:55.169857 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-18aee665-126a-45e8-9f1c-eccf94c2ba7d admin admin] Publish callbacks [] for security_group (1ff4d0b6-b453-4610-8377-e95339441909), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:55.196989 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d5048556-43b9-4063-99c3-486ff6b9c31e None None] Current status of the port ef72d147-2841-40f6-89c4-dd9ced0d4d27 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:14:55.197344 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d5048556-43b9-4063-99c3-486ff6b9c31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (ef72d147-2841-40f6-89c4-dd9ced0d4d27), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:55.213243 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-18aee665-126a-45e8-9f1c-eccf94c2ba7d admin admin] Publish callbacks [] for security_group (1ff4d0b6-b453-4610-8377-e95339441909), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:55.246937 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d5048556-43b9-4063-99c3-486ff6b9c31e None None] For port ef72d147-2841-40f6-89c4-dd9ced0d4d27, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=ef72d147-2841-40f6-89c4-dd9ced0d4d27,segment=NetworkSegment(a3f92b11-4f37-4628-b716-5af99066213d),segment_id=a3f92b11-4f37-4628-b716-5af99066213d)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:14:55.249502 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-ebc9419a-aa9b-4d3d-9645-2ce50c95af9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba0e45d4-4e10-447e-a18f-fdca8a3cad96', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-119488734-router', 'tenant_id': 'e331db5a5eca4568baa1d0dcf43ee9e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': '6798b899-b756-404a-b194-8c41a4892b69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:14:40Z', 'updated_at': '2022-01-28T19:14:49Z', 'revision_number': 4, 'project_id': 'e331db5a5eca4568baa1d0dcf43ee9e3', 'gw_port': {'id': '6798b899-b756-404a-b194-8c41a4892b69', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:7e:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0e45d4-4e10-447e-a18f-fdca8a3cad96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:14:41Z', 'updated_at': '2022-01-28T19:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': 'ef72d147-2841-40f6-89c4-dd9ced0d4d27', 'name': '', 'network_id': 'dcce53bd-3e6d-4fa8-a8d1-67c47581bcc5', 'tenant_id': 'e331db5a5eca4568baa1d0dcf43ee9e3', 'mac_address': 'fa:16:3e:c5:40:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba0e45d4-4e10-447e-a18f-fdca8a3cad96', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '8e0a9d74-ef41-4ed7-9932-81fa4a696ae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:14:46Z', 'updated_at': '2022-01-28T19:14:54Z', 'revision_number': 4, 'project_id': 'e331db5a5eca4568baa1d0dcf43ee9e3', 'subnets': [{'id': '8e0a9d74-ef41-4ed7-9932-81fa4a696ae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:14:55.278878 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-70db8413-d735-4744-b8c4-38c0f6a3aa42 req-b41f99b0-fa0a-4f77-8ed1-a775506aa292 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] 10.222.0.64 "GET /v2.0/security-groups?id=2478b850-89ab-4114-a340-71569acb8761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974333 Jan 28 19:14:55.307868 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d5048556-43b9-4063-99c3-486ff6b9c31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (ef72d147-2841-40f6-89c4-dd9ced0d4d27), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:55.309924 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc9419a-aa9b-4d3d-9645-2ce50c95af9b None None] The sync data for ids ['ba0e45d4-4e10-447e-a18f-fdca8a3cad96'] in n-d-812111-14 is: [{'id': 'ba0e45d4-4e10-447e-a18f-fdca8a3cad96', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-119488734-router', 'tenant_id': 'e331db5a5eca4568baa1d0dcf43ee9e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': '6798b899-b756-404a-b194-8c41a4892b69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:14:40Z', 'updated_at': '2022-01-28T19:14:49Z', 'revision_number': 4, 'project_id': 'e331db5a5eca4568baa1d0dcf43ee9e3', 'gw_port': {'id': '6798b899-b756-404a-b194-8c41a4892b69', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:7e:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0e45d4-4e10-447e-a18f-fdca8a3cad96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:14:41Z', 'updated_at': '2022-01-28T19:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': 'ef72d147-2841-40f6-89c4-dd9ced0d4d27', 'name': '', 'network_id': 'dcce53bd-3e6d-4fa8-a8d1-67c47581bcc5', 'tenant_id': 'e331db5a5eca4568baa1d0dcf43ee9e3', 'mac_address': 'fa:16:3e:c5:40:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba0e45d4-4e10-447e-a18f-fdca8a3cad96', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '8e0a9d74-ef41-4ed7-9932-81fa4a696ae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:14:46Z', 'updated_at': '2022-01-28T19:14:54Z', 'revision_number': 4, 'project_id': 'e331db5a5eca4568baa1d0dcf43ee9e3', 'subnets': [{'id': '8e0a9d74-ef41-4ed7-9932-81fa4a696ae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:14:55.324679 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-18aee665-126a-45e8-9f1c-eccf94c2ba7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (1ff4d0b6-b453-4610-8377-e95339441909), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:55.333573 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-18aee665-126a-45e8-9f1c-eccf94c2ba7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:55.342073 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-18aee665-126a-45e8-9f1c-eccf94c2ba7d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1ff4d0b6-b453-4610-8377-e95339441909 HTTP/1.1" status: 204 len: 168 time: 0.3316813 Jan 28 19:14:55.406850 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18aee665-126a-45e8-9f1c-eccf94c2ba7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ff4d0b6-b453-4610-8377-e95339441909,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:55.428710 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5048556-43b9-4063-99c3-486ff6b9c31e None None] Pushing event updated for resources: {'Port': ['ID=ef72d147-2841-40f6-89c4-dd9ced0d4d27,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:55.506269 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3262092e-098d-4113-99b8-8c4d4cacfd7c req-b9e221df-1903-4884-a77f-ebdd45b02cbc tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:55.525812 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3262092e-098d-4113-99b8-8c4d4cacfd7c req-b9e221df-1903-4884-a77f-ebdd45b02cbc tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=d493780a-0b9d-4faf-acb0-7a17299587d3 HTTP/1.1" status: 200 len: 944 time: 0.2203319 Jan 28 19:14:55.616056 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-81a4bd85-7cbc-4e48-aea3-9bc2e7bfa6b2 req-f6d55ab9-4665-4399-864d-f11dbbf5e3b7 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] 10.222.0.64 "GET /v2.0/ports?device_id=ded03133-13c4-4f3d-b250-2c8bf8c7f9a3 HTTP/1.1" status: 200 len: 210 time: 0.0537894 Jan 28 19:14:55.667690 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3262092e-098d-4113-99b8-8c4d4cacfd7c req-55c2b551-e40a-40c4-a80c-efb14a374cc1 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396253 Jan 28 19:14:55.790950 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 36966) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:14:55.794881 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7c9fc8-fc5b-44cb-8d62-b501cdc404c0 req-2d030516-6d06-4950-929a-3820297e9c00 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:55.796915 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ba7c9fc8-fc5b-44cb-8d62-b501cdc404c0 req-2d030516-6d06-4950-929a-3820297e9c00 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] 10.222.0.70 "GET /v2.0/networks?id=dcce53bd-3e6d-4fa8-a8d1-67c47581bcc5 HTTP/1.1" status: 200 len: 828 time: 0.1782637 Jan 28 19:14:55.826369 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-ba7c9fc8-fc5b-44cb-8d62-b501cdc404c0 req-a0027c40-7989-40c4-af87-1e439ed43e08 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] Request body: {'port': {'device_id': 'ded03133-13c4-4f3d-b250-2c8bf8c7f9a3', 'network_id': 'dcce53bd-3e6d-4fa8-a8d1-67c47581bcc5', 'admin_state_up': True, 'tenant_id': 'e331db5a5eca4568baa1d0dcf43ee9e3'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:14:56.009976 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba7c9fc8-fc5b-44cb-8d62-b501cdc404c0 req-a0027c40-7989-40c4-af87-1e439ed43e08 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] Made reservation on behalf of e331db5a5eca4568baa1d0dcf43ee9e3 for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:14:56.013688 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-ba7c9fc8-fc5b-44cb-8d62-b501cdc404c0 req-a0027c40-7989-40c4-af87-1e439ed43e08 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:56.151579 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-64ce6248-301a-45c2-9645-e57919325adf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:56.178761 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device ef72d147-2841-40f6-89c4-dd9ced0d4d27 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:14:56.297294 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118c7f02-d8ad-4ac8-bbb8-fd085fbbffb1 req-3ccc47bf-1c10-4a9a-8f23-30c5676c706b tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:56.305621 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-118c7f02-d8ad-4ac8-bbb8-fd085fbbffb1 req-3ccc47bf-1c10-4a9a-8f23-30c5676c706b tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e642740-d0d8-41b1-a248-8168c3dece03 HTTP/1.1" status: 200 len: 945 time: 0.2290623 Jan 28 19:14:56.342883 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-ba7c9fc8-fc5b-44cb-8d62-b501cdc404c0 req-a0027c40-7989-40c4-af87-1e439ed43e08 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] Allocated IP 172.20.0.7 (dcce53bd-3e6d-4fa8-a8d1-67c47581bcc5/8e0a9d74-ef41-4ed7-9932-81fa4a696ae1/30444881-523b-4878-8dfb-e14323d850ea) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:14:56.347949 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-64ce6248-301a-45c2-9645-e57919325adf admin admin] Publish callbacks [] for security_group (ddede83d-04f6-4ae5-a4c2-e73c9ca8ee08), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:56.354665 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port ef72d147-2841-40f6-89c4-dd9ced0d4d27 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:14:56.354933 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-64ce6248-301a-45c2-9645-e57919325adf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (ddede83d-04f6-4ae5-a4c2-e73c9ca8ee08), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:56.355060 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (ef72d147-2841-40f6-89c4-dd9ced0d4d27), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:56.398895 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ce6248-301a-45c2-9645-e57919325adf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddede83d-04f6-4ae5-a4c2-e73c9ca8ee08,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:56.426808 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-64ce6248-301a-45c2-9645-e57919325adf admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d2ed3720a4644d1898a0024e06959bef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6344821 Jan 28 19:14:56.429300 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 36984) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:14:56.518261 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2478ee88-75c0-4fdc-9af5-e184e07068f9 req-75247377-e5e5-4d7a-a4f5-34e6b608c97e tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:56.524233 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2478ee88-75c0-4fdc-9af5-e184e07068f9 req-75247377-e5e5-4d7a-a4f5-34e6b608c97e tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] 10.222.0.70 "GET /v2.0/ports?device_id=9e642740-d0d8-41b1-a248-8168c3dece03 HTTP/1.1" status: 200 len: 945 time: 0.2060831 Jan 28 19:14:56.547025 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-93896296-6874-4be8-9751-4f31ee65aafe admin admin] Publish callbacks [] for security_group (ddede83d-04f6-4ae5-a4c2-e73c9ca8ee08), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:56.561853 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port ef72d147-2841-40f6-89c4-dd9ced0d4d27 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:14:56.582158 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f5f469-c9c3-4d81-9a9f-6ff2b4edad35 req-55ffd377-7633-4a62-97b9-ef7c80aed541 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:56.589807 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-29f5f469-c9c3-4d81-9a9f-6ff2b4edad35 req-55ffd377-7633-4a62-97b9-ef7c80aed541 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] 10.222.0.64 "GET /v2.0/ports?device_id=d67e2018-4151-48d3-8062-e7793269d14c HTTP/1.1" status: 200 len: 949 time: 0.1433852 Jan 28 19:14:56.607379 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-118c7f02-d8ad-4ac8-bbb8-fd085fbbffb1 req-8d08896a-a0cc-4781-8049-538a7cee5203 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] 10.222.0.64 "GET /v2.0/security-groups?id=3f90d94c-91ad-4c19-b727-cb7657651c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3005636 Jan 28 19:14:56.619982 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-93896296-6874-4be8-9751-4f31ee65aafe admin admin] Publish callbacks [] for security_group (ddede83d-04f6-4ae5-a4c2-e73c9ca8ee08), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:56.670859 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-29f5f469-c9c3-4d81-9a9f-6ff2b4edad35 req-3f3f4469-4afd-41d5-8b81-691599c1984f tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] 10.222.0.64 "GET /v2.0/security-groups?id=2478b850-89ab-4114-a340-71569acb8761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755141 Jan 28 19:14:56.705649 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device aaf861b8-dc1c-4ad7-b587-439242683163 up at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:14:56.743504 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-93896296-6874-4be8-9751-4f31ee65aafe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (ddede83d-04f6-4ae5-a4c2-e73c9ca8ee08), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:56.746663 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-93896296-6874-4be8-9751-4f31ee65aafe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:56.748204 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-93896296-6874-4be8-9751-4f31ee65aafe admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ddede83d-04f6-4ae5-a4c2-e73c9ca8ee08 HTTP/1.1" status: 204 len: 168 time: 0.3170538 Jan 28 19:14:56.764546 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93896296-6874-4be8-9751-4f31ee65aafe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddede83d-04f6-4ae5-a4c2-e73c9ca8ee08,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:56.873868 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-dd4e7acf-e394-4764-8894-e07c6301c2c2 req-7a53638d-90be-4244-b385-ea7459f7efc7 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] 10.222.0.64 "GET /v2.0/ports?device_id=ded03133-13c4-4f3d-b250-2c8bf8c7f9a3 HTTP/1.1" status: 200 len: 210 time: 0.0634818 Jan 28 19:14:56.953443 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b540721e-7af8-498d-a113-8b19fc8af480 req-3798bbda-af63-4f96-abbb-a6130bf71b88 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:56.963347 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b540721e-7af8-498d-a113-8b19fc8af480 req-3798bbda-af63-4f96-abbb-a6130bf71b88 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=d493780a-0b9d-4faf-acb0-7a17299587d3 HTTP/1.1" status: 200 len: 944 time: 0.1482184 Jan 28 19:14:56.966182 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-ba7c9fc8-fc5b-44cb-8d62-b501cdc404c0 req-a0027c40-7989-40c4-af87-1e439ed43e08 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] Publish callbacks [] for port (30444881-523b-4878-8dfb-e14323d850ea), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:56.990504 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-2478ee88-75c0-4fdc-9af5-e184e07068f9 req-0dc61f0b-9cc0-4029-acc6-3e865965aaef tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] Deleting port 96e6a3f6-9ea4-4c9e-9a87-1a01a1ae9418 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:14:56.991180 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-2478ee88-75c0-4fdc-9af5-e184e07068f9 req-0dc61f0b-9cc0-4029-acc6-3e865965aaef tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (96e6a3f6-9ea4-4c9e-9a87-1a01a1ae9418), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:57.019815 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:14:57.103473 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b540721e-7af8-498d-a113-8b19fc8af480 req-6e1d44d4-a209-4c13-8e66-49bc466b75a0 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337061 Jan 28 19:14:57.289988 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning for port aaf861b8-dc1c-4ad7-b587-439242683163 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:14:57.294348 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning complete for port aaf861b8-dc1c-4ad7-b587-439242683163 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:14:57.294734 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (aaf861b8-dc1c-4ad7-b587-439242683163), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:57.392960 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 37008) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:14:57.410816 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f2a55b86-a4dd-41f2-bcc1-f1f1c7c10bb9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:57.430232 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-ba7c9fc8-fc5b-44cb-8d62-b501cdc404c0 req-a0027c40-7989-40c4-af87-1e439ed43e08 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (30444881-523b-4878-8dfb-e14323d850ea), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:57.458938 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port aaf861b8-dc1c-4ad7-b587-439242683163 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:14:57.459817 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (aaf861b8-dc1c-4ad7-b587-439242683163), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:57.472268 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba7c9fc8-fc5b-44cb-8d62-b501cdc404c0 req-a0027c40-7989-40c4-af87-1e439ed43e08 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] Network dcce53bd-3e6d-4fa8-a8d1-67c47581bcc5 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:14:57.479102 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-ba7c9fc8-fc5b-44cb-8d62-b501cdc404c0 req-a0027c40-7989-40c4-af87-1e439ed43e08 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:14:57.511177 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba7c9fc8-fc5b-44cb-8d62-b501cdc404c0 req-a0027c40-7989-40c4-af87-1e439ed43e08 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:14:57.512172 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port aaf861b8-dc1c-4ad7-b587-439242683163, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=aaf861b8-dc1c-4ad7-b587-439242683163,segment=NetworkSegment(62a331e7-e6d6-4fbc-9e3c-2d3acdfd7c92),segment_id=62a331e7-e6d6-4fbc-9e3c-2d3acdfd7c92)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:14:57.514250 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd493780a-0b9d-4faf-acb0-7a17299587d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaf861b8-dc1c-4ad7-b587-439242683163'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:14:57.518064 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81b2afe8-c01b-4cf5-9a57-0a2f45fe2dc9" -d '{"events": [{"server_uuid": "d493780a-0b9d-4faf-acb0-7a17299587d3", "name": "network-vif-plugged", "status": "completed", "tag": "aaf861b8-dc1c-4ad7-b587-439242683163"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:14:57.518608 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7c9fc8-fc5b-44cb-8d62-b501cdc404c0 req-a0027c40-7989-40c4-af87-1e439ed43e08 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:57.519438 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-ba7c9fc8-fc5b-44cb-8d62-b501cdc404c0 req-a0027c40-7989-40c4-af87-1e439ed43e08 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:57.526085 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (aaf861b8-dc1c-4ad7-b587-439242683163), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:57.555875 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f2a55b86-a4dd-41f2-bcc1-f1f1c7c10bb9 admin admin] Publish callbacks [] for security_group (b20da456-2fbe-4a07-80f4-dedb12e690ee), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:57.565830 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f2a55b86-a4dd-41f2-bcc1-f1f1c7c10bb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (b20da456-2fbe-4a07-80f4-dedb12e690ee), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:57.578877 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ba7c9fc8-fc5b-44cb-8d62-b501cdc404c0 req-a0027c40-7989-40c4-af87-1e439ed43e08 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7569082 Jan 28 19:14:57.602289 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:14:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c334301e-188e-4986-a23f-0a4a6fca6a9c x-openstack-request-id: req-c334301e-188e-4986-a23f-0a4a6fca6a9c {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:14:57.602579 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d493780a-0b9d-4faf-acb0-7a17299587d3", "name": "network-vif-plugged", "status": "completed", "tag": "aaf861b8-dc1c-4ad7-b587-439242683163", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:14:57.605293 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c334301e-188e-4986-a23f-0a4a6fca6a9c {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:14:57.605754 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd493780a-0b9d-4faf-acb0-7a17299587d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaf861b8-dc1c-4ad7-b587-439242683163', 'code': 200} Jan 28 19:14:57.607561 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-ba7c9fc8-fc5b-44cb-8d62-b501cdc404c0 req-61a70a4a-2965-47a2-84a2-a49e66d91b5e service neutron] Request body: {'port': {'device_id': 'ded03133-13c4-4f3d-b250-2c8bf8c7f9a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-14'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:14:57.637242 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-f2a55b86-a4dd-41f2-bcc1-f1f1c7c10bb9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1e7727c8696e401c84a1b170553fd92b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2430015 Jan 28 19:14:57.638189 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 37012) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:14:57.652752 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=aaf861b8-dc1c-4ad7-b587-439242683163,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:57.663141 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-2478ee88-75c0-4fdc-9af5-e184e07068f9 req-0dc61f0b-9cc0-4029-acc6-3e865965aaef tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] For port 96e6a3f6-9ea4-4c9e-9a87-1a01a1ae9418, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=96e6a3f6-9ea4-4c9e-9a87-1a01a1ae9418,segment=NetworkSegment(1e24c993-748e-4143-b1c2-ba3fed624cb8),segment_id=1e24c993-748e-4143-b1c2-ba3fed624cb8)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:14:57.663554 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-2478ee88-75c0-4fdc-9af5-e184e07068f9 req-0dc61f0b-9cc0-4029-acc6-3e865965aaef tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (96e6a3f6-9ea4-4c9e-9a87-1a01a1ae9418), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:57.771138 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a55b86-a4dd-41f2-bcc1-f1f1c7c10bb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b20da456-2fbe-4a07-80f4-dedb12e690ee,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:57.842768 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-2478ee88-75c0-4fdc-9af5-e184e07068f9 req-0dc61f0b-9cc0-4029-acc6-3e865965aaef tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] Calling delete_port for 96e6a3f6-9ea4-4c9e-9a87-1a01a1ae9418 owned by compute:nova {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:14:57.855512 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0027c40-7989-40c4-af87-1e439ed43e08 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] Pushing event updated for resources: {'Port': ['ID=30444881-523b-4878-8dfb-e14323d850ea,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:57.874477 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-ba7c9fc8-fc5b-44cb-8d62-b501cdc404c0 req-61a70a4a-2965-47a2-84a2-a49e66d91b5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (30444881-523b-4878-8dfb-e14323d850ea), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:57.929543 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fceb1f81-f4d7-4ece-8fc9-44dab4ea06c5 admin admin] Publish callbacks [] for security_group (b20da456-2fbe-4a07-80f4-dedb12e690ee), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:57.945959 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ec5097-4863-428e-9bbd-af9d8e352e88 req-3886df75-bce4-435c-9f2c-f8c607f53efd tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:57.947742 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d6ec5097-4863-428e-9bbd-af9d8e352e88 req-3886df75-bce4-435c-9f2c-f8c607f53efd tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] 10.222.0.64 "GET /v2.0/ports?device_id=d67e2018-4151-48d3-8062-e7793269d14c HTTP/1.1" status: 200 len: 949 time: 0.1485300 Jan 28 19:14:57.959054 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062f18ed-e0e9-4b9a-b4a3-ff3dd4ed4fa8 req-a2504687-5bc2-46b4-8a5b-5b2c670741dd tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:57.962525 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-062f18ed-e0e9-4b9a-b4a3-ff3dd4ed4fa8 req-a2504687-5bc2-46b4-8a5b-5b2c670741dd tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e642740-d0d8-41b1-a248-8168c3dece03 HTTP/1.1" status: 200 len: 945 time: 0.1881003 Jan 28 19:14:57.970490 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-dd0708ee-619c-4f31-9e79-d52e70df1e96 None None] Provisioning complete for port 30444881-523b-4878-8dfb-e14323d850ea triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:14:57.970984 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-dd0708ee-619c-4f31-9e79-d52e70df1e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (30444881-523b-4878-8dfb-e14323d850ea), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:57.992151 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fceb1f81-f4d7-4ece-8fc9-44dab4ea06c5 admin admin] Publish callbacks [] for security_group (b20da456-2fbe-4a07-80f4-dedb12e690ee), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:58.017934 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806010a2-47f2-44d6-99d2-fc98fdc2564e req-5c78aa0f-5a5b-4d32-961b-5fffe0f6ec84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:58.019761 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-806010a2-47f2-44d6-99d2-fc98fdc2564e req-5c78aa0f-5a5b-4d32-961b-5fffe0f6ec84 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d493780a-0b9d-4faf-acb0-7a17299587d3 HTTP/1.1" status: 200 len: 1128 time: 0.2175534 Jan 28 19:14:58.043361 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-dd0708ee-619c-4f31-9e79-d52e70df1e96 None None] Port 30444881-523b-4878-8dfb-e14323d850ea cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:14:58.094136 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-062f18ed-e0e9-4b9a-b4a3-ff3dd4ed4fa8 req-6f06355d-5f3d-4d45-828f-41b3d471522f tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] 10.222.0.64 "GET /v2.0/security-groups?id=3f90d94c-91ad-4c19-b727-cb7657651c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225886 Jan 28 19:14:58.156786 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fceb1f81-f4d7-4ece-8fc9-44dab4ea06c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (b20da456-2fbe-4a07-80f4-dedb12e690ee), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:58.164645 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fceb1f81-f4d7-4ece-8fc9-44dab4ea06c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:58.168916 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-fceb1f81-f4d7-4ece-8fc9-44dab4ea06c5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b20da456-2fbe-4a07-80f4-dedb12e690ee HTTP/1.1" status: 204 len: 168 time: 0.4809153 Jan 28 19:14:58.220717 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d6ec5097-4863-428e-9bbd-af9d8e352e88 req-95bd6303-8bca-4792-89be-aa4a2c666575 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] 10.222.0.64 "GET /v2.0/security-groups?id=2478b850-89ab-4114-a340-71569acb8761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603937 Jan 28 19:14:58.277972 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-806010a2-47f2-44d6-99d2-fc98fdc2564e req-6b57fcb7-7965-4921-b803-4348e59833fb service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483523 Jan 28 19:14:58.279656 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fceb1f81-f4d7-4ece-8fc9-44dab4ea06c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b20da456-2fbe-4a07-80f4-dedb12e690ee,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:58.383797 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1738ef91-0d26-4cdf-8136-fbd5f75cd45a req-c05539f8-8544-454d-8cbc-30a7758b8ff5 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:58.391405 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1738ef91-0d26-4cdf-8136-fbd5f75cd45a req-c05539f8-8544-454d-8cbc-30a7758b8ff5 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] 10.222.0.64 "GET /v2.0/ports?device_id=ded03133-13c4-4f3d-b250-2c8bf8c7f9a3 HTTP/1.1" status: 200 len: 931 time: 0.1214182 Jan 28 19:14:58.445022 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-2478ee88-75c0-4fdc-9af5-e184e07068f9 req-0dc61f0b-9cc0-4029-acc6-3e865965aaef tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985'] for port (96e6a3f6-9ea4-4c9e-9a87-1a01a1ae9418), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:58.502980 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1738ef91-0d26-4cdf-8136-fbd5f75cd45a req-9f641acd-aef6-40e0-89df-5b9659001d29 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] 10.222.0.64 "GET /v2.0/security-groups?id=7332b9a1-5221-4be7-bb1d-60a9c30bd143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096411 Jan 28 19:14:58.523370 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6d5b11-3a8a-499e-87e1-184dc91f0985 req-821356e3-0355-4896-a623-728d469fd225 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:58.524878 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-fb6d5b11-3a8a-499e-87e1-184dc91f0985 req-821356e3-0355-4896-a623-728d469fd225 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=d493780a-0b9d-4faf-acb0-7a17299587d3 HTTP/1.1" status: 200 len: 945 time: 0.1781707 Jan 28 19:14:58.545455 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc61f0b-9cc0-4029-acc6-3e865965aaef tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] Pushing event deleted for resources: {'Port': ['ID=96e6a3f6-9ea4-4c9e-9a87-1a01a1ae9418,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:58.576835 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-2478ee88-75c0-4fdc-9af5-e184e07068f9 req-0dc61f0b-9cc0-4029-acc6-3e865965aaef tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] No DVR routers for this DVR port 96e6a3f6-9ea4-4c9e-9a87-1a01a1ae9418 on host n-h2-812111-14 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:14:58.589707 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-ba7c9fc8-fc5b-44cb-8d62-b501cdc404c0 req-61a70a4a-2965-47a2-84a2-a49e66d91b5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30444881-523b-4878-8dfb-e14323d850ea {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:14:58.594110 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-2478ee88-75c0-4fdc-9af5-e184e07068f9 req-0dc61f0b-9cc0-4029-acc6-3e865965aaef tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:58.597522 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2478ee88-75c0-4fdc-9af5-e184e07068f9 req-0dc61f0b-9cc0-4029-acc6-3e865965aaef tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] 10.222.0.70 "DELETE /v2.0/ports/96e6a3f6-9ea4-4c9e-9a87-1a01a1ae9418 HTTP/1.1" status: 204 len: 173 time: 2.0165858 Jan 28 19:14:58.597974 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e642740-d0d8-41b1-a248-8168c3dece03', 'name': 'network-vif-deleted', 'tag': '96e6a3f6-9ea4-4c9e-9a87-1a01a1ae9418'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:14:58.601697 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bf505e9-9df3-4afa-be10-984e1e225d26" -d '{"events": [{"server_uuid": "9e642740-d0d8-41b1-a248-8168c3dece03", "name": "network-vif-deleted", "tag": "96e6a3f6-9ea4-4c9e-9a87-1a01a1ae9418"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:14:58.610737 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-ba7c9fc8-fc5b-44cb-8d62-b501cdc404c0 req-61a70a4a-2965-47a2-84a2-a49e66d91b5e service neutron] Publish callbacks [] for port (30444881-523b-4878-8dfb-e14323d850ea), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:58.682094 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-ba7c9fc8-fc5b-44cb-8d62-b501cdc404c0 req-61a70a4a-2965-47a2-84a2-a49e66d91b5e service neutron] Transition to ACTIVE for port object 30444881-523b-4878-8dfb-e14323d850ea will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:14:58.686935 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-fb6d5b11-3a8a-499e-87e1-184dc91f0985 req-480711d8-65b1-4526-af95-f47387113403 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449113 Jan 28 19:14:58.693800 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-ba7c9fc8-fc5b-44cb-8d62-b501cdc404c0 req-61a70a4a-2965-47a2-84a2-a49e66d91b5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (30444881-523b-4878-8dfb-e14323d850ea), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:58.842917 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a70a4a-2965-47a2-84a2-a49e66d91b5e service neutron] Pushing event updated for resources: {'Port': ['ID=30444881-523b-4878-8dfb-e14323d850ea,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:58.846791 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-ba7c9fc8-fc5b-44cb-8d62-b501cdc404c0 req-61a70a4a-2965-47a2-84a2-a49e66d91b5e service neutron] Attempting to bind port 30444881-523b-4878-8dfb-e14323d850ea on host n-h2-812111-14 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:14:58.847417 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-ba7c9fc8-fc5b-44cb-8d62-b501cdc404c0 req-61a70a4a-2965-47a2-84a2-a49e66d91b5e service neutron] Attempting to bind port 30444881-523b-4878-8dfb-e14323d850ea by drivers openvswitch,hyperv on host n-h2-812111-14 at level 0 using segments [{'id': 'a3f92b11-4f37-4628-b716-5af99066213d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dcce53bd-3e6d-4fa8-a8d1-67c47581bcc5'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:14:58.848051 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7c9fc8-fc5b-44cb-8d62-b501cdc404c0 req-61a70a4a-2965-47a2-84a2-a49e66d91b5e service neutron] Attempting to bind port 30444881-523b-4878-8dfb-e14323d850ea on network dcce53bd-3e6d-4fa8-a8d1-67c47581bcc5 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:14:58.858770 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7c9fc8-fc5b-44cb-8d62-b501cdc404c0 req-61a70a4a-2965-47a2-84a2-a49e66d91b5e service neutron] Port 30444881-523b-4878-8dfb-e14323d850ea on network dcce53bd-3e6d-4fa8-a8d1-67c47581bcc5 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-14 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:14:58.859399 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7c9fc8-fc5b-44cb-8d62-b501cdc404c0 req-61a70a4a-2965-47a2-84a2-a49e66d91b5e service neutron] Attempting to bind port 30444881-523b-4878-8dfb-e14323d850ea on network dcce53bd-3e6d-4fa8-a8d1-67c47581bcc5 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:14:58.868737 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-363eab87-cf8d-421f-8002-41645e178caa x-openstack-request-id: req-363eab87-cf8d-421f-8002-41645e178caa {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:14:58.869065 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e642740-d0d8-41b1-a248-8168c3dece03", "name": "network-vif-deleted", "tag": "96e6a3f6-9ea4-4c9e-9a87-1a01a1ae9418", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:14:58.869392 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-363eab87-cf8d-421f-8002-41645e178caa {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:14:58.869777 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e642740-d0d8-41b1-a248-8168c3dece03', 'name': 'network-vif-deleted', 'tag': '96e6a3f6-9ea4-4c9e-9a87-1a01a1ae9418', 'status': 'completed', 'code': 200} Jan 28 19:14:58.875573 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7c9fc8-fc5b-44cb-8d62-b501cdc404c0 req-61a70a4a-2965-47a2-84a2-a49e66d91b5e service neutron] Checking agent: {'id': '8f3fee4e-bf24-4b58-8a3a-ae9c8011a473', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 14, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:14:58.876221 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3a53c71c-8460-45c2-8a86-5ce1f7708fb8 req-a3161420-7aac-4ea3-8cfe-d082d5e239a8 tempest-ServersAdminNegativeTestJSON-261533429 tempest-ServersAdminNegativeTestJSON-261533429-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=f7f4d4e039d645089e7d1ff4fd335d84&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0692742 Jan 28 19:14:58.880193 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7c9fc8-fc5b-44cb-8d62-b501cdc404c0 req-61a70a4a-2965-47a2-84a2-a49e66d91b5e service neutron] Checking segment: {'id': 'a3f92b11-4f37-4628-b716-5af99066213d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dcce53bd-3e6d-4fa8-a8d1-67c47581bcc5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:14:58.880441 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7c9fc8-fc5b-44cb-8d62-b501cdc404c0 req-61a70a4a-2965-47a2-84a2-a49e66d91b5e service neutron] Bound using segment: {'id': 'a3f92b11-4f37-4628-b716-5af99066213d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dcce53bd-3e6d-4fa8-a8d1-67c47581bcc5'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:14:58.880861 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-ba7c9fc8-fc5b-44cb-8d62-b501cdc404c0 req-61a70a4a-2965-47a2-84a2-a49e66d91b5e service neutron] Bound port: 30444881-523b-4878-8dfb-e14323d850ea, host: n-h2-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3f92b11-4f37-4628-b716-5af99066213d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dcce53bd-3e6d-4fa8-a8d1-67c47581bcc5'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:14:58.881270 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-ba7c9fc8-fc5b-44cb-8d62-b501cdc404c0 req-61a70a4a-2965-47a2-84a2-a49e66d91b5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (30444881-523b-4878-8dfb-e14323d850ea), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:58.980828 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-ba7c9fc8-fc5b-44cb-8d62-b501cdc404c0 req-61a70a4a-2965-47a2-84a2-a49e66d91b5e service neutron] For port 30444881-523b-4878-8dfb-e14323d850ea, host n-h2-812111-14, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:14:58.986451 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-ba7c9fc8-fc5b-44cb-8d62-b501cdc404c0 req-61a70a4a-2965-47a2-84a2-a49e66d91b5e service neutron] For port 30444881-523b-4878-8dfb-e14323d850ea, host n-h2-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=30444881-523b-4878-8dfb-e14323d850ea,segment=NetworkSegment(a3f92b11-4f37-4628-b716-5af99066213d),segment_id=a3f92b11-4f37-4628-b716-5af99066213d)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:14:59.001132 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-ba7c9fc8-fc5b-44cb-8d62-b501cdc404c0 req-61a70a4a-2965-47a2-84a2-a49e66d91b5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (30444881-523b-4878-8dfb-e14323d850ea), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:59.048135 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a53c71c-8460-45c2-8a86-5ce1f7708fb8 req-487443d3-7430-4370-b1d6-659d2d748aae tempest-ServersAdminNegativeTestJSON-261533429 tempest-ServersAdminNegativeTestJSON-261533429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:59.050113 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3a53c71c-8460-45c2-8a86-5ce1f7708fb8 req-487443d3-7430-4370-b1d6-659d2d748aae tempest-ServersAdminNegativeTestJSON-261533429 tempest-ServersAdminNegativeTestJSON-261533429-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1739454 Jan 28 19:14:59.073235 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7c9fc8-fc5b-44cb-8d62-b501cdc404c0 req-61a70a4a-2965-47a2-84a2-a49e66d91b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:59.074077 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-ba7c9fc8-fc5b-44cb-8d62-b501cdc404c0 req-61a70a4a-2965-47a2-84a2-a49e66d91b5e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:59.075414 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ba7c9fc8-fc5b-44cb-8d62-b501cdc404c0 req-61a70a4a-2965-47a2-84a2-a49e66d91b5e service neutron] 10.222.0.70 "PUT /v2.0/ports/30444881-523b-4878-8dfb-e14323d850ea HTTP/1.1" status: 200 len: 1092 time: 1.4823360 Jan 28 19:14:59.083870 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3a53c71c-8460-45c2-8a86-5ce1f7708fb8 req-f03c6a15-3975-4d43-b606-25780e72a62f tempest-ServersAdminNegativeTestJSON-261533429 tempest-ServersAdminNegativeTestJSON-261533429-project] 10.222.0.64 "GET /v2.0/quotas/f7f4d4e039d645089e7d1ff4fd335d84 HTTP/1.1" status: 200 len: 375 time: 0.0217249 Jan 28 19:14:59.124084 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a70a4a-2965-47a2-84a2-a49e66d91b5e service neutron] Pushing event updated for resources: {'Port': ['ID=30444881-523b-4878-8dfb-e14323d850ea,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:59.134338 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3a53c71c-8460-45c2-8a86-5ce1f7708fb8 req-a2361a08-9857-40d3-8f78-b3117c750c8e tempest-ServersAdminNegativeTestJSON-261533429 tempest-ServersAdminNegativeTestJSON-261533429-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=f7f4d4e039d645089e7d1ff4fd335d84&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0495145 Jan 28 19:14:59.249080 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7c9fc8-fc5b-44cb-8d62-b501cdc404c0 req-49eb0eb2-7650-404f-920c-97d4d974d062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:59.251881 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ba7c9fc8-fc5b-44cb-8d62-b501cdc404c0 req-49eb0eb2-7650-404f-920c-97d4d974d062 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e331db5a5eca4568baa1d0dcf43ee9e3&device_id=ded03133-13c4-4f3d-b250-2c8bf8c7f9a3 HTTP/1.1" status: 200 len: 1126 time: 0.1131778 Jan 28 19:14:59.337794 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ba7c9fc8-fc5b-44cb-8d62-b501cdc404c0 req-cdd8a2bf-1ccf-464e-be82-38c506b55875 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=30444881-523b-4878-8dfb-e14323d850ea HTTP/1.1" status: 200 len: 217 time: 0.0763843 Jan 28 19:14:59.388978 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-85854edc-1e00-4246-8051-c1bc3752b25a req-99e2bd5a-8886-413d-977e-514acf6351d6 tempest-FloatingIPsAssociationTestJSON-533600963 tempest-FloatingIPsAssociationTestJSON-533600963-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e642740-d0d8-41b1-a248-8168c3dece03 HTTP/1.1" status: 200 len: 210 time: 0.0550442 Jan 28 19:14:59.540154 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-49f76d54-f5ac-4600-9361-462cd7b0a73d req-28a6af8c-b190-4d28-a354-9a90700f8647 tempest-ServersAdminNegativeTestJSON-261533429 tempest-ServersAdminNegativeTestJSON-261533429-project] 10.222.0.64 "GET /v2.0/ports?device_id=52625761-0ba9-4155-8782-a9a8923080af HTTP/1.1" status: 200 len: 210 time: 0.0698869 Jan 28 19:14:59.554671 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7c9fc8-fc5b-44cb-8d62-b501cdc404c0 req-989466b3-3d5a-4e5e-b031-2f40c330168f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:59.556242 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ba7c9fc8-fc5b-44cb-8d62-b501cdc404c0 req-989466b3-3d5a-4e5e-b031-2f40c330168f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8e0a9d74-ef41-4ed7-9932-81fa4a696ae1 HTTP/1.1" status: 200 len: 867 time: 0.2069447 Jan 28 19:14:59.626679 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e0ace9-153d-4ea2-b6f5-7e34bfaad2cd req-63fd831f-5dd2-404c-b6e0-e78e741bf052 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:59.628382 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d6e0ace9-153d-4ea2-b6f5-7e34bfaad2cd req-63fd831f-5dd2-404c-b6e0-e78e741bf052 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] 10.222.0.64 "GET /v2.0/ports?device_id=d67e2018-4151-48d3-8062-e7793269d14c HTTP/1.1" status: 200 len: 949 time: 0.1433265 Jan 28 19:14:59.673605 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 96e6a3f6-9ea4-4c9e-9a87-1a01a1ae9418 no longer exists at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:14:59.709252 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d6e0ace9-153d-4ea2-b6f5-7e34bfaad2cd req-abf25542-c117-4391-98ef-4f27a891b8b3 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] 10.222.0.64 "GET /v2.0/security-groups?id=2478b850-89ab-4114-a340-71569acb8761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744629 Jan 28 19:14:59.716459 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] No Port match for: 96e6a3f6-9ea4-4c9e-9a87-1a01a1ae9418 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:14:59.717050 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 96e6a3f6-9ea4-4c9e-9a87-1a01a1ae9418 not bound to the agent host n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:14:59.766707 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7c9fc8-fc5b-44cb-8d62-b501cdc404c0 req-26735bca-d6d1-41f6-a088-babfbb3d927a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:59.768225 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ba7c9fc8-fc5b-44cb-8d62-b501cdc404c0 req-26735bca-d6d1-41f6-a088-babfbb3d927a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=dcce53bd-3e6d-4fa8-a8d1-67c47581bcc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2055414 Jan 28 19:14:59.781181 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a609f4d-a45a-4e28-bd0f-7b5a38a286b8 req-a2a03add-9c9e-4e4b-b04a-a6be7e17407e tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:59.782869 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5a609f4d-a45a-4e28-bd0f-7b5a38a286b8 req-a2a03add-9c9e-4e4b-b04a-a6be7e17407e tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] 10.222.0.64 "GET /v2.0/ports?device_id=ded03133-13c4-4f3d-b250-2c8bf8c7f9a3 HTTP/1.1" status: 200 len: 943 time: 0.1083872 Jan 28 19:14:59.939226 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5a609f4d-a45a-4e28-bd0f-7b5a38a286b8 req-a5a37c26-2aaa-4057-a31f-05fdaa06c4de tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] 10.222.0.64 "GET /v2.0/security-groups?id=7332b9a1-5221-4be7-bb1d-60a9c30bd143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444564 Jan 28 19:14:59.963496 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfa80e2-826b-4a7f-809b-9d37a876bb12 req-5ce03dff-dbe5-4a41-83e9-edfca18cb675 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:59.965617 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4bfa80e2-826b-4a7f-809b-9d37a876bb12 req-5ce03dff-dbe5-4a41-83e9-edfca18cb675 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=d493780a-0b9d-4faf-acb0-7a17299587d3 HTTP/1.1" status: 200 len: 945 time: 0.1180274 Jan 28 19:14:59.968356 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ba7c9fc8-fc5b-44cb-8d62-b501cdc404c0 req-b32ed134-a781-469d-93e3-a6f4e711ccef service neutron] 10.222.0.70 "GET /v2.0/networks/dcce53bd-3e6d-4fa8-a8d1-67c47581bcc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845188 Jan 28 19:15:00.025722 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4bfa80e2-826b-4a7f-809b-9d37a876bb12 req-856a3aec-a2e9-48b0-abc1-b4a32fe78c0a tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535665 Jan 28 19:15:00.110469 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ba7c9fc8-fc5b-44cb-8d62-b501cdc404c0 req-5feaf508-a1c4-434f-b0dd-8badba2d670a service neutron] 10.222.0.70 "GET /v2.0/networks/dcce53bd-3e6d-4fa8-a8d1-67c47581bcc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334357 Jan 28 19:15:00.211744 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eed835-3a54-40b0-bddd-393efdb45863 req-3f370805-558c-45e6-aea1-492ce7e4c339 tempest-LiveAutoBlockMigrationV225Test-1956576498 tempest-LiveAutoBlockMigrationV225Test-1956576498-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:00.213467 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d2eed835-3a54-40b0-bddd-393efdb45863 req-3f370805-558c-45e6-aea1-492ce7e4c339 tempest-LiveAutoBlockMigrationV225Test-1956576498 tempest-LiveAutoBlockMigrationV225Test-1956576498-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=d493780a-0b9d-4faf-acb0-7a17299587d3 HTTP/1.1" status: 200 len: 1128 time: 0.0619612 Jan 28 19:15:00.274835 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d2eed835-3a54-40b0-bddd-393efdb45863 req-685da3eb-0b88-4763-9390-34e8107d9853 tempest-LiveAutoBlockMigrationV225Test-1956576498 tempest-LiveAutoBlockMigrationV225Test-1956576498-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557408 Jan 28 19:15:00.468290 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 37118) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:15:00.695755 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-63e775f5-1e22-4c01-8531-8b46350e727f req-b8f82f45-2741-4889-a8e2-2b18d5c8b02d tempest-ServersAdminNegativeTestJSON-261533429 tempest-ServersAdminNegativeTestJSON-261533429-project] 10.222.0.64 "GET /v2.0/ports?device_id=52625761-0ba9-4155-8782-a9a8923080af HTTP/1.1" status: 200 len: 210 time: 0.0496407 Jan 28 19:15:00.877061 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ded03133-13c4-4f3d-b250-2c8bf8c7f9a3', 'tag': '30444881-523b-4878-8dfb-e14323d850ea'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:15:00.880574 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-362fff51-47a6-4e21-b21d-572d3ec40a08" -d '{"events": [{"name": "network-changed", "server_uuid": "ded03133-13c4-4f3d-b250-2c8bf8c7f9a3", "tag": "30444881-523b-4878-8dfb-e14323d850ea"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:15:00.910926 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dcff1c-e37a-4b15-861b-b2452290d47e req-12969a02-2f68-4bf9-b939-2c3cf4ed3178 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:00.919589 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-58dcff1c-e37a-4b15-861b-b2452290d47e req-12969a02-2f68-4bf9-b939-2c3cf4ed3178 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] 10.222.0.64 "GET /v2.0/ports?device_id=d67e2018-4151-48d3-8062-e7793269d14c HTTP/1.1" status: 200 len: 949 time: 0.1003337 Jan 28 19:15:01.001163 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-58dcff1c-e37a-4b15-861b-b2452290d47e req-d8a61e64-e3b6-4464-ad38-c8cc9cd6598e tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] 10.222.0.64 "GET /v2.0/security-groups?id=2478b850-89ab-4114-a340-71569acb8761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803456 Jan 28 19:15:01.052873 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31f4e236-d2b7-4106-82e2-761ade026d46 x-openstack-request-id: req-31f4e236-d2b7-4106-82e2-761ade026d46 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:15:01.053206 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ded03133-13c4-4f3d-b250-2c8bf8c7f9a3", "tag": "30444881-523b-4878-8dfb-e14323d850ea", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:15:01.053586 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-31f4e236-d2b7-4106-82e2-761ade026d46 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:15:01.054078 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ded03133-13c4-4f3d-b250-2c8bf8c7f9a3', 'tag': '30444881-523b-4878-8dfb-e14323d850ea', 'status': 'completed', 'code': 200} Jan 28 19:15:01.186792 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3a53c71c-8460-45c2-8a86-5ce1f7708fb8 req-bda8da6a-b993-48ce-97dc-9277ad065d46 tempest-ServersAdminNegativeTestJSON-261533429 tempest-ServersAdminNegativeTestJSON-261533429-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=f7f4d4e039d645089e7d1ff4fd335d84&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0313621 Jan 28 19:15:01.194392 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362fff51-47a6-4e21-b21d-572d3ec40a08 req-0c462904-e6c9-4dda-a180-dce357eaa245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:01.196639 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-362fff51-47a6-4e21-b21d-572d3ec40a08 req-0c462904-e6c9-4dda-a180-dce357eaa245 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e331db5a5eca4568baa1d0dcf43ee9e3&device_id=ded03133-13c4-4f3d-b250-2c8bf8c7f9a3 HTTP/1.1" status: 200 len: 1126 time: 0.1147120 Jan 28 19:15:01.217117 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8363bda2-c060-465e-addb-5fcdb60fcefa req-bd94767f-5267-410a-8a95-d34adafaf5dc tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:01.224266 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8363bda2-c060-465e-addb-5fcdb60fcefa req-bd94767f-5267-410a-8a95-d34adafaf5dc tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] 10.222.0.64 "GET /v2.0/ports?device_id=ded03133-13c4-4f3d-b250-2c8bf8c7f9a3 HTTP/1.1" status: 200 len: 943 time: 0.0958292 Jan 28 19:15:01.326842 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8363bda2-c060-465e-addb-5fcdb60fcefa req-b2364f18-1686-4916-b300-e2fd604545f4 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] 10.222.0.64 "GET /v2.0/security-groups?id=7332b9a1-5221-4be7-bb1d-60a9c30bd143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927446 Jan 28 19:15:01.372495 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362fff51-47a6-4e21-b21d-572d3ec40a08 req-3b5b4c58-0fe4-4eef-8c39-8207f8f46c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:01.374307 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-362fff51-47a6-4e21-b21d-572d3ec40a08 req-3b5b4c58-0fe4-4eef-8c39-8207f8f46c27 service neutron] 10.222.0.70 "GET /v2.0/networks?id=dcce53bd-3e6d-4fa8-a8d1-67c47581bcc5 HTTP/1.1" status: 200 len: 928 time: 0.1491411 Jan 28 19:15:01.375009 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13a6c99-1b18-4053-b564-2da1aa7040ca req-8113cf92-0020-44e6-856c-f84c5b2952a0 tempest-NetworksTest-1650475378 tempest-NetworksTest-1650475378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:01.375597 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13a6c99-1b18-4053-b564-2da1aa7040ca req-8113cf92-0020-44e6-856c-f84c5b2952a0 tempest-NetworksTest-1650475378 tempest-NetworksTest-1650475378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:01.376133 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13a6c99-1b18-4053-b564-2da1aa7040ca req-8113cf92-0020-44e6-856c-f84c5b2952a0 tempest-NetworksTest-1650475378 tempest-NetworksTest-1650475378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:01.376648 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13a6c99-1b18-4053-b564-2da1aa7040ca req-8113cf92-0020-44e6-856c-f84c5b2952a0 tempest-NetworksTest-1650475378 tempest-NetworksTest-1650475378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:01.377188 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13a6c99-1b18-4053-b564-2da1aa7040ca req-8113cf92-0020-44e6-856c-f84c5b2952a0 tempest-NetworksTest-1650475378 tempest-NetworksTest-1650475378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:01.377698 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13a6c99-1b18-4053-b564-2da1aa7040ca req-8113cf92-0020-44e6-856c-f84c5b2952a0 tempest-NetworksTest-1650475378 tempest-NetworksTest-1650475378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:01.378209 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13a6c99-1b18-4053-b564-2da1aa7040ca req-8113cf92-0020-44e6-856c-f84c5b2952a0 tempest-NetworksTest-1650475378 tempest-NetworksTest-1650475378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:01.378717 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13a6c99-1b18-4053-b564-2da1aa7040ca req-8113cf92-0020-44e6-856c-f84c5b2952a0 tempest-NetworksTest-1650475378 tempest-NetworksTest-1650475378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:01.379219 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13a6c99-1b18-4053-b564-2da1aa7040ca req-8113cf92-0020-44e6-856c-f84c5b2952a0 tempest-NetworksTest-1650475378 tempest-NetworksTest-1650475378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:01.379732 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13a6c99-1b18-4053-b564-2da1aa7040ca req-8113cf92-0020-44e6-856c-f84c5b2952a0 tempest-NetworksTest-1650475378 tempest-NetworksTest-1650475378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:01.380258 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13a6c99-1b18-4053-b564-2da1aa7040ca req-8113cf92-0020-44e6-856c-f84c5b2952a0 tempest-NetworksTest-1650475378 tempest-NetworksTest-1650475378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:01.386932 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f13a6c99-1b18-4053-b564-2da1aa7040ca req-8113cf92-0020-44e6-856c-f84c5b2952a0 tempest-NetworksTest-1650475378 tempest-NetworksTest-1650475378-project-admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7853 time: 0.7215614 Jan 28 19:15:01.448037 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-362fff51-47a6-4e21-b21d-572d3ec40a08 req-c6da0992-19e7-48ba-aeb6-0d88818b28ee service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=30444881-523b-4878-8dfb-e14323d850ea HTTP/1.1" status: 200 len: 217 time: 0.0670116 Jan 28 19:15:01.504288 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a53c71c-8460-45c2-8a86-5ce1f7708fb8 req-3b4574bb-74b1-40d8-8748-3f762cc0d608 tempest-ServersAdminNegativeTestJSON-261533429 tempest-ServersAdminNegativeTestJSON-261533429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:01.506000 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3a53c71c-8460-45c2-8a86-5ce1f7708fb8 req-3b4574bb-74b1-40d8-8748-3f762cc0d608 tempest-ServersAdminNegativeTestJSON-261533429 tempest-ServersAdminNegativeTestJSON-261533429-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3057044 Jan 28 19:15:01.523580 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-3a53c71c-8460-45c2-8a86-5ce1f7708fb8 req-0e99e9e6-05cd-48da-a2ee-bcbc8ca39622 tempest-ServersAdminNegativeTestJSON-261533429 tempest-ServersAdminNegativeTestJSON-261533429-project] Request body: {'port': {'device_id': '52625761-0ba9-4155-8782-a9a8923080af', 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91', 'admin_state_up': True, 'tenant_id': 'f7f4d4e039d645089e7d1ff4fd335d84'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:15:01.545319 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5596f774-dedd-4542-a26d-d5e3ee512ef7 req-29828a65-26b1-4643-b84b-d57aaa8b9737 tempest-NetworksTest-1650475378 tempest-NetworksTest-1650475378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:01.549809 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5596f774-dedd-4542-a26d-d5e3ee512ef7 req-29828a65-26b1-4643-b84b-d57aaa8b9737 tempest-NetworksTest-1650475378 tempest-NetworksTest-1650475378-project-admin] 10.222.0.64 "GET /v2.0/networks/d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 HTTP/1.1" status: 200 len: 886 time: 0.1008739 Jan 28 19:15:01.598472 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362fff51-47a6-4e21-b21d-572d3ec40a08 req-03656ebf-ee25-4fd7-ac29-387af8110c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:01.600194 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-362fff51-47a6-4e21-b21d-572d3ec40a08 req-03656ebf-ee25-4fd7-ac29-387af8110c1a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8e0a9d74-ef41-4ed7-9932-81fa4a696ae1 HTTP/1.1" status: 200 len: 867 time: 0.0493619 Jan 28 19:15:01.656686 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362fff51-47a6-4e21-b21d-572d3ec40a08 req-805d7158-9e70-4456-bf87-0cb40dd6ec15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:01.658630 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-362fff51-47a6-4e21-b21d-572d3ec40a08 req-805d7158-9e70-4456-bf87-0cb40dd6ec15 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=dcce53bd-3e6d-4fa8-a8d1-67c47581bcc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0523493 Jan 28 19:15:01.751689 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca571a97-7cb1-4cfc-828a-6ecdf59700ac req-b4f85db0-3aa7-4b43-954c-18500996c207 tempest-NetworksTest-1650475378 tempest-NetworksTest-1650475378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:01.752520 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca571a97-7cb1-4cfc-828a-6ecdf59700ac req-b4f85db0-3aa7-4b43-954c-18500996c207 tempest-NetworksTest-1650475378 tempest-NetworksTest-1650475378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:01.753171 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca571a97-7cb1-4cfc-828a-6ecdf59700ac req-b4f85db0-3aa7-4b43-954c-18500996c207 tempest-NetworksTest-1650475378 tempest-NetworksTest-1650475378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:01.753777 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca571a97-7cb1-4cfc-828a-6ecdf59700ac req-b4f85db0-3aa7-4b43-954c-18500996c207 tempest-NetworksTest-1650475378 tempest-NetworksTest-1650475378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:01.754378 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca571a97-7cb1-4cfc-828a-6ecdf59700ac req-b4f85db0-3aa7-4b43-954c-18500996c207 tempest-NetworksTest-1650475378 tempest-NetworksTest-1650475378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:01.755534 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca571a97-7cb1-4cfc-828a-6ecdf59700ac req-b4f85db0-3aa7-4b43-954c-18500996c207 tempest-NetworksTest-1650475378 tempest-NetworksTest-1650475378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:01.756164 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca571a97-7cb1-4cfc-828a-6ecdf59700ac req-b4f85db0-3aa7-4b43-954c-18500996c207 tempest-NetworksTest-1650475378 tempest-NetworksTest-1650475378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:01.756809 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca571a97-7cb1-4cfc-828a-6ecdf59700ac req-b4f85db0-3aa7-4b43-954c-18500996c207 tempest-NetworksTest-1650475378 tempest-NetworksTest-1650475378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:01.757460 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca571a97-7cb1-4cfc-828a-6ecdf59700ac req-b4f85db0-3aa7-4b43-954c-18500996c207 tempest-NetworksTest-1650475378 tempest-NetworksTest-1650475378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:01.758764 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca571a97-7cb1-4cfc-828a-6ecdf59700ac req-b4f85db0-3aa7-4b43-954c-18500996c207 tempest-NetworksTest-1650475378 tempest-NetworksTest-1650475378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:01.759564 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca571a97-7cb1-4cfc-828a-6ecdf59700ac req-b4f85db0-3aa7-4b43-954c-18500996c207 tempest-NetworksTest-1650475378 tempest-NetworksTest-1650475378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:01.762477 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ca571a97-7cb1-4cfc-828a-6ecdf59700ac req-b4f85db0-3aa7-4b43-954c-18500996c207 tempest-NetworksTest-1650475378 tempest-NetworksTest-1650475378-project-admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7853 time: 0.1860247 Jan 28 19:15:01.865795 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-17893bb3-b099-483d-b38e-7a9fc438589c req-9e40ea61-aba6-43c4-9803-055f21e58874 tempest-ServersAdminNegativeTestJSON-261533429 tempest-ServersAdminNegativeTestJSON-261533429-project] 10.222.0.64 "GET /v2.0/ports?device_id=52625761-0ba9-4155-8782-a9a8923080af HTTP/1.1" status: 200 len: 210 time: 0.0443847 Jan 28 19:15:01.882321 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-362fff51-47a6-4e21-b21d-572d3ec40a08 req-8286a6ed-7f8b-4de2-9454-fdde3c12666d service neutron] 10.222.0.70 "GET /v2.0/networks/dcce53bd-3e6d-4fa8-a8d1-67c47581bcc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2153330 Jan 28 19:15:01.889747 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a53c71c-8460-45c2-8a86-5ce1f7708fb8 req-0e99e9e6-05cd-48da-a2ee-bcbc8ca39622 tempest-ServersAdminNegativeTestJSON-261533429 tempest-ServersAdminNegativeTestJSON-261533429-project] Made reservation on behalf of f7f4d4e039d645089e7d1ff4fd335d84 for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:15:01.895866 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-3a53c71c-8460-45c2-8a86-5ce1f7708fb8 req-0e99e9e6-05cd-48da-a2ee-bcbc8ca39622 tempest-ServersAdminNegativeTestJSON-261533429 tempest-ServersAdminNegativeTestJSON-261533429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:01.911813 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-3a53c71c-8460-45c2-8a86-5ce1f7708fb8 req-0e99e9e6-05cd-48da-a2ee-bcbc8ca39622 tempest-ServersAdminNegativeTestJSON-261533429 tempest-ServersAdminNegativeTestJSON-261533429-project] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:02.009614 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-362fff51-47a6-4e21-b21d-572d3ec40a08 req-1e82fd2b-d566-4d69-862d-dc99c3b2d403 service neutron] 10.222.0.70 "GET /v2.0/networks/dcce53bd-3e6d-4fa8-a8d1-67c47581bcc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160665 Jan 28 19:15:02.030734 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-700471e2-198c-4ed3-9633-2d7b042c1ba0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-732838'] for router_interface (21fc77fa-6689-425f-a0ea-9e6cfee3d1c0), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:02.159563 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-3a53c71c-8460-45c2-8a86-5ce1f7708fb8 req-0e99e9e6-05cd-48da-a2ee-bcbc8ca39622 tempest-ServersAdminNegativeTestJSON-261533429 tempest-ServersAdminNegativeTestJSON-261533429-project] Publish callbacks [] for security_group (6ce50fe5-88ac-4467-ad70-249e9d69c3ec), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:02.184172 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-3a53c71c-8460-45c2-8a86-5ce1f7708fb8 req-0e99e9e6-05cd-48da-a2ee-bcbc8ca39622 tempest-ServersAdminNegativeTestJSON-261533429 tempest-ServersAdminNegativeTestJSON-261533429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (6ce50fe5-88ac-4467-ad70-249e9d69c3ec), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:02.212843 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 37156) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:15:02.320367 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e99e9e6-05cd-48da-a2ee-bcbc8ca39622 tempest-ServersAdminNegativeTestJSON-261533429 tempest-ServersAdminNegativeTestJSON-261533429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ce50fe5-88ac-4467-ad70-249e9d69c3ec,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:02.377861 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d52d24ca-fc96-4e02-9c70-3804de9719ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:02.413146 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a24d7c-6fe4-429a-a8bf-609a576f310d req-fb02ca91-f353-4621-a0dc-374b343389bd tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:02.421177 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-58a24d7c-6fe4-429a-a8bf-609a576f310d req-fb02ca91-f353-4621-a0dc-374b343389bd tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] 10.222.0.64 "GET /v2.0/ports?device_id=d67e2018-4151-48d3-8062-e7793269d14c HTTP/1.1" status: 200 len: 949 time: 0.3243241 Jan 28 19:15:02.512958 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d52d24ca-fc96-4e02-9c70-3804de9719ce admin admin] Publish callbacks [] for security_group (7d4710c1-2f42-4089-8b63-ebfde014e5e6), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:02.532484 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d52d24ca-fc96-4e02-9c70-3804de9719ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (7d4710c1-2f42-4089-8b63-ebfde014e5e6), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:02.609957 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-d52d24ca-fc96-4e02-9c70-3804de9719ce admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7fba028cc062409f9d9576eaeec3f4f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3936260 Jan 28 19:15:02.611749 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 37164) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:15:02.612418 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52d24ca-fc96-4e02-9c70-3804de9719ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d4710c1-2f42-4089-8b63-ebfde014e5e6,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:02.660318 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11040165-3763-4195-8d17-62bfca5d2bd0 req-f87905ed-c012-4212-9311-223fb2279800 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:02.667551 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-11040165-3763-4195-8d17-62bfca5d2bd0 req-f87905ed-c012-4212-9311-223fb2279800 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] 10.222.0.64 "GET /v2.0/ports?device_id=ded03133-13c4-4f3d-b250-2c8bf8c7f9a3 HTTP/1.1" status: 200 len: 943 time: 0.1521208 Jan 28 19:15:02.678029 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-58a24d7c-6fe4-429a-a8bf-609a576f310d req-4213d691-e8f9-4a88-aa2c-2a7a8f3eec66 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] 10.222.0.64 "GET /v2.0/security-groups?id=2478b850-89ab-4114-a340-71569acb8761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2547421 Jan 28 19:15:02.692463 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-3a53c71c-8460-45c2-8a86-5ce1f7708fb8 req-0e99e9e6-05cd-48da-a2ee-bcbc8ca39622 tempest-ServersAdminNegativeTestJSON-261533429 tempest-ServersAdminNegativeTestJSON-261533429-project] Allocated IP 192.168.233.110 (7810caa2-eac6-457d-9302-c8c215ef3e91/f2de4832-9ef6-4f40-9ac5-1557d5e6a6ff/259b0afb-11ac-45b0-9b2c-fe033b7372ab) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:15:02.736899 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ca004e17-2ecf-4254-af91-e450ed108fe9 admin admin] Publish callbacks [] for security_group (7d4710c1-2f42-4089-8b63-ebfde014e5e6), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:02.762293 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-11040165-3763-4195-8d17-62bfca5d2bd0 req-81daebad-f0b9-4f3d-8251-a767bb5596ee tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] 10.222.0.64 "GET /v2.0/security-groups?id=7332b9a1-5221-4be7-bb1d-60a9c30bd143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939643 Jan 28 19:15:02.774912 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ca004e17-2ecf-4254-af91-e450ed108fe9 admin admin] Publish callbacks [] for security_group (7d4710c1-2f42-4089-8b63-ebfde014e5e6), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:02.838594 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ca004e17-2ecf-4254-af91-e450ed108fe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (7d4710c1-2f42-4089-8b63-ebfde014e5e6), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:02.842218 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ca004e17-2ecf-4254-af91-e450ed108fe9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:02.846089 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-ca004e17-2ecf-4254-af91-e450ed108fe9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7d4710c1-2f42-4089-8b63-ebfde014e5e6 HTTP/1.1" status: 204 len: 168 time: 0.2279165 Jan 28 19:15:02.851930 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca004e17-2ecf-4254-af91-e450ed108fe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d4710c1-2f42-4089-8b63-ebfde014e5e6,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:02.960562 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-700471e2-198c-4ed3-9633-2d7b042c1ba0 admin admin] Deleting port 2b83721b-3c6a-40cd-b5b2-82876bb947a8 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:15:02.960908 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-700471e2-198c-4ed3-9633-2d7b042c1ba0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (2b83721b-3c6a-40cd-b5b2-82876bb947a8), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:02.987033 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-47785463-a063-4568-8a75-38ad91410b7c req-a7760624-2729-475c-8ad6-2d3c9b70bc27 tempest-ServersAdminNegativeTestJSON-261533429 tempest-ServersAdminNegativeTestJSON-261533429-project] 10.222.0.64 "GET /v2.0/ports?device_id=52625761-0ba9-4155-8782-a9a8923080af HTTP/1.1" status: 200 len: 210 time: 0.0444832 Jan 28 19:15:03.000503 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-3a53c71c-8460-45c2-8a86-5ce1f7708fb8 req-0e99e9e6-05cd-48da-a2ee-bcbc8ca39622 tempest-ServersAdminNegativeTestJSON-261533429 tempest-ServersAdminNegativeTestJSON-261533429-project] Publish callbacks [] for port (259b0afb-11ac-45b0-9b2c-fe033b7372ab), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:03.091134 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-700471e2-198c-4ed3-9633-2d7b042c1ba0 admin admin] For port 2b83721b-3c6a-40cd-b5b2-82876bb947a8, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=2b83721b-3c6a-40cd-b5b2-82876bb947a8,segment=NetworkSegment(1e24c993-748e-4143-b1c2-ba3fed624cb8),segment_id=1e24c993-748e-4143-b1c2-ba3fed624cb8)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:15:03.091933 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-700471e2-198c-4ed3-9633-2d7b042c1ba0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (2b83721b-3c6a-40cd-b5b2-82876bb947a8), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:03.102686 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-3a53c71c-8460-45c2-8a86-5ce1f7708fb8 req-0e99e9e6-05cd-48da-a2ee-bcbc8ca39622 tempest-ServersAdminNegativeTestJSON-261533429 tempest-ServersAdminNegativeTestJSON-261533429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (259b0afb-11ac-45b0-9b2c-fe033b7372ab), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:03.162731 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-700471e2-198c-4ed3-9633-2d7b042c1ba0 admin admin] Calling delete_port for 2b83721b-3c6a-40cd-b5b2-82876bb947a8 owned by network:router_interface {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:15:03.173244 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 37176) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:15:03.179838 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e99e9e6-05cd-48da-a2ee-bcbc8ca39622 tempest-ServersAdminNegativeTestJSON-261533429 tempest-ServersAdminNegativeTestJSON-261533429-project] Pushing event updated for resources: {'Port': ['ID=259b0afb-11ac-45b0-9b2c-fe033b7372ab,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:03.191904 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e0e93b33-9777-4bf8-a45c-bbd6fecd67ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:03.288808 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e0e93b33-9777-4bf8-a45c-bbd6fecd67ee admin admin] Publish callbacks [] for security_group (3dd6a2fe-88c6-469b-a2f6-f690c89694f8), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:03.294256 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e0e93b33-9777-4bf8-a45c-bbd6fecd67ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (3dd6a2fe-88c6-469b-a2f6-f690c89694f8), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:03.316459 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a53c71c-8460-45c2-8a86-5ce1f7708fb8 req-0e99e9e6-05cd-48da-a2ee-bcbc8ca39622 tempest-ServersAdminNegativeTestJSON-261533429 tempest-ServersAdminNegativeTestJSON-261533429-project] Network 7810caa2-eac6-457d-9302-c8c215ef3e91 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:15:03.317922 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-3a53c71c-8460-45c2-8a86-5ce1f7708fb8 req-0e99e9e6-05cd-48da-a2ee-bcbc8ca39622 tempest-ServersAdminNegativeTestJSON-261533429 tempest-ServersAdminNegativeTestJSON-261533429-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:15:03.321787 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a53c71c-8460-45c2-8a86-5ce1f7708fb8 req-0e99e9e6-05cd-48da-a2ee-bcbc8ca39622 tempest-ServersAdminNegativeTestJSON-261533429 tempest-ServersAdminNegativeTestJSON-261533429-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:15:03.369527 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-e0e93b33-9777-4bf8-a45c-bbd6fecd67ee admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=973749d2b21d4fd9b126b1e6d03b97f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1950142 Jan 28 19:15:03.371157 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e93b33-9777-4bf8-a45c-bbd6fecd67ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dd6a2fe-88c6-469b-a2f6-f690c89694f8,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:03.374355 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 37182) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:15:03.390901 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a53c71c-8460-45c2-8a86-5ce1f7708fb8 req-0e99e9e6-05cd-48da-a2ee-bcbc8ca39622 tempest-ServersAdminNegativeTestJSON-261533429 tempest-ServersAdminNegativeTestJSON-261533429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:03.391564 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-3a53c71c-8460-45c2-8a86-5ce1f7708fb8 req-0e99e9e6-05cd-48da-a2ee-bcbc8ca39622 tempest-ServersAdminNegativeTestJSON-261533429 tempest-ServersAdminNegativeTestJSON-261533429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:03.430291 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3a53c71c-8460-45c2-8a86-5ce1f7708fb8 req-0e99e9e6-05cd-48da-a2ee-bcbc8ca39622 tempest-ServersAdminNegativeTestJSON-261533429 tempest-ServersAdminNegativeTestJSON-261533429-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9110265 Jan 28 19:15:03.448668 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1dc0dcca-6b24-4cf2-afc1-c69e504d04ea admin admin] Publish callbacks [] for security_group (3dd6a2fe-88c6-469b-a2f6-f690c89694f8), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:03.456936 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-3a53c71c-8460-45c2-8a86-5ce1f7708fb8 req-c038b741-b576-44bb-96a8-ece90a5eff26 service neutron] Request body: {'port': {'device_id': '52625761-0ba9-4155-8782-a9a8923080af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-14'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:15:03.509037 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1dc0dcca-6b24-4cf2-afc1-c69e504d04ea admin admin] Publish callbacks [] for security_group (3dd6a2fe-88c6-469b-a2f6-f690c89694f8), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:03.575179 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-3a53c71c-8460-45c2-8a86-5ce1f7708fb8 req-c038b741-b576-44bb-96a8-ece90a5eff26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (259b0afb-11ac-45b0-9b2c-fe033b7372ab), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:03.587270 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-700471e2-198c-4ed3-9633-2d7b042c1ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (2b83721b-3c6a-40cd-b5b2-82876bb947a8), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:03.618791 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1dc0dcca-6b24-4cf2-afc1-c69e504d04ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (3dd6a2fe-88c6-469b-a2f6-f690c89694f8), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:03.622846 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1dc0dcca-6b24-4cf2-afc1-c69e504d04ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:03.626765 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-1dc0dcca-6b24-4cf2-afc1-c69e504d04ea admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3dd6a2fe-88c6-469b-a2f6-f690c89694f8 HTTP/1.1" status: 204 len: 168 time: 0.2486753 Jan 28 19:15:03.635881 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc0dcca-6b24-4cf2-afc1-c69e504d04ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dd6a2fe-88c6-469b-a2f6-f690c89694f8,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:03.641481 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700471e2-198c-4ed3-9633-2d7b042c1ba0 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b83721b-3c6a-40cd-b5b2-82876bb947a8,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:03.731664 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 30444881-523b-4878-8dfb-e14323d850ea details requested by agent hyperv_n-h2-812111-14 with host n-h2-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:15:03.767959 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-30864cef-af10-426c-90f2-7ebc6045f0ea None None] Provisioning complete for port 259b0afb-11ac-45b0-9b2c-fe033b7372ab triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:15:03.768334 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-30864cef-af10-426c-90f2-7ebc6045f0ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (259b0afb-11ac-45b0-9b2c-fe033b7372ab), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:04.101846 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d14bc3-205a-4007-befe-404b8a02950e req-2f3522f6-1754-455e-ada6-0fa902d95c8e tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:04.103546 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e6d14bc3-205a-4007-befe-404b8a02950e req-2f3522f6-1754-455e-ada6-0fa902d95c8e tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] 10.222.0.64 "GET /v2.0/ports?device_id=ded03133-13c4-4f3d-b250-2c8bf8c7f9a3 HTTP/1.1" status: 200 len: 943 time: 0.2021816 Jan 28 19:15:04.108834 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-30864cef-af10-426c-90f2-7ebc6045f0ea None None] Port 259b0afb-11ac-45b0-9b2c-fe033b7372ab cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:15:04.123099 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14876c5-df1f-4bfe-8140-227dbdc6d08c req-1369e134-622a-45f6-b540-17586c0b5718 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:04.129958 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f14876c5-df1f-4bfe-8140-227dbdc6d08c req-1369e134-622a-45f6-b540-17586c0b5718 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] 10.222.0.64 "GET /v2.0/ports?device_id=d67e2018-4151-48d3-8062-e7793269d14c HTTP/1.1" status: 200 len: 949 time: 0.3146267 Jan 28 19:15:04.197950 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 30444881-523b-4878-8dfb-e14323d850ea, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=30444881-523b-4878-8dfb-e14323d850ea,segment=NetworkSegment(a3f92b11-4f37-4628-b716-5af99066213d),segment_id=a3f92b11-4f37-4628-b716-5af99066213d)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:15:04.212254 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-700471e2-198c-4ed3-9633-2d7b042c1ba0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-732682'] for router_interface (21fc77fa-6689-425f-a0ea-9e6cfee3d1c0), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:04.214266 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e6d14bc3-205a-4007-befe-404b8a02950e req-fad931ec-4922-4afa-b9ae-d6f381017005 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] 10.222.0.64 "GET /v2.0/security-groups?id=7332b9a1-5221-4be7-bb1d-60a9c30bd143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999422 Jan 28 19:15:04.226117 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Returning: {'device': '30444881-523b-4878-8dfb-e14323d850ea', 'network_id': 'dcce53bd-3e6d-4fa8-a8d1-67c47581bcc5', 'port_id': '30444881-523b-4878-8dfb-e14323d850ea', 'mac_address': 'fa:16:3e:6b:dd:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e0a9d74-ef41-4ed7-9932-81fa4a696ae1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:15:04.272845 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f14876c5-df1f-4bfe-8140-227dbdc6d08c req-44dc7528-0c17-4852-8901-f07ca9d0a251 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] 10.222.0.64 "GET /v2.0/security-groups?id=2478b850-89ab-4114-a340-71569acb8761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412978 Jan 28 19:15:04.294057 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 30444881-523b-4878-8dfb-e14323d850ea is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:15:04.294342 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (30444881-523b-4878-8dfb-e14323d850ea), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:04.312707 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30444881-523b-4878-8dfb-e14323d850ea {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:15:04.351958 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 30444881-523b-4878-8dfb-e14323d850ea, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=30444881-523b-4878-8dfb-e14323d850ea,segment=NetworkSegment(a3f92b11-4f37-4628-b716-5af99066213d),segment_id=a3f92b11-4f37-4628-b716-5af99066213d)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:15:04.357782 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (30444881-523b-4878-8dfb-e14323d850ea), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:04.403485 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [req-3a53c71c-8460-45c2-8a86-5ce1f7708fb8 req-c038b741-b576-44bb-96a8-ece90a5eff26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 259b0afb-11ac-45b0-9b2c-fe033b7372ab {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:15:04.471834 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=30444881-523b-4878-8dfb-e14323d850ea,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:04.501744 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510644cd-4edb-4360-8f22-67e47323cc55 req-37e749ae-62b0-47e8-8da0-2ff750005dbf tempest-ServersAdminNegativeTestJSON-261533429 tempest-ServersAdminNegativeTestJSON-261533429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:04.507714 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-510644cd-4edb-4360-8f22-67e47323cc55 req-37e749ae-62b0-47e8-8da0-2ff750005dbf tempest-ServersAdminNegativeTestJSON-261533429 tempest-ServersAdminNegativeTestJSON-261533429-project] 10.222.0.64 "GET /v2.0/ports?device_id=52625761-0ba9-4155-8782-a9a8923080af HTTP/1.1" status: 200 len: 936 time: 0.1270020 Jan 28 19:15:04.572242 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-510644cd-4edb-4360-8f22-67e47323cc55 req-bfb1fcc3-dd53-46ca-9554-c3256324c485 tempest-ServersAdminNegativeTestJSON-261533429 tempest-ServersAdminNegativeTestJSON-261533429-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ce50fe5-88ac-4467-ad70-249e9d69c3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622230 Jan 28 19:15:04.666826 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['30444881-523b-4878-8dfb-e14323d850ea'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:15:04.812961 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-3a53c71c-8460-45c2-8a86-5ce1f7708fb8 req-c038b741-b576-44bb-96a8-ece90a5eff26 service neutron] Publish callbacks [] for port (259b0afb-11ac-45b0-9b2c-fe033b7372ab), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:04.838928 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-3a53c71c-8460-45c2-8a86-5ce1f7708fb8 req-c038b741-b576-44bb-96a8-ece90a5eff26 service neutron] Transition to ACTIVE for port object 259b0afb-11ac-45b0-9b2c-fe033b7372ab will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:15:04.866667 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-3a53c71c-8460-45c2-8a86-5ce1f7708fb8 req-c038b741-b576-44bb-96a8-ece90a5eff26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (259b0afb-11ac-45b0-9b2c-fe033b7372ab), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:05.016599 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c038b741-b576-44bb-96a8-ece90a5eff26 service neutron] Pushing event updated for resources: {'Port': ['ID=259b0afb-11ac-45b0-9b2c-fe033b7372ab,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:05.170614 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-3a53c71c-8460-45c2-8a86-5ce1f7708fb8 req-c038b741-b576-44bb-96a8-ece90a5eff26 service neutron] Attempting to bind port 259b0afb-11ac-45b0-9b2c-fe033b7372ab on host n-h1-812111-14 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:15:05.171042 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-3a53c71c-8460-45c2-8a86-5ce1f7708fb8 req-c038b741-b576-44bb-96a8-ece90a5eff26 service neutron] Attempting to bind port 259b0afb-11ac-45b0-9b2c-fe033b7372ab by drivers openvswitch,hyperv on host n-h1-812111-14 at level 0 using segments [{'id': '195bcdbf-a031-4d8b-9f7f-e09fd37cd197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:15:05.171564 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a53c71c-8460-45c2-8a86-5ce1f7708fb8 req-c038b741-b576-44bb-96a8-ece90a5eff26 service neutron] Attempting to bind port 259b0afb-11ac-45b0-9b2c-fe033b7372ab on network 7810caa2-eac6-457d-9302-c8c215ef3e91 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:15:05.182381 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a53c71c-8460-45c2-8a86-5ce1f7708fb8 req-c038b741-b576-44bb-96a8-ece90a5eff26 service neutron] Port 259b0afb-11ac-45b0-9b2c-fe033b7372ab on network 7810caa2-eac6-457d-9302-c8c215ef3e91 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-14 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:15:05.182808 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a53c71c-8460-45c2-8a86-5ce1f7708fb8 req-c038b741-b576-44bb-96a8-ece90a5eff26 service neutron] Attempting to bind port 259b0afb-11ac-45b0-9b2c-fe033b7372ab on network 7810caa2-eac6-457d-9302-c8c215ef3e91 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:15:05.188588 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a53c71c-8460-45c2-8a86-5ce1f7708fb8 req-c038b741-b576-44bb-96a8-ece90a5eff26 service neutron] Checking agent: {'id': 'b544ba20-de93-4d86-9e6b-a2202deb6191', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 14, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:15:05.189011 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a53c71c-8460-45c2-8a86-5ce1f7708fb8 req-c038b741-b576-44bb-96a8-ece90a5eff26 service neutron] Checking segment: {'id': '195bcdbf-a031-4d8b-9f7f-e09fd37cd197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:15:05.189516 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a53c71c-8460-45c2-8a86-5ce1f7708fb8 req-c038b741-b576-44bb-96a8-ece90a5eff26 service neutron] Bound using segment: {'id': '195bcdbf-a031-4d8b-9f7f-e09fd37cd197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:15:05.190144 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-3a53c71c-8460-45c2-8a86-5ce1f7708fb8 req-c038b741-b576-44bb-96a8-ece90a5eff26 service neutron] Bound port: 259b0afb-11ac-45b0-9b2c-fe033b7372ab, host: n-h1-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '195bcdbf-a031-4d8b-9f7f-e09fd37cd197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:15:05.190687 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-3a53c71c-8460-45c2-8a86-5ce1f7708fb8 req-c038b741-b576-44bb-96a8-ece90a5eff26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (259b0afb-11ac-45b0-9b2c-fe033b7372ab), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:05.198968 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-700471e2-198c-4ed3-9633-2d7b042c1ba0 admin admin] Router 21fc77fa-6689-425f-a0ea-9e6cfee3d1c0 has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:15:05.402669 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-3a53c71c-8460-45c2-8a86-5ce1f7708fb8 req-c038b741-b576-44bb-96a8-ece90a5eff26 service neutron] For port 259b0afb-11ac-45b0-9b2c-fe033b7372ab, host n-h1-812111-14, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:15:05.452949 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-3a53c71c-8460-45c2-8a86-5ce1f7708fb8 req-c038b741-b576-44bb-96a8-ece90a5eff26 service neutron] For port 259b0afb-11ac-45b0-9b2c-fe033b7372ab, host n-h1-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=259b0afb-11ac-45b0-9b2c-fe033b7372ab,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:15:05.494911 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-3a53c71c-8460-45c2-8a86-5ce1f7708fb8 req-c038b741-b576-44bb-96a8-ece90a5eff26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (259b0afb-11ac-45b0-9b2c-fe033b7372ab), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:05.556555 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b44ae7-8637-42a2-88b0-435605e0ee3e req-489b8c73-1dd7-4800-b289-6a4d309039e1 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:05.558168 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c5b44ae7-8637-42a2-88b0-435605e0ee3e req-489b8c73-1dd7-4800-b289-6a4d309039e1 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] 10.222.0.64 "GET /v2.0/ports?device_id=d67e2018-4151-48d3-8062-e7793269d14c HTTP/1.1" status: 200 len: 949 time: 0.1019943 Jan 28 19:15:05.563080 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c038b741-b576-44bb-96a8-ece90a5eff26 service neutron] Pushing event updated for resources: {'Port': ['ID=259b0afb-11ac-45b0-9b2c-fe033b7372ab,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:05.568087 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-700471e2-198c-4ed3-9633-2d7b042c1ba0 admin admin] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:15:05.573653 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-700471e2-198c-4ed3-9633-2d7b042c1ba0 admin admin] 10.222.0.64 "PUT /v2.0/routers/21fc77fa-6689-425f-a0ea-9e6cfee3d1c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1035225 Jan 28 19:15:05.579733 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 37238) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:15:05.587769 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1600e47a-1416-43ce-bec8-5d4ac7015cce None None] Sync routers for ids ['21fc77fa-6689-425f-a0ea-9e6cfee3d1c0'] in n-d-812111-14 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:15:05.624303 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1600e47a-1416-43ce-bec8-5d4ac7015cce None None] Routers {'21fc77fa-6689-425f-a0ea-9e6cfee3d1c0'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:15:05.625179 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-1600e47a-1416-43ce-bec8-5d4ac7015cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:14:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['21fc77fa-6689-425f-a0ea-9e6cfee3d1c0'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:15:05.671058 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f687e12-51c0-4b79-840a-0daa5497d916 req-e3f526ca-c266-4c04-8ea1-2cbcfd51a983 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:05.673315 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7f687e12-51c0-4b79-840a-0daa5497d916 req-e3f526ca-c266-4c04-8ea1-2cbcfd51a983 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] 10.222.0.64 "GET /v2.0/ports?device_id=ded03133-13c4-4f3d-b250-2c8bf8c7f9a3 HTTP/1.1" status: 200 len: 944 time: 0.2737305 Jan 28 19:15:05.676665 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a53c71c-8460-45c2-8a86-5ce1f7708fb8 req-c038b741-b576-44bb-96a8-ece90a5eff26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:05.677380 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-3a53c71c-8460-45c2-8a86-5ce1f7708fb8 req-c038b741-b576-44bb-96a8-ece90a5eff26 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:05.678804 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3a53c71c-8460-45c2-8a86-5ce1f7708fb8 req-c038b741-b576-44bb-96a8-ece90a5eff26 service neutron] 10.222.0.41 "PUT /v2.0/ports/259b0afb-11ac-45b0-9b2c-fe033b7372ab HTTP/1.1" status: 200 len: 1097 time: 2.2332919 Jan 28 19:15:05.679472 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52625761-0ba9-4155-8782-a9a8923080af', 'tag': '259b0afb-11ac-45b0-9b2c-fe033b7372ab'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:15:05.683156 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88f51702-3a62-432a-902d-fc96cc2ae54b" -d '{"events": [{"name": "network-changed", "server_uuid": "52625761-0ba9-4155-8782-a9a8923080af", "tag": "259b0afb-11ac-45b0-9b2c-fe033b7372ab"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:15:05.730907 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c5b44ae7-8637-42a2-88b0-435605e0ee3e req-5ac7aeec-4f67-48c1-982a-1239d5fdefd5 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] 10.222.0.64 "GET /v2.0/security-groups?id=2478b850-89ab-4114-a340-71569acb8761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606612 Jan 28 19:15:05.760344 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 30444881-523b-4878-8dfb-e14323d850ea up at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:15:05.973754 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7f687e12-51c0-4b79-840a-0daa5497d916 req-c5057950-a850-4396-825b-981462eeb1d8 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] 10.222.0.64 "GET /v2.0/security-groups?id=7332b9a1-5221-4be7-bb1d-60a9c30bd143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2824631 Jan 28 19:15:05.975654 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c5c4707f-9c6c-4c9c-bbd6-77134e7307a4 admin admin] Publish callbacks [] for router (21fc77fa-6689-425f-a0ea-9e6cfee3d1c0), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:05.997270 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e57b028-1faa-4d0e-92db-b735378a6ccc req-673b01a6-0775-4a62-89d1-5abee520e5b2 tempest-ServersAdminNegativeTestJSON-261533429 tempest-ServersAdminNegativeTestJSON-261533429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:05.998834 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8e57b028-1faa-4d0e-92db-b735378a6ccc req-673b01a6-0775-4a62-89d1-5abee520e5b2 tempest-ServersAdminNegativeTestJSON-261533429 tempest-ServersAdminNegativeTestJSON-261533429-project] 10.222.0.64 "GET /v2.0/ports?device_id=52625761-0ba9-4155-8782-a9a8923080af HTTP/1.1" status: 200 len: 948 time: 0.1367180 Jan 28 19:15:05.999097 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-1600e47a-1416-43ce-bec8-5d4ac7015cce None None] Set router 21fc77fa-6689-425f-a0ea-9e6cfee3d1c0 gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:15:06.049198 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a53c71c-8460-45c2-8a86-5ce1f7708fb8 req-e1c490f8-8f72-40f4-8172-6812b19e1825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:06.050831 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3a53c71c-8460-45c2-8a86-5ce1f7708fb8 req-e1c490f8-8f72-40f4-8172-6812b19e1825 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f7f4d4e039d645089e7d1ff4fd335d84&device_id=52625761-0ba9-4155-8782-a9a8923080af HTTP/1.1" status: 200 len: 1131 time: 0.3263183 Jan 28 19:15:06.117028 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8e57b028-1faa-4d0e-92db-b735378a6ccc req-79aa404a-e489-4f86-a1b8-a89f7647a536 tempest-ServersAdminNegativeTestJSON-261533429 tempest-ServersAdminNegativeTestJSON-261533429-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ce50fe5-88ac-4467-ad70-249e9d69c3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122422 Jan 28 19:15:06.154985 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:15:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-398ec413-cb45-473f-ab88-2b29d5d7bbd8 x-openstack-request-id: req-398ec413-cb45-473f-ab88-2b29d5d7bbd8 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:15:06.154985 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52625761-0ba9-4155-8782-a9a8923080af", "tag": "259b0afb-11ac-45b0-9b2c-fe033b7372ab", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:15:06.154985 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-398ec413-cb45-473f-ab88-2b29d5d7bbd8 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:15:06.155451 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52625761-0ba9-4155-8782-a9a8923080af', 'tag': '259b0afb-11ac-45b0-9b2c-fe033b7372ab', 'status': 'completed', 'code': 200} Jan 28 19:15:06.158551 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3a53c71c-8460-45c2-8a86-5ce1f7708fb8 req-7c07c2d5-d863-472c-9854-16d75ec5552c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=259b0afb-11ac-45b0-9b2c-fe033b7372ab HTTP/1.1" status: 200 len: 217 time: 0.0985062 Jan 28 19:15:06.166726 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning for port 30444881-523b-4878-8dfb-e14323d850ea completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:15:06.179630 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning complete for port 30444881-523b-4878-8dfb-e14323d850ea triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:15:06.179630 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (30444881-523b-4878-8dfb-e14323d850ea), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:06.235995 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c5c4707f-9c6c-4c9c-bbd6-77134e7307a4 admin admin] Publish callbacks [] for router_gateway (21fc77fa-6689-425f-a0ea-9e6cfee3d1c0), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:06.256637 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a53c71c-8460-45c2-8a86-5ce1f7708fb8 req-725d4c23-3db4-4ba7-8deb-82ae82ec11b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:06.259884 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3a53c71c-8460-45c2-8a86-5ce1f7708fb8 req-725d4c23-3db4-4ba7-8deb-82ae82ec11b8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f2de4832-9ef6-4f40-9ac5-1557d5e6a6ff HTTP/1.1" status: 200 len: 843 time: 0.0862784 Jan 28 19:15:06.341855 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 30444881-523b-4878-8dfb-e14323d850ea is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:15:06.342455 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (30444881-523b-4878-8dfb-e14323d850ea), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:06.377976 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a53c71c-8460-45c2-8a86-5ce1f7708fb8 req-cf89d3cb-e915-4862-ab4b-f71fa0718792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:06.380080 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ded03133-13c4-4f3d-b250-2c8bf8c7f9a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30444881-523b-4878-8dfb-e14323d850ea'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:15:06.380312 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3a53c71c-8460-45c2-8a86-5ce1f7708fb8 req-cf89d3cb-e915-4862-ab4b-f71fa0718792 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7810caa2-eac6-457d-9302-c8c215ef3e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0880837 Jan 28 19:15:06.383597 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5ada622-7104-449c-9370-25c3b0e7d747" -d '{"events": [{"server_uuid": "ded03133-13c4-4f3d-b250-2c8bf8c7f9a3", "name": "network-vif-plugged", "status": "completed", "tag": "30444881-523b-4878-8dfb-e14323d850ea"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:15:06.384708 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-c5c4707f-9c6c-4c9c-bbd6-77134e7307a4 admin admin] Deleting port ace37438-62fc-4da8-82fe-598e6e795cb7 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:15:06.385417 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c5c4707f-9c6c-4c9c-bbd6-77134e7307a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (ace37438-62fc-4da8-82fe-598e6e795cb7), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:06.401703 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 30444881-523b-4878-8dfb-e14323d850ea, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=30444881-523b-4878-8dfb-e14323d850ea,segment=NetworkSegment(a3f92b11-4f37-4628-b716-5af99066213d),segment_id=a3f92b11-4f37-4628-b716-5af99066213d)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:15:06.407931 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-1600e47a-1416-43ce-bec8-5d4ac7015cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21fc77fa-6689-425f-a0ea-9e6cfee3d1c0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1356816334-router', 'tenant_id': '2f6c0ce2548d44dba74b697745b9900b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': 'ace37438-62fc-4da8-82fe-598e6e795cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:13:27Z', 'updated_at': '2022-01-28T19:15:03Z', 'revision_number': 5, 'project_id': '2f6c0ce2548d44dba74b697745b9900b', 'gw_port': {'id': 'ace37438-62fc-4da8-82fe-598e6e795cb7', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ea:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fc77fa-6689-425f-a0ea-9e6cfee3d1c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:13:29Z', 'updated_at': '2022-01-28T19:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:15:06.411441 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (30444881-523b-4878-8dfb-e14323d850ea), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:06.506167 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c67df2f-e0b3-4e49-878c-1a83ca9961e4 x-openstack-request-id: req-3c67df2f-e0b3-4e49-878c-1a83ca9961e4 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:15:06.507314 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ded03133-13c4-4f3d-b250-2c8bf8c7f9a3", "name": "network-vif-plugged", "status": "completed", "tag": "30444881-523b-4878-8dfb-e14323d850ea", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:15:06.507798 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3c67df2f-e0b3-4e49-878c-1a83ca9961e4 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:15:06.508521 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ded03133-13c4-4f3d-b250-2c8bf8c7f9a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30444881-523b-4878-8dfb-e14323d850ea', 'code': 200} Jan 28 19:15:06.511502 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=30444881-523b-4878-8dfb-e14323d850ea,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:06.514695 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1600e47a-1416-43ce-bec8-5d4ac7015cce None None] Checking router: 21fc77fa-6689-425f-a0ea-9e6cfee3d1c0 for host: n-d-812111-14 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:15:06.530353 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1600e47a-1416-43ce-bec8-5d4ac7015cce None None] Routers {'21fc77fa-6689-425f-a0ea-9e6cfee3d1c0'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:15:06.531123 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-1600e47a-1416-43ce-bec8-5d4ac7015cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:14:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['21fc77fa-6689-425f-a0ea-9e6cfee3d1c0'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:15:06.624026 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0497e3-e325-4f9f-8283-b5c6dc42d5d2 req-65a273fc-f817-46cb-94c4-6ae5b2c10484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:06.625575 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-de0497e3-e325-4f9f-8283-b5c6dc42d5d2 req-65a273fc-f817-46cb-94c4-6ae5b2c10484 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ded03133-13c4-4f3d-b250-2c8bf8c7f9a3 HTTP/1.1" status: 200 len: 1128 time: 0.0946150 Jan 28 19:15:06.627462 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-c5c4707f-9c6c-4c9c-bbd6-77134e7307a4 admin admin] For port ace37438-62fc-4da8-82fe-598e6e795cb7, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=ace37438-62fc-4da8-82fe-598e6e795cb7,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:15:06.627892 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c5c4707f-9c6c-4c9c-bbd6-77134e7307a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (ace37438-62fc-4da8-82fe-598e6e795cb7), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:06.647794 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-1600e47a-1416-43ce-bec8-5d4ac7015cce None None] Set router 21fc77fa-6689-425f-a0ea-9e6cfee3d1c0 gateway port host: None {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:15:06.660777 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-c5c4707f-9c6c-4c9c-bbd6-77134e7307a4 admin admin] Calling delete_port for ace37438-62fc-4da8-82fe-598e6e795cb7 owned by network:router_gateway {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:15:06.684802 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-de0497e3-e325-4f9f-8283-b5c6dc42d5d2 req-15ddde1a-ccba-4b21-a6c9-c8873f063d02 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=7332b9a1-5221-4be7-bb1d-60a9c30bd143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517609 Jan 28 19:15:06.712339 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-1600e47a-1416-43ce-bec8-5d4ac7015cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21fc77fa-6689-425f-a0ea-9e6cfee3d1c0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1356816334-router', 'tenant_id': '2f6c0ce2548d44dba74b697745b9900b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:13:27Z', 'updated_at': '2022-01-28T19:15:06Z', 'revision_number': 6, 'project_id': '2f6c0ce2548d44dba74b697745b9900b', 'gw_port_host': None}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:15:06.740800 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3a53c71c-8460-45c2-8a86-5ce1f7708fb8 req-4007fb44-90c7-4b46-847b-c5d49cc1dca4 service neutron] 10.222.0.41 "GET /v2.0/networks/7810caa2-eac6-457d-9302-c8c215ef3e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3501785 Jan 28 19:15:06.748057 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1600e47a-1416-43ce-bec8-5d4ac7015cce None None] The sync data for ids ['21fc77fa-6689-425f-a0ea-9e6cfee3d1c0'] in n-d-812111-14 is: [{'id': '21fc77fa-6689-425f-a0ea-9e6cfee3d1c0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1356816334-router', 'tenant_id': '2f6c0ce2548d44dba74b697745b9900b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:13:27Z', 'updated_at': '2022-01-28T19:15:06Z', 'revision_number': 6, 'project_id': '2f6c0ce2548d44dba74b697745b9900b', 'gw_port_host': None}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:15:06.792096 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-975124e3-f73a-4b1a-be35-93391e4fd5e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:07.059851 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135764d8-37f9-4a02-8300-d2091db7b8a6 req-b351350d-b1af-45e5-a12e-92d4b4d66ea6 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:07.061355 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-135764d8-37f9-4a02-8300-d2091db7b8a6 req-b351350d-b1af-45e5-a12e-92d4b4d66ea6 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] 10.222.0.64 "GET /v2.0/ports?device_id=d67e2018-4151-48d3-8062-e7793269d14c HTTP/1.1" status: 200 len: 949 time: 0.1970208 Jan 28 19:15:07.066289 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c5c4707f-9c6c-4c9c-bbd6-77134e7307a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (ace37438-62fc-4da8-82fe-598e6e795cb7), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:07.105705 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c4707f-9c6c-4c9c-bbd6-77134e7307a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=ace37438-62fc-4da8-82fe-598e6e795cb7,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:07.120261 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3a53c71c-8460-45c2-8a86-5ce1f7708fb8 req-945096e4-0404-4292-b6c9-b62e395e9fac service neutron] 10.222.0.41 "GET /v2.0/networks/7810caa2-eac6-457d-9302-c8c215ef3e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2571642 Jan 28 19:15:07.239776 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-135764d8-37f9-4a02-8300-d2091db7b8a6 req-8c2c6fee-dae8-4484-a2c5-a229a252951e tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] 10.222.0.64 "GET /v2.0/security-groups?id=2478b850-89ab-4114-a340-71569acb8761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654458 Jan 28 19:15:07.245023 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce4634d-75d9-4cfb-9c76-b60b8d05993f req-fbfc9a59-1ef7-4ef1-b8e3-581c815075da tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:07.253793 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-0ce4634d-75d9-4cfb-9c76-b60b8d05993f req-fbfc9a59-1ef7-4ef1-b8e3-581c815075da tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] 10.222.0.64 "GET /v2.0/ports?device_id=ded03133-13c4-4f3d-b250-2c8bf8c7f9a3 HTTP/1.1" status: 200 len: 945 time: 0.0948730 Jan 28 19:15:07.312767 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-0ce4634d-75d9-4cfb-9c76-b60b8d05993f req-7f8c7439-14ea-438a-940b-5150f108d160 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] 10.222.0.64 "GET /v2.0/security-groups?id=7332b9a1-5221-4be7-bb1d-60a9c30bd143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540411 Jan 28 19:15:07.318684 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c5c4707f-9c6c-4c9c-bbd6-77134e7307a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-731488'] for router_gateway (21fc77fa-6689-425f-a0ea-9e6cfee3d1c0), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:07.406492 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f51702-3a62-432a-902d-fc96cc2ae54b req-5cd779f8-1b3b-4565-9b3c-451b56edfa47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:07.408018 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-88f51702-3a62-432a-902d-fc96cc2ae54b req-5cd779f8-1b3b-4565-9b3c-451b56edfa47 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f7f4d4e039d645089e7d1ff4fd335d84&device_id=52625761-0ba9-4155-8782-a9a8923080af HTTP/1.1" status: 200 len: 1131 time: 0.1861281 Jan 28 19:15:07.450409 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1e5c65-dc75-41c1-be19-027465cb2462 req-ab86d3ee-2c75-4a9a-867b-dba46afa4f41 tempest-ServersAdminNegativeTestJSON-261533429 tempest-ServersAdminNegativeTestJSON-261533429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:07.457714 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6c1e5c65-dc75-41c1-be19-027465cb2462 req-ab86d3ee-2c75-4a9a-867b-dba46afa4f41 tempest-ServersAdminNegativeTestJSON-261533429 tempest-ServersAdminNegativeTestJSON-261533429-project] 10.222.0.64 "GET /v2.0/ports?device_id=52625761-0ba9-4155-8782-a9a8923080af HTTP/1.1" status: 200 len: 948 time: 0.0707934 Jan 28 19:15:07.497673 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c5c4707f-9c6c-4c9c-bbd6-77134e7307a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-730901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261120'] for router (21fc77fa-6689-425f-a0ea-9e6cfee3d1c0), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:07.501485 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c5c4707f-9c6c-4c9c-bbd6-77134e7307a4 admin admin] Publish callbacks [] for router_controller (21fc77fa-6689-425f-a0ea-9e6cfee3d1c0), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:07.519378 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6c1e5c65-dc75-41c1-be19-027465cb2462 req-a7f31550-291a-4a0d-aa55-93d80a3b7bda tempest-ServersAdminNegativeTestJSON-261533429 tempest-ServersAdminNegativeTestJSON-261533429-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ce50fe5-88ac-4467-ad70-249e9d69c3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606010 Jan 28 19:15:07.589062 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c5c4707f-9c6c-4c9c-bbd6-77134e7307a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-730908'] for router (21fc77fa-6689-425f-a0ea-9e6cfee3d1c0), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:07.589650 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5c4707f-9c6c-4c9c-bbd6-77134e7307a4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 21fc77fa-6689-425f-a0ea-9e6cfee3d1c0 {{(pid=103305) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:15:07.594783 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c5c4707f-9c6c-4c9c-bbd6-77134e7307a4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:07.598192 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-c5c4707f-9c6c-4c9c-bbd6-77134e7307a4 admin admin] 10.222.0.64 "DELETE /v2.0/routers/21fc77fa-6689-425f-a0ea-9e6cfee3d1c0 HTTP/1.1" status: 204 len: 168 time: 2.0150580 Jan 28 19:15:07.598568 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 37298) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:15:07.608693 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f51702-3a62-432a-902d-fc96cc2ae54b req-e80eba8e-954d-4a03-a417-4cd6bad74920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:07.610167 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-88f51702-3a62-432a-902d-fc96cc2ae54b req-e80eba8e-954d-4a03-a417-4cd6bad74920 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7810caa2-eac6-457d-9302-c8c215ef3e91 HTTP/1.1" status: 200 len: 869 time: 0.1712067 Jan 28 19:15:07.673802 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-88f51702-3a62-432a-902d-fc96cc2ae54b req-20f2211f-47f6-48f0-a271-1ec143212e3a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=259b0afb-11ac-45b0-9b2c-fe033b7372ab HTTP/1.1" status: 200 len: 217 time: 0.0441604 Jan 28 19:15:07.714591 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c209b05-c45c-456e-8ed7-2e702ab1ed3f admin admin] Deleting subnet d1079c28-134b-4727-b56d-dffa38a58988 {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:15:07.722239 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9c209b05-c45c-456e-8ed7-2e702ab1ed3f admin admin] Publish callbacks [] for subnet (d1079c28-134b-4727-b56d-dffa38a58988), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:07.762726 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f51702-3a62-432a-902d-fc96cc2ae54b req-30c20edf-a6da-492f-aa5e-1be767ac17da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:07.764239 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-88f51702-3a62-432a-902d-fc96cc2ae54b req-30c20edf-a6da-492f-aa5e-1be767ac17da service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f2de4832-9ef6-4f40-9ac5-1557d5e6a6ff HTTP/1.1" status: 200 len: 843 time: 0.0814989 Jan 28 19:15:07.780206 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9c209b05-c45c-456e-8ed7-2e702ab1ed3f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16187240'] for subnet (d1079c28-134b-4727-b56d-dffa38a58988), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:07.899438 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f51702-3a62-432a-902d-fc96cc2ae54b req-e7c7b317-5240-4bef-98af-3f31384f41db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:07.901153 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-88f51702-3a62-432a-902d-fc96cc2ae54b req-e7c7b317-5240-4bef-98af-3f31384f41db service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7810caa2-eac6-457d-9302-c8c215ef3e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1308424 Jan 28 19:15:07.950951 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9c209b05-c45c-456e-8ed7-2e702ab1ed3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (d1079c28-134b-4727-b56d-dffa38a58988), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:08.076341 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 2b83721b-3c6a-40cd-b5b2-82876bb947a8 no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:15:08.112958 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: 2b83721b-3c6a-40cd-b5b2-82876bb947a8 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:15:08.113524 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 2b83721b-3c6a-40cd-b5b2-82876bb947a8 not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:15:08.114048 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device ace37438-62fc-4da8-82fe-598e6e795cb7 no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:15:08.149559 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: ace37438-62fc-4da8-82fe-598e6e795cb7 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:15:08.150680 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device ace37438-62fc-4da8-82fe-598e6e795cb7 not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:15:08.223827 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 37304) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:15:08.382330 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d7a78b05-26b8-43c9-8c26-a4d8fd3ad2e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:08.485649 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318d4bd5-35d0-47bc-931a-0e3838633dd6 req-63353a24-e7e2-4ff2-bb18-de81998caca8 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:08.487034 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-318d4bd5-35d0-47bc-931a-0e3838633dd6 req-63353a24-e7e2-4ff2-bb18-de81998caca8 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] 10.222.0.64 "GET /v2.0/ports?device_id=ded03133-13c4-4f3d-b250-2c8bf8c7f9a3 HTTP/1.1" status: 200 len: 945 time: 0.0786433 Jan 28 19:15:08.517480 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9c209b05-c45c-456e-8ed7-2e702ab1ed3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4752464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4733806'] for subnet (d1079c28-134b-4727-b56d-dffa38a58988), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:08.520777 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-88f51702-3a62-432a-902d-fc96cc2ae54b req-3d861946-e9d8-4f2e-9e65-e44314b6dd51 service neutron] 10.222.0.41 "GET /v2.0/networks/7810caa2-eac6-457d-9302-c8c215ef3e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6009564 Jan 28 19:15:08.530809 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d7a78b05-26b8-43c9-8c26-a4d8fd3ad2e2 admin admin] Publish callbacks [] for security_group (5d414975-f35b-45f9-ba91-e3db28db47b8), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:08.535806 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad92b55-5ef8-4b8a-931e-55ee80222236 req-0c52f101-7b84-4a77-9867-7e9b185f5f9a tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:08.537647 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2ad92b55-5ef8-4b8a-931e-55ee80222236 req-0c52f101-7b84-4a77-9867-7e9b185f5f9a tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] 10.222.0.64 "GET /v2.0/ports?device_id=d67e2018-4151-48d3-8062-e7793269d14c HTTP/1.1" status: 200 len: 949 time: 0.1638556 Jan 28 19:15:08.541808 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d7a78b05-26b8-43c9-8c26-a4d8fd3ad2e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (5d414975-f35b-45f9-ba91-e3db28db47b8), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:08.569763 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c209b05-c45c-456e-8ed7-2e702ab1ed3f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1079c28-134b-4727-b56d-dffa38a58988,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:08.571921 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9c209b05-c45c-456e-8ed7-2e702ab1ed3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:08.577342 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-9c209b05-c45c-456e-8ed7-2e702ab1ed3f admin admin] 10.222.0.64 "DELETE /v2.0/subnets/d1079c28-134b-4727-b56d-dffa38a58988 HTTP/1.1" status: 204 len: 168 time: 0.9755917 Jan 28 19:15:08.579259 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 37318) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:15:08.587030 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a44f993f-2460-478a-a9f9-b80eb724e6a7 None None] Network 1b36af34-6909-4f2b-a96c-a56853ad0cf5 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:15:08.599381 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-318d4bd5-35d0-47bc-931a-0e3838633dd6 req-835fb5ff-a8c7-4996-b547-582f148f140e tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] 10.222.0.64 "GET /v2.0/security-groups?id=7332b9a1-5221-4be7-bb1d-60a9c30bd143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999179 Jan 28 19:15:08.649985 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-d7a78b05-26b8-43c9-8c26-a4d8fd3ad2e2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9fb50352161d4efeb582feb840f7e6bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4249320 Jan 28 19:15:08.652661 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 37320) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:15:08.665506 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a78b05-26b8-43c9-8c26-a4d8fd3ad2e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d414975-f35b-45f9-ba91-e3db28db47b8,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:08.681891 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2ad92b55-5ef8-4b8a-931e-55ee80222236 req-f17abbec-dee2-4144-9199-18432b75f70d tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] 10.222.0.64 "GET /v2.0/security-groups?id=2478b850-89ab-4114-a340-71569acb8761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126263 Jan 28 19:15:08.720175 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9a248f91-6d75-458e-b4c8-dbb704098b48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (1b36af34-6909-4f2b-a96c-a56853ad0cf5), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:08.742434 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-88f51702-3a62-432a-902d-fc96cc2ae54b req-52c8fd6c-0ce1-46a5-9eda-58736137ccbc service neutron] 10.222.0.41 "GET /v2.0/networks/7810caa2-eac6-457d-9302-c8c215ef3e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036338 Jan 28 19:15:08.812109 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3fac4264-12dd-410e-9282-7737658302ac admin admin] Publish callbacks [] for security_group (5d414975-f35b-45f9-ba91-e3db28db47b8), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:08.852205 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3fac4264-12dd-410e-9282-7737658302ac admin admin] Publish callbacks [] for security_group (5d414975-f35b-45f9-ba91-e3db28db47b8), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:08.861740 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-418edf9e-6a3d-4dd3-ba3e-866b62ce7fc8 None None] DHCP port deletion for 1b36af34-6909-4f2b-a96c-a56853ad0cf5 request from n-d-812111-14 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:15:08.886776 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1605fef-11e4-4eba-9f6c-dbe6f26d3cde req-9aa5c7de-2241-40cb-9cc8-770122349bd9 tempest-ServersAdminNegativeTestJSON-261533429 tempest-ServersAdminNegativeTestJSON-261533429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:08.888711 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e1605fef-11e4-4eba-9f6c-dbe6f26d3cde req-9aa5c7de-2241-40cb-9cc8-770122349bd9 tempest-ServersAdminNegativeTestJSON-261533429 tempest-ServersAdminNegativeTestJSON-261533429-project] 10.222.0.64 "GET /v2.0/ports?device_id=52625761-0ba9-4155-8782-a9a8923080af HTTP/1.1" status: 200 len: 948 time: 0.1430564 Jan 28 19:15:08.937329 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-9a248f91-6d75-458e-b4c8-dbb704098b48 admin admin] Deleting port 1cf0b370-a39d-439b-84ee-cedb4bab7af6 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:15:08.937926 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9a248f91-6d75-458e-b4c8-dbb704098b48 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (1cf0b370-a39d-439b-84ee-cedb4bab7af6), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:08.952623 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-98b03854-dca5-4417-98f6-863cee0e4381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:08.967026 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c9de6a33-2a22-4faf-aedb-92063367e53e req-a35b8b0c-0dcf-4276-a1ac-8c831130c588 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 HTTP/1.1" status: 200 len: 258 time: 0.2526436 Jan 28 19:15:08.971197 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-418edf9e-6a3d-4dd3-ba3e-866b62ce7fc8 None None] Deleting port 1cf0b370-a39d-439b-84ee-cedb4bab7af6 {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:15:08.971825 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-418edf9e-6a3d-4dd3-ba3e-866b62ce7fc8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (1cf0b370-a39d-439b-84ee-cedb4bab7af6), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:08.980779 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-c9de6a33-2a22-4faf-aedb-92063367e53e req-18466227-63e3-475d-a15b-d6554df01747 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] Request body: {'floatingip': {'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:15:09.009432 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-c9de6a33-2a22-4faf-aedb-92063367e53e req-18466227-63e3-475d-a15b-d6554df01747 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:09.031911 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e1605fef-11e4-4eba-9f6c-dbe6f26d3cde req-bfada5d5-bb49-43e1-a7e3-0ef89e0a835a tempest-ServersAdminNegativeTestJSON-261533429 tempest-ServersAdminNegativeTestJSON-261533429-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ce50fe5-88ac-4467-ad70-249e9d69c3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326501 Jan 28 19:15:09.037482 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-9a248f91-6d75-458e-b4c8-dbb704098b48 admin admin] For port 1cf0b370-a39d-439b-84ee-cedb4bab7af6, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=1cf0b370-a39d-439b-84ee-cedb4bab7af6,segment=NetworkSegment(1e24c993-748e-4143-b1c2-ba3fed624cb8),segment_id=1e24c993-748e-4143-b1c2-ba3fed624cb8)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:15:09.038327 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9a248f91-6d75-458e-b4c8-dbb704098b48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (1cf0b370-a39d-439b-84ee-cedb4bab7af6), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:09.046921 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3fac4264-12dd-410e-9282-7737658302ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (5d414975-f35b-45f9-ba91-e3db28db47b8), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:09.049744 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3fac4264-12dd-410e-9282-7737658302ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:09.063547 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-3fac4264-12dd-410e-9282-7737658302ac admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5d414975-f35b-45f9-ba91-e3db28db47b8 HTTP/1.1" status: 204 len: 168 time: 0.4095943 Jan 28 19:15:09.076062 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-9a248f91-6d75-458e-b4c8-dbb704098b48 admin admin] Calling delete_port for 1cf0b370-a39d-439b-84ee-cedb4bab7af6 owned by network:dhcp {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:15:09.080424 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fac4264-12dd-410e-9282-7737658302ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d414975-f35b-45f9-ba91-e3db28db47b8,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:09.084150 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-418edf9e-6a3d-4dd3-ba3e-866b62ce7fc8 None None] For port 1cf0b370-a39d-439b-84ee-cedb4bab7af6, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=1cf0b370-a39d-439b-84ee-cedb4bab7af6,segment=NetworkSegment(1e24c993-748e-4143-b1c2-ba3fed624cb8),segment_id=1e24c993-748e-4143-b1c2-ba3fed624cb8)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:15:09.085822 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-418edf9e-6a3d-4dd3-ba3e-866b62ce7fc8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (1cf0b370-a39d-439b-84ee-cedb4bab7af6), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:09.110886 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-418edf9e-6a3d-4dd3-ba3e-866b62ce7fc8 None None] Calling delete_port for 1cf0b370-a39d-439b-84ee-cedb4bab7af6 owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:15:09.166659 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-c9de6a33-2a22-4faf-aedb-92063367e53e req-18466227-63e3-475d-a15b-d6554df01747 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:09.170675 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9a248f91-6d75-458e-b4c8-dbb704098b48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985'] for port (1cf0b370-a39d-439b-84ee-cedb4bab7af6), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:09.209816 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a248f91-6d75-458e-b4c8-dbb704098b48 admin admin] Pushing event deleted for resources: {'Port': ['ID=1cf0b370-a39d-439b-84ee-cedb4bab7af6,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:09.211784 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a248f91-6d75-458e-b4c8-dbb704098b48 admin admin] No DVR routers for this DVR port 1cf0b370-a39d-439b-84ee-cedb4bab7af6 on host n-d-812111-14 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:15:09.302460 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9a248f91-6d75-458e-b4c8-dbb704098b48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (1b36af34-6909-4f2b-a96c-a56853ad0cf5), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:09.320087 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-c9de6a33-2a22-4faf-aedb-92063367e53e req-18466227-63e3-475d-a15b-d6554df01747 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] Allocated IP 172.25.6.118 (d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8/a648e4ab-7422-41b9-b133-58aca25ab8f5/b90cf965-8d67-4814-a8a1-c3952ff83ec3) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:15:09.323915 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-418edf9e-6a3d-4dd3-ba3e-866b62ce7fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985'] for port (1cf0b370-a39d-439b-84ee-cedb4bab7af6), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:09.336257 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9a248f91-6d75-458e-b4c8-dbb704098b48 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:15:09.336755 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9a248f91-6d75-458e-b4c8-dbb704098b48 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:15:09.337937 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9a248f91-6d75-458e-b4c8-dbb704098b48 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:15:09.338301 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9a248f91-6d75-458e-b4c8-dbb704098b48 admin admin] Subscribe: > port after_create 55550000 {{(pid=103304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:15:09.338742 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9a248f91-6d75-458e-b4c8-dbb704098b48 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:15:09.339091 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9a248f91-6d75-458e-b4c8-dbb704098b48 admin admin] Subscribe: > port after_update 55550000 {{(pid=103304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:15:09.339749 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9a248f91-6d75-458e-b4c8-dbb704098b48 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:15:09.339934 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9a248f91-6d75-458e-b4c8-dbb704098b48 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:15:09.341258 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9a248f91-6d75-458e-b4c8-dbb704098b48 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:15:09.341773 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9a248f91-6d75-458e-b4c8-dbb704098b48 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:15:09.399040 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418edf9e-6a3d-4dd3-ba3e-866b62ce7fc8 None None] Pushing event deleted for resources: {'Port': ['ID=1cf0b370-a39d-439b-84ee-cedb4bab7af6,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:09.412618 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418edf9e-6a3d-4dd3-ba3e-866b62ce7fc8 None None] No DVR routers for this DVR port 1cf0b370-a39d-439b-84ee-cedb4bab7af6 on host n-d-812111-14 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:15:09.462338 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9a248f91-6d75-458e-b4c8-dbb704098b48 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:15:09.462690 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9a248f91-6d75-458e-b4c8-dbb704098b48 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:15:09.463039 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9a248f91-6d75-458e-b4c8-dbb704098b48 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:15:09.463512 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9a248f91-6d75-458e-b4c8-dbb704098b48 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:15:09.463889 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-9a248f91-6d75-458e-b4c8-dbb704098b48 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b36af34-6909-4f2b-a96c-a56853ad0cf5']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:15:09.487097 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-9a248f91-6d75-458e-b4c8-dbb704098b48 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e24c993-748e-4143-b1c2-ba3fed624cb8') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:15:09.487408 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-9a248f91-6d75-458e-b4c8-dbb704098b48 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e24c993-748e-4143-b1c2-ba3fed624cb8') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:15:09.507153 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9a248f91-6d75-458e-b4c8-dbb704098b48 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4747091'] for segment (1e24c993-748e-4143-b1c2-ba3fed624cb8), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:09.520013 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-c9de6a33-2a22-4faf-aedb-92063367e53e req-18466227-63e3-475d-a15b-d6554df01747 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] Publish callbacks [] for port (b90cf965-8d67-4814-a8a1-c3952ff83ec3), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:09.532250 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9a248f91-6d75-458e-b4c8-dbb704098b48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (1e24c993-748e-4143-b1c2-ba3fed624cb8), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:09.542840 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a248f91-6d75-458e-b4c8-dbb704098b48 admin admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:15:09.543249 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9a248f91-6d75-458e-b4c8-dbb704098b48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4690514'] for segment (1e24c993-748e-4143-b1c2-ba3fed624cb8), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:09.547242 n-d-812111-14 neutron-server[103304]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 28 19:15:09.547242 n-d-812111-14 neutron-server[103304]: from cryptography.utils import int_from_bytes Jan 28 19:15:09.547242 n-d-812111-14 neutron-server[103304]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 28 19:15:09.547242 n-d-812111-14 neutron-server[103304]: from cryptography.utils import int_from_bytes Jan 28 19:15:09.547242 n-d-812111-14 neutron-server[103304]: Traceback (most recent call last): Jan 28 19:15:09.547242 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:15:09.547242 n-d-812111-14 neutron-server[103304]: timer() Jan 28 19:15:09.547242 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:15:09.547242 n-d-812111-14 neutron-server[103304]: cb(*args, **kw) Jan 28 19:15:09.547242 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:15:09.547242 n-d-812111-14 neutron-server[103304]: return func(*args, **kwargs) Jan 28 19:15:09.547242 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:15:09.547242 n-d-812111-14 neutron-server[103304]: self._notify() Jan 28 19:15:09.547242 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:15:09.547242 n-d-812111-14 neutron-server[103304]: self.callback(batched_events) Jan 28 19:15:09.547242 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:15:09.547242 n-d-812111-14 neutron-server[103304]: event.method(event) Jan 28 19:15:09.547242 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:15:09.547242 n-d-812111-14 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:15:09.547242 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:15:09.547242 n-d-812111-14 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:15:09.547242 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:15:09.547242 n-d-812111-14 neutron-server[103304]: return f(self, *a, **k) Jan 28 19:15:09.547242 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:15:09.547242 n-d-812111-14 neutron-server[103304]: return self._get(url).json() Jan 28 19:15:09.547242 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:15:09.547242 n-d-812111-14 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:15:09.547242 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:15:09.547242 n-d-812111-14 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 28 19:15:09.547242 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:15:09.547242 n-d-812111-14 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:15:09.547242 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:15:09.547242 n-d-812111-14 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:15:09.547242 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:15:09.547242 n-d-812111-14 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:15:09.547242 n-d-812111-14 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:15:09.584228 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-c9de6a33-2a22-4faf-aedb-92063367e53e req-18466227-63e3-475d-a15b-d6554df01747 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (b90cf965-8d67-4814-a8a1-c3952ff83ec3), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:09.593137 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 37334) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:15:09.628539 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:09.645048 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9de6a33-2a22-4faf-aedb-92063367e53e req-18466227-63e3-475d-a15b-d6554df01747 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] Network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:15:09.646011 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c83662e0-f10c-4621-99d4-4235deaacc25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:09.651653 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-c9de6a33-2a22-4faf-aedb-92063367e53e req-18466227-63e3-475d-a15b-d6554df01747 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:15:09.663007 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9de6a33-2a22-4faf-aedb-92063367e53e req-18466227-63e3-475d-a15b-d6554df01747 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:15:09.689927 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18466227-63e3-475d-a15b-d6554df01747 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] Pushing event updated for resources: {'Port': ['ID=b90cf965-8d67-4814-a8a1-c3952ff83ec3,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:09.800993 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c83662e0-f10c-4621-99d4-4235deaacc25 admin admin] Publish callbacks [] for security_group (ede71d04-de40-4678-8ab2-e97f3e9955c1), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:09.809189 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c83662e0-f10c-4621-99d4-4235deaacc25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (ede71d04-de40-4678-8ab2-e97f3e9955c1), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:09.850252 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9a248f91-6d75-458e-b4c8-dbb704098b48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (1b36af34-6909-4f2b-a96c-a56853ad0cf5), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:09.875465 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9a248f91-6d75-458e-b4c8-dbb704098b48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:09.878863 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-9a248f91-6d75-458e-b4c8-dbb704098b48 admin admin] 10.222.0.64 "DELETE /v2.0/networks/1b36af34-6909-4f2b-a96c-a56853ad0cf5 HTTP/1.1" status: 204 len: 168 time: 1.2951643 Jan 28 19:15:09.890786 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a248f91-6d75-458e-b4c8-dbb704098b48 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b36af34-6909-4f2b-a96c-a56853ad0cf5,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:09.916920 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-c83662e0-f10c-4621-99d4-4235deaacc25 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=58f60922ae364b7b91ee5119cc236b4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3227704 Jan 28 19:15:09.918501 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83662e0-f10c-4621-99d4-4235deaacc25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ede71d04-de40-4678-8ab2-e97f3e9955c1,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:09.920595 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11a99cc-f98d-447d-8984-52032e8b2f2a req-118b9e87-d7f8-4041-98f9-51db5674b78c tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:09.926864 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 37340) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:15:09.927854 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f11a99cc-f98d-447d-8984-52032e8b2f2a req-118b9e87-d7f8-4041-98f9-51db5674b78c tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] 10.222.0.64 "GET /v2.0/ports?device_id=d67e2018-4151-48d3-8062-e7793269d14c HTTP/1.1" status: 200 len: 949 time: 0.0906541 Jan 28 19:15:09.992855 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f11a99cc-f98d-447d-8984-52032e8b2f2a req-15f759e5-e3c0-412f-bf34-4fdd4532ab4f tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] 10.222.0.64 "GET /v2.0/security-groups?id=2478b850-89ab-4114-a340-71569acb8761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596614 Jan 28 19:15:10.005134 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-c9de6a33-2a22-4faf-aedb-92063367e53e req-18466227-63e3-475d-a15b-d6554df01747 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] Publish callbacks [] for floatingip (94b669d5-cc50-476a-a0eb-f60db9829f91), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:10.048001 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 1cf0b370-a39d-439b-84ee-cedb4bab7af6 no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:15:10.058503 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-28294816-1f9f-4cad-9f30-39fe7116473e admin admin] Publish callbacks [] for security_group (ede71d04-de40-4678-8ab2-e97f3e9955c1), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:10.071495 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: 1cf0b370-a39d-439b-84ee-cedb4bab7af6 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:15:10.072160 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 1cf0b370-a39d-439b-84ee-cedb4bab7af6 not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:15:10.099468 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-c9de6a33-2a22-4faf-aedb-92063367e53e req-18466227-63e3-475d-a15b-d6554df01747 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (b90cf965-8d67-4814-a8a1-c3952ff83ec3), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:10.124742 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-28294816-1f9f-4cad-9f30-39fe7116473e admin admin] Publish callbacks [] for security_group (ede71d04-de40-4678-8ab2-e97f3e9955c1), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:10.173217 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 37344) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:15:10.197033 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff71762-3bd1-4422-8f10-0f6a25471082 req-2eaf7192-903a-4747-9664-e85f03749e15 tempest-ServersAdminNegativeTestJSON-261533429 tempest-ServersAdminNegativeTestJSON-261533429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:10.201639 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9ff71762-3bd1-4422-8f10-0f6a25471082 req-2eaf7192-903a-4747-9664-e85f03749e15 tempest-ServersAdminNegativeTestJSON-261533429 tempest-ServersAdminNegativeTestJSON-261533429-project] 10.222.0.64 "GET /v2.0/ports?device_id=52625761-0ba9-4155-8782-a9a8923080af HTTP/1.1" status: 200 len: 948 time: 0.0669889 Jan 28 19:15:10.268292 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9ff71762-3bd1-4422-8f10-0f6a25471082 req-2d0f0e60-f764-4168-95df-cd38a065a07c tempest-ServersAdminNegativeTestJSON-261533429 tempest-ServersAdminNegativeTestJSON-261533429-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ce50fe5-88ac-4467-ad70-249e9d69c3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604966 Jan 28 19:15:10.280255 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-f657cec1-c2e5-4afe-9990-c6be4fe87b42 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2f6c0ce2548d44dba74b697745b9900b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1058311 Jan 28 19:15:10.286749 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 37346) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:15:10.287157 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-28294816-1f9f-4cad-9f30-39fe7116473e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (ede71d04-de40-4678-8ab2-e97f3e9955c1), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:10.289896 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-28294816-1f9f-4cad-9f30-39fe7116473e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:10.293406 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-28294816-1f9f-4cad-9f30-39fe7116473e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ede71d04-de40-4678-8ab2-e97f3e9955c1 HTTP/1.1" status: 204 len: 168 time: 0.3579109 Jan 28 19:15:10.306988 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28294816-1f9f-4cad-9f30-39fe7116473e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ede71d04-de40-4678-8ab2-e97f3e9955c1,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:10.347554 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-658eb688-9ce5-4ca0-9593-8ece4a8c5d8f admin admin] Publish callbacks [] for security_group (3f90d94c-91ad-4c19-b727-cb7657651c80), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:10.367522 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-c9de6a33-2a22-4faf-aedb-92063367e53e req-18466227-63e3-475d-a15b-d6554df01747 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] Publish callbacks [] for port (b90cf965-8d67-4814-a8a1-c3952ff83ec3), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:10.371080 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-658eb688-9ce5-4ca0-9593-8ece4a8c5d8f admin admin] Publish callbacks [] for security_group (3f90d94c-91ad-4c19-b727-cb7657651c80), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:10.376046 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-c9de6a33-2a22-4faf-aedb-92063367e53e req-18466227-63e3-475d-a15b-d6554df01747 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (b90cf965-8d67-4814-a8a1-c3952ff83ec3), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:10.438170 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-658eb688-9ce5-4ca0-9593-8ece4a8c5d8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (3f90d94c-91ad-4c19-b727-cb7657651c80), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:10.441683 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-658eb688-9ce5-4ca0-9593-8ece4a8c5d8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:10.442846 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-658eb688-9ce5-4ca0-9593-8ece4a8c5d8f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3f90d94c-91ad-4c19-b727-cb7657651c80 HTTP/1.1" status: 204 len: 168 time: 0.1576715 Jan 28 19:15:10.458540 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658eb688-9ce5-4ca0-9593-8ece4a8c5d8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f90d94c-91ad-4c19-b727-cb7657651c80,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:10.508890 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18466227-63e3-475d-a15b-d6554df01747 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] Pushing event updated for resources: {'Port': ['ID=b90cf965-8d67-4814-a8a1-c3952ff83ec3,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:10.522998 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-c9de6a33-2a22-4faf-aedb-92063367e53e req-18466227-63e3-475d-a15b-d6554df01747 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734886'] for floatingip (94b669d5-cc50-476a-a0eb-f60db9829f91), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:10.566602 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-c9de6a33-2a22-4faf-aedb-92063367e53e req-18466227-63e3-475d-a15b-d6554df01747 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for floatingip (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:10.566602 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c9de6a33-2a22-4faf-aedb-92063367e53e req-18466227-63e3-475d-a15b-d6554df01747 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.5858839 Jan 28 19:15:10.632045 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c9de6a33-2a22-4faf-aedb-92063367e53e req-704e1065-a095-4433-a43c-ae65f9f796bc tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.6.118 HTTP/1.1" status: 200 len: 696 time: 0.0584011 Jan 28 19:15:10.753526 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 259b0afb-11ac-45b0-9b2c-fe033b7372ab details requested by agent hyperv_n-h1-812111-14 with host n-h1-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:15:10.760428 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9de6a33-2a22-4faf-aedb-92063367e53e req-1d4d947b-fa51-40a7-8c8f-cb49aeadceb5 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:10.761822 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c9de6a33-2a22-4faf-aedb-92063367e53e req-1d4d947b-fa51-40a7-8c8f-cb49aeadceb5 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] 10.222.0.64 "GET /v2.0/networks/d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 HTTP/1.1" status: 200 len: 784 time: 0.1214302 Jan 28 19:15:10.887388 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 9eff3771-715e-4451-b699-019f5652d895 no longer exists at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:15:10.956795 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 259b0afb-11ac-45b0-9b2c-fe033b7372ab, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=259b0afb-11ac-45b0-9b2c-fe033b7372ab,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:15:10.991779 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Returning: {'device': '259b0afb-11ac-45b0-9b2c-fe033b7372ab', 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91', 'port_id': '259b0afb-11ac-45b0-9b2c-fe033b7372ab', 'mac_address': 'fa:16:3e:73:9c:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2de4832-9ef6-4f40-9ac5-1557d5e6a6ff', 'ip_address': '192.168.233.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:15:11.007500 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port 9eff3771-715e-4451-b699-019f5652d895 is: ACTIVE; New status is: DOWN {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:15:11.008127 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (9eff3771-715e-4451-b699-019f5652d895), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:11.048726 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e3e123-28ec-4b9c-b9c9-16d0c39e8e93 req-827b4609-ec6c-4f3e-8e2e-53aedacbe54e tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:11.051619 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-74e3e123-28ec-4b9c-b9c9-16d0c39e8e93 req-827b4609-ec6c-4f3e-8e2e-53aedacbe54e tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] 10.222.0.64 "GET /v2.0/ports?device_id=ded03133-13c4-4f3d-b250-2c8bf8c7f9a3&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2005062 Jan 28 19:15:11.086828 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 9eff3771-715e-4451-b699-019f5652d895, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=9eff3771-715e-4451-b699-019f5652d895,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:15:11.088702 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port 259b0afb-11ac-45b0-9b2c-fe033b7372ab is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:15:11.088834 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (259b0afb-11ac-45b0-9b2c-fe033b7372ab), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:11.103918 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd67e2018-4151-48d3-8062-e7793269d14c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9eff3771-715e-4451-b699-019f5652d895'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:15:11.106284 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e425fc1d-3a91-448d-9794-154ff3741e8c" -d '{"events": [{"server_uuid": "d67e2018-4151-48d3-8062-e7793269d14c", "name": "network-vif-unplugged", "status": "completed", "tag": "9eff3771-715e-4451-b699-019f5652d895"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:15:11.109865 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 259b0afb-11ac-45b0-9b2c-fe033b7372ab {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:15:11.114259 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (9eff3771-715e-4451-b699-019f5652d895), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:11.159011 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 259b0afb-11ac-45b0-9b2c-fe033b7372ab, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=259b0afb-11ac-45b0-9b2c-fe033b7372ab,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:15:11.171886 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (259b0afb-11ac-45b0-9b2c-fe033b7372ab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:11.172556 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 9eff3771-715e-4451-b699-019f5652d895 details requested by agent hyperv_n-h1-812111-14 with host n-h1-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:15:11.194360 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=9eff3771-715e-4451-b699-019f5652d895,revision_number=9']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:11.211399 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf11092-5973-4a3d-93ca-ddbe5a1ab5b9 req-fd759c1e-b7f9-491f-9681-e34b6f85936e tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:11.216237 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8bf11092-5973-4a3d-93ca-ddbe5a1ab5b9 req-fd759c1e-b7f9-491f-9681-e34b6f85936e tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] 10.222.0.64 "GET /v2.0/ports?device_id=d67e2018-4151-48d3-8062-e7793269d14c HTTP/1.1" status: 200 len: 949 time: 0.1425240 Jan 28 19:15:11.233874 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-74e3e123-28ec-4b9c-b9c9-16d0c39e8e93 req-687eebfc-bebc-4782-a785-d0e5ba94c529 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.6.118 HTTP/1.1" status: 200 len: 696 time: 0.1753733 Jan 28 19:15:11.247833 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-74e3e123-28ec-4b9c-b9c9-16d0c39e8e93 req-537bb2ef-4b25-4763-a8a0-9e3f01a7ba05 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] Request body: {'floatingip': {'port_id': '30444881-523b-4878-8dfb-e14323d850ea', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:15:11.250098 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=259b0afb-11ac-45b0-9b2c-fe033b7372ab,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:11.280726 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 9eff3771-715e-4451-b699-019f5652d895, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=9eff3771-715e-4451-b699-019f5652d895,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:15:11.294385 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Returning: {'device': '9eff3771-715e-4451-b699-019f5652d895', 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91', 'port_id': '9eff3771-715e-4451-b699-019f5652d895', 'mac_address': 'fa:16:3e:50:25:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2de4832-9ef6-4f40-9ac5-1557d5e6a6ff', 'ip_address': '192.168.233.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:15:11.313352 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8bf11092-5973-4a3d-93ca-ddbe5a1ab5b9 req-70ca340e-8d56-4931-8f72-3f92d3add0cc tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] 10.222.0.64 "GET /v2.0/security-groups?id=2478b850-89ab-4114-a340-71569acb8761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890584 Jan 28 19:15:11.351914 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port 9eff3771-715e-4451-b699-019f5652d895 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:15:11.352315 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (9eff3771-715e-4451-b699-019f5652d895), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:11.366468 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9eff3771-715e-4451-b699-019f5652d895 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:15:11.378424 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-74e3e123-28ec-4b9c-b9c9-16d0c39e8e93 req-537bb2ef-4b25-4763-a8a0-9e3f01a7ba05 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] Publish callbacks [] for floatingip (94b669d5-cc50-476a-a0eb-f60db9829f91), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:11.395474 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 9eff3771-715e-4451-b699-019f5652d895, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=9eff3771-715e-4451-b699-019f5652d895,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:15:11.400829 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (9eff3771-715e-4451-b699-019f5652d895), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:11.456795 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 19:15:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a6f8c46-bfa9-4af3-be75-05c7c8ecad27 x-openstack-request-id: req-6a6f8c46-bfa9-4af3-be75-05c7c8ecad27 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:15:11.456795 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d67e2018-4151-48d3-8062-e7793269d14c", "name": "network-vif-unplugged", "status": "completed", "tag": "9eff3771-715e-4451-b699-019f5652d895", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:15:11.456795 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6a6f8c46-bfa9-4af3-be75-05c7c8ecad27 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:15:11.456795 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd67e2018-4151-48d3-8062-e7793269d14c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9eff3771-715e-4451-b699-019f5652d895', 'code': 200} Jan 28 19:15:11.550477 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=9eff3771-715e-4451-b699-019f5652d895,revision_number=10']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:11.559301 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:11.654412 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e3eed7-4923-4c06-bf3f-759f9c4415e9 req-984d4c4c-6f64-4ef5-b363-42815fb99cb6 tempest-ServersAdminNegativeTestJSON-261533429 tempest-ServersAdminNegativeTestJSON-261533429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:11.662494 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c4e3eed7-4923-4c06-bf3f-759f9c4415e9 req-984d4c4c-6f64-4ef5-b363-42815fb99cb6 tempest-ServersAdminNegativeTestJSON-261533429 tempest-ServersAdminNegativeTestJSON-261533429-project] 10.222.0.64 "GET /v2.0/ports?device_id=52625761-0ba9-4155-8782-a9a8923080af HTTP/1.1" status: 200 len: 949 time: 0.1600254 Jan 28 19:15:11.677786 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['9eff3771-715e-4451-b699-019f5652d895'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:15:11.744447 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c4e3eed7-4923-4c06-bf3f-759f9c4415e9 req-7d98b203-c336-40d5-8ebb-5b708edfd06d tempest-ServersAdminNegativeTestJSON-261533429 tempest-ServersAdminNegativeTestJSON-261533429-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ce50fe5-88ac-4467-ad70-249e9d69c3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763743 Jan 28 19:15:11.768001 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['259b0afb-11ac-45b0-9b2c-fe033b7372ab'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:15:12.278634 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-74e3e123-28ec-4b9c-b9c9-16d0c39e8e93 req-537bb2ef-4b25-4763-a8a0-9e3f01a7ba05 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:12.285966 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-74e3e123-28ec-4b9c-b9c9-16d0c39e8e93 req-537bb2ef-4b25-4763-a8a0-9e3f01a7ba05 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734886'] for floatingip (94b669d5-cc50-476a-a0eb-f60db9829f91), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:12.409645 n-d-812111-14 neutron-server[103304]: INFO neutron.db.l3_db [req-74e3e123-28ec-4b9c-b9c9-16d0c39e8e93 req-537bb2ef-4b25-4763-a8a0-9e3f01a7ba05 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] Floating IP 94b669d5-cc50-476a-a0eb-f60db9829f91 associated. External IP: 172.25.6.118, port: 30444881-523b-4878-8dfb-e14323d850ea. Jan 28 19:15:12.680898 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [req-74e3e123-28ec-4b9c-b9c9-16d0c39e8e93 req-537bb2ef-4b25-4763-a8a0-9e3f01a7ba05 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] Router ba0e45d4-4e10-447e-a18f-fdca8a3cad96 has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:15:12.720053 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431873d1-9986-47da-b93d-7c9a2bcb9daa req-b6a38ebe-a95c-4fa1-aada-1a4ec68a82c5 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:12.722257 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-431873d1-9986-47da-b93d-7c9a2bcb9daa req-b6a38ebe-a95c-4fa1-aada-1a4ec68a82c5 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] 10.222.0.64 "GET /v2.0/ports?device_id=d67e2018-4151-48d3-8062-e7793269d14c HTTP/1.1" status: 200 len: 949 time: 0.0588419 Jan 28 19:15:12.774779 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-431873d1-9986-47da-b93d-7c9a2bcb9daa req-495a929f-8b05-4eeb-b437-8df2fa4938e0 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] 10.222.0.64 "GET /v2.0/security-groups?id=2478b850-89ab-4114-a340-71569acb8761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469773 Jan 28 19:15:12.804797 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-74e3e123-28ec-4b9c-b9c9-16d0c39e8e93 req-537bb2ef-4b25-4763-a8a0-9e3f01a7ba05 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:15:12.812302 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-74e3e123-28ec-4b9c-b9c9-16d0c39e8e93 req-537bb2ef-4b25-4763-a8a0-9e3f01a7ba05 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for floatingip (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:12.829637 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f125d20-f135-4878-8bbf-d72722384e2c None None] Sync routers for ids ['ba0e45d4-4e10-447e-a18f-fdca8a3cad96'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:15:12.841853 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f125d20-f135-4878-8bbf-d72722384e2c None None] Routers {'ba0e45d4-4e10-447e-a18f-fdca8a3cad96'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:15:12.842517 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-5f125d20-f135-4878-8bbf-d72722384e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:15:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['ba0e45d4-4e10-447e-a18f-fdca8a3cad96'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:15:12.864698 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-74e3e123-28ec-4b9c-b9c9-16d0c39e8e93 req-537bb2ef-4b25-4763-a8a0-9e3f01a7ba05 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] 10.222.0.64 "PUT /v2.0/floatingips/94b669d5-cc50-476a-a0eb-f60db9829f91 HTTP/1.1" status: 200 len: 996 time: 1.6229577 Jan 28 19:15:12.875088 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ded03133-13c4-4f3d-b250-2c8bf8c7f9a3', 'tag': '30444881-523b-4878-8dfb-e14323d850ea'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:15:12.877436 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a2887a3-0b82-4480-aac6-1852dc39aedb" -d '{"events": [{"name": "network-changed", "server_uuid": "ded03133-13c4-4f3d-b250-2c8bf8c7f9a3", "tag": "30444881-523b-4878-8dfb-e14323d850ea"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:15:12.914991 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:12.933016 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e3e123-28ec-4b9c-b9c9-16d0c39e8e93 req-c7fa31e9-c8ec-4cae-b53f-0c618c35be17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:12.935161 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-74e3e123-28ec-4b9c-b9c9-16d0c39e8e93 req-c7fa31e9-c8ec-4cae-b53f-0c618c35be17 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e331db5a5eca4568baa1d0dcf43ee9e3&device_id=ded03133-13c4-4f3d-b250-2c8bf8c7f9a3 HTTP/1.1" status: 200 len: 1128 time: 0.0696716 Jan 28 19:15:12.973814 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-5f125d20-f135-4878-8bbf-d72722384e2c None None] Set router ba0e45d4-4e10-447e-a18f-fdca8a3cad96 gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:15:13.038840 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e3e123-28ec-4b9c-b9c9-16d0c39e8e93 req-4d19a267-6c71-4881-bd98-1d5668a90299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:13.040642 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-74e3e123-28ec-4b9c-b9c9-16d0c39e8e93 req-4d19a267-6c71-4881-bd98-1d5668a90299 service neutron] 10.222.0.64 "GET /v2.0/networks?id=dcce53bd-3e6d-4fa8-a8d1-67c47581bcc5 HTTP/1.1" status: 200 len: 928 time: 0.0997701 Jan 28 19:15:13.062829 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-9a034aa9-67be-44f0-b7bf-dcd7f0f7bcd8 req-d5424e61-3a26-4736-a20b-514986c390c4 tempest-SecurityGroupsTestAdminJSON-368701073 tempest-SecurityGroupsTestAdminJSON-368701073-project] Request body: {'security_group': {'name': 'tempest-securitygroup-617710377', 'description': 'tempest-description-2076317431'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:15:13.096502 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-9a034aa9-67be-44f0-b7bf-dcd7f0f7bcd8 req-d5424e61-3a26-4736-a20b-514986c390c4 tempest-SecurityGroupsTestAdminJSON-368701073 tempest-SecurityGroupsTestAdminJSON-368701073-project] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:13.109813 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-9a034aa9-67be-44f0-b7bf-dcd7f0f7bcd8 req-d5424e61-3a26-4736-a20b-514986c390c4 tempest-SecurityGroupsTestAdminJSON-368701073 tempest-SecurityGroupsTestAdminJSON-368701073-project] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:13.116406 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-74e3e123-28ec-4b9c-b9c9-16d0c39e8e93 req-bd01074f-7b56-49bb-a89c-ec81f3cfc3f3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=30444881-523b-4878-8dfb-e14323d850ea HTTP/1.1" status: 200 len: 999 time: 0.0672734 Jan 28 19:15:13.187371 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e3e123-28ec-4b9c-b9c9-16d0c39e8e93 req-afe3bb98-8ee2-4045-80fb-4aa90d030d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:13.189358 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-74e3e123-28ec-4b9c-b9c9-16d0c39e8e93 req-afe3bb98-8ee2-4045-80fb-4aa90d030d86 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8e0a9d74-ef41-4ed7-9932-81fa4a696ae1 HTTP/1.1" status: 200 len: 867 time: 0.0671659 Jan 28 19:15:13.230344 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-9a034aa9-67be-44f0-b7bf-dcd7f0f7bcd8 req-d5424e61-3a26-4736-a20b-514986c390c4 tempest-SecurityGroupsTestAdminJSON-368701073 tempest-SecurityGroupsTestAdminJSON-368701073-project] Publish callbacks [] for security_group (8070f922-8404-4a5c-827e-0808d2a9ad01), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:13.238833 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-9a034aa9-67be-44f0-b7bf-dcd7f0f7bcd8 req-d5424e61-3a26-4736-a20b-514986c390c4 tempest-SecurityGroupsTestAdminJSON-368701073 tempest-SecurityGroupsTestAdminJSON-368701073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (8070f922-8404-4a5c-827e-0808d2a9ad01), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:13.257614 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e3e123-28ec-4b9c-b9c9-16d0c39e8e93 req-e6b0764c-c6f1-4fc4-866a-265197471f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:13.259300 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-74e3e123-28ec-4b9c-b9c9-16d0c39e8e93 req-e6b0764c-c6f1-4fc4-866a-265197471f50 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=dcce53bd-3e6d-4fa8-a8d1-67c47581bcc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0631144 Jan 28 19:15:13.291038 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5424e61-3a26-4736-a20b-514986c390c4 tempest-SecurityGroupsTestAdminJSON-368701073 tempest-SecurityGroupsTestAdminJSON-368701073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8070f922-8404-4a5c-827e-0808d2a9ad01,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:13.317549 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-5f125d20-f135-4878-8bbf-d72722384e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba0e45d4-4e10-447e-a18f-fdca8a3cad96', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-119488734-router', 'tenant_id': 'e331db5a5eca4568baa1d0dcf43ee9e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': '6798b899-b756-404a-b194-8c41a4892b69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:14:40Z', 'updated_at': '2022-01-28T19:14:49Z', 'revision_number': 4, 'project_id': 'e331db5a5eca4568baa1d0dcf43ee9e3', 'gw_port': {'id': '6798b899-b756-404a-b194-8c41a4892b69', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:7e:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0e45d4-4e10-447e-a18f-fdca8a3cad96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:14:41Z', 'updated_at': '2022-01-28T19:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_floatingips': [{'id': '94b669d5-cc50-476a-a0eb-f60db9829f91', 'tenant_id': 'e331db5a5eca4568baa1d0dcf43ee9e3', 'floating_ip_address': '172.25.6.118', 'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'router_id': 'ba0e45d4-4e10-447e-a18f-fdca8a3cad96', 'port_id': '30444881-523b-4878-8dfb-e14323d850ea', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcce53bd-3e6d-4fa8-a8d1-67c47581bcc5', 'mac_address': 'fa:16:3e:6b:dd:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded03133-13c4-4f3d-b250-2c8bf8c7f9a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:15:09Z', 'updated_at': '2022-01-28T19:15:12Z', 'revision_number': 1, 'project_id': 'e331db5a5eca4568baa1d0dcf43ee9e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef72d147-2841-40f6-89c4-dd9ced0d4d27', 'name': '', 'network_id': 'dcce53bd-3e6d-4fa8-a8d1-67c47581bcc5', 'tenant_id': 'e331db5a5eca4568baa1d0dcf43ee9e3', 'mac_address': 'fa:16:3e:c5:40:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0e45d4-4e10-447e-a18f-fdca8a3cad96', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '8e0a9d74-ef41-4ed7-9932-81fa4a696ae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:14:46Z', 'updated_at': '2022-01-28T19:14:55Z', 'revision_number': 5, 'project_id': 'e331db5a5eca4568baa1d0dcf43ee9e3', 'subnets': [{'id': '8e0a9d74-ef41-4ed7-9932-81fa4a696ae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:15:13.348732 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f125d20-f135-4878-8bbf-d72722384e2c None None] Checking router: ba0e45d4-4e10-447e-a18f-fdca8a3cad96 for host: n-d-812111-14 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:15:13.358219 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f125d20-f135-4878-8bbf-d72722384e2c None None] Routers {'ba0e45d4-4e10-447e-a18f-fdca8a3cad96'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:15:13.358846 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-5f125d20-f135-4878-8bbf-d72722384e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:15:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['ba0e45d4-4e10-447e-a18f-fdca8a3cad96'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:15:13.368714 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-9a034aa9-67be-44f0-b7bf-dcd7f0f7bcd8 req-d5424e61-3a26-4736-a20b-514986c390c4 tempest-SecurityGroupsTestAdminJSON-368701073 tempest-SecurityGroupsTestAdminJSON-368701073-project] Publish callbacks [] for security_group (1711cea6-1f1c-4fab-b489-4815a1f9557e), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:13.376185 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-9a034aa9-67be-44f0-b7bf-dcd7f0f7bcd8 req-d5424e61-3a26-4736-a20b-514986c390c4 tempest-SecurityGroupsTestAdminJSON-368701073 tempest-SecurityGroupsTestAdminJSON-368701073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (1711cea6-1f1c-4fab-b489-4815a1f9557e), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:13.393035 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-74e3e123-28ec-4b9c-b9c9-16d0c39e8e93 req-02d3324a-7279-4e2d-96e5-66eb18f82a74 service neutron] 10.222.0.64 "GET /v2.0/networks/dcce53bd-3e6d-4fa8-a8d1-67c47581bcc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273067 Jan 28 19:15:13.401881 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-9a034aa9-67be-44f0-b7bf-dcd7f0f7bcd8 req-d5424e61-3a26-4736-a20b-514986c390c4 tempest-SecurityGroupsTestAdminJSON-368701073 tempest-SecurityGroupsTestAdminJSON-368701073-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:13.403533 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9a034aa9-67be-44f0-b7bf-dcd7f0f7bcd8 req-d5424e61-3a26-4736-a20b-514986c390c4 tempest-SecurityGroupsTestAdminJSON-368701073 tempest-SecurityGroupsTestAdminJSON-368701073-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.3448200 Jan 28 19:15:13.425519 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5424e61-3a26-4736-a20b-514986c390c4 tempest-SecurityGroupsTestAdminJSON-368701073 tempest-SecurityGroupsTestAdminJSON-368701073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1711cea6-1f1c-4fab-b489-4815a1f9557e,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:13.479933 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-5f125d20-f135-4878-8bbf-d72722384e2c None None] Set router ba0e45d4-4e10-447e-a18f-fdca8a3cad96 gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:15:13.510453 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-74e3e123-28ec-4b9c-b9c9-16d0c39e8e93 req-c6d2e3e1-d1d3-4676-abfe-b77af3770834 service neutron] 10.222.0.64 "GET /v2.0/networks/dcce53bd-3e6d-4fa8-a8d1-67c47581bcc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085865 Jan 28 19:15:13.549079 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9428d1c-7cb0-4b01-b76e-c6d13500e8b3 req-e1b1f01d-00d6-4e54-8994-d68c289c4483 tempest-ServersAdminNegativeTestJSON-261533429 tempest-ServersAdminNegativeTestJSON-261533429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:13.555182 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d9428d1c-7cb0-4b01-b76e-c6d13500e8b3 req-e1b1f01d-00d6-4e54-8994-d68c289c4483 tempest-ServersAdminNegativeTestJSON-261533429 tempest-ServersAdminNegativeTestJSON-261533429-project] 10.222.0.64 "GET /v2.0/ports?device_id=52625761-0ba9-4155-8782-a9a8923080af HTTP/1.1" status: 200 len: 949 time: 0.0715282 Jan 28 19:15:13.607058 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b212f57-e45e-4660-a2ad-c2bd2a04dd1c x-openstack-request-id: req-6b212f57-e45e-4660-a2ad-c2bd2a04dd1c {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:15:13.607610 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ded03133-13c4-4f3d-b250-2c8bf8c7f9a3", "tag": "30444881-523b-4878-8dfb-e14323d850ea", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:15:13.608071 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6b212f57-e45e-4660-a2ad-c2bd2a04dd1c {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:15:13.608689 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ded03133-13c4-4f3d-b250-2c8bf8c7f9a3', 'tag': '30444881-523b-4878-8dfb-e14323d850ea', 'status': 'completed', 'code': 200} Jan 28 19:15:13.628786 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-2205f047-a1b6-48fc-8278-a3a39d665d73 req-cbbc3bed-f217-4107-9af0-0dd2ef949f1d tempest-SecurityGroupsTestAdminJSON-368701073 tempest-SecurityGroupsTestAdminJSON-368701073-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1651533609', 'description': 'tempest-description-53960575'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:15:13.629474 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d9428d1c-7cb0-4b01-b76e-c6d13500e8b3 req-3141e06d-3789-4bec-801c-8d20d6b9050f tempest-ServersAdminNegativeTestJSON-261533429 tempest-ServersAdminNegativeTestJSON-261533429-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ce50fe5-88ac-4467-ad70-249e9d69c3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651917 Jan 28 19:15:13.689291 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-2205f047-a1b6-48fc-8278-a3a39d665d73 req-cbbc3bed-f217-4107-9af0-0dd2ef949f1d tempest-SecurityGroupsTestAdminJSON-368701073 tempest-SecurityGroupsTestAdminJSON-368701073-project] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:13.735623 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2887a3-0b82-4480-aac6-1852dc39aedb req-785b9976-1823-4167-8097-403666baa4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:13.737159 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3a2887a3-0b82-4480-aac6-1852dc39aedb req-785b9976-1823-4167-8097-403666baa4a0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e331db5a5eca4568baa1d0dcf43ee9e3&device_id=ded03133-13c4-4f3d-b250-2c8bf8c7f9a3 HTTP/1.1" status: 200 len: 1128 time: 0.1011539 Jan 28 19:15:13.805851 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-5f125d20-f135-4878-8bbf-d72722384e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba0e45d4-4e10-447e-a18f-fdca8a3cad96', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-119488734-router', 'tenant_id': 'e331db5a5eca4568baa1d0dcf43ee9e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': '6798b899-b756-404a-b194-8c41a4892b69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:14:40Z', 'updated_at': '2022-01-28T19:14:49Z', 'revision_number': 4, 'project_id': 'e331db5a5eca4568baa1d0dcf43ee9e3', 'gw_port': {'id': '6798b899-b756-404a-b194-8c41a4892b69', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:7e:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0e45d4-4e10-447e-a18f-fdca8a3cad96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:14:41Z', 'updated_at': '2022-01-28T19:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_floatingips': [{'id': '94b669d5-cc50-476a-a0eb-f60db9829f91', 'tenant_id': 'e331db5a5eca4568baa1d0dcf43ee9e3', 'floating_ip_address': '172.25.6.118', 'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'router_id': 'ba0e45d4-4e10-447e-a18f-fdca8a3cad96', 'port_id': '30444881-523b-4878-8dfb-e14323d850ea', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcce53bd-3e6d-4fa8-a8d1-67c47581bcc5', 'mac_address': 'fa:16:3e:6b:dd:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded03133-13c4-4f3d-b250-2c8bf8c7f9a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:15:09Z', 'updated_at': '2022-01-28T19:15:12Z', 'revision_number': 1, 'project_id': 'e331db5a5eca4568baa1d0dcf43ee9e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef72d147-2841-40f6-89c4-dd9ced0d4d27', 'name': '', 'network_id': 'dcce53bd-3e6d-4fa8-a8d1-67c47581bcc5', 'tenant_id': 'e331db5a5eca4568baa1d0dcf43ee9e3', 'mac_address': 'fa:16:3e:c5:40:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0e45d4-4e10-447e-a18f-fdca8a3cad96', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '8e0a9d74-ef41-4ed7-9932-81fa4a696ae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:14:46Z', 'updated_at': '2022-01-28T19:14:55Z', 'revision_number': 5, 'project_id': 'e331db5a5eca4568baa1d0dcf43ee9e3', 'subnets': [{'id': '8e0a9d74-ef41-4ed7-9932-81fa4a696ae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:15:13.828899 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-2205f047-a1b6-48fc-8278-a3a39d665d73 req-cbbc3bed-f217-4107-9af0-0dd2ef949f1d tempest-SecurityGroupsTestAdminJSON-368701073 tempest-SecurityGroupsTestAdminJSON-368701073-project] Publish callbacks [] for security_group (dba3ad8a-1b6b-476a-bf8c-937b140f071b), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:13.835919 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-2205f047-a1b6-48fc-8278-a3a39d665d73 req-cbbc3bed-f217-4107-9af0-0dd2ef949f1d tempest-SecurityGroupsTestAdminJSON-368701073 tempest-SecurityGroupsTestAdminJSON-368701073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (dba3ad8a-1b6b-476a-bf8c-937b140f071b), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:13.838367 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f125d20-f135-4878-8bbf-d72722384e2c None None] The sync data for ids ['ba0e45d4-4e10-447e-a18f-fdca8a3cad96'] in n-d-812111-14 is: [{'id': 'ba0e45d4-4e10-447e-a18f-fdca8a3cad96', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-119488734-router', 'tenant_id': 'e331db5a5eca4568baa1d0dcf43ee9e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': '6798b899-b756-404a-b194-8c41a4892b69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:14:40Z', 'updated_at': '2022-01-28T19:14:49Z', 'revision_number': 4, 'project_id': 'e331db5a5eca4568baa1d0dcf43ee9e3', 'gw_port': {'id': '6798b899-b756-404a-b194-8c41a4892b69', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:7e:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0e45d4-4e10-447e-a18f-fdca8a3cad96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:14:41Z', 'updated_at': '2022-01-28T19:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_floatingips': [{'id': '94b669d5-cc50-476a-a0eb-f60db9829f91', 'tenant_id': 'e331db5a5eca4568baa1d0dcf43ee9e3', 'floating_ip_address': '172.25.6.118', 'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'router_id': 'ba0e45d4-4e10-447e-a18f-fdca8a3cad96', 'port_id': '30444881-523b-4878-8dfb-e14323d850ea', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcce53bd-3e6d-4fa8-a8d1-67c47581bcc5', 'mac_address': 'fa:16:3e:6b:dd:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded03133-13c4-4f3d-b250-2c8bf8c7f9a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:15:09Z', 'updated_at': '2022-01-28T19:15:12Z', 'revision_number': 1, 'project_id': 'e331db5a5eca4568baa1d0dcf43ee9e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef72d147-2841-40f6-89c4-dd9ced0d4d27', 'name': '', 'network_id': 'dcce53bd-3e6d-4fa8-a8d1-67c47581bcc5', 'tenant_id': 'e331db5a5eca4568baa1d0dcf43ee9e3', 'mac_address': 'fa:16:3e:c5:40:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0e45d4-4e10-447e-a18f-fdca8a3cad96', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '8e0a9d74-ef41-4ed7-9932-81fa4a696ae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:14:46Z', 'updated_at': '2022-01-28T19:14:55Z', 'revision_number': 5, 'project_id': 'e331db5a5eca4568baa1d0dcf43ee9e3', 'subnets': [{'id': '8e0a9d74-ef41-4ed7-9932-81fa4a696ae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:15:13.867472 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a34a4c6c-c09e-498a-a889-657d998a8322 req-2aa12616-77f8-4a71-9d46-6a42784afc88 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 HTTP/1.1" status: 200 len: 258 time: 0.2059100 Jan 28 19:15:13.876750 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-a34a4c6c-c09e-498a-a889-657d998a8322 req-2150bbe6-5c4e-4248-918d-bb3e8e62abc8 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] Request body: {'floatingip': {'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:15:13.897830 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-2205f047-a1b6-48fc-8278-a3a39d665d73 req-cbbc3bed-f217-4107-9af0-0dd2ef949f1d tempest-SecurityGroupsTestAdminJSON-368701073 tempest-SecurityGroupsTestAdminJSON-368701073-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:13.901069 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2205f047-a1b6-48fc-8278-a3a39d665d73 req-cbbc3bed-f217-4107-9af0-0dd2ef949f1d tempest-SecurityGroupsTestAdminJSON-368701073 tempest-SecurityGroupsTestAdminJSON-368701073-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.2773507 Jan 28 19:15:13.916554 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-a34a4c6c-c09e-498a-a889-657d998a8322 req-2150bbe6-5c4e-4248-918d-bb3e8e62abc8 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:13.937484 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbc3bed-f217-4107-9af0-0dd2ef949f1d tempest-SecurityGroupsTestAdminJSON-368701073 tempest-SecurityGroupsTestAdminJSON-368701073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dba3ad8a-1b6b-476a-bf8c-937b140f071b,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:13.951993 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2887a3-0b82-4480-aac6-1852dc39aedb req-e04ed498-af03-4176-9579-5ed2cc01c6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:13.954699 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3a2887a3-0b82-4480-aac6-1852dc39aedb req-e04ed498-af03-4176-9579-5ed2cc01c6a8 service neutron] 10.222.0.70 "GET /v2.0/networks?id=dcce53bd-3e6d-4fa8-a8d1-67c47581bcc5 HTTP/1.1" status: 200 len: 928 time: 0.2086737 Jan 28 19:15:14.095817 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3a2887a3-0b82-4480-aac6-1852dc39aedb req-25ee10d7-aa82-439c-ab21-8562e2807a26 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=30444881-523b-4878-8dfb-e14323d850ea HTTP/1.1" status: 200 len: 999 time: 0.1333826 Jan 28 19:15:14.135490 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-a34a4c6c-c09e-498a-a889-657d998a8322 req-2150bbe6-5c4e-4248-918d-bb3e8e62abc8 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:14.206374 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2887a3-0b82-4480-aac6-1852dc39aedb req-2103e01b-301f-4059-b8f4-3caae4f7043c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:14.209214 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3a2887a3-0b82-4480-aac6-1852dc39aedb req-2103e01b-301f-4059-b8f4-3caae4f7043c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8e0a9d74-ef41-4ed7-9932-81fa4a696ae1 HTTP/1.1" status: 200 len: 867 time: 0.1070781 Jan 28 19:15:14.309339 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2887a3-0b82-4480-aac6-1852dc39aedb req-5382d810-e7e1-45a4-a099-e3cee251cc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:14.315196 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8da751-353c-4dd4-aa86-3a164c063bde None None] New status for floating IP 94b669d5-cc50-476a-a0eb-f60db9829f91: ACTIVE {{(pid=103306) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 19:15:14.325541 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3a2887a3-0b82-4480-aac6-1852dc39aedb req-5382d810-e7e1-45a4-a099-e3cee251cc72 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=dcce53bd-3e6d-4fa8-a8d1-67c47581bcc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1093168 Jan 28 19:15:14.326830 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-a34a4c6c-c09e-498a-a889-657d998a8322 req-2150bbe6-5c4e-4248-918d-bb3e8e62abc8 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] Allocated IP 172.25.6.250 (d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8/a648e4ab-7422-41b9-b133-58aca25ab8f5/84381f17-00e3-46c7-bab9-b02ade9b172e) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:15:14.538016 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-a34a4c6c-c09e-498a-a889-657d998a8322 req-2150bbe6-5c4e-4248-918d-bb3e8e62abc8 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] Publish callbacks [] for port (84381f17-00e3-46c7-bab9-b02ade9b172e), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:14.591867 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-a34a4c6c-c09e-498a-a889-657d998a8322 req-2150bbe6-5c4e-4248-918d-bb3e8e62abc8 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (84381f17-00e3-46c7-bab9-b02ade9b172e), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:14.646198 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2150bbe6-5c4e-4248-918d-bb3e8e62abc8 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] Pushing event updated for resources: {'Port': ['ID=84381f17-00e3-46c7-bab9-b02ade9b172e,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:14.675374 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a34a4c6c-c09e-498a-a889-657d998a8322 req-2150bbe6-5c4e-4248-918d-bb3e8e62abc8 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] Network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:15:14.677904 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-a34a4c6c-c09e-498a-a889-657d998a8322 req-2150bbe6-5c4e-4248-918d-bb3e8e62abc8 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:15:14.683370 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-a34a4c6c-c09e-498a-a889-657d998a8322 req-2150bbe6-5c4e-4248-918d-bb3e8e62abc8 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:15:14.752379 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 259b0afb-11ac-45b0-9b2c-fe033b7372ab up at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:15:14.793221 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3a2887a3-0b82-4480-aac6-1852dc39aedb req-8478edfd-db29-46fa-bf4a-d5e2491241e0 service neutron] 10.222.0.70 "GET /v2.0/networks/dcce53bd-3e6d-4fa8-a8d1-67c47581bcc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4590971 Jan 28 19:15:14.878778 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-a34a4c6c-c09e-498a-a889-657d998a8322 req-2150bbe6-5c4e-4248-918d-bb3e8e62abc8 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] Publish callbacks [] for floatingip (e8b97c20-f6df-4291-b7d5-abdb94d5837b), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:14.889572 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning for port 259b0afb-11ac-45b0-9b2c-fe033b7372ab completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:15:14.896071 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning complete for port 259b0afb-11ac-45b0-9b2c-fe033b7372ab triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:15:14.896664 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (259b0afb-11ac-45b0-9b2c-fe033b7372ab), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:14.912266 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a06af05-3fc8-4578-9294-e59481a87d82 req-e8f626e8-7e53-4b60-bbb1-b5671dc26b28 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:14.919115 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9a06af05-3fc8-4578-9294-e59481a87d82 req-e8f626e8-7e53-4b60-bbb1-b5671dc26b28 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] 10.222.0.64 "GET /v2.0/ports?device_id=d67e2018-4151-48d3-8062-e7793269d14c HTTP/1.1" status: 200 len: 949 time: 0.4613812 Jan 28 19:15:14.948080 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-a34a4c6c-c09e-498a-a889-657d998a8322 req-2150bbe6-5c4e-4248-918d-bb3e8e62abc8 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (84381f17-00e3-46c7-bab9-b02ade9b172e), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:14.985965 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port 259b0afb-11ac-45b0-9b2c-fe033b7372ab is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:15:14.986702 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (259b0afb-11ac-45b0-9b2c-fe033b7372ab), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:15.011018 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52625761-0ba9-4155-8782-a9a8923080af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '259b0afb-11ac-45b0-9b2c-fe033b7372ab'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:15:15.014575 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-971cfbbc-43dc-4c33-a109-b142fe075c61" -d '{"events": [{"server_uuid": "52625761-0ba9-4155-8782-a9a8923080af", "name": "network-vif-plugged", "status": "completed", "tag": "259b0afb-11ac-45b0-9b2c-fe033b7372ab"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:15:15.029433 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 259b0afb-11ac-45b0-9b2c-fe033b7372ab, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=259b0afb-11ac-45b0-9b2c-fe033b7372ab,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:15:15.036395 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (259b0afb-11ac-45b0-9b2c-fe033b7372ab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:15.037768 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 9eff3771-715e-4451-b699-019f5652d895 up at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:15:15.044361 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9a06af05-3fc8-4578-9294-e59481a87d82 req-7ec56fec-2f23-498a-8d03-f908fb6b1600 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] 10.222.0.64 "GET /v2.0/security-groups?id=2478b850-89ab-4114-a340-71569acb8761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137836 Jan 28 19:15:15.078157 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3a2887a3-0b82-4480-aac6-1852dc39aedb req-d4fe7de8-86a7-44e6-a96f-d387f9a0bc57 service neutron] 10.222.0.70 "GET /v2.0/networks/dcce53bd-3e6d-4fa8-a8d1-67c47581bcc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2737520 Jan 28 19:15:15.151163 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-a34a4c6c-c09e-498a-a889-657d998a8322 req-2150bbe6-5c4e-4248-918d-bb3e8e62abc8 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] Publish callbacks [] for port (84381f17-00e3-46c7-bab9-b02ade9b172e), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:15.160513 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-d2011a3b-bd98-4f5b-963f-e77ee7316ac1 req-aa1d23e7-e598-4aab-bd93-7406fd27998d tempest-SecurityGroupsTestAdminJSON-2078853790 tempest-SecurityGroupsTestAdminJSON-2078853790-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-454530588', 'description': 'tempest-description-780516382'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:15:15.164751 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-a34a4c6c-c09e-498a-a889-657d998a8322 req-2150bbe6-5c4e-4248-918d-bb3e8e62abc8 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (84381f17-00e3-46c7-bab9-b02ade9b172e), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:15.185256 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=259b0afb-11ac-45b0-9b2c-fe033b7372ab,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:15.200931 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-d2011a3b-bd98-4f5b-963f-e77ee7316ac1 req-aa1d23e7-e598-4aab-bd93-7406fd27998d tempest-SecurityGroupsTestAdminJSON-2078853790 tempest-SecurityGroupsTestAdminJSON-2078853790-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:15.223833 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-d2011a3b-bd98-4f5b-963f-e77ee7316ac1 req-aa1d23e7-e598-4aab-bd93-7406fd27998d tempest-SecurityGroupsTestAdminJSON-2078853790 tempest-SecurityGroupsTestAdminJSON-2078853790-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:15.228213 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning complete for port 9eff3771-715e-4451-b699-019f5652d895 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:15:15.228811 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (9eff3771-715e-4451-b699-019f5652d895), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:15.302346 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-a34a4c6c-c09e-498a-a889-657d998a8322 req-2150bbe6-5c4e-4248-918d-bb3e8e62abc8 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734886'] for floatingip (e8b97c20-f6df-4291-b7d5-abdb94d5837b), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:15.317517 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2150bbe6-5c4e-4248-918d-bb3e8e62abc8 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] Pushing event updated for resources: {'Port': ['ID=84381f17-00e3-46c7-bab9-b02ade9b172e,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:15.332702 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-a34a4c6c-c09e-498a-a889-657d998a8322 req-2150bbe6-5c4e-4248-918d-bb3e8e62abc8 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for floatingip (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:15.334667 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a34a4c6c-c09e-498a-a889-657d998a8322 req-2150bbe6-5c4e-4248-918d-bb3e8e62abc8 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.4619107 Jan 28 19:15:15.340037 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port 9eff3771-715e-4451-b699-019f5652d895 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:15:15.340559 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (9eff3771-715e-4451-b699-019f5652d895), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:15.378144 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-d2011a3b-bd98-4f5b-963f-e77ee7316ac1 req-aa1d23e7-e598-4aab-bd93-7406fd27998d tempest-SecurityGroupsTestAdminJSON-2078853790 tempest-SecurityGroupsTestAdminJSON-2078853790-project-admin] Publish callbacks [] for security_group (825aaad4-255b-4329-b700-63a37570f5b5), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:15.392265 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-d2011a3b-bd98-4f5b-963f-e77ee7316ac1 req-aa1d23e7-e598-4aab-bd93-7406fd27998d tempest-SecurityGroupsTestAdminJSON-2078853790 tempest-SecurityGroupsTestAdminJSON-2078853790-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (825aaad4-255b-4329-b700-63a37570f5b5), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:15.407682 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a34a4c6c-c09e-498a-a889-657d998a8322 req-8ca9a1cd-712b-404e-b977-4117f597f75f tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.6.250 HTTP/1.1" status: 200 len: 696 time: 0.0673277 Jan 28 19:15:15.414212 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 9eff3771-715e-4451-b699-019f5652d895, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=9eff3771-715e-4451-b699-019f5652d895,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:15:15.420672 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (9eff3771-715e-4451-b699-019f5652d895), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:15.505674 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=9eff3771-715e-4451-b699-019f5652d895,revision_number=11']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:15.505848 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-d2011a3b-bd98-4f5b-963f-e77ee7316ac1 req-aa1d23e7-e598-4aab-bd93-7406fd27998d tempest-SecurityGroupsTestAdminJSON-2078853790 tempest-SecurityGroupsTestAdminJSON-2078853790-project-admin] Publish callbacks [] for security_group (b867dfa6-68d8-4dc7-b6e0-2955c3940e31), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:15.508780 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1d23e7-e598-4aab-bd93-7406fd27998d tempest-SecurityGroupsTestAdminJSON-2078853790 tempest-SecurityGroupsTestAdminJSON-2078853790-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=825aaad4-255b-4329-b700-63a37570f5b5,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:15.523578 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-d2011a3b-bd98-4f5b-963f-e77ee7316ac1 req-aa1d23e7-e598-4aab-bd93-7406fd27998d tempest-SecurityGroupsTestAdminJSON-2078853790 tempest-SecurityGroupsTestAdminJSON-2078853790-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (b867dfa6-68d8-4dc7-b6e0-2955c3940e31), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:15.547841 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-d2011a3b-bd98-4f5b-963f-e77ee7316ac1 req-aa1d23e7-e598-4aab-bd93-7406fd27998d tempest-SecurityGroupsTestAdminJSON-2078853790 tempest-SecurityGroupsTestAdminJSON-2078853790-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:15.554366 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d2011a3b-bd98-4f5b-963f-e77ee7316ac1 req-aa1d23e7-e598-4aab-bd93-7406fd27998d tempest-SecurityGroupsTestAdminJSON-2078853790 tempest-SecurityGroupsTestAdminJSON-2078853790-project-admin] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3984752 Jan 28 19:15:15.586313 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1d23e7-e598-4aab-bd93-7406fd27998d tempest-SecurityGroupsTestAdminJSON-2078853790 tempest-SecurityGroupsTestAdminJSON-2078853790-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b867dfa6-68d8-4dc7-b6e0-2955c3940e31,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:15.635007 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34a4c6c-c09e-498a-a889-657d998a8322 req-aa16122e-0b87-4fd1-9b37-c4ba1b68c486 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:15.654132 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a34a4c6c-c09e-498a-a889-657d998a8322 req-aa16122e-0b87-4fd1-9b37-c4ba1b68c486 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] 10.222.0.64 "GET /v2.0/networks/d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 HTTP/1.1" status: 200 len: 784 time: 0.2396238 Jan 28 19:15:15.717244 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636f5f44-3a83-4c8e-b6b9-e42ff2a3230d req-66fd4e14-9275-425a-82ef-86a9faa66ef4 tempest-LiveMigrationTest-1644078950 tempest-LiveMigrationTest-1644078950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:15.719094 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-636f5f44-3a83-4c8e-b6b9-e42ff2a3230d req-66fd4e14-9275-425a-82ef-86a9faa66ef4 tempest-LiveMigrationTest-1644078950 tempest-LiveMigrationTest-1644078950-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=c3a44de3-d7bc-419a-9768-acddf7e95fea HTTP/1.1" status: 200 len: 1128 time: 0.0559833 Jan 28 19:15:15.765640 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f3edec-e695-4965-9765-fe661f2aaf63 req-50ef9961-e5a1-4ecf-ade2-59f1d34fd595 tempest-ServersAdminNegativeTestJSON-261533429 tempest-ServersAdminNegativeTestJSON-261533429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:15.767809 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-16f3edec-e695-4965-9765-fe661f2aaf63 req-50ef9961-e5a1-4ecf-ade2-59f1d34fd595 tempest-ServersAdminNegativeTestJSON-261533429 tempest-ServersAdminNegativeTestJSON-261533429-project] 10.222.0.64 "GET /v2.0/ports?device_id=52625761-0ba9-4155-8782-a9a8923080af HTTP/1.1" status: 200 len: 950 time: 0.0684085 Jan 28 19:15:15.772868 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-636f5f44-3a83-4c8e-b6b9-e42ff2a3230d req-dcff3fda-0ca5-4df6-9f7b-b6f839a607e1 tempest-LiveMigrationTest-1644078950 tempest-LiveMigrationTest-1644078950-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=414e93b9-08bc-438e-9127-05114ed7dbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479174 Jan 28 19:15:15.835299 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:15:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65c08efb-3ad6-4efe-a33b-e897fd7b626f x-openstack-request-id: req-65c08efb-3ad6-4efe-a33b-e897fd7b626f {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:15:15.835617 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52625761-0ba9-4155-8782-a9a8923080af", "name": "network-vif-plugged", "status": "completed", "tag": "259b0afb-11ac-45b0-9b2c-fe033b7372ab", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:15:15.835880 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-65c08efb-3ad6-4efe-a33b-e897fd7b626f {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:15:15.836312 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52625761-0ba9-4155-8782-a9a8923080af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '259b0afb-11ac-45b0-9b2c-fe033b7372ab', 'code': 200} Jan 28 19:15:15.845326 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-16f3edec-e695-4965-9765-fe661f2aaf63 req-732196f3-51f5-4454-b459-9a070cf1b1c6 tempest-ServersAdminNegativeTestJSON-261533429 tempest-ServersAdminNegativeTestJSON-261533429-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ce50fe5-88ac-4467-ad70-249e9d69c3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594940 Jan 28 19:15:15.849569 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-9ba518c1-2a65-4ab2-8d54-7f53f907198d req-d511c197-4855-411d-9b06-8978016cb44e tempest-SecurityGroupsTestAdminJSON-2078853790 tempest-SecurityGroupsTestAdminJSON-2078853790-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-885799825', 'description': 'tempest-description-1582849091'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:15:15.884723 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-9ba518c1-2a65-4ab2-8d54-7f53f907198d req-d511c197-4855-411d-9b06-8978016cb44e tempest-SecurityGroupsTestAdminJSON-2078853790 tempest-SecurityGroupsTestAdminJSON-2078853790-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:15.970372 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808e32f2-f75c-4708-b08a-058b589e8f2b req-f84ed861-5b47-4a36-8310-615bc5c740e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:15.971985 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-808e32f2-f75c-4708-b08a-058b589e8f2b req-f84ed861-5b47-4a36-8310-615bc5c740e9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=52625761-0ba9-4155-8782-a9a8923080af HTTP/1.1" status: 200 len: 1133 time: 0.0652187 Jan 28 19:15:16.033803 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-808e32f2-f75c-4708-b08a-058b589e8f2b req-4426605c-468f-4a1b-bfe8-e9dc4abd99bd service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6ce50fe5-88ac-4467-ad70-249e9d69c3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550599 Jan 28 19:15:16.035607 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-9ba518c1-2a65-4ab2-8d54-7f53f907198d req-d511c197-4855-411d-9b06-8978016cb44e tempest-SecurityGroupsTestAdminJSON-2078853790 tempest-SecurityGroupsTestAdminJSON-2078853790-project-admin] Publish callbacks [] for security_group (cb94a430-d768-4581-993d-068a090e8a93), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:16.039742 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-9ba518c1-2a65-4ab2-8d54-7f53f907198d req-d511c197-4855-411d-9b06-8978016cb44e tempest-SecurityGroupsTestAdminJSON-2078853790 tempest-SecurityGroupsTestAdminJSON-2078853790-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (cb94a430-d768-4581-993d-068a090e8a93), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:16.065997 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d511c197-4855-411d-9b06-8978016cb44e tempest-SecurityGroupsTestAdminJSON-2078853790 tempest-SecurityGroupsTestAdminJSON-2078853790-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb94a430-d768-4581-993d-068a090e8a93,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:16.076277 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-9ba518c1-2a65-4ab2-8d54-7f53f907198d req-d511c197-4855-411d-9b06-8978016cb44e tempest-SecurityGroupsTestAdminJSON-2078853790 tempest-SecurityGroupsTestAdminJSON-2078853790-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:16.079413 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9ba518c1-2a65-4ab2-8d54-7f53f907198d req-d511c197-4855-411d-9b06-8978016cb44e tempest-SecurityGroupsTestAdminJSON-2078853790 tempest-SecurityGroupsTestAdminJSON-2078853790-project-admin] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.2357354 Jan 28 19:15:16.112585 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdf402e-7575-4f8e-b398-8b63d001765a req-7821efac-6372-40ea-9c9b-d3efb28b50c4 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:16.114195 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4fdf402e-7575-4f8e-b398-8b63d001765a req-7821efac-6372-40ea-9c9b-d3efb28b50c4 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] 10.222.0.64 "GET /v2.0/ports?device_id=ded03133-13c4-4f3d-b250-2c8bf8c7f9a3&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0721960 Jan 28 19:15:16.177489 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4fdf402e-7575-4f8e-b398-8b63d001765a req-3974f49c-cedc-49b5-b92c-78cd8d531031 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.6.250 HTTP/1.1" status: 200 len: 696 time: 0.0553920 Jan 28 19:15:16.183665 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-4fdf402e-7575-4f8e-b398-8b63d001765a req-1d771654-fdea-497c-aba3-ab535148b33a tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] Request body: {'floatingip': {'port_id': '30444881-523b-4878-8dfb-e14323d850ea', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:15:16.228392 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-4fdf402e-7575-4f8e-b398-8b63d001765a req-1d771654-fdea-497c-aba3-ab535148b33a tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] Publish callbacks [] for floatingip (e8b97c20-f6df-4291-b7d5-abdb94d5837b), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:16.470497 n-d-812111-14 neutron-server[103305]: INFO neutron.api.v2.resource [req-4fdf402e-7575-4f8e-b398-8b63d001765a req-1d771654-fdea-497c-aba3-ab535148b33a tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] update failed (client error): There was a conflict when trying to complete your request. Jan 28 19:15:16.473809 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4fdf402e-7575-4f8e-b398-8b63d001765a req-1d771654-fdea-497c-aba3-ab535148b33a tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] 10.222.0.64 "PUT /v2.0/floatingips/e8b97c20-f6df-4291-b7d5-abdb94d5837b HTTP/1.1" status: 409 len: 550 time: 0.2946365 Jan 28 19:15:16.645765 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa57a81-b5fa-462e-a85b-0434e541e132 req-312302b1-7ef9-4de0-95ed-a63621478848 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:16.652632 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-aaa57a81-b5fa-462e-a85b-0434e541e132 req-312302b1-7ef9-4de0-95ed-a63621478848 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] 10.222.0.64 "GET /v2.0/ports?device_id=d67e2018-4151-48d3-8062-e7793269d14c HTTP/1.1" status: 200 len: 950 time: 0.0728605 Jan 28 19:15:16.707687 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-aaa57a81-b5fa-462e-a85b-0434e541e132 req-348e5a1b-3897-4945-9f3f-a8985b52d47c tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] 10.222.0.64 "GET /v2.0/security-groups?id=2478b850-89ab-4114-a340-71569acb8761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541818 Jan 28 19:15:17.021519 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ad87ace7-3ff2-48f2-a1ff-022806280f0b req-0115e087-3661-4501-9da3-cdf5d0d3cb3b tempest-SecurityGroupsTestAdminJSON-2078853790 tempest-SecurityGroupsTestAdminJSON-2078853790-project-admin] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 50941 time: 0.2691441 Jan 28 19:15:17.073848 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ad87ace7-3ff2-48f2-a1ff-022806280f0b req-4ef51786-846e-4f1a-bed4-481e084af851 tempest-SecurityGroupsTestAdminJSON-2078853790 tempest-SecurityGroupsTestAdminJSON-2078853790-project-admin] 10.222.0.64 "GET /v2.0/security-groups/1096f38f-d227-43c8-a9c4-ef4c2484a630 HTTP/1.1" status: 200 len: 2994 time: 0.0416601 Jan 28 19:15:17.108026 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [req-8172a868-3e69-4471-b3cb-0d0ef9819a2b req-81634ff6-2d33-400d-9e49-1780adbfd9ad tempest-LiveMigrationTest-1644078950 tempest-LiveMigrationTest-1644078950-project-admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:15:17.109015 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8172a868-3e69-4471-b3cb-0d0ef9819a2b req-81634ff6-2d33-400d-9e49-1780adbfd9ad tempest-LiveMigrationTest-1644078950 tempest-LiveMigrationTest-1644078950-project-admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0077744 Jan 28 19:15:17.149010 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ad87ace7-3ff2-48f2-a1ff-022806280f0b req-9a42c972-bf15-4dc9-9b5a-6422ebb04931 tempest-SecurityGroupsTestAdminJSON-2078853790 tempest-SecurityGroupsTestAdminJSON-2078853790-project-admin] 10.222.0.64 "GET /v2.0/security-groups/1096f38f-d227-43c8-a9c4-ef4c2484a630 HTTP/1.1" status: 200 len: 2994 time: 0.0708456 Jan 28 19:15:17.168305 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8172a868-3e69-4471-b3cb-0d0ef9819a2b req-47f01f2c-e8bf-469c-b68d-ca711c9d7684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:17.169596 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8172a868-3e69-4471-b3cb-0d0ef9819a2b req-47f01f2c-e8bf-469c-b68d-ca711c9d7684 service neutron] 10.222.0.64 "GET /v2.0/ports/4393a6ed-522f-40fa-afae-f181e3fabb22 HTTP/1.1" status: 200 len: 1125 time: 0.0470984 Jan 28 19:15:17.177949 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-8172a868-3e69-4471-b3cb-0d0ef9819a2b req-b1a4bce9-379e-43d6-904a-dc0ce1e25cf4 service neutron] Request body: {'binding': {'host': 'n-h2-812111-14', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:15:17.178488 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-8172a868-3e69-4471-b3cb-0d0ef9819a2b req-b1a4bce9-379e-43d6-904a-dc0ce1e25cf4 service neutron] Unknown quota resources ['binding']. {{(pid=103305) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 19:15:17.231957 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ad87ace7-3ff2-48f2-a1ff-022806280f0b req-9a7801c5-a5a3-45d7-ab7c-a83480a3d2e7 tempest-SecurityGroupsTestAdminJSON-2078853790 tempest-SecurityGroupsTestAdminJSON-2078853790-project-admin] 10.222.0.64 "GET /v2.0/security-groups/1edef638-a2a8-43f0-ad10-80461eb9639d HTTP/1.1" status: 200 len: 2998 time: 0.0765741 Jan 28 19:15:17.322292 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ad87ace7-3ff2-48f2-a1ff-022806280f0b req-1bc893a5-b15b-4837-b35b-8bcbc4c7dd53 tempest-SecurityGroupsTestAdminJSON-2078853790 tempest-SecurityGroupsTestAdminJSON-2078853790-project-admin] 10.222.0.64 "GET /v2.0/security-groups/1edef638-a2a8-43f0-ad10-80461eb9639d HTTP/1.1" status: 200 len: 2998 time: 0.0814953 Jan 28 19:15:17.391574 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-8172a868-3e69-4471-b3cb-0d0ef9819a2b req-b1a4bce9-379e-43d6-904a-dc0ce1e25cf4 service neutron] Attempting to bind port 4393a6ed-522f-40fa-afae-f181e3fabb22 on host n-h2-812111-14 for vnic_type normal with profile None {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:15:17.391912 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-8172a868-3e69-4471-b3cb-0d0ef9819a2b req-b1a4bce9-379e-43d6-904a-dc0ce1e25cf4 service neutron] Attempting to bind port 4393a6ed-522f-40fa-afae-f181e3fabb22 by drivers openvswitch,hyperv on host n-h2-812111-14 at level 0 using segments [{'id': 'e7f54059-7dae-4f1a-9de9-251e6a440c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '8330dfd7-f74e-41a1-b557-5650d653ac04'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:15:17.392237 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8172a868-3e69-4471-b3cb-0d0ef9819a2b req-b1a4bce9-379e-43d6-904a-dc0ce1e25cf4 service neutron] Attempting to bind port 4393a6ed-522f-40fa-afae-f181e3fabb22 on network 8330dfd7-f74e-41a1-b557-5650d653ac04 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:15:17.401496 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ad87ace7-3ff2-48f2-a1ff-022806280f0b req-c02f26bc-50c3-44b9-bc75-c32ca95a1b1f tempest-SecurityGroupsTestAdminJSON-2078853790 tempest-SecurityGroupsTestAdminJSON-2078853790-project-admin] 10.222.0.64 "GET /v2.0/security-groups/2478b850-89ab-4114-a340-71569acb8761 HTTP/1.1" status: 200 len: 2998 time: 0.0654476 Jan 28 19:15:17.401939 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8172a868-3e69-4471-b3cb-0d0ef9819a2b req-b1a4bce9-379e-43d6-904a-dc0ce1e25cf4 service neutron] Port 4393a6ed-522f-40fa-afae-f181e3fabb22 on network 8330dfd7-f74e-41a1-b557-5650d653ac04 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-14 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:15:17.402252 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8172a868-3e69-4471-b3cb-0d0ef9819a2b req-b1a4bce9-379e-43d6-904a-dc0ce1e25cf4 service neutron] Attempting to bind port 4393a6ed-522f-40fa-afae-f181e3fabb22 on network 8330dfd7-f74e-41a1-b557-5650d653ac04 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:15:17.413635 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8172a868-3e69-4471-b3cb-0d0ef9819a2b req-b1a4bce9-379e-43d6-904a-dc0ce1e25cf4 service neutron] Checking agent: {'id': '8f3fee4e-bf24-4b58-8a3a-ae9c8011a473', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 14, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:15:17.413971 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8172a868-3e69-4471-b3cb-0d0ef9819a2b req-b1a4bce9-379e-43d6-904a-dc0ce1e25cf4 service neutron] Checking segment: {'id': 'e7f54059-7dae-4f1a-9de9-251e6a440c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '8330dfd7-f74e-41a1-b557-5650d653ac04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:15:17.414356 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8172a868-3e69-4471-b3cb-0d0ef9819a2b req-b1a4bce9-379e-43d6-904a-dc0ce1e25cf4 service neutron] Bound using segment: {'id': 'e7f54059-7dae-4f1a-9de9-251e6a440c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '8330dfd7-f74e-41a1-b557-5650d653ac04'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:15:17.414801 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-8172a868-3e69-4471-b3cb-0d0ef9819a2b req-b1a4bce9-379e-43d6-904a-dc0ce1e25cf4 service neutron] Bound port: 4393a6ed-522f-40fa-afae-f181e3fabb22, host: n-h2-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7f54059-7dae-4f1a-9de9-251e6a440c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '8330dfd7-f74e-41a1-b557-5650d653ac04'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:15:17.481839 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ad87ace7-3ff2-48f2-a1ff-022806280f0b req-e9f45717-89af-484d-bf4a-bdfaa369717c tempest-SecurityGroupsTestAdminJSON-2078853790 tempest-SecurityGroupsTestAdminJSON-2078853790-project-admin] 10.222.0.64 "GET /v2.0/security-groups/2478b850-89ab-4114-a340-71569acb8761 HTTP/1.1" status: 200 len: 2998 time: 0.0744271 Jan 28 19:15:17.499605 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-8172a868-3e69-4471-b3cb-0d0ef9819a2b req-b1a4bce9-379e-43d6-904a-dc0ce1e25cf4 service neutron] For port 4393a6ed-522f-40fa-afae-f181e3fabb22, host n-h2-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=4393a6ed-522f-40fa-afae-f181e3fabb22,segment=NetworkSegment(e7f54059-7dae-4f1a-9de9-251e6a440c72),segment_id=e7f54059-7dae-4f1a-9de9-251e6a440c72)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:15:17.510860 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-8172a868-3e69-4471-b3cb-0d0ef9819a2b req-b1a4bce9-379e-43d6-904a-dc0ce1e25cf4 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:17.512033 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8172a868-3e69-4471-b3cb-0d0ef9819a2b req-b1a4bce9-379e-43d6-904a-dc0ce1e25cf4 service neutron] 10.222.0.64 "POST /v2.0/ports/4393a6ed-522f-40fa-afae-f181e3fabb22/bindings HTTP/1.1" status: 201 len: 390 time: 0.3372989 Jan 28 19:15:17.535668 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ad87ace7-3ff2-48f2-a1ff-022806280f0b req-ec284c88-9e7b-4641-8c23-abd1ff24f690 tempest-SecurityGroupsTestAdminJSON-2078853790 tempest-SecurityGroupsTestAdminJSON-2078853790-project-admin] 10.222.0.64 "GET /v2.0/security-groups/337a952d-d872-41b5-b4ae-37836c46caa9 HTTP/1.1" status: 200 len: 2998 time: 0.0454683 Jan 28 19:15:17.592902 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ad87ace7-3ff2-48f2-a1ff-022806280f0b req-368c2deb-3877-4a8d-9971-a19d63e68e27 tempest-SecurityGroupsTestAdminJSON-2078853790 tempest-SecurityGroupsTestAdminJSON-2078853790-project-admin] 10.222.0.64 "GET /v2.0/security-groups/337a952d-d872-41b5-b4ae-37836c46caa9 HTTP/1.1" status: 200 len: 2998 time: 0.0516624 Jan 28 19:15:17.629015 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-cf81e43a-59ff-4ceb-ad00-4990593c7fc5 req-0ebafbb6-05c7-4d88-bad8-97ba9218b1bd tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] 10.222.0.64 "GET /v2.0/floatingips/e8b97c20-f6df-4291-b7d5-abdb94d5837b HTTP/1.1" status: 200 len: 693 time: 0.0498734 Jan 28 19:15:17.655576 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ad87ace7-3ff2-48f2-a1ff-022806280f0b req-82fad323-f34d-4e38-a6e5-279fecb1ea17 tempest-SecurityGroupsTestAdminJSON-2078853790 tempest-SecurityGroupsTestAdminJSON-2078853790-project-admin] 10.222.0.64 "GET /v2.0/security-groups/414e93b9-08bc-438e-9127-05114ed7dbce HTTP/1.1" status: 200 len: 2994 time: 0.0529542 Jan 28 19:15:17.705943 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ad87ace7-3ff2-48f2-a1ff-022806280f0b req-cf072120-f533-49e1-9efd-9bbc1a83622d tempest-SecurityGroupsTestAdminJSON-2078853790 tempest-SecurityGroupsTestAdminJSON-2078853790-project-admin] 10.222.0.64 "GET /v2.0/security-groups/414e93b9-08bc-438e-9127-05114ed7dbce HTTP/1.1" status: 200 len: 2994 time: 0.0446198 Jan 28 19:15:17.752745 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf81e43a-59ff-4ceb-ad00-4990593c7fc5 req-c5574f9b-ae56-49a9-9dd2-9458e6ee4367 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:17.753399 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ad87ace7-3ff2-48f2-a1ff-022806280f0b req-d5119ccc-2f63-4712-8eba-80792c1b9ec0 tempest-SecurityGroupsTestAdminJSON-2078853790 tempest-SecurityGroupsTestAdminJSON-2078853790-project-admin] 10.222.0.64 "GET /v2.0/security-groups/6ce50fe5-88ac-4467-ad70-249e9d69c3ec HTTP/1.1" status: 200 len: 2998 time: 0.0404265 Jan 28 19:15:17.754105 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-cf81e43a-59ff-4ceb-ad00-4990593c7fc5 req-c5574f9b-ae56-49a9-9dd2-9458e6ee4367 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] 10.222.0.64 "GET /v2.0/networks/d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 HTTP/1.1" status: 200 len: 784 time: 0.1178069 Jan 28 19:15:17.770813 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [req-cf81e43a-59ff-4ceb-ad00-4990593c7fc5 req-37407b4e-9f03-48ea-b374-114bf448dc18 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103304) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:15:17.771926 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-cf81e43a-59ff-4ceb-ad00-4990593c7fc5 req-37407b4e-9f03-48ea-b374-114bf448dc18 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0087032 Jan 28 19:15:17.801907 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ad87ace7-3ff2-48f2-a1ff-022806280f0b req-41ee90cb-781d-4705-8b3c-b8c8587e4213 tempest-SecurityGroupsTestAdminJSON-2078853790 tempest-SecurityGroupsTestAdminJSON-2078853790-project-admin] 10.222.0.64 "GET /v2.0/security-groups/6ce50fe5-88ac-4467-ad70-249e9d69c3ec HTTP/1.1" status: 200 len: 2998 time: 0.0418530 Jan 28 19:15:17.837291 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd67e2018-4151-48d3-8062-e7793269d14c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eff3771-715e-4451-b699-019f5652d895'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:15:17.839562 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-527b5609-a308-46c4-97b3-7b04e5dc1fff" -d '{"events": [{"server_uuid": "d67e2018-4151-48d3-8062-e7793269d14c", "name": "network-vif-plugged", "status": "completed", "tag": "9eff3771-715e-4451-b699-019f5652d895"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:15:17.846191 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ad87ace7-3ff2-48f2-a1ff-022806280f0b req-d571fbf5-ad5a-4655-97f6-71084201517c tempest-SecurityGroupsTestAdminJSON-2078853790 tempest-SecurityGroupsTestAdminJSON-2078853790-project-admin] 10.222.0.64 "GET /v2.0/security-groups/7332b9a1-5221-4be7-bb1d-60a9c30bd143 HTTP/1.1" status: 200 len: 2998 time: 0.0371644 Jan 28 19:15:17.846662 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-cf81e43a-59ff-4ceb-ad00-4990593c7fc5 req-8f41b6da-4876-4d2f-9edc-39233c2d1823 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.6.250 HTTP/1.1" status: 200 len: 696 time: 0.0573206 Jan 28 19:15:17.853175 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8172a868-3e69-4471-b3cb-0d0ef9819a2b req-4af009a4-d748-41da-baee-d907ca27f25b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:17.854616 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8172a868-3e69-4471-b3cb-0d0ef9819a2b req-4af009a4-d748-41da-baee-d907ca27f25b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1bd1e0d6512043bfbaf9a8e955e20b9e&device_id=c3a44de3-d7bc-419a-9768-acddf7e95fea HTTP/1.1" status: 200 len: 1128 time: 0.0996704 Jan 28 19:15:17.889461 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ad87ace7-3ff2-48f2-a1ff-022806280f0b req-4fb3384f-0900-4e66-8270-cffe1ac25a7e tempest-SecurityGroupsTestAdminJSON-2078853790 tempest-SecurityGroupsTestAdminJSON-2078853790-project-admin] 10.222.0.64 "GET /v2.0/security-groups/7332b9a1-5221-4be7-bb1d-60a9c30bd143 HTTP/1.1" status: 200 len: 2998 time: 0.0375984 Jan 28 19:15:17.931096 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ad87ace7-3ff2-48f2-a1ff-022806280f0b req-0cdeefc6-22aa-4b00-8bef-7675d950185f tempest-SecurityGroupsTestAdminJSON-2078853790 tempest-SecurityGroupsTestAdminJSON-2078853790-project-admin] 10.222.0.64 "GET /v2.0/security-groups/73d28084-3c3f-450c-9360-c5d789306c6d HTTP/1.1" status: 200 len: 2994 time: 0.0354626 Jan 28 19:15:17.942881 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-cf81e43a-59ff-4ceb-ad00-4990593c7fc5 req-18fb5a77-7101-4048-a09a-eac86c97ca81 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.6.250 HTTP/1.1" status: 200 len: 696 time: 0.0873146 Jan 28 19:15:17.971381 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ad87ace7-3ff2-48f2-a1ff-022806280f0b req-2a16d5ee-4385-4151-bfbc-92aecf392b61 tempest-SecurityGroupsTestAdminJSON-2078853790 tempest-SecurityGroupsTestAdminJSON-2078853790-project-admin] 10.222.0.64 "GET /v2.0/security-groups/73d28084-3c3f-450c-9360-c5d789306c6d HTTP/1.1" status: 200 len: 2994 time: 0.0348163 Jan 28 19:15:18.015870 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ad87ace7-3ff2-48f2-a1ff-022806280f0b req-8931d692-7a70-4130-8a92-ad0dc25f13bc tempest-SecurityGroupsTestAdminJSON-2078853790 tempest-SecurityGroupsTestAdminJSON-2078853790-project-admin] 10.222.0.64 "GET /v2.0/security-groups/8070f922-8404-4a5c-827e-0808d2a9ad01 HTTP/1.1" status: 200 len: 2998 time: 0.0381517 Jan 28 19:15:18.060288 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ad87ace7-3ff2-48f2-a1ff-022806280f0b req-d2620a25-ac10-4613-9e27-5e65c43d11f7 tempest-SecurityGroupsTestAdminJSON-2078853790 tempest-SecurityGroupsTestAdminJSON-2078853790-project-admin] 10.222.0.64 "GET /v2.0/security-groups/8070f922-8404-4a5c-827e-0808d2a9ad01 HTTP/1.1" status: 200 len: 2998 time: 0.0376177 Jan 28 19:15:18.073873 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8172a868-3e69-4471-b3cb-0d0ef9819a2b req-5ecc8270-8c8a-4053-b4dd-f140a40a312d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:18.075310 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8172a868-3e69-4471-b3cb-0d0ef9819a2b req-5ecc8270-8c8a-4053-b4dd-f140a40a312d service neutron] 10.222.0.70 "GET /v2.0/networks?id=8330dfd7-f74e-41a1-b557-5650d653ac04 HTTP/1.1" status: 200 len: 908 time: 0.2129197 Jan 28 19:15:18.108449 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ad87ace7-3ff2-48f2-a1ff-022806280f0b req-107a042d-804c-4f24-a309-2c91d4d6f668 tempest-SecurityGroupsTestAdminJSON-2078853790 tempest-SecurityGroupsTestAdminJSON-2078853790-project-admin] 10.222.0.64 "GET /v2.0/security-groups/825aaad4-255b-4329-b700-63a37570f5b5 HTTP/1.1" status: 200 len: 2998 time: 0.0425248 Jan 28 19:15:18.123557 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8172a868-3e69-4471-b3cb-0d0ef9819a2b req-aa8287bd-f8c5-4c80-80a2-33a34b9149c2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4393a6ed-522f-40fa-afae-f181e3fabb22 HTTP/1.1" status: 200 len: 217 time: 0.0414243 Jan 28 19:15:18.167097 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-cf81e43a-59ff-4ceb-ad00-4990593c7fc5 req-c481bddb-a48f-4aea-9913-fe7f7aba9496 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] Deleting port 84381f17-00e3-46c7-bab9-b02ade9b172e {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:15:18.167441 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-cf81e43a-59ff-4ceb-ad00-4990593c7fc5 req-c481bddb-a48f-4aea-9913-fe7f7aba9496 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (84381f17-00e3-46c7-bab9-b02ade9b172e), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:18.227235 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8172a868-3e69-4471-b3cb-0d0ef9819a2b req-0b6142c9-c4fb-4373-adf7-1dd13a5272a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:18.228710 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8172a868-3e69-4471-b3cb-0d0ef9819a2b req-0b6142c9-c4fb-4373-adf7-1dd13a5272a3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=09bc6696-a273-4baf-935c-9cf317ddb49d HTTP/1.1" status: 200 len: 848 time: 0.0929940 Jan 28 19:15:18.272933 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8172a868-3e69-4471-b3cb-0d0ef9819a2b req-7a2bbf56-f1da-4c63-b022-59933ded2c43 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8330dfd7-f74e-41a1-b557-5650d653ac04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296035 Jan 28 19:15:18.294904 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-cf81e43a-59ff-4ceb-ad00-4990593c7fc5 req-c481bddb-a48f-4aea-9913-fe7f7aba9496 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (84381f17-00e3-46c7-bab9-b02ade9b172e), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:18.295236 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-cf81e43a-59ff-4ceb-ad00-4990593c7fc5 req-c481bddb-a48f-4aea-9913-fe7f7aba9496 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] Publish callbacks [] for floatingip (84381f17-00e3-46c7-bab9-b02ade9b172e), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:18.343597 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-cf81e43a-59ff-4ceb-ad00-4990593c7fc5 req-c481bddb-a48f-4aea-9913-fe7f7aba9496 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] Calling delete_port for 84381f17-00e3-46c7-bab9-b02ade9b172e owned by network:floatingip {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:15:18.419532 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ad87ace7-3ff2-48f2-a1ff-022806280f0b req-f917fbb9-dc21-4c69-a461-25ce73da4945 tempest-SecurityGroupsTestAdminJSON-2078853790 tempest-SecurityGroupsTestAdminJSON-2078853790-project-admin] 10.222.0.64 "GET /v2.0/security-groups/825aaad4-255b-4329-b700-63a37570f5b5 HTTP/1.1" status: 200 len: 2998 time: 0.3055332 Jan 28 19:15:18.439170 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8172a868-3e69-4471-b3cb-0d0ef9819a2b req-5db3e296-a648-45a6-b45d-1c7b1aaa10d2 service neutron] 10.222.0.70 "GET /v2.0/networks/8330dfd7-f74e-41a1-b557-5650d653ac04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561389 Jan 28 19:15:18.460447 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ad87ace7-3ff2-48f2-a1ff-022806280f0b req-57088ddb-750e-4200-bcf7-5d4e017d5711 tempest-SecurityGroupsTestAdminJSON-2078853790 tempest-SecurityGroupsTestAdminJSON-2078853790-project-admin] 10.222.0.64 "GET /v2.0/security-groups/9a62c027-8102-4ed7-85cc-d3a05e85a43a HTTP/1.1" status: 200 len: 2998 time: 0.0347927 Jan 28 19:15:18.499898 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ad87ace7-3ff2-48f2-a1ff-022806280f0b req-27f53c2b-c66a-4d3f-87d5-7079e0690fdf tempest-SecurityGroupsTestAdminJSON-2078853790 tempest-SecurityGroupsTestAdminJSON-2078853790-project-admin] 10.222.0.64 "GET /v2.0/security-groups/9a62c027-8102-4ed7-85cc-d3a05e85a43a HTTP/1.1" status: 200 len: 2998 time: 0.0336833 Jan 28 19:15:18.543461 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ad87ace7-3ff2-48f2-a1ff-022806280f0b req-ef9a4347-49f2-4608-b944-a85067205d79 tempest-SecurityGroupsTestAdminJSON-2078853790 tempest-SecurityGroupsTestAdminJSON-2078853790-project-admin] 10.222.0.64 "GET /v2.0/security-groups/d2b07e9c-7448-4ef5-aa62-89d74daa6b0a HTTP/1.1" status: 200 len: 2998 time: 0.0379510 Jan 28 19:15:18.575561 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8172a868-3e69-4471-b3cb-0d0ef9819a2b req-10c355be-3f3f-4592-9a45-1fc5453a42bf service neutron] 10.222.0.70 "GET /v2.0/networks/8330dfd7-f74e-41a1-b557-5650d653ac04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267314 Jan 28 19:15:18.579828 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-cf81e43a-59ff-4ceb-ad00-4990593c7fc5 req-c481bddb-a48f-4aea-9913-fe7f7aba9496 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (84381f17-00e3-46c7-bab9-b02ade9b172e), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:18.583507 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ad87ace7-3ff2-48f2-a1ff-022806280f0b req-90915902-9b4a-4fff-ba7b-addd4a4ac700 tempest-SecurityGroupsTestAdminJSON-2078853790 tempest-SecurityGroupsTestAdminJSON-2078853790-project-admin] 10.222.0.64 "GET /v2.0/security-groups/d2b07e9c-7448-4ef5-aa62-89d74daa6b0a HTTP/1.1" status: 200 len: 2998 time: 0.0343275 Jan 28 19:15:18.613883 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c481bddb-a48f-4aea-9913-fe7f7aba9496 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] Pushing event deleted for resources: {'Port': ['ID=84381f17-00e3-46c7-bab9-b02ade9b172e,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:18.632872 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ad87ace7-3ff2-48f2-a1ff-022806280f0b req-d0852010-18f0-4364-b053-751fa2da62cd tempest-SecurityGroupsTestAdminJSON-2078853790 tempest-SecurityGroupsTestAdminJSON-2078853790-project-admin] 10.222.0.64 "GET /v2.0/security-groups/dae896b5-332a-40bd-b9b0-3c3dc51863ae HTTP/1.1" status: 200 len: 2994 time: 0.0416696 Jan 28 19:15:18.671134 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-cf81e43a-59ff-4ceb-ad00-4990593c7fc5 req-c481bddb-a48f-4aea-9913-fe7f7aba9496 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] Publish callbacks [] for floatingip (e8b97c20-f6df-4291-b7d5-abdb94d5837b), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:18.673853 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-cf81e43a-59ff-4ceb-ad00-4990593c7fc5 req-c481bddb-a48f-4aea-9913-fe7f7aba9496 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for floatingip (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:18.675005 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-cf81e43a-59ff-4ceb-ad00-4990593c7fc5 req-c481bddb-a48f-4aea-9913-fe7f7aba9496 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] 10.222.0.64 "DELETE /v2.0/floatingips/e8b97c20-f6df-4291-b7d5-abdb94d5837b HTTP/1.1" status: 204 len: 173 time: 0.7261410 Jan 28 19:15:18.675985 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ad87ace7-3ff2-48f2-a1ff-022806280f0b req-f95fac4e-6e34-4857-9b57-150e1755220f tempest-SecurityGroupsTestAdminJSON-2078853790 tempest-SecurityGroupsTestAdminJSON-2078853790-project-admin] 10.222.0.64 "GET /v2.0/security-groups/dae896b5-332a-40bd-b9b0-3c3dc51863ae HTTP/1.1" status: 200 len: 2994 time: 0.0373971 Jan 28 19:15:18.719049 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ad87ace7-3ff2-48f2-a1ff-022806280f0b req-aa88c075-1df5-4db6-ba5d-d8b6e624e867 tempest-SecurityGroupsTestAdminJSON-2078853790 tempest-SecurityGroupsTestAdminJSON-2078853790-project-admin] 10.222.0.64 "GET /v2.0/security-groups/ec9c0460-bc1e-4a68-a554-556d5cbd348d HTTP/1.1" status: 200 len: 2998 time: 0.0375466 Jan 28 19:15:18.759816 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ad87ace7-3ff2-48f2-a1ff-022806280f0b req-56626016-0f23-49ce-a987-89ce5a8166a8 tempest-SecurityGroupsTestAdminJSON-2078853790 tempest-SecurityGroupsTestAdminJSON-2078853790-project-admin] 10.222.0.64 "GET /v2.0/security-groups/ec9c0460-bc1e-4a68-a554-556d5cbd348d HTTP/1.1" status: 200 len: 2998 time: 0.0350964 Jan 28 19:15:18.802028 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ad87ace7-3ff2-48f2-a1ff-022806280f0b req-8bbcd1ff-c1b1-41b0-9f9a-9cc4cf4d2088 tempest-SecurityGroupsTestAdminJSON-2078853790 tempest-SecurityGroupsTestAdminJSON-2078853790-project-admin] 10.222.0.64 "GET /v2.0/security-groups/f090c54c-3abe-454c-9665-a820639a36ea HTTP/1.1" status: 200 len: 2990 time: 0.0361974 Jan 28 19:15:18.844407 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ad87ace7-3ff2-48f2-a1ff-022806280f0b req-56e05c69-381f-4df0-88a5-736faf3b42f6 tempest-SecurityGroupsTestAdminJSON-2078853790 tempest-SecurityGroupsTestAdminJSON-2078853790-project-admin] 10.222.0.64 "GET /v2.0/security-groups/f090c54c-3abe-454c-9665-a820639a36ea HTTP/1.1" status: 200 len: 2990 time: 0.0366163 Jan 28 19:15:18.953712 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c67ea7-0873-4052-87db-9970965ab7b7 req-c58b8f91-19a3-45b0-85a7-6ad935efad00 tempest-ServersAdminNegativeTestJSON-261533429 tempest-ServersAdminNegativeTestJSON-261533429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:18.955170 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c6c67ea7-0873-4052-87db-9970965ab7b7 req-c58b8f91-19a3-45b0-85a7-6ad935efad00 tempest-ServersAdminNegativeTestJSON-261533429 tempest-ServersAdminNegativeTestJSON-261533429-project] 10.222.0.64 "GET /v2.0/ports?device_id=52625761-0ba9-4155-8782-a9a8923080af HTTP/1.1" status: 200 len: 950 time: 0.0589838 Jan 28 19:15:19.001778 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c6c67ea7-0873-4052-87db-9970965ab7b7 req-f6f4b845-6795-4c81-bac3-5d4609b1261f tempest-ServersAdminNegativeTestJSON-261533429 tempest-ServersAdminNegativeTestJSON-261533429-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ce50fe5-88ac-4467-ad70-249e9d69c3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400786 Jan 28 19:15:19.128572 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10413dff-120a-4033-a4ee-fc6c10753562 req-0145df8e-00ae-4f7c-a506-7fab27bcf6aa tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:19.131709 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-10413dff-120a-4033-a4ee-fc6c10753562 req-0145df8e-00ae-4f7c-a506-7fab27bcf6aa tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?device_id=c3a44de3-d7bc-419a-9768-acddf7e95fea HTTP/1.1" status: 200 len: 945 time: 0.0665088 Jan 28 19:15:19.180471 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-10413dff-120a-4033-a4ee-fc6c10753562 req-0f0ceffe-22bc-4213-ae1f-f0d0926c3b78 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/security-groups?id=414e93b9-08bc-438e-9127-05114ed7dbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424113 Jan 28 19:15:19.196847 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0f567b-803e-4751-89c2-dbc0aed46e73 req-3f5a26f8-b572-4341-a129-5ca86074d7a7 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:19.198498 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9f0f567b-803e-4751-89c2-dbc0aed46e73 req-3f5a26f8-b572-4341-a129-5ca86074d7a7 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] 10.222.0.64 "GET /v2.0/ports?device_id=d67e2018-4151-48d3-8062-e7793269d14c HTTP/1.1" status: 200 len: 950 time: 0.0592926 Jan 28 19:15:19.241857 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:15:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e600ab7-1a4d-4a13-87c5-06ab5f87e154 x-openstack-request-id: req-3e600ab7-1a4d-4a13-87c5-06ab5f87e154 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:15:19.243276 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d67e2018-4151-48d3-8062-e7793269d14c", "name": "network-vif-plugged", "status": "completed", "tag": "9eff3771-715e-4451-b699-019f5652d895", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:15:19.243762 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3e600ab7-1a4d-4a13-87c5-06ab5f87e154 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:15:19.244357 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd67e2018-4151-48d3-8062-e7793269d14c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eff3771-715e-4451-b699-019f5652d895', 'code': 200} Jan 28 19:15:19.250208 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9f0f567b-803e-4751-89c2-dbc0aed46e73 req-f79f9f79-2b2f-47dc-81dc-862c7d9dbf7a tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] 10.222.0.64 "GET /v2.0/security-groups?id=2478b850-89ab-4114-a340-71569acb8761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457850 Jan 28 19:15:19.333444 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d5080d6f-a16c-49cc-9eaf-ff22d7aff243 req-af7d4169-4e00-4c04-8e10-c3c09fb92a64 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.6.118 HTTP/1.1" status: 200 len: 1001 time: 0.0741026 Jan 28 19:15:19.368376 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3aaa0b7a-5886-4a1f-abae-e51588a95a7c req-b9e4ca9f-5b39-4fc9-90a1-e3dbe4e60c29 tempest-SecurityGroupsTestAdminJSON-368701073 tempest-SecurityGroupsTestAdminJSON-368701073-project] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=bec25a0d648e4f439ec76588537d5c61 HTTP/1.1" status: 200 len: 6152 time: 0.0777962 Jan 28 19:15:19.404277 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5080d6f-a16c-49cc-9eaf-ff22d7aff243 req-a2ead327-3c76-4ca6-b1bb-1b5ab186e45d tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:19.419725 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d5080d6f-a16c-49cc-9eaf-ff22d7aff243 req-a2ead327-3c76-4ca6-b1bb-1b5ab186e45d tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] 10.222.0.64 "GET /v2.0/ports/30444881-523b-4878-8dfb-e14323d850ea HTTP/1.1" status: 200 len: 942 time: 0.0729904 Jan 28 19:15:19.422904 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3aaa0b7a-5886-4a1f-abae-e51588a95a7c req-9aaf6b74-8fe5-492a-bac3-c8fefef9bd2e tempest-SecurityGroupsTestAdminJSON-368701073 tempest-SecurityGroupsTestAdminJSON-368701073-project] 10.222.0.64 "GET /v2.0/security-groups/8070f922-8404-4a5c-827e-0808d2a9ad01 HTTP/1.1" status: 200 len: 2998 time: 0.0536718 Jan 28 19:15:19.482055 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3aaa0b7a-5886-4a1f-abae-e51588a95a7c req-f4432eab-13a8-4597-a518-aa1b77d967a1 tempest-SecurityGroupsTestAdminJSON-368701073 tempest-SecurityGroupsTestAdminJSON-368701073-project] 10.222.0.64 "GET /v2.0/security-groups/8070f922-8404-4a5c-827e-0808d2a9ad01 HTTP/1.1" status: 200 len: 2998 time: 0.0515909 Jan 28 19:15:19.532147 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dc4d70-0ba3-46dc-9e26-de7ceb16261f req-10ffaecf-7428-427b-b364-a71bf15d5ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:19.533594 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-08dc4d70-0ba3-46dc-9e26-de7ceb16261f req-10ffaecf-7428-427b-b364-a71bf15d5ca8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d67e2018-4151-48d3-8062-e7793269d14c HTTP/1.1" status: 200 len: 1133 time: 0.1034083 Jan 28 19:15:19.536257 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d5080d6f-a16c-49cc-9eaf-ff22d7aff243 req-34f5603e-1805-407c-be15-d89aba01288d tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.6.118 HTTP/1.1" status: 200 len: 1001 time: 0.0787392 Jan 28 19:15:19.634597 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-08dc4d70-0ba3-46dc-9e26-de7ceb16261f req-87d84a11-9fc6-4a2a-9247-a80bea327936 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2478b850-89ab-4114-a340-71569acb8761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938969 Jan 28 19:15:19.680444 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5080d6f-a16c-49cc-9eaf-ff22d7aff243 req-3d91e98f-7a68-4079-8e1b-6f18c4758a0a tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:19.681821 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d5080d6f-a16c-49cc-9eaf-ff22d7aff243 req-3d91e98f-7a68-4079-8e1b-6f18c4758a0a tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] 10.222.0.64 "GET /v2.0/networks/d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 HTTP/1.1" status: 200 len: 784 time: 0.1352770 Jan 28 19:15:19.759580 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d5080d6f-a16c-49cc-9eaf-ff22d7aff243 req-d5085704-c5e7-46f3-acd5-e58c6f980611 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.6.118 HTTP/1.1" status: 200 len: 1001 time: 0.0714223 Jan 28 19:15:19.769318 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-d5080d6f-a16c-49cc-9eaf-ff22d7aff243 req-53fca301-2c66-44cd-85d9-205038b43b8e tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:15:19.825353 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-d5080d6f-a16c-49cc-9eaf-ff22d7aff243 req-53fca301-2c66-44cd-85d9-205038b43b8e tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] Publish callbacks [] for floatingip (94b669d5-cc50-476a-a0eb-f60db9829f91), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:19.985343 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-d5080d6f-a16c-49cc-9eaf-ff22d7aff243 req-53fca301-2c66-44cd-85d9-205038b43b8e tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:19.989885 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-d5080d6f-a16c-49cc-9eaf-ff22d7aff243 req-53fca301-2c66-44cd-85d9-205038b43b8e tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734886'] for floatingip (94b669d5-cc50-476a-a0eb-f60db9829f91), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:19.990322 n-d-812111-14 neutron-server[103305]: INFO neutron.db.l3_db [req-d5080d6f-a16c-49cc-9eaf-ff22d7aff243 req-53fca301-2c66-44cd-85d9-205038b43b8e tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] Floating IP 94b669d5-cc50-476a-a0eb-f60db9829f91 disassociated. External IP: 172.25.6.118, port: 30444881-523b-4878-8dfb-e14323d850ea. Jan 28 19:15:20.089987 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d5cacbf0-08c3-4252-b26a-2aa0f08985df req-075d875b-d4d9-4406-b829-46b86ff14a8b tempest-SecurityGroupsTestAdminJSON-2078853790 tempest-SecurityGroupsTestAdminJSON-2078853790-project-admin] 10.222.0.64 "GET /v2.0/security-groups/cb94a430-d768-4581-993d-068a090e8a93 HTTP/1.1" status: 200 len: 1794 time: 0.0377991 Jan 28 19:15:20.155390 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-d5cacbf0-08c3-4252-b26a-2aa0f08985df req-cf18e26e-75e5-460f-b6f3-57e0e4a786f7 tempest-SecurityGroupsTestAdminJSON-2078853790 tempest-SecurityGroupsTestAdminJSON-2078853790-project-admin] Publish callbacks [] for security_group (cb94a430-d768-4581-993d-068a090e8a93), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:20.176004 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-d5cacbf0-08c3-4252-b26a-2aa0f08985df req-cf18e26e-75e5-460f-b6f3-57e0e4a786f7 tempest-SecurityGroupsTestAdminJSON-2078853790 tempest-SecurityGroupsTestAdminJSON-2078853790-project-admin] Publish callbacks [] for security_group (cb94a430-d768-4581-993d-068a090e8a93), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:20.222639 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-d5cacbf0-08c3-4252-b26a-2aa0f08985df req-cf18e26e-75e5-460f-b6f3-57e0e4a786f7 tempest-SecurityGroupsTestAdminJSON-2078853790 tempest-SecurityGroupsTestAdminJSON-2078853790-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (cb94a430-d768-4581-993d-068a090e8a93), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:20.225826 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-d5cacbf0-08c3-4252-b26a-2aa0f08985df req-cf18e26e-75e5-460f-b6f3-57e0e4a786f7 tempest-SecurityGroupsTestAdminJSON-2078853790 tempest-SecurityGroupsTestAdminJSON-2078853790-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:20.226728 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d5cacbf0-08c3-4252-b26a-2aa0f08985df req-cf18e26e-75e5-460f-b6f3-57e0e4a786f7 tempest-SecurityGroupsTestAdminJSON-2078853790 tempest-SecurityGroupsTestAdminJSON-2078853790-project-admin] 10.222.0.64 "DELETE /v2.0/security-groups/cb94a430-d768-4581-993d-068a090e8a93 HTTP/1.1" status: 204 len: 173 time: 0.1301861 Jan 28 19:15:20.237770 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf18e26e-75e5-460f-b6f3-57e0e4a786f7 tempest-SecurityGroupsTestAdminJSON-2078853790 tempest-SecurityGroupsTestAdminJSON-2078853790-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb94a430-d768-4581-993d-068a090e8a93,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:20.245786 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d5080d6f-a16c-49cc-9eaf-ff22d7aff243 req-53fca301-2c66-44cd-85d9-205038b43b8e tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] Router ba0e45d4-4e10-447e-a18f-fdca8a3cad96 has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:15:20.299280 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:20.330312 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5bbfee37-ff3a-4037-88cf-a5c0844d60b0 req-36103357-7a36-42eb-9175-895785eef699 tempest-ServersAdminNegativeTestJSON-261533429 tempest-ServersAdminNegativeTestJSON-261533429-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=f7f4d4e039d645089e7d1ff4fd335d84&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0235119 Jan 28 19:15:20.357248 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d5080d6f-a16c-49cc-9eaf-ff22d7aff243 req-53fca301-2c66-44cd-85d9-205038b43b8e tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:15:20.361711 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-d5080d6f-a16c-49cc-9eaf-ff22d7aff243 req-53fca301-2c66-44cd-85d9-205038b43b8e tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for floatingip (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:20.369348 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa5041c-cf6e-4e7f-b55b-f1933a7d0f3b None None] Sync routers for ids ['ba0e45d4-4e10-447e-a18f-fdca8a3cad96'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:15:20.384056 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa5041c-cf6e-4e7f-b55b-f1933a7d0f3b None None] Routers {'ba0e45d4-4e10-447e-a18f-fdca8a3cad96'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:15:20.385073 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-baa5041c-cf6e-4e7f-b55b-f1933a7d0f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:15:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['ba0e45d4-4e10-447e-a18f-fdca8a3cad96'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:15:20.394455 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d5080d6f-a16c-49cc-9eaf-ff22d7aff243 req-53fca301-2c66-44cd-85d9-205038b43b8e tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] 10.222.0.64 "PUT /v2.0/floatingips/94b669d5-cc50-476a-a0eb-f60db9829f91 HTTP/1.1" status: 200 len: 695 time: 0.6292560 Jan 28 19:15:20.395028 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ded03133-13c4-4f3d-b250-2c8bf8c7f9a3', 'tag': '30444881-523b-4878-8dfb-e14323d850ea'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:15:20.398050 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-419421d2-90fb-4183-88a3-1d7397bf3fa7" -d '{"events": [{"name": "network-changed", "server_uuid": "ded03133-13c4-4f3d-b250-2c8bf8c7f9a3", "tag": "30444881-523b-4878-8dfb-e14323d850ea"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:15:20.454066 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5080d6f-a16c-49cc-9eaf-ff22d7aff243 req-342b637a-f606-4d25-b55a-1d6deb39bd66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:20.463093 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d5080d6f-a16c-49cc-9eaf-ff22d7aff243 req-342b637a-f606-4d25-b55a-1d6deb39bd66 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e331db5a5eca4568baa1d0dcf43ee9e3&device_id=ded03133-13c4-4f3d-b250-2c8bf8c7f9a3 HTTP/1.1" status: 200 len: 1128 time: 0.0528898 Jan 28 19:15:20.464168 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbfee37-ff3a-4037-88cf-a5c0844d60b0 req-5977b6e0-e5b3-4d9d-be69-9fda4d6a88ab tempest-ServersAdminNegativeTestJSON-261533429 tempest-ServersAdminNegativeTestJSON-261533429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:20.470883 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5bbfee37-ff3a-4037-88cf-a5c0844d60b0 req-5977b6e0-e5b3-4d9d-be69-9fda4d6a88ab tempest-ServersAdminNegativeTestJSON-261533429 tempest-ServersAdminNegativeTestJSON-261533429-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1342466 Jan 28 19:15:20.487179 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5bbfee37-ff3a-4037-88cf-a5c0844d60b0 req-0d1de6da-a4ad-4666-b2eb-6bb6761aee0e tempest-ServersAdminNegativeTestJSON-261533429 tempest-ServersAdminNegativeTestJSON-261533429-project] 10.222.0.64 "GET /v2.0/quotas/f7f4d4e039d645089e7d1ff4fd335d84 HTTP/1.1" status: 200 len: 375 time: 0.0154197 Jan 28 19:15:20.529216 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-baa5041c-cf6e-4e7f-b55b-f1933a7d0f3b None None] Set router ba0e45d4-4e10-447e-a18f-fdca8a3cad96 gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:15:20.545482 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5bbfee37-ff3a-4037-88cf-a5c0844d60b0 req-ad1f1166-765b-4d63-a09c-17a7954eade9 tempest-ServersAdminNegativeTestJSON-261533429 tempest-ServersAdminNegativeTestJSON-261533429-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=f7f4d4e039d645089e7d1ff4fd335d84&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0574331 Jan 28 19:15:20.561399 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5080d6f-a16c-49cc-9eaf-ff22d7aff243 req-e5579601-24d2-42a2-8fc8-6f18898bdbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:20.570538 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d5080d6f-a16c-49cc-9eaf-ff22d7aff243 req-e5579601-24d2-42a2-8fc8-6f18898bdbc3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=dcce53bd-3e6d-4fa8-a8d1-67c47581bcc5 HTTP/1.1" status: 200 len: 928 time: 0.1063828 Jan 28 19:15:20.620880 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d5080d6f-a16c-49cc-9eaf-ff22d7aff243 req-091d679e-fc2d-45ac-b6d5-ded0b25fe6e1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=30444881-523b-4878-8dfb-e14323d850ea HTTP/1.1" status: 200 len: 217 time: 0.0493431 Jan 28 19:15:20.667758 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5080d6f-a16c-49cc-9eaf-ff22d7aff243 req-34e788d6-8655-4977-b77e-ff7e3b432947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:20.675162 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d5080d6f-a16c-49cc-9eaf-ff22d7aff243 req-34e788d6-8655-4977-b77e-ff7e3b432947 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8e0a9d74-ef41-4ed7-9932-81fa4a696ae1 HTTP/1.1" status: 200 len: 867 time: 0.0533319 Jan 28 19:15:20.742344 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5080d6f-a16c-49cc-9eaf-ff22d7aff243 req-a33106f2-5d74-4b32-aead-87f077db80e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:20.751401 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d5080d6f-a16c-49cc-9eaf-ff22d7aff243 req-a33106f2-5d74-4b32-aead-87f077db80e4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=dcce53bd-3e6d-4fa8-a8d1-67c47581bcc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0753181 Jan 28 19:15:20.766997 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-baa5041c-cf6e-4e7f-b55b-f1933a7d0f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba0e45d4-4e10-447e-a18f-fdca8a3cad96', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-119488734-router', 'tenant_id': 'e331db5a5eca4568baa1d0dcf43ee9e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': '6798b899-b756-404a-b194-8c41a4892b69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:14:40Z', 'updated_at': '2022-01-28T19:14:49Z', 'revision_number': 4, 'project_id': 'e331db5a5eca4568baa1d0dcf43ee9e3', 'gw_port': {'id': '6798b899-b756-404a-b194-8c41a4892b69', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:7e:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0e45d4-4e10-447e-a18f-fdca8a3cad96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:14:41Z', 'updated_at': '2022-01-28T19:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': 'ef72d147-2841-40f6-89c4-dd9ced0d4d27', 'name': '', 'network_id': 'dcce53bd-3e6d-4fa8-a8d1-67c47581bcc5', 'tenant_id': 'e331db5a5eca4568baa1d0dcf43ee9e3', 'mac_address': 'fa:16:3e:c5:40:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0e45d4-4e10-447e-a18f-fdca8a3cad96', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '8e0a9d74-ef41-4ed7-9932-81fa4a696ae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:14:46Z', 'updated_at': '2022-01-28T19:14:55Z', 'revision_number': 5, 'project_id': 'e331db5a5eca4568baa1d0dcf43ee9e3', 'subnets': [{'id': '8e0a9d74-ef41-4ed7-9932-81fa4a696ae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:15:20.806527 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa5041c-cf6e-4e7f-b55b-f1933a7d0f3b None None] Checking router: ba0e45d4-4e10-447e-a18f-fdca8a3cad96 for host: n-d-812111-14 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:15:20.818489 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa5041c-cf6e-4e7f-b55b-f1933a7d0f3b None None] Routers {'ba0e45d4-4e10-447e-a18f-fdca8a3cad96'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:15:20.819908 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-baa5041c-cf6e-4e7f-b55b-f1933a7d0f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:15:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['ba0e45d4-4e10-447e-a18f-fdca8a3cad96'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:15:20.900619 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d5080d6f-a16c-49cc-9eaf-ff22d7aff243 req-3f3d4580-d0e0-45c4-849f-be1feeceac30 service neutron] 10.222.0.64 "GET /v2.0/networks/dcce53bd-3e6d-4fa8-a8d1-67c47581bcc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464262 Jan 28 19:15:20.969841 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-baa5041c-cf6e-4e7f-b55b-f1933a7d0f3b None None] Set router ba0e45d4-4e10-447e-a18f-fdca8a3cad96 gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:15:21.079889 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d5080d6f-a16c-49cc-9eaf-ff22d7aff243 req-e8d2da7d-f8a8-4d8d-ab3f-3e2013b096c6 service neutron] 10.222.0.64 "GET /v2.0/networks/dcce53bd-3e6d-4fa8-a8d1-67c47581bcc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751661 Jan 28 19:15:21.233087 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-565cedc2-3a7f-4830-abf3-b1479ffefbee req-95b6fb5b-f7ad-433f-a038-f1c5346767a4 tempest-SecurityGroupsTestAdminJSON-2078853790 tempest-SecurityGroupsTestAdminJSON-2078853790-project-admin] 10.222.0.64 "GET /v2.0/security-groups/b867dfa6-68d8-4dc7-b6e0-2955c3940e31 HTTP/1.1" status: 200 len: 1793 time: 0.0695097 Jan 28 19:15:21.306263 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-baa5041c-cf6e-4e7f-b55b-f1933a7d0f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba0e45d4-4e10-447e-a18f-fdca8a3cad96', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-119488734-router', 'tenant_id': 'e331db5a5eca4568baa1d0dcf43ee9e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': '6798b899-b756-404a-b194-8c41a4892b69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:14:40Z', 'updated_at': '2022-01-28T19:14:49Z', 'revision_number': 4, 'project_id': 'e331db5a5eca4568baa1d0dcf43ee9e3', 'gw_port': {'id': '6798b899-b756-404a-b194-8c41a4892b69', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:7e:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0e45d4-4e10-447e-a18f-fdca8a3cad96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:14:41Z', 'updated_at': '2022-01-28T19:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': 'ef72d147-2841-40f6-89c4-dd9ced0d4d27', 'name': '', 'network_id': 'dcce53bd-3e6d-4fa8-a8d1-67c47581bcc5', 'tenant_id': 'e331db5a5eca4568baa1d0dcf43ee9e3', 'mac_address': 'fa:16:3e:c5:40:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0e45d4-4e10-447e-a18f-fdca8a3cad96', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '8e0a9d74-ef41-4ed7-9932-81fa4a696ae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:14:46Z', 'updated_at': '2022-01-28T19:14:55Z', 'revision_number': 5, 'project_id': 'e331db5a5eca4568baa1d0dcf43ee9e3', 'subnets': [{'id': '8e0a9d74-ef41-4ed7-9932-81fa4a696ae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:15:21.315803 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-565cedc2-3a7f-4830-abf3-b1479ffefbee req-b9de0673-c58c-4ba3-bfb9-396aa1a6fba1 tempest-SecurityGroupsTestAdminJSON-2078853790 tempest-SecurityGroupsTestAdminJSON-2078853790-project-admin] Publish callbacks [] for security_group (b867dfa6-68d8-4dc7-b6e0-2955c3940e31), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:21.324483 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e952024a-47dd-4fd5-8f1a-35886c8995a0 req-7f4089c3-55d1-4d5c-a831-0fa7f8794d8f tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:21.326662 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e952024a-47dd-4fd5-8f1a-35886c8995a0 req-7f4089c3-55d1-4d5c-a831-0fa7f8794d8f tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?device_id=c3a44de3-d7bc-419a-9768-acddf7e95fea HTTP/1.1" status: 200 len: 945 time: 0.0680523 Jan 28 19:15:21.339991 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-565cedc2-3a7f-4830-abf3-b1479ffefbee req-b9de0673-c58c-4ba3-bfb9-396aa1a6fba1 tempest-SecurityGroupsTestAdminJSON-2078853790 tempest-SecurityGroupsTestAdminJSON-2078853790-project-admin] Publish callbacks [] for security_group (b867dfa6-68d8-4dc7-b6e0-2955c3940e31), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:21.347853 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa5041c-cf6e-4e7f-b55b-f1933a7d0f3b None None] The sync data for ids ['ba0e45d4-4e10-447e-a18f-fdca8a3cad96'] in n-d-812111-14 is: [{'id': 'ba0e45d4-4e10-447e-a18f-fdca8a3cad96', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-119488734-router', 'tenant_id': 'e331db5a5eca4568baa1d0dcf43ee9e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': '6798b899-b756-404a-b194-8c41a4892b69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:14:40Z', 'updated_at': '2022-01-28T19:14:49Z', 'revision_number': 4, 'project_id': 'e331db5a5eca4568baa1d0dcf43ee9e3', 'gw_port': {'id': '6798b899-b756-404a-b194-8c41a4892b69', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:7e:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0e45d4-4e10-447e-a18f-fdca8a3cad96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:14:41Z', 'updated_at': '2022-01-28T19:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': 'ef72d147-2841-40f6-89c4-dd9ced0d4d27', 'name': '', 'network_id': 'dcce53bd-3e6d-4fa8-a8d1-67c47581bcc5', 'tenant_id': 'e331db5a5eca4568baa1d0dcf43ee9e3', 'mac_address': 'fa:16:3e:c5:40:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0e45d4-4e10-447e-a18f-fdca8a3cad96', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '8e0a9d74-ef41-4ed7-9932-81fa4a696ae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:14:46Z', 'updated_at': '2022-01-28T19:14:55Z', 'revision_number': 5, 'project_id': 'e331db5a5eca4568baa1d0dcf43ee9e3', 'subnets': [{'id': '8e0a9d74-ef41-4ed7-9932-81fa4a696ae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:15:21.398953 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e952024a-47dd-4fd5-8f1a-35886c8995a0 req-8de0166f-5975-489d-b9cf-05defd27d9cf tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/security-groups?id=414e93b9-08bc-438e-9127-05114ed7dbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647578 Jan 28 19:15:21.405382 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-565cedc2-3a7f-4830-abf3-b1479ffefbee req-b9de0673-c58c-4ba3-bfb9-396aa1a6fba1 tempest-SecurityGroupsTestAdminJSON-2078853790 tempest-SecurityGroupsTestAdminJSON-2078853790-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (b867dfa6-68d8-4dc7-b6e0-2955c3940e31), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:21.409592 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-565cedc2-3a7f-4830-abf3-b1479ffefbee req-b9de0673-c58c-4ba3-bfb9-396aa1a6fba1 tempest-SecurityGroupsTestAdminJSON-2078853790 tempest-SecurityGroupsTestAdminJSON-2078853790-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:21.422576 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-565cedc2-3a7f-4830-abf3-b1479ffefbee req-b9de0673-c58c-4ba3-bfb9-396aa1a6fba1 tempest-SecurityGroupsTestAdminJSON-2078853790 tempest-SecurityGroupsTestAdminJSON-2078853790-project-admin] 10.222.0.64 "DELETE /v2.0/security-groups/b867dfa6-68d8-4dc7-b6e0-2955c3940e31 HTTP/1.1" status: 204 len: 173 time: 0.1873066 Jan 28 19:15:21.438878 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9de0673-c58c-4ba3-bfb9-396aa1a6fba1 tempest-SecurityGroupsTestAdminJSON-2078853790 tempest-SecurityGroupsTestAdminJSON-2078853790-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b867dfa6-68d8-4dc7-b6e0-2955c3940e31,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:21.489237 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0175efbb-748d-4b1d-8dd4-3dfa62036981 x-openstack-request-id: req-0175efbb-748d-4b1d-8dd4-3dfa62036981 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:15:21.489751 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ded03133-13c4-4f3d-b250-2c8bf8c7f9a3", "tag": "30444881-523b-4878-8dfb-e14323d850ea", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:15:21.490190 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0175efbb-748d-4b1d-8dd4-3dfa62036981 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:15:21.491130 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ded03133-13c4-4f3d-b250-2c8bf8c7f9a3', 'tag': '30444881-523b-4878-8dfb-e14323d850ea', 'status': 'completed', 'code': 200} Jan 28 19:15:21.602335 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419421d2-90fb-4183-88a3-1d7397bf3fa7 req-7c1c679c-cc14-481f-8229-01c19df7e99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:21.603858 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-419421d2-90fb-4183-88a3-1d7397bf3fa7 req-7c1c679c-cc14-481f-8229-01c19df7e99d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e331db5a5eca4568baa1d0dcf43ee9e3&device_id=ded03133-13c4-4f3d-b250-2c8bf8c7f9a3 HTTP/1.1" status: 200 len: 1128 time: 0.0582507 Jan 28 19:15:21.615494 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfb17ff-857d-4cf6-b299-742fef1ca92e req-3669eb27-2419-4633-b642-a5a35f658216 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:21.616972 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7dfb17ff-857d-4cf6-b299-742fef1ca92e req-3669eb27-2419-4633-b642-a5a35f658216 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] 10.222.0.64 "GET /v2.0/ports?device_id=d67e2018-4151-48d3-8062-e7793269d14c HTTP/1.1" status: 200 len: 950 time: 0.1225648 Jan 28 19:15:21.630542 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a2631cff-be34-4604-9bdc-d2b1b959438c req-865bd34c-d594-4882-8ce6-9e79fdd10e3d tempest-ServersAdminNegativeTestJSON-261533429 tempest-ServersAdminNegativeTestJSON-261533429-project] 10.222.0.64 "GET /v2.0/ports?device_id=275c56e5-36cf-4f56-8a77-98162a8fc095 HTTP/1.1" status: 200 len: 210 time: 0.0781639 Jan 28 19:15:21.717654 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7dfb17ff-857d-4cf6-b299-742fef1ca92e req-9abf2ff3-c091-43f7-b1f0-bb6072eac94c tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] 10.222.0.64 "GET /v2.0/security-groups?id=2478b850-89ab-4114-a340-71569acb8761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922551 Jan 28 19:15:21.731152 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-15f1dba4-03c6-4bc3-9b33-f54321ecec32 req-f07a45a7-e318-41b7-974b-f53b71122e20 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] 10.222.0.64 "GET /v2.0/floatingips/94b669d5-cc50-476a-a0eb-f60db9829f91 HTTP/1.1" status: 200 len: 695 time: 0.0725696 Jan 28 19:15:21.763893 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f45f84-a184-4a1d-9df9-c337efe6972d None None] New status for floating IP 94b669d5-cc50-476a-a0eb-f60db9829f91: DOWN {{(pid=103306) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 19:15:21.779154 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419421d2-90fb-4183-88a3-1d7397bf3fa7 req-9624e803-baa0-4132-9e8c-b5f159fbb755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:21.780648 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-419421d2-90fb-4183-88a3-1d7397bf3fa7 req-9624e803-baa0-4132-9e8c-b5f159fbb755 service neutron] 10.222.0.70 "GET /v2.0/networks?id=dcce53bd-3e6d-4fa8-a8d1-67c47581bcc5 HTTP/1.1" status: 200 len: 928 time: 0.1627665 Jan 28 19:15:21.847110 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-419421d2-90fb-4183-88a3-1d7397bf3fa7 req-4de4ba1f-7eec-4f33-9201-6fd6f5a757d1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=30444881-523b-4878-8dfb-e14323d850ea HTTP/1.1" status: 200 len: 217 time: 0.0585086 Jan 28 19:15:21.891881 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f1dba4-03c6-4bc3-9b33-f54321ecec32 req-4d249a0e-815b-4f75-ab6f-6a346a192231 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:21.901124 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-15f1dba4-03c6-4bc3-9b33-f54321ecec32 req-4d249a0e-815b-4f75-ab6f-6a346a192231 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] 10.222.0.64 "GET /v2.0/networks/d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 HTTP/1.1" status: 200 len: 784 time: 0.1644201 Jan 28 19:15:21.936817 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-76f00198-df36-4b2a-a8dc-a377416e90e7 req-49f328f3-a8d8-4edb-b62a-2f463f69ce94 tempest-SecurityGroupsTestAdminJSON-368701073 tempest-SecurityGroupsTestAdminJSON-368701073-project] 10.222.0.64 "GET /v2.0/security-groups/dba3ad8a-1b6b-476a-bf8c-937b140f071b HTTP/1.1" status: 200 len: 1793 time: 0.0933552 Jan 28 19:15:21.940820 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419421d2-90fb-4183-88a3-1d7397bf3fa7 req-d74bf090-0437-4624-92fe-03ab9afffe2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:21.942265 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-419421d2-90fb-4183-88a3-1d7397bf3fa7 req-d74bf090-0437-4624-92fe-03ab9afffe2b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8e0a9d74-ef41-4ed7-9932-81fa4a696ae1 HTTP/1.1" status: 200 len: 867 time: 0.0883098 Jan 28 19:15:21.974408 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-15f1dba4-03c6-4bc3-9b33-f54321ecec32 req-cff5e327-9607-43a7-80c6-6f5e6af85e58 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.6.118 HTTP/1.1" status: 200 len: 698 time: 0.0722873 Jan 28 19:15:22.043237 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-15f1dba4-03c6-4bc3-9b33-f54321ecec32 req-168fb9ce-bab7-4b37-be48-f35cd1f00fcd tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.6.118 HTTP/1.1" status: 200 len: 698 time: 0.0672085 Jan 28 19:15:22.125943 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419421d2-90fb-4183-88a3-1d7397bf3fa7 req-6e4f4fc4-6285-49d4-86b5-f1eab6e7226f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:22.129712 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-419421d2-90fb-4183-88a3-1d7397bf3fa7 req-6e4f4fc4-6285-49d4-86b5-f1eab6e7226f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=dcce53bd-3e6d-4fa8-a8d1-67c47581bcc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1548827 Jan 28 19:15:22.154077 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-76f00198-df36-4b2a-a8dc-a377416e90e7 req-db3fd069-4e2d-4604-a817-b3b5d68aa757 tempest-SecurityGroupsTestAdminJSON-368701073 tempest-SecurityGroupsTestAdminJSON-368701073-project] Publish callbacks [] for security_group (dba3ad8a-1b6b-476a-bf8c-937b140f071b), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:22.225964 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-15f1dba4-03c6-4bc3-9b33-f54321ecec32 req-01df58f5-63f1-41b8-add2-64f6b6292f26 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] Deleting port b90cf965-8d67-4814-a8a1-c3952ff83ec3 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:15:22.228224 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-15f1dba4-03c6-4bc3-9b33-f54321ecec32 req-01df58f5-63f1-41b8-add2-64f6b6292f26 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (b90cf965-8d67-4814-a8a1-c3952ff83ec3), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:22.241762 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-76f00198-df36-4b2a-a8dc-a377416e90e7 req-db3fd069-4e2d-4604-a817-b3b5d68aa757 tempest-SecurityGroupsTestAdminJSON-368701073 tempest-SecurityGroupsTestAdminJSON-368701073-project] Publish callbacks [] for security_group (dba3ad8a-1b6b-476a-bf8c-937b140f071b), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:22.331091 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-419421d2-90fb-4183-88a3-1d7397bf3fa7 req-f8107a00-1896-4f1d-8bc2-3500b955f2b0 service neutron] 10.222.0.70 "GET /v2.0/networks/dcce53bd-3e6d-4fa8-a8d1-67c47581bcc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923089 Jan 28 19:15:22.348264 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-76f00198-df36-4b2a-a8dc-a377416e90e7 req-db3fd069-4e2d-4604-a817-b3b5d68aa757 tempest-SecurityGroupsTestAdminJSON-368701073 tempest-SecurityGroupsTestAdminJSON-368701073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (dba3ad8a-1b6b-476a-bf8c-937b140f071b), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:22.348264 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-76f00198-df36-4b2a-a8dc-a377416e90e7 req-db3fd069-4e2d-4604-a817-b3b5d68aa757 tempest-SecurityGroupsTestAdminJSON-368701073 tempest-SecurityGroupsTestAdminJSON-368701073-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:22.361449 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-76f00198-df36-4b2a-a8dc-a377416e90e7 req-db3fd069-4e2d-4604-a817-b3b5d68aa757 tempest-SecurityGroupsTestAdminJSON-368701073 tempest-SecurityGroupsTestAdminJSON-368701073-project] 10.222.0.64 "DELETE /v2.0/security-groups/dba3ad8a-1b6b-476a-bf8c-937b140f071b HTTP/1.1" status: 204 len: 173 time: 0.4158523 Jan 28 19:15:22.363830 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-15f1dba4-03c6-4bc3-9b33-f54321ecec32 req-01df58f5-63f1-41b8-add2-64f6b6292f26 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (b90cf965-8d67-4814-a8a1-c3952ff83ec3), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:22.364291 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-15f1dba4-03c6-4bc3-9b33-f54321ecec32 req-01df58f5-63f1-41b8-add2-64f6b6292f26 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] Publish callbacks [] for floatingip (b90cf965-8d67-4814-a8a1-c3952ff83ec3), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:22.379264 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-15f1dba4-03c6-4bc3-9b33-f54321ecec32 req-01df58f5-63f1-41b8-add2-64f6b6292f26 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] Calling delete_port for b90cf965-8d67-4814-a8a1-c3952ff83ec3 owned by network:floatingip {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:15:22.465843 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3fd069-4e2d-4604-a817-b3b5d68aa757 tempest-SecurityGroupsTestAdminJSON-368701073 tempest-SecurityGroupsTestAdminJSON-368701073-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dba3ad8a-1b6b-476a-bf8c-937b140f071b,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:22.551340 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5bbfee37-ff3a-4037-88cf-a5c0844d60b0 req-455481f5-f4c2-4fe4-ba9d-70d725edc979 tempest-ServersAdminNegativeTestJSON-261533429 tempest-ServersAdminNegativeTestJSON-261533429-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=f7f4d4e039d645089e7d1ff4fd335d84&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1012428 Jan 28 19:15:22.634972 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-15f1dba4-03c6-4bc3-9b33-f54321ecec32 req-01df58f5-63f1-41b8-add2-64f6b6292f26 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (b90cf965-8d67-4814-a8a1-c3952ff83ec3), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:22.677204 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-419421d2-90fb-4183-88a3-1d7397bf3fa7 req-8d3d5f1f-cc77-4c7d-b9ee-bafe369366cc service neutron] 10.222.0.70 "GET /v2.0/networks/dcce53bd-3e6d-4fa8-a8d1-67c47581bcc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3143733 Jan 28 19:15:22.677869 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df58f5-63f1-41b8-add2-64f6b6292f26 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] Pushing event deleted for resources: {'Port': ['ID=b90cf965-8d67-4814-a8a1-c3952ff83ec3,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:22.746592 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbfee37-ff3a-4037-88cf-a5c0844d60b0 req-dede48b5-625b-4803-8233-4616695af841 tempest-ServersAdminNegativeTestJSON-261533429 tempest-ServersAdminNegativeTestJSON-261533429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:22.748728 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5bbfee37-ff3a-4037-88cf-a5c0844d60b0 req-dede48b5-625b-4803-8233-4616695af841 tempest-ServersAdminNegativeTestJSON-261533429 tempest-ServersAdminNegativeTestJSON-261533429-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1869416 Jan 28 19:15:22.751354 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-badc9728-dd06-4f50-822a-5b2d98300f6c req-1b8e2df6-2b55-4f91-9283-547fd373ae25 tempest-SecurityGroupsTestAdminJSON-368701073 tempest-SecurityGroupsTestAdminJSON-368701073-project] 10.222.0.64 "GET /v2.0/security-groups/1711cea6-1f1c-4fab-b489-4815a1f9557e HTTP/1.1" status: 200 len: 1794 time: 0.0964348 Jan 28 19:15:22.770088 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-15f1dba4-03c6-4bc3-9b33-f54321ecec32 req-01df58f5-63f1-41b8-add2-64f6b6292f26 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] Publish callbacks [] for floatingip (94b669d5-cc50-476a-a0eb-f60db9829f91), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:22.772095 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-5bbfee37-ff3a-4037-88cf-a5c0844d60b0 req-cb7884d5-c3b2-4ce0-b396-5efc3e6bb0ed tempest-ServersAdminNegativeTestJSON-261533429 tempest-ServersAdminNegativeTestJSON-261533429-project] Request body: {'port': {'device_id': '275c56e5-36cf-4f56-8a77-98162a8fc095', 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91', 'admin_state_up': True, 'tenant_id': 'f7f4d4e039d645089e7d1ff4fd335d84'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:15:22.772864 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-15f1dba4-03c6-4bc3-9b33-f54321ecec32 req-01df58f5-63f1-41b8-add2-64f6b6292f26 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for floatingip (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:22.774090 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-15f1dba4-03c6-4bc3-9b33-f54321ecec32 req-01df58f5-63f1-41b8-add2-64f6b6292f26 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] 10.222.0.64 "DELETE /v2.0/floatingips/94b669d5-cc50-476a-a0eb-f60db9829f91 HTTP/1.1" status: 204 len: 173 time: 0.7297516 Jan 28 19:15:22.886630 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1331a738-1180-498d-9e7e-bb744402d38b req-a76a808e-5892-4548-b071-e1dcbae720db tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:22.887135 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-badc9728-dd06-4f50-822a-5b2d98300f6c req-8bef9a82-5047-4353-b4d7-4b097ab009d4 tempest-SecurityGroupsTestAdminJSON-368701073 tempest-SecurityGroupsTestAdminJSON-368701073-project] Publish callbacks [] for security_group (1711cea6-1f1c-4fab-b489-4815a1f9557e), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:22.888364 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1331a738-1180-498d-9e7e-bb744402d38b req-a76a808e-5892-4548-b071-e1dcbae720db tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?device_id=c3a44de3-d7bc-419a-9768-acddf7e95fea HTTP/1.1" status: 200 len: 945 time: 0.0601506 Jan 28 19:15:22.923835 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-badc9728-dd06-4f50-822a-5b2d98300f6c req-8bef9a82-5047-4353-b4d7-4b097ab009d4 tempest-SecurityGroupsTestAdminJSON-368701073 tempest-SecurityGroupsTestAdminJSON-368701073-project] Publish callbacks [] for security_group (1711cea6-1f1c-4fab-b489-4815a1f9557e), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:22.938112 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1331a738-1180-498d-9e7e-bb744402d38b req-1137b16f-5b71-4bce-84f9-a8b12a6e6ac0 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/security-groups?id=414e93b9-08bc-438e-9127-05114ed7dbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434196 Jan 28 19:15:22.957978 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bbfee37-ff3a-4037-88cf-a5c0844d60b0 req-cb7884d5-c3b2-4ce0-b396-5efc3e6bb0ed tempest-ServersAdminNegativeTestJSON-261533429 tempest-ServersAdminNegativeTestJSON-261533429-project] Made reservation on behalf of f7f4d4e039d645089e7d1ff4fd335d84 for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:15:22.961295 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-5bbfee37-ff3a-4037-88cf-a5c0844d60b0 req-cb7884d5-c3b2-4ce0-b396-5efc3e6bb0ed tempest-ServersAdminNegativeTestJSON-261533429 tempest-ServersAdminNegativeTestJSON-261533429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:22.992433 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-badc9728-dd06-4f50-822a-5b2d98300f6c req-8bef9a82-5047-4353-b4d7-4b097ab009d4 tempest-SecurityGroupsTestAdminJSON-368701073 tempest-SecurityGroupsTestAdminJSON-368701073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (1711cea6-1f1c-4fab-b489-4815a1f9557e), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:22.995119 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-badc9728-dd06-4f50-822a-5b2d98300f6c req-8bef9a82-5047-4353-b4d7-4b097ab009d4 tempest-SecurityGroupsTestAdminJSON-368701073 tempest-SecurityGroupsTestAdminJSON-368701073-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:22.996260 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-badc9728-dd06-4f50-822a-5b2d98300f6c req-8bef9a82-5047-4353-b4d7-4b097ab009d4 tempest-SecurityGroupsTestAdminJSON-368701073 tempest-SecurityGroupsTestAdminJSON-368701073-project] 10.222.0.64 "DELETE /v2.0/security-groups/1711cea6-1f1c-4fab-b489-4815a1f9557e HTTP/1.1" status: 204 len: 173 time: 0.2365096 Jan 28 19:15:23.041263 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bef9a82-5047-4353-b4d7-4b097ab009d4 tempest-SecurityGroupsTestAdminJSON-368701073 tempest-SecurityGroupsTestAdminJSON-368701073-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1711cea6-1f1c-4fab-b489-4815a1f9557e,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:23.112884 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07fb0e4-c34e-4bd1-8056-ef1b2f0b199d req-970323b3-078e-4e39-8b2b-17a1f1b1a289 tempest-ServersAdminTestJSON-1569516487 tempest-ServersAdminTestJSON-1569516487-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:23.122076 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f07fb0e4-c34e-4bd1-8056-ef1b2f0b199d req-970323b3-078e-4e39-8b2b-17a1f1b1a289 tempest-ServersAdminTestJSON-1569516487 tempest-ServersAdminTestJSON-1569516487-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=d67e2018-4151-48d3-8062-e7793269d14c HTTP/1.1" status: 200 len: 1133 time: 0.1104617 Jan 28 19:15:23.149540 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-5bbfee37-ff3a-4037-88cf-a5c0844d60b0 req-cb7884d5-c3b2-4ce0-b396-5efc3e6bb0ed tempest-ServersAdminNegativeTestJSON-261533429 tempest-ServersAdminNegativeTestJSON-261533429-project] Allocated IP 192.168.233.8 (7810caa2-eac6-457d-9302-c8c215ef3e91/f2de4832-9ef6-4f40-9ac5-1557d5e6a6ff/2994ff8c-8233-4504-b3e7-137dc5dcae76) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:15:23.193630 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f07fb0e4-c34e-4bd1-8056-ef1b2f0b199d req-61ff7275-a6cb-4a28-9906-9a0b88e90c82 tempest-ServersAdminTestJSON-1569516487 tempest-ServersAdminTestJSON-1569516487-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=2478b850-89ab-4114-a340-71569acb8761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649273 Jan 28 19:15:23.253220 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e0e05722-8e4a-4534-9826-c6e500c32b56 req-5e6dd4d4-01d8-40d8-acc2-1ed1f7bb9936 tempest-ServersAdminNegativeTestJSON-261533429 tempest-ServersAdminNegativeTestJSON-261533429-project] 10.222.0.64 "GET /v2.0/ports?device_id=275c56e5-36cf-4f56-8a77-98162a8fc095 HTTP/1.1" status: 200 len: 210 time: 0.0985131 Jan 28 19:15:23.512744 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-5bbfee37-ff3a-4037-88cf-a5c0844d60b0 req-cb7884d5-c3b2-4ce0-b396-5efc3e6bb0ed tempest-ServersAdminNegativeTestJSON-261533429 tempest-ServersAdminNegativeTestJSON-261533429-project] Publish callbacks [] for port (2994ff8c-8233-4504-b3e7-137dc5dcae76), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:23.532912 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:23.572720 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 37620) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:15:23.626208 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-5bbfee37-ff3a-4037-88cf-a5c0844d60b0 req-cb7884d5-c3b2-4ce0-b396-5efc3e6bb0ed tempest-ServersAdminNegativeTestJSON-261533429 tempest-ServersAdminNegativeTestJSON-261533429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (2994ff8c-8233-4504-b3e7-137dc5dcae76), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:23.652658 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['259b0afb-11ac-45b0-9b2c-fe033b7372ab'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:15:23.673290 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 37626) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:15:23.683239 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc321970-11b0-4110-b0c2-ca28ac941a40 req-e036b765-4868-4f8f-bcea-bfe127269d0d tempest-ServersAdminTestJSON-1569516487 tempest-ServersAdminTestJSON-1569516487-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:23.684765 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-fc321970-11b0-4110-b0c2-ca28ac941a40 req-e036b765-4868-4f8f-bcea-bfe127269d0d tempest-ServersAdminTestJSON-1569516487 tempest-ServersAdminTestJSON-1569516487-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=d67e2018-4151-48d3-8062-e7793269d14c HTTP/1.1" status: 200 len: 1133 time: 0.1272562 Jan 28 19:15:23.718030 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7884d5-c3b2-4ce0-b396-5efc3e6bb0ed tempest-ServersAdminNegativeTestJSON-261533429 tempest-ServersAdminNegativeTestJSON-261533429-project] Pushing event updated for resources: {'Port': ['ID=2994ff8c-8233-4504-b3e7-137dc5dcae76,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:23.773819 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-fc321970-11b0-4110-b0c2-ca28ac941a40 req-f1d60f8f-8d8e-43ad-9dd8-a8d5ece95584 tempest-ServersAdminTestJSON-1569516487 tempest-ServersAdminTestJSON-1569516487-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=2478b850-89ab-4114-a340-71569acb8761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818415 Jan 28 19:15:23.923212 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-74d4eee7-fc25-45a6-90c6-6698bcb95f4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:23.991555 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9f8359-1b31-4023-826f-eb2e721035be req-a9ff8a52-cc39-4f30-a5d2-f38d55f8c723 tempest-LiveAutoBlockMigrationV225Test-1956576498 tempest-LiveAutoBlockMigrationV225Test-1956576498-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:23.993234 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7a9f8359-1b31-4023-826f-eb2e721035be req-a9ff8a52-cc39-4f30-a5d2-f38d55f8c723 tempest-LiveAutoBlockMigrationV225Test-1956576498 tempest-LiveAutoBlockMigrationV225Test-1956576498-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=d493780a-0b9d-4faf-acb0-7a17299587d3 HTTP/1.1" status: 200 len: 1128 time: 0.0953915 Jan 28 19:15:24.026276 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bbfee37-ff3a-4037-88cf-a5c0844d60b0 req-cb7884d5-c3b2-4ce0-b396-5efc3e6bb0ed tempest-ServersAdminNegativeTestJSON-261533429 tempest-ServersAdminNegativeTestJSON-261533429-project] Network 7810caa2-eac6-457d-9302-c8c215ef3e91 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:15:24.028682 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-5bbfee37-ff3a-4037-88cf-a5c0844d60b0 req-cb7884d5-c3b2-4ce0-b396-5efc3e6bb0ed tempest-ServersAdminNegativeTestJSON-261533429 tempest-ServersAdminNegativeTestJSON-261533429-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:15:24.031867 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bbfee37-ff3a-4037-88cf-a5c0844d60b0 req-cb7884d5-c3b2-4ce0-b396-5efc3e6bb0ed tempest-ServersAdminNegativeTestJSON-261533429 tempest-ServersAdminNegativeTestJSON-261533429-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:15:24.069826 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-74d4eee7-fc25-45a6-90c6-6698bcb95f4d admin admin] Publish callbacks [] for security_group (fd54e4dc-33ed-433f-b525-f3057024ffe4), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:24.074951 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7a9f8359-1b31-4023-826f-eb2e721035be req-be17ab16-df2f-43b2-be3c-a7a96deeef83 tempest-LiveAutoBlockMigrationV225Test-1956576498 tempest-LiveAutoBlockMigrationV225Test-1956576498-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722799 Jan 28 19:15:24.080299 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-74d4eee7-fc25-45a6-90c6-6698bcb95f4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (fd54e4dc-33ed-433f-b525-f3057024ffe4), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:24.140230 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbfee37-ff3a-4037-88cf-a5c0844d60b0 req-cb7884d5-c3b2-4ce0-b396-5efc3e6bb0ed tempest-ServersAdminNegativeTestJSON-261533429 tempest-ServersAdminNegativeTestJSON-261533429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:24.140981 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-5bbfee37-ff3a-4037-88cf-a5c0844d60b0 req-cb7884d5-c3b2-4ce0-b396-5efc3e6bb0ed tempest-ServersAdminNegativeTestJSON-261533429 tempest-ServersAdminNegativeTestJSON-261533429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:24.143608 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 37636) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:15:24.153838 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-74d4eee7-fc25-45a6-90c6-6698bcb95f4d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6e2925e2176148618c030a5252dbdaf8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4794052 Jan 28 19:15:24.154873 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d4eee7-fc25-45a6-90c6-6698bcb95f4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd54e4dc-33ed-433f-b525-f3057024ffe4,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:24.157625 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ca4f03-c17a-4160-ac33-2c453d154e59 req-ab439e7a-e5a9-4fb5-a5cc-6b0071d71a8e tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:24.159413 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e6ca4f03-c17a-4160-ac33-2c453d154e59 req-ab439e7a-e5a9-4fb5-a5cc-6b0071d71a8e tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] 10.222.0.64 "GET /v2.0/ports?device_id=ded03133-13c4-4f3d-b250-2c8bf8c7f9a3&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.5875075 Jan 28 19:15:24.245557 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e6ca4f03-c17a-4160-ac33-2c453d154e59 req-a41d25ad-580d-49e0-80b1-d9e6f0666335 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0715768 Jan 28 19:15:24.271766 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2cb67288-7c75-4682-add9-b713f7dbe907 req-81306fcd-51ac-4505-b2f7-3b02acd3a545 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=650ae7c1-a28a-4eda-85de-f9d3677ec999&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5556350 Jan 28 19:15:24.288280 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 37644) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:15:24.291981 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-62578e93-0139-4cb6-84bf-c17517806bc2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=bec25a0d648e4f439ec76588537d5c61&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7173140 Jan 28 19:15:24.306567 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5bbfee37-ff3a-4037-88cf-a5c0844d60b0 req-cb7884d5-c3b2-4ce0-b396-5efc3e6bb0ed tempest-ServersAdminNegativeTestJSON-261533429 tempest-ServersAdminNegativeTestJSON-261533429-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.5392370 Jan 28 19:15:24.354905 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-5bbfee37-ff3a-4037-88cf-a5c0844d60b0 req-f0d071e2-32db-411f-ad02-7012252062fb service neutron] Request body: {'port': {'device_id': '275c56e5-36cf-4f56-8a77-98162a8fc095', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-14'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:15:24.373982 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-959c1d99-a6b2-4701-91ca-12e8ed5b8629 admin admin] Publish callbacks [] for security_group (8070f922-8404-4a5c-827e-0808d2a9ad01), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:24.397068 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-959c1d99-a6b2-4701-91ca-12e8ed5b8629 admin admin] Publish callbacks [] for security_group (8070f922-8404-4a5c-827e-0808d2a9ad01), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:24.402885 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-9ca7dee4-c1d4-4dc2-b7d8-89cc6ffedeb5 None None] Provisioning complete for port 2994ff8c-8233-4504-b3e7-137dc5dcae76 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:15:24.403652 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9ca7dee4-c1d4-4dc2-b7d8-89cc6ffedeb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (2994ff8c-8233-4504-b3e7-137dc5dcae76), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:24.456435 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7dee4-c1d4-4dc2-b7d8-89cc6ffedeb5 None None] Port 2994ff8c-8233-4504-b3e7-137dc5dcae76 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:15:24.458650 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-959c1d99-a6b2-4701-91ca-12e8ed5b8629 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (8070f922-8404-4a5c-827e-0808d2a9ad01), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:24.470640 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-959c1d99-a6b2-4701-91ca-12e8ed5b8629 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:24.472909 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-959c1d99-a6b2-4701-91ca-12e8ed5b8629 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8070f922-8404-4a5c-827e-0808d2a9ad01 HTTP/1.1" status: 204 len: 168 time: 0.1828914 Jan 28 19:15:24.508656 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959c1d99-a6b2-4701-91ca-12e8ed5b8629 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8070f922-8404-4a5c-827e-0808d2a9ad01,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:24.531547 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce79849b-eec0-4207-8c6e-4a00cf0104a4 req-bc84717c-b5e3-40a8-b8ba-c2e7e66fa99a tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:24.541528 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ce79849b-eec0-4207-8c6e-4a00cf0104a4 req-bc84717c-b5e3-40a8-b8ba-c2e7e66fa99a tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?device_id=c3a44de3-d7bc-419a-9768-acddf7e95fea HTTP/1.1" status: 200 len: 945 time: 0.0938432 Jan 28 19:15:24.573618 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6e2bb3d7-beea-4abb-97b8-e02114b399bc admin admin] Publish callbacks [] for security_group (fd54e4dc-33ed-433f-b525-f3057024ffe4), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:24.575228 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-5bbfee37-ff3a-4037-88cf-a5c0844d60b0 req-f0d071e2-32db-411f-ad02-7012252062fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (2994ff8c-8233-4504-b3e7-137dc5dcae76), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:24.601275 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb67288-7c75-4682-add9-b713f7dbe907 req-bdc4eb59-598e-473d-b20d-24984a80e70c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:24.602919 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2cb67288-7c75-4682-add9-b713f7dbe907 req-bdc4eb59-598e-473d-b20d-24984a80e70c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=56e30e8962704e02ba24fa7700358958&device_id=650ae7c1-a28a-4eda-85de-f9d3677ec999 HTTP/1.1" status: 200 len: 1154 time: 0.2624478 Jan 28 19:15:24.632261 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ce79849b-eec0-4207-8c6e-4a00cf0104a4 req-51e50e9d-ae60-4b45-ab87-0030066bf2a8 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/security-groups?id=414e93b9-08bc-438e-9127-05114ed7dbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920680 Jan 28 19:15:24.641075 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6e2bb3d7-beea-4abb-97b8-e02114b399bc admin admin] Publish callbacks [] for security_group (fd54e4dc-33ed-433f-b525-f3057024ffe4), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:24.739875 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4a768269-f3da-48f4-9fcf-d16c24d7cdfa req-1b47a2f8-3405-4363-a452-a5c85903c184 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0635262 Jan 28 19:15:24.925866 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e35dff1-8bf6-453c-90b7-e14394832833 req-0419c213-9e9d-4411-ab06-3e350b36327e tempest-ServersAdminNegativeTestJSON-261533429 tempest-ServersAdminNegativeTestJSON-261533429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:24.928236 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8e35dff1-8bf6-453c-90b7-e14394832833 req-0419c213-9e9d-4411-ab06-3e350b36327e tempest-ServersAdminNegativeTestJSON-261533429 tempest-ServersAdminNegativeTestJSON-261533429-project] 10.222.0.64 "GET /v2.0/ports?device_id=275c56e5-36cf-4f56-8a77-98162a8fc095 HTTP/1.1" status: 200 len: 934 time: 0.0904512 Jan 28 19:15:24.938131 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb67288-7c75-4682-add9-b713f7dbe907 req-6a29399b-6e8b-4aba-9d76-deab52d34963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:24.939834 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2cb67288-7c75-4682-add9-b713f7dbe907 req-6a29399b-6e8b-4aba-9d76-deab52d34963 service neutron] 10.222.0.70 "GET /v2.0/networks?id=7810caa2-eac6-457d-9302-c8c215ef3e91 HTTP/1.1" status: 200 len: 869 time: 0.3009002 Jan 28 19:15:24.983819 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6e2bb3d7-beea-4abb-97b8-e02114b399bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (fd54e4dc-33ed-433f-b525-f3057024ffe4), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:24.986503 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6e2bb3d7-beea-4abb-97b8-e02114b399bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:24.987653 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-6e2bb3d7-beea-4abb-97b8-e02114b399bc admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/fd54e4dc-33ed-433f-b525-f3057024ffe4 HTTP/1.1" status: 204 len: 168 time: 0.8273129 Jan 28 19:15:25.029367 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2cb67288-7c75-4682-add9-b713f7dbe907 req-eefc768d-e31d-4d89-be97-8cfc03cc4fe7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=510462f7-bf72-4988-bcf9-093454707d78 HTTP/1.1" status: 200 len: 217 time: 0.0559747 Jan 28 19:15:25.032145 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2bb3d7-beea-4abb-97b8-e02114b399bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd54e4dc-33ed-433f-b525-f3057024ffe4,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:25.098829 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8e35dff1-8bf6-453c-90b7-e14394832833 req-137b1c3f-5570-4e5f-9420-3458a73f5210 tempest-ServersAdminNegativeTestJSON-261533429 tempest-ServersAdminNegativeTestJSON-261533429-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ce50fe5-88ac-4467-ad70-249e9d69c3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636457 Jan 28 19:15:25.100196 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 37662) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:15:25.182661 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-36df5bd9-da67-4312-bd39-2ec339be5a04 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=15e8e4110f4946d1a7ea38349a551b3e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0813639 Jan 28 19:15:25.184955 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 37666) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:15:25.234778 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb67288-7c75-4682-add9-b713f7dbe907 req-98eee379-18ac-4fb4-a27c-0294831cbe29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:25.237690 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2cb67288-7c75-4682-add9-b713f7dbe907 req-98eee379-18ac-4fb4-a27c-0294831cbe29 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f2de4832-9ef6-4f40-9ac5-1557d5e6a6ff HTTP/1.1" status: 200 len: 843 time: 0.1946857 Jan 28 19:15:25.310867 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a626f91-c5ff-4d42-95a3-c3bad1d03dca req-a739e59b-0dd1-42cb-be68-d06a115529ac tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:25.312771 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7a626f91-c5ff-4d42-95a3-c3bad1d03dca req-a739e59b-0dd1-42cb-be68-d06a115529ac tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] 10.222.0.64 "GET /v2.0/ports?device_id=71928752-4f4e-4716-b0d5-ed7ec4fa5672 HTTP/1.1" status: 200 len: 950 time: 0.0832863 Jan 28 19:15:25.347584 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-5bbfee37-ff3a-4037-88cf-a5c0844d60b0 req-f0d071e2-32db-411f-ad02-7012252062fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2994ff8c-8233-4504-b3e7-137dc5dcae76 {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:15:25.350441 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cae251f7-aeb3-4fda-aebf-d7bddc9e4c47 admin admin] Publish callbacks [] for security_group (825aaad4-255b-4329-b700-63a37570f5b5), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:25.375558 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-5bbfee37-ff3a-4037-88cf-a5c0844d60b0 req-f0d071e2-32db-411f-ad02-7012252062fb service neutron] Publish callbacks [] for port (2994ff8c-8233-4504-b3e7-137dc5dcae76), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:25.393536 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7a626f91-c5ff-4d42-95a3-c3bad1d03dca req-c0d06a7c-5853-44ff-ba3d-08cbbaee26a6 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] 10.222.0.64 "GET /v2.0/security-groups?id=2478b850-89ab-4114-a340-71569acb8761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710998 Jan 28 19:15:25.410136 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cae251f7-aeb3-4fda-aebf-d7bddc9e4c47 admin admin] Publish callbacks [] for security_group (825aaad4-255b-4329-b700-63a37570f5b5), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:25.412753 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-5bbfee37-ff3a-4037-88cf-a5c0844d60b0 req-f0d071e2-32db-411f-ad02-7012252062fb service neutron] Transition to ACTIVE for port object 2994ff8c-8233-4504-b3e7-137dc5dcae76 will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:15:25.415705 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb67288-7c75-4682-add9-b713f7dbe907 req-c5615e49-a122-481a-8e63-385430485ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:25.417643 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2cb67288-7c75-4682-add9-b713f7dbe907 req-c5615e49-a122-481a-8e63-385430485ac4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7810caa2-eac6-457d-9302-c8c215ef3e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1609735 Jan 28 19:15:25.419803 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-5bbfee37-ff3a-4037-88cf-a5c0844d60b0 req-f0d071e2-32db-411f-ad02-7012252062fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (2994ff8c-8233-4504-b3e7-137dc5dcae76), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:25.485240 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cae251f7-aeb3-4fda-aebf-d7bddc9e4c47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (825aaad4-255b-4329-b700-63a37570f5b5), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:25.488791 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cae251f7-aeb3-4fda-aebf-d7bddc9e4c47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:25.495073 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-cae251f7-aeb3-4fda-aebf-d7bddc9e4c47 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/825aaad4-255b-4329-b700-63a37570f5b5 HTTP/1.1" status: 204 len: 168 time: 0.3086579 Jan 28 19:15:25.510651 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae251f7-aeb3-4fda-aebf-d7bddc9e4c47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=825aaad4-255b-4329-b700-63a37570f5b5,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:25.527743 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d071e2-32db-411f-ad02-7012252062fb service neutron] Pushing event updated for resources: {'Port': ['ID=2994ff8c-8233-4504-b3e7-137dc5dcae76,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:25.689575 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27317c5c-f5ad-454b-a02f-3de9ef919153 req-9d23e0f7-c118-4dec-bc6f-749dc2099349 tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:25.696328 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-27317c5c-f5ad-454b-a02f-3de9ef919153 req-9d23e0f7-c118-4dec-bc6f-749dc2099349 tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] 10.222.0.64 "GET /v2.0/ports?device_id=b10dfea5-afed-482e-82b2-5d9e4b8cf0ad HTTP/1.1" status: 200 len: 945 time: 0.1406567 Jan 28 19:15:25.825617 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-27317c5c-f5ad-454b-a02f-3de9ef919153 req-0898da44-8b1c-4b7b-bd4d-8ee739b624cc tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] 10.222.0.64 "GET /v2.0/security-groups?id=c9932629-d34a-4383-acc9-faa1e1165e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103315 Jan 28 19:15:25.933156 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2cb67288-7c75-4682-add9-b713f7dbe907 req-1eb581d1-764d-4608-add3-de1f70156c3a service neutron] 10.222.0.70 "GET /v2.0/networks/7810caa2-eac6-457d-9302-c8c215ef3e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5037627 Jan 28 19:15:26.110648 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-5bbfee37-ff3a-4037-88cf-a5c0844d60b0 req-f0d071e2-32db-411f-ad02-7012252062fb service neutron] Attempting to bind port 2994ff8c-8233-4504-b3e7-137dc5dcae76 on host n-h2-812111-14 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:15:26.111020 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-5bbfee37-ff3a-4037-88cf-a5c0844d60b0 req-f0d071e2-32db-411f-ad02-7012252062fb service neutron] Attempting to bind port 2994ff8c-8233-4504-b3e7-137dc5dcae76 by drivers openvswitch,hyperv on host n-h2-812111-14 at level 0 using segments [{'id': '195bcdbf-a031-4d8b-9f7f-e09fd37cd197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:15:26.111325 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bbfee37-ff3a-4037-88cf-a5c0844d60b0 req-f0d071e2-32db-411f-ad02-7012252062fb service neutron] Attempting to bind port 2994ff8c-8233-4504-b3e7-137dc5dcae76 on network 7810caa2-eac6-457d-9302-c8c215ef3e91 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:15:26.121192 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bbfee37-ff3a-4037-88cf-a5c0844d60b0 req-f0d071e2-32db-411f-ad02-7012252062fb service neutron] Port 2994ff8c-8233-4504-b3e7-137dc5dcae76 on network 7810caa2-eac6-457d-9302-c8c215ef3e91 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-14 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:15:26.121577 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bbfee37-ff3a-4037-88cf-a5c0844d60b0 req-f0d071e2-32db-411f-ad02-7012252062fb service neutron] Attempting to bind port 2994ff8c-8233-4504-b3e7-137dc5dcae76 on network 7810caa2-eac6-457d-9302-c8c215ef3e91 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:15:26.142474 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bbfee37-ff3a-4037-88cf-a5c0844d60b0 req-f0d071e2-32db-411f-ad02-7012252062fb service neutron] Checking agent: {'id': '8f3fee4e-bf24-4b58-8a3a-ae9c8011a473', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 15, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:15:26.142963 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bbfee37-ff3a-4037-88cf-a5c0844d60b0 req-f0d071e2-32db-411f-ad02-7012252062fb service neutron] Checking segment: {'id': '195bcdbf-a031-4d8b-9f7f-e09fd37cd197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:15:26.143467 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bbfee37-ff3a-4037-88cf-a5c0844d60b0 req-f0d071e2-32db-411f-ad02-7012252062fb service neutron] Bound using segment: {'id': '195bcdbf-a031-4d8b-9f7f-e09fd37cd197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:15:26.144162 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-5bbfee37-ff3a-4037-88cf-a5c0844d60b0 req-f0d071e2-32db-411f-ad02-7012252062fb service neutron] Bound port: 2994ff8c-8233-4504-b3e7-137dc5dcae76, host: n-h2-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '195bcdbf-a031-4d8b-9f7f-e09fd37cd197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:15:26.144761 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-5bbfee37-ff3a-4037-88cf-a5c0844d60b0 req-f0d071e2-32db-411f-ad02-7012252062fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (2994ff8c-8233-4504-b3e7-137dc5dcae76), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:26.194552 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bdd6e3-83ea-4815-92d1-0b38df6bd782 req-d0b40e81-e0aa-4b49-a735-452d5486ab74 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:26.196103 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-91bdd6e3-83ea-4815-92d1-0b38df6bd782 req-d0b40e81-e0aa-4b49-a735-452d5486ab74 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] 10.222.0.41 "GET /v2.0/ports?device_id=71928752-4f4e-4716-b0d5-ed7ec4fa5672 HTTP/1.1" status: 200 len: 950 time: 0.1285982 Jan 28 19:15:26.216719 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2cb67288-7c75-4682-add9-b713f7dbe907 req-f090d069-ac98-49f5-8a9c-c2ab4abd900e service neutron] 10.222.0.70 "GET /v2.0/networks/7810caa2-eac6-457d-9302-c8c215ef3e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2628779 Jan 28 19:15:26.312719 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d49d0a-7217-4e49-bafd-81ca101b638b req-d59773ca-3818-4657-b23d-0cdef8fa8410 tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:26.314995 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e1d49d0a-7217-4e49-bafd-81ca101b638b req-d59773ca-3818-4657-b23d-0cdef8fa8410 tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] 10.222.0.70 "GET /v2.0/ports?device_id=b10dfea5-afed-482e-82b2-5d9e4b8cf0ad HTTP/1.1" status: 200 len: 945 time: 0.1531284 Jan 28 19:15:26.382450 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-5bbfee37-ff3a-4037-88cf-a5c0844d60b0 req-f0d071e2-32db-411f-ad02-7012252062fb service neutron] For port 2994ff8c-8233-4504-b3e7-137dc5dcae76, host n-h2-812111-14, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:15:26.412947 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-5bbfee37-ff3a-4037-88cf-a5c0844d60b0 req-f0d071e2-32db-411f-ad02-7012252062fb service neutron] For port 2994ff8c-8233-4504-b3e7-137dc5dcae76, host n-h2-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=2994ff8c-8233-4504-b3e7-137dc5dcae76,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:15:26.459948 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307f3a22-e3d2-4b85-8cea-ffd0acda93e8 req-5874b87b-a3f5-479d-bbb9-931a40b3031d tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:26.467535 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-307f3a22-e3d2-4b85-8cea-ffd0acda93e8 req-5874b87b-a3f5-479d-bbb9-931a40b3031d tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?device_id=c3a44de3-d7bc-419a-9768-acddf7e95fea HTTP/1.1" status: 200 len: 945 time: 0.1881802 Jan 28 19:15:26.485822 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-5bbfee37-ff3a-4037-88cf-a5c0844d60b0 req-f0d071e2-32db-411f-ad02-7012252062fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (2994ff8c-8233-4504-b3e7-137dc5dcae76), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:26.560210 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-91bdd6e3-83ea-4815-92d1-0b38df6bd782 req-bd362e99-85b3-499a-872f-d235b72b6bea tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] Deleting port d627f5c4-03a1-4090-9960-c291d12bf368 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:15:26.560210 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-91bdd6e3-83ea-4815-92d1-0b38df6bd782 req-bd362e99-85b3-499a-872f-d235b72b6bea tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (d627f5c4-03a1-4090-9960-c291d12bf368), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:26.636731 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbfee37-ff3a-4037-88cf-a5c0844d60b0 req-f0d071e2-32db-411f-ad02-7012252062fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:26.637420 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-5bbfee37-ff3a-4037-88cf-a5c0844d60b0 req-f0d071e2-32db-411f-ad02-7012252062fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:26.642069 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5bbfee37-ff3a-4037-88cf-a5c0844d60b0 req-f0d071e2-32db-411f-ad02-7012252062fb service neutron] 10.222.0.70 "PUT /v2.0/ports/2994ff8c-8233-4504-b3e7-137dc5dcae76 HTTP/1.1" status: 200 len: 1095 time: 2.3033164 Jan 28 19:15:26.642069 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '275c56e5-36cf-4f56-8a77-98162a8fc095', 'tag': '2994ff8c-8233-4504-b3e7-137dc5dcae76'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:15:26.643052 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d8971d9-a51f-4914-98f5-0a6f226991b0" -d '{"events": [{"name": "network-changed", "server_uuid": "275c56e5-36cf-4f56-8a77-98162a8fc095", "tag": "2994ff8c-8233-4504-b3e7-137dc5dcae76"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:15:26.654579 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [req-756cab5a-bee5-4ca6-ba39-d9e86aa1cff0 req-d5c3f5fa-d557-4631-896e-aa2f642d6f23 tempest-LiveAutoBlockMigrationV225Test-1956576498 tempest-LiveAutoBlockMigrationV225Test-1956576498-project-admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:15:26.655980 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-756cab5a-bee5-4ca6-ba39-d9e86aa1cff0 req-d5c3f5fa-d557-4631-896e-aa2f642d6f23 tempest-LiveAutoBlockMigrationV225Test-1956576498 tempest-LiveAutoBlockMigrationV225Test-1956576498-project-admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065510 Jan 28 19:15:26.666822 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-307f3a22-e3d2-4b85-8cea-ffd0acda93e8 req-c17921d7-fdd6-4dba-90c9-dcb4f1ad94ac tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/security-groups?id=414e93b9-08bc-438e-9127-05114ed7dbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977704 Jan 28 19:15:26.707891 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-e1d49d0a-7217-4e49-bafd-81ca101b638b req-d9904b0c-8ce2-4136-9993-293017a2f0c9 tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] Deleting port aa7efc40-b703-4984-b5af-93ea24454f13 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:15:26.709442 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e1d49d0a-7217-4e49-bafd-81ca101b638b req-d9904b0c-8ce2-4136-9993-293017a2f0c9 tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (aa7efc40-b703-4984-b5af-93ea24454f13), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:26.784743 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756cab5a-bee5-4ca6-ba39-d9e86aa1cff0 req-440fdad2-e067-4030-8f94-89b41e5e99eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:26.786380 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-756cab5a-bee5-4ca6-ba39-d9e86aa1cff0 req-440fdad2-e067-4030-8f94-89b41e5e99eb service neutron] 10.222.0.64 "GET /v2.0/ports/aaf861b8-dc1c-4ad7-b587-439242683163 HTTP/1.1" status: 200 len: 1125 time: 0.1158206 Jan 28 19:15:26.795928 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d071e2-32db-411f-ad02-7012252062fb service neutron] Pushing event updated for resources: {'Port': ['ID=2994ff8c-8233-4504-b3e7-137dc5dcae76,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:26.815129 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-756cab5a-bee5-4ca6-ba39-d9e86aa1cff0 req-5ffe6356-0777-4d43-b38d-c48fad9e2693 service neutron] Request body: {'binding': {'host': 'n-h2-812111-14', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:15:26.815591 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-756cab5a-bee5-4ca6-ba39-d9e86aa1cff0 req-5ffe6356-0777-4d43-b38d-c48fad9e2693 service neutron] Unknown quota resources ['binding']. {{(pid=103305) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 19:15:27.058210 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbfee37-ff3a-4037-88cf-a5c0844d60b0 req-a7bd4203-a906-4857-83d5-1b5d920667e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:27.058928 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-91bdd6e3-83ea-4815-92d1-0b38df6bd782 req-bd362e99-85b3-499a-872f-d235b72b6bea tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] For port d627f5c4-03a1-4090-9960-c291d12bf368, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=d627f5c4-03a1-4090-9960-c291d12bf368,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:15:27.059481 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-91bdd6e3-83ea-4815-92d1-0b38df6bd782 req-bd362e99-85b3-499a-872f-d235b72b6bea tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (d627f5c4-03a1-4090-9960-c291d12bf368), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:27.064542 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5bbfee37-ff3a-4037-88cf-a5c0844d60b0 req-a7bd4203-a906-4857-83d5-1b5d920667e4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f7f4d4e039d645089e7d1ff4fd335d84&device_id=275c56e5-36cf-4f56-8a77-98162a8fc095 HTTP/1.1" status: 200 len: 1129 time: 0.2610197 Jan 28 19:15:27.082230 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-e1d49d0a-7217-4e49-bafd-81ca101b638b req-d9904b0c-8ce2-4136-9993-293017a2f0c9 tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] For port aa7efc40-b703-4984-b5af-93ea24454f13, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=aa7efc40-b703-4984-b5af-93ea24454f13,segment=NetworkSegment(845c9112-7ad9-405b-933b-e5af357107c1),segment_id=845c9112-7ad9-405b-933b-e5af357107c1)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:15:27.082617 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e1d49d0a-7217-4e49-bafd-81ca101b638b req-d9904b0c-8ce2-4136-9993-293017a2f0c9 tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (aa7efc40-b703-4984-b5af-93ea24454f13), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:27.102505 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-91bdd6e3-83ea-4815-92d1-0b38df6bd782 req-bd362e99-85b3-499a-872f-d235b72b6bea tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] Calling delete_port for d627f5c4-03a1-4090-9960-c291d12bf368 owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:15:27.152084 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5bbfee37-ff3a-4037-88cf-a5c0844d60b0 req-f7b7e4eb-c775-4a32-bd07-bfecb523d1a2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=2994ff8c-8233-4504-b3e7-137dc5dcae76 HTTP/1.1" status: 200 len: 217 time: 0.0754778 Jan 28 19:15:27.165401 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beced17-2a94-4d60-acc6-d68fac915abd req-95789ed3-0dbe-4a79-b7e6-1fb186103ae9 tempest-ServersAdminNegativeTestJSON-261533429 tempest-ServersAdminNegativeTestJSON-261533429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:27.173186 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3beced17-2a94-4d60-acc6-d68fac915abd req-95789ed3-0dbe-4a79-b7e6-1fb186103ae9 tempest-ServersAdminNegativeTestJSON-261533429 tempest-ServersAdminNegativeTestJSON-261533429-project] 10.222.0.64 "GET /v2.0/ports?device_id=275c56e5-36cf-4f56-8a77-98162a8fc095 HTTP/1.1" status: 200 len: 946 time: 0.1986732 Jan 28 19:15:27.272782 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-756cab5a-bee5-4ca6-ba39-d9e86aa1cff0 req-5ffe6356-0777-4d43-b38d-c48fad9e2693 service neutron] Attempting to bind port aaf861b8-dc1c-4ad7-b587-439242683163 on host n-h2-812111-14 for vnic_type normal with profile None {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:15:27.273146 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-756cab5a-bee5-4ca6-ba39-d9e86aa1cff0 req-5ffe6356-0777-4d43-b38d-c48fad9e2693 service neutron] Attempting to bind port aaf861b8-dc1c-4ad7-b587-439242683163 by drivers openvswitch,hyperv on host n-h2-812111-14 at level 0 using segments [{'id': '62a331e7-e6d6-4fbc-9e3c-2d3acdfd7c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '72a547d0-d9da-4c9f-b2a7-a4b786ea70ac'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:15:27.273473 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756cab5a-bee5-4ca6-ba39-d9e86aa1cff0 req-5ffe6356-0777-4d43-b38d-c48fad9e2693 service neutron] Attempting to bind port aaf861b8-dc1c-4ad7-b587-439242683163 on network 72a547d0-d9da-4c9f-b2a7-a4b786ea70ac {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:15:27.294501 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756cab5a-bee5-4ca6-ba39-d9e86aa1cff0 req-5ffe6356-0777-4d43-b38d-c48fad9e2693 service neutron] Port aaf861b8-dc1c-4ad7-b587-439242683163 on network 72a547d0-d9da-4c9f-b2a7-a4b786ea70ac not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-14 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:15:27.294845 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756cab5a-bee5-4ca6-ba39-d9e86aa1cff0 req-5ffe6356-0777-4d43-b38d-c48fad9e2693 service neutron] Attempting to bind port aaf861b8-dc1c-4ad7-b587-439242683163 on network 72a547d0-d9da-4c9f-b2a7-a4b786ea70ac {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:15:27.309128 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbfee37-ff3a-4037-88cf-a5c0844d60b0 req-8add66c0-b844-413f-a339-ba0bad1bff89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:27.309128 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5bbfee37-ff3a-4037-88cf-a5c0844d60b0 req-8add66c0-b844-413f-a339-ba0bad1bff89 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f2de4832-9ef6-4f40-9ac5-1557d5e6a6ff HTTP/1.1" status: 200 len: 843 time: 0.1034548 Jan 28 19:15:27.337552 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3beced17-2a94-4d60-acc6-d68fac915abd req-a730cb99-faea-4058-bd5b-c49c298d16c7 tempest-ServersAdminNegativeTestJSON-261533429 tempest-ServersAdminNegativeTestJSON-261533429-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ce50fe5-88ac-4467-ad70-249e9d69c3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634576 Jan 28 19:15:27.338401 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756cab5a-bee5-4ca6-ba39-d9e86aa1cff0 req-5ffe6356-0777-4d43-b38d-c48fad9e2693 service neutron] Checking agent: {'id': '8f3fee4e-bf24-4b58-8a3a-ae9c8011a473', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 15, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:15:27.338829 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756cab5a-bee5-4ca6-ba39-d9e86aa1cff0 req-5ffe6356-0777-4d43-b38d-c48fad9e2693 service neutron] Checking segment: {'id': '62a331e7-e6d6-4fbc-9e3c-2d3acdfd7c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '72a547d0-d9da-4c9f-b2a7-a4b786ea70ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:15:27.339235 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756cab5a-bee5-4ca6-ba39-d9e86aa1cff0 req-5ffe6356-0777-4d43-b38d-c48fad9e2693 service neutron] Bound using segment: {'id': '62a331e7-e6d6-4fbc-9e3c-2d3acdfd7c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '72a547d0-d9da-4c9f-b2a7-a4b786ea70ac'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:15:27.339698 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-756cab5a-bee5-4ca6-ba39-d9e86aa1cff0 req-5ffe6356-0777-4d43-b38d-c48fad9e2693 service neutron] Bound port: aaf861b8-dc1c-4ad7-b587-439242683163, host: n-h2-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62a331e7-e6d6-4fbc-9e3c-2d3acdfd7c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '72a547d0-d9da-4c9f-b2a7-a4b786ea70ac'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:15:27.444840 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbfee37-ff3a-4037-88cf-a5c0844d60b0 req-0dd03042-9897-4336-b81c-17cb075579e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:27.446445 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5bbfee37-ff3a-4037-88cf-a5c0844d60b0 req-0dd03042-9897-4336-b81c-17cb075579e0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7810caa2-eac6-457d-9302-c8c215ef3e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1331229 Jan 28 19:15:27.450073 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e1d49d0a-7217-4e49-bafd-81ca101b638b req-d9904b0c-8ce2-4136-9993-293017a2f0c9 tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:27.450927 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e1d49d0a-7217-4e49-bafd-81ca101b638b req-d9904b0c-8ce2-4136-9993-293017a2f0c9 tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734886'] for floatingip (0e80e734-2cef-4a22-95bc-2174e77e57d6), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:27.451076 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-91bdd6e3-83ea-4815-92d1-0b38df6bd782 req-bd362e99-85b3-499a-872f-d235b72b6bea tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (d627f5c4-03a1-4090-9960-c291d12bf368), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:27.451389 n-d-812111-14 neutron-server[103304]: INFO neutron.db.l3_db [req-e1d49d0a-7217-4e49-bafd-81ca101b638b req-d9904b0c-8ce2-4136-9993-293017a2f0c9 tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] Floating IP 0e80e734-2cef-4a22-95bc-2174e77e57d6 disassociated. External IP: 172.25.6.101, port: aa7efc40-b703-4984-b5af-93ea24454f13. Jan 28 19:15:27.451602 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-e1d49d0a-7217-4e49-bafd-81ca101b638b req-d9904b0c-8ce2-4136-9993-293017a2f0c9 tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] Calling delete_port for aa7efc40-b703-4984-b5af-93ea24454f13 owned by compute:nova {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:15:27.455812 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-756cab5a-bee5-4ca6-ba39-d9e86aa1cff0 req-5ffe6356-0777-4d43-b38d-c48fad9e2693 service neutron] For port aaf861b8-dc1c-4ad7-b587-439242683163, host n-h2-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=aaf861b8-dc1c-4ad7-b587-439242683163,segment=NetworkSegment(62a331e7-e6d6-4fbc-9e3c-2d3acdfd7c92),segment_id=62a331e7-e6d6-4fbc-9e3c-2d3acdfd7c92)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:15:27.465538 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['510462f7-bf72-4988-bcf9-093454707d78'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:15:27.470654 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['9eff3771-715e-4451-b699-019f5652d895'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:15:27.500482 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-756cab5a-bee5-4ca6-ba39-d9e86aa1cff0 req-5ffe6356-0777-4d43-b38d-c48fad9e2693 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:27.501630 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-756cab5a-bee5-4ca6-ba39-d9e86aa1cff0 req-5ffe6356-0777-4d43-b38d-c48fad9e2693 service neutron] 10.222.0.64 "POST /v2.0/ports/aaf861b8-dc1c-4ad7-b587-439242683163/bindings HTTP/1.1" status: 201 len: 390 time: 0.6917965 Jan 28 19:15:27.502844 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd362e99-85b3-499a-872f-d235b72b6bea tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] Pushing event deleted for resources: {'Port': ['ID=d627f5c4-03a1-4090-9960-c291d12bf368,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:27.651338 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-91bdd6e3-83ea-4815-92d1-0b38df6bd782 req-bd362e99-85b3-499a-872f-d235b72b6bea tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] No DVR routers for this DVR port d627f5c4-03a1-4090-9960-c291d12bf368 on host n-h1-812111-14 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:15:27.665582 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-91bdd6e3-83ea-4815-92d1-0b38df6bd782 req-bd362e99-85b3-499a-872f-d235b72b6bea tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:27.681188 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-91bdd6e3-83ea-4815-92d1-0b38df6bd782 req-bd362e99-85b3-499a-872f-d235b72b6bea tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] 10.222.0.41 "DELETE /v2.0/ports/d627f5c4-03a1-4090-9960-c291d12bf368 HTTP/1.1" status: 204 len: 173 time: 1.4720123 Jan 28 19:15:27.682183 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71928752-4f4e-4716-b0d5-ed7ec4fa5672', 'name': 'network-vif-deleted', 'tag': 'd627f5c4-03a1-4090-9960-c291d12bf368'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:15:27.688261 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c077969-2f02-45cd-94ab-5d08cb565bf2" -d '{"events": [{"server_uuid": "71928752-4f4e-4716-b0d5-ed7ec4fa5672", "name": "network-vif-deleted", "tag": "d627f5c4-03a1-4090-9960-c291d12bf368"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:15:27.765977 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2f7ff3-1b58-4511-ac53-fdf679dc79cf req-7c41fcf7-0231-4ae0-a20c-66c6795d3ad2 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:27.783175 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4d2f7ff3-1b58-4511-ac53-fdf679dc79cf req-7c41fcf7-0231-4ae0-a20c-66c6795d3ad2 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] 10.222.0.64 "GET /v2.0/ports?device_id=ded03133-13c4-4f3d-b250-2c8bf8c7f9a3 HTTP/1.1" status: 200 len: 945 time: 0.2750652 Jan 28 19:15:27.801449 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f4d546ce-0a09-45db-9ee9-8347238467ad req-be7acbfc-e7b9-4142-9f2c-13b0b4444655 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] 10.222.0.64 "GET /v2.0/ports?device_id=71928752-4f4e-4716-b0d5-ed7ec4fa5672 HTTP/1.1" status: 200 len: 210 time: 0.0607262 Jan 28 19:15:27.899558 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4d2f7ff3-1b58-4511-ac53-fdf679dc79cf req-1b0ad8af-cd79-4a6b-af58-6312ae47b7f8 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] 10.222.0.64 "GET /v2.0/security-groups?id=7332b9a1-5221-4be7-bb1d-60a9c30bd143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121347 Jan 28 19:15:27.951907 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a4d7a6d-8fdd-4d3d-80f2-beee7676af09 x-openstack-request-id: req-1a4d7a6d-8fdd-4d3d-80f2-beee7676af09 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:15:27.952491 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "275c56e5-36cf-4f56-8a77-98162a8fc095", "tag": "2994ff8c-8233-4504-b3e7-137dc5dcae76", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:15:27.952977 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1a4d7a6d-8fdd-4d3d-80f2-beee7676af09 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:15:27.953507 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '275c56e5-36cf-4f56-8a77-98162a8fc095', 'tag': '2994ff8c-8233-4504-b3e7-137dc5dcae76', 'status': 'completed', 'code': 200} Jan 28 19:15:28.009142 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5bbfee37-ff3a-4037-88cf-a5c0844d60b0 req-bbe9291f-b823-4304-ba70-9cd0d0f753c9 service neutron] 10.222.0.70 "GET /v2.0/networks/7810caa2-eac6-457d-9302-c8c215ef3e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5542696 Jan 28 19:15:28.058331 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aa6a9a-f24a-4880-ac8f-faec304c0f1a req-92d89733-442d-410b-8c09-eb6f2cc4767c tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:28.063267 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-49aa6a9a-f24a-4880-ac8f-faec304c0f1a req-92d89733-442d-410b-8c09-eb6f2cc4767c tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] 10.222.0.70 "GET /v2.0/ports?device_id=ded03133-13c4-4f3d-b250-2c8bf8c7f9a3 HTTP/1.1" status: 200 len: 945 time: 0.2413607 Jan 28 19:15:28.200334 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a9321f-338e-40bb-b5dc-8c508ae4c1d6 req-c345ee93-abda-4834-8998-47b8bbf02b03 tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:28.209841 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f6a9321f-338e-40bb-b5dc-8c508ae4c1d6 req-c345ee93-abda-4834-8998-47b8bbf02b03 tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] 10.222.0.64 "GET /v2.0/ports?device_id=b10dfea5-afed-482e-82b2-5d9e4b8cf0ad HTTP/1.1" status: 200 len: 945 time: 0.1655700 Jan 28 19:15:28.281036 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e1d49d0a-7217-4e49-bafd-81ca101b638b req-d9904b0c-8ce2-4136-9993-293017a2f0c9 tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (aa7efc40-b703-4984-b5af-93ea24454f13), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:28.286565 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f6a9321f-338e-40bb-b5dc-8c508ae4c1d6 req-fac816a0-cdab-4a2c-8671-44d10afcab26 tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] 10.222.0.64 "GET /v2.0/security-groups?id=c9932629-d34a-4383-acc9-faa1e1165e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781958 Jan 28 19:15:28.361129 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9904b0c-8ce2-4136-9993-293017a2f0c9 tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] Pushing event deleted for resources: {'Port': ['ID=aa7efc40-b703-4984-b5af-93ea24454f13,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:28.372298 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5bbfee37-ff3a-4037-88cf-a5c0844d60b0 req-1cd5d73a-d238-4b4a-94b5-c21f78beed3e service neutron] 10.222.0.70 "GET /v2.0/networks/7810caa2-eac6-457d-9302-c8c215ef3e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3551736 Jan 28 19:15:28.517711 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701dadb8-8255-46be-a30c-ec4a0532b9ff req-7717cab7-e381-420a-b4d7-de1d8c70002b tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:28.519280 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-701dadb8-8255-46be-a30c-ec4a0532b9ff req-7717cab7-e381-420a-b4d7-de1d8c70002b tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=d493780a-0b9d-4faf-acb0-7a17299587d3 HTTP/1.1" status: 200 len: 945 time: 0.1612678 Jan 28 19:15:28.587869 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-701dadb8-8255-46be-a30c-ec4a0532b9ff req-0e714b02-5703-48c1-b560-e3f42f90c955 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545793 Jan 28 19:15:28.607133 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e1d49d0a-7217-4e49-bafd-81ca101b638b req-d9904b0c-8ce2-4136-9993-293017a2f0c9 tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] Router d3caa4e9-2a65-4416-8a3e-7fcb9617385f has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:15:28.629693 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:15:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d793c034-767c-4b65-8df0-872b35255194 x-openstack-request-id: req-d793c034-767c-4b65-8df0-872b35255194 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:15:28.629993 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71928752-4f4e-4716-b0d5-ed7ec4fa5672", "name": "network-vif-deleted", "tag": "d627f5c4-03a1-4090-9960-c291d12bf368", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:15:28.630249 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d793c034-767c-4b65-8df0-872b35255194 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:15:28.630915 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71928752-4f4e-4716-b0d5-ed7ec4fa5672', 'name': 'network-vif-deleted', 'tag': 'd627f5c4-03a1-4090-9960-c291d12bf368', 'status': 'completed', 'code': 200} Jan 28 19:15:28.670106 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-49aa6a9a-f24a-4880-ac8f-faec304c0f1a req-1ecc682b-83b4-4aaa-b65d-b64d769402ab tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] Deleting port 30444881-523b-4878-8dfb-e14323d850ea {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:15:28.670557 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-49aa6a9a-f24a-4880-ac8f-faec304c0f1a req-1ecc682b-83b4-4aaa-b65d-b64d769402ab tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (30444881-523b-4878-8dfb-e14323d850ea), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:28.839774 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device d627f5c4-03a1-4090-9960-c291d12bf368 no longer exists at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:15:28.848652 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c7b8b3-d64d-438c-a1c8-9ad662ddcb58 req-224bf027-e644-4e4a-9b7b-18274e958df9 tempest-ServersAdminNegativeTestJSON-261533429 tempest-ServersAdminNegativeTestJSON-261533429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:28.859057 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-17c7b8b3-d64d-438c-a1c8-9ad662ddcb58 req-224bf027-e644-4e4a-9b7b-18274e958df9 tempest-ServersAdminNegativeTestJSON-261533429 tempest-ServersAdminNegativeTestJSON-261533429-project] 10.222.0.64 "GET /v2.0/ports?device_id=275c56e5-36cf-4f56-8a77-98162a8fc095 HTTP/1.1" status: 200 len: 946 time: 0.1650484 Jan 28 19:15:28.902026 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] No Port match for: d627f5c4-03a1-4090-9960-c291d12bf368 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:15:28.902396 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device d627f5c4-03a1-4090-9960-c291d12bf368 not bound to the agent host n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:15:29.024611 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-17c7b8b3-d64d-438c-a1c8-9ad662ddcb58 req-bc63458e-a68d-4f9d-99e8-bf81032dd550 tempest-ServersAdminNegativeTestJSON-261533429 tempest-ServersAdminNegativeTestJSON-261533429-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ce50fe5-88ac-4467-ad70-249e9d69c3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639736 Jan 28 19:15:29.027659 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 37776) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:15:29.223602 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c34f58cf-6072-4f5d-8f5c-cefd281b6b52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:29.256012 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8971d9-a51f-4914-98f5-0a6f226991b0 req-c60164f9-c08a-4513-9e19-5b9dedb281db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:29.257516 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4d8971d9-a51f-4914-98f5-0a6f226991b0 req-c60164f9-c08a-4513-9e19-5b9dedb281db service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f7f4d4e039d645089e7d1ff4fd335d84&device_id=275c56e5-36cf-4f56-8a77-98162a8fc095 HTTP/1.1" status: 200 len: 1129 time: 0.7747531 Jan 28 19:15:29.259219 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b8be0a-567d-4d9a-8347-4bbfdf5bf9b7 req-42ab4630-da43-467f-9b19-9e2d72b37d09 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:29.265569 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-73b8be0a-567d-4d9a-8347-4bbfdf5bf9b7 req-42ab4630-da43-467f-9b19-9e2d72b37d09 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] 10.222.0.64 "GET /v2.0/ports?device_id=ded03133-13c4-4f3d-b250-2c8bf8c7f9a3 HTTP/1.1" status: 200 len: 945 time: 0.1022525 Jan 28 19:15:29.313405 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09c95cc-6f68-4b11-b3a9-d3d0b197f97a req-ca16e941-72e4-411d-a060-a00f68ddee0b tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:29.314901 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a09c95cc-6f68-4b11-b3a9-d3d0b197f97a req-ca16e941-72e4-411d-a060-a00f68ddee0b tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?device_id=c3a44de3-d7bc-419a-9768-acddf7e95fea HTTP/1.1" status: 200 len: 945 time: 0.7355196 Jan 28 19:15:29.331804 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e1d49d0a-7217-4e49-bafd-81ca101b638b req-d9904b0c-8ce2-4136-9993-293017a2f0c9 tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:15:29.345049 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2e2055-d8fd-4417-beb2-dc6f4f29fb50 None None] Sync routers for ids ['d3caa4e9-2a65-4416-8a3e-7fcb9617385f'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:15:29.350243 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-73b8be0a-567d-4d9a-8347-4bbfdf5bf9b7 req-019c02ab-e18c-4f13-b85f-1d2041ed6667 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] 10.222.0.64 "GET /v2.0/security-groups?id=7332b9a1-5221-4be7-bb1d-60a9c30bd143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829360 Jan 28 19:15:29.368085 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2e2055-d8fd-4417-beb2-dc6f4f29fb50 None None] Routers {'d3caa4e9-2a65-4416-8a3e-7fcb9617385f'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:15:29.368801 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-ac2e2055-d8fd-4417-beb2-dc6f4f29fb50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:15:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['d3caa4e9-2a65-4416-8a3e-7fcb9617385f'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:15:29.393882 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c34f58cf-6072-4f5d-8f5c-cefd281b6b52 admin admin] Publish callbacks [] for security_group (50e73d93-3c6f-4d1f-8679-c04177d1397c), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:29.400727 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c34f58cf-6072-4f5d-8f5c-cefd281b6b52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (50e73d93-3c6f-4d1f-8679-c04177d1397c), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:29.474227 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-c34f58cf-6072-4f5d-8f5c-cefd281b6b52 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2238c2bffe6d4d02939bd1f6806a2860&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4431109 Jan 28 19:15:29.476038 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 37786) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:15:29.476804 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34f58cf-6072-4f5d-8f5c-cefd281b6b52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50e73d93-3c6f-4d1f-8679-c04177d1397c,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:29.499962 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1d49d0a-7217-4e49-bafd-81ca101b638b req-d9904b0c-8ce2-4136-9993-293017a2f0c9 tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] No DVR routers for this DVR port aa7efc40-b703-4984-b5af-93ea24454f13 on host n-h2-812111-14 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:15:29.509676 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e1d49d0a-7217-4e49-bafd-81ca101b638b req-d9904b0c-8ce2-4136-9993-293017a2f0c9 tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:29.513042 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e1d49d0a-7217-4e49-bafd-81ca101b638b req-d9904b0c-8ce2-4136-9993-293017a2f0c9 tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] 10.222.0.70 "DELETE /v2.0/ports/aa7efc40-b703-4984-b5af-93ea24454f13 HTTP/1.1" status: 204 len: 173 time: 3.1842952 Jan 28 19:15:29.515263 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-49aa6a9a-f24a-4880-ac8f-faec304c0f1a req-1ecc682b-83b4-4aaa-b65d-b64d769402ab tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] For port 30444881-523b-4878-8dfb-e14323d850ea, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=30444881-523b-4878-8dfb-e14323d850ea,segment=NetworkSegment(a3f92b11-4f37-4628-b716-5af99066213d),segment_id=a3f92b11-4f37-4628-b716-5af99066213d)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:15:29.515714 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-49aa6a9a-f24a-4880-ac8f-faec304c0f1a req-1ecc682b-83b4-4aaa-b65d-b64d769402ab tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (30444881-523b-4878-8dfb-e14323d850ea), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:29.566855 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-49aa6a9a-f24a-4880-ac8f-faec304c0f1a req-1ecc682b-83b4-4aaa-b65d-b64d769402ab tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] Calling delete_port for 30444881-523b-4878-8dfb-e14323d850ea owned by compute:nova {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:15:29.600848 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a09c95cc-6f68-4b11-b3a9-d3d0b197f97a req-9433c452-c15d-4cf6-a0ef-8d14f770ee0d tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/security-groups?id=414e93b9-08bc-438e-9127-05114ed7dbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2652726 Jan 28 19:15:29.611958 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0dc1462b-2639-40cc-b832-ee8472d9f9dd admin admin] Publish callbacks [] for security_group (50e73d93-3c6f-4d1f-8679-c04177d1397c), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:29.652254 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0dc1462b-2639-40cc-b832-ee8472d9f9dd admin admin] Publish callbacks [] for security_group (50e73d93-3c6f-4d1f-8679-c04177d1397c), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:29.678599 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-ac2e2055-d8fd-4417-beb2-dc6f4f29fb50 None None] Set router d3caa4e9-2a65-4416-8a3e-7fcb9617385f gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:15:29.701772 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8971d9-a51f-4914-98f5-0a6f226991b0 req-9eb81e06-c1eb-4cd3-b488-aba978bfcecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:29.708504 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4d8971d9-a51f-4914-98f5-0a6f226991b0 req-9eb81e06-c1eb-4cd3-b488-aba978bfcecc service neutron] 10.222.0.70 "GET /v2.0/networks?id=7810caa2-eac6-457d-9302-c8c215ef3e91 HTTP/1.1" status: 200 len: 869 time: 0.4371312 Jan 28 19:15:29.736568 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0dc1462b-2639-40cc-b832-ee8472d9f9dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (50e73d93-3c6f-4d1f-8679-c04177d1397c), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:29.741952 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0dc1462b-2639-40cc-b832-ee8472d9f9dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:29.746147 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-0dc1462b-2639-40cc-b832-ee8472d9f9dd admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/50e73d93-3c6f-4d1f-8679-c04177d1397c HTTP/1.1" status: 204 len: 168 time: 0.2581730 Jan 28 19:15:29.758274 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc1462b-2639-40cc-b832-ee8472d9f9dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50e73d93-3c6f-4d1f-8679-c04177d1397c,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:29.846002 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4d8971d9-a51f-4914-98f5-0a6f226991b0 req-7b30dd63-20c4-430a-8e95-72a88579359e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=2994ff8c-8233-4504-b3e7-137dc5dcae76 HTTP/1.1" status: 200 len: 217 time: 0.1280746 Jan 28 19:15:29.864636 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device aa7efc40-b703-4984-b5af-93ea24454f13 no longer exists at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:15:29.871817 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-629babbb-1b8c-44cf-a6d2-62a48e42b3c1 req-c8eabb96-9d89-4d5f-9a6e-ede47178fd22 tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] 10.222.0.64 "GET /v2.0/ports?device_id=b10dfea5-afed-482e-82b2-5d9e4b8cf0ad HTTP/1.1" status: 200 len: 210 time: 0.1501615 Jan 28 19:15:29.911406 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] No Port match for: aa7efc40-b703-4984-b5af-93ea24454f13 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:15:29.911818 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device aa7efc40-b703-4984-b5af-93ea24454f13 not bound to the agent host n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:15:29.942030 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8971d9-a51f-4914-98f5-0a6f226991b0 req-1ac7a9f3-a67a-430b-b5f4-3105998a2286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:29.944057 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4d8971d9-a51f-4914-98f5-0a6f226991b0 req-1ac7a9f3-a67a-430b-b5f4-3105998a2286 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f2de4832-9ef6-4f40-9ac5-1557d5e6a6ff HTTP/1.1" status: 200 len: 843 time: 0.0747535 Jan 28 19:15:29.960011 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b10dfea5-afed-482e-82b2-5d9e4b8cf0ad', 'name': 'network-vif-deleted', 'tag': 'aa7efc40-b703-4984-b5af-93ea24454f13'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:15:29.966810 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09bda9f1-c5ee-4436-b099-1ada83edf263" -d '{"events": [{"server_uuid": "b10dfea5-afed-482e-82b2-5d9e4b8cf0ad", "name": "network-vif-deleted", "tag": "aa7efc40-b703-4984-b5af-93ea24454f13"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:15:30.008747 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8679c4e7-2990-4fb4-a28a-e75c2a19bd42 req-5fbad6c6-2eeb-4ced-95aa-655c91c8adbd tempest-ServerDiagnosticsNegativeTest-569001323 tempest-ServerDiagnosticsNegativeTest-569001323-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=a876cf4996e74f139581668f3f741802&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0422418 Jan 28 19:15:30.051158 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-ac2e2055-d8fd-4417-beb2-dc6f4f29fb50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3caa4e9-2a65-4416-8a3e-7fcb9617385f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-953100577-router', 'tenant_id': '364a7c42eb8b468d8d8584f032848f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '479412f1-13f0-40ef-a841-7c525dcbb25a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:12:40Z', 'updated_at': '2022-01-28T19:12:45Z', 'revision_number': 4, 'project_id': '364a7c42eb8b468d8d8584f032848f52', 'gw_port': {'id': '479412f1-13f0-40ef-a841-7c525dcbb25a', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:36:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3caa4e9-2a65-4416-8a3e-7fcb9617385f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:12:40Z', 'updated_at': '2022-01-28T19:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '1b072416-1b9a-4975-bb55-2908e9aa62f5', 'name': '', 'network_id': 'c806e35b-751a-4ce9-b109-f544f83125cf', 'tenant_id': '364a7c42eb8b468d8d8584f032848f52', 'mac_address': 'fa:16:3e:5a:bb:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3caa4e9-2a65-4416-8a3e-7fcb9617385f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'c08dfd32-a1e5-4572-9817-13ebb5508016', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:12:44Z', 'updated_at': '2022-01-28T19:12:54Z', 'revision_number': 5, 'project_id': '364a7c42eb8b468d8d8584f032848f52', 'subnets': [{'id': 'c08dfd32-a1e5-4572-9817-13ebb5508016', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:15:30.082190 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2e2055-d8fd-4417-beb2-dc6f4f29fb50 None None] Checking router: d3caa4e9-2a65-4416-8a3e-7fcb9617385f for host: n-d-812111-14 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:15:30.092410 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2e2055-d8fd-4417-beb2-dc6f4f29fb50 None None] Routers {'d3caa4e9-2a65-4416-8a3e-7fcb9617385f'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:15:30.093260 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-ac2e2055-d8fd-4417-beb2-dc6f4f29fb50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:15:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['d3caa4e9-2a65-4416-8a3e-7fcb9617385f'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:15:30.163317 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8679c4e7-2990-4fb4-a28a-e75c2a19bd42 req-f8f83ae4-aae1-4bf9-aa29-7ebd452ce75d tempest-ServerDiagnosticsNegativeTest-569001323 tempest-ServerDiagnosticsNegativeTest-569001323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:30.181876 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8679c4e7-2990-4fb4-a28a-e75c2a19bd42 req-f8f83ae4-aae1-4bf9-aa29-7ebd452ce75d tempest-ServerDiagnosticsNegativeTest-569001323 tempest-ServerDiagnosticsNegativeTest-569001323-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1719203 Jan 28 19:15:30.204464 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-49aa6a9a-f24a-4880-ac8f-faec304c0f1a req-1ecc682b-83b4-4aaa-b65d-b64d769402ab tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (30444881-523b-4878-8dfb-e14323d850ea), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:30.213425 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8971d9-a51f-4914-98f5-0a6f226991b0 req-6b6ced6f-d921-4f69-8aef-38259d031e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:30.215372 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4d8971d9-a51f-4914-98f5-0a6f226991b0 req-6b6ced6f-d921-4f69-8aef-38259d031e27 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7810caa2-eac6-457d-9302-c8c215ef3e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2448361 Jan 28 19:15:30.229629 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8679c4e7-2990-4fb4-a28a-e75c2a19bd42 req-675c08f9-ecd8-4f90-8bfd-39904021b9f6 tempest-ServerDiagnosticsNegativeTest-569001323 tempest-ServerDiagnosticsNegativeTest-569001323-project] 10.222.0.64 "GET /v2.0/quotas/a876cf4996e74f139581668f3f741802 HTTP/1.1" status: 200 len: 375 time: 0.0404637 Jan 28 19:15:30.261526 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b550440d-413d-4115-8ad3-f1c145c135e5 req-da3a92a7-9625-4da9-85c1-d10e080e33fe tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:30.263051 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b550440d-413d-4115-8ad3-f1c145c135e5 req-da3a92a7-9625-4da9-85c1-d10e080e33fe tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] 10.222.0.64 "GET /v2.0/ports?device_id=650ae7c1-a28a-4eda-85de-f9d3677ec999 HTTP/1.1" status: 200 len: 971 time: 0.2643089 Jan 28 19:15:30.267974 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-ac2e2055-d8fd-4417-beb2-dc6f4f29fb50 None None] Set router d3caa4e9-2a65-4416-8a3e-7fcb9617385f gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:15:30.280371 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecc682b-83b4-4aaa-b65d-b64d769402ab tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] Pushing event deleted for resources: {'Port': ['ID=30444881-523b-4878-8dfb-e14323d850ea,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:30.313518 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8679c4e7-2990-4fb4-a28a-e75c2a19bd42 req-5ac3f53b-7179-4628-95a4-5c910ae1ec81 tempest-ServerDiagnosticsNegativeTest-569001323 tempest-ServerDiagnosticsNegativeTest-569001323-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=a876cf4996e74f139581668f3f741802&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0818810 Jan 28 19:15:30.396181 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-49aa6a9a-f24a-4880-ac8f-faec304c0f1a req-1ecc682b-83b4-4aaa-b65d-b64d769402ab tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] No DVR routers for this DVR port 30444881-523b-4878-8dfb-e14323d850ea on host n-h2-812111-14 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:15:30.414222 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-49aa6a9a-f24a-4880-ac8f-faec304c0f1a req-1ecc682b-83b4-4aaa-b65d-b64d769402ab tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:30.427114 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-49aa6a9a-f24a-4880-ac8f-faec304c0f1a req-1ecc682b-83b4-4aaa-b65d-b64d769402ab tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] 10.222.0.70 "DELETE /v2.0/ports/30444881-523b-4878-8dfb-e14323d850ea HTTP/1.1" status: 204 len: 173 time: 2.2943137 Jan 28 19:15:30.493024 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4d8971d9-a51f-4914-98f5-0a6f226991b0 req-9672d0ac-9262-403b-af11-af8d143c4e8a service neutron] 10.222.0.70 "GET /v2.0/networks/7810caa2-eac6-457d-9302-c8c215ef3e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2689879 Jan 28 19:15:30.496596 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b550440d-413d-4115-8ad3-f1c145c135e5 req-c7121162-21e3-4b36-9bde-bd56da96983b tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] 10.222.0.64 "GET /v2.0/security-groups?id=2478b850-89ab-4114-a340-71569acb8761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667504 Jan 28 19:15:30.670511 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:15:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b496bb01-a28a-4d10-a202-5f6fd27173be x-openstack-request-id: req-b496bb01-a28a-4d10-a202-5f6fd27173be {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:15:30.671065 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b10dfea5-afed-482e-82b2-5d9e4b8cf0ad", "name": "network-vif-deleted", "tag": "aa7efc40-b703-4984-b5af-93ea24454f13", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:15:30.672250 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b496bb01-a28a-4d10-a202-5f6fd27173be {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:15:30.672833 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b10dfea5-afed-482e-82b2-5d9e4b8cf0ad', 'name': 'network-vif-deleted', 'tag': 'aa7efc40-b703-4984-b5af-93ea24454f13', 'status': 'completed', 'code': 200} Jan 28 19:15:30.700077 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-ac2e2055-d8fd-4417-beb2-dc6f4f29fb50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3caa4e9-2a65-4416-8a3e-7fcb9617385f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-953100577-router', 'tenant_id': '364a7c42eb8b468d8d8584f032848f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '479412f1-13f0-40ef-a841-7c525dcbb25a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:12:40Z', 'updated_at': '2022-01-28T19:12:45Z', 'revision_number': 4, 'project_id': '364a7c42eb8b468d8d8584f032848f52', 'gw_port': {'id': '479412f1-13f0-40ef-a841-7c525dcbb25a', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:36:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3caa4e9-2a65-4416-8a3e-7fcb9617385f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:12:40Z', 'updated_at': '2022-01-28T19:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '1b072416-1b9a-4975-bb55-2908e9aa62f5', 'name': '', 'network_id': 'c806e35b-751a-4ce9-b109-f544f83125cf', 'tenant_id': '364a7c42eb8b468d8d8584f032848f52', 'mac_address': 'fa:16:3e:5a:bb:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3caa4e9-2a65-4416-8a3e-7fcb9617385f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'c08dfd32-a1e5-4572-9817-13ebb5508016', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:12:44Z', 'updated_at': '2022-01-28T19:12:54Z', 'revision_number': 5, 'project_id': '364a7c42eb8b468d8d8584f032848f52', 'subnets': [{'id': 'c08dfd32-a1e5-4572-9817-13ebb5508016', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:15:30.738769 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2e2055-d8fd-4417-beb2-dc6f4f29fb50 None None] The sync data for ids ['d3caa4e9-2a65-4416-8a3e-7fcb9617385f'] in n-d-812111-14 is: [{'id': 'd3caa4e9-2a65-4416-8a3e-7fcb9617385f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-953100577-router', 'tenant_id': '364a7c42eb8b468d8d8584f032848f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '479412f1-13f0-40ef-a841-7c525dcbb25a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:12:40Z', 'updated_at': '2022-01-28T19:12:45Z', 'revision_number': 4, 'project_id': '364a7c42eb8b468d8d8584f032848f52', 'gw_port': {'id': '479412f1-13f0-40ef-a841-7c525dcbb25a', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:36:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3caa4e9-2a65-4416-8a3e-7fcb9617385f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:12:40Z', 'updated_at': '2022-01-28T19:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '1b072416-1b9a-4975-bb55-2908e9aa62f5', 'name': '', 'network_id': 'c806e35b-751a-4ce9-b109-f544f83125cf', 'tenant_id': '364a7c42eb8b468d8d8584f032848f52', 'mac_address': 'fa:16:3e:5a:bb:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3caa4e9-2a65-4416-8a3e-7fcb9617385f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'c08dfd32-a1e5-4572-9817-13ebb5508016', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:12:44Z', 'updated_at': '2022-01-28T19:12:54Z', 'revision_number': 5, 'project_id': '364a7c42eb8b468d8d8584f032848f52', 'subnets': [{'id': 'c08dfd32-a1e5-4572-9817-13ebb5508016', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:15:30.749216 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4d8971d9-a51f-4914-98f5-0a6f226991b0 req-0ece9687-8ccd-407a-af2b-46294da2c5d0 service neutron] 10.222.0.70 "GET /v2.0/networks/7810caa2-eac6-457d-9302-c8c215ef3e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2494769 Jan 28 19:15:30.801382 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315b4de7-6de3-4b31-bd5f-3e42a4d4ecc4 req-78c33e8f-0e9d-4411-89ab-5576b6a8608d tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:30.809978 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-315b4de7-6de3-4b31-bd5f-3e42a4d4ecc4 req-78c33e8f-0e9d-4411-89ab-5576b6a8608d tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=d493780a-0b9d-4faf-acb0-7a17299587d3 HTTP/1.1" status: 200 len: 945 time: 0.1735215 Jan 28 19:15:30.875716 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358aa72b-5731-4de7-9e45-4c9d04a50ae5 req-495ee2e6-ac08-4c7c-973e-5293bf07b628 tempest-ServersAdminNegativeTestJSON-261533429 tempest-ServersAdminNegativeTestJSON-261533429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:30.883210 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-358aa72b-5731-4de7-9e45-4c9d04a50ae5 req-495ee2e6-ac08-4c7c-973e-5293bf07b628 tempest-ServersAdminNegativeTestJSON-261533429 tempest-ServersAdminNegativeTestJSON-261533429-project] 10.222.0.64 "GET /v2.0/ports?device_id=275c56e5-36cf-4f56-8a77-98162a8fc095 HTTP/1.1" status: 200 len: 946 time: 0.0860758 Jan 28 19:15:30.925401 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-315b4de7-6de3-4b31-bd5f-3e42a4d4ecc4 req-8d789ae6-fafc-4df8-afe9-fbbd2a2a2513 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145067 Jan 28 19:15:30.980611 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-358aa72b-5731-4de7-9e45-4c9d04a50ae5 req-8c0af3b0-35ca-4e16-8c53-405eb39ce782 tempest-ServersAdminNegativeTestJSON-261533429 tempest-ServersAdminNegativeTestJSON-261533429-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ce50fe5-88ac-4467-ad70-249e9d69c3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943203 Jan 28 19:15:31.160976 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-057c4bde-7e29-4f5e-acf7-ed7e65da38ac req-e073280b-829c-44ba-8709-3a1dcec40646 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563 tempest-FloatingIPsAssociationNegativeTestJSON-1026828563-project] 10.222.0.64 "GET /v2.0/ports?device_id=ded03133-13c4-4f3d-b250-2c8bf8c7f9a3 HTTP/1.1" status: 200 len: 210 time: 0.1040053 Jan 28 19:15:31.167512 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ff7a5ee2-9c32-451c-ac3f-a456247c9ebb req-cac6e736-148a-4e57-b654-c883d44d8b1d tempest-ServerDiagnosticsNegativeTest-569001323 tempest-ServerDiagnosticsNegativeTest-569001323-project] 10.222.0.64 "GET /v2.0/ports?device_id=3216f971-de39-45f4-b952-d361f477a0a6 HTTP/1.1" status: 200 len: 210 time: 0.1095440 Jan 28 19:15:31.171827 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 37840) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:15:31.251348 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d0ffa5-b0ac-48d8-9979-b39d46b4ca10 req-db184573-26b2-4546-a9ca-23b6d07974a4 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:31.252823 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c2d0ffa5-b0ac-48d8-9979-b39d46b4ca10 req-db184573-26b2-4546-a9ca-23b6d07974a4 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] 10.222.0.70 "GET /v2.0/ports?device_id=650ae7c1-a28a-4eda-85de-f9d3677ec999 HTTP/1.1" status: 200 len: 971 time: 0.1858652 Jan 28 19:15:31.324600 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2491b4-2626-4c06-a2c5-ef4e6d951053 None None] New status for floating IP 0e80e734-2cef-4a22-95bc-2174e77e57d6: DOWN {{(pid=103306) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 19:15:31.326350 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-e515884a-774d-497d-8d35-f4f144ec9138 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-14659487-network', 'tenant_id': 'fb29c2c1c69c4f59b326e8ec24f37b86'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:15:31.385751 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e515884a-774d-497d-8d35-f4f144ec9138 admin admin] Made reservation on behalf of fb29c2c1c69c4f59b326e8ec24f37b86 for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:15:31.388576 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e515884a-774d-497d-8d35-f4f144ec9138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:31.405335 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e515884a-774d-497d-8d35-f4f144ec9138 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:31.438007 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffc9f7c-3b18-43aa-8146-59523b96a1d3 req-a0f8f15f-02a4-4902-8db8-b463c6082170 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:31.444125 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6ffc9f7c-3b18-43aa-8146-59523b96a1d3 req-a0f8f15f-02a4-4902-8db8-b463c6082170 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?device_id=c3a44de3-d7bc-419a-9768-acddf7e95fea HTTP/1.1" status: 200 len: 945 time: 0.1308424 Jan 28 19:15:31.470861 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-c2d0ffa5-b0ac-48d8-9979-b39d46b4ca10 req-92cfe4cc-7fe2-4bbc-ad22-d2e3d89993a5 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] Deleting port 510462f7-bf72-4988-bcf9-093454707d78 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:15:31.471257 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-c2d0ffa5-b0ac-48d8-9979-b39d46b4ca10 req-92cfe4cc-7fe2-4bbc-ad22-d2e3d89993a5 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (510462f7-bf72-4988-bcf9-093454707d78), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:31.477996 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 37852) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:15:31.543757 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6ffc9f7c-3b18-43aa-8146-59523b96a1d3 req-8c16e93e-8986-440c-a2ca-07d228570fd6 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/security-groups?id=414e93b9-08bc-438e-9127-05114ed7dbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924454 Jan 28 19:15:31.689902 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e515884a-774d-497d-8d35-f4f144ec9138 admin admin] Publish callbacks [] for security_group (dd164f0d-1330-46e0-8d25-b9018b5dce90), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:31.706039 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-c2d0ffa5-b0ac-48d8-9979-b39d46b4ca10 req-92cfe4cc-7fe2-4bbc-ad22-d2e3d89993a5 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] For port 510462f7-bf72-4988-bcf9-093454707d78, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=510462f7-bf72-4988-bcf9-093454707d78,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:15:31.706409 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-c2d0ffa5-b0ac-48d8-9979-b39d46b4ca10 req-92cfe4cc-7fe2-4bbc-ad22-d2e3d89993a5 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (510462f7-bf72-4988-bcf9-093454707d78), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:31.713089 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e515884a-774d-497d-8d35-f4f144ec9138 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (dd164f0d-1330-46e0-8d25-b9018b5dce90), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:31.740745 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-20058f35-04e9-430e-9445-8f03bc7580c8 tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] Publish callbacks [] for security_group (c9932629-d34a-4383-acc9-faa1e1165e0a), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:31.744452 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-c2d0ffa5-b0ac-48d8-9979-b39d46b4ca10 req-92cfe4cc-7fe2-4bbc-ad22-d2e3d89993a5 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] Calling delete_port for 510462f7-bf72-4988-bcf9-093454707d78 owned by compute:tempest-test_az-2125105539 {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:15:31.759589 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e515884a-774d-497d-8d35-f4f144ec9138 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:15:31.799541 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e515884a-774d-497d-8d35-f4f144ec9138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (fb535013-f414-4222-968d-5414b6a47e41), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:31.799882 n-d-812111-14 neutron-server[103304]: INFO neutron.db.segments_db [None req-e515884a-774d-497d-8d35-f4f144ec9138 admin admin] Added segment fb535013-f414-4222-968d-5414b6a47e41 of type vlan for network a6ce2695-bf4f-4293-99d8-53bbc2878d73 Jan 28 19:15:31.805577 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e515884a-774d-497d-8d35-f4f144ec9138 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd164f0d-1330-46e0-8d25-b9018b5dce90,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:31.853281 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-20058f35-04e9-430e-9445-8f03bc7580c8 tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] Publish callbacks [] for security_group (c9932629-d34a-4383-acc9-faa1e1165e0a), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:31.868577 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 2994ff8c-8233-4504-b3e7-137dc5dcae76 details requested by agent hyperv_n-h2-812111-14 with host n-h2-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:15:31.873808 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 30444881-523b-4878-8dfb-e14323d850ea no longer exists at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:15:31.912533 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] No Port match for: 30444881-523b-4878-8dfb-e14323d850ea {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:15:31.913165 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 30444881-523b-4878-8dfb-e14323d850ea not bound to the agent host n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:15:31.913419 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93149c5a-c273-4898-9a85-9e57f4b4f1f0 req-a4dda766-e4c7-41fb-a329-d630063475ff tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:31.920695 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-93149c5a-c273-4898-9a85-9e57f4b4f1f0 req-a4dda766-e4c7-41fb-a329-d630063475ff tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] 10.222.0.64 "GET /v2.0/ports?device_id=650ae7c1-a28a-4eda-85de-f9d3677ec999 HTTP/1.1" status: 200 len: 971 time: 0.2983980 Jan 28 19:15:31.931092 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e515884a-774d-497d-8d35-f4f144ec9138 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (a6ce2695-bf4f-4293-99d8-53bbc2878d73), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:32.066250 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-93149c5a-c273-4898-9a85-9e57f4b4f1f0 req-49fd9754-d9fa-4a3e-b9d7-53b59e438859 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] 10.222.0.64 "GET /v2.0/security-groups?id=2478b850-89ab-4114-a340-71569acb8761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443543 Jan 28 19:15:32.070364 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-20058f35-04e9-430e-9445-8f03bc7580c8 tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (c9932629-d34a-4383-acc9-faa1e1165e0a), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:32.073184 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-20058f35-04e9-430e-9445-8f03bc7580c8 tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:32.074558 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-20058f35-04e9-430e-9445-8f03bc7580c8 tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] 10.222.0.64 "DELETE /v2.0/security-groups/c9932629-d34a-4383-acc9-faa1e1165e0a HTTP/1.1" status: 204 len: 168 time: 0.5904174 Jan 28 19:15:32.077486 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e515884a-774d-497d-8d35-f4f144ec9138 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (a6ce2695-bf4f-4293-99d8-53bbc2878d73), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:32.077635 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 37860) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:15:32.078816 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e515884a-774d-497d-8d35-f4f144ec9138 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:32.079415 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e515884a-774d-497d-8d35-f4f144ec9138 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:32.099607 n-d-812111-14 neutron-server[103305]: INFO neutron.api.v2.resource [None req-154314e9-cc1e-4d3e-9bc0-fdaf31b38b05 tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] show failed (client error): The resource could not be found. Jan 28 19:15:32.104706 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-154314e9-cc1e-4d3e-9bc0-fdaf31b38b05 tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] 10.222.0.64 "GET /v2.0/security-groups/c9932629-d34a-4383-acc9-faa1e1165e0a HTTP/1.1" status: 404 len: 347 time: 0.0259833 Jan 28 19:15:32.105609 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 37862) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:15:32.193370 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20058f35-04e9-430e-9445-8f03bc7580c8 tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9932629-d34a-4383-acc9-faa1e1165e0a,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:32.202794 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 2994ff8c-8233-4504-b3e7-137dc5dcae76, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=2994ff8c-8233-4504-b3e7-137dc5dcae76,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:15:32.238574 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Returning: {'device': '2994ff8c-8233-4504-b3e7-137dc5dcae76', 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91', 'port_id': '2994ff8c-8233-4504-b3e7-137dc5dcae76', 'mac_address': 'fa:16:3e:9a:ed:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2de4832-9ef6-4f40-9ac5-1557d5e6a6ff', 'ip_address': '192.168.233.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:15:32.282176 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 2994ff8c-8233-4504-b3e7-137dc5dcae76 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:15:32.282575 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (2994ff8c-8233-4504-b3e7-137dc5dcae76), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:32.306030 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2994ff8c-8233-4504-b3e7-137dc5dcae76 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:15:32.331721 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e515884a-774d-497d-8d35-f4f144ec9138 admin admin] Pushing event updated for resources: {'Network': ['ID=a6ce2695-bf4f-4293-99d8-53bbc2878d73,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:32.344647 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network a6ce2695-bf4f-4293-99d8-53bbc2878d73 details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:15:32.350942 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-e515884a-774d-497d-8d35-f4f144ec9138 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 1.1778402 Jan 28 19:15:32.351202 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 2994ff8c-8233-4504-b3e7-137dc5dcae76, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=2994ff8c-8233-4504-b3e7-137dc5dcae76,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:15:32.357417 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 37868) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:15:32.371947 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-893fae4b-6df9-4697-80e0-6a52f1c2d546 admin admin] Request body: {'subnet': {'network_id': 'a6ce2695-bf4f-4293-99d8-53bbc2878d73', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-14659487-subnet', 'tenant_id': 'fb29c2c1c69c4f59b326e8ec24f37b86', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:15:32.406030 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (2994ff8c-8233-4504-b3e7-137dc5dcae76), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:32.406677 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-893fae4b-6df9-4697-80e0-6a52f1c2d546 admin admin] Made reservation on behalf of fb29c2c1c69c4f59b326e8ec24f37b86 for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:15:32.411674 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-893fae4b-6df9-4697-80e0-6a52f1c2d546 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5221429'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:32.428940 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-c2d0ffa5-b0ac-48d8-9979-b39d46b4ca10 req-92cfe4cc-7fe2-4bbc-ad22-d2e3d89993a5 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (510462f7-bf72-4988-bcf9-093454707d78), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:32.494092 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['9eff3771-715e-4451-b699-019f5652d895'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:15:32.529839 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cfe4cc-7fe2-4bbc-ad22-d2e3d89993a5 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] Pushing event deleted for resources: {'Port': ['ID=510462f7-bf72-4988-bcf9-093454707d78,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:32.563160 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c286313-beda-4c0a-8232-daffa4ea354e req-af0f5169-b66e-4598-b9d3-4c9e57d9a7f0 tempest-ServersAdminNegativeTestJSON-261533429 tempest-ServersAdminNegativeTestJSON-261533429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:32.565244 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5c286313-beda-4c0a-8232-daffa4ea354e req-af0f5169-b66e-4598-b9d3-4c9e57d9a7f0 tempest-ServersAdminNegativeTestJSON-261533429 tempest-ServersAdminNegativeTestJSON-261533429-project] 10.222.0.64 "GET /v2.0/ports?device_id=275c56e5-36cf-4f56-8a77-98162a8fc095 HTTP/1.1" status: 200 len: 946 time: 0.4132984 Jan 28 19:15:32.609954 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8679c4e7-2990-4fb4-a28a-e75c2a19bd42 req-7ccdc160-0f62-4acb-b3f6-ec6e7df7090f tempest-ServerDiagnosticsNegativeTest-569001323 tempest-ServerDiagnosticsNegativeTest-569001323-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=a876cf4996e74f139581668f3f741802&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0324190 Jan 28 19:15:32.649950 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fbdc75-7030-4962-a579-58e2877f6604 req-7ec6009c-c239-4efb-ad54-ed67b10b7142 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:32.657024 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-52fbdc75-7030-4962-a579-58e2877f6604 req-7ec6009c-c239-4efb-ad54-ed67b10b7142 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=d493780a-0b9d-4faf-acb0-7a17299587d3 HTTP/1.1" status: 200 len: 945 time: 0.5502152 Jan 28 19:15:32.662358 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2d0ffa5-b0ac-48d8-9979-b39d46b4ca10 req-92cfe4cc-7fe2-4bbc-ad22-d2e3d89993a5 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] No DVR routers for this DVR port 510462f7-bf72-4988-bcf9-093454707d78 on host n-h2-812111-14 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:15:32.665403 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-c2d0ffa5-b0ac-48d8-9979-b39d46b4ca10 req-92cfe4cc-7fe2-4bbc-ad22-d2e3d89993a5 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:32.669790 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c2d0ffa5-b0ac-48d8-9979-b39d46b4ca10 req-92cfe4cc-7fe2-4bbc-ad22-d2e3d89993a5 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] 10.222.0.70 "DELETE /v2.0/ports/510462f7-bf72-4988-bcf9-093454707d78 HTTP/1.1" status: 204 len: 173 time: 1.4096200 Jan 28 19:15:32.670877 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=2994ff8c-8233-4504-b3e7-137dc5dcae76,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:32.680462 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ded03133-13c4-4f3d-b250-2c8bf8c7f9a3', 'name': 'network-vif-deleted', 'tag': '30444881-523b-4878-8dfb-e14323d850ea'}, {'server_uuid': '650ae7c1-a28a-4eda-85de-f9d3677ec999', 'name': 'network-vif-deleted', 'tag': '510462f7-bf72-4988-bcf9-093454707d78'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:15:32.684074 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e7f79c9-2f86-4a8b-8a98-7bfe6c3fbdee" -d '{"events": [{"server_uuid": "ded03133-13c4-4f3d-b250-2c8bf8c7f9a3", "name": "network-vif-deleted", "tag": "30444881-523b-4878-8dfb-e14323d850ea"}, {"server_uuid": "650ae7c1-a28a-4eda-85de-f9d3677ec999", "name": "network-vif-deleted", "tag": "510462f7-bf72-4988-bcf9-093454707d78"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:15:32.723023 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['2994ff8c-8233-4504-b3e7-137dc5dcae76'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:15:32.793892 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-52fbdc75-7030-4962-a579-58e2877f6604 req-5d6c1c85-aafd-4fb4-9582-43b35a8005d7 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294780 Jan 28 19:15:32.804714 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-37391849-4e25-440d-8365-88c08f6b3e20 tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] Deleting port 95922437-c1d1-4216-917d-154448769ee2 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:15:32.807874 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-37391849-4e25-440d-8365-88c08f6b3e20 tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (95922437-c1d1-4216-917d-154448769ee2), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:32.897417 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8679c4e7-2990-4fb4-a28a-e75c2a19bd42 req-63f06f5c-572d-4561-9681-5133ba775b1e tempest-ServerDiagnosticsNegativeTest-569001323 tempest-ServerDiagnosticsNegativeTest-569001323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:32.898899 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8679c4e7-2990-4fb4-a28a-e75c2a19bd42 req-63f06f5c-572d-4561-9681-5133ba775b1e tempest-ServerDiagnosticsNegativeTest-569001323 tempest-ServerDiagnosticsNegativeTest-569001323-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2713430 Jan 28 19:15:32.919852 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-8679c4e7-2990-4fb4-a28a-e75c2a19bd42 req-05221269-7abe-430d-9d86-ce48127ff693 tempest-ServerDiagnosticsNegativeTest-569001323 tempest-ServerDiagnosticsNegativeTest-569001323-project] Request body: {'port': {'device_id': '3216f971-de39-45f4-b952-d361f477a0a6', 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91', 'admin_state_up': True, 'tenant_id': 'a876cf4996e74f139581668f3f741802'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:15:32.953133 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5c286313-beda-4c0a-8232-daffa4ea354e req-55b54dbb-037e-443f-b852-2c5ae6c8e2d2 tempest-ServersAdminNegativeTestJSON-261533429 tempest-ServersAdminNegativeTestJSON-261533429-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ce50fe5-88ac-4467-ad70-249e9d69c3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3290319 Jan 28 19:15:32.956015 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-834219ca-6bd0-4807-b0f2-0753be8aee86 req-8cc3ff39-9783-45ee-8e75-f4a47bf44fa0 tempest-ServerDiagnosticsNegativeTest-569001323 tempest-ServerDiagnosticsNegativeTest-569001323-project] 10.222.0.64 "GET /v2.0/ports?device_id=3216f971-de39-45f4-b952-d361f477a0a6 HTTP/1.1" status: 200 len: 210 time: 0.0538778 Jan 28 19:15:33.046251 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 37874) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:15:33.078860 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-893fae4b-6df9-4697-80e0-6a52f1c2d546 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4690681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5221415'] for subnet (0462522f-9635-4759-872a-bea48d2496c6), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:33.125076 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-37391849-4e25-440d-8365-88c08f6b3e20 tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (95922437-c1d1-4216-917d-154448769ee2), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:33.125437 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-37391849-4e25-440d-8365-88c08f6b3e20 tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] Publish callbacks [] for floatingip (95922437-c1d1-4216-917d-154448769ee2), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:33.132281 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 28 Jan 2022 19:15:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ed009fa-75ed-4dee-95cd-f683ae2c6680 x-openstack-request-id: req-5ed009fa-75ed-4dee-95cd-f683ae2c6680 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:15:33.132706 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ded03133-13c4-4f3d-b250-2c8bf8c7f9a3", "name": "network-vif-deleted", "tag": "30444881-523b-4878-8dfb-e14323d850ea", "status": "completed", "code": 200}, {"server_uuid": "650ae7c1-a28a-4eda-85de-f9d3677ec999", "name": "network-vif-deleted", "tag": "510462f7-bf72-4988-bcf9-093454707d78", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:15:33.133063 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5ed009fa-75ed-4dee-95cd-f683ae2c6680 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:15:33.133615 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ded03133-13c4-4f3d-b250-2c8bf8c7f9a3', 'name': 'network-vif-deleted', 'tag': '30444881-523b-4878-8dfb-e14323d850ea', 'status': 'completed', 'code': 200} Jan 28 19:15:33.133956 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '650ae7c1-a28a-4eda-85de-f9d3677ec999', 'name': 'network-vif-deleted', 'tag': '510462f7-bf72-4988-bcf9-093454707d78', 'status': 'completed', 'code': 200} Jan 28 19:15:33.147731 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893fae4b-6df9-4697-80e0-6a52f1c2d546 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0462522f-9635-4759-872a-bea48d2496c6,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:33.181778 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-893fae4b-6df9-4697-80e0-6a52f1c2d546 admin admin] Checking segment: {'id': 'fb535013-f414-4222-968d-5414b6a47e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'a6ce2695-bf4f-4293-99d8-53bbc2878d73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:15:33.183525 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-893fae4b-6df9-4697-80e0-6a52f1c2d546 admin admin] Network hostable DHCP agents. Network: a6ce2695-bf4f-4293-99d8-53bbc2878d73, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:15:33.196944 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-37391849-4e25-440d-8365-88c08f6b3e20 tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] Calling delete_port for 95922437-c1d1-4216-917d-154448769ee2 owned by network:floatingip {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:15:33.231421 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4db173d0-b983-4021-9c4a-644aa2b221be req-1b8d9989-e54e-4ef8-9233-1522e4a4f982 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] 10.222.0.64 "GET /v2.0/ports?device_id=650ae7c1-a28a-4eda-85de-f9d3677ec999 HTTP/1.1" status: 200 len: 210 time: 0.0428934 Jan 28 19:15:33.247563 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-893fae4b-6df9-4697-80e0-6a52f1c2d546 admin admin] Network a6ce2695-bf4f-4293-99d8-53bbc2878d73 is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:15:33.268736 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-893fae4b-6df9-4697-80e0-6a52f1c2d546 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, a6ce2695-bf4f-4293-99d8-53bbc2878d73) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:15:33.278441 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-893fae4b-6df9-4697-80e0-6a52f1c2d546 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:33.279065 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-893fae4b-6df9-4697-80e0-6a52f1c2d546 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:33.279430 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d4c7128-b149-463a-a64a-c14fe9ea9e90 None None] Network a6ce2695-bf4f-4293-99d8-53bbc2878d73 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:15:33.313200 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-893fae4b-6df9-4697-80e0-6a52f1c2d546 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.9463100 Jan 28 19:15:33.313200 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 37878) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:15:33.318709 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-ce53de05-6028-4200-b8f0-9874fba0a688 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-14659487-router', 'tenant_id': 'fb29c2c1c69c4f59b326e8ec24f37b86', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:15:33.347870 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8679c4e7-2990-4fb4-a28a-e75c2a19bd42 req-05221269-7abe-430d-9d86-ce48127ff693 tempest-ServerDiagnosticsNegativeTest-569001323 tempest-ServerDiagnosticsNegativeTest-569001323-project] Made reservation on behalf of a876cf4996e74f139581668f3f741802 for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:15:33.348235 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ce53de05-6028-4200-b8f0-9874fba0a688 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261150'] for router (6b184fd8-d9e3-4af6-bb25-e3091d5d1d9b), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:33.350371 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ce53de05-6028-4200-b8f0-9874fba0a688 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-731099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-731441', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261129'] for router (6b184fd8-d9e3-4af6-bb25-e3091d5d1d9b), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:33.351801 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-8679c4e7-2990-4fb4-a28a-e75c2a19bd42 req-05221269-7abe-430d-9d86-ce48127ff693 tempest-ServerDiagnosticsNegativeTest-569001323 tempest-ServerDiagnosticsNegativeTest-569001323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:33.369945 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-8679c4e7-2990-4fb4-a28a-e75c2a19bd42 req-05221269-7abe-430d-9d86-ce48127ff693 tempest-ServerDiagnosticsNegativeTest-569001323 tempest-ServerDiagnosticsNegativeTest-569001323-project] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:33.380534 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4967eac-aeb2-4831-bc11-e42c41688368 req-a70d3712-18ef-4bc1-bfc8-f65d6f9f55fc tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:33.382084 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f4967eac-aeb2-4831-bc11-e42c41688368 req-a70d3712-18ef-4bc1-bfc8-f65d6f9f55fc tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?device_id=c3a44de3-d7bc-419a-9768-acddf7e95fea HTTP/1.1" status: 200 len: 945 time: 0.2716193 Jan 28 19:15:33.425621 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d236c25f-c6c3-4cb4-bd91-682f2d96ea09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68cd31fd-e4cd-5fb3-a862-256fc47efcd2-a6ce2695-bf4f-4293-99d8-53bbc2878d73', 'network_id': 'a6ce2695-bf4f-4293-99d8-53bbc2878d73', 'project_id': 'fb29c2c1c69c4f59b326e8ec24f37b86', 'fixed_ips': [{'subnet_id': '0462522f-9635-4759-872a-bea48d2496c6'}]}} from n-d-812111-14. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:15:33.427594 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d236c25f-c6c3-4cb4-bd91-682f2d96ea09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:33.434081 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ce53de05-6028-4200-b8f0-9874fba0a688 admin admin] Publish callbacks [] for router_controller (6b184fd8-d9e3-4af6-bb25-e3091d5d1d9b), precommit_add_association {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:33.575588 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-d236c25f-c6c3-4cb4-bd91-682f2d96ea09 None None] Allocated IP 172.20.0.2 (a6ce2695-bf4f-4293-99d8-53bbc2878d73/0462522f-9635-4759-872a-bea48d2496c6/938a6020-80d2-4b23-96d6-c713561187e5) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:15:33.586205 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f4967eac-aeb2-4831-bc11-e42c41688368 req-812c5ffd-d870-4c0c-a36e-79a9e6468720 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/security-groups?id=414e93b9-08bc-438e-9127-05114ed7dbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922498 Jan 28 19:15:33.588077 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ce53de05-6028-4200-b8f0-9874fba0a688 admin admin] Publish callbacks [] for router_gateway (6b184fd8-d9e3-4af6-bb25-e3091d5d1d9b), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:33.651231 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-37391849-4e25-440d-8365-88c08f6b3e20 tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (95922437-c1d1-4216-917d-154448769ee2), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:33.695506 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37391849-4e25-440d-8365-88c08f6b3e20 tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] Pushing event deleted for resources: {'Port': ['ID=95922437-c1d1-4216-917d-154448769ee2,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:33.708004 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-8679c4e7-2990-4fb4-a28a-e75c2a19bd42 req-05221269-7abe-430d-9d86-ce48127ff693 tempest-ServerDiagnosticsNegativeTest-569001323 tempest-ServerDiagnosticsNegativeTest-569001323-project] Publish callbacks [] for security_group (88e1560b-9c10-4bf0-b1be-aa950f82e67a), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:33.744533 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-8679c4e7-2990-4fb4-a28a-e75c2a19bd42 req-05221269-7abe-430d-9d86-ce48127ff693 tempest-ServerDiagnosticsNegativeTest-569001323 tempest-ServerDiagnosticsNegativeTest-569001323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (88e1560b-9c10-4bf0-b1be-aa950f82e67a), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:33.804065 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d236c25f-c6c3-4cb4-bd91-682f2d96ea09 None None] Publish callbacks [] for port (938a6020-80d2-4b23-96d6-c713561187e5), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:33.809905 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ce53de05-6028-4200-b8f0-9874fba0a688 admin admin] Publish callbacks [] for router_gateway (6b184fd8-d9e3-4af6-bb25-e3091d5d1d9b), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:33.811026 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d236c25f-c6c3-4cb4-bd91-682f2d96ea09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (938a6020-80d2-4b23-96d6-c713561187e5), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:33.842052 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ce53de05-6028-4200-b8f0-9874fba0a688 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:33.851325 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05221269-7abe-430d-9d86-ce48127ff693 tempest-ServerDiagnosticsNegativeTest-569001323 tempest-ServerDiagnosticsNegativeTest-569001323-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88e1560b-9c10-4bf0-b1be-aa950f82e67a,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:33.866704 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-37391849-4e25-440d-8365-88c08f6b3e20 tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] Publish callbacks [] for floatingip (0e80e734-2cef-4a22-95bc-2174e77e57d6), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:33.869217 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-37391849-4e25-440d-8365-88c08f6b3e20 tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for floatingip (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:33.872914 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-37391849-4e25-440d-8365-88c08f6b3e20 tempest-ServersWithSpecificFlavorTestJSON-1645888589 tempest-ServersWithSpecificFlavorTestJSON-1645888589-project] 10.222.0.64 "DELETE /v2.0/floatingips/0e80e734-2cef-4a22-95bc-2174e77e57d6 HTTP/1.1" status: 204 len: 168 time: 1.7521806 Jan 28 19:15:33.878794 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d236c25f-c6c3-4cb4-bd91-682f2d96ea09 None None] Network a6ce2695-bf4f-4293-99d8-53bbc2878d73 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:15:33.885030 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 2994ff8c-8233-4504-b3e7-137dc5dcae76 up at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:15:33.893512 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-d236c25f-c6c3-4cb4-bd91-682f2d96ea09 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:15:33.897915 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d236c25f-c6c3-4cb4-bd91-682f2d96ea09 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:15:33.945270 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d236c25f-c6c3-4cb4-bd91-682f2d96ea09 None None] Pushing event updated for resources: {'Port': ['ID=938a6020-80d2-4b23-96d6-c713561187e5,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:33.945419 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-8679c4e7-2990-4fb4-a28a-e75c2a19bd42 req-05221269-7abe-430d-9d86-ce48127ff693 tempest-ServerDiagnosticsNegativeTest-569001323 tempest-ServerDiagnosticsNegativeTest-569001323-project] Allocated IP 192.168.233.47 (7810caa2-eac6-457d-9302-c8c215ef3e91/f2de4832-9ef6-4f40-9ac5-1557d5e6a6ff/329a2cfc-474e-48c5-882d-049b81b8ceb8) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:15:34.014731 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-ce53de05-6028-4200-b8f0-9874fba0a688 admin admin] Allocated IP 172.25.6.148 (d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8/a648e4ab-7422-41b9-b133-58aca25ab8f5/03807a3d-69c3-4ab9-bedd-239481742ce1) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:15:34.029143 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:15:34.058965 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-d236c25f-c6c3-4cb4-bd91-682f2d96ea09 None None] Attempting to bind port 938a6020-80d2-4b23-96d6-c713561187e5 on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:15:34.059332 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-d236c25f-c6c3-4cb4-bd91-682f2d96ea09 None None] Attempting to bind port 938a6020-80d2-4b23-96d6-c713561187e5 by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': 'fb535013-f414-4222-968d-5414b6a47e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'a6ce2695-bf4f-4293-99d8-53bbc2878d73'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:15:34.060091 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d236c25f-c6c3-4cb4-bd91-682f2d96ea09 None None] Attempting to bind port 938a6020-80d2-4b23-96d6-c713561187e5 on network a6ce2695-bf4f-4293-99d8-53bbc2878d73 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:15:34.067106 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8061a8-1d6d-46ce-8cdd-5620f6bcbf1f req-665537c4-78e5-4abf-85b6-406c51ccf507 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:34.067709 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d236c25f-c6c3-4cb4-bd91-682f2d96ea09 None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:15:34.068825 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d236c25f-c6c3-4cb4-bd91-682f2d96ea09 None None] Checking segment: {'id': 'fb535013-f414-4222-968d-5414b6a47e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'a6ce2695-bf4f-4293-99d8-53bbc2878d73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:15:34.069369 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d236c25f-c6c3-4cb4-bd91-682f2d96ea09 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:34.069841 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d236c25f-c6c3-4cb4-bd91-682f2d96ea09 None None] Bound using segment: {'id': 'fb535013-f414-4222-968d-5414b6a47e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'a6ce2695-bf4f-4293-99d8-53bbc2878d73'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:15:34.070326 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-d236c25f-c6c3-4cb4-bd91-682f2d96ea09 None None] Bound port: 938a6020-80d2-4b23-96d6-c713561187e5, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb535013-f414-4222-968d-5414b6a47e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'a6ce2695-bf4f-4293-99d8-53bbc2878d73'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:15:34.070703 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d236c25f-c6c3-4cb4-bd91-682f2d96ea09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (938a6020-80d2-4b23-96d6-c713561187e5), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:34.075196 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-0e8061a8-1d6d-46ce-8cdd-5620f6bcbf1f req-665537c4-78e5-4abf-85b6-406c51ccf507 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=d493780a-0b9d-4faf-acb0-7a17299587d3 HTTP/1.1" status: 200 len: 945 time: 0.1222658 Jan 28 19:15:34.082063 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning for port 2994ff8c-8233-4504-b3e7-137dc5dcae76 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:15:34.089884 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning complete for port 2994ff8c-8233-4504-b3e7-137dc5dcae76 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:15:34.090171 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (2994ff8c-8233-4504-b3e7-137dc5dcae76), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:34.108264 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f0a5328a-4a2e-48db-810c-2f3fb4d6a799 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-732838'] for router_interface (ba0e45d4-4e10-447e-a18f-fdca8a3cad96), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:34.165441 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-0e8061a8-1d6d-46ce-8cdd-5620f6bcbf1f req-e8dfcee2-b8d5-4ae6-97fa-6cb2f3d6298a tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893497 Jan 28 19:15:34.177831 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d236c25f-c6c3-4cb4-bd91-682f2d96ea09 None None] For port 938a6020-80d2-4b23-96d6-c713561187e5, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:15:34.182716 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d236c25f-c6c3-4cb4-bd91-682f2d96ea09 None None] For port 938a6020-80d2-4b23-96d6-c713561187e5, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=938a6020-80d2-4b23-96d6-c713561187e5,segment=NetworkSegment(fb535013-f414-4222-968d-5414b6a47e41),segment_id=fb535013-f414-4222-968d-5414b6a47e41)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:15:34.218232 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d236c25f-c6c3-4cb4-bd91-682f2d96ea09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (938a6020-80d2-4b23-96d6-c713561187e5), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:34.242844 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ce53de05-6028-4200-b8f0-9874fba0a688 admin admin] Publish callbacks [] for port (03807a3d-69c3-4ab9-bedd-239481742ce1), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:34.274641 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 2994ff8c-8233-4504-b3e7-137dc5dcae76 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:15:34.275276 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (2994ff8c-8233-4504-b3e7-137dc5dcae76), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:34.276496 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-8679c4e7-2990-4fb4-a28a-e75c2a19bd42 req-05221269-7abe-430d-9d86-ce48127ff693 tempest-ServerDiagnosticsNegativeTest-569001323 tempest-ServerDiagnosticsNegativeTest-569001323-project] Publish callbacks [] for port (329a2cfc-474e-48c5-882d-049b81b8ceb8), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:34.308433 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ce53de05-6028-4200-b8f0-9874fba0a688 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (03807a3d-69c3-4ab9-bedd-239481742ce1), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:34.313689 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d236c25f-c6c3-4cb4-bd91-682f2d96ea09 None None] Pushing event updated for resources: {'Port': ['ID=938a6020-80d2-4b23-96d6-c713561187e5,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:34.335920 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '275c56e5-36cf-4f56-8a77-98162a8fc095', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2994ff8c-8233-4504-b3e7-137dc5dcae76'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:15:34.338911 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e20cda1a-c92a-4d12-858d-8770bf770704" -d '{"events": [{"server_uuid": "275c56e5-36cf-4f56-8a77-98162a8fc095", "name": "network-vif-plugged", "status": "completed", "tag": "2994ff8c-8233-4504-b3e7-137dc5dcae76"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:15:34.356959 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 2994ff8c-8233-4504-b3e7-137dc5dcae76, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=2994ff8c-8233-4504-b3e7-137dc5dcae76,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:15:34.357263 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce53de05-6028-4200-b8f0-9874fba0a688 admin admin] Network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:15:34.362048 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (2994ff8c-8233-4504-b3e7-137dc5dcae76), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:34.363283 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-ce53de05-6028-4200-b8f0-9874fba0a688 admin admin] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:15:34.363571 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 510462f7-bf72-4988-bcf9-093454707d78 no longer exists at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:15:34.371476 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e685b9b5-2797-45a4-9ade-679a51034f47 req-552f74be-d955-4a5f-9e33-9423cbe8e138 tempest-ServersAdminNegativeTestJSON-261533429 tempest-ServersAdminNegativeTestJSON-261533429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:34.373003 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e685b9b5-2797-45a4-9ade-679a51034f47 req-552f74be-d955-4a5f-9e33-9423cbe8e138 tempest-ServersAdminNegativeTestJSON-261533429 tempest-ServersAdminNegativeTestJSON-261533429-project] 10.222.0.64 "GET /v2.0/ports?device_id=275c56e5-36cf-4f56-8a77-98162a8fc095 HTTP/1.1" status: 200 len: 947 time: 0.2717390 Jan 28 19:15:34.383140 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce53de05-6028-4200-b8f0-9874fba0a688 admin admin] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:15:34.410406 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] No Port match for: 510462f7-bf72-4988-bcf9-093454707d78 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:15:34.410877 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 510462f7-bf72-4988-bcf9-093454707d78 not bound to the agent host n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:15:34.436309 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-fca7c6f4-35f9-43ae-a6dc-fc4d60983452 req-66404697-e0a5-46a8-8a5e-7f60ff42b208 tempest-ServerDiagnosticsNegativeTest-569001323 tempest-ServerDiagnosticsNegativeTest-569001323-project] 10.222.0.64 "GET /v2.0/ports?device_id=3216f971-de39-45f4-b952-d361f477a0a6 HTTP/1.1" status: 200 len: 210 time: 0.0775735 Jan 28 19:15:34.442692 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce53de05-6028-4200-b8f0-9874fba0a688 admin admin] Pushing event updated for resources: {'Port': ['ID=03807a3d-69c3-4ab9-bedd-239481742ce1,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:34.445302 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=2994ff8c-8233-4504-b3e7-137dc5dcae76,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:34.456168 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-8679c4e7-2990-4fb4-a28a-e75c2a19bd42 req-05221269-7abe-430d-9d86-ce48127ff693 tempest-ServerDiagnosticsNegativeTest-569001323 tempest-ServerDiagnosticsNegativeTest-569001323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (329a2cfc-474e-48c5-882d-049b81b8ceb8), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:34.557831 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e685b9b5-2797-45a4-9ade-679a51034f47 req-c3420568-205c-4f52-bf0b-8ed9269f7b69 tempest-ServersAdminNegativeTestJSON-261533429 tempest-ServersAdminNegativeTestJSON-261533429-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ce50fe5-88ac-4467-ad70-249e9d69c3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491590 Jan 28 19:15:34.596434 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8679c4e7-2990-4fb4-a28a-e75c2a19bd42 req-05221269-7abe-430d-9d86-ce48127ff693 tempest-ServerDiagnosticsNegativeTest-569001323 tempest-ServerDiagnosticsNegativeTest-569001323-project] Network 7810caa2-eac6-457d-9302-c8c215ef3e91 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:15:34.598770 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05221269-7abe-430d-9d86-ce48127ff693 tempest-ServerDiagnosticsNegativeTest-569001323 tempest-ServerDiagnosticsNegativeTest-569001323-project] Pushing event updated for resources: {'Port': ['ID=329a2cfc-474e-48c5-882d-049b81b8ceb8,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:34.604942 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9bb4cfb-56d5-4cd1-a6a7-b0d771501cfc x-openstack-request-id: req-e9bb4cfb-56d5-4cd1-a6a7-b0d771501cfc {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:15:34.605289 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "275c56e5-36cf-4f56-8a77-98162a8fc095", "name": "network-vif-plugged", "status": "completed", "tag": "2994ff8c-8233-4504-b3e7-137dc5dcae76", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:15:34.605560 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e9bb4cfb-56d5-4cd1-a6a7-b0d771501cfc {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:15:34.605966 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '275c56e5-36cf-4f56-8a77-98162a8fc095', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2994ff8c-8233-4504-b3e7-137dc5dcae76', 'code': 200} Jan 28 19:15:34.662684 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-8679c4e7-2990-4fb4-a28a-e75c2a19bd42 req-05221269-7abe-430d-9d86-ce48127ff693 tempest-ServerDiagnosticsNegativeTest-569001323 tempest-ServerDiagnosticsNegativeTest-569001323-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:15:34.664959 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-8679c4e7-2990-4fb4-a28a-e75c2a19bd42 req-05221269-7abe-430d-9d86-ce48127ff693 tempest-ServerDiagnosticsNegativeTest-569001323 tempest-ServerDiagnosticsNegativeTest-569001323-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:15:34.754192 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8679c4e7-2990-4fb4-a28a-e75c2a19bd42 req-05221269-7abe-430d-9d86-ce48127ff693 tempest-ServerDiagnosticsNegativeTest-569001323 tempest-ServerDiagnosticsNegativeTest-569001323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:34.754814 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-8679c4e7-2990-4fb4-a28a-e75c2a19bd42 req-05221269-7abe-430d-9d86-ce48127ff693 tempest-ServerDiagnosticsNegativeTest-569001323 tempest-ServerDiagnosticsNegativeTest-569001323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:34.808153 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8679c4e7-2990-4fb4-a28a-e75c2a19bd42 req-05221269-7abe-430d-9d86-ce48127ff693 tempest-ServerDiagnosticsNegativeTest-569001323 tempest-ServerDiagnosticsNegativeTest-569001323-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8927786 Jan 28 19:15:34.827523 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-8679c4e7-2990-4fb4-a28a-e75c2a19bd42 req-5798ba52-4f7d-4635-8a93-1b3936bd6b21 service neutron] Request body: {'port': {'device_id': '3216f971-de39-45f4-b952-d361f477a0a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-14'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:15:34.901390 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-f0a5328a-4a2e-48db-810c-2f3fb4d6a799 admin admin] Deleting port ef72d147-2841-40f6-89c4-dd9ced0d4d27 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:15:34.901974 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f0a5328a-4a2e-48db-810c-2f3fb4d6a799 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (ef72d147-2841-40f6-89c4-dd9ced0d4d27), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:34.997130 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34c782e-aae8-44b2-8c7d-ddba18211d96 req-5633e348-a205-4010-90bb-b32cbef116f8 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:34.998684 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f34c782e-aae8-44b2-8c7d-ddba18211d96 req-5633e348-a205-4010-90bb-b32cbef116f8 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?device_id=c3a44de3-d7bc-419a-9768-acddf7e95fea HTTP/1.1" status: 200 len: 945 time: 0.2149131 Jan 28 19:15:35.006610 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-8679c4e7-2990-4fb4-a28a-e75c2a19bd42 req-5798ba52-4f7d-4635-8a93-1b3936bd6b21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (329a2cfc-474e-48c5-882d-049b81b8ceb8), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:35.061470 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-26b2c4a2-deeb-48c3-92c3-fcc5d5786d12 None None] Provisioning complete for port 329a2cfc-474e-48c5-882d-049b81b8ceb8 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:15:35.061851 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-26b2c4a2-deeb-48c3-92c3-fcc5d5786d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (329a2cfc-474e-48c5-882d-049b81b8ceb8), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:35.105858 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-26b2c4a2-deeb-48c3-92c3-fcc5d5786d12 None None] Port 329a2cfc-474e-48c5-882d-049b81b8ceb8 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:15:35.109621 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-f0a5328a-4a2e-48db-810c-2f3fb4d6a799 admin admin] For port ef72d147-2841-40f6-89c4-dd9ced0d4d27, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=ef72d147-2841-40f6-89c4-dd9ced0d4d27,segment=NetworkSegment(a3f92b11-4f37-4628-b716-5af99066213d),segment_id=a3f92b11-4f37-4628-b716-5af99066213d)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:15:35.109989 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f0a5328a-4a2e-48db-810c-2f3fb4d6a799 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (ef72d147-2841-40f6-89c4-dd9ced0d4d27), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:35.120706 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9d33f8-78d7-40d1-9327-e37b24a4f0de req-a38f101d-4ece-4cf5-9688-c53e8ffc9b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:35.122251 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-bc9d33f8-78d7-40d1-9327-e37b24a4f0de req-a38f101d-4ece-4cf5-9688-c53e8ffc9b1f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=275c56e5-36cf-4f56-8a77-98162a8fc095 HTTP/1.1" status: 200 len: 1131 time: 0.1333859 Jan 28 19:15:35.126403 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f34c782e-aae8-44b2-8c7d-ddba18211d96 req-f8902f0a-53f6-4578-9d47-0b8fbe64f296 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/security-groups?id=414e93b9-08bc-438e-9127-05114ed7dbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175849 Jan 28 19:15:35.139914 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-f0a5328a-4a2e-48db-810c-2f3fb4d6a799 admin admin] Calling delete_port for ef72d147-2841-40f6-89c4-dd9ced0d4d27 owned by network:router_interface {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:15:35.163122 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf947c9-b871-49a7-a402-46f939182b8b req-21d380de-c280-4720-af2a-ab3166e44563 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:35.164709 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4cf947c9-b871-49a7-a402-46f939182b8b req-21d380de-c280-4720-af2a-ab3166e44563 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] 10.222.0.64 "GET /v2.0/ports?device_id=d67e2018-4151-48d3-8062-e7793269d14c HTTP/1.1" status: 200 len: 950 time: 0.1769135 Jan 28 19:15:35.215036 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ce53de05-6028-4200-b8f0-9874fba0a688 admin admin] Publish callbacks [] for router_gateway (6b184fd8-d9e3-4af6-bb25-e3091d5d1d9b), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:35.235036 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 37914) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:15:35.297072 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-bc9d33f8-78d7-40d1-9327-e37b24a4f0de req-124ebde5-bd15-4c23-b1a6-588c43da42b1 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=6ce50fe5-88ac-4467-ad70-249e9d69c3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427763 Jan 28 19:15:35.304282 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4cf947c9-b871-49a7-a402-46f939182b8b req-cceaedef-ab61-46f6-9a33-aee79140c0ac tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] 10.222.0.64 "GET /v2.0/security-groups?id=2478b850-89ab-4114-a340-71569acb8761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312737 Jan 28 19:15:35.475720 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ce53de05-6028-4200-b8f0-9874fba0a688 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-731074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-731460'] for router (6b184fd8-d9e3-4af6-bb25-e3091d5d1d9b), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:35.640718 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29646deb-0452-4dba-9777-c5c06e6642ad req-74890342-7399-4b94-9aa0-3ee1595cc135 tempest-ServerDiagnosticsNegativeTest-569001323 tempest-ServerDiagnosticsNegativeTest-569001323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:35.642486 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-29646deb-0452-4dba-9777-c5c06e6642ad req-74890342-7399-4b94-9aa0-3ee1595cc135 tempest-ServerDiagnosticsNegativeTest-569001323 tempest-ServerDiagnosticsNegativeTest-569001323-project] 10.222.0.64 "GET /v2.0/ports?device_id=3216f971-de39-45f4-b952-d361f477a0a6 HTTP/1.1" status: 200 len: 935 time: 0.1147394 Jan 28 19:15:35.665504 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7671cee1-d121-4e1a-86b6-198bef438d81 None None] Network a6ce2695-bf4f-4293-99d8-53bbc2878d73 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:15:35.701307 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce53de05-6028-4200-b8f0-9874fba0a688 admin admin] Router 6b184fd8-d9e3-4af6-bb25-e3091d5d1d9b is scheduled to L3 agent 76fe5c49-705a-4e08-abb2-be585676213f with binding_index 1 {{(pid=103304) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 19:15:35.713762 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-29646deb-0452-4dba-9777-c5c06e6642ad req-86911af2-fee3-4bca-8ae8-9ceb8257692f tempest-ServerDiagnosticsNegativeTest-569001323 tempest-ServerDiagnosticsNegativeTest-569001323-project] 10.222.0.64 "GET /v2.0/security-groups?id=88e1560b-9c10-4bf0-b1be-aa950f82e67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608885 Jan 28 19:15:35.795347 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6eedae-6d1b-4ee8-8002-be989842a625 req-b6d9ed00-5535-41bc-b885-ea907f21553f tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:35.796838 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5e6eedae-6d1b-4ee8-8002-be989842a625 req-b6d9ed00-5535-41bc-b885-ea907f21553f tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=d493780a-0b9d-4faf-acb0-7a17299587d3 HTTP/1.1" status: 200 len: 945 time: 0.5139329 Jan 28 19:15:35.796986 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-a8fc3839-7357-401d-9777-a73b5d666c50 None None] Provisioning complete for port 938a6020-80d2-4b23-96d6-c713561187e5 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:15:35.797229 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a8fc3839-7357-401d-9777-a73b5d666c50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (938a6020-80d2-4b23-96d6-c713561187e5), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:35.863511 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce53de05-6028-4200-b8f0-9874fba0a688 admin admin] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:15:35.879104 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f94748-4dbf-42ed-9cfd-cda560959525 None None] Sync routers for ids ['6b184fd8-d9e3-4af6-bb25-e3091d5d1d9b'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:15:35.888751 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7935be-5313-4e83-9a83-bc23f4f71172 req-fa3cf70a-4e94-43d9-b789-285e022f8ae0 tempest-ServersAdminNegativeTestJSON-261533429 tempest-ServersAdminNegativeTestJSON-261533429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:35.890698 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-cb7935be-5313-4e83-9a83-bc23f4f71172 req-fa3cf70a-4e94-43d9-b789-285e022f8ae0 tempest-ServersAdminNegativeTestJSON-261533429 tempest-ServersAdminNegativeTestJSON-261533429-project] 10.222.0.64 "GET /v2.0/ports?device_id=275c56e5-36cf-4f56-8a77-98162a8fc095 HTTP/1.1" status: 200 len: 948 time: 0.0773625 Jan 28 19:15:35.893829 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f94748-4dbf-42ed-9cfd-cda560959525 None None] Routers {'6b184fd8-d9e3-4af6-bb25-e3091d5d1d9b'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:15:35.894157 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ce53de05-6028-4200-b8f0-9874fba0a688 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:35.895348 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-83f94748-4dbf-42ed-9cfd-cda560959525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:15:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['6b184fd8-d9e3-4af6-bb25-e3091d5d1d9b'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:15:35.898565 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-ce53de05-6028-4200-b8f0-9874fba0a688 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 2.5843556 Jan 28 19:15:35.899975 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 37920) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:15:35.971352 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-a8fc3839-7357-401d-9777-a73b5d666c50 None None] Current status of the port 938a6020-80d2-4b23-96d6-c713561187e5 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:15:35.973565 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a8fc3839-7357-401d-9777-a73b5d666c50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (938a6020-80d2-4b23-96d6-c713561187e5), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:36.038672 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-cb7935be-5313-4e83-9a83-bc23f4f71172 req-d5889427-10a8-4903-83f7-83951f90308f tempest-ServersAdminNegativeTestJSON-261533429 tempest-ServersAdminNegativeTestJSON-261533429-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ce50fe5-88ac-4467-ad70-249e9d69c3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317449 Jan 28 19:15:36.057247 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5e6eedae-6d1b-4ee8-8002-be989842a625 req-3c1f955c-3fbb-4a2e-a731-4fc58a817660 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451935 Jan 28 19:15:36.057533 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-a8fc3839-7357-401d-9777-a73b5d666c50 None None] For port 938a6020-80d2-4b23-96d6-c713561187e5, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=938a6020-80d2-4b23-96d6-c713561187e5,segment=NetworkSegment(fb535013-f414-4222-968d-5414b6a47e41),segment_id=fb535013-f414-4222-968d-5414b6a47e41)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:15:36.082416 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a8fc3839-7357-401d-9777-a73b5d666c50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (938a6020-80d2-4b23-96d6-c713561187e5), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:36.115863 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-83f94748-4dbf-42ed-9cfd-cda560959525 None None] Set router 6b184fd8-d9e3-4af6-bb25-e3091d5d1d9b gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:15:36.193645 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [req-8679c4e7-2990-4fb4-a28a-e75c2a19bd42 req-5798ba52-4f7d-4635-8a93-1b3936bd6b21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 329a2cfc-474e-48c5-882d-049b81b8ceb8 {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:15:36.216720 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-8679c4e7-2990-4fb4-a28a-e75c2a19bd42 req-5798ba52-4f7d-4635-8a93-1b3936bd6b21 service neutron] Publish callbacks [] for port (329a2cfc-474e-48c5-882d-049b81b8ceb8), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:36.220290 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f0a5328a-4a2e-48db-810c-2f3fb4d6a799 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (ef72d147-2841-40f6-89c4-dd9ced0d4d27), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:36.238355 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fc3839-7357-401d-9777-a73b5d666c50 None None] Pushing event updated for resources: {'Port': ['ID=938a6020-80d2-4b23-96d6-c713561187e5,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:36.263469 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 938a6020-80d2-4b23-96d6-c713561187e5 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:15:36.279853 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a5328a-4a2e-48db-810c-2f3fb4d6a799 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef72d147-2841-40f6-89c4-dd9ced0d4d27,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:36.282427 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-8679c4e7-2990-4fb4-a28a-e75c2a19bd42 req-5798ba52-4f7d-4635-8a93-1b3936bd6b21 service neutron] Transition to ACTIVE for port object 329a2cfc-474e-48c5-882d-049b81b8ceb8 will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:15:36.331686 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-8679c4e7-2990-4fb4-a28a-e75c2a19bd42 req-5798ba52-4f7d-4635-8a93-1b3936bd6b21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (329a2cfc-474e-48c5-882d-049b81b8ceb8), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:36.360697 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-f29f2f3e-c6d7-4b73-8773-c11f0018fa0d None None] Provisioning complete for port 938a6020-80d2-4b23-96d6-c713561187e5 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:15:36.361329 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f29f2f3e-c6d7-4b73-8773-c11f0018fa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (938a6020-80d2-4b23-96d6-c713561187e5), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:36.440398 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 938a6020-80d2-4b23-96d6-c713561187e5 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:15:36.440926 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (938a6020-80d2-4b23-96d6-c713561187e5), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:36.466657 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5798ba52-4f7d-4635-8a93-1b3936bd6b21 service neutron] Pushing event updated for resources: {'Port': ['ID=329a2cfc-474e-48c5-882d-049b81b8ceb8,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:36.482356 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-83f94748-4dbf-42ed-9cfd-cda560959525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b184fd8-d9e3-4af6-bb25-e3091d5d1d9b', 'name': 'tempest-ServersTestJSON-14659487-router', 'tenant_id': 'fb29c2c1c69c4f59b326e8ec24f37b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.148'}], 'enable_snat': True}, 'gw_port_id': '03807a3d-69c3-4ab9-bedd-239481742ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:15:33Z', 'updated_at': '2022-01-28T19:15:34Z', 'revision_number': 3, 'project_id': 'fb29c2c1c69c4f59b326e8ec24f37b86', 'gw_port': {'id': '03807a3d-69c3-4ab9-bedd-239481742ce1', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:9d:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b184fd8-d9e3-4af6-bb25-e3091d5d1d9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:15:33Z', 'updated_at': '2022-01-28T19:15:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:15:36.563717 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f94748-4dbf-42ed-9cfd-cda560959525 None None] Checking router: 6b184fd8-d9e3-4af6-bb25-e3091d5d1d9b for host: n-d-812111-14 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:15:36.564067 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f94748-4dbf-42ed-9cfd-cda560959525 None None] Updating router 6b184fd8-d9e3-4af6-bb25-e3091d5d1d9b port 03807a3d-69c3-4ab9-bedd-239481742ce1 binding host n-d-812111-14 {{(pid=103307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:15:36.610491 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-83f94748-4dbf-42ed-9cfd-cda560959525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (03807a3d-69c3-4ab9-bedd-239481742ce1), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:36.637967 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 938a6020-80d2-4b23-96d6-c713561187e5 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:15:36.684388 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8585caae-35ae-4f9e-a595-fa3d7aa345e0 req-92d0dcce-dbdf-4541-bad8-77d0b1d26c6a tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:36.692237 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8585caae-35ae-4f9e-a595-fa3d7aa345e0 req-92d0dcce-dbdf-4541-bad8-77d0b1d26c6a tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?device_id=c3a44de3-d7bc-419a-9768-acddf7e95fea HTTP/1.1" status: 200 len: 945 time: 0.4494996 Jan 28 19:15:36.710032 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-f29f2f3e-c6d7-4b73-8773-c11f0018fa0d None None] Current status of the port 938a6020-80d2-4b23-96d6-c713561187e5 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:15:36.727380 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f0a5328a-4a2e-48db-810c-2f3fb4d6a799 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-732682'] for router_interface (ba0e45d4-4e10-447e-a18f-fdca8a3cad96), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:36.734869 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fca8a819-9f39-48d3-af29-dca9eadc66c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:36.821695 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68390181-581e-429f-9781-8ffa58f1cc43 req-a628998a-038d-4165-91cd-cbbb244e1871 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:36.827724 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8585caae-35ae-4f9e-a595-fa3d7aa345e0 req-0631c52b-ee98-49c6-8288-e989b1a2af3a tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/security-groups?id=414e93b9-08bc-438e-9127-05114ed7dbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332095 Jan 28 19:15:36.828716 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-68390181-581e-429f-9781-8ffa58f1cc43 req-a628998a-038d-4165-91cd-cbbb244e1871 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] 10.222.0.64 "GET /v2.0/ports?device_id=d67e2018-4151-48d3-8062-e7793269d14c HTTP/1.1" status: 200 len: 950 time: 0.3651416 Jan 28 19:15:36.863867 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ebadf7-0e36-40c2-b726-d38571b25d3b req-fabd40e9-39a3-4d98-b199-3ab81fc0f20a tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:36.865682 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c8ebadf7-0e36-40c2-b726-d38571b25d3b req-fabd40e9-39a3-4d98-b199-3ab81fc0f20a tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] 10.222.0.41 "GET /v2.0/ports?device_id=d67e2018-4151-48d3-8062-e7793269d14c HTTP/1.1" status: 200 len: 950 time: 0.2994401 Jan 28 19:15:36.955496 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-68390181-581e-429f-9781-8ffa58f1cc43 req-1e3e4ca9-04ec-47a1-8c75-fbfebbccb0c3 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] 10.222.0.64 "GET /v2.0/security-groups?id=2478b850-89ab-4114-a340-71569acb8761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257730 Jan 28 19:15:36.976624 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-22df3900-dccb-4fdc-af22-f4ed99aebebb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:36.998897 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-83f94748-4dbf-42ed-9cfd-cda560959525 None None] Publish callbacks [] for port (03807a3d-69c3-4ab9-bedd-239481742ce1), precommit_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:37.004550 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-83f94748-4dbf-42ed-9cfd-cda560959525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (03807a3d-69c3-4ab9-bedd-239481742ce1), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:37.016810 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-8679c4e7-2990-4fb4-a28a-e75c2a19bd42 req-5798ba52-4f7d-4635-8a93-1b3936bd6b21 service neutron] Attempting to bind port 329a2cfc-474e-48c5-882d-049b81b8ceb8 on host n-h1-812111-14 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:15:37.017243 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-8679c4e7-2990-4fb4-a28a-e75c2a19bd42 req-5798ba52-4f7d-4635-8a93-1b3936bd6b21 service neutron] Attempting to bind port 329a2cfc-474e-48c5-882d-049b81b8ceb8 by drivers openvswitch,hyperv on host n-h1-812111-14 at level 0 using segments [{'id': '195bcdbf-a031-4d8b-9f7f-e09fd37cd197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:15:37.018310 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8679c4e7-2990-4fb4-a28a-e75c2a19bd42 req-5798ba52-4f7d-4635-8a93-1b3936bd6b21 service neutron] Attempting to bind port 329a2cfc-474e-48c5-882d-049b81b8ceb8 on network 7810caa2-eac6-457d-9302-c8c215ef3e91 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:15:37.033570 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8679c4e7-2990-4fb4-a28a-e75c2a19bd42 req-5798ba52-4f7d-4635-8a93-1b3936bd6b21 service neutron] Port 329a2cfc-474e-48c5-882d-049b81b8ceb8 on network 7810caa2-eac6-457d-9302-c8c215ef3e91 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-14 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:15:37.033903 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8679c4e7-2990-4fb4-a28a-e75c2a19bd42 req-5798ba52-4f7d-4635-8a93-1b3936bd6b21 service neutron] Attempting to bind port 329a2cfc-474e-48c5-882d-049b81b8ceb8 on network 7810caa2-eac6-457d-9302-c8c215ef3e91 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:15:37.047710 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8679c4e7-2990-4fb4-a28a-e75c2a19bd42 req-5798ba52-4f7d-4635-8a93-1b3936bd6b21 service neutron] Checking agent: {'id': 'b544ba20-de93-4d86-9e6b-a2202deb6191', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 15, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:15:37.048061 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8679c4e7-2990-4fb4-a28a-e75c2a19bd42 req-5798ba52-4f7d-4635-8a93-1b3936bd6b21 service neutron] Checking segment: {'id': '195bcdbf-a031-4d8b-9f7f-e09fd37cd197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:15:37.048454 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8679c4e7-2990-4fb4-a28a-e75c2a19bd42 req-5798ba52-4f7d-4635-8a93-1b3936bd6b21 service neutron] Bound using segment: {'id': '195bcdbf-a031-4d8b-9f7f-e09fd37cd197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:15:37.048901 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-8679c4e7-2990-4fb4-a28a-e75c2a19bd42 req-5798ba52-4f7d-4635-8a93-1b3936bd6b21 service neutron] Bound port: 329a2cfc-474e-48c5-882d-049b81b8ceb8, host: n-h1-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '195bcdbf-a031-4d8b-9f7f-e09fd37cd197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:15:37.049309 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-8679c4e7-2990-4fb4-a28a-e75c2a19bd42 req-5798ba52-4f7d-4635-8a93-1b3936bd6b21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (329a2cfc-474e-48c5-882d-049b81b8ceb8), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:37.060067 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-83f94748-4dbf-42ed-9cfd-cda560959525 None None] Attempting to bind port 03807a3d-69c3-4ab9-bedd-239481742ce1 on host n-d-812111-14 for vnic_type normal with profile {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:15:37.061211 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-83f94748-4dbf-42ed-9cfd-cda560959525 None None] Attempting to bind port 03807a3d-69c3-4ab9-bedd-239481742ce1 by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:15:37.061211 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f94748-4dbf-42ed-9cfd-cda560959525 None None] Attempting to bind port 03807a3d-69c3-4ab9-bedd-239481742ce1 on network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:15:37.068711 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39777d4e-b649-47cd-9e78-2069194ab28d None None] Pushing event updated for resources: {'Port': ['ID=03807a3d-69c3-4ab9-bedd-239481742ce1,revision_number=2']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:37.080963 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f94748-4dbf-42ed-9cfd-cda560959525 None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:15:37.082289 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f94748-4dbf-42ed-9cfd-cda560959525 None None] Checking segment: {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:15:37.084150 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-83f94748-4dbf-42ed-9cfd-cda560959525 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:37.084904 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f94748-4dbf-42ed-9cfd-cda560959525 None None] Bound using segment: {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:15:37.085531 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-83f94748-4dbf-42ed-9cfd-cda560959525 None None] Bound port: 03807a3d-69c3-4ab9-bedd-239481742ce1, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:15:37.086088 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-83f94748-4dbf-42ed-9cfd-cda560959525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (03807a3d-69c3-4ab9-bedd-239481742ce1), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:37.094291 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71be9ae0-bdd5-4950-ae35-f1e899fd301e req-270a51f6-8457-4651-8aee-fee58c684cdb tempest-ServerDiagnosticsNegativeTest-569001323 tempest-ServerDiagnosticsNegativeTest-569001323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:37.095807 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-71be9ae0-bdd5-4950-ae35-f1e899fd301e req-270a51f6-8457-4651-8aee-fee58c684cdb tempest-ServerDiagnosticsNegativeTest-569001323 tempest-ServerDiagnosticsNegativeTest-569001323-project] 10.222.0.64 "GET /v2.0/ports?device_id=3216f971-de39-45f4-b952-d361f477a0a6 HTTP/1.1" status: 200 len: 947 time: 0.1565378 Jan 28 19:15:37.158495 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5aa7a948-c1b9-4c4f-b4fe-c837ba2fc30c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-732838'] for router_interface (d3caa4e9-2a65-4416-8a3e-7fcb9617385f), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:37.162283 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-83f94748-4dbf-42ed-9cfd-cda560959525 None None] For port 03807a3d-69c3-4ab9-bedd-239481742ce1, host n-d-812111-14, cleared binding levels {{(pid=103307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:15:37.166621 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-83f94748-4dbf-42ed-9cfd-cda560959525 None None] For port 03807a3d-69c3-4ab9-bedd-239481742ce1, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=03807a3d-69c3-4ab9-bedd-239481742ce1,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:15:37.171991 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-c8ebadf7-0e36-40c2-b726-d38571b25d3b req-f27f1809-7816-4e3f-9ec4-4091db9062e9 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] Deleting port 9eff3771-715e-4451-b699-019f5652d895 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:15:37.172471 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-c8ebadf7-0e36-40c2-b726-d38571b25d3b req-f27f1809-7816-4e3f-9ec4-4091db9062e9 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (9eff3771-715e-4451-b699-019f5652d895), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:37.176248 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-83f94748-4dbf-42ed-9cfd-cda560959525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (03807a3d-69c3-4ab9-bedd-239481742ce1), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:37.247668 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f94748-4dbf-42ed-9cfd-cda560959525 None None] Routers {'6b184fd8-d9e3-4af6-bb25-e3091d5d1d9b'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:15:37.248790 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-83f94748-4dbf-42ed-9cfd-cda560959525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:15:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['6b184fd8-d9e3-4af6-bb25-e3091d5d1d9b'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:15:37.277515 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-71be9ae0-bdd5-4950-ae35-f1e899fd301e req-0dccdf6f-dc05-4509-8419-838e3aec15c3 tempest-ServerDiagnosticsNegativeTest-569001323 tempest-ServerDiagnosticsNegativeTest-569001323-project] 10.222.0.64 "GET /v2.0/security-groups?id=88e1560b-9c10-4bf0-b1be-aa950f82e67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735711 Jan 28 19:15:37.288378 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39777d4e-b649-47cd-9e78-2069194ab28d None None] Pushing event updated for resources: {'Port': ['ID=03807a3d-69c3-4ab9-bedd-239481742ce1,revision_number=3']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:37.292816 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-8679c4e7-2990-4fb4-a28a-e75c2a19bd42 req-5798ba52-4f7d-4635-8a93-1b3936bd6b21 service neutron] For port 329a2cfc-474e-48c5-882d-049b81b8ceb8, host n-h1-812111-14, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:15:37.306587 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-22df3900-dccb-4fdc-af22-f4ed99aebebb admin admin] Allocated IP 172.20.0.1 (a6ce2695-bf4f-4293-99d8-53bbc2878d73/0462522f-9635-4759-872a-bea48d2496c6/204c8231-d733-4102-854d-1c29f17e062e) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:15:37.320235 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-8679c4e7-2990-4fb4-a28a-e75c2a19bd42 req-5798ba52-4f7d-4635-8a93-1b3936bd6b21 service neutron] For port 329a2cfc-474e-48c5-882d-049b81b8ceb8, host n-h1-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=329a2cfc-474e-48c5-882d-049b81b8ceb8,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:15:37.365349 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-8679c4e7-2990-4fb4-a28a-e75c2a19bd42 req-5798ba52-4f7d-4635-8a93-1b3936bd6b21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (329a2cfc-474e-48c5-882d-049b81b8ceb8), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:37.367073 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-c8ebadf7-0e36-40c2-b726-d38571b25d3b req-f27f1809-7816-4e3f-9ec4-4091db9062e9 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] For port 9eff3771-715e-4451-b699-019f5652d895, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=9eff3771-715e-4451-b699-019f5652d895,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:15:37.367703 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-c8ebadf7-0e36-40c2-b726-d38571b25d3b req-f27f1809-7816-4e3f-9ec4-4091db9062e9 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (9eff3771-715e-4451-b699-019f5652d895), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:37.408318 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0a5328a-4a2e-48db-810c-2f3fb4d6a799 admin admin] Router ba0e45d4-4e10-447e-a18f-fdca8a3cad96 has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:15:37.419774 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a303c6a-4551-45cc-9ef7-9e623fbfad1f req-f1ea6e8f-4620-4a2f-b998-4c931a690498 tempest-ServersAdminNegativeTestJSON-261533429 tempest-ServersAdminNegativeTestJSON-261533429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:37.421394 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4a303c6a-4551-45cc-9ef7-9e623fbfad1f req-f1ea6e8f-4620-4a2f-b998-4c931a690498 tempest-ServersAdminNegativeTestJSON-261533429 tempest-ServersAdminNegativeTestJSON-261533429-project] 10.222.0.64 "GET /v2.0/ports?device_id=275c56e5-36cf-4f56-8a77-98162a8fc095 HTTP/1.1" status: 200 len: 948 time: 0.2692039 Jan 28 19:15:37.448263 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8679c4e7-2990-4fb4-a28a-e75c2a19bd42 req-5798ba52-4f7d-4635-8a93-1b3936bd6b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:37.448886 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-8679c4e7-2990-4fb4-a28a-e75c2a19bd42 req-5798ba52-4f7d-4635-8a93-1b3936bd6b21 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:37.450326 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8679c4e7-2990-4fb4-a28a-e75c2a19bd42 req-5798ba52-4f7d-4635-8a93-1b3936bd6b21 service neutron] 10.222.0.41 "PUT /v2.0/ports/329a2cfc-474e-48c5-882d-049b81b8ceb8 HTTP/1.1" status: 200 len: 1096 time: 2.6269572 Jan 28 19:15:37.454031 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3216f971-de39-45f4-b952-d361f477a0a6', 'tag': '329a2cfc-474e-48c5-882d-049b81b8ceb8'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:15:37.455101 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-c8ebadf7-0e36-40c2-b726-d38571b25d3b req-f27f1809-7816-4e3f-9ec4-4091db9062e9 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] Calling delete_port for 9eff3771-715e-4451-b699-019f5652d895 owned by compute:nova {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:15:37.455855 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-695aa93d-06ed-4ed2-8e5e-903feec54d59" -d '{"events": [{"name": "network-changed", "server_uuid": "3216f971-de39-45f4-b952-d361f477a0a6", "tag": "329a2cfc-474e-48c5-882d-049b81b8ceb8"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:15:37.503647 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-83f94748-4dbf-42ed-9cfd-cda560959525 None None] Set router 6b184fd8-d9e3-4af6-bb25-e3091d5d1d9b gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:15:37.527658 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5798ba52-4f7d-4635-8a93-1b3936bd6b21 service neutron] Pushing event updated for resources: {'Port': ['ID=329a2cfc-474e-48c5-882d-049b81b8ceb8,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:37.575716 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b354ce-c352-4953-b31f-7c42c06be485 req-208bd36e-8e3a-4142-978c-a022a1cef597 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:37.577332 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d0b354ce-c352-4953-b31f-7c42c06be485 req-208bd36e-8e3a-4142-978c-a022a1cef597 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=d493780a-0b9d-4faf-acb0-7a17299587d3 HTTP/1.1" status: 200 len: 945 time: 0.2032721 Jan 28 19:15:37.633932 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-22df3900-dccb-4fdc-af22-f4ed99aebebb admin admin] Publish callbacks [] for port (204c8231-d733-4102-854d-1c29f17e062e), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:37.688553 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0a5328a-4a2e-48db-810c-2f3fb4d6a799 admin admin] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:15:37.700128 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a334e3dc-00d5-41cd-a1e0-13c33c45c10c None None] Sync routers for ids ['ba0e45d4-4e10-447e-a18f-fdca8a3cad96'] in n-d-812111-14 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:15:37.717902 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a334e3dc-00d5-41cd-a1e0-13c33c45c10c None None] Routers {'ba0e45d4-4e10-447e-a18f-fdca8a3cad96'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:15:37.719299 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-83f94748-4dbf-42ed-9cfd-cda560959525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b184fd8-d9e3-4af6-bb25-e3091d5d1d9b', 'name': 'tempest-ServersTestJSON-14659487-router', 'tenant_id': 'fb29c2c1c69c4f59b326e8ec24f37b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.148'}], 'enable_snat': True}, 'gw_port_id': '03807a3d-69c3-4ab9-bedd-239481742ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:15:33Z', 'updated_at': '2022-01-28T19:15:34Z', 'revision_number': 3, 'project_id': 'fb29c2c1c69c4f59b326e8ec24f37b86', 'gw_port': {'id': '03807a3d-69c3-4ab9-bedd-239481742ce1', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:9d:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b184fd8-d9e3-4af6-bb25-e3091d5d1d9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:15:33Z', 'updated_at': '2022-01-28T19:15:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:15:37.720466 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-a334e3dc-00d5-41cd-a1e0-13c33c45c10c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:15:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['ba0e45d4-4e10-447e-a18f-fdca8a3cad96'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:15:37.753206 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f94748-4dbf-42ed-9cfd-cda560959525 None None] The sync data for ids ['6b184fd8-d9e3-4af6-bb25-e3091d5d1d9b'] in n-d-812111-14 is: [{'id': '6b184fd8-d9e3-4af6-bb25-e3091d5d1d9b', 'name': 'tempest-ServersTestJSON-14659487-router', 'tenant_id': 'fb29c2c1c69c4f59b326e8ec24f37b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.148'}], 'enable_snat': True}, 'gw_port_id': '03807a3d-69c3-4ab9-bedd-239481742ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:15:33Z', 'updated_at': '2022-01-28T19:15:34Z', 'revision_number': 3, 'project_id': 'fb29c2c1c69c4f59b326e8ec24f37b86', 'gw_port': {'id': '03807a3d-69c3-4ab9-bedd-239481742ce1', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:9d:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b184fd8-d9e3-4af6-bb25-e3091d5d1d9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:15:33Z', 'updated_at': '2022-01-28T19:15:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:15:37.756263 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-f0a5328a-4a2e-48db-810c-2f3fb4d6a799 admin admin] 10.222.0.64 "PUT /v2.0/routers/ba0e45d4-4e10-447e-a18f-fdca8a3cad96/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7064617 Jan 28 19:15:37.766360 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 37934) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:15:37.846968 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4a303c6a-4551-45cc-9ef7-9e623fbfad1f req-d21a71a6-8ef6-4aa2-a417-9310fb96f105 tempest-ServersAdminNegativeTestJSON-261533429 tempest-ServersAdminNegativeTestJSON-261533429-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ce50fe5-88ac-4467-ad70-249e9d69c3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4162929 Jan 28 19:15:37.878839 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8679c4e7-2990-4fb4-a28a-e75c2a19bd42 req-272b37a1-7415-4b39-804f-3044d6e5b2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:37.880488 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8679c4e7-2990-4fb4-a28a-e75c2a19bd42 req-272b37a1-7415-4b39-804f-3044d6e5b2f7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a876cf4996e74f139581668f3f741802&device_id=3216f971-de39-45f4-b952-d361f477a0a6 HTTP/1.1" status: 200 len: 1130 time: 0.1937261 Jan 28 19:15:37.915867 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-a334e3dc-00d5-41cd-a1e0-13c33c45c10c None None] Set router ba0e45d4-4e10-447e-a18f-fdca8a3cad96 gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:15:37.932138 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a650b7d4-0cf0-4360-85f1-3a5dffbbb0af x-openstack-request-id: req-a650b7d4-0cf0-4360-85f1-3a5dffbbb0af {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:15:37.932511 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3216f971-de39-45f4-b952-d361f477a0a6", "tag": "329a2cfc-474e-48c5-882d-049b81b8ceb8", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:15:37.932828 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a650b7d4-0cf0-4360-85f1-3a5dffbbb0af {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:15:37.933442 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3216f971-de39-45f4-b952-d361f477a0a6', 'tag': '329a2cfc-474e-48c5-882d-049b81b8ceb8', 'status': 'completed', 'code': 200} Jan 28 19:15:37.988977 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8679c4e7-2990-4fb4-a28a-e75c2a19bd42 req-8a875e08-caf3-4bc8-8a1c-408aa4bb1fc0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=329a2cfc-474e-48c5-882d-049b81b8ceb8 HTTP/1.1" status: 200 len: 217 time: 0.0746062 Jan 28 19:15:38.026432 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d0b354ce-c352-4953-b31f-7c42c06be485 req-81848f0b-b300-47aa-9420-5b9933731051 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4403849 Jan 28 19:15:38.087759 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-22df3900-dccb-4fdc-af22-f4ed99aebebb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (204c8231-d733-4102-854d-1c29f17e062e), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:38.125458 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-76826c15-660f-460e-af37-a386ed7e9c30 admin admin] Publish callbacks [] for router (ba0e45d4-4e10-447e-a18f-fdca8a3cad96), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:38.212621 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22df3900-dccb-4fdc-af22-f4ed99aebebb admin admin] Network a6ce2695-bf4f-4293-99d8-53bbc2878d73 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:15:38.232699 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-c8ebadf7-0e36-40c2-b726-d38571b25d3b req-f27f1809-7816-4e3f-9ec4-4091db9062e9 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (9eff3771-715e-4451-b699-019f5652d895), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:38.248641 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8679c4e7-2990-4fb4-a28a-e75c2a19bd42 req-cbe78aa6-e657-4865-a3f4-c87035402f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:38.249693 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8679c4e7-2990-4fb4-a28a-e75c2a19bd42 req-cbe78aa6-e657-4865-a3f4-c87035402f08 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f2de4832-9ef6-4f40-9ac5-1557d5e6a6ff HTTP/1.1" status: 200 len: 843 time: 0.2508349 Jan 28 19:15:38.250277 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-22df3900-dccb-4fdc-af22-f4ed99aebebb admin admin] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:15:38.254484 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['9eff3771-715e-4451-b699-019f5652d895'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:15:38.274911 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22df3900-dccb-4fdc-af22-f4ed99aebebb admin admin] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:15:38.290498 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 938a6020-80d2-4b23-96d6-c713561187e5 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:15:38.364792 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-22df3900-dccb-4fdc-af22-f4ed99aebebb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734769'] for router_interface (6b184fd8-d9e3-4af6-bb25-e3091d5d1d9b), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:38.425570 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 938a6020-80d2-4b23-96d6-c713561187e5 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:15:38.426180 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (938a6020-80d2-4b23-96d6-c713561187e5), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:38.438367 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adec9a15-65d1-4076-84bd-ff3f7f913b5b req-bdf74c18-7c92-4131-a7bd-894b681efd59 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:38.439923 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-adec9a15-65d1-4076-84bd-ff3f7f913b5b req-bdf74c18-7c92-4131-a7bd-894b681efd59 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?device_id=c3a44de3-d7bc-419a-9768-acddf7e95fea HTTP/1.1" status: 200 len: 945 time: 0.4313650 Jan 28 19:15:38.527045 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22df3900-dccb-4fdc-af22-f4ed99aebebb admin admin] Pushing event updated for resources: {'Port': ['ID=204c8231-d733-4102-854d-1c29f17e062e,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:38.528414 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-a334e3dc-00d5-41cd-a1e0-13c33c45c10c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba0e45d4-4e10-447e-a18f-fdca8a3cad96', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-119488734-router', 'tenant_id': 'e331db5a5eca4568baa1d0dcf43ee9e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': '6798b899-b756-404a-b194-8c41a4892b69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:14:40Z', 'updated_at': '2022-01-28T19:15:35Z', 'revision_number': 5, 'project_id': 'e331db5a5eca4568baa1d0dcf43ee9e3', 'gw_port': {'id': '6798b899-b756-404a-b194-8c41a4892b69', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:7e:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0e45d4-4e10-447e-a18f-fdca8a3cad96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:14:41Z', 'updated_at': '2022-01-28T19:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:15:38.556819 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-5aa7a948-c1b9-4c4f-b4fe-c837ba2fc30c admin admin] Deleting port 1b072416-1b9a-4975-bb55-2908e9aa62f5 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:15:38.557185 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5aa7a948-c1b9-4c4f-b4fe-c837ba2fc30c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (1b072416-1b9a-4975-bb55-2908e9aa62f5), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:38.562054 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-76826c15-660f-460e-af37-a386ed7e9c30 admin admin] Publish callbacks [] for router_gateway (ba0e45d4-4e10-447e-a18f-fdca8a3cad96), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:38.564753 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 938a6020-80d2-4b23-96d6-c713561187e5 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:15:38.571179 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a334e3dc-00d5-41cd-a1e0-13c33c45c10c None None] Checking router: ba0e45d4-4e10-447e-a18f-fdca8a3cad96 for host: n-d-812111-14 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:15:38.584673 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a334e3dc-00d5-41cd-a1e0-13c33c45c10c None None] Routers {'ba0e45d4-4e10-447e-a18f-fdca8a3cad96'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:15:38.585819 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-a334e3dc-00d5-41cd-a1e0-13c33c45c10c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:15:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['ba0e45d4-4e10-447e-a18f-fdca8a3cad96'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:15:38.588642 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a119b918-1484-450d-8a6f-7db4e796286b req-1c7f2e80-835a-494c-b530-de3b5eea181a tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] 10.222.0.64 "GET /v2.0/ports?device_id=d67e2018-4151-48d3-8062-e7793269d14c HTTP/1.1" status: 200 len: 210 time: 0.0629644 Jan 28 19:15:38.618130 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8679c4e7-2990-4fb4-a28a-e75c2a19bd42 req-613d7dee-802d-4579-818c-175ce18a50cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:38.620750 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8679c4e7-2990-4fb4-a28a-e75c2a19bd42 req-613d7dee-802d-4579-818c-175ce18a50cd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7810caa2-eac6-457d-9302-c8c215ef3e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3627069 Jan 28 19:15:38.624434 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22df3900-dccb-4fdc-af22-f4ed99aebebb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:15:38.626203 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22df3900-dccb-4fdc-af22-f4ed99aebebb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:15:38.628008 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22df3900-dccb-4fdc-af22-f4ed99aebebb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:15:38.628660 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22df3900-dccb-4fdc-af22-f4ed99aebebb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:15:38.630768 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22df3900-dccb-4fdc-af22-f4ed99aebebb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:15:38.635156 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22df3900-dccb-4fdc-af22-f4ed99aebebb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:15:38.636199 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22df3900-dccb-4fdc-af22-f4ed99aebebb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:15:38.636744 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22df3900-dccb-4fdc-af22-f4ed99aebebb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:15:38.637338 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22df3900-dccb-4fdc-af22-f4ed99aebebb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:15:38.637891 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22df3900-dccb-4fdc-af22-f4ed99aebebb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:15:38.639944 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22df3900-dccb-4fdc-af22-f4ed99aebebb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:15:38.640506 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22df3900-dccb-4fdc-af22-f4ed99aebebb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:15:38.641043 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22df3900-dccb-4fdc-af22-f4ed99aebebb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:15:38.678034 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-516fe954-9adb-4723-9efa-cc8ece68cd4f None None] Provisioning complete for port 204c8231-d733-4102-854d-1c29f17e062e triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:15:38.678479 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-516fe954-9adb-4723-9efa-cc8ece68cd4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (204c8231-d733-4102-854d-1c29f17e062e), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:38.722824 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-5aa7a948-c1b9-4c4f-b4fe-c837ba2fc30c admin admin] For port 1b072416-1b9a-4975-bb55-2908e9aa62f5, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=1b072416-1b9a-4975-bb55-2908e9aa62f5,segment=NetworkSegment(845c9112-7ad9-405b-933b-e5af357107c1),segment_id=845c9112-7ad9-405b-933b-e5af357107c1)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:15:38.723444 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5aa7a948-c1b9-4c4f-b4fe-c837ba2fc30c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (1b072416-1b9a-4975-bb55-2908e9aa62f5), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:38.738193 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27f1809-7816-4e3f-9ec4-4091db9062e9 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] Pushing event deleted for resources: {'Port': ['ID=9eff3771-715e-4451-b699-019f5652d895,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:38.738779 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-5aa7a948-c1b9-4c4f-b4fe-c837ba2fc30c admin admin] Calling delete_port for 1b072416-1b9a-4975-bb55-2908e9aa62f5 owned by network:router_interface {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:15:38.746272 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-516fe954-9adb-4723-9efa-cc8ece68cd4f None None] Port 204c8231-d733-4102-854d-1c29f17e062e cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:15:38.801389 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8ebadf7-0e36-40c2-b726-d38571b25d3b req-f27f1809-7816-4e3f-9ec4-4091db9062e9 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] No DVR routers for this DVR port 9eff3771-715e-4451-b699-019f5652d895 on host n-h1-812111-14 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:15:38.806708 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-c8ebadf7-0e36-40c2-b726-d38571b25d3b req-f27f1809-7816-4e3f-9ec4-4091db9062e9 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:38.810527 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c8ebadf7-0e36-40c2-b726-d38571b25d3b req-f27f1809-7816-4e3f-9ec4-4091db9062e9 tempest-ServersAdminTestJSON-521833125 tempest-ServersAdminTestJSON-521833125-project] 10.222.0.41 "DELETE /v2.0/ports/9eff3771-715e-4451-b699-019f5652d895 HTTP/1.1" status: 204 len: 173 time: 1.9374540 Jan 28 19:15:38.811221 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-22df3900-dccb-4fdc-af22-f4ed99aebebb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (204c8231-d733-4102-854d-1c29f17e062e), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:38.813309 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd67e2018-4151-48d3-8062-e7793269d14c', 'name': 'network-vif-deleted', 'tag': '9eff3771-715e-4451-b699-019f5652d895'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:15:38.815999 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00cdb041-054c-4736-8e5b-1d41bb384721" -d '{"events": [{"server_uuid": "d67e2018-4151-48d3-8062-e7793269d14c", "name": "network-vif-deleted", "tag": "9eff3771-715e-4451-b699-019f5652d895"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:15:38.824172 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-adec9a15-65d1-4076-84bd-ff3f7f913b5b req-e605930c-b3c7-4c75-b0bb-50538b36e634 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/security-groups?id=414e93b9-08bc-438e-9127-05114ed7dbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3723645 Jan 28 19:15:38.884184 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc8f740-b724-4261-b8a2-8b86a123b352 req-4324bbde-1ac5-4623-8cd2-e9c75c83fdb7 tempest-ServersAdminNegativeTestJSON-1536926155 tempest-ServersAdminNegativeTestJSON-1536926155-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:38.900798 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-edc8f740-b724-4261-b8a2-8b86a123b352 req-4324bbde-1ac5-4623-8cd2-e9c75c83fdb7 tempest-ServersAdminNegativeTestJSON-1536926155 tempest-ServersAdminNegativeTestJSON-1536926155-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=275c56e5-36cf-4f56-8a77-98162a8fc095 HTTP/1.1" status: 200 len: 1131 time: 0.1920309 Jan 28 19:15:38.951994 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-a334e3dc-00d5-41cd-a1e0-13c33c45c10c None None] Set router ba0e45d4-4e10-447e-a18f-fdca8a3cad96 gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:15:38.955579 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-57238b8b-733f-49cf-be9e-d389f0cff5ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:38.973266 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-edc8f740-b724-4261-b8a2-8b86a123b352 req-3d94c2e9-8907-45f5-8f36-2c17008d5c1f tempest-ServersAdminNegativeTestJSON-1536926155 tempest-ServersAdminNegativeTestJSON-1536926155-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:39.039023 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-76826c15-660f-460e-af37-a386ed7e9c30 admin admin] Deleting port 6798b899-b756-404a-b194-8c41a4892b69 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:15:39.040683 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-76826c15-660f-460e-af37-a386ed7e9c30 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (6798b899-b756-404a-b194-8c41a4892b69), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:39.176243 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-edc8f740-b724-4261-b8a2-8b86a123b352 req-3d94c2e9-8907-45f5-8f36-2c17008d5c1f tempest-ServersAdminNegativeTestJSON-1536926155 tempest-ServersAdminNegativeTestJSON-1536926155-project-admin] Publish callbacks [] for security_group (0a3fe236-2a3e-46f0-aadb-b90204f6d50e), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:39.192440 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-edc8f740-b724-4261-b8a2-8b86a123b352 req-3d94c2e9-8907-45f5-8f36-2c17008d5c1f tempest-ServersAdminNegativeTestJSON-1536926155 tempest-ServersAdminNegativeTestJSON-1536926155-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (0a3fe236-2a3e-46f0-aadb-b90204f6d50e), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:39.266076 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-22df3900-dccb-4fdc-af22-f4ed99aebebb admin admin] Publish callbacks [] for port (204c8231-d733-4102-854d-1c29f17e062e), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:39.280725 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-edc8f740-b724-4261-b8a2-8b86a123b352 req-3d94c2e9-8907-45f5-8f36-2c17008d5c1f tempest-ServersAdminNegativeTestJSON-1536926155 tempest-ServersAdminNegativeTestJSON-1536926155-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=6ce50fe5-88ac-4467-ad70-249e9d69c3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3781016 Jan 28 19:15:39.281269 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d94c2e9-8907-45f5-8f36-2c17008d5c1f tempest-ServersAdminNegativeTestJSON-1536926155 tempest-ServersAdminNegativeTestJSON-1536926155-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a3fe236-2a3e-46f0-aadb-b90204f6d50e,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:39.295984 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-22df3900-dccb-4fdc-af22-f4ed99aebebb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (204c8231-d733-4102-854d-1c29f17e062e), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:39.356794 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78038290-0572-4e4f-b593-3908c70936be x-openstack-request-id: req-78038290-0572-4e4f-b593-3908c70936be {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:15:39.358451 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d67e2018-4151-48d3-8062-e7793269d14c", "name": "network-vif-deleted", "tag": "9eff3771-715e-4451-b699-019f5652d895", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:15:39.358812 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-78038290-0572-4e4f-b593-3908c70936be {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:15:39.359344 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd67e2018-4151-48d3-8062-e7793269d14c', 'name': 'network-vif-deleted', 'tag': '9eff3771-715e-4451-b699-019f5652d895', 'status': 'completed', 'code': 200} Jan 28 19:15:39.392108 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-a334e3dc-00d5-41cd-a1e0-13c33c45c10c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba0e45d4-4e10-447e-a18f-fdca8a3cad96', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-119488734-router', 'tenant_id': 'e331db5a5eca4568baa1d0dcf43ee9e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': '6798b899-b756-404a-b194-8c41a4892b69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:14:40Z', 'updated_at': '2022-01-28T19:15:35Z', 'revision_number': 5, 'project_id': 'e331db5a5eca4568baa1d0dcf43ee9e3', 'gw_port': {'id': '6798b899-b756-404a-b194-8c41a4892b69', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:7e:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0e45d4-4e10-447e-a18f-fdca8a3cad96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:14:41Z', 'updated_at': '2022-01-28T19:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:15:39.424048 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a334e3dc-00d5-41cd-a1e0-13c33c45c10c None None] The sync data for ids ['ba0e45d4-4e10-447e-a18f-fdca8a3cad96'] in n-d-812111-14 is: [{'id': 'ba0e45d4-4e10-447e-a18f-fdca8a3cad96', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-119488734-router', 'tenant_id': 'e331db5a5eca4568baa1d0dcf43ee9e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': '6798b899-b756-404a-b194-8c41a4892b69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:14:40Z', 'updated_at': '2022-01-28T19:15:35Z', 'revision_number': 5, 'project_id': 'e331db5a5eca4568baa1d0dcf43ee9e3', 'gw_port': {'id': '6798b899-b756-404a-b194-8c41a4892b69', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:7e:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0e45d4-4e10-447e-a18f-fdca8a3cad96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:14:41Z', 'updated_at': '2022-01-28T19:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:15:39.428966 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-22df3900-dccb-4fdc-af22-f4ed99aebebb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-756216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-732801'] for router_interface (6b184fd8-d9e3-4af6-bb25-e3091d5d1d9b), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:39.487807 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-76826c15-660f-460e-af37-a386ed7e9c30 admin admin] For port 6798b899-b756-404a-b194-8c41a4892b69, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=6798b899-b756-404a-b194-8c41a4892b69,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:15:39.488218 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-76826c15-660f-460e-af37-a386ed7e9c30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (6798b899-b756-404a-b194-8c41a4892b69), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:39.488562 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22df3900-dccb-4fdc-af22-f4ed99aebebb admin admin] Pushing event updated for resources: {'Port': ['ID=204c8231-d733-4102-854d-1c29f17e062e,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:39.506382 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-76826c15-660f-460e-af37-a386ed7e9c30 admin admin] Calling delete_port for 6798b899-b756-404a-b194-8c41a4892b69 owned by network:router_gateway {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:15:39.565838 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3955eb-0d0b-4be8-b940-868fb93a4c5a req-f2b1c43a-9c58-40e1-8531-39f3107813fc tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:39.567478 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6e3955eb-0d0b-4be8-b940-868fb93a4c5a req-f2b1c43a-9c58-40e1-8531-39f3107813fc tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=d493780a-0b9d-4faf-acb0-7a17299587d3 HTTP/1.1" status: 200 len: 945 time: 0.1361165 Jan 28 19:15:39.608941 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22df3900-dccb-4fdc-af22-f4ed99aebebb admin admin] Network a6ce2695-bf4f-4293-99d8-53bbc2878d73 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:15:39.611386 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-22df3900-dccb-4fdc-af22-f4ed99aebebb admin admin] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:15:39.633746 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:39.676616 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6e3955eb-0d0b-4be8-b940-868fb93a4c5a req-085f05a2-3b3a-45fb-b587-63bca4863444 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027665 Jan 28 19:15:39.686444 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8679c4e7-2990-4fb4-a28a-e75c2a19bd42 req-dc8aac29-9c3b-4ec2-80cc-83cc2f61886c service neutron] 10.222.0.41 "GET /v2.0/networks/7810caa2-eac6-457d-9302-c8c215ef3e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8266375 Jan 28 19:15:39.697708 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6892fe-63b0-4fec-a047-fd1588d191ff req-8f332191-b79b-4c13-a7b9-b443d6c8b590 tempest-ServerDiagnosticsNegativeTest-569001323 tempest-ServerDiagnosticsNegativeTest-569001323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:39.705511 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-da6892fe-63b0-4fec-a047-fd1588d191ff req-8f332191-b79b-4c13-a7b9-b443d6c8b590 tempest-ServerDiagnosticsNegativeTest-569001323 tempest-ServerDiagnosticsNegativeTest-569001323-project] 10.222.0.64 "GET /v2.0/ports?device_id=3216f971-de39-45f4-b952-d361f477a0a6 HTTP/1.1" status: 200 len: 947 time: 0.7312646 Jan 28 19:15:39.747964 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22df3900-dccb-4fdc-af22-f4ed99aebebb admin admin] Router 6b184fd8-d9e3-4af6-bb25-e3091d5d1d9b has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:15:39.907695 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22df3900-dccb-4fdc-af22-f4ed99aebebb admin admin] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:15:39.928201 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-22df3900-dccb-4fdc-af22-f4ed99aebebb admin admin] 10.222.0.64 "PUT /v2.0/routers/6b184fd8-d9e3-4af6-bb25-e3091d5d1d9b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0193274 Jan 28 19:15:39.982728 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-e6f394f5-1789-4d3a-9ae1-fe9774023431 None None] Provisioning complete for port 204c8231-d733-4102-854d-1c29f17e062e triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:15:39.990362 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e6f394f5-1789-4d3a-9ae1-fe9774023431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (204c8231-d733-4102-854d-1c29f17e062e), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:40.015049 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6509611-3e72-46b8-86c6-5ef0010b23c0 req-f04b73e7-75da-4b8c-9e8c-734c8dab8191 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:40.025374 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d6509611-3e72-46b8-86c6-5ef0010b23c0 req-f04b73e7-75da-4b8c-9e8c-734c8dab8191 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?device_id=c3a44de3-d7bc-419a-9768-acddf7e95fea HTTP/1.1" status: 200 len: 945 time: 0.0913150 Jan 28 19:15:40.082693 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-e6f394f5-1789-4d3a-9ae1-fe9774023431 None None] Port 204c8231-d733-4102-854d-1c29f17e062e cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:15:40.126686 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-da6892fe-63b0-4fec-a047-fd1588d191ff req-3195fdd7-5b12-4b1d-a161-642eb0705f57 tempest-ServerDiagnosticsNegativeTest-569001323 tempest-ServerDiagnosticsNegativeTest-569001323-project] 10.222.0.64 "GET /v2.0/security-groups?id=88e1560b-9c10-4bf0-b1be-aa950f82e67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4201858 Jan 28 19:15:40.154505 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8679c4e7-2990-4fb4-a28a-e75c2a19bd42 req-dc7553b6-fc3a-41cf-92f4-6b7f1a861f43 service neutron] 10.222.0.41 "GET /v2.0/networks/7810caa2-eac6-457d-9302-c8c215ef3e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4342747 Jan 28 19:15:40.164460 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5aa7a948-c1b9-4c4f-b4fe-c837ba2fc30c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (1b072416-1b9a-4975-bb55-2908e9aa62f5), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:40.225747 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-76826c15-660f-460e-af37-a386ed7e9c30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (6798b899-b756-404a-b194-8c41a4892b69), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:40.233947 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d6509611-3e72-46b8-86c6-5ef0010b23c0 req-60c93cf5-9b1a-4ae1-bdb3-1db9ba994a42 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/security-groups?id=414e93b9-08bc-438e-9127-05114ed7dbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075567 Jan 28 19:15:40.250845 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa7a948-c1b9-4c4f-b4fe-c837ba2fc30c admin admin] Pushing event deleted for resources: {'Port': ['ID=1b072416-1b9a-4975-bb55-2908e9aa62f5,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:40.276027 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8172a868-3e69-4471-b3cb-0d0ef9819a2b req-8094c77b-ee26-464a-b033-ca9d7c579fd2 tempest-LiveMigrationTest-1644078950 tempest-LiveMigrationTest-1644078950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:40.284299 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 03807a3d-69c3-4ab9-bedd-239481742ce1 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:15:40.290080 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8172a868-3e69-4471-b3cb-0d0ef9819a2b req-8094c77b-ee26-464a-b033-ca9d7c579fd2 tempest-LiveMigrationTest-1644078950 tempest-LiveMigrationTest-1644078950-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=c3a44de3-d7bc-419a-9768-acddf7e95fea&tenant_id=1bd1e0d6512043bfbaf9a8e955e20b9e&binding%3Ahost_id=n-h1-812111-14 HTTP/1.1" status: 200 len: 1128 time: 0.1909776 Jan 28 19:15:40.312306 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-8172a868-3e69-4471-b3cb-0d0ef9819a2b req-f7edff43-7efa-4edc-90df-72918ca956aa service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-812111-14'}}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:15:40.383784 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 37966) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:15:40.391017 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa7a948-c1b9-4c4f-b4fe-c837ba2fc30c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:15:40.391369 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa7a948-c1b9-4c4f-b4fe-c837ba2fc30c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:15:40.391714 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa7a948-c1b9-4c4f-b4fe-c837ba2fc30c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:15:40.392055 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa7a948-c1b9-4c4f-b4fe-c837ba2fc30c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:15:40.392395 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa7a948-c1b9-4c4f-b4fe-c837ba2fc30c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:15:40.392986 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa7a948-c1b9-4c4f-b4fe-c837ba2fc30c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:15:40.393270 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa7a948-c1b9-4c4f-b4fe-c837ba2fc30c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:15:40.393704 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa7a948-c1b9-4c4f-b4fe-c837ba2fc30c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:15:40.394050 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa7a948-c1b9-4c4f-b4fe-c837ba2fc30c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:15:40.394377 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa7a948-c1b9-4c4f-b4fe-c837ba2fc30c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:15:40.399023 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa7a948-c1b9-4c4f-b4fe-c837ba2fc30c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:15:40.399420 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa7a948-c1b9-4c4f-b4fe-c837ba2fc30c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:15:40.399769 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa7a948-c1b9-4c4f-b4fe-c837ba2fc30c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:15:40.419661 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 03807a3d-69c3-4ab9-bedd-239481742ce1 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:15:40.421079 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (03807a3d-69c3-4ab9-bedd-239481742ce1), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:40.546668 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d60dd25-4772-4640-abcb-355d8f40744b None None] Sync routers for ids ['6b184fd8-d9e3-4af6-bb25-e3091d5d1d9b'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:15:40.560249 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d60dd25-4772-4640-abcb-355d8f40744b None None] Routers {'6b184fd8-d9e3-4af6-bb25-e3091d5d1d9b'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:15:40.567475 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-0d60dd25-4772-4640-abcb-355d8f40744b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:15:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['6b184fd8-d9e3-4af6-bb25-e3091d5d1d9b'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:15:40.575211 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 03807a3d-69c3-4ab9-bedd-239481742ce1 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:15:40.577557 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76826c15-660f-460e-af37-a386ed7e9c30 admin admin] Pushing event deleted for resources: {'Port': ['ID=6798b899-b756-404a-b194-8c41a4892b69,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:40.578222 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (03807a3d-69c3-4ab9-bedd-239481742ce1), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:40.585815 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-8172a868-3e69-4471-b3cb-0d0ef9819a2b req-f7edff43-7efa-4edc-90df-72918ca956aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (4393a6ed-522f-40fa-afae-f181e3fabb22), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:40.596280 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 37970) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:15:40.596469 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-7adfade9-19a9-48f8-b970-974be2cd056c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=56e30e8962704e02ba24fa7700358958&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2113824 Jan 28 19:15:40.617644 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] For port 03807a3d-69c3-4ab9-bedd-239481742ce1, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=03807a3d-69c3-4ab9-bedd-239481742ce1,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:15:40.634654 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (03807a3d-69c3-4ab9-bedd-239481742ce1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:40.680247 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device ef72d147-2841-40f6-89c4-dd9ced0d4d27 no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:15:40.725266 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-0d60dd25-4772-4640-abcb-355d8f40744b None None] Set router 6b184fd8-d9e3-4af6-bb25-e3091d5d1d9b gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:15:40.752905 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: ef72d147-2841-40f6-89c4-dd9ced0d4d27 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:15:40.753282 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device ef72d147-2841-40f6-89c4-dd9ced0d4d27 not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:15:40.764263 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5aa7a948-c1b9-4c4f-b4fe-c837ba2fc30c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-732682'] for router_interface (d3caa4e9-2a65-4416-8a3e-7fcb9617385f), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:40.767570 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-8172a868-3e69-4471-b3cb-0d0ef9819a2b req-f7edff43-7efa-4edc-90df-72918ca956aa service neutron] For port 4393a6ed-522f-40fa-afae-f181e3fabb22, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=4393a6ed-522f-40fa-afae-f181e3fabb22,segment=NetworkSegment(e7f54059-7dae-4f1a-9de9-251e6a440c72),segment_id=e7f54059-7dae-4f1a-9de9-251e6a440c72)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:15:40.778620 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-76826c15-660f-460e-af37-a386ed7e9c30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-731488'] for router_gateway (ba0e45d4-4e10-447e-a18f-fdca8a3cad96), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:40.796276 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Pushing event updated for resources: {'Port': ['ID=03807a3d-69c3-4ab9-bedd-239481742ce1,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:40.813670 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-8172a868-3e69-4471-b3cb-0d0ef9819a2b req-f7edff43-7efa-4edc-90df-72918ca956aa service neutron] For port 4393a6ed-522f-40fa-afae-f181e3fabb22, host n-h1-812111-14, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:15:40.836185 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695aa93d-06ed-4ed2-8e5e-903feec54d59 req-6c10cbe6-6ba1-4fce-b332-f468387e2d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:40.838110 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-695aa93d-06ed-4ed2-8e5e-903feec54d59 req-6c10cbe6-6ba1-4fce-b332-f468387e2d45 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a876cf4996e74f139581668f3f741802&device_id=3216f971-de39-45f4-b952-d361f477a0a6 HTTP/1.1" status: 200 len: 1130 time: 0.5908325 Jan 28 19:15:40.860385 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 9eff3771-715e-4451-b699-019f5652d895 no longer exists at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:15:40.870300 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-8172a868-3e69-4471-b3cb-0d0ef9819a2b req-f7edff43-7efa-4edc-90df-72918ca956aa service neutron] Publish callbacks [] for port (4393a6ed-522f-40fa-afae-f181e3fabb22), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:40.878643 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aa81c4-bbaf-49b6-9d70-8f679614808f req-20bd57ae-81a0-440f-a288-92326a7f928f tempest-ServersAdminNegativeTestJSON-1536926155 tempest-ServersAdminNegativeTestJSON-1536926155-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:40.886157 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-97aa81c4-bbaf-49b6-9d70-8f679614808f req-20bd57ae-81a0-440f-a288-92326a7f928f tempest-ServersAdminNegativeTestJSON-1536926155 tempest-ServersAdminNegativeTestJSON-1536926155-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=275c56e5-36cf-4f56-8a77-98162a8fc095 HTTP/1.1" status: 200 len: 1131 time: 0.4621341 Jan 28 19:15:40.888676 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-8172a868-3e69-4471-b3cb-0d0ef9819a2b req-f7edff43-7efa-4edc-90df-72918ca956aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (4393a6ed-522f-40fa-afae-f181e3fabb22), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:40.894661 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] No Port match for: 9eff3771-715e-4451-b699-019f5652d895 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:15:40.895016 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 9eff3771-715e-4451-b699-019f5652d895 not bound to the agent host n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:15:41.001730 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-0d60dd25-4772-4640-abcb-355d8f40744b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b184fd8-d9e3-4af6-bb25-e3091d5d1d9b', 'name': 'tempest-ServersTestJSON-14659487-router', 'tenant_id': 'fb29c2c1c69c4f59b326e8ec24f37b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.148'}], 'enable_snat': True}, 'gw_port_id': '03807a3d-69c3-4ab9-bedd-239481742ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:15:33Z', 'updated_at': '2022-01-28T19:15:38Z', 'revision_number': 4, 'project_id': 'fb29c2c1c69c4f59b326e8ec24f37b86', 'gw_port': {'id': '03807a3d-69c3-4ab9-bedd-239481742ce1', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:9d:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b184fd8-d9e3-4af6-bb25-e3091d5d1d9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:15:33Z', 'updated_at': '2022-01-28T19:15:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '204c8231-d733-4102-854d-1c29f17e062e', 'name': '', 'network_id': 'a6ce2695-bf4f-4293-99d8-53bbc2878d73', 'tenant_id': 'fb29c2c1c69c4f59b326e8ec24f37b86', 'mac_address': 'fa:16:3e:43:93:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b184fd8-d9e3-4af6-bb25-e3091d5d1d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '0462522f-9635-4759-872a-bea48d2496c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:15:37Z', 'updated_at': '2022-01-28T19:15:38Z', 'revision_number': 2, 'project_id': 'fb29c2c1c69c4f59b326e8ec24f37b86', 'subnets': [{'id': '0462522f-9635-4759-872a-bea48d2496c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:15:41.012741 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 37974) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:15:41.016689 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-76826c15-660f-460e-af37-a386ed7e9c30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-730901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261120'] for router (ba0e45d4-4e10-447e-a18f-fdca8a3cad96), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:41.024672 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-76826c15-660f-460e-af37-a386ed7e9c30 admin admin] Publish callbacks [] for router_controller (ba0e45d4-4e10-447e-a18f-fdca8a3cad96), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:41.028921 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-cc74e3ff-786e-4cea-b6fb-bf60eb37a7ff tempest-ServersTestJSON-1813896326 tempest-ServersTestJSON-1813896326-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1201582653', 'description': 'tempest-description--876944759'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:15:41.040408 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d60dd25-4772-4640-abcb-355d8f40744b None None] Checking router: 6b184fd8-d9e3-4af6-bb25-e3091d5d1d9b for host: n-d-812111-14 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:15:41.041008 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d60dd25-4772-4640-abcb-355d8f40744b None None] Updating router 6b184fd8-d9e3-4af6-bb25-e3091d5d1d9b port 204c8231-d733-4102-854d-1c29f17e062e binding host n-d-812111-14 {{(pid=103307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:15:41.047806 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-97aa81c4-bbaf-49b6-9d70-8f679614808f req-75a37152-4f4c-4e14-97b1-972ca9a5adb0 tempest-ServersAdminNegativeTestJSON-1536926155 tempest-ServersAdminNegativeTestJSON-1536926155-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=6ce50fe5-88ac-4467-ad70-249e9d69c3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530039 Jan 28 19:15:41.066554 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-8172a868-3e69-4471-b3cb-0d0ef9819a2b req-f7edff43-7efa-4edc-90df-72918ca956aa service neutron] Attempting to bind port 4393a6ed-522f-40fa-afae-f181e3fabb22 on host n-h1-812111-14 for vnic_type normal with profile {"migrating_to": "n-h2-812111-14"} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:15:41.066839 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-8172a868-3e69-4471-b3cb-0d0ef9819a2b req-f7edff43-7efa-4edc-90df-72918ca956aa service neutron] Attempting to bind port 4393a6ed-522f-40fa-afae-f181e3fabb22 by drivers openvswitch,hyperv on host n-h1-812111-14 at level 0 using segments [{'id': 'e7f54059-7dae-4f1a-9de9-251e6a440c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '8330dfd7-f74e-41a1-b557-5650d653ac04'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:15:41.067197 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8172a868-3e69-4471-b3cb-0d0ef9819a2b req-f7edff43-7efa-4edc-90df-72918ca956aa service neutron] Attempting to bind port 4393a6ed-522f-40fa-afae-f181e3fabb22 on network 8330dfd7-f74e-41a1-b557-5650d653ac04 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:15:41.074529 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-0d60dd25-4772-4640-abcb-355d8f40744b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (204c8231-d733-4102-854d-1c29f17e062e), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:41.087226 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8172a868-3e69-4471-b3cb-0d0ef9819a2b req-f7edff43-7efa-4edc-90df-72918ca956aa service neutron] Port 4393a6ed-522f-40fa-afae-f181e3fabb22 on network 8330dfd7-f74e-41a1-b557-5650d653ac04 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-14 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:15:41.087555 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8172a868-3e69-4471-b3cb-0d0ef9819a2b req-f7edff43-7efa-4edc-90df-72918ca956aa service neutron] Attempting to bind port 4393a6ed-522f-40fa-afae-f181e3fabb22 on network 8330dfd7-f74e-41a1-b557-5650d653ac04 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:15:41.096842 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8172a868-3e69-4471-b3cb-0d0ef9819a2b req-f7edff43-7efa-4edc-90df-72918ca956aa service neutron] Checking agent: {'id': 'b544ba20-de93-4d86-9e6b-a2202deb6191', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 15, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:15:41.096842 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8172a868-3e69-4471-b3cb-0d0ef9819a2b req-f7edff43-7efa-4edc-90df-72918ca956aa service neutron] Checking segment: {'id': 'e7f54059-7dae-4f1a-9de9-251e6a440c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '8330dfd7-f74e-41a1-b557-5650d653ac04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:15:41.097201 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8172a868-3e69-4471-b3cb-0d0ef9819a2b req-f7edff43-7efa-4edc-90df-72918ca956aa service neutron] Bound using segment: {'id': 'e7f54059-7dae-4f1a-9de9-251e6a440c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '8330dfd7-f74e-41a1-b557-5650d653ac04'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:15:41.097377 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-8172a868-3e69-4471-b3cb-0d0ef9819a2b req-f7edff43-7efa-4edc-90df-72918ca956aa service neutron] Bound port: 4393a6ed-522f-40fa-afae-f181e3fabb22, host: n-h1-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7f54059-7dae-4f1a-9de9-251e6a440c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '8330dfd7-f74e-41a1-b557-5650d653ac04'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:15:41.097750 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-8172a868-3e69-4471-b3cb-0d0ef9819a2b req-f7edff43-7efa-4edc-90df-72918ca956aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (4393a6ed-522f-40fa-afae-f181e3fabb22), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:41.098022 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-96ccea3f-7661-45bb-a30a-af6a6b9e18a2 admin admin] Publish callbacks [] for security_group (2478b850-89ab-4114-a340-71569acb8761), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:41.115636 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7edff43-7efa-4edc-90df-72918ca956aa service neutron] Pushing event updated for resources: {'Port': ['ID=4393a6ed-522f-40fa-afae-f181e3fabb22,revision_number=7']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:41.140638 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cc74e3ff-786e-4cea-b6fb-bf60eb37a7ff tempest-ServersTestJSON-1813896326 tempest-ServersTestJSON-1813896326-project] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:41.162000 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-76826c15-660f-460e-af37-a386ed7e9c30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-730908'] for router (ba0e45d4-4e10-447e-a18f-fdca8a3cad96), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:41.163069 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76826c15-660f-460e-af37-a386ed7e9c30 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ba0e45d4-4e10-447e-a18f-fdca8a3cad96 {{(pid=103305) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:15:41.188692 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695aa93d-06ed-4ed2-8e5e-903feec54d59 req-401d0b69-1435-4e09-9448-7e4afc028ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:41.190369 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-695aa93d-06ed-4ed2-8e5e-903feec54d59 req-401d0b69-1435-4e09-9448-7e4afc028ed8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7810caa2-eac6-457d-9302-c8c215ef3e91 HTTP/1.1" status: 200 len: 869 time: 0.3026128 Jan 28 19:15:41.197301 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-76826c15-660f-460e-af37-a386ed7e9c30 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:41.198517 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-76826c15-660f-460e-af37-a386ed7e9c30 admin admin] 10.222.0.64 "DELETE /v2.0/routers/ba0e45d4-4e10-447e-a18f-fdca8a3cad96 HTTP/1.1" status: 204 len: 168 time: 3.4233975 Jan 28 19:15:41.200709 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-96ccea3f-7661-45bb-a30a-af6a6b9e18a2 admin admin] Publish callbacks [] for security_group (2478b850-89ab-4114-a340-71569acb8761), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:41.238805 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 37980) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:15:41.241970 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cc74e3ff-786e-4cea-b6fb-bf60eb37a7ff tempest-ServersTestJSON-1813896326 tempest-ServersTestJSON-1813896326-project] Publish callbacks [] for security_group (c5f3ac41-b8df-408c-bb33-9833dc3f320f), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:41.260594 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cc74e3ff-786e-4cea-b6fb-bf60eb37a7ff tempest-ServersTestJSON-1813896326 tempest-ServersTestJSON-1813896326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (c5f3ac41-b8df-408c-bb33-9833dc3f320f), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:41.312930 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc74e3ff-786e-4cea-b6fb-bf60eb37a7ff tempest-ServersTestJSON-1813896326 tempest-ServersTestJSON-1813896326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5f3ac41-b8df-408c-bb33-9833dc3f320f,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:41.318578 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cc74e3ff-786e-4cea-b6fb-bf60eb37a7ff tempest-ServersTestJSON-1813896326 tempest-ServersTestJSON-1813896326-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:41.322783 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-cc74e3ff-786e-4cea-b6fb-bf60eb37a7ff tempest-ServersTestJSON-1813896326 tempest-ServersTestJSON-1813896326-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2978218 Jan 28 19:15:41.325063 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 37986) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:15:41.332280 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-f2071ce8-9b03-4f30-9bd6-5f8b04b9dc15 tempest-ServersTestJSON-1813896326 tempest-ServersTestJSON-1813896326-project] Request body: {'security_group_rule': {'security_group_id': 'c5f3ac41-b8df-408c-bb33-9833dc3f320f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:15:41.345532 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-8172a868-3e69-4471-b3cb-0d0ef9819a2b req-f7edff43-7efa-4edc-90df-72918ca956aa service neutron] For port 4393a6ed-522f-40fa-afae-f181e3fabb22, host n-h1-812111-14, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:15:41.351829 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-8172a868-3e69-4471-b3cb-0d0ef9819a2b req-f7edff43-7efa-4edc-90df-72918ca956aa service neutron] For port 4393a6ed-522f-40fa-afae-f181e3fabb22, host n-h1-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=4393a6ed-522f-40fa-afae-f181e3fabb22,segment=NetworkSegment(e7f54059-7dae-4f1a-9de9-251e6a440c72),segment_id=e7f54059-7dae-4f1a-9de9-251e6a440c72)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:15:41.364068 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3a44de3-d7bc-419a-9768-acddf7e95fea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4393a6ed-522f-40fa-afae-f181e3fabb22'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:15:41.366921 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc4eedfb-d9b5-40f9-a548-b2010b252e44" -d '{"events": [{"server_uuid": "c3a44de3-d7bc-419a-9768-acddf7e95fea", "name": "network-vif-unplugged", "status": "completed", "tag": "4393a6ed-522f-40fa-afae-f181e3fabb22"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:15:41.367598 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-695aa93d-06ed-4ed2-8e5e-903feec54d59 req-ba9335cb-4db9-4e43-a3d2-1b1efe12a8cf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=329a2cfc-474e-48c5-882d-049b81b8ceb8 HTTP/1.1" status: 200 len: 217 time: 0.1297362 Jan 28 19:15:41.372799 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-8172a868-3e69-4471-b3cb-0d0ef9819a2b req-f7edff43-7efa-4edc-90df-72918ca956aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (4393a6ed-522f-40fa-afae-f181e3fabb22), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:41.425515 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f2071ce8-9b03-4f30-9bd6-5f8b04b9dc15 tempest-ServersTestJSON-1813896326 tempest-ServersTestJSON-1813896326-project] Publish callbacks [] for security_group_rule (ce8963cc-0623-4802-957d-cb5b50f46326), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:41.445729 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-700b2398-4db1-47b0-b044-152a41a53ca0 admin admin] Deleting subnet 8e0a9d74-ef41-4ed7-9932-81fa4a696ae1 {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:15:41.462923 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-0d60dd25-4772-4640-abcb-355d8f40744b None None] Publish callbacks [] for port (204c8231-d733-4102-854d-1c29f17e062e), precommit_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:41.468518 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-0d60dd25-4772-4640-abcb-355d8f40744b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (204c8231-d733-4102-854d-1c29f17e062e), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:41.487306 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-700b2398-4db1-47b0-b044-152a41a53ca0 admin admin] Publish callbacks [] for subnet (8e0a9d74-ef41-4ed7-9932-81fa4a696ae1), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:41.539816 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:41.541699 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0338eb35-4d96-4c3f-8537-a41847c5333c req-16b208ba-072c-4cd3-960d-5441f2fe80b3 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:41.547653 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8172a868-3e69-4471-b3cb-0d0ef9819a2b req-f7edff43-7efa-4edc-90df-72918ca956aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:41.548272 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-8172a868-3e69-4471-b3cb-0d0ef9819a2b req-f7edff43-7efa-4edc-90df-72918ca956aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:41.549640 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-0338eb35-4d96-4c3f-8537-a41847c5333c req-16b208ba-072c-4cd3-960d-5441f2fe80b3 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=d493780a-0b9d-4faf-acb0-7a17299587d3 HTTP/1.1" status: 200 len: 945 time: 0.3887661 Jan 28 19:15:41.550032 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8172a868-3e69-4471-b3cb-0d0ef9819a2b req-f7edff43-7efa-4edc-90df-72918ca956aa service neutron] 10.222.0.70 "PUT /v2.0/ports/4393a6ed-522f-40fa-afae-f181e3fabb22 HTTP/1.1" status: 200 len: 1123 time: 1.2522483 Jan 28 19:15:41.561587 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-96ccea3f-7661-45bb-a30a-af6a6b9e18a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (2478b850-89ab-4114-a340-71569acb8761), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:41.564824 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-96ccea3f-7661-45bb-a30a-af6a6b9e18a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:41.568465 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-96ccea3f-7661-45bb-a30a-af6a6b9e18a2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2478b850-89ab-4114-a340-71569acb8761 HTTP/1.1" status: 204 len: 168 time: 0.9631388 Jan 28 19:15:41.570389 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-0d60dd25-4772-4640-abcb-355d8f40744b None None] Attempting to bind port 204c8231-d733-4102-854d-1c29f17e062e on host n-d-812111-14 for vnic_type normal with profile {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:15:41.571511 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-0d60dd25-4772-4640-abcb-355d8f40744b None None] Attempting to bind port 204c8231-d733-4102-854d-1c29f17e062e by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': 'fb535013-f414-4222-968d-5414b6a47e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'a6ce2695-bf4f-4293-99d8-53bbc2878d73'}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:15:41.572105 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7edff43-7efa-4edc-90df-72918ca956aa service neutron] Pushing event updated for resources: {'Port': ['ID=4393a6ed-522f-40fa-afae-f181e3fabb22,revision_number=8']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:41.572623 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d60dd25-4772-4640-abcb-355d8f40744b None None] Attempting to bind port 204c8231-d733-4102-854d-1c29f17e062e on network a6ce2695-bf4f-4293-99d8-53bbc2878d73 {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:15:41.581557 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d60dd25-4772-4640-abcb-355d8f40744b None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:15:41.582260 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d60dd25-4772-4640-abcb-355d8f40744b None None] Checking segment: {'id': 'fb535013-f414-4222-968d-5414b6a47e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'a6ce2695-bf4f-4293-99d8-53bbc2878d73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:15:41.582835 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-0d60dd25-4772-4640-abcb-355d8f40744b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:41.583852 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d60dd25-4772-4640-abcb-355d8f40744b None None] Bound using segment: {'id': 'fb535013-f414-4222-968d-5414b6a47e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'a6ce2695-bf4f-4293-99d8-53bbc2878d73'} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:15:41.584647 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-0d60dd25-4772-4640-abcb-355d8f40744b None None] Bound port: 204c8231-d733-4102-854d-1c29f17e062e, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb535013-f414-4222-968d-5414b6a47e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'a6ce2695-bf4f-4293-99d8-53bbc2878d73'}}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:15:41.585253 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-0d60dd25-4772-4640-abcb-355d8f40744b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (204c8231-d733-4102-854d-1c29f17e062e), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:41.591399 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-700b2398-4db1-47b0-b044-152a41a53ca0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16187240'] for subnet (8e0a9d74-ef41-4ed7-9932-81fa4a696ae1), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:41.592162 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc877e64-2da1-4eae-a2b5-4884c58819d0 req-3b988dff-ec7b-44c3-9331-60b7f53d4a75 tempest-ServerDiagnosticsNegativeTest-569001323 tempest-ServerDiagnosticsNegativeTest-569001323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:41.599552 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-fc877e64-2da1-4eae-a2b5-4884c58819d0 req-3b988dff-ec7b-44c3-9331-60b7f53d4a75 tempest-ServerDiagnosticsNegativeTest-569001323 tempest-ServerDiagnosticsNegativeTest-569001323-project] 10.222.0.64 "GET /v2.0/ports?device_id=3216f971-de39-45f4-b952-d361f477a0a6 HTTP/1.1" status: 200 len: 947 time: 0.1760602 Jan 28 19:15:41.620576 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e931e44d-6ad1-416d-b8b5-9f3255cdc15f None None] Pushing event updated for resources: {'Port': ['ID=204c8231-d733-4102-854d-1c29f17e062e,revision_number=3']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:41.638733 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695aa93d-06ed-4ed2-8e5e-903feec54d59 req-ad46cfd9-cd60-4668-b43d-05d14ad4dbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:41.640359 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-695aa93d-06ed-4ed2-8e5e-903feec54d59 req-ad46cfd9-cd60-4668-b43d-05d14ad4dbe0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f2de4832-9ef6-4f40-9ac5-1557d5e6a6ff HTTP/1.1" status: 200 len: 843 time: 0.2477939 Jan 28 19:15:41.647098 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['4393a6ed-522f-40fa-afae-f181e3fabb22'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:15:41.682340 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f2071ce8-9b03-4f30-9bd6-5f8b04b9dc15 tempest-ServersTestJSON-1813896326 tempest-ServersTestJSON-1813896326-project] Publish callbacks [] for security_group_rule (ce8963cc-0623-4802-957d-cb5b50f46326), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:41.705911 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['4393a6ed-522f-40fa-afae-f181e3fabb22'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:15:41.712829 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-fc877e64-2da1-4eae-a2b5-4884c58819d0 req-5d8f2d05-fb2e-4643-8f05-a451f13bd281 tempest-ServerDiagnosticsNegativeTest-569001323 tempest-ServerDiagnosticsNegativeTest-569001323-project] 10.222.0.64 "GET /v2.0/security-groups?id=88e1560b-9c10-4bf0-b1be-aa950f82e67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033859 Jan 28 19:15:41.714127 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f2071ce8-9b03-4f30-9bd6-5f8b04b9dc15 tempest-ServersTestJSON-1813896326 tempest-ServersTestJSON-1813896326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (ce8963cc-0623-4802-957d-cb5b50f46326), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:41.722882 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-0d60dd25-4772-4640-abcb-355d8f40744b None None] For port 204c8231-d733-4102-854d-1c29f17e062e, host n-d-812111-14, cleared binding levels {{(pid=103307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:15:41.726487 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ccea3f-7661-45bb-a30a-af6a6b9e18a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2478b850-89ab-4114-a340-71569acb8761,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:41.742911 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-0d60dd25-4772-4640-abcb-355d8f40744b None None] For port 204c8231-d733-4102-854d-1c29f17e062e, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=204c8231-d733-4102-854d-1c29f17e062e,segment=NetworkSegment(fb535013-f414-4222-968d-5414b6a47e41),segment_id=fb535013-f414-4222-968d-5414b6a47e41)] {{(pid=103307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:15:41.782302 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-0d60dd25-4772-4640-abcb-355d8f40744b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (204c8231-d733-4102-854d-1c29f17e062e), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:41.783630 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2071ce8-9b03-4f30-9bd6-5f8b04b9dc15 tempest-ServersTestJSON-1813896326 tempest-ServersTestJSON-1813896326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce8963cc-0623-4802-957d-cb5b50f46326,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:41.831093 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f2071ce8-9b03-4f30-9bd6-5f8b04b9dc15 tempest-ServersTestJSON-1813896326 tempest-ServersTestJSON-1813896326-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:41.840297 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-f2071ce8-9b03-4f30-9bd6-5f8b04b9dc15 tempest-ServersTestJSON-1813896326 tempest-ServersTestJSON-1813896326-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5119073 Jan 28 19:15:41.842417 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 37992) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:15:41.859774 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-41e184a8-9e74-493b-a0e8-e2f93a4df7de tempest-ServersTestJSON-1813896326 tempest-ServersTestJSON-1813896326-project] Request body: {'security_group_rule': {'security_group_id': 'c5f3ac41-b8df-408c-bb33-9833dc3f320f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:15:41.909208 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d60dd25-4772-4640-abcb-355d8f40744b None None] Routers {'6b184fd8-d9e3-4af6-bb25-e3091d5d1d9b'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:15:41.909851 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-0d60dd25-4772-4640-abcb-355d8f40744b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:15:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['6b184fd8-d9e3-4af6-bb25-e3091d5d1d9b'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:15:41.919229 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-0338eb35-4d96-4c3f-8537-a41847c5333c req-74498035-e32f-4902-a5c1-0e8dc0a5df1f tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3667824 Jan 28 19:15:41.936611 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aa7a948-c1b9-4c4f-b4fe-c837ba2fc30c admin admin] Router d3caa4e9-2a65-4416-8a3e-7fcb9617385f has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:15:41.944093 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 4393a6ed-522f-40fa-afae-f181e3fabb22 details requested by agent hyperv_n-h2-812111-14 with host n-h2-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:15:41.956248 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-41e184a8-9e74-493b-a0e8-e2f93a4df7de tempest-ServersTestJSON-1813896326 tempest-ServersTestJSON-1813896326-project] Publish callbacks [] for security_group_rule (cebb5a2f-2750-4799-9ea0-7d059d6032d5), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:41.985206 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695aa93d-06ed-4ed2-8e5e-903feec54d59 req-03d97e64-8190-4b79-9663-c1906ca10e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:41.985206 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-695aa93d-06ed-4ed2-8e5e-903feec54d59 req-03d97e64-8190-4b79-9663-c1906ca10e48 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7810caa2-eac6-457d-9302-c8c215ef3e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2581875 Jan 28 19:15:42.001344 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-700b2398-4db1-47b0-b044-152a41a53ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (8e0a9d74-ef41-4ed7-9932-81fa4a696ae1), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:42.117333 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 19:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98a67304-485c-4289-a793-a276538b062c x-openstack-request-id: req-98a67304-485c-4289-a793-a276538b062c {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:15:42.117645 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3a44de3-d7bc-419a-9768-acddf7e95fea", "name": "network-vif-unplugged", "status": "completed", "tag": "4393a6ed-522f-40fa-afae-f181e3fabb22", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:15:42.117905 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-98a67304-485c-4289-a793-a276538b062c {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:15:42.118556 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3a44de3-d7bc-419a-9768-acddf7e95fea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4393a6ed-522f-40fa-afae-f181e3fabb22', 'code': 200} Jan 28 19:15:42.195497 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-41e184a8-9e74-493b-a0e8-e2f93a4df7de tempest-ServersTestJSON-1813896326 tempest-ServersTestJSON-1813896326-project] Publish callbacks [] for security_group_rule (cebb5a2f-2750-4799-9ea0-7d059d6032d5), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:42.215276 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-41e184a8-9e74-493b-a0e8-e2f93a4df7de tempest-ServersTestJSON-1813896326 tempest-ServersTestJSON-1813896326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (cebb5a2f-2750-4799-9ea0-7d059d6032d5), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:42.229884 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-0d60dd25-4772-4640-abcb-355d8f40744b None None] Set router 6b184fd8-d9e3-4af6-bb25-e3091d5d1d9b gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:15:42.240528 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 4393a6ed-522f-40fa-afae-f181e3fabb22, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=4393a6ed-522f-40fa-afae-f181e3fabb22,segment=NetworkSegment(e7f54059-7dae-4f1a-9de9-251e6a440c72),segment_id=e7f54059-7dae-4f1a-9de9-251e6a440c72)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:15:42.264152 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-41e184a8-9e74-493b-a0e8-e2f93a4df7de tempest-ServersTestJSON-1813896326 tempest-ServersTestJSON-1813896326-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:42.269353 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-41e184a8-9e74-493b-a0e8-e2f93a4df7de tempest-ServersTestJSON-1813896326 tempest-ServersTestJSON-1813896326-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4244587 Jan 28 19:15:42.269988 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 38002) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:15:42.273136 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e184a8-9e74-493b-a0e8-e2f93a4df7de tempest-ServersTestJSON-1813896326 tempest-ServersTestJSON-1813896326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cebb5a2f-2750-4799-9ea0-7d059d6032d5,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:42.282058 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 03807a3d-69c3-4ab9-bedd-239481742ce1 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:15:42.288773 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-e6b2d31d-5b94-40de-b677-fffd08b48fbf tempest-ServersTestJSON-1813896326 tempest-ServersTestJSON-1813896326-project] Request body: {'floatingip': {'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:15:42.334991 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24907ebf-f605-4a92-9b47-334abb1b4a15 req-d8ba6757-a732-4c54-a017-dd84b678ea07 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:42.342582 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-24907ebf-f605-4a92-9b47-334abb1b4a15 req-d8ba6757-a732-4c54-a017-dd84b678ea07 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?device_id=c3a44de3-d7bc-419a-9768-acddf7e95fea HTTP/1.1" status: 200 len: 943 time: 0.3874955 Jan 28 19:15:42.345899 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 38004) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:15:42.398924 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 4393a6ed-522f-40fa-afae-f181e3fabb22 has no active binding in host n-h2-812111-14 {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 28 19:15:42.402411 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e931e44d-6ad1-416d-b8b5-9f3255cdc15f None None] Pushing event updated for resources: {'Port': ['ID=204c8231-d733-4102-854d-1c29f17e062e,revision_number=4']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:42.417826 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e6b2d31d-5b94-40de-b677-fffd08b48fbf tempest-ServersTestJSON-1813896326 tempest-ServersTestJSON-1813896326-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:42.471697 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-a91e86ff-3ebc-4d5e-b5c5-5776fc940889 None None] Provisioning complete for port 204c8231-d733-4102-854d-1c29f17e062e triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:15:42.472369 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a91e86ff-3ebc-4d5e-b5c5-5776fc940889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (204c8231-d733-4102-854d-1c29f17e062e), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:42.477441 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-700b2398-4db1-47b0-b044-152a41a53ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4752464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4733806'] for subnet (8e0a9d74-ef41-4ed7-9932-81fa4a696ae1), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:42.493424 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-695aa93d-06ed-4ed2-8e5e-903feec54d59 req-0c920d67-666f-4c71-9603-fdb9fe73d1bb service neutron] 10.222.0.41 "GET /v2.0/networks/7810caa2-eac6-457d-9302-c8c215ef3e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4936202 Jan 28 19:15:42.537347 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-c9cf3507-5234-4ac2-a8e2-c38ed6edcbf5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ddf5b09bcf9c4063852b4008c2d792c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1894383 Jan 28 19:15:42.542223 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 38008) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:15:42.569756 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-24907ebf-f605-4a92-9b47-334abb1b4a15 req-7583dc79-0a32-4054-89ff-375e7e685d08 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/security-groups?id=414e93b9-08bc-438e-9127-05114ed7dbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261364 Jan 28 19:15:42.597582 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 03807a3d-69c3-4ab9-bedd-239481742ce1 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:15:42.598170 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (03807a3d-69c3-4ab9-bedd-239481742ce1), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:42.611846 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aa7a948-c1b9-4c4f-b4fe-c837ba2fc30c admin admin] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:15:42.623895 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-700b2398-4db1-47b0-b044-152a41a53ca0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:42.627545 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-700b2398-4db1-47b0-b044-152a41a53ca0 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/8e0a9d74-ef41-4ed7-9932-81fa4a696ae1 HTTP/1.1" status: 204 len: 168 time: 1.3875024 Jan 28 19:15:42.629468 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700b2398-4db1-47b0-b044-152a41a53ca0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e0a9d74-ef41-4ed7-9932-81fa4a696ae1,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:42.637685 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-5aa7a948-c1b9-4c4f-b4fe-c837ba2fc30c admin admin] 10.222.0.64 "PUT /v2.0/routers/d3caa4e9-2a65-4416-8a3e-7fcb9617385f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4012613 Jan 28 19:15:42.638308 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 38010) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:15:42.638709 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 38012) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:15:42.638821 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-0d60dd25-4772-4640-abcb-355d8f40744b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b184fd8-d9e3-4af6-bb25-e3091d5d1d9b', 'name': 'tempest-ServersTestJSON-14659487-router', 'tenant_id': 'fb29c2c1c69c4f59b326e8ec24f37b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.148'}], 'enable_snat': True}, 'gw_port_id': '03807a3d-69c3-4ab9-bedd-239481742ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:15:33Z', 'updated_at': '2022-01-28T19:15:38Z', 'revision_number': 4, 'project_id': 'fb29c2c1c69c4f59b326e8ec24f37b86', 'gw_port': {'id': '03807a3d-69c3-4ab9-bedd-239481742ce1', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:9d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b184fd8-d9e3-4af6-bb25-e3091d5d1d9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:15:33Z', 'updated_at': '2022-01-28T19:15:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '204c8231-d733-4102-854d-1c29f17e062e', 'name': '', 'network_id': 'a6ce2695-bf4f-4293-99d8-53bbc2878d73', 'tenant_id': 'fb29c2c1c69c4f59b326e8ec24f37b86', 'mac_address': 'fa:16:3e:43:93:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b184fd8-d9e3-4af6-bb25-e3091d5d1d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '0462522f-9635-4759-872a-bea48d2496c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:15:37Z', 'updated_at': '2022-01-28T19:15:41Z', 'revision_number': 4, 'project_id': 'fb29c2c1c69c4f59b326e8ec24f37b86', 'subnets': [{'id': '0462522f-9635-4759-872a-bea48d2496c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:15:42.646259 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-450f006d-3b0a-4eeb-b3cf-5c6831b4066b admin admin] Publish callbacks [] for security_group (9a62c027-8102-4ed7-85cc-d3a05e85a43a), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:42.652145 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b39134-7087-433d-b3a4-0e547ff50cd8 None None] Network dcce53bd-3e6d-4fa8-a8d1-67c47581bcc5 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:15:42.655938 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec88d17-d60b-4a33-8c5a-4b8087b84abe None None] Sync routers for ids ['d3caa4e9-2a65-4416-8a3e-7fcb9617385f'] in n-d-812111-14 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:15:42.685939 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-450f006d-3b0a-4eeb-b3cf-5c6831b4066b admin admin] Publish callbacks [] for security_group (9a62c027-8102-4ed7-85cc-d3a05e85a43a), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:42.689262 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d60dd25-4772-4640-abcb-355d8f40744b None None] The sync data for ids ['6b184fd8-d9e3-4af6-bb25-e3091d5d1d9b'] in n-d-812111-14 is: [{'id': '6b184fd8-d9e3-4af6-bb25-e3091d5d1d9b', 'name': 'tempest-ServersTestJSON-14659487-router', 'tenant_id': 'fb29c2c1c69c4f59b326e8ec24f37b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.148'}], 'enable_snat': True}, 'gw_port_id': '03807a3d-69c3-4ab9-bedd-239481742ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:15:33Z', 'updated_at': '2022-01-28T19:15:38Z', 'revision_number': 4, 'project_id': 'fb29c2c1c69c4f59b326e8ec24f37b86', 'gw_port': {'id': '03807a3d-69c3-4ab9-bedd-239481742ce1', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:9d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b184fd8-d9e3-4af6-bb25-e3091d5d1d9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:15:33Z', 'updated_at': '2022-01-28T19:15:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '204c8231-d733-4102-854d-1c29f17e062e', 'name': '', 'network_id': 'a6ce2695-bf4f-4293-99d8-53bbc2878d73', 'tenant_id': 'fb29c2c1c69c4f59b326e8ec24f37b86', 'mac_address': 'fa:16:3e:43:93:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b184fd8-d9e3-4af6-bb25-e3091d5d1d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '0462522f-9635-4759-872a-bea48d2496c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:15:37Z', 'updated_at': '2022-01-28T19:15:41Z', 'revision_number': 4, 'project_id': 'fb29c2c1c69c4f59b326e8ec24f37b86', 'subnets': [{'id': '0462522f-9635-4759-872a-bea48d2496c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:15:42.701988 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e6b2d31d-5b94-40de-b677-fffd08b48fbf tempest-ServersTestJSON-1813896326 tempest-ServersTestJSON-1813896326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:42.798015 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-a91e86ff-3ebc-4d5e-b5c5-5776fc940889 None None] Current status of the port 204c8231-d733-4102-854d-1c29f17e062e is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:15:42.799443 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a91e86ff-3ebc-4d5e-b5c5-5776fc940889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (204c8231-d733-4102-854d-1c29f17e062e), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:42.808716 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec88d17-d60b-4a33-8c5a-4b8087b84abe None None] Routers {'d3caa4e9-2a65-4416-8a3e-7fcb9617385f'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:15:42.809722 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-dec88d17-d60b-4a33-8c5a-4b8087b84abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:15:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['d3caa4e9-2a65-4416-8a3e-7fcb9617385f'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:15:42.912505 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-695aa93d-06ed-4ed2-8e5e-903feec54d59 req-3e6d4667-11c4-4158-a3d5-ba9639e82c5c service neutron] 10.222.0.41 "GET /v2.0/networks/7810caa2-eac6-457d-9302-c8c215ef3e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3823724 Jan 28 19:15:42.915822 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9189b661-9b3e-4a9d-b0ba-1a7a3ed93e00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (dcce53bd-3e6d-4fa8-a8d1-67c47581bcc5), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:42.929422 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 329a2cfc-474e-48c5-882d-049b81b8ceb8 details requested by agent hyperv_n-h1-812111-14 with host n-h1-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:15:42.976394 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-e6b2d31d-5b94-40de-b677-fffd08b48fbf tempest-ServersTestJSON-1813896326 tempest-ServersTestJSON-1813896326-project] Allocated IP 172.25.6.125 (d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8/a648e4ab-7422-41b9-b133-58aca25ab8f5/bcdae27c-9945-4975-811f-be8e94d61f87) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:15:42.978557 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-450f006d-3b0a-4eeb-b3cf-5c6831b4066b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (9a62c027-8102-4ed7-85cc-d3a05e85a43a), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:42.981190 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-450f006d-3b0a-4eeb-b3cf-5c6831b4066b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:42.985045 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-450f006d-3b0a-4eeb-b3cf-5c6831b4066b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9a62c027-8102-4ed7-85cc-d3a05e85a43a HTTP/1.1" status: 204 len: 168 time: 0.4383206 Jan 28 19:15:43.004041 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450f006d-3b0a-4eeb-b3cf-5c6831b4066b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a62c027-8102-4ed7-85cc-d3a05e85a43a,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:43.082063 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287b2bf8-6672-4d91-af22-a7e65a83e7df req-10bf070b-99d7-4b70-8c52-3edffffae53b tempest-ServerDiagnosticsNegativeTest-569001323 tempest-ServerDiagnosticsNegativeTest-569001323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:43.084876 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:43.090018 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-287b2bf8-6672-4d91-af22-a7e65a83e7df req-10bf070b-99d7-4b70-8c52-3edffffae53b tempest-ServerDiagnosticsNegativeTest-569001323 tempest-ServerDiagnosticsNegativeTest-569001323-project] 10.222.0.64 "GET /v2.0/ports?device_id=3216f971-de39-45f4-b952-d361f477a0a6 HTTP/1.1" status: 200 len: 947 time: 0.2296033 Jan 28 19:15:43.193464 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 329a2cfc-474e-48c5-882d-049b81b8ceb8, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=329a2cfc-474e-48c5-882d-049b81b8ceb8,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:15:43.196101 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-287b2bf8-6672-4d91-af22-a7e65a83e7df req-e3d66409-2764-4968-8798-806386a315fd tempest-ServerDiagnosticsNegativeTest-569001323 tempest-ServerDiagnosticsNegativeTest-569001323-project] 10.222.0.64 "GET /v2.0/security-groups?id=88e1560b-9c10-4bf0-b1be-aa950f82e67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027396 Jan 28 19:15:43.237258 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e6b2d31d-5b94-40de-b677-fffd08b48fbf tempest-ServersTestJSON-1813896326 tempest-ServersTestJSON-1813896326-project] Publish callbacks [] for port (bcdae27c-9945-4975-811f-be8e94d61f87), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:43.309089 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-dec88d17-d60b-4a33-8c5a-4b8087b84abe None None] Set router d3caa4e9-2a65-4416-8a3e-7fcb9617385f gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:15:43.347249 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e6b2d31d-5b94-40de-b677-fffd08b48fbf tempest-ServersTestJSON-1813896326 tempest-ServersTestJSON-1813896326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (bcdae27c-9945-4975-811f-be8e94d61f87), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:43.380919 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-a91e86ff-3ebc-4d5e-b5c5-5776fc940889 None None] For port 204c8231-d733-4102-854d-1c29f17e062e, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=204c8231-d733-4102-854d-1c29f17e062e,segment=NetworkSegment(fb535013-f414-4222-968d-5414b6a47e41),segment_id=fb535013-f414-4222-968d-5414b6a47e41)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:15:43.384842 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Returning: {'device': '329a2cfc-474e-48c5-882d-049b81b8ceb8', 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91', 'port_id': '329a2cfc-474e-48c5-882d-049b81b8ceb8', 'mac_address': 'fa:16:3e:57:4a:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2de4832-9ef6-4f40-9ac5-1557d5e6a6ff', 'ip_address': '192.168.233.47'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:15:43.425168 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b2d31d-5b94-40de-b677-fffd08b48fbf tempest-ServersTestJSON-1813896326 tempest-ServersTestJSON-1813896326-project] Pushing event updated for resources: {'Port': ['ID=bcdae27c-9945-4975-811f-be8e94d61f87,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:43.431972 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a91e86ff-3ebc-4d5e-b5c5-5776fc940889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (204c8231-d733-4102-854d-1c29f17e062e), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:43.444949 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6b2d31d-5b94-40de-b677-fffd08b48fbf tempest-ServersTestJSON-1813896326 tempest-ServersTestJSON-1813896326-project] Network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:15:43.448946 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-e6b2d31d-5b94-40de-b677-fffd08b48fbf tempest-ServersTestJSON-1813896326 tempest-ServersTestJSON-1813896326-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:15:43.451829 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b2d31d-5b94-40de-b677-fffd08b48fbf tempest-ServersTestJSON-1813896326 tempest-ServersTestJSON-1813896326-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:15:43.512000 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7497f8-e53a-413f-934a-09267dc64843 req-70072fbd-1785-495d-9023-886b618ac18b tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:43.513632 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8d7497f8-e53a-413f-934a-09267dc64843 req-70072fbd-1785-495d-9023-886b618ac18b tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=d493780a-0b9d-4faf-acb0-7a17299587d3 HTTP/1.1" status: 200 len: 945 time: 0.2059848 Jan 28 19:15:43.563273 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7957b54-e7e6-4b10-8613-fda7dfe1bb67 req-b337010b-70f1-4df2-ada8-50dfb02a8869 tempest-ServersAdminNegativeTestJSON-261533429 tempest-ServersAdminNegativeTestJSON-261533429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:43.565269 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b7957b54-e7e6-4b10-8613-fda7dfe1bb67 req-b337010b-70f1-4df2-ada8-50dfb02a8869 tempest-ServersAdminNegativeTestJSON-261533429 tempest-ServersAdminNegativeTestJSON-261533429-project] 10.222.0.64 "GET /v2.0/ports?device_id=275c56e5-36cf-4f56-8a77-98162a8fc095 HTTP/1.1" status: 200 len: 948 time: 0.9560602 Jan 28 19:15:43.673275 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-dae19824-7ac6-4652-ba9e-38c62dad26af admin admin] Publish callbacks [] for router (d3caa4e9-2a65-4416-8a3e-7fcb9617385f), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:43.683717 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8d7497f8-e53a-413f-934a-09267dc64843 req-7f1e4399-c59d-4735-8411-e6c3d2d0ef44 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572936 Jan 28 19:15:43.735496 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-9189b661-9b3e-4a9d-b0ba-1a7a3ed93e00 admin admin] Deleting port 30c6dbf7-4d3f-430d-a1e8-70eaa93bacba {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:15:43.735895 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9189b661-9b3e-4a9d-b0ba-1a7a3ed93e00 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (30c6dbf7-4d3f-430d-a1e8-70eaa93bacba), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:43.742494 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e6b2d31d-5b94-40de-b677-fffd08b48fbf tempest-ServersTestJSON-1813896326 tempest-ServersTestJSON-1813896326-project] Publish callbacks [] for floatingip (48ff05ba-410b-4aeb-b2d6-d39d1b5824aa), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:43.840008 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b7957b54-e7e6-4b10-8613-fda7dfe1bb67 req-011bb864-64a1-4b1e-b347-f865a63d2d62 tempest-ServersAdminNegativeTestJSON-261533429 tempest-ServersAdminNegativeTestJSON-261533429-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ce50fe5-88ac-4467-ad70-249e9d69c3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582743 Jan 28 19:15:43.881232 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 03807a3d-69c3-4ab9-bedd-239481742ce1 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:15:43.895390 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e6b2d31d-5b94-40de-b677-fffd08b48fbf tempest-ServersTestJSON-1813896326 tempest-ServersTestJSON-1813896326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (bcdae27c-9945-4975-811f-be8e94d61f87), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:43.922624 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2a975095-1d15-4f66-a6ab-c5995fa730ee None None] Provisioning complete for port 204c8231-d733-4102-854d-1c29f17e062e triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:15:43.922997 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2a975095-1d15-4f66-a6ab-c5995fa730ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (204c8231-d733-4102-854d-1c29f17e062e), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:43.987113 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a35ce80-3dbb-45a8-b54a-fe2b7eb723bd req-a46bed58-228f-4f87-b80e-96b12cc7031b tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:43.988673 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4a35ce80-3dbb-45a8-b54a-fe2b7eb723bd req-a46bed58-228f-4f87-b80e-96b12cc7031b tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?device_id=c3a44de3-d7bc-419a-9768-acddf7e95fea HTTP/1.1" status: 200 len: 943 time: 0.1806512 Jan 28 19:15:43.997690 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-9189b661-9b3e-4a9d-b0ba-1a7a3ed93e00 admin admin] For port 30c6dbf7-4d3f-430d-a1e8-70eaa93bacba, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=30c6dbf7-4d3f-430d-a1e8-70eaa93bacba,segment=NetworkSegment(a3f92b11-4f37-4628-b716-5af99066213d),segment_id=a3f92b11-4f37-4628-b716-5af99066213d)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:15:43.998063 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9189b661-9b3e-4a9d-b0ba-1a7a3ed93e00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (30c6dbf7-4d3f-430d-a1e8-70eaa93bacba), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:44.003432 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 6798b899-b756-404a-b194-8c41a4892b69 no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:15:44.053123 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-9189b661-9b3e-4a9d-b0ba-1a7a3ed93e00 admin admin] Calling delete_port for 30c6dbf7-4d3f-430d-a1e8-70eaa93bacba owned by network:dhcp {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:15:44.056118 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-dae19824-7ac6-4652-ba9e-38c62dad26af admin admin] Publish callbacks [] for router_gateway (d3caa4e9-2a65-4416-8a3e-7fcb9617385f), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:44.115709 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: 6798b899-b756-404a-b194-8c41a4892b69 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:15:44.116288 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 6798b899-b756-404a-b194-8c41a4892b69 not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:15:44.121051 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3a44de3-d7bc-419a-9768-acddf7e95fea', 'tag': '4393a6ed-522f-40fa-afae-f181e3fabb22'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:15:44.123327 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78b875da-d2dc-4b77-99b1-4b94ed8e132a" -d '{"events": [{"name": "network-changed", "server_uuid": "c3a44de3-d7bc-419a-9768-acddf7e95fea", "tag": "4393a6ed-522f-40fa-afae-f181e3fabb22"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:15:44.143113 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4a35ce80-3dbb-45a8-b54a-fe2b7eb723bd req-2cc6d484-53e5-4a01-ba2b-a4c1525d23b6 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/security-groups?id=414e93b9-08bc-438e-9127-05114ed7dbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417897 Jan 28 19:15:44.147069 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port 329a2cfc-474e-48c5-882d-049b81b8ceb8 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:15:44.148945 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (329a2cfc-474e-48c5-882d-049b81b8ceb8), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:44.204055 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f68eeed-43c7-48df-8572-5043b980b1f7 None None] DHCP port deletion for dcce53bd-3e6d-4fa8-a8d1-67c47581bcc5 request from n-d-812111-14 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:15:44.222215 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91e86ff-3ebc-4d5e-b5c5-5776fc940889 None None] Pushing event updated for resources: {'Port': ['ID=204c8231-d733-4102-854d-1c29f17e062e,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:44.290532 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91e86ff-3ebc-4d5e-b5c5-5776fc940889 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:15:44.290532 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91e86ff-3ebc-4d5e-b5c5-5776fc940889 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:15:44.290532 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91e86ff-3ebc-4d5e-b5c5-5776fc940889 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:15:44.290532 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91e86ff-3ebc-4d5e-b5c5-5776fc940889 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:15:44.290532 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91e86ff-3ebc-4d5e-b5c5-5776fc940889 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:15:44.290532 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91e86ff-3ebc-4d5e-b5c5-5776fc940889 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:15:44.292003 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91e86ff-3ebc-4d5e-b5c5-5776fc940889 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:15:44.292150 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e6b2d31d-5b94-40de-b677-fffd08b48fbf tempest-ServersTestJSON-1813896326 tempest-ServersTestJSON-1813896326-project] Publish callbacks [] for port (bcdae27c-9945-4975-811f-be8e94d61f87), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:44.293054 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91e86ff-3ebc-4d5e-b5c5-5776fc940889 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:15:44.293677 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91e86ff-3ebc-4d5e-b5c5-5776fc940889 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:15:44.294225 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91e86ff-3ebc-4d5e-b5c5-5776fc940889 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:15:44.294955 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91e86ff-3ebc-4d5e-b5c5-5776fc940889 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:15:44.295946 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91e86ff-3ebc-4d5e-b5c5-5776fc940889 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:15:44.296983 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91e86ff-3ebc-4d5e-b5c5-5776fc940889 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:15:44.300080 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:15:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c27e8c2-d973-419f-a8bf-b716854d4ed7 x-openstack-request-id: req-1c27e8c2-d973-419f-a8bf-b716854d4ed7 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:15:44.300384 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3a44de3-d7bc-419a-9768-acddf7e95fea", "tag": "4393a6ed-522f-40fa-afae-f181e3fabb22", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:15:44.300649 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1c27e8c2-d973-419f-a8bf-b716854d4ed7 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:15:44.301056 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3a44de3-d7bc-419a-9768-acddf7e95fea', 'tag': '4393a6ed-522f-40fa-afae-f181e3fabb22', 'status': 'completed', 'code': 200} Jan 28 19:15:44.318418 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e6b2d31d-5b94-40de-b677-fffd08b48fbf tempest-ServersTestJSON-1813896326 tempest-ServersTestJSON-1813896326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (bcdae27c-9945-4975-811f-be8e94d61f87), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:44.363815 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2a975095-1d15-4f66-a6ab-c5995fa730ee None None] Current status of the port 204c8231-d733-4102-854d-1c29f17e062e is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:15:44.375198 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9189b661-9b3e-4a9d-b0ba-1a7a3ed93e00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (30c6dbf7-4d3f-430d-a1e8-70eaa93bacba), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:44.390137 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 329a2cfc-474e-48c5-882d-049b81b8ceb8 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:15:44.406111 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-dae19824-7ac6-4652-ba9e-38c62dad26af admin admin] Deleting port 479412f1-13f0-40ef-a841-7c525dcbb25a {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:15:44.406850 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-dae19824-7ac6-4652-ba9e-38c62dad26af admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (479412f1-13f0-40ef-a841-7c525dcbb25a), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:44.424867 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 329a2cfc-474e-48c5-882d-049b81b8ceb8, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=329a2cfc-474e-48c5-882d-049b81b8ceb8,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:15:44.439666 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (329a2cfc-474e-48c5-882d-049b81b8ceb8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:44.451055 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-dec88d17-d60b-4a33-8c5a-4b8087b84abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3caa4e9-2a65-4416-8a3e-7fcb9617385f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-953100577-router', 'tenant_id': '364a7c42eb8b468d8d8584f032848f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '479412f1-13f0-40ef-a841-7c525dcbb25a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:12:40Z', 'updated_at': '2022-01-28T19:15:39Z', 'revision_number': 5, 'project_id': '364a7c42eb8b468d8d8584f032848f52', 'gw_port': {'id': '479412f1-13f0-40ef-a841-7c525dcbb25a', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:36:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3caa4e9-2a65-4416-8a3e-7fcb9617385f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:12:40Z', 'updated_at': '2022-01-28T19:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:15:44.480216 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9189b661-9b3e-4a9d-b0ba-1a7a3ed93e00 admin admin] Pushing event deleted for resources: {'Port': ['ID=30c6dbf7-4d3f-430d-a1e8-70eaa93bacba,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:44.482410 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9189b661-9b3e-4a9d-b0ba-1a7a3ed93e00 admin admin] No DVR routers for this DVR port 30c6dbf7-4d3f-430d-a1e8-70eaa93bacba on host n-d-812111-14 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:15:44.495829 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec88d17-d60b-4a33-8c5a-4b8087b84abe None None] Checking router: d3caa4e9-2a65-4416-8a3e-7fcb9617385f for host: n-d-812111-14 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:15:44.502179 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-5f68eeed-43c7-48df-8572-5043b980b1f7 None None] Deleting port 30c6dbf7-4d3f-430d-a1e8-70eaa93bacba {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:15:44.502771 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5f68eeed-43c7-48df-8572-5043b980b1f7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (30c6dbf7-4d3f-430d-a1e8-70eaa93bacba), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:44.518180 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e6b2d31d-5b94-40de-b677-fffd08b48fbf tempest-ServersTestJSON-1813896326 tempest-ServersTestJSON-1813896326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734886'] for floatingip (48ff05ba-410b-4aeb-b2d6-d39d1b5824aa), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:44.541927 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425485b3-f4ae-49fe-911a-a24c482bee82 req-77f65176-153e-420b-af2a-da3dfc4e3004 tempest-ServersAdminNegativeTestJSON-261533429 tempest-ServersAdminNegativeTestJSON-261533429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:44.543422 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-425485b3-f4ae-49fe-911a-a24c482bee82 req-77f65176-153e-420b-af2a-da3dfc4e3004 tempest-ServersAdminNegativeTestJSON-261533429 tempest-ServersAdminNegativeTestJSON-261533429-project] 10.222.0.70 "GET /v2.0/ports?device_id=275c56e5-36cf-4f56-8a77-98162a8fc095 HTTP/1.1" status: 200 len: 948 time: 0.2105439 Jan 28 19:15:44.544074 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b2d31d-5b94-40de-b677-fffd08b48fbf tempest-ServersTestJSON-1813896326 tempest-ServersTestJSON-1813896326-project] Pushing event updated for resources: {'Port': ['ID=bcdae27c-9945-4975-811f-be8e94d61f87,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:44.579505 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-5f68eeed-43c7-48df-8572-5043b980b1f7 None None] For port 30c6dbf7-4d3f-430d-a1e8-70eaa93bacba, host n-d-812111-14, got binding levels [] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:15:44.580090 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5f68eeed-43c7-48df-8572-5043b980b1f7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (30c6dbf7-4d3f-430d-a1e8-70eaa93bacba), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:44.594213 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-5f68eeed-43c7-48df-8572-5043b980b1f7 None None] Calling delete_port for 30c6dbf7-4d3f-430d-a1e8-70eaa93bacba owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:15:44.597273 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.ipam_backend_mixin [None req-5f68eeed-43c7-48df-8572-5043b980b1f7 None None] Port 30c6dbf7-4d3f-430d-a1e8-70eaa93bacba was not found and therefore no delete operation was performed {{(pid=103306) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 19:15:44.599333 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 204c8231-d733-4102-854d-1c29f17e062e up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:15:44.669812 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5f68eeed-43c7-48df-8572-5043b980b1f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985'] for port (30c6dbf7-4d3f-430d-a1e8-70eaa93bacba), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:44.673900 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b875da-d2dc-4b77-99b1-4b94ed8e132a req-88d6824c-fdfd-41d4-8209-bc620bdc75da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:44.677246 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-78b875da-d2dc-4b77-99b1-4b94ed8e132a req-88d6824c-fdfd-41d4-8209-bc620bdc75da service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1bd1e0d6512043bfbaf9a8e955e20b9e&device_id=c3a44de3-d7bc-419a-9768-acddf7e95fea HTTP/1.1" status: 200 len: 1157 time: 0.3641765 Jan 28 19:15:44.679958 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9189b661-9b3e-4a9d-b0ba-1a7a3ed93e00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (dcce53bd-3e6d-4fa8-a8d1-67c47581bcc5), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:44.699554 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f68eeed-43c7-48df-8572-5043b980b1f7 None None] No DVR routers for this DVR port 30c6dbf7-4d3f-430d-a1e8-70eaa93bacba on host n-d-812111-14 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:15:44.723072 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 204c8231-d733-4102-854d-1c29f17e062e triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:15:44.723518 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (204c8231-d733-4102-854d-1c29f17e062e), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:44.783924 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-9189b661-9b3e-4a9d-b0ba-1a7a3ed93e00 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcce53bd-3e6d-4fa8-a8d1-67c47581bcc5']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:15:44.810746 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec88d17-d60b-4a33-8c5a-4b8087b84abe None None] Routers {'d3caa4e9-2a65-4416-8a3e-7fcb9617385f'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:15:44.811390 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-dec88d17-d60b-4a33-8c5a-4b8087b84abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:15:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['d3caa4e9-2a65-4416-8a3e-7fcb9617385f'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:15:44.842995 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-dae19824-7ac6-4652-ba9e-38c62dad26af admin admin] For port 479412f1-13f0-40ef-a841-7c525dcbb25a, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=479412f1-13f0-40ef-a841-7c525dcbb25a,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:15:44.843511 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-dae19824-7ac6-4652-ba9e-38c62dad26af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (479412f1-13f0-40ef-a841-7c525dcbb25a), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:44.852933 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-9189b661-9b3e-4a9d-b0ba-1a7a3ed93e00 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3f92b11-4f37-4628-b716-5af99066213d') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:15:44.853484 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-9189b661-9b3e-4a9d-b0ba-1a7a3ed93e00 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3f92b11-4f37-4628-b716-5af99066213d') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:15:44.891529 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9189b661-9b3e-4a9d-b0ba-1a7a3ed93e00 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16187153'] for segment (a3f92b11-4f37-4628-b716-5af99066213d), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:44.917259 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-dae19824-7ac6-4652-ba9e-38c62dad26af admin admin] Calling delete_port for 479412f1-13f0-40ef-a841-7c525dcbb25a owned by network:router_gateway {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:15:44.935254 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-dec88d17-d60b-4a33-8c5a-4b8087b84abe None None] Set router d3caa4e9-2a65-4416-8a3e-7fcb9617385f gateway port host: None {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:15:44.954018 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9189b661-9b3e-4a9d-b0ba-1a7a3ed93e00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (a3f92b11-4f37-4628-b716-5af99066213d), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:44.976689 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb3a99a-be10-4054-8b65-c52391d51881 req-67ce2708-8249-4486-ad86-0c758705edca tempest-ServerDiagnosticsNegativeTest-569001323 tempest-ServerDiagnosticsNegativeTest-569001323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:44.984391 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-bdb3a99a-be10-4054-8b65-c52391d51881 req-67ce2708-8249-4486-ad86-0c758705edca tempest-ServerDiagnosticsNegativeTest-569001323 tempest-ServerDiagnosticsNegativeTest-569001323-project] 10.222.0.64 "GET /v2.0/ports?device_id=3216f971-de39-45f4-b952-d361f477a0a6 HTTP/1.1" status: 200 len: 947 time: 0.6678140 Jan 28 19:15:44.984562 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9189b661-9b3e-4a9d-b0ba-1a7a3ed93e00 admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:15:44.985068 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9189b661-9b3e-4a9d-b0ba-1a7a3ed93e00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4752570'] for segment (a3f92b11-4f37-4628-b716-5af99066213d), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:44.987123 n-d-812111-14 neutron-server[103305]: Traceback (most recent call last): Jan 28 19:15:44.987123 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:15:44.987123 n-d-812111-14 neutron-server[103305]: timer() Jan 28 19:15:44.987123 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:15:44.987123 n-d-812111-14 neutron-server[103305]: cb(*args, **kw) Jan 28 19:15:44.987123 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:15:44.987123 n-d-812111-14 neutron-server[103305]: return func(*args, **kwargs) Jan 28 19:15:44.987123 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:15:44.987123 n-d-812111-14 neutron-server[103305]: self._notify() Jan 28 19:15:44.987123 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:15:44.987123 n-d-812111-14 neutron-server[103305]: self.callback(batched_events) Jan 28 19:15:44.987123 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:15:44.987123 n-d-812111-14 neutron-server[103305]: event.method(event) Jan 28 19:15:44.987123 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:15:44.987123 n-d-812111-14 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:15:44.987123 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:15:44.987123 n-d-812111-14 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:15:44.987123 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:15:44.987123 n-d-812111-14 neutron-server[103305]: return f(self, *a, **k) Jan 28 19:15:44.987123 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:15:44.987123 n-d-812111-14 neutron-server[103305]: return self._get(url).json() Jan 28 19:15:44.987123 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:15:44.987123 n-d-812111-14 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:15:44.987123 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:15:44.987123 n-d-812111-14 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 28 19:15:44.987123 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:15:44.987123 n-d-812111-14 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:15:44.987123 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:15:44.987123 n-d-812111-14 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:15:44.987123 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:15:44.987123 n-d-812111-14 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:15:44.987123 n-d-812111-14 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:15:44.992488 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e6b2d31d-5b94-40de-b677-fffd08b48fbf tempest-ServersTestJSON-1813896326 tempest-ServersTestJSON-1813896326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for floatingip (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:45.001784 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-dec88d17-d60b-4a33-8c5a-4b8087b84abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3caa4e9-2a65-4416-8a3e-7fcb9617385f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-953100577-router', 'tenant_id': '364a7c42eb8b468d8d8584f032848f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:12:40Z', 'updated_at': '2022-01-28T19:15:44Z', 'revision_number': 6, 'project_id': '364a7c42eb8b468d8d8584f032848f52', 'gw_port_host': None}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:15:45.002029 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-e6b2d31d-5b94-40de-b677-fffd08b48fbf tempest-ServersTestJSON-1813896326 tempest-ServersTestJSON-1813896326-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7297881 Jan 28 19:15:45.034494 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['329a2cfc-474e-48c5-882d-049b81b8ceb8'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:15:45.066418 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-bdb3a99a-be10-4054-8b65-c52391d51881 req-6eae9106-39dd-4f36-8fee-4655a75508f9 tempest-ServerDiagnosticsNegativeTest-569001323 tempest-ServerDiagnosticsNegativeTest-569001323-project] 10.222.0.64 "GET /v2.0/security-groups?id=88e1560b-9c10-4bf0-b1be-aa950f82e67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765870 Jan 28 19:15:45.082792 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec88d17-d60b-4a33-8c5a-4b8087b84abe None None] The sync data for ids ['d3caa4e9-2a65-4416-8a3e-7fcb9617385f'] in n-d-812111-14 is: [{'id': 'd3caa4e9-2a65-4416-8a3e-7fcb9617385f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-953100577-router', 'tenant_id': '364a7c42eb8b468d8d8584f032848f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:12:40Z', 'updated_at': '2022-01-28T19:15:44Z', 'revision_number': 6, 'project_id': '364a7c42eb8b468d8d8584f032848f52', 'gw_port_host': None}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:15:45.095287 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-425485b3-f4ae-49fe-911a-a24c482bee82 req-abefe6f5-3cf5-4358-97c8-84ee6853473e tempest-ServersAdminNegativeTestJSON-261533429 tempest-ServersAdminNegativeTestJSON-261533429-project] Deleting port 2994ff8c-8233-4504-b3e7-137dc5dcae76 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:15:45.097583 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-425485b3-f4ae-49fe-911a-a24c482bee82 req-abefe6f5-3cf5-4358-97c8-84ee6853473e tempest-ServersAdminNegativeTestJSON-261533429 tempest-ServersAdminNegativeTestJSON-261533429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (2994ff8c-8233-4504-b3e7-137dc5dcae76), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:45.138366 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b875da-d2dc-4b77-99b1-4b94ed8e132a req-e88d6bbf-ae71-4431-a39a-403988f45cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:45.142406 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-78b875da-d2dc-4b77-99b1-4b94ed8e132a req-e88d6bbf-ae71-4431-a39a-403988f45cb0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8330dfd7-f74e-41a1-b557-5650d653ac04 HTTP/1.1" status: 200 len: 908 time: 0.4413035 Jan 28 19:15:45.198064 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41049cf5-b5e5-4d7d-8056-a4f909bd43b0 req-5ea5ee5e-a031-497b-95a1-54f031dba1e3 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:45.199642 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-41049cf5-b5e5-4d7d-8056-a4f909bd43b0 req-5ea5ee5e-a031-497b-95a1-54f031dba1e3 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=d493780a-0b9d-4faf-acb0-7a17299587d3 HTTP/1.1" status: 200 len: 945 time: 0.3513532 Jan 28 19:15:45.206612 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=329a2cfc-474e-48c5-882d-049b81b8ceb8,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:45.235795 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9189b661-9b3e-4a9d-b0ba-1a7a3ed93e00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (dcce53bd-3e6d-4fa8-a8d1-67c47581bcc5), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:45.240635 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-78b875da-d2dc-4b77-99b1-4b94ed8e132a req-b8b97083-5723-4070-8452-d8dc8a007a81 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4393a6ed-522f-40fa-afae-f181e3fabb22 HTTP/1.1" status: 200 len: 217 time: 0.0836539 Jan 28 19:15:45.258436 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9189b661-9b3e-4a9d-b0ba-1a7a3ed93e00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:45.271639 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-9189b661-9b3e-4a9d-b0ba-1a7a3ed93e00 admin admin] 10.222.0.64 "DELETE /v2.0/networks/dcce53bd-3e6d-4fa8-a8d1-67c47581bcc5 HTTP/1.1" status: 204 len: 168 time: 2.5945058 Jan 28 19:15:45.276658 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f68eeed-43c7-48df-8572-5043b980b1f7 None None] Pushing event deleted for resources: {'Port': ['ID=30c6dbf7-4d3f-430d-a1e8-70eaa93bacba,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:45.303045 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 204c8231-d733-4102-854d-1c29f17e062e is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:15:45.314041 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-425485b3-f4ae-49fe-911a-a24c482bee82 req-abefe6f5-3cf5-4358-97c8-84ee6853473e tempest-ServersAdminNegativeTestJSON-261533429 tempest-ServersAdminNegativeTestJSON-261533429-project] For port 2994ff8c-8233-4504-b3e7-137dc5dcae76, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=2994ff8c-8233-4504-b3e7-137dc5dcae76,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:15:45.314719 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-425485b3-f4ae-49fe-911a-a24c482bee82 req-abefe6f5-3cf5-4358-97c8-84ee6853473e tempest-ServersAdminNegativeTestJSON-261533429 tempest-ServersAdminNegativeTestJSON-261533429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (2994ff8c-8233-4504-b3e7-137dc5dcae76), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:45.331500 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-425485b3-f4ae-49fe-911a-a24c482bee82 req-abefe6f5-3cf5-4358-97c8-84ee6853473e tempest-ServersAdminNegativeTestJSON-261533429 tempest-ServersAdminNegativeTestJSON-261533429-project] Calling delete_port for 2994ff8c-8233-4504-b3e7-137dc5dcae76 owned by compute:nova {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:15:45.340457 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11a044b-75aa-4934-9071-6f7441d3f21e req-e868bd1b-a9c4-42ae-9ca1-ba02ad86f640 tempest-ServersAdminNegativeTestJSON-261533429 tempest-ServersAdminNegativeTestJSON-261533429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:45.347164 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d11a044b-75aa-4934-9071-6f7441d3f21e req-e868bd1b-a9c4-42ae-9ca1-ba02ad86f640 tempest-ServersAdminNegativeTestJSON-261533429 tempest-ServersAdminNegativeTestJSON-261533429-project] 10.222.0.64 "GET /v2.0/ports?device_id=275c56e5-36cf-4f56-8a77-98162a8fc095 HTTP/1.1" status: 200 len: 948 time: 0.1650338 Jan 28 19:15:45.383350 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9189b661-9b3e-4a9d-b0ba-1a7a3ed93e00 admin admin] Pushing event deleted for resources: {'Network': ['ID=dcce53bd-3e6d-4fa8-a8d1-67c47581bcc5,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:45.454792 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d11a044b-75aa-4934-9071-6f7441d3f21e req-bdc59ba3-76d3-4459-b682-89073013a116 tempest-ServersAdminNegativeTestJSON-261533429 tempest-ServersAdminNegativeTestJSON-261533429-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ce50fe5-88ac-4467-ad70-249e9d69c3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067588 Jan 28 19:15:45.459404 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b875da-d2dc-4b77-99b1-4b94ed8e132a req-6274a7e6-d72b-4bb9-98d0-d95c41689511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:45.461817 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-78b875da-d2dc-4b77-99b1-4b94ed8e132a req-6274a7e6-d72b-4bb9-98d0-d95c41689511 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=09bc6696-a273-4baf-935c-9cf317ddb49d HTTP/1.1" status: 200 len: 848 time: 0.1890771 Jan 28 19:15:45.470790 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-41049cf5-b5e5-4d7d-8056-a4f909bd43b0 req-cf692ab0-30f1-458b-8b97-dcfeb2c15f6f tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359018 Jan 28 19:15:45.512245 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 30c6dbf7-4d3f-430d-a1e8-70eaa93bacba no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:15:45.578572 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-78b875da-d2dc-4b77-99b1-4b94ed8e132a req-67a2202d-ca13-4281-af60-bf63067b9b8c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8330dfd7-f74e-41a1-b557-5650d653ac04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1066871 Jan 28 19:15:45.579104 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: 30c6dbf7-4d3f-430d-a1e8-70eaa93bacba {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:15:45.580059 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 30c6dbf7-4d3f-430d-a1e8-70eaa93bacba not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:15:45.650562 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 38080) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:15:45.720880 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-425485b3-f4ae-49fe-911a-a24c482bee82 req-abefe6f5-3cf5-4358-97c8-84ee6853473e tempest-ServersAdminNegativeTestJSON-261533429 tempest-ServersAdminNegativeTestJSON-261533429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (2994ff8c-8233-4504-b3e7-137dc5dcae76), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:45.739861 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['2994ff8c-8233-4504-b3e7-137dc5dcae76'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:15:45.740800 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['259b0afb-11ac-45b0-9b2c-fe033b7372ab'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:15:45.763759 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abefe6f5-3cf5-4358-97c8-84ee6853473e tempest-ServersAdminNegativeTestJSON-261533429 tempest-ServersAdminNegativeTestJSON-261533429-project] Pushing event deleted for resources: {'Port': ['ID=2994ff8c-8233-4504-b3e7-137dc5dcae76,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:45.799230 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-dae19824-7ac6-4652-ba9e-38c62dad26af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (479412f1-13f0-40ef-a841-7c525dcbb25a), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:45.819945 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-425485b3-f4ae-49fe-911a-a24c482bee82 req-abefe6f5-3cf5-4358-97c8-84ee6853473e tempest-ServersAdminNegativeTestJSON-261533429 tempest-ServersAdminNegativeTestJSON-261533429-project] No DVR routers for this DVR port 2994ff8c-8233-4504-b3e7-137dc5dcae76 on host n-h2-812111-14 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:15:45.829349 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f5a24d-f5e8-42fa-9449-634c1cc51990 req-db98a947-f147-4c60-a78b-bdf145d848b4 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:45.836610 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-20f5a24d-f5e8-42fa-9449-634c1cc51990 req-db98a947-f147-4c60-a78b-bdf145d848b4 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?device_id=c3a44de3-d7bc-419a-9768-acddf7e95fea HTTP/1.1" status: 200 len: 943 time: 0.1858871 Jan 28 19:15:45.843952 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-425485b3-f4ae-49fe-911a-a24c482bee82 req-abefe6f5-3cf5-4358-97c8-84ee6853473e tempest-ServersAdminNegativeTestJSON-261533429 tempest-ServersAdminNegativeTestJSON-261533429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:45.847567 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-425485b3-f4ae-49fe-911a-a24c482bee82 req-abefe6f5-3cf5-4358-97c8-84ee6853473e tempest-ServersAdminNegativeTestJSON-261533429 tempest-ServersAdminNegativeTestJSON-261533429-project] 10.222.0.70 "DELETE /v2.0/ports/2994ff8c-8233-4504-b3e7-137dc5dcae76 HTTP/1.1" status: 204 len: 173 time: 1.2926438 Jan 28 19:15:45.887177 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae19824-7ac6-4652-ba9e-38c62dad26af admin admin] Pushing event deleted for resources: {'Port': ['ID=479412f1-13f0-40ef-a841-7c525dcbb25a,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:45.891960 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3a4ba776-5836-4fef-a11d-3ed436be35af req-c48a5b50-1f9e-411d-9232-7dde216e80a8 tempest-ServersTestJSON-1813896326 tempest-ServersTestJSON-1813896326-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1201582653&fields=id&tenant_id=fb29c2c1c69c4f59b326e8ec24f37b86 HTTP/1.1" status: 200 len: 267 time: 0.2130501 Jan 28 19:15:45.914916 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 38086) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:15:45.915125 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-8e0069f6-3fdf-4c39-8c2a-f9f8bc8096f4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e331db5a5eca4568baa1d0dcf43ee9e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2638884 Jan 28 19:15:45.978947 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-20f5a24d-f5e8-42fa-9449-634c1cc51990 req-449d4c8e-ea6f-4ee2-8889-b401b1d84905 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/security-groups?id=414e93b9-08bc-438e-9127-05114ed7dbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414382 Jan 28 19:15:45.999044 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-78b875da-d2dc-4b77-99b1-4b94ed8e132a req-5d67464f-39f4-405a-9e5a-4bfe7c97eeaf service neutron] 10.222.0.41 "GET /v2.0/networks/8330dfd7-f74e-41a1-b557-5650d653ac04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3568687 Jan 28 19:15:46.088222 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c44381ac-7ebc-42f9-8092-3d186c235bb8 admin admin] Publish callbacks [] for security_group (7332b9a1-5221-4be7-bb1d-60a9c30bd143), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:46.118376 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c44381ac-7ebc-42f9-8092-3d186c235bb8 admin admin] Publish callbacks [] for security_group (7332b9a1-5221-4be7-bb1d-60a9c30bd143), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:46.178845 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c44381ac-7ebc-42f9-8092-3d186c235bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (7332b9a1-5221-4be7-bb1d-60a9c30bd143), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:46.182822 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c44381ac-7ebc-42f9-8092-3d186c235bb8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:46.184278 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-c44381ac-7ebc-42f9-8092-3d186c235bb8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7332b9a1-5221-4be7-bb1d-60a9c30bd143 HTTP/1.1" status: 204 len: 168 time: 0.2682502 Jan 28 19:15:46.194062 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44381ac-7ebc-42f9-8092-3d186c235bb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7332b9a1-5221-4be7-bb1d-60a9c30bd143,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:46.231764 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-dae19824-7ac6-4652-ba9e-38c62dad26af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-731488'] for router_gateway (d3caa4e9-2a65-4416-8a3e-7fcb9617385f), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:46.271702 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 204c8231-d733-4102-854d-1c29f17e062e up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:15:46.303008 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '275c56e5-36cf-4f56-8a77-98162a8fc095', 'name': 'network-vif-deleted', 'tag': '2994ff8c-8233-4504-b3e7-137dc5dcae76'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:15:46.303412 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4ba776-5836-4fef-a11d-3ed436be35af req-d115d338-bf87-4443-8be1-be62501ad3c8 tempest-ServersTestJSON-1813896326 tempest-ServersTestJSON-1813896326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:46.304890 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3a4ba776-5836-4fef-a11d-3ed436be35af req-d115d338-bf87-4443-8be1-be62501ad3c8 tempest-ServersTestJSON-1813896326 tempest-ServersTestJSON-1813896326-project] 10.222.0.64 "GET /v2.0/networks?id=a6ce2695-bf4f-4293-99d8-53bbc2878d73 HTTP/1.1" status: 200 len: 804 time: 0.3838699 Jan 28 19:15:46.306975 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9d51fb4-78a8-48d0-872a-795a60c1d572" -d '{"events": [{"server_uuid": "275c56e5-36cf-4f56-8a77-98162a8fc095", "name": "network-vif-deleted", "tag": "2994ff8c-8233-4504-b3e7-137dc5dcae76"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:15:46.361469 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-dae19824-7ac6-4652-ba9e-38c62dad26af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-730901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261120'] for router (d3caa4e9-2a65-4416-8a3e-7fcb9617385f), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:46.365450 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-dae19824-7ac6-4652-ba9e-38c62dad26af admin admin] Publish callbacks [] for router_controller (d3caa4e9-2a65-4416-8a3e-7fcb9617385f), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:46.369052 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-78b875da-d2dc-4b77-99b1-4b94ed8e132a req-1ae999ff-7a64-4d9e-badc-a0eef12acbc5 service neutron] 10.222.0.41 "GET /v2.0/networks/8330dfd7-f74e-41a1-b557-5650d653ac04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2771330 Jan 28 19:15:46.372081 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 204c8231-d733-4102-854d-1c29f17e062e triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:15:46.372358 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3a4ba776-5836-4fef-a11d-3ed436be35af req-017de049-d00b-4a6f-903c-c89adb790efe tempest-ServersTestJSON-1813896326 tempest-ServersTestJSON-1813896326-project] 10.222.0.64 "GET /v2.0/quotas/fb29c2c1c69c4f59b326e8ec24f37b86 HTTP/1.1" status: 200 len: 375 time: 0.0599561 Jan 28 19:15:46.372981 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (204c8231-d733-4102-854d-1c29f17e062e), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:46.451106 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-dae19824-7ac6-4652-ba9e-38c62dad26af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-730908'] for router (d3caa4e9-2a65-4416-8a3e-7fcb9617385f), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:46.451891 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dae19824-7ac6-4652-ba9e-38c62dad26af admin admin] Fanout notify agent at l3_agent the message router_deleted on router d3caa4e9-2a65-4416-8a3e-7fcb9617385f {{(pid=103305) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:15:46.457301 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-dae19824-7ac6-4652-ba9e-38c62dad26af admin admin] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:46.461882 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-dae19824-7ac6-4652-ba9e-38c62dad26af admin admin] 10.222.0.64 "DELETE /v2.0/routers/d3caa4e9-2a65-4416-8a3e-7fcb9617385f HTTP/1.1" status: 204 len: 168 time: 3.7905164 Jan 28 19:15:46.464101 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 38096) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:15:46.479283 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3a4ba776-5836-4fef-a11d-3ed436be35af req-b077b7f2-1959-4b72-8a5a-0d8909ddf602 tempest-ServersTestJSON-1813896326 tempest-ServersTestJSON-1813896326-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=fb29c2c1c69c4f59b326e8ec24f37b86&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0965478 Jan 28 19:15:46.525712 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 204c8231-d733-4102-854d-1c29f17e062e is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:15:46.555636 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ab76030-2d07-446a-9d78-116527d9fb95 admin admin] Deleting subnet c08dfd32-a1e5-4572-9817-13ebb5508016 {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:15:46.559176 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7ab76030-2d07-446a-9d78-116527d9fb95 admin admin] Publish callbacks [] for subnet (c08dfd32-a1e5-4572-9817-13ebb5508016), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:46.621394 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 1b072416-1b9a-4975-bb55-2908e9aa62f5 no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:15:46.655716 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7ab76030-2d07-446a-9d78-116527d9fb95 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4747050'] for subnet (c08dfd32-a1e5-4572-9817-13ebb5508016), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:46.656754 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: 1b072416-1b9a-4975-bb55-2908e9aa62f5 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:15:46.657093 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 1b072416-1b9a-4975-bb55-2908e9aa62f5 not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:15:46.657536 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 479412f1-13f0-40ef-a841-7c525dcbb25a no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:15:46.689400 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: 479412f1-13f0-40ef-a841-7c525dcbb25a {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:15:46.689751 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 479412f1-13f0-40ef-a841-7c525dcbb25a not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:15:46.697860 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3a4ba776-5836-4fef-a11d-3ed436be35af req-9c7cf246-c616-40c1-9476-f2b329c0a725 service neutron] 10.222.0.64 "GET /v2.0/networks/a6ce2695-bf4f-4293-99d8-53bbc2878d73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032194 Jan 28 19:15:46.775269 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b931985c-3fdc-49c8-b63f-749d7a088152 req-c2dec6d6-d9b6-496a-8f2a-af137f0b8084 tempest-ServerDiagnosticsNegativeTest-569001323 tempest-ServerDiagnosticsNegativeTest-569001323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:46.776710 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b931985c-3fdc-49c8-b63f-749d7a088152 req-c2dec6d6-d9b6-496a-8f2a-af137f0b8084 tempest-ServerDiagnosticsNegativeTest-569001323 tempest-ServerDiagnosticsNegativeTest-569001323-project] 10.222.0.64 "GET /v2.0/ports?device_id=3216f971-de39-45f4-b952-d361f477a0a6 HTTP/1.1" status: 200 len: 948 time: 0.1921420 Jan 28 19:15:46.799177 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3a4ba776-5836-4fef-a11d-3ed436be35af req-cdacd450-7b92-4795-89cb-b67eff14b405 service neutron] 10.222.0.64 "GET /v2.0/networks/a6ce2695-bf4f-4293-99d8-53bbc2878d73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942495 Jan 28 19:15:46.828354 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7ab76030-2d07-446a-9d78-116527d9fb95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (c08dfd32-a1e5-4572-9817-13ebb5508016), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:46.890879 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 329a2cfc-474e-48c5-882d-049b81b8ceb8 up at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:15:46.921276 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b931985c-3fdc-49c8-b63f-749d7a088152 req-73d543cf-0942-41fc-a590-9a5252b1a0eb tempest-ServerDiagnosticsNegativeTest-569001323 tempest-ServerDiagnosticsNegativeTest-569001323-project] 10.222.0.64 "GET /v2.0/security-groups?id=88e1560b-9c10-4bf0-b1be-aa950f82e67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355562 Jan 28 19:15:46.955830 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7ab76030-2d07-446a-9d78-116527d9fb95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4690616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5222356'] for subnet (c08dfd32-a1e5-4572-9817-13ebb5508016), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:46.976510 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning for port 329a2cfc-474e-48c5-882d-049b81b8ceb8 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:15:46.988361 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning complete for port 329a2cfc-474e-48c5-882d-049b81b8ceb8 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:15:46.991650 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (329a2cfc-474e-48c5-882d-049b81b8ceb8), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:46.992018 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab76030-2d07-446a-9d78-116527d9fb95 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c08dfd32-a1e5-4572-9817-13ebb5508016,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:46.996527 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7ab76030-2d07-446a-9d78-116527d9fb95 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:47.000304 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-7ab76030-2d07-446a-9d78-116527d9fb95 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/c08dfd32-a1e5-4572-9817-13ebb5508016 HTTP/1.1" status: 204 len: 168 time: 0.5342202 Jan 28 19:15:47.002881 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 38118) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:15:47.024735 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:15:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ac2818e-5485-47d1-924a-138703b64bae x-openstack-request-id: req-3ac2818e-5485-47d1-924a-138703b64bae {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:15:47.025306 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "275c56e5-36cf-4f56-8a77-98162a8fc095", "name": "network-vif-deleted", "tag": "2994ff8c-8233-4504-b3e7-137dc5dcae76", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:15:47.025562 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3ac2818e-5485-47d1-924a-138703b64bae {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:15:47.026730 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '275c56e5-36cf-4f56-8a77-98162a8fc095', 'name': 'network-vif-deleted', 'tag': '2994ff8c-8233-4504-b3e7-137dc5dcae76', 'status': 'completed', 'code': 200} Jan 28 19:15:47.032955 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd90d3fe-dfba-4a35-a8c6-646534505e0d None None] Network c806e35b-751a-4ce9-b109-f544f83125cf requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:15:47.104890 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3273f1a7-7a81-4cfc-a5a8-4218fe2eebbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (c806e35b-751a-4ce9-b109-f544f83125cf), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:47.183047 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452a4e2a-ae08-4477-a5c2-713cfe69d465 req-b86fb679-5a30-4dc8-85ef-7f6b287f9aa8 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:47.190455 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-452a4e2a-ae08-4477-a5c2-713cfe69d465 req-b86fb679-5a30-4dc8-85ef-7f6b287f9aa8 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=d493780a-0b9d-4faf-acb0-7a17299587d3 HTTP/1.1" status: 200 len: 945 time: 0.0698991 Jan 28 19:15:47.210763 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port 329a2cfc-474e-48c5-882d-049b81b8ceb8 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:15:47.211273 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (329a2cfc-474e-48c5-882d-049b81b8ceb8), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:47.282007 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-452a4e2a-ae08-4477-a5c2-713cfe69d465 req-de395916-498d-46ef-9c69-47d40e5614c4 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906184 Jan 28 19:15:47.303700 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f2d74b8c-bd04-466b-88b9-330e8e34499e req-cad69ab2-15fc-4f2c-89e5-08fb51d4c368 tempest-ServersTestJSON-1813896326 tempest-ServersTestJSON-1813896326-project] 10.222.0.64 "GET /v2.0/ports?device_id=08612e5d-c307-4c82-952d-d5de2b13b7c7 HTTP/1.1" status: 200 len: 210 time: 0.0632927 Jan 28 19:15:47.311011 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 329a2cfc-474e-48c5-882d-049b81b8ceb8, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=329a2cfc-474e-48c5-882d-049b81b8ceb8,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:15:47.315924 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-3273f1a7-7a81-4cfc-a5a8-4218fe2eebbe admin admin] Deleting port b7365f84-0dbd-4791-af5d-44711de496b4 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:15:47.316524 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3216f971-de39-45f4-b952-d361f477a0a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '329a2cfc-474e-48c5-882d-049b81b8ceb8'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:15:47.316768 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3273f1a7-7a81-4cfc-a5a8-4218fe2eebbe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (b7365f84-0dbd-4791-af5d-44711de496b4), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:47.319903 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c3df510-fd49-4b55-b518-3672cba39a41" -d '{"events": [{"server_uuid": "3216f971-de39-45f4-b952-d361f477a0a6", "name": "network-vif-plugged", "status": "completed", "tag": "329a2cfc-474e-48c5-882d-049b81b8ceb8"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:15:47.326033 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdc9f5cb-dc8d-44b9-a7ea-54626b2e8646 None None] DHCP port deletion for c806e35b-751a-4ce9-b109-f544f83125cf request from n-d-812111-14 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:15:47.331952 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (329a2cfc-474e-48c5-882d-049b81b8ceb8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:47.390772 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=329a2cfc-474e-48c5-882d-049b81b8ceb8,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:47.401182 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-3273f1a7-7a81-4cfc-a5a8-4218fe2eebbe admin admin] For port b7365f84-0dbd-4791-af5d-44711de496b4, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=b7365f84-0dbd-4791-af5d-44711de496b4,segment=NetworkSegment(845c9112-7ad9-405b-933b-e5af357107c1),segment_id=845c9112-7ad9-405b-933b-e5af357107c1)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:15:47.401476 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3273f1a7-7a81-4cfc-a5a8-4218fe2eebbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (b7365f84-0dbd-4791-af5d-44711de496b4), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:47.418102 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-3273f1a7-7a81-4cfc-a5a8-4218fe2eebbe admin admin] Calling delete_port for b7365f84-0dbd-4791-af5d-44711de496b4 owned by network:dhcp {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:15:47.454945 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fdc9f5cb-dc8d-44b9-a7ea-54626b2e8646 None None] Deleting port b7365f84-0dbd-4791-af5d-44711de496b4 {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:15:47.455447 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fdc9f5cb-dc8d-44b9-a7ea-54626b2e8646 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (b7365f84-0dbd-4791-af5d-44711de496b4), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:47.567451 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 38144) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:15:47.575222 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf85bc1-5d5a-46e7-ba77-b9de32550250 req-126208fc-d62d-4502-97e6-115946a0e621 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:47.586426 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ebf85bc1-5d5a-46e7-ba77-b9de32550250 req-126208fc-d62d-4502-97e6-115946a0e621 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?device_id=c3a44de3-d7bc-419a-9768-acddf7e95fea HTTP/1.1" status: 200 len: 943 time: 0.0877688 Jan 28 19:15:47.609831 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3273f1a7-7a81-4cfc-a5a8-4218fe2eebbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (b7365f84-0dbd-4791-af5d-44711de496b4), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:47.700728 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3273f1a7-7a81-4cfc-a5a8-4218fe2eebbe admin admin] Pushing event deleted for resources: {'Port': ['ID=b7365f84-0dbd-4791-af5d-44711de496b4,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:47.708716 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3273f1a7-7a81-4cfc-a5a8-4218fe2eebbe admin admin] No DVR routers for this DVR port b7365f84-0dbd-4791-af5d-44711de496b4 on host n-d-812111-14 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:15:47.727741 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-af23b73a-9bba-40fb-82e0-e52e3bd0e939 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-384020295-network', 'tenant_id': '2919cc86d97b42bbb60ba9ee60522438'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:15:47.778021 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af23b73a-9bba-40fb-82e0-e52e3bd0e939 admin admin] Made reservation on behalf of 2919cc86d97b42bbb60ba9ee60522438 for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:15:47.781375 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-af23b73a-9bba-40fb-82e0-e52e3bd0e939 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:47.841696 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-af23b73a-9bba-40fb-82e0-e52e3bd0e939 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:47.867639 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8be35e0c-5389-432c-aea7-2fe8d4e56630 x-openstack-request-id: req-8be35e0c-5389-432c-aea7-2fe8d4e56630 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:15:47.867971 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3216f971-de39-45f4-b952-d361f477a0a6", "name": "network-vif-plugged", "status": "completed", "tag": "329a2cfc-474e-48c5-882d-049b81b8ceb8", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:15:47.868191 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8be35e0c-5389-432c-aea7-2fe8d4e56630 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:15:47.868574 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3216f971-de39-45f4-b952-d361f477a0a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '329a2cfc-474e-48c5-882d-049b81b8ceb8', 'code': 200} Jan 28 19:15:47.899236 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fdc9f5cb-dc8d-44b9-a7ea-54626b2e8646 None None] For port b7365f84-0dbd-4791-af5d-44711de496b4, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=b7365f84-0dbd-4791-af5d-44711de496b4,segment=NetworkSegment(845c9112-7ad9-405b-933b-e5af357107c1),segment_id=845c9112-7ad9-405b-933b-e5af357107c1)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:15:47.899683 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fdc9f5cb-dc8d-44b9-a7ea-54626b2e8646 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (b7365f84-0dbd-4791-af5d-44711de496b4), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:47.914402 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fdc9f5cb-dc8d-44b9-a7ea-54626b2e8646 None None] Calling delete_port for b7365f84-0dbd-4791-af5d-44711de496b4 owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:15:47.928804 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ebf85bc1-5d5a-46e7-ba77-b9de32550250 req-1113b257-6f33-48c2-b1cf-007fbbcc4985 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/security-groups?id=414e93b9-08bc-438e-9127-05114ed7dbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3377652 Jan 28 19:15:47.934431 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3273f1a7-7a81-4cfc-a5a8-4218fe2eebbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (c806e35b-751a-4ce9-b109-f544f83125cf), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:47.963401 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0bea4b-cd0a-4f89-aaef-d119cbc3e707 req-0d4c24a9-100a-4f41-81a3-5869c8eb1318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:47.966297 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-cd0bea4b-cd0a-4f89-aaef-d119cbc3e707 req-0d4c24a9-100a-4f41-81a3-5869c8eb1318 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3216f971-de39-45f4-b952-d361f477a0a6 HTTP/1.1" status: 200 len: 1132 time: 0.0817757 Jan 28 19:15:47.984771 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-3273f1a7-7a81-4cfc-a5a8-4218fe2eebbe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c806e35b-751a-4ce9-b109-f544f83125cf']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:15:48.004772 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-3273f1a7-7a81-4cfc-a5a8-4218fe2eebbe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '845c9112-7ad9-405b-933b-e5af357107c1') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:15:48.005529 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-3273f1a7-7a81-4cfc-a5a8-4218fe2eebbe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '845c9112-7ad9-405b-933b-e5af357107c1') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:15:48.021763 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3273f1a7-7a81-4cfc-a5a8-4218fe2eebbe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16187153'] for segment (845c9112-7ad9-405b-933b-e5af357107c1), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:48.034481 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 2994ff8c-8233-4504-b3e7-137dc5dcae76 no longer exists at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:15:48.037502 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4d6b6b-afe1-4a96-afbd-e73e526a7bd7 req-fdec1b56-353d-4642-a0c9-87b92ce5d49f tempest-ServersAdminNegativeTestJSON-261533429 tempest-ServersAdminNegativeTestJSON-261533429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:48.048802 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-cd0bea4b-cd0a-4f89-aaef-d119cbc3e707 req-9d9507de-ccef-4ee4-bd9f-729962b86ab3 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=88e1560b-9c10-4bf0-b1be-aa950f82e67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754969 Jan 28 19:15:48.048899 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8c4d6b6b-afe1-4a96-afbd-e73e526a7bd7 req-fdec1b56-353d-4642-a0c9-87b92ce5d49f tempest-ServersAdminNegativeTestJSON-261533429 tempest-ServersAdminNegativeTestJSON-261533429-project] 10.222.0.64 "GET /v2.0/ports?device_id=52625761-0ba9-4155-8782-a9a8923080af HTTP/1.1" status: 200 len: 950 time: 0.1928046 Jan 28 19:15:48.049471 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3273f1a7-7a81-4cfc-a5a8-4218fe2eebbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (845c9112-7ad9-405b-933b-e5af357107c1), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:48.063667 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3273f1a7-7a81-4cfc-a5a8-4218fe2eebbe admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:15:48.064241 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3273f1a7-7a81-4cfc-a5a8-4218fe2eebbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4752570'] for segment (845c9112-7ad9-405b-933b-e5af357107c1), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:48.067638 n-d-812111-14 neutron-server[103305]: Traceback (most recent call last): Jan 28 19:15:48.067638 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:15:48.067638 n-d-812111-14 neutron-server[103305]: timer() Jan 28 19:15:48.067638 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:15:48.067638 n-d-812111-14 neutron-server[103305]: cb(*args, **kw) Jan 28 19:15:48.067638 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:15:48.067638 n-d-812111-14 neutron-server[103305]: return func(*args, **kwargs) Jan 28 19:15:48.067638 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:15:48.067638 n-d-812111-14 neutron-server[103305]: self._notify() Jan 28 19:15:48.067638 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:15:48.067638 n-d-812111-14 neutron-server[103305]: self.callback(batched_events) Jan 28 19:15:48.067638 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:15:48.067638 n-d-812111-14 neutron-server[103305]: event.method(event) Jan 28 19:15:48.067638 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:15:48.067638 n-d-812111-14 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:15:48.067638 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:15:48.067638 n-d-812111-14 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:15:48.067638 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:15:48.067638 n-d-812111-14 neutron-server[103305]: return f(self, *a, **k) Jan 28 19:15:48.067638 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:15:48.067638 n-d-812111-14 neutron-server[103305]: return self._get(url).json() Jan 28 19:15:48.067638 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:15:48.067638 n-d-812111-14 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:15:48.067638 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:15:48.067638 n-d-812111-14 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 28 19:15:48.067638 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:15:48.067638 n-d-812111-14 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:15:48.067638 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:15:48.067638 n-d-812111-14 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:15:48.067638 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:15:48.067638 n-d-812111-14 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:15:48.067638 n-d-812111-14 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:15:48.116262 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] No Port match for: 2994ff8c-8233-4504-b3e7-137dc5dcae76 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:15:48.116928 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 2994ff8c-8233-4504-b3e7-137dc5dcae76 not bound to the agent host n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:15:48.153425 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3273f1a7-7a81-4cfc-a5a8-4218fe2eebbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (c806e35b-751a-4ce9-b109-f544f83125cf), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:48.159612 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3273f1a7-7a81-4cfc-a5a8-4218fe2eebbe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:48.166768 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 38162) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:15:48.167820 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-3273f1a7-7a81-4cfc-a5a8-4218fe2eebbe admin admin] 10.222.0.64 "DELETE /v2.0/networks/c806e35b-751a-4ce9-b109-f544f83125cf HTTP/1.1" status: 204 len: 168 time: 1.1635780 Jan 28 19:15:48.195257 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8c4d6b6b-afe1-4a96-afbd-e73e526a7bd7 req-913142ec-7a55-49b4-9337-923fb479286f tempest-ServersAdminNegativeTestJSON-261533429 tempest-ServersAdminNegativeTestJSON-261533429-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ce50fe5-88ac-4467-ad70-249e9d69c3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453872 Jan 28 19:15:48.236229 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fdc9f5cb-dc8d-44b9-a7ea-54626b2e8646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985'] for port (b7365f84-0dbd-4791-af5d-44711de496b4), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:48.281546 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3273f1a7-7a81-4cfc-a5a8-4218fe2eebbe admin admin] Pushing event deleted for resources: {'Network': ['ID=c806e35b-751a-4ce9-b109-f544f83125cf,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:48.316395 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device b7365f84-0dbd-4791-af5d-44711de496b4 no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:15:48.333572 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb3aed1-6792-4f86-a543-fbbdf40bdfec req-30c0ca0c-cb4f-4a34-aa8b-a927514a522b tempest-ServerDiagnosticsNegativeTest-569001323 tempest-ServerDiagnosticsNegativeTest-569001323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:48.342382 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-af23b73a-9bba-40fb-82e0-e52e3bd0e939 admin admin] Publish callbacks [] for security_group (4635f1ad-21ea-41f6-ac41-e4946b9af4f0), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:48.343977 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-feb3aed1-6792-4f86-a543-fbbdf40bdfec req-30c0ca0c-cb4f-4a34-aa8b-a927514a522b tempest-ServerDiagnosticsNegativeTest-569001323 tempest-ServerDiagnosticsNegativeTest-569001323-project] 10.222.0.64 "GET /v2.0/ports?device_id=3216f971-de39-45f4-b952-d361f477a0a6 HTTP/1.1" status: 200 len: 949 time: 0.1730313 Jan 28 19:15:48.369052 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: b7365f84-0dbd-4791-af5d-44711de496b4 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:15:48.369498 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device b7365f84-0dbd-4791-af5d-44711de496b4 not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:15:48.373937 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc9f5cb-dc8d-44b9-a7ea-54626b2e8646 None None] Pushing event deleted for resources: {'Port': ['ID=b7365f84-0dbd-4791-af5d-44711de496b4,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:48.376692 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-fdc9f5cb-dc8d-44b9-a7ea-54626b2e8646 None None] Network c806e35b-751a-4ce9-b109-f544f83125cf is not hosted by any dhcp agent {{(pid=103306) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 28 19:15:48.376692 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc9f5cb-dc8d-44b9-a7ea-54626b2e8646 None None] No DVR routers for this DVR port b7365f84-0dbd-4791-af5d-44711de496b4 on host n-d-812111-14 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:15:48.379606 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-af23b73a-9bba-40fb-82e0-e52e3bd0e939 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (4635f1ad-21ea-41f6-ac41-e4946b9af4f0), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:48.393417 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af23b73a-9bba-40fb-82e0-e52e3bd0e939 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:15:48.430982 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-af23b73a-9bba-40fb-82e0-e52e3bd0e939 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (504142c2-c953-442b-b4a6-2fbebe4e0a31), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:48.431324 n-d-812111-14 neutron-server[103304]: INFO neutron.db.segments_db [None req-af23b73a-9bba-40fb-82e0-e52e3bd0e939 admin admin] Added segment 504142c2-c953-442b-b4a6-2fbebe4e0a31 of type vlan for network 942f5500-a4bd-4069-a44c-30175e942cfe Jan 28 19:15:48.433246 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-feb3aed1-6792-4f86-a543-fbbdf40bdfec req-85394d2c-73b3-408c-88a6-f2a4fd418d46 tempest-ServerDiagnosticsNegativeTest-569001323 tempest-ServerDiagnosticsNegativeTest-569001323-project] 10.222.0.64 "GET /v2.0/security-groups?id=88e1560b-9c10-4bf0-b1be-aa950f82e67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810912 Jan 28 19:15:48.443150 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af23b73a-9bba-40fb-82e0-e52e3bd0e939 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4635f1ad-21ea-41f6-ac41-e4946b9af4f0,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:48.524337 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-af23b73a-9bba-40fb-82e0-e52e3bd0e939 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (942f5500-a4bd-4069-a44c-30175e942cfe), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:48.539217 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-cf84cc70-8518-4c26-9371-8e41ac213431 req-59791dda-3887-487e-ae71-6d6e4c01ac2e tempest-ServersTestJSON-1813896326 tempest-ServersTestJSON-1813896326-project] 10.222.0.64 "GET /v2.0/ports?device_id=08612e5d-c307-4c82-952d-d5de2b13b7c7 HTTP/1.1" status: 200 len: 210 time: 0.0614135 Jan 28 19:15:48.614801 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cd2952-b072-43dc-8172-e7999e576fee req-c7f12a4e-ada7-469d-b8db-433a8dfe0b7b tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:48.626055 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f6cd2952-b072-43dc-8172-e7999e576fee req-c7f12a4e-ada7-469d-b8db-433a8dfe0b7b tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=d493780a-0b9d-4faf-acb0-7a17299587d3 HTTP/1.1" status: 200 len: 945 time: 0.1116350 Jan 28 19:15:48.703377 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-af23b73a-9bba-40fb-82e0-e52e3bd0e939 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (942f5500-a4bd-4069-a44c-30175e942cfe), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:48.704916 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af23b73a-9bba-40fb-82e0-e52e3bd0e939 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:48.705559 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-af23b73a-9bba-40fb-82e0-e52e3bd0e939 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:48.751026 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f6cd2952-b072-43dc-8172-e7999e576fee req-c1b08905-2311-434a-9b42-a7cfdb9ef29b tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114547 Jan 28 19:15:48.838242 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-af23b73a-9bba-40fb-82e0-e52e3bd0e939 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2669320 Jan 28 19:15:48.840154 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 38180) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:15:48.846881 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-18362acb-9530-490b-8756-1b3105e8d8d2 admin admin] Request body: {'subnet': {'network_id': '942f5500-a4bd-4069-a44c-30175e942cfe', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-384020295-subnet', 'tenant_id': '2919cc86d97b42bbb60ba9ee60522438', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:15:48.873658 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18362acb-9530-490b-8756-1b3105e8d8d2 admin admin] Made reservation on behalf of 2919cc86d97b42bbb60ba9ee60522438 for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:15:48.877442 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-18362acb-9530-490b-8756-1b3105e8d8d2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4733071'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:48.900827 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af23b73a-9bba-40fb-82e0-e52e3bd0e939 admin admin] Pushing event updated for resources: {'Network': ['ID=942f5500-a4bd-4069-a44c-30175e942cfe,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:48.912875 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network 942f5500-a4bd-4069-a44c-30175e942cfe details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:15:48.915748 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4ba776-5836-4fef-a11d-3ed436be35af req-81efb667-8623-49bf-aa7e-dcee845621d9 tempest-ServersTestJSON-1813896326 tempest-ServersTestJSON-1813896326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:48.917378 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3a4ba776-5836-4fef-a11d-3ed436be35af req-81efb667-8623-49bf-aa7e-dcee845621d9 tempest-ServersTestJSON-1813896326 tempest-ServersTestJSON-1813896326-project] 10.222.0.70 "GET /v2.0/networks?id=a6ce2695-bf4f-4293-99d8-53bbc2878d73 HTTP/1.1" status: 200 len: 804 time: 0.2719157 Jan 28 19:15:49.062417 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3a4ba776-5836-4fef-a11d-3ed436be35af req-1e188d40-ee6c-41de-ae02-9e6b7850b71b tempest-ServersTestJSON-1813896326 tempest-ServersTestJSON-1813896326-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fb29c2c1c69c4f59b326e8ec24f37b86 HTTP/1.1" status: 200 len: 380 time: 0.1243994 Jan 28 19:15:49.078450 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-3a4ba776-5836-4fef-a11d-3ed436be35af req-eba645e2-3a21-488f-b9d4-1156153f249a tempest-ServersTestJSON-1813896326 tempest-ServersTestJSON-1813896326-project] Request body: {'port': {'device_id': '08612e5d-c307-4c82-952d-d5de2b13b7c7', 'network_id': 'a6ce2695-bf4f-4293-99d8-53bbc2878d73', 'admin_state_up': True, 'tenant_id': 'fb29c2c1c69c4f59b326e8ec24f37b86', 'security_groups': ['c5f3ac41-b8df-408c-bb33-9833dc3f320f']}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:15:49.165142 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 38186) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:15:49.185816 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c74fc42-3f34-471e-b691-9fb356a3a49b req-4297b284-a30e-44e7-a1cf-f9a68715e0f5 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:49.193382 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5c74fc42-3f34-471e-b691-9fb356a3a49b req-4297b284-a30e-44e7-a1cf-f9a68715e0f5 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?device_id=c3a44de3-d7bc-419a-9768-acddf7e95fea HTTP/1.1" status: 200 len: 943 time: 0.1367717 Jan 28 19:15:49.223421 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-18362acb-9530-490b-8756-1b3105e8d8d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4752401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4733085'] for subnet (8ec4e5d1-0c4e-4c7b-954e-58b53ab84682), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:49.273230 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a4ba776-5836-4fef-a11d-3ed436be35af req-eba645e2-3a21-488f-b9d4-1156153f249a tempest-ServersTestJSON-1813896326 tempest-ServersTestJSON-1813896326-project] Made reservation on behalf of fb29c2c1c69c4f59b326e8ec24f37b86 for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:15:49.284758 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-3a4ba776-5836-4fef-a11d-3ed436be35af req-eba645e2-3a21-488f-b9d4-1156153f249a tempest-ServersTestJSON-1813896326 tempest-ServersTestJSON-1813896326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:49.319001 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18362acb-9530-490b-8756-1b3105e8d8d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ec4e5d1-0c4e-4c7b-954e-58b53ab84682,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:49.351147 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5c74fc42-3f34-471e-b691-9fb356a3a49b req-d865b31a-a69c-40a5-aaeb-6a69dcd05967 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/security-groups?id=414e93b9-08bc-438e-9127-05114ed7dbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567061 Jan 28 19:15:49.394003 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18362acb-9530-490b-8756-1b3105e8d8d2 admin admin] Checking segment: {'id': '504142c2-c953-442b-b4a6-2fbebe4e0a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '942f5500-a4bd-4069-a44c-30175e942cfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:15:49.394462 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18362acb-9530-490b-8756-1b3105e8d8d2 admin admin] Network hostable DHCP agents. Network: 942f5500-a4bd-4069-a44c-30175e942cfe, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:15:49.420505 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9ca23f0d-90e0-4b1a-8731-a501dfd37865 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:49.430884 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d2d3c9-0b97-4bed-be69-274a0c04101f req-cb1f208f-6055-46ef-95fd-3fbf90737db3 tempest-ServersAdminNegativeTestJSON-261533429 tempest-ServersAdminNegativeTestJSON-261533429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:49.432434 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d8d2d3c9-0b97-4bed-be69-274a0c04101f req-cb1f208f-6055-46ef-95fd-3fbf90737db3 tempest-ServersAdminNegativeTestJSON-261533429 tempest-ServersAdminNegativeTestJSON-261533429-project] 10.222.0.41 "GET /v2.0/ports?device_id=52625761-0ba9-4155-8782-a9a8923080af HTTP/1.1" status: 200 len: 950 time: 0.0995796 Jan 28 19:15:49.516308 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d5d31b1b-62d1-40b9-8309-e37eef8dabcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-732838'] for router_interface (15a26735-33ca-4907-8dec-133ff3253636), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:49.590517 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c7fdde-939a-4823-88a4-9d8d7b2bd29e req-dd2eed1f-d11f-4a2b-9b7d-4e27a64203ff tempest-ServersAdminNegativeTestJSON-261533429 tempest-ServersAdminNegativeTestJSON-261533429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:49.593571 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b1c7fdde-939a-4823-88a4-9d8d7b2bd29e req-dd2eed1f-d11f-4a2b-9b7d-4e27a64203ff tempest-ServersAdminNegativeTestJSON-261533429 tempest-ServersAdminNegativeTestJSON-261533429-project] 10.222.0.64 "GET /v2.0/ports?device_id=52625761-0ba9-4155-8782-a9a8923080af HTTP/1.1" status: 200 len: 950 time: 0.2887254 Jan 28 19:15:49.679542 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-3a4ba776-5836-4fef-a11d-3ed436be35af req-eba645e2-3a21-488f-b9d4-1156153f249a tempest-ServersTestJSON-1813896326 tempest-ServersTestJSON-1813896326-project] Allocated IP 172.20.0.8 (a6ce2695-bf4f-4293-99d8-53bbc2878d73/0462522f-9635-4759-872a-bea48d2496c6/4ffcf880-eb0e-4608-962c-0863c11da0d8) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:15:49.733043 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b1c7fdde-939a-4823-88a4-9d8d7b2bd29e req-58dd4a6a-1dea-44e5-ba16-aa0daf575f29 tempest-ServersAdminNegativeTestJSON-261533429 tempest-ServersAdminNegativeTestJSON-261533429-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ce50fe5-88ac-4467-ad70-249e9d69c3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289325 Jan 28 19:15:49.813065 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18362acb-9530-490b-8756-1b3105e8d8d2 admin admin] Network 942f5500-a4bd-4069-a44c-30175e942cfe is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:15:49.840971 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-18362acb-9530-490b-8756-1b3105e8d8d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, 942f5500-a4bd-4069-a44c-30175e942cfe) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:15:49.853501 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d2744cf-0b9f-4c34-9646-9b7137f40bdd None None] Network 942f5500-a4bd-4069-a44c-30175e942cfe requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:15:49.894038 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18362acb-9530-490b-8756-1b3105e8d8d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:49.894951 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-18362acb-9530-490b-8756-1b3105e8d8d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:49.947436 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-18362acb-9530-490b-8756-1b3105e8d8d2 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1033170 Jan 28 19:15:49.952436 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 38198) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:15:49.961142 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2dfba1-f6c0-49f4-931a-9d2fea2d3e29 req-925ffac2-aa7d-4730-8c3d-8ea9813c88c5 tempest-ServerDiagnosticsNegativeTest-569001323 tempest-ServerDiagnosticsNegativeTest-569001323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:49.972927 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-df2dfba1-f6c0-49f4-931a-9d2fea2d3e29 req-925ffac2-aa7d-4730-8c3d-8ea9813c88c5 tempest-ServerDiagnosticsNegativeTest-569001323 tempest-ServerDiagnosticsNegativeTest-569001323-project] 10.222.0.64 "GET /v2.0/ports?device_id=3216f971-de39-45f4-b952-d361f477a0a6 HTTP/1.1" status: 200 len: 949 time: 0.2198374 Jan 28 19:15:49.980075 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-8017729a-0ee1-4f12-a29b-d5422a3ab8ba admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-384020295-router', 'tenant_id': '2919cc86d97b42bbb60ba9ee60522438', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:15:50.018133 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-210c39a7-1357-4e90-a8dc-9d3b731b61f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68cd31fd-e4cd-5fb3-a862-256fc47efcd2-942f5500-a4bd-4069-a44c-30175e942cfe', 'network_id': '942f5500-a4bd-4069-a44c-30175e942cfe', 'project_id': '2919cc86d97b42bbb60ba9ee60522438', 'fixed_ips': [{'subnet_id': '8ec4e5d1-0c4e-4c7b-954e-58b53ab84682'}]}} from n-d-812111-14. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:15:50.019467 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-210c39a7-1357-4e90-a8dc-9d3b731b61f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:50.038583 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8017729a-0ee1-4f12-a29b-d5422a3ab8ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261150'] for router (eb03139e-a51e-4a95-9941-b7e81a8a4c04), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:50.039684 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8017729a-0ee1-4f12-a29b-d5422a3ab8ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-731099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-731441', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261129'] for router (eb03139e-a51e-4a95-9941-b7e81a8a4c04), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:50.097556 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-d8d2d3c9-0b97-4bed-be69-274a0c04101f req-5a72fcf4-feb5-42db-a055-6b5e31f913d1 tempest-ServersAdminNegativeTestJSON-261533429 tempest-ServersAdminNegativeTestJSON-261533429-project] Deleting port 259b0afb-11ac-45b0-9b2c-fe033b7372ab {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:15:50.097951 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-d8d2d3c9-0b97-4bed-be69-274a0c04101f req-5a72fcf4-feb5-42db-a055-6b5e31f913d1 tempest-ServersAdminNegativeTestJSON-261533429 tempest-ServersAdminNegativeTestJSON-261533429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (259b0afb-11ac-45b0-9b2c-fe033b7372ab), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:50.117356 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9ca23f0d-90e0-4b1a-8731-a501dfd37865 admin admin] Publish callbacks [] for security_group (8b225cd9-e352-4c37-a82c-e96767f7e01d), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:50.189828 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9ca23f0d-90e0-4b1a-8731-a501dfd37865 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (8b225cd9-e352-4c37-a82c-e96767f7e01d), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:50.217452 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e744df9d-388b-4f97-a167-14db912cd189 req-b4cc573b-cca7-4f49-b463-ac32f61c2112 tempest-ServersTestJSON-1813896326 tempest-ServersTestJSON-1813896326-project] 10.222.0.64 "GET /v2.0/ports?device_id=08612e5d-c307-4c82-952d-d5de2b13b7c7 HTTP/1.1" status: 200 len: 210 time: 0.3376014 Jan 28 19:15:50.245694 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-210c39a7-1357-4e90-a8dc-9d3b731b61f1 None None] Allocated IP 172.20.0.2 (942f5500-a4bd-4069-a44c-30175e942cfe/8ec4e5d1-0c4e-4c7b-954e-58b53ab84682/c308af79-91c0-4d7a-ac3a-bdd603beb0db) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:15:50.280953 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 38200) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:15:50.282154 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-9ca23f0d-90e0-4b1a-8731-a501dfd37865 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=701c7c35083a4300a7ff66f0ec571a28&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1149511 Jan 28 19:15:50.287678 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca23f0d-90e0-4b1a-8731-a501dfd37865 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b225cd9-e352-4c37-a82c-e96767f7e01d,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:50.330276 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-df2dfba1-f6c0-49f4-931a-9d2fea2d3e29 req-8611578a-369b-4378-b7fc-87dd9384002d tempest-ServerDiagnosticsNegativeTest-569001323 tempest-ServerDiagnosticsNegativeTest-569001323-project] 10.222.0.64 "GET /v2.0/security-groups?id=88e1560b-9c10-4bf0-b1be-aa950f82e67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3292074 Jan 28 19:15:50.388920 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-3a4ba776-5836-4fef-a11d-3ed436be35af req-eba645e2-3a21-488f-b9d4-1156153f249a tempest-ServersTestJSON-1813896326 tempest-ServersTestJSON-1813896326-project] Publish callbacks [] for port (4ffcf880-eb0e-4608-962c-0863c11da0d8), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:50.423867 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8017729a-0ee1-4f12-a29b-d5422a3ab8ba admin admin] Publish callbacks [] for router_controller (eb03139e-a51e-4a95-9941-b7e81a8a4c04), precommit_add_association {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:50.428592 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-210c39a7-1357-4e90-a8dc-9d3b731b61f1 None None] Publish callbacks [] for port (c308af79-91c0-4d7a-ac3a-bdd603beb0db), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:50.451718 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-210c39a7-1357-4e90-a8dc-9d3b731b61f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (c308af79-91c0-4d7a-ac3a-bdd603beb0db), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:50.487563 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:50.503160 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2927ba33-68e0-414e-8ccf-aad53acaef4e req-3de9737d-73c8-42a6-a1f7-32f597da9add tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:50.506858 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-210c39a7-1357-4e90-a8dc-9d3b731b61f1 None None] Network 942f5500-a4bd-4069-a44c-30175e942cfe is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:15:50.512050 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2927ba33-68e0-414e-8ccf-aad53acaef4e req-3de9737d-73c8-42a6-a1f7-32f597da9add tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=d493780a-0b9d-4faf-acb0-7a17299587d3 HTTP/1.1" status: 200 len: 945 time: 0.2020137 Jan 28 19:15:50.515077 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-210c39a7-1357-4e90-a8dc-9d3b731b61f1 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:15:50.518555 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7a26a64a-aa64-4582-8e27-e8f56ac73051 admin admin] Publish callbacks [] for security_group (8b225cd9-e352-4c37-a82c-e96767f7e01d), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:50.520504 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210c39a7-1357-4e90-a8dc-9d3b731b61f1 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:15:50.561657 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-3a4ba776-5836-4fef-a11d-3ed436be35af req-eba645e2-3a21-488f-b9d4-1156153f249a tempest-ServersTestJSON-1813896326 tempest-ServersTestJSON-1813896326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (4ffcf880-eb0e-4608-962c-0863c11da0d8), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:50.562546 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210c39a7-1357-4e90-a8dc-9d3b731b61f1 None None] Pushing event updated for resources: {'Port': ['ID=c308af79-91c0-4d7a-ac3a-bdd603beb0db,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:50.571591 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7a26a64a-aa64-4582-8e27-e8f56ac73051 admin admin] Publish callbacks [] for security_group (8b225cd9-e352-4c37-a82c-e96767f7e01d), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:50.580544 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-d8d2d3c9-0b97-4bed-be69-274a0c04101f req-5a72fcf4-feb5-42db-a055-6b5e31f913d1 tempest-ServersAdminNegativeTestJSON-261533429 tempest-ServersAdminNegativeTestJSON-261533429-project] For port 259b0afb-11ac-45b0-9b2c-fe033b7372ab, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=259b0afb-11ac-45b0-9b2c-fe033b7372ab,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:15:50.580915 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-d8d2d3c9-0b97-4bed-be69-274a0c04101f req-5a72fcf4-feb5-42db-a055-6b5e31f913d1 tempest-ServersAdminNegativeTestJSON-261533429 tempest-ServersAdminNegativeTestJSON-261533429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (259b0afb-11ac-45b0-9b2c-fe033b7372ab), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:50.610780 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-210c39a7-1357-4e90-a8dc-9d3b731b61f1 None None] Attempting to bind port c308af79-91c0-4d7a-ac3a-bdd603beb0db on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:15:50.611518 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-210c39a7-1357-4e90-a8dc-9d3b731b61f1 None None] Attempting to bind port c308af79-91c0-4d7a-ac3a-bdd603beb0db by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '504142c2-c953-442b-b4a6-2fbebe4e0a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '942f5500-a4bd-4069-a44c-30175e942cfe'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:15:50.612120 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210c39a7-1357-4e90-a8dc-9d3b731b61f1 None None] Attempting to bind port c308af79-91c0-4d7a-ac3a-bdd603beb0db on network 942f5500-a4bd-4069-a44c-30175e942cfe {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:15:50.618754 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210c39a7-1357-4e90-a8dc-9d3b731b61f1 None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:15:50.619634 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210c39a7-1357-4e90-a8dc-9d3b731b61f1 None None] Checking segment: {'id': '504142c2-c953-442b-b4a6-2fbebe4e0a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '942f5500-a4bd-4069-a44c-30175e942cfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:15:50.620381 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-210c39a7-1357-4e90-a8dc-9d3b731b61f1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:50.620989 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210c39a7-1357-4e90-a8dc-9d3b731b61f1 None None] Bound using segment: {'id': '504142c2-c953-442b-b4a6-2fbebe4e0a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '942f5500-a4bd-4069-a44c-30175e942cfe'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:15:50.621887 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-210c39a7-1357-4e90-a8dc-9d3b731b61f1 None None] Bound port: c308af79-91c0-4d7a-ac3a-bdd603beb0db, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '504142c2-c953-442b-b4a6-2fbebe4e0a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '942f5500-a4bd-4069-a44c-30175e942cfe'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:15:50.622516 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-210c39a7-1357-4e90-a8dc-9d3b731b61f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (c308af79-91c0-4d7a-ac3a-bdd603beb0db), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:50.636380 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-d8d2d3c9-0b97-4bed-be69-274a0c04101f req-5a72fcf4-feb5-42db-a055-6b5e31f913d1 tempest-ServersAdminNegativeTestJSON-261533429 tempest-ServersAdminNegativeTestJSON-261533429-project] Calling delete_port for 259b0afb-11ac-45b0-9b2c-fe033b7372ab owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:15:50.681418 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2927ba33-68e0-414e-8ccf-aad53acaef4e req-3bd85427-2221-48a5-ae6b-6265ff5d5db3 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605396 Jan 28 19:15:50.685223 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a4ba776-5836-4fef-a11d-3ed436be35af req-eba645e2-3a21-488f-b9d4-1156153f249a tempest-ServersTestJSON-1813896326 tempest-ServersTestJSON-1813896326-project] Network a6ce2695-bf4f-4293-99d8-53bbc2878d73 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:15:50.700858 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-3a4ba776-5836-4fef-a11d-3ed436be35af req-eba645e2-3a21-488f-b9d4-1156153f249a tempest-ServersTestJSON-1813896326 tempest-ServersTestJSON-1813896326-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:15:50.705015 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8017729a-0ee1-4f12-a29b-d5422a3ab8ba admin admin] Publish callbacks [] for router_gateway (eb03139e-a51e-4a95-9941-b7e81a8a4c04), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:50.718398 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-210c39a7-1357-4e90-a8dc-9d3b731b61f1 None None] For port c308af79-91c0-4d7a-ac3a-bdd603beb0db, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:15:50.723599 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-210c39a7-1357-4e90-a8dc-9d3b731b61f1 None None] For port c308af79-91c0-4d7a-ac3a-bdd603beb0db, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=c308af79-91c0-4d7a-ac3a-bdd603beb0db,segment=NetworkSegment(504142c2-c953-442b-b4a6-2fbebe4e0a31),segment_id=504142c2-c953-442b-b4a6-2fbebe4e0a31)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:15:50.726141 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a4ba776-5836-4fef-a11d-3ed436be35af req-eba645e2-3a21-488f-b9d4-1156153f249a tempest-ServersTestJSON-1813896326 tempest-ServersTestJSON-1813896326-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:15:50.733518 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-d5d31b1b-62d1-40b9-8309-e37eef8dabcf admin admin] Deleting port f8260689-6a6d-42d0-977a-ab8e283425df {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:15:50.740341 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-210c39a7-1357-4e90-a8dc-9d3b731b61f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (c308af79-91c0-4d7a-ac3a-bdd603beb0db), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:50.742873 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d5d31b1b-62d1-40b9-8309-e37eef8dabcf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (f8260689-6a6d-42d0-977a-ab8e283425df), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:50.780349 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba645e2-3a21-488f-b9d4-1156153f249a tempest-ServersTestJSON-1813896326 tempest-ServersTestJSON-1813896326-project] Pushing event updated for resources: {'Port': ['ID=4ffcf880-eb0e-4608-962c-0863c11da0d8,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:50.824106 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210c39a7-1357-4e90-a8dc-9d3b731b61f1 None None] Pushing event updated for resources: {'Port': ['ID=c308af79-91c0-4d7a-ac3a-bdd603beb0db,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:50.923472 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 259b0afb-11ac-45b0-9b2c-fe033b7372ab no longer exists at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:15:50.943111 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021dfd42-b03b-48f7-bd6e-dc21697cf385 req-e64d5f0b-cb43-48f6-beff-72a8fba9c0cb tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:50.944785 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-021dfd42-b03b-48f7-bd6e-dc21697cf385 req-e64d5f0b-cb43-48f6-beff-72a8fba9c0cb tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?device_id=c3a44de3-d7bc-419a-9768-acddf7e95fea HTTP/1.1" status: 200 len: 943 time: 0.3239036 Jan 28 19:15:50.945333 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7a26a64a-aa64-4582-8e27-e8f56ac73051 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (8b225cd9-e352-4c37-a82c-e96767f7e01d), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:50.954218 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7a26a64a-aa64-4582-8e27-e8f56ac73051 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:50.958051 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-7a26a64a-aa64-4582-8e27-e8f56ac73051 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8b225cd9-e352-4c37-a82c-e96767f7e01d HTTP/1.1" status: 204 len: 168 time: 0.6763690 Jan 28 19:15:51.008696 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a26a64a-aa64-4582-8e27-e8f56ac73051 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b225cd9-e352-4c37-a82c-e96767f7e01d,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:51.042236 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4ba776-5836-4fef-a11d-3ed436be35af req-eba645e2-3a21-488f-b9d4-1156153f249a tempest-ServersTestJSON-1813896326 tempest-ServersTestJSON-1813896326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:51.049201 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-3a4ba776-5836-4fef-a11d-3ed436be35af req-eba645e2-3a21-488f-b9d4-1156153f249a tempest-ServersTestJSON-1813896326 tempest-ServersTestJSON-1813896326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:51.169166 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-021dfd42-b03b-48f7-bd6e-dc21697cf385 req-55087e43-4a3b-4800-9684-31a170f6a817 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/security-groups?id=414e93b9-08bc-438e-9127-05114ed7dbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853526 Jan 28 19:15:51.172361 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-d5d31b1b-62d1-40b9-8309-e37eef8dabcf admin admin] For port f8260689-6a6d-42d0-977a-ab8e283425df, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=f8260689-6a6d-42d0-977a-ab8e283425df,segment=NetworkSegment(9c656930-5848-438c-a0bd-a15d5a1f6f78),segment_id=9c656930-5848-438c-a0bd-a15d5a1f6f78)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:15:51.172818 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d5d31b1b-62d1-40b9-8309-e37eef8dabcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (f8260689-6a6d-42d0-977a-ab8e283425df), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:51.187311 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-d8d2d3c9-0b97-4bed-be69-274a0c04101f req-5a72fcf4-feb5-42db-a055-6b5e31f913d1 tempest-ServersAdminNegativeTestJSON-261533429 tempest-ServersAdminNegativeTestJSON-261533429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (259b0afb-11ac-45b0-9b2c-fe033b7372ab), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:51.205564 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port 259b0afb-11ac-45b0-9b2c-fe033b7372ab is: ACTIVE; New status is: DOWN {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:15:51.209490 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (259b0afb-11ac-45b0-9b2c-fe033b7372ab), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:51.224457 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b5720238-a72f-45f2-b84f-1e0660faf326 None None] Provisioning complete for port 4ffcf880-eb0e-4608-962c-0863c11da0d8 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:15:51.225171 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b5720238-a72f-45f2-b84f-1e0660faf326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (4ffcf880-eb0e-4608-962c-0863c11da0d8), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:51.229811 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-d5d31b1b-62d1-40b9-8309-e37eef8dabcf admin admin] Calling delete_port for f8260689-6a6d-42d0-977a-ab8e283425df owned by network:router_interface {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:15:51.275877 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a72fcf4-feb5-42db-a055-6b5e31f913d1 tempest-ServersAdminNegativeTestJSON-261533429 tempest-ServersAdminNegativeTestJSON-261533429-project] Pushing event deleted for resources: {'Port': ['ID=259b0afb-11ac-45b0-9b2c-fe033b7372ab,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:51.312224 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b5720238-a72f-45f2-b84f-1e0660faf326 None None] Port 4ffcf880-eb0e-4608-962c-0863c11da0d8 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:15:51.383072 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 4393a6ed-522f-40fa-afae-f181e3fabb22 no longer exists at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:15:51.386775 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3a4ba776-5836-4fef-a11d-3ed436be35af req-eba645e2-3a21-488f-b9d4-1156153f249a tempest-ServersTestJSON-1813896326 tempest-ServersTestJSON-1813896326-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3169529 Jan 28 19:15:51.436152 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-3a4ba776-5836-4fef-a11d-3ed436be35af req-67025246-8ec6-4d2e-9c82-d01bc23d02fe service neutron] Request body: {'port': {'device_id': '08612e5d-c307-4c82-952d-d5de2b13b7c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-14'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:15:51.515751 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port 4393a6ed-522f-40fa-afae-f181e3fabb22 is: DOWN; New status is: DOWN {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:15:51.570065 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 38218) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:15:51.591389 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8017729a-0ee1-4f12-a29b-d5422a3ab8ba admin admin] Publish callbacks [] for router_gateway (eb03139e-a51e-4a95-9941-b7e81a8a4c04), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:51.594431 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8d2d3c9-0b97-4bed-be69-274a0c04101f req-5a72fcf4-feb5-42db-a055-6b5e31f913d1 tempest-ServersAdminNegativeTestJSON-261533429 tempest-ServersAdminNegativeTestJSON-261533429-project] No DVR routers for this DVR port 259b0afb-11ac-45b0-9b2c-fe033b7372ab on host n-h1-812111-14 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:15:51.597135 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-d8d2d3c9-0b97-4bed-be69-274a0c04101f req-5a72fcf4-feb5-42db-a055-6b5e31f913d1 tempest-ServersAdminNegativeTestJSON-261533429 tempest-ServersAdminNegativeTestJSON-261533429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:51.597428 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-3a4ba776-5836-4fef-a11d-3ed436be35af req-67025246-8ec6-4d2e-9c82-d01bc23d02fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (4ffcf880-eb0e-4608-962c-0863c11da0d8), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:51.601784 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d8d2d3c9-0b97-4bed-be69-274a0c04101f req-5a72fcf4-feb5-42db-a055-6b5e31f913d1 tempest-ServersAdminNegativeTestJSON-261533429 tempest-ServersAdminNegativeTestJSON-261533429-project] 10.222.0.41 "DELETE /v2.0/ports/259b0afb-11ac-45b0-9b2c-fe033b7372ab HTTP/1.1" status: 204 len: 173 time: 2.1620321 Jan 28 19:15:51.609879 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-01dc8a4c-d62b-4d95-adb7-459a330043dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:51.623273 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52625761-0ba9-4155-8782-a9a8923080af', 'name': 'network-vif-deleted', 'tag': '259b0afb-11ac-45b0-9b2c-fe033b7372ab'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:15:51.626191 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b3966b6-2ef0-43f9-b419-49a843e7aee5" -d '{"events": [{"server_uuid": "52625761-0ba9-4155-8782-a9a8923080af", "name": "network-vif-deleted", "tag": "259b0afb-11ac-45b0-9b2c-fe033b7372ab"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:15:51.626770 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8c4e72-171b-4577-849d-d502ad0e59a8 req-478135bb-03c0-42fc-85f7-b44e3c85d438 tempest-ServersAdminNegativeTestJSON-261533429 tempest-ServersAdminNegativeTestJSON-261533429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:51.628377 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9c8c4e72-171b-4577-849d-d502ad0e59a8 req-478135bb-03c0-42fc-85f7-b44e3c85d438 tempest-ServersAdminNegativeTestJSON-261533429 tempest-ServersAdminNegativeTestJSON-261533429-project] 10.222.0.64 "GET /v2.0/ports?device_id=52625761-0ba9-4155-8782-a9a8923080af HTTP/1.1" status: 200 len: 867 time: 0.5223980 Jan 28 19:15:51.673194 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8017729a-0ee1-4f12-a29b-d5422a3ab8ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:51.766615 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d71c343-4988-4f21-91c2-c39c0699d6b1 req-4b628173-54c7-4c67-b82a-a79f7bda71df tempest-ServerDiagnosticsNegativeTest-569001323 tempest-ServerDiagnosticsNegativeTest-569001323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:51.768215 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3d71c343-4988-4f21-91c2-c39c0699d6b1 req-4b628173-54c7-4c67-b82a-a79f7bda71df tempest-ServerDiagnosticsNegativeTest-569001323 tempest-ServerDiagnosticsNegativeTest-569001323-project] 10.222.0.64 "GET /v2.0/ports?device_id=3216f971-de39-45f4-b952-d361f477a0a6 HTTP/1.1" status: 200 len: 949 time: 0.3516183 Jan 28 19:15:51.874323 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3d71c343-4988-4f21-91c2-c39c0699d6b1 req-999242fd-f89e-48d6-9fc4-9cafe0e57a1e tempest-ServerDiagnosticsNegativeTest-569001323 tempest-ServerDiagnosticsNegativeTest-569001323-project] 10.222.0.64 "GET /v2.0/security-groups?id=88e1560b-9c10-4bf0-b1be-aa950f82e67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992606 Jan 28 19:15:51.882875 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-8017729a-0ee1-4f12-a29b-d5422a3ab8ba admin admin] Allocated IP 172.25.6.117 (d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8/a648e4ab-7422-41b9-b133-58aca25ab8f5/6c58fc49-61d8-44c2-ba94-3d16ccd30c06) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:15:51.897860 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9c8c4e72-171b-4577-849d-d502ad0e59a8 req-6ce0b150-78ad-4a7a-a297-47c264479b36 tempest-ServersAdminNegativeTestJSON-261533429 tempest-ServersAdminNegativeTestJSON-261533429-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ce50fe5-88ac-4467-ad70-249e9d69c3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2573543 Jan 28 19:15:51.985432 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d5d31b1b-62d1-40b9-8309-e37eef8dabcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (f8260689-6a6d-42d0-977a-ab8e283425df), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:52.010222 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c7812d4-fb58-41dc-8db1-e38feb5ef127 x-openstack-request-id: req-6c7812d4-fb58-41dc-8db1-e38feb5ef127 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:15:52.010349 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52625761-0ba9-4155-8782-a9a8923080af", "name": "network-vif-deleted", "tag": "259b0afb-11ac-45b0-9b2c-fe033b7372ab", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:15:52.011041 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6c7812d4-fb58-41dc-8db1-e38feb5ef127 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:15:52.011041 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52625761-0ba9-4155-8782-a9a8923080af', 'name': 'network-vif-deleted', 'tag': '259b0afb-11ac-45b0-9b2c-fe033b7372ab', 'status': 'completed', 'code': 200} Jan 28 19:15:52.052656 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d31b1b-62d1-40b9-8309-e37eef8dabcf admin admin] Pushing event deleted for resources: {'Port': ['ID=f8260689-6a6d-42d0-977a-ab8e283425df,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:52.106636 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-01dc8a4c-d62b-4d95-adb7-459a330043dc admin admin] Publish callbacks [] for security_group (8173a9b2-7e79-4e01-8c57-9802aee3de0c), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:52.185982 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-01dc8a4c-d62b-4d95-adb7-459a330043dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (8173a9b2-7e79-4e01-8c57-9802aee3de0c), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:52.234274 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8017729a-0ee1-4f12-a29b-d5422a3ab8ba admin admin] Publish callbacks [] for port (6c58fc49-61d8-44c2-ba94-3d16ccd30c06), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:52.256722 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610c10ca-74d8-4cc3-a559-f1a359932618 req-bef9e8a8-5488-4281-9a1b-5db8155e2af0 tempest-ServersTestJSON-1813896326 tempest-ServersTestJSON-1813896326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:52.277904 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-610c10ca-74d8-4cc3-a559-f1a359932618 req-bef9e8a8-5488-4281-9a1b-5db8155e2af0 tempest-ServersTestJSON-1813896326 tempest-ServersTestJSON-1813896326-project] 10.222.0.64 "GET /v2.0/ports?device_id=08612e5d-c307-4c82-952d-d5de2b13b7c7 HTTP/1.1" status: 200 len: 931 time: 0.2689252 Jan 28 19:15:52.474426 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-01dc8a4c-d62b-4d95-adb7-459a330043dc admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=99952a3b080a4440b4268063055966df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9015975 Jan 28 19:15:52.485154 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dc8a4c-d62b-4d95-adb7-459a330043dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8173a9b2-7e79-4e01-8c57-9802aee3de0c,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:52.492194 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device c308af79-91c0-4d7a-ac3a-bdd603beb0db up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:15:52.496704 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 38226) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:15:52.590410 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06e723e4-76a0-4111-9977-dbce502af80e None None] Network 942f5500-a4bd-4069-a44c-30175e942cfe requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:15:52.615743 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-610c10ca-74d8-4cc3-a559-f1a359932618 req-4e81abb0-9a03-41d9-bf3b-afb8bba73299 tempest-ServersTestJSON-1813896326 tempest-ServersTestJSON-1813896326-project] 10.222.0.64 "GET /v2.0/security-groups?id=c5f3ac41-b8df-408c-bb33-9833dc3f320f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3363986 Jan 28 19:15:52.618588 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-3a4ba776-5836-4fef-a11d-3ed436be35af req-67025246-8ec6-4d2e-9c82-d01bc23d02fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ffcf880-eb0e-4608-962c-0863c11da0d8 {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:15:52.635658 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-3a4ba776-5836-4fef-a11d-3ed436be35af req-67025246-8ec6-4d2e-9c82-d01bc23d02fe service neutron] Publish callbacks [] for port (4ffcf880-eb0e-4608-962c-0863c11da0d8), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:52.643775 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cae5e668-ce9a-4682-92c7-1194c6f78814 admin admin] Publish callbacks [] for security_group (8173a9b2-7e79-4e01-8c57-9802aee3de0c), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:52.658164 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e73fbc-2756-4f42-bb4b-2b79add5d1c0 req-a8f70f57-f4a5-4488-b00f-311ffe9b8fc1 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:52.659715 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-02e73fbc-2756-4f42-bb4b-2b79add5d1c0 req-a8f70f57-f4a5-4488-b00f-311ffe9b8fc1 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=d493780a-0b9d-4faf-acb0-7a17299587d3 HTTP/1.1" status: 200 len: 945 time: 0.4806068 Jan 28 19:15:52.678480 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e3073c-16ee-41ad-8c7f-a25daeae25f8 req-001b6182-dabc-49b0-a6f2-91e37ca70813 tempest-ServerDiagnosticsNegativeTest-569001323 tempest-ServerDiagnosticsNegativeTest-569001323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:52.680126 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-25e3073c-16ee-41ad-8c7f-a25daeae25f8 req-001b6182-dabc-49b0-a6f2-91e37ca70813 tempest-ServerDiagnosticsNegativeTest-569001323 tempest-ServerDiagnosticsNegativeTest-569001323-project] 10.222.0.41 "GET /v2.0/ports?device_id=3216f971-de39-45f4-b952-d361f477a0a6 HTTP/1.1" status: 200 len: 949 time: 0.2823021 Jan 28 19:15:52.697126 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-3a4ba776-5836-4fef-a11d-3ed436be35af req-67025246-8ec6-4d2e-9c82-d01bc23d02fe service neutron] Transition to ACTIVE for port object 4ffcf880-eb0e-4608-962c-0863c11da0d8 will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:15:52.703807 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d5d31b1b-62d1-40b9-8309-e37eef8dabcf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-732682'] for router_interface (15a26735-33ca-4907-8dec-133ff3253636), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:52.706801 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cae5e668-ce9a-4682-92c7-1194c6f78814 admin admin] Publish callbacks [] for security_group (8173a9b2-7e79-4e01-8c57-9802aee3de0c), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:52.716558 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-3a4ba776-5836-4fef-a11d-3ed436be35af req-67025246-8ec6-4d2e-9c82-d01bc23d02fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (4ffcf880-eb0e-4608-962c-0863c11da0d8), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:52.718482 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8017729a-0ee1-4f12-a29b-d5422a3ab8ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (6c58fc49-61d8-44c2-ba94-3d16ccd30c06), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:52.769679 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-19c108d8-d5f1-4d8e-a1f6-025928d71326 None None] Provisioning complete for port c308af79-91c0-4d7a-ac3a-bdd603beb0db triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:15:52.770265 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-19c108d8-d5f1-4d8e-a1f6-025928d71326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (c308af79-91c0-4d7a-ac3a-bdd603beb0db), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:52.775216 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port c308af79-91c0-4d7a-ac3a-bdd603beb0db triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:15:52.775586 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (c308af79-91c0-4d7a-ac3a-bdd603beb0db), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:52.837868 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8017729a-0ee1-4f12-a29b-d5422a3ab8ba admin admin] Pushing event updated for resources: {'Port': ['ID=6c58fc49-61d8-44c2-ba94-3d16ccd30c06,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:52.860402 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-02e73fbc-2756-4f42-bb4b-2b79add5d1c0 req-68176c19-5028-4039-a8da-9a3920f1b46e tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945651 Jan 28 19:15:52.866501 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67025246-8ec6-4d2e-9c82-d01bc23d02fe service neutron] Pushing event updated for resources: {'Port': ['ID=4ffcf880-eb0e-4608-962c-0863c11da0d8,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:52.981035 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-19c108d8-d5f1-4d8e-a1f6-025928d71326 None None] Current status of the port c308af79-91c0-4d7a-ac3a-bdd603beb0db is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:15:52.981599 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-19c108d8-d5f1-4d8e-a1f6-025928d71326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (c308af79-91c0-4d7a-ac3a-bdd603beb0db), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:52.988689 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8017729a-0ee1-4f12-a29b-d5422a3ab8ba admin admin] Network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:15:53.009726 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-8017729a-0ee1-4f12-a29b-d5422a3ab8ba admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:15:53.023582 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-19c108d8-d5f1-4d8e-a1f6-025928d71326 None None] For port c308af79-91c0-4d7a-ac3a-bdd603beb0db, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=c308af79-91c0-4d7a-ac3a-bdd603beb0db,segment=NetworkSegment(504142c2-c953-442b-b4a6-2fbebe4e0a31),segment_id=504142c2-c953-442b-b4a6-2fbebe4e0a31)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:15:53.034787 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8017729a-0ee1-4f12-a29b-d5422a3ab8ba admin admin] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:15:53.077509 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port c308af79-91c0-4d7a-ac3a-bdd603beb0db is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:15:53.078149 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (c308af79-91c0-4d7a-ac3a-bdd603beb0db), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:53.085051 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8172a868-3e69-4471-b3cb-0d0ef9819a2b req-46cda616-cc29-4037-a3ef-373bf424cbe6 service neutron] 10.222.0.41 "GET /v2.0/ports/4393a6ed-522f-40fa-afae-f181e3fabb22/bindings/n-h2-812111-14 HTTP/1.1" status: 200 len: 385 time: 0.3207498 Jan 28 19:15:53.093879 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-19c108d8-d5f1-4d8e-a1f6-025928d71326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (c308af79-91c0-4d7a-ac3a-bdd603beb0db), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:53.137176 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd297506-ee1d-44f2-84a0-473cae11cc04 req-adbe4dd6-1945-48ed-bf9e-6d3e2b125fc3 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:53.139014 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-fd297506-ee1d-44f2-84a0-473cae11cc04 req-adbe4dd6-1945-48ed-bf9e-6d3e2b125fc3 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?device_id=c3a44de3-d7bc-419a-9768-acddf7e95fea HTTP/1.1" status: 200 len: 943 time: 0.3074393 Jan 28 19:15:53.144394 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-25e3073c-16ee-41ad-8c7f-a25daeae25f8 req-06fc8d05-f78e-4b82-a2ef-03a7f0eaeb54 tempest-ServerDiagnosticsNegativeTest-569001323 tempest-ServerDiagnosticsNegativeTest-569001323-project] Deleting port 329a2cfc-474e-48c5-882d-049b81b8ceb8 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:15:53.144967 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-25e3073c-16ee-41ad-8c7f-a25daeae25f8 req-06fc8d05-f78e-4b82-a2ef-03a7f0eaeb54 tempest-ServerDiagnosticsNegativeTest-569001323 tempest-ServerDiagnosticsNegativeTest-569001323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (329a2cfc-474e-48c5-882d-049b81b8ceb8), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:53.189396 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.db.api [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103306) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 19:15:53.189917 n-d-812111-14 neutron-server[103306]: DEBUG oslo_db.api [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 19:15:53.218765 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c108d8-d5f1-4d8e-a1f6-025928d71326 None None] Pushing event updated for resources: {'Port': ['ID=c308af79-91c0-4d7a-ac3a-bdd603beb0db,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:53.247481 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-e69cc605-4288-4ca7-b873-45be1b0e0d61 None None] Provisioning complete for port c308af79-91c0-4d7a-ac3a-bdd603beb0db triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:15:53.248546 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e69cc605-4288-4ca7-b873-45be1b0e0d61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (c308af79-91c0-4d7a-ac3a-bdd603beb0db), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:53.267833 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-3a4ba776-5836-4fef-a11d-3ed436be35af req-67025246-8ec6-4d2e-9c82-d01bc23d02fe service neutron] Attempting to bind port 4ffcf880-eb0e-4608-962c-0863c11da0d8 on host n-h2-812111-14 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:15:53.268177 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-3a4ba776-5836-4fef-a11d-3ed436be35af req-67025246-8ec6-4d2e-9c82-d01bc23d02fe service neutron] Attempting to bind port 4ffcf880-eb0e-4608-962c-0863c11da0d8 by drivers openvswitch,hyperv on host n-h2-812111-14 at level 0 using segments [{'id': 'fb535013-f414-4222-968d-5414b6a47e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'a6ce2695-bf4f-4293-99d8-53bbc2878d73'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:15:53.268509 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a4ba776-5836-4fef-a11d-3ed436be35af req-67025246-8ec6-4d2e-9c82-d01bc23d02fe service neutron] Attempting to bind port 4ffcf880-eb0e-4608-962c-0863c11da0d8 on network a6ce2695-bf4f-4293-99d8-53bbc2878d73 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:15:53.302955 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cae5e668-ce9a-4682-92c7-1194c6f78814 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (8173a9b2-7e79-4e01-8c57-9802aee3de0c), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:53.305391 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cae5e668-ce9a-4682-92c7-1194c6f78814 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:53.308803 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-cae5e668-ce9a-4682-92c7-1194c6f78814 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8173a9b2-7e79-4e01-8c57-9802aee3de0c HTTP/1.1" status: 204 len: 168 time: 0.7801855 Jan 28 19:15:53.316554 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a4ba776-5836-4fef-a11d-3ed436be35af req-67025246-8ec6-4d2e-9c82-d01bc23d02fe service neutron] Port 4ffcf880-eb0e-4608-962c-0863c11da0d8 on network a6ce2695-bf4f-4293-99d8-53bbc2878d73 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-14 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:15:53.316888 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a4ba776-5836-4fef-a11d-3ed436be35af req-67025246-8ec6-4d2e-9c82-d01bc23d02fe service neutron] Attempting to bind port 4ffcf880-eb0e-4608-962c-0863c11da0d8 on network a6ce2695-bf4f-4293-99d8-53bbc2878d73 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:15:53.331597 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ae70d3-608e-4331-9fed-4791e26c9668 req-d28ef8b0-eea2-4180-a20d-03b2cffb8795 tempest-ServerDiagnosticsNegativeTest-569001323 tempest-ServerDiagnosticsNegativeTest-569001323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:53.333207 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-98ae70d3-608e-4331-9fed-4791e26c9668 req-d28ef8b0-eea2-4180-a20d-03b2cffb8795 tempest-ServerDiagnosticsNegativeTest-569001323 tempest-ServerDiagnosticsNegativeTest-569001323-project] 10.222.0.64 "GET /v2.0/ports?device_id=3216f971-de39-45f4-b952-d361f477a0a6 HTTP/1.1" status: 200 len: 949 time: 0.2894442 Jan 28 19:15:53.337965 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-fd297506-ee1d-44f2-84a0-473cae11cc04 req-c16141e5-c048-49eb-bb9f-62ca7c4c1923 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/security-groups?id=414e93b9-08bc-438e-9127-05114ed7dbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885383 Jan 28 19:15:53.350822 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae5e668-ce9a-4682-92c7-1194c6f78814 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8173a9b2-7e79-4e01-8c57-9802aee3de0c,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:53.354283 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a4ba776-5836-4fef-a11d-3ed436be35af req-67025246-8ec6-4d2e-9c82-d01bc23d02fe service neutron] Checking agent: {'id': '8f3fee4e-bf24-4b58-8a3a-ae9c8011a473', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 15, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:15:53.354283 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a4ba776-5836-4fef-a11d-3ed436be35af req-67025246-8ec6-4d2e-9c82-d01bc23d02fe service neutron] Checking segment: {'id': 'fb535013-f414-4222-968d-5414b6a47e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'a6ce2695-bf4f-4293-99d8-53bbc2878d73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:15:53.354634 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a4ba776-5836-4fef-a11d-3ed436be35af req-67025246-8ec6-4d2e-9c82-d01bc23d02fe service neutron] Bound using segment: {'id': 'fb535013-f414-4222-968d-5414b6a47e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'a6ce2695-bf4f-4293-99d8-53bbc2878d73'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:15:53.355002 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-3a4ba776-5836-4fef-a11d-3ed436be35af req-67025246-8ec6-4d2e-9c82-d01bc23d02fe service neutron] Bound port: 4ffcf880-eb0e-4608-962c-0863c11da0d8, host: n-h2-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb535013-f414-4222-968d-5414b6a47e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'a6ce2695-bf4f-4293-99d8-53bbc2878d73'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:15:53.355323 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-3a4ba776-5836-4fef-a11d-3ed436be35af req-67025246-8ec6-4d2e-9c82-d01bc23d02fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (4ffcf880-eb0e-4608-962c-0863c11da0d8), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:53.387983 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-e69cc605-4288-4ca7-b873-45be1b0e0d61 None None] Current status of the port c308af79-91c0-4d7a-ac3a-bdd603beb0db is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:15:53.446164 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-25e3073c-16ee-41ad-8c7f-a25daeae25f8 req-06fc8d05-f78e-4b82-a2ef-03a7f0eaeb54 tempest-ServerDiagnosticsNegativeTest-569001323 tempest-ServerDiagnosticsNegativeTest-569001323-project] For port 329a2cfc-474e-48c5-882d-049b81b8ceb8, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=329a2cfc-474e-48c5-882d-049b81b8ceb8,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:15:53.446884 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-25e3073c-16ee-41ad-8c7f-a25daeae25f8 req-06fc8d05-f78e-4b82-a2ef-03a7f0eaeb54 tempest-ServerDiagnosticsNegativeTest-569001323 tempest-ServerDiagnosticsNegativeTest-569001323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (329a2cfc-474e-48c5-882d-049b81b8ceb8), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:53.485850 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5d31b1b-62d1-40b9-8309-e37eef8dabcf admin admin] Router 15a26735-33ca-4907-8dec-133ff3253636 has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:15:53.506641 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-25e3073c-16ee-41ad-8c7f-a25daeae25f8 req-06fc8d05-f78e-4b82-a2ef-03a7f0eaeb54 tempest-ServerDiagnosticsNegativeTest-569001323 tempest-ServerDiagnosticsNegativeTest-569001323-project] Calling delete_port for 329a2cfc-474e-48c5-882d-049b81b8ceb8 owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:15:53.538567 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:53.636803 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8017729a-0ee1-4f12-a29b-d5422a3ab8ba admin admin] Publish callbacks [] for router_gateway (eb03139e-a51e-4a95-9941-b7e81a8a4c04), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:53.752666 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port c308af79-91c0-4d7a-ac3a-bdd603beb0db is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:15:53.819615 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-98ae70d3-608e-4331-9fed-4791e26c9668 req-d612ace4-292c-4f23-98de-e6be0b6d0c25 tempest-ServerDiagnosticsNegativeTest-569001323 tempest-ServerDiagnosticsNegativeTest-569001323-project] 10.222.0.64 "GET /v2.0/security-groups?id=88e1560b-9c10-4bf0-b1be-aa950f82e67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4562099 Jan 28 19:15:53.833647 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-3a4ba776-5836-4fef-a11d-3ed436be35af req-67025246-8ec6-4d2e-9c82-d01bc23d02fe service neutron] For port 4ffcf880-eb0e-4608-962c-0863c11da0d8, host n-h2-812111-14, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:15:53.888593 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f74fdd3-c408-461a-a4b2-9fcc483bacc6 req-9457f4e6-f24a-47a5-b95b-5f70dcfbb435 tempest-ServersTestJSON-1813896326 tempest-ServersTestJSON-1813896326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:53.897660 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8f74fdd3-c408-461a-a4b2-9fcc483bacc6 req-9457f4e6-f24a-47a5-b95b-5f70dcfbb435 tempest-ServersTestJSON-1813896326 tempest-ServersTestJSON-1813896326-project] 10.222.0.64 "GET /v2.0/ports?device_id=08612e5d-c307-4c82-952d-d5de2b13b7c7 HTTP/1.1" status: 200 len: 943 time: 0.1590197 Jan 28 19:15:53.899687 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-3a4ba776-5836-4fef-a11d-3ed436be35af req-67025246-8ec6-4d2e-9c82-d01bc23d02fe service neutron] For port 4ffcf880-eb0e-4608-962c-0863c11da0d8, host n-h2-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=4ffcf880-eb0e-4608-962c-0863c11da0d8,segment=NetworkSegment(fb535013-f414-4222-968d-5414b6a47e41),segment_id=fb535013-f414-4222-968d-5414b6a47e41)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:15:53.918392 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-8172a868-3e69-4471-b3cb-0d0ef9819a2b req-23942d01-4720-4f84-bcfd-2cb9344b6664 service neutron] For port 4393a6ed-522f-40fa-afae-f181e3fabb22, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=4393a6ed-522f-40fa-afae-f181e3fabb22,segment=NetworkSegment(e7f54059-7dae-4f1a-9de9-251e6a440c72),segment_id=e7f54059-7dae-4f1a-9de9-251e6a440c72)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:15:53.940134 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 38250) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:15:53.955188 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-3a4ba776-5836-4fef-a11d-3ed436be35af req-67025246-8ec6-4d2e-9c82-d01bc23d02fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (4ffcf880-eb0e-4608-962c-0863c11da0d8), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:53.966538 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-25e3073c-16ee-41ad-8c7f-a25daeae25f8 req-06fc8d05-f78e-4b82-a2ef-03a7f0eaeb54 tempest-ServerDiagnosticsNegativeTest-569001323 tempest-ServerDiagnosticsNegativeTest-569001323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (329a2cfc-474e-48c5-882d-049b81b8ceb8), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:53.984650 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['329a2cfc-474e-48c5-882d-049b81b8ceb8'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:15:54.025893 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fc8d05-f78e-4b82-a2ef-03a7f0eaeb54 tempest-ServerDiagnosticsNegativeTest-569001323 tempest-ServerDiagnosticsNegativeTest-569001323-project] Pushing event deleted for resources: {'Port': ['ID=329a2cfc-474e-48c5-882d-049b81b8ceb8,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:54.046379 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-8172a868-3e69-4471-b3cb-0d0ef9819a2b req-23942d01-4720-4f84-bcfd-2cb9344b6664 service neutron] For port 4393a6ed-522f-40fa-afae-f181e3fabb22, host n-h1-812111-14, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:15:54.092309 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4ba776-5836-4fef-a11d-3ed436be35af req-67025246-8ec6-4d2e-9c82-d01bc23d02fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:54.092752 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-3a4ba776-5836-4fef-a11d-3ed436be35af req-67025246-8ec6-4d2e-9c82-d01bc23d02fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:54.094191 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3a4ba776-5836-4fef-a11d-3ed436be35af req-67025246-8ec6-4d2e-9c82-d01bc23d02fe service neutron] 10.222.0.70 "PUT /v2.0/ports/4ffcf880-eb0e-4608-962c-0863c11da0d8 HTTP/1.1" status: 200 len: 1092 time: 2.6725543 Jan 28 19:15:54.100348 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08612e5d-c307-4c82-952d-d5de2b13b7c7', 'tag': '4ffcf880-eb0e-4608-962c-0863c11da0d8'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:15:54.102770 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe738a7e-7bc8-4add-a1d6-f887463e5c77" -d '{"events": [{"name": "network-changed", "server_uuid": "08612e5d-c307-4c82-952d-d5de2b13b7c7", "tag": "4ffcf880-eb0e-4608-962c-0863c11da0d8"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:15:54.132939 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5d31b1b-62d1-40b9-8309-e37eef8dabcf admin admin] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:15:54.152531 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eefd225-bcb3-41c4-9554-3c93b1f05515 None None] Sync routers for ids ['15a26735-33ca-4907-8dec-133ff3253636'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:15:54.157481 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-d5d31b1b-62d1-40b9-8309-e37eef8dabcf admin admin] 10.222.0.64 "PUT /v2.0/routers/15a26735-33ca-4907-8dec-133ff3253636/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9844329 Jan 28 19:15:54.161706 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-8172a868-3e69-4471-b3cb-0d0ef9819a2b req-23942d01-4720-4f84-bcfd-2cb9344b6664 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4393a6ed-522f-40fa-afae-f181e3fabb22 {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:15:54.166369 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 38258) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:15:54.168700 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67025246-8ec6-4d2e-9c82-d01bc23d02fe service neutron] Pushing event updated for resources: {'Port': ['ID=4ffcf880-eb0e-4608-962c-0863c11da0d8,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:54.190046 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eefd225-bcb3-41c4-9554-3c93b1f05515 None None] Routers {'15a26735-33ca-4907-8dec-133ff3253636'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:15:54.193437 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-7eefd225-bcb3-41c4-9554-3c93b1f05515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:15:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['15a26735-33ca-4907-8dec-133ff3253636'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:15:54.299003 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-8172a868-3e69-4471-b3cb-0d0ef9819a2b req-23942d01-4720-4f84-bcfd-2cb9344b6664 service neutron] For port 4393a6ed-522f-40fa-afae-f181e3fabb22, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=4393a6ed-522f-40fa-afae-f181e3fabb22,segment=NetworkSegment(e7f54059-7dae-4f1a-9de9-251e6a440c72),segment_id=e7f54059-7dae-4f1a-9de9-251e6a440c72)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:15:54.440835 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5188813d-4f1f-4207-8e8e-0773315cfaca req-779dc5d6-94e0-4e6f-9fb3-781fd9e810e8 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:54.443129 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5188813d-4f1f-4207-8e8e-0773315cfaca req-779dc5d6-94e0-4e6f-9fb3-781fd9e810e8 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=d493780a-0b9d-4faf-acb0-7a17299587d3 HTTP/1.1" status: 200 len: 945 time: 0.4438562 Jan 28 19:15:54.483235 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-8172a868-3e69-4471-b3cb-0d0ef9819a2b req-23942d01-4720-4f84-bcfd-2cb9344b6664 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (4393a6ed-522f-40fa-afae-f181e3fabb22), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:54.585375 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device c308af79-91c0-4d7a-ac3a-bdd603beb0db up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:15:54.598542 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4ba776-5836-4fef-a11d-3ed436be35af req-ffb08545-27e0-4ffa-b61a-8c676150602e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:54.600077 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3a4ba776-5836-4fef-a11d-3ed436be35af req-ffb08545-27e0-4ffa-b61a-8c676150602e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=fb29c2c1c69c4f59b326e8ec24f37b86&device_id=08612e5d-c307-4c82-952d-d5de2b13b7c7 HTTP/1.1" status: 200 len: 1126 time: 0.4176917 Jan 28 19:15:54.620452 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-7eefd225-bcb3-41c4-9554-3c93b1f05515 None None] Set router 15a26735-33ca-4907-8dec-133ff3253636 gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:15:54.692680 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port c308af79-91c0-4d7a-ac3a-bdd603beb0db triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:15:54.693064 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (c308af79-91c0-4d7a-ac3a-bdd603beb0db), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:54.695642 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2b0477b2-6100-4f75-834d-788d3ff08b9f admin admin] Publish callbacks [] for router (15a26735-33ca-4907-8dec-133ff3253636), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:54.738898 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3a4ba776-5836-4fef-a11d-3ed436be35af req-d562bd80-5f60-4f67-ba89-4bcfac510bcd service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4ffcf880-eb0e-4608-962c-0863c11da0d8 HTTP/1.1" status: 200 len: 217 time: 0.1045842 Jan 28 19:15:54.739724 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 38270) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:15:54.752250 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-3a2df1ed-bd8b-4347-a667-05026bfae933 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f7f4d4e039d645089e7d1ff4fd335d84&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8057191 Jan 28 19:15:54.787534 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 38272) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:15:54.791607 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-8172a868-3e69-4471-b3cb-0d0ef9819a2b req-23942d01-4720-4f84-bcfd-2cb9344b6664 service neutron] Transition to ACTIVE for port object 4393a6ed-522f-40fa-afae-f181e3fabb22 will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:15:54.793055 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8f74fdd3-c408-461a-a4b2-9fcc483bacc6 req-9e51c02a-ab16-4f69-8414-32eca2352e85 tempest-ServersTestJSON-1813896326 tempest-ServersTestJSON-1813896326-project] 10.222.0.64 "GET /v2.0/security-groups?id=c5f3ac41-b8df-408c-bb33-9833dc3f320f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8945155 Jan 28 19:15:54.795128 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-25e3073c-16ee-41ad-8c7f-a25daeae25f8 req-06fc8d05-f78e-4b82-a2ef-03a7f0eaeb54 tempest-ServerDiagnosticsNegativeTest-569001323 tempest-ServerDiagnosticsNegativeTest-569001323-project] No DVR routers for this DVR port 329a2cfc-474e-48c5-882d-049b81b8ceb8 on host n-h1-812111-14 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:15:54.805059 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-25e3073c-16ee-41ad-8c7f-a25daeae25f8 req-06fc8d05-f78e-4b82-a2ef-03a7f0eaeb54 tempest-ServerDiagnosticsNegativeTest-569001323 tempest-ServerDiagnosticsNegativeTest-569001323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:54.808617 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-25e3073c-16ee-41ad-8c7f-a25daeae25f8 req-06fc8d05-f78e-4b82-a2ef-03a7f0eaeb54 tempest-ServerDiagnosticsNegativeTest-569001323 tempest-ServerDiagnosticsNegativeTest-569001323-project] 10.222.0.41 "DELETE /v2.0/ports/329a2cfc-474e-48c5-882d-049b81b8ceb8 HTTP/1.1" status: 204 len: 173 time: 2.1151683 Jan 28 19:15:54.810120 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3216f971-de39-45f4-b952-d361f477a0a6', 'name': 'network-vif-deleted', 'tag': '329a2cfc-474e-48c5-882d-049b81b8ceb8'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:15:54.812384 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ad2471b-abde-444e-b305-1e15f8869475" -d '{"events": [{"server_uuid": "3216f971-de39-45f4-b952-d361f477a0a6", "name": "network-vif-deleted", "tag": "329a2cfc-474e-48c5-882d-049b81b8ceb8"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:15:54.815567 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port c308af79-91c0-4d7a-ac3a-bdd603beb0db is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:15:54.836237 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-7eefd225-bcb3-41c4-9554-3c93b1f05515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15a26735-33ca-4907-8dec-133ff3253636', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1122488061-router', 'tenant_id': '36bfb8782cf444d582de8206c946cc07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': '45daa68b-16a4-4d5d-b5fb-b2f9ab8b3a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:12:55Z', 'updated_at': '2022-01-28T19:15:51Z', 'revision_number': 5, 'project_id': '36bfb8782cf444d582de8206c946cc07', 'gw_port': {'id': '45daa68b-16a4-4d5d-b5fb-b2f9ab8b3a1d', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:b1:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a26735-33ca-4907-8dec-133ff3253636', 'device_owner': 'network:router_gateway', 'standard_attr_id': 164, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:12:59Z', 'updated_at': '2022-01-28T19:13:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:15:54.877895 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8017729a-0ee1-4f12-a29b-d5422a3ab8ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-731074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-731460'] for router (eb03139e-a51e-4a95-9941-b7e81a8a4c04), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:54.889773 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5188813d-4f1f-4207-8e8e-0773315cfaca req-1561e81d-7651-4d12-bf2a-6161aae2f6ce tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4165492 Jan 28 19:15:54.890999 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eefd225-bcb3-41c4-9554-3c93b1f05515 None None] Checking router: 15a26735-33ca-4907-8dec-133ff3253636 for host: n-d-812111-14 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:15:54.924747 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eefd225-bcb3-41c4-9554-3c93b1f05515 None None] Routers {'15a26735-33ca-4907-8dec-133ff3253636'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:15:54.930176 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-7eefd225-bcb3-41c4-9554-3c93b1f05515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:15:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['15a26735-33ca-4907-8dec-133ff3253636'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:15:54.948096 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ed1b7e25-c608-4fd3-ae25-2d7c0b32fde8 admin admin] Publish callbacks [] for security_group (6ce50fe5-88ac-4467-ad70-249e9d69c3ec), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:55.007249 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-8172a868-3e69-4471-b3cb-0d0ef9819a2b req-23942d01-4720-4f84-bcfd-2cb9344b6664 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (4393a6ed-522f-40fa-afae-f181e3fabb22), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:55.011684 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad241b7e-ae78-415b-90f5-a4aa877ce8a7 x-openstack-request-id: req-ad241b7e-ae78-415b-90f5-a4aa877ce8a7 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:15:55.011980 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08612e5d-c307-4c82-952d-d5de2b13b7c7", "tag": "4ffcf880-eb0e-4608-962c-0863c11da0d8", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:15:55.012238 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ad241b7e-ae78-415b-90f5-a4aa877ce8a7 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:15:55.012629 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08612e5d-c307-4c82-952d-d5de2b13b7c7', 'tag': '4ffcf880-eb0e-4608-962c-0863c11da0d8', 'status': 'completed', 'code': 200} Jan 28 19:15:55.036456 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89d0f7b0-a68f-442c-86d7-d9a0c46acfe1 x-openstack-request-id: req-89d0f7b0-a68f-442c-86d7-d9a0c46acfe1 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:15:55.036756 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3216f971-de39-45f4-b952-d361f477a0a6", "name": "network-vif-deleted", "tag": "329a2cfc-474e-48c5-882d-049b81b8ceb8", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:15:55.037015 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-89d0f7b0-a68f-442c-86d7-d9a0c46acfe1 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:15:55.040361 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3216f971-de39-45f4-b952-d361f477a0a6', 'name': 'network-vif-deleted', 'tag': '329a2cfc-474e-48c5-882d-049b81b8ceb8', 'status': 'completed', 'code': 200} Jan 28 19:15:55.054994 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ed1b7e25-c608-4fd3-ae25-2d7c0b32fde8 admin admin] Publish callbacks [] for security_group (6ce50fe5-88ac-4467-ad70-249e9d69c3ec), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:55.075093 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-2f859876-8315-440d-b03c-8aac18284683 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1044455628-network', 'tenant_id': 'd8db6e8ff55e4a6780f95f622184a73d'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:15:55.104778 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4ba776-5836-4fef-a11d-3ed436be35af req-2d9d206e-2108-4bff-9b81-b7932b06077f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:55.105875 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3a4ba776-5836-4fef-a11d-3ed436be35af req-2d9d206e-2108-4bff-9b81-b7932b06077f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0462522f-9635-4759-872a-bea48d2496c6 HTTP/1.1" status: 200 len: 843 time: 0.3130829 Jan 28 19:15:55.119009 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-7eefd225-bcb3-41c4-9554-3c93b1f05515 None None] Set router 15a26735-33ca-4907-8dec-133ff3253636 gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:15:55.167661 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5397da36-a71a-44d0-9835-ddbe25f99415 req-34c76fa6-0d7b-4a2f-8888-136e66d682b3 tempest-ServerDiagnosticsNegativeTest-569001323 tempest-ServerDiagnosticsNegativeTest-569001323-project] 10.222.0.64 "GET /v2.0/ports?device_id=3216f971-de39-45f4-b952-d361f477a0a6 HTTP/1.1" status: 200 len: 210 time: 0.0327289 Jan 28 19:15:55.189710 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ed1b7e25-c608-4fd3-ae25-2d7c0b32fde8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (6ce50fe5-88ac-4467-ad70-249e9d69c3ec), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:55.189710 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ed1b7e25-c608-4fd3-ae25-2d7c0b32fde8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:55.189710 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-ed1b7e25-c608-4fd3-ae25-2d7c0b32fde8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6ce50fe5-88ac-4467-ad70-249e9d69c3ec HTTP/1.1" status: 204 len: 168 time: 0.3956501 Jan 28 19:15:55.199913 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-8172a868-3e69-4471-b3cb-0d0ef9819a2b req-23942d01-4720-4f84-bcfd-2cb9344b6664 service neutron] No DVR routers for this DVR port 4393a6ed-522f-40fa-afae-f181e3fabb22 on host n-h1-812111-14 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:15:55.200491 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1b7e25-c608-4fd3-ae25-2d7c0b32fde8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ce50fe5-88ac-4467-ad70-249e9d69c3ec,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:55.202406 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8017729a-0ee1-4f12-a29b-d5422a3ab8ba admin admin] Router eb03139e-a51e-4a95-9941-b7e81a8a4c04 is scheduled to L3 agent 76fe5c49-705a-4e08-abb2-be585676213f with binding_index 1 {{(pid=103305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 19:15:55.202559 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2b0477b2-6100-4f75-834d-788d3ff08b9f admin admin] Publish callbacks [] for router_gateway (15a26735-33ca-4907-8dec-133ff3253636), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:55.228629 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23942d01-4720-4f84-bcfd-2cb9344b6664 service neutron] Pushing event updated for resources: {'Port': ['ID=4393a6ed-522f-40fa-afae-f181e3fabb22,revision_number=10']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:55.235264 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f859876-8315-440d-b03c-8aac18284683 admin admin] Made reservation on behalf of d8db6e8ff55e4a6780f95f622184a73d for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:15:55.237864 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2f859876-8315-440d-b03c-8aac18284683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:55.293636 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2f859876-8315-440d-b03c-8aac18284683 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:55.300292 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8172a868-3e69-4471-b3cb-0d0ef9819a2b req-23942d01-4720-4f84-bcfd-2cb9344b6664 service neutron] 10.222.0.41 "PUT /v2.0/ports/4393a6ed-522f-40fa-afae-f181e3fabb22/bindings/n-h2-812111-14/activate HTTP/1.1" status: 200 len: 370 time: 2.1802838 Jan 28 19:15:55.325240 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ab635f-4caa-4ef3-80e1-b0c97198fa7b req-9cfc0b96-7abf-4679-a106-80b6e5fae7f9 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:55.332204 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-55ab635f-4caa-4ef3-80e1-b0c97198fa7b req-9cfc0b96-7abf-4679-a106-80b6e5fae7f9 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?device_id=c3a44de3-d7bc-419a-9768-acddf7e95fea HTTP/1.1" status: 200 len: 944 time: 0.2966557 Jan 28 19:15:55.368312 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4ba776-5836-4fef-a11d-3ed436be35af req-6b6322e9-4888-40ff-89f0-3a6abfd07d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:55.369866 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3a4ba776-5836-4fef-a11d-3ed436be35af req-6b6322e9-4888-40ff-89f0-3a6abfd07d09 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a6ce2695-bf4f-4293-99d8-53bbc2878d73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2429872 Jan 28 19:15:55.382449 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8017729a-0ee1-4f12-a29b-d5422a3ab8ba admin admin] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:15:55.400492 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c19e985-ffec-430d-abb2-e259ef9488fa None None] Sync routers for ids ['eb03139e-a51e-4a95-9941-b7e81a8a4c04'] in n-d-812111-14 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:15:55.408539 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-7eefd225-bcb3-41c4-9554-3c93b1f05515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15a26735-33ca-4907-8dec-133ff3253636', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1122488061-router', 'tenant_id': '36bfb8782cf444d582de8206c946cc07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': '45daa68b-16a4-4d5d-b5fb-b2f9ab8b3a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:12:55Z', 'updated_at': '2022-01-28T19:15:51Z', 'revision_number': 5, 'project_id': '36bfb8782cf444d582de8206c946cc07', 'gw_port': {'id': '45daa68b-16a4-4d5d-b5fb-b2f9ab8b3a1d', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:b1:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a26735-33ca-4907-8dec-133ff3253636', 'device_owner': 'network:router_gateway', 'standard_attr_id': 164, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:12:59Z', 'updated_at': '2022-01-28T19:13:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:15:55.426472 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c19e985-ffec-430d-abb2-e259ef9488fa None None] Routers {'eb03139e-a51e-4a95-9941-b7e81a8a4c04'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:15:55.429058 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-3c19e985-ffec-430d-abb2-e259ef9488fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:15:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['eb03139e-a51e-4a95-9941-b7e81a8a4c04'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:15:55.447024 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eefd225-bcb3-41c4-9554-3c93b1f05515 None None] The sync data for ids ['15a26735-33ca-4907-8dec-133ff3253636'] in n-d-812111-14 is: [{'id': '15a26735-33ca-4907-8dec-133ff3253636', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1122488061-router', 'tenant_id': '36bfb8782cf444d582de8206c946cc07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': '45daa68b-16a4-4d5d-b5fb-b2f9ab8b3a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:12:55Z', 'updated_at': '2022-01-28T19:15:51Z', 'revision_number': 5, 'project_id': '36bfb8782cf444d582de8206c946cc07', 'gw_port': {'id': '45daa68b-16a4-4d5d-b5fb-b2f9ab8b3a1d', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:b1:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a26735-33ca-4907-8dec-133ff3253636', 'device_owner': 'network:router_gateway', 'standard_attr_id': 164, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:12:59Z', 'updated_at': '2022-01-28T19:13:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:15:55.455434 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8017729a-0ee1-4f12-a29b-d5422a3ab8ba admin admin] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:55.462241 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-8017729a-0ee1-4f12-a29b-d5422a3ab8ba admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.4870739 Jan 28 19:15:55.462887 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 38282) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:15:55.552104 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-55ab635f-4caa-4ef3-80e1-b0c97198fa7b req-05f9551f-cd41-4e54-a2bc-aa17df6e057e tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/security-groups?id=414e93b9-08bc-438e-9127-05114ed7dbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183497 Jan 28 19:15:55.564758 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-2b0477b2-6100-4f75-834d-788d3ff08b9f admin admin] Deleting port 45daa68b-16a4-4d5d-b5fb-b2f9ab8b3a1d {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:15:55.566329 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2b0477b2-6100-4f75-834d-788d3ff08b9f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (45daa68b-16a4-4d5d-b5fb-b2f9ab8b3a1d), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:55.615423 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-3c19e985-ffec-430d-abb2-e259ef9488fa None None] Set router eb03139e-a51e-4a95-9941-b7e81a8a4c04 gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:15:55.657774 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3a4ba776-5836-4fef-a11d-3ed436be35af req-18d6bf7a-ed58-4b0d-bb64-f735b03a0cbd service neutron] 10.222.0.70 "GET /v2.0/networks/a6ce2695-bf4f-4293-99d8-53bbc2878d73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2797792 Jan 28 19:15:55.674725 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2f859876-8315-440d-b03c-8aac18284683 admin admin] Publish callbacks [] for security_group (9398b756-464a-4fa2-9e67-95bcbd5057f7), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:55.685801 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8172a868-3e69-4471-b3cb-0d0ef9819a2b req-a0cda1df-0620-44c0-8bcc-0261e59d72f0 tempest-LiveMigrationTest-1644078950 tempest-LiveMigrationTest-1644078950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:55.687265 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8172a868-3e69-4471-b3cb-0d0ef9819a2b req-a0cda1df-0620-44c0-8bcc-0261e59d72f0 tempest-LiveMigrationTest-1644078950 tempest-LiveMigrationTest-1644078950-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=c3a44de3-d7bc-419a-9768-acddf7e95fea&tenant_id=1bd1e0d6512043bfbaf9a8e955e20b9e&binding%3Ahost_id=n-h1-812111-14 HTTP/1.1" status: 200 len: 1127 time: 0.2888880 Jan 28 19:15:55.701593 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2f859876-8315-440d-b03c-8aac18284683 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (9398b756-464a-4fa2-9e67-95bcbd5057f7), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:55.750773 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 38286) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:15:55.795763 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f859876-8315-440d-b03c-8aac18284683 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:15:55.848534 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-2b0477b2-6100-4f75-834d-788d3ff08b9f admin admin] For port 45daa68b-16a4-4d5d-b5fb-b2f9ab8b3a1d, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=45daa68b-16a4-4d5d-b5fb-b2f9ab8b3a1d,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:15:55.848926 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2b0477b2-6100-4f75-834d-788d3ff08b9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (45daa68b-16a4-4d5d-b5fb-b2f9ab8b3a1d), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:55.871397 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2f859876-8315-440d-b03c-8aac18284683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (6dc6eae3-f32e-470d-a2b1-f94c96581d4b), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:55.871656 n-d-812111-14 neutron-server[103304]: INFO neutron.db.segments_db [None req-2f859876-8315-440d-b03c-8aac18284683 admin admin] Added segment 6dc6eae3-f32e-470d-a2b1-f94c96581d4b of type vlan for network b483694f-9043-435d-89cf-8bde8f85a784 Jan 28 19:15:55.873250 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f859876-8315-440d-b03c-8aac18284683 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9398b756-464a-4fa2-9e67-95bcbd5057f7,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:55.896612 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-3c19e985-ffec-430d-abb2-e259ef9488fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb03139e-a51e-4a95-9941-b7e81a8a4c04', 'name': 'tempest-ServersTestFqdnHostnames-384020295-router', 'tenant_id': '2919cc86d97b42bbb60ba9ee60522438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '6c58fc49-61d8-44c2-ba94-3d16ccd30c06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:15:50Z', 'updated_at': '2022-01-28T19:15:53Z', 'revision_number': 3, 'project_id': '2919cc86d97b42bbb60ba9ee60522438', 'gw_port': {'id': '6c58fc49-61d8-44c2-ba94-3d16ccd30c06', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:3e:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb03139e-a51e-4a95-9941-b7e81a8a4c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:15:51Z', 'updated_at': '2022-01-28T19:15:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:15:55.923460 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-2b0477b2-6100-4f75-834d-788d3ff08b9f admin admin] Calling delete_port for 45daa68b-16a4-4d5d-b5fb-b2f9ab8b3a1d owned by network:router_gateway {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:15:55.945279 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c19e985-ffec-430d-abb2-e259ef9488fa None None] Checking router: eb03139e-a51e-4a95-9941-b7e81a8a4c04 for host: n-d-812111-14 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:15:55.945663 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c19e985-ffec-430d-abb2-e259ef9488fa None None] Updating router eb03139e-a51e-4a95-9941-b7e81a8a4c04 port 6c58fc49-61d8-44c2-ba94-3d16ccd30c06 binding host n-d-812111-14 {{(pid=103306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:15:55.976830 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3c19e985-ffec-430d-abb2-e259ef9488fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (6c58fc49-61d8-44c2-ba94-3d16ccd30c06), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:55.981880 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-adc08532-8751-4452-abcc-27f159cdb366 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=555d362a0faa4817916bc567ef982fdd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2256069 Jan 28 19:15:55.995847 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 38292) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:15:56.042766 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a4f19c-c2c6-4d41-8fdf-5a97353b9157 req-907e72f9-82a2-4b17-a167-bc8d684cd581 tempest-ServersTestJSON-1813896326 tempest-ServersTestJSON-1813896326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:56.044286 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-85a4f19c-c2c6-4d41-8fdf-5a97353b9157 req-907e72f9-82a2-4b17-a167-bc8d684cd581 tempest-ServersTestJSON-1813896326 tempest-ServersTestJSON-1813896326-project] 10.222.0.64 "GET /v2.0/ports?device_id=08612e5d-c307-4c82-952d-d5de2b13b7c7 HTTP/1.1" status: 200 len: 943 time: 0.1187098 Jan 28 19:15:56.105791 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2f859876-8315-440d-b03c-8aac18284683 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (b483694f-9043-435d-89cf-8bde8f85a784), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:56.132077 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-85a4f19c-c2c6-4d41-8fdf-5a97353b9157 req-8e1ed1f7-d8b9-4b4a-8a0f-fc53e6c0e4d4 tempest-ServersTestJSON-1813896326 tempest-ServersTestJSON-1813896326-project] 10.222.0.64 "GET /v2.0/security-groups?id=c5f3ac41-b8df-408c-bb33-9833dc3f320f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812528 Jan 28 19:15:56.168051 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c61347b8-9305-40b7-92a7-b27bc20ab4f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:56.174639 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8172a868-3e69-4471-b3cb-0d0ef9819a2b req-3e945cd1-fc51-43ee-8d94-a35429c9f8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:56.177030 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8172a868-3e69-4471-b3cb-0d0ef9819a2b req-3e945cd1-fc51-43ee-8d94-a35429c9f8ee service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=c3a44de3-d7bc-419a-9768-acddf7e95fea&tenant_id=1bd1e0d6512043bfbaf9a8e955e20b9e HTTP/1.1" status: 200 len: 1127 time: 0.4695199 Jan 28 19:15:56.179056 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3a4ba776-5836-4fef-a11d-3ed436be35af req-a739e6b0-f498-45ab-a0ed-a1f09222a81a service neutron] 10.222.0.70 "GET /v2.0/networks/a6ce2695-bf4f-4293-99d8-53bbc2878d73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5087457 Jan 28 19:15:56.227658 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2f859876-8315-440d-b03c-8aac18284683 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (b483694f-9043-435d-89cf-8bde8f85a784), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:56.228665 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f859876-8315-440d-b03c-8aac18284683 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:56.233221 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2f859876-8315-440d-b03c-8aac18284683 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:56.297945 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3c19e985-ffec-430d-abb2-e259ef9488fa None None] Publish callbacks [] for port (6c58fc49-61d8-44c2-ba94-3d16ccd30c06), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:56.306425 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3c19e985-ffec-430d-abb2-e259ef9488fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (6c58fc49-61d8-44c2-ba94-3d16ccd30c06), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:56.394734 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-c61347b8-9305-40b7-92a7-b27bc20ab4f3 admin admin] Allocated IP 172.20.0.1 (942f5500-a4bd-4069-a44c-30175e942cfe/8ec4e5d1-0c4e-4c7b-954e-58b53ab84682/210d91e0-8cd4-4a67-990f-6e7dd0538b9d) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:15:56.488092 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device f8260689-6a6d-42d0-977a-ab8e283425df no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:15:56.532830 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: f8260689-6a6d-42d0-977a-ab8e283425df {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:15:56.533150 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device f8260689-6a6d-42d0-977a-ab8e283425df not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:15:56.542991 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-3c19e985-ffec-430d-abb2-e259ef9488fa None None] Attempting to bind port 6c58fc49-61d8-44c2-ba94-3d16ccd30c06 on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:15:56.543369 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-3c19e985-ffec-430d-abb2-e259ef9488fa None None] Attempting to bind port 6c58fc49-61d8-44c2-ba94-3d16ccd30c06 by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:15:56.543740 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c19e985-ffec-430d-abb2-e259ef9488fa None None] Attempting to bind port 6c58fc49-61d8-44c2-ba94-3d16ccd30c06 on network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:15:56.545762 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14adb39-75ef-4304-bd6a-370c437d80e0 None None] Pushing event updated for resources: {'Port': ['ID=6c58fc49-61d8-44c2-ba94-3d16ccd30c06,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:56.547192 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c61347b8-9305-40b7-92a7-b27bc20ab4f3 admin admin] Publish callbacks [] for port (210d91e0-8cd4-4a67-990f-6e7dd0538b9d), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:56.552544 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c19e985-ffec-430d-abb2-e259ef9488fa None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:15:56.553229 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c19e985-ffec-430d-abb2-e259ef9488fa None None] Checking segment: {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:15:56.553809 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3c19e985-ffec-430d-abb2-e259ef9488fa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:56.554717 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c19e985-ffec-430d-abb2-e259ef9488fa None None] Bound using segment: {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:15:56.555345 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-3c19e985-ffec-430d-abb2-e259ef9488fa None None] Bound port: 6c58fc49-61d8-44c2-ba94-3d16ccd30c06, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:15:56.555898 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3c19e985-ffec-430d-abb2-e259ef9488fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (6c58fc49-61d8-44c2-ba94-3d16ccd30c06), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:56.604757 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c61347b8-9305-40b7-92a7-b27bc20ab4f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (210d91e0-8cd4-4a67-990f-6e7dd0538b9d), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:56.664033 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-3c19e985-ffec-430d-abb2-e259ef9488fa None None] For port 6c58fc49-61d8-44c2-ba94-3d16ccd30c06, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:15:56.666310 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-3c19e985-ffec-430d-abb2-e259ef9488fa None None] For port 6c58fc49-61d8-44c2-ba94-3d16ccd30c06, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=6c58fc49-61d8-44c2-ba94-3d16ccd30c06,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:15:56.671755 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 38302) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:15:56.672805 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3c19e985-ffec-430d-abb2-e259ef9488fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (6c58fc49-61d8-44c2-ba94-3d16ccd30c06), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:56.677655 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c61347b8-9305-40b7-92a7-b27bc20ab4f3 admin admin] Network 942f5500-a4bd-4069-a44c-30175e942cfe is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:15:56.695926 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-c61347b8-9305-40b7-92a7-b27bc20ab4f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:15:56.698018 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61347b8-9305-40b7-92a7-b27bc20ab4f3 admin admin] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:15:56.746718 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61347b8-9305-40b7-92a7-b27bc20ab4f3 admin admin] Pushing event updated for resources: {'Port': ['ID=210d91e0-8cd4-4a67-990f-6e7dd0538b9d,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:56.777088 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-2f859876-8315-440d-b03c-8aac18284683 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.0272586 Jan 28 19:15:56.777693 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c19e985-ffec-430d-abb2-e259ef9488fa None None] Routers {'eb03139e-a51e-4a95-9941-b7e81a8a4c04'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:15:56.777693 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-3c19e985-ffec-430d-abb2-e259ef9488fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:15:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['eb03139e-a51e-4a95-9941-b7e81a8a4c04'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:15:56.777693 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14adb39-75ef-4304-bd6a-370c437d80e0 None None] Pushing event updated for resources: {'Port': ['ID=6c58fc49-61d8-44c2-ba94-3d16ccd30c06,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:56.782114 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 38306) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:15:56.786327 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2b0477b2-6100-4f75-834d-788d3ff08b9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (45daa68b-16a4-4d5d-b5fb-b2f9ab8b3a1d), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:56.793309 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd883424-7a07-4927-ab89-9e5e82303ec4 req-9fce1594-71ee-4b28-99fc-5d421014ac2a tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:56.795016 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-bd883424-7a07-4927-ab89-9e5e82303ec4 req-9fce1594-71ee-4b28-99fc-5d421014ac2a tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?device_id=c3a44de3-d7bc-419a-9768-acddf7e95fea HTTP/1.1" status: 200 len: 944 time: 0.1242237 Jan 28 19:15:56.795641 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c61347b8-9305-40b7-92a7-b27bc20ab4f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734769'] for router_interface (eb03139e-a51e-4a95-9941-b7e81a8a4c04), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:56.811823 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-d64c6475-3150-4370-8c43-3bc943c38758 admin admin] Request body: {'subnet': {'network_id': 'b483694f-9043-435d-89cf-8bde8f85a784', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1044455628-subnet', 'tenant_id': 'd8db6e8ff55e4a6780f95f622184a73d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:15:56.838809 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0477b2-6100-4f75-834d-788d3ff08b9f admin admin] Pushing event deleted for resources: {'Port': ['ID=45daa68b-16a4-4d5d-b5fb-b2f9ab8b3a1d,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:56.840734 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-78b54680-b6ab-4eae-ba0e-b0f5c79c37f8 admin admin] Publish callbacks [] for security_group (0a3fe236-2a3e-46f0-aadb-b90204f6d50e), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:56.870293 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-78b54680-b6ab-4eae-ba0e-b0f5c79c37f8 admin admin] Publish callbacks [] for security_group (0a3fe236-2a3e-46f0-aadb-b90204f6d50e), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:56.881880 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d64c6475-3150-4370-8c43-3bc943c38758 admin admin] Made reservation on behalf of d8db6e8ff55e4a6780f95f622184a73d for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:15:56.884192 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d64c6475-3150-4370-8c43-3bc943c38758 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4733071'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:56.933543 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3478413a-7ba9-4eab-80b4-78807209b52e req-8c6fe710-05ed-447e-91f8-5c270c97bb03 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:56.941647 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3478413a-7ba9-4eab-80b4-78807209b52e req-8c6fe710-05ed-447e-91f8-5c270c97bb03 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=d493780a-0b9d-4faf-acb0-7a17299587d3 HTTP/1.1" status: 200 len: 945 time: 0.9560189 Jan 28 19:15:56.951325 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f859876-8315-440d-b03c-8aac18284683 admin admin] Pushing event updated for resources: {'Network': ['ID=b483694f-9043-435d-89cf-8bde8f85a784,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:56.993558 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-78b54680-b6ab-4eae-ba0e-b0f5c79c37f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (0a3fe236-2a3e-46f0-aadb-b90204f6d50e), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:56.996216 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-78b54680-b6ab-4eae-ba0e-b0f5c79c37f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:56.998947 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-bd883424-7a07-4927-ab89-9e5e82303ec4 req-f2d7d70d-7665-48d8-b6f2-8915c8571ce9 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/security-groups?id=414e93b9-08bc-438e-9127-05114ed7dbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911955 Jan 28 19:15:57.005519 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 329a2cfc-474e-48c5-882d-049b81b8ceb8 no longer exists at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:15:57.011663 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-78b54680-b6ab-4eae-ba0e-b0f5c79c37f8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0a3fe236-2a3e-46f0-aadb-b90204f6d50e HTTP/1.1" status: 204 len: 168 time: 1.0087650 Jan 28 19:15:57.028208 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8172a868-3e69-4471-b3cb-0d0ef9819a2b req-794fb748-c064-4161-9cf3-3e501e70ffb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:57.029778 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8172a868-3e69-4471-b3cb-0d0ef9819a2b req-794fb748-c064-4161-9cf3-3e501e70ffb8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1bd1e0d6512043bfbaf9a8e955e20b9e&device_id=c3a44de3-d7bc-419a-9768-acddf7e95fea HTTP/1.1" status: 200 len: 1127 time: 0.7911236 Jan 28 19:15:57.034553 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b54680-b6ab-4eae-ba0e-b0f5c79c37f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a3fe236-2a3e-46f0-aadb-b90204f6d50e,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:57.041774 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network b483694f-9043-435d-89cf-8bde8f85a784 details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:15:57.057901 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] No Port match for: 329a2cfc-474e-48c5-882d-049b81b8ceb8 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:15:57.058941 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 329a2cfc-474e-48c5-882d-049b81b8ceb8 not bound to the agent host n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:15:57.089556 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe738a7e-7bc8-4add-a1d6-f887463e5c77 req-74842d40-b9b0-41ff-ab43-8e6bff0b3de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:57.091146 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-fe738a7e-7bc8-4add-a1d6-f887463e5c77 req-74842d40-b9b0-41ff-ab43-8e6bff0b3de9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=fb29c2c1c69c4f59b326e8ec24f37b86&device_id=08612e5d-c307-4c82-952d-d5de2b13b7c7 HTTP/1.1" status: 200 len: 1126 time: 0.4782224 Jan 28 19:15:57.103380 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-7a867120-1648-4fb7-98c6-dacac6bd3ff1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a876cf4996e74f139581668f3f741802&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4245846 Jan 28 19:15:57.110852 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 38310) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:15:57.149654 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-3c19e985-ffec-430d-abb2-e259ef9488fa None None] Set router eb03139e-a51e-4a95-9941-b7e81a8a4c04 gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:15:57.232775 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c61347b8-9305-40b7-92a7-b27bc20ab4f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (210d91e0-8cd4-4a67-990f-6e7dd0538b9d), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:57.234609 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7824eb85-a052-4c69-9714-a74249496462 admin admin] Publish callbacks [] for security_group (88e1560b-9c10-4bf0-b1be-aa950f82e67a), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:57.296617 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3478413a-7ba9-4eab-80b4-78807209b52e req-7cd647f1-2f3c-4358-924e-bec5cd671421 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3526750 Jan 28 19:15:57.300397 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7824eb85-a052-4c69-9714-a74249496462 admin admin] Publish callbacks [] for security_group (88e1560b-9c10-4bf0-b1be-aa950f82e67a), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:57.353372 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d6e852a9-1eb6-4063-9721-1c42a7636c35 None None] Provisioning complete for port 210d91e0-8cd4-4a67-990f-6e7dd0538b9d triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:15:57.354066 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d6e852a9-1eb6-4063-9721-1c42a7636c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (210d91e0-8cd4-4a67-990f-6e7dd0538b9d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:57.366131 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe738a7e-7bc8-4add-a1d6-f887463e5c77 req-eb2c0462-b22e-4763-ba24-517476d2e4df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:57.367931 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-fe738a7e-7bc8-4add-a1d6-f887463e5c77 req-eb2c0462-b22e-4763-ba24-517476d2e4df service neutron] 10.222.0.70 "GET /v2.0/networks?id=a6ce2695-bf4f-4293-99d8-53bbc2878d73 HTTP/1.1" status: 200 len: 904 time: 0.2325699 Jan 28 19:15:57.418377 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8172a868-3e69-4471-b3cb-0d0ef9819a2b req-bfefcb0f-6035-4b31-b832-4cc2f69bc619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:57.420668 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8172a868-3e69-4471-b3cb-0d0ef9819a2b req-bfefcb0f-6035-4b31-b832-4cc2f69bc619 service neutron] 10.222.0.70 "GET /v2.0/networks?id=8330dfd7-f74e-41a1-b557-5650d653ac04 HTTP/1.1" status: 200 len: 908 time: 0.3635535 Jan 28 19:15:57.430931 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d64c6475-3150-4370-8c43-3bc943c38758 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4752401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4733085'] for subnet (1247ccdc-4414-49c6-83d9-66d363a67e32), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:57.434877 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2b0477b2-6100-4f75-834d-788d3ff08b9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-731488'] for router_gateway (15a26735-33ca-4907-8dec-133ff3253636), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:57.437225 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d6e852a9-1eb6-4063-9721-1c42a7636c35 None None] Port 210d91e0-8cd4-4a67-990f-6e7dd0538b9d cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:15:57.461317 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-3c19e985-ffec-430d-abb2-e259ef9488fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb03139e-a51e-4a95-9941-b7e81a8a4c04', 'name': 'tempest-ServersTestFqdnHostnames-384020295-router', 'tenant_id': '2919cc86d97b42bbb60ba9ee60522438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '6c58fc49-61d8-44c2-ba94-3d16ccd30c06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:15:50Z', 'updated_at': '2022-01-28T19:15:53Z', 'revision_number': 3, 'project_id': '2919cc86d97b42bbb60ba9ee60522438', 'gw_port': {'id': '6c58fc49-61d8-44c2-ba94-3d16ccd30c06', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:3e:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb03139e-a51e-4a95-9941-b7e81a8a4c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:15:51Z', 'updated_at': '2022-01-28T19:15:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:15:57.496707 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dba1973-2d41-4031-9154-a9d3fdbc1859 req-2573afc9-bdef-4a5f-b088-4ae5fcb3d7c2 tempest-ServersTestJSON-1813896326 tempest-ServersTestJSON-1813896326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:57.498371 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7dba1973-2d41-4031-9154-a9d3fdbc1859 req-2573afc9-bdef-4a5f-b088-4ae5fcb3d7c2 tempest-ServersTestJSON-1813896326 tempest-ServersTestJSON-1813896326-project] 10.222.0.64 "GET /v2.0/ports?device_id=08612e5d-c307-4c82-952d-d5de2b13b7c7 HTTP/1.1" status: 200 len: 943 time: 0.2569361 Jan 28 19:15:57.502013 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c19e985-ffec-430d-abb2-e259ef9488fa None None] The sync data for ids ['eb03139e-a51e-4a95-9941-b7e81a8a4c04'] in n-d-812111-14 is: [{'id': 'eb03139e-a51e-4a95-9941-b7e81a8a4c04', 'name': 'tempest-ServersTestFqdnHostnames-384020295-router', 'tenant_id': '2919cc86d97b42bbb60ba9ee60522438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '6c58fc49-61d8-44c2-ba94-3d16ccd30c06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:15:50Z', 'updated_at': '2022-01-28T19:15:53Z', 'revision_number': 3, 'project_id': '2919cc86d97b42bbb60ba9ee60522438', 'gw_port': {'id': '6c58fc49-61d8-44c2-ba94-3d16ccd30c06', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:3e:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb03139e-a51e-4a95-9941-b7e81a8a4c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:15:51Z', 'updated_at': '2022-01-28T19:15:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:15:57.557425 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-fe738a7e-7bc8-4add-a1d6-f887463e5c77 req-3256329f-6e85-4219-9739-75346a1b6f8f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4ffcf880-eb0e-4608-962c-0863c11da0d8 HTTP/1.1" status: 200 len: 217 time: 0.1337268 Jan 28 19:15:57.573704 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64c6475-3150-4370-8c43-3bc943c38758 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1247ccdc-4414-49c6-83d9-66d363a67e32,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:57.588551 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7824eb85-a052-4c69-9714-a74249496462 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (88e1560b-9c10-4bf0-b1be-aa950f82e67a), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:57.591280 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7824eb85-a052-4c69-9714-a74249496462 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:57.592503 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-7824eb85-a052-4c69-9714-a74249496462 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/88e1560b-9c10-4bf0-b1be-aa950f82e67a HTTP/1.1" status: 204 len: 168 time: 0.4805396 Jan 28 19:15:57.594075 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8172a868-3e69-4471-b3cb-0d0ef9819a2b req-a5ef1332-d150-4c14-a189-4acfb5eb79c2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4393a6ed-522f-40fa-afae-f181e3fabb22 HTTP/1.1" status: 200 len: 217 time: 0.1607292 Jan 28 19:15:57.638781 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7824eb85-a052-4c69-9714-a74249496462 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88e1560b-9c10-4bf0-b1be-aa950f82e67a,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:57.643970 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64c6475-3150-4370-8c43-3bc943c38758 admin admin] Checking segment: {'id': '6dc6eae3-f32e-470d-a2b1-f94c96581d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b483694f-9043-435d-89cf-8bde8f85a784'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:15:57.644444 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d64c6475-3150-4370-8c43-3bc943c38758 admin admin] Network hostable DHCP agents. Network: b483694f-9043-435d-89cf-8bde8f85a784, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:15:57.654750 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7dba1973-2d41-4031-9154-a9d3fdbc1859 req-c6646b4c-c7c8-4e4d-8eca-74ba54fb2c04 tempest-ServersTestJSON-1813896326 tempest-ServersTestJSON-1813896326-project] 10.222.0.64 "GET /v2.0/security-groups?id=c5f3ac41-b8df-408c-bb33-9833dc3f320f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1236389 Jan 28 19:15:57.709197 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d64c6475-3150-4370-8c43-3bc943c38758 admin admin] Network b483694f-9043-435d-89cf-8bde8f85a784 is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:15:57.725458 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c61347b8-9305-40b7-92a7-b27bc20ab4f3 admin admin] Publish callbacks [] for port (210d91e0-8cd4-4a67-990f-6e7dd0538b9d), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:57.733528 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-d64c6475-3150-4370-8c43-3bc943c38758 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, b483694f-9043-435d-89cf-8bde8f85a784) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:15:57.745510 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64c6475-3150-4370-8c43-3bc943c38758 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:57.746332 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d64c6475-3150-4370-8c43-3bc943c38758 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:57.747392 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e129684-fe0b-4ce3-a470-1c75ae4a528c None None] Network b483694f-9043-435d-89cf-8bde8f85a784 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:15:57.750678 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2b0477b2-6100-4f75-834d-788d3ff08b9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-730901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261120'] for router (15a26735-33ca-4907-8dec-133ff3253636), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:57.756370 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2b0477b2-6100-4f75-834d-788d3ff08b9f admin admin] Publish callbacks [] for router_controller (15a26735-33ca-4907-8dec-133ff3253636), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:57.757425 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c61347b8-9305-40b7-92a7-b27bc20ab4f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (210d91e0-8cd4-4a67-990f-6e7dd0538b9d), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:57.837084 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8172a868-3e69-4471-b3cb-0d0ef9819a2b req-62350e06-1f96-4a9e-bf0b-bc96c5df400a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:57.851408 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8172a868-3e69-4471-b3cb-0d0ef9819a2b req-62350e06-1f96-4a9e-bf0b-bc96c5df400a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=09bc6696-a273-4baf-935c-9cf317ddb49d HTTP/1.1" status: 200 len: 848 time: 0.2455881 Jan 28 19:15:57.898213 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-d64c6475-3150-4370-8c43-3bc943c38758 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0992720 Jan 28 19:15:57.913977 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 38330) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:15:57.942339 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-26d9549b-b2ba-4d92-837e-3cf179e08138 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1044455628-router', 'tenant_id': 'd8db6e8ff55e4a6780f95f622184a73d', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:15:57.968189 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe738a7e-7bc8-4add-a1d6-f887463e5c77 req-8415ff6c-418f-41b4-8072-d05506d4affb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:57.970173 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-fe738a7e-7bc8-4add-a1d6-f887463e5c77 req-8415ff6c-418f-41b4-8072-d05506d4affb service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0462522f-9635-4759-872a-bea48d2496c6 HTTP/1.1" status: 200 len: 843 time: 0.3781757 Jan 28 19:15:57.975228 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14ba4c67-8112-49a1-8993-fee43dfaf266 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68cd31fd-e4cd-5fb3-a862-256fc47efcd2-b483694f-9043-435d-89cf-8bde8f85a784', 'network_id': 'b483694f-9043-435d-89cf-8bde8f85a784', 'project_id': 'd8db6e8ff55e4a6780f95f622184a73d', 'fixed_ips': [{'subnet_id': '1247ccdc-4414-49c6-83d9-66d363a67e32'}]}} from n-d-812111-14. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:15:57.975228 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-14ba4c67-8112-49a1-8993-fee43dfaf266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:57.987663 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c61347b8-9305-40b7-92a7-b27bc20ab4f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-756216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-732801'] for router_interface (eb03139e-a51e-4a95-9941-b7e81a8a4c04), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:57.993610 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 4ffcf880-eb0e-4608-962c-0863c11da0d8 details requested by agent hyperv_n-h2-812111-14 with host n-h2-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:15:58.002098 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61347b8-9305-40b7-92a7-b27bc20ab4f3 admin admin] Pushing event updated for resources: {'Port': ['ID=210d91e0-8cd4-4a67-990f-6e7dd0538b9d,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:58.017264 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8172a868-3e69-4471-b3cb-0d0ef9819a2b req-b7342d2a-0591-4b12-af36-eb11ab6f26f4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8330dfd7-f74e-41a1-b557-5650d653ac04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0803807 Jan 28 19:15:58.059899 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-26d9549b-b2ba-4d92-837e-3cf179e08138 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261150'] for router (b6d3a8ff-e794-42a8-af82-0d62abd8ca2d), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:58.060942 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-26d9549b-b2ba-4d92-837e-3cf179e08138 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-731099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-731441', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261129'] for router (b6d3a8ff-e794-42a8-af82-0d62abd8ca2d), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:58.073987 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2b0477b2-6100-4f75-834d-788d3ff08b9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-730908'] for router (15a26735-33ca-4907-8dec-133ff3253636), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:58.074779 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b0477b2-6100-4f75-834d-788d3ff08b9f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 15a26735-33ca-4907-8dec-133ff3253636 {{(pid=103304) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:15:58.084608 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2b0477b2-6100-4f75-834d-788d3ff08b9f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:58.085876 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-2b0477b2-6100-4f75-834d-788d3ff08b9f admin admin] 10.222.0.64 "DELETE /v2.0/routers/15a26735-33ca-4907-8dec-133ff3253636 HTTP/1.1" status: 204 len: 168 time: 3.9182632 Jan 28 19:15:58.089825 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 38338) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:15:58.250471 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 38342) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:15:58.321609 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a5abe3fa-2722-4cdd-924c-8b166c3e9cd3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:58.323169 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-14ba4c67-8112-49a1-8993-fee43dfaf266 None None] Allocated IP 172.20.0.2 (b483694f-9043-435d-89cf-8bde8f85a784/1247ccdc-4414-49c6-83d9-66d363a67e32/aef80992-b0da-4845-a1bb-b49baf5f6df5) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:15:58.384113 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-26d9549b-b2ba-4d92-837e-3cf179e08138 admin admin] Publish callbacks [] for router_controller (b6d3a8ff-e794-42a8-af82-0d62abd8ca2d), precommit_add_association {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:58.405292 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 4ffcf880-eb0e-4608-962c-0863c11da0d8, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=4ffcf880-eb0e-4608-962c-0863c11da0d8,segment=NetworkSegment(fb535013-f414-4222-968d-5414b6a47e41),segment_id=fb535013-f414-4222-968d-5414b6a47e41)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:15:58.465751 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Returning: {'device': '4ffcf880-eb0e-4608-962c-0863c11da0d8', 'network_id': 'a6ce2695-bf4f-4293-99d8-53bbc2878d73', 'port_id': '4ffcf880-eb0e-4608-962c-0863c11da0d8', 'mac_address': 'fa:16:3e:9f:aa:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0462522f-9635-4759-872a-bea48d2496c6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:15:58.477212 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7b38352-674f-41fd-aba6-590f6938ec79 admin admin] Deleting subnet 28a65f50-5310-42a7-9472-3e2f94cbc4cb {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:15:58.498931 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b7b38352-674f-41fd-aba6-590f6938ec79 admin admin] Publish callbacks [] for subnet (28a65f50-5310-42a7-9472-3e2f94cbc4cb), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:58.501164 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c61347b8-9305-40b7-92a7-b27bc20ab4f3 admin admin] Network 942f5500-a4bd-4069-a44c-30175e942cfe is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:15:58.524043 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 4ffcf880-eb0e-4608-962c-0863c11da0d8 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:15:58.524441 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (4ffcf880-eb0e-4608-962c-0863c11da0d8), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:58.526214 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8172a868-3e69-4471-b3cb-0d0ef9819a2b req-3622b065-d42c-4d4b-b6d1-d8024e94465d service neutron] 10.222.0.70 "GET /v2.0/networks/8330dfd7-f74e-41a1-b557-5650d653ac04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5079219 Jan 28 19:15:58.543442 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-c61347b8-9305-40b7-92a7-b27bc20ab4f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:15:58.545681 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ffcf880-eb0e-4608-962c-0863c11da0d8 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:15:58.572538 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 4ffcf880-eb0e-4608-962c-0863c11da0d8, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=4ffcf880-eb0e-4608-962c-0863c11da0d8,segment=NetworkSegment(fb535013-f414-4222-968d-5414b6a47e41),segment_id=fb535013-f414-4222-968d-5414b6a47e41)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:15:58.585605 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (4ffcf880-eb0e-4608-962c-0863c11da0d8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:58.690787 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-26d9549b-b2ba-4d92-837e-3cf179e08138 admin admin] Publish callbacks [] for router_gateway (b6d3a8ff-e794-42a8-af82-0d62abd8ca2d), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:58.700454 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=4ffcf880-eb0e-4608-962c-0863c11da0d8,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:58.848800 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9b13fb-7dbb-46b4-8849-8d8a27a29c74 req-abde1d41-4917-4c32-bbb0-5e3cf67e13eb tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:58.850114 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9763a474-2419-4b18-832b-152fb278d232 req-1cc716c7-05b0-42d0-aba3-d655ec8a1a9e tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:58.850628 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7e9b13fb-7dbb-46b4-8849-8d8a27a29c74 req-abde1d41-4917-4c32-bbb0-5e3cf67e13eb tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=d493780a-0b9d-4faf-acb0-7a17299587d3 HTTP/1.1" status: 200 len: 945 time: 0.3664463 Jan 28 19:15:58.852535 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9763a474-2419-4b18-832b-152fb278d232 req-1cc716c7-05b0-42d0-aba3-d655ec8a1a9e tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?device_id=c3a44de3-d7bc-419a-9768-acddf7e95fea HTTP/1.1" status: 200 len: 944 time: 0.6716764 Jan 28 19:15:58.856643 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8172a868-3e69-4471-b3cb-0d0ef9819a2b req-83a8bacc-6b0e-412a-8cf4-c9ac93e14bfd service neutron] 10.222.0.70 "GET /v2.0/networks/8330dfd7-f74e-41a1-b557-5650d653ac04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2830820 Jan 28 19:15:58.899296 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['4ffcf880-eb0e-4608-962c-0863c11da0d8'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:15:58.904064 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe738a7e-7bc8-4add-a1d6-f887463e5c77 req-e61d5f82-9b0d-4f25-a736-72090a843789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:58.907849 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-fe738a7e-7bc8-4add-a1d6-f887463e5c77 req-e61d5f82-9b0d-4f25-a736-72090a843789 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a6ce2695-bf4f-4293-99d8-53bbc2878d73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.9091210 Jan 28 19:15:58.987797 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 6c58fc49-61d8-44c2-ba94-3d16ccd30c06 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:15:59.053345 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a5abe3fa-2722-4cdd-924c-8b166c3e9cd3 admin admin] Publish callbacks [] for security_group (2c4a6df1-9f22-4525-b01d-5528579fde68), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:59.065064 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7e9b13fb-7dbb-46b4-8849-8d8a27a29c74 req-38ee7413-c300-4864-be01-c5862ad99da7 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365733 Jan 28 19:15:59.071141 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a5abe3fa-2722-4cdd-924c-8b166c3e9cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (2c4a6df1-9f22-4525-b01d-5528579fde68), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:59.105729 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-14ba4c67-8112-49a1-8993-fee43dfaf266 None None] Publish callbacks [] for port (aef80992-b0da-4845-a1bb-b49baf5f6df5), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:59.108508 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c61347b8-9305-40b7-92a7-b27bc20ab4f3 admin admin] Router eb03139e-a51e-4a95-9941-b7e81a8a4c04 has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:15:59.143530 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-14ba4c67-8112-49a1-8993-fee43dfaf266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (aef80992-b0da-4845-a1bb-b49baf5f6df5), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:59.147490 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-a5abe3fa-2722-4cdd-924c-8b166c3e9cd3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1b5c8b1738a94c4c8b86edc3fb0dfb4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8944216 Jan 28 19:15:59.154829 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5abe3fa-2722-4cdd-924c-8b166c3e9cd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c4a6df1-9f22-4525-b01d-5528579fde68,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:59.165478 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-fe738a7e-7bc8-4add-a1d6-f887463e5c77 req-0310a452-8714-4580-8dfc-d874135c4713 service neutron] 10.222.0.70 "GET /v2.0/networks/a6ce2695-bf4f-4293-99d8-53bbc2878d73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111561 Jan 28 19:15:59.181006 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 38354) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:15:59.225714 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 6c58fc49-61d8-44c2-ba94-3d16ccd30c06 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:15:59.225998 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (6c58fc49-61d8-44c2-ba94-3d16ccd30c06), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:59.234047 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-89f6d4e0-0bac-46ee-93a7-5b4478483b42 None None] Provisioning complete for port 210d91e0-8cd4-4a67-990f-6e7dd0538b9d triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:15:59.234419 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-89f6d4e0-0bac-46ee-93a7-5b4478483b42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (210d91e0-8cd4-4a67-990f-6e7dd0538b9d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:59.253550 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14ba4c67-8112-49a1-8993-fee43dfaf266 None None] Network b483694f-9043-435d-89cf-8bde8f85a784 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:15:59.303739 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-14ba4c67-8112-49a1-8993-fee43dfaf266 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:15:59.310689 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ba4c67-8112-49a1-8993-fee43dfaf266 None None] Pushing event updated for resources: {'Port': ['ID=aef80992-b0da-4845-a1bb-b49baf5f6df5,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:59.313535 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ba4c67-8112-49a1-8993-fee43dfaf266 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:15:59.339779 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b7b38352-674f-41fd-aba6-590f6938ec79 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4747050'] for subnet (28a65f50-5310-42a7-9472-3e2f94cbc4cb), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:59.357304 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-89f6d4e0-0bac-46ee-93a7-5b4478483b42 None None] Port 210d91e0-8cd4-4a67-990f-6e7dd0538b9d cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:15:59.394400 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9763a474-2419-4b18-832b-152fb278d232 req-42b8a9a1-f62c-4adf-90e5-6dc50cf5e187 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/security-groups?id=414e93b9-08bc-438e-9127-05114ed7dbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5248084 Jan 28 19:15:59.418767 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0685f5a2-6c03-41d3-954e-fc5df2bec6ae admin admin] Publish callbacks [] for security_group (2c4a6df1-9f22-4525-b01d-5528579fde68), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:59.434947 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89d0327-b721-425c-b829-907677e66cf0 req-9cc73acd-ec85-464e-b3bb-6f950429c82b tempest-ServersTestJSON-1813896326 tempest-ServersTestJSON-1813896326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:59.446100 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e89d0327-b721-425c-b829-907677e66cf0 req-9cc73acd-ec85-464e-b3bb-6f950429c82b tempest-ServersTestJSON-1813896326 tempest-ServersTestJSON-1813896326-project] 10.222.0.64 "GET /v2.0/ports?device_id=08612e5d-c307-4c82-952d-d5de2b13b7c7 HTTP/1.1" status: 200 len: 944 time: 0.1713459 Jan 28 19:15:59.477831 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-14ba4c67-8112-49a1-8993-fee43dfaf266 None None] Attempting to bind port aef80992-b0da-4845-a1bb-b49baf5f6df5 on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:15:59.478685 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-14ba4c67-8112-49a1-8993-fee43dfaf266 None None] Attempting to bind port aef80992-b0da-4845-a1bb-b49baf5f6df5 by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '6dc6eae3-f32e-470d-a2b1-f94c96581d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b483694f-9043-435d-89cf-8bde8f85a784'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:15:59.479219 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ba4c67-8112-49a1-8993-fee43dfaf266 None None] Attempting to bind port aef80992-b0da-4845-a1bb-b49baf5f6df5 on network b483694f-9043-435d-89cf-8bde8f85a784 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:15:59.490182 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ba4c67-8112-49a1-8993-fee43dfaf266 None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:15:59.490182 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ba4c67-8112-49a1-8993-fee43dfaf266 None None] Checking segment: {'id': '6dc6eae3-f32e-470d-a2b1-f94c96581d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b483694f-9043-435d-89cf-8bde8f85a784'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:15:59.491383 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-14ba4c67-8112-49a1-8993-fee43dfaf266 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:59.491896 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ba4c67-8112-49a1-8993-fee43dfaf266 None None] Bound using segment: {'id': '6dc6eae3-f32e-470d-a2b1-f94c96581d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b483694f-9043-435d-89cf-8bde8f85a784'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:15:59.492499 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-14ba4c67-8112-49a1-8993-fee43dfaf266 None None] Bound port: aef80992-b0da-4845-a1bb-b49baf5f6df5, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dc6eae3-f32e-470d-a2b1-f94c96581d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b483694f-9043-435d-89cf-8bde8f85a784'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:15:59.493690 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-14ba4c67-8112-49a1-8993-fee43dfaf266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (aef80992-b0da-4845-a1bb-b49baf5f6df5), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:59.528575 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8172a868-3e69-4471-b3cb-0d0ef9819a2b req-10d6c0e0-9f00-42db-8c73-2e742006c15e tempest-LiveMigrationTest-1644078950 tempest-LiveMigrationTest-1644078950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:59.530191 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8172a868-3e69-4471-b3cb-0d0ef9819a2b req-10d6c0e0-9f00-42db-8c73-2e742006c15e tempest-LiveMigrationTest-1644078950 tempest-LiveMigrationTest-1644078950-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=c3a44de3-d7bc-419a-9768-acddf7e95fea&tenant_id=1bd1e0d6512043bfbaf9a8e955e20b9e&binding%3Ahost_id=n-h2-812111-14 HTTP/1.1" status: 200 len: 1127 time: 0.3638325 Jan 28 19:15:59.559921 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0685f5a2-6c03-41d3-954e-fc5df2bec6ae admin admin] Publish callbacks [] for security_group (2c4a6df1-9f22-4525-b01d-5528579fde68), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:59.585885 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b7b38352-674f-41fd-aba6-590f6938ec79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (28a65f50-5310-42a7-9472-3e2f94cbc4cb), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:59.597078 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 6c58fc49-61d8-44c2-ba94-3d16ccd30c06 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:15:59.597485 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (6c58fc49-61d8-44c2-ba94-3d16ccd30c06), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:59.614506 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c61347b8-9305-40b7-92a7-b27bc20ab4f3 admin admin] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:15:59.620983 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-fe738a7e-7bc8-4add-a1d6-f887463e5c77 req-925fd530-dde1-4687-b565-9f653abd5943 service neutron] 10.222.0.70 "GET /v2.0/networks/a6ce2695-bf4f-4293-99d8-53bbc2878d73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3608141 Jan 28 19:15:59.631975 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] For port 6c58fc49-61d8-44c2-ba94-3d16ccd30c06, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=6c58fc49-61d8-44c2-ba94-3d16ccd30c06,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:15:59.646055 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-c61347b8-9305-40b7-92a7-b27bc20ab4f3 admin admin] 10.222.0.64 "PUT /v2.0/routers/eb03139e-a51e-4a95-9941-b7e81a8a4c04/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1737425 Jan 28 19:15:59.646265 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (6c58fc49-61d8-44c2-ba94-3d16ccd30c06), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:59.722974 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b7b38352-674f-41fd-aba6-590f6938ec79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4690616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5222356'] for subnet (28a65f50-5310-42a7-9472-3e2f94cbc4cb), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:59.740879 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e89d0327-b721-425c-b829-907677e66cf0 req-cdc98fa0-cc7c-4781-b8d6-b444649d9f7f tempest-ServersTestJSON-1813896326 tempest-ServersTestJSON-1813896326-project] 10.222.0.64 "GET /v2.0/security-groups?id=c5f3ac41-b8df-408c-bb33-9833dc3f320f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2965186 Jan 28 19:15:59.766931 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Pushing event updated for resources: {'Port': ['ID=6c58fc49-61d8-44c2-ba94-3d16ccd30c06,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:59.770568 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 45daa68b-16a4-4d5d-b5fb-b2f9ab8b3a1d no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:15:59.780173 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b38352-674f-41fd-aba6-590f6938ec79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28a65f50-5310-42a7-9472-3e2f94cbc4cb,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:59.784843 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-26d9549b-b2ba-4d92-837e-3cf179e08138 admin admin] Publish callbacks [] for router_gateway (b6d3a8ff-e794-42a8-af82-0d62abd8ca2d), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:59.792178 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b7b38352-674f-41fd-aba6-590f6938ec79 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:59.801667 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-b7b38352-674f-41fd-aba6-590f6938ec79 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/28a65f50-5310-42a7-9472-3e2f94cbc4cb HTTP/1.1" status: 204 len: 168 time: 1.6395814 Jan 28 19:15:59.806185 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 38368) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:15:59.814059 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-8172a868-3e69-4471-b3cb-0d0ef9819a2b req-535a317e-7948-496b-8125-9022702d4ae0 service neutron] For port 4393a6ed-522f-40fa-afae-f181e3fabb22, host n-h1-812111-14, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:15:59.920206 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e0e5a4d7-d913-49dc-a2fa-70fdd35be27f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (95126ee8-651b-462a-980e-5b3c9339e07c), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:59.927212 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-8172a868-3e69-4471-b3cb-0d0ef9819a2b req-535a317e-7948-496b-8125-9022702d4ae0 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:59.928423 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8172a868-3e69-4471-b3cb-0d0ef9819a2b req-535a317e-7948-496b-8125-9022702d4ae0 service neutron] 10.222.0.70 "DELETE /v2.0/ports/4393a6ed-522f-40fa-afae-f181e3fabb22/bindings/n-h1-812111-14 HTTP/1.1" status: 204 len: 173 time: 0.3875802 Jan 28 19:16:00.021982 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-e0e5a4d7-d913-49dc-a2fa-70fdd35be27f admin admin] Deleting port d9cab66b-fae0-41b6-8ba9-24d5af51f267 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:16:00.022405 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e0e5a4d7-d913-49dc-a2fa-70fdd35be27f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (d9cab66b-fae0-41b6-8ba9-24d5af51f267), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:00.025873 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-14ba4c67-8112-49a1-8993-fee43dfaf266 None None] For port aef80992-b0da-4845-a1bb-b49baf5f6df5, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:16:00.030596 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-14ba4c67-8112-49a1-8993-fee43dfaf266 None None] For port aef80992-b0da-4845-a1bb-b49baf5f6df5, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=aef80992-b0da-4845-a1bb-b49baf5f6df5,segment=NetworkSegment(6dc6eae3-f32e-470d-a2b1-f94c96581d4b),segment_id=6dc6eae3-f32e-470d-a2b1-f94c96581d4b)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:16:00.061019 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bde90ad-103d-4981-a461-af0271516ed9 None None] Network 95126ee8-651b-462a-980e-5b3c9339e07c requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:16:00.071024 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-14ba4c67-8112-49a1-8993-fee43dfaf266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (aef80992-b0da-4845-a1bb-b49baf5f6df5), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:00.115811 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: 45daa68b-16a4-4d5d-b5fb-b2f9ab8b3a1d {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:16:00.116154 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 45daa68b-16a4-4d5d-b5fb-b2f9ab8b3a1d not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:16:00.223627 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-e0e5a4d7-d913-49dc-a2fa-70fdd35be27f admin admin] For port d9cab66b-fae0-41b6-8ba9-24d5af51f267, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=d9cab66b-fae0-41b6-8ba9-24d5af51f267,segment=NetworkSegment(9c656930-5848-438c-a0bd-a15d5a1f6f78),segment_id=9c656930-5848-438c-a0bd-a15d5a1f6f78)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:16:00.224674 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e0e5a4d7-d913-49dc-a2fa-70fdd35be27f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (d9cab66b-fae0-41b6-8ba9-24d5af51f267), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:00.231233 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-93ecfb2d-c67e-40e4-a6cd-638e88fbee4c req-1864448c-35d9-4341-b15d-77a6a5afca4c tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=1a64246f3ff0490988e6f00c7a9a6590&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0592809 Jan 28 19:16:00.284888 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-e0e5a4d7-d913-49dc-a2fa-70fdd35be27f admin admin] Calling delete_port for d9cab66b-fae0-41b6-8ba9-24d5af51f267 owned by network:dhcp {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:16:00.304195 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ba4c67-8112-49a1-8993-fee43dfaf266 None None] Pushing event updated for resources: {'Port': ['ID=aef80992-b0da-4845-a1bb-b49baf5f6df5,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:00.341890 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-272cb28a-b206-4d0b-bc40-e3005403727d None None] Sync routers for ids ['eb03139e-a51e-4a95-9941-b7e81a8a4c04'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:16:00.356400 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272cb28a-b206-4d0b-bc40-e3005403727d None None] Routers {'eb03139e-a51e-4a95-9941-b7e81a8a4c04'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:16:00.357603 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-272cb28a-b206-4d0b-bc40-e3005403727d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:15:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['eb03139e-a51e-4a95-9941-b7e81a8a4c04'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:16:00.395097 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-26d9549b-b2ba-4d92-837e-3cf179e08138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:00.422836 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c5fc2db-9455-474e-bba7-c1c1a0ba196f None None] DHCP port deletion for 95126ee8-651b-462a-980e-5b3c9339e07c request from n-d-812111-14 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:16:00.499926 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 38390) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:00.511811 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ecfb2d-c67e-40e4-a6cd-638e88fbee4c req-bb8c7442-943c-4dae-b002-6bb1f03ec831 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:00.530667 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-93ecfb2d-c67e-40e4-a6cd-638e88fbee4c req-bb8c7442-943c-4dae-b002-6bb1f03ec831 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2833736 Jan 28 19:16:00.552474 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-22f81b62-a19a-4616-aeb2-14fb270d6b4e tempest-ServersTestFqdnHostnames-1981151228 tempest-ServersTestFqdnHostnames-1981151228-project] Request body: {'security_group': {'name': 'tempest-securitygroup--84552854', 'description': 'tempest-description--1390546020'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:16:00.559519 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0685f5a2-6c03-41d3-954e-fc5df2bec6ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (2c4a6df1-9f22-4525-b01d-5528579fde68), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:00.567290 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0685f5a2-6c03-41d3-954e-fc5df2bec6ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:00.570967 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-0685f5a2-6c03-41d3-954e-fc5df2bec6ae admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2c4a6df1-9f22-4525-b01d-5528579fde68 HTTP/1.1" status: 204 len: 168 time: 1.3915040 Jan 28 19:16:00.572850 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-272cb28a-b206-4d0b-bc40-e3005403727d None None] Set router eb03139e-a51e-4a95-9941-b7e81a8a4c04 gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:16:00.598815 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 6c58fc49-61d8-44c2-ba94-3d16ccd30c06 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:16:00.613324 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-7c5fc2db-9455-474e-bba7-c1c1a0ba196f None None] Deleting port d9cab66b-fae0-41b6-8ba9-24d5af51f267 {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:16:00.614443 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7c5fc2db-9455-474e-bba7-c1c1a0ba196f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (d9cab66b-fae0-41b6-8ba9-24d5af51f267), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:00.638143 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-93ecfb2d-c67e-40e4-a6cd-638e88fbee4c req-a84a6817-0d96-4d0b-9325-d8bc291018d1 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/quotas/1a64246f3ff0490988e6f00c7a9a6590 HTTP/1.1" status: 200 len: 375 time: 0.1065235 Jan 28 19:16:00.644630 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0685f5a2-6c03-41d3-954e-fc5df2bec6ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c4a6df1-9f22-4525-b01d-5528579fde68,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:00.664097 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-22f81b62-a19a-4616-aeb2-14fb270d6b4e tempest-ServersTestFqdnHostnames-1981151228 tempest-ServersTestFqdnHostnames-1981151228-project] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:00.742690 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-26d9549b-b2ba-4d92-837e-3cf179e08138 admin admin] Allocated IP 172.25.6.120 (d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8/a648e4ab-7422-41b9-b133-58aca25ab8f5/05c919bf-af95-4189-939d-735b8576031d) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:16:00.757637 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bac9e2a-23e9-417b-8817-c90a211753e0 req-6523ae1e-a8c0-48f0-ac62-96db6f9127bf tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:00.759466 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9bac9e2a-23e9-417b-8817-c90a211753e0 req-6523ae1e-a8c0-48f0-ac62-96db6f9127bf tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=d493780a-0b9d-4faf-acb0-7a17299587d3 HTTP/1.1" status: 200 len: 945 time: 0.1352203 Jan 28 19:16:00.773003 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-22f81b62-a19a-4616-aeb2-14fb270d6b4e tempest-ServersTestFqdnHostnames-1981151228 tempest-ServersTestFqdnHostnames-1981151228-project] Publish callbacks [] for security_group (86be49ed-dcd4-4bc8-814a-1d557121cc3e), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:00.823522 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-93ecfb2d-c67e-40e4-a6cd-638e88fbee4c req-e6bead96-1793-49ce-a7f2-288e4645cec8 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=1a64246f3ff0490988e6f00c7a9a6590&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1820047 Jan 28 19:16:00.824653 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-22f81b62-a19a-4616-aeb2-14fb270d6b4e tempest-ServersTestFqdnHostnames-1981151228 tempest-ServersTestFqdnHostnames-1981151228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (86be49ed-dcd4-4bc8-814a-1d557121cc3e), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:00.838564 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-7c5fc2db-9455-474e-bba7-c1c1a0ba196f None None] For port d9cab66b-fae0-41b6-8ba9-24d5af51f267, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=d9cab66b-fae0-41b6-8ba9-24d5af51f267,segment=NetworkSegment(9c656930-5848-438c-a0bd-a15d5a1f6f78),segment_id=9c656930-5848-438c-a0bd-a15d5a1f6f78)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:16:00.839470 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7c5fc2db-9455-474e-bba7-c1c1a0ba196f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (d9cab66b-fae0-41b6-8ba9-24d5af51f267), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:00.886980 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-22f81b62-a19a-4616-aeb2-14fb270d6b4e tempest-ServersTestFqdnHostnames-1981151228 tempest-ServersTestFqdnHostnames-1981151228-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:00.888496 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-22f81b62-a19a-4616-aeb2-14fb270d6b4e tempest-ServersTestFqdnHostnames-1981151228 tempest-ServersTestFqdnHostnames-1981151228-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3874087 Jan 28 19:16:00.896511 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 38396) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:00.900485 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 6c58fc49-61d8-44c2-ba94-3d16ccd30c06 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:16:00.901928 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (6c58fc49-61d8-44c2-ba94-3d16ccd30c06), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:00.909548 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e0e5a4d7-d913-49dc-a2fa-70fdd35be27f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (d9cab66b-fae0-41b6-8ba9-24d5af51f267), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:00.918563 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-76cfa959-0322-440c-9b5d-0ffa6b7fd6b6 tempest-ServersTestFqdnHostnames-1981151228 tempest-ServersTestFqdnHostnames-1981151228-project] Request body: {'security_group_rule': {'security_group_id': '86be49ed-dcd4-4bc8-814a-1d557121cc3e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:16:00.971011 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-7c5fc2db-9455-474e-bba7-c1c1a0ba196f None None] Calling delete_port for d9cab66b-fae0-41b6-8ba9-24d5af51f267 owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:16:00.982536 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e5a4d7-d913-49dc-a2fa-70fdd35be27f admin admin] Pushing event deleted for resources: {'Port': ['ID=d9cab66b-fae0-41b6-8ba9-24d5af51f267,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:00.999635 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9bac9e2a-23e9-417b-8817-c90a211753e0 req-0059e632-1dd1-4519-97ba-31a57aa65e9c tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110088 Jan 28 19:16:01.005574 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f81b62-a19a-4616-aeb2-14fb270d6b4e tempest-ServersTestFqdnHostnames-1981151228 tempest-ServersTestFqdnHostnames-1981151228-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86be49ed-dcd4-4bc8-814a-1d557121cc3e,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:01.021605 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-76cfa959-0322-440c-9b5d-0ffa6b7fd6b6 tempest-ServersTestFqdnHostnames-1981151228 tempest-ServersTestFqdnHostnames-1981151228-project] Publish callbacks [] for security_group_rule (c8c2d8f6-ad1f-483e-9f8f-2b9c01ad0d69), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:01.023076 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e5a4d7-d913-49dc-a2fa-70fdd35be27f admin admin] No DVR routers for this DVR port d9cab66b-fae0-41b6-8ba9-24d5af51f267 on host n-d-812111-14 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:16:01.037336 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-26d9549b-b2ba-4d92-837e-3cf179e08138 admin admin] Publish callbacks [] for port (05c919bf-af95-4189-939d-735b8576031d), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:01.195662 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-76cfa959-0322-440c-9b5d-0ffa6b7fd6b6 tempest-ServersTestFqdnHostnames-1981151228 tempest-ServersTestFqdnHostnames-1981151228-project] Publish callbacks [] for security_group_rule (c8c2d8f6-ad1f-483e-9f8f-2b9c01ad0d69), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:01.213652 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-76cfa959-0322-440c-9b5d-0ffa6b7fd6b6 tempest-ServersTestFqdnHostnames-1981151228 tempest-ServersTestFqdnHostnames-1981151228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (c8c2d8f6-ad1f-483e-9f8f-2b9c01ad0d69), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:01.249166 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-26d9549b-b2ba-4d92-837e-3cf179e08138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (05c919bf-af95-4189-939d-735b8576031d), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:01.264473 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-272cb28a-b206-4d0b-bc40-e3005403727d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb03139e-a51e-4a95-9941-b7e81a8a4c04', 'name': 'tempest-ServersTestFqdnHostnames-384020295-router', 'tenant_id': '2919cc86d97b42bbb60ba9ee60522438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '6c58fc49-61d8-44c2-ba94-3d16ccd30c06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:15:50Z', 'updated_at': '2022-01-28T19:15:57Z', 'revision_number': 4, 'project_id': '2919cc86d97b42bbb60ba9ee60522438', 'gw_port': {'id': '6c58fc49-61d8-44c2-ba94-3d16ccd30c06', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:3e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb03139e-a51e-4a95-9941-b7e81a8a4c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:15:51Z', 'updated_at': '2022-01-28T19:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '210d91e0-8cd4-4a67-990f-6e7dd0538b9d', 'name': '', 'network_id': '942f5500-a4bd-4069-a44c-30175e942cfe', 'tenant_id': '2919cc86d97b42bbb60ba9ee60522438', 'mac_address': 'fa:16:3e:f0:b1:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb03139e-a51e-4a95-9941-b7e81a8a4c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '8ec4e5d1-0c4e-4c7b-954e-58b53ab84682', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:15:56Z', 'updated_at': '2022-01-28T19:15:57Z', 'revision_number': 2, 'project_id': '2919cc86d97b42bbb60ba9ee60522438', 'subnets': [{'id': '8ec4e5d1-0c4e-4c7b-954e-58b53ab84682', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:16:01.293645 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e0e5a4d7-d913-49dc-a2fa-70fdd35be27f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (95126ee8-651b-462a-980e-5b3c9339e07c), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:01.303091 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-272cb28a-b206-4d0b-bc40-e3005403727d None None] Checking router: eb03139e-a51e-4a95-9941-b7e81a8a4c04 for host: n-d-812111-14 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:16:01.303626 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-272cb28a-b206-4d0b-bc40-e3005403727d None None] Updating router eb03139e-a51e-4a95-9941-b7e81a8a4c04 port 210d91e0-8cd4-4a67-990f-6e7dd0538b9d binding host n-d-812111-14 {{(pid=103307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:16:01.305669 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 6c58fc49-61d8-44c2-ba94-3d16ccd30c06 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:16:01.338644 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-272cb28a-b206-4d0b-bc40-e3005403727d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (210d91e0-8cd4-4a67-990f-6e7dd0538b9d), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:01.347074 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7c5fc2db-9455-474e-bba7-c1c1a0ba196f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985'] for port (d9cab66b-fae0-41b6-8ba9-24d5af51f267), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:01.419900 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device d9cab66b-fae0-41b6-8ba9-24d5af51f267 no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:16:01.421591 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26d9549b-b2ba-4d92-837e-3cf179e08138 admin admin] Network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:16:01.422874 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cfa959-0322-440c-9b5d-0ffa6b7fd6b6 tempest-ServersTestFqdnHostnames-1981151228 tempest-ServersTestFqdnHostnames-1981151228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8c2d8f6-ad1f-483e-9f8f-2b9c01ad0d69,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:01.444911 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-e0e5a4d7-d913-49dc-a2fa-70fdd35be27f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95126ee8-651b-462a-980e-5b3c9339e07c']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:16:01.447549 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-26d9549b-b2ba-4d92-837e-3cf179e08138 admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:16:01.449518 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5fc2db-9455-474e-bba7-c1c1a0ba196f None None] Pushing event deleted for resources: {'Port': ['ID=d9cab66b-fae0-41b6-8ba9-24d5af51f267,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:01.457163 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d9549b-b2ba-4d92-837e-3cf179e08138 admin admin] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:16:01.475198 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-e0e5a4d7-d913-49dc-a2fa-70fdd35be27f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c656930-5848-438c-a0bd-a15d5a1f6f78') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:16:01.479145 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-e0e5a4d7-d913-49dc-a2fa-70fdd35be27f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c656930-5848-438c-a0bd-a15d5a1f6f78') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:16:01.491946 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5fc2db-9455-474e-bba7-c1c1a0ba196f None None] No DVR routers for this DVR port d9cab66b-fae0-41b6-8ba9-24d5af51f267 on host n-d-812111-14 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:16:01.498468 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: d9cab66b-fae0-41b6-8ba9-24d5af51f267 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:16:01.499389 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device d9cab66b-fae0-41b6-8ba9-24d5af51f267 not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:16:01.503034 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e0e5a4d7-d913-49dc-a2fa-70fdd35be27f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4747091'] for segment (9c656930-5848-438c-a0bd-a15d5a1f6f78), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:01.539242 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e0e5a4d7-d913-49dc-a2fa-70fdd35be27f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (9c656930-5848-438c-a0bd-a15d5a1f6f78), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:01.572054 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0e5a4d7-d913-49dc-a2fa-70fdd35be27f admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:16:01.572554 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e0e5a4d7-d913-49dc-a2fa-70fdd35be27f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4690514'] for segment (9c656930-5848-438c-a0bd-a15d5a1f6f78), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:01.574887 n-d-812111-14 neutron-server[103304]: Traceback (most recent call last): Jan 28 19:16:01.574887 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:16:01.574887 n-d-812111-14 neutron-server[103304]: timer() Jan 28 19:16:01.574887 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:16:01.574887 n-d-812111-14 neutron-server[103304]: cb(*args, **kw) Jan 28 19:16:01.574887 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:16:01.574887 n-d-812111-14 neutron-server[103304]: return func(*args, **kwargs) Jan 28 19:16:01.574887 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:16:01.574887 n-d-812111-14 neutron-server[103304]: self._notify() Jan 28 19:16:01.574887 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:16:01.574887 n-d-812111-14 neutron-server[103304]: self.callback(batched_events) Jan 28 19:16:01.574887 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:16:01.574887 n-d-812111-14 neutron-server[103304]: event.method(event) Jan 28 19:16:01.574887 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:16:01.574887 n-d-812111-14 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:16:01.574887 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:16:01.574887 n-d-812111-14 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:16:01.574887 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:16:01.574887 n-d-812111-14 neutron-server[103304]: return f(self, *a, **k) Jan 28 19:16:01.574887 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:16:01.574887 n-d-812111-14 neutron-server[103304]: return self._get(url).json() Jan 28 19:16:01.574887 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:16:01.574887 n-d-812111-14 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:16:01.574887 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:16:01.574887 n-d-812111-14 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 28 19:16:01.574887 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:16:01.574887 n-d-812111-14 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:16:01.574887 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:16:01.574887 n-d-812111-14 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:16:01.574887 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:16:01.574887 n-d-812111-14 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:16:01.574887 n-d-812111-14 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:16:01.599525 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30976a46-95f6-44c6-8c7c-1d3bd4b10ab7 req-4de9124d-09e9-481d-a7fe-4c0d141a780d tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:01.606943 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-30976a46-95f6-44c6-8c7c-1d3bd4b10ab7 req-4de9124d-09e9-481d-a7fe-4c0d141a780d tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?device_id=c3a44de3-d7bc-419a-9768-acddf7e95fea HTTP/1.1" status: 200 len: 944 time: 0.2852573 Jan 28 19:16:01.617510 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-76cfa959-0322-440c-9b5d-0ffa6b7fd6b6 tempest-ServersTestFqdnHostnames-1981151228 tempest-ServersTestFqdnHostnames-1981151228-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:01.618818 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-76cfa959-0322-440c-9b5d-0ffa6b7fd6b6 tempest-ServersTestFqdnHostnames-1981151228 tempest-ServersTestFqdnHostnames-1981151228-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7155247 Jan 28 19:16:01.630765 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756cab5a-bee5-4ca6-ba39-d9e86aa1cff0 req-21d51519-059b-45d2-b570-ee0525592b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:01.640143 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-756cab5a-bee5-4ca6-ba39-d9e86aa1cff0 req-21d51519-059b-45d2-b570-ee0525592b0e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=57a0678ad1cb4e46b30e232c1f317a59&device_id=d493780a-0b9d-4faf-acb0-7a17299587d3 HTTP/1.1" status: 200 len: 1128 time: 0.3392456 Jan 28 19:16:01.655037 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 38416) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:01.705307 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a83de8a-e19f-487b-9d54-49e7599798ab req-15e8edca-c1ea-42a3-8d7a-093d4f4127d0 tempest-ServersTestJSON-1813896326 tempest-ServersTestJSON-1813896326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:01.715252 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-0d7c69b2-c9c5-4825-a45a-bc74de46aea2 tempest-ServersTestFqdnHostnames-1981151228 tempest-ServersTestFqdnHostnames-1981151228-project] Request body: {'security_group_rule': {'security_group_id': '86be49ed-dcd4-4bc8-814a-1d557121cc3e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:16:01.717602 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2a83de8a-e19f-487b-9d54-49e7599798ab req-15e8edca-c1ea-42a3-8d7a-093d4f4127d0 tempest-ServersTestJSON-1813896326 tempest-ServersTestJSON-1813896326-project] 10.222.0.64 "GET /v2.0/ports?device_id=08612e5d-c307-4c82-952d-d5de2b13b7c7 HTTP/1.1" status: 200 len: 944 time: 0.4743102 Jan 28 19:16:01.731686 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d9549b-b2ba-4d92-837e-3cf179e08138 admin admin] Pushing event updated for resources: {'Port': ['ID=05c919bf-af95-4189-939d-735b8576031d,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:01.920294 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756cab5a-bee5-4ca6-ba39-d9e86aa1cff0 req-a2c2a857-45ce-47a4-ab19-49797bdd12b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:01.922131 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-756cab5a-bee5-4ca6-ba39-d9e86aa1cff0 req-a2c2a857-45ce-47a4-ab19-49797bdd12b1 service neutron] 10.222.0.70 "GET /v2.0/networks?id=72a547d0-d9da-4c9f-b2a7-a4b786ea70ac HTTP/1.1" status: 200 len: 920 time: 0.2725737 Jan 28 19:16:01.930548 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e0e5a4d7-d913-49dc-a2fa-70fdd35be27f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (95126ee8-651b-462a-980e-5b3c9339e07c), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:01.938782 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e0e5a4d7-d913-49dc-a2fa-70fdd35be27f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:01.942289 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2a83de8a-e19f-487b-9d54-49e7599798ab req-56070b21-5a2d-4bd5-bfa1-7f1b74be0e68 tempest-ServersTestJSON-1813896326 tempest-ServersTestJSON-1813896326-project] 10.222.0.64 "GET /v2.0/security-groups?id=c5f3ac41-b8df-408c-bb33-9833dc3f320f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2232516 Jan 28 19:16:01.960022 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-e0e5a4d7-d913-49dc-a2fa-70fdd35be27f admin admin] 10.222.0.64 "DELETE /v2.0/networks/95126ee8-651b-462a-980e-5b3c9339e07c HTTP/1.1" status: 204 len: 168 time: 2.1492772 Jan 28 19:16:01.984750 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 4ffcf880-eb0e-4608-962c-0863c11da0d8 up at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:16:02.044766 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-272cb28a-b206-4d0b-bc40-e3005403727d None None] Publish callbacks [] for port (210d91e0-8cd4-4a67-990f-6e7dd0538b9d), precommit_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:02.052813 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-26d9549b-b2ba-4d92-837e-3cf179e08138 admin admin] Publish callbacks [] for router_gateway (b6d3a8ff-e794-42a8-af82-0d62abd8ca2d), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:02.056032 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff1c49bc-f7e9-437b-bc3f-26cffd16238b None None] Network b483694f-9043-435d-89cf-8bde8f85a784 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:16:02.073527 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-272cb28a-b206-4d0b-bc40-e3005403727d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (210d91e0-8cd4-4a67-990f-6e7dd0538b9d), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:02.181183 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-30976a46-95f6-44c6-8c7c-1d3bd4b10ab7 req-a41028e8-814a-4abc-9ee2-867544d751ab tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/security-groups?id=414e93b9-08bc-438e-9127-05114ed7dbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5733008 Jan 28 19:16:02.185133 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e5a4d7-d913-49dc-a2fa-70fdd35be27f admin admin] Pushing event deleted for resources: {'Network': ['ID=95126ee8-651b-462a-980e-5b3c9339e07c,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:02.191764 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0d7c69b2-c9c5-4825-a45a-bc74de46aea2 tempest-ServersTestFqdnHostnames-1981151228 tempest-ServersTestFqdnHostnames-1981151228-project] Publish callbacks [] for security_group_rule (b28b6693-9be0-4010-801a-b44b08146348), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:02.201261 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-756cab5a-bee5-4ca6-ba39-d9e86aa1cff0 req-0bdf2953-9ccc-472f-8ab3-845bb5cc5f5a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=aaf861b8-dc1c-4ad7-b587-439242683163 HTTP/1.1" status: 200 len: 217 time: 0.2351823 Jan 28 19:16:02.243539 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 38434) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:02.305184 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2813cc-1ce7-4c0b-be3c-4ea456454b10 None None] Pushing event updated for resources: {'Port': ['ID=210d91e0-8cd4-4a67-990f-6e7dd0538b9d,revision_number=3']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:02.319717 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756cab5a-bee5-4ca6-ba39-d9e86aa1cff0 req-46b161bc-b35c-426a-b15a-04c3732d812e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:02.322249 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-756cab5a-bee5-4ca6-ba39-d9e86aa1cff0 req-46b161bc-b35c-426a-b15a-04c3732d812e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=7e42a0bc-2ea3-4c64-b0da-1fe419b4beb8 HTTP/1.1" status: 200 len: 860 time: 0.1125987 Jan 28 19:16:02.325453 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-feaad3e7-7d31-427b-afdf-076ad137f68d None None] Provisioning complete for port aef80992-b0da-4845-a1bb-b49baf5f6df5 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:16:02.327351 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-feaad3e7-7d31-427b-afdf-076ad137f68d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (aef80992-b0da-4845-a1bb-b49baf5f6df5), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:02.335789 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-132abd7b-4567-4654-a4d2-8ae0bee71e12 req-3f591374-219e-4233-bafc-adad25093b5e tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/ports?device_id=4c6c3f6c-0306-4d2c-8d60-3928c2ea3c53 HTTP/1.1" status: 200 len: 210 time: 0.1016617 Jan 28 19:16:02.352473 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2813cc-1ce7-4c0b-be3c-4ea456454b10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:16:02.353205 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2813cc-1ce7-4c0b-be3c-4ea456454b10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:16:02.353784 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2813cc-1ce7-4c0b-be3c-4ea456454b10 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:16:02.354314 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2813cc-1ce7-4c0b-be3c-4ea456454b10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:16:02.354874 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2813cc-1ce7-4c0b-be3c-4ea456454b10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:16:02.355392 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2813cc-1ce7-4c0b-be3c-4ea456454b10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:16:02.355919 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2813cc-1ce7-4c0b-be3c-4ea456454b10 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:16:02.356424 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2813cc-1ce7-4c0b-be3c-4ea456454b10 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:16:02.357245 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2813cc-1ce7-4c0b-be3c-4ea456454b10 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:16:02.357777 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2813cc-1ce7-4c0b-be3c-4ea456454b10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:16:02.358424 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2813cc-1ce7-4c0b-be3c-4ea456454b10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:16:02.358981 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2813cc-1ce7-4c0b-be3c-4ea456454b10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:16:02.359574 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2813cc-1ce7-4c0b-be3c-4ea456454b10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:16:02.399235 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-756cab5a-bee5-4ca6-ba39-d9e86aa1cff0 req-ece0a007-13f2-4dfb-9eb7-63b1a7b46cf9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=72a547d0-d9da-4c9f-b2a7-a4b786ea70ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0667946 Jan 28 19:16:02.486115 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 38438) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:02.551066 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning for port 4ffcf880-eb0e-4608-962c-0863c11da0d8 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:16:02.561719 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-272cb28a-b206-4d0b-bc40-e3005403727d None None] Attempting to bind port 210d91e0-8cd4-4a67-990f-6e7dd0538b9d on host n-d-812111-14 for vnic_type normal with profile {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:16:02.562096 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-272cb28a-b206-4d0b-bc40-e3005403727d None None] Attempting to bind port 210d91e0-8cd4-4a67-990f-6e7dd0538b9d by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '504142c2-c953-442b-b4a6-2fbebe4e0a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '942f5500-a4bd-4069-a44c-30175e942cfe'}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:16:02.562458 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-272cb28a-b206-4d0b-bc40-e3005403727d None None] Attempting to bind port 210d91e0-8cd4-4a67-990f-6e7dd0538b9d on network 942f5500-a4bd-4069-a44c-30175e942cfe {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:16:02.566386 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-144fab16-3a2d-4856-aae3-7444ca4d16d9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=364a7c42eb8b468d8d8584f032848f52&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3209963 Jan 28 19:16:02.567275 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning complete for port 4ffcf880-eb0e-4608-962c-0863c11da0d8 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:16:02.567748 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (4ffcf880-eb0e-4608-962c-0863c11da0d8), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:02.569880 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-feaad3e7-7d31-427b-afdf-076ad137f68d None None] Current status of the port aef80992-b0da-4845-a1bb-b49baf5f6df5 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:16:02.570527 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-feaad3e7-7d31-427b-afdf-076ad137f68d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (aef80992-b0da-4845-a1bb-b49baf5f6df5), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:02.592348 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 38442) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:02.601857 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-272cb28a-b206-4d0b-bc40-e3005403727d None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:16:02.602318 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-272cb28a-b206-4d0b-bc40-e3005403727d None None] Checking segment: {'id': '504142c2-c953-442b-b4a6-2fbebe4e0a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '942f5500-a4bd-4069-a44c-30175e942cfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:16:02.606063 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-272cb28a-b206-4d0b-bc40-e3005403727d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:02.608117 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-272cb28a-b206-4d0b-bc40-e3005403727d None None] Bound using segment: {'id': '504142c2-c953-442b-b4a6-2fbebe4e0a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '942f5500-a4bd-4069-a44c-30175e942cfe'} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:16:02.608630 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-272cb28a-b206-4d0b-bc40-e3005403727d None None] Bound port: 210d91e0-8cd4-4a67-990f-6e7dd0538b9d, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '504142c2-c953-442b-b4a6-2fbebe4e0a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '942f5500-a4bd-4069-a44c-30175e942cfe'}}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:16:02.609024 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-272cb28a-b206-4d0b-bc40-e3005403727d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (210d91e0-8cd4-4a67-990f-6e7dd0538b9d), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:02.713220 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-feaad3e7-7d31-427b-afdf-076ad137f68d None None] For port aef80992-b0da-4845-a1bb-b49baf5f6df5, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=aef80992-b0da-4845-a1bb-b49baf5f6df5,segment=NetworkSegment(6dc6eae3-f32e-470d-a2b1-f94c96581d4b),segment_id=6dc6eae3-f32e-470d-a2b1-f94c96581d4b)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:16:02.722930 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-feaad3e7-7d31-427b-afdf-076ad137f68d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (aef80992-b0da-4845-a1bb-b49baf5f6df5), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:02.733541 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0d7c69b2-c9c5-4825-a45a-bc74de46aea2 tempest-ServersTestFqdnHostnames-1981151228 tempest-ServersTestFqdnHostnames-1981151228-project] Publish callbacks [] for security_group_rule (b28b6693-9be0-4010-801a-b44b08146348), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:02.746607 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0d7c69b2-c9c5-4825-a45a-bc74de46aea2 tempest-ServersTestFqdnHostnames-1981151228 tempest-ServersTestFqdnHostnames-1981151228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (b28b6693-9be0-4010-801a-b44b08146348), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:02.803980 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7c69b2-c9c5-4825-a45a-bc74de46aea2 tempest-ServersTestFqdnHostnames-1981151228 tempest-ServersTestFqdnHostnames-1981151228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b28b6693-9be0-4010-801a-b44b08146348,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:02.815278 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0d7c69b2-c9c5-4825-a45a-bc74de46aea2 tempest-ServersTestFqdnHostnames-1981151228 tempest-ServersTestFqdnHostnames-1981151228-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:02.817688 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-0d7c69b2-c9c5-4825-a45a-bc74de46aea2 tempest-ServersTestFqdnHostnames-1981151228 tempest-ServersTestFqdnHostnames-1981151228-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1172817 Jan 28 19:16:02.823877 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device aef80992-b0da-4845-a1bb-b49baf5f6df5 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:16:02.826938 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 38444) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:02.830128 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb69885-0641-4e91-80f4-8a2e094a7379 req-c3c18d87-2b84-46c5-92a6-f36f40b088f2 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:02.840981 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-fcb69885-0641-4e91-80f4-8a2e094a7379 req-c3c18d87-2b84-46c5-92a6-f36f40b088f2 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=d493780a-0b9d-4faf-acb0-7a17299587d3 HTTP/1.1" status: 200 len: 945 time: 0.4376309 Jan 28 19:16:02.844626 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-272cb28a-b206-4d0b-bc40-e3005403727d None None] For port 210d91e0-8cd4-4a67-990f-6e7dd0538b9d, host n-d-812111-14, cleared binding levels {{(pid=103307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:16:02.846381 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-0582552f-4407-491f-9740-aea3d14cc9ba admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1119777386-network', 'tenant_id': '7d4c400ab49c4b23993bf9a9133a18f1'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:16:02.855044 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-272cb28a-b206-4d0b-bc40-e3005403727d None None] For port 210d91e0-8cd4-4a67-990f-6e7dd0538b9d, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=210d91e0-8cd4-4a67-990f-6e7dd0538b9d,segment=NetworkSegment(504142c2-c953-442b-b4a6-2fbebe4e0a31),segment_id=504142c2-c953-442b-b4a6-2fbebe4e0a31)] {{(pid=103307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:16:02.865081 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-7b7ae58a-ebd9-4fe7-b19f-9c10a6c0dd8a tempest-ServersTestFqdnHostnames-1981151228 tempest-ServersTestFqdnHostnames-1981151228-project] Request body: {'floatingip': {'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:16:02.877996 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-272cb28a-b206-4d0b-bc40-e3005403727d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (210d91e0-8cd4-4a67-990f-6e7dd0538b9d), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:02.932720 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-a42dacfe-f40a-4b5f-9d2b-43bb3e50abd3 None None] Provisioning complete for port 210d91e0-8cd4-4a67-990f-6e7dd0538b9d triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:16:02.933535 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a42dacfe-f40a-4b5f-9d2b-43bb3e50abd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (210d91e0-8cd4-4a67-990f-6e7dd0538b9d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:02.936006 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaad3e7-7d31-427b-afdf-076ad137f68d None None] Pushing event updated for resources: {'Port': ['ID=aef80992-b0da-4845-a1bb-b49baf5f6df5,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:02.946197 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-26d9549b-b2ba-4d92-837e-3cf179e08138 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-731074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-731460'] for router (b6d3a8ff-e794-42a8-af82-0d62abd8ca2d), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:02.988395 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7b7ae58a-ebd9-4fe7-b19f-9c10a6c0dd8a tempest-ServersTestFqdnHostnames-1981151228 tempest-ServersTestFqdnHostnames-1981151228-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:03.001731 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4c31c66c-b944-4867-995a-a445b71bffc9 admin admin] Publish callbacks [] for security_group (1096f38f-d227-43c8-a9c4-ef4c2484a630), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:03.010495 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e2fd3d-de80-4a8d-8fef-6fe9844e5ea0 req-452801c1-d968-465b-a131-33f0cec43397 tempest-LiveMigrationTest-1644078950 tempest-LiveMigrationTest-1644078950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:03.021576 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272cb28a-b206-4d0b-bc40-e3005403727d None None] Routers {'eb03139e-a51e-4a95-9941-b7e81a8a4c04'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:16:03.021792 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-81e2fd3d-de80-4a8d-8fef-6fe9844e5ea0 req-452801c1-d968-465b-a131-33f0cec43397 tempest-LiveMigrationTest-1644078950 tempest-LiveMigrationTest-1644078950-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=c3a44de3-d7bc-419a-9768-acddf7e95fea HTTP/1.1" status: 200 len: 1127 time: 0.4489470 Jan 28 19:16:03.022775 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-272cb28a-b206-4d0b-bc40-e3005403727d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:15:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['eb03139e-a51e-4a95-9941-b7e81a8a4c04'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:16:03.064843 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 4ffcf880-eb0e-4608-962c-0863c11da0d8 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:16:03.065220 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (4ffcf880-eb0e-4608-962c-0863c11da0d8), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:03.069283 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port aef80992-b0da-4845-a1bb-b49baf5f6df5 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:16:03.069659 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (aef80992-b0da-4845-a1bb-b49baf5f6df5), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:03.210444 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08612e5d-c307-4c82-952d-d5de2b13b7c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ffcf880-eb0e-4608-962c-0863c11da0d8'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:16:03.212995 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e38cca1b-392e-4bf1-91ae-0c2cb27fffcf" -d '{"events": [{"server_uuid": "08612e5d-c307-4c82-952d-d5de2b13b7c7", "name": "network-vif-plugged", "status": "completed", "tag": "4ffcf880-eb0e-4608-962c-0863c11da0d8"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:16:03.273769 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 4ffcf880-eb0e-4608-962c-0863c11da0d8, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=4ffcf880-eb0e-4608-962c-0863c11da0d8,segment=NetworkSegment(fb535013-f414-4222-968d-5414b6a47e41),segment_id=fb535013-f414-4222-968d-5414b6a47e41)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:16:03.290442 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (4ffcf880-eb0e-4608-962c-0863c11da0d8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:03.296850 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-a42dacfe-f40a-4b5f-9d2b-43bb3e50abd3 None None] Current status of the port 210d91e0-8cd4-4a67-990f-6e7dd0538b9d is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:16:03.297277 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a42dacfe-f40a-4b5f-9d2b-43bb3e50abd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (210d91e0-8cd4-4a67-990f-6e7dd0538b9d), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:03.332826 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-272cb28a-b206-4d0b-bc40-e3005403727d None None] Set router eb03139e-a51e-4a95-9941-b7e81a8a4c04 gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:16:03.351345 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-93ecfb2d-c67e-40e4-a6cd-638e88fbee4c req-ad70d57a-4e9d-44d0-aca8-7c2511d593c1 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=1a64246f3ff0490988e6f00c7a9a6590&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0832934 Jan 28 19:16:03.354690 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4c31c66c-b944-4867-995a-a445b71bffc9 admin admin] Publish callbacks [] for security_group (1096f38f-d227-43c8-a9c4-ef4c2484a630), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:03.357323 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-756cab5a-bee5-4ca6-ba39-d9e86aa1cff0 req-56dcd5a5-2c0d-456d-add1-a0a530b67f35 service neutron] 10.222.0.70 "GET /v2.0/networks/72a547d0-d9da-4c9f-b2a7-a4b786ea70ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9034715 Jan 28 19:16:03.374893 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-fcb69885-0641-4e91-80f4-8a2e094a7379 req-58071d03-5ce7-4bd5-b8a4-a70d9a00baf2 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5328689 Jan 28 19:16:03.423209 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-a42dacfe-f40a-4b5f-9d2b-43bb3e50abd3 None None] For port 210d91e0-8cd4-4a67-990f-6e7dd0538b9d, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=210d91e0-8cd4-4a67-990f-6e7dd0538b9d,segment=NetworkSegment(504142c2-c953-442b-b4a6-2fbebe4e0a31),segment_id=504142c2-c953-442b-b4a6-2fbebe4e0a31)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:16:03.434676 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port aef80992-b0da-4845-a1bb-b49baf5f6df5 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:16:03.437061 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a42dacfe-f40a-4b5f-9d2b-43bb3e50abd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (210d91e0-8cd4-4a67-990f-6e7dd0538b9d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:03.439208 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=4ffcf880-eb0e-4608-962c-0863c11da0d8,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:03.500647 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42dacfe-f40a-4b5f-9d2b-43bb3e50abd3 None None] Pushing event updated for resources: {'Port': ['ID=210d91e0-8cd4-4a67-990f-6e7dd0538b9d,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:03.504933 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-81e2fd3d-de80-4a8d-8fef-6fe9844e5ea0 req-c24ba212-bef7-422e-83ae-5fd5e10cc3f1 tempest-LiveMigrationTest-1644078950 tempest-LiveMigrationTest-1644078950-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=414e93b9-08bc-438e-9127-05114ed7dbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4814141 Jan 28 19:16:03.518855 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0582552f-4407-491f-9740-aea3d14cc9ba admin admin] Made reservation on behalf of 7d4c400ab49c4b23993bf9a9133a18f1 for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:16:03.524420 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0582552f-4407-491f-9740-aea3d14cc9ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:03.570091 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:16:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-545b12b3-6122-4a33-a80e-5348571b18d5 x-openstack-request-id: req-545b12b3-6122-4a33-a80e-5348571b18d5 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:16:03.570359 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08612e5d-c307-4c82-952d-d5de2b13b7c7", "name": "network-vif-plugged", "status": "completed", "tag": "4ffcf880-eb0e-4608-962c-0863c11da0d8", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:16:03.575570 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-545b12b3-6122-4a33-a80e-5348571b18d5 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:16:03.576037 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08612e5d-c307-4c82-952d-d5de2b13b7c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ffcf880-eb0e-4608-962c-0863c11da0d8', 'code': 200} Jan 28 19:16:03.576359 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0582552f-4407-491f-9740-aea3d14cc9ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:03.593714 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-4d65a0df-6a62-43d1-80b7-911ef6b18871 None None] Provisioning complete for port aef80992-b0da-4845-a1bb-b49baf5f6df5 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:16:03.594089 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4d65a0df-6a62-43d1-80b7-911ef6b18871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (aef80992-b0da-4845-a1bb-b49baf5f6df5), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:03.616294 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2813cc-1ce7-4c0b-be3c-4ea456454b10 None None] Pushing event updated for resources: {'Port': ['ID=210d91e0-8cd4-4a67-990f-6e7dd0538b9d,revision_number=4']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:03.616991 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4c31c66c-b944-4867-995a-a445b71bffc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (1096f38f-d227-43c8-a9c4-ef4c2484a630), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:03.620140 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4c31c66c-b944-4867-995a-a445b71bffc9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:03.622023 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-4c31c66c-b944-4867-995a-a445b71bffc9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1096f38f-d227-43c8-a9c4-ef4c2484a630 HTTP/1.1" status: 204 len: 168 time: 1.0183342 Jan 28 19:16:03.694189 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4e504a23-e717-4f53-b841-40556c61a82b req-8f4a33f3-8f30-4624-9007-95329e7318a1 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/ports?device_id=4c6c3f6c-0306-4d2c-8d60-3928c2ea3c53 HTTP/1.1" status: 200 len: 210 time: 0.0543385 Jan 28 19:16:03.696762 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c31c66c-b944-4867-995a-a445b71bffc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1096f38f-d227-43c8-a9c4-ef4c2484a630,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:03.709767 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26d9549b-b2ba-4d92-837e-3cf179e08138 admin admin] Router b6d3a8ff-e794-42a8-af82-0d62abd8ca2d is scheduled to L3 agent 76fe5c49-705a-4e08-abb2-be585676213f with binding_index 1 {{(pid=103305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 19:16:03.726696 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7b7ae58a-ebd9-4fe7-b19f-9c10a6c0dd8a tempest-ServersTestFqdnHostnames-1981151228 tempest-ServersTestFqdnHostnames-1981151228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:03.793002 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ecfb2d-c67e-40e4-a6cd-638e88fbee4c req-6971ac94-587b-46cd-b885-7807182e47bd tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:03.795307 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-93ecfb2d-c67e-40e4-a6cd-638e88fbee4c req-6971ac94-587b-46cd-b885-7807182e47bd tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3967981 Jan 28 19:16:03.810095 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-4d65a0df-6a62-43d1-80b7-911ef6b18871 None None] Current status of the port aef80992-b0da-4845-a1bb-b49baf5f6df5 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:16:03.829077 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-272cb28a-b206-4d0b-bc40-e3005403727d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb03139e-a51e-4a95-9941-b7e81a8a4c04', 'name': 'tempest-ServersTestFqdnHostnames-384020295-router', 'tenant_id': '2919cc86d97b42bbb60ba9ee60522438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '6c58fc49-61d8-44c2-ba94-3d16ccd30c06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:15:50Z', 'updated_at': '2022-01-28T19:15:57Z', 'revision_number': 4, 'project_id': '2919cc86d97b42bbb60ba9ee60522438', 'gw_port': {'id': '6c58fc49-61d8-44c2-ba94-3d16ccd30c06', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:3e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb03139e-a51e-4a95-9941-b7e81a8a4c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:15:51Z', 'updated_at': '2022-01-28T19:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '210d91e0-8cd4-4a67-990f-6e7dd0538b9d', 'name': '', 'network_id': '942f5500-a4bd-4069-a44c-30175e942cfe', 'tenant_id': '2919cc86d97b42bbb60ba9ee60522438', 'mac_address': 'fa:16:3e:f0:b1:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb03139e-a51e-4a95-9941-b7e81a8a4c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '8ec4e5d1-0c4e-4c7b-954e-58b53ab84682', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:15:56Z', 'updated_at': '2022-01-28T19:16:02Z', 'revision_number': 4, 'project_id': '2919cc86d97b42bbb60ba9ee60522438', 'subnets': [{'id': '8ec4e5d1-0c4e-4c7b-954e-58b53ab84682', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:16:03.837431 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-93ecfb2d-c67e-40e4-a6cd-638e88fbee4c req-4ba08701-3ea5-4c7c-9dcb-b898015e1218 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Request body: {'port': {'device_id': '4c6c3f6c-0306-4d2c-8d60-3928c2ea3c53', 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91', 'admin_state_up': True, 'tenant_id': '1a64246f3ff0490988e6f00c7a9a6590'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:16:03.860046 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52ea9e1-4ca9-4d91-afd3-4e433c24af8f req-1f071297-bfa8-4aa2-b8f4-37938bf3780a tempest-ServersTestJSON-1813896326 tempest-ServersTestJSON-1813896326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:03.864186 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-4d65a0df-6a62-43d1-80b7-911ef6b18871 None None] Provisioning complete for port 210d91e0-8cd4-4a67-990f-6e7dd0538b9d triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:16:03.864577 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4d65a0df-6a62-43d1-80b7-911ef6b18871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (210d91e0-8cd4-4a67-990f-6e7dd0538b9d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:03.869745 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d52ea9e1-4ca9-4d91-afd3-4e433c24af8f req-1f071297-bfa8-4aa2-b8f4-37938bf3780a tempest-ServersTestJSON-1813896326 tempest-ServersTestJSON-1813896326-project] 10.222.0.64 "GET /v2.0/ports?device_id=08612e5d-c307-4c82-952d-d5de2b13b7c7 HTTP/1.1" status: 200 len: 945 time: 0.3412395 Jan 28 19:16:03.894468 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-756cab5a-bee5-4ca6-ba39-d9e86aa1cff0 req-56c318db-9815-4283-98e1-540393fa75bb service neutron] 10.222.0.70 "GET /v2.0/networks/72a547d0-d9da-4c9f-b2a7-a4b786ea70ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5173557 Jan 28 19:16:03.897551 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-272cb28a-b206-4d0b-bc40-e3005403727d None None] The sync data for ids ['eb03139e-a51e-4a95-9941-b7e81a8a4c04'] in n-d-812111-14 is: [{'id': 'eb03139e-a51e-4a95-9941-b7e81a8a4c04', 'name': 'tempest-ServersTestFqdnHostnames-384020295-router', 'tenant_id': '2919cc86d97b42bbb60ba9ee60522438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '6c58fc49-61d8-44c2-ba94-3d16ccd30c06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:15:50Z', 'updated_at': '2022-01-28T19:15:57Z', 'revision_number': 4, 'project_id': '2919cc86d97b42bbb60ba9ee60522438', 'gw_port': {'id': '6c58fc49-61d8-44c2-ba94-3d16ccd30c06', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:3e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb03139e-a51e-4a95-9941-b7e81a8a4c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:15:51Z', 'updated_at': '2022-01-28T19:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '210d91e0-8cd4-4a67-990f-6e7dd0538b9d', 'name': '', 'network_id': '942f5500-a4bd-4069-a44c-30175e942cfe', 'tenant_id': '2919cc86d97b42bbb60ba9ee60522438', 'mac_address': 'fa:16:3e:f0:b1:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb03139e-a51e-4a95-9941-b7e81a8a4c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '8ec4e5d1-0c4e-4c7b-954e-58b53ab84682', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:15:56Z', 'updated_at': '2022-01-28T19:16:02Z', 'revision_number': 4, 'project_id': '2919cc86d97b42bbb60ba9ee60522438', 'subnets': [{'id': '8ec4e5d1-0c4e-4c7b-954e-58b53ab84682', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:16:03.898662 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b0ad18-0a02-4995-9983-7f1c78326817 req-27c09c89-b090-4103-9283-ea1f966441f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:03.901257 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-99b0ad18-0a02-4995-9983-7f1c78326817 req-27c09c89-b090-4103-9283-ea1f966441f5 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=08612e5d-c307-4c82-952d-d5de2b13b7c7 HTTP/1.1" status: 200 len: 1128 time: 0.2627757 Jan 28 19:16:03.974749 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798f1571-ecf2-45a9-b0e8-92b13bc80725 req-339beeda-f582-44d9-a4a6-218cace40313 tempest-LiveMigrationTest-1644078950 tempest-LiveMigrationTest-1644078950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:03.976274 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-798f1571-ecf2-45a9-b0e8-92b13bc80725 req-339beeda-f582-44d9-a4a6-218cace40313 tempest-LiveMigrationTest-1644078950 tempest-LiveMigrationTest-1644078950-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=c3a44de3-d7bc-419a-9768-acddf7e95fea HTTP/1.1" status: 200 len: 1127 time: 0.1143892 Jan 28 19:16:04.076597 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-4d65a0df-6a62-43d1-80b7-911ef6b18871 None None] Current status of the port 210d91e0-8cd4-4a67-990f-6e7dd0538b9d is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:16:04.077672 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26d9549b-b2ba-4d92-837e-3cf179e08138 admin admin] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:16:04.089611 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0582552f-4407-491f-9740-aea3d14cc9ba admin admin] Publish callbacks [] for security_group (8aae2b20-f91e-4f82-a984-d02d6f5b7498), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:04.104713 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ffff80c-ca22-4887-9b94-1e23f8e1adb1 None None] Sync routers for ids ['b6d3a8ff-e794-42a8-af82-0d62abd8ca2d'] in n-d-812111-14 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:16:04.112445 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0582552f-4407-491f-9740-aea3d14cc9ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (8aae2b20-f91e-4f82-a984-d02d6f5b7498), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:04.124963 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ffff80c-ca22-4887-9b94-1e23f8e1adb1 None None] Routers {'b6d3a8ff-e794-42a8-af82-0d62abd8ca2d'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:16:04.136586 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-798f1571-ecf2-45a9-b0e8-92b13bc80725 req-a6d3f5a7-616b-45aa-8e2c-2baa0a535598 tempest-LiveMigrationTest-1644078950 tempest-LiveMigrationTest-1644078950-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=414e93b9-08bc-438e-9127-05114ed7dbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454737 Jan 28 19:16:04.142248 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-7ffff80c-ca22-4887-9b94-1e23f8e1adb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:15:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['b6d3a8ff-e794-42a8-af82-0d62abd8ca2d'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:16:04.156597 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d52ea9e1-4ca9-4d91-afd3-4e433c24af8f req-22ad8963-07aa-4499-938f-1551f332495c tempest-ServersTestJSON-1813896326 tempest-ServersTestJSON-1813896326-project] 10.222.0.64 "GET /v2.0/security-groups?id=c5f3ac41-b8df-408c-bb33-9833dc3f320f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2808521 Jan 28 19:16:04.191549 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-7b7ae58a-ebd9-4fe7-b19f-9c10a6c0dd8a tempest-ServersTestFqdnHostnames-1981151228 tempest-ServersTestFqdnHostnames-1981151228-project] Allocated IP 172.25.6.119 (d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8/a648e4ab-7422-41b9-b133-58aca25ab8f5/729e6a81-a005-46be-9f31-3708ee196e94) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:16:04.195231 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-99b0ad18-0a02-4995-9983-7f1c78326817 req-ed68743a-ec78-453d-833b-ac32d28a0088 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=c5f3ac41-b8df-408c-bb33-9833dc3f320f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2509501 Jan 28 19:16:04.248011 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0582552f-4407-491f-9740-aea3d14cc9ba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:16:04.269463 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0582552f-4407-491f-9740-aea3d14cc9ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aae2b20-f91e-4f82-a984-d02d6f5b7498,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:04.351752 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 38462) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:04.356081 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0582552f-4407-491f-9740-aea3d14cc9ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (c18fcf1e-dedc-45e4-bcfd-9f6ccdd742b9), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:04.356860 n-d-812111-14 neutron-server[103304]: INFO neutron.db.segments_db [None req-0582552f-4407-491f-9740-aea3d14cc9ba admin admin] Added segment c18fcf1e-dedc-45e4-bcfd-9f6ccdd742b9 of type vlan for network aa8194b2-67a7-4f39-b902-e079056e75c3 Jan 28 19:16:04.365931 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-7ffff80c-ca22-4887-9b94-1e23f8e1adb1 None None] Set router b6d3a8ff-e794-42a8-af82-0d62abd8ca2d gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:16:04.413277 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0582552f-4407-491f-9740-aea3d14cc9ba admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (aa8194b2-67a7-4f39-b902-e079056e75c3), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:04.492591 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0582552f-4407-491f-9740-aea3d14cc9ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (aa8194b2-67a7-4f39-b902-e079056e75c3), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:04.493698 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7b7ae58a-ebd9-4fe7-b19f-9c10a6c0dd8a tempest-ServersTestFqdnHostnames-1981151228 tempest-ServersTestFqdnHostnames-1981151228-project] Publish callbacks [] for port (729e6a81-a005-46be-9f31-3708ee196e94), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:04.497595 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0582552f-4407-491f-9740-aea3d14cc9ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:04.498639 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0582552f-4407-491f-9740-aea3d14cc9ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:04.597363 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93ecfb2d-c67e-40e4-a6cd-638e88fbee4c req-4ba08701-3ea5-4c7c-9dcb-b898015e1218 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Made reservation on behalf of 1a64246f3ff0490988e6f00c7a9a6590 for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:16:04.597683 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-26d9549b-b2ba-4d92-837e-3cf179e08138 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:04.602383 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-26d9549b-b2ba-4d92-837e-3cf179e08138 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.6843710 Jan 28 19:16:04.603640 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 38468) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:04.605722 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7b7ae58a-ebd9-4fe7-b19f-9c10a6c0dd8a tempest-ServersTestFqdnHostnames-1981151228 tempest-ServersTestFqdnHostnames-1981151228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (729e6a81-a005-46be-9f31-3708ee196e94), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:04.620707 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-93ecfb2d-c67e-40e4-a6cd-638e88fbee4c req-4ba08701-3ea5-4c7c-9dcb-b898015e1218 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:04.645989 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0582552f-4407-491f-9740-aea3d14cc9ba admin admin] Pushing event updated for resources: {'Network': ['ID=aa8194b2-67a7-4f39-b902-e079056e75c3,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:04.661624 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network aa8194b2-67a7-4f39-b902-e079056e75c3 details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:16:04.663355 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-0582552f-4407-491f-9740-aea3d14cc9ba admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.1759062 Jan 28 19:16:04.682617 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 38470) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:04.697292 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-ce83f12e-a6a2-4198-ae8a-4732cfa2637f admin admin] Request body: {'subnet': {'network_id': 'aa8194b2-67a7-4f39-b902-e079056e75c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1119777386-subnet', 'tenant_id': '7d4c400ab49c4b23993bf9a9133a18f1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:16:04.737543 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-93ecfb2d-c67e-40e4-a6cd-638e88fbee4c req-4ba08701-3ea5-4c7c-9dcb-b898015e1218 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:04.777019 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b7ae58a-ebd9-4fe7-b19f-9c10a6c0dd8a tempest-ServersTestFqdnHostnames-1981151228 tempest-ServersTestFqdnHostnames-1981151228-project] Network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:16:04.787278 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-7b7ae58a-ebd9-4fe7-b19f-9c10a6c0dd8a tempest-ServersTestFqdnHostnames-1981151228 tempest-ServersTestFqdnHostnames-1981151228-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:16:04.805638 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7ae58a-ebd9-4fe7-b19f-9c10a6c0dd8a tempest-ServersTestFqdnHostnames-1981151228 tempest-ServersTestFqdnHostnames-1981151228-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:16:04.842061 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-f5dfaba9-4436-4107-9959-802dedd8803d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=36bfb8782cf444d582de8206c946cc07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3660147 Jan 28 19:16:04.850481 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 38478) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:04.852997 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce83f12e-a6a2-4198-ae8a-4732cfa2637f admin admin] Made reservation on behalf of 7d4c400ab49c4b23993bf9a9133a18f1 for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:16:04.857178 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ce83f12e-a6a2-4198-ae8a-4732cfa2637f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5221429'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:04.880341 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7ae58a-ebd9-4fe7-b19f-9c10a6c0dd8a tempest-ServersTestFqdnHostnames-1981151228 tempest-ServersTestFqdnHostnames-1981151228-project] Pushing event updated for resources: {'Port': ['ID=729e6a81-a005-46be-9f31-3708ee196e94,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:04.899115 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device aef80992-b0da-4845-a1bb-b49baf5f6df5 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:16:05.077035 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8e7cae0e-451b-4085-8bef-9ff93c847480 req-96687006-1c09-43bf-bc1b-29f7b8ae2780 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/ports?device_id=4c6c3f6c-0306-4d2c-8d60-3928c2ea3c53 HTTP/1.1" status: 200 len: 210 time: 0.0832734 Jan 28 19:16:05.100457 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7b7ae58a-ebd9-4fe7-b19f-9c10a6c0dd8a tempest-ServersTestFqdnHostnames-1981151228 tempest-ServersTestFqdnHostnames-1981151228-project] Publish callbacks [] for floatingip (4a280580-22b5-4f68-bc3f-92dacab7450e), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:05.135361 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-93ecfb2d-c67e-40e4-a6cd-638e88fbee4c req-4ba08701-3ea5-4c7c-9dcb-b898015e1218 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Publish callbacks [] for security_group (c326a8a3-da0b-43eb-8867-b30c14662b27), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:05.152168 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8af99b8-13bc-4225-9714-70a2bf317f01 req-9f45c363-cb73-4b2e-85ae-9ff326ba7993 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:05.165085 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b8af99b8-13bc-4225-9714-70a2bf317f01 req-9f45c363-cb73-4b2e-85ae-9ff326ba7993 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=d493780a-0b9d-4faf-acb0-7a17299587d3 HTTP/1.1" status: 200 len: 945 time: 0.5215518 Jan 28 19:16:05.176643 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-93ecfb2d-c67e-40e4-a6cd-638e88fbee4c req-4ba08701-3ea5-4c7c-9dcb-b898015e1218 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (c326a8a3-da0b-43eb-8867-b30c14662b27), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:05.185868 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c1f6e391-d060-4ea7-83c1-526da7fbbf51 admin admin] Publish callbacks [] for security_group (337a952d-d872-41b5-b4ae-37836c46caa9), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:05.236340 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-7ffff80c-ca22-4887-9b94-1e23f8e1adb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6d3a8ff-e794-42a8-af82-0d62abd8ca2d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1044455628-router', 'tenant_id': 'd8db6e8ff55e4a6780f95f622184a73d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.120'}], 'enable_snat': True}, 'gw_port_id': '05c919bf-af95-4189-939d-735b8576031d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:15:58Z', 'updated_at': '2022-01-28T19:16:01Z', 'revision_number': 3, 'project_id': 'd8db6e8ff55e4a6780f95f622184a73d', 'gw_port': {'id': '05c919bf-af95-4189-939d-735b8576031d', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:b7:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6d3a8ff-e794-42a8-af82-0d62abd8ca2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:16:00Z', 'updated_at': '2022-01-28T19:16:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:16:05.243419 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port aef80992-b0da-4845-a1bb-b49baf5f6df5 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:16:05.244586 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (aef80992-b0da-4845-a1bb-b49baf5f6df5), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:05.289821 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7b7ae58a-ebd9-4fe7-b19f-9c10a6c0dd8a tempest-ServersTestFqdnHostnames-1981151228 tempest-ServersTestFqdnHostnames-1981151228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (729e6a81-a005-46be-9f31-3708ee196e94), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:05.360496 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba08701-3ea5-4c7c-9dcb-b898015e1218 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c326a8a3-da0b-43eb-8867-b30c14662b27,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:05.439069 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ffff80c-ca22-4887-9b94-1e23f8e1adb1 None None] Checking router: b6d3a8ff-e794-42a8-af82-0d62abd8ca2d for host: n-d-812111-14 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:16:05.439660 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ffff80c-ca22-4887-9b94-1e23f8e1adb1 None None] Updating router b6d3a8ff-e794-42a8-af82-0d62abd8ca2d port 05c919bf-af95-4189-939d-735b8576031d binding host n-d-812111-14 {{(pid=103306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:16:05.571876 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7ffff80c-ca22-4887-9b94-1e23f8e1adb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (05c919bf-af95-4189-939d-735b8576031d), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:05.648529 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-93ecfb2d-c67e-40e4-a6cd-638e88fbee4c req-4ba08701-3ea5-4c7c-9dcb-b898015e1218 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Allocated IP 192.168.233.153 (7810caa2-eac6-457d-9302-c8c215ef3e91/f2de4832-9ef6-4f40-9ac5-1557d5e6a6ff/a742ef4b-8c5c-49ae-a7ae-adee27392f4c) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:16:05.820146 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-93ecfb2d-c67e-40e4-a6cd-638e88fbee4c req-4ba08701-3ea5-4c7c-9dcb-b898015e1218 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Publish callbacks [] for port (a742ef4b-8c5c-49ae-a7ae-adee27392f4c), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:05.861079 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c1f6e391-d060-4ea7-83c1-526da7fbbf51 admin admin] Publish callbacks [] for security_group (337a952d-d872-41b5-b4ae-37836c46caa9), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:05.868063 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b8af99b8-13bc-4225-9714-70a2bf317f01 req-7ec00cce-e1f7-4a7e-a556-8773e3c2fa4b tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6940622 Jan 28 19:16:05.881045 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-93ecfb2d-c67e-40e4-a6cd-638e88fbee4c req-4ba08701-3ea5-4c7c-9dcb-b898015e1218 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (a742ef4b-8c5c-49ae-a7ae-adee27392f4c), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:05.906675 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ce83f12e-a6a2-4198-ae8a-4732cfa2637f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4690681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5221415'] for subnet (2cad8180-b00a-4054-a682-94e26557438c), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:05.946512 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port aef80992-b0da-4845-a1bb-b49baf5f6df5 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:16:05.955582 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 210d91e0-8cd4-4a67-990f-6e7dd0538b9d up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:16:06.051772 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93ecfb2d-c67e-40e4-a6cd-638e88fbee4c req-4ba08701-3ea5-4c7c-9dcb-b898015e1218 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Network 7810caa2-eac6-457d-9302-c8c215ef3e91 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:16:06.071382 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d7d37c-e3cb-43ed-a812-172f4a26479b req-738c5e16-4a17-4c17-ab21-2a97f4c1b252 tempest-ServersTestJSON-1813896326 tempest-ServersTestJSON-1813896326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:06.078931 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-18d7d37c-e3cb-43ed-a812-172f4a26479b req-738c5e16-4a17-4c17-ab21-2a97f4c1b252 tempest-ServersTestJSON-1813896326 tempest-ServersTestJSON-1813896326-project] 10.222.0.64 "GET /v2.0/ports?device_id=08612e5d-c307-4c82-952d-d5de2b13b7c7 HTTP/1.1" status: 200 len: 945 time: 0.5491612 Jan 28 19:16:06.093895 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-93ecfb2d-c67e-40e4-a6cd-638e88fbee4c req-4ba08701-3ea5-4c7c-9dcb-b898015e1218 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:16:06.123539 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-93ecfb2d-c67e-40e4-a6cd-638e88fbee4c req-4ba08701-3ea5-4c7c-9dcb-b898015e1218 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:16:06.139410 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce83f12e-a6a2-4198-ae8a-4732cfa2637f admin admin] Pushing event updated for resources: {'Subnet': ['ID=2cad8180-b00a-4054-a682-94e26557438c,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:06.267503 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba08701-3ea5-4c7c-9dcb-b898015e1218 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Pushing event updated for resources: {'Port': ['ID=a742ef4b-8c5c-49ae-a7ae-adee27392f4c,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:06.306052 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 210d91e0-8cd4-4a67-990f-6e7dd0538b9d triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:16:06.306428 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (210d91e0-8cd4-4a67-990f-6e7dd0538b9d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:06.365658 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce83f12e-a6a2-4198-ae8a-4732cfa2637f admin admin] Checking segment: {'id': 'c18fcf1e-dedc-45e4-bcfd-9f6ccdd742b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'aa8194b2-67a7-4f39-b902-e079056e75c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:16:06.366307 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce83f12e-a6a2-4198-ae8a-4732cfa2637f admin admin] Network hostable DHCP agents. Network: aa8194b2-67a7-4f39-b902-e079056e75c3, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:16:06.387526 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ecfb2d-c67e-40e4-a6cd-638e88fbee4c req-4ba08701-3ea5-4c7c-9dcb-b898015e1218 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:06.400939 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-93ecfb2d-c67e-40e4-a6cd-638e88fbee4c req-4ba08701-3ea5-4c7c-9dcb-b898015e1218 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:06.409897 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c1f6e391-d060-4ea7-83c1-526da7fbbf51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (337a952d-d872-41b5-b4ae-37836c46caa9), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:06.415169 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c1f6e391-d060-4ea7-83c1-526da7fbbf51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:06.419243 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-c1f6e391-d060-4ea7-83c1-526da7fbbf51 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/337a952d-d872-41b5-b4ae-37836c46caa9 HTTP/1.1" status: 204 len: 168 time: 1.5587821 Jan 28 19:16:06.456748 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f6e391-d060-4ea7-83c1-526da7fbbf51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=337a952d-d872-41b5-b4ae-37836c46caa9,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:06.474713 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-93ecfb2d-c67e-40e4-a6cd-638e88fbee4c req-4ba08701-3ea5-4c7c-9dcb-b898015e1218 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6474123 Jan 28 19:16:06.510429 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdc5723-9efb-4333-be57-6c1a33214f9f req-814e411d-2f19-4ceb-9401-205de84be6c2 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:06.517940 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7bdc5723-9efb-4333-be57-6c1a33214f9f req-814e411d-2f19-4ceb-9401-205de84be6c2 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/ports?device_id=4c6c3f6c-0306-4d2c-8d60-3928c2ea3c53 HTTP/1.1" status: 200 len: 936 time: 0.2813776 Jan 28 19:16:06.520716 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce83f12e-a6a2-4198-ae8a-4732cfa2637f admin admin] Network aa8194b2-67a7-4f39-b902-e079056e75c3 is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:16:06.538831 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-93ecfb2d-c67e-40e4-a6cd-638e88fbee4c req-79b714e4-20a8-4141-8c6e-81947500f8cb service neutron] Request body: {'port': {'device_id': '4c6c3f6c-0306-4d2c-8d60-3928c2ea3c53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-14'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:16:06.580475 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-ce83f12e-a6a2-4198-ae8a-4732cfa2637f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, aa8194b2-67a7-4f39-b902-e079056e75c3) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:16:06.596123 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce83f12e-a6a2-4198-ae8a-4732cfa2637f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:06.596707 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ce83f12e-a6a2-4198-ae8a-4732cfa2637f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:06.611518 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b13e435-0d2f-407e-a27b-7837fd78e5b4 None None] Network aa8194b2-67a7-4f39-b902-e079056e75c3 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:16:06.669069 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7b7ae58a-ebd9-4fe7-b19f-9c10a6c0dd8a tempest-ServersTestFqdnHostnames-1981151228 tempest-ServersTestFqdnHostnames-1981151228-project] Publish callbacks [] for port (729e6a81-a005-46be-9f31-3708ee196e94), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:06.673534 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7bdc5723-9efb-4333-be57-6c1a33214f9f req-4d525da1-30e1-401c-862d-06d0e6792098 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/security-groups?id=c326a8a3-da0b-43eb-8867-b30c14662b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492388 Jan 28 19:16:06.687034 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-ce83f12e-a6a2-4198-ae8a-4732cfa2637f admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.0013127 Jan 28 19:16:06.696563 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-93ecfb2d-c67e-40e4-a6cd-638e88fbee4c req-79b714e4-20a8-4141-8c6e-81947500f8cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (a742ef4b-8c5c-49ae-a7ae-adee27392f4c), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:06.739871 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-18d7d37c-e3cb-43ed-a812-172f4a26479b req-840884f3-ad9f-44b0-a127-fe4c9ed36e26 tempest-ServersTestJSON-1813896326 tempest-ServersTestJSON-1813896326-project] 10.222.0.64 "GET /v2.0/security-groups?id=c5f3ac41-b8df-408c-bb33-9833dc3f320f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6586030 Jan 28 19:16:06.740642 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7b7ae58a-ebd9-4fe7-b19f-9c10a6c0dd8a tempest-ServersTestFqdnHostnames-1981151228 tempest-ServersTestFqdnHostnames-1981151228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (729e6a81-a005-46be-9f31-3708ee196e94), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:06.788997 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7ae58a-ebd9-4fe7-b19f-9c10a6c0dd8a tempest-ServersTestFqdnHostnames-1981151228 tempest-ServersTestFqdnHostnames-1981151228-project] Pushing event updated for resources: {'Port': ['ID=729e6a81-a005-46be-9f31-3708ee196e94,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:06.877747 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7b7ae58a-ebd9-4fe7-b19f-9c10a6c0dd8a tempest-ServersTestFqdnHostnames-1981151228 tempest-ServersTestFqdnHostnames-1981151228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734886'] for floatingip (4a280580-22b5-4f68-bc3f-92dacab7450e), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:06.984310 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7b7ae58a-ebd9-4fe7-b19f-9c10a6c0dd8a tempest-ServersTestFqdnHostnames-1981151228 tempest-ServersTestFqdnHostnames-1981151228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for floatingip (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:06.990441 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-7b7ae58a-ebd9-4fe7-b19f-9c10a6c0dd8a tempest-ServersTestFqdnHostnames-1981151228 tempest-ServersTestFqdnHostnames-1981151228-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1587546 Jan 28 19:16:07.018822 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 210d91e0-8cd4-4a67-990f-6e7dd0538b9d is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:16:07.034598 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c5dd2892-3dc4-4ac0-be1e-30bc459196ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:07.045723 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d1f50488-72eb-4e65-a1b8-4795085822ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:07.060479 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2c340875-1bac-4fd4-b005-e40c950bb5ba None None] Provisioning complete for port a742ef4b-8c5c-49ae-a7ae-adee27392f4c triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:16:07.061169 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2c340875-1bac-4fd4-b005-e40c950bb5ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (a742ef4b-8c5c-49ae-a7ae-adee27392f4c), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:07.151581 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7ffff80c-ca22-4887-9b94-1e23f8e1adb1 None None] Publish callbacks [] for port (05c919bf-af95-4189-939d-735b8576031d), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:07.154367 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2c340875-1bac-4fd4-b005-e40c950bb5ba None None] Port a742ef4b-8c5c-49ae-a7ae-adee27392f4c cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:16:07.189685 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7ffff80c-ca22-4887-9b94-1e23f8e1adb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (05c919bf-af95-4189-939d-735b8576031d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:07.198301 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00d8e80-d77e-4263-91bd-33583a6530ef req-70acb8a2-2033-454b-b832-05a865356606 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:07.202050 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c00d8e80-d77e-4263-91bd-33583a6530ef req-70acb8a2-2033-454b-b832-05a865356606 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=d493780a-0b9d-4faf-acb0-7a17299587d3 HTTP/1.1" status: 200 len: 945 time: 0.1650832 Jan 28 19:16:07.248757 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-93ecfb2d-c67e-40e4-a6cd-638e88fbee4c req-79b714e4-20a8-4141-8c6e-81947500f8cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a742ef4b-8c5c-49ae-a7ae-adee27392f4c {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:16:07.287475 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-93ecfb2d-c67e-40e4-a6cd-638e88fbee4c req-79b714e4-20a8-4141-8c6e-81947500f8cb service neutron] Publish callbacks [] for port (a742ef4b-8c5c-49ae-a7ae-adee27392f4c), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:07.293560 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-929588d7-2860-4b3a-be04-cb17f6a0187e req-94ba751b-74ef-4db5-84ad-403c1fb3c2d8 tempest-SecurityGroupRulesNegativeTestJSON-36489088 tempest-SecurityGroupRulesNegativeTestJSON-36489088-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1064242287', 'description': 'tempest-description-1197876293'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:16:07.329406 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-93ecfb2d-c67e-40e4-a6cd-638e88fbee4c req-79b714e4-20a8-4141-8c6e-81947500f8cb service neutron] Transition to ACTIVE for port object a742ef4b-8c5c-49ae-a7ae-adee27392f4c will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:16:07.344731 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-93ecfb2d-c67e-40e4-a6cd-638e88fbee4c req-79b714e4-20a8-4141-8c6e-81947500f8cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (a742ef4b-8c5c-49ae-a7ae-adee27392f4c), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:07.388946 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57213dc6-a1c7-4c09-ac0b-8b88d9aea350 None None] Network aa8194b2-67a7-4f39-b902-e079056e75c3 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:16:07.458282 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b714e4-20a8-4141-8c6e-81947500f8cb service neutron] Pushing event updated for resources: {'Port': ['ID=a742ef4b-8c5c-49ae-a7ae-adee27392f4c,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:07.471826 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-929588d7-2860-4b3a-be04-cb17f6a0187e req-94ba751b-74ef-4db5-84ad-403c1fb3c2d8 tempest-SecurityGroupRulesNegativeTestJSON-36489088 tempest-SecurityGroupRulesNegativeTestJSON-36489088-project] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:07.493865 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c00d8e80-d77e-4263-91bd-33583a6530ef req-9e941b56-3b65-4707-90b3-148865961e89 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2694702 Jan 28 19:16:07.500588 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-c5dd2892-3dc4-4ac0-be1e-30bc459196ea admin admin] Allocated IP 172.20.0.1 (b483694f-9043-435d-89cf-8bde8f85a784/1247ccdc-4414-49c6-83d9-66d363a67e32/420082ec-b4a9-4dff-8305-9ec49c5d992a) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:16:07.523601 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e98f601-e4eb-450c-b567-92a249e40cb6 None None] Pushing event updated for resources: {'Port': ['ID=05c919bf-af95-4189-939d-735b8576031d,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:07.537430 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-7ffff80c-ca22-4887-9b94-1e23f8e1adb1 None None] Attempting to bind port 05c919bf-af95-4189-939d-735b8576031d on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:16:07.537946 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-7ffff80c-ca22-4887-9b94-1e23f8e1adb1 None None] Attempting to bind port 05c919bf-af95-4189-939d-735b8576031d by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:16:07.538314 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ffff80c-ca22-4887-9b94-1e23f8e1adb1 None None] Attempting to bind port 05c919bf-af95-4189-939d-735b8576031d on network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:16:07.546998 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ffff80c-ca22-4887-9b94-1e23f8e1adb1 None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:16:07.547381 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ffff80c-ca22-4887-9b94-1e23f8e1adb1 None None] Checking segment: {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:16:07.547777 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7ffff80c-ca22-4887-9b94-1e23f8e1adb1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:07.548280 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ffff80c-ca22-4887-9b94-1e23f8e1adb1 None None] Bound using segment: {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:16:07.548900 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-7ffff80c-ca22-4887-9b94-1e23f8e1adb1 None None] Bound port: 05c919bf-af95-4189-939d-735b8576031d, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:16:07.549401 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7ffff80c-ca22-4887-9b94-1e23f8e1adb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (05c919bf-af95-4189-939d-735b8576031d), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:07.688796 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-7ffff80c-ca22-4887-9b94-1e23f8e1adb1 None None] For port 05c919bf-af95-4189-939d-735b8576031d, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:16:07.695018 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-7ffff80c-ca22-4887-9b94-1e23f8e1adb1 None None] For port 05c919bf-af95-4189-939d-735b8576031d, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=05c919bf-af95-4189-939d-735b8576031d,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:16:07.704307 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-93ecfb2d-c67e-40e4-a6cd-638e88fbee4c req-79b714e4-20a8-4141-8c6e-81947500f8cb service neutron] Attempting to bind port a742ef4b-8c5c-49ae-a7ae-adee27392f4c on host n-h1-812111-14 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:16:07.704652 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-93ecfb2d-c67e-40e4-a6cd-638e88fbee4c req-79b714e4-20a8-4141-8c6e-81947500f8cb service neutron] Attempting to bind port a742ef4b-8c5c-49ae-a7ae-adee27392f4c by drivers openvswitch,hyperv on host n-h1-812111-14 at level 0 using segments [{'id': '195bcdbf-a031-4d8b-9f7f-e09fd37cd197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:16:07.704986 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ecfb2d-c67e-40e4-a6cd-638e88fbee4c req-79b714e4-20a8-4141-8c6e-81947500f8cb service neutron] Attempting to bind port a742ef4b-8c5c-49ae-a7ae-adee27392f4c on network 7810caa2-eac6-457d-9302-c8c215ef3e91 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:16:07.710087 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7ffff80c-ca22-4887-9b94-1e23f8e1adb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (05c919bf-af95-4189-939d-735b8576031d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:07.726868 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ecfb2d-c67e-40e4-a6cd-638e88fbee4c req-79b714e4-20a8-4141-8c6e-81947500f8cb service neutron] Port a742ef4b-8c5c-49ae-a7ae-adee27392f4c on network 7810caa2-eac6-457d-9302-c8c215ef3e91 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-14 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:16:07.727198 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ecfb2d-c67e-40e4-a6cd-638e88fbee4c req-79b714e4-20a8-4141-8c6e-81947500f8cb service neutron] Attempting to bind port a742ef4b-8c5c-49ae-a7ae-adee27392f4c on network 7810caa2-eac6-457d-9302-c8c215ef3e91 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:16:07.756539 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-929588d7-2860-4b3a-be04-cb17f6a0187e req-94ba751b-74ef-4db5-84ad-403c1fb3c2d8 tempest-SecurityGroupRulesNegativeTestJSON-36489088 tempest-SecurityGroupRulesNegativeTestJSON-36489088-project] Publish callbacks [] for security_group (ae24cb9b-6249-4b90-baae-e7e5f3750f00), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:07.763643 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ecfb2d-c67e-40e4-a6cd-638e88fbee4c req-79b714e4-20a8-4141-8c6e-81947500f8cb service neutron] Checking agent: {'id': 'b544ba20-de93-4d86-9e6b-a2202deb6191', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:16:07.763994 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ecfb2d-c67e-40e4-a6cd-638e88fbee4c req-79b714e4-20a8-4141-8c6e-81947500f8cb service neutron] Checking segment: {'id': '195bcdbf-a031-4d8b-9f7f-e09fd37cd197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:16:07.764580 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ecfb2d-c67e-40e4-a6cd-638e88fbee4c req-79b714e4-20a8-4141-8c6e-81947500f8cb service neutron] Bound using segment: {'id': '195bcdbf-a031-4d8b-9f7f-e09fd37cd197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:16:07.765038 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-93ecfb2d-c67e-40e4-a6cd-638e88fbee4c req-79b714e4-20a8-4141-8c6e-81947500f8cb service neutron] Bound port: a742ef4b-8c5c-49ae-a7ae-adee27392f4c, host: n-h1-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '195bcdbf-a031-4d8b-9f7f-e09fd37cd197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:16:07.765430 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-93ecfb2d-c67e-40e4-a6cd-638e88fbee4c req-79b714e4-20a8-4141-8c6e-81947500f8cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (a742ef4b-8c5c-49ae-a7ae-adee27392f4c), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:07.783441 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e98f601-e4eb-450c-b567-92a249e40cb6 None None] Pushing event updated for resources: {'Port': ['ID=05c919bf-af95-4189-939d-735b8576031d,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:07.784332 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-929588d7-2860-4b3a-be04-cb17f6a0187e req-94ba751b-74ef-4db5-84ad-403c1fb3c2d8 tempest-SecurityGroupRulesNegativeTestJSON-36489088 tempest-SecurityGroupRulesNegativeTestJSON-36489088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (ae24cb9b-6249-4b90-baae-e7e5f3750f00), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:07.825499 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ba751b-74ef-4db5-84ad-403c1fb3c2d8 tempest-SecurityGroupRulesNegativeTestJSON-36489088 tempest-SecurityGroupRulesNegativeTestJSON-36489088-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae24cb9b-6249-4b90-baae-e7e5f3750f00,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:07.853154 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ffff80c-ca22-4887-9b94-1e23f8e1adb1 None None] Routers {'b6d3a8ff-e794-42a8-af82-0d62abd8ca2d'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:16:07.854492 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-7ffff80c-ca22-4887-9b94-1e23f8e1adb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:15:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['b6d3a8ff-e794-42a8-af82-0d62abd8ca2d'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:16:07.859091 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d44400c9-5390-4379-bbfc-ba499adb9e12 req-a21fd549-23e3-4121-84bd-44a5704b43ab tempest-ServersTestFqdnHostnames-1981151228 tempest-ServersTestFqdnHostnames-1981151228-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--84552854&fields=id&tenant_id=2919cc86d97b42bbb60ba9ee60522438 HTTP/1.1" status: 200 len: 267 time: 0.1717870 Jan 28 19:16:07.876556 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-929588d7-2860-4b3a-be04-cb17f6a0187e req-94ba751b-74ef-4db5-84ad-403c1fb3c2d8 tempest-SecurityGroupRulesNegativeTestJSON-36489088 tempest-SecurityGroupRulesNegativeTestJSON-36489088-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:07.878603 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-929588d7-2860-4b3a-be04-cb17f6a0187e req-94ba751b-74ef-4db5-84ad-403c1fb3c2d8 tempest-SecurityGroupRulesNegativeTestJSON-36489088 tempest-SecurityGroupRulesNegativeTestJSON-36489088-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.6043305 Jan 28 19:16:07.917014 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-93ecfb2d-c67e-40e4-a6cd-638e88fbee4c req-79b714e4-20a8-4141-8c6e-81947500f8cb service neutron] For port a742ef4b-8c5c-49ae-a7ae-adee27392f4c, host n-h1-812111-14, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:16:07.920758 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-93ecfb2d-c67e-40e4-a6cd-638e88fbee4c req-79b714e4-20a8-4141-8c6e-81947500f8cb service neutron] For port a742ef4b-8c5c-49ae-a7ae-adee27392f4c, host n-h1-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=a742ef4b-8c5c-49ae-a7ae-adee27392f4c,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:16:07.926650 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c5dd2892-3dc4-4ac0-be1e-30bc459196ea admin admin] Publish callbacks [] for port (420082ec-b4a9-4dff-8305-9ec49c5d992a), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:07.933194 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-93ecfb2d-c67e-40e4-a6cd-638e88fbee4c req-79b714e4-20a8-4141-8c6e-81947500f8cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (a742ef4b-8c5c-49ae-a7ae-adee27392f4c), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:08.048052 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44400c9-5390-4379-bbfc-ba499adb9e12 req-a9717418-c689-4565-8468-85b895bbc028 tempest-ServersTestFqdnHostnames-1981151228 tempest-ServersTestFqdnHostnames-1981151228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:08.049725 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d44400c9-5390-4379-bbfc-ba499adb9e12 req-a9717418-c689-4565-8468-85b895bbc028 tempest-ServersTestFqdnHostnames-1981151228 tempest-ServersTestFqdnHostnames-1981151228-project] 10.222.0.64 "GET /v2.0/networks?id=942f5500-a4bd-4069-a44c-30175e942cfe HTTP/1.1" status: 200 len: 814 time: 0.1890044 Jan 28 19:16:08.053316 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c5dd2892-3dc4-4ac0-be1e-30bc459196ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (420082ec-b4a9-4dff-8305-9ec49c5d992a), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:08.054861 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-7ffff80c-ca22-4887-9b94-1e23f8e1adb1 None None] Set router b6d3a8ff-e794-42a8-af82-0d62abd8ca2d gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:16:08.065426 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ecfb2d-c67e-40e4-a6cd-638e88fbee4c req-79b714e4-20a8-4141-8c6e-81947500f8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:08.065799 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-93ecfb2d-c67e-40e4-a6cd-638e88fbee4c req-79b714e4-20a8-4141-8c6e-81947500f8cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:08.067280 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-93ecfb2d-c67e-40e4-a6cd-638e88fbee4c req-79b714e4-20a8-4141-8c6e-81947500f8cb service neutron] 10.222.0.41 "PUT /v2.0/ports/a742ef4b-8c5c-49ae-a7ae-adee27392f4c HTTP/1.1" status: 200 len: 1097 time: 1.5422573 Jan 28 19:16:08.109923 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d44400c9-5390-4379-bbfc-ba499adb9e12 req-da173d2f-d9c8-49a3-a97e-65ac1b2bc8c8 tempest-ServersTestFqdnHostnames-1981151228 tempest-ServersTestFqdnHostnames-1981151228-project] 10.222.0.64 "GET /v2.0/quotas/2919cc86d97b42bbb60ba9ee60522438 HTTP/1.1" status: 200 len: 375 time: 0.0540290 Jan 28 19:16:08.116364 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dd2892-3dc4-4ac0-be1e-30bc459196ea admin admin] Pushing event updated for resources: {'Port': ['ID=420082ec-b4a9-4dff-8305-9ec49c5d992a,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:08.117068 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c6c3f6c-0306-4d2c-8d60-3928c2ea3c53', 'tag': 'a742ef4b-8c5c-49ae-a7ae-adee27392f4c'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:16:08.119382 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65537e3e-5aab-4029-8307-e65e60b35528" -d '{"events": [{"name": "network-changed", "server_uuid": "4c6c3f6c-0306-4d2c-8d60-3928c2ea3c53", "tag": "a742ef4b-8c5c-49ae-a7ae-adee27392f4c"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:16:08.126951 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5dd2892-3dc4-4ac0-be1e-30bc459196ea admin admin] Network b483694f-9043-435d-89cf-8bde8f85a784 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:16:08.139067 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-c5dd2892-3dc4-4ac0-be1e-30bc459196ea admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:16:08.180576 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5dd2892-3dc4-4ac0-be1e-30bc459196ea admin admin] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:16:08.282455 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b714e4-20a8-4141-8c6e-81947500f8cb service neutron] Pushing event updated for resources: {'Port': ['ID=a742ef4b-8c5c-49ae-a7ae-adee27392f4c,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:08.330404 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c5dd2892-3dc4-4ac0-be1e-30bc459196ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734769'] for router_interface (b6d3a8ff-e794-42a8-af82-0d62abd8ca2d), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:08.331299 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be96867c-f536-4b70-ab83-0f205dee67e5 req-476f0467-58cd-47ac-bdce-974f80a9ff09 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:08.338162 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-be96867c-f536-4b70-ab83-0f205dee67e5 req-476f0467-58cd-47ac-bdce-974f80a9ff09 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/ports?device_id=4c6c3f6c-0306-4d2c-8d60-3928c2ea3c53 HTTP/1.1" status: 200 len: 948 time: 0.3282835 Jan 28 19:16:08.345154 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ecfb2d-c67e-40e4-a6cd-638e88fbee4c req-fe3f4226-ac27-438d-9faf-e6b0c23072fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:08.346794 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-93ecfb2d-c67e-40e4-a6cd-638e88fbee4c req-fe3f4226-ac27-438d-9faf-e6b0c23072fd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1a64246f3ff0490988e6f00c7a9a6590&device_id=4c6c3f6c-0306-4d2c-8d60-3928c2ea3c53 HTTP/1.1" status: 200 len: 1131 time: 0.2218096 Jan 28 19:16:08.467728 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-93ecfb2d-c67e-40e4-a6cd-638e88fbee4c req-4f882c13-e8be-44d4-9516-333b503eb851 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=a742ef4b-8c5c-49ae-a7ae-adee27392f4c HTTP/1.1" status: 200 len: 217 time: 0.1050448 Jan 28 19:16:08.472771 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d44400c9-5390-4379-bbfc-ba499adb9e12 req-29593544-586e-4031-b08d-a7310ec970b7 tempest-ServersTestFqdnHostnames-1981151228 tempest-ServersTestFqdnHostnames-1981151228-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=2919cc86d97b42bbb60ba9ee60522438&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3500233 Jan 28 19:16:08.504451 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-be96867c-f536-4b70-ab83-0f205dee67e5 req-e047d689-536b-47c0-a3b6-e2686e78e27e tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/security-groups?id=c326a8a3-da0b-43eb-8867-b30c14662b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560838 Jan 28 19:16:08.538739 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-f81a08dc-40f0-4f10-8449-125e0992090f None None] Provisioning complete for port 420082ec-b4a9-4dff-8305-9ec49c5d992a triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:16:08.557916 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f81a08dc-40f0-4f10-8449-125e0992090f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (420082ec-b4a9-4dff-8305-9ec49c5d992a), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:08.570931 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ecfb2d-c67e-40e4-a6cd-638e88fbee4c req-9949e344-966d-4708-960b-1c6d5528edcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:08.572528 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-93ecfb2d-c67e-40e4-a6cd-638e88fbee4c req-9949e344-966d-4708-960b-1c6d5528edcf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f2de4832-9ef6-4f40-9ac5-1557d5e6a6ff HTTP/1.1" status: 200 len: 843 time: 0.0668552 Jan 28 19:16:08.627668 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-f81a08dc-40f0-4f10-8449-125e0992090f None None] Port 420082ec-b4a9-4dff-8305-9ec49c5d992a cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:16:08.664720 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-7ffff80c-ca22-4887-9b94-1e23f8e1adb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6d3a8ff-e794-42a8-af82-0d62abd8ca2d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1044455628-router', 'tenant_id': 'd8db6e8ff55e4a6780f95f622184a73d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.120'}], 'enable_snat': True}, 'gw_port_id': '05c919bf-af95-4189-939d-735b8576031d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:15:58Z', 'updated_at': '2022-01-28T19:16:01Z', 'revision_number': 3, 'project_id': 'd8db6e8ff55e4a6780f95f622184a73d', 'gw_port': {'id': '05c919bf-af95-4189-939d-735b8576031d', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:b7:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6d3a8ff-e794-42a8-af82-0d62abd8ca2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:16:00Z', 'updated_at': '2022-01-28T19:16:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:16:08.674417 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d44400c9-5390-4379-bbfc-ba499adb9e12 req-556025a4-bccf-4da6-b0a2-d82236a58723 service neutron] 10.222.0.64 "GET /v2.0/networks/942f5500-a4bd-4069-a44c-30175e942cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006736 Jan 28 19:16:08.717650 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ecfb2d-c67e-40e4-a6cd-638e88fbee4c req-b015f3b9-c555-41c9-a76a-0d9466ac0212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:08.718979 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-93ecfb2d-c67e-40e4-a6cd-638e88fbee4c req-b015f3b9-c555-41c9-a76a-0d9466ac0212 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7810caa2-eac6-457d-9302-c8c215ef3e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1368248 Jan 28 19:16:08.735203 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ffff80c-ca22-4887-9b94-1e23f8e1adb1 None None] The sync data for ids ['b6d3a8ff-e794-42a8-af82-0d62abd8ca2d'] in n-d-812111-14 is: [{'id': 'b6d3a8ff-e794-42a8-af82-0d62abd8ca2d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1044455628-router', 'tenant_id': 'd8db6e8ff55e4a6780f95f622184a73d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.120'}], 'enable_snat': True}, 'gw_port_id': '05c919bf-af95-4189-939d-735b8576031d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:15:58Z', 'updated_at': '2022-01-28T19:16:01Z', 'revision_number': 3, 'project_id': 'd8db6e8ff55e4a6780f95f622184a73d', 'gw_port': {'id': '05c919bf-af95-4189-939d-735b8576031d', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:b7:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6d3a8ff-e794-42a8-af82-0d62abd8ca2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:16:00Z', 'updated_at': '2022-01-28T19:16:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:16:08.787034 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c5dd2892-3dc4-4ac0-be1e-30bc459196ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (420082ec-b4a9-4dff-8305-9ec49c5d992a), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:08.861280 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-93ecfb2d-c67e-40e4-a6cd-638e88fbee4c req-63f217c9-7d96-41d3-9bd0-d663d27cb3f0 service neutron] 10.222.0.41 "GET /v2.0/networks/7810caa2-eac6-457d-9302-c8c215ef3e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300416 Jan 28 19:16:08.874416 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b14a1e-99ea-47db-aeb7-b9f04a849470 req-3bb194ba-c976-4290-8e7a-d7af04e2e617 tempest-ServersTestJSON-1813896326 tempest-ServersTestJSON-1813896326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:08.885779 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a0b14a1e-99ea-47db-aeb7-b9f04a849470 req-3bb194ba-c976-4290-8e7a-d7af04e2e617 tempest-ServersTestJSON-1813896326 tempest-ServersTestJSON-1813896326-project] 10.222.0.64 "GET /v2.0/ports?device_id=08612e5d-c307-4c82-952d-d5de2b13b7c7 HTTP/1.1" status: 200 len: 945 time: 0.2249639 Jan 28 19:16:08.889506 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d44400c9-5390-4379-bbfc-ba499adb9e12 req-52ca9a65-55f4-4a6a-b234-e388aba6c193 service neutron] 10.222.0.64 "GET /v2.0/networks/942f5500-a4bd-4069-a44c-30175e942cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141349 Jan 28 19:16:08.924523 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-42c5bdea-3b94-4d12-8278-5e87ec36893f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:09.013884 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a0b14a1e-99ea-47db-aeb7-b9f04a849470 req-eb33b1a1-9351-4606-8698-33ba1875b845 tempest-ServersTestJSON-1813896326 tempest-ServersTestJSON-1813896326-project] 10.222.0.64 "GET /v2.0/security-groups?id=c5f3ac41-b8df-408c-bb33-9833dc3f320f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1269751 Jan 28 19:16:09.092995 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-93ecfb2d-c67e-40e4-a6cd-638e88fbee4c req-4dafded8-023d-421d-91cc-aea26f78e2b4 service neutron] 10.222.0.41 "GET /v2.0/networks/7810caa2-eac6-457d-9302-c8c215ef3e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051206 Jan 28 19:16:09.185791 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:16:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c035f68-9203-44ad-bf76-6acc05ec1cba x-openstack-request-id: req-2c035f68-9203-44ad-bf76-6acc05ec1cba {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:16:09.186089 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c6c3f6c-0306-4d2c-8d60-3928c2ea3c53", "tag": "a742ef4b-8c5c-49ae-a7ae-adee27392f4c", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:16:09.186338 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2c035f68-9203-44ad-bf76-6acc05ec1cba {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:16:09.186901 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c6c3f6c-0306-4d2c-8d60-3928c2ea3c53', 'tag': 'a742ef4b-8c5c-49ae-a7ae-adee27392f4c', 'status': 'completed', 'code': 200} Jan 28 19:16:09.225013 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c5dd2892-3dc4-4ac0-be1e-30bc459196ea admin admin] Publish callbacks [] for port (420082ec-b4a9-4dff-8305-9ec49c5d992a), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:09.252319 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c5dd2892-3dc4-4ac0-be1e-30bc459196ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (420082ec-b4a9-4dff-8305-9ec49c5d992a), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:09.351245 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65537e3e-5aab-4029-8307-e65e60b35528 req-5aa60641-3820-46a4-8d1e-7a669c8636ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:09.353030 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-65537e3e-5aab-4029-8307-e65e60b35528 req-5aa60641-3820-46a4-8d1e-7a669c8636ab service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1a64246f3ff0490988e6f00c7a9a6590&device_id=4c6c3f6c-0306-4d2c-8d60-3928c2ea3c53 HTTP/1.1" status: 200 len: 1131 time: 0.1254127 Jan 28 19:16:09.357459 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dd2892-3dc4-4ac0-be1e-30bc459196ea admin admin] Pushing event updated for resources: {'Port': ['ID=420082ec-b4a9-4dff-8305-9ec49c5d992a,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:09.376759 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efe7143-8589-4ff1-91e3-42f16b6be2ff req-d9f8479e-f341-4a51-9442-5b3e695e8004 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:09.378575 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9efe7143-8589-4ff1-91e3-42f16b6be2ff req-d9f8479e-f341-4a51-9442-5b3e695e8004 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=d493780a-0b9d-4faf-acb0-7a17299587d3 HTTP/1.1" status: 200 len: 945 time: 0.0980303 Jan 28 19:16:09.409246 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c26c569a-fb89-48fe-91d5-44be05cb7c73 req-0bf387ac-8d68-4377-9e8b-e5a9ad6ddf7c tempest-SecurityGroupRulesNegativeTestJSON-36489088 tempest-SecurityGroupRulesNegativeTestJSON-36489088-project] 10.222.0.64 "GET /v2.0/security-groups/ae24cb9b-6249-4b90-baae-e7e5f3750f00 HTTP/1.1" status: 200 len: 1830 time: 0.2706022 Jan 28 19:16:09.413764 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c5dd2892-3dc4-4ac0-be1e-30bc459196ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-756216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-732801'] for router_interface (b6d3a8ff-e794-42a8-af82-0d62abd8ca2d), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:09.432186 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-c26c569a-fb89-48fe-91d5-44be05cb7c73 req-665befb8-83c1-49e5-9419-2e0c27009f8e tempest-SecurityGroupRulesNegativeTestJSON-36489088 tempest-SecurityGroupRulesNegativeTestJSON-36489088-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ae24cb9b-6249-4b90-baae-e7e5f3750f00', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:16:09.432511 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-c26c569a-fb89-48fe-91d5-44be05cb7c73 req-665befb8-83c1-49e5-9419-2e0c27009f8e tempest-SecurityGroupRulesNegativeTestJSON-36489088 tempest-SecurityGroupRulesNegativeTestJSON-36489088-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ae24cb9b-6249-4b90-baae-e7e5f3750f00', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:16:09.506449 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9efe7143-8589-4ff1-91e3-42f16b6be2ff req-b06929e7-7bb8-4e99-9fb3-c3815047053e tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179836 Jan 28 19:16:09.531054 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65537e3e-5aab-4029-8307-e65e60b35528 req-398adaef-7b77-4b29-a6c3-8ad08bdd52ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:09.532695 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-65537e3e-5aab-4029-8307-e65e60b35528 req-398adaef-7b77-4b29-a6c3-8ad08bdd52ea service neutron] 10.222.0.41 "GET /v2.0/networks?id=7810caa2-eac6-457d-9302-c8c215ef3e91 HTTP/1.1" status: 200 len: 869 time: 0.1663017 Jan 28 19:16:09.589684 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-65537e3e-5aab-4029-8307-e65e60b35528 req-cd6aa60a-588b-4c38-b7b9-d07bac921e2f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=a742ef4b-8c5c-49ae-a7ae-adee27392f4c HTTP/1.1" status: 200 len: 217 time: 0.0475521 Jan 28 19:16:09.621578 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-c26c569a-fb89-48fe-91d5-44be05cb7c73 req-665befb8-83c1-49e5-9419-2e0c27009f8e tempest-SecurityGroupRulesNegativeTestJSON-36489088 tempest-SecurityGroupRulesNegativeTestJSON-36489088-project] Publish callbacks [] for security_group_rule (e5da7037-ef6f-4a8d-8b92-803c3f68dc79), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:09.650202 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:09.660227 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-c26c569a-fb89-48fe-91d5-44be05cb7c73 req-665befb8-83c1-49e5-9419-2e0c27009f8e tempest-SecurityGroupRulesNegativeTestJSON-36489088 tempest-SecurityGroupRulesNegativeTestJSON-36489088-project] Publish callbacks [] for security_group_rule (e5da7037-ef6f-4a8d-8b92-803c3f68dc79), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:09.669740 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5dd2892-3dc4-4ac0-be1e-30bc459196ea admin admin] Network b483694f-9043-435d-89cf-8bde8f85a784 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:16:09.671398 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-c5dd2892-3dc4-4ac0-be1e-30bc459196ea admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:16:09.679655 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-c26c569a-fb89-48fe-91d5-44be05cb7c73 req-665befb8-83c1-49e5-9419-2e0c27009f8e tempest-SecurityGroupRulesNegativeTestJSON-36489088 tempest-SecurityGroupRulesNegativeTestJSON-36489088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (e5da7037-ef6f-4a8d-8b92-803c3f68dc79), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:09.711551 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-c26c569a-fb89-48fe-91d5-44be05cb7c73 req-665befb8-83c1-49e5-9419-2e0c27009f8e tempest-SecurityGroupRulesNegativeTestJSON-36489088 tempest-SecurityGroupRulesNegativeTestJSON-36489088-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:09.712647 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c26c569a-fb89-48fe-91d5-44be05cb7c73 req-665befb8-83c1-49e5-9419-2e0c27009f8e tempest-SecurityGroupRulesNegativeTestJSON-36489088 tempest-SecurityGroupRulesNegativeTestJSON-36489088-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2880306 Jan 28 19:16:09.767089 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65537e3e-5aab-4029-8307-e65e60b35528 req-66538584-67ff-4626-a493-2701a2d937d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:09.769198 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-65537e3e-5aab-4029-8307-e65e60b35528 req-66538584-67ff-4626-a493-2701a2d937d3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f2de4832-9ef6-4f40-9ac5-1557d5e6a6ff HTTP/1.1" status: 200 len: 843 time: 0.1682577 Jan 28 19:16:09.780484 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665befb8-83c1-49e5-9419-2e0c27009f8e tempest-SecurityGroupRulesNegativeTestJSON-36489088 tempest-SecurityGroupRulesNegativeTestJSON-36489088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5da7037-ef6f-4a8d-8b92-803c3f68dc79,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:09.838412 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37650828-67c8-4c7e-824b-01358e72e202 req-0789b8bf-7fc3-4598-91ef-6e9344b5a279 tempest-ServersTestJSON-1813896326 tempest-ServersTestJSON-1813896326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:09.840103 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-37650828-67c8-4c7e-824b-01358e72e202 req-0789b8bf-7fc3-4598-91ef-6e9344b5a279 tempest-ServersTestJSON-1813896326 tempest-ServersTestJSON-1813896326-project] 10.222.0.64 "GET /v2.0/ports?device_id=08612e5d-c307-4c82-952d-d5de2b13b7c7 HTTP/1.1" status: 200 len: 945 time: 0.1456225 Jan 28 19:16:09.851731 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 38572) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:09.862875 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-4d113b18-b60b-40e4-aaa3-7faff8a64650 tempest-ServersTestJSON-1813896326 tempest-ServersTestJSON-1813896326-project] Request body: {'floatingip': {'port_id': '4ffcf880-eb0e-4608-962c-0863c11da0d8'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:16:09.959987 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4d113b18-b60b-40e4-aaa3-7faff8a64650 tempest-ServersTestJSON-1813896326 tempest-ServersTestJSON-1813896326-project] Publish callbacks [] for floatingip (48ff05ba-410b-4aeb-b2d6-d39d1b5824aa), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:09.978432 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5dd2892-3dc4-4ac0-be1e-30bc459196ea admin admin] Router b6d3a8ff-e794-42a8-af82-0d62abd8ca2d has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:16:10.222200 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-c8af200f-68a9-4efc-b216-9c76d4abd19c None None] Provisioning complete for port 420082ec-b4a9-4dff-8305-9ec49c5d992a triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:16:10.222758 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8af200f-68a9-4efc-b216-9c76d4abd19c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (420082ec-b4a9-4dff-8305-9ec49c5d992a), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:10.242018 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5dd2892-3dc4-4ac0-be1e-30bc459196ea admin admin] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:16:10.256889 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-c5dd2892-3dc4-4ac0-be1e-30bc459196ea admin admin] 10.222.0.64 "PUT /v2.0/routers/b6d3a8ff-e794-42a8-af82-0d62abd8ca2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6405122 Jan 28 19:16:10.282263 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65537e3e-5aab-4029-8307-e65e60b35528 req-e2dacfb7-5c2c-41a9-8bd4-0d433fe67edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:10.283515 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-65537e3e-5aab-4029-8307-e65e60b35528 req-e2dacfb7-5c2c-41a9-8bd4-0d433fe67edf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7810caa2-eac6-457d-9302-c8c215ef3e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.5074887 Jan 28 19:16:10.294078 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-c8af200f-68a9-4efc-b216-9c76d4abd19c None None] Port 420082ec-b4a9-4dff-8305-9ec49c5d992a cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:16:10.317652 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1f90c228-7b03-4894-ba9a-ebafdc61d6fd req-3240582c-dfec-4bfa-9134-7eb379bfecc6 tempest-ServersTestFqdnHostnames-1981151228 tempest-ServersTestFqdnHostnames-1981151228-project] 10.222.0.64 "GET /v2.0/ports?device_id=908084fb-8a97-4be7-9fce-01b29763dd1d HTTP/1.1" status: 200 len: 210 time: 0.0823290 Jan 28 19:16:10.383462 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f326032c-92b7-4b99-8cab-325aa043f657 req-3344ae3a-0656-47cc-bb29-11e8a5234a54 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:10.385878 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f326032c-92b7-4b99-8cab-325aa043f657 req-3344ae3a-0656-47cc-bb29-11e8a5234a54 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/ports?device_id=4c6c3f6c-0306-4d2c-8d60-3928c2ea3c53 HTTP/1.1" status: 200 len: 948 time: 0.0949788 Jan 28 19:16:10.460692 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f326032c-92b7-4b99-8cab-325aa043f657 req-78fd6249-dada-449c-80fb-4fec84ffb090 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/security-groups?id=c326a8a3-da0b-43eb-8867-b30c14662b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681257 Jan 28 19:16:10.894997 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed42f884-fd92-491d-bd28-fb5e28549b23 req-b88c76d7-a207-4254-889c-f8c54c289cfc tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:10.897706 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ed42f884-fd92-491d-bd28-fb5e28549b23 req-b88c76d7-a207-4254-889c-f8c54c289cfc tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=d493780a-0b9d-4faf-acb0-7a17299587d3 HTTP/1.1" status: 200 len: 945 time: 0.1550806 Jan 28 19:16:10.933818 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44400c9-5390-4379-bbfc-ba499adb9e12 req-d2ff9898-6b33-408c-bae0-ef7059ee6607 tempest-ServersTestFqdnHostnames-1981151228 tempest-ServersTestFqdnHostnames-1981151228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:10.935329 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d44400c9-5390-4379-bbfc-ba499adb9e12 req-d2ff9898-6b33-408c-bae0-ef7059ee6607 tempest-ServersTestFqdnHostnames-1981151228 tempest-ServersTestFqdnHostnames-1981151228-project] 10.222.0.41 "GET /v2.0/networks?id=942f5500-a4bd-4069-a44c-30175e942cfe HTTP/1.1" status: 200 len: 814 time: 0.3233202 Jan 28 19:16:10.992094 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device a742ef4b-8c5c-49ae-a7ae-adee27392f4c details requested by agent hyperv_n-h1-812111-14 with host n-h1-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:16:11.018667 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ed42f884-fd92-491d-bd28-fb5e28549b23 req-a44ec35b-99c6-451f-9611-db651717b96e tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139352 Jan 28 19:16:11.021701 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-fcf6fb2e-2bf4-4d4d-8110-04c894348377 req-501afacb-d7e2-401d-b8c9-12a17390ce38 tempest-SecurityGroupRulesNegativeTestJSON-36489088 tempest-SecurityGroupRulesNegativeTestJSON-36489088-project] 10.222.0.64 "GET /v2.0/security-groups/ae24cb9b-6249-4b90-baae-e7e5f3750f00 HTTP/1.1" status: 200 len: 2423 time: 0.6825941 Jan 28 19:16:11.033352 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:16:11.080245 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d44400c9-5390-4379-bbfc-ba499adb9e12 req-a22b38f6-93a5-482a-a7dd-65ac3d63f595 tempest-ServersTestFqdnHostnames-1981151228 tempest-ServersTestFqdnHostnames-1981151228-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2919cc86d97b42bbb60ba9ee60522438 HTTP/1.1" status: 200 len: 378 time: 0.1353083 Jan 28 19:16:11.097834 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-d44400c9-5390-4379-bbfc-ba499adb9e12 req-627cbfa5-99c7-4d53-8b03-f1bffdaa75d3 tempest-ServersTestFqdnHostnames-1981151228 tempest-ServersTestFqdnHostnames-1981151228-project] Request body: {'port': {'device_id': '908084fb-8a97-4be7-9fce-01b29763dd1d', 'network_id': '942f5500-a4bd-4069-a44c-30175e942cfe', 'admin_state_up': True, 'tenant_id': '2919cc86d97b42bbb60ba9ee60522438', 'security_groups': ['86be49ed-dcd4-4bc8-814a-1d557121cc3e']}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:16:11.150269 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-65537e3e-5aab-4029-8307-e65e60b35528 req-ea68918b-9b4d-474d-93ed-e59ff1fef2e5 service neutron] 10.222.0.41 "GET /v2.0/networks/7810caa2-eac6-457d-9302-c8c215ef3e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8459487 Jan 28 19:16:11.293062 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.db.resource_extend [None req-4d113b18-b60b-40e4-aaa3-7faff8a64650 tempest-ServersTestJSON-1813896326 tempest-ServersTestJSON-1813896326-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 19:16:11.299232 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 38602) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:11.307961 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-a81d8a5a-8f34-4a84-b063-565a88741551 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-89847298-network', 'tenant_id': 'cac84962258f42c3b2324f237af9a8ee'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:16:11.313944 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 05c919bf-af95-4189-939d-735b8576031d up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:16:11.327503 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port a742ef4b-8c5c-49ae-a7ae-adee27392f4c, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=a742ef4b-8c5c-49ae-a7ae-adee27392f4c,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:16:11.332986 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ea6913d7-5910-4f69-b665-1d3ac73f2ea0 req-0c647e32-1e5b-4b07-95a5-90a5c002c22a tempest-SecurityGroupRulesNegativeTestJSON-36489088 tempest-SecurityGroupRulesNegativeTestJSON-36489088-project] 10.222.0.64 "GET /v2.0/security-group-rules/e5da7037-ef6f-4a8d-8b92-803c3f68dc79 HTTP/1.1" status: 200 len: 778 time: 0.2435579 Jan 28 19:16:11.435826 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ea6913d7-5910-4f69-b665-1d3ac73f2ea0 req-9313109b-b104-4433-9430-d6389916d0cc tempest-SecurityGroupRulesNegativeTestJSON-36489088 tempest-SecurityGroupRulesNegativeTestJSON-36489088-project] 10.222.0.64 "GET /v2.0/security-groups/ae24cb9b-6249-4b90-baae-e7e5f3750f00 HTTP/1.1" status: 200 len: 2423 time: 0.0938230 Jan 28 19:16:11.437744 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Returning: {'device': 'a742ef4b-8c5c-49ae-a7ae-adee27392f4c', 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91', 'port_id': 'a742ef4b-8c5c-49ae-a7ae-adee27392f4c', 'mac_address': 'fa:16:3e:b2:0f:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2de4832-9ef6-4f40-9ac5-1557d5e6a6ff', 'ip_address': '192.168.233.153'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:16:11.450249 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d44400c9-5390-4379-bbfc-ba499adb9e12 req-627cbfa5-99c7-4d53-8b03-f1bffdaa75d3 tempest-ServersTestFqdnHostnames-1981151228 tempest-ServersTestFqdnHostnames-1981151228-project] Made reservation on behalf of 2919cc86d97b42bbb60ba9ee60522438 for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:16:11.454871 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-65537e3e-5aab-4029-8307-e65e60b35528 req-022ac1cc-0cb5-4ba0-a23d-79c31753aef4 service neutron] 10.222.0.41 "GET /v2.0/networks/7810caa2-eac6-457d-9302-c8c215ef3e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2756155 Jan 28 19:16:11.455673 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-d44400c9-5390-4379-bbfc-ba499adb9e12 req-627cbfa5-99c7-4d53-8b03-f1bffdaa75d3 tempest-ServersTestFqdnHostnames-1981151228 tempest-ServersTestFqdnHostnames-1981151228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:11.523694 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-ea6913d7-5910-4f69-b665-1d3ac73f2ea0 req-47dd55ec-0f2e-4be7-90fd-a87144f7ae8a tempest-SecurityGroupRulesNegativeTestJSON-36489088 tempest-SecurityGroupRulesNegativeTestJSON-36489088-project] Publish callbacks [] for security_group_rule (e5da7037-ef6f-4a8d-8b92-803c3f68dc79), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:11.555585 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port a742ef4b-8c5c-49ae-a7ae-adee27392f4c is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:16:11.556167 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (a742ef4b-8c5c-49ae-a7ae-adee27392f4c), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:11.563271 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5b61832b-6757-4bad-af72-d46aa6e5346e req-af33acdf-9c2c-4bab-b9de-6cabd6465f79 tempest-ServersTestFqdnHostnames-1981151228 tempest-ServersTestFqdnHostnames-1981151228-project] 10.222.0.64 "GET /v2.0/ports?device_id=908084fb-8a97-4be7-9fce-01b29763dd1d HTTP/1.1" status: 200 len: 210 time: 0.1063814 Jan 28 19:16:11.578677 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:11.579010 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-ea6913d7-5910-4f69-b665-1d3ac73f2ea0 req-47dd55ec-0f2e-4be7-90fd-a87144f7ae8a tempest-SecurityGroupRulesNegativeTestJSON-36489088 tempest-SecurityGroupRulesNegativeTestJSON-36489088-project] Publish callbacks [] for security_group_rule (e5da7037-ef6f-4a8d-8b92-803c3f68dc79), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:11.596176 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a742ef4b-8c5c-49ae-a7ae-adee27392f4c {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:16:11.604960 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 05c919bf-af95-4189-939d-735b8576031d triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:16:11.605792 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (05c919bf-af95-4189-939d-735b8576031d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:11.617955 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff710bc-3b18-4c31-9ffc-9b23b30b2e39 None None] Sync routers for ids ['b6d3a8ff-e794-42a8-af82-0d62abd8ca2d'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:16:11.657777 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff710bc-3b18-4c31-9ffc-9b23b30b2e39 None None] Routers {'b6d3a8ff-e794-42a8-af82-0d62abd8ca2d'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:16:11.661246 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port a742ef4b-8c5c-49ae-a7ae-adee27392f4c, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=a742ef4b-8c5c-49ae-a7ae-adee27392f4c,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:16:11.663397 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-0ff710bc-3b18-4c31-9ffc-9b23b30b2e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:16:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['b6d3a8ff-e794-42a8-af82-0d62abd8ca2d'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:16:11.673131 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4d113b18-b60b-40e4-aaa3-7faff8a64650 tempest-ServersTestJSON-1813896326 tempest-ServersTestJSON-1813896326-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:11.676301 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (a742ef4b-8c5c-49ae-a7ae-adee27392f4c), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:11.677432 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-ea6913d7-5910-4f69-b665-1d3ac73f2ea0 req-47dd55ec-0f2e-4be7-90fd-a87144f7ae8a tempest-SecurityGroupRulesNegativeTestJSON-36489088 tempest-SecurityGroupRulesNegativeTestJSON-36489088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (e5da7037-ef6f-4a8d-8b92-803c3f68dc79), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:11.680393 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a81d8a5a-8f34-4a84-b063-565a88741551 admin admin] Made reservation on behalf of cac84962258f42c3b2324f237af9a8ee for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:16:11.684039 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-ea6913d7-5910-4f69-b665-1d3ac73f2ea0 req-47dd55ec-0f2e-4be7-90fd-a87144f7ae8a tempest-SecurityGroupRulesNegativeTestJSON-36489088 tempest-SecurityGroupRulesNegativeTestJSON-36489088-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:11.698181 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a81d8a5a-8f34-4a84-b063-565a88741551 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:11.698542 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ea6913d7-5910-4f69-b665-1d3ac73f2ea0 req-47dd55ec-0f2e-4be7-90fd-a87144f7ae8a tempest-SecurityGroupRulesNegativeTestJSON-36489088 tempest-SecurityGroupRulesNegativeTestJSON-36489088-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/e5da7037-ef6f-4a8d-8b92-803c3f68dc79 HTTP/1.1" status: 204 len: 173 time: 0.2500095 Jan 28 19:16:11.712589 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4d113b18-b60b-40e4-aaa3-7faff8a64650 tempest-ServersTestJSON-1813896326 tempest-ServersTestJSON-1813896326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734886'] for floatingip (48ff05ba-410b-4aeb-b2d6-d39d1b5824aa), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:11.732650 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dd55ec-0f2e-4be7-90fd-a87144f7ae8a tempest-SecurityGroupRulesNegativeTestJSON-36489088 tempest-SecurityGroupRulesNegativeTestJSON-36489088-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e5da7037-ef6f-4a8d-8b92-803c3f68dc79,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:11.749501 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 05c919bf-af95-4189-939d-735b8576031d is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:16:11.750023 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (05c919bf-af95-4189-939d-735b8576031d), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:11.777748 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=a742ef4b-8c5c-49ae-a7ae-adee27392f4c,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:11.783637 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] For port 05c919bf-af95-4189-939d-735b8576031d, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=05c919bf-af95-4189-939d-735b8576031d,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:16:11.787498 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-d44400c9-5390-4379-bbfc-ba499adb9e12 req-627cbfa5-99c7-4d53-8b03-f1bffdaa75d3 tempest-ServersTestFqdnHostnames-1981151228 tempest-ServersTestFqdnHostnames-1981151228-project] Allocated IP 172.20.0.11 (942f5500-a4bd-4069-a44c-30175e942cfe/8ec4e5d1-0c4e-4c7b-954e-58b53ab84682/ba118a5f-89fe-4cca-ac9f-fb4cc90e2822) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:16:11.793229 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (05c919bf-af95-4189-939d-735b8576031d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:11.842535 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 38614) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:11.848109 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-56c31378-c733-4bcd-af84-be465284dbe8 req-7f9d114b-d418-4eb4-b7a7-5df6a5638d6d tempest-SecurityGroupRulesNegativeTestJSON-36489088 tempest-SecurityGroupRulesNegativeTestJSON-36489088-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2064299153', 'description': 'tempest-description-1476027588'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:16:11.927306 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Pushing event updated for resources: {'Port': ['ID=05c919bf-af95-4189-939d-735b8576031d,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:11.928754 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-0ff710bc-3b18-4c31-9ffc-9b23b30b2e39 None None] Set router b6d3a8ff-e794-42a8-af82-0d62abd8ca2d gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:16:11.944846 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['a742ef4b-8c5c-49ae-a7ae-adee27392f4c'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:16:11.948046 n-d-812111-14 neutron-server[103304]: INFO neutron.db.l3_db [None req-4d113b18-b60b-40e4-aaa3-7faff8a64650 tempest-ServersTestJSON-1813896326 tempest-ServersTestJSON-1813896326-project] Floating IP 48ff05ba-410b-4aeb-b2d6-d39d1b5824aa associated. External IP: 172.25.6.125, port: 4ffcf880-eb0e-4608-962c-0863c11da0d8. Jan 28 19:16:12.077916 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-d44400c9-5390-4379-bbfc-ba499adb9e12 req-627cbfa5-99c7-4d53-8b03-f1bffdaa75d3 tempest-ServersTestFqdnHostnames-1981151228 tempest-ServersTestFqdnHostnames-1981151228-project] Publish callbacks [] for port (ba118a5f-89fe-4cca-ac9f-fb4cc90e2822), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:12.092824 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a81d8a5a-8f34-4a84-b063-565a88741551 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:12.108327 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-28cb9e9d-a10e-4a3f-badc-fb938d2f69f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:12.128221 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-56c31378-c733-4bcd-af84-be465284dbe8 req-7f9d114b-d418-4eb4-b7a7-5df6a5638d6d tempest-SecurityGroupRulesNegativeTestJSON-36489088 tempest-SecurityGroupRulesNegativeTestJSON-36489088-project] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:12.198315 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-d44400c9-5390-4379-bbfc-ba499adb9e12 req-627cbfa5-99c7-4d53-8b03-f1bffdaa75d3 tempest-ServersTestFqdnHostnames-1981151228 tempest-ServersTestFqdnHostnames-1981151228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (ba118a5f-89fe-4cca-ac9f-fb4cc90e2822), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:12.221418 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-0ff710bc-3b18-4c31-9ffc-9b23b30b2e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6d3a8ff-e794-42a8-af82-0d62abd8ca2d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1044455628-router', 'tenant_id': 'd8db6e8ff55e4a6780f95f622184a73d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.120'}], 'enable_snat': True}, 'gw_port_id': '05c919bf-af95-4189-939d-735b8576031d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:15:58Z', 'updated_at': '2022-01-28T19:16:08Z', 'revision_number': 4, 'project_id': 'd8db6e8ff55e4a6780f95f622184a73d', 'gw_port': {'id': '05c919bf-af95-4189-939d-735b8576031d', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:b7:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6d3a8ff-e794-42a8-af82-0d62abd8ca2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:16:00Z', 'updated_at': '2022-01-28T19:16:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '420082ec-b4a9-4dff-8305-9ec49c5d992a', 'name': '', 'network_id': 'b483694f-9043-435d-89cf-8bde8f85a784', 'tenant_id': 'd8db6e8ff55e4a6780f95f622184a73d', 'mac_address': 'fa:16:3e:d4:12:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6d3a8ff-e794-42a8-af82-0d62abd8ca2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '1247ccdc-4414-49c6-83d9-66d363a67e32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:16:07Z', 'updated_at': '2022-01-28T19:16:08Z', 'revision_number': 2, 'project_id': 'd8db6e8ff55e4a6780f95f622184a73d', 'subnets': [{'id': '1247ccdc-4414-49c6-83d9-66d363a67e32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:16:12.263549 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff710bc-3b18-4c31-9ffc-9b23b30b2e39 None None] Checking router: b6d3a8ff-e794-42a8-af82-0d62abd8ca2d for host: n-d-812111-14 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:16:12.264890 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff710bc-3b18-4c31-9ffc-9b23b30b2e39 None None] Updating router b6d3a8ff-e794-42a8-af82-0d62abd8ca2d port 420082ec-b4a9-4dff-8305-9ec49c5d992a binding host n-d-812111-14 {{(pid=103307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:16:12.279581 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d44400c9-5390-4379-bbfc-ba499adb9e12 req-627cbfa5-99c7-4d53-8b03-f1bffdaa75d3 tempest-ServersTestFqdnHostnames-1981151228 tempest-ServersTestFqdnHostnames-1981151228-project] Network 942f5500-a4bd-4069-a44c-30175e942cfe is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:16:12.298240 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627cbfa5-99c7-4d53-8b03-f1bffdaa75d3 tempest-ServersTestFqdnHostnames-1981151228 tempest-ServersTestFqdnHostnames-1981151228-project] Pushing event updated for resources: {'Port': ['ID=ba118a5f-89fe-4cca-ac9f-fb4cc90e2822,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:12.304030 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-0ff710bc-3b18-4c31-9ffc-9b23b30b2e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (420082ec-b4a9-4dff-8305-9ec49c5d992a), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:12.318822 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-d44400c9-5390-4379-bbfc-ba499adb9e12 req-627cbfa5-99c7-4d53-8b03-f1bffdaa75d3 tempest-ServersTestFqdnHostnames-1981151228 tempest-ServersTestFqdnHostnames-1981151228-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:16:12.322700 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-d44400c9-5390-4379-bbfc-ba499adb9e12 req-627cbfa5-99c7-4d53-8b03-f1bffdaa75d3 tempest-ServersTestFqdnHostnames-1981151228 tempest-ServersTestFqdnHostnames-1981151228-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:16:12.356777 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a818b0f4-ef34-4845-9130-9506c2732276 req-5854488f-267f-4a5f-bcb7-bcd8a34aae3d tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:12.358273 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a818b0f4-ef34-4845-9130-9506c2732276 req-5854488f-267f-4a5f-bcb7-bcd8a34aae3d tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/ports?device_id=4c6c3f6c-0306-4d2c-8d60-3928c2ea3c53 HTTP/1.1" status: 200 len: 949 time: 0.4251215 Jan 28 19:16:12.416115 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a81d8a5a-8f34-4a84-b063-565a88741551 admin admin] Publish callbacks [] for security_group (6b39b172-04c0-4ad8-9d54-541a4fd08860), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:12.418603 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-56c31378-c733-4bcd-af84-be465284dbe8 req-7f9d114b-d418-4eb4-b7a7-5df6a5638d6d tempest-SecurityGroupRulesNegativeTestJSON-36489088 tempest-SecurityGroupRulesNegativeTestJSON-36489088-project] Publish callbacks [] for security_group (6ad837ea-f25c-44e9-ab6a-01983cad590c), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:12.443704 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44400c9-5390-4379-bbfc-ba499adb9e12 req-627cbfa5-99c7-4d53-8b03-f1bffdaa75d3 tempest-ServersTestFqdnHostnames-1981151228 tempest-ServersTestFqdnHostnames-1981151228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:12.444431 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-d44400c9-5390-4379-bbfc-ba499adb9e12 req-627cbfa5-99c7-4d53-8b03-f1bffdaa75d3 tempest-ServersTestFqdnHostnames-1981151228 tempest-ServersTestFqdnHostnames-1981151228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:12.447875 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a81d8a5a-8f34-4a84-b063-565a88741551 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (6b39b172-04c0-4ad8-9d54-541a4fd08860), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:12.460257 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a81d8a5a-8f34-4a84-b063-565a88741551 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:16:12.465481 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-56c31378-c733-4bcd-af84-be465284dbe8 req-7f9d114b-d418-4eb4-b7a7-5df6a5638d6d tempest-SecurityGroupRulesNegativeTestJSON-36489088 tempest-SecurityGroupRulesNegativeTestJSON-36489088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (6ad837ea-f25c-44e9-ab6a-01983cad590c), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:12.469730 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a81d8a5a-8f34-4a84-b063-565a88741551 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (ad3ddde5-c7f5-4dfc-bc22-65e2dcd87fde), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:12.470081 n-d-812111-14 neutron-server[103304]: INFO neutron.db.segments_db [None req-a81d8a5a-8f34-4a84-b063-565a88741551 admin admin] Added segment ad3ddde5-c7f5-4dfc-bc22-65e2dcd87fde of type vlan for network 0cadce21-bf4a-4201-9a5b-b857a4440bd0 Jan 28 19:16:12.514282 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a81d8a5a-8f34-4a84-b063-565a88741551 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (0cadce21-bf4a-4201-9a5b-b857a4440bd0), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:12.558233 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-28cb9e9d-a10e-4a3f-badc-fb938d2f69f0 admin admin] Publish callbacks [] for security_group (3ebc80da-dfcb-4b4b-aae0-bbcbc9abe670), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:12.576462 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d44400c9-5390-4379-bbfc-ba499adb9e12 req-627cbfa5-99c7-4d53-8b03-f1bffdaa75d3 tempest-ServersTestFqdnHostnames-1981151228 tempest-ServersTestFqdnHostnames-1981151228-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4867501 Jan 28 19:16:12.578967 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-28cb9e9d-a10e-4a3f-badc-fb938d2f69f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (3ebc80da-dfcb-4b4b-aae0-bbcbc9abe670), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:12.583500 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-56c31378-c733-4bcd-af84-be465284dbe8 req-7f9d114b-d418-4eb4-b7a7-5df6a5638d6d tempest-SecurityGroupRulesNegativeTestJSON-36489088 tempest-SecurityGroupRulesNegativeTestJSON-36489088-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:12.583669 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a81d8a5a-8f34-4a84-b063-565a88741551 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (0cadce21-bf4a-4201-9a5b-b857a4440bd0), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:12.584658 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a81d8a5a-8f34-4a84-b063-565a88741551 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:12.584797 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-56c31378-c733-4bcd-af84-be465284dbe8 req-7f9d114b-d418-4eb4-b7a7-5df6a5638d6d tempest-SecurityGroupRulesNegativeTestJSON-36489088 tempest-SecurityGroupRulesNegativeTestJSON-36489088-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.7536988 Jan 28 19:16:12.586059 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a81d8a5a-8f34-4a84-b063-565a88741551 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:12.600164 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-d44400c9-5390-4379-bbfc-ba499adb9e12 req-11a0c88f-dd52-4ac4-9a6e-96e49d70505f service neutron] Request body: {'port': {'device_id': '908084fb-8a97-4be7-9fce-01b29763dd1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-14'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:16:12.603760 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9d114b-d418-4eb4-b7a7-5df6a5638d6d tempest-SecurityGroupRulesNegativeTestJSON-36489088 tempest-SecurityGroupRulesNegativeTestJSON-36489088-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ad837ea-f25c-44e9-ab6a-01983cad590c,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:12.668158 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a818b0f4-ef34-4845-9130-9506c2732276 req-ade42781-193a-41aa-b9e1-ab1f3b7ff0ea tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/security-groups?id=c326a8a3-da0b-43eb-8867-b30c14662b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3014498 Jan 28 19:16:12.697380 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81d8a5a-8f34-4a84-b063-565a88741551 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b39b172-04c0-4ad8-9d54-541a4fd08860,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:12.722086 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d113b18-b60b-40e4-aaa3-7faff8a64650 tempest-ServersTestJSON-1813896326 tempest-ServersTestJSON-1813896326-project] Router 6b184fd8-d9e3-4af6-bb25-e3091d5d1d9b has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:16:12.724377 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-28cb9e9d-a10e-4a3f-badc-fb938d2f69f0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5af8ae179168442da6ed3b5560620d7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8806393 Jan 28 19:16:12.729180 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 38624) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:12.737115 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-a81d8a5a-8f34-4a84-b063-565a88741551 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4365971 Jan 28 19:16:12.741748 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-929dfffd-e164-49a1-9789-3dfe44fd9192 None None] Provisioning complete for port ba118a5f-89fe-4cca-ac9f-fb4cc90e2822 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:16:12.742713 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-929dfffd-e164-49a1-9789-3dfe44fd9192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (ba118a5f-89fe-4cca-ac9f-fb4cc90e2822), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:12.750905 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 38626) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:12.767554 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-186e670c-ccb9-4990-8e6d-38a65736dc89 admin admin] Request body: {'subnet': {'network_id': '0cadce21-bf4a-4201-9a5b-b857a4440bd0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-89847298-subnet', 'tenant_id': 'cac84962258f42c3b2324f237af9a8ee', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:16:12.783887 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81d8a5a-8f34-4a84-b063-565a88741551 admin admin] Pushing event updated for resources: {'Network': ['ID=0cadce21-bf4a-4201-9a5b-b857a4440bd0,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:12.803396 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network 0cadce21-bf4a-4201-9a5b-b857a4440bd0 details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:16:12.812267 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cb9e9d-a10e-4a3f-badc-fb938d2f69f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ebc80da-dfcb-4b4b-aae0-bbcbc9abe670,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:12.819062 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-d44400c9-5390-4379-bbfc-ba499adb9e12 req-11a0c88f-dd52-4ac4-9a6e-96e49d70505f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (ba118a5f-89fe-4cca-ac9f-fb4cc90e2822), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:12.871244 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-0ff710bc-3b18-4c31-9ffc-9b23b30b2e39 None None] Publish callbacks [] for port (420082ec-b4a9-4dff-8305-9ec49c5d992a), precommit_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:12.876161 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb67302-59e6-436c-8d5f-792b51fd36fc req-1430ea37-0321-4206-a04d-322d97589d35 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:12.877830 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7bb67302-59e6-436c-8d5f-792b51fd36fc req-1430ea37-0321-4206-a04d-322d97589d35 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=d493780a-0b9d-4faf-acb0-7a17299587d3 HTTP/1.1" status: 200 len: 945 time: 0.1761551 Jan 28 19:16:12.884087 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-0ff710bc-3b18-4c31-9ffc-9b23b30b2e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (420082ec-b4a9-4dff-8305-9ec49c5d992a), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:12.951132 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d113b18-b60b-40e4-aaa3-7faff8a64650 tempest-ServersTestJSON-1813896326 tempest-ServersTestJSON-1813896326-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:16:12.953144 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7bb67302-59e6-436c-8d5f-792b51fd36fc req-d5a68b6e-59ac-4770-9992-d2e35bf49cc0 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628731 Jan 28 19:16:12.968023 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4d113b18-b60b-40e4-aaa3-7faff8a64650 tempest-ServersTestJSON-1813896326 tempest-ServersTestJSON-1813896326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for floatingip (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:13.089124 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-0ff710bc-3b18-4c31-9ffc-9b23b30b2e39 None None] Attempting to bind port 420082ec-b4a9-4dff-8305-9ec49c5d992a on host n-d-812111-14 for vnic_type normal with profile {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:16:13.093812 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-186e670c-ccb9-4990-8e6d-38a65736dc89 admin admin] Made reservation on behalf of cac84962258f42c3b2324f237af9a8ee for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:16:13.095008 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-0ff710bc-3b18-4c31-9ffc-9b23b30b2e39 None None] Attempting to bind port 420082ec-b4a9-4dff-8305-9ec49c5d992a by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '6dc6eae3-f32e-470d-a2b1-f94c96581d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b483694f-9043-435d-89cf-8bde8f85a784'}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:16:13.095629 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff710bc-3b18-4c31-9ffc-9b23b30b2e39 None None] Attempting to bind port 420082ec-b4a9-4dff-8305-9ec49c5d992a on network b483694f-9043-435d-89cf-8bde8f85a784 {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:16:13.096200 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-186e670c-ccb9-4990-8e6d-38a65736dc89 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5221429'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:13.112353 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff710bc-3b18-4c31-9ffc-9b23b30b2e39 None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:16:13.127157 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff710bc-3b18-4c31-9ffc-9b23b30b2e39 None None] Checking segment: {'id': '6dc6eae3-f32e-470d-a2b1-f94c96581d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b483694f-9043-435d-89cf-8bde8f85a784'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:16:13.127905 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-0ff710bc-3b18-4c31-9ffc-9b23b30b2e39 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:13.128588 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff710bc-3b18-4c31-9ffc-9b23b30b2e39 None None] Bound using segment: {'id': '6dc6eae3-f32e-470d-a2b1-f94c96581d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b483694f-9043-435d-89cf-8bde8f85a784'} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:16:13.129330 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-0ff710bc-3b18-4c31-9ffc-9b23b30b2e39 None None] Bound port: 420082ec-b4a9-4dff-8305-9ec49c5d992a, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dc6eae3-f32e-470d-a2b1-f94c96581d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b483694f-9043-435d-89cf-8bde8f85a784'}}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:16:13.132535 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-0ff710bc-3b18-4c31-9ffc-9b23b30b2e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (420082ec-b4a9-4dff-8305-9ec49c5d992a), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:13.139118 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-4d113b18-b60b-40e4-aaa3-7faff8a64650 tempest-ServersTestJSON-1813896326 tempest-ServersTestJSON-1813896326-project] 10.222.0.64 "PUT /v2.0/floatingips/48ff05ba-410b-4aeb-b2d6-d39d1b5824aa HTTP/1.1" status: 200 len: 991 time: 3.2777658 Jan 28 19:16:13.139118 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-08938c67-45c2-4808-b810-ce4af7a73540 admin admin] Publish callbacks [] for security_group (3ebc80da-dfcb-4b4b-aae0-bbcbc9abe670), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:13.191079 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-08938c67-45c2-4808-b810-ce4af7a73540 admin admin] Publish callbacks [] for security_group (3ebc80da-dfcb-4b4b-aae0-bbcbc9abe670), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:13.245721 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-0ff710bc-3b18-4c31-9ffc-9b23b30b2e39 None None] For port 420082ec-b4a9-4dff-8305-9ec49c5d992a, host n-d-812111-14, cleared binding levels {{(pid=103307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:16:13.249734 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-0ff710bc-3b18-4c31-9ffc-9b23b30b2e39 None None] For port 420082ec-b4a9-4dff-8305-9ec49c5d992a, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=420082ec-b4a9-4dff-8305-9ec49c5d992a,segment=NetworkSegment(6dc6eae3-f32e-470d-a2b1-f94c96581d4b),segment_id=6dc6eae3-f32e-470d-a2b1-f94c96581d4b)] {{(pid=103307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:16:13.261227 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08612e5d-c307-4c82-952d-d5de2b13b7c7', 'tag': '4ffcf880-eb0e-4608-962c-0863c11da0d8'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:16:13.261766 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-0ff710bc-3b18-4c31-9ffc-9b23b30b2e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (420082ec-b4a9-4dff-8305-9ec49c5d992a), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:13.263764 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea8151d8-be4c-40ac-a3e5-124b1369ac04" -d '{"events": [{"name": "network-changed", "server_uuid": "08612e5d-c307-4c82-952d-d5de2b13b7c7", "tag": "4ffcf880-eb0e-4608-962c-0863c11da0d8"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:16:13.272870 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31f8155-dc38-4f23-bb3f-6f98b3d41754 None None] Pushing event updated for resources: {'Port': ['ID=420082ec-b4a9-4dff-8305-9ec49c5d992a,revision_number=3']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:13.292707 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff710bc-3b18-4c31-9ffc-9b23b30b2e39 None None] Routers {'b6d3a8ff-e794-42a8-af82-0d62abd8ca2d'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:16:13.293731 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-0ff710bc-3b18-4c31-9ffc-9b23b30b2e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:16:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['b6d3a8ff-e794-42a8-af82-0d62abd8ca2d'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:16:13.340760 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-08938c67-45c2-4808-b810-ce4af7a73540 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (3ebc80da-dfcb-4b4b-aae0-bbcbc9abe670), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:13.343554 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-08938c67-45c2-4808-b810-ce4af7a73540 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:13.345007 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-08938c67-45c2-4808-b810-ce4af7a73540 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3ebc80da-dfcb-4b4b-aae0-bbcbc9abe670 HTTP/1.1" status: 204 len: 168 time: 0.6057291 Jan 28 19:16:13.370885 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08938c67-45c2-4808-b810-ce4af7a73540 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ebc80da-dfcb-4b4b-aae0-bbcbc9abe670,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:13.383545 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0db31cd-409b-4332-9a2a-c5a5f23e6c97 req-a19a5dfb-d1b7-4095-b826-78fbd06ce97a tempest-ServersTestFqdnHostnames-1981151228 tempest-ServersTestFqdnHostnames-1981151228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:13.391009 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b0db31cd-409b-4332-9a2a-c5a5f23e6c97 req-a19a5dfb-d1b7-4095-b826-78fbd06ce97a tempest-ServersTestFqdnHostnames-1981151228 tempest-ServersTestFqdnHostnames-1981151228-project] 10.222.0.64 "GET /v2.0/ports?device_id=908084fb-8a97-4be7-9fce-01b29763dd1d HTTP/1.1" status: 200 len: 932 time: 0.6108189 Jan 28 19:16:13.403935 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [req-d44400c9-5390-4379-bbfc-ba499adb9e12 req-11a0c88f-dd52-4ac4-9a6e-96e49d70505f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba118a5f-89fe-4cca-ac9f-fb4cc90e2822 {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:16:13.431938 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-929dfffd-e164-49a1-9789-3dfe44fd9192 None None] Port ba118a5f-89fe-4cca-ac9f-fb4cc90e2822 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:16:13.436882 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-d44400c9-5390-4379-bbfc-ba499adb9e12 req-11a0c88f-dd52-4ac4-9a6e-96e49d70505f service neutron] Publish callbacks [] for port (ba118a5f-89fe-4cca-ac9f-fb4cc90e2822), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:13.439366 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device a742ef4b-8c5c-49ae-a7ae-adee27392f4c up at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:16:13.448485 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-0ff710bc-3b18-4c31-9ffc-9b23b30b2e39 None None] Set router b6d3a8ff-e794-42a8-af82-0d62abd8ca2d gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:16:13.449723 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 05c919bf-af95-4189-939d-735b8576031d up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:16:13.472749 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-d44400c9-5390-4379-bbfc-ba499adb9e12 req-11a0c88f-dd52-4ac4-9a6e-96e49d70505f service neutron] Transition to ACTIVE for port object ba118a5f-89fe-4cca-ac9f-fb4cc90e2822 will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:16:13.551389 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ac74ab-e449-4113-8182-424836494a58 None None] Sync routers for ids ['6b184fd8-d9e3-4af6-bb25-e3091d5d1d9b'] in n-d-812111-14 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:16:13.558250 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b0db31cd-409b-4332-9a2a-c5a5f23e6c97 req-39f13894-829a-4463-a36a-923e1b69be85 tempest-ServersTestFqdnHostnames-1981151228 tempest-ServersTestFqdnHostnames-1981151228-project] 10.222.0.64 "GET /v2.0/security-groups?id=86be49ed-dcd4-4bc8-814a-1d557121cc3e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1657898 Jan 28 19:16:13.586324 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b6797c1f-8921-4ddb-a734-e73f5ce7c655 req-341bbc53-c49a-40c5-8abf-fbb013d10105 tempest-SecurityGroupRulesNegativeTestJSON-36489088 tempest-SecurityGroupRulesNegativeTestJSON-36489088-project] 10.222.0.64 "GET /v2.0/security-groups/6ad837ea-f25c-44e9-ab6a-01983cad590c HTTP/1.1" status: 200 len: 1830 time: 0.1098812 Jan 28 19:16:13.590639 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-d44400c9-5390-4379-bbfc-ba499adb9e12 req-11a0c88f-dd52-4ac4-9a6e-96e49d70505f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (ba118a5f-89fe-4cca-ac9f-fb4cc90e2822), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:13.735299 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ac74ab-e449-4113-8182-424836494a58 None None] Routers {'6b184fd8-d9e3-4af6-bb25-e3091d5d1d9b'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:16:13.736192 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-53ac74ab-e449-4113-8182-424836494a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:16:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['6b184fd8-d9e3-4af6-bb25-e3091d5d1d9b'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:16:13.757642 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-186e670c-ccb9-4990-8e6d-38a65736dc89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4690681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5221415'] for subnet (aed3e423-b18c-4230-b6f0-afed10cbcbf7), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:13.867812 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31f8155-dc38-4f23-bb3f-6f98b3d41754 None None] Pushing event updated for resources: {'Port': ['ID=420082ec-b4a9-4dff-8305-9ec49c5d992a,revision_number=4']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:13.868044 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a10d307f-3bc7-47a2-b98d-ab70836524ca x-openstack-request-id: req-a10d307f-3bc7-47a2-b98d-ab70836524ca {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:16:13.868913 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08612e5d-c307-4c82-952d-d5de2b13b7c7", "tag": "4ffcf880-eb0e-4608-962c-0863c11da0d8", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:16:13.869278 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a10d307f-3bc7-47a2-b98d-ab70836524ca {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:16:13.869623 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08612e5d-c307-4c82-952d-d5de2b13b7c7', 'tag': '4ffcf880-eb0e-4608-962c-0863c11da0d8', 'status': 'completed', 'code': 200} Jan 28 19:16:13.871500 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186e670c-ccb9-4990-8e6d-38a65736dc89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aed3e423-b18c-4230-b6f0-afed10cbcbf7,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:13.893330 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-d44400c9-5390-4379-bbfc-ba499adb9e12 req-11a0c88f-dd52-4ac4-9a6e-96e49d70505f service neutron] Attempting to bind port ba118a5f-89fe-4cca-ac9f-fb4cc90e2822 on host n-h1-812111-14 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:16:13.894003 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-d44400c9-5390-4379-bbfc-ba499adb9e12 req-11a0c88f-dd52-4ac4-9a6e-96e49d70505f service neutron] Attempting to bind port ba118a5f-89fe-4cca-ac9f-fb4cc90e2822 by drivers openvswitch,hyperv on host n-h1-812111-14 at level 0 using segments [{'id': '504142c2-c953-442b-b4a6-2fbebe4e0a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '942f5500-a4bd-4069-a44c-30175e942cfe'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:16:13.894603 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d44400c9-5390-4379-bbfc-ba499adb9e12 req-11a0c88f-dd52-4ac4-9a6e-96e49d70505f service neutron] Attempting to bind port ba118a5f-89fe-4cca-ac9f-fb4cc90e2822 on network 942f5500-a4bd-4069-a44c-30175e942cfe {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:16:13.905653 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d44400c9-5390-4379-bbfc-ba499adb9e12 req-11a0c88f-dd52-4ac4-9a6e-96e49d70505f service neutron] Port ba118a5f-89fe-4cca-ac9f-fb4cc90e2822 on network 942f5500-a4bd-4069-a44c-30175e942cfe not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-14 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:16:13.906266 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d44400c9-5390-4379-bbfc-ba499adb9e12 req-11a0c88f-dd52-4ac4-9a6e-96e49d70505f service neutron] Attempting to bind port ba118a5f-89fe-4cca-ac9f-fb4cc90e2822 on network 942f5500-a4bd-4069-a44c-30175e942cfe {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:16:13.943262 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d44400c9-5390-4379-bbfc-ba499adb9e12 req-11a0c88f-dd52-4ac4-9a6e-96e49d70505f service neutron] Checking agent: {'id': 'b544ba20-de93-4d86-9e6b-a2202deb6191', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:16:13.944385 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d44400c9-5390-4379-bbfc-ba499adb9e12 req-11a0c88f-dd52-4ac4-9a6e-96e49d70505f service neutron] Checking segment: {'id': '504142c2-c953-442b-b4a6-2fbebe4e0a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '942f5500-a4bd-4069-a44c-30175e942cfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:16:13.945377 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d44400c9-5390-4379-bbfc-ba499adb9e12 req-11a0c88f-dd52-4ac4-9a6e-96e49d70505f service neutron] Bound using segment: {'id': '504142c2-c953-442b-b4a6-2fbebe4e0a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '942f5500-a4bd-4069-a44c-30175e942cfe'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:16:13.946179 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-d44400c9-5390-4379-bbfc-ba499adb9e12 req-11a0c88f-dd52-4ac4-9a6e-96e49d70505f service neutron] Bound port: ba118a5f-89fe-4cca-ac9f-fb4cc90e2822, host: n-h1-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '504142c2-c953-442b-b4a6-2fbebe4e0a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '942f5500-a4bd-4069-a44c-30175e942cfe'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:16:13.946907 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-d44400c9-5390-4379-bbfc-ba499adb9e12 req-11a0c88f-dd52-4ac4-9a6e-96e49d70505f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (ba118a5f-89fe-4cca-ac9f-fb4cc90e2822), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:14.041517 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-0ff710bc-3b18-4c31-9ffc-9b23b30b2e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6d3a8ff-e794-42a8-af82-0d62abd8ca2d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1044455628-router', 'tenant_id': 'd8db6e8ff55e4a6780f95f622184a73d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.120'}], 'enable_snat': True}, 'gw_port_id': '05c919bf-af95-4189-939d-735b8576031d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:15:58Z', 'updated_at': '2022-01-28T19:16:08Z', 'revision_number': 4, 'project_id': 'd8db6e8ff55e4a6780f95f622184a73d', 'gw_port': {'id': '05c919bf-af95-4189-939d-735b8576031d', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:b7:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6d3a8ff-e794-42a8-af82-0d62abd8ca2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:16:00Z', 'updated_at': '2022-01-28T19:16:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '420082ec-b4a9-4dff-8305-9ec49c5d992a', 'name': '', 'network_id': 'b483694f-9043-435d-89cf-8bde8f85a784', 'tenant_id': 'd8db6e8ff55e4a6780f95f622184a73d', 'mac_address': 'fa:16:3e:d4:12:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6d3a8ff-e794-42a8-af82-0d62abd8ca2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '1247ccdc-4414-49c6-83d9-66d363a67e32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:16:07Z', 'updated_at': '2022-01-28T19:16:13Z', 'revision_number': 4, 'project_id': 'd8db6e8ff55e4a6780f95f622184a73d', 'subnets': [{'id': '1247ccdc-4414-49c6-83d9-66d363a67e32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:16:14.072014 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 38648) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:14.082967 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-53ac74ab-e449-4113-8182-424836494a58 None None] Set router 6b184fd8-d9e3-4af6-bb25-e3091d5d1d9b gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:16:14.087307 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a0c88f-dd52-4ac4-9a6e-96e49d70505f service neutron] Pushing event updated for resources: {'Port': ['ID=ba118a5f-89fe-4cca-ac9f-fb4cc90e2822,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:14.110464 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff710bc-3b18-4c31-9ffc-9b23b30b2e39 None None] The sync data for ids ['b6d3a8ff-e794-42a8-af82-0d62abd8ca2d'] in n-d-812111-14 is: [{'id': 'b6d3a8ff-e794-42a8-af82-0d62abd8ca2d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1044455628-router', 'tenant_id': 'd8db6e8ff55e4a6780f95f622184a73d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.120'}], 'enable_snat': True}, 'gw_port_id': '05c919bf-af95-4189-939d-735b8576031d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:15:58Z', 'updated_at': '2022-01-28T19:16:08Z', 'revision_number': 4, 'project_id': 'd8db6e8ff55e4a6780f95f622184a73d', 'gw_port': {'id': '05c919bf-af95-4189-939d-735b8576031d', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:b7:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6d3a8ff-e794-42a8-af82-0d62abd8ca2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:16:00Z', 'updated_at': '2022-01-28T19:16:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '420082ec-b4a9-4dff-8305-9ec49c5d992a', 'name': '', 'network_id': 'b483694f-9043-435d-89cf-8bde8f85a784', 'tenant_id': 'd8db6e8ff55e4a6780f95f622184a73d', 'mac_address': 'fa:16:3e:d4:12:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6d3a8ff-e794-42a8-af82-0d62abd8ca2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '1247ccdc-4414-49c6-83d9-66d363a67e32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:16:07Z', 'updated_at': '2022-01-28T19:16:13Z', 'revision_number': 4, 'project_id': 'd8db6e8ff55e4a6780f95f622184a73d', 'subnets': [{'id': '1247ccdc-4414-49c6-83d9-66d363a67e32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:16:14.137599 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b7900e-2e62-4c83-8bdc-21fe3e4ec7af req-04c0a607-b8a7-459c-acf3-2e000875fe1c tempest-ServersTestJSON-1813896326 tempest-ServersTestJSON-1813896326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:14.139262 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b5b7900e-2e62-4c83-8bdc-21fe3e4ec7af req-04c0a607-b8a7-459c-acf3-2e000875fe1c tempest-ServersTestJSON-1813896326 tempest-ServersTestJSON-1813896326-project] 10.222.0.64 "GET /v2.0/ports?device_id=08612e5d-c307-4c82-952d-d5de2b13b7c7 HTTP/1.1" status: 200 len: 945 time: 0.3829777 Jan 28 19:16:14.146081 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-d44400c9-5390-4379-bbfc-ba499adb9e12 req-11a0c88f-dd52-4ac4-9a6e-96e49d70505f service neutron] For port ba118a5f-89fe-4cca-ac9f-fb4cc90e2822, host n-h1-812111-14, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:16:14.151182 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-d44400c9-5390-4379-bbfc-ba499adb9e12 req-11a0c88f-dd52-4ac4-9a6e-96e49d70505f service neutron] For port ba118a5f-89fe-4cca-ac9f-fb4cc90e2822, host n-h1-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=ba118a5f-89fe-4cca-ac9f-fb4cc90e2822,segment=NetworkSegment(504142c2-c953-442b-b4a6-2fbebe4e0a31),segment_id=504142c2-c953-442b-b4a6-2fbebe4e0a31)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:16:14.171177 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9d00d10b-bc92-433b-b6a0-07c5c7ef34cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:14.225001 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b5b7900e-2e62-4c83-8bdc-21fe3e4ec7af req-8f9793f9-5ed3-40b8-8362-8c4e289bb5b1 tempest-ServersTestJSON-1813896326 tempest-ServersTestJSON-1813896326-project] 10.222.0.64 "GET /v2.0/security-groups?id=c5f3ac41-b8df-408c-bb33-9833dc3f320f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762792 Jan 28 19:16:14.231678 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-d44400c9-5390-4379-bbfc-ba499adb9e12 req-11a0c88f-dd52-4ac4-9a6e-96e49d70505f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (ba118a5f-89fe-4cca-ac9f-fb4cc90e2822), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:14.244700 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8151d8-be4c-40ac-a3e5-124b1369ac04 req-0496edb1-cdca-4a7b-af31-943f294ab96e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:14.246339 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ea8151d8-be4c-40ac-a3e5-124b1369ac04 req-0496edb1-cdca-4a7b-af31-943f294ab96e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=fb29c2c1c69c4f59b326e8ec24f37b86&device_id=08612e5d-c307-4c82-952d-d5de2b13b7c7 HTTP/1.1" status: 200 len: 1128 time: 0.3759365 Jan 28 19:16:14.293677 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44400c9-5390-4379-bbfc-ba499adb9e12 req-11a0c88f-dd52-4ac4-9a6e-96e49d70505f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:14.295281 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-d44400c9-5390-4379-bbfc-ba499adb9e12 req-11a0c88f-dd52-4ac4-9a6e-96e49d70505f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:14.297147 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d44400c9-5390-4379-bbfc-ba499adb9e12 req-11a0c88f-dd52-4ac4-9a6e-96e49d70505f service neutron] 10.222.0.41 "PUT /v2.0/ports/ba118a5f-89fe-4cca-ac9f-fb4cc90e2822 HTTP/1.1" status: 200 len: 1093 time: 1.7013881 Jan 28 19:16:14.297762 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '908084fb-8a97-4be7-9fce-01b29763dd1d', 'tag': 'ba118a5f-89fe-4cca-ac9f-fb4cc90e2822'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:16:14.300981 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cbcd75f-ad96-46ad-980a-20f25e14ec70" -d '{"events": [{"name": "network-changed", "server_uuid": "908084fb-8a97-4be7-9fce-01b29763dd1d", "tag": "ba118a5f-89fe-4cca-ac9f-fb4cc90e2822"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:16:14.308827 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186e670c-ccb9-4990-8e6d-38a65736dc89 admin admin] Checking segment: {'id': 'ad3ddde5-c7f5-4dfc-bc22-65e2dcd87fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '0cadce21-bf4a-4201-9a5b-b857a4440bd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:16:14.309231 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-186e670c-ccb9-4990-8e6d-38a65736dc89 admin admin] Network hostable DHCP agents. Network: 0cadce21-bf4a-4201-9a5b-b857a4440bd0, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:16:14.319605 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a0c88f-dd52-4ac4-9a6e-96e49d70505f service neutron] Pushing event updated for resources: {'Port': ['ID=ba118a5f-89fe-4cca-ac9f-fb4cc90e2822,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:14.332614 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-75ab0ccb-af8b-4615-bb4f-f6b3b781be1c req-c41735c8-5536-4214-92d0-a6756d73b73f tempest-SecurityGroupRulesNegativeTestJSON-36489088 tempest-SecurityGroupRulesNegativeTestJSON-36489088-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1184375422', 'description': 'tempest-description-432968764'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:16:14.361247 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-75ab0ccb-af8b-4615-bb4f-f6b3b781be1c req-c41735c8-5536-4214-92d0-a6756d73b73f tempest-SecurityGroupRulesNegativeTestJSON-36489088 tempest-SecurityGroupRulesNegativeTestJSON-36489088-project] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:14.362738 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-1c17d311-8cd8-46d1-93d2-7e447ca90954 None None] Provisioning complete for port 420082ec-b4a9-4dff-8305-9ec49c5d992a triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:16:14.363755 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1c17d311-8cd8-46d1-93d2-7e447ca90954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (420082ec-b4a9-4dff-8305-9ec49c5d992a), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:14.410952 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:14.433919 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a300e001-3ac8-482b-b408-f8e73c629c63 req-ae8b6035-d5d9-4bed-b3b2-6941c1d86c0a tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:14.443429 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a300e001-3ac8-482b-b408-f8e73c629c63 req-ae8b6035-d5d9-4bed-b3b2-6941c1d86c0a tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/ports?device_id=4c6c3f6c-0306-4d2c-8d60-3928c2ea3c53 HTTP/1.1" status: 200 len: 949 time: 0.4138482 Jan 28 19:16:14.512309 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 05c919bf-af95-4189-939d-735b8576031d triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:16:14.512672 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (05c919bf-af95-4189-939d-735b8576031d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:14.569623 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44400c9-5390-4379-bbfc-ba499adb9e12 req-57cc29c4-157c-4069-94af-331dd9563b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:14.572139 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d44400c9-5390-4379-bbfc-ba499adb9e12 req-57cc29c4-157c-4069-94af-331dd9563b73 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2919cc86d97b42bbb60ba9ee60522438&device_id=908084fb-8a97-4be7-9fce-01b29763dd1d HTTP/1.1" status: 200 len: 1127 time: 0.2075441 Jan 28 19:16:14.582243 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9d00d10b-bc92-433b-b6a0-07c5c7ef34cb admin admin] Publish callbacks [] for security_group (735404d8-b076-4e4e-8d9a-8d574f28a478), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:14.717649 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8151d8-be4c-40ac-a3e5-124b1369ac04 req-3f205e02-32ba-42a9-b1a9-08c1c4cad166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:14.720170 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ea8151d8-be4c-40ac-a3e5-124b1369ac04 req-3f205e02-32ba-42a9-b1a9-08c1c4cad166 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a6ce2695-bf4f-4293-99d8-53bbc2878d73 HTTP/1.1" status: 200 len: 904 time: 0.4293993 Jan 28 19:16:14.725255 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d44400c9-5390-4379-bbfc-ba499adb9e12 req-be4cc7db-8b8f-4d0b-97de-f67a3050cd60 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ba118a5f-89fe-4cca-ac9f-fb4cc90e2822 HTTP/1.1" status: 200 len: 217 time: 0.1167884 Jan 28 19:16:14.727732 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a300e001-3ac8-482b-b408-f8e73c629c63 req-98141366-270e-47f6-92f7-ded9027cc361 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/security-groups?id=c326a8a3-da0b-43eb-8867-b30c14662b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2755361 Jan 28 19:16:14.729524 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9d00d10b-bc92-433b-b6a0-07c5c7ef34cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (735404d8-b076-4e4e-8d9a-8d574f28a478), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:14.732352 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-75ab0ccb-af8b-4615-bb4f-f6b3b781be1c req-c41735c8-5536-4214-92d0-a6756d73b73f tempest-SecurityGroupRulesNegativeTestJSON-36489088 tempest-SecurityGroupRulesNegativeTestJSON-36489088-project] Publish callbacks [] for security_group (d67b4ccc-720c-4838-8068-abf485887166), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:14.811311 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-75ab0ccb-af8b-4615-bb4f-f6b3b781be1c req-c41735c8-5536-4214-92d0-a6756d73b73f tempest-SecurityGroupRulesNegativeTestJSON-36489088 tempest-SecurityGroupRulesNegativeTestJSON-36489088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (d67b4ccc-720c-4838-8068-abf485887166), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:14.827376 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ea8151d8-be4c-40ac-a3e5-124b1369ac04 req-c6588578-0027-49d3-ad44-a0c4328f0178 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4ffcf880-eb0e-4608-962c-0863c11da0d8 HTTP/1.1" status: 200 len: 999 time: 0.0952847 Jan 28 19:16:14.846295 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-186e670c-ccb9-4990-8e6d-38a65736dc89 admin admin] Network 0cadce21-bf4a-4201-9a5b-b857a4440bd0 is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:16:14.905163 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-75ab0ccb-af8b-4615-bb4f-f6b3b781be1c req-c41735c8-5536-4214-92d0-a6756d73b73f tempest-SecurityGroupRulesNegativeTestJSON-36489088 tempest-SecurityGroupRulesNegativeTestJSON-36489088-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:14.909005 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-75ab0ccb-af8b-4615-bb4f-f6b3b781be1c req-c41735c8-5536-4214-92d0-a6756d73b73f tempest-SecurityGroupRulesNegativeTestJSON-36489088 tempest-SecurityGroupRulesNegativeTestJSON-36489088-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.5840898 Jan 28 19:16:14.919053 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41735c8-5536-4214-92d0-a6756d73b73f tempest-SecurityGroupRulesNegativeTestJSON-36489088 tempest-SecurityGroupRulesNegativeTestJSON-36489088-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d67b4ccc-720c-4838-8068-abf485887166,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:14.927540 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8151d8-be4c-40ac-a3e5-124b1369ac04 req-564e547f-1b6b-4236-a01e-62d40b8b6d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:14.927983 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44400c9-5390-4379-bbfc-ba499adb9e12 req-00468e70-5b0b-4dd6-a040-efac636421cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:14.929609 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ea8151d8-be4c-40ac-a3e5-124b1369ac04 req-564e547f-1b6b-4236-a01e-62d40b8b6d7d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0462522f-9635-4759-872a-bea48d2496c6 HTTP/1.1" status: 200 len: 843 time: 0.0877120 Jan 28 19:16:14.930139 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d44400c9-5390-4379-bbfc-ba499adb9e12 req-00468e70-5b0b-4dd6-a040-efac636421cd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8ec4e5d1-0c4e-4c7b-954e-58b53ab84682 HTTP/1.1" status: 200 len: 853 time: 0.1958399 Jan 28 19:16:14.933070 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning for port a742ef4b-8c5c-49ae-a7ae-adee27392f4c completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:16:14.939430 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-186e670c-ccb9-4990-8e6d-38a65736dc89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, 0cadce21-bf4a-4201-9a5b-b857a4440bd0) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:16:14.945689 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-186e670c-ccb9-4990-8e6d-38a65736dc89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:14.947043 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-186e670c-ccb9-4990-8e6d-38a65736dc89 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:14.954934 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning complete for port a742ef4b-8c5c-49ae-a7ae-adee27392f4c triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:16:14.955922 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (a742ef4b-8c5c-49ae-a7ae-adee27392f4c), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:15.017586 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3169bf78-dd53-4670-84cb-820a599eb0eb None None] Network 0cadce21-bf4a-4201-9a5b-b857a4440bd0 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:16:15.024527 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-186e670c-ccb9-4990-8e6d-38a65736dc89 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2703371 Jan 28 19:16:15.025452 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 38660) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:15.034558 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-14fe96f5-f4e9-4f8c-a5db-fbc548f0133d admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-89847298-router', 'tenant_id': 'cac84962258f42c3b2324f237af9a8ee', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:16:15.035155 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-9d00d10b-bc92-433b-b6a0-07c5c7ef34cb admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=48334f1390264c78ac6da0c812bfa71a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9487932 Jan 28 19:16:15.046104 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44400c9-5390-4379-bbfc-ba499adb9e12 req-0c57ba07-596c-4580-8a39-a50a5a7c3f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:15.047787 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d44400c9-5390-4379-bbfc-ba499adb9e12 req-0c57ba07-596c-4580-8a39-a50a5a7c3f3a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=942f5500-a4bd-4069-a44c-30175e942cfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1079526 Jan 28 19:16:15.051852 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 38662) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:15.054590 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:16:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f28b15c-5257-4fcc-ad9d-b9c678ec1b64 x-openstack-request-id: req-4f28b15c-5257-4fcc-ad9d-b9c678ec1b64 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:16:15.058331 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "908084fb-8a97-4be7-9fce-01b29763dd1d", "tag": "ba118a5f-89fe-4cca-ac9f-fb4cc90e2822", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:16:15.058699 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4f28b15c-5257-4fcc-ad9d-b9c678ec1b64 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:16:15.061327 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '908084fb-8a97-4be7-9fce-01b29763dd1d', 'tag': 'ba118a5f-89fe-4cca-ac9f-fb4cc90e2822', 'status': 'completed', 'code': 200} Jan 28 19:16:15.102027 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d00d10b-bc92-433b-b6a0-07c5c7ef34cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=735404d8-b076-4e4e-8d9a-8d574f28a478,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:15.127343 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d04d3a74-fced-4e56-bae4-112eec5ccd72 admin admin] Publish callbacks [] for security_group (735404d8-b076-4e4e-8d9a-8d574f28a478), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:15.159130 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-1c17d311-8cd8-46d1-93d2-7e447ca90954 None None] Current status of the port 420082ec-b4a9-4dff-8305-9ec49c5d992a is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:16:15.159758 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1c17d311-8cd8-46d1-93d2-7e447ca90954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (420082ec-b4a9-4dff-8305-9ec49c5d992a), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:15.160498 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8151d8-be4c-40ac-a3e5-124b1369ac04 req-4deb1adf-5984-46d8-b67d-3b02ca167aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:15.162148 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ea8151d8-be4c-40ac-a3e5-124b1369ac04 req-4deb1adf-5984-46d8-b67d-3b02ca167aa7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a6ce2695-bf4f-4293-99d8-53bbc2878d73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1985936 Jan 28 19:16:15.226468 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d44400c9-5390-4379-bbfc-ba499adb9e12 req-a2cf96b6-3fcc-43f5-bbac-85af71994f5b service neutron] 10.222.0.41 "GET /v2.0/networks/942f5500-a4bd-4069-a44c-30175e942cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524885 Jan 28 19:16:15.335744 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1c4dbc-c435-42b9-876f-4afee925db14 req-ee8103a5-1ae0-463c-a856-3b45f481ff55 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:15.337333 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ff1c4dbc-c435-42b9-876f-4afee925db14 req-ee8103a5-1ae0-463c-a856-3b45f481ff55 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=d493780a-0b9d-4faf-acb0-7a17299587d3 HTTP/1.1" status: 200 len: 945 time: 0.4064457 Jan 28 19:16:15.339334 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ea8151d8-be4c-40ac-a3e5-124b1369ac04 req-38037d90-6188-4cfc-893d-6a424058f213 service neutron] 10.222.0.70 "GET /v2.0/networks/a6ce2695-bf4f-4293-99d8-53bbc2878d73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582375 Jan 28 19:16:15.345945 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-14fe96f5-f4e9-4f8c-a5db-fbc548f0133d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261150'] for router (fb4666e8-45c5-415d-9e52-1d14dda47aca), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:15.350586 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-14fe96f5-f4e9-4f8c-a5db-fbc548f0133d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-731099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-731441', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261129'] for router (fb4666e8-45c5-415d-9e52-1d14dda47aca), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:15.356264 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d04d3a74-fced-4e56-bae4-112eec5ccd72 admin admin] Publish callbacks [] for security_group (735404d8-b076-4e4e-8d9a-8d574f28a478), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:15.462033 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port a742ef4b-8c5c-49ae-a7ae-adee27392f4c is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:16:15.462721 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (a742ef4b-8c5c-49ae-a7ae-adee27392f4c), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:15.482548 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ea8151d8-be4c-40ac-a3e5-124b1369ac04 req-dc6903f0-dd3c-49ed-882b-5e90977d0ad7 service neutron] 10.222.0.70 "GET /v2.0/networks/a6ce2695-bf4f-4293-99d8-53bbc2878d73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241798 Jan 28 19:16:15.524557 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b9b50ed-195e-4379-8bfd-0b18e3dc651c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68cd31fd-e4cd-5fb3-a862-256fc47efcd2-0cadce21-bf4a-4201-9a5b-b857a4440bd0', 'network_id': '0cadce21-bf4a-4201-9a5b-b857a4440bd0', 'project_id': 'cac84962258f42c3b2324f237af9a8ee', 'fixed_ips': [{'subnet_id': 'aed3e423-b18c-4230-b6f0-afed10cbcbf7'}]}} from n-d-812111-14. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:16:15.525975 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8b9b50ed-195e-4379-8bfd-0b18e3dc651c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:15.548707 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-53ac74ab-e449-4113-8182-424836494a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b184fd8-d9e3-4af6-bb25-e3091d5d1d9b', 'name': 'tempest-ServersTestJSON-14659487-router', 'tenant_id': 'fb29c2c1c69c4f59b326e8ec24f37b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.148'}], 'enable_snat': True}, 'gw_port_id': '03807a3d-69c3-4ab9-bedd-239481742ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:15:33Z', 'updated_at': '2022-01-28T19:15:38Z', 'revision_number': 4, 'project_id': 'fb29c2c1c69c4f59b326e8ec24f37b86', 'gw_port': {'id': '03807a3d-69c3-4ab9-bedd-239481742ce1', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:9d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b184fd8-d9e3-4af6-bb25-e3091d5d1d9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:15:33Z', 'updated_at': '2022-01-28T19:15:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_floatingips': [{'id': '48ff05ba-410b-4aeb-b2d6-d39d1b5824aa', 'tenant_id': 'fb29c2c1c69c4f59b326e8ec24f37b86', 'floating_ip_address': '172.25.6.125', 'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'router_id': '6b184fd8-d9e3-4af6-bb25-e3091d5d1d9b', 'port_id': '4ffcf880-eb0e-4608-962c-0863c11da0d8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6ce2695-bf4f-4293-99d8-53bbc2878d73', 'mac_address': 'fa:16:3e:9f:aa:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08612e5d-c307-4c82-952d-d5de2b13b7c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:15:43Z', 'updated_at': '2022-01-28T19:16:11Z', 'revision_number': 1, 'project_id': 'fb29c2c1c69c4f59b326e8ec24f37b86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '204c8231-d733-4102-854d-1c29f17e062e', 'name': '', 'network_id': 'a6ce2695-bf4f-4293-99d8-53bbc2878d73', 'tenant_id': 'fb29c2c1c69c4f59b326e8ec24f37b86', 'mac_address': 'fa:16:3e:43:93:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b184fd8-d9e3-4af6-bb25-e3091d5d1d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '0462522f-9635-4759-872a-bea48d2496c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:15:37Z', 'updated_at': '2022-01-28T19:15:43Z', 'revision_number': 5, 'project_id': 'fb29c2c1c69c4f59b326e8ec24f37b86', 'subnets': [{'id': '0462522f-9635-4759-872a-bea48d2496c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:16:15.558117 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-1c17d311-8cd8-46d1-93d2-7e447ca90954 None None] For port 420082ec-b4a9-4dff-8305-9ec49c5d992a, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=420082ec-b4a9-4dff-8305-9ec49c5d992a,segment=NetworkSegment(6dc6eae3-f32e-470d-a2b1-f94c96581d4b),segment_id=6dc6eae3-f32e-470d-a2b1-f94c96581d4b)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:16:15.571689 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ff1c4dbc-c435-42b9-876f-4afee925db14 req-1e326d81-340f-4e45-9590-263c8ad69483 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262757 Jan 28 19:16:15.590011 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8e79b8-f736-4156-a031-546d6aeda10c req-e5022caf-16a1-4ff3-bdaa-eebe54e8d271 tempest-ServersTestFqdnHostnames-1981151228 tempest-ServersTestFqdnHostnames-1981151228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:15.599730 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1a8e79b8-f736-4156-a031-546d6aeda10c req-e5022caf-16a1-4ff3-bdaa-eebe54e8d271 tempest-ServersTestFqdnHostnames-1981151228 tempest-ServersTestFqdnHostnames-1981151228-project] 10.222.0.64 "GET /v2.0/ports?device_id=908084fb-8a97-4be7-9fce-01b29763dd1d HTTP/1.1" status: 200 len: 944 time: 0.3722143 Jan 28 19:16:15.612268 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d04d3a74-fced-4e56-bae4-112eec5ccd72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (735404d8-b076-4e4e-8d9a-8d574f28a478), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:15.615590 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d04d3a74-fced-4e56-bae4-112eec5ccd72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:15.624480 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-d04d3a74-fced-4e56-bae4-112eec5ccd72 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/735404d8-b076-4e4e-8d9a-8d574f28a478 HTTP/1.1" status: 204 len: 168 time: 0.5668418 Jan 28 19:16:15.645436 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04d3a74-fced-4e56-bae4-112eec5ccd72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=735404d8-b076-4e4e-8d9a-8d574f28a478,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:15.648591 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port a742ef4b-8c5c-49ae-a7ae-adee27392f4c, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=a742ef4b-8c5c-49ae-a7ae-adee27392f4c,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:16:15.689036 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d44400c9-5390-4379-bbfc-ba499adb9e12 req-06996976-a01e-4429-b0ac-fc548303dc76 service neutron] 10.222.0.41 "GET /v2.0/networks/942f5500-a4bd-4069-a44c-30175e942cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4407656 Jan 28 19:16:15.692818 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-14fe96f5-f4e9-4f8c-a5db-fbc548f0133d admin admin] Publish callbacks [] for router_controller (fb4666e8-45c5-415d-9e52-1d14dda47aca), precommit_add_association {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:15.712693 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 05c919bf-af95-4189-939d-735b8576031d is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:16:15.720676 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c6c3f6c-0306-4d2c-8d60-3928c2ea3c53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a742ef4b-8c5c-49ae-a7ae-adee27392f4c'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:16:15.724936 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80814858-fc90-42d1-88e9-c76e193c1dc7" -d '{"events": [{"server_uuid": "4c6c3f6c-0306-4d2c-8d60-3928c2ea3c53", "name": "network-vif-plugged", "status": "completed", "tag": "a742ef4b-8c5c-49ae-a7ae-adee27392f4c"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:16:15.744665 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1c17d311-8cd8-46d1-93d2-7e447ca90954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (420082ec-b4a9-4dff-8305-9ec49c5d992a), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:15.751831 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (a742ef4b-8c5c-49ae-a7ae-adee27392f4c), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:15.755112 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ac74ab-e449-4113-8182-424836494a58 None None] Checking router: 6b184fd8-d9e3-4af6-bb25-e3091d5d1d9b for host: n-d-812111-14 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:16:15.928417 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-06d90cba-a805-4efa-aeec-d112b45d897f req-0986b32d-db4f-44f2-9b0f-ac2f5bb3aa07 tempest-SecurityGroupRulesNegativeTestJSON-36489088 tempest-SecurityGroupRulesNegativeTestJSON-36489088-project] 10.222.0.64 "GET /v2.0/security-groups/d67b4ccc-720c-4838-8068-abf485887166 HTTP/1.1" status: 200 len: 1829 time: 0.1141136 Jan 28 19:16:16.008442 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 420082ec-b4a9-4dff-8305-9ec49c5d992a up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:16:16.011024 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ac74ab-e449-4113-8182-424836494a58 None None] Routers {'6b184fd8-d9e3-4af6-bb25-e3091d5d1d9b'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:16:16.011800 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-53ac74ab-e449-4113-8182-424836494a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:16:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['6b184fd8-d9e3-4af6-bb25-e3091d5d1d9b'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:16:16.086316 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:16:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78dd6433-5404-4eda-8ab4-8222dd7b1b95 x-openstack-request-id: req-78dd6433-5404-4eda-8ab4-8222dd7b1b95 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:16:16.086661 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c6c3f6c-0306-4d2c-8d60-3928c2ea3c53", "name": "network-vif-plugged", "status": "completed", "tag": "a742ef4b-8c5c-49ae-a7ae-adee27392f4c", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:16:16.086855 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-78dd6433-5404-4eda-8ab4-8222dd7b1b95 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:16:16.087238 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c6c3f6c-0306-4d2c-8d60-3928c2ea3c53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a742ef4b-8c5c-49ae-a7ae-adee27392f4c', 'code': 200} Jan 28 19:16:16.124068 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c17d311-8cd8-46d1-93d2-7e447ca90954 None None] Pushing event updated for resources: {'Port': ['ID=420082ec-b4a9-4dff-8305-9ec49c5d992a,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:16.150962 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2c4bfac7-b55e-419f-ad52-5ddf5076048c None None] Provisioning complete for port 420082ec-b4a9-4dff-8305-9ec49c5d992a triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:16:16.151338 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2c4bfac7-b55e-419f-ad52-5ddf5076048c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (420082ec-b4a9-4dff-8305-9ec49c5d992a), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:16.190825 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1a8e79b8-f736-4156-a031-546d6aeda10c req-46a65875-1d0b-43fd-8962-d244e86901ba tempest-ServersTestFqdnHostnames-1981151228 tempest-ServersTestFqdnHostnames-1981151228-project] 10.222.0.64 "GET /v2.0/security-groups?id=86be49ed-dcd4-4bc8-814a-1d557121cc3e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5877304 Jan 28 19:16:16.280515 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-601717a2-eabd-4081-b7e5-5e86d3d5e078 req-4c348bb3-b3e6-4ad5-b2d8-dba5da3d5dd0 tempest-SecurityGroupRulesNegativeTestJSON-36489088 tempest-SecurityGroupRulesNegativeTestJSON-36489088-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1194102700', 'description': 'tempest-description-1283476527'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:16:16.309674 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a85636-a39c-4f1e-ba02-9d395783c0ab req-14cdb59e-623f-4516-b0ab-39b3eb5d5064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:16.311205 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d9a85636-a39c-4f1e-ba02-9d395783c0ab req-14cdb59e-623f-4516-b0ab-39b3eb5d5064 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4c6c3f6c-0306-4d2c-8d60-3928c2ea3c53 HTTP/1.1" status: 200 len: 1133 time: 0.1785657 Jan 28 19:16:16.386051 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=a742ef4b-8c5c-49ae-a7ae-adee27392f4c,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:16.401499 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445c1b66-1827-4073-9565-280cc41b6b3f req-bbfa92f2-6806-4ba1-b97b-5f219689da5b tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:16.410782 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-445c1b66-1827-4073-9565-280cc41b6b3f req-bbfa92f2-6806-4ba1-b97b-5f219689da5b tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/ports?device_id=4c6c3f6c-0306-4d2c-8d60-3928c2ea3c53 HTTP/1.1" status: 200 len: 950 time: 0.2193065 Jan 28 19:16:16.426577 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-8b9b50ed-195e-4379-8bfd-0b18e3dc651c None None] Allocated IP 172.20.0.2 (0cadce21-bf4a-4201-9a5b-b857a4440bd0/aed3e423-b18c-4230-b6f0-afed10cbcbf7/8b707277-5541-4890-b8ac-afa03e17b0c6) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:16:16.463001 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-53ac74ab-e449-4113-8182-424836494a58 None None] Set router 6b184fd8-d9e3-4af6-bb25-e3091d5d1d9b gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:16:16.467088 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 420082ec-b4a9-4dff-8305-9ec49c5d992a triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:16:16.467577 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (420082ec-b4a9-4dff-8305-9ec49c5d992a), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:16.509362 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-445c1b66-1827-4073-9565-280cc41b6b3f req-9c82c20b-4ccf-401e-bccd-324f1c7da872 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/security-groups?id=c326a8a3-da0b-43eb-8867-b30c14662b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972562 Jan 28 19:16:16.517492 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-14fe96f5-f4e9-4f8c-a5db-fbc548f0133d admin admin] Publish callbacks [] for router_gateway (fb4666e8-45c5-415d-9e52-1d14dda47aca), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:16.523974 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbcd75f-ad96-46ad-980a-20f25e14ec70 req-afcf0fa5-b511-496e-9502-418f5672f345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:16.526173 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1cbcd75f-ad96-46ad-980a-20f25e14ec70 req-afcf0fa5-b511-496e-9502-418f5672f345 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2919cc86d97b42bbb60ba9ee60522438&device_id=908084fb-8a97-4be7-9fce-01b29763dd1d HTTP/1.1" status: 200 len: 1127 time: 0.6950769 Jan 28 19:16:16.531947 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-601717a2-eabd-4081-b7e5-5e86d3d5e078 req-4c348bb3-b3e6-4ad5-b2d8-dba5da3d5dd0 tempest-SecurityGroupRulesNegativeTestJSON-36489088 tempest-SecurityGroupRulesNegativeTestJSON-36489088-project] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:16.548197 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d9a85636-a39c-4f1e-ba02-9d395783c0ab req-07257720-c328-409c-9bc0-f94f53a3a290 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c326a8a3-da0b-43eb-8867-b30c14662b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291152 Jan 28 19:16:16.823405 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbcd75f-ad96-46ad-980a-20f25e14ec70 req-3ea55ffd-779a-4ea6-830b-8905aa3e538a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:16.824301 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1f34a7-62b8-4e04-96af-5cc54423787a req-e429229f-8a89-464a-9cdb-6c9b1620e880 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:16.828364 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1cbcd75f-ad96-46ad-980a-20f25e14ec70 req-3ea55ffd-779a-4ea6-830b-8905aa3e538a service neutron] 10.222.0.41 "GET /v2.0/networks?id=942f5500-a4bd-4069-a44c-30175e942cfe HTTP/1.1" status: 200 len: 914 time: 0.2584999 Jan 28 19:16:16.831781 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9f1f34a7-62b8-4e04-96af-5cc54423787a req-e429229f-8a89-464a-9cdb-6c9b1620e880 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=d493780a-0b9d-4faf-acb0-7a17299587d3 HTTP/1.1" status: 200 len: 945 time: 0.1010401 Jan 28 19:16:16.905266 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9f1f34a7-62b8-4e04-96af-5cc54423787a req-e7522798-dc00-4f2d-9665-8b0886aa1168 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724590 Jan 28 19:16:17.014161 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1cbcd75f-ad96-46ad-980a-20f25e14ec70 req-d5466446-1cc0-4254-b76d-b25e71d7503d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ba118a5f-89fe-4cca-ac9f-fb4cc90e2822 HTTP/1.1" status: 200 len: 217 time: 0.1493549 Jan 28 19:16:17.076908 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbcd75f-ad96-46ad-980a-20f25e14ec70 req-812e06a1-d5ed-4410-90e1-8b4360ad3e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:17.078924 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1cbcd75f-ad96-46ad-980a-20f25e14ec70 req-812e06a1-d5ed-4410-90e1-8b4360ad3e90 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8ec4e5d1-0c4e-4c7b-954e-58b53ab84682 HTTP/1.1" status: 200 len: 853 time: 0.0561316 Jan 28 19:16:17.156409 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-601717a2-eabd-4081-b7e5-5e86d3d5e078 req-4c348bb3-b3e6-4ad5-b2d8-dba5da3d5dd0 tempest-SecurityGroupRulesNegativeTestJSON-36489088 tempest-SecurityGroupRulesNegativeTestJSON-36489088-project] Publish callbacks [] for security_group (57a51e11-6a13-4cf9-9736-3b63d13deae2), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:17.166651 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-601717a2-eabd-4081-b7e5-5e86d3d5e078 req-4c348bb3-b3e6-4ad5-b2d8-dba5da3d5dd0 tempest-SecurityGroupRulesNegativeTestJSON-36489088 tempest-SecurityGroupRulesNegativeTestJSON-36489088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (57a51e11-6a13-4cf9-9736-3b63d13deae2), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:17.219401 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c348bb3-b3e6-4ad5-b2d8-dba5da3d5dd0 tempest-SecurityGroupRulesNegativeTestJSON-36489088 tempest-SecurityGroupRulesNegativeTestJSON-36489088-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57a51e11-6a13-4cf9-9736-3b63d13deae2,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:17.223803 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbcd75f-ad96-46ad-980a-20f25e14ec70 req-e2dca97f-5c8d-444c-9d29-c8093b4c0408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:17.225530 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1cbcd75f-ad96-46ad-980a-20f25e14ec70 req-e2dca97f-5c8d-444c-9d29-c8093b4c0408 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=942f5500-a4bd-4069-a44c-30175e942cfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1350427 Jan 28 19:16:17.228337 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-601717a2-eabd-4081-b7e5-5e86d3d5e078 req-4c348bb3-b3e6-4ad5-b2d8-dba5da3d5dd0 tempest-SecurityGroupRulesNegativeTestJSON-36489088 tempest-SecurityGroupRulesNegativeTestJSON-36489088-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:17.239572 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-601717a2-eabd-4081-b7e5-5e86d3d5e078 req-4c348bb3-b3e6-4ad5-b2d8-dba5da3d5dd0 tempest-SecurityGroupRulesNegativeTestJSON-36489088 tempest-SecurityGroupRulesNegativeTestJSON-36489088-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.9743884 Jan 28 19:16:17.365693 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc033e2-7f57-407b-a81e-eae648a37c8b req-99926d40-2feb-406e-bf2f-53266271d146 tempest-ServersTestFqdnHostnames-1981151228 tempest-ServersTestFqdnHostnames-1981151228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:17.374904 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5fc033e2-7f57-407b-a81e-eae648a37c8b req-99926d40-2feb-406e-bf2f-53266271d146 tempest-ServersTestFqdnHostnames-1981151228 tempest-ServersTestFqdnHostnames-1981151228-project] 10.222.0.64 "GET /v2.0/ports?device_id=908084fb-8a97-4be7-9fce-01b29763dd1d HTTP/1.1" status: 200 len: 944 time: 0.0956225 Jan 28 19:16:17.390783 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2c4bfac7-b55e-419f-ad52-5ddf5076048c None None] Current status of the port 420082ec-b4a9-4dff-8305-9ec49c5d992a is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:16:17.464670 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5fc033e2-7f57-407b-a81e-eae648a37c8b req-8e4b154d-7654-432f-b523-161ccca88dfe tempest-ServersTestFqdnHostnames-1981151228 tempest-ServersTestFqdnHostnames-1981151228-project] 10.222.0.64 "GET /v2.0/security-groups?id=86be49ed-dcd4-4bc8-814a-1d557121cc3e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0884299 Jan 28 19:16:17.495015 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8b9b50ed-195e-4379-8bfd-0b18e3dc651c None None] Publish callbacks [] for port (8b707277-5541-4890-b8ac-afa03e17b0c6), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:17.571216 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8b9b50ed-195e-4379-8bfd-0b18e3dc651c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (8b707277-5541-4890-b8ac-afa03e17b0c6), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:17.647293 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9b50ed-195e-4379-8bfd-0b18e3dc651c None None] Pushing event updated for resources: {'Port': ['ID=8b707277-5541-4890-b8ac-afa03e17b0c6,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:17.658970 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 420082ec-b4a9-4dff-8305-9ec49c5d992a is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:16:17.687759 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b9b50ed-195e-4379-8bfd-0b18e3dc651c None None] Network 0cadce21-bf4a-4201-9a5b-b857a4440bd0 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:16:17.694019 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-8b9b50ed-195e-4379-8bfd-0b18e3dc651c None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:16:17.698280 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9b50ed-195e-4379-8bfd-0b18e3dc651c None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:16:17.738333 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29afb694-282b-460f-947c-6d2296f3d740 req-e962f8c0-b18e-463f-8f22-dd94bccf596f tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:17.741763 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-29afb694-282b-460f-947c-6d2296f3d740 req-e962f8c0-b18e-463f-8f22-dd94bccf596f tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/ports?device_id=4c6c3f6c-0306-4d2c-8d60-3928c2ea3c53 HTTP/1.1" status: 200 len: 950 time: 0.1204908 Jan 28 19:16:17.837968 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-29afb694-282b-460f-947c-6d2296f3d740 req-8f7a064f-fd62-4168-8ad0-8f17041ac723 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/security-groups?id=c326a8a3-da0b-43eb-8867-b30c14662b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891089 Jan 28 19:16:17.911934 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-8b9b50ed-195e-4379-8bfd-0b18e3dc651c None None] Attempting to bind port 8b707277-5541-4890-b8ac-afa03e17b0c6 on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:16:17.912451 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-8b9b50ed-195e-4379-8bfd-0b18e3dc651c None None] Attempting to bind port 8b707277-5541-4890-b8ac-afa03e17b0c6 by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': 'ad3ddde5-c7f5-4dfc-bc22-65e2dcd87fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '0cadce21-bf4a-4201-9a5b-b857a4440bd0'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:16:17.912822 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9b50ed-195e-4379-8bfd-0b18e3dc651c None None] Attempting to bind port 8b707277-5541-4890-b8ac-afa03e17b0c6 on network 0cadce21-bf4a-4201-9a5b-b857a4440bd0 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:16:17.915927 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 420082ec-b4a9-4dff-8305-9ec49c5d992a up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:16:17.944973 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9b50ed-195e-4379-8bfd-0b18e3dc651c None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:16:17.945380 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9b50ed-195e-4379-8bfd-0b18e3dc651c None None] Checking segment: {'id': 'ad3ddde5-c7f5-4dfc-bc22-65e2dcd87fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '0cadce21-bf4a-4201-9a5b-b857a4440bd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:16:17.945795 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8b9b50ed-195e-4379-8bfd-0b18e3dc651c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:17.946203 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9b50ed-195e-4379-8bfd-0b18e3dc651c None None] Bound using segment: {'id': 'ad3ddde5-c7f5-4dfc-bc22-65e2dcd87fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '0cadce21-bf4a-4201-9a5b-b857a4440bd0'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:16:17.946695 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-8b9b50ed-195e-4379-8bfd-0b18e3dc651c None None] Bound port: 8b707277-5541-4890-b8ac-afa03e17b0c6, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad3ddde5-c7f5-4dfc-bc22-65e2dcd87fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '0cadce21-bf4a-4201-9a5b-b857a4440bd0'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:16:17.947261 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8b9b50ed-195e-4379-8bfd-0b18e3dc651c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (8b707277-5541-4890-b8ac-afa03e17b0c6), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:18.068292 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 420082ec-b4a9-4dff-8305-9ec49c5d992a triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:16:18.068724 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (420082ec-b4a9-4dff-8305-9ec49c5d992a), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:18.094313 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-14fe96f5-f4e9-4f8c-a5db-fbc548f0133d admin admin] Publish callbacks [] for router_gateway (fb4666e8-45c5-415d-9e52-1d14dda47aca), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:18.102878 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fadf3f-d0ca-49eb-b52b-028c759ee122 req-7c89f836-c368-424d-b73b-4fd0cd0a30b9 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:18.104614 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-58fadf3f-d0ca-49eb-b52b-028c759ee122 req-7c89f836-c368-424d-b73b-4fd0cd0a30b9 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=d493780a-0b9d-4faf-acb0-7a17299587d3 HTTP/1.1" status: 200 len: 945 time: 0.0850604 Jan 28 19:16:18.124999 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-14fe96f5-f4e9-4f8c-a5db-fbc548f0133d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:18.135201 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-53ac74ab-e449-4113-8182-424836494a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b184fd8-d9e3-4af6-bb25-e3091d5d1d9b', 'name': 'tempest-ServersTestJSON-14659487-router', 'tenant_id': 'fb29c2c1c69c4f59b326e8ec24f37b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.148'}], 'enable_snat': True}, 'gw_port_id': '03807a3d-69c3-4ab9-bedd-239481742ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:15:33Z', 'updated_at': '2022-01-28T19:15:38Z', 'revision_number': 4, 'project_id': 'fb29c2c1c69c4f59b326e8ec24f37b86', 'gw_port': {'id': '03807a3d-69c3-4ab9-bedd-239481742ce1', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:9d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b184fd8-d9e3-4af6-bb25-e3091d5d1d9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:15:33Z', 'updated_at': '2022-01-28T19:15:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_floatingips': [{'id': '48ff05ba-410b-4aeb-b2d6-d39d1b5824aa', 'tenant_id': 'fb29c2c1c69c4f59b326e8ec24f37b86', 'floating_ip_address': '172.25.6.125', 'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'router_id': '6b184fd8-d9e3-4af6-bb25-e3091d5d1d9b', 'port_id': '4ffcf880-eb0e-4608-962c-0863c11da0d8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6ce2695-bf4f-4293-99d8-53bbc2878d73', 'mac_address': 'fa:16:3e:9f:aa:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08612e5d-c307-4c82-952d-d5de2b13b7c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:15:43Z', 'updated_at': '2022-01-28T19:16:11Z', 'revision_number': 1, 'project_id': 'fb29c2c1c69c4f59b326e8ec24f37b86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '204c8231-d733-4102-854d-1c29f17e062e', 'name': '', 'network_id': 'a6ce2695-bf4f-4293-99d8-53bbc2878d73', 'tenant_id': 'fb29c2c1c69c4f59b326e8ec24f37b86', 'mac_address': 'fa:16:3e:43:93:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b184fd8-d9e3-4af6-bb25-e3091d5d1d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '0462522f-9635-4759-872a-bea48d2496c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:15:37Z', 'updated_at': '2022-01-28T19:15:43Z', 'revision_number': 5, 'project_id': 'fb29c2c1c69c4f59b326e8ec24f37b86', 'subnets': [{'id': '0462522f-9635-4759-872a-bea48d2496c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:16:18.174858 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ac74ab-e449-4113-8182-424836494a58 None None] The sync data for ids ['6b184fd8-d9e3-4af6-bb25-e3091d5d1d9b'] in n-d-812111-14 is: [{'id': '6b184fd8-d9e3-4af6-bb25-e3091d5d1d9b', 'name': 'tempest-ServersTestJSON-14659487-router', 'tenant_id': 'fb29c2c1c69c4f59b326e8ec24f37b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.148'}], 'enable_snat': True}, 'gw_port_id': '03807a3d-69c3-4ab9-bedd-239481742ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:15:33Z', 'updated_at': '2022-01-28T19:15:38Z', 'revision_number': 4, 'project_id': 'fb29c2c1c69c4f59b326e8ec24f37b86', 'gw_port': {'id': '03807a3d-69c3-4ab9-bedd-239481742ce1', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:9d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b184fd8-d9e3-4af6-bb25-e3091d5d1d9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:15:33Z', 'updated_at': '2022-01-28T19:15:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_floatingips': [{'id': '48ff05ba-410b-4aeb-b2d6-d39d1b5824aa', 'tenant_id': 'fb29c2c1c69c4f59b326e8ec24f37b86', 'floating_ip_address': '172.25.6.125', 'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'router_id': '6b184fd8-d9e3-4af6-bb25-e3091d5d1d9b', 'port_id': '4ffcf880-eb0e-4608-962c-0863c11da0d8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6ce2695-bf4f-4293-99d8-53bbc2878d73', 'mac_address': 'fa:16:3e:9f:aa:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08612e5d-c307-4c82-952d-d5de2b13b7c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:15:43Z', 'updated_at': '2022-01-28T19:16:11Z', 'revision_number': 1, 'project_id': 'fb29c2c1c69c4f59b326e8ec24f37b86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '204c8231-d733-4102-854d-1c29f17e062e', 'name': '', 'network_id': 'a6ce2695-bf4f-4293-99d8-53bbc2878d73', 'tenant_id': 'fb29c2c1c69c4f59b326e8ec24f37b86', 'mac_address': 'fa:16:3e:43:93:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b184fd8-d9e3-4af6-bb25-e3091d5d1d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '0462522f-9635-4759-872a-bea48d2496c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:15:37Z', 'updated_at': '2022-01-28T19:15:43Z', 'revision_number': 5, 'project_id': 'fb29c2c1c69c4f59b326e8ec24f37b86', 'subnets': [{'id': '0462522f-9635-4759-872a-bea48d2496c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:16:18.181140 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-8b9b50ed-195e-4379-8bfd-0b18e3dc651c None None] For port 8b707277-5541-4890-b8ac-afa03e17b0c6, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:16:18.195098 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-58fadf3f-d0ca-49eb-b52b-028c759ee122 req-bb565472-e5dd-4bb7-90bc-a86bceee1f89 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849264 Jan 28 19:16:18.210843 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-8b9b50ed-195e-4379-8bfd-0b18e3dc651c None None] For port 8b707277-5541-4890-b8ac-afa03e17b0c6, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=8b707277-5541-4890-b8ac-afa03e17b0c6,segment=NetworkSegment(ad3ddde5-c7f5-4dfc-bc22-65e2dcd87fde),segment_id=ad3ddde5-c7f5-4dfc-bc22-65e2dcd87fde)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:16:18.266406 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8b9b50ed-195e-4379-8bfd-0b18e3dc651c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (8b707277-5541-4890-b8ac-afa03e17b0c6), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:18.286490 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-14fe96f5-f4e9-4f8c-a5db-fbc548f0133d admin admin] Allocated IP 172.25.6.158 (d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8/a648e4ab-7422-41b9-b133-58aca25ab8f5/5001080e-2772-429f-8457-294493a0c546) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:16:18.372385 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 420082ec-b4a9-4dff-8305-9ec49c5d992a is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:16:18.412650 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9b50ed-195e-4379-8bfd-0b18e3dc651c None None] Pushing event updated for resources: {'Port': ['ID=8b707277-5541-4890-b8ac-afa03e17b0c6,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:18.447850 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-332a62d2-8a2a-4b0e-82cb-bc9d84f0c21a req-979bb913-fd16-40bb-9540-6e2535767036 tempest-SecurityGroupRulesNegativeTestJSON-36489088 tempest-SecurityGroupRulesNegativeTestJSON-36489088-project] 10.222.0.64 "GET /v2.0/security-groups/57a51e11-6a13-4cf9-9736-3b63d13deae2 HTTP/1.1" status: 200 len: 1830 time: 1.1893115 Jan 28 19:16:18.457162 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-14fe96f5-f4e9-4f8c-a5db-fbc548f0133d admin admin] Publish callbacks [] for port (5001080e-2772-429f-8457-294493a0c546), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:18.479387 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-41a88f6e-88f9-42b3-b68c-7a4768fc8486 req-2ba7dac7-0fc7-439f-bd6d-ce255fc31e4b tempest-SecurityGroupRulesNegativeTestJSON-36489088 tempest-SecurityGroupRulesNegativeTestJSON-36489088-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1018650389', 'description': 'tempest-description-1536766574'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:16:18.503858 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1cbcd75f-ad96-46ad-980a-20f25e14ec70 req-5885944b-58ce-4bb6-9371-5d6c386c8d4f service neutron] 10.222.0.41 "GET /v2.0/networks/942f5500-a4bd-4069-a44c-30175e942cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2687905 Jan 28 19:16:18.575063 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-41a88f6e-88f9-42b3-b68c-7a4768fc8486 req-2ba7dac7-0fc7-439f-bd6d-ce255fc31e4b tempest-SecurityGroupRulesNegativeTestJSON-36489088 tempest-SecurityGroupRulesNegativeTestJSON-36489088-project] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:18.653200 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-14fe96f5-f4e9-4f8c-a5db-fbc548f0133d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (5001080e-2772-429f-8457-294493a0c546), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:18.681752 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb83459-4ced-4a01-a40f-60d6532fb0d0 None None] New status for floating IP 48ff05ba-410b-4aeb-b2d6-d39d1b5824aa: ACTIVE {{(pid=103307) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 19:16:18.784306 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14fe96f5-f4e9-4f8c-a5db-fbc548f0133d admin admin] Network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:16:18.789406 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1cbcd75f-ad96-46ad-980a-20f25e14ec70 req-dc36fe09-8e80-4b2f-8e60-09ca6bb79b21 service neutron] 10.222.0.41 "GET /v2.0/networks/942f5500-a4bd-4069-a44c-30175e942cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2766159 Jan 28 19:16:18.794588 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-14fe96f5-f4e9-4f8c-a5db-fbc548f0133d admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:16:18.797534 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe96f5-f4e9-4f8c-a5db-fbc548f0133d admin admin] Pushing event updated for resources: {'Port': ['ID=5001080e-2772-429f-8457-294493a0c546,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:18.801313 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14fe96f5-f4e9-4f8c-a5db-fbc548f0133d admin admin] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:16:18.882157 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-41a88f6e-88f9-42b3-b68c-7a4768fc8486 req-2ba7dac7-0fc7-439f-bd6d-ce255fc31e4b tempest-SecurityGroupRulesNegativeTestJSON-36489088 tempest-SecurityGroupRulesNegativeTestJSON-36489088-project] Publish callbacks [] for security_group (39f5aa91-4bf5-4d3b-96c7-6a576171cdbe), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:18.919380 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-41a88f6e-88f9-42b3-b68c-7a4768fc8486 req-2ba7dac7-0fc7-439f-bd6d-ce255fc31e4b tempest-SecurityGroupRulesNegativeTestJSON-36489088 tempest-SecurityGroupRulesNegativeTestJSON-36489088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (39f5aa91-4bf5-4d3b-96c7-6a576171cdbe), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:18.943280 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0955a1-8b18-4d25-a855-d5f507f0b331 req-e5e52ca3-c073-4bec-8a30-5d40682b153d tempest-ServersTestFqdnHostnames-1981151228 tempest-ServersTestFqdnHostnames-1981151228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:18.949481 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7f0955a1-8b18-4d25-a855-d5f507f0b331 req-e5e52ca3-c073-4bec-8a30-5d40682b153d tempest-ServersTestFqdnHostnames-1981151228 tempest-ServersTestFqdnHostnames-1981151228-project] 10.222.0.64 "GET /v2.0/ports?device_id=908084fb-8a97-4be7-9fce-01b29763dd1d HTTP/1.1" status: 200 len: 944 time: 0.0903084 Jan 28 19:16:19.000621 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7f0955a1-8b18-4d25-a855-d5f507f0b331 req-1be8b3d6-3971-4a1a-9085-7d505ec92ecb tempest-ServersTestFqdnHostnames-1981151228 tempest-ServersTestFqdnHostnames-1981151228-project] 10.222.0.64 "GET /v2.0/security-groups?id=86be49ed-dcd4-4bc8-814a-1d557121cc3e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0478275 Jan 28 19:16:19.009633 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-41a88f6e-88f9-42b3-b68c-7a4768fc8486 req-2ba7dac7-0fc7-439f-bd6d-ce255fc31e4b tempest-SecurityGroupRulesNegativeTestJSON-36489088 tempest-SecurityGroupRulesNegativeTestJSON-36489088-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:19.010866 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-41a88f6e-88f9-42b3-b68c-7a4768fc8486 req-2ba7dac7-0fc7-439f-bd6d-ce255fc31e4b tempest-SecurityGroupRulesNegativeTestJSON-36489088 tempest-SecurityGroupRulesNegativeTestJSON-36489088-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.5354168 Jan 28 19:16:19.011461 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba7dac7-0fc7-439f-bd6d-ce255fc31e4b tempest-SecurityGroupRulesNegativeTestJSON-36489088 tempest-SecurityGroupRulesNegativeTestJSON-36489088-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39f5aa91-4bf5-4d3b-96c7-6a576171cdbe,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:19.044671 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device ba118a5f-89fe-4cca-ac9f-fb4cc90e2822 details requested by agent hyperv_n-h1-812111-14 with host n-h1-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:16:19.180294 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d9878ce0-57af-4d03-b093-ac57c0f84084 req-8e8569ca-c677-4ce7-be7a-95bebb196ad4 tempest-SecurityGroupRulesNegativeTestJSON-36489088 tempest-SecurityGroupRulesNegativeTestJSON-36489088-project] 10.222.0.64 "GET /v2.0/security-groups/39f5aa91-4bf5-4d3b-96c7-6a576171cdbe HTTP/1.1" status: 200 len: 1830 time: 0.0711265 Jan 28 19:16:19.204894 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port ba118a5f-89fe-4cca-ac9f-fb4cc90e2822, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=ba118a5f-89fe-4cca-ac9f-fb4cc90e2822,segment=NetworkSegment(504142c2-c953-442b-b4a6-2fbebe4e0a31),segment_id=504142c2-c953-442b-b4a6-2fbebe4e0a31)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:16:19.218492 n-d-812111-14 neutron-server[103304]: INFO neutron.api.v2.resource [req-c91961e5-9cba-4c67-8fb1-cb38ff6f3a40 req-91dd9913-eed0-4772-bc85-82637e0d5d58 tempest-SecurityGroupRulesNegativeTestJSON-36489088 tempest-SecurityGroupRulesNegativeTestJSON-36489088-project] show failed (client error): The resource could not be found. Jan 28 19:16:19.224570 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f1b3a3-17d7-44dd-9b02-e0e3c48282c5 req-5cd51cfe-5cec-487a-b784-7366fd56d958 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:19.226752 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-53f1b3a3-17d7-44dd-9b02-e0e3c48282c5 req-5cd51cfe-5cec-487a-b784-7366fd56d958 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/ports?device_id=4c6c3f6c-0306-4d2c-8d60-3928c2ea3c53 HTTP/1.1" status: 200 len: 950 time: 0.1207952 Jan 28 19:16:19.229866 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-14fe96f5-f4e9-4f8c-a5db-fbc548f0133d admin admin] Publish callbacks [] for router_gateway (fb4666e8-45c5-415d-9e52-1d14dda47aca), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:19.230181 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c91961e5-9cba-4c67-8fb1-cb38ff6f3a40 req-91dd9913-eed0-4772-bc85-82637e0d5d58 tempest-SecurityGroupRulesNegativeTestJSON-36489088 tempest-SecurityGroupRulesNegativeTestJSON-36489088-project] 10.222.0.64 "GET /v2.0/security-groups/c74bb82d-28fc-437c-9efc-02bbb45c4410 HTTP/1.1" status: 404 len: 352 time: 0.0280204 Jan 28 19:16:19.253293 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Returning: {'device': 'ba118a5f-89fe-4cca-ac9f-fb4cc90e2822', 'network_id': '942f5500-a4bd-4069-a44c-30175e942cfe', 'port_id': 'ba118a5f-89fe-4cca-ac9f-fb4cc90e2822', 'mac_address': 'fa:16:3e:45:3a:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ec4e5d1-0c4e-4c7b-954e-58b53ab84682', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:16:19.332093 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port ba118a5f-89fe-4cca-ac9f-fb4cc90e2822 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:16:19.332558 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (ba118a5f-89fe-4cca-ac9f-fb4cc90e2822), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:19.351439 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba118a5f-89fe-4cca-ac9f-fb4cc90e2822 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:16:19.374927 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port ba118a5f-89fe-4cca-ac9f-fb4cc90e2822, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=ba118a5f-89fe-4cca-ac9f-fb4cc90e2822,segment=NetworkSegment(504142c2-c953-442b-b4a6-2fbebe4e0a31),segment_id=504142c2-c953-442b-b4a6-2fbebe4e0a31)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:16:19.381268 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (ba118a5f-89fe-4cca-ac9f-fb4cc90e2822), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:19.401012 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-53f1b3a3-17d7-44dd-9b02-e0e3c48282c5 req-6a8ac0a8-c573-40fa-82d4-db2460c77ccb tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/security-groups?id=c326a8a3-da0b-43eb-8867-b30c14662b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662252 Jan 28 19:16:19.444188 n-d-812111-14 neutron-server[103304]: INFO neutron.api.v2.resource [req-8daa4723-46c0-4cc9-a898-0912418b60a4 req-6c054070-ec30-4464-a3bf-b853bf8d6dcb tempest-SecurityGroupRulesNegativeTestJSON-36489088 tempest-SecurityGroupRulesNegativeTestJSON-36489088-project] show failed (client error): The resource could not be found. Jan 28 19:16:19.455861 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8daa4723-46c0-4cc9-a898-0912418b60a4 req-6c054070-ec30-4464-a3bf-b853bf8d6dcb tempest-SecurityGroupRulesNegativeTestJSON-36489088 tempest-SecurityGroupRulesNegativeTestJSON-36489088-project] 10.222.0.64 "GET /v2.0/security-group-rules/c67d8c63-c952-4781-9287-ab7c4a952d5b HTTP/1.1" status: 404 len: 361 time: 0.0284140 Jan 28 19:16:19.516401 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=ba118a5f-89fe-4cca-ac9f-fb4cc90e2822,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:19.625753 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['ba118a5f-89fe-4cca-ac9f-fb4cc90e2822'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:16:19.680511 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5783d2c5-ee2e-4d76-b30f-0a8a7353763d req-ac353497-3abe-4e64-92b6-c5a7ceedd9a0 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:19.688265 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5783d2c5-ee2e-4d76-b30f-0a8a7353763d req-ac353497-3abe-4e64-92b6-c5a7ceedd9a0 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=d493780a-0b9d-4faf-acb0-7a17299587d3 HTTP/1.1" status: 200 len: 945 time: 0.1405423 Jan 28 19:16:19.692524 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-14fe96f5-f4e9-4f8c-a5db-fbc548f0133d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-731074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-731460'] for router (fb4666e8-45c5-415d-9e52-1d14dda47aca), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:19.801265 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb6a9dfc-1d4e-4918-aee5-a0e098bb4427 None None] Network 0cadce21-bf4a-4201-9a5b-b857a4440bd0 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:16:19.802618 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e7f503-93c6-46b6-a18b-3b5492127f55 req-40103a5c-c3dc-49f4-97e1-38de8c56ac90 tempest-ServersOnMultiNodesTest-1010744972 tempest-ServersOnMultiNodesTest-1010744972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:19.804677 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c0e7f503-93c6-46b6-a18b-3b5492127f55 req-40103a5c-c3dc-49f4-97e1-38de8c56ac90 tempest-ServersOnMultiNodesTest-1010744972 tempest-ServersOnMultiNodesTest-1010744972-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=4c6c3f6c-0306-4d2c-8d60-3928c2ea3c53 HTTP/1.1" status: 200 len: 1133 time: 0.0582221 Jan 28 19:16:19.829484 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-c0e7f503-93c6-46b6-a18b-3b5492127f55 req-040417db-242a-4c1e-a664-6e8a1b6b98c9 tempest-ServersOnMultiNodesTest-1010744972 tempest-ServersOnMultiNodesTest-1010744972-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:19.843515 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5783d2c5-ee2e-4d76-b30f-0a8a7353763d req-1d632772-8969-46b1-aaaa-c53d41ca3fef tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537020 Jan 28 19:16:19.955508 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-da0f5ece-61fe-445a-852e-b4841c455145 req-2b470604-8c30-4ddc-baa2-a0d8849b224d tempest-SecurityGroupRulesNegativeTestJSON-36489088 tempest-SecurityGroupRulesNegativeTestJSON-36489088-project] 10.222.0.64 "GET /v2.0/security-groups/39f5aa91-4bf5-4d3b-96c7-6a576171cdbe HTTP/1.1" status: 200 len: 1830 time: 0.0572464 Jan 28 19:16:19.967592 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 8b707277-5541-4890-b8ac-afa03e17b0c6 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:16:20.017650 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-0c6e25f2-37fc-48a3-950a-8430dd92f63d None None] Provisioning complete for port 8b707277-5541-4890-b8ac-afa03e17b0c6 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:16:20.018352 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0c6e25f2-37fc-48a3-950a-8430dd92f63d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (8b707277-5541-4890-b8ac-afa03e17b0c6), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:20.036811 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14fe96f5-f4e9-4f8c-a5db-fbc548f0133d admin admin] Router fb4666e8-45c5-415d-9e52-1d14dda47aca is scheduled to L3 agent 76fe5c49-705a-4e08-abb2-be585676213f with binding_index 1 {{(pid=103305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 19:16:20.117572 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-da0f5ece-61fe-445a-852e-b4841c455145 req-375f2b98-df2a-4af6-88c2-5a7e1d7563ba tempest-SecurityGroupRulesNegativeTestJSON-36489088 tempest-SecurityGroupRulesNegativeTestJSON-36489088-project] Publish callbacks [] for security_group (39f5aa91-4bf5-4d3b-96c7-6a576171cdbe), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:20.167815 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 8b707277-5541-4890-b8ac-afa03e17b0c6 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:16:20.168284 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (8b707277-5541-4890-b8ac-afa03e17b0c6), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:20.193934 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14fe96f5-f4e9-4f8c-a5db-fbc548f0133d admin admin] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:16:20.212333 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-da0f5ece-61fe-445a-852e-b4841c455145 req-375f2b98-df2a-4af6-88c2-5a7e1d7563ba tempest-SecurityGroupRulesNegativeTestJSON-36489088 tempest-SecurityGroupRulesNegativeTestJSON-36489088-project] Publish callbacks [] for security_group (39f5aa91-4bf5-4d3b-96c7-6a576171cdbe), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:20.227950 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2b4050-f970-44a0-8cd0-548ae781f098 None None] Sync routers for ids ['fb4666e8-45c5-415d-9e52-1d14dda47aca'] in n-d-812111-14 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:16:20.257898 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-0c6e25f2-37fc-48a3-950a-8430dd92f63d None None] Current status of the port 8b707277-5541-4890-b8ac-afa03e17b0c6 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:16:20.258041 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0c6e25f2-37fc-48a3-950a-8430dd92f63d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (8b707277-5541-4890-b8ac-afa03e17b0c6), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:20.270160 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2b4050-f970-44a0-8cd0-548ae781f098 None None] Routers {'fb4666e8-45c5-415d-9e52-1d14dda47aca'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:16:20.270894 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-0b2b4050-f970-44a0-8cd0-548ae781f098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:16:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['fb4666e8-45c5-415d-9e52-1d14dda47aca'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:16:20.280617 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-da0f5ece-61fe-445a-852e-b4841c455145 req-375f2b98-df2a-4af6-88c2-5a7e1d7563ba tempest-SecurityGroupRulesNegativeTestJSON-36489088 tempest-SecurityGroupRulesNegativeTestJSON-36489088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (39f5aa91-4bf5-4d3b-96c7-6a576171cdbe), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:20.283604 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-da0f5ece-61fe-445a-852e-b4841c455145 req-375f2b98-df2a-4af6-88c2-5a7e1d7563ba tempest-SecurityGroupRulesNegativeTestJSON-36489088 tempest-SecurityGroupRulesNegativeTestJSON-36489088-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:20.299335 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-da0f5ece-61fe-445a-852e-b4841c455145 req-375f2b98-df2a-4af6-88c2-5a7e1d7563ba tempest-SecurityGroupRulesNegativeTestJSON-36489088 tempest-SecurityGroupRulesNegativeTestJSON-36489088-project] 10.222.0.64 "DELETE /v2.0/security-groups/39f5aa91-4bf5-4d3b-96c7-6a576171cdbe HTTP/1.1" status: 204 len: 173 time: 0.3428292 Jan 28 19:16:20.332951 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375f2b98-df2a-4af6-88c2-5a7e1d7563ba tempest-SecurityGroupRulesNegativeTestJSON-36489088 tempest-SecurityGroupRulesNegativeTestJSON-36489088-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39f5aa91-4bf5-4d3b-96c7-6a576171cdbe,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:20.370236 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-14fe96f5-f4e9-4f8c-a5db-fbc548f0133d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:20.376696 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-14fe96f5-f4e9-4f8c-a5db-fbc548f0133d admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.3464916 Jan 28 19:16:20.380999 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 38764) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:20.392621 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-c0e7f503-93c6-46b6-a18b-3b5492127f55 req-040417db-242a-4c1e-a664-6e8a1b6b98c9 tempest-ServersOnMultiNodesTest-1010744972 tempest-ServersOnMultiNodesTest-1010744972-project-admin] Publish callbacks [] for security_group (cfa7e44b-8116-48f1-b582-721f54d488da), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:20.406827 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-c0e7f503-93c6-46b6-a18b-3b5492127f55 req-040417db-242a-4c1e-a664-6e8a1b6b98c9 tempest-ServersOnMultiNodesTest-1010744972 tempest-ServersOnMultiNodesTest-1010744972-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (cfa7e44b-8116-48f1-b582-721f54d488da), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:20.464333 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c0e7f503-93c6-46b6-a18b-3b5492127f55 req-040417db-242a-4c1e-a664-6e8a1b6b98c9 tempest-ServersOnMultiNodesTest-1010744972 tempest-ServersOnMultiNodesTest-1010744972-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=c326a8a3-da0b-43eb-8867-b30c14662b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6489565 Jan 28 19:16:20.521205 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:20.528896 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040417db-242a-4c1e-a664-6e8a1b6b98c9 tempest-ServersOnMultiNodesTest-1010744972 tempest-ServersOnMultiNodesTest-1010744972-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfa7e44b-8116-48f1-b582-721f54d488da,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:20.529406 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-0c6e25f2-37fc-48a3-950a-8430dd92f63d None None] For port 8b707277-5541-4890-b8ac-afa03e17b0c6, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=8b707277-5541-4890-b8ac-afa03e17b0c6,segment=NetworkSegment(ad3ddde5-c7f5-4dfc-bc22-65e2dcd87fde),segment_id=ad3ddde5-c7f5-4dfc-bc22-65e2dcd87fde)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:16:20.557400 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0c6e25f2-37fc-48a3-950a-8430dd92f63d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (8b707277-5541-4890-b8ac-afa03e17b0c6), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:20.583322 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-82d18d9a-62c5-46e0-86e9-1c6b15b761ca req-68b6eb32-a335-4600-a2b2-d4eaae9d2cf9 tempest-SecurityGroupRulesNegativeTestJSON-36489088 tempest-SecurityGroupRulesNegativeTestJSON-36489088-project] 10.222.0.64 "GET /v2.0/security-groups/57a51e11-6a13-4cf9-9736-3b63d13deae2 HTTP/1.1" status: 200 len: 1830 time: 0.0828171 Jan 28 19:16:20.613697 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39232aec-d935-436f-9a21-2fdafb6f87ec req-eebf8b41-9f17-4fff-a5c1-8d7852c5612f tempest-ServersTestFqdnHostnames-1981151228 tempest-ServersTestFqdnHostnames-1981151228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:20.615231 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-39232aec-d935-436f-9a21-2fdafb6f87ec req-eebf8b41-9f17-4fff-a5c1-8d7852c5612f tempest-ServersTestFqdnHostnames-1981151228 tempest-ServersTestFqdnHostnames-1981151228-project] 10.222.0.64 "GET /v2.0/ports?device_id=908084fb-8a97-4be7-9fce-01b29763dd1d HTTP/1.1" status: 200 len: 945 time: 0.1345165 Jan 28 19:16:20.622857 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 8b707277-5541-4890-b8ac-afa03e17b0c6 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:16:20.623564 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (8b707277-5541-4890-b8ac-afa03e17b0c6), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:20.644423 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-0b2b4050-f970-44a0-8cd0-548ae781f098 None None] Set router fb4666e8-45c5-415d-9e52-1d14dda47aca gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:16:20.656346 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-82d18d9a-62c5-46e0-86e9-1c6b15b761ca req-6dead677-a5da-4aae-9a17-d8a7861598e8 tempest-SecurityGroupRulesNegativeTestJSON-36489088 tempest-SecurityGroupRulesNegativeTestJSON-36489088-project] Publish callbacks [] for security_group (57a51e11-6a13-4cf9-9736-3b63d13deae2), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:20.685512 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-82d18d9a-62c5-46e0-86e9-1c6b15b761ca req-6dead677-a5da-4aae-9a17-d8a7861598e8 tempest-SecurityGroupRulesNegativeTestJSON-36489088 tempest-SecurityGroupRulesNegativeTestJSON-36489088-project] Publish callbacks [] for security_group (57a51e11-6a13-4cf9-9736-3b63d13deae2), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:20.713744 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-39232aec-d935-436f-9a21-2fdafb6f87ec req-9abf5b25-71fc-44d9-88c8-e046245ef1dd tempest-ServersTestFqdnHostnames-1981151228 tempest-ServersTestFqdnHostnames-1981151228-project] 10.222.0.64 "GET /v2.0/security-groups?id=86be49ed-dcd4-4bc8-814a-1d557121cc3e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0911131 Jan 28 19:16:20.714643 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6e25f2-37fc-48a3-950a-8430dd92f63d None None] Pushing event updated for resources: {'Port': ['ID=8b707277-5541-4890-b8ac-afa03e17b0c6,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:20.744049 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-82d18d9a-62c5-46e0-86e9-1c6b15b761ca req-6dead677-a5da-4aae-9a17-d8a7861598e8 tempest-SecurityGroupRulesNegativeTestJSON-36489088 tempest-SecurityGroupRulesNegativeTestJSON-36489088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (57a51e11-6a13-4cf9-9736-3b63d13deae2), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:20.757798 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-82d18d9a-62c5-46e0-86e9-1c6b15b761ca req-6dead677-a5da-4aae-9a17-d8a7861598e8 tempest-SecurityGroupRulesNegativeTestJSON-36489088 tempest-SecurityGroupRulesNegativeTestJSON-36489088-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:20.766535 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-82d18d9a-62c5-46e0-86e9-1c6b15b761ca req-6dead677-a5da-4aae-9a17-d8a7861598e8 tempest-SecurityGroupRulesNegativeTestJSON-36489088 tempest-SecurityGroupRulesNegativeTestJSON-36489088-project] 10.222.0.64 "DELETE /v2.0/security-groups/57a51e11-6a13-4cf9-9736-3b63d13deae2 HTTP/1.1" status: 204 len: 173 time: 0.1776187 Jan 28 19:16:20.788531 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dead677-a5da-4aae-9a17-d8a7861598e8 tempest-SecurityGroupRulesNegativeTestJSON-36489088 tempest-SecurityGroupRulesNegativeTestJSON-36489088-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57a51e11-6a13-4cf9-9736-3b63d13deae2,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:20.817216 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-a8015d27-6da9-4fc6-9fd7-602110dbb7e4 None None] Provisioning complete for port 8b707277-5541-4890-b8ac-afa03e17b0c6 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:16:20.817594 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a8015d27-6da9-4fc6-9fd7-602110dbb7e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (8b707277-5541-4890-b8ac-afa03e17b0c6), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:20.838572 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.db.api [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103306) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 19:16:20.839217 n-d-812111-14 neutron-server[103306]: DEBUG oslo_db.api [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 19:16:20.994274 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ee866bfe-3299-4afb-8bdb-6448e490c9b9 req-1753e10e-657c-4589-9116-bf51d77ba9de tempest-SecurityGroupRulesNegativeTestJSON-36489088 tempest-SecurityGroupRulesNegativeTestJSON-36489088-project] 10.222.0.64 "GET /v2.0/security-groups/d67b4ccc-720c-4838-8068-abf485887166 HTTP/1.1" status: 200 len: 1829 time: 0.0707242 Jan 28 19:16:21.119560 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-ee866bfe-3299-4afb-8bdb-6448e490c9b9 req-63d056f3-a31e-49ec-9e81-591722ffc110 tempest-SecurityGroupRulesNegativeTestJSON-36489088 tempest-SecurityGroupRulesNegativeTestJSON-36489088-project] Publish callbacks [] for security_group (d67b4ccc-720c-4838-8068-abf485887166), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:21.161909 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-ee866bfe-3299-4afb-8bdb-6448e490c9b9 req-63d056f3-a31e-49ec-9e81-591722ffc110 tempest-SecurityGroupRulesNegativeTestJSON-36489088 tempest-SecurityGroupRulesNegativeTestJSON-36489088-project] Publish callbacks [] for security_group (d67b4ccc-720c-4838-8068-abf485887166), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:21.220465 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device ba118a5f-89fe-4cca-ac9f-fb4cc90e2822 up at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:16:21.241904 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-ee866bfe-3299-4afb-8bdb-6448e490c9b9 req-63d056f3-a31e-49ec-9e81-591722ffc110 tempest-SecurityGroupRulesNegativeTestJSON-36489088 tempest-SecurityGroupRulesNegativeTestJSON-36489088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (d67b4ccc-720c-4838-8068-abf485887166), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:21.245365 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5acc372f-38f7-40e9-a4dc-f64c7bc9223e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:21.246901 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-ee866bfe-3299-4afb-8bdb-6448e490c9b9 req-63d056f3-a31e-49ec-9e81-591722ffc110 tempest-SecurityGroupRulesNegativeTestJSON-36489088 tempest-SecurityGroupRulesNegativeTestJSON-36489088-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:21.249136 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ee866bfe-3299-4afb-8bdb-6448e490c9b9 req-63d056f3-a31e-49ec-9e81-591722ffc110 tempest-SecurityGroupRulesNegativeTestJSON-36489088 tempest-SecurityGroupRulesNegativeTestJSON-36489088-project] 10.222.0.64 "DELETE /v2.0/security-groups/d67b4ccc-720c-4838-8068-abf485887166 HTTP/1.1" status: 204 len: 173 time: 0.2536819 Jan 28 19:16:21.283863 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d056f3-a31e-49ec-9e81-591722ffc110 tempest-SecurityGroupRulesNegativeTestJSON-36489088 tempest-SecurityGroupRulesNegativeTestJSON-36489088-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d67b4ccc-720c-4838-8068-abf485887166,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:21.346125 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8050f10-ae0a-4516-85bb-9f3519362207 req-17f28f4a-b3fe-4247-8a7f-336899deee48 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:21.353631 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d8050f10-ae0a-4516-85bb-9f3519362207 req-17f28f4a-b3fe-4247-8a7f-336899deee48 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=d493780a-0b9d-4faf-acb0-7a17299587d3 HTTP/1.1" status: 200 len: 945 time: 0.1759610 Jan 28 19:16:21.460090 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-73a7ff6c-61c4-4ed5-9dca-1b342bbc84e0 req-6664b50e-dff8-43f1-a990-c1512ab57b12 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=1a64246f3ff0490988e6f00c7a9a6590&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0627158 Jan 28 19:16:21.514018 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d8050f10-ae0a-4516-85bb-9f3519362207 req-03970259-254a-4344-941b-0018a4efc00a tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544659 Jan 28 19:16:21.606963 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-a8015d27-6da9-4fc6-9fd7-602110dbb7e4 None None] Current status of the port 8b707277-5541-4890-b8ac-afa03e17b0c6 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:16:21.631208 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 8b707277-5541-4890-b8ac-afa03e17b0c6 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:16:21.643098 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning for port ba118a5f-89fe-4cca-ac9f-fb4cc90e2822 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:16:21.654599 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning complete for port ba118a5f-89fe-4cca-ac9f-fb4cc90e2822 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:16:21.655051 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (ba118a5f-89fe-4cca-ac9f-fb4cc90e2822), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:21.667425 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a7ff6c-61c4-4ed5-9dca-1b342bbc84e0 req-ff18f7ec-060d-479f-8578-3cf6b2428ab0 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:21.676899 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-73a7ff6c-61c4-4ed5-9dca-1b342bbc84e0 req-ff18f7ec-060d-479f-8578-3cf6b2428ab0 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2132869 Jan 28 19:16:21.697267 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-73a7ff6c-61c4-4ed5-9dca-1b342bbc84e0 req-ef447e22-59a5-46d7-8295-630833f195b1 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/quotas/1a64246f3ff0490988e6f00c7a9a6590 HTTP/1.1" status: 200 len: 375 time: 0.0192087 Jan 28 19:16:21.708394 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 38838) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:21.709349 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-5acc372f-38f7-40e9-a4dc-f64c7bc9223e admin admin] Allocated IP 172.20.0.1 (0cadce21-bf4a-4201-9a5b-b857a4440bd0/aed3e423-b18c-4230-b6f0-afed10cbcbf7/e6811091-4634-46a7-b32d-6c6518b7b0b9) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:16:21.766015 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-0b2b4050-f970-44a0-8cd0-548ae781f098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb4666e8-45c5-415d-9e52-1d14dda47aca', 'name': 'tempest-AttachSCSIVolumeTestJSON-89847298-router', 'tenant_id': 'cac84962258f42c3b2324f237af9a8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.158'}], 'enable_snat': True}, 'gw_port_id': '5001080e-2772-429f-8457-294493a0c546', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:16:15Z', 'updated_at': '2022-01-28T19:16:19Z', 'revision_number': 3, 'project_id': 'cac84962258f42c3b2324f237af9a8ee', 'gw_port': {'id': '5001080e-2772-429f-8457-294493a0c546', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:a8:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb4666e8-45c5-415d-9e52-1d14dda47aca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:16:18Z', 'updated_at': '2022-01-28T19:16:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:16:21.786304 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-73a7ff6c-61c4-4ed5-9dca-1b342bbc84e0 req-3d8ef425-8002-4c22-a959-3bec25d63653 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=1a64246f3ff0490988e6f00c7a9a6590&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0871956 Jan 28 19:16:21.812490 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2b4050-f970-44a0-8cd0-548ae781f098 None None] Checking router: fb4666e8-45c5-415d-9e52-1d14dda47aca for host: n-d-812111-14 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:16:21.812877 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2b4050-f970-44a0-8cd0-548ae781f098 None None] Updating router fb4666e8-45c5-415d-9e52-1d14dda47aca port 5001080e-2772-429f-8457-294493a0c546 binding host n-d-812111-14 {{(pid=103306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:16:21.877772 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-86bc260f-6019-496e-9731-ed68c5d40bc8 req-2d8b5920-e5e4-4429-9f64-87b200631653 tempest-SecurityGroupRulesNegativeTestJSON-36489088 tempest-SecurityGroupRulesNegativeTestJSON-36489088-project] 10.222.0.64 "GET /v2.0/security-groups/6ad837ea-f25c-44e9-ab6a-01983cad590c HTTP/1.1" status: 200 len: 1830 time: 0.3348765 Jan 28 19:16:21.880599 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 8b707277-5541-4890-b8ac-afa03e17b0c6 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:16:21.921444 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0b2b4050-f970-44a0-8cd0-548ae781f098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (5001080e-2772-429f-8457-294493a0c546), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:21.958645 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port ba118a5f-89fe-4cca-ac9f-fb4cc90e2822 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:16:21.959147 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (ba118a5f-89fe-4cca-ac9f-fb4cc90e2822), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:21.977355 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9aa23e5b-22b5-436b-b318-f914eaf906a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:21.992193 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '908084fb-8a97-4be7-9fce-01b29763dd1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba118a5f-89fe-4cca-ac9f-fb4cc90e2822'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:16:21.994475 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97e4f804-a315-48ec-b1db-8364caf27d87" -d '{"events": [{"server_uuid": "908084fb-8a97-4be7-9fce-01b29763dd1d", "name": "network-vif-plugged", "status": "completed", "tag": "ba118a5f-89fe-4cca-ac9f-fb4cc90e2822"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:16:22.032360 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-86bc260f-6019-496e-9731-ed68c5d40bc8 req-95390b38-c302-4175-9682-5edf664ba665 tempest-SecurityGroupRulesNegativeTestJSON-36489088 tempest-SecurityGroupRulesNegativeTestJSON-36489088-project] Publish callbacks [] for security_group (6ad837ea-f25c-44e9-ab6a-01983cad590c), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:22.067306 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port ba118a5f-89fe-4cca-ac9f-fb4cc90e2822, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=ba118a5f-89fe-4cca-ac9f-fb4cc90e2822,segment=NetworkSegment(504142c2-c953-442b-b4a6-2fbebe4e0a31),segment_id=504142c2-c953-442b-b4a6-2fbebe4e0a31)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:16:22.095703 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (ba118a5f-89fe-4cca-ac9f-fb4cc90e2822), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:22.103031 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-86bc260f-6019-496e-9731-ed68c5d40bc8 req-95390b38-c302-4175-9682-5edf664ba665 tempest-SecurityGroupRulesNegativeTestJSON-36489088 tempest-SecurityGroupRulesNegativeTestJSON-36489088-project] Publish callbacks [] for security_group (6ad837ea-f25c-44e9-ab6a-01983cad590c), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:22.136081 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5acc372f-38f7-40e9-a4dc-f64c7bc9223e admin admin] Publish callbacks [] for port (e6811091-4634-46a7-b32d-6c6518b7b0b9), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:22.191024 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-86bc260f-6019-496e-9731-ed68c5d40bc8 req-95390b38-c302-4175-9682-5edf664ba665 tempest-SecurityGroupRulesNegativeTestJSON-36489088 tempest-SecurityGroupRulesNegativeTestJSON-36489088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (6ad837ea-f25c-44e9-ab6a-01983cad590c), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:22.193633 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-86bc260f-6019-496e-9731-ed68c5d40bc8 req-95390b38-c302-4175-9682-5edf664ba665 tempest-SecurityGroupRulesNegativeTestJSON-36489088 tempest-SecurityGroupRulesNegativeTestJSON-36489088-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:22.194768 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-86bc260f-6019-496e-9731-ed68c5d40bc8 req-95390b38-c302-4175-9682-5edf664ba665 tempest-SecurityGroupRulesNegativeTestJSON-36489088 tempest-SecurityGroupRulesNegativeTestJSON-36489088-project] 10.222.0.64 "DELETE /v2.0/security-groups/6ad837ea-f25c-44e9-ab6a-01983cad590c HTTP/1.1" status: 204 len: 173 time: 0.3106320 Jan 28 19:16:22.236013 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95390b38-c302-4175-9682-5edf664ba665 tempest-SecurityGroupRulesNegativeTestJSON-36489088 tempest-SecurityGroupRulesNegativeTestJSON-36489088-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ad837ea-f25c-44e9-ab6a-01983cad590c,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:22.237182 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=ba118a5f-89fe-4cca-ac9f-fb4cc90e2822,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:22.244299 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 8b707277-5541-4890-b8ac-afa03e17b0c6 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:16:22.244460 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9aa23e5b-22b5-436b-b318-f914eaf906a3 admin admin] Publish callbacks [] for security_group (dbcebb48-50f4-458b-a284-eb7ecb063fbb), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:22.245068 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (8b707277-5541-4890-b8ac-afa03e17b0c6), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:22.258509 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9aa23e5b-22b5-436b-b318-f914eaf906a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (dbcebb48-50f4-458b-a284-eb7ecb063fbb), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:22.263626 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5acc372f-38f7-40e9-a4dc-f64c7bc9223e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (e6811091-4634-46a7-b32d-6c6518b7b0b9), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:22.378989 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-9aa23e5b-22b5-436b-b318-f914eaf906a3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=332bf8d137cd46e0840c4c89460f1ca5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6672409 Jan 28 19:16:22.380145 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa23e5b-22b5-436b-b318-f914eaf906a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbcebb48-50f4-458b-a284-eb7ecb063fbb,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:22.382521 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 38874) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:22.387824 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5acc372f-38f7-40e9-a4dc-f64c7bc9223e admin admin] Network 0cadce21-bf4a-4201-9a5b-b857a4440bd0 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:16:22.394668 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-5acc372f-38f7-40e9-a4dc-f64c7bc9223e admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:16:22.400624 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5acc372f-38f7-40e9-a4dc-f64c7bc9223e admin admin] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:16:22.473922 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acc372f-38f7-40e9-a4dc-f64c7bc9223e admin admin] Pushing event updated for resources: {'Port': ['ID=e6811091-4634-46a7-b32d-6c6518b7b0b9,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:22.504652 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d44fccf6-ad33-4a02-9088-8d2c36f440e8 admin admin] Publish callbacks [] for security_group (dbcebb48-50f4-458b-a284-eb7ecb063fbb), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:22.513719 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fcaf13-605a-4f13-b3b8-c3a3a0208a36 req-4fea9903-d828-4288-904a-6dfe9b49d281 tempest-ServersTestFqdnHostnames-1981151228 tempest-ServersTestFqdnHostnames-1981151228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:22.533986 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a1fcaf13-605a-4f13-b3b8-c3a3a0208a36 req-4fea9903-d828-4288-904a-6dfe9b49d281 tempest-ServersTestFqdnHostnames-1981151228 tempest-ServersTestFqdnHostnames-1981151228-project] 10.222.0.64 "GET /v2.0/ports?device_id=908084fb-8a97-4be7-9fce-01b29763dd1d HTTP/1.1" status: 200 len: 946 time: 0.2078636 Jan 28 19:16:22.552363 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d44fccf6-ad33-4a02-9088-8d2c36f440e8 admin admin] Publish callbacks [] for security_group (dbcebb48-50f4-458b-a284-eb7ecb063fbb), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:22.572858 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5acc372f-38f7-40e9-a4dc-f64c7bc9223e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734769'] for router_interface (fb4666e8-45c5-415d-9e52-1d14dda47aca), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:22.625126 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 8b707277-5541-4890-b8ac-afa03e17b0c6 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:16:22.681846 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a1fcaf13-605a-4f13-b3b8-c3a3a0208a36 req-4a280866-fd45-4527-ab09-1a4942db5b15 tempest-ServersTestFqdnHostnames-1981151228 tempest-ServersTestFqdnHostnames-1981151228-project] 10.222.0.64 "GET /v2.0/security-groups?id=86be49ed-dcd4-4bc8-814a-1d557121cc3e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1462932 Jan 28 19:16:22.718564 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d44fccf6-ad33-4a02-9088-8d2c36f440e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (dbcebb48-50f4-458b-a284-eb7ecb063fbb), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:22.729030 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d44fccf6-ad33-4a02-9088-8d2c36f440e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:22.744825 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-d44fccf6-ad33-4a02-9088-8d2c36f440e8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/dbcebb48-50f4-458b-a284-eb7ecb063fbb HTTP/1.1" status: 204 len: 168 time: 0.3468714 Jan 28 19:16:22.810668 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0b2b4050-f970-44a0-8cd0-548ae781f098 None None] Publish callbacks [] for port (5001080e-2772-429f-8457-294493a0c546), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:22.826765 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0b2b4050-f970-44a0-8cd0-548ae781f098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (5001080e-2772-429f-8457-294493a0c546), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:22.848237 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5bba598-7f4a-4c97-9e0c-5f9f0df8a29e x-openstack-request-id: req-f5bba598-7f4a-4c97-9e0c-5f9f0df8a29e {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:16:22.848560 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "908084fb-8a97-4be7-9fce-01b29763dd1d", "name": "network-vif-plugged", "status": "completed", "tag": "ba118a5f-89fe-4cca-ac9f-fb4cc90e2822", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:16:22.848830 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f5bba598-7f4a-4c97-9e0c-5f9f0df8a29e {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:16:22.849274 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '908084fb-8a97-4be7-9fce-01b29763dd1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba118a5f-89fe-4cca-ac9f-fb4cc90e2822', 'code': 200} Jan 28 19:16:22.902096 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44fccf6-ad33-4a02-9088-8d2c36f440e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbcebb48-50f4-458b-a284-eb7ecb063fbb,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:22.916683 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e4c1d85a-4e86-4cc4-844d-e0f6e91314f8 req-d9b1811e-2954-4283-98c8-4c2973c9126f tempest-SecurityGroupRulesNegativeTestJSON-36489088 tempest-SecurityGroupRulesNegativeTestJSON-36489088-project] 10.222.0.64 "GET /v2.0/security-groups/ae24cb9b-6249-4b90-baae-e7e5f3750f00 HTTP/1.1" status: 200 len: 1830 time: 0.1662292 Jan 28 19:16:22.987163 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-0b2b4050-f970-44a0-8cd0-548ae781f098 None None] Attempting to bind port 5001080e-2772-429f-8457-294493a0c546 on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:16:22.987994 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-0b2b4050-f970-44a0-8cd0-548ae781f098 None None] Attempting to bind port 5001080e-2772-429f-8457-294493a0c546 by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:16:22.988817 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2b4050-f970-44a0-8cd0-548ae781f098 None None] Attempting to bind port 5001080e-2772-429f-8457-294493a0c546 on network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:16:23.001419 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2b4050-f970-44a0-8cd0-548ae781f098 None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:16:23.001799 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2b4050-f970-44a0-8cd0-548ae781f098 None None] Checking segment: {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:16:23.002262 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0b2b4050-f970-44a0-8cd0-548ae781f098 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:23.003654 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2b4050-f970-44a0-8cd0-548ae781f098 None None] Bound using segment: {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:16:23.004104 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-0b2b4050-f970-44a0-8cd0-548ae781f098 None None] Bound port: 5001080e-2772-429f-8457-294493a0c546, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:16:23.004491 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0b2b4050-f970-44a0-8cd0-548ae781f098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (5001080e-2772-429f-8457-294493a0c546), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:23.083731 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e4c1d85a-4e86-4cc4-844d-e0f6e91314f8 req-fbf75555-2267-4f1d-aba4-aa7560262884 tempest-SecurityGroupRulesNegativeTestJSON-36489088 tempest-SecurityGroupRulesNegativeTestJSON-36489088-project] Publish callbacks [] for security_group (ae24cb9b-6249-4b90-baae-e7e5f3750f00), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:23.099366 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-0b2b4050-f970-44a0-8cd0-548ae781f098 None None] For port 5001080e-2772-429f-8457-294493a0c546, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:16:23.102716 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-0b2b4050-f970-44a0-8cd0-548ae781f098 None None] For port 5001080e-2772-429f-8457-294493a0c546, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=5001080e-2772-429f-8457-294493a0c546,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:16:23.122498 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c107ddc0-b1dd-4b73-8fed-c33a3ec0f3e2 None None] Pushing event updated for resources: {'Port': ['ID=5001080e-2772-429f-8457-294493a0c546,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:23.130195 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0b2b4050-f970-44a0-8cd0-548ae781f098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (5001080e-2772-429f-8457-294493a0c546), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:23.156195 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d6c50488-2ec6-4930-8bae-dc91f47d2a61 None None] Provisioning complete for port e6811091-4634-46a7-b32d-6c6518b7b0b9 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:16:23.156382 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d6c50488-2ec6-4930-8bae-dc91f47d2a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (e6811091-4634-46a7-b32d-6c6518b7b0b9), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:23.243159 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e4c1d85a-4e86-4cc4-844d-e0f6e91314f8 req-fbf75555-2267-4f1d-aba4-aa7560262884 tempest-SecurityGroupRulesNegativeTestJSON-36489088 tempest-SecurityGroupRulesNegativeTestJSON-36489088-project] Publish callbacks [] for security_group (ae24cb9b-6249-4b90-baae-e7e5f3750f00), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:23.254290 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5acc372f-38f7-40e9-a4dc-f64c7bc9223e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (e6811091-4634-46a7-b32d-6c6518b7b0b9), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:23.257544 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2b4050-f970-44a0-8cd0-548ae781f098 None None] Routers {'fb4666e8-45c5-415d-9e52-1d14dda47aca'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:16:23.258256 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-0b2b4050-f970-44a0-8cd0-548ae781f098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:16:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['fb4666e8-45c5-415d-9e52-1d14dda47aca'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:16:23.336208 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d6c50488-2ec6-4930-8bae-dc91f47d2a61 None None] Port e6811091-4634-46a7-b32d-6c6518b7b0b9 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:16:23.368889 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 38902) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:23.397146 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b71a95-cbb0-418d-aa3c-a379bdf86431 req-165d64f1-7218-4b86-84e9-6af47c8993c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:23.398901 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f0b71a95-cbb0-418d-aa3c-a379bdf86431 req-165d64f1-7218-4b86-84e9-6af47c8993c7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=908084fb-8a97-4be7-9fce-01b29763dd1d HTTP/1.1" status: 200 len: 1129 time: 0.4764555 Jan 28 19:16:23.406152 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ee846f09-1d6b-4e2f-a5e1-d57808ca74a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:23.429644 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e4c1d85a-4e86-4cc4-844d-e0f6e91314f8 req-fbf75555-2267-4f1d-aba4-aa7560262884 tempest-SecurityGroupRulesNegativeTestJSON-36489088 tempest-SecurityGroupRulesNegativeTestJSON-36489088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (ae24cb9b-6249-4b90-baae-e7e5f3750f00), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:23.432737 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e4c1d85a-4e86-4cc4-844d-e0f6e91314f8 req-fbf75555-2267-4f1d-aba4-aa7560262884 tempest-SecurityGroupRulesNegativeTestJSON-36489088 tempest-SecurityGroupRulesNegativeTestJSON-36489088-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:23.447203 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c107ddc0-b1dd-4b73-8fed-c33a3ec0f3e2 None None] Pushing event updated for resources: {'Port': ['ID=5001080e-2772-429f-8457-294493a0c546,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:23.453360 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 38904) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:23.461765 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e4c1d85a-4e86-4cc4-844d-e0f6e91314f8 req-fbf75555-2267-4f1d-aba4-aa7560262884 tempest-SecurityGroupRulesNegativeTestJSON-36489088 tempest-SecurityGroupRulesNegativeTestJSON-36489088-project] 10.222.0.64 "DELETE /v2.0/security-groups/ae24cb9b-6249-4b90-baae-e7e5f3750f00 HTTP/1.1" status: 204 len: 173 time: 0.5346608 Jan 28 19:16:23.489675 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf75555-2267-4f1d-aba4-aa7560262884 tempest-SecurityGroupRulesNegativeTestJSON-36489088 tempest-SecurityGroupRulesNegativeTestJSON-36489088-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae24cb9b-6249-4b90-baae-e7e5f3750f00,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:23.500366 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-0b2b4050-f970-44a0-8cd0-548ae781f098 None None] Set router fb4666e8-45c5-415d-9e52-1d14dda47aca gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:16:23.596285 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdc5c37-1e20-4ff4-b424-323f9229205f req-18666d4c-71cf-4d58-9fed-486f9fa0784a tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:23.610054 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-fcdc5c37-1e20-4ff4-b424-323f9229205f req-18666d4c-71cf-4d58-9fed-486f9fa0784a tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=d493780a-0b9d-4faf-acb0-7a17299587d3 HTTP/1.1" status: 200 len: 945 time: 0.6035182 Jan 28 19:16:23.727577 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f0b71a95-cbb0-418d-aa3c-a379bdf86431 req-f2281658-5b97-4f7f-997d-c7344616ed75 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=86be49ed-dcd4-4bc8-814a-1d557121cc3e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2977760 Jan 28 19:16:23.779176 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-d68ff346-d141-4505-a7f5-cf427845ed4e admin admin] Deleting subnet 2cad8180-b00a-4054-a682-94e26557438c {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:16:23.780031 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a8231593-da6e-49dc-8654-bc7d2a07a3ab req-4b8e3591-13b8-40b3-95cc-e2c6ab1951a1 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/ports?device_id=8241678b-0178-4969-9002-bccde949592c HTTP/1.1" status: 200 len: 210 time: 0.0467782 Jan 28 19:16:23.791766 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-fcdc5c37-1e20-4ff4-b424-323f9229205f req-3e59ac32-be12-4a10-92aa-a9c653cf5b7f tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804502 Jan 28 19:16:23.792466 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d68ff346-d141-4505-a7f5-cf427845ed4e admin admin] Publish callbacks [] for subnet (2cad8180-b00a-4054-a682-94e26557438c), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:23.886621 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d68ff346-d141-4505-a7f5-cf427845ed4e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16187240'] for subnet (2cad8180-b00a-4054-a682-94e26557438c), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:23.905581 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:23.940102 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa241286-0b8c-4a38-ad73-f6b141dc8aa0 req-59a0729a-40d1-4306-b887-bd375392c6e1 tempest-ServersTestFqdnHostnames-1981151228 tempest-ServersTestFqdnHostnames-1981151228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:23.950842 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-aa241286-0b8c-4a38-ad73-f6b141dc8aa0 req-59a0729a-40d1-4306-b887-bd375392c6e1 tempest-ServersTestFqdnHostnames-1981151228 tempest-ServersTestFqdnHostnames-1981151228-project] 10.222.0.64 "GET /v2.0/ports?device_id=908084fb-8a97-4be7-9fce-01b29763dd1d HTTP/1.1" status: 200 len: 946 time: 0.0979161 Jan 28 19:16:24.064190 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-aa241286-0b8c-4a38-ad73-f6b141dc8aa0 req-1cb455fa-7fb5-4c2d-b91f-6c43de9ad7e4 tempest-ServersTestFqdnHostnames-1981151228 tempest-ServersTestFqdnHostnames-1981151228-project] 10.222.0.64 "GET /v2.0/security-groups?id=86be49ed-dcd4-4bc8-814a-1d557121cc3e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1123586 Jan 28 19:16:24.082413 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1ba33847-68eb-46cf-8912-bf3d7c6e7bff req-995c74a5-830a-40f0-9276-f4f20380cbba service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=46b1863a-e7b2-4c60-bc44-9ff00fc6c561&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1294835 Jan 28 19:16:24.182491 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-0b2b4050-f970-44a0-8cd0-548ae781f098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb4666e8-45c5-415d-9e52-1d14dda47aca', 'name': 'tempest-AttachSCSIVolumeTestJSON-89847298-router', 'tenant_id': 'cac84962258f42c3b2324f237af9a8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.158'}], 'enable_snat': True}, 'gw_port_id': '5001080e-2772-429f-8457-294493a0c546', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:16:15Z', 'updated_at': '2022-01-28T19:16:22Z', 'revision_number': 4, 'project_id': 'cac84962258f42c3b2324f237af9a8ee', 'gw_port': {'id': '5001080e-2772-429f-8457-294493a0c546', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:a8:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb4666e8-45c5-415d-9e52-1d14dda47aca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:16:18Z', 'updated_at': '2022-01-28T19:16:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': 'e6811091-4634-46a7-b32d-6c6518b7b0b9', 'name': '', 'network_id': '0cadce21-bf4a-4201-9a5b-b857a4440bd0', 'tenant_id': 'cac84962258f42c3b2324f237af9a8ee', 'mac_address': 'fa:16:3e:80:bd:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb4666e8-45c5-415d-9e52-1d14dda47aca', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'aed3e423-b18c-4230-b6f0-afed10cbcbf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:16:21Z', 'updated_at': '2022-01-28T19:16:21Z', 'revision_number': 1, 'project_id': 'cac84962258f42c3b2324f237af9a8ee', 'subnets': [{'id': 'aed3e423-b18c-4230-b6f0-afed10cbcbf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:16:24.274518 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2b4050-f970-44a0-8cd0-548ae781f098 None None] The sync data for ids ['fb4666e8-45c5-415d-9e52-1d14dda47aca'] in n-d-812111-14 is: [{'id': 'fb4666e8-45c5-415d-9e52-1d14dda47aca', 'name': 'tempest-AttachSCSIVolumeTestJSON-89847298-router', 'tenant_id': 'cac84962258f42c3b2324f237af9a8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.158'}], 'enable_snat': True}, 'gw_port_id': '5001080e-2772-429f-8457-294493a0c546', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:16:15Z', 'updated_at': '2022-01-28T19:16:22Z', 'revision_number': 4, 'project_id': 'cac84962258f42c3b2324f237af9a8ee', 'gw_port': {'id': '5001080e-2772-429f-8457-294493a0c546', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:a8:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb4666e8-45c5-415d-9e52-1d14dda47aca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:16:18Z', 'updated_at': '2022-01-28T19:16:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': 'e6811091-4634-46a7-b32d-6c6518b7b0b9', 'name': '', 'network_id': '0cadce21-bf4a-4201-9a5b-b857a4440bd0', 'tenant_id': 'cac84962258f42c3b2324f237af9a8ee', 'mac_address': 'fa:16:3e:80:bd:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb4666e8-45c5-415d-9e52-1d14dda47aca', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'aed3e423-b18c-4230-b6f0-afed10cbcbf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:16:21Z', 'updated_at': '2022-01-28T19:16:21Z', 'revision_number': 1, 'project_id': 'cac84962258f42c3b2324f237af9a8ee', 'subnets': [{'id': 'aed3e423-b18c-4230-b6f0-afed10cbcbf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:16:24.280472 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba33847-68eb-46cf-8912-bf3d7c6e7bff req-08da5316-c226-48a6-a235-84587ade58b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:24.288020 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1ba33847-68eb-46cf-8912-bf3d7c6e7bff req-08da5316-c226-48a6-a235-84587ade58b7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=57a0678ad1cb4e46b30e232c1f317a59&device_id=46b1863a-e7b2-4c60-bc44-9ff00fc6c561 HTTP/1.1" status: 200 len: 1128 time: 0.1775575 Jan 28 19:16:24.458514 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba33847-68eb-46cf-8912-bf3d7c6e7bff req-cf86ee77-1db9-41de-9596-e3d0eac112ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:24.460911 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1ba33847-68eb-46cf-8912-bf3d7c6e7bff req-cf86ee77-1db9-41de-9596-e3d0eac112ee service neutron] 10.222.0.70 "GET /v2.0/networks?id=72a547d0-d9da-4c9f-b2a7-a4b786ea70ac HTTP/1.1" status: 200 len: 920 time: 0.1515343 Jan 28 19:16:24.490252 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d68ff346-d141-4505-a7f5-cf427845ed4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (2cad8180-b00a-4054-a682-94e26557438c), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:24.531138 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1ba33847-68eb-46cf-8912-bf3d7c6e7bff req-ac50d664-24a4-4490-a7aa-736d506ccede service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=581dc8c3-b87e-4b13-b9df-77efa9de3d8d HTTP/1.1" status: 200 len: 217 time: 0.0618699 Jan 28 19:16:24.604869 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d68ff346-d141-4505-a7f5-cf427845ed4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4752464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4733806'] for subnet (2cad8180-b00a-4054-a682-94e26557438c), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:24.659934 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba33847-68eb-46cf-8912-bf3d7c6e7bff req-b01f01e1-a325-4160-b594-5abc39e71207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:24.667998 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d68ff346-d141-4505-a7f5-cf427845ed4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:24.668429 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1ba33847-68eb-46cf-8912-bf3d7c6e7bff req-b01f01e1-a325-4160-b594-5abc39e71207 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=7e42a0bc-2ea3-4c64-b0da-1fe419b4beb8 HTTP/1.1" status: 200 len: 860 time: 0.1221139 Jan 28 19:16:24.673620 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-d68ff346-d141-4505-a7f5-cf427845ed4e admin admin] 10.222.0.64 "DELETE /v2.0/subnets/2cad8180-b00a-4054-a682-94e26557438c HTTP/1.1" status: 204 len: 168 time: 1.2130229 Jan 28 19:16:24.678408 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 38918) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:24.687582 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68ff346-d141-4505-a7f5-cf427845ed4e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2cad8180-b00a-4054-a682-94e26557438c,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:24.716075 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1ba33847-68eb-46cf-8912-bf3d7c6e7bff req-0123ce1f-168e-439d-92af-324ae02db35c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=72a547d0-d9da-4c9f-b2a7-a4b786ea70ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467458 Jan 28 19:16:24.727029 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ee846f09-1d6b-4e2f-a5e1-d57808ca74a0 admin admin] Publish callbacks [] for security_group (e053a04c-3925-4cda-929c-4aed34d2c83c), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:24.762507 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ee846f09-1d6b-4e2f-a5e1-d57808ca74a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (e053a04c-3925-4cda-929c-4aed34d2c83c), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:24.924832 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee846f09-1d6b-4e2f-a5e1-d57808ca74a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e053a04c-3925-4cda-929c-4aed34d2c83c,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:24.940402 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5acc372f-38f7-40e9-a4dc-f64c7bc9223e admin admin] Publish callbacks [] for port (e6811091-4634-46a7-b32d-6c6518b7b0b9), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:24.967813 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5acc372f-38f7-40e9-a4dc-f64c7bc9223e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (e6811091-4634-46a7-b32d-6c6518b7b0b9), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:25.109266 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4e6464-4ec3-4027-8e35-70be49e8e873 req-10b4767a-12ee-4362-b259-35818e0f58d3 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:25.116945 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5c4e6464-4ec3-4027-8e35-70be49e8e873 req-10b4767a-12ee-4362-b259-35818e0f58d3 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=d493780a-0b9d-4faf-acb0-7a17299587d3 HTTP/1.1" status: 200 len: 945 time: 0.1647599 Jan 28 19:16:25.148269 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5acc372f-38f7-40e9-a4dc-f64c7bc9223e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-756216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-732801'] for router_interface (fb4666e8-45c5-415d-9e52-1d14dda47aca), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:25.158563 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1ba33847-68eb-46cf-8912-bf3d7c6e7bff req-b3997b3e-1149-46dc-813d-73a7aea117b5 service neutron] 10.222.0.70 "GET /v2.0/networks/72a547d0-d9da-4c9f-b2a7-a4b786ea70ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4244375 Jan 28 19:16:25.176761 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acc372f-38f7-40e9-a4dc-f64c7bc9223e admin admin] Pushing event updated for resources: {'Port': ['ID=e6811091-4634-46a7-b32d-6c6518b7b0b9,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:25.189960 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c8de2c99-662d-4807-a3c2-f831a28af3a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (aa8194b2-67a7-4f39-b902-e079056e75c3), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:25.197326 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-42125220-7f5e-40c3-9546-5b30788200eb req-ea2766e6-a1ed-421c-8dcc-1c65f9d2d23c tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/ports?device_id=8241678b-0178-4969-9002-bccde949592c HTTP/1.1" status: 200 len: 210 time: 0.2385793 Jan 28 19:16:25.257552 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-ee846f09-1d6b-4e2f-a5e1-d57808ca74a0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3f2fbd4ab3364d6bb7cf7c84b28189b6&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8826141 Jan 28 19:16:25.259701 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 38930) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:25.348905 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5c4e6464-4ec3-4027-8e35-70be49e8e873 req-f5a2afe4-bdb1-475c-9df0-760df8c7fabc tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243214 Jan 28 19:16:25.421850 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-73a7ff6c-61c4-4ed5-9dca-1b342bbc84e0 req-7217c87b-8693-47e0-8f05-90a5ffda5365 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=1a64246f3ff0490988e6f00c7a9a6590&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0595710 Jan 28 19:16:25.454217 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5acc372f-38f7-40e9-a4dc-f64c7bc9223e admin admin] Network 0cadce21-bf4a-4201-9a5b-b857a4440bd0 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:16:25.459985 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-5acc372f-38f7-40e9-a4dc-f64c7bc9223e admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:16:25.687861 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a7ff6c-61c4-4ed5-9dca-1b342bbc84e0 req-b0407024-a150-40ba-b253-4c2c40ab0d8c tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:25.697859 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-73a7ff6c-61c4-4ed5-9dca-1b342bbc84e0 req-b0407024-a150-40ba-b253-4c2c40ab0d8c tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2694287 Jan 28 19:16:25.724740 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e674d246-ca4c-4d06-b458-9c0ae6bae85e admin admin] Publish callbacks [] for security_group (e053a04c-3925-4cda-929c-4aed34d2c83c), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:25.828084 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-73a7ff6c-61c4-4ed5-9dca-1b342bbc84e0 req-118ae425-4279-48e2-be5f-e087280b32c8 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=1a64246f3ff0490988e6f00c7a9a6590&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1809642 Jan 28 19:16:25.839285 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-73a7ff6c-61c4-4ed5-9dca-1b342bbc84e0 req-49b7c862-5c05-4835-ac85-78459fa4f897 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Request body: {'port': {'device_id': '58248b40-c5e4-478c-ab5f-a6da70414255', 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91', 'admin_state_up': True, 'tenant_id': '1a64246f3ff0490988e6f00c7a9a6590'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:16:25.912971 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c8de2c99-662d-4807-a3c2-f831a28af3a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (aa8194b2-67a7-4f39-b902-e079056e75c3), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:25.945089 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e674d246-ca4c-4d06-b458-9c0ae6bae85e admin admin] Publish callbacks [] for security_group (e053a04c-3925-4cda-929c-4aed34d2c83c), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:26.006160 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-c8de2c99-662d-4807-a3c2-f831a28af3a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa8194b2-67a7-4f39-b902-e079056e75c3']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:16:26.020672 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 5001080e-2772-429f-8457-294493a0c546 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:16:26.107975 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-c8de2c99-662d-4807-a3c2-f831a28af3a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c18fcf1e-dedc-45e4-bcfd-9f6ccdd742b9') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:16:26.108281 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-c8de2c99-662d-4807-a3c2-f831a28af3a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c18fcf1e-dedc-45e4-bcfd-9f6ccdd742b9') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:16:26.133046 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-0bba5061-0d3c-4125-9ac2-e9275086385c None None] Provisioning complete for port e6811091-4634-46a7-b32d-6c6518b7b0b9 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:16:26.133455 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0bba5061-0d3c-4125-9ac2-e9275086385c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (e6811091-4634-46a7-b32d-6c6518b7b0b9), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:26.137970 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c352a3-a253-4cab-ac80-863b92fb0d44 req-a8ab57f9-4ba5-4eac-8997-8bd247303889 tempest-ServersTestFqdnHostnames-1981151228 tempest-ServersTestFqdnHostnames-1981151228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:26.141725 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-74c352a3-a253-4cab-ac80-863b92fb0d44 req-a8ab57f9-4ba5-4eac-8997-8bd247303889 tempest-ServersTestFqdnHostnames-1981151228 tempest-ServersTestFqdnHostnames-1981151228-project] 10.222.0.64 "GET /v2.0/ports?device_id=908084fb-8a97-4be7-9fce-01b29763dd1d HTTP/1.1" status: 200 len: 946 time: 0.6857684 Jan 28 19:16:26.152436 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c8de2c99-662d-4807-a3c2-f831a28af3a6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16187153'] for segment (c18fcf1e-dedc-45e4-bcfd-9f6ccdd742b9), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:26.217380 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c8de2c99-662d-4807-a3c2-f831a28af3a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (c18fcf1e-dedc-45e4-bcfd-9f6ccdd742b9), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:26.230679 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-0bba5061-0d3c-4125-9ac2-e9275086385c None None] Port e6811091-4634-46a7-b32d-6c6518b7b0b9 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:16:26.244734 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8de2c99-662d-4807-a3c2-f831a28af3a6 admin admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:16:26.245169 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c8de2c99-662d-4807-a3c2-f831a28af3a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4752570'] for segment (c18fcf1e-dedc-45e4-bcfd-9f6ccdd742b9), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:26.270199 n-d-812111-14 neutron-server[103305]: Traceback (most recent call last): Jan 28 19:16:26.270199 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:16:26.270199 n-d-812111-14 neutron-server[103305]: timer() Jan 28 19:16:26.270199 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:16:26.270199 n-d-812111-14 neutron-server[103305]: cb(*args, **kw) Jan 28 19:16:26.270199 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:16:26.270199 n-d-812111-14 neutron-server[103305]: return func(*args, **kwargs) Jan 28 19:16:26.270199 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:16:26.270199 n-d-812111-14 neutron-server[103305]: self._notify() Jan 28 19:16:26.270199 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:16:26.270199 n-d-812111-14 neutron-server[103305]: self.callback(batched_events) Jan 28 19:16:26.270199 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:16:26.270199 n-d-812111-14 neutron-server[103305]: event.method(event) Jan 28 19:16:26.270199 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:16:26.270199 n-d-812111-14 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:16:26.270199 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:16:26.270199 n-d-812111-14 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:16:26.270199 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:16:26.270199 n-d-812111-14 neutron-server[103305]: return f(self, *a, **k) Jan 28 19:16:26.270199 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:16:26.270199 n-d-812111-14 neutron-server[103305]: return self._get(url).json() Jan 28 19:16:26.270199 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:16:26.270199 n-d-812111-14 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:16:26.270199 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:16:26.270199 n-d-812111-14 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 28 19:16:26.270199 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:16:26.270199 n-d-812111-14 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:16:26.270199 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:16:26.270199 n-d-812111-14 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:16:26.270199 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:16:26.270199 n-d-812111-14 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:16:26.270199 n-d-812111-14 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:16:26.278777 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 5001080e-2772-429f-8457-294493a0c546 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:16:26.279167 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (5001080e-2772-429f-8457-294493a0c546), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:26.297458 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e674d246-ca4c-4d06-b458-9c0ae6bae85e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (e053a04c-3925-4cda-929c-4aed34d2c83c), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:26.300070 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e674d246-ca4c-4d06-b458-9c0ae6bae85e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:26.309865 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-e674d246-ca4c-4d06-b458-9c0ae6bae85e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e053a04c-3925-4cda-929c-4aed34d2c83c HTTP/1.1" status: 204 len: 168 time: 1.0462172 Jan 28 19:16:26.321584 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1ba33847-68eb-46cf-8912-bf3d7c6e7bff req-d27f6336-4abd-421a-a19b-167fd7f61696 service neutron] 10.222.0.70 "GET /v2.0/networks/72a547d0-d9da-4c9f-b2a7-a4b786ea70ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1392367 Jan 28 19:16:26.327336 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5acc372f-38f7-40e9-a4dc-f64c7bc9223e admin admin] Router fb4666e8-45c5-415d-9e52-1d14dda47aca has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:16:26.522121 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-74c352a3-a253-4cab-ac80-863b92fb0d44 req-14a920d3-d85f-4c1b-83c7-f5687c188c07 tempest-ServersTestFqdnHostnames-1981151228 tempest-ServersTestFqdnHostnames-1981151228-project] 10.222.0.64 "GET /v2.0/security-groups?id=86be49ed-dcd4-4bc8-814a-1d557121cc3e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3564672 Jan 28 19:16:26.539870 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 5001080e-2772-429f-8457-294493a0c546 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:16:26.540275 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (5001080e-2772-429f-8457-294493a0c546), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:26.544577 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5862948b-fa40-4f56-ade5-5430832a2f0e req-3745f01e-b60d-4cea-a2bf-091522d310f7 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/ports?device_id=8241678b-0178-4969-9002-bccde949592c HTTP/1.1" status: 200 len: 210 time: 0.1104295 Jan 28 19:16:26.545889 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73a7ff6c-61c4-4ed5-9dca-1b342bbc84e0 req-49b7c862-5c05-4835-ac85-78459fa4f897 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Made reservation on behalf of 1a64246f3ff0490988e6f00c7a9a6590 for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:16:26.558468 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-73a7ff6c-61c4-4ed5-9dca-1b342bbc84e0 req-49b7c862-5c05-4835-ac85-78459fa4f897 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:26.598149 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e674d246-ca4c-4d06-b458-9c0ae6bae85e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e053a04c-3925-4cda-929c-4aed34d2c83c,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:26.655111 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] For port 5001080e-2772-429f-8457-294493a0c546, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=5001080e-2772-429f-8457-294493a0c546,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:16:26.695957 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (5001080e-2772-429f-8457-294493a0c546), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:26.793761 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c8de2c99-662d-4807-a3c2-f831a28af3a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (aa8194b2-67a7-4f39-b902-e079056e75c3), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:26.816839 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c8de2c99-662d-4807-a3c2-f831a28af3a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:26.821883 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-c8de2c99-662d-4807-a3c2-f831a28af3a6 admin admin] 10.222.0.64 "DELETE /v2.0/networks/aa8194b2-67a7-4f39-b902-e079056e75c3 HTTP/1.1" status: 204 len: 168 time: 2.1316490 Jan 28 19:16:26.866129 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Pushing event updated for resources: {'Port': ['ID=5001080e-2772-429f-8457-294493a0c546,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:26.972901 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a7ff6c-61c4-4ed5-9dca-1b342bbc84e0 req-28566bd8-14d1-45ef-beab-509e3160c2d8 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:26.973375 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de2c99-662d-4807-a3c2-f831a28af3a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa8194b2-67a7-4f39-b902-e079056e75c3,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:26.974939 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-73a7ff6c-61c4-4ed5-9dca-1b342bbc84e0 req-28566bd8-14d1-45ef-beab-509e3160c2d8 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9062433 Jan 28 19:16:26.994642 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-73a7ff6c-61c4-4ed5-9dca-1b342bbc84e0 req-818db7c8-6856-45c4-b572-ee7653fc377a tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Request body: {'port': {'device_id': '8241678b-0178-4969-9002-bccde949592c', 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91', 'admin_state_up': True, 'tenant_id': '1a64246f3ff0490988e6f00c7a9a6590'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:16:27.206215 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5acc372f-38f7-40e9-a4dc-f64c7bc9223e admin admin] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:16:27.222491 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-5acc372f-38f7-40e9-a4dc-f64c7bc9223e admin admin] 10.222.0.64 "PUT /v2.0/routers/fb4666e8-45c5-415d-9e52-1d14dda47aca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8389914 Jan 28 19:16:27.251248 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1270a5-ff8e-4995-94a0-9cf26d2f00db req-313109b9-62ae-436b-b73a-9c9952d1e808 tempest-ServersTestFqdnHostnames-1981151228 tempest-ServersTestFqdnHostnames-1981151228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:27.262212 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad8b751-f9a3-4a81-a6a0-7bb0bd971f3f req-749c09bd-fca9-4739-b91f-b5cb9ac1acf1 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:27.263770 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7e1270a5-ff8e-4995-94a0-9cf26d2f00db req-313109b9-62ae-436b-b73a-9c9952d1e808 tempest-ServersTestFqdnHostnames-1981151228 tempest-ServersTestFqdnHostnames-1981151228-project] 10.222.0.64 "GET /v2.0/ports?device_id=908084fb-8a97-4be7-9fce-01b29763dd1d HTTP/1.1" status: 200 len: 946 time: 0.5618665 Jan 28 19:16:27.269925 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-bad8b751-f9a3-4a81-a6a0-7bb0bd971f3f req-749c09bd-fca9-4739-b91f-b5cb9ac1acf1 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=d493780a-0b9d-4faf-acb0-7a17299587d3 HTTP/1.1" status: 200 len: 945 time: 0.5056572 Jan 28 19:16:27.270676 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 38956) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:27.276241 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73a7ff6c-61c4-4ed5-9dca-1b342bbc84e0 req-818db7c8-6856-45c4-b572-ee7653fc377a tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Made reservation on behalf of 1a64246f3ff0490988e6f00c7a9a6590 for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:16:27.280305 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-73a7ff6c-61c4-4ed5-9dca-1b342bbc84e0 req-818db7c8-6856-45c4-b572-ee7653fc377a tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:27.281378 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-c9b39df3-2396-4aef-b861-eeb81aef285a tempest-ServersTestFqdnHostnames-1981151228 tempest-ServersTestFqdnHostnames-1981151228-project] Request body: {'floatingip': {'port_id': 'ba118a5f-89fe-4cca-ac9f-fb4cc90e2822'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:16:27.291146 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 38958) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:27.367218 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c9b39df3-2396-4aef-b861-eeb81aef285a tempest-ServersTestFqdnHostnames-1981151228 tempest-ServersTestFqdnHostnames-1981151228-project] Publish callbacks [] for floatingip (4a280580-22b5-4f68-bc3f-92dacab7450e), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:27.522443 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-9f1b8813-9e45-4887-b902-52af3b9ad3d8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7d4c400ab49c4b23993bf9a9133a18f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1775227 Jan 28 19:16:27.524019 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-73a7ff6c-61c4-4ed5-9dca-1b342bbc84e0 req-49b7c862-5c05-4835-ac85-78459fa4f897 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Allocated IP 192.168.233.191 (7810caa2-eac6-457d-9302-c8c215ef3e91/f2de4832-9ef6-4f40-9ac5-1557d5e6a6ff/2c6e3e02-9a3d-4288-b73e-f8d74d789791) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:16:27.526072 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 38968) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:27.658277 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-20bde65a-eff7-40d7-b36b-b70718d2e08b admin admin] Publish callbacks [] for security_group (8aae2b20-f91e-4f82-a984-d02d6f5b7498), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:27.679153 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-bad8b751-f9a3-4a81-a6a0-7bb0bd971f3f req-b2f248fe-f218-417f-bf73-48c26d29c70b tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3914056 Jan 28 19:16:27.770375 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-20bde65a-eff7-40d7-b36b-b70718d2e08b admin admin] Publish callbacks [] for security_group (8aae2b20-f91e-4f82-a984-d02d6f5b7498), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:27.945932 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 5001080e-2772-429f-8457-294493a0c546 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:16:27.969888 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6e63ead8-d513-453c-b6b2-a671492416da req-1b082ad0-31f1-4612-aa64-06fc88a72f90 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/ports?device_id=8241678b-0178-4969-9002-bccde949592c HTTP/1.1" status: 200 len: 210 time: 0.2797923 Jan 28 19:16:28.080460 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 5001080e-2772-429f-8457-294493a0c546 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:16:28.081167 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (5001080e-2772-429f-8457-294493a0c546), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:28.241991 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-20bde65a-eff7-40d7-b36b-b70718d2e08b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (8aae2b20-f91e-4f82-a984-d02d6f5b7498), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:28.245268 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-20bde65a-eff7-40d7-b36b-b70718d2e08b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:28.246572 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-20bde65a-eff7-40d7-b36b-b70718d2e08b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8aae2b20-f91e-4f82-a984-d02d6f5b7498 HTTP/1.1" status: 204 len: 168 time: 0.7193134 Jan 28 19:16:28.249890 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-73a7ff6c-61c4-4ed5-9dca-1b342bbc84e0 req-49b7c862-5c05-4835-ac85-78459fa4f897 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Publish callbacks [] for port (2c6e3e02-9a3d-4288-b73e-f8d74d789791), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:28.277943 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bde65a-eff7-40d7-b36b-b70718d2e08b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aae2b20-f91e-4f82-a984-d02d6f5b7498,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:28.526823 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 5001080e-2772-429f-8457-294493a0c546 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:16:28.565644 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-73a7ff6c-61c4-4ed5-9dca-1b342bbc84e0 req-818db7c8-6856-45c4-b572-ee7653fc377a tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Allocated IP 192.168.233.154 (7810caa2-eac6-457d-9302-c8c215ef3e91/f2de4832-9ef6-4f40-9ac5-1557d5e6a6ff/115bc44f-e24a-4e83-8c83-958fe8f5875c) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:16:28.792448 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d15bb52-f4b1-43a0-98b0-9a98f0ca0c42 None None] Sync routers for ids ['fb4666e8-45c5-415d-9e52-1d14dda47aca'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:16:28.806257 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d15bb52-f4b1-43a0-98b0-9a98f0ca0c42 None None] Routers {'fb4666e8-45c5-415d-9e52-1d14dda47aca'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:16:28.809989 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-7d15bb52-f4b1-43a0-98b0-9a98f0ca0c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:16:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['fb4666e8-45c5-415d-9e52-1d14dda47aca'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:16:29.029699 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-73a7ff6c-61c4-4ed5-9dca-1b342bbc84e0 req-818db7c8-6856-45c4-b572-ee7653fc377a tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Publish callbacks [] for port (115bc44f-e24a-4e83-8c83-958fe8f5875c), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:29.081663 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.db.resource_extend [None req-c9b39df3-2396-4aef-b861-eeb81aef285a tempest-ServersTestFqdnHostnames-1981151228 tempest-ServersTestFqdnHostnames-1981151228-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 19:16:29.119309 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-7d15bb52-f4b1-43a0-98b0-9a98f0ca0c42 None None] Set router fb4666e8-45c5-415d-9e52-1d14dda47aca gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:16:29.200481 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-73a7ff6c-61c4-4ed5-9dca-1b342bbc84e0 req-818db7c8-6856-45c4-b572-ee7653fc377a tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (115bc44f-e24a-4e83-8c83-958fe8f5875c), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:29.203673 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-73a7ff6c-61c4-4ed5-9dca-1b342bbc84e0 req-49b7c862-5c05-4835-ac85-78459fa4f897 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (2c6e3e02-9a3d-4288-b73e-f8d74d789791), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:29.218060 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['a742ef4b-8c5c-49ae-a7ae-adee27392f4c'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:16:29.223318 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['a742ef4b-8c5c-49ae-a7ae-adee27392f4c'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:16:29.278449 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73a7ff6c-61c4-4ed5-9dca-1b342bbc84e0 req-49b7c862-5c05-4835-ac85-78459fa4f897 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Network 7810caa2-eac6-457d-9302-c8c215ef3e91 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:16:29.388099 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-7d15bb52-f4b1-43a0-98b0-9a98f0ca0c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb4666e8-45c5-415d-9e52-1d14dda47aca', 'name': 'tempest-AttachSCSIVolumeTestJSON-89847298-router', 'tenant_id': 'cac84962258f42c3b2324f237af9a8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.158'}], 'enable_snat': True}, 'gw_port_id': '5001080e-2772-429f-8457-294493a0c546', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:16:15Z', 'updated_at': '2022-01-28T19:16:22Z', 'revision_number': 4, 'project_id': 'cac84962258f42c3b2324f237af9a8ee', 'gw_port': {'id': '5001080e-2772-429f-8457-294493a0c546', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:a8:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb4666e8-45c5-415d-9e52-1d14dda47aca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:16:18Z', 'updated_at': '2022-01-28T19:16:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': 'e6811091-4634-46a7-b32d-6c6518b7b0b9', 'name': '', 'network_id': '0cadce21-bf4a-4201-9a5b-b857a4440bd0', 'tenant_id': 'cac84962258f42c3b2324f237af9a8ee', 'mac_address': 'fa:16:3e:80:bd:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb4666e8-45c5-415d-9e52-1d14dda47aca', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'aed3e423-b18c-4230-b6f0-afed10cbcbf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:16:21Z', 'updated_at': '2022-01-28T19:16:23Z', 'revision_number': 2, 'project_id': 'cac84962258f42c3b2324f237af9a8ee', 'subnets': [{'id': 'aed3e423-b18c-4230-b6f0-afed10cbcbf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:16:29.420303 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d15bb52-f4b1-43a0-98b0-9a98f0ca0c42 None None] Checking router: fb4666e8-45c5-415d-9e52-1d14dda47aca for host: n-d-812111-14 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:16:29.420913 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d15bb52-f4b1-43a0-98b0-9a98f0ca0c42 None None] Updating router fb4666e8-45c5-415d-9e52-1d14dda47aca port e6811091-4634-46a7-b32d-6c6518b7b0b9 binding host n-d-812111-14 {{(pid=103307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:16:29.459915 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-7d15bb52-f4b1-43a0-98b0-9a98f0ca0c42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (e6811091-4634-46a7-b32d-6c6518b7b0b9), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:29.560172 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c9b39df3-2396-4aef-b861-eeb81aef285a tempest-ServersTestFqdnHostnames-1981151228 tempest-ServersTestFqdnHostnames-1981151228-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:29.567115 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818db7c8-6856-45c4-b572-ee7653fc377a tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Pushing event updated for resources: {'Port': ['ID=115bc44f-e24a-4e83-8c83-958fe8f5875c,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:29.584838 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c9b39df3-2396-4aef-b861-eeb81aef285a tempest-ServersTestFqdnHostnames-1981151228 tempest-ServersTestFqdnHostnames-1981151228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734886'] for floatingip (4a280580-22b5-4f68-bc3f-92dacab7450e), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:29.681740 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73a7ff6c-61c4-4ed5-9dca-1b342bbc84e0 req-818db7c8-6856-45c4-b572-ee7653fc377a tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Network 7810caa2-eac6-457d-9302-c8c215ef3e91 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:16:29.710085 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-73a7ff6c-61c4-4ed5-9dca-1b342bbc84e0 req-49b7c862-5c05-4835-ac85-78459fa4f897 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:16:29.733908 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-73a7ff6c-61c4-4ed5-9dca-1b342bbc84e0 req-49b7c862-5c05-4835-ac85-78459fa4f897 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:16:29.916791 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06713ef7-5155-44bc-bfa5-2ddd4316660c req-d11ff1f0-e766-4ee6-9f0a-f2c3b962e3b6 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:29.918418 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-06713ef7-5155-44bc-bfa5-2ddd4316660c req-d11ff1f0-e766-4ee6-9f0a-f2c3b962e3b6 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/ports?device_id=8241678b-0178-4969-9002-bccde949592c HTTP/1.1" status: 200 len: 936 time: 0.6844816 Jan 28 19:16:29.953257 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-7d15bb52-f4b1-43a0-98b0-9a98f0ca0c42 None None] Publish callbacks [] for port (e6811091-4634-46a7-b32d-6c6518b7b0b9), precommit_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:29.970740 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-7d15bb52-f4b1-43a0-98b0-9a98f0ca0c42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (e6811091-4634-46a7-b32d-6c6518b7b0b9), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:30.134365 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a577b6-b08a-43f0-b83b-f128cf44593f None None] Pushing event updated for resources: {'Port': ['ID=e6811091-4634-46a7-b32d-6c6518b7b0b9,revision_number=3']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:30.136249 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b7c862-5c05-4835-ac85-78459fa4f897 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Pushing event updated for resources: {'Port': ['ID=2c6e3e02-9a3d-4288-b73e-f8d74d789791,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:30.192063 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-73a7ff6c-61c4-4ed5-9dca-1b342bbc84e0 req-818db7c8-6856-45c4-b572-ee7653fc377a tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:16:30.235791 n-d-812111-14 neutron-server[103305]: INFO neutron.db.l3_db [None req-c9b39df3-2396-4aef-b861-eeb81aef285a tempest-ServersTestFqdnHostnames-1981151228 tempest-ServersTestFqdnHostnames-1981151228-project] Floating IP 4a280580-22b5-4f68-bc3f-92dacab7450e associated. External IP: 172.25.6.119, port: ba118a5f-89fe-4cca-ac9f-fb4cc90e2822. Jan 28 19:16:30.242232 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-73a7ff6c-61c4-4ed5-9dca-1b342bbc84e0 req-818db7c8-6856-45c4-b572-ee7653fc377a tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:16:30.277550 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-06713ef7-5155-44bc-bfa5-2ddd4316660c req-080e10bc-1c0d-470c-83e2-6aa0643826cf tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/security-groups?id=c326a8a3-da0b-43eb-8867-b30c14662b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3249817 Jan 28 19:16:30.353889 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-7d15bb52-f4b1-43a0-98b0-9a98f0ca0c42 None None] Attempting to bind port e6811091-4634-46a7-b32d-6c6518b7b0b9 on host n-d-812111-14 for vnic_type normal with profile {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:16:30.354543 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-7d15bb52-f4b1-43a0-98b0-9a98f0ca0c42 None None] Attempting to bind port e6811091-4634-46a7-b32d-6c6518b7b0b9 by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': 'ad3ddde5-c7f5-4dfc-bc22-65e2dcd87fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '0cadce21-bf4a-4201-9a5b-b857a4440bd0'}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:16:30.355082 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d15bb52-f4b1-43a0-98b0-9a98f0ca0c42 None None] Attempting to bind port e6811091-4634-46a7-b32d-6c6518b7b0b9 on network 0cadce21-bf4a-4201-9a5b-b857a4440bd0 {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:16:30.374990 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d15bb52-f4b1-43a0-98b0-9a98f0ca0c42 None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:16:30.375557 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d15bb52-f4b1-43a0-98b0-9a98f0ca0c42 None None] Checking segment: {'id': 'ad3ddde5-c7f5-4dfc-bc22-65e2dcd87fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '0cadce21-bf4a-4201-9a5b-b857a4440bd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:16:30.376151 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-7d15bb52-f4b1-43a0-98b0-9a98f0ca0c42 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:30.376720 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d15bb52-f4b1-43a0-98b0-9a98f0ca0c42 None None] Bound using segment: {'id': 'ad3ddde5-c7f5-4dfc-bc22-65e2dcd87fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '0cadce21-bf4a-4201-9a5b-b857a4440bd0'} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:16:30.377402 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-7d15bb52-f4b1-43a0-98b0-9a98f0ca0c42 None None] Bound port: e6811091-4634-46a7-b32d-6c6518b7b0b9, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad3ddde5-c7f5-4dfc-bc22-65e2dcd87fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '0cadce21-bf4a-4201-9a5b-b857a4440bd0'}}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:16:30.378525 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-7d15bb52-f4b1-43a0-98b0-9a98f0ca0c42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (e6811091-4634-46a7-b32d-6c6518b7b0b9), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:30.539141 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a7ff6c-61c4-4ed5-9dca-1b342bbc84e0 req-818db7c8-6856-45c4-b572-ee7653fc377a tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:30.540343 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-73a7ff6c-61c4-4ed5-9dca-1b342bbc84e0 req-818db7c8-6856-45c4-b572-ee7653fc377a tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:30.591447 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cf8fda-806d-4858-a47f-a1923c8a4e24 req-4687bdd5-fd4b-4874-84d8-eadf83c7e018 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:30.608753 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-21cf8fda-806d-4858-a47f-a1923c8a4e24 req-4687bdd5-fd4b-4874-84d8-eadf83c7e018 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=d493780a-0b9d-4faf-acb0-7a17299587d3 HTTP/1.1" status: 200 len: 945 time: 1.4996414 Jan 28 19:16:30.653202 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-e799a4f2-baf8-4d4b-b4f4-e7e01e0cfd3e None None] Provisioning complete for port 2c6e3e02-9a3d-4288-b73e-f8d74d789791 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:16:30.653742 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e799a4f2-baf8-4d4b-b4f4-e7e01e0cfd3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (2c6e3e02-9a3d-4288-b73e-f8d74d789791), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:30.743208 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a7ff6c-61c4-4ed5-9dca-1b342bbc84e0 req-49b7c862-5c05-4835-ac85-78459fa4f897 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:30.747719 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-73a7ff6c-61c4-4ed5-9dca-1b342bbc84e0 req-49b7c862-5c05-4835-ac85-78459fa4f897 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:30.831884 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-73a7ff6c-61c4-4ed5-9dca-1b342bbc84e0 req-818db7c8-6856-45c4-b572-ee7653fc377a tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.8465202 Jan 28 19:16:30.888366 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-73a7ff6c-61c4-4ed5-9dca-1b342bbc84e0 req-58e11b45-6134-4534-9494-8b7cb8f3ac5d service neutron] Request body: {'port': {'device_id': '8241678b-0178-4969-9002-bccde949592c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-14'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:16:30.893584 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-7d15bb52-f4b1-43a0-98b0-9a98f0ca0c42 None None] For port e6811091-4634-46a7-b32d-6c6518b7b0b9, host n-d-812111-14, cleared binding levels {{(pid=103307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:16:30.903910 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-7d15bb52-f4b1-43a0-98b0-9a98f0ca0c42 None None] For port e6811091-4634-46a7-b32d-6c6518b7b0b9, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=e6811091-4634-46a7-b32d-6c6518b7b0b9,segment=NetworkSegment(ad3ddde5-c7f5-4dfc-bc22-65e2dcd87fde),segment_id=ad3ddde5-c7f5-4dfc-bc22-65e2dcd87fde)] {{(pid=103307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:16:30.935148 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-7d15bb52-f4b1-43a0-98b0-9a98f0ca0c42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (e6811091-4634-46a7-b32d-6c6518b7b0b9), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:30.942851 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-73a7ff6c-61c4-4ed5-9dca-1b342bbc84e0 req-49b7c862-5c05-4835-ac85-78459fa4f897 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.1223884 Jan 28 19:16:31.184988 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d15bb52-f4b1-43a0-98b0-9a98f0ca0c42 None None] Routers {'fb4666e8-45c5-415d-9e52-1d14dda47aca'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:16:31.190765 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-7d15bb52-f4b1-43a0-98b0-9a98f0ca0c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:16:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['fb4666e8-45c5-415d-9e52-1d14dda47aca'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:16:31.199588 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-e799a4f2-baf8-4d4b-b4f4-e7e01e0cfd3e None None] Port 2c6e3e02-9a3d-4288-b73e-f8d74d789791 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:16:31.258516 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-21cf8fda-806d-4858-a47f-a1923c8a4e24 req-6e5ab853-3f47-4392-b809-8ef490c3b294 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6479535 Jan 28 19:16:31.271454 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-73a7ff6c-61c4-4ed5-9dca-1b342bbc84e0 req-39996541-6ba4-4900-a57f-351d3a06dff3 service neutron] Request body: {'port': {'device_id': '58248b40-c5e4-478c-ab5f-a6da70414255', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-14'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:16:31.311873 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 39040) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:31.318671 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a577b6-b08a-43f0-b83b-f128cf44593f None None] Pushing event updated for resources: {'Port': ['ID=e6811091-4634-46a7-b32d-6c6518b7b0b9,revision_number=4']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:31.388621 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-44f9bbab-34d9-431b-a092-4621c204b563 None None] Provisioning complete for port e6811091-4634-46a7-b32d-6c6518b7b0b9 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:16:31.389353 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-44f9bbab-34d9-431b-a092-4621c204b563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (e6811091-4634-46a7-b32d-6c6518b7b0b9), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:31.415972 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9b39df3-2396-4aef-b861-eeb81aef285a tempest-ServersTestFqdnHostnames-1981151228 tempest-ServersTestFqdnHostnames-1981151228-project] Router eb03139e-a51e-4a95-9941-b7e81a8a4c04 has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:16:31.624528 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-7d15bb52-f4b1-43a0-98b0-9a98f0ca0c42 None None] Set router fb4666e8-45c5-415d-9e52-1d14dda47aca gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:16:31.842826 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-8c35f3f6-f86b-4030-a455-c3ac5bfe5ef9 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1087329550-network', 'tenant_id': '420fb4477d4744a7883edeb957ae6597'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:16:31.926965 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9b39df3-2396-4aef-b861-eeb81aef285a tempest-ServersTestFqdnHostnames-1981151228 tempest-ServersTestFqdnHostnames-1981151228-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:16:31.937164 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c9b39df3-2396-4aef-b861-eeb81aef285a tempest-ServersTestFqdnHostnames-1981151228 tempest-ServersTestFqdnHostnames-1981151228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for floatingip (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:31.949546 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-73a7ff6c-61c4-4ed5-9dca-1b342bbc84e0 req-58e11b45-6134-4534-9494-8b7cb8f3ac5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (115bc44f-e24a-4e83-8c83-958fe8f5875c), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:31.996173 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-73a7ff6c-61c4-4ed5-9dca-1b342bbc84e0 req-39996541-6ba4-4900-a57f-351d3a06dff3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (2c6e3e02-9a3d-4288-b73e-f8d74d789791), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:32.056777 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894c65c2-209a-45f8-ae54-e282197353da req-4dc147e9-e41a-45a3-9340-f951a327cf3a tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:32.069122 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-c9b39df3-2396-4aef-b861-eeb81aef285a tempest-ServersTestFqdnHostnames-1981151228 tempest-ServersTestFqdnHostnames-1981151228-project] 10.222.0.64 "PUT /v2.0/floatingips/4a280580-22b5-4f68-bc3f-92dacab7450e HTTP/1.1" status: 200 len: 992 time: 4.7860582 Jan 28 19:16:32.069122 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '908084fb-8a97-4be7-9fce-01b29763dd1d', 'tag': 'ba118a5f-89fe-4cca-ac9f-fb4cc90e2822'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:16:32.069122 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af4dd4ba-7078-4e2f-a004-de0adee2e602" -d '{"events": [{"name": "network-changed", "server_uuid": "908084fb-8a97-4be7-9fce-01b29763dd1d", "tag": "ba118a5f-89fe-4cca-ac9f-fb4cc90e2822"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:16:32.093277 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-894c65c2-209a-45f8-ae54-e282197353da req-4dc147e9-e41a-45a3-9340-f951a327cf3a tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/ports?device_id=8241678b-0178-4969-9002-bccde949592c HTTP/1.1" status: 200 len: 936 time: 0.5523839 Jan 28 19:16:32.121916 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c35f3f6-f86b-4030-a455-c3ac5bfe5ef9 admin admin] Made reservation on behalf of 420fb4477d4744a7883edeb957ae6597 for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:16:32.131853 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8c35f3f6-f86b-4030-a455-c3ac5bfe5ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:32.169942 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-7d15bb52-f4b1-43a0-98b0-9a98f0ca0c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb4666e8-45c5-415d-9e52-1d14dda47aca', 'name': 'tempest-AttachSCSIVolumeTestJSON-89847298-router', 'tenant_id': 'cac84962258f42c3b2324f237af9a8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.158'}], 'enable_snat': True}, 'gw_port_id': '5001080e-2772-429f-8457-294493a0c546', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:16:15Z', 'updated_at': '2022-01-28T19:16:22Z', 'revision_number': 4, 'project_id': 'cac84962258f42c3b2324f237af9a8ee', 'gw_port': {'id': '5001080e-2772-429f-8457-294493a0c546', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:a8:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb4666e8-45c5-415d-9e52-1d14dda47aca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:16:18Z', 'updated_at': '2022-01-28T19:16:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': 'e6811091-4634-46a7-b32d-6c6518b7b0b9', 'name': '', 'network_id': '0cadce21-bf4a-4201-9a5b-b857a4440bd0', 'tenant_id': 'cac84962258f42c3b2324f237af9a8ee', 'mac_address': 'fa:16:3e:80:bd:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb4666e8-45c5-415d-9e52-1d14dda47aca', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'aed3e423-b18c-4230-b6f0-afed10cbcbf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:16:21Z', 'updated_at': '2022-01-28T19:16:30Z', 'revision_number': 4, 'project_id': 'cac84962258f42c3b2324f237af9a8ee', 'subnets': [{'id': 'aed3e423-b18c-4230-b6f0-afed10cbcbf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:16:32.246830 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d15bb52-f4b1-43a0-98b0-9a98f0ca0c42 None None] The sync data for ids ['fb4666e8-45c5-415d-9e52-1d14dda47aca'] in n-d-812111-14 is: [{'id': 'fb4666e8-45c5-415d-9e52-1d14dda47aca', 'name': 'tempest-AttachSCSIVolumeTestJSON-89847298-router', 'tenant_id': 'cac84962258f42c3b2324f237af9a8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.158'}], 'enable_snat': True}, 'gw_port_id': '5001080e-2772-429f-8457-294493a0c546', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:16:15Z', 'updated_at': '2022-01-28T19:16:22Z', 'revision_number': 4, 'project_id': 'cac84962258f42c3b2324f237af9a8ee', 'gw_port': {'id': '5001080e-2772-429f-8457-294493a0c546', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:a8:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb4666e8-45c5-415d-9e52-1d14dda47aca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:16:18Z', 'updated_at': '2022-01-28T19:16:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': 'e6811091-4634-46a7-b32d-6c6518b7b0b9', 'name': '', 'network_id': '0cadce21-bf4a-4201-9a5b-b857a4440bd0', 'tenant_id': 'cac84962258f42c3b2324f237af9a8ee', 'mac_address': 'fa:16:3e:80:bd:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb4666e8-45c5-415d-9e52-1d14dda47aca', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'aed3e423-b18c-4230-b6f0-afed10cbcbf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:16:21Z', 'updated_at': '2022-01-28T19:16:30Z', 'revision_number': 4, 'project_id': 'cac84962258f42c3b2324f237af9a8ee', 'subnets': [{'id': 'aed3e423-b18c-4230-b6f0-afed10cbcbf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:16:32.373467 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:16:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb71f885-7d69-48e1-99c4-dccf2b151f90 x-openstack-request-id: req-fb71f885-7d69-48e1-99c4-dccf2b151f90 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:16:32.373843 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "908084fb-8a97-4be7-9fce-01b29763dd1d", "tag": "ba118a5f-89fe-4cca-ac9f-fb4cc90e2822", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:16:32.374037 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fb71f885-7d69-48e1-99c4-dccf2b151f90 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:16:32.374429 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '908084fb-8a97-4be7-9fce-01b29763dd1d', 'tag': 'ba118a5f-89fe-4cca-ac9f-fb4cc90e2822', 'status': 'completed', 'code': 200} Jan 28 19:16:32.552651 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4dd4ba-7078-4e2f-a004-de0adee2e602 req-46340e4e-659c-4eee-bad7-572235167fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:32.558532 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-af4dd4ba-7078-4e2f-a004-de0adee2e602 req-46340e4e-659c-4eee-bad7-572235167fc7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2919cc86d97b42bbb60ba9ee60522438&device_id=908084fb-8a97-4be7-9fce-01b29763dd1d HTTP/1.1" status: 200 len: 1129 time: 0.1782825 Jan 28 19:16:32.571691 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device e6811091-4634-46a7-b32d-6c6518b7b0b9 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:16:32.576987 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88af2f32-bee9-42fd-8838-98a88517c080 None None] Sync routers for ids ['eb03139e-a51e-4a95-9941-b7e81a8a4c04'] in n-d-812111-14 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:16:32.577901 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 39072) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:32.694320 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88af2f32-bee9-42fd-8838-98a88517c080 None None] Routers {'eb03139e-a51e-4a95-9941-b7e81a8a4c04'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:16:32.695222 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-88af2f32-bee9-42fd-8838-98a88517c080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:16:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['eb03139e-a51e-4a95-9941-b7e81a8a4c04'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:16:32.737380 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-44f9bbab-34d9-431b-a092-4621c204b563 None None] Current status of the port e6811091-4634-46a7-b32d-6c6518b7b0b9 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:16:32.738041 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-44f9bbab-34d9-431b-a092-4621c204b563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (e6811091-4634-46a7-b32d-6c6518b7b0b9), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:32.755656 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-73a7ff6c-61c4-4ed5-9dca-1b342bbc84e0 req-39996541-6ba4-4900-a57f-351d3a06dff3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c6e3e02-9a3d-4288-b73e-f8d74d789791 {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:16:32.779331 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-73a7ff6c-61c4-4ed5-9dca-1b342bbc84e0 req-39996541-6ba4-4900-a57f-351d3a06dff3 service neutron] Publish callbacks [] for port (2c6e3e02-9a3d-4288-b73e-f8d74d789791), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:32.825110 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-73a7ff6c-61c4-4ed5-9dca-1b342bbc84e0 req-39996541-6ba4-4900-a57f-351d3a06dff3 service neutron] Transition to ACTIVE for port object 2c6e3e02-9a3d-4288-b73e-f8d74d789791 will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:16:32.871514 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-44f9bbab-34d9-431b-a092-4621c204b563 None None] For port e6811091-4634-46a7-b32d-6c6518b7b0b9, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=e6811091-4634-46a7-b32d-6c6518b7b0b9,segment=NetworkSegment(ad3ddde5-c7f5-4dfc-bc22-65e2dcd87fde),segment_id=ad3ddde5-c7f5-4dfc-bc22-65e2dcd87fde)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:16:32.889889 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-44f9bbab-34d9-431b-a092-4621c204b563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (e6811091-4634-46a7-b32d-6c6518b7b0b9), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:32.906555 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8c35f3f6-f86b-4030-a455-c3ac5bfe5ef9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:32.941268 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-73a7ff6c-61c4-4ed5-9dca-1b342bbc84e0 req-39996541-6ba4-4900-a57f-351d3a06dff3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (2c6e3e02-9a3d-4288-b73e-f8d74d789791), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:33.066507 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f9bbab-34d9-431b-a092-4621c204b563 None None] Pushing event updated for resources: {'Port': ['ID=e6811091-4634-46a7-b32d-6c6518b7b0b9,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:33.097770 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39996541-6ba4-4900-a57f-351d3a06dff3 service neutron] Pushing event updated for resources: {'Port': ['ID=2c6e3e02-9a3d-4288-b73e-f8d74d789791,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:33.108621 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port e6811091-4634-46a7-b32d-6c6518b7b0b9 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:16:33.110988 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (e6811091-4634-46a7-b32d-6c6518b7b0b9), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:33.125011 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d38ed718-9134-4f2f-aae8-c7d2f3511898 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:33.186475 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-44f9bbab-34d9-431b-a092-4621c204b563 None None] Provisioning complete for port 115bc44f-e24a-4e83-8c83-958fe8f5875c triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:16:33.187143 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-44f9bbab-34d9-431b-a092-4621c204b563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (115bc44f-e24a-4e83-8c83-958fe8f5875c), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:33.226347 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-894c65c2-209a-45f8-ae54-e282197353da req-ff1cee35-f8f8-4aae-8e3f-7b11ae64458d tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/security-groups?id=c326a8a3-da0b-43eb-8867-b30c14662b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1269815 Jan 28 19:16:33.235902 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4dd4ba-7078-4e2f-a004-de0adee2e602 req-df1c60ad-a615-496a-bc7f-6caae0028691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:33.251629 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-af4dd4ba-7078-4e2f-a004-de0adee2e602 req-df1c60ad-a615-496a-bc7f-6caae0028691 service neutron] 10.222.0.41 "GET /v2.0/networks?id=942f5500-a4bd-4069-a44c-30175e942cfe HTTP/1.1" status: 200 len: 914 time: 0.6784770 Jan 28 19:16:33.259700 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-44f9bbab-34d9-431b-a092-4621c204b563 None None] Port 115bc44f-e24a-4e83-8c83-958fe8f5875c cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:16:33.306312 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-88af2f32-bee9-42fd-8838-98a88517c080 None None] Set router eb03139e-a51e-4a95-9941-b7e81a8a4c04 gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:16:33.564988 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25ae680-6da1-4b22-a1ab-4488a4042471 req-6af6839a-211d-4ffd-82da-10b7d856e56c tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:33.575933 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e25ae680-6da1-4b22-a1ab-4488a4042471 req-6af6839a-211d-4ffd-82da-10b7d856e56c tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=d493780a-0b9d-4faf-acb0-7a17299587d3 HTTP/1.1" status: 200 len: 945 time: 0.5879784 Jan 28 19:16:33.656227 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-af4dd4ba-7078-4e2f-a004-de0adee2e602 req-da498b48-7c6b-458d-b7a8-0e5faed1e01c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ba118a5f-89fe-4cca-ac9f-fb4cc90e2822 HTTP/1.1" status: 200 len: 1000 time: 0.3794737 Jan 28 19:16:33.844788 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063b1422-b97e-4f17-9ac6-f047f296dcac req-d790b5a7-4947-4f97-8987-16ca9659d37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:33.849361 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-063b1422-b97e-4f17-9ac6-f047f296dcac req-d790b5a7-4947-4f97-8987-16ca9659d37b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=57a0678ad1cb4e46b30e232c1f317a59&device_id=d493780a-0b9d-4faf-acb0-7a17299587d3 HTTP/1.1" status: 200 len: 1128 time: 1.0213351 Jan 28 19:16:33.881250 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e25ae680-6da1-4b22-a1ab-4488a4042471 req-80d0e406-38f1-4f11-8ddf-c127357faffb tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3042917 Jan 28 19:16:33.905833 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4dd4ba-7078-4e2f-a004-de0adee2e602 req-ac176d34-ac6f-4b2b-9f2f-753ce61f4cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:33.907475 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-af4dd4ba-7078-4e2f-a004-de0adee2e602 req-ac176d34-ac6f-4b2b-9f2f-753ce61f4cdb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8ec4e5d1-0c4e-4c7b-954e-58b53ab84682 HTTP/1.1" status: 200 len: 853 time: 0.2435527 Jan 28 19:16:33.927489 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d38ed718-9134-4f2f-aae8-c7d2f3511898 admin admin] Publish callbacks [] for security_group (b4aa3637-8b9d-4c1e-9cbb-5b91b48bfb33), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:33.945066 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d38ed718-9134-4f2f-aae8-c7d2f3511898 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (b4aa3637-8b9d-4c1e-9cbb-5b91b48bfb33), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:34.046606 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2526f696-92d0-4e96-8ea0-1ffd2e875669 None None] Provisioning complete for port e6811091-4634-46a7-b32d-6c6518b7b0b9 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:16:34.047196 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2526f696-92d0-4e96-8ea0-1ffd2e875669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (e6811091-4634-46a7-b32d-6c6518b7b0b9), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:34.055594 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-73a7ff6c-61c4-4ed5-9dca-1b342bbc84e0 req-39996541-6ba4-4900-a57f-351d3a06dff3 service neutron] Attempting to bind port 2c6e3e02-9a3d-4288-b73e-f8d74d789791 on host n-h2-812111-14 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:16:34.056075 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-73a7ff6c-61c4-4ed5-9dca-1b342bbc84e0 req-39996541-6ba4-4900-a57f-351d3a06dff3 service neutron] Attempting to bind port 2c6e3e02-9a3d-4288-b73e-f8d74d789791 by drivers openvswitch,hyperv on host n-h2-812111-14 at level 0 using segments [{'id': '195bcdbf-a031-4d8b-9f7f-e09fd37cd197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:16:34.058303 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a7ff6c-61c4-4ed5-9dca-1b342bbc84e0 req-39996541-6ba4-4900-a57f-351d3a06dff3 service neutron] Attempting to bind port 2c6e3e02-9a3d-4288-b73e-f8d74d789791 on network 7810caa2-eac6-457d-9302-c8c215ef3e91 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:16:34.146333 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a7ff6c-61c4-4ed5-9dca-1b342bbc84e0 req-39996541-6ba4-4900-a57f-351d3a06dff3 service neutron] Port 2c6e3e02-9a3d-4288-b73e-f8d74d789791 on network 7810caa2-eac6-457d-9302-c8c215ef3e91 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-14 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:16:34.147615 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a7ff6c-61c4-4ed5-9dca-1b342bbc84e0 req-39996541-6ba4-4900-a57f-351d3a06dff3 service neutron] Attempting to bind port 2c6e3e02-9a3d-4288-b73e-f8d74d789791 on network 7810caa2-eac6-457d-9302-c8c215ef3e91 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:16:34.155633 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-d38ed718-9134-4f2f-aae8-c7d2f3511898 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d4b2e9d0fc8e48878f8d417fecbbaff9&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5622077 Jan 28 19:16:34.156302 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 39080) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:34.160766 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ed718-9134-4f2f-aae8-c7d2f3511898 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4aa3637-8b9d-4c1e-9cbb-5b91b48bfb33,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:34.202689 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a7ff6c-61c4-4ed5-9dca-1b342bbc84e0 req-39996541-6ba4-4900-a57f-351d3a06dff3 service neutron] Checking agent: {'id': '8f3fee4e-bf24-4b58-8a3a-ae9c8011a473', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 16, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:16:34.203271 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a7ff6c-61c4-4ed5-9dca-1b342bbc84e0 req-39996541-6ba4-4900-a57f-351d3a06dff3 service neutron] Checking segment: {'id': '195bcdbf-a031-4d8b-9f7f-e09fd37cd197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:16:34.203812 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a7ff6c-61c4-4ed5-9dca-1b342bbc84e0 req-39996541-6ba4-4900-a57f-351d3a06dff3 service neutron] Bound using segment: {'id': '195bcdbf-a031-4d8b-9f7f-e09fd37cd197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:16:34.204941 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-73a7ff6c-61c4-4ed5-9dca-1b342bbc84e0 req-39996541-6ba4-4900-a57f-351d3a06dff3 service neutron] Bound port: 2c6e3e02-9a3d-4288-b73e-f8d74d789791, host: n-h2-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '195bcdbf-a031-4d8b-9f7f-e09fd37cd197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:16:34.211106 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-73a7ff6c-61c4-4ed5-9dca-1b342bbc84e0 req-39996541-6ba4-4900-a57f-351d3a06dff3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (2c6e3e02-9a3d-4288-b73e-f8d74d789791), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:34.211310 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4dd4ba-7078-4e2f-a004-de0adee2e602 req-431da5eb-fa6a-4760-aa52-91b04400ca06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:34.213576 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-af4dd4ba-7078-4e2f-a004-de0adee2e602 req-431da5eb-fa6a-4760-aa52-91b04400ca06 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=942f5500-a4bd-4069-a44c-30175e942cfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2817438 Jan 28 19:16:34.370980 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port e6811091-4634-46a7-b32d-6c6518b7b0b9 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:16:34.402667 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-88af2f32-bee9-42fd-8838-98a88517c080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb03139e-a51e-4a95-9941-b7e81a8a4c04', 'name': 'tempest-ServersTestFqdnHostnames-384020295-router', 'tenant_id': '2919cc86d97b42bbb60ba9ee60522438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '6c58fc49-61d8-44c2-ba94-3d16ccd30c06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:15:50Z', 'updated_at': '2022-01-28T19:15:57Z', 'revision_number': 4, 'project_id': '2919cc86d97b42bbb60ba9ee60522438', 'gw_port': {'id': '6c58fc49-61d8-44c2-ba94-3d16ccd30c06', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:3e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb03139e-a51e-4a95-9941-b7e81a8a4c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:15:51Z', 'updated_at': '2022-01-28T19:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_floatingips': [{'id': '4a280580-22b5-4f68-bc3f-92dacab7450e', 'tenant_id': '2919cc86d97b42bbb60ba9ee60522438', 'floating_ip_address': '172.25.6.119', 'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'router_id': 'eb03139e-a51e-4a95-9941-b7e81a8a4c04', 'port_id': 'ba118a5f-89fe-4cca-ac9f-fb4cc90e2822', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 631, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '942f5500-a4bd-4069-a44c-30175e942cfe', 'mac_address': 'fa:16:3e:45:3a:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908084fb-8a97-4be7-9fce-01b29763dd1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:16:04Z', 'updated_at': '2022-01-28T19:16:28Z', 'revision_number': 1, 'project_id': '2919cc86d97b42bbb60ba9ee60522438', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '210d91e0-8cd4-4a67-990f-6e7dd0538b9d', 'name': '', 'network_id': '942f5500-a4bd-4069-a44c-30175e942cfe', 'tenant_id': '2919cc86d97b42bbb60ba9ee60522438', 'mac_address': 'fa:16:3e:f0:b1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb03139e-a51e-4a95-9941-b7e81a8a4c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '8ec4e5d1-0c4e-4c7b-954e-58b53ab84682', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:15:56Z', 'updated_at': '2022-01-28T19:16:03Z', 'revision_number': 5, 'project_id': '2919cc86d97b42bbb60ba9ee60522438', 'subnets': [{'id': '8ec4e5d1-0c4e-4c7b-954e-58b53ab84682', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:16:34.414487 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-73a7ff6c-61c4-4ed5-9dca-1b342bbc84e0 req-39996541-6ba4-4900-a57f-351d3a06dff3 service neutron] For port 2c6e3e02-9a3d-4288-b73e-f8d74d789791, host n-h2-812111-14, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:16:34.418240 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-73a7ff6c-61c4-4ed5-9dca-1b342bbc84e0 req-39996541-6ba4-4900-a57f-351d3a06dff3 service neutron] For port 2c6e3e02-9a3d-4288-b73e-f8d74d789791, host n-h2-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=2c6e3e02-9a3d-4288-b73e-f8d74d789791,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:16:34.420959 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8a5fdb8f-1121-4f05-ac9f-3b5266cf3890 admin admin] Publish callbacks [] for security_group (b4aa3637-8b9d-4c1e-9cbb-5b91b48bfb33), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:34.468094 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-73a7ff6c-61c4-4ed5-9dca-1b342bbc84e0 req-39996541-6ba4-4900-a57f-351d3a06dff3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (2c6e3e02-9a3d-4288-b73e-f8d74d789791), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:34.507445 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88af2f32-bee9-42fd-8838-98a88517c080 None None] Checking router: eb03139e-a51e-4a95-9941-b7e81a8a4c04 for host: n-d-812111-14 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:16:34.546156 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8a5fdb8f-1121-4f05-ac9f-3b5266cf3890 admin admin] Publish callbacks [] for security_group (b4aa3637-8b9d-4c1e-9cbb-5b91b48bfb33), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:34.600889 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39996541-6ba4-4900-a57f-351d3a06dff3 service neutron] Pushing event updated for resources: {'Port': ['ID=2c6e3e02-9a3d-4288-b73e-f8d74d789791,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:34.608121 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device e6811091-4634-46a7-b32d-6c6518b7b0b9 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:16:34.630124 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88af2f32-bee9-42fd-8838-98a88517c080 None None] Routers {'eb03139e-a51e-4a95-9941-b7e81a8a4c04'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:16:34.630685 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-88af2f32-bee9-42fd-8838-98a88517c080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:16:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['eb03139e-a51e-4a95-9941-b7e81a8a4c04'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:16:34.632336 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8c35f3f6-f86b-4030-a455-c3ac5bfe5ef9 admin admin] Publish callbacks [] for security_group (633a3a41-96d2-4635-9adb-ad534c16fda1), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:34.641018 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-af4dd4ba-7078-4e2f-a004-de0adee2e602 req-4a8ab37e-35c0-4a66-8f53-843bb02a847d service neutron] 10.222.0.41 "GET /v2.0/networks/942f5500-a4bd-4069-a44c-30175e942cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4202859 Jan 28 19:16:34.653710 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a7ff6c-61c4-4ed5-9dca-1b342bbc84e0 req-39996541-6ba4-4900-a57f-351d3a06dff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:34.655010 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-73a7ff6c-61c4-4ed5-9dca-1b342bbc84e0 req-39996541-6ba4-4900-a57f-351d3a06dff3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:34.656435 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-73a7ff6c-61c4-4ed5-9dca-1b342bbc84e0 req-39996541-6ba4-4900-a57f-351d3a06dff3 service neutron] 10.222.0.70 "PUT /v2.0/ports/2c6e3e02-9a3d-4288-b73e-f8d74d789791 HTTP/1.1" status: 200 len: 1097 time: 3.3968027 Jan 28 19:16:34.662462 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58248b40-c5e4-478c-ab5f-a6da70414255', 'tag': '2c6e3e02-9a3d-4288-b73e-f8d74d789791'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:16:34.664934 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99b7b6bb-dc00-4f2f-8afe-ad29ee159ec2" -d '{"events": [{"name": "network-changed", "server_uuid": "58248b40-c5e4-478c-ab5f-a6da70414255", "tag": "2c6e3e02-9a3d-4288-b73e-f8d74d789791"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:16:34.667533 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8c35f3f6-f86b-4030-a455-c3ac5bfe5ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (633a3a41-96d2-4635-9adb-ad534c16fda1), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:34.697180 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c35f3f6-f86b-4030-a455-c3ac5bfe5ef9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:16:34.720405 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8c35f3f6-f86b-4030-a455-c3ac5bfe5ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (465584ef-fdd1-4efc-8287-c61b1cbf1ac6), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:34.720748 n-d-812111-14 neutron-server[103304]: INFO neutron.db.segments_db [None req-8c35f3f6-f86b-4030-a455-c3ac5bfe5ef9 admin admin] Added segment 465584ef-fdd1-4efc-8287-c61b1cbf1ac6 of type vlan for network 6b850379-ee6b-422c-9104-ee42848f60f7 Jan 28 19:16:34.802064 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8a5fdb8f-1121-4f05-ac9f-3b5266cf3890 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (b4aa3637-8b9d-4c1e-9cbb-5b91b48bfb33), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:34.810681 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8a5fdb8f-1121-4f05-ac9f-3b5266cf3890 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:34.814495 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-8a5fdb8f-1121-4f05-ac9f-3b5266cf3890 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b4aa3637-8b9d-4c1e-9cbb-5b91b48bfb33 HTTP/1.1" status: 204 len: 168 time: 0.6569388 Jan 28 19:16:34.940669 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5fdb8f-1121-4f05-ac9f-3b5266cf3890 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4aa3637-8b9d-4c1e-9cbb-5b91b48bfb33,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:34.954013 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2526f696-92d0-4e96-8ea0-1ffd2e875669 None None] Current status of the port e6811091-4634-46a7-b32d-6c6518b7b0b9 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:16:35.105676 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-af4dd4ba-7078-4e2f-a004-de0adee2e602 req-2b73e31c-8a5b-4ff0-b474-4ef8a2ebbd73 service neutron] 10.222.0.41 "GET /v2.0/networks/942f5500-a4bd-4069-a44c-30175e942cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4520922 Jan 28 19:16:35.240975 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port e6811091-4634-46a7-b32d-6c6518b7b0b9 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:16:35.245278 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (e6811091-4634-46a7-b32d-6c6518b7b0b9), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:35.276936 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1e0cf3-15af-4cbb-9d1c-f3dcef073b99 req-63e9e47c-5daa-4522-8554-1ce663151f51 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:35.298233 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6b1e0cf3-15af-4cbb-9d1c-f3dcef073b99 req-63e9e47c-5daa-4522-8554-1ce663151f51 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=d493780a-0b9d-4faf-acb0-7a17299587d3 HTTP/1.1" status: 200 len: 945 time: 0.1902981 Jan 28 19:16:35.332064 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-88af2f32-bee9-42fd-8838-98a88517c080 None None] Set router eb03139e-a51e-4a95-9941-b7e81a8a4c04 gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:16:35.471120 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6b1e0cf3-15af-4cbb-9d1c-f3dcef073b99 req-a8cadb00-5e88-4d84-a012-18d1bad5c2e2 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719224 Jan 28 19:16:35.656955 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8c35f3f6-f86b-4030-a455-c3ac5bfe5ef9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (6b850379-ee6b-422c-9104-ee42848f60f7), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:35.781280 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port e6811091-4634-46a7-b32d-6c6518b7b0b9 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:16:35.816035 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063b1422-b97e-4f17-9ac6-f047f296dcac req-1a393dce-c372-43e3-b063-5403da5067a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:35.817828 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-063b1422-b97e-4f17-9ac6-f047f296dcac req-1a393dce-c372-43e3-b063-5403da5067a2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=72a547d0-d9da-4c9f-b2a7-a4b786ea70ac HTTP/1.1" status: 200 len: 920 time: 1.8387754 Jan 28 19:16:35.842363 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8c35f3f6-f86b-4030-a455-c3ac5bfe5ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (6b850379-ee6b-422c-9104-ee42848f60f7), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:35.843346 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c35f3f6-f86b-4030-a455-c3ac5bfe5ef9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:35.843931 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8c35f3f6-f86b-4030-a455-c3ac5bfe5ef9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:36.064467 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284c6bdc-45ab-4798-9aeb-6e49239dda91 req-12a9939b-8397-4546-b7c0-4fe2ac5a633b tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:36.073459 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-284c6bdc-45ab-4798-9aeb-6e49239dda91 req-12a9939b-8397-4546-b7c0-4fe2ac5a633b tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/ports?device_id=8241678b-0178-4969-9002-bccde949592c HTTP/1.1" status: 200 len: 936 time: 1.6491957 Jan 28 19:16:36.094454 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-063b1422-b97e-4f17-9ac6-f047f296dcac req-21e39c77-3857-4276-ab03-0459c1e7b97a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=aaf861b8-dc1c-4ad7-b587-439242683163 HTTP/1.1" status: 200 len: 217 time: 0.2061129 Jan 28 19:16:36.100391 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93fe850a-45c1-4e68-96a5-bccc71fd48d9 x-openstack-request-id: req-93fe850a-45c1-4e68-96a5-bccc71fd48d9 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:16:36.100956 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58248b40-c5e4-478c-ab5f-a6da70414255", "tag": "2c6e3e02-9a3d-4288-b73e-f8d74d789791", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:16:36.101392 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-93fe850a-45c1-4e68-96a5-bccc71fd48d9 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:16:36.101950 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58248b40-c5e4-478c-ab5f-a6da70414255', 'tag': '2c6e3e02-9a3d-4288-b73e-f8d74d789791', 'status': 'completed', 'code': 200} Jan 28 19:16:36.103094 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-88af2f32-bee9-42fd-8838-98a88517c080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb03139e-a51e-4a95-9941-b7e81a8a4c04', 'name': 'tempest-ServersTestFqdnHostnames-384020295-router', 'tenant_id': '2919cc86d97b42bbb60ba9ee60522438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '6c58fc49-61d8-44c2-ba94-3d16ccd30c06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:15:50Z', 'updated_at': '2022-01-28T19:15:57Z', 'revision_number': 4, 'project_id': '2919cc86d97b42bbb60ba9ee60522438', 'gw_port': {'id': '6c58fc49-61d8-44c2-ba94-3d16ccd30c06', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:3e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb03139e-a51e-4a95-9941-b7e81a8a4c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:15:51Z', 'updated_at': '2022-01-28T19:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_floatingips': [{'id': '4a280580-22b5-4f68-bc3f-92dacab7450e', 'tenant_id': '2919cc86d97b42bbb60ba9ee60522438', 'floating_ip_address': '172.25.6.119', 'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'router_id': 'eb03139e-a51e-4a95-9941-b7e81a8a4c04', 'port_id': 'ba118a5f-89fe-4cca-ac9f-fb4cc90e2822', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 631, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '942f5500-a4bd-4069-a44c-30175e942cfe', 'mac_address': 'fa:16:3e:45:3a:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908084fb-8a97-4be7-9fce-01b29763dd1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:16:04Z', 'updated_at': '2022-01-28T19:16:28Z', 'revision_number': 1, 'project_id': '2919cc86d97b42bbb60ba9ee60522438', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '210d91e0-8cd4-4a67-990f-6e7dd0538b9d', 'name': '', 'network_id': '942f5500-a4bd-4069-a44c-30175e942cfe', 'tenant_id': '2919cc86d97b42bbb60ba9ee60522438', 'mac_address': 'fa:16:3e:f0:b1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb03139e-a51e-4a95-9941-b7e81a8a4c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '8ec4e5d1-0c4e-4c7b-954e-58b53ab84682', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:15:56Z', 'updated_at': '2022-01-28T19:16:03Z', 'revision_number': 5, 'project_id': '2919cc86d97b42bbb60ba9ee60522438', 'subnets': [{'id': '8ec4e5d1-0c4e-4c7b-954e-58b53ab84682', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:16:36.110176 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c35f3f6-f86b-4030-a455-c3ac5bfe5ef9 admin admin] Pushing event updated for resources: {'Network': ['ID=6b850379-ee6b-422c-9104-ee42848f60f7,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:36.195425 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88af2f32-bee9-42fd-8838-98a88517c080 None None] The sync data for ids ['eb03139e-a51e-4a95-9941-b7e81a8a4c04'] in n-d-812111-14 is: [{'id': 'eb03139e-a51e-4a95-9941-b7e81a8a4c04', 'name': 'tempest-ServersTestFqdnHostnames-384020295-router', 'tenant_id': '2919cc86d97b42bbb60ba9ee60522438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '6c58fc49-61d8-44c2-ba94-3d16ccd30c06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:15:50Z', 'updated_at': '2022-01-28T19:15:57Z', 'revision_number': 4, 'project_id': '2919cc86d97b42bbb60ba9ee60522438', 'gw_port': {'id': '6c58fc49-61d8-44c2-ba94-3d16ccd30c06', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:3e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb03139e-a51e-4a95-9941-b7e81a8a4c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:15:51Z', 'updated_at': '2022-01-28T19:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_floatingips': [{'id': '4a280580-22b5-4f68-bc3f-92dacab7450e', 'tenant_id': '2919cc86d97b42bbb60ba9ee60522438', 'floating_ip_address': '172.25.6.119', 'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'router_id': 'eb03139e-a51e-4a95-9941-b7e81a8a4c04', 'port_id': 'ba118a5f-89fe-4cca-ac9f-fb4cc90e2822', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 631, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '942f5500-a4bd-4069-a44c-30175e942cfe', 'mac_address': 'fa:16:3e:45:3a:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908084fb-8a97-4be7-9fce-01b29763dd1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:16:04Z', 'updated_at': '2022-01-28T19:16:28Z', 'revision_number': 1, 'project_id': '2919cc86d97b42bbb60ba9ee60522438', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '210d91e0-8cd4-4a67-990f-6e7dd0538b9d', 'name': '', 'network_id': '942f5500-a4bd-4069-a44c-30175e942cfe', 'tenant_id': '2919cc86d97b42bbb60ba9ee60522438', 'mac_address': 'fa:16:3e:f0:b1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb03139e-a51e-4a95-9941-b7e81a8a4c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '8ec4e5d1-0c4e-4c7b-954e-58b53ab84682', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:15:56Z', 'updated_at': '2022-01-28T19:16:03Z', 'revision_number': 5, 'project_id': '2919cc86d97b42bbb60ba9ee60522438', 'subnets': [{'id': '8ec4e5d1-0c4e-4c7b-954e-58b53ab84682', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:16:36.197496 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network 6b850379-ee6b-422c-9104-ee42848f60f7 details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:16:36.221939 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-284c6bdc-45ab-4798-9aeb-6e49239dda91 req-8877f799-ac59-4ff0-bb38-c5a29baebe5d tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/security-groups?id=c326a8a3-da0b-43eb-8867-b30c14662b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465318 Jan 28 19:16:36.343099 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-8c35f3f6-f86b-4030-a455-c3ac5bfe5ef9 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 5.0271730 Jan 28 19:16:36.343513 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 39112) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:36.352220 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-28275a06-37e7-43da-8f83-cd8e56f79c44 admin admin] Request body: {'subnet': {'network_id': '6b850379-ee6b-422c-9104-ee42848f60f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1087329550-subnet', 'tenant_id': '420fb4477d4744a7883edeb957ae6597', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:16:36.354827 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063b1422-b97e-4f17-9ac6-f047f296dcac req-a53b5c87-4c8e-4d81-8f9d-c89e2b5b730c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:36.357196 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-063b1422-b97e-4f17-9ac6-f047f296dcac req-a53b5c87-4c8e-4d81-8f9d-c89e2b5b730c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7e42a0bc-2ea3-4c64-b0da-1fe419b4beb8 HTTP/1.1" status: 200 len: 860 time: 0.2100582 Jan 28 19:16:36.374142 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c35f3f6-f86b-4030-a455-c3ac5bfe5ef9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=633a3a41-96d2-4635-9adb-ad534c16fda1,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:36.412254 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-73a7ff6c-61c4-4ed5-9dca-1b342bbc84e0 req-58e11b45-6134-4534-9494-8b7cb8f3ac5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 115bc44f-e24a-4e83-8c83-958fe8f5875c {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:16:36.433972 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28275a06-37e7-43da-8f83-cd8e56f79c44 admin admin] Made reservation on behalf of 420fb4477d4744a7883edeb957ae6597 for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:16:36.436780 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-28275a06-37e7-43da-8f83-cd8e56f79c44 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4733071'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:36.448163 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-73a7ff6c-61c4-4ed5-9dca-1b342bbc84e0 req-58e11b45-6134-4534-9494-8b7cb8f3ac5d service neutron] Publish callbacks [] for port (115bc44f-e24a-4e83-8c83-958fe8f5875c), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:36.523257 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a7ff6c-61c4-4ed5-9dca-1b342bbc84e0 req-29d0058d-fa61-48f6-b8eb-f3e2b6704804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:36.533164 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-73a7ff6c-61c4-4ed5-9dca-1b342bbc84e0 req-29d0058d-fa61-48f6-b8eb-f3e2b6704804 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1a64246f3ff0490988e6f00c7a9a6590&device_id=58248b40-c5e4-478c-ab5f-a6da70414255 HTTP/1.1" status: 200 len: 1131 time: 0.7987256 Jan 28 19:16:36.642434 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-093e5a73-5126-4d1b-83e1-803085e94a0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:36.736039 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08afdec-f47b-4039-a8ee-c25aaecf0478 None None] New status for floating IP 4a280580-22b5-4f68-bc3f-92dacab7450e: ACTIVE {{(pid=103307) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 19:16:36.754326 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-73a7ff6c-61c4-4ed5-9dca-1b342bbc84e0 req-1f309165-c299-48f5-a193-addc67e53bbd service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=2c6e3e02-9a3d-4288-b73e-f8d74d789791 HTTP/1.1" status: 200 len: 217 time: 0.2191143 Jan 28 19:16:36.848389 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-063b1422-b97e-4f17-9ac6-f047f296dcac req-4de50565-821e-40f3-aaca-e09cbaf2211a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=72a547d0-d9da-4c9f-b2a7-a4b786ea70ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4015906 Jan 28 19:16:37.040887 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-73a7ff6c-61c4-4ed5-9dca-1b342bbc84e0 req-58e11b45-6134-4534-9494-8b7cb8f3ac5d service neutron] Transition to ACTIVE for port object 115bc44f-e24a-4e83-8c83-958fe8f5875c will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:16:37.042906 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a7ff6c-61c4-4ed5-9dca-1b342bbc84e0 req-13cdf9c5-f7fa-4618-bfb5-4a869226e744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:37.044578 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-73a7ff6c-61c4-4ed5-9dca-1b342bbc84e0 req-13cdf9c5-f7fa-4618-bfb5-4a869226e744 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f2de4832-9ef6-4f40-9ac5-1557d5e6a6ff HTTP/1.1" status: 200 len: 843 time: 0.2140803 Jan 28 19:16:37.083046 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3515f560-2866-4c7c-9a3b-55e6e4ecff5b req-eae3f4cd-f668-4dc6-be3b-ec1aa8e703b2 tempest-ImagesOneServerTestJSON-1756187124 tempest-ImagesOneServerTestJSON-1756187124-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=9da8f2bff57b4d1ba0cb699e3db9ddce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0348730 Jan 28 19:16:37.190763 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860ae86b-a6c4-4221-a476-53d14605e642 req-5b76f51b-3b93-44ac-8d9e-69fdc39d9bdb tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:37.203555 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-860ae86b-a6c4-4221-a476-53d14605e642 req-5b76f51b-3b93-44ac-8d9e-69fdc39d9bdb tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=d493780a-0b9d-4faf-acb0-7a17299587d3 HTTP/1.1" status: 200 len: 945 time: 0.2970915 Jan 28 19:16:37.278994 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-28275a06-37e7-43da-8f83-cd8e56f79c44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4752401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4733085'] for subnet (27a1cb61-13cc-4651-897a-2629d7c64233), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:37.304189 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-063b1422-b97e-4f17-9ac6-f047f296dcac req-ff22b0c9-b4c8-412b-9f63-525375597a2e service neutron] 10.222.0.41 "GET /v2.0/networks/72a547d0-d9da-4c9f-b2a7-a4b786ea70ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2578671 Jan 28 19:16:37.343710 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28275a06-37e7-43da-8f83-cd8e56f79c44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=27a1cb61-13cc-4651-897a-2629d7c64233,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:37.386011 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-73a7ff6c-61c4-4ed5-9dca-1b342bbc84e0 req-58e11b45-6134-4534-9494-8b7cb8f3ac5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (115bc44f-e24a-4e83-8c83-958fe8f5875c), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:37.416059 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28275a06-37e7-43da-8f83-cd8e56f79c44 admin admin] Checking segment: {'id': '465584ef-fdd1-4efc-8287-c61b1cbf1ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '6b850379-ee6b-422c-9104-ee42848f60f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:16:37.417277 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28275a06-37e7-43da-8f83-cd8e56f79c44 admin admin] Network hostable DHCP agents. Network: 6b850379-ee6b-422c-9104-ee42848f60f7, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:16:37.433617 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-860ae86b-a6c4-4221-a476-53d14605e642 req-770d69a4-dd2f-43d9-b728-10df07a83ec5 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185874 Jan 28 19:16:37.500335 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28275a06-37e7-43da-8f83-cd8e56f79c44 admin admin] Network 6b850379-ee6b-422c-9104-ee42848f60f7 is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:16:37.544690 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-28275a06-37e7-43da-8f83-cd8e56f79c44 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, 6b850379-ee6b-422c-9104-ee42848f60f7) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:16:37.556686 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c41f374e-d973-47d4-bfb0-a2dea0fa2438 None None] Network 6b850379-ee6b-422c-9104-ee42848f60f7 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:16:37.565136 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28275a06-37e7-43da-8f83-cd8e56f79c44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:37.566842 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-28275a06-37e7-43da-8f83-cd8e56f79c44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:37.614174 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-28275a06-37e7-43da-8f83-cd8e56f79c44 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2692814 Jan 28 19:16:37.615232 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 39134) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:37.628818 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-530a3499-61e2-4b29-bc86-40b3b60bbc81 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1087329550-router', 'tenant_id': '420fb4477d4744a7883edeb957ae6597', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:16:37.655177 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-530a3499-61e2-4b29-bc86-40b3b60bbc81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261150'] for router (7ce3bdb9-a95b-4309-a0b5-4354b9c4cdb7), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:37.656798 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-530a3499-61e2-4b29-bc86-40b3b60bbc81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-731099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-731441', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261129'] for router (7ce3bdb9-a95b-4309-a0b5-4354b9c4cdb7), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:37.766392 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e11b45-6134-4534-9494-8b7cb8f3ac5d service neutron] Pushing event updated for resources: {'Port': ['ID=115bc44f-e24a-4e83-8c83-958fe8f5875c,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:37.846726 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-530a3499-61e2-4b29-bc86-40b3b60bbc81 admin admin] Publish callbacks [] for router_controller (7ce3bdb9-a95b-4309-a0b5-4354b9c4cdb7), precommit_add_association {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:37.904919 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-063b1422-b97e-4f17-9ac6-f047f296dcac req-7a4b73db-8985-4990-a2f7-37ff7b97f799 service neutron] 10.222.0.41 "GET /v2.0/networks/72a547d0-d9da-4c9f-b2a7-a4b786ea70ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5140743 Jan 28 19:16:38.006853 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a0b1bac-b7b7-4252-9405-b4e1645bc8d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68cd31fd-e4cd-5fb3-a862-256fc47efcd2-6b850379-ee6b-422c-9104-ee42848f60f7', 'network_id': '6b850379-ee6b-422c-9104-ee42848f60f7', 'project_id': '420fb4477d4744a7883edeb957ae6597', 'fixed_ips': [{'subnet_id': '27a1cb61-13cc-4651-897a-2629d7c64233'}]}} from n-d-812111-14. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:16:38.009352 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4a0b1bac-b7b7-4252-9405-b4e1645bc8d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:38.108092 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a7ff6c-61c4-4ed5-9dca-1b342bbc84e0 req-d65dcf15-7d90-4ac6-8170-e990da4d7841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:38.109966 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-73a7ff6c-61c4-4ed5-9dca-1b342bbc84e0 req-d65dcf15-7d90-4ac6-8170-e990da4d7841 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7810caa2-eac6-457d-9302-c8c215ef3e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.8090739 Jan 28 19:16:38.126070 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae60606-5689-4530-877b-1c53dede82a9 req-acce1982-0151-408f-a3db-d8740e494b00 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:38.129547 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-bae60606-5689-4530-877b-1c53dede82a9 req-acce1982-0151-408f-a3db-d8740e494b00 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/ports?device_id=8241678b-0178-4969-9002-bccde949592c HTTP/1.1" status: 200 len: 948 time: 0.4128442 Jan 28 19:16:38.399217 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-73a7ff6c-61c4-4ed5-9dca-1b342bbc84e0 req-b3e425b5-feff-4f49-ae4c-91f87b95eaf5 service neutron] 10.222.0.70 "GET /v2.0/networks/7810caa2-eac6-457d-9302-c8c215ef3e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2644784 Jan 28 19:16:38.411882 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3515f560-2866-4c7c-9a3b-55e6e4ecff5b req-b94ba24b-7592-4b24-906f-5c18c0f2fdec tempest-ImagesOneServerTestJSON-1756187124 tempest-ImagesOneServerTestJSON-1756187124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:38.416990 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3515f560-2866-4c7c-9a3b-55e6e4ecff5b req-b94ba24b-7592-4b24-906f-5c18c0f2fdec tempest-ImagesOneServerTestJSON-1756187124 tempest-ImagesOneServerTestJSON-1756187124-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.3292644 Jan 28 19:16:38.461663 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-4a0b1bac-b7b7-4252-9405-b4e1645bc8d4 None None] Allocated IP 172.20.0.2 (6b850379-ee6b-422c-9104-ee42848f60f7/27a1cb61-13cc-4651-897a-2629d7c64233/003293bb-720e-464b-bb0f-5a5dcb70e180) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:16:38.607643 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-73a7ff6c-61c4-4ed5-9dca-1b342bbc84e0 req-58e11b45-6134-4534-9494-8b7cb8f3ac5d service neutron] Attempting to bind port 115bc44f-e24a-4e83-8c83-958fe8f5875c on host n-h2-812111-14 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:16:38.613447 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-73a7ff6c-61c4-4ed5-9dca-1b342bbc84e0 req-58e11b45-6134-4534-9494-8b7cb8f3ac5d service neutron] Attempting to bind port 115bc44f-e24a-4e83-8c83-958fe8f5875c by drivers openvswitch,hyperv on host n-h2-812111-14 at level 0 using segments [{'id': '195bcdbf-a031-4d8b-9f7f-e09fd37cd197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:16:38.613863 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a7ff6c-61c4-4ed5-9dca-1b342bbc84e0 req-58e11b45-6134-4534-9494-8b7cb8f3ac5d service neutron] Attempting to bind port 115bc44f-e24a-4e83-8c83-958fe8f5875c on network 7810caa2-eac6-457d-9302-c8c215ef3e91 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:16:38.624371 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a7ff6c-61c4-4ed5-9dca-1b342bbc84e0 req-58e11b45-6134-4534-9494-8b7cb8f3ac5d service neutron] Port 115bc44f-e24a-4e83-8c83-958fe8f5875c on network 7810caa2-eac6-457d-9302-c8c215ef3e91 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-14 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:16:38.624694 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a7ff6c-61c4-4ed5-9dca-1b342bbc84e0 req-58e11b45-6134-4534-9494-8b7cb8f3ac5d service neutron] Attempting to bind port 115bc44f-e24a-4e83-8c83-958fe8f5875c on network 7810caa2-eac6-457d-9302-c8c215ef3e91 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:16:38.647812 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a7ff6c-61c4-4ed5-9dca-1b342bbc84e0 req-58e11b45-6134-4534-9494-8b7cb8f3ac5d service neutron] Checking agent: {'id': '8f3fee4e-bf24-4b58-8a3a-ae9c8011a473', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 16, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:16:38.648082 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a7ff6c-61c4-4ed5-9dca-1b342bbc84e0 req-58e11b45-6134-4534-9494-8b7cb8f3ac5d service neutron] Checking segment: {'id': '195bcdbf-a031-4d8b-9f7f-e09fd37cd197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:16:38.648488 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a7ff6c-61c4-4ed5-9dca-1b342bbc84e0 req-58e11b45-6134-4534-9494-8b7cb8f3ac5d service neutron] Bound using segment: {'id': '195bcdbf-a031-4d8b-9f7f-e09fd37cd197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:16:38.648946 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-73a7ff6c-61c4-4ed5-9dca-1b342bbc84e0 req-58e11b45-6134-4534-9494-8b7cb8f3ac5d service neutron] Bound port: 115bc44f-e24a-4e83-8c83-958fe8f5875c, host: n-h2-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '195bcdbf-a031-4d8b-9f7f-e09fd37cd197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:16:38.654350 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-73a7ff6c-61c4-4ed5-9dca-1b342bbc84e0 req-58e11b45-6134-4534-9494-8b7cb8f3ac5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (115bc44f-e24a-4e83-8c83-958fe8f5875c), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:38.657724 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3515f560-2866-4c7c-9a3b-55e6e4ecff5b req-ba176dfc-9bea-4212-a11c-49c2f7d2a84e tempest-ImagesOneServerTestJSON-1756187124 tempest-ImagesOneServerTestJSON-1756187124-project] 10.222.0.64 "GET /v2.0/quotas/9da8f2bff57b4d1ba0cb699e3db9ddce HTTP/1.1" status: 200 len: 375 time: 0.2370925 Jan 28 19:16:38.836586 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3515f560-2866-4c7c-9a3b-55e6e4ecff5b req-87fc12af-cd51-4bb9-b85a-918c6236484c tempest-ImagesOneServerTestJSON-1756187124 tempest-ImagesOneServerTestJSON-1756187124-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=9da8f2bff57b4d1ba0cb699e3db9ddce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1655703 Jan 28 19:16:38.838133 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4a0b1bac-b7b7-4252-9405-b4e1645bc8d4 None None] Publish callbacks [] for port (003293bb-720e-464b-bb0f-5a5dcb70e180), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:38.841681 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-73a7ff6c-61c4-4ed5-9dca-1b342bbc84e0 req-58e11b45-6134-4534-9494-8b7cb8f3ac5d service neutron] For port 115bc44f-e24a-4e83-8c83-958fe8f5875c, host n-h2-812111-14, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:16:38.845779 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-73a7ff6c-61c4-4ed5-9dca-1b342bbc84e0 req-58e11b45-6134-4534-9494-8b7cb8f3ac5d service neutron] For port 115bc44f-e24a-4e83-8c83-958fe8f5875c, host n-h2-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=115bc44f-e24a-4e83-8c83-958fe8f5875c,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:16:38.865002 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-73a7ff6c-61c4-4ed5-9dca-1b342bbc84e0 req-58e11b45-6134-4534-9494-8b7cb8f3ac5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (115bc44f-e24a-4e83-8c83-958fe8f5875c), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:38.868706 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4a0b1bac-b7b7-4252-9405-b4e1645bc8d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (003293bb-720e-464b-bb0f-5a5dcb70e180), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:38.915607 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a0b1bac-b7b7-4252-9405-b4e1645bc8d4 None None] Network 6b850379-ee6b-422c-9104-ee42848f60f7 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:16:38.934910 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-4a0b1bac-b7b7-4252-9405-b4e1645bc8d4 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:16:38.942438 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-530a3499-61e2-4b29-bc86-40b3b60bbc81 admin admin] Publish callbacks [] for router_gateway (7ce3bdb9-a95b-4309-a0b5-4354b9c4cdb7), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:39.013542 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-73a7ff6c-61c4-4ed5-9dca-1b342bbc84e0 req-5cc1c268-f730-49c5-b404-75125f3674bb service neutron] 10.222.0.70 "GET /v2.0/networks/7810caa2-eac6-457d-9302-c8c215ef3e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5926478 Jan 28 19:16:39.019384 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a7ff6c-61c4-4ed5-9dca-1b342bbc84e0 req-58e11b45-6134-4534-9494-8b7cb8f3ac5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:39.023451 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-73a7ff6c-61c4-4ed5-9dca-1b342bbc84e0 req-58e11b45-6134-4534-9494-8b7cb8f3ac5d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:39.027478 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-73a7ff6c-61c4-4ed5-9dca-1b342bbc84e0 req-58e11b45-6134-4534-9494-8b7cb8f3ac5d service neutron] 10.222.0.70 "PUT /v2.0/ports/115bc44f-e24a-4e83-8c83-958fe8f5875c HTTP/1.1" status: 200 len: 1097 time: 8.1678760 Jan 28 19:16:39.030386 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0b1bac-b7b7-4252-9405-b4e1645bc8d4 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:16:39.031917 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8241678b-0178-4969-9002-bccde949592c', 'tag': '115bc44f-e24a-4e83-8c83-958fe8f5875c'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:16:39.061651 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f54d2414-61ef-4945-9cea-80cc4d180d51" -d '{"events": [{"name": "network-changed", "server_uuid": "8241678b-0178-4969-9002-bccde949592c", "tag": "115bc44f-e24a-4e83-8c83-958fe8f5875c"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:16:39.165987 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-bae60606-5689-4530-877b-1c53dede82a9 req-0f713a64-d5a0-486c-9359-0042b2783e52 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/security-groups?id=c326a8a3-da0b-43eb-8867-b30c14662b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314181 Jan 28 19:16:39.245597 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-74226768-d0ad-41df-9cf9-8237e45bf2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:39.354399 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e11b45-6134-4534-9494-8b7cb8f3ac5d service neutron] Pushing event updated for resources: {'Port': ['ID=115bc44f-e24a-4e83-8c83-958fe8f5875c,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:39.413259 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-4a0b1bac-b7b7-4252-9405-b4e1645bc8d4 None None] Attempting to bind port 003293bb-720e-464b-bb0f-5a5dcb70e180 on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:16:39.413638 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-4a0b1bac-b7b7-4252-9405-b4e1645bc8d4 None None] Attempting to bind port 003293bb-720e-464b-bb0f-5a5dcb70e180 by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '465584ef-fdd1-4efc-8287-c61b1cbf1ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '6b850379-ee6b-422c-9104-ee42848f60f7'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:16:39.414023 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0b1bac-b7b7-4252-9405-b4e1645bc8d4 None None] Attempting to bind port 003293bb-720e-464b-bb0f-5a5dcb70e180 on network 6b850379-ee6b-422c-9104-ee42848f60f7 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:16:39.422237 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0b1bac-b7b7-4252-9405-b4e1645bc8d4 None None] Pushing event updated for resources: {'Port': ['ID=003293bb-720e-464b-bb0f-5a5dcb70e180,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:39.438155 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0b1bac-b7b7-4252-9405-b4e1645bc8d4 None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:16:39.457020 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0b1bac-b7b7-4252-9405-b4e1645bc8d4 None None] Checking segment: {'id': '465584ef-fdd1-4efc-8287-c61b1cbf1ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '6b850379-ee6b-422c-9104-ee42848f60f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:16:39.457650 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4a0b1bac-b7b7-4252-9405-b4e1645bc8d4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:39.458062 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0b1bac-b7b7-4252-9405-b4e1645bc8d4 None None] Bound using segment: {'id': '465584ef-fdd1-4efc-8287-c61b1cbf1ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '6b850379-ee6b-422c-9104-ee42848f60f7'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:16:39.458574 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-4a0b1bac-b7b7-4252-9405-b4e1645bc8d4 None None] Bound port: 003293bb-720e-464b-bb0f-5a5dcb70e180, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '465584ef-fdd1-4efc-8287-c61b1cbf1ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '6b850379-ee6b-422c-9104-ee42848f60f7'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:16:39.461818 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4a0b1bac-b7b7-4252-9405-b4e1645bc8d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (003293bb-720e-464b-bb0f-5a5dcb70e180), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:39.469591 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e11b45-6134-4534-9494-8b7cb8f3ac5d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:16:39.478745 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e11b45-6134-4534-9494-8b7cb8f3ac5d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:16:39.497235 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e11b45-6134-4534-9494-8b7cb8f3ac5d service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:16:39.497235 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e11b45-6134-4534-9494-8b7cb8f3ac5d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:16:39.497235 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e11b45-6134-4534-9494-8b7cb8f3ac5d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:16:39.497235 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e11b45-6134-4534-9494-8b7cb8f3ac5d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:16:39.497235 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e11b45-6134-4534-9494-8b7cb8f3ac5d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:16:39.497235 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e11b45-6134-4534-9494-8b7cb8f3ac5d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:16:39.497235 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e11b45-6134-4534-9494-8b7cb8f3ac5d service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:16:39.497235 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e11b45-6134-4534-9494-8b7cb8f3ac5d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:16:39.497235 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e11b45-6134-4534-9494-8b7cb8f3ac5d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:16:39.497235 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e11b45-6134-4534-9494-8b7cb8f3ac5d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:16:39.497235 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e11b45-6134-4534-9494-8b7cb8f3ac5d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:16:39.516355 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:16:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d21ab644-e403-4208-8e2f-1ba046fdd989 x-openstack-request-id: req-d21ab644-e403-4208-8e2f-1ba046fdd989 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:16:39.522728 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8241678b-0178-4969-9002-bccde949592c", "tag": "115bc44f-e24a-4e83-8c83-958fe8f5875c", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:16:39.523841 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d21ab644-e403-4208-8e2f-1ba046fdd989 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:16:39.526877 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8241678b-0178-4969-9002-bccde949592c', 'tag': '115bc44f-e24a-4e83-8c83-958fe8f5875c', 'status': 'completed', 'code': 200} Jan 28 19:16:39.540722 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a7ff6c-61c4-4ed5-9dca-1b342bbc84e0 req-d3b5ca09-c4b8-490c-a602-fa27f71affac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:39.543820 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-73a7ff6c-61c4-4ed5-9dca-1b342bbc84e0 req-d3b5ca09-c4b8-490c-a602-fa27f71affac service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1a64246f3ff0490988e6f00c7a9a6590&device_id=8241678b-0178-4969-9002-bccde949592c HTTP/1.1" status: 200 len: 1131 time: 0.4318795 Jan 28 19:16:39.704985 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-73a7ff6c-61c4-4ed5-9dca-1b342bbc84e0 req-2e9ba0ab-926a-417e-b199-4fa8fb0ea424 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=115bc44f-e24a-4e83-8c83-958fe8f5875c HTTP/1.1" status: 200 len: 217 time: 0.1503403 Jan 28 19:16:39.717504 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff659a8-1f20-4353-89bf-45990e229f07 req-2b1d592a-02c8-480f-a0a3-e53bb53ed470 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:39.724843 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-aff659a8-1f20-4353-89bf-45990e229f07 req-2b1d592a-02c8-480f-a0a3-e53bb53ed470 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=d493780a-0b9d-4faf-acb0-7a17299587d3 HTTP/1.1" status: 200 len: 945 time: 0.3436401 Jan 28 19:16:39.731887 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:39.743348 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-4a0b1bac-b7b7-4252-9405-b4e1645bc8d4 None None] For port 003293bb-720e-464b-bb0f-5a5dcb70e180, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:16:39.752768 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-4a0b1bac-b7b7-4252-9405-b4e1645bc8d4 None None] For port 003293bb-720e-464b-bb0f-5a5dcb70e180, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=003293bb-720e-464b-bb0f-5a5dcb70e180,segment=NetworkSegment(465584ef-fdd1-4efc-8287-c61b1cbf1ac6),segment_id=465584ef-fdd1-4efc-8287-c61b1cbf1ac6)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:16:39.787707 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4a0b1bac-b7b7-4252-9405-b4e1645bc8d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (003293bb-720e-464b-bb0f-5a5dcb70e180), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:39.932601 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0b1bac-b7b7-4252-9405-b4e1645bc8d4 None None] Pushing event updated for resources: {'Port': ['ID=003293bb-720e-464b-bb0f-5a5dcb70e180,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:39.952306 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-07780149-d848-4c38-9e7a-8dde0637c2f4 req-ae306590-2e60-4da5-a189-4f8e55e103bf tempest-ImagesOneServerTestJSON-1756187124 tempest-ImagesOneServerTestJSON-1756187124-project] 10.222.0.64 "GET /v2.0/ports?device_id=9543c020-b607-443e-8a7c-70e83d381fec HTTP/1.1" status: 200 len: 210 time: 0.2404382 Jan 28 19:16:40.065874 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b7b6bb-dc00-4f2f-8afe-ad29ee159ec2 req-2fa7ae11-819c-4c97-82fa-597cdec5d354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:40.070287 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-99b7b6bb-dc00-4f2f-8afe-ad29ee159ec2 req-2fa7ae11-819c-4c97-82fa-597cdec5d354 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1a64246f3ff0490988e6f00c7a9a6590&device_id=58248b40-c5e4-478c-ab5f-a6da70414255 HTTP/1.1" status: 200 len: 1131 time: 0.9493387 Jan 28 19:16:40.152745 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-530a3499-61e2-4b29-bc86-40b3b60bbc81 admin admin] Publish callbacks [] for router_gateway (7ce3bdb9-a95b-4309-a0b5-4354b9c4cdb7), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:40.201878 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-aff659a8-1f20-4353-89bf-45990e229f07 req-ed00b3bb-cf89-4309-ac8f-333b475eae53 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4700747 Jan 28 19:16:40.203400 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-530a3499-61e2-4b29-bc86-40b3b60bbc81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:40.232259 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a7ff6c-61c4-4ed5-9dca-1b342bbc84e0 req-337d214c-3f70-401d-b766-c24fb2b76e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:40.239326 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-73a7ff6c-61c4-4ed5-9dca-1b342bbc84e0 req-337d214c-3f70-401d-b766-c24fb2b76e66 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f2de4832-9ef6-4f40-9ac5-1557d5e6a6ff HTTP/1.1" status: 200 len: 843 time: 0.5263836 Jan 28 19:16:40.452850 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b7b6bb-dc00-4f2f-8afe-ad29ee159ec2 req-0737b863-05ab-4b49-a5e7-88f19e57c0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:40.454618 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-99b7b6bb-dc00-4f2f-8afe-ad29ee159ec2 req-0737b863-05ab-4b49-a5e7-88f19e57c0d8 service neutron] 10.222.0.70 "GET /v2.0/networks?id=7810caa2-eac6-457d-9302-c8c215ef3e91 HTTP/1.1" status: 200 len: 869 time: 0.3704352 Jan 28 19:16:40.496373 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-530a3499-61e2-4b29-bc86-40b3b60bbc81 admin admin] Allocated IP 172.25.6.162 (d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8/a648e4ab-7422-41b9-b133-58aca25ab8f5/9935d41b-edcc-426b-a76e-c37018ad5fb9) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:16:40.787791 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-99b7b6bb-dc00-4f2f-8afe-ad29ee159ec2 req-8b807454-fc77-4489-a008-4c028eedb5ac service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=2c6e3e02-9a3d-4288-b73e-f8d74d789791 HTTP/1.1" status: 200 len: 217 time: 0.2398989 Jan 28 19:16:40.895431 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-530a3499-61e2-4b29-bc86-40b3b60bbc81 admin admin] Publish callbacks [] for port (9935d41b-edcc-426b-a76e-c37018ad5fb9), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:40.945046 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 003293bb-720e-464b-bb0f-5a5dcb70e180 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:16:41.044199 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4ca79a-374c-4b23-9877-f634c32f2110 req-d9d6b884-050c-48ab-9460-d8b2a0c4296b tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:41.069560 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7e4ca79a-374c-4b23-9877-f634c32f2110 req-d9d6b884-050c-48ab-9460-d8b2a0c4296b tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/ports?device_id=8241678b-0178-4969-9002-bccde949592c HTTP/1.1" status: 200 len: 948 time: 0.6119978 Jan 28 19:16:41.083168 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b7b6bb-dc00-4f2f-8afe-ad29ee159ec2 req-e7ad4252-8e10-414f-9f4a-6b183fab156e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:41.100888 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-99b7b6bb-dc00-4f2f-8afe-ad29ee159ec2 req-e7ad4252-8e10-414f-9f4a-6b183fab156e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f2de4832-9ef6-4f40-9ac5-1557d5e6a6ff HTTP/1.1" status: 200 len: 843 time: 0.2512753 Jan 28 19:16:41.114850 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-530a3499-61e2-4b29-bc86-40b3b60bbc81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (9935d41b-edcc-426b-a76e-c37018ad5fb9), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:41.204408 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a7ff6c-61c4-4ed5-9dca-1b342bbc84e0 req-d53b8bc8-7ca8-4936-99ab-71431adb7d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:41.207253 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-73a7ff6c-61c4-4ed5-9dca-1b342bbc84e0 req-d53b8bc8-7ca8-4936-99ab-71431adb7d6f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7810caa2-eac6-457d-9302-c8c215ef3e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.7515302 Jan 28 19:16:41.218652 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 003293bb-720e-464b-bb0f-5a5dcb70e180 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:16:41.220338 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (003293bb-720e-464b-bb0f-5a5dcb70e180), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:41.312210 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9cc3fbcb-4ae3-42ac-8951-62f73823755a req-1771e800-29b3-479e-aa84-3f0fac428874 tempest-ImagesOneServerTestJSON-1756187124 tempest-ImagesOneServerTestJSON-1756187124-project] 10.222.0.64 "GET /v2.0/ports?device_id=9543c020-b607-443e-8a7c-70e83d381fec HTTP/1.1" status: 200 len: 210 time: 0.1809642 Jan 28 19:16:41.314891 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530a3499-61e2-4b29-bc86-40b3b60bbc81 admin admin] Pushing event updated for resources: {'Port': ['ID=9935d41b-edcc-426b-a76e-c37018ad5fb9,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:41.369492 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-530a3499-61e2-4b29-bc86-40b3b60bbc81 admin admin] Network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:16:41.371850 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530a3499-61e2-4b29-bc86-40b3b60bbc81 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:16:41.372216 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530a3499-61e2-4b29-bc86-40b3b60bbc81 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:16:41.372547 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530a3499-61e2-4b29-bc86-40b3b60bbc81 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:16:41.372954 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530a3499-61e2-4b29-bc86-40b3b60bbc81 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:16:41.373381 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530a3499-61e2-4b29-bc86-40b3b60bbc81 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:16:41.375856 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530a3499-61e2-4b29-bc86-40b3b60bbc81 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:16:41.376295 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530a3499-61e2-4b29-bc86-40b3b60bbc81 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:16:41.376650 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530a3499-61e2-4b29-bc86-40b3b60bbc81 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:16:41.377007 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530a3499-61e2-4b29-bc86-40b3b60bbc81 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:16:41.377511 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530a3499-61e2-4b29-bc86-40b3b60bbc81 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:16:41.377786 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530a3499-61e2-4b29-bc86-40b3b60bbc81 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:16:41.380246 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530a3499-61e2-4b29-bc86-40b3b60bbc81 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:16:41.380624 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530a3499-61e2-4b29-bc86-40b3b60bbc81 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:16:41.414536 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-530a3499-61e2-4b29-bc86-40b3b60bbc81 admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:16:41.432488 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530a3499-61e2-4b29-bc86-40b3b60bbc81 admin admin] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:16:41.532552 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-73a7ff6c-61c4-4ed5-9dca-1b342bbc84e0 req-6cec49ff-2146-41ea-a9f8-df779d3950d3 service neutron] 10.222.0.70 "GET /v2.0/networks/7810caa2-eac6-457d-9302-c8c215ef3e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3130143 Jan 28 19:16:41.582935 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b7b6bb-dc00-4f2f-8afe-ad29ee159ec2 req-ad26c137-20dc-491d-9f02-d7312d1010d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:41.584836 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-99b7b6bb-dc00-4f2f-8afe-ad29ee159ec2 req-ad26c137-20dc-491d-9f02-d7312d1010d7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7810caa2-eac6-457d-9302-c8c215ef3e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.4828413 Jan 28 19:16:41.615213 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 003293bb-720e-464b-bb0f-5a5dcb70e180 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:16:41.619644 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (003293bb-720e-464b-bb0f-5a5dcb70e180), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:41.664933 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:41.739423 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] For port 003293bb-720e-464b-bb0f-5a5dcb70e180, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=003293bb-720e-464b-bb0f-5a5dcb70e180,segment=NetworkSegment(465584ef-fdd1-4efc-8287-c61b1cbf1ac6),segment_id=465584ef-fdd1-4efc-8287-c61b1cbf1ac6)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:16:41.757699 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (003293bb-720e-464b-bb0f-5a5dcb70e180), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:41.763155 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7e4ca79a-374c-4b23-9877-f634c32f2110 req-59170b10-31a7-42c5-a15d-d49cab8b19f7 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/security-groups?id=c326a8a3-da0b-43eb-8867-b30c14662b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6926608 Jan 28 19:16:41.986717 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3515f560-2866-4c7c-9a3b-55e6e4ecff5b req-83ec1228-2eb5-495b-90ca-a00183fa8304 tempest-ImagesOneServerTestJSON-1756187124 tempest-ImagesOneServerTestJSON-1756187124-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=9da8f2bff57b4d1ba0cb699e3db9ddce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0533891 Jan 28 19:16:42.082262 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7b5477-1c8d-49b6-bdeb-83da84aa0d82 req-99345914-8b79-4edc-9f5d-6a21789de9fa tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:42.083838 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-db7b5477-1c8d-49b6-bdeb-83da84aa0d82 req-99345914-8b79-4edc-9f5d-6a21789de9fa tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=d493780a-0b9d-4faf-acb0-7a17299587d3 HTTP/1.1" status: 200 len: 945 time: 0.3401039 Jan 28 19:16:42.264386 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Pushing event updated for resources: {'Port': ['ID=003293bb-720e-464b-bb0f-5a5dcb70e180,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:42.267118 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 2c6e3e02-9a3d-4288-b73e-f8d74d789791 details requested by agent hyperv_n-h2-812111-14 with host n-h2-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:16:42.278730 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-99b7b6bb-dc00-4f2f-8afe-ad29ee159ec2 req-6b9f8eb8-a7ea-4956-bf01-41f67d60bc90 service neutron] 10.222.0.70 "GET /v2.0/networks/7810caa2-eac6-457d-9302-c8c215ef3e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6643445 Jan 28 19:16:42.281022 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e32dffe1-f082-42e8-84c6-d90f33af1597 None None] Network 6b850379-ee6b-422c-9104-ee42848f60f7 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:16:42.355053 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-530a3499-61e2-4b29-bc86-40b3b60bbc81 admin admin] Publish callbacks [] for router_gateway (7ce3bdb9-a95b-4309-a0b5-4354b9c4cdb7), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:42.369965 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-db7b5477-1c8d-49b6-bdeb-83da84aa0d82 req-8f7981ba-4be7-43ad-9208-2017690f9828 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2630696 Jan 28 19:16:42.443807 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-dcd638a8-463b-4ab7-9143-d1fe3fb4f1aa None None] Provisioning complete for port 003293bb-720e-464b-bb0f-5a5dcb70e180 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:16:42.444135 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-dcd638a8-463b-4ab7-9143-d1fe3fb4f1aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (003293bb-720e-464b-bb0f-5a5dcb70e180), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:42.466947 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-73a7ff6c-61c4-4ed5-9dca-1b342bbc84e0 req-73316f5c-a766-4dc3-838a-028bc3549027 service neutron] 10.222.0.70 "GET /v2.0/networks/7810caa2-eac6-457d-9302-c8c215ef3e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9125879 Jan 28 19:16:42.580940 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3515f560-2866-4c7c-9a3b-55e6e4ecff5b req-eedb7cb4-983c-4ba8-ab32-f7b6d69d759c tempest-ImagesOneServerTestJSON-1756187124 tempest-ImagesOneServerTestJSON-1756187124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:42.583059 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3515f560-2866-4c7c-9a3b-55e6e4ecff5b req-eedb7cb4-983c-4ba8-ab32-f7b6d69d759c tempest-ImagesOneServerTestJSON-1756187124 tempest-ImagesOneServerTestJSON-1756187124-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5949616 Jan 28 19:16:42.592170 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.db.resource_extend [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 19:16:42.620309 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-3515f560-2866-4c7c-9a3b-55e6e4ecff5b req-baaccc80-cded-4db4-ac65-8782a56749e9 tempest-ImagesOneServerTestJSON-1756187124 tempest-ImagesOneServerTestJSON-1756187124-project] Request body: {'port': {'device_id': '9543c020-b607-443e-8a7c-70e83d381fec', 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91', 'admin_state_up': True, 'tenant_id': '9da8f2bff57b4d1ba0cb699e3db9ddce'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:16:42.757048 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 2c6e3e02-9a3d-4288-b73e-f8d74d789791, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=2c6e3e02-9a3d-4288-b73e-f8d74d789791,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:16:42.765610 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a8ef5274-68a6-4db1-8aa2-307f606ab415 req-32d50672-381f-4109-b5b9-e04f5014ec0d tempest-ImagesOneServerTestJSON-1756187124 tempest-ImagesOneServerTestJSON-1756187124-project] 10.222.0.64 "GET /v2.0/ports?device_id=9543c020-b607-443e-8a7c-70e83d381fec HTTP/1.1" status: 200 len: 210 time: 0.2694769 Jan 28 19:16:42.820985 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-99b7b6bb-dc00-4f2f-8afe-ad29ee159ec2 req-294ba381-5547-4a73-a586-d60785d97745 service neutron] 10.222.0.70 "GET /v2.0/networks/7810caa2-eac6-457d-9302-c8c215ef3e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5303464 Jan 28 19:16:42.843797 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-530a3499-61e2-4b29-bc86-40b3b60bbc81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-731074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-731460'] for router (7ce3bdb9-a95b-4309-a0b5-4354b9c4cdb7), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:42.885857 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 003293bb-720e-464b-bb0f-5a5dcb70e180 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:16:42.895026 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Returning: {'device': '2c6e3e02-9a3d-4288-b73e-f8d74d789791', 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91', 'port_id': '2c6e3e02-9a3d-4288-b73e-f8d74d789791', 'mac_address': 'fa:16:3e:d0:26:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2de4832-9ef6-4f40-9ac5-1557d5e6a6ff', 'ip_address': '192.168.233.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:16:42.906117 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54d2414-61ef-4945-9cea-80cc4d180d51 req-3e5717a8-f046-4d2c-9916-c7bc2510e1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:42.911014 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f54d2414-61ef-4945-9cea-80cc4d180d51 req-3e5717a8-f046-4d2c-9916-c7bc2510e1de service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1a64246f3ff0490988e6f00c7a9a6590&device_id=8241678b-0178-4969-9002-bccde949592c HTTP/1.1" status: 200 len: 1131 time: 0.3735237 Jan 28 19:16:42.965271 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 2c6e3e02-9a3d-4288-b73e-f8d74d789791 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:16:42.965959 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (2c6e3e02-9a3d-4288-b73e-f8d74d789791), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:42.980604 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3515f560-2866-4c7c-9a3b-55e6e4ecff5b req-baaccc80-cded-4db4-ac65-8782a56749e9 tempest-ImagesOneServerTestJSON-1756187124 tempest-ImagesOneServerTestJSON-1756187124-project] Made reservation on behalf of 9da8f2bff57b4d1ba0cb699e3db9ddce for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:16:42.984113 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-3515f560-2866-4c7c-9a3b-55e6e4ecff5b req-baaccc80-cded-4db4-ac65-8782a56749e9 tempest-ImagesOneServerTestJSON-1756187124 tempest-ImagesOneServerTestJSON-1756187124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:43.022905 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-3515f560-2866-4c7c-9a3b-55e6e4ecff5b req-baaccc80-cded-4db4-ac65-8782a56749e9 tempest-ImagesOneServerTestJSON-1756187124 tempest-ImagesOneServerTestJSON-1756187124-project] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:43.042414 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:43.045616 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c6e3e02-9a3d-4288-b73e-f8d74d789791 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:16:43.151091 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 2c6e3e02-9a3d-4288-b73e-f8d74d789791, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=2c6e3e02-9a3d-4288-b73e-f8d74d789791,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:16:43.168652 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (2c6e3e02-9a3d-4288-b73e-f8d74d789791), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:43.192266 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 003293bb-720e-464b-bb0f-5a5dcb70e180 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:16:43.193005 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (003293bb-720e-464b-bb0f-5a5dcb70e180), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:43.258778 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499c4eb7-9420-4402-86b5-424ffc1d2b58 req-9949fd26-d1cd-47e6-8b07-d14307bdb62c tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:43.266037 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-499c4eb7-9420-4402-86b5-424ffc1d2b58 req-9949fd26-d1cd-47e6-8b07-d14307bdb62c tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/ports?device_id=8241678b-0178-4969-9002-bccde949592c HTTP/1.1" status: 200 len: 948 time: 0.2990074 Jan 28 19:16:43.312527 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54d2414-61ef-4945-9cea-80cc4d180d51 req-e116a346-9dd8-4d52-98a2-ee38d7bbb693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:43.316322 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f54d2414-61ef-4945-9cea-80cc4d180d51 req-e116a346-9dd8-4d52-98a2-ee38d7bbb693 service neutron] 10.222.0.70 "GET /v2.0/networks?id=7810caa2-eac6-457d-9302-c8c215ef3e91 HTTP/1.1" status: 200 len: 869 time: 0.3940964 Jan 28 19:16:43.388704 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=2c6e3e02-9a3d-4288-b73e-f8d74d789791,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:43.443492 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f54d2414-61ef-4945-9cea-80cc4d180d51 req-d7234220-afe6-4eb4-a329-7b96bc48b1ea service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=115bc44f-e24a-4e83-8c83-958fe8f5875c HTTP/1.1" status: 200 len: 217 time: 0.1172948 Jan 28 19:16:43.448079 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-dcd638a8-463b-4ab7-9143-d1fe3fb4f1aa None None] Current status of the port 003293bb-720e-464b-bb0f-5a5dcb70e180 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:16:43.505194 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-530a3499-61e2-4b29-bc86-40b3b60bbc81 admin admin] Router 7ce3bdb9-a95b-4309-a0b5-4354b9c4cdb7 is scheduled to L3 agent 76fe5c49-705a-4e08-abb2-be585676213f with binding_index 1 {{(pid=103305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 19:16:43.532488 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-499c4eb7-9420-4402-86b5-424ffc1d2b58 req-54b3b1af-878e-4157-ba9b-4cd1a496b335 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/security-groups?id=c326a8a3-da0b-43eb-8867-b30c14662b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2577109 Jan 28 19:16:43.587048 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['2c6e3e02-9a3d-4288-b73e-f8d74d789791'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:16:43.655907 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 003293bb-720e-464b-bb0f-5a5dcb70e180 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:16:43.659879 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-9528f098-ba46-428e-8c68-0cad6e65e57f None None] Provisioning complete for port 003293bb-720e-464b-bb0f-5a5dcb70e180 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:16:43.660159 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9528f098-ba46-428e-8c68-0cad6e65e57f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (003293bb-720e-464b-bb0f-5a5dcb70e180), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:43.759663 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-3515f560-2866-4c7c-9a3b-55e6e4ecff5b req-baaccc80-cded-4db4-ac65-8782a56749e9 tempest-ImagesOneServerTestJSON-1756187124 tempest-ImagesOneServerTestJSON-1756187124-project] Publish callbacks [] for security_group (41be5884-ad1b-40fc-89ee-40e3a97bd835), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:43.777667 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-3515f560-2866-4c7c-9a3b-55e6e4ecff5b req-baaccc80-cded-4db4-ac65-8782a56749e9 tempest-ImagesOneServerTestJSON-1756187124 tempest-ImagesOneServerTestJSON-1756187124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (41be5884-ad1b-40fc-89ee-40e3a97bd835), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:43.789922 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54d2414-61ef-4945-9cea-80cc4d180d51 req-05ea95b0-f1ec-4f14-a904-017088f110d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:43.791405 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f54d2414-61ef-4945-9cea-80cc4d180d51 req-05ea95b0-f1ec-4f14-a904-017088f110d7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f2de4832-9ef6-4f40-9ac5-1557d5e6a6ff HTTP/1.1" status: 200 len: 843 time: 0.3361218 Jan 28 19:16:43.805912 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-530a3499-61e2-4b29-bc86-40b3b60bbc81 admin admin] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:16:43.837666 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37622ef9-b103-4100-83d8-eab0044fb333 None None] Sync routers for ids ['7ce3bdb9-a95b-4309-a0b5-4354b9c4cdb7'] in n-d-812111-14 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:16:43.858018 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-530a3499-61e2-4b29-bc86-40b3b60bbc81 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:43.865029 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-530a3499-61e2-4b29-bc86-40b3b60bbc81 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.2487495 Jan 28 19:16:43.865811 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 39208) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:43.902184 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37622ef9-b103-4100-83d8-eab0044fb333 None None] Routers {'7ce3bdb9-a95b-4309-a0b5-4354b9c4cdb7'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:16:43.903010 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-37622ef9-b103-4100-83d8-eab0044fb333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:16:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['7ce3bdb9-a95b-4309-a0b5-4354b9c4cdb7'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:16:43.967224 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-9528f098-ba46-428e-8c68-0cad6e65e57f None None] Current status of the port 003293bb-720e-464b-bb0f-5a5dcb70e180 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:16:43.991123 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-beaf0bc2-2ad2-4535-8278-b16d17074245 req-b4d096c5-b124-4464-9725-fd926dc07fe3 tempest-ImagesOneServerTestJSON-1756187124 tempest-ImagesOneServerTestJSON-1756187124-project] 10.222.0.64 "GET /v2.0/ports?device_id=9543c020-b607-443e-8a7c-70e83d381fec HTTP/1.1" status: 200 len: 210 time: 0.0496743 Jan 28 19:16:44.214931 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-37622ef9-b103-4100-83d8-eab0044fb333 None None] Set router 7ce3bdb9-a95b-4309-a0b5-4354b9c4cdb7 gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:16:44.230884 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 115bc44f-e24a-4e83-8c83-958fe8f5875c details requested by agent hyperv_n-h2-812111-14 with host n-h2-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:16:44.548453 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4cbf334f-e7e8-4efa-b7da-11af532fb285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:44.575783 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baaccc80-cded-4db4-ac65-8782a56749e9 tempest-ImagesOneServerTestJSON-1756187124 tempest-ImagesOneServerTestJSON-1756187124-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41be5884-ad1b-40fc-89ee-40e3a97bd835,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:44.589034 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537ac77e-4dfa-446c-9ce3-a182b3f9fe35 req-8e03f006-629a-4b1d-9f09-754703da1a73 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:44.590599 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-537ac77e-4dfa-446c-9ce3-a182b3f9fe35 req-8e03f006-629a-4b1d-9f09-754703da1a73 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=d493780a-0b9d-4faf-acb0-7a17299587d3 HTTP/1.1" status: 200 len: 945 time: 0.9557643 Jan 28 19:16:44.602698 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54d2414-61ef-4945-9cea-80cc4d180d51 req-a76fa873-735e-4a81-adcc-c7a56e1838f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:44.604165 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f54d2414-61ef-4945-9cea-80cc4d180d51 req-a76fa873-735e-4a81-adcc-c7a56e1838f0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7810caa2-eac6-457d-9302-c8c215ef3e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.7962699 Jan 28 19:16:44.626515 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 115bc44f-e24a-4e83-8c83-958fe8f5875c, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=115bc44f-e24a-4e83-8c83-958fe8f5875c,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:16:44.669235 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Returning: {'device': '115bc44f-e24a-4e83-8c83-958fe8f5875c', 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91', 'port_id': '115bc44f-e24a-4e83-8c83-958fe8f5875c', 'mac_address': 'fa:16:3e:38:4d:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2de4832-9ef6-4f40-9ac5-1557d5e6a6ff', 'ip_address': '192.168.233.154'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:16:44.696672 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-37622ef9-b103-4100-83d8-eab0044fb333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce3bdb9-a95b-4309-a0b5-4354b9c4cdb7', 'name': 'tempest-ServersTestBootFromVolume-1087329550-router', 'tenant_id': '420fb4477d4744a7883edeb957ae6597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': '9935d41b-edcc-426b-a76e-c37018ad5fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:16:37Z', 'updated_at': '2022-01-28T19:16:41Z', 'revision_number': 3, 'project_id': '420fb4477d4744a7883edeb957ae6597', 'gw_port': {'id': '9935d41b-edcc-426b-a76e-c37018ad5fb9', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:a5:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ce3bdb9-a95b-4309-a0b5-4354b9c4cdb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:16:40Z', 'updated_at': '2022-01-28T19:16:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:16:44.827774 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 115bc44f-e24a-4e83-8c83-958fe8f5875c is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:16:44.828169 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (115bc44f-e24a-4e83-8c83-958fe8f5875c), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:44.833250 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37622ef9-b103-4100-83d8-eab0044fb333 None None] Checking router: 7ce3bdb9-a95b-4309-a0b5-4354b9c4cdb7 for host: n-d-812111-14 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:16:44.833250 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37622ef9-b103-4100-83d8-eab0044fb333 None None] Updating router 7ce3bdb9-a95b-4309-a0b5-4354b9c4cdb7 port 9935d41b-edcc-426b-a76e-c37018ad5fb9 binding host n-d-812111-14 {{(pid=103306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:16:44.854969 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007c5666-7fa3-4f39-a9be-88e7397e24cb req-6be4a032-5768-47fb-98e1-ec3ffeccc283 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:44.857280 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-007c5666-7fa3-4f39-a9be-88e7397e24cb req-6be4a032-5768-47fb-98e1-ec3ffeccc283 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/ports?device_id=8241678b-0178-4969-9002-bccde949592c HTTP/1.1" status: 200 len: 948 time: 0.1448669 Jan 28 19:16:44.910405 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-4cbf334f-e7e8-4efa-b7da-11af532fb285 admin admin] Allocated IP 172.20.0.1 (6b850379-ee6b-422c-9104-ee42848f60f7/27a1cb61-13cc-4651-897a-2629d7c64233/1e6a2ec4-c1d2-48dc-9e6f-3c905335dfa0) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:16:44.916050 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 115bc44f-e24a-4e83-8c83-958fe8f5875c {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:16:44.917492 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-537ac77e-4dfa-446c-9ce3-a182b3f9fe35 req-41891e81-91a0-4f4f-9caa-5b404b8a7f1b tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3170078 Jan 28 19:16:44.931297 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-007c5666-7fa3-4f39-a9be-88e7397e24cb req-ab6010dc-b77a-4c98-9118-d51149483a70 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/security-groups?id=c326a8a3-da0b-43eb-8867-b30c14662b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667906 Jan 28 19:16:44.949950 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-3515f560-2866-4c7c-9a3b-55e6e4ecff5b req-baaccc80-cded-4db4-ac65-8782a56749e9 tempest-ImagesOneServerTestJSON-1756187124 tempest-ImagesOneServerTestJSON-1756187124-project] Allocated IP 192.168.233.124 (7810caa2-eac6-457d-9302-c8c215ef3e91/f2de4832-9ef6-4f40-9ac5-1557d5e6a6ff/e21058df-38a1-4839-8ac4-8b5b371eeafe) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:16:44.963028 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f54d2414-61ef-4945-9cea-80cc4d180d51 req-fd9be1d2-9069-4706-921d-6cfbab5dab85 service neutron] 10.222.0.70 "GET /v2.0/networks/7810caa2-eac6-457d-9302-c8c215ef3e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3056233 Jan 28 19:16:45.002388 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-37622ef9-b103-4100-83d8-eab0044fb333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (9935d41b-edcc-426b-a76e-c37018ad5fb9), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:45.040113 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 115bc44f-e24a-4e83-8c83-958fe8f5875c, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=115bc44f-e24a-4e83-8c83-958fe8f5875c,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:16:45.057892 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (115bc44f-e24a-4e83-8c83-958fe8f5875c), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:45.168340 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4cbf334f-e7e8-4efa-b7da-11af532fb285 admin admin] Publish callbacks [] for port (1e6a2ec4-c1d2-48dc-9e6f-3c905335dfa0), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:45.195601 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f54d2414-61ef-4945-9cea-80cc4d180d51 req-bdc018a8-39c3-454a-bcfe-b486b1cfd00b service neutron] 10.222.0.70 "GET /v2.0/networks/7810caa2-eac6-457d-9302-c8c215ef3e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216988 Jan 28 19:16:45.282526 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c4c7b591-803a-43b5-b180-d162d59d1a87 req-49a35472-cc5c-431a-b52c-8eff25048b15 tempest-ImagesOneServerTestJSON-1756187124 tempest-ImagesOneServerTestJSON-1756187124-project] 10.222.0.64 "GET /v2.0/ports?device_id=9543c020-b607-443e-8a7c-70e83d381fec HTTP/1.1" status: 200 len: 210 time: 0.0437481 Jan 28 19:16:45.286711 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4cbf334f-e7e8-4efa-b7da-11af532fb285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (1e6a2ec4-c1d2-48dc-9e6f-3c905335dfa0), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:45.314429 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-3515f560-2866-4c7c-9a3b-55e6e4ecff5b req-baaccc80-cded-4db4-ac65-8782a56749e9 tempest-ImagesOneServerTestJSON-1756187124 tempest-ImagesOneServerTestJSON-1756187124-project] Publish callbacks [] for port (e21058df-38a1-4839-8ac4-8b5b371eeafe), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:45.356467 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbf334f-e7e8-4efa-b7da-11af532fb285 admin admin] Pushing event updated for resources: {'Port': ['ID=1e6a2ec4-c1d2-48dc-9e6f-3c905335dfa0,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:45.374120 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cbf334f-e7e8-4efa-b7da-11af532fb285 admin admin] Network 6b850379-ee6b-422c-9104-ee42848f60f7 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:16:45.375765 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-4cbf334f-e7e8-4efa-b7da-11af532fb285 admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:16:45.395408 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cbf334f-e7e8-4efa-b7da-11af532fb285 admin admin] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:16:45.402811 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-3515f560-2866-4c7c-9a3b-55e6e4ecff5b req-baaccc80-cded-4db4-ac65-8782a56749e9 tempest-ImagesOneServerTestJSON-1756187124 tempest-ImagesOneServerTestJSON-1756187124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (e21058df-38a1-4839-8ac4-8b5b371eeafe), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:45.439248 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=115bc44f-e24a-4e83-8c83-958fe8f5875c,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:45.481336 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:16:45.481712 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:16:45.482037 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:16:45.482476 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:16:45.482825 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:16:45.483172 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:16:45.483281 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4cbf334f-e7e8-4efa-b7da-11af532fb285 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734769'] for router_interface (7ce3bdb9-a95b-4309-a0b5-4354b9c4cdb7), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:45.483506 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:16:45.483838 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:16:45.484170 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:16:45.484500 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:16:45.484827 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:16:45.485176 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:16:45.485504 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:16:45.521664 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baaccc80-cded-4db4-ac65-8782a56749e9 tempest-ImagesOneServerTestJSON-1756187124 tempest-ImagesOneServerTestJSON-1756187124-project] Pushing event updated for resources: {'Port': ['ID=e21058df-38a1-4839-8ac4-8b5b371eeafe,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:45.525795 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3515f560-2866-4c7c-9a3b-55e6e4ecff5b req-baaccc80-cded-4db4-ac65-8782a56749e9 tempest-ImagesOneServerTestJSON-1756187124 tempest-ImagesOneServerTestJSON-1756187124-project] Network 7810caa2-eac6-457d-9302-c8c215ef3e91 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:16:45.528250 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-3515f560-2866-4c7c-9a3b-55e6e4ecff5b req-baaccc80-cded-4db4-ac65-8782a56749e9 tempest-ImagesOneServerTestJSON-1756187124 tempest-ImagesOneServerTestJSON-1756187124-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:16:45.533061 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-3515f560-2866-4c7c-9a3b-55e6e4ecff5b req-baaccc80-cded-4db4-ac65-8782a56749e9 tempest-ImagesOneServerTestJSON-1756187124 tempest-ImagesOneServerTestJSON-1756187124-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:16:45.546053 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['115bc44f-e24a-4e83-8c83-958fe8f5875c'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:16:45.644136 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3515f560-2866-4c7c-9a3b-55e6e4ecff5b req-baaccc80-cded-4db4-ac65-8782a56749e9 tempest-ImagesOneServerTestJSON-1756187124 tempest-ImagesOneServerTestJSON-1756187124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:45.648505 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-3515f560-2866-4c7c-9a3b-55e6e4ecff5b req-baaccc80-cded-4db4-ac65-8782a56749e9 tempest-ImagesOneServerTestJSON-1756187124 tempest-ImagesOneServerTestJSON-1756187124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:45.702262 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3515f560-2866-4c7c-9a3b-55e6e4ecff5b req-baaccc80-cded-4db4-ac65-8782a56749e9 tempest-ImagesOneServerTestJSON-1756187124 tempest-ImagesOneServerTestJSON-1756187124-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0895429 Jan 28 19:16:45.706506 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-37622ef9-b103-4100-83d8-eab0044fb333 None None] Publish callbacks [] for port (9935d41b-edcc-426b-a76e-c37018ad5fb9), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:45.718095 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-3515f560-2866-4c7c-9a3b-55e6e4ecff5b req-994a92cf-00a2-4bdc-853e-34dc9d2051fb service neutron] Request body: {'port': {'device_id': '9543c020-b607-443e-8a7c-70e83d381fec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-14'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:16:45.729589 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-37622ef9-b103-4100-83d8-eab0044fb333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (9935d41b-edcc-426b-a76e-c37018ad5fb9), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:45.818479 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4cbf334f-e7e8-4efa-b7da-11af532fb285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (1e6a2ec4-c1d2-48dc-9e6f-3c905335dfa0), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:45.962471 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-3515f560-2866-4c7c-9a3b-55e6e4ecff5b req-994a92cf-00a2-4bdc-853e-34dc9d2051fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (e21058df-38a1-4839-8ac4-8b5b371eeafe), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:46.188897 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4cbf334f-e7e8-4efa-b7da-11af532fb285 admin admin] Publish callbacks [] for port (1e6a2ec4-c1d2-48dc-9e6f-3c905335dfa0), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:46.207372 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4cbf334f-e7e8-4efa-b7da-11af532fb285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (1e6a2ec4-c1d2-48dc-9e6f-3c905335dfa0), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:46.220853 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55f4fa9-ad92-4a36-a940-6768f9b075c7 None None] Pushing event updated for resources: {'Port': ['ID=9935d41b-edcc-426b-a76e-c37018ad5fb9,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:46.250410 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 2c6e3e02-9a3d-4288-b73e-f8d74d789791 up at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:16:46.371158 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-73ab4474-0ff0-4c05-aa6c-f2812912c93d None None] Provisioning complete for port 1e6a2ec4-c1d2-48dc-9e6f-3c905335dfa0 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:16:46.371690 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-73ab4474-0ff0-4c05-aa6c-f2812912c93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (1e6a2ec4-c1d2-48dc-9e6f-3c905335dfa0), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:46.415820 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-37622ef9-b103-4100-83d8-eab0044fb333 None None] Attempting to bind port 9935d41b-edcc-426b-a76e-c37018ad5fb9 on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:16:46.416403 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-37622ef9-b103-4100-83d8-eab0044fb333 None None] Attempting to bind port 9935d41b-edcc-426b-a76e-c37018ad5fb9 by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:16:46.416969 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37622ef9-b103-4100-83d8-eab0044fb333 None None] Attempting to bind port 9935d41b-edcc-426b-a76e-c37018ad5fb9 on network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:16:46.437790 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning for port 2c6e3e02-9a3d-4288-b73e-f8d74d789791 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:16:46.447368 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning complete for port 2c6e3e02-9a3d-4288-b73e-f8d74d789791 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:16:46.447868 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (2c6e3e02-9a3d-4288-b73e-f8d74d789791), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:46.490187 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4cbf334f-e7e8-4efa-b7da-11af532fb285 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-756216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-732801'] for router_interface (7ce3bdb9-a95b-4309-a0b5-4354b9c4cdb7), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:46.499434 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37622ef9-b103-4100-83d8-eab0044fb333 None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:16:46.499434 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37622ef9-b103-4100-83d8-eab0044fb333 None None] Checking segment: {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:16:46.499434 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-37622ef9-b103-4100-83d8-eab0044fb333 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:46.499955 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37622ef9-b103-4100-83d8-eab0044fb333 None None] Bound using segment: {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:16:46.501438 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-37622ef9-b103-4100-83d8-eab0044fb333 None None] Bound port: 9935d41b-edcc-426b-a76e-c37018ad5fb9, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:16:46.503133 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-37622ef9-b103-4100-83d8-eab0044fb333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (9935d41b-edcc-426b-a76e-c37018ad5fb9), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:46.514144 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbf334f-e7e8-4efa-b7da-11af532fb285 admin admin] Pushing event updated for resources: {'Port': ['ID=1e6a2ec4-c1d2-48dc-9e6f-3c905335dfa0,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:46.567718 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-37622ef9-b103-4100-83d8-eab0044fb333 None None] For port 9935d41b-edcc-426b-a76e-c37018ad5fb9, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:16:46.571955 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-37622ef9-b103-4100-83d8-eab0044fb333 None None] For port 9935d41b-edcc-426b-a76e-c37018ad5fb9, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=9935d41b-edcc-426b-a76e-c37018ad5fb9,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:16:46.602137 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-37622ef9-b103-4100-83d8-eab0044fb333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (9935d41b-edcc-426b-a76e-c37018ad5fb9), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:46.638254 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b843c0df-7af5-4612-a20a-39115f0bca3c req-b9305ff0-feb7-439e-8a3e-d5ea2f53394e tempest-ServersTestJSON-1813896326 tempest-ServersTestJSON-1813896326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:46.645894 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b843c0df-7af5-4612-a20a-39115f0bca3c req-b9305ff0-feb7-439e-8a3e-d5ea2f53394e tempest-ServersTestJSON-1813896326 tempest-ServersTestJSON-1813896326-project] 10.222.0.64 "GET /v2.0/ports?device_id=08612e5d-c307-4c82-952d-d5de2b13b7c7 HTTP/1.1" status: 200 len: 945 time: 0.3112745 Jan 28 19:16:46.681302 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-73ab4474-0ff0-4c05-aa6c-f2812912c93d None None] Port 1e6a2ec4-c1d2-48dc-9e6f-3c905335dfa0 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:16:46.715291 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37622ef9-b103-4100-83d8-eab0044fb333 None None] Routers {'7ce3bdb9-a95b-4309-a0b5-4354b9c4cdb7'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:16:46.715979 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-37622ef9-b103-4100-83d8-eab0044fb333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:16:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['7ce3bdb9-a95b-4309-a0b5-4354b9c4cdb7'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:16:46.738552 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cbf334f-e7e8-4efa-b7da-11af532fb285 admin admin] Network 6b850379-ee6b-422c-9104-ee42848f60f7 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:16:46.762018 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b843c0df-7af5-4612-a20a-39115f0bca3c req-1136e5cf-7830-4235-b81a-b9e703fc1871 tempest-ServersTestJSON-1813896326 tempest-ServersTestJSON-1813896326-project] 10.222.0.64 "GET /v2.0/security-groups?id=c5f3ac41-b8df-408c-bb33-9833dc3f320f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151345 Jan 28 19:16:46.764697 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-4cbf334f-e7e8-4efa-b7da-11af532fb285 admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:16:46.806914 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44742ee-7465-417a-89d7-9495251bd401 req-92d298f8-6000-4c4a-9cc7-1d0921b0e0f6 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:46.811524 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c44742ee-7465-417a-89d7-9495251bd401 req-92d298f8-6000-4c4a-9cc7-1d0921b0e0f6 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/ports?device_id=8241678b-0178-4969-9002-bccde949592c HTTP/1.1" status: 200 len: 949 time: 0.6696992 Jan 28 19:16:46.981584 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c44742ee-7465-417a-89d7-9495251bd401 req-20b23b6a-7a49-441c-acc9-90afbe05d8c3 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/security-groups?id=c326a8a3-da0b-43eb-8867-b30c14662b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277978 Jan 28 19:16:46.989423 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-3515f560-2866-4c7c-9a3b-55e6e4ecff5b req-994a92cf-00a2-4bdc-853e-34dc9d2051fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e21058df-38a1-4839-8ac4-8b5b371eeafe {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:16:47.003763 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-3515f560-2866-4c7c-9a3b-55e6e4ecff5b req-994a92cf-00a2-4bdc-853e-34dc9d2051fb service neutron] Publish callbacks [] for port (e21058df-38a1-4839-8ac4-8b5b371eeafe), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:47.032594 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-3515f560-2866-4c7c-9a3b-55e6e4ecff5b req-994a92cf-00a2-4bdc-853e-34dc9d2051fb service neutron] Transition to ACTIVE for port object e21058df-38a1-4839-8ac4-8b5b371eeafe will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:16:47.038177 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55f4fa9-ad92-4a36-a940-6768f9b075c7 None None] Pushing event updated for resources: {'Port': ['ID=9935d41b-edcc-426b-a76e-c37018ad5fb9,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:47.042482 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-3515f560-2866-4c7c-9a3b-55e6e4ecff5b req-994a92cf-00a2-4bdc-853e-34dc9d2051fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (e21058df-38a1-4839-8ac4-8b5b371eeafe), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:47.077795 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-60749271-54dd-4fb8-aa9f-68395c2b33aa None None] Provisioning complete for port e21058df-38a1-4839-8ac4-8b5b371eeafe triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:16:47.078179 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-60749271-54dd-4fb8-aa9f-68395c2b33aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (e21058df-38a1-4839-8ac4-8b5b371eeafe), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:47.179909 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 2c6e3e02-9a3d-4288-b73e-f8d74d789791 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:16:47.180296 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (2c6e3e02-9a3d-4288-b73e-f8d74d789791), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:47.247271 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80100393-cea0-4a7b-87a3-ec728e19384b req-887b41ff-3679-432e-9ffd-b548bf5eae08 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:47.259687 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-80100393-cea0-4a7b-87a3-ec728e19384b req-887b41ff-3679-432e-9ffd-b548bf5eae08 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=d493780a-0b9d-4faf-acb0-7a17299587d3 HTTP/1.1" status: 200 len: 945 time: 0.3592775 Jan 28 19:16:47.265141 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cbf334f-e7e8-4efa-b7da-11af532fb285 admin admin] Router 7ce3bdb9-a95b-4309-a0b5-4354b9c4cdb7 has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:16:47.310389 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-60749271-54dd-4fb8-aa9f-68395c2b33aa None None] Port e21058df-38a1-4839-8ac4-8b5b371eeafe cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:16:47.342618 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994a92cf-00a2-4bdc-853e-34dc9d2051fb service neutron] Pushing event updated for resources: {'Port': ['ID=e21058df-38a1-4839-8ac4-8b5b371eeafe,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:47.359782 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 2c6e3e02-9a3d-4288-b73e-f8d74d789791, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=2c6e3e02-9a3d-4288-b73e-f8d74d789791,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:16:47.382017 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58248b40-c5e4-478c-ab5f-a6da70414255', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c6e3e02-9a3d-4288-b73e-f8d74d789791'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:16:47.384356 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8cfa59f-a5ee-4c94-b648-9d3970078c97" -d '{"events": [{"server_uuid": "58248b40-c5e4-478c-ab5f-a6da70414255", "name": "network-vif-plugged", "status": "completed", "tag": "2c6e3e02-9a3d-4288-b73e-f8d74d789791"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:16:47.388666 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c29e91d-deb8-4897-8e97-e0cef1e3b7a9 req-b95879f7-fd34-47b5-826e-40ae0604addf tempest-ImagesOneServerTestJSON-1756187124 tempest-ImagesOneServerTestJSON-1756187124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:47.391489 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (2c6e3e02-9a3d-4288-b73e-f8d74d789791), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:47.398555 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-0c29e91d-deb8-4897-8e97-e0cef1e3b7a9 req-b95879f7-fd34-47b5-826e-40ae0604addf tempest-ImagesOneServerTestJSON-1756187124 tempest-ImagesOneServerTestJSON-1756187124-project] 10.222.0.64 "GET /v2.0/ports?device_id=9543c020-b607-443e-8a7c-70e83d381fec HTTP/1.1" status: 200 len: 948 time: 0.2582262 Jan 28 19:16:47.404711 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-37622ef9-b103-4100-83d8-eab0044fb333 None None] Set router 7ce3bdb9-a95b-4309-a0b5-4354b9c4cdb7 gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:16:47.484561 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-0c29e91d-deb8-4897-8e97-e0cef1e3b7a9 req-6d2b21b4-e207-477f-9d24-2b3279f59772 tempest-ImagesOneServerTestJSON-1756187124 tempest-ImagesOneServerTestJSON-1756187124-project] 10.222.0.64 "GET /v2.0/security-groups?id=41be5884-ad1b-40fc-89ee-40e3a97bd835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714028 Jan 28 19:16:47.513682 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-4254b588-13a1-4ed0-8ac6-1221e3d44740 None None] Provisioning complete for port 1e6a2ec4-c1d2-48dc-9e6f-3c905335dfa0 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:16:47.514068 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4254b588-13a1-4ed0-8ac6-1221e3d44740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (1e6a2ec4-c1d2-48dc-9e6f-3c905335dfa0), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:47.561332 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-4254b588-13a1-4ed0-8ac6-1221e3d44740 None None] Port 1e6a2ec4-c1d2-48dc-9e6f-3c905335dfa0 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:16:47.587338 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-3515f560-2866-4c7c-9a3b-55e6e4ecff5b req-994a92cf-00a2-4bdc-853e-34dc9d2051fb service neutron] Attempting to bind port e21058df-38a1-4839-8ac4-8b5b371eeafe on host n-h1-812111-14 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:16:47.587338 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-3515f560-2866-4c7c-9a3b-55e6e4ecff5b req-994a92cf-00a2-4bdc-853e-34dc9d2051fb service neutron] Attempting to bind port e21058df-38a1-4839-8ac4-8b5b371eeafe by drivers openvswitch,hyperv on host n-h1-812111-14 at level 0 using segments [{'id': '195bcdbf-a031-4d8b-9f7f-e09fd37cd197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:16:47.587338 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3515f560-2866-4c7c-9a3b-55e6e4ecff5b req-994a92cf-00a2-4bdc-853e-34dc9d2051fb service neutron] Attempting to bind port e21058df-38a1-4839-8ac4-8b5b371eeafe on network 7810caa2-eac6-457d-9302-c8c215ef3e91 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:16:47.601688 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-80100393-cea0-4a7b-87a3-ec728e19384b req-c600d551-b280-4cef-a53e-173241adf2d0 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2989640 Jan 28 19:16:47.613853 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3515f560-2866-4c7c-9a3b-55e6e4ecff5b req-994a92cf-00a2-4bdc-853e-34dc9d2051fb service neutron] Port e21058df-38a1-4839-8ac4-8b5b371eeafe on network 7810caa2-eac6-457d-9302-c8c215ef3e91 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-14 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:16:47.613853 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3515f560-2866-4c7c-9a3b-55e6e4ecff5b req-994a92cf-00a2-4bdc-853e-34dc9d2051fb service neutron] Attempting to bind port e21058df-38a1-4839-8ac4-8b5b371eeafe on network 7810caa2-eac6-457d-9302-c8c215ef3e91 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:16:47.632754 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3515f560-2866-4c7c-9a3b-55e6e4ecff5b req-994a92cf-00a2-4bdc-853e-34dc9d2051fb service neutron] Checking agent: {'id': 'b544ba20-de93-4d86-9e6b-a2202deb6191', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:16:47.632754 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3515f560-2866-4c7c-9a3b-55e6e4ecff5b req-994a92cf-00a2-4bdc-853e-34dc9d2051fb service neutron] Checking segment: {'id': '195bcdbf-a031-4d8b-9f7f-e09fd37cd197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:16:47.632754 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3515f560-2866-4c7c-9a3b-55e6e4ecff5b req-994a92cf-00a2-4bdc-853e-34dc9d2051fb service neutron] Bound using segment: {'id': '195bcdbf-a031-4d8b-9f7f-e09fd37cd197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:16:47.632754 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-3515f560-2866-4c7c-9a3b-55e6e4ecff5b req-994a92cf-00a2-4bdc-853e-34dc9d2051fb service neutron] Bound port: e21058df-38a1-4839-8ac4-8b5b371eeafe, host: n-h1-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '195bcdbf-a031-4d8b-9f7f-e09fd37cd197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:16:47.633177 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-3515f560-2866-4c7c-9a3b-55e6e4ecff5b req-994a92cf-00a2-4bdc-853e-34dc9d2051fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (e21058df-38a1-4839-8ac4-8b5b371eeafe), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:47.679001 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37e6dc4e-3b10-4b30-9dac-75ff5d2c82af x-openstack-request-id: req-37e6dc4e-3b10-4b30-9dac-75ff5d2c82af {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:16:47.679718 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58248b40-c5e4-478c-ab5f-a6da70414255", "name": "network-vif-plugged", "status": "completed", "tag": "2c6e3e02-9a3d-4288-b73e-f8d74d789791", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:16:47.680214 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-37e6dc4e-3b10-4b30-9dac-75ff5d2c82af {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:16:47.680838 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58248b40-c5e4-478c-ab5f-a6da70414255', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c6e3e02-9a3d-4288-b73e-f8d74d789791', 'code': 200} Jan 28 19:16:47.691098 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=2c6e3e02-9a3d-4288-b73e-f8d74d789791,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:47.734857 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cbf334f-e7e8-4efa-b7da-11af532fb285 admin admin] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:16:47.742995 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-4cbf334f-e7e8-4efa-b7da-11af532fb285 admin admin] 10.222.0.64 "PUT /v2.0/routers/7ce3bdb9-a95b-4309-a0b5-4354b9c4cdb7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8758538 Jan 28 19:16:47.843781 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-3515f560-2866-4c7c-9a3b-55e6e4ecff5b req-994a92cf-00a2-4bdc-853e-34dc9d2051fb service neutron] For port e21058df-38a1-4839-8ac4-8b5b371eeafe, host n-h1-812111-14, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:16:47.861150 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-3515f560-2866-4c7c-9a3b-55e6e4ecff5b req-994a92cf-00a2-4bdc-853e-34dc9d2051fb service neutron] For port e21058df-38a1-4839-8ac4-8b5b371eeafe, host n-h1-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=e21058df-38a1-4839-8ac4-8b5b371eeafe,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:16:47.885750 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1fb214-4152-488f-a60d-067d485c8764 req-177a565d-d765-44eb-ae51-26e4ee474526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:47.889989 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7b1fb214-4152-488f-a60d-067d485c8764 req-177a565d-d765-44eb-ae51-26e4ee474526 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=58248b40-c5e4-478c-ab5f-a6da70414255 HTTP/1.1" status: 200 len: 1133 time: 0.1579485 Jan 28 19:16:47.891478 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-3515f560-2866-4c7c-9a3b-55e6e4ecff5b req-994a92cf-00a2-4bdc-853e-34dc9d2051fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (e21058df-38a1-4839-8ac4-8b5b371eeafe), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:47.954061 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-37622ef9-b103-4100-83d8-eab0044fb333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce3bdb9-a95b-4309-a0b5-4354b9c4cdb7', 'name': 'tempest-ServersTestBootFromVolume-1087329550-router', 'tenant_id': '420fb4477d4744a7883edeb957ae6597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': '9935d41b-edcc-426b-a76e-c37018ad5fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:16:37Z', 'updated_at': '2022-01-28T19:16:45Z', 'revision_number': 4, 'project_id': '420fb4477d4744a7883edeb957ae6597', 'gw_port': {'id': '9935d41b-edcc-426b-a76e-c37018ad5fb9', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:a5:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ce3bdb9-a95b-4309-a0b5-4354b9c4cdb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:16:40Z', 'updated_at': '2022-01-28T19:16:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '1e6a2ec4-c1d2-48dc-9e6f-3c905335dfa0', 'name': '', 'network_id': '6b850379-ee6b-422c-9104-ee42848f60f7', 'tenant_id': '420fb4477d4744a7883edeb957ae6597', 'mac_address': 'fa:16:3e:0d:fb:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ce3bdb9-a95b-4309-a0b5-4354b9c4cdb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '27a1cb61-13cc-4651-897a-2629d7c64233', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:16:44Z', 'updated_at': '2022-01-28T19:16:45Z', 'revision_number': 2, 'project_id': '420fb4477d4744a7883edeb957ae6597', 'subnets': [{'id': '27a1cb61-13cc-4651-897a-2629d7c64233', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:16:47.964508 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994a92cf-00a2-4bdc-853e-34dc9d2051fb service neutron] Pushing event updated for resources: {'Port': ['ID=e21058df-38a1-4839-8ac4-8b5b371eeafe,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:47.993923 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3515f560-2866-4c7c-9a3b-55e6e4ecff5b req-994a92cf-00a2-4bdc-853e-34dc9d2051fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:47.994552 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-3515f560-2866-4c7c-9a3b-55e6e4ecff5b req-994a92cf-00a2-4bdc-853e-34dc9d2051fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:47.995996 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3515f560-2866-4c7c-9a3b-55e6e4ecff5b req-994a92cf-00a2-4bdc-853e-34dc9d2051fb service neutron] 10.222.0.41 "PUT /v2.0/ports/e21058df-38a1-4839-8ac4-8b5b371eeafe HTTP/1.1" status: 200 len: 1097 time: 2.2846138 Jan 28 19:16:47.996428 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9543c020-b607-443e-8a7c-70e83d381fec', 'tag': 'e21058df-38a1-4839-8ac4-8b5b371eeafe'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:16:48.000941 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bad9485f-0047-4469-aac0-87e4eea97cf0" -d '{"events": [{"name": "network-changed", "server_uuid": "9543c020-b607-443e-8a7c-70e83d381fec", "tag": "e21058df-38a1-4839-8ac4-8b5b371eeafe"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:16:48.029438 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:16:48.036130 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7b1fb214-4152-488f-a60d-067d485c8764 req-4f615f19-afd3-4552-ae2b-2f9dce2d7593 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=c326a8a3-da0b-43eb-8867-b30c14662b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824156 Jan 28 19:16:48.075902 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37622ef9-b103-4100-83d8-eab0044fb333 None None] The sync data for ids ['7ce3bdb9-a95b-4309-a0b5-4354b9c4cdb7'] in n-d-812111-14 is: [{'id': '7ce3bdb9-a95b-4309-a0b5-4354b9c4cdb7', 'name': 'tempest-ServersTestBootFromVolume-1087329550-router', 'tenant_id': '420fb4477d4744a7883edeb957ae6597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': '9935d41b-edcc-426b-a76e-c37018ad5fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:16:37Z', 'updated_at': '2022-01-28T19:16:45Z', 'revision_number': 4, 'project_id': '420fb4477d4744a7883edeb957ae6597', 'gw_port': {'id': '9935d41b-edcc-426b-a76e-c37018ad5fb9', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:a5:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ce3bdb9-a95b-4309-a0b5-4354b9c4cdb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:16:40Z', 'updated_at': '2022-01-28T19:16:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '1e6a2ec4-c1d2-48dc-9e6f-3c905335dfa0', 'name': '', 'network_id': '6b850379-ee6b-422c-9104-ee42848f60f7', 'tenant_id': '420fb4477d4744a7883edeb957ae6597', 'mac_address': 'fa:16:3e:0d:fb:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ce3bdb9-a95b-4309-a0b5-4354b9c4cdb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '27a1cb61-13cc-4651-897a-2629d7c64233', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:16:44Z', 'updated_at': '2022-01-28T19:16:45Z', 'revision_number': 2, 'project_id': '420fb4477d4744a7883edeb957ae6597', 'subnets': [{'id': '27a1cb61-13cc-4651-897a-2629d7c64233', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:16:48.140109 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3515f560-2866-4c7c-9a3b-55e6e4ecff5b req-b764ae92-430f-44e5-9b6c-445d70358aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:48.142179 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3515f560-2866-4c7c-9a3b-55e6e4ecff5b req-b764ae92-430f-44e5-9b6c-445d70358aff service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9da8f2bff57b4d1ba0cb699e3db9ddce&device_id=9543c020-b607-443e-8a7c-70e83d381fec HTTP/1.1" status: 200 len: 1131 time: 0.0942461 Jan 28 19:16:48.254767 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 115bc44f-e24a-4e83-8c83-958fe8f5875c up at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:16:48.267083 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3515f560-2866-4c7c-9a3b-55e6e4ecff5b req-1b04c0fc-7a31-412f-a008-9ae326f86c55 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=e21058df-38a1-4839-8ac4-8b5b371eeafe HTTP/1.1" status: 200 len: 217 time: 0.1153045 Jan 28 19:16:48.334082 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:16:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b99a7db-0aa7-4ea2-a0f1-5f14a0f700d3 x-openstack-request-id: req-1b99a7db-0aa7-4ea2-a0f1-5f14a0f700d3 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:16:48.336767 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9543c020-b607-443e-8a7c-70e83d381fec", "tag": "e21058df-38a1-4839-8ac4-8b5b371eeafe", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:16:48.337282 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1b99a7db-0aa7-4ea2-a0f1-5f14a0f700d3 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:16:48.337747 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9543c020-b607-443e-8a7c-70e83d381fec', 'tag': 'e21058df-38a1-4839-8ac4-8b5b371eeafe', 'status': 'completed', 'code': 200} Jan 28 19:16:48.368104 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning for port 115bc44f-e24a-4e83-8c83-958fe8f5875c completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:16:48.373227 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning complete for port 115bc44f-e24a-4e83-8c83-958fe8f5875c triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:16:48.373435 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3515f560-2866-4c7c-9a3b-55e6e4ecff5b req-04b0ac44-b72a-4eef-b0c1-16a3a2b87625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:48.374114 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (115bc44f-e24a-4e83-8c83-958fe8f5875c), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:48.375675 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3515f560-2866-4c7c-9a3b-55e6e4ecff5b req-04b0ac44-b72a-4eef-b0c1-16a3a2b87625 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f2de4832-9ef6-4f40-9ac5-1557d5e6a6ff HTTP/1.1" status: 200 len: 843 time: 0.1002874 Jan 28 19:16:48.574409 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3515f560-2866-4c7c-9a3b-55e6e4ecff5b req-89905d56-df70-46de-a681-dea4c9358318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:48.576943 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3515f560-2866-4c7c-9a3b-55e6e4ecff5b req-89905d56-df70-46de-a681-dea4c9358318 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7810caa2-eac6-457d-9302-c8c215ef3e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1942883 Jan 28 19:16:48.589957 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ab6d31-9314-42f4-a192-990b2882c4c0 req-78839a69-8415-4a63-b875-40ccea3236ce tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:48.599986 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c1ab6d31-9314-42f4-a192-990b2882c4c0 req-78839a69-8415-4a63-b875-40ccea3236ce tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/ports?device_id=8241678b-0178-4969-9002-bccde949592c HTTP/1.1" status: 200 len: 949 time: 0.1686873 Jan 28 19:16:48.625190 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 115bc44f-e24a-4e83-8c83-958fe8f5875c is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:16:48.625589 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (115bc44f-e24a-4e83-8c83-958fe8f5875c), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:48.714413 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 115bc44f-e24a-4e83-8c83-958fe8f5875c, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=115bc44f-e24a-4e83-8c83-958fe8f5875c,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:16:48.729355 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (115bc44f-e24a-4e83-8c83-958fe8f5875c), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:48.829063 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c1ab6d31-9314-42f4-a192-990b2882c4c0 req-b3eb3c8d-bcce-4009-82d0-31ac0e2677bd tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/security-groups?id=c326a8a3-da0b-43eb-8867-b30c14662b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266593 Jan 28 19:16:48.849936 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=115bc44f-e24a-4e83-8c83-958fe8f5875c,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:48.929732 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3515f560-2866-4c7c-9a3b-55e6e4ecff5b req-ef1f3b22-cd5f-43b3-b0b8-e623520ab323 service neutron] 10.222.0.41 "GET /v2.0/networks/7810caa2-eac6-457d-9302-c8c215ef3e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2907465 Jan 28 19:16:48.972715 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 39266) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:48.978384 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-233486e0-27c6-4aee-bba4-03102472cf89 tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1354386024', 'description': 'tempest-description--2011758031'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:16:49.022720 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-233486e0-27c6-4aee-bba4-03102472cf89 tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:49.119341 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ab1021-19c1-4c99-b89b-50720eb663b2 req-b5e0099a-66d6-484f-b689-5726245614a3 tempest-ServersTestJSON-1813896326 tempest-ServersTestJSON-1813896326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:49.127987 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-00ab1021-19c1-4c99-b89b-50720eb663b2 req-b5e0099a-66d6-484f-b689-5726245614a3 tempest-ServersTestJSON-1813896326 tempest-ServersTestJSON-1813896326-project] 10.222.0.64 "GET /v2.0/ports?device_id=08612e5d-c307-4c82-952d-d5de2b13b7c7 HTTP/1.1" status: 200 len: 945 time: 0.1816807 Jan 28 19:16:49.161495 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-233486e0-27c6-4aee-bba4-03102472cf89 tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] Publish callbacks [] for security_group (99a9729b-e544-4e2d-a5f9-4bd7146adc54), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:49.171060 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-233486e0-27c6-4aee-bba4-03102472cf89 tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (99a9729b-e544-4e2d-a5f9-4bd7146adc54), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:49.198083 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3515f560-2866-4c7c-9a3b-55e6e4ecff5b req-822be44b-6f17-4587-9fc6-3de76c4089c0 service neutron] 10.222.0.41 "GET /v2.0/networks/7810caa2-eac6-457d-9302-c8c215ef3e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2623515 Jan 28 19:16:49.201996 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba83e334-1a74-43a4-a9a6-ba382c6c7131 req-62c6621e-8d17-404a-8853-c8062a9bbceb tempest-ImagesOneServerTestJSON-1756187124 tempest-ImagesOneServerTestJSON-1756187124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:49.211187 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ba83e334-1a74-43a4-a9a6-ba382c6c7131 req-62c6621e-8d17-404a-8853-c8062a9bbceb tempest-ImagesOneServerTestJSON-1756187124 tempest-ImagesOneServerTestJSON-1756187124-project] 10.222.0.64 "GET /v2.0/ports?device_id=9543c020-b607-443e-8a7c-70e83d381fec HTTP/1.1" status: 200 len: 948 time: 0.1704113 Jan 28 19:16:49.253700 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-00ab1021-19c1-4c99-b89b-50720eb663b2 req-ee522a82-d4f1-4b0f-a166-983ca5c75282 tempest-ServersTestJSON-1813896326 tempest-ServersTestJSON-1813896326-project] 10.222.0.64 "GET /v2.0/security-groups?id=c5f3ac41-b8df-408c-bb33-9833dc3f320f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1247697 Jan 28 19:16:49.267121 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233486e0-27c6-4aee-bba4-03102472cf89 tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99a9729b-e544-4e2d-a5f9-4bd7146adc54,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:49.276824 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-233486e0-27c6-4aee-bba4-03102472cf89 tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:49.278091 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-233486e0-27c6-4aee-bba4-03102472cf89 tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3035181 Jan 28 19:16:49.281074 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 39270) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:49.286136 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-ef751881-5dd1-49bd-93f2-157e1c7550e7 tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] Request body: {'security_group_rule': {'security_group_id': '99a9729b-e544-4e2d-a5f9-4bd7146adc54', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:16:49.358328 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ba83e334-1a74-43a4-a9a6-ba382c6c7131 req-4d179644-b213-433f-a629-894cd8f99f59 tempest-ImagesOneServerTestJSON-1756187124 tempest-ImagesOneServerTestJSON-1756187124-project] 10.222.0.64 "GET /v2.0/security-groups?id=41be5884-ad1b-40fc-89ee-40e3a97bd835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465430 Jan 28 19:16:49.492347 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ef751881-5dd1-49bd-93f2-157e1c7550e7 tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] Publish callbacks [] for security_group_rule (620463f4-880d-4e3a-8942-bbd0244c98b5), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:49.569071 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad9485f-0047-4469-aac0-87e4eea97cf0 req-965dc3a7-29d7-42ab-ac3e-8b984096fc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:49.570733 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-bad9485f-0047-4469-aac0-87e4eea97cf0 req-965dc3a7-29d7-42ab-ac3e-8b984096fc8e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9da8f2bff57b4d1ba0cb699e3db9ddce&device_id=9543c020-b607-443e-8a7c-70e83d381fec HTTP/1.1" status: 200 len: 1131 time: 0.2668443 Jan 28 19:16:49.621050 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ef751881-5dd1-49bd-93f2-157e1c7550e7 tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] Publish callbacks [] for security_group_rule (620463f4-880d-4e3a-8942-bbd0244c98b5), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:49.643624 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ef751881-5dd1-49bd-93f2-157e1c7550e7 tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (620463f4-880d-4e3a-8942-bbd0244c98b5), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:49.682275 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8241678b-0178-4969-9002-bccde949592c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '115bc44f-e24a-4e83-8c83-958fe8f5875c'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:16:49.686266 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e9862f7-2dc7-4c3b-b1bf-3ebbf2cc739e" -d '{"events": [{"server_uuid": "8241678b-0178-4969-9002-bccde949592c", "name": "network-vif-plugged", "status": "completed", "tag": "115bc44f-e24a-4e83-8c83-958fe8f5875c"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:16:49.698527 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee98525-96da-46e3-966c-3cc80d1aa7e5 req-8817ae06-817b-4438-8bfb-50d63394ad23 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:49.705049 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1ee98525-96da-46e3-966c-3cc80d1aa7e5 req-8817ae06-817b-4438-8bfb-50d63394ad23 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=d493780a-0b9d-4faf-acb0-7a17299587d3 HTTP/1.1" status: 200 len: 945 time: 0.2860079 Jan 28 19:16:49.766137 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:16:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-313a333b-2bdc-4edc-8fb8-7f86e89bc6f4 x-openstack-request-id: req-313a333b-2bdc-4edc-8fb8-7f86e89bc6f4 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:16:49.767214 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8241678b-0178-4969-9002-bccde949592c", "name": "network-vif-plugged", "status": "completed", "tag": "115bc44f-e24a-4e83-8c83-958fe8f5875c", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:16:49.768298 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-313a333b-2bdc-4edc-8fb8-7f86e89bc6f4 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:16:49.768894 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8241678b-0178-4969-9002-bccde949592c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '115bc44f-e24a-4e83-8c83-958fe8f5875c', 'code': 200} Jan 28 19:16:49.784184 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef751881-5dd1-49bd-93f2-157e1c7550e7 tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=620463f4-880d-4e3a-8942-bbd0244c98b5,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:49.815421 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ef751881-5dd1-49bd-93f2-157e1c7550e7 tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:49.823195 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-ef751881-5dd1-49bd-93f2-157e1c7550e7 tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5386779 Jan 28 19:16:49.823663 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 39282) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:49.828239 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-754047a0-2686-4be2-a547-9a34fc64d4b4 tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] Request body: {'security_group_rule': {'security_group_id': '99a9729b-e544-4e2d-a5f9-4bd7146adc54', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:16:49.932346 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-754047a0-2686-4be2-a547-9a34fc64d4b4 tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] Publish callbacks [] for security_group_rule (14128e13-2a8a-4e12-b7d3-56b709990511), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:49.961750 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1ee98525-96da-46e3-966c-3cc80d1aa7e5 req-10710ff4-6d00-4684-8f4f-90d478b9c823 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2557173 Jan 28 19:16:50.039605 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad9485f-0047-4469-aac0-87e4eea97cf0 req-7efea088-e0cb-4ecd-8977-160e1a875efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:50.041008 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-bad9485f-0047-4469-aac0-87e4eea97cf0 req-7efea088-e0cb-4ecd-8977-160e1a875efd service neutron] 10.222.0.41 "GET /v2.0/networks?id=7810caa2-eac6-457d-9302-c8c215ef3e91 HTTP/1.1" status: 200 len: 869 time: 0.4456120 Jan 28 19:16:50.109611 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-754047a0-2686-4be2-a547-9a34fc64d4b4 tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] Publish callbacks [] for security_group_rule (14128e13-2a8a-4e12-b7d3-56b709990511), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:50.120922 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc3e7f4-6f34-439b-ab67-79718c579270 req-60b55f84-2bb3-43a5-be31-bcf20cf54107 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:50.123283 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2fc3e7f4-6f34-439b-ab67-79718c579270 req-60b55f84-2bb3-43a5-be31-bcf20cf54107 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/ports?device_id=8241678b-0178-4969-9002-bccde949592c HTTP/1.1" status: 200 len: 950 time: 0.1487236 Jan 28 19:16:50.124776 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-754047a0-2686-4be2-a547-9a34fc64d4b4 tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (14128e13-2a8a-4e12-b7d3-56b709990511), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:50.159474 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-bad9485f-0047-4469-aac0-87e4eea97cf0 req-6739a40f-efbc-4fa3-b6f5-1b65ce329bfa service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=e21058df-38a1-4839-8ac4-8b5b371eeafe HTTP/1.1" status: 200 len: 217 time: 0.1106071 Jan 28 19:16:50.163955 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b262e81-7f29-4866-bcd6-144fd619214c req-d5e52ba2-3f53-42c2-8972-b21b1aab2b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:50.165662 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1b262e81-7f29-4866-bcd6-144fd619214c req-d5e52ba2-3f53-42c2-8972-b21b1aab2b6c service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8241678b-0178-4969-9002-bccde949592c HTTP/1.1" status: 200 len: 1133 time: 0.3234565 Jan 28 19:16:50.174845 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754047a0-2686-4be2-a547-9a34fc64d4b4 tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14128e13-2a8a-4e12-b7d3-56b709990511,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:50.212558 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-754047a0-2686-4be2-a547-9a34fc64d4b4 tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:50.212558 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-754047a0-2686-4be2-a547-9a34fc64d4b4 tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3852158 Jan 28 19:16:50.221752 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 39286) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:50.226731 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-3c21dffc-3caf-43a5-b984-fdb934baa45e tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] Request body: {'floatingip': {'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:16:50.247614 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device aaf861b8-dc1c-4ad7-b587-439242683163 details requested by agent hyperv_n-h2-812111-14 with host n-h2-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:16:50.247769 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2fc3e7f4-6f34-439b-ab67-79718c579270 req-f813bb59-f3a9-49dc-9ed5-5ccf24e9b0ba tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/security-groups?id=c326a8a3-da0b-43eb-8867-b30c14662b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149666 Jan 28 19:16:50.285981 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3c21dffc-3caf-43a5-b984-fdb934baa45e tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:50.374728 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:50.514668 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756cab5a-bee5-4ca6-ba39-d9e86aa1cff0 req-6aa05a87-09aa-4be0-93c0-3eb0054bdf44 tempest-LiveAutoBlockMigrationV225Test-1956576498 tempest-LiveAutoBlockMigrationV225Test-1956576498-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:50.516143 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port aaf861b8-dc1c-4ad7-b587-439242683163, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=aaf861b8-dc1c-4ad7-b587-439242683163,segment=NetworkSegment(62a331e7-e6d6-4fbc-9e3c-2d3acdfd7c92),segment_id=62a331e7-e6d6-4fbc-9e3c-2d3acdfd7c92)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:16:50.518166 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-756cab5a-bee5-4ca6-ba39-d9e86aa1cff0 req-6aa05a87-09aa-4be0-93c0-3eb0054bdf44 tempest-LiveAutoBlockMigrationV225Test-1956576498 tempest-LiveAutoBlockMigrationV225Test-1956576498-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=d493780a-0b9d-4faf-acb0-7a17299587d3&tenant_id=57a0678ad1cb4e46b30e232c1f317a59&binding%3Ahost_id=n-h1-812111-14 HTTP/1.1" status: 200 len: 1128 time: 0.4924986 Jan 28 19:16:50.556678 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device aaf861b8-dc1c-4ad7-b587-439242683163 has no active binding in host n-h2-812111-14 {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 28 19:16:50.557434 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6173c363-b662-496a-ae4d-169202adb9ad req-5e30a709-c48d-4be0-ae48-753f5b0aef11 tempest-ServersTestJSON-1813896326 tempest-ServersTestJSON-1813896326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:50.570070 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6173c363-b662-496a-ae4d-169202adb9ad req-5e30a709-c48d-4be0-ae48-753f5b0aef11 tempest-ServersTestJSON-1813896326 tempest-ServersTestJSON-1813896326-project] 10.222.0.70 "GET /v2.0/ports?device_id=08612e5d-c307-4c82-952d-d5de2b13b7c7 HTTP/1.1" status: 200 len: 945 time: 0.5818119 Jan 28 19:16:50.576742 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad9485f-0047-4469-aac0-87e4eea97cf0 req-99114c3f-fb97-4d7e-a5f5-4cf1206e06a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:50.578468 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-bad9485f-0047-4469-aac0-87e4eea97cf0 req-99114c3f-fb97-4d7e-a5f5-4cf1206e06a2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f2de4832-9ef6-4f40-9ac5-1557d5e6a6ff HTTP/1.1" status: 200 len: 843 time: 0.4090769 Jan 28 19:16:50.586849 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-756cab5a-bee5-4ca6-ba39-d9e86aa1cff0 req-e9352e83-380e-431d-a8ca-5f187d8cb44c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-812111-14'}}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:16:50.675615 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3c21dffc-3caf-43a5-b984-fdb934baa45e tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:50.709904 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 9935d41b-edcc-426b-a76e-c37018ad5fb9 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:16:50.731168 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1b262e81-7f29-4866-bcd6-144fd619214c req-ed44a081-68e0-44d8-80ae-1bc80ccce8c1 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=c326a8a3-da0b-43eb-8867-b30c14662b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5506539 Jan 28 19:16:50.787778 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 9935d41b-edcc-426b-a76e-c37018ad5fb9 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:16:50.788050 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (9935d41b-edcc-426b-a76e-c37018ad5fb9), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:50.812552 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a8ee7d-c7e1-41ba-b42f-14a505a98aa2 req-b90d0ecd-6b17-4128-a86b-4120ad1557e1 tempest-ImagesOneServerTestJSON-1756187124 tempest-ImagesOneServerTestJSON-1756187124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:50.815281 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c2a8ee7d-c7e1-41ba-b42f-14a505a98aa2 req-b90d0ecd-6b17-4128-a86b-4120ad1557e1 tempest-ImagesOneServerTestJSON-1756187124 tempest-ImagesOneServerTestJSON-1756187124-project] 10.222.0.64 "GET /v2.0/ports?device_id=9543c020-b607-443e-8a7c-70e83d381fec HTTP/1.1" status: 200 len: 948 time: 0.2424467 Jan 28 19:16:50.934095 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-756cab5a-bee5-4ca6-ba39-d9e86aa1cff0 req-e9352e83-380e-431d-a8ca-5f187d8cb44c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (aaf861b8-dc1c-4ad7-b587-439242683163), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:50.939607 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c2a8ee7d-c7e1-41ba-b42f-14a505a98aa2 req-b140c49d-f2c3-4232-aad4-ae43bae37d3a tempest-ImagesOneServerTestJSON-1756187124 tempest-ImagesOneServerTestJSON-1756187124-project] 10.222.0.64 "GET /v2.0/security-groups?id=41be5884-ad1b-40fc-89ee-40e3a97bd835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092680 Jan 28 19:16:50.940742 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-3c21dffc-3caf-43a5-b984-fdb934baa45e tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] Allocated IP 172.25.6.64 (d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8/a648e4ab-7422-41b9-b133-58aca25ab8f5/38565400-4852-42ea-97e5-52639e7023e1) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:16:50.952980 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 9935d41b-edcc-426b-a76e-c37018ad5fb9 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:16:50.953804 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (9935d41b-edcc-426b-a76e-c37018ad5fb9), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:50.960581 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f55029-aa3c-48d8-9f14-e8e80b17bf3c req-d2cd5ee6-5058-41ac-899d-5e8b873502ce tempest-ServersTestJSON-1813896326 tempest-ServersTestJSON-1813896326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:50.966580 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f0f55029-aa3c-48d8-9f14-e8e80b17bf3c req-d2cd5ee6-5058-41ac-899d-5e8b873502ce tempest-ServersTestJSON-1813896326 tempest-ServersTestJSON-1813896326-project] 10.222.0.64 "GET /v2.0/ports?device_id=08612e5d-c307-4c82-952d-d5de2b13b7c7 HTTP/1.1" status: 200 len: 945 time: 0.5306594 Jan 28 19:16:50.982730 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] For port 9935d41b-edcc-426b-a76e-c37018ad5fb9, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=9935d41b-edcc-426b-a76e-c37018ad5fb9,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:16:50.991318 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad9485f-0047-4469-aac0-87e4eea97cf0 req-2ef66cb1-2a74-49b7-b5f6-ceae5e3e0632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:50.991935 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (9935d41b-edcc-426b-a76e-c37018ad5fb9), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:50.992886 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-bad9485f-0047-4469-aac0-87e4eea97cf0 req-2ef66cb1-2a74-49b7-b5f6-ceae5e3e0632 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7810caa2-eac6-457d-9302-c8c215ef3e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2966039 Jan 28 19:16:51.104105 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Pushing event updated for resources: {'Port': ['ID=9935d41b-edcc-426b-a76e-c37018ad5fb9,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:51.170939 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-6173c363-b662-496a-ae4d-169202adb9ad req-b62211e1-6caa-41a6-ab95-437fbd399c67 tempest-ServersTestJSON-1813896326 tempest-ServersTestJSON-1813896326-project] Deleting port 4ffcf880-eb0e-4608-962c-0863c11da0d8 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:16:51.171564 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6173c363-b662-496a-ae4d-169202adb9ad req-b62211e1-6caa-41a6-ab95-437fbd399c67 tempest-ServersTestJSON-1813896326 tempest-ServersTestJSON-1813896326-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (4ffcf880-eb0e-4608-962c-0863c11da0d8), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:51.210415 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device e21058df-38a1-4839-8ac4-8b5b371eeafe details requested by agent hyperv_n-h1-812111-14 with host n-h1-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:16:51.280570 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f0f55029-aa3c-48d8-9f14-e8e80b17bf3c req-a3a0e089-fd72-4a43-b6a1-01c9b4af6039 tempest-ServersTestJSON-1813896326 tempest-ServersTestJSON-1813896326-project] 10.222.0.64 "GET /v2.0/security-groups?id=c5f3ac41-b8df-408c-bb33-9833dc3f320f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2948849 Jan 28 19:16:51.423833 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port e21058df-38a1-4839-8ac4-8b5b371eeafe, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=e21058df-38a1-4839-8ac4-8b5b371eeafe,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:16:51.430360 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-6173c363-b662-496a-ae4d-169202adb9ad req-b62211e1-6caa-41a6-ab95-437fbd399c67 tempest-ServersTestJSON-1813896326 tempest-ServersTestJSON-1813896326-project] For port 4ffcf880-eb0e-4608-962c-0863c11da0d8, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=4ffcf880-eb0e-4608-962c-0863c11da0d8,segment=NetworkSegment(fb535013-f414-4222-968d-5414b6a47e41),segment_id=fb535013-f414-4222-968d-5414b6a47e41)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:16:51.431286 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6173c363-b662-496a-ae4d-169202adb9ad req-b62211e1-6caa-41a6-ab95-437fbd399c67 tempest-ServersTestJSON-1813896326 tempest-ServersTestJSON-1813896326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (4ffcf880-eb0e-4608-962c-0863c11da0d8), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:51.456916 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Returning: {'device': 'e21058df-38a1-4839-8ac4-8b5b371eeafe', 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91', 'port_id': 'e21058df-38a1-4839-8ac4-8b5b371eeafe', 'mac_address': 'fa:16:3e:e5:65:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2de4832-9ef6-4f40-9ac5-1557d5e6a6ff', 'ip_address': '192.168.233.124'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:16:51.512812 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port e21058df-38a1-4839-8ac4-8b5b371eeafe is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:16:51.513234 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (e21058df-38a1-4839-8ac4-8b5b371eeafe), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:51.539289 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e21058df-38a1-4839-8ac4-8b5b371eeafe {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:16:51.574710 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port e21058df-38a1-4839-8ac4-8b5b371eeafe, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=e21058df-38a1-4839-8ac4-8b5b371eeafe,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:16:51.585129 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (e21058df-38a1-4839-8ac4-8b5b371eeafe), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:51.664984 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f413da-2179-4e4a-8342-0a8049f869f5 req-cdd508a7-c7ff-40db-9747-0ee4c8a79f12 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:51.674774 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-15f413da-2179-4e4a-8342-0a8049f869f5 req-cdd508a7-c7ff-40db-9747-0ee4c8a79f12 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=d493780a-0b9d-4faf-acb0-7a17299587d3 HTTP/1.1" status: 200 len: 945 time: 0.2234890 Jan 28 19:16:51.688267 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3c21dffc-3caf-43a5-b984-fdb934baa45e tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] Publish callbacks [] for port (38565400-4852-42ea-97e5-52639e7023e1), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:51.745584 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=e21058df-38a1-4839-8ac4-8b5b371eeafe,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:51.778465 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-15f413da-2179-4e4a-8342-0a8049f869f5 req-e80ef016-82ac-4c81-b913-13819057bad1 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018372 Jan 28 19:16:51.799350 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3c21dffc-3caf-43a5-b984-fdb934baa45e tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (38565400-4852-42ea-97e5-52639e7023e1), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:51.852355 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['e21058df-38a1-4839-8ac4-8b5b371eeafe'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:16:51.898849 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c21dffc-3caf-43a5-b984-fdb934baa45e tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] Network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:16:51.914909 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-3c21dffc-3caf-43a5-b984-fdb934baa45e tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:16:51.922450 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c21dffc-3caf-43a5-b984-fdb934baa45e tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:16:51.984611 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c21dffc-3caf-43a5-b984-fdb934baa45e tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] Pushing event updated for resources: {'Port': ['ID=38565400-4852-42ea-97e5-52639e7023e1,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:52.054956 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a02d7e9-55ce-4195-a55a-4dac426aeff3 None None] Sync routers for ids ['7ce3bdb9-a95b-4309-a0b5-4354b9c4cdb7'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:16:52.076430 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a02d7e9-55ce-4195-a55a-4dac426aeff3 None None] Routers {'7ce3bdb9-a95b-4309-a0b5-4354b9c4cdb7'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:16:52.078702 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-5a02d7e9-55ce-4195-a55a-4dac426aeff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:16:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['7ce3bdb9-a95b-4309-a0b5-4354b9c4cdb7'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:16:52.115953 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-756cab5a-bee5-4ca6-ba39-d9e86aa1cff0 req-e9352e83-380e-431d-a8ca-5f187d8cb44c service neutron] For port aaf861b8-dc1c-4ad7-b587-439242683163, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=aaf861b8-dc1c-4ad7-b587-439242683163,segment=NetworkSegment(62a331e7-e6d6-4fbc-9e3c-2d3acdfd7c92),segment_id=62a331e7-e6d6-4fbc-9e3c-2d3acdfd7c92)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:16:52.168910 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-756cab5a-bee5-4ca6-ba39-d9e86aa1cff0 req-e9352e83-380e-431d-a8ca-5f187d8cb44c service neutron] For port aaf861b8-dc1c-4ad7-b587-439242683163, host n-h1-812111-14, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:16:52.214948 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-bad9485f-0047-4469-aac0-87e4eea97cf0 req-a5056cf0-8f70-4408-8beb-b53906416096 service neutron] 10.222.0.41 "GET /v2.0/networks/7810caa2-eac6-457d-9302-c8c215ef3e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2043014 Jan 28 19:16:52.259310 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3c21dffc-3caf-43a5-b984-fdb934baa45e tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] Publish callbacks [] for floatingip (ab3d7aae-8c49-40a0-8816-ac1be5a38f7f), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:52.263297 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-5a02d7e9-55ce-4195-a55a-4dac426aeff3 None None] Set router 7ce3bdb9-a95b-4309-a0b5-4354b9c4cdb7 gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:16:52.291602 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7ffac5-c5f9-40b2-ad83-85f836911587 req-4464ea7c-c91e-4ed5-b328-8dd14462ccb5 tempest-ImagesOneServerTestJSON-1756187124 tempest-ImagesOneServerTestJSON-1756187124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:52.295526 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-fd7ffac5-c5f9-40b2-ad83-85f836911587 req-4464ea7c-c91e-4ed5-b328-8dd14462ccb5 tempest-ImagesOneServerTestJSON-1756187124 tempest-ImagesOneServerTestJSON-1756187124-project] 10.222.0.64 "GET /v2.0/ports?device_id=9543c020-b607-443e-8a7c-70e83d381fec HTTP/1.1" status: 200 len: 949 time: 0.2306879 Jan 28 19:16:52.339954 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-bad9485f-0047-4469-aac0-87e4eea97cf0 req-e1fc78ee-8431-4aba-a589-b32198f30741 service neutron] 10.222.0.41 "GET /v2.0/networks/7810caa2-eac6-457d-9302-c8c215ef3e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021910 Jan 28 19:16:52.394414 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd493780a-0b9d-4faf-acb0-7a17299587d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aaf861b8-dc1c-4ad7-b587-439242683163'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:16:52.397049 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be058d41-fc49-4ab9-be55-47ace4976275" -d '{"events": [{"server_uuid": "d493780a-0b9d-4faf-acb0-7a17299587d3", "name": "network-vif-unplugged", "status": "completed", "tag": "aaf861b8-dc1c-4ad7-b587-439242683163"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:16:52.397667 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3c21dffc-3caf-43a5-b984-fdb934baa45e tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (38565400-4852-42ea-97e5-52639e7023e1), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:52.408677 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-756cab5a-bee5-4ca6-ba39-d9e86aa1cff0 req-e9352e83-380e-431d-a8ca-5f187d8cb44c service neutron] Publish callbacks [] for port (aaf861b8-dc1c-4ad7-b587-439242683163), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:52.421068 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b724fa7-024d-43d4-b55f-4a9ee77b2f77 req-3ccaabbc-15c6-425a-b7c3-fa72476eca37 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:52.422902 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1b724fa7-024d-43d4-b55f-4a9ee77b2f77 req-3ccaabbc-15c6-425a-b7c3-fa72476eca37 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/ports?device_id=8241678b-0178-4969-9002-bccde949592c HTTP/1.1" status: 200 len: 950 time: 0.8090365 Jan 28 19:16:52.456916 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-756cab5a-bee5-4ca6-ba39-d9e86aa1cff0 req-e9352e83-380e-431d-a8ca-5f187d8cb44c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (aaf861b8-dc1c-4ad7-b587-439242683163), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:52.533742 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-fd7ffac5-c5f9-40b2-ad83-85f836911587 req-7fe20e80-60f7-4747-a59d-e31a5135ce2a tempest-ImagesOneServerTestJSON-1756187124 tempest-ImagesOneServerTestJSON-1756187124-project] 10.222.0.64 "GET /v2.0/security-groups?id=41be5884-ad1b-40fc-89ee-40e3a97bd835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260132 Jan 28 19:16:52.552007 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9352e83-380e-431d-a8ca-5f187d8cb44c service neutron] Pushing event updated for resources: {'Port': ['ID=aaf861b8-dc1c-4ad7-b587-439242683163,revision_number=7']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:52.587214 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 9935d41b-edcc-426b-a76e-c37018ad5fb9 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:16:52.606186 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1b724fa7-024d-43d4-b55f-4a9ee77b2f77 req-3c5c2b16-e7e6-4bb7-be4d-05197a80edaa tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/security-groups?id=c326a8a3-da0b-43eb-8867-b30c14662b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746848 Jan 28 19:16:52.617922 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6173c363-b662-496a-ae4d-169202adb9ad req-b62211e1-6caa-41a6-ab95-437fbd399c67 tempest-ServersTestJSON-1813896326 tempest-ServersTestJSON-1813896326-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:52.618614 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6173c363-b662-496a-ae4d-169202adb9ad req-b62211e1-6caa-41a6-ab95-437fbd399c67 tempest-ServersTestJSON-1813896326 tempest-ServersTestJSON-1813896326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734886'] for floatingip (48ff05ba-410b-4aeb-b2d6-d39d1b5824aa), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:52.619190 n-d-812111-14 neutron-server[103304]: INFO neutron.db.l3_db [req-6173c363-b662-496a-ae4d-169202adb9ad req-b62211e1-6caa-41a6-ab95-437fbd399c67 tempest-ServersTestJSON-1813896326 tempest-ServersTestJSON-1813896326-project] Floating IP 48ff05ba-410b-4aeb-b2d6-d39d1b5824aa disassociated. External IP: 172.25.6.125, port: 4ffcf880-eb0e-4608-962c-0863c11da0d8. Jan 28 19:16:52.620729 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-6173c363-b662-496a-ae4d-169202adb9ad req-b62211e1-6caa-41a6-ab95-437fbd399c67 tempest-ServersTestJSON-1813896326 tempest-ServersTestJSON-1813896326-project] Calling delete_port for 4ffcf880-eb0e-4608-962c-0863c11da0d8 owned by compute:nova {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:16:52.623306 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-5a02d7e9-55ce-4195-a55a-4dac426aeff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce3bdb9-a95b-4309-a0b5-4354b9c4cdb7', 'name': 'tempest-ServersTestBootFromVolume-1087329550-router', 'tenant_id': '420fb4477d4744a7883edeb957ae6597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': '9935d41b-edcc-426b-a76e-c37018ad5fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:16:37Z', 'updated_at': '2022-01-28T19:16:45Z', 'revision_number': 4, 'project_id': '420fb4477d4744a7883edeb957ae6597', 'gw_port': {'id': '9935d41b-edcc-426b-a76e-c37018ad5fb9', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:a5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce3bdb9-a95b-4309-a0b5-4354b9c4cdb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:16:40Z', 'updated_at': '2022-01-28T19:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '1e6a2ec4-c1d2-48dc-9e6f-3c905335dfa0', 'name': '', 'network_id': '6b850379-ee6b-422c-9104-ee42848f60f7', 'tenant_id': '420fb4477d4744a7883edeb957ae6597', 'mac_address': 'fa:16:3e:0d:fb:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ce3bdb9-a95b-4309-a0b5-4354b9c4cdb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '27a1cb61-13cc-4651-897a-2629d7c64233', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:16:44Z', 'updated_at': '2022-01-28T19:16:45Z', 'revision_number': 2, 'project_id': '420fb4477d4744a7883edeb957ae6597', 'subnets': [{'id': '27a1cb61-13cc-4651-897a-2629d7c64233', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:16:52.695252 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a02d7e9-55ce-4195-a55a-4dac426aeff3 None None] Checking router: 7ce3bdb9-a95b-4309-a0b5-4354b9c4cdb7 for host: n-d-812111-14 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:16:52.695516 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a02d7e9-55ce-4195-a55a-4dac426aeff3 None None] Updating router 7ce3bdb9-a95b-4309-a0b5-4354b9c4cdb7 port 1e6a2ec4-c1d2-48dc-9e6f-3c905335dfa0 binding host n-d-812111-14 {{(pid=103307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:16:52.702490 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-756cab5a-bee5-4ca6-ba39-d9e86aa1cff0 req-e9352e83-380e-431d-a8ca-5f187d8cb44c service neutron] Attempting to bind port aaf861b8-dc1c-4ad7-b587-439242683163 on host n-h1-812111-14 for vnic_type normal with profile {"migrating_to": "n-h2-812111-14"} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:16:52.703200 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-756cab5a-bee5-4ca6-ba39-d9e86aa1cff0 req-e9352e83-380e-431d-a8ca-5f187d8cb44c service neutron] Attempting to bind port aaf861b8-dc1c-4ad7-b587-439242683163 by drivers openvswitch,hyperv on host n-h1-812111-14 at level 0 using segments [{'id': '62a331e7-e6d6-4fbc-9e3c-2d3acdfd7c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '72a547d0-d9da-4c9f-b2a7-a4b786ea70ac'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:16:52.703790 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756cab5a-bee5-4ca6-ba39-d9e86aa1cff0 req-e9352e83-380e-431d-a8ca-5f187d8cb44c service neutron] Attempting to bind port aaf861b8-dc1c-4ad7-b587-439242683163 on network 72a547d0-d9da-4c9f-b2a7-a4b786ea70ac {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:16:52.752553 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-5a02d7e9-55ce-4195-a55a-4dac426aeff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (1e6a2ec4-c1d2-48dc-9e6f-3c905335dfa0), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:52.759366 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756cab5a-bee5-4ca6-ba39-d9e86aa1cff0 req-e9352e83-380e-431d-a8ca-5f187d8cb44c service neutron] Port aaf861b8-dc1c-4ad7-b587-439242683163 on network 72a547d0-d9da-4c9f-b2a7-a4b786ea70ac not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-14 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:16:52.760059 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756cab5a-bee5-4ca6-ba39-d9e86aa1cff0 req-e9352e83-380e-431d-a8ca-5f187d8cb44c service neutron] Attempting to bind port aaf861b8-dc1c-4ad7-b587-439242683163 on network 72a547d0-d9da-4c9f-b2a7-a4b786ea70ac {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:16:52.778407 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756cab5a-bee5-4ca6-ba39-d9e86aa1cff0 req-e9352e83-380e-431d-a8ca-5f187d8cb44c service neutron] Checking agent: {'id': 'b544ba20-de93-4d86-9e6b-a2202deb6191', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:16:52.778836 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a6dd84-2ba0-4be6-9b14-02e31f8880c8 req-2a51a7dc-807b-457a-870e-2976b42f5643 tempest-ServersTestJSON-1813896326 tempest-ServersTestJSON-1813896326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:52.779710 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756cab5a-bee5-4ca6-ba39-d9e86aa1cff0 req-e9352e83-380e-431d-a8ca-5f187d8cb44c service neutron] Checking segment: {'id': '62a331e7-e6d6-4fbc-9e3c-2d3acdfd7c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '72a547d0-d9da-4c9f-b2a7-a4b786ea70ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:16:52.780330 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756cab5a-bee5-4ca6-ba39-d9e86aa1cff0 req-e9352e83-380e-431d-a8ca-5f187d8cb44c service neutron] Bound using segment: {'id': '62a331e7-e6d6-4fbc-9e3c-2d3acdfd7c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '72a547d0-d9da-4c9f-b2a7-a4b786ea70ac'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:16:52.780922 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-24a6dd84-2ba0-4be6-9b14-02e31f8880c8 req-2a51a7dc-807b-457a-870e-2976b42f5643 tempest-ServersTestJSON-1813896326 tempest-ServersTestJSON-1813896326-project] 10.222.0.64 "GET /v2.0/ports?device_id=08612e5d-c307-4c82-952d-d5de2b13b7c7 HTTP/1.1" status: 200 len: 945 time: 0.0953987 Jan 28 19:16:52.781397 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-756cab5a-bee5-4ca6-ba39-d9e86aa1cff0 req-e9352e83-380e-431d-a8ca-5f187d8cb44c service neutron] Bound port: aaf861b8-dc1c-4ad7-b587-439242683163, host: n-h1-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62a331e7-e6d6-4fbc-9e3c-2d3acdfd7c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '72a547d0-d9da-4c9f-b2a7-a4b786ea70ac'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:16:52.782012 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-756cab5a-bee5-4ca6-ba39-d9e86aa1cff0 req-e9352e83-380e-431d-a8ca-5f187d8cb44c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (aaf861b8-dc1c-4ad7-b587-439242683163), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:52.800978 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 19:16:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24f973cc-3994-4e7d-ab97-a41b5e6bb2b6 x-openstack-request-id: req-24f973cc-3994-4e7d-ab97-a41b5e6bb2b6 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:16:52.801575 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d493780a-0b9d-4faf-acb0-7a17299587d3", "name": "network-vif-unplugged", "status": "completed", "tag": "aaf861b8-dc1c-4ad7-b587-439242683163", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:16:52.802061 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-24f973cc-3994-4e7d-ab97-a41b5e6bb2b6 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:16:52.803359 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd493780a-0b9d-4faf-acb0-7a17299587d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aaf861b8-dc1c-4ad7-b587-439242683163', 'code': 200} Jan 28 19:16:52.828061 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3c21dffc-3caf-43a5-b984-fdb934baa45e tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] Publish callbacks [] for port (38565400-4852-42ea-97e5-52639e7023e1), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:52.838043 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 9935d41b-edcc-426b-a76e-c37018ad5fb9 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:16:52.841582 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (9935d41b-edcc-426b-a76e-c37018ad5fb9), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:52.844379 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3c21dffc-3caf-43a5-b984-fdb934baa45e tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (38565400-4852-42ea-97e5-52639e7023e1), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:52.927742 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3c21dffc-3caf-43a5-b984-fdb934baa45e tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734886'] for floatingip (ab3d7aae-8c49-40a0-8816-ac1be5a38f7f), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:52.995744 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-24a6dd84-2ba0-4be6-9b14-02e31f8880c8 req-3ddef110-7ad5-431f-901a-38aa11d1e6ee tempest-ServersTestJSON-1813896326 tempest-ServersTestJSON-1813896326-project] 10.222.0.64 "GET /v2.0/security-groups?id=c5f3ac41-b8df-408c-bb33-9833dc3f320f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2070243 Jan 28 19:16:53.027900 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c21dffc-3caf-43a5-b984-fdb934baa45e tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] Pushing event updated for resources: {'Port': ['ID=38565400-4852-42ea-97e5-52639e7023e1,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:53.049665 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3c21dffc-3caf-43a5-b984-fdb934baa45e tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for floatingip (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:53.052507 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-3c21dffc-3caf-43a5-b984-fdb934baa45e tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8296106 Jan 28 19:16:53.092613 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-756cab5a-bee5-4ca6-ba39-d9e86aa1cff0 req-e9352e83-380e-431d-a8ca-5f187d8cb44c service neutron] For port aaf861b8-dc1c-4ad7-b587-439242683163, host n-h1-812111-14, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:16:53.099076 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-756cab5a-bee5-4ca6-ba39-d9e86aa1cff0 req-e9352e83-380e-431d-a8ca-5f187d8cb44c service neutron] For port aaf861b8-dc1c-4ad7-b587-439242683163, host n-h1-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=aaf861b8-dc1c-4ad7-b587-439242683163,segment=NetworkSegment(62a331e7-e6d6-4fbc-9e3c-2d3acdfd7c92),segment_id=62a331e7-e6d6-4fbc-9e3c-2d3acdfd7c92)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:16:53.114959 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df327877-da44-4458-a8fd-64a6b5b12a14 req-33829888-c50e-479d-ba2c-270c7884ff3b tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:53.116691 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-df327877-da44-4458-a8fd-64a6b5b12a14 req-33829888-c50e-479d-ba2c-270c7884ff3b tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=d493780a-0b9d-4faf-acb0-7a17299587d3 HTTP/1.1" status: 200 len: 943 time: 0.2110369 Jan 28 19:16:53.155799 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-756cab5a-bee5-4ca6-ba39-d9e86aa1cff0 req-e9352e83-380e-431d-a8ca-5f187d8cb44c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (aaf861b8-dc1c-4ad7-b587-439242683163), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:53.191179 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-df327877-da44-4458-a8fd-64a6b5b12a14 req-f4488d74-5a22-4e3d-a365-19a6d0fbfe21 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542595 Jan 28 19:16:53.217591 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-5a02d7e9-55ce-4195-a55a-4dac426aeff3 None None] Publish callbacks [] for port (1e6a2ec4-c1d2-48dc-9e6f-3c905335dfa0), precommit_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:53.230883 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-5a02d7e9-55ce-4195-a55a-4dac426aeff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (1e6a2ec4-c1d2-48dc-9e6f-3c905335dfa0), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:53.291326 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9352e83-380e-431d-a8ca-5f187d8cb44c service neutron] Pushing event updated for resources: {'Port': ['ID=aaf861b8-dc1c-4ad7-b587-439242683163,revision_number=8']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:53.354053 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4f9305-97f3-4446-bb23-b8a8d746bec3 None None] Pushing event updated for resources: {'Port': ['ID=1e6a2ec4-c1d2-48dc-9e6f-3c905335dfa0,revision_number=3']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:53.398507 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device e21058df-38a1-4839-8ac4-8b5b371eeafe up at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:16:53.399999 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756cab5a-bee5-4ca6-ba39-d9e86aa1cff0 req-e9352e83-380e-431d-a8ca-5f187d8cb44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:53.401509 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-756cab5a-bee5-4ca6-ba39-d9e86aa1cff0 req-e9352e83-380e-431d-a8ca-5f187d8cb44c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:53.403896 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-756cab5a-bee5-4ca6-ba39-d9e86aa1cff0 req-e9352e83-380e-431d-a8ca-5f187d8cb44c service neutron] 10.222.0.70 "PUT /v2.0/ports/aaf861b8-dc1c-4ad7-b587-439242683163 HTTP/1.1" status: 200 len: 1123 time: 2.8241472 Jan 28 19:16:53.404177 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-5a02d7e9-55ce-4195-a55a-4dac426aeff3 None None] Attempting to bind port 1e6a2ec4-c1d2-48dc-9e6f-3c905335dfa0 on host n-d-812111-14 for vnic_type normal with profile {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:16:53.404541 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-5a02d7e9-55ce-4195-a55a-4dac426aeff3 None None] Attempting to bind port 1e6a2ec4-c1d2-48dc-9e6f-3c905335dfa0 by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '465584ef-fdd1-4efc-8287-c61b1cbf1ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '6b850379-ee6b-422c-9104-ee42848f60f7'}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:16:53.404965 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a02d7e9-55ce-4195-a55a-4dac426aeff3 None None] Attempting to bind port 1e6a2ec4-c1d2-48dc-9e6f-3c905335dfa0 on network 6b850379-ee6b-422c-9104-ee42848f60f7 {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:16:53.406974 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6173c363-b662-496a-ae4d-169202adb9ad req-b62211e1-6caa-41a6-ab95-437fbd399c67 tempest-ServersTestJSON-1813896326 tempest-ServersTestJSON-1813896326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (4ffcf880-eb0e-4608-962c-0863c11da0d8), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:53.413307 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a02d7e9-55ce-4195-a55a-4dac426aeff3 None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:16:53.413687 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a02d7e9-55ce-4195-a55a-4dac426aeff3 None None] Checking segment: {'id': '465584ef-fdd1-4efc-8287-c61b1cbf1ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '6b850379-ee6b-422c-9104-ee42848f60f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:16:53.414827 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-5a02d7e9-55ce-4195-a55a-4dac426aeff3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:53.415210 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a02d7e9-55ce-4195-a55a-4dac426aeff3 None None] Bound using segment: {'id': '465584ef-fdd1-4efc-8287-c61b1cbf1ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '6b850379-ee6b-422c-9104-ee42848f60f7'} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:16:53.416220 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-5a02d7e9-55ce-4195-a55a-4dac426aeff3 None None] Bound port: 1e6a2ec4-c1d2-48dc-9e6f-3c905335dfa0, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '465584ef-fdd1-4efc-8287-c61b1cbf1ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '6b850379-ee6b-422c-9104-ee42848f60f7'}}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:16:53.416825 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-5a02d7e9-55ce-4195-a55a-4dac426aeff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (1e6a2ec4-c1d2-48dc-9e6f-3c905335dfa0), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:53.471087 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62211e1-6caa-41a6-ab95-437fbd399c67 tempest-ServersTestJSON-1813896326 tempest-ServersTestJSON-1813896326-project] Pushing event deleted for resources: {'Port': ['ID=4ffcf880-eb0e-4608-962c-0863c11da0d8,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:53.666238 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-5a02d7e9-55ce-4195-a55a-4dac426aeff3 None None] For port 1e6a2ec4-c1d2-48dc-9e6f-3c905335dfa0, host n-d-812111-14, cleared binding levels {{(pid=103307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:16:53.672812 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['aaf861b8-dc1c-4ad7-b587-439242683163'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:16:53.683247 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['aaf861b8-dc1c-4ad7-b587-439242683163'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:16:53.686567 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-5a02d7e9-55ce-4195-a55a-4dac426aeff3 None None] For port 1e6a2ec4-c1d2-48dc-9e6f-3c905335dfa0, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=1e6a2ec4-c1d2-48dc-9e6f-3c905335dfa0,segment=NetworkSegment(465584ef-fdd1-4efc-8287-c61b1cbf1ac6),segment_id=465584ef-fdd1-4efc-8287-c61b1cbf1ac6)] {{(pid=103307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:16:53.709074 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:53.714036 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-5a02d7e9-55ce-4195-a55a-4dac426aeff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (1e6a2ec4-c1d2-48dc-9e6f-3c905335dfa0), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:53.859687 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 9935d41b-edcc-426b-a76e-c37018ad5fb9 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:16:53.869217 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4f9305-97f3-4446-bb23-b8a8d746bec3 None None] Pushing event updated for resources: {'Port': ['ID=1e6a2ec4-c1d2-48dc-9e6f-3c905335dfa0,revision_number=4']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:53.896993 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ae8a8d-0290-4209-950c-6375fb1256b7 req-f7aa26c6-7746-4cbd-b3f9-b5f77d58bbfd tempest-ImagesOneServerTestJSON-1756187124 tempest-ImagesOneServerTestJSON-1756187124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:53.911204 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-45ae8a8d-0290-4209-950c-6375fb1256b7 req-f7aa26c6-7746-4cbd-b3f9-b5f77d58bbfd tempest-ImagesOneServerTestJSON-1756187124 tempest-ImagesOneServerTestJSON-1756187124-project] 10.222.0.64 "GET /v2.0/ports?device_id=9543c020-b607-443e-8a7c-70e83d381fec HTTP/1.1" status: 200 len: 949 time: 0.1778359 Jan 28 19:16:53.956335 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a02d7e9-55ce-4195-a55a-4dac426aeff3 None None] Routers {'7ce3bdb9-a95b-4309-a0b5-4354b9c4cdb7'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:16:53.959680 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-5a02d7e9-55ce-4195-a55a-4dac426aeff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:16:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['7ce3bdb9-a95b-4309-a0b5-4354b9c4cdb7'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:16:53.996488 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6173c363-b662-496a-ae4d-169202adb9ad req-b62211e1-6caa-41a6-ab95-437fbd399c67 tempest-ServersTestJSON-1813896326 tempest-ServersTestJSON-1813896326-project] Router 6b184fd8-d9e3-4af6-bb25-e3091d5d1d9b has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:16:54.057675 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-45ae8a8d-0290-4209-950c-6375fb1256b7 req-7a8f1741-109c-4928-8268-25a425101916 tempest-ImagesOneServerTestJSON-1756187124 tempest-ImagesOneServerTestJSON-1756187124-project] 10.222.0.64 "GET /v2.0/security-groups?id=41be5884-ad1b-40fc-89ee-40e3a97bd835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439195 Jan 28 19:16:54.058849 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fafa094-e89a-4f18-88c5-3750caca5116 req-a28090ba-2918-4339-aee0-d20f869f29d7 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:54.070397 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6fafa094-e89a-4f18-88c5-3750caca5116 req-a28090ba-2918-4339-aee0-d20f869f29d7 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/ports?device_id=8241678b-0178-4969-9002-bccde949592c HTTP/1.1" status: 200 len: 950 time: 0.2578673 Jan 28 19:16:54.126155 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b1c411bb-62c5-417d-a26a-404b95a2f280 None None] Provisioning complete for port 1e6a2ec4-c1d2-48dc-9e6f-3c905335dfa0 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:16:54.126869 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b1c411bb-62c5-417d-a26a-404b95a2f280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (1e6a2ec4-c1d2-48dc-9e6f-3c905335dfa0), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:54.280591 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 4ffcf880-eb0e-4608-962c-0863c11da0d8 no longer exists at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:16:54.342143 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9da2e186-4913-4cb5-87f5-3549ce7daa32 req-04662fd3-1f8e-4121-94ac-0a45109d85b9 tempest-ServersTestJSON-1813896326 tempest-ServersTestJSON-1813896326-project] 10.222.0.64 "GET /v2.0/ports?device_id=08612e5d-c307-4c82-952d-d5de2b13b7c7 HTTP/1.1" status: 200 len: 210 time: 0.1142313 Jan 28 19:16:54.356796 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-5a02d7e9-55ce-4195-a55a-4dac426aeff3 None None] Set router 7ce3bdb9-a95b-4309-a0b5-4354b9c4cdb7 gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:16:54.445864 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning for port e21058df-38a1-4839-8ac4-8b5b371eeafe completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:16:54.482402 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning complete for port e21058df-38a1-4839-8ac4-8b5b371eeafe triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:16:54.485313 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (e21058df-38a1-4839-8ac4-8b5b371eeafe), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:54.502805 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6fafa094-e89a-4f18-88c5-3750caca5116 req-3e39e5a0-2e7f-40d6-994d-f5065c8d43c6 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/security-groups?id=c326a8a3-da0b-43eb-8867-b30c14662b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4231780 Jan 28 19:16:54.514949 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] No Port match for: 4ffcf880-eb0e-4608-962c-0863c11da0d8 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:16:54.516186 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 4ffcf880-eb0e-4608-962c-0863c11da0d8 not bound to the agent host n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:16:54.577409 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f50934d-b1bb-4518-84b1-9d40d920f04d req-115cf99e-aded-4759-9304-2f866bc3cff2 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:54.595230 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2f50934d-b1bb-4518-84b1-9d40d920f04d req-115cf99e-aded-4759-9304-2f866bc3cff2 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=d493780a-0b9d-4faf-acb0-7a17299587d3 HTTP/1.1" status: 200 len: 943 time: 0.1274850 Jan 28 19:16:54.747489 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6173c363-b662-496a-ae4d-169202adb9ad req-b62211e1-6caa-41a6-ab95-437fbd399c67 tempest-ServersTestJSON-1813896326 tempest-ServersTestJSON-1813896326-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:16:54.769306 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2f50934d-b1bb-4518-84b1-9d40d920f04d req-70cdc7e5-40de-4938-adbe-af7482d878b1 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720846 Jan 28 19:16:54.808590 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd493780a-0b9d-4faf-acb0-7a17299587d3', 'tag': 'aaf861b8-dc1c-4ad7-b587-439242683163'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:16:54.812744 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f24ec824-09ef-4978-9e24-fd5a49651214" -d '{"events": [{"name": "network-changed", "server_uuid": "d493780a-0b9d-4faf-acb0-7a17299587d3", "tag": "aaf861b8-dc1c-4ad7-b587-439242683163"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:16:54.845399 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-6173c363-b662-496a-ae4d-169202adb9ad req-b62211e1-6caa-41a6-ab95-437fbd399c67 tempest-ServersTestJSON-1813896326 tempest-ServersTestJSON-1813896326-project] No DVR routers for this DVR port 4ffcf880-eb0e-4608-962c-0863c11da0d8 on host n-h2-812111-14 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:16:54.848731 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a20a3f4-ba65-41cf-9472-f123f53625aa None None] Sync routers for ids ['6b184fd8-d9e3-4af6-bb25-e3091d5d1d9b'] in n-d-812111-14 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:16:54.851090 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6173c363-b662-496a-ae4d-169202adb9ad req-b62211e1-6caa-41a6-ab95-437fbd399c67 tempest-ServersTestJSON-1813896326 tempest-ServersTestJSON-1813896326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:54.854733 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6173c363-b662-496a-ae4d-169202adb9ad req-b62211e1-6caa-41a6-ab95-437fbd399c67 tempest-ServersTestJSON-1813896326 tempest-ServersTestJSON-1813896326-project] 10.222.0.70 "DELETE /v2.0/ports/4ffcf880-eb0e-4608-962c-0863c11da0d8 HTTP/1.1" status: 204 len: 173 time: 4.1661677 Jan 28 19:16:54.908492 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f537992-0de8-4891-aeaa-f6b50fc9ebb1 req-398eb77f-91fd-4653-9f0d-361565623989 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:54.920177 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-0f537992-0de8-4891-aeaa-f6b50fc9ebb1 req-398eb77f-91fd-4653-9f0d-361565623989 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/ports?device_id=58248b40-c5e4-478c-ab5f-a6da70414255 HTTP/1.1" status: 200 len: 950 time: 0.2060409 Jan 28 19:16:54.924392 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 1e6a2ec4-c1d2-48dc-9e6f-3c905335dfa0 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:16:54.940873 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a20a3f4-ba65-41cf-9472-f123f53625aa None None] Routers {'6b184fd8-d9e3-4af6-bb25-e3091d5d1d9b'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:16:54.941610 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-4a20a3f4-ba65-41cf-9472-f123f53625aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:16:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['6b184fd8-d9e3-4af6-bb25-e3091d5d1d9b'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:16:54.952100 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d95b224-5abf-4ea5-929f-8c81509d2e94 x-openstack-request-id: req-1d95b224-5abf-4ea5-929f-8c81509d2e94 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:16:54.952406 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d493780a-0b9d-4faf-acb0-7a17299587d3", "tag": "aaf861b8-dc1c-4ad7-b587-439242683163", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:16:54.952807 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1d95b224-5abf-4ea5-929f-8c81509d2e94 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:16:54.953252 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd493780a-0b9d-4faf-acb0-7a17299587d3', 'tag': 'aaf861b8-dc1c-4ad7-b587-439242683163', 'status': 'completed', 'code': 200} Jan 28 19:16:55.051171 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b1c411bb-62c5-417d-a26a-404b95a2f280 None None] Current status of the port 1e6a2ec4-c1d2-48dc-9e6f-3c905335dfa0 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:16:55.051171 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b1c411bb-62c5-417d-a26a-404b95a2f280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (1e6a2ec4-c1d2-48dc-9e6f-3c905335dfa0), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:55.092021 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-5a02d7e9-55ce-4195-a55a-4dac426aeff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce3bdb9-a95b-4309-a0b5-4354b9c4cdb7', 'name': 'tempest-ServersTestBootFromVolume-1087329550-router', 'tenant_id': '420fb4477d4744a7883edeb957ae6597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': '9935d41b-edcc-426b-a76e-c37018ad5fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:16:37Z', 'updated_at': '2022-01-28T19:16:45Z', 'revision_number': 4, 'project_id': '420fb4477d4744a7883edeb957ae6597', 'gw_port': {'id': '9935d41b-edcc-426b-a76e-c37018ad5fb9', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:a5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce3bdb9-a95b-4309-a0b5-4354b9c4cdb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:16:40Z', 'updated_at': '2022-01-28T19:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '1e6a2ec4-c1d2-48dc-9e6f-3c905335dfa0', 'name': '', 'network_id': '6b850379-ee6b-422c-9104-ee42848f60f7', 'tenant_id': '420fb4477d4744a7883edeb957ae6597', 'mac_address': 'fa:16:3e:0d:fb:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ce3bdb9-a95b-4309-a0b5-4354b9c4cdb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '27a1cb61-13cc-4651-897a-2629d7c64233', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:16:44Z', 'updated_at': '2022-01-28T19:16:53Z', 'revision_number': 4, 'project_id': '420fb4477d4744a7883edeb957ae6597', 'subnets': [{'id': '27a1cb61-13cc-4651-897a-2629d7c64233', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:16:55.179509 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a02d7e9-55ce-4195-a55a-4dac426aeff3 None None] The sync data for ids ['7ce3bdb9-a95b-4309-a0b5-4354b9c4cdb7'] in n-d-812111-14 is: [{'id': '7ce3bdb9-a95b-4309-a0b5-4354b9c4cdb7', 'name': 'tempest-ServersTestBootFromVolume-1087329550-router', 'tenant_id': '420fb4477d4744a7883edeb957ae6597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': '9935d41b-edcc-426b-a76e-c37018ad5fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:16:37Z', 'updated_at': '2022-01-28T19:16:45Z', 'revision_number': 4, 'project_id': '420fb4477d4744a7883edeb957ae6597', 'gw_port': {'id': '9935d41b-edcc-426b-a76e-c37018ad5fb9', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:a5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce3bdb9-a95b-4309-a0b5-4354b9c4cdb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:16:40Z', 'updated_at': '2022-01-28T19:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '1e6a2ec4-c1d2-48dc-9e6f-3c905335dfa0', 'name': '', 'network_id': '6b850379-ee6b-422c-9104-ee42848f60f7', 'tenant_id': '420fb4477d4744a7883edeb957ae6597', 'mac_address': 'fa:16:3e:0d:fb:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ce3bdb9-a95b-4309-a0b5-4354b9c4cdb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '27a1cb61-13cc-4651-897a-2629d7c64233', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:16:44Z', 'updated_at': '2022-01-28T19:16:53Z', 'revision_number': 4, 'project_id': '420fb4477d4744a7883edeb957ae6597', 'subnets': [{'id': '27a1cb61-13cc-4651-897a-2629d7c64233', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:16:55.185706 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-0f537992-0de8-4891-aeaa-f6b50fc9ebb1 req-463c5039-aff7-43f1-b0ac-155b1728952b tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/security-groups?id=c326a8a3-da0b-43eb-8867-b30c14662b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2645519 Jan 28 19:16:55.244757 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24ec824-09ef-4978-9e24-fd5a49651214 req-6b98647a-168d-4582-94d1-b10403ab2def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:55.278391 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f24ec824-09ef-4978-9e24-fd5a49651214 req-6b98647a-168d-4582-94d1-b10403ab2def service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=57a0678ad1cb4e46b30e232c1f317a59&device_id=d493780a-0b9d-4faf-acb0-7a17299587d3 HTTP/1.1" status: 200 len: 1157 time: 0.2715757 Jan 28 19:16:55.473517 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf15302-9480-46e9-8168-b4b3c3eb0219 req-9d0d5ae8-81d7-499b-b2d7-b610aab460d6 tempest-ImagesOneServerTestJSON-1756187124 tempest-ImagesOneServerTestJSON-1756187124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:55.476165 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9cf15302-9480-46e9-8168-b4b3c3eb0219 req-9d0d5ae8-81d7-499b-b2d7-b610aab460d6 tempest-ImagesOneServerTestJSON-1756187124 tempest-ImagesOneServerTestJSON-1756187124-project] 10.222.0.64 "GET /v2.0/ports?device_id=9543c020-b607-443e-8a7c-70e83d381fec HTTP/1.1" status: 200 len: 949 time: 0.1686459 Jan 28 19:16:55.513210 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b1c411bb-62c5-417d-a26a-404b95a2f280 None None] For port 1e6a2ec4-c1d2-48dc-9e6f-3c905335dfa0, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=1e6a2ec4-c1d2-48dc-9e6f-3c905335dfa0,segment=NetworkSegment(465584ef-fdd1-4efc-8287-c61b1cbf1ac6),segment_id=465584ef-fdd1-4efc-8287-c61b1cbf1ac6)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:16:55.516111 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24ec824-09ef-4978-9e24-fd5a49651214 req-d892ec89-46a0-4949-831d-14f1919be486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:55.518534 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f24ec824-09ef-4978-9e24-fd5a49651214 req-d892ec89-46a0-4949-831d-14f1919be486 service neutron] 10.222.0.41 "GET /v2.0/networks?id=72a547d0-d9da-4c9f-b2a7-a4b786ea70ac HTTP/1.1" status: 200 len: 920 time: 0.2288151 Jan 28 19:16:55.591764 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9cf15302-9480-46e9-8168-b4b3c3eb0219 req-c79dee23-20f9-4928-ad9e-d58b710eeabc tempest-ImagesOneServerTestJSON-1756187124 tempest-ImagesOneServerTestJSON-1756187124-project] 10.222.0.64 "GET /v2.0/security-groups?id=41be5884-ad1b-40fc-89ee-40e3a97bd835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070883 Jan 28 19:16:55.613560 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f24ec824-09ef-4978-9e24-fd5a49651214 req-61422361-e8cf-4e6b-909f-75ab07d439ef service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=aaf861b8-dc1c-4ad7-b587-439242683163 HTTP/1.1" status: 200 len: 217 time: 0.0852683 Jan 28 19:16:55.674220 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b1c411bb-62c5-417d-a26a-404b95a2f280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (1e6a2ec4-c1d2-48dc-9e6f-3c905335dfa0), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:55.696326 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24ec824-09ef-4978-9e24-fd5a49651214 req-fa0c76a4-57a2-4050-a3b4-a1f8e8fb1902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:55.698232 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f24ec824-09ef-4978-9e24-fd5a49651214 req-fa0c76a4-57a2-4050-a3b4-a1f8e8fb1902 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7e42a0bc-2ea3-4c64-b0da-1fe419b4beb8 HTTP/1.1" status: 200 len: 860 time: 0.0763528 Jan 28 19:16:55.779649 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f24ec824-09ef-4978-9e24-fd5a49651214 req-a356eeb6-cd59-4dfc-8857-9475c0bf08bd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=72a547d0-d9da-4c9f-b2a7-a4b786ea70ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0708718 Jan 28 19:16:55.878050 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8adc4d2c-0bb4-4d28-a51f-281b0878bd52 req-a71b4969-88bd-43dc-8940-cae3046c1a1c tempest-ServersTestJSON-1813896326 tempest-ServersTestJSON-1813896326-project] 10.222.0.64 "GET /v2.0/ports?device_id=08612e5d-c307-4c82-952d-d5de2b13b7c7 HTTP/1.1" status: 200 len: 210 time: 0.0973644 Jan 28 19:16:56.100033 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 1e6a2ec4-c1d2-48dc-9e6f-3c905335dfa0 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:16:56.100522 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (1e6a2ec4-c1d2-48dc-9e6f-3c905335dfa0), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:56.126357 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f24ec824-09ef-4978-9e24-fd5a49651214 req-6ae8cf53-20d7-4c64-a862-076dae1f0276 service neutron] 10.222.0.41 "GET /v2.0/networks/72a547d0-d9da-4c9f-b2a7-a4b786ea70ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3377004 Jan 28 19:16:56.137094 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef71648-4e94-408d-98cc-036ff61606da req-07bc131b-8a3b-470b-a289-80c634790f9f tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:56.138717 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-0ef71648-4e94-408d-98cc-036ff61606da req-07bc131b-8a3b-470b-a289-80c634790f9f tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=d493780a-0b9d-4faf-acb0-7a17299587d3 HTTP/1.1" status: 200 len: 943 time: 0.1453438 Jan 28 19:16:56.154557 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-c16de95a-b378-4811-a007-5edfadcca3bf None None] Provisioning complete for port 1e6a2ec4-c1d2-48dc-9e6f-3c905335dfa0 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:16:56.154947 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c16de95a-b378-4811-a007-5edfadcca3bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (1e6a2ec4-c1d2-48dc-9e6f-3c905335dfa0), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:56.253439 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-0ef71648-4e94-408d-98cc-036ff61606da req-f36778b0-29bb-4ca1-bc5b-fb1f677a519c tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992918 Jan 28 19:16:56.261173 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fb8c4e-5d0f-4bb3-a013-2cf1fff3089a req-e9642dbd-cbf6-4d68-ac65-85794d9c46ce tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:56.266791 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fb8c4e-5d0f-4bb3-a013-2cf1fff3089a req-e9642dbd-cbf6-4d68-ac65-85794d9c46ce tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:56.268508 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-54fb8c4e-5d0f-4bb3-a013-2cf1fff3089a req-e9642dbd-cbf6-4d68-ac65-85794d9c46ce tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/ports?device_id=58248b40-c5e4-478c-ab5f-a6da70414255&device_id=8241678b-0178-4969-9002-bccde949592c HTTP/1.1" status: 200 len: 1691 time: 0.2398002 Jan 28 19:16:56.342449 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f24ec824-09ef-4978-9e24-fd5a49651214 req-0011652e-df4c-4510-b1a6-03c117414528 service neutron] 10.222.0.41 "GET /v2.0/networks/72a547d0-d9da-4c9f-b2a7-a4b786ea70ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018704 Jan 28 19:16:56.355323 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port e21058df-38a1-4839-8ac4-8b5b371eeafe is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:16:56.356201 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (e21058df-38a1-4839-8ac4-8b5b371eeafe), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:56.382008 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-54fb8c4e-5d0f-4bb3-a013-2cf1fff3089a req-851cec5e-f773-4047-aa38-ba1753143048 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/security-groups?id=c326a8a3-da0b-43eb-8867-b30c14662b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031730 Jan 28 19:16:56.405724 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c411bb-62c5-417d-a26a-404b95a2f280 None None] Pushing event updated for resources: {'Port': ['ID=1e6a2ec4-c1d2-48dc-9e6f-3c905335dfa0,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:56.427497 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-4a20a3f4-ba65-41cf-9472-f123f53625aa None None] Set router 6b184fd8-d9e3-4af6-bb25-e3091d5d1d9b gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:16:56.507741 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9543c020-b607-443e-8a7c-70e83d381fec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e21058df-38a1-4839-8ac4-8b5b371eeafe'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:16:56.510067 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-545993f4-c0ee-4bd2-bc6f-fcade7b2e287" -d '{"events": [{"server_uuid": "9543c020-b607-443e-8a7c-70e83d381fec", "name": "network-vif-plugged", "status": "completed", "tag": "e21058df-38a1-4839-8ac4-8b5b371eeafe"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:16:56.614810 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2838936-004b-4d46-b914-ff73d31a06c1 x-openstack-request-id: req-e2838936-004b-4d46-b914-ff73d31a06c1 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:16:56.615130 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9543c020-b607-443e-8a7c-70e83d381fec", "name": "network-vif-plugged", "status": "completed", "tag": "e21058df-38a1-4839-8ac4-8b5b371eeafe", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:16:56.615387 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e2838936-004b-4d46-b914-ff73d31a06c1 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:16:56.615788 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9543c020-b607-443e-8a7c-70e83d381fec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e21058df-38a1-4839-8ac4-8b5b371eeafe', 'code': 200} Jan 28 19:16:56.656922 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port e21058df-38a1-4839-8ac4-8b5b371eeafe, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=e21058df-38a1-4839-8ac4-8b5b371eeafe,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:16:56.707033 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (e21058df-38a1-4839-8ac4-8b5b371eeafe), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:56.751198 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca5a05b-1b6f-49e2-86da-977a3754de7d req-d8d8eb2f-9cc1-46a9-ab73-50e5bdc18bed tempest-ServersOnMultiNodesTest-1010744972 tempest-ServersOnMultiNodesTest-1010744972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:56.764978 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-bca5a05b-1b6f-49e2-86da-977a3754de7d req-d8d8eb2f-9cc1-46a9-ab73-50e5bdc18bed tempest-ServersOnMultiNodesTest-1010744972 tempest-ServersOnMultiNodesTest-1010744972-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=58248b40-c5e4-478c-ab5f-a6da70414255 HTTP/1.1" status: 200 len: 1133 time: 0.0967762 Jan 28 19:16:56.789771 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcc858a-973c-4bf5-bd10-cafd85272b46 req-045a85e4-f1fd-4d6c-8e3d-182d26eccb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:56.791290 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1fcc858a-973c-4bf5-bd10-cafd85272b46 req-045a85e4-f1fd-4d6c-8e3d-182d26eccb41 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9543c020-b607-443e-8a7c-70e83d381fec HTTP/1.1" status: 200 len: 1133 time: 0.1365924 Jan 28 19:16:56.812014 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 1e6a2ec4-c1d2-48dc-9e6f-3c905335dfa0 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:16:56.823195 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deedeba6-c9f4-4ceb-acb9-855cf55004d9 req-86b01115-62b5-4ded-be2d-ce8051ba7e4b tempest-ImagesOneServerTestJSON-1756187124 tempest-ImagesOneServerTestJSON-1756187124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:56.830380 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-deedeba6-c9f4-4ceb-acb9-855cf55004d9 req-86b01115-62b5-4ded-be2d-ce8051ba7e4b tempest-ImagesOneServerTestJSON-1756187124 tempest-ImagesOneServerTestJSON-1756187124-project] 10.222.0.64 "GET /v2.0/ports?device_id=9543c020-b607-443e-8a7c-70e83d381fec HTTP/1.1" status: 200 len: 950 time: 0.1046574 Jan 28 19:16:56.871330 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-bca5a05b-1b6f-49e2-86da-977a3754de7d req-8cd1ead2-5741-4c37-bb21-6af0c59d1084 tempest-ServersOnMultiNodesTest-1010744972 tempest-ServersOnMultiNodesTest-1010744972-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=c326a8a3-da0b-43eb-8867-b30c14662b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923584 Jan 28 19:16:56.908221 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1fcc858a-973c-4bf5-bd10-cafd85272b46 req-f0652998-f011-46c3-83e2-03c63b1d169b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=41be5884-ad1b-40fc-89ee-40e3a97bd835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061611 Jan 28 19:16:56.929140 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-deedeba6-c9f4-4ceb-acb9-855cf55004d9 req-76701317-d95f-4b37-ac2a-9144da0236e7 tempest-ImagesOneServerTestJSON-1756187124 tempest-ImagesOneServerTestJSON-1756187124-project] 10.222.0.64 "GET /v2.0/security-groups?id=41be5884-ad1b-40fc-89ee-40e3a97bd835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977581 Jan 28 19:16:56.953923 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08612e5d-c307-4c82-952d-d5de2b13b7c7', 'name': 'network-vif-deleted', 'tag': '4ffcf880-eb0e-4608-962c-0863c11da0d8'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:16:56.956435 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3492da45-c6c0-4dce-8644-1454fc99bde3" -d '{"events": [{"server_uuid": "08612e5d-c307-4c82-952d-d5de2b13b7c7", "name": "network-vif-deleted", "tag": "4ffcf880-eb0e-4608-962c-0863c11da0d8"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:16:57.011969 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4a0a37b-4e97-41d4-abb0-912a6db9a11a x-openstack-request-id: req-c4a0a37b-4e97-41d4-abb0-912a6db9a11a {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:16:57.012547 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08612e5d-c307-4c82-952d-d5de2b13b7c7", "name": "network-vif-deleted", "tag": "4ffcf880-eb0e-4608-962c-0863c11da0d8", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:16:57.013275 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c4a0a37b-4e97-41d4-abb0-912a6db9a11a {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:16:57.014574 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08612e5d-c307-4c82-952d-d5de2b13b7c7', 'name': 'network-vif-deleted', 'tag': '4ffcf880-eb0e-4608-962c-0863c11da0d8', 'status': 'completed', 'code': 200} Jan 28 19:16:57.044112 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 1e6a2ec4-c1d2-48dc-9e6f-3c905335dfa0 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:16:57.049970 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 39438) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:57.083720 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ad085f-1727-4820-acae-a1e3e1676dd3 req-35cef3a6-29f2-408e-86c0-4d5ba40588a8 tempest-ServersOnMultiNodesTest-1010744972 tempest-ServersOnMultiNodesTest-1010744972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:57.088732 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-99ad085f-1727-4820-acae-a1e3e1676dd3 req-35cef3a6-29f2-408e-86c0-4d5ba40588a8 tempest-ServersOnMultiNodesTest-1010744972 tempest-ServersOnMultiNodesTest-1010744972-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=8241678b-0178-4969-9002-bccde949592c HTTP/1.1" status: 200 len: 1133 time: 0.1188393 Jan 28 19:16:57.112017 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-c16de95a-b378-4811-a007-5edfadcca3bf None None] Current status of the port 1e6a2ec4-c1d2-48dc-9e6f-3c905335dfa0 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:16:57.167533 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=e21058df-38a1-4839-8ac4-8b5b371eeafe,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:57.194297 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7aacbb18-46ed-42cd-9bcc-13e0ecc0154e tempest-ServersTestJSON-1813896326 tempest-ServersTestJSON-1813896326-project] Publish callbacks [] for security_group (c5f3ac41-b8df-408c-bb33-9833dc3f320f), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:57.206978 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 1e6a2ec4-c1d2-48dc-9e6f-3c905335dfa0 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:16:57.207353 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (1e6a2ec4-c1d2-48dc-9e6f-3c905335dfa0), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:57.228153 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-99ad085f-1727-4820-acae-a1e3e1676dd3 req-31de18f8-e556-47dd-8097-ab9786bf7136 tempest-ServersOnMultiNodesTest-1010744972 tempest-ServersOnMultiNodesTest-1010744972-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=c326a8a3-da0b-43eb-8867-b30c14662b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307051 Jan 28 19:16:57.238811 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7aacbb18-46ed-42cd-9bcc-13e0ecc0154e tempest-ServersTestJSON-1813896326 tempest-ServersTestJSON-1813896326-project] Publish callbacks [] for security_group (c5f3ac41-b8df-408c-bb33-9833dc3f320f), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:57.315017 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7aacbb18-46ed-42cd-9bcc-13e0ecc0154e tempest-ServersTestJSON-1813896326 tempest-ServersTestJSON-1813896326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (c5f3ac41-b8df-408c-bb33-9833dc3f320f), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:57.320987 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7aacbb18-46ed-42cd-9bcc-13e0ecc0154e tempest-ServersTestJSON-1813896326 tempest-ServersTestJSON-1813896326-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:57.323159 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-7aacbb18-46ed-42cd-9bcc-13e0ecc0154e tempest-ServersTestJSON-1813896326 tempest-ServersTestJSON-1813896326-project] 10.222.0.64 "DELETE /v2.0/security-groups/c5f3ac41-b8df-408c-bb33-9833dc3f320f HTTP/1.1" status: 204 len: 168 time: 0.2720127 Jan 28 19:16:57.325915 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 39446) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:57.326573 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-4a20a3f4-ba65-41cf-9472-f123f53625aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b184fd8-d9e3-4af6-bb25-e3091d5d1d9b', 'name': 'tempest-ServersTestJSON-14659487-router', 'tenant_id': 'fb29c2c1c69c4f59b326e8ec24f37b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.148'}], 'enable_snat': True}, 'gw_port_id': '03807a3d-69c3-4ab9-bedd-239481742ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:15:33Z', 'updated_at': '2022-01-28T19:15:38Z', 'revision_number': 4, 'project_id': 'fb29c2c1c69c4f59b326e8ec24f37b86', 'gw_port': {'id': '03807a3d-69c3-4ab9-bedd-239481742ce1', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:9d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b184fd8-d9e3-4af6-bb25-e3091d5d1d9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:15:33Z', 'updated_at': '2022-01-28T19:15:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '204c8231-d733-4102-854d-1c29f17e062e', 'name': '', 'network_id': 'a6ce2695-bf4f-4293-99d8-53bbc2878d73', 'tenant_id': 'fb29c2c1c69c4f59b326e8ec24f37b86', 'mac_address': 'fa:16:3e:43:93:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b184fd8-d9e3-4af6-bb25-e3091d5d1d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '0462522f-9635-4759-872a-bea48d2496c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:15:37Z', 'updated_at': '2022-01-28T19:15:43Z', 'revision_number': 5, 'project_id': 'fb29c2c1c69c4f59b326e8ec24f37b86', 'subnets': [{'id': '0462522f-9635-4759-872a-bea48d2496c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:16:57.337315 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aacbb18-46ed-42cd-9bcc-13e0ecc0154e tempest-ServersTestJSON-1813896326 tempest-ServersTestJSON-1813896326-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5f3ac41-b8df-408c-bb33-9833dc3f320f,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:57.349939 n-d-812111-14 neutron-server[103305]: INFO neutron.api.v2.resource [None req-0921bbc5-cd63-491e-8277-617dafb42eda tempest-ServersTestJSON-1813896326 tempest-ServersTestJSON-1813896326-project] show failed (client error): The resource could not be found. Jan 28 19:16:57.352770 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-0921bbc5-cd63-491e-8277-617dafb42eda tempest-ServersTestJSON-1813896326 tempest-ServersTestJSON-1813896326-project] 10.222.0.64 "GET /v2.0/security-groups/c5f3ac41-b8df-408c-bb33-9833dc3f320f HTTP/1.1" status: 404 len: 347 time: 0.0252640 Jan 28 19:16:57.355663 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 39448) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:57.378779 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a20a3f4-ba65-41cf-9472-f123f53625aa None None] Checking router: 6b184fd8-d9e3-4af6-bb25-e3091d5d1d9b for host: n-d-812111-14 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:16:57.397295 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 1e6a2ec4-c1d2-48dc-9e6f-3c905335dfa0 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:16:57.406329 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a20a3f4-ba65-41cf-9472-f123f53625aa None None] Routers {'6b184fd8-d9e3-4af6-bb25-e3091d5d1d9b'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:16:57.406437 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-4a20a3f4-ba65-41cf-9472-f123f53625aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:16:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['6b184fd8-d9e3-4af6-bb25-e3091d5d1d9b'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:16:57.631057 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2748f138-2dcb-4e73-b647-73fa45b7b917 req-38b76037-a9f0-495b-bd58-599f38305a3f tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:57.632859 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2748f138-2dcb-4e73-b647-73fa45b7b917 req-38b76037-a9f0-495b-bd58-599f38305a3f tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=d493780a-0b9d-4faf-acb0-7a17299587d3 HTTP/1.1" status: 200 len: 943 time: 0.1813605 Jan 28 19:16:57.651235 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-4a20a3f4-ba65-41cf-9472-f123f53625aa None None] Set router 6b184fd8-d9e3-4af6-bb25-e3091d5d1d9b gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:16:57.705860 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-00681233-cf27-4ac2-ae34-90564684c48e tempest-ServersTestJSON-1813896326 tempest-ServersTestJSON-1813896326-project] Deleting port bcdae27c-9945-4975-811f-be8e94d61f87 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:16:57.706147 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-00681233-cf27-4ac2-ae34-90564684c48e tempest-ServersTestJSON-1813896326 tempest-ServersTestJSON-1813896326-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (bcdae27c-9945-4975-811f-be8e94d61f87), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:57.794874 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2748f138-2dcb-4e73-b647-73fa45b7b917 req-225bd72f-54a2-41c4-9557-ad9458b5c3d8 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532252 Jan 28 19:16:57.854323 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-00681233-cf27-4ac2-ae34-90564684c48e tempest-ServersTestJSON-1813896326 tempest-ServersTestJSON-1813896326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (bcdae27c-9945-4975-811f-be8e94d61f87), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:57.854679 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-00681233-cf27-4ac2-ae34-90564684c48e tempest-ServersTestJSON-1813896326 tempest-ServersTestJSON-1813896326-project] Publish callbacks [] for floatingip (bcdae27c-9945-4975-811f-be8e94d61f87), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:57.877501 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-00681233-cf27-4ac2-ae34-90564684c48e tempest-ServersTestJSON-1813896326 tempest-ServersTestJSON-1813896326-project] Calling delete_port for bcdae27c-9945-4975-811f-be8e94d61f87 owned by network:floatingip {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:16:58.168366 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-00681233-cf27-4ac2-ae34-90564684c48e tempest-ServersTestJSON-1813896326 tempest-ServersTestJSON-1813896326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (bcdae27c-9945-4975-811f-be8e94d61f87), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:58.247791 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-4a20a3f4-ba65-41cf-9472-f123f53625aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b184fd8-d9e3-4af6-bb25-e3091d5d1d9b', 'name': 'tempest-ServersTestJSON-14659487-router', 'tenant_id': 'fb29c2c1c69c4f59b326e8ec24f37b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.148'}], 'enable_snat': True}, 'gw_port_id': '03807a3d-69c3-4ab9-bedd-239481742ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:15:33Z', 'updated_at': '2022-01-28T19:15:38Z', 'revision_number': 4, 'project_id': 'fb29c2c1c69c4f59b326e8ec24f37b86', 'gw_port': {'id': '03807a3d-69c3-4ab9-bedd-239481742ce1', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:9d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b184fd8-d9e3-4af6-bb25-e3091d5d1d9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:15:33Z', 'updated_at': '2022-01-28T19:15:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '204c8231-d733-4102-854d-1c29f17e062e', 'name': '', 'network_id': 'a6ce2695-bf4f-4293-99d8-53bbc2878d73', 'tenant_id': 'fb29c2c1c69c4f59b326e8ec24f37b86', 'mac_address': 'fa:16:3e:43:93:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b184fd8-d9e3-4af6-bb25-e3091d5d1d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '0462522f-9635-4759-872a-bea48d2496c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:15:37Z', 'updated_at': '2022-01-28T19:15:43Z', 'revision_number': 5, 'project_id': 'fb29c2c1c69c4f59b326e8ec24f37b86', 'subnets': [{'id': '0462522f-9635-4759-872a-bea48d2496c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:16:58.286383 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00681233-cf27-4ac2-ae34-90564684c48e tempest-ServersTestJSON-1813896326 tempest-ServersTestJSON-1813896326-project] Pushing event deleted for resources: {'Port': ['ID=bcdae27c-9945-4975-811f-be8e94d61f87,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:58.327610 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a20a3f4-ba65-41cf-9472-f123f53625aa None None] The sync data for ids ['6b184fd8-d9e3-4af6-bb25-e3091d5d1d9b'] in n-d-812111-14 is: [{'id': '6b184fd8-d9e3-4af6-bb25-e3091d5d1d9b', 'name': 'tempest-ServersTestJSON-14659487-router', 'tenant_id': 'fb29c2c1c69c4f59b326e8ec24f37b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.148'}], 'enable_snat': True}, 'gw_port_id': '03807a3d-69c3-4ab9-bedd-239481742ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:15:33Z', 'updated_at': '2022-01-28T19:15:38Z', 'revision_number': 4, 'project_id': 'fb29c2c1c69c4f59b326e8ec24f37b86', 'gw_port': {'id': '03807a3d-69c3-4ab9-bedd-239481742ce1', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:9d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b184fd8-d9e3-4af6-bb25-e3091d5d1d9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:15:33Z', 'updated_at': '2022-01-28T19:15:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '204c8231-d733-4102-854d-1c29f17e062e', 'name': '', 'network_id': 'a6ce2695-bf4f-4293-99d8-53bbc2878d73', 'tenant_id': 'fb29c2c1c69c4f59b326e8ec24f37b86', 'mac_address': 'fa:16:3e:43:93:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b184fd8-d9e3-4af6-bb25-e3091d5d1d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '0462522f-9635-4759-872a-bea48d2496c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:15:37Z', 'updated_at': '2022-01-28T19:15:43Z', 'revision_number': 5, 'project_id': 'fb29c2c1c69c4f59b326e8ec24f37b86', 'subnets': [{'id': '0462522f-9635-4759-872a-bea48d2496c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:16:58.390200 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea473ff-0482-4f87-8033-09ed012447bf req-ca6cf56b-4e4a-48f9-8165-192b28217015 tempest-ImagesOneServerTestJSON-1756187124 tempest-ImagesOneServerTestJSON-1756187124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:58.397238 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2ea473ff-0482-4f87-8033-09ed012447bf req-ca6cf56b-4e4a-48f9-8165-192b28217015 tempest-ImagesOneServerTestJSON-1756187124 tempest-ImagesOneServerTestJSON-1756187124-project] 10.222.0.64 "GET /v2.0/ports?device_id=9543c020-b607-443e-8a7c-70e83d381fec HTTP/1.1" status: 200 len: 950 time: 0.1864645 Jan 28 19:16:58.424279 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-00681233-cf27-4ac2-ae34-90564684c48e tempest-ServersTestJSON-1813896326 tempest-ServersTestJSON-1813896326-project] Publish callbacks [] for floatingip (48ff05ba-410b-4aeb-b2d6-d39d1b5824aa), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:58.429218 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-00681233-cf27-4ac2-ae34-90564684c48e tempest-ServersTestJSON-1813896326 tempest-ServersTestJSON-1813896326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for floatingip (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:58.430325 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-00681233-cf27-4ac2-ae34-90564684c48e tempest-ServersTestJSON-1813896326 tempest-ServersTestJSON-1813896326-project] 10.222.0.64 "DELETE /v2.0/floatingips/48ff05ba-410b-4aeb-b2d6-d39d1b5824aa HTTP/1.1" status: 204 len: 168 time: 1.0735157 Jan 28 19:16:58.434886 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 39466) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:58.482257 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2ea473ff-0482-4f87-8033-09ed012447bf req-057508c6-82d4-49a9-8160-1327b2b7848b tempest-ImagesOneServerTestJSON-1756187124 tempest-ImagesOneServerTestJSON-1756187124-project] 10.222.0.64 "GET /v2.0/security-groups?id=41be5884-ad1b-40fc-89ee-40e3a97bd835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840366 Jan 28 19:16:58.715588 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87b1eb7-d77a-498d-b0da-c1c81a294dcb None None] New status for floating IP 48ff05ba-410b-4aeb-b2d6-d39d1b5824aa: DOWN {{(pid=103307) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 19:16:58.987929 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8149fb74-5245-4f02-b005-0e7e8bb5bfd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-732838'] for router_interface (6b184fd8-d9e3-4af6-bb25-e3091d5d1d9b), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:59.021683 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68488846-412d-4c8d-a013-6074e400e67f req-3e2bd1a4-d963-4e1c-bd43-121e63dc66fe tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:59.031254 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-68488846-412d-4c8d-a013-6074e400e67f req-3e2bd1a4-d963-4e1c-bd43-121e63dc66fe tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=d493780a-0b9d-4faf-acb0-7a17299587d3 HTTP/1.1" status: 200 len: 943 time: 0.1057413 Jan 28 19:16:59.109860 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-68488846-412d-4c8d-a013-6074e400e67f req-89468d64-03e6-40e9-beb6-e510cc1ba093 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767701 Jan 28 19:16:59.345405 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-8149fb74-5245-4f02-b005-0e7e8bb5bfd1 admin admin] Deleting port 204c8231-d733-4102-854d-1c29f17e062e {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:16:59.345735 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8149fb74-5245-4f02-b005-0e7e8bb5bfd1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (204c8231-d733-4102-854d-1c29f17e062e), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:59.443699 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-8149fb74-5245-4f02-b005-0e7e8bb5bfd1 admin admin] For port 204c8231-d733-4102-854d-1c29f17e062e, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=204c8231-d733-4102-854d-1c29f17e062e,segment=NetworkSegment(fb535013-f414-4222-968d-5414b6a47e41),segment_id=fb535013-f414-4222-968d-5414b6a47e41)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:16:59.444410 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8149fb74-5245-4f02-b005-0e7e8bb5bfd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (204c8231-d733-4102-854d-1c29f17e062e), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:59.460815 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-8149fb74-5245-4f02-b005-0e7e8bb5bfd1 admin admin] Calling delete_port for 204c8231-d733-4102-854d-1c29f17e062e owned by network:router_interface {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:16:59.658898 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb186ae-c112-4472-ad92-be892c5e40df req-33ef7494-84b3-4bb5-a31f-17fa510e3684 tempest-ImagesOneServerTestJSON-1756187124 tempest-ImagesOneServerTestJSON-1756187124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:59.665837 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-beb186ae-c112-4472-ad92-be892c5e40df req-33ef7494-84b3-4bb5-a31f-17fa510e3684 tempest-ImagesOneServerTestJSON-1756187124 tempest-ImagesOneServerTestJSON-1756187124-project] 10.222.0.64 "GET /v2.0/ports?device_id=9543c020-b607-443e-8a7c-70e83d381fec HTTP/1.1" status: 200 len: 950 time: 0.0941980 Jan 28 19:16:59.751074 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-beb186ae-c112-4472-ad92-be892c5e40df req-7abf88fe-1b15-49ae-88d1-cb73c49b50c4 tempest-ImagesOneServerTestJSON-1756187124 tempest-ImagesOneServerTestJSON-1756187124-project] 10.222.0.64 "GET /v2.0/security-groups?id=41be5884-ad1b-40fc-89ee-40e3a97bd835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819066 Jan 28 19:16:59.816542 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8149fb74-5245-4f02-b005-0e7e8bb5bfd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (204c8231-d733-4102-854d-1c29f17e062e), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:59.849929 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8149fb74-5245-4f02-b005-0e7e8bb5bfd1 admin admin] Pushing event deleted for resources: {'Port': ['ID=204c8231-d733-4102-854d-1c29f17e062e,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:00.141005 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8149fb74-5245-4f02-b005-0e7e8bb5bfd1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-732682'] for router_interface (6b184fd8-d9e3-4af6-bb25-e3091d5d1d9b), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:00.460495 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8149fb74-5245-4f02-b005-0e7e8bb5bfd1 admin admin] Router 6b184fd8-d9e3-4af6-bb25-e3091d5d1d9b has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:17:00.915711 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8149fb74-5245-4f02-b005-0e7e8bb5bfd1 admin admin] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:17:00.925511 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b28d26-b2c2-4937-ab44-cbf10537d8e2 None None] Sync routers for ids ['6b184fd8-d9e3-4af6-bb25-e3091d5d1d9b'] in n-d-812111-14 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:17:00.945076 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-8149fb74-5245-4f02-b005-0e7e8bb5bfd1 admin admin] 10.222.0.64 "PUT /v2.0/routers/6b184fd8-d9e3-4af6-bb25-e3091d5d1d9b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5078545 Jan 28 19:17:00.947928 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 39494) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:17:00.949281 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b28d26-b2c2-4937-ab44-cbf10537d8e2 None None] Routers {'6b184fd8-d9e3-4af6-bb25-e3091d5d1d9b'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:17:00.949917 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-c8b28d26-b2c2-4937-ab44-cbf10537d8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:16:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['6b184fd8-d9e3-4af6-bb25-e3091d5d1d9b'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:17:01.121391 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4cc699df-f7be-4385-a0e6-7f3a53ec05f4 admin admin] Publish callbacks [] for router (6b184fd8-d9e3-4af6-bb25-e3091d5d1d9b), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:01.227637 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-c8b28d26-b2c2-4937-ab44-cbf10537d8e2 None None] Set router 6b184fd8-d9e3-4af6-bb25-e3091d5d1d9b gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:17:01.290230 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4cc699df-f7be-4385-a0e6-7f3a53ec05f4 admin admin] Publish callbacks [] for router_gateway (6b184fd8-d9e3-4af6-bb25-e3091d5d1d9b), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:01.326731 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device aaf861b8-dc1c-4ad7-b587-439242683163 no longer exists at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:17:01.477768 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-4cc699df-f7be-4385-a0e6-7f3a53ec05f4 admin admin] Deleting port 03807a3d-69c3-4ab9-bedd-239481742ce1 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:17:01.478428 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4cc699df-f7be-4385-a0e6-7f3a53ec05f4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (03807a3d-69c3-4ab9-bedd-239481742ce1), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:01.582695 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port aaf861b8-dc1c-4ad7-b587-439242683163 is: DOWN; New status is: DOWN {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:17:01.637570 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-4cc699df-f7be-4385-a0e6-7f3a53ec05f4 admin admin] For port 03807a3d-69c3-4ab9-bedd-239481742ce1, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=03807a3d-69c3-4ab9-bedd-239481742ce1,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:17:01.642312 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4cc699df-f7be-4385-a0e6-7f3a53ec05f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (03807a3d-69c3-4ab9-bedd-239481742ce1), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:01.659138 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-c8b28d26-b2c2-4937-ab44-cbf10537d8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b184fd8-d9e3-4af6-bb25-e3091d5d1d9b', 'name': 'tempest-ServersTestJSON-14659487-router', 'tenant_id': 'fb29c2c1c69c4f59b326e8ec24f37b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.148'}], 'enable_snat': True}, 'gw_port_id': '03807a3d-69c3-4ab9-bedd-239481742ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:15:33Z', 'updated_at': '2022-01-28T19:16:59Z', 'revision_number': 5, 'project_id': 'fb29c2c1c69c4f59b326e8ec24f37b86', 'gw_port': {'id': '03807a3d-69c3-4ab9-bedd-239481742ce1', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:9d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b184fd8-d9e3-4af6-bb25-e3091d5d1d9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:15:33Z', 'updated_at': '2022-01-28T19:15:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:17:01.675283 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-4cc699df-f7be-4385-a0e6-7f3a53ec05f4 admin admin] Calling delete_port for 03807a3d-69c3-4ab9-bedd-239481742ce1 owned by network:router_gateway {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:17:01.733417 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b28d26-b2c2-4937-ab44-cbf10537d8e2 None None] Checking router: 6b184fd8-d9e3-4af6-bb25-e3091d5d1d9b for host: n-d-812111-14 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:17:01.755388 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b28d26-b2c2-4937-ab44-cbf10537d8e2 None None] Routers {'6b184fd8-d9e3-4af6-bb25-e3091d5d1d9b'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:17:01.756023 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-c8b28d26-b2c2-4937-ab44-cbf10537d8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:16:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['6b184fd8-d9e3-4af6-bb25-e3091d5d1d9b'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:17:01.937561 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-c8b28d26-b2c2-4937-ab44-cbf10537d8e2 None None] Set router 6b184fd8-d9e3-4af6-bb25-e3091d5d1d9b gateway port host: None {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:17:02.028254 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-c8b28d26-b2c2-4937-ab44-cbf10537d8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b184fd8-d9e3-4af6-bb25-e3091d5d1d9b', 'name': 'tempest-ServersTestJSON-14659487-router', 'tenant_id': 'fb29c2c1c69c4f59b326e8ec24f37b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:15:33Z', 'updated_at': '2022-01-28T19:17:01Z', 'revision_number': 6, 'project_id': 'fb29c2c1c69c4f59b326e8ec24f37b86', 'gw_port_host': None}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:17:02.058723 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b28d26-b2c2-4937-ab44-cbf10537d8e2 None None] The sync data for ids ['6b184fd8-d9e3-4af6-bb25-e3091d5d1d9b'] in n-d-812111-14 is: [{'id': '6b184fd8-d9e3-4af6-bb25-e3091d5d1d9b', 'name': 'tempest-ServersTestJSON-14659487-router', 'tenant_id': 'fb29c2c1c69c4f59b326e8ec24f37b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:15:33Z', 'updated_at': '2022-01-28T19:17:01Z', 'revision_number': 6, 'project_id': 'fb29c2c1c69c4f59b326e8ec24f37b86', 'gw_port_host': None}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:17:02.069156 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4cc699df-f7be-4385-a0e6-7f3a53ec05f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (03807a3d-69c3-4ab9-bedd-239481742ce1), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:02.142641 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc699df-f7be-4385-a0e6-7f3a53ec05f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=03807a3d-69c3-4ab9-bedd-239481742ce1,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:02.261359 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4cc699df-f7be-4385-a0e6-7f3a53ec05f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-731488'] for router_gateway (6b184fd8-d9e3-4af6-bb25-e3091d5d1d9b), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:02.387733 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4cc699df-f7be-4385-a0e6-7f3a53ec05f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-730901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261120'] for router (6b184fd8-d9e3-4af6-bb25-e3091d5d1d9b), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:02.390214 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4cc699df-f7be-4385-a0e6-7f3a53ec05f4 admin admin] Publish callbacks [] for router_controller (6b184fd8-d9e3-4af6-bb25-e3091d5d1d9b), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:02.451874 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4cc699df-f7be-4385-a0e6-7f3a53ec05f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-730908'] for router (6b184fd8-d9e3-4af6-bb25-e3091d5d1d9b), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:02.452754 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cc699df-f7be-4385-a0e6-7f3a53ec05f4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6b184fd8-d9e3-4af6-bb25-e3091d5d1d9b {{(pid=103304) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:17:02.461076 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4cc699df-f7be-4385-a0e6-7f3a53ec05f4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:02.464896 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-4cc699df-f7be-4385-a0e6-7f3a53ec05f4 admin admin] 10.222.0.64 "DELETE /v2.0/routers/6b184fd8-d9e3-4af6-bb25-e3091d5d1d9b HTTP/1.1" status: 204 len: 168 time: 1.5132277 Jan 28 19:17:02.465141 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 39500) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:17:02.533447 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-77fece46-1c67-45db-8ef5-45982f1ea89c admin admin] Deleting subnet 0462522f-9635-4759-872a-bea48d2496c6 {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:17:02.539194 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-77fece46-1c67-45db-8ef5-45982f1ea89c admin admin] Publish callbacks [] for subnet (0462522f-9635-4759-872a-bea48d2496c6), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:02.588914 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-77fece46-1c67-45db-8ef5-45982f1ea89c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4747050'] for subnet (0462522f-9635-4759-872a-bea48d2496c6), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:02.718904 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-77fece46-1c67-45db-8ef5-45982f1ea89c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (0462522f-9635-4759-872a-bea48d2496c6), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:02.821824 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-77fece46-1c67-45db-8ef5-45982f1ea89c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4690616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5222356'] for subnet (0462522f-9635-4759-872a-bea48d2496c6), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:02.839328 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-77fece46-1c67-45db-8ef5-45982f1ea89c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:02.844232 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b72c50-6405-47d9-b1b0-f5ced54b6389 None None] Network a6ce2695-bf4f-4293-99d8-53bbc2878d73 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:17:02.844600 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-77fece46-1c67-45db-8ef5-45982f1ea89c admin admin] 10.222.0.64 "DELETE /v2.0/subnets/0462522f-9635-4759-872a-bea48d2496c6 HTTP/1.1" status: 204 len: 168 time: 0.3779130 Jan 28 19:17:02.847436 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 39504) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:17:02.869771 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fece46-1c67-45db-8ef5-45982f1ea89c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0462522f-9635-4759-872a-bea48d2496c6,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:02.967063 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d8880885-8a4d-4965-af77-f2da0ae5908e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (a6ce2695-bf4f-4293-99d8-53bbc2878d73), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:03.087962 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 03807a3d-69c3-4ab9-bedd-239481742ce1 no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:17:03.123887 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: 03807a3d-69c3-4ab9-bedd-239481742ce1 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:17:03.124226 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 03807a3d-69c3-4ab9-bedd-239481742ce1 not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:17:03.124637 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 204c8231-d733-4102-854d-1c29f17e062e no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:17:03.156559 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: 204c8231-d733-4102-854d-1c29f17e062e {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:17:03.156559 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 204c8231-d733-4102-854d-1c29f17e062e not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:17:03.243009 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cbbbb8b-5e8c-4b86-b0dd-4f6656a96f99 None None] DHCP port deletion for a6ce2695-bf4f-4293-99d8-53bbc2878d73 request from n-d-812111-14 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:17:03.250014 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-d8880885-8a4d-4965-af77-f2da0ae5908e admin admin] Deleting port 938a6020-80d2-4b23-96d6-c713561187e5 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:17:03.250363 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d8880885-8a4d-4965-af77-f2da0ae5908e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (938a6020-80d2-4b23-96d6-c713561187e5), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:03.378516 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-5cbbbb8b-5e8c-4b86-b0dd-4f6656a96f99 None None] Deleting port 938a6020-80d2-4b23-96d6-c713561187e5 {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:17:03.379634 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-d8880885-8a4d-4965-af77-f2da0ae5908e admin admin] For port 938a6020-80d2-4b23-96d6-c713561187e5, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=938a6020-80d2-4b23-96d6-c713561187e5,segment=NetworkSegment(fb535013-f414-4222-968d-5414b6a47e41),segment_id=fb535013-f414-4222-968d-5414b6a47e41)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:17:03.380013 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d8880885-8a4d-4965-af77-f2da0ae5908e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (938a6020-80d2-4b23-96d6-c713561187e5), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:03.381160 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5cbbbb8b-5e8c-4b86-b0dd-4f6656a96f99 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (938a6020-80d2-4b23-96d6-c713561187e5), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:03.410503 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-d8880885-8a4d-4965-af77-f2da0ae5908e admin admin] Calling delete_port for 938a6020-80d2-4b23-96d6-c713561187e5 owned by network:dhcp {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:17:03.510856 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-5cbbbb8b-5e8c-4b86-b0dd-4f6656a96f99 None None] For port 938a6020-80d2-4b23-96d6-c713561187e5, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=938a6020-80d2-4b23-96d6-c713561187e5,segment=NetworkSegment(fb535013-f414-4222-968d-5414b6a47e41),segment_id=fb535013-f414-4222-968d-5414b6a47e41)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:17:03.511818 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5cbbbb8b-5e8c-4b86-b0dd-4f6656a96f99 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (938a6020-80d2-4b23-96d6-c713561187e5), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:03.554171 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-5cbbbb8b-5e8c-4b86-b0dd-4f6656a96f99 None None] Calling delete_port for 938a6020-80d2-4b23-96d6-c713561187e5 owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:17:03.608024 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d8880885-8a4d-4965-af77-f2da0ae5908e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (938a6020-80d2-4b23-96d6-c713561187e5), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:03.632315 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8880885-8a4d-4965-af77-f2da0ae5908e admin admin] No DVR routers for this DVR port 938a6020-80d2-4b23-96d6-c713561187e5 on host n-d-812111-14 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:17:03.685614 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8880885-8a4d-4965-af77-f2da0ae5908e admin admin] Pushing event deleted for resources: {'Port': ['ID=938a6020-80d2-4b23-96d6-c713561187e5,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:03.710038 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5cbbbb8b-5e8c-4b86-b0dd-4f6656a96f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985'] for port (938a6020-80d2-4b23-96d6-c713561187e5), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:03.747218 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbbbb8b-5e8c-4b86-b0dd-4f6656a96f99 None None] Pushing event deleted for resources: {'Port': ['ID=938a6020-80d2-4b23-96d6-c713561187e5,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:03.756291 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cbbbb8b-5e8c-4b86-b0dd-4f6656a96f99 None None] No DVR routers for this DVR port 938a6020-80d2-4b23-96d6-c713561187e5 on host n-d-812111-14 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:17:03.827158 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d8880885-8a4d-4965-af77-f2da0ae5908e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (a6ce2695-bf4f-4293-99d8-53bbc2878d73), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:03.855916 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-d8880885-8a4d-4965-af77-f2da0ae5908e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6ce2695-bf4f-4293-99d8-53bbc2878d73']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:17:03.866507 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-d8880885-8a4d-4965-af77-f2da0ae5908e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb535013-f414-4222-968d-5414b6a47e41') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:17:03.866719 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-d8880885-8a4d-4965-af77-f2da0ae5908e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb535013-f414-4222-968d-5414b6a47e41') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:17:03.877513 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d8880885-8a4d-4965-af77-f2da0ae5908e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16187153'] for segment (fb535013-f414-4222-968d-5414b6a47e41), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:03.894793 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d8880885-8a4d-4965-af77-f2da0ae5908e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (fb535013-f414-4222-968d-5414b6a47e41), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:03.901389 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8880885-8a4d-4965-af77-f2da0ae5908e admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:17:03.901774 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d8880885-8a4d-4965-af77-f2da0ae5908e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4752570'] for segment (fb535013-f414-4222-968d-5414b6a47e41), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:03.961411 n-d-812111-14 neutron-server[103305]: Traceback (most recent call last): Jan 28 19:17:03.961411 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:17:03.961411 n-d-812111-14 neutron-server[103305]: timer() Jan 28 19:17:03.961411 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:17:03.961411 n-d-812111-14 neutron-server[103305]: cb(*args, **kw) Jan 28 19:17:03.961411 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:17:03.961411 n-d-812111-14 neutron-server[103305]: return func(*args, **kwargs) Jan 28 19:17:03.961411 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:17:03.961411 n-d-812111-14 neutron-server[103305]: self._notify() Jan 28 19:17:03.961411 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:17:03.961411 n-d-812111-14 neutron-server[103305]: self.callback(batched_events) Jan 28 19:17:03.961411 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:17:03.961411 n-d-812111-14 neutron-server[103305]: event.method(event) Jan 28 19:17:03.961411 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:17:03.961411 n-d-812111-14 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:17:03.961411 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:17:03.961411 n-d-812111-14 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:17:03.961411 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:17:03.961411 n-d-812111-14 neutron-server[103305]: return f(self, *a, **k) Jan 28 19:17:03.961411 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:17:03.961411 n-d-812111-14 neutron-server[103305]: return self._get(url).json() Jan 28 19:17:03.961411 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:17:03.961411 n-d-812111-14 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:17:03.961411 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:17:03.961411 n-d-812111-14 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 28 19:17:03.961411 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:17:03.961411 n-d-812111-14 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:17:03.961411 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:17:03.961411 n-d-812111-14 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:17:03.961411 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:17:03.961411 n-d-812111-14 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:17:03.961411 n-d-812111-14 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:17:03.968721 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d8880885-8a4d-4965-af77-f2da0ae5908e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (a6ce2695-bf4f-4293-99d8-53bbc2878d73), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:03.993401 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d8880885-8a4d-4965-af77-f2da0ae5908e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:04.004285 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-d8880885-8a4d-4965-af77-f2da0ae5908e admin admin] 10.222.0.64 "DELETE /v2.0/networks/a6ce2695-bf4f-4293-99d8-53bbc2878d73 HTTP/1.1" status: 204 len: 168 time: 1.1518323 Jan 28 19:17:04.004285 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8880885-8a4d-4965-af77-f2da0ae5908e admin admin] Pushing event deleted for resources: {'Network': ['ID=a6ce2695-bf4f-4293-99d8-53bbc2878d73,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:04.259619 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 39516) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:17:04.330449 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 39518) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:17:04.338011 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-7a893191-1c24-4c16-9bad-958aa713b13b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=fb29c2c1c69c4f59b326e8ec24f37b86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0769186 Jan 28 19:17:04.399759 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-24638036-3570-4a88-b5a0-401d7454478f admin admin] Publish callbacks [] for security_group (dd164f0d-1330-46e0-8d25-b9018b5dce90), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:04.429357 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-24638036-3570-4a88-b5a0-401d7454478f admin admin] Publish callbacks [] for security_group (dd164f0d-1330-46e0-8d25-b9018b5dce90), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:04.547867 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-24638036-3570-4a88-b5a0-401d7454478f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (dd164f0d-1330-46e0-8d25-b9018b5dce90), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:04.547867 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-24638036-3570-4a88-b5a0-401d7454478f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:04.547867 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-24638036-3570-4a88-b5a0-401d7454478f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/dd164f0d-1330-46e0-8d25-b9018b5dce90 HTTP/1.1" status: 204 len: 168 time: 0.2093613 Jan 28 19:17:04.564785 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-756cab5a-bee5-4ca6-ba39-d9e86aa1cff0 req-b101f1d5-a79c-4f34-a791-6ed5b7ab55b8 service neutron] 10.222.0.41 "GET /v2.0/ports/aaf861b8-dc1c-4ad7-b587-439242683163/bindings/n-h2-812111-14 HTTP/1.1" status: 200 len: 385 time: 0.0879939 Jan 28 19:17:04.566019 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24638036-3570-4a88-b5a0-401d7454478f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd164f0d-1330-46e0-8d25-b9018b5dce90,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:04.816583 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-756cab5a-bee5-4ca6-ba39-d9e86aa1cff0 req-508dd488-1f89-4f6f-b987-01d6a1042b8e service neutron] For port aaf861b8-dc1c-4ad7-b587-439242683163, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=aaf861b8-dc1c-4ad7-b587-439242683163,segment=NetworkSegment(62a331e7-e6d6-4fbc-9e3c-2d3acdfd7c92),segment_id=62a331e7-e6d6-4fbc-9e3c-2d3acdfd7c92)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:17:04.845830 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-756cab5a-bee5-4ca6-ba39-d9e86aa1cff0 req-508dd488-1f89-4f6f-b987-01d6a1042b8e service neutron] For port aaf861b8-dc1c-4ad7-b587-439242683163, host n-h1-812111-14, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:17:04.899613 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-756cab5a-bee5-4ca6-ba39-d9e86aa1cff0 req-508dd488-1f89-4f6f-b987-01d6a1042b8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aaf861b8-dc1c-4ad7-b587-439242683163 {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:17:04.914765 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-756cab5a-bee5-4ca6-ba39-d9e86aa1cff0 req-508dd488-1f89-4f6f-b987-01d6a1042b8e service neutron] For port aaf861b8-dc1c-4ad7-b587-439242683163, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=aaf861b8-dc1c-4ad7-b587-439242683163,segment=NetworkSegment(62a331e7-e6d6-4fbc-9e3c-2d3acdfd7c92),segment_id=62a331e7-e6d6-4fbc-9e3c-2d3acdfd7c92)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:17:04.941762 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-756cab5a-bee5-4ca6-ba39-d9e86aa1cff0 req-508dd488-1f89-4f6f-b987-01d6a1042b8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (aaf861b8-dc1c-4ad7-b587-439242683163), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:04.952045 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 938a6020-80d2-4b23-96d6-c713561187e5 no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:17:04.989448 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: 938a6020-80d2-4b23-96d6-c713561187e5 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:17:04.989791 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 938a6020-80d2-4b23-96d6-c713561187e5 not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:17:05.075963 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-756cab5a-bee5-4ca6-ba39-d9e86aa1cff0 req-508dd488-1f89-4f6f-b987-01d6a1042b8e service neutron] Transition to ACTIVE for port object aaf861b8-dc1c-4ad7-b587-439242683163 will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:17:05.082759 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-756cab5a-bee5-4ca6-ba39-d9e86aa1cff0 req-508dd488-1f89-4f6f-b987-01d6a1042b8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (aaf861b8-dc1c-4ad7-b587-439242683163), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:05.172844 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-756cab5a-bee5-4ca6-ba39-d9e86aa1cff0 req-508dd488-1f89-4f6f-b987-01d6a1042b8e service neutron] No DVR routers for this DVR port aaf861b8-dc1c-4ad7-b587-439242683163 on host n-h1-812111-14 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:17:05.220961 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-756cab5a-bee5-4ca6-ba39-d9e86aa1cff0 req-508dd488-1f89-4f6f-b987-01d6a1042b8e service neutron] 10.222.0.41 "PUT /v2.0/ports/aaf861b8-dc1c-4ad7-b587-439242683163/bindings/n-h2-812111-14/activate HTTP/1.1" status: 200 len: 370 time: 0.6490607 Jan 28 19:17:05.224243 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508dd488-1f89-4f6f-b987-01d6a1042b8e service neutron] Pushing event updated for resources: {'Port': ['ID=aaf861b8-dc1c-4ad7-b587-439242683163,revision_number=10']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:05.348458 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756cab5a-bee5-4ca6-ba39-d9e86aa1cff0 req-5f727a7a-0218-45ae-97bb-868a8ca46d66 tempest-LiveAutoBlockMigrationV225Test-1956576498 tempest-LiveAutoBlockMigrationV225Test-1956576498-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:05.350029 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-756cab5a-bee5-4ca6-ba39-d9e86aa1cff0 req-5f727a7a-0218-45ae-97bb-868a8ca46d66 tempest-LiveAutoBlockMigrationV225Test-1956576498 tempest-LiveAutoBlockMigrationV225Test-1956576498-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=d493780a-0b9d-4faf-acb0-7a17299587d3&tenant_id=57a0678ad1cb4e46b30e232c1f317a59&binding%3Ahost_id=n-h1-812111-14 HTTP/1.1" status: 200 len: 1127 time: 0.0558028 Jan 28 19:17:05.457447 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756cab5a-bee5-4ca6-ba39-d9e86aa1cff0 req-00299c13-7ee0-4554-a859-7e6a4a0d9646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:05.457447 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-756cab5a-bee5-4ca6-ba39-d9e86aa1cff0 req-00299c13-7ee0-4554-a859-7e6a4a0d9646 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=d493780a-0b9d-4faf-acb0-7a17299587d3&tenant_id=57a0678ad1cb4e46b30e232c1f317a59 HTTP/1.1" status: 200 len: 1127 time: 0.0935838 Jan 28 19:17:05.557767 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756cab5a-bee5-4ca6-ba39-d9e86aa1cff0 req-4bd3385c-e8c9-4d25-bddc-99a43b74b112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:05.560735 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-756cab5a-bee5-4ca6-ba39-d9e86aa1cff0 req-4bd3385c-e8c9-4d25-bddc-99a43b74b112 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=57a0678ad1cb4e46b30e232c1f317a59&device_id=d493780a-0b9d-4faf-acb0-7a17299587d3 HTTP/1.1" status: 200 len: 1127 time: 0.0737064 Jan 28 19:17:05.713809 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 39568) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:17:05.734764 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9f4e423b-3eb7-4c3c-9da6-61e74eb14612 req-e9c85ca6-99f2-4808-8a62-e69823ff5c2c tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=1a64246f3ff0490988e6f00c7a9a6590&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0601504 Jan 28 19:17:05.736434 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756cab5a-bee5-4ca6-ba39-d9e86aa1cff0 req-b7078036-a8f2-42fb-9398-6e064d2d3333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:05.743753 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-756cab5a-bee5-4ca6-ba39-d9e86aa1cff0 req-b7078036-a8f2-42fb-9398-6e064d2d3333 service neutron] 10.222.0.70 "GET /v2.0/networks?id=72a547d0-d9da-4c9f-b2a7-a4b786ea70ac HTTP/1.1" status: 200 len: 920 time: 0.1706817 Jan 28 19:17:05.864613 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-ef57aaf5-e263-4e83-9d03-1e8bc7673509 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-2049387865-network', 'tenant_id': 'f932699d0e2342708b5259b831d6c18c'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:17:05.899897 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef57aaf5-e263-4e83-9d03-1e8bc7673509 admin admin] Made reservation on behalf of f932699d0e2342708b5259b831d6c18c for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:17:05.906597 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ef57aaf5-e263-4e83-9d03-1e8bc7673509 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:05.914315 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-756cab5a-bee5-4ca6-ba39-d9e86aa1cff0 req-58b86cf5-9b3d-4383-8fed-a1cb1cceaa3d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=aaf861b8-dc1c-4ad7-b587-439242683163 HTTP/1.1" status: 200 len: 217 time: 0.1460271 Jan 28 19:17:05.928355 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ef57aaf5-e263-4e83-9d03-1e8bc7673509 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:06.037932 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756cab5a-bee5-4ca6-ba39-d9e86aa1cff0 req-0410d407-7d0c-4f08-aa29-c73f2b8a9a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:06.039933 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-756cab5a-bee5-4ca6-ba39-d9e86aa1cff0 req-0410d407-7d0c-4f08-aa29-c73f2b8a9a7b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=7e42a0bc-2ea3-4c64-b0da-1fe419b4beb8 HTTP/1.1" status: 200 len: 860 time: 0.1167054 Jan 28 19:17:06.049154 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4e423b-3eb7-4c3c-9da6-61e74eb14612 req-fdad1189-8d27-48c0-8b9a-33d46f508b02 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:06.051604 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9f4e423b-3eb7-4c3c-9da6-61e74eb14612 req-fdad1189-8d27-48c0-8b9a-33d46f508b02 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3067002 Jan 28 19:17:06.088288 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-756cab5a-bee5-4ca6-ba39-d9e86aa1cff0 req-3419f1a2-fb5c-4fed-b360-5e2b7d169dfb service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=72a547d0-d9da-4c9f-b2a7-a4b786ea70ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351377 Jan 28 19:17:06.099080 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9f4e423b-3eb7-4c3c-9da6-61e74eb14612 req-f32d1de7-da99-4830-9b16-c2bd26bbf36d tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/quotas/1a64246f3ff0490988e6f00c7a9a6590 HTTP/1.1" status: 200 len: 375 time: 0.0097446 Jan 28 19:17:06.125681 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ef57aaf5-e263-4e83-9d03-1e8bc7673509 admin admin] Publish callbacks [] for security_group (929081b5-e4ec-47f3-a3f7-d2b3ba16c5f5), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:06.144444 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ef57aaf5-e263-4e83-9d03-1e8bc7673509 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (929081b5-e4ec-47f3-a3f7-d2b3ba16c5f5), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:06.180130 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef57aaf5-e263-4e83-9d03-1e8bc7673509 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:17:06.194581 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef57aaf5-e263-4e83-9d03-1e8bc7673509 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=929081b5-e4ec-47f3-a3f7-d2b3ba16c5f5,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:06.202368 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ef57aaf5-e263-4e83-9d03-1e8bc7673509 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (65f5b843-b58b-4f27-8faf-b99bc8156b89), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:06.202719 n-d-812111-14 neutron-server[103305]: INFO neutron.db.segments_db [None req-ef57aaf5-e263-4e83-9d03-1e8bc7673509 admin admin] Added segment 65f5b843-b58b-4f27-8faf-b99bc8156b89 of type vlan for network 48d3a3c6-bccf-4b82-a5e6-9150eac77858 Jan 28 19:17:06.252637 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-756cab5a-bee5-4ca6-ba39-d9e86aa1cff0 req-0696b99d-384f-42d3-9720-7b76e58af4fc service neutron] 10.222.0.70 "GET /v2.0/networks/72a547d0-d9da-4c9f-b2a7-a4b786ea70ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514106 Jan 28 19:17:06.259087 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df467f9-821c-41be-af66-f4cc523aeb4e req-2c42776a-5eef-4245-90e8-c0aa89b8e341 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:06.263688 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4df467f9-821c-41be-af66-f4cc523aeb4e req-2c42776a-5eef-4245-90e8-c0aa89b8e341 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=d493780a-0b9d-4faf-acb0-7a17299587d3 HTTP/1.1" status: 200 len: 944 time: 0.1727719 Jan 28 19:17:06.294095 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ef57aaf5-e263-4e83-9d03-1e8bc7673509 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (48d3a3c6-bccf-4b82-a5e6-9150eac77858), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:06.353679 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4df467f9-821c-41be-af66-f4cc523aeb4e req-5ff5ec0c-8a89-4a54-939e-c477e08783b4 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890527 Jan 28 19:17:06.366248 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ef57aaf5-e263-4e83-9d03-1e8bc7673509 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (48d3a3c6-bccf-4b82-a5e6-9150eac77858), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:06.367781 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef57aaf5-e263-4e83-9d03-1e8bc7673509 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:06.368804 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ef57aaf5-e263-4e83-9d03-1e8bc7673509 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:06.388698 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9f4e423b-3eb7-4c3c-9da6-61e74eb14612 req-4a0204c3-06f0-43db-8f93-cead09f294d0 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=1a64246f3ff0490988e6f00c7a9a6590&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2812653 Jan 28 19:17:06.433791 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-756cab5a-bee5-4ca6-ba39-d9e86aa1cff0 req-2f2e0aea-1642-4c00-9a81-6d6e11aa6c49 service neutron] 10.222.0.70 "GET /v2.0/networks/72a547d0-d9da-4c9f-b2a7-a4b786ea70ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485660 Jan 28 19:17:06.499106 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-ef57aaf5-e263-4e83-9d03-1e8bc7673509 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7841282 Jan 28 19:17:06.502573 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 39584) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:17:06.510178 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-eb8835f8-a38f-4247-b686-c24b678c4b4f admin admin] Request body: {'subnet': {'network_id': '48d3a3c6-bccf-4b82-a5e6-9150eac77858', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-2049387865-subnet', 'tenant_id': 'f932699d0e2342708b5259b831d6c18c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:17:06.516586 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef57aaf5-e263-4e83-9d03-1e8bc7673509 admin admin] Pushing event updated for resources: {'Network': ['ID=48d3a3c6-bccf-4b82-a5e6-9150eac77858,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:06.528345 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network 48d3a3c6-bccf-4b82-a5e6-9150eac77858 details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:17:06.570564 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb8835f8-a38f-4247-b686-c24b678c4b4f admin admin] Made reservation on behalf of f932699d0e2342708b5259b831d6c18c for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:17:06.573790 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-eb8835f8-a38f-4247-b686-c24b678c4b4f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5221429'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:06.726236 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b838c7e2-442e-4245-803d-e7d7f197e370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:06.889132 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756cab5a-bee5-4ca6-ba39-d9e86aa1cff0 req-07fa5749-0d02-4f9a-bcc9-83b570484aa9 tempest-LiveAutoBlockMigrationV225Test-1956576498 tempest-LiveAutoBlockMigrationV225Test-1956576498-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:06.890680 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-756cab5a-bee5-4ca6-ba39-d9e86aa1cff0 req-07fa5749-0d02-4f9a-bcc9-83b570484aa9 tempest-LiveAutoBlockMigrationV225Test-1956576498 tempest-LiveAutoBlockMigrationV225Test-1956576498-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=d493780a-0b9d-4faf-acb0-7a17299587d3&tenant_id=57a0678ad1cb4e46b30e232c1f317a59&binding%3Ahost_id=n-h2-812111-14 HTTP/1.1" status: 200 len: 1127 time: 0.0989983 Jan 28 19:17:06.982471 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-eb8835f8-a38f-4247-b686-c24b678c4b4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4690681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5221415'] for subnet (84341c46-a745-4b5e-a0f8-0858316efcdb), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:07.110092 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8835f8-a38f-4247-b686-c24b678c4b4f admin admin] Pushing event updated for resources: {'Subnet': ['ID=84341c46-a745-4b5e-a0f8-0858316efcdb,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:07.128414 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8835f8-a38f-4247-b686-c24b678c4b4f admin admin] Checking segment: {'id': '65f5b843-b58b-4f27-8faf-b99bc8156b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '48d3a3c6-bccf-4b82-a5e6-9150eac77858'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:17:07.128865 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb8835f8-a38f-4247-b686-c24b678c4b4f admin admin] Network hostable DHCP agents. Network: 48d3a3c6-bccf-4b82-a5e6-9150eac77858, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:17:07.164889 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-756cab5a-bee5-4ca6-ba39-d9e86aa1cff0 req-64676ed0-9a46-4648-b8fd-39a4df600ef0 service neutron] For port aaf861b8-dc1c-4ad7-b587-439242683163, host n-h1-812111-14, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:17:07.166144 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb8835f8-a38f-4247-b686-c24b678c4b4f admin admin] Network 48d3a3c6-bccf-4b82-a5e6-9150eac77858 is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:17:07.171559 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-756cab5a-bee5-4ca6-ba39-d9e86aa1cff0 req-64676ed0-9a46-4648-b8fd-39a4df600ef0 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:07.174645 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-756cab5a-bee5-4ca6-ba39-d9e86aa1cff0 req-64676ed0-9a46-4648-b8fd-39a4df600ef0 service neutron] 10.222.0.70 "DELETE /v2.0/ports/aaf861b8-dc1c-4ad7-b587-439242683163/bindings/n-h1-812111-14 HTTP/1.1" status: 204 len: 173 time: 0.2640688 Jan 28 19:17:07.193491 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-eb8835f8-a38f-4247-b686-c24b678c4b4f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, 48d3a3c6-bccf-4b82-a5e6-9150eac77858) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:17:07.201644 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb8835f8-a38f-4247-b686-c24b678c4b4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:07.202277 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-eb8835f8-a38f-4247-b686-c24b678c4b4f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:07.205331 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1420a1a-f5cc-4b18-9697-a4286a893a28 None None] Network 48d3a3c6-bccf-4b82-a5e6-9150eac77858 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:17:07.253185 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-eb8835f8-a38f-4247-b686-c24b678c4b4f admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7478323 Jan 28 19:17:07.372172 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30158519-b1e4-493e-9f2c-2c6754a1280c req-16dbfd2b-ee1d-41d2-992b-acde147e71f3 tempest-AttachSCSIVolumeTestJSON-1211245454 tempest-AttachSCSIVolumeTestJSON-1211245454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:07.375470 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-30158519-b1e4-493e-9f2c-2c6754a1280c req-16dbfd2b-ee1d-41d2-992b-acde147e71f3 tempest-AttachSCSIVolumeTestJSON-1211245454 tempest-AttachSCSIVolumeTestJSON-1211245454-project] 10.222.0.64 "GET /v2.0/networks?id=b483694f-9043-435d-89cf-8bde8f85a784 HTTP/1.1" status: 200 len: 815 time: 0.2681861 Jan 28 19:17:07.406923 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-30158519-b1e4-493e-9f2c-2c6754a1280c req-9db6e4fe-c7f5-4695-9d28-1478c8520460 tempest-AttachSCSIVolumeTestJSON-1211245454 tempest-AttachSCSIVolumeTestJSON-1211245454-project] 10.222.0.64 "GET /v2.0/quotas/d8db6e8ff55e4a6780f95f622184a73d HTTP/1.1" status: 200 len: 375 time: 0.0246682 Jan 28 19:17:07.502211 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-30158519-b1e4-493e-9f2c-2c6754a1280c req-67fcf522-5ae5-4df1-ac05-21dbd9c39e26 tempest-AttachSCSIVolumeTestJSON-1211245454 tempest-AttachSCSIVolumeTestJSON-1211245454-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=d8db6e8ff55e4a6780f95f622184a73d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0883374 Jan 28 19:17:07.515548 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06073307-1b8a-46b5-b8b5-3876c5618c89 None None] Network 48d3a3c6-bccf-4b82-a5e6-9150eac77858 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:17:07.555879 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3343a4c-89a0-4ae0-a121-87f97b2bb6ae req-bc30cd3b-d240-4e12-81ce-d2bd78baee37 tempest-ServersTestFqdnHostnames-1981151228 tempest-ServersTestFqdnHostnames-1981151228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:07.560685 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d3343a4c-89a0-4ae0-a121-87f97b2bb6ae req-bc30cd3b-d240-4e12-81ce-d2bd78baee37 tempest-ServersTestFqdnHostnames-1981151228 tempest-ServersTestFqdnHostnames-1981151228-project] 10.222.0.64 "GET /v2.0/ports?device_id=908084fb-8a97-4be7-9fce-01b29763dd1d HTTP/1.1" status: 200 len: 946 time: 0.1518791 Jan 28 19:17:07.670423 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-30158519-b1e4-493e-9f2c-2c6754a1280c req-79fc2a11-5301-4808-b8e1-4a86faf2b7d4 service neutron] 10.222.0.64 "GET /v2.0/networks/b483694f-9043-435d-89cf-8bde8f85a784?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672292 Jan 28 19:17:07.711200 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d3343a4c-89a0-4ae0-a121-87f97b2bb6ae req-517872d9-070d-47ac-83ff-90bd5c5b979a tempest-ServersTestFqdnHostnames-1981151228 tempest-ServersTestFqdnHostnames-1981151228-project] 10.222.0.64 "GET /v2.0/security-groups?id=86be49ed-dcd4-4bc8-814a-1d557121cc3e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1439700 Jan 28 19:17:07.859715 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-30158519-b1e4-493e-9f2c-2c6754a1280c req-2435c850-5058-4771-91e1-8d45b5579d87 service neutron] 10.222.0.64 "GET /v2.0/networks/b483694f-9043-435d-89cf-8bde8f85a784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881537 Jan 28 19:17:08.216059 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a409a3c-ae41-4383-b276-e32df0ffec7d req-d3d16e65-c485-4f81-abd4-19a18d45197d tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:08.243835 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9a409a3c-ae41-4383-b276-e32df0ffec7d req-d3d16e65-c485-4f81-abd4-19a18d45197d tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=d493780a-0b9d-4faf-acb0-7a17299587d3 HTTP/1.1" status: 200 len: 944 time: 0.1926770 Jan 28 19:17:08.397837 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9a409a3c-ae41-4383-b276-e32df0ffec7d req-fd659096-54f3-419b-90a2-5c64cda6e607 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525533 Jan 28 19:17:08.446108 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baf5504-1ab5-4346-b562-5e77c31a91ef req-7b175f15-6f8d-4b7b-8abf-87aea5d4e6d6 tempest-ServersTestFqdnHostnames-1981151228 tempest-ServersTestFqdnHostnames-1981151228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:08.447669 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-0baf5504-1ab5-4346-b562-5e77c31a91ef req-7b175f15-6f8d-4b7b-8abf-87aea5d4e6d6 tempest-ServersTestFqdnHostnames-1981151228 tempest-ServersTestFqdnHostnames-1981151228-project] 10.222.0.41 "GET /v2.0/ports?device_id=908084fb-8a97-4be7-9fce-01b29763dd1d HTTP/1.1" status: 200 len: 946 time: 0.2011938 Jan 28 19:17:08.564536 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d7aea1b9-c9a9-40b6-b542-077e32eb3c85 req-d6ca666a-dc24-47ff-b620-af4df9ad4c1b tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/ports?device_id=32a8ac6e-e567-4a78-b0a8-6440e2670f71 HTTP/1.1" status: 200 len: 210 time: 0.0432403 Jan 28 19:17:08.599109 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f03051-1c7c-4472-a4f3-e283a1bcb520 req-a5a7e50f-78bf-44b8-ae13-1f4a02407ff2 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:08.603088 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-99f03051-1c7c-4472-a4f3-e283a1bcb520 req-a5a7e50f-78bf-44b8-ae13-1f4a02407ff2 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/networks?id=48d3a3c6-bccf-4b82-a5e6-9150eac77858 HTTP/1.1" status: 200 len: 815 time: 0.3108118 Jan 28 19:17:08.634468 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-99f03051-1c7c-4472-a4f3-e283a1bcb520 req-7106fd57-c093-4294-b731-8d2db307c9d2 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/quotas/f932699d0e2342708b5259b831d6c18c HTTP/1.1" status: 200 len: 375 time: 0.0260589 Jan 28 19:17:08.716781 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-99f03051-1c7c-4472-a4f3-e283a1bcb520 req-60efa2fe-d6f5-426c-a47e-0f23aeaf3c30 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=f932699d0e2342708b5259b831d6c18c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0769601 Jan 28 19:17:08.742000 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4ccb65d7-16be-43e7-9929-d8d374df90a4 req-65dc52cb-2216-47bf-aa63-42968464f575 tempest-AttachSCSIVolumeTestJSON-1211245454 tempest-AttachSCSIVolumeTestJSON-1211245454-project] 10.222.0.64 "GET /v2.0/ports?device_id=d778be57-fac7-4c47-a816-bac5a48aaea1 HTTP/1.1" status: 200 len: 210 time: 0.0822518 Jan 28 19:17:08.811436 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-0baf5504-1ab5-4346-b562-5e77c31a91ef req-6da8603e-3607-49d3-9700-d9d8d0212cb6 tempest-ServersTestFqdnHostnames-1981151228 tempest-ServersTestFqdnHostnames-1981151228-project] Deleting port ba118a5f-89fe-4cca-ac9f-fb4cc90e2822 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:17:08.811917 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-0baf5504-1ab5-4346-b562-5e77c31a91ef req-6da8603e-3607-49d3-9700-d9d8d0212cb6 tempest-ServersTestFqdnHostnames-1981151228 tempest-ServersTestFqdnHostnames-1981151228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (ba118a5f-89fe-4cca-ac9f-fb4cc90e2822), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:08.918278 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-06951ec4-eed2-4494-911a-2ab359be9ded None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:09.043366 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-99f03051-1c7c-4472-a4f3-e283a1bcb520 req-87fe84c0-2e64-4b16-825e-ee0e8f80a5a5 service neutron] 10.222.0.64 "GET /v2.0/networks/48d3a3c6-bccf-4b82-a5e6-9150eac77858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3091080 Jan 28 19:17:09.227722 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-0baf5504-1ab5-4346-b562-5e77c31a91ef req-6da8603e-3607-49d3-9700-d9d8d0212cb6 tempest-ServersTestFqdnHostnames-1981151228 tempest-ServersTestFqdnHostnames-1981151228-project] For port ba118a5f-89fe-4cca-ac9f-fb4cc90e2822, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=ba118a5f-89fe-4cca-ac9f-fb4cc90e2822,segment=NetworkSegment(504142c2-c953-442b-b4a6-2fbebe4e0a31),segment_id=504142c2-c953-442b-b4a6-2fbebe4e0a31)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:17:09.228101 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-0baf5504-1ab5-4346-b562-5e77c31a91ef req-6da8603e-3607-49d3-9700-d9d8d0212cb6 tempest-ServersTestFqdnHostnames-1981151228 tempest-ServersTestFqdnHostnames-1981151228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (ba118a5f-89fe-4cca-ac9f-fb4cc90e2822), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:09.300567 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device e21058df-38a1-4839-8ac4-8b5b371eeafe details requested by agent hyperv_n-h1-812111-14 with host n-h1-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:17:09.406538 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9f4e423b-3eb7-4c3c-9da6-61e74eb14612 req-87adb13d-5f8a-43ca-b122-a9c08ed9b59e tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=1a64246f3ff0490988e6f00c7a9a6590&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1004355 Jan 28 19:17:09.425693 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bd5d28-cebe-425e-a6af-0e48cd390201 req-aca3ee83-e1ba-413d-a504-b15579982f21 tempest-ServersTestFqdnHostnames-1981151228 tempest-ServersTestFqdnHostnames-1981151228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:09.452807 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-49bd5d28-cebe-425e-a6af-0e48cd390201 req-aca3ee83-e1ba-413d-a504-b15579982f21 tempest-ServersTestFqdnHostnames-1981151228 tempest-ServersTestFqdnHostnames-1981151228-project] 10.222.0.64 "GET /v2.0/ports?device_id=908084fb-8a97-4be7-9fce-01b29763dd1d HTTP/1.1" status: 200 len: 946 time: 0.3917186 Jan 28 19:17:09.468389 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-99f03051-1c7c-4472-a4f3-e283a1bcb520 req-77ceb4b5-76d6-4ef4-a094-ac3412e8d4f1 service neutron] 10.222.0.64 "GET /v2.0/networks/48d3a3c6-bccf-4b82-a5e6-9150eac77858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4228549 Jan 28 19:17:09.505687 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port e21058df-38a1-4839-8ac4-8b5b371eeafe, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=e21058df-38a1-4839-8ac4-8b5b371eeafe,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:17:09.544303 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Returning: {'device': 'e21058df-38a1-4839-8ac4-8b5b371eeafe', 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91', 'port_id': 'e21058df-38a1-4839-8ac4-8b5b371eeafe', 'mac_address': 'fa:16:3e:e5:65:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2de4832-9ef6-4f40-9ac5-1557d5e6a6ff', 'ip_address': '192.168.233.124'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:17:09.653342 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port e21058df-38a1-4839-8ac4-8b5b371eeafe is: ACTIVE; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:17:09.653751 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (e21058df-38a1-4839-8ac4-8b5b371eeafe), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:09.744037 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e21058df-38a1-4839-8ac4-8b5b371eeafe {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:17:09.765732 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:09.775845 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4e423b-3eb7-4c3c-9da6-61e74eb14612 req-30cdbc8a-b942-47ce-854a-54e4796ad182 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:09.780696 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9f4e423b-3eb7-4c3c-9da6-61e74eb14612 req-30cdbc8a-b942-47ce-854a-54e4796ad182 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3610182 Jan 28 19:17:09.799787 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-9f4e423b-3eb7-4c3c-9da6-61e74eb14612 req-be6b5881-3452-4de7-9017-08229c6c4b74 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Request body: {'port': {'device_id': '55fb4a88-44e8-4590-bb8e-724323d8a12a', 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91', 'admin_state_up': True, 'tenant_id': '1a64246f3ff0490988e6f00c7a9a6590'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:17:09.811462 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port e21058df-38a1-4839-8ac4-8b5b371eeafe, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=e21058df-38a1-4839-8ac4-8b5b371eeafe,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:17:09.834473 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (e21058df-38a1-4839-8ac4-8b5b371eeafe), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:09.970212 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['e21058df-38a1-4839-8ac4-8b5b371eeafe'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:17:09.984095 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9f4e423b-3eb7-4c3c-9da6-61e74eb14612 req-14edcfde-3145-4871-95c0-2fcfa007d42d tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=1a64246f3ff0490988e6f00c7a9a6590&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1909590 Jan 28 19:17:10.011437 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-49bd5d28-cebe-425e-a6af-0e48cd390201 req-f21490c5-1a2b-4cad-aec3-8f0a61277ace tempest-ServersTestFqdnHostnames-1981151228 tempest-ServersTestFqdnHostnames-1981151228-project] 10.222.0.64 "GET /v2.0/security-groups?id=86be49ed-dcd4-4bc8-814a-1d557121cc3e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5573883 Jan 28 19:17:10.092205 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=e21058df-38a1-4839-8ac4-8b5b371eeafe,revision_number=6']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:10.117449 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9467401b-a9b2-4be8-b4c6-8896b41758ac req-bfc33339-a504-461a-8545-f37aa4639ff6 tempest-LiveAutoBlockMigrationV225Test-1956576498 tempest-LiveAutoBlockMigrationV225Test-1956576498-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:10.128542 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9467401b-a9b2-4be8-b4c6-8896b41758ac req-bfc33339-a504-461a-8545-f37aa4639ff6 tempest-LiveAutoBlockMigrationV225Test-1956576498 tempest-LiveAutoBlockMigrationV225Test-1956576498-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=d493780a-0b9d-4faf-acb0-7a17299587d3 HTTP/1.1" status: 200 len: 1127 time: 0.1911139 Jan 28 19:17:10.190141 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-0baf5504-1ab5-4346-b562-5e77c31a91ef req-6da8603e-3607-49d3-9700-d9d8d0212cb6 tempest-ServersTestFqdnHostnames-1981151228 tempest-ServersTestFqdnHostnames-1981151228-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:10.190604 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-0baf5504-1ab5-4346-b562-5e77c31a91ef req-6da8603e-3607-49d3-9700-d9d8d0212cb6 tempest-ServersTestFqdnHostnames-1981151228 tempest-ServersTestFqdnHostnames-1981151228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734886'] for floatingip (4a280580-22b5-4f68-bc3f-92dacab7450e), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:10.190822 n-d-812111-14 neutron-server[103304]: INFO neutron.db.l3_db [req-0baf5504-1ab5-4346-b562-5e77c31a91ef req-6da8603e-3607-49d3-9700-d9d8d0212cb6 tempest-ServersTestFqdnHostnames-1981151228 tempest-ServersTestFqdnHostnames-1981151228-project] Floating IP 4a280580-22b5-4f68-bc3f-92dacab7450e disassociated. External IP: 172.25.6.119, port: ba118a5f-89fe-4cca-ac9f-fb4cc90e2822. Jan 28 19:17:10.191171 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-0baf5504-1ab5-4346-b562-5e77c31a91ef req-6da8603e-3607-49d3-9700-d9d8d0212cb6 tempest-ServersTestFqdnHostnames-1981151228 tempest-ServersTestFqdnHostnames-1981151228-project] Calling delete_port for ba118a5f-89fe-4cca-ac9f-fb4cc90e2822 owned by compute:nova {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:17:10.356888 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6d1ee5dc-a376-4d75-a087-0ba8fc724251 req-c3045c68-1fdb-41cf-a257-5bc22fd07022 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/ports?device_id=32a8ac6e-e567-4a78-b0a8-6440e2670f71 HTTP/1.1" status: 200 len: 210 time: 0.0953264 Jan 28 19:17:10.478392 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f4e423b-3eb7-4c3c-9da6-61e74eb14612 req-be6b5881-3452-4de7-9017-08229c6c4b74 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Made reservation on behalf of 1a64246f3ff0490988e6f00c7a9a6590 for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:17:10.503517 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-9f4e423b-3eb7-4c3c-9da6-61e74eb14612 req-be6b5881-3452-4de7-9017-08229c6c4b74 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:10.522419 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9467401b-a9b2-4be8-b4c6-8896b41758ac req-4236a183-7567-4434-9685-1ac1b99d2ace tempest-LiveAutoBlockMigrationV225Test-1956576498 tempest-LiveAutoBlockMigrationV225Test-1956576498-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2603712 Jan 28 19:17:10.630520 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4e423b-3eb7-4c3c-9da6-61e74eb14612 req-35fcc1da-70dd-4523-bedc-3ed113fc9a19 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:10.636398 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9f4e423b-3eb7-4c3c-9da6-61e74eb14612 req-35fcc1da-70dd-4523-bedc-3ed113fc9a19 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6152086 Jan 28 19:17:10.664868 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-9f4e423b-3eb7-4c3c-9da6-61e74eb14612 req-e125bff2-5210-40ea-a7a3-134f2ec62c7f tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Request body: {'port': {'device_id': '32a8ac6e-e567-4a78-b0a8-6440e2670f71', 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91', 'admin_state_up': True, 'tenant_id': '1a64246f3ff0490988e6f00c7a9a6590'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:17:10.796215 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-43f3d33d-3dd6-4d51-9f92-7d1e668fdab1 req-91922928-8a5c-4c5b-91d8-39819f9f92cd tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/ports?device_id=587144d8-3f4e-497f-8a09-c3f0f7eaea93 HTTP/1.1" status: 200 len: 210 time: 0.0881875 Jan 28 19:17:11.083765 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30158519-b1e4-493e-9f2c-2c6754a1280c req-660e2124-e981-4f37-a14e-ae7bcf964df9 tempest-AttachSCSIVolumeTestJSON-1211245454 tempest-AttachSCSIVolumeTestJSON-1211245454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:11.085671 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-30158519-b1e4-493e-9f2c-2c6754a1280c req-660e2124-e981-4f37-a14e-ae7bcf964df9 tempest-AttachSCSIVolumeTestJSON-1211245454 tempest-AttachSCSIVolumeTestJSON-1211245454-project] 10.222.0.41 "GET /v2.0/networks?id=b483694f-9043-435d-89cf-8bde8f85a784 HTTP/1.1" status: 200 len: 815 time: 0.6525154 Jan 28 19:17:11.108432 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-30158519-b1e4-493e-9f2c-2c6754a1280c req-93a4afe7-6a5b-4e58-85b7-3655705361c0 tempest-AttachSCSIVolumeTestJSON-1211245454 tempest-AttachSCSIVolumeTestJSON-1211245454-project] Request body: {'port': {'device_id': 'd778be57-fac7-4c47-a816-bac5a48aaea1', 'network_id': 'b483694f-9043-435d-89cf-8bde8f85a784', 'admin_state_up': True, 'tenant_id': 'd8db6e8ff55e4a6780f95f622184a73d'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:17:11.188227 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-9f4e423b-3eb7-4c3c-9da6-61e74eb14612 req-be6b5881-3452-4de7-9017-08229c6c4b74 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Allocated IP 192.168.233.206 (7810caa2-eac6-457d-9302-c8c215ef3e91/f2de4832-9ef6-4f40-9ac5-1557d5e6a6ff/ba3dfb3f-b79a-4091-8a16-d848dd0495fb) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:17:11.306501 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device e21058df-38a1-4839-8ac4-8b5b371eeafe up at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:17:11.396863 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning complete for port e21058df-38a1-4839-8ac4-8b5b371eeafe triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:17:11.397575 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (e21058df-38a1-4839-8ac4-8b5b371eeafe), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:11.491975 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30158519-b1e4-493e-9f2c-2c6754a1280c req-93a4afe7-6a5b-4e58-85b7-3655705361c0 tempest-AttachSCSIVolumeTestJSON-1211245454 tempest-AttachSCSIVolumeTestJSON-1211245454-project] Made reservation on behalf of d8db6e8ff55e4a6780f95f622184a73d for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:17:11.493404 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port e21058df-38a1-4839-8ac4-8b5b371eeafe is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:17:11.494002 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (e21058df-38a1-4839-8ac4-8b5b371eeafe), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:11.498078 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-30158519-b1e4-493e-9f2c-2c6754a1280c req-93a4afe7-6a5b-4e58-85b7-3655705361c0 tempest-AttachSCSIVolumeTestJSON-1211245454 tempest-AttachSCSIVolumeTestJSON-1211245454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:11.528847 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9543c020-b607-443e-8a7c-70e83d381fec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e21058df-38a1-4839-8ac4-8b5b371eeafe'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:17:11.531674 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0a12cf4-35ff-4039-8d6f-17019e6e1015" -d '{"events": [{"server_uuid": "9543c020-b607-443e-8a7c-70e83d381fec", "name": "network-vif-plugged", "status": "completed", "tag": "e21058df-38a1-4839-8ac4-8b5b371eeafe"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:17:11.561238 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port e21058df-38a1-4839-8ac4-8b5b371eeafe, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=e21058df-38a1-4839-8ac4-8b5b371eeafe,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:17:11.577240 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (e21058df-38a1-4839-8ac4-8b5b371eeafe), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:11.578454 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device ba118a5f-89fe-4cca-ac9f-fb4cc90e2822 no longer exists at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:17:11.582166 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-0baf5504-1ab5-4346-b562-5e77c31a91ef req-6da8603e-3607-49d3-9700-d9d8d0212cb6 tempest-ServersTestFqdnHostnames-1981151228 tempest-ServersTestFqdnHostnames-1981151228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (ba118a5f-89fe-4cca-ac9f-fb4cc90e2822), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:11.609170 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-0e39317f-bfad-41fe-adb2-a5e4c40b8f72 req-69aad9e8-fafc-44f2-9e80-cdde8186bd78 tempest-AttachSCSIVolumeTestJSON-1211245454 tempest-AttachSCSIVolumeTestJSON-1211245454-project] 10.222.0.64 "GET /v2.0/ports?device_id=d778be57-fac7-4c47-a816-bac5a48aaea1 HTTP/1.1" status: 200 len: 210 time: 0.9678752 Jan 28 19:17:11.612703 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f4e423b-3eb7-4c3c-9da6-61e74eb14612 req-e125bff2-5210-40ea-a7a3-134f2ec62c7f tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Made reservation on behalf of 1a64246f3ff0490988e6f00c7a9a6590 for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:17:11.621601 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-9f4e423b-3eb7-4c3c-9da6-61e74eb14612 req-e125bff2-5210-40ea-a7a3-134f2ec62c7f tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:11.668774 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=e21058df-38a1-4839-8ac4-8b5b371eeafe,revision_number=7']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:11.691279 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:11.696235 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] No Port match for: ba118a5f-89fe-4cca-ac9f-fb4cc90e2822 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:17:11.696579 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device ba118a5f-89fe-4cca-ac9f-fb4cc90e2822 not bound to the agent host n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:17:11.756558 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da8603e-3607-49d3-9700-d9d8d0212cb6 tempest-ServersTestFqdnHostnames-1981151228 tempest-ServersTestFqdnHostnames-1981151228-project] Pushing event deleted for resources: {'Port': ['ID=ba118a5f-89fe-4cca-ac9f-fb4cc90e2822,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:11.770255 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.41', 51684) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:17:12.086782 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-30158519-b1e4-493e-9f2c-2c6754a1280c req-93a4afe7-6a5b-4e58-85b7-3655705361c0 tempest-AttachSCSIVolumeTestJSON-1211245454 tempest-AttachSCSIVolumeTestJSON-1211245454-project] Allocated IP 172.20.0.6 (b483694f-9043-435d-89cf-8bde8f85a784/1247ccdc-4414-49c6-83d9-66d363a67e32/9804a5f3-e1a4-4b7c-b262-c12ca11a7d8f) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:17:12.196134 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-9f4e423b-3eb7-4c3c-9da6-61e74eb14612 req-be6b5881-3452-4de7-9017-08229c6c4b74 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Publish callbacks [] for port (ba3dfb3f-b79a-4091-8a16-d848dd0495fb), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:12.326405 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f03051-1c7c-4472-a4f3-e283a1bcb520 req-db876418-7754-4330-9755-8e5a73f2a67a tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:12.328153 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-99f03051-1c7c-4472-a4f3-e283a1bcb520 req-db876418-7754-4330-9755-8e5a73f2a67a tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.41 "GET /v2.0/networks?id=48d3a3c6-bccf-4b82-a5e6-9150eac77858 HTTP/1.1" status: 200 len: 815 time: 0.5394192 Jan 28 19:17:12.346617 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cf4ad9-55a9-4458-8448-9baec4ee2eb7 req-1aa5eccc-ee53-48af-b30e-965486621023 tempest-LiveAutoBlockMigrationV225Test-1956576498 tempest-LiveAutoBlockMigrationV225Test-1956576498-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:12.348121 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b4cf4ad9-55a9-4458-8448-9baec4ee2eb7 req-1aa5eccc-ee53-48af-b30e-965486621023 tempest-LiveAutoBlockMigrationV225Test-1956576498 tempest-LiveAutoBlockMigrationV225Test-1956576498-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=d493780a-0b9d-4faf-acb0-7a17299587d3 HTTP/1.1" status: 200 len: 1127 time: 0.5412669 Jan 28 19:17:12.370301 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-99f03051-1c7c-4472-a4f3-e283a1bcb520 req-1ca25539-d19a-42e0-858a-f8ef573b900f tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Request body: {'port': {'device_id': '587144d8-3f4e-497f-8a09-c3f0f7eaea93', 'network_id': '48d3a3c6-bccf-4b82-a5e6-9150eac77858', 'admin_state_up': True, 'tenant_id': 'f932699d0e2342708b5259b831d6c18c'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:17:12.374972 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0baf5504-1ab5-4346-b562-5e77c31a91ef req-6da8603e-3607-49d3-9700-d9d8d0212cb6 tempest-ServersTestFqdnHostnames-1981151228 tempest-ServersTestFqdnHostnames-1981151228-project] Router eb03139e-a51e-4a95-9941-b7e81a8a4c04 has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:17:12.436938 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-9f4e423b-3eb7-4c3c-9da6-61e74eb14612 req-be6b5881-3452-4de7-9017-08229c6c4b74 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (ba3dfb3f-b79a-4091-8a16-d848dd0495fb), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:12.452080 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['2c6e3e02-9a3d-4288-b73e-f8d74d789791', '115bc44f-e24a-4e83-8c83-958fe8f5875c'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:17:12.458766 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['a742ef4b-8c5c-49ae-a7ae-adee27392f4c'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:17:12.494897 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f4e423b-3eb7-4c3c-9da6-61e74eb14612 req-be6b5881-3452-4de7-9017-08229c6c4b74 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Network 7810caa2-eac6-457d-9302-c8c215ef3e91 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:17:12.499748 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-9f4e423b-3eb7-4c3c-9da6-61e74eb14612 req-be6b5881-3452-4de7-9017-08229c6c4b74 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:17:12.506105 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f4e423b-3eb7-4c3c-9da6-61e74eb14612 req-be6b5881-3452-4de7-9017-08229c6c4b74 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:17:12.556274 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6b5881-3452-4de7-9017-08229c6c4b74 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Pushing event updated for resources: {'Port': ['ID=ba3dfb3f-b79a-4091-8a16-d848dd0495fb,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:12.569579 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-30158519-b1e4-493e-9f2c-2c6754a1280c req-93a4afe7-6a5b-4e58-85b7-3655705361c0 tempest-AttachSCSIVolumeTestJSON-1211245454 tempest-AttachSCSIVolumeTestJSON-1211245454-project] Publish callbacks [] for port (9804a5f3-e1a4-4b7c-b262-c12ca11a7d8f), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:12.595916 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4e423b-3eb7-4c3c-9da6-61e74eb14612 req-be6b5881-3452-4de7-9017-08229c6c4b74 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:12.597062 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-9f4e423b-3eb7-4c3c-9da6-61e74eb14612 req-be6b5881-3452-4de7-9017-08229c6c4b74 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:12.640793 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9f4e423b-3eb7-4c3c-9da6-61e74eb14612 req-be6b5881-3452-4de7-9017-08229c6c4b74 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8471224 Jan 28 19:17:12.667481 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-9f4e423b-3eb7-4c3c-9da6-61e74eb14612 req-d4e1d94b-b164-4a28-b4dc-7bee299a2617 service neutron] Request body: {'port': {'device_id': '55fb4a88-44e8-4590-bb8e-724323d8a12a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-14'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:17:12.675784 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-30158519-b1e4-493e-9f2c-2c6754a1280c req-93a4afe7-6a5b-4e58-85b7-3655705361c0 tempest-AttachSCSIVolumeTestJSON-1211245454 tempest-AttachSCSIVolumeTestJSON-1211245454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (9804a5f3-e1a4-4b7c-b262-c12ca11a7d8f), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:12.791997 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30158519-b1e4-493e-9f2c-2c6754a1280c req-93a4afe7-6a5b-4e58-85b7-3655705361c0 tempest-AttachSCSIVolumeTestJSON-1211245454 tempest-AttachSCSIVolumeTestJSON-1211245454-project] Network b483694f-9043-435d-89cf-8bde8f85a784 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:17:12.799291 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-30158519-b1e4-493e-9f2c-2c6754a1280c req-93a4afe7-6a5b-4e58-85b7-3655705361c0 tempest-AttachSCSIVolumeTestJSON-1211245454 tempest-AttachSCSIVolumeTestJSON-1211245454-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:17:12.820521 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-30158519-b1e4-493e-9f2c-2c6754a1280c req-93a4afe7-6a5b-4e58-85b7-3655705361c0 tempest-AttachSCSIVolumeTestJSON-1211245454 tempest-AttachSCSIVolumeTestJSON-1211245454-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:17:13.036973 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-9f4e423b-3eb7-4c3c-9da6-61e74eb14612 req-d4e1d94b-b164-4a28-b4dc-7bee299a2617 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (ba3dfb3f-b79a-4091-8a16-d848dd0495fb), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:13.115983 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30158519-b1e4-493e-9f2c-2c6754a1280c req-93a4afe7-6a5b-4e58-85b7-3655705361c0 tempest-AttachSCSIVolumeTestJSON-1211245454 tempest-AttachSCSIVolumeTestJSON-1211245454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:13.117963 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-30158519-b1e4-493e-9f2c-2c6754a1280c req-93a4afe7-6a5b-4e58-85b7-3655705361c0 tempest-AttachSCSIVolumeTestJSON-1211245454 tempest-AttachSCSIVolumeTestJSON-1211245454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:13.162549 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:13.187171 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-30158519-b1e4-493e-9f2c-2c6754a1280c req-93a4afe7-6a5b-4e58-85b7-3655705361c0 tempest-AttachSCSIVolumeTestJSON-1211245454 tempest-AttachSCSIVolumeTestJSON-1211245454-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0821917 Jan 28 19:17:13.196778 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a4afe7-6a5b-4e58-85b7-3655705361c0 tempest-AttachSCSIVolumeTestJSON-1211245454 tempest-AttachSCSIVolumeTestJSON-1211245454-project] Pushing event updated for resources: {'Port': ['ID=9804a5f3-e1a4-4b7c-b262-c12ca11a7d8f,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:13.204397 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-daef1d11-ea66-46d9-82d5-f858613639cd None None] Provisioning complete for port ba3dfb3f-b79a-4091-8a16-d848dd0495fb triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:17:13.205573 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-daef1d11-ea66-46d9-82d5-f858613639cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (ba3dfb3f-b79a-4091-8a16-d848dd0495fb), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:13.244231 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-30158519-b1e4-493e-9f2c-2c6754a1280c req-9c27b97a-a1fd-4110-b188-6be990eb4199 service neutron] Request body: {'port': {'device_id': 'd778be57-fac7-4c47-a816-bac5a48aaea1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-14'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:17:13.277597 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b4cf4ad9-55a9-4458-8448-9baec4ee2eb7 req-d1a72257-e926-4bda-b9bc-6ea42a66566f tempest-LiveAutoBlockMigrationV225Test-1956576498 tempest-LiveAutoBlockMigrationV225Test-1956576498-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9014864 Jan 28 19:17:13.348749 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-9f4e423b-3eb7-4c3c-9da6-61e74eb14612 req-e125bff2-5210-40ea-a7a3-134f2ec62c7f tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Allocated IP 192.168.233.69 (7810caa2-eac6-457d-9302-c8c215ef3e91/f2de4832-9ef6-4f40-9ac5-1557d5e6a6ff/7a3aff15-c2d8-43e5-a25d-35c2dc2b0c90) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:17:13.454247 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-30158519-b1e4-493e-9f2c-2c6754a1280c req-9c27b97a-a1fd-4110-b188-6be990eb4199 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (9804a5f3-e1a4-4b7c-b262-c12ca11a7d8f), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:13.541829 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-daef1d11-ea66-46d9-82d5-f858613639cd None None] Port ba3dfb3f-b79a-4091-8a16-d848dd0495fb cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:17:13.619316 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0baf5504-1ab5-4346-b562-5e77c31a91ef req-6da8603e-3607-49d3-9700-d9d8d0212cb6 tempest-ServersTestFqdnHostnames-1981151228 tempest-ServersTestFqdnHostnames-1981151228-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:17:13.631867 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08be53f-8598-4491-843d-3d52400a95f6 None None] Sync routers for ids ['eb03139e-a51e-4a95-9941-b7e81a8a4c04'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:17:13.645911 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08be53f-8598-4491-843d-3d52400a95f6 None None] Routers {'eb03139e-a51e-4a95-9941-b7e81a8a4c04'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:17:13.646539 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-c08be53f-8598-4491-843d-3d52400a95f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:17:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['eb03139e-a51e-4a95-9941-b7e81a8a4c04'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:17:13.687572 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-1407bc8b-f2d6-4536-8bf7-8cfbf42c733a None None] Provisioning complete for port 9804a5f3-e1a4-4b7c-b262-c12ca11a7d8f triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:17:13.688523 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1407bc8b-f2d6-4536-8bf7-8cfbf42c733a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (9804a5f3-e1a4-4b7c-b262-c12ca11a7d8f), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:13.696260 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a875107a-7840-42ae-988c-7a43f85ae488 req-23e53af1-c7a6-4711-98ef-8c0c9388f1c6 tempest-ServersTestFqdnHostnames-1981151228 tempest-ServersTestFqdnHostnames-1981151228-project] 10.222.0.64 "GET /v2.0/ports?device_id=908084fb-8a97-4be7-9fce-01b29763dd1d HTTP/1.1" status: 200 len: 210 time: 0.1262536 Jan 28 19:17:13.743476 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99f03051-1c7c-4472-a4f3-e283a1bcb520 req-1ca25539-d19a-42e0-858a-f8ef573b900f tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Made reservation on behalf of f932699d0e2342708b5259b831d6c18c for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:17:13.763661 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-99f03051-1c7c-4472-a4f3-e283a1bcb520 req-1ca25539-d19a-42e0-858a-f8ef573b900f tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:13.894079 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-1407bc8b-f2d6-4536-8bf7-8cfbf42c733a None None] Port 9804a5f3-e1a4-4b7c-b262-c12ca11a7d8f cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:17:14.015075 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:17:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fae2306-3edd-4232-bf6c-0412ad00a2d2 x-openstack-request-id: req-3fae2306-3edd-4232-bf6c-0412ad00a2d2 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:17:14.015823 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9543c020-b607-443e-8a7c-70e83d381fec", "name": "network-vif-plugged", "status": "completed", "tag": "e21058df-38a1-4839-8ac4-8b5b371eeafe", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:17:14.017032 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3fae2306-3edd-4232-bf6c-0412ad00a2d2 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:17:14.017978 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9543c020-b607-443e-8a7c-70e83d381fec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e21058df-38a1-4839-8ac4-8b5b371eeafe', 'code': 200} Jan 28 19:17:14.115907 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-0baf5504-1ab5-4346-b562-5e77c31a91ef req-6da8603e-3607-49d3-9700-d9d8d0212cb6 tempest-ServersTestFqdnHostnames-1981151228 tempest-ServersTestFqdnHostnames-1981151228-project] No DVR routers for this DVR port ba118a5f-89fe-4cca-ac9f-fb4cc90e2822 on host n-h1-812111-14 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:17:14.134137 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-917ae1c3-7506-4150-845b-82bad6260f20 req-915527ca-2ca1-46e0-accc-b1775e3afc3d tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/ports?device_id=32a8ac6e-e567-4a78-b0a8-6440e2670f71 HTTP/1.1" status: 200 len: 210 time: 0.2166796 Jan 28 19:17:14.148532 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-0baf5504-1ab5-4346-b562-5e77c31a91ef req-6da8603e-3607-49d3-9700-d9d8d0212cb6 tempest-ServersTestFqdnHostnames-1981151228 tempest-ServersTestFqdnHostnames-1981151228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:14.181571 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-0baf5504-1ab5-4346-b562-5e77c31a91ef req-6da8603e-3607-49d3-9700-d9d8d0212cb6 tempest-ServersTestFqdnHostnames-1981151228 tempest-ServersTestFqdnHostnames-1981151228-project] 10.222.0.41 "DELETE /v2.0/ports/ba118a5f-89fe-4cca-ac9f-fb4cc90e2822 HTTP/1.1" status: 204 len: 173 time: 5.7247689 Jan 28 19:17:14.184303 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '908084fb-8a97-4be7-9fce-01b29763dd1d', 'name': 'network-vif-deleted', 'tag': 'ba118a5f-89fe-4cca-ac9f-fb4cc90e2822'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:17:14.230605 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc7c5691-7b18-4f03-9550-469dffd2e70e" -d '{"events": [{"server_uuid": "908084fb-8a97-4be7-9fce-01b29763dd1d", "name": "network-vif-deleted", "tag": "ba118a5f-89fe-4cca-ac9f-fb4cc90e2822"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:17:14.353212 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-9f4e423b-3eb7-4c3c-9da6-61e74eb14612 req-e125bff2-5210-40ea-a7a3-134f2ec62c7f tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Publish callbacks [] for port (7a3aff15-c2d8-43e5-a25d-35c2dc2b0c90), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:14.432484 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-68b2aefa-d52c-4dc1-84ca-6f9b7fccd777 req-75f30af6-f878-4124-a272-b828e7b7fc69 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/ports?device_id=587144d8-3f4e-497f-8a09-c3f0f7eaea93 HTTP/1.1" status: 200 len: 210 time: 0.1160142 Jan 28 19:17:14.481301 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-c08be53f-8598-4491-843d-3d52400a95f6 None None] Set router eb03139e-a51e-4a95-9941-b7e81a8a4c04 gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:17:14.998779 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [req-30158519-b1e4-493e-9f2c-2c6754a1280c req-9c27b97a-a1fd-4110-b188-6be990eb4199 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9804a5f3-e1a4-4b7c-b262-c12ca11a7d8f {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:17:15.009347 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-99f03051-1c7c-4472-a4f3-e283a1bcb520 req-1ca25539-d19a-42e0-858a-f8ef573b900f tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Allocated IP 172.20.0.12 (48d3a3c6-bccf-4b82-a5e6-9150eac77858/84341c46-a745-4b5e-a0f8-0858316efcdb/1ac76e2b-dc95-4c65-ae3f-039f4fde9352) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:17:15.043083 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-30158519-b1e4-493e-9f2c-2c6754a1280c req-9c27b97a-a1fd-4110-b188-6be990eb4199 service neutron] Publish callbacks [] for port (9804a5f3-e1a4-4b7c-b262-c12ca11a7d8f), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:15.095594 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-30158519-b1e4-493e-9f2c-2c6754a1280c req-9c27b97a-a1fd-4110-b188-6be990eb4199 service neutron] Transition to ACTIVE for port object 9804a5f3-e1a4-4b7c-b262-c12ca11a7d8f will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:17:15.117213 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-9f4e423b-3eb7-4c3c-9da6-61e74eb14612 req-e125bff2-5210-40ea-a7a3-134f2ec62c7f tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (7a3aff15-c2d8-43e5-a25d-35c2dc2b0c90), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:15.139906 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['2c6e3e02-9a3d-4288-b73e-f8d74d789791', '115bc44f-e24a-4e83-8c83-958fe8f5875c'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:17:15.145547 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['a742ef4b-8c5c-49ae-a7ae-adee27392f4c'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:17:15.182371 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-c08be53f-8598-4491-843d-3d52400a95f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb03139e-a51e-4a95-9941-b7e81a8a4c04', 'name': 'tempest-ServersTestFqdnHostnames-384020295-router', 'tenant_id': '2919cc86d97b42bbb60ba9ee60522438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '6c58fc49-61d8-44c2-ba94-3d16ccd30c06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:15:50Z', 'updated_at': '2022-01-28T19:15:57Z', 'revision_number': 4, 'project_id': '2919cc86d97b42bbb60ba9ee60522438', 'gw_port': {'id': '6c58fc49-61d8-44c2-ba94-3d16ccd30c06', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:3e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb03139e-a51e-4a95-9941-b7e81a8a4c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:15:51Z', 'updated_at': '2022-01-28T19:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '210d91e0-8cd4-4a67-990f-6e7dd0538b9d', 'name': '', 'network_id': '942f5500-a4bd-4069-a44c-30175e942cfe', 'tenant_id': '2919cc86d97b42bbb60ba9ee60522438', 'mac_address': 'fa:16:3e:f0:b1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb03139e-a51e-4a95-9941-b7e81a8a4c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '8ec4e5d1-0c4e-4c7b-954e-58b53ab84682', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:15:56Z', 'updated_at': '2022-01-28T19:16:03Z', 'revision_number': 5, 'project_id': '2919cc86d97b42bbb60ba9ee60522438', 'subnets': [{'id': '8ec4e5d1-0c4e-4c7b-954e-58b53ab84682', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:17:15.296467 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-30158519-b1e4-493e-9f2c-2c6754a1280c req-9c27b97a-a1fd-4110-b188-6be990eb4199 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (9804a5f3-e1a4-4b7c-b262-c12ca11a7d8f), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:15.313840 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08be53f-8598-4491-843d-3d52400a95f6 None None] Checking router: eb03139e-a51e-4a95-9941-b7e81a8a4c04 for host: n-d-812111-14 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:17:15.371569 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08be53f-8598-4491-843d-3d52400a95f6 None None] Routers {'eb03139e-a51e-4a95-9941-b7e81a8a4c04'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:17:15.372970 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-c08be53f-8598-4491-843d-3d52400a95f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:17:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['eb03139e-a51e-4a95-9941-b7e81a8a4c04'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:17:15.422897 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6b6d6df-f390-4331-9648-8f5cc9fcba3a x-openstack-request-id: req-c6b6d6df-f390-4331-9648-8f5cc9fcba3a {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:17:15.423849 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "908084fb-8a97-4be7-9fce-01b29763dd1d", "name": "network-vif-deleted", "tag": "ba118a5f-89fe-4cca-ac9f-fb4cc90e2822", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:17:15.424328 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c6b6d6df-f390-4331-9648-8f5cc9fcba3a {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:17:15.424954 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '908084fb-8a97-4be7-9fce-01b29763dd1d', 'name': 'network-vif-deleted', 'tag': 'ba118a5f-89fe-4cca-ac9f-fb4cc90e2822', 'status': 'completed', 'code': 200} Jan 28 19:17:15.426137 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e125bff2-5210-40ea-a7a3-134f2ec62c7f tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Pushing event updated for resources: {'Port': ['ID=7a3aff15-c2d8-43e5-a25d-35c2dc2b0c90,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:15.442639 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478cce58-a1a5-47b1-b1b1-84bbbb2bfa72 req-d08a8cc9-b198-4986-b9fc-e2093d2ce30c tempest-AttachSCSIVolumeTestJSON-1211245454 tempest-AttachSCSIVolumeTestJSON-1211245454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:15.460279 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-478cce58-a1a5-47b1-b1b1-84bbbb2bfa72 req-d08a8cc9-b198-4986-b9fc-e2093d2ce30c tempest-AttachSCSIVolumeTestJSON-1211245454 tempest-AttachSCSIVolumeTestJSON-1211245454-project] 10.222.0.64 "GET /v2.0/ports?device_id=d778be57-fac7-4c47-a816-bac5a48aaea1 HTTP/1.1" status: 200 len: 931 time: 1.0015271 Jan 28 19:17:15.493235 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f4e423b-3eb7-4c3c-9da6-61e74eb14612 req-e125bff2-5210-40ea-a7a3-134f2ec62c7f tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Network 7810caa2-eac6-457d-9302-c8c215ef3e91 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:17:15.528779 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-9f4e423b-3eb7-4c3c-9da6-61e74eb14612 req-e125bff2-5210-40ea-a7a3-134f2ec62c7f tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:17:15.548998 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f4e423b-3eb7-4c3c-9da6-61e74eb14612 req-e125bff2-5210-40ea-a7a3-134f2ec62c7f tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:17:15.783480 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-478cce58-a1a5-47b1-b1b1-84bbbb2bfa72 req-0b466419-4ba1-4c16-95ad-37ce948335ee tempest-AttachSCSIVolumeTestJSON-1211245454 tempest-AttachSCSIVolumeTestJSON-1211245454-project] 10.222.0.64 "GET /v2.0/security-groups?id=9398b756-464a-4fa2-9e67-95bcbd5057f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3162637 Jan 28 19:17:15.875382 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-c08be53f-8598-4491-843d-3d52400a95f6 None None] Set router eb03139e-a51e-4a95-9941-b7e81a8a4c04 gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:17:16.161437 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [req-9f4e423b-3eb7-4c3c-9da6-61e74eb14612 req-d4e1d94b-b164-4a28-b4dc-7bee299a2617 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba3dfb3f-b79a-4091-8a16-d848dd0495fb {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:17:16.197160 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-9f4e423b-3eb7-4c3c-9da6-61e74eb14612 req-d4e1d94b-b164-4a28-b4dc-7bee299a2617 service neutron] Publish callbacks [] for port (ba3dfb3f-b79a-4091-8a16-d848dd0495fb), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:16.226129 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-99f03051-1c7c-4472-a4f3-e283a1bcb520 req-1ca25539-d19a-42e0-858a-f8ef573b900f tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Publish callbacks [] for port (1ac76e2b-dc95-4c65-ae3f-039f4fde9352), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:16.260601 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-9f4e423b-3eb7-4c3c-9da6-61e74eb14612 req-d4e1d94b-b164-4a28-b4dc-7bee299a2617 service neutron] Transition to ACTIVE for port object ba3dfb3f-b79a-4091-8a16-d848dd0495fb will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:17:16.308556 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c27b97a-a1fd-4110-b188-6be990eb4199 service neutron] Pushing event updated for resources: {'Port': ['ID=9804a5f3-e1a4-4b7c-b262-c12ca11a7d8f,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:16.323855 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-9f4e423b-3eb7-4c3c-9da6-61e74eb14612 req-d4e1d94b-b164-4a28-b4dc-7bee299a2617 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (ba3dfb3f-b79a-4091-8a16-d848dd0495fb), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:16.396477 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4e423b-3eb7-4c3c-9da6-61e74eb14612 req-e125bff2-5210-40ea-a7a3-134f2ec62c7f tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:16.396958 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-9f4e423b-3eb7-4c3c-9da6-61e74eb14612 req-e125bff2-5210-40ea-a7a3-134f2ec62c7f tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:16.421070 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e1d94b-b164-4a28-b4dc-7bee299a2617 service neutron] Pushing event updated for resources: {'Port': ['ID=ba3dfb3f-b79a-4091-8a16-d848dd0495fb,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:16.446614 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-30158519-b1e4-493e-9f2c-2c6754a1280c req-9c27b97a-a1fd-4110-b188-6be990eb4199 service neutron] Attempting to bind port 9804a5f3-e1a4-4b7c-b262-c12ca11a7d8f on host n-h1-812111-14 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:17:16.448893 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-30158519-b1e4-493e-9f2c-2c6754a1280c req-9c27b97a-a1fd-4110-b188-6be990eb4199 service neutron] Attempting to bind port 9804a5f3-e1a4-4b7c-b262-c12ca11a7d8f by drivers openvswitch,hyperv on host n-h1-812111-14 at level 0 using segments [{'id': '6dc6eae3-f32e-470d-a2b1-f94c96581d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b483694f-9043-435d-89cf-8bde8f85a784'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:17:16.449414 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30158519-b1e4-493e-9f2c-2c6754a1280c req-9c27b97a-a1fd-4110-b188-6be990eb4199 service neutron] Attempting to bind port 9804a5f3-e1a4-4b7c-b262-c12ca11a7d8f on network b483694f-9043-435d-89cf-8bde8f85a784 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:17:16.463896 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-99f03051-1c7c-4472-a4f3-e283a1bcb520 req-1ca25539-d19a-42e0-858a-f8ef573b900f tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (1ac76e2b-dc95-4c65-ae3f-039f4fde9352), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:16.467831 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30158519-b1e4-493e-9f2c-2c6754a1280c req-9c27b97a-a1fd-4110-b188-6be990eb4199 service neutron] Port 9804a5f3-e1a4-4b7c-b262-c12ca11a7d8f on network b483694f-9043-435d-89cf-8bde8f85a784 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-14 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:17:16.468803 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30158519-b1e4-493e-9f2c-2c6754a1280c req-9c27b97a-a1fd-4110-b188-6be990eb4199 service neutron] Attempting to bind port 9804a5f3-e1a4-4b7c-b262-c12ca11a7d8f on network b483694f-9043-435d-89cf-8bde8f85a784 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:17:16.517388 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30158519-b1e4-493e-9f2c-2c6754a1280c req-9c27b97a-a1fd-4110-b188-6be990eb4199 service neutron] Checking agent: {'id': 'b544ba20-de93-4d86-9e6b-a2202deb6191', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 16, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:17:16.517674 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30158519-b1e4-493e-9f2c-2c6754a1280c req-9c27b97a-a1fd-4110-b188-6be990eb4199 service neutron] Checking segment: {'id': '6dc6eae3-f32e-470d-a2b1-f94c96581d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b483694f-9043-435d-89cf-8bde8f85a784'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:17:16.518075 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30158519-b1e4-493e-9f2c-2c6754a1280c req-9c27b97a-a1fd-4110-b188-6be990eb4199 service neutron] Bound using segment: {'id': '6dc6eae3-f32e-470d-a2b1-f94c96581d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b483694f-9043-435d-89cf-8bde8f85a784'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:17:16.526807 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-30158519-b1e4-493e-9f2c-2c6754a1280c req-9c27b97a-a1fd-4110-b188-6be990eb4199 service neutron] Bound port: 9804a5f3-e1a4-4b7c-b262-c12ca11a7d8f, host: n-h1-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6dc6eae3-f32e-470d-a2b1-f94c96581d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b483694f-9043-435d-89cf-8bde8f85a784'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:17:16.527236 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-30158519-b1e4-493e-9f2c-2c6754a1280c req-9c27b97a-a1fd-4110-b188-6be990eb4199 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (9804a5f3-e1a4-4b7c-b262-c12ca11a7d8f), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:16.628500 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9f4e423b-3eb7-4c3c-9da6-61e74eb14612 req-e125bff2-5210-40ea-a7a3-134f2ec62c7f tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.9751921 Jan 28 19:17:16.655016 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-c08be53f-8598-4491-843d-3d52400a95f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb03139e-a51e-4a95-9941-b7e81a8a4c04', 'name': 'tempest-ServersTestFqdnHostnames-384020295-router', 'tenant_id': '2919cc86d97b42bbb60ba9ee60522438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '6c58fc49-61d8-44c2-ba94-3d16ccd30c06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:15:50Z', 'updated_at': '2022-01-28T19:15:57Z', 'revision_number': 4, 'project_id': '2919cc86d97b42bbb60ba9ee60522438', 'gw_port': {'id': '6c58fc49-61d8-44c2-ba94-3d16ccd30c06', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:3e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb03139e-a51e-4a95-9941-b7e81a8a4c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:15:51Z', 'updated_at': '2022-01-28T19:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '210d91e0-8cd4-4a67-990f-6e7dd0538b9d', 'name': '', 'network_id': '942f5500-a4bd-4069-a44c-30175e942cfe', 'tenant_id': '2919cc86d97b42bbb60ba9ee60522438', 'mac_address': 'fa:16:3e:f0:b1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb03139e-a51e-4a95-9941-b7e81a8a4c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '8ec4e5d1-0c4e-4c7b-954e-58b53ab84682', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:15:56Z', 'updated_at': '2022-01-28T19:16:03Z', 'revision_number': 5, 'project_id': '2919cc86d97b42bbb60ba9ee60522438', 'subnets': [{'id': '8ec4e5d1-0c4e-4c7b-954e-58b53ab84682', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:17:16.711217 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-9f4e423b-3eb7-4c3c-9da6-61e74eb14612 req-7699ea06-7239-4d3a-abd8-3ca9b6b10974 service neutron] Request body: {'port': {'device_id': '32a8ac6e-e567-4a78-b0a8-6440e2670f71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-14'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:17:16.750602 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08be53f-8598-4491-843d-3d52400a95f6 None None] The sync data for ids ['eb03139e-a51e-4a95-9941-b7e81a8a4c04'] in n-d-812111-14 is: [{'id': 'eb03139e-a51e-4a95-9941-b7e81a8a4c04', 'name': 'tempest-ServersTestFqdnHostnames-384020295-router', 'tenant_id': '2919cc86d97b42bbb60ba9ee60522438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '6c58fc49-61d8-44c2-ba94-3d16ccd30c06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:15:50Z', 'updated_at': '2022-01-28T19:15:57Z', 'revision_number': 4, 'project_id': '2919cc86d97b42bbb60ba9ee60522438', 'gw_port': {'id': '6c58fc49-61d8-44c2-ba94-3d16ccd30c06', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:3e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb03139e-a51e-4a95-9941-b7e81a8a4c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:15:51Z', 'updated_at': '2022-01-28T19:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '210d91e0-8cd4-4a67-990f-6e7dd0538b9d', 'name': '', 'network_id': '942f5500-a4bd-4069-a44c-30175e942cfe', 'tenant_id': '2919cc86d97b42bbb60ba9ee60522438', 'mac_address': 'fa:16:3e:f0:b1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb03139e-a51e-4a95-9941-b7e81a8a4c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '8ec4e5d1-0c4e-4c7b-954e-58b53ab84682', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:15:56Z', 'updated_at': '2022-01-28T19:16:03Z', 'revision_number': 5, 'project_id': '2919cc86d97b42bbb60ba9ee60522438', 'subnets': [{'id': '8ec4e5d1-0c4e-4c7b-954e-58b53ab84682', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:17:16.827990 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99f03051-1c7c-4472-a4f3-e283a1bcb520 req-1ca25539-d19a-42e0-858a-f8ef573b900f tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Network 48d3a3c6-bccf-4b82-a5e6-9150eac77858 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:17:16.859811 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-99f03051-1c7c-4472-a4f3-e283a1bcb520 req-1ca25539-d19a-42e0-858a-f8ef573b900f tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:17:16.873288 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-99f03051-1c7c-4472-a4f3-e283a1bcb520 req-1ca25539-d19a-42e0-858a-f8ef573b900f tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:17:16.879876 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-c99de86a-4954-46a1-84fa-fa6e19cc8d93 None None] Provisioning complete for port 7a3aff15-c2d8-43e5-a25d-35c2dc2b0c90 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:17:16.881543 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c99de86a-4954-46a1-84fa-fa6e19cc8d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (7a3aff15-c2d8-43e5-a25d-35c2dc2b0c90), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:16.947448 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c7a7b5-8e14-43e1-8ef8-dc238db0811a req-67389b11-da22-42eb-92cc-a55688e7fbde tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:16.964680 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e6c7a7b5-8e14-43e1-8ef8-dc238db0811a req-67389b11-da22-42eb-92cc-a55688e7fbde tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/ports?device_id=32a8ac6e-e567-4a78-b0a8-6440e2670f71 HTTP/1.1" status: 200 len: 935 time: 0.5871465 Jan 28 19:17:17.048502 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-c99de86a-4954-46a1-84fa-fa6e19cc8d93 None None] Port 7a3aff15-c2d8-43e5-a25d-35c2dc2b0c90 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:17:17.061749 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca25539-d19a-42e0-858a-f8ef573b900f tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Pushing event updated for resources: {'Port': ['ID=1ac76e2b-dc95-4c65-ae3f-039f4fde9352,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:17.270141 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e6c7a7b5-8e14-43e1-8ef8-dc238db0811a req-a5391833-a43f-4262-b91b-2ec4012d518a tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/security-groups?id=c326a8a3-da0b-43eb-8867-b30c14662b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3039982 Jan 28 19:17:17.282588 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f03051-1c7c-4472-a4f3-e283a1bcb520 req-1ca25539-d19a-42e0-858a-f8ef573b900f tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:17.283520 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-99f03051-1c7c-4472-a4f3-e283a1bcb520 req-1ca25539-d19a-42e0-858a-f8ef573b900f tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:17.353448 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-99f03051-1c7c-4472-a4f3-e283a1bcb520 req-1ca25539-d19a-42e0-858a-f8ef573b900f tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.0043900 Jan 28 19:17:17.355022 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 39812) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:17:17.359187 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f97226-c1e4-4927-be66-bf95766fa3ab None None] New status for floating IP 4a280580-22b5-4f68-bc3f-92dacab7450e: DOWN {{(pid=103306) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 19:17:17.398705 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-9f4e423b-3eb7-4c3c-9da6-61e74eb14612 req-7699ea06-7239-4d3a-abd8-3ca9b6b10974 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (7a3aff15-c2d8-43e5-a25d-35c2dc2b0c90), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:17.444497 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-99f03051-1c7c-4472-a4f3-e283a1bcb520 req-135360dd-6c27-4aae-ad40-41b207b8e661 service neutron] Request body: {'port': {'device_id': '587144d8-3f4e-497f-8a09-c3f0f7eaea93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-14'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:17:18.005811 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-9f4e423b-3eb7-4c3c-9da6-61e74eb14612 req-7699ea06-7239-4d3a-abd8-3ca9b6b10974 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a3aff15-c2d8-43e5-a25d-35c2dc2b0c90 {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:17:18.019869 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-9f4e423b-3eb7-4c3c-9da6-61e74eb14612 req-7699ea06-7239-4d3a-abd8-3ca9b6b10974 service neutron] Publish callbacks [] for port (7a3aff15-c2d8-43e5-a25d-35c2dc2b0c90), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:18.037260 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-9f4e423b-3eb7-4c3c-9da6-61e74eb14612 req-7699ea06-7239-4d3a-abd8-3ca9b6b10974 service neutron] Transition to ACTIVE for port object 7a3aff15-c2d8-43e5-a25d-35c2dc2b0c90 will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:17:18.097435 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-9f4e423b-3eb7-4c3c-9da6-61e74eb14612 req-7699ea06-7239-4d3a-abd8-3ca9b6b10974 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (7a3aff15-c2d8-43e5-a25d-35c2dc2b0c90), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:18.125031 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-30158519-b1e4-493e-9f2c-2c6754a1280c req-9c27b97a-a1fd-4110-b188-6be990eb4199 service neutron] For port 9804a5f3-e1a4-4b7c-b262-c12ca11a7d8f, host n-h1-812111-14, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:17:18.128469 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-30158519-b1e4-493e-9f2c-2c6754a1280c req-9c27b97a-a1fd-4110-b188-6be990eb4199 service neutron] For port 9804a5f3-e1a4-4b7c-b262-c12ca11a7d8f, host n-h1-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=9804a5f3-e1a4-4b7c-b262-c12ca11a7d8f,segment=NetworkSegment(6dc6eae3-f32e-470d-a2b1-f94c96581d4b),segment_id=6dc6eae3-f32e-470d-a2b1-f94c96581d4b)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:17:18.174951 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-30158519-b1e4-493e-9f2c-2c6754a1280c req-9c27b97a-a1fd-4110-b188-6be990eb4199 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (9804a5f3-e1a4-4b7c-b262-c12ca11a7d8f), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:18.212051 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-9f4e423b-3eb7-4c3c-9da6-61e74eb14612 req-d4e1d94b-b164-4a28-b4dc-7bee299a2617 service neutron] Attempting to bind port ba3dfb3f-b79a-4091-8a16-d848dd0495fb on host n-h1-812111-14 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:17:18.212862 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-9f4e423b-3eb7-4c3c-9da6-61e74eb14612 req-d4e1d94b-b164-4a28-b4dc-7bee299a2617 service neutron] Attempting to bind port ba3dfb3f-b79a-4091-8a16-d848dd0495fb by drivers openvswitch,hyperv on host n-h1-812111-14 at level 0 using segments [{'id': '195bcdbf-a031-4d8b-9f7f-e09fd37cd197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:17:18.213418 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4e423b-3eb7-4c3c-9da6-61e74eb14612 req-d4e1d94b-b164-4a28-b4dc-7bee299a2617 service neutron] Attempting to bind port ba3dfb3f-b79a-4091-8a16-d848dd0495fb on network 7810caa2-eac6-457d-9302-c8c215ef3e91 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:17:18.243478 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7699ea06-7239-4d3a-abd8-3ca9b6b10974 service neutron] Pushing event updated for resources: {'Port': ['ID=7a3aff15-c2d8-43e5-a25d-35c2dc2b0c90,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:18.306520 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-99f03051-1c7c-4472-a4f3-e283a1bcb520 req-135360dd-6c27-4aae-ad40-41b207b8e661 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (1ac76e2b-dc95-4c65-ae3f-039f4fde9352), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:18.308749 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4e423b-3eb7-4c3c-9da6-61e74eb14612 req-d4e1d94b-b164-4a28-b4dc-7bee299a2617 service neutron] Port ba3dfb3f-b79a-4091-8a16-d848dd0495fb on network 7810caa2-eac6-457d-9302-c8c215ef3e91 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-14 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:17:18.309079 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4e423b-3eb7-4c3c-9da6-61e74eb14612 req-d4e1d94b-b164-4a28-b4dc-7bee299a2617 service neutron] Attempting to bind port ba3dfb3f-b79a-4091-8a16-d848dd0495fb on network 7810caa2-eac6-457d-9302-c8c215ef3e91 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:17:18.368926 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c27b97a-a1fd-4110-b188-6be990eb4199 service neutron] Pushing event updated for resources: {'Port': ['ID=9804a5f3-e1a4-4b7c-b262-c12ca11a7d8f,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:18.413694 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30158519-b1e4-493e-9f2c-2c6754a1280c req-9c27b97a-a1fd-4110-b188-6be990eb4199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:18.415585 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-30158519-b1e4-493e-9f2c-2c6754a1280c req-9c27b97a-a1fd-4110-b188-6be990eb4199 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:18.417309 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-30158519-b1e4-493e-9f2c-2c6754a1280c req-9c27b97a-a1fd-4110-b188-6be990eb4199 service neutron] 10.222.0.41 "PUT /v2.0/ports/9804a5f3-e1a4-4b7c-b262-c12ca11a7d8f HTTP/1.1" status: 200 len: 1092 time: 5.1780300 Jan 28 19:17:18.420271 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd778be57-fac7-4c47-a816-bac5a48aaea1', 'tag': '9804a5f3-e1a4-4b7c-b262-c12ca11a7d8f'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:17:18.423994 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3cd45ca-aae6-46ff-afcb-8aaeb21eac82" -d '{"events": [{"name": "network-changed", "server_uuid": "d778be57-fac7-4c47-a816-bac5a48aaea1", "tag": "9804a5f3-e1a4-4b7c-b262-c12ca11a7d8f"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:17:18.524033 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4e423b-3eb7-4c3c-9da6-61e74eb14612 req-d4e1d94b-b164-4a28-b4dc-7bee299a2617 service neutron] Checking agent: {'id': 'b544ba20-de93-4d86-9e6b-a2202deb6191', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 16, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:17:18.528512 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4e423b-3eb7-4c3c-9da6-61e74eb14612 req-d4e1d94b-b164-4a28-b4dc-7bee299a2617 service neutron] Checking segment: {'id': '195bcdbf-a031-4d8b-9f7f-e09fd37cd197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:17:18.533477 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4e423b-3eb7-4c3c-9da6-61e74eb14612 req-d4e1d94b-b164-4a28-b4dc-7bee299a2617 service neutron] Bound using segment: {'id': '195bcdbf-a031-4d8b-9f7f-e09fd37cd197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:17:18.535780 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-9f4e423b-3eb7-4c3c-9da6-61e74eb14612 req-d4e1d94b-b164-4a28-b4dc-7bee299a2617 service neutron] Bound port: ba3dfb3f-b79a-4091-8a16-d848dd0495fb, host: n-h1-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '195bcdbf-a031-4d8b-9f7f-e09fd37cd197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:17:18.536263 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-9f4e423b-3eb7-4c3c-9da6-61e74eb14612 req-d4e1d94b-b164-4a28-b4dc-7bee299a2617 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (ba3dfb3f-b79a-4091-8a16-d848dd0495fb), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:18.687204 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87b08a6-9b8e-49e2-80fe-0741e4a88fee req-d69f3ef4-6a04-43e4-b1fe-9f7d94a0937e tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:18.688790 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d87b08a6-9b8e-49e2-80fe-0741e4a88fee req-d69f3ef4-6a04-43e4-b1fe-9f7d94a0937e tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/ports?device_id=587144d8-3f4e-497f-8a09-c3f0f7eaea93 HTTP/1.1" status: 200 len: 932 time: 1.1401558 Jan 28 19:17:18.722217 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bea35027-04e1-486f-903d-ee6b82f67f7a tempest-ServersTestFqdnHostnames-1981151228 tempest-ServersTestFqdnHostnames-1981151228-project] Publish callbacks [] for security_group (86be49ed-dcd4-4bc8-814a-1d557121cc3e), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:18.857085 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bea35027-04e1-486f-903d-ee6b82f67f7a tempest-ServersTestFqdnHostnames-1981151228 tempest-ServersTestFqdnHostnames-1981151228-project] Publish callbacks [] for security_group (86be49ed-dcd4-4bc8-814a-1d557121cc3e), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:19.001280 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-9f4e423b-3eb7-4c3c-9da6-61e74eb14612 req-d4e1d94b-b164-4a28-b4dc-7bee299a2617 service neutron] For port ba3dfb3f-b79a-4091-8a16-d848dd0495fb, host n-h1-812111-14, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:17:19.023627 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-9f4e423b-3eb7-4c3c-9da6-61e74eb14612 req-d4e1d94b-b164-4a28-b4dc-7bee299a2617 service neutron] For port ba3dfb3f-b79a-4091-8a16-d848dd0495fb, host n-h1-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=ba3dfb3f-b79a-4091-8a16-d848dd0495fb,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:17:19.051946 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-9f4e423b-3eb7-4c3c-9da6-61e74eb14612 req-d4e1d94b-b164-4a28-b4dc-7bee299a2617 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (ba3dfb3f-b79a-4091-8a16-d848dd0495fb), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:19.122060 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4e423b-3eb7-4c3c-9da6-61e74eb14612 req-d4e1d94b-b164-4a28-b4dc-7bee299a2617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:19.128109 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-9f4e423b-3eb7-4c3c-9da6-61e74eb14612 req-d4e1d94b-b164-4a28-b4dc-7bee299a2617 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:19.130414 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9f4e423b-3eb7-4c3c-9da6-61e74eb14612 req-d4e1d94b-b164-4a28-b4dc-7bee299a2617 service neutron] 10.222.0.41 "PUT /v2.0/ports/ba3dfb3f-b79a-4091-8a16-d848dd0495fb HTTP/1.1" status: 200 len: 1097 time: 6.4756994 Jan 28 19:17:19.284638 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30158519-b1e4-493e-9f2c-2c6754a1280c req-d26443eb-e7e1-4957-8608-9f7fc3d2fc99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:19.296918 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-30158519-b1e4-493e-9f2c-2c6754a1280c req-d26443eb-e7e1-4957-8608-9f7fc3d2fc99 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d8db6e8ff55e4a6780f95f622184a73d&device_id=d778be57-fac7-4c47-a816-bac5a48aaea1 HTTP/1.1" status: 200 len: 1126 time: 0.7168174 Jan 28 19:17:19.456670 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-9f4e423b-3eb7-4c3c-9da6-61e74eb14612 req-7699ea06-7239-4d3a-abd8-3ca9b6b10974 service neutron] Attempting to bind port 7a3aff15-c2d8-43e5-a25d-35c2dc2b0c90 on host n-h2-812111-14 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:17:19.457267 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-9f4e423b-3eb7-4c3c-9da6-61e74eb14612 req-7699ea06-7239-4d3a-abd8-3ca9b6b10974 service neutron] Attempting to bind port 7a3aff15-c2d8-43e5-a25d-35c2dc2b0c90 by drivers openvswitch,hyperv on host n-h2-812111-14 at level 0 using segments [{'id': '195bcdbf-a031-4d8b-9f7f-e09fd37cd197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:17:19.457559 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4e423b-3eb7-4c3c-9da6-61e74eb14612 req-7699ea06-7239-4d3a-abd8-3ca9b6b10974 service neutron] Attempting to bind port 7a3aff15-c2d8-43e5-a25d-35c2dc2b0c90 on network 7810caa2-eac6-457d-9302-c8c215ef3e91 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:17:19.477774 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-30158519-b1e4-493e-9f2c-2c6754a1280c req-934bc2c6-1ba5-48c2-8d94-ecefb9d14eb9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9804a5f3-e1a4-4b7c-b262-c12ca11a7d8f HTTP/1.1" status: 200 len: 217 time: 0.1529262 Jan 28 19:17:19.600548 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bea35027-04e1-486f-903d-ee6b82f67f7a tempest-ServersTestFqdnHostnames-1981151228 tempest-ServersTestFqdnHostnames-1981151228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (86be49ed-dcd4-4bc8-814a-1d557121cc3e), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:19.603222 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bea35027-04e1-486f-903d-ee6b82f67f7a tempest-ServersTestFqdnHostnames-1981151228 tempest-ServersTestFqdnHostnames-1981151228-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:19.610489 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-bea35027-04e1-486f-903d-ee6b82f67f7a tempest-ServersTestFqdnHostnames-1981151228 tempest-ServersTestFqdnHostnames-1981151228-project] 10.222.0.64 "DELETE /v2.0/security-groups/86be49ed-dcd4-4bc8-814a-1d557121cc3e HTTP/1.1" status: 204 len: 168 time: 2.2384486 Jan 28 19:17:19.613600 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 39830) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:17:19.616480 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e1d94b-b164-4a28-b4dc-7bee299a2617 service neutron] Pushing event updated for resources: {'Port': ['ID=ba3dfb3f-b79a-4091-8a16-d848dd0495fb,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:19.654048 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4e423b-3eb7-4c3c-9da6-61e74eb14612 req-72a2e85c-bd44-4c59-b4d7-6b38b2f09a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:19.656123 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9f4e423b-3eb7-4c3c-9da6-61e74eb14612 req-72a2e85c-bd44-4c59-b4d7-6b38b2f09a3c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1a64246f3ff0490988e6f00c7a9a6590&device_id=55fb4a88-44e8-4590-bb8e-724323d8a12a HTTP/1.1" status: 200 len: 1131 time: 0.4640825 Jan 28 19:17:19.663195 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d87b08a6-9b8e-49e2-80fe-0741e4a88fee req-bd788fa0-1738-447b-b36e-16c2821273f7 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/security-groups?id=929081b5-e4ec-47f3-a3f7-d2b3ba16c5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8518057 Jan 28 19:17:19.721408 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea35027-04e1-486f-903d-ee6b82f67f7a tempest-ServersTestFqdnHostnames-1981151228 tempest-ServersTestFqdnHostnames-1981151228-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86be49ed-dcd4-4bc8-814a-1d557121cc3e,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:19.723424 n-d-812111-14 neutron-server[103304]: INFO neutron.api.v2.resource [None req-d72630ba-dadf-4717-9fa9-63af4fc51566 tempest-ServersTestFqdnHostnames-1981151228 tempest-ServersTestFqdnHostnames-1981151228-project] show failed (client error): The resource could not be found. Jan 28 19:17:19.741642 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9f4e423b-3eb7-4c3c-9da6-61e74eb14612 req-a7f6e635-c414-4be7-82e1-233b54fa2295 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=ba3dfb3f-b79a-4091-8a16-d848dd0495fb HTTP/1.1" status: 200 len: 217 time: 0.0681713 Jan 28 19:17:19.744819 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-d72630ba-dadf-4717-9fa9-63af4fc51566 tempest-ServersTestFqdnHostnames-1981151228 tempest-ServersTestFqdnHostnames-1981151228-project] 10.222.0.64 "GET /v2.0/security-groups/86be49ed-dcd4-4bc8-814a-1d557121cc3e HTTP/1.1" status: 404 len: 347 time: 0.0777881 Jan 28 19:17:19.744956 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 39834) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:17:19.745487 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4e423b-3eb7-4c3c-9da6-61e74eb14612 req-7699ea06-7239-4d3a-abd8-3ca9b6b10974 service neutron] Port 7a3aff15-c2d8-43e5-a25d-35c2dc2b0c90 on network 7810caa2-eac6-457d-9302-c8c215ef3e91 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-14 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:17:19.745747 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4e423b-3eb7-4c3c-9da6-61e74eb14612 req-7699ea06-7239-4d3a-abd8-3ca9b6b10974 service neutron] Attempting to bind port 7a3aff15-c2d8-43e5-a25d-35c2dc2b0c90 on network 7810caa2-eac6-457d-9302-c8c215ef3e91 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:17:19.780183 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4e423b-3eb7-4c3c-9da6-61e74eb14612 req-7699ea06-7239-4d3a-abd8-3ca9b6b10974 service neutron] Checking agent: {'id': '8f3fee4e-bf24-4b58-8a3a-ae9c8011a473', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 16, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:17:19.780497 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4e423b-3eb7-4c3c-9da6-61e74eb14612 req-7699ea06-7239-4d3a-abd8-3ca9b6b10974 service neutron] Checking segment: {'id': '195bcdbf-a031-4d8b-9f7f-e09fd37cd197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:17:19.784439 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4e423b-3eb7-4c3c-9da6-61e74eb14612 req-7699ea06-7239-4d3a-abd8-3ca9b6b10974 service neutron] Bound using segment: {'id': '195bcdbf-a031-4d8b-9f7f-e09fd37cd197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:17:19.784920 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-9f4e423b-3eb7-4c3c-9da6-61e74eb14612 req-7699ea06-7239-4d3a-abd8-3ca9b6b10974 service neutron] Bound port: 7a3aff15-c2d8-43e5-a25d-35c2dc2b0c90, host: n-h2-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '195bcdbf-a031-4d8b-9f7f-e09fd37cd197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:17:19.785319 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-9f4e423b-3eb7-4c3c-9da6-61e74eb14612 req-7699ea06-7239-4d3a-abd8-3ca9b6b10974 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (7a3aff15-c2d8-43e5-a25d-35c2dc2b0c90), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:19.910567 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30158519-b1e4-493e-9f2c-2c6754a1280c req-d65eab2e-444b-4732-ba69-3676c3fe2152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:19.913430 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-30158519-b1e4-493e-9f2c-2c6754a1280c req-d65eab2e-444b-4732-ba69-3676c3fe2152 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1247ccdc-4414-49c6-83d9-66d363a67e32 HTTP/1.1" status: 200 len: 854 time: 0.4159591 Jan 28 19:17:20.013576 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-9f4e423b-3eb7-4c3c-9da6-61e74eb14612 req-7699ea06-7239-4d3a-abd8-3ca9b6b10974 service neutron] For port 7a3aff15-c2d8-43e5-a25d-35c2dc2b0c90, host n-h2-812111-14, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:17:20.017954 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-9f4e423b-3eb7-4c3c-9da6-61e74eb14612 req-7699ea06-7239-4d3a-abd8-3ca9b6b10974 service neutron] For port 7a3aff15-c2d8-43e5-a25d-35c2dc2b0c90, host n-h2-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=7a3aff15-c2d8-43e5-a25d-35c2dc2b0c90,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:17:20.057848 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4e423b-3eb7-4c3c-9da6-61e74eb14612 req-6a332d24-2787-4ceb-b0f5-95758b4fe5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:20.068171 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9f4e423b-3eb7-4c3c-9da6-61e74eb14612 req-6a332d24-2787-4ceb-b0f5-95758b4fe5b5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f2de4832-9ef6-4f40-9ac5-1557d5e6a6ff HTTP/1.1" status: 200 len: 843 time: 0.2597201 Jan 28 19:17:20.247679 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4e423b-3eb7-4c3c-9da6-61e74eb14612 req-47ea089c-fa53-41ba-ba76-d1d3e36e8f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:20.250443 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9f4e423b-3eb7-4c3c-9da6-61e74eb14612 req-47ea089c-fa53-41ba-ba76-d1d3e36e8f1d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7810caa2-eac6-457d-9302-c8c215ef3e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1551659 Jan 28 19:17:20.362385 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:20.419472 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9f4e423b-3eb7-4c3c-9da6-61e74eb14612 req-074978dc-dd7f-405a-a16b-28526849d968 service neutron] 10.222.0.41 "GET /v2.0/networks/7810caa2-eac6-457d-9302-c8c215ef3e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519787 Jan 28 19:17:20.422888 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-fef40ec2-f47b-47e9-bd54-dc7f927bfc54 tempest-ServersTestFqdnHostnames-1981151228 tempest-ServersTestFqdnHostnames-1981151228-project] Deleting port 729e6a81-a005-46be-9f31-3708ee196e94 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:17:20.423235 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fef40ec2-f47b-47e9-bd54-dc7f927bfc54 tempest-ServersTestFqdnHostnames-1981151228 tempest-ServersTestFqdnHostnames-1981151228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (729e6a81-a005-46be-9f31-3708ee196e94), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:20.436795 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30158519-b1e4-493e-9f2c-2c6754a1280c req-5fd29df9-418a-473c-b979-269242a5922d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:20.438897 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-30158519-b1e4-493e-9f2c-2c6754a1280c req-5fd29df9-418a-473c-b979-269242a5922d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b483694f-9043-435d-89cf-8bde8f85a784&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.5001409 Jan 28 19:17:20.704092 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-9f4e423b-3eb7-4c3c-9da6-61e74eb14612 req-7699ea06-7239-4d3a-abd8-3ca9b6b10974 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (7a3aff15-c2d8-43e5-a25d-35c2dc2b0c90), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:20.759551 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fef40ec2-f47b-47e9-bd54-dc7f927bfc54 tempest-ServersTestFqdnHostnames-1981151228 tempest-ServersTestFqdnHostnames-1981151228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (729e6a81-a005-46be-9f31-3708ee196e94), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:20.759921 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fef40ec2-f47b-47e9-bd54-dc7f927bfc54 tempest-ServersTestFqdnHostnames-1981151228 tempest-ServersTestFqdnHostnames-1981151228-project] Publish callbacks [] for floatingip (729e6a81-a005-46be-9f31-3708ee196e94), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:20.783684 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-30158519-b1e4-493e-9f2c-2c6754a1280c req-16dff061-b3e3-4e2f-b55c-eb3ea6a3e5fd service neutron] 10.222.0.41 "GET /v2.0/networks/b483694f-9043-435d-89cf-8bde8f85a784?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3229959 Jan 28 19:17:20.790042 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-fef40ec2-f47b-47e9-bd54-dc7f927bfc54 tempest-ServersTestFqdnHostnames-1981151228 tempest-ServersTestFqdnHostnames-1981151228-project] Calling delete_port for 729e6a81-a005-46be-9f31-3708ee196e94 owned by network:floatingip {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:17:20.795533 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9f4e423b-3eb7-4c3c-9da6-61e74eb14612 req-9569034d-d664-47eb-b461-729fbb4e49b9 service neutron] 10.222.0.41 "GET /v2.0/networks/7810caa2-eac6-457d-9302-c8c215ef3e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3699183 Jan 28 19:17:20.803604 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4e423b-3eb7-4c3c-9da6-61e74eb14612 req-7699ea06-7239-4d3a-abd8-3ca9b6b10974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:20.804231 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-9f4e423b-3eb7-4c3c-9da6-61e74eb14612 req-7699ea06-7239-4d3a-abd8-3ca9b6b10974 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:20.805803 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9f4e423b-3eb7-4c3c-9da6-61e74eb14612 req-7699ea06-7239-4d3a-abd8-3ca9b6b10974 service neutron] 10.222.0.70 "PUT /v2.0/ports/7a3aff15-c2d8-43e5-a25d-35c2dc2b0c90 HTTP/1.1" status: 200 len: 1096 time: 4.1023991 Jan 28 19:17:20.824714 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-99f03051-1c7c-4472-a4f3-e283a1bcb520 req-135360dd-6c27-4aae-ad40-41b207b8e661 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ac76e2b-dc95-4c65-ae3f-039f4fde9352 {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:17:20.836403 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32a8ac6e-e567-4a78-b0a8-6440e2670f71', 'tag': '7a3aff15-c2d8-43e5-a25d-35c2dc2b0c90'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:17:20.864002 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c5669e8-3829-495e-b99f-f54b9632df67" -d '{"events": [{"name": "network-changed", "server_uuid": "32a8ac6e-e567-4a78-b0a8-6440e2670f71", "tag": "7a3aff15-c2d8-43e5-a25d-35c2dc2b0c90"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:17:20.881652 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-99f03051-1c7c-4472-a4f3-e283a1bcb520 req-135360dd-6c27-4aae-ad40-41b207b8e661 service neutron] Publish callbacks [] for port (1ac76e2b-dc95-4c65-ae3f-039f4fde9352), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:21.043771 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bb549d-5787-4181-8133-6f196e1edcdb req-4093ee4d-aec9-408b-b7af-b17b2625bf98 tempest-AttachSCSIVolumeTestJSON-1211245454 tempest-AttachSCSIVolumeTestJSON-1211245454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:21.045348 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-58bb549d-5787-4181-8133-6f196e1edcdb req-4093ee4d-aec9-408b-b7af-b17b2625bf98 tempest-AttachSCSIVolumeTestJSON-1211245454 tempest-AttachSCSIVolumeTestJSON-1211245454-project] 10.222.0.64 "GET /v2.0/ports?device_id=d778be57-fac7-4c47-a816-bac5a48aaea1 HTTP/1.1" status: 200 len: 943 time: 1.2021365 Jan 28 19:17:21.055782 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-30158519-b1e4-493e-9f2c-2c6754a1280c req-8e378a49-cb96-46d6-b87a-5e8e78c639e3 service neutron] 10.222.0.41 "GET /v2.0/networks/b483694f-9043-435d-89cf-8bde8f85a784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2577529 Jan 28 19:17:21.058934 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-99f03051-1c7c-4472-a4f3-e283a1bcb520 req-135360dd-6c27-4aae-ad40-41b207b8e661 service neutron] Transition to ACTIVE for port object 1ac76e2b-dc95-4c65-ae3f-039f4fde9352 will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:17:21.087905 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7699ea06-7239-4d3a-abd8-3ca9b6b10974 service neutron] Pushing event updated for resources: {'Port': ['ID=7a3aff15-c2d8-43e5-a25d-35c2dc2b0c90,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:21.139475 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-99f03051-1c7c-4472-a4f3-e283a1bcb520 req-135360dd-6c27-4aae-ad40-41b207b8e661 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (1ac76e2b-dc95-4c65-ae3f-039f4fde9352), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:21.186520 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fef40ec2-f47b-47e9-bd54-dc7f927bfc54 tempest-ServersTestFqdnHostnames-1981151228 tempest-ServersTestFqdnHostnames-1981151228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (729e6a81-a005-46be-9f31-3708ee196e94), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:21.251307 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4e423b-3eb7-4c3c-9da6-61e74eb14612 req-88ed0b76-2a33-4fe5-b62c-f24fc54cd345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:21.252809 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9f4e423b-3eb7-4c3c-9da6-61e74eb14612 req-88ed0b76-2a33-4fe5-b62c-f24fc54cd345 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1a64246f3ff0490988e6f00c7a9a6590&device_id=32a8ac6e-e567-4a78-b0a8-6440e2670f71 HTTP/1.1" status: 200 len: 1130 time: 0.3757641 Jan 28 19:17:21.278574 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef40ec2-f47b-47e9-bd54-dc7f927bfc54 tempest-ServersTestFqdnHostnames-1981151228 tempest-ServersTestFqdnHostnames-1981151228-project] Pushing event deleted for resources: {'Port': ['ID=729e6a81-a005-46be-9f31-3708ee196e94,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:21.331647 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-58bb549d-5787-4181-8133-6f196e1edcdb req-9a874eed-de76-41bf-bcd6-966a8ad3b596 tempest-AttachSCSIVolumeTestJSON-1211245454 tempest-AttachSCSIVolumeTestJSON-1211245454-project] 10.222.0.64 "GET /v2.0/security-groups?id=9398b756-464a-4fa2-9e67-95bcbd5057f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113969 Jan 28 19:17:21.436948 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135360dd-6c27-4aae-ad40-41b207b8e661 service neutron] Pushing event updated for resources: {'Port': ['ID=1ac76e2b-dc95-4c65-ae3f-039f4fde9352,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:21.447799 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fef40ec2-f47b-47e9-bd54-dc7f927bfc54 tempest-ServersTestFqdnHostnames-1981151228 tempest-ServersTestFqdnHostnames-1981151228-project] Publish callbacks [] for floatingip (4a280580-22b5-4f68-bc3f-92dacab7450e), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:21.450515 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fef40ec2-f47b-47e9-bd54-dc7f927bfc54 tempest-ServersTestFqdnHostnames-1981151228 tempest-ServersTestFqdnHostnames-1981151228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for floatingip (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:21.455990 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-fef40ec2-f47b-47e9-bd54-dc7f927bfc54 tempest-ServersTestFqdnHostnames-1981151228 tempest-ServersTestFqdnHostnames-1981151228-project] 10.222.0.64 "DELETE /v2.0/floatingips/4a280580-22b5-4f68-bc3f-92dacab7450e HTTP/1.1" status: 204 len: 168 time: 1.7100847 Jan 28 19:17:21.456628 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 39846) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:17:21.459455 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9f4e423b-3eb7-4c3c-9da6-61e74eb14612 req-c9d46c0a-6a98-4896-8676-96f5a68b9bda service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=7a3aff15-c2d8-43e5-a25d-35c2dc2b0c90 HTTP/1.1" status: 200 len: 217 time: 0.1322987 Jan 28 19:17:21.476005 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-99f03051-1c7c-4472-a4f3-e283a1bcb520 req-135360dd-6c27-4aae-ad40-41b207b8e661 service neutron] Attempting to bind port 1ac76e2b-dc95-4c65-ae3f-039f4fde9352 on host n-h1-812111-14 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:17:21.476347 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-99f03051-1c7c-4472-a4f3-e283a1bcb520 req-135360dd-6c27-4aae-ad40-41b207b8e661 service neutron] Attempting to bind port 1ac76e2b-dc95-4c65-ae3f-039f4fde9352 by drivers openvswitch,hyperv on host n-h1-812111-14 at level 0 using segments [{'id': '65f5b843-b58b-4f27-8faf-b99bc8156b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '48d3a3c6-bccf-4b82-a5e6-9150eac77858'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:17:21.476676 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f03051-1c7c-4472-a4f3-e283a1bcb520 req-135360dd-6c27-4aae-ad40-41b207b8e661 service neutron] Attempting to bind port 1ac76e2b-dc95-4c65-ae3f-039f4fde9352 on network 48d3a3c6-bccf-4b82-a5e6-9150eac77858 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:17:21.569318 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4e423b-3eb7-4c3c-9da6-61e74eb14612 req-b5fcca06-d78c-42b4-8807-91a05a372108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:21.570835 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9f4e423b-3eb7-4c3c-9da6-61e74eb14612 req-b5fcca06-d78c-42b4-8807-91a05a372108 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f2de4832-9ef6-4f40-9ac5-1557d5e6a6ff HTTP/1.1" status: 200 len: 843 time: 0.0959954 Jan 28 19:17:21.589527 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f03051-1c7c-4472-a4f3-e283a1bcb520 req-135360dd-6c27-4aae-ad40-41b207b8e661 service neutron] Port 1ac76e2b-dc95-4c65-ae3f-039f4fde9352 on network 48d3a3c6-bccf-4b82-a5e6-9150eac77858 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-14 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:17:21.589527 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f03051-1c7c-4472-a4f3-e283a1bcb520 req-135360dd-6c27-4aae-ad40-41b207b8e661 service neutron] Attempting to bind port 1ac76e2b-dc95-4c65-ae3f-039f4fde9352 on network 48d3a3c6-bccf-4b82-a5e6-9150eac77858 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:17:21.619888 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f03051-1c7c-4472-a4f3-e283a1bcb520 req-135360dd-6c27-4aae-ad40-41b207b8e661 service neutron] Checking agent: {'id': 'b544ba20-de93-4d86-9e6b-a2202deb6191', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 16, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:17:21.620223 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f03051-1c7c-4472-a4f3-e283a1bcb520 req-135360dd-6c27-4aae-ad40-41b207b8e661 service neutron] Checking segment: {'id': '65f5b843-b58b-4f27-8faf-b99bc8156b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '48d3a3c6-bccf-4b82-a5e6-9150eac77858'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:17:21.620720 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f03051-1c7c-4472-a4f3-e283a1bcb520 req-135360dd-6c27-4aae-ad40-41b207b8e661 service neutron] Bound using segment: {'id': '65f5b843-b58b-4f27-8faf-b99bc8156b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '48d3a3c6-bccf-4b82-a5e6-9150eac77858'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:17:21.621203 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-99f03051-1c7c-4472-a4f3-e283a1bcb520 req-135360dd-6c27-4aae-ad40-41b207b8e661 service neutron] Bound port: 1ac76e2b-dc95-4c65-ae3f-039f4fde9352, host: n-h1-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65f5b843-b58b-4f27-8faf-b99bc8156b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '48d3a3c6-bccf-4b82-a5e6-9150eac77858'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:17:21.621586 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-99f03051-1c7c-4472-a4f3-e283a1bcb520 req-135360dd-6c27-4aae-ad40-41b207b8e661 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (1ac76e2b-dc95-4c65-ae3f-039f4fde9352), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:21.724041 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4e423b-3eb7-4c3c-9da6-61e74eb14612 req-1821a24f-33de-4538-808a-25aed1f14dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:21.730546 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9f4e423b-3eb7-4c3c-9da6-61e74eb14612 req-1821a24f-33de-4538-808a-25aed1f14dc5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7810caa2-eac6-457d-9302-c8c215ef3e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1421480 Jan 28 19:17:21.759667 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b517677-d434-4855-bec7-cf3903c38ec8 req-12bb320e-f6db-4873-abc0-c1580910d376 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:21.760462 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9b517677-d434-4855-bec7-cf3903c38ec8 req-12bb320e-f6db-4873-abc0-c1580910d376 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/ports?device_id=32a8ac6e-e567-4a78-b0a8-6440e2670f71 HTTP/1.1" status: 200 len: 947 time: 0.1868229 Jan 28 19:17:21.983884 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-99f03051-1c7c-4472-a4f3-e283a1bcb520 req-135360dd-6c27-4aae-ad40-41b207b8e661 service neutron] For port 1ac76e2b-dc95-4c65-ae3f-039f4fde9352, host n-h1-812111-14, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:17:22.075303 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-99f03051-1c7c-4472-a4f3-e283a1bcb520 req-135360dd-6c27-4aae-ad40-41b207b8e661 service neutron] For port 1ac76e2b-dc95-4c65-ae3f-039f4fde9352, host n-h1-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=1ac76e2b-dc95-4c65-ae3f-039f4fde9352,segment=NetworkSegment(65f5b843-b58b-4f27-8faf-b99bc8156b89),segment_id=65f5b843-b58b-4f27-8faf-b99bc8156b89)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:17:22.111585 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9b517677-d434-4855-bec7-cf3903c38ec8 req-468a3a28-a0ca-44f9-a0be-75b57cf2d814 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/security-groups?id=c326a8a3-da0b-43eb-8867-b30c14662b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3285906 Jan 28 19:17:22.118111 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4a68389f-c20d-43ec-92a7-766d1440f20f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-732838'] for router_interface (eb03139e-a51e-4a95-9941-b7e81a8a4c04), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:22.131883 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-99f03051-1c7c-4472-a4f3-e283a1bcb520 req-135360dd-6c27-4aae-ad40-41b207b8e661 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (1ac76e2b-dc95-4c65-ae3f-039f4fde9352), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:22.225087 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e02278f0-5fa0-4e94-ba8e-4aac5f82419d x-openstack-request-id: req-e02278f0-5fa0-4e94-ba8e-4aac5f82419d {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:17:22.225817 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d778be57-fac7-4c47-a816-bac5a48aaea1", "tag": "9804a5f3-e1a4-4b7c-b262-c12ca11a7d8f", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:17:22.228016 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e02278f0-5fa0-4e94-ba8e-4aac5f82419d {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:17:22.233730 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd778be57-fac7-4c47-a816-bac5a48aaea1', 'tag': '9804a5f3-e1a4-4b7c-b262-c12ca11a7d8f', 'status': 'completed', 'code': 200} Jan 28 19:17:22.280606 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f03051-1c7c-4472-a4f3-e283a1bcb520 req-135360dd-6c27-4aae-ad40-41b207b8e661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:22.281976 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-99f03051-1c7c-4472-a4f3-e283a1bcb520 req-135360dd-6c27-4aae-ad40-41b207b8e661 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:22.283830 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-99f03051-1c7c-4472-a4f3-e283a1bcb520 req-135360dd-6c27-4aae-ad40-41b207b8e661 service neutron] 10.222.0.41 "PUT /v2.0/ports/1ac76e2b-dc95-4c65-ae3f-039f4fde9352 HTTP/1.1" status: 200 len: 1093 time: 4.8552299 Jan 28 19:17:22.409092 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9f4e423b-3eb7-4c3c-9da6-61e74eb14612 req-e23ce7ba-c0d8-4752-8a81-43c3bd003f0f service neutron] 10.222.0.70 "GET /v2.0/networks/7810caa2-eac6-457d-9302-c8c215ef3e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6426075 Jan 28 19:17:22.460676 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135360dd-6c27-4aae-ad40-41b207b8e661 service neutron] Pushing event updated for resources: {'Port': ['ID=1ac76e2b-dc95-4c65-ae3f-039f4fde9352,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:22.583001 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cd45ca-aae6-46ff-afcb-8aaeb21eac82 req-b7557915-7c2b-4c8f-91cf-0ecd9dfc7427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:22.584975 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a3cd45ca-aae6-46ff-afcb-8aaeb21eac82 req-b7557915-7c2b-4c8f-91cf-0ecd9dfc7427 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d8db6e8ff55e4a6780f95f622184a73d&device_id=d778be57-fac7-4c47-a816-bac5a48aaea1 HTTP/1.1" status: 200 len: 1126 time: 0.2681568 Jan 28 19:17:22.791259 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103667c3-3919-4f36-bf8f-51298c9c93d6 req-76b1681c-4638-4f67-8bb2-9430e21882c7 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:22.792548 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-103667c3-3919-4f36-bf8f-51298c9c93d6 req-76b1681c-4638-4f67-8bb2-9430e21882c7 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/networks?id=8330dfd7-f74e-41a1-b557-5650d653ac04 HTTP/1.1" status: 200 len: 808 time: 0.3774011 Jan 28 19:17:22.830441 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f03051-1c7c-4472-a4f3-e283a1bcb520 req-c9c3bb29-3461-4461-a712-ed16be4b3778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:22.831949 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-99f03051-1c7c-4472-a4f3-e283a1bcb520 req-c9c3bb29-3461-4461-a712-ed16be4b3778 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f932699d0e2342708b5259b831d6c18c&device_id=587144d8-3f4e-497f-8a09-c3f0f7eaea93 HTTP/1.1" status: 200 len: 1127 time: 0.3676293 Jan 28 19:17:22.836240 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-103667c3-3919-4f36-bf8f-51298c9c93d6 req-e79fcf10-6a44-4657-a98a-df40203f2354 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/quotas/1bd1e0d6512043bfbaf9a8e955e20b9e HTTP/1.1" status: 200 len: 375 time: 0.0194895 Jan 28 19:17:22.838314 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9f4e423b-3eb7-4c3c-9da6-61e74eb14612 req-8df40c10-c0b6-488b-9831-9e4c50a4d19b service neutron] 10.222.0.70 "GET /v2.0/networks/7810caa2-eac6-457d-9302-c8c215ef3e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4102571 Jan 28 19:17:22.913502 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-99f03051-1c7c-4472-a4f3-e283a1bcb520 req-f8189acb-65e1-4b32-ba62-f1e8c9305573 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1ac76e2b-dc95-4c65-ae3f-039f4fde9352 HTTP/1.1" status: 200 len: 217 time: 0.0664585 Jan 28 19:17:22.917636 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-4a68389f-c20d-43ec-92a7-766d1440f20f admin admin] Deleting port 210d91e0-8cd4-4a67-990f-6e7dd0538b9d {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:17:22.920001 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4a68389f-c20d-43ec-92a7-766d1440f20f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (210d91e0-8cd4-4a67-990f-6e7dd0538b9d), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:23.010570 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-103667c3-3919-4f36-bf8f-51298c9c93d6 req-8195560a-6cf0-4de1-b31b-8559b930c9ca tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=1bd1e0d6512043bfbaf9a8e955e20b9e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1565149 Jan 28 19:17:23.018901 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f03051-1c7c-4472-a4f3-e283a1bcb520 req-a19daedf-5845-4fd0-8b35-37473d3ebebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:23.020204 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-99f03051-1c7c-4472-a4f3-e283a1bcb520 req-a19daedf-5845-4fd0-8b35-37473d3ebebd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=84341c46-a745-4b5e-a0f8-0858316efcdb HTTP/1.1" status: 200 len: 855 time: 0.0814185 Jan 28 19:17:23.117609 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-4a68389f-c20d-43ec-92a7-766d1440f20f admin admin] For port 210d91e0-8cd4-4a67-990f-6e7dd0538b9d, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=210d91e0-8cd4-4a67-990f-6e7dd0538b9d,segment=NetworkSegment(504142c2-c953-442b-b4a6-2fbebe4e0a31),segment_id=504142c2-c953-442b-b4a6-2fbebe4e0a31)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:17:23.122075 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4a68389f-c20d-43ec-92a7-766d1440f20f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (210d91e0-8cd4-4a67-990f-6e7dd0538b9d), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:23.159188 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-4a68389f-c20d-43ec-92a7-766d1440f20f admin admin] Calling delete_port for 210d91e0-8cd4-4a67-990f-6e7dd0538b9d owned by network:router_interface {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:17:23.166316 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cd45ca-aae6-46ff-afcb-8aaeb21eac82 req-3bb79a25-5ee9-4293-9d64-9869de3f747b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:23.173355 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a3cd45ca-aae6-46ff-afcb-8aaeb21eac82 req-3bb79a25-5ee9-4293-9d64-9869de3f747b service neutron] 10.222.0.41 "GET /v2.0/networks?id=b483694f-9043-435d-89cf-8bde8f85a784 HTTP/1.1" status: 200 len: 915 time: 0.5617292 Jan 28 19:17:23.188987 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-103667c3-3919-4f36-bf8f-51298c9c93d6 req-2713e5da-1d44-480a-b184-1db81b01a4f8 service neutron] 10.222.0.64 "GET /v2.0/networks/8330dfd7-f74e-41a1-b557-5650d653ac04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675479 Jan 28 19:17:23.232451 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-99f03051-1c7c-4472-a4f3-e283a1bcb520 req-de8d5344-4ff8-4a22-b0ea-30906d380a46 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=48d3a3c6-bccf-4b82-a5e6-9150eac77858&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330071 Jan 28 19:17:23.341834 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device ba3dfb3f-b79a-4091-8a16-d848dd0495fb details requested by agent hyperv_n-h1-812111-14 with host n-h1-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:17:23.434114 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-103667c3-3919-4f36-bf8f-51298c9c93d6 req-90c3b3a0-e829-4a08-8312-72107146176d service neutron] 10.222.0.64 "GET /v2.0/networks/8330dfd7-f74e-41a1-b557-5650d653ac04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2434297 Jan 28 19:17:23.488664 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a3cd45ca-aae6-46ff-afcb-8aaeb21eac82 req-4c22acc3-72ba-49df-8999-e312da367ec4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9804a5f3-e1a4-4b7c-b262-c12ca11a7d8f HTTP/1.1" status: 200 len: 217 time: 0.3044348 Jan 28 19:17:23.567762 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-99f03051-1c7c-4472-a4f3-e283a1bcb520 req-d8a19307-a4d2-4666-b3af-8f56fdda2d43 service neutron] 10.222.0.41 "GET /v2.0/networks/48d3a3c6-bccf-4b82-a5e6-9150eac77858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585555 Jan 28 19:17:23.594785 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cd45ca-aae6-46ff-afcb-8aaeb21eac82 req-e653c3fb-6333-4ec0-b5e6-8d28eed8d247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:23.594785 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a3cd45ca-aae6-46ff-afcb-8aaeb21eac82 req-e653c3fb-6333-4ec0-b5e6-8d28eed8d247 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1247ccdc-4414-49c6-83d9-66d363a67e32 HTTP/1.1" status: 200 len: 854 time: 0.0770779 Jan 28 19:17:23.595586 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port ba3dfb3f-b79a-4091-8a16-d848dd0495fb, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=ba3dfb3f-b79a-4091-8a16-d848dd0495fb,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:17:23.651798 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:23.654606 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Returning: {'device': 'ba3dfb3f-b79a-4091-8a16-d848dd0495fb', 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91', 'port_id': 'ba3dfb3f-b79a-4091-8a16-d848dd0495fb', 'mac_address': 'fa:16:3e:49:07:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2de4832-9ef6-4f40-9ac5-1557d5e6a6ff', 'ip_address': '192.168.233.206'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:17:23.719792 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cd45ca-aae6-46ff-afcb-8aaeb21eac82 req-1f42e5b0-3a00-428d-aaaa-57c93b978531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:23.723009 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a3cd45ca-aae6-46ff-afcb-8aaeb21eac82 req-1f42e5b0-3a00-428d-aaaa-57c93b978531 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b483694f-9043-435d-89cf-8bde8f85a784&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1013801 Jan 28 19:17:23.780176 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-99f03051-1c7c-4472-a4f3-e283a1bcb520 req-3e652f71-037e-42a5-8d14-c035bed6d65b service neutron] 10.222.0.41 "GET /v2.0/networks/48d3a3c6-bccf-4b82-a5e6-9150eac77858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023582 Jan 28 19:17:23.832563 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port ba3dfb3f-b79a-4091-8a16-d848dd0495fb is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:17:23.833146 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (ba3dfb3f-b79a-4091-8a16-d848dd0495fb), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:23.846027 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a3cd45ca-aae6-46ff-afcb-8aaeb21eac82 req-121d5abe-11d5-4a4b-a7f5-de6bdde86a1a service neutron] 10.222.0.41 "GET /v2.0/networks/b483694f-9043-435d-89cf-8bde8f85a784?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137073 Jan 28 19:17:23.863065 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba3dfb3f-b79a-4091-8a16-d848dd0495fb {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:17:23.915150 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port ba3dfb3f-b79a-4091-8a16-d848dd0495fb, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=ba3dfb3f-b79a-4091-8a16-d848dd0495fb,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:17:23.927905 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (ba3dfb3f-b79a-4091-8a16-d848dd0495fb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:24.021385 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4a68389f-c20d-43ec-92a7-766d1440f20f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (210d91e0-8cd4-4a67-990f-6e7dd0538b9d), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:24.032764 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=ba3dfb3f-b79a-4091-8a16-d848dd0495fb,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:24.059511 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a68389f-c20d-43ec-92a7-766d1440f20f admin admin] Pushing event deleted for resources: {'Port': ['ID=210d91e0-8cd4-4a67-990f-6e7dd0538b9d,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:24.067834 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e32fc9-4982-4b62-9965-9ce08eab8549 req-bd306e20-faa1-4cac-b76a-40e5df7cff8c tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:24.085760 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-34e32fc9-4982-4b62-9965-9ce08eab8549 req-bd306e20-faa1-4cac-b76a-40e5df7cff8c tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/ports?device_id=587144d8-3f4e-497f-8a09-c3f0f7eaea93 HTTP/1.1" status: 200 len: 944 time: 0.1033077 Jan 28 19:17:24.185225 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a3cd45ca-aae6-46ff-afcb-8aaeb21eac82 req-ab1d6491-b661-4e99-a406-14933dc3d8aa service neutron] 10.222.0.41 "GET /v2.0/networks/b483694f-9043-435d-89cf-8bde8f85a784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2778947 Jan 28 19:17:24.186963 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['ba3dfb3f-b79a-4091-8a16-d848dd0495fb'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:17:24.275972 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-34e32fc9-4982-4b62-9965-9ce08eab8549 req-a772ee4f-d1d5-44e6-8639-052ffecf78c2 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/security-groups?id=929081b5-e4ec-47f3-a3f7-d2b3ba16c5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892509 Jan 28 19:17:24.331666 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55fb4a88-44e8-4590-bb8e-724323d8a12a', 'tag': 'ba3dfb3f-b79a-4091-8a16-d848dd0495fb'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:17:24.341867 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b606f5c8-a1da-4b89-9202-192c5454fc9e" -d '{"events": [{"name": "network-changed", "server_uuid": "55fb4a88-44e8-4590-bb8e-724323d8a12a", "tag": "ba3dfb3f-b79a-4091-8a16-d848dd0495fb"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:17:24.372726 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:17:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0efa7d88-54de-4e9d-96eb-0ee6c46dfe93 x-openstack-request-id: req-0efa7d88-54de-4e9d-96eb-0ee6c46dfe93 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:17:24.373020 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32a8ac6e-e567-4a78-b0a8-6440e2670f71", "tag": "7a3aff15-c2d8-43e5-a25d-35c2dc2b0c90", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:17:24.373356 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0efa7d88-54de-4e9d-96eb-0ee6c46dfe93 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:17:24.373700 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32a8ac6e-e567-4a78-b0a8-6440e2670f71', 'tag': '7a3aff15-c2d8-43e5-a25d-35c2dc2b0c90', 'status': 'completed', 'code': 200} Jan 28 19:17:24.428681 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 7a3aff15-c2d8-43e5-a25d-35c2dc2b0c90 details requested by agent hyperv_n-h2-812111-14 with host n-h2-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:17:24.512964 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5669e8-3829-495e-b99f-f54b9632df67 req-03ba3357-75dc-4de4-802b-699b7eaac742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:24.524370 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5c5669e8-3829-495e-b99f-f54b9632df67 req-03ba3357-75dc-4de4-802b-699b7eaac742 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1a64246f3ff0490988e6f00c7a9a6590&device_id=32a8ac6e-e567-4a78-b0a8-6440e2670f71 HTTP/1.1" status: 200 len: 1130 time: 0.1309686 Jan 28 19:17:24.606096 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4a68389f-c20d-43ec-92a7-766d1440f20f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-732682'] for router_interface (eb03139e-a51e-4a95-9941-b7e81a8a4c04), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:24.795388 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 7a3aff15-c2d8-43e5-a25d-35c2dc2b0c90, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=7a3aff15-c2d8-43e5-a25d-35c2dc2b0c90,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:17:24.821813 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5669e8-3829-495e-b99f-f54b9632df67 req-628d0c4b-ffac-4945-a994-c5d050f9390a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:24.824385 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5c5669e8-3829-495e-b99f-f54b9632df67 req-628d0c4b-ffac-4945-a994-c5d050f9390a service neutron] 10.222.0.70 "GET /v2.0/networks?id=7810caa2-eac6-457d-9302-c8c215ef3e91 HTTP/1.1" status: 200 len: 869 time: 0.2929502 Jan 28 19:17:24.873718 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Returning: {'device': '7a3aff15-c2d8-43e5-a25d-35c2dc2b0c90', 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91', 'port_id': '7a3aff15-c2d8-43e5-a25d-35c2dc2b0c90', 'mac_address': 'fa:16:3e:46:d7:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2de4832-9ef6-4f40-9ac5-1557d5e6a6ff', 'ip_address': '192.168.233.69'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:17:24.933652 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5c5669e8-3829-495e-b99f-f54b9632df67 req-8a129317-0eb8-4377-9f45-7b75e56b2fa3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=7a3aff15-c2d8-43e5-a25d-35c2dc2b0c90 HTTP/1.1" status: 200 len: 217 time: 0.0963984 Jan 28 19:17:25.020708 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:17:25.066469 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 7a3aff15-c2d8-43e5-a25d-35c2dc2b0c90 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:17:25.066869 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (7a3aff15-c2d8-43e5-a25d-35c2dc2b0c90), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:25.091815 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a3aff15-c2d8-43e5-a25d-35c2dc2b0c90 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:17:25.108864 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a33436a-694d-4fdc-991c-4a06db624f3f req-55a058ce-2c5d-4ebf-aaae-3eed6af79b0a tempest-AttachSCSIVolumeTestJSON-1211245454 tempest-AttachSCSIVolumeTestJSON-1211245454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:25.112500 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6a33436a-694d-4fdc-991c-4a06db624f3f req-55a058ce-2c5d-4ebf-aaae-3eed6af79b0a tempest-AttachSCSIVolumeTestJSON-1211245454 tempest-AttachSCSIVolumeTestJSON-1211245454-project] 10.222.0.64 "GET /v2.0/ports?device_id=d778be57-fac7-4c47-a816-bac5a48aaea1 HTTP/1.1" status: 200 len: 943 time: 0.4323478 Jan 28 19:17:25.118076 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f3492f27-34b6-4520-ae99-e70173085161 req-ae0a8ec8-a7d6-4b32-a201-5de22d50f166 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=6c32b98d-c462-4f26-b26d-2a0c3e0ac453&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1808918 Jan 28 19:17:25.142778 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 7a3aff15-c2d8-43e5-a25d-35c2dc2b0c90, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=7a3aff15-c2d8-43e5-a25d-35c2dc2b0c90,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:17:25.153784 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (7a3aff15-c2d8-43e5-a25d-35c2dc2b0c90), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:25.286803 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=7a3aff15-c2d8-43e5-a25d-35c2dc2b0c90,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:25.345010 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5669e8-3829-495e-b99f-f54b9632df67 req-1c3bbc2d-3556-4d47-bae9-ccd79b345ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:25.346652 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5c5669e8-3829-495e-b99f-f54b9632df67 req-1c3bbc2d-3556-4d47-bae9-ccd79b345ca1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f2de4832-9ef6-4f40-9ac5-1557d5e6a6ff HTTP/1.1" status: 200 len: 843 time: 0.3115168 Jan 28 19:17:25.366637 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 1ac76e2b-dc95-4c65-ae3f-039f4fde9352 details requested by agent hyperv_n-h1-812111-14 with host n-h1-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:17:25.428419 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3492f27-34b6-4520-ae99-e70173085161 req-a066f4c4-208e-43b6-921f-82d18c2cb410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:25.433591 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f3492f27-34b6-4520-ae99-e70173085161 req-a066f4c4-208e-43b6-921f-82d18c2cb410 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1bd1e0d6512043bfbaf9a8e955e20b9e&device_id=6c32b98d-c462-4f26-b26d-2a0c3e0ac453 HTTP/1.1" status: 200 len: 1127 time: 0.2727463 Jan 28 19:17:25.504857 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6a33436a-694d-4fdc-991c-4a06db624f3f req-9bf3e266-c032-4d02-87b9-d4dd018086c2 tempest-AttachSCSIVolumeTestJSON-1211245454 tempest-AttachSCSIVolumeTestJSON-1211245454-project] 10.222.0.64 "GET /v2.0/security-groups?id=9398b756-464a-4fa2-9e67-95bcbd5057f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3854067 Jan 28 19:17:25.546349 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5669e8-3829-495e-b99f-f54b9632df67 req-4321b882-030a-4581-bd3c-5d78080ff767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:25.548375 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5c5669e8-3829-495e-b99f-f54b9632df67 req-4321b882-030a-4581-bd3c-5d78080ff767 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7810caa2-eac6-457d-9302-c8c215ef3e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1921220 Jan 28 19:17:25.595836 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['7a3aff15-c2d8-43e5-a25d-35c2dc2b0c90'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:17:26.008266 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5c5669e8-3829-495e-b99f-f54b9632df67 req-2a33dc38-57c0-486c-bc31-7e32fbd1ec2c service neutron] 10.222.0.70 "GET /v2.0/networks/7810caa2-eac6-457d-9302-c8c215ef3e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3917947 Jan 28 19:17:26.081760 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 1ac76e2b-dc95-4c65-ae3f-039f4fde9352, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=1ac76e2b-dc95-4c65-ae3f-039f4fde9352,segment=NetworkSegment(65f5b843-b58b-4f27-8faf-b99bc8156b89),segment_id=65f5b843-b58b-4f27-8faf-b99bc8156b89)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:17:26.116740 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Returning: {'device': '1ac76e2b-dc95-4c65-ae3f-039f4fde9352', 'network_id': '48d3a3c6-bccf-4b82-a5e6-9150eac77858', 'port_id': '1ac76e2b-dc95-4c65-ae3f-039f4fde9352', 'mac_address': 'fa:16:3e:b3:5d:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84341c46-a745-4b5e-a0f8-0858316efcdb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:17:26.190920 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port 1ac76e2b-dc95-4c65-ae3f-039f4fde9352 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:17:26.191608 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (1ac76e2b-dc95-4c65-ae3f-039f4fde9352), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:26.209787 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ac76e2b-dc95-4c65-ae3f-039f4fde9352 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:17:26.238324 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 1ac76e2b-dc95-4c65-ae3f-039f4fde9352, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=1ac76e2b-dc95-4c65-ae3f-039f4fde9352,segment=NetworkSegment(65f5b843-b58b-4f27-8faf-b99bc8156b89),segment_id=65f5b843-b58b-4f27-8faf-b99bc8156b89)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:17:26.254628 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (1ac76e2b-dc95-4c65-ae3f-039f4fde9352), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:26.331854 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=1ac76e2b-dc95-4c65-ae3f-039f4fde9352,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:26.391547 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '587144d8-3f4e-497f-8a09-c3f0f7eaea93', 'tag': '1ac76e2b-dc95-4c65-ae3f-039f4fde9352'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:17:26.397084 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb2ca8d6-0c03-49b6-9c51-31728e1da49a" -d '{"events": [{"name": "network-changed", "server_uuid": "587144d8-3f4e-497f-8a09-c3f0f7eaea93", "tag": "1ac76e2b-dc95-4c65-ae3f-039f4fde9352"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:17:26.452238 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103667c3-3919-4f36-bf8f-51298c9c93d6 req-16282325-0895-47a0-a576-ce851932aab1 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:26.458345 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-103667c3-3919-4f36-bf8f-51298c9c93d6 req-16282325-0895-47a0-a576-ce851932aab1 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.41 "GET /v2.0/networks?id=8330dfd7-f74e-41a1-b557-5650d653ac04 HTTP/1.1" status: 200 len: 808 time: 0.3999267 Jan 28 19:17:26.508136 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5c5669e8-3829-495e-b99f-f54b9632df67 req-2127b847-a5be-4277-9a62-4eb8918af685 service neutron] 10.222.0.70 "GET /v2.0/networks/7810caa2-eac6-457d-9302-c8c215ef3e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4720364 Jan 28 19:17:26.516983 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3492f27-34b6-4520-ae99-e70173085161 req-28854992-1fde-4ede-95b1-e48b98001516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:26.518864 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f3492f27-34b6-4520-ae99-e70173085161 req-28854992-1fde-4ede-95b1-e48b98001516 service neutron] 10.222.0.70 "GET /v2.0/networks?id=8330dfd7-f74e-41a1-b557-5650d653ac04 HTTP/1.1" status: 200 len: 908 time: 1.0424728 Jan 28 19:17:26.538458 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['1ac76e2b-dc95-4c65-ae3f-039f4fde9352'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:17:26.586375 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb7473b-7e37-42aa-88a5-66e00e590fab req-26a4aa3d-1926-4cbc-9388-4b9f3e41f01b tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:26.595025 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-dfb7473b-7e37-42aa-88a5-66e00e590fab req-26a4aa3d-1926-4cbc-9388-4b9f3e41f01b tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/ports?device_id=32a8ac6e-e567-4a78-b0a8-6440e2670f71 HTTP/1.1" status: 200 len: 948 time: 0.5857096 Jan 28 19:17:26.612266 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-103667c3-3919-4f36-bf8f-51298c9c93d6 req-2046a70a-96fc-4a65-9bcf-fd537df0d9ee tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Request body: {'port': {'device_id': 'f88825d0-a091-4453-bc06-8a2acaf44ba3', 'network_id': '8330dfd7-f74e-41a1-b557-5650d653ac04', 'admin_state_up': True, 'tenant_id': '1bd1e0d6512043bfbaf9a8e955e20b9e'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:17:26.615909 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f3492f27-34b6-4520-ae99-e70173085161 req-d66460dd-be16-4f10-88d8-ad2cc9ccc72c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bcd3c8bf-ab02-48ca-8a85-a2f0e032d8c4 HTTP/1.1" status: 200 len: 217 time: 0.0805609 Jan 28 19:17:26.794074 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-dfb7473b-7e37-42aa-88a5-66e00e590fab req-c84a55f3-5fed-468e-a040-df900d821ede tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/security-groups?id=c326a8a3-da0b-43eb-8867-b30c14662b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977963 Jan 28 19:17:26.844631 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3492f27-34b6-4520-ae99-e70173085161 req-3ddfc29b-ee71-4660-a927-292aa4a6e165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:26.846132 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f3492f27-34b6-4520-ae99-e70173085161 req-3ddfc29b-ee71-4660-a927-292aa4a6e165 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=09bc6696-a273-4baf-935c-9cf317ddb49d HTTP/1.1" status: 200 len: 848 time: 0.2201540 Jan 28 19:17:26.936635 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f3492f27-34b6-4520-ae99-e70173085161 req-ca161dbd-065f-4c62-bc1b-8c2b7c004cdc service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8330dfd7-f74e-41a1-b557-5650d653ac04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0742900 Jan 28 19:17:27.036074 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a68389f-c20d-43ec-92a7-766d1440f20f admin admin] Router eb03139e-a51e-4a95-9941-b7e81a8a4c04 has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:17:27.257475 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f3492f27-34b6-4520-ae99-e70173085161 req-8777238f-40bd-4f5f-b1b9-399f730da0b3 service neutron] 10.222.0.70 "GET /v2.0/networks/8330dfd7-f74e-41a1-b557-5650d653ac04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3114212 Jan 28 19:17:27.264509 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-366e47a9-7c99-4b92-a44b-e8cafdfb2c61 req-4c1a2f19-a3cf-454e-b33e-ded39b523a75 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?device_id=f88825d0-a091-4453-bc06-8a2acaf44ba3 HTTP/1.1" status: 200 len: 210 time: 0.2118335 Jan 28 19:17:27.378262 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device ba3dfb3f-b79a-4091-8a16-d848dd0495fb up at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:17:27.395761 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a68389f-c20d-43ec-92a7-766d1440f20f admin admin] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:17:27.402319 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-103667c3-3919-4f36-bf8f-51298c9c93d6 req-2046a70a-96fc-4a65-9bcf-fd537df0d9ee tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Made reservation on behalf of 1bd1e0d6512043bfbaf9a8e955e20b9e for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:17:27.412207 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5433a847-6de1-4f55-adef-f779d860cae0 None None] Sync routers for ids ['eb03139e-a51e-4a95-9941-b7e81a8a4c04'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:17:27.428006 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5433a847-6de1-4f55-adef-f779d860cae0 None None] Routers {'eb03139e-a51e-4a95-9941-b7e81a8a4c04'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:17:27.428869 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-103667c3-3919-4f36-bf8f-51298c9c93d6 req-2046a70a-96fc-4a65-9bcf-fd537df0d9ee tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:27.433350 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-5433a847-6de1-4f55-adef-f779d860cae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:17:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['eb03139e-a51e-4a95-9941-b7e81a8a4c04'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:17:27.445208 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b49018c9-84df-4689-ab66-aab3ab3c5636 x-openstack-request-id: req-b49018c9-84df-4689-ab66-aab3ab3c5636 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:17:27.445496 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55fb4a88-44e8-4590-bb8e-724323d8a12a", "tag": "ba3dfb3f-b79a-4091-8a16-d848dd0495fb", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:17:27.445739 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b49018c9-84df-4689-ab66-aab3ab3c5636 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:17:27.446273 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55fb4a88-44e8-4590-bb8e-724323d8a12a', 'tag': 'ba3dfb3f-b79a-4091-8a16-d848dd0495fb', 'status': 'completed', 'code': 200} Jan 28 19:17:27.450442 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f3492f27-34b6-4520-ae99-e70173085161 req-0d1a5b5b-603c-48dc-a15b-8626ac3b3ff1 service neutron] 10.222.0.70 "GET /v2.0/networks/8330dfd7-f74e-41a1-b557-5650d653ac04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782675 Jan 28 19:17:27.467649 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-4a68389f-c20d-43ec-92a7-766d1440f20f admin admin] 10.222.0.64 "PUT /v2.0/routers/eb03139e-a51e-4a95-9941-b7e81a8a4c04/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0073988 Jan 28 19:17:27.473758 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 39900) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:17:27.594605 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning for port ba3dfb3f-b79a-4091-8a16-d848dd0495fb completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:17:27.600250 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning complete for port ba3dfb3f-b79a-4091-8a16-d848dd0495fb triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:17:27.600624 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (ba3dfb3f-b79a-4091-8a16-d848dd0495fb), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:27.784190 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port ba3dfb3f-b79a-4091-8a16-d848dd0495fb is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:17:27.786981 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (ba3dfb3f-b79a-4091-8a16-d848dd0495fb), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:27.816469 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b606f5c8-a1da-4b89-9202-192c5454fc9e req-8adfdb73-5b77-431a-a63d-fab11b076a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:27.822173 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b606f5c8-a1da-4b89-9202-192c5454fc9e req-8adfdb73-5b77-431a-a63d-fab11b076a93 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1a64246f3ff0490988e6f00c7a9a6590&device_id=55fb4a88-44e8-4590-bb8e-724323d8a12a HTTP/1.1" status: 200 len: 1132 time: 0.3660736 Jan 28 19:17:27.825192 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-5433a847-6de1-4f55-adef-f779d860cae0 None None] Set router eb03139e-a51e-4a95-9941-b7e81a8a4c04 gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:17:27.886061 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port ba3dfb3f-b79a-4091-8a16-d848dd0495fb, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=ba3dfb3f-b79a-4091-8a16-d848dd0495fb,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:17:27.889605 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55fb4a88-44e8-4590-bb8e-724323d8a12a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba3dfb3f-b79a-4091-8a16-d848dd0495fb'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:17:27.900309 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-681b08d2-7fb9-45f1-b82c-7afe9722d109" -d '{"events": [{"server_uuid": "55fb4a88-44e8-4590-bb8e-724323d8a12a", "name": "network-vif-plugged", "status": "completed", "tag": "ba3dfb3f-b79a-4091-8a16-d848dd0495fb"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:17:27.910100 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (ba3dfb3f-b79a-4091-8a16-d848dd0495fb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:28.037667 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=ba3dfb3f-b79a-4091-8a16-d848dd0495fb,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:28.107058 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-efffaa81-811b-48b5-af9b-15431ae6bc47 admin admin] Publish callbacks [] for router (eb03139e-a51e-4a95-9941-b7e81a8a4c04), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:28.170629 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b606f5c8-a1da-4b89-9202-192c5454fc9e req-edbb1e9e-9a99-4c19-a5c8-29dbce5a8fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:28.193790 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b606f5c8-a1da-4b89-9202-192c5454fc9e req-edbb1e9e-9a99-4c19-a5c8-29dbce5a8fb1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7810caa2-eac6-457d-9302-c8c215ef3e91 HTTP/1.1" status: 200 len: 869 time: 0.3536093 Jan 28 19:17:28.228941 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0ab49d-3657-4344-9a2e-046591912a08 req-8ff0108a-3d4e-422a-ac7a-d0d49342d1cc tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:28.247198 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3d0ab49d-3657-4344-9a2e-046591912a08 req-8ff0108a-3d4e-422a-ac7a-d0d49342d1cc tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/ports?device_id=587144d8-3f4e-497f-8a09-c3f0f7eaea93 HTTP/1.1" status: 200 len: 945 time: 0.6476796 Jan 28 19:17:28.340804 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-103667c3-3919-4f36-bf8f-51298c9c93d6 req-2046a70a-96fc-4a65-9bcf-fd537df0d9ee tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Allocated IP 172.20.0.3 (8330dfd7-f74e-41a1-b557-5650d653ac04/09bc6696-a273-4baf-935c-9cf317ddb49d/557cb5a7-63e7-428b-a610-faf61f09f857) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:17:28.409033 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 7a3aff15-c2d8-43e5-a25d-35c2dc2b0c90 up at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:17:28.427947 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-5433a847-6de1-4f55-adef-f779d860cae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb03139e-a51e-4a95-9941-b7e81a8a4c04', 'name': 'tempest-ServersTestFqdnHostnames-384020295-router', 'tenant_id': '2919cc86d97b42bbb60ba9ee60522438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '6c58fc49-61d8-44c2-ba94-3d16ccd30c06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:15:50Z', 'updated_at': '2022-01-28T19:17:23Z', 'revision_number': 5, 'project_id': '2919cc86d97b42bbb60ba9ee60522438', 'gw_port': {'id': '6c58fc49-61d8-44c2-ba94-3d16ccd30c06', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:3e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb03139e-a51e-4a95-9941-b7e81a8a4c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:15:51Z', 'updated_at': '2022-01-28T19:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:17:28.523696 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5433a847-6de1-4f55-adef-f779d860cae0 None None] Checking router: eb03139e-a51e-4a95-9941-b7e81a8a4c04 for host: n-d-812111-14 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:17:28.549473 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning for port 7a3aff15-c2d8-43e5-a25d-35c2dc2b0c90 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:17:28.558021 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning complete for port 7a3aff15-c2d8-43e5-a25d-35c2dc2b0c90 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:17:28.558382 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (7a3aff15-c2d8-43e5-a25d-35c2dc2b0c90), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:28.564350 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5433a847-6de1-4f55-adef-f779d860cae0 None None] Routers {'eb03139e-a51e-4a95-9941-b7e81a8a4c04'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:17:28.564650 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-5433a847-6de1-4f55-adef-f779d860cae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:17:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['eb03139e-a51e-4a95-9941-b7e81a8a4c04'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:17:28.850306 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-5433a847-6de1-4f55-adef-f779d860cae0 None None] Set router eb03139e-a51e-4a95-9941-b7e81a8a4c04 gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:17:28.876556 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-efffaa81-811b-48b5-af9b-15431ae6bc47 admin admin] Publish callbacks [] for router_gateway (eb03139e-a51e-4a95-9941-b7e81a8a4c04), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:28.961231 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 7a3aff15-c2d8-43e5-a25d-35c2dc2b0c90 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:17:28.962023 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (7a3aff15-c2d8-43e5-a25d-35c2dc2b0c90), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:28.993950 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-103667c3-3919-4f36-bf8f-51298c9c93d6 req-2046a70a-96fc-4a65-9bcf-fd537df0d9ee tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Publish callbacks [] for port (557cb5a7-63e7-428b-a610-faf61f09f857), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:29.055077 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 7a3aff15-c2d8-43e5-a25d-35c2dc2b0c90, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=7a3aff15-c2d8-43e5-a25d-35c2dc2b0c90,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:17:29.064160 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (7a3aff15-c2d8-43e5-a25d-35c2dc2b0c90), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:29.173270 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-efffaa81-811b-48b5-af9b-15431ae6bc47 admin admin] Deleting port 6c58fc49-61d8-44c2-ba94-3d16ccd30c06 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:17:29.173645 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-efffaa81-811b-48b5-af9b-15431ae6bc47 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (6c58fc49-61d8-44c2-ba94-3d16ccd30c06), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:29.190262 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=7a3aff15-c2d8-43e5-a25d-35c2dc2b0c90,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:29.236944 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3d0ab49d-3657-4344-9a2e-046591912a08 req-ca5180d5-1a6e-4329-9692-fa2e7e0277fb tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/security-groups?id=929081b5-e4ec-47f3-a3f7-d2b3ba16c5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9884756 Jan 28 19:17:29.238235 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b606f5c8-a1da-4b89-9202-192c5454fc9e req-257d5528-9b9b-4bed-a33f-d441d7b73172 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=ba3dfb3f-b79a-4091-8a16-d848dd0495fb HTTP/1.1" status: 200 len: 217 time: 0.9645860 Jan 28 19:17:29.372732 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-959aa6d2-1c7d-496e-a5f2-395bb258c804 x-openstack-request-id: req-959aa6d2-1c7d-496e-a5f2-395bb258c804 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:17:29.373057 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "587144d8-3f4e-497f-8a09-c3f0f7eaea93", "tag": "1ac76e2b-dc95-4c65-ae3f-039f4fde9352", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:17:29.373372 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-959aa6d2-1c7d-496e-a5f2-395bb258c804 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:17:29.373783 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '587144d8-3f4e-497f-8a09-c3f0f7eaea93', 'tag': '1ac76e2b-dc95-4c65-ae3f-039f4fde9352', 'status': 'completed', 'code': 200} Jan 28 19:17:29.379941 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-efffaa81-811b-48b5-af9b-15431ae6bc47 admin admin] For port 6c58fc49-61d8-44c2-ba94-3d16ccd30c06, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=6c58fc49-61d8-44c2-ba94-3d16ccd30c06,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:17:29.380669 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-efffaa81-811b-48b5-af9b-15431ae6bc47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (6c58fc49-61d8-44c2-ba94-3d16ccd30c06), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:29.386734 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 1ac76e2b-dc95-4c65-ae3f-039f4fde9352 up at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:17:29.396995 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-efffaa81-811b-48b5-af9b-15431ae6bc47 admin admin] Calling delete_port for 6c58fc49-61d8-44c2-ba94-3d16ccd30c06 owned by network:router_gateway {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:17:29.407496 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b606f5c8-a1da-4b89-9202-192c5454fc9e req-eabe92a1-1120-44ed-894c-82177350a164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:29.408937 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b606f5c8-a1da-4b89-9202-192c5454fc9e req-eabe92a1-1120-44ed-894c-82177350a164 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f2de4832-9ef6-4f40-9ac5-1557d5e6a6ff HTTP/1.1" status: 200 len: 843 time: 0.1484561 Jan 28 19:17:29.418461 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-103667c3-3919-4f36-bf8f-51298c9c93d6 req-2046a70a-96fc-4a65-9bcf-fd537df0d9ee tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (557cb5a7-63e7-428b-a610-faf61f09f857), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:29.479489 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['4393a6ed-522f-40fa-afae-f181e3fabb22'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:17:29.520117 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-5433a847-6de1-4f55-adef-f779d860cae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb03139e-a51e-4a95-9941-b7e81a8a4c04', 'name': 'tempest-ServersTestFqdnHostnames-384020295-router', 'tenant_id': '2919cc86d97b42bbb60ba9ee60522438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '6c58fc49-61d8-44c2-ba94-3d16ccd30c06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:15:50Z', 'updated_at': '2022-01-28T19:17:23Z', 'revision_number': 5, 'project_id': '2919cc86d97b42bbb60ba9ee60522438', 'gw_port': {'id': '6c58fc49-61d8-44c2-ba94-3d16ccd30c06', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:3e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb03139e-a51e-4a95-9941-b7e81a8a4c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:15:51Z', 'updated_at': '2022-01-28T19:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:17:29.557506 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5433a847-6de1-4f55-adef-f779d860cae0 None None] The sync data for ids ['eb03139e-a51e-4a95-9941-b7e81a8a4c04'] in n-d-812111-14 is: [{'id': 'eb03139e-a51e-4a95-9941-b7e81a8a4c04', 'name': 'tempest-ServersTestFqdnHostnames-384020295-router', 'tenant_id': '2919cc86d97b42bbb60ba9ee60522438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '6c58fc49-61d8-44c2-ba94-3d16ccd30c06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:15:50Z', 'updated_at': '2022-01-28T19:17:23Z', 'revision_number': 5, 'project_id': '2919cc86d97b42bbb60ba9ee60522438', 'gw_port': {'id': '6c58fc49-61d8-44c2-ba94-3d16ccd30c06', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:3e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb03139e-a51e-4a95-9941-b7e81a8a4c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:15:51Z', 'updated_at': '2022-01-28T19:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:17:29.567535 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-103667c3-3919-4f36-bf8f-51298c9c93d6 req-2046a70a-96fc-4a65-9bcf-fd537df0d9ee tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Network 8330dfd7-f74e-41a1-b557-5650d653ac04 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:17:29.569090 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-103667c3-3919-4f36-bf8f-51298c9c93d6 req-2046a70a-96fc-4a65-9bcf-fd537df0d9ee tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:17:29.572494 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-103667c3-3919-4f36-bf8f-51298c9c93d6 req-2046a70a-96fc-4a65-9bcf-fd537df0d9ee tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:17:29.615739 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b606f5c8-a1da-4b89-9202-192c5454fc9e req-a83c9585-1a4e-4adc-a690-aac5cf0066ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:29.618858 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b606f5c8-a1da-4b89-9202-192c5454fc9e req-a83c9585-1a4e-4adc-a690-aac5cf0066ae service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7810caa2-eac6-457d-9302-c8c215ef3e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1991222 Jan 28 19:17:29.642370 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning for port 1ac76e2b-dc95-4c65-ae3f-039f4fde9352 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:17:29.669327 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning complete for port 1ac76e2b-dc95-4c65-ae3f-039f4fde9352 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:17:29.670075 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (1ac76e2b-dc95-4c65-ae3f-039f4fde9352), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:29.740011 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103667c3-3919-4f36-bf8f-51298c9c93d6 req-2046a70a-96fc-4a65-9bcf-fd537df0d9ee tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:29.744029 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-103667c3-3919-4f36-bf8f-51298c9c93d6 req-2046a70a-96fc-4a65-9bcf-fd537df0d9ee tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:29.770107 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2046a70a-96fc-4a65-9bcf-fd537df0d9ee tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Pushing event updated for resources: {'Port': ['ID=557cb5a7-63e7-428b-a610-faf61f09f857,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:29.794614 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-103667c3-3919-4f36-bf8f-51298c9c93d6 req-2046a70a-96fc-4a65-9bcf-fd537df0d9ee tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1882315 Jan 28 19:17:29.837481 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2ca8d6-0c03-49b6-9c51-31728e1da49a req-1f6162f9-807e-4025-88a4-fc3097e26de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:29.838991 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-cb2ca8d6-0c03-49b6-9c51-31728e1da49a req-1f6162f9-807e-4025-88a4-fc3097e26de6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f932699d0e2342708b5259b831d6c18c&device_id=587144d8-3f4e-497f-8a09-c3f0f7eaea93 HTTP/1.1" status: 200 len: 1128 time: 0.4358718 Jan 28 19:17:29.845228 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-103667c3-3919-4f36-bf8f-51298c9c93d6 req-c0914eee-c35c-4af6-85e8-968db38a55a4 service neutron] Request body: {'port': {'device_id': 'f88825d0-a091-4453-bc06-8a2acaf44ba3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-14'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:17:29.869977 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421f1696-722e-496a-bc5e-30128daa4e43 req-7b588fec-92e6-4141-9d0c-70a36e9c6a9f tempest-AttachSCSIVolumeTestJSON-1211245454 tempest-AttachSCSIVolumeTestJSON-1211245454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:29.871485 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-421f1696-722e-496a-bc5e-30128daa4e43 req-7b588fec-92e6-4141-9d0c-70a36e9c6a9f tempest-AttachSCSIVolumeTestJSON-1211245454 tempest-AttachSCSIVolumeTestJSON-1211245454-project] 10.222.0.64 "GET /v2.0/ports?device_id=d778be57-fac7-4c47-a816-bac5a48aaea1 HTTP/1.1" status: 200 len: 943 time: 0.3061104 Jan 28 19:17:29.894712 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b606f5c8-a1da-4b89-9202-192c5454fc9e req-f894f4b5-9b17-4a19-9379-580758af3f78 service neutron] 10.222.0.41 "GET /v2.0/networks/7810caa2-eac6-457d-9302-c8c215ef3e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2554023 Jan 28 19:17:29.926890 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port 1ac76e2b-dc95-4c65-ae3f-039f4fde9352 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:17:29.927279 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (1ac76e2b-dc95-4c65-ae3f-039f4fde9352), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:30.048012 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-103667c3-3919-4f36-bf8f-51298c9c93d6 req-c0914eee-c35c-4af6-85e8-968db38a55a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (557cb5a7-63e7-428b-a610-faf61f09f857), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:30.066019 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 1ac76e2b-dc95-4c65-ae3f-039f4fde9352, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=1ac76e2b-dc95-4c65-ae3f-039f4fde9352,segment=NetworkSegment(65f5b843-b58b-4f27-8faf-b99bc8156b89),segment_id=65f5b843-b58b-4f27-8faf-b99bc8156b89)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:17:30.127990 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (1ac76e2b-dc95-4c65-ae3f-039f4fde9352), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:30.273376 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-421f1696-722e-496a-bc5e-30128daa4e43 req-83080cfa-fdaa-463a-b566-3ff93b6f3e27 tempest-AttachSCSIVolumeTestJSON-1211245454 tempest-AttachSCSIVolumeTestJSON-1211245454-project] 10.222.0.64 "GET /v2.0/security-groups?id=9398b756-464a-4fa2-9e67-95bcbd5057f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3940697 Jan 28 19:17:30.322640 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b606f5c8-a1da-4b89-9202-192c5454fc9e req-982733ba-2395-46c7-8e9c-afed210459aa service neutron] 10.222.0.41 "GET /v2.0/networks/7810caa2-eac6-457d-9302-c8c215ef3e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4120963 Jan 28 19:17:30.346483 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=1ac76e2b-dc95-4c65-ae3f-039f4fde9352,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:30.457179 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2ca8d6-0c03-49b6-9c51-31728e1da49a req-80ae7d25-ba91-4f52-b123-d402f78b9c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:30.458659 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-cb2ca8d6-0c03-49b6-9c51-31728e1da49a req-80ae7d25-ba91-4f52-b123-d402f78b9c4e service neutron] 10.222.0.41 "GET /v2.0/networks?id=48d3a3c6-bccf-4b82-a5e6-9150eac77858 HTTP/1.1" status: 200 len: 915 time: 0.4304683 Jan 28 19:17:30.590117 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20be0346-39f9-4a0c-88fb-81a2c526f302 req-b96ec37c-bdbd-4812-a06f-7f60d2f8bae3 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:30.597555 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-20be0346-39f9-4a0c-88fb-81a2c526f302 req-b96ec37c-bdbd-4812-a06f-7f60d2f8bae3 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/ports?device_id=32a8ac6e-e567-4a78-b0a8-6440e2670f71 HTTP/1.1" status: 200 len: 949 time: 0.1124818 Jan 28 19:17:30.646061 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-cb2ca8d6-0c03-49b6-9c51-31728e1da49a req-62e44f15-8fe7-4445-9f3e-2d0bde1b7c73 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1ac76e2b-dc95-4c65-ae3f-039f4fde9352 HTTP/1.1" status: 200 len: 217 time: 0.1592503 Jan 28 19:17:30.687275 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-efffaa81-811b-48b5-af9b-15431ae6bc47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (6c58fc49-61d8-44c2-ba94-3d16ccd30c06), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:30.696475 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-20be0346-39f9-4a0c-88fb-81a2c526f302 req-443d9b3b-23e4-41c2-ac8e-4b2fcdcbd183 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/security-groups?id=c326a8a3-da0b-43eb-8867-b30c14662b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962298 Jan 28 19:17:30.756083 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efffaa81-811b-48b5-af9b-15431ae6bc47 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c58fc49-61d8-44c2-ba94-3d16ccd30c06,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:30.756243 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fabf8775-1c60-4c9c-83fd-8201ef4f4441 x-openstack-request-id: req-fabf8775-1c60-4c9c-83fd-8201ef4f4441 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:17:30.756692 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55fb4a88-44e8-4590-bb8e-724323d8a12a", "name": "network-vif-plugged", "status": "completed", "tag": "ba3dfb3f-b79a-4091-8a16-d848dd0495fb", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:17:30.756790 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fabf8775-1c60-4c9c-83fd-8201ef4f4441 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:17:30.757216 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55fb4a88-44e8-4590-bb8e-724323d8a12a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba3dfb3f-b79a-4091-8a16-d848dd0495fb', 'code': 200} Jan 28 19:17:30.892448 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [req-103667c3-3919-4f36-bf8f-51298c9c93d6 req-c0914eee-c35c-4af6-85e8-968db38a55a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 557cb5a7-63e7-428b-a610-faf61f09f857 {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:17:30.902559 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-103667c3-3919-4f36-bf8f-51298c9c93d6 req-c0914eee-c35c-4af6-85e8-968db38a55a4 service neutron] Publish callbacks [] for port (557cb5a7-63e7-428b-a610-faf61f09f857), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:30.972267 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c0da0f-a437-4b9d-ae41-e75c93b2f9ed req-9699d262-ba0d-49b7-b0d8-9fe4122ca7f8 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:30.980223 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-46c0da0f-a437-4b9d-ae41-e75c93b2f9ed req-9699d262-ba0d-49b7-b0d8-9fe4122ca7f8 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?device_id=f88825d0-a091-4453-bc06-8a2acaf44ba3 HTTP/1.1" status: 200 len: 931 time: 0.1463993 Jan 28 19:17:30.985444 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-efffaa81-811b-48b5-af9b-15431ae6bc47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-731488'] for router_gateway (eb03139e-a51e-4a95-9941-b7e81a8a4c04), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:30.992212 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-103667c3-3919-4f36-bf8f-51298c9c93d6 req-c0914eee-c35c-4af6-85e8-968db38a55a4 service neutron] Transition to ACTIVE for port object 557cb5a7-63e7-428b-a610-faf61f09f857 will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:17:31.003472 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52b4585-3310-4f9d-a43a-b0dcd7c22cb0 req-267086f4-e74f-4661-a830-701bcf1c0aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:31.005599 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c52b4585-3310-4f9d-a43a-b0dcd7c22cb0 req-267086f4-e74f-4661-a830-701bcf1c0aa7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=55fb4a88-44e8-4590-bb8e-724323d8a12a HTTP/1.1" status: 200 len: 1133 time: 0.1112878 Jan 28 19:17:31.046656 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 210d91e0-8cd4-4a67-990f-6e7dd0538b9d no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:17:31.064326 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-103667c3-3919-4f36-bf8f-51298c9c93d6 req-c0914eee-c35c-4af6-85e8-968db38a55a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (557cb5a7-63e7-428b-a610-faf61f09f857), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:31.097022 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-46c0da0f-a437-4b9d-ae41-e75c93b2f9ed req-9cf910bc-8f35-4cec-9e54-94f94a8ef092 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/security-groups?id=414e93b9-08bc-438e-9127-05114ed7dbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156161 Jan 28 19:17:31.136612 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c52b4585-3310-4f9d-a43a-b0dcd7c22cb0 req-af798350-6aee-40e1-b588-e7f24ebd5866 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c326a8a3-da0b-43eb-8867-b30c14662b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087995 Jan 28 19:17:31.139678 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: 210d91e0-8cd4-4a67-990f-6e7dd0538b9d {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:17:31.140036 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 210d91e0-8cd4-4a67-990f-6e7dd0538b9d not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:17:31.143237 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-efffaa81-811b-48b5-af9b-15431ae6bc47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-730901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261120'] for router (eb03139e-a51e-4a95-9941-b7e81a8a4c04), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:31.146222 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2ca8d6-0c03-49b6-9c51-31728e1da49a req-b9b81f4b-26bd-4f19-9793-9e2988bf4c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:31.147681 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-cb2ca8d6-0c03-49b6-9c51-31728e1da49a req-b9b81f4b-26bd-4f19-9793-9e2988bf4c5f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=84341c46-a745-4b5e-a0f8-0858316efcdb HTTP/1.1" status: 200 len: 855 time: 0.4359550 Jan 28 19:17:31.162295 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-efffaa81-811b-48b5-af9b-15431ae6bc47 admin admin] Publish callbacks [] for router_controller (eb03139e-a51e-4a95-9941-b7e81a8a4c04), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:31.254205 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0914eee-c35c-4af6-85e8-968db38a55a4 service neutron] Pushing event updated for resources: {'Port': ['ID=557cb5a7-63e7-428b-a610-faf61f09f857,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:31.300415 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-efffaa81-811b-48b5-af9b-15431ae6bc47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-730908'] for router (eb03139e-a51e-4a95-9941-b7e81a8a4c04), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:31.301008 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efffaa81-811b-48b5-af9b-15431ae6bc47 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb03139e-a51e-4a95-9941-b7e81a8a4c04 {{(pid=103305) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:17:31.305951 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-efffaa81-811b-48b5-af9b-15431ae6bc47 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:31.309363 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-efffaa81-811b-48b5-af9b-15431ae6bc47 admin admin] 10.222.0.64 "DELETE /v2.0/routers/eb03139e-a51e-4a95-9941-b7e81a8a4c04 HTTP/1.1" status: 204 len: 168 time: 3.8127987 Jan 28 19:17:31.311555 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 39922) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:17:31.373181 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f769b1e2-fe91-4e36-8839-b5c46c6e1bd4 req-b7a5a0e9-65fc-4f90-91e6-d2ef9edf4334 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:31.376387 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f769b1e2-fe91-4e36-8839-b5c46c6e1bd4 req-b7a5a0e9-65fc-4f90-91e6-d2ef9edf4334 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/ports?device_id=587144d8-3f4e-497f-8a09-c3f0f7eaea93 HTTP/1.1" status: 200 len: 946 time: 0.1122437 Jan 28 19:17:31.422614 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9b17c9b-c62c-47c8-b11e-3bb5185ecba6 admin admin] Deleting subnet 8ec4e5d1-0c4e-4c7b-954e-58b53ab84682 {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:17:31.440922 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c9b17c9b-c62c-47c8-b11e-3bb5185ecba6 admin admin] Publish callbacks [] for subnet (8ec4e5d1-0c4e-4c7b-954e-58b53ab84682), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:31.493395 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f769b1e2-fe91-4e36-8839-b5c46c6e1bd4 req-6a2214f8-c320-4280-a967-b1707e7b0635 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/security-groups?id=929081b5-e4ec-47f3-a3f7-d2b3ba16c5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110172 Jan 28 19:17:31.675077 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-cb2ca8d6-0c03-49b6-9c51-31728e1da49a req-b5396aa7-470b-4861-9650-8171abd23c98 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=48d3a3c6-bccf-4b82-a5e6-9150eac77858&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1397827 Jan 28 19:17:31.698553 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-103667c3-3919-4f36-bf8f-51298c9c93d6 req-c0914eee-c35c-4af6-85e8-968db38a55a4 service neutron] Attempting to bind port 557cb5a7-63e7-428b-a610-faf61f09f857 on host n-h1-812111-14 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:17:31.698553 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-103667c3-3919-4f36-bf8f-51298c9c93d6 req-c0914eee-c35c-4af6-85e8-968db38a55a4 service neutron] Attempting to bind port 557cb5a7-63e7-428b-a610-faf61f09f857 by drivers openvswitch,hyperv on host n-h1-812111-14 at level 0 using segments [{'id': 'e7f54059-7dae-4f1a-9de9-251e6a440c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '8330dfd7-f74e-41a1-b557-5650d653ac04'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:17:31.698896 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-103667c3-3919-4f36-bf8f-51298c9c93d6 req-c0914eee-c35c-4af6-85e8-968db38a55a4 service neutron] Attempting to bind port 557cb5a7-63e7-428b-a610-faf61f09f857 on network 8330dfd7-f74e-41a1-b557-5650d653ac04 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:17:31.711080 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e1374c-acd3-4ccc-890a-5d35248aa30b req-1bddebba-613d-4e11-88a6-de0c9902d521 tempest-AttachSCSIVolumeTestJSON-1211245454 tempest-AttachSCSIVolumeTestJSON-1211245454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:31.715353 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-32e1374c-acd3-4ccc-890a-5d35248aa30b req-1bddebba-613d-4e11-88a6-de0c9902d521 tempest-AttachSCSIVolumeTestJSON-1211245454 tempest-AttachSCSIVolumeTestJSON-1211245454-project] 10.222.0.64 "GET /v2.0/ports?device_id=d778be57-fac7-4c47-a816-bac5a48aaea1 HTTP/1.1" status: 200 len: 943 time: 0.0922496 Jan 28 19:17:31.717556 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c9b17c9b-c62c-47c8-b11e-3bb5185ecba6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16187240'] for subnet (8ec4e5d1-0c4e-4c7b-954e-58b53ab84682), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:31.881730 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-32e1374c-acd3-4ccc-890a-5d35248aa30b req-a15cfc46-2ca7-4b56-a0dc-e59cbd415319 tempest-AttachSCSIVolumeTestJSON-1211245454 tempest-AttachSCSIVolumeTestJSON-1211245454-project] 10.222.0.64 "GET /v2.0/security-groups?id=9398b756-464a-4fa2-9e67-95bcbd5057f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502795 Jan 28 19:17:31.971806 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c9b17c9b-c62c-47c8-b11e-3bb5185ecba6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (8ec4e5d1-0c4e-4c7b-954e-58b53ab84682), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:32.105337 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c44fdf2-3874-4c38-8b1a-fcd9ace871db req-f58ed319-6dd1-4760-a86b-af520844d8c7 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:32.120436 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6c44fdf2-3874-4c38-8b1a-fcd9ace871db req-f58ed319-6dd1-4760-a86b-af520844d8c7 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/ports?device_id=32a8ac6e-e567-4a78-b0a8-6440e2670f71 HTTP/1.1" status: 200 len: 949 time: 0.1191373 Jan 28 19:17:32.160875 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-103667c3-3919-4f36-bf8f-51298c9c93d6 req-c0914eee-c35c-4af6-85e8-968db38a55a4 service neutron] Port 557cb5a7-63e7-428b-a610-faf61f09f857 on network 8330dfd7-f74e-41a1-b557-5650d653ac04 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-14 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:17:32.166216 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-103667c3-3919-4f36-bf8f-51298c9c93d6 req-c0914eee-c35c-4af6-85e8-968db38a55a4 service neutron] Attempting to bind port 557cb5a7-63e7-428b-a610-faf61f09f857 on network 8330dfd7-f74e-41a1-b557-5650d653ac04 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:17:32.273528 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6c44fdf2-3874-4c38-8b1a-fcd9ace871db req-27e73639-0b00-4070-bfb0-07bfa70cee72 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/security-groups?id=c326a8a3-da0b-43eb-8867-b30c14662b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504800 Jan 28 19:17:32.378946 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-103667c3-3919-4f36-bf8f-51298c9c93d6 req-c0914eee-c35c-4af6-85e8-968db38a55a4 service neutron] Checking agent: {'id': 'b544ba20-de93-4d86-9e6b-a2202deb6191', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 17, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:17:32.379517 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-103667c3-3919-4f36-bf8f-51298c9c93d6 req-c0914eee-c35c-4af6-85e8-968db38a55a4 service neutron] Checking segment: {'id': 'e7f54059-7dae-4f1a-9de9-251e6a440c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '8330dfd7-f74e-41a1-b557-5650d653ac04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:17:32.380021 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-103667c3-3919-4f36-bf8f-51298c9c93d6 req-c0914eee-c35c-4af6-85e8-968db38a55a4 service neutron] Bound using segment: {'id': 'e7f54059-7dae-4f1a-9de9-251e6a440c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '8330dfd7-f74e-41a1-b557-5650d653ac04'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:17:32.380682 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-103667c3-3919-4f36-bf8f-51298c9c93d6 req-c0914eee-c35c-4af6-85e8-968db38a55a4 service neutron] Bound port: 557cb5a7-63e7-428b-a610-faf61f09f857, host: n-h1-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7f54059-7dae-4f1a-9de9-251e6a440c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '8330dfd7-f74e-41a1-b557-5650d653ac04'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:17:32.381223 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-103667c3-3919-4f36-bf8f-51298c9c93d6 req-c0914eee-c35c-4af6-85e8-968db38a55a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (557cb5a7-63e7-428b-a610-faf61f09f857), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:32.385122 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-cb2ca8d6-0c03-49b6-9c51-31728e1da49a req-24ca2670-d82e-4f09-8fc5-240ae048dc8d service neutron] 10.222.0.41 "GET /v2.0/networks/48d3a3c6-bccf-4b82-a5e6-9150eac77858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293348 Jan 28 19:17:32.388363 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c9b17c9b-c62c-47c8-b11e-3bb5185ecba6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4752464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4733806'] for subnet (8ec4e5d1-0c4e-4c7b-954e-58b53ab84682), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:32.447082 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4191b6e7-32d5-4e7b-b7ac-7a5ca9f4b32a None None] Network 942f5500-a4bd-4069-a44c-30175e942cfe requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:17:32.455807 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b17c9b-c62c-47c8-b11e-3bb5185ecba6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ec4e5d1-0c4e-4c7b-954e-58b53ab84682,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:32.493221 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c9b17c9b-c62c-47c8-b11e-3bb5185ecba6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:32.504136 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-c9b17c9b-c62c-47c8-b11e-3bb5185ecba6 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/8ec4e5d1-0c4e-4c7b-954e-58b53ab84682 HTTP/1.1" status: 204 len: 168 time: 1.1892970 Jan 28 19:17:32.513079 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 39956) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:17:32.600397 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b932ee97-2dc5-4b42-ba29-21abac8b2afd req-73f38d05-3698-4207-9745-64cbdcdbfac6 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:32.603543 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b932ee97-2dc5-4b42-ba29-21abac8b2afd req-73f38d05-3698-4207-9745-64cbdcdbfac6 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?device_id=f88825d0-a091-4453-bc06-8a2acaf44ba3 HTTP/1.1" status: 200 len: 943 time: 0.2034876 Jan 28 19:17:32.704785 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-cb2ca8d6-0c03-49b6-9c51-31728e1da49a req-e2e6a141-599b-4469-b668-4da933272de0 service neutron] 10.222.0.41 "GET /v2.0/networks/48d3a3c6-bccf-4b82-a5e6-9150eac77858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985650 Jan 28 19:17:32.748927 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b932ee97-2dc5-4b42-ba29-21abac8b2afd req-9a8d3a9d-57ed-4322-bbc6-849ffa931911 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/security-groups?id=414e93b9-08bc-438e-9127-05114ed7dbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805640 Jan 28 19:17:32.751793 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-72f5eceb-379a-4ff7-8692-f638930e34ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (942f5500-a4bd-4069-a44c-30175e942cfe), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:32.758485 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32a8ac6e-e567-4a78-b0a8-6440e2670f71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a3aff15-c2d8-43e5-a25d-35c2dc2b0c90'}, {'server_uuid': '587144d8-3f4e-497f-8a09-c3f0f7eaea93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ac76e2b-dc95-4c65-ae3f-039f4fde9352'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:17:32.761312 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-801a9831-ae1f-47ec-bc33-652c24bd325b" -d '{"events": [{"server_uuid": "32a8ac6e-e567-4a78-b0a8-6440e2670f71", "name": "network-vif-plugged", "status": "completed", "tag": "7a3aff15-c2d8-43e5-a25d-35c2dc2b0c90"}, {"server_uuid": "587144d8-3f4e-497f-8a09-c3f0f7eaea93", "name": "network-vif-plugged", "status": "completed", "tag": "1ac76e2b-dc95-4c65-ae3f-039f4fde9352"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:17:32.786182 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af5cb3a0-3f55-49e0-8512-48bda469360b None None] DHCP port deletion for 942f5500-a4bd-4069-a44c-30175e942cfe request from n-d-812111-14 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:17:32.833753 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9c8456-b94f-4d6c-9cbd-8c868a80a23d req-631285c8-b43e-458c-9dc8-9723b3a6905b tempest-ImagesOneServerTestJSON-1756187124 tempest-ImagesOneServerTestJSON-1756187124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:32.835576 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1b9c8456-b94f-4d6c-9cbd-8c868a80a23d req-631285c8-b43e-458c-9dc8-9723b3a6905b tempest-ImagesOneServerTestJSON-1756187124 tempest-ImagesOneServerTestJSON-1756187124-project] 10.222.0.64 "GET /v2.0/ports?device_id=9543c020-b607-443e-8a7c-70e83d381fec HTTP/1.1" status: 200 len: 950 time: 0.4306881 Jan 28 19:17:32.878990 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-72f5eceb-379a-4ff7-8692-f638930e34ff admin admin] Deleting port c308af79-91c0-4d7a-ac3a-bdd603beb0db {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:17:32.879337 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-72f5eceb-379a-4ff7-8692-f638930e34ff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (c308af79-91c0-4d7a-ac3a-bdd603beb0db), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:32.896264 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-af5cb3a0-3f55-49e0-8512-48bda469360b None None] Deleting port c308af79-91c0-4d7a-ac3a-bdd603beb0db {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:17:32.896644 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-af5cb3a0-3f55-49e0-8512-48bda469360b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (c308af79-91c0-4d7a-ac3a-bdd603beb0db), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:33.021018 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b20fa2ef-0400-4654-a59a-47b3cb036bfe req-89bb7af0-4b32-4436-a636-5b476933c46e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4c6c3f6c-0306-4d2c-8d60-3928c2ea3c53&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1510437 Jan 28 19:17:33.030969 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-72f5eceb-379a-4ff7-8692-f638930e34ff admin admin] For port c308af79-91c0-4d7a-ac3a-bdd603beb0db, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=c308af79-91c0-4d7a-ac3a-bdd603beb0db,segment=NetworkSegment(504142c2-c953-442b-b4a6-2fbebe4e0a31),segment_id=504142c2-c953-442b-b4a6-2fbebe4e0a31)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:17:33.031410 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-72f5eceb-379a-4ff7-8692-f638930e34ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (c308af79-91c0-4d7a-ac3a-bdd603beb0db), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:33.050090 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1b9c8456-b94f-4d6c-9cbd-8c868a80a23d req-d1158dcb-4281-4bf3-a0de-4e2c29f064aa tempest-ImagesOneServerTestJSON-1756187124 tempest-ImagesOneServerTestJSON-1756187124-project] 10.222.0.64 "GET /v2.0/security-groups?id=41be5884-ad1b-40fc-89ee-40e3a97bd835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081225 Jan 28 19:17:33.064095 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-af5cb3a0-3f55-49e0-8512-48bda469360b None None] For port c308af79-91c0-4d7a-ac3a-bdd603beb0db, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=c308af79-91c0-4d7a-ac3a-bdd603beb0db,segment=NetworkSegment(504142c2-c953-442b-b4a6-2fbebe4e0a31),segment_id=504142c2-c953-442b-b4a6-2fbebe4e0a31)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:17:33.070720 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-af5cb3a0-3f55-49e0-8512-48bda469360b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (c308af79-91c0-4d7a-ac3a-bdd603beb0db), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:33.092028 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-72f5eceb-379a-4ff7-8692-f638930e34ff admin admin] Calling delete_port for c308af79-91c0-4d7a-ac3a-bdd603beb0db owned by network:dhcp {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:17:33.106554 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-103667c3-3919-4f36-bf8f-51298c9c93d6 req-c0914eee-c35c-4af6-85e8-968db38a55a4 service neutron] For port 557cb5a7-63e7-428b-a610-faf61f09f857, host n-h1-812111-14, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:17:33.131138 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-103667c3-3919-4f36-bf8f-51298c9c93d6 req-c0914eee-c35c-4af6-85e8-968db38a55a4 service neutron] For port 557cb5a7-63e7-428b-a610-faf61f09f857, host n-h1-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=557cb5a7-63e7-428b-a610-faf61f09f857,segment=NetworkSegment(e7f54059-7dae-4f1a-9de9-251e6a440c72),segment_id=e7f54059-7dae-4f1a-9de9-251e6a440c72)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:17:33.133636 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 6c58fc49-61d8-44c2-ba94-3d16ccd30c06 no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:17:33.141728 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20fa2ef-0400-4654-a59a-47b3cb036bfe req-60c05f3d-5a22-4d07-9f6c-d3fa9bc3d3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:33.143436 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b20fa2ef-0400-4654-a59a-47b3cb036bfe req-60c05f3d-5a22-4d07-9f6c-d3fa9bc3d3fe service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1a64246f3ff0490988e6f00c7a9a6590&device_id=4c6c3f6c-0306-4d2c-8d60-3928c2ea3c53 HTTP/1.1" status: 200 len: 1133 time: 0.0901914 Jan 28 19:17:33.147608 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-103667c3-3919-4f36-bf8f-51298c9c93d6 req-c0914eee-c35c-4af6-85e8-968db38a55a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (557cb5a7-63e7-428b-a610-faf61f09f857), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:33.253889 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 28 Jan 2022 19:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ffa8047-7b80-4a3e-a5d3-0097c34c49fe x-openstack-request-id: req-9ffa8047-7b80-4a3e-a5d3-0097c34c49fe {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:17:33.254281 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32a8ac6e-e567-4a78-b0a8-6440e2670f71", "name": "network-vif-plugged", "status": "completed", "tag": "7a3aff15-c2d8-43e5-a25d-35c2dc2b0c90", "code": 200}, {"server_uuid": "587144d8-3f4e-497f-8a09-c3f0f7eaea93", "name": "network-vif-plugged", "status": "completed", "tag": "1ac76e2b-dc95-4c65-ae3f-039f4fde9352", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:17:33.254432 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9ffa8047-7b80-4a3e-a5d3-0097c34c49fe {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:17:33.254840 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32a8ac6e-e567-4a78-b0a8-6440e2670f71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a3aff15-c2d8-43e5-a25d-35c2dc2b0c90', 'code': 200} Jan 28 19:17:33.255101 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '587144d8-3f4e-497f-8a09-c3f0f7eaea93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ac76e2b-dc95-4c65-ae3f-039f4fde9352', 'code': 200} Jan 28 19:17:33.261717 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-af5cb3a0-3f55-49e0-8512-48bda469360b None None] Calling delete_port for c308af79-91c0-4d7a-ac3a-bdd603beb0db owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:17:33.280377 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: 6c58fc49-61d8-44c2-ba94-3d16ccd30c06 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:17:33.280634 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 6c58fc49-61d8-44c2-ba94-3d16ccd30c06 not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:17:33.280966 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device c308af79-91c0-4d7a-ac3a-bdd603beb0db no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:17:33.437324 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0914eee-c35c-4af6-85e8-968db38a55a4 service neutron] Pushing event updated for resources: {'Port': ['ID=557cb5a7-63e7-428b-a610-faf61f09f857,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:33.441387 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20fa2ef-0400-4654-a59a-47b3cb036bfe req-a026973b-0b05-411d-8c26-22c0adbf6438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:33.443087 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b20fa2ef-0400-4654-a59a-47b3cb036bfe req-a026973b-0b05-411d-8c26-22c0adbf6438 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7810caa2-eac6-457d-9302-c8c215ef3e91 HTTP/1.1" status: 200 len: 869 time: 0.1957083 Jan 28 19:17:33.455044 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-72f5eceb-379a-4ff7-8692-f638930e34ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (c308af79-91c0-4d7a-ac3a-bdd603beb0db), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:33.458892 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103667c3-3919-4f36-bf8f-51298c9c93d6 req-c0914eee-c35c-4af6-85e8-968db38a55a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:33.459903 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-103667c3-3919-4f36-bf8f-51298c9c93d6 req-c0914eee-c35c-4af6-85e8-968db38a55a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:33.461627 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-103667c3-3919-4f36-bf8f-51298c9c93d6 req-c0914eee-c35c-4af6-85e8-968db38a55a4 service neutron] 10.222.0.41 "PUT /v2.0/ports/557cb5a7-63e7-428b-a610-faf61f09f857 HTTP/1.1" status: 200 len: 1092 time: 3.6483688 Jan 28 19:17:33.558711 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No active binding found for port c308af79-91c0-4d7a-ac3a-bdd603beb0db {{(pid=103306) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 28 19:17:33.559284 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] The host n-d-812111-14 is not matching for port c308af79-91c0-4d7a-ac3a-bdd603beb0db host None! {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Jan 28 19:17:33.559481 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device c308af79-91c0-4d7a-ac3a-bdd603beb0db not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:17:33.652257 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f5eceb-379a-4ff7-8692-f638930e34ff admin admin] No DVR routers for this DVR port c308af79-91c0-4d7a-ac3a-bdd603beb0db on host n-d-812111-14 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:17:33.698319 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f5eceb-379a-4ff7-8692-f638930e34ff admin admin] Pushing event deleted for resources: {'Port': ['ID=c308af79-91c0-4d7a-ac3a-bdd603beb0db,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:34.032065 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33964304-cd19-4e91-b620-15714a860827 req-349e1df9-5179-4452-ae5a-e9a804d87a40 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:34.035479 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-af5cb3a0-3f55-49e0-8512-48bda469360b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985'] for port (c308af79-91c0-4d7a-ac3a-bdd603beb0db), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:34.042377 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-33964304-cd19-4e91-b620-15714a860827 req-349e1df9-5179-4452-ae5a-e9a804d87a40 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/ports?device_id=587144d8-3f4e-497f-8a09-c3f0f7eaea93 HTTP/1.1" status: 200 len: 946 time: 0.6271107 Jan 28 19:17:34.082046 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-72f5eceb-379a-4ff7-8692-f638930e34ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (942f5500-a4bd-4069-a44c-30175e942cfe), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:34.105834 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5cb3a0-3f55-49e0-8512-48bda469360b None None] Pushing event deleted for resources: {'Port': ['ID=c308af79-91c0-4d7a-ac3a-bdd603beb0db,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:34.130866 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5cb3a0-3f55-49e0-8512-48bda469360b None None] No DVR routers for this DVR port c308af79-91c0-4d7a-ac3a-bdd603beb0db on host n-d-812111-14 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:17:34.167893 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2816e867-7da1-4609-8067-4e39e62cc0da req-b04c3e0d-4a15-4fcc-9b0a-9d58d219752e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:34.169495 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2816e867-7da1-4609-8067-4e39e62cc0da req-b04c3e0d-4a15-4fcc-9b0a-9d58d219752e service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=32a8ac6e-e567-4a78-b0a8-6440e2670f71 HTTP/1.1" status: 200 len: 1132 time: 0.7534673 Jan 28 19:17:34.180665 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc2fe5e-cc9a-40b7-a62e-5239863f8938 req-06fcb65e-cacf-4ac7-9365-fc44d7a30fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:34.182170 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-edc2fe5e-cc9a-40b7-a62e-5239863f8938 req-06fcb65e-cacf-4ac7-9365-fc44d7a30fa1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=587144d8-3f4e-497f-8a09-c3f0f7eaea93 HTTP/1.1" status: 200 len: 1129 time: 0.7470083 Jan 28 19:17:34.184358 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-72f5eceb-379a-4ff7-8692-f638930e34ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['942f5500-a4bd-4069-a44c-30175e942cfe']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:17:34.278646 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f88825d0-a091-4453-bc06-8a2acaf44ba3', 'tag': '557cb5a7-63e7-428b-a610-faf61f09f857'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:17:34.284382 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32292cce-bcc5-4085-80ca-8b4a08fcd2ec" -d '{"events": [{"name": "network-changed", "server_uuid": "f88825d0-a091-4453-bc06-8a2acaf44ba3", "tag": "557cb5a7-63e7-428b-a610-faf61f09f857"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:17:34.324244 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2816e867-7da1-4609-8067-4e39e62cc0da req-dfcf637a-511c-4072-b4b3-d1c8da2d8f89 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=c326a8a3-da0b-43eb-8867-b30c14662b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242571 Jan 28 19:17:34.332299 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-72f5eceb-379a-4ff7-8692-f638930e34ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '504142c2-c953-442b-b4a6-2fbebe4e0a31') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:17:34.332698 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-72f5eceb-379a-4ff7-8692-f638930e34ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '504142c2-c953-442b-b4a6-2fbebe4e0a31') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:17:34.351412 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b20fa2ef-0400-4654-a59a-47b3cb036bfe req-38d5279c-3eb6-4df0-bacc-9707343c662e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=a742ef4b-8c5c-49ae-a7ae-adee27392f4c HTTP/1.1" status: 200 len: 217 time: 0.8888102 Jan 28 19:17:34.398363 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-33964304-cd19-4e91-b620-15714a860827 req-89ae6045-919b-460f-84e0-8a7f95369d84 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/security-groups?id=929081b5-e4ec-47f3-a3f7-d2b3ba16c5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3529978 Jan 28 19:17:34.402159 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-72f5eceb-379a-4ff7-8692-f638930e34ff admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4747091'] for segment (504142c2-c953-442b-b4a6-2fbebe4e0a31), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:34.478060 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcef140-e541-4e9f-88de-3b39d5c388a5 req-6a7dad5b-9f94-4cce-b3f1-cc4765701908 tempest-AttachSCSIVolumeTestJSON-1211245454 tempest-AttachSCSIVolumeTestJSON-1211245454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:34.483898 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1fcef140-e541-4e9f-88de-3b39d5c388a5 req-6a7dad5b-9f94-4cce-b3f1-cc4765701908 tempest-AttachSCSIVolumeTestJSON-1211245454 tempest-AttachSCSIVolumeTestJSON-1211245454-project] 10.222.0.64 "GET /v2.0/ports?device_id=d778be57-fac7-4c47-a816-bac5a48aaea1 HTTP/1.1" status: 200 len: 943 time: 1.0368028 Jan 28 19:17:34.487036 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-72f5eceb-379a-4ff7-8692-f638930e34ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (504142c2-c953-442b-b4a6-2fbebe4e0a31), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:34.490308 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103667c3-3919-4f36-bf8f-51298c9c93d6 req-57bcbf9f-601d-4957-8fc4-7894b9db887d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:34.501128 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-103667c3-3919-4f36-bf8f-51298c9c93d6 req-57bcbf9f-601d-4957-8fc4-7894b9db887d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1bd1e0d6512043bfbaf9a8e955e20b9e&device_id=f88825d0-a091-4453-bc06-8a2acaf44ba3 HTTP/1.1" status: 200 len: 1126 time: 0.2052536 Jan 28 19:17:34.545964 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72f5eceb-379a-4ff7-8692-f638930e34ff admin admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:17:34.546325 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-72f5eceb-379a-4ff7-8692-f638930e34ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4690514'] for segment (504142c2-c953-442b-b4a6-2fbebe4e0a31), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:34.602445 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1fcef140-e541-4e9f-88de-3b39d5c388a5 req-46b7e640-7b22-41b7-992e-c7fa16893e0f tempest-AttachSCSIVolumeTestJSON-1211245454 tempest-AttachSCSIVolumeTestJSON-1211245454-project] 10.222.0.64 "GET /v2.0/security-groups?id=9398b756-464a-4fa2-9e67-95bcbd5057f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998638 Jan 28 19:17:34.695955 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-103667c3-3919-4f36-bf8f-51298c9c93d6 req-f8400e7e-3e57-4c25-a636-fc72f88b7f8f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=557cb5a7-63e7-428b-a610-faf61f09f857 HTTP/1.1" status: 200 len: 217 time: 0.0862234 Jan 28 19:17:34.707184 n-d-812111-14 neutron-server[103304]: Traceback (most recent call last): Jan 28 19:17:34.707184 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:17:34.707184 n-d-812111-14 neutron-server[103304]: timer() Jan 28 19:17:34.707184 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:17:34.707184 n-d-812111-14 neutron-server[103304]: cb(*args, **kw) Jan 28 19:17:34.707184 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:17:34.707184 n-d-812111-14 neutron-server[103304]: return func(*args, **kwargs) Jan 28 19:17:34.707184 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:17:34.707184 n-d-812111-14 neutron-server[103304]: self._notify() Jan 28 19:17:34.707184 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:17:34.707184 n-d-812111-14 neutron-server[103304]: self.callback(batched_events) Jan 28 19:17:34.707184 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:17:34.707184 n-d-812111-14 neutron-server[103304]: event.method(event) Jan 28 19:17:34.707184 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:17:34.707184 n-d-812111-14 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:17:34.707184 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:17:34.707184 n-d-812111-14 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:17:34.707184 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:17:34.707184 n-d-812111-14 neutron-server[103304]: return f(self, *a, **k) Jan 28 19:17:34.707184 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:17:34.707184 n-d-812111-14 neutron-server[103304]: return self._get(url).json() Jan 28 19:17:34.707184 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:17:34.707184 n-d-812111-14 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:17:34.707184 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:17:34.707184 n-d-812111-14 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 28 19:17:34.707184 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:17:34.707184 n-d-812111-14 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:17:34.707184 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:17:34.707184 n-d-812111-14 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:17:34.707184 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:17:34.707184 n-d-812111-14 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:17:34.707184 n-d-812111-14 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:17:34.785887 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20fa2ef-0400-4654-a59a-47b3cb036bfe req-a4104dfb-be2d-4e13-bd08-aec1d1a311a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:34.787979 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b20fa2ef-0400-4654-a59a-47b3cb036bfe req-a4104dfb-be2d-4e13-bd08-aec1d1a311a3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f2de4832-9ef6-4f40-9ac5-1557d5e6a6ff HTTP/1.1" status: 200 len: 843 time: 0.1543114 Jan 28 19:17:34.809214 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-edc2fe5e-cc9a-40b7-a62e-5239863f8938 req-dfc9930c-8fa6-47be-9a0d-b6053eeac013 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=929081b5-e4ec-47f3-a3f7-d2b3ba16c5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5061903 Jan 28 19:17:34.863239 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a98064-1d9a-46e2-ba83-7f98f8ff71fe req-5e22c7be-16f9-4c9a-a3b8-c3289655f2af tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:34.864848 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-66a98064-1d9a-46e2-ba83-7f98f8ff71fe req-5e22c7be-16f9-4c9a-a3b8-c3289655f2af tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/ports?device_id=32a8ac6e-e567-4a78-b0a8-6440e2670f71 HTTP/1.1" status: 200 len: 949 time: 0.1507797 Jan 28 19:17:34.865560 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-72f5eceb-379a-4ff7-8692-f638930e34ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (942f5500-a4bd-4069-a44c-30175e942cfe), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:34.884181 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-72f5eceb-379a-4ff7-8692-f638930e34ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:34.891061 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103667c3-3919-4f36-bf8f-51298c9c93d6 req-28b0c4fe-7851-40fe-9589-6550123cc021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:34.892907 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-103667c3-3919-4f36-bf8f-51298c9c93d6 req-28b0c4fe-7851-40fe-9589-6550123cc021 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=09bc6696-a273-4baf-935c-9cf317ddb49d HTTP/1.1" status: 200 len: 848 time: 0.1793494 Jan 28 19:17:34.895833 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-72f5eceb-379a-4ff7-8692-f638930e34ff admin admin] 10.222.0.64 "DELETE /v2.0/networks/942f5500-a4bd-4069-a44c-30175e942cfe HTTP/1.1" status: 204 len: 168 time: 2.3674541 Jan 28 19:17:34.927402 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d765abb6-5db2-424a-a450-c07a01598a41 req-7be6bcb6-2f8e-4595-99fd-123822898cf8 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:34.929395 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d765abb6-5db2-424a-a450-c07a01598a41 req-7be6bcb6-2f8e-4595-99fd-123822898cf8 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?device_id=f88825d0-a091-4453-bc06-8a2acaf44ba3 HTTP/1.1" status: 200 len: 943 time: 0.1716437 Jan 28 19:17:34.937259 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20fa2ef-0400-4654-a59a-47b3cb036bfe req-5067fa01-2622-452e-ac93-19499d9c89e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:34.938483 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f5eceb-379a-4ff7-8692-f638930e34ff admin admin] Pushing event deleted for resources: {'Network': ['ID=942f5500-a4bd-4069-a44c-30175e942cfe,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:34.940860 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b20fa2ef-0400-4654-a59a-47b3cb036bfe req-5067fa01-2622-452e-ac93-19499d9c89e0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7810caa2-eac6-457d-9302-c8c215ef3e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1238599 Jan 28 19:17:35.013423 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-66a98064-1d9a-46e2-ba83-7f98f8ff71fe req-797eb3b9-1e09-4e79-9207-26e7d2b97795 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/security-groups?id=c326a8a3-da0b-43eb-8867-b30c14662b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399395 Jan 28 19:17:35.043268 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d765abb6-5db2-424a-a450-c07a01598a41 req-1926540b-0fb1-4536-83ea-37a858971dc6 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/security-groups?id=414e93b9-08bc-438e-9127-05114ed7dbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996561 Jan 28 19:17:35.128042 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 39984) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:17:35.130375 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcc82375-1947-44bf-bfaf-5282b029f295 x-openstack-request-id: req-bcc82375-1947-44bf-bfaf-5282b029f295 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:17:35.131097 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f88825d0-a091-4453-bc06-8a2acaf44ba3", "tag": "557cb5a7-63e7-428b-a610-faf61f09f857", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:17:35.131615 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bcc82375-1947-44bf-bfaf-5282b029f295 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:17:35.132339 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f88825d0-a091-4453-bc06-8a2acaf44ba3', 'tag': '557cb5a7-63e7-428b-a610-faf61f09f857', 'status': 'completed', 'code': 200} Jan 28 19:17:35.173317 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7efcde8-beb5-4fc9-a72e-72027c98c5ba req-0cdd3bfd-3782-46f9-a55c-ba188a1bd0e2 tempest-ImagesOneServerTestJSON-1756187124 tempest-ImagesOneServerTestJSON-1756187124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:35.174858 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a7efcde8-beb5-4fc9-a72e-72027c98c5ba req-0cdd3bfd-3782-46f9-a55c-ba188a1bd0e2 tempest-ImagesOneServerTestJSON-1756187124 tempest-ImagesOneServerTestJSON-1756187124-project] 10.222.0.64 "GET /v2.0/ports?device_id=9543c020-b607-443e-8a7c-70e83d381fec HTTP/1.1" status: 200 len: 950 time: 0.0757675 Jan 28 19:17:35.246670 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-3781b082-1cf4-44ae-9d43-401f3457ba8a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2919cc86d97b42bbb60ba9ee60522438&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1128306 Jan 28 19:17:35.247680 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 39988) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:17:35.269199 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a7efcde8-beb5-4fc9-a72e-72027c98c5ba req-1d754eb5-9a3c-41fb-ad7c-a913f0b327b0 tempest-ImagesOneServerTestJSON-1756187124 tempest-ImagesOneServerTestJSON-1756187124-project] 10.222.0.64 "GET /v2.0/security-groups?id=41be5884-ad1b-40fc-89ee-40e3a97bd835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877397 Jan 28 19:17:35.344625 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-37d02d80-7a11-468f-8f90-5a68c8dcc401 admin admin] Publish callbacks [] for security_group (4635f1ad-21ea-41f6-ac41-e4946b9af4f0), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:35.379499 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-37d02d80-7a11-468f-8f90-5a68c8dcc401 admin admin] Publish callbacks [] for security_group (4635f1ad-21ea-41f6-ac41-e4946b9af4f0), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:35.404617 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device e21058df-38a1-4839-8ac4-8b5b371eeafe no longer exists at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:17:35.510041 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-37d02d80-7a11-468f-8f90-5a68c8dcc401 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (4635f1ad-21ea-41f6-ac41-e4946b9af4f0), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:35.513034 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-37d02d80-7a11-468f-8f90-5a68c8dcc401 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:35.518722 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-37d02d80-7a11-468f-8f90-5a68c8dcc401 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4635f1ad-21ea-41f6-ac41-e4946b9af4f0 HTTP/1.1" status: 204 len: 168 time: 0.2659585 Jan 28 19:17:35.548885 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d02d80-7a11-468f-8f90-5a68c8dcc401 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4635f1ad-21ea-41f6-ac41-e4946b9af4f0,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:35.666524 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port e21058df-38a1-4839-8ac4-8b5b371eeafe is: ACTIVE; New status is: DOWN {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:17:35.667166 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (e21058df-38a1-4839-8ac4-8b5b371eeafe), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:35.703146 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-103667c3-3919-4f36-bf8f-51298c9c93d6 req-1f40541e-eaad-48db-aa30-1ea47efb9885 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8330dfd7-f74e-41a1-b557-5650d653ac04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1468549 Jan 28 19:17:35.710701 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9543c020-b607-443e-8a7c-70e83d381fec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e21058df-38a1-4839-8ac4-8b5b371eeafe'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:17:35.711868 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f90b6c1-ebc5-436b-85ee-7f106d756717 req-48aca824-2eb6-4331-974e-024bf345fa2a tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:35.713921 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0c92928-4f33-4344-aa5f-c92a13b57a2e" -d '{"events": [{"server_uuid": "9543c020-b607-443e-8a7c-70e83d381fec", "name": "network-vif-unplugged", "status": "completed", "tag": "e21058df-38a1-4839-8ac4-8b5b371eeafe"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:17:35.722697 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3f90b6c1-ebc5-436b-85ee-7f106d756717 req-48aca824-2eb6-4331-974e-024bf345fa2a tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/ports?device_id=587144d8-3f4e-497f-8a09-c3f0f7eaea93 HTTP/1.1" status: 200 len: 946 time: 0.1294644 Jan 28 19:17:35.766912 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port e21058df-38a1-4839-8ac4-8b5b371eeafe, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=e21058df-38a1-4839-8ac4-8b5b371eeafe,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:17:35.777503 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (e21058df-38a1-4839-8ac4-8b5b371eeafe), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:35.836695 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3f90b6c1-ebc5-436b-85ee-7f106d756717 req-803c5440-d41a-4a3d-ae8c-443403df4fb0 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/security-groups?id=929081b5-e4ec-47f3-a3f7-d2b3ba16c5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125996 Jan 28 19:17:35.894854 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=e21058df-38a1-4839-8ac4-8b5b371eeafe,revision_number=8']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:36.100349 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b20fa2ef-0400-4654-a59a-47b3cb036bfe req-15f28472-29e5-4950-bda7-dc04c6c5383a service neutron] 10.222.0.41 "GET /v2.0/networks/7810caa2-eac6-457d-9302-c8c215ef3e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5247967 Jan 28 19:17:36.116685 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-103667c3-3919-4f36-bf8f-51298c9c93d6 req-e6699f60-3d3b-45be-be86-605961086b5c service neutron] 10.222.0.41 "GET /v2.0/networks/8330dfd7-f74e-41a1-b557-5650d653ac04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3068650 Jan 28 19:17:36.153875 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4b59d4-43d0-44f5-a6f9-dbb9480d68ab req-fee514cd-9d1d-4dd9-ad87-d2d11a18ca47 tempest-AttachSCSIVolumeTestJSON-1211245454 tempest-AttachSCSIVolumeTestJSON-1211245454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:36.162489 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1b4b59d4-43d0-44f5-a6f9-dbb9480d68ab req-fee514cd-9d1d-4dd9-ad87-d2d11a18ca47 tempest-AttachSCSIVolumeTestJSON-1211245454 tempest-AttachSCSIVolumeTestJSON-1211245454-project] 10.222.0.64 "GET /v2.0/ports?device_id=d778be57-fac7-4c47-a816-bac5a48aaea1 HTTP/1.1" status: 200 len: 943 time: 0.1070840 Jan 28 19:17:36.299443 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1b4b59d4-43d0-44f5-a6f9-dbb9480d68ab req-f882930b-54d7-463f-ac22-cc87ccf180da tempest-AttachSCSIVolumeTestJSON-1211245454 tempest-AttachSCSIVolumeTestJSON-1211245454-project] 10.222.0.64 "GET /v2.0/security-groups?id=9398b756-464a-4fa2-9e67-95bcbd5057f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339452 Jan 28 19:17:36.418680 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b20fa2ef-0400-4654-a59a-47b3cb036bfe req-541330eb-eeed-47af-9e9f-fea965c6ab8a service neutron] 10.222.0.41 "GET /v2.0/networks/7810caa2-eac6-457d-9302-c8c215ef3e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3008246 Jan 28 19:17:36.421233 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-103667c3-3919-4f36-bf8f-51298c9c93d6 req-b5502420-7d65-4bb1-9028-5b04c135d6ff service neutron] 10.222.0.41 "GET /v2.0/networks/8330dfd7-f74e-41a1-b557-5650d653ac04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2864997 Jan 28 19:17:36.428853 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 19:17:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff32e1bb-10d6-4744-9e2d-0e5ee47ece7c x-openstack-request-id: req-ff32e1bb-10d6-4744-9e2d-0e5ee47ece7c {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:17:36.429450 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9543c020-b607-443e-8a7c-70e83d381fec", "name": "network-vif-unplugged", "status": "completed", "tag": "e21058df-38a1-4839-8ac4-8b5b371eeafe", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:17:36.429450 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ff32e1bb-10d6-4744-9e2d-0e5ee47ece7c {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:17:36.430336 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9543c020-b607-443e-8a7c-70e83d381fec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e21058df-38a1-4839-8ac4-8b5b371eeafe', 'code': 200} Jan 28 19:17:36.586073 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1b9ba679-d8d6-446a-9faf-26ba220a8cb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:36.612100 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbe7222-f740-4cb9-b53a-f452ec97ec8d req-705c96f7-4aef-4dd5-8826-65905cd68c67 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:36.622544 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1fbe7222-f740-4cb9-b53a-f452ec97ec8d req-705c96f7-4aef-4dd5-8826-65905cd68c67 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/ports?device_id=32a8ac6e-e567-4a78-b0a8-6440e2670f71 HTTP/1.1" status: 200 len: 949 time: 0.0854404 Jan 28 19:17:36.695251 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1fbe7222-f740-4cb9-b53a-f452ec97ec8d req-c7ae696d-e8d9-451d-a363-dd0381e9a6ed tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/security-groups?id=c326a8a3-da0b-43eb-8867-b30c14662b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713713 Jan 28 19:17:36.824972 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32292cce-bcc5-4085-80ca-8b4a08fcd2ec req-c1e298de-0275-44ec-94c5-a85e0e251c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:36.826708 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-32292cce-bcc5-4085-80ca-8b4a08fcd2ec req-c1e298de-0275-44ec-94c5-a85e0e251c2f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1bd1e0d6512043bfbaf9a8e955e20b9e&device_id=f88825d0-a091-4453-bc06-8a2acaf44ba3 HTTP/1.1" status: 200 len: 1126 time: 0.2269127 Jan 28 19:17:36.910842 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef9f751-d25f-437c-8944-0531e62c5d98 req-fe8a4f24-241c-4982-a714-ad2c21a75756 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:36.913307 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-cef9f751-d25f-437c-8944-0531e62c5d98 req-fe8a4f24-241c-4982-a714-ad2c21a75756 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/ports?device_id=55fb4a88-44e8-4590-bb8e-724323d8a12a HTTP/1.1" status: 200 len: 950 time: 0.0775316 Jan 28 19:17:36.975152 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2955aa4e-7c70-4960-af85-82b905c87f0e req-de9af90d-5419-4daa-9a3a-afbb60c8bb65 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:36.983168 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2955aa4e-7c70-4960-af85-82b905c87f0e req-de9af90d-5419-4daa-9a3a-afbb60c8bb65 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?device_id=f88825d0-a091-4453-bc06-8a2acaf44ba3 HTTP/1.1" status: 200 len: 943 time: 0.2372389 Jan 28 19:17:37.011565 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-cef9f751-d25f-437c-8944-0531e62c5d98 req-08f5ccfb-a944-4316-b880-db664d082615 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/security-groups?id=c326a8a3-da0b-43eb-8867-b30c14662b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922353 Jan 28 19:17:37.101043 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2955aa4e-7c70-4960-af85-82b905c87f0e req-6b607e8c-38d6-4f66-ac83-785f02c1caa1 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/security-groups?id=414e93b9-08bc-438e-9127-05114ed7dbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168916 Jan 28 19:17:37.109491 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32292cce-bcc5-4085-80ca-8b4a08fcd2ec req-6524f4b3-de07-440b-a90a-3a25dae3b4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:37.115375 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-32292cce-bcc5-4085-80ca-8b4a08fcd2ec req-6524f4b3-de07-440b-a90a-3a25dae3b4c5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8330dfd7-f74e-41a1-b557-5650d653ac04 HTTP/1.1" status: 200 len: 908 time: 0.2790217 Jan 28 19:17:37.131338 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 40092) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:17:37.195680 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-32292cce-bcc5-4085-80ca-8b4a08fcd2ec req-68146bf1-4ec1-40c8-aee8-2086e3455bec service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=557cb5a7-63e7-428b-a610-faf61f09f857 HTTP/1.1" status: 200 len: 217 time: 0.0710039 Jan 28 19:17:37.257889 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32292cce-bcc5-4085-80ca-8b4a08fcd2ec req-4de6f5d1-0ab1-4095-926b-89e442c30fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:37.259625 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-32292cce-bcc5-4085-80ca-8b4a08fcd2ec req-4de6f5d1-0ab1-4095-926b-89e442c30fc0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=09bc6696-a273-4baf-935c-9cf317ddb49d HTTP/1.1" status: 200 len: 848 time: 0.0537832 Jan 28 19:17:37.311203 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-32292cce-bcc5-4085-80ca-8b4a08fcd2ec req-9b21bf97-3b7c-40f5-8028-154b9c3d9266 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8330dfd7-f74e-41a1-b557-5650d653ac04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324652 Jan 28 19:17:37.312877 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-3ef8d9c0-186b-4e37-b691-6ac34067de50 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1370823551-network', 'tenant_id': 'a83e9cc3029f4baca951cc95e07992a3'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:17:37.342300 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ef8d9c0-186b-4e37-b691-6ac34067de50 admin admin] Made reservation on behalf of a83e9cc3029f4baca951cc95e07992a3 for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:17:37.346367 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3ef8d9c0-186b-4e37-b691-6ac34067de50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:37.375822 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3ef8d9c0-186b-4e37-b691-6ac34067de50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:37.402303 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e9aa58-e223-43e4-9e54-2e4a06739f1e req-4f607b32-1938-47bb-a93e-8086336710b7 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:37.403755 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-16e9aa58-e223-43e4-9e54-2e4a06739f1e req-4f607b32-1938-47bb-a93e-8086336710b7 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/ports?device_id=587144d8-3f4e-497f-8a09-c3f0f7eaea93 HTTP/1.1" status: 200 len: 946 time: 0.2111318 Jan 28 19:17:37.472929 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-16e9aa58-e223-43e4-9e54-2e4a06739f1e req-80f10919-22b2-40cb-a91b-b16241342d53 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/security-groups?id=929081b5-e4ec-47f3-a3f7-d2b3ba16c5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594060 Jan 28 19:17:37.511159 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-32292cce-bcc5-4085-80ca-8b4a08fcd2ec req-e337ae67-5b63-42bb-848d-b2d0dcb9afe7 service neutron] 10.222.0.41 "GET /v2.0/networks/8330dfd7-f74e-41a1-b557-5650d653ac04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886675 Jan 28 19:17:37.558423 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3ef8d9c0-186b-4e37-b691-6ac34067de50 admin admin] Publish callbacks [] for security_group (e52b5309-890e-4183-bf0d-6ef59c658d38), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:37.568084 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3ef8d9c0-186b-4e37-b691-6ac34067de50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (e52b5309-890e-4183-bf0d-6ef59c658d38), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:37.586940 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ef8d9c0-186b-4e37-b691-6ac34067de50 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:17:37.630525 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3ef8d9c0-186b-4e37-b691-6ac34067de50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (3fce350c-ea58-4666-bd7d-c61ada9a9295), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:37.634774 n-d-812111-14 neutron-server[103304]: INFO neutron.db.segments_db [None req-3ef8d9c0-186b-4e37-b691-6ac34067de50 admin admin] Added segment 3fce350c-ea58-4666-bd7d-c61ada9a9295 of type vlan for network ff818509-18ff-44d0-ba98-5ed91eb1ccd4 Jan 28 19:17:37.738149 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-32292cce-bcc5-4085-80ca-8b4a08fcd2ec req-b87317dd-4b33-41c3-b8fb-388b9f4d2d02 service neutron] 10.222.0.41 "GET /v2.0/networks/8330dfd7-f74e-41a1-b557-5650d653ac04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2086983 Jan 28 19:17:37.841531 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3ef8d9c0-186b-4e37-b691-6ac34067de50 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (ff818509-18ff-44d0-ba98-5ed91eb1ccd4), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:37.885427 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3ef8d9c0-186b-4e37-b691-6ac34067de50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (ff818509-18ff-44d0-ba98-5ed91eb1ccd4), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:37.886891 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef8d9c0-186b-4e37-b691-6ac34067de50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:37.887629 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3ef8d9c0-186b-4e37-b691-6ac34067de50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:37.940602 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa30a74c-b085-49f4-a75b-cfb841ce6755 req-0994d8c8-7500-48a2-b5f2-e125807e7410 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:37.947295 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa30a74c-b085-49f4-a75b-cfb841ce6755 req-0994d8c8-7500-48a2-b5f2-e125807e7410 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:37.956894 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-fa30a74c-b085-49f4-a75b-cfb841ce6755 req-0994d8c8-7500-48a2-b5f2-e125807e7410 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/ports?device_id=32a8ac6e-e567-4a78-b0a8-6440e2670f71&device_id=55fb4a88-44e8-4590-bb8e-724323d8a12a HTTP/1.1" status: 200 len: 1690 time: 0.0835230 Jan 28 19:17:37.994327 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef8d9c0-186b-4e37-b691-6ac34067de50 admin admin] Pushing event updated for resources: {'Network': ['ID=ff818509-18ff-44d0-ba98-5ed91eb1ccd4,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:38.006796 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network ff818509-18ff-44d0-ba98-5ed91eb1ccd4 details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:17:38.010109 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-3ef8d9c0-186b-4e37-b691-6ac34067de50 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8774869 Jan 28 19:17:38.013278 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef8d9c0-186b-4e37-b691-6ac34067de50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e52b5309-890e-4183-bf0d-6ef59c658d38,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:38.013412 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 40124) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:17:38.024690 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-8ef22885-b089-4d3c-8530-4cc693cadb69 admin admin] Request body: {'subnet': {'network_id': 'ff818509-18ff-44d0-ba98-5ed91eb1ccd4', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1370823551-subnet', 'tenant_id': 'a83e9cc3029f4baca951cc95e07992a3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:17:38.066809 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-fa30a74c-b085-49f4-a75b-cfb841ce6755 req-79d87ade-7d20-4370-87f7-9138774fd388 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/security-groups?id=c326a8a3-da0b-43eb-8867-b30c14662b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073668 Jan 28 19:17:38.073783 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ef22885-b089-4d3c-8530-4cc693cadb69 admin admin] Made reservation on behalf of a83e9cc3029f4baca951cc95e07992a3 for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:17:38.076323 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8ef22885-b089-4d3c-8530-4cc693cadb69 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4733071'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:38.083325 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06aed98-72f3-49b8-b079-3f343cdc9121 req-ef82ae6b-9157-4a39-b3f8-9f955d2ff7fc tempest-AttachSCSIVolumeTestJSON-1211245454 tempest-AttachSCSIVolumeTestJSON-1211245454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:38.099273 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e06aed98-72f3-49b8-b079-3f343cdc9121 req-ef82ae6b-9157-4a39-b3f8-9f955d2ff7fc tempest-AttachSCSIVolumeTestJSON-1211245454 tempest-AttachSCSIVolumeTestJSON-1211245454-project] 10.222.0.64 "GET /v2.0/ports?device_id=d778be57-fac7-4c47-a816-bac5a48aaea1 HTTP/1.1" status: 200 len: 943 time: 0.3203495 Jan 28 19:17:38.240176 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e06aed98-72f3-49b8-b079-3f343cdc9121 req-b9f4f5fe-9ff7-4743-843f-07106c32d4f4 tempest-AttachSCSIVolumeTestJSON-1211245454 tempest-AttachSCSIVolumeTestJSON-1211245454-project] 10.222.0.64 "GET /v2.0/security-groups?id=9398b756-464a-4fa2-9e67-95bcbd5057f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368792 Jan 28 19:17:38.392710 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f996d3c5-01d4-4665-a4ba-568cd39cc866 req-fd109ae6-25b0-4faa-bdd3-ee053f9da055 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:38.394457 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f996d3c5-01d4-4665-a4ba-568cd39cc866 req-fd109ae6-25b0-4faa-bdd3-ee053f9da055 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/ports?device_id=587144d8-3f4e-497f-8a09-c3f0f7eaea93 HTTP/1.1" status: 200 len: 946 time: 0.1467166 Jan 28 19:17:38.506382 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f76d79a-c7c9-4bab-8a49-a4d85d580cbb req-c16b85bf-aa9d-4ec5-b65a-c763bbdea18f tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:38.508725 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9f76d79a-c7c9-4bab-8a49-a4d85d580cbb req-c16b85bf-aa9d-4ec5-b65a-c763bbdea18f tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?device_id=f88825d0-a091-4453-bc06-8a2acaf44ba3 HTTP/1.1" status: 200 len: 943 time: 0.0961254 Jan 28 19:17:38.551957 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8ef22885-b089-4d3c-8530-4cc693cadb69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4752401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4733085'] for subnet (6cea2404-3048-43fe-b9cb-bebcf3282d53), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:38.577729 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f996d3c5-01d4-4665-a4ba-568cd39cc866 req-317bd7b0-f330-4112-81aa-e65e5086bedb tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/security-groups?id=929081b5-e4ec-47f3-a3f7-d2b3ba16c5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666927 Jan 28 19:17:38.593198 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9f76d79a-c7c9-4bab-8a49-a4d85d580cbb req-be85fc5f-44d7-457d-a829-1069512fc910 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/security-groups?id=414e93b9-08bc-438e-9127-05114ed7dbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714972 Jan 28 19:17:38.674227 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef22885-b089-4d3c-8530-4cc693cadb69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6cea2404-3048-43fe-b9cb-bebcf3282d53,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:38.708347 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef22885-b089-4d3c-8530-4cc693cadb69 admin admin] Checking segment: {'id': '3fce350c-ea58-4666-bd7d-c61ada9a9295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ff818509-18ff-44d0-ba98-5ed91eb1ccd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:17:38.709138 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef22885-b089-4d3c-8530-4cc693cadb69 admin admin] Network hostable DHCP agents. Network: ff818509-18ff-44d0-ba98-5ed91eb1ccd4, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:17:38.783651 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef22885-b089-4d3c-8530-4cc693cadb69 admin admin] Network ff818509-18ff-44d0-ba98-5ed91eb1ccd4 is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:17:38.807479 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-8ef22885-b089-4d3c-8530-4cc693cadb69 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, ff818509-18ff-44d0-ba98-5ed91eb1ccd4) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:17:38.815871 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7927af9c-3d92-43e2-acf1-d850744e82f8 None None] Network ff818509-18ff-44d0-ba98-5ed91eb1ccd4 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:17:38.834269 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef22885-b089-4d3c-8530-4cc693cadb69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:38.834865 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8ef22885-b089-4d3c-8530-4cc693cadb69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:38.854623 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1516faec-999e-4cc4-9dc7-a569872403aa req-b3ef0651-abb7-4a59-b0a4-abf3e828f7a5 tempest-ServersOnMultiNodesTest-1010744972 tempest-ServersOnMultiNodesTest-1010744972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:38.856080 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1516faec-999e-4cc4-9dc7-a569872403aa req-b3ef0651-abb7-4a59-b0a4-abf3e828f7a5 tempest-ServersOnMultiNodesTest-1010744972 tempest-ServersOnMultiNodesTest-1010744972-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=32a8ac6e-e567-4a78-b0a8-6440e2670f71 HTTP/1.1" status: 200 len: 1132 time: 0.1645281 Jan 28 19:17:38.902155 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-8ef22885-b089-4d3c-8530-4cc693cadb69 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8838141 Jan 28 19:17:39.008110 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1516faec-999e-4cc4-9dc7-a569872403aa req-64ac509e-ef87-49f4-be4a-7c0990f8f350 tempest-ServersOnMultiNodesTest-1010744972 tempest-ServersOnMultiNodesTest-1010744972-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=c326a8a3-da0b-43eb-8867-b30c14662b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364684 Jan 28 19:17:39.068620 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f32e0a11-f0f6-4f19-a867-c7cf1599ffe0 None None] Network ff818509-18ff-44d0-ba98-5ed91eb1ccd4 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:17:39.179023 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c35ed01-8d25-44c2-b1da-b182e2700376 req-714911c0-3c77-4179-8e07-89939ef424b4 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:39.201014 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1c35ed01-8d25-44c2-b1da-b182e2700376 req-714911c0-3c77-4179-8e07-89939ef424b4 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/ports?device_id=587144d8-3f4e-497f-8a09-c3f0f7eaea93 HTTP/1.1" status: 200 len: 946 time: 0.1615210 Jan 28 19:17:39.270259 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4d46fd5f-1731-4400-a18f-67c52678ff22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:39.299771 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1c35ed01-8d25-44c2-b1da-b182e2700376 req-c5d6f5f7-9313-4a15-8010-68551f0d36ad tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/security-groups?id=929081b5-e4ec-47f3-a3f7-d2b3ba16c5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978200 Jan 28 19:17:39.440898 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 9804a5f3-e1a4-4b7c-b262-c12ca11a7d8f details requested by agent hyperv_n-h1-812111-14 with host n-h1-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:17:39.672699 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a6550e-d924-42fd-a665-0e1dc095ba9e req-697561a4-ee6a-445a-864f-a6867a5048f2 tempest-ServersOnMultiNodesTest-1010744972 tempest-ServersOnMultiNodesTest-1010744972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:39.676145 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b083a6de-b96e-464a-bc69-3dc24deba2f5 req-2b6b82f5-0a42-4b65-8240-bf03ec01c760 tempest-AttachSCSIVolumeTestJSON-1211245454 tempest-AttachSCSIVolumeTestJSON-1211245454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:39.680345 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-43a6550e-d924-42fd-a665-0e1dc095ba9e req-697561a4-ee6a-445a-864f-a6867a5048f2 tempest-ServersOnMultiNodesTest-1010744972 tempest-ServersOnMultiNodesTest-1010744972-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=55fb4a88-44e8-4590-bb8e-724323d8a12a HTTP/1.1" status: 200 len: 1133 time: 0.1131380 Jan 28 19:17:39.701708 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b083a6de-b96e-464a-bc69-3dc24deba2f5 req-2b6b82f5-0a42-4b65-8240-bf03ec01c760 tempest-AttachSCSIVolumeTestJSON-1211245454 tempest-AttachSCSIVolumeTestJSON-1211245454-project] 10.222.0.64 "GET /v2.0/ports?device_id=d778be57-fac7-4c47-a816-bac5a48aaea1 HTTP/1.1" status: 200 len: 943 time: 0.1453173 Jan 28 19:17:39.736368 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-43a6550e-d924-42fd-a665-0e1dc095ba9e req-6b78eb44-52c9-4d8e-844a-b8f44e64bd67 tempest-ServersOnMultiNodesTest-1010744972 tempest-ServersOnMultiNodesTest-1010744972-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=c326a8a3-da0b-43eb-8867-b30c14662b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541236 Jan 28 19:17:39.757557 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:39.808430 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 9804a5f3-e1a4-4b7c-b262-c12ca11a7d8f, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=9804a5f3-e1a4-4b7c-b262-c12ca11a7d8f,segment=NetworkSegment(6dc6eae3-f32e-470d-a2b1-f94c96581d4b),segment_id=6dc6eae3-f32e-470d-a2b1-f94c96581d4b)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:17:39.838776 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b083a6de-b96e-464a-bc69-3dc24deba2f5 req-803d0fc4-a88a-4d08-b23a-2237609b7569 tempest-AttachSCSIVolumeTestJSON-1211245454 tempest-AttachSCSIVolumeTestJSON-1211245454-project] 10.222.0.64 "GET /v2.0/security-groups?id=9398b756-464a-4fa2-9e67-95bcbd5057f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360872 Jan 28 19:17:39.853346 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Returning: {'device': '9804a5f3-e1a4-4b7c-b262-c12ca11a7d8f', 'network_id': 'b483694f-9043-435d-89cf-8bde8f85a784', 'port_id': '9804a5f3-e1a4-4b7c-b262-c12ca11a7d8f', 'mac_address': 'fa:16:3e:03:c7:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1247ccdc-4414-49c6-83d9-66d363a67e32', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:17:39.914924 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port 9804a5f3-e1a4-4b7c-b262-c12ca11a7d8f is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:17:39.915322 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (9804a5f3-e1a4-4b7c-b262-c12ca11a7d8f), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:39.947059 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9804a5f3-e1a4-4b7c-b262-c12ca11a7d8f {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:17:39.988715 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 9804a5f3-e1a4-4b7c-b262-c12ca11a7d8f, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=9804a5f3-e1a4-4b7c-b262-c12ca11a7d8f,segment=NetworkSegment(6dc6eae3-f32e-470d-a2b1-f94c96581d4b),segment_id=6dc6eae3-f32e-470d-a2b1-f94c96581d4b)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:17:40.001291 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (9804a5f3-e1a4-4b7c-b262-c12ca11a7d8f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:40.003675 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device e21058df-38a1-4839-8ac4-8b5b371eeafe details requested by agent hyperv_n-h1-812111-14 with host n-h1-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:17:40.122184 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c079fb-e524-4ab6-aa18-90aabd45e727 req-7e48144b-9f05-4c01-84c6-ee501d3f9d3c tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:40.125917 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a3c079fb-e524-4ab6-aa18-90aabd45e727 req-7e48144b-9f05-4c01-84c6-ee501d3f9d3c tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?device_id=f88825d0-a091-4453-bc06-8a2acaf44ba3 HTTP/1.1" status: 200 len: 943 time: 0.1834168 Jan 28 19:17:40.244334 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a3c079fb-e524-4ab6-aa18-90aabd45e727 req-58ca7f63-a956-44b6-bb05-2a236edb44ba tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/security-groups?id=414e93b9-08bc-438e-9127-05114ed7dbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104562 Jan 28 19:17:40.327585 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port e21058df-38a1-4839-8ac4-8b5b371eeafe, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=e21058df-38a1-4839-8ac4-8b5b371eeafe,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:17:40.351818 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=9804a5f3-e1a4-4b7c-b262-c12ca11a7d8f,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:40.353463 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-af55b735-c2ae-4032-8fb8-53748faad6f6 req-626700aa-780a-4c55-8c2f-7eac34152049 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=1a64246f3ff0490988e6f00c7a9a6590&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0330725 Jan 28 19:17:40.355912 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10583239-97c7-4423-a138-58cdd4f51655 req-0b6bcf9e-a0c4-419c-9e39-f1d9362bc6dd tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:40.363471 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-10583239-97c7-4423-a138-58cdd4f51655 req-0b6bcf9e-a0c4-419c-9e39-f1d9362bc6dd tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/networks?id=ff818509-18ff-44d0-ba98-5ed91eb1ccd4 HTTP/1.1" status: 200 len: 812 time: 0.2313323 Jan 28 19:17:40.365726 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Returning: {'device': 'e21058df-38a1-4839-8ac4-8b5b371eeafe', 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91', 'port_id': 'e21058df-38a1-4839-8ac4-8b5b371eeafe', 'mac_address': 'fa:16:3e:e5:65:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2de4832-9ef6-4f40-9ac5-1557d5e6a6ff', 'ip_address': '192.168.233.124'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:17:40.393978 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-10583239-97c7-4423-a138-58cdd4f51655 req-ca5b16cb-3327-419a-9f2b-99ce47f2e12d tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/quotas/a83e9cc3029f4baca951cc95e07992a3 HTTP/1.1" status: 200 len: 375 time: 0.0294673 Jan 28 19:17:40.451874 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port e21058df-38a1-4839-8ac4-8b5b371eeafe is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:17:40.452260 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (e21058df-38a1-4839-8ac4-8b5b371eeafe), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:40.473502 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-10583239-97c7-4423-a138-58cdd4f51655 req-683f8568-61ff-4b1b-8dd5-2c647f6a20d7 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=a83e9cc3029f4baca951cc95e07992a3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0680478 Jan 28 19:17:40.500323 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e21058df-38a1-4839-8ac4-8b5b371eeafe {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:17:40.544646 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port e21058df-38a1-4839-8ac4-8b5b371eeafe, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=e21058df-38a1-4839-8ac4-8b5b371eeafe,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:17:40.559075 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (e21058df-38a1-4839-8ac4-8b5b371eeafe), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:40.559340 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af55b735-c2ae-4032-8fb8-53748faad6f6 req-8991e454-5da5-443c-926d-513d699c7922 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:40.567851 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-af55b735-c2ae-4032-8fb8-53748faad6f6 req-8991e454-5da5-443c-926d-513d699c7922 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2131689 Jan 28 19:17:40.588946 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-af55b735-c2ae-4032-8fb8-53748faad6f6 req-22542681-f610-4641-98b9-0ca718704fae tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/quotas/1a64246f3ff0490988e6f00c7a9a6590 HTTP/1.1" status: 200 len: 375 time: 0.0195739 Jan 28 19:17:40.651687 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-10583239-97c7-4423-a138-58cdd4f51655 req-ab654a09-2d01-4000-b939-e073f559bfd2 service neutron] 10.222.0.64 "GET /v2.0/networks/ff818509-18ff-44d0-ba98-5ed91eb1ccd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875186 Jan 28 19:17:40.684912 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['e21058df-38a1-4839-8ac4-8b5b371eeafe'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:17:40.700458 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-af55b735-c2ae-4032-8fb8-53748faad6f6 req-45aedd85-03ed-46e1-880b-f0a77bcf1340 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=1a64246f3ff0490988e6f00c7a9a6590&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1102076 Jan 28 19:17:40.797323 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=e21058df-38a1-4839-8ac4-8b5b371eeafe,revision_number=9']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:40.963471 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-10583239-97c7-4423-a138-58cdd4f51655 req-2b62192d-5d39-4178-a942-ad3e7b9a395a service neutron] 10.222.0.64 "GET /v2.0/networks/ff818509-18ff-44d0-ba98-5ed91eb1ccd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3093071 Jan 28 19:17:41.003579 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['9804a5f3-e1a4-4b7c-b262-c12ca11a7d8f'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:17:41.100255 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a027cd-9670-4546-9f14-60d353a861a8 req-e5357803-53d0-455b-946a-a60118457cdb tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:41.110441 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a2a027cd-9670-4546-9f14-60d353a861a8 req-e5357803-53d0-455b-946a-a60118457cdb tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/ports?device_id=587144d8-3f4e-497f-8a09-c3f0f7eaea93 HTTP/1.1" status: 200 len: 946 time: 0.1177592 Jan 28 19:17:41.242969 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a2a027cd-9670-4546-9f14-60d353a861a8 req-aed95d24-91e8-4676-a3c4-fca8c25f32eb tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/security-groups?id=929081b5-e4ec-47f3-a3f7-d2b3ba16c5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214626 Jan 28 19:17:41.380110 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5320ad65-3013-4766-8b26-055b69b7e2b2 req-cfa323c6-292a-4adc-9451-2271e1cb8aa1 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9ceed72-9fa9-48db-91ca-bbea248d9a60 HTTP/1.1" status: 200 len: 210 time: 0.0698314 Jan 28 19:17:41.496911 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c1f0f60e-4680-4fea-9236-f0621245c2bd req-576353c4-bf8a-471b-a5a3-afe8b40be1be tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0aca28d-2fdc-4e38-92d1-ff04e5ae9883 HTTP/1.1" status: 200 len: 210 time: 0.0597618 Jan 28 19:17:41.544756 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:41.700763 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ffd817-4e5f-414f-ac81-76c06ec085a5 req-e966b72f-99b1-4b65-92e0-6badc014648d tempest-AttachSCSIVolumeTestJSON-1211245454 tempest-AttachSCSIVolumeTestJSON-1211245454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:41.719674 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a6ffd817-4e5f-414f-ac81-76c06ec085a5 req-e966b72f-99b1-4b65-92e0-6badc014648d tempest-AttachSCSIVolumeTestJSON-1211245454 tempest-AttachSCSIVolumeTestJSON-1211245454-project] 10.222.0.64 "GET /v2.0/ports?device_id=d778be57-fac7-4c47-a816-bac5a48aaea1 HTTP/1.1" status: 200 len: 944 time: 0.1936238 Jan 28 19:17:41.741530 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771ad0ca-e6f1-4f11-8f8a-417e07b0ed18 req-2aa35045-2500-4f8d-b306-c00732407c17 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:41.755910 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-771ad0ca-e6f1-4f11-8f8a-417e07b0ed18 req-2aa35045-2500-4f8d-b306-c00732407c17 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?device_id=f88825d0-a091-4453-bc06-8a2acaf44ba3 HTTP/1.1" status: 200 len: 943 time: 0.1071689 Jan 28 19:17:41.853933 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-771ad0ca-e6f1-4f11-8f8a-417e07b0ed18 req-d61aa598-b39f-4e11-a52d-3a740a74c6e7 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/security-groups?id=414e93b9-08bc-438e-9127-05114ed7dbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969524 Jan 28 19:17:41.912029 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a6ffd817-4e5f-414f-ac81-76c06ec085a5 req-049f466f-d644-4b2c-8ca0-819f8d5d3930 tempest-AttachSCSIVolumeTestJSON-1211245454 tempest-AttachSCSIVolumeTestJSON-1211245454-project] 10.222.0.64 "GET /v2.0/security-groups?id=9398b756-464a-4fa2-9e67-95bcbd5057f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913576 Jan 28 19:17:42.513512 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9c7174-9e13-49b2-aad5-10e18a45de92 req-dc88200c-fbcf-4dd4-a4e3-728965ecb697 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:42.522202 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-cd9c7174-9e13-49b2-aad5-10e18a45de92 req-dc88200c-fbcf-4dd4-a4e3-728965ecb697 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/ports?device_id=587144d8-3f4e-497f-8a09-c3f0f7eaea93 HTTP/1.1" status: 200 len: 946 time: 0.1279514 Jan 28 19:17:42.625582 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-cd9c7174-9e13-49b2-aad5-10e18a45de92 req-d734ec35-7a65-4ed7-ae71-d613bd000eb2 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/security-groups?id=929081b5-e4ec-47f3-a3f7-d2b3ba16c5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973878 Jan 28 19:17:42.714834 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7ff01d39-280c-4611-9264-224296917dc2 req-ff9c19fe-e69f-460a-8dcd-bdb1b6fe40da tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9ceed72-9fa9-48db-91ca-bbea248d9a60 HTTP/1.1" status: 200 len: 210 time: 0.0376234 Jan 28 19:17:42.971613 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:42.978730 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b7a6d388-0024-49a8-b68b-0a776eaf5c73 req-4ec667b0-1157-4850-8255-4fd6d6e596a1 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0aca28d-2fdc-4e38-92d1-ff04e5ae9883 HTTP/1.1" status: 200 len: 210 time: 0.1327014 Jan 28 19:17:43.036046 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-af55b735-c2ae-4032-8fb8-53748faad6f6 req-2653b293-382f-4a3a-ab10-043a2759aeb1 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=1a64246f3ff0490988e6f00c7a9a6590&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1367891 Jan 28 19:17:43.431830 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device e21058df-38a1-4839-8ac4-8b5b371eeafe up at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:17:43.524773 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning complete for port e21058df-38a1-4839-8ac4-8b5b371eeafe triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:17:43.525960 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (e21058df-38a1-4839-8ac4-8b5b371eeafe), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:43.585385 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af55b735-c2ae-4032-8fb8-53748faad6f6 req-31c8f494-47d2-472d-be99-e2f62b7b142e tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:43.586847 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-af55b735-c2ae-4032-8fb8-53748faad6f6 req-31c8f494-47d2-472d-be99-e2f62b7b142e tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5456908 Jan 28 19:17:43.613303 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-af55b735-c2ae-4032-8fb8-53748faad6f6 req-88ea5487-d1a0-4e32-9142-1349bd986cdb tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Request body: {'port': {'device_id': 'a9ceed72-9fa9-48db-91ca-bbea248d9a60', 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91', 'admin_state_up': True, 'tenant_id': '1a64246f3ff0490988e6f00c7a9a6590'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:17:43.617913 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port e21058df-38a1-4839-8ac4-8b5b371eeafe is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:17:43.619032 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (e21058df-38a1-4839-8ac4-8b5b371eeafe), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:43.684689 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port e21058df-38a1-4839-8ac4-8b5b371eeafe, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=e21058df-38a1-4839-8ac4-8b5b371eeafe,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:17:43.687822 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9543c020-b607-443e-8a7c-70e83d381fec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e21058df-38a1-4839-8ac4-8b5b371eeafe'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:17:43.691991 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dac104cd-b2e8-4aae-a333-2047f9b6bd2d" -d '{"events": [{"server_uuid": "9543c020-b607-443e-8a7c-70e83d381fec", "name": "network-vif-plugged", "status": "completed", "tag": "e21058df-38a1-4839-8ac4-8b5b371eeafe"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:17:43.707095 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (e21058df-38a1-4839-8ac4-8b5b371eeafe), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:43.710777 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 9804a5f3-e1a4-4b7c-b262-c12ca11a7d8f up at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:17:43.728823 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac78fc3c-db9e-40ae-aca2-5493fb08f72a req-15c204da-fab9-4b71-9da3-3f9ae361dcf2 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:43.741881 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ac78fc3c-db9e-40ae-aca2-5493fb08f72a req-15c204da-fab9-4b71-9da3-3f9ae361dcf2 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?device_id=f88825d0-a091-4453-bc06-8a2acaf44ba3 HTTP/1.1" status: 200 len: 943 time: 0.4913063 Jan 28 19:17:43.891047 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=e21058df-38a1-4839-8ac4-8b5b371eeafe,revision_number=10']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:43.906825 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10583239-97c7-4423-a138-58cdd4f51655 req-9c758dab-e872-4339-a630-2bc715746567 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:43.948606 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-10583239-97c7-4423-a138-58cdd4f51655 req-9c758dab-e872-4339-a630-2bc715746567 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.70 "GET /v2.0/networks?id=ff818509-18ff-44d0-ba98-5ed91eb1ccd4 HTTP/1.1" status: 200 len: 812 time: 0.6904004 Jan 28 19:17:43.959932 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning for port 9804a5f3-e1a4-4b7c-b262-c12ca11a7d8f completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:17:43.967628 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning complete for port 9804a5f3-e1a4-4b7c-b262-c12ca11a7d8f triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:17:43.968024 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (9804a5f3-e1a4-4b7c-b262-c12ca11a7d8f), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:44.009031 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-10583239-97c7-4423-a138-58cdd4f51655 req-6f329731-ea7d-42d7-bbdf-a79ad64bb902 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Request body: {'port': {'device_id': 'd0aca28d-2fdc-4e38-92d1-ff04e5ae9883', 'network_id': 'ff818509-18ff-44d0-ba98-5ed91eb1ccd4', 'admin_state_up': True, 'tenant_id': 'a83e9cc3029f4baca951cc95e07992a3'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:17:44.124861 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ac78fc3c-db9e-40ae-aca2-5493fb08f72a req-47f2281f-7ffd-4ec7-923f-e6c34f811ab9 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/security-groups?id=414e93b9-08bc-438e-9127-05114ed7dbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3821239 Jan 28 19:17:44.195208 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port 9804a5f3-e1a4-4b7c-b262-c12ca11a7d8f is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:17:44.197134 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (9804a5f3-e1a4-4b7c-b262-c12ca11a7d8f), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:44.265812 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af55b735-c2ae-4032-8fb8-53748faad6f6 req-88ea5487-d1a0-4e32-9142-1349bd986cdb tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Made reservation on behalf of 1a64246f3ff0490988e6f00c7a9a6590 for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:17:44.269181 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-af55b735-c2ae-4032-8fb8-53748faad6f6 req-88ea5487-d1a0-4e32-9142-1349bd986cdb tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:44.320264 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 9804a5f3-e1a4-4b7c-b262-c12ca11a7d8f, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=9804a5f3-e1a4-4b7c-b262-c12ca11a7d8f,segment=NetworkSegment(6dc6eae3-f32e-470d-a2b1-f94c96581d4b),segment_id=6dc6eae3-f32e-470d-a2b1-f94c96581d4b)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:17:44.332826 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (9804a5f3-e1a4-4b7c-b262-c12ca11a7d8f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:44.351711 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10583239-97c7-4423-a138-58cdd4f51655 req-6f329731-ea7d-42d7-bbdf-a79ad64bb902 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Made reservation on behalf of a83e9cc3029f4baca951cc95e07992a3 for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:17:44.355344 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-10583239-97c7-4423-a138-58cdd4f51655 req-6f329731-ea7d-42d7-bbdf-a79ad64bb902 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:44.455168 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=9804a5f3-e1a4-4b7c-b262-c12ca11a7d8f,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:44.568230 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7db999c-6f7b-4be4-9468-31390ed8c75b req-dbb5aa1d-6e1d-4cb1-96b1-cdd5cf7ac765 tempest-AttachSCSIVolumeTestJSON-1211245454 tempest-AttachSCSIVolumeTestJSON-1211245454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:44.569903 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c7db999c-6f7b-4be4-9468-31390ed8c75b req-dbb5aa1d-6e1d-4cb1-96b1-cdd5cf7ac765 tempest-AttachSCSIVolumeTestJSON-1211245454 tempest-AttachSCSIVolumeTestJSON-1211245454-project] 10.222.0.64 "GET /v2.0/ports?device_id=d778be57-fac7-4c47-a816-bac5a48aaea1 HTTP/1.1" status: 200 len: 945 time: 0.1813953 Jan 28 19:17:44.685578 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-af55b735-c2ae-4032-8fb8-53748faad6f6 req-88ea5487-d1a0-4e32-9142-1349bd986cdb tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Allocated IP 192.168.233.3 (7810caa2-eac6-457d-9302-c8c215ef3e91/f2de4832-9ef6-4f40-9ac5-1557d5e6a6ff/e76b1ee9-318c-4a08-9a58-ad3874c4b1b8) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:17:45.242039 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-af55b735-c2ae-4032-8fb8-53748faad6f6 req-88ea5487-d1a0-4e32-9142-1349bd986cdb tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Publish callbacks [] for port (e76b1ee9-318c-4a08-9a58-ad3874c4b1b8), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:45.317954 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c7db999c-6f7b-4be4-9468-31390ed8c75b req-eaa97127-dc8e-4f56-a9e9-a286cca4d425 tempest-AttachSCSIVolumeTestJSON-1211245454 tempest-AttachSCSIVolumeTestJSON-1211245454-project] 10.222.0.64 "GET /v2.0/security-groups?id=9398b756-464a-4fa2-9e67-95bcbd5057f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7250490 Jan 28 19:17:45.319424 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-af55b735-c2ae-4032-8fb8-53748faad6f6 req-88ea5487-d1a0-4e32-9142-1349bd986cdb tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (e76b1ee9-318c-4a08-9a58-ad3874c4b1b8), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:45.345405 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['a742ef4b-8c5c-49ae-a7ae-adee27392f4c', 'ba3dfb3f-b79a-4091-8a16-d848dd0495fb'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:17:45.356390 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['2c6e3e02-9a3d-4288-b73e-f8d74d789791', '115bc44f-e24a-4e83-8c83-958fe8f5875c', '7a3aff15-c2d8-43e5-a25d-35c2dc2b0c90'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:17:45.456900 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-10583239-97c7-4423-a138-58cdd4f51655 req-6f329731-ea7d-42d7-bbdf-a79ad64bb902 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Allocated IP 172.20.0.7 (ff818509-18ff-44d0-ba98-5ed91eb1ccd4/6cea2404-3048-43fe-b9cb-bebcf3282d53/265ae583-c030-462b-96bb-c0e22d995e54) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:17:45.483461 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af55b735-c2ae-4032-8fb8-53748faad6f6 req-88ea5487-d1a0-4e32-9142-1349bd986cdb tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Network 7810caa2-eac6-457d-9302-c8c215ef3e91 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:17:45.579325 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-af55b735-c2ae-4032-8fb8-53748faad6f6 req-88ea5487-d1a0-4e32-9142-1349bd986cdb tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:17:45.610942 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-af55b735-c2ae-4032-8fb8-53748faad6f6 req-88ea5487-d1a0-4e32-9142-1349bd986cdb tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:17:46.071056 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-10583239-97c7-4423-a138-58cdd4f51655 req-6f329731-ea7d-42d7-bbdf-a79ad64bb902 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Publish callbacks [] for port (265ae583-c030-462b-96bb-c0e22d995e54), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:46.169928 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ea5487-d1a0-4e32-9142-1349bd986cdb tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Pushing event updated for resources: {'Port': ['ID=e76b1ee9-318c-4a08-9a58-ad3874c4b1b8,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:46.175804 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-10583239-97c7-4423-a138-58cdd4f51655 req-6f329731-ea7d-42d7-bbdf-a79ad64bb902 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (265ae583-c030-462b-96bb-c0e22d995e54), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:46.244905 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fca30a1-12fb-47cc-b4e5-9b1b407cdeb0 req-86bac786-568e-47de-86f7-658db4a11d16 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:46.246510 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9fca30a1-12fb-47cc-b4e5-9b1b407cdeb0 req-86bac786-568e-47de-86f7-658db4a11d16 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/ports?device_id=587144d8-3f4e-497f-8a09-c3f0f7eaea93 HTTP/1.1" status: 200 len: 946 time: 0.7737610 Jan 28 19:17:46.272987 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ea5487-d1a0-4e32-9142-1349bd986cdb tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:17:46.274497 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ea5487-d1a0-4e32-9142-1349bd986cdb tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:17:46.274853 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ea5487-d1a0-4e32-9142-1349bd986cdb tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:17:46.275194 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ea5487-d1a0-4e32-9142-1349bd986cdb tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:17:46.275530 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ea5487-d1a0-4e32-9142-1349bd986cdb tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:17:46.277581 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ea5487-d1a0-4e32-9142-1349bd986cdb tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:17:46.277932 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ea5487-d1a0-4e32-9142-1349bd986cdb tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:17:46.278272 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ea5487-d1a0-4e32-9142-1349bd986cdb tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:17:46.281619 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ea5487-d1a0-4e32-9142-1349bd986cdb tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:17:46.281994 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ea5487-d1a0-4e32-9142-1349bd986cdb tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:17:46.282340 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ea5487-d1a0-4e32-9142-1349bd986cdb tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:17:46.282675 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ea5487-d1a0-4e32-9142-1349bd986cdb tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:17:46.283009 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ea5487-d1a0-4e32-9142-1349bd986cdb tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:17:46.318055 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af55b735-c2ae-4032-8fb8-53748faad6f6 req-88ea5487-d1a0-4e32-9142-1349bd986cdb tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:46.319042 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-af55b735-c2ae-4032-8fb8-53748faad6f6 req-88ea5487-d1a0-4e32-9142-1349bd986cdb tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:46.408999 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10583239-97c7-4423-a138-58cdd4f51655 req-6f329731-ea7d-42d7-bbdf-a79ad64bb902 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Network ff818509-18ff-44d0-ba98-5ed91eb1ccd4 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:17:46.419198 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-af55b735-c2ae-4032-8fb8-53748faad6f6 req-88ea5487-d1a0-4e32-9142-1349bd986cdb tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.8107591 Jan 28 19:17:46.429374 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-10583239-97c7-4423-a138-58cdd4f51655 req-6f329731-ea7d-42d7-bbdf-a79ad64bb902 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:17:46.435122 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-10583239-97c7-4423-a138-58cdd4f51655 req-6f329731-ea7d-42d7-bbdf-a79ad64bb902 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:17:46.455476 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-af55b735-c2ae-4032-8fb8-53748faad6f6 req-32c68dae-f1c8-4950-a79a-d01605589b60 service neutron] Request body: {'port': {'device_id': 'a9ceed72-9fa9-48db-91ca-bbea248d9a60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-14'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:17:46.474396 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-9fb2cba7-2344-4929-a1bf-7a6eb462e187 None None] Provisioning complete for port e76b1ee9-318c-4a08-9a58-ad3874c4b1b8 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:17:46.475006 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9fb2cba7-2344-4929-a1bf-7a6eb462e187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (e76b1ee9-318c-4a08-9a58-ad3874c4b1b8), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:46.585248 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f329731-ea7d-42d7-bbdf-a79ad64bb902 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Pushing event updated for resources: {'Port': ['ID=265ae583-c030-462b-96bb-c0e22d995e54,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:46.632536 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9fca30a1-12fb-47cc-b4e5-9b1b407cdeb0 req-c9b02317-c87d-4726-a486-64d7ef7589bd tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/security-groups?id=929081b5-e4ec-47f3-a3f7-d2b3ba16c5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3615632 Jan 28 19:17:46.729468 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10583239-97c7-4423-a138-58cdd4f51655 req-6f329731-ea7d-42d7-bbdf-a79ad64bb902 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:46.730327 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-10583239-97c7-4423-a138-58cdd4f51655 req-6f329731-ea7d-42d7-bbdf-a79ad64bb902 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:46.770222 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-9fb2cba7-2344-4929-a1bf-7a6eb462e187 None None] Port e76b1ee9-318c-4a08-9a58-ad3874c4b1b8 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:17:46.843226 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:17:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1c86fb3-810d-4033-aef7-19cdfbcf11d6 x-openstack-request-id: req-a1c86fb3-810d-4033-aef7-19cdfbcf11d6 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:17:46.843603 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9543c020-b607-443e-8a7c-70e83d381fec", "name": "network-vif-plugged", "status": "completed", "tag": "e21058df-38a1-4839-8ac4-8b5b371eeafe", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:17:46.843826 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a1c86fb3-810d-4033-aef7-19cdfbcf11d6 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:17:46.844176 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9543c020-b607-443e-8a7c-70e83d381fec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e21058df-38a1-4839-8ac4-8b5b371eeafe', 'code': 200} Jan 28 19:17:46.873186 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-10583239-97c7-4423-a138-58cdd4f51655 req-6f329731-ea7d-42d7-bbdf-a79ad64bb902 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8892801 Jan 28 19:17:46.874372 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-af55b735-c2ae-4032-8fb8-53748faad6f6 req-32c68dae-f1c8-4950-a79a-d01605589b60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (e76b1ee9-318c-4a08-9a58-ad3874c4b1b8), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:46.921948 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-10583239-97c7-4423-a138-58cdd4f51655 req-2550129f-3025-43d1-be2e-89379377b686 service neutron] Request body: {'port': {'device_id': 'd0aca28d-2fdc-4e38-92d1-ff04e5ae9883', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-14'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:17:47.236058 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-10583239-97c7-4423-a138-58cdd4f51655 req-2550129f-3025-43d1-be2e-89379377b686 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (265ae583-c030-462b-96bb-c0e22d995e54), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:47.788257 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-af55b735-c2ae-4032-8fb8-53748faad6f6 req-32c68dae-f1c8-4950-a79a-d01605589b60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e76b1ee9-318c-4a08-9a58-ad3874c4b1b8 {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:17:47.797517 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-af55b735-c2ae-4032-8fb8-53748faad6f6 req-32c68dae-f1c8-4950-a79a-d01605589b60 service neutron] Publish callbacks [] for port (e76b1ee9-318c-4a08-9a58-ad3874c4b1b8), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:47.830001 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-af55b735-c2ae-4032-8fb8-53748faad6f6 req-32c68dae-f1c8-4950-a79a-d01605589b60 service neutron] Transition to ACTIVE for port object e76b1ee9-318c-4a08-9a58-ad3874c4b1b8 will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:17:47.855275 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d5db0a-1302-4586-a71d-816261665169 req-e6a6ad54-826f-4607-b102-d5dbfd18889f tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:47.863727 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e6d5db0a-1302-4586-a71d-816261665169 req-e6a6ad54-826f-4607-b102-d5dbfd18889f tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9ceed72-9fa9-48db-91ca-bbea248d9a60 HTTP/1.1" status: 200 len: 934 time: 0.8346858 Jan 28 19:17:47.868841 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-af55b735-c2ae-4032-8fb8-53748faad6f6 req-32c68dae-f1c8-4950-a79a-d01605589b60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (e76b1ee9-318c-4a08-9a58-ad3874c4b1b8), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:47.945670 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e6d5db0a-1302-4586-a71d-816261665169 req-f4a2227f-2306-4cfd-bfa3-25e2f4c03470 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/security-groups?id=c326a8a3-da0b-43eb-8867-b30c14662b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659823 Jan 28 19:17:48.362236 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c68dae-f1c8-4950-a79a-d01605589b60 service neutron] Pushing event updated for resources: {'Port': ['ID=e76b1ee9-318c-4a08-9a58-ad3874c4b1b8,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:48.487536 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-10583239-97c7-4423-a138-58cdd4f51655 req-2550129f-3025-43d1-be2e-89379377b686 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 265ae583-c030-462b-96bb-c0e22d995e54 {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:17:48.547070 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-10583239-97c7-4423-a138-58cdd4f51655 req-2550129f-3025-43d1-be2e-89379377b686 service neutron] Publish callbacks [] for port (265ae583-c030-462b-96bb-c0e22d995e54), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:48.617596 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60d7cf6-fd86-44f6-9d94-2bb18edd41cd req-6e591f39-7241-4bea-a8b2-85ea92fab3b3 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:48.619319 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d60d7cf6-fd86-44f6-9d94-2bb18edd41cd req-6e591f39-7241-4bea-a8b2-85ea92fab3b3 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0aca28d-2fdc-4e38-92d1-ff04e5ae9883 HTTP/1.1" status: 200 len: 931 time: 0.3701389 Jan 28 19:17:48.622371 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-10583239-97c7-4423-a138-58cdd4f51655 req-2550129f-3025-43d1-be2e-89379377b686 service neutron] Transition to ACTIVE for port object 265ae583-c030-462b-96bb-c0e22d995e54 will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:17:48.654987 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-10583239-97c7-4423-a138-58cdd4f51655 req-2550129f-3025-43d1-be2e-89379377b686 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (265ae583-c030-462b-96bb-c0e22d995e54), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:48.751874 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2550129f-3025-43d1-be2e-89379377b686 service neutron] Pushing event updated for resources: {'Port': ['ID=265ae583-c030-462b-96bb-c0e22d995e54,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:48.843000 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-af55b735-c2ae-4032-8fb8-53748faad6f6 req-32c68dae-f1c8-4950-a79a-d01605589b60 service neutron] Attempting to bind port e76b1ee9-318c-4a08-9a58-ad3874c4b1b8 on host n-h2-812111-14 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:17:48.843639 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-af55b735-c2ae-4032-8fb8-53748faad6f6 req-32c68dae-f1c8-4950-a79a-d01605589b60 service neutron] Attempting to bind port e76b1ee9-318c-4a08-9a58-ad3874c4b1b8 by drivers openvswitch,hyperv on host n-h2-812111-14 at level 0 using segments [{'id': '195bcdbf-a031-4d8b-9f7f-e09fd37cd197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:17:48.844242 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af55b735-c2ae-4032-8fb8-53748faad6f6 req-32c68dae-f1c8-4950-a79a-d01605589b60 service neutron] Attempting to bind port e76b1ee9-318c-4a08-9a58-ad3874c4b1b8 on network 7810caa2-eac6-457d-9302-c8c215ef3e91 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:17:48.845763 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd778be57-fac7-4c47-a816-bac5a48aaea1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9804a5f3-e1a4-4b7c-b262-c12ca11a7d8f'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:17:48.853737 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50213848-ffce-4163-b1a8-a0dfd9ed4bd7" -d '{"events": [{"server_uuid": "d778be57-fac7-4c47-a816-bac5a48aaea1", "name": "network-vif-plugged", "status": "completed", "tag": "9804a5f3-e1a4-4b7c-b262-c12ca11a7d8f"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:17:48.884570 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af55b735-c2ae-4032-8fb8-53748faad6f6 req-32c68dae-f1c8-4950-a79a-d01605589b60 service neutron] Port e76b1ee9-318c-4a08-9a58-ad3874c4b1b8 on network 7810caa2-eac6-457d-9302-c8c215ef3e91 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-14 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:17:48.885009 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af55b735-c2ae-4032-8fb8-53748faad6f6 req-32c68dae-f1c8-4950-a79a-d01605589b60 service neutron] Attempting to bind port e76b1ee9-318c-4a08-9a58-ad3874c4b1b8 on network 7810caa2-eac6-457d-9302-c8c215ef3e91 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:17:48.912896 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d60d7cf6-fd86-44f6-9d94-2bb18edd41cd req-3c381e48-3773-4c10-be8c-cb4e45d5df4f tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/security-groups?id=e52b5309-890e-4183-bf0d-6ef59c658d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2804883 Jan 28 19:17:48.921819 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af55b735-c2ae-4032-8fb8-53748faad6f6 req-32c68dae-f1c8-4950-a79a-d01605589b60 service neutron] Checking agent: {'id': '8f3fee4e-bf24-4b58-8a3a-ae9c8011a473', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 17, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:17:48.922267 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af55b735-c2ae-4032-8fb8-53748faad6f6 req-32c68dae-f1c8-4950-a79a-d01605589b60 service neutron] Checking segment: {'id': '195bcdbf-a031-4d8b-9f7f-e09fd37cd197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:17:48.922734 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af55b735-c2ae-4032-8fb8-53748faad6f6 req-32c68dae-f1c8-4950-a79a-d01605589b60 service neutron] Bound using segment: {'id': '195bcdbf-a031-4d8b-9f7f-e09fd37cd197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:17:48.923255 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-af55b735-c2ae-4032-8fb8-53748faad6f6 req-32c68dae-f1c8-4950-a79a-d01605589b60 service neutron] Bound port: e76b1ee9-318c-4a08-9a58-ad3874c4b1b8, host: n-h2-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '195bcdbf-a031-4d8b-9f7f-e09fd37cd197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:17:48.923687 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-af55b735-c2ae-4032-8fb8-53748faad6f6 req-32c68dae-f1c8-4950-a79a-d01605589b60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (e76b1ee9-318c-4a08-9a58-ad3874c4b1b8), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:49.018131 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-10583239-97c7-4423-a138-58cdd4f51655 req-2550129f-3025-43d1-be2e-89379377b686 service neutron] Attempting to bind port 265ae583-c030-462b-96bb-c0e22d995e54 on host n-h2-812111-14 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:17:49.018778 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-10583239-97c7-4423-a138-58cdd4f51655 req-2550129f-3025-43d1-be2e-89379377b686 service neutron] Attempting to bind port 265ae583-c030-462b-96bb-c0e22d995e54 by drivers openvswitch,hyperv on host n-h2-812111-14 at level 0 using segments [{'id': '3fce350c-ea58-4666-bd7d-c61ada9a9295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ff818509-18ff-44d0-ba98-5ed91eb1ccd4'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:17:49.021548 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10583239-97c7-4423-a138-58cdd4f51655 req-2550129f-3025-43d1-be2e-89379377b686 service neutron] Attempting to bind port 265ae583-c030-462b-96bb-c0e22d995e54 on network ff818509-18ff-44d0-ba98-5ed91eb1ccd4 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:17:49.037591 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10583239-97c7-4423-a138-58cdd4f51655 req-2550129f-3025-43d1-be2e-89379377b686 service neutron] Port 265ae583-c030-462b-96bb-c0e22d995e54 on network ff818509-18ff-44d0-ba98-5ed91eb1ccd4 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-14 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:17:49.038479 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10583239-97c7-4423-a138-58cdd4f51655 req-2550129f-3025-43d1-be2e-89379377b686 service neutron] Attempting to bind port 265ae583-c030-462b-96bb-c0e22d995e54 on network ff818509-18ff-44d0-ba98-5ed91eb1ccd4 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:17:49.056592 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10583239-97c7-4423-a138-58cdd4f51655 req-2550129f-3025-43d1-be2e-89379377b686 service neutron] Checking agent: {'id': '8f3fee4e-bf24-4b58-8a3a-ae9c8011a473', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 17, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:17:49.057592 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10583239-97c7-4423-a138-58cdd4f51655 req-2550129f-3025-43d1-be2e-89379377b686 service neutron] Checking segment: {'id': '3fce350c-ea58-4666-bd7d-c61ada9a9295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ff818509-18ff-44d0-ba98-5ed91eb1ccd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:17:49.058467 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10583239-97c7-4423-a138-58cdd4f51655 req-2550129f-3025-43d1-be2e-89379377b686 service neutron] Bound using segment: {'id': '3fce350c-ea58-4666-bd7d-c61ada9a9295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ff818509-18ff-44d0-ba98-5ed91eb1ccd4'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:17:49.059136 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-10583239-97c7-4423-a138-58cdd4f51655 req-2550129f-3025-43d1-be2e-89379377b686 service neutron] Bound port: 265ae583-c030-462b-96bb-c0e22d995e54, host: n-h2-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fce350c-ea58-4666-bd7d-c61ada9a9295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ff818509-18ff-44d0-ba98-5ed91eb1ccd4'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:17:49.059937 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-10583239-97c7-4423-a138-58cdd4f51655 req-2550129f-3025-43d1-be2e-89379377b686 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (265ae583-c030-462b-96bb-c0e22d995e54), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:49.072640 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-af55b735-c2ae-4032-8fb8-53748faad6f6 req-32c68dae-f1c8-4950-a79a-d01605589b60 service neutron] For port e76b1ee9-318c-4a08-9a58-ad3874c4b1b8, host n-h2-812111-14, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:17:49.093429 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-af55b735-c2ae-4032-8fb8-53748faad6f6 req-32c68dae-f1c8-4950-a79a-d01605589b60 service neutron] For port e76b1ee9-318c-4a08-9a58-ad3874c4b1b8, host n-h2-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=e76b1ee9-318c-4a08-9a58-ad3874c4b1b8,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:17:49.150702 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-af55b735-c2ae-4032-8fb8-53748faad6f6 req-32c68dae-f1c8-4950-a79a-d01605589b60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (e76b1ee9-318c-4a08-9a58-ad3874c4b1b8), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:49.212888 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af55b735-c2ae-4032-8fb8-53748faad6f6 req-32c68dae-f1c8-4950-a79a-d01605589b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:49.213867 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-af55b735-c2ae-4032-8fb8-53748faad6f6 req-32c68dae-f1c8-4950-a79a-d01605589b60 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:49.215407 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-af55b735-c2ae-4032-8fb8-53748faad6f6 req-32c68dae-f1c8-4950-a79a-d01605589b60 service neutron] 10.222.0.70 "PUT /v2.0/ports/e76b1ee9-318c-4a08-9a58-ad3874c4b1b8 HTTP/1.1" status: 200 len: 1095 time: 2.7826979 Jan 28 19:17:49.245520 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9ceed72-9fa9-48db-91ca-bbea248d9a60', 'tag': 'e76b1ee9-318c-4a08-9a58-ad3874c4b1b8'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:17:49.254054 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29271f64-df56-449c-8bde-46cba8fc0d60" -d '{"events": [{"name": "network-changed", "server_uuid": "a9ceed72-9fa9-48db-91ca-bbea248d9a60", "tag": "e76b1ee9-318c-4a08-9a58-ad3874c4b1b8"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:17:49.356451 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-10583239-97c7-4423-a138-58cdd4f51655 req-2550129f-3025-43d1-be2e-89379377b686 service neutron] For port 265ae583-c030-462b-96bb-c0e22d995e54, host n-h2-812111-14, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:17:49.455052 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-10583239-97c7-4423-a138-58cdd4f51655 req-2550129f-3025-43d1-be2e-89379377b686 service neutron] For port 265ae583-c030-462b-96bb-c0e22d995e54, host n-h2-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=265ae583-c030-462b-96bb-c0e22d995e54,segment=NetworkSegment(3fce350c-ea58-4666-bd7d-c61ada9a9295),segment_id=3fce350c-ea58-4666-bd7d-c61ada9a9295)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:17:49.459530 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c68dae-f1c8-4950-a79a-d01605589b60 service neutron] Pushing event updated for resources: {'Port': ['ID=e76b1ee9-318c-4a08-9a58-ad3874c4b1b8,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:49.481650 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-10583239-97c7-4423-a138-58cdd4f51655 req-2550129f-3025-43d1-be2e-89379377b686 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (265ae583-c030-462b-96bb-c0e22d995e54), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:49.606232 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10583239-97c7-4423-a138-58cdd4f51655 req-2550129f-3025-43d1-be2e-89379377b686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:49.606851 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-10583239-97c7-4423-a138-58cdd4f51655 req-2550129f-3025-43d1-be2e-89379377b686 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:49.608231 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-10583239-97c7-4423-a138-58cdd4f51655 req-2550129f-3025-43d1-be2e-89379377b686 service neutron] 10.222.0.70 "PUT /v2.0/ports/265ae583-c030-462b-96bb-c0e22d995e54 HTTP/1.1" status: 200 len: 1092 time: 2.7064331 Jan 28 19:17:49.675879 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d14f656-2044-4335-8be3-7ef08ea6f649 req-35ee6bf7-6afe-4f01-a91c-6b73972830cd tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:49.678100 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1d14f656-2044-4335-8be3-7ef08ea6f649 req-35ee6bf7-6afe-4f01-a91c-6b73972830cd tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?device_id=f88825d0-a091-4453-bc06-8a2acaf44ba3 HTTP/1.1" status: 200 len: 943 time: 0.2813103 Jan 28 19:17:49.762827 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2550129f-3025-43d1-be2e-89379377b686 service neutron] Pushing event updated for resources: {'Port': ['ID=265ae583-c030-462b-96bb-c0e22d995e54,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:49.790116 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af55b735-c2ae-4032-8fb8-53748faad6f6 req-e732e885-a28e-4b36-bf2b-eda4ca609025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:49.792305 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-af55b735-c2ae-4032-8fb8-53748faad6f6 req-e732e885-a28e-4b36-bf2b-eda4ca609025 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1a64246f3ff0490988e6f00c7a9a6590&device_id=a9ceed72-9fa9-48db-91ca-bbea248d9a60 HTTP/1.1" status: 200 len: 1129 time: 0.5074532 Jan 28 19:17:49.859195 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-af55b735-c2ae-4032-8fb8-53748faad6f6 req-7d1c33dd-0131-4a8a-aa9f-8026d6232e61 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=e76b1ee9-318c-4a08-9a58-ad3874c4b1b8 HTTP/1.1" status: 200 len: 217 time: 0.0569403 Jan 28 19:17:49.893149 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1d14f656-2044-4335-8be3-7ef08ea6f649 req-d29982ac-fadf-4e50-9010-a4996fb86687 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/security-groups?id=414e93b9-08bc-438e-9127-05114ed7dbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950424 Jan 28 19:17:49.895180 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10583239-97c7-4423-a138-58cdd4f51655 req-5e07b6a4-0855-4929-81d9-4b8fe5669b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:49.902975 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-10583239-97c7-4423-a138-58cdd4f51655 req-5e07b6a4-0855-4929-81d9-4b8fe5669b1e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a83e9cc3029f4baca951cc95e07992a3&device_id=d0aca28d-2fdc-4e38-92d1-ff04e5ae9883 HTTP/1.1" status: 200 len: 1126 time: 0.2176638 Jan 28 19:17:50.026515 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-10583239-97c7-4423-a138-58cdd4f51655 req-c687de7e-7779-4097-8a98-2820b9b1fa75 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=265ae583-c030-462b-96bb-c0e22d995e54 HTTP/1.1" status: 200 len: 217 time: 0.0848267 Jan 28 19:17:50.099007 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af55b735-c2ae-4032-8fb8-53748faad6f6 req-ae0ee6ea-6672-491c-83c6-bb4f3d220f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:50.100775 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-af55b735-c2ae-4032-8fb8-53748faad6f6 req-ae0ee6ea-6672-491c-83c6-bb4f3d220f20 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f2de4832-9ef6-4f40-9ac5-1557d5e6a6ff HTTP/1.1" status: 200 len: 843 time: 0.2299781 Jan 28 19:17:50.147252 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10583239-97c7-4423-a138-58cdd4f51655 req-a467c92e-6c2f-4243-bda2-ebace115ff5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:50.150049 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-10583239-97c7-4423-a138-58cdd4f51655 req-a467c92e-6c2f-4243-bda2-ebace115ff5b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6cea2404-3048-43fe-b9cb-bebcf3282d53 HTTP/1.1" status: 200 len: 852 time: 0.1028180 Jan 28 19:17:50.180975 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd095f8-d8fc-4495-9ae4-c02942e58693 req-c8ba89c3-d240-42d6-8117-a2733aacd375 tempest-AttachSCSIVolumeTestJSON-1211245454 tempest-AttachSCSIVolumeTestJSON-1211245454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:50.188636 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5dd095f8-d8fc-4495-9ae4-c02942e58693 req-c8ba89c3-d240-42d6-8117-a2733aacd375 tempest-AttachSCSIVolumeTestJSON-1211245454 tempest-AttachSCSIVolumeTestJSON-1211245454-project] 10.222.0.64 "GET /v2.0/ports?device_id=d778be57-fac7-4c47-a816-bac5a48aaea1 HTTP/1.1" status: 200 len: 945 time: 0.1747489 Jan 28 19:17:50.227969 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-10583239-97c7-4423-a138-58cdd4f51655 req-4291e0de-b680-4a0c-be8c-b35c572633a5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ff818509-18ff-44d0-ba98-5ed91eb1ccd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678792 Jan 28 19:17:50.325744 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af55b735-c2ae-4032-8fb8-53748faad6f6 req-55dc1e25-57d5-4788-a4e7-37efa62603fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:50.327463 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-af55b735-c2ae-4032-8fb8-53748faad6f6 req-55dc1e25-57d5-4788-a4e7-37efa62603fd service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7810caa2-eac6-457d-9302-c8c215ef3e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2178469 Jan 28 19:17:50.340047 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5dd095f8-d8fc-4495-9ae4-c02942e58693 req-c97d9d8d-8274-4ad0-8c57-0e3fa80a325e tempest-AttachSCSIVolumeTestJSON-1211245454 tempest-AttachSCSIVolumeTestJSON-1211245454-project] 10.222.0.64 "GET /v2.0/security-groups?id=9398b756-464a-4fa2-9e67-95bcbd5057f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488452 Jan 28 19:17:50.386782 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:50.554903 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-10583239-97c7-4423-a138-58cdd4f51655 req-4290f48e-e823-40ef-9ca9-40630f89ea36 service neutron] 10.222.0.70 "GET /v2.0/networks/ff818509-18ff-44d0-ba98-5ed91eb1ccd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3155544 Jan 28 19:17:50.688544 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f05e72-b122-443a-bc5b-304d1423b78d req-a07105a4-a88e-4d19-a28a-f797786b2205 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:50.696055 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-42f05e72-b122-443a-bc5b-304d1423b78d req-a07105a4-a88e-4d19-a28a-f797786b2205 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/ports?device_id=587144d8-3f4e-497f-8a09-c3f0f7eaea93 HTTP/1.1" status: 200 len: 946 time: 0.1926548 Jan 28 19:17:50.708433 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-af55b735-c2ae-4032-8fb8-53748faad6f6 req-a092075a-4650-45cb-8ee7-a2ec843891ad service neutron] 10.222.0.70 "GET /v2.0/networks/7810caa2-eac6-457d-9302-c8c215ef3e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3487287 Jan 28 19:17:50.816737 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-10583239-97c7-4423-a138-58cdd4f51655 req-1a5d7714-597c-47d5-b436-3de30db29c7c service neutron] 10.222.0.70 "GET /v2.0/networks/ff818509-18ff-44d0-ba98-5ed91eb1ccd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2471159 Jan 28 19:17:50.840576 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-42f05e72-b122-443a-bc5b-304d1423b78d req-77278814-3461-44d6-a6ec-a4a262f84567 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/security-groups?id=929081b5-e4ec-47f3-a3f7-d2b3ba16c5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401041 Jan 28 19:17:50.904892 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-af55b735-c2ae-4032-8fb8-53748faad6f6 req-957d1b22-2f93-4478-af5c-b84135782a71 service neutron] 10.222.0.70 "GET /v2.0/networks/7810caa2-eac6-457d-9302-c8c215ef3e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866426 Jan 28 19:17:50.933094 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dea133ac-8e45-4a5c-9a10-d5f5eb804c03 x-openstack-request-id: req-dea133ac-8e45-4a5c-9a10-d5f5eb804c03 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:17:50.933655 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d778be57-fac7-4c47-a816-bac5a48aaea1", "name": "network-vif-plugged", "status": "completed", "tag": "9804a5f3-e1a4-4b7c-b262-c12ca11a7d8f", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:17:50.934143 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-dea133ac-8e45-4a5c-9a10-d5f5eb804c03 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:17:50.935445 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd778be57-fac7-4c47-a816-bac5a48aaea1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9804a5f3-e1a4-4b7c-b262-c12ca11a7d8f', 'code': 200} Jan 28 19:17:51.110621 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a91dd5c-a4a5-423c-803a-578ad3dca692 req-fd439000-ba17-49ef-a507-2ed7f0b2e8a9 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:51.113231 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4a91dd5c-a4a5-423c-803a-578ad3dca692 req-fd439000-ba17-49ef-a507-2ed7f0b2e8a9 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9ceed72-9fa9-48db-91ca-bbea248d9a60 HTTP/1.1" status: 200 len: 946 time: 0.1041436 Jan 28 19:17:51.123077 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9330ac-c13e-4a60-ae34-eb86c91db3d3 req-2c1f62c8-139d-4359-afa7-3d4f4f8db44f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:51.124613 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ad9330ac-c13e-4a60-ae34-eb86c91db3d3 req-2c1f62c8-139d-4359-afa7-3d4f4f8db44f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d778be57-fac7-4c47-a816-bac5a48aaea1 HTTP/1.1" status: 200 len: 1128 time: 0.1055858 Jan 28 19:17:51.197822 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4a91dd5c-a4a5-423c-803a-578ad3dca692 req-1d590126-6fb9-48f4-a1b7-e565adea3fc6 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/security-groups?id=c326a8a3-da0b-43eb-8867-b30c14662b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781360 Jan 28 19:17:51.241549 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ad9330ac-c13e-4a60-ae34-eb86c91db3d3 req-ecf45461-687c-4cc0-94f1-727744bc56d2 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=9398b756-464a-4fa2-9e67-95bcbd5057f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085260 Jan 28 19:17:51.272086 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b60ea700-a0a2-4505-be29-b7a97ae96e1e x-openstack-request-id: req-b60ea700-a0a2-4505-be29-b7a97ae96e1e {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:17:51.272383 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9ceed72-9fa9-48db-91ca-bbea248d9a60", "tag": "e76b1ee9-318c-4a08-9a58-ad3874c4b1b8", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:17:51.272649 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b60ea700-a0a2-4505-be29-b7a97ae96e1e {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:17:51.273056 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9ceed72-9fa9-48db-91ca-bbea248d9a60', 'tag': 'e76b1ee9-318c-4a08-9a58-ad3874c4b1b8', 'status': 'completed', 'code': 200} Jan 28 19:17:51.431056 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29271f64-df56-449c-8bde-46cba8fc0d60 req-8a753966-0e00-4010-976e-e44a6947b275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:51.433172 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-29271f64-df56-449c-8bde-46cba8fc0d60 req-8a753966-0e00-4010-976e-e44a6947b275 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1a64246f3ff0490988e6f00c7a9a6590&device_id=a9ceed72-9fa9-48db-91ca-bbea248d9a60 HTTP/1.1" status: 200 len: 1129 time: 0.1288741 Jan 28 19:17:51.467124 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0688ff33-0908-428f-9483-39de70bdd7fe req-76f81ed5-e11a-4aa7-9491-6a3a0afb1f87 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:51.477095 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-0688ff33-0908-428f-9483-39de70bdd7fe req-76f81ed5-e11a-4aa7-9491-6a3a0afb1f87 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0aca28d-2fdc-4e38-92d1-ff04e5ae9883 HTTP/1.1" status: 200 len: 943 time: 0.1218550 Jan 28 19:17:51.614695 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-0688ff33-0908-428f-9483-39de70bdd7fe req-b6a30de6-4e74-4f77-b3f5-8da9090b25f0 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/security-groups?id=e52b5309-890e-4183-bf0d-6ef59c658d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361003 Jan 28 19:17:51.646301 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29271f64-df56-449c-8bde-46cba8fc0d60 req-7b85b718-e443-4bb5-bc4c-146f2f771cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:51.648102 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-29271f64-df56-449c-8bde-46cba8fc0d60 req-7b85b718-e443-4bb5-bc4c-146f2f771cab service neutron] 10.222.0.70 "GET /v2.0/networks?id=7810caa2-eac6-457d-9302-c8c215ef3e91 HTTP/1.1" status: 200 len: 869 time: 0.2021091 Jan 28 19:17:51.731656 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-29271f64-df56-449c-8bde-46cba8fc0d60 req-3ee322e0-1ac7-4f91-950b-36542ceb1b1e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=e76b1ee9-318c-4a08-9a58-ad3874c4b1b8 HTTP/1.1" status: 200 len: 217 time: 0.0678165 Jan 28 19:17:51.830464 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29271f64-df56-449c-8bde-46cba8fc0d60 req-12a3849d-ffc4-4cf8-ab3f-be09ffb45d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:51.832052 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-29271f64-df56-449c-8bde-46cba8fc0d60 req-12a3849d-ffc4-4cf8-ab3f-be09ffb45d6b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f2de4832-9ef6-4f40-9ac5-1557d5e6a6ff HTTP/1.1" status: 200 len: 843 time: 0.0789793 Jan 28 19:17:51.863774 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92152eca-67f7-4e32-9433-ccfb6f3fc286 req-3aee65fd-b75b-412f-bfb7-6e9b1d7c9574 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:51.871665 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-92152eca-67f7-4e32-9433-ccfb6f3fc286 req-3aee65fd-b75b-412f-bfb7-6e9b1d7c9574 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?device_id=f88825d0-a091-4453-bc06-8a2acaf44ba3 HTTP/1.1" status: 200 len: 943 time: 0.1317818 Jan 28 19:17:51.969649 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-92152eca-67f7-4e32-9433-ccfb6f3fc286 req-458a91b2-511f-4305-b2bc-52434cfdad93 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/security-groups?id=414e93b9-08bc-438e-9127-05114ed7dbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970037 Jan 28 19:17:51.977386 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29271f64-df56-449c-8bde-46cba8fc0d60 req-cdcf3768-c24e-42f8-b84f-c8e41651e0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:51.982667 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-29271f64-df56-449c-8bde-46cba8fc0d60 req-cdcf3768-c24e-42f8-b84f-c8e41651e0bf service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7810caa2-eac6-457d-9302-c8c215ef3e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1400430 Jan 28 19:17:52.128080 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-29271f64-df56-449c-8bde-46cba8fc0d60 req-a1c9657f-8407-4c87-9cb7-b6d2526ae489 service neutron] 10.222.0.70 "GET /v2.0/networks/7810caa2-eac6-457d-9302-c8c215ef3e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352575 Jan 28 19:17:52.532471 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 265ae583-c030-462b-96bb-c0e22d995e54 details requested by agent hyperv_n-h2-812111-14 with host n-h2-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:17:52.737151 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-29271f64-df56-449c-8bde-46cba8fc0d60 req-8b6f0181-2269-49a3-8422-846db51cde16 service neutron] 10.222.0.70 "GET /v2.0/networks/7810caa2-eac6-457d-9302-c8c215ef3e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5935187 Jan 28 19:17:52.769017 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f6a61b16-43e1-4c22-bb28-ac51d8e661bb req-e44b5c2b-6a58-414b-a5dd-a1631d8a913e tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1354386024&fields=id&tenant_id=420fb4477d4744a7883edeb957ae6597 HTTP/1.1" status: 200 len: 267 time: 0.6528568 Jan 28 19:17:52.822273 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 265ae583-c030-462b-96bb-c0e22d995e54, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=265ae583-c030-462b-96bb-c0e22d995e54,segment=NetworkSegment(3fce350c-ea58-4666-bd7d-c61ada9a9295),segment_id=3fce350c-ea58-4666-bd7d-c61ada9a9295)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:17:52.845652 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Returning: {'device': '265ae583-c030-462b-96bb-c0e22d995e54', 'network_id': 'ff818509-18ff-44d0-ba98-5ed91eb1ccd4', 'port_id': '265ae583-c030-462b-96bb-c0e22d995e54', 'mac_address': 'fa:16:3e:fc:6e:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cea2404-3048-43fe-b9cb-bebcf3282d53', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:17:52.913999 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 265ae583-c030-462b-96bb-c0e22d995e54 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:17:52.914810 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (265ae583-c030-462b-96bb-c0e22d995e54), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:52.921839 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a61b16-43e1-4c22-bb28-ac51d8e661bb req-dd6a7ac5-dc4d-4739-8956-e6186a769ed1 tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:52.924569 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f6a61b16-43e1-4c22-bb28-ac51d8e661bb req-dd6a7ac5-dc4d-4739-8956-e6186a769ed1 tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] 10.222.0.64 "GET /v2.0/networks?id=6b850379-ee6b-422c-9104-ee42848f60f7 HTTP/1.1" status: 200 len: 816 time: 0.1542559 Jan 28 19:17:52.945928 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 265ae583-c030-462b-96bb-c0e22d995e54 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:17:52.963138 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f6a61b16-43e1-4c22-bb28-ac51d8e661bb req-3b733a73-7952-4edb-841f-1cfd5f964c6b tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] 10.222.0.64 "GET /v2.0/quotas/420fb4477d4744a7883edeb957ae6597 HTTP/1.1" status: 200 len: 375 time: 0.0316722 Jan 28 19:17:52.986562 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 265ae583-c030-462b-96bb-c0e22d995e54, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=265ae583-c030-462b-96bb-c0e22d995e54,segment=NetworkSegment(3fce350c-ea58-4666-bd7d-c61ada9a9295),segment_id=3fce350c-ea58-4666-bd7d-c61ada9a9295)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:17:52.999622 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (265ae583-c030-462b-96bb-c0e22d995e54), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:53.000653 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device e76b1ee9-318c-4a08-9a58-ad3874c4b1b8 details requested by agent hyperv_n-h2-812111-14 with host n-h2-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:17:53.051443 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f6a61b16-43e1-4c22-bb28-ac51d8e661bb req-b1120c7e-530c-47eb-8553-d826ca1a71e9 tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=420fb4477d4744a7883edeb957ae6597&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0777411 Jan 28 19:17:53.146794 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=265ae583-c030-462b-96bb-c0e22d995e54,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:53.157838 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:17:53.158272 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:17:53.158519 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:17:53.158849 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:17:53.159180 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:17:53.159511 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:17:53.159821 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:17:53.160160 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:17:53.160497 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:17:53.160815 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:17:53.161174 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:17:53.161494 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:17:53.161816 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:17:53.180641 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f6a61b16-43e1-4c22-bb28-ac51d8e661bb req-5a448f47-60ce-47bc-be0e-d72172092215 service neutron] 10.222.0.64 "GET /v2.0/networks/6b850379-ee6b-422c-9104-ee42848f60f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277125 Jan 28 19:17:53.182158 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port e76b1ee9-318c-4a08-9a58-ad3874c4b1b8, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=e76b1ee9-318c-4a08-9a58-ad3874c4b1b8,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:17:53.197473 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Returning: {'device': 'e76b1ee9-318c-4a08-9a58-ad3874c4b1b8', 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91', 'port_id': 'e76b1ee9-318c-4a08-9a58-ad3874c4b1b8', 'mac_address': 'fa:16:3e:36:f2:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2de4832-9ef6-4f40-9ac5-1557d5e6a6ff', 'ip_address': '192.168.233.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:17:53.245378 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port e76b1ee9-318c-4a08-9a58-ad3874c4b1b8 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:17:53.245378 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (e76b1ee9-318c-4a08-9a58-ad3874c4b1b8), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:53.262115 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e76b1ee9-318c-4a08-9a58-ad3874c4b1b8 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:17:53.286202 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port e76b1ee9-318c-4a08-9a58-ad3874c4b1b8, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=e76b1ee9-318c-4a08-9a58-ad3874c4b1b8,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:17:53.295254 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0aca28d-2fdc-4e38-92d1-ff04e5ae9883', 'tag': '265ae583-c030-462b-96bb-c0e22d995e54'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:17:53.295254 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c135242d-761e-441d-ac00-3c5ab8c37ec2" -d '{"events": [{"name": "network-changed", "server_uuid": "d0aca28d-2fdc-4e38-92d1-ff04e5ae9883", "tag": "265ae583-c030-462b-96bb-c0e22d995e54"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:17:53.297977 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (e76b1ee9-318c-4a08-9a58-ad3874c4b1b8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:53.341039 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f6a61b16-43e1-4c22-bb28-ac51d8e661bb req-de0b2c88-aabe-4fc7-abca-83c94047ad04 service neutron] 10.222.0.64 "GET /v2.0/networks/6b850379-ee6b-422c-9104-ee42848f60f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518846 Jan 28 19:17:53.357124 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=e76b1ee9-318c-4a08-9a58-ad3874c4b1b8,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:53.557433 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:53.719353 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['e76b1ee9-318c-4a08-9a58-ad3874c4b1b8'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:17:53.725233 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['265ae583-c030-462b-96bb-c0e22d995e54'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:17:53.839648 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2899582e-d46e-4809-9021-159faff9bddb req-a51490cd-c1b8-40e6-9ab9-07dab4f280f7 tempest-AttachSCSIVolumeTestJSON-1211245454 tempest-AttachSCSIVolumeTestJSON-1211245454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:53.846726 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2899582e-d46e-4809-9021-159faff9bddb req-a51490cd-c1b8-40e6-9ab9-07dab4f280f7 tempest-AttachSCSIVolumeTestJSON-1211245454 tempest-AttachSCSIVolumeTestJSON-1211245454-project] 10.222.0.64 "GET /v2.0/ports?device_id=d778be57-fac7-4c47-a816-bac5a48aaea1 HTTP/1.1" status: 200 len: 945 time: 0.1008322 Jan 28 19:17:53.963371 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2899582e-d46e-4809-9021-159faff9bddb req-bae65df4-74be-460e-8735-ba1de1a94b3d tempest-AttachSCSIVolumeTestJSON-1211245454 tempest-AttachSCSIVolumeTestJSON-1211245454-project] 10.222.0.64 "GET /v2.0/security-groups?id=9398b756-464a-4fa2-9e67-95bcbd5057f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156976 Jan 28 19:17:54.130278 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198643a4-7b29-466e-be9e-57281e9785e2 req-eb817565-ead6-484f-81e2-468920194596 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:54.137620 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-198643a4-7b29-466e-be9e-57281e9785e2 req-eb817565-ead6-484f-81e2-468920194596 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/ports?device_id=587144d8-3f4e-497f-8a09-c3f0f7eaea93 HTTP/1.1" status: 200 len: 946 time: 0.0859501 Jan 28 19:17:54.224630 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-198643a4-7b29-466e-be9e-57281e9785e2 req-d4d6dda3-0686-47f7-8b2a-1cfd39f4889a tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/security-groups?id=929081b5-e4ec-47f3-a3f7-d2b3ba16c5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857079 Jan 28 19:17:54.419622 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a20a8d1-07d5-4921-a04c-d8185ce8652d req-bc926592-2e4b-4f38-945c-cea9ae6be5b1 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:54.428310 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7a20a8d1-07d5-4921-a04c-d8185ce8652d req-bc926592-2e4b-4f38-945c-cea9ae6be5b1 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9ceed72-9fa9-48db-91ca-bbea248d9a60 HTTP/1.1" status: 200 len: 947 time: 0.1177073 Jan 28 19:17:54.496254 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7a20a8d1-07d5-4921-a04c-d8185ce8652d req-01a19479-0d89-41e8-a1c0-920fea8548bd tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/security-groups?id=c326a8a3-da0b-43eb-8867-b30c14662b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669103 Jan 28 19:17:54.689443 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def7bb5c-5ee0-4734-86ad-99902b27b424 req-9bab6ec0-440c-4bf5-b78e-19993b9c6132 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:54.692023 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-def7bb5c-5ee0-4734-86ad-99902b27b424 req-9bab6ec0-440c-4bf5-b78e-19993b9c6132 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0aca28d-2fdc-4e38-92d1-ff04e5ae9883 HTTP/1.1" status: 200 len: 944 time: 0.0827377 Jan 28 19:17:54.833157 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-def7bb5c-5ee0-4734-86ad-99902b27b424 req-19845fdc-0e36-410e-9774-7eec19bff47f tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/security-groups?id=e52b5309-890e-4183-bf0d-6ef59c658d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197872 Jan 28 19:17:55.034577 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdef56c-08de-4b36-a003-2df1baf92c06 req-f57d5703-a8b9-4a03-af36-2fd72ce8a974 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:55.036293 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8bdef56c-08de-4b36-a003-2df1baf92c06 req-f57d5703-a8b9-4a03-af36-2fd72ce8a974 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?device_id=f88825d0-a091-4453-bc06-8a2acaf44ba3 HTTP/1.1" status: 200 len: 943 time: 0.0706029 Jan 28 19:17:55.135571 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8bdef56c-08de-4b36-a003-2df1baf92c06 req-8425b148-f339-4704-a749-0dfc8b23da56 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/security-groups?id=414e93b9-08bc-438e-9127-05114ed7dbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935125 Jan 28 19:17:55.288719 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:17:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40d97183-eeb0-4d3c-ae2b-3d4675c132ec x-openstack-request-id: req-40d97183-eeb0-4d3c-ae2b-3d4675c132ec {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:17:55.289011 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0aca28d-2fdc-4e38-92d1-ff04e5ae9883", "tag": "265ae583-c030-462b-96bb-c0e22d995e54", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:17:55.289305 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-40d97183-eeb0-4d3c-ae2b-3d4675c132ec {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:17:55.289710 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0aca28d-2fdc-4e38-92d1-ff04e5ae9883', 'tag': '265ae583-c030-462b-96bb-c0e22d995e54', 'status': 'completed', 'code': 200} Jan 28 19:17:55.477395 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c693c0d7-ac4a-49b8-93ad-856bbc9c0243 req-d3411078-445a-47d4-8cc0-bae6b20de0ab tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] 10.222.0.64 "GET /v2.0/ports?device_id=228a75e3-e402-4ada-ac1a-23df5443afe6 HTTP/1.1" status: 200 len: 210 time: 0.0906551 Jan 28 19:17:55.482394 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c135242d-761e-441d-ac00-3c5ab8c37ec2 req-f7806b72-a1bc-4900-8e66-958e8edcdd40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:55.489458 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c135242d-761e-441d-ac00-3c5ab8c37ec2 req-f7806b72-a1bc-4900-8e66-958e8edcdd40 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a83e9cc3029f4baca951cc95e07992a3&device_id=d0aca28d-2fdc-4e38-92d1-ff04e5ae9883 HTTP/1.1" status: 200 len: 1127 time: 0.1724203 Jan 28 19:17:55.762991 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c135242d-761e-441d-ac00-3c5ab8c37ec2 req-c76255cf-c03d-4566-8d98-7a608ef96b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:55.765288 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c135242d-761e-441d-ac00-3c5ab8c37ec2 req-c76255cf-c03d-4566-8d98-7a608ef96b94 service neutron] 10.222.0.70 "GET /v2.0/networks?id=ff818509-18ff-44d0-ba98-5ed91eb1ccd4 HTTP/1.1" status: 200 len: 912 time: 0.2691362 Jan 28 19:17:55.849130 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c135242d-761e-441d-ac00-3c5ab8c37ec2 req-8afd55b2-bc5f-4b1e-b71e-bfdf07ec540d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=265ae583-c030-462b-96bb-c0e22d995e54 HTTP/1.1" status: 200 len: 217 time: 0.0677624 Jan 28 19:17:55.862126 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000732ae-4d8f-4da4-80a7-16c9e816af9e req-bcc162ff-259a-4149-bf3d-fdff7f0a6f82 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:55.876284 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-000732ae-4d8f-4da4-80a7-16c9e816af9e req-bcc162ff-259a-4149-bf3d-fdff7f0a6f82 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/ports?device_id=587144d8-3f4e-497f-8a09-c3f0f7eaea93 HTTP/1.1" status: 200 len: 946 time: 0.3134067 Jan 28 19:17:55.905585 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a61b16-43e1-4c22-bb28-ac51d8e661bb req-a8b78c7b-6d81-462c-a805-e09b174f3a74 tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:55.909708 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f6a61b16-43e1-4c22-bb28-ac51d8e661bb req-a8b78c7b-6d81-462c-a805-e09b174f3a74 tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] 10.222.0.41 "GET /v2.0/networks?id=6b850379-ee6b-422c-9104-ee42848f60f7 HTTP/1.1" status: 200 len: 816 time: 0.2594583 Jan 28 19:17:56.002557 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c135242d-761e-441d-ac00-3c5ab8c37ec2 req-491b309a-8270-45d6-832b-3ec402d96819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:56.004043 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c135242d-761e-441d-ac00-3c5ab8c37ec2 req-491b309a-8270-45d6-832b-3ec402d96819 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6cea2404-3048-43fe-b9cb-bebcf3282d53 HTTP/1.1" status: 200 len: 852 time: 0.1248000 Jan 28 19:17:56.016085 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-000732ae-4d8f-4da4-80a7-16c9e816af9e req-091afdd1-1b6e-4698-b6f5-8af7d9148080 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/security-groups?id=929081b5-e4ec-47f3-a3f7-d2b3ba16c5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387146 Jan 28 19:17:56.088943 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f6a61b16-43e1-4c22-bb28-ac51d8e661bb req-5055b28f-d92a-4963-b0ee-110002fe5619 tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=420fb4477d4744a7883edeb957ae6597 HTTP/1.1" status: 200 len: 380 time: 0.1647229 Jan 28 19:17:56.104526 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-f6a61b16-43e1-4c22-bb28-ac51d8e661bb req-c129f8d7-228b-4199-8f29-4ced051d5678 tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] Request body: {'port': {'device_id': '228a75e3-e402-4ada-ac1a-23df5443afe6', 'network_id': '6b850379-ee6b-422c-9104-ee42848f60f7', 'admin_state_up': True, 'tenant_id': '420fb4477d4744a7883edeb957ae6597', 'security_groups': ['99a9729b-e544-4e2d-a5f9-4bd7146adc54']}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:17:56.118792 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c135242d-761e-441d-ac00-3c5ab8c37ec2 req-6d686c07-3c11-4877-8acf-a6c5ad7d1725 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ff818509-18ff-44d0-ba98-5ed91eb1ccd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1016610 Jan 28 19:17:56.338451 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6a61b16-43e1-4c22-bb28-ac51d8e661bb req-c129f8d7-228b-4199-8f29-4ced051d5678 tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] Made reservation on behalf of 420fb4477d4744a7883edeb957ae6597 for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:17:56.352444 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f6a61b16-43e1-4c22-bb28-ac51d8e661bb req-c129f8d7-228b-4199-8f29-4ced051d5678 tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:56.431808 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c135242d-761e-441d-ac00-3c5ab8c37ec2 req-e765eed2-5318-4362-823c-00d0ae28615e service neutron] 10.222.0.70 "GET /v2.0/networks/ff818509-18ff-44d0-ba98-5ed91eb1ccd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3055615 Jan 28 19:17:56.548057 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 265ae583-c030-462b-96bb-c0e22d995e54 up at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:17:56.596814 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-f6a61b16-43e1-4c22-bb28-ac51d8e661bb req-c129f8d7-228b-4199-8f29-4ced051d5678 tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] Allocated IP 172.20.0.4 (6b850379-ee6b-422c-9104-ee42848f60f7/27a1cb61-13cc-4651-897a-2629d7c64233/2750d9e5-de49-4db1-a69b-efaf333e2cf8) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:17:56.654820 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning for port 265ae583-c030-462b-96bb-c0e22d995e54 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:17:56.667403 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning complete for port 265ae583-c030-462b-96bb-c0e22d995e54 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:17:56.670133 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (265ae583-c030-462b-96bb-c0e22d995e54), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:56.695819 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd5903b-5863-42ba-ab3b-45a6da2934ec req-5c901ecf-96c6-4dd1-ad51-613f97750b08 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:56.698481 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-acd5903b-5863-42ba-ab3b-45a6da2934ec req-5c901ecf-96c6-4dd1-ad51-613f97750b08 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9ceed72-9fa9-48db-91ca-bbea248d9a60 HTTP/1.1" status: 200 len: 947 time: 0.4936748 Jan 28 19:17:56.894255 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f6a61b16-43e1-4c22-bb28-ac51d8e661bb req-c129f8d7-228b-4199-8f29-4ced051d5678 tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] Publish callbacks [] for port (2750d9e5-de49-4db1-a69b-efaf333e2cf8), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:56.906500 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c135242d-761e-441d-ac00-3c5ab8c37ec2 req-9201f9db-f0f9-47a0-affd-79a92cc6cf9e service neutron] 10.222.0.70 "GET /v2.0/networks/ff818509-18ff-44d0-ba98-5ed91eb1ccd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4288046 Jan 28 19:17:56.923602 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 265ae583-c030-462b-96bb-c0e22d995e54 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:17:56.924326 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (265ae583-c030-462b-96bb-c0e22d995e54), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:56.957965 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-acd5903b-5863-42ba-ab3b-45a6da2934ec req-3f2d834e-d1e6-42be-81b0-f9fef74ba995 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/security-groups?id=c326a8a3-da0b-43eb-8867-b30c14662b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2455082 Jan 28 19:17:56.991499 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f6a61b16-43e1-4c22-bb28-ac51d8e661bb req-c129f8d7-228b-4199-8f29-4ced051d5678 tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (2750d9e5-de49-4db1-a69b-efaf333e2cf8), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:57.039386 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 265ae583-c030-462b-96bb-c0e22d995e54, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=265ae583-c030-462b-96bb-c0e22d995e54,segment=NetworkSegment(3fce350c-ea58-4666-bd7d-c61ada9a9295),segment_id=3fce350c-ea58-4666-bd7d-c61ada9a9295)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:17:57.041833 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0aca28d-2fdc-4e38-92d1-ff04e5ae9883', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '265ae583-c030-462b-96bb-c0e22d995e54'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:17:57.044211 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80a86f14-1014-4d3f-af78-d15f50211f72" -d '{"events": [{"server_uuid": "d0aca28d-2fdc-4e38-92d1-ff04e5ae9883", "name": "network-vif-plugged", "status": "completed", "tag": "265ae583-c030-462b-96bb-c0e22d995e54"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:17:57.059463 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (265ae583-c030-462b-96bb-c0e22d995e54), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:57.060329 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device e76b1ee9-318c-4a08-9a58-ad3874c4b1b8 up at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:17:57.126130 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cf60cc-ea65-4cb4-8551-fc6b347e2dfc req-6acae416-1d2f-41fc-b190-22fd9e0e8314 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:57.135395 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a0cf60cc-ea65-4cb4-8551-fc6b347e2dfc req-6acae416-1d2f-41fc-b190-22fd9e0e8314 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0aca28d-2fdc-4e38-92d1-ff04e5ae9883 HTTP/1.1" status: 200 len: 945 time: 0.0920331 Jan 28 19:17:57.141275 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6a61b16-43e1-4c22-bb28-ac51d8e661bb req-c129f8d7-228b-4199-8f29-4ced051d5678 tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] Network 6b850379-ee6b-422c-9104-ee42848f60f7 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:17:57.150657 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-f6a61b16-43e1-4c22-bb28-ac51d8e661bb req-c129f8d7-228b-4199-8f29-4ced051d5678 tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:17:57.169193 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6a61b16-43e1-4c22-bb28-ac51d8e661bb req-c129f8d7-228b-4199-8f29-4ced051d5678 tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:17:57.228888 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c129f8d7-228b-4199-8f29-4ced051d5678 tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] Pushing event updated for resources: {'Port': ['ID=2750d9e5-de49-4db1-a69b-efaf333e2cf8,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:57.235881 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a0cf60cc-ea65-4cb4-8551-fc6b347e2dfc req-19d76f61-a4bd-4c96-b895-ec09f7bb5329 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/security-groups?id=e52b5309-890e-4183-bf0d-6ef59c658d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942678 Jan 28 19:17:57.276440 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c129f8d7-228b-4199-8f29-4ced051d5678 tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:17:57.279213 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c129f8d7-228b-4199-8f29-4ced051d5678 tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:17:57.280323 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c129f8d7-228b-4199-8f29-4ced051d5678 tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:17:57.280913 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c129f8d7-228b-4199-8f29-4ced051d5678 tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:17:57.281456 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c129f8d7-228b-4199-8f29-4ced051d5678 tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:17:57.282351 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c129f8d7-228b-4199-8f29-4ced051d5678 tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:17:57.284756 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c129f8d7-228b-4199-8f29-4ced051d5678 tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:17:57.285690 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c129f8d7-228b-4199-8f29-4ced051d5678 tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:17:57.287137 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c129f8d7-228b-4199-8f29-4ced051d5678 tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:17:57.288561 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c129f8d7-228b-4199-8f29-4ced051d5678 tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:17:57.289329 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c129f8d7-228b-4199-8f29-4ced051d5678 tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:17:57.291655 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c129f8d7-228b-4199-8f29-4ced051d5678 tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:17:57.292182 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c129f8d7-228b-4199-8f29-4ced051d5678 tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:17:57.335512 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=265ae583-c030-462b-96bb-c0e22d995e54,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:57.359248 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning for port e76b1ee9-318c-4a08-9a58-ad3874c4b1b8 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:17:57.373460 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a61b16-43e1-4c22-bb28-ac51d8e661bb req-c129f8d7-228b-4199-8f29-4ced051d5678 tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:57.375311 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning complete for port e76b1ee9-318c-4a08-9a58-ad3874c4b1b8 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:17:57.376371 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (e76b1ee9-318c-4a08-9a58-ad3874c4b1b8), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:57.380212 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f6a61b16-43e1-4c22-bb28-ac51d8e661bb req-c129f8d7-228b-4199-8f29-4ced051d5678 tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:57.410354 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f6a61b16-43e1-4c22-bb28-ac51d8e661bb req-c129f8d7-228b-4199-8f29-4ced051d5678 tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3148472 Jan 28 19:17:57.485215 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-f6a61b16-43e1-4c22-bb28-ac51d8e661bb req-1e832e3f-d792-44d2-82e5-9b03ff73c4eb service neutron] Request body: {'port': {'device_id': '228a75e3-e402-4ada-ac1a-23df5443afe6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-14'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:17:57.511923 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f3d150-5f6f-439d-8c97-8f8004b3fad8 req-53a06532-489f-4291-b980-ac658a152bfa tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:57.530837 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a3f3d150-5f6f-439d-8c97-8f8004b3fad8 req-53a06532-489f-4291-b980-ac658a152bfa tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?device_id=f88825d0-a091-4453-bc06-8a2acaf44ba3 HTTP/1.1" status: 200 len: 943 time: 0.1258881 Jan 28 19:17:57.599775 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f6a61b16-43e1-4c22-bb28-ac51d8e661bb req-1e832e3f-d792-44d2-82e5-9b03ff73c4eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (2750d9e5-de49-4db1-a69b-efaf333e2cf8), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:57.611415 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port e76b1ee9-318c-4a08-9a58-ad3874c4b1b8 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:17:57.611986 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (e76b1ee9-318c-4a08-9a58-ad3874c4b1b8), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:57.676569 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a3f3d150-5f6f-439d-8c97-8f8004b3fad8 req-3a6999a9-d741-4a0f-b449-0ba1dba96919 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/security-groups?id=414e93b9-08bc-438e-9127-05114ed7dbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314542 Jan 28 19:17:57.778996 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port e76b1ee9-318c-4a08-9a58-ad3874c4b1b8, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=e76b1ee9-318c-4a08-9a58-ad3874c4b1b8,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:17:57.785889 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-5a3e23e5-58b3-4ab4-9a11-d66624720bf4 None None] Provisioning complete for port 2750d9e5-de49-4db1-a69b-efaf333e2cf8 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:17:57.786287 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5a3e23e5-58b3-4ab4-9a11-d66624720bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (2750d9e5-de49-4db1-a69b-efaf333e2cf8), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:57.789221 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (e76b1ee9-318c-4a08-9a58-ad3874c4b1b8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:57.841034 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e645e74d-8102-4bd0-9c1c-f031d39d6ce9 req-0092715c-bbfc-413f-b295-b9039e4ceb3d tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:57.848683 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e645e74d-8102-4bd0-9c1c-f031d39d6ce9 req-0092715c-bbfc-413f-b295-b9039e4ceb3d tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] 10.222.0.64 "GET /v2.0/ports?device_id=228a75e3-e402-4ada-ac1a-23df5443afe6 HTTP/1.1" status: 200 len: 931 time: 0.1115296 Jan 28 19:17:57.888174 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=e76b1ee9-318c-4a08-9a58-ad3874c4b1b8,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:57.916601 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-5a3e23e5-58b3-4ab4-9a11-d66624720bf4 None None] Port 2750d9e5-de49-4db1-a69b-efaf333e2cf8 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:17:57.924524 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e645e74d-8102-4bd0-9c1c-f031d39d6ce9 req-401f5da2-0ead-4b65-b702-9bb750437efe tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] 10.222.0.64 "GET /v2.0/security-groups?id=99a9729b-e544-4e2d-a5f9-4bd7146adc54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744195 Jan 28 19:17:58.197647 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [req-f6a61b16-43e1-4c22-bb28-ac51d8e661bb req-1e832e3f-d792-44d2-82e5-9b03ff73c4eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2750d9e5-de49-4db1-a69b-efaf333e2cf8 {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:17:58.208221 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f6a61b16-43e1-4c22-bb28-ac51d8e661bb req-1e832e3f-d792-44d2-82e5-9b03ff73c4eb service neutron] Publish callbacks [] for port (2750d9e5-de49-4db1-a69b-efaf333e2cf8), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:58.231838 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-f6a61b16-43e1-4c22-bb28-ac51d8e661bb req-1e832e3f-d792-44d2-82e5-9b03ff73c4eb service neutron] Transition to ACTIVE for port object 2750d9e5-de49-4db1-a69b-efaf333e2cf8 will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:17:58.239289 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f6a61b16-43e1-4c22-bb28-ac51d8e661bb req-1e832e3f-d792-44d2-82e5-9b03ff73c4eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (2750d9e5-de49-4db1-a69b-efaf333e2cf8), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:58.301164 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e832e3f-d792-44d2-82e5-9b03ff73c4eb service neutron] Pushing event updated for resources: {'Port': ['ID=2750d9e5-de49-4db1-a69b-efaf333e2cf8,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:58.504397 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-f6a61b16-43e1-4c22-bb28-ac51d8e661bb req-1e832e3f-d792-44d2-82e5-9b03ff73c4eb service neutron] Attempting to bind port 2750d9e5-de49-4db1-a69b-efaf333e2cf8 on host n-h1-812111-14 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:17:58.504783 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-f6a61b16-43e1-4c22-bb28-ac51d8e661bb req-1e832e3f-d792-44d2-82e5-9b03ff73c4eb service neutron] Attempting to bind port 2750d9e5-de49-4db1-a69b-efaf333e2cf8 by drivers openvswitch,hyperv on host n-h1-812111-14 at level 0 using segments [{'id': '465584ef-fdd1-4efc-8287-c61b1cbf1ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '6b850379-ee6b-422c-9104-ee42848f60f7'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:17:58.505290 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6a61b16-43e1-4c22-bb28-ac51d8e661bb req-1e832e3f-d792-44d2-82e5-9b03ff73c4eb service neutron] Attempting to bind port 2750d9e5-de49-4db1-a69b-efaf333e2cf8 on network 6b850379-ee6b-422c-9104-ee42848f60f7 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:17:58.524672 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6a61b16-43e1-4c22-bb28-ac51d8e661bb req-1e832e3f-d792-44d2-82e5-9b03ff73c4eb service neutron] Port 2750d9e5-de49-4db1-a69b-efaf333e2cf8 on network 6b850379-ee6b-422c-9104-ee42848f60f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-14 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:17:58.525007 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6a61b16-43e1-4c22-bb28-ac51d8e661bb req-1e832e3f-d792-44d2-82e5-9b03ff73c4eb service neutron] Attempting to bind port 2750d9e5-de49-4db1-a69b-efaf333e2cf8 on network 6b850379-ee6b-422c-9104-ee42848f60f7 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:17:58.538031 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6a61b16-43e1-4c22-bb28-ac51d8e661bb req-1e832e3f-d792-44d2-82e5-9b03ff73c4eb service neutron] Checking agent: {'id': 'b544ba20-de93-4d86-9e6b-a2202deb6191', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:17:58.538411 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6a61b16-43e1-4c22-bb28-ac51d8e661bb req-1e832e3f-d792-44d2-82e5-9b03ff73c4eb service neutron] Checking segment: {'id': '465584ef-fdd1-4efc-8287-c61b1cbf1ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '6b850379-ee6b-422c-9104-ee42848f60f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:17:58.539788 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6a61b16-43e1-4c22-bb28-ac51d8e661bb req-1e832e3f-d792-44d2-82e5-9b03ff73c4eb service neutron] Bound using segment: {'id': '465584ef-fdd1-4efc-8287-c61b1cbf1ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '6b850379-ee6b-422c-9104-ee42848f60f7'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:17:58.540268 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-f6a61b16-43e1-4c22-bb28-ac51d8e661bb req-1e832e3f-d792-44d2-82e5-9b03ff73c4eb service neutron] Bound port: 2750d9e5-de49-4db1-a69b-efaf333e2cf8, host: n-h1-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '465584ef-fdd1-4efc-8287-c61b1cbf1ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '6b850379-ee6b-422c-9104-ee42848f60f7'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:17:58.540638 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f6a61b16-43e1-4c22-bb28-ac51d8e661bb req-1e832e3f-d792-44d2-82e5-9b03ff73c4eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (2750d9e5-de49-4db1-a69b-efaf333e2cf8), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:58.656993 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83f4e11-a19b-4521-9e33-d3a684bba2c6 req-77f83afa-2e13-46e2-a33c-f855d252e9a0 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:58.666314 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b83f4e11-a19b-4521-9e33-d3a684bba2c6 req-77f83afa-2e13-46e2-a33c-f855d252e9a0 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/ports?device_id=587144d8-3f4e-497f-8a09-c3f0f7eaea93 HTTP/1.1" status: 200 len: 946 time: 0.1146965 Jan 28 19:17:58.735081 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-f6a61b16-43e1-4c22-bb28-ac51d8e661bb req-1e832e3f-d792-44d2-82e5-9b03ff73c4eb service neutron] For port 2750d9e5-de49-4db1-a69b-efaf333e2cf8, host n-h1-812111-14, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:17:58.747112 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-f6a61b16-43e1-4c22-bb28-ac51d8e661bb req-1e832e3f-d792-44d2-82e5-9b03ff73c4eb service neutron] For port 2750d9e5-de49-4db1-a69b-efaf333e2cf8, host n-h1-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=2750d9e5-de49-4db1-a69b-efaf333e2cf8,segment=NetworkSegment(465584ef-fdd1-4efc-8287-c61b1cbf1ac6),segment_id=465584ef-fdd1-4efc-8287-c61b1cbf1ac6)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:17:58.766965 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f6a61b16-43e1-4c22-bb28-ac51d8e661bb req-1e832e3f-d792-44d2-82e5-9b03ff73c4eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (2750d9e5-de49-4db1-a69b-efaf333e2cf8), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:58.819352 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b83f4e11-a19b-4521-9e33-d3a684bba2c6 req-630b7ae1-58b4-476a-b2a7-bf83728d1249 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/security-groups?id=929081b5-e4ec-47f3-a3f7-d2b3ba16c5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520739 Jan 28 19:17:58.899593 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd505fbc-4e38-4d59-a271-4cf19bebecbc x-openstack-request-id: req-fd505fbc-4e38-4d59-a271-4cf19bebecbc {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:17:58.900077 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0aca28d-2fdc-4e38-92d1-ff04e5ae9883", "name": "network-vif-plugged", "status": "completed", "tag": "265ae583-c030-462b-96bb-c0e22d995e54", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:17:58.900545 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fd505fbc-4e38-4d59-a271-4cf19bebecbc {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:17:58.901234 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0aca28d-2fdc-4e38-92d1-ff04e5ae9883', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '265ae583-c030-462b-96bb-c0e22d995e54', 'code': 200} Jan 28 19:17:58.959674 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e832e3f-d792-44d2-82e5-9b03ff73c4eb service neutron] Pushing event updated for resources: {'Port': ['ID=2750d9e5-de49-4db1-a69b-efaf333e2cf8,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:58.984463 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a61b16-43e1-4c22-bb28-ac51d8e661bb req-1e832e3f-d792-44d2-82e5-9b03ff73c4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:58.988680 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f6a61b16-43e1-4c22-bb28-ac51d8e661bb req-1e832e3f-d792-44d2-82e5-9b03ff73c4eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:58.990596 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f6a61b16-43e1-4c22-bb28-ac51d8e661bb req-1e832e3f-d792-44d2-82e5-9b03ff73c4eb service neutron] 10.222.0.41 "PUT /v2.0/ports/2750d9e5-de49-4db1-a69b-efaf333e2cf8 HTTP/1.1" status: 200 len: 1092 time: 1.5685253 Jan 28 19:17:58.995565 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '228a75e3-e402-4ada-ac1a-23df5443afe6', 'tag': '2750d9e5-de49-4db1-a69b-efaf333e2cf8'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:17:59.004722 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b62557e1-2a94-4944-935c-dd3a7ad20e6a" -d '{"events": [{"name": "network-changed", "server_uuid": "228a75e3-e402-4ada-ac1a-23df5443afe6", "tag": "2750d9e5-de49-4db1-a69b-efaf333e2cf8"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:17:59.192585 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a61b16-43e1-4c22-bb28-ac51d8e661bb req-34c5555d-7fc1-4fa3-b983-3c3dd3e1cb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:59.194715 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f6a61b16-43e1-4c22-bb28-ac51d8e661bb req-34c5555d-7fc1-4fa3-b983-3c3dd3e1cb38 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=420fb4477d4744a7883edeb957ae6597&device_id=228a75e3-e402-4ada-ac1a-23df5443afe6 HTTP/1.1" status: 200 len: 1126 time: 0.1251299 Jan 28 19:17:59.222255 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc93c59-a014-4ecd-a366-4fe9b6043cf6 req-77e75930-096c-41a5-a22c-ad705c6bd816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:59.228796 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7dc93c59-a014-4ecd-a366-4fe9b6043cf6 req-77e75930-096c-41a5-a22c-ad705c6bd816 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=d0aca28d-2fdc-4e38-92d1-ff04e5ae9883 HTTP/1.1" status: 200 len: 1128 time: 0.2664244 Jan 28 19:17:59.292150 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334431ff-a39b-4b90-a7ce-e5ecc9f01ea9 req-1df09b0b-6228-4ca8-9cb9-97dcd086e61a tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:59.310526 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-334431ff-a39b-4b90-a7ce-e5ecc9f01ea9 req-1df09b0b-6228-4ca8-9cb9-97dcd086e61a tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9ceed72-9fa9-48db-91ca-bbea248d9a60 HTTP/1.1" status: 200 len: 948 time: 0.2589233 Jan 28 19:17:59.327430 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f6a61b16-43e1-4c22-bb28-ac51d8e661bb req-a674bf42-87eb-4146-bfa6-94047573515b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2750d9e5-de49-4db1-a69b-efaf333e2cf8 HTTP/1.1" status: 200 len: 217 time: 0.1226931 Jan 28 19:17:59.455749 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a61b16-43e1-4c22-bb28-ac51d8e661bb req-ccd33c4f-d122-448f-88d1-cb42c998d8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:59.457318 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f6a61b16-43e1-4c22-bb28-ac51d8e661bb req-ccd33c4f-d122-448f-88d1-cb42c998d8d7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=27a1cb61-13cc-4651-897a-2629d7c64233 HTTP/1.1" status: 200 len: 855 time: 0.1213558 Jan 28 19:17:59.571908 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a61b16-43e1-4c22-bb28-ac51d8e661bb req-0c3e85ce-2869-48c1-9a18-6a3bf2a78249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:59.574563 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f6a61b16-43e1-4c22-bb28-ac51d8e661bb req-0c3e85ce-2869-48c1-9a18-6a3bf2a78249 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6b850379-ee6b-422c-9104-ee42848f60f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1090348 Jan 28 19:17:59.612623 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-334431ff-a39b-4b90-a7ce-e5ecc9f01ea9 req-15b6feb9-9764-4284-96b0-0dc0e6b37df4 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/security-groups?id=c326a8a3-da0b-43eb-8867-b30c14662b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2797289 Jan 28 19:17:59.634518 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7dc93c59-a014-4ecd-a366-4fe9b6043cf6 req-4bd1485c-a150-426e-bd7a-cbec529980c4 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=e52b5309-890e-4183-bf0d-6ef59c658d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3984113 Jan 28 19:17:59.837748 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4fce0d-f2a0-4782-9e52-eaea9a5c0158 req-120ef6a6-59c7-49a6-984b-3a4a466cb2d7 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:59.848204 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-0f4fce0d-f2a0-4782-9e52-eaea9a5c0158 req-120ef6a6-59c7-49a6-984b-3a4a466cb2d7 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?device_id=f88825d0-a091-4453-bc06-8a2acaf44ba3 HTTP/1.1" status: 200 len: 943 time: 0.1256239 Jan 28 19:17:59.855987 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f6a61b16-43e1-4c22-bb28-ac51d8e661bb req-684e4fd1-25c5-4b0f-9431-8460e73c7aed service neutron] 10.222.0.41 "GET /v2.0/networks/6b850379-ee6b-422c-9104-ee42848f60f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2646194 Jan 28 19:17:59.975147 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-0f4fce0d-f2a0-4782-9e52-eaea9a5c0158 req-3424d760-3392-48b4-9f72-6471285af3d5 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/security-groups?id=414e93b9-08bc-438e-9127-05114ed7dbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174910 Jan 28 19:18:00.185026 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f6a61b16-43e1-4c22-bb28-ac51d8e661bb req-ef62257f-7344-4f91-a8c8-1dcb064eab70 service neutron] 10.222.0.41 "GET /v2.0/networks/6b850379-ee6b-422c-9104-ee42848f60f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3074441 Jan 28 19:18:00.246428 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f78f0e5-7397-4717-b1e8-25122b2eb4cc req-0ffd422a-7b2e-4b34-a470-b41c8d0fa63a tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:00.253811 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3f78f0e5-7397-4717-b1e8-25122b2eb4cc req-0ffd422a-7b2e-4b34-a470-b41c8d0fa63a tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0aca28d-2fdc-4e38-92d1-ff04e5ae9883 HTTP/1.1" status: 200 len: 945 time: 0.3968475 Jan 28 19:18:00.315767 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3f78f0e5-7397-4717-b1e8-25122b2eb4cc req-4b6d44aa-10d5-4f97-ba0f-6c8b41429ebf tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/security-groups?id=e52b5309-890e-4183-bf0d-6ef59c658d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609107 Jan 28 19:18:00.340971 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7fb880-c363-42e1-98f8-e048f09eedb0 req-8ff35be3-126a-4481-b6e4-63f3032b3b94 tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:00.352829 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-cd7fb880-c363-42e1-98f8-e048f09eedb0 req-8ff35be3-126a-4481-b6e4-63f3032b3b94 tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] 10.222.0.64 "GET /v2.0/ports?device_id=228a75e3-e402-4ada-ac1a-23df5443afe6 HTTP/1.1" status: 200 len: 943 time: 0.1648753 Jan 28 19:18:00.425620 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2069dcf-1a13-40f6-97dd-17def9aa47cc x-openstack-request-id: req-e2069dcf-1a13-40f6-97dd-17def9aa47cc {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:18:00.426120 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "228a75e3-e402-4ada-ac1a-23df5443afe6", "tag": "2750d9e5-de49-4db1-a69b-efaf333e2cf8", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:18:00.426237 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e2069dcf-1a13-40f6-97dd-17def9aa47cc {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:18:00.426612 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '228a75e3-e402-4ada-ac1a-23df5443afe6', 'tag': '2750d9e5-de49-4db1-a69b-efaf333e2cf8', 'status': 'completed', 'code': 200} Jan 28 19:18:00.460434 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-cd7fb880-c363-42e1-98f8-e048f09eedb0 req-8f6b4e7a-b056-4ae1-9dd3-91c1facd04c6 tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] 10.222.0.64 "GET /v2.0/security-groups?id=99a9729b-e544-4e2d-a5f9-4bd7146adc54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064970 Jan 28 19:18:00.535944 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62557e1-2a94-4944-935c-dd3a7ad20e6a req-b7900afd-4802-4adf-99da-a5aa66ea98a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:00.537495 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b62557e1-2a94-4944-935c-dd3a7ad20e6a req-b7900afd-4802-4adf-99da-a5aa66ea98a5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=420fb4477d4744a7883edeb957ae6597&device_id=228a75e3-e402-4ada-ac1a-23df5443afe6 HTTP/1.1" status: 200 len: 1126 time: 0.0821505 Jan 28 19:18:00.842099 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440b47de-f77e-4628-b46b-4a5defa3e2a4 req-e696d421-7ee7-4961-bb6b-f08370e50a9c tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:00.849788 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-440b47de-f77e-4628-b46b-4a5defa3e2a4 req-e696d421-7ee7-4961-bb6b-f08370e50a9c tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/ports?device_id=587144d8-3f4e-497f-8a09-c3f0f7eaea93 HTTP/1.1" status: 200 len: 946 time: 0.3001432 Jan 28 19:18:00.902290 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9ceed72-9fa9-48db-91ca-bbea248d9a60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e76b1ee9-318c-4a08-9a58-ad3874c4b1b8'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:18:00.905852 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a7a15df-f817-483a-a7d0-ed9e9a0024ab" -d '{"events": [{"server_uuid": "a9ceed72-9fa9-48db-91ca-bbea248d9a60", "name": "network-vif-plugged", "status": "completed", "tag": "e76b1ee9-318c-4a08-9a58-ad3874c4b1b8"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:18:00.912721 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eb655f-4795-45de-98bc-4f267819fb9d req-1aae9e0f-54eb-4c22-95b8-52ddb065d0ad tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:00.922251 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-26eb655f-4795-45de-98bc-4f267819fb9d req-1aae9e0f-54eb-4c22-95b8-52ddb065d0ad tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9ceed72-9fa9-48db-91ca-bbea248d9a60 HTTP/1.1" status: 200 len: 948 time: 0.1428881 Jan 28 19:18:00.938091 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-440b47de-f77e-4628-b46b-4a5defa3e2a4 req-188229c1-b0c1-41f4-ba0a-2f1f59437070 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/security-groups?id=929081b5-e4ec-47f3-a3f7-d2b3ba16c5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873132 Jan 28 19:18:00.939877 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62557e1-2a94-4944-935c-dd3a7ad20e6a req-d71293dc-347f-4c57-98be-880ccf8b05e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:00.951807 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b62557e1-2a94-4944-935c-dd3a7ad20e6a req-d71293dc-347f-4c57-98be-880ccf8b05e4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6b850379-ee6b-422c-9104-ee42848f60f7 HTTP/1.1" status: 200 len: 916 time: 0.3933005 Jan 28 19:18:00.997466 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-26eb655f-4795-45de-98bc-4f267819fb9d req-0e038761-9fcb-4915-8059-735f3f2a1ab1 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/security-groups?id=c326a8a3-da0b-43eb-8867-b30c14662b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736034 Jan 28 19:18:01.022658 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10f95838-302c-4d7a-8695-e3782ab63388 x-openstack-request-id: req-10f95838-302c-4d7a-8695-e3782ab63388 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:18:01.023212 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9ceed72-9fa9-48db-91ca-bbea248d9a60", "name": "network-vif-plugged", "status": "completed", "tag": "e76b1ee9-318c-4a08-9a58-ad3874c4b1b8", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:18:01.023640 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-10f95838-302c-4d7a-8695-e3782ab63388 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:18:01.024443 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9ceed72-9fa9-48db-91ca-bbea248d9a60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e76b1ee9-318c-4a08-9a58-ad3874c4b1b8', 'code': 200} Jan 28 19:18:01.027273 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b62557e1-2a94-4944-935c-dd3a7ad20e6a req-c7b7b2ce-5328-4ba5-a9f8-d72e7b258894 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2750d9e5-de49-4db1-a69b-efaf333e2cf8 HTTP/1.1" status: 200 len: 217 time: 0.0745552 Jan 28 19:18:01.104722 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62557e1-2a94-4944-935c-dd3a7ad20e6a req-efcffc4e-6544-4fb0-a30c-eae748fbb749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:01.106464 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b62557e1-2a94-4944-935c-dd3a7ad20e6a req-efcffc4e-6544-4fb0-a30c-eae748fbb749 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=27a1cb61-13cc-4651-897a-2629d7c64233 HTTP/1.1" status: 200 len: 855 time: 0.0729518 Jan 28 19:18:01.170123 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb6c78d-f3ef-4e58-a589-84911d640af3 req-1ed9fc74-a466-481e-9d0f-34ef020fddba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:01.172302 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6eb6c78d-f3ef-4e58-a589-84911d640af3 req-1ed9fc74-a466-481e-9d0f-34ef020fddba service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=a9ceed72-9fa9-48db-91ca-bbea248d9a60 HTTP/1.1" status: 200 len: 1131 time: 0.0642524 Jan 28 19:18:01.231829 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62557e1-2a94-4944-935c-dd3a7ad20e6a req-ae244c5d-e450-4234-9151-411c30c764a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:01.233421 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b62557e1-2a94-4944-935c-dd3a7ad20e6a req-ae244c5d-e450-4234-9151-411c30c764a6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6b850379-ee6b-422c-9104-ee42848f60f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1168087 Jan 28 19:18:01.316626 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6eb6c78d-f3ef-4e58-a589-84911d640af3 req-9d7aa09f-081c-4eb9-93d4-f256fbaa1dcf service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=c326a8a3-da0b-43eb-8867-b30c14662b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256356 Jan 28 19:18:01.401151 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b62557e1-2a94-4944-935c-dd3a7ad20e6a req-26fd54bf-5b4e-4994-8377-cf727c0d0bca service neutron] 10.222.0.41 "GET /v2.0/networks/6b850379-ee6b-422c-9104-ee42848f60f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509748 Jan 28 19:18:01.402692 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208df045-7641-40d3-945e-f58c42b7ada0 req-50658c8d-1091-48ce-b1a6-bd14d9609249 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:01.406837 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-208df045-7641-40d3-945e-f58c42b7ada0 req-50658c8d-1091-48ce-b1a6-bd14d9609249 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?device_id=f88825d0-a091-4453-bc06-8a2acaf44ba3 HTTP/1.1" status: 200 len: 943 time: 0.1694629 Jan 28 19:18:01.505448 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b62557e1-2a94-4944-935c-dd3a7ad20e6a req-0e8226cc-143a-4876-a563-2b08f1519b2f service neutron] 10.222.0.41 "GET /v2.0/networks/6b850379-ee6b-422c-9104-ee42848f60f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971777 Jan 28 19:18:01.507896 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-208df045-7641-40d3-945e-f58c42b7ada0 req-e82b6c7b-f6c3-425a-90e1-18accd807233 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/security-groups?id=414e93b9-08bc-438e-9127-05114ed7dbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940630 Jan 28 19:18:01.608932 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08fbc65-dab9-45c8-92e0-18aae1fffc06 req-446a3f84-8b1e-4c2f-8f12-27935baa1939 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:01.615380 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d08fbc65-dab9-45c8-92e0-18aae1fffc06 req-446a3f84-8b1e-4c2f-8f12-27935baa1939 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0aca28d-2fdc-4e38-92d1-ff04e5ae9883 HTTP/1.1" status: 200 len: 945 time: 0.1088395 Jan 28 19:18:01.694718 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d08fbc65-dab9-45c8-92e0-18aae1fffc06 req-2b094050-3dbf-4449-924c-e70757967441 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/security-groups?id=e52b5309-890e-4183-bf0d-6ef59c658d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633440 Jan 28 19:18:01.759964 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8152f294-2bd5-4ed9-8eb1-fbf35c0be6dd req-8378d4e0-d779-49f9-b7af-d95d1ba6348d tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:01.771867 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8152f294-2bd5-4ed9-8eb1-fbf35c0be6dd req-8378d4e0-d779-49f9-b7af-d95d1ba6348d tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] 10.222.0.64 "GET /v2.0/ports?device_id=228a75e3-e402-4ada-ac1a-23df5443afe6 HTTP/1.1" status: 200 len: 943 time: 0.1363225 Jan 28 19:18:01.832568 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 557cb5a7-63e7-428b-a610-faf61f09f857 details requested by agent hyperv_n-h1-812111-14 with host n-h1-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:18:01.862643 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8152f294-2bd5-4ed9-8eb1-fbf35c0be6dd req-514ec2a9-4d87-4fb6-9227-ea1402285164 tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] 10.222.0.64 "GET /v2.0/security-groups?id=99a9729b-e544-4e2d-a5f9-4bd7146adc54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895762 Jan 28 19:18:01.991159 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 557cb5a7-63e7-428b-a610-faf61f09f857, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=557cb5a7-63e7-428b-a610-faf61f09f857,segment=NetworkSegment(e7f54059-7dae-4f1a-9de9-251e6a440c72),segment_id=e7f54059-7dae-4f1a-9de9-251e6a440c72)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:18:02.023489 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Returning: {'device': '557cb5a7-63e7-428b-a610-faf61f09f857', 'network_id': '8330dfd7-f74e-41a1-b557-5650d653ac04', 'port_id': '557cb5a7-63e7-428b-a610-faf61f09f857', 'mac_address': 'fa:16:3e:0e:32:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09bc6696-a273-4baf-935c-9cf317ddb49d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:18:02.044869 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:18:02.117286 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port 557cb5a7-63e7-428b-a610-faf61f09f857 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:18:02.117806 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (557cb5a7-63e7-428b-a610-faf61f09f857), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:02.135953 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 557cb5a7-63e7-428b-a610-faf61f09f857 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:18:02.167057 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 557cb5a7-63e7-428b-a610-faf61f09f857, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=557cb5a7-63e7-428b-a610-faf61f09f857,segment=NetworkSegment(e7f54059-7dae-4f1a-9de9-251e6a440c72),segment_id=e7f54059-7dae-4f1a-9de9-251e6a440c72)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:18:02.178029 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (557cb5a7-63e7-428b-a610-faf61f09f857), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:02.251074 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ae5846-3aaa-4c58-aca4-f56b920dc8cb req-07c77467-a0f0-401d-8829-f9a2da01c5d7 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:02.259336 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a4ae5846-3aaa-4c58-aca4-f56b920dc8cb req-07c77467-a0f0-401d-8829-f9a2da01c5d7 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/ports?device_id=587144d8-3f4e-497f-8a09-c3f0f7eaea93 HTTP/1.1" status: 200 len: 946 time: 0.1829367 Jan 28 19:18:02.280707 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4b626c-8cf9-4f43-8bd2-cc52e12c96be req-6981f063-ced0-4a89-a1b9-74750bf41ad3 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:02.288681 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4f4b626c-8cf9-4f43-8bd2-cc52e12c96be req-6981f063-ced0-4a89-a1b9-74750bf41ad3 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9ceed72-9fa9-48db-91ca-bbea248d9a60 HTTP/1.1" status: 200 len: 948 time: 0.1500025 Jan 28 19:18:02.351008 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=557cb5a7-63e7-428b-a610-faf61f09f857,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:02.395521 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4f4b626c-8cf9-4f43-8bd2-cc52e12c96be req-1e6780cf-13f4-4355-9207-a00164cc2267 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/security-groups?id=c326a8a3-da0b-43eb-8867-b30c14662b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057413 Jan 28 19:18:02.405031 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a4ae5846-3aaa-4c58-aca4-f56b920dc8cb req-fb51f624-8375-4724-add3-28acecb4bcf8 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/security-groups?id=929081b5-e4ec-47f3-a3f7-d2b3ba16c5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379700 Jan 28 19:18:02.494320 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['557cb5a7-63e7-428b-a610-faf61f09f857'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:18:02.755026 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e05257-08f6-472c-a83a-6b59674073e8 req-1ec4c522-ad6f-4e8d-b31e-27862e9a83f6 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:02.756488 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-27e05257-08f6-472c-a83a-6b59674073e8 req-1ec4c522-ad6f-4e8d-b31e-27862e9a83f6 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?device_id=f88825d0-a091-4453-bc06-8a2acaf44ba3 HTTP/1.1" status: 200 len: 944 time: 0.1395483 Jan 28 19:18:02.898637 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-27e05257-08f6-472c-a83a-6b59674073e8 req-0c12b7a0-4274-4181-88b4-dba719660798 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/security-groups?id=414e93b9-08bc-438e-9127-05114ed7dbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354961 Jan 28 19:18:02.922231 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d58dff7-e2ec-4abe-a4e8-1d8242eff7c3 req-03cb4325-0702-42ec-a4eb-00356df4e13d tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:02.939138 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6d58dff7-e2ec-4abe-a4e8-1d8242eff7c3 req-03cb4325-0702-42ec-a4eb-00356df4e13d tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0aca28d-2fdc-4e38-92d1-ff04e5ae9883 HTTP/1.1" status: 200 len: 945 time: 0.1251483 Jan 28 19:18:03.054580 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6d58dff7-e2ec-4abe-a4e8-1d8242eff7c3 req-18e50444-7a1b-4dca-baca-8f8ccd149a6e tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/security-groups?id=e52b5309-890e-4183-bf0d-6ef59c658d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142287 Jan 28 19:18:03.156530 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fedaf4-04ea-4f1d-8959-981157c8df70 req-1ecd5180-c3ba-4096-b8f9-713d1861458e tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:03.158460 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-40fedaf4-04ea-4f1d-8959-981157c8df70 req-1ecd5180-c3ba-4096-b8f9-713d1861458e tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] 10.222.0.64 "GET /v2.0/ports?device_id=228a75e3-e402-4ada-ac1a-23df5443afe6 HTTP/1.1" status: 200 len: 943 time: 0.0631838 Jan 28 19:18:03.234738 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-40fedaf4-04ea-4f1d-8959-981157c8df70 req-b2ca16da-51cc-4d60-a185-798bf4e8f191 tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] 10.222.0.64 "GET /v2.0/security-groups?id=99a9729b-e544-4e2d-a5f9-4bd7146adc54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673554 Jan 28 19:18:03.405807 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6101c9-80f5-4eec-b563-142feb7f896b req-47c3138d-d7c6-41d0-bd2c-8aecb97c36b6 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:03.407307 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ab6101c9-80f5-4eec-b563-142feb7f896b req-47c3138d-d7c6-41d0-bd2c-8aecb97c36b6 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0aca28d-2fdc-4e38-92d1-ff04e5ae9883 HTTP/1.1" status: 200 len: 945 time: 0.0743842 Jan 28 19:18:03.517739 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ab6101c9-80f5-4eec-b563-142feb7f896b req-dbec0b90-a1ab-41e9-8c52-465a01b00344 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/security-groups?id=e52b5309-890e-4183-bf0d-6ef59c658d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025474 Jan 28 19:18:03.553782 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae63bff-fdd0-412a-8b49-75b7bf58e823 req-412d4254-c5c5-48c9-b4b9-d070e5e799a2 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:03.556147 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8ae63bff-fdd0-412a-8b49-75b7bf58e823 req-412d4254-c5c5-48c9-b4b9-d070e5e799a2 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9ceed72-9fa9-48db-91ca-bbea248d9a60 HTTP/1.1" status: 200 len: 948 time: 0.0725319 Jan 28 19:18:03.616662 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8ae63bff-fdd0-412a-8b49-75b7bf58e823 req-cfdf062b-6396-4d51-aa2d-1c2d394ebfc9 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/security-groups?id=c326a8a3-da0b-43eb-8867-b30c14662b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546706 Jan 28 19:18:03.774258 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6c21bc-c7f6-47f0-a836-9f8c8f7a8fa0 req-a9a4d487-1e64-4e4c-aa49-99a36e31f364 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:03.777428 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-0f6c21bc-c7f6-47f0-a836-9f8c8f7a8fa0 req-a9a4d487-1e64-4e4c-aa49-99a36e31f364 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/ports?device_id=587144d8-3f4e-497f-8a09-c3f0f7eaea93 HTTP/1.1" status: 200 len: 946 time: 0.1270430 Jan 28 19:18:03.850710 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-0f6c21bc-c7f6-47f0-a836-9f8c8f7a8fa0 req-38a28892-cc44-414d-8320-0ab2058bc57a tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/security-groups?id=929081b5-e4ec-47f3-a3f7-d2b3ba16c5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558627 Jan 28 19:18:03.880338 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1454ef4-36c7-4fb2-88e5-b87391d104f9 req-d9de2270-fce8-4943-a213-564006079505 tempest-ServersOnMultiNodesTest-1010744972 tempest-ServersOnMultiNodesTest-1010744972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:03.888164 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a1454ef4-36c7-4fb2-88e5-b87391d104f9 req-d9de2270-fce8-4943-a213-564006079505 tempest-ServersOnMultiNodesTest-1010744972 tempest-ServersOnMultiNodesTest-1010744972-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=a9ceed72-9fa9-48db-91ca-bbea248d9a60 HTTP/1.1" status: 200 len: 1131 time: 0.1084862 Jan 28 19:18:03.938045 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a1454ef4-36c7-4fb2-88e5-b87391d104f9 req-8ebbb6dc-24b7-4459-8ba9-129ddc60d189 tempest-ServersOnMultiNodesTest-1010744972 tempest-ServersOnMultiNodesTest-1010744972-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=c326a8a3-da0b-43eb-8867-b30c14662b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492892 Jan 28 19:18:04.071994 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496e6759-c349-4ed2-b588-4e99f9b4202b req-cafc2864-1789-47dd-814f-b30374f2aabc tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:04.079544 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-496e6759-c349-4ed2-b588-4e99f9b4202b req-cafc2864-1789-47dd-814f-b30374f2aabc tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?device_id=f88825d0-a091-4453-bc06-8a2acaf44ba3 HTTP/1.1" status: 200 len: 944 time: 0.0854480 Jan 28 19:18:04.131665 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-25522451-d443-4493-90d7-cb150e65ad62 req-515e9d63-5d9c-414e-95c7-d01199ae46d5 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=1a64246f3ff0490988e6f00c7a9a6590&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0282152 Jan 28 19:18:04.134034 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-496e6759-c349-4ed2-b588-4e99f9b4202b req-c246d25a-fe49-450a-af3e-d35b68b72720 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/security-groups?id=414e93b9-08bc-438e-9127-05114ed7dbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534339 Jan 28 19:18:04.265701 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25522451-d443-4493-90d7-cb150e65ad62 req-6a5cbbe8-991e-4d4b-aa23-c5937d80cf13 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:04.274033 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-25522451-d443-4493-90d7-cb150e65ad62 req-6a5cbbe8-991e-4d4b-aa23-c5937d80cf13 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1410122 Jan 28 19:18:04.292143 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-25522451-d443-4493-90d7-cb150e65ad62 req-6e204894-ee24-465a-ad57-964107bf8e3b tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/quotas/1a64246f3ff0490988e6f00c7a9a6590 HTTP/1.1" status: 200 len: 375 time: 0.0168028 Jan 28 19:18:04.375841 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-25522451-d443-4493-90d7-cb150e65ad62 req-b12bd5e7-5c04-449a-8098-e69274424028 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=1a64246f3ff0490988e6f00c7a9a6590&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0826421 Jan 28 19:18:04.408904 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e572fdd-dd73-4e32-9068-b75a8a781c6a req-d2f86253-0b05-4a4f-9431-e0f0ec448062 tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:04.410806 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4e572fdd-dd73-4e32-9068-b75a8a781c6a req-d2f86253-0b05-4a4f-9431-e0f0ec448062 tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] 10.222.0.64 "GET /v2.0/ports?device_id=228a75e3-e402-4ada-ac1a-23df5443afe6 HTTP/1.1" status: 200 len: 943 time: 0.0724206 Jan 28 19:18:04.478697 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4e572fdd-dd73-4e32-9068-b75a8a781c6a req-3be2071c-a046-4238-b572-a832f7c17db3 tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] 10.222.0.64 "GET /v2.0/security-groups?id=99a9729b-e544-4e2d-a5f9-4bd7146adc54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611141 Jan 28 19:18:04.606675 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f4407c7e-013d-41ad-9c92-da29b8df2515 req-6c237573-7e6a-4d5a-9705-9f15cbb961b6 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/ports?device_id=8f34cc33-91bd-456f-afee-fa1fb90edd40 HTTP/1.1" status: 200 len: 210 time: 0.0465693 Jan 28 19:18:04.666448 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d06a2fb-d19a-4351-9f92-b5013435bb81 req-a5bc5082-0adc-46a5-8289-7227e60d62a1 tempest-ImagesOneServerTestJSON-1756187124 tempest-ImagesOneServerTestJSON-1756187124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:04.675718 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9d06a2fb-d19a-4351-9f92-b5013435bb81 req-a5bc5082-0adc-46a5-8289-7227e60d62a1 tempest-ImagesOneServerTestJSON-1756187124 tempest-ImagesOneServerTestJSON-1756187124-project] 10.222.0.64 "GET /v2.0/ports?device_id=9543c020-b607-443e-8a7c-70e83d381fec HTTP/1.1" status: 200 len: 951 time: 0.0973253 Jan 28 19:18:04.753474 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9d06a2fb-d19a-4351-9f92-b5013435bb81 req-4df4572e-ce49-4ddc-904e-90c661f3115f tempest-ImagesOneServerTestJSON-1756187124 tempest-ImagesOneServerTestJSON-1756187124-project] 10.222.0.64 "GET /v2.0/security-groups?id=41be5884-ad1b-40fc-89ee-40e3a97bd835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761650 Jan 28 19:18:04.800831 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb8af94-f800-45de-97ac-2f4e7de453e9 req-693d3659-4f21-482d-838c-7cfbb0ba2771 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:04.802609 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ceb8af94-f800-45de-97ac-2f4e7de453e9 req-693d3659-4f21-482d-838c-7cfbb0ba2771 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0aca28d-2fdc-4e38-92d1-ff04e5ae9883 HTTP/1.1" status: 200 len: 945 time: 0.0813465 Jan 28 19:18:04.900232 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ceb8af94-f800-45de-97ac-2f4e7de453e9 req-62f98dbb-da40-4179-ab30-606d3c36cd99 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/security-groups?id=e52b5309-890e-4183-bf0d-6ef59c658d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905149 Jan 28 19:18:05.089234 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7202fd5-1690-4401-bb7c-ce4497ca818f req-4faeb61c-24e1-4cdb-828f-b53c04c1c91f tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:05.098945 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b7202fd5-1690-4401-bb7c-ce4497ca818f req-4faeb61c-24e1-4cdb-828f-b53c04c1c91f tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/ports?device_id=587144d8-3f4e-497f-8a09-c3f0f7eaea93 HTTP/1.1" status: 200 len: 946 time: 0.0785997 Jan 28 19:18:05.180204 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3d5b6b-35f8-4e33-9fc8-665690e84092 req-e4c4d6d3-4c30-48dc-afc0-0f1dffd5dee2 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:05.182758 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1c3d5b6b-35f8-4e33-9fc8-665690e84092 req-e4c4d6d3-4c30-48dc-afc0-0f1dffd5dee2 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0aca28d-2fdc-4e38-92d1-ff04e5ae9883 HTTP/1.1" status: 200 len: 945 time: 0.0754690 Jan 28 19:18:05.198281 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b7202fd5-1690-4401-bb7c-ce4497ca818f req-fbf40710-1e67-4e21-b1e9-788943885d7b tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/security-groups?id=929081b5-e4ec-47f3-a3f7-d2b3ba16c5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980203 Jan 28 19:18:05.339804 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-1c3d5b6b-35f8-4e33-9fc8-665690e84092 req-2c3e2970-c987-4603-96a1-8b0ecc8e52dd tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Deleting port 265ae583-c030-462b-96bb-c0e22d995e54 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:18:05.340181 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-1c3d5b6b-35f8-4e33-9fc8-665690e84092 req-2c3e2970-c987-4603-96a1-8b0ecc8e52dd tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (265ae583-c030-462b-96bb-c0e22d995e54), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:05.369548 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2967609-23c4-4a9f-8752-c1099bd4a60d req-8cbb4e77-7bd8-4633-b3a1-5bdc46ba8aa9 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:05.374073 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d2967609-23c4-4a9f-8752-c1099bd4a60d req-8cbb4e77-7bd8-4633-b3a1-5bdc46ba8aa9 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?device_id=f88825d0-a091-4453-bc06-8a2acaf44ba3 HTTP/1.1" status: 200 len: 944 time: 0.1001446 Jan 28 19:18:05.454107 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d2967609-23c4-4a9f-8752-c1099bd4a60d req-758159b1-3799-4dee-a03b-eaddb9c6466b tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/security-groups?id=414e93b9-08bc-438e-9127-05114ed7dbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738275 Jan 28 19:18:05.520883 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-1c3d5b6b-35f8-4e33-9fc8-665690e84092 req-2c3e2970-c987-4603-96a1-8b0ecc8e52dd tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] For port 265ae583-c030-462b-96bb-c0e22d995e54, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=265ae583-c030-462b-96bb-c0e22d995e54,segment=NetworkSegment(3fce350c-ea58-4666-bd7d-c61ada9a9295),segment_id=3fce350c-ea58-4666-bd7d-c61ada9a9295)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:18:05.521431 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-1c3d5b6b-35f8-4e33-9fc8-665690e84092 req-2c3e2970-c987-4603-96a1-8b0ecc8e52dd tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (265ae583-c030-462b-96bb-c0e22d995e54), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:05.536994 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-1c3d5b6b-35f8-4e33-9fc8-665690e84092 req-2c3e2970-c987-4603-96a1-8b0ecc8e52dd tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Calling delete_port for 265ae583-c030-462b-96bb-c0e22d995e54 owned by compute:nova {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:18:05.586904 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 557cb5a7-63e7-428b-a610-faf61f09f857 up at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:18:05.718744 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-1c3d5b6b-35f8-4e33-9fc8-665690e84092 req-2c3e2970-c987-4603-96a1-8b0ecc8e52dd tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (265ae583-c030-462b-96bb-c0e22d995e54), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:05.731416 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a42a6e5-4af8-4aa5-83e5-053343b74571 req-3efaa877-4749-4796-bcdf-d17a6d960068 tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:05.734181 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5a42a6e5-4af8-4aa5-83e5-053343b74571 req-3efaa877-4749-4796-bcdf-d17a6d960068 tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] 10.222.0.64 "GET /v2.0/ports?device_id=228a75e3-e402-4ada-ac1a-23df5443afe6 HTTP/1.1" status: 200 len: 943 time: 0.1097832 Jan 28 19:18:05.742854 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['265ae583-c030-462b-96bb-c0e22d995e54'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:18:05.779322 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning for port 557cb5a7-63e7-428b-a610-faf61f09f857 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:18:05.788306 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning complete for port 557cb5a7-63e7-428b-a610-faf61f09f857 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:18:05.789050 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (557cb5a7-63e7-428b-a610-faf61f09f857), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:05.793379 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3e2970-c987-4603-96a1-8b0ecc8e52dd tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Pushing event deleted for resources: {'Port': ['ID=265ae583-c030-462b-96bb-c0e22d995e54,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:05.862856 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5a42a6e5-4af8-4aa5-83e5-053343b74571 req-209701a8-4b12-41ac-a55d-523a35290410 tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] 10.222.0.64 "GET /v2.0/security-groups?id=99a9729b-e544-4e2d-a5f9-4bd7146adc54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1183817 Jan 28 19:18:05.892954 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c3d5b6b-35f8-4e33-9fc8-665690e84092 req-2c3e2970-c987-4603-96a1-8b0ecc8e52dd tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] No DVR routers for this DVR port 265ae583-c030-462b-96bb-c0e22d995e54 on host n-h2-812111-14 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:18:05.909453 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-1c3d5b6b-35f8-4e33-9fc8-665690e84092 req-2c3e2970-c987-4603-96a1-8b0ecc8e52dd tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:05.913020 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1c3d5b6b-35f8-4e33-9fc8-665690e84092 req-2c3e2970-c987-4603-96a1-8b0ecc8e52dd tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.70 "DELETE /v2.0/ports/265ae583-c030-462b-96bb-c0e22d995e54 HTTP/1.1" status: 204 len: 173 time: 0.7215886 Jan 28 19:18:05.914261 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0aca28d-2fdc-4e38-92d1-ff04e5ae9883', 'name': 'network-vif-deleted', 'tag': '265ae583-c030-462b-96bb-c0e22d995e54'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:18:05.917094 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c3cac21-7362-4d02-b4e8-779fb4d91947" -d '{"events": [{"server_uuid": "d0aca28d-2fdc-4e38-92d1-ff04e5ae9883", "name": "network-vif-deleted", "tag": "265ae583-c030-462b-96bb-c0e22d995e54"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:18:05.953768 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port 557cb5a7-63e7-428b-a610-faf61f09f857 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:18:05.954442 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (557cb5a7-63e7-428b-a610-faf61f09f857), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:05.979239 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9926e399-74a3-461e-b1fc-048e36d7eb0a req-a4e86de3-dde0-4602-8399-344ded285807 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/ports?device_id=8f34cc33-91bd-456f-afee-fa1fb90edd40 HTTP/1.1" status: 200 len: 210 time: 0.0793183 Jan 28 19:18:05.998420 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f88825d0-a091-4453-bc06-8a2acaf44ba3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '557cb5a7-63e7-428b-a610-faf61f09f857'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:18:06.000851 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2cb6c26-a1bd-41a0-a112-c5c17ad09a65" -d '{"events": [{"server_uuid": "f88825d0-a091-4453-bc06-8a2acaf44ba3", "name": "network-vif-plugged", "status": "completed", "tag": "557cb5a7-63e7-428b-a610-faf61f09f857"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:18:06.016987 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 557cb5a7-63e7-428b-a610-faf61f09f857, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=557cb5a7-63e7-428b-a610-faf61f09f857,segment=NetworkSegment(e7f54059-7dae-4f1a-9de9-251e6a440c72),segment_id=e7f54059-7dae-4f1a-9de9-251e6a440c72)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:18:06.023443 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (557cb5a7-63e7-428b-a610-faf61f09f857), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:06.024786 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device e21058df-38a1-4839-8ac4-8b5b371eeafe no longer exists at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:18:06.030099 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec552f09-b1f6-4755-8e18-3f177e14770e req-4971084a-1b75-42fe-a286-0ac27116b441 tempest-ImagesOneServerTestJSON-1756187124 tempest-ImagesOneServerTestJSON-1756187124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:06.043277 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ec552f09-b1f6-4755-8e18-3f177e14770e req-4971084a-1b75-42fe-a286-0ac27116b441 tempest-ImagesOneServerTestJSON-1756187124 tempest-ImagesOneServerTestJSON-1756187124-project] 10.222.0.64 "GET /v2.0/ports?device_id=9543c020-b607-443e-8a7c-70e83d381fec HTTP/1.1" status: 200 len: 951 time: 0.1064429 Jan 28 19:18:06.106777 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=557cb5a7-63e7-428b-a610-faf61f09f857,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:06.133262 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ec552f09-b1f6-4755-8e18-3f177e14770e req-e313368c-4f23-404a-9a9a-2bbb8cbaae56 tempest-ImagesOneServerTestJSON-1756187124 tempest-ImagesOneServerTestJSON-1756187124-project] 10.222.0.64 "GET /v2.0/security-groups?id=41be5884-ad1b-40fc-89ee-40e3a97bd835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888269 Jan 28 19:18:06.148620 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-fb64107d-09f4-4d19-aea4-dd338ac698f0 req-4e073e2e-a5ae-476f-9273-645069d43eb1 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0aca28d-2fdc-4e38-92d1-ff04e5ae9883 HTTP/1.1" status: 200 len: 210 time: 0.0700512 Jan 28 19:18:06.183672 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df9b696d-11c3-4892-a25c-a35b36547177 x-openstack-request-id: req-df9b696d-11c3-4892-a25c-a35b36547177 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:18:06.184055 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0aca28d-2fdc-4e38-92d1-ff04e5ae9883", "name": "network-vif-deleted", "tag": "265ae583-c030-462b-96bb-c0e22d995e54", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:18:06.184317 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-df9b696d-11c3-4892-a25c-a35b36547177 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:18:06.184709 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0aca28d-2fdc-4e38-92d1-ff04e5ae9883', 'name': 'network-vif-deleted', 'tag': '265ae583-c030-462b-96bb-c0e22d995e54', 'status': 'completed', 'code': 200} Jan 28 19:18:06.213958 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-25522451-d443-4493-90d7-cb150e65ad62 req-4865755d-5847-4a3b-89e1-462846229fd7 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=1a64246f3ff0490988e6f00c7a9a6590&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0679951 Jan 28 19:18:06.219301 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port e21058df-38a1-4839-8ac4-8b5b371eeafe is: ACTIVE; New status is: DOWN {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:18:06.219711 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (e21058df-38a1-4839-8ac4-8b5b371eeafe), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:06.270369 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port e21058df-38a1-4839-8ac4-8b5b371eeafe, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=e21058df-38a1-4839-8ac4-8b5b371eeafe,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:18:06.274617 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:18:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e932f6b-ac16-4e0d-9800-7ee2dbba085b x-openstack-request-id: req-4e932f6b-ac16-4e0d-9800-7ee2dbba085b {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:18:06.275365 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f88825d0-a091-4453-bc06-8a2acaf44ba3", "name": "network-vif-plugged", "status": "completed", "tag": "557cb5a7-63e7-428b-a610-faf61f09f857", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:18:06.276279 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4e932f6b-ac16-4e0d-9800-7ee2dbba085b {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:18:06.276879 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f88825d0-a091-4453-bc06-8a2acaf44ba3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '557cb5a7-63e7-428b-a610-faf61f09f857', 'code': 200} Jan 28 19:18:06.282448 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (e21058df-38a1-4839-8ac4-8b5b371eeafe), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:06.381334 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=e21058df-38a1-4839-8ac4-8b5b371eeafe,revision_number=11']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:06.456614 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25522451-d443-4493-90d7-cb150e65ad62 req-0f1fb890-00a1-4ec5-9194-1d1c8ffa57e4 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:06.458844 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-25522451-d443-4493-90d7-cb150e65ad62 req-0f1fb890-00a1-4ec5-9194-1d1c8ffa57e4 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2391815 Jan 28 19:18:06.477124 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-25522451-d443-4493-90d7-cb150e65ad62 req-a9997e31-147b-42ad-9ea6-52ac45241038 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Request body: {'port': {'device_id': '8f34cc33-91bd-456f-afee-fa1fb90edd40', 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91', 'admin_state_up': True, 'tenant_id': '1a64246f3ff0490988e6f00c7a9a6590'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:18:06.486874 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534a8f49-febd-4a14-a4f3-ca82b0805102 req-09cfe965-7518-4d92-8ba6-195792e8bde0 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:06.494121 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-534a8f49-febd-4a14-a4f3-ca82b0805102 req-09cfe965-7518-4d92-8ba6-195792e8bde0 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/ports?device_id=587144d8-3f4e-497f-8a09-c3f0f7eaea93 HTTP/1.1" status: 200 len: 946 time: 0.1710484 Jan 28 19:18:06.511624 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce38ab9-56f7-4cc3-a7ef-8c04bebeb459 req-1025b049-715e-4d91-b3d1-5e9fb41a9187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:06.513202 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2ce38ab9-56f7-4cc3-a7ef-8c04bebeb459 req-1025b049-715e-4d91-b3d1-5e9fb41a9187 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f88825d0-a091-4453-bc06-8a2acaf44ba3 HTTP/1.1" status: 200 len: 1128 time: 0.1167679 Jan 28 19:18:06.580991 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-523580e2-f2b0-4686-b70b-e9281679bdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:06.588002 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-534a8f49-febd-4a14-a4f3-ca82b0805102 req-ceb4f466-5487-4eb2-8cb5-8e0b288c1173 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/security-groups?id=929081b5-e4ec-47f3-a3f7-d2b3ba16c5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914145 Jan 28 19:18:06.630173 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2ce38ab9-56f7-4cc3-a7ef-8c04bebeb459 req-ae6934e1-4780-47a9-9a73-8b8ed5ee6d7d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=414e93b9-08bc-438e-9127-05114ed7dbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975111 Jan 28 19:18:06.696635 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25522451-d443-4493-90d7-cb150e65ad62 req-a9997e31-147b-42ad-9ea6-52ac45241038 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Made reservation on behalf of 1a64246f3ff0490988e6f00c7a9a6590 for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:18:06.700149 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-25522451-d443-4493-90d7-cb150e65ad62 req-a9997e31-147b-42ad-9ea6-52ac45241038 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:06.711787 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2f246e-85b7-4898-92c9-aecbc5e1d002 req-5a37641f-cdb4-4c94-bdf6-28f2cc9ac324 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:06.713760 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-fd2f246e-85b7-4898-92c9-aecbc5e1d002 req-5a37641f-cdb4-4c94-bdf6-28f2cc9ac324 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?device_id=f88825d0-a091-4453-bc06-8a2acaf44ba3 HTTP/1.1" status: 200 len: 945 time: 0.1407743 Jan 28 19:18:06.818329 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-fd2f246e-85b7-4898-92c9-aecbc5e1d002 req-03202f97-6a35-4c78-812f-484122b36726 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/security-groups?id=414e93b9-08bc-438e-9127-05114ed7dbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944781 Jan 28 19:18:06.915833 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-25522451-d443-4493-90d7-cb150e65ad62 req-a9997e31-147b-42ad-9ea6-52ac45241038 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Allocated IP 192.168.233.155 (7810caa2-eac6-457d-9302-c8c215ef3e91/f2de4832-9ef6-4f40-9ac5-1557d5e6a6ff/c445453e-e948-48bc-9245-2275d54b2e05) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:18:07.007357 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bc3461-69b5-4720-8de4-6bd8c7c39879 req-17ead83c-46c4-4021-8df0-f115270b5aba tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:07.009582 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-61bc3461-69b5-4720-8de4-6bd8c7c39879 req-17ead83c-46c4-4021-8df0-f115270b5aba tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] 10.222.0.64 "GET /v2.0/ports?device_id=228a75e3-e402-4ada-ac1a-23df5443afe6 HTTP/1.1" status: 200 len: 943 time: 0.0816307 Jan 28 19:18:07.073718 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-61bc3461-69b5-4720-8de4-6bd8c7c39879 req-b580daec-2e1a-4e42-8a58-9770c6b3801b tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] 10.222.0.64 "GET /v2.0/security-groups?id=99a9729b-e544-4e2d-a5f9-4bd7146adc54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566363 Jan 28 19:18:07.120474 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-951c6438-2d09-4a41-a006-69f72c8eb3a9 req-bfb13f8a-ac93-4855-8611-3ad4a8079a61 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/ports?device_id=8f34cc33-91bd-456f-afee-fa1fb90edd40 HTTP/1.1" status: 200 len: 210 time: 0.0332394 Jan 28 19:18:07.180528 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-25522451-d443-4493-90d7-cb150e65ad62 req-a9997e31-147b-42ad-9ea6-52ac45241038 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Publish callbacks [] for port (c445453e-e948-48bc-9245-2275d54b2e05), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:07.227322 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-25522451-d443-4493-90d7-cb150e65ad62 req-a9997e31-147b-42ad-9ea6-52ac45241038 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (c445453e-e948-48bc-9245-2275d54b2e05), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:07.244495 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['2c6e3e02-9a3d-4288-b73e-f8d74d789791', '115bc44f-e24a-4e83-8c83-958fe8f5875c', '7a3aff15-c2d8-43e5-a25d-35c2dc2b0c90', 'e76b1ee9-318c-4a08-9a58-ad3874c4b1b8'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:18:07.247736 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['a742ef4b-8c5c-49ae-a7ae-adee27392f4c', 'ba3dfb3f-b79a-4091-8a16-d848dd0495fb'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:18:07.346857 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25522451-d443-4493-90d7-cb150e65ad62 req-a9997e31-147b-42ad-9ea6-52ac45241038 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Network 7810caa2-eac6-457d-9302-c8c215ef3e91 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:18:07.361393 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-25522451-d443-4493-90d7-cb150e65ad62 req-a9997e31-147b-42ad-9ea6-52ac45241038 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:18:07.382868 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-25522451-d443-4493-90d7-cb150e65ad62 req-a9997e31-147b-42ad-9ea6-52ac45241038 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:18:07.422066 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9997e31-147b-42ad-9ea6-52ac45241038 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Pushing event updated for resources: {'Port': ['ID=c445453e-e948-48bc-9245-2275d54b2e05,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:07.689794 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25522451-d443-4493-90d7-cb150e65ad62 req-a9997e31-147b-42ad-9ea6-52ac45241038 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:07.692281 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-25522451-d443-4493-90d7-cb150e65ad62 req-a9997e31-147b-42ad-9ea6-52ac45241038 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:07.749593 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aecae0a-fa9f-41af-9729-4dd9e25b724c req-2b2df718-4723-4c80-ae08-0b0b0dbda4fd tempest-ImagesOneServerTestJSON-1756187124 tempest-ImagesOneServerTestJSON-1756187124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:07.762186 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-25522451-d443-4493-90d7-cb150e65ad62 req-a9997e31-147b-42ad-9ea6-52ac45241038 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2896738 Jan 28 19:18:07.771267 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1aecae0a-fa9f-41af-9729-4dd9e25b724c req-2b2df718-4723-4c80-ae08-0b0b0dbda4fd tempest-ImagesOneServerTestJSON-1756187124 tempest-ImagesOneServerTestJSON-1756187124-project] 10.222.0.64 "GET /v2.0/ports?device_id=9543c020-b607-443e-8a7c-70e83d381fec HTTP/1.1" status: 200 len: 949 time: 0.5192187 Jan 28 19:18:07.776681 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-25522451-d443-4493-90d7-cb150e65ad62 req-da6aa346-ded4-4dab-978e-98acbc1b7f15 service neutron] Request body: {'port': {'device_id': '8f34cc33-91bd-456f-afee-fa1fb90edd40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-14'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:18:07.786248 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704a05bc-3220-45b5-ac1c-55f5aceecb24 req-3a7f0256-95e8-48d9-b71e-8a4f621e1f25 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:07.793938 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-704a05bc-3220-45b5-ac1c-55f5aceecb24 req-3a7f0256-95e8-48d9-b71e-8a4f621e1f25 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/networks?id=ff818509-18ff-44d0-ba98-5ed91eb1ccd4 HTTP/1.1" status: 200 len: 812 time: 0.3084304 Jan 28 19:18:07.843764 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-704a05bc-3220-45b5-ac1c-55f5aceecb24 req-e341d94f-23de-4ba4-be03-f3b4f8228290 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/quotas/a83e9cc3029f4baca951cc95e07992a3 HTTP/1.1" status: 200 len: 375 time: 0.0488873 Jan 28 19:18:07.851873 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-10d4cbd5-6473-4d9b-a7d8-02d599682fd4 None None] Provisioning complete for port c445453e-e948-48bc-9245-2275d54b2e05 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:18:07.852610 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-10d4cbd5-6473-4d9b-a7d8-02d599682fd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (c445453e-e948-48bc-9245-2275d54b2e05), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:07.887140 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1aecae0a-fa9f-41af-9729-4dd9e25b724c req-4bde0b37-5397-4b1c-bdea-09e70ca46763 tempest-ImagesOneServerTestJSON-1756187124 tempest-ImagesOneServerTestJSON-1756187124-project] 10.222.0.64 "GET /v2.0/security-groups?id=41be5884-ad1b-40fc-89ee-40e3a97bd835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084821 Jan 28 19:18:07.892055 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-704a05bc-3220-45b5-ac1c-55f5aceecb24 req-06f85ca0-7c94-4e3f-90a9-97d0f8524681 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=a83e9cc3029f4baca951cc95e07992a3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0474117 Jan 28 19:18:08.036185 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-25522451-d443-4493-90d7-cb150e65ad62 req-da6aa346-ded4-4dab-978e-98acbc1b7f15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (c445453e-e948-48bc-9245-2275d54b2e05), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:08.036972 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac0d3a0-d0e8-4700-b7ab-6dac6cdb96f3 req-33ef9815-a0db-42e9-8a38-4b7e3d0e0439 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:08.039655 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-10d4cbd5-6473-4d9b-a7d8-02d599682fd4 None None] Port c445453e-e948-48bc-9245-2275d54b2e05 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:18:08.051736 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2ac0d3a0-d0e8-4700-b7ab-6dac6cdb96f3 req-33ef9815-a0db-42e9-8a38-4b7e3d0e0439 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/ports?device_id=587144d8-3f4e-497f-8a09-c3f0f7eaea93 HTTP/1.1" status: 200 len: 946 time: 0.1029246 Jan 28 19:18:08.186936 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2ac0d3a0-d0e8-4700-b7ab-6dac6cdb96f3 req-d2c2b909-44a2-46ef-b372-f5e253c0234f tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/security-groups?id=929081b5-e4ec-47f3-a3f7-d2b3ba16c5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309702 Jan 28 19:18:08.279112 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9543c020-b607-443e-8a7c-70e83d381fec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e21058df-38a1-4839-8ac4-8b5b371eeafe'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:18:08.287897 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11c85aa9-3e9b-4a36-9915-1b15c3fecb81" -d '{"events": [{"server_uuid": "9543c020-b607-443e-8a7c-70e83d381fec", "name": "network-vif-unplugged", "status": "completed", "tag": "e21058df-38a1-4839-8ac4-8b5b371eeafe"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:18:08.332066 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691ab874-6db9-4c63-84ed-b03524c97a7f req-46bbbdbe-d3b6-4e9c-a661-59525c333680 tempest-ImagesOneServerTestJSON-1756187124 tempest-ImagesOneServerTestJSON-1756187124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:08.347256 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-691ab874-6db9-4c63-84ed-b03524c97a7f req-46bbbdbe-d3b6-4e9c-a661-59525c333680 tempest-ImagesOneServerTestJSON-1756187124 tempest-ImagesOneServerTestJSON-1756187124-project] 10.222.0.41 "GET /v2.0/ports?device_id=9543c020-b607-443e-8a7c-70e83d381fec HTTP/1.1" status: 200 len: 949 time: 0.1547670 Jan 28 19:18:08.351818 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-704a05bc-3220-45b5-ac1c-55f5aceecb24 req-ec922338-bee1-4de6-87ef-832bc0817989 service neutron] 10.222.0.64 "GET /v2.0/networks/ff818509-18ff-44d0-ba98-5ed91eb1ccd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4080739 Jan 28 19:18:08.492190 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd187498-f7b2-4fed-b263-c281b322218d req-4301de8c-e22d-4b00-86dc-c6cd04043d1f tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:08.493939 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-bd187498-f7b2-4fed-b263-c281b322218d req-4301de8c-e22d-4b00-86dc-c6cd04043d1f tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?device_id=f88825d0-a091-4453-bc06-8a2acaf44ba3 HTTP/1.1" status: 200 len: 945 time: 0.1456385 Jan 28 19:18:08.577827 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-691ab874-6db9-4c63-84ed-b03524c97a7f req-9500b608-0dad-4bc1-9604-1d26ae9ac947 tempest-ImagesOneServerTestJSON-1756187124 tempest-ImagesOneServerTestJSON-1756187124-project] Deleting port e21058df-38a1-4839-8ac4-8b5b371eeafe {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:18:08.578167 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-691ab874-6db9-4c63-84ed-b03524c97a7f req-9500b608-0dad-4bc1-9604-1d26ae9ac947 tempest-ImagesOneServerTestJSON-1756187124 tempest-ImagesOneServerTestJSON-1756187124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (e21058df-38a1-4839-8ac4-8b5b371eeafe), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:08.602141 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-704a05bc-3220-45b5-ac1c-55f5aceecb24 req-7e27b0f9-5968-4d8a-9002-87f6eb4337c0 service neutron] 10.222.0.64 "GET /v2.0/networks/ff818509-18ff-44d0-ba98-5ed91eb1ccd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2335885 Jan 28 19:18:08.665792 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-bd187498-f7b2-4fed-b263-c281b322218d req-2cecd7fc-c5ce-47da-9894-fa4a08b45cc4 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/security-groups?id=414e93b9-08bc-438e-9127-05114ed7dbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596773 Jan 28 19:18:08.710732 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-691ab874-6db9-4c63-84ed-b03524c97a7f req-9500b608-0dad-4bc1-9604-1d26ae9ac947 tempest-ImagesOneServerTestJSON-1756187124 tempest-ImagesOneServerTestJSON-1756187124-project] For port e21058df-38a1-4839-8ac4-8b5b371eeafe, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=e21058df-38a1-4839-8ac4-8b5b371eeafe,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:18:08.710987 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-691ab874-6db9-4c63-84ed-b03524c97a7f req-9500b608-0dad-4bc1-9604-1d26ae9ac947 tempest-ImagesOneServerTestJSON-1756187124 tempest-ImagesOneServerTestJSON-1756187124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (e21058df-38a1-4839-8ac4-8b5b371eeafe), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:08.750553 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-691ab874-6db9-4c63-84ed-b03524c97a7f req-9500b608-0dad-4bc1-9604-1d26ae9ac947 tempest-ImagesOneServerTestJSON-1756187124 tempest-ImagesOneServerTestJSON-1756187124-project] Calling delete_port for e21058df-38a1-4839-8ac4-8b5b371eeafe owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:18:08.844795 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-25522451-d443-4493-90d7-cb150e65ad62 req-da6aa346-ded4-4dab-978e-98acbc1b7f15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c445453e-e948-48bc-9245-2275d54b2e05 {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:18:08.866156 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-25522451-d443-4493-90d7-cb150e65ad62 req-da6aa346-ded4-4dab-978e-98acbc1b7f15 service neutron] Publish callbacks [] for port (c445453e-e948-48bc-9245-2275d54b2e05), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:08.921816 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-495875c4-3336-4b76-b271-be15e0a1afe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:08.966065 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-25522451-d443-4493-90d7-cb150e65ad62 req-da6aa346-ded4-4dab-978e-98acbc1b7f15 service neutron] Transition to ACTIVE for port object c445453e-e948-48bc-9245-2275d54b2e05 will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:18:08.982378 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-25522451-d443-4493-90d7-cb150e65ad62 req-da6aa346-ded4-4dab-978e-98acbc1b7f15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (c445453e-e948-48bc-9245-2275d54b2e05), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:08.998691 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531e36cf-9a27-45cb-aff1-37b453cea440 req-74636683-192e-47c3-b040-5d2db3094be3 tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:09.000412 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-531e36cf-9a27-45cb-aff1-37b453cea440 req-74636683-192e-47c3-b040-5d2db3094be3 tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] 10.222.0.64 "GET /v2.0/ports?device_id=228a75e3-e402-4ada-ac1a-23df5443afe6 HTTP/1.1" status: 200 len: 943 time: 0.2043188 Jan 28 19:18:09.032109 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cfe6ab-a788-48bf-8fbe-ca5af49ede05 req-0a89f405-0983-4393-b0c8-877f49390a3d tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:09.039155 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-81cfe6ab-a788-48bf-8fbe-ca5af49ede05 req-0a89f405-0983-4393-b0c8-877f49390a3d tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/ports?device_id=8f34cc33-91bd-456f-afee-fa1fb90edd40 HTTP/1.1" status: 200 len: 936 time: 0.1839037 Jan 28 19:18:09.146458 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-691ab874-6db9-4c63-84ed-b03524c97a7f req-9500b608-0dad-4bc1-9604-1d26ae9ac947 tempest-ImagesOneServerTestJSON-1756187124 tempest-ImagesOneServerTestJSON-1756187124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (e21058df-38a1-4839-8ac4-8b5b371eeafe), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:09.181870 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-81cfe6ab-a788-48bf-8fbe-ca5af49ede05 req-86373a80-c9d7-411c-a5f3-95cf5decb271 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/security-groups?id=c326a8a3-da0b-43eb-8867-b30c14662b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416273 Jan 28 19:18:09.216796 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-531e36cf-9a27-45cb-aff1-37b453cea440 req-04926ede-31d3-4ffe-99a7-22d36fb08c9b tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] 10.222.0.64 "GET /v2.0/security-groups?id=99a9729b-e544-4e2d-a5f9-4bd7146adc54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1994593 Jan 28 19:18:09.218511 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9500b608-0dad-4bc1-9604-1d26ae9ac947 tempest-ImagesOneServerTestJSON-1756187124 tempest-ImagesOneServerTestJSON-1756187124-project] Pushing event deleted for resources: {'Port': ['ID=e21058df-38a1-4839-8ac4-8b5b371eeafe,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:09.230997 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6aa346-ded4-4dab-978e-98acbc1b7f15 service neutron] Pushing event updated for resources: {'Port': ['ID=c445453e-e948-48bc-9245-2275d54b2e05,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:09.284410 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 19:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7bd992c-c90a-47a1-afa7-d71c405e7ceb x-openstack-request-id: req-f7bd992c-c90a-47a1-afa7-d71c405e7ceb {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:18:09.284936 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9543c020-b607-443e-8a7c-70e83d381fec", "name": "network-vif-unplugged", "status": "completed", "tag": "e21058df-38a1-4839-8ac4-8b5b371eeafe", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:18:09.284936 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f7bd992c-c90a-47a1-afa7-d71c405e7ceb {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:18:09.285379 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9543c020-b607-443e-8a7c-70e83d381fec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e21058df-38a1-4839-8ac4-8b5b371eeafe', 'code': 200} Jan 28 19:18:09.370672 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-691ab874-6db9-4c63-84ed-b03524c97a7f req-9500b608-0dad-4bc1-9604-1d26ae9ac947 tempest-ImagesOneServerTestJSON-1756187124 tempest-ImagesOneServerTestJSON-1756187124-project] No DVR routers for this DVR port e21058df-38a1-4839-8ac4-8b5b371eeafe on host n-h1-812111-14 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:18:09.375090 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-691ab874-6db9-4c63-84ed-b03524c97a7f req-9500b608-0dad-4bc1-9604-1d26ae9ac947 tempest-ImagesOneServerTestJSON-1756187124 tempest-ImagesOneServerTestJSON-1756187124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:09.378457 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-691ab874-6db9-4c63-84ed-b03524c97a7f req-9500b608-0dad-4bc1-9604-1d26ae9ac947 tempest-ImagesOneServerTestJSON-1756187124 tempest-ImagesOneServerTestJSON-1756187124-project] 10.222.0.41 "DELETE /v2.0/ports/e21058df-38a1-4839-8ac4-8b5b371eeafe HTTP/1.1" status: 204 len: 173 time: 1.0097802 Jan 28 19:18:09.379511 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9543c020-b607-443e-8a7c-70e83d381fec', 'name': 'network-vif-deleted', 'tag': 'e21058df-38a1-4839-8ac4-8b5b371eeafe'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:18:09.386029 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87b1c039-8264-456e-b17e-2c0e8dc1ca4e" -d '{"events": [{"server_uuid": "9543c020-b607-443e-8a7c-70e83d381fec", "name": "network-vif-deleted", "tag": "e21058df-38a1-4839-8ac4-8b5b371eeafe"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:18:09.410817 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3f139201-bb0c-47ce-aa93-205f63b647a0 req-7501fa21-abf8-4262-a0e4-06aa757f722b tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3679d64-92cb-41f0-9190-19b107733d6b HTTP/1.1" status: 200 len: 210 time: 0.0695968 Jan 28 19:18:09.428935 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-25522451-d443-4493-90d7-cb150e65ad62 req-da6aa346-ded4-4dab-978e-98acbc1b7f15 service neutron] Attempting to bind port c445453e-e948-48bc-9245-2275d54b2e05 on host n-h2-812111-14 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:18:09.429350 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-25522451-d443-4493-90d7-cb150e65ad62 req-da6aa346-ded4-4dab-978e-98acbc1b7f15 service neutron] Attempting to bind port c445453e-e948-48bc-9245-2275d54b2e05 by drivers openvswitch,hyperv on host n-h2-812111-14 at level 0 using segments [{'id': '195bcdbf-a031-4d8b-9f7f-e09fd37cd197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:18:09.429688 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25522451-d443-4493-90d7-cb150e65ad62 req-da6aa346-ded4-4dab-978e-98acbc1b7f15 service neutron] Attempting to bind port c445453e-e948-48bc-9245-2275d54b2e05 on network 7810caa2-eac6-457d-9302-c8c215ef3e91 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:18:09.436116 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25522451-d443-4493-90d7-cb150e65ad62 req-da6aa346-ded4-4dab-978e-98acbc1b7f15 service neutron] Port c445453e-e948-48bc-9245-2275d54b2e05 on network 7810caa2-eac6-457d-9302-c8c215ef3e91 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-14 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:18:09.436615 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25522451-d443-4493-90d7-cb150e65ad62 req-da6aa346-ded4-4dab-978e-98acbc1b7f15 service neutron] Attempting to bind port c445453e-e948-48bc-9245-2275d54b2e05 on network 7810caa2-eac6-457d-9302-c8c215ef3e91 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:18:09.460778 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25522451-d443-4493-90d7-cb150e65ad62 req-da6aa346-ded4-4dab-978e-98acbc1b7f15 service neutron] Checking agent: {'id': '8f3fee4e-bf24-4b58-8a3a-ae9c8011a473', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 17, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:18:09.477269 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25522451-d443-4493-90d7-cb150e65ad62 req-da6aa346-ded4-4dab-978e-98acbc1b7f15 service neutron] Checking segment: {'id': '195bcdbf-a031-4d8b-9f7f-e09fd37cd197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:18:09.479792 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25522451-d443-4493-90d7-cb150e65ad62 req-da6aa346-ded4-4dab-978e-98acbc1b7f15 service neutron] Bound using segment: {'id': '195bcdbf-a031-4d8b-9f7f-e09fd37cd197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:18:09.481346 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-25522451-d443-4493-90d7-cb150e65ad62 req-da6aa346-ded4-4dab-978e-98acbc1b7f15 service neutron] Bound port: c445453e-e948-48bc-9245-2275d54b2e05, host: n-h2-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '195bcdbf-a031-4d8b-9f7f-e09fd37cd197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:18:09.483254 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-25522451-d443-4493-90d7-cb150e65ad62 req-da6aa346-ded4-4dab-978e-98acbc1b7f15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (c445453e-e948-48bc-9245-2275d54b2e05), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:09.530502 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639f682f-b2b5-4f4d-9d3f-9e9209daa43a req-2afc888c-4b0c-4bb1-a660-afdb5709a991 tempest-LiveMigrationTest-1644078950 tempest-LiveMigrationTest-1644078950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:09.546796 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-639f682f-b2b5-4f4d-9d3f-9e9209daa43a req-2afc888c-4b0c-4bb1-a660-afdb5709a991 tempest-LiveMigrationTest-1644078950 tempest-LiveMigrationTest-1644078950-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=f88825d0-a091-4453-bc06-8a2acaf44ba3 HTTP/1.1" status: 200 len: 1128 time: 0.1202621 Jan 28 19:18:09.611117 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-639f682f-b2b5-4f4d-9d3f-9e9209daa43a req-c595d7fa-6b13-4dd6-8869-b2481405377e tempest-LiveMigrationTest-1644078950 tempest-LiveMigrationTest-1644078950-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=414e93b9-08bc-438e-9127-05114ed7dbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593891 Jan 28 19:18:09.674255 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:09.692059 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b994bcf8-bcaf-4a27-9850-48eaa7e8cb11 req-914ad35e-4bc7-4e08-9345-ea5f4dcdc007 tempest-ImagesOneServerTestJSON-1756187124 tempest-ImagesOneServerTestJSON-1756187124-project] 10.222.0.64 "GET /v2.0/ports?device_id=9543c020-b607-443e-8a7c-70e83d381fec HTTP/1.1" status: 200 len: 210 time: 0.1020832 Jan 28 19:18:09.771446 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-25522451-d443-4493-90d7-cb150e65ad62 req-da6aa346-ded4-4dab-978e-98acbc1b7f15 service neutron] For port c445453e-e948-48bc-9245-2275d54b2e05, host n-h2-812111-14, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:18:09.776272 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-25522451-d443-4493-90d7-cb150e65ad62 req-da6aa346-ded4-4dab-978e-98acbc1b7f15 service neutron] For port c445453e-e948-48bc-9245-2275d54b2e05, host n-h2-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=c445453e-e948-48bc-9245-2275d54b2e05,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:18:09.779432 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7514594e-d92f-4a7b-9888-de0164bb9d34 x-openstack-request-id: req-7514594e-d92f-4a7b-9888-de0164bb9d34 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:18:09.779916 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9543c020-b607-443e-8a7c-70e83d381fec", "name": "network-vif-deleted", "tag": "e21058df-38a1-4839-8ac4-8b5b371eeafe", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:18:09.780007 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7514594e-d92f-4a7b-9888-de0164bb9d34 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:18:09.780475 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9543c020-b607-443e-8a7c-70e83d381fec', 'name': 'network-vif-deleted', 'tag': 'e21058df-38a1-4839-8ac4-8b5b371eeafe', 'status': 'completed', 'code': 200} Jan 28 19:18:09.785654 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-25522451-d443-4493-90d7-cb150e65ad62 req-da6aa346-ded4-4dab-978e-98acbc1b7f15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (c445453e-e948-48bc-9245-2275d54b2e05), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:09.798102 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0193a623-8084-489c-9d46-1dfd2080a159 req-63e6e44d-acb5-40a4-87b0-5383458a6504 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:09.805333 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-0193a623-8084-489c-9d46-1dfd2080a159 req-63e6e44d-acb5-40a4-87b0-5383458a6504 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/ports?device_id=587144d8-3f4e-497f-8a09-c3f0f7eaea93 HTTP/1.1" status: 200 len: 946 time: 0.0819867 Jan 28 19:18:09.885874 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25522451-d443-4493-90d7-cb150e65ad62 req-da6aa346-ded4-4dab-978e-98acbc1b7f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:09.886611 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-25522451-d443-4493-90d7-cb150e65ad62 req-da6aa346-ded4-4dab-978e-98acbc1b7f15 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:09.890405 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-25522451-d443-4493-90d7-cb150e65ad62 req-da6aa346-ded4-4dab-978e-98acbc1b7f15 service neutron] 10.222.0.70 "PUT /v2.0/ports/c445453e-e948-48bc-9245-2275d54b2e05 HTTP/1.1" status: 200 len: 1097 time: 2.1181784 Jan 28 19:18:09.892700 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f34cc33-91bd-456f-afee-fa1fb90edd40', 'tag': 'c445453e-e948-48bc-9245-2275d54b2e05'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:18:09.894374 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-0193a623-8084-489c-9d46-1dfd2080a159 req-451cac47-f696-4bfd-a11d-a1ae6f560989 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/security-groups?id=929081b5-e4ec-47f3-a3f7-d2b3ba16c5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770802 Jan 28 19:18:09.895425 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8547159a-17cf-40df-8348-d4117cc37c3f" -d '{"events": [{"name": "network-changed", "server_uuid": "8f34cc33-91bd-456f-afee-fa1fb90edd40", "tag": "c445453e-e948-48bc-9245-2275d54b2e05"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:18:09.947428 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6aa346-ded4-4dab-978e-98acbc1b7f15 service neutron] Pushing event updated for resources: {'Port': ['ID=c445453e-e948-48bc-9245-2275d54b2e05,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:10.369637 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685cf91d-6455-4cc9-a9c8-ddce958b87b7 req-e8d42e8a-aa2e-45ff-bddd-19768a267000 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:10.378243 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-685cf91d-6455-4cc9-a9c8-ddce958b87b7 req-e8d42e8a-aa2e-45ff-bddd-19768a267000 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/ports?device_id=8f34cc33-91bd-456f-afee-fa1fb90edd40 HTTP/1.1" status: 200 len: 948 time: 0.0786293 Jan 28 19:18:10.462028 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a8abca6-b23f-4c4a-8d93-34787d734823 x-openstack-request-id: req-0a8abca6-b23f-4c4a-8d93-34787d734823 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:18:10.462602 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f34cc33-91bd-456f-afee-fa1fb90edd40", "tag": "c445453e-e948-48bc-9245-2275d54b2e05", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:18:10.463027 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0a8abca6-b23f-4c4a-8d93-34787d734823 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:18:10.463575 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f34cc33-91bd-456f-afee-fa1fb90edd40', 'tag': 'c445453e-e948-48bc-9245-2275d54b2e05', 'status': 'completed', 'code': 200} Jan 28 19:18:10.472669 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7948091e-da2f-4711-83a5-a982104c1c18 req-e154e0c9-9bb6-4eae-8371-b452d51fb76e tempest-LiveMigrationTest-1644078950 tempest-LiveMigrationTest-1644078950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:10.481508 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7948091e-da2f-4711-83a5-a982104c1c18 req-e154e0c9-9bb6-4eae-8371-b452d51fb76e tempest-LiveMigrationTest-1644078950 tempest-LiveMigrationTest-1644078950-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=f88825d0-a091-4453-bc06-8a2acaf44ba3 HTTP/1.1" status: 200 len: 1128 time: 0.6207042 Jan 28 19:18:10.532818 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25522451-d443-4493-90d7-cb150e65ad62 req-7d9b5367-95f8-41d8-8c2d-66dc560b95b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:10.534680 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-25522451-d443-4493-90d7-cb150e65ad62 req-7d9b5367-95f8-41d8-8c2d-66dc560b95b1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1a64246f3ff0490988e6f00c7a9a6590&device_id=8f34cc33-91bd-456f-afee-fa1fb90edd40 HTTP/1.1" status: 200 len: 1131 time: 0.5713229 Jan 28 19:18:10.582950 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-685cf91d-6455-4cc9-a9c8-ddce958b87b7 req-c7b80c89-bb80-4685-8c54-ec211b0e4754 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/security-groups?id=c326a8a3-da0b-43eb-8867-b30c14662b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910918 Jan 28 19:18:10.592359 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 265ae583-c030-462b-96bb-c0e22d995e54 no longer exists at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:18:10.609088 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7948091e-da2f-4711-83a5-a982104c1c18 req-f8a72c4f-f72c-43f1-b679-39de20c2beb1 tempest-LiveMigrationTest-1644078950 tempest-LiveMigrationTest-1644078950-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=414e93b9-08bc-438e-9127-05114ed7dbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264031 Jan 28 19:18:10.611172 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-25522451-d443-4493-90d7-cb150e65ad62 req-160bd14a-b908-406c-b244-392ac2da5fcf service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=c445453e-e948-48bc-9245-2275d54b2e05 HTTP/1.1" status: 200 len: 217 time: 0.0661991 Jan 28 19:18:10.667794 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704a05bc-3220-45b5-ac1c-55f5aceecb24 req-3fe541dc-b573-47a2-9d9d-57c29a212921 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:10.672582 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-704a05bc-3220-45b5-ac1c-55f5aceecb24 req-3fe541dc-b573-47a2-9d9d-57c29a212921 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.41 "GET /v2.0/networks?id=ff818509-18ff-44d0-ba98-5ed91eb1ccd4 HTTP/1.1" status: 200 len: 812 time: 0.2515919 Jan 28 19:18:10.672766 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] No Port match for: 265ae583-c030-462b-96bb-c0e22d995e54 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:18:10.673932 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 265ae583-c030-462b-96bb-c0e22d995e54 not bound to the agent host n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:18:10.692845 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-704a05bc-3220-45b5-ac1c-55f5aceecb24 req-2db7389d-2960-4c66-b5c8-385ea1d5b708 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Request body: {'port': {'device_id': 'a3679d64-92cb-41f0-9190-19b107733d6b', 'network_id': 'ff818509-18ff-44d0-ba98-5ed91eb1ccd4', 'admin_state_up': True, 'tenant_id': 'a83e9cc3029f4baca951cc95e07992a3'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:18:10.728905 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25522451-d443-4493-90d7-cb150e65ad62 req-3d4fbab2-d172-41d3-836b-5dae7c2af524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:10.730846 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-25522451-d443-4493-90d7-cb150e65ad62 req-3d4fbab2-d172-41d3-836b-5dae7c2af524 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f2de4832-9ef6-4f40-9ac5-1557d5e6a6ff HTTP/1.1" status: 200 len: 843 time: 0.1102118 Jan 28 19:18:10.767786 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b018b1f5-77a9-41a5-aa9d-e65b93b46cf6 req-1972e0e7-e476-4803-8c36-22efac44500e tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3679d64-92cb-41f0-9190-19b107733d6b HTTP/1.1" status: 200 len: 210 time: 0.0567877 Jan 28 19:18:10.817191 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25522451-d443-4493-90d7-cb150e65ad62 req-681f87f1-d931-436c-9324-45335d5c6aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:10.818692 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-25522451-d443-4493-90d7-cb150e65ad62 req-681f87f1-d931-436c-9324-45335d5c6aa5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7810caa2-eac6-457d-9302-c8c215ef3e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0729151 Jan 28 19:18:10.828542 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3c45c7-442c-4d42-b4fd-2d5cbd9ed0ad req-b326fe11-48e2-4bba-aca6-e5d3a134a7bd tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:10.835669 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2c3c45c7-442c-4d42-b4fd-2d5cbd9ed0ad req-b326fe11-48e2-4bba-aca6-e5d3a134a7bd tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] 10.222.0.64 "GET /v2.0/ports?device_id=228a75e3-e402-4ada-ac1a-23df5443afe6 HTTP/1.1" status: 200 len: 943 time: 0.1573324 Jan 28 19:18:10.897517 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-704a05bc-3220-45b5-ac1c-55f5aceecb24 req-2db7389d-2960-4c66-b5c8-385ea1d5b708 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Made reservation on behalf of a83e9cc3029f4baca951cc95e07992a3 for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:18:10.905156 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-704a05bc-3220-45b5-ac1c-55f5aceecb24 req-2db7389d-2960-4c66-b5c8-385ea1d5b708 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:10.932330 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2c3c45c7-442c-4d42-b4fd-2d5cbd9ed0ad req-c2eb2924-2224-4a1f-a752-b8e51b632a09 tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] 10.222.0.64 "GET /v2.0/security-groups?id=99a9729b-e544-4e2d-a5f9-4bd7146adc54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948236 Jan 28 19:18:11.075259 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-25522451-d443-4493-90d7-cb150e65ad62 req-ef041246-d64f-4aa5-af9a-6977c4c96f85 service neutron] 10.222.0.70 "GET /v2.0/networks/7810caa2-eac6-457d-9302-c8c215ef3e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2490222 Jan 28 19:18:11.255302 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de1bae3-a17b-4223-acf3-b385d49c24ba req-91fa4248-7716-4011-a69d-8e20ab42a02a tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:11.264381 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3de1bae3-a17b-4223-acf3-b385d49c24ba req-91fa4248-7716-4011-a69d-8e20ab42a02a tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/ports?device_id=587144d8-3f4e-497f-8a09-c3f0f7eaea93 HTTP/1.1" status: 200 len: 946 time: 0.1860855 Jan 28 19:18:11.287114 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-25522451-d443-4493-90d7-cb150e65ad62 req-dd9ef0b5-5698-4eae-8642-84c34bce8c53 service neutron] 10.222.0.70 "GET /v2.0/networks/7810caa2-eac6-457d-9302-c8c215ef3e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2015941 Jan 28 19:18:11.323358 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-704a05bc-3220-45b5-ac1c-55f5aceecb24 req-2db7389d-2960-4c66-b5c8-385ea1d5b708 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Allocated IP 172.20.0.8 (ff818509-18ff-44d0-ba98-5ed91eb1ccd4/6cea2404-3048-43fe-b9cb-bebcf3282d53/a43cddec-728b-4803-bee2-d34a64bfaf9d) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:18:11.402980 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 40834) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:18:11.435291 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3de1bae3-a17b-4223-acf3-b385d49c24ba req-506e59d7-2e4e-453a-b344-7b8cb56f81ba tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/security-groups?id=929081b5-e4ec-47f3-a3f7-d2b3ba16c5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639912 Jan 28 19:18:11.438046 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8547159a-17cf-40df-8348-d4117cc37c3f req-03635efe-098c-4778-8a53-22f13011b686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:11.439675 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8547159a-17cf-40df-8348-d4117cc37c3f req-03635efe-098c-4778-8a53-22f13011b686 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1a64246f3ff0490988e6f00c7a9a6590&device_id=8f34cc33-91bd-456f-afee-fa1fb90edd40 HTTP/1.1" status: 200 len: 1131 time: 0.0738804 Jan 28 19:18:11.543862 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:11.559161 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device e21058df-38a1-4839-8ac4-8b5b371eeafe no longer exists at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:18:11.620964 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8547159a-17cf-40df-8348-d4117cc37c3f req-53126f9e-65ec-4c49-a340-694a047c7056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:11.626541 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8547159a-17cf-40df-8348-d4117cc37c3f req-53126f9e-65ec-4c49-a340-694a047c7056 service neutron] 10.222.0.70 "GET /v2.0/networks?id=7810caa2-eac6-457d-9302-c8c215ef3e91 HTTP/1.1" status: 200 len: 869 time: 0.1767015 Jan 28 19:18:11.627089 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] No Port match for: e21058df-38a1-4839-8ac4-8b5b371eeafe {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:18:11.628164 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device e21058df-38a1-4839-8ac4-8b5b371eeafe not bound to the agent host n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:18:11.628601 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 1ac76e2b-dc95-4c65-ae3f-039f4fde9352 no longer exists at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:18:11.713275 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8547159a-17cf-40df-8348-d4117cc37c3f req-5ab43ba6-76db-48e1-8eee-023a7d2649a1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=c445453e-e948-48bc-9245-2275d54b2e05 HTTP/1.1" status: 200 len: 217 time: 0.0763659 Jan 28 19:18:11.739064 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-441b67bc-c690-4c70-8c0b-19cb8d88069b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9da8f2bff57b4d1ba0cb699e3db9ddce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3250697 Jan 28 19:18:11.742425 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 40848) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:18:11.821832 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port 1ac76e2b-dc95-4c65-ae3f-039f4fde9352 is: ACTIVE; New status is: DOWN {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:18:11.822518 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (1ac76e2b-dc95-4c65-ae3f-039f4fde9352), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:11.853157 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8547159a-17cf-40df-8348-d4117cc37c3f req-6e0d9335-8032-4035-a01f-c634c01eddca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:11.863456 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '587144d8-3f4e-497f-8a09-c3f0f7eaea93', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ac76e2b-dc95-4c65-ae3f-039f4fde9352'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:18:11.863855 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8547159a-17cf-40df-8348-d4117cc37c3f req-6e0d9335-8032-4035-a01f-c634c01eddca service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f2de4832-9ef6-4f40-9ac5-1557d5e6a6ff HTTP/1.1" status: 200 len: 843 time: 0.1341765 Jan 28 19:18:11.868231 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4769d0f-f2aa-42c3-93fe-c28ca67e2972" -d '{"events": [{"server_uuid": "587144d8-3f4e-497f-8a09-c3f0f7eaea93", "name": "network-vif-unplugged", "status": "completed", "tag": "1ac76e2b-dc95-4c65-ae3f-039f4fde9352"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:18:11.877964 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f606c1fd-2c81-4562-9b4a-f6799b982ac0 req-855ca9cd-ce09-4489-8523-423386d5ec91 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:11.885388 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f606c1fd-2c81-4562-9b4a-f6799b982ac0 req-855ca9cd-ce09-4489-8523-423386d5ec91 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/ports?device_id=8f34cc33-91bd-456f-afee-fa1fb90edd40 HTTP/1.1" status: 200 len: 948 time: 0.1866450 Jan 28 19:18:11.896718 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 1ac76e2b-dc95-4c65-ae3f-039f4fde9352, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=1ac76e2b-dc95-4c65-ae3f-039f4fde9352,segment=NetworkSegment(65f5b843-b58b-4f27-8faf-b99bc8156b89),segment_id=65f5b843-b58b-4f27-8faf-b99bc8156b89)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:18:11.905622 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (1ac76e2b-dc95-4c65-ae3f-039f4fde9352), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:12.010745 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-704a05bc-3220-45b5-ac1c-55f5aceecb24 req-2db7389d-2960-4c66-b5c8-385ea1d5b708 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Publish callbacks [] for port (a43cddec-728b-4803-bee2-d34a64bfaf9d), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:12.019659 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8547159a-17cf-40df-8348-d4117cc37c3f req-d11eb314-2068-4613-9c3d-75fb34f11e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:12.021141 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b9ff2963-0da8-43ac-b629-9650fa9d4684 admin admin] Publish callbacks [] for security_group (41be5884-ad1b-40fc-89ee-40e3a97bd835), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:12.025057 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8547159a-17cf-40df-8348-d4117cc37c3f req-d11eb314-2068-4613-9c3d-75fb34f11e8c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7810caa2-eac6-457d-9302-c8c215ef3e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1533985 Jan 28 19:18:12.031964 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=1ac76e2b-dc95-4c65-ae3f-039f4fde9352,revision_number=6']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:12.091036 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b9ff2963-0da8-43ac-b629-9650fa9d4684 admin admin] Publish callbacks [] for security_group (41be5884-ad1b-40fc-89ee-40e3a97bd835), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:12.189565 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f606c1fd-2c81-4562-9b4a-f6799b982ac0 req-5f381375-f006-4a48-a0bd-6afcf63bd321 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/security-groups?id=c326a8a3-da0b-43eb-8867-b30c14662b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2899446 Jan 28 19:18:12.221891 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8547159a-17cf-40df-8348-d4117cc37c3f req-6c7c46fc-12d2-4383-8a7a-f315a6467e70 service neutron] 10.222.0.70 "GET /v2.0/networks/7810caa2-eac6-457d-9302-c8c215ef3e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821833 Jan 28 19:18:12.281224 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-704a05bc-3220-45b5-ac1c-55f5aceecb24 req-2db7389d-2960-4c66-b5c8-385ea1d5b708 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (a43cddec-728b-4803-bee2-d34a64bfaf9d), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:12.424254 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8547159a-17cf-40df-8348-d4117cc37c3f req-30380174-0ee2-4f77-a0fd-617c88c5443a service neutron] 10.222.0.70 "GET /v2.0/networks/7810caa2-eac6-457d-9302-c8c215ef3e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982732 Jan 28 19:18:12.448262 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-704a05bc-3220-45b5-ac1c-55f5aceecb24 req-2db7389d-2960-4c66-b5c8-385ea1d5b708 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Network ff818509-18ff-44d0-ba98-5ed91eb1ccd4 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:18:12.452886 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b9ff2963-0da8-43ac-b629-9650fa9d4684 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (41be5884-ad1b-40fc-89ee-40e3a97bd835), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:12.456043 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b9ff2963-0da8-43ac-b629-9650fa9d4684 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:12.460973 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-b9ff2963-0da8-43ac-b629-9650fa9d4684 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/41be5884-ad1b-40fc-89ee-40e3a97bd835 HTTP/1.1" status: 204 len: 168 time: 0.7114170 Jan 28 19:18:12.474193 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-704a05bc-3220-45b5-ac1c-55f5aceecb24 req-2db7389d-2960-4c66-b5c8-385ea1d5b708 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:18:12.479777 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ff2963-0da8-43ac-b629-9650fa9d4684 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41be5884-ad1b-40fc-89ee-40e3a97bd835,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:12.481817 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-704a05bc-3220-45b5-ac1c-55f5aceecb24 req-2db7389d-2960-4c66-b5c8-385ea1d5b708 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:18:12.519379 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db7389d-2960-4c66-b5c8-385ea1d5b708 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Pushing event updated for resources: {'Port': ['ID=a43cddec-728b-4803-bee2-d34a64bfaf9d,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:12.563465 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10542079-e3c9-4d03-b47f-340f750fc8f4 req-ee03c0ed-f128-41fc-90e6-7e33ee4a6d37 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:12.565241 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-10542079-e3c9-4d03-b47f-340f750fc8f4 req-ee03c0ed-f128-41fc-90e6-7e33ee4a6d37 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3679d64-92cb-41f0-9190-19b107733d6b HTTP/1.1" status: 200 len: 931 time: 0.1878018 Jan 28 19:18:12.570859 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704a05bc-3220-45b5-ac1c-55f5aceecb24 req-2db7389d-2960-4c66-b5c8-385ea1d5b708 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:12.571517 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-704a05bc-3220-45b5-ac1c-55f5aceecb24 req-2db7389d-2960-4c66-b5c8-385ea1d5b708 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:12.615414 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-704a05bc-3220-45b5-ac1c-55f5aceecb24 req-2db7389d-2960-4c66-b5c8-385ea1d5b708 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9267557 Jan 28 19:18:12.634452 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-704a05bc-3220-45b5-ac1c-55f5aceecb24 req-ec0c1c47-2c4b-42a0-ac80-265da635f82b service neutron] Request body: {'port': {'device_id': 'a3679d64-92cb-41f0-9190-19b107733d6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-14'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:18:12.698385 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-10542079-e3c9-4d03-b47f-340f750fc8f4 req-046ca5cf-3700-4224-b653-e310a67d0385 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/security-groups?id=e52b5309-890e-4183-bf0d-6ef59c658d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237710 Jan 28 19:18:12.710770 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-704a05bc-3220-45b5-ac1c-55f5aceecb24 req-ec0c1c47-2c4b-42a0-ac80-265da635f82b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (a43cddec-728b-4803-bee2-d34a64bfaf9d), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:12.927263 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:13.063153 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 19:18:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e54c12e9-076c-4a16-82c6-365e5d3323e9 x-openstack-request-id: req-e54c12e9-076c-4a16-82c6-365e5d3323e9 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:18:13.064515 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "587144d8-3f4e-497f-8a09-c3f0f7eaea93", "name": "network-vif-unplugged", "status": "completed", "tag": "1ac76e2b-dc95-4c65-ae3f-039f4fde9352", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:18:13.064957 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e54c12e9-076c-4a16-82c6-365e5d3323e9 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:18:13.065813 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '587144d8-3f4e-497f-8a09-c3f0f7eaea93', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ac76e2b-dc95-4c65-ae3f-039f4fde9352', 'code': 200} Jan 28 19:18:13.220131 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [req-704a05bc-3220-45b5-ac1c-55f5aceecb24 req-ec0c1c47-2c4b-42a0-ac80-265da635f82b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a43cddec-728b-4803-bee2-d34a64bfaf9d {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:18:13.230955 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-704a05bc-3220-45b5-ac1c-55f5aceecb24 req-ec0c1c47-2c4b-42a0-ac80-265da635f82b service neutron] Publish callbacks [] for port (a43cddec-728b-4803-bee2-d34a64bfaf9d), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:13.232175 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 40886) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:18:13.246973 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-704a05bc-3220-45b5-ac1c-55f5aceecb24 req-ec0c1c47-2c4b-42a0-ac80-265da635f82b service neutron] Transition to ACTIVE for port object a43cddec-728b-4803-bee2-d34a64bfaf9d will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:18:13.266327 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-704a05bc-3220-45b5-ac1c-55f5aceecb24 req-ec0c1c47-2c4b-42a0-ac80-265da635f82b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (a43cddec-728b-4803-bee2-d34a64bfaf9d), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:13.398536 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0c1c47-2c4b-42a0-ac80-265da635f82b service neutron] Pushing event updated for resources: {'Port': ['ID=a43cddec-728b-4803-bee2-d34a64bfaf9d,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:13.448177 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b58af3-c34c-44dd-b813-e900c267a5c5 req-0c9e589f-272f-45df-b901-5ee2f6e636b2 tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:13.450371 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-72b58af3-c34c-44dd-b813-e900c267a5c5 req-0c9e589f-272f-45df-b901-5ee2f6e636b2 tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] 10.222.0.64 "GET /v2.0/ports?device_id=228a75e3-e402-4ada-ac1a-23df5443afe6 HTTP/1.1" status: 200 len: 943 time: 0.2017393 Jan 28 19:18:13.522043 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-72b58af3-c34c-44dd-b813-e900c267a5c5 req-2a6a3706-449c-4fc8-8792-2a4b3193c87a tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] 10.222.0.64 "GET /v2.0/security-groups?id=99a9729b-e544-4e2d-a5f9-4bd7146adc54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640473 Jan 28 19:18:13.522879 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-704a05bc-3220-45b5-ac1c-55f5aceecb24 req-ec0c1c47-2c4b-42a0-ac80-265da635f82b service neutron] Attempting to bind port a43cddec-728b-4803-bee2-d34a64bfaf9d on host n-h1-812111-14 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:18:13.523221 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-704a05bc-3220-45b5-ac1c-55f5aceecb24 req-ec0c1c47-2c4b-42a0-ac80-265da635f82b service neutron] Attempting to bind port a43cddec-728b-4803-bee2-d34a64bfaf9d by drivers openvswitch,hyperv on host n-h1-812111-14 at level 0 using segments [{'id': '3fce350c-ea58-4666-bd7d-c61ada9a9295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ff818509-18ff-44d0-ba98-5ed91eb1ccd4'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:18:13.523554 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-704a05bc-3220-45b5-ac1c-55f5aceecb24 req-ec0c1c47-2c4b-42a0-ac80-265da635f82b service neutron] Attempting to bind port a43cddec-728b-4803-bee2-d34a64bfaf9d on network ff818509-18ff-44d0-ba98-5ed91eb1ccd4 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:18:13.528935 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-704a05bc-3220-45b5-ac1c-55f5aceecb24 req-ec0c1c47-2c4b-42a0-ac80-265da635f82b service neutron] Port a43cddec-728b-4803-bee2-d34a64bfaf9d on network ff818509-18ff-44d0-ba98-5ed91eb1ccd4 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-14 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:18:13.529378 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-704a05bc-3220-45b5-ac1c-55f5aceecb24 req-ec0c1c47-2c4b-42a0-ac80-265da635f82b service neutron] Attempting to bind port a43cddec-728b-4803-bee2-d34a64bfaf9d on network ff818509-18ff-44d0-ba98-5ed91eb1ccd4 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:18:13.535049 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-704a05bc-3220-45b5-ac1c-55f5aceecb24 req-ec0c1c47-2c4b-42a0-ac80-265da635f82b service neutron] Checking agent: {'id': 'b544ba20-de93-4d86-9e6b-a2202deb6191', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:18:13.535388 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-704a05bc-3220-45b5-ac1c-55f5aceecb24 req-ec0c1c47-2c4b-42a0-ac80-265da635f82b service neutron] Checking segment: {'id': '3fce350c-ea58-4666-bd7d-c61ada9a9295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ff818509-18ff-44d0-ba98-5ed91eb1ccd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:18:13.535783 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-704a05bc-3220-45b5-ac1c-55f5aceecb24 req-ec0c1c47-2c4b-42a0-ac80-265da635f82b service neutron] Bound using segment: {'id': '3fce350c-ea58-4666-bd7d-c61ada9a9295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ff818509-18ff-44d0-ba98-5ed91eb1ccd4'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:18:13.536219 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-704a05bc-3220-45b5-ac1c-55f5aceecb24 req-ec0c1c47-2c4b-42a0-ac80-265da635f82b service neutron] Bound port: a43cddec-728b-4803-bee2-d34a64bfaf9d, host: n-h1-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fce350c-ea58-4666-bd7d-c61ada9a9295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ff818509-18ff-44d0-ba98-5ed91eb1ccd4'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:18:13.536587 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-704a05bc-3220-45b5-ac1c-55f5aceecb24 req-ec0c1c47-2c4b-42a0-ac80-265da635f82b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (a43cddec-728b-4803-bee2-d34a64bfaf9d), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:13.567511 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 1ac76e2b-dc95-4c65-ae3f-039f4fde9352 details requested by agent hyperv_n-h1-812111-14 with host n-h1-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:18:13.624232 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-704a05bc-3220-45b5-ac1c-55f5aceecb24 req-ec0c1c47-2c4b-42a0-ac80-265da635f82b service neutron] For port a43cddec-728b-4803-bee2-d34a64bfaf9d, host n-h1-812111-14, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:18:13.631051 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-704a05bc-3220-45b5-ac1c-55f5aceecb24 req-ec0c1c47-2c4b-42a0-ac80-265da635f82b service neutron] For port a43cddec-728b-4803-bee2-d34a64bfaf9d, host n-h1-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=a43cddec-728b-4803-bee2-d34a64bfaf9d,segment=NetworkSegment(3fce350c-ea58-4666-bd7d-c61ada9a9295),segment_id=3fce350c-ea58-4666-bd7d-c61ada9a9295)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:18:13.640024 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [req-62b00a20-5bb3-46c8-95d8-382a6eb97cfa req-867c8bd4-c75f-4fbb-9374-cbc6fd40a25c tempest-LiveMigrationTest-1644078950 tempest-LiveMigrationTest-1644078950-project-admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103304) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:18:13.647920 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-704a05bc-3220-45b5-ac1c-55f5aceecb24 req-ec0c1c47-2c4b-42a0-ac80-265da635f82b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (a43cddec-728b-4803-bee2-d34a64bfaf9d), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:13.651644 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-62b00a20-5bb3-46c8-95d8-382a6eb97cfa req-867c8bd4-c75f-4fbb-9374-cbc6fd40a25c tempest-LiveMigrationTest-1644078950 tempest-LiveMigrationTest-1644078950-project-admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4170613 Jan 28 19:18:13.721553 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0c1c47-2c4b-42a0-ac80-265da635f82b service neutron] Pushing event updated for resources: {'Port': ['ID=a43cddec-728b-4803-bee2-d34a64bfaf9d,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:13.767282 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 40904) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:18:13.777365 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704a05bc-3220-45b5-ac1c-55f5aceecb24 req-ec0c1c47-2c4b-42a0-ac80-265da635f82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:13.777992 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-704a05bc-3220-45b5-ac1c-55f5aceecb24 req-ec0c1c47-2c4b-42a0-ac80-265da635f82b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:13.779921 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-704a05bc-3220-45b5-ac1c-55f5aceecb24 req-ec0c1c47-2c4b-42a0-ac80-265da635f82b service neutron] 10.222.0.41 "PUT /v2.0/ports/a43cddec-728b-4803-bee2-d34a64bfaf9d HTTP/1.1" status: 200 len: 1092 time: 1.1506655 Jan 28 19:18:13.780394 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3679d64-92cb-41f0-9190-19b107733d6b', 'tag': 'a43cddec-728b-4803-bee2-d34a64bfaf9d'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:18:13.783629 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42e6bcba-afa6-48df-8eb5-bfb63d0f5519" -d '{"events": [{"name": "network-changed", "server_uuid": "a3679d64-92cb-41f0-9190-19b107733d6b", "tag": "a43cddec-728b-4803-bee2-d34a64bfaf9d"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:18:13.823176 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 1ac76e2b-dc95-4c65-ae3f-039f4fde9352, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=1ac76e2b-dc95-4c65-ae3f-039f4fde9352,segment=NetworkSegment(65f5b843-b58b-4f27-8faf-b99bc8156b89),segment_id=65f5b843-b58b-4f27-8faf-b99bc8156b89)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:18:13.839372 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Returning: {'device': '1ac76e2b-dc95-4c65-ae3f-039f4fde9352', 'network_id': '48d3a3c6-bccf-4b82-a5e6-9150eac77858', 'port_id': '1ac76e2b-dc95-4c65-ae3f-039f4fde9352', 'mac_address': 'fa:16:3e:b3:5d:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84341c46-a745-4b5e-a0f8-0858316efcdb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:18:13.907294 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port 1ac76e2b-dc95-4c65-ae3f-039f4fde9352 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:18:13.907932 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (1ac76e2b-dc95-4c65-ae3f-039f4fde9352), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:13.916957 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-a18c5a2c-0b69-428d-b7e5-b2517408af6a admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1258608384-network', 'tenant_id': 'f940db8e9df9468aa9c0e463c735ec77'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:18:13.917870 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639d9d37-a9cf-4656-a440-e18a7018b89e req-bb970567-72b7-4897-bb47-ec2bdae69be2 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:13.919569 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-639d9d37-a9cf-4656-a440-e18a7018b89e req-bb970567-72b7-4897-bb47-ec2bdae69be2 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/ports?device_id=587144d8-3f4e-497f-8a09-c3f0f7eaea93 HTTP/1.1" status: 200 len: 944 time: 0.2602203 Jan 28 19:18:13.924180 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ac76e2b-dc95-4c65-ae3f-039f4fde9352 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:18:13.958603 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b00a20-5bb3-46c8-95d8-382a6eb97cfa req-a01fc688-a6a3-4365-846c-10868871bf3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:13.968407 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 1ac76e2b-dc95-4c65-ae3f-039f4fde9352, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=1ac76e2b-dc95-4c65-ae3f-039f4fde9352,segment=NetworkSegment(65f5b843-b58b-4f27-8faf-b99bc8156b89),segment_id=65f5b843-b58b-4f27-8faf-b99bc8156b89)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:18:13.971143 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-62b00a20-5bb3-46c8-95d8-382a6eb97cfa req-a01fc688-a6a3-4365-846c-10868871bf3b service neutron] 10.222.0.64 "GET /v2.0/ports/557cb5a7-63e7-428b-a610-faf61f09f857 HTTP/1.1" status: 200 len: 1125 time: 0.1767874 Jan 28 19:18:13.975529 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (1ac76e2b-dc95-4c65-ae3f-039f4fde9352), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:13.976423 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-62b00a20-5bb3-46c8-95d8-382a6eb97cfa req-fd1cef0b-15b6-40c3-8feb-a4a3d341745a service neutron] Request body: {'binding': {'host': 'n-h2-812111-14', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:18:13.978622 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-62b00a20-5bb3-46c8-95d8-382a6eb97cfa req-fd1cef0b-15b6-40c3-8feb-a4a3d341745a service neutron] Unknown quota resources ['binding']. {{(pid=103304) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 19:18:14.022243 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a18c5a2c-0b69-428d-b7e5-b2517408af6a admin admin] Made reservation on behalf of f940db8e9df9468aa9c0e463c735ec77 for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:18:14.027214 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-639d9d37-a9cf-4656-a440-e18a7018b89e req-734ed86a-24e3-4b13-b261-7be54f4eff99 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/security-groups?id=929081b5-e4ec-47f3-a3f7-d2b3ba16c5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800676 Jan 28 19:18:14.029797 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704a05bc-3220-45b5-ac1c-55f5aceecb24 req-e734aa66-48f9-4217-bbb6-07b9d438fb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:14.032756 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a18c5a2c-0b69-428d-b7e5-b2517408af6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:14.034274 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-704a05bc-3220-45b5-ac1c-55f5aceecb24 req-e734aa66-48f9-4217-bbb6-07b9d438fb79 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a83e9cc3029f4baca951cc95e07992a3&device_id=a3679d64-92cb-41f0-9190-19b107733d6b HTTP/1.1" status: 200 len: 1126 time: 0.2070277 Jan 28 19:18:14.078442 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a18c5a2c-0b69-428d-b7e5-b2517408af6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:14.097216 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-704a05bc-3220-45b5-ac1c-55f5aceecb24 req-3022bb5e-cf14-47a8-9153-51cb9b0878bd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a43cddec-728b-4803-bee2-d34a64bfaf9d HTTP/1.1" status: 200 len: 217 time: 0.0509355 Jan 28 19:18:14.104613 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=1ac76e2b-dc95-4c65-ae3f-039f4fde9352,revision_number=7']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:14.165576 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704a05bc-3220-45b5-ac1c-55f5aceecb24 req-a835872d-9b2c-4503-9580-3a71c2ffa78b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:14.167098 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-704a05bc-3220-45b5-ac1c-55f5aceecb24 req-a835872d-9b2c-4503-9580-3a71c2ffa78b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6cea2404-3048-43fe-b9cb-bebcf3282d53 HTTP/1.1" status: 200 len: 852 time: 0.0612164 Jan 28 19:18:14.233978 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-704a05bc-3220-45b5-ac1c-55f5aceecb24 req-d18d0915-455b-439a-a670-9fc74e2d235d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ff818509-18ff-44d0-ba98-5ed91eb1ccd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549800 Jan 28 19:18:14.262278 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['1ac76e2b-dc95-4c65-ae3f-039f4fde9352'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:18:14.269335 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02e2cdc-a1d5-4e43-a042-28bf2dcf5b10 req-c29e247a-6f2b-4df9-bcf2-b9b6d4de178f tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:14.271286 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b02e2cdc-a1d5-4e43-a042-28bf2dcf5b10 req-c29e247a-6f2b-4df9-bcf2-b9b6d4de178f tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/ports?device_id=8f34cc33-91bd-456f-afee-fa1fb90edd40 HTTP/1.1" status: 200 len: 948 time: 0.1031055 Jan 28 19:18:14.410656 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-62b00a20-5bb3-46c8-95d8-382a6eb97cfa req-fd1cef0b-15b6-40c3-8feb-a4a3d341745a service neutron] Attempting to bind port 557cb5a7-63e7-428b-a610-faf61f09f857 on host n-h2-812111-14 for vnic_type normal with profile None {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:18:14.411186 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-62b00a20-5bb3-46c8-95d8-382a6eb97cfa req-fd1cef0b-15b6-40c3-8feb-a4a3d341745a service neutron] Attempting to bind port 557cb5a7-63e7-428b-a610-faf61f09f857 by drivers openvswitch,hyperv on host n-h2-812111-14 at level 0 using segments [{'id': 'e7f54059-7dae-4f1a-9de9-251e6a440c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '8330dfd7-f74e-41a1-b557-5650d653ac04'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:18:14.411284 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62b00a20-5bb3-46c8-95d8-382a6eb97cfa req-fd1cef0b-15b6-40c3-8feb-a4a3d341745a service neutron] Attempting to bind port 557cb5a7-63e7-428b-a610-faf61f09f857 on network 8330dfd7-f74e-41a1-b557-5650d653ac04 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:18:14.417932 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a18c5a2c-0b69-428d-b7e5-b2517408af6a admin admin] Publish callbacks [] for security_group (93e4e5d8-2172-46b4-bafb-a6d3892a81f9), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:14.420644 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62b00a20-5bb3-46c8-95d8-382a6eb97cfa req-fd1cef0b-15b6-40c3-8feb-a4a3d341745a service neutron] Port 557cb5a7-63e7-428b-a610-faf61f09f857 on network 8330dfd7-f74e-41a1-b557-5650d653ac04 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-14 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:18:14.420980 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62b00a20-5bb3-46c8-95d8-382a6eb97cfa req-fd1cef0b-15b6-40c3-8feb-a4a3d341745a service neutron] Attempting to bind port 557cb5a7-63e7-428b-a610-faf61f09f857 on network 8330dfd7-f74e-41a1-b557-5650d653ac04 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:18:14.425274 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b02e2cdc-a1d5-4e43-a042-28bf2dcf5b10 req-c93b64d4-78dc-4051-880f-a420a3a30cd4 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/security-groups?id=c326a8a3-da0b-43eb-8867-b30c14662b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384330 Jan 28 19:18:14.433068 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62b00a20-5bb3-46c8-95d8-382a6eb97cfa req-fd1cef0b-15b6-40c3-8feb-a4a3d341745a service neutron] Checking agent: {'id': '8f3fee4e-bf24-4b58-8a3a-ae9c8011a473', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 17, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:18:14.433428 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62b00a20-5bb3-46c8-95d8-382a6eb97cfa req-fd1cef0b-15b6-40c3-8feb-a4a3d341745a service neutron] Checking segment: {'id': 'e7f54059-7dae-4f1a-9de9-251e6a440c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '8330dfd7-f74e-41a1-b557-5650d653ac04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:18:14.433820 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62b00a20-5bb3-46c8-95d8-382a6eb97cfa req-fd1cef0b-15b6-40c3-8feb-a4a3d341745a service neutron] Bound using segment: {'id': 'e7f54059-7dae-4f1a-9de9-251e6a440c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '8330dfd7-f74e-41a1-b557-5650d653ac04'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:18:14.434259 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-62b00a20-5bb3-46c8-95d8-382a6eb97cfa req-fd1cef0b-15b6-40c3-8feb-a4a3d341745a service neutron] Bound port: 557cb5a7-63e7-428b-a610-faf61f09f857, host: n-h2-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7f54059-7dae-4f1a-9de9-251e6a440c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '8330dfd7-f74e-41a1-b557-5650d653ac04'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:18:14.473867 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-704a05bc-3220-45b5-ac1c-55f5aceecb24 req-fbd6fb51-64f3-4102-84b1-961ed3481f14 service neutron] 10.222.0.41 "GET /v2.0/networks/ff818509-18ff-44d0-ba98-5ed91eb1ccd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290175 Jan 28 19:18:14.539834 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-62b00a20-5bb3-46c8-95d8-382a6eb97cfa req-fd1cef0b-15b6-40c3-8feb-a4a3d341745a service neutron] For port 557cb5a7-63e7-428b-a610-faf61f09f857, host n-h2-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=557cb5a7-63e7-428b-a610-faf61f09f857,segment=NetworkSegment(e7f54059-7dae-4f1a-9de9-251e6a440c72),segment_id=e7f54059-7dae-4f1a-9de9-251e6a440c72)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:18:14.541061 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a18c5a2c-0b69-428d-b7e5-b2517408af6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (93e4e5d8-2172-46b4-bafb-a6d3892a81f9), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:14.559697 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-62b00a20-5bb3-46c8-95d8-382a6eb97cfa req-fd1cef0b-15b6-40c3-8feb-a4a3d341745a service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:14.573819 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-62b00a20-5bb3-46c8-95d8-382a6eb97cfa req-fd1cef0b-15b6-40c3-8feb-a4a3d341745a service neutron] 10.222.0.64 "POST /v2.0/ports/557cb5a7-63e7-428b-a610-faf61f09f857/bindings HTTP/1.1" status: 201 len: 390 time: 0.6013830 Jan 28 19:18:14.590260 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device c445453e-e948-48bc-9245-2275d54b2e05 details requested by agent hyperv_n-h2-812111-14 with host n-h2-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:18:14.593750 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a18c5a2c-0b69-428d-b7e5-b2517408af6a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:18:14.614886 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-704a05bc-3220-45b5-ac1c-55f5aceecb24 req-2a4b6a7f-5363-48a1-9fa7-42ef6c9cd477 service neutron] 10.222.0.41 "GET /v2.0/networks/ff818509-18ff-44d0-ba98-5ed91eb1ccd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341548 Jan 28 19:18:14.631617 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a18c5a2c-0b69-428d-b7e5-b2517408af6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (dddb75af-2afb-4991-9652-8b4dd43b8077), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:14.632189 n-d-812111-14 neutron-server[103304]: INFO neutron.db.segments_db [None req-a18c5a2c-0b69-428d-b7e5-b2517408af6a admin admin] Added segment dddb75af-2afb-4991-9652-8b4dd43b8077 of type vlan for network 7ec03016-5972-412d-837e-85b126a1efc6 Jan 28 19:18:14.633595 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18c5a2c-0b69-428d-b7e5-b2517408af6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93e4e5d8-2172-46b4-bafb-a6d3892a81f9,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:14.726945 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec15acee-26d9-4516-94f4-503ab6df38be req-af657d9c-a859-4056-841e-6e64cd997587 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:14.728497 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ec15acee-26d9-4516-94f4-503ab6df38be req-af657d9c-a859-4056-841e-6e64cd997587 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3679d64-92cb-41f0-9190-19b107733d6b HTTP/1.1" status: 200 len: 943 time: 0.1127253 Jan 28 19:18:14.730409 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a18c5a2c-0b69-428d-b7e5-b2517408af6a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (7ec03016-5972-412d-837e-85b126a1efc6), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:14.768662 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port c445453e-e948-48bc-9245-2275d54b2e05, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=c445453e-e948-48bc-9245-2275d54b2e05,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:18:14.800819 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a18c5a2c-0b69-428d-b7e5-b2517408af6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (7ec03016-5972-412d-837e-85b126a1efc6), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:14.801847 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a18c5a2c-0b69-428d-b7e5-b2517408af6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:14.802483 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a18c5a2c-0b69-428d-b7e5-b2517408af6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:14.813060 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:18:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14d45a25-9f9e-452e-939b-d409f6e23e1f x-openstack-request-id: req-14d45a25-9f9e-452e-939b-d409f6e23e1f {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:18:14.825642 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3679d64-92cb-41f0-9190-19b107733d6b", "tag": "a43cddec-728b-4803-bee2-d34a64bfaf9d", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:18:14.826144 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-14d45a25-9f9e-452e-939b-d409f6e23e1f {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:18:14.826734 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3679d64-92cb-41f0-9190-19b107733d6b', 'tag': 'a43cddec-728b-4803-bee2-d34a64bfaf9d', 'status': 'completed', 'code': 200} Jan 28 19:18:14.827097 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Returning: {'device': 'c445453e-e948-48bc-9245-2275d54b2e05', 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91', 'port_id': 'c445453e-e948-48bc-9245-2275d54b2e05', 'mac_address': 'fa:16:3e:13:5a:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2de4832-9ef6-4f40-9ac5-1557d5e6a6ff', 'ip_address': '192.168.233.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:18:14.852045 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ec15acee-26d9-4516-94f4-503ab6df38be req-254cd16e-3097-4dd4-9b90-54d440913732 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/security-groups?id=e52b5309-890e-4183-bf0d-6ef59c658d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051991 Jan 28 19:18:14.952031 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port c445453e-e948-48bc-9245-2275d54b2e05 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:18:14.952478 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (c445453e-e948-48bc-9245-2275d54b2e05), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:14.960565 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18c5a2c-0b69-428d-b7e5-b2517408af6a admin admin] Pushing event updated for resources: {'Network': ['ID=7ec03016-5972-412d-837e-85b126a1efc6,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:14.969798 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e6bcba-afa6-48df-8eb5-bfb63d0f5519 req-339f7c6d-17f6-400b-95d6-7c7d31bc5c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:14.971138 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-42e6bcba-afa6-48df-8eb5-bfb63d0f5519 req-339f7c6d-17f6-400b-95d6-7c7d31bc5c76 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a83e9cc3029f4baca951cc95e07992a3&device_id=a3679d64-92cb-41f0-9190-19b107733d6b HTTP/1.1" status: 200 len: 1126 time: 0.1178091 Jan 28 19:18:14.980666 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c445453e-e948-48bc-9245-2275d54b2e05 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:18:14.998959 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network 7ec03016-5972-412d-837e-85b126a1efc6 details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:18:15.068781 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-a18c5a2c-0b69-428d-b7e5-b2517408af6a admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.3006210 Jan 28 19:18:15.078665 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port c445453e-e948-48bc-9245-2275d54b2e05, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=c445453e-e948-48bc-9245-2275d54b2e05,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:18:15.079578 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 40920) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:18:15.089261 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b94bb28-a6de-4a8e-b0a4-ea4c5f3745fc req-28b5edeb-99d0-4b04-8ee9-45edbef61029 tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:15.092259 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8b94bb28-a6de-4a8e-b0a4-ea4c5f3745fc req-28b5edeb-99d0-4b04-8ee9-45edbef61029 tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] 10.222.0.64 "GET /v2.0/ports?device_id=228a75e3-e402-4ada-ac1a-23df5443afe6 HTTP/1.1" status: 200 len: 943 time: 0.1055810 Jan 28 19:18:15.095959 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (c445453e-e948-48bc-9245-2275d54b2e05), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:15.102743 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-3aebd6ea-0892-4fd3-984b-80d42067e777 admin admin] Request body: {'subnet': {'network_id': '7ec03016-5972-412d-837e-85b126a1efc6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1258608384-subnet', 'tenant_id': 'f940db8e9df9468aa9c0e463c735ec77', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:18:15.154791 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=c445453e-e948-48bc-9245-2275d54b2e05,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:15.210384 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aebd6ea-0892-4fd3-984b-80d42067e777 admin admin] Made reservation on behalf of f940db8e9df9468aa9c0e463c735ec77 for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:18:15.213191 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3aebd6ea-0892-4fd3-984b-80d42067e777 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5221429'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:15.236264 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e6bcba-afa6-48df-8eb5-bfb63d0f5519 req-925c5630-8bda-4c2b-a8cc-2823ca407b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:15.237779 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-42e6bcba-afa6-48df-8eb5-bfb63d0f5519 req-925c5630-8bda-4c2b-a8cc-2823ca407b1c service neutron] 10.222.0.41 "GET /v2.0/networks?id=ff818509-18ff-44d0-ba98-5ed91eb1ccd4 HTTP/1.1" status: 200 len: 912 time: 0.2509613 Jan 28 19:18:15.239090 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b00a20-5bb3-46c8-95d8-382a6eb97cfa req-080e0dbd-076a-4b11-8d50-1b4c040b90bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:15.240850 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-62b00a20-5bb3-46c8-95d8-382a6eb97cfa req-080e0dbd-076a-4b11-8d50-1b4c040b90bc service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1bd1e0d6512043bfbaf9a8e955e20b9e&device_id=f88825d0-a091-4453-bc06-8a2acaf44ba3 HTTP/1.1" status: 200 len: 1128 time: 0.1307721 Jan 28 19:18:15.291688 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-42e6bcba-afa6-48df-8eb5-bfb63d0f5519 req-632ed836-ed92-4c19-8681-4161b7e89575 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a43cddec-728b-4803-bee2-d34a64bfaf9d HTTP/1.1" status: 200 len: 217 time: 0.0450270 Jan 28 19:18:15.305470 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cc9a22-7993-4133-8aa6-46c9e45941de req-781e25f1-304d-49b7-aeee-3d88b4bd2d0a tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:15.312836 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b3cc9a22-7993-4133-8aa6-46c9e45941de req-781e25f1-304d-49b7-aeee-3d88b4bd2d0a tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?device_id=f88825d0-a091-4453-bc06-8a2acaf44ba3 HTTP/1.1" status: 200 len: 945 time: 0.2913716 Jan 28 19:18:15.337735 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8b94bb28-a6de-4a8e-b0a4-ea4c5f3745fc req-90ea831c-d2c3-4b86-83c5-7189bd525570 tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] 10.222.0.64 "GET /v2.0/security-groups?id=99a9729b-e544-4e2d-a5f9-4bd7146adc54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2294877 Jan 28 19:18:15.422579 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b3cc9a22-7993-4133-8aa6-46c9e45941de req-22374e86-61a3-475a-bf17-141b01daa6f6 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/security-groups?id=414e93b9-08bc-438e-9127-05114ed7dbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030674 Jan 28 19:18:15.438344 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e6bcba-afa6-48df-8eb5-bfb63d0f5519 req-9f388737-3d31-48a6-a631-527d849aeac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:15.441883 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-42e6bcba-afa6-48df-8eb5-bfb63d0f5519 req-9f388737-3d31-48a6-a631-527d849aeac1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6cea2404-3048-43fe-b9cb-bebcf3282d53 HTTP/1.1" status: 200 len: 852 time: 0.1264753 Jan 28 19:18:15.442823 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b00a20-5bb3-46c8-95d8-382a6eb97cfa req-f18a8cd6-9210-47a4-96b6-33c867235ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:15.444608 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-62b00a20-5bb3-46c8-95d8-382a6eb97cfa req-f18a8cd6-9210-47a4-96b6-33c867235ae6 service neutron] 10.222.0.70 "GET /v2.0/networks?id=8330dfd7-f74e-41a1-b557-5650d653ac04 HTTP/1.1" status: 200 len: 908 time: 0.1726191 Jan 28 19:18:15.480124 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['c445453e-e948-48bc-9245-2275d54b2e05'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:18:15.485096 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-42e6bcba-afa6-48df-8eb5-bfb63d0f5519 req-7476cdc2-bc67-4ce3-8ae5-0f459752029e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ff818509-18ff-44d0-ba98-5ed91eb1ccd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350192 Jan 28 19:18:15.569446 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-62b00a20-5bb3-46c8-95d8-382a6eb97cfa req-424bcd21-e192-4425-99e4-09ff101d6dee service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=557cb5a7-63e7-428b-a610-faf61f09f857 HTTP/1.1" status: 200 len: 217 time: 0.0619259 Jan 28 19:18:15.574351 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 1ac76e2b-dc95-4c65-ae3f-039f4fde9352 up at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:18:15.603775 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-42e6bcba-afa6-48df-8eb5-bfb63d0f5519 req-c3bef11a-1eee-4b66-9f8d-9d80649de2e3 service neutron] 10.222.0.41 "GET /v2.0/networks/ff818509-18ff-44d0-ba98-5ed91eb1ccd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087213 Jan 28 19:18:15.678371 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d61d176-8cf8-41c2-abab-2b96724f682c req-855ec6ad-5f0c-4be3-9765-ee9e29853c8d tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:15.682778 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4d61d176-8cf8-41c2-abab-2b96724f682c req-855ec6ad-5f0c-4be3-9765-ee9e29853c8d tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/ports?device_id=587144d8-3f4e-497f-8a09-c3f0f7eaea93 HTTP/1.1" status: 200 len: 945 time: 0.2115867 Jan 28 19:18:15.723094 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc15f5b0-fd62-4419-a2d3-cb6626b42892 req-c04db352-fad5-4d06-a815-207fe2f3a4dd tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:15.725122 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-fc15f5b0-fd62-4419-a2d3-cb6626b42892 req-c04db352-fad5-4d06-a815-207fe2f3a4dd tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/ports?device_id=8f34cc33-91bd-456f-afee-fa1fb90edd40 HTTP/1.1" status: 200 len: 949 time: 0.1204367 Jan 28 19:18:15.732896 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b00a20-5bb3-46c8-95d8-382a6eb97cfa req-8c128160-da1c-431d-a931-d7bdba43b63a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:15.734405 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-62b00a20-5bb3-46c8-95d8-382a6eb97cfa req-8c128160-da1c-431d-a931-d7bdba43b63a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=09bc6696-a273-4baf-935c-9cf317ddb49d HTTP/1.1" status: 200 len: 848 time: 0.1532152 Jan 28 19:18:15.740909 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning complete for port 1ac76e2b-dc95-4c65-ae3f-039f4fde9352 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:18:15.741328 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (1ac76e2b-dc95-4c65-ae3f-039f4fde9352), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:15.787183 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-fc15f5b0-fd62-4419-a2d3-cb6626b42892 req-ddf10aec-d284-47d6-8345-6dc172b487e9 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/security-groups?id=c326a8a3-da0b-43eb-8867-b30c14662b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487154 Jan 28 19:18:15.819955 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-42e6bcba-afa6-48df-8eb5-bfb63d0f5519 req-384e717a-8a63-4917-b48c-b4b945bf6207 service neutron] 10.222.0.41 "GET /v2.0/networks/ff818509-18ff-44d0-ba98-5ed91eb1ccd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039948 Jan 28 19:18:15.846283 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-62b00a20-5bb3-46c8-95d8-382a6eb97cfa req-f152d969-e8db-44ec-9993-b807d2282e8a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8330dfd7-f74e-41a1-b557-5650d653ac04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0798926 Jan 28 19:18:15.893396 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4d61d176-8cf8-41c2-abab-2b96724f682c req-a2629473-28e7-4b47-a82d-15539f9d5336 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/security-groups?id=929081b5-e4ec-47f3-a3f7-d2b3ba16c5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368537 Jan 28 19:18:15.894478 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3aebd6ea-0892-4fd3-984b-80d42067e777 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4690681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5221415'] for subnet (167d6f8b-2945-4c15-bbfc-1b64d284aeb5), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:15.923740 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port 1ac76e2b-dc95-4c65-ae3f-039f4fde9352 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:18:15.924504 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (1ac76e2b-dc95-4c65-ae3f-039f4fde9352), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:15.949386 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aebd6ea-0892-4fd3-984b-80d42067e777 admin admin] Pushing event updated for resources: {'Subnet': ['ID=167d6f8b-2945-4c15-bbfc-1b64d284aeb5,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:16.005736 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '587144d8-3f4e-497f-8a09-c3f0f7eaea93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ac76e2b-dc95-4c65-ae3f-039f4fde9352'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:18:16.009535 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30318877-9e38-46c8-ae9a-5a9c378f29be" -d '{"events": [{"server_uuid": "587144d8-3f4e-497f-8a09-c3f0f7eaea93", "name": "network-vif-plugged", "status": "completed", "tag": "1ac76e2b-dc95-4c65-ae3f-039f4fde9352"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:18:16.039564 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 1ac76e2b-dc95-4c65-ae3f-039f4fde9352, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=1ac76e2b-dc95-4c65-ae3f-039f4fde9352,segment=NetworkSegment(65f5b843-b58b-4f27-8faf-b99bc8156b89),segment_id=65f5b843-b58b-4f27-8faf-b99bc8156b89)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:18:16.049663 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (1ac76e2b-dc95-4c65-ae3f-039f4fde9352), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:16.077649 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aebd6ea-0892-4fd3-984b-80d42067e777 admin admin] Checking segment: {'id': 'dddb75af-2afb-4991-9652-8b4dd43b8077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7ec03016-5972-412d-837e-85b126a1efc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:18:16.078018 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aebd6ea-0892-4fd3-984b-80d42067e777 admin admin] Network hostable DHCP agents. Network: 7ec03016-5972-412d-837e-85b126a1efc6, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:18:16.098169 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c419d39-67cd-4c46-90d5-6247e68fa3db x-openstack-request-id: req-6c419d39-67cd-4c46-90d5-6247e68fa3db {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:18:16.098893 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "587144d8-3f4e-497f-8a09-c3f0f7eaea93", "name": "network-vif-plugged", "status": "completed", "tag": "1ac76e2b-dc95-4c65-ae3f-039f4fde9352", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:18:16.099388 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6c419d39-67cd-4c46-90d5-6247e68fa3db {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:18:16.100029 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '587144d8-3f4e-497f-8a09-c3f0f7eaea93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ac76e2b-dc95-4c65-ae3f-039f4fde9352', 'code': 200} Jan 28 19:18:16.121805 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467958dc-b27c-48a0-a9f4-145dba721792 req-9b74c59f-0abe-4b18-9a4c-f447f4d3f2b2 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:16.126312 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-467958dc-b27c-48a0-a9f4-145dba721792 req-9b74c59f-0abe-4b18-9a4c-f447f4d3f2b2 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3679d64-92cb-41f0-9190-19b107733d6b HTTP/1.1" status: 200 len: 943 time: 0.1164451 Jan 28 19:18:16.147118 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aebd6ea-0892-4fd3-984b-80d42067e777 admin admin] Network 7ec03016-5972-412d-837e-85b126a1efc6 is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:18:16.153333 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=1ac76e2b-dc95-4c65-ae3f-039f4fde9352,revision_number=8']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:16.179753 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-3aebd6ea-0892-4fd3-984b-80d42067e777 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, 7ec03016-5972-412d-837e-85b126a1efc6) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:18:16.193056 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-177f180e-dc7a-4caa-9895-1db99f3dfd64 None None] Network 7ec03016-5972-412d-837e-85b126a1efc6 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:18:16.223061 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aebd6ea-0892-4fd3-984b-80d42067e777 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:16.223061 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3aebd6ea-0892-4fd3-984b-80d42067e777 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:16.237260 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-467958dc-b27c-48a0-a9f4-145dba721792 req-97366fdc-fe3d-4f32-bb8b-a2c3c309bbcc tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/security-groups?id=e52b5309-890e-4183-bf0d-6ef59c658d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029763 Jan 28 19:18:16.253451 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-62b00a20-5bb3-46c8-95d8-382a6eb97cfa req-fe5e1e3d-95ef-4324-9377-dbf28c4d1835 service neutron] 10.222.0.70 "GET /v2.0/networks/8330dfd7-f74e-41a1-b557-5650d653ac04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3631947 Jan 28 19:18:16.269875 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-3aebd6ea-0892-4fd3-984b-80d42067e777 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.1675320 Jan 28 19:18:16.315462 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e2f6bb-1472-444e-87f9-d09fe180f334 req-61e5d5a5-03b4-410f-a748-67809e4ae603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:16.319381 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-20e2f6bb-1472-444e-87f9-d09fe180f334 req-61e5d5a5-03b4-410f-a748-67809e4ae603 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=587144d8-3f4e-497f-8a09-c3f0f7eaea93 HTTP/1.1" status: 200 len: 1129 time: 0.0806096 Jan 28 19:18:16.414619 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-62b00a20-5bb3-46c8-95d8-382a6eb97cfa req-7b8fc0ba-d4c1-4fca-8eba-2fef7a728bca service neutron] 10.222.0.70 "GET /v2.0/networks/8330dfd7-f74e-41a1-b557-5650d653ac04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495359 Jan 28 19:18:16.446921 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-20e2f6bb-1472-444e-87f9-d09fe180f334 req-3547f296-b914-4f7c-93ef-801a6b4ea2da service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=929081b5-e4ec-47f3-a3f7-d2b3ba16c5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162384 Jan 28 19:18:16.592269 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e5959b-7661-4f6a-ba03-3307e46cbb50 req-14123929-7772-4110-a989-63ab7b5c7d91 tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:16.595200 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-51e5959b-7661-4f6a-ba03-3307e46cbb50 req-14123929-7772-4110-a989-63ab7b5c7d91 tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] 10.222.0.64 "GET /v2.0/ports?device_id=228a75e3-e402-4ada-ac1a-23df5443afe6 HTTP/1.1" status: 200 len: 943 time: 0.0985265 Jan 28 19:18:16.627198 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff5624d9-5e4b-4670-8883-925f1c17cf9f None None] Network 7ec03016-5972-412d-837e-85b126a1efc6 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:18:16.631294 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d4fda4-7bd9-4a63-b993-f4acc7c84c30 req-73445e28-6824-41dc-bfb1-59f9c6a364cc tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:16.632861 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-00d4fda4-7bd9-4a63-b993-f4acc7c84c30 req-73445e28-6824-41dc-bfb1-59f9c6a364cc tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?device_id=f88825d0-a091-4453-bc06-8a2acaf44ba3 HTTP/1.1" status: 200 len: 945 time: 0.0959368 Jan 28 19:18:16.676337 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-51e5959b-7661-4f6a-ba03-3307e46cbb50 req-92037ae4-8ab0-4cbd-8dd0-ca256d40c6ff tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] 10.222.0.64 "GET /v2.0/security-groups?id=99a9729b-e544-4e2d-a5f9-4bd7146adc54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729444 Jan 28 19:18:16.721979 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-00d4fda4-7bd9-4a63-b993-f4acc7c84c30 req-9fbe3629-f9b2-4828-9e5f-de395a68c894 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/security-groups?id=414e93b9-08bc-438e-9127-05114ed7dbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772307 Jan 28 19:18:16.924401 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ed52b0-d6c8-4169-81c5-c09dcdbc0458 req-342d6e33-2b68-44b8-b27f-b8e129625978 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:16.926192 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a3ed52b0-d6c8-4169-81c5-c09dcdbc0458 req-342d6e33-2b68-44b8-b27f-b8e129625978 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/ports?device_id=8f34cc33-91bd-456f-afee-fa1fb90edd40 HTTP/1.1" status: 200 len: 949 time: 0.0601850 Jan 28 19:18:16.977920 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a3ed52b0-d6c8-4169-81c5-c09dcdbc0458 req-f46fafcd-88dc-4bf3-8934-cfdbbca86123 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/security-groups?id=c326a8a3-da0b-43eb-8867-b30c14662b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457368 Jan 28 19:18:17.002574 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e480c7ba-767d-4f7f-a2d2-0a40b6be4a24 req-7d8ba456-9045-49b4-82d0-93a606cbb7d4 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:17.009243 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e480c7ba-767d-4f7f-a2d2-0a40b6be4a24 req-7d8ba456-9045-49b4-82d0-93a606cbb7d4 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] 10.222.0.64 "GET /v2.0/networks?id=7ec03016-5972-412d-837e-85b126a1efc6 HTTP/1.1" status: 200 len: 822 time: 0.1206536 Jan 28 19:18:17.025972 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e480c7ba-767d-4f7f-a2d2-0a40b6be4a24 req-ac79ec01-e798-4a91-b2ea-69353425c64e tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] 10.222.0.64 "GET /v2.0/quotas/f940db8e9df9468aa9c0e463c735ec77 HTTP/1.1" status: 200 len: 375 time: 0.0152464 Jan 28 19:18:17.058647 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e480c7ba-767d-4f7f-a2d2-0a40b6be4a24 req-cd0ce4f4-c49d-47c7-b964-bed48282b3d9 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=f940db8e9df9468aa9c0e463c735ec77&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0316010 Jan 28 19:18:17.113847 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cf1e38-2973-4785-9b44-01b400b4861f req-868a49eb-eb84-4c07-aa6d-1e4bcbf49ac1 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:17.115372 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f1cf1e38-2973-4785-9b44-01b400b4861f req-868a49eb-eb84-4c07-aa6d-1e4bcbf49ac1 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/ports?device_id=587144d8-3f4e-497f-8a09-c3f0f7eaea93 HTTP/1.1" status: 200 len: 946 time: 0.0601726 Jan 28 19:18:17.163146 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e480c7ba-767d-4f7f-a2d2-0a40b6be4a24 req-3aa036c9-6892-4896-a68e-dd27f383217c service neutron] 10.222.0.64 "GET /v2.0/networks/7ec03016-5972-412d-837e-85b126a1efc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938308 Jan 28 19:18:17.170101 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f1cf1e38-2973-4785-9b44-01b400b4861f req-8582efc4-0250-406f-8091-1da55320f2f9 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/security-groups?id=929081b5-e4ec-47f3-a3f7-d2b3ba16c5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486457 Jan 28 19:18:17.258943 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e480c7ba-767d-4f7f-a2d2-0a40b6be4a24 req-5b176092-aede-43a5-bfe7-e4495a48f9e1 service neutron] 10.222.0.64 "GET /v2.0/networks/7ec03016-5972-412d-837e-85b126a1efc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898309 Jan 28 19:18:17.362274 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf47b13-05f2-4eca-8bc2-e1f9b568601f req-51313e6e-748a-42fc-aaa4-3aead839fdfa tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:17.368446 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9bf47b13-05f2-4eca-8bc2-e1f9b568601f req-51313e6e-748a-42fc-aaa4-3aead839fdfa tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3679d64-92cb-41f0-9190-19b107733d6b HTTP/1.1" status: 200 len: 943 time: 0.0543730 Jan 28 19:18:17.435945 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9bf47b13-05f2-4eca-8bc2-e1f9b568601f req-09757152-d444-48aa-9937-69dfec782d4c tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/security-groups?id=e52b5309-890e-4183-bf0d-6ef59c658d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540895 Jan 28 19:18:17.449291 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f20cf0dc-4084-44dd-acf1-1a2150f44885 req-2b5fcc49-44eb-456e-ad2a-685296472dae tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] 10.222.0.64 "GET /v2.0/ports?device_id=3e7bea74-8d5d-459a-9d23-242ed321b252 HTTP/1.1" status: 200 len: 210 time: 0.0453732 Jan 28 19:18:17.579465 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device a43cddec-728b-4803-bee2-d34a64bfaf9d details requested by agent hyperv_n-h1-812111-14 with host n-h1-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:18:17.682403 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port a43cddec-728b-4803-bee2-d34a64bfaf9d, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=a43cddec-728b-4803-bee2-d34a64bfaf9d,segment=NetworkSegment(3fce350c-ea58-4666-bd7d-c61ada9a9295),segment_id=3fce350c-ea58-4666-bd7d-c61ada9a9295)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:18:17.702147 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Returning: {'device': 'a43cddec-728b-4803-bee2-d34a64bfaf9d', 'network_id': 'ff818509-18ff-44d0-ba98-5ed91eb1ccd4', 'port_id': 'a43cddec-728b-4803-bee2-d34a64bfaf9d', 'mac_address': 'fa:16:3e:f0:0b:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cea2404-3048-43fe-b9cb-bebcf3282d53', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:18:17.744129 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port a43cddec-728b-4803-bee2-d34a64bfaf9d is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:18:17.744547 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (a43cddec-728b-4803-bee2-d34a64bfaf9d), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:17.762707 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a43cddec-728b-4803-bee2-d34a64bfaf9d {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:18:17.795227 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port a43cddec-728b-4803-bee2-d34a64bfaf9d, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=a43cddec-728b-4803-bee2-d34a64bfaf9d,segment=NetworkSegment(3fce350c-ea58-4666-bd7d-c61ada9a9295),segment_id=3fce350c-ea58-4666-bd7d-c61ada9a9295)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:18:17.807318 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (a43cddec-728b-4803-bee2-d34a64bfaf9d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:17.897190 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=a43cddec-728b-4803-bee2-d34a64bfaf9d,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:17.900205 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d3e495-66f5-40d8-9883-c154a11ea04b req-943d5774-9814-4f3b-be4f-70312dbd3e08 tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:17.912671 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e1d3e495-66f5-40d8-9883-c154a11ea04b req-943d5774-9814-4f3b-be4f-70312dbd3e08 tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] 10.222.0.64 "GET /v2.0/ports?device_id=228a75e3-e402-4ada-ac1a-23df5443afe6 HTTP/1.1" status: 200 len: 943 time: 0.1274130 Jan 28 19:18:17.977150 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e1d3e495-66f5-40d8-9883-c154a11ea04b req-efecd059-0b70-4417-be1f-1e7bd3dd64b9 tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] 10.222.0.64 "GET /v2.0/security-groups?id=99a9729b-e544-4e2d-a5f9-4bd7146adc54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632038 Jan 28 19:18:18.080165 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786b5b67-467a-4617-8564-4a16996633b2 req-832fbbd7-8cb4-4229-b19d-f4a738bd5507 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:18.081876 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-786b5b67-467a-4617-8564-4a16996633b2 req-832fbbd7-8cb4-4229-b19d-f4a738bd5507 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?device_id=f88825d0-a091-4453-bc06-8a2acaf44ba3 HTTP/1.1" status: 200 len: 945 time: 0.0634003 Jan 28 19:18:18.087960 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['a43cddec-728b-4803-bee2-d34a64bfaf9d'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:18:18.145012 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28172695-9f11-4e37-9187-49143e1e10f1 req-1a536f82-7256-4174-93ee-4844dd3814bc tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:18.146457 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-28172695-9f11-4e37-9187-49143e1e10f1 req-1a536f82-7256-4174-93ee-4844dd3814bc tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/ports?device_id=8f34cc33-91bd-456f-afee-fa1fb90edd40 HTTP/1.1" status: 200 len: 949 time: 0.0839598 Jan 28 19:18:18.157706 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-786b5b67-467a-4617-8564-4a16996633b2 req-e5d17173-a0ea-423e-84b4-1895a591b7c3 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/security-groups?id=414e93b9-08bc-438e-9127-05114ed7dbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628808 Jan 28 19:18:18.208766 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-28172695-9f11-4e37-9187-49143e1e10f1 req-8817a651-a761-44e9-8199-d7896fd96099 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/security-groups?id=c326a8a3-da0b-43eb-8867-b30c14662b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534236 Jan 28 19:18:18.316097 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f74b45c-f453-4dce-8010-8e008ef572d0 req-d1ec9f12-6cdd-4a65-8f8c-b46c90a15e33 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:18.317685 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-0f74b45c-f453-4dce-8010-8e008ef572d0 req-d1ec9f12-6cdd-4a65-8f8c-b46c90a15e33 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/ports?device_id=587144d8-3f4e-497f-8a09-c3f0f7eaea93 HTTP/1.1" status: 200 len: 946 time: 0.0593517 Jan 28 19:18:18.367052 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-0f74b45c-f453-4dce-8010-8e008ef572d0 req-659828c4-1866-4da8-898d-a7d2f903781a tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/security-groups?id=929081b5-e4ec-47f3-a3f7-d2b3ba16c5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436904 Jan 28 19:18:18.499059 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e098ef5a-bca4-4748-947d-f8529a69d68e req-270e05e1-d15e-445b-9782-dd4f3d2ef69c tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:18.501518 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e098ef5a-bca4-4748-947d-f8529a69d68e req-270e05e1-d15e-445b-9782-dd4f3d2ef69c tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/ports?device_id=587144d8-3f4e-497f-8a09-c3f0f7eaea93 HTTP/1.1" status: 200 len: 946 time: 0.0678213 Jan 28 19:18:18.593011 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device c445453e-e948-48bc-9245-2275d54b2e05 up at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:18:18.595173 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10769036-35ce-4fd2-af5b-8f1d3fdc6948 req-4c3e1788-7d2b-4125-9f3c-861859aca3a4 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:18.600389 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-10769036-35ce-4fd2-af5b-8f1d3fdc6948 req-4c3e1788-7d2b-4125-9f3c-861859aca3a4 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3679d64-92cb-41f0-9190-19b107733d6b HTTP/1.1" status: 200 len: 944 time: 0.0901582 Jan 28 19:18:18.650535 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning for port c445453e-e948-48bc-9245-2275d54b2e05 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:18:18.657391 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning complete for port c445453e-e948-48bc-9245-2275d54b2e05 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:18:18.657609 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (c445453e-e948-48bc-9245-2275d54b2e05), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:18.671064 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e098ef5a-bca4-4748-947d-f8529a69d68e req-9b51661e-cdce-4d10-b998-9fa1d045bf9b tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/security-groups?id=929081b5-e4ec-47f3-a3f7-d2b3ba16c5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637414 Jan 28 19:18:18.726995 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-10769036-35ce-4fd2-af5b-8f1d3fdc6948 req-f73c41fb-7b4e-4972-abcb-1e9ee00ee3ac tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/security-groups?id=e52b5309-890e-4183-bf0d-6ef59c658d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209714 Jan 28 19:18:18.774337 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port c445453e-e948-48bc-9245-2275d54b2e05 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:18:18.774924 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (c445453e-e948-48bc-9245-2275d54b2e05), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:18.775330 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e480c7ba-767d-4f7f-a2d2-0a40b6be4a24 req-9900f40b-3401-4e17-903b-29908e18837c tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:18.777315 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e480c7ba-767d-4f7f-a2d2-0a40b6be4a24 req-9900f40b-3401-4e17-903b-29908e18837c tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] 10.222.0.41 "GET /v2.0/networks?id=7ec03016-5972-412d-837e-85b126a1efc6 HTTP/1.1" status: 200 len: 822 time: 0.2474735 Jan 28 19:18:18.795262 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-e480c7ba-767d-4f7f-a2d2-0a40b6be4a24 req-2325dbd7-43e5-4979-8eeb-76929eb2f4cf tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] Request body: {'port': {'device_id': '3e7bea74-8d5d-459a-9d23-242ed321b252', 'network_id': '7ec03016-5972-412d-837e-85b126a1efc6', 'admin_state_up': True, 'tenant_id': 'f940db8e9df9468aa9c0e463c735ec77'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:18:18.818327 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port c445453e-e948-48bc-9245-2275d54b2e05, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=c445453e-e948-48bc-9245-2275d54b2e05,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:18:18.819605 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f34cc33-91bd-456f-afee-fa1fb90edd40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c445453e-e948-48bc-9245-2275d54b2e05'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:18:18.823826 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ebd7006-204b-426a-9856-2e73c1ddf3ec" -d '{"events": [{"server_uuid": "8f34cc33-91bd-456f-afee-fa1fb90edd40", "name": "network-vif-plugged", "status": "completed", "tag": "c445453e-e948-48bc-9245-2275d54b2e05"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:18:18.839146 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (c445453e-e948-48bc-9245-2275d54b2e05), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:18.891492 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6345ae8f-250c-408e-8dc0-09000e9ba62e req-2484012d-0631-4a08-93b4-7943e4f192ca tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] 10.222.0.64 "GET /v2.0/ports?device_id=3e7bea74-8d5d-459a-9d23-242ed321b252 HTTP/1.1" status: 200 len: 210 time: 0.0369678 Jan 28 19:18:18.942602 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=c445453e-e948-48bc-9245-2275d54b2e05,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:18.983993 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3655e5b-2765-4eab-9cbf-0aec79c5e8be x-openstack-request-id: req-a3655e5b-2765-4eab-9cbf-0aec79c5e8be {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:18:18.984292 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f34cc33-91bd-456f-afee-fa1fb90edd40", "name": "network-vif-plugged", "status": "completed", "tag": "c445453e-e948-48bc-9245-2275d54b2e05", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:18:18.984552 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a3655e5b-2765-4eab-9cbf-0aec79c5e8be {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:18:18.984950 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f34cc33-91bd-456f-afee-fa1fb90edd40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c445453e-e948-48bc-9245-2275d54b2e05', 'code': 200} Jan 28 19:18:19.010610 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e480c7ba-767d-4f7f-a2d2-0a40b6be4a24 req-2325dbd7-43e5-4979-8eeb-76929eb2f4cf tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] Made reservation on behalf of f940db8e9df9468aa9c0e463c735ec77 for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:18:19.017562 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-e480c7ba-767d-4f7f-a2d2-0a40b6be4a24 req-2325dbd7-43e5-4979-8eeb-76929eb2f4cf tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:19.119691 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654e8c21-43cd-4f58-9d55-d24287193cdc req-084a22d3-5e15-40e8-8e23-9d3d0f422a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:19.122104 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-654e8c21-43cd-4f58-9d55-d24287193cdc req-084a22d3-5e15-40e8-8e23-9d3d0f422a27 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8f34cc33-91bd-456f-afee-fa1fb90edd40 HTTP/1.1" status: 200 len: 1133 time: 0.0576138 Jan 28 19:18:19.184583 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-654e8c21-43cd-4f58-9d55-d24287193cdc req-22d76bd3-0585-403b-ab4b-44b0c0c54c18 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=c326a8a3-da0b-43eb-8867-b30c14662b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544138 Jan 28 19:18:19.204058 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda47fb1-6dca-4062-af6b-361b9d123062 req-895766c9-8a8b-4b30-9fe7-bb5c57c3ba22 tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:19.208351 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-cda47fb1-6dca-4062-af6b-361b9d123062 req-895766c9-8a8b-4b30-9fe7-bb5c57c3ba22 tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] 10.222.0.64 "GET /v2.0/ports?device_id=228a75e3-e402-4ada-ac1a-23df5443afe6 HTTP/1.1" status: 200 len: 943 time: 0.1249526 Jan 28 19:18:19.243422 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-e480c7ba-767d-4f7f-a2d2-0a40b6be4a24 req-2325dbd7-43e5-4979-8eeb-76929eb2f4cf tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] Allocated IP 172.20.0.9 (7ec03016-5972-412d-837e-85b126a1efc6/167d6f8b-2945-4c15-bbfc-1b64d284aeb5/b2949312-6f3b-459c-9d24-07d3734f8828) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:18:19.307054 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-cda47fb1-6dca-4062-af6b-361b9d123062 req-06aa40c4-af90-4077-a138-cdd5d321eaa7 tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] 10.222.0.64 "GET /v2.0/security-groups?id=99a9729b-e544-4e2d-a5f9-4bd7146adc54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888612 Jan 28 19:18:19.322214 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98d358f-eacd-442f-8c7d-a9c02a272940 req-dd9aac1d-3a6d-4749-9c03-357e7e445ae3 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:19.322214 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f98d358f-eacd-442f-8c7d-a9c02a272940 req-dd9aac1d-3a6d-4749-9c03-357e7e445ae3 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/networks?id=48d3a3c6-bccf-4b82-a5e6-9150eac77858 HTTP/1.1" status: 200 len: 815 time: 0.1316156 Jan 28 19:18:19.344995 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f98d358f-eacd-442f-8c7d-a9c02a272940 req-c7ca577e-268c-4533-90f3-32066bf348c0 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/quotas/f932699d0e2342708b5259b831d6c18c HTTP/1.1" status: 200 len: 375 time: 0.0181477 Jan 28 19:18:19.433776 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f98d358f-eacd-442f-8c7d-a9c02a272940 req-00bff7d0-e67a-4ac0-8735-f23e898cafd4 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=f932699d0e2342708b5259b831d6c18c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0810075 Jan 28 19:18:19.553425 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f98d358f-eacd-442f-8c7d-a9c02a272940 req-cc782cf3-4271-4156-8a27-57473b52c238 service neutron] 10.222.0.64 "GET /v2.0/networks/48d3a3c6-bccf-4b82-a5e6-9150eac77858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185899 Jan 28 19:18:19.611073 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device a43cddec-728b-4803-bee2-d34a64bfaf9d up at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:18:19.718576 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning for port a43cddec-728b-4803-bee2-d34a64bfaf9d completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:18:19.722812 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning complete for port a43cddec-728b-4803-bee2-d34a64bfaf9d triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:18:19.723199 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (a43cddec-728b-4803-bee2-d34a64bfaf9d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:19.746059 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f98d358f-eacd-442f-8c7d-a9c02a272940 req-16b1ed43-6495-4991-94ac-be3da61752e2 service neutron] 10.222.0.64 "GET /v2.0/networks/48d3a3c6-bccf-4b82-a5e6-9150eac77858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878667 Jan 28 19:18:19.885981 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port a43cddec-728b-4803-bee2-d34a64bfaf9d is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:18:19.886210 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (a43cddec-728b-4803-bee2-d34a64bfaf9d), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:19.945632 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port a43cddec-728b-4803-bee2-d34a64bfaf9d, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=a43cddec-728b-4803-bee2-d34a64bfaf9d,segment=NetworkSegment(3fce350c-ea58-4666-bd7d-c61ada9a9295),segment_id=3fce350c-ea58-4666-bd7d-c61ada9a9295)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:18:19.950309 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (a43cddec-728b-4803-bee2-d34a64bfaf9d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:20.018055 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=a43cddec-728b-4803-bee2-d34a64bfaf9d,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:20.038664 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1488f802-37c5-4770-9d38-3cbb24467b64 req-9a4f317d-1128-4e4f-9803-2cfe7f893fae tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:20.051553 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1488f802-37c5-4770-9d38-3cbb24467b64 req-9a4f317d-1128-4e4f-9803-2cfe7f893fae tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?device_id=f88825d0-a091-4453-bc06-8a2acaf44ba3 HTTP/1.1" status: 200 len: 945 time: 0.6533942 Jan 28 19:18:20.069902 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b634d2b9-694c-4b16-a2ca-b68fc116b728 req-fb04283e-f821-4644-b611-dfe0d61a577b tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:20.071536 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b634d2b9-694c-4b16-a2ca-b68fc116b728 req-fb04283e-f821-4644-b611-dfe0d61a577b tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/ports?device_id=8f34cc33-91bd-456f-afee-fa1fb90edd40 HTTP/1.1" status: 200 len: 950 time: 0.0821919 Jan 28 19:18:20.076768 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-e480c7ba-767d-4f7f-a2d2-0a40b6be4a24 req-2325dbd7-43e5-4979-8eeb-76929eb2f4cf tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] Publish callbacks [] for port (b2949312-6f3b-459c-9d24-07d3734f8828), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:20.137599 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1488f802-37c5-4770-9d38-3cbb24467b64 req-cf4d0c84-b334-47a1-999c-4a142ab04c8a tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/security-groups?id=414e93b9-08bc-438e-9127-05114ed7dbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800967 Jan 28 19:18:20.149424 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b634d2b9-694c-4b16-a2ca-b68fc116b728 req-8c0e2c93-5071-4770-9c33-cb75ec6a5b50 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/security-groups?id=c326a8a3-da0b-43eb-8867-b30c14662b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673625 Jan 28 19:18:20.166817 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-e480c7ba-767d-4f7f-a2d2-0a40b6be4a24 req-2325dbd7-43e5-4979-8eeb-76929eb2f4cf tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (b2949312-6f3b-459c-9d24-07d3734f8828), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:20.253238 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e480c7ba-767d-4f7f-a2d2-0a40b6be4a24 req-2325dbd7-43e5-4979-8eeb-76929eb2f4cf tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] Network 7ec03016-5972-412d-837e-85b126a1efc6 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:18:20.261532 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-e480c7ba-767d-4f7f-a2d2-0a40b6be4a24 req-2325dbd7-43e5-4979-8eeb-76929eb2f4cf tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:18:20.264449 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2325dbd7-43e5-4979-8eeb-76929eb2f4cf tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] Pushing event updated for resources: {'Port': ['ID=b2949312-6f3b-459c-9d24-07d3734f8828,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:20.266640 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-e480c7ba-767d-4f7f-a2d2-0a40b6be4a24 req-2325dbd7-43e5-4979-8eeb-76929eb2f4cf tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:18:20.322915 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e480c7ba-767d-4f7f-a2d2-0a40b6be4a24 req-2325dbd7-43e5-4979-8eeb-76929eb2f4cf tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:20.323518 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-e480c7ba-767d-4f7f-a2d2-0a40b6be4a24 req-2325dbd7-43e5-4979-8eeb-76929eb2f4cf tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:20.343506 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e480c7ba-767d-4f7f-a2d2-0a40b6be4a24 req-2325dbd7-43e5-4979-8eeb-76929eb2f4cf tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5527582 Jan 28 19:18:20.359523 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-e480c7ba-767d-4f7f-a2d2-0a40b6be4a24 req-fa9d0df6-2e60-49fc-8ad1-65f895bd3813 service neutron] Request body: {'port': {'device_id': '3e7bea74-8d5d-459a-9d23-242ed321b252', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-14'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:18:20.396366 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e262b3-de59-406f-91cc-a7f56b716385 req-98e1fe72-1452-43b3-b3a9-1fe074bd3114 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:20.407039 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f1e262b3-de59-406f-91cc-a7f56b716385 req-98e1fe72-1452-43b3-b3a9-1fe074bd3114 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3679d64-92cb-41f0-9190-19b107733d6b HTTP/1.1" status: 200 len: 945 time: 0.1998088 Jan 28 19:18:20.422672 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:20.453720 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-e480c7ba-767d-4f7f-a2d2-0a40b6be4a24 req-fa9d0df6-2e60-49fc-8ad1-65f895bd3813 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (b2949312-6f3b-459c-9d24-07d3734f8828), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:20.501247 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f1e262b3-de59-406f-91cc-a7f56b716385 req-7960faf0-1093-48ed-9bec-a6ae857d9cb4 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/security-groups?id=e52b5309-890e-4183-bf0d-6ef59c658d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851097 Jan 28 19:18:20.576677 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b3625a8a-eb19-42b8-89bf-1409cf726c45 req-0c6c7040-2ef9-46ef-8ea4-a57a6f36d670 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/ports?device_id=423fe725-02cc-4d98-b77e-d73d18170f79 HTTP/1.1" status: 200 len: 210 time: 0.0417960 Jan 28 19:18:20.768283 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac85d91d-856e-457b-a9d5-17b90c26a78a req-d43399bd-429b-4b09-a494-60ef9b107e25 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:20.779295 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ac85d91d-856e-457b-a9d5-17b90c26a78a req-d43399bd-429b-4b09-a494-60ef9b107e25 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] 10.222.0.64 "GET /v2.0/ports?device_id=3e7bea74-8d5d-459a-9d23-242ed321b252 HTTP/1.1" status: 200 len: 931 time: 0.1147516 Jan 28 19:18:20.819469 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d6e085-3a15-4d4a-9dc4-d086a26dffb2 req-07bb457b-042c-4659-965e-86ef567915c0 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:20.821844 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-15d6e085-3a15-4d4a-9dc4-d086a26dffb2 req-07bb457b-042c-4659-965e-86ef567915c0 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.41 "GET /v2.0/ports?device_id=587144d8-3f4e-497f-8a09-c3f0f7eaea93 HTTP/1.1" status: 200 len: 946 time: 0.3710842 Jan 28 19:18:20.868618 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ac85d91d-856e-457b-a9d5-17b90c26a78a req-754a152f-14a6-4a58-b6af-2238f5b9394c tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] 10.222.0.64 "GET /v2.0/security-groups?id=93e4e5d8-2172-46b4-bafb-a6d3892a81f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863097 Jan 28 19:18:20.985822 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3679d64-92cb-41f0-9190-19b107733d6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a43cddec-728b-4803-bee2-d34a64bfaf9d'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:18:20.990914 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74575a25-7529-4c3d-9a63-f58916fc0927" -d '{"events": [{"server_uuid": "a3679d64-92cb-41f0-9190-19b107733d6b", "name": "network-vif-plugged", "status": "completed", "tag": "a43cddec-728b-4803-bee2-d34a64bfaf9d"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:18:21.016852 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [req-e480c7ba-767d-4f7f-a2d2-0a40b6be4a24 req-fa9d0df6-2e60-49fc-8ad1-65f895bd3813 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2949312-6f3b-459c-9d24-07d3734f8828 {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:18:21.027576 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-e480c7ba-767d-4f7f-a2d2-0a40b6be4a24 req-fa9d0df6-2e60-49fc-8ad1-65f895bd3813 service neutron] Publish callbacks [] for port (b2949312-6f3b-459c-9d24-07d3734f8828), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:21.054432 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-15d6e085-3a15-4d4a-9dc4-d086a26dffb2 req-8e3dced4-e6b0-4aed-b8ea-02092aea43a8 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Deleting port 1ac76e2b-dc95-4c65-ae3f-039f4fde9352 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:18:21.055185 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-15d6e085-3a15-4d4a-9dc4-d086a26dffb2 req-8e3dced4-e6b0-4aed-b8ea-02092aea43a8 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (1ac76e2b-dc95-4c65-ae3f-039f4fde9352), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:21.072695 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-e480c7ba-767d-4f7f-a2d2-0a40b6be4a24 req-fa9d0df6-2e60-49fc-8ad1-65f895bd3813 service neutron] Transition to ACTIVE for port object b2949312-6f3b-459c-9d24-07d3734f8828 will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:18:21.103649 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6c05c5-9487-4fab-9b09-4d1a3ccce82f req-80efa1de-64ed-4d1d-84ff-517035bca9c4 tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:21.107472 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-e480c7ba-767d-4f7f-a2d2-0a40b6be4a24 req-fa9d0df6-2e60-49fc-8ad1-65f895bd3813 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (b2949312-6f3b-459c-9d24-07d3734f8828), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:21.114579 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1b6c05c5-9487-4fab-9b09-4d1a3ccce82f req-80efa1de-64ed-4d1d-84ff-517035bca9c4 tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] 10.222.0.64 "GET /v2.0/ports?device_id=228a75e3-e402-4ada-ac1a-23df5443afe6 HTTP/1.1" status: 200 len: 943 time: 0.1157713 Jan 28 19:18:21.184353 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1b6c05c5-9487-4fab-9b09-4d1a3ccce82f req-98f1f780-bde1-487b-89bd-9a952bd97231 tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] 10.222.0.64 "GET /v2.0/security-groups?id=99a9729b-e544-4e2d-a5f9-4bd7146adc54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657549 Jan 28 19:18:21.193379 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9d0df6-2e60-49fc-8ad1-65f895bd3813 service neutron] Pushing event updated for resources: {'Port': ['ID=b2949312-6f3b-459c-9d24-07d3734f8828,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:21.257154 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68f25ec8-a606-4572-887b-459d28b849ba x-openstack-request-id: req-68f25ec8-a606-4572-887b-459d28b849ba {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:18:21.257451 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3679d64-92cb-41f0-9190-19b107733d6b", "name": "network-vif-plugged", "status": "completed", "tag": "a43cddec-728b-4803-bee2-d34a64bfaf9d", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:18:21.257705 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-68f25ec8-a606-4572-887b-459d28b849ba {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:18:21.258099 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3679d64-92cb-41f0-9190-19b107733d6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a43cddec-728b-4803-bee2-d34a64bfaf9d', 'code': 200} Jan 28 19:18:21.274883 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-15d6e085-3a15-4d4a-9dc4-d086a26dffb2 req-8e3dced4-e6b0-4aed-b8ea-02092aea43a8 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] For port 1ac76e2b-dc95-4c65-ae3f-039f4fde9352, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=1ac76e2b-dc95-4c65-ae3f-039f4fde9352,segment=NetworkSegment(65f5b843-b58b-4f27-8faf-b99bc8156b89),segment_id=65f5b843-b58b-4f27-8faf-b99bc8156b89)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:18:21.275257 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-15d6e085-3a15-4d4a-9dc4-d086a26dffb2 req-8e3dced4-e6b0-4aed-b8ea-02092aea43a8 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (1ac76e2b-dc95-4c65-ae3f-039f4fde9352), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:21.297307 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-15d6e085-3a15-4d4a-9dc4-d086a26dffb2 req-8e3dced4-e6b0-4aed-b8ea-02092aea43a8 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Calling delete_port for 1ac76e2b-dc95-4c65-ae3f-039f4fde9352 owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:18:21.355619 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-e480c7ba-767d-4f7f-a2d2-0a40b6be4a24 req-fa9d0df6-2e60-49fc-8ad1-65f895bd3813 service neutron] Attempting to bind port b2949312-6f3b-459c-9d24-07d3734f8828 on host n-h1-812111-14 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:18:21.355971 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-e480c7ba-767d-4f7f-a2d2-0a40b6be4a24 req-fa9d0df6-2e60-49fc-8ad1-65f895bd3813 service neutron] Attempting to bind port b2949312-6f3b-459c-9d24-07d3734f8828 by drivers openvswitch,hyperv on host n-h1-812111-14 at level 0 using segments [{'id': 'dddb75af-2afb-4991-9652-8b4dd43b8077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7ec03016-5972-412d-837e-85b126a1efc6'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:18:21.356296 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e480c7ba-767d-4f7f-a2d2-0a40b6be4a24 req-fa9d0df6-2e60-49fc-8ad1-65f895bd3813 service neutron] Attempting to bind port b2949312-6f3b-459c-9d24-07d3734f8828 on network 7ec03016-5972-412d-837e-85b126a1efc6 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:18:21.366677 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e480c7ba-767d-4f7f-a2d2-0a40b6be4a24 req-fa9d0df6-2e60-49fc-8ad1-65f895bd3813 service neutron] Port b2949312-6f3b-459c-9d24-07d3734f8828 on network 7ec03016-5972-412d-837e-85b126a1efc6 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-14 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:18:21.367009 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e480c7ba-767d-4f7f-a2d2-0a40b6be4a24 req-fa9d0df6-2e60-49fc-8ad1-65f895bd3813 service neutron] Attempting to bind port b2949312-6f3b-459c-9d24-07d3734f8828 on network 7ec03016-5972-412d-837e-85b126a1efc6 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:18:21.381887 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e480c7ba-767d-4f7f-a2d2-0a40b6be4a24 req-fa9d0df6-2e60-49fc-8ad1-65f895bd3813 service neutron] Checking agent: {'id': 'b544ba20-de93-4d86-9e6b-a2202deb6191', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:18:21.382249 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e480c7ba-767d-4f7f-a2d2-0a40b6be4a24 req-fa9d0df6-2e60-49fc-8ad1-65f895bd3813 service neutron] Checking segment: {'id': 'dddb75af-2afb-4991-9652-8b4dd43b8077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7ec03016-5972-412d-837e-85b126a1efc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:18:21.382642 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e480c7ba-767d-4f7f-a2d2-0a40b6be4a24 req-fa9d0df6-2e60-49fc-8ad1-65f895bd3813 service neutron] Bound using segment: {'id': 'dddb75af-2afb-4991-9652-8b4dd43b8077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7ec03016-5972-412d-837e-85b126a1efc6'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:18:21.383102 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-e480c7ba-767d-4f7f-a2d2-0a40b6be4a24 req-fa9d0df6-2e60-49fc-8ad1-65f895bd3813 service neutron] Bound port: b2949312-6f3b-459c-9d24-07d3734f8828, host: n-h1-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dddb75af-2afb-4991-9652-8b4dd43b8077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7ec03016-5972-412d-837e-85b126a1efc6'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:18:21.383468 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-e480c7ba-767d-4f7f-a2d2-0a40b6be4a24 req-fa9d0df6-2e60-49fc-8ad1-65f895bd3813 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (b2949312-6f3b-459c-9d24-07d3734f8828), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:21.452082 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d609cce0-f05f-482d-853f-16dbc793852a req-77f8baf4-5697-436e-809a-e68dad37638a tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:21.457799 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d609cce0-f05f-482d-853f-16dbc793852a req-77f8baf4-5697-436e-809a-e68dad37638a tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?device_id=f88825d0-a091-4453-bc06-8a2acaf44ba3 HTTP/1.1" status: 200 len: 945 time: 0.1452620 Jan 28 19:18:21.459969 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcef361-fa53-4d83-a60e-aafed13a1f6c req-38c41ee5-b7c7-45c1-a5e5-3b11f2c5c344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:21.461657 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4bcef361-fa53-4d83-a60e-aafed13a1f6c req-38c41ee5-b7c7-45c1-a5e5-3b11f2c5c344 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a3679d64-92cb-41f0-9190-19b107733d6b HTTP/1.1" status: 200 len: 1128 time: 0.1060886 Jan 28 19:18:21.500349 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-e480c7ba-767d-4f7f-a2d2-0a40b6be4a24 req-fa9d0df6-2e60-49fc-8ad1-65f895bd3813 service neutron] For port b2949312-6f3b-459c-9d24-07d3734f8828, host n-h1-812111-14, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:18:21.505402 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-e480c7ba-767d-4f7f-a2d2-0a40b6be4a24 req-fa9d0df6-2e60-49fc-8ad1-65f895bd3813 service neutron] For port b2949312-6f3b-459c-9d24-07d3734f8828, host n-h1-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=b2949312-6f3b-459c-9d24-07d3734f8828,segment=NetworkSegment(dddb75af-2afb-4991-9652-8b4dd43b8077),segment_id=dddb75af-2afb-4991-9652-8b4dd43b8077)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:18:21.517279 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-e480c7ba-767d-4f7f-a2d2-0a40b6be4a24 req-fa9d0df6-2e60-49fc-8ad1-65f895bd3813 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (b2949312-6f3b-459c-9d24-07d3734f8828), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:21.543292 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4bcef361-fa53-4d83-a60e-aafed13a1f6c req-222b3511-70d1-4d56-baf7-55e75e9e2943 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e52b5309-890e-4183-bf0d-6ef59c658d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732872 Jan 28 19:18:21.546925 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d609cce0-f05f-482d-853f-16dbc793852a req-c51ac22a-f32a-45b5-95ce-af44fe6c4126 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/security-groups?id=414e93b9-08bc-438e-9127-05114ed7dbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843668 Jan 28 19:18:21.550273 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-15d6e085-3a15-4d4a-9dc4-d086a26dffb2 req-8e3dced4-e6b0-4aed-b8ea-02092aea43a8 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (1ac76e2b-dc95-4c65-ae3f-039f4fde9352), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:21.575217 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['1ac76e2b-dc95-4c65-ae3f-039f4fde9352'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:18:21.576151 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e480c7ba-767d-4f7f-a2d2-0a40b6be4a24 req-fa9d0df6-2e60-49fc-8ad1-65f895bd3813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:21.576151 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-e480c7ba-767d-4f7f-a2d2-0a40b6be4a24 req-fa9d0df6-2e60-49fc-8ad1-65f895bd3813 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:21.576151 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e480c7ba-767d-4f7f-a2d2-0a40b6be4a24 req-fa9d0df6-2e60-49fc-8ad1-65f895bd3813 service neutron] 10.222.0.41 "PUT /v2.0/ports/b2949312-6f3b-459c-9d24-07d3734f8828 HTTP/1.1" status: 200 len: 1092 time: 1.2188561 Jan 28 19:18:21.576151 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e7bea74-8d5d-459a-9d23-242ed321b252', 'tag': 'b2949312-6f3b-459c-9d24-07d3734f8828'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:18:21.576576 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4404ec37-2c46-473a-af32-ff7742df2567" -d '{"events": [{"name": "network-changed", "server_uuid": "3e7bea74-8d5d-459a-9d23-242ed321b252", "tag": "b2949312-6f3b-459c-9d24-07d3734f8828"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:18:21.619759 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9d0df6-2e60-49fc-8ad1-65f895bd3813 service neutron] Pushing event updated for resources: {'Port': ['ID=b2949312-6f3b-459c-9d24-07d3734f8828,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:21.667850 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3dced4-e6b0-4aed-b8ea-02092aea43a8 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Pushing event deleted for resources: {'Port': ['ID=1ac76e2b-dc95-4c65-ae3f-039f4fde9352,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:21.670508 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-15d6e085-3a15-4d4a-9dc4-d086a26dffb2 req-8e3dced4-e6b0-4aed-b8ea-02092aea43a8 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] No DVR routers for this DVR port 1ac76e2b-dc95-4c65-ae3f-039f4fde9352 on host n-h1-812111-14 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:18:21.673901 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-15d6e085-3a15-4d4a-9dc4-d086a26dffb2 req-8e3dced4-e6b0-4aed-b8ea-02092aea43a8 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:21.677423 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-15d6e085-3a15-4d4a-9dc4-d086a26dffb2 req-8e3dced4-e6b0-4aed-b8ea-02092aea43a8 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.41 "DELETE /v2.0/ports/1ac76e2b-dc95-4c65-ae3f-039f4fde9352 HTTP/1.1" status: 204 len: 173 time: 0.8418782 Jan 28 19:18:21.786551 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873af36b-6e96-4db9-b763-2766dd17c28a req-a907d487-f872-4689-9247-08d1ed5c4dc4 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:21.793872 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-873af36b-6e96-4db9-b763-2766dd17c28a req-a907d487-f872-4689-9247-08d1ed5c4dc4 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/ports?device_id=8f34cc33-91bd-456f-afee-fa1fb90edd40 HTTP/1.1" status: 200 len: 950 time: 0.1209137 Jan 28 19:18:21.834709 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98d358f-eacd-442f-8c7d-a9c02a272940 req-06af1ac3-0d06-4e99-9212-b81685689f64 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:21.836293 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f98d358f-eacd-442f-8c7d-a9c02a272940 req-06af1ac3-0d06-4e99-9212-b81685689f64 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.70 "GET /v2.0/networks?id=48d3a3c6-bccf-4b82-a5e6-9150eac77858 HTTP/1.1" status: 200 len: 815 time: 0.2077427 Jan 28 19:18:21.870059 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-f98d358f-eacd-442f-8c7d-a9c02a272940 req-85eb5910-9b05-430a-badb-e391b1024bc2 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Request body: {'port': {'device_id': '423fe725-02cc-4d98-b77e-d73d18170f79', 'network_id': '48d3a3c6-bccf-4b82-a5e6-9150eac77858', 'admin_state_up': True, 'tenant_id': 'f932699d0e2342708b5259b831d6c18c'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:18:21.873741 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e480c7ba-767d-4f7f-a2d2-0a40b6be4a24 req-81aff4f2-fd48-4ef7-b373-cf68cdfe5b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:21.876461 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e480c7ba-767d-4f7f-a2d2-0a40b6be4a24 req-81aff4f2-fd48-4ef7-b373-cf68cdfe5b70 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f940db8e9df9468aa9c0e463c735ec77&device_id=3e7bea74-8d5d-459a-9d23-242ed321b252 HTTP/1.1" status: 200 len: 1126 time: 0.0614293 Jan 28 19:18:21.893808 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-873af36b-6e96-4db9-b763-2766dd17c28a req-89aa619d-8fa5-4825-9172-501c7c270888 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/security-groups?id=c326a8a3-da0b-43eb-8867-b30c14662b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934806 Jan 28 19:18:21.934645 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e480c7ba-767d-4f7f-a2d2-0a40b6be4a24 req-cc41952c-d4c0-4a05-9133-6b0355c583fe service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b2949312-6f3b-459c-9d24-07d3734f8828 HTTP/1.1" status: 200 len: 217 time: 0.0458713 Jan 28 19:18:22.001494 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e480c7ba-767d-4f7f-a2d2-0a40b6be4a24 req-5e164a60-aedb-41a5-a21e-a680ca521a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:22.005349 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e480c7ba-767d-4f7f-a2d2-0a40b6be4a24 req-5e164a60-aedb-41a5-a21e-a680ca521a4d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=167d6f8b-2945-4c15-bbfc-1b64d284aeb5 HTTP/1.1" status: 200 len: 862 time: 0.0593283 Jan 28 19:18:22.039522 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e480c7ba-767d-4f7f-a2d2-0a40b6be4a24 req-24392110-6d35-4f58-8bb6-fbc9d712bbfe service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7ec03016-5972-412d-837e-85b126a1efc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269825 Jan 28 19:18:22.065694 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f98d358f-eacd-442f-8c7d-a9c02a272940 req-85eb5910-9b05-430a-badb-e391b1024bc2 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Made reservation on behalf of f932699d0e2342708b5259b831d6c18c for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:18:22.069711 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f98d358f-eacd-442f-8c7d-a9c02a272940 req-85eb5910-9b05-430a-badb-e391b1024bc2 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:22.080680 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad456da1-8777-43af-a109-13634bad117c req-d0c5cf44-9be7-47c9-a314-bfbde6a511a1 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:22.082421 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ad456da1-8777-43af-a109-13634bad117c req-d0c5cf44-9be7-47c9-a314-bfbde6a511a1 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3679d64-92cb-41f0-9190-19b107733d6b HTTP/1.1" status: 200 len: 945 time: 0.0963871 Jan 28 19:18:22.147587 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e480c7ba-767d-4f7f-a2d2-0a40b6be4a24 req-9835b55a-5a8f-4a05-895b-534bf9cc6ec8 service neutron] 10.222.0.41 "GET /v2.0/networks/7ec03016-5972-412d-837e-85b126a1efc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012931 Jan 28 19:18:22.208897 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ad456da1-8777-43af-a109-13634bad117c req-f2035eca-cd1c-484d-b300-8f2a717560da tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/security-groups?id=e52b5309-890e-4183-bf0d-6ef59c658d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197293 Jan 28 19:18:22.306323 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-f98d358f-eacd-442f-8c7d-a9c02a272940 req-85eb5910-9b05-430a-badb-e391b1024bc2 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Allocated IP 172.20.0.8 (48d3a3c6-bccf-4b82-a5e6-9150eac77858/84341c46-a745-4b5e-a0f8-0858316efcdb/43a2ac51-0354-423c-9461-b245100cbca7) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:18:22.346492 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57188207-32ed-4b8a-b760-83eab7f13562 x-openstack-request-id: req-57188207-32ed-4b8a-b760-83eab7f13562 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:18:22.346775 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e7bea74-8d5d-459a-9d23-242ed321b252", "tag": "b2949312-6f3b-459c-9d24-07d3734f8828", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:18:22.347102 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-57188207-32ed-4b8a-b760-83eab7f13562 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:18:22.347426 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e7bea74-8d5d-459a-9d23-242ed321b252', 'tag': 'b2949312-6f3b-459c-9d24-07d3734f8828', 'status': 'completed', 'code': 200} Jan 28 19:18:22.362998 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e480c7ba-767d-4f7f-a2d2-0a40b6be4a24 req-ab6a878f-873f-4f5a-a1b6-6fca8fcb9559 service neutron] 10.222.0.41 "GET /v2.0/networks/7ec03016-5972-412d-837e-85b126a1efc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046564 Jan 28 19:18:22.385671 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1067c8d0-98fc-4fbc-9a7a-345548c72630 req-b30630c0-25d2-4b6b-a185-16432c1007c1 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/ports?device_id=423fe725-02cc-4d98-b77e-d73d18170f79 HTTP/1.1" status: 200 len: 210 time: 0.0537446 Jan 28 19:18:22.514360 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4404ec37-2c46-473a-af32-ff7742df2567 req-7a703ed1-c8da-4f77-b404-64efe7e2f0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:22.516126 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4404ec37-2c46-473a-af32-ff7742df2567 req-7a703ed1-c8da-4f77-b404-64efe7e2f0ad service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f940db8e9df9468aa9c0e463c735ec77&device_id=3e7bea74-8d5d-459a-9d23-242ed321b252 HTTP/1.1" status: 200 len: 1126 time: 0.0571208 Jan 28 19:18:22.568765 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeec1105-2c6b-45ac-b76e-264d61bdc75c req-5ce6341d-8c73-4b00-9c05-0fb36e496f25 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:22.570623 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-eeec1105-2c6b-45ac-b76e-264d61bdc75c req-5ce6341d-8c73-4b00-9c05-0fb36e496f25 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] 10.222.0.64 "GET /v2.0/ports?device_id=3e7bea74-8d5d-459a-9d23-242ed321b252 HTTP/1.1" status: 200 len: 943 time: 0.0900404 Jan 28 19:18:22.586695 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f98d358f-eacd-442f-8c7d-a9c02a272940 req-85eb5910-9b05-430a-badb-e391b1024bc2 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Publish callbacks [] for port (43a2ac51-0354-423c-9461-b245100cbca7), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:22.622193 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4404ec37-2c46-473a-af32-ff7742df2567 req-e72cd4a1-ffe3-495d-80f3-d98a83d98cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:22.624110 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4404ec37-2c46-473a-af32-ff7742df2567 req-e72cd4a1-ffe3-495d-80f3-d98a83d98cd7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7ec03016-5972-412d-837e-85b126a1efc6 HTTP/1.1" status: 200 len: 922 time: 0.0996165 Jan 28 19:18:22.657847 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-eeec1105-2c6b-45ac-b76e-264d61bdc75c req-39b1ac20-3e86-4c0e-a1ef-706ac556f112 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] 10.222.0.64 "GET /v2.0/security-groups?id=93e4e5d8-2172-46b4-bafb-a6d3892a81f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741849 Jan 28 19:18:22.664245 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f98d358f-eacd-442f-8c7d-a9c02a272940 req-85eb5910-9b05-430a-badb-e391b1024bc2 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (43a2ac51-0354-423c-9461-b245100cbca7), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:22.677956 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4404ec37-2c46-473a-af32-ff7742df2567 req-4aae858b-b9c7-4640-ba47-9d890284c348 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b2949312-6f3b-459c-9d24-07d3734f8828 HTTP/1.1" status: 200 len: 217 time: 0.0449791 Jan 28 19:18:22.731043 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f98d358f-eacd-442f-8c7d-a9c02a272940 req-85eb5910-9b05-430a-badb-e391b1024bc2 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Network 48d3a3c6-bccf-4b82-a5e6-9150eac77858 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:18:22.736753 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-f98d358f-eacd-442f-8c7d-a9c02a272940 req-85eb5910-9b05-430a-badb-e391b1024bc2 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:18:22.739900 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eb5910-9b05-430a-badb-e391b1024bc2 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Pushing event updated for resources: {'Port': ['ID=43a2ac51-0354-423c-9461-b245100cbca7,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:22.742453 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-f98d358f-eacd-442f-8c7d-a9c02a272940 req-85eb5910-9b05-430a-badb-e391b1024bc2 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:18:22.788163 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4404ec37-2c46-473a-af32-ff7742df2567 req-bdd2c0a6-0733-4bf5-8b11-347eb35e3fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:22.790193 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4404ec37-2c46-473a-af32-ff7742df2567 req-bdd2c0a6-0733-4bf5-8b11-347eb35e3fb0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=167d6f8b-2945-4c15-bbfc-1b64d284aeb5 HTTP/1.1" status: 200 len: 862 time: 0.1025209 Jan 28 19:18:22.831522 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4404ec37-2c46-473a-af32-ff7742df2567 req-99f6d0f3-7025-4d7a-9562-e032952c12ef service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7ec03016-5972-412d-837e-85b126a1efc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347519 Jan 28 19:18:22.843782 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98d358f-eacd-442f-8c7d-a9c02a272940 req-85eb5910-9b05-430a-badb-e391b1024bc2 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:22.844687 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f98d358f-eacd-442f-8c7d-a9c02a272940 req-85eb5910-9b05-430a-badb-e391b1024bc2 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:22.862466 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670b188e-5484-460f-a320-68079e832c14 req-7e5a0011-5b18-4e79-b052-0eca6dd6aad1 tempest-ServersOnMultiNodesTest-1010744972 tempest-ServersOnMultiNodesTest-1010744972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:22.865666 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-670b188e-5484-460f-a320-68079e832c14 req-7e5a0011-5b18-4e79-b052-0eca6dd6aad1 tempest-ServersOnMultiNodesTest-1010744972 tempest-ServersOnMultiNodesTest-1010744972-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=8f34cc33-91bd-456f-afee-fa1fb90edd40 HTTP/1.1" status: 200 len: 1133 time: 0.0795028 Jan 28 19:18:22.870364 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f98d358f-eacd-442f-8c7d-a9c02a272940 req-85eb5910-9b05-430a-badb-e391b1024bc2 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0087683 Jan 28 19:18:22.882196 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-f98d358f-eacd-442f-8c7d-a9c02a272940 req-14e112f6-950d-4f4c-8363-3ade991771aa service neutron] Request body: {'port': {'device_id': '423fe725-02cc-4d98-b77e-d73d18170f79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-14'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:18:22.934005 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4404ec37-2c46-473a-af32-ff7742df2567 req-27a1310d-58b1-4289-9781-587c075ca4f9 service neutron] 10.222.0.41 "GET /v2.0/networks/7ec03016-5972-412d-837e-85b126a1efc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958307 Jan 28 19:18:23.033082 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4404ec37-2c46-473a-af32-ff7742df2567 req-2b820860-3333-49cd-9b15-f1d4569f9b76 service neutron] 10.222.0.41 "GET /v2.0/networks/7ec03016-5972-412d-837e-85b126a1efc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869858 Jan 28 19:18:23.233926 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-670b188e-5484-460f-a320-68079e832c14 req-2b640693-c25e-45ab-99a2-7ac7ae2a826f tempest-ServersOnMultiNodesTest-1010744972 tempest-ServersOnMultiNodesTest-1010744972-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=c326a8a3-da0b-43eb-8867-b30c14662b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3622115 Jan 28 19:18:23.240269 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f98d358f-eacd-442f-8c7d-a9c02a272940 req-14e112f6-950d-4f4c-8363-3ade991771aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (43a2ac51-0354-423c-9461-b245100cbca7), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:23.461493 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11365432-fc2b-420b-913c-adcf52bb98d4 req-365eb51f-736c-42c4-9353-be5ac8faf6ca tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:23.463088 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-11365432-fc2b-420b-913c-adcf52bb98d4 req-365eb51f-736c-42c4-9353-be5ac8faf6ca tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] 10.222.0.64 "GET /v2.0/ports?device_id=228a75e3-e402-4ada-ac1a-23df5443afe6 HTTP/1.1" status: 200 len: 943 time: 0.1626499 Jan 28 19:18:23.545406 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-11365432-fc2b-420b-913c-adcf52bb98d4 req-ec973792-fbc5-4b4c-855f-35f3162a9d4e tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] 10.222.0.64 "GET /v2.0/security-groups?id=99a9729b-e544-4e2d-a5f9-4bd7146adc54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761235 Jan 28 19:18:23.550011 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:23.602552 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-f98d358f-eacd-442f-8c7d-a9c02a272940 req-14e112f6-950d-4f4c-8363-3ade991771aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43a2ac51-0354-423c-9461-b245100cbca7 {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:18:23.613902 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f98d358f-eacd-442f-8c7d-a9c02a272940 req-14e112f6-950d-4f4c-8363-3ade991771aa service neutron] Publish callbacks [] for port (43a2ac51-0354-423c-9461-b245100cbca7), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:23.621529 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device b2949312-6f3b-459c-9d24-07d3734f8828 details requested by agent hyperv_n-h1-812111-14 with host n-h1-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:18:23.632010 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 1ac76e2b-dc95-4c65-ae3f-039f4fde9352 no longer exists at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:18:23.633063 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-f98d358f-eacd-442f-8c7d-a9c02a272940 req-14e112f6-950d-4f4c-8363-3ade991771aa service neutron] Transition to ACTIVE for port object 43a2ac51-0354-423c-9461-b245100cbca7 will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:18:23.638931 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f98d358f-eacd-442f-8c7d-a9c02a272940 req-14e112f6-950d-4f4c-8363-3ade991771aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (43a2ac51-0354-423c-9461-b245100cbca7), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:23.661211 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] No Port match for: 1ac76e2b-dc95-4c65-ae3f-039f4fde9352 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:18:23.661795 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 1ac76e2b-dc95-4c65-ae3f-039f4fde9352 not bound to the agent host n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:18:23.760171 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e112f6-950d-4f4c-8363-3ade991771aa service neutron] Pushing event updated for resources: {'Port': ['ID=43a2ac51-0354-423c-9461-b245100cbca7,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:23.807662 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339672c3-bb17-4633-af85-7ec4c74829cc req-a2db64d9-dd03-48b2-bbf1-68d87094a8de tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:23.809302 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-339672c3-bb17-4633-af85-7ec4c74829cc req-a2db64d9-dd03-48b2-bbf1-68d87094a8de tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?device_id=f88825d0-a091-4453-bc06-8a2acaf44ba3 HTTP/1.1" status: 200 len: 945 time: 0.1645527 Jan 28 19:18:23.819426 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port b2949312-6f3b-459c-9d24-07d3734f8828, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=b2949312-6f3b-459c-9d24-07d3734f8828,segment=NetworkSegment(dddb75af-2afb-4991-9652-8b4dd43b8077),segment_id=dddb75af-2afb-4991-9652-8b4dd43b8077)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:18:23.832616 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Returning: {'device': 'b2949312-6f3b-459c-9d24-07d3734f8828', 'network_id': '7ec03016-5972-412d-837e-85b126a1efc6', 'port_id': 'b2949312-6f3b-459c-9d24-07d3734f8828', 'mac_address': 'fa:16:3e:ac:20:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '167d6f8b-2945-4c15-bbfc-1b64d284aeb5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:18:23.876866 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9ce9a4-d3f5-4bba-9426-0513475d5b08 req-d0d1da10-f85d-464b-a36f-6b3aec7086dc tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:23.879181 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7b9ce9a4-d3f5-4bba-9426-0513475d5b08 req-d0d1da10-f85d-464b-a36f-6b3aec7086dc tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/networks?id=72a547d0-d9da-4c9f-b2a7-a4b786ea70ac HTTP/1.1" status: 200 len: 820 time: 0.1722741 Jan 28 19:18:23.884124 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port b2949312-6f3b-459c-9d24-07d3734f8828 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:18:23.890023 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (b2949312-6f3b-459c-9d24-07d3734f8828), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:23.898014 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7b9ce9a4-d3f5-4bba-9426-0513475d5b08 req-11c801c7-316f-4f53-b6e8-b9b2dc7b9599 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/quotas/57a0678ad1cb4e46b30e232c1f317a59 HTTP/1.1" status: 200 len: 375 time: 0.0109961 Jan 28 19:18:23.900265 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-339672c3-bb17-4633-af85-7ec4c74829cc req-a6461bb2-650e-4c61-8108-4e3f12389a63 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/security-groups?id=414e93b9-08bc-438e-9127-05114ed7dbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670424 Jan 28 19:18:23.900924 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-f98d358f-eacd-442f-8c7d-a9c02a272940 req-14e112f6-950d-4f4c-8363-3ade991771aa service neutron] Attempting to bind port 43a2ac51-0354-423c-9461-b245100cbca7 on host n-h2-812111-14 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:18:23.901290 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-f98d358f-eacd-442f-8c7d-a9c02a272940 req-14e112f6-950d-4f4c-8363-3ade991771aa service neutron] Attempting to bind port 43a2ac51-0354-423c-9461-b245100cbca7 by drivers openvswitch,hyperv on host n-h2-812111-14 at level 0 using segments [{'id': '65f5b843-b58b-4f27-8faf-b99bc8156b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '48d3a3c6-bccf-4b82-a5e6-9150eac77858'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:18:23.901627 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98d358f-eacd-442f-8c7d-a9c02a272940 req-14e112f6-950d-4f4c-8363-3ade991771aa service neutron] Attempting to bind port 43a2ac51-0354-423c-9461-b245100cbca7 on network 48d3a3c6-bccf-4b82-a5e6-9150eac77858 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:18:23.907628 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98d358f-eacd-442f-8c7d-a9c02a272940 req-14e112f6-950d-4f4c-8363-3ade991771aa service neutron] Port 43a2ac51-0354-423c-9461-b245100cbca7 on network 48d3a3c6-bccf-4b82-a5e6-9150eac77858 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-14 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:18:23.907958 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98d358f-eacd-442f-8c7d-a9c02a272940 req-14e112f6-950d-4f4c-8363-3ade991771aa service neutron] Attempting to bind port 43a2ac51-0354-423c-9461-b245100cbca7 on network 48d3a3c6-bccf-4b82-a5e6-9150eac77858 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:18:23.913615 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98d358f-eacd-442f-8c7d-a9c02a272940 req-14e112f6-950d-4f4c-8363-3ade991771aa service neutron] Checking agent: {'id': '8f3fee4e-bf24-4b58-8a3a-ae9c8011a473', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 18, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:18:23.913959 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98d358f-eacd-442f-8c7d-a9c02a272940 req-14e112f6-950d-4f4c-8363-3ade991771aa service neutron] Checking segment: {'id': '65f5b843-b58b-4f27-8faf-b99bc8156b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '48d3a3c6-bccf-4b82-a5e6-9150eac77858'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:18:23.914348 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98d358f-eacd-442f-8c7d-a9c02a272940 req-14e112f6-950d-4f4c-8363-3ade991771aa service neutron] Bound using segment: {'id': '65f5b843-b58b-4f27-8faf-b99bc8156b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '48d3a3c6-bccf-4b82-a5e6-9150eac77858'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:18:23.914776 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-f98d358f-eacd-442f-8c7d-a9c02a272940 req-14e112f6-950d-4f4c-8363-3ade991771aa service neutron] Bound port: 43a2ac51-0354-423c-9461-b245100cbca7, host: n-h2-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65f5b843-b58b-4f27-8faf-b99bc8156b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '48d3a3c6-bccf-4b82-a5e6-9150eac77858'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:18:23.915145 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f98d358f-eacd-442f-8c7d-a9c02a272940 req-14e112f6-950d-4f4c-8363-3ade991771aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (43a2ac51-0354-423c-9461-b245100cbca7), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:23.922901 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2949312-6f3b-459c-9d24-07d3734f8828 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:18:23.953201 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port b2949312-6f3b-459c-9d24-07d3734f8828, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=b2949312-6f3b-459c-9d24-07d3734f8828,segment=NetworkSegment(dddb75af-2afb-4991-9652-8b4dd43b8077),segment_id=dddb75af-2afb-4991-9652-8b4dd43b8077)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:18:23.968773 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (b2949312-6f3b-459c-9d24-07d3734f8828), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:23.993044 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7b9ce9a4-d3f5-4bba-9426-0513475d5b08 req-440ff8fd-416d-4fc9-a4ae-a51d3f5313e6 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=57a0678ad1cb4e46b30e232c1f317a59&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0837581 Jan 28 19:18:24.038437 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=b2949312-6f3b-459c-9d24-07d3734f8828,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:24.070698 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-f98d358f-eacd-442f-8c7d-a9c02a272940 req-14e112f6-950d-4f4c-8363-3ade991771aa service neutron] For port 43a2ac51-0354-423c-9461-b245100cbca7, host n-h2-812111-14, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:18:24.079317 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9919d0-8c4a-4965-9470-985ad9b3d6bf req-6f08a1f3-6bb8-453a-a285-fc7222219210 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:24.080837 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1b9919d0-8c4a-4965-9470-985ad9b3d6bf req-6f08a1f3-6bb8-453a-a285-fc7222219210 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3679d64-92cb-41f0-9190-19b107733d6b HTTP/1.1" status: 200 len: 945 time: 0.0896184 Jan 28 19:18:24.082612 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-f98d358f-eacd-442f-8c7d-a9c02a272940 req-14e112f6-950d-4f4c-8363-3ade991771aa service neutron] For port 43a2ac51-0354-423c-9461-b245100cbca7, host n-h2-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=43a2ac51-0354-423c-9461-b245100cbca7,segment=NetworkSegment(65f5b843-b58b-4f27-8faf-b99bc8156b89),segment_id=65f5b843-b58b-4f27-8faf-b99bc8156b89)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:18:24.098432 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f98d358f-eacd-442f-8c7d-a9c02a272940 req-14e112f6-950d-4f4c-8363-3ade991771aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (43a2ac51-0354-423c-9461-b245100cbca7), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:24.146953 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98d358f-eacd-442f-8c7d-a9c02a272940 req-14e112f6-950d-4f4c-8363-3ade991771aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:24.147657 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f98d358f-eacd-442f-8c7d-a9c02a272940 req-14e112f6-950d-4f4c-8363-3ade991771aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:24.149322 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f98d358f-eacd-442f-8c7d-a9c02a272940 req-14e112f6-950d-4f4c-8363-3ade991771aa service neutron] 10.222.0.70 "PUT /v2.0/ports/43a2ac51-0354-423c-9461-b245100cbca7 HTTP/1.1" status: 200 len: 1092 time: 1.2707705 Jan 28 19:18:24.155233 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '423fe725-02cc-4d98-b77e-d73d18170f79', 'tag': '43a2ac51-0354-423c-9461-b245100cbca7'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:18:24.155842 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7b9ce9a4-d3f5-4bba-9426-0513475d5b08 req-248fa9ec-b0cd-49e2-a6b0-7d3bc63bcf28 service neutron] 10.222.0.64 "GET /v2.0/networks/72a547d0-d9da-4c9f-b2a7-a4b786ea70ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545656 Jan 28 19:18:24.157547 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3418ef6-649a-417d-87b5-5d0e8df73fd9" -d '{"events": [{"name": "network-changed", "server_uuid": "423fe725-02cc-4d98-b77e-d73d18170f79", "tag": "43a2ac51-0354-423c-9461-b245100cbca7"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:18:24.194194 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1b9919d0-8c4a-4965-9470-985ad9b3d6bf req-8dffb2ac-9dd2-4dcd-9d6b-ef522eff94ec tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/security-groups?id=e52b5309-890e-4183-bf0d-6ef59c658d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056292 Jan 28 19:18:24.201549 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e112f6-950d-4f4c-8363-3ade991771aa service neutron] Pushing event updated for resources: {'Port': ['ID=43a2ac51-0354-423c-9461-b245100cbca7,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:24.274419 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98d358f-eacd-442f-8c7d-a9c02a272940 req-c370f408-aabf-4dc2-b486-78c348b9bb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:24.275981 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f98d358f-eacd-442f-8c7d-a9c02a272940 req-c370f408-aabf-4dc2-b486-78c348b9bb90 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f932699d0e2342708b5259b831d6c18c&device_id=423fe725-02cc-4d98-b77e-d73d18170f79 HTTP/1.1" status: 200 len: 1126 time: 0.0857875 Jan 28 19:18:24.277762 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['b2949312-6f3b-459c-9d24-07d3734f8828'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:18:24.279594 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7b9ce9a4-d3f5-4bba-9426-0513475d5b08 req-7924b90b-1b4f-480d-9a74-1d953e40b969 service neutron] 10.222.0.64 "GET /v2.0/networks/72a547d0-d9da-4c9f-b2a7-a4b786ea70ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136870 Jan 28 19:18:24.348327 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '587144d8-3f4e-497f-8a09-c3f0f7eaea93', 'name': 'network-vif-deleted', 'tag': '1ac76e2b-dc95-4c65-ae3f-039f4fde9352'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:18:24.350776 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f697ee29-1f39-43a4-a573-df3889cc3d3a" -d '{"events": [{"server_uuid": "587144d8-3f4e-497f-8a09-c3f0f7eaea93", "name": "network-vif-deleted", "tag": "1ac76e2b-dc95-4c65-ae3f-039f4fde9352"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:18:24.364534 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f98d358f-eacd-442f-8c7d-a9c02a272940 req-090cf41c-870c-4701-a4f0-da36fe4fe3a2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=43a2ac51-0354-423c-9461-b245100cbca7 HTTP/1.1" status: 200 len: 217 time: 0.0769618 Jan 28 19:18:24.428679 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-01c11bd5-0b15-4f99-88e3-0296f4d50134 req-fb65bd3b-20f6-416a-86e0-ceccc2af3ba4 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=1a64246f3ff0490988e6f00c7a9a6590&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0630529 Jan 28 19:18:24.501784 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98d358f-eacd-442f-8c7d-a9c02a272940 req-8cde254c-fd79-4552-b181-dc6549fa9aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:24.503242 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f98d358f-eacd-442f-8c7d-a9c02a272940 req-8cde254c-fd79-4552-b181-dc6549fa9aee service neutron] 10.222.0.70 "GET /v2.0/subnets?id=84341c46-a745-4b5e-a0f8-0858316efcdb HTTP/1.1" status: 200 len: 855 time: 0.1219146 Jan 28 19:18:24.544585 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f98d358f-eacd-442f-8c7d-a9c02a272940 req-67abb671-4d18-4a05-ae21-f205d0b75e96 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=48d3a3c6-bccf-4b82-a5e6-9150eac77858&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340774 Jan 28 19:18:24.643913 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c11bd5-0b15-4f99-88e3-0296f4d50134 req-ad30130c-f038-4d9a-939a-9ae8bc6d16c9 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:24.645438 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-01c11bd5-0b15-4f99-88e3-0296f4d50134 req-ad30130c-f038-4d9a-939a-9ae8bc6d16c9 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2091019 Jan 28 19:18:24.673032 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-01c11bd5-0b15-4f99-88e3-0296f4d50134 req-9056c5fa-cff7-4634-a2f6-7c8c3e2416da tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/quotas/1a64246f3ff0490988e6f00c7a9a6590 HTTP/1.1" status: 200 len: 375 time: 0.0130694 Jan 28 19:18:24.743647 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f98d358f-eacd-442f-8c7d-a9c02a272940 req-0e0f2c11-58a6-4f15-9c37-6df32c9cc0ab service neutron] 10.222.0.70 "GET /v2.0/networks/48d3a3c6-bccf-4b82-a5e6-9150eac77858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926374 Jan 28 19:18:24.850795 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f98d358f-eacd-442f-8c7d-a9c02a272940 req-824ff7a0-8703-47e0-a067-a54959e5fbfe service neutron] 10.222.0.70 "GET /v2.0/networks/48d3a3c6-bccf-4b82-a5e6-9150eac77858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980525 Jan 28 19:18:24.871391 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-01c11bd5-0b15-4f99-88e3-0296f4d50134 req-30fee5c8-5572-4923-929a-e9a6f8a11a60 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=1a64246f3ff0490988e6f00c7a9a6590&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1902497 Jan 28 19:18:24.982918 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb24c460-971f-4773-ae15-11eacfe04819 req-019a773e-37c6-42cc-91f6-ad8254edd9f7 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:24.994308 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-bb24c460-971f-4773-ae15-11eacfe04819 req-019a773e-37c6-42cc-91f6-ad8254edd9f7 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/ports?device_id=423fe725-02cc-4d98-b77e-d73d18170f79 HTTP/1.1" status: 200 len: 943 time: 0.0769105 Jan 28 19:18:25.112724 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-bb24c460-971f-4773-ae15-11eacfe04819 req-3fccf6f9-2461-45db-b186-dc4d42cb8395 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/security-groups?id=929081b5-e4ec-47f3-a3f7-d2b3ba16c5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089897 Jan 28 19:18:25.182984 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c71fdbb4-0272-4a9b-84db-ae403583c5cd x-openstack-request-id: req-c71fdbb4-0272-4a9b-84db-ae403583c5cd {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:18:25.183339 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "423fe725-02cc-4d98-b77e-d73d18170f79", "tag": "43a2ac51-0354-423c-9461-b245100cbca7", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:18:25.183675 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c71fdbb4-0272-4a9b-84db-ae403583c5cd {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:18:25.184064 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '423fe725-02cc-4d98-b77e-d73d18170f79', 'tag': '43a2ac51-0354-423c-9461-b245100cbca7', 'status': 'completed', 'code': 200} Jan 28 19:18:25.215659 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1a7d4ff-8342-480d-981b-dd68c7871003 x-openstack-request-id: req-f1a7d4ff-8342-480d-981b-dd68c7871003 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:18:25.216345 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "587144d8-3f4e-497f-8a09-c3f0f7eaea93", "name": "network-vif-deleted", "tag": "1ac76e2b-dc95-4c65-ae3f-039f4fde9352", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:18:25.217412 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f1a7d4ff-8342-480d-981b-dd68c7871003 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:18:25.218002 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '587144d8-3f4e-497f-8a09-c3f0f7eaea93', 'name': 'network-vif-deleted', 'tag': '1ac76e2b-dc95-4c65-ae3f-039f4fde9352', 'status': 'completed', 'code': 200} Jan 28 19:18:25.283432 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f39fd2-127b-4966-9534-737fd8a08bff req-8433bf6f-5ea6-49bb-8727-55db161209cc tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:25.291234 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-48f39fd2-127b-4966-9534-737fd8a08bff req-8433bf6f-5ea6-49bb-8727-55db161209cc tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] 10.222.0.64 "GET /v2.0/ports?device_id=3e7bea74-8d5d-459a-9d23-242ed321b252 HTTP/1.1" status: 200 len: 944 time: 0.1541488 Jan 28 19:18:25.350117 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f0e36f-5e59-410c-842e-e9824cf37e21 req-d22a2a54-c90d-4f50-8342-7d2cb17a4c1d tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:25.361703 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-17f0e36f-5e59-410c-842e-e9824cf37e21 req-d22a2a54-c90d-4f50-8342-7d2cb17a4c1d tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] 10.222.0.64 "GET /v2.0/ports?device_id=228a75e3-e402-4ada-ac1a-23df5443afe6 HTTP/1.1" status: 200 len: 943 time: 0.0743949 Jan 28 19:18:25.373421 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3418ef6-649a-417d-87b5-5d0e8df73fd9 req-ad8e51fa-839b-47df-86cc-951759a54a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:25.375035 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f3418ef6-649a-417d-87b5-5d0e8df73fd9 req-ad8e51fa-839b-47df-86cc-951759a54a40 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f932699d0e2342708b5259b831d6c18c&device_id=423fe725-02cc-4d98-b77e-d73d18170f79 HTTP/1.1" status: 200 len: 1126 time: 0.1636605 Jan 28 19:18:25.395149 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-48f39fd2-127b-4966-9534-737fd8a08bff req-4b171b59-48dd-4012-8fcd-bb91fc73205c tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] 10.222.0.64 "GET /v2.0/security-groups?id=93e4e5d8-2172-46b4-bafb-a6d3892a81f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985734 Jan 28 19:18:25.478074 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-17f0e36f-5e59-410c-842e-e9824cf37e21 req-4c6a1408-a80a-468b-ad1c-a35c48c7ec5e tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] 10.222.0.64 "GET /v2.0/security-groups?id=99a9729b-e544-4e2d-a5f9-4bd7146adc54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143763 Jan 28 19:18:25.620781 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6b8b51e2-c939-4e6d-aa0a-9eb29faf26cd req-d9ed3d62-1da6-4b42-a1ae-631fedeb1451 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=0611a4ab-e4ae-4065-bdc5-14dfb3eb9efd HTTP/1.1" status: 200 len: 210 time: 0.0770943 Jan 28 19:18:25.636252 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device b2949312-6f3b-459c-9d24-07d3734f8828 up at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:18:25.718731 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning for port b2949312-6f3b-459c-9d24-07d3734f8828 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:18:25.724624 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning complete for port b2949312-6f3b-459c-9d24-07d3734f8828 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:18:25.725044 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (b2949312-6f3b-459c-9d24-07d3734f8828), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:25.733063 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3418ef6-649a-417d-87b5-5d0e8df73fd9 req-ad184180-f501-4a95-92dc-85115ab796be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:25.748406 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f3418ef6-649a-417d-87b5-5d0e8df73fd9 req-ad184180-f501-4a95-92dc-85115ab796be service neutron] 10.222.0.70 "GET /v2.0/networks?id=48d3a3c6-bccf-4b82-a5e6-9150eac77858 HTTP/1.1" status: 200 len: 915 time: 0.3369412 Jan 28 19:18:25.787757 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c065e1ea-ed07-41c7-b116-62556cc61ad8 req-f42054e4-4b9f-410e-87d3-ad3f38b2fc15 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:25.800223 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c065e1ea-ed07-41c7-b116-62556cc61ad8 req-f42054e4-4b9f-410e-87d3-ad3f38b2fc15 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?device_id=f88825d0-a091-4453-bc06-8a2acaf44ba3 HTTP/1.1" status: 200 len: 945 time: 0.1833591 Jan 28 19:18:25.874489 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6bb9f3a8-a499-45c3-abec-78082112c656 req-e619c57c-50d9-4c63-b932-7d9efff64ec7 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/ports?device_id=d4c75bca-0545-4b45-a7a7-72d19bc7a0d5 HTTP/1.1" status: 200 len: 210 time: 0.1249399 Jan 28 19:18:25.876278 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f3418ef6-649a-417d-87b5-5d0e8df73fd9 req-a236ac07-3880-4fb0-95b6-ba8543fb8bdd service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=43a2ac51-0354-423c-9461-b245100cbca7 HTTP/1.1" status: 200 len: 217 time: 0.1360080 Jan 28 19:18:25.927342 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c065e1ea-ed07-41c7-b116-62556cc61ad8 req-cf2b90ab-a12a-4b8a-84d2-499d2f36a4bf tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/security-groups?id=414e93b9-08bc-438e-9127-05114ed7dbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189928 Jan 28 19:18:25.971765 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port b2949312-6f3b-459c-9d24-07d3734f8828 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:18:25.972164 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (b2949312-6f3b-459c-9d24-07d3734f8828), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:25.974115 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3418ef6-649a-417d-87b5-5d0e8df73fd9 req-d2d31b49-7765-434e-aa67-cf65ef00e6de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:25.976034 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f3418ef6-649a-417d-87b5-5d0e8df73fd9 req-d2d31b49-7765-434e-aa67-cf65ef00e6de service neutron] 10.222.0.70 "GET /v2.0/subnets?id=84341c46-a745-4b5e-a0f8-0858316efcdb HTTP/1.1" status: 200 len: 855 time: 0.0914991 Jan 28 19:18:26.019568 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f3418ef6-649a-417d-87b5-5d0e8df73fd9 req-ff030a08-1c73-43fb-aeb6-96e17cad1676 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=48d3a3c6-bccf-4b82-a5e6-9150eac77858&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348949 Jan 28 19:18:26.043032 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e7bea74-8d5d-459a-9d23-242ed321b252', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2949312-6f3b-459c-9d24-07d3734f8828'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:18:26.057092 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10124c32-3da9-4ec0-a152-26f3c3f9c572" -d '{"events": [{"server_uuid": "3e7bea74-8d5d-459a-9d23-242ed321b252", "name": "network-vif-plugged", "status": "completed", "tag": "b2949312-6f3b-459c-9d24-07d3734f8828"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:18:26.112207 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port b2949312-6f3b-459c-9d24-07d3734f8828, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=b2949312-6f3b-459c-9d24-07d3734f8828,segment=NetworkSegment(dddb75af-2afb-4991-9652-8b4dd43b8077),segment_id=dddb75af-2afb-4991-9652-8b4dd43b8077)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:18:26.120467 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (b2949312-6f3b-459c-9d24-07d3734f8828), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:26.161196 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f3418ef6-649a-417d-87b5-5d0e8df73fd9 req-b316e395-b112-414a-86be-726efe9371a2 service neutron] 10.222.0.70 "GET /v2.0/networks/48d3a3c6-bccf-4b82-a5e6-9150eac77858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297889 Jan 28 19:18:26.170757 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00796287-555c-43fb-b5a4-9ab7cdbeb87b x-openstack-request-id: req-00796287-555c-43fb-b5a4-9ab7cdbeb87b {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:18:26.170757 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e7bea74-8d5d-459a-9d23-242ed321b252", "name": "network-vif-plugged", "status": "completed", "tag": "b2949312-6f3b-459c-9d24-07d3734f8828", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:18:26.171167 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-00796287-555c-43fb-b5a4-9ab7cdbeb87b {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:18:26.171783 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e7bea74-8d5d-459a-9d23-242ed321b252', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2949312-6f3b-459c-9d24-07d3734f8828', 'code': 200} Jan 28 19:18:26.240776 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=b2949312-6f3b-459c-9d24-07d3734f8828,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:26.315029 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfea7631-b0fd-45e6-96c3-b28acb7f09ad req-69ddf7b5-6d22-41d6-9a2d-115dce626bc9 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:26.316678 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-dfea7631-b0fd-45e6-96c3-b28acb7f09ad req-69ddf7b5-6d22-41d6-9a2d-115dce626bc9 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/ports?device_id=423fe725-02cc-4d98-b77e-d73d18170f79 HTTP/1.1" status: 200 len: 943 time: 0.1116827 Jan 28 19:18:26.332802 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f3418ef6-649a-417d-87b5-5d0e8df73fd9 req-cfd1ab1b-1e9d-4ba5-9546-0f00e86cc772 service neutron] 10.222.0.70 "GET /v2.0/networks/48d3a3c6-bccf-4b82-a5e6-9150eac77858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577518 Jan 28 19:18:26.399411 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1080920-167e-4319-b717-0ca2c293d158 req-f266a550-f8b1-4bb4-9e2b-c74039a92f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:26.400930 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f1080920-167e-4319-b717-0ca2c293d158 req-f266a550-f8b1-4bb4-9e2b-c74039a92f5c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3e7bea74-8d5d-459a-9d23-242ed321b252 HTTP/1.1" status: 200 len: 1128 time: 0.0833378 Jan 28 19:18:26.406804 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-dfea7631-b0fd-45e6-96c3-b28acb7f09ad req-cb2568e1-f047-4709-82e0-cd0db36f116c tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/security-groups?id=929081b5-e4ec-47f3-a3f7-d2b3ba16c5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731947 Jan 28 19:18:26.478568 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f1080920-167e-4319-b717-0ca2c293d158 req-36a4dd3c-ecd6-4cee-a5d2-63eea0851e22 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=93e4e5d8-2172-46b4-bafb-a6d3892a81f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707569 Jan 28 19:18:26.594817 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f5bcfd-257a-4a81-b953-1fb1b19699b0 req-dca3c4c2-4570-4592-8c33-f3b8a5155f96 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:26.596817 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b8f5bcfd-257a-4a81-b953-1fb1b19699b0 req-dca3c4c2-4570-4592-8c33-f3b8a5155f96 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] 10.222.0.64 "GET /v2.0/ports?device_id=3e7bea74-8d5d-459a-9d23-242ed321b252 HTTP/1.1" status: 200 len: 945 time: 0.0817809 Jan 28 19:18:26.657633 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b8f5bcfd-257a-4a81-b953-1fb1b19699b0 req-7ce84bb9-9dab-4e3f-a475-2c3c6b1a6cdf tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] 10.222.0.64 "GET /v2.0/security-groups?id=93e4e5d8-2172-46b4-bafb-a6d3892a81f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551248 Jan 28 19:18:26.744263 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d1217d-8c28-464f-ac32-32a38cf387b5 req-42fddd2d-21d5-477c-ba0c-06e7a1347e7d tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:26.752434 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e3d1217d-8c28-464f-ac32-32a38cf387b5 req-42fddd2d-21d5-477c-ba0c-06e7a1347e7d tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] 10.222.0.64 "GET /v2.0/ports?device_id=228a75e3-e402-4ada-ac1a-23df5443afe6 HTTP/1.1" status: 200 len: 943 time: 0.1799605 Jan 28 19:18:26.793760 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9ce9a4-d3f5-4bba-9426-0513475d5b08 req-a76627dc-8c37-4f7b-8399-d5e657a3aa7b tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:26.795923 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7b9ce9a4-d3f5-4bba-9426-0513475d5b08 req-a76627dc-8c37-4f7b-8399-d5e657a3aa7b tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.41 "GET /v2.0/networks?id=72a547d0-d9da-4c9f-b2a7-a4b786ea70ac HTTP/1.1" status: 200 len: 820 time: 0.3245685 Jan 28 19:18:26.813655 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-0c6c6dbd-ac2f-4a68-8931-d50e88b4083e req-db9070d5-20e5-476a-b4cc-a24d3a307e0b tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=0611a4ab-e4ae-4065-bdc5-14dfb3eb9efd HTTP/1.1" status: 200 len: 210 time: 0.0538425 Jan 28 19:18:26.830462 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e3d1217d-8c28-464f-ac32-32a38cf387b5 req-5929460f-e6c3-44a6-98e7-530d31461788 tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] 10.222.0.64 "GET /v2.0/security-groups?id=99a9729b-e544-4e2d-a5f9-4bd7146adc54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770624 Jan 28 19:18:26.835148 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-7b9ce9a4-d3f5-4bba-9426-0513475d5b08 req-6825c299-4801-46ba-afaa-02cbd6fcf59a tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Request body: {'port': {'device_id': '0611a4ab-e4ae-4065-bdc5-14dfb3eb9efd', 'network_id': '72a547d0-d9da-4c9f-b2a7-a4b786ea70ac', 'admin_state_up': True, 'tenant_id': '57a0678ad1cb4e46b30e232c1f317a59'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:18:26.985923 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-01c11bd5-0b15-4f99-88e3-0296f4d50134 req-592e7bd9-6e3d-45ad-882e-88653855f802 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=1a64246f3ff0490988e6f00c7a9a6590&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0363545 Jan 28 19:18:27.124681 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3767e4bd-439e-4753-9788-11ac8ce312a7 req-53bee294-f401-4b07-a442-5cbc72eb6b21 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/ports?device_id=d4c75bca-0545-4b45-a7a7-72d19bc7a0d5 HTTP/1.1" status: 200 len: 210 time: 0.0621061 Jan 28 19:18:27.288517 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f2e959-602e-481f-a359-591f805a9530 req-69743ab7-044e-42a0-919e-839612f4e5f3 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:27.290112 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-44f2e959-602e-481f-a359-591f805a9530 req-69743ab7-044e-42a0-919e-839612f4e5f3 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?device_id=f88825d0-a091-4453-bc06-8a2acaf44ba3 HTTP/1.1" status: 200 len: 945 time: 0.2092345 Jan 28 19:18:27.296184 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b9ce9a4-d3f5-4bba-9426-0513475d5b08 req-6825c299-4801-46ba-afaa-02cbd6fcf59a tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Made reservation on behalf of 57a0678ad1cb4e46b30e232c1f317a59 for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:18:27.299703 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-7b9ce9a4-d3f5-4bba-9426-0513475d5b08 req-6825c299-4801-46ba-afaa-02cbd6fcf59a tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:27.340413 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c11bd5-0b15-4f99-88e3-0296f4d50134 req-4cf47337-93bc-4016-a420-713cbd359f0b tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:27.342573 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-01c11bd5-0b15-4f99-88e3-0296f4d50134 req-4cf47337-93bc-4016-a420-713cbd359f0b tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3272305 Jan 28 19:18:27.360722 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-01c11bd5-0b15-4f99-88e3-0296f4d50134 req-36516515-559b-42b2-bb6e-10e9de5efe0b tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Request body: {'port': {'device_id': 'd4c75bca-0545-4b45-a7a7-72d19bc7a0d5', 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91', 'admin_state_up': True, 'tenant_id': '1a64246f3ff0490988e6f00c7a9a6590'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:18:27.504890 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-44f2e959-602e-481f-a359-591f805a9530 req-ecfc8561-1bec-40f4-9182-8ab3d7b122f3 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/security-groups?id=414e93b9-08bc-438e-9127-05114ed7dbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827734 Jan 28 19:18:27.619116 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-7b9ce9a4-d3f5-4bba-9426-0513475d5b08 req-6825c299-4801-46ba-afaa-02cbd6fcf59a tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Allocated IP 172.20.0.12 (72a547d0-d9da-4c9f-b2a7-a4b786ea70ac/7e42a0bc-2ea3-4c64-b0da-1fe419b4beb8/2843facc-828a-4433-86eb-5c106e295446) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:18:27.647888 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01c11bd5-0b15-4f99-88e3-0296f4d50134 req-36516515-559b-42b2-bb6e-10e9de5efe0b tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Made reservation on behalf of 1a64246f3ff0490988e6f00c7a9a6590 for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:18:27.653398 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-01c11bd5-0b15-4f99-88e3-0296f4d50134 req-36516515-559b-42b2-bb6e-10e9de5efe0b tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:27.660114 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 2750d9e5-de49-4db1-a69b-efaf333e2cf8 details requested by agent hyperv_n-h1-812111-14 with host n-h1-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:18:27.711726 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a67457c-939c-4024-88ad-0436f447675a req-6c3f78b4-08cf-4e75-8936-3b9197049332 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:27.721945 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-0a67457c-939c-4024-88ad-0436f447675a req-6c3f78b4-08cf-4e75-8936-3b9197049332 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/ports?device_id=423fe725-02cc-4d98-b77e-d73d18170f79 HTTP/1.1" status: 200 len: 943 time: 0.1468267 Jan 28 19:18:27.870475 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-0a67457c-939c-4024-88ad-0436f447675a req-52333e70-a7d4-4126-861d-c32a24ba4c0e tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/security-groups?id=929081b5-e4ec-47f3-a3f7-d2b3ba16c5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463003 Jan 28 19:18:27.924333 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 2750d9e5-de49-4db1-a69b-efaf333e2cf8, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=2750d9e5-de49-4db1-a69b-efaf333e2cf8,segment=NetworkSegment(465584ef-fdd1-4efc-8287-c61b1cbf1ac6),segment_id=465584ef-fdd1-4efc-8287-c61b1cbf1ac6)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:18:27.940496 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Returning: {'device': '2750d9e5-de49-4db1-a69b-efaf333e2cf8', 'network_id': '6b850379-ee6b-422c-9104-ee42848f60f7', 'port_id': '2750d9e5-de49-4db1-a69b-efaf333e2cf8', 'mac_address': 'fa:16:3e:a7:4c:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27a1cb61-13cc-4651-897a-2629d7c64233', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:18:28.001424 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port 2750d9e5-de49-4db1-a69b-efaf333e2cf8 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:18:28.002058 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (2750d9e5-de49-4db1-a69b-efaf333e2cf8), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:28.009932 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-7b9ce9a4-d3f5-4bba-9426-0513475d5b08 req-6825c299-4801-46ba-afaa-02cbd6fcf59a tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Publish callbacks [] for port (2843facc-828a-4433-86eb-5c106e295446), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:28.018144 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd60e4d-f75a-43b3-9b76-95b25b37f447 req-fe376e50-04b3-4d81-aa59-1209b4b917b3 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:28.018720 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2750d9e5-de49-4db1-a69b-efaf333e2cf8 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:18:28.026020 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-0dd60e4d-f75a-43b3-9b76-95b25b37f447 req-fe376e50-04b3-4d81-aa59-1209b4b917b3 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] 10.222.0.64 "GET /v2.0/ports?device_id=3e7bea74-8d5d-459a-9d23-242ed321b252 HTTP/1.1" status: 200 len: 945 time: 0.1264641 Jan 28 19:18:28.030601 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3f1d6db5-bff1-4b5e-bdd6-a19a2b1d007d req-f553229f-efc9-4f03-a0ab-6c60d68a4f48 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=0611a4ab-e4ae-4065-bdc5-14dfb3eb9efd HTTP/1.1" status: 200 len: 210 time: 0.0639772 Jan 28 19:18:28.045907 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 2750d9e5-de49-4db1-a69b-efaf333e2cf8, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=2750d9e5-de49-4db1-a69b-efaf333e2cf8,segment=NetworkSegment(465584ef-fdd1-4efc-8287-c61b1cbf1ac6),segment_id=465584ef-fdd1-4efc-8287-c61b1cbf1ac6)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:18:28.053596 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (2750d9e5-de49-4db1-a69b-efaf333e2cf8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:28.100692 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-01c11bd5-0b15-4f99-88e3-0296f4d50134 req-36516515-559b-42b2-bb6e-10e9de5efe0b tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Allocated IP 192.168.233.175 (7810caa2-eac6-457d-9302-c8c215ef3e91/f2de4832-9ef6-4f40-9ac5-1557d5e6a6ff/d550e782-0e6a-46c1-8de7-63f7997e8054) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:18:28.110456 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=2750d9e5-de49-4db1-a69b-efaf333e2cf8,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:28.120013 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-0dd60e4d-f75a-43b3-9b76-95b25b37f447 req-308848ad-eb99-4596-a9a5-e745e94f922c tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] 10.222.0.64 "GET /v2.0/security-groups?id=93e4e5d8-2172-46b4-bafb-a6d3892a81f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890162 Jan 28 19:18:28.179406 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-7b9ce9a4-d3f5-4bba-9426-0513475d5b08 req-6825c299-4801-46ba-afaa-02cbd6fcf59a tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (2843facc-828a-4433-86eb-5c106e295446), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:28.196392 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['aaf861b8-dc1c-4ad7-b587-439242683163'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:18:28.268398 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eef04e-ffc6-4429-a797-f0544d85568b req-98137fc3-5fef-4e18-84d0-b9a0a5ae1ef7 tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:28.270139 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-97eef04e-ffc6-4429-a797-f0544d85568b req-98137fc3-5fef-4e18-84d0-b9a0a5ae1ef7 tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] 10.222.0.64 "GET /v2.0/ports?device_id=228a75e3-e402-4ada-ac1a-23df5443afe6 HTTP/1.1" status: 200 len: 944 time: 0.1238229 Jan 28 19:18:28.326616 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-97eef04e-ffc6-4429-a797-f0544d85568b req-1d5a9922-1ccb-4a40-a621-08e0cde63f2a tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] 10.222.0.64 "GET /v2.0/security-groups?id=99a9729b-e544-4e2d-a5f9-4bd7146adc54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500960 Jan 28 19:18:28.342514 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b9ce9a4-d3f5-4bba-9426-0513475d5b08 req-6825c299-4801-46ba-afaa-02cbd6fcf59a tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Network 72a547d0-d9da-4c9f-b2a7-a4b786ea70ac is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:18:28.378826 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-7b9ce9a4-d3f5-4bba-9426-0513475d5b08 req-6825c299-4801-46ba-afaa-02cbd6fcf59a tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:18:28.381435 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b9ce9a4-d3f5-4bba-9426-0513475d5b08 req-6825c299-4801-46ba-afaa-02cbd6fcf59a tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:18:28.386126 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-09e8babc-bae7-42be-9530-fcfd91bf4d13 req-884f1cbf-ca52-4e9e-95b7-dfd8fd39dad2 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/ports?device_id=d4c75bca-0545-4b45-a7a7-72d19bc7a0d5 HTTP/1.1" status: 200 len: 210 time: 0.0809698 Jan 28 19:18:28.416427 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['2750d9e5-de49-4db1-a69b-efaf333e2cf8'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:18:28.437428 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6825c299-4801-46ba-afaa-02cbd6fcf59a tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Pushing event updated for resources: {'Port': ['ID=2843facc-828a-4433-86eb-5c106e295446,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:28.497694 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9ce9a4-d3f5-4bba-9426-0513475d5b08 req-6825c299-4801-46ba-afaa-02cbd6fcf59a tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:28.498602 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-7b9ce9a4-d3f5-4bba-9426-0513475d5b08 req-6825c299-4801-46ba-afaa-02cbd6fcf59a tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:28.548830 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7b9ce9a4-d3f5-4bba-9426-0513475d5b08 req-6825c299-4801-46ba-afaa-02cbd6fcf59a tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7173502 Jan 28 19:18:28.555870 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-01c11bd5-0b15-4f99-88e3-0296f4d50134 req-36516515-559b-42b2-bb6e-10e9de5efe0b tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Publish callbacks [] for port (d550e782-0e6a-46c1-8de7-63f7997e8054), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:28.564887 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-7b9ce9a4-d3f5-4bba-9426-0513475d5b08 req-686e29cd-0ad8-4ee9-b64a-4134b70f460f service neutron] Request body: {'port': {'device_id': '0611a4ab-e4ae-4065-bdc5-14dfb3eb9efd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-14'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:18:28.624189 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 43a2ac51-0354-423c-9461-b245100cbca7 details requested by agent hyperv_n-h2-812111-14 with host n-h2-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:18:28.683310 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-7b9ce9a4-d3f5-4bba-9426-0513475d5b08 req-686e29cd-0ad8-4ee9-b64a-4134b70f460f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (2843facc-828a-4433-86eb-5c106e295446), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:28.713708 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-01c11bd5-0b15-4f99-88e3-0296f4d50134 req-36516515-559b-42b2-bb6e-10e9de5efe0b tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (d550e782-0e6a-46c1-8de7-63f7997e8054), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:28.726011 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6db1bea-d406-4855-990d-7eabcd8134b8 req-e5885c51-ed0f-4a89-a810-5cbec8231ccf tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:28.745704 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c6db1bea-d406-4855-990d-7eabcd8134b8 req-e5885c51-ed0f-4a89-a810-5cbec8231ccf tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?device_id=f88825d0-a091-4453-bc06-8a2acaf44ba3 HTTP/1.1" status: 200 len: 945 time: 0.1087868 Jan 28 19:18:28.756376 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 43a2ac51-0354-423c-9461-b245100cbca7, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=43a2ac51-0354-423c-9461-b245100cbca7,segment=NetworkSegment(65f5b843-b58b-4f27-8faf-b99bc8156b89),segment_id=65f5b843-b58b-4f27-8faf-b99bc8156b89)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:18:28.761329 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01c11bd5-0b15-4f99-88e3-0296f4d50134 req-36516515-559b-42b2-bb6e-10e9de5efe0b tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Network 7810caa2-eac6-457d-9302-c8c215ef3e91 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:18:28.775805 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Returning: {'device': '43a2ac51-0354-423c-9461-b245100cbca7', 'network_id': '48d3a3c6-bccf-4b82-a5e6-9150eac77858', 'port_id': '43a2ac51-0354-423c-9461-b245100cbca7', 'mac_address': 'fa:16:3e:a2:c0:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84341c46-a745-4b5e-a0f8-0858316efcdb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:18:28.781530 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['2c6e3e02-9a3d-4288-b73e-f8d74d789791', '115bc44f-e24a-4e83-8c83-958fe8f5875c', '7a3aff15-c2d8-43e5-a25d-35c2dc2b0c90', 'e76b1ee9-318c-4a08-9a58-ad3874c4b1b8', 'c445453e-e948-48bc-9245-2275d54b2e05'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:18:28.789779 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-01c11bd5-0b15-4f99-88e3-0296f4d50134 req-36516515-559b-42b2-bb6e-10e9de5efe0b tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:18:28.795757 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-01c11bd5-0b15-4f99-88e3-0296f4d50134 req-36516515-559b-42b2-bb6e-10e9de5efe0b tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:18:28.861480 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c6db1bea-d406-4855-990d-7eabcd8134b8 req-a09a4119-29c1-4ab8-a644-576f161e8d26 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/security-groups?id=414e93b9-08bc-438e-9127-05114ed7dbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081855 Jan 28 19:18:28.867017 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36516515-559b-42b2-bb6e-10e9de5efe0b tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Pushing event updated for resources: {'Port': ['ID=d550e782-0e6a-46c1-8de7-63f7997e8054,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:28.870008 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['a742ef4b-8c5c-49ae-a7ae-adee27392f4c', 'ba3dfb3f-b79a-4091-8a16-d848dd0495fb'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:18:28.895324 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c11bd5-0b15-4f99-88e3-0296f4d50134 req-36516515-559b-42b2-bb6e-10e9de5efe0b tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:28.895956 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-01c11bd5-0b15-4f99-88e3-0296f4d50134 req-36516515-559b-42b2-bb6e-10e9de5efe0b tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:28.932299 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 43a2ac51-0354-423c-9461-b245100cbca7 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:18:28.932813 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (43a2ac51-0354-423c-9461-b245100cbca7), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:28.982566 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-01c11bd5-0b15-4f99-88e3-0296f4d50134 req-36516515-559b-42b2-bb6e-10e9de5efe0b tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6268661 Jan 28 19:18:28.988943 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43a2ac51-0354-423c-9461-b245100cbca7 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:18:29.052002 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-01c11bd5-0b15-4f99-88e3-0296f4d50134 req-4d75e55e-1d9a-4314-b810-0363e4861772 service neutron] Request body: {'port': {'device_id': 'd4c75bca-0545-4b45-a7a7-72d19bc7a0d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-14'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:18:29.062458 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 43a2ac51-0354-423c-9461-b245100cbca7, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=43a2ac51-0354-423c-9461-b245100cbca7,segment=NetworkSegment(65f5b843-b58b-4f27-8faf-b99bc8156b89),segment_id=65f5b843-b58b-4f27-8faf-b99bc8156b89)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:18:29.081407 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (43a2ac51-0354-423c-9461-b245100cbca7), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:29.190631 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=43a2ac51-0354-423c-9461-b245100cbca7,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:29.237542 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-01c11bd5-0b15-4f99-88e3-0296f4d50134 req-4d75e55e-1d9a-4314-b810-0363e4861772 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (d550e782-0e6a-46c1-8de7-63f7997e8054), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:29.256897 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baa551a-972f-44b3-a8e2-cb2934efd28c req-79192a0d-d7e6-4004-a914-abd6060e90f6 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:29.261595 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049bf3eb-0f0b-446d-92c8-2b59d71f7105 req-83e498ad-e5a4-48dc-854d-814012de0d26 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:29.264389 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1baa551a-972f-44b3-a8e2-cb2934efd28c req-79192a0d-d7e6-4004-a914-abd6060e90f6 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/ports?device_id=423fe725-02cc-4d98-b77e-d73d18170f79 HTTP/1.1" status: 200 len: 943 time: 0.2785509 Jan 28 19:18:29.264585 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-049bf3eb-0f0b-446d-92c8-2b59d71f7105 req-83e498ad-e5a4-48dc-854d-814012de0d26 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=0611a4ab-e4ae-4065-bdc5-14dfb3eb9efd HTTP/1.1" status: 200 len: 932 time: 0.1242068 Jan 28 19:18:29.362280 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-049bf3eb-0f0b-446d-92c8-2b59d71f7105 req-d115162b-07a0-4bca-b09a-6548499d3336 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810370 Jan 28 19:18:29.370442 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-bcc70ae0-b6ef-40c8-9b96-f0b594b4b4c7 None None] Provisioning complete for port d550e782-0e6a-46c1-8de7-63f7997e8054 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:18:29.377179 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-bcc70ae0-b6ef-40c8-9b96-f0b594b4b4c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (d550e782-0e6a-46c1-8de7-63f7997e8054), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:29.417084 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-bcc70ae0-b6ef-40c8-9b96-f0b594b4b4c7 None None] Port d550e782-0e6a-46c1-8de7-63f7997e8054 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:18:29.422680 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1baa551a-972f-44b3-a8e2-cb2934efd28c req-e44025b7-cf07-4307-a239-f263298c94cf tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/security-groups?id=929081b5-e4ec-47f3-a3f7-d2b3ba16c5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495621 Jan 28 19:18:29.467565 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [req-7b9ce9a4-d3f5-4bba-9426-0513475d5b08 req-686e29cd-0ad8-4ee9-b64a-4134b70f460f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2843facc-828a-4433-86eb-5c106e295446 {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:18:29.495929 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0f97f7-5762-4bf5-9447-e34207f7d2f1 req-86958808-8052-4a4e-b137-5505f668787c tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:29.504331 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-cb0f97f7-5762-4bf5-9447-e34207f7d2f1 req-86958808-8052-4a4e-b137-5505f668787c tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] 10.222.0.64 "GET /v2.0/ports?device_id=3e7bea74-8d5d-459a-9d23-242ed321b252 HTTP/1.1" status: 200 len: 945 time: 0.0741920 Jan 28 19:18:29.525015 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['43a2ac51-0354-423c-9461-b245100cbca7'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:18:29.560838 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-7b9ce9a4-d3f5-4bba-9426-0513475d5b08 req-686e29cd-0ad8-4ee9-b64a-4134b70f460f service neutron] Publish callbacks [] for port (2843facc-828a-4433-86eb-5c106e295446), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:29.579383 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-cb0f97f7-5762-4bf5-9447-e34207f7d2f1 req-4cbaf42a-5245-48bc-a274-6cb7e305b8a7 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] 10.222.0.64 "GET /v2.0/security-groups?id=93e4e5d8-2172-46b4-bafb-a6d3892a81f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666530 Jan 28 19:18:29.613439 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-7b9ce9a4-d3f5-4bba-9426-0513475d5b08 req-686e29cd-0ad8-4ee9-b64a-4134b70f460f service neutron] Transition to ACTIVE for port object 2843facc-828a-4433-86eb-5c106e295446 will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:18:29.637662 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-7b9ce9a4-d3f5-4bba-9426-0513475d5b08 req-686e29cd-0ad8-4ee9-b64a-4134b70f460f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (2843facc-828a-4433-86eb-5c106e295446), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:29.677599 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 2750d9e5-de49-4db1-a69b-efaf333e2cf8 up at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:18:29.714648 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc3d477-d51e-4979-a424-dc835e3f42dd req-efd4e691-4bbe-4ae6-b13b-c3bf27e6b7d2 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:29.717133 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5cc3d477-d51e-4979-a424-dc835e3f42dd req-efd4e691-4bbe-4ae6-b13b-c3bf27e6b7d2 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/ports?device_id=d4c75bca-0545-4b45-a7a7-72d19bc7a0d5 HTTP/1.1" status: 200 len: 936 time: 0.0762997 Jan 28 19:18:29.792949 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5cc3d477-d51e-4979-a424-dc835e3f42dd req-3dcd029a-6760-4910-8c06-ec224fdce7b3 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/security-groups?id=c326a8a3-da0b-43eb-8867-b30c14662b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688508 Jan 28 19:18:29.893679 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning for port 2750d9e5-de49-4db1-a69b-efaf333e2cf8 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:18:29.913165 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning complete for port 2750d9e5-de49-4db1-a69b-efaf333e2cf8 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:18:29.913549 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (2750d9e5-de49-4db1-a69b-efaf333e2cf8), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:29.944532 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdddb5f9-7942-44d1-b8fa-bf5acdc56d01 req-c801fb4f-8d0a-4d3a-a3c0-0f4876bfbfad tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:29.946638 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-fdddb5f9-7942-44d1-b8fa-bf5acdc56d01 req-c801fb4f-8d0a-4d3a-a3c0-0f4876bfbfad tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] 10.222.0.64 "GET /v2.0/ports?device_id=3e7bea74-8d5d-459a-9d23-242ed321b252 HTTP/1.1" status: 200 len: 945 time: 0.0816736 Jan 28 19:18:30.028912 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-fdddb5f9-7942-44d1-b8fa-bf5acdc56d01 req-777debe7-8359-4479-9f15-c907a9178053 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] 10.222.0.64 "GET /v2.0/security-groups?id=93e4e5d8-2172-46b4-bafb-a6d3892a81f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754199 Jan 28 19:18:30.068383 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771d103e-a4dd-4855-bb8f-b103b6ca018c req-2a5487a7-da42-4064-afb0-525759412b75 tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:30.076289 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-771d103e-a4dd-4855-bb8f-b103b6ca018c req-2a5487a7-da42-4064-afb0-525759412b75 tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] 10.222.0.64 "GET /v2.0/ports?device_id=228a75e3-e402-4ada-ac1a-23df5443afe6 HTTP/1.1" status: 200 len: 944 time: 0.5241804 Jan 28 19:18:30.119337 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686e29cd-0ad8-4ee9-b64a-4134b70f460f service neutron] Pushing event updated for resources: {'Port': ['ID=2843facc-828a-4433-86eb-5c106e295446,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:30.146466 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port 2750d9e5-de49-4db1-a69b-efaf333e2cf8 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:18:30.146869 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (2750d9e5-de49-4db1-a69b-efaf333e2cf8), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:30.182518 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '228a75e3-e402-4ada-ac1a-23df5443afe6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2750d9e5-de49-4db1-a69b-efaf333e2cf8'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:18:30.186106 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8dcfcd2-acf0-40d6-a3e0-d709b782a451" -d '{"events": [{"server_uuid": "228a75e3-e402-4ada-ac1a-23df5443afe6", "name": "network-vif-plugged", "status": "completed", "tag": "2750d9e5-de49-4db1-a69b-efaf333e2cf8"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:18:30.209259 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9dbd71-d65e-4ac6-ad5f-b9079ea4ebaf req-75f03278-7bc5-4ede-a9ff-d5beae7cc528 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:30.217735 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8f9dbd71-d65e-4ac6-ad5f-b9079ea4ebaf req-75f03278-7bc5-4ede-a9ff-d5beae7cc528 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?device_id=f88825d0-a091-4453-bc06-8a2acaf44ba3 HTTP/1.1" status: 200 len: 945 time: 0.0840435 Jan 28 19:18:30.233256 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 2750d9e5-de49-4db1-a69b-efaf333e2cf8, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=2750d9e5-de49-4db1-a69b-efaf333e2cf8,segment=NetworkSegment(465584ef-fdd1-4efc-8287-c61b1cbf1ac6),segment_id=465584ef-fdd1-4efc-8287-c61b1cbf1ac6)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:18:30.240941 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (2750d9e5-de49-4db1-a69b-efaf333e2cf8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:30.252068 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-771d103e-a4dd-4855-bb8f-b103b6ca018c req-9e17236b-76cc-4c7e-ab1e-21f96d0f285a tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] 10.222.0.64 "GET /v2.0/security-groups?id=99a9729b-e544-4e2d-a5f9-4bd7146adc54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1699409 Jan 28 19:18:30.303676 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=2750d9e5-de49-4db1-a69b-efaf333e2cf8,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:30.321903 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8f9dbd71-d65e-4ac6-ad5f-b9079ea4ebaf req-8272472a-f723-4a4f-9618-e1949f5e9a89 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/security-groups?id=414e93b9-08bc-438e-9127-05114ed7dbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991356 Jan 28 19:18:30.324134 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:18:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2555039-452b-409b-873d-54debeabe00a x-openstack-request-id: req-d2555039-452b-409b-873d-54debeabe00a {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:18:30.327428 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "228a75e3-e402-4ada-ac1a-23df5443afe6", "name": "network-vif-plugged", "status": "completed", "tag": "2750d9e5-de49-4db1-a69b-efaf333e2cf8", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:18:30.327428 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d2555039-452b-409b-873d-54debeabe00a {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:18:30.327428 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '228a75e3-e402-4ada-ac1a-23df5443afe6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2750d9e5-de49-4db1-a69b-efaf333e2cf8', 'code': 200} Jan 28 19:18:30.337524 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-7b9ce9a4-d3f5-4bba-9426-0513475d5b08 req-686e29cd-0ad8-4ee9-b64a-4134b70f460f service neutron] Attempting to bind port 2843facc-828a-4433-86eb-5c106e295446 on host n-h1-812111-14 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:18:30.338035 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-7b9ce9a4-d3f5-4bba-9426-0513475d5b08 req-686e29cd-0ad8-4ee9-b64a-4134b70f460f service neutron] Attempting to bind port 2843facc-828a-4433-86eb-5c106e295446 by drivers openvswitch,hyperv on host n-h1-812111-14 at level 0 using segments [{'id': '62a331e7-e6d6-4fbc-9e3c-2d3acdfd7c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '72a547d0-d9da-4c9f-b2a7-a4b786ea70ac'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:18:30.338330 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b9ce9a4-d3f5-4bba-9426-0513475d5b08 req-686e29cd-0ad8-4ee9-b64a-4134b70f460f service neutron] Attempting to bind port 2843facc-828a-4433-86eb-5c106e295446 on network 72a547d0-d9da-4c9f-b2a7-a4b786ea70ac {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:18:30.348436 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b9ce9a4-d3f5-4bba-9426-0513475d5b08 req-686e29cd-0ad8-4ee9-b64a-4134b70f460f service neutron] Port 2843facc-828a-4433-86eb-5c106e295446 on network 72a547d0-d9da-4c9f-b2a7-a4b786ea70ac not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-14 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:18:30.348770 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b9ce9a4-d3f5-4bba-9426-0513475d5b08 req-686e29cd-0ad8-4ee9-b64a-4134b70f460f service neutron] Attempting to bind port 2843facc-828a-4433-86eb-5c106e295446 on network 72a547d0-d9da-4c9f-b2a7-a4b786ea70ac {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:18:30.357569 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b9ce9a4-d3f5-4bba-9426-0513475d5b08 req-686e29cd-0ad8-4ee9-b64a-4134b70f460f service neutron] Checking agent: {'id': 'b544ba20-de93-4d86-9e6b-a2202deb6191', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 18, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:18:30.358023 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b9ce9a4-d3f5-4bba-9426-0513475d5b08 req-686e29cd-0ad8-4ee9-b64a-4134b70f460f service neutron] Checking segment: {'id': '62a331e7-e6d6-4fbc-9e3c-2d3acdfd7c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '72a547d0-d9da-4c9f-b2a7-a4b786ea70ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:18:30.358422 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b9ce9a4-d3f5-4bba-9426-0513475d5b08 req-686e29cd-0ad8-4ee9-b64a-4134b70f460f service neutron] Bound using segment: {'id': '62a331e7-e6d6-4fbc-9e3c-2d3acdfd7c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '72a547d0-d9da-4c9f-b2a7-a4b786ea70ac'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:18:30.358863 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-7b9ce9a4-d3f5-4bba-9426-0513475d5b08 req-686e29cd-0ad8-4ee9-b64a-4134b70f460f service neutron] Bound port: 2843facc-828a-4433-86eb-5c106e295446, host: n-h1-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62a331e7-e6d6-4fbc-9e3c-2d3acdfd7c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '72a547d0-d9da-4c9f-b2a7-a4b786ea70ac'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:18:30.359226 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-7b9ce9a4-d3f5-4bba-9426-0513475d5b08 req-686e29cd-0ad8-4ee9-b64a-4134b70f460f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (2843facc-828a-4433-86eb-5c106e295446), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:30.371323 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [req-01c11bd5-0b15-4f99-88e3-0296f4d50134 req-4d75e55e-1d9a-4314-b810-0363e4861772 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d550e782-0e6a-46c1-8de7-63f7997e8054 {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:18:30.407288 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-01c11bd5-0b15-4f99-88e3-0296f4d50134 req-4d75e55e-1d9a-4314-b810-0363e4861772 service neutron] Publish callbacks [] for port (d550e782-0e6a-46c1-8de7-63f7997e8054), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:30.428432 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-01c11bd5-0b15-4f99-88e3-0296f4d50134 req-4d75e55e-1d9a-4314-b810-0363e4861772 service neutron] Transition to ACTIVE for port object d550e782-0e6a-46c1-8de7-63f7997e8054 will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:18:30.463567 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-01c11bd5-0b15-4f99-88e3-0296f4d50134 req-4d75e55e-1d9a-4314-b810-0363e4861772 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (d550e782-0e6a-46c1-8de7-63f7997e8054), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:30.484307 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eae125-44ba-4e1d-82f9-c0d90ef05dc5 req-89bea940-c30f-4a92-8fa6-e5e4e27a24db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:30.485952 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-75eae125-44ba-4e1d-82f9-c0d90ef05dc5 req-89bea940-c30f-4a92-8fa6-e5e4e27a24db service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=228a75e3-e402-4ada-ac1a-23df5443afe6 HTTP/1.1" status: 200 len: 1128 time: 0.0905859 Jan 28 19:18:30.541314 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1011bd05-6b7a-4445-89b1-0ee45f176033 req-4a06a8c5-efdb-4fe7-912f-44d338685ec3 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:30.548663 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1011bd05-6b7a-4445-89b1-0ee45f176033 req-4a06a8c5-efdb-4fe7-912f-44d338685ec3 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=0611a4ab-e4ae-4065-bdc5-14dfb3eb9efd HTTP/1.1" status: 200 len: 944 time: 0.1105340 Jan 28 19:18:30.571592 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-7b9ce9a4-d3f5-4bba-9426-0513475d5b08 req-686e29cd-0ad8-4ee9-b64a-4134b70f460f service neutron] For port 2843facc-828a-4433-86eb-5c106e295446, host n-h1-812111-14, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:18:30.574455 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d75e55e-1d9a-4314-b810-0363e4861772 service neutron] Pushing event updated for resources: {'Port': ['ID=d550e782-0e6a-46c1-8de7-63f7997e8054,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:30.578545 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-7b9ce9a4-d3f5-4bba-9426-0513475d5b08 req-686e29cd-0ad8-4ee9-b64a-4134b70f460f service neutron] For port 2843facc-828a-4433-86eb-5c106e295446, host n-h1-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=2843facc-828a-4433-86eb-5c106e295446,segment=NetworkSegment(62a331e7-e6d6-4fbc-9e3c-2d3acdfd7c92),segment_id=62a331e7-e6d6-4fbc-9e3c-2d3acdfd7c92)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:18:30.587187 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-75eae125-44ba-4e1d-82f9-c0d90ef05dc5 req-2908341d-fe72-43ba-b3ba-80c818cd36fc service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=99a9729b-e544-4e2d-a5f9-4bd7146adc54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928466 Jan 28 19:18:30.603784 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-7b9ce9a4-d3f5-4bba-9426-0513475d5b08 req-686e29cd-0ad8-4ee9-b64a-4134b70f460f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (2843facc-828a-4433-86eb-5c106e295446), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:30.629474 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1011bd05-6b7a-4445-89b1-0ee45f176033 req-6aaf11b5-4bb9-4cbc-81d7-d4fa6222ea03 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798886 Jan 28 19:18:30.692839 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b70c7b-8e4b-4849-9a9a-c969652e92bd req-6a40f9eb-3eb5-4581-b7b6-155b2c4dbf6c tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:30.699781 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-75b70c7b-8e4b-4849-9a9a-c969652e92bd req-6a40f9eb-3eb5-4581-b7b6-155b2c4dbf6c tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] 10.222.0.64 "GET /v2.0/ports?device_id=3e7bea74-8d5d-459a-9d23-242ed321b252 HTTP/1.1" status: 200 len: 945 time: 0.2663124 Jan 28 19:18:30.712322 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9ce9a4-d3f5-4bba-9426-0513475d5b08 req-686e29cd-0ad8-4ee9-b64a-4134b70f460f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:30.712945 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-7b9ce9a4-d3f5-4bba-9426-0513475d5b08 req-686e29cd-0ad8-4ee9-b64a-4134b70f460f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:30.714461 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7b9ce9a4-d3f5-4bba-9426-0513475d5b08 req-686e29cd-0ad8-4ee9-b64a-4134b70f460f service neutron] 10.222.0.41 "PUT /v2.0/ports/2843facc-828a-4433-86eb-5c106e295446 HTTP/1.1" status: 200 len: 1093 time: 2.1552141 Jan 28 19:18:30.717543 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0611a4ab-e4ae-4065-bdc5-14dfb3eb9efd', 'tag': '2843facc-828a-4433-86eb-5c106e295446'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:18:30.719812 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4d066c7-bd21-4e8d-a111-f617c029ce72" -d '{"events": [{"name": "network-changed", "server_uuid": "0611a4ab-e4ae-4065-bdc5-14dfb3eb9efd", "tag": "2843facc-828a-4433-86eb-5c106e295446"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:18:30.762114 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6b7af6-4bfc-4879-aeb6-3c7cac63b34f req-4b5065bb-6110-4631-aeca-94cc789671f3 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:30.767591 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-db6b7af6-4bfc-4879-aeb6-3c7cac63b34f req-4b5065bb-6110-4631-aeca-94cc789671f3 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/ports?device_id=423fe725-02cc-4d98-b77e-d73d18170f79 HTTP/1.1" status: 200 len: 944 time: 0.0796404 Jan 28 19:18:30.783189 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686e29cd-0ad8-4ee9-b64a-4134b70f460f service neutron] Pushing event updated for resources: {'Port': ['ID=2843facc-828a-4433-86eb-5c106e295446,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:30.788882 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-01c11bd5-0b15-4f99-88e3-0296f4d50134 req-4d75e55e-1d9a-4314-b810-0363e4861772 service neutron] Attempting to bind port d550e782-0e6a-46c1-8de7-63f7997e8054 on host n-h1-812111-14 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:18:30.789252 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-01c11bd5-0b15-4f99-88e3-0296f4d50134 req-4d75e55e-1d9a-4314-b810-0363e4861772 service neutron] Attempting to bind port d550e782-0e6a-46c1-8de7-63f7997e8054 by drivers openvswitch,hyperv on host n-h1-812111-14 at level 0 using segments [{'id': '195bcdbf-a031-4d8b-9f7f-e09fd37cd197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:18:30.789588 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c11bd5-0b15-4f99-88e3-0296f4d50134 req-4d75e55e-1d9a-4314-b810-0363e4861772 service neutron] Attempting to bind port d550e782-0e6a-46c1-8de7-63f7997e8054 on network 7810caa2-eac6-457d-9302-c8c215ef3e91 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:18:30.808166 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-75b70c7b-8e4b-4849-9a9a-c969652e92bd req-0ec51b14-c5b8-4b2a-82b8-ba13f8dca049 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] 10.222.0.64 "GET /v2.0/security-groups?id=93e4e5d8-2172-46b4-bafb-a6d3892a81f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029601 Jan 28 19:18:30.817512 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c11bd5-0b15-4f99-88e3-0296f4d50134 req-4d75e55e-1d9a-4314-b810-0363e4861772 service neutron] Port d550e782-0e6a-46c1-8de7-63f7997e8054 on network 7810caa2-eac6-457d-9302-c8c215ef3e91 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-14 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:18:30.818009 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c11bd5-0b15-4f99-88e3-0296f4d50134 req-4d75e55e-1d9a-4314-b810-0363e4861772 service neutron] Attempting to bind port d550e782-0e6a-46c1-8de7-63f7997e8054 on network 7810caa2-eac6-457d-9302-c8c215ef3e91 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:18:30.837482 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c11bd5-0b15-4f99-88e3-0296f4d50134 req-4d75e55e-1d9a-4314-b810-0363e4861772 service neutron] Checking agent: {'id': 'b544ba20-de93-4d86-9e6b-a2202deb6191', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 18, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:18:30.838158 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c11bd5-0b15-4f99-88e3-0296f4d50134 req-4d75e55e-1d9a-4314-b810-0363e4861772 service neutron] Checking segment: {'id': '195bcdbf-a031-4d8b-9f7f-e09fd37cd197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:18:30.842405 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c11bd5-0b15-4f99-88e3-0296f4d50134 req-4d75e55e-1d9a-4314-b810-0363e4861772 service neutron] Bound using segment: {'id': '195bcdbf-a031-4d8b-9f7f-e09fd37cd197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:18:30.843134 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-01c11bd5-0b15-4f99-88e3-0296f4d50134 req-4d75e55e-1d9a-4314-b810-0363e4861772 service neutron] Bound port: d550e782-0e6a-46c1-8de7-63f7997e8054, host: n-h1-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '195bcdbf-a031-4d8b-9f7f-e09fd37cd197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:18:30.843740 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-01c11bd5-0b15-4f99-88e3-0296f4d50134 req-4d75e55e-1d9a-4314-b810-0363e4861772 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (d550e782-0e6a-46c1-8de7-63f7997e8054), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:30.873138 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-db6b7af6-4bfc-4879-aeb6-3c7cac63b34f req-794de327-4d63-4de1-8269-0a6dd66e7318 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/security-groups?id=929081b5-e4ec-47f3-a3f7-d2b3ba16c5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017780 Jan 28 19:18:30.880191 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:18:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aa7691b-941c-4a2d-a7e6-88e7231bff6b x-openstack-request-id: req-7aa7691b-941c-4a2d-a7e6-88e7231bff6b {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:18:30.880488 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0611a4ab-e4ae-4065-bdc5-14dfb3eb9efd", "tag": "2843facc-828a-4433-86eb-5c106e295446", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:18:30.880743 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7aa7691b-941c-4a2d-a7e6-88e7231bff6b {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:18:30.881158 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0611a4ab-e4ae-4065-bdc5-14dfb3eb9efd', 'tag': '2843facc-828a-4433-86eb-5c106e295446', 'status': 'completed', 'code': 200} Jan 28 19:18:30.995133 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-01c11bd5-0b15-4f99-88e3-0296f4d50134 req-4d75e55e-1d9a-4314-b810-0363e4861772 service neutron] For port d550e782-0e6a-46c1-8de7-63f7997e8054, host n-h1-812111-14, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:18:31.009542 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae8354c-4750-4cbe-9369-ddaf9158e608 req-82adae3c-b5b6-4fcb-a273-94284fb8753a tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:31.012042 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9ce9a4-d3f5-4bba-9426-0513475d5b08 req-44ac5c11-5af3-40bf-b834-21d82108b7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:31.013604 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7b9ce9a4-d3f5-4bba-9426-0513475d5b08 req-44ac5c11-5af3-40bf-b834-21d82108b7f0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=57a0678ad1cb4e46b30e232c1f317a59&device_id=0611a4ab-e4ae-4065-bdc5-14dfb3eb9efd HTTP/1.1" status: 200 len: 1127 time: 0.1438174 Jan 28 19:18:31.013923 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5ae8354c-4750-4cbe-9369-ddaf9158e608 req-82adae3c-b5b6-4fcb-a273-94284fb8753a tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] 10.222.0.64 "GET /v2.0/ports?device_id=3e7bea74-8d5d-459a-9d23-242ed321b252 HTTP/1.1" status: 200 len: 945 time: 0.0653589 Jan 28 19:18:31.017827 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-01c11bd5-0b15-4f99-88e3-0296f4d50134 req-4d75e55e-1d9a-4314-b810-0363e4861772 service neutron] For port d550e782-0e6a-46c1-8de7-63f7997e8054, host n-h1-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=d550e782-0e6a-46c1-8de7-63f7997e8054,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:18:31.037435 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-01c11bd5-0b15-4f99-88e3-0296f4d50134 req-4d75e55e-1d9a-4314-b810-0363e4861772 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (d550e782-0e6a-46c1-8de7-63f7997e8054), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:31.064437 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5ae8354c-4750-4cbe-9369-ddaf9158e608 req-fe2092c1-a965-45ef-9e1b-67df242638ac tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] 10.222.0.64 "GET /v2.0/security-groups?id=93e4e5d8-2172-46b4-bafb-a6d3892a81f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451341 Jan 28 19:18:31.094209 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7b9ce9a4-d3f5-4bba-9426-0513475d5b08 req-55ed0784-e1c2-45db-8c14-d5f0f8731084 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2843facc-828a-4433-86eb-5c106e295446 HTTP/1.1" status: 200 len: 217 time: 0.0665054 Jan 28 19:18:31.108988 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb5d724-bc05-4677-9947-44397047ced3 req-cae69194-199a-4bc3-a5e8-a250175832d2 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:31.110516 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-aeb5d724-bc05-4677-9947-44397047ced3 req-cae69194-199a-4bc3-a5e8-a250175832d2 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/ports?device_id=d4c75bca-0545-4b45-a7a7-72d19bc7a0d5 HTTP/1.1" status: 200 len: 948 time: 0.1487989 Jan 28 19:18:31.124707 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c11bd5-0b15-4f99-88e3-0296f4d50134 req-4d75e55e-1d9a-4314-b810-0363e4861772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:31.125363 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-01c11bd5-0b15-4f99-88e3-0296f4d50134 req-4d75e55e-1d9a-4314-b810-0363e4861772 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:31.126730 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-01c11bd5-0b15-4f99-88e3-0296f4d50134 req-4d75e55e-1d9a-4314-b810-0363e4861772 service neutron] 10.222.0.41 "PUT /v2.0/ports/d550e782-0e6a-46c1-8de7-63f7997e8054 HTTP/1.1" status: 200 len: 1097 time: 2.0907984 Jan 28 19:18:31.200340 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d75e55e-1d9a-4314-b810-0363e4861772 service neutron] Pushing event updated for resources: {'Port': ['ID=d550e782-0e6a-46c1-8de7-63f7997e8054,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:31.261696 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9ce9a4-d3f5-4bba-9426-0513475d5b08 req-e8b5ca5a-ab54-4723-b325-4b71d2776fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:31.264432 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7b9ce9a4-d3f5-4bba-9426-0513475d5b08 req-e8b5ca5a-ab54-4723-b325-4b71d2776fa6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7e42a0bc-2ea3-4c64-b0da-1fe419b4beb8 HTTP/1.1" status: 200 len: 860 time: 0.1518197 Jan 28 19:18:31.269320 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c113cda3-0a97-4342-a852-e750a27f4ebc req-4d5b8708-0d15-4dfe-a78e-a1a64312f897 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:31.277111 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c113cda3-0a97-4342-a852-e750a27f4ebc req-4d5b8708-0d15-4dfe-a78e-a1a64312f897 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] 10.222.0.64 "GET /v2.0/ports?device_id=3e7bea74-8d5d-459a-9d23-242ed321b252 HTTP/1.1" status: 200 len: 945 time: 0.0875664 Jan 28 19:18:31.304846 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-aeb5d724-bc05-4677-9947-44397047ced3 req-f5faa515-2cca-404b-85ce-b880f37eceb1 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/security-groups?id=c326a8a3-da0b-43eb-8867-b30c14662b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754885 Jan 28 19:18:31.308767 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7b9ce9a4-d3f5-4bba-9426-0513475d5b08 req-03ab1a1c-32a5-410d-96fd-1e19bab8563b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=72a547d0-d9da-4c9f-b2a7-a4b786ea70ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358269 Jan 28 19:18:31.348327 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c11bd5-0b15-4f99-88e3-0296f4d50134 req-8460adad-bac7-4448-b83b-63bafcae0a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:31.349616 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c113cda3-0a97-4342-a852-e750a27f4ebc req-9379e659-0fac-472a-a2f5-b66007217ca0 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] 10.222.0.64 "GET /v2.0/security-groups?id=93e4e5d8-2172-46b4-bafb-a6d3892a81f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715592 Jan 28 19:18:31.349865 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-01c11bd5-0b15-4f99-88e3-0296f4d50134 req-8460adad-bac7-4448-b83b-63bafcae0a6b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1a64246f3ff0490988e6f00c7a9a6590&device_id=d4c75bca-0545-4b45-a7a7-72d19bc7a0d5 HTTP/1.1" status: 200 len: 1131 time: 0.1465876 Jan 28 19:18:31.433349 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-01c11bd5-0b15-4f99-88e3-0296f4d50134 req-281e1520-04d0-4adc-ad6d-a16833e6832a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=d550e782-0e6a-46c1-8de7-63f7997e8054 HTTP/1.1" status: 200 len: 217 time: 0.0456398 Jan 28 19:18:31.510182 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac167980-9740-403f-bf75-81ec38cf052f req-4d00460a-0ee4-41c6-8374-68cb7308ae96 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:31.511986 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ac167980-9740-403f-bf75-81ec38cf052f req-4d00460a-0ee4-41c6-8374-68cb7308ae96 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?device_id=f88825d0-a091-4453-bc06-8a2acaf44ba3 HTTP/1.1" status: 200 len: 945 time: 0.0692585 Jan 28 19:18:31.537344 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7b9ce9a4-d3f5-4bba-9426-0513475d5b08 req-3bf5eac8-49d2-44b0-b010-6f12ed6b59d1 service neutron] 10.222.0.41 "GET /v2.0/networks/72a547d0-d9da-4c9f-b2a7-a4b786ea70ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185893 Jan 28 19:18:31.540740 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c11bd5-0b15-4f99-88e3-0296f4d50134 req-3dd51a54-11ee-49bb-a63c-cc1176c3ebbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:31.542124 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-01c11bd5-0b15-4f99-88e3-0296f4d50134 req-3dd51a54-11ee-49bb-a63c-cc1176c3ebbc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f2de4832-9ef6-4f40-9ac5-1557d5e6a6ff HTTP/1.1" status: 200 len: 843 time: 0.0995708 Jan 28 19:18:31.556695 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9488afe9-b9a1-45e7-b28e-0cdd4f161bc3 req-bccb4594-48ea-47a1-8545-e2e5be29fcd9 tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:31.558216 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9488afe9-b9a1-45e7-b28e-0cdd4f161bc3 req-bccb4594-48ea-47a1-8545-e2e5be29fcd9 tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] 10.222.0.64 "GET /v2.0/ports?device_id=228a75e3-e402-4ada-ac1a-23df5443afe6 HTTP/1.1" status: 200 len: 945 time: 0.1292684 Jan 28 19:18:31.569693 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ac167980-9740-403f-bf75-81ec38cf052f req-2493c7f0-955d-4480-affd-b323e64ccf21 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/security-groups?id=414e93b9-08bc-438e-9127-05114ed7dbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511475 Jan 28 19:18:31.686873 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3f0142-3714-4b71-b317-0481bbc26c82 req-c08b322b-3794-45f7-8789-364465c36928 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:31.688741 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2f3f0142-3714-4b71-b317-0481bbc26c82 req-c08b322b-3794-45f7-8789-364465c36928 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] 10.222.0.64 "GET /v2.0/ports?device_id=3e7bea74-8d5d-459a-9d23-242ed321b252 HTTP/1.1" status: 200 len: 945 time: 0.0584619 Jan 28 19:18:31.707215 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c11bd5-0b15-4f99-88e3-0296f4d50134 req-16d047e7-45c4-47c5-8752-c69dc8784a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:31.708719 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-01c11bd5-0b15-4f99-88e3-0296f4d50134 req-16d047e7-45c4-47c5-8752-c69dc8784a71 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7810caa2-eac6-457d-9302-c8c215ef3e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1496394 Jan 28 19:18:31.715443 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9488afe9-b9a1-45e7-b28e-0cdd4f161bc3 req-41a1d3e0-2d40-42aa-8f9d-99b6c7feb2f7 tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] 10.222.0.64 "GET /v2.0/security-groups?id=99a9729b-e544-4e2d-a5f9-4bd7146adc54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1395822 Jan 28 19:18:31.743191 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7b9ce9a4-d3f5-4bba-9426-0513475d5b08 req-316f857c-55d0-4f9e-82c8-4142b372fd44 service neutron] 10.222.0.41 "GET /v2.0/networks/72a547d0-d9da-4c9f-b2a7-a4b786ea70ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764808 Jan 28 19:18:31.763897 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2f3f0142-3714-4b71-b317-0481bbc26c82 req-2c177d3a-13b5-4fce-a19d-a42239cc9000 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] 10.222.0.64 "GET /v2.0/security-groups?id=93e4e5d8-2172-46b4-bafb-a6d3892a81f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690813 Jan 28 19:18:31.900614 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-01c11bd5-0b15-4f99-88e3-0296f4d50134 req-9a397f42-02c5-4f4c-b92c-4ad4044ae70d service neutron] 10.222.0.41 "GET /v2.0/networks/7810caa2-eac6-457d-9302-c8c215ef3e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789222 Jan 28 19:18:31.914038 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95f6d6d-d969-46e7-b4bb-0f02ecb20401 req-a4b6fe1f-4104-449a-b413-6c0ea5ab9544 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:31.917544 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e95f6d6d-d969-46e7-b4bb-0f02ecb20401 req-a4b6fe1f-4104-449a-b413-6c0ea5ab9544 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] 10.222.0.64 "GET /v2.0/ports?device_id=3e7bea74-8d5d-459a-9d23-242ed321b252 HTTP/1.1" status: 200 len: 945 time: 0.0639408 Jan 28 19:18:31.925974 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd75555-d890-4adc-bc12-3ddf8c2196f5 req-96944ef1-c97c-4d4c-ae41-ca2d965c2f9b tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:31.927437 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6dd75555-d890-4adc-bc12-3ddf8c2196f5 req-96944ef1-c97c-4d4c-ae41-ca2d965c2f9b tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=0611a4ab-e4ae-4065-bdc5-14dfb3eb9efd HTTP/1.1" status: 200 len: 944 time: 0.1249068 Jan 28 19:18:31.976361 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e95f6d6d-d969-46e7-b4bb-0f02ecb20401 req-be18098f-287e-453d-99b9-f51e12587dac tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] 10.222.0.64 "GET /v2.0/security-groups?id=93e4e5d8-2172-46b4-bafb-a6d3892a81f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545976 Jan 28 19:18:31.993226 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d066c7-bd21-4e8d-a111-f617c029ce72 req-7f77d621-c3f6-4474-a0cb-a1b60d6a3b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:31.993463 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b4d066c7-bd21-4e8d-a111-f617c029ce72 req-7f77d621-c3f6-4474-a0cb-a1b60d6a3b92 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=57a0678ad1cb4e46b30e232c1f317a59&device_id=0611a4ab-e4ae-4065-bdc5-14dfb3eb9efd HTTP/1.1" status: 200 len: 1127 time: 0.1558766 Jan 28 19:18:32.105608 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6dd75555-d890-4adc-bc12-3ddf8c2196f5 req-50207679-5eae-40d7-82c0-1065d1b0b865 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611202 Jan 28 19:18:32.117458 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d94d737-8eb0-41db-9d0b-da84d5e857cc req-7a3e337e-9050-4294-85db-99c0be29d44e tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:32.121840 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1d94d737-8eb0-41db-9d0b-da84d5e857cc req-7a3e337e-9050-4294-85db-99c0be29d44e tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/ports?device_id=423fe725-02cc-4d98-b77e-d73d18170f79 HTTP/1.1" status: 200 len: 944 time: 0.0780385 Jan 28 19:18:32.192901 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d066c7-bd21-4e8d-a111-f617c029ce72 req-4274506e-d819-4316-834b-51ae9a341d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:32.194626 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b4d066c7-bd21-4e8d-a111-f617c029ce72 req-4274506e-d819-4316-834b-51ae9a341d2b service neutron] 10.222.0.41 "GET /v2.0/networks?id=72a547d0-d9da-4c9f-b2a7-a4b786ea70ac HTTP/1.1" status: 200 len: 920 time: 0.1788487 Jan 28 19:18:32.200024 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-01c11bd5-0b15-4f99-88e3-0296f4d50134 req-329efb72-0b4b-446a-9fe0-1b0b1dbf91ee service neutron] 10.222.0.41 "GET /v2.0/networks/7810caa2-eac6-457d-9302-c8c215ef3e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2878482 Jan 28 19:18:32.228382 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1d94d737-8eb0-41db-9d0b-da84d5e857cc req-59b04570-4536-4f8f-a7de-66204fab4d3d tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/security-groups?id=929081b5-e4ec-47f3-a3f7-d2b3ba16c5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906100 Jan 28 19:18:32.267779 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b4d066c7-bd21-4e8d-a111-f617c029ce72 req-f9ac74d5-4329-4ad9-83d6-e12492460f87 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2843facc-828a-4433-86eb-5c106e295446 HTTP/1.1" status: 200 len: 217 time: 0.0477600 Jan 28 19:18:32.348136 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d066c7-bd21-4e8d-a111-f617c029ce72 req-bb9209dc-bac2-402e-a0a6-506379c81917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:32.349437 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b4d066c7-bd21-4e8d-a111-f617c029ce72 req-bb9209dc-bac2-402e-a0a6-506379c81917 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7e42a0bc-2ea3-4c64-b0da-1fe419b4beb8 HTTP/1.1" status: 200 len: 860 time: 0.0557671 Jan 28 19:18:32.358272 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db81f85-a852-4799-a25b-690e58264cd9 req-b646e606-5510-4af2-a635-1e50b6af4746 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:32.359753 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2db81f85-a852-4799-a25b-690e58264cd9 req-b646e606-5510-4af2-a635-1e50b6af4746 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] 10.222.0.64 "GET /v2.0/ports?device_id=3e7bea74-8d5d-459a-9d23-242ed321b252 HTTP/1.1" status: 200 len: 945 time: 0.0948291 Jan 28 19:18:32.401670 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b4d066c7-bd21-4e8d-a111-f617c029ce72 req-8f2998ab-f639-4d8c-b718-894bc82b662a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=72a547d0-d9da-4c9f-b2a7-a4b786ea70ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409329 Jan 28 19:18:32.454216 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5bd29d-4e4c-4b12-a407-612385de3a7e req-4fef6b94-019c-4d02-9b60-fd46e16f0405 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:32.455706 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5c5bd29d-4e4c-4b12-a407-612385de3a7e req-4fef6b94-019c-4d02-9b60-fd46e16f0405 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/ports?device_id=d4c75bca-0545-4b45-a7a7-72d19bc7a0d5 HTTP/1.1" status: 200 len: 948 time: 0.0598085 Jan 28 19:18:32.474871 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2db81f85-a852-4799-a25b-690e58264cd9 req-154160d9-35c2-4c3a-9bf3-602f06a7f8e7 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] 10.222.0.64 "GET /v2.0/security-groups?id=93e4e5d8-2172-46b4-bafb-a6d3892a81f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065125 Jan 28 19:18:32.515077 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5c5bd29d-4e4c-4b12-a407-612385de3a7e req-80dddf23-0a86-42ed-b3f2-0dc35927f9ea tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/security-groups?id=c326a8a3-da0b-43eb-8867-b30c14662b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530455 Jan 28 19:18:32.524861 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b4d066c7-bd21-4e8d-a111-f617c029ce72 req-7664e1d5-e343-47ec-be67-76bcd0f7f9a3 service neutron] 10.222.0.41 "GET /v2.0/networks/72a547d0-d9da-4c9f-b2a7-a4b786ea70ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151621 Jan 28 19:18:32.627522 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b4d066c7-bd21-4e8d-a111-f617c029ce72 req-b5b382a5-8db9-4bd4-9b47-14e9e80844b9 service neutron] 10.222.0.41 "GET /v2.0/networks/72a547d0-d9da-4c9f-b2a7-a4b786ea70ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963218 Jan 28 19:18:32.650976 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 43a2ac51-0354-423c-9461-b245100cbca7 up at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:18:32.689258 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4056c0c-916f-42f2-acd7-a947d8794752 req-82c58c88-a506-4e8b-858e-c9d02a558b83 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:32.690772 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f4056c0c-916f-42f2-acd7-a947d8794752 req-82c58c88-a506-4e8b-858e-c9d02a558b83 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?device_id=f88825d0-a091-4453-bc06-8a2acaf44ba3 HTTP/1.1" status: 200 len: 945 time: 0.0580122 Jan 28 19:18:32.713452 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning for port 43a2ac51-0354-423c-9461-b245100cbca7 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:18:32.719477 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning complete for port 43a2ac51-0354-423c-9461-b245100cbca7 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:18:32.719897 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (43a2ac51-0354-423c-9461-b245100cbca7), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:32.744717 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f4056c0c-916f-42f2-acd7-a947d8794752 req-dadc54f0-680c-4671-a8f7-7a5914e74548 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/security-groups?id=414e93b9-08bc-438e-9127-05114ed7dbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475399 Jan 28 19:18:32.808888 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 43a2ac51-0354-423c-9461-b245100cbca7 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:18:32.809401 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (43a2ac51-0354-423c-9461-b245100cbca7), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:32.832915 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '423fe725-02cc-4d98-b77e-d73d18170f79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43a2ac51-0354-423c-9461-b245100cbca7'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:18:32.835174 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-598fdeff-0a9a-4002-a479-86bec91d8de2" -d '{"events": [{"server_uuid": "423fe725-02cc-4d98-b77e-d73d18170f79", "name": "network-vif-plugged", "status": "completed", "tag": "43a2ac51-0354-423c-9461-b245100cbca7"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:18:32.848687 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 43a2ac51-0354-423c-9461-b245100cbca7, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=43a2ac51-0354-423c-9461-b245100cbca7,segment=NetworkSegment(65f5b843-b58b-4f27-8faf-b99bc8156b89),segment_id=65f5b843-b58b-4f27-8faf-b99bc8156b89)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:18:32.854514 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (43a2ac51-0354-423c-9461-b245100cbca7), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:32.882834 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4c75bca-0545-4b45-a7a7-72d19bc7a0d5', 'tag': 'd550e782-0e6a-46c1-8de7-63f7997e8054'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:18:32.885471 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ae9afe6-b18f-42f8-a5db-8078180a2b0b" -d '{"events": [{"name": "network-changed", "server_uuid": "d4c75bca-0545-4b45-a7a7-72d19bc7a0d5", "tag": "d550e782-0e6a-46c1-8de7-63f7997e8054"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:18:32.896890 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fffce2-4315-4596-a485-e675b09c27d8 req-dd7f9a92-6661-4d59-b25f-e638d1d471c2 tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:32.899956 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-83fffce2-4315-4596-a485-e675b09c27d8 req-dd7f9a92-6661-4d59-b25f-e638d1d471c2 tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] 10.222.0.64 "GET /v2.0/ports?device_id=228a75e3-e402-4ada-ac1a-23df5443afe6 HTTP/1.1" status: 200 len: 945 time: 0.0782840 Jan 28 19:18:32.912896 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=43a2ac51-0354-423c-9461-b245100cbca7,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:32.919594 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2289fa1-9036-4d50-b673-3bf95651e1f2 x-openstack-request-id: req-f2289fa1-9036-4d50-b673-3bf95651e1f2 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:18:32.920194 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "423fe725-02cc-4d98-b77e-d73d18170f79", "name": "network-vif-plugged", "status": "completed", "tag": "43a2ac51-0354-423c-9461-b245100cbca7", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:18:32.920688 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f2289fa1-9036-4d50-b673-3bf95651e1f2 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:18:32.921297 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '423fe725-02cc-4d98-b77e-d73d18170f79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43a2ac51-0354-423c-9461-b245100cbca7', 'code': 200} Jan 28 19:18:33.003440 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-83fffce2-4315-4596-a485-e675b09c27d8 req-206cce60-52e6-4082-b857-455c140d6719 tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] 10.222.0.64 "GET /v2.0/security-groups?id=99a9729b-e544-4e2d-a5f9-4bd7146adc54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967515 Jan 28 19:18:33.036596 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c7fe5d7-48be-4b27-ab69-fcd5bbecede3 x-openstack-request-id: req-5c7fe5d7-48be-4b27-ab69-fcd5bbecede3 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:18:33.039494 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4c75bca-0545-4b45-a7a7-72d19bc7a0d5", "tag": "d550e782-0e6a-46c1-8de7-63f7997e8054", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:18:33.040130 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5c7fe5d7-48be-4b27-ab69-fcd5bbecede3 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:18:33.046102 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4c75bca-0545-4b45-a7a7-72d19bc7a0d5', 'tag': 'd550e782-0e6a-46c1-8de7-63f7997e8054', 'status': 'completed', 'code': 200} Jan 28 19:18:33.052069 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cb7f36-9003-4af5-ac41-00fce7763714 req-d9f8a8f4-ecfe-4ffe-91a2-60872be7ed4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:33.053704 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-31cb7f36-9003-4af5-ac41-00fce7763714 req-d9f8a8f4-ecfe-4ffe-91a2-60872be7ed4f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=423fe725-02cc-4d98-b77e-d73d18170f79 HTTP/1.1" status: 200 len: 1128 time: 0.0489566 Jan 28 19:18:33.148222 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-31cb7f36-9003-4af5-ac41-00fce7763714 req-4a82ae07-c868-4c93-916e-f7a14ad37afa service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=929081b5-e4ec-47f3-a3f7-d2b3ba16c5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869772 Jan 28 19:18:33.182801 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae9afe6-b18f-42f8-a5db-8078180a2b0b req-9fe4b7c1-1199-4363-9d98-7390a89c180b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:33.185043 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4ae9afe6-b18f-42f8-a5db-8078180a2b0b req-9fe4b7c1-1199-4363-9d98-7390a89c180b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1a64246f3ff0490988e6f00c7a9a6590&device_id=d4c75bca-0545-4b45-a7a7-72d19bc7a0d5 HTTP/1.1" status: 200 len: 1131 time: 0.1148088 Jan 28 19:18:33.204769 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be82d6fc-b31a-4bee-b7b8-5cc2bbb5c837 req-929416df-d1f9-4e36-a881-d164ee18c515 tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:33.206465 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-be82d6fc-b31a-4bee-b7b8-5cc2bbb5c837 req-929416df-d1f9-4e36-a881-d164ee18c515 tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] 10.222.0.64 "GET /v2.0/ports?device_id=228a75e3-e402-4ada-ac1a-23df5443afe6 HTTP/1.1" status: 200 len: 945 time: 0.0814271 Jan 28 19:18:33.217001 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 41232) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:18:33.232767 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-649a00a8-06cb-4cf2-889f-37bf7836f674 tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] Request body: {'floatingip': {'port_id': '2750d9e5-de49-4db1-a69b-efaf333e2cf8'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:18:33.281224 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-649a00a8-06cb-4cf2-889f-37bf7836f674 tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] Publish callbacks [] for floatingip (ab3d7aae-8c49-40a0-8816-ac1be5a38f7f), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:33.349005 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae9afe6-b18f-42f8-a5db-8078180a2b0b req-67fc02be-2aae-40b6-bfcc-75932e29e4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:33.350766 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4ae9afe6-b18f-42f8-a5db-8078180a2b0b req-67fc02be-2aae-40b6-bfcc-75932e29e4e3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7810caa2-eac6-457d-9302-c8c215ef3e91 HTTP/1.1" status: 200 len: 869 time: 0.1426733 Jan 28 19:18:33.367236 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcad350-00a4-41e3-95b8-8ab219f25315 req-8089f4bd-a8a0-4e11-ac36-1518df125647 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:33.368812 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2dcad350-00a4-41e3-95b8-8ab219f25315 req-8089f4bd-a8a0-4e11-ac36-1518df125647 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] 10.222.0.64 "GET /v2.0/ports?device_id=3e7bea74-8d5d-459a-9d23-242ed321b252 HTTP/1.1" status: 200 len: 945 time: 0.0829389 Jan 28 19:18:33.415434 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4ae9afe6-b18f-42f8-a5db-8078180a2b0b req-f0c78de5-ce81-45b0-9eff-924a0206f7a1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=d550e782-0e6a-46c1-8de7-63f7997e8054 HTTP/1.1" status: 200 len: 217 time: 0.0454416 Jan 28 19:18:33.451498 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e5a709-bedf-4436-8701-1534499fc994 req-9ac9508b-a46b-4bfc-9069-05904e0bc29d tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:33.453376 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-02e5a709-bedf-4436-8701-1534499fc994 req-9ac9508b-a46b-4bfc-9069-05904e0bc29d tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=0611a4ab-e4ae-4065-bdc5-14dfb3eb9efd HTTP/1.1" status: 200 len: 944 time: 0.1353548 Jan 28 19:18:33.482952 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2dcad350-00a4-41e3-95b8-8ab219f25315 req-60a6fbbb-a9ca-40e5-96e9-bfb5c505e9fa tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] 10.222.0.64 "GET /v2.0/security-groups?id=93e4e5d8-2172-46b4-bafb-a6d3892a81f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064439 Jan 28 19:18:33.492502 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae9afe6-b18f-42f8-a5db-8078180a2b0b req-8142734e-1d94-437f-8c0e-976bfd9671e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:33.494003 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4ae9afe6-b18f-42f8-a5db-8078180a2b0b req-8142734e-1d94-437f-8c0e-976bfd9671e1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f2de4832-9ef6-4f40-9ac5-1557d5e6a6ff HTTP/1.1" status: 200 len: 843 time: 0.0592458 Jan 28 19:18:33.560303 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-02e5a709-bedf-4436-8701-1534499fc994 req-28338ff7-1841-460e-b831-6f3a5486ef09 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971589 Jan 28 19:18:33.569263 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae9afe6-b18f-42f8-a5db-8078180a2b0b req-d1088572-6085-4e86-86c9-a4466e3e14b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:33.571123 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4ae9afe6-b18f-42f8-a5db-8078180a2b0b req-d1088572-6085-4e86-86c9-a4466e3e14b6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7810caa2-eac6-457d-9302-c8c215ef3e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0581603 Jan 28 19:18:33.699930 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d81a05-ee27-47cf-bead-ba7eed335373 req-e7cd5a7a-7229-471e-88d2-d0c8229d8a1d tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:33.701426 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b0d81a05-ee27-47cf-bead-ba7eed335373 req-e7cd5a7a-7229-471e-88d2-d0c8229d8a1d tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/ports?device_id=423fe725-02cc-4d98-b77e-d73d18170f79 HTTP/1.1" status: 200 len: 945 time: 0.1294038 Jan 28 19:18:33.733614 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4ae9afe6-b18f-42f8-a5db-8078180a2b0b req-3b3ad989-cfcc-45a2-a96f-3b5a46a53e08 service neutron] 10.222.0.41 "GET /v2.0/networks/7810caa2-eac6-457d-9302-c8c215ef3e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427388 Jan 28 19:18:33.804044 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f80aae-7b64-4b53-92e3-df9af5f2b946 req-7ea0fe7b-09ed-48c5-97bb-43b58246fd5d tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:33.805966 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-08f80aae-7b64-4b53-92e3-df9af5f2b946 req-7ea0fe7b-09ed-48c5-97bb-43b58246fd5d tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/ports?device_id=d4c75bca-0545-4b45-a7a7-72d19bc7a0d5 HTTP/1.1" status: 200 len: 948 time: 0.1437337 Jan 28 19:18:33.813759 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b0d81a05-ee27-47cf-bead-ba7eed335373 req-60fffe3a-f875-438f-a42a-dd19d4cdad3e tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/security-groups?id=929081b5-e4ec-47f3-a3f7-d2b3ba16c5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038635 Jan 28 19:18:33.881560 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4ae9afe6-b18f-42f8-a5db-8078180a2b0b req-84d42cbb-378a-4735-b48b-e19631e7bbb9 service neutron] 10.222.0.41 "GET /v2.0/networks/7810caa2-eac6-457d-9302-c8c215ef3e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353261 Jan 28 19:18:33.919492 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-08f80aae-7b64-4b53-92e3-df9af5f2b946 req-aaf1c777-0e94-45e1-b851-3acee02a9c05 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/security-groups?id=c326a8a3-da0b-43eb-8867-b30c14662b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066856 Jan 28 19:18:33.930347 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238cef0a-f65b-46c4-bb62-d2ac2fc32b76 req-4c88be8a-d772-444f-b1c8-6be1a1dac014 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:33.933685 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-238cef0a-f65b-46c4-bb62-d2ac2fc32b76 req-4c88be8a-d772-444f-b1c8-6be1a1dac014 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?device_id=f88825d0-a091-4453-bc06-8a2acaf44ba3 HTTP/1.1" status: 200 len: 945 time: 0.0660515 Jan 28 19:18:33.972841 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-649a00a8-06cb-4cf2-889f-37bf7836f674 tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:33.976888 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-649a00a8-06cb-4cf2-889f-37bf7836f674 tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734886'] for floatingip (ab3d7aae-8c49-40a0-8816-ac1be5a38f7f), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:33.984632 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-238cef0a-f65b-46c4-bb62-d2ac2fc32b76 req-3d5bc413-c894-4c9b-90f9-e170b53465f8 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/security-groups?id=414e93b9-08bc-438e-9127-05114ed7dbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465136 Jan 28 19:18:34.081602 n-d-812111-14 neutron-server[103304]: INFO neutron.db.l3_db [None req-649a00a8-06cb-4cf2-889f-37bf7836f674 tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] Floating IP ab3d7aae-8c49-40a0-8816-ac1be5a38f7f associated. External IP: 172.25.6.64, port: 2750d9e5-de49-4db1-a69b-efaf333e2cf8. Jan 28 19:18:34.549257 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-649a00a8-06cb-4cf2-889f-37bf7836f674 tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] Router 7ce3bdb9-a95b-4309-a0b5-4354b9c4cdb7 has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:18:34.691542 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93744d47-5302-4f04-af98-0f2c8e6ea0b5 req-04912cb7-16e1-4d54-bf8a-f74b03b9dfe0 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:34.693200 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-93744d47-5302-4f04-af98-0f2c8e6ea0b5 req-04912cb7-16e1-4d54-bf8a-f74b03b9dfe0 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] 10.222.0.64 "GET /v2.0/ports?device_id=3e7bea74-8d5d-459a-9d23-242ed321b252 HTTP/1.1" status: 200 len: 945 time: 0.1314349 Jan 28 19:18:34.704959 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e72e64-6836-4f38-8b52-192b1fcbb663 req-a6a21547-5b8a-4d6d-bd92-f62bc421b307 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:34.707086 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-91e72e64-6836-4f38-8b52-192b1fcbb663 req-a6a21547-5b8a-4d6d-bd92-f62bc421b307 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=0611a4ab-e4ae-4065-bdc5-14dfb3eb9efd HTTP/1.1" status: 200 len: 944 time: 0.0659335 Jan 28 19:18:34.721969 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-649a00a8-06cb-4cf2-889f-37bf7836f674 tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:18:34.727147 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-649a00a8-06cb-4cf2-889f-37bf7836f674 tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for floatingip (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:34.735046 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb09928-81d2-4da8-9657-928348fc55bb None None] Sync routers for ids ['7ce3bdb9-a95b-4309-a0b5-4354b9c4cdb7'] in n-d-812111-14 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:18:34.743996 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb09928-81d2-4da8-9657-928348fc55bb None None] Routers {'7ce3bdb9-a95b-4309-a0b5-4354b9c4cdb7'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:18:34.744945 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-dfb09928-81d2-4da8-9657-928348fc55bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:18:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['7ce3bdb9-a95b-4309-a0b5-4354b9c4cdb7'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:18:34.782396 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-91e72e64-6836-4f38-8b52-192b1fcbb663 req-121a73b1-aba5-4b80-b7f5-0fdb457f0736 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696528 Jan 28 19:18:34.794765 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-93744d47-5302-4f04-af98-0f2c8e6ea0b5 req-a6ca5548-bfe5-4c5d-bb25-f76165db6639 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] 10.222.0.64 "GET /v2.0/security-groups?id=93e4e5d8-2172-46b4-bafb-a6d3892a81f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959122 Jan 28 19:18:34.813158 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-649a00a8-06cb-4cf2-889f-37bf7836f674 tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] 10.222.0.64 "PUT /v2.0/floatingips/ab3d7aae-8c49-40a0-8816-ac1be5a38f7f HTTP/1.1" status: 200 len: 990 time: 1.5848136 Jan 28 19:18:34.813158 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '228a75e3-e402-4ada-ac1a-23df5443afe6', 'tag': '2750d9e5-de49-4db1-a69b-efaf333e2cf8'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:18:34.818805 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40bdc74e-2d2a-4e3b-80ba-6a3f3ffc39a9" -d '{"events": [{"name": "network-changed", "server_uuid": "228a75e3-e402-4ada-ac1a-23df5443afe6", "tag": "2750d9e5-de49-4db1-a69b-efaf333e2cf8"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:18:34.861706 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57983a28-1a17-4f1d-a0b9-a05636553efe x-openstack-request-id: req-57983a28-1a17-4f1d-a0b9-a05636553efe {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:18:34.862470 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "228a75e3-e402-4ada-ac1a-23df5443afe6", "tag": "2750d9e5-de49-4db1-a69b-efaf333e2cf8", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:18:34.862935 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-57983a28-1a17-4f1d-a0b9-a05636553efe {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:18:34.863559 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '228a75e3-e402-4ada-ac1a-23df5443afe6', 'tag': '2750d9e5-de49-4db1-a69b-efaf333e2cf8', 'status': 'completed', 'code': 200} Jan 28 19:18:34.867851 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-dfb09928-81d2-4da8-9657-928348fc55bb None None] Set router 7ce3bdb9-a95b-4309-a0b5-4354b9c4cdb7 gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:18:34.950510 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd44ff6-c349-4a7d-9c37-8ec581246822 req-de12c888-ef79-4779-8eea-35b7748850ce tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:34.957962 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8bd44ff6-c349-4a7d-9c37-8ec581246822 req-de12c888-ef79-4779-8eea-35b7748850ce tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] 10.222.0.64 "GET /v2.0/ports?device_id=228a75e3-e402-4ada-ac1a-23df5443afe6 HTTP/1.1" status: 200 len: 945 time: 0.0935712 Jan 28 19:18:34.989336 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bdc74e-2d2a-4e3b-80ba-6a3f3ffc39a9 req-37a8e24c-c71f-4491-894b-4f1fbfe566ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:34.990844 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-40bdc74e-2d2a-4e3b-80ba-6a3f3ffc39a9 req-37a8e24c-c71f-4491-894b-4f1fbfe566ff service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=420fb4477d4744a7883edeb957ae6597&device_id=228a75e3-e402-4ada-ac1a-23df5443afe6 HTTP/1.1" status: 200 len: 1128 time: 0.0929122 Jan 28 19:18:35.002152 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728996c1-d770-42ed-847f-c8fea2d1c321 req-74bb91dc-900b-4794-b6ba-d9fa40e04b80 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:35.012303 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-728996c1-d770-42ed-847f-c8fea2d1c321 req-74bb91dc-900b-4794-b6ba-d9fa40e04b80 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/ports?device_id=423fe725-02cc-4d98-b77e-d73d18170f79 HTTP/1.1" status: 200 len: 945 time: 0.0782800 Jan 28 19:18:35.083046 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-728996c1-d770-42ed-847f-c8fea2d1c321 req-6185ad6c-a7d0-431a-ac78-e4ef6a7157fc tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/security-groups?id=929081b5-e4ec-47f3-a3f7-d2b3ba16c5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682886 Jan 28 19:18:35.095351 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8bd44ff6-c349-4a7d-9c37-8ec581246822 req-e25e17cf-12f7-4171-a8f5-eb68c645b1df tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] 10.222.0.64 "GET /v2.0/security-groups?id=99a9729b-e544-4e2d-a5f9-4bd7146adc54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1364391 Jan 28 19:18:35.151843 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-dfb09928-81d2-4da8-9657-928348fc55bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce3bdb9-a95b-4309-a0b5-4354b9c4cdb7', 'name': 'tempest-ServersTestBootFromVolume-1087329550-router', 'tenant_id': '420fb4477d4744a7883edeb957ae6597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': '9935d41b-edcc-426b-a76e-c37018ad5fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:16:37Z', 'updated_at': '2022-01-28T19:16:45Z', 'revision_number': 4, 'project_id': '420fb4477d4744a7883edeb957ae6597', 'gw_port': {'id': '9935d41b-edcc-426b-a76e-c37018ad5fb9', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:a5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce3bdb9-a95b-4309-a0b5-4354b9c4cdb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:16:40Z', 'updated_at': '2022-01-28T19:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_floatingips': [{'id': 'ab3d7aae-8c49-40a0-8816-ac1be5a38f7f', 'tenant_id': '420fb4477d4744a7883edeb957ae6597', 'floating_ip_address': '172.25.6.64', 'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'router_id': '7ce3bdb9-a95b-4309-a0b5-4354b9c4cdb7', 'port_id': '2750d9e5-de49-4db1-a69b-efaf333e2cf8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 725, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b850379-ee6b-422c-9104-ee42848f60f7', 'mac_address': 'fa:16:3e:a7:4c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '228a75e3-e402-4ada-ac1a-23df5443afe6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:16:52Z', 'updated_at': '2022-01-28T19:18:33Z', 'revision_number': 1, 'project_id': '420fb4477d4744a7883edeb957ae6597', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e6a2ec4-c1d2-48dc-9e6f-3c905335dfa0', 'name': '', 'network_id': '6b850379-ee6b-422c-9104-ee42848f60f7', 'tenant_id': '420fb4477d4744a7883edeb957ae6597', 'mac_address': 'fa:16:3e:0d:fb:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce3bdb9-a95b-4309-a0b5-4354b9c4cdb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '27a1cb61-13cc-4651-897a-2629d7c64233', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:16:44Z', 'updated_at': '2022-01-28T19:16:55Z', 'revision_number': 5, 'project_id': '420fb4477d4744a7883edeb957ae6597', 'subnets': [{'id': '27a1cb61-13cc-4651-897a-2629d7c64233', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:18:35.153021 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bdc74e-2d2a-4e3b-80ba-6a3f3ffc39a9 req-cda7b210-3830-442e-9df9-ad5aada8b40a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:35.158288 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-40bdc74e-2d2a-4e3b-80ba-6a3f3ffc39a9 req-cda7b210-3830-442e-9df9-ad5aada8b40a service neutron] 10.222.0.41 "GET /v2.0/networks?id=6b850379-ee6b-422c-9104-ee42848f60f7 HTTP/1.1" status: 200 len: 916 time: 0.1562405 Jan 28 19:18:35.191839 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb09928-81d2-4da8-9657-928348fc55bb None None] Checking router: 7ce3bdb9-a95b-4309-a0b5-4354b9c4cdb7 for host: n-d-812111-14 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:18:35.201887 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb09928-81d2-4da8-9657-928348fc55bb None None] Routers {'7ce3bdb9-a95b-4309-a0b5-4354b9c4cdb7'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:18:35.202505 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-dfb09928-81d2-4da8-9657-928348fc55bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:18:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['7ce3bdb9-a95b-4309-a0b5-4354b9c4cdb7'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:18:35.248175 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bcdb73-f6b2-4731-93c6-7e9fdb5ccdd1 req-e1647e78-fe80-4301-a413-f38bc62f608c tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:35.249797 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-08bcdb73-f6b2-4731-93c6-7e9fdb5ccdd1 req-e1647e78-fe80-4301-a413-f38bc62f608c tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/ports?device_id=d4c75bca-0545-4b45-a7a7-72d19bc7a0d5 HTTP/1.1" status: 200 len: 948 time: 0.0722966 Jan 28 19:18:35.287353 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-40bdc74e-2d2a-4e3b-80ba-6a3f3ffc39a9 req-85ac2a32-4beb-4c75-8766-82e4a40e479a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2750d9e5-de49-4db1-a69b-efaf333e2cf8 HTTP/1.1" status: 200 len: 998 time: 0.1193130 Jan 28 19:18:35.297130 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d65d344-bf37-465d-9371-5a65b0395bb4 req-0f5a6031-09ca-41fe-a14a-d89b988c9ee9 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:35.305400 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7d65d344-bf37-465d-9371-5a65b0395bb4 req-0f5a6031-09ca-41fe-a14a-d89b988c9ee9 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?device_id=f88825d0-a091-4453-bc06-8a2acaf44ba3 HTTP/1.1" status: 200 len: 945 time: 0.1460261 Jan 28 19:18:35.312188 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-08bcdb73-f6b2-4731-93c6-7e9fdb5ccdd1 req-2b85405c-1fc0-4cf3-a530-6753ab5b1df0 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/security-groups?id=c326a8a3-da0b-43eb-8867-b30c14662b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565686 Jan 28 19:18:35.396865 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bdc74e-2d2a-4e3b-80ba-6a3f3ffc39a9 req-b0e91ef6-1a33-4505-82c9-2ac6e6369fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:35.399001 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-40bdc74e-2d2a-4e3b-80ba-6a3f3ffc39a9 req-b0e91ef6-1a33-4505-82c9-2ac6e6369fd3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=27a1cb61-13cc-4651-897a-2629d7c64233 HTTP/1.1" status: 200 len: 855 time: 0.0910254 Jan 28 19:18:35.409711 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7d65d344-bf37-465d-9371-5a65b0395bb4 req-80e9b6c5-f05a-4092-b1c0-2da00b2e9490 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/security-groups?id=414e93b9-08bc-438e-9127-05114ed7dbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030440 Jan 28 19:18:35.460664 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-dfb09928-81d2-4da8-9657-928348fc55bb None None] Set router 7ce3bdb9-a95b-4309-a0b5-4354b9c4cdb7 gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:18:35.470190 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bdc74e-2d2a-4e3b-80ba-6a3f3ffc39a9 req-927a7299-e459-47be-a0b2-e8256152b095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:35.471682 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-40bdc74e-2d2a-4e3b-80ba-6a3f3ffc39a9 req-927a7299-e459-47be-a0b2-e8256152b095 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6b850379-ee6b-422c-9104-ee42848f60f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0608706 Jan 28 19:18:35.572618 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-40bdc74e-2d2a-4e3b-80ba-6a3f3ffc39a9 req-5b00c46e-6501-412b-8363-65d995ffae98 service neutron] 10.222.0.41 "GET /v2.0/networks/6b850379-ee6b-422c-9104-ee42848f60f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828719 Jan 28 19:18:35.679474 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-40bdc74e-2d2a-4e3b-80ba-6a3f3ffc39a9 req-9b0d46b5-0a35-493f-ac78-5740d55b13e5 service neutron] 10.222.0.41 "GET /v2.0/networks/6b850379-ee6b-422c-9104-ee42848f60f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999713 Jan 28 19:18:35.688606 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-dfb09928-81d2-4da8-9657-928348fc55bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce3bdb9-a95b-4309-a0b5-4354b9c4cdb7', 'name': 'tempest-ServersTestBootFromVolume-1087329550-router', 'tenant_id': '420fb4477d4744a7883edeb957ae6597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': '9935d41b-edcc-426b-a76e-c37018ad5fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:16:37Z', 'updated_at': '2022-01-28T19:16:45Z', 'revision_number': 4, 'project_id': '420fb4477d4744a7883edeb957ae6597', 'gw_port': {'id': '9935d41b-edcc-426b-a76e-c37018ad5fb9', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:a5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce3bdb9-a95b-4309-a0b5-4354b9c4cdb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:16:40Z', 'updated_at': '2022-01-28T19:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_floatingips': [{'id': 'ab3d7aae-8c49-40a0-8816-ac1be5a38f7f', 'tenant_id': '420fb4477d4744a7883edeb957ae6597', 'floating_ip_address': '172.25.6.64', 'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'router_id': '7ce3bdb9-a95b-4309-a0b5-4354b9c4cdb7', 'port_id': '2750d9e5-de49-4db1-a69b-efaf333e2cf8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 725, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b850379-ee6b-422c-9104-ee42848f60f7', 'mac_address': 'fa:16:3e:a7:4c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '228a75e3-e402-4ada-ac1a-23df5443afe6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:16:52Z', 'updated_at': '2022-01-28T19:18:33Z', 'revision_number': 1, 'project_id': '420fb4477d4744a7883edeb957ae6597', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e6a2ec4-c1d2-48dc-9e6f-3c905335dfa0', 'name': '', 'network_id': '6b850379-ee6b-422c-9104-ee42848f60f7', 'tenant_id': '420fb4477d4744a7883edeb957ae6597', 'mac_address': 'fa:16:3e:0d:fb:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce3bdb9-a95b-4309-a0b5-4354b9c4cdb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '27a1cb61-13cc-4651-897a-2629d7c64233', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:16:44Z', 'updated_at': '2022-01-28T19:16:55Z', 'revision_number': 5, 'project_id': '420fb4477d4744a7883edeb957ae6597', 'subnets': [{'id': '27a1cb61-13cc-4651-897a-2629d7c64233', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:18:35.716561 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device d550e782-0e6a-46c1-8de7-63f7997e8054 details requested by agent hyperv_n-h1-812111-14 with host n-h1-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:18:35.719043 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb09928-81d2-4da8-9657-928348fc55bb None None] The sync data for ids ['7ce3bdb9-a95b-4309-a0b5-4354b9c4cdb7'] in n-d-812111-14 is: [{'id': '7ce3bdb9-a95b-4309-a0b5-4354b9c4cdb7', 'name': 'tempest-ServersTestBootFromVolume-1087329550-router', 'tenant_id': '420fb4477d4744a7883edeb957ae6597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': '9935d41b-edcc-426b-a76e-c37018ad5fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:16:37Z', 'updated_at': '2022-01-28T19:16:45Z', 'revision_number': 4, 'project_id': '420fb4477d4744a7883edeb957ae6597', 'gw_port': {'id': '9935d41b-edcc-426b-a76e-c37018ad5fb9', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:a5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce3bdb9-a95b-4309-a0b5-4354b9c4cdb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:16:40Z', 'updated_at': '2022-01-28T19:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_floatingips': [{'id': 'ab3d7aae-8c49-40a0-8816-ac1be5a38f7f', 'tenant_id': '420fb4477d4744a7883edeb957ae6597', 'floating_ip_address': '172.25.6.64', 'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'router_id': '7ce3bdb9-a95b-4309-a0b5-4354b9c4cdb7', 'port_id': '2750d9e5-de49-4db1-a69b-efaf333e2cf8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 725, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b850379-ee6b-422c-9104-ee42848f60f7', 'mac_address': 'fa:16:3e:a7:4c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '228a75e3-e402-4ada-ac1a-23df5443afe6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:16:52Z', 'updated_at': '2022-01-28T19:18:33Z', 'revision_number': 1, 'project_id': '420fb4477d4744a7883edeb957ae6597', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e6a2ec4-c1d2-48dc-9e6f-3c905335dfa0', 'name': '', 'network_id': '6b850379-ee6b-422c-9104-ee42848f60f7', 'tenant_id': '420fb4477d4744a7883edeb957ae6597', 'mac_address': 'fa:16:3e:0d:fb:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce3bdb9-a95b-4309-a0b5-4354b9c4cdb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '27a1cb61-13cc-4651-897a-2629d7c64233', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:16:44Z', 'updated_at': '2022-01-28T19:16:55Z', 'revision_number': 5, 'project_id': '420fb4477d4744a7883edeb957ae6597', 'subnets': [{'id': '27a1cb61-13cc-4651-897a-2629d7c64233', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:18:35.829249 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port d550e782-0e6a-46c1-8de7-63f7997e8054, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=d550e782-0e6a-46c1-8de7-63f7997e8054,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:18:35.842903 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Returning: {'device': 'd550e782-0e6a-46c1-8de7-63f7997e8054', 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91', 'port_id': 'd550e782-0e6a-46c1-8de7-63f7997e8054', 'mac_address': 'fa:16:3e:95:7c:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2de4832-9ef6-4f40-9ac5-1557d5e6a6ff', 'ip_address': '192.168.233.175'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:18:35.894970 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port d550e782-0e6a-46c1-8de7-63f7997e8054 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:18:35.895626 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (d550e782-0e6a-46c1-8de7-63f7997e8054), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:35.917321 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d550e782-0e6a-46c1-8de7-63f7997e8054 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:18:35.943457 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port d550e782-0e6a-46c1-8de7-63f7997e8054, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=d550e782-0e6a-46c1-8de7-63f7997e8054,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:18:35.953067 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (d550e782-0e6a-46c1-8de7-63f7997e8054), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:35.979831 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa5056d-87a2-4e4a-9052-fde529a23e6d req-2a53a5ca-6a81-4369-ad93-e33ac9723327 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:35.982759 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1fa5056d-87a2-4e4a-9052-fde529a23e6d req-2a53a5ca-6a81-4369-ad93-e33ac9723327 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=0611a4ab-e4ae-4065-bdc5-14dfb3eb9efd HTTP/1.1" status: 200 len: 944 time: 0.1262629 Jan 28 19:18:35.998433 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79657e2-07f3-430b-b10d-6054e1afdbbe req-5bfab7ee-b848-44b2-911b-33cb87f150f0 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:36.012096 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c79657e2-07f3-430b-b10d-6054e1afdbbe req-5bfab7ee-b848-44b2-911b-33cb87f150f0 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] 10.222.0.64 "GET /v2.0/ports?device_id=3e7bea74-8d5d-459a-9d23-242ed321b252 HTTP/1.1" status: 200 len: 945 time: 0.1137691 Jan 28 19:18:36.027627 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a3720c-6d47-4cea-ab0d-9c1282d57b80 None None] New status for floating IP ab3d7aae-8c49-40a0-8816-ac1be5a38f7f: ACTIVE {{(pid=103307) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 19:18:36.051103 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=d550e782-0e6a-46c1-8de7-63f7997e8054,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:36.077900 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1fa5056d-87a2-4e4a-9052-fde529a23e6d req-92988220-ad00-4733-82cd-9f3d6eac38d9 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882106 Jan 28 19:18:36.099970 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c79657e2-07f3-430b-b10d-6054e1afdbbe req-0b7ca5bc-3d2e-4d9f-bc7a-45065d7f5651 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] 10.222.0.64 "GET /v2.0/security-groups?id=93e4e5d8-2172-46b4-bafb-a6d3892a81f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850065 Jan 28 19:18:36.238765 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cd9197-dac1-4f1d-b773-22f24e35f1ce req-97efca26-097d-4968-8dd2-c22185b8c772 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:36.241170 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-79cd9197-dac1-4f1d-b773-22f24e35f1ce req-97efca26-097d-4968-8dd2-c22185b8c772 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/ports?device_id=423fe725-02cc-4d98-b77e-d73d18170f79 HTTP/1.1" status: 200 len: 945 time: 0.0867019 Jan 28 19:18:36.309687 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-79cd9197-dac1-4f1d-b773-22f24e35f1ce req-398c5b7b-b67e-4fc2-b955-b993eea3e1a9 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/security-groups?id=929081b5-e4ec-47f3-a3f7-d2b3ba16c5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625143 Jan 28 19:18:36.430485 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6656f113-c8cf-44f3-8288-8dc28f5d8bec req-19d3644d-2c0f-478e-b7f7-abe903b87bb3 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:36.432282 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6656f113-c8cf-44f3-8288-8dc28f5d8bec req-19d3644d-2c0f-478e-b7f7-abe903b87bb3 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/ports?device_id=d4c75bca-0545-4b45-a7a7-72d19bc7a0d5 HTTP/1.1" status: 200 len: 949 time: 0.0530524 Jan 28 19:18:36.466962 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['d550e782-0e6a-46c1-8de7-63f7997e8054'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:18:36.486397 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6656f113-c8cf-44f3-8288-8dc28f5d8bec req-28eadfe9-2c9f-4835-8289-b2d1b3534094 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/security-groups?id=c326a8a3-da0b-43eb-8867-b30c14662b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440121 Jan 28 19:18:36.530115 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9a3b02-029d-47c3-ae2e-e4461e1255a5 req-b0df5102-caf5-4a47-a26b-75a76dfe7a5e tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:36.530115 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ba9a3b02-029d-47c3-ae2e-e4461e1255a5 req-b0df5102-caf5-4a47-a26b-75a76dfe7a5e tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?device_id=f88825d0-a091-4453-bc06-8a2acaf44ba3 HTTP/1.1" status: 200 len: 945 time: 0.0567424 Jan 28 19:18:36.587950 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ba9a3b02-029d-47c3-ae2e-e4461e1255a5 req-d4f4d011-4730-4b1b-b7fb-a7e11e5c1156 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/security-groups?id=414e93b9-08bc-438e-9127-05114ed7dbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507240 Jan 28 19:18:36.616601 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-755a3271-92d7-465d-b7e7-200471b1844e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:37.210512 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2d8b87-e28e-42f2-a2d6-cae0db5632e4 req-4d76fb15-806f-4b63-ae48-e66f66f28e74 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:37.213633 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2b2d8b87-e28e-42f2-a2d6-cae0db5632e4 req-4d76fb15-806f-4b63-ae48-e66f66f28e74 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=0611a4ab-e4ae-4065-bdc5-14dfb3eb9efd HTTP/1.1" status: 200 len: 944 time: 0.0625730 Jan 28 19:18:37.227768 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47b50ef-72c5-439a-8a58-1e2927d43107 req-28229a5d-6889-4946-92e3-0fb5c513e4a7 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:37.229340 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f47b50ef-72c5-439a-8a58-1e2927d43107 req-28229a5d-6889-4946-92e3-0fb5c513e4a7 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] 10.222.0.64 "GET /v2.0/ports?device_id=3e7bea74-8d5d-459a-9d23-242ed321b252 HTTP/1.1" status: 200 len: 945 time: 0.0581751 Jan 28 19:18:37.270289 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2b2d8b87-e28e-42f2-a2d6-cae0db5632e4 req-b6d43afb-cb81-4187-9118-ffeba37f4747 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472417 Jan 28 19:18:37.280105 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f47b50ef-72c5-439a-8a58-1e2927d43107 req-074ef6be-a4f5-41f6-8304-9205befbe3fd tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] 10.222.0.64 "GET /v2.0/security-groups?id=93e4e5d8-2172-46b4-bafb-a6d3892a81f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438132 Jan 28 19:18:37.439949 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9392f07a-f21d-41c3-8f00-767cbb403fa0 req-cc5c4611-5eb7-49ea-8004-0c419e956f42 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:37.441333 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9392f07a-f21d-41c3-8f00-767cbb403fa0 req-cc5c4611-5eb7-49ea-8004-0c419e956f42 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/ports?device_id=423fe725-02cc-4d98-b77e-d73d18170f79 HTTP/1.1" status: 200 len: 945 time: 0.0646052 Jan 28 19:18:37.490803 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9392f07a-f21d-41c3-8f00-767cbb403fa0 req-01cdfc6f-0a69-4c29-a26a-8bdfcca6303a tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/security-groups?id=929081b5-e4ec-47f3-a3f7-d2b3ba16c5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434155 Jan 28 19:18:37.545676 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81867171-ac7e-410b-aa97-419f356419e0 req-a8570e4e-30a3-4f98-bb86-9e5703bfbb1a tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:37.547320 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-81867171-ac7e-410b-aa97-419f356419e0 req-a8570e4e-30a3-4f98-bb86-9e5703bfbb1a tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] 10.222.0.64 "GET /v2.0/ports?device_id=3e7bea74-8d5d-459a-9d23-242ed321b252 HTTP/1.1" status: 200 len: 945 time: 0.0669522 Jan 28 19:18:37.603409 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-81867171-ac7e-410b-aa97-419f356419e0 req-12f3147a-0b3d-4948-a8e9-e2c1dfbf6773 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] 10.222.0.64 "GET /v2.0/security-groups?id=93e4e5d8-2172-46b4-bafb-a6d3892a81f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497522 Jan 28 19:18:37.651688 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4eeb89-0cdf-4b70-aea0-3f4f8d9de96b req-4fef56ea-b96b-420e-8b82-1ebca1476010 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:37.656254 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3a4eeb89-0cdf-4b70-aea0-3f4f8d9de96b req-4fef56ea-b96b-420e-8b82-1ebca1476010 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/ports?device_id=d4c75bca-0545-4b45-a7a7-72d19bc7a0d5 HTTP/1.1" status: 200 len: 949 time: 0.0746524 Jan 28 19:18:37.707414 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3a4eeb89-0cdf-4b70-aea0-3f4f8d9de96b req-5da4b878-872e-4a4c-87a6-bb5db9d3b255 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/security-groups?id=c326a8a3-da0b-43eb-8867-b30c14662b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474782 Jan 28 19:18:37.717927 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device b2949312-6f3b-459c-9d24-07d3734f8828 details requested by agent hyperv_n-h1-812111-14 with host n-h1-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:18:37.746307 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ca4de5-5c0d-47c8-a998-dde0ac0b38e6 req-f013456e-31b3-4556-a462-9d8b6e47343e tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:37.747817 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-42ca4de5-5c0d-47c8-a998-dde0ac0b38e6 req-f013456e-31b3-4556-a462-9d8b6e47343e tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?device_id=f88825d0-a091-4453-bc06-8a2acaf44ba3 HTTP/1.1" status: 200 len: 945 time: 0.0841525 Jan 28 19:18:37.806260 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-42ca4de5-5c0d-47c8-a998-dde0ac0b38e6 req-4c61c1d4-6202-494f-9b06-0ee9921c9f80 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/security-groups?id=414e93b9-08bc-438e-9127-05114ed7dbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523973 Jan 28 19:18:37.836822 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port b2949312-6f3b-459c-9d24-07d3734f8828, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=b2949312-6f3b-459c-9d24-07d3734f8828,segment=NetworkSegment(dddb75af-2afb-4991-9652-8b4dd43b8077),segment_id=dddb75af-2afb-4991-9652-8b4dd43b8077)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:18:37.848166 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Returning: {'device': 'b2949312-6f3b-459c-9d24-07d3734f8828', 'network_id': '7ec03016-5972-412d-837e-85b126a1efc6', 'port_id': 'b2949312-6f3b-459c-9d24-07d3734f8828', 'mac_address': 'fa:16:3e:ac:20:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '167d6f8b-2945-4c15-bbfc-1b64d284aeb5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:18:37.885274 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port b2949312-6f3b-459c-9d24-07d3734f8828 is: ACTIVE; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:18:37.885668 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (b2949312-6f3b-459c-9d24-07d3734f8828), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:37.899239 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b2949312-6f3b-459c-9d24-07d3734f8828 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:18:37.918598 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port b2949312-6f3b-459c-9d24-07d3734f8828, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=b2949312-6f3b-459c-9d24-07d3734f8828,segment=NetworkSegment(dddb75af-2afb-4991-9652-8b4dd43b8077),segment_id=dddb75af-2afb-4991-9652-8b4dd43b8077)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:18:37.922383 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (b2949312-6f3b-459c-9d24-07d3734f8828), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:37.978026 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=b2949312-6f3b-459c-9d24-07d3734f8828,revision_number=6']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:38.065613 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['b2949312-6f3b-459c-9d24-07d3734f8828'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:18:38.403276 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b320ea-8c0d-4c19-b3ac-a75067077441 req-9c1f4aad-8c6e-46ed-94c2-fad67a904c8e tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:38.404841 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d8b320ea-8c0d-4c19-b3ac-a75067077441 req-9c1f4aad-8c6e-46ed-94c2-fad67a904c8e tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=0611a4ab-e4ae-4065-bdc5-14dfb3eb9efd HTTP/1.1" status: 200 len: 944 time: 0.0583823 Jan 28 19:18:38.451837 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d8b320ea-8c0d-4c19-b3ac-a75067077441 req-4273f792-75b3-4283-a879-42ed9bc2390f tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412896 Jan 28 19:18:38.615058 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b2dd85-1631-48cc-86d9-799e285cba1c req-a57c6144-832c-4605-a6fb-37d80f9794a5 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:38.616647 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e6b2dd85-1631-48cc-86d9-799e285cba1c req-a57c6144-832c-4605-a6fb-37d80f9794a5 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/ports?device_id=423fe725-02cc-4d98-b77e-d73d18170f79 HTTP/1.1" status: 200 len: 945 time: 0.0546305 Jan 28 19:18:38.671846 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e6b2dd85-1631-48cc-86d9-799e285cba1c req-e0ae11ff-94c9-4a82-a753-e01fb266538b tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/security-groups?id=929081b5-e4ec-47f3-a3f7-d2b3ba16c5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485773 Jan 28 19:18:38.729979 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9920ae4-d9e2-4812-9758-8f3eaf47d449 req-f280417a-eb0a-4446-8ca1-646b7b2b89b0 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:38.732267 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d9920ae4-d9e2-4812-9758-8f3eaf47d449 req-f280417a-eb0a-4446-8ca1-646b7b2b89b0 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] 10.222.0.64 "GET /v2.0/ports?device_id=3e7bea74-8d5d-459a-9d23-242ed321b252 HTTP/1.1" status: 200 len: 944 time: 0.0550458 Jan 28 19:18:38.788846 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d9920ae4-d9e2-4812-9758-8f3eaf47d449 req-4623dc2f-c549-4fe3-8f78-c3e2b71ec804 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] 10.222.0.64 "GET /v2.0/security-groups?id=93e4e5d8-2172-46b4-bafb-a6d3892a81f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505979 Jan 28 19:18:38.835304 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed62fc7-ee64-451b-8d6d-560b8164802c req-4310f3b5-7fa2-40f3-b99f-19f62723c541 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:38.836952 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3ed62fc7-ee64-451b-8d6d-560b8164802c req-4310f3b5-7fa2-40f3-b99f-19f62723c541 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/ports?device_id=d4c75bca-0545-4b45-a7a7-72d19bc7a0d5 HTTP/1.1" status: 200 len: 949 time: 0.0538301 Jan 28 19:18:38.902108 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3ed62fc7-ee64-451b-8d6d-560b8164802c req-e0c16954-a67e-4983-8859-ed6d639e591a tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/security-groups?id=c326a8a3-da0b-43eb-8867-b30c14662b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585656 Jan 28 19:18:38.906788 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e3594b90-1b32-4861-97ea-30bda339c94e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:38.939629 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06f78eb-41df-4f46-a912-9b18f37ebd5b req-a860f9eb-7947-4ab5-b642-46699d39e93d tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:38.941133 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b06f78eb-41df-4f46-a912-9b18f37ebd5b req-a860f9eb-7947-4ab5-b642-46699d39e93d tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?device_id=f88825d0-a091-4453-bc06-8a2acaf44ba3 HTTP/1.1" status: 200 len: 945 time: 0.0616205 Jan 28 19:18:38.989579 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b06f78eb-41df-4f46-a912-9b18f37ebd5b req-b9798f43-3941-4e68-9f0f-164b4ce4e07d tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/security-groups?id=414e93b9-08bc-438e-9127-05114ed7dbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423119 Jan 28 19:18:39.025534 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:18:39.599210 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88937974-c980-4721-999f-b5e351a46d39 req-d7ab55f2-a5a5-4327-b547-39e0c8a0bb29 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:39.604113 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-88937974-c980-4721-999f-b5e351a46d39 req-d7ab55f2-a5a5-4327-b547-39e0c8a0bb29 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=0611a4ab-e4ae-4065-bdc5-14dfb3eb9efd HTTP/1.1" status: 200 len: 944 time: 0.0747216 Jan 28 19:18:39.670931 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:39.711851 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-88937974-c980-4721-999f-b5e351a46d39 req-48bb4028-6637-4284-ae06-ba50dad9a527 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887883 Jan 28 19:18:39.720513 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799bf1f4-1112-4a90-9fea-e9f6b0592487 req-4b412961-3322-47ea-a0ec-462f651fc45e tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:39.722134 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-799bf1f4-1112-4a90-9fea-e9f6b0592487 req-4b412961-3322-47ea-a0ec-462f651fc45e tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e7bea74-8d5d-459a-9d23-242ed321b252 HTTP/1.1" status: 200 len: 944 time: 0.1119125 Jan 28 19:18:39.750126 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device d550e782-0e6a-46c1-8de7-63f7997e8054 up at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:18:39.863295 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning for port d550e782-0e6a-46c1-8de7-63f7997e8054 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:18:39.867754 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning complete for port d550e782-0e6a-46c1-8de7-63f7997e8054 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:18:39.868373 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (d550e782-0e6a-46c1-8de7-63f7997e8054), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:39.909014 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-799bf1f4-1112-4a90-9fea-e9f6b0592487 req-02f82824-9c85-4299-89ae-946b63cf9199 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] Deleting port b2949312-6f3b-459c-9d24-07d3734f8828 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:18:39.909390 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-799bf1f4-1112-4a90-9fea-e9f6b0592487 req-02f82824-9c85-4299-89ae-946b63cf9199 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (b2949312-6f3b-459c-9d24-07d3734f8828), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:39.936049 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e313bb-7d44-49d1-bedf-af5a216a7b85 req-3ff3bd40-aced-4bac-84db-bf7444a407af tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:39.937566 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f3e313bb-7d44-49d1-bedf-af5a216a7b85 req-3ff3bd40-aced-4bac-84db-bf7444a407af tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/ports?device_id=423fe725-02cc-4d98-b77e-d73d18170f79 HTTP/1.1" status: 200 len: 945 time: 0.0937662 Jan 28 19:18:39.966303 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port d550e782-0e6a-46c1-8de7-63f7997e8054 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:18:39.966973 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (d550e782-0e6a-46c1-8de7-63f7997e8054), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:39.999611 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4c75bca-0545-4b45-a7a7-72d19bc7a0d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd550e782-0e6a-46c1-8de7-63f7997e8054'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:18:40.002372 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35c3eb9d-8fe4-46b5-a875-294228a33f9a" -d '{"events": [{"server_uuid": "d4c75bca-0545-4b45-a7a7-72d19bc7a0d5", "name": "network-vif-plugged", "status": "completed", "tag": "d550e782-0e6a-46c1-8de7-63f7997e8054"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:18:40.017548 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port d550e782-0e6a-46c1-8de7-63f7997e8054, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=d550e782-0e6a-46c1-8de7-63f7997e8054,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:18:40.032048 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (d550e782-0e6a-46c1-8de7-63f7997e8054), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:40.032945 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device b2949312-6f3b-459c-9d24-07d3734f8828 up at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:18:40.065298 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f3e313bb-7d44-49d1-bedf-af5a216a7b85 req-89bec337-9d2a-4c78-911a-606484a0b4e1 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/security-groups?id=929081b5-e4ec-47f3-a3f7-d2b3ba16c5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835047 Jan 28 19:18:40.109182 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-799bf1f4-1112-4a90-9fea-e9f6b0592487 req-02f82824-9c85-4299-89ae-946b63cf9199 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] For port b2949312-6f3b-459c-9d24-07d3734f8828, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=b2949312-6f3b-459c-9d24-07d3734f8828,segment=NetworkSegment(dddb75af-2afb-4991-9652-8b4dd43b8077),segment_id=dddb75af-2afb-4991-9652-8b4dd43b8077)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:18:40.110146 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-799bf1f4-1112-4a90-9fea-e9f6b0592487 req-02f82824-9c85-4299-89ae-946b63cf9199 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (b2949312-6f3b-459c-9d24-07d3734f8828), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:40.135157 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-799bf1f4-1112-4a90-9fea-e9f6b0592487 req-02f82824-9c85-4299-89ae-946b63cf9199 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] Calling delete_port for b2949312-6f3b-459c-9d24-07d3734f8828 owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:18:40.138969 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=d550e782-0e6a-46c1-8de7-63f7997e8054,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:40.162687 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning complete for port b2949312-6f3b-459c-9d24-07d3734f8828 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:18:40.163103 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (b2949312-6f3b-459c-9d24-07d3734f8828), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:40.258984 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ef3fda-7b36-48ea-93c2-f7988f8d7d28 req-99af8011-15ff-43a1-a3a3-150abb0eda51 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:40.266541 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-53ef3fda-7b36-48ea-93c2-f7988f8d7d28 req-99af8011-15ff-43a1-a3a3-150abb0eda51 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] 10.222.0.64 "GET /v2.0/ports?device_id=3e7bea74-8d5d-459a-9d23-242ed321b252 HTTP/1.1" status: 200 len: 944 time: 0.1190836 Jan 28 19:18:40.333420 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-53ef3fda-7b36-48ea-93c2-f7988f8d7d28 req-4e247de9-8f87-4f16-9caf-e25ce39e4f43 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] 10.222.0.64 "GET /v2.0/security-groups?id=93e4e5d8-2172-46b4-bafb-a6d3892a81f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659800 Jan 28 19:18:40.375321 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959ee9e2-2519-4b36-b270-65e365768793 req-d8ee13b2-d8eb-4b20-839e-767134d06827 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:40.377560 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-959ee9e2-2519-4b36-b270-65e365768793 req-d8ee13b2-d8eb-4b20-839e-767134d06827 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/ports?device_id=d4c75bca-0545-4b45-a7a7-72d19bc7a0d5 HTTP/1.1" status: 200 len: 950 time: 0.1025529 Jan 28 19:18:40.390981 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port b2949312-6f3b-459c-9d24-07d3734f8828 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:18:40.391571 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (b2949312-6f3b-459c-9d24-07d3734f8828), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:40.399286 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-799bf1f4-1112-4a90-9fea-e9f6b0592487 req-02f82824-9c85-4299-89ae-946b63cf9199 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (b2949312-6f3b-459c-9d24-07d3734f8828), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:40.416535 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['b2949312-6f3b-459c-9d24-07d3734f8828'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:18:40.449039 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40438cab-70bc-4d4e-9797-037b0affdfc4 x-openstack-request-id: req-40438cab-70bc-4d4e-9797-037b0affdfc4 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:18:40.450027 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4c75bca-0545-4b45-a7a7-72d19bc7a0d5", "name": "network-vif-plugged", "status": "completed", "tag": "d550e782-0e6a-46c1-8de7-63f7997e8054", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:18:40.450286 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-40438cab-70bc-4d4e-9797-037b0affdfc4 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:18:40.450469 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f82824-9c85-4299-89ae-946b63cf9199 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] Pushing event deleted for resources: {'Port': ['ID=b2949312-6f3b-459c-9d24-07d3734f8828,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:40.450676 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4c75bca-0545-4b45-a7a7-72d19bc7a0d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd550e782-0e6a-46c1-8de7-63f7997e8054', 'code': 200} Jan 28 19:18:40.497048 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-959ee9e2-2519-4b36-b270-65e365768793 req-3bf6e810-cb9f-4e21-8516-9c8d74317c7d tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/security-groups?id=c326a8a3-da0b-43eb-8867-b30c14662b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133628 Jan 28 19:18:40.574115 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-799bf1f4-1112-4a90-9fea-e9f6b0592487 req-02f82824-9c85-4299-89ae-946b63cf9199 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] No DVR routers for this DVR port b2949312-6f3b-459c-9d24-07d3734f8828 on host n-h1-812111-14 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:18:40.591881 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-799bf1f4-1112-4a90-9fea-e9f6b0592487 req-02f82824-9c85-4299-89ae-946b63cf9199 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:40.595349 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-799bf1f4-1112-4a90-9fea-e9f6b0592487 req-02f82824-9c85-4299-89ae-946b63cf9199 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] 10.222.0.41 "DELETE /v2.0/ports/b2949312-6f3b-459c-9d24-07d3734f8828 HTTP/1.1" status: 204 len: 173 time: 0.8647380 Jan 28 19:18:40.596744 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e7bea74-8d5d-459a-9d23-242ed321b252', 'name': 'network-vif-deleted', 'tag': 'b2949312-6f3b-459c-9d24-07d3734f8828'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:18:40.599166 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fe6d631-c6e7-4de4-acc6-84ac6071c660" -d '{"events": [{"server_uuid": "3e7bea74-8d5d-459a-9d23-242ed321b252", "name": "network-vif-deleted", "tag": "b2949312-6f3b-459c-9d24-07d3734f8828"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:18:40.633980 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa09de0-51c0-4db6-9b95-b8330049b144 req-e8b8eaca-c688-4723-b727-10a68799a4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:40.635613 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8aa09de0-51c0-4db6-9b95-b8330049b144 req-e8b8eaca-c688-4723-b727-10a68799a4bb service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d4c75bca-0545-4b45-a7a7-72d19bc7a0d5 HTTP/1.1" status: 200 len: 1133 time: 0.1149776 Jan 28 19:18:40.643303 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6373bc65-12bd-4742-a2f9-e0ffa12b18f1 req-dfec80e2-09df-43a4-ab6d-416ec2f223a0 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:40.644909 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6373bc65-12bd-4742-a2f9-e0ffa12b18f1 req-dfec80e2-09df-43a4-ab6d-416ec2f223a0 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?device_id=f88825d0-a091-4453-bc06-8a2acaf44ba3 HTTP/1.1" status: 200 len: 945 time: 0.1230798 Jan 28 19:18:40.710720 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57e30dee-d9c4-44ee-a1be-0b80c6bfda81 x-openstack-request-id: req-57e30dee-d9c4-44ee-a1be-0b80c6bfda81 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:18:40.711369 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e7bea74-8d5d-459a-9d23-242ed321b252", "name": "network-vif-deleted", "tag": "b2949312-6f3b-459c-9d24-07d3734f8828", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:18:40.711946 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-57e30dee-d9c4-44ee-a1be-0b80c6bfda81 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:18:40.713078 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e7bea74-8d5d-459a-9d23-242ed321b252', 'name': 'network-vif-deleted', 'tag': 'b2949312-6f3b-459c-9d24-07d3734f8828', 'status': 'completed', 'code': 200} Jan 28 19:18:40.793063 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8aa09de0-51c0-4db6-9b95-b8330049b144 req-9a7b7653-1c8a-4a27-876d-bd6245dcf53b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c326a8a3-da0b-43eb-8867-b30c14662b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430635 Jan 28 19:18:40.804138 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6373bc65-12bd-4742-a2f9-e0ffa12b18f1 req-a2a36246-b383-4280-89fa-08e3653c7d85 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/security-groups?id=414e93b9-08bc-438e-9127-05114ed7dbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246331 Jan 28 19:18:40.877639 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86664dd1-14c0-4b7a-b640-416d9a15cc4f req-c3ce73c7-3321-4b0a-80bb-b5d3348327f1 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:40.879343 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-86664dd1-14c0-4b7a-b640-416d9a15cc4f req-c3ce73c7-3321-4b0a-80bb-b5d3348327f1 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=0611a4ab-e4ae-4065-bdc5-14dfb3eb9efd HTTP/1.1" status: 200 len: 944 time: 0.0665436 Jan 28 19:18:40.930865 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-86664dd1-14c0-4b7a-b640-416d9a15cc4f req-911333c2-5be5-48fd-8437-1ede1292d58b tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453963 Jan 28 19:18:41.170409 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41198de-a66b-4ecb-8bdc-086097109ad2 req-916c20d4-d536-434e-8a85-2affe300a7cb tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:41.171985 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b41198de-a66b-4ecb-8bdc-086097109ad2 req-916c20d4-d536-434e-8a85-2affe300a7cb tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/ports?device_id=423fe725-02cc-4d98-b77e-d73d18170f79 HTTP/1.1" status: 200 len: 945 time: 0.0572534 Jan 28 19:18:41.226169 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b41198de-a66b-4ecb-8bdc-086097109ad2 req-9bd15781-7b5b-4c25-b787-7343c1c72228 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/security-groups?id=929081b5-e4ec-47f3-a3f7-d2b3ba16c5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483899 Jan 28 19:18:41.483761 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-fd5b637b-4665-47da-bb82-5f0a50e56280 req-cda36248-eef2-450c-a7b8-cf5c1959a46c tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] 10.222.0.64 "GET /v2.0/ports?device_id=3e7bea74-8d5d-459a-9d23-242ed321b252 HTTP/1.1" status: 200 len: 210 time: 0.0387795 Jan 28 19:18:41.530419 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:41.932775 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0db698-60f2-45eb-8c30-c67c96f15d2b req-0aa79486-2975-4a5b-ba2e-de9d063cb561 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:41.937561 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4a0db698-60f2-45eb-8c30-c67c96f15d2b req-0aa79486-2975-4a5b-ba2e-de9d063cb561 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/ports?device_id=d4c75bca-0545-4b45-a7a7-72d19bc7a0d5 HTTP/1.1" status: 200 len: 950 time: 0.3578401 Jan 28 19:18:41.942807 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13e7683-6fd2-4594-a49e-15ede3f55081 req-925f8f37-8643-4091-b4fe-662cf7d2898b tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:41.944685 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a13e7683-6fd2-4594-a49e-15ede3f55081 req-925f8f37-8643-4091-b4fe-662cf7d2898b tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?device_id=f88825d0-a091-4453-bc06-8a2acaf44ba3 HTTP/1.1" status: 200 len: 945 time: 0.0577152 Jan 28 19:18:41.988864 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4a0db698-60f2-45eb-8c30-c67c96f15d2b req-3462b39c-a11c-419a-83de-7e0729d0d0fa tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/security-groups?id=c326a8a3-da0b-43eb-8867-b30c14662b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483434 Jan 28 19:18:42.013681 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a13e7683-6fd2-4594-a49e-15ede3f55081 req-4f4f30d9-ab1f-453d-a1a4-b223dccfd6fe tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/security-groups?id=414e93b9-08bc-438e-9127-05114ed7dbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566001 Jan 28 19:18:42.097241 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73b3478-3dc0-46df-a1c4-6bd6e635a620 req-2c342d85-dc87-4ccc-96a8-eac374ea6746 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:42.098840 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e73b3478-3dc0-46df-a1c4-6bd6e635a620 req-2c342d85-dc87-4ccc-96a8-eac374ea6746 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=0611a4ab-e4ae-4065-bdc5-14dfb3eb9efd HTTP/1.1" status: 200 len: 944 time: 0.0524311 Jan 28 19:18:42.146071 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e73b3478-3dc0-46df-a1c4-6bd6e635a620 req-8acf614d-1611-4b8f-943d-04810fc3444b tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413764 Jan 28 19:18:42.364513 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b4720c-f30f-48c9-81fd-ac2753cf405e req-8d1d0da4-2c07-427f-9be7-4d0483e3926e tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:42.366021 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-49b4720c-f30f-48c9-81fd-ac2753cf405e req-8d1d0da4-2c07-427f-9be7-4d0483e3926e tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/ports?device_id=423fe725-02cc-4d98-b77e-d73d18170f79 HTTP/1.1" status: 200 len: 945 time: 0.0553489 Jan 28 19:18:42.414415 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-49b4720c-f30f-48c9-81fd-ac2753cf405e req-9d6ba2d1-bf8d-449b-9464-696c87a78d7b tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/security-groups?id=929081b5-e4ec-47f3-a3f7-d2b3ba16c5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428185 Jan 28 19:18:42.758435 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 41340) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:18:42.763789 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-2e316f86-7d56-4912-b0df-0b4935067665 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] Request body: {'security_group': {'name': 'tempest-securitygroup--452047978', 'description': 'tempest-description--218765936'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:18:42.785117 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2e316f86-7d56-4912-b0df-0b4935067665 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:42.860772 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2e316f86-7d56-4912-b0df-0b4935067665 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] Publish callbacks [] for security_group (4f54943d-3a79-436f-92d0-0f25141e42c6), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:42.864586 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2e316f86-7d56-4912-b0df-0b4935067665 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (4f54943d-3a79-436f-92d0-0f25141e42c6), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:42.896958 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2e316f86-7d56-4912-b0df-0b4935067665 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:42.898629 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-2e316f86-7d56-4912-b0df-0b4935067665 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1388164 Jan 28 19:18:42.899258 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e316f86-7d56-4912-b0df-0b4935067665 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f54943d-3a79-436f-92d0-0f25141e42c6,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:42.901893 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 41342) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:18:42.906378 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-53e630b1-1a1b-4bff-9e15-a3b765eb9e8c tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] Request body: {'security_group_rule': {'security_group_id': '4f54943d-3a79-436f-92d0-0f25141e42c6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:18:42.937075 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:42.939089 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-53e630b1-1a1b-4bff-9e15-a3b765eb9e8c tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] Publish callbacks [] for security_group_rule (e3564d39-02c8-4b25-bed4-63e58252588d), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:43.005997 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-53e630b1-1a1b-4bff-9e15-a3b765eb9e8c tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] Publish callbacks [] for security_group_rule (e3564d39-02c8-4b25-bed4-63e58252588d), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:43.009862 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-53e630b1-1a1b-4bff-9e15-a3b765eb9e8c tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (e3564d39-02c8-4b25-bed4-63e58252588d), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:43.039931 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e630b1-1a1b-4bff-9e15-a3b765eb9e8c tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3564d39-02c8-4b25-bed4-63e58252588d,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:43.051469 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-53e630b1-1a1b-4bff-9e15-a3b765eb9e8c tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:43.053970 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-53e630b1-1a1b-4bff-9e15-a3b765eb9e8c tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1511865 Jan 28 19:18:43.056748 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 41348) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:18:43.063010 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-a968c0e8-aaa8-4612-bc68-de4e612c59f8 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] Request body: {'security_group_rule': {'security_group_id': '4f54943d-3a79-436f-92d0-0f25141e42c6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:18:43.095550 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a968c0e8-aaa8-4612-bc68-de4e612c59f8 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] Publish callbacks [] for security_group_rule (eb14658c-2ce0-49f8-9deb-0a5a53ca7ec9), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:43.176107 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e3a4b8-af2c-443d-950c-f02bb82adf29 req-b72abb4f-31b3-41dc-a9e6-5655ed7bf69f tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:43.177677 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-51e3a4b8-af2c-443d-950c-f02bb82adf29 req-b72abb4f-31b3-41dc-a9e6-5655ed7bf69f tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/ports?device_id=d4c75bca-0545-4b45-a7a7-72d19bc7a0d5 HTTP/1.1" status: 200 len: 950 time: 0.0736735 Jan 28 19:18:43.197215 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a968c0e8-aaa8-4612-bc68-de4e612c59f8 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] Publish callbacks [] for security_group_rule (eb14658c-2ce0-49f8-9deb-0a5a53ca7ec9), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:43.211480 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcccd13-8c46-4de7-8531-b71125c8daae req-378c6a6d-bdd6-4dfd-a7cb-04573fb7fd00 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:43.213057 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4bcccd13-8c46-4de7-8531-b71125c8daae req-378c6a6d-bdd6-4dfd-a7cb-04573fb7fd00 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?device_id=f88825d0-a091-4453-bc06-8a2acaf44ba3 HTTP/1.1" status: 200 len: 945 time: 0.0988920 Jan 28 19:18:43.213950 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a968c0e8-aaa8-4612-bc68-de4e612c59f8 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (eb14658c-2ce0-49f8-9deb-0a5a53ca7ec9), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:43.248450 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a968c0e8-aaa8-4612-bc68-de4e612c59f8 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb14658c-2ce0-49f8-9deb-0a5a53ca7ec9,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:43.258932 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-51e3a4b8-af2c-443d-950c-f02bb82adf29 req-02a0de75-6945-4359-b40d-455ecf12e6d3 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/security-groups?id=c326a8a3-da0b-43eb-8867-b30c14662b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724709 Jan 28 19:18:43.269133 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a968c0e8-aaa8-4612-bc68-de4e612c59f8 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:43.270670 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-a968c0e8-aaa8-4612-bc68-de4e612c59f8 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2124991 Jan 28 19:18:43.283152 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 41352) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:18:43.283152 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-134e51ff-94b5-4211-a944-1b5b82d14ae3 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] Request body: {'floatingip': {'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:18:43.300417 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4bcccd13-8c46-4de7-8531-b71125c8daae req-9faa1ef2-aeb8-461f-921e-47c553d774fb tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/security-groups?id=414e93b9-08bc-438e-9127-05114ed7dbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740638 Jan 28 19:18:43.321302 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-134e51ff-94b5-4211-a944-1b5b82d14ae3 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:43.427396 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ff71f6-5adf-4975-8fbc-1fee3a76a306 req-a1f40dfd-6e8e-4122-afdb-7d2eefa3776a tempest-ServersOnMultiNodesTest-1010744972 tempest-ServersOnMultiNodesTest-1010744972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:43.435140 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c3ff71f6-5adf-4975-8fbc-1fee3a76a306 req-a1f40dfd-6e8e-4122-afdb-7d2eefa3776a tempest-ServersOnMultiNodesTest-1010744972 tempest-ServersOnMultiNodesTest-1010744972-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=d4c75bca-0545-4b45-a7a7-72d19bc7a0d5 HTTP/1.1" status: 200 len: 1133 time: 0.0600727 Jan 28 19:18:43.472136 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e79dd5-4748-4ad8-be77-a17c6fa6d667 req-8220a2e5-6384-4251-9ae7-bf1635738606 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:43.489834 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-69e79dd5-4748-4ad8-be77-a17c6fa6d667 req-8220a2e5-6384-4251-9ae7-bf1635738606 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=0611a4ab-e4ae-4065-bdc5-14dfb3eb9efd HTTP/1.1" status: 200 len: 944 time: 0.1372564 Jan 28 19:18:43.497886 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c3ff71f6-5adf-4975-8fbc-1fee3a76a306 req-9944c126-c72e-40db-a819-578c3eeef02a tempest-ServersOnMultiNodesTest-1010744972 tempest-ServersOnMultiNodesTest-1010744972-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=c326a8a3-da0b-43eb-8867-b30c14662b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563040 Jan 28 19:18:43.578338 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-69e79dd5-4748-4ad8-be77-a17c6fa6d667 req-fdbe1617-d724-4c51-a430-bb32946c76e2 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876040 Jan 28 19:18:43.592161 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-134e51ff-94b5-4211-a944-1b5b82d14ae3 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:43.671033 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d419f4-fb4b-4d46-9854-327a68cbf4cd req-4ab4331e-7418-4dc6-b36d-c0196a863322 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:43.681157 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-11d419f4-fb4b-4d46-9854-327a68cbf4cd req-4ab4331e-7418-4dc6-b36d-c0196a863322 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/ports?device_id=423fe725-02cc-4d98-b77e-d73d18170f79 HTTP/1.1" status: 200 len: 945 time: 0.1066346 Jan 28 19:18:43.756977 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device b2949312-6f3b-459c-9d24-07d3734f8828 no longer exists at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:18:43.773837 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-134e51ff-94b5-4211-a944-1b5b82d14ae3 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] Allocated IP 172.25.6.213 (d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8/a648e4ab-7422-41b9-b133-58aca25ab8f5/38909cbd-af75-4e9a-95f2-ee56463c69eb) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:18:43.795137 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-11d419f4-fb4b-4d46-9854-327a68cbf4cd req-d5334be0-43bf-459e-8f8c-a62dc4322e4b tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/security-groups?id=929081b5-e4ec-47f3-a3f7-d2b3ba16c5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129129 Jan 28 19:18:43.811167 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] No Port match for: b2949312-6f3b-459c-9d24-07d3734f8828 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:18:43.811670 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device b2949312-6f3b-459c-9d24-07d3734f8828 not bound to the agent host n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:18:43.917796 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-134e51ff-94b5-4211-a944-1b5b82d14ae3 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] Publish callbacks [] for port (38909cbd-af75-4e9a-95f2-ee56463c69eb), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:43.996027 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-134e51ff-94b5-4211-a944-1b5b82d14ae3 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (38909cbd-af75-4e9a-95f2-ee56463c69eb), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:44.036826 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-134e51ff-94b5-4211-a944-1b5b82d14ae3 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] Network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:18:44.041832 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-134e51ff-94b5-4211-a944-1b5b82d14ae3 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:18:44.044667 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-134e51ff-94b5-4211-a944-1b5b82d14ae3 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:18:44.078003 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98eb7b90-40d4-4d86-aefe-232c7727947a req-e4294dd0-a9c6-4e63-82e8-0165a2fa6c33 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:44.079488 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-98eb7b90-40d4-4d86-aefe-232c7727947a req-e4294dd0-a9c6-4e63-82e8-0165a2fa6c33 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/ports?device_id=d4c75bca-0545-4b45-a7a7-72d19bc7a0d5 HTTP/1.1" status: 200 len: 950 time: 0.1290085 Jan 28 19:18:44.112780 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134e51ff-94b5-4211-a944-1b5b82d14ae3 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] Pushing event updated for resources: {'Port': ['ID=38909cbd-af75-4e9a-95f2-ee56463c69eb,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:44.180433 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-98eb7b90-40d4-4d86-aefe-232c7727947a req-54f2085e-942d-430d-80d3-4de5819623f5 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/security-groups?id=c326a8a3-da0b-43eb-8867-b30c14662b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851908 Jan 28 19:18:44.222833 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-134e51ff-94b5-4211-a944-1b5b82d14ae3 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] Publish callbacks [] for floatingip (6cf72d3b-edc5-42b6-b8ed-04b28356d95b), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:44.266117 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-134e51ff-94b5-4211-a944-1b5b82d14ae3 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (38909cbd-af75-4e9a-95f2-ee56463c69eb), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:44.430843 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d40b68b-8545-48ab-965c-e91d459555c2 req-b3e08307-447a-4ef6-9dea-071c90ac4cc3 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:44.432459 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6d40b68b-8545-48ab-965c-e91d459555c2 req-b3e08307-447a-4ef6-9dea-071c90ac4cc3 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?device_id=f88825d0-a091-4453-bc06-8a2acaf44ba3 HTTP/1.1" status: 200 len: 945 time: 0.0615819 Jan 28 19:18:44.436720 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-134e51ff-94b5-4211-a944-1b5b82d14ae3 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] Publish callbacks [] for port (38909cbd-af75-4e9a-95f2-ee56463c69eb), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:44.441517 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-134e51ff-94b5-4211-a944-1b5b82d14ae3 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (38909cbd-af75-4e9a-95f2-ee56463c69eb), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:44.483274 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6d40b68b-8545-48ab-965c-e91d459555c2 req-4e26356a-aca9-47ad-9176-e35073c63d6c tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/security-groups?id=414e93b9-08bc-438e-9127-05114ed7dbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432529 Jan 28 19:18:44.519442 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134e51ff-94b5-4211-a944-1b5b82d14ae3 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] Pushing event updated for resources: {'Port': ['ID=38909cbd-af75-4e9a-95f2-ee56463c69eb,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:44.532362 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-134e51ff-94b5-4211-a944-1b5b82d14ae3 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734886'] for floatingip (6cf72d3b-edc5-42b6-b8ed-04b28356d95b), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:44.551282 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-134e51ff-94b5-4211-a944-1b5b82d14ae3 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for floatingip (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:44.557967 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-134e51ff-94b5-4211-a944-1b5b82d14ae3 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2765381 Jan 28 19:18:44.745088 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f01eb06-b9ae-4c08-9b51-ae82dc553ebc req-8c4e5d59-3924-4b22-b37b-5eb159916115 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:44.747542 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7f01eb06-b9ae-4c08-9b51-ae82dc553ebc req-8c4e5d59-3924-4b22-b37b-5eb159916115 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=0611a4ab-e4ae-4065-bdc5-14dfb3eb9efd HTTP/1.1" status: 200 len: 944 time: 0.0707364 Jan 28 19:18:44.781656 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466066ea-f67f-499e-89a5-3d2af998a589 req-7ca4a3da-f7e8-4bd9-b8a2-76be095b369e tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:44.789707 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-466066ea-f67f-499e-89a5-3d2af998a589 req-7ca4a3da-f7e8-4bd9-b8a2-76be095b369e tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] 10.222.0.64 "GET /v2.0/networks?id=7ec03016-5972-412d-837e-85b126a1efc6 HTTP/1.1" status: 200 len: 822 time: 0.1237862 Jan 28 19:18:44.805950 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-466066ea-f67f-499e-89a5-3d2af998a589 req-cf124996-4198-4385-81a4-4e1182b1fdb6 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] 10.222.0.64 "GET /v2.0/quotas/f940db8e9df9468aa9c0e463c735ec77 HTTP/1.1" status: 200 len: 375 time: 0.0132880 Jan 28 19:18:44.807130 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7f01eb06-b9ae-4c08-9b51-ae82dc553ebc req-d2bafa4f-da5b-47b6-ae1c-a5abeb84d877 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492313 Jan 28 19:18:44.863451 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-466066ea-f67f-499e-89a5-3d2af998a589 req-1764c300-d9bf-4cfe-949b-f0a60115ad5f tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=f940db8e9df9468aa9c0e463c735ec77&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0490189 Jan 28 19:18:44.967468 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e248655e-83ad-4ea1-ac98-b59abf4a9c64 req-3deb1ff7-6db5-4aa8-91bd-7042dfb060f9 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:44.969821 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e248655e-83ad-4ea1-ac98-b59abf4a9c64 req-3deb1ff7-6db5-4aa8-91bd-7042dfb060f9 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/ports?device_id=423fe725-02cc-4d98-b77e-d73d18170f79 HTTP/1.1" status: 200 len: 945 time: 0.0636744 Jan 28 19:18:44.977401 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-466066ea-f67f-499e-89a5-3d2af998a589 req-cb917847-7a6c-4ec3-9488-37a59fe050a4 service neutron] 10.222.0.64 "GET /v2.0/networks/7ec03016-5972-412d-837e-85b126a1efc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042817 Jan 28 19:18:45.027269 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e248655e-83ad-4ea1-ac98-b59abf4a9c64 req-a5451d6e-4ace-4fb6-8fc0-e29402d5fa63 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/security-groups?id=929081b5-e4ec-47f3-a3f7-d2b3ba16c5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512543 Jan 28 19:18:45.084091 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-466066ea-f67f-499e-89a5-3d2af998a589 req-06e100d6-a0f7-4f64-a474-170a23fed4eb service neutron] 10.222.0.64 "GET /v2.0/networks/7ec03016-5972-412d-837e-85b126a1efc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999699 Jan 28 19:18:45.292813 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-918d581b-3c35-46db-8b28-9cff283b7760 req-3419a002-2a67-43cb-b1a1-7f0f72c7f569 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] 10.222.0.64 "GET /v2.0/ports?device_id=4424420d-16d7-47c9-a7d7-ef8166d5d269 HTTP/1.1" status: 200 len: 210 time: 0.0477178 Jan 28 19:18:45.331625 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132e3402-9aa2-4218-81c2-b7fe343b7fff req-9f13e332-1439-4ac4-a8e9-2a8b3dccc410 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:45.333393 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-132e3402-9aa2-4218-81c2-b7fe343b7fff req-9f13e332-1439-4ac4-a8e9-2a8b3dccc410 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/ports?device_id=d4c75bca-0545-4b45-a7a7-72d19bc7a0d5 HTTP/1.1" status: 200 len: 950 time: 0.0724435 Jan 28 19:18:45.401682 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-132e3402-9aa2-4218-81c2-b7fe343b7fff req-e9fec12a-d6cc-4828-9956-8d04aca1f43e tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/security-groups?id=c326a8a3-da0b-43eb-8867-b30c14662b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615234 Jan 28 19:18:45.636112 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f7892e-36ee-432b-a7e0-02c93453c2da req-d1a6a39d-610a-48c5-933d-d389c78e646d tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:45.638271 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a3f7892e-36ee-432b-a7e0-02c93453c2da req-d1a6a39d-610a-48c5-933d-d389c78e646d tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?device_id=f88825d0-a091-4453-bc06-8a2acaf44ba3 HTTP/1.1" status: 200 len: 945 time: 0.0722642 Jan 28 19:18:45.693589 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a3f7892e-36ee-432b-a7e0-02c93453c2da req-b557bb9c-05a6-4bde-9b89-b1944efbf42f tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/security-groups?id=414e93b9-08bc-438e-9127-05114ed7dbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489898 Jan 28 19:18:45.797506 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039e4c52-5711-4ec1-a785-26b9415b0182 req-575163a0-a0f5-4bea-9231-98fe5567c74d tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:45.799164 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-039e4c52-5711-4ec1-a785-26b9415b0182 req-575163a0-a0f5-4bea-9231-98fe5567c74d tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4c75bca-0545-4b45-a7a7-72d19bc7a0d5 HTTP/1.1" status: 200 len: 950 time: 0.0596492 Jan 28 19:18:45.986077 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e94692-f949-4e92-9f02-4c38a0a6ba36 req-e9fafb39-1417-4f18-90a6-ce838bd5c46c tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:45.987549 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-58e94692-f949-4e92-9f02-4c38a0a6ba36 req-e9fafb39-1417-4f18-90a6-ce838bd5c46c tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=0611a4ab-e4ae-4065-bdc5-14dfb3eb9efd HTTP/1.1" status: 200 len: 944 time: 0.0825617 Jan 28 19:18:45.991200 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-039e4c52-5711-4ec1-a785-26b9415b0182 req-eb7d9a24-615d-4f8e-bee4-26fd1210ace8 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Deleting port d550e782-0e6a-46c1-8de7-63f7997e8054 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:18:45.991533 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-039e4c52-5711-4ec1-a785-26b9415b0182 req-eb7d9a24-615d-4f8e-bee4-26fd1210ace8 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (d550e782-0e6a-46c1-8de7-63f7997e8054), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:46.106391 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-58e94692-f949-4e92-9f02-4c38a0a6ba36 req-412c82fb-5bce-49c5-8195-145b9235059b tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112368 Jan 28 19:18:46.132490 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-039e4c52-5711-4ec1-a785-26b9415b0182 req-eb7d9a24-615d-4f8e-bee4-26fd1210ace8 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] For port d550e782-0e6a-46c1-8de7-63f7997e8054, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=d550e782-0e6a-46c1-8de7-63f7997e8054,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:18:46.132860 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-039e4c52-5711-4ec1-a785-26b9415b0182 req-eb7d9a24-615d-4f8e-bee4-26fd1210ace8 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (d550e782-0e6a-46c1-8de7-63f7997e8054), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:46.156857 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-039e4c52-5711-4ec1-a785-26b9415b0182 req-eb7d9a24-615d-4f8e-bee4-26fd1210ace8 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Calling delete_port for d550e782-0e6a-46c1-8de7-63f7997e8054 owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:18:46.202631 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b00a20-5bb3-46c8-95d8-382a6eb97cfa req-5f2ac83c-6336-45d3-8b51-c95e40dbe35b tempest-LiveMigrationTest-1644078950 tempest-LiveMigrationTest-1644078950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:46.204216 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-62b00a20-5bb3-46c8-95d8-382a6eb97cfa req-5f2ac83c-6336-45d3-8b51-c95e40dbe35b tempest-LiveMigrationTest-1644078950 tempest-LiveMigrationTest-1644078950-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=f88825d0-a091-4453-bc06-8a2acaf44ba3&tenant_id=1bd1e0d6512043bfbaf9a8e955e20b9e&binding%3Ahost_id=n-h1-812111-14 HTTP/1.1" status: 200 len: 1128 time: 0.1026609 Jan 28 19:18:46.219265 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-62b00a20-5bb3-46c8-95d8-382a6eb97cfa req-2cb62552-4660-43bf-941f-0aa03ef3a6ed service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-812111-14'}}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:18:46.233065 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d26c46-08f7-4516-b770-2e78658f9cc9 req-17535f8c-b9e8-4b99-af90-d02d1024146b tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:46.241673 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f5d26c46-08f7-4516-b770-2e78658f9cc9 req-17535f8c-b9e8-4b99-af90-d02d1024146b tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/ports?device_id=423fe725-02cc-4d98-b77e-d73d18170f79 HTTP/1.1" status: 200 len: 945 time: 0.1183469 Jan 28 19:18:46.332779 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-039e4c52-5711-4ec1-a785-26b9415b0182 req-eb7d9a24-615d-4f8e-bee4-26fd1210ace8 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (d550e782-0e6a-46c1-8de7-63f7997e8054), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:46.348960 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['2c6e3e02-9a3d-4288-b73e-f8d74d789791', '115bc44f-e24a-4e83-8c83-958fe8f5875c', '7a3aff15-c2d8-43e5-a25d-35c2dc2b0c90', 'e76b1ee9-318c-4a08-9a58-ad3874c4b1b8', 'c445453e-e948-48bc-9245-2275d54b2e05'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:18:46.352699 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['a742ef4b-8c5c-49ae-a7ae-adee27392f4c', 'ba3dfb3f-b79a-4091-8a16-d848dd0495fb', 'd550e782-0e6a-46c1-8de7-63f7997e8054'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:18:46.358201 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-62b00a20-5bb3-46c8-95d8-382a6eb97cfa req-2cb62552-4660-43bf-941f-0aa03ef3a6ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (557cb5a7-63e7-428b-a610-faf61f09f857), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:46.408883 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7d9a24-615d-4f8e-bee4-26fd1210ace8 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Pushing event deleted for resources: {'Port': ['ID=d550e782-0e6a-46c1-8de7-63f7997e8054,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:46.437184 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f5d26c46-08f7-4516-b770-2e78658f9cc9 req-10dc04dd-e9b2-484d-a558-8c96c2a2be23 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/security-groups?id=929081b5-e4ec-47f3-a3f7-d2b3ba16c5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886747 Jan 28 19:18:46.489949 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8fee124c-175d-4133-a56b-4c5d321e7f84 req-8022cdbb-31ef-443a-b475-c965aff3b294 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] 10.222.0.64 "GET /v2.0/ports?device_id=4424420d-16d7-47c9-a7d7-ef8166d5d269 HTTP/1.1" status: 200 len: 210 time: 0.1020794 Jan 28 19:18:46.559428 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-039e4c52-5711-4ec1-a785-26b9415b0182 req-eb7d9a24-615d-4f8e-bee4-26fd1210ace8 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] No DVR routers for this DVR port d550e782-0e6a-46c1-8de7-63f7997e8054 on host n-h1-812111-14 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:18:46.563651 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-039e4c52-5711-4ec1-a785-26b9415b0182 req-eb7d9a24-615d-4f8e-bee4-26fd1210ace8 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:46.567293 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-039e4c52-5711-4ec1-a785-26b9415b0182 req-eb7d9a24-615d-4f8e-bee4-26fd1210ace8 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.41 "DELETE /v2.0/ports/d550e782-0e6a-46c1-8de7-63f7997e8054 HTTP/1.1" status: 204 len: 173 time: 0.7558362 Jan 28 19:18:46.568041 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4c75bca-0545-4b45-a7a7-72d19bc7a0d5', 'name': 'network-vif-deleted', 'tag': 'd550e782-0e6a-46c1-8de7-63f7997e8054'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:18:46.570370 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d40f141-cce9-4467-bee6-f28c6dc2f237" -d '{"events": [{"server_uuid": "d4c75bca-0545-4b45-a7a7-72d19bc7a0d5", "name": "network-vif-deleted", "tag": "d550e782-0e6a-46c1-8de7-63f7997e8054"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:18:46.670450 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:18:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-177246bb-14fb-40d8-8f53-ee7a1551c259 x-openstack-request-id: req-177246bb-14fb-40d8-8f53-ee7a1551c259 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:18:46.679332 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4c75bca-0545-4b45-a7a7-72d19bc7a0d5", "name": "network-vif-deleted", "tag": "d550e782-0e6a-46c1-8de7-63f7997e8054", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:18:46.680127 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-177246bb-14fb-40d8-8f53-ee7a1551c259 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:18:46.680774 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4c75bca-0545-4b45-a7a7-72d19bc7a0d5', 'name': 'network-vif-deleted', 'tag': 'd550e782-0e6a-46c1-8de7-63f7997e8054', 'status': 'completed', 'code': 200} Jan 28 19:18:46.706881 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a538904a-6aa8-45bb-a576-826fb02ee350 req-7f6b4652-188d-4ca3-ac3b-6ebcd9cf2191 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/ports?device_id=d4c75bca-0545-4b45-a7a7-72d19bc7a0d5 HTTP/1.1" status: 200 len: 210 time: 0.0417843 Jan 28 19:18:46.710062 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466066ea-f67f-499e-89a5-3d2af998a589 req-1d24f146-56fa-463f-accc-668ef1e1421e tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:46.711854 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-466066ea-f67f-499e-89a5-3d2af998a589 req-1d24f146-56fa-463f-accc-668ef1e1421e tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] 10.222.0.41 "GET /v2.0/networks?id=7ec03016-5972-412d-837e-85b126a1efc6 HTTP/1.1" status: 200 len: 822 time: 0.3151870 Jan 28 19:18:46.746702 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-466066ea-f67f-499e-89a5-3d2af998a589 req-80b3912e-d056-43a0-b63f-b2907d8cccee tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] Request body: {'port': {'device_id': '4424420d-16d7-47c9-a7d7-ef8166d5d269', 'network_id': '7ec03016-5972-412d-837e-85b126a1efc6', 'admin_state_up': True, 'tenant_id': 'f940db8e9df9468aa9c0e463c735ec77'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:18:46.781479 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-62b00a20-5bb3-46c8-95d8-382a6eb97cfa req-2cb62552-4660-43bf-941f-0aa03ef3a6ed service neutron] For port 557cb5a7-63e7-428b-a610-faf61f09f857, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=557cb5a7-63e7-428b-a610-faf61f09f857,segment=NetworkSegment(e7f54059-7dae-4f1a-9de9-251e6a440c72),segment_id=e7f54059-7dae-4f1a-9de9-251e6a440c72)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:18:46.837156 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-62b00a20-5bb3-46c8-95d8-382a6eb97cfa req-2cb62552-4660-43bf-941f-0aa03ef3a6ed service neutron] For port 557cb5a7-63e7-428b-a610-faf61f09f857, host n-h1-812111-14, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:18:46.886201 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f88825d0-a091-4453-bc06-8a2acaf44ba3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '557cb5a7-63e7-428b-a610-faf61f09f857'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:18:46.890426 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ca12437-de54-44c0-8b9c-7c7f3a315a8a" -d '{"events": [{"server_uuid": "f88825d0-a091-4453-bc06-8a2acaf44ba3", "name": "network-vif-unplugged", "status": "completed", "tag": "557cb5a7-63e7-428b-a610-faf61f09f857"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:18:46.896106 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-62b00a20-5bb3-46c8-95d8-382a6eb97cfa req-2cb62552-4660-43bf-941f-0aa03ef3a6ed service neutron] Publish callbacks [] for port (557cb5a7-63e7-428b-a610-faf61f09f857), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:46.916613 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-62b00a20-5bb3-46c8-95d8-382a6eb97cfa req-2cb62552-4660-43bf-941f-0aa03ef3a6ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (557cb5a7-63e7-428b-a610-faf61f09f857), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:46.990483 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 19:18:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7590116-1f39-4d4b-b665-7f0713f0a8ef x-openstack-request-id: req-d7590116-1f39-4d4b-b665-7f0713f0a8ef {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:18:46.990946 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f88825d0-a091-4453-bc06-8a2acaf44ba3", "name": "network-vif-unplugged", "status": "completed", "tag": "557cb5a7-63e7-428b-a610-faf61f09f857", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:18:46.991296 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d7590116-1f39-4d4b-b665-7f0713f0a8ef {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:18:46.991793 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f88825d0-a091-4453-bc06-8a2acaf44ba3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '557cb5a7-63e7-428b-a610-faf61f09f857', 'code': 200} Jan 28 19:18:47.002934 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49221b3-981d-4561-8958-c06d5d78a54c req-ac66225e-6ea4-4f8d-a9e0-f5d8e3420a70 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:47.019926 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b49221b3-981d-4561-8958-c06d5d78a54c req-ac66225e-6ea4-4f8d-a9e0-f5d8e3420a70 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?device_id=f88825d0-a091-4453-bc06-8a2acaf44ba3 HTTP/1.1" status: 200 len: 943 time: 0.1458378 Jan 28 19:18:47.047501 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb62552-4660-43bf-941f-0aa03ef3a6ed service neutron] Pushing event updated for resources: {'Port': ['ID=557cb5a7-63e7-428b-a610-faf61f09f857,revision_number=7']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:47.073159 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb62552-4660-43bf-941f-0aa03ef3a6ed service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:18:47.073159 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb62552-4660-43bf-941f-0aa03ef3a6ed service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:18:47.073477 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb62552-4660-43bf-941f-0aa03ef3a6ed service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:18:47.073945 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb62552-4660-43bf-941f-0aa03ef3a6ed service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:18:47.074903 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb62552-4660-43bf-941f-0aa03ef3a6ed service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:18:47.075349 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb62552-4660-43bf-941f-0aa03ef3a6ed service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:18:47.075786 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb62552-4660-43bf-941f-0aa03ef3a6ed service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:18:47.076480 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb62552-4660-43bf-941f-0aa03ef3a6ed service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:18:47.076916 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb62552-4660-43bf-941f-0aa03ef3a6ed service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:18:47.078112 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb62552-4660-43bf-941f-0aa03ef3a6ed service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:18:47.078414 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb62552-4660-43bf-941f-0aa03ef3a6ed service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:18:47.078861 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb62552-4660-43bf-941f-0aa03ef3a6ed service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:18:47.079295 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb62552-4660-43bf-941f-0aa03ef3a6ed service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:18:47.111410 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-62b00a20-5bb3-46c8-95d8-382a6eb97cfa req-2cb62552-4660-43bf-941f-0aa03ef3a6ed service neutron] Attempting to bind port 557cb5a7-63e7-428b-a610-faf61f09f857 on host n-h1-812111-14 for vnic_type normal with profile {"migrating_to": "n-h2-812111-14"} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:18:47.111714 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-62b00a20-5bb3-46c8-95d8-382a6eb97cfa req-2cb62552-4660-43bf-941f-0aa03ef3a6ed service neutron] Attempting to bind port 557cb5a7-63e7-428b-a610-faf61f09f857 by drivers openvswitch,hyperv on host n-h1-812111-14 at level 0 using segments [{'id': 'e7f54059-7dae-4f1a-9de9-251e6a440c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '8330dfd7-f74e-41a1-b557-5650d653ac04'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:18:47.112132 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62b00a20-5bb3-46c8-95d8-382a6eb97cfa req-2cb62552-4660-43bf-941f-0aa03ef3a6ed service neutron] Attempting to bind port 557cb5a7-63e7-428b-a610-faf61f09f857 on network 8330dfd7-f74e-41a1-b557-5650d653ac04 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:18:47.116737 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62b00a20-5bb3-46c8-95d8-382a6eb97cfa req-2cb62552-4660-43bf-941f-0aa03ef3a6ed service neutron] Port 557cb5a7-63e7-428b-a610-faf61f09f857 on network 8330dfd7-f74e-41a1-b557-5650d653ac04 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-14 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:18:47.117357 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62b00a20-5bb3-46c8-95d8-382a6eb97cfa req-2cb62552-4660-43bf-941f-0aa03ef3a6ed service neutron] Attempting to bind port 557cb5a7-63e7-428b-a610-faf61f09f857 on network 8330dfd7-f74e-41a1-b557-5650d653ac04 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:18:47.118134 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b49221b3-981d-4561-8958-c06d5d78a54c req-c76d6a11-d8c2-488b-ae6d-961068c9670d tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/security-groups?id=414e93b9-08bc-438e-9127-05114ed7dbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826898 Jan 28 19:18:47.128422 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62b00a20-5bb3-46c8-95d8-382a6eb97cfa req-2cb62552-4660-43bf-941f-0aa03ef3a6ed service neutron] Checking agent: {'id': 'b544ba20-de93-4d86-9e6b-a2202deb6191', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 18, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:18:47.128422 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62b00a20-5bb3-46c8-95d8-382a6eb97cfa req-2cb62552-4660-43bf-941f-0aa03ef3a6ed service neutron] Checking segment: {'id': 'e7f54059-7dae-4f1a-9de9-251e6a440c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '8330dfd7-f74e-41a1-b557-5650d653ac04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:18:47.128422 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62b00a20-5bb3-46c8-95d8-382a6eb97cfa req-2cb62552-4660-43bf-941f-0aa03ef3a6ed service neutron] Bound using segment: {'id': 'e7f54059-7dae-4f1a-9de9-251e6a440c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '8330dfd7-f74e-41a1-b557-5650d653ac04'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:18:47.128422 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-62b00a20-5bb3-46c8-95d8-382a6eb97cfa req-2cb62552-4660-43bf-941f-0aa03ef3a6ed service neutron] Bound port: 557cb5a7-63e7-428b-a610-faf61f09f857, host: n-h1-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7f54059-7dae-4f1a-9de9-251e6a440c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '8330dfd7-f74e-41a1-b557-5650d653ac04'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:18:47.128422 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-62b00a20-5bb3-46c8-95d8-382a6eb97cfa req-2cb62552-4660-43bf-941f-0aa03ef3a6ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (557cb5a7-63e7-428b-a610-faf61f09f857), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:47.190839 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-466066ea-f67f-499e-89a5-3d2af998a589 req-80b3912e-d056-43a0-b63f-b2907d8cccee tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] Made reservation on behalf of f940db8e9df9468aa9c0e463c735ec77 for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:18:47.194390 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-466066ea-f67f-499e-89a5-3d2af998a589 req-80b3912e-d056-43a0-b63f-b2907d8cccee tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:47.275144 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-62b00a20-5bb3-46c8-95d8-382a6eb97cfa req-2cb62552-4660-43bf-941f-0aa03ef3a6ed service neutron] For port 557cb5a7-63e7-428b-a610-faf61f09f857, host n-h1-812111-14, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:18:47.280926 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-62b00a20-5bb3-46c8-95d8-382a6eb97cfa req-2cb62552-4660-43bf-941f-0aa03ef3a6ed service neutron] For port 557cb5a7-63e7-428b-a610-faf61f09f857, host n-h1-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=557cb5a7-63e7-428b-a610-faf61f09f857,segment=NetworkSegment(e7f54059-7dae-4f1a-9de9-251e6a440c72),segment_id=e7f54059-7dae-4f1a-9de9-251e6a440c72)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:18:47.296227 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-62b00a20-5bb3-46c8-95d8-382a6eb97cfa req-2cb62552-4660-43bf-941f-0aa03ef3a6ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (557cb5a7-63e7-428b-a610-faf61f09f857), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:47.467610 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb62552-4660-43bf-941f-0aa03ef3a6ed service neutron] Pushing event updated for resources: {'Port': ['ID=557cb5a7-63e7-428b-a610-faf61f09f857,revision_number=8']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:47.502239 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b00a20-5bb3-46c8-95d8-382a6eb97cfa req-2cb62552-4660-43bf-941f-0aa03ef3a6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:47.502524 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-466066ea-f67f-499e-89a5-3d2af998a589 req-80b3912e-d056-43a0-b63f-b2907d8cccee tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] Allocated IP 172.20.0.14 (7ec03016-5972-412d-837e-85b126a1efc6/167d6f8b-2945-4c15-bbfc-1b64d284aeb5/9b064ec1-5fcd-4a63-a9f5-17087eabd4df) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:18:47.504858 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-62b00a20-5bb3-46c8-95d8-382a6eb97cfa req-2cb62552-4660-43bf-941f-0aa03ef3a6ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:47.508651 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-62b00a20-5bb3-46c8-95d8-382a6eb97cfa req-2cb62552-4660-43bf-941f-0aa03ef3a6ed service neutron] 10.222.0.70 "PUT /v2.0/ports/557cb5a7-63e7-428b-a610-faf61f09f857 HTTP/1.1" status: 200 len: 1123 time: 1.2925715 Jan 28 19:18:47.557283 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d85f2b-a26e-43a8-b690-81b91d63a444 req-bcf4928f-3035-4f9a-ae6f-0d288d803076 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:47.565596 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-57d85f2b-a26e-43a8-b690-81b91d63a444 req-bcf4928f-3035-4f9a-ae6f-0d288d803076 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=0611a4ab-e4ae-4065-bdc5-14dfb3eb9efd HTTP/1.1" status: 200 len: 944 time: 0.2304809 Jan 28 19:18:47.634556 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['557cb5a7-63e7-428b-a610-faf61f09f857'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:18:47.646558 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-57d85f2b-a26e-43a8-b690-81b91d63a444 req-b58acb61-b0c1-4db4-a276-f32ba43ffb23 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622649 Jan 28 19:18:47.699448 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa612d4-1a7a-4991-9210-51454619f72b req-5eb41709-5dc5-441f-95fe-326c0fd93f05 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:47.704346 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['557cb5a7-63e7-428b-a610-faf61f09f857'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:18:47.706730 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ffa612d4-1a7a-4991-9210-51454619f72b req-5eb41709-5dc5-441f-95fe-326c0fd93f05 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/ports?device_id=423fe725-02cc-4d98-b77e-d73d18170f79 HTTP/1.1" status: 200 len: 945 time: 0.1396446 Jan 28 19:18:47.790928 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ffa612d4-1a7a-4991-9210-51454619f72b req-e8a59bbb-a14f-4603-96c9-fbf9f04f077d tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/security-groups?id=929081b5-e4ec-47f3-a3f7-d2b3ba16c5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811367 Jan 28 19:18:47.828666 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-466066ea-f67f-499e-89a5-3d2af998a589 req-80b3912e-d056-43a0-b63f-b2907d8cccee tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] Publish callbacks [] for port (9b064ec1-5fcd-4a63-a9f5-17087eabd4df), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:47.861740 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-bb373c37-a100-49da-a549-93f6072784a0 req-f017afd7-bf8b-439b-9d57-11fd4b9a9cb0 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] 10.222.0.64 "GET /v2.0/ports?device_id=4424420d-16d7-47c9-a7d7-ef8166d5d269 HTTP/1.1" status: 200 len: 210 time: 0.0770528 Jan 28 19:18:47.899208 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-466066ea-f67f-499e-89a5-3d2af998a589 req-80b3912e-d056-43a0-b63f-b2907d8cccee tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (9b064ec1-5fcd-4a63-a9f5-17087eabd4df), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:47.950983 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-466066ea-f67f-499e-89a5-3d2af998a589 req-80b3912e-d056-43a0-b63f-b2907d8cccee tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] Network 7ec03016-5972-412d-837e-85b126a1efc6 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:18:47.955721 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-466066ea-f67f-499e-89a5-3d2af998a589 req-80b3912e-d056-43a0-b63f-b2907d8cccee tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:18:47.960020 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-466066ea-f67f-499e-89a5-3d2af998a589 req-80b3912e-d056-43a0-b63f-b2907d8cccee tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:18:48.009079 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b3912e-d056-43a0-b63f-b2907d8cccee tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] Pushing event updated for resources: {'Port': ['ID=9b064ec1-5fcd-4a63-a9f5-17087eabd4df,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:48.051155 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466066ea-f67f-499e-89a5-3d2af998a589 req-80b3912e-d056-43a0-b63f-b2907d8cccee tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:48.052537 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-466066ea-f67f-499e-89a5-3d2af998a589 req-80b3912e-d056-43a0-b63f-b2907d8cccee tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:48.075195 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-466066ea-f67f-499e-89a5-3d2af998a589 req-80b3912e-d056-43a0-b63f-b2907d8cccee tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3340499 Jan 28 19:18:48.087767 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-466066ea-f67f-499e-89a5-3d2af998a589 req-78051538-094f-47e2-b465-2e1491b321e2 service neutron] Request body: {'port': {'device_id': '4424420d-16d7-47c9-a7d7-ef8166d5d269', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-14'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:18:48.195020 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-466066ea-f67f-499e-89a5-3d2af998a589 req-78051538-094f-47e2-b465-2e1491b321e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (9b064ec1-5fcd-4a63-a9f5-17087eabd4df), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:48.221928 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9dd421-e211-4481-927b-84ea7f9f3273 req-875f7ebd-aecf-4eda-bdc1-5e6c3f2713e5 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:48.223418 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6d9dd421-e211-4481-927b-84ea7f9f3273 req-875f7ebd-aecf-4eda-bdc1-5e6c3f2713e5 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/ports?device_id=8f34cc33-91bd-456f-afee-fa1fb90edd40 HTTP/1.1" status: 200 len: 950 time: 0.0775707 Jan 28 19:18:48.291403 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6d9dd421-e211-4481-927b-84ea7f9f3273 req-edbcb98d-0e14-4998-ac77-dc01a8f3062e tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/security-groups?id=c326a8a3-da0b-43eb-8867-b30c14662b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591600 Jan 28 19:18:48.326095 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2566e44a-ac02-4b1f-9aaf-42f8bf4da061 req-2389717b-c37b-4d2a-ab14-bc9af2de8636 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:48.327674 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2566e44a-ac02-4b1f-9aaf-42f8bf4da061 req-2389717b-c37b-4d2a-ab14-bc9af2de8636 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?device_id=f88825d0-a091-4453-bc06-8a2acaf44ba3 HTTP/1.1" status: 200 len: 943 time: 0.1207862 Jan 28 19:18:48.482580 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2566e44a-ac02-4b1f-9aaf-42f8bf4da061 req-0771c5bc-50ba-4c23-9c2e-8cc4222fc370 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/security-groups?id=414e93b9-08bc-438e-9127-05114ed7dbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048977 Jan 28 19:18:48.581422 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [req-466066ea-f67f-499e-89a5-3d2af998a589 req-78051538-094f-47e2-b465-2e1491b321e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b064ec1-5fcd-4a63-a9f5-17087eabd4df {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:18:48.589689 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-466066ea-f67f-499e-89a5-3d2af998a589 req-78051538-094f-47e2-b465-2e1491b321e2 service neutron] Publish callbacks [] for port (9b064ec1-5fcd-4a63-a9f5-17087eabd4df), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:48.602743 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-466066ea-f67f-499e-89a5-3d2af998a589 req-78051538-094f-47e2-b465-2e1491b321e2 service neutron] Transition to ACTIVE for port object 9b064ec1-5fcd-4a63-a9f5-17087eabd4df will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:18:48.606844 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-466066ea-f67f-499e-89a5-3d2af998a589 req-78051538-094f-47e2-b465-2e1491b321e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (9b064ec1-5fcd-4a63-a9f5-17087eabd4df), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:48.667239 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78051538-094f-47e2-b465-2e1491b321e2 service neutron] Pushing event updated for resources: {'Port': ['ID=9b064ec1-5fcd-4a63-a9f5-17087eabd4df,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:48.735871 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 557cb5a7-63e7-428b-a610-faf61f09f857 details requested by agent hyperv_n-h2-812111-14 with host n-h2-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:18:48.771722 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-466066ea-f67f-499e-89a5-3d2af998a589 req-78051538-094f-47e2-b465-2e1491b321e2 service neutron] Attempting to bind port 9b064ec1-5fcd-4a63-a9f5-17087eabd4df on host n-h1-812111-14 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:18:48.772320 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-466066ea-f67f-499e-89a5-3d2af998a589 req-78051538-094f-47e2-b465-2e1491b321e2 service neutron] Attempting to bind port 9b064ec1-5fcd-4a63-a9f5-17087eabd4df by drivers openvswitch,hyperv on host n-h1-812111-14 at level 0 using segments [{'id': 'dddb75af-2afb-4991-9652-8b4dd43b8077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7ec03016-5972-412d-837e-85b126a1efc6'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:18:48.772960 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-466066ea-f67f-499e-89a5-3d2af998a589 req-78051538-094f-47e2-b465-2e1491b321e2 service neutron] Attempting to bind port 9b064ec1-5fcd-4a63-a9f5-17087eabd4df on network 7ec03016-5972-412d-837e-85b126a1efc6 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:18:48.779369 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-466066ea-f67f-499e-89a5-3d2af998a589 req-78051538-094f-47e2-b465-2e1491b321e2 service neutron] Port 9b064ec1-5fcd-4a63-a9f5-17087eabd4df on network 7ec03016-5972-412d-837e-85b126a1efc6 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-14 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:18:48.779982 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-466066ea-f67f-499e-89a5-3d2af998a589 req-78051538-094f-47e2-b465-2e1491b321e2 service neutron] Attempting to bind port 9b064ec1-5fcd-4a63-a9f5-17087eabd4df on network 7ec03016-5972-412d-837e-85b126a1efc6 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:18:48.786282 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-466066ea-f67f-499e-89a5-3d2af998a589 req-78051538-094f-47e2-b465-2e1491b321e2 service neutron] Checking agent: {'id': 'b544ba20-de93-4d86-9e6b-a2202deb6191', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 18, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:18:48.787307 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-466066ea-f67f-499e-89a5-3d2af998a589 req-78051538-094f-47e2-b465-2e1491b321e2 service neutron] Checking segment: {'id': 'dddb75af-2afb-4991-9652-8b4dd43b8077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7ec03016-5972-412d-837e-85b126a1efc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:18:48.788001 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-466066ea-f67f-499e-89a5-3d2af998a589 req-78051538-094f-47e2-b465-2e1491b321e2 service neutron] Bound using segment: {'id': 'dddb75af-2afb-4991-9652-8b4dd43b8077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7ec03016-5972-412d-837e-85b126a1efc6'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:18:48.790880 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-466066ea-f67f-499e-89a5-3d2af998a589 req-78051538-094f-47e2-b465-2e1491b321e2 service neutron] Bound port: 9b064ec1-5fcd-4a63-a9f5-17087eabd4df, host: n-h1-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dddb75af-2afb-4991-9652-8b4dd43b8077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7ec03016-5972-412d-837e-85b126a1efc6'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:18:48.792092 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-466066ea-f67f-499e-89a5-3d2af998a589 req-78051538-094f-47e2-b465-2e1491b321e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (9b064ec1-5fcd-4a63-a9f5-17087eabd4df), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:48.828361 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1b5ae8-484b-4ba0-a26f-f9d32068b843 req-11cce55f-9b6c-4d03-9922-2e053b972272 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:48.837190 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ab1b5ae8-484b-4ba0-a26f-f9d32068b843 req-11cce55f-9b6c-4d03-9922-2e053b972272 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=0611a4ab-e4ae-4065-bdc5-14dfb3eb9efd HTTP/1.1" status: 200 len: 944 time: 0.0918629 Jan 28 19:18:48.878479 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 557cb5a7-63e7-428b-a610-faf61f09f857, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=557cb5a7-63e7-428b-a610-faf61f09f857,segment=NetworkSegment(e7f54059-7dae-4f1a-9de9-251e6a440c72),segment_id=e7f54059-7dae-4f1a-9de9-251e6a440c72)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:18:48.891787 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 557cb5a7-63e7-428b-a610-faf61f09f857 has no active binding in host n-h2-812111-14 {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 28 19:18:48.897787 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ab1b5ae8-484b-4ba0-a26f-f9d32068b843 req-cda7cb5a-0851-45fa-89d7-c0e72929dfce tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597253 Jan 28 19:18:48.898043 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-466066ea-f67f-499e-89a5-3d2af998a589 req-78051538-094f-47e2-b465-2e1491b321e2 service neutron] For port 9b064ec1-5fcd-4a63-a9f5-17087eabd4df, host n-h1-812111-14, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:18:48.952343 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-466066ea-f67f-499e-89a5-3d2af998a589 req-78051538-094f-47e2-b465-2e1491b321e2 service neutron] For port 9b064ec1-5fcd-4a63-a9f5-17087eabd4df, host n-h1-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=9b064ec1-5fcd-4a63-a9f5-17087eabd4df,segment=NetworkSegment(dddb75af-2afb-4991-9652-8b4dd43b8077),segment_id=dddb75af-2afb-4991-9652-8b4dd43b8077)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:18:48.963301 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-466066ea-f67f-499e-89a5-3d2af998a589 req-78051538-094f-47e2-b465-2e1491b321e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (9b064ec1-5fcd-4a63-a9f5-17087eabd4df), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:48.999256 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f88825d0-a091-4453-bc06-8a2acaf44ba3', 'tag': '557cb5a7-63e7-428b-a610-faf61f09f857'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:18:49.001767 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58924500-b097-40a1-8eeb-f6a2155b35cb" -d '{"events": [{"name": "network-changed", "server_uuid": "f88825d0-a091-4453-bc06-8a2acaf44ba3", "tag": "557cb5a7-63e7-428b-a610-faf61f09f857"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:18:49.026836 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466066ea-f67f-499e-89a5-3d2af998a589 req-78051538-094f-47e2-b465-2e1491b321e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:49.027714 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-466066ea-f67f-499e-89a5-3d2af998a589 req-78051538-094f-47e2-b465-2e1491b321e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:49.031820 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-466066ea-f67f-499e-89a5-3d2af998a589 req-78051538-094f-47e2-b465-2e1491b321e2 service neutron] 10.222.0.41 "PUT /v2.0/ports/9b064ec1-5fcd-4a63-a9f5-17087eabd4df HTTP/1.1" status: 200 len: 1093 time: 0.9485085 Jan 28 19:18:49.032375 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4424420d-16d7-47c9-a7d7-ef8166d5d269', 'tag': '9b064ec1-5fcd-4a63-a9f5-17087eabd4df'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:18:49.034805 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bcd11dc-4b01-41ab-a922-176fe957f6d7" -d '{"events": [{"name": "network-changed", "server_uuid": "4424420d-16d7-47c9-a7d7-ef8166d5d269", "tag": "9b064ec1-5fcd-4a63-a9f5-17087eabd4df"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:18:49.046518 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56bf6ac-e8ce-4f2f-bf25-d333f0b45cb5 req-34af19c9-bbe0-466a-8c07-b9196d30e0e8 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:49.048799 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d56bf6ac-e8ce-4f2f-bf25-d333f0b45cb5 req-34af19c9-bbe0-466a-8c07-b9196d30e0e8 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] 10.222.0.64 "GET /v2.0/ports?device_id=4424420d-16d7-47c9-a7d7-ef8166d5d269 HTTP/1.1" status: 200 len: 944 time: 0.0792875 Jan 28 19:18:49.077730 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6304e6-5d5e-4f46-b9cb-067ce9632e3c req-9afaf9de-b1ad-473d-b5c8-746dd3c1d5e0 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:49.079679 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2b6304e6-5d5e-4f46-b9cb-067ce9632e3c req-9afaf9de-b1ad-473d-b5c8-746dd3c1d5e0 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/ports?device_id=423fe725-02cc-4d98-b77e-d73d18170f79 HTTP/1.1" status: 200 len: 945 time: 0.1839671 Jan 28 19:18:49.112041 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d56bf6ac-e8ce-4f2f-bf25-d333f0b45cb5 req-fa0be27e-d498-481b-a61b-d233daf61c50 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] 10.222.0.64 "GET /v2.0/security-groups?id=93e4e5d8-2172-46b4-bafb-a6d3892a81f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563731 Jan 28 19:18:49.123633 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78051538-094f-47e2-b465-2e1491b321e2 service neutron] Pushing event updated for resources: {'Port': ['ID=9b064ec1-5fcd-4a63-a9f5-17087eabd4df,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:49.165139 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466066ea-f67f-499e-89a5-3d2af998a589 req-5190c341-35e0-4b6d-9920-3632d9fc1294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:49.166687 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-466066ea-f67f-499e-89a5-3d2af998a589 req-5190c341-35e0-4b6d-9920-3632d9fc1294 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f940db8e9df9468aa9c0e463c735ec77&device_id=4424420d-16d7-47c9-a7d7-ef8166d5d269 HTTP/1.1" status: 200 len: 1127 time: 0.0850890 Jan 28 19:18:49.190545 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f33dea2-221f-427e-94b6-51a60f902439 x-openstack-request-id: req-6f33dea2-221f-427e-94b6-51a60f902439 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:18:49.191131 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f88825d0-a091-4453-bc06-8a2acaf44ba3", "tag": "557cb5a7-63e7-428b-a610-faf61f09f857", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:18:49.191131 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6f33dea2-221f-427e-94b6-51a60f902439 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:18:49.191537 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f88825d0-a091-4453-bc06-8a2acaf44ba3', 'tag': '557cb5a7-63e7-428b-a610-faf61f09f857', 'status': 'completed', 'code': 200} Jan 28 19:18:49.229507 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-466066ea-f67f-499e-89a5-3d2af998a589 req-f35120b5-e28d-4e23-aba4-8d3285e862d3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b064ec1-5fcd-4a63-a9f5-17087eabd4df HTTP/1.1" status: 200 len: 217 time: 0.0540664 Jan 28 19:18:49.232112 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34214e09-ca3a-4433-9f38-657a5c1dc046 x-openstack-request-id: req-34214e09-ca3a-4433-9f38-657a5c1dc046 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:18:49.232400 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4424420d-16d7-47c9-a7d7-ef8166d5d269", "tag": "9b064ec1-5fcd-4a63-a9f5-17087eabd4df", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:18:49.232657 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-34214e09-ca3a-4433-9f38-657a5c1dc046 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:18:49.233059 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4424420d-16d7-47c9-a7d7-ef8166d5d269', 'tag': '9b064ec1-5fcd-4a63-a9f5-17087eabd4df', 'status': 'completed', 'code': 200} Jan 28 19:18:49.237648 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2b6304e6-5d5e-4f46-b9cb-067ce9632e3c req-af954512-64a4-4510-a4cc-6d528a3512f5 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/security-groups?id=929081b5-e4ec-47f3-a3f7-d2b3ba16c5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418314 Jan 28 19:18:49.315491 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466066ea-f67f-499e-89a5-3d2af998a589 req-0f485c23-e48e-4e0c-9423-a0ffa590e7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:49.316936 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-466066ea-f67f-499e-89a5-3d2af998a589 req-0f485c23-e48e-4e0c-9423-a0ffa590e7c2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=167d6f8b-2945-4c15-bbfc-1b64d284aeb5 HTTP/1.1" status: 200 len: 862 time: 0.0715475 Jan 28 19:18:49.325709 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58924500-b097-40a1-8eeb-f6a2155b35cb req-77151509-340c-460a-9442-94357deb8304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:49.327154 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-58924500-b097-40a1-8eeb-f6a2155b35cb req-77151509-340c-460a-9442-94357deb8304 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1bd1e0d6512043bfbaf9a8e955e20b9e&device_id=f88825d0-a091-4453-bc06-8a2acaf44ba3 HTTP/1.1" status: 200 len: 1157 time: 0.0933442 Jan 28 19:18:49.359576 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-466066ea-f67f-499e-89a5-3d2af998a589 req-b941d744-1080-4f48-8a93-b8b188bf44a7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7ec03016-5972-412d-837e-85b126a1efc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312788 Jan 28 19:18:49.436693 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83cb430-5096-4ab1-afe1-e55d0e083007 req-3821c424-5973-4a99-b6ac-b4de7bc17ffd tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:49.438377 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a83cb430-5096-4ab1-afe1-e55d0e083007 req-3821c424-5973-4a99-b6ac-b4de7bc17ffd tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/ports?device_id=8f34cc33-91bd-456f-afee-fa1fb90edd40 HTTP/1.1" status: 200 len: 950 time: 0.0624259 Jan 28 19:18:49.487170 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a83cb430-5096-4ab1-afe1-e55d0e083007 req-1eea4111-589c-4121-afa9-2a9abed62b4a tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/security-groups?id=c326a8a3-da0b-43eb-8867-b30c14662b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428789 Jan 28 19:18:49.528460 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58924500-b097-40a1-8eeb-f6a2155b35cb req-a178ce48-3086-4d9c-81cb-e5e96da2c867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:49.530089 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-58924500-b097-40a1-8eeb-f6a2155b35cb req-a178ce48-3086-4d9c-81cb-e5e96da2c867 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8330dfd7-f74e-41a1-b557-5650d653ac04 HTTP/1.1" status: 200 len: 908 time: 0.1749539 Jan 28 19:18:49.533653 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-466066ea-f67f-499e-89a5-3d2af998a589 req-dc76b691-359f-440d-b9b8-0a3129a42cd3 service neutron] 10.222.0.41 "GET /v2.0/networks/7ec03016-5972-412d-837e-85b126a1efc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641912 Jan 28 19:18:49.609394 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-58924500-b097-40a1-8eeb-f6a2155b35cb req-925b2a9f-fd79-439d-8aa0-03700f1afebd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=557cb5a7-63e7-428b-a610-faf61f09f857 HTTP/1.1" status: 200 len: 217 time: 0.0670505 Jan 28 19:18:49.743825 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58924500-b097-40a1-8eeb-f6a2155b35cb req-831d2b21-b966-4aa8-8bb6-879f4b353bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:49.745656 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-58924500-b097-40a1-8eeb-f6a2155b35cb req-831d2b21-b966-4aa8-8bb6-879f4b353bed service neutron] 10.222.0.41 "GET /v2.0/subnets?id=09bc6696-a273-4baf-935c-9cf317ddb49d HTTP/1.1" status: 200 len: 848 time: 0.0965421 Jan 28 19:18:49.759838 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0151b521-a124-4ec7-b55e-bc00c5ed6b90 req-9e7f0344-bffc-495b-bcde-9fcb9b055e36 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:49.761305 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-0151b521-a124-4ec7-b55e-bc00c5ed6b90 req-9e7f0344-bffc-495b-bcde-9fcb9b055e36 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?device_id=f88825d0-a091-4453-bc06-8a2acaf44ba3 HTTP/1.1" status: 200 len: 943 time: 0.1629519 Jan 28 19:18:49.782356 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-466066ea-f67f-499e-89a5-3d2af998a589 req-afe0c13c-fe61-4fc6-b9f4-6aec83a44dad service neutron] 10.222.0.41 "GET /v2.0/networks/7ec03016-5972-412d-837e-85b126a1efc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2378478 Jan 28 19:18:49.796656 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device d550e782-0e6a-46c1-8de7-63f7997e8054 no longer exists at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:18:49.807061 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-58924500-b097-40a1-8eeb-f6a2155b35cb req-88fa5666-c942-4f23-80f4-dc87cca5ca5c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8330dfd7-f74e-41a1-b557-5650d653ac04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431447 Jan 28 19:18:49.827202 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] No Port match for: d550e782-0e6a-46c1-8de7-63f7997e8054 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:18:49.827806 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device d550e782-0e6a-46c1-8de7-63f7997e8054 not bound to the agent host n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:18:49.895076 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41560c1c-1299-4601-931d-2add4aca3495 req-dd0842f6-a16f-476b-8e40-f522d648bc7f tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:49.896721 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-41560c1c-1299-4601-931d-2add4aca3495 req-dd0842f6-a16f-476b-8e40-f522d648bc7f tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.70 "GET /v2.0/ports?device_id=8f34cc33-91bd-456f-afee-fa1fb90edd40 HTTP/1.1" status: 200 len: 950 time: 0.0584819 Jan 28 19:18:50.091628 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-41560c1c-1299-4601-931d-2add4aca3495 req-17b73d10-70ae-4880-9f21-7212e91d74eb tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Deleting port c445453e-e948-48bc-9245-2275d54b2e05 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:18:50.091974 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-41560c1c-1299-4601-931d-2add4aca3495 req-17b73d10-70ae-4880-9f21-7212e91d74eb tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (c445453e-e948-48bc-9245-2275d54b2e05), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:50.166404 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f1aa81-8394-44c9-91be-96da6fd8747b req-b42b61f1-8b0b-412a-a172-913dac25b4bc tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:50.168001 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-69f1aa81-8394-44c9-91be-96da6fd8747b req-b42b61f1-8b0b-412a-a172-913dac25b4bc tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=0611a4ab-e4ae-4065-bdc5-14dfb3eb9efd HTTP/1.1" status: 200 len: 944 time: 0.1655698 Jan 28 19:18:50.194635 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98d358f-eacd-442f-8c7d-a9c02a272940 req-60f2ea19-ff30-4932-a1d7-049a2438d161 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:50.196164 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f98d358f-eacd-442f-8c7d-a9c02a272940 req-60f2ea19-ff30-4932-a1d7-049a2438d161 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.70 "GET /v2.0/ports?device_id=423fe725-02cc-4d98-b77e-d73d18170f79 HTTP/1.1" status: 200 len: 945 time: 0.1502631 Jan 28 19:18:50.200516 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-0151b521-a124-4ec7-b55e-bc00c5ed6b90 req-e7d00eed-bf00-4802-ad4f-50fa09f20c8e tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/security-groups?id=414e93b9-08bc-438e-9127-05114ed7dbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4257021 Jan 28 19:18:50.263203 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcd11dc-4b01-41ab-a922-176fe957f6d7 req-88b606f8-f633-4786-b90d-613554c47002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:50.265683 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3bcd11dc-4b01-41ab-a922-176fe957f6d7 req-88b606f8-f633-4786-b90d-613554c47002 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f940db8e9df9468aa9c0e463c735ec77&device_id=4424420d-16d7-47c9-a7d7-ef8166d5d269 HTTP/1.1" status: 200 len: 1127 time: 0.0935416 Jan 28 19:18:50.270764 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-58924500-b097-40a1-8eeb-f6a2155b35cb req-7fb6dd9f-d957-42a0-a639-13f06ac4a771 service neutron] 10.222.0.41 "GET /v2.0/networks/8330dfd7-f74e-41a1-b557-5650d653ac04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4502044 Jan 28 19:18:50.288926 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-41560c1c-1299-4601-931d-2add4aca3495 req-17b73d10-70ae-4880-9f21-7212e91d74eb tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] For port c445453e-e948-48bc-9245-2275d54b2e05, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=c445453e-e948-48bc-9245-2275d54b2e05,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:18:50.289341 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-41560c1c-1299-4601-931d-2add4aca3495 req-17b73d10-70ae-4880-9f21-7212e91d74eb tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (c445453e-e948-48bc-9245-2275d54b2e05), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:50.334437 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-69f1aa81-8394-44c9-91be-96da6fd8747b req-d60838b7-3e7f-4652-b8ad-287c9548f224 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591036 Jan 28 19:18:50.339503 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-41560c1c-1299-4601-931d-2add4aca3495 req-17b73d10-70ae-4880-9f21-7212e91d74eb tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Calling delete_port for c445453e-e948-48bc-9245-2275d54b2e05 owned by compute:nova {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:18:50.411884 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:50.485928 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2688c1a5-4773-4045-93c1-5ec46246a5c7 req-9e1eb207-6a81-42ad-bdc0-f4f72ee5b7fd tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:50.489354 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2688c1a5-4773-4045-93c1-5ec46246a5c7 req-9e1eb207-6a81-42ad-bdc0-f4f72ee5b7fd tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] 10.222.0.64 "GET /v2.0/ports?device_id=4424420d-16d7-47c9-a7d7-ef8166d5d269 HTTP/1.1" status: 200 len: 944 time: 0.1883767 Jan 28 19:18:50.492500 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-f98d358f-eacd-442f-8c7d-a9c02a272940 req-c346f4eb-76a9-4b95-a166-39b4900d1545 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Deleting port 43a2ac51-0354-423c-9461-b245100cbca7 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:18:50.493083 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f98d358f-eacd-442f-8c7d-a9c02a272940 req-c346f4eb-76a9-4b95-a166-39b4900d1545 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (43a2ac51-0354-423c-9461-b245100cbca7), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:50.499308 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcd11dc-4b01-41ab-a922-176fe957f6d7 req-2359b063-0ff3-454f-9bbd-6d358840c5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:50.500981 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3bcd11dc-4b01-41ab-a922-176fe957f6d7 req-2359b063-0ff3-454f-9bbd-6d358840c5b1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7ec03016-5972-412d-837e-85b126a1efc6 HTTP/1.1" status: 200 len: 922 time: 0.2176554 Jan 28 19:18:50.504160 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-58924500-b097-40a1-8eeb-f6a2155b35cb req-cd58b44a-077c-4803-a3e4-2660f8522704 service neutron] 10.222.0.41 "GET /v2.0/networks/8330dfd7-f74e-41a1-b557-5650d653ac04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199874 Jan 28 19:18:50.566431 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3bcd11dc-4b01-41ab-a922-176fe957f6d7 req-03a3db81-5404-483b-8bb3-2065788cb288 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b064ec1-5fcd-4a63-a9f5-17087eabd4df HTTP/1.1" status: 200 len: 217 time: 0.0477650 Jan 28 19:18:50.585876 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2688c1a5-4773-4045-93c1-5ec46246a5c7 req-6de01f6d-36a8-41b9-8e96-9a787bf6337c tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] 10.222.0.64 "GET /v2.0/security-groups?id=93e4e5d8-2172-46b4-bafb-a6d3892a81f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806530 Jan 28 19:18:50.608181 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-41560c1c-1299-4601-931d-2add4aca3495 req-17b73d10-70ae-4880-9f21-7212e91d74eb tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (c445453e-e948-48bc-9245-2275d54b2e05), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:50.616080 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dac5e8-ac9f-4db3-8483-d5c748f8ea84 req-01b79f89-dc02-485c-b382-92c215de50cc tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:50.623422 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-70dac5e8-ac9f-4db3-8483-d5c748f8ea84 req-01b79f89-dc02-485c-b382-92c215de50cc tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/ports?device_id=423fe725-02cc-4d98-b77e-d73d18170f79 HTTP/1.1" status: 200 len: 945 time: 0.1784272 Jan 28 19:18:50.625765 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['2c6e3e02-9a3d-4288-b73e-f8d74d789791', '115bc44f-e24a-4e83-8c83-958fe8f5875c', '7a3aff15-c2d8-43e5-a25d-35c2dc2b0c90', 'e76b1ee9-318c-4a08-9a58-ad3874c4b1b8', 'c445453e-e948-48bc-9245-2275d54b2e05'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:18:50.628496 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['a742ef4b-8c5c-49ae-a7ae-adee27392f4c', 'ba3dfb3f-b79a-4091-8a16-d848dd0495fb'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:18:50.644145 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcd11dc-4b01-41ab-a922-176fe957f6d7 req-685f30b6-df8f-46b7-9c94-7f21fd5248c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:50.645717 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3bcd11dc-4b01-41ab-a922-176fe957f6d7 req-685f30b6-df8f-46b7-9c94-7f21fd5248c0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=167d6f8b-2945-4c15-bbfc-1b64d284aeb5 HTTP/1.1" status: 200 len: 862 time: 0.0587118 Jan 28 19:18:50.687079 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b73d10-70ae-4880-9f21-7212e91d74eb tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Pushing event deleted for resources: {'Port': ['ID=c445453e-e948-48bc-9245-2275d54b2e05,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:50.690557 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-f98d358f-eacd-442f-8c7d-a9c02a272940 req-c346f4eb-76a9-4b95-a166-39b4900d1545 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] For port 43a2ac51-0354-423c-9461-b245100cbca7, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=43a2ac51-0354-423c-9461-b245100cbca7,segment=NetworkSegment(65f5b843-b58b-4f27-8faf-b99bc8156b89),segment_id=65f5b843-b58b-4f27-8faf-b99bc8156b89)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:18:50.690936 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f98d358f-eacd-442f-8c7d-a9c02a272940 req-c346f4eb-76a9-4b95-a166-39b4900d1545 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (43a2ac51-0354-423c-9461-b245100cbca7), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:50.736558 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3bcd11dc-4b01-41ab-a922-176fe957f6d7 req-a6e07c41-583d-4f29-bb80-d1e73857d954 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7ec03016-5972-412d-837e-85b126a1efc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0803306 Jan 28 19:18:50.738479 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-f98d358f-eacd-442f-8c7d-a9c02a272940 req-c346f4eb-76a9-4b95-a166-39b4900d1545 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Calling delete_port for 43a2ac51-0354-423c-9461-b245100cbca7 owned by compute:nova {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:18:50.770792 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-41560c1c-1299-4601-931d-2add4aca3495 req-17b73d10-70ae-4880-9f21-7212e91d74eb tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] No DVR routers for this DVR port c445453e-e948-48bc-9245-2275d54b2e05 on host n-h2-812111-14 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:18:50.781184 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-41560c1c-1299-4601-931d-2add4aca3495 req-17b73d10-70ae-4880-9f21-7212e91d74eb tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:50.788826 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-41560c1c-1299-4601-931d-2add4aca3495 req-17b73d10-70ae-4880-9f21-7212e91d74eb tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.70 "DELETE /v2.0/ports/c445453e-e948-48bc-9245-2275d54b2e05 HTTP/1.1" status: 204 len: 173 time: 0.8863764 Jan 28 19:18:50.804528 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-70dac5e8-ac9f-4db3-8483-d5c748f8ea84 req-306f07c6-7469-4a30-9d6f-d51f1dded01e tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/security-groups?id=929081b5-e4ec-47f3-a3f7-d2b3ba16c5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790328 Jan 28 19:18:50.899930 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-afde24e9-b97b-488a-bcec-3f376fe26711 req-f523c012-9e16-4db7-9a2a-f358e4258f39 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/ports?device_id=8f34cc33-91bd-456f-afee-fa1fb90edd40 HTTP/1.1" status: 200 len: 210 time: 0.0422220 Jan 28 19:18:51.034780 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3bcd11dc-4b01-41ab-a922-176fe957f6d7 req-aaede53e-5403-4a6b-9475-ec9f56c86209 service neutron] 10.222.0.41 "GET /v2.0/networks/7ec03016-5972-412d-837e-85b126a1efc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2888002 Jan 28 19:18:51.050562 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f98d358f-eacd-442f-8c7d-a9c02a272940 req-c346f4eb-76a9-4b95-a166-39b4900d1545 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (43a2ac51-0354-423c-9461-b245100cbca7), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:51.069914 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['43a2ac51-0354-423c-9461-b245100cbca7'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:18:51.088462 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c346f4eb-76a9-4b95-a166-39b4900d1545 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Pushing event deleted for resources: {'Port': ['ID=43a2ac51-0354-423c-9461-b245100cbca7,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:51.149320 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-f98d358f-eacd-442f-8c7d-a9c02a272940 req-c346f4eb-76a9-4b95-a166-39b4900d1545 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] No DVR routers for this DVR port 43a2ac51-0354-423c-9461-b245100cbca7 on host n-h2-812111-14 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:18:51.151778 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f98d358f-eacd-442f-8c7d-a9c02a272940 req-c346f4eb-76a9-4b95-a166-39b4900d1545 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:51.155101 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3bcd11dc-4b01-41ab-a922-176fe957f6d7 req-02b76f74-d6a1-4a0f-af93-fd1ff2ac3fd4 service neutron] 10.222.0.41 "GET /v2.0/networks/7ec03016-5972-412d-837e-85b126a1efc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142681 Jan 28 19:18:51.156137 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f98d358f-eacd-442f-8c7d-a9c02a272940 req-c346f4eb-76a9-4b95-a166-39b4900d1545 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.70 "DELETE /v2.0/ports/43a2ac51-0354-423c-9461-b245100cbca7 HTTP/1.1" status: 204 len: 173 time: 0.9503913 Jan 28 19:18:51.192998 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f34cc33-91bd-456f-afee-fa1fb90edd40', 'name': 'network-vif-deleted', 'tag': 'c445453e-e948-48bc-9245-2275d54b2e05'}, {'server_uuid': '423fe725-02cc-4d98-b77e-d73d18170f79', 'name': 'network-vif-deleted', 'tag': '43a2ac51-0354-423c-9461-b245100cbca7'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:18:51.195890 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f785ae7-4d28-4a74-8276-f4a83bca23d3" -d '{"events": [{"server_uuid": "8f34cc33-91bd-456f-afee-fa1fb90edd40", "name": "network-vif-deleted", "tag": "c445453e-e948-48bc-9245-2275d54b2e05"}, {"server_uuid": "423fe725-02cc-4d98-b77e-d73d18170f79", "name": "network-vif-deleted", "tag": "43a2ac51-0354-423c-9461-b245100cbca7"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:18:51.259648 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 351 Content-Type: application/json Date: Fri, 28 Jan 2022 19:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29105f15-e0f8-4690-b39b-24b872cc3c20 x-openstack-request-id: req-29105f15-e0f8-4690-b39b-24b872cc3c20 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:18:51.260055 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f34cc33-91bd-456f-afee-fa1fb90edd40", "name": "network-vif-deleted", "tag": "c445453e-e948-48bc-9245-2275d54b2e05", "status": "completed", "code": 200}, {"server_uuid": "423fe725-02cc-4d98-b77e-d73d18170f79", "name": "network-vif-deleted", "tag": "43a2ac51-0354-423c-9461-b245100cbca7", "status": "failed", "code": 422}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:18:51.260414 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-29105f15-e0f8-4690-b39b-24b872cc3c20 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:18:51.260925 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f34cc33-91bd-456f-afee-fa1fb90edd40', 'name': 'network-vif-deleted', 'tag': 'c445453e-e948-48bc-9245-2275d54b2e05', 'status': 'completed', 'code': 200} Jan 28 19:18:51.262285 n-d-812111-14 neutron-server[103304]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '423fe725-02cc-4d98-b77e-d73d18170f79', 'name': 'network-vif-deleted', 'tag': '43a2ac51-0354-423c-9461-b245100cbca7', 'status': 'failed', 'code': 422} returned with failed status Jan 28 19:18:51.390379 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8887bb16-af83-4e19-bd54-a782a3a84cf5 req-32ffb1e4-ebc3-4542-aa43-f750093c37ae tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:51.400410 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8887bb16-af83-4e19-bd54-a782a3a84cf5 req-32ffb1e4-ebc3-4542-aa43-f750093c37ae tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?device_id=f88825d0-a091-4453-bc06-8a2acaf44ba3 HTTP/1.1" status: 200 len: 943 time: 0.1033843 Jan 28 19:18:51.485006 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8887bb16-af83-4e19-bd54-a782a3a84cf5 req-7eaa4418-6602-4e71-885d-179d4bce4a5f tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/security-groups?id=414e93b9-08bc-438e-9127-05114ed7dbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836289 Jan 28 19:18:51.522023 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7770348-8d98-4558-b0a9-1a9111a9d7d1 req-1469ccfb-408f-4a99-aeb6-c4bd19813ba0 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:51.523822 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a7770348-8d98-4558-b0a9-1a9111a9d7d1 req-1469ccfb-408f-4a99-aeb6-c4bd19813ba0 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=0611a4ab-e4ae-4065-bdc5-14dfb3eb9efd HTTP/1.1" status: 200 len: 944 time: 0.0952160 Jan 28 19:18:51.577503 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a7770348-8d98-4558-b0a9-1a9111a9d7d1 req-38d67770-24ed-48fe-a791-ea73ab8fd15c tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450218 Jan 28 19:18:51.724161 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0c3e79-a0af-493a-ab41-94d80cf4a7a0 req-17eeb46c-54a5-4440-9f6c-2f4f2b3fde84 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:51.729563 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8f0c3e79-a0af-493a-ab41-94d80cf4a7a0 req-17eeb46c-54a5-4440-9f6c-2f4f2b3fde84 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] 10.222.0.64 "GET /v2.0/ports?device_id=4424420d-16d7-47c9-a7d7-ef8166d5d269 HTTP/1.1" status: 200 len: 944 time: 0.0629258 Jan 28 19:18:51.774639 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8f0c3e79-a0af-493a-ab41-94d80cf4a7a0 req-73167dd0-6113-4914-a41b-08c67d255f90 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] 10.222.0.64 "GET /v2.0/security-groups?id=93e4e5d8-2172-46b4-bafb-a6d3892a81f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428755 Jan 28 19:18:51.906473 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6e39db22-be24-4745-a8b9-664dc5b7df88 req-c2a48cfa-2e9b-45b6-9b17-d67f9fdffc24 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/ports?device_id=423fe725-02cc-4d98-b77e-d73d18170f79 HTTP/1.1" status: 200 len: 210 time: 0.0366516 Jan 28 19:18:52.181731 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a5e4d3-7902-49d6-8403-a3960b9dcf8e req-c742ecea-f991-4df8-83a7-be6ee1e3c3ba tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:52.183132 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c8a5e4d3-7902-49d6-8403-a3960b9dcf8e req-c742ecea-f991-4df8-83a7-be6ee1e3c3ba tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9ceed72-9fa9-48db-91ca-bbea248d9a60 HTTP/1.1" status: 200 len: 948 time: 0.0543196 Jan 28 19:18:52.231108 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c8a5e4d3-7902-49d6-8403-a3960b9dcf8e req-7ffb014a-215f-420f-a543-40801611dc6e tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/security-groups?id=c326a8a3-da0b-43eb-8867-b30c14662b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409117 Jan 28 19:18:52.531022 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98d358f-eacd-442f-8c7d-a9c02a272940 req-3ea8f823-6827-4423-8ca0-fe6cbf42a065 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:52.532922 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f98d358f-eacd-442f-8c7d-a9c02a272940 req-3ea8f823-6827-4423-8ca0-fe6cbf42a065 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.41 "GET /v2.0/networks?id=48d3a3c6-bccf-4b82-a5e6-9150eac77858 HTTP/1.1" status: 200 len: 815 time: 0.1135395 Jan 28 19:18:52.549321 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-f98d358f-eacd-442f-8c7d-a9c02a272940 req-64721b58-e674-415c-b9c8-85f7828d03a9 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Request body: {'port': {'device_id': '423fe725-02cc-4d98-b77e-d73d18170f79', 'network_id': '48d3a3c6-bccf-4b82-a5e6-9150eac77858', 'admin_state_up': True, 'tenant_id': 'f932699d0e2342708b5259b831d6c18c'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:18:52.629540 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52050d3b-8a80-4171-9905-af206374d7e7 req-77ba8949-9bb3-419c-91d7-706efe0a1aae tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:52.631196 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-52050d3b-8a80-4171-9905-af206374d7e7 req-77ba8949-9bb3-419c-91d7-706efe0a1aae tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?device_id=f88825d0-a091-4453-bc06-8a2acaf44ba3 HTTP/1.1" status: 200 len: 943 time: 0.0614536 Jan 28 19:18:52.690772 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f98d358f-eacd-442f-8c7d-a9c02a272940 req-64721b58-e674-415c-b9c8-85f7828d03a9 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Made reservation on behalf of f932699d0e2342708b5259b831d6c18c for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:18:52.693664 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-52050d3b-8a80-4171-9905-af206374d7e7 req-aa22f95d-fa23-487c-9422-ef4439a66dc1 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/security-groups?id=414e93b9-08bc-438e-9127-05114ed7dbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555639 Jan 28 19:18:52.694059 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f98d358f-eacd-442f-8c7d-a9c02a272940 req-64721b58-e674-415c-b9c8-85f7828d03a9 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:52.767561 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a36e85e-5f27-41c2-860b-3796cb2a1112 req-b173f763-580f-492a-9b7c-e91e20138087 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:52.769045 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1a36e85e-5f27-41c2-860b-3796cb2a1112 req-b173f763-580f-492a-9b7c-e91e20138087 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=0611a4ab-e4ae-4065-bdc5-14dfb3eb9efd HTTP/1.1" status: 200 len: 944 time: 0.1104634 Jan 28 19:18:52.860329 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1a36e85e-5f27-41c2-860b-3796cb2a1112 req-25c84ee8-2374-412a-af4d-4ffa1968e9d6 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835662 Jan 28 19:18:52.873917 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-f98d358f-eacd-442f-8c7d-a9c02a272940 req-64721b58-e674-415c-b9c8-85f7828d03a9 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Allocated IP 172.20.0.10 (48d3a3c6-bccf-4b82-a5e6-9150eac77858/84341c46-a745-4b5e-a0f8-0858316efcdb/1bec95f0-96fc-42ef-8a84-14677b2e3dd7) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:18:52.914212 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc097d1-fe6f-4252-bf00-2b811deeeaec req-a51e4af3-8af6-44c9-989d-6eb4cdff0fd3 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:52.915684 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1bc097d1-fe6f-4252-bf00-2b811deeeaec req-a51e4af3-8af6-44c9-989d-6eb4cdff0fd3 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] 10.222.0.64 "GET /v2.0/ports?device_id=4424420d-16d7-47c9-a7d7-ef8166d5d269 HTTP/1.1" status: 200 len: 944 time: 0.0695539 Jan 28 19:18:52.998798 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1bc097d1-fe6f-4252-bf00-2b811deeeaec req-f8b1d9e9-649a-40ef-ab54-5d76e5bc81d6 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] 10.222.0.64 "GET /v2.0/security-groups?id=93e4e5d8-2172-46b4-bafb-a6d3892a81f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768185 Jan 28 19:18:53.023458 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-953812b8-c07d-4780-8c6e-9b88c0926a42 req-e7f905cf-2392-4739-8717-0ec86d2a6a74 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/ports?device_id=423fe725-02cc-4d98-b77e-d73d18170f79 HTTP/1.1" status: 200 len: 210 time: 0.0329547 Jan 28 19:18:53.067975 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f98d358f-eacd-442f-8c7d-a9c02a272940 req-64721b58-e674-415c-b9c8-85f7828d03a9 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Publish callbacks [] for port (1bec95f0-96fc-42ef-8a84-14677b2e3dd7), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:53.103382 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f98d358f-eacd-442f-8c7d-a9c02a272940 req-64721b58-e674-415c-b9c8-85f7828d03a9 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (1bec95f0-96fc-42ef-8a84-14677b2e3dd7), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:53.156123 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f98d358f-eacd-442f-8c7d-a9c02a272940 req-64721b58-e674-415c-b9c8-85f7828d03a9 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Network 48d3a3c6-bccf-4b82-a5e6-9150eac77858 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:18:53.162152 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-f98d358f-eacd-442f-8c7d-a9c02a272940 req-64721b58-e674-415c-b9c8-85f7828d03a9 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:18:53.164593 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-f98d358f-eacd-442f-8c7d-a9c02a272940 req-64721b58-e674-415c-b9c8-85f7828d03a9 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:18:53.171991 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64721b58-e674-415c-b9c8-85f7828d03a9 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Pushing event updated for resources: {'Port': ['ID=1bec95f0-96fc-42ef-8a84-14677b2e3dd7,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:53.219981 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98d358f-eacd-442f-8c7d-a9c02a272940 req-64721b58-e674-415c-b9c8-85f7828d03a9 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:53.220701 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f98d358f-eacd-442f-8c7d-a9c02a272940 req-64721b58-e674-415c-b9c8-85f7828d03a9 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:53.238684 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f98d358f-eacd-442f-8c7d-a9c02a272940 req-64721b58-e674-415c-b9c8-85f7828d03a9 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6938436 Jan 28 19:18:53.252827 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-f98d358f-eacd-442f-8c7d-a9c02a272940 req-ccc6425b-f14a-4750-ac05-7bc4b4a9853b service neutron] Request body: {'port': {'device_id': '423fe725-02cc-4d98-b77e-d73d18170f79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-14'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:18:53.316967 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f98d358f-eacd-442f-8c7d-a9c02a272940 req-ccc6425b-f14a-4750-ac05-7bc4b4a9853b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (1bec95f0-96fc-42ef-8a84-14677b2e3dd7), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:53.361010 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c482aa78-9138-46a9-ae88-a7d275696d2c req-b619ab8d-214a-40b9-a591-0f9ab6dd8157 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:53.362566 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c482aa78-9138-46a9-ae88-a7d275696d2c req-b619ab8d-214a-40b9-a591-0f9ab6dd8157 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9ceed72-9fa9-48db-91ca-bbea248d9a60 HTTP/1.1" status: 200 len: 948 time: 0.0575578 Jan 28 19:18:53.414889 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c482aa78-9138-46a9-ae88-a7d275696d2c req-0d44dc26-ec4d-4925-a54b-4493297ec723 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/security-groups?id=c326a8a3-da0b-43eb-8867-b30c14662b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450678 Jan 28 19:18:53.565444 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:53.576138 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630ed8b9-f948-40b6-a6b8-d1295dde188a req-dc7ca413-e934-4d20-b2c1-42c50ee54f94 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:53.577650 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-630ed8b9-f948-40b6-a6b8-d1295dde188a req-dc7ca413-e934-4d20-b2c1-42c50ee54f94 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.70 "GET /v2.0/ports?device_id=a9ceed72-9fa9-48db-91ca-bbea248d9a60 HTTP/1.1" status: 200 len: 948 time: 0.0576961 Jan 28 19:18:53.599122 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [req-f98d358f-eacd-442f-8c7d-a9c02a272940 req-ccc6425b-f14a-4750-ac05-7bc4b4a9853b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bec95f0-96fc-42ef-8a84-14677b2e3dd7 {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:18:53.607704 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f98d358f-eacd-442f-8c7d-a9c02a272940 req-ccc6425b-f14a-4750-ac05-7bc4b4a9853b service neutron] Publish callbacks [] for port (1bec95f0-96fc-42ef-8a84-14677b2e3dd7), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:53.621994 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-f98d358f-eacd-442f-8c7d-a9c02a272940 req-ccc6425b-f14a-4750-ac05-7bc4b4a9853b service neutron] Transition to ACTIVE for port object 1bec95f0-96fc-42ef-8a84-14677b2e3dd7 will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:18:53.627101 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f98d358f-eacd-442f-8c7d-a9c02a272940 req-ccc6425b-f14a-4750-ac05-7bc4b4a9853b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (1bec95f0-96fc-42ef-8a84-14677b2e3dd7), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:53.679466 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc6425b-f14a-4750-ac05-7bc4b4a9853b service neutron] Pushing event updated for resources: {'Port': ['ID=1bec95f0-96fc-42ef-8a84-14677b2e3dd7,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:53.686772 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-630ed8b9-f948-40b6-a6b8-d1295dde188a req-1c01fd9d-ea9e-4bbe-a2e0-34c1f03403f8 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Deleting port e76b1ee9-318c-4a08-9a58-ad3874c4b1b8 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:18:53.687262 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-630ed8b9-f948-40b6-a6b8-d1295dde188a req-1c01fd9d-ea9e-4bbe-a2e0-34c1f03403f8 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (e76b1ee9-318c-4a08-9a58-ad3874c4b1b8), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:53.762484 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-f98d358f-eacd-442f-8c7d-a9c02a272940 req-ccc6425b-f14a-4750-ac05-7bc4b4a9853b service neutron] Attempting to bind port 1bec95f0-96fc-42ef-8a84-14677b2e3dd7 on host n-h1-812111-14 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:18:53.763452 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-f98d358f-eacd-442f-8c7d-a9c02a272940 req-ccc6425b-f14a-4750-ac05-7bc4b4a9853b service neutron] Attempting to bind port 1bec95f0-96fc-42ef-8a84-14677b2e3dd7 by drivers openvswitch,hyperv on host n-h1-812111-14 at level 0 using segments [{'id': '65f5b843-b58b-4f27-8faf-b99bc8156b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '48d3a3c6-bccf-4b82-a5e6-9150eac77858'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:18:53.764086 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98d358f-eacd-442f-8c7d-a9c02a272940 req-ccc6425b-f14a-4750-ac05-7bc4b4a9853b service neutron] Attempting to bind port 1bec95f0-96fc-42ef-8a84-14677b2e3dd7 on network 48d3a3c6-bccf-4b82-a5e6-9150eac77858 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:18:53.770974 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98d358f-eacd-442f-8c7d-a9c02a272940 req-ccc6425b-f14a-4750-ac05-7bc4b4a9853b service neutron] Port 1bec95f0-96fc-42ef-8a84-14677b2e3dd7 on network 48d3a3c6-bccf-4b82-a5e6-9150eac77858 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-14 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:18:53.771587 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98d358f-eacd-442f-8c7d-a9c02a272940 req-ccc6425b-f14a-4750-ac05-7bc4b4a9853b service neutron] Attempting to bind port 1bec95f0-96fc-42ef-8a84-14677b2e3dd7 on network 48d3a3c6-bccf-4b82-a5e6-9150eac77858 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:18:53.785054 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98d358f-eacd-442f-8c7d-a9c02a272940 req-ccc6425b-f14a-4750-ac05-7bc4b4a9853b service neutron] Checking agent: {'id': 'b544ba20-de93-4d86-9e6b-a2202deb6191', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 18, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:18:53.785488 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98d358f-eacd-442f-8c7d-a9c02a272940 req-ccc6425b-f14a-4750-ac05-7bc4b4a9853b service neutron] Checking segment: {'id': '65f5b843-b58b-4f27-8faf-b99bc8156b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '48d3a3c6-bccf-4b82-a5e6-9150eac77858'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:18:53.785813 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98d358f-eacd-442f-8c7d-a9c02a272940 req-ccc6425b-f14a-4750-ac05-7bc4b4a9853b service neutron] Bound using segment: {'id': '65f5b843-b58b-4f27-8faf-b99bc8156b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '48d3a3c6-bccf-4b82-a5e6-9150eac77858'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:18:53.786251 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-f98d358f-eacd-442f-8c7d-a9c02a272940 req-ccc6425b-f14a-4750-ac05-7bc4b4a9853b service neutron] Bound port: 1bec95f0-96fc-42ef-8a84-14677b2e3dd7, host: n-h1-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65f5b843-b58b-4f27-8faf-b99bc8156b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '48d3a3c6-bccf-4b82-a5e6-9150eac77858'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:18:53.786615 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f98d358f-eacd-442f-8c7d-a9c02a272940 req-ccc6425b-f14a-4750-ac05-7bc4b4a9853b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (1bec95f0-96fc-42ef-8a84-14677b2e3dd7), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:53.798113 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-630ed8b9-f948-40b6-a6b8-d1295dde188a req-1c01fd9d-ea9e-4bbe-a2e0-34c1f03403f8 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] For port e76b1ee9-318c-4a08-9a58-ad3874c4b1b8, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=e76b1ee9-318c-4a08-9a58-ad3874c4b1b8,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:18:53.798475 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-630ed8b9-f948-40b6-a6b8-d1295dde188a req-1c01fd9d-ea9e-4bbe-a2e0-34c1f03403f8 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (e76b1ee9-318c-4a08-9a58-ad3874c4b1b8), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:53.811845 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-630ed8b9-f948-40b6-a6b8-d1295dde188a req-1c01fd9d-ea9e-4bbe-a2e0-34c1f03403f8 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Calling delete_port for e76b1ee9-318c-4a08-9a58-ad3874c4b1b8 owned by compute:nova {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:18:53.816044 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 9b064ec1-5fcd-4a63-a9f5-17087eabd4df details requested by agent hyperv_n-h1-812111-14 with host n-h1-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:18:53.882721 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eed4c45-541a-442a-a729-267f55443a38 req-d9f5391c-bc2a-4d4c-acc8-33f3bd2f5967 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:53.884138 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5eed4c45-541a-442a-a729-267f55443a38 req-d9f5391c-bc2a-4d4c-acc8-33f3bd2f5967 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?device_id=f88825d0-a091-4453-bc06-8a2acaf44ba3 HTTP/1.1" status: 200 len: 943 time: 0.1149187 Jan 28 19:18:53.937051 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-f98d358f-eacd-442f-8c7d-a9c02a272940 req-ccc6425b-f14a-4750-ac05-7bc4b4a9853b service neutron] For port 1bec95f0-96fc-42ef-8a84-14677b2e3dd7, host n-h1-812111-14, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:18:53.955355 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 9b064ec1-5fcd-4a63-a9f5-17087eabd4df, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=9b064ec1-5fcd-4a63-a9f5-17087eabd4df,segment=NetworkSegment(dddb75af-2afb-4991-9652-8b4dd43b8077),segment_id=dddb75af-2afb-4991-9652-8b4dd43b8077)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:18:53.970223 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-f98d358f-eacd-442f-8c7d-a9c02a272940 req-ccc6425b-f14a-4750-ac05-7bc4b4a9853b service neutron] For port 1bec95f0-96fc-42ef-8a84-14677b2e3dd7, host n-h1-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=1bec95f0-96fc-42ef-8a84-14677b2e3dd7,segment=NetworkSegment(65f5b843-b58b-4f27-8faf-b99bc8156b89),segment_id=65f5b843-b58b-4f27-8faf-b99bc8156b89)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:18:53.974905 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Returning: {'device': '9b064ec1-5fcd-4a63-a9f5-17087eabd4df', 'network_id': '7ec03016-5972-412d-837e-85b126a1efc6', 'port_id': '9b064ec1-5fcd-4a63-a9f5-17087eabd4df', 'mac_address': 'fa:16:3e:49:ed:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '167d6f8b-2945-4c15-bbfc-1b64d284aeb5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:18:53.988031 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f98d358f-eacd-442f-8c7d-a9c02a272940 req-ccc6425b-f14a-4750-ac05-7bc4b4a9853b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (1bec95f0-96fc-42ef-8a84-14677b2e3dd7), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:54.008334 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5eed4c45-541a-442a-a729-267f55443a38 req-5edefbcf-855a-46ea-8a9a-3d8d7f927528 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/security-groups?id=414e93b9-08bc-438e-9127-05114ed7dbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166725 Jan 28 19:18:54.045540 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98d358f-eacd-442f-8c7d-a9c02a272940 req-ccc6425b-f14a-4750-ac05-7bc4b4a9853b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:54.045699 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-630ed8b9-f948-40b6-a6b8-d1295dde188a req-1c01fd9d-ea9e-4bbe-a2e0-34c1f03403f8 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (e76b1ee9-318c-4a08-9a58-ad3874c4b1b8), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:54.047679 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f98d358f-eacd-442f-8c7d-a9c02a272940 req-ccc6425b-f14a-4750-ac05-7bc4b4a9853b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:54.047815 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f98d358f-eacd-442f-8c7d-a9c02a272940 req-ccc6425b-f14a-4750-ac05-7bc4b4a9853b service neutron] 10.222.0.41 "PUT /v2.0/ports/1bec95f0-96fc-42ef-8a84-14677b2e3dd7 HTTP/1.1" status: 200 len: 1093 time: 0.7991407 Jan 28 19:18:54.049899 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '423fe725-02cc-4d98-b77e-d73d18170f79', 'tag': '1bec95f0-96fc-42ef-8a84-14677b2e3dd7'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:18:54.052718 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d876d2f-cf7d-4050-b28c-fa28c25492d8" -d '{"events": [{"name": "network-changed", "server_uuid": "423fe725-02cc-4d98-b77e-d73d18170f79", "tag": "1bec95f0-96fc-42ef-8a84-14677b2e3dd7"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:18:54.096108 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c01fd9d-ea9e-4bbe-a2e0-34c1f03403f8 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Pushing event deleted for resources: {'Port': ['ID=e76b1ee9-318c-4a08-9a58-ad3874c4b1b8,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:54.108050 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f308bef5-edd5-4a53-a694-c10b86384bcb req-f6d55141-ba68-4c57-8960-1f04e2fb671d tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:54.115420 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f308bef5-edd5-4a53-a694-c10b86384bcb req-f6d55141-ba68-4c57-8960-1f04e2fb671d tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=0611a4ab-e4ae-4065-bdc5-14dfb3eb9efd HTTP/1.1" status: 200 len: 944 time: 0.1371653 Jan 28 19:18:54.155284 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc6425b-f14a-4750-ac05-7bc4b4a9853b service neutron] Pushing event updated for resources: {'Port': ['ID=1bec95f0-96fc-42ef-8a84-14677b2e3dd7,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:54.180150 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-630ed8b9-f948-40b6-a6b8-d1295dde188a req-1c01fd9d-ea9e-4bbe-a2e0-34c1f03403f8 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] No DVR routers for this DVR port e76b1ee9-318c-4a08-9a58-ad3874c4b1b8 on host n-h2-812111-14 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:18:54.183562 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-630ed8b9-f948-40b6-a6b8-d1295dde188a req-1c01fd9d-ea9e-4bbe-a2e0-34c1f03403f8 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:54.186953 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-630ed8b9-f948-40b6-a6b8-d1295dde188a req-1c01fd9d-ea9e-4bbe-a2e0-34c1f03403f8 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.70 "DELETE /v2.0/ports/e76b1ee9-318c-4a08-9a58-ad3874c4b1b8 HTTP/1.1" status: 204 len: 173 time: 0.6019480 Jan 28 19:18:54.187408 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9ceed72-9fa9-48db-91ca-bbea248d9a60', 'name': 'network-vif-deleted', 'tag': 'e76b1ee9-318c-4a08-9a58-ad3874c4b1b8'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:18:54.196924 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40109f30-fc3e-4a6f-8d54-5144e728db87" -d '{"events": [{"server_uuid": "a9ceed72-9fa9-48db-91ca-bbea248d9a60", "name": "network-vif-deleted", "tag": "e76b1ee9-318c-4a08-9a58-ad3874c4b1b8"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:18:54.242336 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f308bef5-edd5-4a53-a694-c10b86384bcb req-5ab4c604-c0ef-47fa-854b-922c2904fc08 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260269 Jan 28 19:18:54.245613 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98d358f-eacd-442f-8c7d-a9c02a272940 req-acb78ee5-5b07-4a40-88e1-cbfc6262d635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:54.247911 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f98d358f-eacd-442f-8c7d-a9c02a272940 req-acb78ee5-5b07-4a40-88e1-cbfc6262d635 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f932699d0e2342708b5259b831d6c18c&device_id=423fe725-02cc-4d98-b77e-d73d18170f79 HTTP/1.1" status: 200 len: 1127 time: 0.1492722 Jan 28 19:18:54.257539 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['2c6e3e02-9a3d-4288-b73e-f8d74d789791', '115bc44f-e24a-4e83-8c83-958fe8f5875c', '7a3aff15-c2d8-43e5-a25d-35c2dc2b0c90', 'e76b1ee9-318c-4a08-9a58-ad3874c4b1b8'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:18:54.262904 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6c781c-4f83-4294-8335-3ce88777e577 req-d8b3c3af-8d92-4b86-abae-c172bf794cf8 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:54.265826 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-dc6c781c-4f83-4294-8335-3ce88777e577 req-d8b3c3af-8d92-4b86-abae-c172bf794cf8 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] 10.222.0.64 "GET /v2.0/ports?device_id=4424420d-16d7-47c9-a7d7-ef8166d5d269 HTTP/1.1" status: 200 len: 944 time: 0.1316192 Jan 28 19:18:54.310174 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['a742ef4b-8c5c-49ae-a7ae-adee27392f4c', 'ba3dfb3f-b79a-4091-8a16-d848dd0495fb'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:18:54.325911 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f98d358f-eacd-442f-8c7d-a9c02a272940 req-ab4de299-e8e6-4d1b-8f22-d4c2c3de20b2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1bec95f0-96fc-42ef-8a84-14677b2e3dd7 HTTP/1.1" status: 200 len: 217 time: 0.0596366 Jan 28 19:18:54.406098 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port 9b064ec1-5fcd-4a63-a9f5-17087eabd4df is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:18:54.417434 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (9b064ec1-5fcd-4a63-a9f5-17087eabd4df), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:54.430284 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-dc6c781c-4f83-4294-8335-3ce88777e577 req-d7bbc3fd-0166-4314-ac46-22692a58eb56 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] 10.222.0.64 "GET /v2.0/security-groups?id=93e4e5d8-2172-46b4-bafb-a6d3892a81f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130273 Jan 28 19:18:54.436749 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98d358f-eacd-442f-8c7d-a9c02a272940 req-ca66b144-df0a-4fcc-8d80-014208d0d097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:54.438983 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f98d358f-eacd-442f-8c7d-a9c02a272940 req-ca66b144-df0a-4fcc-8d80-014208d0d097 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=84341c46-a745-4b5e-a0f8-0858316efcdb HTTP/1.1" status: 200 len: 855 time: 0.1006749 Jan 28 19:18:54.485944 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408c10bb-27b4-4dca-bab9-708cbab8d624 req-655aa236-b8df-4fab-90e1-4a03d9fd7008 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:54.487505 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-408c10bb-27b4-4dca-bab9-708cbab8d624 req-655aa236-b8df-4fab-90e1-4a03d9fd7008 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/ports?device_id=423fe725-02cc-4d98-b77e-d73d18170f79 HTTP/1.1" status: 200 len: 944 time: 0.0974460 Jan 28 19:18:54.504979 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f98d358f-eacd-442f-8c7d-a9c02a272940 req-fcc62282-fe3a-4dd9-bc5c-27fb2ced2e31 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=48d3a3c6-bccf-4b82-a5e6-9150eac77858&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523014 Jan 28 19:18:54.522244 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ad9de3c-48ef-4407-9f1e-ce768b43fa04 x-openstack-request-id: req-1ad9de3c-48ef-4407-9f1e-ce768b43fa04 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:18:54.524706 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "423fe725-02cc-4d98-b77e-d73d18170f79", "tag": "1bec95f0-96fc-42ef-8a84-14677b2e3dd7", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:18:54.524943 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1ad9de3c-48ef-4407-9f1e-ce768b43fa04 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:18:54.528162 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '423fe725-02cc-4d98-b77e-d73d18170f79', 'tag': '1bec95f0-96fc-42ef-8a84-14677b2e3dd7', 'status': 'completed', 'code': 200} Jan 28 19:18:54.543950 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b064ec1-5fcd-4a63-a9f5-17087eabd4df {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:18:54.569886 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3f96374-b37b-4b5c-b488-e5f62db48a0d x-openstack-request-id: req-e3f96374-b37b-4b5c-b488-e5f62db48a0d {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:18:54.570553 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9ceed72-9fa9-48db-91ca-bbea248d9a60", "name": "network-vif-deleted", "tag": "e76b1ee9-318c-4a08-9a58-ad3874c4b1b8", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:18:54.571311 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e3f96374-b37b-4b5c-b488-e5f62db48a0d {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:18:54.571938 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9ceed72-9fa9-48db-91ca-bbea248d9a60', 'name': 'network-vif-deleted', 'tag': 'e76b1ee9-318c-4a08-9a58-ad3874c4b1b8', 'status': 'completed', 'code': 200} Jan 28 19:18:54.595200 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-408c10bb-27b4-4dca-bab9-708cbab8d624 req-36c5e2d8-d154-4758-84f9-bcfd18e6e328 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/security-groups?id=929081b5-e4ec-47f3-a3f7-d2b3ba16c5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975749 Jan 28 19:18:54.614198 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 9b064ec1-5fcd-4a63-a9f5-17087eabd4df, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=9b064ec1-5fcd-4a63-a9f5-17087eabd4df,segment=NetworkSegment(dddb75af-2afb-4991-9652-8b4dd43b8077),segment_id=dddb75af-2afb-4991-9652-8b4dd43b8077)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:18:54.635193 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (9b064ec1-5fcd-4a63-a9f5-17087eabd4df), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:54.636164 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 2843facc-828a-4433-86eb-5c106e295446 details requested by agent hyperv_n-h1-812111-14 with host n-h1-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:18:54.696235 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2febb533-62b7-4a61-bb0f-8f5e7012ba84 req-93aa1ad7-2b07-4b58-acbd-d1a6e3ffb0c0 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9ceed72-9fa9-48db-91ca-bbea248d9a60 HTTP/1.1" status: 200 len: 210 time: 0.0425262 Jan 28 19:18:54.698426 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f98d358f-eacd-442f-8c7d-a9c02a272940 req-aefa1988-e11c-479b-bff2-c398bd104ae6 service neutron] 10.222.0.41 "GET /v2.0/networks/48d3a3c6-bccf-4b82-a5e6-9150eac77858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892879 Jan 28 19:18:54.800896 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device c445453e-e948-48bc-9245-2275d54b2e05 no longer exists at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:18:54.811510 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f98d358f-eacd-442f-8c7d-a9c02a272940 req-c6ea4a61-2fa1-4725-8492-8fa3e49abe59 service neutron] 10.222.0.41 "GET /v2.0/networks/48d3a3c6-bccf-4b82-a5e6-9150eac77858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052923 Jan 28 19:18:54.832238 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] No Port match for: c445453e-e948-48bc-9245-2275d54b2e05 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:18:54.832609 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device c445453e-e948-48bc-9245-2275d54b2e05 not bound to the agent host n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:18:54.832997 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 43a2ac51-0354-423c-9461-b245100cbca7 no longer exists at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:18:54.857962 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.db.resource_extend [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 19:18:54.861172 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=9b064ec1-5fcd-4a63-a9f5-17087eabd4df,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:54.878296 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] No Port match for: 43a2ac51-0354-423c-9461-b245100cbca7 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:18:54.878638 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 43a2ac51-0354-423c-9461-b245100cbca7 not bound to the agent host n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:18:54.928860 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:18:54.929240 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:18:54.929482 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:18:54.929821 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:18:54.930505 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:18:54.930843 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:18:54.931175 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:18:54.931504 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:18:54.931834 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:18:54.932165 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:18:54.932453 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d876d2f-cf7d-4050-b28c-fa28c25492d8 req-cfb8a9d0-545c-480e-8add-6a688606528d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:54.932570 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:18:54.932805 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:18:54.933138 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:18:54.934576 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4d876d2f-cf7d-4050-b28c-fa28c25492d8 req-cfb8a9d0-545c-480e-8add-6a688606528d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f932699d0e2342708b5259b831d6c18c&device_id=423fe725-02cc-4d98-b77e-d73d18170f79 HTTP/1.1" status: 200 len: 1127 time: 0.0615025 Jan 28 19:18:55.032651 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 2843facc-828a-4433-86eb-5c106e295446, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=2843facc-828a-4433-86eb-5c106e295446,segment=NetworkSegment(62a331e7-e6d6-4fbc-9e3c-2d3acdfd7c92),segment_id=62a331e7-e6d6-4fbc-9e3c-2d3acdfd7c92)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:18:55.057461 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d876d2f-cf7d-4050-b28c-fa28c25492d8 req-76dc2970-5f7e-442a-8fb8-6d213c7a0db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:55.060008 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4d876d2f-cf7d-4050-b28c-fa28c25492d8 req-76dc2970-5f7e-442a-8fb8-6d213c7a0db2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=48d3a3c6-bccf-4b82-a5e6-9150eac77858 HTTP/1.1" status: 200 len: 915 time: 0.1188111 Jan 28 19:18:55.070174 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Returning: {'device': '2843facc-828a-4433-86eb-5c106e295446', 'network_id': '72a547d0-d9da-4c9f-b2a7-a4b786ea70ac', 'port_id': '2843facc-828a-4433-86eb-5c106e295446', 'mac_address': 'fa:16:3e:66:50:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e42a0bc-2ea3-4c64-b0da-1fe419b4beb8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:18:55.106217 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4d876d2f-cf7d-4050-b28c-fa28c25492d8 req-f36c9565-9a01-4eb5-8755-d8fdce35006a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1bec95f0-96fc-42ef-8a84-14677b2e3dd7 HTTP/1.1" status: 200 len: 217 time: 0.0385180 Jan 28 19:18:55.164346 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2cb2b0-8716-47aa-bad4-178ba01c11e2 req-6d40bb8b-08e6-44db-ad80-c3e79c471ac5 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:55.166426 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9e2cb2b0-8716-47aa-bad4-178ba01c11e2 req-6d40bb8b-08e6-44db-ad80-c3e79c471ac5 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?device_id=f88825d0-a091-4453-bc06-8a2acaf44ba3 HTTP/1.1" status: 200 len: 943 time: 0.0654585 Jan 28 19:18:55.174895 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d876d2f-cf7d-4050-b28c-fa28c25492d8 req-95645c4a-b7de-4ded-bb15-496b0d0b32b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:55.176714 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4d876d2f-cf7d-4050-b28c-fa28c25492d8 req-95645c4a-b7de-4ded-bb15-496b0d0b32b4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=84341c46-a745-4b5e-a0f8-0858316efcdb HTTP/1.1" status: 200 len: 855 time: 0.0589204 Jan 28 19:18:55.197374 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port 2843facc-828a-4433-86eb-5c106e295446 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:18:55.197598 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (2843facc-828a-4433-86eb-5c106e295446), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:55.222644 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2843facc-828a-4433-86eb-5c106e295446 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:18:55.225077 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4d876d2f-cf7d-4050-b28c-fa28c25492d8 req-b9aa48a5-fa4c-4307-b384-85744047a2e5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=48d3a3c6-bccf-4b82-a5e6-9150eac77858&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385914 Jan 28 19:18:55.241568 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9e2cb2b0-8716-47aa-bad4-178ba01c11e2 req-edb8e7ca-cf70-442f-87db-c6091e485012 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/security-groups?id=414e93b9-08bc-438e-9127-05114ed7dbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681915 Jan 28 19:18:55.257678 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 2843facc-828a-4433-86eb-5c106e295446, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=2843facc-828a-4433-86eb-5c106e295446,segment=NetworkSegment(62a331e7-e6d6-4fbc-9e3c-2d3acdfd7c92),segment_id=62a331e7-e6d6-4fbc-9e3c-2d3acdfd7c92)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:18:55.263793 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (2843facc-828a-4433-86eb-5c106e295446), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:55.338798 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=2843facc-828a-4433-86eb-5c106e295446,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:55.340390 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4d876d2f-cf7d-4050-b28c-fa28c25492d8 req-2f481c2f-55a8-4f6e-875a-923bf735b12a service neutron] 10.222.0.41 "GET /v2.0/networks/48d3a3c6-bccf-4b82-a5e6-9150eac77858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994613 Jan 28 19:18:55.481618 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3fe466-2253-436e-a3e8-cd3a6d386574 req-fd4926de-a11f-47f9-9a7d-030cfd8d24fb tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:55.483280 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4d3fe466-2253-436e-a3e8-cd3a6d386574 req-fd4926de-a11f-47f9-9a7d-030cfd8d24fb tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=0611a4ab-e4ae-4065-bdc5-14dfb3eb9efd HTTP/1.1" status: 200 len: 945 time: 0.1120746 Jan 28 19:18:55.485379 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4d876d2f-cf7d-4050-b28c-fa28c25492d8 req-9430e4bb-302d-4c98-9e81-6c733e5f2b05 service neutron] 10.222.0.41 "GET /v2.0/networks/48d3a3c6-bccf-4b82-a5e6-9150eac77858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365941 Jan 28 19:18:55.545826 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4d3fe466-2253-436e-a3e8-cd3a6d386574 req-82627b5d-098e-43ed-8c78-d06864cfb84b tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525680 Jan 28 19:18:55.568722 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfc4b56-47c7-41ae-ac8c-38470f90f2c9 req-f30b6124-5db6-4f16-909f-02eb6c1df57f tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:55.570306 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6cfc4b56-47c7-41ae-ac8c-38470f90f2c9 req-f30b6124-5db6-4f16-909f-02eb6c1df57f tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] 10.222.0.64 "GET /v2.0/ports?device_id=4424420d-16d7-47c9-a7d7-ef8166d5d269 HTTP/1.1" status: 200 len: 945 time: 0.0650756 Jan 28 19:18:55.622422 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6cfc4b56-47c7-41ae-ac8c-38470f90f2c9 req-893d67b6-dbef-4a50-91f5-ea5394c7b962 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] 10.222.0.64 "GET /v2.0/security-groups?id=93e4e5d8-2172-46b4-bafb-a6d3892a81f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461826 Jan 28 19:18:55.713717 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e39b5e-5843-4e97-b5b5-fc483a7b27b3 req-fface2cd-9c12-4cc6-9f5a-43655ac91997 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:55.715616 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a0e39b5e-5843-4e97-b5b5-fc483a7b27b3 req-fface2cd-9c12-4cc6-9f5a-43655ac91997 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/ports?device_id=423fe725-02cc-4d98-b77e-d73d18170f79 HTTP/1.1" status: 200 len: 944 time: 0.0555801 Jan 28 19:18:55.764361 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a0e39b5e-5843-4e97-b5b5-fc483a7b27b3 req-2fce2518-0cd0-4762-bc79-cad495379163 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/security-groups?id=929081b5-e4ec-47f3-a3f7-d2b3ba16c5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431349 Jan 28 19:18:55.816165 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['9b064ec1-5fcd-4a63-a9f5-17087eabd4df'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:18:55.846379 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['2843facc-828a-4433-86eb-5c106e295446'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:18:56.152968 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c600c70c-9593-4e76-af60-260bb1034281 req-eda46bc5-79fb-418b-9907-c0ad7296a863 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:56.154468 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c600c70c-9593-4e76-af60-260bb1034281 req-eda46bc5-79fb-418b-9907-c0ad7296a863 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/ports?device_id=55fb4a88-44e8-4590-bb8e-724323d8a12a HTTP/1.1" status: 200 len: 950 time: 0.0526600 Jan 28 19:18:56.201586 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c600c70c-9593-4e76-af60-260bb1034281 req-ddbcabb8-fb7f-4c6e-ab5f-b2b9c5b13425 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/security-groups?id=c326a8a3-da0b-43eb-8867-b30c14662b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414689 Jan 28 19:18:56.379174 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a0f7ae-ca83-4961-ae6a-08c5720edd08 req-e778b49e-9e6e-4030-b8f5-bd39fd82e509 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:56.380666 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-32a0f7ae-ca83-4961-ae6a-08c5720edd08 req-e778b49e-9e6e-4030-b8f5-bd39fd82e509 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?device_id=f88825d0-a091-4453-bc06-8a2acaf44ba3 HTTP/1.1" status: 200 len: 943 time: 0.0542591 Jan 28 19:18:56.427547 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-32a0f7ae-ca83-4961-ae6a-08c5720edd08 req-ff873680-0184-4d8e-ac90-94a8a4233fa2 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/security-groups?id=414e93b9-08bc-438e-9127-05114ed7dbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408220 Jan 28 19:18:56.676954 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d40ef68-cc96-4e72-b2eb-7ce8e856d57b req-6a349446-7d72-4bf5-8323-b5934840f0ec tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:56.678472 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8d40ef68-cc96-4e72-b2eb-7ce8e856d57b req-6a349446-7d72-4bf5-8323-b5934840f0ec tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=0611a4ab-e4ae-4065-bdc5-14dfb3eb9efd HTTP/1.1" status: 200 len: 945 time: 0.0626094 Jan 28 19:18:56.729662 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8d40ef68-cc96-4e72-b2eb-7ce8e856d57b req-e8581238-5310-465a-90b9-6ff0482ef6bf tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436440 Jan 28 19:18:56.747973 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3b901b-8b8b-4955-9db5-f8ff58f458e6 req-073f2ecb-f438-4e02-8de8-c137e1c43085 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:56.749514 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-0a3b901b-8b8b-4955-9db5-f8ff58f458e6 req-073f2ecb-f438-4e02-8de8-c137e1c43085 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] 10.222.0.64 "GET /v2.0/ports?device_id=4424420d-16d7-47c9-a7d7-ef8166d5d269 HTTP/1.1" status: 200 len: 945 time: 0.0540607 Jan 28 19:18:56.807063 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-0a3b901b-8b8b-4955-9db5-f8ff58f458e6 req-dd672232-1093-44c9-b858-8c8a9fd87bc7 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] 10.222.0.64 "GET /v2.0/security-groups?id=93e4e5d8-2172-46b4-bafb-a6d3892a81f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450573 Jan 28 19:18:57.151438 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5497032-f234-4f97-9423-a208bddc3f17 req-41109a1b-158b-4698-b4f6-7fa1cf8b830f tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:57.153465 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c5497032-f234-4f97-9423-a208bddc3f17 req-41109a1b-158b-4698-b4f6-7fa1cf8b830f tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/ports?device_id=423fe725-02cc-4d98-b77e-d73d18170f79 HTTP/1.1" status: 200 len: 944 time: 0.3180997 Jan 28 19:18:57.200369 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c5497032-f234-4f97-9423-a208bddc3f17 req-a84ea93a-b505-4b9f-b462-d8e07d0dcb04 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/security-groups?id=929081b5-e4ec-47f3-a3f7-d2b3ba16c5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407043 Jan 28 19:18:57.327870 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5eefc3-cefc-4f4a-a212-bf6f54232348 req-14f82a72-d33f-458e-a5e2-bf732e2548f7 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:57.329351 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ad5eefc3-cefc-4f4a-a212-bf6f54232348 req-14f82a72-d33f-458e-a5e2-bf732e2548f7 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/ports?device_id=55fb4a88-44e8-4590-bb8e-724323d8a12a HTTP/1.1" status: 200 len: 950 time: 0.0605028 Jan 28 19:18:57.377483 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ad5eefc3-cefc-4f4a-a212-bf6f54232348 req-08cc74f3-62b5-4aef-ae9e-12ed9b882d3a tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/security-groups?id=c326a8a3-da0b-43eb-8867-b30c14662b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425801 Jan 28 19:18:57.509294 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bf42b4-e2e6-4f20-af1b-90cf523f8b49 req-b762f615-043a-4368-8610-19fb26b87441 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:57.510892 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-71bf42b4-e2e6-4f20-af1b-90cf523f8b49 req-b762f615-043a-4368-8610-19fb26b87441 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.70 "GET /v2.0/ports?device_id=32a8ac6e-e567-4a78-b0a8-6440e2670f71 HTTP/1.1" status: 200 len: 949 time: 0.0709038 Jan 28 19:18:57.606773 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9682de36-705f-438b-a03a-082cc6052e0d req-1489ce31-c008-47d4-b4e8-387135ef159e tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:57.608754 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9682de36-705f-438b-a03a-082cc6052e0d req-1489ce31-c008-47d4-b4e8-387135ef159e tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?device_id=f88825d0-a091-4453-bc06-8a2acaf44ba3 HTTP/1.1" status: 200 len: 943 time: 0.0964377 Jan 28 19:18:57.619003 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8a6b14-d884-44f6-a338-0845562b4361 req-f435bf44-f8a0-4010-97c7-cc17e03710ec tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:57.620469 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-da8a6b14-d884-44f6-a338-0845562b4361 req-f435bf44-f8a0-4010-97c7-cc17e03710ec tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.41 "GET /v2.0/ports?device_id=55fb4a88-44e8-4590-bb8e-724323d8a12a HTTP/1.1" status: 200 len: 950 time: 0.0562720 Jan 28 19:18:57.683910 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9682de36-705f-438b-a03a-082cc6052e0d req-0d9f653b-6bcb-47c7-a213-ebd49d86b604 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/security-groups?id=414e93b9-08bc-438e-9127-05114ed7dbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541563 Jan 28 19:18:57.696933 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-71bf42b4-e2e6-4f20-af1b-90cf523f8b49 req-5508f200-bf22-4393-9053-0f43927c3c39 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Deleting port 7a3aff15-c2d8-43e5-a25d-35c2dc2b0c90 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:18:57.697391 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-71bf42b4-e2e6-4f20-af1b-90cf523f8b49 req-5508f200-bf22-4393-9053-0f43927c3c39 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (7a3aff15-c2d8-43e5-a25d-35c2dc2b0c90), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:57.743317 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-da8a6b14-d884-44f6-a338-0845562b4361 req-509d6fc6-dfb4-486c-88b0-c9fa87060807 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Deleting port ba3dfb3f-b79a-4091-8a16-d848dd0495fb {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:18:57.744158 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-da8a6b14-d884-44f6-a338-0845562b4361 req-509d6fc6-dfb4-486c-88b0-c9fa87060807 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (ba3dfb3f-b79a-4091-8a16-d848dd0495fb), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:57.814219 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-71bf42b4-e2e6-4f20-af1b-90cf523f8b49 req-5508f200-bf22-4393-9053-0f43927c3c39 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] For port 7a3aff15-c2d8-43e5-a25d-35c2dc2b0c90, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=7a3aff15-c2d8-43e5-a25d-35c2dc2b0c90,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:18:57.815145 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-71bf42b4-e2e6-4f20-af1b-90cf523f8b49 req-5508f200-bf22-4393-9053-0f43927c3c39 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (7a3aff15-c2d8-43e5-a25d-35c2dc2b0c90), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:57.835772 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 1bec95f0-96fc-42ef-8a84-14677b2e3dd7 details requested by agent hyperv_n-h1-812111-14 with host n-h1-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:18:57.844828 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-71bf42b4-e2e6-4f20-af1b-90cf523f8b49 req-5508f200-bf22-4393-9053-0f43927c3c39 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Calling delete_port for 7a3aff15-c2d8-43e5-a25d-35c2dc2b0c90 owned by compute:nova {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:18:57.847092 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 2843facc-828a-4433-86eb-5c106e295446 up at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:18:57.912712 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-da8a6b14-d884-44f6-a338-0845562b4361 req-509d6fc6-dfb4-486c-88b0-c9fa87060807 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] For port ba3dfb3f-b79a-4091-8a16-d848dd0495fb, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=ba3dfb3f-b79a-4091-8a16-d848dd0495fb,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:18:57.913351 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-da8a6b14-d884-44f6-a338-0845562b4361 req-509d6fc6-dfb4-486c-88b0-c9fa87060807 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (ba3dfb3f-b79a-4091-8a16-d848dd0495fb), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:57.922932 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5ae6c0-f129-4948-8554-e22688fe62e7 req-e4b6c400-9aef-4855-a5d7-b1b3e85f30fe tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:57.924684 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7f5ae6c0-f129-4948-8554-e22688fe62e7 req-e4b6c400-9aef-4855-a5d7-b1b3e85f30fe tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=0611a4ab-e4ae-4065-bdc5-14dfb3eb9efd HTTP/1.1" status: 200 len: 945 time: 0.1119988 Jan 28 19:18:57.943610 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-da8a6b14-d884-44f6-a338-0845562b4361 req-509d6fc6-dfb4-486c-88b0-c9fa87060807 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Calling delete_port for ba3dfb3f-b79a-4091-8a16-d848dd0495fb owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:18:58.000807 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning for port 2843facc-828a-4433-86eb-5c106e295446 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:18:58.012766 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning complete for port 2843facc-828a-4433-86eb-5c106e295446 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:18:58.013175 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (2843facc-828a-4433-86eb-5c106e295446), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:58.022063 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9175bc80-7053-4cbd-aeda-81f30a0dcc65 req-d56e75b6-5ae8-47a5-8697-b0d755c47e3b tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:58.030748 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9175bc80-7053-4cbd-aeda-81f30a0dcc65 req-d56e75b6-5ae8-47a5-8697-b0d755c47e3b tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] 10.222.0.64 "GET /v2.0/ports?device_id=4424420d-16d7-47c9-a7d7-ef8166d5d269 HTTP/1.1" status: 200 len: 945 time: 0.1067748 Jan 28 19:18:58.041920 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7f5ae6c0-f129-4948-8554-e22688fe62e7 req-7a7ee759-7c8b-4ed7-8d67-35f8b330e9db tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095967 Jan 28 19:18:58.048896 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 1bec95f0-96fc-42ef-8a84-14677b2e3dd7, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=1bec95f0-96fc-42ef-8a84-14677b2e3dd7,segment=NetworkSegment(65f5b843-b58b-4f27-8faf-b99bc8156b89),segment_id=65f5b843-b58b-4f27-8faf-b99bc8156b89)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:18:58.068358 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Returning: {'device': '1bec95f0-96fc-42ef-8a84-14677b2e3dd7', 'network_id': '48d3a3c6-bccf-4b82-a5e6-9150eac77858', 'port_id': '1bec95f0-96fc-42ef-8a84-14677b2e3dd7', 'mac_address': 'fa:16:3e:b6:f9:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84341c46-a745-4b5e-a0f8-0858316efcdb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:18:58.124936 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port 1bec95f0-96fc-42ef-8a84-14677b2e3dd7 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:18:58.125878 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (1bec95f0-96fc-42ef-8a84-14677b2e3dd7), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:58.163056 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-da8a6b14-d884-44f6-a338-0845562b4361 req-509d6fc6-dfb4-486c-88b0-c9fa87060807 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (ba3dfb3f-b79a-4091-8a16-d848dd0495fb), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:58.165756 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9175bc80-7053-4cbd-aeda-81f30a0dcc65 req-1fefadeb-141d-48f7-a42f-a0dce9c40025 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] 10.222.0.64 "GET /v2.0/security-groups?id=93e4e5d8-2172-46b4-bafb-a6d3892a81f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337526 Jan 28 19:18:58.168687 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bec95f0-96fc-42ef-8a84-14677b2e3dd7 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:18:58.177574 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-71bf42b4-e2e6-4f20-af1b-90cf523f8b49 req-5508f200-bf22-4393-9053-0f43927c3c39 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (7a3aff15-c2d8-43e5-a25d-35c2dc2b0c90), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:58.194695 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['a742ef4b-8c5c-49ae-a7ae-adee27392f4c', 'ba3dfb3f-b79a-4091-8a16-d848dd0495fb'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:18:58.198467 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['2c6e3e02-9a3d-4288-b73e-f8d74d789791', '115bc44f-e24a-4e83-8c83-958fe8f5875c', '7a3aff15-c2d8-43e5-a25d-35c2dc2b0c90'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:18:58.207651 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509d6fc6-dfb4-486c-88b0-c9fa87060807 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Pushing event deleted for resources: {'Port': ['ID=ba3dfb3f-b79a-4091-8a16-d848dd0495fb,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:58.236419 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509d6fc6-dfb4-486c-88b0-c9fa87060807 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:18:58.237430 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509d6fc6-dfb4-486c-88b0-c9fa87060807 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:18:58.237430 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509d6fc6-dfb4-486c-88b0-c9fa87060807 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:18:58.237686 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509d6fc6-dfb4-486c-88b0-c9fa87060807 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:18:58.237811 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509d6fc6-dfb4-486c-88b0-c9fa87060807 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:18:58.238151 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509d6fc6-dfb4-486c-88b0-c9fa87060807 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:18:58.240267 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509d6fc6-dfb4-486c-88b0-c9fa87060807 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:18:58.240604 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509d6fc6-dfb4-486c-88b0-c9fa87060807 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:18:58.240935 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509d6fc6-dfb4-486c-88b0-c9fa87060807 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:18:58.241333 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509d6fc6-dfb4-486c-88b0-c9fa87060807 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:18:58.241663 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509d6fc6-dfb4-486c-88b0-c9fa87060807 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:18:58.242022 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509d6fc6-dfb4-486c-88b0-c9fa87060807 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:18:58.242360 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509d6fc6-dfb4-486c-88b0-c9fa87060807 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:18:58.261632 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5508f200-bf22-4393-9053-0f43927c3c39 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Pushing event deleted for resources: {'Port': ['ID=7a3aff15-c2d8-43e5-a25d-35c2dc2b0c90,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:58.290573 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-da8a6b14-d884-44f6-a338-0845562b4361 req-509d6fc6-dfb4-486c-88b0-c9fa87060807 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] No DVR routers for this DVR port ba3dfb3f-b79a-4091-8a16-d848dd0495fb on host n-h1-812111-14 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:18:58.294454 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-da8a6b14-d884-44f6-a338-0845562b4361 req-509d6fc6-dfb4-486c-88b0-c9fa87060807 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:58.298360 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-da8a6b14-d884-44f6-a338-0845562b4361 req-509d6fc6-dfb4-486c-88b0-c9fa87060807 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.41 "DELETE /v2.0/ports/ba3dfb3f-b79a-4091-8a16-d848dd0495fb HTTP/1.1" status: 204 len: 173 time: 0.6707537 Jan 28 19:18:58.298908 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55fb4a88-44e8-4590-bb8e-724323d8a12a', 'name': 'network-vif-deleted', 'tag': 'ba3dfb3f-b79a-4091-8a16-d848dd0495fb'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:18:58.304142 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaaf6911-afc0-40af-8622-0a4e703bae98" -d '{"events": [{"server_uuid": "55fb4a88-44e8-4590-bb8e-724323d8a12a", "name": "network-vif-deleted", "tag": "ba3dfb3f-b79a-4091-8a16-d848dd0495fb"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:18:58.332968 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['a742ef4b-8c5c-49ae-a7ae-adee27392f4c', 'ba3dfb3f-b79a-4091-8a16-d848dd0495fb'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:18:58.339679 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-71bf42b4-e2e6-4f20-af1b-90cf523f8b49 req-5508f200-bf22-4393-9053-0f43927c3c39 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] No DVR routers for this DVR port 7a3aff15-c2d8-43e5-a25d-35c2dc2b0c90 on host n-h2-812111-14 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:18:58.342439 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['2c6e3e02-9a3d-4288-b73e-f8d74d789791', '115bc44f-e24a-4e83-8c83-958fe8f5875c', '7a3aff15-c2d8-43e5-a25d-35c2dc2b0c90'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:18:58.343962 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-71bf42b4-e2e6-4f20-af1b-90cf523f8b49 req-5508f200-bf22-4393-9053-0f43927c3c39 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:58.351854 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-71bf42b4-e2e6-4f20-af1b-90cf523f8b49 req-5508f200-bf22-4393-9053-0f43927c3c39 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.70 "DELETE /v2.0/ports/7a3aff15-c2d8-43e5-a25d-35c2dc2b0c90 HTTP/1.1" status: 204 len: 173 time: 0.8309553 Jan 28 19:18:58.352349 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32a8ac6e-e567-4a78-b0a8-6440e2670f71', 'name': 'network-vif-deleted', 'tag': '7a3aff15-c2d8-43e5-a25d-35c2dc2b0c90'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:18:58.358202 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8ed8e43-cfe4-4631-bd9d-c51089031044" -d '{"events": [{"server_uuid": "32a8ac6e-e567-4a78-b0a8-6440e2670f71", "name": "network-vif-deleted", "tag": "7a3aff15-c2d8-43e5-a25d-35c2dc2b0c90"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:18:58.372093 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5666161e-f6d2-4804-9195-895da3b2ba05 x-openstack-request-id: req-5666161e-f6d2-4804-9195-895da3b2ba05 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:18:58.372385 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55fb4a88-44e8-4590-bb8e-724323d8a12a", "name": "network-vif-deleted", "tag": "ba3dfb3f-b79a-4091-8a16-d848dd0495fb", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:18:58.372638 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5666161e-f6d2-4804-9195-895da3b2ba05 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:18:58.373047 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55fb4a88-44e8-4590-bb8e-724323d8a12a', 'name': 'network-vif-deleted', 'tag': 'ba3dfb3f-b79a-4091-8a16-d848dd0495fb', 'status': 'completed', 'code': 200} Jan 28 19:18:58.427554 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746257bd-6937-499c-8261-0e89d1f918f6 req-2a6590de-fa0d-4cce-8a41-f54724de4e8c tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:58.434405 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddb14cdb-9fe7-4fd5-81a0-ae8462e4a2a8 x-openstack-request-id: req-ddb14cdb-9fe7-4fd5-81a0-ae8462e4a2a8 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:18:58.434583 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-746257bd-6937-499c-8261-0e89d1f918f6 req-2a6590de-fa0d-4cce-8a41-f54724de4e8c tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/ports?device_id=423fe725-02cc-4d98-b77e-d73d18170f79 HTTP/1.1" status: 200 len: 944 time: 0.1034448 Jan 28 19:18:58.434690 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32a8ac6e-e567-4a78-b0a8-6440e2670f71", "name": "network-vif-deleted", "tag": "7a3aff15-c2d8-43e5-a25d-35c2dc2b0c90", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:18:58.435029 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ddb14cdb-9fe7-4fd5-81a0-ae8462e4a2a8 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:18:58.435894 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32a8ac6e-e567-4a78-b0a8-6440e2670f71', 'name': 'network-vif-deleted', 'tag': '7a3aff15-c2d8-43e5-a25d-35c2dc2b0c90', 'status': 'completed', 'code': 200} Jan 28 19:18:58.445917 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port 2843facc-828a-4433-86eb-5c106e295446 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:18:58.446315 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (2843facc-828a-4433-86eb-5c106e295446), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:58.460535 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 1bec95f0-96fc-42ef-8a84-14677b2e3dd7, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=1bec95f0-96fc-42ef-8a84-14677b2e3dd7,segment=NetworkSegment(65f5b843-b58b-4f27-8faf-b99bc8156b89),segment_id=65f5b843-b58b-4f27-8faf-b99bc8156b89)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:18:58.500633 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (1bec95f0-96fc-42ef-8a84-14677b2e3dd7), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:58.531518 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-746257bd-6937-499c-8261-0e89d1f918f6 req-a9f23156-954b-491a-8c00-771025a93758 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/security-groups?id=929081b5-e4ec-47f3-a3f7-d2b3ba16c5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917835 Jan 28 19:18:58.595246 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0611a4ab-e4ae-4065-bdc5-14dfb3eb9efd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2843facc-828a-4433-86eb-5c106e295446'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:18:58.597555 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf26657a-052e-45dc-ab36-d4936ceba8ad" -d '{"events": [{"server_uuid": "0611a4ab-e4ae-4065-bdc5-14dfb3eb9efd", "name": "network-vif-plugged", "status": "completed", "tag": "2843facc-828a-4433-86eb-5c106e295446"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:18:58.619993 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-73d5f6ba-4f9b-4dd1-b103-07d9c5b93118 req-13ca60b3-256e-41e5-bfc7-829afb42251c tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/ports?device_id=55fb4a88-44e8-4590-bb8e-724323d8a12a HTTP/1.1" status: 200 len: 210 time: 0.0677640 Jan 28 19:18:58.649481 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 2843facc-828a-4433-86eb-5c106e295446, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=2843facc-828a-4433-86eb-5c106e295446,segment=NetworkSegment(62a331e7-e6d6-4fbc-9e3c-2d3acdfd7c92),segment_id=62a331e7-e6d6-4fbc-9e3c-2d3acdfd7c92)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:18:58.676365 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (2843facc-828a-4433-86eb-5c106e295446), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:58.677185 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 9b064ec1-5fcd-4a63-a9f5-17087eabd4df up at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:18:58.681491 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b4c8455-81e9-4f3b-ad80-c15657055113 x-openstack-request-id: req-6b4c8455-81e9-4f3b-ad80-c15657055113 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:18:58.681786 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0611a4ab-e4ae-4065-bdc5-14dfb3eb9efd", "name": "network-vif-plugged", "status": "completed", "tag": "2843facc-828a-4433-86eb-5c106e295446", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:18:58.682045 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6b4c8455-81e9-4f3b-ad80-c15657055113 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:18:58.682434 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0611a4ab-e4ae-4065-bdc5-14dfb3eb9efd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2843facc-828a-4433-86eb-5c106e295446', 'code': 200} Jan 28 19:18:58.704604 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=1bec95f0-96fc-42ef-8a84-14677b2e3dd7,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:58.852596 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7e9e8b-1e87-438a-b211-aaadf021dda3 req-d6ef0f86-0125-4b02-8e6e-c4bd317a63f4 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:58.856177 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9f7e9e8b-1e87-438a-b211-aaadf021dda3 req-d6ef0f86-0125-4b02-8e6e-c4bd317a63f4 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?device_id=f88825d0-a091-4453-bc06-8a2acaf44ba3 HTTP/1.1" status: 200 len: 943 time: 0.0702980 Jan 28 19:18:58.864969 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf0d3ed-0100-4b9e-9bbe-171da359c62a req-2f626c3a-6825-4a83-84db-f4d0bde1a927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:58.867377 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-fdf0d3ed-0100-4b9e-9bbe-171da359c62a req-2f626c3a-6825-4a83-84db-f4d0bde1a927 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0611a4ab-e4ae-4065-bdc5-14dfb3eb9efd HTTP/1.1" status: 200 len: 1129 time: 0.0835724 Jan 28 19:18:58.965054 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9f7e9e8b-1e87-438a-b211-aaadf021dda3 req-d6ddf6a9-9995-44ff-93a6-65298e3e523d tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/security-groups?id=414e93b9-08bc-438e-9127-05114ed7dbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995972 Jan 28 19:18:58.994528 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-fdf0d3ed-0100-4b9e-9bbe-171da359c62a req-55ab78ad-b46f-4c46-adc0-699a4c2da4dc service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081197 Jan 28 19:18:59.021868 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device e76b1ee9-318c-4a08-9a58-ad3874c4b1b8 no longer exists at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:18:59.024708 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['1bec95f0-96fc-42ef-8a84-14677b2e3dd7'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:18:59.119864 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] No Port match for: e76b1ee9-318c-4a08-9a58-ad3874c4b1b8 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:18:59.120335 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device e76b1ee9-318c-4a08-9a58-ad3874c4b1b8 not bound to the agent host n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:18:59.178116 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=2843facc-828a-4433-86eb-5c106e295446,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:59.237195 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb0791d-55b1-4bbe-8348-95b10a2a7b1a req-de285d6e-6587-4fcc-82a6-929ed01be211 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:59.238769 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2fb0791d-55b1-4bbe-8348-95b10a2a7b1a req-de285d6e-6587-4fcc-82a6-929ed01be211 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=0611a4ab-e4ae-4065-bdc5-14dfb3eb9efd HTTP/1.1" status: 200 len: 946 time: 0.0836742 Jan 28 19:18:59.292594 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning for port 9b064ec1-5fcd-4a63-a9f5-17087eabd4df completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:18:59.306292 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning complete for port 9b064ec1-5fcd-4a63-a9f5-17087eabd4df triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:18:59.310166 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (9b064ec1-5fcd-4a63-a9f5-17087eabd4df), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:59.369803 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2fb0791d-55b1-4bbe-8348-95b10a2a7b1a req-12dae6df-f6d5-4443-907b-27f6c18f3b63 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095986 Jan 28 19:18:59.479738 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e9d6b4-bf0c-4bf7-aadc-9d5b1d0fe1d9 req-6cbb0f4b-333d-4567-8816-f778d3355570 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:59.482768 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-31e9d6b4-bf0c-4bf7-aadc-9d5b1d0fe1d9 req-6cbb0f4b-333d-4567-8816-f778d3355570 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] 10.222.0.64 "GET /v2.0/ports?device_id=4424420d-16d7-47c9-a7d7-ef8166d5d269 HTTP/1.1" status: 200 len: 945 time: 0.1361153 Jan 28 19:18:59.614195 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-31e9d6b4-bf0c-4bf7-aadc-9d5b1d0fe1d9 req-b2621527-e7c3-4e5d-a85d-de050dd2d55b tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] 10.222.0.64 "GET /v2.0/security-groups?id=93e4e5d8-2172-46b4-bafb-a6d3892a81f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200919 Jan 28 19:18:59.740044 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b02b52-b66f-4007-9e56-82c3706ca3f7 req-c6eb5efe-3038-4ad6-b151-f14c61ba055e tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:59.742772 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c7b02b52-b66f-4007-9e56-82c3706ca3f7 req-c6eb5efe-3038-4ad6-b151-f14c61ba055e tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/ports?device_id=423fe725-02cc-4d98-b77e-d73d18170f79 HTTP/1.1" status: 200 len: 945 time: 0.1109266 Jan 28 19:18:59.813437 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c7b02b52-b66f-4007-9e56-82c3706ca3f7 req-58933760-40d2-4d89-986c-0777ff690f0b tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/security-groups?id=929081b5-e4ec-47f3-a3f7-d2b3ba16c5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604641 Jan 28 19:18:59.909631 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port 9b064ec1-5fcd-4a63-a9f5-17087eabd4df is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:18:59.910023 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (9b064ec1-5fcd-4a63-a9f5-17087eabd4df), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:00.016197 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 9b064ec1-5fcd-4a63-a9f5-17087eabd4df, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=9b064ec1-5fcd-4a63-a9f5-17087eabd4df,segment=NetworkSegment(dddb75af-2afb-4991-9652-8b4dd43b8077),segment_id=dddb75af-2afb-4991-9652-8b4dd43b8077)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:19:00.024858 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (9b064ec1-5fcd-4a63-a9f5-17087eabd4df), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:00.094262 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=9b064ec1-5fcd-4a63-a9f5-17087eabd4df,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:00.098467 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device ba3dfb3f-b79a-4091-8a16-d848dd0495fb no longer exists at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:19:00.123696 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] No Port match for: ba3dfb3f-b79a-4091-8a16-d848dd0495fb {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:19:00.124307 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device ba3dfb3f-b79a-4091-8a16-d848dd0495fb not bound to the agent host n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:19:00.137335 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e29fd4-66c3-4be0-9ab8-b7e45ef3486b req-7b41cd0f-e1ee-44c1-9d50-a0e219386a96 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:00.139001 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-94e29fd4-66c3-4be0-9ab8-b7e45ef3486b req-7b41cd0f-e1ee-44c1-9d50-a0e219386a96 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?device_id=f88825d0-a091-4453-bc06-8a2acaf44ba3 HTTP/1.1" status: 200 len: 943 time: 0.0679784 Jan 28 19:19:00.169678 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bb1abf-5ed0-41a6-adfc-bcf9258e7e8c req-2b59f18d-ffb9-4bfc-be29-8de310161d04 tempest-AttachSCSIVolumeTestJSON-1211245454 tempest-AttachSCSIVolumeTestJSON-1211245454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:00.172181 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a2bb1abf-5ed0-41a6-adfc-bcf9258e7e8c req-2b59f18d-ffb9-4bfc-be29-8de310161d04 tempest-AttachSCSIVolumeTestJSON-1211245454 tempest-AttachSCSIVolumeTestJSON-1211245454-project] 10.222.0.64 "GET /v2.0/ports?device_id=d778be57-fac7-4c47-a816-bac5a48aaea1 HTTP/1.1" status: 200 len: 945 time: 0.0635953 Jan 28 19:19:00.196222 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-94e29fd4-66c3-4be0-9ab8-b7e45ef3486b req-f4f9d370-04df-41f6-8d66-14c2e1d57f34 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/security-groups?id=414e93b9-08bc-438e-9127-05114ed7dbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508161 Jan 28 19:19:00.231274 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a2bb1abf-5ed0-41a6-adfc-bcf9258e7e8c req-166f5496-aa76-4805-8234-a34c4a5f6be0 tempest-AttachSCSIVolumeTestJSON-1211245454 tempest-AttachSCSIVolumeTestJSON-1211245454-project] 10.222.0.64 "GET /v2.0/security-groups?id=9398b756-464a-4fa2-9e67-95bcbd5057f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531414 Jan 28 19:19:00.482425 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb73e7a2-8b96-4ff5-b430-5144bb3a6df2 req-6d0c976e-07cc-43b3-b257-a3d069dc6dc3 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:00.484023 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-fb73e7a2-8b96-4ff5-b430-5144bb3a6df2 req-6d0c976e-07cc-43b3-b257-a3d069dc6dc3 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/ports?device_id=58248b40-c5e4-478c-ab5f-a6da70414255 HTTP/1.1" status: 200 len: 950 time: 0.0576236 Jan 28 19:19:00.509839 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba4cc37-39d8-414a-9893-5c733f125b30 req-07e5eea4-de31-4205-8152-35d71bb27e52 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:00.512143 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-eba4cc37-39d8-414a-9893-5c733f125b30 req-07e5eea4-de31-4205-8152-35d71bb27e52 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=0611a4ab-e4ae-4065-bdc5-14dfb3eb9efd HTTP/1.1" status: 200 len: 946 time: 0.0575771 Jan 28 19:19:00.541654 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-fb73e7a2-8b96-4ff5-b430-5144bb3a6df2 req-892cef2a-5211-4c76-9019-37e5d5214ad1 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/security-groups?id=c326a8a3-da0b-43eb-8867-b30c14662b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518343 Jan 28 19:19:00.564424 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-eba4cc37-39d8-414a-9893-5c733f125b30 req-547706fd-acd0-4c15-8db9-469b4d1e61ba tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460045 Jan 28 19:19:00.683699 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4424420d-16d7-47c9-a7d7-ef8166d5d269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b064ec1-5fcd-4a63-a9f5-17087eabd4df'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:19:00.687752 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f694a78d-7b4a-48e9-94fe-165a757e95c5" -d '{"events": [{"server_uuid": "4424420d-16d7-47c9-a7d7-ef8166d5d269", "name": "network-vif-plugged", "status": "completed", "tag": "9b064ec1-5fcd-4a63-a9f5-17087eabd4df"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:19:00.754320 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbc9a73-adcd-4442-a7b7-42771193b3c1 req-3e597cc6-e94c-43b6-bbe3-4a88615b4682 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:00.755836 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-fbbc9a73-adcd-4442-a7b7-42771193b3c1 req-3e597cc6-e94c-43b6-bbe3-4a88615b4682 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] 10.222.0.64 "GET /v2.0/ports?device_id=4424420d-16d7-47c9-a7d7-ef8166d5d269 HTTP/1.1" status: 200 len: 946 time: 0.0566690 Jan 28 19:19:00.807290 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c16a87-3f7d-4a71-b3a7-a30fa84db17a req-adac0858-8f95-48d3-8fd6-66c3a3adc37d tempest-LiveAutoBlockMigrationV225Test-1956576498 tempest-LiveAutoBlockMigrationV225Test-1956576498-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:00.809467 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-55c16a87-3f7d-4a71-b3a7-a30fa84db17a req-adac0858-8f95-48d3-8fd6-66c3a3adc37d tempest-LiveAutoBlockMigrationV225Test-1956576498 tempest-LiveAutoBlockMigrationV225Test-1956576498-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=0611a4ab-e4ae-4065-bdc5-14dfb3eb9efd HTTP/1.1" status: 200 len: 1129 time: 0.0492704 Jan 28 19:19:00.810253 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-fbbc9a73-adcd-4442-a7b7-42771193b3c1 req-0992fabd-0f7e-4ca6-adbe-a3ca7fdad93c tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] 10.222.0.64 "GET /v2.0/security-groups?id=93e4e5d8-2172-46b4-bafb-a6d3892a81f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476596 Jan 28 19:19:00.860073 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-55c16a87-3f7d-4a71-b3a7-a30fa84db17a req-ca1479d6-7d18-4366-ae04-f7715e7a9d1d tempest-LiveAutoBlockMigrationV225Test-1956576498 tempest-LiveAutoBlockMigrationV225Test-1956576498-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442829 Jan 28 19:19:00.866641 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c865810-85ab-4a3b-b3fc-0c12f1240bc9 x-openstack-request-id: req-4c865810-85ab-4a3b-b3fc-0c12f1240bc9 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:19:00.867131 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4424420d-16d7-47c9-a7d7-ef8166d5d269", "name": "network-vif-plugged", "status": "completed", "tag": "9b064ec1-5fcd-4a63-a9f5-17087eabd4df", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:19:00.867547 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4c865810-85ab-4a3b-b3fc-0c12f1240bc9 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:19:00.868096 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4424420d-16d7-47c9-a7d7-ef8166d5d269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b064ec1-5fcd-4a63-a9f5-17087eabd4df', 'code': 200} Jan 28 19:19:00.976223 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e07b22-0dd8-4ec7-93c2-76e5a15ecad9 req-36c0ea0a-0023-44b9-a3b1-fbbe777d06dd tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:00.977801 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-22e07b22-0dd8-4ec7-93c2-76e5a15ecad9 req-36c0ea0a-0023-44b9-a3b1-fbbe777d06dd tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/ports?device_id=423fe725-02cc-4d98-b77e-d73d18170f79 HTTP/1.1" status: 200 len: 945 time: 0.0609534 Jan 28 19:19:01.029319 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41504581-31a2-4969-a6c9-03925e4e3e33 req-9e177c9b-7bc4-40e8-8923-784784e2395f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:01.031180 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-41504581-31a2-4969-a6c9-03925e4e3e33 req-9e177c9b-7bc4-40e8-8923-784784e2395f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4424420d-16d7-47c9-a7d7-ef8166d5d269 HTTP/1.1" status: 200 len: 1129 time: 0.0827570 Jan 28 19:19:01.036163 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-22e07b22-0dd8-4ec7-93c2-76e5a15ecad9 req-c33045af-2206-4b22-8073-9e31c0fea7db tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/security-groups?id=929081b5-e4ec-47f3-a3f7-d2b3ba16c5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487378 Jan 28 19:19:01.049031 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731bd34a-811e-4ea4-a436-0ae40c845e29 req-92854fb2-38fc-4eba-9aef-be751b11c04c tempest-LiveAutoBlockMigrationV225Test-1956576498 tempest-LiveAutoBlockMigrationV225Test-1956576498-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:01.050570 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-731bd34a-811e-4ea4-a436-0ae40c845e29 req-92854fb2-38fc-4eba-9aef-be751b11c04c tempest-LiveAutoBlockMigrationV225Test-1956576498 tempest-LiveAutoBlockMigrationV225Test-1956576498-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=0611a4ab-e4ae-4065-bdc5-14dfb3eb9efd HTTP/1.1" status: 200 len: 1129 time: 0.0705440 Jan 28 19:19:01.109689 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-41504581-31a2-4969-a6c9-03925e4e3e33 req-e0916533-94f5-4acb-8e08-e5be9ea61d39 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=93e4e5d8-2172-46b4-bafb-a6d3892a81f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708840 Jan 28 19:19:01.120173 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-731bd34a-811e-4ea4-a436-0ae40c845e29 req-bb12b9d3-0e10-4114-8b25-e476c2c535a8 tempest-LiveAutoBlockMigrationV225Test-1956576498 tempest-LiveAutoBlockMigrationV225Test-1956576498-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625434 Jan 28 19:19:01.352536 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdcc51c-5bfb-42a1-bf11-8dbb36eca2d6 req-d6d7aabb-1f2c-4c1b-a2ba-e67147637758 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:01.354246 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8fdcc51c-5bfb-42a1-bf11-8dbb36eca2d6 req-d6d7aabb-1f2c-4c1b-a2ba-e67147637758 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?device_id=f88825d0-a091-4453-bc06-8a2acaf44ba3 HTTP/1.1" status: 200 len: 943 time: 0.0703614 Jan 28 19:19:01.413772 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8fdcc51c-5bfb-42a1-bf11-8dbb36eca2d6 req-a44828f4-fc4f-4fdd-8ee6-37c57735297d tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/security-groups?id=414e93b9-08bc-438e-9127-05114ed7dbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528290 Jan 28 19:19:01.537331 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76959076-15d3-4a8c-a464-38f4b222173d req-ba640f21-2dd5-4a7a-8576-4a6c4a0b4d8b tempest-AttachSCSIVolumeTestJSON-1211245454 tempest-AttachSCSIVolumeTestJSON-1211245454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:01.538885 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-76959076-15d3-4a8c-a464-38f4b222173d req-ba640f21-2dd5-4a7a-8576-4a6c4a0b4d8b tempest-AttachSCSIVolumeTestJSON-1211245454 tempest-AttachSCSIVolumeTestJSON-1211245454-project] 10.222.0.64 "GET /v2.0/ports?device_id=d778be57-fac7-4c47-a816-bac5a48aaea1 HTTP/1.1" status: 200 len: 945 time: 0.0650771 Jan 28 19:19:01.601526 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-76959076-15d3-4a8c-a464-38f4b222173d req-16d6ca22-135e-4b22-b99c-a896d46752c5 tempest-AttachSCSIVolumeTestJSON-1211245454 tempest-AttachSCSIVolumeTestJSON-1211245454-project] 10.222.0.64 "GET /v2.0/security-groups?id=9398b756-464a-4fa2-9e67-95bcbd5057f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540769 Jan 28 19:19:01.745155 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5d93c8-767e-4774-897a-f113b7c6a1a4 req-8f6304aa-7369-4911-bf09-5077272c5d71 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:01.747836 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-0c5d93c8-767e-4774-897a-f113b7c6a1a4 req-8f6304aa-7369-4911-bf09-5077272c5d71 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/ports?device_id=58248b40-c5e4-478c-ab5f-a6da70414255 HTTP/1.1" status: 200 len: 950 time: 0.0671260 Jan 28 19:19:01.813783 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-0c5d93c8-767e-4774-897a-f113b7c6a1a4 req-7c7aa248-c2e5-4f39-88f9-ec476fc94fd2 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/security-groups?id=c326a8a3-da0b-43eb-8867-b30c14662b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544093 Jan 28 19:19:01.869334 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 1bec95f0-96fc-42ef-8a84-14677b2e3dd7 up at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:19:01.930755 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning for port 1bec95f0-96fc-42ef-8a84-14677b2e3dd7 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:19:01.936268 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning complete for port 1bec95f0-96fc-42ef-8a84-14677b2e3dd7 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:19:01.936717 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (1bec95f0-96fc-42ef-8a84-14677b2e3dd7), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:01.958118 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b474b388-7d2c-48d2-a8a1-f8e6aa9df72a req-a2fad67e-7c21-4aa9-aa78-0096141af2ce tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:01.977082 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b474b388-7d2c-48d2-a8a1-f8e6aa9df72a req-a2fad67e-7c21-4aa9-aa78-0096141af2ce tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] 10.222.0.64 "GET /v2.0/ports?device_id=4424420d-16d7-47c9-a7d7-ef8166d5d269 HTTP/1.1" status: 200 len: 946 time: 0.0788105 Jan 28 19:19:02.040505 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b474b388-7d2c-48d2-a8a1-f8e6aa9df72a req-78d2e2d3-afe3-4590-98ef-b44490caaa5c tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] 10.222.0.64 "GET /v2.0/security-groups?id=93e4e5d8-2172-46b4-bafb-a6d3892a81f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624247 Jan 28 19:19:02.044232 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port 1bec95f0-96fc-42ef-8a84-14677b2e3dd7 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:19:02.044629 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (1bec95f0-96fc-42ef-8a84-14677b2e3dd7), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:02.105767 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 1bec95f0-96fc-42ef-8a84-14677b2e3dd7, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=1bec95f0-96fc-42ef-8a84-14677b2e3dd7,segment=NetworkSegment(65f5b843-b58b-4f27-8faf-b99bc8156b89),segment_id=65f5b843-b58b-4f27-8faf-b99bc8156b89)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:19:02.112719 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (1bec95f0-96fc-42ef-8a84-14677b2e3dd7), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:02.192595 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=1bec95f0-96fc-42ef-8a84-14677b2e3dd7,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:02.197479 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d9922a-0b38-4a9e-a242-a39097f55775 req-5be87c7a-2ddc-4410-b7bc-db9dac93ad1a tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:02.199576 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f1d9922a-0b38-4a9e-a242-a39097f55775 req-5be87c7a-2ddc-4410-b7bc-db9dac93ad1a tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.70 "GET /v2.0/ports?device_id=58248b40-c5e4-478c-ab5f-a6da70414255 HTTP/1.1" status: 200 len: 950 time: 0.1279266 Jan 28 19:19:02.211634 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad72508-3bee-4167-9008-6b009b3fff84 req-8ddd348f-2ffa-4528-9134-5fe40553efac tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:02.213401 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9ad72508-3bee-4167-9008-6b009b3fff84 req-8ddd348f-2ffa-4528-9134-5fe40553efac tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/ports?device_id=423fe725-02cc-4d98-b77e-d73d18170f79 HTTP/1.1" status: 200 len: 946 time: 0.0958560 Jan 28 19:19:02.268483 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [req-8fe659af-1af5-4840-84a2-fe3c0fdbf1f1 req-f6e4ac61-7b28-40fe-8e2e-7e710d213549 tempest-LiveAutoBlockMigrationV225Test-1956576498 tempest-LiveAutoBlockMigrationV225Test-1956576498-project-admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103304) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:19:02.269759 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8fe659af-1af5-4840-84a2-fe3c0fdbf1f1 req-f6e4ac61-7b28-40fe-8e2e-7e710d213549 tempest-LiveAutoBlockMigrationV225Test-1956576498 tempest-LiveAutoBlockMigrationV225Test-1956576498-project-admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0133057 Jan 28 19:19:02.383937 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9ad72508-3bee-4167-9008-6b009b3fff84 req-50baa4cc-07cf-4f63-a048-4baae648eec2 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/security-groups?id=929081b5-e4ec-47f3-a3f7-d2b3ba16c5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618471 Jan 28 19:19:02.400893 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe659af-1af5-4840-84a2-fe3c0fdbf1f1 req-238189af-9062-4c71-875a-be5b8ccf5de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:02.402487 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8fe659af-1af5-4840-84a2-fe3c0fdbf1f1 req-238189af-9062-4c71-875a-be5b8ccf5de0 service neutron] 10.222.0.64 "GET /v2.0/ports/2843facc-828a-4433-86eb-5c106e295446 HTTP/1.1" status: 200 len: 1126 time: 0.1247652 Jan 28 19:19:02.411772 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-8fe659af-1af5-4840-84a2-fe3c0fdbf1f1 req-bc2541c1-44af-4cd4-8e33-0ad732bc1c66 service neutron] Request body: {'binding': {'host': 'n-h2-812111-14', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:19:02.412235 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-8fe659af-1af5-4840-84a2-fe3c0fdbf1f1 req-bc2541c1-44af-4cd4-8e33-0ad732bc1c66 service neutron] Unknown quota resources ['binding']. {{(pid=103304) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 19:19:02.474944 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12c5a5a-51e7-4f10-8392-396f0bb671ca req-a8be1502-a323-46e7-b394-22facc9e3b4d tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:02.476333 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e12c5a5a-51e7-4f10-8392-396f0bb671ca req-a8be1502-a323-46e7-b394-22facc9e3b4d tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.70 "GET /v2.0/ports?device_id=8241678b-0178-4969-9002-bccde949592c HTTP/1.1" status: 200 len: 950 time: 0.1541736 Jan 28 19:19:02.534311 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-f1d9922a-0b38-4a9e-a242-a39097f55775 req-2d9c2839-01ff-4ddb-9e21-51dbeaaffa9f tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Deleting port 2c6e3e02-9a3d-4288-b73e-f8d74d789791 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:19:02.534649 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f1d9922a-0b38-4a9e-a242-a39097f55775 req-2d9c2839-01ff-4ddb-9e21-51dbeaaffa9f tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (2c6e3e02-9a3d-4288-b73e-f8d74d789791), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:02.629896 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd98229-0ad3-4ed9-a524-68133cd37904 req-04178aee-2001-4472-a5d5-eb1480153d25 tempest-AttachSCSIVolumeTestJSON-1211245454 tempest-AttachSCSIVolumeTestJSON-1211245454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:02.631491 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4fd98229-0ad3-4ed9-a524-68133cd37904 req-04178aee-2001-4472-a5d5-eb1480153d25 tempest-AttachSCSIVolumeTestJSON-1211245454 tempest-AttachSCSIVolumeTestJSON-1211245454-project] 10.222.0.41 "GET /v2.0/ports?device_id=d778be57-fac7-4c47-a816-bac5a48aaea1 HTTP/1.1" status: 200 len: 945 time: 0.0564885 Jan 28 19:19:02.758769 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-4fd98229-0ad3-4ed9-a524-68133cd37904 req-ac9a55ef-9531-434a-bc4e-071aeb6b6ec3 tempest-AttachSCSIVolumeTestJSON-1211245454 tempest-AttachSCSIVolumeTestJSON-1211245454-project] Deleting port 9804a5f3-e1a4-4b7c-b262-c12ca11a7d8f {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:19:02.759743 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-4fd98229-0ad3-4ed9-a524-68133cd37904 req-ac9a55ef-9531-434a-bc4e-071aeb6b6ec3 tempest-AttachSCSIVolumeTestJSON-1211245454 tempest-AttachSCSIVolumeTestJSON-1211245454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (9804a5f3-e1a4-4b7c-b262-c12ca11a7d8f), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:02.783655 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61ccc8f-79e0-4ff2-9c01-3bfdfc97faee req-98406bbe-b88a-416a-9440-42e77c71e77a tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:02.785239 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c61ccc8f-79e0-4ff2-9c01-3bfdfc97faee req-98406bbe-b88a-416a-9440-42e77c71e77a tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?device_id=f88825d0-a091-4453-bc06-8a2acaf44ba3 HTTP/1.1" status: 200 len: 943 time: 0.2945006 Jan 28 19:19:02.796612 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-f1d9922a-0b38-4a9e-a242-a39097f55775 req-2d9c2839-01ff-4ddb-9e21-51dbeaaffa9f tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] For port 2c6e3e02-9a3d-4288-b73e-f8d74d789791, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=2c6e3e02-9a3d-4288-b73e-f8d74d789791,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:19:02.797151 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f1d9922a-0b38-4a9e-a242-a39097f55775 req-2d9c2839-01ff-4ddb-9e21-51dbeaaffa9f tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (2c6e3e02-9a3d-4288-b73e-f8d74d789791), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:02.822279 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 7a3aff15-c2d8-43e5-a25d-35c2dc2b0c90 no longer exists at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:19:02.832490 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-8fe659af-1af5-4840-84a2-fe3c0fdbf1f1 req-bc2541c1-44af-4cd4-8e33-0ad732bc1c66 service neutron] Attempting to bind port 2843facc-828a-4433-86eb-5c106e295446 on host n-h2-812111-14 for vnic_type normal with profile None {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:19:02.832886 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-8fe659af-1af5-4840-84a2-fe3c0fdbf1f1 req-bc2541c1-44af-4cd4-8e33-0ad732bc1c66 service neutron] Attempting to bind port 2843facc-828a-4433-86eb-5c106e295446 by drivers openvswitch,hyperv on host n-h2-812111-14 at level 0 using segments [{'id': '62a331e7-e6d6-4fbc-9e3c-2d3acdfd7c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '72a547d0-d9da-4c9f-b2a7-a4b786ea70ac'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:19:02.833275 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe659af-1af5-4840-84a2-fe3c0fdbf1f1 req-bc2541c1-44af-4cd4-8e33-0ad732bc1c66 service neutron] Attempting to bind port 2843facc-828a-4433-86eb-5c106e295446 on network 72a547d0-d9da-4c9f-b2a7-a4b786ea70ac {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:19:02.842572 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-f1d9922a-0b38-4a9e-a242-a39097f55775 req-2d9c2839-01ff-4ddb-9e21-51dbeaaffa9f tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Calling delete_port for 2c6e3e02-9a3d-4288-b73e-f8d74d789791 owned by compute:nova {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:19:02.857829 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe659af-1af5-4840-84a2-fe3c0fdbf1f1 req-bc2541c1-44af-4cd4-8e33-0ad732bc1c66 service neutron] Port 2843facc-828a-4433-86eb-5c106e295446 on network 72a547d0-d9da-4c9f-b2a7-a4b786ea70ac not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-14 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:19:02.858173 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe659af-1af5-4840-84a2-fe3c0fdbf1f1 req-bc2541c1-44af-4cd4-8e33-0ad732bc1c66 service neutron] Attempting to bind port 2843facc-828a-4433-86eb-5c106e295446 on network 72a547d0-d9da-4c9f-b2a7-a4b786ea70ac {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:19:02.876009 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '423fe725-02cc-4d98-b77e-d73d18170f79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bec95f0-96fc-42ef-8a84-14677b2e3dd7'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:19:02.880072 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a85f014f-b3c4-4d3c-b644-4a6052ce8248" -d '{"events": [{"server_uuid": "423fe725-02cc-4d98-b77e-d73d18170f79", "name": "network-vif-plugged", "status": "completed", "tag": "1bec95f0-96fc-42ef-8a84-14677b2e3dd7"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:19:02.887094 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe659af-1af5-4840-84a2-fe3c0fdbf1f1 req-bc2541c1-44af-4cd4-8e33-0ad732bc1c66 service neutron] Checking agent: {'id': '8f3fee4e-bf24-4b58-8a3a-ae9c8011a473', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 18, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:19:02.887448 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe659af-1af5-4840-84a2-fe3c0fdbf1f1 req-bc2541c1-44af-4cd4-8e33-0ad732bc1c66 service neutron] Checking segment: {'id': '62a331e7-e6d6-4fbc-9e3c-2d3acdfd7c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '72a547d0-d9da-4c9f-b2a7-a4b786ea70ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:19:02.888001 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe659af-1af5-4840-84a2-fe3c0fdbf1f1 req-bc2541c1-44af-4cd4-8e33-0ad732bc1c66 service neutron] Bound using segment: {'id': '62a331e7-e6d6-4fbc-9e3c-2d3acdfd7c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '72a547d0-d9da-4c9f-b2a7-a4b786ea70ac'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:19:02.888464 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-8fe659af-1af5-4840-84a2-fe3c0fdbf1f1 req-bc2541c1-44af-4cd4-8e33-0ad732bc1c66 service neutron] Bound port: 2843facc-828a-4433-86eb-5c106e295446, host: n-h2-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62a331e7-e6d6-4fbc-9e3c-2d3acdfd7c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '72a547d0-d9da-4c9f-b2a7-a4b786ea70ac'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:19:02.890064 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] No Port match for: 7a3aff15-c2d8-43e5-a25d-35c2dc2b0c90 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:19:02.890646 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 7a3aff15-c2d8-43e5-a25d-35c2dc2b0c90 not bound to the agent host n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:19:02.926214 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-4fd98229-0ad3-4ed9-a524-68133cd37904 req-ac9a55ef-9531-434a-bc4e-071aeb6b6ec3 tempest-AttachSCSIVolumeTestJSON-1211245454 tempest-AttachSCSIVolumeTestJSON-1211245454-project] For port 9804a5f3-e1a4-4b7c-b262-c12ca11a7d8f, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=9804a5f3-e1a4-4b7c-b262-c12ca11a7d8f,segment=NetworkSegment(6dc6eae3-f32e-470d-a2b1-f94c96581d4b),segment_id=6dc6eae3-f32e-470d-a2b1-f94c96581d4b)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:19:02.926586 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-4fd98229-0ad3-4ed9-a524-68133cd37904 req-ac9a55ef-9531-434a-bc4e-071aeb6b6ec3 tempest-AttachSCSIVolumeTestJSON-1211245454 tempest-AttachSCSIVolumeTestJSON-1211245454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (9804a5f3-e1a4-4b7c-b262-c12ca11a7d8f), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:02.940261 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-4fd98229-0ad3-4ed9-a524-68133cd37904 req-ac9a55ef-9531-434a-bc4e-071aeb6b6ec3 tempest-AttachSCSIVolumeTestJSON-1211245454 tempest-AttachSCSIVolumeTestJSON-1211245454-project] Calling delete_port for 9804a5f3-e1a4-4b7c-b262-c12ca11a7d8f owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:19:02.956944 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-e12c5a5a-51e7-4f10-8392-396f0bb671ca req-f9c6cc58-880e-4bef-83bc-90307b79b8e6 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Deleting port 115bc44f-e24a-4e83-8c83-958fe8f5875c {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:19:02.957319 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e12c5a5a-51e7-4f10-8392-396f0bb671ca req-f9c6cc58-880e-4bef-83bc-90307b79b8e6 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (115bc44f-e24a-4e83-8c83-958fe8f5875c), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:02.967188 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c61ccc8f-79e0-4ff2-9c01-3bfdfc97faee req-7ad8b3f2-da7e-477f-b1ba-32c21e562402 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/security-groups?id=414e93b9-08bc-438e-9127-05114ed7dbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729352 Jan 28 19:19:03.119851 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-4fd98229-0ad3-4ed9-a524-68133cd37904 req-ac9a55ef-9531-434a-bc4e-071aeb6b6ec3 tempest-AttachSCSIVolumeTestJSON-1211245454 tempest-AttachSCSIVolumeTestJSON-1211245454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (9804a5f3-e1a4-4b7c-b262-c12ca11a7d8f), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:03.137141 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-8fe659af-1af5-4840-84a2-fe3c0fdbf1f1 req-bc2541c1-44af-4cd4-8e33-0ad732bc1c66 service neutron] For port 2843facc-828a-4433-86eb-5c106e295446, host n-h2-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=2843facc-828a-4433-86eb-5c106e295446,segment=NetworkSegment(62a331e7-e6d6-4fbc-9e3c-2d3acdfd7c92),segment_id=62a331e7-e6d6-4fbc-9e3c-2d3acdfd7c92)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:19:03.139043 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['9804a5f3-e1a4-4b7c-b262-c12ca11a7d8f'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:19:03.157801 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-8fe659af-1af5-4840-84a2-fe3c0fdbf1f1 req-bc2541c1-44af-4cd4-8e33-0ad732bc1c66 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:03.159285 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8fe659af-1af5-4840-84a2-fe3c0fdbf1f1 req-bc2541c1-44af-4cd4-8e33-0ad732bc1c66 service neutron] 10.222.0.64 "POST /v2.0/ports/2843facc-828a-4433-86eb-5c106e295446/bindings HTTP/1.1" status: 201 len: 390 time: 0.7509379 Jan 28 19:19:03.163290 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-e12c5a5a-51e7-4f10-8392-396f0bb671ca req-f9c6cc58-880e-4bef-83bc-90307b79b8e6 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] For port 115bc44f-e24a-4e83-8c83-958fe8f5875c, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=115bc44f-e24a-4e83-8c83-958fe8f5875c,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:19:03.163290 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e12c5a5a-51e7-4f10-8392-396f0bb671ca req-f9c6cc58-880e-4bef-83bc-90307b79b8e6 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (115bc44f-e24a-4e83-8c83-958fe8f5875c), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:03.174171 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9a55ef-9531-434a-bc4e-071aeb6b6ec3 tempest-AttachSCSIVolumeTestJSON-1211245454 tempest-AttachSCSIVolumeTestJSON-1211245454-project] Pushing event deleted for resources: {'Port': ['ID=9804a5f3-e1a4-4b7c-b262-c12ca11a7d8f,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:03.233283 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fd98229-0ad3-4ed9-a524-68133cd37904 req-ac9a55ef-9531-434a-bc4e-071aeb6b6ec3 tempest-AttachSCSIVolumeTestJSON-1211245454 tempest-AttachSCSIVolumeTestJSON-1211245454-project] No DVR routers for this DVR port 9804a5f3-e1a4-4b7c-b262-c12ca11a7d8f on host n-h1-812111-14 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:19:03.236868 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-4fd98229-0ad3-4ed9-a524-68133cd37904 req-ac9a55ef-9531-434a-bc4e-071aeb6b6ec3 tempest-AttachSCSIVolumeTestJSON-1211245454 tempest-AttachSCSIVolumeTestJSON-1211245454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:03.251854 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4fd98229-0ad3-4ed9-a524-68133cd37904 req-ac9a55ef-9531-434a-bc4e-071aeb6b6ec3 tempest-AttachSCSIVolumeTestJSON-1211245454 tempest-AttachSCSIVolumeTestJSON-1211245454-project] 10.222.0.41 "DELETE /v2.0/ports/9804a5f3-e1a4-4b7c-b262-c12ca11a7d8f HTTP/1.1" status: 204 len: 173 time: 0.6135387 Jan 28 19:19:03.252828 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd778be57-fac7-4c47-a816-bac5a48aaea1', 'name': 'network-vif-deleted', 'tag': '9804a5f3-e1a4-4b7c-b262-c12ca11a7d8f'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:19:03.256456 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d24c527-9df3-4353-b551-8c879b039fc1" -d '{"events": [{"server_uuid": "d778be57-fac7-4c47-a816-bac5a48aaea1", "name": "network-vif-deleted", "tag": "9804a5f3-e1a4-4b7c-b262-c12ca11a7d8f"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:19:03.268064 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-e12c5a5a-51e7-4f10-8392-396f0bb671ca req-f9c6cc58-880e-4bef-83bc-90307b79b8e6 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Calling delete_port for 115bc44f-e24a-4e83-8c83-958fe8f5875c owned by compute:nova {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:19:03.292085 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f87017-da92-4eda-924c-8d13ed6fc6f4 req-3a861e90-ff40-4d6a-af17-f5378c500c79 tempest-AttachSCSIVolumeTestJSON-1211245454 tempest-AttachSCSIVolumeTestJSON-1211245454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:03.300422 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-54f87017-da92-4eda-924c-8d13ed6fc6f4 req-3a861e90-ff40-4d6a-af17-f5378c500c79 tempest-AttachSCSIVolumeTestJSON-1211245454 tempest-AttachSCSIVolumeTestJSON-1211245454-project] 10.222.0.64 "GET /v2.0/ports?device_id=d778be57-fac7-4c47-a816-bac5a48aaea1 HTTP/1.1" status: 200 len: 867 time: 0.2527685 Jan 28 19:19:03.396354 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f1d9922a-0b38-4a9e-a242-a39097f55775 req-2d9c2839-01ff-4ddb-9e21-51dbeaaffa9f tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (2c6e3e02-9a3d-4288-b73e-f8d74d789791), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:03.410481 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['a742ef4b-8c5c-49ae-a7ae-adee27392f4c'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:19:03.416988 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-990c7cdd-5627-4816-9e90-613f77937e1e req-8ce57c1b-a32f-4557-81cd-94ab487e2ef0 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/ports?device_id=58248b40-c5e4-478c-ab5f-a6da70414255 HTTP/1.1" status: 200 len: 210 time: 0.0474277 Jan 28 19:19:03.418087 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['2c6e3e02-9a3d-4288-b73e-f8d74d789791', '115bc44f-e24a-4e83-8c83-958fe8f5875c'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:19:03.430068 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-54f87017-da92-4eda-924c-8d13ed6fc6f4 req-3126a1e2-b97a-4f61-bab3-b9c17cd2f2c1 tempest-AttachSCSIVolumeTestJSON-1211245454 tempest-AttachSCSIVolumeTestJSON-1211245454-project] 10.222.0.64 "GET /v2.0/security-groups?id=9398b756-464a-4fa2-9e67-95bcbd5057f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281624 Jan 28 19:19:03.454039 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9c2839-01ff-4ddb-9e21-51dbeaaffa9f tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Pushing event deleted for resources: {'Port': ['ID=2c6e3e02-9a3d-4288-b73e-f8d74d789791,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:03.520361 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1d9922a-0b38-4a9e-a242-a39097f55775 req-2d9c2839-01ff-4ddb-9e21-51dbeaaffa9f tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] No DVR routers for this DVR port 2c6e3e02-9a3d-4288-b73e-f8d74d789791 on host n-h2-812111-14 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:19:03.523537 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f1d9922a-0b38-4a9e-a242-a39097f55775 req-2d9c2839-01ff-4ddb-9e21-51dbeaaffa9f tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:03.527098 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f1d9922a-0b38-4a9e-a242-a39097f55775 req-2d9c2839-01ff-4ddb-9e21-51dbeaaffa9f tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.70 "DELETE /v2.0/ports/2c6e3e02-9a3d-4288-b73e-f8d74d789791 HTTP/1.1" status: 204 len: 173 time: 1.3126924 Jan 28 19:19:03.527570 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58248b40-c5e4-478c-ab5f-a6da70414255', 'name': 'network-vif-deleted', 'tag': '2c6e3e02-9a3d-4288-b73e-f8d74d789791'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:19:03.530249 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a93d3ef1-b7a6-4707-9509-c49302d30e1a" -d '{"events": [{"server_uuid": "58248b40-c5e4-478c-ab5f-a6da70414255", "name": "network-vif-deleted", "tag": "2c6e3e02-9a3d-4288-b73e-f8d74d789791"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:19:03.569611 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cbb4d7a-9949-4a39-932c-7c5fbede5a9a x-openstack-request-id: req-5cbb4d7a-9949-4a39-932c-7c5fbede5a9a {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:19:03.570198 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "423fe725-02cc-4d98-b77e-d73d18170f79", "name": "network-vif-plugged", "status": "completed", "tag": "1bec95f0-96fc-42ef-8a84-14677b2e3dd7", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:19:03.570781 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5cbb4d7a-9949-4a39-932c-7c5fbede5a9a {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:19:03.579137 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '423fe725-02cc-4d98-b77e-d73d18170f79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bec95f0-96fc-42ef-8a84-14677b2e3dd7', 'code': 200} Jan 28 19:19:03.622928 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-531dbf59-4273-4a28-b864-5655ed65b58b x-openstack-request-id: req-531dbf59-4273-4a28-b864-5655ed65b58b {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:19:03.623221 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d778be57-fac7-4c47-a816-bac5a48aaea1", "name": "network-vif-deleted", "tag": "9804a5f3-e1a4-4b7c-b262-c12ca11a7d8f", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:19:03.623474 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-531dbf59-4273-4a28-b864-5655ed65b58b {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:19:03.623873 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd778be57-fac7-4c47-a816-bac5a48aaea1', 'name': 'network-vif-deleted', 'tag': '9804a5f3-e1a4-4b7c-b262-c12ca11a7d8f', 'status': 'completed', 'code': 200} Jan 28 19:19:03.791383 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e12c5a5a-51e7-4f10-8392-396f0bb671ca req-f9c6cc58-880e-4bef-83bc-90307b79b8e6 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (115bc44f-e24a-4e83-8c83-958fe8f5875c), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:03.797607 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0b1829-1faf-4b33-aa1b-6ef48b50a852 req-001c823a-e493-4541-89da-aa5863685009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:03.809009 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6d0b1829-1faf-4b33-aa1b-6ef48b50a852 req-001c823a-e493-4541-89da-aa5863685009 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=423fe725-02cc-4d98-b77e-d73d18170f79 HTTP/1.1" status: 200 len: 1129 time: 0.1652832 Jan 28 19:19:03.824830 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['2c6e3e02-9a3d-4288-b73e-f8d74d789791', '115bc44f-e24a-4e83-8c83-958fe8f5875c'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:19:03.860244 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c6cc58-880e-4bef-83bc-90307b79b8e6 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Pushing event deleted for resources: {'Port': ['ID=115bc44f-e24a-4e83-8c83-958fe8f5875c,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:03.895961 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['a742ef4b-8c5c-49ae-a7ae-adee27392f4c'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:19:03.918306 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d47532b-2524-474f-bda5-73b9d471fd1b req-a043faec-8699-4b76-9ca7-bb3891133b76 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:03.929474 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6d0b1829-1faf-4b33-aa1b-6ef48b50a852 req-4513c519-1efa-4685-9fda-3e3d26fdea49 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=929081b5-e4ec-47f3-a3f7-d2b3ba16c5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980470 Jan 28 19:19:03.931772 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3d47532b-2524-474f-bda5-73b9d471fd1b req-a043faec-8699-4b76-9ca7-bb3891133b76 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] 10.222.0.64 "GET /v2.0/ports?device_id=4424420d-16d7-47c9-a7d7-ef8166d5d269 HTTP/1.1" status: 200 len: 946 time: 0.2958238 Jan 28 19:19:03.952447 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337f0939-7a2d-47c3-9f5b-072d8a69f916 req-6eb8136c-4091-4afd-8a9f-e7d23126ab7f tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:03.954189 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-337f0939-7a2d-47c3-9f5b-072d8a69f916 req-6eb8136c-4091-4afd-8a9f-e7d23126ab7f tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=0611a4ab-e4ae-4065-bdc5-14dfb3eb9efd HTTP/1.1" status: 200 len: 946 time: 0.1377068 Jan 28 19:19:04.055369 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-337f0939-7a2d-47c3-9f5b-072d8a69f916 req-00605cdf-9912-409b-b779-a29356a40e73 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937009 Jan 28 19:19:04.081870 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-e12c5a5a-51e7-4f10-8392-396f0bb671ca req-f9c6cc58-880e-4bef-83bc-90307b79b8e6 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] No DVR routers for this DVR port 115bc44f-e24a-4e83-8c83-958fe8f5875c on host n-h2-812111-14 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:19:04.097897 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e12c5a5a-51e7-4f10-8392-396f0bb671ca req-f9c6cc58-880e-4bef-83bc-90307b79b8e6 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:04.115716 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e12c5a5a-51e7-4f10-8392-396f0bb671ca req-f9c6cc58-880e-4bef-83bc-90307b79b8e6 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.70 "DELETE /v2.0/ports/115bc44f-e24a-4e83-8c83-958fe8f5875c HTTP/1.1" status: 204 len: 173 time: 1.6259177 Jan 28 19:19:04.158495 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3d47532b-2524-474f-bda5-73b9d471fd1b req-6676ec63-4724-4320-941f-ed4842e5abbb tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] 10.222.0.64 "GET /v2.0/security-groups?id=93e4e5d8-2172-46b4-bafb-a6d3892a81f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257247 Jan 28 19:19:04.229590 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56a82087-6a45-4488-a962-19939ee6f95a x-openstack-request-id: req-56a82087-6a45-4488-a962-19939ee6f95a {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:19:04.230184 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58248b40-c5e4-478c-ab5f-a6da70414255", "name": "network-vif-deleted", "tag": "2c6e3e02-9a3d-4288-b73e-f8d74d789791", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:19:04.230591 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-56a82087-6a45-4488-a962-19939ee6f95a {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:19:04.231229 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58248b40-c5e4-478c-ab5f-a6da70414255', 'name': 'network-vif-deleted', 'tag': '2c6e3e02-9a3d-4288-b73e-f8d74d789791', 'status': 'completed', 'code': 200} Jan 28 19:19:04.308974 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aba70fd-0934-481e-a89f-3df1b51151be req-27021417-5e6e-48ae-b1c9-e3727622721c tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:04.318786 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-0aba70fd-0934-481e-a89f-3df1b51151be req-27021417-5e6e-48ae-b1c9-e3727622721c tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/ports?device_id=423fe725-02cc-4d98-b77e-d73d18170f79 HTTP/1.1" status: 200 len: 946 time: 0.1064706 Jan 28 19:19:04.402016 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-0aba70fd-0934-481e-a89f-3df1b51151be req-f54acd57-d195-4381-aa55-0a712b52d7f1 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/security-groups?id=929081b5-e4ec-47f3-a3f7-d2b3ba16c5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819581 Jan 28 19:19:04.405904 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e697d5-3ce0-4b75-8e48-3bf4b465da42 req-b2e17a7e-f9a3-49ca-be0e-3e6953fcfa69 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:04.407973 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b7e697d5-3ce0-4b75-8e48-3bf4b465da42 req-b2e17a7e-f9a3-49ca-be0e-3e6953fcfa69 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?device_id=f88825d0-a091-4453-bc06-8a2acaf44ba3 HTTP/1.1" status: 200 len: 943 time: 0.0832729 Jan 28 19:19:04.481641 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b7e697d5-3ce0-4b75-8e48-3bf4b465da42 req-f5f4c849-0651-4017-affd-231429e2aa97 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/security-groups?id=414e93b9-08bc-438e-9127-05114ed7dbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626464 Jan 28 19:19:04.539636 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8fbc8f-c1e0-41b9-9385-70c4562c10c5 req-a78b0d5f-2fb9-4b39-a311-cdb3e7d74266 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:04.541741 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1d8fbc8f-c1e0-41b9-9385-70c4562c10c5 req-a78b0d5f-2fb9-4b39-a311-cdb3e7d74266 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] 10.222.0.64 "GET /v2.0/ports?device_id=4424420d-16d7-47c9-a7d7-ef8166d5d269 HTTP/1.1" status: 200 len: 946 time: 0.0687885 Jan 28 19:19:04.624228 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1d8fbc8f-c1e0-41b9-9385-70c4562c10c5 req-1798f149-2e72-48c5-af3c-5f03a853fa26 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] 10.222.0.64 "GET /v2.0/security-groups?id=93e4e5d8-2172-46b4-bafb-a6d3892a81f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727203 Jan 28 19:19:04.651672 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3d402ecb-f3dc-41f4-8137-9cf20922797a req-535fa16f-1a39-43d4-b578-5179a9212144 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/ports?device_id=8241678b-0178-4969-9002-bccde949592c HTTP/1.1" status: 200 len: 210 time: 0.0325189 Jan 28 19:19:05.328107 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50535b82-6e98-47e3-9f7f-6f5781cccdb0 req-12373f91-9904-49c7-bde9-4d37438404a5 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:05.335465 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-50535b82-6e98-47e3-9f7f-6f5781cccdb0 req-12373f91-9904-49c7-bde9-4d37438404a5 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=0611a4ab-e4ae-4065-bdc5-14dfb3eb9efd HTTP/1.1" status: 200 len: 946 time: 0.1193557 Jan 28 19:19:05.415397 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-50535b82-6e98-47e3-9f7f-6f5781cccdb0 req-4c16d519-a167-498e-a8d4-20b197d21b72 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746255 Jan 28 19:19:05.494725 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835f7f78-b3e8-4549-92fa-880b4b9b12c8 req-d8ee5ab0-8de7-49de-a114-15dae12d2f91 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:05.502045 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-835f7f78-b3e8-4549-92fa-880b4b9b12c8 req-d8ee5ab0-8de7-49de-a114-15dae12d2f91 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] 10.222.0.64 "GET /v2.0/ports?device_id=4424420d-16d7-47c9-a7d7-ef8166d5d269 HTTP/1.1" status: 200 len: 946 time: 0.1095557 Jan 28 19:19:05.554070 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1f8f1d-68b9-4b54-9149-fa5724fab53a req-2fd26366-7d47-4797-90c3-9212caad69eb tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:05.555565 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8b1f8f1d-68b9-4b54-9149-fa5724fab53a req-2fd26366-7d47-4797-90c3-9212caad69eb tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/ports?device_id=423fe725-02cc-4d98-b77e-d73d18170f79 HTTP/1.1" status: 200 len: 946 time: 0.0732403 Jan 28 19:19:05.570703 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-835f7f78-b3e8-4549-92fa-880b4b9b12c8 req-11dab896-5287-4254-831b-c68706a8f899 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] 10.222.0.64 "GET /v2.0/security-groups?id=93e4e5d8-2172-46b4-bafb-a6d3892a81f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644004 Jan 28 19:19:05.606216 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8b1f8f1d-68b9-4b54-9149-fa5724fab53a req-6314669b-fb56-4b6c-a383-d9b8ce715252 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/security-groups?id=929081b5-e4ec-47f3-a3f7-d2b3ba16c5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441499 Jan 28 19:19:05.713409 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868267b7-d3f2-43bc-9ba8-c0e50f4f6757 req-52f62614-2998-454b-ba64-f584300357e5 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:05.715383 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-868267b7-d3f2-43bc-9ba8-c0e50f4f6757 req-52f62614-2998-454b-ba64-f584300357e5 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?device_id=f88825d0-a091-4453-bc06-8a2acaf44ba3 HTTP/1.1" status: 200 len: 943 time: 0.0650301 Jan 28 19:19:05.747784 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d5177a-1641-4568-a933-7748562e2938 req-69afa71a-0887-4c4b-9af6-fdd35335ebd6 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:05.751618 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-02d5177a-1641-4568-a933-7748562e2938 req-69afa71a-0887-4c4b-9af6-fdd35335ebd6 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/ports?device_id=423fe725-02cc-4d98-b77e-d73d18170f79 HTTP/1.1" status: 200 len: 946 time: 0.0685811 Jan 28 19:19:05.773653 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-868267b7-d3f2-43bc-9ba8-c0e50f4f6757 req-d08b10e2-562a-4bde-8a1a-74d8b2c59f89 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/security-groups?id=414e93b9-08bc-438e-9127-05114ed7dbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513926 Jan 28 19:19:05.810050 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-02d5177a-1641-4568-a933-7748562e2938 req-3cfd44fd-2a9f-497c-8516-d2f31368a59e tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/security-groups?id=929081b5-e4ec-47f3-a3f7-d2b3ba16c5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546844 Jan 28 19:19:06.066833 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78127ca-e41b-4d14-b171-6a85ea6c81cf req-2678ebcc-860d-4c27-a1de-217f526ef06f tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:06.068575 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b78127ca-e41b-4d14-b171-6a85ea6c81cf req-2678ebcc-860d-4c27-a1de-217f526ef06f tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/ports?device_id=423fe725-02cc-4d98-b77e-d73d18170f79 HTTP/1.1" status: 200 len: 946 time: 0.0843108 Jan 28 19:19:06.108549 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5310df5e-020e-4411-8932-931a081a693f req-a96f2376-348b-40fa-a34a-013d91b3d12c tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:06.110110 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5310df5e-020e-4411-8932-931a081a693f req-a96f2376-348b-40fa-a34a-013d91b3d12c tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/ports?device_id=4c6c3f6c-0306-4d2c-8d60-3928c2ea3c53 HTTP/1.1" status: 200 len: 950 time: 0.0575557 Jan 28 19:19:06.130607 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b78127ca-e41b-4d14-b171-6a85ea6c81cf req-eaeded0a-4de7-42ca-b3af-da26e5a35b77 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/security-groups?id=929081b5-e4ec-47f3-a3f7-d2b3ba16c5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548017 Jan 28 19:19:06.162677 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5310df5e-020e-4411-8932-931a081a693f req-0082193b-4483-4f7f-a0a6-fd37f2aeeeb2 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/security-groups?id=c326a8a3-da0b-43eb-8867-b30c14662b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466406 Jan 28 19:19:06.232431 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8241678b-0178-4969-9002-bccde949592c', 'name': 'network-vif-deleted', 'tag': '115bc44f-e24a-4e83-8c83-958fe8f5875c'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:19:06.234801 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9fea18a-79ea-431c-94a0-44e9c9bdd4f0" -d '{"events": [{"server_uuid": "8241678b-0178-4969-9002-bccde949592c", "name": "network-vif-deleted", "tag": "115bc44f-e24a-4e83-8c83-958fe8f5875c"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:19:06.265752 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237188f8-26b6-472b-9d0a-920639f8e30e req-5e0991cc-6a72-4792-9174-d5b28e32dde4 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:06.275406 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-237188f8-26b6-472b-9d0a-920639f8e30e req-5e0991cc-6a72-4792-9174-d5b28e32dde4 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/ports?device_id=423fe725-02cc-4d98-b77e-d73d18170f79 HTTP/1.1" status: 200 len: 946 time: 0.0735526 Jan 28 19:19:06.278316 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-632e96af-78c1-4bdb-b424-4757b731c4f3 x-openstack-request-id: req-632e96af-78c1-4bdb-b424-4757b731c4f3 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:19:06.279731 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8241678b-0178-4969-9002-bccde949592c", "name": "network-vif-deleted", "tag": "115bc44f-e24a-4e83-8c83-958fe8f5875c", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:19:06.280177 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-632e96af-78c1-4bdb-b424-4757b731c4f3 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:19:06.280641 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8241678b-0178-4969-9002-bccde949592c', 'name': 'network-vif-deleted', 'tag': '115bc44f-e24a-4e83-8c83-958fe8f5875c', 'status': 'completed', 'code': 200} Jan 28 19:19:06.325159 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-237188f8-26b6-472b-9d0a-920639f8e30e req-2c76fce1-baa9-4ac1-b24c-903c77a9c05e tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/security-groups?id=929081b5-e4ec-47f3-a3f7-d2b3ba16c5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474095 Jan 28 19:19:06.559491 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f559c3dd-bf07-4079-b9a8-cae52c8e95a0 req-1060314b-d6c6-4606-8f93-b626bb6bce0b tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:06.570274 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f559c3dd-bf07-4079-b9a8-cae52c8e95a0 req-1060314b-d6c6-4606-8f93-b626bb6bce0b tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=0611a4ab-e4ae-4065-bdc5-14dfb3eb9efd HTTP/1.1" status: 200 len: 946 time: 0.0717118 Jan 28 19:19:06.603810 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-00b4dd1c-7841-48b8-8d6b-8061e48eb24d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:06.652242 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f559c3dd-bf07-4079-b9a8-cae52c8e95a0 req-c811bd08-9d21-475c-add9-043f105c79c2 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851104 Jan 28 19:19:06.703215 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158a5355-c15a-4dcf-b1d0-610413364820 req-ea9d5cc2-1356-497f-b9b3-bcca28cf4151 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:06.710728 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-158a5355-c15a-4dcf-b1d0-610413364820 req-ea9d5cc2-1356-497f-b9b3-bcca28cf4151 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/ports?device_id=423fe725-02cc-4d98-b77e-d73d18170f79 HTTP/1.1" status: 200 len: 946 time: 0.0756607 Jan 28 19:19:06.773933 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-158a5355-c15a-4dcf-b1d0-610413364820 req-1f6df2d1-10f4-4acf-9388-e1418b7fece8 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/security-groups?id=929081b5-e4ec-47f3-a3f7-d2b3ba16c5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595636 Jan 28 19:19:06.801222 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a6c44d-ef48-4a88-a174-cb9c2935e178 req-a12f4007-110d-4610-ad17-7f7b129e6f44 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:06.808979 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-64a6c44d-ef48-4a88-a174-cb9c2935e178 req-a12f4007-110d-4610-ad17-7f7b129e6f44 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] 10.222.0.64 "GET /v2.0/ports?device_id=4424420d-16d7-47c9-a7d7-ef8166d5d269 HTTP/1.1" status: 200 len: 946 time: 0.0767925 Jan 28 19:19:06.837423 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 115bc44f-e24a-4e83-8c83-958fe8f5875c no longer exists at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:19:06.857618 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-64a6c44d-ef48-4a88-a174-cb9c2935e178 req-e07fc553-0afd-4235-b3a7-0a6ccd9c1741 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] 10.222.0.64 "GET /v2.0/security-groups?id=93e4e5d8-2172-46b4-bafb-a6d3892a81f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476451 Jan 28 19:19:06.866177 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] No Port match for: 115bc44f-e24a-4e83-8c83-958fe8f5875c {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:19:06.866782 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 115bc44f-e24a-4e83-8c83-958fe8f5875c not bound to the agent host n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:19:06.867402 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 2c6e3e02-9a3d-4288-b73e-f8d74d789791 no longer exists at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:19:06.898803 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] No Port match for: 2c6e3e02-9a3d-4288-b73e-f8d74d789791 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:19:06.899160 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 2c6e3e02-9a3d-4288-b73e-f8d74d789791 not bound to the agent host n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:19:06.922089 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab3beea-7875-4bc7-a61b-644fb50b1a9c req-3ece8e7d-9965-48fc-bc87-38c3ec0ac9f4 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:06.923866 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-eab3beea-7875-4bc7-a61b-644fb50b1a9c req-3ece8e7d-9965-48fc-bc87-38c3ec0ac9f4 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?device_id=f88825d0-a091-4453-bc06-8a2acaf44ba3 HTTP/1.1" status: 200 len: 943 time: 0.0651801 Jan 28 19:19:06.978820 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-eab3beea-7875-4bc7-a61b-644fb50b1a9c req-47a392bf-c50f-4644-a5fa-f038bfeb0daa tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/security-groups?id=414e93b9-08bc-438e-9127-05114ed7dbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477273 Jan 28 19:19:07.287393 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce9912a-1027-41bd-ba0e-721c2a691aba req-876a6ecc-eceb-4967-bc0c-b2fd3f27b0d2 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:07.288883 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7ce9912a-1027-41bd-ba0e-721c2a691aba req-876a6ecc-eceb-4967-bc0c-b2fd3f27b0d2 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/ports?device_id=4c6c3f6c-0306-4d2c-8d60-3928c2ea3c53 HTTP/1.1" status: 200 len: 950 time: 0.0544474 Jan 28 19:19:07.338882 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7ce9912a-1027-41bd-ba0e-721c2a691aba req-544edb2d-54da-4b02-8585-5002977b5abb tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/security-groups?id=c326a8a3-da0b-43eb-8867-b30c14662b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437677 Jan 28 19:19:07.795174 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790063da-e22f-49a6-8ddf-6b6333125295 req-c3b4cf6a-d4f8-45d7-b05b-42476cc01c10 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:07.797074 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-790063da-e22f-49a6-8ddf-6b6333125295 req-c3b4cf6a-d4f8-45d7-b05b-42476cc01c10 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=0611a4ab-e4ae-4065-bdc5-14dfb3eb9efd HTTP/1.1" status: 200 len: 946 time: 0.0623817 Jan 28 19:19:07.884132 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-790063da-e22f-49a6-8ddf-6b6333125295 req-765e8a65-43b9-4cc6-b68a-3b9f6c77d603 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810623 Jan 28 19:19:07.920204 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 9b064ec1-5fcd-4a63-a9f5-17087eabd4df details requested by agent hyperv_n-h1-812111-14 with host n-h1-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:19:07.928239 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cc407c-91ca-4484-9b9d-5f585d68c8c4 req-3cf519d3-6fd5-4806-b492-3703620e7605 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:07.935387 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-13cc407c-91ca-4484-9b9d-5f585d68c8c4 req-3cf519d3-6fd5-4806-b492-3703620e7605 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/ports?device_id=423fe725-02cc-4d98-b77e-d73d18170f79 HTTP/1.1" status: 200 len: 946 time: 0.0727179 Jan 28 19:19:07.949684 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 557cb5a7-63e7-428b-a610-faf61f09f857 no longer exists at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:19:08.038282 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-13cc407c-91ca-4484-9b9d-5f585d68c8c4 req-8d48a868-db80-4c10-98b7-22460cefeca2 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/security-groups?id=929081b5-e4ec-47f3-a3f7-d2b3ba16c5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983167 Jan 28 19:19:08.043956 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4559c997-5e35-4d06-919e-11d72b971dc3 req-1d91ed08-405e-4438-83bc-dd65e24a0426 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:08.052205 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4559c997-5e35-4d06-919e-11d72b971dc3 req-1d91ed08-405e-4438-83bc-dd65e24a0426 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] 10.222.0.64 "GET /v2.0/ports?device_id=4424420d-16d7-47c9-a7d7-ef8166d5d269 HTTP/1.1" status: 200 len: 946 time: 0.0784490 Jan 28 19:19:08.106771 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-62b00a20-5bb3-46c8-95d8-382a6eb97cfa req-f37b09e1-eed6-4790-af1c-9602307285ce service neutron] 10.222.0.41 "GET /v2.0/ports/557cb5a7-63e7-428b-a610-faf61f09f857/bindings/n-h2-812111-14 HTTP/1.1" status: 200 len: 385 time: 0.1514845 Jan 28 19:19:08.112377 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4559c997-5e35-4d06-919e-11d72b971dc3 req-9131ca8c-50bb-4a66-a67d-e3563e04cce2 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] 10.222.0.64 "GET /v2.0/security-groups?id=93e4e5d8-2172-46b4-bafb-a6d3892a81f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592110 Jan 28 19:19:08.114874 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port 557cb5a7-63e7-428b-a610-faf61f09f857 is: DOWN; New status is: DOWN {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:19:08.116152 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 9804a5f3-e1a4-4b7c-b262-c12ca11a7d8f no longer exists at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:19:08.144426 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] No Port match for: 9804a5f3-e1a4-4b7c-b262-c12ca11a7d8f {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:19:08.144777 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 9804a5f3-e1a4-4b7c-b262-c12ca11a7d8f not bound to the agent host n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:19:08.157524 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 9b064ec1-5fcd-4a63-a9f5-17087eabd4df, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=9b064ec1-5fcd-4a63-a9f5-17087eabd4df,segment=NetworkSegment(dddb75af-2afb-4991-9652-8b4dd43b8077),segment_id=dddb75af-2afb-4991-9652-8b4dd43b8077)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:19:08.169529 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Returning: {'device': '9b064ec1-5fcd-4a63-a9f5-17087eabd4df', 'network_id': '7ec03016-5972-412d-837e-85b126a1efc6', 'port_id': '9b064ec1-5fcd-4a63-a9f5-17087eabd4df', 'mac_address': 'fa:16:3e:49:ed:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '167d6f8b-2945-4c15-bbfc-1b64d284aeb5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:19:08.216494 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port 9b064ec1-5fcd-4a63-a9f5-17087eabd4df is: ACTIVE; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:19:08.216929 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (9b064ec1-5fcd-4a63-a9f5-17087eabd4df), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:08.236564 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9b064ec1-5fcd-4a63-a9f5-17087eabd4df {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:19:08.240540 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b8d2e5-53c9-408e-b430-a0e749f1d495 req-7e1992f9-996c-405f-af48-dfb653840647 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:08.243987 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-32b8d2e5-53c9-408e-b430-a0e749f1d495 req-7e1992f9-996c-405f-af48-dfb653840647 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c6c3f6c-0306-4d2c-8d60-3928c2ea3c53 HTTP/1.1" status: 200 len: 950 time: 0.1919360 Jan 28 19:19:08.257807 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 9b064ec1-5fcd-4a63-a9f5-17087eabd4df, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=9b064ec1-5fcd-4a63-a9f5-17087eabd4df,segment=NetworkSegment(dddb75af-2afb-4991-9652-8b4dd43b8077),segment_id=dddb75af-2afb-4991-9652-8b4dd43b8077)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:19:08.264023 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (9b064ec1-5fcd-4a63-a9f5-17087eabd4df), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:08.325993 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=9b064ec1-5fcd-4a63-a9f5-17087eabd4df,revision_number=6']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:08.432671 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['9b064ec1-5fcd-4a63-a9f5-17087eabd4df'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:19:08.502417 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4710e0c-59c1-4095-bc36-a4fd13490fab req-2c40e6e4-0c13-437a-81d7-226109868bc4 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:08.512721 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a4710e0c-59c1-4095-bc36-a4fd13490fab req-2c40e6e4-0c13-437a-81d7-226109868bc4 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/ports?device_id=4c6c3f6c-0306-4d2c-8d60-3928c2ea3c53 HTTP/1.1" status: 200 len: 950 time: 0.0986915 Jan 28 19:19:08.572274 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a4710e0c-59c1-4095-bc36-a4fd13490fab req-0221be79-26f6-425a-af6a-b2a63b0dcde1 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/security-groups?id=c326a8a3-da0b-43eb-8867-b30c14662b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572884 Jan 28 19:19:08.757685 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50362f5-96c3-4dbe-b654-2337007553cc req-e3880ce0-c106-4b11-801d-d60a35bc4b1b tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:08.759073 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e50362f5-96c3-4dbe-b654-2337007553cc req-e3880ce0-c106-4b11-801d-d60a35bc4b1b tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?device_id=f88825d0-a091-4453-bc06-8a2acaf44ba3 HTTP/1.1" status: 200 len: 943 time: 0.5703900 Jan 28 19:19:08.813845 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-62b00a20-5bb3-46c8-95d8-382a6eb97cfa req-62e46be8-1052-45a1-b8f2-c1527570a2b8 service neutron] For port 557cb5a7-63e7-428b-a610-faf61f09f857, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=557cb5a7-63e7-428b-a610-faf61f09f857,segment=NetworkSegment(e7f54059-7dae-4f1a-9de9-251e6a440c72),segment_id=e7f54059-7dae-4f1a-9de9-251e6a440c72)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:19:08.855326 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-32b8d2e5-53c9-408e-b430-a0e749f1d495 req-f4e726e5-1d97-4be8-a15d-caeae87bd128 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Deleting port a742ef4b-8c5c-49ae-a7ae-adee27392f4c {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:19:08.855677 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-32b8d2e5-53c9-408e-b430-a0e749f1d495 req-f4e726e5-1d97-4be8-a15d-caeae87bd128 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (a742ef4b-8c5c-49ae-a7ae-adee27392f4c), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:08.863793 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e50362f5-96c3-4dbe-b654-2337007553cc req-1ab2a33e-2438-4a53-bb42-c5a813cc60b2 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/security-groups?id=414e93b9-08bc-438e-9127-05114ed7dbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945237 Jan 28 19:19:08.864697 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-62b00a20-5bb3-46c8-95d8-382a6eb97cfa req-62e46be8-1052-45a1-b8f2-c1527570a2b8 service neutron] For port 557cb5a7-63e7-428b-a610-faf61f09f857, host n-h1-812111-14, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:19:08.907541 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-31e4e166-b656-4aee-b608-a2a3ec642ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:08.929913 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [req-62b00a20-5bb3-46c8-95d8-382a6eb97cfa req-62e46be8-1052-45a1-b8f2-c1527570a2b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 557cb5a7-63e7-428b-a610-faf61f09f857 {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:19:08.944059 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-62b00a20-5bb3-46c8-95d8-382a6eb97cfa req-62e46be8-1052-45a1-b8f2-c1527570a2b8 service neutron] For port 557cb5a7-63e7-428b-a610-faf61f09f857, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=557cb5a7-63e7-428b-a610-faf61f09f857,segment=NetworkSegment(e7f54059-7dae-4f1a-9de9-251e6a440c72),segment_id=e7f54059-7dae-4f1a-9de9-251e6a440c72)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:19:08.961904 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-62b00a20-5bb3-46c8-95d8-382a6eb97cfa req-62e46be8-1052-45a1-b8f2-c1527570a2b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (557cb5a7-63e7-428b-a610-faf61f09f857), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:09.030213 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23365349-10ee-4027-bb1a-1bf022ca2287 req-be4e3e06-76e1-4723-9667-7f130433663a tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:09.033720 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-23365349-10ee-4027-bb1a-1bf022ca2287 req-be4e3e06-76e1-4723-9667-7f130433663a tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=0611a4ab-e4ae-4065-bdc5-14dfb3eb9efd HTTP/1.1" status: 200 len: 946 time: 0.0656204 Jan 28 19:19:09.092222 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-23365349-10ee-4027-bb1a-1bf022ca2287 req-3991d046-f0ac-4989-9285-69d1b165c731 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540724 Jan 28 19:19:09.100066 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-32b8d2e5-53c9-408e-b430-a0e749f1d495 req-f4e726e5-1d97-4be8-a15d-caeae87bd128 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] For port a742ef4b-8c5c-49ae-a7ae-adee27392f4c, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=a742ef4b-8c5c-49ae-a7ae-adee27392f4c,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:19:09.100433 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-32b8d2e5-53c9-408e-b430-a0e749f1d495 req-f4e726e5-1d97-4be8-a15d-caeae87bd128 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (a742ef4b-8c5c-49ae-a7ae-adee27392f4c), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:09.127449 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-32b8d2e5-53c9-408e-b430-a0e749f1d495 req-f4e726e5-1d97-4be8-a15d-caeae87bd128 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Calling delete_port for a742ef4b-8c5c-49ae-a7ae-adee27392f4c owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:19:09.163854 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-62b00a20-5bb3-46c8-95d8-382a6eb97cfa req-62e46be8-1052-45a1-b8f2-c1527570a2b8 service neutron] Transition to ACTIVE for port object 557cb5a7-63e7-428b-a610-faf61f09f857 will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:19:09.204656 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-62b00a20-5bb3-46c8-95d8-382a6eb97cfa req-62e46be8-1052-45a1-b8f2-c1527570a2b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (557cb5a7-63e7-428b-a610-faf61f09f857), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:09.260257 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9df0638-75c5-4bd9-b0b3-4f0a557aedb2 req-af832bf6-dae9-4ae0-806a-b01053d788c2 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:09.262314 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c9df0638-75c5-4bd9-b0b3-4f0a557aedb2 req-af832bf6-dae9-4ae0-806a-b01053d788c2 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] 10.222.0.64 "GET /v2.0/ports?device_id=4424420d-16d7-47c9-a7d7-ef8166d5d269 HTTP/1.1" status: 200 len: 945 time: 0.0807288 Jan 28 19:19:09.285058 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2ffcd1-2d51-495e-864b-5cf34245578d req-5e09a76e-581d-4250-8090-373be89d6a9a tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:09.286580 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5c2ffcd1-2d51-495e-864b-5cf34245578d req-5e09a76e-581d-4250-8090-373be89d6a9a tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/ports?device_id=423fe725-02cc-4d98-b77e-d73d18170f79 HTTP/1.1" status: 200 len: 946 time: 0.1755567 Jan 28 19:19:09.327605 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c9df0638-75c5-4bd9-b0b3-4f0a557aedb2 req-72839bee-4009-4004-9cbc-5dd4b3e087c4 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] 10.222.0.64 "GET /v2.0/security-groups?id=93e4e5d8-2172-46b4-bafb-a6d3892a81f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560026 Jan 28 19:19:09.358579 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e46be8-1052-45a1-b8f2-c1527570a2b8 service neutron] Pushing event updated for resources: {'Port': ['ID=557cb5a7-63e7-428b-a610-faf61f09f857,revision_number=10']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:09.369486 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-62b00a20-5bb3-46c8-95d8-382a6eb97cfa req-62e46be8-1052-45a1-b8f2-c1527570a2b8 service neutron] No DVR routers for this DVR port 557cb5a7-63e7-428b-a610-faf61f09f857 on host n-h1-812111-14 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:19:09.437402 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-62b00a20-5bb3-46c8-95d8-382a6eb97cfa req-62e46be8-1052-45a1-b8f2-c1527570a2b8 service neutron] 10.222.0.41 "PUT /v2.0/ports/557cb5a7-63e7-428b-a610-faf61f09f857/bindings/n-h2-812111-14/activate HTTP/1.1" status: 200 len: 370 time: 1.3224537 Jan 28 19:19:09.453374 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5c2ffcd1-2d51-495e-864b-5cf34245578d req-3ed4cc03-9a5c-4594-89da-cb3aaa43462c tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/security-groups?id=929081b5-e4ec-47f3-a3f7-d2b3ba16c5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472368 Jan 28 19:19:09.564248 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-32b8d2e5-53c9-408e-b430-a0e749f1d495 req-f4e726e5-1d97-4be8-a15d-caeae87bd128 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (a742ef4b-8c5c-49ae-a7ae-adee27392f4c), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:09.594372 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b00a20-5bb3-46c8-95d8-382a6eb97cfa req-241e2b6a-c064-4c8e-8541-02bff13f87c2 tempest-LiveMigrationTest-1644078950 tempest-LiveMigrationTest-1644078950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:09.596123 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-62b00a20-5bb3-46c8-95d8-382a6eb97cfa req-241e2b6a-c064-4c8e-8541-02bff13f87c2 tempest-LiveMigrationTest-1644078950 tempest-LiveMigrationTest-1644078950-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=f88825d0-a091-4453-bc06-8a2acaf44ba3&tenant_id=1bd1e0d6512043bfbaf9a8e955e20b9e&binding%3Ahost_id=n-h1-812111-14 HTTP/1.1" status: 200 len: 1127 time: 0.0754993 Jan 28 19:19:09.599137 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e726e5-1d97-4be8-a15d-caeae87bd128 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Pushing event deleted for resources: {'Port': ['ID=a742ef4b-8c5c-49ae-a7ae-adee27392f4c,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:09.670568 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:09.704303 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-32b8d2e5-53c9-408e-b430-a0e749f1d495 req-f4e726e5-1d97-4be8-a15d-caeae87bd128 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] No DVR routers for this DVR port a742ef4b-8c5c-49ae-a7ae-adee27392f4c on host n-h1-812111-14 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:19:09.708659 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-32b8d2e5-53c9-408e-b430-a0e749f1d495 req-f4e726e5-1d97-4be8-a15d-caeae87bd128 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:09.712050 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-32b8d2e5-53c9-408e-b430-a0e749f1d495 req-f4e726e5-1d97-4be8-a15d-caeae87bd128 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.41 "DELETE /v2.0/ports/a742ef4b-8c5c-49ae-a7ae-adee27392f4c HTTP/1.1" status: 204 len: 173 time: 1.4391899 Jan 28 19:19:09.712515 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c6c3f6c-0306-4d2c-8d60-3928c2ea3c53', 'name': 'network-vif-deleted', 'tag': 'a742ef4b-8c5c-49ae-a7ae-adee27392f4c'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:19:09.715124 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46449484-a63d-4f0d-8ae9-82b1edb5782d" -d '{"events": [{"server_uuid": "4c6c3f6c-0306-4d2c-8d60-3928c2ea3c53", "name": "network-vif-deleted", "tag": "a742ef4b-8c5c-49ae-a7ae-adee27392f4c"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:19:09.733649 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6a5ad754-969d-46c3-b180-d1775d92206a req-4b388ac9-b693-48f6-9bbf-ca9ecc1aff89 tempest-ServersOnMultiNodesTest-2003412109 tempest-ServersOnMultiNodesTest-2003412109-project] 10.222.0.64 "GET /v2.0/ports?device_id=4c6c3f6c-0306-4d2c-8d60-3928c2ea3c53 HTTP/1.1" status: 200 len: 210 time: 0.0455191 Jan 28 19:19:09.734931 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7760c19b-2260-4510-8e6f-f2942cc34154 req-672eb38a-9755-4577-b614-6d8e66268e52 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:09.742192 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7760c19b-2260-4510-8e6f-f2942cc34154 req-672eb38a-9755-4577-b614-6d8e66268e52 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] 10.222.0.64 "GET /v2.0/ports?device_id=4424420d-16d7-47c9-a7d7-ef8166d5d269 HTTP/1.1" status: 200 len: 945 time: 0.1404140 Jan 28 19:19:09.752471 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b00a20-5bb3-46c8-95d8-382a6eb97cfa req-b7362209-4302-4852-b07d-e895c520fee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:09.754575 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-62b00a20-5bb3-46c8-95d8-382a6eb97cfa req-b7362209-4302-4852-b07d-e895c520fee9 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=f88825d0-a091-4453-bc06-8a2acaf44ba3&tenant_id=1bd1e0d6512043bfbaf9a8e955e20b9e HTTP/1.1" status: 200 len: 1127 time: 0.1515815 Jan 28 19:19:09.802510 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7760c19b-2260-4510-8e6f-f2942cc34154 req-0c7691da-48d5-4c08-bcd6-47e496dc9a2f tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] 10.222.0.64 "GET /v2.0/security-groups?id=93e4e5d8-2172-46b4-bafb-a6d3892a81f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594118 Jan 28 19:19:09.827765 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae0b744e-8be0-4527-9a95-bf837c516886 x-openstack-request-id: req-ae0b744e-8be0-4527-9a95-bf837c516886 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:19:09.828402 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c6c3f6c-0306-4d2c-8d60-3928c2ea3c53", "name": "network-vif-deleted", "tag": "a742ef4b-8c5c-49ae-a7ae-adee27392f4c", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:19:09.828677 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ae0b744e-8be0-4527-9a95-bf837c516886 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:19:09.829094 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c6c3f6c-0306-4d2c-8d60-3928c2ea3c53', 'name': 'network-vif-deleted', 'tag': 'a742ef4b-8c5c-49ae-a7ae-adee27392f4c', 'status': 'completed', 'code': 200} Jan 28 19:19:09.848146 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b00a20-5bb3-46c8-95d8-382a6eb97cfa req-7cfd96ff-1503-4451-92cd-8feeb3253f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:09.849681 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-62b00a20-5bb3-46c8-95d8-382a6eb97cfa req-7cfd96ff-1503-4451-92cd-8feeb3253f63 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1bd1e0d6512043bfbaf9a8e955e20b9e&device_id=f88825d0-a091-4453-bc06-8a2acaf44ba3 HTTP/1.1" status: 200 len: 1127 time: 0.0598891 Jan 28 19:19:09.935912 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 9b064ec1-5fcd-4a63-a9f5-17087eabd4df up at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:19:09.997704 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b00a20-5bb3-46c8-95d8-382a6eb97cfa req-9197936f-88eb-4a79-8ae5-427d4b289de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:10.000009 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-62b00a20-5bb3-46c8-95d8-382a6eb97cfa req-9197936f-88eb-4a79-8ae5-427d4b289de4 service neutron] 10.222.0.70 "GET /v2.0/networks?id=8330dfd7-f74e-41a1-b557-5650d653ac04 HTTP/1.1" status: 200 len: 908 time: 0.1443613 Jan 28 19:19:10.041580 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951d6847-ca24-4f67-9667-af620dd30b9d req-505061b8-6c52-4f39-8f71-80a9ab259ec2 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:10.044500 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-951d6847-ca24-4f67-9667-af620dd30b9d req-505061b8-6c52-4f39-8f71-80a9ab259ec2 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?device_id=f88825d0-a091-4453-bc06-8a2acaf44ba3 HTTP/1.1" status: 200 len: 944 time: 0.0819240 Jan 28 19:19:10.066448 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-62b00a20-5bb3-46c8-95d8-382a6eb97cfa req-7c54d0ff-b2a7-45ba-830b-d689e974328f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=557cb5a7-63e7-428b-a610-faf61f09f857 HTTP/1.1" status: 200 len: 217 time: 0.0587578 Jan 28 19:19:10.074371 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning complete for port 9b064ec1-5fcd-4a63-a9f5-17087eabd4df triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:19:10.074974 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (9b064ec1-5fcd-4a63-a9f5-17087eabd4df), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:10.111144 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-951d6847-ca24-4f67-9667-af620dd30b9d req-cbc14c85-32bd-4695-81d8-7447401d048f tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/security-groups?id=414e93b9-08bc-438e-9127-05114ed7dbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534275 Jan 28 19:19:10.155090 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b00a20-5bb3-46c8-95d8-382a6eb97cfa req-b5d2bc42-3ac6-42f4-aa2b-ca3d6d9b48e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:10.157832 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-62b00a20-5bb3-46c8-95d8-382a6eb97cfa req-b5d2bc42-3ac6-42f4-aa2b-ca3d6d9b48e6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=09bc6696-a273-4baf-935c-9cf317ddb49d HTTP/1.1" status: 200 len: 848 time: 0.0862978 Jan 28 19:19:10.222320 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-62b00a20-5bb3-46c8-95d8-382a6eb97cfa req-1c32c1a9-60b8-4061-930b-6463937c481b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8330dfd7-f74e-41a1-b557-5650d653ac04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560453 Jan 28 19:19:10.232184 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port 9b064ec1-5fcd-4a63-a9f5-17087eabd4df is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:19:10.232777 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (9b064ec1-5fcd-4a63-a9f5-17087eabd4df), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:10.286127 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4424420d-16d7-47c9-a7d7-ef8166d5d269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b064ec1-5fcd-4a63-a9f5-17087eabd4df'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:19:10.290095 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5853604-8a63-4cca-ae69-d410431ba5bb" -d '{"events": [{"server_uuid": "4424420d-16d7-47c9-a7d7-ef8166d5d269", "name": "network-vif-plugged", "status": "completed", "tag": "9b064ec1-5fcd-4a63-a9f5-17087eabd4df"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:19:10.326116 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 9b064ec1-5fcd-4a63-a9f5-17087eabd4df, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=9b064ec1-5fcd-4a63-a9f5-17087eabd4df,segment=NetworkSegment(dddb75af-2afb-4991-9652-8b4dd43b8077),segment_id=dddb75af-2afb-4991-9652-8b4dd43b8077)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:19:10.336513 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (9b064ec1-5fcd-4a63-a9f5-17087eabd4df), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:10.338120 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device a742ef4b-8c5c-49ae-a7ae-adee27392f4c no longer exists at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:19:10.391414 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9c11f0-5d23-4a83-a116-c6ca5ec33d58 req-54c3b7f2-a24d-455d-aa35-aa60c8f43243 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:10.391668 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:19:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e16bfcf1-0c6c-4ab0-9425-60eae89c154f x-openstack-request-id: req-e16bfcf1-0c6c-4ab0-9425-60eae89c154f {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:19:10.391787 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4424420d-16d7-47c9-a7d7-ef8166d5d269", "name": "network-vif-plugged", "status": "completed", "tag": "9b064ec1-5fcd-4a63-a9f5-17087eabd4df", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:19:10.391996 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e16bfcf1-0c6c-4ab0-9425-60eae89c154f {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:19:10.392601 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4424420d-16d7-47c9-a7d7-ef8166d5d269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b064ec1-5fcd-4a63-a9f5-17087eabd4df', 'code': 200} Jan 28 19:19:10.393551 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-aa9c11f0-5d23-4a83-a116-c6ca5ec33d58 req-54c3b7f2-a24d-455d-aa35-aa60c8f43243 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=0611a4ab-e4ae-4065-bdc5-14dfb3eb9efd HTTP/1.1" status: 200 len: 946 time: 0.1739833 Jan 28 19:19:10.395041 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] No Port match for: a742ef4b-8c5c-49ae-a7ae-adee27392f4c {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:19:10.396049 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device a742ef4b-8c5c-49ae-a7ae-adee27392f4c not bound to the agent host n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:19:10.439251 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-62b00a20-5bb3-46c8-95d8-382a6eb97cfa req-7c5a2cd3-02ce-4433-a419-e9d2e5af4565 service neutron] 10.222.0.70 "GET /v2.0/networks/8330dfd7-f74e-41a1-b557-5650d653ac04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066600 Jan 28 19:19:10.456304 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=9b064ec1-5fcd-4a63-a9f5-17087eabd4df,revision_number=7']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:10.487926 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-aa9c11f0-5d23-4a83-a116-c6ca5ec33d58 req-60ce1c11-364b-46cd-9029-8e6eaeeb436c tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788631 Jan 28 19:19:10.603126 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-62b00a20-5bb3-46c8-95d8-382a6eb97cfa req-e1d9690e-f7f8-4a14-9747-3a6f55194971 service neutron] 10.222.0.70 "GET /v2.0/networks/8330dfd7-f74e-41a1-b557-5650d653ac04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556132 Jan 28 19:19:10.657480 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed482970-9ea9-4802-b45b-0b067f1efb8f req-77dedd7c-c509-4725-abd5-79d0b168ebb6 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:10.659240 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ed482970-9ea9-4802-b45b-0b067f1efb8f req-77dedd7c-c509-4725-abd5-79d0b168ebb6 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/ports?device_id=423fe725-02cc-4d98-b77e-d73d18170f79 HTTP/1.1" status: 200 len: 946 time: 0.0925431 Jan 28 19:19:10.720024 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ed482970-9ea9-4802-b45b-0b067f1efb8f req-825e7596-6fe7-4a9c-bc71-8484048fcdbc tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/security-groups?id=929081b5-e4ec-47f3-a3f7-d2b3ba16c5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532594 Jan 28 19:19:10.748531 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c040c6-04cb-45d2-a53d-bdb772856bf2 req-3daae53b-85d6-4e05-92c5-92b6d1358dc2 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:10.753581 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-55c040c6-04cb-45d2-a53d-bdb772856bf2 req-3daae53b-85d6-4e05-92c5-92b6d1358dc2 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3679d64-92cb-41f0-9190-19b107733d6b HTTP/1.1" status: 200 len: 945 time: 0.0677800 Jan 28 19:19:10.825893 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-55c040c6-04cb-45d2-a53d-bdb772856bf2 req-246fa454-c782-4fd5-aed1-3b72c860e2b2 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/security-groups?id=e52b5309-890e-4183-bf0d-6ef59c658d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691695 Jan 28 19:19:10.935119 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b00a20-5bb3-46c8-95d8-382a6eb97cfa req-ff9e1e0a-4da9-437a-bfff-9257f86164b8 tempest-LiveMigrationTest-1644078950 tempest-LiveMigrationTest-1644078950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:10.936642 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-62b00a20-5bb3-46c8-95d8-382a6eb97cfa req-ff9e1e0a-4da9-437a-bfff-9257f86164b8 tempest-LiveMigrationTest-1644078950 tempest-LiveMigrationTest-1644078950-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=f88825d0-a091-4453-bc06-8a2acaf44ba3&tenant_id=1bd1e0d6512043bfbaf9a8e955e20b9e&binding%3Ahost_id=n-h2-812111-14 HTTP/1.1" status: 200 len: 1127 time: 0.0829582 Jan 28 19:19:10.987060 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aa2f6d-fc3a-4eaa-aaf5-36d7b2799cc7 req-4d7e72b8-9811-4a40-9ce4-896546d91e1b tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:10.988637 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-28aa2f6d-fc3a-4eaa-aaf5-36d7b2799cc7 req-4d7e72b8-9811-4a40-9ce4-896546d91e1b tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] 10.222.0.64 "GET /v2.0/ports?device_id=4424420d-16d7-47c9-a7d7-ef8166d5d269 HTTP/1.1" status: 200 len: 946 time: 0.0973659 Jan 28 19:19:11.085681 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 41868) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:11.280561 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003d259a-9c6b-46d9-9a22-ccd87366fc0f req-8cffaa92-cbbc-435c-848d-af5882079adc tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:11.282434 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-003d259a-9c6b-46d9-9a22-ccd87366fc0f req-8cffaa92-cbbc-435c-848d-af5882079adc tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?device_id=f88825d0-a091-4453-bc06-8a2acaf44ba3 HTTP/1.1" status: 200 len: 944 time: 0.0919011 Jan 28 19:19:11.285289 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-c6d993ae-c3ef-41a7-83c3-8d5f501d3794 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1a64246f3ff0490988e6f00c7a9a6590&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1984608 Jan 28 19:19:11.290782 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 41874) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:11.364790 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-28aa2f6d-fc3a-4eaa-aaf5-36d7b2799cc7 req-0fa668c3-e765-493d-a4a3-f3cb7fbcd2a5 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] 10.222.0.64 "GET /v2.0/security-groups?id=93e4e5d8-2172-46b4-bafb-a6d3892a81f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3672304 Jan 28 19:19:11.375297 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-003d259a-9c6b-46d9-9a22-ccd87366fc0f req-bbec8856-408a-488a-a389-d765e1a11f18 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/security-groups?id=414e93b9-08bc-438e-9127-05114ed7dbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853453 Jan 28 19:19:11.380290 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-32f1d878-0845-4ddd-a1b2-46313b207ee7 admin admin] Publish callbacks [] for security_group (c326a8a3-da0b-43eb-8867-b30c14662b27), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:11.398686 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-62b00a20-5bb3-46c8-95d8-382a6eb97cfa req-87c95578-719b-4efe-be29-c59f244c45d6 service neutron] For port 557cb5a7-63e7-428b-a610-faf61f09f857, host n-h1-812111-14, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:19:11.403170 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-62b00a20-5bb3-46c8-95d8-382a6eb97cfa req-87c95578-719b-4efe-be29-c59f244c45d6 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:11.404462 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-62b00a20-5bb3-46c8-95d8-382a6eb97cfa req-87c95578-719b-4efe-be29-c59f244c45d6 service neutron] 10.222.0.70 "DELETE /v2.0/ports/557cb5a7-63e7-428b-a610-faf61f09f857/bindings/n-h1-812111-14 HTTP/1.1" status: 204 len: 173 time: 0.4600360 Jan 28 19:19:11.409691 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-32f1d878-0845-4ddd-a1b2-46313b207ee7 admin admin] Publish callbacks [] for security_group (c326a8a3-da0b-43eb-8867-b30c14662b27), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:11.476268 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-32f1d878-0845-4ddd-a1b2-46313b207ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (c326a8a3-da0b-43eb-8867-b30c14662b27), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:11.480945 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-32f1d878-0845-4ddd-a1b2-46313b207ee7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:11.486194 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-32f1d878-0845-4ddd-a1b2-46313b207ee7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c326a8a3-da0b-43eb-8867-b30c14662b27 HTTP/1.1" status: 204 len: 168 time: 0.1911962 Jan 28 19:19:11.495367 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f1d878-0845-4ddd-a1b2-46313b207ee7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c326a8a3-da0b-43eb-8867-b30c14662b27,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:11.540189 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:11.565074 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d234f8-a949-41e1-803e-b3a60cb2c3c1 req-6a646bf4-a34a-486d-b84d-6dde7435a678 tempest-LiveMigrationTest-1644078950 tempest-LiveMigrationTest-1644078950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:11.567272 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-98d234f8-a949-41e1-803e-b3a60cb2c3c1 req-6a646bf4-a34a-486d-b84d-6dde7435a678 tempest-LiveMigrationTest-1644078950 tempest-LiveMigrationTest-1644078950-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=f88825d0-a091-4453-bc06-8a2acaf44ba3 HTTP/1.1" status: 200 len: 1127 time: 0.0675776 Jan 28 19:19:11.623918 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-98d234f8-a949-41e1-803e-b3a60cb2c3c1 req-5f409ac2-a893-45a0-967e-47786d43cf6f tempest-LiveMigrationTest-1644078950 tempest-LiveMigrationTest-1644078950-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=414e93b9-08bc-438e-9127-05114ed7dbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508091 Jan 28 19:19:11.675992 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bade55-625e-40c6-a6e2-8760a03f40a7 req-1d411fdc-aa7a-4796-82ba-dbfe00aa4bb3 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:11.684767 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-69bade55-625e-40c6-a6e2-8760a03f40a7 req-1d411fdc-aa7a-4796-82ba-dbfe00aa4bb3 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=0611a4ab-e4ae-4065-bdc5-14dfb3eb9efd HTTP/1.1" status: 200 len: 946 time: 0.1037216 Jan 28 19:19:11.701729 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f481977f-83fa-4620-866b-a05c887c7376 req-5309c6b0-b712-4995-b84f-27a780630070 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:11.707893 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f481977f-83fa-4620-866b-a05c887c7376 req-5309c6b0-b712-4995-b84f-27a780630070 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] 10.222.0.41 "GET /v2.0/ports?device_id=4424420d-16d7-47c9-a7d7-ef8166d5d269 HTTP/1.1" status: 200 len: 946 time: 0.0855746 Jan 28 19:19:11.744473 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-69bade55-625e-40c6-a6e2-8760a03f40a7 req-19986717-2916-437c-bc55-1d899413a7b1 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552006 Jan 28 19:19:11.919489 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-f481977f-83fa-4620-866b-a05c887c7376 req-31cdcf53-371c-4d03-8da4-4756e0e0c9c4 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] Deleting port 9b064ec1-5fcd-4a63-a9f5-17087eabd4df {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:19:11.919985 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f481977f-83fa-4620-866b-a05c887c7376 req-31cdcf53-371c-4d03-8da4-4756e0e0c9c4 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (9b064ec1-5fcd-4a63-a9f5-17087eabd4df), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:11.929242 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68188b17-5fe1-40d3-b65c-458d9745df85 req-7bbe802b-afd6-4486-ac99-b9ab74e8292e tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:11.930818 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-68188b17-5fe1-40d3-b65c-458d9745df85 req-7bbe802b-afd6-4486-ac99-b9ab74e8292e tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/ports?device_id=423fe725-02cc-4d98-b77e-d73d18170f79 HTTP/1.1" status: 200 len: 946 time: 0.1161730 Jan 28 19:19:11.978948 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 41894) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:12.044035 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-68188b17-5fe1-40d3-b65c-458d9745df85 req-c74754bc-789f-470a-819f-8f31810c13cb tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/security-groups?id=929081b5-e4ec-47f3-a3f7-d2b3ba16c5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063957 Jan 28 19:19:12.049419 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-844d8506-7574-4c83-8313-73b62eb4137e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1ddf07d25aa645beb535d8fed7ac9cdb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0691059 Jan 28 19:19:12.050397 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 41896) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:12.060548 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-f481977f-83fa-4620-866b-a05c887c7376 req-31cdcf53-371c-4d03-8da4-4756e0e0c9c4 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] For port 9b064ec1-5fcd-4a63-a9f5-17087eabd4df, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=9b064ec1-5fcd-4a63-a9f5-17087eabd4df,segment=NetworkSegment(dddb75af-2afb-4991-9652-8b4dd43b8077),segment_id=dddb75af-2afb-4991-9652-8b4dd43b8077)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:19:12.060990 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f481977f-83fa-4620-866b-a05c887c7376 req-31cdcf53-371c-4d03-8da4-4756e0e0c9c4 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (9b064ec1-5fcd-4a63-a9f5-17087eabd4df), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:12.077583 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-f481977f-83fa-4620-866b-a05c887c7376 req-31cdcf53-371c-4d03-8da4-4756e0e0c9c4 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] Calling delete_port for 9b064ec1-5fcd-4a63-a9f5-17087eabd4df owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:19:12.114542 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f6272732-7f33-4132-b87b-717c7fcee436 admin admin] Publish callbacks [] for security_group (cfa7e44b-8116-48f1-b582-721f54d488da), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:12.141198 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f6272732-7f33-4132-b87b-717c7fcee436 admin admin] Publish callbacks [] for security_group (cfa7e44b-8116-48f1-b582-721f54d488da), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:12.151770 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a813af-2a36-42ce-be6b-ff8e7167f3c5 req-9d868f82-f8c7-40fa-b4ff-21e8f13ad06b tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:12.153587 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e6a813af-2a36-42ce-be6b-ff8e7167f3c5 req-9d868f82-f8c7-40fa-b4ff-21e8f13ad06b tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3679d64-92cb-41f0-9190-19b107733d6b HTTP/1.1" status: 200 len: 945 time: 0.1480706 Jan 28 19:19:12.224594 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd2a0ef-7cda-47fa-bfcb-e5e67a2b1ef7 req-08dc9d45-44dd-4a3b-bb3d-023bf5b7349d tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:12.232254 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3fd2a0ef-7cda-47fa-bfcb-e5e67a2b1ef7 req-08dc9d45-44dd-4a3b-bb3d-023bf5b7349d tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?device_id=f88825d0-a091-4453-bc06-8a2acaf44ba3 HTTP/1.1" status: 200 len: 944 time: 0.0842223 Jan 28 19:19:12.246536 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e6a813af-2a36-42ce-be6b-ff8e7167f3c5 req-1cb09df5-9e96-41dc-b84d-96e58ccba773 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/security-groups?id=e52b5309-890e-4183-bf0d-6ef59c658d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854931 Jan 28 19:19:12.249162 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f6272732-7f33-4132-b87b-717c7fcee436 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (cfa7e44b-8116-48f1-b582-721f54d488da), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:12.251857 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f6272732-7f33-4132-b87b-717c7fcee436 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:12.256106 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-f6272732-7f33-4132-b87b-717c7fcee436 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/cfa7e44b-8116-48f1-b582-721f54d488da HTTP/1.1" status: 204 len: 168 time: 0.2050116 Jan 28 19:19:12.271040 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6272732-7f33-4132-b87b-717c7fcee436 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfa7e44b-8116-48f1-b582-721f54d488da,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:12.306454 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3fd2a0ef-7cda-47fa-bfcb-e5e67a2b1ef7 req-d0c96e91-ad9c-4265-aa72-d9cbc75d48ef tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/security-groups?id=414e93b9-08bc-438e-9127-05114ed7dbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729258 Jan 28 19:19:12.335319 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f481977f-83fa-4620-866b-a05c887c7376 req-31cdcf53-371c-4d03-8da4-4756e0e0c9c4 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (9b064ec1-5fcd-4a63-a9f5-17087eabd4df), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:12.367266 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cdcf53-371c-4d03-8da4-4756e0e0c9c4 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] Pushing event deleted for resources: {'Port': ['ID=9b064ec1-5fcd-4a63-a9f5-17087eabd4df,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:12.422918 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-f481977f-83fa-4620-866b-a05c887c7376 req-31cdcf53-371c-4d03-8da4-4756e0e0c9c4 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] No DVR routers for this DVR port 9b064ec1-5fcd-4a63-a9f5-17087eabd4df on host n-h1-812111-14 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:19:12.425685 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f481977f-83fa-4620-866b-a05c887c7376 req-31cdcf53-371c-4d03-8da4-4756e0e0c9c4 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:12.430147 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f481977f-83fa-4620-866b-a05c887c7376 req-31cdcf53-371c-4d03-8da4-4756e0e0c9c4 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] 10.222.0.41 "DELETE /v2.0/ports/9b064ec1-5fcd-4a63-a9f5-17087eabd4df HTTP/1.1" status: 204 len: 173 time: 0.7167475 Jan 28 19:19:12.430624 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4424420d-16d7-47c9-a7d7-ef8166d5d269', 'name': 'network-vif-deleted', 'tag': '9b064ec1-5fcd-4a63-a9f5-17087eabd4df'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:19:12.433685 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e941f69e-4fcf-4cfc-9a2e-bf07adfbb099" -d '{"events": [{"server_uuid": "4424420d-16d7-47c9-a7d7-ef8166d5d269", "name": "network-vif-deleted", "tag": "9b064ec1-5fcd-4a63-a9f5-17087eabd4df"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:19:12.504059 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27591ee8-d900-4fe3-93a8-92d04248aa1b x-openstack-request-id: req-27591ee8-d900-4fe3-93a8-92d04248aa1b {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:19:12.504378 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4424420d-16d7-47c9-a7d7-ef8166d5d269", "name": "network-vif-deleted", "tag": "9b064ec1-5fcd-4a63-a9f5-17087eabd4df", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:19:12.504631 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-27591ee8-d900-4fe3-93a8-92d04248aa1b {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:19:12.505031 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4424420d-16d7-47c9-a7d7-ef8166d5d269', 'name': 'network-vif-deleted', 'tag': '9b064ec1-5fcd-4a63-a9f5-17087eabd4df', 'status': 'completed', 'code': 200} Jan 28 19:19:12.537863 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b5adf2b9-9140-4c51-8ce6-ce2a196de5ce req-c4df5f4e-033d-4b7f-abe6-d69416dc5ae9 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] 10.222.0.64 "GET /v2.0/ports?device_id=4424420d-16d7-47c9-a7d7-ef8166d5d269 HTTP/1.1" status: 200 len: 210 time: 0.0532398 Jan 28 19:19:12.595040 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a330f8b8-e89b-416d-8016-ba7a5cdc01a0 req-a5fe180c-491e-4548-97e4-3fda501e3bf8 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:12.596796 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a330f8b8-e89b-416d-8016-ba7a5cdc01a0 req-a5fe180c-491e-4548-97e4-3fda501e3bf8 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.70 "GET /v2.0/ports?device_id=f88825d0-a091-4453-bc06-8a2acaf44ba3 HTTP/1.1" status: 200 len: 944 time: 0.0704937 Jan 28 19:19:12.755568 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-a330f8b8-e89b-416d-8016-ba7a5cdc01a0 req-b135989d-5804-4100-8d74-abd4839e2686 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Deleting port 557cb5a7-63e7-428b-a610-faf61f09f857 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:19:12.755930 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-a330f8b8-e89b-416d-8016-ba7a5cdc01a0 req-b135989d-5804-4100-8d74-abd4839e2686 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (557cb5a7-63e7-428b-a610-faf61f09f857), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:12.900859 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe659af-1af5-4840-84a2-fe3c0fdbf1f1 req-8649fbcb-6a93-4d42-80c0-ebe0c808d11e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:12.903031 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8fe659af-1af5-4840-84a2-fe3c0fdbf1f1 req-8649fbcb-6a93-4d42-80c0-ebe0c808d11e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=57a0678ad1cb4e46b30e232c1f317a59&device_id=0611a4ab-e4ae-4065-bdc5-14dfb3eb9efd HTTP/1.1" status: 200 len: 1129 time: 0.1423266 Jan 28 19:19:12.931670 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:12.989086 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-a330f8b8-e89b-416d-8016-ba7a5cdc01a0 req-b135989d-5804-4100-8d74-abd4839e2686 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] For port 557cb5a7-63e7-428b-a610-faf61f09f857, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=557cb5a7-63e7-428b-a610-faf61f09f857,segment=NetworkSegment(e7f54059-7dae-4f1a-9de9-251e6a440c72),segment_id=e7f54059-7dae-4f1a-9de9-251e6a440c72)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:19:12.989399 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-a330f8b8-e89b-416d-8016-ba7a5cdc01a0 req-b135989d-5804-4100-8d74-abd4839e2686 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (557cb5a7-63e7-428b-a610-faf61f09f857), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:13.012679 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-a330f8b8-e89b-416d-8016-ba7a5cdc01a0 req-b135989d-5804-4100-8d74-abd4839e2686 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Calling delete_port for 557cb5a7-63e7-428b-a610-faf61f09f857 owned by compute:nova {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:19:13.022188 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156ac8c0-cb55-45f6-898d-63349eac5283 req-ab3e353b-7e03-477c-871d-85c1fbc178f9 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:13.031106 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-156ac8c0-cb55-45f6-898d-63349eac5283 req-ab3e353b-7e03-477c-871d-85c1fbc178f9 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=0611a4ab-e4ae-4065-bdc5-14dfb3eb9efd HTTP/1.1" status: 200 len: 946 time: 0.1851454 Jan 28 19:19:13.063672 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dec50d4-4434-4c80-8f46-b1367ae0129d req-05b9c7cc-d1ce-416c-a31e-aa5382747977 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:13.066518 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-0dec50d4-4434-4c80-8f46-b1367ae0129d req-05b9c7cc-d1ce-416c-a31e-aa5382747977 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.41 "GET /v2.0/ports?device_id=a3679d64-92cb-41f0-9190-19b107733d6b HTTP/1.1" status: 200 len: 945 time: 0.1535752 Jan 28 19:19:13.181883 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe659af-1af5-4840-84a2-fe3c0fdbf1f1 req-17458d55-30cd-41b7-9eaa-e60bc384f82b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:13.183550 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8fe659af-1af5-4840-84a2-fe3c0fdbf1f1 req-17458d55-30cd-41b7-9eaa-e60bc384f82b service neutron] 10.222.0.70 "GET /v2.0/networks?id=72a547d0-d9da-4c9f-b2a7-a4b786ea70ac HTTP/1.1" status: 200 len: 920 time: 0.2682378 Jan 28 19:19:13.202479 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-156ac8c0-cb55-45f6-898d-63349eac5283 req-26493823-f46c-4c75-95db-825359b28bd5 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704090 Jan 28 19:19:13.308114 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8fe659af-1af5-4840-84a2-fe3c0fdbf1f1 req-96808552-0dae-4f86-b957-6f6d590bdc69 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2843facc-828a-4433-86eb-5c106e295446 HTTP/1.1" status: 200 len: 217 time: 0.1176233 Jan 28 19:19:13.342413 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a442f3-5262-4d18-9d68-212e23d2f8a0 req-f96d23ba-9408-412c-8022-477521847eb9 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:13.352935 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-74a442f3-5262-4d18-9d68-212e23d2f8a0 req-f96d23ba-9408-412c-8022-477521847eb9 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/ports?device_id=423fe725-02cc-4d98-b77e-d73d18170f79 HTTP/1.1" status: 200 len: 946 time: 0.1754634 Jan 28 19:19:13.419624 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-0dec50d4-4434-4c80-8f46-b1367ae0129d req-d9872649-46d2-4b05-853f-e9b0a7a260de tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Deleting port a43cddec-728b-4803-bee2-d34a64bfaf9d {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:19:13.419624 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-0dec50d4-4434-4c80-8f46-b1367ae0129d req-d9872649-46d2-4b05-853f-e9b0a7a260de tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (a43cddec-728b-4803-bee2-d34a64bfaf9d), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:13.426012 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 41934) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:13.462046 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-74a442f3-5262-4d18-9d68-212e23d2f8a0 req-8b37e7b3-ad53-4f44-86e5-240747a0ca6a tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/security-groups?id=929081b5-e4ec-47f3-a3f7-d2b3ba16c5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033585 Jan 28 19:19:13.485093 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe659af-1af5-4840-84a2-fe3c0fdbf1f1 req-ba84cbef-229d-419a-ba36-ec75e96033fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:13.487109 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8fe659af-1af5-4840-84a2-fe3c0fdbf1f1 req-ba84cbef-229d-419a-ba36-ec75e96033fc service neutron] 10.222.0.70 "GET /v2.0/subnets?id=7e42a0bc-2ea3-4c64-b0da-1fe419b4beb8 HTTP/1.1" status: 200 len: 860 time: 0.1696608 Jan 28 19:19:13.498373 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-a330f8b8-e89b-416d-8016-ba7a5cdc01a0 req-b135989d-5804-4100-8d74-abd4839e2686 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (557cb5a7-63e7-428b-a610-faf61f09f857), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:13.509919 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['4393a6ed-522f-40fa-afae-f181e3fabb22', '557cb5a7-63e7-428b-a610-faf61f09f857'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:19:13.596797 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f3d96ff6-e223-4acb-b477-b69618fd1ad7 req-5aac5162-d28f-4819-ba0d-fbde3253ff5f tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?device_id=f88825d0-a091-4453-bc06-8a2acaf44ba3 HTTP/1.1" status: 200 len: 210 time: 0.0451419 Jan 28 19:19:13.599544 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8fe659af-1af5-4840-84a2-fe3c0fdbf1f1 req-c440d072-94c0-4f2d-961d-cff3780b3006 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=72a547d0-d9da-4c9f-b2a7-a4b786ea70ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0984514 Jan 28 19:19:13.612104 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-8614147e-ab5f-4f16-9afd-fbc794cef4a2 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-189255574-network', 'tenant_id': 'd06df3832f6c45b69e14ca37904e0d1a'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:19:13.668075 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5238becc-6c79-4b45-a6f3-8fc50033f030 req-7a0d4da7-f66c-4b0e-b839-5deeff86dfb0 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:13.679152 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5238becc-6c79-4b45-a6f3-8fc50033f030 req-7a0d4da7-f66c-4b0e-b839-5deeff86dfb0 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3679d64-92cb-41f0-9190-19b107733d6b HTTP/1.1" status: 200 len: 945 time: 0.3019149 Jan 28 19:19:13.690791 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b135989d-5804-4100-8d74-abd4839e2686 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Pushing event deleted for resources: {'Port': ['ID=557cb5a7-63e7-428b-a610-faf61f09f857,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:13.697909 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-0dec50d4-4434-4c80-8f46-b1367ae0129d req-d9872649-46d2-4b05-853f-e9b0a7a260de tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] For port a43cddec-728b-4803-bee2-d34a64bfaf9d, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=a43cddec-728b-4803-bee2-d34a64bfaf9d,segment=NetworkSegment(3fce350c-ea58-4666-bd7d-c61ada9a9295),segment_id=3fce350c-ea58-4666-bd7d-c61ada9a9295)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:19:13.699321 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-0dec50d4-4434-4c80-8f46-b1367ae0129d req-d9872649-46d2-4b05-853f-e9b0a7a260de tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (a43cddec-728b-4803-bee2-d34a64bfaf9d), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:13.750738 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-0dec50d4-4434-4c80-8f46-b1367ae0129d req-d9872649-46d2-4b05-853f-e9b0a7a260de tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Calling delete_port for a43cddec-728b-4803-bee2-d34a64bfaf9d owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:19:13.762940 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8614147e-ab5f-4f16-9afd-fbc794cef4a2 admin admin] Made reservation on behalf of d06df3832f6c45b69e14ca37904e0d1a for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:19:13.765513 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8614147e-ab5f-4f16-9afd-fbc794cef4a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:13.783937 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8614147e-ab5f-4f16-9afd-fbc794cef4a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:13.813285 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-a330f8b8-e89b-416d-8016-ba7a5cdc01a0 req-b135989d-5804-4100-8d74-abd4839e2686 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] No DVR routers for this DVR port 557cb5a7-63e7-428b-a610-faf61f09f857 on host n-h2-812111-14 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:19:13.835096 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-a330f8b8-e89b-416d-8016-ba7a5cdc01a0 req-b135989d-5804-4100-8d74-abd4839e2686 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:13.840319 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a330f8b8-e89b-416d-8016-ba7a5cdc01a0 req-b135989d-5804-4100-8d74-abd4839e2686 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.70 "DELETE /v2.0/ports/557cb5a7-63e7-428b-a610-faf61f09f857 HTTP/1.1" status: 204 len: 173 time: 1.2374556 Jan 28 19:19:13.842984 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f88825d0-a091-4453-bc06-8a2acaf44ba3', 'name': 'network-vif-deleted', 'tag': '557cb5a7-63e7-428b-a610-faf61f09f857'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:19:13.848254 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95715fe9-4d36-48e8-ad75-c687e1cc1e48" -d '{"events": [{"server_uuid": "f88825d0-a091-4453-bc06-8a2acaf44ba3", "name": "network-vif-deleted", "tag": "557cb5a7-63e7-428b-a610-faf61f09f857"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:19:13.904544 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5238becc-6c79-4b45-a6f3-8fc50033f030 req-0aadd834-d3d9-47d5-8b3c-e5b924f4de18 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/security-groups?id=e52b5309-890e-4183-bf0d-6ef59c658d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245345 Jan 28 19:19:13.925960 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8fe659af-1af5-4840-84a2-fe3c0fdbf1f1 req-abb6aa8f-157b-424d-a584-f7206394304e service neutron] 10.222.0.70 "GET /v2.0/networks/72a547d0-d9da-4c9f-b2a7-a4b786ea70ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2951565 Jan 28 19:19:13.967072 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 9b064ec1-5fcd-4a63-a9f5-17087eabd4df no longer exists at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:19:14.046199 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] No Port match for: 9b064ec1-5fcd-4a63-a9f5-17087eabd4df {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:19:14.046793 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 9b064ec1-5fcd-4a63-a9f5-17087eabd4df not bound to the agent host n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:19:14.052824 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c30158d-e5a8-42cd-9326-e893664c143f x-openstack-request-id: req-1c30158d-e5a8-42cd-9326-e893664c143f {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:19:14.053136 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f88825d0-a091-4453-bc06-8a2acaf44ba3", "name": "network-vif-deleted", "tag": "557cb5a7-63e7-428b-a610-faf61f09f857", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:19:14.053396 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1c30158d-e5a8-42cd-9326-e893664c143f {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:19:14.053796 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f88825d0-a091-4453-bc06-8a2acaf44ba3', 'name': 'network-vif-deleted', 'tag': '557cb5a7-63e7-428b-a610-faf61f09f857', 'status': 'completed', 'code': 200} Jan 28 19:19:14.079939 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8fe659af-1af5-4840-84a2-fe3c0fdbf1f1 req-f5525fba-c9be-4092-8527-6d18c69e26d1 service neutron] 10.222.0.70 "GET /v2.0/networks/72a547d0-d9da-4c9f-b2a7-a4b786ea70ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460865 Jan 28 19:19:14.116028 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8614147e-ab5f-4f16-9afd-fbc794cef4a2 admin admin] Publish callbacks [] for security_group (3edd43aa-0d42-4da8-9b67-5bded8ceda3d), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:14.125412 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8614147e-ab5f-4f16-9afd-fbc794cef4a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (3edd43aa-0d42-4da8-9b67-5bded8ceda3d), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:14.144128 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-0dec50d4-4434-4c80-8f46-b1367ae0129d req-d9872649-46d2-4b05-853f-e9b0a7a260de tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (a43cddec-728b-4803-bee2-d34a64bfaf9d), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:14.158672 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['a43cddec-728b-4803-bee2-d34a64bfaf9d'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:19:14.211363 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacb4287-1542-4d74-8774-6f433e43c47c req-b0208850-7c4a-4355-9f19-60f84a025381 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:14.219338 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-aacb4287-1542-4d74-8774-6f433e43c47c req-b0208850-7c4a-4355-9f19-60f84a025381 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] 10.222.0.64 "GET /v2.0/networks?id=7ec03016-5972-412d-837e-85b126a1efc6 HTTP/1.1" status: 200 len: 822 time: 0.3268170 Jan 28 19:19:14.233280 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8614147e-ab5f-4f16-9afd-fbc794cef4a2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:19:14.243230 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9872649-46d2-4b05-853f-e9b0a7a260de tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Pushing event deleted for resources: {'Port': ['ID=a43cddec-728b-4803-bee2-d34a64bfaf9d,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:14.253517 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8614147e-ab5f-4f16-9afd-fbc794cef4a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3edd43aa-0d42-4da8-9b67-5bded8ceda3d,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:14.328533 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-aacb4287-1542-4d74-8774-6f433e43c47c req-45b6d9f0-5f02-4d96-a523-7c000e1ed906 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] 10.222.0.64 "GET /v2.0/quotas/f940db8e9df9468aa9c0e463c735ec77 HTTP/1.1" status: 200 len: 375 time: 0.1081219 Jan 28 19:19:14.346988 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8614147e-ab5f-4f16-9afd-fbc794cef4a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (d6c69493-a739-47c8-bf05-e563c002fb4c), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:14.347658 n-d-812111-14 neutron-server[103305]: INFO neutron.db.segments_db [None req-8614147e-ab5f-4f16-9afd-fbc794cef4a2 admin admin] Added segment d6c69493-a739-47c8-bf05-e563c002fb4c of type vlan for network 26aeb3c4-2ce2-4b83-85b7-1c2aaff593d5 Jan 28 19:19:14.409024 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-aacb4287-1542-4d74-8774-6f433e43c47c req-7f5b7d04-cd72-4633-b620-9cfb6d474dd5 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=f940db8e9df9468aa9c0e463c735ec77&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0792251 Jan 28 19:19:14.417900 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dec50d4-4434-4c80-8f46-b1367ae0129d req-d9872649-46d2-4b05-853f-e9b0a7a260de tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] No DVR routers for this DVR port a43cddec-728b-4803-bee2-d34a64bfaf9d on host n-h1-812111-14 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:19:14.420866 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-0dec50d4-4434-4c80-8f46-b1367ae0129d req-d9872649-46d2-4b05-853f-e9b0a7a260de tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:14.425064 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-0dec50d4-4434-4c80-8f46-b1367ae0129d req-d9872649-46d2-4b05-853f-e9b0a7a260de tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.41 "DELETE /v2.0/ports/a43cddec-728b-4803-bee2-d34a64bfaf9d HTTP/1.1" status: 204 len: 173 time: 1.3406217 Jan 28 19:19:14.473602 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2a427f-9591-4282-8488-439a5ac9349d req-77d76012-a362-48e0-aecd-4123451cee3b tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:14.477654 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2e2a427f-9591-4282-8488-439a5ac9349d req-77d76012-a362-48e0-aecd-4123451cee3b tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=0611a4ab-e4ae-4065-bdc5-14dfb3eb9efd HTTP/1.1" status: 200 len: 946 time: 0.1064312 Jan 28 19:19:14.506703 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3679d64-92cb-41f0-9190-19b107733d6b', 'name': 'network-vif-deleted', 'tag': 'a43cddec-728b-4803-bee2-d34a64bfaf9d'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:19:14.509294 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-398fe956-f3ef-4a43-8e06-bedeae1f20ac" -d '{"events": [{"server_uuid": "a3679d64-92cb-41f0-9190-19b107733d6b", "name": "network-vif-deleted", "tag": "a43cddec-728b-4803-bee2-d34a64bfaf9d"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:19:14.526290 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8614147e-ab5f-4f16-9afd-fbc794cef4a2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (26aeb3c4-2ce2-4b83-85b7-1c2aaff593d5), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:14.573638 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2e2a427f-9591-4282-8488-439a5ac9349d req-ab2b3724-db64-4941-b39d-8480aef4d6b4 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876529 Jan 28 19:19:14.594074 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8614147e-ab5f-4f16-9afd-fbc794cef4a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (26aeb3c4-2ce2-4b83-85b7-1c2aaff593d5), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:14.595169 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8614147e-ab5f-4f16-9afd-fbc794cef4a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:14.597840 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8614147e-ab5f-4f16-9afd-fbc794cef4a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:14.628463 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-aacb4287-1542-4d74-8774-6f433e43c47c req-9dda01ba-db71-4d83-ba26-afc06766de29 service neutron] 10.222.0.64 "GET /v2.0/networks/7ec03016-5972-412d-837e-85b126a1efc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182589 Jan 28 19:19:14.816489 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456bf9b6-6abc-4fa6-86ca-31abba8c3f72 req-adae2e35-6eef-4f21-94ca-222b80f39d06 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:14.826509 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-456bf9b6-6abc-4fa6-86ca-31abba8c3f72 req-adae2e35-6eef-4f21-94ca-222b80f39d06 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/ports?device_id=423fe725-02cc-4d98-b77e-d73d18170f79 HTTP/1.1" status: 200 len: 946 time: 0.1122899 Jan 28 19:19:14.886130 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-8614147e-ab5f-4f16-9afd-fbc794cef4a2 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4546323 Jan 28 19:19:14.887344 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 41966) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:14.902714 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-7d0f499e-49d5-4f18-8079-648215e71223 admin admin] Request body: {'subnet': {'network_id': '26aeb3c4-2ce2-4b83-85b7-1c2aaff593d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-189255574-subnet', 'tenant_id': 'd06df3832f6c45b69e14ca37904e0d1a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:19:14.918412 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8614147e-ab5f-4f16-9afd-fbc794cef4a2 admin admin] Pushing event updated for resources: {'Network': ['ID=26aeb3c4-2ce2-4b83-85b7-1c2aaff593d5,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:14.930563 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network 26aeb3c4-2ce2-4b83-85b7-1c2aaff593d5 details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:19:14.997695 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-456bf9b6-6abc-4fa6-86ca-31abba8c3f72 req-3ab8bf92-c937-4536-9abb-116684a4f724 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/security-groups?id=929081b5-e4ec-47f3-a3f7-d2b3ba16c5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656203 Jan 28 19:19:15.049804 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d0f499e-49d5-4f18-8079-648215e71223 admin admin] Made reservation on behalf of d06df3832f6c45b69e14ca37904e0d1a for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:19:15.063067 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7d0f499e-49d5-4f18-8079-648215e71223 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5221429'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:15.092863 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-aacb4287-1542-4d74-8774-6f433e43c47c req-4f33f5f2-f0c9-4a99-95a1-266e9bdce269 service neutron] 10.222.0.64 "GET /v2.0/networks/7ec03016-5972-412d-837e-85b126a1efc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4625881 Jan 28 19:19:15.144383 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80067f9e-6ba0-4478-8d1d-31b4fb8711bd x-openstack-request-id: req-80067f9e-6ba0-4478-8d1d-31b4fb8711bd {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:19:15.144969 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3679d64-92cb-41f0-9190-19b107733d6b", "name": "network-vif-deleted", "tag": "a43cddec-728b-4803-bee2-d34a64bfaf9d", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:19:15.145568 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-80067f9e-6ba0-4478-8d1d-31b4fb8711bd {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:19:15.146182 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3679d64-92cb-41f0-9190-19b107733d6b', 'name': 'network-vif-deleted', 'tag': 'a43cddec-728b-4803-bee2-d34a64bfaf9d', 'status': 'completed', 'code': 200} Jan 28 19:19:15.414633 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7d0f499e-49d5-4f18-8079-648215e71223 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4690681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5221415'] for subnet (a4cd1aea-8a69-4d23-af80-8f05dd153b0b), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:15.452557 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5927752d-cc67-45a7-b753-91ffd91b9d81 req-562b3630-de59-4e00-a592-0eb5136c977f tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?device_id=f88825d0-a091-4453-bc06-8a2acaf44ba3 HTTP/1.1" status: 200 len: 210 time: 0.0529733 Jan 28 19:19:15.544253 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-881c2fd8-4abb-4ba7-ade6-d6045c89b67b req-aa11d107-d504-4174-bfaf-6d92b717eef8 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3679d64-92cb-41f0-9190-19b107733d6b HTTP/1.1" status: 200 len: 210 time: 0.0902913 Jan 28 19:19:15.720265 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f1f3efd8-0a73-4b02-bdc6-b7e45b2afaba req-ca205c49-6652-4d90-af34-26a331d4ec51 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] 10.222.0.64 "GET /v2.0/ports?device_id=6eddc9e7-4fa3-4f66-975c-1993c1ec7199 HTTP/1.1" status: 200 len: 210 time: 0.1581724 Jan 28 19:19:15.722101 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0f499e-49d5-4f18-8079-648215e71223 admin admin] Checking segment: {'id': 'd6c69493-a739-47c8-bf05-e563c002fb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '26aeb3c4-2ce2-4b83-85b7-1c2aaff593d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:19:15.723447 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d0f499e-49d5-4f18-8079-648215e71223 admin admin] Network hostable DHCP agents. Network: 26aeb3c4-2ce2-4b83-85b7-1c2aaff593d5, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:19:15.727637 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0f499e-49d5-4f18-8079-648215e71223 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4cd1aea-8a69-4d23-af80-8f05dd153b0b,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:15.777540 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d0f499e-49d5-4f18-8079-648215e71223 admin admin] Network 26aeb3c4-2ce2-4b83-85b7-1c2aaff593d5 is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:19:15.793884 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-7d0f499e-49d5-4f18-8079-648215e71223 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, 26aeb3c4-2ce2-4b83-85b7-1c2aaff593d5) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:19:15.799330 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d0f499e-49d5-4f18-8079-648215e71223 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:15.799826 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7d0f499e-49d5-4f18-8079-648215e71223 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:15.810595 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0ecb269-e92e-494f-9143-33391249388e None None] Network 26aeb3c4-2ce2-4b83-85b7-1c2aaff593d5 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:19:15.830262 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-7d0f499e-49d5-4f18-8079-648215e71223 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9424219 Jan 28 19:19:16.012039 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7501133-a458-4f1b-8408-3a0119da4efb req-7c39c503-920c-46e1-991a-b12536825f9c tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:16.027613 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:19:16.030648 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f7501133-a458-4f1b-8408-3a0119da4efb req-7c39c503-920c-46e1-991a-b12536825f9c tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=0611a4ab-e4ae-4065-bdc5-14dfb3eb9efd HTTP/1.1" status: 200 len: 946 time: 0.2426462 Jan 28 19:19:16.217834 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f7501133-a458-4f1b-8408-3a0119da4efb req-f95421a6-d03b-410d-8f32-67553d813b85 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788530 Jan 28 19:19:16.319847 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a53988-1d90-4e05-bd72-0fd0ea8b2045 req-a2f53145-f0f9-4f1a-9ec2-3475102f2131 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:16.328097 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-33a53988-1d90-4e05-bd72-0fd0ea8b2045 req-a2f53145-f0f9-4f1a-9ec2-3475102f2131 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/ports?device_id=423fe725-02cc-4d98-b77e-d73d18170f79 HTTP/1.1" status: 200 len: 946 time: 0.1559281 Jan 28 19:19:16.450321 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-33a53988-1d90-4e05-bd72-0fd0ea8b2045 req-2a5fbd5d-47f8-439b-9d9b-a0e11fcea690 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/security-groups?id=929081b5-e4ec-47f3-a3f7-d2b3ba16c5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208923 Jan 28 19:19:16.540803 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f67d4eb-8748-4881-b818-d241ea1c0d5f None None] Network 26aeb3c4-2ce2-4b83-85b7-1c2aaff593d5 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:19:16.691653 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-582bfd85-7ba3-4a29-8871-7e6f7d49e58e req-c8fa1b32-4012-4cd2-af1a-fa4600227d15 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?device_id=f88825d0-a091-4453-bc06-8a2acaf44ba3 HTTP/1.1" status: 200 len: 210 time: 0.0667481 Jan 28 19:19:16.798168 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1914f7f0-1ebf-4964-b874-01b435d60f32 req-8c69ac14-d9a9-4962-89f4-a5d5593052d6 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3679d64-92cb-41f0-9190-19b107733d6b HTTP/1.1" status: 200 len: 210 time: 0.0917468 Jan 28 19:19:16.899736 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 557cb5a7-63e7-428b-a610-faf61f09f857 no longer exists at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:19:16.909219 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e56557b1-5910-468d-a4ef-0f79f26ef11d req-32e8be0c-53a9-480b-99b9-b239793837d6 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] 10.222.0.64 "GET /v2.0/ports?device_id=6eddc9e7-4fa3-4f66-975c-1993c1ec7199 HTTP/1.1" status: 200 len: 210 time: 0.0489948 Jan 28 19:19:16.957914 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] No Port match for: 557cb5a7-63e7-428b-a610-faf61f09f857 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:19:16.958170 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 557cb5a7-63e7-428b-a610-faf61f09f857 not bound to the agent host n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:19:17.094345 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 42004) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:17.100663 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-589d5f28-8da4-4923-84ff-bc4d9a156dae admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1389824407-network', 'tenant_id': 'a9db8a6031da46149fdb4d5db26c7812'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:19:17.144333 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-589d5f28-8da4-4923-84ff-bc4d9a156dae admin admin] Made reservation on behalf of a9db8a6031da46149fdb4d5db26c7812 for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:19:17.148271 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-589d5f28-8da4-4923-84ff-bc4d9a156dae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:17.175027 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-589d5f28-8da4-4923-84ff-bc4d9a156dae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:17.380350 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-589d5f28-8da4-4923-84ff-bc4d9a156dae admin admin] Publish callbacks [] for security_group (339cb819-4ba7-4671-ae88-e19bc7b73291), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:17.389042 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-589d5f28-8da4-4923-84ff-bc4d9a156dae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (339cb819-4ba7-4671-ae88-e19bc7b73291), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:17.440776 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589d5f28-8da4-4923-84ff-bc4d9a156dae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=339cb819-4ba7-4671-ae88-e19bc7b73291,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:17.507933 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacb4287-1542-4d74-8774-6f433e43c47c req-72ca2f7a-93cb-4eec-be5b-615e984eb4e2 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:17.509248 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-589d5f28-8da4-4923-84ff-bc4d9a156dae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:19:17.518435 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-aacb4287-1542-4d74-8774-6f433e43c47c req-72ca2f7a-93cb-4eec-be5b-615e984eb4e2 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] 10.222.0.41 "GET /v2.0/networks?id=7ec03016-5972-412d-837e-85b126a1efc6 HTTP/1.1" status: 200 len: 822 time: 0.3358765 Jan 28 19:19:17.529748 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-589d5f28-8da4-4923-84ff-bc4d9a156dae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (ded76622-f555-4b4e-9bae-a86cdf6138c5), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:17.530111 n-d-812111-14 neutron-server[103304]: INFO neutron.db.segments_db [None req-589d5f28-8da4-4923-84ff-bc4d9a156dae admin admin] Added segment ded76622-f555-4b4e-9bae-a86cdf6138c5 of type vlan for network a5445a4a-e7c4-4221-8c2b-fb7e305f94d6 Jan 28 19:19:17.539349 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-aacb4287-1542-4d74-8774-6f433e43c47c req-ea25b51a-84e9-49de-b83f-d7f07dc19aa5 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] Request body: {'port': {'device_id': '6eddc9e7-4fa3-4f66-975c-1993c1ec7199', 'network_id': '7ec03016-5972-412d-837e-85b126a1efc6', 'admin_state_up': True, 'tenant_id': 'f940db8e9df9468aa9c0e463c735ec77'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:19:17.654994 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76e947e-ad29-4321-b003-e3faed626a87 req-c71516ee-b7bc-4798-aa64-37d215346156 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:17.656617 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b76e947e-ad29-4321-b003-e3faed626a87 req-c71516ee-b7bc-4798-aa64-37d215346156 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=0611a4ab-e4ae-4065-bdc5-14dfb3eb9efd HTTP/1.1" status: 200 len: 946 time: 0.1943092 Jan 28 19:19:17.661537 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-589d5f28-8da4-4923-84ff-bc4d9a156dae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (a5445a4a-e7c4-4221-8c2b-fb7e305f94d6), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:17.703454 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673f0820-deea-48f3-972f-81c4beec401d req-50cb9714-450b-4b94-a964-ff20909a82f9 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:17.712885 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-673f0820-deea-48f3-972f-81c4beec401d req-50cb9714-450b-4b94-a964-ff20909a82f9 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/ports?device_id=423fe725-02cc-4d98-b77e-d73d18170f79 HTTP/1.1" status: 200 len: 946 time: 0.1403248 Jan 28 19:19:17.739875 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-589d5f28-8da4-4923-84ff-bc4d9a156dae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (a5445a4a-e7c4-4221-8c2b-fb7e305f94d6), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:17.740816 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-589d5f28-8da4-4923-84ff-bc4d9a156dae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:17.741856 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-589d5f28-8da4-4923-84ff-bc4d9a156dae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:17.792274 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-673f0820-deea-48f3-972f-81c4beec401d req-6d7b1af3-03d4-459a-9520-bbfed7116206 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/security-groups?id=929081b5-e4ec-47f3-a3f7-d2b3ba16c5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773017 Jan 28 19:19:17.815216 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aacb4287-1542-4d74-8774-6f433e43c47c req-ea25b51a-84e9-49de-b83f-d7f07dc19aa5 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] Made reservation on behalf of f940db8e9df9468aa9c0e463c735ec77 for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:19:17.819571 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-aacb4287-1542-4d74-8774-6f433e43c47c req-ea25b51a-84e9-49de-b83f-d7f07dc19aa5 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:17.866541 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589d5f28-8da4-4923-84ff-bc4d9a156dae admin admin] Pushing event updated for resources: {'Network': ['ID=a5445a4a-e7c4-4221-8c2b-fb7e305f94d6,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:17.881523 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network a5445a4a-e7c4-4221-8c2b-fb7e305f94d6 details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:19:17.890093 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-589d5f28-8da4-4923-84ff-bc4d9a156dae admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7941577 Jan 28 19:19:17.893583 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 42014) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:17.902320 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-6e182901-f454-45c8-bf36-0bd70adb276e admin admin] Request body: {'subnet': {'network_id': 'a5445a4a-e7c4-4221-8c2b-fb7e305f94d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1389824407-subnet', 'tenant_id': 'a9db8a6031da46149fdb4d5db26c7812', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:19:17.929487 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b76e947e-ad29-4321-b003-e3faed626a87 req-bb4ca114-6d01-470e-bc71-2a6313e0580e tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2614543 Jan 28 19:19:17.933912 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e182901-f454-45c8-bf36-0bd70adb276e admin admin] Made reservation on behalf of a9db8a6031da46149fdb4d5db26c7812 for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:19:17.937926 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6e182901-f454-45c8-bf36-0bd70adb276e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5221429'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:18.002156 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device a43cddec-728b-4803-bee2-d34a64bfaf9d no longer exists at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:19:18.028102 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-fb47c4d9-8e02-4f4e-bfff-3a82dad35a92 req-3f8afdd3-fa59-42ae-969b-4aa9836fbda0 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?device_id=f88825d0-a091-4453-bc06-8a2acaf44ba3 HTTP/1.1" status: 200 len: 210 time: 0.0553803 Jan 28 19:19:18.059695 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] No Port match for: a43cddec-728b-4803-bee2-d34a64bfaf9d {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:19:18.062217 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device a43cddec-728b-4803-bee2-d34a64bfaf9d not bound to the agent host n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:19:18.150966 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2820ed7e-2eb9-4d85-bb60-0be31486dd0e req-58efbbc0-c745-4cec-8a82-c7d4a2054f81 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3679d64-92cb-41f0-9190-19b107733d6b HTTP/1.1" status: 200 len: 210 time: 0.0691807 Jan 28 19:19:18.181661 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5aca09b0-04c9-4025-bcdf-d694b238326b req-6203eb97-928d-4acc-a2cf-14c316fde534 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] 10.222.0.64 "GET /v2.0/ports?device_id=6eddc9e7-4fa3-4f66-975c-1993c1ec7199 HTTP/1.1" status: 200 len: 210 time: 0.0467863 Jan 28 19:19:18.205237 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-aacb4287-1542-4d74-8774-6f433e43c47c req-ea25b51a-84e9-49de-b83f-d7f07dc19aa5 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] Allocated IP 172.20.0.4 (7ec03016-5972-412d-837e-85b126a1efc6/167d6f8b-2945-4c15-bbfc-1b64d284aeb5/ad3035ca-2e39-4bca-8a9f-d7d0fd50923a) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:19:18.246469 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6e182901-f454-45c8-bf36-0bd70adb276e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4690681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5221415'] for subnet (d4539387-3702-49cf-8388-1b441031ecfd), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:18.310980 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e182901-f454-45c8-bf36-0bd70adb276e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4539387-3702-49cf-8388-1b441031ecfd,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:18.320001 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e182901-f454-45c8-bf36-0bd70adb276e admin admin] Checking segment: {'id': 'ded76622-f555-4b4e-9bae-a86cdf6138c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a5445a4a-e7c4-4221-8c2b-fb7e305f94d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:19:18.320001 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e182901-f454-45c8-bf36-0bd70adb276e admin admin] Network hostable DHCP agents. Network: a5445a4a-e7c4-4221-8c2b-fb7e305f94d6, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:19:18.341439 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e182901-f454-45c8-bf36-0bd70adb276e admin admin] Network a5445a4a-e7c4-4221-8c2b-fb7e305f94d6 is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:19:18.350858 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-6e182901-f454-45c8-bf36-0bd70adb276e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, a5445a4a-e7c4-4221-8c2b-fb7e305f94d6) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:19:18.355942 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e182901-f454-45c8-bf36-0bd70adb276e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:18.356723 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6e182901-f454-45c8-bf36-0bd70adb276e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:18.366807 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0e67f0e-ae04-4217-8553-52479fb22f8b None None] Network a5445a4a-e7c4-4221-8c2b-fb7e305f94d6 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:19:18.392944 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-6e182901-f454-45c8-bf36-0bd70adb276e admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4955885 Jan 28 19:19:18.403372 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-aacb4287-1542-4d74-8774-6f433e43c47c req-ea25b51a-84e9-49de-b83f-d7f07dc19aa5 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] Publish callbacks [] for port (ad3035ca-2e39-4bca-8a9f-d7d0fd50923a), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:18.442601 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-aacb4287-1542-4d74-8774-6f433e43c47c req-ea25b51a-84e9-49de-b83f-d7f07dc19aa5 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (ad3035ca-2e39-4bca-8a9f-d7d0fd50923a), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:18.483881 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aacb4287-1542-4d74-8774-6f433e43c47c req-ea25b51a-84e9-49de-b83f-d7f07dc19aa5 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] Network 7ec03016-5972-412d-837e-85b126a1efc6 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:19:18.492570 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-aacb4287-1542-4d74-8774-6f433e43c47c req-ea25b51a-84e9-49de-b83f-d7f07dc19aa5 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:19:18.497674 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-658b80d9-b3fa-4097-8a2a-43c105708bea None None] Network a5445a4a-e7c4-4221-8c2b-fb7e305f94d6 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:19:18.505469 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-aacb4287-1542-4d74-8774-6f433e43c47c req-ea25b51a-84e9-49de-b83f-d7f07dc19aa5 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:19:18.565333 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea25b51a-84e9-49de-b83f-d7f07dc19aa5 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] Pushing event updated for resources: {'Port': ['ID=ad3035ca-2e39-4bca-8a9f-d7d0fd50923a,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:18.614166 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacb4287-1542-4d74-8774-6f433e43c47c req-ea25b51a-84e9-49de-b83f-d7f07dc19aa5 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:18.614813 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-aacb4287-1542-4d74-8774-6f433e43c47c req-ea25b51a-84e9-49de-b83f-d7f07dc19aa5 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:18.640815 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-aacb4287-1542-4d74-8774-6f433e43c47c req-ea25b51a-84e9-49de-b83f-d7f07dc19aa5 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1063368 Jan 28 19:19:18.655031 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-aacb4287-1542-4d74-8774-6f433e43c47c req-dd74f0a0-afad-4dea-a9fc-edbf91231c11 service neutron] Request body: {'port': {'device_id': '6eddc9e7-4fa3-4f66-975c-1993c1ec7199', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-14'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:19:18.727034 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-aacb4287-1542-4d74-8774-6f433e43c47c req-dd74f0a0-afad-4dea-a9fc-edbf91231c11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (ad3035ca-2e39-4bca-8a9f-d7d0fd50923a), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:18.947657 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd459976-34f2-44de-8bcb-cce3866c9940 req-f2bda087-e0b4-4008-887f-8f38b7c52b6b tempest-VolumesAdminNegativeTest-160153431 tempest-VolumesAdminNegativeTest-160153431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:18.950113 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-cd459976-34f2-44de-8bcb-cce3866c9940 req-f2bda087-e0b4-4008-887f-8f38b7c52b6b tempest-VolumesAdminNegativeTest-160153431 tempest-VolumesAdminNegativeTest-160153431-project] 10.222.0.64 "GET /v2.0/networks?id=26aeb3c4-2ce2-4b83-85b7-1c2aaff593d5 HTTP/1.1" status: 200 len: 814 time: 0.1228776 Jan 28 19:19:18.970992 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-cd459976-34f2-44de-8bcb-cce3866c9940 req-4c3470ba-8a2f-4caa-83de-f2b60f83eec2 tempest-VolumesAdminNegativeTest-160153431 tempest-VolumesAdminNegativeTest-160153431-project] 10.222.0.64 "GET /v2.0/quotas/d06df3832f6c45b69e14ca37904e0d1a HTTP/1.1" status: 200 len: 375 time: 0.0120060 Jan 28 19:19:19.005774 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c295b4-a78c-4db1-bbce-3d2395078f12 req-3c5be4df-60ee-495c-95c7-54aa70b1b5a1 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:19.007383 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e7c295b4-a78c-4db1-bbce-3d2395078f12 req-3c5be4df-60ee-495c-95c7-54aa70b1b5a1 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/ports?device_id=423fe725-02cc-4d98-b77e-d73d18170f79 HTTP/1.1" status: 200 len: 946 time: 0.1192386 Jan 28 19:19:19.024261 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-cd459976-34f2-44de-8bcb-cce3866c9940 req-1d726ad5-fd73-4f28-8412-351d55c2264b tempest-VolumesAdminNegativeTest-160153431 tempest-VolumesAdminNegativeTest-160153431-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=d06df3832f6c45b69e14ca37904e0d1a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0409501 Jan 28 19:19:19.118933 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e7c295b4-a78c-4db1-bbce-3d2395078f12 req-6b5bbb95-362f-47b1-b95b-52d3c270f585 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/security-groups?id=929081b5-e4ec-47f3-a3f7-d2b3ba16c5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998745 Jan 28 19:19:19.126279 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [req-aacb4287-1542-4d74-8774-6f433e43c47c req-dd74f0a0-afad-4dea-a9fc-edbf91231c11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad3035ca-2e39-4bca-8a9f-d7d0fd50923a {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:19:19.142893 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-aacb4287-1542-4d74-8774-6f433e43c47c req-dd74f0a0-afad-4dea-a9fc-edbf91231c11 service neutron] Publish callbacks [] for port (ad3035ca-2e39-4bca-8a9f-d7d0fd50923a), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:19.152033 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-aacb4287-1542-4d74-8774-6f433e43c47c req-dd74f0a0-afad-4dea-a9fc-edbf91231c11 service neutron] Transition to ACTIVE for port object ad3035ca-2e39-4bca-8a9f-d7d0fd50923a will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:19:19.158698 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-aacb4287-1542-4d74-8774-6f433e43c47c req-dd74f0a0-afad-4dea-a9fc-edbf91231c11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (ad3035ca-2e39-4bca-8a9f-d7d0fd50923a), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:19.261379 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd74f0a0-afad-4dea-a9fc-edbf91231c11 service neutron] Pushing event updated for resources: {'Port': ['ID=ad3035ca-2e39-4bca-8a9f-d7d0fd50923a,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:19.274983 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-cd459976-34f2-44de-8bcb-cce3866c9940 req-b1d9e18f-1f27-497e-b2dc-571032fbd01e service neutron] 10.222.0.64 "GET /v2.0/networks/26aeb3c4-2ce2-4b83-85b7-1c2aaff593d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2494531 Jan 28 19:19:19.331673 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d36b1c3-1c6f-47fd-b485-0a0c97ba7493 req-3ba3f0e9-6053-47a8-b35c-f85057717c78 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:19.333575 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8d36b1c3-1c6f-47fd-b485-0a0c97ba7493 req-3ba3f0e9-6053-47a8-b35c-f85057717c78 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=0611a4ab-e4ae-4065-bdc5-14dfb3eb9efd HTTP/1.1" status: 200 len: 946 time: 0.1316524 Jan 28 19:19:19.369329 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-aacb4287-1542-4d74-8774-6f433e43c47c req-dd74f0a0-afad-4dea-a9fc-edbf91231c11 service neutron] Attempting to bind port ad3035ca-2e39-4bca-8a9f-d7d0fd50923a on host n-h1-812111-14 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:19:19.369639 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-aacb4287-1542-4d74-8774-6f433e43c47c req-dd74f0a0-afad-4dea-a9fc-edbf91231c11 service neutron] Attempting to bind port ad3035ca-2e39-4bca-8a9f-d7d0fd50923a by drivers openvswitch,hyperv on host n-h1-812111-14 at level 0 using segments [{'id': 'dddb75af-2afb-4991-9652-8b4dd43b8077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7ec03016-5972-412d-837e-85b126a1efc6'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:19:19.370477 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aacb4287-1542-4d74-8774-6f433e43c47c req-dd74f0a0-afad-4dea-a9fc-edbf91231c11 service neutron] Attempting to bind port ad3035ca-2e39-4bca-8a9f-d7d0fd50923a on network 7ec03016-5972-412d-837e-85b126a1efc6 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:19:19.381872 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-cd459976-34f2-44de-8bcb-cce3866c9940 req-21325584-509f-4acf-8259-ad8ccbe4fd1e service neutron] 10.222.0.64 "GET /v2.0/networks/26aeb3c4-2ce2-4b83-85b7-1c2aaff593d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060152 Jan 28 19:19:19.387341 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aacb4287-1542-4d74-8774-6f433e43c47c req-dd74f0a0-afad-4dea-a9fc-edbf91231c11 service neutron] Port ad3035ca-2e39-4bca-8a9f-d7d0fd50923a on network 7ec03016-5972-412d-837e-85b126a1efc6 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-14 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:19:19.387684 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aacb4287-1542-4d74-8774-6f433e43c47c req-dd74f0a0-afad-4dea-a9fc-edbf91231c11 service neutron] Attempting to bind port ad3035ca-2e39-4bca-8a9f-d7d0fd50923a on network 7ec03016-5972-412d-837e-85b126a1efc6 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:19:19.403257 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aacb4287-1542-4d74-8774-6f433e43c47c req-dd74f0a0-afad-4dea-a9fc-edbf91231c11 service neutron] Checking agent: {'id': 'b544ba20-de93-4d86-9e6b-a2202deb6191', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 18, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:19:19.403651 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aacb4287-1542-4d74-8774-6f433e43c47c req-dd74f0a0-afad-4dea-a9fc-edbf91231c11 service neutron] Checking segment: {'id': 'dddb75af-2afb-4991-9652-8b4dd43b8077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7ec03016-5972-412d-837e-85b126a1efc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:19:19.404130 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aacb4287-1542-4d74-8774-6f433e43c47c req-dd74f0a0-afad-4dea-a9fc-edbf91231c11 service neutron] Bound using segment: {'id': 'dddb75af-2afb-4991-9652-8b4dd43b8077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7ec03016-5972-412d-837e-85b126a1efc6'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:19:19.404590 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-aacb4287-1542-4d74-8774-6f433e43c47c req-dd74f0a0-afad-4dea-a9fc-edbf91231c11 service neutron] Bound port: ad3035ca-2e39-4bca-8a9f-d7d0fd50923a, host: n-h1-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dddb75af-2afb-4991-9652-8b4dd43b8077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7ec03016-5972-412d-837e-85b126a1efc6'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:19:19.404960 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-aacb4287-1542-4d74-8774-6f433e43c47c req-dd74f0a0-afad-4dea-a9fc-edbf91231c11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (ad3035ca-2e39-4bca-8a9f-d7d0fd50923a), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:19.422076 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8d36b1c3-1c6f-47fd-b485-0a0c97ba7493 req-371cb984-2668-4753-b83b-9481b81a8cd8 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781164 Jan 28 19:19:19.492817 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-aacb4287-1542-4d74-8774-6f433e43c47c req-dd74f0a0-afad-4dea-a9fc-edbf91231c11 service neutron] For port ad3035ca-2e39-4bca-8a9f-d7d0fd50923a, host n-h1-812111-14, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:19:19.498327 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-aacb4287-1542-4d74-8774-6f433e43c47c req-dd74f0a0-afad-4dea-a9fc-edbf91231c11 service neutron] For port ad3035ca-2e39-4bca-8a9f-d7d0fd50923a, host n-h1-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=ad3035ca-2e39-4bca-8a9f-d7d0fd50923a,segment=NetworkSegment(dddb75af-2afb-4991-9652-8b4dd43b8077),segment_id=dddb75af-2afb-4991-9652-8b4dd43b8077)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:19:19.506087 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-aacb4287-1542-4d74-8774-6f433e43c47c req-dd74f0a0-afad-4dea-a9fc-edbf91231c11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (ad3035ca-2e39-4bca-8a9f-d7d0fd50923a), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:19.567613 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7ab6e730-aae3-4cb7-85e8-5494028b7338 req-05c59706-3489-43af-ad88-b37d0cdaa040 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?device_id=f88825d0-a091-4453-bc06-8a2acaf44ba3 HTTP/1.1" status: 200 len: 210 time: 0.0579457 Jan 28 19:19:19.580548 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacb4287-1542-4d74-8774-6f433e43c47c req-dd74f0a0-afad-4dea-a9fc-edbf91231c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:19.581393 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-aacb4287-1542-4d74-8774-6f433e43c47c req-dd74f0a0-afad-4dea-a9fc-edbf91231c11 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:19.583259 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-aacb4287-1542-4d74-8774-6f433e43c47c req-dd74f0a0-afad-4dea-a9fc-edbf91231c11 service neutron] 10.222.0.41 "PUT /v2.0/ports/ad3035ca-2e39-4bca-8a9f-d7d0fd50923a HTTP/1.1" status: 200 len: 1092 time: 0.9328799 Jan 28 19:19:19.583735 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6eddc9e7-4fa3-4f66-975c-1993c1ec7199', 'tag': 'ad3035ca-2e39-4bca-8a9f-d7d0fd50923a'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:19:19.586076 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db7d4ce6-4235-4296-9626-957f94cbb5f0" -d '{"events": [{"name": "network-changed", "server_uuid": "6eddc9e7-4fa3-4f66-975c-1993c1ec7199", "tag": "ad3035ca-2e39-4bca-8a9f-d7d0fd50923a"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:19:19.615020 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9ca83009-f2d7-4b34-920c-9417c509a3a2 req-12527140-fad9-4768-9cfc-d1a262bad0ff tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3679d64-92cb-41f0-9190-19b107733d6b HTTP/1.1" status: 200 len: 210 time: 0.0417025 Jan 28 19:19:19.631544 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd74f0a0-afad-4dea-a9fc-edbf91231c11 service neutron] Pushing event updated for resources: {'Port': ['ID=ad3035ca-2e39-4bca-8a9f-d7d0fd50923a,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:19.687693 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-04ac6199-9f68-4bb1-a109-71a18fd1abd2 req-02b8c14d-766f-45c9-afb7-eacd808e299a tempest-VolumesAdminNegativeTest-160153431 tempest-VolumesAdminNegativeTest-160153431-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c098187-a06e-4336-bb35-dfb9183e35fa HTTP/1.1" status: 200 len: 210 time: 0.0335641 Jan 28 19:19:20.032875 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-308b696f-6779-49ac-9283-a78a79b45d01 x-openstack-request-id: req-308b696f-6779-49ac-9283-a78a79b45d01 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:19:20.033485 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6eddc9e7-4fa3-4f66-975c-1993c1ec7199", "tag": "ad3035ca-2e39-4bca-8a9f-d7d0fd50923a", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:19:20.033485 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-308b696f-6779-49ac-9283-a78a79b45d01 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:19:20.033845 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6eddc9e7-4fa3-4f66-975c-1993c1ec7199', 'tag': 'ad3035ca-2e39-4bca-8a9f-d7d0fd50923a', 'status': 'completed', 'code': 200} Jan 28 19:19:20.046959 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacb4287-1542-4d74-8774-6f433e43c47c req-ad8fcbf4-4c37-43a8-9991-d1e16d0f9e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:20.048437 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-aacb4287-1542-4d74-8774-6f433e43c47c req-ad8fcbf4-4c37-43a8-9991-d1e16d0f9e29 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f940db8e9df9468aa9c0e463c735ec77&device_id=6eddc9e7-4fa3-4f66-975c-1993c1ec7199 HTTP/1.1" status: 200 len: 1126 time: 0.4092908 Jan 28 19:19:20.093727 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-aacb4287-1542-4d74-8774-6f433e43c47c req-ae4f8e1b-349f-4c12-ac88-476567388674 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ad3035ca-2e39-4bca-8a9f-d7d0fd50923a HTTP/1.1" status: 200 len: 217 time: 0.0375416 Jan 28 19:19:20.101438 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41e7d92-00e9-40b7-8210-0bfbca2a797d req-b57dc38d-93b4-4bb0-aa70-5dcf33377069 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:20.105636 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c41e7d92-00e9-40b7-8210-0bfbca2a797d req-b57dc38d-93b4-4bb0-aa70-5dcf33377069 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] 10.222.0.64 "GET /v2.0/ports?device_id=6eddc9e7-4fa3-4f66-975c-1993c1ec7199 HTTP/1.1" status: 200 len: 943 time: 0.4021568 Jan 28 19:19:20.191424 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacb4287-1542-4d74-8774-6f433e43c47c req-e5244401-25e6-42e9-a128-eccef7182503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:20.192799 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-aacb4287-1542-4d74-8774-6f433e43c47c req-e5244401-25e6-42e9-a128-eccef7182503 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=167d6f8b-2945-4c15-bbfc-1b64d284aeb5 HTTP/1.1" status: 200 len: 862 time: 0.0858455 Jan 28 19:19:20.239134 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c41e7d92-00e9-40b7-8210-0bfbca2a797d req-026e111c-0ed7-470d-8033-00eedfc91546 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] 10.222.0.64 "GET /v2.0/security-groups?id=93e4e5d8-2172-46b4-bafb-a6d3892a81f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241755 Jan 28 19:19:20.264926 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-aacb4287-1542-4d74-8774-6f433e43c47c req-5e50878c-53e3-4cae-86e2-7868d25d44f4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7ec03016-5972-412d-837e-85b126a1efc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633478 Jan 28 19:19:20.285877 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cb71b9-da10-44ae-85ef-da4a9b02c85b req-c3afeaed-bfcd-4ae4-a22c-7b6886177642 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:20.293634 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-79cb71b9-da10-44ae-85ef-da4a9b02c85b req-c3afeaed-bfcd-4ae4-a22c-7b6886177642 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/ports?device_id=423fe725-02cc-4d98-b77e-d73d18170f79 HTTP/1.1" status: 200 len: 946 time: 0.0967603 Jan 28 19:19:20.352597 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-79cb71b9-da10-44ae-85ef-da4a9b02c85b req-b9c2508c-b839-40de-854b-cde6d27e9caf tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/security-groups?id=929081b5-e4ec-47f3-a3f7-d2b3ba16c5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574207 Jan 28 19:19:20.370732 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-aacb4287-1542-4d74-8774-6f433e43c47c req-b89bd90c-1105-4425-b6fa-22c756b1217d service neutron] 10.222.0.41 "GET /v2.0/networks/7ec03016-5972-412d-837e-85b126a1efc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920429 Jan 28 19:19:20.399133 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:20.465897 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-aacb4287-1542-4d74-8774-6f433e43c47c req-1f9c59ab-8175-4441-8202-e9d48f2d0de9 service neutron] 10.222.0.41 "GET /v2.0/networks/7ec03016-5972-412d-837e-85b126a1efc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886476 Jan 28 19:19:20.589120 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62901cdf-bd17-472d-bb59-12435e2829c7 req-2c3eb411-3478-4e7e-ac4d-cca5990dcdbe tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:20.590579 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-62901cdf-bd17-472d-bb59-12435e2829c7 req-2c3eb411-3478-4e7e-ac4d-cca5990dcdbe tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=0611a4ab-e4ae-4065-bdc5-14dfb3eb9efd HTTP/1.1" status: 200 len: 946 time: 0.0856330 Jan 28 19:19:20.593804 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7d4ce6-4235-4296-9626-957f94cbb5f0 req-708e70a3-143c-419a-bd41-6b43fd3c9f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:20.596351 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-db7d4ce6-4235-4296-9626-957f94cbb5f0 req-708e70a3-143c-419a-bd41-6b43fd3c9f3c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f940db8e9df9468aa9c0e463c735ec77&device_id=6eddc9e7-4fa3-4f66-975c-1993c1ec7199 HTTP/1.1" status: 200 len: 1126 time: 0.0798316 Jan 28 19:19:20.701745 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9031cdbb-9963-493b-b167-9ad573305ab7 req-10fbe4ef-205b-4037-9960-ff9d0be01b97 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?device_id=f88825d0-a091-4453-bc06-8a2acaf44ba3 HTTP/1.1" status: 200 len: 210 time: 0.0329149 Jan 28 19:19:20.737611 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-62901cdf-bd17-472d-bb59-12435e2829c7 req-f6931e19-cd52-41b3-97ed-8f4a239851be tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371763 Jan 28 19:19:20.843883 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1dd43d84-1b2c-42d0-b632-717192050bca req-397e07a4-d16e-4011-8d5b-933d20819f6e tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3679d64-92cb-41f0-9190-19b107733d6b HTTP/1.1" status: 200 len: 210 time: 0.0575671 Jan 28 19:19:20.849425 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7d4ce6-4235-4296-9626-957f94cbb5f0 req-ced48e29-1903-41a1-beb6-84f8f5371b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:20.851005 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-db7d4ce6-4235-4296-9626-957f94cbb5f0 req-ced48e29-1903-41a1-beb6-84f8f5371b8f service neutron] 10.222.0.41 "GET /v2.0/networks?id=7ec03016-5972-412d-837e-85b126a1efc6 HTTP/1.1" status: 200 len: 922 time: 0.2327783 Jan 28 19:19:20.878314 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c22540a5-0d34-4d06-99c0-1f4a1e8a6dc2 req-1ae75fe6-1721-43af-b28d-8037a3c4a76d tempest-VolumesAdminNegativeTest-160153431 tempest-VolumesAdminNegativeTest-160153431-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c098187-a06e-4336-bb35-dfb9183e35fa HTTP/1.1" status: 200 len: 210 time: 0.0528891 Jan 28 19:19:20.919292 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-db7d4ce6-4235-4296-9626-957f94cbb5f0 req-b760a74e-866a-4571-ad8d-5139caa3537d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ad3035ca-2e39-4bca-8a9f-d7d0fd50923a HTTP/1.1" status: 200 len: 217 time: 0.0512652 Jan 28 19:19:20.928519 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd459976-34f2-44de-8bcb-cce3866c9940 req-6da12b59-6581-44e2-89ef-6b389d46fb1e tempest-VolumesAdminNegativeTest-160153431 tempest-VolumesAdminNegativeTest-160153431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:20.930004 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-cd459976-34f2-44de-8bcb-cce3866c9940 req-6da12b59-6581-44e2-89ef-6b389d46fb1e tempest-VolumesAdminNegativeTest-160153431 tempest-VolumesAdminNegativeTest-160153431-project] 10.222.0.41 "GET /v2.0/networks?id=26aeb3c4-2ce2-4b83-85b7-1c2aaff593d5 HTTP/1.1" status: 200 len: 814 time: 0.2351289 Jan 28 19:19:20.966604 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-cd459976-34f2-44de-8bcb-cce3866c9940 req-41612a04-db9b-44a2-9d1f-5dc14b4a451d tempest-VolumesAdminNegativeTest-160153431 tempest-VolumesAdminNegativeTest-160153431-project] Request body: {'port': {'device_id': '3c098187-a06e-4336-bb35-dfb9183e35fa', 'network_id': '26aeb3c4-2ce2-4b83-85b7-1c2aaff593d5', 'admin_state_up': True, 'tenant_id': 'd06df3832f6c45b69e14ca37904e0d1a'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:19:21.031165 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7d4ce6-4235-4296-9626-957f94cbb5f0 req-004e11eb-4f3d-444d-a306-6625edc7d9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:21.032649 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-db7d4ce6-4235-4296-9626-957f94cbb5f0 req-004e11eb-4f3d-444d-a306-6625edc7d9c6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=167d6f8b-2945-4c15-bbfc-1b64d284aeb5 HTTP/1.1" status: 200 len: 862 time: 0.1017284 Jan 28 19:19:21.081799 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-db7d4ce6-4235-4296-9626-957f94cbb5f0 req-fb00b3d3-4725-4381-a0dc-627848896fa7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7ec03016-5972-412d-837e-85b126a1efc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386813 Jan 28 19:19:21.174409 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd459976-34f2-44de-8bcb-cce3866c9940 req-41612a04-db9b-44a2-9d1f-5dc14b4a451d tempest-VolumesAdminNegativeTest-160153431 tempest-VolumesAdminNegativeTest-160153431-project] Made reservation on behalf of d06df3832f6c45b69e14ca37904e0d1a for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:19:21.177704 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-cd459976-34f2-44de-8bcb-cce3866c9940 req-41612a04-db9b-44a2-9d1f-5dc14b4a451d tempest-VolumesAdminNegativeTest-160153431 tempest-VolumesAdminNegativeTest-160153431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:21.215471 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-db7d4ce6-4235-4296-9626-957f94cbb5f0 req-379fe967-bfc5-41c2-9366-7db5b3ac00ae service neutron] 10.222.0.41 "GET /v2.0/networks/7ec03016-5972-412d-837e-85b126a1efc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237161 Jan 28 19:19:21.378017 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9cd017-3d17-4688-8378-7d9818f9d22c req-0924c8e6-3921-480e-a69a-a2becf87ba84 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:21.380243 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3f9cd017-3d17-4688-8378-7d9818f9d22c req-0924c8e6-3921-480e-a69a-a2becf87ba84 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] 10.222.0.64 "GET /v2.0/ports?device_id=6eddc9e7-4fa3-4f66-975c-1993c1ec7199 HTTP/1.1" status: 200 len: 943 time: 0.0723650 Jan 28 19:19:21.399402 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-db7d4ce6-4235-4296-9626-957f94cbb5f0 req-74f3984e-a7bd-4121-bbe6-cbd18123b11e service neutron] 10.222.0.41 "GET /v2.0/networks/7ec03016-5972-412d-837e-85b126a1efc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544361 Jan 28 19:19:21.400433 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-cd459976-34f2-44de-8bcb-cce3866c9940 req-41612a04-db9b-44a2-9d1f-5dc14b4a451d tempest-VolumesAdminNegativeTest-160153431 tempest-VolumesAdminNegativeTest-160153431-project] Allocated IP 172.20.0.9 (26aeb3c4-2ce2-4b83-85b7-1c2aaff593d5/a4cd1aea-8a69-4d23-af80-8f05dd153b0b/ec03c6b6-fa2b-4f13-a042-848741cca95d) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:19:21.458965 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3f9cd017-3d17-4688-8378-7d9818f9d22c req-e97e01cc-71f5-416f-845e-08decd2a7123 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] 10.222.0.64 "GET /v2.0/security-groups?id=93e4e5d8-2172-46b4-bafb-a6d3892a81f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712276 Jan 28 19:19:21.563478 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a403b095-57c2-444a-84f0-da74b92caa2f req-aeea6e98-130b-4328-9bf4-f1abbc700375 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:21.564860 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a403b095-57c2-444a-84f0-da74b92caa2f req-aeea6e98-130b-4328-9bf4-f1abbc700375 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/ports?device_id=423fe725-02cc-4d98-b77e-d73d18170f79 HTTP/1.1" status: 200 len: 946 time: 0.1216519 Jan 28 19:19:21.615589 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-cd459976-34f2-44de-8bcb-cce3866c9940 req-41612a04-db9b-44a2-9d1f-5dc14b4a451d tempest-VolumesAdminNegativeTest-160153431 tempest-VolumesAdminNegativeTest-160153431-project] Publish callbacks [] for port (ec03c6b6-fa2b-4f13-a042-848741cca95d), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:21.639342 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a403b095-57c2-444a-84f0-da74b92caa2f req-b62bf9c2-df3a-456e-8649-4996fd24fea0 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/security-groups?id=929081b5-e4ec-47f3-a3f7-d2b3ba16c5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688348 Jan 28 19:19:21.676131 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-cd459976-34f2-44de-8bcb-cce3866c9940 req-41612a04-db9b-44a2-9d1f-5dc14b4a451d tempest-VolumesAdminNegativeTest-160153431 tempest-VolumesAdminNegativeTest-160153431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (ec03c6b6-fa2b-4f13-a042-848741cca95d), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:21.724320 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd459976-34f2-44de-8bcb-cce3866c9940 req-41612a04-db9b-44a2-9d1f-5dc14b4a451d tempest-VolumesAdminNegativeTest-160153431 tempest-VolumesAdminNegativeTest-160153431-project] Network 26aeb3c4-2ce2-4b83-85b7-1c2aaff593d5 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:19:21.727328 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-cd459976-34f2-44de-8bcb-cce3866c9940 req-41612a04-db9b-44a2-9d1f-5dc14b4a451d tempest-VolumesAdminNegativeTest-160153431 tempest-VolumesAdminNegativeTest-160153431-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:19:21.731056 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd459976-34f2-44de-8bcb-cce3866c9940 req-41612a04-db9b-44a2-9d1f-5dc14b4a451d tempest-VolumesAdminNegativeTest-160153431 tempest-VolumesAdminNegativeTest-160153431-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:19:21.759180 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41612a04-db9b-44a2-9d1f-5dc14b4a451d tempest-VolumesAdminNegativeTest-160153431 tempest-VolumesAdminNegativeTest-160153431-project] Pushing event updated for resources: {'Port': ['ID=ec03c6b6-fa2b-4f13-a042-848741cca95d,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:21.788749 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd459976-34f2-44de-8bcb-cce3866c9940 req-41612a04-db9b-44a2-9d1f-5dc14b4a451d tempest-VolumesAdminNegativeTest-160153431 tempest-VolumesAdminNegativeTest-160153431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:21.789404 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-cd459976-34f2-44de-8bcb-cce3866c9940 req-41612a04-db9b-44a2-9d1f-5dc14b4a451d tempest-VolumesAdminNegativeTest-160153431 tempest-VolumesAdminNegativeTest-160153431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:21.812853 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-cd459976-34f2-44de-8bcb-cce3866c9940 req-41612a04-db9b-44a2-9d1f-5dc14b4a451d tempest-VolumesAdminNegativeTest-160153431 tempest-VolumesAdminNegativeTest-160153431-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8511629 Jan 28 19:19:21.815548 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b6c6007d-3dad-4ff6-a919-adaa25c183e4 req-88116592-aa3c-461e-aa7d-0e94264dacc6 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?device_id=f88825d0-a091-4453-bc06-8a2acaf44ba3 HTTP/1.1" status: 200 len: 210 time: 0.0366380 Jan 28 19:19:21.828945 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-cd459976-34f2-44de-8bcb-cce3866c9940 req-3e1985d3-17d4-4f17-b7a4-068976673d32 service neutron] Request body: {'port': {'device_id': '3c098187-a06e-4336-bb35-dfb9183e35fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-14'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:19:21.934246 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-cd459976-34f2-44de-8bcb-cce3866c9940 req-3e1985d3-17d4-4f17-b7a4-068976673d32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (ec03c6b6-fa2b-4f13-a042-848741cca95d), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:21.943681 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-fa2d60af-ca96-48dc-9a35-a862f7d57f88 req-4b820e41-c15a-4e49-8b05-e4005bcfb6cc tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3679d64-92cb-41f0-9190-19b107733d6b HTTP/1.1" status: 200 len: 210 time: 0.0286155 Jan 28 19:19:21.944157 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0658f0fb-20fa-4d2d-86f7-e9b9dfb3ac7d req-0e4a73b7-7f44-4715-8eb0-3328f58b46aa tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:21.945686 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-0658f0fb-20fa-4d2d-86f7-e9b9dfb3ac7d req-0e4a73b7-7f44-4715-8eb0-3328f58b46aa tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=0611a4ab-e4ae-4065-bdc5-14dfb3eb9efd HTTP/1.1" status: 200 len: 946 time: 0.0919836 Jan 28 19:19:22.030735 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-0658f0fb-20fa-4d2d-86f7-e9b9dfb3ac7d req-f743a5aa-5faa-4fbd-af66-2c7bf1383b20 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770094 Jan 28 19:19:22.067666 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23956c6f-0986-42f0-8653-a75533e1af22 req-52df4576-2e6a-4233-b99f-4d53713d719a tempest-VolumesAdminNegativeTest-160153431 tempest-VolumesAdminNegativeTest-160153431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:22.069231 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-23956c6f-0986-42f0-8653-a75533e1af22 req-52df4576-2e6a-4233-b99f-4d53713d719a tempest-VolumesAdminNegativeTest-160153431 tempest-VolumesAdminNegativeTest-160153431-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c098187-a06e-4336-bb35-dfb9183e35fa HTTP/1.1" status: 200 len: 931 time: 0.0597122 Jan 28 19:19:22.122200 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-23956c6f-0986-42f0-8653-a75533e1af22 req-66a04dc6-9b92-4e87-8928-69d460f6bd32 tempest-VolumesAdminNegativeTest-160153431 tempest-VolumesAdminNegativeTest-160153431-project] 10.222.0.64 "GET /v2.0/security-groups?id=3edd43aa-0d42-4da8-9b67-5bded8ceda3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460899 Jan 28 19:19:22.279472 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [req-cd459976-34f2-44de-8bcb-cce3866c9940 req-3e1985d3-17d4-4f17-b7a4-068976673d32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec03c6b6-fa2b-4f13-a042-848741cca95d {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:19:22.292055 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-cd459976-34f2-44de-8bcb-cce3866c9940 req-3e1985d3-17d4-4f17-b7a4-068976673d32 service neutron] Publish callbacks [] for port (ec03c6b6-fa2b-4f13-a042-848741cca95d), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:22.304698 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-cd459976-34f2-44de-8bcb-cce3866c9940 req-3e1985d3-17d4-4f17-b7a4-068976673d32 service neutron] Transition to ACTIVE for port object ec03c6b6-fa2b-4f13-a042-848741cca95d will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:19:22.309218 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-cd459976-34f2-44de-8bcb-cce3866c9940 req-3e1985d3-17d4-4f17-b7a4-068976673d32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (ec03c6b6-fa2b-4f13-a042-848741cca95d), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:22.360184 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1985d3-17d4-4f17-b7a4-068976673d32 service neutron] Pushing event updated for resources: {'Port': ['ID=ec03c6b6-fa2b-4f13-a042-848741cca95d,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:22.434903 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-cd459976-34f2-44de-8bcb-cce3866c9940 req-3e1985d3-17d4-4f17-b7a4-068976673d32 service neutron] Attempting to bind port ec03c6b6-fa2b-4f13-a042-848741cca95d on host n-h1-812111-14 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:19:22.435237 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-cd459976-34f2-44de-8bcb-cce3866c9940 req-3e1985d3-17d4-4f17-b7a4-068976673d32 service neutron] Attempting to bind port ec03c6b6-fa2b-4f13-a042-848741cca95d by drivers openvswitch,hyperv on host n-h1-812111-14 at level 0 using segments [{'id': 'd6c69493-a739-47c8-bf05-e563c002fb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '26aeb3c4-2ce2-4b83-85b7-1c2aaff593d5'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:19:22.435593 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd459976-34f2-44de-8bcb-cce3866c9940 req-3e1985d3-17d4-4f17-b7a4-068976673d32 service neutron] Attempting to bind port ec03c6b6-fa2b-4f13-a042-848741cca95d on network 26aeb3c4-2ce2-4b83-85b7-1c2aaff593d5 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:19:22.439805 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd459976-34f2-44de-8bcb-cce3866c9940 req-3e1985d3-17d4-4f17-b7a4-068976673d32 service neutron] Port ec03c6b6-fa2b-4f13-a042-848741cca95d on network 26aeb3c4-2ce2-4b83-85b7-1c2aaff593d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-14 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:19:22.440124 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd459976-34f2-44de-8bcb-cce3866c9940 req-3e1985d3-17d4-4f17-b7a4-068976673d32 service neutron] Attempting to bind port ec03c6b6-fa2b-4f13-a042-848741cca95d on network 26aeb3c4-2ce2-4b83-85b7-1c2aaff593d5 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:19:22.444956 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd459976-34f2-44de-8bcb-cce3866c9940 req-3e1985d3-17d4-4f17-b7a4-068976673d32 service neutron] Checking agent: {'id': 'b544ba20-de93-4d86-9e6b-a2202deb6191', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 18, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:19:22.445317 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd459976-34f2-44de-8bcb-cce3866c9940 req-3e1985d3-17d4-4f17-b7a4-068976673d32 service neutron] Checking segment: {'id': 'd6c69493-a739-47c8-bf05-e563c002fb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '26aeb3c4-2ce2-4b83-85b7-1c2aaff593d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:19:22.445705 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd459976-34f2-44de-8bcb-cce3866c9940 req-3e1985d3-17d4-4f17-b7a4-068976673d32 service neutron] Bound using segment: {'id': 'd6c69493-a739-47c8-bf05-e563c002fb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '26aeb3c4-2ce2-4b83-85b7-1c2aaff593d5'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:19:22.446129 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-cd459976-34f2-44de-8bcb-cce3866c9940 req-3e1985d3-17d4-4f17-b7a4-068976673d32 service neutron] Bound port: ec03c6b6-fa2b-4f13-a042-848741cca95d, host: n-h1-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6c69493-a739-47c8-bf05-e563c002fb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '26aeb3c4-2ce2-4b83-85b7-1c2aaff593d5'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:19:22.446482 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-cd459976-34f2-44de-8bcb-cce3866c9940 req-3e1985d3-17d4-4f17-b7a4-068976673d32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (ec03c6b6-fa2b-4f13-a042-848741cca95d), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:22.509208 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-cd459976-34f2-44de-8bcb-cce3866c9940 req-3e1985d3-17d4-4f17-b7a4-068976673d32 service neutron] For port ec03c6b6-fa2b-4f13-a042-848741cca95d, host n-h1-812111-14, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:19:22.512334 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-cd459976-34f2-44de-8bcb-cce3866c9940 req-3e1985d3-17d4-4f17-b7a4-068976673d32 service neutron] For port ec03c6b6-fa2b-4f13-a042-848741cca95d, host n-h1-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=ec03c6b6-fa2b-4f13-a042-848741cca95d,segment=NetworkSegment(d6c69493-a739-47c8-bf05-e563c002fb4c),segment_id=d6c69493-a739-47c8-bf05-e563c002fb4c)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:19:22.520461 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-cd459976-34f2-44de-8bcb-cce3866c9940 req-3e1985d3-17d4-4f17-b7a4-068976673d32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (ec03c6b6-fa2b-4f13-a042-848741cca95d), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:22.568776 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd459976-34f2-44de-8bcb-cce3866c9940 req-3e1985d3-17d4-4f17-b7a4-068976673d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:22.569490 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-cd459976-34f2-44de-8bcb-cce3866c9940 req-3e1985d3-17d4-4f17-b7a4-068976673d32 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:22.571228 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-cd459976-34f2-44de-8bcb-cce3866c9940 req-3e1985d3-17d4-4f17-b7a4-068976673d32 service neutron] 10.222.0.41 "PUT /v2.0/ports/ec03c6b6-fa2b-4f13-a042-848741cca95d HTTP/1.1" status: 200 len: 1092 time: 0.7484183 Jan 28 19:19:22.575199 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c098187-a06e-4336-bb35-dfb9183e35fa', 'tag': 'ec03c6b6-fa2b-4f13-a042-848741cca95d'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:19:22.578305 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36ae38a6-5e98-43da-8e9f-ff9680afc23f" -d '{"events": [{"name": "network-changed", "server_uuid": "3c098187-a06e-4336-bb35-dfb9183e35fa", "tag": "ec03c6b6-fa2b-4f13-a042-848741cca95d"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:19:22.642537 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1985d3-17d4-4f17-b7a4-068976673d32 service neutron] Pushing event updated for resources: {'Port': ['ID=ec03c6b6-fa2b-4f13-a042-848741cca95d,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:22.659340 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-011c6e57-0620-43a0-b87e-fa3b7348d784 x-openstack-request-id: req-011c6e57-0620-43a0-b87e-fa3b7348d784 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:19:22.659625 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c098187-a06e-4336-bb35-dfb9183e35fa", "tag": "ec03c6b6-fa2b-4f13-a042-848741cca95d", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:19:22.659876 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-011c6e57-0620-43a0-b87e-fa3b7348d784 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:19:22.660266 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c098187-a06e-4336-bb35-dfb9183e35fa', 'tag': 'ec03c6b6-fa2b-4f13-a042-848741cca95d', 'status': 'completed', 'code': 200} Jan 28 19:19:22.683311 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca2f290-c71e-4436-8837-8a4dd0b31e3b req-86721815-bc4c-4879-a31b-b5ef445305b1 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:22.684911 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8ca2f290-c71e-4436-8837-8a4dd0b31e3b req-86721815-bc4c-4879-a31b-b5ef445305b1 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] 10.222.0.64 "GET /v2.0/ports?device_id=6eddc9e7-4fa3-4f66-975c-1993c1ec7199 HTTP/1.1" status: 200 len: 943 time: 0.1373265 Jan 28 19:19:22.701347 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd459976-34f2-44de-8bcb-cce3866c9940 req-95b65fb8-264c-426c-93ad-7e571b93ee72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:22.702856 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-cd459976-34f2-44de-8bcb-cce3866c9940 req-95b65fb8-264c-426c-93ad-7e571b93ee72 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d06df3832f6c45b69e14ca37904e0d1a&device_id=3c098187-a06e-4336-bb35-dfb9183e35fa HTTP/1.1" status: 200 len: 1126 time: 0.0750713 Jan 28 19:19:22.757751 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-cd459976-34f2-44de-8bcb-cce3866c9940 req-c8a393d2-afa2-425b-a462-95ee4f840f0f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ec03c6b6-fa2b-4f13-a042-848741cca95d HTTP/1.1" status: 200 len: 217 time: 0.0462475 Jan 28 19:19:22.769584 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eaa52e-7b21-4ff5-be70-d8fe17f80654 req-5df03542-29e0-4491-96f0-7c3aa4d5acd3 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:22.771484 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-33eaa52e-7b21-4ff5-be70-d8fe17f80654 req-5df03542-29e0-4491-96f0-7c3aa4d5acd3 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/ports?device_id=423fe725-02cc-4d98-b77e-d73d18170f79 HTTP/1.1" status: 200 len: 946 time: 0.0595222 Jan 28 19:19:22.811738 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8ca2f290-c71e-4436-8837-8a4dd0b31e3b req-f93e8ebd-e8aa-4cd8-bf9e-adc8b32f023f tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] 10.222.0.64 "GET /v2.0/security-groups?id=93e4e5d8-2172-46b4-bafb-a6d3892a81f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190457 Jan 28 19:19:22.830404 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-33eaa52e-7b21-4ff5-be70-d8fe17f80654 req-79e80f1d-9124-4c79-8108-c2960d9eeb6e tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/security-groups?id=929081b5-e4ec-47f3-a3f7-d2b3ba16c5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522823 Jan 28 19:19:22.832287 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd459976-34f2-44de-8bcb-cce3866c9940 req-fd9e67ee-0ad7-46de-93bf-f94f35c3d4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:22.833781 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-cd459976-34f2-44de-8bcb-cce3866c9940 req-fd9e67ee-0ad7-46de-93bf-f94f35c3d4fe service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a4cd1aea-8a69-4d23-af80-8f05dd153b0b HTTP/1.1" status: 200 len: 854 time: 0.0679479 Jan 28 19:19:22.869225 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-cd459976-34f2-44de-8bcb-cce3866c9940 req-f7cbf315-f685-436c-943a-28181d318930 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=26aeb3c4-2ce2-4b83-85b7-1c2aaff593d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292215 Jan 28 19:19:22.951876 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-80850db5-7a4b-426f-8722-5247d306cd43 req-2dc5104f-98b6-409a-a7e2-637811099734 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?device_id=f88825d0-a091-4453-bc06-8a2acaf44ba3 HTTP/1.1" status: 200 len: 210 time: 0.0560613 Jan 28 19:19:22.993544 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-cd459976-34f2-44de-8bcb-cce3866c9940 req-abf53f45-390e-469a-b89d-4eff5224258d service neutron] 10.222.0.41 "GET /v2.0/networks/26aeb3c4-2ce2-4b83-85b7-1c2aaff593d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154323 Jan 28 19:19:23.047884 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e6a36869-a34a-4a81-a21e-c218c4757dea req-7e505f4c-265e-4dfd-b526-02cd2f7d589d tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3679d64-92cb-41f0-9190-19b107733d6b HTTP/1.1" status: 200 len: 210 time: 0.0283513 Jan 28 19:19:23.095957 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-cd459976-34f2-44de-8bcb-cce3866c9940 req-6fd88a43-248a-4984-9c8a-39b259605525 service neutron] 10.222.0.41 "GET /v2.0/networks/26aeb3c4-2ce2-4b83-85b7-1c2aaff593d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962837 Jan 28 19:19:23.208438 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7775b08b-9d25-4d40-9fcb-93f6640ddf99 req-4166b329-7696-4a23-8f03-6cc213764cb4 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:23.215491 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7775b08b-9d25-4d40-9fcb-93f6640ddf99 req-4166b329-7696-4a23-8f03-6cc213764cb4 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=0611a4ab-e4ae-4065-bdc5-14dfb3eb9efd HTTP/1.1" status: 200 len: 946 time: 0.0996265 Jan 28 19:19:23.235657 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ae38a6-5e98-43da-8e9f-ff9680afc23f req-3d87bc80-24a1-49ca-b4a8-a0fb56695e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:23.237221 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-36ae38a6-5e98-43da-8e9f-ff9680afc23f req-3d87bc80-24a1-49ca-b4a8-a0fb56695e71 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d06df3832f6c45b69e14ca37904e0d1a&device_id=3c098187-a06e-4336-bb35-dfb9183e35fa HTTP/1.1" status: 200 len: 1126 time: 0.0846429 Jan 28 19:19:23.267748 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc1dbed-0adb-45a7-b4c6-c2a69216a699 req-b29225a7-9179-4065-aac0-68f0c8740dde tempest-VolumesAdminNegativeTest-160153431 tempest-VolumesAdminNegativeTest-160153431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:23.269796 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ccc1dbed-0adb-45a7-b4c6-c2a69216a699 req-b29225a7-9179-4065-aac0-68f0c8740dde tempest-VolumesAdminNegativeTest-160153431 tempest-VolumesAdminNegativeTest-160153431-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c098187-a06e-4336-bb35-dfb9183e35fa HTTP/1.1" status: 200 len: 943 time: 0.0666873 Jan 28 19:19:23.289697 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7775b08b-9d25-4d40-9fcb-93f6640ddf99 req-2c77cbd1-4cd5-4861-8758-8a4c4a61832c tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732102 Jan 28 19:19:23.321055 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ccc1dbed-0adb-45a7-b4c6-c2a69216a699 req-f14ee4f7-135d-4818-a80a-f9d5b199c7d9 tempest-VolumesAdminNegativeTest-160153431 tempest-VolumesAdminNegativeTest-160153431-project] 10.222.0.64 "GET /v2.0/security-groups?id=3edd43aa-0d42-4da8-9b67-5bded8ceda3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454803 Jan 28 19:19:23.367587 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ae38a6-5e98-43da-8e9f-ff9680afc23f req-0f342747-77b4-4926-a7a9-5feafec35ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:23.369038 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-36ae38a6-5e98-43da-8e9f-ff9680afc23f req-0f342747-77b4-4926-a7a9-5feafec35ee3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=26aeb3c4-2ce2-4b83-85b7-1c2aaff593d5 HTTP/1.1" status: 200 len: 914 time: 0.1178775 Jan 28 19:19:23.410370 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-36ae38a6-5e98-43da-8e9f-ff9680afc23f req-a8357fe0-0d6d-482c-b141-b1bb71aab520 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ec03c6b6-fa2b-4f13-a042-848741cca95d HTTP/1.1" status: 200 len: 217 time: 0.0346475 Jan 28 19:19:23.460709 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ae38a6-5e98-43da-8e9f-ff9680afc23f req-b0d87627-b2ea-46be-9549-a0abc7e81c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:23.462082 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-36ae38a6-5e98-43da-8e9f-ff9680afc23f req-b0d87627-b2ea-46be-9549-a0abc7e81c02 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a4cd1aea-8a69-4d23-af80-8f05dd153b0b HTTP/1.1" status: 200 len: 854 time: 0.0429611 Jan 28 19:19:23.493548 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-36ae38a6-5e98-43da-8e9f-ff9680afc23f req-9fa60c54-f417-4a57-bc8e-010b46a293fd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=26aeb3c4-2ce2-4b83-85b7-1c2aaff593d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251675 Jan 28 19:19:23.570378 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:23.590301 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-36ae38a6-5e98-43da-8e9f-ff9680afc23f req-42d153aa-0509-49da-b780-2b56dea2c61e service neutron] 10.222.0.41 "GET /v2.0/networks/26aeb3c4-2ce2-4b83-85b7-1c2aaff593d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881953 Jan 28 19:19:23.680146 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-36ae38a6-5e98-43da-8e9f-ff9680afc23f req-e629a360-dc9d-4f45-b003-2dabacc4df96 service neutron] 10.222.0.41 "GET /v2.0/networks/26aeb3c4-2ce2-4b83-85b7-1c2aaff593d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838237 Jan 28 19:19:23.940824 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10814bf0-9c0f-45f2-a845-f86fd5539843 req-edca08a3-65b8-4ce1-8701-ad7b36dedacd tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:23.942778 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-10814bf0-9c0f-45f2-a845-f86fd5539843 req-edca08a3-65b8-4ce1-8701-ad7b36dedacd tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] 10.222.0.64 "GET /v2.0/ports?device_id=6eddc9e7-4fa3-4f66-975c-1993c1ec7199 HTTP/1.1" status: 200 len: 943 time: 0.0602856 Jan 28 19:19:23.962640 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088afb62-494e-478d-b349-bb270f16abf9 req-cf39401e-749f-46e9-9ff0-a031832fd181 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:23.965607 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-088afb62-494e-478d-b349-bb270f16abf9 req-cf39401e-749f-46e9-9ff0-a031832fd181 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/ports?device_id=423fe725-02cc-4d98-b77e-d73d18170f79 HTTP/1.1" status: 200 len: 946 time: 0.0598252 Jan 28 19:19:23.995804 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-10814bf0-9c0f-45f2-a845-f86fd5539843 req-1dd6ee11-3a16-4d16-9b9d-c3bb86ca8f06 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] 10.222.0.64 "GET /v2.0/security-groups?id=93e4e5d8-2172-46b4-bafb-a6d3892a81f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461740 Jan 28 19:19:23.998301 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device ad3035ca-2e39-4bca-8a9f-d7d0fd50923a details requested by agent hyperv_n-h1-812111-14 with host n-h1-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:19:24.015881 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-088afb62-494e-478d-b349-bb270f16abf9 req-74bce96e-b011-40a1-8c7a-b6f9d01547bf tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/security-groups?id=929081b5-e4ec-47f3-a3f7-d2b3ba16c5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452704 Jan 28 19:19:24.112934 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-705db5dd-4c6a-468f-b8d3-bf1a77af8eb5 req-7246a295-3f20-4ed3-b2ce-9558aca85114 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?device_id=f88825d0-a091-4453-bc06-8a2acaf44ba3 HTTP/1.1" status: 200 len: 210 time: 0.0359015 Jan 28 19:19:24.134142 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port ad3035ca-2e39-4bca-8a9f-d7d0fd50923a, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=ad3035ca-2e39-4bca-8a9f-d7d0fd50923a,segment=NetworkSegment(dddb75af-2afb-4991-9652-8b4dd43b8077),segment_id=dddb75af-2afb-4991-9652-8b4dd43b8077)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:19:24.147389 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Returning: {'device': 'ad3035ca-2e39-4bca-8a9f-d7d0fd50923a', 'network_id': '7ec03016-5972-412d-837e-85b126a1efc6', 'port_id': 'ad3035ca-2e39-4bca-8a9f-d7d0fd50923a', 'mac_address': 'fa:16:3e:7d:7a:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '167d6f8b-2945-4c15-bbfc-1b64d284aeb5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:19:24.156209 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7b34e5f3-bb36-4d48-be23-9402bb63b858 req-1476f215-3972-441e-9426-ef9847e454bb tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3679d64-92cb-41f0-9190-19b107733d6b HTTP/1.1" status: 200 len: 210 time: 0.0294511 Jan 28 19:19:24.187841 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port ad3035ca-2e39-4bca-8a9f-d7d0fd50923a is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:19:24.188225 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (ad3035ca-2e39-4bca-8a9f-d7d0fd50923a), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:24.201041 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad3035ca-2e39-4bca-8a9f-d7d0fd50923a {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:19:24.225156 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port ad3035ca-2e39-4bca-8a9f-d7d0fd50923a, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=ad3035ca-2e39-4bca-8a9f-d7d0fd50923a,segment=NetworkSegment(dddb75af-2afb-4991-9652-8b4dd43b8077),segment_id=dddb75af-2afb-4991-9652-8b4dd43b8077)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:19:24.230511 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (ad3035ca-2e39-4bca-8a9f-d7d0fd50923a), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:24.279239 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=ad3035ca-2e39-4bca-8a9f-d7d0fd50923a,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:24.414063 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab906b1-78c6-47c9-9d6c-8323b2fdf4cb req-b91db57e-f3b3-415d-8907-995bcad0f1b8 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:24.416268 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6ab906b1-78c6-47c9-9d6c-8323b2fdf4cb req-b91db57e-f3b3-415d-8907-995bcad0f1b8 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=0611a4ab-e4ae-4065-bdc5-14dfb3eb9efd HTTP/1.1" status: 200 len: 946 time: 0.0563114 Jan 28 19:19:24.449861 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3093577-afb4-44ac-93ae-10fa59262cc6 req-03140a8d-9694-40e9-a5e0-42bcd49caafa tempest-VolumesAdminNegativeTest-160153431 tempest-VolumesAdminNegativeTest-160153431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:24.451454 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a3093577-afb4-44ac-93ae-10fa59262cc6 req-03140a8d-9694-40e9-a5e0-42bcd49caafa tempest-VolumesAdminNegativeTest-160153431 tempest-VolumesAdminNegativeTest-160153431-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c098187-a06e-4336-bb35-dfb9183e35fa HTTP/1.1" status: 200 len: 943 time: 0.0607266 Jan 28 19:19:24.470300 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6ab906b1-78c6-47c9-9d6c-8323b2fdf4cb req-2387eed0-7d4d-4248-a192-b8fe9ae85421 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465596 Jan 28 19:19:24.501525 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['ad3035ca-2e39-4bca-8a9f-d7d0fd50923a'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:19:24.505794 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a3093577-afb4-44ac-93ae-10fa59262cc6 req-81bb8a02-f183-439a-b2d8-ff1c447f9b6d tempest-VolumesAdminNegativeTest-160153431 tempest-VolumesAdminNegativeTest-160153431-project] 10.222.0.64 "GET /v2.0/security-groups?id=3edd43aa-0d42-4da8-9b67-5bded8ceda3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478728 Jan 28 19:19:24.727674 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 42112) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:25.089005 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b1696e62-ccba-451d-acba-9794f5bba072 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-732838'] for router_interface (b6d3a8ff-e794-42a8-af82-0d62abd8ca2d), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:25.189395 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a9d77e-c4b9-401f-9ba6-79434da16a65 req-eac9a401-4033-44d4-9370-d12c998d36f7 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:25.192022 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d5a9d77e-c4b9-401f-9ba6-79434da16a65 req-eac9a401-4033-44d4-9370-d12c998d36f7 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] 10.222.0.64 "GET /v2.0/ports?device_id=6eddc9e7-4fa3-4f66-975c-1993c1ec7199 HTTP/1.1" status: 200 len: 944 time: 0.0666535 Jan 28 19:19:25.229388 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b76d287-23dc-40a3-b872-a640ce58a58c req-308a1dcc-5017-421c-a6bd-0f5845bb4c40 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:25.230882 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8b76d287-23dc-40a3-b872-a640ce58a58c req-308a1dcc-5017-421c-a6bd-0f5845bb4c40 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/ports?device_id=423fe725-02cc-4d98-b77e-d73d18170f79 HTTP/1.1" status: 200 len: 946 time: 0.1010451 Jan 28 19:19:25.266218 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d5a9d77e-c4b9-401f-9ba6-79434da16a65 req-c7b71729-2182-494b-8658-aab45205025d tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] 10.222.0.64 "GET /v2.0/security-groups?id=93e4e5d8-2172-46b4-bafb-a6d3892a81f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688612 Jan 28 19:19:25.336177 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8b76d287-23dc-40a3-b872-a640ce58a58c req-18d5f21a-953e-4073-a811-6d14eed18453 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/security-groups?id=929081b5-e4ec-47f3-a3f7-d2b3ba16c5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956788 Jan 28 19:19:25.376019 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-0e34f0e6-1f34-491e-ac71-0121b7bebe58 req-3657ac38-b1c1-4f70-82e1-a959bfd40aed tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?device_id=f88825d0-a091-4453-bc06-8a2acaf44ba3 HTTP/1.1" status: 200 len: 210 time: 0.0455186 Jan 28 19:19:25.617619 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbe16d9-e4f1-4ad4-9f03-16a48458aeb8 req-513b46f5-6f5a-4cb3-a8bd-fba5cc02faa6 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:25.626824 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9cbe16d9-e4f1-4ad4-9f03-16a48458aeb8 req-513b46f5-6f5a-4cb3-a8bd-fba5cc02faa6 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=0611a4ab-e4ae-4065-bdc5-14dfb3eb9efd HTTP/1.1" status: 200 len: 946 time: 0.0761893 Jan 28 19:19:25.693248 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9cbe16d9-e4f1-4ad4-9f03-16a48458aeb8 req-b851d854-0ef6-4bba-8998-be28421119ac tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652428 Jan 28 19:19:25.736072 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-aea10ef0-8006-4035-894d-ab1a5077f7e2 req-070d4f44-ba3e-461e-becd-35d30c916755 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3679d64-92cb-41f0-9190-19b107733d6b HTTP/1.1" status: 200 len: 210 time: 0.0518970 Jan 28 19:19:25.760318 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-b1696e62-ccba-451d-acba-9794f5bba072 admin admin] Deleting port 420082ec-b4a9-4dff-8305-9ec49c5d992a {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:19:25.760914 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b1696e62-ccba-451d-acba-9794f5bba072 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (420082ec-b4a9-4dff-8305-9ec49c5d992a), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:25.824801 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9827dd1-e808-4140-b0bd-5e36b6c86ded req-d8f5ea40-aa81-4875-9642-8eff41373e44 tempest-VolumesAdminNegativeTest-160153431 tempest-VolumesAdminNegativeTest-160153431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:25.826390 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d9827dd1-e808-4140-b0bd-5e36b6c86ded req-d8f5ea40-aa81-4875-9642-8eff41373e44 tempest-VolumesAdminNegativeTest-160153431 tempest-VolumesAdminNegativeTest-160153431-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c098187-a06e-4336-bb35-dfb9183e35fa HTTP/1.1" status: 200 len: 943 time: 0.0578647 Jan 28 19:19:25.850681 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-b1696e62-ccba-451d-acba-9794f5bba072 admin admin] For port 420082ec-b4a9-4dff-8305-9ec49c5d992a, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=420082ec-b4a9-4dff-8305-9ec49c5d992a,segment=NetworkSegment(6dc6eae3-f32e-470d-a2b1-f94c96581d4b),segment_id=6dc6eae3-f32e-470d-a2b1-f94c96581d4b)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:19:25.851485 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b1696e62-ccba-451d-acba-9794f5bba072 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (420082ec-b4a9-4dff-8305-9ec49c5d992a), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:25.864956 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-b1696e62-ccba-451d-acba-9794f5bba072 admin admin] Calling delete_port for 420082ec-b4a9-4dff-8305-9ec49c5d992a owned by network:router_interface {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:19:25.885650 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d9827dd1-e808-4140-b0bd-5e36b6c86ded req-499c389e-ed4e-4ff2-b1cd-085430c85c57 tempest-VolumesAdminNegativeTest-160153431 tempest-VolumesAdminNegativeTest-160153431-project] 10.222.0.64 "GET /v2.0/security-groups?id=3edd43aa-0d42-4da8-9b67-5bded8ceda3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523710 Jan 28 19:19:25.964444 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1c55ed5e-a3cb-4d3a-afde-044675681c99 req-92e42fca-b241-4d5a-b577-d3164dbd3301 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=2fb15d55-5734-4552-b8f2-8e167a3aeaec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0929375 Jan 28 19:19:26.015045 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device ec03c6b6-fa2b-4f13-a042-848741cca95d details requested by agent hyperv_n-h1-812111-14 with host n-h1-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:19:26.019894 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device ad3035ca-2e39-4bca-8a9f-d7d0fd50923a up at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:19:26.084129 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c55ed5e-a3cb-4d3a-afde-044675681c99 req-ae4f6a2b-26ec-4fb4-a553-9ff2e2142b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:26.085672 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1c55ed5e-a3cb-4d3a-afde-044675681c99 req-ae4f6a2b-26ec-4fb4-a553-9ff2e2142b69 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1bd1e0d6512043bfbaf9a8e955e20b9e&device_id=2fb15d55-5734-4552-b8f2-8e167a3aeaec HTTP/1.1" status: 200 len: 1127 time: 0.0680814 Jan 28 19:19:26.136079 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning for port ad3035ca-2e39-4bca-8a9f-d7d0fd50923a completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:19:26.143045 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning complete for port ad3035ca-2e39-4bca-8a9f-d7d0fd50923a triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:19:26.143426 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (ad3035ca-2e39-4bca-8a9f-d7d0fd50923a), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:26.183076 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port ec03c6b6-fa2b-4f13-a042-848741cca95d, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=ec03c6b6-fa2b-4f13-a042-848741cca95d,segment=NetworkSegment(d6c69493-a739-47c8-bf05-e563c002fb4c),segment_id=d6c69493-a739-47c8-bf05-e563c002fb4c)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:19:26.188353 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b1696e62-ccba-451d-acba-9794f5bba072 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (420082ec-b4a9-4dff-8305-9ec49c5d992a), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:26.203779 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Returning: {'device': 'ec03c6b6-fa2b-4f13-a042-848741cca95d', 'network_id': '26aeb3c4-2ce2-4b83-85b7-1c2aaff593d5', 'port_id': 'ec03c6b6-fa2b-4f13-a042-848741cca95d', 'mac_address': 'fa:16:3e:7a:05:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4cd1aea-8a69-4d23-af80-8f05dd153b0b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:19:26.239922 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1696e62-ccba-451d-acba-9794f5bba072 admin admin] Pushing event deleted for resources: {'Port': ['ID=420082ec-b4a9-4dff-8305-9ec49c5d992a,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:26.279039 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port ec03c6b6-fa2b-4f13-a042-848741cca95d is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:19:26.279439 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (ec03c6b6-fa2b-4f13-a042-848741cca95d), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:26.295114 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c55ed5e-a3cb-4d3a-afde-044675681c99 req-0c56fd15-51fe-430d-80f3-99b2546eb289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:26.296646 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1c55ed5e-a3cb-4d3a-afde-044675681c99 req-0c56fd15-51fe-430d-80f3-99b2546eb289 service neutron] 10.222.0.70 "GET /v2.0/networks?id=8330dfd7-f74e-41a1-b557-5650d653ac04 HTTP/1.1" status: 200 len: 908 time: 0.1896536 Jan 28 19:19:26.317203 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port ad3035ca-2e39-4bca-8a9f-d7d0fd50923a is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:19:26.317608 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (ad3035ca-2e39-4bca-8a9f-d7d0fd50923a), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:26.345457 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec03c6b6-fa2b-4f13-a042-848741cca95d {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:19:26.355872 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1c55ed5e-a3cb-4d3a-afde-044675681c99 req-f3be073c-a4e1-4a99-9b9d-025a64462d09 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9e5aaadd-49e7-4e08-a3c6-aa5af6c7fd62 HTTP/1.1" status: 200 len: 217 time: 0.0507503 Jan 28 19:19:26.389800 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eddc9e7-4fa3-4f66-975c-1993c1ec7199', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad3035ca-2e39-4bca-8a9f-d7d0fd50923a'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:19:26.397079 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f972878-ea58-4931-8ffb-34cc4d37854f" -d '{"events": [{"server_uuid": "6eddc9e7-4fa3-4f66-975c-1993c1ec7199", "name": "network-vif-plugged", "status": "completed", "tag": "ad3035ca-2e39-4bca-8a9f-d7d0fd50923a"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:19:26.411922 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port ec03c6b6-fa2b-4f13-a042-848741cca95d, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=ec03c6b6-fa2b-4f13-a042-848741cca95d,segment=NetworkSegment(d6c69493-a739-47c8-bf05-e563c002fb4c),segment_id=d6c69493-a739-47c8-bf05-e563c002fb4c)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:19:26.423020 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (ec03c6b6-fa2b-4f13-a042-848741cca95d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:26.433493 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port ad3035ca-2e39-4bca-8a9f-d7d0fd50923a, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=ad3035ca-2e39-4bca-8a9f-d7d0fd50923a,segment=NetworkSegment(dddb75af-2afb-4991-9652-8b4dd43b8077),segment_id=dddb75af-2afb-4991-9652-8b4dd43b8077)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:19:26.458069 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (ad3035ca-2e39-4bca-8a9f-d7d0fd50923a), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:26.491238 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=ec03c6b6-fa2b-4f13-a042-848741cca95d,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:26.518633 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c55ed5e-a3cb-4d3a-afde-044675681c99 req-ae4fac14-3ce1-45f7-9e0a-5b178515e880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:26.520046 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1c55ed5e-a3cb-4d3a-afde-044675681c99 req-ae4fac14-3ce1-45f7-9e0a-5b178515e880 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=09bc6696-a273-4baf-935c-9cf317ddb49d HTTP/1.1" status: 200 len: 848 time: 0.1547627 Jan 28 19:19:26.549531 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcf66bb-0aa8-4b56-b8fc-144f11622fe1 req-c4cfb73e-4b9d-4f96-bd0b-c3344c7b9592 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:26.551427 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1dcf66bb-0aa8-4b56-b8fc-144f11622fe1 req-c4cfb73e-4b9d-4f96-bd0b-c3344c7b9592 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/ports?device_id=423fe725-02cc-4d98-b77e-d73d18170f79 HTTP/1.1" status: 200 len: 946 time: 0.1091177 Jan 28 19:19:26.564090 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=ad3035ca-2e39-4bca-8a9f-d7d0fd50923a,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:26.596953 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1c55ed5e-a3cb-4d3a-afde-044675681c99 req-36e90b24-abba-4bb1-86f9-e367b80aaa4f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8330dfd7-f74e-41a1-b557-5650d653ac04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0697212 Jan 28 19:19:26.620708 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1dcf66bb-0aa8-4b56-b8fc-144f11622fe1 req-496a4ab7-474c-4fb0-b90a-9063a696479d tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/security-groups?id=929081b5-e4ec-47f3-a3f7-d2b3ba16c5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635700 Jan 28 19:19:26.621221 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd49f09b-e78e-4171-90e2-77b36e4aafdc req-b29d1a49-3ed5-4f57-80cc-f90a3b96573f tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:26.622539 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-fd49f09b-e78e-4171-90e2-77b36e4aafdc req-b29d1a49-3ed5-4f57-80cc-f90a3b96573f tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] 10.222.0.64 "GET /v2.0/ports?device_id=6eddc9e7-4fa3-4f66-975c-1993c1ec7199 HTTP/1.1" status: 200 len: 944 time: 0.2447677 Jan 28 19:19:26.694721 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['ec03c6b6-fa2b-4f13-a042-848741cca95d'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:19:26.702383 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b1696e62-ccba-451d-acba-9794f5bba072 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-732682'] for router_interface (b6d3a8ff-e794-42a8-af82-0d62abd8ca2d), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:26.721871 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-176fdb11-52d5-4cf7-a671-3d431b2a0fbf req-675f37b4-d987-4df4-87e7-3f60fa1a742e tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?device_id=f88825d0-a091-4453-bc06-8a2acaf44ba3 HTTP/1.1" status: 200 len: 210 time: 0.0407732 Jan 28 19:19:26.762624 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-fd49f09b-e78e-4171-90e2-77b36e4aafdc req-2a1bf762-519d-432c-8f6b-15ad20c38ace tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] 10.222.0.64 "GET /v2.0/security-groups?id=93e4e5d8-2172-46b4-bafb-a6d3892a81f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290147 Jan 28 19:19:26.817799 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1c55ed5e-a3cb-4d3a-afde-044675681c99 req-4d8a9d5e-90f1-4c25-975d-fa1d8f81f7a7 service neutron] 10.222.0.70 "GET /v2.0/networks/8330dfd7-f74e-41a1-b557-5650d653ac04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142198 Jan 28 19:19:26.841222 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:19:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec707c2b-86e3-47ba-af22-0353b0c2cfaf x-openstack-request-id: req-ec707c2b-86e3-47ba-af22-0353b0c2cfaf {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:19:26.841520 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6eddc9e7-4fa3-4f66-975c-1993c1ec7199", "name": "network-vif-plugged", "status": "completed", "tag": "ad3035ca-2e39-4bca-8a9f-d7d0fd50923a", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:19:26.841774 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ec707c2b-86e3-47ba-af22-0353b0c2cfaf {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:19:26.842182 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6eddc9e7-4fa3-4f66-975c-1993c1ec7199', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad3035ca-2e39-4bca-8a9f-d7d0fd50923a', 'code': 200} Jan 28 19:19:26.973950 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d74937c9-2287-41f2-a7dd-000682ebe355 req-3cd58dc3-1ffa-4d96-bcb2-64d2a44d1222 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3679d64-92cb-41f0-9190-19b107733d6b HTTP/1.1" status: 200 len: 210 time: 0.0364602 Jan 28 19:19:26.988991 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38bfd4c-d9c5-4562-b84f-1b022771859f req-b9746ed6-eff6-491b-96c2-16ec85a37269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:26.991050 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b38bfd4c-d9c5-4562-b84f-1b022771859f req-b9746ed6-eff6-491b-96c2-16ec85a37269 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6eddc9e7-4fa3-4f66-975c-1993c1ec7199 HTTP/1.1" status: 200 len: 1128 time: 0.0886915 Jan 28 19:19:27.049406 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1c55ed5e-a3cb-4d3a-afde-044675681c99 req-ca4a40e9-57b1-4565-849b-d6270f110cd6 service neutron] 10.222.0.70 "GET /v2.0/networks/8330dfd7-f74e-41a1-b557-5650d653ac04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2251670 Jan 28 19:19:27.114324 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b38bfd4c-d9c5-4562-b84f-1b022771859f req-fcfa8b66-10ef-42a3-b75b-82b6f8727dd7 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=93e4e5d8-2172-46b4-bafb-a6d3892a81f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149797 Jan 28 19:19:27.128381 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f1c2be-a5a2-4703-9855-6ab6522bb38f req-f32c8348-fc19-439c-a3a6-4c9724c86762 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:27.129883 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-80f1c2be-a5a2-4703-9855-6ab6522bb38f req-f32c8348-fc19-439c-a3a6-4c9724c86762 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=0611a4ab-e4ae-4065-bdc5-14dfb3eb9efd HTTP/1.1" status: 200 len: 946 time: 0.1970403 Jan 28 19:19:27.189647 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3955691d-6871-4443-a664-768dd883a661 req-5c4ead24-ee55-41d0-a899-0bd37d21fe3f tempest-VolumesAdminNegativeTest-160153431 tempest-VolumesAdminNegativeTest-160153431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:27.193577 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3955691d-6871-4443-a664-768dd883a661 req-5c4ead24-ee55-41d0-a899-0bd37d21fe3f tempest-VolumesAdminNegativeTest-160153431 tempest-VolumesAdminNegativeTest-160153431-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c098187-a06e-4336-bb35-dfb9183e35fa HTTP/1.1" status: 200 len: 944 time: 0.0581889 Jan 28 19:19:27.231809 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-80f1c2be-a5a2-4703-9855-6ab6522bb38f req-412a7a70-2d8e-44b0-a89f-b49420989673 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934160 Jan 28 19:19:27.233578 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1696e62-ccba-451d-acba-9794f5bba072 admin admin] Router b6d3a8ff-e794-42a8-af82-0d62abd8ca2d has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:19:27.249525 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3955691d-6871-4443-a664-768dd883a661 req-e45c5c02-8683-4c9a-95b2-5110d34bff28 tempest-VolumesAdminNegativeTest-160153431 tempest-VolumesAdminNegativeTest-160153431-project] 10.222.0.64 "GET /v2.0/security-groups?id=3edd43aa-0d42-4da8-9b67-5bded8ceda3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522475 Jan 28 19:19:27.347207 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1696e62-ccba-451d-acba-9794f5bba072 admin admin] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:19:27.354867 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 42140) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:27.355131 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-b1696e62-ccba-451d-acba-9794f5bba072 admin admin] 10.222.0.64 "PUT /v2.0/routers/b6d3a8ff-e794-42a8-af82-0d62abd8ca2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6263311 Jan 28 19:19:27.358997 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e7962b-de41-4e43-8ac3-8fe35a651532 None None] Sync routers for ids ['b6d3a8ff-e794-42a8-af82-0d62abd8ca2d'] in n-d-812111-14 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:19:27.370980 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e7962b-de41-4e43-8ac3-8fe35a651532 None None] Routers {'b6d3a8ff-e794-42a8-af82-0d62abd8ca2d'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:19:27.371594 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-59e7962b-de41-4e43-8ac3-8fe35a651532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:19:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['b6d3a8ff-e794-42a8-af82-0d62abd8ca2d'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:19:27.474734 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-906c128e-db80-4a72-b812-9b6ea6b44a19 admin admin] Publish callbacks [] for router (b6d3a8ff-e794-42a8-af82-0d62abd8ca2d), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:27.511872 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-59e7962b-de41-4e43-8ac3-8fe35a651532 None None] Set router b6d3a8ff-e794-42a8-af82-0d62abd8ca2d gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:19:27.595843 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-906c128e-db80-4a72-b812-9b6ea6b44a19 admin admin] Publish callbacks [] for router_gateway (b6d3a8ff-e794-42a8-af82-0d62abd8ca2d), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:27.667371 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-906c128e-db80-4a72-b812-9b6ea6b44a19 admin admin] Deleting port 05c919bf-af95-4189-939d-735b8576031d {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:19:27.668043 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-906c128e-db80-4a72-b812-9b6ea6b44a19 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (05c919bf-af95-4189-939d-735b8576031d), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:27.716486 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-59e7962b-de41-4e43-8ac3-8fe35a651532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6d3a8ff-e794-42a8-af82-0d62abd8ca2d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1044455628-router', 'tenant_id': 'd8db6e8ff55e4a6780f95f622184a73d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.120'}], 'enable_snat': True}, 'gw_port_id': '05c919bf-af95-4189-939d-735b8576031d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:15:58Z', 'updated_at': '2022-01-28T19:19:26Z', 'revision_number': 5, 'project_id': 'd8db6e8ff55e4a6780f95f622184a73d', 'gw_port': {'id': '05c919bf-af95-4189-939d-735b8576031d', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:b7:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6d3a8ff-e794-42a8-af82-0d62abd8ca2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:16:00Z', 'updated_at': '2022-01-28T19:16:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:19:27.750122 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e7962b-de41-4e43-8ac3-8fe35a651532 None None] Checking router: b6d3a8ff-e794-42a8-af82-0d62abd8ca2d for host: n-d-812111-14 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:19:27.759878 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e7962b-de41-4e43-8ac3-8fe35a651532 None None] Routers {'b6d3a8ff-e794-42a8-af82-0d62abd8ca2d'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:19:27.761047 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-59e7962b-de41-4e43-8ac3-8fe35a651532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:19:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['b6d3a8ff-e794-42a8-af82-0d62abd8ca2d'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:19:27.815913 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6057537c-a853-4c46-9a6f-74dce61cf1b0 req-18a51b52-aabc-4e09-993c-d0cc48c685f4 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:27.817530 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6057537c-a853-4c46-9a6f-74dce61cf1b0 req-18a51b52-aabc-4e09-993c-d0cc48c685f4 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/ports?device_id=423fe725-02cc-4d98-b77e-d73d18170f79 HTTP/1.1" status: 200 len: 946 time: 0.1081333 Jan 28 19:19:27.825703 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-906c128e-db80-4a72-b812-9b6ea6b44a19 admin admin] For port 05c919bf-af95-4189-939d-735b8576031d, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=05c919bf-af95-4189-939d-735b8576031d,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:19:27.826070 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-906c128e-db80-4a72-b812-9b6ea6b44a19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (05c919bf-af95-4189-939d-735b8576031d), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:27.854970 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-906c128e-db80-4a72-b812-9b6ea6b44a19 admin admin] Calling delete_port for 05c919bf-af95-4189-939d-735b8576031d owned by network:router_gateway {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:19:27.905994 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9d72baa4-3695-4483-bf98-517ddfc1fd0d req-0004992b-7ae8-4782-9b62-c808426ca3d9 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?device_id=f88825d0-a091-4453-bc06-8a2acaf44ba3 HTTP/1.1" status: 200 len: 210 time: 0.0603049 Jan 28 19:19:27.942275 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6057537c-a853-4c46-9a6f-74dce61cf1b0 req-b378320c-0121-4fc6-b794-9f20dec8a781 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/security-groups?id=929081b5-e4ec-47f3-a3f7-d2b3ba16c5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133962 Jan 28 19:19:28.008953 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device ec03c6b6-fa2b-4f13-a042-848741cca95d up at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:19:28.038565 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-59e7962b-de41-4e43-8ac3-8fe35a651532 None None] Set router b6d3a8ff-e794-42a8-af82-0d62abd8ca2d gateway port host: None {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:19:28.070056 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd65f2c-59b5-4296-8cad-336ff1e08fba req-b811bf9f-8973-49f7-b88f-32ca2353c5c8 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:28.076813 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6bd65f2c-59b5-4296-8cad-336ff1e08fba req-b811bf9f-8973-49f7-b88f-32ca2353c5c8 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] 10.222.0.64 "GET /v2.0/ports?device_id=6eddc9e7-4fa3-4f66-975c-1993c1ec7199 HTTP/1.1" status: 200 len: 945 time: 0.0899227 Jan 28 19:19:28.116929 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-906c128e-db80-4a72-b812-9b6ea6b44a19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (05c919bf-af95-4189-939d-735b8576031d), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:28.134006 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6bd65f2c-59b5-4296-8cad-336ff1e08fba req-b746e2a1-c0a6-42a5-a8d4-561752246600 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] 10.222.0.64 "GET /v2.0/security-groups?id=93e4e5d8-2172-46b4-bafb-a6d3892a81f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561812 Jan 28 19:19:28.139524 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-72e1051a-6314-41c4-85ed-4147570dbbfe req-fcb5d0c6-554f-49e2-b3c5-7439a25fa090 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3679d64-92cb-41f0-9190-19b107733d6b HTTP/1.1" status: 200 len: 210 time: 0.0373015 Jan 28 19:19:28.156635 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-59e7962b-de41-4e43-8ac3-8fe35a651532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6d3a8ff-e794-42a8-af82-0d62abd8ca2d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1044455628-router', 'tenant_id': 'd8db6e8ff55e4a6780f95f622184a73d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:15:58Z', 'updated_at': '2022-01-28T19:19:27Z', 'revision_number': 6, 'project_id': 'd8db6e8ff55e4a6780f95f622184a73d', 'gw_port_host': None}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:19:28.180931 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906c128e-db80-4a72-b812-9b6ea6b44a19 admin admin] Pushing event deleted for resources: {'Port': ['ID=05c919bf-af95-4189-939d-735b8576031d,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:28.198648 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e7962b-de41-4e43-8ac3-8fe35a651532 None None] The sync data for ids ['b6d3a8ff-e794-42a8-af82-0d62abd8ca2d'] in n-d-812111-14 is: [{'id': 'b6d3a8ff-e794-42a8-af82-0d62abd8ca2d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1044455628-router', 'tenant_id': 'd8db6e8ff55e4a6780f95f622184a73d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:15:58Z', 'updated_at': '2022-01-28T19:19:27Z', 'revision_number': 6, 'project_id': 'd8db6e8ff55e4a6780f95f622184a73d', 'gw_port_host': None}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:19:28.230545 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-906c128e-db80-4a72-b812-9b6ea6b44a19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-731488'] for router_gateway (b6d3a8ff-e794-42a8-af82-0d62abd8ca2d), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:28.242451 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning for port ec03c6b6-fa2b-4f13-a042-848741cca95d completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:19:28.247894 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning complete for port ec03c6b6-fa2b-4f13-a042-848741cca95d triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:19:28.248346 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (ec03c6b6-fa2b-4f13-a042-848741cca95d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:28.339741 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-906c128e-db80-4a72-b812-9b6ea6b44a19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-730901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261120'] for router (b6d3a8ff-e794-42a8-af82-0d62abd8ca2d), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:28.342557 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-906c128e-db80-4a72-b812-9b6ea6b44a19 admin admin] Publish callbacks [] for router_controller (b6d3a8ff-e794-42a8-af82-0d62abd8ca2d), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:28.404921 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port ec03c6b6-fa2b-4f13-a042-848741cca95d is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:19:28.405560 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (ec03c6b6-fa2b-4f13-a042-848741cca95d), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:28.422751 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-906c128e-db80-4a72-b812-9b6ea6b44a19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-730908'] for router (b6d3a8ff-e794-42a8-af82-0d62abd8ca2d), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:28.423280 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-906c128e-db80-4a72-b812-9b6ea6b44a19 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b6d3a8ff-e794-42a8-af82-0d62abd8ca2d {{(pid=103305) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:19:28.430254 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-906c128e-db80-4a72-b812-9b6ea6b44a19 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:28.431717 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-906c128e-db80-4a72-b812-9b6ea6b44a19 admin admin] 10.222.0.64 "DELETE /v2.0/routers/b6d3a8ff-e794-42a8-af82-0d62abd8ca2d HTTP/1.1" status: 204 len: 168 time: 1.0756767 Jan 28 19:19:28.434286 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 42154) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:28.458498 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fde49a-a33c-4b76-8297-e8ff04e3228d req-2ec3c511-ea6d-4877-a6cb-1bb3c0ee4d5c tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:28.461063 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-85fde49a-a33c-4b76-8297-e8ff04e3228d req-2ec3c511-ea6d-4877-a6cb-1bb3c0ee4d5c tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=0611a4ab-e4ae-4065-bdc5-14dfb3eb9efd HTTP/1.1" status: 200 len: 946 time: 0.1128280 Jan 28 19:19:28.473021 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port ec03c6b6-fa2b-4f13-a042-848741cca95d, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=ec03c6b6-fa2b-4f13-a042-848741cca95d,segment=NetworkSegment(d6c69493-a739-47c8-bf05-e563c002fb4c),segment_id=d6c69493-a739-47c8-bf05-e563c002fb4c)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:19:28.484022 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (ec03c6b6-fa2b-4f13-a042-848741cca95d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:28.545468 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-85fde49a-a33c-4b76-8297-e8ff04e3228d req-c57e2266-56ed-4b54-9921-7535db53a4a7 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756292 Jan 28 19:19:28.554545 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=ec03c6b6-fa2b-4f13-a042-848741cca95d,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:28.812996 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33293d6-871d-45df-9926-d9dfdc2ae5ec req-14f5a379-105a-420a-a62d-b7ca964bbaad tempest-VolumesAdminNegativeTest-160153431 tempest-VolumesAdminNegativeTest-160153431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:28.814415 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f33293d6-871d-45df-9926-d9dfdc2ae5ec req-14f5a379-105a-420a-a62d-b7ca964bbaad tempest-VolumesAdminNegativeTest-160153431 tempest-VolumesAdminNegativeTest-160153431-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c098187-a06e-4336-bb35-dfb9183e35fa HTTP/1.1" status: 200 len: 944 time: 0.4677267 Jan 28 19:19:28.821598 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-6eb4c867-10a4-4923-b500-8cc3b922569b admin admin] Deleting subnet 1247ccdc-4414-49c6-83d9-66d363a67e32 {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:19:28.826839 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6eb4c867-10a4-4923-b500-8cc3b922569b admin admin] Publish callbacks [] for subnet (1247ccdc-4414-49c6-83d9-66d363a67e32), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:28.843002 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c098187-a06e-4336-bb35-dfb9183e35fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec03c6b6-fa2b-4f13-a042-848741cca95d'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:19:28.845499 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e073108f-9d45-4c3a-b8f6-759a0365d163" -d '{"events": [{"server_uuid": "3c098187-a06e-4336-bb35-dfb9183e35fa", "name": "network-vif-plugged", "status": "completed", "tag": "ec03c6b6-fa2b-4f13-a042-848741cca95d"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:19:28.886843 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:19:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9a9d1cf-c96b-44a1-a05a-d7ed5dddb3b3 x-openstack-request-id: req-d9a9d1cf-c96b-44a1-a05a-d7ed5dddb3b3 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:19:28.887242 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c098187-a06e-4336-bb35-dfb9183e35fa", "name": "network-vif-plugged", "status": "completed", "tag": "ec03c6b6-fa2b-4f13-a042-848741cca95d", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:19:28.887703 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d9a9d1cf-c96b-44a1-a05a-d7ed5dddb3b3 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:19:28.888272 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6eb4c867-10a4-4923-b500-8cc3b922569b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16187240'] for subnet (1247ccdc-4414-49c6-83d9-66d363a67e32), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:28.888390 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c098187-a06e-4336-bb35-dfb9183e35fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec03c6b6-fa2b-4f13-a042-848741cca95d', 'code': 200} Jan 28 19:19:28.916270 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f33293d6-871d-45df-9926-d9dfdc2ae5ec req-f4f225e3-18fe-4b70-b175-8f205e0e8802 tempest-VolumesAdminNegativeTest-160153431 tempest-VolumesAdminNegativeTest-160153431-project] 10.222.0.64 "GET /v2.0/security-groups?id=3edd43aa-0d42-4da8-9b67-5bded8ceda3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916705 Jan 28 19:19:29.031591 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6eb4c867-10a4-4923-b500-8cc3b922569b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (1247ccdc-4414-49c6-83d9-66d363a67e32), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:29.039169 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ff7502fa-a04f-4874-a8c2-607634b0ca87 req-2ddda38c-6bbc-4087-9a41-f1bb4f536371 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?device_id=f88825d0-a091-4453-bc06-8a2acaf44ba3 HTTP/1.1" status: 200 len: 210 time: 0.0430665 Jan 28 19:19:29.086289 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740a9305-5de7-4613-b56b-96ea0b210f43 req-fb144a56-8013-4ddb-8aea-243355fe0e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:29.088837 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-740a9305-5de7-4613-b56b-96ea0b210f43 req-fb144a56-8013-4ddb-8aea-243355fe0e34 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3c098187-a06e-4336-bb35-dfb9183e35fa HTTP/1.1" status: 200 len: 1128 time: 0.1130800 Jan 28 19:19:29.107241 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 420082ec-b4a9-4dff-8305-9ec49c5d992a no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:19:29.129178 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: 420082ec-b4a9-4dff-8305-9ec49c5d992a {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:19:29.129638 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 420082ec-b4a9-4dff-8305-9ec49c5d992a not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:19:29.130068 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 05c919bf-af95-4189-939d-735b8576031d no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:19:29.152897 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: 05c919bf-af95-4189-939d-735b8576031d {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:19:29.155093 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 05c919bf-af95-4189-939d-735b8576031d not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:19:29.211921 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-740a9305-5de7-4613-b56b-96ea0b210f43 req-81c48a0e-6451-499c-b984-6fc93974d07b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=3edd43aa-0d42-4da8-9b67-5bded8ceda3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829442 Jan 28 19:19:29.226710 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac678aed-544f-464b-81dc-cb07f4cdeca1 req-48475947-a619-40f9-b16d-7a7f51794b94 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:29.227931 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ac678aed-544f-464b-81dc-cb07f4cdeca1 req-48475947-a619-40f9-b16d-7a7f51794b94 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/ports?device_id=423fe725-02cc-4d98-b77e-d73d18170f79 HTTP/1.1" status: 200 len: 946 time: 0.1443126 Jan 28 19:19:29.230483 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6eb4c867-10a4-4923-b500-8cc3b922569b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4752464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4733806'] for subnet (1247ccdc-4414-49c6-83d9-66d363a67e32), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:29.273497 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6eb4c867-10a4-4923-b500-8cc3b922569b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:29.279523 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-6eb4c867-10a4-4923-b500-8cc3b922569b admin admin] 10.222.0.64 "DELETE /v2.0/subnets/1247ccdc-4414-49c6-83d9-66d363a67e32 HTTP/1.1" status: 204 len: 168 time: 0.8442473 Jan 28 19:19:29.280264 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6e92989-6220-4a5b-acf1-98dc52588926 None None] Network b483694f-9043-435d-89cf-8bde8f85a784 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:19:29.280501 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb4c867-10a4-4923-b500-8cc3b922569b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1247ccdc-4414-49c6-83d9-66d363a67e32,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:29.286722 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 42166) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:29.344053 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ac678aed-544f-464b-81dc-cb07f4cdeca1 req-519159b2-c436-4608-802f-6cf1aaec4577 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/security-groups?id=929081b5-e4ec-47f3-a3f7-d2b3ba16c5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030293 Jan 28 19:19:29.374605 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cced1069-bbab-48a2-86b4-c0b6de9d972c req-9adc9464-279c-48a0-a62e-604862e0cb9d tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:29.376153 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-cced1069-bbab-48a2-86b4-c0b6de9d972c req-9adc9464-279c-48a0-a62e-604862e0cb9d tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] 10.222.0.64 "GET /v2.0/ports?device_id=6eddc9e7-4fa3-4f66-975c-1993c1ec7199 HTTP/1.1" status: 200 len: 945 time: 0.1409431 Jan 28 19:19:29.402529 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9ea83a30-0085-406e-ad28-213863ec5ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (b483694f-9043-435d-89cf-8bde8f85a784), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:29.484950 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-cced1069-bbab-48a2-86b4-c0b6de9d972c req-ced350ed-68e8-44b4-86c9-98ca16e2865d tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] 10.222.0.64 "GET /v2.0/security-groups?id=93e4e5d8-2172-46b4-bafb-a6d3892a81f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005986 Jan 28 19:19:29.490989 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9b6465d9-f4e0-4a95-96be-7ce8cab7f844 req-a79db594-29da-494f-b56a-f2406178f4ca tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3679d64-92cb-41f0-9190-19b107733d6b HTTP/1.1" status: 200 len: 210 time: 0.0563009 Jan 28 19:19:29.551595 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-9ea83a30-0085-406e-ad28-213863ec5ac6 admin admin] Deleting port aef80992-b0da-4845-a1bb-b49baf5f6df5 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:19:29.552071 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9ea83a30-0085-406e-ad28-213863ec5ac6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (aef80992-b0da-4845-a1bb-b49baf5f6df5), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:29.623854 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fcb8b6c-93a1-4b39-b102-8a2cc4e07581 None None] DHCP port deletion for b483694f-9043-435d-89cf-8bde8f85a784 request from n-d-812111-14 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:19:29.658620 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-9ea83a30-0085-406e-ad28-213863ec5ac6 admin admin] For port aef80992-b0da-4845-a1bb-b49baf5f6df5, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=aef80992-b0da-4845-a1bb-b49baf5f6df5,segment=NetworkSegment(6dc6eae3-f32e-470d-a2b1-f94c96581d4b),segment_id=6dc6eae3-f32e-470d-a2b1-f94c96581d4b)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:19:29.659274 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9ea83a30-0085-406e-ad28-213863ec5ac6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (aef80992-b0da-4845-a1bb-b49baf5f6df5), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:29.674429 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-9ea83a30-0085-406e-ad28-213863ec5ac6 admin admin] Calling delete_port for aef80992-b0da-4845-a1bb-b49baf5f6df5 owned by network:dhcp {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:19:29.754033 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49ee5c1-da25-406c-a166-6683b658a469 req-fdd67bce-078b-418b-81db-8181802272ca tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:29.757465 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a49ee5c1-da25-406c-a166-6683b658a469 req-fdd67bce-078b-418b-81db-8181802272ca tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=0611a4ab-e4ae-4065-bdc5-14dfb3eb9efd HTTP/1.1" status: 200 len: 946 time: 0.1216102 Jan 28 19:19:29.766756 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-0fcb8b6c-93a1-4b39-b102-8a2cc4e07581 None None] Deleting port aef80992-b0da-4845-a1bb-b49baf5f6df5 {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:19:29.767938 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0fcb8b6c-93a1-4b39-b102-8a2cc4e07581 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (aef80992-b0da-4845-a1bb-b49baf5f6df5), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:29.781377 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9ea83a30-0085-406e-ad28-213863ec5ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (aef80992-b0da-4845-a1bb-b49baf5f6df5), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:29.830654 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea83a30-0085-406e-ad28-213863ec5ac6 admin admin] Pushing event deleted for resources: {'Port': ['ID=aef80992-b0da-4845-a1bb-b49baf5f6df5,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:29.833023 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea83a30-0085-406e-ad28-213863ec5ac6 admin admin] No DVR routers for this DVR port aef80992-b0da-4845-a1bb-b49baf5f6df5 on host n-d-812111-14 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:19:29.852525 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a49ee5c1-da25-406c-a166-6683b658a469 req-aef4dc5c-702d-40c1-a3f2-2fd40ee076db tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853059 Jan 28 19:19:29.867089 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-0fcb8b6c-93a1-4b39-b102-8a2cc4e07581 None None] For port aef80992-b0da-4845-a1bb-b49baf5f6df5, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=aef80992-b0da-4845-a1bb-b49baf5f6df5,segment=NetworkSegment(6dc6eae3-f32e-470d-a2b1-f94c96581d4b),segment_id=6dc6eae3-f32e-470d-a2b1-f94c96581d4b)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:19:29.867573 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0fcb8b6c-93a1-4b39-b102-8a2cc4e07581 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (aef80992-b0da-4845-a1bb-b49baf5f6df5), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:29.896495 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-0fcb8b6c-93a1-4b39-b102-8a2cc4e07581 None None] Calling delete_port for aef80992-b0da-4845-a1bb-b49baf5f6df5 owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:19:29.951778 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f451d992-226b-4372-a5ae-150de499eccc req-11130b5d-2e89-4533-81a0-4d671a28b37b tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:29.953457 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f451d992-226b-4372-a5ae-150de499eccc req-11130b5d-2e89-4533-81a0-4d671a28b37b tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] 10.222.0.64 "GET /v2.0/ports?device_id=6eddc9e7-4fa3-4f66-975c-1993c1ec7199 HTTP/1.1" status: 200 len: 945 time: 0.1335394 Jan 28 19:19:29.955746 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9ea83a30-0085-406e-ad28-213863ec5ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (b483694f-9043-435d-89cf-8bde8f85a784), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:29.983097 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0fcb8b6c-93a1-4b39-b102-8a2cc4e07581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985'] for port (aef80992-b0da-4845-a1bb-b49baf5f6df5), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:29.995817 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-9ea83a30-0085-406e-ad28-213863ec5ac6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b483694f-9043-435d-89cf-8bde8f85a784']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:19:30.018198 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcb8b6c-93a1-4b39-b102-8a2cc4e07581 None None] Pushing event deleted for resources: {'Port': ['ID=aef80992-b0da-4845-a1bb-b49baf5f6df5,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:30.025070 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fcb8b6c-93a1-4b39-b102-8a2cc4e07581 None None] No DVR routers for this DVR port aef80992-b0da-4845-a1bb-b49baf5f6df5 on host n-d-812111-14 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:19:30.025861 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-9ea83a30-0085-406e-ad28-213863ec5ac6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6dc6eae3-f32e-470d-a2b1-f94c96581d4b') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:19:30.026318 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-9ea83a30-0085-406e-ad28-213863ec5ac6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6dc6eae3-f32e-470d-a2b1-f94c96581d4b') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:19:30.044404 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9ea83a30-0085-406e-ad28-213863ec5ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4747091'] for segment (6dc6eae3-f32e-470d-a2b1-f94c96581d4b), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:30.069934 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f451d992-226b-4372-a5ae-150de499eccc req-53188f93-95d9-4760-a093-f76276b3c81f tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] 10.222.0.64 "GET /v2.0/security-groups?id=93e4e5d8-2172-46b4-bafb-a6d3892a81f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052041 Jan 28 19:19:30.077459 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9ea83a30-0085-406e-ad28-213863ec5ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (6dc6eae3-f32e-470d-a2b1-f94c96581d4b), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:30.100365 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ea83a30-0085-406e-ad28-213863ec5ac6 admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:19:30.101601 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9ea83a30-0085-406e-ad28-213863ec5ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4690514'] for segment (6dc6eae3-f32e-470d-a2b1-f94c96581d4b), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:30.105648 n-d-812111-14 neutron-server[103304]: Traceback (most recent call last): Jan 28 19:19:30.105648 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:19:30.105648 n-d-812111-14 neutron-server[103304]: timer() Jan 28 19:19:30.105648 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:19:30.105648 n-d-812111-14 neutron-server[103304]: cb(*args, **kw) Jan 28 19:19:30.105648 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:19:30.105648 n-d-812111-14 neutron-server[103304]: return func(*args, **kwargs) Jan 28 19:19:30.105648 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:19:30.105648 n-d-812111-14 neutron-server[103304]: self._notify() Jan 28 19:19:30.105648 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:19:30.105648 n-d-812111-14 neutron-server[103304]: self.callback(batched_events) Jan 28 19:19:30.105648 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:19:30.105648 n-d-812111-14 neutron-server[103304]: event.method(event) Jan 28 19:19:30.105648 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:19:30.105648 n-d-812111-14 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:19:30.105648 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:19:30.105648 n-d-812111-14 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:19:30.105648 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:19:30.105648 n-d-812111-14 neutron-server[103304]: return f(self, *a, **k) Jan 28 19:19:30.105648 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:19:30.105648 n-d-812111-14 neutron-server[103304]: return self._get(url).json() Jan 28 19:19:30.105648 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:19:30.105648 n-d-812111-14 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:19:30.105648 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:19:30.105648 n-d-812111-14 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 28 19:19:30.105648 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:19:30.105648 n-d-812111-14 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:19:30.105648 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:19:30.105648 n-d-812111-14 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:19:30.105648 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:19:30.105648 n-d-812111-14 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:19:30.105648 n-d-812111-14 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:19:30.115625 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c376bf-5a4b-4786-aa42-07dc0c6e4d3f req-eb0fd757-2799-4d93-91d7-06c5877551a9 tempest-VolumesAdminNegativeTest-160153431 tempest-VolumesAdminNegativeTest-160153431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:30.117637 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f9c376bf-5a4b-4786-aa42-07dc0c6e4d3f req-eb0fd757-2799-4d93-91d7-06c5877551a9 tempest-VolumesAdminNegativeTest-160153431 tempest-VolumesAdminNegativeTest-160153431-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c098187-a06e-4336-bb35-dfb9183e35fa HTTP/1.1" status: 200 len: 945 time: 0.1039357 Jan 28 19:19:30.176379 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f9c376bf-5a4b-4786-aa42-07dc0c6e4d3f req-23a7cb02-8b03-4a5a-a5df-45ff54c71cbc tempest-VolumesAdminNegativeTest-160153431 tempest-VolumesAdminNegativeTest-160153431-project] 10.222.0.64 "GET /v2.0/security-groups?id=3edd43aa-0d42-4da8-9b67-5bded8ceda3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510798 Jan 28 19:19:30.201669 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6cd0dae3-a332-4558-ba41-f77527199a73 req-6e406019-b13c-498c-bfee-94f59b4dd26e tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?device_id=f88825d0-a091-4453-bc06-8a2acaf44ba3 HTTP/1.1" status: 200 len: 210 time: 0.0432489 Jan 28 19:19:30.209955 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9ea83a30-0085-406e-ad28-213863ec5ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (b483694f-9043-435d-89cf-8bde8f85a784), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:30.217512 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9ea83a30-0085-406e-ad28-213863ec5ac6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:30.220918 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-9ea83a30-0085-406e-ad28-213863ec5ac6 admin admin] 10.222.0.64 "DELETE /v2.0/networks/b483694f-9043-435d-89cf-8bde8f85a784 HTTP/1.1" status: 204 len: 168 time: 0.9306936 Jan 28 19:19:30.224966 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 42180) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:30.239006 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea83a30-0085-406e-ad28-213863ec5ac6 admin admin] Pushing event deleted for resources: {'Network': ['ID=b483694f-9043-435d-89cf-8bde8f85a784,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:30.506703 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed405848-4930-487d-b8ad-ac4c827c22ec req-7a0470d3-f834-422b-bf59-094708b7bea5 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:30.508266 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ed405848-4930-487d-b8ad-ac4c827c22ec req-7a0470d3-f834-422b-bf59-094708b7bea5 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/ports?device_id=423fe725-02cc-4d98-b77e-d73d18170f79 HTTP/1.1" status: 200 len: 946 time: 0.0951281 Jan 28 19:19:30.634390 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ed405848-4930-487d-b8ad-ac4c827c22ec req-72f241a0-e1ca-48ac-ab82-5305cbe3d04e tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/security-groups?id=929081b5-e4ec-47f3-a3f7-d2b3ba16c5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982478 Jan 28 19:19:30.635607 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3edc530c-4f68-498e-b99c-ee2eb8883f31 req-57990413-d422-4945-84ba-125069be47e6 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3679d64-92cb-41f0-9190-19b107733d6b HTTP/1.1" status: 200 len: 210 time: 0.0352890 Jan 28 19:19:30.704223 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-21c27d70-1166-44d8-8969-10c8ea5f1ed3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-732838'] for router_interface (fb4666e8-45c5-415d-9e52-1d14dda47aca), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:31.031121 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9507f65d-bac8-4e33-90e6-eddf77f02bd9 req-64dcde26-a83d-47e2-8aa3-8da6ca2a9d8b tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:31.032708 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9507f65d-bac8-4e33-90e6-eddf77f02bd9 req-64dcde26-a83d-47e2-8aa3-8da6ca2a9d8b tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=0611a4ab-e4ae-4065-bdc5-14dfb3eb9efd HTTP/1.1" status: 200 len: 946 time: 0.0891445 Jan 28 19:19:31.052061 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device aef80992-b0da-4845-a1bb-b49baf5f6df5 no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:19:31.071972 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-21c27d70-1166-44d8-8969-10c8ea5f1ed3 admin admin] Deleting port e6811091-4634-46a7-b32d-6c6518b7b0b9 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:19:31.072353 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-21c27d70-1166-44d8-8969-10c8ea5f1ed3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (e6811091-4634-46a7-b32d-6c6518b7b0b9), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:31.076441 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: aef80992-b0da-4845-a1bb-b49baf5f6df5 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:19:31.076789 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device aef80992-b0da-4845-a1bb-b49baf5f6df5 not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:19:31.152204 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9507f65d-bac8-4e33-90e6-eddf77f02bd9 req-64754c17-0040-4d64-9727-02d6383f95a4 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129427 Jan 28 19:19:31.196955 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-21c27d70-1166-44d8-8969-10c8ea5f1ed3 admin admin] For port e6811091-4634-46a7-b32d-6c6518b7b0b9, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=e6811091-4634-46a7-b32d-6c6518b7b0b9,segment=NetworkSegment(ad3ddde5-c7f5-4dfc-bc22-65e2dcd87fde),segment_id=ad3ddde5-c7f5-4dfc-bc22-65e2dcd87fde)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:19:31.197405 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-21c27d70-1166-44d8-8969-10c8ea5f1ed3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (e6811091-4634-46a7-b32d-6c6518b7b0b9), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:31.210900 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-21c27d70-1166-44d8-8969-10c8ea5f1ed3 admin admin] Calling delete_port for e6811091-4634-46a7-b32d-6c6518b7b0b9 owned by network:router_interface {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:19:31.218605 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6b6329-f57e-432d-9bac-7a94a0c1e2cc req-f8b233ab-dd0e-4f8c-bb97-33c75297b892 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:31.221512 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ea6b6329-f57e-432d-9bac-7a94a0c1e2cc req-f8b233ab-dd0e-4f8c-bb97-33c75297b892 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] 10.222.0.64 "GET /v2.0/ports?device_id=6eddc9e7-4fa3-4f66-975c-1993c1ec7199 HTTP/1.1" status: 200 len: 945 time: 0.0725441 Jan 28 19:19:31.286096 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ea6b6329-f57e-432d-9bac-7a94a0c1e2cc req-cde17b37-1aaf-4ad3-9292-b86eb975c102 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] 10.222.0.64 "GET /v2.0/security-groups?id=93e4e5d8-2172-46b4-bafb-a6d3892a81f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590866 Jan 28 19:19:31.398358 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04a6201-b040-47b8-b7d2-c4ffd3c10cf9 req-368d18ba-8e52-4b73-96a4-77d595c67e73 tempest-VolumesAdminNegativeTest-160153431 tempest-VolumesAdminNegativeTest-160153431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:31.399978 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a04a6201-b040-47b8-b7d2-c4ffd3c10cf9 req-368d18ba-8e52-4b73-96a4-77d595c67e73 tempest-VolumesAdminNegativeTest-160153431 tempest-VolumesAdminNegativeTest-160153431-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c098187-a06e-4336-bb35-dfb9183e35fa HTTP/1.1" status: 200 len: 945 time: 0.1190996 Jan 28 19:19:31.422640 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d0a80ff0-5ec5-47dd-92b4-c91c4885fecd req-0d6823f9-744e-4089-b980-215e1d27b948 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?device_id=f88825d0-a091-4453-bc06-8a2acaf44ba3 HTTP/1.1" status: 200 len: 210 time: 0.0438681 Jan 28 19:19:31.494473 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a04a6201-b040-47b8-b7d2-c4ffd3c10cf9 req-a21ca0d3-0a5f-4c87-bc3e-f5a0b6a358ec tempest-VolumesAdminNegativeTest-160153431 tempest-VolumesAdminNegativeTest-160153431-project] 10.222.0.64 "GET /v2.0/security-groups?id=3edd43aa-0d42-4da8-9b67-5bded8ceda3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861461 Jan 28 19:19:31.546843 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-21c27d70-1166-44d8-8969-10c8ea5f1ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (e6811091-4634-46a7-b32d-6c6518b7b0b9), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:31.577838 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c27d70-1166-44d8-8969-10c8ea5f1ed3 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6811091-4634-46a7-b32d-6c6518b7b0b9,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:31.597836 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0a7d11-c998-4b03-8bde-8b10e81b2732 req-e9ff9042-dcbc-4db6-9c21-6a2426dc878b tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:31.599470 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-fc0a7d11-c998-4b03-8bde-8b10e81b2732 req-e9ff9042-dcbc-4db6-9c21-6a2426dc878b tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eddc9e7-4fa3-4f66-975c-1993c1ec7199 HTTP/1.1" status: 200 len: 945 time: 0.1023681 Jan 28 19:19:31.817392 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e91f11-7549-4c1f-a7f4-503e45c2d0b1 req-11a9538a-ad0b-4a83-805d-ccef952f5934 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:31.819358 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b7e91f11-7549-4c1f-a7f4-503e45c2d0b1 req-11a9538a-ad0b-4a83-805d-ccef952f5934 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/ports?device_id=423fe725-02cc-4d98-b77e-d73d18170f79 HTTP/1.1" status: 200 len: 946 time: 0.0843301 Jan 28 19:19:31.879312 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b7e91f11-7549-4c1f-a7f4-503e45c2d0b1 req-588a9af5-7e12-4d47-80d4-5773d728f23a tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/security-groups?id=929081b5-e4ec-47f3-a3f7-d2b3ba16c5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508299 Jan 28 19:19:31.903921 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-fc0a7d11-c998-4b03-8bde-8b10e81b2732 req-b3235f13-4a71-4254-a8a1-10bbb1276d55 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] Deleting port ad3035ca-2e39-4bca-8a9f-d7d0fd50923a {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:19:31.904337 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-fc0a7d11-c998-4b03-8bde-8b10e81b2732 req-b3235f13-4a71-4254-a8a1-10bbb1276d55 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (ad3035ca-2e39-4bca-8a9f-d7d0fd50923a), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:31.936084 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd23da5-19d4-4690-87e9-3e9cb81236c3 req-ce425a14-b923-422a-96d5-38ddbd7306dc tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:31.943599 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-bdd23da5-19d4-4690-87e9-3e9cb81236c3 req-ce425a14-b923-422a-96d5-38ddbd7306dc tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] 10.222.0.64 "GET /v2.0/ports?device_id=228a75e3-e402-4ada-ac1a-23df5443afe6 HTTP/1.1" status: 200 len: 945 time: 0.2073207 Jan 28 19:19:31.987609 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-21c27d70-1166-44d8-8969-10c8ea5f1ed3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-732682'] for router_interface (fb4666e8-45c5-415d-9e52-1d14dda47aca), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:31.991712 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-78b3d59e-9ba3-462e-a639-2704000e626e req-2cab97b4-09f7-439b-bc8e-b1bb7a58191b tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3679d64-92cb-41f0-9190-19b107733d6b HTTP/1.1" status: 200 len: 210 time: 0.0312295 Jan 28 19:19:32.094410 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-bdd23da5-19d4-4690-87e9-3e9cb81236c3 req-0dbb5ee4-9035-4966-9806-4b804c2933f0 tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] 10.222.0.64 "GET /v2.0/security-groups?id=99a9729b-e544-4e2d-a5f9-4bd7146adc54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1497838 Jan 28 19:19:32.102403 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-fc0a7d11-c998-4b03-8bde-8b10e81b2732 req-b3235f13-4a71-4254-a8a1-10bbb1276d55 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] For port ad3035ca-2e39-4bca-8a9f-d7d0fd50923a, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=ad3035ca-2e39-4bca-8a9f-d7d0fd50923a,segment=NetworkSegment(dddb75af-2afb-4991-9652-8b4dd43b8077),segment_id=dddb75af-2afb-4991-9652-8b4dd43b8077)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:19:32.104209 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-fc0a7d11-c998-4b03-8bde-8b10e81b2732 req-b3235f13-4a71-4254-a8a1-10bbb1276d55 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (ad3035ca-2e39-4bca-8a9f-d7d0fd50923a), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:32.126742 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-fc0a7d11-c998-4b03-8bde-8b10e81b2732 req-b3235f13-4a71-4254-a8a1-10bbb1276d55 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] Calling delete_port for ad3035ca-2e39-4bca-8a9f-d7d0fd50923a owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:19:32.435034 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a955507-28a1-4b25-b6c8-57dfa1c3f1c2 req-eb82bc4a-4968-4577-8fa9-8201b0e9c6a0 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:32.436460 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e70c831-09fc-4296-9a49-4a59c25ad5e2 req-77bc13fc-b7f5-43e9-92a3-9ca026a5b1bd tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:32.436787 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1a955507-28a1-4b25-b6c8-57dfa1c3f1c2 req-eb82bc4a-4968-4577-8fa9-8201b0e9c6a0 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] 10.222.0.64 "GET /v2.0/ports?device_id=6eddc9e7-4fa3-4f66-975c-1993c1ec7199 HTTP/1.1" status: 200 len: 945 time: 0.0685401 Jan 28 19:19:32.438047 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5e70c831-09fc-4296-9a49-4a59c25ad5e2 req-77bc13fc-b7f5-43e9-92a3-9ca026a5b1bd tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=0611a4ab-e4ae-4065-bdc5-14dfb3eb9efd HTTP/1.1" status: 200 len: 946 time: 0.1564302 Jan 28 19:19:32.441981 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-fc0a7d11-c998-4b03-8bde-8b10e81b2732 req-b3235f13-4a71-4254-a8a1-10bbb1276d55 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (ad3035ca-2e39-4bca-8a9f-d7d0fd50923a), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:32.448487 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21c27d70-1166-44d8-8969-10c8ea5f1ed3 admin admin] Router fb4666e8-45c5-415d-9e52-1d14dda47aca has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:19:32.462405 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['ad3035ca-2e39-4bca-8a9f-d7d0fd50923a'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:19:32.496447 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3235f13-4a71-4254-a8a1-10bbb1276d55 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] Pushing event deleted for resources: {'Port': ['ID=ad3035ca-2e39-4bca-8a9f-d7d0fd50923a,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:32.516873 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1a955507-28a1-4b25-b6c8-57dfa1c3f1c2 req-7d61adbd-5360-42be-8fab-da075077d9bc tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] 10.222.0.64 "GET /v2.0/security-groups?id=93e4e5d8-2172-46b4-bafb-a6d3892a81f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671692 Jan 28 19:19:32.596646 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-82175cc6-eddd-4b63-9c6f-321dc10c9d91 req-a6a80d80-7bb3-4cc1-8b95-d57623ccb672 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?device_id=f88825d0-a091-4453-bc06-8a2acaf44ba3 HTTP/1.1" status: 200 len: 210 time: 0.0285826 Jan 28 19:19:32.617922 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc0a7d11-c998-4b03-8bde-8b10e81b2732 req-b3235f13-4a71-4254-a8a1-10bbb1276d55 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] No DVR routers for this DVR port ad3035ca-2e39-4bca-8a9f-d7d0fd50923a on host n-h1-812111-14 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:19:32.620729 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-fc0a7d11-c998-4b03-8bde-8b10e81b2732 req-b3235f13-4a71-4254-a8a1-10bbb1276d55 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:32.625021 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-fc0a7d11-c998-4b03-8bde-8b10e81b2732 req-b3235f13-4a71-4254-a8a1-10bbb1276d55 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] 10.222.0.41 "DELETE /v2.0/ports/ad3035ca-2e39-4bca-8a9f-d7d0fd50923a HTTP/1.1" status: 204 len: 173 time: 1.0089850 Jan 28 19:19:32.627453 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eddc9e7-4fa3-4f66-975c-1993c1ec7199', 'name': 'network-vif-deleted', 'tag': 'ad3035ca-2e39-4bca-8a9f-d7d0fd50923a'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:19:32.630165 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-811fd772-2c1c-4e37-8e22-6b6b19b5b7c6" -d '{"events": [{"server_uuid": "6eddc9e7-4fa3-4f66-975c-1993c1ec7199", "name": "network-vif-deleted", "tag": "ad3035ca-2e39-4bca-8a9f-d7d0fd50923a"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:19:32.635945 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5e70c831-09fc-4296-9a49-4a59c25ad5e2 req-b6ba770c-acde-4180-89dd-1790ffc20ba0 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860600 Jan 28 19:19:32.699252 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:19:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-035bbd1f-4c36-41ff-990f-3ff3a1a95982 x-openstack-request-id: req-035bbd1f-4c36-41ff-990f-3ff3a1a95982 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:19:32.699992 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6eddc9e7-4fa3-4f66-975c-1993c1ec7199", "name": "network-vif-deleted", "tag": "ad3035ca-2e39-4bca-8a9f-d7d0fd50923a", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:19:32.700449 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-035bbd1f-4c36-41ff-990f-3ff3a1a95982 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:19:32.701073 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6eddc9e7-4fa3-4f66-975c-1993c1ec7199', 'name': 'network-vif-deleted', 'tag': 'ad3035ca-2e39-4bca-8a9f-d7d0fd50923a', 'status': 'completed', 'code': 200} Jan 28 19:19:32.736816 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21c27d70-1166-44d8-8969-10c8ea5f1ed3 admin admin] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:19:32.746846 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 42218) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:32.751438 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3644a024-5adf-43c5-b214-0e16e0dee7c8 None None] Sync routers for ids ['fb4666e8-45c5-415d-9e52-1d14dda47aca'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:19:32.760713 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-21c27d70-1166-44d8-8969-10c8ea5f1ed3 admin admin] 10.222.0.64 "PUT /v2.0/routers/fb4666e8-45c5-415d-9e52-1d14dda47aca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5294201 Jan 28 19:19:32.764757 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3644a024-5adf-43c5-b214-0e16e0dee7c8 None None] Routers {'fb4666e8-45c5-415d-9e52-1d14dda47aca'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:19:32.765498 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-3644a024-5adf-43c5-b214-0e16e0dee7c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:19:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['fb4666e8-45c5-415d-9e52-1d14dda47aca'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:19:32.906928 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d19c6fe2-a03a-4867-80d5-727099912ee1 admin admin] Publish callbacks [] for router (fb4666e8-45c5-415d-9e52-1d14dda47aca), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:32.922298 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-3644a024-5adf-43c5-b214-0e16e0dee7c8 None None] Set router fb4666e8-45c5-415d-9e52-1d14dda47aca gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:19:33.093718 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df474b5-ea13-4525-a163-eeb386505648 req-859f4f47-3028-4c20-99dc-5a4b9106d36e tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:33.102309 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1df474b5-ea13-4525-a163-eeb386505648 req-859f4f47-3028-4c20-99dc-5a4b9106d36e tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/ports?device_id=423fe725-02cc-4d98-b77e-d73d18170f79 HTTP/1.1" status: 200 len: 946 time: 0.0948455 Jan 28 19:19:33.136693 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d19c6fe2-a03a-4867-80d5-727099912ee1 admin admin] Publish callbacks [] for router_gateway (fb4666e8-45c5-415d-9e52-1d14dda47aca), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:33.172510 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1df474b5-ea13-4525-a163-eeb386505648 req-0829ab87-5c80-475a-b761-359e6d6f0a32 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/security-groups?id=929081b5-e4ec-47f3-a3f7-d2b3ba16c5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676847 Jan 28 19:19:33.198243 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f56d7c9-d477-4f29-a8e6-6d2eebca8638 req-4b20e9ee-dbf7-4569-86ea-128f64252082 tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:33.200234 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5f56d7c9-d477-4f29-a8e6-6d2eebca8638 req-4b20e9ee-dbf7-4569-86ea-128f64252082 tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] 10.222.0.64 "GET /v2.0/ports?device_id=228a75e3-e402-4ada-ac1a-23df5443afe6 HTTP/1.1" status: 200 len: 945 time: 0.1582711 Jan 28 19:19:33.214608 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-3644a024-5adf-43c5-b214-0e16e0dee7c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb4666e8-45c5-415d-9e52-1d14dda47aca', 'name': 'tempest-AttachSCSIVolumeTestJSON-89847298-router', 'tenant_id': 'cac84962258f42c3b2324f237af9a8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.158'}], 'enable_snat': True}, 'gw_port_id': '5001080e-2772-429f-8457-294493a0c546', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:16:15Z', 'updated_at': '2022-01-28T19:19:31Z', 'revision_number': 5, 'project_id': 'cac84962258f42c3b2324f237af9a8ee', 'gw_port': {'id': '5001080e-2772-429f-8457-294493a0c546', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:a8:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb4666e8-45c5-415d-9e52-1d14dda47aca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:16:18Z', 'updated_at': '2022-01-28T19:16:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:19:33.256681 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3644a024-5adf-43c5-b214-0e16e0dee7c8 None None] Checking router: fb4666e8-45c5-415d-9e52-1d14dda47aca for host: n-d-812111-14 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:19:33.265849 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3644a024-5adf-43c5-b214-0e16e0dee7c8 None None] Routers {'fb4666e8-45c5-415d-9e52-1d14dda47aca'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:19:33.266441 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-3644a024-5adf-43c5-b214-0e16e0dee7c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:19:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['fb4666e8-45c5-415d-9e52-1d14dda47aca'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:19:33.286810 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-d19c6fe2-a03a-4867-80d5-727099912ee1 admin admin] Deleting port 5001080e-2772-429f-8457-294493a0c546 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:19:33.288102 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d19c6fe2-a03a-4867-80d5-727099912ee1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (5001080e-2772-429f-8457-294493a0c546), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:33.293830 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5f56d7c9-d477-4f29-a8e6-6d2eebca8638 req-09256c97-e422-449d-91a5-21cbd9a7a543 tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] 10.222.0.64 "GET /v2.0/security-groups?id=99a9729b-e544-4e2d-a5f9-4bd7146adc54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783968 Jan 28 19:19:33.379312 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-3644a024-5adf-43c5-b214-0e16e0dee7c8 None None] Set router fb4666e8-45c5-415d-9e52-1d14dda47aca gateway port host: None {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:19:33.414491 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2b599258-50cc-4951-ad11-62ca3ec3a2ff req-5f9f9663-63d4-4e6b-ba0c-2ee6640fba7d tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3679d64-92cb-41f0-9190-19b107733d6b HTTP/1.1" status: 200 len: 210 time: 0.0863316 Jan 28 19:19:33.429816 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-d19c6fe2-a03a-4867-80d5-727099912ee1 admin admin] For port 5001080e-2772-429f-8457-294493a0c546, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=5001080e-2772-429f-8457-294493a0c546,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:19:33.430396 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d19c6fe2-a03a-4867-80d5-727099912ee1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (5001080e-2772-429f-8457-294493a0c546), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:33.435249 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-3644a024-5adf-43c5-b214-0e16e0dee7c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb4666e8-45c5-415d-9e52-1d14dda47aca', 'name': 'tempest-AttachSCSIVolumeTestJSON-89847298-router', 'tenant_id': 'cac84962258f42c3b2324f237af9a8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:16:15Z', 'updated_at': '2022-01-28T19:19:33Z', 'revision_number': 6, 'project_id': 'cac84962258f42c3b2324f237af9a8ee', 'gw_port_host': None}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:19:33.446664 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-d19c6fe2-a03a-4867-80d5-727099912ee1 admin admin] Calling delete_port for 5001080e-2772-429f-8457-294493a0c546 owned by network:router_gateway {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:19:33.470067 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3644a024-5adf-43c5-b214-0e16e0dee7c8 None None] The sync data for ids ['fb4666e8-45c5-415d-9e52-1d14dda47aca'] in n-d-812111-14 is: [{'id': 'fb4666e8-45c5-415d-9e52-1d14dda47aca', 'name': 'tempest-AttachSCSIVolumeTestJSON-89847298-router', 'tenant_id': 'cac84962258f42c3b2324f237af9a8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:16:15Z', 'updated_at': '2022-01-28T19:19:33Z', 'revision_number': 6, 'project_id': 'cac84962258f42c3b2324f237af9a8ee', 'gw_port_host': None}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:19:33.636637 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d19c6fe2-a03a-4867-80d5-727099912ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (5001080e-2772-429f-8457-294493a0c546), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:33.667018 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19c6fe2-a03a-4867-80d5-727099912ee1 admin admin] Pushing event deleted for resources: {'Port': ['ID=5001080e-2772-429f-8457-294493a0c546,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:33.722138 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 42246) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:33.740403 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-73a4bce9-d94f-451b-bebb-7d901ed5c14d req-3b327505-1233-4b05-886a-9281f8785e29 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?device_id=f88825d0-a091-4453-bc06-8a2acaf44ba3 HTTP/1.1" status: 200 len: 210 time: 0.0389249 Jan 28 19:19:33.783436 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d19c6fe2-a03a-4867-80d5-727099912ee1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-731488'] for router_gateway (fb4666e8-45c5-415d-9e52-1d14dda47aca), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:33.902572 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2beeb6b-aa31-434e-9519-c31e06dec85f req-26838d75-7c40-422b-8c09-57358a1f1fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:33.904129 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a2beeb6b-aa31-434e-9519-c31e06dec85f req-26838d75-7c40-422b-8c09-57358a1f1fac service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f932699d0e2342708b5259b831d6c18c&device_id=423fe725-02cc-4d98-b77e-d73d18170f79 HTTP/1.1" status: 200 len: 1129 time: 0.0609727 Jan 28 19:19:34.031931 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2beeb6b-aa31-434e-9519-c31e06dec85f req-6519d358-3b70-45e6-a1f2-04e77231db67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:34.033414 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a2beeb6b-aa31-434e-9519-c31e06dec85f req-6519d358-3b70-45e6-a1f2-04e77231db67 service neutron] 10.222.0.41 "GET /v2.0/networks?id=48d3a3c6-bccf-4b82-a5e6-9150eac77858 HTTP/1.1" status: 200 len: 915 time: 0.1074848 Jan 28 19:19:34.077240 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a2beeb6b-aa31-434e-9519-c31e06dec85f req-b94d698f-8e76-4e03-83f5-515991a14dd6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1bec95f0-96fc-42ef-8a84-14677b2e3dd7 HTTP/1.1" status: 200 len: 217 time: 0.0368831 Jan 28 19:19:34.134185 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2beeb6b-aa31-434e-9519-c31e06dec85f req-988b5557-56d7-4e61-b235-2478a01827ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:34.135788 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a2beeb6b-aa31-434e-9519-c31e06dec85f req-988b5557-56d7-4e61-b235-2478a01827ac service neutron] 10.222.0.41 "GET /v2.0/subnets?id=84341c46-a745-4b5e-a0f8-0858316efcdb HTTP/1.1" status: 200 len: 855 time: 0.0512877 Jan 28 19:19:34.172261 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a2beeb6b-aa31-434e-9519-c31e06dec85f req-60b416c3-47b5-4076-9dfe-7678671b268d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=48d3a3c6-bccf-4b82-a5e6-9150eac77858&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275395 Jan 28 19:19:34.188695 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d19c6fe2-a03a-4867-80d5-727099912ee1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-730901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261120'] for router (fb4666e8-45c5-415d-9e52-1d14dda47aca), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:34.191832 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d19c6fe2-a03a-4867-80d5-727099912ee1 admin admin] Publish callbacks [] for router_controller (fb4666e8-45c5-415d-9e52-1d14dda47aca), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:34.193433 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ca20101e-ee14-45ce-af6e-1d6c9dab17f8 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] Publish callbacks [] for security_group (4f54943d-3a79-436f-92d0-0f25141e42c6), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:34.261093 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ca20101e-ee14-45ce-af6e-1d6c9dab17f8 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] Publish callbacks [] for security_group (4f54943d-3a79-436f-92d0-0f25141e42c6), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:34.277594 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d19c6fe2-a03a-4867-80d5-727099912ee1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-730908'] for router (fb4666e8-45c5-415d-9e52-1d14dda47aca), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:34.278177 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d19c6fe2-a03a-4867-80d5-727099912ee1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fb4666e8-45c5-415d-9e52-1d14dda47aca {{(pid=103304) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:19:34.284977 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d19c6fe2-a03a-4867-80d5-727099912ee1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:34.290015 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-d19c6fe2-a03a-4867-80d5-727099912ee1 admin admin] 10.222.0.64 "DELETE /v2.0/routers/fb4666e8-45c5-415d-9e52-1d14dda47aca HTTP/1.1" status: 204 len: 168 time: 1.5410187 Jan 28 19:19:34.290215 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 42250) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:34.327137 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d1fc12-ed9e-4fc5-ad24-9ccd4812b2a9 req-0e4e0784-cbbf-48b9-8493-a3e3ed36de79 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:34.329094 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-83d1fc12-ed9e-4fc5-ad24-9ccd4812b2a9 req-0e4e0784-cbbf-48b9-8493-a3e3ed36de79 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=0611a4ab-e4ae-4065-bdc5-14dfb3eb9efd HTTP/1.1" status: 200 len: 946 time: 0.5163248 Jan 28 19:19:34.368548 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a2beeb6b-aa31-434e-9519-c31e06dec85f req-94354d2b-abff-4261-bfab-102e8ead369f service neutron] 10.222.0.41 "GET /v2.0/networks/48d3a3c6-bccf-4b82-a5e6-9150eac77858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889422 Jan 28 19:19:34.389531 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-83d1fc12-ed9e-4fc5-ad24-9ccd4812b2a9 req-32761d31-af2e-4426-b90a-7e7ec6bcaa4b tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533354 Jan 28 19:19:34.397604 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ca20101e-ee14-45ce-af6e-1d6c9dab17f8 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (4f54943d-3a79-436f-92d0-0f25141e42c6), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:34.402856 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ca20101e-ee14-45ce-af6e-1d6c9dab17f8 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:34.404475 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-ca20101e-ee14-45ce-af6e-1d6c9dab17f8 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] 10.222.0.64 "DELETE /v2.0/security-groups/4f54943d-3a79-436f-92d0-0f25141e42c6 HTTP/1.1" status: 204 len: 168 time: 0.6818376 Jan 28 19:19:34.408409 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 42254) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:34.429525 n-d-812111-14 neutron-server[103304]: INFO neutron.api.v2.resource [None req-b5160a7c-96a2-49d0-953b-e438ec6336d0 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] show failed (client error): The resource could not be found. Jan 28 19:19:34.431180 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-b5160a7c-96a2-49d0-953b-e438ec6336d0 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] 10.222.0.64 "GET /v2.0/security-groups/4f54943d-3a79-436f-92d0-0f25141e42c6 HTTP/1.1" status: 404 len: 347 time: 0.0217912 Jan 28 19:19:34.434257 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 42258) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:34.435118 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca20101e-ee14-45ce-af6e-1d6c9dab17f8 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f54943d-3a79-436f-92d0-0f25141e42c6,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:34.500185 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ce34514-9b7b-4202-9348-0f2f2a95eea2 admin admin] Deleting subnet aed3e423-b18c-4230-b6f0-afed10cbcbf7 {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:19:34.507968 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2ce34514-9b7b-4202-9348-0f2f2a95eea2 admin admin] Publish callbacks [] for subnet (aed3e423-b18c-4230-b6f0-afed10cbcbf7), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:34.552144 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb482882-0923-4095-bf9f-ced6f2d0a5ad req-a62dd22b-eb90-4060-a25d-a68f853deb09 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:34.557405 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-bb482882-0923-4095-bf9f-ced6f2d0a5ad req-a62dd22b-eb90-4060-a25d-a68f853deb09 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/ports?device_id=423fe725-02cc-4d98-b77e-d73d18170f79 HTTP/1.1" status: 200 len: 946 time: 0.2002273 Jan 28 19:19:34.624752 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b39114-dc48-4aa7-bfe3-8c5bc449dce9 req-ba61dbe0-a16e-4536-875c-e4bfe8726046 tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:34.630692 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-50b39114-dc48-4aa7-bfe3-8c5bc449dce9 req-ba61dbe0-a16e-4536-875c-e4bfe8726046 tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] 10.222.0.64 "GET /v2.0/ports?device_id=228a75e3-e402-4ada-ac1a-23df5443afe6 HTTP/1.1" status: 200 len: 945 time: 0.0941129 Jan 28 19:19:34.633179 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2ce34514-9b7b-4202-9348-0f2f2a95eea2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16187240'] for subnet (aed3e423-b18c-4230-b6f0-afed10cbcbf7), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:34.656767 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-43bd1a15-61f7-4c51-a758-ff1684253480 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] Deleting port 38909cbd-af75-4e9a-95f2-ee56463c69eb {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:19:34.657133 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-43bd1a15-61f7-4c51-a758-ff1684253480 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (38909cbd-af75-4e9a-95f2-ee56463c69eb), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:34.668876 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a2beeb6b-aa31-434e-9519-c31e06dec85f req-15ff8135-90cb-4944-a735-3aac688d9fcf service neutron] 10.222.0.41 "GET /v2.0/networks/48d3a3c6-bccf-4b82-a5e6-9150eac77858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2664073 Jan 28 19:19:34.679243 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-bb482882-0923-4095-bf9f-ced6f2d0a5ad req-a1b021ff-8e95-4448-a7a5-36f40021fe49 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/security-groups?id=929081b5-e4ec-47f3-a3f7-d2b3ba16c5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208932 Jan 28 19:19:34.771620 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-50b39114-dc48-4aa7-bfe3-8c5bc449dce9 req-1b79a504-a25b-478d-be54-5b6f10e72d95 tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] 10.222.0.64 "GET /v2.0/security-groups?id=99a9729b-e544-4e2d-a5f9-4bd7146adc54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1373394 Jan 28 19:19:34.821670 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-43bd1a15-61f7-4c51-a758-ff1684253480 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (38909cbd-af75-4e9a-95f2-ee56463c69eb), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:34.822037 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-43bd1a15-61f7-4c51-a758-ff1684253480 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] Publish callbacks [] for floatingip (38909cbd-af75-4e9a-95f2-ee56463c69eb), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:34.840242 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-43bd1a15-61f7-4c51-a758-ff1684253480 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] Calling delete_port for 38909cbd-af75-4e9a-95f2-ee56463c69eb owned by network:floatingip {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:19:34.924650 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-36ec8bd4-439f-4b55-b4d9-be29ed00a5ec req-44b4d194-fc5d-400c-ab45-f8bf2854573a tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?device_id=f88825d0-a091-4453-bc06-8a2acaf44ba3 HTTP/1.1" status: 200 len: 210 time: 0.0364523 Jan 28 19:19:35.038240 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-43bd1a15-61f7-4c51-a758-ff1684253480 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (38909cbd-af75-4e9a-95f2-ee56463c69eb), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:35.076657 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bd1a15-61f7-4c51-a758-ff1684253480 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] Pushing event deleted for resources: {'Port': ['ID=38909cbd-af75-4e9a-95f2-ee56463c69eb,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:35.097420 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device e6811091-4634-46a7-b32d-6c6518b7b0b9 no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:19:35.125230 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: e6811091-4634-46a7-b32d-6c6518b7b0b9 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:19:35.125875 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device e6811091-4634-46a7-b32d-6c6518b7b0b9 not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:19:35.126488 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 5001080e-2772-429f-8457-294493a0c546 no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:19:35.149850 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-43bd1a15-61f7-4c51-a758-ff1684253480 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] Publish callbacks [] for floatingip (6cf72d3b-edc5-42b6-b8ed-04b28356d95b), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:35.152794 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: 5001080e-2772-429f-8457-294493a0c546 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:19:35.153113 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-43bd1a15-61f7-4c51-a758-ff1684253480 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for floatingip (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:35.153710 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 5001080e-2772-429f-8457-294493a0c546 not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:19:35.156725 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-43bd1a15-61f7-4c51-a758-ff1684253480 tempest-ImagesOneServerNegativeTestJSON-450075639 tempest-ImagesOneServerNegativeTestJSON-450075639-project] 10.222.0.64 "DELETE /v2.0/floatingips/6cf72d3b-edc5-42b6-b8ed-04b28356d95b HTTP/1.1" status: 204 len: 168 time: 0.7171190 Jan 28 19:19:35.241202 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-93594576-b0d7-4ca3-abd5-8d7ec2e6ac7c req-7dbf1fc0-199b-43f9-ac9c-6e4dca21fe0d tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3679d64-92cb-41f0-9190-19b107733d6b HTTP/1.1" status: 200 len: 210 time: 0.4036319 Jan 28 19:19:35.248487 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2ce34514-9b7b-4202-9348-0f2f2a95eea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (aed3e423-b18c-4230-b6f0-afed10cbcbf7), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:35.278101 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 42272) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:35.319638 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0341eecc-3758-4cac-83dd-2fe99f2193e9 req-ec7d5406-8520-4912-8607-d42c7e4dda79 tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:35.321176 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-0341eecc-3758-4cac-83dd-2fe99f2193e9 req-ec7d5406-8520-4912-8607-d42c7e4dda79 tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] 10.222.0.41 "GET /v2.0/ports?device_id=228a75e3-e402-4ada-ac1a-23df5443afe6 HTTP/1.1" status: 200 len: 945 time: 0.6206717 Jan 28 19:19:35.387020 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-0120263f-62cb-49d5-afc5-7bab785c575d admin admin] Deleting subnet 167d6f8b-2945-4c15-bbfc-1b64d284aeb5 {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:19:35.394874 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0120263f-62cb-49d5-afc5-7bab785c575d admin admin] Publish callbacks [] for subnet (167d6f8b-2945-4c15-bbfc-1b64d284aeb5), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:35.397006 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2ce34514-9b7b-4202-9348-0f2f2a95eea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4752464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4733806'] for subnet (aed3e423-b18c-4230-b6f0-afed10cbcbf7), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:35.477172 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce34514-9b7b-4202-9348-0f2f2a95eea2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aed3e423-b18c-4230-b6f0-afed10cbcbf7,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:35.494183 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2ce34514-9b7b-4202-9348-0f2f2a95eea2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:35.497209 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-2ce34514-9b7b-4202-9348-0f2f2a95eea2 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/aed3e423-b18c-4230-b6f0-afed10cbcbf7 HTTP/1.1" status: 204 len: 168 time: 1.2060614 Jan 28 19:19:35.499904 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 42276) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:35.503762 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba1352f3-7196-40a3-891d-7d9b9ee0f07c None None] Network 0cadce21-bf4a-4201-9a5b-b857a4440bd0 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:19:35.533371 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0120263f-62cb-49d5-afc5-7bab785c575d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16187240'] for subnet (167d6f8b-2945-4c15-bbfc-1b64d284aeb5), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:35.598949 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ae0540f2-b5e9-4914-8c7c-311c9748d3a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (0cadce21-bf4a-4201-9a5b-b857a4440bd0), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:35.610243 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d0dfe6-6aab-4bd3-8501-8ac6933c5ca4 req-d1d8c455-710f-453e-aa3b-9a70a9370a04 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:35.611972 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-48d0dfe6-6aab-4bd3-8501-8ac6933c5ca4 req-d1d8c455-710f-453e-aa3b-9a70a9370a04 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=0611a4ab-e4ae-4065-bdc5-14dfb3eb9efd HTTP/1.1" status: 200 len: 946 time: 0.1219976 Jan 28 19:19:35.616618 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-0341eecc-3758-4cac-83dd-2fe99f2193e9 req-1b1f7f59-19bc-4331-9c48-fb9a90f1c905 tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] Deleting port 2750d9e5-de49-4db1-a69b-efaf333e2cf8 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:19:35.616967 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-0341eecc-3758-4cac-83dd-2fe99f2193e9 req-1b1f7f59-19bc-4331-9c48-fb9a90f1c905 tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (2750d9e5-de49-4db1-a69b-efaf333e2cf8), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:35.626108 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0120263f-62cb-49d5-afc5-7bab785c575d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (167d6f8b-2945-4c15-bbfc-1b64d284aeb5), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:35.664175 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-ae0540f2-b5e9-4914-8c7c-311c9748d3a1 admin admin] Deleting port 8b707277-5541-4890-b8ac-afa03e17b0c6 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:19:35.664518 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ae0540f2-b5e9-4914-8c7c-311c9748d3a1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (8b707277-5541-4890-b8ac-afa03e17b0c6), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:35.760587 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-ae0540f2-b5e9-4914-8c7c-311c9748d3a1 admin admin] For port 8b707277-5541-4890-b8ac-afa03e17b0c6, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=8b707277-5541-4890-b8ac-afa03e17b0c6,segment=NetworkSegment(ad3ddde5-c7f5-4dfc-bc22-65e2dcd87fde),segment_id=ad3ddde5-c7f5-4dfc-bc22-65e2dcd87fde)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:19:35.760877 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ae0540f2-b5e9-4914-8c7c-311c9748d3a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (8b707277-5541-4890-b8ac-afa03e17b0c6), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:35.761278 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3feadc25-4534-4022-adae-bc7e4cdccf65 None None] DHCP port deletion for 0cadce21-bf4a-4201-9a5b-b857a4440bd0 request from n-d-812111-14 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:19:35.790890 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-ae0540f2-b5e9-4914-8c7c-311c9748d3a1 admin admin] Calling delete_port for 8b707277-5541-4890-b8ac-afa03e17b0c6 owned by network:dhcp {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:19:35.815562 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-48d0dfe6-6aab-4bd3-8501-8ac6933c5ca4 req-faf6f01c-aceb-44c4-ba4b-4e49d8141a5a tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953170 Jan 28 19:19:35.829861 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-0341eecc-3758-4cac-83dd-2fe99f2193e9 req-1b1f7f59-19bc-4331-9c48-fb9a90f1c905 tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] For port 2750d9e5-de49-4db1-a69b-efaf333e2cf8, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=2750d9e5-de49-4db1-a69b-efaf333e2cf8,segment=NetworkSegment(465584ef-fdd1-4efc-8287-c61b1cbf1ac6),segment_id=465584ef-fdd1-4efc-8287-c61b1cbf1ac6)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:19:35.830400 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-0341eecc-3758-4cac-83dd-2fe99f2193e9 req-1b1f7f59-19bc-4331-9c48-fb9a90f1c905 tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (2750d9e5-de49-4db1-a69b-efaf333e2cf8), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:35.835729 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-3feadc25-4534-4022-adae-bc7e4cdccf65 None None] Deleting port 8b707277-5541-4890-b8ac-afa03e17b0c6 {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:19:35.836562 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3feadc25-4534-4022-adae-bc7e4cdccf65 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (8b707277-5541-4890-b8ac-afa03e17b0c6), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:35.919018 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0120263f-62cb-49d5-afc5-7bab785c575d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4752464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4733806'] for subnet (167d6f8b-2945-4c15-bbfc-1b64d284aeb5), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:35.920065 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-3feadc25-4534-4022-adae-bc7e4cdccf65 None None] For port 8b707277-5541-4890-b8ac-afa03e17b0c6, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=8b707277-5541-4890-b8ac-afa03e17b0c6,segment=NetworkSegment(ad3ddde5-c7f5-4dfc-bc22-65e2dcd87fde),segment_id=ad3ddde5-c7f5-4dfc-bc22-65e2dcd87fde)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:19:35.920812 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3feadc25-4534-4022-adae-bc7e4cdccf65 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (8b707277-5541-4890-b8ac-afa03e17b0c6), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:35.939639 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-3feadc25-4534-4022-adae-bc7e4cdccf65 None None] Calling delete_port for 8b707277-5541-4890-b8ac-afa03e17b0c6 owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:19:35.955744 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b144ab9-460a-41bd-b605-97781d8e9430 req-f9a8c461-dafe-4aee-a2fa-61f7334bdc07 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:35.962003 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2b144ab9-460a-41bd-b605-97781d8e9430 req-f9a8c461-dafe-4aee-a2fa-61f7334bdc07 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/ports?device_id=423fe725-02cc-4d98-b77e-d73d18170f79 HTTP/1.1" status: 200 len: 946 time: 0.1840913 Jan 28 19:19:36.003969 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0120263f-62cb-49d5-afc5-7bab785c575d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=167d6f8b-2945-4c15-bbfc-1b64d284aeb5,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:36.030961 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0120263f-62cb-49d5-afc5-7bab785c575d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:36.039179 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-0120263f-62cb-49d5-afc5-7bab785c575d admin admin] 10.222.0.64 "DELETE /v2.0/subnets/167d6f8b-2945-4c15-bbfc-1b64d284aeb5 HTTP/1.1" status: 204 len: 168 time: 0.7600305 Jan 28 19:19:36.045759 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3feadc25-4534-4022-adae-bc7e4cdccf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985'] for port (8b707277-5541-4890-b8ac-afa03e17b0c6), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:36.050083 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 42284) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:36.060212 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2b144ab9-460a-41bd-b605-97781d8e9430 req-12187e1b-e21a-4016-b0c2-9f6900e93c8a tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/security-groups?id=929081b5-e4ec-47f3-a3f7-d2b3ba16c5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973063 Jan 28 19:19:36.061444 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device ad3035ca-2e39-4bca-8a9f-d7d0fd50923a no longer exists at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:19:36.115803 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3feadc25-4534-4022-adae-bc7e4cdccf65 None None] Pushing event deleted for resources: {'Port': ['ID=8b707277-5541-4890-b8ac-afa03e17b0c6,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:36.118570 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3feadc25-4534-4022-adae-bc7e4cdccf65 None None] No DVR routers for this DVR port 8b707277-5541-4890-b8ac-afa03e17b0c6 on host n-d-812111-14 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:19:36.121073 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] No Port match for: ad3035ca-2e39-4bca-8a9f-d7d0fd50923a {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:19:36.121447 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device ad3035ca-2e39-4bca-8a9f-d7d0fd50923a not bound to the agent host n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:19:36.173843 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6fba0d-1d15-4c48-841d-47ef0e3ba027 req-c80d3199-53b8-43b3-92b5-f0c23562d77e tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:36.175850 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ad6fba0d-1d15-4c48-841d-47ef0e3ba027 req-c80d3199-53b8-43b3-92b5-f0c23562d77e tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] 10.222.0.64 "GET /v2.0/ports?device_id=228a75e3-e402-4ada-ac1a-23df5443afe6 HTTP/1.1" status: 200 len: 945 time: 0.2116358 Jan 28 19:19:36.200786 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-11b4c28d-35d9-46e6-b8f7-771a2ebb933f req-637f1eb1-9bb2-4665-b5a8-e20df4934602 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?device_id=f88825d0-a091-4453-bc06-8a2acaf44ba3 HTTP/1.1" status: 200 len: 210 time: 0.0362992 Jan 28 19:19:36.215596 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-983f4be8-8062-4834-a5d2-7807f48c11bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (7ec03016-5972-412d-837e-85b126a1efc6), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:36.231274 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ae0540f2-b5e9-4914-8c7c-311c9748d3a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (8b707277-5541-4890-b8ac-afa03e17b0c6), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:36.263779 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0540f2-b5e9-4914-8c7c-311c9748d3a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b707277-5541-4890-b8ac-afa03e17b0c6,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:36.286764 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ad6fba0d-1d15-4c48-841d-47ef0e3ba027 req-ad8f7aaf-7ed6-4498-adb4-1abfa9795b89 tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] 10.222.0.64 "GET /v2.0/security-groups?id=99a9729b-e544-4e2d-a5f9-4bd7146adc54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808961 Jan 28 19:19:36.289191 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-0341eecc-3758-4cac-83dd-2fe99f2193e9 req-1b1f7f59-19bc-4331-9c48-fb9a90f1c905 tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:36.289399 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0540f2-b5e9-4914-8c7c-311c9748d3a1 admin admin] No DVR routers for this DVR port 8b707277-5541-4890-b8ac-afa03e17b0c6 on host n-d-812111-14 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:19:36.289676 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-0341eecc-3758-4cac-83dd-2fe99f2193e9 req-1b1f7f59-19bc-4331-9c48-fb9a90f1c905 tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734886'] for floatingip (ab3d7aae-8c49-40a0-8816-ac1be5a38f7f), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:36.290064 n-d-812111-14 neutron-server[103305]: INFO neutron.db.l3_db [req-0341eecc-3758-4cac-83dd-2fe99f2193e9 req-1b1f7f59-19bc-4331-9c48-fb9a90f1c905 tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] Floating IP ab3d7aae-8c49-40a0-8816-ac1be5a38f7f disassociated. External IP: 172.25.6.64, port: 2750d9e5-de49-4db1-a69b-efaf333e2cf8. Jan 28 19:19:36.290660 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-0341eecc-3758-4cac-83dd-2fe99f2193e9 req-1b1f7f59-19bc-4331-9c48-fb9a90f1c905 tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] Calling delete_port for 2750d9e5-de49-4db1-a69b-efaf333e2cf8 owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:19:36.396510 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-78590d4a-3d34-45c1-a8d0-d122c32f5941 req-8634aaeb-025c-4a6c-a928-2fb7327f1caf tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3679d64-92cb-41f0-9190-19b107733d6b HTTP/1.1" status: 200 len: 210 time: 0.0349960 Jan 28 19:19:36.426206 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-983f4be8-8062-4834-a5d2-7807f48c11bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (7ec03016-5972-412d-837e-85b126a1efc6), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:36.442996 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-0341eecc-3758-4cac-83dd-2fe99f2193e9 req-1b1f7f59-19bc-4331-9c48-fb9a90f1c905 tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (2750d9e5-de49-4db1-a69b-efaf333e2cf8), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:36.470800 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1f7f59-19bc-4331-9c48-fb9a90f1c905 tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] Pushing event deleted for resources: {'Port': ['ID=2750d9e5-de49-4db1-a69b-efaf333e2cf8,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:36.485423 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ae0540f2-b5e9-4914-8c7c-311c9748d3a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (0cadce21-bf4a-4201-9a5b-b857a4440bd0), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:36.489136 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-983f4be8-8062-4834-a5d2-7807f48c11bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ec03016-5972-412d-837e-85b126a1efc6']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:19:36.510689 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-983f4be8-8062-4834-a5d2-7807f48c11bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dddb75af-2afb-4991-9652-8b4dd43b8077') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:19:36.511280 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-983f4be8-8062-4834-a5d2-7807f48c11bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dddb75af-2afb-4991-9652-8b4dd43b8077') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:19:36.527369 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-ae0540f2-b5e9-4914-8c7c-311c9748d3a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cadce21-bf4a-4201-9a5b-b857a4440bd0']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:19:36.530482 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-983f4be8-8062-4834-a5d2-7807f48c11bc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4747091'] for segment (dddb75af-2afb-4991-9652-8b4dd43b8077), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:36.546671 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-ae0540f2-b5e9-4914-8c7c-311c9748d3a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad3ddde5-c7f5-4dfc-bc22-65e2dcd87fde') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:19:36.546900 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-ae0540f2-b5e9-4914-8c7c-311c9748d3a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad3ddde5-c7f5-4dfc-bc22-65e2dcd87fde') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:19:36.561602 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ae0540f2-b5e9-4914-8c7c-311c9748d3a1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4747091'] for segment (ad3ddde5-c7f5-4dfc-bc22-65e2dcd87fde), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:36.565242 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-983f4be8-8062-4834-a5d2-7807f48c11bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (dddb75af-2afb-4991-9652-8b4dd43b8077), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:36.582297 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-983f4be8-8062-4834-a5d2-7807f48c11bc admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:19:36.582898 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-983f4be8-8062-4834-a5d2-7807f48c11bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4690514'] for segment (dddb75af-2afb-4991-9652-8b4dd43b8077), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:36.585006 n-d-812111-14 neutron-server[103304]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:19:36.585006 n-d-812111-14 neutron-server[103304]: self.session.flush() Jan 28 19:19:36.585006 n-d-812111-14 neutron-server[103304]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:19:36.585006 n-d-812111-14 neutron-server[103304]: self.session.flush() Jan 28 19:19:36.585006 n-d-812111-14 neutron-server[103304]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:19:36.585006 n-d-812111-14 neutron-server[103304]: self.session.flush() Jan 28 19:19:36.585006 n-d-812111-14 neutron-server[103304]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:19:36.585006 n-d-812111-14 neutron-server[103304]: self.session.flush() Jan 28 19:19:36.585006 n-d-812111-14 neutron-server[103304]: Traceback (most recent call last): Jan 28 19:19:36.585006 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:19:36.585006 n-d-812111-14 neutron-server[103304]: timer() Jan 28 19:19:36.585006 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:19:36.585006 n-d-812111-14 neutron-server[103304]: cb(*args, **kw) Jan 28 19:19:36.585006 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:19:36.585006 n-d-812111-14 neutron-server[103304]: return func(*args, **kwargs) Jan 28 19:19:36.585006 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:19:36.585006 n-d-812111-14 neutron-server[103304]: self._notify() Jan 28 19:19:36.585006 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:19:36.585006 n-d-812111-14 neutron-server[103304]: self.callback(batched_events) Jan 28 19:19:36.585006 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:19:36.585006 n-d-812111-14 neutron-server[103304]: event.method(event) Jan 28 19:19:36.585006 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:19:36.585006 n-d-812111-14 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:19:36.585006 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:19:36.585006 n-d-812111-14 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:19:36.585006 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:19:36.585006 n-d-812111-14 neutron-server[103304]: return f(self, *a, **k) Jan 28 19:19:36.585006 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:19:36.585006 n-d-812111-14 neutron-server[103304]: return self._get(url).json() Jan 28 19:19:36.585006 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:19:36.585006 n-d-812111-14 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:19:36.585006 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:19:36.585006 n-d-812111-14 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 28 19:19:36.585006 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:19:36.585006 n-d-812111-14 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:19:36.585006 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:19:36.585006 n-d-812111-14 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:19:36.585006 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:19:36.585006 n-d-812111-14 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:19:36.585006 n-d-812111-14 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:19:36.590475 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f35f6fc3-a73a-4b27-8663-0b4a09fd7cff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:36.597239 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ae0540f2-b5e9-4914-8c7c-311c9748d3a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (ad3ddde5-c7f5-4dfc-bc22-65e2dcd87fde), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:36.621461 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0341eecc-3758-4cac-83dd-2fe99f2193e9 req-1b1f7f59-19bc-4331-9c48-fb9a90f1c905 tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] Router 7ce3bdb9-a95b-4309-a0b5-4354b9c4cdb7 has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:19:36.638104 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae0540f2-b5e9-4914-8c7c-311c9748d3a1 admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:19:36.638541 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ae0540f2-b5e9-4914-8c7c-311c9748d3a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4690514'] for segment (ad3ddde5-c7f5-4dfc-bc22-65e2dcd87fde), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:36.649241 n-d-812111-14 neutron-server[103304]: Traceback (most recent call last): Jan 28 19:19:36.649241 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:19:36.649241 n-d-812111-14 neutron-server[103304]: timer() Jan 28 19:19:36.649241 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:19:36.649241 n-d-812111-14 neutron-server[103304]: cb(*args, **kw) Jan 28 19:19:36.649241 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:19:36.649241 n-d-812111-14 neutron-server[103304]: return func(*args, **kwargs) Jan 28 19:19:36.649241 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:19:36.649241 n-d-812111-14 neutron-server[103304]: self._notify() Jan 28 19:19:36.649241 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:19:36.649241 n-d-812111-14 neutron-server[103304]: self.callback(batched_events) Jan 28 19:19:36.649241 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:19:36.649241 n-d-812111-14 neutron-server[103304]: event.method(event) Jan 28 19:19:36.649241 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:19:36.649241 n-d-812111-14 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:19:36.649241 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:19:36.649241 n-d-812111-14 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:19:36.649241 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:19:36.649241 n-d-812111-14 neutron-server[103304]: return f(self, *a, **k) Jan 28 19:19:36.649241 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:19:36.649241 n-d-812111-14 neutron-server[103304]: return self._get(url).json() Jan 28 19:19:36.649241 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:19:36.649241 n-d-812111-14 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:19:36.649241 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:19:36.649241 n-d-812111-14 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 28 19:19:36.649241 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:19:36.649241 n-d-812111-14 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:19:36.649241 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:19:36.649241 n-d-812111-14 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:19:36.649241 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:19:36.649241 n-d-812111-14 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:19:36.649241 n-d-812111-14 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:19:36.708151 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-983f4be8-8062-4834-a5d2-7807f48c11bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (7ec03016-5972-412d-837e-85b126a1efc6), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:36.713822 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-983f4be8-8062-4834-a5d2-7807f48c11bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:36.717217 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-983f4be8-8062-4834-a5d2-7807f48c11bc admin admin] 10.222.0.64 "DELETE /v2.0/networks/7ec03016-5972-412d-837e-85b126a1efc6 HTTP/1.1" status: 204 len: 168 time: 0.6560078 Jan 28 19:19:36.735972 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ae0540f2-b5e9-4914-8c7c-311c9748d3a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (0cadce21-bf4a-4201-9a5b-b857a4440bd0), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:36.737927 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983f4be8-8062-4834-a5d2-7807f48c11bc admin admin] Pushing event deleted for resources: {'Network': ['ID=7ec03016-5972-412d-837e-85b126a1efc6,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:36.742771 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ae0540f2-b5e9-4914-8c7c-311c9748d3a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:36.746113 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-ae0540f2-b5e9-4914-8c7c-311c9748d3a1 admin admin] 10.222.0.64 "DELETE /v2.0/networks/0cadce21-bf4a-4201-9a5b-b857a4440bd0 HTTP/1.1" status: 204 len: 168 time: 1.2452204 Jan 28 19:19:36.767167 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0341eecc-3758-4cac-83dd-2fe99f2193e9 req-1b1f7f59-19bc-4331-9c48-fb9a90f1c905 tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:19:36.774387 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0540f2-b5e9-4914-8c7c-311c9748d3a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=0cadce21-bf4a-4201-9a5b-b857a4440bd0,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:36.780374 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac8d4fe7-af97-459a-88e0-91bda8d9bd69 None None] Sync routers for ids ['7ce3bdb9-a95b-4309-a0b5-4354b9c4cdb7'] in n-d-812111-14 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:19:36.802052 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8d4fe7-af97-459a-88e0-91bda8d9bd69 None None] Routers {'7ce3bdb9-a95b-4309-a0b5-4354b9c4cdb7'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:19:36.803207 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-ac8d4fe7-af97-459a-88e0-91bda8d9bd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:19:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['7ce3bdb9-a95b-4309-a0b5-4354b9c4cdb7'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:19:36.903208 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-0341eecc-3758-4cac-83dd-2fe99f2193e9 req-1b1f7f59-19bc-4331-9c48-fb9a90f1c905 tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] No DVR routers for this DVR port 2750d9e5-de49-4db1-a69b-efaf333e2cf8 on host n-h1-812111-14 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:19:36.908284 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-0341eecc-3758-4cac-83dd-2fe99f2193e9 req-1b1f7f59-19bc-4331-9c48-fb9a90f1c905 tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:36.911638 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-0341eecc-3758-4cac-83dd-2fe99f2193e9 req-1b1f7f59-19bc-4331-9c48-fb9a90f1c905 tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] 10.222.0.41 "DELETE /v2.0/ports/2750d9e5-de49-4db1-a69b-efaf333e2cf8 HTTP/1.1" status: 204 len: 173 time: 1.5807383 Jan 28 19:19:36.915581 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '228a75e3-e402-4ada-ac1a-23df5443afe6', 'name': 'network-vif-deleted', 'tag': '2750d9e5-de49-4db1-a69b-efaf333e2cf8'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:19:36.934988 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-829ca922-af69-4d83-a20a-e7efcc268219" -d '{"events": [{"server_uuid": "228a75e3-e402-4ada-ac1a-23df5443afe6", "name": "network-vif-deleted", "tag": "2750d9e5-de49-4db1-a69b-efaf333e2cf8"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:19:37.070122 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03620cde-b0ec-45de-bdaf-5cf368e0140d x-openstack-request-id: req-03620cde-b0ec-45de-bdaf-5cf368e0140d {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:19:37.070443 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "228a75e3-e402-4ada-ac1a-23df5443afe6", "name": "network-vif-deleted", "tag": "2750d9e5-de49-4db1-a69b-efaf333e2cf8", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:19:37.070702 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-03620cde-b0ec-45de-bdaf-5cf368e0140d {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:19:37.073198 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '228a75e3-e402-4ada-ac1a-23df5443afe6', 'name': 'network-vif-deleted', 'tag': '2750d9e5-de49-4db1-a69b-efaf333e2cf8', 'status': 'completed', 'code': 200} Jan 28 19:19:37.082899 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 42300) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:37.124629 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 42302) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:37.139000 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-ac8d4fe7-af97-459a-88e0-91bda8d9bd69 None None] Set router 7ce3bdb9-a95b-4309-a0b5-4354b9c4cdb7 gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:19:37.191306 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 8b707277-5541-4890-b8ac-afa03e17b0c6 no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:19:37.219770 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2ffdbe-4728-4e5b-a925-740b9efe1eb5 req-7064b4a5-6af7-4610-98af-40afabd25927 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:37.219982 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: 8b707277-5541-4890-b8ac-afa03e17b0c6 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:19:37.220695 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 8b707277-5541-4890-b8ac-afa03e17b0c6 not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:19:37.224268 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-917d4b58-4263-49d2-8a28-4cc48435c3c1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d8db6e8ff55e4a6780f95f622184a73d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1400931 Jan 28 19:19:37.236980 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 42304) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:37.237643 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-cb2ffdbe-4728-4e5b-a925-740b9efe1eb5 req-7064b4a5-6af7-4610-98af-40afabd25927 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=0611a4ab-e4ae-4065-bdc5-14dfb3eb9efd HTTP/1.1" status: 200 len: 946 time: 0.2659276 Jan 28 19:19:37.309952 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-cb2ffdbe-4728-4e5b-a925-740b9efe1eb5 req-f58d8a28-001f-4f35-baac-a1fa568e2b6b tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712004 Jan 28 19:19:37.327308 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-cf08e8d8-2dbb-4359-9682-a762281aea38 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f940db8e9df9468aa9c0e463c735ec77&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2011116 Jan 28 19:19:37.333265 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 42310) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:37.355010 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a12344b-f553-4251-9cc9-80e7e3232bcb req-4a217386-dbb4-47ef-afa4-81663251f60b tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:37.364119 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7a12344b-f553-4251-9cc9-80e7e3232bcb req-4a217386-dbb4-47ef-afa4-81663251f60b tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/ports?device_id=423fe725-02cc-4d98-b77e-d73d18170f79 HTTP/1.1" status: 200 len: 946 time: 0.1670582 Jan 28 19:19:37.414506 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ee7b36e3-7323-4f55-a18b-2681d4770187 admin admin] Publish callbacks [] for security_group (9398b756-464a-4fa2-9e67-95bcbd5057f7), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:37.422192 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ba5f0cc3-7464-4d7a-b553-4bef5f899a6f req-ea791709-fb40-4a60-99c3-f1a26995a552 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?device_id=f88825d0-a091-4453-bc06-8a2acaf44ba3 HTTP/1.1" status: 200 len: 210 time: 0.0304773 Jan 28 19:19:37.443387 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-ac8d4fe7-af97-459a-88e0-91bda8d9bd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce3bdb9-a95b-4309-a0b5-4354b9c4cdb7', 'name': 'tempest-ServersTestBootFromVolume-1087329550-router', 'tenant_id': '420fb4477d4744a7883edeb957ae6597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': '9935d41b-edcc-426b-a76e-c37018ad5fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:16:37Z', 'updated_at': '2022-01-28T19:16:45Z', 'revision_number': 4, 'project_id': '420fb4477d4744a7883edeb957ae6597', 'gw_port': {'id': '9935d41b-edcc-426b-a76e-c37018ad5fb9', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:a5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce3bdb9-a95b-4309-a0b5-4354b9c4cdb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:16:40Z', 'updated_at': '2022-01-28T19:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '1e6a2ec4-c1d2-48dc-9e6f-3c905335dfa0', 'name': '', 'network_id': '6b850379-ee6b-422c-9104-ee42848f60f7', 'tenant_id': '420fb4477d4744a7883edeb957ae6597', 'mac_address': 'fa:16:3e:0d:fb:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce3bdb9-a95b-4309-a0b5-4354b9c4cdb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '27a1cb61-13cc-4651-897a-2629d7c64233', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:16:44Z', 'updated_at': '2022-01-28T19:16:55Z', 'revision_number': 5, 'project_id': '420fb4477d4744a7883edeb957ae6597', 'subnets': [{'id': '27a1cb61-13cc-4651-897a-2629d7c64233', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:19:37.473297 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac8d4fe7-af97-459a-88e0-91bda8d9bd69 None None] Checking router: 7ce3bdb9-a95b-4309-a0b5-4354b9c4cdb7 for host: n-d-812111-14 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:19:37.483669 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8d4fe7-af97-459a-88e0-91bda8d9bd69 None None] Routers {'7ce3bdb9-a95b-4309-a0b5-4354b9c4cdb7'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:19:37.484427 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-ac8d4fe7-af97-459a-88e0-91bda8d9bd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:19:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['7ce3bdb9-a95b-4309-a0b5-4354b9c4cdb7'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:19:37.512098 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ee7b36e3-7323-4f55-a18b-2681d4770187 admin admin] Publish callbacks [] for security_group (9398b756-464a-4fa2-9e67-95bcbd5057f7), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:37.534521 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-cc7533a7-17f4-4dd7-b666-acdb8a30639c req-d4e8595c-0ef5-4993-b7be-cb6325834c84 tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] 10.222.0.64 "GET /v2.0/ports?device_id=228a75e3-e402-4ada-ac1a-23df5443afe6 HTTP/1.1" status: 200 len: 210 time: 0.0369749 Jan 28 19:19:37.545491 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7a12344b-f553-4251-9cc9-80e7e3232bcb req-4c44eff9-d000-451e-b97d-2e3e681d014c tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/security-groups?id=929081b5-e4ec-47f3-a3f7-d2b3ba16c5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803429 Jan 28 19:19:37.552664 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b43ade6d-8f6e-40f3-bc53-b3f7ee329a20 admin admin] Publish callbacks [] for security_group (93e4e5d8-2172-46b4-bafb-a6d3892a81f9), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:37.613219 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ee7b36e3-7323-4f55-a18b-2681d4770187 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (9398b756-464a-4fa2-9e67-95bcbd5057f7), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:37.615988 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ee7b36e3-7323-4f55-a18b-2681d4770187 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:37.617222 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-ee7b36e3-7323-4f55-a18b-2681d4770187 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9398b756-464a-4fa2-9e67-95bcbd5057f7 HTTP/1.1" status: 204 len: 168 time: 0.3749137 Jan 28 19:19:37.632960 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-ac8d4fe7-af97-459a-88e0-91bda8d9bd69 None None] Set router 7ce3bdb9-a95b-4309-a0b5-4354b9c4cdb7 gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:19:37.633212 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7b36e3-7323-4f55-a18b-2681d4770187 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9398b756-464a-4fa2-9e67-95bcbd5057f7,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:37.644358 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b43ade6d-8f6e-40f3-bc53-b3f7ee329a20 admin admin] Publish callbacks [] for security_group (93e4e5d8-2172-46b4-bafb-a6d3892a81f9), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:37.664687 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c6f25591-2431-493e-b3c0-8ed5e1a30c91 req-7a953681-0894-451b-ab0d-f0aa8d95bdca tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3679d64-92cb-41f0-9190-19b107733d6b HTTP/1.1" status: 200 len: 210 time: 0.0572064 Jan 28 19:19:37.717822 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b43ade6d-8f6e-40f3-bc53-b3f7ee329a20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (93e4e5d8-2172-46b4-bafb-a6d3892a81f9), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:37.725526 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b43ade6d-8f6e-40f3-bc53-b3f7ee329a20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:37.744625 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-b43ade6d-8f6e-40f3-bc53-b3f7ee329a20 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/93e4e5d8-2172-46b4-bafb-a6d3892a81f9 HTTP/1.1" status: 204 len: 168 time: 0.4032798 Jan 28 19:19:37.763056 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43ade6d-8f6e-40f3-bc53-b3f7ee329a20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93e4e5d8-2172-46b4-bafb-a6d3892a81f9,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:37.976867 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-ac8d4fe7-af97-459a-88e0-91bda8d9bd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce3bdb9-a95b-4309-a0b5-4354b9c4cdb7', 'name': 'tempest-ServersTestBootFromVolume-1087329550-router', 'tenant_id': '420fb4477d4744a7883edeb957ae6597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': '9935d41b-edcc-426b-a76e-c37018ad5fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:16:37Z', 'updated_at': '2022-01-28T19:16:45Z', 'revision_number': 4, 'project_id': '420fb4477d4744a7883edeb957ae6597', 'gw_port': {'id': '9935d41b-edcc-426b-a76e-c37018ad5fb9', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:a5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce3bdb9-a95b-4309-a0b5-4354b9c4cdb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:16:40Z', 'updated_at': '2022-01-28T19:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '1e6a2ec4-c1d2-48dc-9e6f-3c905335dfa0', 'name': '', 'network_id': '6b850379-ee6b-422c-9104-ee42848f60f7', 'tenant_id': '420fb4477d4744a7883edeb957ae6597', 'mac_address': 'fa:16:3e:0d:fb:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce3bdb9-a95b-4309-a0b5-4354b9c4cdb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '27a1cb61-13cc-4651-897a-2629d7c64233', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:16:44Z', 'updated_at': '2022-01-28T19:16:55Z', 'revision_number': 5, 'project_id': '420fb4477d4744a7883edeb957ae6597', 'subnets': [{'id': '27a1cb61-13cc-4651-897a-2629d7c64233', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:19:38.018258 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac8d4fe7-af97-459a-88e0-91bda8d9bd69 None None] The sync data for ids ['7ce3bdb9-a95b-4309-a0b5-4354b9c4cdb7'] in n-d-812111-14 is: [{'id': '7ce3bdb9-a95b-4309-a0b5-4354b9c4cdb7', 'name': 'tempest-ServersTestBootFromVolume-1087329550-router', 'tenant_id': '420fb4477d4744a7883edeb957ae6597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': '9935d41b-edcc-426b-a76e-c37018ad5fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:16:37Z', 'updated_at': '2022-01-28T19:16:45Z', 'revision_number': 4, 'project_id': '420fb4477d4744a7883edeb957ae6597', 'gw_port': {'id': '9935d41b-edcc-426b-a76e-c37018ad5fb9', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:a5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce3bdb9-a95b-4309-a0b5-4354b9c4cdb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:16:40Z', 'updated_at': '2022-01-28T19:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '1e6a2ec4-c1d2-48dc-9e6f-3c905335dfa0', 'name': '', 'network_id': '6b850379-ee6b-422c-9104-ee42848f60f7', 'tenant_id': '420fb4477d4744a7883edeb957ae6597', 'mac_address': 'fa:16:3e:0d:fb:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce3bdb9-a95b-4309-a0b5-4354b9c4cdb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '27a1cb61-13cc-4651-897a-2629d7c64233', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:16:44Z', 'updated_at': '2022-01-28T19:16:55Z', 'revision_number': 5, 'project_id': '420fb4477d4744a7883edeb957ae6597', 'subnets': [{'id': '27a1cb61-13cc-4651-897a-2629d7c64233', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:19:38.087102 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 2750d9e5-de49-4db1-a69b-efaf333e2cf8 no longer exists at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:19:38.112243 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 42322) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:38.117047 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] No Port match for: 2750d9e5-de49-4db1-a69b-efaf333e2cf8 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:19:38.117456 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 2750d9e5-de49-4db1-a69b-efaf333e2cf8 not bound to the agent host n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:19:38.177360 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-94e7b051-8b7d-4082-b91d-8eedcf157eca admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=cac84962258f42c3b2324f237af9a8ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0626502 Jan 28 19:19:38.179737 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 42326) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:38.244461 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-253e0f72-853b-454c-9569-1fc156df3e47 admin admin] Publish callbacks [] for security_group (6b39b172-04c0-4ad8-9d54-541a4fd08860), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:38.275608 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-253e0f72-853b-454c-9569-1fc156df3e47 admin admin] Publish callbacks [] for security_group (6b39b172-04c0-4ad8-9d54-541a4fd08860), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:38.366413 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-253e0f72-853b-454c-9569-1fc156df3e47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (6b39b172-04c0-4ad8-9d54-541a4fd08860), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:38.371055 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-253e0f72-853b-454c-9569-1fc156df3e47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:38.372529 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-253e0f72-853b-454c-9569-1fc156df3e47 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6b39b172-04c0-4ad8-9d54-541a4fd08860 HTTP/1.1" status: 204 len: 168 time: 0.1908419 Jan 28 19:19:38.389366 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253e0f72-853b-454c-9569-1fc156df3e47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b39b172-04c0-4ad8-9d54-541a4fd08860,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:38.469824 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10c275a-b00c-47b4-a5b5-d147cfed72d3 None None] New status for floating IP ab3d7aae-8c49-40a0-8816-ac1be5a38f7f: DOWN {{(pid=103307) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 19:19:38.543888 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1864e2e8-3f87-4345-bd01-58c9a32f154c req-7844d039-d117-414b-8024-18cf9a18082a tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:38.554994 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1864e2e8-3f87-4345-bd01-58c9a32f154c req-7844d039-d117-414b-8024-18cf9a18082a tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=0611a4ab-e4ae-4065-bdc5-14dfb3eb9efd HTTP/1.1" status: 200 len: 946 time: 0.1020899 Jan 28 19:19:38.618766 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1864e2e8-3f87-4345-bd01-58c9a32f154c req-59c4f236-cee3-42d6-a3a3-a1d179a03280 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578458 Jan 28 19:19:38.619869 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-bf200d6b-e0d8-417b-8a5d-944cc792a8de req-a707faf8-efe6-454f-abed-b10303893000 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?device_id=f88825d0-a091-4453-bc06-8a2acaf44ba3 HTTP/1.1" status: 200 len: 210 time: 0.0614276 Jan 28 19:19:38.766040 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-be26ea02-cbf1-44b3-82ac-ea6935e34ae3 req-ef264f2e-4425-43fe-92e1-6d5fa2b6a70d tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] 10.222.0.64 "GET /v2.0/ports?device_id=228a75e3-e402-4ada-ac1a-23df5443afe6 HTTP/1.1" status: 200 len: 210 time: 0.0589030 Jan 28 19:19:38.844111 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb7a0b2-8582-4de9-ad8e-2cec7928109b req-179831e8-dba8-41c8-bbf3-c3402850f415 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:38.852658 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-bfb7a0b2-8582-4de9-ad8e-2cec7928109b req-179831e8-dba8-41c8-bbf3-c3402850f415 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/ports?device_id=423fe725-02cc-4d98-b77e-d73d18170f79 HTTP/1.1" status: 200 len: 946 time: 0.0963855 Jan 28 19:19:38.903689 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-dd798c00-6db7-4b31-9cb6-3d1c2c7b3381 req-98860f16-cb21-4fa6-8783-a09ee5f66d07 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3679d64-92cb-41f0-9190-19b107733d6b HTTP/1.1" status: 200 len: 210 time: 0.0884297 Jan 28 19:19:38.920958 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8e98cc93-e2d4-4709-9178-85bb7bef371f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:38.934664 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-bfb7a0b2-8582-4de9-ad8e-2cec7928109b req-cc87eb21-6530-44c9-a891-12b98947df58 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/security-groups?id=929081b5-e4ec-47f3-a3f7-d2b3ba16c5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803542 Jan 28 19:19:39.380781 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 42378) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:39.506545 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-b7e74e2e-320e-42b7-bd14-e46da900eb19 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-273877252-network', 'tenant_id': '6b04e21d760f466bb79aac0e0316286a'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:19:39.528319 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7e74e2e-320e-42b7-bd14-e46da900eb19 admin admin] Made reservation on behalf of 6b04e21d760f466bb79aac0e0316286a for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:19:39.531488 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b7e74e2e-320e-42b7-bd14-e46da900eb19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:39.543751 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b7e74e2e-320e-42b7-bd14-e46da900eb19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:39.583338 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 42384) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:39.631745 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b7e74e2e-320e-42b7-bd14-e46da900eb19 admin admin] Publish callbacks [] for security_group (c5f72fde-d07b-48bc-a7d3-3cac823c9c06), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:39.635785 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b7e74e2e-320e-42b7-bd14-e46da900eb19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (c5f72fde-d07b-48bc-a7d3-3cac823c9c06), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:39.664188 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7e74e2e-320e-42b7-bd14-e46da900eb19 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:19:39.667729 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:39.679645 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b7e74e2e-320e-42b7-bd14-e46da900eb19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (5b65960b-986e-420a-b3fe-92ff866772fe), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:39.680128 n-d-812111-14 neutron-server[103304]: INFO neutron.db.segments_db [None req-b7e74e2e-320e-42b7-bd14-e46da900eb19 admin admin] Added segment 5b65960b-986e-420a-b3fe-92ff866772fe of type vlan for network e0d94561-435d-409e-bed2-9940624bda65 Jan 28 19:19:39.762466 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-923510c5-482d-4fa1-b353-efe049b581db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:39.774379 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a4a218bd-030a-468e-8ff9-b4d29cef5962 req-76ea5bac-b3ca-45d6-86ad-369ab5970b23 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?device_id=f88825d0-a091-4453-bc06-8a2acaf44ba3 HTTP/1.1" status: 200 len: 210 time: 0.0474613 Jan 28 19:19:39.780891 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b7e74e2e-320e-42b7-bd14-e46da900eb19 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (e0d94561-435d-409e-bed2-9940624bda65), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:39.790978 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e74e2e-320e-42b7-bd14-e46da900eb19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5f72fde-d07b-48bc-a7d3-3cac823c9c06,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:39.823230 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2225d59e-e72b-4174-bcf5-a85a02936b98 req-51de92fe-8d5f-441c-a217-2eb90a5f9a09 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:39.830693 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2225d59e-e72b-4174-bcf5-a85a02936b98 req-51de92fe-8d5f-441c-a217-2eb90a5f9a09 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=0611a4ab-e4ae-4065-bdc5-14dfb3eb9efd HTTP/1.1" status: 200 len: 946 time: 0.1197603 Jan 28 19:19:39.839040 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b7e74e2e-320e-42b7-bd14-e46da900eb19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (e0d94561-435d-409e-bed2-9940624bda65), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:39.840319 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e74e2e-320e-42b7-bd14-e46da900eb19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:39.841064 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b7e74e2e-320e-42b7-bd14-e46da900eb19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:39.913129 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-b7e74e2e-320e-42b7-bd14-e46da900eb19 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5298057 Jan 28 19:19:39.918298 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2225d59e-e72b-4174-bcf5-a85a02936b98 req-b10516dc-c679-4a5b-909f-33522e54dc54 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860393 Jan 28 19:19:39.918922 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 42394) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:39.938057 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-adc2cb43-cf46-4a1a-b240-b0bd5ccf94d8 req-b0aa4286-e050-42da-a479-5ce6be743ba7 tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] 10.222.0.64 "GET /v2.0/ports?device_id=228a75e3-e402-4ada-ac1a-23df5443afe6 HTTP/1.1" status: 200 len: 210 time: 0.0433326 Jan 28 19:19:39.946337 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-688fbb18-3aa4-4b46-90dc-251946b4498c admin admin] Request body: {'subnet': {'network_id': 'e0d94561-435d-409e-bed2-9940624bda65', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-273877252-subnet', 'tenant_id': '6b04e21d760f466bb79aac0e0316286a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:19:39.950334 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e74e2e-320e-42b7-bd14-e46da900eb19 admin admin] Pushing event updated for resources: {'Network': ['ID=e0d94561-435d-409e-bed2-9940624bda65,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:39.955714 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-923510c5-482d-4fa1-b353-efe049b581db admin admin] Publish callbacks [] for security_group (81c53967-ed43-4304-b58a-452d35af01e8), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:39.971848 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network e0d94561-435d-409e-bed2-9940624bda65 details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:19:39.992410 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-923510c5-482d-4fa1-b353-efe049b581db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (81c53967-ed43-4304-b58a-452d35af01e8), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:40.042724 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-688fbb18-3aa4-4b46-90dc-251946b4498c admin admin] Made reservation on behalf of 6b04e21d760f466bb79aac0e0316286a for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:19:40.045438 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-688fbb18-3aa4-4b46-90dc-251946b4498c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4733071'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:40.093871 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f4d12350-f9ec-4801-92b9-38bdd1f5308d req-1bcf3c9f-68ae-4c80-9a7f-8ff96f0d550e tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3679d64-92cb-41f0-9190-19b107733d6b HTTP/1.1" status: 200 len: 210 time: 0.0709283 Jan 28 19:19:40.124932 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-923510c5-482d-4fa1-b353-efe049b581db admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c20d39fe16064fdb8daf3994d0680951&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5391555 Jan 28 19:19:40.125383 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e3bd2f-7b61-4190-99c9-5ea6f94ea6c7 req-a1536291-e440-47b3-bd55-ccf66d8a998a tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:40.125771 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 42400) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:40.127136 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-61e3bd2f-7b61-4190-99c9-5ea6f94ea6c7 req-a1536291-e440-47b3-bd55-ccf66d8a998a tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/ports?device_id=423fe725-02cc-4d98-b77e-d73d18170f79 HTTP/1.1" status: 200 len: 946 time: 0.0703282 Jan 28 19:19:40.170236 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923510c5-482d-4fa1-b353-efe049b581db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81c53967-ed43-4304-b58a-452d35af01e8,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:40.185289 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-61e3bd2f-7b61-4190-99c9-5ea6f94ea6c7 req-8096a2a1-25ad-4e47-ade6-3187e248af99 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/security-groups?id=929081b5-e4ec-47f3-a3f7-d2b3ba16c5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507200 Jan 28 19:19:40.267799 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9d023a75-3e58-46af-b8ca-39bf1541dfdb admin admin] Publish callbacks [] for security_group (81c53967-ed43-4304-b58a-452d35af01e8), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:40.323695 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9d023a75-3e58-46af-b8ca-39bf1541dfdb admin admin] Publish callbacks [] for security_group (81c53967-ed43-4304-b58a-452d35af01e8), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:40.402855 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-688fbb18-3aa4-4b46-90dc-251946b4498c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4752401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4733085'] for subnet (a10695be-0e91-44c4-b790-16d15ab8ca08), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:40.456832 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9d023a75-3e58-46af-b8ca-39bf1541dfdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (81c53967-ed43-4304-b58a-452d35af01e8), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:40.459962 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9d023a75-3e58-46af-b8ca-39bf1541dfdb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:40.461283 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-9d023a75-3e58-46af-b8ca-39bf1541dfdb admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/81c53967-ed43-4304-b58a-452d35af01e8 HTTP/1.1" status: 204 len: 168 time: 0.3319116 Jan 28 19:19:40.481574 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d023a75-3e58-46af-b8ca-39bf1541dfdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81c53967-ed43-4304-b58a-452d35af01e8,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:40.489122 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688fbb18-3aa4-4b46-90dc-251946b4498c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a10695be-0e91-44c4-b790-16d15ab8ca08,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:40.500923 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688fbb18-3aa4-4b46-90dc-251946b4498c admin admin] Checking segment: {'id': '5b65960b-986e-420a-b3fe-92ff866772fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'e0d94561-435d-409e-bed2-9940624bda65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:19:40.501318 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-688fbb18-3aa4-4b46-90dc-251946b4498c admin admin] Network hostable DHCP agents. Network: e0d94561-435d-409e-bed2-9940624bda65, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:19:40.522503 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-688fbb18-3aa4-4b46-90dc-251946b4498c admin admin] Network e0d94561-435d-409e-bed2-9940624bda65 is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:19:40.535225 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-688fbb18-3aa4-4b46-90dc-251946b4498c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, e0d94561-435d-409e-bed2-9940624bda65) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:19:40.543376 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688fbb18-3aa4-4b46-90dc-251946b4498c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:40.543793 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-688fbb18-3aa4-4b46-90dc-251946b4498c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:40.548909 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4cbde41-14fe-4a18-92f4-95b9ea748fc5 None None] Network e0d94561-435d-409e-bed2-9940624bda65 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:19:40.563984 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-688fbb18-3aa4-4b46-90dc-251946b4498c admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6241088 Jan 28 19:19:40.566748 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 42404) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:40.571531 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-2e220e17-fe56-4a08-9566-026dc93aa278 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-273877252-router', 'tenant_id': '6b04e21d760f466bb79aac0e0316286a', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:19:40.594451 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2e220e17-fe56-4a08-9566-026dc93aa278 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261150'] for router (458c74ca-317b-432c-a866-5ae2aa0a00aa), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:40.595922 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2e220e17-fe56-4a08-9566-026dc93aa278 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-731099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-731441', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261129'] for router (458c74ca-317b-432c-a866-5ae2aa0a00aa), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:40.677487 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efdfd3a1-22ed-4ed9-8ee3-22bf8163c85d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68cd31fd-e4cd-5fb3-a862-256fc47efcd2-e0d94561-435d-409e-bed2-9940624bda65', 'network_id': 'e0d94561-435d-409e-bed2-9940624bda65', 'project_id': '6b04e21d760f466bb79aac0e0316286a', 'fixed_ips': [{'subnet_id': 'a10695be-0e91-44c4-b790-16d15ab8ca08'}]}} from n-d-812111-14. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:19:40.678044 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2e220e17-fe56-4a08-9566-026dc93aa278 admin admin] Publish callbacks [] for router_controller (458c74ca-317b-432c-a866-5ae2aa0a00aa), precommit_add_association {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:40.680108 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-efdfd3a1-22ed-4ed9-8ee3-22bf8163c85d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:40.847876 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2e220e17-fe56-4a08-9566-026dc93aa278 admin admin] Publish callbacks [] for router_gateway (458c74ca-317b-432c-a866-5ae2aa0a00aa), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:40.875116 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-efdfd3a1-22ed-4ed9-8ee3-22bf8163c85d None None] Allocated IP 172.20.0.2 (e0d94561-435d-409e-bed2-9940624bda65/a10695be-0e91-44c4-b790-16d15ab8ca08/a45004bc-fef5-4316-a98b-3bd2bb4df68c) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:19:40.950781 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-abdd33e9-ba7d-44d1-a9b7-3fdd719d0ce6 req-f8f2d589-acfc-4dc9-9c2a-38dc1a50c840 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?device_id=f88825d0-a091-4453-bc06-8a2acaf44ba3 HTTP/1.1" status: 200 len: 210 time: 0.0483742 Jan 28 19:19:41.183794 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4dab179f-6e1b-49a7-96d9-be8b74891e79 req-c8bdeb72-e14e-40be-aee1-46f1d8c42de7 tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] 10.222.0.64 "GET /v2.0/ports?device_id=228a75e3-e402-4ada-ac1a-23df5443afe6 HTTP/1.1" status: 200 len: 210 time: 0.1107826 Jan 28 19:19:41.294832 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-efdfd3a1-22ed-4ed9-8ee3-22bf8163c85d None None] Publish callbacks [] for port (a45004bc-fef5-4316-a98b-3bd2bb4df68c), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:41.295823 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34337a44-4f69-4004-9a31-40a4d0592314 req-ae298ee0-0dc0-4e81-82c4-f5603871ce11 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:41.303428 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-34337a44-4f69-4004-9a31-40a4d0592314 req-ae298ee0-0dc0-4e81-82c4-f5603871ce11 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=0611a4ab-e4ae-4065-bdc5-14dfb3eb9efd HTTP/1.1" status: 200 len: 946 time: 0.2373898 Jan 28 19:19:41.308968 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-efdfd3a1-22ed-4ed9-8ee3-22bf8163c85d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (a45004bc-fef5-4316-a98b-3bd2bb4df68c), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:41.312160 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2e220e17-fe56-4a08-9566-026dc93aa278 admin admin] Publish callbacks [] for router_gateway (458c74ca-317b-432c-a866-5ae2aa0a00aa), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:41.356588 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2e220e17-fe56-4a08-9566-026dc93aa278 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:41.390054 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efdfd3a1-22ed-4ed9-8ee3-22bf8163c85d None None] Network e0d94561-435d-409e-bed2-9940624bda65 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:19:41.396264 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-efdfd3a1-22ed-4ed9-8ee3-22bf8163c85d None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:19:41.408601 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efdfd3a1-22ed-4ed9-8ee3-22bf8163c85d None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:19:41.428730 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-328dc1ff-66be-4d05-83b3-1c2e676189f5 req-aedfd713-3914-4bf0-801d-976db12ce9de tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3679d64-92cb-41f0-9190-19b107733d6b HTTP/1.1" status: 200 len: 210 time: 0.0802031 Jan 28 19:19:41.447706 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdfd3a1-22ed-4ed9-8ee3-22bf8163c85d None None] Pushing event updated for resources: {'Port': ['ID=a45004bc-fef5-4316-a98b-3bd2bb4df68c,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:41.576979 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-34337a44-4f69-4004-9a31-40a4d0592314 req-cea12782-00aa-44ef-b546-9af565e48a75 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2715654 Jan 28 19:19:41.586614 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-efdfd3a1-22ed-4ed9-8ee3-22bf8163c85d None None] Attempting to bind port a45004bc-fef5-4316-a98b-3bd2bb4df68c on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:19:41.590637 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-efdfd3a1-22ed-4ed9-8ee3-22bf8163c85d None None] Attempting to bind port a45004bc-fef5-4316-a98b-3bd2bb4df68c by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '5b65960b-986e-420a-b3fe-92ff866772fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'e0d94561-435d-409e-bed2-9940624bda65'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:19:41.592617 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efdfd3a1-22ed-4ed9-8ee3-22bf8163c85d None None] Attempting to bind port a45004bc-fef5-4316-a98b-3bd2bb4df68c on network e0d94561-435d-409e-bed2-9940624bda65 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:19:41.608258 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efdfd3a1-22ed-4ed9-8ee3-22bf8163c85d None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 19, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:19:41.610096 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efdfd3a1-22ed-4ed9-8ee3-22bf8163c85d None None] Checking segment: {'id': '5b65960b-986e-420a-b3fe-92ff866772fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'e0d94561-435d-409e-bed2-9940624bda65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:19:41.611946 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-efdfd3a1-22ed-4ed9-8ee3-22bf8163c85d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:41.614439 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efdfd3a1-22ed-4ed9-8ee3-22bf8163c85d None None] Bound using segment: {'id': '5b65960b-986e-420a-b3fe-92ff866772fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'e0d94561-435d-409e-bed2-9940624bda65'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:19:41.616730 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-efdfd3a1-22ed-4ed9-8ee3-22bf8163c85d None None] Bound port: a45004bc-fef5-4316-a98b-3bd2bb4df68c, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b65960b-986e-420a-b3fe-92ff866772fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'e0d94561-435d-409e-bed2-9940624bda65'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:19:41.617708 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-efdfd3a1-22ed-4ed9-8ee3-22bf8163c85d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (a45004bc-fef5-4316-a98b-3bd2bb4df68c), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:41.661495 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:41.705381 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82276917-ff79-4994-8a81-a64fc81ec50a req-42c77597-93ff-4c7b-8cea-4600370b5982 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:41.711899 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-82276917-ff79-4994-8a81-a64fc81ec50a req-42c77597-93ff-4c7b-8cea-4600370b5982 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/ports?device_id=423fe725-02cc-4d98-b77e-d73d18170f79 HTTP/1.1" status: 200 len: 946 time: 0.0904672 Jan 28 19:19:41.791804 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-82276917-ff79-4994-8a81-a64fc81ec50a req-6f2161a0-21db-42a5-afb9-74034edeb968 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/security-groups?id=929081b5-e4ec-47f3-a3f7-d2b3ba16c5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787134 Jan 28 19:19:41.792848 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-2e220e17-fe56-4a08-9566-026dc93aa278 admin admin] Allocated IP 172.25.6.202 (d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8/a648e4ab-7422-41b9-b133-58aca25ab8f5/6d1856bb-2fb1-42e2-bd02-838354e0d961) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:19:41.854029 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-efdfd3a1-22ed-4ed9-8ee3-22bf8163c85d None None] For port a45004bc-fef5-4316-a98b-3bd2bb4df68c, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:19:41.863253 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-efdfd3a1-22ed-4ed9-8ee3-22bf8163c85d None None] For port a45004bc-fef5-4316-a98b-3bd2bb4df68c, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=a45004bc-fef5-4316-a98b-3bd2bb4df68c,segment=NetworkSegment(5b65960b-986e-420a-b3fe-92ff866772fe),segment_id=5b65960b-986e-420a-b3fe-92ff866772fe)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:19:41.874593 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-efdfd3a1-22ed-4ed9-8ee3-22bf8163c85d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (a45004bc-fef5-4316-a98b-3bd2bb4df68c), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:42.001182 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdfd3a1-22ed-4ed9-8ee3-22bf8163c85d None None] Pushing event updated for resources: {'Port': ['ID=a45004bc-fef5-4316-a98b-3bd2bb4df68c,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:42.099953 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2e220e17-fe56-4a08-9566-026dc93aa278 admin admin] Publish callbacks [] for port (6d1856bb-2fb1-42e2-bd02-838354e0d961), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:42.180690 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2e220e17-fe56-4a08-9566-026dc93aa278 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (6d1856bb-2fb1-42e2-bd02-838354e0d961), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:42.366009 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e220e17-fe56-4a08-9566-026dc93aa278 admin admin] Network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:19:42.368514 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e220e17-fe56-4a08-9566-026dc93aa278 admin admin] Pushing event updated for resources: {'Port': ['ID=6d1856bb-2fb1-42e2-bd02-838354e0d961,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:42.373268 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-2e220e17-fe56-4a08-9566-026dc93aa278 admin admin] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:19:42.385591 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e220e17-fe56-4a08-9566-026dc93aa278 admin admin] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:19:42.412684 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-cb6301de-bc66-409f-a0b7-ae156e90845f req-74338396-ba5e-4615-821e-04b38b26da23 tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] 10.222.0.64 "GET /v2.0/ports?device_id=228a75e3-e402-4ada-ac1a-23df5443afe6 HTTP/1.1" status: 200 len: 210 time: 0.0855815 Jan 28 19:19:42.469980 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-0ef74801-3ae5-43ec-942a-766b33adf203 req-c8a7c310-c3e3-4885-9851-23cf181085c9 tempest-AbsoluteLimitsNegativeTestJSON-1402451751 tempest-AbsoluteLimitsNegativeTestJSON-1402451751-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=d66f7962b0fe4506818239d834536faf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0869267 Jan 28 19:19:42.729012 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef74801-3ae5-43ec-942a-766b33adf203 req-f087a3df-cbda-4f54-b887-c58a4a5a140e tempest-AbsoluteLimitsNegativeTestJSON-1402451751 tempest-AbsoluteLimitsNegativeTestJSON-1402451751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:42.730510 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-0ef74801-3ae5-43ec-942a-766b33adf203 req-f087a3df-cbda-4f54-b887-c58a4a5a140e tempest-AbsoluteLimitsNegativeTestJSON-1402451751 tempest-AbsoluteLimitsNegativeTestJSON-1402451751-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1807914 Jan 28 19:19:42.748370 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdd6a20-3c94-46b6-93ab-5cb15a738ca3 req-e7a0fb06-5239-42b0-be1a-a7fe829bc478 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:42.755296 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5cdd6a20-3c94-46b6-93ab-5cb15a738ca3 req-e7a0fb06-5239-42b0-be1a-a7fe829bc478 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=0611a4ab-e4ae-4065-bdc5-14dfb3eb9efd HTTP/1.1" status: 200 len: 946 time: 0.0859332 Jan 28 19:19:42.782831 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-0ef74801-3ae5-43ec-942a-766b33adf203 req-9ccba8c7-ed8b-4ce0-9a0c-f74cdc040634 tempest-AbsoluteLimitsNegativeTestJSON-1402451751 tempest-AbsoluteLimitsNegativeTestJSON-1402451751-project] 10.222.0.64 "GET /v2.0/quotas/d66f7962b0fe4506818239d834536faf HTTP/1.1" status: 200 len: 375 time: 0.0435913 Jan 28 19:19:42.828425 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5cdd6a20-3c94-46b6-93ab-5cb15a738ca3 req-ac261620-6bc0-4139-9da4-fe87ac8f21b2 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720816 Jan 28 19:19:42.832382 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-0ef74801-3ae5-43ec-942a-766b33adf203 req-44e74bb6-b912-45cb-8741-c12b28fbbac9 tempest-AbsoluteLimitsNegativeTestJSON-1402451751 tempest-AbsoluteLimitsNegativeTestJSON-1402451751-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=d66f7962b0fe4506818239d834536faf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0371315 Jan 28 19:19:42.834454 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2e220e17-fe56-4a08-9566-026dc93aa278 admin admin] Publish callbacks [] for router_gateway (458c74ca-317b-432c-a866-5ae2aa0a00aa), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:42.955889 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:43.043374 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2374f3b-8c94-40a7-9df0-cb78d35e2f0c req-da522612-cf36-499a-86db-2acb78d305dd tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:43.046043 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a2374f3b-8c94-40a7-9df0-cb78d35e2f0c req-da522612-cf36-499a-86db-2acb78d305dd tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/ports?device_id=423fe725-02cc-4d98-b77e-d73d18170f79 HTTP/1.1" status: 200 len: 946 time: 0.1066482 Jan 28 19:19:43.163471 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a2374f3b-8c94-40a7-9df0-cb78d35e2f0c req-bf6bc656-80ed-473e-a286-1d84692b6f70 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/security-groups?id=929081b5-e4ec-47f3-a3f7-d2b3ba16c5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055717 Jan 28 19:19:43.192350 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device a45004bc-fef5-4316-a98b-3bd2bb4df68c up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:19:43.280040 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2e220e17-fe56-4a08-9566-026dc93aa278 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-731074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-731460'] for router (458c74ca-317b-432c-a866-5ae2aa0a00aa), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:43.281379 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port a45004bc-fef5-4316-a98b-3bd2bb4df68c triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:19:43.282141 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (a45004bc-fef5-4316-a98b-3bd2bb4df68c), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:43.418904 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 42474) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:43.518714 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e220e17-fe56-4a08-9566-026dc93aa278 admin admin] Router 458c74ca-317b-432c-a866-5ae2aa0a00aa is scheduled to L3 agent 76fe5c49-705a-4e08-abb2-be585676213f with binding_index 1 {{(pid=103304) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 19:19:43.617216 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf36717f-3b89-4b7d-a97e-eba2ae86f51e None None] Network e0d94561-435d-409e-bed2-9940624bda65 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:19:43.711448 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2691a4ca-aea7-4d0a-a432-25cdac9bbe0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:43.723272 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-dfc3ad51-7c3c-4e7d-8a39-c36d093b1a1b None None] Provisioning complete for port a45004bc-fef5-4316-a98b-3bd2bb4df68c triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:19:43.723657 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-dfc3ad51-7c3c-4e7d-8a39-c36d093b1a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (a45004bc-fef5-4316-a98b-3bd2bb4df68c), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:43.805593 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port a45004bc-fef5-4316-a98b-3bd2bb4df68c is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:19:43.805916 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (a45004bc-fef5-4316-a98b-3bd2bb4df68c), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:43.907588 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] For port a45004bc-fef5-4316-a98b-3bd2bb4df68c, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=a45004bc-fef5-4316-a98b-3bd2bb4df68c,segment=NetworkSegment(5b65960b-986e-420a-b3fe-92ff866772fe),segment_id=5b65960b-986e-420a-b3fe-92ff866772fe)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:19:43.931490 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2691a4ca-aea7-4d0a-a432-25cdac9bbe0f admin admin] Publish callbacks [] for security_group (b4a0a8d1-90e0-4aa2-876b-03749e0f6254), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:43.940023 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2691a4ca-aea7-4d0a-a432-25cdac9bbe0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (b4a0a8d1-90e0-4aa2-876b-03749e0f6254), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:43.944333 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (a45004bc-fef5-4316-a98b-3bd2bb4df68c), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:44.004076 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-dfc3ad51-7c3c-4e7d-8a39-c36d093b1a1b None None] Current status of the port a45004bc-fef5-4316-a98b-3bd2bb4df68c is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:19:44.004600 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-dfc3ad51-7c3c-4e7d-8a39-c36d093b1a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (a45004bc-fef5-4316-a98b-3bd2bb4df68c), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:44.027900 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-14930608-23a1-4fbc-8c56-64dbd738acca req-0bef8b2d-afc0-4df5-9902-a288dd1d428b tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] 10.222.0.64 "GET /v2.0/ports?device_id=228a75e3-e402-4ada-ac1a-23df5443afe6 HTTP/1.1" status: 200 len: 210 time: 0.0725095 Jan 28 19:19:44.048164 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-2691a4ca-aea7-4d0a-a432-25cdac9bbe0f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d66f7962b0fe4506818239d834536faf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6272125 Jan 28 19:19:44.050689 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 42482) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:44.054233 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2691a4ca-aea7-4d0a-a432-25cdac9bbe0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4a0a8d1-90e0-4aa2-876b-03749e0f6254,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:44.066086 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Pushing event updated for resources: {'Port': ['ID=a45004bc-fef5-4316-a98b-3bd2bb4df68c,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:44.089244 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57428d61-2eef-44e1-8202-52e8d783afec req-02e9d9a3-a28a-428e-a566-fdcccd3599fc tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:44.091176 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-57428d61-2eef-44e1-8202-52e8d783afec req-02e9d9a3-a28a-428e-a566-fdcccd3599fc tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=0611a4ab-e4ae-4065-bdc5-14dfb3eb9efd HTTP/1.1" status: 200 len: 946 time: 0.1151304 Jan 28 19:19:44.117718 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.db.api [None req-dfc3ad51-7c3c-4e7d-8a39-c36d093b1a1b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103306) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 19:19:44.118124 n-d-812111-14 neutron-server[103306]: DEBUG oslo_db.api [None req-dfc3ad51-7c3c-4e7d-8a39-c36d093b1a1b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 19:19:44.148960 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-57428d61-2eef-44e1-8202-52e8d783afec req-a1c85969-9a20-4eff-81b8-56f58610184b tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503018 Jan 28 19:19:44.156801 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e220e17-fe56-4a08-9566-026dc93aa278 admin admin] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:19:44.178947 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db65bfe0-f3e1-4519-b19b-fde11882ce6d None None] Sync routers for ids ['458c74ca-317b-432c-a866-5ae2aa0a00aa'] in n-d-812111-14 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:19:44.182882 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db65bfe0-f3e1-4519-b19b-fde11882ce6d None None] Routers {'458c74ca-317b-432c-a866-5ae2aa0a00aa'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:19:44.183522 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-db65bfe0-f3e1-4519-b19b-fde11882ce6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:19:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['458c74ca-317b-432c-a866-5ae2aa0a00aa'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:19:44.192108 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2e220e17-fe56-4a08-9566-026dc93aa278 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:44.196249 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 42484) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:44.196464 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-2e220e17-fe56-4a08-9566-026dc93aa278 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.6285377 Jan 28 19:19:44.215504 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-882a8dea-0039-4216-aaea-7ed499e6c68a admin admin] Publish callbacks [] for security_group (b4a0a8d1-90e0-4aa2-876b-03749e0f6254), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:44.275455 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-882a8dea-0039-4216-aaea-7ed499e6c68a admin admin] Publish callbacks [] for security_group (b4a0a8d1-90e0-4aa2-876b-03749e0f6254), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:44.378550 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a1c17e-2f17-40c7-8d10-536218b00acd req-5bef1a61-076e-4fb3-95dc-5c80f8f5e983 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:44.380789 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-db65bfe0-f3e1-4519-b19b-fde11882ce6d None None] Set router 458c74ca-317b-432c-a866-5ae2aa0a00aa gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:19:44.386413 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e4a1c17e-2f17-40c7-8d10-536218b00acd req-5bef1a61-076e-4fb3-95dc-5c80f8f5e983 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/ports?device_id=423fe725-02cc-4d98-b77e-d73d18170f79 HTTP/1.1" status: 200 len: 946 time: 0.0870333 Jan 28 19:19:44.393519 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-882a8dea-0039-4216-aaea-7ed499e6c68a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (b4a0a8d1-90e0-4aa2-876b-03749e0f6254), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:44.396232 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-882a8dea-0039-4216-aaea-7ed499e6c68a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:44.397300 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-882a8dea-0039-4216-aaea-7ed499e6c68a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b4a0a8d1-90e0-4aa2-876b-03749e0f6254 HTTP/1.1" status: 204 len: 168 time: 0.3456707 Jan 28 19:19:44.419303 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882a8dea-0039-4216-aaea-7ed499e6c68a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4a0a8d1-90e0-4aa2-876b-03749e0f6254,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:44.469673 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e4a1c17e-2f17-40c7-8d10-536218b00acd req-06eb5694-db1d-4639-bc16-5e84c63ec3e8 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/security-groups?id=929081b5-e4ec-47f3-a3f7-d2b3ba16c5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771115 Jan 28 19:19:44.655145 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-dfc3ad51-7c3c-4e7d-8a39-c36d093b1a1b None None] Current status of the port a45004bc-fef5-4316-a98b-3bd2bb4df68c is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:19:44.672848 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-db65bfe0-f3e1-4519-b19b-fde11882ce6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '458c74ca-317b-432c-a866-5ae2aa0a00aa', 'name': 'tempest-FloatingIPsTestJSON-273877252-router', 'tenant_id': '6b04e21d760f466bb79aac0e0316286a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': '6d1856bb-2fb1-42e2-bd02-838354e0d961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:19:40Z', 'updated_at': '2022-01-28T19:19:42Z', 'revision_number': 3, 'project_id': '6b04e21d760f466bb79aac0e0316286a', 'gw_port': {'id': '6d1856bb-2fb1-42e2-bd02-838354e0d961', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:38:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '458c74ca-317b-432c-a866-5ae2aa0a00aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:19:41Z', 'updated_at': '2022-01-28T19:19:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:19:44.703178 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db65bfe0-f3e1-4519-b19b-fde11882ce6d None None] Checking router: 458c74ca-317b-432c-a866-5ae2aa0a00aa for host: n-d-812111-14 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:19:44.703836 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db65bfe0-f3e1-4519-b19b-fde11882ce6d None None] Updating router 458c74ca-317b-432c-a866-5ae2aa0a00aa port 6d1856bb-2fb1-42e2-bd02-838354e0d961 binding host n-d-812111-14 {{(pid=103306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:19:44.737882 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-db65bfe0-f3e1-4519-b19b-fde11882ce6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (6d1856bb-2fb1-42e2-bd02-838354e0d961), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:44.786991 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-57617f32-cfb0-42d5-808b-ab31d7525b12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:44.868510 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d4f95195-3fd1-4138-ae58-dc73270f7fa6 None None] Provisioning complete for port a45004bc-fef5-4316-a98b-3bd2bb4df68c triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:19:44.869442 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d4f95195-3fd1-4138-ae58-dc73270f7fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (a45004bc-fef5-4316-a98b-3bd2bb4df68c), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:44.985143 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-57617f32-cfb0-42d5-808b-ab31d7525b12 admin admin] Allocated IP 172.20.0.1 (e0d94561-435d-409e-bed2-9940624bda65/a10695be-0e91-44c4-b790-16d15ab8ca08/fa2ee6be-3eb1-4dfc-b763-345c9ef2b28a) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:19:45.037428 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d4f95195-3fd1-4138-ae58-dc73270f7fa6 None None] Current status of the port a45004bc-fef5-4316-a98b-3bd2bb4df68c is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:19:45.138681 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device a45004bc-fef5-4316-a98b-3bd2bb4df68c up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:19:45.170212 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a1a5017c-de9b-4d61-aa76-71b3da0d4881 req-713d376a-8e96-405a-87ec-eb4fb0fa8012 tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] 10.222.0.64 "GET /v2.0/ports?device_id=228a75e3-e402-4ada-ac1a-23df5443afe6 HTTP/1.1" status: 200 len: 210 time: 0.0439909 Jan 28 19:19:45.219613 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-57617f32-cfb0-42d5-808b-ab31d7525b12 admin admin] Publish callbacks [] for port (fa2ee6be-3eb1-4dfc-b763-345c9ef2b28a), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:45.282051 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-57617f32-cfb0-42d5-808b-ab31d7525b12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (fa2ee6be-3eb1-4dfc-b763-345c9ef2b28a), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:45.307783 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-db65bfe0-f3e1-4519-b19b-fde11882ce6d None None] Publish callbacks [] for port (6d1856bb-2fb1-42e2-bd02-838354e0d961), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:45.310130 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port a45004bc-fef5-4316-a98b-3bd2bb4df68c triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:19:45.310657 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (a45004bc-fef5-4316-a98b-3bd2bb4df68c), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:45.318989 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47230ebe-86fe-4f27-ae88-5ef6cb9748f9 req-31b5b855-2356-49c1-89d4-10fb2711fe94 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:45.321359 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-47230ebe-86fe-4f27-ae88-5ef6cb9748f9 req-31b5b855-2356-49c1-89d4-10fb2711fe94 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=0611a4ab-e4ae-4065-bdc5-14dfb3eb9efd HTTP/1.1" status: 200 len: 946 time: 0.0733767 Jan 28 19:19:45.326488 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 42512) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:45.337276 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57617f32-cfb0-42d5-808b-ab31d7525b12 admin admin] Network e0d94561-435d-409e-bed2-9940624bda65 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:19:45.344063 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-57617f32-cfb0-42d5-808b-ab31d7525b12 admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:19:45.346560 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57617f32-cfb0-42d5-808b-ab31d7525b12 admin admin] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:19:45.375740 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-db65bfe0-f3e1-4519-b19b-fde11882ce6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (6d1856bb-2fb1-42e2-bd02-838354e0d961), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:45.409125 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-57617f32-cfb0-42d5-808b-ab31d7525b12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734769'] for router_interface (458c74ca-317b-432c-a866-5ae2aa0a00aa), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:45.420579 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57617f32-cfb0-42d5-808b-ab31d7525b12 admin admin] Pushing event updated for resources: {'Port': ['ID=fa2ee6be-3eb1-4dfc-b763-345c9ef2b28a,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:45.421773 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-47230ebe-86fe-4f27-ae88-5ef6cb9748f9 req-be2f634e-93ee-4408-822d-59dc13583073 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863762 Jan 28 19:19:45.457539 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-db65bfe0-f3e1-4519-b19b-fde11882ce6d None None] Attempting to bind port 6d1856bb-2fb1-42e2-bd02-838354e0d961 on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:19:45.458224 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-db65bfe0-f3e1-4519-b19b-fde11882ce6d None None] Attempting to bind port 6d1856bb-2fb1-42e2-bd02-838354e0d961 by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:19:45.458810 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db65bfe0-f3e1-4519-b19b-fde11882ce6d None None] Attempting to bind port 6d1856bb-2fb1-42e2-bd02-838354e0d961 on network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:19:45.461590 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1890fb2b-f4a4-46ca-8af8-2abef43c94d6 None None] Pushing event updated for resources: {'Port': ['ID=6d1856bb-2fb1-42e2-bd02-838354e0d961,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:45.475610 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db65bfe0-f3e1-4519-b19b-fde11882ce6d None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 19, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:19:45.476710 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db65bfe0-f3e1-4519-b19b-fde11882ce6d None None] Checking segment: {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:19:45.477347 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-db65bfe0-f3e1-4519-b19b-fde11882ce6d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:45.478006 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db65bfe0-f3e1-4519-b19b-fde11882ce6d None None] Bound using segment: {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:19:45.479194 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-db65bfe0-f3e1-4519-b19b-fde11882ce6d None None] Bound port: 6d1856bb-2fb1-42e2-bd02-838354e0d961, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:19:45.479803 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-db65bfe0-f3e1-4519-b19b-fde11882ce6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (6d1856bb-2fb1-42e2-bd02-838354e0d961), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:45.543813 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-db65bfe0-f3e1-4519-b19b-fde11882ce6d None None] For port 6d1856bb-2fb1-42e2-bd02-838354e0d961, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:19:45.547346 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-db65bfe0-f3e1-4519-b19b-fde11882ce6d None None] For port 6d1856bb-2fb1-42e2-bd02-838354e0d961, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=6d1856bb-2fb1-42e2-bd02-838354e0d961,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:19:45.588846 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-43972fee-85d1-4082-9bab-5b055cbca01d admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1447470354-network', 'tenant_id': 'f867837fb6c242938544d048cd197d0a'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:19:45.598896 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port a45004bc-fef5-4316-a98b-3bd2bb4df68c is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:19:45.601665 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-db65bfe0-f3e1-4519-b19b-fde11882ce6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (6d1856bb-2fb1-42e2-bd02-838354e0d961), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:45.622685 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43972fee-85d1-4082-9bab-5b055cbca01d admin admin] Made reservation on behalf of f867837fb6c242938544d048cd197d0a for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:19:45.625124 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-43972fee-85d1-4082-9bab-5b055cbca01d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:45.641264 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-43972fee-85d1-4082-9bab-5b055cbca01d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:45.673600 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1890fb2b-f4a4-46ca-8af8-2abef43c94d6 None None] Pushing event updated for resources: {'Port': ['ID=6d1856bb-2fb1-42e2-bd02-838354e0d961,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:45.678491 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db65bfe0-f3e1-4519-b19b-fde11882ce6d None None] Routers {'458c74ca-317b-432c-a866-5ae2aa0a00aa'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:19:45.679299 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-db65bfe0-f3e1-4519-b19b-fde11882ce6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:19:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['458c74ca-317b-432c-a866-5ae2aa0a00aa'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:19:45.696272 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4e7a0b-6b71-4921-a350-f874183a0206 req-cb444b13-9c7b-4d8f-8953-6d8adb99b243 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:45.705160 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8e4e7a0b-6b71-4921-a350-f874183a0206 req-cb444b13-9c7b-4d8f-8953-6d8adb99b243 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/ports?device_id=423fe725-02cc-4d98-b77e-d73d18170f79 HTTP/1.1" status: 200 len: 946 time: 0.1227233 Jan 28 19:19:45.721661 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-0252d43a-16d1-42ce-b119-e6d1398e2bf5 None None] Provisioning complete for port fa2ee6be-3eb1-4dfc-b763-345c9ef2b28a triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:19:45.722016 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0252d43a-16d1-42ce-b119-e6d1398e2bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (fa2ee6be-3eb1-4dfc-b763-345c9ef2b28a), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:45.754183 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-43972fee-85d1-4082-9bab-5b055cbca01d admin admin] Publish callbacks [] for security_group (abf1c1e9-b349-4aee-9c71-682c8b55783a), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:45.762169 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-43972fee-85d1-4082-9bab-5b055cbca01d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (abf1c1e9-b349-4aee-9c71-682c8b55783a), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:45.765805 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-0252d43a-16d1-42ce-b119-e6d1398e2bf5 None None] Port fa2ee6be-3eb1-4dfc-b763-345c9ef2b28a cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:19:45.782432 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-57617f32-cfb0-42d5-808b-ab31d7525b12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (fa2ee6be-3eb1-4dfc-b763-345c9ef2b28a), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:45.798799 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8e4e7a0b-6b71-4921-a350-f874183a0206 req-b5083895-53c6-40c6-85ba-5c58b8e3ce1c tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/security-groups?id=929081b5-e4ec-47f3-a3f7-d2b3ba16c5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923693 Jan 28 19:19:45.801219 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43972fee-85d1-4082-9bab-5b055cbca01d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:19:45.831868 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43972fee-85d1-4082-9bab-5b055cbca01d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abf1c1e9-b349-4aee-9c71-682c8b55783a,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:45.834280 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-db65bfe0-f3e1-4519-b19b-fde11882ce6d None None] Set router 458c74ca-317b-432c-a866-5ae2aa0a00aa gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:19:45.835911 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-43972fee-85d1-4082-9bab-5b055cbca01d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (79f40755-04af-4e67-b0c3-110144717628), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:45.836495 n-d-812111-14 neutron-server[103304]: INFO neutron.db.segments_db [None req-43972fee-85d1-4082-9bab-5b055cbca01d admin admin] Added segment 79f40755-04af-4e67-b0c3-110144717628 of type vlan for network 922d7922-7d01-401d-b975-2f0c2fc79a7b Jan 28 19:19:45.902239 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-43972fee-85d1-4082-9bab-5b055cbca01d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (922d7922-7d01-401d-b975-2f0c2fc79a7b), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:45.934053 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-43972fee-85d1-4082-9bab-5b055cbca01d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (922d7922-7d01-401d-b975-2f0c2fc79a7b), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:45.935330 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43972fee-85d1-4082-9bab-5b055cbca01d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:45.936678 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-43972fee-85d1-4082-9bab-5b055cbca01d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:45.973661 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-43972fee-85d1-4082-9bab-5b055cbca01d admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6460824 Jan 28 19:19:45.981121 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 42518) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:45.988721 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-b2a90298-b489-41db-9b3f-5bba30a79d04 admin admin] Request body: {'subnet': {'network_id': '922d7922-7d01-401d-b975-2f0c2fc79a7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1447470354-subnet', 'tenant_id': 'f867837fb6c242938544d048cd197d0a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:19:46.024933 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43972fee-85d1-4082-9bab-5b055cbca01d admin admin] Pushing event updated for resources: {'Network': ['ID=922d7922-7d01-401d-b975-2f0c2fc79a7b,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:46.038030 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network 922d7922-7d01-401d-b975-2f0c2fc79a7b details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:19:46.049776 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2a90298-b489-41db-9b3f-5bba30a79d04 admin admin] Made reservation on behalf of f867837fb6c242938544d048cd197d0a for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:19:46.052283 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b2a90298-b489-41db-9b3f-5bba30a79d04 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4733071'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:46.073896 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-57617f32-cfb0-42d5-808b-ab31d7525b12 admin admin] Publish callbacks [] for port (fa2ee6be-3eb1-4dfc-b763-345c9ef2b28a), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:46.099519 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-db65bfe0-f3e1-4519-b19b-fde11882ce6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '458c74ca-317b-432c-a866-5ae2aa0a00aa', 'name': 'tempest-FloatingIPsTestJSON-273877252-router', 'tenant_id': '6b04e21d760f466bb79aac0e0316286a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': '6d1856bb-2fb1-42e2-bd02-838354e0d961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:19:40Z', 'updated_at': '2022-01-28T19:19:42Z', 'revision_number': 3, 'project_id': '6b04e21d760f466bb79aac0e0316286a', 'gw_port': {'id': '6d1856bb-2fb1-42e2-bd02-838354e0d961', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:38:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '458c74ca-317b-432c-a866-5ae2aa0a00aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:19:41Z', 'updated_at': '2022-01-28T19:19:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:19:46.108915 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-57617f32-cfb0-42d5-808b-ab31d7525b12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (fa2ee6be-3eb1-4dfc-b763-345c9ef2b28a), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:46.137397 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db65bfe0-f3e1-4519-b19b-fde11882ce6d None None] The sync data for ids ['458c74ca-317b-432c-a866-5ae2aa0a00aa'] in n-d-812111-14 is: [{'id': '458c74ca-317b-432c-a866-5ae2aa0a00aa', 'name': 'tempest-FloatingIPsTestJSON-273877252-router', 'tenant_id': '6b04e21d760f466bb79aac0e0316286a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': '6d1856bb-2fb1-42e2-bd02-838354e0d961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:19:40Z', 'updated_at': '2022-01-28T19:19:42Z', 'revision_number': 3, 'project_id': '6b04e21d760f466bb79aac0e0316286a', 'gw_port': {'id': '6d1856bb-2fb1-42e2-bd02-838354e0d961', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:38:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '458c74ca-317b-432c-a866-5ae2aa0a00aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:19:41Z', 'updated_at': '2022-01-28T19:19:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:19:46.212259 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-57617f32-cfb0-42d5-808b-ab31d7525b12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-756216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-732801'] for router_interface (458c74ca-317b-432c-a866-5ae2aa0a00aa), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:46.217068 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57617f32-cfb0-42d5-808b-ab31d7525b12 admin admin] Pushing event updated for resources: {'Port': ['ID=fa2ee6be-3eb1-4dfc-b763-345c9ef2b28a,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:46.345985 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5822cc7e-d8dd-420d-b941-af627e3188fc req-c0123e7e-5250-4b6f-b5a3-3761df951b79 tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] 10.222.0.64 "GET /v2.0/ports?device_id=228a75e3-e402-4ada-ac1a-23df5443afe6 HTTP/1.1" status: 200 len: 210 time: 0.0632598 Jan 28 19:19:46.378331 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57617f32-cfb0-42d5-808b-ab31d7525b12 admin admin] Network e0d94561-435d-409e-bed2-9940624bda65 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:19:46.402932 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-57617f32-cfb0-42d5-808b-ab31d7525b12 admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:19:46.525555 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b2a90298-b489-41db-9b3f-5bba30a79d04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4752401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4733085'] for subnet (6ed55e71-9221-42a1-8050-290c89e0110e), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:46.800000 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-002995fe-c5b1-45b8-b5f5-f49881982bff None None] Provisioning complete for port fa2ee6be-3eb1-4dfc-b763-345c9ef2b28a triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:19:46.800522 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-002995fe-c5b1-45b8-b5f5-f49881982bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (fa2ee6be-3eb1-4dfc-b763-345c9ef2b28a), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:47.125639 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-002995fe-c5b1-45b8-b5f5-f49881982bff None None] Port fa2ee6be-3eb1-4dfc-b763-345c9ef2b28a cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:19:47.196830 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a90298-b489-41db-9b3f-5bba30a79d04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ed55e71-9221-42a1-8050-290c89e0110e,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:47.198042 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 6d1856bb-2fb1-42e2-bd02-838354e0d961 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:19:47.251967 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8326c954-7ae8-4fc7-b744-0b528308f163 req-d16bb9ee-9898-4ffc-b6ac-ad7fa560fc8c tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:47.254120 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8326c954-7ae8-4fc7-b744-0b528308f163 req-d16bb9ee-9898-4ffc-b6ac-ad7fa560fc8c tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=0611a4ab-e4ae-4065-bdc5-14dfb3eb9efd HTTP/1.1" status: 200 len: 946 time: 0.2202466 Jan 28 19:19:47.255049 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a90298-b489-41db-9b3f-5bba30a79d04 admin admin] Checking segment: {'id': '79f40755-04af-4e67-b0c3-110144717628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '922d7922-7d01-401d-b975-2f0c2fc79a7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:19:47.255508 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a90298-b489-41db-9b3f-5bba30a79d04 admin admin] Network hostable DHCP agents. Network: 922d7922-7d01-401d-b975-2f0c2fc79a7b, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:19:47.305397 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 6d1856bb-2fb1-42e2-bd02-838354e0d961 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:19:47.305777 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (6d1856bb-2fb1-42e2-bd02-838354e0d961), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:47.311737 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57617f32-cfb0-42d5-808b-ab31d7525b12 admin admin] Router 458c74ca-317b-432c-a866-5ae2aa0a00aa has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:19:47.358059 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a90298-b489-41db-9b3f-5bba30a79d04 admin admin] Network 922d7922-7d01-401d-b975-2f0c2fc79a7b is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:19:47.389997 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8326c954-7ae8-4fc7-b744-0b528308f163 req-6069541d-e0e5-43f3-8d55-c22ef72a357a tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286964 Jan 28 19:19:47.428420 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9583c087-43fc-434c-be30-2010ae39c5ae req-478b142c-9bba-4df8-8dca-78cb085f6951 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:47.430542 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9583c087-43fc-434c-be30-2010ae39c5ae req-478b142c-9bba-4df8-8dca-78cb085f6951 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/ports?device_id=423fe725-02cc-4d98-b77e-d73d18170f79 HTTP/1.1" status: 200 len: 946 time: 0.1412425 Jan 28 19:19:47.524390 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 6d1856bb-2fb1-42e2-bd02-838354e0d961 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:19:47.533492 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (6d1856bb-2fb1-42e2-bd02-838354e0d961), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:47.570519 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-b2a90298-b489-41db-9b3f-5bba30a79d04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, 922d7922-7d01-401d-b975-2f0c2fc79a7b) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:19:47.579035 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9583c087-43fc-434c-be30-2010ae39c5ae req-b725b4a9-216a-48d6-8257-1ce0c3ebd3ce tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/security-groups?id=929081b5-e4ec-47f3-a3f7-d2b3ba16c5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428509 Jan 28 19:19:47.579700 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] For port 6d1856bb-2fb1-42e2-bd02-838354e0d961, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=6d1856bb-2fb1-42e2-bd02-838354e0d961,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:19:47.583739 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1623a2df-66ad-4298-9ea1-505a235a125e None None] Network 922d7922-7d01-401d-b975-2f0c2fc79a7b requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:19:47.597150 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (6d1856bb-2fb1-42e2-bd02-838354e0d961), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:47.645760 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3bc1f6e9-9a87-472f-9aee-a490042826c3 req-1ce661b6-0894-4650-b94e-88b2dad32a97 tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] 10.222.0.64 "GET /v2.0/ports?device_id=228a75e3-e402-4ada-ac1a-23df5443afe6 HTTP/1.1" status: 200 len: 210 time: 0.0922172 Jan 28 19:19:47.651404 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a90298-b489-41db-9b3f-5bba30a79d04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:47.652001 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b2a90298-b489-41db-9b3f-5bba30a79d04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:47.678520 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57617f32-cfb0-42d5-808b-ab31d7525b12 admin admin] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:19:47.687981 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-57617f32-cfb0-42d5-808b-ab31d7525b12 admin admin] 10.222.0.64 "PUT /v2.0/routers/458c74ca-317b-432c-a866-5ae2aa0a00aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4897144 Jan 28 19:19:47.699751 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-b2a90298-b489-41db-9b3f-5bba30a79d04 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7166820 Jan 28 19:19:47.702182 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 42548) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:47.706705 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-5f0e61dd-6a6b-4251-b435-3c48a5112a47 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1447470354-router', 'tenant_id': 'f867837fb6c242938544d048cd197d0a', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:19:47.735262 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5f0e61dd-6a6b-4251-b435-3c48a5112a47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261150'] for router (9c951122-2c6e-437f-b0cb-85d89b6b8deb), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:47.736353 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5f0e61dd-6a6b-4251-b435-3c48a5112a47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-731099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-731441', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261129'] for router (9c951122-2c6e-437f-b0cb-85d89b6b8deb), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:47.772149 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Pushing event updated for resources: {'Port': ['ID=6d1856bb-2fb1-42e2-bd02-838354e0d961,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:47.803333 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5f0e61dd-6a6b-4251-b435-3c48a5112a47 admin admin] Publish callbacks [] for router_controller (9c951122-2c6e-437f-b0cb-85d89b6b8deb), precommit_add_association {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:47.825145 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e94099d-633d-486a-90cc-7712f769fcca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68cd31fd-e4cd-5fb3-a862-256fc47efcd2-922d7922-7d01-401d-b975-2f0c2fc79a7b', 'network_id': '922d7922-7d01-401d-b975-2f0c2fc79a7b', 'project_id': 'f867837fb6c242938544d048cd197d0a', 'fixed_ips': [{'subnet_id': '6ed55e71-9221-42a1-8050-290c89e0110e'}]}} from n-d-812111-14. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:19:47.826039 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7e94099d-633d-486a-90cc-7712f769fcca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:48.083609 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5f0e61dd-6a6b-4251-b435-3c48a5112a47 admin admin] Publish callbacks [] for router_gateway (9c951122-2c6e-437f-b0cb-85d89b6b8deb), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:48.135873 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-7e94099d-633d-486a-90cc-7712f769fcca None None] Allocated IP 172.20.0.2 (922d7922-7d01-401d-b975-2f0c2fc79a7b/6ed55e71-9221-42a1-8050-290c89e0110e/a862f623-ce0a-49b3-bb1a-efdd0b01d707) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:19:48.146794 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 1bec95f0-96fc-42ef-8a84-14677b2e3dd7 details requested by agent hyperv_n-h1-812111-14 with host n-h1-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:19:48.153387 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 1bec95f0-96fc-42ef-8a84-14677b2e3dd7 no longer exists at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:19:48.433045 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.db.resource_extend [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 19:19:48.548165 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e0a719ec-73df-4423-8e96-73849e7294d9 req-5960b798-7d96-496a-a896-c7f7fcb3ebfa tempest-FloatingIPsTestJSON-303378832 tempest-FloatingIPsTestJSON-303378832-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3129175 Jan 28 19:19:48.554790 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-e0a719ec-73df-4423-8e96-73849e7294d9 req-4cc52a9d-6a78-4388-8a94-b1d1c62cf752 tempest-FloatingIPsTestJSON-303378832 tempest-FloatingIPsTestJSON-303378832-project] Request body: {'floatingip': {'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:19:48.613791 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port 1bec95f0-96fc-42ef-8a84-14677b2e3dd7 is: ACTIVE; New status is: DOWN {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:19:48.616729 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (1bec95f0-96fc-42ef-8a84-14677b2e3dd7), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:48.663965 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a285c3b9-b041-4e8e-bf44-1be5c0d16b90 None None] Sync routers for ids ['458c74ca-317b-432c-a866-5ae2aa0a00aa'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:19:48.666141 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1c9c7a-89d5-4534-9e08-bfe9c5b011ff req-444f6d6d-a3dd-4a83-9582-7feda4c19b7c tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:48.682675 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a285c3b9-b041-4e8e-bf44-1be5c0d16b90 None None] Routers {'458c74ca-317b-432c-a866-5ae2aa0a00aa'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:19:48.683358 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3e1c9c7a-89d5-4534-9e08-bfe9c5b011ff req-444f6d6d-a3dd-4a83-9582-7feda4c19b7c tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=0611a4ab-e4ae-4065-bdc5-14dfb3eb9efd HTTP/1.1" status: 200 len: 946 time: 0.1486826 Jan 28 19:19:48.685910 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-a285c3b9-b041-4e8e-bf44-1be5c0d16b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:19:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['458c74ca-317b-432c-a866-5ae2aa0a00aa'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:19:48.713908 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5f0e61dd-6a6b-4251-b435-3c48a5112a47 admin admin] Publish callbacks [] for router_gateway (9c951122-2c6e-437f-b0cb-85d89b6b8deb), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:48.719202 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e0a719ec-73df-4423-8e96-73849e7294d9 req-4cc52a9d-6a78-4388-8a94-b1d1c62cf752 tempest-FloatingIPsTestJSON-303378832 tempest-FloatingIPsTestJSON-303378832-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:48.730063 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7e94099d-633d-486a-90cc-7712f769fcca None None] Publish callbacks [] for port (a862f623-ce0a-49b3-bb1a-efdd0b01d707), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:48.733704 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '423fe725-02cc-4d98-b77e-d73d18170f79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1bec95f0-96fc-42ef-8a84-14677b2e3dd7'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:19:48.738383 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ac7385e-b2b2-4d1c-b7da-ab88958c8b4e" -d '{"events": [{"server_uuid": "423fe725-02cc-4d98-b77e-d73d18170f79", "name": "network-vif-unplugged", "status": "completed", "tag": "1bec95f0-96fc-42ef-8a84-14677b2e3dd7"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:19:48.767692 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3e1c9c7a-89d5-4534-9e08-bfe9c5b011ff req-3ce51dbe-a733-4926-a966-56ac8d3f9c0f tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825510 Jan 28 19:19:48.775692 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5f0e61dd-6a6b-4251-b435-3c48a5112a47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:48.781234 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7e94099d-633d-486a-90cc-7712f769fcca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (a862f623-ce0a-49b3-bb1a-efdd0b01d707), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:48.789889 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 1bec95f0-96fc-42ef-8a84-14677b2e3dd7, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=1bec95f0-96fc-42ef-8a84-14677b2e3dd7,segment=NetworkSegment(65f5b843-b58b-4f27-8faf-b99bc8156b89),segment_id=65f5b843-b58b-4f27-8faf-b99bc8156b89)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:19:48.832378 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (1bec95f0-96fc-42ef-8a84-14677b2e3dd7), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:48.835673 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 1bec95f0-96fc-42ef-8a84-14677b2e3dd7, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=1bec95f0-96fc-42ef-8a84-14677b2e3dd7,segment=NetworkSegment(65f5b843-b58b-4f27-8faf-b99bc8156b89),segment_id=65f5b843-b58b-4f27-8faf-b99bc8156b89)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:19:48.886191 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e94099d-633d-486a-90cc-7712f769fcca None None] Network 922d7922-7d01-401d-b975-2f0c2fc79a7b is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:19:48.890886 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-7e94099d-633d-486a-90cc-7712f769fcca None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:19:48.895547 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e94099d-633d-486a-90cc-7712f769fcca None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:19:48.898902 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Returning: {'device': '1bec95f0-96fc-42ef-8a84-14677b2e3dd7', 'network_id': '48d3a3c6-bccf-4b82-a5e6-9150eac77858', 'port_id': '1bec95f0-96fc-42ef-8a84-14677b2e3dd7', 'mac_address': 'fa:16:3e:b6:f9:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84341c46-a745-4b5e-a0f8-0858316efcdb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:19:48.921983 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e94099d-633d-486a-90cc-7712f769fcca None None] Pushing event updated for resources: {'Port': ['ID=a862f623-ce0a-49b3-bb1a-efdd0b01d707,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:48.935883 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-a285c3b9-b041-4e8e-bf44-1be5c0d16b90 None None] Set router 458c74ca-317b-432c-a866-5ae2aa0a00aa gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:19:49.034878 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-7e94099d-633d-486a-90cc-7712f769fcca None None] Attempting to bind port a862f623-ce0a-49b3-bb1a-efdd0b01d707 on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:19:49.035261 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-7e94099d-633d-486a-90cc-7712f769fcca None None] Attempting to bind port a862f623-ce0a-49b3-bb1a-efdd0b01d707 by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '79f40755-04af-4e67-b0c3-110144717628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '922d7922-7d01-401d-b975-2f0c2fc79a7b'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:19:49.035633 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e94099d-633d-486a-90cc-7712f769fcca None None] Attempting to bind port a862f623-ce0a-49b3-bb1a-efdd0b01d707 on network 922d7922-7d01-401d-b975-2f0c2fc79a7b {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:19:49.050382 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port 1bec95f0-96fc-42ef-8a84-14677b2e3dd7 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:19:49.050773 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (1bec95f0-96fc-42ef-8a84-14677b2e3dd7), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:49.055728 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e94099d-633d-486a-90cc-7712f769fcca None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 19, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:19:49.059336 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e94099d-633d-486a-90cc-7712f769fcca None None] Checking segment: {'id': '79f40755-04af-4e67-b0c3-110144717628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '922d7922-7d01-401d-b975-2f0c2fc79a7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:19:49.059817 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7e94099d-633d-486a-90cc-7712f769fcca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:49.060238 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e94099d-633d-486a-90cc-7712f769fcca None None] Bound using segment: {'id': '79f40755-04af-4e67-b0c3-110144717628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '922d7922-7d01-401d-b975-2f0c2fc79a7b'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:19:49.060748 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-7e94099d-633d-486a-90cc-7712f769fcca None None] Bound port: a862f623-ce0a-49b3-bb1a-efdd0b01d707, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79f40755-04af-4e67-b0c3-110144717628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '922d7922-7d01-401d-b975-2f0c2fc79a7b'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:19:49.061329 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7e94099d-633d-486a-90cc-7712f769fcca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (a862f623-ce0a-49b3-bb1a-efdd0b01d707), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:49.099760 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6018c3-889d-4719-b068-307230782e9f req-a4252043-c77e-4bfc-a020-7ced1e521ff5 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:49.103577 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bec95f0-96fc-42ef-8a84-14677b2e3dd7 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:19:49.107118 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3d6018c3-889d-4719-b068-307230782e9f req-a4252043-c77e-4bfc-a020-7ced1e521ff5 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/ports?device_id=423fe725-02cc-4d98-b77e-d73d18170f79 HTTP/1.1" status: 200 len: 944 time: 0.1962652 Jan 28 19:19:49.158106 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 1bec95f0-96fc-42ef-8a84-14677b2e3dd7, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=1bec95f0-96fc-42ef-8a84-14677b2e3dd7,segment=NetworkSegment(65f5b843-b58b-4f27-8faf-b99bc8156b89),segment_id=65f5b843-b58b-4f27-8faf-b99bc8156b89)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:19:49.159279 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=1bec95f0-96fc-42ef-8a84-14677b2e3dd7,revision_number=6']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:49.167020 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 6d1856bb-2fb1-42e2-bd02-838354e0d961 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:19:49.174650 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (1bec95f0-96fc-42ef-8a84-14677b2e3dd7), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:49.187682 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-a285c3b9-b041-4e8e-bf44-1be5c0d16b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '458c74ca-317b-432c-a866-5ae2aa0a00aa', 'name': 'tempest-FloatingIPsTestJSON-273877252-router', 'tenant_id': '6b04e21d760f466bb79aac0e0316286a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': '6d1856bb-2fb1-42e2-bd02-838354e0d961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:19:40Z', 'updated_at': '2022-01-28T19:19:45Z', 'revision_number': 4, 'project_id': '6b04e21d760f466bb79aac0e0316286a', 'gw_port': {'id': '6d1856bb-2fb1-42e2-bd02-838354e0d961', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:38:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458c74ca-317b-432c-a866-5ae2aa0a00aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:19:41Z', 'updated_at': '2022-01-28T19:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': 'fa2ee6be-3eb1-4dfc-b763-345c9ef2b28a', 'name': '', 'network_id': 'e0d94561-435d-409e-bed2-9940624bda65', 'tenant_id': '6b04e21d760f466bb79aac0e0316286a', 'mac_address': 'fa:16:3e:05:2d:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '458c74ca-317b-432c-a866-5ae2aa0a00aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': 'a10695be-0e91-44c4-b790-16d15ab8ca08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:19:44Z', 'updated_at': '2022-01-28T19:19:45Z', 'revision_number': 2, 'project_id': '6b04e21d760f466bb79aac0e0316286a', 'subnets': [{'id': 'a10695be-0e91-44c4-b790-16d15ab8ca08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:19:49.249219 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3d6018c3-889d-4719-b068-307230782e9f req-5c7c8f6d-2090-4abc-ac70-377480986240 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/security-groups?id=929081b5-e4ec-47f3-a3f7-d2b3ba16c5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362858 Jan 28 19:19:49.251088 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-5f0e61dd-6a6b-4251-b435-3c48a5112a47 admin admin] Allocated IP 172.25.6.81 (d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8/a648e4ab-7422-41b9-b133-58aca25ab8f5/8d90ea6d-7c43-40b8-b393-1a9d3776e8da) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:19:49.264137 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e0a719ec-73df-4423-8e96-73849e7294d9 req-4cc52a9d-6a78-4388-8a94-b1d1c62cf752 tempest-FloatingIPsTestJSON-303378832 tempest-FloatingIPsTestJSON-303378832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:49.386953 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a285c3b9-b041-4e8e-bf44-1be5c0d16b90 None None] Checking router: 458c74ca-317b-432c-a866-5ae2aa0a00aa for host: n-d-812111-14 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:19:49.387313 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a285c3b9-b041-4e8e-bf44-1be5c0d16b90 None None] Updating router 458c74ca-317b-432c-a866-5ae2aa0a00aa port fa2ee6be-3eb1-4dfc-b763-345c9ef2b28a binding host n-d-812111-14 {{(pid=103307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:19:49.399474 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=1bec95f0-96fc-42ef-8a84-14677b2e3dd7,revision_number=7']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:49.405082 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-7e94099d-633d-486a-90cc-7712f769fcca None None] For port a862f623-ce0a-49b3-bb1a-efdd0b01d707, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:19:49.409518 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-7e94099d-633d-486a-90cc-7712f769fcca None None] For port a862f623-ce0a-49b3-bb1a-efdd0b01d707, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=a862f623-ce0a-49b3-bb1a-efdd0b01d707,segment=NetworkSegment(79f40755-04af-4e67-b0c3-110144717628),segment_id=79f40755-04af-4e67-b0c3-110144717628)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:19:49.421080 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-a285c3b9-b041-4e8e-bf44-1be5c0d16b90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (fa2ee6be-3eb1-4dfc-b763-345c9ef2b28a), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:49.424517 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7e94099d-633d-486a-90cc-7712f769fcca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (a862f623-ce0a-49b3-bb1a-efdd0b01d707), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:49.436756 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 6d1856bb-2fb1-42e2-bd02-838354e0d961 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:19:49.437152 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (6d1856bb-2fb1-42e2-bd02-838354e0d961), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:49.449843 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-068cae60-3983-4c08-831d-cd10a16adb23 req-fa34fe23-fe34-4903-9871-e95f0ec137c5 tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] 10.222.0.64 "GET /v2.0/ports?device_id=228a75e3-e402-4ada-ac1a-23df5443afe6 HTTP/1.1" status: 200 len: 210 time: 0.0829315 Jan 28 19:19:49.497978 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['1bec95f0-96fc-42ef-8a84-14677b2e3dd7'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:19:49.558291 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 19:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cecbcde-8fbc-4ca3-b4fc-ee67c30e9106 x-openstack-request-id: req-3cecbcde-8fbc-4ca3-b4fc-ee67c30e9106 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:19:49.559071 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "423fe725-02cc-4d98-b77e-d73d18170f79", "name": "network-vif-unplugged", "status": "completed", "tag": "1bec95f0-96fc-42ef-8a84-14677b2e3dd7", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:19:49.559331 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3cecbcde-8fbc-4ca3-b4fc-ee67c30e9106 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:19:49.559733 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '423fe725-02cc-4d98-b77e-d73d18170f79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1bec95f0-96fc-42ef-8a84-14677b2e3dd7', 'code': 200} Jan 28 19:19:49.583503 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e94099d-633d-486a-90cc-7712f769fcca None None] Pushing event updated for resources: {'Port': ['ID=a862f623-ce0a-49b3-bb1a-efdd0b01d707,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:49.592082 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5f0e61dd-6a6b-4251-b435-3c48a5112a47 admin admin] Publish callbacks [] for port (8d90ea6d-7c43-40b8-b393-1a9d3776e8da), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:49.672318 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 6d1856bb-2fb1-42e2-bd02-838354e0d961 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:19:49.704632 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5f0e61dd-6a6b-4251-b435-3c48a5112a47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (8d90ea6d-7c43-40b8-b393-1a9d3776e8da), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:49.759641 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f0e61dd-6a6b-4251-b435-3c48a5112a47 admin admin] Network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:19:49.768330 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-5f0e61dd-6a6b-4251-b435-3c48a5112a47 admin admin] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:19:49.775176 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0e61dd-6a6b-4251-b435-3c48a5112a47 admin admin] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:19:49.825305 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-e0a719ec-73df-4423-8e96-73849e7294d9 req-4cc52a9d-6a78-4388-8a94-b1d1c62cf752 tempest-FloatingIPsTestJSON-303378832 tempest-FloatingIPsTestJSON-303378832-project] Allocated IP 172.25.6.101 (d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8/a648e4ab-7422-41b9-b133-58aca25ab8f5/fa5485b1-6969-4961-a148-e71b6f11bb55) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:19:49.838793 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-a285c3b9-b041-4e8e-bf44-1be5c0d16b90 None None] Publish callbacks [] for port (fa2ee6be-3eb1-4dfc-b763-345c9ef2b28a), precommit_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:49.847401 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-a285c3b9-b041-4e8e-bf44-1be5c0d16b90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (fa2ee6be-3eb1-4dfc-b763-345c9ef2b28a), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:49.855301 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0e61dd-6a6b-4251-b435-3c48a5112a47 admin admin] Pushing event updated for resources: {'Port': ['ID=8d90ea6d-7c43-40b8-b393-1a9d3776e8da,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:49.874442 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0e61dd-6a6b-4251-b435-3c48a5112a47 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:19:49.874904 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0e61dd-6a6b-4251-b435-3c48a5112a47 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:19:49.875339 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0e61dd-6a6b-4251-b435-3c48a5112a47 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:19:49.875789 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0e61dd-6a6b-4251-b435-3c48a5112a47 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:19:49.876317 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0e61dd-6a6b-4251-b435-3c48a5112a47 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:19:49.876845 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0e61dd-6a6b-4251-b435-3c48a5112a47 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:19:49.877379 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0e61dd-6a6b-4251-b435-3c48a5112a47 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:19:49.877925 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0e61dd-6a6b-4251-b435-3c48a5112a47 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:19:49.878352 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0e61dd-6a6b-4251-b435-3c48a5112a47 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:19:49.878774 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0e61dd-6a6b-4251-b435-3c48a5112a47 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:19:49.879196 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0e61dd-6a6b-4251-b435-3c48a5112a47 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:19:49.879613 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0e61dd-6a6b-4251-b435-3c48a5112a47 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:19:49.880167 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0e61dd-6a6b-4251-b435-3c48a5112a47 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:19:49.906383 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db2318e-5a2e-4ad1-8b1a-0610724906ba None None] Pushing event updated for resources: {'Port': ['ID=fa2ee6be-3eb1-4dfc-b763-345c9ef2b28a,revision_number=3']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:49.922693 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db2318e-5a2e-4ad1-8b1a-0610724906ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:19:49.923702 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db2318e-5a2e-4ad1-8b1a-0610724906ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:19:49.924546 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db2318e-5a2e-4ad1-8b1a-0610724906ba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:19:49.925146 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db2318e-5a2e-4ad1-8b1a-0610724906ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:19:49.926088 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db2318e-5a2e-4ad1-8b1a-0610724906ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:19:49.926683 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db2318e-5a2e-4ad1-8b1a-0610724906ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:19:49.928237 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db2318e-5a2e-4ad1-8b1a-0610724906ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:19:49.928531 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db2318e-5a2e-4ad1-8b1a-0610724906ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:19:49.928910 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db2318e-5a2e-4ad1-8b1a-0610724906ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:19:49.929282 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db2318e-5a2e-4ad1-8b1a-0610724906ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:19:49.930044 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db2318e-5a2e-4ad1-8b1a-0610724906ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:19:49.930383 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db2318e-5a2e-4ad1-8b1a-0610724906ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:19:49.930718 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db2318e-5a2e-4ad1-8b1a-0610724906ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:19:50.017586 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c0e47b-2774-46ba-8ea9-204a9cd8dbd5 req-87f0979d-f895-4083-96f2-8941fd0ca5fd tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:50.019784 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-15c0e47b-2774-46ba-8ea9-204a9cd8dbd5 req-87f0979d-f895-4083-96f2-8941fd0ca5fd tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=0611a4ab-e4ae-4065-bdc5-14dfb3eb9efd HTTP/1.1" status: 200 len: 946 time: 0.1182065 Jan 28 19:19:50.060503 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e0a719ec-73df-4423-8e96-73849e7294d9 req-4cc52a9d-6a78-4388-8a94-b1d1c62cf752 tempest-FloatingIPsTestJSON-303378832 tempest-FloatingIPsTestJSON-303378832-project] Publish callbacks [] for port (fa5485b1-6969-4961-a148-e71b6f11bb55), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:50.091970 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-a285c3b9-b041-4e8e-bf44-1be5c0d16b90 None None] Attempting to bind port fa2ee6be-3eb1-4dfc-b763-345c9ef2b28a on host n-d-812111-14 for vnic_type normal with profile {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:19:50.092495 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-a285c3b9-b041-4e8e-bf44-1be5c0d16b90 None None] Attempting to bind port fa2ee6be-3eb1-4dfc-b763-345c9ef2b28a by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '5b65960b-986e-420a-b3fe-92ff866772fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'e0d94561-435d-409e-bed2-9940624bda65'}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:19:50.093031 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a285c3b9-b041-4e8e-bf44-1be5c0d16b90 None None] Attempting to bind port fa2ee6be-3eb1-4dfc-b763-345c9ef2b28a on network e0d94561-435d-409e-bed2-9940624bda65 {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:19:50.104666 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a285c3b9-b041-4e8e-bf44-1be5c0d16b90 None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 19, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:19:50.106683 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a285c3b9-b041-4e8e-bf44-1be5c0d16b90 None None] Checking segment: {'id': '5b65960b-986e-420a-b3fe-92ff866772fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'e0d94561-435d-409e-bed2-9940624bda65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:19:50.107213 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-a285c3b9-b041-4e8e-bf44-1be5c0d16b90 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:50.108063 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a285c3b9-b041-4e8e-bf44-1be5c0d16b90 None None] Bound using segment: {'id': '5b65960b-986e-420a-b3fe-92ff866772fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'e0d94561-435d-409e-bed2-9940624bda65'} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:19:50.109716 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-a285c3b9-b041-4e8e-bf44-1be5c0d16b90 None None] Bound port: fa2ee6be-3eb1-4dfc-b763-345c9ef2b28a, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b65960b-986e-420a-b3fe-92ff866772fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'e0d94561-435d-409e-bed2-9940624bda65'}}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:19:50.110320 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-a285c3b9-b041-4e8e-bf44-1be5c0d16b90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (fa2ee6be-3eb1-4dfc-b763-345c9ef2b28a), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:50.113178 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-15c0e47b-2774-46ba-8ea9-204a9cd8dbd5 req-e0f09190-f0d6-4c72-9a7e-7e1d419c1b5b tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866930 Jan 28 19:19:50.201735 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-a285c3b9-b041-4e8e-bf44-1be5c0d16b90 None None] For port fa2ee6be-3eb1-4dfc-b763-345c9ef2b28a, host n-d-812111-14, cleared binding levels {{(pid=103307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:19:50.209206 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-a285c3b9-b041-4e8e-bf44-1be5c0d16b90 None None] For port fa2ee6be-3eb1-4dfc-b763-345c9ef2b28a, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=fa2ee6be-3eb1-4dfc-b763-345c9ef2b28a,segment=NetworkSegment(5b65960b-986e-420a-b3fe-92ff866772fe),segment_id=5b65960b-986e-420a-b3fe-92ff866772fe)] {{(pid=103307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:19:50.230588 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-a285c3b9-b041-4e8e-bf44-1be5c0d16b90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (fa2ee6be-3eb1-4dfc-b763-345c9ef2b28a), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:50.231983 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e0a719ec-73df-4423-8e96-73849e7294d9 req-4cc52a9d-6a78-4388-8a94-b1d1c62cf752 tempest-FloatingIPsTestJSON-303378832 tempest-FloatingIPsTestJSON-303378832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (fa5485b1-6969-4961-a148-e71b6f11bb55), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:50.303591 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a285c3b9-b041-4e8e-bf44-1be5c0d16b90 None None] Routers {'458c74ca-317b-432c-a866-5ae2aa0a00aa'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:19:50.304248 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-a285c3b9-b041-4e8e-bf44-1be5c0d16b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:19:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['458c74ca-317b-432c-a866-5ae2aa0a00aa'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:19:50.330982 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-0f9dbb3e-0082-4155-bc17-ed33aa88cdf1 None None] Provisioning complete for port fa2ee6be-3eb1-4dfc-b763-345c9ef2b28a triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:19:50.331537 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0f9dbb3e-0082-4155-bc17-ed33aa88cdf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (fa2ee6be-3eb1-4dfc-b763-345c9ef2b28a), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:50.374473 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0a719ec-73df-4423-8e96-73849e7294d9 req-4cc52a9d-6a78-4388-8a94-b1d1c62cf752 tempest-FloatingIPsTestJSON-303378832 tempest-FloatingIPsTestJSON-303378832-project] Network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:19:50.379555 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db2318e-5a2e-4ad1-8b1a-0610724906ba None None] Pushing event updated for resources: {'Port': ['ID=fa2ee6be-3eb1-4dfc-b763-345c9ef2b28a,revision_number=4']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:50.387190 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-e0a719ec-73df-4423-8e96-73849e7294d9 req-4cc52a9d-6a78-4388-8a94-b1d1c62cf752 tempest-FloatingIPsTestJSON-303378832 tempest-FloatingIPsTestJSON-303378832-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:19:50.395273 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0a719ec-73df-4423-8e96-73849e7294d9 req-4cc52a9d-6a78-4388-8a94-b1d1c62cf752 tempest-FloatingIPsTestJSON-303378832 tempest-FloatingIPsTestJSON-303378832-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:19:50.420910 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc52a9d-6a78-4388-8a94-b1d1c62cf752 tempest-FloatingIPsTestJSON-303378832 tempest-FloatingIPsTestJSON-303378832-project] Pushing event updated for resources: {'Port': ['ID=fa5485b1-6969-4961-a148-e71b6f11bb55,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:50.517416 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a5e161-dd6f-4c64-864c-c110b7f33e9b req-080d3cf4-200e-4eed-b155-be8099c91fd5 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:50.522143 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-98a5e161-dd6f-4c64-864c-c110b7f33e9b req-080d3cf4-200e-4eed-b155-be8099c91fd5 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/ports?device_id=423fe725-02cc-4d98-b77e-d73d18170f79 HTTP/1.1" status: 200 len: 945 time: 0.1601548 Jan 28 19:19:50.523188 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-0f9dbb3e-0082-4155-bc17-ed33aa88cdf1 None None] Current status of the port fa2ee6be-3eb1-4dfc-b763-345c9ef2b28a is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:19:50.523597 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0f9dbb3e-0082-4155-bc17-ed33aa88cdf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (fa2ee6be-3eb1-4dfc-b763-345c9ef2b28a), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:50.552535 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-a285c3b9-b041-4e8e-bf44-1be5c0d16b90 None None] Set router 458c74ca-317b-432c-a866-5ae2aa0a00aa gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:19:50.567981 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:50.607963 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-0f9dbb3e-0082-4155-bc17-ed33aa88cdf1 None None] For port fa2ee6be-3eb1-4dfc-b763-345c9ef2b28a, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=fa2ee6be-3eb1-4dfc-b763-345c9ef2b28a,segment=NetworkSegment(5b65960b-986e-420a-b3fe-92ff866772fe),segment_id=5b65960b-986e-420a-b3fe-92ff866772fe)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:19:50.614980 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0f9dbb3e-0082-4155-bc17-ed33aa88cdf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (fa2ee6be-3eb1-4dfc-b763-345c9ef2b28a), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:50.628648 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5f0e61dd-6a6b-4251-b435-3c48a5112a47 admin admin] Publish callbacks [] for router_gateway (9c951122-2c6e-437f-b0cb-85d89b6b8deb), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:50.639731 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-98a5e161-dd6f-4c64-864c-c110b7f33e9b req-0a3db70f-1b3d-4f0f-9a1b-654bccf7d54c tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/security-groups?id=929081b5-e4ec-47f3-a3f7-d2b3ba16c5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073511 Jan 28 19:19:50.708194 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e0a719ec-73df-4423-8e96-73849e7294d9 req-4cc52a9d-6a78-4388-8a94-b1d1c62cf752 tempest-FloatingIPsTestJSON-303378832 tempest-FloatingIPsTestJSON-303378832-project] Publish callbacks [] for floatingip (7ea7433c-ac33-4e70-8a21-c7ba2a245d98), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:50.746985 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9dbb3e-0082-4155-bc17-ed33aa88cdf1 None None] Pushing event updated for resources: {'Port': ['ID=fa2ee6be-3eb1-4dfc-b763-345c9ef2b28a,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:50.782528 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-3f5717b4-7237-499d-8883-3ddf61ce1efb None None] Provisioning complete for port fa2ee6be-3eb1-4dfc-b763-345c9ef2b28a triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:19:50.782528 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3f5717b4-7237-499d-8883-3ddf61ce1efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (fa2ee6be-3eb1-4dfc-b763-345c9ef2b28a), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:50.785200 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-457097a8-f5e3-43b1-9e13-f648d654a273 req-46fcf8f9-f265-4f68-93d7-a15b1bb4d395 tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] 10.222.0.64 "GET /v2.0/ports?device_id=228a75e3-e402-4ada-ac1a-23df5443afe6 HTTP/1.1" status: 200 len: 210 time: 0.0677383 Jan 28 19:19:50.913028 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-3f5717b4-7237-499d-8883-3ddf61ce1efb None None] Current status of the port fa2ee6be-3eb1-4dfc-b763-345c9ef2b28a is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:19:50.920173 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-a285c3b9-b041-4e8e-bf44-1be5c0d16b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '458c74ca-317b-432c-a866-5ae2aa0a00aa', 'name': 'tempest-FloatingIPsTestJSON-273877252-router', 'tenant_id': '6b04e21d760f466bb79aac0e0316286a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': '6d1856bb-2fb1-42e2-bd02-838354e0d961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:19:40Z', 'updated_at': '2022-01-28T19:19:45Z', 'revision_number': 4, 'project_id': '6b04e21d760f466bb79aac0e0316286a', 'gw_port': {'id': '6d1856bb-2fb1-42e2-bd02-838354e0d961', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:38:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458c74ca-317b-432c-a866-5ae2aa0a00aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:19:41Z', 'updated_at': '2022-01-28T19:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': 'fa2ee6be-3eb1-4dfc-b763-345c9ef2b28a', 'name': '', 'network_id': 'e0d94561-435d-409e-bed2-9940624bda65', 'tenant_id': '6b04e21d760f466bb79aac0e0316286a', 'mac_address': 'fa:16:3e:05:2d:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '458c74ca-317b-432c-a866-5ae2aa0a00aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': 'a10695be-0e91-44c4-b790-16d15ab8ca08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:19:44Z', 'updated_at': '2022-01-28T19:19:50Z', 'revision_number': 4, 'project_id': '6b04e21d760f466bb79aac0e0316286a', 'subnets': [{'id': 'a10695be-0e91-44c4-b790-16d15ab8ca08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:19:50.926698 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e0a719ec-73df-4423-8e96-73849e7294d9 req-4cc52a9d-6a78-4388-8a94-b1d1c62cf752 tempest-FloatingIPsTestJSON-303378832 tempest-FloatingIPsTestJSON-303378832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (fa5485b1-6969-4961-a148-e71b6f11bb55), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:50.954918 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a285c3b9-b041-4e8e-bf44-1be5c0d16b90 None None] The sync data for ids ['458c74ca-317b-432c-a866-5ae2aa0a00aa'] in n-d-812111-14 is: [{'id': '458c74ca-317b-432c-a866-5ae2aa0a00aa', 'name': 'tempest-FloatingIPsTestJSON-273877252-router', 'tenant_id': '6b04e21d760f466bb79aac0e0316286a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': '6d1856bb-2fb1-42e2-bd02-838354e0d961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:19:40Z', 'updated_at': '2022-01-28T19:19:45Z', 'revision_number': 4, 'project_id': '6b04e21d760f466bb79aac0e0316286a', 'gw_port': {'id': '6d1856bb-2fb1-42e2-bd02-838354e0d961', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:38:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458c74ca-317b-432c-a866-5ae2aa0a00aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:19:41Z', 'updated_at': '2022-01-28T19:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': 'fa2ee6be-3eb1-4dfc-b763-345c9ef2b28a', 'name': '', 'network_id': 'e0d94561-435d-409e-bed2-9940624bda65', 'tenant_id': '6b04e21d760f466bb79aac0e0316286a', 'mac_address': 'fa:16:3e:05:2d:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '458c74ca-317b-432c-a866-5ae2aa0a00aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': 'a10695be-0e91-44c4-b790-16d15ab8ca08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:19:44Z', 'updated_at': '2022-01-28T19:19:50Z', 'revision_number': 4, 'project_id': '6b04e21d760f466bb79aac0e0316286a', 'subnets': [{'id': 'a10695be-0e91-44c4-b790-16d15ab8ca08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:19:50.981904 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5f0e61dd-6a6b-4251-b435-3c48a5112a47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-731074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-731460'] for router (9c951122-2c6e-437f-b0cb-85d89b6b8deb), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:51.173714 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0107c68d-5917-424e-ad7f-35c18e71b056 None None] Network 922d7922-7d01-401d-b975-2f0c2fc79a7b requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:19:51.298426 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d11a73-1c78-4260-95a0-abbae050ffa9 req-b9ff2ed2-b443-4c31-ae4f-bb4e66e793ca tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:51.308278 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-17d11a73-1c78-4260-95a0-abbae050ffa9 req-b9ff2ed2-b443-4c31-ae4f-bb4e66e793ca tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=0611a4ab-e4ae-4065-bdc5-14dfb3eb9efd HTTP/1.1" status: 200 len: 946 time: 0.0814891 Jan 28 19:19:51.321045 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device a862f623-ce0a-49b3-bb1a-efdd0b01d707 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:19:51.364947 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-034f39bf-6030-4139-987e-e8561348be06 None None] Provisioning complete for port a862f623-ce0a-49b3-bb1a-efdd0b01d707 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:19:51.366346 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-034f39bf-6030-4139-987e-e8561348be06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (a862f623-ce0a-49b3-bb1a-efdd0b01d707), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:51.406593 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-17d11a73-1c78-4260-95a0-abbae050ffa9 req-54f2c548-2d45-464e-83f7-8699d9d2d58d tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973411 Jan 28 19:19:51.656072 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f0e61dd-6a6b-4251-b435-3c48a5112a47 admin admin] Router 9c951122-2c6e-437f-b0cb-85d89b6b8deb is scheduled to L3 agent 76fe5c49-705a-4e08-abb2-be585676213f with binding_index 1 {{(pid=103304) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 19:19:51.669939 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e0a719ec-73df-4423-8e96-73849e7294d9 req-4cc52a9d-6a78-4388-8a94-b1d1c62cf752 tempest-FloatingIPsTestJSON-303378832 tempest-FloatingIPsTestJSON-303378832-project] Publish callbacks [] for port (fa5485b1-6969-4961-a148-e71b6f11bb55), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:51.680217 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e0a719ec-73df-4423-8e96-73849e7294d9 req-4cc52a9d-6a78-4388-8a94-b1d1c62cf752 tempest-FloatingIPsTestJSON-303378832 tempest-FloatingIPsTestJSON-303378832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (fa5485b1-6969-4961-a148-e71b6f11bb55), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:51.683250 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port a862f623-ce0a-49b3-bb1a-efdd0b01d707 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:19:51.683747 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (a862f623-ce0a-49b3-bb1a-efdd0b01d707), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:51.805029 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-034f39bf-6030-4139-987e-e8561348be06 None None] Current status of the port a862f623-ce0a-49b3-bb1a-efdd0b01d707 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:19:51.806392 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-034f39bf-6030-4139-987e-e8561348be06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (a862f623-ce0a-49b3-bb1a-efdd0b01d707), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:51.832336 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaf8945-dc46-43c3-bcf1-9fa8f8960eeb req-b6dc7727-4097-44a8-bbc9-7d7bd883cfc3 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:51.842616 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-dfaf8945-dc46-43c3-bcf1-9fa8f8960eeb req-b6dc7727-4097-44a8-bbc9-7d7bd883cfc3 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/ports?device_id=423fe725-02cc-4d98-b77e-d73d18170f79 HTTP/1.1" status: 200 len: 945 time: 0.0932057 Jan 28 19:19:51.909602 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e0a719ec-73df-4423-8e96-73849e7294d9 req-4cc52a9d-6a78-4388-8a94-b1d1c62cf752 tempest-FloatingIPsTestJSON-303378832 tempest-FloatingIPsTestJSON-303378832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734886'] for floatingip (7ea7433c-ac33-4e70-8a21-c7ba2a245d98), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:51.915143 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc52a9d-6a78-4388-8a94-b1d1c62cf752 tempest-FloatingIPsTestJSON-303378832 tempest-FloatingIPsTestJSON-303378832-project] Pushing event updated for resources: {'Port': ['ID=fa5485b1-6969-4961-a148-e71b6f11bb55,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:51.919167 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-034f39bf-6030-4139-987e-e8561348be06 None None] For port a862f623-ce0a-49b3-bb1a-efdd0b01d707, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=a862f623-ce0a-49b3-bb1a-efdd0b01d707,segment=NetworkSegment(79f40755-04af-4e67-b0c3-110144717628),segment_id=79f40755-04af-4e67-b0c3-110144717628)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:19:51.923023 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-dfaf8945-dc46-43c3-bcf1-9fa8f8960eeb req-092f1c75-7a17-4c90-8bfc-aae83c59813d tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/security-groups?id=929081b5-e4ec-47f3-a3f7-d2b3ba16c5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781376 Jan 28 19:19:51.941818 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-034f39bf-6030-4139-987e-e8561348be06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (a862f623-ce0a-49b3-bb1a-efdd0b01d707), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:52.020765 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e0a719ec-73df-4423-8e96-73849e7294d9 req-4cc52a9d-6a78-4388-8a94-b1d1c62cf752 tempest-FloatingIPsTestJSON-303378832 tempest-FloatingIPsTestJSON-303378832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for floatingip (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:52.032332 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e0a719ec-73df-4423-8e96-73849e7294d9 req-4cc52a9d-6a78-4388-8a94-b1d1c62cf752 tempest-FloatingIPsTestJSON-303378832 tempest-FloatingIPsTestJSON-303378832-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.4825063 Jan 28 19:19:52.033529 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port a862f623-ce0a-49b3-bb1a-efdd0b01d707 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:19:52.034214 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (a862f623-ce0a-49b3-bb1a-efdd0b01d707), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:52.040963 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034f39bf-6030-4139-987e-e8561348be06 None None] Pushing event updated for resources: {'Port': ['ID=a862f623-ce0a-49b3-bb1a-efdd0b01d707,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:52.091384 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-29a8a3a7-7a6e-4056-aea2-c23a01703f0d req-03f42c9d-7233-4232-ad74-c0c604db96ff tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] 10.222.0.64 "GET /v2.0/ports?device_id=228a75e3-e402-4ada-ac1a-23df5443afe6 HTTP/1.1" status: 200 len: 210 time: 0.0664244 Jan 28 19:19:52.120815 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f0e61dd-6a6b-4251-b435-3c48a5112a47 admin admin] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:19:52.134821 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.db.api [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103306) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 19:19:52.135912 n-d-812111-14 neutron-server[103306]: DEBUG oslo_db.api [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 19:19:52.139526 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be183e7-0641-412c-a030-d52e2481bcd7 None None] Sync routers for ids ['9c951122-2c6e-437f-b0cb-85d89b6b8deb'] in n-d-812111-14 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:19:52.152255 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e0a719ec-73df-4423-8e96-73849e7294d9 req-405bf637-0e48-4e20-9bbe-deba6b4aeb33 tempest-FloatingIPsTestJSON-303378832 tempest-FloatingIPsTestJSON-303378832-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.6.101 HTTP/1.1" status: 200 len: 696 time: 0.1183839 Jan 28 19:19:52.154662 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be183e7-0641-412c-a030-d52e2481bcd7 None None] Routers {'9c951122-2c6e-437f-b0cb-85d89b6b8deb'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:19:52.155603 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-5be183e7-0641-412c-a030-d52e2481bcd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:19:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['9c951122-2c6e-437f-b0cb-85d89b6b8deb'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:19:52.160909 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5f0e61dd-6a6b-4251-b435-3c48a5112a47 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:52.164878 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-5f0e61dd-6a6b-4251-b435-3c48a5112a47 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.4590697 Jan 28 19:19:52.165070 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 1bec95f0-96fc-42ef-8a84-14677b2e3dd7 up at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:19:52.165359 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 42578) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:52.351262 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a719ec-73df-4423-8e96-73849e7294d9 req-d0d0375b-601a-4472-b586-f86f063e90ef tempest-FloatingIPsTestJSON-303378832 tempest-FloatingIPsTestJSON-303378832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:52.354873 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e0a719ec-73df-4423-8e96-73849e7294d9 req-d0d0375b-601a-4472-b586-f86f063e90ef tempest-FloatingIPsTestJSON-303378832 tempest-FloatingIPsTestJSON-303378832-project] 10.222.0.64 "GET /v2.0/networks/d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 HTTP/1.1" status: 200 len: 784 time: 0.1820910 Jan 28 19:19:52.366042 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [req-e0a719ec-73df-4423-8e96-73849e7294d9 req-2aee9388-3ca4-4077-bb2e-df53dbc30128 tempest-FloatingIPsTestJSON-303378832 tempest-FloatingIPsTestJSON-303378832-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103304) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:19:52.367813 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e0a719ec-73df-4423-8e96-73849e7294d9 req-2aee9388-3ca4-4077-bb2e-df53dbc30128 tempest-FloatingIPsTestJSON-303378832 tempest-FloatingIPsTestJSON-303378832-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0073886 Jan 28 19:19:52.371988 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-5be183e7-0641-412c-a030-d52e2481bcd7 None None] Set router 9c951122-2c6e-437f-b0cb-85d89b6b8deb gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:19:52.491344 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c53105a0-c2b5-40ed-b9fd-53e721b2f253 req-00206f71-41d8-483b-a439-dc1603768123 tempest-FloatingIPsTestJSON-303378832 tempest-FloatingIPsTestJSON-303378832-project] 10.222.0.64 "GET /v2.0/floatingips/7ea7433c-ac33-4e70-8a21-c7ba2a245d98 HTTP/1.1" status: 200 len: 693 time: 0.0668118 Jan 28 19:19:52.532743 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-68432911-dcc9-468f-a543-162601d31712 None None] Provisioning complete for port a862f623-ce0a-49b3-bb1a-efdd0b01d707 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:19:52.533133 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-68432911-dcc9-468f-a543-162601d31712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (a862f623-ce0a-49b3-bb1a-efdd0b01d707), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:52.594107 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193cd74e-20b0-4468-9709-46a5c1f1e6ca req-ff66eb05-7c06-4d05-a83f-14f1091e4541 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:52.595847 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-193cd74e-20b0-4468-9709-46a5c1f1e6ca req-ff66eb05-7c06-4d05-a83f-14f1091e4541 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=0611a4ab-e4ae-4065-bdc5-14dfb3eb9efd HTTP/1.1" status: 200 len: 946 time: 0.0854292 Jan 28 19:19:52.622066 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning complete for port 1bec95f0-96fc-42ef-8a84-14677b2e3dd7 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:19:52.622573 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (1bec95f0-96fc-42ef-8a84-14677b2e3dd7), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:52.701530 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-193cd74e-20b0-4468-9709-46a5c1f1e6ca req-ca77b07b-b931-4b66-81bd-7f691e62cdfb tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978487 Jan 28 19:19:52.745061 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53105a0-c2b5-40ed-b9fd-53e721b2f253 req-53a06e03-1b23-4e1b-af0a-afa8748a78ac tempest-FloatingIPsTestJSON-303378832 tempest-FloatingIPsTestJSON-303378832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:52.757451 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c53105a0-c2b5-40ed-b9fd-53e721b2f253 req-53a06e03-1b23-4e1b-af0a-afa8748a78ac tempest-FloatingIPsTestJSON-303378832 tempest-FloatingIPsTestJSON-303378832-project] 10.222.0.64 "GET /v2.0/networks/d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 HTTP/1.1" status: 200 len: 784 time: 0.2652092 Jan 28 19:19:52.807800 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port a862f623-ce0a-49b3-bb1a-efdd0b01d707 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:19:52.877544 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7483fc12-ac3b-4821-966c-d06b4c189b47 req-d3c61b95-b5aa-43ba-988e-fe5767f72c4c tempest-FloatingIPsTestJSON-303378832 tempest-FloatingIPsTestJSON-303378832-project] 10.222.0.64 "GET /v2.0/floatingips?tenant_id=6b04e21d760f466bb79aac0e0316286a HTTP/1.1" status: 200 len: 696 time: 0.1036937 Jan 28 19:19:52.903908 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port 1bec95f0-96fc-42ef-8a84-14677b2e3dd7 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:19:52.904388 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (1bec95f0-96fc-42ef-8a84-14677b2e3dd7), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:52.922152 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-68432911-dcc9-468f-a543-162601d31712 None None] Current status of the port a862f623-ce0a-49b3-bb1a-efdd0b01d707 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:19:53.000517 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 1bec95f0-96fc-42ef-8a84-14677b2e3dd7, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=1bec95f0-96fc-42ef-8a84-14677b2e3dd7,segment=NetworkSegment(65f5b843-b58b-4f27-8faf-b99bc8156b89),segment_id=65f5b843-b58b-4f27-8faf-b99bc8156b89)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:19:53.012013 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '423fe725-02cc-4d98-b77e-d73d18170f79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bec95f0-96fc-42ef-8a84-14677b2e3dd7'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:19:53.016472 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57e56460-3694-40e1-be4b-85b8c3a926f4" -d '{"events": [{"server_uuid": "423fe725-02cc-4d98-b77e-d73d18170f79", "name": "network-vif-plugged", "status": "completed", "tag": "1bec95f0-96fc-42ef-8a84-14677b2e3dd7"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:19:53.033093 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:19:53.044603 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (1bec95f0-96fc-42ef-8a84-14677b2e3dd7), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:53.053318 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-5be183e7-0641-412c-a030-d52e2481bcd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c951122-2c6e-437f-b0cb-85d89b6b8deb', 'name': 'tempest-TaggedBootDevicesTest-1447470354-router', 'tenant_id': 'f867837fb6c242938544d048cd197d0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.81'}], 'enable_snat': True}, 'gw_port_id': '8d90ea6d-7c43-40b8-b393-1a9d3776e8da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:19:47Z', 'updated_at': '2022-01-28T19:19:50Z', 'revision_number': 3, 'project_id': 'f867837fb6c242938544d048cd197d0a', 'gw_port': {'id': '8d90ea6d-7c43-40b8-b393-1a9d3776e8da', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:d2:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c951122-2c6e-437f-b0cb-85d89b6b8deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:19:48Z', 'updated_at': '2022-01-28T19:19:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:19:53.077024 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7483fc12-ac3b-4821-966c-d06b4c189b47 req-f6f85ce2-a25a-4db1-be7e-aaf8c3271637 tempest-FloatingIPsTestJSON-303378832 tempest-FloatingIPsTestJSON-303378832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:53.078646 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7483fc12-ac3b-4821-966c-d06b4c189b47 req-f6f85ce2-a25a-4db1-be7e-aaf8c3271637 tempest-FloatingIPsTestJSON-303378832 tempest-FloatingIPsTestJSON-303378832-project] 10.222.0.64 "GET /v2.0/networks?id=d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 HTTP/1.1" status: 200 len: 787 time: 0.1878884 Jan 28 19:19:53.098386 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [req-7483fc12-ac3b-4821-966c-d06b4c189b47 req-aa40e9c9-0407-4d7c-a9e3-d6b1dd5b697d tempest-FloatingIPsTestJSON-303378832 tempest-FloatingIPsTestJSON-303378832-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103304) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:19:53.099388 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7483fc12-ac3b-4821-966c-d06b4c189b47 req-aa40e9c9-0407-4d7c-a9e3-d6b1dd5b697d tempest-FloatingIPsTestJSON-303378832 tempest-FloatingIPsTestJSON-303378832-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0149519 Jan 28 19:19:53.108808 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe659af-1af5-4840-84a2-fe3c0fdbf1f1 req-40f6f181-65f9-4109-b410-06c413c34caa tempest-LiveAutoBlockMigrationV225Test-1956576498 tempest-LiveAutoBlockMigrationV225Test-1956576498-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:53.110589 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8fe659af-1af5-4840-84a2-fe3c0fdbf1f1 req-40f6f181-65f9-4109-b410-06c413c34caa tempest-LiveAutoBlockMigrationV225Test-1956576498 tempest-LiveAutoBlockMigrationV225Test-1956576498-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=0611a4ab-e4ae-4065-bdc5-14dfb3eb9efd&tenant_id=57a0678ad1cb4e46b30e232c1f317a59&binding%3Ahost_id=n-h1-812111-14 HTTP/1.1" status: 200 len: 1129 time: 0.2319481 Jan 28 19:19:53.122446 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-8fe659af-1af5-4840-84a2-fe3c0fdbf1f1 req-ba0fa884-c1fa-4f4e-bc35-658caa92bfe9 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-812111-14'}}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:19:53.152116 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-62755c59-00e2-4349-9149-2c03f13efcb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:53.166779 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be183e7-0641-412c-a030-d52e2481bcd7 None None] Checking router: 9c951122-2c6e-437f-b0cb-85d89b6b8deb for host: n-d-812111-14 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:19:53.167260 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be183e7-0641-412c-a030-d52e2481bcd7 None None] Updating router 9c951122-2c6e-437f-b0cb-85d89b6b8deb port 8d90ea6d-7c43-40b8-b393-1a9d3776e8da binding host n-d-812111-14 {{(pid=103306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:19:53.235150 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=1bec95f0-96fc-42ef-8a84-14677b2e3dd7,revision_number=8']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:53.238930 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb70eb5d-c738-4547-94f8-e0501a849cc9 x-openstack-request-id: req-bb70eb5d-c738-4547-94f8-e0501a849cc9 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:19:53.239290 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "423fe725-02cc-4d98-b77e-d73d18170f79", "name": "network-vif-plugged", "status": "completed", "tag": "1bec95f0-96fc-42ef-8a84-14677b2e3dd7", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:19:53.239471 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bb70eb5d-c738-4547-94f8-e0501a849cc9 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:19:53.239859 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '423fe725-02cc-4d98-b77e-d73d18170f79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bec95f0-96fc-42ef-8a84-14677b2e3dd7', 'code': 200} Jan 28 19:19:53.240434 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5be183e7-0641-412c-a030-d52e2481bcd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (8d90ea6d-7c43-40b8-b393-1a9d3776e8da), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:53.326559 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-8fe659af-1af5-4840-84a2-fe3c0fdbf1f1 req-ba0fa884-c1fa-4f4e-bc35-658caa92bfe9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (2843facc-828a-4433-86eb-5c106e295446), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:53.347311 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device a862f623-ce0a-49b3-bb1a-efdd0b01d707 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:19:53.379217 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-62755c59-00e2-4349-9149-2c03f13efcb8 admin admin] Allocated IP 172.20.0.1 (922d7922-7d01-401d-b975-2f0c2fc79a7b/6ed55e71-9221-42a1-8050-290c89e0110e/74ee079c-52f7-43d7-a9a4-7ec6f92e746b) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:19:53.442366 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27ac0f8-8eb0-47f7-8ad7-89ea40a79f28 req-6c6e4da3-cb1b-4ee8-920e-584ef1b9f6f5 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:53.443879 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a27ac0f8-8eb0-47f7-8ad7-89ea40a79f28 req-6c6e4da3-cb1b-4ee8-920e-584ef1b9f6f5 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/ports?device_id=423fe725-02cc-4d98-b77e-d73d18170f79 HTTP/1.1" status: 200 len: 946 time: 0.3828712 Jan 28 19:19:53.475902 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port a862f623-ce0a-49b3-bb1a-efdd0b01d707 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:19:53.476454 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (a862f623-ce0a-49b3-bb1a-efdd0b01d707), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:53.521441 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-8fe659af-1af5-4840-84a2-fe3c0fdbf1f1 req-ba0fa884-c1fa-4f4e-bc35-658caa92bfe9 service neutron] For port 2843facc-828a-4433-86eb-5c106e295446, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=2843facc-828a-4433-86eb-5c106e295446,segment=NetworkSegment(62a331e7-e6d6-4fbc-9e3c-2d3acdfd7c92),segment_id=62a331e7-e6d6-4fbc-9e3c-2d3acdfd7c92)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:19:53.561504 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-8fe659af-1af5-4840-84a2-fe3c0fdbf1f1 req-ba0fa884-c1fa-4f4e-bc35-658caa92bfe9 service neutron] For port 2843facc-828a-4433-86eb-5c106e295446, host n-h1-812111-14, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:19:53.580209 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port a862f623-ce0a-49b3-bb1a-efdd0b01d707 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:19:53.581337 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device fa2ee6be-3eb1-4dfc-b763-345c9ef2b28a up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:19:53.587607 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-62755c59-00e2-4349-9149-2c03f13efcb8 admin admin] Publish callbacks [] for port (74ee079c-52f7-43d7-a9a4-7ec6f92e746b), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:53.611129 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-8fe659af-1af5-4840-84a2-fe3c0fdbf1f1 req-ba0fa884-c1fa-4f4e-bc35-658caa92bfe9 service neutron] Publish callbacks [] for port (2843facc-828a-4433-86eb-5c106e295446), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:53.614706 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0611a4ab-e4ae-4065-bdc5-14dfb3eb9efd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2843facc-828a-4433-86eb-5c106e295446'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:19:53.617368 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-088f052b-02bf-46fc-8443-155e74c3acb7" -d '{"events": [{"server_uuid": "0611a4ab-e4ae-4065-bdc5-14dfb3eb9efd", "name": "network-vif-unplugged", "status": "completed", "tag": "2843facc-828a-4433-86eb-5c106e295446"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:19:53.631977 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-8fe659af-1af5-4840-84a2-fe3c0fdbf1f1 req-ba0fa884-c1fa-4f4e-bc35-658caa92bfe9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (2843facc-828a-4433-86eb-5c106e295446), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:53.661965 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-62755c59-00e2-4349-9149-2c03f13efcb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (74ee079c-52f7-43d7-a9a4-7ec6f92e746b), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:53.720317 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a27ac0f8-8eb0-47f7-8ad7-89ea40a79f28 req-b39b01a4-3d54-4561-938b-628d590812b3 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/security-groups?id=929081b5-e4ec-47f3-a3f7-d2b3ba16c5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236991 Jan 28 19:19:53.723745 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-0181f7dd-a015-4e95-9661-1db3c1684280 req-f71ff8cf-edc3-47a2-8ba1-4cc32a97444a tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] 10.222.0.64 "GET /v2.0/ports?device_id=228a75e3-e402-4ada-ac1a-23df5443afe6 HTTP/1.1" status: 200 len: 210 time: 0.3180907 Jan 28 19:19:53.727834 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0fa884-c1fa-4f4e-bc35-658caa92bfe9 service neutron] Pushing event updated for resources: {'Port': ['ID=2843facc-828a-4433-86eb-5c106e295446,revision_number=7']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:53.739713 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbb8dc1-8c72-4ca0-a41a-e43b24f4913f req-05ac8fbe-5b1b-4309-888a-655e5d4eaae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:53.741450 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-bcbb8dc1-8c72-4ca0-a41a-e43b24f4913f req-05ac8fbe-5b1b-4309-888a-655e5d4eaae5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=423fe725-02cc-4d98-b77e-d73d18170f79 HTTP/1.1" status: 200 len: 1129 time: 0.3167400 Jan 28 19:19:53.751402 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62755c59-00e2-4349-9149-2c03f13efcb8 admin admin] Network 922d7922-7d01-401d-b975-2f0c2fc79a7b is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:19:53.772245 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-62755c59-00e2-4349-9149-2c03f13efcb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:19:53.818045 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5be183e7-0641-412c-a030-d52e2481bcd7 None None] Publish callbacks [] for port (8d90ea6d-7c43-40b8-b393-1a9d3776e8da), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:53.823994 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:53.825970 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62755c59-00e2-4349-9149-2c03f13efcb8 admin admin] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:19:53.831373 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62755c59-00e2-4349-9149-2c03f13efcb8 admin admin] Pushing event updated for resources: {'Port': ['ID=74ee079c-52f7-43d7-a9a4-7ec6f92e746b,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:53.848348 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 19:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa4deb2d-91df-4821-b3e4-df38f08a7a8c x-openstack-request-id: req-fa4deb2d-91df-4821-b3e4-df38f08a7a8c {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:19:53.848724 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0611a4ab-e4ae-4065-bdc5-14dfb3eb9efd", "name": "network-vif-unplugged", "status": "completed", "tag": "2843facc-828a-4433-86eb-5c106e295446", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:19:53.849183 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fa4deb2d-91df-4821-b3e4-df38f08a7a8c {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:19:53.850859 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0611a4ab-e4ae-4065-bdc5-14dfb3eb9efd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2843facc-828a-4433-86eb-5c106e295446', 'code': 200} Jan 28 19:19:53.857195 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-8fe659af-1af5-4840-84a2-fe3c0fdbf1f1 req-ba0fa884-c1fa-4f4e-bc35-658caa92bfe9 service neutron] Attempting to bind port 2843facc-828a-4433-86eb-5c106e295446 on host n-h1-812111-14 for vnic_type normal with profile {"migrating_to": "n-h2-812111-14"} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:19:53.857766 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-8fe659af-1af5-4840-84a2-fe3c0fdbf1f1 req-ba0fa884-c1fa-4f4e-bc35-658caa92bfe9 service neutron] Attempting to bind port 2843facc-828a-4433-86eb-5c106e295446 by drivers openvswitch,hyperv on host n-h1-812111-14 at level 0 using segments [{'id': '62a331e7-e6d6-4fbc-9e3c-2d3acdfd7c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '72a547d0-d9da-4c9f-b2a7-a4b786ea70ac'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:19:53.860039 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe659af-1af5-4840-84a2-fe3c0fdbf1f1 req-ba0fa884-c1fa-4f4e-bc35-658caa92bfe9 service neutron] Attempting to bind port 2843facc-828a-4433-86eb-5c106e295446 on network 72a547d0-d9da-4c9f-b2a7-a4b786ea70ac {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:19:53.867941 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-41d2a4e0-beb7-4e8d-b38b-6bdecafb4ab2 req-b8cf7e2b-127d-4d7f-a3d3-70847cdb5476 tempest-FloatingIPsTestJSON-303378832 tempest-FloatingIPsTestJSON-303378832-project] 10.222.0.64 "GET /v2.0/floatingips/7ea7433c-ac33-4e70-8a21-c7ba2a245d98 HTTP/1.1" status: 200 len: 693 time: 0.1256771 Jan 28 19:19:53.873417 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5be183e7-0641-412c-a030-d52e2481bcd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (8d90ea6d-7c43-40b8-b393-1a9d3776e8da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:53.875818 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe659af-1af5-4840-84a2-fe3c0fdbf1f1 req-ba0fa884-c1fa-4f4e-bc35-658caa92bfe9 service neutron] Port 2843facc-828a-4433-86eb-5c106e295446 on network 72a547d0-d9da-4c9f-b2a7-a4b786ea70ac not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-14 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:19:53.876154 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe659af-1af5-4840-84a2-fe3c0fdbf1f1 req-ba0fa884-c1fa-4f4e-bc35-658caa92bfe9 service neutron] Attempting to bind port 2843facc-828a-4433-86eb-5c106e295446 on network 72a547d0-d9da-4c9f-b2a7-a4b786ea70ac {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:19:53.892641 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe659af-1af5-4840-84a2-fe3c0fdbf1f1 req-ba0fa884-c1fa-4f4e-bc35-658caa92bfe9 service neutron] Checking agent: {'id': 'b544ba20-de93-4d86-9e6b-a2202deb6191', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 19, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:19:53.893398 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe659af-1af5-4840-84a2-fe3c0fdbf1f1 req-ba0fa884-c1fa-4f4e-bc35-658caa92bfe9 service neutron] Checking segment: {'id': '62a331e7-e6d6-4fbc-9e3c-2d3acdfd7c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '72a547d0-d9da-4c9f-b2a7-a4b786ea70ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:19:53.893553 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe659af-1af5-4840-84a2-fe3c0fdbf1f1 req-ba0fa884-c1fa-4f4e-bc35-658caa92bfe9 service neutron] Bound using segment: {'id': '62a331e7-e6d6-4fbc-9e3c-2d3acdfd7c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '72a547d0-d9da-4c9f-b2a7-a4b786ea70ac'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:19:53.893903 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-8fe659af-1af5-4840-84a2-fe3c0fdbf1f1 req-ba0fa884-c1fa-4f4e-bc35-658caa92bfe9 service neutron] Bound port: 2843facc-828a-4433-86eb-5c106e295446, host: n-h1-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62a331e7-e6d6-4fbc-9e3c-2d3acdfd7c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '72a547d0-d9da-4c9f-b2a7-a4b786ea70ac'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:19:53.894271 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-8fe659af-1af5-4840-84a2-fe3c0fdbf1f1 req-ba0fa884-c1fa-4f4e-bc35-658caa92bfe9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (2843facc-828a-4433-86eb-5c106e295446), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:53.907888 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port fa2ee6be-3eb1-4dfc-b763-345c9ef2b28a triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:19:53.908274 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (fa2ee6be-3eb1-4dfc-b763-345c9ef2b28a), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:54.005320 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-bcbb8dc1-8c72-4ca0-a41a-e43b24f4913f req-d99537c1-4476-4978-95e9-edc26c3f829c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=929081b5-e4ec-47f3-a3f7-d2b3ba16c5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2557125 Jan 28 19:19:54.010935 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-62755c59-00e2-4349-9149-2c03f13efcb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734769'] for router_interface (9c951122-2c6e-437f-b0cb-85d89b6b8deb), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:54.045000 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-5be183e7-0641-412c-a030-d52e2481bcd7 None None] Attempting to bind port 8d90ea6d-7c43-40b8-b393-1a9d3776e8da on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:19:54.050442 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-5be183e7-0641-412c-a030-d52e2481bcd7 None None] Attempting to bind port 8d90ea6d-7c43-40b8-b393-1a9d3776e8da by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:19:54.051196 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be183e7-0641-412c-a030-d52e2481bcd7 None None] Attempting to bind port 8d90ea6d-7c43-40b8-b393-1a9d3776e8da on network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:19:54.054127 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fd6fd4-5145-41b6-9ef1-85e2b58e320d None None] Pushing event updated for resources: {'Port': ['ID=8d90ea6d-7c43-40b8-b393-1a9d3776e8da,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:54.067279 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c55784-13f1-4b31-9312-92664ca8e845 req-690b238d-6d8f-43d8-af70-363c6af07e14 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:54.075953 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be183e7-0641-412c-a030-d52e2481bcd7 None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 19, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:19:54.076909 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be183e7-0641-412c-a030-d52e2481bcd7 None None] Checking segment: {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:19:54.077561 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5be183e7-0641-412c-a030-d52e2481bcd7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:54.078198 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be183e7-0641-412c-a030-d52e2481bcd7 None None] Bound using segment: {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:19:54.078890 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-5be183e7-0641-412c-a030-d52e2481bcd7 None None] Bound port: 8d90ea6d-7c43-40b8-b393-1a9d3776e8da, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:19:54.080044 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5be183e7-0641-412c-a030-d52e2481bcd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (8d90ea6d-7c43-40b8-b393-1a9d3776e8da), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:54.081881 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-91c55784-13f1-4b31-9312-92664ca8e845 req-690b238d-6d8f-43d8-af70-363c6af07e14 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=0611a4ab-e4ae-4065-bdc5-14dfb3eb9efd HTTP/1.1" status: 200 len: 944 time: 0.1781926 Jan 28 19:19:54.109507 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d2a4e0-beb7-4e8d-b38b-6bdecafb4ab2 req-2a66a95c-c335-4bd2-8fb5-f6d52aabefe2 tempest-FloatingIPsTestJSON-303378832 tempest-FloatingIPsTestJSON-303378832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:54.110894 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-41d2a4e0-beb7-4e8d-b38b-6bdecafb4ab2 req-2a66a95c-c335-4bd2-8fb5-f6d52aabefe2 tempest-FloatingIPsTestJSON-303378832 tempest-FloatingIPsTestJSON-303378832-project] 10.222.0.64 "GET /v2.0/networks/d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 HTTP/1.1" status: 200 len: 784 time: 0.2415986 Jan 28 19:19:54.152049 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-8fe659af-1af5-4840-84a2-fe3c0fdbf1f1 req-ba0fa884-c1fa-4f4e-bc35-658caa92bfe9 service neutron] For port 2843facc-828a-4433-86eb-5c106e295446, host n-h1-812111-14, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:19:54.175622 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-91c55784-13f1-4b31-9312-92664ca8e845 req-ccc9fe00-6d49-45d8-9ac7-41a9342a0bd8 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928779 Jan 28 19:19:54.177802 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-8fe659af-1af5-4840-84a2-fe3c0fdbf1f1 req-ba0fa884-c1fa-4f4e-bc35-658caa92bfe9 service neutron] For port 2843facc-828a-4433-86eb-5c106e295446, host n-h1-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=2843facc-828a-4433-86eb-5c106e295446,segment=NetworkSegment(62a331e7-e6d6-4fbc-9e3c-2d3acdfd7c92),segment_id=62a331e7-e6d6-4fbc-9e3c-2d3acdfd7c92)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:19:54.186288 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-ed38bfd6-3e6d-4f78-bf9e-36c907e69728 None None] Provisioning complete for port 74ee079c-52f7-43d7-a9a4-7ec6f92e746b triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:19:54.187047 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ed38bfd6-3e6d-4f78-bf9e-36c907e69728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (74ee079c-52f7-43d7-a9a4-7ec6f92e746b), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:54.187939 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-8fe659af-1af5-4840-84a2-fe3c0fdbf1f1 req-ba0fa884-c1fa-4f4e-bc35-658caa92bfe9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (2843facc-828a-4433-86eb-5c106e295446), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:54.217347 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-41d2a4e0-beb7-4e8d-b38b-6bdecafb4ab2 req-87da745e-ae58-49d5-b0aa-7e074794d82e tempest-FloatingIPsTestJSON-303378832 tempest-FloatingIPsTestJSON-303378832-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.6.101 HTTP/1.1" status: 200 len: 696 time: 0.0948131 Jan 28 19:19:54.259864 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port fa2ee6be-3eb1-4dfc-b763-345c9ef2b28a is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:19:54.278944 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-5be183e7-0641-412c-a030-d52e2481bcd7 None None] For port 8d90ea6d-7c43-40b8-b393-1a9d3776e8da, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:19:54.279450 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0fa884-c1fa-4f4e-bc35-658caa92bfe9 service neutron] Pushing event updated for resources: {'Port': ['ID=2843facc-828a-4433-86eb-5c106e295446,revision_number=8']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:54.300434 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-5be183e7-0641-412c-a030-d52e2481bcd7 None None] For port 8d90ea6d-7c43-40b8-b393-1a9d3776e8da, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=8d90ea6d-7c43-40b8-b393-1a9d3776e8da,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:19:54.304998 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-41d2a4e0-beb7-4e8d-b38b-6bdecafb4ab2 req-083ec7f6-eec1-41e4-b1d2-2a0e5e63a3c3 tempest-FloatingIPsTestJSON-303378832 tempest-FloatingIPsTestJSON-303378832-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.6.101 HTTP/1.1" status: 200 len: 696 time: 0.0743101 Jan 28 19:19:54.320141 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-ed38bfd6-3e6d-4f78-bf9e-36c907e69728 None None] Port 74ee079c-52f7-43d7-a9a4-7ec6f92e746b cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:19:54.330535 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5be183e7-0641-412c-a030-d52e2481bcd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (8d90ea6d-7c43-40b8-b393-1a9d3776e8da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:54.332999 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe659af-1af5-4840-84a2-fe3c0fdbf1f1 req-ba0fa884-c1fa-4f4e-bc35-658caa92bfe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:54.334223 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-8fe659af-1af5-4840-84a2-fe3c0fdbf1f1 req-ba0fa884-c1fa-4f4e-bc35-658caa92bfe9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:54.335823 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8fe659af-1af5-4840-84a2-fe3c0fdbf1f1 req-ba0fa884-c1fa-4f4e-bc35-658caa92bfe9 service neutron] 10.222.0.70 "PUT /v2.0/ports/2843facc-828a-4433-86eb-5c106e295446 HTTP/1.1" status: 200 len: 1124 time: 1.2181745 Jan 28 19:19:54.418293 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be183e7-0641-412c-a030-d52e2481bcd7 None None] Routers {'9c951122-2c6e-437f-b0cb-85d89b6b8deb'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:19:54.419540 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-5be183e7-0641-412c-a030-d52e2481bcd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:19:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['9c951122-2c6e-437f-b0cb-85d89b6b8deb'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:19:54.422807 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fd6fd4-5145-41b6-9ef1-85e2b58e320d None None] Pushing event updated for resources: {'Port': ['ID=8d90ea6d-7c43-40b8-b393-1a9d3776e8da,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:54.426245 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['2843facc-828a-4433-86eb-5c106e295446'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:19:54.458018 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-62755c59-00e2-4349-9149-2c03f13efcb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (74ee079c-52f7-43d7-a9a4-7ec6f92e746b), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:54.480232 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['2843facc-828a-4433-86eb-5c106e295446'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:19:54.530134 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-41d2a4e0-beb7-4e8d-b38b-6bdecafb4ab2 req-48efdf8c-f79a-418e-9689-d8dec634d1da tempest-FloatingIPsTestJSON-303378832 tempest-FloatingIPsTestJSON-303378832-project] Deleting port fa5485b1-6969-4961-a148-e71b6f11bb55 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:19:54.530490 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-41d2a4e0-beb7-4e8d-b38b-6bdecafb4ab2 req-48efdf8c-f79a-418e-9689-d8dec634d1da tempest-FloatingIPsTestJSON-303378832 tempest-FloatingIPsTestJSON-303378832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (fa5485b1-6969-4961-a148-e71b6f11bb55), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:54.677892 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-41d2a4e0-beb7-4e8d-b38b-6bdecafb4ab2 req-48efdf8c-f79a-418e-9689-d8dec634d1da tempest-FloatingIPsTestJSON-303378832 tempest-FloatingIPsTestJSON-303378832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (fa5485b1-6969-4961-a148-e71b6f11bb55), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:54.677892 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-41d2a4e0-beb7-4e8d-b38b-6bdecafb4ab2 req-48efdf8c-f79a-418e-9689-d8dec634d1da tempest-FloatingIPsTestJSON-303378832 tempest-FloatingIPsTestJSON-303378832-project] Publish callbacks [] for floatingip (fa5485b1-6969-4961-a148-e71b6f11bb55), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:54.696813 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-41d2a4e0-beb7-4e8d-b38b-6bdecafb4ab2 req-48efdf8c-f79a-418e-9689-d8dec634d1da tempest-FloatingIPsTestJSON-303378832 tempest-FloatingIPsTestJSON-303378832-project] Calling delete_port for fa5485b1-6969-4961-a148-e71b6f11bb55 owned by network:floatingip {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:19:54.725534 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-62755c59-00e2-4349-9149-2c03f13efcb8 admin admin] Publish callbacks [] for port (74ee079c-52f7-43d7-a9a4-7ec6f92e746b), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:54.758723 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-62755c59-00e2-4349-9149-2c03f13efcb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (74ee079c-52f7-43d7-a9a4-7ec6f92e746b), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:54.784782 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-5be183e7-0641-412c-a030-d52e2481bcd7 None None] Set router 9c951122-2c6e-437f-b0cb-85d89b6b8deb gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:19:54.849665 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-62755c59-00e2-4349-9149-2c03f13efcb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-756216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-732801'] for router_interface (9c951122-2c6e-437f-b0cb-85d89b6b8deb), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:54.853337 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62755c59-00e2-4349-9149-2c03f13efcb8 admin admin] Pushing event updated for resources: {'Port': ['ID=74ee079c-52f7-43d7-a9a4-7ec6f92e746b,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:54.896030 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de03ee3-38c5-4ea3-90c7-e5a5489c3ec3 req-aebacd29-5c48-4d82-8d59-508cd0e43288 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:54.908010 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7de03ee3-38c5-4ea3-90c7-e5a5489c3ec3 req-aebacd29-5c48-4d82-8d59-508cd0e43288 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/ports?device_id=423fe725-02cc-4d98-b77e-d73d18170f79 HTTP/1.1" status: 200 len: 946 time: 0.1068490 Jan 28 19:19:54.997417 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7de03ee3-38c5-4ea3-90c7-e5a5489c3ec3 req-48a81aa3-427c-42d3-876f-b4c3e8e1ce4d tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/security-groups?id=929081b5-e4ec-47f3-a3f7-d2b3ba16c5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884173 Jan 28 19:19:55.020800 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62755c59-00e2-4349-9149-2c03f13efcb8 admin admin] Network 922d7922-7d01-401d-b975-2f0c2fc79a7b is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:19:55.023580 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-62755c59-00e2-4349-9149-2c03f13efcb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:19:55.074842 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-41d2a4e0-beb7-4e8d-b38b-6bdecafb4ab2 req-48efdf8c-f79a-418e-9689-d8dec634d1da tempest-FloatingIPsTestJSON-303378832 tempest-FloatingIPsTestJSON-303378832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (fa5485b1-6969-4961-a148-e71b6f11bb55), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:55.076053 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 2843facc-828a-4433-86eb-5c106e295446 details requested by agent hyperv_n-h2-812111-14 with host n-h2-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:19:55.123035 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48efdf8c-f79a-418e-9689-d8dec634d1da tempest-FloatingIPsTestJSON-303378832 tempest-FloatingIPsTestJSON-303378832-project] Pushing event deleted for resources: {'Port': ['ID=fa5485b1-6969-4961-a148-e71b6f11bb55,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:55.266853 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-975f073a-a928-47a7-9c65-6d0762942ff9 req-5ea05e78-9597-4c1e-b0b5-63d7f57c973c tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] 10.222.0.64 "GET /v2.0/ports?device_id=228a75e3-e402-4ada-ac1a-23df5443afe6 HTTP/1.1" status: 200 len: 210 time: 0.0404937 Jan 28 19:19:55.322330 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 2843facc-828a-4433-86eb-5c106e295446, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=2843facc-828a-4433-86eb-5c106e295446,segment=NetworkSegment(62a331e7-e6d6-4fbc-9e3c-2d3acdfd7c92),segment_id=62a331e7-e6d6-4fbc-9e3c-2d3acdfd7c92)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:19:55.328088 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-41d2a4e0-beb7-4e8d-b38b-6bdecafb4ab2 req-48efdf8c-f79a-418e-9689-d8dec634d1da tempest-FloatingIPsTestJSON-303378832 tempest-FloatingIPsTestJSON-303378832-project] Publish callbacks [] for floatingip (7ea7433c-ac33-4e70-8a21-c7ba2a245d98), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:55.331242 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-41d2a4e0-beb7-4e8d-b38b-6bdecafb4ab2 req-48efdf8c-f79a-418e-9689-d8dec634d1da tempest-FloatingIPsTestJSON-303378832 tempest-FloatingIPsTestJSON-303378832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for floatingip (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:55.332422 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-41d2a4e0-beb7-4e8d-b38b-6bdecafb4ab2 req-48efdf8c-f79a-418e-9689-d8dec634d1da tempest-FloatingIPsTestJSON-303378832 tempest-FloatingIPsTestJSON-303378832-project] 10.222.0.64 "DELETE /v2.0/floatingips/7ea7433c-ac33-4e70-8a21-c7ba2a245d98 HTTP/1.1" status: 204 len: 173 time: 1.0191717 Jan 28 19:19:55.352487 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 2843facc-828a-4433-86eb-5c106e295446 has no active binding in host n-h2-812111-14 {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 28 19:19:55.355717 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-5be183e7-0641-412c-a030-d52e2481bcd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c951122-2c6e-437f-b0cb-85d89b6b8deb', 'name': 'tempest-TaggedBootDevicesTest-1447470354-router', 'tenant_id': 'f867837fb6c242938544d048cd197d0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.81'}], 'enable_snat': True}, 'gw_port_id': '8d90ea6d-7c43-40b8-b393-1a9d3776e8da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:19:47Z', 'updated_at': '2022-01-28T19:19:54Z', 'revision_number': 4, 'project_id': 'f867837fb6c242938544d048cd197d0a', 'gw_port': {'id': '8d90ea6d-7c43-40b8-b393-1a9d3776e8da', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:d2:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c951122-2c6e-437f-b0cb-85d89b6b8deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:19:48Z', 'updated_at': '2022-01-28T19:19:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '74ee079c-52f7-43d7-a9a4-7ec6f92e746b', 'name': '', 'network_id': '922d7922-7d01-401d-b975-2f0c2fc79a7b', 'tenant_id': 'f867837fb6c242938544d048cd197d0a', 'mac_address': 'fa:16:3e:59:b6:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c951122-2c6e-437f-b0cb-85d89b6b8deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': '6ed55e71-9221-42a1-8050-290c89e0110e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:19:53Z', 'updated_at': '2022-01-28T19:19:53Z', 'revision_number': 1, 'project_id': 'f867837fb6c242938544d048cd197d0a', 'subnets': [{'id': '6ed55e71-9221-42a1-8050-290c89e0110e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:19:55.356045 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62755c59-00e2-4349-9149-2c03f13efcb8 admin admin] Router 9c951122-2c6e-437f-b0cb-85d89b6b8deb has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:19:55.435713 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be183e7-0641-412c-a030-d52e2481bcd7 None None] The sync data for ids ['9c951122-2c6e-437f-b0cb-85d89b6b8deb'] in n-d-812111-14 is: [{'id': '9c951122-2c6e-437f-b0cb-85d89b6b8deb', 'name': 'tempest-TaggedBootDevicesTest-1447470354-router', 'tenant_id': 'f867837fb6c242938544d048cd197d0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.81'}], 'enable_snat': True}, 'gw_port_id': '8d90ea6d-7c43-40b8-b393-1a9d3776e8da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:19:47Z', 'updated_at': '2022-01-28T19:19:54Z', 'revision_number': 4, 'project_id': 'f867837fb6c242938544d048cd197d0a', 'gw_port': {'id': '8d90ea6d-7c43-40b8-b393-1a9d3776e8da', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:d2:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c951122-2c6e-437f-b0cb-85d89b6b8deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:19:48Z', 'updated_at': '2022-01-28T19:19:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '74ee079c-52f7-43d7-a9a4-7ec6f92e746b', 'name': '', 'network_id': '922d7922-7d01-401d-b975-2f0c2fc79a7b', 'tenant_id': 'f867837fb6c242938544d048cd197d0a', 'mac_address': 'fa:16:3e:59:b6:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c951122-2c6e-437f-b0cb-85d89b6b8deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': '6ed55e71-9221-42a1-8050-290c89e0110e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:19:53Z', 'updated_at': '2022-01-28T19:19:53Z', 'revision_number': 1, 'project_id': 'f867837fb6c242938544d048cd197d0a', 'subnets': [{'id': '6ed55e71-9221-42a1-8050-290c89e0110e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:19:55.465864 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-18c8bbd6-21f7-47b9-a67f-fc0b11b27bce None None] Provisioning complete for port 74ee079c-52f7-43d7-a9a4-7ec6f92e746b triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:19:55.466409 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-18c8bbd6-21f7-47b9-a67f-fc0b11b27bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (74ee079c-52f7-43d7-a9a4-7ec6f92e746b), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:55.472183 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bf0b93-4495-4238-8aeb-2d3f6fef880e req-d8c970f9-9f83-46cc-bf1d-6edba8fd2993 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:55.483107 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-94bf0b93-4495-4238-8aeb-2d3f6fef880e req-d8c970f9-9f83-46cc-bf1d-6edba8fd2993 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=0611a4ab-e4ae-4065-bdc5-14dfb3eb9efd HTTP/1.1" status: 200 len: 944 time: 0.1063261 Jan 28 19:19:55.510360 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-18c8bbd6-21f7-47b9-a67f-fc0b11b27bce None None] Port 74ee079c-52f7-43d7-a9a4-7ec6f92e746b cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:19:55.538878 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-94bf0b93-4495-4238-8aeb-2d3f6fef880e req-e130f228-529d-46bb-91a3-18c44ad4747f tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543389 Jan 28 19:19:55.851743 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0611a4ab-e4ae-4065-bdc5-14dfb3eb9efd', 'tag': '2843facc-828a-4433-86eb-5c106e295446'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:19:55.854768 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b9bd9d3-8502-4fa0-955e-d0a3df1bce10" -d '{"events": [{"name": "network-changed", "server_uuid": "0611a4ab-e4ae-4065-bdc5-14dfb3eb9efd", "tag": "2843facc-828a-4433-86eb-5c106e295446"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:19:55.894478 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-417d5616-147a-4925-94c0-35ceffb77e87 x-openstack-request-id: req-417d5616-147a-4925-94c0-35ceffb77e87 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:19:55.895063 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0611a4ab-e4ae-4065-bdc5-14dfb3eb9efd", "tag": "2843facc-828a-4433-86eb-5c106e295446", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:19:55.895525 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-417d5616-147a-4925-94c0-35ceffb77e87 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:19:55.896157 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0611a4ab-e4ae-4065-bdc5-14dfb3eb9efd', 'tag': '2843facc-828a-4433-86eb-5c106e295446', 'status': 'completed', 'code': 200} Jan 28 19:19:55.961621 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62755c59-00e2-4349-9149-2c03f13efcb8 admin admin] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:19:55.966996 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7f3b6eda-92c4-4e0d-855f-a9f40749c6bb req-a6c4d457-48aa-4c03-906f-8c0f0ac19fbf tempest-FloatingIPsTestJSON-303378832 tempest-FloatingIPsTestJSON-303378832-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6021872 Jan 28 19:19:55.982146 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-62755c59-00e2-4349-9149-2c03f13efcb8 admin admin] 10.222.0.64 "PUT /v2.0/routers/9c951122-2c6e-437f-b0cb-85d89b6b8deb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8151944 Jan 28 19:19:55.995233 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-7f3b6eda-92c4-4e0d-855f-a9f40749c6bb req-756e0d54-9908-4978-98df-319b8289db62 tempest-FloatingIPsTestJSON-303378832 tempest-FloatingIPsTestJSON-303378832-project] Request body: {'floatingip': {'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:19:56.027647 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9bd9d3-8502-4fa0-955e-d0a3df1bce10 req-55ff8289-94c5-41ab-91c4-7a4ac875e746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:56.029321 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6b9bd9d3-8502-4fa0-955e-d0a3df1bce10 req-55ff8289-94c5-41ab-91c4-7a4ac875e746 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=57a0678ad1cb4e46b30e232c1f317a59&device_id=0611a4ab-e4ae-4065-bdc5-14dfb3eb9efd HTTP/1.1" status: 200 len: 1158 time: 0.1092885 Jan 28 19:19:56.049403 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-7f3b6eda-92c4-4e0d-855f-a9f40749c6bb req-756e0d54-9908-4978-98df-319b8289db62 tempest-FloatingIPsTestJSON-303378832 tempest-FloatingIPsTestJSON-303378832-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:56.186706 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3541ae9c-c9ac-41bc-b9af-124be051d058 req-ea19c31d-5e16-4509-b999-3a53bc4a904c tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:56.188599 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3541ae9c-c9ac-41bc-b9af-124be051d058 req-ea19c31d-5e16-4509-b999-3a53bc4a904c tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/ports?device_id=423fe725-02cc-4d98-b77e-d73d18170f79 HTTP/1.1" status: 200 len: 946 time: 0.0813606 Jan 28 19:19:56.245342 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9bd9d3-8502-4fa0-955e-d0a3df1bce10 req-26e1336b-36e5-4b2d-9a56-e2d393c5b191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:56.246844 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6b9bd9d3-8502-4fa0-955e-d0a3df1bce10 req-26e1336b-36e5-4b2d-9a56-e2d393c5b191 service neutron] 10.222.0.41 "GET /v2.0/networks?id=72a547d0-d9da-4c9f-b2a7-a4b786ea70ac HTTP/1.1" status: 200 len: 920 time: 0.1989548 Jan 28 19:19:56.291359 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3541ae9c-c9ac-41bc-b9af-124be051d058 req-26468aca-3080-4cc7-8b5d-151cc0264cdf tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/security-groups?id=929081b5-e4ec-47f3-a3f7-d2b3ba16c5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956850 Jan 28 19:19:56.312468 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6b9bd9d3-8502-4fa0-955e-d0a3df1bce10 req-55a584fb-f74a-4971-aeea-bc124122cfd6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2843facc-828a-4433-86eb-5c106e295446 HTTP/1.1" status: 200 len: 217 time: 0.0566332 Jan 28 19:19:56.392410 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9bd9d3-8502-4fa0-955e-d0a3df1bce10 req-fee613ce-c16c-4f42-ab07-e442a26743e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:56.394055 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6b9bd9d3-8502-4fa0-955e-d0a3df1bce10 req-fee613ce-c16c-4f42-ab07-e442a26743e1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7e42a0bc-2ea3-4c64-b0da-1fe419b4beb8 HTTP/1.1" status: 200 len: 860 time: 0.0739779 Jan 28 19:19:56.397492 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-7f3b6eda-92c4-4e0d-855f-a9f40749c6bb req-756e0d54-9908-4978-98df-319b8289db62 tempest-FloatingIPsTestJSON-303378832 tempest-FloatingIPsTestJSON-303378832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:56.435586 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-16eddf77-42d8-4364-8c3a-7f32ef692310 req-90e2b5e4-7f7c-485a-ab99-41c3099d315e tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] 10.222.0.64 "GET /v2.0/ports?device_id=228a75e3-e402-4ada-ac1a-23df5443afe6 HTTP/1.1" status: 200 len: 210 time: 0.0336604 Jan 28 19:19:56.498162 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6b9bd9d3-8502-4fa0-955e-d0a3df1bce10 req-d29ebaf6-8cd8-4b83-b38f-48612fd4d520 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=72a547d0-d9da-4c9f-b2a7-a4b786ea70ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0961597 Jan 28 19:19:56.588171 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65654cc4-53bc-4bf1-ad55-aa9bd89d00c8 req-f45bff4c-0001-4524-8f9a-21fe9388d60f tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:56.590184 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-65654cc4-53bc-4bf1-ad55-aa9bd89d00c8 req-f45bff4c-0001-4524-8f9a-21fe9388d60f tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/ports?device_id=423fe725-02cc-4d98-b77e-d73d18170f79 HTTP/1.1" status: 200 len: 946 time: 0.0807858 Jan 28 19:19:56.652717 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-7f3b6eda-92c4-4e0d-855f-a9f40749c6bb req-756e0d54-9908-4978-98df-319b8289db62 tempest-FloatingIPsTestJSON-303378832 tempest-FloatingIPsTestJSON-303378832-project] Allocated IP 172.25.6.234 (d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8/a648e4ab-7422-41b9-b133-58aca25ab8f5/fb30190e-2d58-4403-b543-48e39e93acb2) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:19:56.667231 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-65654cc4-53bc-4bf1-ad55-aa9bd89d00c8 req-0e2909b5-01ba-4b3d-92ff-46232c7774e6 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/security-groups?id=929081b5-e4ec-47f3-a3f7-d2b3ba16c5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665078 Jan 28 19:19:56.752460 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6b9bd9d3-8502-4fa0-955e-d0a3df1bce10 req-78a740ac-79dc-41ae-b5d8-7f5c64339bcd service neutron] 10.222.0.41 "GET /v2.0/networks/72a547d0-d9da-4c9f-b2a7-a4b786ea70ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2464776 Jan 28 19:19:56.789713 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 42632) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:56.798277 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-efaea573-a29d-4eb0-b2a9-8fea9961e1cb admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-296704211-network', 'tenant_id': '887681a33d5342eeb1bb362ffae0ffa6'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:19:56.801052 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12efc08-bd7d-4779-84d9-6f9c9201ce08 req-7836ea91-f05e-4a31-aec9-6b4578c6588f tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:56.803823 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b12efc08-bd7d-4779-84d9-6f9c9201ce08 req-7836ea91-f05e-4a31-aec9-6b4578c6588f tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=0611a4ab-e4ae-4065-bdc5-14dfb3eb9efd HTTP/1.1" status: 200 len: 944 time: 0.0697398 Jan 28 19:19:56.863033 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b12efc08-bd7d-4779-84d9-6f9c9201ce08 req-43f19168-6607-4743-bf9f-d25676809f25 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539575 Jan 28 19:19:56.880844 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-7f3b6eda-92c4-4e0d-855f-a9f40749c6bb req-756e0d54-9908-4978-98df-319b8289db62 tempest-FloatingIPsTestJSON-303378832 tempest-FloatingIPsTestJSON-303378832-project] Publish callbacks [] for port (fb30190e-2d58-4403-b543-48e39e93acb2), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:56.888270 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efaea573-a29d-4eb0-b2a9-8fea9961e1cb admin admin] Made reservation on behalf of 887681a33d5342eeb1bb362ffae0ffa6 for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:19:56.890721 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-efaea573-a29d-4eb0-b2a9-8fea9961e1cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:56.923582 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-efaea573-a29d-4eb0-b2a9-8fea9961e1cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:56.935628 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6b9bd9d3-8502-4fa0-955e-d0a3df1bce10 req-d33cd47d-09cb-4861-ac65-bb6a440bbe8d service neutron] 10.222.0.41 "GET /v2.0/networks/72a547d0-d9da-4c9f-b2a7-a4b786ea70ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743116 Jan 28 19:19:56.988073 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-7f3b6eda-92c4-4e0d-855f-a9f40749c6bb req-756e0d54-9908-4978-98df-319b8289db62 tempest-FloatingIPsTestJSON-303378832 tempest-FloatingIPsTestJSON-303378832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (fb30190e-2d58-4403-b543-48e39e93acb2), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:57.045028 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f3b6eda-92c4-4e0d-855f-a9f40749c6bb req-756e0d54-9908-4978-98df-319b8289db62 tempest-FloatingIPsTestJSON-303378832 tempest-FloatingIPsTestJSON-303378832-project] Network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:19:57.064858 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-7f3b6eda-92c4-4e0d-855f-a9f40749c6bb req-756e0d54-9908-4978-98df-319b8289db62 tempest-FloatingIPsTestJSON-303378832 tempest-FloatingIPsTestJSON-303378832-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:19:57.067913 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f3b6eda-92c4-4e0d-855f-a9f40749c6bb req-756e0d54-9908-4978-98df-319b8289db62 tempest-FloatingIPsTestJSON-303378832 tempest-FloatingIPsTestJSON-303378832-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:19:57.112548 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756e0d54-9908-4978-98df-319b8289db62 tempest-FloatingIPsTestJSON-303378832 tempest-FloatingIPsTestJSON-303378832-project] Pushing event updated for resources: {'Port': ['ID=fb30190e-2d58-4403-b543-48e39e93acb2,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:57.133683 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-efaea573-a29d-4eb0-b2a9-8fea9961e1cb admin admin] Publish callbacks [] for security_group (89b50cf2-934e-44e8-9332-9869ab3eb0d4), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:57.144856 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-efaea573-a29d-4eb0-b2a9-8fea9961e1cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (89b50cf2-934e-44e8-9332-9869ab3eb0d4), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:57.198748 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efaea573-a29d-4eb0-b2a9-8fea9961e1cb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:19:57.204251 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 8d90ea6d-7c43-40b8-b393-1a9d3776e8da up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:19:57.227239 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-efaea573-a29d-4eb0-b2a9-8fea9961e1cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (39b6d7fe-721a-4055-b862-82ac4372f77a), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:57.228133 n-d-812111-14 neutron-server[103305]: INFO neutron.db.segments_db [None req-efaea573-a29d-4eb0-b2a9-8fea9961e1cb admin admin] Added segment 39b6d7fe-721a-4055-b862-82ac4372f77a of type vlan for network be58da64-c456-4289-b569-0ab1f0e97a8e Jan 28 19:19:57.237575 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaea573-a29d-4eb0-b2a9-8fea9961e1cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89b50cf2-934e-44e8-9332-9869ab3eb0d4,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:57.260872 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-7f3b6eda-92c4-4e0d-855f-a9f40749c6bb req-756e0d54-9908-4978-98df-319b8289db62 tempest-FloatingIPsTestJSON-303378832 tempest-FloatingIPsTestJSON-303378832-project] Publish callbacks [] for floatingip (6536d0bc-ec87-4c4d-ab7d-946bd9d7b5fc), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:57.263178 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 8d90ea6d-7c43-40b8-b393-1a9d3776e8da triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:19:57.263562 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (8d90ea6d-7c43-40b8-b393-1a9d3776e8da), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:57.308096 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-efaea573-a29d-4eb0-b2a9-8fea9961e1cb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (be58da64-c456-4289-b569-0ab1f0e97a8e), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:57.349426 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-7f3b6eda-92c4-4e0d-855f-a9f40749c6bb req-756e0d54-9908-4978-98df-319b8289db62 tempest-FloatingIPsTestJSON-303378832 tempest-FloatingIPsTestJSON-303378832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (fb30190e-2d58-4403-b543-48e39e93acb2), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:57.359034 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 8d90ea6d-7c43-40b8-b393-1a9d3776e8da is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:19:57.359582 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (8d90ea6d-7c43-40b8-b393-1a9d3776e8da), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:57.382008 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-efaea573-a29d-4eb0-b2a9-8fea9961e1cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (be58da64-c456-4289-b569-0ab1f0e97a8e), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:57.383286 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efaea573-a29d-4eb0-b2a9-8fea9961e1cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:57.384519 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-efaea573-a29d-4eb0-b2a9-8fea9961e1cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:57.386352 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] For port 8d90ea6d-7c43-40b8-b393-1a9d3776e8da, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=8d90ea6d-7c43-40b8-b393-1a9d3776e8da,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:19:57.393422 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (8d90ea6d-7c43-40b8-b393-1a9d3776e8da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:57.450703 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad751a5b-562d-4e03-8177-3cec1154a090 req-05ae83d0-816b-42c5-a926-c87ea3ffef07 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:57.452222 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ad751a5b-562d-4e03-8177-3cec1154a090 req-05ae83d0-816b-42c5-a926-c87ea3ffef07 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/networks?id=48d3a3c6-bccf-4b82-a5e6-9150eac77858 HTTP/1.1" status: 200 len: 815 time: 0.1723912 Jan 28 19:19:57.455992 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Pushing event updated for resources: {'Port': ['ID=8d90ea6d-7c43-40b8-b393-1a9d3776e8da,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:57.466307 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:19:57.466749 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:19:57.467684 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:19:57.467684 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:19:57.467907 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:19:57.468355 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:19:57.468797 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:19:57.469233 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:19:57.469629 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:19:57.473185 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:19:57.473185 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:19:57.473417 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-efaea573-a29d-4eb0-b2a9-8fea9961e1cb admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6777508 Jan 28 19:19:57.473510 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:19:57.473510 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:19:57.480302 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 42648) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:57.481928 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ad751a5b-562d-4e03-8177-3cec1154a090 req-8e51a0f6-9191-4eae-9284-9cc239f0458c tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/quotas/f932699d0e2342708b5259b831d6c18c HTTP/1.1" status: 200 len: 375 time: 0.0244727 Jan 28 19:19:57.486692 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-f95939e3-dbac-4b65-896c-ede896542880 admin admin] Request body: {'subnet': {'network_id': 'be58da64-c456-4289-b569-0ab1f0e97a8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-296704211-subnet', 'tenant_id': '887681a33d5342eeb1bb362ffae0ffa6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:19:57.520126 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaea573-a29d-4eb0-b2a9-8fea9961e1cb admin admin] Pushing event updated for resources: {'Network': ['ID=be58da64-c456-4289-b569-0ab1f0e97a8e,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:57.538565 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network be58da64-c456-4289-b569-0ab1f0e97a8e details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:19:57.539605 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f95939e3-dbac-4b65-896c-ede896542880 admin admin] Made reservation on behalf of 887681a33d5342eeb1bb362ffae0ffa6 for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:19:57.542508 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f95939e3-dbac-4b65-896c-ede896542880 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5221429'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:57.600792 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ad751a5b-562d-4e03-8177-3cec1154a090 req-f0f9573c-12f9-444d-b8b2-64208746699e tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=f932699d0e2342708b5259b831d6c18c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1095173 Jan 28 19:19:57.604891 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-7f3b6eda-92c4-4e0d-855f-a9f40749c6bb req-756e0d54-9908-4978-98df-319b8289db62 tempest-FloatingIPsTestJSON-303378832 tempest-FloatingIPsTestJSON-303378832-project] Publish callbacks [] for port (fb30190e-2d58-4403-b543-48e39e93acb2), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:57.612961 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-7f3b6eda-92c4-4e0d-855f-a9f40749c6bb req-756e0d54-9908-4978-98df-319b8289db62 tempest-FloatingIPsTestJSON-303378832 tempest-FloatingIPsTestJSON-303378832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (fb30190e-2d58-4403-b543-48e39e93acb2), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:57.690599 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756e0d54-9908-4978-98df-319b8289db62 tempest-FloatingIPsTestJSON-303378832 tempest-FloatingIPsTestJSON-303378832-project] Pushing event updated for resources: {'Port': ['ID=fb30190e-2d58-4403-b543-48e39e93acb2,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:57.702323 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-7f3b6eda-92c4-4e0d-855f-a9f40749c6bb req-756e0d54-9908-4978-98df-319b8289db62 tempest-FloatingIPsTestJSON-303378832 tempest-FloatingIPsTestJSON-303378832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734886'] for floatingip (6536d0bc-ec87-4c4d-ab7d-946bd9d7b5fc), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:57.718710 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-7f3b6eda-92c4-4e0d-855f-a9f40749c6bb req-756e0d54-9908-4978-98df-319b8289db62 tempest-FloatingIPsTestJSON-303378832 tempest-FloatingIPsTestJSON-303378832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for floatingip (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:57.719972 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7f3b6eda-92c4-4e0d-855f-a9f40749c6bb req-756e0d54-9908-4978-98df-319b8289db62 tempest-FloatingIPsTestJSON-303378832 tempest-FloatingIPsTestJSON-303378832-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7320704 Jan 28 19:19:57.758612 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ad751a5b-562d-4e03-8177-3cec1154a090 req-5fbbbf36-d8a2-401d-801a-b92523b67538 service neutron] 10.222.0.64 "GET /v2.0/networks/48d3a3c6-bccf-4b82-a5e6-9150eac77858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472762 Jan 28 19:19:57.801714 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7f3b6eda-92c4-4e0d-855f-a9f40749c6bb req-7f0855ae-9f5d-4dff-8890-86477aef2651 tempest-FloatingIPsTestJSON-303378832 tempest-FloatingIPsTestJSON-303378832-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.6.234 HTTP/1.1" status: 200 len: 696 time: 0.0608089 Jan 28 19:19:57.890687 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f95939e3-dbac-4b65-896c-ede896542880 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4690681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5221415'] for subnet (ff9c6b2f-1131-4621-b1f7-2fd31441ec4c), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:57.910364 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ad751a5b-562d-4e03-8177-3cec1154a090 req-784bb674-967a-4457-8ca8-e2fb1d981885 service neutron] 10.222.0.64 "GET /v2.0/networks/48d3a3c6-bccf-4b82-a5e6-9150eac77858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450262 Jan 28 19:19:57.924961 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3b6eda-92c4-4e0d-855f-a9f40749c6bb req-52104b57-4059-41ab-a95e-0a8a91cbc13f tempest-FloatingIPsTestJSON-303378832 tempest-FloatingIPsTestJSON-303378832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:57.926869 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7f3b6eda-92c4-4e0d-855f-a9f40749c6bb req-52104b57-4059-41ab-a95e-0a8a91cbc13f tempest-FloatingIPsTestJSON-303378832 tempest-FloatingIPsTestJSON-303378832-project] 10.222.0.64 "GET /v2.0/networks/d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 HTTP/1.1" status: 200 len: 784 time: 0.1209419 Jan 28 19:19:58.035731 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95939e3-dbac-4b65-896c-ede896542880 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff9c6b2f-1131-4621-b1f7-2fd31441ec4c,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:58.038437 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95939e3-dbac-4b65-896c-ede896542880 admin admin] Checking segment: {'id': '39b6d7fe-721a-4055-b862-82ac4372f77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'be58da64-c456-4289-b569-0ab1f0e97a8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:19:58.038811 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f95939e3-dbac-4b65-896c-ede896542880 admin admin] Network hostable DHCP agents. Network: be58da64-c456-4289-b569-0ab1f0e97a8e, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:19:58.059567 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7caa9bdc-9347-4c66-a875-211c8227999d req-537becd8-8a7a-4d20-9e13-46ab44fc5c12 tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] 10.222.0.64 "GET /v2.0/ports?device_id=228a75e3-e402-4ada-ac1a-23df5443afe6 HTTP/1.1" status: 200 len: 210 time: 0.0463777 Jan 28 19:19:58.087648 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f95939e3-dbac-4b65-896c-ede896542880 admin admin] Network be58da64-c456-4289-b569-0ab1f0e97a8e is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:19:58.099455 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-f95939e3-dbac-4b65-896c-ede896542880 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, be58da64-c456-4289-b569-0ab1f0e97a8e) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:19:58.105695 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f95939e3-dbac-4b65-896c-ede896542880 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:58.106599 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f95939e3-dbac-4b65-896c-ede896542880 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:58.110440 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf9efe9-e1fd-4525-97de-1353ece70636 None None] Network be58da64-c456-4289-b569-0ab1f0e97a8e requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:19:58.137995 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-f95939e3-dbac-4b65-896c-ede896542880 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6547971 Jan 28 19:19:58.140419 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 42656) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:58.146696 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-f20fcb7c-2db1-42c6-a3da-6b00ffbe7e49 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-296704211-router', 'tenant_id': '887681a33d5342eeb1bb362ffae0ffa6', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:19:58.260352 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b44183d6-4259-4497-8ff2-e2fde1fbc472 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68cd31fd-e4cd-5fb3-a862-256fc47efcd2-be58da64-c456-4289-b569-0ab1f0e97a8e', 'network_id': 'be58da64-c456-4289-b569-0ab1f0e97a8e', 'project_id': '887681a33d5342eeb1bb362ffae0ffa6', 'fixed_ips': [{'subnet_id': 'ff9c6b2f-1131-4621-b1f7-2fd31441ec4c'}]}} from n-d-812111-14. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:19:58.261383 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b44183d6-4259-4497-8ff2-e2fde1fbc472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:58.268298 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f20fcb7c-2db1-42c6-a3da-6b00ffbe7e49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261150'] for router (a710a937-9ca6-482d-ba52-cac6f493b1cc), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:58.269376 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f20fcb7c-2db1-42c6-a3da-6b00ffbe7e49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-731099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-731441', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261129'] for router (a710a937-9ca6-482d-ba52-cac6f493b1cc), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:58.309000 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-59034d43-4f72-4e15-9ed5-c1663da86915 req-9b372522-4592-4716-963f-297be6dcddff tempest-FloatingIPsTestJSON-303378832 tempest-FloatingIPsTestJSON-303378832-project] 10.222.0.64 "GET /v2.0/floatingips/6536d0bc-ec87-4c4d-ab7d-946bd9d7b5fc HTTP/1.1" status: 200 len: 693 time: 0.1549687 Jan 28 19:19:58.364969 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d98d9c-9548-4b1d-a5b7-6a0cc6c1d29d req-8ac201a9-579b-4c31-8d23-a9be1d97debc tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:58.373367 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-53d98d9c-9548-4b1d-a5b7-6a0cc6c1d29d req-8ac201a9-579b-4c31-8d23-a9be1d97debc tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=0611a4ab-e4ae-4065-bdc5-14dfb3eb9efd HTTP/1.1" status: 200 len: 944 time: 0.2052586 Jan 28 19:19:58.483070 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f20fcb7c-2db1-42c6-a3da-6b00ffbe7e49 admin admin] Publish callbacks [] for router_controller (a710a937-9ca6-482d-ba52-cac6f493b1cc), precommit_add_association {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:58.498206 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-b44183d6-4259-4497-8ff2-e2fde1fbc472 None None] Allocated IP 172.20.0.2 (be58da64-c456-4289-b569-0ab1f0e97a8e/ff9c6b2f-1131-4621-b1f7-2fd31441ec4c/b5a626f6-df04-4ef8-a02e-f55334eee0cc) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:19:58.573844 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59034d43-4f72-4e15-9ed5-c1663da86915 req-f2d52ee6-32d7-486b-a51a-442d60a3525d tempest-FloatingIPsTestJSON-303378832 tempest-FloatingIPsTestJSON-303378832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:58.583119 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-59034d43-4f72-4e15-9ed5-c1663da86915 req-f2d52ee6-32d7-486b-a51a-442d60a3525d tempest-FloatingIPsTestJSON-303378832 tempest-FloatingIPsTestJSON-303378832-project] 10.222.0.64 "GET /v2.0/networks/d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 HTTP/1.1" status: 200 len: 784 time: 0.2701709 Jan 28 19:19:58.680577 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-53d98d9c-9548-4b1d-a5b7-6a0cc6c1d29d req-e68bbb77-0182-4641-90d9-367d135042e2 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3061259 Jan 28 19:19:58.718254 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b44183d6-4259-4497-8ff2-e2fde1fbc472 None None] Publish callbacks [] for port (b5a626f6-df04-4ef8-a02e-f55334eee0cc), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:58.736589 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-59034d43-4f72-4e15-9ed5-c1663da86915 req-c0570b3a-13c9-41f7-ad2e-ff1c0a844efd tempest-FloatingIPsTestJSON-303378832 tempest-FloatingIPsTestJSON-303378832-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.6.234 HTTP/1.1" status: 200 len: 696 time: 0.1524704 Jan 28 19:19:58.737762 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b44183d6-4259-4497-8ff2-e2fde1fbc472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (b5a626f6-df04-4ef8-a02e-f55334eee0cc), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:58.832696 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-770dda9e-4e4e-4769-a939-2ab102f30885 req-20eef852-f434-4d52-a67a-f153b971e04d tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/ports?device_id=209dcabc-00b5-4f2d-8669-e25dd6db66ef HTTP/1.1" status: 200 len: 210 time: 0.0690687 Jan 28 19:19:58.839634 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b44183d6-4259-4497-8ff2-e2fde1fbc472 None None] Network be58da64-c456-4289-b569-0ab1f0e97a8e is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:19:58.840880 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-59034d43-4f72-4e15-9ed5-c1663da86915 req-4b56b44f-c415-4e91-9cab-ed7d61a64084 tempest-FloatingIPsTestJSON-303378832 tempest-FloatingIPsTestJSON-303378832-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.6.234 HTTP/1.1" status: 200 len: 696 time: 0.1027901 Jan 28 19:19:58.856989 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-b44183d6-4259-4497-8ff2-e2fde1fbc472 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:19:58.863764 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44183d6-4259-4497-8ff2-e2fde1fbc472 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:19:58.926626 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44183d6-4259-4497-8ff2-e2fde1fbc472 None None] Pushing event updated for resources: {'Port': ['ID=b5a626f6-df04-4ef8-a02e-f55334eee0cc,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:58.990130 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-b44183d6-4259-4497-8ff2-e2fde1fbc472 None None] Attempting to bind port b5a626f6-df04-4ef8-a02e-f55334eee0cc on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:19:58.990511 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-b44183d6-4259-4497-8ff2-e2fde1fbc472 None None] Attempting to bind port b5a626f6-df04-4ef8-a02e-f55334eee0cc by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '39b6d7fe-721a-4055-b862-82ac4372f77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'be58da64-c456-4289-b569-0ab1f0e97a8e'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:19:58.990870 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44183d6-4259-4497-8ff2-e2fde1fbc472 None None] Attempting to bind port b5a626f6-df04-4ef8-a02e-f55334eee0cc on network be58da64-c456-4289-b569-0ab1f0e97a8e {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:19:59.006709 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44183d6-4259-4497-8ff2-e2fde1fbc472 None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 19, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:19:59.007188 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44183d6-4259-4497-8ff2-e2fde1fbc472 None None] Checking segment: {'id': '39b6d7fe-721a-4055-b862-82ac4372f77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'be58da64-c456-4289-b569-0ab1f0e97a8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:19:59.007487 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b44183d6-4259-4497-8ff2-e2fde1fbc472 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:59.007885 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44183d6-4259-4497-8ff2-e2fde1fbc472 None None] Bound using segment: {'id': '39b6d7fe-721a-4055-b862-82ac4372f77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'be58da64-c456-4289-b569-0ab1f0e97a8e'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:19:59.008356 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-b44183d6-4259-4497-8ff2-e2fde1fbc472 None None] Bound port: b5a626f6-df04-4ef8-a02e-f55334eee0cc, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39b6d7fe-721a-4055-b862-82ac4372f77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'be58da64-c456-4289-b569-0ab1f0e97a8e'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:19:59.034190 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b44183d6-4259-4497-8ff2-e2fde1fbc472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (b5a626f6-df04-4ef8-a02e-f55334eee0cc), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:59.039109 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f20fcb7c-2db1-42c6-a3da-6b00ffbe7e49 admin admin] Publish callbacks [] for router_gateway (a710a937-9ca6-482d-ba52-cac6f493b1cc), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:59.090750 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-59034d43-4f72-4e15-9ed5-c1663da86915 req-371c12aa-8096-481a-8e13-90239267317d tempest-FloatingIPsTestJSON-303378832 tempest-FloatingIPsTestJSON-303378832-project] Deleting port fb30190e-2d58-4403-b543-48e39e93acb2 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:19:59.091660 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-59034d43-4f72-4e15-9ed5-c1663da86915 req-371c12aa-8096-481a-8e13-90239267317d tempest-FloatingIPsTestJSON-303378832 tempest-FloatingIPsTestJSON-303378832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (fb30190e-2d58-4403-b543-48e39e93acb2), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:59.136050 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574c7410-bc2c-48db-942b-35fe502984e1 req-809389a5-18c9-412b-b934-b2a816e9c8bd tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:59.136793 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-574c7410-bc2c-48db-942b-35fe502984e1 req-809389a5-18c9-412b-b934-b2a816e9c8bd tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.41 "GET /v2.0/ports?device_id=423fe725-02cc-4d98-b77e-d73d18170f79 HTTP/1.1" status: 200 len: 946 time: 0.6086402 Jan 28 19:19:59.153464 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 8d90ea6d-7c43-40b8-b393-1a9d3776e8da up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:19:59.213750 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-59034d43-4f72-4e15-9ed5-c1663da86915 req-371c12aa-8096-481a-8e13-90239267317d tempest-FloatingIPsTestJSON-303378832 tempest-FloatingIPsTestJSON-303378832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (fb30190e-2d58-4403-b543-48e39e93acb2), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:59.214085 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-59034d43-4f72-4e15-9ed5-c1663da86915 req-371c12aa-8096-481a-8e13-90239267317d tempest-FloatingIPsTestJSON-303378832 tempest-FloatingIPsTestJSON-303378832-project] Publish callbacks [] for floatingip (fb30190e-2d58-4403-b543-48e39e93acb2), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:59.228330 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-59034d43-4f72-4e15-9ed5-c1663da86915 req-371c12aa-8096-481a-8e13-90239267317d tempest-FloatingIPsTestJSON-303378832 tempest-FloatingIPsTestJSON-303378832-project] Calling delete_port for fb30190e-2d58-4403-b543-48e39e93acb2 owned by network:floatingip {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:19:59.230454 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b44183d6-4259-4497-8ff2-e2fde1fbc472 None None] For port b5a626f6-df04-4ef8-a02e-f55334eee0cc, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:19:59.234384 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b44183d6-4259-4497-8ff2-e2fde1fbc472 None None] For port b5a626f6-df04-4ef8-a02e-f55334eee0cc, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=b5a626f6-df04-4ef8-a02e-f55334eee0cc,segment=NetworkSegment(39b6d7fe-721a-4055-b862-82ac4372f77a),segment_id=39b6d7fe-721a-4055-b862-82ac4372f77a)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:19:59.251072 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 8d90ea6d-7c43-40b8-b393-1a9d3776e8da triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:19:59.252136 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (8d90ea6d-7c43-40b8-b393-1a9d3776e8da), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:59.299652 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b44183d6-4259-4497-8ff2-e2fde1fbc472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (b5a626f6-df04-4ef8-a02e-f55334eee0cc), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:59.417061 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44183d6-4259-4497-8ff2-e2fde1fbc472 None None] Pushing event updated for resources: {'Port': ['ID=b5a626f6-df04-4ef8-a02e-f55334eee0cc,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:59.431010 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 8d90ea6d-7c43-40b8-b393-1a9d3776e8da is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:19:59.523532 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-59034d43-4f72-4e15-9ed5-c1663da86915 req-371c12aa-8096-481a-8e13-90239267317d tempest-FloatingIPsTestJSON-303378832 tempest-FloatingIPsTestJSON-303378832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (fb30190e-2d58-4403-b543-48e39e93acb2), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:59.565822 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371c12aa-8096-481a-8e13-90239267317d tempest-FloatingIPsTestJSON-303378832 tempest-FloatingIPsTestJSON-303378832-project] Pushing event deleted for resources: {'Port': ['ID=fb30190e-2d58-4403-b543-48e39e93acb2,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:59.585897 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07237442-14a7-47eb-b022-08fec18d7d27 req-f115b753-296f-40f1-9ff8-dfa226bbca05 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:59.589613 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-07237442-14a7-47eb-b022-08fec18d7d27 req-f115b753-296f-40f1-9ff8-dfa226bbca05 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/networks?id=ff818509-18ff-44d0-ba98-5ed91eb1ccd4 HTTP/1.1" status: 200 len: 812 time: 0.4006102 Jan 28 19:19:59.640676 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-07237442-14a7-47eb-b022-08fec18d7d27 req-d9713968-da52-4e59-8bce-53255e450a69 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/quotas/a83e9cc3029f4baca951cc95e07992a3 HTTP/1.1" status: 200 len: 375 time: 0.0440888 Jan 28 19:19:59.647213 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-59034d43-4f72-4e15-9ed5-c1663da86915 req-371c12aa-8096-481a-8e13-90239267317d tempest-FloatingIPsTestJSON-303378832 tempest-FloatingIPsTestJSON-303378832-project] Publish callbacks [] for floatingip (6536d0bc-ec87-4c4d-ab7d-946bd9d7b5fc), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:59.653543 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-59034d43-4f72-4e15-9ed5-c1663da86915 req-371c12aa-8096-481a-8e13-90239267317d tempest-FloatingIPsTestJSON-303378832 tempest-FloatingIPsTestJSON-303378832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for floatingip (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:59.667781 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-59034d43-4f72-4e15-9ed5-c1663da86915 req-371c12aa-8096-481a-8e13-90239267317d tempest-FloatingIPsTestJSON-303378832 tempest-FloatingIPsTestJSON-303378832-project] 10.222.0.64 "DELETE /v2.0/floatingips/6536d0bc-ec87-4c4d-ab7d-946bd9d7b5fc HTTP/1.1" status: 204 len: 173 time: 0.8258903 Jan 28 19:19:59.735705 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-07237442-14a7-47eb-b022-08fec18d7d27 req-4fe61591-64ab-4ec1-aa2c-8e016c23af72 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=a83e9cc3029f4baca951cc95e07992a3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0938027 Jan 28 19:19:59.750928 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-574c7410-bc2c-48db-942b-35fe502984e1 req-7cc4ede7-5149-4769-a6e7-fe037dfff0ed tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Deleting port 1bec95f0-96fc-42ef-8a84-14677b2e3dd7 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:19:59.751274 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-574c7410-bc2c-48db-942b-35fe502984e1 req-7cc4ede7-5149-4769-a6e7-fe037dfff0ed tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (1bec95f0-96fc-42ef-8a84-14677b2e3dd7), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:59.872722 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-91287d6e-2b8a-491c-af54-8311f9112817 req-329960e3-994f-463e-9a5a-23d76b0b46b1 tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] 10.222.0.64 "GET /v2.0/ports?device_id=228a75e3-e402-4ada-ac1a-23df5443afe6 HTTP/1.1" status: 200 len: 210 time: 0.0789313 Jan 28 19:20:00.014513 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc01299-0d08-4f2b-bad7-5457b78184cc None None] Sync routers for ids ['9c951122-2c6e-437f-b0cb-85d89b6b8deb'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:20:00.027501 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc01299-0d08-4f2b-bad7-5457b78184cc None None] Routers {'9c951122-2c6e-437f-b0cb-85d89b6b8deb'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:20:00.029925 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-7fc01299-0d08-4f2b-bad7-5457b78184cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:19:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['9c951122-2c6e-437f-b0cb-85d89b6b8deb'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:20:00.055964 n-d-812111-14 neutron-server[103304]: INFO neutron.api.v2.resource [req-07163055-18b9-48d5-a60a-e3d719bc6b22 req-fe1d1e95-4ca5-48f7-b02e-c5386bbc5811 tempest-FloatingIPsTestJSON-303378832 tempest-FloatingIPsTestJSON-303378832-project] show failed (client error): The resource could not be found. Jan 28 19:20:00.079742 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-07163055-18b9-48d5-a60a-e3d719bc6b22 req-fe1d1e95-4ca5-48f7-b02e-c5386bbc5811 tempest-FloatingIPsTestJSON-303378832 tempest-FloatingIPsTestJSON-303378832-project] 10.222.0.64 "GET /v2.0/floatingips/6536d0bc-ec87-4c4d-ab7d-946bd9d7b5fc HTTP/1.1" status: 404 len: 350 time: 0.1569810 Jan 28 19:20:00.236160 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-574c7410-bc2c-48db-942b-35fe502984e1 req-7cc4ede7-5149-4769-a6e7-fe037dfff0ed tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] For port 1bec95f0-96fc-42ef-8a84-14677b2e3dd7, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=1bec95f0-96fc-42ef-8a84-14677b2e3dd7,segment=NetworkSegment(65f5b843-b58b-4f27-8faf-b99bc8156b89),segment_id=65f5b843-b58b-4f27-8faf-b99bc8156b89)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:20:00.237466 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-574c7410-bc2c-48db-942b-35fe502984e1 req-7cc4ede7-5149-4769-a6e7-fe037dfff0ed tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (1bec95f0-96fc-42ef-8a84-14677b2e3dd7), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:00.263336 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550468a0-e40f-4083-a0d0-10683e9ad560 req-cbed456f-b8c4-4521-8302-a52d84d561ad tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:00.265140 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-550468a0-e40f-4083-a0d0-10683e9ad560 req-cbed456f-b8c4-4521-8302-a52d84d561ad tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=0611a4ab-e4ae-4065-bdc5-14dfb3eb9efd HTTP/1.1" status: 200 len: 944 time: 0.0767357 Jan 28 19:20:00.268015 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-07237442-14a7-47eb-b022-08fec18d7d27 req-6eadd4c0-4e32-4a51-8863-e13c45725994 service neutron] 10.222.0.64 "GET /v2.0/networks/ff818509-18ff-44d0-ba98-5ed91eb1ccd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5311999 Jan 28 19:20:00.277924 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-574c7410-bc2c-48db-942b-35fe502984e1 req-7cc4ede7-5149-4769-a6e7-fe037dfff0ed tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Calling delete_port for 1bec95f0-96fc-42ef-8a84-14677b2e3dd7 owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:20:00.281871 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-7fc01299-0d08-4f2b-bad7-5457b78184cc None None] Set router 9c951122-2c6e-437f-b0cb-85d89b6b8deb gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:20:00.301985 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f20fcb7c-2db1-42c6-a3da-6b00ffbe7e49 admin admin] Publish callbacks [] for router_gateway (a710a937-9ca6-482d-ba52-cac6f493b1cc), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:00.324838 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-550468a0-e40f-4083-a0d0-10683e9ad560 req-955ae18f-4065-4a7d-ac48-2d02b3ebd5e6 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521135 Jan 28 19:20:00.448299 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-de9e2e82-b896-4e07-a2c0-a98282c46007 req-b3255abd-a975-4970-9e57-1dea607bf682 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/ports?device_id=209dcabc-00b5-4f2d-8669-e25dd6db66ef HTTP/1.1" status: 200 len: 210 time: 0.0427825 Jan 28 19:20:00.528248 n-d-812111-14 neutron-server[103304]: INFO neutron.api.v2.resource [req-a69c479b-6c57-4b37-a726-de02d8e9a9a9 req-5403753d-4cb5-4c0f-aa68-1cce10b3c256 tempest-FloatingIPsTestJSON-303378832 tempest-FloatingIPsTestJSON-303378832-project] show failed (client error): The resource could not be found. Jan 28 19:20:00.535082 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a69c479b-6c57-4b37-a726-de02d8e9a9a9 req-5403753d-4cb5-4c0f-aa68-1cce10b3c256 tempest-FloatingIPsTestJSON-303378832 tempest-FloatingIPsTestJSON-303378832-project] 10.222.0.64 "GET /v2.0/floatingips/6536d0bc-ec87-4c4d-ab7d-946bd9d7b5fc HTTP/1.1" status: 404 len: 350 time: 0.0581105 Jan 28 19:20:00.540844 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 42692) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:00.575831 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-7fc01299-0d08-4f2b-bad7-5457b78184cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c951122-2c6e-437f-b0cb-85d89b6b8deb', 'name': 'tempest-TaggedBootDevicesTest-1447470354-router', 'tenant_id': 'f867837fb6c242938544d048cd197d0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.81'}], 'enable_snat': True}, 'gw_port_id': '8d90ea6d-7c43-40b8-b393-1a9d3776e8da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:19:47Z', 'updated_at': '2022-01-28T19:19:54Z', 'revision_number': 4, 'project_id': 'f867837fb6c242938544d048cd197d0a', 'gw_port': {'id': '8d90ea6d-7c43-40b8-b393-1a9d3776e8da', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:d2:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c951122-2c6e-437f-b0cb-85d89b6b8deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:19:48Z', 'updated_at': '2022-01-28T19:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '74ee079c-52f7-43d7-a9a4-7ec6f92e746b', 'name': '', 'network_id': '922d7922-7d01-401d-b975-2f0c2fc79a7b', 'tenant_id': 'f867837fb6c242938544d048cd197d0a', 'mac_address': 'fa:16:3e:59:b6:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c951122-2c6e-437f-b0cb-85d89b6b8deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': '6ed55e71-9221-42a1-8050-290c89e0110e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:19:53Z', 'updated_at': '2022-01-28T19:19:54Z', 'revision_number': 2, 'project_id': 'f867837fb6c242938544d048cd197d0a', 'subnets': [{'id': '6ed55e71-9221-42a1-8050-290c89e0110e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:20:00.609260 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc01299-0d08-4f2b-bad7-5457b78184cc None None] Checking router: 9c951122-2c6e-437f-b0cb-85d89b6b8deb for host: n-d-812111-14 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:20:00.609901 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc01299-0d08-4f2b-bad7-5457b78184cc None None] Updating router 9c951122-2c6e-437f-b0cb-85d89b6b8deb port 74ee079c-52f7-43d7-a9a4-7ec6f92e746b binding host n-d-812111-14 {{(pid=103307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:20:00.640848 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-7fc01299-0d08-4f2b-bad7-5457b78184cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (74ee079c-52f7-43d7-a9a4-7ec6f92e746b), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:00.754627 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f20fcb7c-2db1-42c6-a3da-6b00ffbe7e49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:00.829889 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad751a5b-562d-4e03-8177-3cec1154a090 req-4b0c151e-10da-44bb-b520-eff0f489a7fa tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:00.838309 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ad751a5b-562d-4e03-8177-3cec1154a090 req-4b0c151e-10da-44bb-b520-eff0f489a7fa tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.41 "GET /v2.0/networks?id=48d3a3c6-bccf-4b82-a5e6-9150eac77858 HTTP/1.1" status: 200 len: 815 time: 0.9244637 Jan 28 19:20:00.961321 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-ad751a5b-562d-4e03-8177-3cec1154a090 req-1612237f-72a6-47d6-986d-5ab09bb8bda9 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Request body: {'port': {'device_id': '209dcabc-00b5-4f2d-8669-e25dd6db66ef', 'network_id': '48d3a3c6-bccf-4b82-a5e6-9150eac77858', 'admin_state_up': True, 'tenant_id': 'f932699d0e2342708b5259b831d6c18c'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:20:01.016776 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 42698) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:01.030468 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-7fc01299-0d08-4f2b-bad7-5457b78184cc None None] Publish callbacks [] for port (74ee079c-52f7-43d7-a9a4-7ec6f92e746b), precommit_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:01.043515 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d400f87-3101-4fb2-befd-7ef1d795cb0d None None] Network be58da64-c456-4289-b569-0ab1f0e97a8e requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:20:01.044037 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-7fc01299-0d08-4f2b-bad7-5457b78184cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (74ee079c-52f7-43d7-a9a4-7ec6f92e746b), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:01.051729 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-f20fcb7c-2db1-42c6-a3da-6b00ffbe7e49 admin admin] Allocated IP 172.25.6.198 (d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8/a648e4ab-7422-41b9-b133-58aca25ab8f5/8b02bfa3-7bee-4fac-896b-0e201a728b8d) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:20:01.212810 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7fd1b7af-24e3-4221-bccf-ae4e8f1aeb2f tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] Publish callbacks [] for security_group (99a9729b-e544-4e2d-a5f9-4bd7146adc54), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:01.237593 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c22537f0-c9f0-4ea1-9ad8-a8a1ee333a28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-732838'] for router_interface (458c74ca-317b-432c-a866-5ae2aa0a00aa), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:01.251610 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf78a2-ccd7-4bfb-9879-bf0959cd7936 None None] Pushing event updated for resources: {'Port': ['ID=74ee079c-52f7-43d7-a9a4-7ec6f92e746b,revision_number=3']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:01.270301 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-07237442-14a7-47eb-b022-08fec18d7d27 req-4f32643e-2639-44af-a053-7e55d374f6a2 service neutron] 10.222.0.64 "GET /v2.0/networks/ff818509-18ff-44d0-ba98-5ed91eb1ccd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0010483 Jan 28 19:20:01.298827 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device b5a626f6-df04-4ef8-a02e-f55334eee0cc up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:20:01.371631 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-7fc01299-0d08-4f2b-bad7-5457b78184cc None None] Attempting to bind port 74ee079c-52f7-43d7-a9a4-7ec6f92e746b on host n-d-812111-14 for vnic_type normal with profile {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:20:01.372011 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-7fc01299-0d08-4f2b-bad7-5457b78184cc None None] Attempting to bind port 74ee079c-52f7-43d7-a9a4-7ec6f92e746b by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '79f40755-04af-4e67-b0c3-110144717628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '922d7922-7d01-401d-b975-2f0c2fc79a7b'}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:20:01.372377 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc01299-0d08-4f2b-bad7-5457b78184cc None None] Attempting to bind port 74ee079c-52f7-43d7-a9a4-7ec6f92e746b on network 922d7922-7d01-401d-b975-2f0c2fc79a7b {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:20:01.382730 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc01299-0d08-4f2b-bad7-5457b78184cc None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 19, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:20:01.383115 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc01299-0d08-4f2b-bad7-5457b78184cc None None] Checking segment: {'id': '79f40755-04af-4e67-b0c3-110144717628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '922d7922-7d01-401d-b975-2f0c2fc79a7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:20:01.387950 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-7fc01299-0d08-4f2b-bad7-5457b78184cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:01.388376 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc01299-0d08-4f2b-bad7-5457b78184cc None None] Bound using segment: {'id': '79f40755-04af-4e67-b0c3-110144717628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '922d7922-7d01-401d-b975-2f0c2fc79a7b'} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:20:01.389017 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-7fc01299-0d08-4f2b-bad7-5457b78184cc None None] Bound port: 74ee079c-52f7-43d7-a9a4-7ec6f92e746b, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79f40755-04af-4e67-b0c3-110144717628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '922d7922-7d01-401d-b975-2f0c2fc79a7b'}}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:20:01.389495 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-7fc01299-0d08-4f2b-bad7-5457b78184cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (74ee079c-52f7-43d7-a9a4-7ec6f92e746b), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:01.422628 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7fd1b7af-24e3-4221-bccf-ae4e8f1aeb2f tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] Publish callbacks [] for security_group (99a9729b-e544-4e2d-a5f9-4bd7146adc54), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:01.483052 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-3306f5d8-4baf-47ca-bac6-7f7df6afbd78 None None] Provisioning complete for port b5a626f6-df04-4ef8-a02e-f55334eee0cc triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:20:01.483442 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3306f5d8-4baf-47ca-bac6-7f7df6afbd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (b5a626f6-df04-4ef8-a02e-f55334eee0cc), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:01.599090 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port b5a626f6-df04-4ef8-a02e-f55334eee0cc triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:20:01.599734 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (b5a626f6-df04-4ef8-a02e-f55334eee0cc), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:01.646404 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad751a5b-562d-4e03-8177-3cec1154a090 req-1612237f-72a6-47d6-986d-5ab09bb8bda9 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Made reservation on behalf of f932699d0e2342708b5259b831d6c18c for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:20:01.650707 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-ad751a5b-562d-4e03-8177-3cec1154a090 req-1612237f-72a6-47d6-986d-5ab09bb8bda9 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:01.715030 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-3306f5d8-4baf-47ca-bac6-7f7df6afbd78 None None] Current status of the port b5a626f6-df04-4ef8-a02e-f55334eee0cc is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:20:01.715430 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3306f5d8-4baf-47ca-bac6-7f7df6afbd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (b5a626f6-df04-4ef8-a02e-f55334eee0cc), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:01.759059 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6b76cb21-2654-4a02-95a5-e9c4ff635176 req-18b27efb-6bee-4044-ab61-47d4e57b1b56 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/ports?device_id=209dcabc-00b5-4f2d-8669-e25dd6db66ef HTTP/1.1" status: 200 len: 210 time: 0.1949399 Jan 28 19:20:01.759810 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-574c7410-bc2c-48db-942b-35fe502984e1 req-7cc4ede7-5149-4769-a6e7-fe037dfff0ed tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (1bec95f0-96fc-42ef-8a84-14677b2e3dd7), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:01.787697 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f20fcb7c-2db1-42c6-a3da-6b00ffbe7e49 admin admin] Publish callbacks [] for port (8b02bfa3-7bee-4fac-896b-0e201a728b8d), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:01.845818 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc4ede7-5149-4769-a6e7-fe037dfff0ed tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Pushing event deleted for resources: {'Port': ['ID=1bec95f0-96fc-42ef-8a84-14677b2e3dd7,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:01.872023 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-3306f5d8-4baf-47ca-bac6-7f7df6afbd78 None None] For port b5a626f6-df04-4ef8-a02e-f55334eee0cc, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=b5a626f6-df04-4ef8-a02e-f55334eee0cc,segment=NetworkSegment(39b6d7fe-721a-4055-b862-82ac4372f77a),segment_id=39b6d7fe-721a-4055-b862-82ac4372f77a)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:20:01.879855 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-7fc01299-0d08-4f2b-bad7-5457b78184cc None None] For port 74ee079c-52f7-43d7-a9a4-7ec6f92e746b, host n-d-812111-14, cleared binding levels {{(pid=103307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:20:01.886854 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-7fc01299-0d08-4f2b-bad7-5457b78184cc None None] For port 74ee079c-52f7-43d7-a9a4-7ec6f92e746b, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=74ee079c-52f7-43d7-a9a4-7ec6f92e746b,segment=NetworkSegment(79f40755-04af-4e67-b0c3-110144717628),segment_id=79f40755-04af-4e67-b0c3-110144717628)] {{(pid=103307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:20:01.904229 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-7fc01299-0d08-4f2b-bad7-5457b78184cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (74ee079c-52f7-43d7-a9a4-7ec6f92e746b), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:01.934674 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3306f5d8-4baf-47ca-bac6-7f7df6afbd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (b5a626f6-df04-4ef8-a02e-f55334eee0cc), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:02.088484 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3306f5d8-4baf-47ca-bac6-7f7df6afbd78 None None] Pushing event updated for resources: {'Port': ['ID=b5a626f6-df04-4ef8-a02e-f55334eee0cc,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:02.099746 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc01299-0d08-4f2b-bad7-5457b78184cc None None] Routers {'9c951122-2c6e-437f-b0cb-85d89b6b8deb'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:20:02.100420 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-7fc01299-0d08-4f2b-bad7-5457b78184cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:19:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['9c951122-2c6e-437f-b0cb-85d89b6b8deb'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:20:02.119096 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-ad751a5b-562d-4e03-8177-3cec1154a090 req-1612237f-72a6-47d6-986d-5ab09bb8bda9 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Allocated IP 172.20.0.2 (48d3a3c6-bccf-4b82-a5e6-9150eac77858/84341c46-a745-4b5e-a0f8-0858316efcdb/6091de90-9355-4989-8d0e-a9c3d4958dd4) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:20:02.183471 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf78a2-ccd7-4bfb-9879-bf0959cd7936 None None] Pushing event updated for resources: {'Port': ['ID=74ee079c-52f7-43d7-a9a4-7ec6f92e746b,revision_number=4']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:02.224561 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 1bec95f0-96fc-42ef-8a84-14677b2e3dd7 no longer exists at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:20:02.230229 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port b5a626f6-df04-4ef8-a02e-f55334eee0cc is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:20:02.230623 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (b5a626f6-df04-4ef8-a02e-f55334eee0cc), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:02.291329 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc4ede7-5149-4769-a6e7-fe037dfff0ed tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:20:02.293016 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-cbdb83a8-85e2-4074-93d5-0ae69b8b410b None None] Provisioning complete for port b5a626f6-df04-4ef8-a02e-f55334eee0cc triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:20:02.293514 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc4ede7-5149-4769-a6e7-fe037dfff0ed tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:20:02.293982 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc4ede7-5149-4769-a6e7-fe037dfff0ed tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:20:02.295052 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc4ede7-5149-4769-a6e7-fe037dfff0ed tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:20:02.296352 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc4ede7-5149-4769-a6e7-fe037dfff0ed tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:20:02.297873 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-cbdb83a8-85e2-4074-93d5-0ae69b8b410b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (b5a626f6-df04-4ef8-a02e-f55334eee0cc), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:02.298895 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc4ede7-5149-4769-a6e7-fe037dfff0ed tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:20:02.299330 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc4ede7-5149-4769-a6e7-fe037dfff0ed tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:20:02.300630 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc4ede7-5149-4769-a6e7-fe037dfff0ed tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:20:02.301482 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc4ede7-5149-4769-a6e7-fe037dfff0ed tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:20:02.304510 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc4ede7-5149-4769-a6e7-fe037dfff0ed tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:20:02.305134 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc4ede7-5149-4769-a6e7-fe037dfff0ed tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:20:02.308837 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] No Port match for: 1bec95f0-96fc-42ef-8a84-14677b2e3dd7 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:20:02.309345 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 1bec95f0-96fc-42ef-8a84-14677b2e3dd7 not bound to the agent host n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:20:02.309514 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc4ede7-5149-4769-a6e7-fe037dfff0ed tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:20:02.310137 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc4ede7-5149-4769-a6e7-fe037dfff0ed tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:20:02.334412 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9bfc2bba-1d3e-4fe1-9d36-05732e862088 req-130df319-47b3-4edb-a8a5-30a67f783c63 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/ports?device_id=b45bb611-1c7a-4d9c-a07b-9d680463856d HTTP/1.1" status: 200 len: 210 time: 0.4882092 Jan 28 19:20:02.442947 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-7fc01299-0d08-4f2b-bad7-5457b78184cc None None] Set router 9c951122-2c6e-437f-b0cb-85d89b6b8deb gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:20:02.482613 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.db.api [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103306) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 19:20:02.482928 n-d-812111-14 neutron-server[103306]: DEBUG oslo_db.api [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 19:20:02.531066 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-574c7410-bc2c-48db-942b-35fe502984e1 req-7cc4ede7-5149-4769-a6e7-fe037dfff0ed tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] No DVR routers for this DVR port 1bec95f0-96fc-42ef-8a84-14677b2e3dd7 on host n-h1-812111-14 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:20:02.556947 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-574c7410-bc2c-48db-942b-35fe502984e1 req-7cc4ede7-5149-4769-a6e7-fe037dfff0ed tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:02.573626 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-574c7410-bc2c-48db-942b-35fe502984e1 req-7cc4ede7-5149-4769-a6e7-fe037dfff0ed tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.41 "DELETE /v2.0/ports/1bec95f0-96fc-42ef-8a84-14677b2e3dd7 HTTP/1.1" status: 204 len: 173 time: 3.3947511 Jan 28 19:20:02.574627 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '423fe725-02cc-4d98-b77e-d73d18170f79', 'name': 'network-vif-deleted', 'tag': '1bec95f0-96fc-42ef-8a84-14677b2e3dd7'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:20:02.577668 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c5b9604-f90a-403d-9817-6642b72b697e" -d '{"events": [{"server_uuid": "423fe725-02cc-4d98-b77e-d73d18170f79", "name": "network-vif-deleted", "tag": "1bec95f0-96fc-42ef-8a84-14677b2e3dd7"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:20:02.633651 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-cbdb83a8-85e2-4074-93d5-0ae69b8b410b None None] Current status of the port b5a626f6-df04-4ef8-a02e-f55334eee0cc is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:20:02.639240 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-ad751a5b-562d-4e03-8177-3cec1154a090 req-1612237f-72a6-47d6-986d-5ab09bb8bda9 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Publish callbacks [] for port (6091de90-9355-4989-8d0e-a9c3d4958dd4), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:02.657191 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-cbdb83a8-85e2-4074-93d5-0ae69b8b410b None None] Provisioning complete for port 74ee079c-52f7-43d7-a9a4-7ec6f92e746b triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:20:02.657572 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-cbdb83a8-85e2-4074-93d5-0ae69b8b410b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (74ee079c-52f7-43d7-a9a4-7ec6f92e746b), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:02.688159 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ca8701-bd19-4ef6-8c81-3358fd5e5e70 req-01e57325-fe7a-43fc-aa7e-8f999297bb0e tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:02.690191 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-52ca8701-bd19-4ef6-8c81-3358fd5e5e70 req-01e57325-fe7a-43fc-aa7e-8f999297bb0e tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=0611a4ab-e4ae-4065-bdc5-14dfb3eb9efd HTTP/1.1" status: 200 len: 944 time: 0.3890154 Jan 28 19:20:02.700414 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-ad751a5b-562d-4e03-8177-3cec1154a090 req-1612237f-72a6-47d6-986d-5ab09bb8bda9 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (6091de90-9355-4989-8d0e-a9c3d4958dd4), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:02.704371 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f20fcb7c-2db1-42c6-a3da-6b00ffbe7e49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (8b02bfa3-7bee-4fac-896b-0e201a728b8d), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:02.776999 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20fcb7c-2db1-42c6-a3da-6b00ffbe7e49 admin admin] Pushing event updated for resources: {'Port': ['ID=8b02bfa3-7bee-4fac-896b-0e201a728b8d,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:02.861368 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-cbdb83a8-85e2-4074-93d5-0ae69b8b410b None None] Current status of the port 74ee079c-52f7-43d7-a9a4-7ec6f92e746b is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:20:02.861766 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-cbdb83a8-85e2-4074-93d5-0ae69b8b410b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (74ee079c-52f7-43d7-a9a4-7ec6f92e746b), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:02.880897 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-52ca8701-bd19-4ef6-8c81-3358fd5e5e70 req-9f18138b-3484-407b-944e-2fe1f98a5708 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460357 Jan 28 19:20:02.886302 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7fd1b7af-24e3-4221-bccf-ae4e8f1aeb2f tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (99a9729b-e544-4e2d-a5f9-4bd7146adc54), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:02.890264 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7fd1b7af-24e3-4221-bccf-ae4e8f1aeb2f tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:02.897201 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-7fd1b7af-24e3-4221-bccf-ae4e8f1aeb2f tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] 10.222.0.64 "DELETE /v2.0/security-groups/99a9729b-e544-4e2d-a5f9-4bd7146adc54 HTTP/1.1" status: 204 len: 168 time: 1.8778534 Jan 28 19:20:02.918582 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 42728) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:02.920140 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd1b7af-24e3-4221-bccf-ae4e8f1aeb2f tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99a9729b-e544-4e2d-a5f9-4bd7146adc54,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:02.947515 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad751a5b-562d-4e03-8177-3cec1154a090 req-1612237f-72a6-47d6-986d-5ab09bb8bda9 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Network 48d3a3c6-bccf-4b82-a5e6-9150eac77858 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:20:02.947923 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-cbdb83a8-85e2-4074-93d5-0ae69b8b410b None None] For port 74ee079c-52f7-43d7-a9a4-7ec6f92e746b, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=74ee079c-52f7-43d7-a9a4-7ec6f92e746b,segment=NetworkSegment(79f40755-04af-4e67-b0c3-110144717628),segment_id=79f40755-04af-4e67-b0c3-110144717628)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:20:02.958998 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1612237f-72a6-47d6-986d-5ab09bb8bda9 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Pushing event updated for resources: {'Port': ['ID=6091de90-9355-4989-8d0e-a9c3d4958dd4,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:02.976720 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-cbdb83a8-85e2-4074-93d5-0ae69b8b410b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (74ee079c-52f7-43d7-a9a4-7ec6f92e746b), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:02.981047 n-d-812111-14 neutron-server[103304]: INFO neutron.api.v2.resource [None req-372899ea-43ed-482f-97d2-d42d7bfc2606 tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] show failed (client error): The resource could not be found. Jan 28 19:20:02.986257 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-372899ea-43ed-482f-97d2-d42d7bfc2606 tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] 10.222.0.64 "GET /v2.0/security-groups/99a9729b-e544-4e2d-a5f9-4bd7146adc54 HTTP/1.1" status: 404 len: 347 time: 0.0465853 Jan 28 19:20:02.987374 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 42730) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:02.990239 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f20fcb7c-2db1-42c6-a3da-6b00ffbe7e49 admin admin] Network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:20:02.995827 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-ad751a5b-562d-4e03-8177-3cec1154a090 req-1612237f-72a6-47d6-986d-5ab09bb8bda9 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:20:02.998389 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-f20fcb7c-2db1-42c6-a3da-6b00ffbe7e49 admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:20:03.000016 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad751a5b-562d-4e03-8177-3cec1154a090 req-1612237f-72a6-47d6-986d-5ab09bb8bda9 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:20:03.089814 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad751a5b-562d-4e03-8177-3cec1154a090 req-1612237f-72a6-47d6-986d-5ab09bb8bda9 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:03.090406 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-ad751a5b-562d-4e03-8177-3cec1154a090 req-1612237f-72a6-47d6-986d-5ab09bb8bda9 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:03.115301 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20fcb7c-2db1-42c6-a3da-6b00ffbe7e49 admin admin] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:20:03.121636 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6607c912-63f3-496d-a4a3-5ba993c47eaa x-openstack-request-id: req-6607c912-63f3-496d-a4a3-5ba993c47eaa {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:20:03.122095 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-7fc01299-0d08-4f2b-bad7-5457b78184cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c951122-2c6e-437f-b0cb-85d89b6b8deb', 'name': 'tempest-TaggedBootDevicesTest-1447470354-router', 'tenant_id': 'f867837fb6c242938544d048cd197d0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.81'}], 'enable_snat': True}, 'gw_port_id': '8d90ea6d-7c43-40b8-b393-1a9d3776e8da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:19:47Z', 'updated_at': '2022-01-28T19:19:54Z', 'revision_number': 4, 'project_id': 'f867837fb6c242938544d048cd197d0a', 'gw_port': {'id': '8d90ea6d-7c43-40b8-b393-1a9d3776e8da', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:d2:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c951122-2c6e-437f-b0cb-85d89b6b8deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:19:48Z', 'updated_at': '2022-01-28T19:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '74ee079c-52f7-43d7-a9a4-7ec6f92e746b', 'name': '', 'network_id': '922d7922-7d01-401d-b975-2f0c2fc79a7b', 'tenant_id': 'f867837fb6c242938544d048cd197d0a', 'mac_address': 'fa:16:3e:59:b6:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c951122-2c6e-437f-b0cb-85d89b6b8deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': '6ed55e71-9221-42a1-8050-290c89e0110e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:19:53Z', 'updated_at': '2022-01-28T19:20:01Z', 'revision_number': 4, 'project_id': 'f867837fb6c242938544d048cd197d0a', 'subnets': [{'id': '6ed55e71-9221-42a1-8050-290c89e0110e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:20:03.123386 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "423fe725-02cc-4d98-b77e-d73d18170f79", "name": "network-vif-deleted", "tag": "1bec95f0-96fc-42ef-8a84-14677b2e3dd7", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:20:03.124099 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6607c912-63f3-496d-a4a3-5ba993c47eaa {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:20:03.124535 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '423fe725-02cc-4d98-b77e-d73d18170f79', 'name': 'network-vif-deleted', 'tag': '1bec95f0-96fc-42ef-8a84-14677b2e3dd7', 'status': 'completed', 'code': 200} Jan 28 19:20:03.136677 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ad751a5b-562d-4e03-8177-3cec1154a090 req-1612237f-72a6-47d6-986d-5ab09bb8bda9 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1790180 Jan 28 19:20:03.179954 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc01299-0d08-4f2b-bad7-5457b78184cc None None] The sync data for ids ['9c951122-2c6e-437f-b0cb-85d89b6b8deb'] in n-d-812111-14 is: [{'id': '9c951122-2c6e-437f-b0cb-85d89b6b8deb', 'name': 'tempest-TaggedBootDevicesTest-1447470354-router', 'tenant_id': 'f867837fb6c242938544d048cd197d0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.81'}], 'enable_snat': True}, 'gw_port_id': '8d90ea6d-7c43-40b8-b393-1a9d3776e8da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:19:47Z', 'updated_at': '2022-01-28T19:19:54Z', 'revision_number': 4, 'project_id': 'f867837fb6c242938544d048cd197d0a', 'gw_port': {'id': '8d90ea6d-7c43-40b8-b393-1a9d3776e8da', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:d2:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c951122-2c6e-437f-b0cb-85d89b6b8deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:19:48Z', 'updated_at': '2022-01-28T19:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '74ee079c-52f7-43d7-a9a4-7ec6f92e746b', 'name': '', 'network_id': '922d7922-7d01-401d-b975-2f0c2fc79a7b', 'tenant_id': 'f867837fb6c242938544d048cd197d0a', 'mac_address': 'fa:16:3e:59:b6:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c951122-2c6e-437f-b0cb-85d89b6b8deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': '6ed55e71-9221-42a1-8050-290c89e0110e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:19:53Z', 'updated_at': '2022-01-28T19:20:01Z', 'revision_number': 4, 'project_id': 'f867837fb6c242938544d048cd197d0a', 'subnets': [{'id': '6ed55e71-9221-42a1-8050-290c89e0110e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:20:03.191401 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-ad751a5b-562d-4e03-8177-3cec1154a090 req-63a2ae8b-063c-4eeb-9a7d-42bd36b53ac1 service neutron] Request body: {'port': {'device_id': '209dcabc-00b5-4f2d-8669-e25dd6db66ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-14'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:20:03.285139 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port b5a626f6-df04-4ef8-a02e-f55334eee0cc is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:20:03.306280 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b009d739-409d-4865-a224-3350c6ec6fae None None] Provisioning complete for port 74ee079c-52f7-43d7-a9a4-7ec6f92e746b triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:20:03.306652 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b009d739-409d-4865-a224-3350c6ec6fae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (74ee079c-52f7-43d7-a9a4-7ec6f92e746b), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:03.312737 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdb83a8-85e2-4074-93d5-0ae69b8b410b None None] Pushing event updated for resources: {'Port': ['ID=74ee079c-52f7-43d7-a9a4-7ec6f92e746b,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:03.338184 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-ad751a5b-562d-4e03-8177-3cec1154a090 req-63a2ae8b-063c-4eeb-9a7d-42bd36b53ac1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (6091de90-9355-4989-8d0e-a9c3d4958dd4), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:03.631366 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 74ee079c-52f7-43d7-a9a4-7ec6f92e746b up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:20:03.647837 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b009d739-409d-4865-a224-3350c6ec6fae None None] Current status of the port 74ee079c-52f7-43d7-a9a4-7ec6f92e746b is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:20:03.748912 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 74ee079c-52f7-43d7-a9a4-7ec6f92e746b triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:20:03.749441 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (74ee079c-52f7-43d7-a9a4-7ec6f92e746b), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:03.754698 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba60f1aa-361e-42e1-b63e-a73996d22031 req-e5ec4cf5-afc1-47c1-9525-6f23141947fe tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:03.764604 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ba60f1aa-361e-42e1-b63e-a73996d22031 req-e5ec4cf5-afc1-47c1-9525-6f23141947fe tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/ports?device_id=209dcabc-00b5-4f2d-8669-e25dd6db66ef HTTP/1.1" status: 200 len: 931 time: 0.4998202 Jan 28 19:20:03.850432 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-43b23abd-ddc6-41ed-89f7-73ba427faa92 tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] Deleting port 38565400-4852-42ea-97e5-52639e7023e1 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:20:03.850876 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-43b23abd-ddc6-41ed-89f7-73ba427faa92 tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (38565400-4852-42ea-97e5-52639e7023e1), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:03.896796 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 74ee079c-52f7-43d7-a9a4-7ec6f92e746b is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:20:03.898566 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device b5a626f6-df04-4ef8-a02e-f55334eee0cc up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:20:03.905575 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ba60f1aa-361e-42e1-b63e-a73996d22031 req-bb5489d4-8c0b-4202-bab1-19e1f0d5cf64 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/security-groups?id=929081b5-e4ec-47f3-a3f7-d2b3ba16c5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400943 Jan 28 19:20:03.919213 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-c22537f0-c9f0-4ea1-9ad8-a8a1ee333a28 admin admin] Deleting port fa2ee6be-3eb1-4dfc-b763-345c9ef2b28a {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:20:03.919651 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c22537f0-c9f0-4ea1-9ad8-a8a1ee333a28 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (fa2ee6be-3eb1-4dfc-b763-345c9ef2b28a), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:04.002288 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port b5a626f6-df04-4ef8-a02e-f55334eee0cc triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:20:04.002909 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (b5a626f6-df04-4ef8-a02e-f55334eee0cc), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:04.165451 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port b5a626f6-df04-4ef8-a02e-f55334eee0cc is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:20:04.183935 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-43b23abd-ddc6-41ed-89f7-73ba427faa92 tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (38565400-4852-42ea-97e5-52639e7023e1), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:04.184265 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-43b23abd-ddc6-41ed-89f7-73ba427faa92 tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] Publish callbacks [] for floatingip (38565400-4852-42ea-97e5-52639e7023e1), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:04.205644 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-07237442-14a7-47eb-b022-08fec18d7d27 req-5fb0bbff-3bc5-4dc5-885b-9143954d4d01 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a83e9cc3029f4baca951cc95e07992a3&device_id=b45bb611-1c7a-4d9c-a07b-9d680463856d HTTP/1.1" status: 200 len: 210 time: 0.0817680 Jan 28 19:20:04.210869 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-43b23abd-ddc6-41ed-89f7-73ba427faa92 tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] Calling delete_port for 38565400-4852-42ea-97e5-52639e7023e1 owned by network:floatingip {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:20:04.226241 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f20fcb7c-2db1-42c6-a3da-6b00ffbe7e49 admin admin] Publish callbacks [] for router_gateway (a710a937-9ca6-482d-ba52-cac6f493b1cc), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:04.471970 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408c5c17-5421-42e6-ae44-ce030b34fbbb req-7a7d89e0-79ee-4315-b822-9a512f902da0 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:04.475352 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-408c5c17-5421-42e6-ae44-ce030b34fbbb req-7a7d89e0-79ee-4315-b822-9a512f902da0 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=0611a4ab-e4ae-4065-bdc5-14dfb3eb9efd HTTP/1.1" status: 200 len: 944 time: 0.4242823 Jan 28 19:20:04.476243 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-43b23abd-ddc6-41ed-89f7-73ba427faa92 tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (38565400-4852-42ea-97e5-52639e7023e1), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:04.557204 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a141236b-551e-4997-b239-9e179eee6599 req-703f6df4-b7e7-4904-88bf-8942ac91b8d6 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:04.563953 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a141236b-551e-4997-b239-9e179eee6599 req-703f6df4-b7e7-4904-88bf-8942ac91b8d6 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/networks?id=ff818509-18ff-44d0-ba98-5ed91eb1ccd4 HTTP/1.1" status: 200 len: 812 time: 0.6511176 Jan 28 19:20:04.634303 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a141236b-551e-4997-b239-9e179eee6599 req-4e656ae3-109d-44fc-8932-6f73eae29e59 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/quotas/a83e9cc3029f4baca951cc95e07992a3 HTTP/1.1" status: 200 len: 375 time: 0.0694571 Jan 28 19:20:04.635841 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b23abd-ddc6-41ed-89f7-73ba427faa92 tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] Pushing event deleted for resources: {'Port': ['ID=38565400-4852-42ea-97e5-52639e7023e1,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:04.656756 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-c22537f0-c9f0-4ea1-9ad8-a8a1ee333a28 admin admin] For port fa2ee6be-3eb1-4dfc-b763-345c9ef2b28a, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=fa2ee6be-3eb1-4dfc-b763-345c9ef2b28a,segment=NetworkSegment(5b65960b-986e-420a-b3fe-92ff866772fe),segment_id=5b65960b-986e-420a-b3fe-92ff866772fe)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:20:04.657226 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c22537f0-c9f0-4ea1-9ad8-a8a1ee333a28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (fa2ee6be-3eb1-4dfc-b763-345c9ef2b28a), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:04.667007 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07237442-14a7-47eb-b022-08fec18d7d27 req-f304f7a0-2f30-4f05-badc-59ed51d84c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:04.668473 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-07237442-14a7-47eb-b022-08fec18d7d27 req-f304f7a0-2f30-4f05-badc-59ed51d84c51 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=a83e9cc3029f4baca951cc95e07992a3&shared=False HTTP/1.1" status: 200 len: 912 time: 0.4502861 Jan 28 19:20:04.695955 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a141236b-551e-4997-b239-9e179eee6599 req-d11b07e8-5ff7-450e-863f-794afc7ba0f6 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=a83e9cc3029f4baca951cc95e07992a3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0607235 Jan 28 19:20:04.698684 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-c22537f0-c9f0-4ea1-9ad8-a8a1ee333a28 admin admin] Calling delete_port for fa2ee6be-3eb1-4dfc-b763-345c9ef2b28a owned by network:router_interface {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:20:04.704423 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-408c5c17-5421-42e6-ae44-ce030b34fbbb req-44c06021-4a04-4b97-a0ed-54c42272e7fb tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169592 Jan 28 19:20:04.735508 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-43b23abd-ddc6-41ed-89f7-73ba427faa92 tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] Publish callbacks [] for floatingip (ab3d7aae-8c49-40a0-8816-ac1be5a38f7f), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:04.738404 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-43b23abd-ddc6-41ed-89f7-73ba427faa92 tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for floatingip (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:04.742182 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-43b23abd-ddc6-41ed-89f7-73ba427faa92 tempest-ServersTestBootFromVolume-1563974532 tempest-ServersTestBootFromVolume-1563974532-project] 10.222.0.64 "DELETE /v2.0/floatingips/ab3d7aae-8c49-40a0-8816-ac1be5a38f7f HTTP/1.1" status: 204 len: 168 time: 1.7295878 Jan 28 19:20:04.770430 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 42758) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:04.939593 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c22537f0-c9f0-4ea1-9ad8-a8a1ee333a28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (fa2ee6be-3eb1-4dfc-b763-345c9ef2b28a), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:05.028468 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22537f0-c9f0-4ea1-9ad8-a8a1ee333a28 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa2ee6be-3eb1-4dfc-b763-345c9ef2b28a,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:05.221000 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a8d499-a81b-4dbd-bd2f-d751589eb842 req-052e1469-404f-440c-bc4e-1f55d1dfe552 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:05.228921 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f4a8d499-a81b-4dbd-bd2f-d751589eb842 req-052e1469-404f-440c-bc4e-1f55d1dfe552 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/ports?device_id=209dcabc-00b5-4f2d-8669-e25dd6db66ef HTTP/1.1" status: 200 len: 931 time: 0.1919525 Jan 28 19:20:05.333748 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c22537f0-c9f0-4ea1-9ad8-a8a1ee333a28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-732682'] for router_interface (458c74ca-317b-432c-a866-5ae2aa0a00aa), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:05.362584 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f4a8d499-a81b-4dbd-bd2f-d751589eb842 req-4735bd03-90fd-4234-9d60-bbc57b9ba98b tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/security-groups?id=929081b5-e4ec-47f3-a3f7-d2b3ba16c5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317902 Jan 28 19:20:05.547478 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [req-ad751a5b-562d-4e03-8177-3cec1154a090 req-63a2ae8b-063c-4eeb-9a7d-42bd36b53ac1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6091de90-9355-4989-8d0e-a9c3d4958dd4 {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:20:05.582695 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 74ee079c-52f7-43d7-a9a4-7ec6f92e746b up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:20:05.628450 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-ad751a5b-562d-4e03-8177-3cec1154a090 req-63a2ae8b-063c-4eeb-9a7d-42bd36b53ac1 service neutron] Publish callbacks [] for port (6091de90-9355-4989-8d0e-a9c3d4958dd4), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:05.710660 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 74ee079c-52f7-43d7-a9a4-7ec6f92e746b triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:20:05.711375 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (74ee079c-52f7-43d7-a9a4-7ec6f92e746b), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:05.732808 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c22537f0-c9f0-4ea1-9ad8-a8a1ee333a28 admin admin] Router 458c74ca-317b-432c-a866-5ae2aa0a00aa has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:20:05.859105 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-ad751a5b-562d-4e03-8177-3cec1154a090 req-63a2ae8b-063c-4eeb-9a7d-42bd36b53ac1 service neutron] Transition to ACTIVE for port object 6091de90-9355-4989-8d0e-a9c3d4958dd4 will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:20:05.966102 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-ad751a5b-562d-4e03-8177-3cec1154a090 req-63a2ae8b-063c-4eeb-9a7d-42bd36b53ac1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (6091de90-9355-4989-8d0e-a9c3d4958dd4), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:06.010172 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c22537f0-c9f0-4ea1-9ad8-a8a1ee333a28 admin admin] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:20:06.030295 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c83512-f776-4928-9752-5eb21031d0cd None None] Sync routers for ids ['458c74ca-317b-432c-a866-5ae2aa0a00aa'] in n-d-812111-14 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:20:06.034093 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07237442-14a7-47eb-b022-08fec18d7d27 req-8c1cf69e-db35-42ce-a2ef-f2a2ef1c36c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:06.035983 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-07237442-14a7-47eb-b022-08fec18d7d27 req-8c1cf69e-db35-42ce-a2ef-f2a2ef1c36c8 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 1.3489907 Jan 28 19:20:06.049698 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-c22537f0-c9f0-4ea1-9ad8-a8a1ee333a28 admin admin] 10.222.0.64 "PUT /v2.0/routers/458c74ca-317b-432c-a866-5ae2aa0a00aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5060165 Jan 28 19:20:06.050363 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a141236b-551e-4997-b239-9e179eee6599 req-5271e0c0-8805-48e7-9794-2cbad458c5ee service neutron] 10.222.0.64 "GET /v2.0/networks/ff818509-18ff-44d0-ba98-5ed91eb1ccd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3534644 Jan 28 19:20:06.054028 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 42764) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:06.065394 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f20fcb7c-2db1-42c6-a3da-6b00ffbe7e49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-731074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-731460'] for router (a710a937-9ca6-482d-ba52-cac6f493b1cc), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:06.095039 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c83512-f776-4928-9752-5eb21031d0cd None None] Routers {'458c74ca-317b-432c-a866-5ae2aa0a00aa'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:20:06.095689 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-b5c83512-f776-4928-9752-5eb21031d0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:19:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['458c74ca-317b-432c-a866-5ae2aa0a00aa'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:20:06.098799 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 74ee079c-52f7-43d7-a9a4-7ec6f92e746b is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:20:06.136704 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3941b319-9b46-48b0-bc2c-b0f66d149df0 req-bb2a541e-eee8-4122-8f66-dec46ce7e665 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:06.158785 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3941b319-9b46-48b0-bc2c-b0f66d149df0 req-bb2a541e-eee8-4122-8f66-dec46ce7e665 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=0611a4ab-e4ae-4065-bdc5-14dfb3eb9efd HTTP/1.1" status: 200 len: 944 time: 0.3150740 Jan 28 19:20:06.211149 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 2843facc-828a-4433-86eb-5c106e295446 no longer exists at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:20:06.256397 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3941b319-9b46-48b0-bc2c-b0f66d149df0 req-80c577af-4e88-42f1-84fc-57ecef55b998 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963709 Jan 28 19:20:06.317377 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-b5c83512-f776-4928-9752-5eb21031d0cd None None] Set router 458c74ca-317b-432c-a866-5ae2aa0a00aa gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:20:06.349770 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a2ae8b-063c-4eeb-9a7d-42bd36b53ac1 service neutron] Pushing event updated for resources: {'Port': ['ID=6091de90-9355-4989-8d0e-a9c3d4958dd4,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:06.454211 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-07237442-14a7-47eb-b022-08fec18d7d27 req-e440d875-96db-4cb3-8720-540b1b32ac19 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.41 "GET /v2.0/ports?device_id=b45bb611-1c7a-4d9c-a07b-9d680463856d HTTP/1.1" status: 200 len: 210 time: 0.3681548 Jan 28 19:20:06.611018 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-b5c83512-f776-4928-9752-5eb21031d0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '458c74ca-317b-432c-a866-5ae2aa0a00aa', 'name': 'tempest-FloatingIPsTestJSON-273877252-router', 'tenant_id': '6b04e21d760f466bb79aac0e0316286a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': '6d1856bb-2fb1-42e2-bd02-838354e0d961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:19:40Z', 'updated_at': '2022-01-28T19:20:04Z', 'revision_number': 5, 'project_id': '6b04e21d760f466bb79aac0e0316286a', 'gw_port': {'id': '6d1856bb-2fb1-42e2-bd02-838354e0d961', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:38:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458c74ca-317b-432c-a866-5ae2aa0a00aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:19:41Z', 'updated_at': '2022-01-28T19:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:20:06.612529 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511710b0-5ef3-44de-88c6-186fb8fc1876 req-c18917d2-180e-49c1-8c38-47801589c883 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:06.619887 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-511710b0-5ef3-44de-88c6-186fb8fc1876 req-c18917d2-180e-49c1-8c38-47801589c883 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/ports?device_id=209dcabc-00b5-4f2d-8669-e25dd6db66ef HTTP/1.1" status: 200 len: 943 time: 0.1322491 Jan 28 19:20:06.626767 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port 2843facc-828a-4433-86eb-5c106e295446 is: DOWN; New status is: DOWN {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:20:06.691779 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-971fcdff-5799-4abf-bf36-98d0ef6543a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:06.694275 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c83512-f776-4928-9752-5eb21031d0cd None None] Checking router: 458c74ca-317b-432c-a866-5ae2aa0a00aa for host: n-d-812111-14 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:20:06.711641 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c83512-f776-4928-9752-5eb21031d0cd None None] Routers {'458c74ca-317b-432c-a866-5ae2aa0a00aa'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:20:06.712273 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-b5c83512-f776-4928-9752-5eb21031d0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:19:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['458c74ca-317b-432c-a866-5ae2aa0a00aa'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:20:06.745483 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-511710b0-5ef3-44de-88c6-186fb8fc1876 req-44209d11-675b-4f8c-a7dd-b207f832a2f1 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/security-groups?id=929081b5-e4ec-47f3-a3f7-d2b3ba16c5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172330 Jan 28 19:20:06.890943 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-ad751a5b-562d-4e03-8177-3cec1154a090 req-63a2ae8b-063c-4eeb-9a7d-42bd36b53ac1 service neutron] Attempting to bind port 6091de90-9355-4989-8d0e-a9c3d4958dd4 on host n-h1-812111-14 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:20:06.891545 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-ad751a5b-562d-4e03-8177-3cec1154a090 req-63a2ae8b-063c-4eeb-9a7d-42bd36b53ac1 service neutron] Attempting to bind port 6091de90-9355-4989-8d0e-a9c3d4958dd4 by drivers openvswitch,hyperv on host n-h1-812111-14 at level 0 using segments [{'id': '65f5b843-b58b-4f27-8faf-b99bc8156b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '48d3a3c6-bccf-4b82-a5e6-9150eac77858'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:20:06.891844 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad751a5b-562d-4e03-8177-3cec1154a090 req-63a2ae8b-063c-4eeb-9a7d-42bd36b53ac1 service neutron] Attempting to bind port 6091de90-9355-4989-8d0e-a9c3d4958dd4 on network 48d3a3c6-bccf-4b82-a5e6-9150eac77858 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:20:06.894914 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-114c3b3c-6a79-4164-9c44-e0785b381eda admin admin] Publish callbacks [] for router (458c74ca-317b-432c-a866-5ae2aa0a00aa), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:06.947284 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a141236b-551e-4997-b239-9e179eee6599 req-37472a88-b07c-437e-8640-ae8841c11c1a service neutron] 10.222.0.64 "GET /v2.0/networks/ff818509-18ff-44d0-ba98-5ed91eb1ccd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8959949 Jan 28 19:20:06.956106 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad751a5b-562d-4e03-8177-3cec1154a090 req-63a2ae8b-063c-4eeb-9a7d-42bd36b53ac1 service neutron] Port 6091de90-9355-4989-8d0e-a9c3d4958dd4 on network 48d3a3c6-bccf-4b82-a5e6-9150eac77858 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-14 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:20:06.956569 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad751a5b-562d-4e03-8177-3cec1154a090 req-63a2ae8b-063c-4eeb-9a7d-42bd36b53ac1 service neutron] Attempting to bind port 6091de90-9355-4989-8d0e-a9c3d4958dd4 on network 48d3a3c6-bccf-4b82-a5e6-9150eac77858 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:20:06.960238 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-b5c83512-f776-4928-9752-5eb21031d0cd None None] Set router 458c74ca-317b-432c-a866-5ae2aa0a00aa gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:20:06.982052 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad751a5b-562d-4e03-8177-3cec1154a090 req-63a2ae8b-063c-4eeb-9a7d-42bd36b53ac1 service neutron] Checking agent: {'id': 'b544ba20-de93-4d86-9e6b-a2202deb6191', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 19, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:20:06.982420 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad751a5b-562d-4e03-8177-3cec1154a090 req-63a2ae8b-063c-4eeb-9a7d-42bd36b53ac1 service neutron] Checking segment: {'id': '65f5b843-b58b-4f27-8faf-b99bc8156b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '48d3a3c6-bccf-4b82-a5e6-9150eac77858'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:20:06.983242 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad751a5b-562d-4e03-8177-3cec1154a090 req-63a2ae8b-063c-4eeb-9a7d-42bd36b53ac1 service neutron] Bound using segment: {'id': '65f5b843-b58b-4f27-8faf-b99bc8156b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '48d3a3c6-bccf-4b82-a5e6-9150eac77858'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:20:06.983840 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-ad751a5b-562d-4e03-8177-3cec1154a090 req-63a2ae8b-063c-4eeb-9a7d-42bd36b53ac1 service neutron] Bound port: 6091de90-9355-4989-8d0e-a9c3d4958dd4, host: n-h1-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65f5b843-b58b-4f27-8faf-b99bc8156b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '48d3a3c6-bccf-4b82-a5e6-9150eac77858'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:20:06.984352 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-ad751a5b-562d-4e03-8177-3cec1154a090 req-63a2ae8b-063c-4eeb-9a7d-42bd36b53ac1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (6091de90-9355-4989-8d0e-a9c3d4958dd4), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:07.161749 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f20fcb7c-2db1-42c6-a3da-6b00ffbe7e49 admin admin] Router a710a937-9ca6-482d-ba52-cac6f493b1cc is scheduled to L3 agent 76fe5c49-705a-4e08-abb2-be585676213f with binding_index 1 {{(pid=103305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 19:20:07.189336 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-114c3b3c-6a79-4164-9c44-e0785b381eda admin admin] Publish callbacks [] for router_gateway (458c74ca-317b-432c-a866-5ae2aa0a00aa), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:07.208457 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-ad751a5b-562d-4e03-8177-3cec1154a090 req-63a2ae8b-063c-4eeb-9a7d-42bd36b53ac1 service neutron] For port 6091de90-9355-4989-8d0e-a9c3d4958dd4, host n-h1-812111-14, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:20:07.214332 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-ad751a5b-562d-4e03-8177-3cec1154a090 req-63a2ae8b-063c-4eeb-9a7d-42bd36b53ac1 service neutron] For port 6091de90-9355-4989-8d0e-a9c3d4958dd4, host n-h1-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=6091de90-9355-4989-8d0e-a9c3d4958dd4,segment=NetworkSegment(65f5b843-b58b-4f27-8faf-b99bc8156b89),segment_id=65f5b843-b58b-4f27-8faf-b99bc8156b89)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:20:07.251240 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-ad751a5b-562d-4e03-8177-3cec1154a090 req-63a2ae8b-063c-4eeb-9a7d-42bd36b53ac1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (6091de90-9355-4989-8d0e-a9c3d4958dd4), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:07.271934 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-0c05ea00-faa9-483c-aa83-11822d470151 req-e061cb16-5b85-4f78-9a49-19085a20b7fb tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/ports?device_id=33daa4dd-04cc-4ff4-b44c-ffb5147c5d7f HTTP/1.1" status: 200 len: 210 time: 0.0506170 Jan 28 19:20:07.491234 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-b5c83512-f776-4928-9752-5eb21031d0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '458c74ca-317b-432c-a866-5ae2aa0a00aa', 'name': 'tempest-FloatingIPsTestJSON-273877252-router', 'tenant_id': '6b04e21d760f466bb79aac0e0316286a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': '6d1856bb-2fb1-42e2-bd02-838354e0d961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:19:40Z', 'updated_at': '2022-01-28T19:20:04Z', 'revision_number': 5, 'project_id': '6b04e21d760f466bb79aac0e0316286a', 'gw_port': {'id': '6d1856bb-2fb1-42e2-bd02-838354e0d961', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:38:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458c74ca-317b-432c-a866-5ae2aa0a00aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:19:41Z', 'updated_at': '2022-01-28T19:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:20:07.552175 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c83512-f776-4928-9752-5eb21031d0cd None None] The sync data for ids ['458c74ca-317b-432c-a866-5ae2aa0a00aa'] in n-d-812111-14 is: [{'id': '458c74ca-317b-432c-a866-5ae2aa0a00aa', 'name': 'tempest-FloatingIPsTestJSON-273877252-router', 'tenant_id': '6b04e21d760f466bb79aac0e0316286a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': '6d1856bb-2fb1-42e2-bd02-838354e0d961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:19:40Z', 'updated_at': '2022-01-28T19:20:04Z', 'revision_number': 5, 'project_id': '6b04e21d760f466bb79aac0e0316286a', 'gw_port': {'id': '6d1856bb-2fb1-42e2-bd02-838354e0d961', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:38:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458c74ca-317b-432c-a866-5ae2aa0a00aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:19:41Z', 'updated_at': '2022-01-28T19:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:20:07.571256 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad751a5b-562d-4e03-8177-3cec1154a090 req-63a2ae8b-063c-4eeb-9a7d-42bd36b53ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:07.572044 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-ad751a5b-562d-4e03-8177-3cec1154a090 req-63a2ae8b-063c-4eeb-9a7d-42bd36b53ac1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:07.573721 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ad751a5b-562d-4e03-8177-3cec1154a090 req-63a2ae8b-063c-4eeb-9a7d-42bd36b53ac1 service neutron] 10.222.0.41 "PUT /v2.0/ports/6091de90-9355-4989-8d0e-a9c3d4958dd4 HTTP/1.1" status: 200 len: 1092 time: 4.3874941 Jan 28 19:20:07.575210 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '209dcabc-00b5-4f2d-8669-e25dd6db66ef', 'tag': '6091de90-9355-4989-8d0e-a9c3d4958dd4'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:20:07.577599 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8eae049-02c0-4969-bbb2-b49581608bf8" -d '{"events": [{"name": "network-changed", "server_uuid": "209dcabc-00b5-4f2d-8669-e25dd6db66ef", "tag": "6091de90-9355-4989-8d0e-a9c3d4958dd4"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:20:07.734175 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ac3f30f0-0266-4e42-81c2-ede43cf00bac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-732838'] for router_interface (7ce3bdb9-a95b-4309-a0b5-4354b9c4cdb7), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:07.735814 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a2ae8b-063c-4eeb-9a7d-42bd36b53ac1 service neutron] Pushing event updated for resources: {'Port': ['ID=6091de90-9355-4989-8d0e-a9c3d4958dd4,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:07.745637 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b08cb0fd-91ac-481f-abd1-622a99603b26 x-openstack-request-id: req-b08cb0fd-91ac-481f-abd1-622a99603b26 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:20:07.746161 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "209dcabc-00b5-4f2d-8669-e25dd6db66ef", "tag": "6091de90-9355-4989-8d0e-a9c3d4958dd4", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:20:07.746554 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b08cb0fd-91ac-481f-abd1-622a99603b26 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:20:07.747210 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '209dcabc-00b5-4f2d-8669-e25dd6db66ef', 'tag': '6091de90-9355-4989-8d0e-a9c3d4958dd4', 'status': 'completed', 'code': 200} Jan 28 19:20:07.801227 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f20fcb7c-2db1-42c6-a3da-6b00ffbe7e49 admin admin] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:20:07.813585 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2bd0581-1fa4-4152-851f-90795aae92ca None None] Sync routers for ids ['a710a937-9ca6-482d-ba52-cac6f493b1cc'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:20:07.832362 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2bd0581-1fa4-4152-851f-90795aae92ca None None] Routers {'a710a937-9ca6-482d-ba52-cac6f493b1cc'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:20:07.833393 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-f2bd0581-1fa4-4152-851f-90795aae92ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:19:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['a710a937-9ca6-482d-ba52-cac6f493b1cc'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:20:07.895992 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d30571f-eb4c-4970-97e6-83990769e122 req-01768c60-09cb-4fc0-bcd0-fe262ef5808e tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:07.921721 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1d30571f-eb4c-4970-97e6-83990769e122 req-01768c60-09cb-4fc0-bcd0-fe262ef5808e tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=0611a4ab-e4ae-4065-bdc5-14dfb3eb9efd HTTP/1.1" status: 200 len: 944 time: 0.4558961 Jan 28 19:20:07.940998 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-114c3b3c-6a79-4164-9c44-e0785b381eda admin admin] Deleting port 6d1856bb-2fb1-42e2-bd02-838354e0d961 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:20:07.941556 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-114c3b3c-6a79-4164-9c44-e0785b381eda admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (6d1856bb-2fb1-42e2-bd02-838354e0d961), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:08.040445 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f63d60a-be01-42b5-86f0-3ec7e91c1d37 req-3b386c95-0b04-4e3b-a0ca-7bcaf3d16205 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:08.042386 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6f63d60a-be01-42b5-86f0-3ec7e91c1d37 req-3b386c95-0b04-4e3b-a0ca-7bcaf3d16205 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/ports?device_id=209dcabc-00b5-4f2d-8669-e25dd6db66ef HTTP/1.1" status: 200 len: 943 time: 0.1441400 Jan 28 19:20:08.127154 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-f2bd0581-1fa4-4152-851f-90795aae92ca None None] Set router a710a937-9ca6-482d-ba52-cac6f493b1cc gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:20:08.173931 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6f63d60a-be01-42b5-86f0-3ec7e91c1d37 req-beb9196c-6b65-4f2c-a974-d6194bca4362 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/security-groups?id=929081b5-e4ec-47f3-a3f7-d2b3ba16c5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164382 Jan 28 19:20:08.232124 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f20fcb7c-2db1-42c6-a3da-6b00ffbe7e49 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:08.233375 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-f20fcb7c-2db1-42c6-a3da-6b00ffbe7e49 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 10.0919187 Jan 28 19:20:08.236169 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 42786) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:08.339233 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1d30571f-eb4c-4970-97e6-83990769e122 req-2d980f73-2467-4645-af7b-ea585a81b910 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4114444 Jan 28 19:20:08.347075 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad751a5b-562d-4e03-8177-3cec1154a090 req-10ee8d14-bcaf-4e9b-8a4b-c78bc71f2e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:08.365256 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ad751a5b-562d-4e03-8177-3cec1154a090 req-10ee8d14-bcaf-4e9b-8a4b-c78bc71f2e1d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f932699d0e2342708b5259b831d6c18c&device_id=209dcabc-00b5-4f2d-8669-e25dd6db66ef HTTP/1.1" status: 200 len: 1126 time: 0.7172189 Jan 28 19:20:08.439035 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-f2bd0581-1fa4-4152-851f-90795aae92ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a710a937-9ca6-482d-ba52-cac6f493b1cc', 'name': 'tempest-TaggedBootDevicesTest-296704211-router', 'tenant_id': '887681a33d5342eeb1bb362ffae0ffa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': '8b02bfa3-7bee-4fac-896b-0e201a728b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:19:58Z', 'updated_at': '2022-01-28T19:20:03Z', 'revision_number': 3, 'project_id': '887681a33d5342eeb1bb362ffae0ffa6', 'gw_port': {'id': '8b02bfa3-7bee-4fac-896b-0e201a728b8d', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:0e:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a710a937-9ca6-482d-ba52-cac6f493b1cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:20:00Z', 'updated_at': '2022-01-28T19:20:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:20:08.469224 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ad751a5b-562d-4e03-8177-3cec1154a090 req-6a8bbd9e-0ae4-414c-88b3-12eb92ae6d85 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6091de90-9355-4989-8d0e-a9c3d4958dd4 HTTP/1.1" status: 200 len: 217 time: 0.0679150 Jan 28 19:20:08.503020 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2bd0581-1fa4-4152-851f-90795aae92ca None None] Checking router: a710a937-9ca6-482d-ba52-cac6f493b1cc for host: n-d-812111-14 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:20:08.503543 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2bd0581-1fa4-4152-851f-90795aae92ca None None] Updating router a710a937-9ca6-482d-ba52-cac6f493b1cc port 8b02bfa3-7bee-4fac-896b-0e201a728b8d binding host n-d-812111-14 {{(pid=103307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:20:08.533468 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-114c3b3c-6a79-4164-9c44-e0785b381eda admin admin] For port 6d1856bb-2fb1-42e2-bd02-838354e0d961, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=6d1856bb-2fb1-42e2-bd02-838354e0d961,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:20:08.534136 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-114c3b3c-6a79-4164-9c44-e0785b381eda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (6d1856bb-2fb1-42e2-bd02-838354e0d961), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:08.565434 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-114c3b3c-6a79-4164-9c44-e0785b381eda admin admin] Calling delete_port for 6d1856bb-2fb1-42e2-bd02-838354e0d961 owned by network:router_gateway {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:20:08.566265 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-14250c80-980a-42e2-acbf-17da1ce8c81d req-6ba7cbe0-d0f1-4f20-80f7-f853c16e002b tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/ports?device_id=33daa4dd-04cc-4ff4-b44c-ffb5147c5d7f HTTP/1.1" status: 200 len: 210 time: 0.0920398 Jan 28 19:20:08.580902 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-f2bd0581-1fa4-4152-851f-90795aae92ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (8b02bfa3-7bee-4fac-896b-0e201a728b8d), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:08.581292 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad751a5b-562d-4e03-8177-3cec1154a090 req-487bfe4d-6751-4c4b-9763-fd8fd144365c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:08.585567 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ad751a5b-562d-4e03-8177-3cec1154a090 req-487bfe4d-6751-4c4b-9763-fd8fd144365c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=84341c46-a745-4b5e-a0f8-0858316efcdb HTTP/1.1" status: 200 len: 855 time: 0.1077702 Jan 28 19:20:08.646076 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ad751a5b-562d-4e03-8177-3cec1154a090 req-730716a7-0aec-417c-bb87-cf7c6695ccf4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=48d3a3c6-bccf-4b82-a5e6-9150eac77858&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515888 Jan 28 19:20:08.910986 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1a129e47-7100-4cb7-a0ee-72bf0d14dee6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:09.174130 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-f2bd0581-1fa4-4152-851f-90795aae92ca None None] Publish callbacks [] for port (8b02bfa3-7bee-4fac-896b-0e201a728b8d), precommit_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:09.184859 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-f2bd0581-1fa4-4152-851f-90795aae92ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (8b02bfa3-7bee-4fac-896b-0e201a728b8d), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:09.256731 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3296be3-f612-4d99-a773-575aec88e5ef None None] Pushing event updated for resources: {'Port': ['ID=8b02bfa3-7bee-4fac-896b-0e201a728b8d,revision_number=2']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:09.296835 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1112d03f-7efd-46ad-beb0-1bca90fc9c8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:09.335401 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-f2bd0581-1fa4-4152-851f-90795aae92ca None None] Attempting to bind port 8b02bfa3-7bee-4fac-896b-0e201a728b8d on host n-d-812111-14 for vnic_type normal with profile {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:20:09.337410 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-f2bd0581-1fa4-4152-851f-90795aae92ca None None] Attempting to bind port 8b02bfa3-7bee-4fac-896b-0e201a728b8d by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:20:09.337797 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2bd0581-1fa4-4152-851f-90795aae92ca None None] Attempting to bind port 8b02bfa3-7bee-4fac-896b-0e201a728b8d on network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:20:09.350856 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device fa2ee6be-3eb1-4dfc-b763-345c9ef2b28a no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:20:09.352406 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2bd0581-1fa4-4152-851f-90795aae92ca None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 19, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:20:09.352796 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2bd0581-1fa4-4152-851f-90795aae92ca None None] Checking segment: {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:20:09.355653 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-f2bd0581-1fa4-4152-851f-90795aae92ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:09.356121 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2bd0581-1fa4-4152-851f-90795aae92ca None None] Bound using segment: {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:20:09.357015 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-f2bd0581-1fa4-4152-851f-90795aae92ca None None] Bound port: 8b02bfa3-7bee-4fac-896b-0e201a728b8d, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:20:09.357438 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-f2bd0581-1fa4-4152-851f-90795aae92ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (8b02bfa3-7bee-4fac-896b-0e201a728b8d), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:09.394935 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: fa2ee6be-3eb1-4dfc-b763-345c9ef2b28a {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:20:09.395437 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device fa2ee6be-3eb1-4dfc-b763-345c9ef2b28a not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:20:09.473806 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-f2bd0581-1fa4-4152-851f-90795aae92ca None None] For port 8b02bfa3-7bee-4fac-896b-0e201a728b8d, host n-d-812111-14, cleared binding levels {{(pid=103307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:20:09.479498 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-f2bd0581-1fa4-4152-851f-90795aae92ca None None] For port 8b02bfa3-7bee-4fac-896b-0e201a728b8d, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=8b02bfa3-7bee-4fac-896b-0e201a728b8d,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:20:09.493164 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-f2bd0581-1fa4-4152-851f-90795aae92ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (8b02bfa3-7bee-4fac-896b-0e201a728b8d), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:09.568682 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3296be3-f612-4d99-a773-575aec88e5ef None None] Pushing event updated for resources: {'Port': ['ID=8b02bfa3-7bee-4fac-896b-0e201a728b8d,revision_number=3']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:09.599997 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ecf97d-0507-4fba-9ea5-c54250595a88 req-922e0358-3d11-4145-ae87-3674f097b13a tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:09.601185 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2bd0581-1fa4-4152-851f-90795aae92ca None None] Routers {'a710a937-9ca6-482d-ba52-cac6f493b1cc'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:20:09.602117 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-f2bd0581-1fa4-4152-851f-90795aae92ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:20:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['a710a937-9ca6-482d-ba52-cac6f493b1cc'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:20:09.607081 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-05ecf97d-0507-4fba-9ea5-c54250595a88 req-922e0358-3d11-4145-ae87-3674f097b13a tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=0611a4ab-e4ae-4065-bdc5-14dfb3eb9efd HTTP/1.1" status: 200 len: 944 time: 0.1372299 Jan 28 19:20:09.638948 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-1112d03f-7efd-46ad-beb0-1bca90fc9c8c admin admin] Allocated IP 172.20.0.1 (be58da64-c456-4289-b569-0ab1f0e97a8e/ff9c6b2f-1131-4621-b1f7-2fd31441ec4c/3e169ac1-4adc-4452-988f-952d3291436d) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:20:09.673899 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-ac3f30f0-0266-4e42-81c2-ede43cf00bac admin admin] Deleting port 1e6a2ec4-c1d2-48dc-9e6f-3c905335dfa0 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:20:09.674437 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ac3f30f0-0266-4e42-81c2-ede43cf00bac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (1e6a2ec4-c1d2-48dc-9e6f-3c905335dfa0), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:09.675324 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:09.694484 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a141236b-551e-4997-b239-9e179eee6599 req-f6d12d24-3697-460b-b1b4-3b14a8c83a64 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:09.697722 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a141236b-551e-4997-b239-9e179eee6599 req-f6d12d24-3697-460b-b1b4-3b14a8c83a64 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.41 "GET /v2.0/networks?id=ff818509-18ff-44d0-ba98-5ed91eb1ccd4 HTTP/1.1" status: 200 len: 812 time: 0.5934260 Jan 28 19:20:09.730963 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-05ecf97d-0507-4fba-9ea5-c54250595a88 req-606aaeb9-d9b4-4cdf-9318-e3f2533d5e14 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142006 Jan 28 19:20:09.792388 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-f2bd0581-1fa4-4152-851f-90795aae92ca None None] Set router a710a937-9ca6-482d-ba52-cac6f493b1cc gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:20:09.799123 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-a141236b-551e-4997-b239-9e179eee6599 req-e31c028d-138b-4761-be24-66c89701ec66 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Request body: {'port': {'device_id': '33daa4dd-04cc-4ff4-b44c-ffb5147c5d7f', 'network_id': 'ff818509-18ff-44d0-ba98-5ed91eb1ccd4', 'admin_state_up': True, 'tenant_id': 'a83e9cc3029f4baca951cc95e07992a3'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:20:09.916230 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ae499042-5941-454c-b6b0-741ca34ab404 req-1bc38403-d14e-40fd-8354-28b9791d878a tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/ports?device_id=33daa4dd-04cc-4ff4-b44c-ffb5147c5d7f HTTP/1.1" status: 200 len: 210 time: 0.0467315 Jan 28 19:20:09.996877 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1112d03f-7efd-46ad-beb0-1bca90fc9c8c admin admin] Publish callbacks [] for port (3e169ac1-4adc-4452-988f-952d3291436d), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:10.010993 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ad751a5b-562d-4e03-8177-3cec1154a090 req-4a382fb7-08e9-4bbf-8b61-a689a39bfc0b service neutron] 10.222.0.41 "GET /v2.0/networks/48d3a3c6-bccf-4b82-a5e6-9150eac77858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9041193 Jan 28 19:20:10.035122 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c885d0-44c4-4da6-884d-79d1d4f9381e req-a66fd2d3-a52f-4e76-95e5-ac916784ade4 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:10.043611 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b8c885d0-44c4-4da6-884d-79d1d4f9381e req-a66fd2d3-a52f-4e76-95e5-ac916784ade4 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/ports?device_id=209dcabc-00b5-4f2d-8669-e25dd6db66ef HTTP/1.1" status: 200 len: 943 time: 0.7126005 Jan 28 19:20:10.049864 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-f2bd0581-1fa4-4152-851f-90795aae92ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a710a937-9ca6-482d-ba52-cac6f493b1cc', 'name': 'tempest-TaggedBootDevicesTest-296704211-router', 'tenant_id': '887681a33d5342eeb1bb362ffae0ffa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': '8b02bfa3-7bee-4fac-896b-0e201a728b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:19:58Z', 'updated_at': '2022-01-28T19:20:03Z', 'revision_number': 3, 'project_id': '887681a33d5342eeb1bb362ffae0ffa6', 'gw_port': {'id': '8b02bfa3-7bee-4fac-896b-0e201a728b8d', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:0e:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a710a937-9ca6-482d-ba52-cac6f493b1cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:20:00Z', 'updated_at': '2022-01-28T19:20:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:20:10.084501 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1112d03f-7efd-46ad-beb0-1bca90fc9c8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (3e169ac1-4adc-4452-988f-952d3291436d), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:10.162694 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1112d03f-7efd-46ad-beb0-1bca90fc9c8c admin admin] Network be58da64-c456-4289-b569-0ab1f0e97a8e is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:20:10.172229 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-1112d03f-7efd-46ad-beb0-1bca90fc9c8c admin admin] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:20:10.188159 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1112d03f-7efd-46ad-beb0-1bca90fc9c8c admin admin] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:20:10.234249 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2bd0581-1fa4-4152-851f-90795aae92ca None None] The sync data for ids ['a710a937-9ca6-482d-ba52-cac6f493b1cc'] in n-d-812111-14 is: [{'id': 'a710a937-9ca6-482d-ba52-cac6f493b1cc', 'name': 'tempest-TaggedBootDevicesTest-296704211-router', 'tenant_id': '887681a33d5342eeb1bb362ffae0ffa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': '8b02bfa3-7bee-4fac-896b-0e201a728b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:19:58Z', 'updated_at': '2022-01-28T19:20:03Z', 'revision_number': 3, 'project_id': '887681a33d5342eeb1bb362ffae0ffa6', 'gw_port': {'id': '8b02bfa3-7bee-4fac-896b-0e201a728b8d', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:0e:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a710a937-9ca6-482d-ba52-cac6f493b1cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:20:00Z', 'updated_at': '2022-01-28T19:20:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:20:10.255304 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1112d03f-7efd-46ad-beb0-1bca90fc9c8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734769'] for router_interface (a710a937-9ca6-482d-ba52-cac6f493b1cc), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:10.339362 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1112d03f-7efd-46ad-beb0-1bca90fc9c8c admin admin] Pushing event updated for resources: {'Port': ['ID=3e169ac1-4adc-4452-988f-952d3291436d,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:10.432370 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-ac3f30f0-0266-4e42-81c2-ede43cf00bac admin admin] For port 1e6a2ec4-c1d2-48dc-9e6f-3c905335dfa0, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=1e6a2ec4-c1d2-48dc-9e6f-3c905335dfa0,segment=NetworkSegment(465584ef-fdd1-4efc-8287-c61b1cbf1ac6),segment_id=465584ef-fdd1-4efc-8287-c61b1cbf1ac6)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:20:10.433671 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ac3f30f0-0266-4e42-81c2-ede43cf00bac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (1e6a2ec4-c1d2-48dc-9e6f-3c905335dfa0), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:10.449923 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-ac3f30f0-0266-4e42-81c2-ede43cf00bac admin admin] Calling delete_port for 1e6a2ec4-c1d2-48dc-9e6f-3c905335dfa0 owned by network:router_interface {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:20:10.528479 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1112d03f-7efd-46ad-beb0-1bca90fc9c8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (3e169ac1-4adc-4452-988f-952d3291436d), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:10.631875 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-ffcf0f00-3915-430a-958d-0fb5eca0afd0 None None] Provisioning complete for port 3e169ac1-4adc-4452-988f-952d3291436d triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:20:10.632439 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ffcf0f00-3915-430a-958d-0fb5eca0afd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (3e169ac1-4adc-4452-988f-952d3291436d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:10.720249 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b8c885d0-44c4-4da6-884d-79d1d4f9381e req-889ad764-4877-4952-8139-ef8afcb14021 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/security-groups?id=929081b5-e4ec-47f3-a3f7-d2b3ba16c5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6697240 Jan 28 19:20:10.745462 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-ffcf0f00-3915-430a-958d-0fb5eca0afd0 None None] Port 3e169ac1-4adc-4452-988f-952d3291436d cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:20:10.846130 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-114c3b3c-6a79-4164-9c44-e0785b381eda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (6d1856bb-2fb1-42e2-bd02-838354e0d961), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:10.886178 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1112d03f-7efd-46ad-beb0-1bca90fc9c8c admin admin] Publish callbacks [] for port (3e169ac1-4adc-4452-988f-952d3291436d), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:10.888572 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a141236b-551e-4997-b239-9e179eee6599 req-e31c028d-138b-4761-be24-66c89701ec66 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Made reservation on behalf of a83e9cc3029f4baca951cc95e07992a3 for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:20:10.892109 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-a141236b-551e-4997-b239-9e179eee6599 req-e31c028d-138b-4761-be24-66c89701ec66 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:10.900862 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1112d03f-7efd-46ad-beb0-1bca90fc9c8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (3e169ac1-4adc-4452-988f-952d3291436d), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:11.037303 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1112d03f-7efd-46ad-beb0-1bca90fc9c8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-756216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-732801'] for router_interface (a710a937-9ca6-482d-ba52-cac6f493b1cc), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:11.155061 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-a141236b-551e-4997-b239-9e179eee6599 req-e31c028d-138b-4761-be24-66c89701ec66 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Allocated IP 172.20.0.12 (ff818509-18ff-44d0-ba98-5ed91eb1ccd4/6cea2404-3048-43fe-b9cb-bebcf3282d53/40f22224-3375-43b7-b201-a68372e6b52e) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:20:11.162554 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ad751a5b-562d-4e03-8177-3cec1154a090 req-87cef14f-d173-4623-b03a-221d9b87bfff service neutron] 10.222.0.41 "GET /v2.0/networks/48d3a3c6-bccf-4b82-a5e6-9150eac77858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1047080 Jan 28 19:20:11.176115 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114c3b3c-6a79-4164-9c44-e0785b381eda admin admin] Pushing event deleted for resources: {'Port': ['ID=6d1856bb-2fb1-42e2-bd02-838354e0d961,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:11.273959 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-114c3b3c-6a79-4164-9c44-e0785b381eda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-731488'] for router_gateway (458c74ca-317b-432c-a866-5ae2aa0a00aa), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:11.338604 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1112d03f-7efd-46ad-beb0-1bca90fc9c8c admin admin] Pushing event updated for resources: {'Port': ['ID=3e169ac1-4adc-4452-988f-952d3291436d,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:11.376768 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-114c3b3c-6a79-4164-9c44-e0785b381eda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-730901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261120'] for router (458c74ca-317b-432c-a866-5ae2aa0a00aa), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:11.380090 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-114c3b3c-6a79-4164-9c44-e0785b381eda admin admin] Publish callbacks [] for router_controller (458c74ca-317b-432c-a866-5ae2aa0a00aa), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:11.384801 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e37b9e8-9200-43e2-a56d-8a44359a2388 req-b7c75df3-27b4-43f7-9fcf-5cfd2d3b1dfc tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:11.392374 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5e37b9e8-9200-43e2-a56d-8a44359a2388 req-b7c75df3-27b4-43f7-9fcf-5cfd2d3b1dfc tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=0611a4ab-e4ae-4065-bdc5-14dfb3eb9efd HTTP/1.1" status: 200 len: 944 time: 0.3521414 Jan 28 19:20:11.508191 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5e37b9e8-9200-43e2-a56d-8a44359a2388 req-bc6fe527-8cec-466e-87ee-f6d1045f97fb tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120598 Jan 28 19:20:11.553720 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:11.558760 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-114c3b3c-6a79-4164-9c44-e0785b381eda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-730908'] for router (458c74ca-317b-432c-a866-5ae2aa0a00aa), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:11.560953 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-114c3b3c-6a79-4164-9c44-e0785b381eda admin admin] Fanout notify agent at l3_agent the message router_deleted on router 458c74ca-317b-432c-a866-5ae2aa0a00aa {{(pid=103305) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:20:11.569131 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-114c3b3c-6a79-4164-9c44-e0785b381eda admin admin] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:11.570293 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-114c3b3c-6a79-4164-9c44-e0785b381eda admin admin] 10.222.0.64 "DELETE /v2.0/routers/458c74ca-317b-432c-a866-5ae2aa0a00aa HTTP/1.1" status: 204 len: 168 time: 5.5063407 Jan 28 19:20:11.573084 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 42800) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:11.687704 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-47ab1795-95c9-4a51-a5dd-4ccbe27f0a45 admin admin] Deleting subnet a10695be-0e91-44c4-b790-16d15ab8ca08 {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:20:11.694963 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 8b02bfa3-7bee-4fac-896b-0e201a728b8d up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:20:11.706691 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8520161a-82a9-4698-b87f-6687f08d1393 req-82095d7d-de5d-4da5-ab92-840c1a815d26 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/ports?device_id=33daa4dd-04cc-4ff4-b44c-ffb5147c5d7f HTTP/1.1" status: 200 len: 210 time: 0.5317662 Jan 28 19:20:11.709773 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1112d03f-7efd-46ad-beb0-1bca90fc9c8c admin admin] Network be58da64-c456-4289-b569-0ab1f0e97a8e is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:20:11.710743 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-47ab1795-95c9-4a51-a5dd-4ccbe27f0a45 admin admin] Publish callbacks [] for subnet (a10695be-0e91-44c4-b790-16d15ab8ca08), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:11.759540 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-1112d03f-7efd-46ad-beb0-1bca90fc9c8c admin admin] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:20:11.846496 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 8b02bfa3-7bee-4fac-896b-0e201a728b8d triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:20:11.849984 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (8b02bfa3-7bee-4fac-896b-0e201a728b8d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:11.912278 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ac3f30f0-0266-4e42-81c2-ede43cf00bac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (1e6a2ec4-c1d2-48dc-9e6f-3c905335dfa0), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:12.029183 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-47ab1795-95c9-4a51-a5dd-4ccbe27f0a45 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4747050'] for subnet (a10695be-0e91-44c4-b790-16d15ab8ca08), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:12.064335 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3f30f0-0266-4e42-81c2-ede43cf00bac admin admin] Pushing event deleted for resources: {'Port': ['ID=1e6a2ec4-c1d2-48dc-9e6f-3c905335dfa0,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:12.076523 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eae049-02c0-4969-bbb2-b49581608bf8 req-9639d1ae-5150-44e9-9d30-82f87e5bb99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:12.078380 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a8eae049-02c0-4969-bbb2-b49581608bf8 req-9639d1ae-5150-44e9-9d30-82f87e5bb99f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f932699d0e2342708b5259b831d6c18c&device_id=209dcabc-00b5-4f2d-8669-e25dd6db66ef HTTP/1.1" status: 200 len: 1126 time: 0.8084464 Jan 28 19:20:12.094411 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 8b02bfa3-7bee-4fac-896b-0e201a728b8d is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:20:12.094801 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (8b02bfa3-7bee-4fac-896b-0e201a728b8d), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:12.149561 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] For port 8b02bfa3-7bee-4fac-896b-0e201a728b8d, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=8b02bfa3-7bee-4fac-896b-0e201a728b8d,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:20:12.165422 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (8b02bfa3-7bee-4fac-896b-0e201a728b8d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:12.322514 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Pushing event updated for resources: {'Port': ['ID=8b02bfa3-7bee-4fac-896b-0e201a728b8d,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:12.683670 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ac3f30f0-0266-4e42-81c2-ede43cf00bac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-732682'] for router_interface (7ce3bdb9-a95b-4309-a0b5-4354b9c4cdb7), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:12.683883 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2df4feed-f851-48cd-ae81-d37e0230644f None None] Provisioning complete for port 3e169ac1-4adc-4452-988f-952d3291436d triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:20:12.684151 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2df4feed-f851-48cd-ae81-d37e0230644f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (3e169ac1-4adc-4452-988f-952d3291436d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:12.703576 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-a141236b-551e-4997-b239-9e179eee6599 req-e31c028d-138b-4761-be24-66c89701ec66 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Publish callbacks [] for port (40f22224-3375-43b7-b201-a68372e6b52e), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:12.753605 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eae049-02c0-4969-bbb2-b49581608bf8 req-17996735-85ec-4ff6-883a-0d46f1c42bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:12.755051 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a8eae049-02c0-4969-bbb2-b49581608bf8 req-17996735-85ec-4ff6-883a-0d46f1c42bc9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=48d3a3c6-bccf-4b82-a5e6-9150eac77858 HTTP/1.1" status: 200 len: 915 time: 0.6694231 Jan 28 19:20:12.777441 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-a141236b-551e-4997-b239-9e179eee6599 req-e31c028d-138b-4761-be24-66c89701ec66 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (40f22224-3375-43b7-b201-a68372e6b52e), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:12.798621 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2df4feed-f851-48cd-ae81-d37e0230644f None None] Port 3e169ac1-4adc-4452-988f-952d3291436d cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:20:12.832878 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a8eae049-02c0-4969-bbb2-b49581608bf8 req-82dae4ff-578a-4e56-ba27-2a12c706e5de service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6091de90-9355-4989-8d0e-a9c3d4958dd4 HTTP/1.1" status: 200 len: 217 time: 0.0526695 Jan 28 19:20:12.854335 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a141236b-551e-4997-b239-9e179eee6599 req-e31c028d-138b-4761-be24-66c89701ec66 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Network ff818509-18ff-44d0-ba98-5ed91eb1ccd4 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:20:12.884803 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-a141236b-551e-4997-b239-9e179eee6599 req-e31c028d-138b-4761-be24-66c89701ec66 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:20:12.892130 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284306b7-8927-4470-b8f1-134692aba057 req-3aa5af2e-885b-48a2-80ed-67869cfaf5d6 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:12.894456 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-284306b7-8927-4470-b8f1-134692aba057 req-3aa5af2e-885b-48a2-80ed-67869cfaf5d6 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/ports?device_id=209dcabc-00b5-4f2d-8669-e25dd6db66ef HTTP/1.1" status: 200 len: 943 time: 0.9725404 Jan 28 19:20:12.942923 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31c028d-138b-4761-be24-66c89701ec66 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Pushing event updated for resources: {'Port': ['ID=40f22224-3375-43b7-b201-a68372e6b52e,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:12.950441 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:12.985876 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-a141236b-551e-4997-b239-9e179eee6599 req-e31c028d-138b-4761-be24-66c89701ec66 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:20:13.032903 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1112d03f-7efd-46ad-beb0-1bca90fc9c8c admin admin] Router a710a937-9ca6-482d-ba52-cac6f493b1cc has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:20:13.043673 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-284306b7-8927-4470-b8f1-134692aba057 req-7ef7abc8-06f3-4c0e-8f07-578917840b2f tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/security-groups?id=929081b5-e4ec-47f3-a3f7-d2b3ba16c5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375141 Jan 28 19:20:13.054467 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-47ab1795-95c9-4a51-a5dd-4ccbe27f0a45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (a10695be-0e91-44c4-b790-16d15ab8ca08), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:13.073766 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a141236b-551e-4997-b239-9e179eee6599 req-e31c028d-138b-4761-be24-66c89701ec66 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:13.074533 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-a141236b-551e-4997-b239-9e179eee6599 req-e31c028d-138b-4761-be24-66c89701ec66 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:13.176625 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6327a2d7-b834-4f76-9096-efb6ab25bdec req-ac15123c-08b0-435f-9a90-40415ffe77dc tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:13.184448 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6327a2d7-b834-4f76-9096-efb6ab25bdec req-ac15123c-08b0-435f-9a90-40415ffe77dc tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=0611a4ab-e4ae-4065-bdc5-14dfb3eb9efd HTTP/1.1" status: 200 len: 944 time: 0.4464536 Jan 28 19:20:13.205006 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a141236b-551e-4997-b239-9e179eee6599 req-e31c028d-138b-4761-be24-66c89701ec66 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4197645 Jan 28 19:20:13.269243 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-a141236b-551e-4997-b239-9e179eee6599 req-ab07c725-cb2f-4f74-991c-9e02702c58af service neutron] Request body: {'port': {'device_id': '33daa4dd-04cc-4ff4-b44c-ffb5147c5d7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-14'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:20:13.276760 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1112d03f-7efd-46ad-beb0-1bca90fc9c8c admin admin] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:20:13.287027 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e3d473-aed5-404b-af14-5d37d962ee16 None None] Sync routers for ids ['a710a937-9ca6-482d-ba52-cac6f493b1cc'] in n-d-812111-14 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:20:13.297274 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-1112d03f-7efd-46ad-beb0-1bca90fc9c8c admin admin] 10.222.0.64 "PUT /v2.0/routers/a710a937-9ca6-482d-ba52-cac6f493b1cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0599952 Jan 28 19:20:13.325455 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e3d473-aed5-404b-af14-5d37d962ee16 None None] Routers {'a710a937-9ca6-482d-ba52-cac6f493b1cc'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:20:13.326111 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-80e3d473-aed5-404b-af14-5d37d962ee16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:20:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['a710a937-9ca6-482d-ba52-cac6f493b1cc'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:20:13.352124 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eae049-02c0-4969-bbb2-b49581608bf8 req-56b6fe8d-e397-40b7-b8b5-b6a29664f8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:13.354111 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a8eae049-02c0-4969-bbb2-b49581608bf8 req-56b6fe8d-e397-40b7-b8b5-b6a29664f8e8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=84341c46-a745-4b5e-a0f8-0858316efcdb HTTP/1.1" status: 200 len: 855 time: 0.4873104 Jan 28 19:20:13.438562 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a8eae049-02c0-4969-bbb2-b49581608bf8 req-9dd7db80-2cd1-4016-b09a-c4ff0062f150 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=48d3a3c6-bccf-4b82-a5e6-9150eac77858&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516815 Jan 28 19:20:13.482273 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-a141236b-551e-4997-b239-9e179eee6599 req-ab07c725-cb2f-4f74-991c-9e02702c58af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (40f22224-3375-43b7-b201-a68372e6b52e), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:13.483171 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42997a56-ec32-48b0-9a74-e4a062f7e28a req-a3cf7fba-9e22-47fb-a907-6ca26f30df54 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:13.494934 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-42997a56-ec32-48b0-9a74-e4a062f7e28a req-a3cf7fba-9e22-47fb-a907-6ca26f30df54 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/ports?device_id=33daa4dd-04cc-4ff4-b44c-ffb5147c5d7f HTTP/1.1" status: 200 len: 932 time: 0.2290969 Jan 28 19:20:13.513408 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-47ab1795-95c9-4a51-a5dd-4ccbe27f0a45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4690616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5222356'] for subnet (a10695be-0e91-44c4-b790-16d15ab8ca08), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:13.575073 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-80e3d473-aed5-404b-af14-5d37d962ee16 None None] Set router a710a937-9ca6-482d-ba52-cac6f493b1cc gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:20:13.599811 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a8eae049-02c0-4969-bbb2-b49581608bf8 req-5423487a-487d-4119-ae5a-a7ad0691ebc0 service neutron] 10.222.0.41 "GET /v2.0/networks/48d3a3c6-bccf-4b82-a5e6-9150eac77858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085851 Jan 28 19:20:13.611534 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6327a2d7-b834-4f76-9096-efb6ab25bdec req-680ae2a2-652f-4c5a-bc1f-f53e91649c5e tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4261055 Jan 28 19:20:13.625637 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-47ab1795-95c9-4a51-a5dd-4ccbe27f0a45 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:13.629038 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-47ab1795-95c9-4a51-a5dd-4ccbe27f0a45 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/a10695be-0e91-44c4-b790-16d15ab8ca08 HTTP/1.1" status: 204 len: 168 time: 2.0548456 Jan 28 19:20:13.638985 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 42812) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:13.644341 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-42997a56-ec32-48b0-9a74-e4a062f7e28a req-564c705a-33fc-4ca4-a280-6b40c958c095 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/security-groups?id=e52b5309-890e-4183-bf0d-6ef59c658d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484656 Jan 28 19:20:13.645197 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ab1795-95c9-4a51-a5dd-4ccbe27f0a45 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a10695be-0e91-44c4-b790-16d15ab8ca08,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:13.683246 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 8b02bfa3-7bee-4fac-896b-0e201a728b8d up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:20:13.685317 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d604d93f-7016-42c8-bacb-50c923d5e4c1 None None] Network e0d94561-435d-409e-bed2-9940624bda65 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:20:13.992521 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-80e3d473-aed5-404b-af14-5d37d962ee16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a710a937-9ca6-482d-ba52-cac6f493b1cc', 'name': 'tempest-TaggedBootDevicesTest-296704211-router', 'tenant_id': '887681a33d5342eeb1bb362ffae0ffa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': '8b02bfa3-7bee-4fac-896b-0e201a728b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:19:58Z', 'updated_at': '2022-01-28T19:20:10Z', 'revision_number': 4, 'project_id': '887681a33d5342eeb1bb362ffae0ffa6', 'gw_port': {'id': '8b02bfa3-7bee-4fac-896b-0e201a728b8d', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:0e:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a710a937-9ca6-482d-ba52-cac6f493b1cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:20:00Z', 'updated_at': '2022-01-28T19:20:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '3e169ac1-4adc-4452-988f-952d3291436d', 'name': '', 'network_id': 'be58da64-c456-4289-b569-0ab1f0e97a8e', 'tenant_id': '887681a33d5342eeb1bb362ffae0ffa6', 'mac_address': 'fa:16:3e:fc:97:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a710a937-9ca6-482d-ba52-cac6f493b1cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': 'ff9c6b2f-1131-4621-b1f7-2fd31441ec4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:20:09Z', 'updated_at': '2022-01-28T19:20:10Z', 'revision_number': 2, 'project_id': '887681a33d5342eeb1bb362ffae0ffa6', 'subnets': [{'id': 'ff9c6b2f-1131-4621-b1f7-2fd31441ec4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:20:14.021913 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e3d473-aed5-404b-af14-5d37d962ee16 None None] Checking router: a710a937-9ca6-482d-ba52-cac6f493b1cc for host: n-d-812111-14 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:20:14.022270 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e3d473-aed5-404b-af14-5d37d962ee16 None None] Updating router a710a937-9ca6-482d-ba52-cac6f493b1cc port 3e169ac1-4adc-4452-988f-952d3291436d binding host n-d-812111-14 {{(pid=103306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:20:14.056867 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-80e3d473-aed5-404b-af14-5d37d962ee16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (3e169ac1-4adc-4452-988f-952d3291436d), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:14.058893 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8fb1365-0d0d-4053-9608-97984c883d17 None None] DHCP port deletion for e0d94561-435d-409e-bed2-9940624bda65 request from n-d-812111-14 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:20:14.101802 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 8b02bfa3-7bee-4fac-896b-0e201a728b8d triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:20:14.102229 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (8b02bfa3-7bee-4fac-896b-0e201a728b8d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:14.204246 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a8eae049-02c0-4969-bbb2-b49581608bf8 req-06d9b725-0691-43e9-9a35-31d6049f7870 service neutron] 10.222.0.41 "GET /v2.0/networks/48d3a3c6-bccf-4b82-a5e6-9150eac77858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5914271 Jan 28 19:20:14.279734 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac3f30f0-0266-4e42-81c2-ede43cf00bac admin admin] Router 7ce3bdb9-a95b-4309-a0b5-4354b9c4cdb7 has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:20:14.433996 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac3f30f0-0266-4e42-81c2-ede43cf00bac admin admin] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:20:14.442338 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 42816) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:14.442876 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-ac3f30f0-0266-4e42-81c2-ede43cf00bac admin admin] 10.222.0.64 "PUT /v2.0/routers/7ce3bdb9-a95b-4309-a0b5-4354b9c4cdb7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6702859 Jan 28 19:20:14.444748 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d58893-d2cb-4910-86e3-6c6bc9979814 None None] Sync routers for ids ['7ce3bdb9-a95b-4309-a0b5-4354b9c4cdb7'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:20:14.464895 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d58893-d2cb-4910-86e3-6c6bc9979814 None None] Routers {'7ce3bdb9-a95b-4309-a0b5-4354b9c4cdb7'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:20:14.467259 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-09d58893-d2cb-4910-86e3-6c6bc9979814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:20:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['7ce3bdb9-a95b-4309-a0b5-4354b9c4cdb7'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:20:14.483330 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-80e3d473-aed5-404b-af14-5d37d962ee16 None None] Publish callbacks [] for port (3e169ac1-4adc-4452-988f-952d3291436d), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:14.507922 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 6091de90-9355-4989-8d0e-a9c3d4958dd4 details requested by agent hyperv_n-h1-812111-14 with host n-h1-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:20:14.554334 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c33c5400-4cb3-4a2c-bdb9-890d543bcdfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (e0d94561-435d-409e-bed2-9940624bda65), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:14.572530 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf82e63d-058b-4b3c-bcc2-cc3a49ffbc89 req-fdf77df8-f907-4f83-b448-33c057e7eeea tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:14.574647 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-bf82e63d-058b-4b3c-bcc2-cc3a49ffbc89 req-fdf77df8-f907-4f83-b448-33c057e7eeea tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/ports?device_id=209dcabc-00b5-4f2d-8669-e25dd6db66ef HTTP/1.1" status: 200 len: 943 time: 0.3695340 Jan 28 19:20:14.688253 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-eac3dcd4-c791-435d-9c04-e78cf281c35b admin admin] Publish callbacks [] for router (7ce3bdb9-a95b-4309-a0b5-4354b9c4cdb7), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:14.714664 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-80e3d473-aed5-404b-af14-5d37d962ee16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (3e169ac1-4adc-4452-988f-952d3291436d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:14.727198 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-09d58893-d2cb-4910-86e3-6c6bc9979814 None None] Set router 7ce3bdb9-a95b-4309-a0b5-4354b9c4cdb7 gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:20:14.766575 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 6091de90-9355-4989-8d0e-a9c3d4958dd4, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=6091de90-9355-4989-8d0e-a9c3d4958dd4,segment=NetworkSegment(65f5b843-b58b-4f27-8faf-b99bc8156b89),segment_id=65f5b843-b58b-4f27-8faf-b99bc8156b89)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:20:14.847279 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Returning: {'device': '6091de90-9355-4989-8d0e-a9c3d4958dd4', 'network_id': '48d3a3c6-bccf-4b82-a5e6-9150eac77858', 'port_id': '6091de90-9355-4989-8d0e-a9c3d4958dd4', 'mac_address': 'fa:16:3e:a5:35:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84341c46-a745-4b5e-a0f8-0858316efcdb', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:20:14.853867 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-e8fb1365-0d0d-4053-9608-97984c883d17 None None] Deleting port a45004bc-fef5-4316-a98b-3bd2bb4df68c {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:20:14.854400 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e8fb1365-0d0d-4053-9608-97984c883d17 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (a45004bc-fef5-4316-a98b-3bd2bb4df68c), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:14.878305 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da292ad0-95b8-47a2-880d-8527c5160995 None None] Pushing event updated for resources: {'Port': ['ID=3e169ac1-4adc-4452-988f-952d3291436d,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:14.986189 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb1ba5e-8cbd-40b2-851c-b5b6ef580009 req-311d4fa8-7647-43fa-b99c-22becaafce9d tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:14.988006 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8cb1ba5e-8cbd-40b2-851c-b5b6ef580009 req-311d4fa8-7647-43fa-b99c-22becaafce9d tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=0611a4ab-e4ae-4065-bdc5-14dfb3eb9efd HTTP/1.1" status: 200 len: 944 time: 0.2304862 Jan 28 19:20:15.027504 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [req-a141236b-551e-4997-b239-9e179eee6599 req-ab07c725-cb2f-4f74-991c-9e02702c58af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40f22224-3375-43b7-b201-a68372e6b52e {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:20:15.036690 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-a141236b-551e-4997-b239-9e179eee6599 req-ab07c725-cb2f-4f74-991c-9e02702c58af service neutron] Publish callbacks [] for port (40f22224-3375-43b7-b201-a68372e6b52e), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:15.051420 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-09d58893-d2cb-4910-86e3-6c6bc9979814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce3bdb9-a95b-4309-a0b5-4354b9c4cdb7', 'name': 'tempest-ServersTestBootFromVolume-1087329550-router', 'tenant_id': '420fb4477d4744a7883edeb957ae6597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': '9935d41b-edcc-426b-a76e-c37018ad5fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:16:37Z', 'updated_at': '2022-01-28T19:20:11Z', 'revision_number': 5, 'project_id': '420fb4477d4744a7883edeb957ae6597', 'gw_port': {'id': '9935d41b-edcc-426b-a76e-c37018ad5fb9', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:a5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce3bdb9-a95b-4309-a0b5-4354b9c4cdb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:16:40Z', 'updated_at': '2022-01-28T19:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:20:15.059939 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-a141236b-551e-4997-b239-9e179eee6599 req-ab07c725-cb2f-4f74-991c-9e02702c58af service neutron] Transition to ACTIVE for port object 40f22224-3375-43b7-b201-a68372e6b52e will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:20:15.076201 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-bf82e63d-058b-4b3c-bcc2-cc3a49ffbc89 req-3007d710-1408-4175-a970-1147604c7b2f tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/security-groups?id=929081b5-e4ec-47f3-a3f7-d2b3ba16c5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4923630 Jan 28 19:20:15.079993 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-a141236b-551e-4997-b239-9e179eee6599 req-ab07c725-cb2f-4f74-991c-9e02702c58af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (40f22224-3375-43b7-b201-a68372e6b52e), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:15.089232 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8cb1ba5e-8cbd-40b2-851c-b5b6ef580009 req-48ff83dd-a04e-446e-8ff6-96cc1208b4da tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924621 Jan 28 19:20:15.138154 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-eac3dcd4-c791-435d-9c04-e78cf281c35b admin admin] Publish callbacks [] for router_gateway (7ce3bdb9-a95b-4309-a0b5-4354b9c4cdb7), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:15.165900 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d58893-d2cb-4910-86e3-6c6bc9979814 None None] Checking router: 7ce3bdb9-a95b-4309-a0b5-4354b9c4cdb7 for host: n-d-812111-14 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:20:15.202511 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d58893-d2cb-4910-86e3-6c6bc9979814 None None] Routers {'7ce3bdb9-a95b-4309-a0b5-4354b9c4cdb7'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:20:15.203196 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-09d58893-d2cb-4910-86e3-6c6bc9979814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:20:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['7ce3bdb9-a95b-4309-a0b5-4354b9c4cdb7'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:20:15.245178 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-c33c5400-4cb3-4a2c-bdb9-890d543bcdfa admin admin] Deleting port a45004bc-fef5-4316-a98b-3bd2bb4df68c {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:20:15.245722 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c33c5400-4cb3-4a2c-bdb9-890d543bcdfa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (a45004bc-fef5-4316-a98b-3bd2bb4df68c), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:15.264186 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-eac3dcd4-c791-435d-9c04-e78cf281c35b admin admin] Deleting port 9935d41b-edcc-426b-a76e-c37018ad5fb9 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:20:15.264561 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-eac3dcd4-c791-435d-9c04-e78cf281c35b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (9935d41b-edcc-426b-a76e-c37018ad5fb9), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:15.371082 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-09d58893-d2cb-4910-86e3-6c6bc9979814 None None] Set router 7ce3bdb9-a95b-4309-a0b5-4354b9c4cdb7 gateway port host: None {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:20:15.437461 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-09d58893-d2cb-4910-86e3-6c6bc9979814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce3bdb9-a95b-4309-a0b5-4354b9c4cdb7', 'name': 'tempest-ServersTestBootFromVolume-1087329550-router', 'tenant_id': '420fb4477d4744a7883edeb957ae6597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:16:37Z', 'updated_at': '2022-01-28T19:20:15Z', 'revision_number': 6, 'project_id': '420fb4477d4744a7883edeb957ae6597', 'gw_port_host': None}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:20:15.452828 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-eac3dcd4-c791-435d-9c04-e78cf281c35b admin admin] For port 9935d41b-edcc-426b-a76e-c37018ad5fb9, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=9935d41b-edcc-426b-a76e-c37018ad5fb9,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:20:15.453436 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-eac3dcd4-c791-435d-9c04-e78cf281c35b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (9935d41b-edcc-426b-a76e-c37018ad5fb9), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:15.475882 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-eac3dcd4-c791-435d-9c04-e78cf281c35b admin admin] Calling delete_port for 9935d41b-edcc-426b-a76e-c37018ad5fb9 owned by network:router_gateway {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:20:15.497987 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d58893-d2cb-4910-86e3-6c6bc9979814 None None] The sync data for ids ['7ce3bdb9-a95b-4309-a0b5-4354b9c4cdb7'] in n-d-812111-14 is: [{'id': '7ce3bdb9-a95b-4309-a0b5-4354b9c4cdb7', 'name': 'tempest-ServersTestBootFromVolume-1087329550-router', 'tenant_id': '420fb4477d4744a7883edeb957ae6597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:16:37Z', 'updated_at': '2022-01-28T19:20:15Z', 'revision_number': 6, 'project_id': '420fb4477d4744a7883edeb957ae6597', 'gw_port_host': None}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:20:15.549843 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-e8fb1365-0d0d-4053-9608-97984c883d17 None None] For port a45004bc-fef5-4316-a98b-3bd2bb4df68c, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=a45004bc-fef5-4316-a98b-3bd2bb4df68c,segment=NetworkSegment(5b65960b-986e-420a-b3fe-92ff866772fe),segment_id=5b65960b-986e-420a-b3fe-92ff866772fe)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:20:15.552107 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e8fb1365-0d0d-4053-9608-97984c883d17 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (a45004bc-fef5-4316-a98b-3bd2bb4df68c), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:15.556043 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab07c725-cb2f-4f74-991c-9e02702c58af service neutron] Pushing event updated for resources: {'Port': ['ID=40f22224-3375-43b7-b201-a68372e6b52e,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:15.565446 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-e8fb1365-0d0d-4053-9608-97984c883d17 None None] Calling delete_port for a45004bc-fef5-4316-a98b-3bd2bb4df68c owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:20:15.677814 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 8b02bfa3-7bee-4fac-896b-0e201a728b8d is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:20:15.686741 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-a141236b-551e-4997-b239-9e179eee6599 req-ab07c725-cb2f-4f74-991c-9e02702c58af service neutron] Attempting to bind port 40f22224-3375-43b7-b201-a68372e6b52e on host n-h1-812111-14 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:20:15.687222 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-a141236b-551e-4997-b239-9e179eee6599 req-ab07c725-cb2f-4f74-991c-9e02702c58af service neutron] Attempting to bind port 40f22224-3375-43b7-b201-a68372e6b52e by drivers openvswitch,hyperv on host n-h1-812111-14 at level 0 using segments [{'id': '3fce350c-ea58-4666-bd7d-c61ada9a9295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ff818509-18ff-44d0-ba98-5ed91eb1ccd4'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:20:15.687653 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a141236b-551e-4997-b239-9e179eee6599 req-ab07c725-cb2f-4f74-991c-9e02702c58af service neutron] Attempting to bind port 40f22224-3375-43b7-b201-a68372e6b52e on network ff818509-18ff-44d0-ba98-5ed91eb1ccd4 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:20:15.692034 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-c33c5400-4cb3-4a2c-bdb9-890d543bcdfa admin admin] For port a45004bc-fef5-4316-a98b-3bd2bb4df68c, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=a45004bc-fef5-4316-a98b-3bd2bb4df68c,segment=NetworkSegment(5b65960b-986e-420a-b3fe-92ff866772fe),segment_id=5b65960b-986e-420a-b3fe-92ff866772fe)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:20:15.692652 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c33c5400-4cb3-4a2c-bdb9-890d543bcdfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (a45004bc-fef5-4316-a98b-3bd2bb4df68c), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:15.715414 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a141236b-551e-4997-b239-9e179eee6599 req-ab07c725-cb2f-4f74-991c-9e02702c58af service neutron] Port 40f22224-3375-43b7-b201-a68372e6b52e on network ff818509-18ff-44d0-ba98-5ed91eb1ccd4 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-14 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:20:15.716231 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a141236b-551e-4997-b239-9e179eee6599 req-ab07c725-cb2f-4f74-991c-9e02702c58af service neutron] Attempting to bind port 40f22224-3375-43b7-b201-a68372e6b52e on network ff818509-18ff-44d0-ba98-5ed91eb1ccd4 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:20:15.722776 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e8fb1365-0d0d-4053-9608-97984c883d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985'] for port (a45004bc-fef5-4316-a98b-3bd2bb4df68c), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:15.723671 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-c33c5400-4cb3-4a2c-bdb9-890d543bcdfa admin admin] Calling delete_port for a45004bc-fef5-4316-a98b-3bd2bb4df68c owned by network:dhcp {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:20:15.725686 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a141236b-551e-4997-b239-9e179eee6599 req-ab07c725-cb2f-4f74-991c-9e02702c58af service neutron] Checking agent: {'id': 'b544ba20-de93-4d86-9e6b-a2202deb6191', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 19, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:20:15.726610 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a141236b-551e-4997-b239-9e179eee6599 req-ab07c725-cb2f-4f74-991c-9e02702c58af service neutron] Checking segment: {'id': '3fce350c-ea58-4666-bd7d-c61ada9a9295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ff818509-18ff-44d0-ba98-5ed91eb1ccd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:20:15.726610 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a141236b-551e-4997-b239-9e179eee6599 req-ab07c725-cb2f-4f74-991c-9e02702c58af service neutron] Bound using segment: {'id': '3fce350c-ea58-4666-bd7d-c61ada9a9295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ff818509-18ff-44d0-ba98-5ed91eb1ccd4'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:20:15.728145 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-a141236b-551e-4997-b239-9e179eee6599 req-ab07c725-cb2f-4f74-991c-9e02702c58af service neutron] Bound port: 40f22224-3375-43b7-b201-a68372e6b52e, host: n-h1-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fce350c-ea58-4666-bd7d-c61ada9a9295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ff818509-18ff-44d0-ba98-5ed91eb1ccd4'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:20:15.728145 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-a141236b-551e-4997-b239-9e179eee6599 req-ab07c725-cb2f-4f74-991c-9e02702c58af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (40f22224-3375-43b7-b201-a68372e6b52e), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:15.746398 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 6d1856bb-2fb1-42e2-bd02-838354e0d961 no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:20:15.749620 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd476e7-bf92-4791-938c-e082f3e9a149 req-a72122b0-8f5f-4f6e-94e7-0bd84ece8a38 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:15.751242 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9bd476e7-bf92-4791-938c-e082f3e9a149 req-a72122b0-8f5f-4f6e-94e7-0bd84ece8a38 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/ports?device_id=33daa4dd-04cc-4ff4-b44c-ffb5147c5d7f HTTP/1.1" status: 200 len: 944 time: 0.4121764 Jan 28 19:20:15.802216 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: 6d1856bb-2fb1-42e2-bd02-838354e0d961 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:20:15.803048 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 6d1856bb-2fb1-42e2-bd02-838354e0d961 not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:20:15.822077 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fb1365-0d0d-4053-9608-97984c883d17 None None] Pushing event deleted for resources: {'Port': ['ID=a45004bc-fef5-4316-a98b-3bd2bb4df68c,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:15.830302 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-eac3dcd4-c791-435d-9c04-e78cf281c35b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (9935d41b-edcc-426b-a76e-c37018ad5fb9), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:15.869028 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac3dcd4-c791-435d-9c04-e78cf281c35b admin admin] Pushing event deleted for resources: {'Port': ['ID=9935d41b-edcc-426b-a76e-c37018ad5fb9,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:15.886361 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8fb1365-0d0d-4053-9608-97984c883d17 None None] No DVR routers for this DVR port a45004bc-fef5-4316-a98b-3bd2bb4df68c on host n-d-812111-14 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:20:15.889991 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-094bd4bb-de9d-4291-a86a-0f049a46b491 None None] Provisioning complete for port 3e169ac1-4adc-4452-988f-952d3291436d triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:20:15.890272 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-094bd4bb-de9d-4291-a86a-0f049a46b491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (3e169ac1-4adc-4452-988f-952d3291436d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:16.029650 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-a141236b-551e-4997-b239-9e179eee6599 req-ab07c725-cb2f-4f74-991c-9e02702c58af service neutron] For port 40f22224-3375-43b7-b201-a68372e6b52e, host n-h1-812111-14, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:20:16.048927 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port 6091de90-9355-4989-8d0e-a9c3d4958dd4 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:20:16.049467 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (6091de90-9355-4989-8d0e-a9c3d4958dd4), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:16.072255 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-a141236b-551e-4997-b239-9e179eee6599 req-ab07c725-cb2f-4f74-991c-9e02702c58af service neutron] For port 40f22224-3375-43b7-b201-a68372e6b52e, host n-h1-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=40f22224-3375-43b7-b201-a68372e6b52e,segment=NetworkSegment(3fce350c-ea58-4666-bd7d-c61ada9a9295),segment_id=3fce350c-ea58-4666-bd7d-c61ada9a9295)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:20:16.093003 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6091de90-9355-4989-8d0e-a9c3d4958dd4 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:20:16.104434 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device a45004bc-fef5-4316-a98b-3bd2bb4df68c no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:20:16.119881 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-80e3d473-aed5-404b-af14-5d37d962ee16 None None] Attempting to bind port 3e169ac1-4adc-4452-988f-952d3291436d on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:20:16.120239 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-80e3d473-aed5-404b-af14-5d37d962ee16 None None] Attempting to bind port 3e169ac1-4adc-4452-988f-952d3291436d by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '39b6d7fe-721a-4055-b862-82ac4372f77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'be58da64-c456-4289-b569-0ab1f0e97a8e'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:20:16.120605 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e3d473-aed5-404b-af14-5d37d962ee16 None None] Attempting to bind port 3e169ac1-4adc-4452-988f-952d3291436d on network be58da64-c456-4289-b569-0ab1f0e97a8e {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:20:16.127408 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9bd476e7-bf92-4791-938c-e082f3e9a149 req-1d387346-c754-4088-841e-15d11285663a tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/security-groups?id=e52b5309-890e-4183-bf0d-6ef59c658d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3667336 Jan 28 19:20:16.128091 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-eac3dcd4-c791-435d-9c04-e78cf281c35b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-731488'] for router_gateway (7ce3bdb9-a95b-4309-a0b5-4354b9c4cdb7), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:16.133185 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-a141236b-551e-4997-b239-9e179eee6599 req-ab07c725-cb2f-4f74-991c-9e02702c58af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (40f22224-3375-43b7-b201-a68372e6b52e), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:16.160050 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e3d473-aed5-404b-af14-5d37d962ee16 None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 20, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:20:16.160504 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e3d473-aed5-404b-af14-5d37d962ee16 None None] Checking segment: {'id': '39b6d7fe-721a-4055-b862-82ac4372f77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'be58da64-c456-4289-b569-0ab1f0e97a8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:20:16.161064 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-80e3d473-aed5-404b-af14-5d37d962ee16 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:16.161584 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e3d473-aed5-404b-af14-5d37d962ee16 None None] Bound using segment: {'id': '39b6d7fe-721a-4055-b862-82ac4372f77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'be58da64-c456-4289-b569-0ab1f0e97a8e'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:20:16.162186 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-80e3d473-aed5-404b-af14-5d37d962ee16 None None] Bound port: 3e169ac1-4adc-4452-988f-952d3291436d, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39b6d7fe-721a-4055-b862-82ac4372f77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'be58da64-c456-4289-b569-0ab1f0e97a8e'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:20:16.162571 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-80e3d473-aed5-404b-af14-5d37d962ee16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (3e169ac1-4adc-4452-988f-952d3291436d), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:16.184888 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: a45004bc-fef5-4316-a98b-3bd2bb4df68c {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:20:16.185378 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device a45004bc-fef5-4316-a98b-3bd2bb4df68c not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:20:16.185875 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 1e6a2ec4-c1d2-48dc-9e6f-3c905335dfa0 no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:20:16.211633 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: 1e6a2ec4-c1d2-48dc-9e6f-3c905335dfa0 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:20:16.212076 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 1e6a2ec4-c1d2-48dc-9e6f-3c905335dfa0 not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:20:16.213526 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-094bd4bb-de9d-4291-a86a-0f049a46b491 None None] Port 3e169ac1-4adc-4452-988f-952d3291436d cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:20:16.217056 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 6091de90-9355-4989-8d0e-a9c3d4958dd4, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=6091de90-9355-4989-8d0e-a9c3d4958dd4,segment=NetworkSegment(65f5b843-b58b-4f27-8faf-b99bc8156b89),segment_id=65f5b843-b58b-4f27-8faf-b99bc8156b89)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:20:16.256527 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (6091de90-9355-4989-8d0e-a9c3d4958dd4), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:16.315336 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=6091de90-9355-4989-8d0e-a9c3d4958dd4,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:16.345578 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-80e3d473-aed5-404b-af14-5d37d962ee16 None None] For port 3e169ac1-4adc-4452-988f-952d3291436d, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:20:16.349599 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-80e3d473-aed5-404b-af14-5d37d962ee16 None None] For port 3e169ac1-4adc-4452-988f-952d3291436d, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=3e169ac1-4adc-4452-988f-952d3291436d,segment=NetworkSegment(39b6d7fe-721a-4055-b862-82ac4372f77a),segment_id=39b6d7fe-721a-4055-b862-82ac4372f77a)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:20:16.356229 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-80e3d473-aed5-404b-af14-5d37d962ee16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (3e169ac1-4adc-4452-988f-952d3291436d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:16.360237 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a141236b-551e-4997-b239-9e179eee6599 req-ab07c725-cb2f-4f74-991c-9e02702c58af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:16.360950 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-a141236b-551e-4997-b239-9e179eee6599 req-ab07c725-cb2f-4f74-991c-9e02702c58af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:16.362697 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a141236b-551e-4997-b239-9e179eee6599 req-ab07c725-cb2f-4f74-991c-9e02702c58af service neutron] 10.222.0.41 "PUT /v2.0/ports/40f22224-3375-43b7-b201-a68372e6b52e HTTP/1.1" status: 200 len: 1093 time: 3.1335366 Jan 28 19:20:16.364137 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33daa4dd-04cc-4ff4-b44c-ffb5147c5d7f', 'tag': '40f22224-3375-43b7-b201-a68372e6b52e'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:20:16.367904 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a77b0055-f53c-4052-885f-9da40a6c42ff" -d '{"events": [{"name": "network-changed", "server_uuid": "33daa4dd-04cc-4ff4-b44c-ffb5147c5d7f", "tag": "40f22224-3375-43b7-b201-a68372e6b52e"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:20:16.386346 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-eac3dcd4-c791-435d-9c04-e78cf281c35b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-730901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261120'] for router (7ce3bdb9-a95b-4309-a0b5-4354b9c4cdb7), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:16.388893 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-eac3dcd4-c791-435d-9c04-e78cf281c35b admin admin] Publish callbacks [] for router_controller (7ce3bdb9-a95b-4309-a0b5-4354b9c4cdb7), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:16.398756 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c33c5400-4cb3-4a2c-bdb9-890d543bcdfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (a45004bc-fef5-4316-a98b-3bd2bb4df68c), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:16.414841 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceba7b6-a16a-47b9-a737-323a79553ace req-2d1436d8-61b3-4fe0-983a-fe3382b47a52 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:16.421837 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-bceba7b6-a16a-47b9-a737-323a79553ace req-2d1436d8-61b3-4fe0-983a-fe3382b47a52 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/ports?device_id=209dcabc-00b5-4f2d-8669-e25dd6db66ef HTTP/1.1" status: 200 len: 944 time: 0.1454144 Jan 28 19:20:16.440756 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da292ad0-95b8-47a2-880d-8527c5160995 None None] Pushing event updated for resources: {'Port': ['ID=3e169ac1-4adc-4452-988f-952d3291436d,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:16.444409 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab07c725-cb2f-4f74-991c-9e02702c58af service neutron] Pushing event updated for resources: {'Port': ['ID=40f22224-3375-43b7-b201-a68372e6b52e,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:16.497376 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-eac3dcd4-c791-435d-9c04-e78cf281c35b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-730908'] for router (7ce3bdb9-a95b-4309-a0b5-4354b9c4cdb7), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:16.497908 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eac3dcd4-c791-435d-9c04-e78cf281c35b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7ce3bdb9-a95b-4309-a0b5-4354b9c4cdb7 {{(pid=103304) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:20:16.512550 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e3d473-aed5-404b-af14-5d37d962ee16 None None] Routers {'a710a937-9ca6-482d-ba52-cac6f493b1cc'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:20:16.513220 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-80e3d473-aed5-404b-af14-5d37d962ee16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:20:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['a710a937-9ca6-482d-ba52-cac6f493b1cc'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:20:16.514784 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-eac3dcd4-c791-435d-9c04-e78cf281c35b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:16.518930 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-eac3dcd4-c791-435d-9c04-e78cf281c35b admin admin] 10.222.0.64 "DELETE /v2.0/routers/7ce3bdb9-a95b-4309-a0b5-4354b9c4cdb7 HTTP/1.1" status: 204 len: 168 time: 2.0755439 Jan 28 19:20:16.520601 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 42830) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:16.533683 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33c5400-4cb3-4a2c-bdb9-890d543bcdfa admin admin] Pushing event deleted for resources: {'Port': ['ID=a45004bc-fef5-4316-a98b-3bd2bb4df68c,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:16.581703 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-bceba7b6-a16a-47b9-a737-323a79553ace req-85b236e3-d7b2-49b6-bab8-1f6f3f749dd6 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/security-groups?id=929081b5-e4ec-47f3-a3f7-d2b3ba16c5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402199 Jan 28 19:20:16.597626 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33c5400-4cb3-4a2c-bdb9-890d543bcdfa admin admin] No DVR routers for this DVR port a45004bc-fef5-4316-a98b-3bd2bb4df68c on host n-d-812111-14 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:20:16.617833 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['6091de90-9355-4989-8d0e-a9c3d4958dd4'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:20:16.669936 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-56627b92-cc1d-47f2-8118-e6780abbf874 admin admin] Deleting subnet 27a1cb61-13cc-4651-897a-2629d7c64233 {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:20:16.677029 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-56627b92-cc1d-47f2-8118-e6780abbf874 admin admin] Publish callbacks [] for subnet (27a1cb61-13cc-4651-897a-2629d7c64233), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:16.724389 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-56627b92-cc1d-47f2-8118-e6780abbf874 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4747050'] for subnet (27a1cb61-13cc-4651-897a-2629d7c64233), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:16.782880 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c33c5400-4cb3-4a2c-bdb9-890d543bcdfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (e0d94561-435d-409e-bed2-9940624bda65), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:16.827545 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-c33c5400-4cb3-4a2c-bdb9-890d543bcdfa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0d94561-435d-409e-bed2-9940624bda65']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:20:16.835341 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-80e3d473-aed5-404b-af14-5d37d962ee16 None None] Set router a710a937-9ca6-482d-ba52-cac6f493b1cc gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:20:16.853444 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-c33c5400-4cb3-4a2c-bdb9-890d543bcdfa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b65960b-986e-420a-b3fe-92ff866772fe') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:20:16.857932 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-c33c5400-4cb3-4a2c-bdb9-890d543bcdfa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b65960b-986e-420a-b3fe-92ff866772fe') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:20:16.880183 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c33c5400-4cb3-4a2c-bdb9-890d543bcdfa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16187153'] for segment (5b65960b-986e-420a-b3fe-92ff866772fe), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:16.882386 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-56627b92-cc1d-47f2-8118-e6780abbf874 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (27a1cb61-13cc-4651-897a-2629d7c64233), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:16.903752 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c33c5400-4cb3-4a2c-bdb9-890d543bcdfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (5b65960b-986e-420a-b3fe-92ff866772fe), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:16.919628 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-636fda1d-c074-47c7-8d32-8a521e76e580 x-openstack-request-id: req-636fda1d-c074-47c7-8d32-8a521e76e580 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:20:16.919809 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33daa4dd-04cc-4ff4-b44c-ffb5147c5d7f", "tag": "40f22224-3375-43b7-b201-a68372e6b52e", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:20:16.920068 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-636fda1d-c074-47c7-8d32-8a521e76e580 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:20:16.920466 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33daa4dd-04cc-4ff4-b44c-ffb5147c5d7f', 'tag': '40f22224-3375-43b7-b201-a68372e6b52e', 'status': 'completed', 'code': 200} Jan 28 19:20:16.927337 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c33c5400-4cb3-4a2c-bdb9-890d543bcdfa admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:20:16.927747 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c33c5400-4cb3-4a2c-bdb9-890d543bcdfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4752570'] for segment (5b65960b-986e-420a-b3fe-92ff866772fe), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:16.944867 n-d-812111-14 neutron-server[103305]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:20:16.944867 n-d-812111-14 neutron-server[103305]: self.session.flush() Jan 28 19:20:16.944867 n-d-812111-14 neutron-server[103305]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:20:16.944867 n-d-812111-14 neutron-server[103305]: self.session.flush() Jan 28 19:20:16.944867 n-d-812111-14 neutron-server[103305]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:20:16.944867 n-d-812111-14 neutron-server[103305]: self.session.flush() Jan 28 19:20:16.944867 n-d-812111-14 neutron-server[103305]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:20:16.944867 n-d-812111-14 neutron-server[103305]: self.session.flush() Jan 28 19:20:16.944867 n-d-812111-14 neutron-server[103305]: Traceback (most recent call last): Jan 28 19:20:16.944867 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:20:16.944867 n-d-812111-14 neutron-server[103305]: timer() Jan 28 19:20:16.944867 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:20:16.944867 n-d-812111-14 neutron-server[103305]: cb(*args, **kw) Jan 28 19:20:16.944867 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:20:16.944867 n-d-812111-14 neutron-server[103305]: return func(*args, **kwargs) Jan 28 19:20:16.944867 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:20:16.944867 n-d-812111-14 neutron-server[103305]: self._notify() Jan 28 19:20:16.944867 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:20:16.944867 n-d-812111-14 neutron-server[103305]: self.callback(batched_events) Jan 28 19:20:16.944867 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:20:16.944867 n-d-812111-14 neutron-server[103305]: event.method(event) Jan 28 19:20:16.944867 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:20:16.944867 n-d-812111-14 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:20:16.944867 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:20:16.944867 n-d-812111-14 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:20:16.944867 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:20:16.944867 n-d-812111-14 neutron-server[103305]: return f(self, *a, **k) Jan 28 19:20:16.944867 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:20:16.944867 n-d-812111-14 neutron-server[103305]: return self._get(url).json() Jan 28 19:20:16.944867 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:20:16.944867 n-d-812111-14 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:20:16.944867 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:20:16.944867 n-d-812111-14 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 28 19:20:16.944867 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:20:16.944867 n-d-812111-14 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:20:16.944867 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:20:16.944867 n-d-812111-14 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:20:16.944867 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:20:16.944867 n-d-812111-14 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:20:16.944867 n-d-812111-14 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:20:16.966042 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-56627b92-cc1d-47f2-8118-e6780abbf874 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4690616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5222356'] for subnet (27a1cb61-13cc-4651-897a-2629d7c64233), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:16.980762 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7dd55b-902d-4dd5-9d31-1785ac763719 req-fe20dfb8-4836-4e51-8917-be5c30ae5ea2 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:16.996471 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ee7dd55b-902d-4dd5-9d31-1785ac763719 req-fe20dfb8-4836-4e51-8917-be5c30ae5ea2 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=0611a4ab-e4ae-4065-bdc5-14dfb3eb9efd HTTP/1.1" status: 200 len: 944 time: 0.7309432 Jan 28 19:20:17.013833 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56627b92-cc1d-47f2-8118-e6780abbf874 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27a1cb61-13cc-4651-897a-2629d7c64233,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:17.027412 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-56627b92-cc1d-47f2-8118-e6780abbf874 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:17.037182 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-56627b92-cc1d-47f2-8118-e6780abbf874 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/27a1cb61-13cc-4651-897a-2629d7c64233 HTTP/1.1" status: 204 len: 168 time: 0.5048246 Jan 28 19:20:17.037182 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 42832) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:17.045927 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b932da9-b306-4f76-a15f-70481438a1b5 None None] Network 6b850379-ee6b-422c-9104-ee42848f60f7 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:20:17.101419 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-ef4d97d5-e3a8-46a8-9919-4989e74d6d7e None None] Provisioning complete for port 3e169ac1-4adc-4452-988f-952d3291436d triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:20:17.102928 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ef4d97d5-e3a8-46a8-9919-4989e74d6d7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (3e169ac1-4adc-4452-988f-952d3291436d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:17.137502 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e3a1c98f-7586-4ae8-8e1d-57e97106937e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (6b850379-ee6b-422c-9104-ee42848f60f7), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:17.163292 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ee7dd55b-902d-4dd5-9d31-1785ac763719 req-de6b9744-7386-4c41-be34-2261448217ae tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024339 Jan 28 19:20:17.166733 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a141236b-551e-4997-b239-9e179eee6599 req-dc0ca925-6303-4019-9ff3-089d130c29f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:17.168197 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a141236b-551e-4997-b239-9e179eee6599 req-dc0ca925-6303-4019-9ff3-089d130c29f1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a83e9cc3029f4baca951cc95e07992a3&device_id=33daa4dd-04cc-4ff4-b44c-ffb5147c5d7f HTTP/1.1" status: 200 len: 1127 time: 0.7562437 Jan 28 19:20:17.168808 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c33c5400-4cb3-4a2c-bdb9-890d543bcdfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (e0d94561-435d-409e-bed2-9940624bda65), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:17.192908 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c33c5400-4cb3-4a2c-bdb9-890d543bcdfa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:17.205551 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-c33c5400-4cb3-4a2c-bdb9-890d543bcdfa admin admin] 10.222.0.64 "DELETE /v2.0/networks/e0d94561-435d-409e-bed2-9940624bda65 HTTP/1.1" status: 204 len: 168 time: 3.5634296 Jan 28 19:20:17.205551 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33c5400-4cb3-4a2c-bdb9-890d543bcdfa admin admin] Pushing event deleted for resources: {'Network': ['ID=e0d94561-435d-409e-bed2-9940624bda65,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:17.258393 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-e3a1c98f-7586-4ae8-8e1d-57e97106937e admin admin] Deleting port 003293bb-720e-464b-bb0f-5a5dcb70e180 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:20:17.259176 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a141236b-551e-4997-b239-9e179eee6599 req-5b2ae88e-fd8c-44cf-bc25-ca4afa94406c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=40f22224-3375-43b7-b201-a68372e6b52e HTTP/1.1" status: 200 len: 217 time: 0.0546827 Jan 28 19:20:17.259299 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e3a1c98f-7586-4ae8-8e1d-57e97106937e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (003293bb-720e-464b-bb0f-5a5dcb70e180), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:17.348726 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a141236b-551e-4997-b239-9e179eee6599 req-7d276630-3a2a-4f87-8a85-eba77e88f2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:17.350344 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a141236b-551e-4997-b239-9e179eee6599 req-7d276630-3a2a-4f87-8a85-eba77e88f2a4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6cea2404-3048-43fe-b9cb-bebcf3282d53 HTTP/1.1" status: 200 len: 852 time: 0.0836701 Jan 28 19:20:17.413561 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a141236b-551e-4997-b239-9e179eee6599 req-1a446da4-6b11-4ed1-9e74-c72fb3b8840c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ff818509-18ff-44d0-ba98-5ed91eb1ccd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520804 Jan 28 19:20:17.415456 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-e3a1c98f-7586-4ae8-8e1d-57e97106937e admin admin] For port 003293bb-720e-464b-bb0f-5a5dcb70e180, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=003293bb-720e-464b-bb0f-5a5dcb70e180,segment=NetworkSegment(465584ef-fdd1-4efc-8287-c61b1cbf1ac6),segment_id=465584ef-fdd1-4efc-8287-c61b1cbf1ac6)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:20:17.415907 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e3a1c98f-7586-4ae8-8e1d-57e97106937e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (003293bb-720e-464b-bb0f-5a5dcb70e180), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:17.452130 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-e3a1c98f-7586-4ae8-8e1d-57e97106937e admin admin] Calling delete_port for 003293bb-720e-464b-bb0f-5a5dcb70e180 owned by network:dhcp {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:20:17.452771 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-ef4d97d5-e3a8-46a8-9919-4989e74d6d7e None None] Current status of the port 3e169ac1-4adc-4452-988f-952d3291436d is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:20:17.453327 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ef4d97d5-e3a8-46a8-9919-4989e74d6d7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (3e169ac1-4adc-4452-988f-952d3291436d), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:17.519712 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-ef4d97d5-e3a8-46a8-9919-4989e74d6d7e None None] For port 3e169ac1-4adc-4452-988f-952d3291436d, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=3e169ac1-4adc-4452-988f-952d3291436d,segment=NetworkSegment(39b6d7fe-721a-4055-b862-82ac4372f77a),segment_id=39b6d7fe-721a-4055-b862-82ac4372f77a)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:20:17.522089 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdda09fa-8d2c-48d7-9344-aa4e20f1d38e None None] DHCP port deletion for 6b850379-ee6b-422c-9104-ee42848f60f7 request from n-d-812111-14 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:20:17.529204 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-80e3d473-aed5-404b-af14-5d37d962ee16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a710a937-9ca6-482d-ba52-cac6f493b1cc', 'name': 'tempest-TaggedBootDevicesTest-296704211-router', 'tenant_id': '887681a33d5342eeb1bb362ffae0ffa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': '8b02bfa3-7bee-4fac-896b-0e201a728b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:19:58Z', 'updated_at': '2022-01-28T19:20:10Z', 'revision_number': 4, 'project_id': '887681a33d5342eeb1bb362ffae0ffa6', 'gw_port': {'id': '8b02bfa3-7bee-4fac-896b-0e201a728b8d', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:0e:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a710a937-9ca6-482d-ba52-cac6f493b1cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:20:00Z', 'updated_at': '2022-01-28T19:20:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '3e169ac1-4adc-4452-988f-952d3291436d', 'name': '', 'network_id': 'be58da64-c456-4289-b569-0ab1f0e97a8e', 'tenant_id': '887681a33d5342eeb1bb362ffae0ffa6', 'mac_address': 'fa:16:3e:fc:97:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a710a937-9ca6-482d-ba52-cac6f493b1cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': 'ff9c6b2f-1131-4621-b1f7-2fd31441ec4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:20:09Z', 'updated_at': '2022-01-28T19:20:16Z', 'revision_number': 4, 'project_id': '887681a33d5342eeb1bb362ffae0ffa6', 'subnets': [{'id': 'ff9c6b2f-1131-4621-b1f7-2fd31441ec4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:20:17.534257 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ef4d97d5-e3a8-46a8-9919-4989e74d6d7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (3e169ac1-4adc-4452-988f-952d3291436d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:17.542711 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 42838) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:17.600038 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e3d473-aed5-404b-af14-5d37d962ee16 None None] The sync data for ids ['a710a937-9ca6-482d-ba52-cac6f493b1cc'] in n-d-812111-14 is: [{'id': 'a710a937-9ca6-482d-ba52-cac6f493b1cc', 'name': 'tempest-TaggedBootDevicesTest-296704211-router', 'tenant_id': '887681a33d5342eeb1bb362ffae0ffa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': '8b02bfa3-7bee-4fac-896b-0e201a728b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:19:58Z', 'updated_at': '2022-01-28T19:20:10Z', 'revision_number': 4, 'project_id': '887681a33d5342eeb1bb362ffae0ffa6', 'gw_port': {'id': '8b02bfa3-7bee-4fac-896b-0e201a728b8d', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:0e:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a710a937-9ca6-482d-ba52-cac6f493b1cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:20:00Z', 'updated_at': '2022-01-28T19:20:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '3e169ac1-4adc-4452-988f-952d3291436d', 'name': '', 'network_id': 'be58da64-c456-4289-b569-0ab1f0e97a8e', 'tenant_id': '887681a33d5342eeb1bb362ffae0ffa6', 'mac_address': 'fa:16:3e:fc:97:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a710a937-9ca6-482d-ba52-cac6f493b1cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': 'ff9c6b2f-1131-4621-b1f7-2fd31441ec4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:20:09Z', 'updated_at': '2022-01-28T19:20:16Z', 'revision_number': 4, 'project_id': '887681a33d5342eeb1bb362ffae0ffa6', 'subnets': [{'id': 'ff9c6b2f-1131-4621-b1f7-2fd31441ec4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:20:17.614002 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-98ed1564-6dce-44ee-bf69-a2f6717f0c5e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6b04e21d760f466bb79aac0e0316286a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0700462 Jan 28 19:20:17.616843 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 42842) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:17.631105 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a141236b-551e-4997-b239-9e179eee6599 req-4f57e3da-ac98-494d-9d3a-992bb328f7bc service neutron] 10.222.0.41 "GET /v2.0/networks/ff818509-18ff-44d0-ba98-5ed91eb1ccd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038882 Jan 28 19:20:17.636499 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e3a1c98f-7586-4ae8-8e1d-57e97106937e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (003293bb-720e-464b-bb0f-5a5dcb70e180), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:17.718010 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4d97d5-e3a8-46a8-9919-4989e74d6d7e None None] Pushing event updated for resources: {'Port': ['ID=3e169ac1-4adc-4452-988f-952d3291436d,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:17.760277 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-bdda09fa-8d2c-48d7-9344-aa4e20f1d38e None None] Deleting port 003293bb-720e-464b-bb0f-5a5dcb70e180 {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:20:17.762581 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-bdda09fa-8d2c-48d7-9344-aa4e20f1d38e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (003293bb-720e-464b-bb0f-5a5dcb70e180), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:17.778875 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43a014c-04fa-4230-afa3-96816a07a484 req-69c3cb55-98ad-4de1-bd01-71f08dd89b78 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:17.780460 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c43a014c-04fa-4230-afa3-96816a07a484 req-69c3cb55-98ad-4de1-bd01-71f08dd89b78 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/ports?device_id=33daa4dd-04cc-4ff4-b44c-ffb5147c5d7f HTTP/1.1" status: 200 len: 944 time: 0.4565752 Jan 28 19:20:17.782839 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a1c98f-7586-4ae8-8e1d-57e97106937e admin admin] Pushing event deleted for resources: {'Port': ['ID=003293bb-720e-464b-bb0f-5a5dcb70e180,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:17.784813 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a1c98f-7586-4ae8-8e1d-57e97106937e admin admin] No DVR routers for this DVR port 003293bb-720e-464b-bb0f-5a5dcb70e180 on host n-d-812111-14 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:20:17.925825 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-bdda09fa-8d2c-48d7-9344-aa4e20f1d38e None None] For port 003293bb-720e-464b-bb0f-5a5dcb70e180, host n-d-812111-14, got binding levels [] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:20:17.926360 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-bdda09fa-8d2c-48d7-9344-aa4e20f1d38e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (003293bb-720e-464b-bb0f-5a5dcb70e180), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:17.971510 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c43a014c-04fa-4230-afa3-96816a07a484 req-4c8d99f6-791b-4878-88a7-9b02cccb15f3 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/security-groups?id=e52b5309-890e-4183-bf0d-6ef59c658d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259956 Jan 28 19:20:17.985492 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-bdda09fa-8d2c-48d7-9344-aa4e20f1d38e None None] Calling delete_port for 003293bb-720e-464b-bb0f-5a5dcb70e180 owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:20:17.988364 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.ipam_backend_mixin [None req-bdda09fa-8d2c-48d7-9344-aa4e20f1d38e None None] Port 003293bb-720e-464b-bb0f-5a5dcb70e180 was not found and therefore no delete operation was performed {{(pid=103306) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 19:20:17.989344 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e3a1c98f-7586-4ae8-8e1d-57e97106937e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (6b850379-ee6b-422c-9104-ee42848f60f7), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:17.999094 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-bdda09fa-8d2c-48d7-9344-aa4e20f1d38e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985'] for port (003293bb-720e-464b-bb0f-5a5dcb70e180), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:18.019459 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-e3a1c98f-7586-4ae8-8e1d-57e97106937e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b850379-ee6b-422c-9104-ee42848f60f7']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:20:18.020329 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0d562646-1c98-4fb7-9c2d-1f4628639195 admin admin] Publish callbacks [] for security_group (c5f72fde-d07b-48bc-a7d3-3cac823c9c06), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:18.032318 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-e3a1c98f-7586-4ae8-8e1d-57e97106937e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '465584ef-fdd1-4efc-8287-c61b1cbf1ac6') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:20:18.032726 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-e3a1c98f-7586-4ae8-8e1d-57e97106937e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '465584ef-fdd1-4efc-8287-c61b1cbf1ac6') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:20:18.034438 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdda09fa-8d2c-48d7-9344-aa4e20f1d38e None None] Pushing event deleted for resources: {'Port': ['ID=003293bb-720e-464b-bb0f-5a5dcb70e180,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:18.038725 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdda09fa-8d2c-48d7-9344-aa4e20f1d38e None None] No DVR routers for this DVR port 003293bb-720e-464b-bb0f-5a5dcb70e180 on host n-d-812111-14 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:20:18.052845 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 3e169ac1-4adc-4452-988f-952d3291436d up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:20:18.059922 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf9ce89-f536-4a02-a3d1-18784c5f97e4 req-07a67db4-f27b-424c-a462-32729f4deb5d tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:18.067831 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-bbf9ce89-f536-4a02-a3d1-18784c5f97e4 req-07a67db4-f27b-424c-a462-32729f4deb5d tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/ports?device_id=209dcabc-00b5-4f2d-8669-e25dd6db66ef HTTP/1.1" status: 200 len: 944 time: 0.3357494 Jan 28 19:20:18.068012 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e3a1c98f-7586-4ae8-8e1d-57e97106937e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4747091'] for segment (465584ef-fdd1-4efc-8287-c61b1cbf1ac6), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:18.085027 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e3a1c98f-7586-4ae8-8e1d-57e97106937e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (465584ef-fdd1-4efc-8287-c61b1cbf1ac6), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:18.091332 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a141236b-551e-4997-b239-9e179eee6599 req-8e37262e-e397-448c-b90e-3e26a25038e9 service neutron] 10.222.0.41 "GET /v2.0/networks/ff818509-18ff-44d0-ba98-5ed91eb1ccd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4409976 Jan 28 19:20:18.093110 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3a1c98f-7586-4ae8-8e1d-57e97106937e admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:20:18.093395 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e3a1c98f-7586-4ae8-8e1d-57e97106937e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4690514'] for segment (465584ef-fdd1-4efc-8287-c61b1cbf1ac6), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:18.111914 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0d562646-1c98-4fb7-9c2d-1f4628639195 admin admin] Publish callbacks [] for security_group (c5f72fde-d07b-48bc-a7d3-3cac823c9c06), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:18.182788 n-d-812111-14 neutron-server[103304]: Traceback (most recent call last): Jan 28 19:20:18.182788 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:20:18.182788 n-d-812111-14 neutron-server[103304]: timer() Jan 28 19:20:18.182788 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:20:18.182788 n-d-812111-14 neutron-server[103304]: cb(*args, **kw) Jan 28 19:20:18.182788 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:20:18.182788 n-d-812111-14 neutron-server[103304]: return func(*args, **kwargs) Jan 28 19:20:18.182788 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:20:18.182788 n-d-812111-14 neutron-server[103304]: self._notify() Jan 28 19:20:18.182788 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:20:18.182788 n-d-812111-14 neutron-server[103304]: self.callback(batched_events) Jan 28 19:20:18.182788 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:20:18.182788 n-d-812111-14 neutron-server[103304]: event.method(event) Jan 28 19:20:18.182788 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:20:18.182788 n-d-812111-14 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:20:18.182788 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:20:18.182788 n-d-812111-14 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:20:18.182788 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:20:18.182788 n-d-812111-14 neutron-server[103304]: return f(self, *a, **k) Jan 28 19:20:18.182788 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:20:18.182788 n-d-812111-14 neutron-server[103304]: return self._get(url).json() Jan 28 19:20:18.182788 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:20:18.182788 n-d-812111-14 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:20:18.182788 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:20:18.182788 n-d-812111-14 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 28 19:20:18.182788 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:20:18.182788 n-d-812111-14 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:20:18.182788 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:20:18.182788 n-d-812111-14 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:20:18.182788 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:20:18.182788 n-d-812111-14 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:20:18.182788 n-d-812111-14 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:20:18.185987 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 3e169ac1-4adc-4452-988f-952d3291436d triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:20:18.185987 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (3e169ac1-4adc-4452-988f-952d3291436d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:18.193670 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e3a1c98f-7586-4ae8-8e1d-57e97106937e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (6b850379-ee6b-422c-9104-ee42848f60f7), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:18.205259 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e3a1c98f-7586-4ae8-8e1d-57e97106937e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:18.218387 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-e3a1c98f-7586-4ae8-8e1d-57e97106937e admin admin] 10.222.0.64 "DELETE /v2.0/networks/6b850379-ee6b-422c-9104-ee42848f60f7 HTTP/1.1" status: 204 len: 168 time: 1.1817884 Jan 28 19:20:18.238577 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-bbf9ce89-f536-4a02-a3d1-18784c5f97e4 req-bbd52858-e77b-45f4-897b-1a06cac4d2b5 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/security-groups?id=929081b5-e4ec-47f3-a3f7-d2b3ba16c5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697457 Jan 28 19:20:18.255622 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a1c98f-7586-4ae8-8e1d-57e97106937e admin admin] Pushing event deleted for resources: {'Network': ['ID=6b850379-ee6b-422c-9104-ee42848f60f7,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:18.274471 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 6091de90-9355-4989-8d0e-a9c3d4958dd4 up at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:20:18.294535 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0d562646-1c98-4fb7-9c2d-1f4628639195 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (c5f72fde-d07b-48bc-a7d3-3cac823c9c06), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:18.297443 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0d562646-1c98-4fb7-9c2d-1f4628639195 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:18.313343 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-0d562646-1c98-4fb7-9c2d-1f4628639195 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c5f72fde-d07b-48bc-a7d3-3cac823c9c06 HTTP/1.1" status: 204 len: 168 time: 0.6942611 Jan 28 19:20:18.326568 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77b0055-f53c-4052-885f-9da40a6c42ff req-e7ba0bdf-fd3c-42df-856a-f82673b8849d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:18.328095 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a77b0055-f53c-4052-885f-9da40a6c42ff req-e7ba0bdf-fd3c-42df-856a-f82673b8849d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a83e9cc3029f4baca951cc95e07992a3&device_id=33daa4dd-04cc-4ff4-b44c-ffb5147c5d7f HTTP/1.1" status: 200 len: 1127 time: 0.1646960 Jan 28 19:20:18.340385 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d562646-1c98-4fb7-9c2d-1f4628639195 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5f72fde-d07b-48bc-a7d3-3cac823c9c06,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:18.490021 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075d103c-8e12-4a2c-801c-b68c9e1600fa req-044f0681-0919-481e-b8d9-20a558724860 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:18.502436 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-075d103c-8e12-4a2c-801c-b68c9e1600fa req-044f0681-0919-481e-b8d9-20a558724860 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=0611a4ab-e4ae-4065-bdc5-14dfb3eb9efd HTTP/1.1" status: 200 len: 944 time: 0.1490934 Jan 28 19:20:18.526219 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 3e169ac1-4adc-4452-988f-952d3291436d is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:20:18.539064 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77b0055-f53c-4052-885f-9da40a6c42ff req-9158ff80-a7a9-4428-bdfa-c2ee12c90b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:18.541331 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a77b0055-f53c-4052-885f-9da40a6c42ff req-9158ff80-a7a9-4428-bdfa-c2ee12c90b92 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ff818509-18ff-44d0-ba98-5ed91eb1ccd4 HTTP/1.1" status: 200 len: 912 time: 0.1986403 Jan 28 19:20:18.555483 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning for port 6091de90-9355-4989-8d0e-a9c3d4958dd4 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:20:18.563264 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning complete for port 6091de90-9355-4989-8d0e-a9c3d4958dd4 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:20:18.563785 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (6091de90-9355-4989-8d0e-a9c3d4958dd4), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:18.645858 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-075d103c-8e12-4a2c-801c-b68c9e1600fa req-a070592e-3a15-4724-953e-101f6d585697 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424317 Jan 28 19:20:18.688867 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 42850) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:18.707206 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a77b0055-f53c-4052-885f-9da40a6c42ff req-b0307fd5-9fee-4b9e-9d2d-4cc23d1b9292 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=40f22224-3375-43b7-b201-a68372e6b52e HTTP/1.1" status: 200 len: 217 time: 0.1556294 Jan 28 19:20:18.752728 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-775f6150-0bd5-43ad-bcf2-87a165842caa admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=420fb4477d4744a7883edeb957ae6597&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0710320 Jan 28 19:20:18.753366 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 42854) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:18.851130 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77b0055-f53c-4052-885f-9da40a6c42ff req-0c509226-2f8e-4350-af31-5f156a2a005c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:18.854988 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-029f3cbd-43fd-4025-b96f-1b9f95d7eb70 admin admin] Publish callbacks [] for security_group (633a3a41-96d2-4635-9adb-ad534c16fda1), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:18.856576 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a77b0055-f53c-4052-885f-9da40a6c42ff req-0c509226-2f8e-4350-af31-5f156a2a005c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6cea2404-3048-43fe-b9cb-bebcf3282d53 HTTP/1.1" status: 200 len: 852 time: 0.1395700 Jan 28 19:20:18.909830 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-029f3cbd-43fd-4025-b96f-1b9f95d7eb70 admin admin] Publish callbacks [] for security_group (633a3a41-96d2-4635-9adb-ad534c16fda1), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:18.915438 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a77b0055-f53c-4052-885f-9da40a6c42ff req-32ec274c-3c83-4fca-8c63-b0f28c346795 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ff818509-18ff-44d0-ba98-5ed91eb1ccd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518861 Jan 28 19:20:18.982085 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 003293bb-720e-464b-bb0f-5a5dcb70e180 no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:20:19.010963 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-029f3cbd-43fd-4025-b96f-1b9f95d7eb70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (633a3a41-96d2-4635-9adb-ad534c16fda1), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:19.013593 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-029f3cbd-43fd-4025-b96f-1b9f95d7eb70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:19.015431 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-029f3cbd-43fd-4025-b96f-1b9f95d7eb70 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/633a3a41-96d2-4635-9adb-ad534c16fda1 HTTP/1.1" status: 204 len: 168 time: 0.2611227 Jan 28 19:20:19.023004 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: 003293bb-720e-464b-bb0f-5a5dcb70e180 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:20:19.023392 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 003293bb-720e-464b-bb0f-5a5dcb70e180 not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:20:19.023810 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 9935d41b-edcc-426b-a76e-c37018ad5fb9 no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:20:19.034143 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029f3cbd-43fd-4025-b96f-1b9f95d7eb70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=633a3a41-96d2-4635-9adb-ad534c16fda1,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:19.072118 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a77b0055-f53c-4052-885f-9da40a6c42ff req-5f87fd24-b402-439b-8aca-dca6ba31d13a service neutron] 10.222.0.41 "GET /v2.0/networks/ff818509-18ff-44d0-ba98-5ed91eb1ccd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483102 Jan 28 19:20:19.075906 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: 9935d41b-edcc-426b-a76e-c37018ad5fb9 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:20:19.076257 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 9935d41b-edcc-426b-a76e-c37018ad5fb9 not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:20:19.143332 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port 6091de90-9355-4989-8d0e-a9c3d4958dd4 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:20:19.143985 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (6091de90-9355-4989-8d0e-a9c3d4958dd4), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:19.194503 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '209dcabc-00b5-4f2d-8669-e25dd6db66ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6091de90-9355-4989-8d0e-a9c3d4958dd4'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:20:19.198593 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3e0326d-b02a-4fe3-a554-786c960d651e" -d '{"events": [{"server_uuid": "209dcabc-00b5-4f2d-8669-e25dd6db66ef", "name": "network-vif-plugged", "status": "completed", "tag": "6091de90-9355-4989-8d0e-a9c3d4958dd4"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:20:19.239386 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 6091de90-9355-4989-8d0e-a9c3d4958dd4, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=6091de90-9355-4989-8d0e-a9c3d4958dd4,segment=NetworkSegment(65f5b843-b58b-4f27-8faf-b99bc8156b89),segment_id=65f5b843-b58b-4f27-8faf-b99bc8156b89)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:20:19.256668 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (6091de90-9355-4989-8d0e-a9c3d4958dd4), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:19.280684 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a77b0055-f53c-4052-885f-9da40a6c42ff req-53d63e6d-f369-468c-89f4-f53bfe3af891 service neutron] 10.222.0.41 "GET /v2.0/networks/ff818509-18ff-44d0-ba98-5ed91eb1ccd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980610 Jan 28 19:20:19.325209 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdf19e36-0f0b-48f6-a575-63c4d504f756 x-openstack-request-id: req-cdf19e36-0f0b-48f6-a575-63c4d504f756 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:20:19.325909 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "209dcabc-00b5-4f2d-8669-e25dd6db66ef", "name": "network-vif-plugged", "status": "completed", "tag": "6091de90-9355-4989-8d0e-a9c3d4958dd4", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:20:19.326169 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cdf19e36-0f0b-48f6-a575-63c4d504f756 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:20:19.326689 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '209dcabc-00b5-4f2d-8669-e25dd6db66ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6091de90-9355-4989-8d0e-a9c3d4958dd4', 'code': 200} Jan 28 19:20:19.374050 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=6091de90-9355-4989-8d0e-a9c3d4958dd4,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:19.462740 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5370854-a247-46eb-be50-88d516f3b836 req-e7438843-8c86-49d4-a138-552b5e506e77 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:19.470230 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d5370854-a247-46eb-be50-88d516f3b836 req-e7438843-8c86-49d4-a138-552b5e506e77 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/ports?device_id=33daa4dd-04cc-4ff4-b44c-ffb5147c5d7f HTTP/1.1" status: 200 len: 944 time: 0.1879606 Jan 28 19:20:19.526888 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4731f13-3674-4a01-85fe-22c9c28c34b0 req-7b4eda20-76ed-45e0-a399-5223d97e1e14 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:19.534657 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f4731f13-3674-4a01-85fe-22c9c28c34b0 req-7b4eda20-76ed-45e0-a399-5223d97e1e14 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/ports?device_id=209dcabc-00b5-4f2d-8669-e25dd6db66ef HTTP/1.1" status: 200 len: 945 time: 0.0971389 Jan 28 19:20:19.577344 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b829a17c-5215-4f3f-9109-d25dd3b49ff9 req-5a8abda1-a1c8-4e8f-80b5-0738f455b834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:19.578978 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b829a17c-5215-4f3f-9109-d25dd3b49ff9 req-5a8abda1-a1c8-4e8f-80b5-0738f455b834 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=209dcabc-00b5-4f2d-8669-e25dd6db66ef HTTP/1.1" status: 200 len: 1128 time: 0.2051053 Jan 28 19:20:19.626921 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f4731f13-3674-4a01-85fe-22c9c28c34b0 req-f8d5d022-94ab-4ded-81b1-6055fbd0a749 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/security-groups?id=929081b5-e4ec-47f3-a3f7-d2b3ba16c5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913470 Jan 28 19:20:19.641013 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d5370854-a247-46eb-be50-88d516f3b836 req-be6d87cb-624c-496b-82b0-669ed70c1ccc tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/security-groups?id=e52b5309-890e-4183-bf0d-6ef59c658d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705356 Jan 28 19:20:19.700776 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b829a17c-5215-4f3f-9109-d25dd3b49ff9 req-fcae2e4a-ce36-4e0b-a06c-162f35dcb400 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=929081b5-e4ec-47f3-a3f7-d2b3ba16c5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092997 Jan 28 19:20:19.848226 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e41136a-98b8-46fb-a8fe-cc324492bac9 req-b192b8e5-04af-44d8-978f-60f31ab1cf54 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:19.856213 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6e41136a-98b8-46fb-a8fe-cc324492bac9 req-b192b8e5-04af-44d8-978f-60f31ab1cf54 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=0611a4ab-e4ae-4065-bdc5-14dfb3eb9efd HTTP/1.1" status: 200 len: 944 time: 0.0754960 Jan 28 19:20:19.942821 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6e41136a-98b8-46fb-a8fe-cc324492bac9 req-632049b4-8d41-4c58-886c-11fee95f1547 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835798 Jan 28 19:20:19.972780 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 42892) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:20.112460 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-44dddd36-a196-47f0-9c30-3ff3b4573bbc admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-527873135-network', 'tenant_id': '47a6dbba6df14409b69b212131a77740'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:20:20.140833 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44dddd36-a196-47f0-9c30-3ff3b4573bbc admin admin] Made reservation on behalf of 47a6dbba6df14409b69b212131a77740 for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:20:20.144873 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-44dddd36-a196-47f0-9c30-3ff3b4573bbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:20.157194 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-44dddd36-a196-47f0-9c30-3ff3b4573bbc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:20.250338 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-44dddd36-a196-47f0-9c30-3ff3b4573bbc admin admin] Publish callbacks [] for security_group (2350a2b0-20a7-484e-81ae-b6099dd134fb), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:20.258251 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-44dddd36-a196-47f0-9c30-3ff3b4573bbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (2350a2b0-20a7-484e-81ae-b6099dd134fb), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:20.278580 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44dddd36-a196-47f0-9c30-3ff3b4573bbc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:20:20.293161 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-44dddd36-a196-47f0-9c30-3ff3b4573bbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (c4e0f545-b59d-4375-9e21-bf3a17e77bbe), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:20.296900 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 42904) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:20.297170 n-d-812111-14 neutron-server[103305]: INFO neutron.db.segments_db [None req-44dddd36-a196-47f0-9c30-3ff3b4573bbc admin admin] Added segment c4e0f545-b59d-4375-9e21-bf3a17e77bbe of type vlan for network 3baf85e6-4bc3-4347-adb0-aaa6b82f5cf9 Jan 28 19:20:20.346518 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-44dddd36-a196-47f0-9c30-3ff3b4573bbc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (3baf85e6-4bc3-4347-adb0-aaa6b82f5cf9), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:20.412257 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-de3044ea-2671-4a52-94c5-3c8e61b2d381 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1739107573-network', 'tenant_id': '21016aa8d78b40bfb94f4cb1162748ad'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:20:20.415434 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:20.418666 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dddd36-a196-47f0-9c30-3ff3b4573bbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2350a2b0-20a7-484e-81ae-b6099dd134fb,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:20.422638 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-44dddd36-a196-47f0-9c30-3ff3b4573bbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (3baf85e6-4bc3-4347-adb0-aaa6b82f5cf9), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:20.423788 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44dddd36-a196-47f0-9c30-3ff3b4573bbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:20.424424 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-44dddd36-a196-47f0-9c30-3ff3b4573bbc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:20.449742 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de3044ea-2671-4a52-94c5-3c8e61b2d381 admin admin] Made reservation on behalf of 21016aa8d78b40bfb94f4cb1162748ad for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:20:20.453062 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-de3044ea-2671-4a52-94c5-3c8e61b2d381 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:20.463118 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-de3044ea-2671-4a52-94c5-3c8e61b2d381 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:20.501649 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dddd36-a196-47f0-9c30-3ff3b4573bbc admin admin] Pushing event updated for resources: {'Network': ['ID=3baf85e6-4bc3-4347-adb0-aaa6b82f5cf9,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:20.510717 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-44dddd36-a196-47f0-9c30-3ff3b4573bbc admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.5356071 Jan 28 19:20:20.511468 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 42908) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:20.514569 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network 3baf85e6-4bc3-4347-adb0-aaa6b82f5cf9 details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:20:20.533973 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-4b3d4868-4d6f-44c6-863c-3043fe8db16e admin admin] Request body: {'subnet': {'network_id': '3baf85e6-4bc3-4347-adb0-aaa6b82f5cf9', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-527873135-subnet', 'tenant_id': '47a6dbba6df14409b69b212131a77740', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:20:20.553816 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-de3044ea-2671-4a52-94c5-3c8e61b2d381 admin admin] Publish callbacks [] for security_group (ff0a7ca0-73d1-435a-8c79-518c9bdfd3dd), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:20.563119 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-de3044ea-2671-4a52-94c5-3c8e61b2d381 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (ff0a7ca0-73d1-435a-8c79-518c9bdfd3dd), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:20.567174 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b3d4868-4d6f-44c6-863c-3043fe8db16e admin admin] Made reservation on behalf of 47a6dbba6df14409b69b212131a77740 for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:20:20.570569 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4b3d4868-4d6f-44c6-863c-3043fe8db16e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4733071'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:20.590779 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de3044ea-2671-4a52-94c5-3c8e61b2d381 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:20:20.608462 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3044ea-2671-4a52-94c5-3c8e61b2d381 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff0a7ca0-73d1-435a-8c79-518c9bdfd3dd,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:20.611649 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-de3044ea-2671-4a52-94c5-3c8e61b2d381 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (6604d099-9aad-4c96-afcd-6df42d277d23), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:20.612141 n-d-812111-14 neutron-server[103304]: INFO neutron.db.segments_db [None req-de3044ea-2671-4a52-94c5-3c8e61b2d381 admin admin] Added segment 6604d099-9aad-4c96-afcd-6df42d277d23 of type vlan for network 925b8873-887e-4953-83db-09b05d761160 Jan 28 19:20:20.660064 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-de3044ea-2671-4a52-94c5-3c8e61b2d381 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (925b8873-887e-4953-83db-09b05d761160), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:20.707901 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-de3044ea-2671-4a52-94c5-3c8e61b2d381 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (925b8873-887e-4953-83db-09b05d761160), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:20.709283 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de3044ea-2671-4a52-94c5-3c8e61b2d381 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:20.709870 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-de3044ea-2671-4a52-94c5-3c8e61b2d381 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:20.817920 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3044ea-2671-4a52-94c5-3c8e61b2d381 admin admin] Pushing event updated for resources: {'Network': ['ID=925b8873-887e-4953-83db-09b05d761160,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:20.828453 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network 925b8873-887e-4953-83db-09b05d761160 details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:20:20.865502 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-de3044ea-2671-4a52-94c5-3c8e61b2d381 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5667796 Jan 28 19:20:20.870051 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 42914) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:20.877931 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-ff1389b5-4021-4657-a325-dd338327d97d admin admin] Request body: {'subnet': {'network_id': '925b8873-887e-4953-83db-09b05d761160', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1739107573-subnet', 'tenant_id': '21016aa8d78b40bfb94f4cb1162748ad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:20:20.923131 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b9d247-8a6d-4ce0-b845-f0f3c19a89b1 req-afca61bf-3e24-449c-93d7-47a5a7b5aabd tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:20.924974 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-75b9d247-8a6d-4ce0-b845-f0f3c19a89b1 req-afca61bf-3e24-449c-93d7-47a5a7b5aabd tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/ports?device_id=33daa4dd-04cc-4ff4-b44c-ffb5147c5d7f HTTP/1.1" status: 200 len: 944 time: 0.1086478 Jan 28 19:20:20.926517 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff1389b5-4021-4657-a325-dd338327d97d admin admin] Made reservation on behalf of 21016aa8d78b40bfb94f4cb1162748ad for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:20:20.928903 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ff1389b5-4021-4657-a325-dd338327d97d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5221429'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:20.933287 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5318f06c-fde7-4664-a6eb-d4011d509fbb req-bd8f3746-e9af-480a-a701-0d7dbf9cb51a tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:20.941831 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5318f06c-fde7-4664-a6eb-d4011d509fbb req-bd8f3746-e9af-480a-a701-0d7dbf9cb51a tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/ports?device_id=209dcabc-00b5-4f2d-8669-e25dd6db66ef HTTP/1.1" status: 200 len: 945 time: 0.1430733 Jan 28 19:20:21.052239 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5318f06c-fde7-4664-a6eb-d4011d509fbb req-12cac47f-9654-4236-94a5-f12972413eb1 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/security-groups?id=929081b5-e4ec-47f3-a3f7-d2b3ba16c5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071365 Jan 28 19:20:21.106168 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-75b9d247-8a6d-4ce0-b845-f0f3c19a89b1 req-4ea76bf2-cf66-40bc-a83c-0d7abb20d6e9 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/security-groups?id=e52b5309-890e-4183-bf0d-6ef59c658d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611333 Jan 28 19:20:21.129835 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4b3d4868-4d6f-44c6-863c-3043fe8db16e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4752401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4733085'] for subnet (43cb919d-8905-45f5-bfdf-73a666fcadae), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:21.182860 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3d4868-4d6f-44c6-863c-3043fe8db16e admin admin] Pushing event updated for resources: {'Subnet': ['ID=43cb919d-8905-45f5-bfdf-73a666fcadae,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:21.256467 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ff1389b5-4021-4657-a325-dd338327d97d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4690681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5221415'] for subnet (357a8c0c-a30f-4885-a91f-d81275179bba), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:21.280964 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3d4868-4d6f-44c6-863c-3043fe8db16e admin admin] Checking segment: {'id': 'c4e0f545-b59d-4375-9e21-bf3a17e77bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '3baf85e6-4bc3-4347-adb0-aaa6b82f5cf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:20:21.281724 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b3d4868-4d6f-44c6-863c-3043fe8db16e admin admin] Network hostable DHCP agents. Network: 3baf85e6-4bc3-4347-adb0-aaa6b82f5cf9, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:20:21.296280 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84a41a3-31ca-4845-ac07-ece8008d8eca req-716f983e-6954-4a62-96fb-e2feb8475c14 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:21.298860 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f84a41a3-31ca-4845-ac07-ece8008d8eca req-716f983e-6954-4a62-96fb-e2feb8475c14 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=0611a4ab-e4ae-4065-bdc5-14dfb3eb9efd HTTP/1.1" status: 200 len: 944 time: 0.1202755 Jan 28 19:20:21.329408 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1389b5-4021-4657-a325-dd338327d97d admin admin] Checking segment: {'id': '6604d099-9aad-4c96-afcd-6df42d277d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '925b8873-887e-4953-83db-09b05d761160'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:20:21.329881 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff1389b5-4021-4657-a325-dd338327d97d admin admin] Network hostable DHCP agents. Network: 925b8873-887e-4953-83db-09b05d761160, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:20:21.334310 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1389b5-4021-4657-a325-dd338327d97d admin admin] Pushing event updated for resources: {'Subnet': ['ID=357a8c0c-a30f-4885-a91f-d81275179bba,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:21.339456 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b3d4868-4d6f-44c6-863c-3043fe8db16e admin admin] Network 3baf85e6-4bc3-4347-adb0-aaa6b82f5cf9 is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:20:21.353944 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff1389b5-4021-4657-a325-dd338327d97d admin admin] Network 925b8873-887e-4953-83db-09b05d761160 is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:20:21.368294 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-ff1389b5-4021-4657-a325-dd338327d97d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, 925b8873-887e-4953-83db-09b05d761160) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:20:21.369902 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-4b3d4868-4d6f-44c6-863c-3043fe8db16e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, 3baf85e6-4bc3-4347-adb0-aaa6b82f5cf9) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:20:21.374628 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff1389b5-4021-4657-a325-dd338327d97d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:21.375624 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ff1389b5-4021-4657-a325-dd338327d97d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:21.377652 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b3d4868-4d6f-44c6-863c-3043fe8db16e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:21.378372 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4b3d4868-4d6f-44c6-863c-3043fe8db16e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:21.387150 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff890768-b17c-43dc-9b09-ffe9a48926fc None None] Network 925b8873-887e-4953-83db-09b05d761160 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:20:21.393266 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f84a41a3-31ca-4845-ac07-ece8008d8eca req-d0a3655a-b093-4721-a785-7b7078e2e265 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828416 Jan 28 19:20:21.410085 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af9e032a-8a63-4313-8011-948639cea913 None None] Network 3baf85e6-4bc3-4347-adb0-aaa6b82f5cf9 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:20:21.415383 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-ff1389b5-4021-4657-a325-dd338327d97d admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5445616 Jan 28 19:20:21.427085 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-4b3d4868-4d6f-44c6-863c-3043fe8db16e admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.9007165 Jan 28 19:20:21.427410 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 42920) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:21.432928 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-a0aa2eab-ca36-4c77-b13f-b450714e94ca admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-527873135-router', 'tenant_id': '47a6dbba6df14409b69b212131a77740', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:20:21.454791 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a0aa2eab-ca36-4c77-b13f-b450714e94ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261150'] for router (ea41f392-7aa6-423b-8c79-483016c1fa7b), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:21.456017 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a0aa2eab-ca36-4c77-b13f-b450714e94ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-731099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-731441', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261129'] for router (ea41f392-7aa6-423b-8c79-483016c1fa7b), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:21.536451 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a0aa2eab-ca36-4c77-b13f-b450714e94ca admin admin] Publish callbacks [] for router_controller (ea41f392-7aa6-423b-8c79-483016c1fa7b), precommit_add_association {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:21.681143 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e474ca1-7e1a-4641-a94b-49b128132503 None None] Network 925b8873-887e-4953-83db-09b05d761160 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:20:21.763467 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa9354a-64d7-42f2-b1b7-cdf5e7bc67f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68cd31fd-e4cd-5fb3-a862-256fc47efcd2-3baf85e6-4bc3-4347-adb0-aaa6b82f5cf9', 'network_id': '3baf85e6-4bc3-4347-adb0-aaa6b82f5cf9', 'project_id': '47a6dbba6df14409b69b212131a77740', 'fixed_ips': [{'subnet_id': '43cb919d-8905-45f5-bfdf-73a666fcadae'}]}} from n-d-812111-14. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:20:21.764337 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-eaa9354a-64d7-42f2-b1b7-cdf5e7bc67f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:21.767135 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a0aa2eab-ca36-4c77-b13f-b450714e94ca admin admin] Publish callbacks [] for router_gateway (ea41f392-7aa6-423b-8c79-483016c1fa7b), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:21.984313 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-eaa9354a-64d7-42f2-b1b7-cdf5e7bc67f6 None None] Allocated IP 172.20.0.2 (3baf85e6-4bc3-4347-adb0-aaa6b82f5cf9/43cb919d-8905-45f5-bfdf-73a666fcadae/679fa67d-9b67-4d6c-a56f-db859296849c) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:20:22.060303 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787b72a8-1a45-4ffb-a7d8-7f70d6107efe req-90b521f7-2dc0-46d5-9120-aeb204e073dd tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:22.061887 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-787b72a8-1a45-4ffb-a7d8-7f70d6107efe req-90b521f7-2dc0-46d5-9120-aeb204e073dd tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/networks?id=925b8873-887e-4953-83db-09b05d761160 HTTP/1.1" status: 200 len: 814 time: 0.1465676 Jan 28 19:20:22.109417 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-787b72a8-1a45-4ffb-a7d8-7f70d6107efe req-770376e0-f51b-4abc-be50-a32f28ba73be tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/quotas/21016aa8d78b40bfb94f4cb1162748ad HTTP/1.1" status: 200 len: 375 time: 0.0095370 Jan 28 19:20:22.184825 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-eaa9354a-64d7-42f2-b1b7-cdf5e7bc67f6 None None] Publish callbacks [] for port (679fa67d-9b67-4d6c-a56f-db859296849c), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:22.188866 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-787b72a8-1a45-4ffb-a7d8-7f70d6107efe req-9e3ce3a5-74fd-43af-baa9-d52bbd9f3c39 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=21016aa8d78b40bfb94f4cb1162748ad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0381403 Jan 28 19:20:22.204910 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-eaa9354a-64d7-42f2-b1b7-cdf5e7bc67f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (679fa67d-9b67-4d6c-a56f-db859296849c), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:22.236956 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a07a4a-40d6-434e-b398-bdf95eed779e req-fd1a55a0-b3c6-47b9-bae7-cbbb3ce5d050 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:22.239281 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c9a07a4a-40d6-434e-b398-bdf95eed779e req-fd1a55a0-b3c6-47b9-bae7-cbbb3ce5d050 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/ports?device_id=209dcabc-00b5-4f2d-8669-e25dd6db66ef HTTP/1.1" status: 200 len: 945 time: 0.0766158 Jan 28 19:20:22.292753 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa9354a-64d7-42f2-b1b7-cdf5e7bc67f6 None None] Pushing event updated for resources: {'Port': ['ID=679fa67d-9b67-4d6c-a56f-db859296849c,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:22.293504 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c9a07a4a-40d6-434e-b398-bdf95eed779e req-e6f18139-68b0-4f82-a0ce-f6c87b22a68d tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/security-groups?id=929081b5-e4ec-47f3-a3f7-d2b3ba16c5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478811 Jan 28 19:20:22.296373 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 40f22224-3375-43b7-b201-a68372e6b52e details requested by agent hyperv_n-h1-812111-14 with host n-h1-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:20:22.296535 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a0aa2eab-ca36-4c77-b13f-b450714e94ca admin admin] Publish callbacks [] for router_gateway (ea41f392-7aa6-423b-8c79-483016c1fa7b), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:22.409465 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 40f22224-3375-43b7-b201-a68372e6b52e, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=40f22224-3375-43b7-b201-a68372e6b52e,segment=NetworkSegment(3fce350c-ea58-4666-bd7d-c61ada9a9295),segment_id=3fce350c-ea58-4666-bd7d-c61ada9a9295)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:20:22.424923 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Returning: {'device': '40f22224-3375-43b7-b201-a68372e6b52e', 'network_id': 'ff818509-18ff-44d0-ba98-5ed91eb1ccd4', 'port_id': '40f22224-3375-43b7-b201-a68372e6b52e', 'mac_address': 'fa:16:3e:13:27:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cea2404-3048-43fe-b9cb-bebcf3282d53', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:20:22.439836 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa9354a-64d7-42f2-b1b7-cdf5e7bc67f6 None None] Network 3baf85e6-4bc3-4347-adb0-aaa6b82f5cf9 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:20:22.443215 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-eaa9354a-64d7-42f2-b1b7-cdf5e7bc67f6 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:20:22.446571 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa9354a-64d7-42f2-b1b7-cdf5e7bc67f6 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:20:22.506331 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port 40f22224-3375-43b7-b201-a68372e6b52e is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:20:22.506899 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (40f22224-3375-43b7-b201-a68372e6b52e), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:22.536785 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40f22224-3375-43b7-b201-a68372e6b52e {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:20:22.549705 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd006441-9ee5-4e2d-abda-28d815581b7c req-81eb13f5-ccb3-433e-9d13-3d4469f1dbac tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:22.551415 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-dd006441-9ee5-4e2d-abda-28d815581b7c req-81eb13f5-ccb3-433e-9d13-3d4469f1dbac tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/ports?device_id=33daa4dd-04cc-4ff4-b44c-ffb5147c5d7f HTTP/1.1" status: 200 len: 944 time: 0.1447978 Jan 28 19:20:22.562501 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 40f22224-3375-43b7-b201-a68372e6b52e, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=40f22224-3375-43b7-b201-a68372e6b52e,segment=NetworkSegment(3fce350c-ea58-4666-bd7d-c61ada9a9295),segment_id=3fce350c-ea58-4666-bd7d-c61ada9a9295)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:20:22.579461 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-eaa9354a-64d7-42f2-b1b7-cdf5e7bc67f6 None None] Attempting to bind port 679fa67d-9b67-4d6c-a56f-db859296849c on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:20:22.579964 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-eaa9354a-64d7-42f2-b1b7-cdf5e7bc67f6 None None] Attempting to bind port 679fa67d-9b67-4d6c-a56f-db859296849c by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': 'c4e0f545-b59d-4375-9e21-bf3a17e77bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '3baf85e6-4bc3-4347-adb0-aaa6b82f5cf9'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:20:22.580392 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa9354a-64d7-42f2-b1b7-cdf5e7bc67f6 None None] Attempting to bind port 679fa67d-9b67-4d6c-a56f-db859296849c on network 3baf85e6-4bc3-4347-adb0-aaa6b82f5cf9 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:20:22.582494 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (40f22224-3375-43b7-b201-a68372e6b52e), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:22.636453 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=40f22224-3375-43b7-b201-a68372e6b52e,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:22.640731 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa9354a-64d7-42f2-b1b7-cdf5e7bc67f6 None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 20, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:20:22.641445 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa9354a-64d7-42f2-b1b7-cdf5e7bc67f6 None None] Checking segment: {'id': 'c4e0f545-b59d-4375-9e21-bf3a17e77bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '3baf85e6-4bc3-4347-adb0-aaa6b82f5cf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:20:22.641721 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-eaa9354a-64d7-42f2-b1b7-cdf5e7bc67f6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:22.642177 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa9354a-64d7-42f2-b1b7-cdf5e7bc67f6 None None] Bound using segment: {'id': 'c4e0f545-b59d-4375-9e21-bf3a17e77bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '3baf85e6-4bc3-4347-adb0-aaa6b82f5cf9'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:20:22.642737 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-eaa9354a-64d7-42f2-b1b7-cdf5e7bc67f6 None None] Bound port: 679fa67d-9b67-4d6c-a56f-db859296849c, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4e0f545-b59d-4375-9e21-bf3a17e77bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '3baf85e6-4bc3-4347-adb0-aaa6b82f5cf9'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:20:22.643179 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-eaa9354a-64d7-42f2-b1b7-cdf5e7bc67f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (679fa67d-9b67-4d6c-a56f-db859296849c), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:22.653500 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-dd006441-9ee5-4e2d-abda-28d815581b7c req-74ffa8a1-6423-4b74-b7e4-5e50dda54b87 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/security-groups?id=e52b5309-890e-4183-bf0d-6ef59c658d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956380 Jan 28 19:20:22.667597 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a0aa2eab-ca36-4c77-b13f-b450714e94ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:22.756309 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-eaa9354a-64d7-42f2-b1b7-cdf5e7bc67f6 None None] For port 679fa67d-9b67-4d6c-a56f-db859296849c, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:20:22.760355 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-eaa9354a-64d7-42f2-b1b7-cdf5e7bc67f6 None None] For port 679fa67d-9b67-4d6c-a56f-db859296849c, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=679fa67d-9b67-4d6c-a56f-db859296849c,segment=NetworkSegment(c4e0f545-b59d-4375-9e21-bf3a17e77bbe),segment_id=c4e0f545-b59d-4375-9e21-bf3a17e77bbe)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:20:22.766954 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-eaa9354a-64d7-42f2-b1b7-cdf5e7bc67f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (679fa67d-9b67-4d6c-a56f-db859296849c), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:22.824377 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e39760-9097-4053-96c4-5526e0939662 req-be76f571-8fed-43c6-a2f5-9836b8025578 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:22.826363 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa9354a-64d7-42f2-b1b7-cdf5e7bc67f6 None None] Pushing event updated for resources: {'Port': ['ID=679fa67d-9b67-4d6c-a56f-db859296849c,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:22.828452 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-94e39760-9097-4053-96c4-5526e0939662 req-be76f571-8fed-43c6-a2f5-9836b8025578 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/ports?device_id=209dcabc-00b5-4f2d-8669-e25dd6db66ef HTTP/1.1" status: 200 len: 945 time: 0.0990286 Jan 28 19:20:22.836468 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['40f22224-3375-43b7-b201-a68372e6b52e'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:20:22.842841 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-a0aa2eab-ca36-4c77-b13f-b450714e94ca admin admin] Allocated IP 172.25.6.60 (d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8/a648e4ab-7422-41b9-b133-58aca25ab8f5/5deeae0b-2240-49c8-bd32-909da004f8c2) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:20:22.911903 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-94e39760-9097-4053-96c4-5526e0939662 req-fbe3cb39-b482-4923-b1d0-723821a3116b tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/security-groups?id=929081b5-e4ec-47f3-a3f7-d2b3ba16c5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779011 Jan 28 19:20:23.054273 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a0aa2eab-ca36-4c77-b13f-b450714e94ca admin admin] Publish callbacks [] for port (5deeae0b-2240-49c8-bd32-909da004f8c2), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:23.074779 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-787b72a8-1a45-4ffb-a7d8-7f70d6107efe req-c037c9b3-1a11-43fd-ae6e-d02b4d8da5bf service neutron] 10.222.0.64 "GET /v2.0/networks/925b8873-887e-4953-83db-09b05d761160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8326051 Jan 28 19:20:23.145845 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3146b33c-8f33-43ad-9d99-a8a334dc3a4f req-d5d28774-280d-45ff-bba6-9c91906b5d9f tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:23.154650 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3146b33c-8f33-43ad-9d99-a8a334dc3a4f req-d5d28774-280d-45ff-bba6-9c91906b5d9f tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=0611a4ab-e4ae-4065-bdc5-14dfb3eb9efd HTTP/1.1" status: 200 len: 944 time: 0.0947647 Jan 28 19:20:23.211584 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a0aa2eab-ca36-4c77-b13f-b450714e94ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (5deeae0b-2240-49c8-bd32-909da004f8c2), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:23.259374 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3146b33c-8f33-43ad-9d99-a8a334dc3a4f req-9f1c80d5-bb64-475b-a100-0b3fea8f3882 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038358 Jan 28 19:20:23.270536 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0aa2eab-ca36-4c77-b13f-b450714e94ca admin admin] Network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:20:23.286163 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-a0aa2eab-ca36-4c77-b13f-b450714e94ca admin admin] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:20:23.319625 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0aa2eab-ca36-4c77-b13f-b450714e94ca admin admin] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:20:23.344501 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-787b72a8-1a45-4ffb-a7d8-7f70d6107efe req-03c67b1f-f182-454e-906f-eb01cbda5e7f service neutron] 10.222.0.64 "GET /v2.0/networks/925b8873-887e-4953-83db-09b05d761160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2687438 Jan 28 19:20:23.432826 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0aa2eab-ca36-4c77-b13f-b450714e94ca admin admin] Pushing event updated for resources: {'Port': ['ID=5deeae0b-2240-49c8-bd32-909da004f8c2,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:23.604687 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:23.649742 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d3a722-6c97-4dc2-8ffb-5215e3e25a36 req-f2bd165e-2d9e-4b05-9e5e-e1e76e718af7 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:23.651340 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a0d3a722-6c97-4dc2-8ffb-5215e3e25a36 req-f2bd165e-2d9e-4b05-9e5e-e1e76e718af7 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/ports?device_id=209dcabc-00b5-4f2d-8669-e25dd6db66ef HTTP/1.1" status: 200 len: 945 time: 0.0813172 Jan 28 19:20:23.718401 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a0d3a722-6c97-4dc2-8ffb-5215e3e25a36 req-ba84c27d-c84a-4966-9ca1-1e366af7e713 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/security-groups?id=929081b5-e4ec-47f3-a3f7-d2b3ba16c5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609968 Jan 28 19:20:23.820295 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e0a3afa5-505b-4de1-a375-64cbdbf9fcb6 req-9038c26f-3584-40b5-9dd3-8f460a91ed5c tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e48b655-5911-4dcd-a073-26e765e9c04d HTTP/1.1" status: 200 len: 210 time: 0.0876329 Jan 28 19:20:23.938348 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a0aa2eab-ca36-4c77-b13f-b450714e94ca admin admin] Publish callbacks [] for router_gateway (ea41f392-7aa6-423b-8c79-483016c1fa7b), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:24.115905 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 679fa67d-9b67-4d6c-a56f-db859296849c up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:20:24.292689 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a4629d-6534-4d87-837d-fde62c287f76 req-63d4759a-5078-450e-923f-75de9007fb69 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:24.297915 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 40f22224-3375-43b7-b201-a68372e6b52e up at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:20:24.310378 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-88a4629d-6534-4d87-837d-fde62c287f76 req-63d4759a-5078-450e-923f-75de9007fb69 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/ports?device_id=33daa4dd-04cc-4ff4-b44c-ffb5147c5d7f HTTP/1.1" status: 200 len: 945 time: 0.3831832 Jan 28 19:20:24.318151 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8fe659af-1af5-4840-84a2-fe3c0fdbf1f1 req-08ca2fb5-92ee-4f28-931a-434b9d0165aa service neutron] 10.222.0.41 "GET /v2.0/ports/2843facc-828a-4433-86eb-5c106e295446/bindings/n-h2-812111-14 HTTP/1.1" status: 200 len: 385 time: 0.3131590 Jan 28 19:20:24.462540 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 679fa67d-9b67-4d6c-a56f-db859296849c triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:20:24.462934 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (679fa67d-9b67-4d6c-a56f-db859296849c), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:24.574502 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning for port 40f22224-3375-43b7-b201-a68372e6b52e completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:20:24.581737 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-88a4629d-6534-4d87-837d-fde62c287f76 req-654e17a7-cedf-4b41-85e3-bb88a4cf5bbb tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/security-groups?id=e52b5309-890e-4183-bf0d-6ef59c658d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2703805 Jan 28 19:20:24.618915 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning complete for port 40f22224-3375-43b7-b201-a68372e6b52e triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:20:24.619333 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (40f22224-3375-43b7-b201-a68372e6b52e), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:24.661764 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113e0d27-7130-449f-909f-5e7cb9c00fcd req-ed4c5582-9636-4b42-9d36-6f321605ed53 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:24.671184 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-113e0d27-7130-449f-909f-5e7cb9c00fcd req-ed4c5582-9636-4b42-9d36-6f321605ed53 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/ports?device_id=209dcabc-00b5-4f2d-8669-e25dd6db66ef HTTP/1.1" status: 200 len: 945 time: 0.5313172 Jan 28 19:20:24.692284 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a0aa2eab-ca36-4c77-b13f-b450714e94ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-731074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-731460'] for router (ea41f392-7aa6-423b-8c79-483016c1fa7b), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:24.890394 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b172d72-2d7e-497a-80c6-5e2eab13fe0b None None] Network 3baf85e6-4bc3-4347-adb0-aaa6b82f5cf9 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:20:24.948481 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-113e0d27-7130-449f-909f-5e7cb9c00fcd req-d95d43ba-2ff6-435d-9916-ebda69b95900 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/security-groups?id=929081b5-e4ec-47f3-a3f7-d2b3ba16c5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2763379 Jan 28 19:20:25.040209 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-8fe659af-1af5-4840-84a2-fe3c0fdbf1f1 req-edcd4ba3-08a0-4404-be98-34e00367c6c7 service neutron] For port 2843facc-828a-4433-86eb-5c106e295446, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=2843facc-828a-4433-86eb-5c106e295446,segment=NetworkSegment(62a331e7-e6d6-4fbc-9e3c-2d3acdfd7c92),segment_id=62a331e7-e6d6-4fbc-9e3c-2d3acdfd7c92)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:20:25.093226 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-8fe659af-1af5-4840-84a2-fe3c0fdbf1f1 req-edcd4ba3-08a0-4404-be98-34e00367c6c7 service neutron] For port 2843facc-828a-4433-86eb-5c106e295446, host n-h1-812111-14, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:20:25.151417 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 679fa67d-9b67-4d6c-a56f-db859296849c is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:20:25.152579 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (679fa67d-9b67-4d6c-a56f-db859296849c), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:25.224484 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [req-8fe659af-1af5-4840-84a2-fe3c0fdbf1f1 req-edcd4ba3-08a0-4404-be98-34e00367c6c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2843facc-828a-4433-86eb-5c106e295446 {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:20:25.237431 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f610f338-891e-4575-8dc4-104f106e3586 req-763b2354-8894-4fbf-b3cc-7ac6eb66373a tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e48b655-5911-4dcd-a073-26e765e9c04d HTTP/1.1" status: 200 len: 210 time: 0.1048918 Jan 28 19:20:25.255482 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-8fe659af-1af5-4840-84a2-fe3c0fdbf1f1 req-edcd4ba3-08a0-4404-be98-34e00367c6c7 service neutron] For port 2843facc-828a-4433-86eb-5c106e295446, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=2843facc-828a-4433-86eb-5c106e295446,segment=NetworkSegment(62a331e7-e6d6-4fbc-9e3c-2d3acdfd7c92),segment_id=62a331e7-e6d6-4fbc-9e3c-2d3acdfd7c92)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:20:25.281677 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0aa2eab-ca36-4c77-b13f-b450714e94ca admin admin] Router ea41f392-7aa6-423b-8c79-483016c1fa7b is scheduled to L3 agent 76fe5c49-705a-4e08-abb2-be585676213f with binding_index 1 {{(pid=103304) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 19:20:25.335062 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72b1d92-970e-4903-9570-71a32e626072 req-5e377879-07fd-4dff-87cf-9c03cdcb46f9 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:25.350406 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c72b1d92-970e-4903-9570-71a32e626072 req-5e377879-07fd-4dff-87cf-9c03cdcb46f9 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=0611a4ab-e4ae-4065-bdc5-14dfb3eb9efd HTTP/1.1" status: 200 len: 944 time: 0.2763178 Jan 28 19:20:25.353939 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-8fe659af-1af5-4840-84a2-fe3c0fdbf1f1 req-edcd4ba3-08a0-4404-be98-34e00367c6c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (2843facc-828a-4433-86eb-5c106e295446), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:25.488135 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c72b1d92-970e-4903-9570-71a32e626072 req-9495914e-3dc4-48ff-94de-c5295c8de1f2 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273234 Jan 28 19:20:25.525254 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port 40f22224-3375-43b7-b201-a68372e6b52e is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:20:25.525838 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (40f22224-3375-43b7-b201-a68372e6b52e), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:25.538832 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-8fe659af-1af5-4840-84a2-fe3c0fdbf1f1 req-edcd4ba3-08a0-4404-be98-34e00367c6c7 service neutron] Transition to ACTIVE for port object 2843facc-828a-4433-86eb-5c106e295446 will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:20:25.566998 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-8fe659af-1af5-4840-84a2-fe3c0fdbf1f1 req-edcd4ba3-08a0-4404-be98-34e00367c6c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (2843facc-828a-4433-86eb-5c106e295446), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:25.593044 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0aa2eab-ca36-4c77-b13f-b450714e94ca admin admin] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:20:25.645380 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 40f22224-3375-43b7-b201-a68372e6b52e, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=40f22224-3375-43b7-b201-a68372e6b52e,segment=NetworkSegment(3fce350c-ea58-4666-bd7d-c61ada9a9295),segment_id=3fce350c-ea58-4666-bd7d-c61ada9a9295)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:20:25.665224 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a0aa2eab-ca36-4c77-b13f-b450714e94ca admin admin] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:25.673718 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-a0aa2eab-ca36-4c77-b13f-b450714e94ca admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 4.2450702 Jan 28 19:20:25.703931 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 43014) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:25.711518 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] For port 679fa67d-9b67-4d6c-a56f-db859296849c, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=679fa67d-9b67-4d6c-a56f-db859296849c,segment=NetworkSegment(c4e0f545-b59d-4375-9e21-bf3a17e77bbe),segment_id=c4e0f545-b59d-4375-9e21-bf3a17e77bbe)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:20:25.726430 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33daa4dd-04cc-4ff4-b44c-ffb5147c5d7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40f22224-3375-43b7-b201-a68372e6b52e'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:20:25.732510 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4383f71-e2df-4097-a5f4-3e2ee0044abb" -d '{"events": [{"server_uuid": "33daa4dd-04cc-4ff4-b44c-ffb5147c5d7f", "name": "network-vif-plugged", "status": "completed", "tag": "40f22224-3375-43b7-b201-a68372e6b52e"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:20:25.736459 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (40f22224-3375-43b7-b201-a68372e6b52e), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:25.738780 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-45cee483-fa8d-468e-99a6-db5be8a725b2 None None] Provisioning complete for port 679fa67d-9b67-4d6c-a56f-db859296849c triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:20:25.739246 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-45cee483-fa8d-468e-99a6-db5be8a725b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (679fa67d-9b67-4d6c-a56f-db859296849c), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:25.742468 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599f08f5-6b56-4b72-8df0-3578b0460cfa None None] Sync routers for ids ['ea41f392-7aa6-423b-8c79-483016c1fa7b'] in n-d-812111-14 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:20:25.870953 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (679fa67d-9b67-4d6c-a56f-db859296849c), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:25.925638 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcd4ba3-08a0-4404-be98-34e00367c6c7 service neutron] Pushing event updated for resources: {'Port': ['ID=2843facc-828a-4433-86eb-5c106e295446,revision_number=10']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:25.930992 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fe659af-1af5-4840-84a2-fe3c0fdbf1f1 req-edcd4ba3-08a0-4404-be98-34e00367c6c7 service neutron] No DVR routers for this DVR port 2843facc-828a-4433-86eb-5c106e295446 on host n-h1-812111-14 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:20:25.955467 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5db0787-be73-4a22-b415-7879157651dc req-122e5c9a-a88a-4e2d-979c-6c4b0c433ac5 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:25.959820 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599f08f5-6b56-4b72-8df0-3578b0460cfa None None] Routers {'ea41f392-7aa6-423b-8c79-483016c1fa7b'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:20:25.960497 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-599f08f5-6b56-4b72-8df0-3578b0460cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:20:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['ea41f392-7aa6-423b-8c79-483016c1fa7b'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:20:25.964368 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d5db0787-be73-4a22-b415-7879157651dc req-122e5c9a-a88a-4e2d-979c-6c4b0c433ac5 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?device_id=c3a44de3-d7bc-419a-9768-acddf7e95fea HTTP/1.1" status: 200 len: 944 time: 0.4609916 Jan 28 19:20:26.003293 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8fe659af-1af5-4840-84a2-fe3c0fdbf1f1 req-edcd4ba3-08a0-4404-be98-34e00367c6c7 service neutron] 10.222.0.41 "PUT /v2.0/ports/2843facc-828a-4433-86eb-5c106e295446/bindings/n-h2-812111-14/activate HTTP/1.1" status: 200 len: 370 time: 1.6694772 Jan 28 19:20:26.010466 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b6b16a-d138-4714-9004-033eeaa98bd0 req-cb1e4b94-d385-45d4-b755-3f5246a5c29c tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:26.012127 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f8b6b16a-d138-4714-9004-033eeaa98bd0 req-cb1e4b94-d385-45d4-b755-3f5246a5c29c tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.70 "GET /v2.0/ports?device_id=c3a44de3-d7bc-419a-9768-acddf7e95fea HTTP/1.1" status: 200 len: 944 time: 0.3757923 Jan 28 19:20:26.025413 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfc85ca-9edf-4723-bc8f-b61960241000 req-40073790-0b77-4bc0-afcc-bbe7ab6d9b64 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:26.033406 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4cfc85ca-9edf-4723-bc8f-b61960241000 req-40073790-0b77-4bc0-afcc-bbe7ab6d9b64 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/ports?device_id=33daa4dd-04cc-4ff4-b44c-ffb5147c5d7f HTTP/1.1" status: 200 len: 946 time: 0.1183066 Jan 28 19:20:26.126256 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-599f08f5-6b56-4b72-8df0-3578b0460cfa None None] Set router ea41f392-7aa6-423b-8c79-483016c1fa7b gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:20:26.142125 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4cfc85ca-9edf-4723-bc8f-b61960241000 req-af4b6f33-f86e-4e33-9218-1ef81a429ca8 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/security-groups?id=e52b5309-890e-4183-bf0d-6ef59c658d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038334 Jan 28 19:20:26.284612 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-45cee483-fa8d-468e-99a6-db5be8a725b2 None None] Current status of the port 679fa67d-9b67-4d6c-a56f-db859296849c is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:20:26.369463 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec43e1c-9b42-42c6-9523-3783d0595915 req-65c1ed42-d1e4-4887-847c-cdab3d726535 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:26.375115 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=40f22224-3375-43b7-b201-a68372e6b52e,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:26.377143 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-bec43e1c-9b42-42c6-9523-3783d0595915 req-65c1ed42-d1e4-4887-847c-cdab3d726535 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/ports?device_id=209dcabc-00b5-4f2d-8669-e25dd6db66ef HTTP/1.1" status: 200 len: 945 time: 0.1585875 Jan 28 19:20:26.385006 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d5db0787-be73-4a22-b415-7879157651dc req-d58acea0-43bf-4299-8636-e5724854431f tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/security-groups?id=414e93b9-08bc-438e-9127-05114ed7dbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4148602 Jan 28 19:20:26.486641 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:20:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-053392eb-7392-4260-bd44-accc64c96586 x-openstack-request-id: req-053392eb-7392-4260-bd44-accc64c96586 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:20:26.487221 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33daa4dd-04cc-4ff4-b44c-ffb5147c5d7f", "name": "network-vif-plugged", "status": "completed", "tag": "40f22224-3375-43b7-b201-a68372e6b52e", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:20:26.488101 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-053392eb-7392-4260-bd44-accc64c96586 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:20:26.492983 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33daa4dd-04cc-4ff4-b44c-ffb5147c5d7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40f22224-3375-43b7-b201-a68372e6b52e', 'code': 200} Jan 28 19:20:26.495701 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-bec43e1c-9b42-42c6-9523-3783d0595915 req-f3e64c16-df1d-48eb-8c76-951aed3ff450 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/security-groups?id=929081b5-e4ec-47f3-a3f7-d2b3ba16c5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040680 Jan 28 19:20:26.533002 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787b72a8-1a45-4ffb-a7d8-7f70d6107efe req-2245954e-c69c-4ee7-8225-17e3759cc3be tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:26.536899 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-787b72a8-1a45-4ffb-a7d8-7f70d6107efe req-2245954e-c69c-4ee7-8225-17e3759cc3be tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.70 "GET /v2.0/networks?id=925b8873-887e-4953-83db-09b05d761160 HTTP/1.1" status: 200 len: 814 time: 0.6977494 Jan 28 19:20:26.559044 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe659af-1af5-4840-84a2-fe3c0fdbf1f1 req-60ef34fb-8838-43b6-93df-45d815b3b6e2 tempest-LiveAutoBlockMigrationV225Test-1956576498 tempest-LiveAutoBlockMigrationV225Test-1956576498-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:26.560791 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8fe659af-1af5-4840-84a2-fe3c0fdbf1f1 req-60ef34fb-8838-43b6-93df-45d815b3b6e2 tempest-LiveAutoBlockMigrationV225Test-1956576498 tempest-LiveAutoBlockMigrationV225Test-1956576498-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=0611a4ab-e4ae-4065-bdc5-14dfb3eb9efd&tenant_id=57a0678ad1cb4e46b30e232c1f317a59&binding%3Ahost_id=n-h1-812111-14 HTTP/1.1" status: 200 len: 1128 time: 0.3934066 Jan 28 19:20:26.657344 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-787b72a8-1a45-4ffb-a7d8-7f70d6107efe req-eef424ea-21f0-4c96-b278-9fe0f27e03ba tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Request body: {'port': {'device_id': '4e48b655-5911-4dcd-a073-26e765e9c04d', 'network_id': '925b8873-887e-4953-83db-09b05d761160', 'admin_state_up': True, 'tenant_id': '21016aa8d78b40bfb94f4cb1162748ad'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:20:26.734958 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c4f233-3dbc-4e0c-94a4-8c5ffdf6ab59 req-bab2850b-bd95-448a-a00e-062e43990cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:26.736186 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Pushing event updated for resources: {'Port': ['ID=679fa67d-9b67-4d6c-a56f-db859296849c,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:26.737782 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-75c4f233-3dbc-4e0c-94a4-8c5ffdf6ab59 req-bab2850b-bd95-448a-a00e-062e43990cc7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=33daa4dd-04cc-4ff4-b44c-ffb5147c5d7f HTTP/1.1" status: 200 len: 1129 time: 0.1711853 Jan 28 19:20:26.847186 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-722542a6-f95c-43ab-94d2-bce5f1f38514 req-41c6333f-d72d-4830-9607-c80ea808dbf2 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e48b655-5911-4dcd-a073-26e765e9c04d HTTP/1.1" status: 200 len: 210 time: 0.1974757 Jan 28 19:20:26.875873 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-a55dd0c4-4c48-4b90-9393-9d0d9dd4f309 None None] Provisioning complete for port 679fa67d-9b67-4d6c-a56f-db859296849c triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:20:26.878565 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a55dd0c4-4c48-4b90-9393-9d0d9dd4f309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (679fa67d-9b67-4d6c-a56f-db859296849c), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:26.921924 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4462d0ae-adb2-45a5-9a8d-c9eae4519c1f req-4c712085-a910-414c-ba6a-5767e385af20 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:26.931369 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4462d0ae-adb2-45a5-9a8d-c9eae4519c1f req-4c712085-a910-414c-ba6a-5767e385af20 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/ports?device_id=209dcabc-00b5-4f2d-8669-e25dd6db66ef HTTP/1.1" status: 200 len: 945 time: 0.2435474 Jan 28 19:20:26.951131 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-599f08f5-6b56-4b72-8df0-3578b0460cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea41f392-7aa6-423b-8c79-483016c1fa7b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-527873135-router', 'tenant_id': '47a6dbba6df14409b69b212131a77740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': '5deeae0b-2240-49c8-bd32-909da004f8c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:20:21Z', 'updated_at': '2022-01-28T19:20:23Z', 'revision_number': 3, 'project_id': '47a6dbba6df14409b69b212131a77740', 'gw_port': {'id': '5deeae0b-2240-49c8-bd32-909da004f8c2', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:fe:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea41f392-7aa6-423b-8c79-483016c1fa7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:20:22Z', 'updated_at': '2022-01-28T19:20:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:20:26.954710 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-f8b6b16a-d138-4714-9004-033eeaa98bd0 req-d98a3da1-675c-4a62-b28b-68943834f251 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Deleting port 4393a6ed-522f-40fa-afae-f181e3fabb22 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:20:26.955068 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f8b6b16a-d138-4714-9004-033eeaa98bd0 req-d98a3da1-675c-4a62-b28b-68943834f251 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (4393a6ed-522f-40fa-afae-f181e3fabb22), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:26.970782 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-75c4f233-3dbc-4e0c-94a4-8c5ffdf6ab59 req-135836a2-4136-483e-9445-82987ad81d5b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e52b5309-890e-4183-bf0d-6ef59c658d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219167 Jan 28 19:20:27.011785 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599f08f5-6b56-4b72-8df0-3578b0460cfa None None] Checking router: ea41f392-7aa6-423b-8c79-483016c1fa7b for host: n-d-812111-14 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:20:27.012343 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599f08f5-6b56-4b72-8df0-3578b0460cfa None None] Updating router ea41f392-7aa6-423b-8c79-483016c1fa7b port 5deeae0b-2240-49c8-bd32-909da004f8c2 binding host n-d-812111-14 {{(pid=103306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:20:27.035767 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4462d0ae-adb2-45a5-9a8d-c9eae4519c1f req-f6481549-ca68-49b7-83a5-6dc68384b95b tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/security-groups?id=929081b5-e4ec-47f3-a3f7-d2b3ba16c5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033945 Jan 28 19:20:27.060501 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-599f08f5-6b56-4b72-8df0-3578b0460cfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (5deeae0b-2240-49c8-bd32-909da004f8c2), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:27.407687 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-a55dd0c4-4c48-4b90-9393-9d0d9dd4f309 None None] Current status of the port 679fa67d-9b67-4d6c-a56f-db859296849c is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:20:27.550163 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b808ea1-d29b-46e9-a6fd-d27459809d4a req-0082aa51-177f-4f15-8c51-c92840be39e2 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:27.551759 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9b808ea1-d29b-46e9-a6fd-d27459809d4a req-0082aa51-177f-4f15-8c51-c92840be39e2 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/ports?device_id=33daa4dd-04cc-4ff4-b44c-ffb5147c5d7f HTTP/1.1" status: 200 len: 946 time: 0.1334093 Jan 28 19:20:27.655742 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9b808ea1-d29b-46e9-a6fd-d27459809d4a req-a9685a91-ee7a-4c98-b8c6-857f59de8e56 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/security-groups?id=e52b5309-890e-4183-bf0d-6ef59c658d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945036 Jan 28 19:20:27.666720 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b7327cde-287b-42eb-ac55-e3c8318ba426 req-14cafbbe-a74d-4799-8dc5-1af3cbf9833c service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=46b1863a-e7b2-4c60-bc44-9ff00fc6c561&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1139357 Jan 28 19:20:27.695393 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-599f08f5-6b56-4b72-8df0-3578b0460cfa None None] Publish callbacks [] for port (5deeae0b-2240-49c8-bd32-909da004f8c2), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:27.709065 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-599f08f5-6b56-4b72-8df0-3578b0460cfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (5deeae0b-2240-49c8-bd32-909da004f8c2), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:27.781383 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-599f08f5-6b56-4b72-8df0-3578b0460cfa None None] Attempting to bind port 5deeae0b-2240-49c8-bd32-909da004f8c2 on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:20:27.782136 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-599f08f5-6b56-4b72-8df0-3578b0460cfa None None] Attempting to bind port 5deeae0b-2240-49c8-bd32-909da004f8c2 by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:20:27.783370 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599f08f5-6b56-4b72-8df0-3578b0460cfa None None] Attempting to bind port 5deeae0b-2240-49c8-bd32-909da004f8c2 on network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:20:27.791455 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa6d784-dc4b-4a03-9783-e7afcc7bba5e None None] Pushing event updated for resources: {'Port': ['ID=5deeae0b-2240-49c8-bd32-909da004f8c2,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:27.802122 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599f08f5-6b56-4b72-8df0-3578b0460cfa None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 20, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:20:27.802688 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599f08f5-6b56-4b72-8df0-3578b0460cfa None None] Checking segment: {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:20:27.803211 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-599f08f5-6b56-4b72-8df0-3578b0460cfa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:27.803722 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599f08f5-6b56-4b72-8df0-3578b0460cfa None None] Bound using segment: {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:20:27.804868 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-599f08f5-6b56-4b72-8df0-3578b0460cfa None None] Bound port: 5deeae0b-2240-49c8-bd32-909da004f8c2, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:20:27.805417 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-599f08f5-6b56-4b72-8df0-3578b0460cfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (5deeae0b-2240-49c8-bd32-909da004f8c2), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:27.808131 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-787b72a8-1a45-4ffb-a7d8-7f70d6107efe req-eef424ea-21f0-4c96-b278-9fe0f27e03ba tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Made reservation on behalf of 21016aa8d78b40bfb94f4cb1162748ad for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:20:27.811703 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-787b72a8-1a45-4ffb-a7d8-7f70d6107efe req-eef424ea-21f0-4c96-b278-9fe0f27e03ba tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:27.896433 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7327cde-287b-42eb-ac55-e3c8318ba426 req-2e902206-d1fc-467c-9437-188fcbf4dc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:27.915066 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe659af-1af5-4840-84a2-fe3c0fdbf1f1 req-02e60704-f39d-45c7-b927-218b1d0f06be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:27.915777 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b7327cde-287b-42eb-ac55-e3c8318ba426 req-2e902206-d1fc-467c-9437-188fcbf4dc8b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=57a0678ad1cb4e46b30e232c1f317a59&device_id=46b1863a-e7b2-4c60-bc44-9ff00fc6c561 HTTP/1.1" status: 200 len: 1128 time: 0.2190466 Jan 28 19:20:27.916683 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8fe659af-1af5-4840-84a2-fe3c0fdbf1f1 req-02e60704-f39d-45c7-b927-218b1d0f06be service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=0611a4ab-e4ae-4065-bdc5-14dfb3eb9efd&tenant_id=57a0678ad1cb4e46b30e232c1f317a59 HTTP/1.1" status: 200 len: 1128 time: 1.2864573 Jan 28 19:20:27.938492 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-599f08f5-6b56-4b72-8df0-3578b0460cfa None None] For port 5deeae0b-2240-49c8-bd32-909da004f8c2, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:20:27.942090 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-599f08f5-6b56-4b72-8df0-3578b0460cfa None None] For port 5deeae0b-2240-49c8-bd32-909da004f8c2, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=5deeae0b-2240-49c8-bd32-909da004f8c2,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:20:27.967262 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-599f08f5-6b56-4b72-8df0-3578b0460cfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (5deeae0b-2240-49c8-bd32-909da004f8c2), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:28.046495 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 679fa67d-9b67-4d6c-a56f-db859296849c up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:20:28.112612 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa6d784-dc4b-4a03-9783-e7afcc7bba5e None None] Pushing event updated for resources: {'Port': ['ID=5deeae0b-2240-49c8-bd32-909da004f8c2,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:28.112876 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe659af-1af5-4840-84a2-fe3c0fdbf1f1 req-3e513550-7fc2-4a3f-adb7-c113c0d960b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:28.114033 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8fe659af-1af5-4840-84a2-fe3c0fdbf1f1 req-3e513550-7fc2-4a3f-adb7-c113c0d960b8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=57a0678ad1cb4e46b30e232c1f317a59&device_id=0611a4ab-e4ae-4065-bdc5-14dfb3eb9efd HTTP/1.1" status: 200 len: 1128 time: 0.1208839 Jan 28 19:20:28.120441 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599f08f5-6b56-4b72-8df0-3578b0460cfa None None] Routers {'ea41f392-7aa6-423b-8c79-483016c1fa7b'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:20:28.121239 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-599f08f5-6b56-4b72-8df0-3578b0460cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:20:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['ea41f392-7aa6-423b-8c79-483016c1fa7b'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:20:28.124489 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7948dc4a-a270-4725-9f16-ec3ca66d9b83 req-81603498-695b-4acd-a2e3-a5e63521efdd tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:28.133877 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7948dc4a-a270-4725-9f16-ec3ca66d9b83 req-81603498-695b-4acd-a2e3-a5e63521efdd tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?device_id=c3a44de3-d7bc-419a-9768-acddf7e95fea HTTP/1.1" status: 200 len: 944 time: 0.1915781 Jan 28 19:20:28.176437 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 679fa67d-9b67-4d6c-a56f-db859296849c triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:20:28.176890 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (679fa67d-9b67-4d6c-a56f-db859296849c), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:28.233605 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-f8b6b16a-d138-4714-9004-033eeaa98bd0 req-d98a3da1-675c-4a62-b28b-68943834f251 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] For port 4393a6ed-522f-40fa-afae-f181e3fabb22, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=4393a6ed-522f-40fa-afae-f181e3fabb22,segment=NetworkSegment(e7f54059-7dae-4f1a-9de9-251e6a440c72),segment_id=e7f54059-7dae-4f1a-9de9-251e6a440c72)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:20:28.234046 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f8b6b16a-d138-4714-9004-033eeaa98bd0 req-d98a3da1-675c-4a62-b28b-68943834f251 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (4393a6ed-522f-40fa-afae-f181e3fabb22), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:28.267453 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-f8b6b16a-d138-4714-9004-033eeaa98bd0 req-d98a3da1-675c-4a62-b28b-68943834f251 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Calling delete_port for 4393a6ed-522f-40fa-afae-f181e3fabb22 owned by compute:nova {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:20:28.328399 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-599f08f5-6b56-4b72-8df0-3578b0460cfa None None] Set router ea41f392-7aa6-423b-8c79-483016c1fa7b gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:20:28.330576 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 679fa67d-9b67-4d6c-a56f-db859296849c is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:20:28.374351 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7948dc4a-a270-4725-9f16-ec3ca66d9b83 req-c0e04108-4413-4f31-888c-0cd69c4ad1bd tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/security-groups?id=414e93b9-08bc-438e-9127-05114ed7dbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354965 Jan 28 19:20:28.416684 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe659af-1af5-4840-84a2-fe3c0fdbf1f1 req-eaeb7c08-b51c-4c3c-841c-a37e79b5de38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:28.426323 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8fe659af-1af5-4840-84a2-fe3c0fdbf1f1 req-eaeb7c08-b51c-4c3c-841c-a37e79b5de38 service neutron] 10.222.0.70 "GET /v2.0/networks?id=72a547d0-d9da-4c9f-b2a7-a4b786ea70ac HTTP/1.1" status: 200 len: 920 time: 0.2899556 Jan 28 19:20:28.540602 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8fe659af-1af5-4840-84a2-fe3c0fdbf1f1 req-f1eca081-75a7-494e-9f73-404b907525a8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2843facc-828a-4433-86eb-5c106e295446 HTTP/1.1" status: 200 len: 217 time: 0.1069512 Jan 28 19:20:28.546572 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-599f08f5-6b56-4b72-8df0-3578b0460cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea41f392-7aa6-423b-8c79-483016c1fa7b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-527873135-router', 'tenant_id': '47a6dbba6df14409b69b212131a77740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': '5deeae0b-2240-49c8-bd32-909da004f8c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:20:21Z', 'updated_at': '2022-01-28T19:20:23Z', 'revision_number': 3, 'project_id': '47a6dbba6df14409b69b212131a77740', 'gw_port': {'id': '5deeae0b-2240-49c8-bd32-909da004f8c2', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:fe:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea41f392-7aa6-423b-8c79-483016c1fa7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:20:22Z', 'updated_at': '2022-01-28T19:20:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:20:28.585981 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599f08f5-6b56-4b72-8df0-3578b0460cfa None None] The sync data for ids ['ea41f392-7aa6-423b-8c79-483016c1fa7b'] in n-d-812111-14 is: [{'id': 'ea41f392-7aa6-423b-8c79-483016c1fa7b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-527873135-router', 'tenant_id': '47a6dbba6df14409b69b212131a77740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': '5deeae0b-2240-49c8-bd32-909da004f8c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:20:21Z', 'updated_at': '2022-01-28T19:20:23Z', 'revision_number': 3, 'project_id': '47a6dbba6df14409b69b212131a77740', 'gw_port': {'id': '5deeae0b-2240-49c8-bd32-909da004f8c2', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:fe:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea41f392-7aa6-423b-8c79-483016c1fa7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:20:22Z', 'updated_at': '2022-01-28T19:20:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:20:28.614860 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f8b6b16a-d138-4714-9004-033eeaa98bd0 req-d98a3da1-675c-4a62-b28b-68943834f251 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (4393a6ed-522f-40fa-afae-f181e3fabb22), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:28.626538 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe659af-1af5-4840-84a2-fe3c0fdbf1f1 req-68432d13-c223-439c-8eea-0381f6aebfe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:28.628490 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8fe659af-1af5-4840-84a2-fe3c0fdbf1f1 req-68432d13-c223-439c-8eea-0381f6aebfe1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=7e42a0bc-2ea3-4c64-b0da-1fe419b4beb8 HTTP/1.1" status: 200 len: 860 time: 0.0768905 Jan 28 19:20:28.638636 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7c8d42-14ef-456a-bac8-80732ab71c40 req-df558e6e-52cf-470c-a62c-55f318f82994 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:28.640615 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8d7c8d42-14ef-456a-bac8-80732ab71c40 req-df558e6e-52cf-470c-a62c-55f318f82994 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/ports?device_id=209dcabc-00b5-4f2d-8669-e25dd6db66ef HTTP/1.1" status: 200 len: 945 time: 0.0982583 Jan 28 19:20:28.654847 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545431be-1ccf-47a5-b9ec-6d063b3ed59f req-61c5d39b-503c-4704-9ed1-a23ec4971636 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:28.656385 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-545431be-1ccf-47a5-b9ec-6d063b3ed59f req-61c5d39b-503c-4704-9ed1-a23ec4971636 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=0611a4ab-e4ae-4065-bdc5-14dfb3eb9efd HTTP/1.1" status: 200 len: 945 time: 1.5469844 Jan 28 19:20:28.683565 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8fe659af-1af5-4840-84a2-fe3c0fdbf1f1 req-b8d38bca-494c-4928-a178-ca25331b7f1e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=72a547d0-d9da-4c9f-b2a7-a4b786ea70ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415750 Jan 28 19:20:28.732350 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98a3da1-675c-4a62-b28b-68943834f251 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Pushing event deleted for resources: {'Port': ['ID=4393a6ed-522f-40fa-afae-f181e3fabb22,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:28.867366 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-787b72a8-1a45-4ffb-a7d8-7f70d6107efe req-eef424ea-21f0-4c96-b278-9fe0f27e03ba tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Allocated IP 172.20.0.4 (925b8873-887e-4953-83db-09b05d761160/357a8c0c-a30f-4885-a91f-d81275179bba/c3ecd62f-085f-4988-b473-992cd603c18e) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:20:28.877466 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8b6b16a-d138-4714-9004-033eeaa98bd0 req-d98a3da1-675c-4a62-b28b-68943834f251 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] No DVR routers for this DVR port 4393a6ed-522f-40fa-afae-f181e3fabb22 on host n-h2-812111-14 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:20:28.891894 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f8b6b16a-d138-4714-9004-033eeaa98bd0 req-d98a3da1-675c-4a62-b28b-68943834f251 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:28.895421 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f8b6b16a-d138-4714-9004-033eeaa98bd0 req-d98a3da1-675c-4a62-b28b-68943834f251 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.70 "DELETE /v2.0/ports/4393a6ed-522f-40fa-afae-f181e3fabb22 HTTP/1.1" status: 204 len: 173 time: 2.8497586 Jan 28 19:20:28.898942 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3a44de3-d7bc-419a-9768-acddf7e95fea', 'name': 'network-vif-deleted', 'tag': '4393a6ed-522f-40fa-afae-f181e3fabb22'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:20:28.901220 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80850569-3beb-4b89-9cac-03f3d40885d4" -d '{"events": [{"server_uuid": "c3a44de3-d7bc-419a-9768-acddf7e95fea", "name": "network-vif-deleted", "tag": "4393a6ed-522f-40fa-afae-f181e3fabb22"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:20:28.913682 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7327cde-287b-42eb-ac55-e3c8318ba426 req-201fb71f-a296-4ab1-8cd6-b84132ad82a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:28.915168 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b7327cde-287b-42eb-ac55-e3c8318ba426 req-201fb71f-a296-4ab1-8cd6-b84132ad82a1 service neutron] 10.222.0.70 "GET /v2.0/networks?id=72a547d0-d9da-4c9f-b2a7-a4b786ea70ac HTTP/1.1" status: 200 len: 920 time: 0.7775285 Jan 28 19:20:28.948189 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-545431be-1ccf-47a5-b9ec-6d063b3ed59f req-5b0be0f3-daf7-48ae-aa25-cb33592e4aef tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2621405 Jan 28 19:20:29.070159 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b7327cde-287b-42eb-ac55-e3c8318ba426 req-6ab9e0b8-fc2c-4e94-a17a-23b7ff99e0e9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=581dc8c3-b87e-4b13-b9df-77efa9de3d8d HTTP/1.1" status: 200 len: 217 time: 0.1448605 Jan 28 19:20:29.271401 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 4393a6ed-522f-40fa-afae-f181e3fabb22 no longer exists at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:20:29.342917 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] No Port match for: 4393a6ed-522f-40fa-afae-f181e3fabb22 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:20:29.343196 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 4393a6ed-522f-40fa-afae-f181e3fabb22 not bound to the agent host n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:20:29.375574 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8d7c8d42-14ef-456a-bac8-80732ab71c40 req-026df07e-8696-45a7-8907-2cf545fd37d3 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/security-groups?id=929081b5-e4ec-47f3-a3f7-d2b3ba16c5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7238805 Jan 28 19:20:29.428577 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caf31b8-5b18-4876-abec-bb5727599cac req-1958a7fb-934a-4afc-9639-7ae83c6cc6a7 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:29.431049 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3caf31b8-5b18-4876-abec-bb5727599cac req-1958a7fb-934a-4afc-9639-7ae83c6cc6a7 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.41 "GET /v2.0/ports?device_id=209dcabc-00b5-4f2d-8669-e25dd6db66ef HTTP/1.1" status: 200 len: 945 time: 0.6548529 Jan 28 19:20:29.471070 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7327cde-287b-42eb-ac55-e3c8318ba426 req-fa89b19d-4eaf-4414-a5dd-99991405dd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:29.472300 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b7327cde-287b-42eb-ac55-e3c8318ba426 req-fa89b19d-4eaf-4414-a5dd-99991405dd19 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=7e42a0bc-2ea3-4c64-b0da-1fe419b4beb8 HTTP/1.1" status: 200 len: 860 time: 0.3681729 Jan 28 19:20:29.517283 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-41064b50-16a2-47d2-87f1-45ba72add190 req-33e10dcc-d369-48be-af27-7ea0b5831a98 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e48b655-5911-4dcd-a073-26e765e9c04d HTTP/1.1" status: 200 len: 210 time: 0.4118853 Jan 28 19:20:29.571279 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8fe659af-1af5-4840-84a2-fe3c0fdbf1f1 req-75d8670f-a7b9-494a-bd15-c8ee30d7a74f service neutron] 10.222.0.70 "GET /v2.0/networks/72a547d0-d9da-4c9f-b2a7-a4b786ea70ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8740969 Jan 28 19:20:29.646131 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:20:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6ca6ecd-bb45-4f2e-8064-3a344b0ed12d x-openstack-request-id: req-b6ca6ecd-bb45-4f2e-8064-3a344b0ed12d {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:20:29.646437 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3a44de3-d7bc-419a-9768-acddf7e95fea", "name": "network-vif-deleted", "tag": "4393a6ed-522f-40fa-afae-f181e3fabb22", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:20:29.646693 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b6ca6ecd-bb45-4f2e-8064-3a344b0ed12d {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:20:29.647110 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3a44de3-d7bc-419a-9768-acddf7e95fea', 'name': 'network-vif-deleted', 'tag': '4393a6ed-522f-40fa-afae-f181e3fabb22', 'status': 'completed', 'code': 200} Jan 28 19:20:29.649526 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b7327cde-287b-42eb-ac55-e3c8318ba426 req-8bd3dfbb-a060-48f9-bc76-a4c815614236 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=72a547d0-d9da-4c9f-b2a7-a4b786ea70ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1465840 Jan 28 19:20:29.720871 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-787b72a8-1a45-4ffb-a7d8-7f70d6107efe req-eef424ea-21f0-4c96-b278-9fe0f27e03ba tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Publish callbacks [] for port (c3ecd62f-085f-4988-b473-992cd603c18e), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:29.772031 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8fe659af-1af5-4840-84a2-fe3c0fdbf1f1 req-1eb83f4e-9311-4352-b787-2847258b11f9 service neutron] 10.222.0.70 "GET /v2.0/networks/72a547d0-d9da-4c9f-b2a7-a4b786ea70ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826730 Jan 28 19:20:29.801824 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b43606-5e55-45f5-bf2f-ae47ad7d8703 req-a58bb855-56be-4d68-9afe-e0a20262a113 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:29.812519 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f8b43606-5e55-45f5-bf2f-ae47ad7d8703 req-a58bb855-56be-4d68-9afe-e0a20262a113 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/ports?device_id=33daa4dd-04cc-4ff4-b44c-ffb5147c5d7f HTTP/1.1" status: 200 len: 946 time: 0.2901106 Jan 28 19:20:29.871618 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-da1e2286-3a8a-4630-bde9-d5f42922de39 req-d054572b-64cb-48c7-8748-3538f5ccfafc tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?device_id=c3a44de3-d7bc-419a-9768-acddf7e95fea HTTP/1.1" status: 200 len: 210 time: 0.1245315 Jan 28 19:20:29.876959 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-157c3ad9-af12-4c14-a91a-5a44eabe8db2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:29.882259 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-3caf31b8-5b18-4876-abec-bb5727599cac req-18bf4cc6-ee3b-4d15-9a22-5ed3ac46cbc1 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Deleting port 6091de90-9355-4989-8d0e-a9c3d4958dd4 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:20:29.882771 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-3caf31b8-5b18-4876-abec-bb5727599cac req-18bf4cc6-ee3b-4d15-9a22-5ed3ac46cbc1 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (6091de90-9355-4989-8d0e-a9c3d4958dd4), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:30.034290 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:20:30.055977 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b7327cde-287b-42eb-ac55-e3c8318ba426 req-1223066d-3f4c-47cf-93ed-178faf0f146c service neutron] 10.222.0.70 "GET /v2.0/networks/72a547d0-d9da-4c9f-b2a7-a4b786ea70ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3684669 Jan 28 19:20:30.152227 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-787b72a8-1a45-4ffb-a7d8-7f70d6107efe req-eef424ea-21f0-4c96-b278-9fe0f27e03ba tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (c3ecd62f-085f-4988-b473-992cd603c18e), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:30.195619 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 5deeae0b-2240-49c8-bd32-909da004f8c2 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:20:30.332923 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 5deeae0b-2240-49c8-bd32-909da004f8c2 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:20:30.333436 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (5deeae0b-2240-49c8-bd32-909da004f8c2), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:30.378760 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f8b43606-5e55-45f5-bf2f-ae47ad7d8703 req-3e2d3610-1e3b-48fe-a5a7-3084386102b6 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/security-groups?id=e52b5309-890e-4183-bf0d-6ef59c658d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5496519 Jan 28 19:20:30.504983 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-3caf31b8-5b18-4876-abec-bb5727599cac req-18bf4cc6-ee3b-4d15-9a22-5ed3ac46cbc1 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] For port 6091de90-9355-4989-8d0e-a9c3d4958dd4, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=6091de90-9355-4989-8d0e-a9c3d4958dd4,segment=NetworkSegment(65f5b843-b58b-4f27-8faf-b99bc8156b89),segment_id=65f5b843-b58b-4f27-8faf-b99bc8156b89)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:20:30.505224 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-3caf31b8-5b18-4876-abec-bb5727599cac req-18bf4cc6-ee3b-4d15-9a22-5ed3ac46cbc1 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (6091de90-9355-4989-8d0e-a9c3d4958dd4), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:30.520131 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 5deeae0b-2240-49c8-bd32-909da004f8c2 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:20:30.520388 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (5deeae0b-2240-49c8-bd32-909da004f8c2), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:30.532906 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe659af-1af5-4840-84a2-fe3c0fdbf1f1 req-4e9f13a3-e297-4039-bc8c-f35b9c9c1744 tempest-LiveAutoBlockMigrationV225Test-1956576498 tempest-LiveAutoBlockMigrationV225Test-1956576498-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:30.534548 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8fe659af-1af5-4840-84a2-fe3c0fdbf1f1 req-4e9f13a3-e297-4039-bc8c-f35b9c9c1744 tempest-LiveAutoBlockMigrationV225Test-1956576498 tempest-LiveAutoBlockMigrationV225Test-1956576498-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=0611a4ab-e4ae-4065-bdc5-14dfb3eb9efd&tenant_id=57a0678ad1cb4e46b30e232c1f317a59&binding%3Ahost_id=n-h2-812111-14 HTTP/1.1" status: 200 len: 1128 time: 0.3684974 Jan 28 19:20:30.535549 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-3caf31b8-5b18-4876-abec-bb5727599cac req-18bf4cc6-ee3b-4d15-9a22-5ed3ac46cbc1 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Calling delete_port for 6091de90-9355-4989-8d0e-a9c3d4958dd4 owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:20:30.541165 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-787b72a8-1a45-4ffb-a7d8-7f70d6107efe req-eef424ea-21f0-4c96-b278-9fe0f27e03ba tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Network 925b8873-887e-4953-83db-09b05d761160 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:20:30.542045 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef424ea-21f0-4c96-b278-9fe0f27e03ba tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Pushing event updated for resources: {'Port': ['ID=c3ecd62f-085f-4988-b473-992cd603c18e,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:30.570253 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] For port 5deeae0b-2240-49c8-bd32-909da004f8c2, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=5deeae0b-2240-49c8-bd32-909da004f8c2,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:20:30.576080 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (5deeae0b-2240-49c8-bd32-909da004f8c2), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:30.615976 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-787b72a8-1a45-4ffb-a7d8-7f70d6107efe req-eef424ea-21f0-4c96-b278-9fe0f27e03ba tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:20:30.625129 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-787b72a8-1a45-4ffb-a7d8-7f70d6107efe req-eef424ea-21f0-4c96-b278-9fe0f27e03ba tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:20:30.674664 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Pushing event updated for resources: {'Port': ['ID=5deeae0b-2240-49c8-bd32-909da004f8c2,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:30.685931 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b7327cde-287b-42eb-ac55-e3c8318ba426 req-52a4710e-b883-487f-b3e7-9f78e7c70872 service neutron] 10.222.0.70 "GET /v2.0/networks/72a547d0-d9da-4c9f-b2a7-a4b786ea70ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6055670 Jan 28 19:20:30.708058 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a948be8-be96-49cc-a793-8fdf6afdd49f req-928ec0bf-cb8c-4751-8f6f-d71320cf59c8 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:30.716168 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8a948be8-be96-49cc-a793-8fdf6afdd49f req-928ec0bf-cb8c-4751-8f6f-d71320cf59c8 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=0611a4ab-e4ae-4065-bdc5-14dfb3eb9efd HTTP/1.1" status: 200 len: 945 time: 0.4266741 Jan 28 19:20:30.744344 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-157c3ad9-af12-4c14-a91a-5a44eabe8db2 admin admin] Allocated IP 172.20.0.1 (3baf85e6-4bc3-4347-adb0-aaa6b82f5cf9/43cb919d-8905-45f5-bfdf-73a666fcadae/43101589-4ace-4d2a-938a-8bb34aa769b8) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:20:30.770545 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787b72a8-1a45-4ffb-a7d8-7f70d6107efe req-eef424ea-21f0-4c96-b278-9fe0f27e03ba tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:30.771091 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-787b72a8-1a45-4ffb-a7d8-7f70d6107efe req-eef424ea-21f0-4c96-b278-9fe0f27e03ba tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:30.844285 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fd4f82-ca03-4aa1-b356-569e880da750 req-d26d0c95-a11c-44de-be3e-4f2c34475af9 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:30.852059 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d8fd4f82-ca03-4aa1-b356-569e880da750 req-d26d0c95-a11c-44de-be3e-4f2c34475af9 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/ports?device_id=209dcabc-00b5-4f2d-8669-e25dd6db66ef HTTP/1.1" status: 200 len: 945 time: 0.1532197 Jan 28 19:20:30.882599 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8a948be8-be96-49cc-a793-8fdf6afdd49f req-e86683e0-1c81-459d-b657-6f4d96c2e81c tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567335 Jan 28 19:20:30.886316 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-787b72a8-1a45-4ffb-a7d8-7f70d6107efe req-eef424ea-21f0-4c96-b278-9fe0f27e03ba tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2548983 Jan 28 19:20:30.904117 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-787b72a8-1a45-4ffb-a7d8-7f70d6107efe req-a0702f83-265f-4b68-928b-69887ce729da service neutron] Request body: {'port': {'device_id': '4e48b655-5911-4dcd-a073-26e765e9c04d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-14'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:20:31.073569 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-8fe659af-1af5-4840-84a2-fe3c0fdbf1f1 req-0b824198-5716-41c7-a43b-b6acf890a467 service neutron] For port 2843facc-828a-4433-86eb-5c106e295446, host n-h1-812111-14, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:20:31.081095 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-157c3ad9-af12-4c14-a91a-5a44eabe8db2 admin admin] Publish callbacks [] for port (43101589-4ace-4d2a-938a-8bb34aa769b8), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:31.093871 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d8fd4f82-ca03-4aa1-b356-569e880da750 req-a71fb4dc-aeb7-4264-bea2-4796cfe62909 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/security-groups?id=929081b5-e4ec-47f3-a3f7-d2b3ba16c5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406223 Jan 28 19:20:31.095472 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-787b72a8-1a45-4ffb-a7d8-7f70d6107efe req-a0702f83-265f-4b68-928b-69887ce729da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (c3ecd62f-085f-4988-b473-992cd603c18e), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:31.117031 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-8fe659af-1af5-4840-84a2-fe3c0fdbf1f1 req-0b824198-5716-41c7-a43b-b6acf890a467 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:31.118299 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8fe659af-1af5-4840-84a2-fe3c0fdbf1f1 req-0b824198-5716-41c7-a43b-b6acf890a467 service neutron] 10.222.0.70 "DELETE /v2.0/ports/2843facc-828a-4433-86eb-5c106e295446/bindings/n-h1-812111-14 HTTP/1.1" status: 204 len: 173 time: 0.5690529 Jan 28 19:20:31.119171 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-3caf31b8-5b18-4876-abec-bb5727599cac req-18bf4cc6-ee3b-4d15-9a22-5ed3ac46cbc1 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (6091de90-9355-4989-8d0e-a9c3d4958dd4), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:31.184983 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726d93f1-497f-43f4-978a-26b17648d96e req-6326a55d-9033-4d7a-a435-4f20fcddf42e tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:31.195450 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-726d93f1-497f-43f4-978a-26b17648d96e req-6326a55d-9033-4d7a-a435-4f20fcddf42e tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e48b655-5911-4dcd-a073-26e765e9c04d HTTP/1.1" status: 200 len: 931 time: 0.1688671 Jan 28 19:20:31.262368 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-157c3ad9-af12-4c14-a91a-5a44eabe8db2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (43101589-4ace-4d2a-938a-8bb34aa769b8), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:31.340360 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bf4cc6-ee3b-4d15-9a22-5ed3ac46cbc1 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Pushing event deleted for resources: {'Port': ['ID=6091de90-9355-4989-8d0e-a9c3d4958dd4,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:31.415890 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-3caf31b8-5b18-4876-abec-bb5727599cac req-18bf4cc6-ee3b-4d15-9a22-5ed3ac46cbc1 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] No DVR routers for this DVR port 6091de90-9355-4989-8d0e-a9c3d4958dd4 on host n-h1-812111-14 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:20:31.419802 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-3caf31b8-5b18-4876-abec-bb5727599cac req-18bf4cc6-ee3b-4d15-9a22-5ed3ac46cbc1 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:31.423269 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3caf31b8-5b18-4876-abec-bb5727599cac req-18bf4cc6-ee3b-4d15-9a22-5ed3ac46cbc1 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.41 "DELETE /v2.0/ports/6091de90-9355-4989-8d0e-a9c3d4958dd4 HTTP/1.1" status: 204 len: 173 time: 1.9847023 Jan 28 19:20:31.423786 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '209dcabc-00b5-4f2d-8669-e25dd6db66ef', 'name': 'network-vif-deleted', 'tag': '6091de90-9355-4989-8d0e-a9c3d4958dd4'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:20:31.427671 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1112923-11a7-4434-a42a-8db037dc2451" -d '{"events": [{"server_uuid": "209dcabc-00b5-4f2d-8669-e25dd6db66ef", "name": "network-vif-deleted", "tag": "6091de90-9355-4989-8d0e-a9c3d4958dd4"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:20:31.462999 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-157c3ad9-af12-4c14-a91a-5a44eabe8db2 admin admin] Network 3baf85e6-4bc3-4347-adb0-aaa6b82f5cf9 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:20:31.473030 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beafc62-eb35-48bb-8342-f27e3b5e6745 req-83c4d34a-7220-4410-add5-cd275e45e5c2 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:31.474914 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-0beafc62-eb35-48bb-8342-f27e3b5e6745 req-83c4d34a-7220-4410-add5-cd275e45e5c2 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/ports?device_id=33daa4dd-04cc-4ff4-b44c-ffb5147c5d7f HTTP/1.1" status: 200 len: 946 time: 0.1791172 Jan 28 19:20:31.492380 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-157c3ad9-af12-4c14-a91a-5a44eabe8db2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:20:31.501457 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157c3ad9-af12-4c14-a91a-5a44eabe8db2 admin admin] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:20:31.507622 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-726d93f1-497f-43f4-978a-26b17648d96e req-880f8d11-3b15-407d-820e-7139e862ed0f tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff0a7ca0-73d1-435a-8c79-518c9bdfd3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2978973 Jan 28 19:20:31.553280 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157c3ad9-af12-4c14-a91a-5a44eabe8db2 admin admin] Pushing event updated for resources: {'Port': ['ID=43101589-4ace-4d2a-938a-8bb34aa769b8,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:31.639256 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-157c3ad9-af12-4c14-a91a-5a44eabe8db2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734769'] for router_interface (ea41f392-7aa6-423b-8c79-483016c1fa7b), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:31.664004 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-0beafc62-eb35-48bb-8342-f27e3b5e6745 req-08227e4c-28bc-43ce-8505-5af0531944e8 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/security-groups?id=e52b5309-890e-4183-bf0d-6ef59c658d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690998 Jan 28 19:20:31.690360 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-866a00e2-eccb-430a-a822-eb255830dad2 x-openstack-request-id: req-866a00e2-eccb-430a-a822-eb255830dad2 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:20:31.690652 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "209dcabc-00b5-4f2d-8669-e25dd6db66ef", "name": "network-vif-deleted", "tag": "6091de90-9355-4989-8d0e-a9c3d4958dd4", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:20:31.690902 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-866a00e2-eccb-430a-a822-eb255830dad2 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:20:31.691310 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '209dcabc-00b5-4f2d-8669-e25dd6db66ef', 'name': 'network-vif-deleted', 'tag': '6091de90-9355-4989-8d0e-a9c3d4958dd4', 'status': 'completed', 'code': 200} Jan 28 19:20:31.833556 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-787b72a8-1a45-4ffb-a7d8-7f70d6107efe req-a0702f83-265f-4b68-928b-69887ce729da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3ecd62f-085f-4988-b473-992cd603c18e {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:20:31.843359 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-787b72a8-1a45-4ffb-a7d8-7f70d6107efe req-a0702f83-265f-4b68-928b-69887ce729da service neutron] Publish callbacks [] for port (c3ecd62f-085f-4988-b473-992cd603c18e), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:31.864183 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-787b72a8-1a45-4ffb-a7d8-7f70d6107efe req-a0702f83-265f-4b68-928b-69887ce729da service neutron] Transition to ACTIVE for port object c3ecd62f-085f-4988-b473-992cd603c18e will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:20:31.869986 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-787b72a8-1a45-4ffb-a7d8-7f70d6107efe req-a0702f83-265f-4b68-928b-69887ce729da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (c3ecd62f-085f-4988-b473-992cd603c18e), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:31.888222 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-0bf2c3a2-bfb4-47be-a563-a2aa844d0207 None None] Provisioning complete for port 43101589-4ace-4d2a-938a-8bb34aa769b8 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:20:31.888697 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0bf2c3a2-bfb4-47be-a563-a2aa844d0207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (43101589-4ace-4d2a-938a-8bb34aa769b8), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:31.941969 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-0bf2c3a2-bfb4-47be-a563-a2aa844d0207 None None] Port 43101589-4ace-4d2a-938a-8bb34aa769b8 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:20:32.016583 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 5deeae0b-2240-49c8-bd32-909da004f8c2 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:20:32.020624 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-157c3ad9-af12-4c14-a91a-5a44eabe8db2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (43101589-4ace-4d2a-938a-8bb34aa769b8), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:32.036516 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0702f83-265f-4b68-928b-69887ce729da service neutron] Pushing event updated for resources: {'Port': ['ID=c3ecd62f-085f-4988-b473-992cd603c18e,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:32.127016 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 5deeae0b-2240-49c8-bd32-909da004f8c2 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:20:32.127392 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (5deeae0b-2240-49c8-bd32-909da004f8c2), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:32.182199 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d95f170-50cf-4d0c-a2c9-e40092ad7e23 req-a0e1006f-e5e0-4bb5-acef-f11e7ff67be9 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:32.184906 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-0d95f170-50cf-4d0c-a2c9-e40092ad7e23 req-a0e1006f-e5e0-4bb5-acef-f11e7ff67be9 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/ports?device_id=33daa4dd-04cc-4ff4-b44c-ffb5147c5d7f HTTP/1.1" status: 200 len: 946 time: 0.0841722 Jan 28 19:20:32.241956 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 5deeae0b-2240-49c8-bd32-909da004f8c2 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:20:32.256149 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-0d95f170-50cf-4d0c-a2c9-e40092ad7e23 req-beb6f5b4-cbc9-4a6e-bcd8-b4863641ecf3 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/security-groups?id=e52b5309-890e-4183-bf0d-6ef59c658d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641112 Jan 28 19:20:32.271946 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502e89a2-c00f-42bd-847d-0c5870b0610d req-c132c91f-82f5-401a-bd59-b1cca9edbdf8 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:32.274257 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-502e89a2-c00f-42bd-847d-0c5870b0610d req-c132c91f-82f5-401a-bd59-b1cca9edbdf8 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=0611a4ab-e4ae-4065-bdc5-14dfb3eb9efd HTTP/1.1" status: 200 len: 945 time: 0.2156036 Jan 28 19:20:32.278564 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-787b72a8-1a45-4ffb-a7d8-7f70d6107efe req-a0702f83-265f-4b68-928b-69887ce729da service neutron] Attempting to bind port c3ecd62f-085f-4988-b473-992cd603c18e on host n-h2-812111-14 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:20:32.278902 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-787b72a8-1a45-4ffb-a7d8-7f70d6107efe req-a0702f83-265f-4b68-928b-69887ce729da service neutron] Attempting to bind port c3ecd62f-085f-4988-b473-992cd603c18e by drivers openvswitch,hyperv on host n-h2-812111-14 at level 0 using segments [{'id': '6604d099-9aad-4c96-afcd-6df42d277d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '925b8873-887e-4953-83db-09b05d761160'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:20:32.279225 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-787b72a8-1a45-4ffb-a7d8-7f70d6107efe req-a0702f83-265f-4b68-928b-69887ce729da service neutron] Attempting to bind port c3ecd62f-085f-4988-b473-992cd603c18e on network 925b8873-887e-4953-83db-09b05d761160 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:20:32.307106 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-787b72a8-1a45-4ffb-a7d8-7f70d6107efe req-a0702f83-265f-4b68-928b-69887ce729da service neutron] Port c3ecd62f-085f-4988-b473-992cd603c18e on network 925b8873-887e-4953-83db-09b05d761160 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-14 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:20:32.307436 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-787b72a8-1a45-4ffb-a7d8-7f70d6107efe req-a0702f83-265f-4b68-928b-69887ce729da service neutron] Attempting to bind port c3ecd62f-085f-4988-b473-992cd603c18e on network 925b8873-887e-4953-83db-09b05d761160 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:20:32.325929 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-787b72a8-1a45-4ffb-a7d8-7f70d6107efe req-a0702f83-265f-4b68-928b-69887ce729da service neutron] Checking agent: {'id': '8f3fee4e-bf24-4b58-8a3a-ae9c8011a473', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:20:32.326303 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-787b72a8-1a45-4ffb-a7d8-7f70d6107efe req-a0702f83-265f-4b68-928b-69887ce729da service neutron] Checking segment: {'id': '6604d099-9aad-4c96-afcd-6df42d277d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '925b8873-887e-4953-83db-09b05d761160'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:20:32.326668 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-787b72a8-1a45-4ffb-a7d8-7f70d6107efe req-a0702f83-265f-4b68-928b-69887ce729da service neutron] Bound using segment: {'id': '6604d099-9aad-4c96-afcd-6df42d277d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '925b8873-887e-4953-83db-09b05d761160'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:20:32.327130 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-787b72a8-1a45-4ffb-a7d8-7f70d6107efe req-a0702f83-265f-4b68-928b-69887ce729da service neutron] Bound port: c3ecd62f-085f-4988-b473-992cd603c18e, host: n-h2-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6604d099-9aad-4c96-afcd-6df42d277d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '925b8873-887e-4953-83db-09b05d761160'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:20:32.327491 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-787b72a8-1a45-4ffb-a7d8-7f70d6107efe req-a0702f83-265f-4b68-928b-69887ce729da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (c3ecd62f-085f-4988-b473-992cd603c18e), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:32.355407 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 6091de90-9355-4989-8d0e-a9c3d4958dd4 no longer exists at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:20:32.399986 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] No Port match for: 6091de90-9355-4989-8d0e-a9c3d4958dd4 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:20:32.401089 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 6091de90-9355-4989-8d0e-a9c3d4958dd4 not bound to the agent host n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:20:32.438465 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79c9735-cb32-4c1b-8ac7-59f373466d2d req-617aaad4-995d-46ec-9163-d7411bbe6b07 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:32.447257 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a79c9735-cb32-4c1b-8ac7-59f373466d2d req-617aaad4-995d-46ec-9163-d7411bbe6b07 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c32b98d-c462-4f26-b26d-2a0c3e0ac453 HTTP/1.1" status: 200 len: 944 time: 0.1053462 Jan 28 19:20:32.459712 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-502e89a2-c00f-42bd-847d-0c5870b0610d req-384d26db-867e-4125-bdff-256685ecb875 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781163 Jan 28 19:20:32.519470 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-787b72a8-1a45-4ffb-a7d8-7f70d6107efe req-a0702f83-265f-4b68-928b-69887ce729da service neutron] For port c3ecd62f-085f-4988-b473-992cd603c18e, host n-h2-812111-14, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:20:32.549529 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-787b72a8-1a45-4ffb-a7d8-7f70d6107efe req-a0702f83-265f-4b68-928b-69887ce729da service neutron] For port c3ecd62f-085f-4988-b473-992cd603c18e, host n-h2-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=c3ecd62f-085f-4988-b473-992cd603c18e,segment=NetworkSegment(6604d099-9aad-4c96-afcd-6df42d277d23),segment_id=6604d099-9aad-4c96-afcd-6df42d277d23)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:20:32.563725 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-157c3ad9-af12-4c14-a91a-5a44eabe8db2 admin admin] Publish callbacks [] for port (43101589-4ace-4d2a-938a-8bb34aa769b8), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:32.571250 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-157c3ad9-af12-4c14-a91a-5a44eabe8db2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (43101589-4ace-4d2a-938a-8bb34aa769b8), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:32.578590 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-787b72a8-1a45-4ffb-a7d8-7f70d6107efe req-a0702f83-265f-4b68-928b-69887ce729da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (c3ecd62f-085f-4988-b473-992cd603c18e), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:32.595811 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93d7223-a859-4c6c-8de8-5a0d265a0f02 req-b9f6af4b-135e-46a1-ba41-4fa87d9af340 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:32.600349 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c93d7223-a859-4c6c-8de8-5a0d265a0f02 req-b9f6af4b-135e-46a1-ba41-4fa87d9af340 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.70 "GET /v2.0/ports?device_id=6c32b98d-c462-4f26-b26d-2a0c3e0ac453 HTTP/1.1" status: 200 len: 944 time: 0.1197014 Jan 28 19:20:32.606687 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a79c9735-cb32-4c1b-8ac7-59f373466d2d req-074e2001-ee41-4683-9ff6-c62cc3ce9cf1 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/security-groups?id=414e93b9-08bc-438e-9127-05114ed7dbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582723 Jan 28 19:20:32.811684 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fa5b49-65e0-469e-b352-697db596629b req-c694ab0e-ae48-4f1c-8499-9ad5f90d3396 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:32.815695 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-11fa5b49-65e0-469e-b352-697db596629b req-c694ab0e-ae48-4f1c-8499-9ad5f90d3396 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e48b655-5911-4dcd-a073-26e765e9c04d HTTP/1.1" status: 200 len: 943 time: 0.1149440 Jan 28 19:20:32.857460 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-c93d7223-a859-4c6c-8de8-5a0d265a0f02 req-d6cc3a13-2e9d-453a-812a-ebd691a3065a tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Deleting port bcd3c8bf-ab02-48ca-8a85-a2f0e032d8c4 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:20:32.857815 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-c93d7223-a859-4c6c-8de8-5a0d265a0f02 req-d6cc3a13-2e9d-453a-812a-ebd691a3065a tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (bcd3c8bf-ab02-48ca-8a85-a2f0e032d8c4), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:32.944738 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-11fa5b49-65e0-469e-b352-697db596629b req-6e54556a-9cf6-4283-8247-459be7636301 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff0a7ca0-73d1-435a-8c79-518c9bdfd3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208200 Jan 28 19:20:32.991417 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-c93d7223-a859-4c6c-8de8-5a0d265a0f02 req-d6cc3a13-2e9d-453a-812a-ebd691a3065a tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] For port bcd3c8bf-ab02-48ca-8a85-a2f0e032d8c4, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=bcd3c8bf-ab02-48ca-8a85-a2f0e032d8c4,segment=NetworkSegment(e7f54059-7dae-4f1a-9de9-251e6a440c72),segment_id=e7f54059-7dae-4f1a-9de9-251e6a440c72)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:20:32.992277 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-c93d7223-a859-4c6c-8de8-5a0d265a0f02 req-d6cc3a13-2e9d-453a-812a-ebd691a3065a tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (bcd3c8bf-ab02-48ca-8a85-a2f0e032d8c4), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:33.008000 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-c93d7223-a859-4c6c-8de8-5a0d265a0f02 req-d6cc3a13-2e9d-453a-812a-ebd691a3065a tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Calling delete_port for bcd3c8bf-ab02-48ca-8a85-a2f0e032d8c4 owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:20:33.072487 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787b72a8-1a45-4ffb-a7d8-7f70d6107efe req-a0702f83-265f-4b68-928b-69887ce729da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:33.073134 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-787b72a8-1a45-4ffb-a7d8-7f70d6107efe req-a0702f83-265f-4b68-928b-69887ce729da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:33.074615 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-787b72a8-1a45-4ffb-a7d8-7f70d6107efe req-a0702f83-265f-4b68-928b-69887ce729da service neutron] 10.222.0.70 "PUT /v2.0/ports/c3ecd62f-085f-4988-b473-992cd603c18e HTTP/1.1" status: 200 len: 1092 time: 2.1761072 Jan 28 19:20:33.075419 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e48b655-5911-4dcd-a073-26e765e9c04d', 'tag': 'c3ecd62f-085f-4988-b473-992cd603c18e'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:20:33.077686 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d2e3770-b62b-4f4c-8fe7-1b7b042c48d3" -d '{"events": [{"name": "network-changed", "server_uuid": "4e48b655-5911-4dcd-a073-26e765e9c04d", "tag": "c3ecd62f-085f-4988-b473-992cd603c18e"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:20:33.081622 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4d00f06e-4ee5-4134-ae17-690e37da3044 req-6cd9f247-1b89-4ec2-b297-29678eb5a4f7 tempest-ServerDiskConfigTestJSON-1038682149 tempest-ServerDiskConfigTestJSON-1038682149-project] 10.222.0.64 "GET /v2.0/ports?device_id=209dcabc-00b5-4f2d-8669-e25dd6db66ef HTTP/1.1" status: 200 len: 210 time: 0.3826261 Jan 28 19:20:33.084837 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157c3ad9-af12-4c14-a91a-5a44eabe8db2 admin admin] Pushing event updated for resources: {'Port': ['ID=43101589-4ace-4d2a-938a-8bb34aa769b8,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:33.116986 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-157c3ad9-af12-4c14-a91a-5a44eabe8db2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-756216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-732801'] for router_interface (ea41f392-7aa6-423b-8c79-483016c1fa7b), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:33.138007 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bbf5eb-aea9-43f3-a92a-026ca4594b9f req-ed5c75bc-fcda-449a-a9c2-a6140bdb16a3 tempest-LiveAutoBlockMigrationV225Test-1956576498 tempest-LiveAutoBlockMigrationV225Test-1956576498-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:33.140306 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-40bbf5eb-aea9-43f3-a92a-026ca4594b9f req-ed5c75bc-fcda-449a-a9c2-a6140bdb16a3 tempest-LiveAutoBlockMigrationV225Test-1956576498 tempest-LiveAutoBlockMigrationV225Test-1956576498-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=0611a4ab-e4ae-4065-bdc5-14dfb3eb9efd HTTP/1.1" status: 200 len: 1128 time: 0.1274321 Jan 28 19:20:33.208673 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78b9b453-324e-4db5-af69-d92ea5a1593f x-openstack-request-id: req-78b9b453-324e-4db5-af69-d92ea5a1593f {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:20:33.208966 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e48b655-5911-4dcd-a073-26e765e9c04d", "tag": "c3ecd62f-085f-4988-b473-992cd603c18e", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:20:33.209299 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-78b9b453-324e-4db5-af69-d92ea5a1593f {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:20:33.209665 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e48b655-5911-4dcd-a073-26e765e9c04d', 'tag': 'c3ecd62f-085f-4988-b473-992cd603c18e', 'status': 'completed', 'code': 200} Jan 28 19:20:33.222552 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0702f83-265f-4b68-928b-69887ce729da service neutron] Pushing event updated for resources: {'Port': ['ID=c3ecd62f-085f-4988-b473-992cd603c18e,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:33.241907 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-40bbf5eb-aea9-43f3-a92a-026ca4594b9f req-957cdb13-c3fc-4aab-8022-24dfda2859bf tempest-LiveAutoBlockMigrationV225Test-1956576498 tempest-LiveAutoBlockMigrationV225Test-1956576498-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903053 Jan 28 19:20:33.270806 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787b72a8-1a45-4ffb-a7d8-7f70d6107efe req-e15f5da7-46d0-4b7c-9bfd-846c01c6431f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:33.273182 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-787b72a8-1a45-4ffb-a7d8-7f70d6107efe req-e15f5da7-46d0-4b7c-9bfd-846c01c6431f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=21016aa8d78b40bfb94f4cb1162748ad&device_id=4e48b655-5911-4dcd-a073-26e765e9c04d HTTP/1.1" status: 200 len: 1126 time: 0.1371086 Jan 28 19:20:33.274874 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-c93d7223-a859-4c6c-8de8-5a0d265a0f02 req-d6cc3a13-2e9d-453a-812a-ebd691a3065a tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (bcd3c8bf-ab02-48ca-8a85-a2f0e032d8c4), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:33.310076 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-157c3ad9-af12-4c14-a91a-5a44eabe8db2 admin admin] Network 3baf85e6-4bc3-4347-adb0-aaa6b82f5cf9 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:20:33.312961 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-157c3ad9-af12-4c14-a91a-5a44eabe8db2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:20:33.326411 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cc3a13-2e9d-453a-812a-ebd691a3065a tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Pushing event deleted for resources: {'Port': ['ID=bcd3c8bf-ab02-48ca-8a85-a2f0e032d8c4,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:33.415326 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-c93d7223-a859-4c6c-8de8-5a0d265a0f02 req-d6cc3a13-2e9d-453a-812a-ebd691a3065a tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] No DVR routers for this DVR port bcd3c8bf-ab02-48ca-8a85-a2f0e032d8c4 on host n-h2-812111-14 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:20:33.418716 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-c93d7223-a859-4c6c-8de8-5a0d265a0f02 req-d6cc3a13-2e9d-453a-812a-ebd691a3065a tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:33.423633 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c93d7223-a859-4c6c-8de8-5a0d265a0f02 req-d6cc3a13-2e9d-453a-812a-ebd691a3065a tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.70 "DELETE /v2.0/ports/bcd3c8bf-ab02-48ca-8a85-a2f0e032d8c4 HTTP/1.1" status: 204 len: 173 time: 0.8159692 Jan 28 19:20:33.493970 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-787b72a8-1a45-4ffb-a7d8-7f70d6107efe req-a82799ed-d3ee-4c25-86fd-0bd93f6bf2dd service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c3ecd62f-085f-4988-b473-992cd603c18e HTTP/1.1" status: 200 len: 217 time: 0.2136247 Jan 28 19:20:33.686852 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-e2ea5c06-aa54-4ebb-9547-239ad48712fc None None] Provisioning complete for port 43101589-4ace-4d2a-938a-8bb34aa769b8 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:20:33.687459 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e2ea5c06-aa54-4ebb-9547-239ad48712fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (43101589-4ace-4d2a-938a-8bb34aa769b8), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:33.692928 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c32b98d-c462-4f26-b26d-2a0c3e0ac453', 'name': 'network-vif-deleted', 'tag': 'bcd3c8bf-ab02-48ca-8a85-a2f0e032d8c4'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:20:33.696172 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73a33825-ddfd-419e-a00e-ec908e58665c" -d '{"events": [{"server_uuid": "6c32b98d-c462-4f26-b26d-2a0c3e0ac453", "name": "network-vif-deleted", "tag": "bcd3c8bf-ab02-48ca-8a85-a2f0e032d8c4"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:20:33.711957 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bf7a30-f4d9-479f-8a5c-af3061469545 req-c019dc38-1351-4a6d-82b5-c13bc411385e tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:33.712540 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787b72a8-1a45-4ffb-a7d8-7f70d6107efe req-af6095de-4d9b-4ee5-b85a-add97df62144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:33.713882 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c0bf7a30-f4d9-479f-8a5c-af3061469545 req-c019dc38-1351-4a6d-82b5-c13bc411385e tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=0611a4ab-e4ae-4065-bdc5-14dfb3eb9efd HTTP/1.1" status: 200 len: 945 time: 0.0836251 Jan 28 19:20:33.714448 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-787b72a8-1a45-4ffb-a7d8-7f70d6107efe req-af6095de-4d9b-4ee5-b85a-add97df62144 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=357a8c0c-a30f-4885-a91f-d81275179bba HTTP/1.1" status: 200 len: 854 time: 0.1977589 Jan 28 19:20:33.728739 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aa315c-27c6-4cf7-a110-22c3ddffdc59 req-87206add-2f7f-43c3-887a-02fb435bd31c tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:33.730806 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-e2ea5c06-aa54-4ebb-9547-239ad48712fc None None] Port 43101589-4ace-4d2a-938a-8bb34aa769b8 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:20:33.735718 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-14aa315c-27c6-4cf7-a110-22c3ddffdc59 req-87206add-2f7f-43c3-887a-02fb435bd31c tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/ports?device_id=33daa4dd-04cc-4ff4-b44c-ffb5147c5d7f HTTP/1.1" status: 200 len: 946 time: 0.2485964 Jan 28 19:20:33.791210 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-787b72a8-1a45-4ffb-a7d8-7f70d6107efe req-2d4d57d8-c5d5-46c3-b21c-80d4fdbe2b86 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=925b8873-887e-4953-83db-09b05d761160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494134 Jan 28 19:20:33.798275 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c0bf7a30-f4d9-479f-8a5c-af3061469545 req-ef7b9888-2241-49db-a8b0-802d70a51fac tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778706 Jan 28 19:20:33.802538 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-157c3ad9-af12-4c14-a91a-5a44eabe8db2 admin admin] Router ea41f392-7aa6-423b-8c79-483016c1fa7b has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:20:33.823322 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cc68f5-1398-46a2-9332-46559064e2f2 req-beba62ec-aeb2-4d56-a83f-ab33e6839291 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:33.825253 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-06cc68f5-1398-46a2-9332-46559064e2f2 req-beba62ec-aeb2-4d56-a83f-ab33e6839291 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.41 "GET /v2.0/ports?device_id=33daa4dd-04cc-4ff4-b44c-ffb5147c5d7f HTTP/1.1" status: 200 len: 946 time: 0.0733669 Jan 28 19:20:33.899265 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-14aa315c-27c6-4cf7-a110-22c3ddffdc59 req-429d28c5-cc33-49c1-a621-7648a44da59e tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/security-groups?id=e52b5309-890e-4183-bf0d-6ef59c658d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626115 Jan 28 19:20:33.971191 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-06cc68f5-1398-46a2-9332-46559064e2f2 req-4094b946-19ef-4ca7-a46e-ae97bc204ea1 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Deleting port 40f22224-3375-43b7-b201-a68372e6b52e {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:20:33.971536 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-06cc68f5-1398-46a2-9332-46559064e2f2 req-4094b946-19ef-4ca7-a46e-ae97bc204ea1 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (40f22224-3375-43b7-b201-a68372e6b52e), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:34.014790 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6d8923c3-1cd5-4417-9889-25d3ee7b626d req-052f6b2c-06b0-44fe-a6c6-412fa89a15c3 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c32b98d-c462-4f26-b26d-2a0c3e0ac453 HTTP/1.1" status: 200 len: 210 time: 0.0616515 Jan 28 19:20:34.018739 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9300c585-8b22-427e-a9ee-d837ec0710a7 x-openstack-request-id: req-9300c585-8b22-427e-a9ee-d837ec0710a7 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:20:34.019037 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c32b98d-c462-4f26-b26d-2a0c3e0ac453", "name": "network-vif-deleted", "tag": "bcd3c8bf-ab02-48ca-8a85-a2f0e032d8c4", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:20:34.019316 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9300c585-8b22-427e-a9ee-d837ec0710a7 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:20:34.029379 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c32b98d-c462-4f26-b26d-2a0c3e0ac453', 'name': 'network-vif-deleted', 'tag': 'bcd3c8bf-ab02-48ca-8a85-a2f0e032d8c4', 'status': 'completed', 'code': 200} Jan 28 19:20:34.041158 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-787b72a8-1a45-4ffb-a7d8-7f70d6107efe req-ceb648a9-df5f-46d8-9a1a-fcd09afcde21 service neutron] 10.222.0.70 "GET /v2.0/networks/925b8873-887e-4953-83db-09b05d761160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2405427 Jan 28 19:20:34.118067 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-06cc68f5-1398-46a2-9332-46559064e2f2 req-4094b946-19ef-4ca7-a46e-ae97bc204ea1 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] For port 40f22224-3375-43b7-b201-a68372e6b52e, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=40f22224-3375-43b7-b201-a68372e6b52e,segment=NetworkSegment(3fce350c-ea58-4666-bd7d-c61ada9a9295),segment_id=3fce350c-ea58-4666-bd7d-c61ada9a9295)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:20:34.118526 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-06cc68f5-1398-46a2-9332-46559064e2f2 req-4094b946-19ef-4ca7-a46e-ae97bc204ea1 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (40f22224-3375-43b7-b201-a68372e6b52e), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:34.136588 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-06cc68f5-1398-46a2-9332-46559064e2f2 req-4094b946-19ef-4ca7-a46e-ae97bc204ea1 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Calling delete_port for 40f22224-3375-43b7-b201-a68372e6b52e owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:20:34.167701 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-157c3ad9-af12-4c14-a91a-5a44eabe8db2 admin admin] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:20:34.183917 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-157c3ad9-af12-4c14-a91a-5a44eabe8db2 admin admin] 10.222.0.64 "PUT /v2.0/routers/ea41f392-7aa6-423b-8c79-483016c1fa7b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4702723 Jan 28 19:20:34.191111 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0869a422-53be-4dce-9461-1a30d99199f9 None None] Sync routers for ids ['ea41f392-7aa6-423b-8c79-483016c1fa7b'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:20:34.201644 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-787b72a8-1a45-4ffb-a7d8-7f70d6107efe req-013e1d0b-7efa-4507-97d9-9d9e02228681 service neutron] 10.222.0.70 "GET /v2.0/networks/925b8873-887e-4953-83db-09b05d761160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477668 Jan 28 19:20:34.213972 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff566bb-97e2-4464-96f8-56bb2876949c req-93e2c004-cfc9-4798-a55b-4d139cae3bcc tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:34.221054 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8ff566bb-97e2-4464-96f8-56bb2876949c req-93e2c004-cfc9-4798-a55b-4d139cae3bcc tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e48b655-5911-4dcd-a073-26e765e9c04d HTTP/1.1" status: 200 len: 943 time: 0.1107433 Jan 28 19:20:34.234960 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0869a422-53be-4dce-9461-1a30d99199f9 None None] Routers {'ea41f392-7aa6-423b-8c79-483016c1fa7b'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:20:34.238197 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-0869a422-53be-4dce-9461-1a30d99199f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:20:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['ea41f392-7aa6-423b-8c79-483016c1fa7b'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:20:34.299212 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8ff566bb-97e2-4464-96f8-56bb2876949c req-6ae75ee4-7802-44f4-b468-aba8088e212a tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff0a7ca0-73d1-435a-8c79-518c9bdfd3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769241 Jan 28 19:20:34.396411 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-0869a422-53be-4dce-9461-1a30d99199f9 None None] Set router ea41f392-7aa6-423b-8c79-483016c1fa7b gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:20:34.410932 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2e3770-b62b-4f4c-8fe7-1b7b042c48d3 req-bce5d089-9ea9-4a32-a2ac-2bd92228c3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:34.417679 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1d2e3770-b62b-4f4c-8fe7-1b7b042c48d3 req-bce5d089-9ea9-4a32-a2ac-2bd92228c3f4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=21016aa8d78b40bfb94f4cb1162748ad&device_id=4e48b655-5911-4dcd-a073-26e765e9c04d HTTP/1.1" status: 200 len: 1126 time: 0.1104205 Jan 28 19:20:34.453769 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b696e9-6009-421d-85e1-d13ca6506b69 req-811cd87b-0617-4594-8c6e-75e0b26bf138 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:34.458626 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-58b696e9-6009-421d-85e1-d13ca6506b69 req-811cd87b-0617-4594-8c6e-75e0b26bf138 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.70 "GET /v2.0/ports?device_id=0611a4ab-e4ae-4065-bdc5-14dfb3eb9efd HTTP/1.1" status: 200 len: 945 time: 0.1191628 Jan 28 19:20:34.465078 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-06cc68f5-1398-46a2-9332-46559064e2f2 req-4094b946-19ef-4ca7-a46e-ae97bc204ea1 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (40f22224-3375-43b7-b201-a68372e6b52e), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:34.482586 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['40f22224-3375-43b7-b201-a68372e6b52e'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:20:34.577546 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 43174) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:34.620357 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4094b946-19ef-4ca7-a46e-ae97bc204ea1 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Pushing event deleted for resources: {'Port': ['ID=40f22224-3375-43b7-b201-a68372e6b52e,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:34.644896 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-70638849-a8c7-4c2c-b5a1-139d252eed98 admin admin] Deleting subnet 84341c46-a745-4b5e-a0f8-0858316efcdb {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:20:34.653340 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-70638849-a8c7-4c2c-b5a1-139d252eed98 admin admin] Publish callbacks [] for subnet (84341c46-a745-4b5e-a0f8-0858316efcdb), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:34.672446 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-06cc68f5-1398-46a2-9332-46559064e2f2 req-4094b946-19ef-4ca7-a46e-ae97bc204ea1 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] No DVR routers for this DVR port 40f22224-3375-43b7-b201-a68372e6b52e on host n-h1-812111-14 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:20:34.675135 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-06cc68f5-1398-46a2-9332-46559064e2f2 req-4094b946-19ef-4ca7-a46e-ae97bc204ea1 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:34.679924 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-06cc68f5-1398-46a2-9332-46559064e2f2 req-4094b946-19ef-4ca7-a46e-ae97bc204ea1 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.41 "DELETE /v2.0/ports/40f22224-3375-43b7-b201-a68372e6b52e HTTP/1.1" status: 204 len: 173 time: 0.8425767 Jan 28 19:20:34.715112 n-d-812111-14 neutron-server[103304]: INFO neutron.api.v2.resource [req-06ff8f24-3f33-4595-a9b9-0ce6ef9efb12 req-a24451ae-1623-4078-a346-ee83a796a351 tempest-FloatingIPDetailsNegativeTestJSON-293000805 tempest-FloatingIPDetailsNegativeTestJSON-293000805-project] show failed (client error): The resource could not be found. Jan 28 19:20:34.716309 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-06ff8f24-3f33-4595-a9b9-0ce6ef9efb12 req-a24451ae-1623-4078-a346-ee83a796a351 tempest-FloatingIPDetailsNegativeTestJSON-293000805 tempest-FloatingIPDetailsNegativeTestJSON-293000805-project] 10.222.0.64 "GET /v2.0/floatingips/4445a6f7-82f8-4f95-9d60-e271d168130c HTTP/1.1" status: 404 len: 350 time: 0.1377938 Jan 28 19:20:34.727950 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 43178) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:34.773797 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-70638849-a8c7-4c2c-b5a1-139d252eed98 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4747050'] for subnet (84341c46-a745-4b5e-a0f8-0858316efcdb), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:34.811492 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2e3770-b62b-4f4c-8fe7-1b7b042c48d3 req-823a8070-414d-4cbb-9737-900d882dd47b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:34.813374 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1d2e3770-b62b-4f4c-8fe7-1b7b042c48d3 req-823a8070-414d-4cbb-9737-900d882dd47b service neutron] 10.222.0.70 "GET /v2.0/networks?id=925b8873-887e-4953-83db-09b05d761160 HTTP/1.1" status: 200 len: 914 time: 0.3865213 Jan 28 19:20:34.825545 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-58b696e9-6009-421d-85e1-d13ca6506b69 req-d6a8de27-f24d-4a99-b78f-e8aeb2a1b109 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Deleting port 2843facc-828a-4433-86eb-5c106e295446 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:20:34.825901 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-58b696e9-6009-421d-85e1-d13ca6506b69 req-d6a8de27-f24d-4a99-b78f-e8aeb2a1b109 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (2843facc-828a-4433-86eb-5c106e295446), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:34.884392 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-0869a422-53be-4dce-9461-1a30d99199f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea41f392-7aa6-423b-8c79-483016c1fa7b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-527873135-router', 'tenant_id': '47a6dbba6df14409b69b212131a77740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': '5deeae0b-2240-49c8-bd32-909da004f8c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:20:21Z', 'updated_at': '2022-01-28T19:20:31Z', 'revision_number': 4, 'project_id': '47a6dbba6df14409b69b212131a77740', 'gw_port': {'id': '5deeae0b-2240-49c8-bd32-909da004f8c2', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:fe:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea41f392-7aa6-423b-8c79-483016c1fa7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:20:22Z', 'updated_at': '2022-01-28T19:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '43101589-4ace-4d2a-938a-8bb34aa769b8', 'name': '', 'network_id': '3baf85e6-4bc3-4347-adb0-aaa6b82f5cf9', 'tenant_id': '47a6dbba6df14409b69b212131a77740', 'mac_address': 'fa:16:3e:b5:19:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea41f392-7aa6-423b-8c79-483016c1fa7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '43cb919d-8905-45f5-bfdf-73a666fcadae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:20:29Z', 'updated_at': '2022-01-28T19:20:32Z', 'revision_number': 2, 'project_id': '47a6dbba6df14409b69b212131a77740', 'subnets': [{'id': '43cb919d-8905-45f5-bfdf-73a666fcadae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:20:34.905460 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1d2e3770-b62b-4f4c-8fe7-1b7b042c48d3 req-c1927192-65d8-4cd0-966e-282997239ad4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c3ecd62f-085f-4988-b473-992cd603c18e HTTP/1.1" status: 200 len: 217 time: 0.0831954 Jan 28 19:20:34.922350 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-70638849-a8c7-4c2c-b5a1-139d252eed98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (84341c46-a745-4b5e-a0f8-0858316efcdb), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:34.949977 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0869a422-53be-4dce-9461-1a30d99199f9 None None] Checking router: ea41f392-7aa6-423b-8c79-483016c1fa7b for host: n-d-812111-14 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:20:34.951768 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0869a422-53be-4dce-9461-1a30d99199f9 None None] Updating router ea41f392-7aa6-423b-8c79-483016c1fa7b port 43101589-4ace-4d2a-938a-8bb34aa769b8 binding host n-d-812111-14 {{(pid=103307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:20:34.991420 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-58b696e9-6009-421d-85e1-d13ca6506b69 req-d6a8de27-f24d-4a99-b78f-e8aeb2a1b109 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] For port 2843facc-828a-4433-86eb-5c106e295446, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=2843facc-828a-4433-86eb-5c106e295446,segment=NetworkSegment(62a331e7-e6d6-4fbc-9e3c-2d3acdfd7c92),segment_id=62a331e7-e6d6-4fbc-9e3c-2d3acdfd7c92)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:20:34.991809 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-58b696e9-6009-421d-85e1-d13ca6506b69 req-d6a8de27-f24d-4a99-b78f-e8aeb2a1b109 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (2843facc-828a-4433-86eb-5c106e295446), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:35.017925 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-0869a422-53be-4dce-9461-1a30d99199f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (43101589-4ace-4d2a-938a-8bb34aa769b8), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:35.056540 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2e3770-b62b-4f4c-8fe7-1b7b042c48d3 req-113f0be3-26e0-4f43-84ed-aabb70164930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:35.058457 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1d2e3770-b62b-4f4c-8fe7-1b7b042c48d3 req-113f0be3-26e0-4f43-84ed-aabb70164930 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=357a8c0c-a30f-4885-a91f-d81275179bba HTTP/1.1" status: 200 len: 854 time: 0.1454768 Jan 28 19:20:35.068679 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-58b696e9-6009-421d-85e1-d13ca6506b69 req-d6a8de27-f24d-4a99-b78f-e8aeb2a1b109 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Calling delete_port for 2843facc-828a-4433-86eb-5c106e295446 owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:20:35.120411 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b71066d0-be0c-4f5d-9a2f-5796d711e45d req-c36d7875-8609-4c89-a65e-c59dacdd3e3b tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/ports?device_id=33daa4dd-04cc-4ff4-b44c-ffb5147c5d7f HTTP/1.1" status: 200 len: 210 time: 0.0571446 Jan 28 19:20:35.124567 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1d2e3770-b62b-4f4c-8fe7-1b7b042c48d3 req-452af32d-27f5-45f5-9391-51d5b9963b5b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=925b8873-887e-4953-83db-09b05d761160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481958 Jan 28 19:20:35.234066 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-70638849-a8c7-4c2c-b5a1-139d252eed98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4690616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5222356'] for subnet (84341c46-a745-4b5e-a0f8-0858316efcdb), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:35.296458 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70638849-a8c7-4c2c-b5a1-139d252eed98 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84341c46-a745-4b5e-a0f8-0858316efcdb,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:35.321219 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-70638849-a8c7-4c2c-b5a1-139d252eed98 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:35.328661 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-70638849-a8c7-4c2c-b5a1-139d252eed98 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/84341c46-a745-4b5e-a0f8-0858316efcdb HTTP/1.1" status: 204 len: 168 time: 0.7446036 Jan 28 19:20:35.333836 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 43190) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:35.385648 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb03d877-75b0-4d5b-9222-eecdd3fca911 req-19ab8338-f52e-4cc6-ad0b-29283dfc95f9 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:35.394259 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-cb03d877-75b0-4d5b-9222-eecdd3fca911 req-19ab8338-f52e-4cc6-ad0b-29283dfc95f9 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=0611a4ab-e4ae-4065-bdc5-14dfb3eb9efd HTTP/1.1" status: 200 len: 945 time: 0.4147494 Jan 28 19:20:35.489693 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1d2e3770-b62b-4f4c-8fe7-1b7b042c48d3 req-753141d0-4c61-4fcf-87f0-534ee2763f7f service neutron] 10.222.0.70 "GET /v2.0/networks/925b8873-887e-4953-83db-09b05d761160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3547454 Jan 28 19:20:35.556871 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-cb03d877-75b0-4d5b-9222-eecdd3fca911 req-6fc68878-32f6-4406-94e1-17d838777c3c tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614962 Jan 28 19:20:35.660743 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-22edae14-534c-417b-b00f-13a5579441fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (48d3a3c6-bccf-4b82-a5e6-9150eac77858), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:35.725297 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a624232d-8415-48f9-9a1d-5592b119472c req-9486b5d2-d561-4bac-b290-60b7d1a4c50c tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:35.734211 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a624232d-8415-48f9-9a1d-5592b119472c req-9486b5d2-d561-4bac-b290-60b7d1a4c50c tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e48b655-5911-4dcd-a073-26e765e9c04d HTTP/1.1" status: 200 len: 943 time: 0.2132599 Jan 28 19:20:35.775682 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1d2e3770-b62b-4f4c-8fe7-1b7b042c48d3 req-03155a76-c31e-422d-9f21-33c82bcfcfdf service neutron] 10.222.0.70 "GET /v2.0/networks/925b8873-887e-4953-83db-09b05d761160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2729278 Jan 28 19:20:35.790166 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-58b696e9-6009-421d-85e1-d13ca6506b69 req-d6a8de27-f24d-4a99-b78f-e8aeb2a1b109 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (2843facc-828a-4433-86eb-5c106e295446), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:35.800523 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-0869a422-53be-4dce-9461-1a30d99199f9 None None] Publish callbacks [] for port (43101589-4ace-4d2a-938a-8bb34aa769b8), precommit_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:35.805046 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['aaf861b8-dc1c-4ad7-b587-439242683163', '2843facc-828a-4433-86eb-5c106e295446'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:20:35.811030 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-0869a422-53be-4dce-9461-1a30d99199f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (43101589-4ace-4d2a-938a-8bb34aa769b8), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:35.872755 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f2f13c-8346-44eb-9e70-c511f95638d2 None None] Pushing event updated for resources: {'Port': ['ID=43101589-4ace-4d2a-938a-8bb34aa769b8,revision_number=3']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:35.956359 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ef40fe-dfe9-481c-b2a1-86a72f88c02f req-2c80bd55-f8de-44c9-95aa-5e4a6fab5aa1 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:35.961404 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-22edae14-534c-417b-b00f-13a5579441fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (48d3a3c6-bccf-4b82-a5e6-9150eac77858), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:35.970207 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b2ef40fe-dfe9-481c-b2a1-86a72f88c02f req-2c80bd55-f8de-44c9-95aa-5e4a6fab5aa1 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?device_id=2fb15d55-5734-4552-b8f2-8e167a3aeaec HTTP/1.1" status: 200 len: 944 time: 0.2564840 Jan 28 19:20:36.025291 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-0869a422-53be-4dce-9461-1a30d99199f9 None None] Attempting to bind port 43101589-4ace-4d2a-938a-8bb34aa769b8 on host n-d-812111-14 for vnic_type normal with profile {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:20:36.027432 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-0869a422-53be-4dce-9461-1a30d99199f9 None None] Attempting to bind port 43101589-4ace-4d2a-938a-8bb34aa769b8 by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': 'c4e0f545-b59d-4375-9e21-bf3a17e77bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '3baf85e6-4bc3-4347-adb0-aaa6b82f5cf9'}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:20:36.028413 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0869a422-53be-4dce-9461-1a30d99199f9 None None] Attempting to bind port 43101589-4ace-4d2a-938a-8bb34aa769b8 on network 3baf85e6-4bc3-4347-adb0-aaa6b82f5cf9 {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:20:36.042190 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0869a422-53be-4dce-9461-1a30d99199f9 None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 20, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:20:36.042448 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0869a422-53be-4dce-9461-1a30d99199f9 None None] Checking segment: {'id': 'c4e0f545-b59d-4375-9e21-bf3a17e77bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '3baf85e6-4bc3-4347-adb0-aaa6b82f5cf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:20:36.042878 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-0869a422-53be-4dce-9461-1a30d99199f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:36.043709 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0869a422-53be-4dce-9461-1a30d99199f9 None None] Bound using segment: {'id': 'c4e0f545-b59d-4375-9e21-bf3a17e77bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '3baf85e6-4bc3-4347-adb0-aaa6b82f5cf9'} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:20:36.047471 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33daa4dd-04cc-4ff4-b44c-ffb5147c5d7f', 'name': 'network-vif-deleted', 'tag': '40f22224-3375-43b7-b201-a68372e6b52e'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:20:36.049006 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-0869a422-53be-4dce-9461-1a30d99199f9 None None] Bound port: 43101589-4ace-4d2a-938a-8bb34aa769b8, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4e0f545-b59d-4375-9e21-bf3a17e77bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '3baf85e6-4bc3-4347-adb0-aaa6b82f5cf9'}}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:20:36.049696 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-0869a422-53be-4dce-9461-1a30d99199f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (43101589-4ace-4d2a-938a-8bb34aa769b8), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:36.049824 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2732981-2e92-4c7a-8242-e727e64a05e6" -d '{"events": [{"server_uuid": "33daa4dd-04cc-4ff4-b44c-ffb5147c5d7f", "name": "network-vif-deleted", "tag": "40f22224-3375-43b7-b201-a68372e6b52e"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:20:36.057461 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a8de27-f24d-4a99-b78f-e8aeb2a1b109 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Pushing event deleted for resources: {'Port': ['ID=2843facc-828a-4433-86eb-5c106e295446,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:36.067217 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a624232d-8415-48f9-9a1d-5592b119472c req-03d90b9f-3acd-4a83-a8d7-09481a54a534 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff0a7ca0-73d1-435a-8c79-518c9bdfd3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3225300 Jan 28 19:20:36.140612 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-22edae14-534c-417b-b00f-13a5579441fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48d3a3c6-bccf-4b82-a5e6-9150eac77858']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:20:36.155340 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-58b696e9-6009-421d-85e1-d13ca6506b69 req-d6a8de27-f24d-4a99-b78f-e8aeb2a1b109 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] No DVR routers for this DVR port 2843facc-828a-4433-86eb-5c106e295446 on host n-h2-812111-14 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:20:36.160724 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-58b696e9-6009-421d-85e1-d13ca6506b69 req-d6a8de27-f24d-4a99-b78f-e8aeb2a1b109 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:36.172942 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-58b696e9-6009-421d-85e1-d13ca6506b69 req-d6a8de27-f24d-4a99-b78f-e8aeb2a1b109 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.70 "DELETE /v2.0/ports/2843facc-828a-4433-86eb-5c106e295446 HTTP/1.1" status: 204 len: 173 time: 1.7006609 Jan 28 19:20:36.175430 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-0869a422-53be-4dce-9461-1a30d99199f9 None None] For port 43101589-4ace-4d2a-938a-8bb34aa769b8, host n-d-812111-14, cleared binding levels {{(pid=103307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:20:36.178873 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-22edae14-534c-417b-b00f-13a5579441fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65f5b843-b58b-4f27-8faf-b99bc8156b89') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:20:36.179167 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-22edae14-534c-417b-b00f-13a5579441fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65f5b843-b58b-4f27-8faf-b99bc8156b89') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:20:36.191794 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-0869a422-53be-4dce-9461-1a30d99199f9 None None] For port 43101589-4ace-4d2a-938a-8bb34aa769b8, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=43101589-4ace-4d2a-938a-8bb34aa769b8,segment=NetworkSegment(c4e0f545-b59d-4375-9e21-bf3a17e77bbe),segment_id=c4e0f545-b59d-4375-9e21-bf3a17e77bbe)] {{(pid=103307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:20:36.211733 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-0869a422-53be-4dce-9461-1a30d99199f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (43101589-4ace-4d2a-938a-8bb34aa769b8), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:36.258395 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46fa87f-26b7-4030-9482-8b75bc53c55d req-2f84bb3f-d330-4d98-83b4-60ef190e8447 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:36.263824 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23c6bcdf-4b8e-4828-8537-f4b4d955ecc8 x-openstack-request-id: req-23c6bcdf-4b8e-4828-8537-f4b4d955ecc8 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:20:36.264109 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33daa4dd-04cc-4ff4-b44c-ffb5147c5d7f", "name": "network-vif-deleted", "tag": "40f22224-3375-43b7-b201-a68372e6b52e", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:20:36.264362 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-23c6bcdf-4b8e-4828-8537-f4b4d955ecc8 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:20:36.265447 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d46fa87f-26b7-4030-9482-8b75bc53c55d req-2f84bb3f-d330-4d98-83b4-60ef190e8447 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.70 "GET /v2.0/ports?device_id=2fb15d55-5734-4552-b8f2-8e167a3aeaec HTTP/1.1" status: 200 len: 944 time: 0.3819599 Jan 28 19:20:36.265812 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33daa4dd-04cc-4ff4-b44c-ffb5147c5d7f', 'name': 'network-vif-deleted', 'tag': '40f22224-3375-43b7-b201-a68372e6b52e', 'status': 'completed', 'code': 200} Jan 28 19:20:36.290819 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b2ef40fe-dfe9-481c-b2a1-86a72f88c02f req-55b1d228-90d9-4f1e-ab1a-6a530323d588 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/security-groups?id=414e93b9-08bc-438e-9127-05114ed7dbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3178220 Jan 28 19:20:36.293326 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-22edae14-534c-417b-b00f-13a5579441fa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4747091'] for segment (65f5b843-b58b-4f27-8faf-b99bc8156b89), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:36.338054 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-149baaa2-b23e-4fc6-a09c-2a8ef360aa13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-732838'] for router_interface (ea41f392-7aa6-423b-8c79-483016c1fa7b), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:36.392678 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-22edae14-534c-417b-b00f-13a5579441fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (65f5b843-b58b-4f27-8faf-b99bc8156b89), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:36.434001 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22edae14-534c-417b-b00f-13a5579441fa admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:20:36.436351 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-22edae14-534c-417b-b00f-13a5579441fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4690514'] for segment (65f5b843-b58b-4f27-8faf-b99bc8156b89), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:36.477952 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-e28b3c8b-6b54-4b7b-8aca-47f04e542931 None None] Provisioning complete for port 43101589-4ace-4d2a-938a-8bb34aa769b8 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:20:36.478334 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e28b3c8b-6b54-4b7b-8aca-47f04e542931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (43101589-4ace-4d2a-938a-8bb34aa769b8), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:36.497854 n-d-812111-14 neutron-server[103304]: Traceback (most recent call last): Jan 28 19:20:36.497854 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:20:36.497854 n-d-812111-14 neutron-server[103304]: timer() Jan 28 19:20:36.497854 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:20:36.497854 n-d-812111-14 neutron-server[103304]: cb(*args, **kw) Jan 28 19:20:36.497854 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:20:36.497854 n-d-812111-14 neutron-server[103304]: return func(*args, **kwargs) Jan 28 19:20:36.497854 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:20:36.497854 n-d-812111-14 neutron-server[103304]: self._notify() Jan 28 19:20:36.497854 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:20:36.497854 n-d-812111-14 neutron-server[103304]: self.callback(batched_events) Jan 28 19:20:36.497854 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:20:36.497854 n-d-812111-14 neutron-server[103304]: event.method(event) Jan 28 19:20:36.497854 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:20:36.497854 n-d-812111-14 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:20:36.497854 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:20:36.497854 n-d-812111-14 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:20:36.497854 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:20:36.497854 n-d-812111-14 neutron-server[103304]: return f(self, *a, **k) Jan 28 19:20:36.497854 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:20:36.497854 n-d-812111-14 neutron-server[103304]: return self._get(url).json() Jan 28 19:20:36.497854 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:20:36.497854 n-d-812111-14 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:20:36.497854 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:20:36.497854 n-d-812111-14 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 28 19:20:36.497854 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:20:36.497854 n-d-812111-14 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:20:36.497854 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:20:36.497854 n-d-812111-14 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:20:36.497854 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:20:36.497854 n-d-812111-14 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:20:36.497854 n-d-812111-14 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:20:36.531340 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0869a422-53be-4dce-9461-1a30d99199f9 None None] Routers {'ea41f392-7aa6-423b-8c79-483016c1fa7b'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:20:36.532134 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-0869a422-53be-4dce-9461-1a30d99199f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:20:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['ea41f392-7aa6-423b-8c79-483016c1fa7b'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:20:36.652491 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-53f9f413-de92-454d-a5a7-127bb2fcbdec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:36.799820 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-e28b3c8b-6b54-4b7b-8aca-47f04e542931 None None] Current status of the port 43101589-4ace-4d2a-938a-8bb34aa769b8 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:20:36.800229 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e28b3c8b-6b54-4b7b-8aca-47f04e542931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (43101589-4ace-4d2a-938a-8bb34aa769b8), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:36.834455 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-22edae14-534c-417b-b00f-13a5579441fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (48d3a3c6-bccf-4b82-a5e6-9150eac77858), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:36.841206 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-0869a422-53be-4dce-9461-1a30d99199f9 None None] Set router ea41f392-7aa6-423b-8c79-483016c1fa7b gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:20:36.869377 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-22edae14-534c-417b-b00f-13a5579441fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:36.878702 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-22edae14-534c-417b-b00f-13a5579441fa admin admin] 10.222.0.64 "DELETE /v2.0/networks/48d3a3c6-bccf-4b82-a5e6-9150eac77858 HTTP/1.1" status: 204 len: 168 time: 1.5437589 Jan 28 19:20:36.879653 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22edae14-534c-417b-b00f-13a5579441fa admin admin] Pushing event deleted for resources: {'Network': ['ID=48d3a3c6-bccf-4b82-a5e6-9150eac77858,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:36.894580 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-e28b3c8b-6b54-4b7b-8aca-47f04e542931 None None] For port 43101589-4ace-4d2a-938a-8bb34aa769b8, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=43101589-4ace-4d2a-938a-8bb34aa769b8,segment=NetworkSegment(c4e0f545-b59d-4375-9e21-bf3a17e77bbe),segment_id=c4e0f545-b59d-4375-9e21-bf3a17e77bbe)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:20:36.913196 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e28b3c8b-6b54-4b7b-8aca-47f04e542931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (43101589-4ace-4d2a-938a-8bb34aa769b8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:36.921194 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-d46fa87f-26b7-4030-9482-8b75bc53c55d req-d46b1565-f44f-4712-8e83-b1276c9d3d13 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Deleting port 9e5aaadd-49e7-4e08-a3c6-aa5af6c7fd62 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:20:36.921592 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-d46fa87f-26b7-4030-9482-8b75bc53c55d req-d46b1565-f44f-4712-8e83-b1276c9d3d13 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (9e5aaadd-49e7-4e08-a3c6-aa5af6c7fd62), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:36.933896 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b04c49a0-f4f5-4660-aa3d-f01479b17ef3 req-cf3d72b8-a624-4adb-9216-a7f24f03aee2 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=0611a4ab-e4ae-4065-bdc5-14dfb3eb9efd HTTP/1.1" status: 200 len: 210 time: 0.1155531 Jan 28 19:20:36.999660 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-149baaa2-b23e-4fc6-a09c-2a8ef360aa13 admin admin] Deleting port 43101589-4ace-4d2a-938a-8bb34aa769b8 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:20:36.999997 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-149baaa2-b23e-4fc6-a09c-2a8ef360aa13 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (43101589-4ace-4d2a-938a-8bb34aa769b8), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:37.029623 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28b3c8b-6b54-4b7b-8aca-47f04e542931 None None] Pushing event updated for resources: {'Port': ['ID=43101589-4ace-4d2a-938a-8bb34aa769b8,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:37.085887 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-29c47b33-dfc3-4cc6-ac11-f309a6b4d89c None None] Provisioning complete for port 43101589-4ace-4d2a-938a-8bb34aa769b8 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:20:37.086310 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-29c47b33-dfc3-4cc6-ac11-f309a6b4d89c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (43101589-4ace-4d2a-938a-8bb34aa769b8), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:37.203254 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-29c47b33-dfc3-4cc6-ac11-f309a6b4d89c None None] Current status of the port 43101589-4ace-4d2a-938a-8bb34aa769b8 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:20:37.266489 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de890a05-4bcd-4655-8290-42284cc2fab1 req-dab645c2-b43e-48c4-89ea-29f72eedb93a tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:37.277261 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-de890a05-4bcd-4655-8290-42284cc2fab1 req-dab645c2-b43e-48c4-89ea-29f72eedb93a tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/networks?id=ff818509-18ff-44d0-ba98-5ed91eb1ccd4 HTTP/1.1" status: 200 len: 812 time: 0.6645398 Jan 28 19:20:37.287705 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 43224) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:37.289939 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device c3ecd62f-085f-4988-b473-992cd603c18e details requested by agent hyperv_n-h2-812111-14 with host n-h2-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:20:37.292502 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device bcd3c8bf-ab02-48ca-8a85-a2f0e032d8c4 no longer exists at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:20:37.316217 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-de890a05-4bcd-4655-8290-42284cc2fab1 req-8f6a5f6f-df0e-4374-83bc-0c3dbe39c932 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/quotas/a83e9cc3029f4baca951cc95e07992a3 HTTP/1.1" status: 200 len: 375 time: 0.0375497 Jan 28 19:20:37.336509 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f2f13c-8346-44eb-9e70-c511f95638d2 None None] Pushing event updated for resources: {'Port': ['ID=43101589-4ace-4d2a-938a-8bb34aa769b8,revision_number=4']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:37.356678 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-de890a05-4bcd-4655-8290-42284cc2fab1 req-c175dec8-54e9-4aa8-94d8-591e9d553989 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=a83e9cc3029f4baca951cc95e07992a3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0390608 Jan 28 19:20:37.383501 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] No Port match for: bcd3c8bf-ab02-48ca-8a85-a2f0e032d8c4 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:20:37.383887 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device bcd3c8bf-ab02-48ca-8a85-a2f0e032d8c4 not bound to the agent host n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:20:37.396665 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-149baaa2-b23e-4fc6-a09c-2a8ef360aa13 admin admin] For port 43101589-4ace-4d2a-938a-8bb34aa769b8, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=43101589-4ace-4d2a-938a-8bb34aa769b8,segment=NetworkSegment(c4e0f545-b59d-4375-9e21-bf3a17e77bbe),segment_id=c4e0f545-b59d-4375-9e21-bf3a17e77bbe)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:20:37.397047 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-149baaa2-b23e-4fc6-a09c-2a8ef360aa13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (43101589-4ace-4d2a-938a-8bb34aa769b8), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:37.423402 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-0869a422-53be-4dce-9461-1a30d99199f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea41f392-7aa6-423b-8c79-483016c1fa7b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-527873135-router', 'tenant_id': '47a6dbba6df14409b69b212131a77740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': '5deeae0b-2240-49c8-bd32-909da004f8c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:20:21Z', 'updated_at': '2022-01-28T19:20:31Z', 'revision_number': 4, 'project_id': '47a6dbba6df14409b69b212131a77740', 'gw_port': {'id': '5deeae0b-2240-49c8-bd32-909da004f8c2', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:fe:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea41f392-7aa6-423b-8c79-483016c1fa7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:20:22Z', 'updated_at': '2022-01-28T19:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '43101589-4ace-4d2a-938a-8bb34aa769b8', 'name': '', 'network_id': '3baf85e6-4bc3-4347-adb0-aaa6b82f5cf9', 'tenant_id': '47a6dbba6df14409b69b212131a77740', 'mac_address': 'fa:16:3e:b5:19:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea41f392-7aa6-423b-8c79-483016c1fa7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '43cb919d-8905-45f5-bfdf-73a666fcadae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:20:29Z', 'updated_at': '2022-01-28T19:20:36Z', 'revision_number': 4, 'project_id': '47a6dbba6df14409b69b212131a77740', 'subnets': [{'id': '43cb919d-8905-45f5-bfdf-73a666fcadae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:20:37.430828 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-149baaa2-b23e-4fc6-a09c-2a8ef360aa13 admin admin] Calling delete_port for 43101589-4ace-4d2a-938a-8bb34aa769b8 owned by network:router_interface {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:20:37.470767 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-d46fa87f-26b7-4030-9482-8b75bc53c55d req-d46b1565-f44f-4712-8e83-b1276c9d3d13 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] For port 9e5aaadd-49e7-4e08-a3c6-aa5af6c7fd62, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=9e5aaadd-49e7-4e08-a3c6-aa5af6c7fd62,segment=NetworkSegment(e7f54059-7dae-4f1a-9de9-251e6a440c72),segment_id=e7f54059-7dae-4f1a-9de9-251e6a440c72)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:20:37.471350 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-d46fa87f-26b7-4030-9482-8b75bc53c55d req-d46b1565-f44f-4712-8e83-b1276c9d3d13 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (9e5aaadd-49e7-4e08-a3c6-aa5af6c7fd62), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:37.481114 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-754b4163-3a40-4bbb-b31a-47913502b78c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f932699d0e2342708b5259b831d6c18c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1916919 Jan 28 19:20:37.486608 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 43228) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:37.500171 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0869a422-53be-4dce-9461-1a30d99199f9 None None] The sync data for ids ['ea41f392-7aa6-423b-8c79-483016c1fa7b'] in n-d-812111-14 is: [{'id': 'ea41f392-7aa6-423b-8c79-483016c1fa7b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-527873135-router', 'tenant_id': '47a6dbba6df14409b69b212131a77740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': '5deeae0b-2240-49c8-bd32-909da004f8c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:20:21Z', 'updated_at': '2022-01-28T19:20:31Z', 'revision_number': 4, 'project_id': '47a6dbba6df14409b69b212131a77740', 'gw_port': {'id': '5deeae0b-2240-49c8-bd32-909da004f8c2', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:fe:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea41f392-7aa6-423b-8c79-483016c1fa7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:20:22Z', 'updated_at': '2022-01-28T19:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '43101589-4ace-4d2a-938a-8bb34aa769b8', 'name': '', 'network_id': '3baf85e6-4bc3-4347-adb0-aaa6b82f5cf9', 'tenant_id': '47a6dbba6df14409b69b212131a77740', 'mac_address': 'fa:16:3e:b5:19:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea41f392-7aa6-423b-8c79-483016c1fa7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '43cb919d-8905-45f5-bfdf-73a666fcadae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:20:29Z', 'updated_at': '2022-01-28T19:20:36Z', 'revision_number': 4, 'project_id': '47a6dbba6df14409b69b212131a77740', 'subnets': [{'id': '43cb919d-8905-45f5-bfdf-73a666fcadae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:20:37.504261 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-d46fa87f-26b7-4030-9482-8b75bc53c55d req-d46b1565-f44f-4712-8e83-b1276c9d3d13 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Calling delete_port for 9e5aaadd-49e7-4e08-a3c6-aa5af6c7fd62 owned by compute:nova {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:20:37.647945 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-de890a05-4bcd-4655-8290-42284cc2fab1 req-028989b0-0d51-40ad-8fa2-c2a5fb43b63d service neutron] 10.222.0.64 "GET /v2.0/networks/ff818509-18ff-44d0-ba98-5ed91eb1ccd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2895131 Jan 28 19:20:37.655502 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port c3ecd62f-085f-4988-b473-992cd603c18e, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=c3ecd62f-085f-4988-b473-992cd603c18e,segment=NetworkSegment(6604d099-9aad-4c96-afcd-6df42d277d23),segment_id=6604d099-9aad-4c96-afcd-6df42d277d23)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:20:37.678229 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Returning: {'device': 'c3ecd62f-085f-4988-b473-992cd603c18e', 'network_id': '925b8873-887e-4953-83db-09b05d761160', 'port_id': 'c3ecd62f-085f-4988-b473-992cd603c18e', 'mac_address': 'fa:16:3e:b6:28:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '357a8c0c-a30f-4885-a91f-d81275179bba', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:20:37.793451 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-149baaa2-b23e-4fc6-a09c-2a8ef360aa13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (43101589-4ace-4d2a-938a-8bb34aa769b8), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:37.807112 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port c3ecd62f-085f-4988-b473-992cd603c18e is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:20:37.807516 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (c3ecd62f-085f-4988-b473-992cd603c18e), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:37.841820 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-de890a05-4bcd-4655-8290-42284cc2fab1 req-92facd93-834d-453f-8aee-5e118bd81929 service neutron] 10.222.0.64 "GET /v2.0/networks/ff818509-18ff-44d0-ba98-5ed91eb1ccd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928215 Jan 28 19:20:37.844624 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3ecd62f-085f-4988-b473-992cd603c18e {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:20:37.846003 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7bb36aa7-7383-4225-bc49-69478e796f3b admin admin] Publish callbacks [] for security_group (929081b5-e4ec-47f3-a3f7-d2b3ba16c5f5), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:37.891779 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port c3ecd62f-085f-4988-b473-992cd603c18e, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=c3ecd62f-085f-4988-b473-992cd603c18e,segment=NetworkSegment(6604d099-9aad-4c96-afcd-6df42d277d23),segment_id=6604d099-9aad-4c96-afcd-6df42d277d23)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:20:37.905631 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (c3ecd62f-085f-4988-b473-992cd603c18e), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:37.950178 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7bb36aa7-7383-4225-bc49-69478e796f3b admin admin] Publish callbacks [] for security_group (929081b5-e4ec-47f3-a3f7-d2b3ba16c5f5), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:38.048542 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd4da60-3fe1-4641-967b-119f52f0be07 req-252a4138-11bc-47a2-8a4d-adc38b487565 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:38.055271 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=c3ecd62f-085f-4988-b473-992cd603c18e,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:38.060097 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1cd4da60-3fe1-4641-967b-119f52f0be07 req-252a4138-11bc-47a2-8a4d-adc38b487565 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e48b655-5911-4dcd-a073-26e765e9c04d HTTP/1.1" status: 200 len: 943 time: 0.8173683 Jan 28 19:20:38.104970 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149baaa2-b23e-4fc6-a09c-2a8ef360aa13 admin admin] Pushing event deleted for resources: {'Port': ['ID=43101589-4ace-4d2a-938a-8bb34aa769b8,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:38.176365 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['c3ecd62f-085f-4988-b473-992cd603c18e'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:20:38.182627 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 43101589-4ace-4d2a-938a-8bb34aa769b8 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:20:38.290781 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-d46fa87f-26b7-4030-9482-8b75bc53c55d req-d46b1565-f44f-4712-8e83-b1276c9d3d13 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (9e5aaadd-49e7-4e08-a3c6-aa5af6c7fd62), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:38.302556 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7bb36aa7-7383-4225-bc49-69478e796f3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (929081b5-e4ec-47f3-a3f7-d2b3ba16c5f5), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:38.317089 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7bb36aa7-7383-4225-bc49-69478e796f3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:38.323904 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-7bb36aa7-7383-4225-bc49-69478e796f3b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/929081b5-e4ec-47f3-a3f7-d2b3ba16c5f5 HTTP/1.1" status: 204 len: 168 time: 0.8347778 Jan 28 19:20:38.437538 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 40f22224-3375-43b7-b201-a68372e6b52e no longer exists at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:20:38.487533 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0611a4ab-e4ae-4065-bdc5-14dfb3eb9efd', 'name': 'network-vif-deleted', 'tag': '2843facc-828a-4433-86eb-5c106e295446'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:20:38.499305 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e55bb79-1d86-4e32-9100-410c13d679b0" -d '{"events": [{"server_uuid": "0611a4ab-e4ae-4065-bdc5-14dfb3eb9efd", "name": "network-vif-deleted", "tag": "2843facc-828a-4433-86eb-5c106e295446"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:20:38.524866 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] No Port match for: 40f22224-3375-43b7-b201-a68372e6b52e {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:20:38.525249 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 40f22224-3375-43b7-b201-a68372e6b52e not bound to the agent host n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:20:38.530978 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: 43101589-4ace-4d2a-938a-8bb34aa769b8 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:20:38.531333 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 43101589-4ace-4d2a-938a-8bb34aa769b8 not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jan 28 19:20:38.537457 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46b1565-f44f-4712-8e83-b1276c9d3d13 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Pushing event deleted for resources: {'Port': ['ID=9e5aaadd-49e7-4e08-a3c6-aa5af6c7fd62,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:38.592991 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-768260e2-3136-411f-9195-87d04765a2c9 req-b95a42ec-4d93-4d02-9758-c00359fbd667 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.64 "GET /v2.0/ports?device_id=2fb15d55-5734-4552-b8f2-8e167a3aeaec HTTP/1.1" status: 200 len: 210 time: 0.2395194 Jan 28 19:20:38.596798 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb36aa7-7383-4225-bc49-69478e796f3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=929081b5-e4ec-47f3-a3f7-d2b3ba16c5f5,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:38.652875 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Port 43101589-4ace-4d2a-938a-8bb34aa769b8 not found, will not notify nova. {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jan 28 19:20:38.660193 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-d46fa87f-26b7-4030-9482-8b75bc53c55d req-d46b1565-f44f-4712-8e83-b1276c9d3d13 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] No DVR routers for this DVR port 9e5aaadd-49e7-4e08-a3c6-aa5af6c7fd62 on host n-h2-812111-14 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:20:38.669046 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-d46fa87f-26b7-4030-9482-8b75bc53c55d req-d46b1565-f44f-4712-8e83-b1276c9d3d13 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:38.681080 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d46fa87f-26b7-4030-9482-8b75bc53c55d req-d46b1565-f44f-4712-8e83-b1276c9d3d13 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] 10.222.0.70 "DELETE /v2.0/ports/9e5aaadd-49e7-4e08-a3c6-aa5af6c7fd62 HTTP/1.1" status: 204 len: 173 time: 2.4047322 Jan 28 19:20:38.683595 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fb15d55-5734-4552-b8f2-8e167a3aeaec', 'name': 'network-vif-deleted', 'tag': '9e5aaadd-49e7-4e08-a3c6-aa5af6c7fd62'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:20:38.692317 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff0c240d-028f-42e5-b936-ebce64e2b5ad" -d '{"events": [{"server_uuid": "2fb15d55-5734-4552-b8f2-8e167a3aeaec", "name": "network-vif-deleted", "tag": "9e5aaadd-49e7-4e08-a3c6-aa5af6c7fd62"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:20:38.884899 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6df8143c-115a-4982-8f21-5b184cfc56ea req-594c2a4f-2f64-46d3-aa7d-659f3359b4d3 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=0611a4ab-e4ae-4065-bdc5-14dfb3eb9efd HTTP/1.1" status: 200 len: 210 time: 0.0854011 Jan 28 19:20:38.964353 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d66d4904-cb88-4608-9975-85425d51281d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:39.286868 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 9e5aaadd-49e7-4e08-a3c6-aa5af6c7fd62 no longer exists at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:20:39.359050 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] No Port match for: 9e5aaadd-49e7-4e08-a3c6-aa5af6c7fd62 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:20:39.361847 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 9e5aaadd-49e7-4e08-a3c6-aa5af6c7fd62 not bound to the agent host n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:20:39.363263 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 2843facc-828a-4433-86eb-5c106e295446 no longer exists at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:20:39.466198 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] No Port match for: 2843facc-828a-4433-86eb-5c106e295446 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:20:39.466514 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 2843facc-828a-4433-86eb-5c106e295446 not bound to the agent host n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:20:39.619390 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1cd4da60-3fe1-4641-967b-119f52f0be07 req-9133d86e-61da-4868-80ec-f4311fbb2eea tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff0a7ca0-73d1-435a-8c79-518c9bdfd3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5556114 Jan 28 19:20:39.672944 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:39.709205 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-94db8d76-cc2e-4fbe-8bfb-f76135f5acf1 req-5647a0ce-cb6d-405c-866b-89d721b8cfb2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3c098187-a06e-4336-bb35-dfb9183e35fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.7831159 Jan 28 19:20:39.710375 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-149baaa2-b23e-4fc6-a09c-2a8ef360aa13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-732682'] for router_interface (ea41f392-7aa6-423b-8c79-483016c1fa7b), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:40.031634 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f556587-ec2d-4655-8850-f5b90dd7e9ed x-openstack-request-id: req-1f556587-ec2d-4655-8850-f5b90dd7e9ed {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:20:40.032182 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0611a4ab-e4ae-4065-bdc5-14dfb3eb9efd", "name": "network-vif-deleted", "tag": "2843facc-828a-4433-86eb-5c106e295446", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:20:40.033048 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1f556587-ec2d-4655-8850-f5b90dd7e9ed {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:20:40.033704 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0611a4ab-e4ae-4065-bdc5-14dfb3eb9efd', 'name': 'network-vif-deleted', 'tag': '2843facc-828a-4433-86eb-5c106e295446', 'status': 'completed', 'code': 200} Jan 28 19:20:40.034465 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3741f585-e148-46cb-a763-559137c60e99 x-openstack-request-id: req-3741f585-e148-46cb-a763-559137c60e99 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:20:40.034959 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fb15d55-5734-4552-b8f2-8e167a3aeaec", "name": "network-vif-deleted", "tag": "9e5aaadd-49e7-4e08-a3c6-aa5af6c7fd62", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:20:40.035059 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3741f585-e148-46cb-a763-559137c60e99 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:20:40.035392 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fb15d55-5734-4552-b8f2-8e167a3aeaec', 'name': 'network-vif-deleted', 'tag': '9e5aaadd-49e7-4e08-a3c6-aa5af6c7fd62', 'status': 'completed', 'code': 200} Jan 28 19:20:40.081764 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-24300ff3-8e41-490a-9df9-14c069659607 req-37a4bb0e-db70-4a85-ac4d-9fb5ebad5365 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/ports?device_id=03b9cc04-fd3d-4fc9-a975-d37681157934 HTTP/1.1" status: 200 len: 210 time: 0.2413042 Jan 28 19:20:40.118539 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 43290) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:40.332404 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94db8d76-cc2e-4fbe-8bfb-f76135f5acf1 req-124c1459-a4f2-45db-a33f-519fd04b6c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:40.334041 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-94db8d76-cc2e-4fbe-8bfb-f76135f5acf1 req-124c1459-a4f2-45db-a33f-519fd04b6c21 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d06df3832f6c45b69e14ca37904e0d1a&device_id=3c098187-a06e-4336-bb35-dfb9183e35fa HTTP/1.1" status: 200 len: 1128 time: 0.5875096 Jan 28 19:20:40.363124 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a83e3e34-8a9d-421f-8f82-63f4fdac3854 req-a865ad7c-ab10-4eae-a593-f00a8b86d602 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=0611a4ab-e4ae-4065-bdc5-14dfb3eb9efd HTTP/1.1" status: 200 len: 210 time: 0.0801733 Jan 28 19:20:40.363963 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 43296) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:40.465392 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-8559f545-fd52-458a-91bd-d4d6c3402c04 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1164967623-network', 'tenant_id': '6a7ad70d345a47cea1a91c7f4f377d54'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:20:40.482543 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de890a05-4bcd-4655-8290-42284cc2fab1 req-219beead-7f14-4a14-be60-c5747e21a698 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:40.484026 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-de890a05-4bcd-4655-8290-42284cc2fab1 req-219beead-7f14-4a14-be60-c5747e21a698 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.41 "GET /v2.0/networks?id=ff818509-18ff-44d0-ba98-5ed91eb1ccd4 HTTP/1.1" status: 200 len: 812 time: 0.4463170 Jan 28 19:20:40.505540 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-560b8666-f223-4409-8da9-197b15709a46 admin admin] Deleting subnet 09bc6696-a273-4baf-935c-9cf317ddb49d {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:20:40.506259 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-de890a05-4bcd-4655-8290-42284cc2fab1 req-ccde9657-7e7b-4c08-9917-b673fa46cc86 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Request body: {'port': {'device_id': '03b9cc04-fd3d-4fc9-a975-d37681157934', 'network_id': 'ff818509-18ff-44d0-ba98-5ed91eb1ccd4', 'admin_state_up': True, 'tenant_id': 'a83e9cc3029f4baca951cc95e07992a3'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:20:40.512200 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-560b8666-f223-4409-8da9-197b15709a46 admin admin] Publish callbacks [] for subnet (09bc6696-a273-4baf-935c-9cf317ddb49d), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:40.574145 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8559f545-fd52-458a-91bd-d4d6c3402c04 admin admin] Made reservation on behalf of 6a7ad70d345a47cea1a91c7f4f377d54 for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:20:40.578291 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8559f545-fd52-458a-91bd-d4d6c3402c04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:40.608534 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8559f545-fd52-458a-91bd-d4d6c3402c04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:40.646992 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-560b8666-f223-4409-8da9-197b15709a46 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4747050'] for subnet (09bc6696-a273-4baf-935c-9cf317ddb49d), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:40.745520 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-560b8666-f223-4409-8da9-197b15709a46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (09bc6696-a273-4baf-935c-9cf317ddb49d), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:40.775248 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94db8d76-cc2e-4fbe-8bfb-f76135f5acf1 req-3a14c18f-5f2e-49c3-b72f-d5a3188d4ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:40.777341 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-94db8d76-cc2e-4fbe-8bfb-f76135f5acf1 req-3a14c18f-5f2e-49c3-b72f-d5a3188d4ae0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=26aeb3c4-2ce2-4b83-85b7-1c2aaff593d5 HTTP/1.1" status: 200 len: 914 time: 0.4102912 Jan 28 19:20:40.833634 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8559f545-fd52-458a-91bd-d4d6c3402c04 admin admin] Publish callbacks [] for security_group (be5af435-69c2-44e6-b04f-edfcffe6bf55), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:40.841392 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8559f545-fd52-458a-91bd-d4d6c3402c04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (be5af435-69c2-44e6-b04f-edfcffe6bf55), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:40.850588 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-94db8d76-cc2e-4fbe-8bfb-f76135f5acf1 req-c0dda9ab-3e00-4450-b3c1-1a1c2ec6880c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ec03c6b6-fa2b-4f13-a042-848741cca95d HTTP/1.1" status: 200 len: 217 time: 0.0483954 Jan 28 19:20:40.854525 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-560b8666-f223-4409-8da9-197b15709a46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4690616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5222356'] for subnet (09bc6696-a273-4baf-935c-9cf317ddb49d), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:40.909491 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8559f545-fd52-458a-91bd-d4d6c3402c04 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:20:40.913817 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560b8666-f223-4409-8da9-197b15709a46 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09bc6696-a273-4baf-935c-9cf317ddb49d,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:40.918996 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-560b8666-f223-4409-8da9-197b15709a46 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:40.919107 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94db8d76-cc2e-4fbe-8bfb-f76135f5acf1 req-fc2f7deb-0ee7-44c3-9d8c-81fd6ba0d763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:40.920561 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-94db8d76-cc2e-4fbe-8bfb-f76135f5acf1 req-fc2f7deb-0ee7-44c3-9d8c-81fd6ba0d763 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a4cd1aea-8a69-4d23-af80-8f05dd153b0b HTTP/1.1" status: 200 len: 854 time: 0.0530519 Jan 28 19:20:40.924323 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-560b8666-f223-4409-8da9-197b15709a46 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/09bc6696-a273-4baf-935c-9cf317ddb49d HTTP/1.1" status: 204 len: 168 time: 0.8024125 Jan 28 19:20:40.925940 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 43308) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:40.928597 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8559f545-fd52-458a-91bd-d4d6c3402c04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be5af435-69c2-44e6-b04f-edfcffe6bf55,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:40.935870 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8559f545-fd52-458a-91bd-d4d6c3402c04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (7a460451-38b5-4702-8f3f-f3abf2c03fe7), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:40.936248 n-d-812111-14 neutron-server[103304]: INFO neutron.db.segments_db [None req-8559f545-fd52-458a-91bd-d4d6c3402c04 admin admin] Added segment 7a460451-38b5-4702-8f3f-f3abf2c03fe7 of type vlan for network 64946f64-f7a8-4a04-b07e-bea3e74f03c5 Jan 28 19:20:40.978707 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-149baaa2-b23e-4fc6-a09c-2a8ef360aa13 admin admin] Router ea41f392-7aa6-423b-8c79-483016c1fa7b has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:20:41.007570 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8559f545-fd52-458a-91bd-d4d6c3402c04 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (64946f64-f7a8-4a04-b07e-bea3e74f03c5), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:41.039648 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8559f545-fd52-458a-91bd-d4d6c3402c04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (64946f64-f7a8-4a04-b07e-bea3e74f03c5), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:41.040890 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de890a05-4bcd-4655-8290-42284cc2fab1 req-ccde9657-7e7b-4c08-9917-b673fa46cc86 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Made reservation on behalf of a83e9cc3029f4baca951cc95e07992a3 for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:20:41.042610 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8559f545-fd52-458a-91bd-d4d6c3402c04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:41.043614 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8559f545-fd52-458a-91bd-d4d6c3402c04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:41.044483 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-de890a05-4bcd-4655-8290-42284cc2fab1 req-ccde9657-7e7b-4c08-9917-b673fa46cc86 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:41.047835 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-94db8d76-cc2e-4fbe-8bfb-f76135f5acf1 req-e131db67-0b0f-40ce-9e40-a4b6bd1bcc0f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=26aeb3c4-2ce2-4b83-85b7-1c2aaff593d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0957716 Jan 28 19:20:41.113158 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34d95e2-d5b8-40a6-8ba1-0168012d691c req-471c0630-4b23-41b9-bf22-71b09061b052 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:41.124824 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c34d95e2-d5b8-40a6-8ba1-0168012d691c req-471c0630-4b23-41b9-bf22-71b09061b052 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e48b655-5911-4dcd-a073-26e765e9c04d HTTP/1.1" status: 200 len: 944 time: 0.3618219 Jan 28 19:20:41.160575 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d24ec885-c35c-4c97-8c6e-e10db78de2b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (8330dfd7-f74e-41a1-b557-5650d653ac04), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:41.288523 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device c3ecd62f-085f-4988-b473-992cd603c18e up at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:20:41.367455 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning for port c3ecd62f-085f-4988-b473-992cd603c18e completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:20:41.372013 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning complete for port c3ecd62f-085f-4988-b473-992cd603c18e triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:20:41.372675 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (c3ecd62f-085f-4988-b473-992cd603c18e), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:41.447074 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c34d95e2-d5b8-40a6-8ba1-0168012d691c req-2716ec83-eb5d-4b79-a879-059a512acc7a tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff0a7ca0-73d1-435a-8c79-518c9bdfd3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3209548 Jan 28 19:20:41.510622 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port c3ecd62f-085f-4988-b473-992cd603c18e is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:20:41.511043 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (c3ecd62f-085f-4988-b473-992cd603c18e), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:41.562828 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-8559f545-fd52-458a-91bd-d4d6c3402c04 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.1976008 Jan 28 19:20:41.565401 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 43314) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:41.573811 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-103f6989-2898-4e74-b24f-fe197017a3f9 admin admin] Request body: {'subnet': {'network_id': '64946f64-f7a8-4a04-b07e-bea3e74f03c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1164967623-subnet', 'tenant_id': '6a7ad70d345a47cea1a91c7f4f377d54', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:20:41.578603 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port c3ecd62f-085f-4988-b473-992cd603c18e, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=c3ecd62f-085f-4988-b473-992cd603c18e,segment=NetworkSegment(6604d099-9aad-4c96-afcd-6df42d277d23),segment_id=6604d099-9aad-4c96-afcd-6df42d277d23)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:20:41.599965 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e48b655-5911-4dcd-a073-26e765e9c04d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3ecd62f-085f-4988-b473-992cd603c18e'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:20:41.608915 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aacc1aae-1316-46bb-b316-01d5a4a4e394" -d '{"events": [{"server_uuid": "4e48b655-5911-4dcd-a073-26e765e9c04d", "name": "network-vif-plugged", "status": "completed", "tag": "c3ecd62f-085f-4988-b473-992cd603c18e"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:20:41.627448 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (c3ecd62f-085f-4988-b473-992cd603c18e), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:41.636167 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c549a917-9bfa-4c5e-8931-d703a045e251 req-e665abe7-a1fd-4394-9ff1-f49b755565d3 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/ports?device_id=03b9cc04-fd3d-4fc9-a975-d37681157934 HTTP/1.1" status: 200 len: 210 time: 0.0669150 Jan 28 19:20:41.639986 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:41.640821 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8559f545-fd52-458a-91bd-d4d6c3402c04 admin admin] Pushing event updated for resources: {'Network': ['ID=64946f64-f7a8-4a04-b07e-bea3e74f03c5,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:41.666446 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-103f6989-2898-4e74-b24f-fe197017a3f9 admin admin] Made reservation on behalf of 6a7ad70d345a47cea1a91c7f4f377d54 for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:20:41.670168 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-103f6989-2898-4e74-b24f-fe197017a3f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5221429'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:41.706143 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network 64946f64-f7a8-4a04-b07e-bea3e74f03c5 details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:20:41.712984 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-94db8d76-cc2e-4fbe-8bfb-f76135f5acf1 req-d068a53d-b6a4-4d51-87b3-25bbec7fd321 service neutron] 10.222.0.41 "GET /v2.0/networks/26aeb3c4-2ce2-4b83-85b7-1c2aaff593d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6466837 Jan 28 19:20:41.830255 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97a90b9d-a933-4292-b8f6-8ea69039a58b x-openstack-request-id: req-97a90b9d-a933-4292-b8f6-8ea69039a58b {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:20:41.830575 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e48b655-5911-4dcd-a073-26e765e9c04d", "name": "network-vif-plugged", "status": "completed", "tag": "c3ecd62f-085f-4988-b473-992cd603c18e", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:20:41.830884 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-97a90b9d-a933-4292-b8f6-8ea69039a58b {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:20:41.831216 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e48b655-5911-4dcd-a073-26e765e9c04d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3ecd62f-085f-4988-b473-992cd603c18e', 'code': 200} Jan 28 19:20:41.855998 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=c3ecd62f-085f-4988-b473-992cd603c18e,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:41.922324 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a1af09b6-4164-46de-bfea-60a6345a8c1e req-839e8f7f-9075-4b6f-a116-c8238b511630 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=0611a4ab-e4ae-4065-bdc5-14dfb3eb9efd HTTP/1.1" status: 200 len: 210 time: 0.2077408 Jan 28 19:20:41.929382 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-de890a05-4bcd-4655-8290-42284cc2fab1 req-ccde9657-7e7b-4c08-9917-b673fa46cc86 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Allocated IP 172.20.0.14 (ff818509-18ff-44d0-ba98-5ed91eb1ccd4/6cea2404-3048-43fe-b9cb-bebcf3282d53/760ecb1b-d3bd-49f2-a0ab-7bbbf2f762e9) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:20:41.971766 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d24ec885-c35c-4c97-8c6e-e10db78de2b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (8330dfd7-f74e-41a1-b557-5650d653ac04), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:41.975011 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-149baaa2-b23e-4fc6-a09c-2a8ef360aa13 admin admin] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:20:41.992195 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-149baaa2-b23e-4fc6-a09c-2a8ef360aa13 admin admin] 10.222.0.64 "PUT /v2.0/routers/ea41f392-7aa6-423b-8c79-483016c1fa7b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2521226 Jan 28 19:20:41.992646 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1447d7-97d9-4b07-82ce-2d35846acfa2 None None] Sync routers for ids ['ea41f392-7aa6-423b-8c79-483016c1fa7b'] in n-d-812111-14 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:20:41.994056 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 43322) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:42.005777 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144a7354-197d-49c7-af43-379ff0239442 req-a685d74d-c192-40cb-b82d-776799c879de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:42.009606 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-144a7354-197d-49c7-af43-379ff0239442 req-a685d74d-c192-40cb-b82d-776799c879de service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=4e48b655-5911-4dcd-a073-26e765e9c04d HTTP/1.1" status: 200 len: 1128 time: 0.1257164 Jan 28 19:20:42.012485 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-103f6989-2898-4e74-b24f-fe197017a3f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4690681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5221415'] for subnet (fa9d248d-3b01-459f-84cf-09b2dc98f27f), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:42.017574 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1447d7-97d9-4b07-82ce-2d35846acfa2 None None] Routers {'ea41f392-7aa6-423b-8c79-483016c1fa7b'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:20:42.019354 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-fb1447d7-97d9-4b07-82ce-2d35846acfa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:20:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['ea41f392-7aa6-423b-8c79-483016c1fa7b'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:20:42.026481 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-d24ec885-c35c-4c97-8c6e-e10db78de2b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8330dfd7-f74e-41a1-b557-5650d653ac04']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:20:42.080676 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-d24ec885-c35c-4c97-8c6e-e10db78de2b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7f54059-7dae-4f1a-9de9-251e6a440c72') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:20:42.080987 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-d24ec885-c35c-4c97-8c6e-e10db78de2b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7f54059-7dae-4f1a-9de9-251e6a440c72') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:20:42.128910 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d24ec885-c35c-4c97-8c6e-e10db78de2b8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16187153'] for segment (e7f54059-7dae-4f1a-9de9-251e6a440c72), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:42.161455 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103f6989-2898-4e74-b24f-fe197017a3f9 admin admin] Checking segment: {'id': '7a460451-38b5-4702-8f3f-f3abf2c03fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '64946f64-f7a8-4a04-b07e-bea3e74f03c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:20:42.162418 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-103f6989-2898-4e74-b24f-fe197017a3f9 admin admin] Network hostable DHCP agents. Network: 64946f64-f7a8-4a04-b07e-bea3e74f03c5, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:20:42.187537 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-144a7354-197d-49c7-af43-379ff0239442 req-438862c0-3781-4a96-9c3b-6db17fba5ee8 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=ff0a7ca0-73d1-435a-8c79-518c9bdfd3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591928 Jan 28 19:20:42.197856 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103f6989-2898-4e74-b24f-fe197017a3f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa9d248d-3b01-459f-84cf-09b2dc98f27f,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:42.201898 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-103f6989-2898-4e74-b24f-fe197017a3f9 admin admin] Network 64946f64-f7a8-4a04-b07e-bea3e74f03c5 is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:20:42.213794 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-103f6989-2898-4e74-b24f-fe197017a3f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, 64946f64-f7a8-4a04-b07e-bea3e74f03c5) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:20:42.220325 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-103f6989-2898-4e74-b24f-fe197017a3f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:42.220325 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-103f6989-2898-4e74-b24f-fe197017a3f9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:42.230856 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-808daf09-bf2c-40bd-b197-94669c530577 None None] Network 64946f64-f7a8-4a04-b07e-bea3e74f03c5 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:20:42.240250 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-103f6989-2898-4e74-b24f-fe197017a3f9 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.6716685 Jan 28 19:20:42.275786 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d24ec885-c35c-4c97-8c6e-e10db78de2b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (e7f54059-7dae-4f1a-9de9-251e6a440c72), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:42.285656 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bf29da2c-d7f4-4b16-858b-25717dfdd502 admin admin] Publish callbacks [] for router (ea41f392-7aa6-423b-8c79-483016c1fa7b), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:42.296949 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d24ec885-c35c-4c97-8c6e-e10db78de2b8 admin admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:20:42.297581 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d24ec885-c35c-4c97-8c6e-e10db78de2b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4752570'] for segment (e7f54059-7dae-4f1a-9de9-251e6a440c72), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:42.342963 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-fb1447d7-97d9-4b07-82ce-2d35846acfa2 None None] Set router ea41f392-7aa6-423b-8c79-483016c1fa7b gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:20:42.362663 n-d-812111-14 neutron-server[103305]: Traceback (most recent call last): Jan 28 19:20:42.362663 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:20:42.362663 n-d-812111-14 neutron-server[103305]: timer() Jan 28 19:20:42.362663 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:20:42.362663 n-d-812111-14 neutron-server[103305]: cb(*args, **kw) Jan 28 19:20:42.362663 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:20:42.362663 n-d-812111-14 neutron-server[103305]: return func(*args, **kwargs) Jan 28 19:20:42.362663 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:20:42.362663 n-d-812111-14 neutron-server[103305]: self._notify() Jan 28 19:20:42.362663 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:20:42.362663 n-d-812111-14 neutron-server[103305]: self.callback(batched_events) Jan 28 19:20:42.362663 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:20:42.362663 n-d-812111-14 neutron-server[103305]: event.method(event) Jan 28 19:20:42.362663 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:20:42.362663 n-d-812111-14 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:20:42.362663 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:20:42.362663 n-d-812111-14 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:20:42.362663 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:20:42.362663 n-d-812111-14 neutron-server[103305]: return f(self, *a, **k) Jan 28 19:20:42.362663 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:20:42.362663 n-d-812111-14 neutron-server[103305]: return self._get(url).json() Jan 28 19:20:42.362663 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:20:42.362663 n-d-812111-14 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:20:42.362663 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:20:42.362663 n-d-812111-14 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 28 19:20:42.362663 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:20:42.362663 n-d-812111-14 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:20:42.362663 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:20:42.362663 n-d-812111-14 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:20:42.362663 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:20:42.362663 n-d-812111-14 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:20:42.362663 n-d-812111-14 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:20:42.637151 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e43f485-8489-428b-910e-3166a3cbe0b8 None None] Network 64946f64-f7a8-4a04-b07e-bea3e74f03c5 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:20:42.705630 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-fb1447d7-97d9-4b07-82ce-2d35846acfa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea41f392-7aa6-423b-8c79-483016c1fa7b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-527873135-router', 'tenant_id': '47a6dbba6df14409b69b212131a77740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': '5deeae0b-2240-49c8-bd32-909da004f8c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:20:21Z', 'updated_at': '2022-01-28T19:20:37Z', 'revision_number': 5, 'project_id': '47a6dbba6df14409b69b212131a77740', 'gw_port': {'id': '5deeae0b-2240-49c8-bd32-909da004f8c2', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:fe:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea41f392-7aa6-423b-8c79-483016c1fa7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:20:22Z', 'updated_at': '2022-01-28T19:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:20:42.739410 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1447d7-97d9-4b07-82ce-2d35846acfa2 None None] Checking router: ea41f392-7aa6-423b-8c79-483016c1fa7b for host: n-d-812111-14 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:20:42.757360 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1447d7-97d9-4b07-82ce-2d35846acfa2 None None] Routers {'ea41f392-7aa6-423b-8c79-483016c1fa7b'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:20:42.758011 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-fb1447d7-97d9-4b07-82ce-2d35846acfa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:20:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['ea41f392-7aa6-423b-8c79-483016c1fa7b'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:20:42.815823 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5371eeb-eb23-4fad-b5d8-ec9fe775a547 req-8fbdfb6f-cd35-464f-a522-b1d84ee60774 tempest-InstanceActionsNegativeTestJSON-251573698 tempest-InstanceActionsNegativeTestJSON-251573698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:42.818117 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c5371eeb-eb23-4fad-b5d8-ec9fe775a547 req-8fbdfb6f-cd35-464f-a522-b1d84ee60774 tempest-InstanceActionsNegativeTestJSON-251573698 tempest-InstanceActionsNegativeTestJSON-251573698-project] 10.222.0.64 "GET /v2.0/networks?id=64946f64-f7a8-4a04-b07e-bea3e74f03c5 HTTP/1.1" status: 200 len: 822 time: 0.1245790 Jan 28 19:20:42.846069 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c5371eeb-eb23-4fad-b5d8-ec9fe775a547 req-2d7cc9ef-91e0-4b09-a986-a09370932082 tempest-InstanceActionsNegativeTestJSON-251573698 tempest-InstanceActionsNegativeTestJSON-251573698-project] 10.222.0.64 "GET /v2.0/quotas/6a7ad70d345a47cea1a91c7f4f377d54 HTTP/1.1" status: 200 len: 375 time: 0.0191545 Jan 28 19:20:42.875192 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-fb1447d7-97d9-4b07-82ce-2d35846acfa2 None None] Set router ea41f392-7aa6-423b-8c79-483016c1fa7b gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:20:42.926364 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c5371eeb-eb23-4fad-b5d8-ec9fe775a547 req-0fd24a92-269c-4286-aa9c-57743fd98cb0 tempest-InstanceActionsNegativeTestJSON-251573698 tempest-InstanceActionsNegativeTestJSON-251573698-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=6a7ad70d345a47cea1a91c7f4f377d54&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0735497 Jan 28 19:20:42.934027 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-94db8d76-cc2e-4fbe-8bfb-f76135f5acf1 req-e2e094bc-cb14-40dd-aaa3-60d874c86b50 service neutron] 10.222.0.41 "GET /v2.0/networks/26aeb3c4-2ce2-4b83-85b7-1c2aaff593d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1837780 Jan 28 19:20:42.972192 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d24ec885-c35c-4c97-8c6e-e10db78de2b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (8330dfd7-f74e-41a1-b557-5650d653ac04), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:42.998297 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bf29da2c-d7f4-4b16-858b-25717dfdd502 admin admin] Publish callbacks [] for router_gateway (ea41f392-7aa6-423b-8c79-483016c1fa7b), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:43.038319 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d24ec885-c35c-4c97-8c6e-e10db78de2b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:43.042809 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-d24ec885-c35c-4c97-8c6e-e10db78de2b8 admin admin] 10.222.0.64 "DELETE /v2.0/networks/8330dfd7-f74e-41a1-b557-5650d653ac04 HTTP/1.1" status: 204 len: 168 time: 2.1152816 Jan 28 19:20:43.044729 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ec885-c35c-4c97-8c6e-e10db78de2b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=8330dfd7-f74e-41a1-b557-5650d653ac04,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:43.051996 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 43348) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:43.121225 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:43.127076 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-de890a05-4bcd-4655-8290-42284cc2fab1 req-ccde9657-7e7b-4c08-9917-b673fa46cc86 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Publish callbacks [] for port (760ecb1b-d3bd-49f2-a0ab-7bbbf2f762e9), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:43.150577 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-fb1447d7-97d9-4b07-82ce-2d35846acfa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea41f392-7aa6-423b-8c79-483016c1fa7b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-527873135-router', 'tenant_id': '47a6dbba6df14409b69b212131a77740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': '5deeae0b-2240-49c8-bd32-909da004f8c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:20:21Z', 'updated_at': '2022-01-28T19:20:37Z', 'revision_number': 5, 'project_id': '47a6dbba6df14409b69b212131a77740', 'gw_port': {'id': '5deeae0b-2240-49c8-bd32-909da004f8c2', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:fe:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea41f392-7aa6-423b-8c79-483016c1fa7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:20:22Z', 'updated_at': '2022-01-28T19:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:20:43.183170 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1447d7-97d9-4b07-82ce-2d35846acfa2 None None] The sync data for ids ['ea41f392-7aa6-423b-8c79-483016c1fa7b'] in n-d-812111-14 is: [{'id': 'ea41f392-7aa6-423b-8c79-483016c1fa7b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-527873135-router', 'tenant_id': '47a6dbba6df14409b69b212131a77740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': '5deeae0b-2240-49c8-bd32-909da004f8c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:20:21Z', 'updated_at': '2022-01-28T19:20:37Z', 'revision_number': 5, 'project_id': '47a6dbba6df14409b69b212131a77740', 'gw_port': {'id': '5deeae0b-2240-49c8-bd32-909da004f8c2', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:fe:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea41f392-7aa6-423b-8c79-483016c1fa7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:20:22Z', 'updated_at': '2022-01-28T19:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:20:43.196512 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c5371eeb-eb23-4fad-b5d8-ec9fe775a547 req-fb51f15f-6001-49f1-b2fe-93fb0b7790c7 service neutron] 10.222.0.64 "GET /v2.0/networks/64946f64-f7a8-4a04-b07e-bea3e74f03c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2625771 Jan 28 19:20:43.272878 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-7432cf6d-185e-45ea-a255-59b221093f73 admin admin] Deleting subnet af086859-2e67-4d7d-9e0e-1c33673c835a {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:20:43.287175 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7432cf6d-185e-45ea-a255-59b221093f73 admin admin] Publish callbacks [] for subnet (af086859-2e67-4d7d-9e0e-1c33673c835a), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:43.325416 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889f9081-2f66-4d23-92f6-b889926f1183 req-eb397426-1a33-4250-a94b-7c9de2a6e656 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:43.326946 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-889f9081-2f66-4d23-92f6-b889926f1183 req-eb397426-1a33-4250-a94b-7c9de2a6e656 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e48b655-5911-4dcd-a073-26e765e9c04d HTTP/1.1" status: 200 len: 945 time: 0.4152026 Jan 28 19:20:43.336438 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-de890a05-4bcd-4655-8290-42284cc2fab1 req-ccde9657-7e7b-4c08-9917-b673fa46cc86 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (760ecb1b-d3bd-49f2-a0ab-7bbbf2f762e9), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:43.385666 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c5371eeb-eb23-4fad-b5d8-ec9fe775a547 req-37a63f69-bc59-40be-b768-1d1a87e0baa6 service neutron] 10.222.0.64 "GET /v2.0/networks/64946f64-f7a8-4a04-b07e-bea3e74f03c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817846 Jan 28 19:20:43.428900 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7432cf6d-185e-45ea-a255-59b221093f73 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16187240'] for subnet (af086859-2e67-4d7d-9e0e-1c33673c835a), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:43.485485 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de890a05-4bcd-4655-8290-42284cc2fab1 req-ccde9657-7e7b-4c08-9917-b673fa46cc86 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Network ff818509-18ff-44d0-ba98-5ed91eb1ccd4 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:20:43.485772 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-bf29da2c-d7f4-4b16-858b-25717dfdd502 admin admin] Deleting port 5deeae0b-2240-49c8-bd32-909da004f8c2 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:20:43.486109 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bf29da2c-d7f4-4b16-858b-25717dfdd502 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (5deeae0b-2240-49c8-bd32-909da004f8c2), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:43.497212 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-de890a05-4bcd-4655-8290-42284cc2fab1 req-ccde9657-7e7b-4c08-9917-b673fa46cc86 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:20:43.584213 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccde9657-7e7b-4c08-9917-b673fa46cc86 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Pushing event updated for resources: {'Port': ['ID=760ecb1b-d3bd-49f2-a0ab-7bbbf2f762e9,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:43.599340 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-de890a05-4bcd-4655-8290-42284cc2fab1 req-ccde9657-7e7b-4c08-9917-b673fa46cc86 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:20:43.794495 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-bf29da2c-d7f4-4b16-858b-25717dfdd502 admin admin] For port 5deeae0b-2240-49c8-bd32-909da004f8c2, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=5deeae0b-2240-49c8-bd32-909da004f8c2,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:20:43.794893 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bf29da2c-d7f4-4b16-858b-25717dfdd502 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (5deeae0b-2240-49c8-bd32-909da004f8c2), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:43.822829 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-889f9081-2f66-4d23-92f6-b889926f1183 req-b4e14df0-b9eb-457d-8a6e-1e84d4106fe0 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff0a7ca0-73d1-435a-8c79-518c9bdfd3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4887171 Jan 28 19:20:43.848775 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbd87c7-e7d6-419b-846b-125dfc1b3555 req-272af8ed-00b8-4ca7-85e0-e781002d0797 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:43.867188 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-cbbd87c7-e7d6-419b-846b-125dfc1b3555 req-272af8ed-00b8-4ca7-85e0-e781002d0797 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/ports?device_id=03b9cc04-fd3d-4fc9-a975-d37681157934 HTTP/1.1" status: 200 len: 932 time: 0.1873612 Jan 28 19:20:43.892058 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7432cf6d-185e-45ea-a255-59b221093f73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (af086859-2e67-4d7d-9e0e-1c33673c835a), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:43.945303 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 43101589-4ace-4d2a-938a-8bb34aa769b8 no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:20:43.951633 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-cbbd87c7-e7d6-419b-846b-125dfc1b3555 req-f36f8780-f0bc-44ec-b0d1-cb0845b9025d tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/security-groups?id=e52b5309-890e-4183-bf0d-6ef59c658d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829768 Jan 28 19:20:44.012129 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: 43101589-4ace-4d2a-938a-8bb34aa769b8 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:20:44.012471 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 43101589-4ace-4d2a-938a-8bb34aa769b8 not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:20:44.016630 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-bf29da2c-d7f4-4b16-858b-25717dfdd502 admin admin] Calling delete_port for 5deeae0b-2240-49c8-bd32-909da004f8c2 owned by network:router_gateway {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:20:44.065821 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de890a05-4bcd-4655-8290-42284cc2fab1 req-ccde9657-7e7b-4c08-9917-b673fa46cc86 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:44.066488 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-de890a05-4bcd-4655-8290-42284cc2fab1 req-ccde9657-7e7b-4c08-9917-b673fa46cc86 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:44.095051 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-799cfeed-033a-4ed9-9711-5ab08b011a40 req-cf2b6025-5f4c-4545-8e60-896df77313d3 tempest-InstanceActionsNegativeTestJSON-251573698 tempest-InstanceActionsNegativeTestJSON-251573698-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e287ce2-946a-43a6-9559-7373cfab71c5 HTTP/1.1" status: 200 len: 210 time: 0.0422978 Jan 28 19:20:44.138024 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-97999b92-78ff-46f1-addc-0ce7eec0893c req-52119841-0b26-4324-a7b8-9807d99e5980 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=0611a4ab-e4ae-4065-bdc5-14dfb3eb9efd HTTP/1.1" status: 200 len: 210 time: 0.0376594 Jan 28 19:20:44.170619 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7432cf6d-185e-45ea-a255-59b221093f73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4752464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4733806'] for subnet (af086859-2e67-4d7d-9e0e-1c33673c835a), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:44.181051 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-de890a05-4bcd-4655-8290-42284cc2fab1 req-ccde9657-7e7b-4c08-9917-b673fa46cc86 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6826580 Jan 28 19:20:44.219872 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-de890a05-4bcd-4655-8290-42284cc2fab1 req-3848f7af-a67d-47d2-b696-8f6f08ad8ead service neutron] Request body: {'port': {'device_id': '03b9cc04-fd3d-4fc9-a975-d37681157934', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-14'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:20:44.228435 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7432cf6d-185e-45ea-a255-59b221093f73 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af086859-2e67-4d7d-9e0e-1c33673c835a,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:44.252412 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7432cf6d-185e-45ea-a255-59b221093f73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:44.259119 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 43360) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:44.259735 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-7432cf6d-185e-45ea-a255-59b221093f73 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/af086859-2e67-4d7d-9e0e-1c33673c835a HTTP/1.1" status: 204 len: 168 time: 1.2043009 Jan 28 19:20:44.352897 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-de890a05-4bcd-4655-8290-42284cc2fab1 req-3848f7af-a67d-47d2-b696-8f6f08ad8ead service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (760ecb1b-d3bd-49f2-a0ab-7bbbf2f762e9), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:44.403636 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-43fff1da-06e0-49cd-b804-48016be1adb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (6747444d-06dc-448f-a16b-048010d01329), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:44.512643 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-43fff1da-06e0-49cd-b804-48016be1adb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (6747444d-06dc-448f-a16b-048010d01329), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:44.539811 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-43fff1da-06e0-49cd-b804-48016be1adb2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6747444d-06dc-448f-a16b-048010d01329']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:20:44.554242 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-43fff1da-06e0-49cd-b804-48016be1adb2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74447d4b-efc7-4bbe-9380-1bba261c0f82') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:20:44.554972 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-43fff1da-06e0-49cd-b804-48016be1adb2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74447d4b-efc7-4bbe-9380-1bba261c0f82') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:20:44.565725 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-43fff1da-06e0-49cd-b804-48016be1adb2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4747091'] for segment (74447d4b-efc7-4bbe-9380-1bba261c0f82), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:44.580773 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-43fff1da-06e0-49cd-b804-48016be1adb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (74447d4b-efc7-4bbe-9380-1bba261c0f82), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:44.591189 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43fff1da-06e0-49cd-b804-48016be1adb2 admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:20:44.591989 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-43fff1da-06e0-49cd-b804-48016be1adb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4690514'] for segment (74447d4b-efc7-4bbe-9380-1bba261c0f82), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:44.608901 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bf29da2c-d7f4-4b16-858b-25717dfdd502 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (5deeae0b-2240-49c8-bd32-909da004f8c2), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:44.659940 n-d-812111-14 neutron-server[103304]: Traceback (most recent call last): Jan 28 19:20:44.659940 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:20:44.659940 n-d-812111-14 neutron-server[103304]: timer() Jan 28 19:20:44.659940 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:20:44.659940 n-d-812111-14 neutron-server[103304]: cb(*args, **kw) Jan 28 19:20:44.659940 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:20:44.659940 n-d-812111-14 neutron-server[103304]: return func(*args, **kwargs) Jan 28 19:20:44.659940 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:20:44.659940 n-d-812111-14 neutron-server[103304]: self._notify() Jan 28 19:20:44.659940 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:20:44.659940 n-d-812111-14 neutron-server[103304]: self.callback(batched_events) Jan 28 19:20:44.659940 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:20:44.659940 n-d-812111-14 neutron-server[103304]: event.method(event) Jan 28 19:20:44.659940 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:20:44.659940 n-d-812111-14 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:20:44.659940 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:20:44.659940 n-d-812111-14 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:20:44.659940 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:20:44.659940 n-d-812111-14 neutron-server[103304]: return f(self, *a, **k) Jan 28 19:20:44.659940 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:20:44.659940 n-d-812111-14 neutron-server[103304]: return self._get(url).json() Jan 28 19:20:44.659940 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:20:44.659940 n-d-812111-14 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:20:44.659940 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:20:44.659940 n-d-812111-14 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 28 19:20:44.659940 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:20:44.659940 n-d-812111-14 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:20:44.659940 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:20:44.659940 n-d-812111-14 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:20:44.659940 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:20:44.659940 n-d-812111-14 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:20:44.659940 n-d-812111-14 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:20:44.670166 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf29da2c-d7f4-4b16-858b-25717dfdd502 admin admin] Pushing event deleted for resources: {'Port': ['ID=5deeae0b-2240-49c8-bd32-909da004f8c2,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:44.670635 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-43fff1da-06e0-49cd-b804-48016be1adb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (6747444d-06dc-448f-a16b-048010d01329), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:44.691766 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-43fff1da-06e0-49cd-b804-48016be1adb2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:44.696014 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-43fff1da-06e0-49cd-b804-48016be1adb2 admin admin] 10.222.0.64 "DELETE /v2.0/networks/6747444d-06dc-448f-a16b-048010d01329 HTTP/1.1" status: 204 len: 168 time: 0.4358761 Jan 28 19:20:44.697025 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fff1da-06e0-49cd-b804-48016be1adb2 admin admin] Pushing event deleted for resources: {'Network': ['ID=6747444d-06dc-448f-a16b-048010d01329,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:44.804009 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bf29da2c-d7f4-4b16-858b-25717dfdd502 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-731488'] for router_gateway (ea41f392-7aa6-423b-8c79-483016c1fa7b), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:44.881076 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 43366) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:44.933049 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bf29da2c-d7f4-4b16-858b-25717dfdd502 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-730901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261120'] for router (ea41f392-7aa6-423b-8c79-483016c1fa7b), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:44.952294 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bf29da2c-d7f4-4b16-858b-25717dfdd502 admin admin] Publish callbacks [] for router_controller (ea41f392-7aa6-423b-8c79-483016c1fa7b), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:44.986141 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-62611a5f-b0f0-4f4e-badf-a58cfc0dd536 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1bd1e0d6512043bfbaf9a8e955e20b9e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1029320 Jan 28 19:20:44.988841 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 43370) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:45.006540 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [req-de890a05-4bcd-4655-8290-42284cc2fab1 req-3848f7af-a67d-47d2-b696-8f6f08ad8ead service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 760ecb1b-d3bd-49f2-a0ab-7bbbf2f762e9 {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:20:45.015200 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-de890a05-4bcd-4655-8290-42284cc2fab1 req-3848f7af-a67d-47d2-b696-8f6f08ad8ead service neutron] Publish callbacks [] for port (760ecb1b-d3bd-49f2-a0ab-7bbbf2f762e9), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:45.029610 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bf29da2c-d7f4-4b16-858b-25717dfdd502 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-730908'] for router (ea41f392-7aa6-423b-8c79-483016c1fa7b), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:45.030287 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf29da2c-d7f4-4b16-858b-25717dfdd502 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ea41f392-7aa6-423b-8c79-483016c1fa7b {{(pid=103305) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:20:45.045519 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bf29da2c-d7f4-4b16-858b-25717dfdd502 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:45.048926 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-bf29da2c-d7f4-4b16-858b-25717dfdd502 admin admin] 10.222.0.64 "DELETE /v2.0/routers/ea41f392-7aa6-423b-8c79-483016c1fa7b HTTP/1.1" status: 204 len: 168 time: 3.0438356 Jan 28 19:20:45.050059 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f229942a-a6f3-4fea-925e-d59a525be7f5 req-6e77cf26-623f-4f47-96ea-a58683048980 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:45.051851 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f229942a-a6f3-4fea-925e-d59a525be7f5 req-6e77cf26-623f-4f47-96ea-a58683048980 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e48b655-5911-4dcd-a073-26e765e9c04d HTTP/1.1" status: 200 len: 945 time: 0.1141202 Jan 28 19:20:45.052556 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 43374) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:45.076360 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3991ef27-41a7-4ad6-9c6a-5f9489538cf2 admin admin] Publish callbacks [] for security_group (414e93b9-08bc-438e-9127-05114ed7dbce), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:45.176409 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3991ef27-41a7-4ad6-9c6a-5f9489538cf2 admin admin] Publish callbacks [] for security_group (414e93b9-08bc-438e-9127-05114ed7dbce), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:45.213461 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-95b1668b-1c6e-4950-a428-1da60698bab9 admin admin] Deleting subnet 43cb919d-8905-45f5-bfdf-73a666fcadae {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:20:45.225846 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-95b1668b-1c6e-4950-a428-1da60698bab9 admin admin] Publish callbacks [] for subnet (43cb919d-8905-45f5-bfdf-73a666fcadae), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:45.233698 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-de890a05-4bcd-4655-8290-42284cc2fab1 req-3848f7af-a67d-47d2-b696-8f6f08ad8ead service neutron] Transition to ACTIVE for port object 760ecb1b-d3bd-49f2-a0ab-7bbbf2f762e9 will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:20:45.239590 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f229942a-a6f3-4fea-925e-d59a525be7f5 req-9f96305e-ac35-4276-a50f-c94c6dbfac73 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff0a7ca0-73d1-435a-8c79-518c9bdfd3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625748 Jan 28 19:20:45.290800 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-95b1668b-1c6e-4950-a428-1da60698bab9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16187240'] for subnet (43cb919d-8905-45f5-bfdf-73a666fcadae), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:45.349277 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3991ef27-41a7-4ad6-9c6a-5f9489538cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (414e93b9-08bc-438e-9127-05114ed7dbce), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:45.353048 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3991ef27-41a7-4ad6-9c6a-5f9489538cf2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:45.357546 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-3991ef27-41a7-4ad6-9c6a-5f9489538cf2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/414e93b9-08bc-438e-9127-05114ed7dbce HTTP/1.1" status: 204 len: 168 time: 0.3668482 Jan 28 19:20:45.368707 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3991ef27-41a7-4ad6-9c6a-5f9489538cf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=414e93b9-08bc-438e-9127-05114ed7dbce,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:45.438872 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-de890a05-4bcd-4655-8290-42284cc2fab1 req-3848f7af-a67d-47d2-b696-8f6f08ad8ead service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (760ecb1b-d3bd-49f2-a0ab-7bbbf2f762e9), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:45.472626 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-545fd34e-6b7c-41e2-bfb5-4f0661747f70 req-608e6b81-7b09-4bf4-a74e-515dbe668b1e tempest-InstanceActionsNegativeTestJSON-251573698 tempest-InstanceActionsNegativeTestJSON-251573698-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e287ce2-946a-43a6-9559-7373cfab71c5 HTTP/1.1" status: 200 len: 210 time: 0.0649912 Jan 28 19:20:45.638328 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3745e83d-57ee-46db-ace4-c5457d4678d0 req-7b2a3a91-9e57-4aa0-8420-3a423050b2ad tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=0611a4ab-e4ae-4065-bdc5-14dfb3eb9efd HTTP/1.1" status: 200 len: 210 time: 0.0501924 Jan 28 19:20:45.646224 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac21212-4fee-48c5-9670-6a6a33bcef06 req-ee2dcf71-5d65-42f5-9ffe-37b9be71a2bf tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:45.656121 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3ac21212-4fee-48c5-9670-6a6a33bcef06 req-ee2dcf71-5d65-42f5-9ffe-37b9be71a2bf tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/ports?device_id=03b9cc04-fd3d-4fc9-a975-d37681157934 HTTP/1.1" status: 200 len: 932 time: 0.4836602 Jan 28 19:20:45.666493 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-95b1668b-1c6e-4950-a428-1da60698bab9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (43cb919d-8905-45f5-bfdf-73a666fcadae), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:45.798055 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3848f7af-a67d-47d2-b696-8f6f08ad8ead service neutron] Pushing event updated for resources: {'Port': ['ID=760ecb1b-d3bd-49f2-a0ab-7bbbf2f762e9,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:45.883812 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5371eeb-eb23-4fad-b5d8-ec9fe775a547 req-ce4d33fe-a01e-49e7-bd21-50a9822eccaa tempest-InstanceActionsNegativeTestJSON-251573698 tempest-InstanceActionsNegativeTestJSON-251573698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:45.886279 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c5371eeb-eb23-4fad-b5d8-ec9fe775a547 req-ce4d33fe-a01e-49e7-bd21-50a9822eccaa tempest-InstanceActionsNegativeTestJSON-251573698 tempest-InstanceActionsNegativeTestJSON-251573698-project] 10.222.0.41 "GET /v2.0/networks?id=64946f64-f7a8-4a04-b07e-bea3e74f03c5 HTTP/1.1" status: 200 len: 822 time: 0.4638040 Jan 28 19:20:45.909451 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-c5371eeb-eb23-4fad-b5d8-ec9fe775a547 req-07c58766-6f5d-450f-8277-2d8080f16bdf tempest-InstanceActionsNegativeTestJSON-251573698 tempest-InstanceActionsNegativeTestJSON-251573698-project] Request body: {'port': {'device_id': '8e287ce2-946a-43a6-9559-7373cfab71c5', 'network_id': '64946f64-f7a8-4a04-b07e-bea3e74f03c5', 'admin_state_up': True, 'tenant_id': '6a7ad70d345a47cea1a91c7f4f377d54'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:20:45.927200 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3ac21212-4fee-48c5-9670-6a6a33bcef06 req-aa9ab970-35f0-4d79-a0e1-1c5a231c938d tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/security-groups?id=e52b5309-890e-4183-bf0d-6ef59c658d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2702026 Jan 28 19:20:45.969671 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c6212c-5f56-4c11-b067-56aa6ec471c4 req-443a6b1c-0302-46ee-bf40-02f78a2a52ff tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:45.969671 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-77c6212c-5f56-4c11-b067-56aa6ec471c4 req-443a6b1c-0302-46ee-bf40-02f78a2a52ff tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/networks?id=925b8873-887e-4953-83db-09b05d761160 HTTP/1.1" status: 200 len: 814 time: 0.2047138 Jan 28 19:20:45.987678 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-77c6212c-5f56-4c11-b067-56aa6ec471c4 req-8bc45e84-66dd-4a4f-9b5f-dbb73bfc458c tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/quotas/21016aa8d78b40bfb94f4cb1162748ad HTTP/1.1" status: 200 len: 375 time: 0.0205524 Jan 28 19:20:46.021649 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-95b1668b-1c6e-4950-a428-1da60698bab9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4752464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4733806'] for subnet (43cb919d-8905-45f5-bfdf-73a666fcadae), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:46.035021 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 5deeae0b-2240-49c8-bd32-909da004f8c2 no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:20:46.061362 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: 5deeae0b-2240-49c8-bd32-909da004f8c2 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:20:46.062083 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 5deeae0b-2240-49c8-bd32-909da004f8c2 not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:20:46.083459 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-77c6212c-5f56-4c11-b067-56aa6ec471c4 req-d0ab693a-b160-41a1-8886-f773c27d8252 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=21016aa8d78b40bfb94f4cb1162748ad&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0946360 Jan 28 19:20:46.116385 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-de890a05-4bcd-4655-8290-42284cc2fab1 req-3848f7af-a67d-47d2-b696-8f6f08ad8ead service neutron] Attempting to bind port 760ecb1b-d3bd-49f2-a0ab-7bbbf2f762e9 on host n-h1-812111-14 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:20:46.117007 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-de890a05-4bcd-4655-8290-42284cc2fab1 req-3848f7af-a67d-47d2-b696-8f6f08ad8ead service neutron] Attempting to bind port 760ecb1b-d3bd-49f2-a0ab-7bbbf2f762e9 by drivers openvswitch,hyperv on host n-h1-812111-14 at level 0 using segments [{'id': '3fce350c-ea58-4666-bd7d-c61ada9a9295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ff818509-18ff-44d0-ba98-5ed91eb1ccd4'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:20:46.117464 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de890a05-4bcd-4655-8290-42284cc2fab1 req-3848f7af-a67d-47d2-b696-8f6f08ad8ead service neutron] Attempting to bind port 760ecb1b-d3bd-49f2-a0ab-7bbbf2f762e9 on network ff818509-18ff-44d0-ba98-5ed91eb1ccd4 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:20:46.125751 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b1668b-1c6e-4950-a428-1da60698bab9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43cb919d-8905-45f5-bfdf-73a666fcadae,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:46.152545 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 43408) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:46.186028 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de890a05-4bcd-4655-8290-42284cc2fab1 req-3848f7af-a67d-47d2-b696-8f6f08ad8ead service neutron] Port 760ecb1b-d3bd-49f2-a0ab-7bbbf2f762e9 on network ff818509-18ff-44d0-ba98-5ed91eb1ccd4 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-14 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:20:46.186457 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de890a05-4bcd-4655-8290-42284cc2fab1 req-3848f7af-a67d-47d2-b696-8f6f08ad8ead service neutron] Attempting to bind port 760ecb1b-d3bd-49f2-a0ab-7bbbf2f762e9 on network ff818509-18ff-44d0-ba98-5ed91eb1ccd4 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:20:46.200054 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45ac02d0-6d63-4a50-825f-f5e55ef777d0 None None] Network 3baf85e6-4bc3-4347-adb0-aaa6b82f5cf9 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:20:46.204628 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-95b1668b-1c6e-4950-a428-1da60698bab9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:46.208887 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-95b1668b-1c6e-4950-a428-1da60698bab9 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/43cb919d-8905-45f5-bfdf-73a666fcadae HTTP/1.1" status: 204 len: 168 time: 1.1501033 Jan 28 19:20:46.213790 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 43410) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:46.214219 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de890a05-4bcd-4655-8290-42284cc2fab1 req-3848f7af-a67d-47d2-b696-8f6f08ad8ead service neutron] Checking agent: {'id': 'b544ba20-de93-4d86-9e6b-a2202deb6191', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 20, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:20:46.214794 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de890a05-4bcd-4655-8290-42284cc2fab1 req-3848f7af-a67d-47d2-b696-8f6f08ad8ead service neutron] Checking segment: {'id': '3fce350c-ea58-4666-bd7d-c61ada9a9295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ff818509-18ff-44d0-ba98-5ed91eb1ccd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:20:46.215195 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de890a05-4bcd-4655-8290-42284cc2fab1 req-3848f7af-a67d-47d2-b696-8f6f08ad8ead service neutron] Bound using segment: {'id': '3fce350c-ea58-4666-bd7d-c61ada9a9295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ff818509-18ff-44d0-ba98-5ed91eb1ccd4'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:20:46.216148 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-de890a05-4bcd-4655-8290-42284cc2fab1 req-3848f7af-a67d-47d2-b696-8f6f08ad8ead service neutron] Bound port: 760ecb1b-d3bd-49f2-a0ab-7bbbf2f762e9, host: n-h1-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fce350c-ea58-4666-bd7d-c61ada9a9295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ff818509-18ff-44d0-ba98-5ed91eb1ccd4'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:20:46.216148 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-de890a05-4bcd-4655-8290-42284cc2fab1 req-3848f7af-a67d-47d2-b696-8f6f08ad8ead service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (760ecb1b-d3bd-49f2-a0ab-7bbbf2f762e9), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:46.222055 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-a1b75a85-f3c5-4511-9c07-1c15e30c757d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=cc6edc3ad7e948a18b55d4553f03c65d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0642939 Jan 28 19:20:46.222055 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 43412) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:46.318242 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-de890a05-4bcd-4655-8290-42284cc2fab1 req-3848f7af-a67d-47d2-b696-8f6f08ad8ead service neutron] For port 760ecb1b-d3bd-49f2-a0ab-7bbbf2f762e9, host n-h1-812111-14, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:20:46.321639 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-de890a05-4bcd-4655-8290-42284cc2fab1 req-3848f7af-a67d-47d2-b696-8f6f08ad8ead service neutron] For port 760ecb1b-d3bd-49f2-a0ab-7bbbf2f762e9, host n-h1-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=760ecb1b-d3bd-49f2-a0ab-7bbbf2f762e9,segment=NetworkSegment(3fce350c-ea58-4666-bd7d-c61ada9a9295),segment_id=3fce350c-ea58-4666-bd7d-c61ada9a9295)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:20:46.337528 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-de890a05-4bcd-4655-8290-42284cc2fab1 req-3848f7af-a67d-47d2-b696-8f6f08ad8ead service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (760ecb1b-d3bd-49f2-a0ab-7bbbf2f762e9), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:46.363704 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de890a05-4bcd-4655-8290-42284cc2fab1 req-3848f7af-a67d-47d2-b696-8f6f08ad8ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:46.364754 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-de890a05-4bcd-4655-8290-42284cc2fab1 req-3848f7af-a67d-47d2-b696-8f6f08ad8ead service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:46.364897 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-905e0411-763d-4a27-a59a-ddc0ae8ac507 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (3baf85e6-4bc3-4347-adb0-aaa6b82f5cf9), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:46.367975 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-de890a05-4bcd-4655-8290-42284cc2fab1 req-3848f7af-a67d-47d2-b696-8f6f08ad8ead service neutron] 10.222.0.41 "PUT /v2.0/ports/760ecb1b-d3bd-49f2-a0ab-7bbbf2f762e9 HTTP/1.1" status: 200 len: 1093 time: 2.1556051 Jan 28 19:20:46.370102 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03b9cc04-fd3d-4fc9-a975-d37681157934', 'tag': '760ecb1b-d3bd-49f2-a0ab-7bbbf2f762e9'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:20:46.380163 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e834ec2-8701-48e7-8d7a-5b5db3f503aa" -d '{"events": [{"name": "network-changed", "server_uuid": "03b9cc04-fd3d-4fc9-a975-d37681157934", "tag": "760ecb1b-d3bd-49f2-a0ab-7bbbf2f762e9"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:20:46.381624 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-77c6212c-5f56-4c11-b067-56aa6ec471c4 req-f0729077-fce0-4753-b627-4b93de07c064 service neutron] 10.222.0.64 "GET /v2.0/networks/925b8873-887e-4953-83db-09b05d761160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2966669 Jan 28 19:20:46.421997 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5371eeb-eb23-4fad-b5d8-ec9fe775a547 req-07c58766-6f5d-450f-8277-2d8080f16bdf tempest-InstanceActionsNegativeTestJSON-251573698 tempest-InstanceActionsNegativeTestJSON-251573698-project] Made reservation on behalf of 6a7ad70d345a47cea1a91c7f4f377d54 for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:20:46.426537 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-c5371eeb-eb23-4fad-b5d8-ec9fe775a547 req-07c58766-6f5d-450f-8277-2d8080f16bdf tempest-InstanceActionsNegativeTestJSON-251573698 tempest-InstanceActionsNegativeTestJSON-251573698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:46.489447 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-57370d5d-03bf-48be-ac1e-57b603b6597c admin admin] Publish callbacks [] for security_group (73d28084-3c3f-450c-9360-c5d789306c6d), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:46.610562 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-77c6212c-5f56-4c11-b067-56aa6ec471c4 req-cf731a9b-37f4-4e08-8689-a9a82851a4c5 service neutron] 10.222.0.64 "GET /v2.0/networks/925b8873-887e-4953-83db-09b05d761160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279472 Jan 28 19:20:46.613062 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-c5371eeb-eb23-4fad-b5d8-ec9fe775a547 req-07c58766-6f5d-450f-8277-2d8080f16bdf tempest-InstanceActionsNegativeTestJSON-251573698 tempest-InstanceActionsNegativeTestJSON-251573698-project] Allocated IP 172.20.0.11 (64946f64-f7a8-4a04-b07e-bea3e74f03c5/fa9d248d-3b01-459f-84cf-09b2dc98f27f/c3e6d507-25e4-46c6-b549-4b957026e4ed) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:20:46.627654 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-57370d5d-03bf-48be-ac1e-57b603b6597c admin admin] Publish callbacks [] for security_group (73d28084-3c3f-450c-9360-c5d789306c6d), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:46.748814 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7a611f4-9504-4d2c-b62f-c37a09b9adc9 None None] DHCP port deletion for 3baf85e6-4bc3-4347-adb0-aaa6b82f5cf9 request from n-d-812111-14 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:20:46.786305 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-905e0411-763d-4a27-a59a-ddc0ae8ac507 admin admin] Deleting port 679fa67d-9b67-4d6c-a56f-db859296849c {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:20:46.788975 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-905e0411-763d-4a27-a59a-ddc0ae8ac507 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (679fa67d-9b67-4d6c-a56f-db859296849c), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:46.818475 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-c5371eeb-eb23-4fad-b5d8-ec9fe775a547 req-07c58766-6f5d-450f-8277-2d8080f16bdf tempest-InstanceActionsNegativeTestJSON-251573698 tempest-InstanceActionsNegativeTestJSON-251573698-project] Publish callbacks [] for port (c3e6d507-25e4-46c6-b549-4b957026e4ed), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:46.853856 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d7a611f4-9504-4d2c-b62f-c37a09b9adc9 None None] Deleting port 679fa67d-9b67-4d6c-a56f-db859296849c {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:20:46.856347 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d7a611f4-9504-4d2c-b62f-c37a09b9adc9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (679fa67d-9b67-4d6c-a56f-db859296849c), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:46.893919 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3646b21a-28f6-48c5-a285-e67c4f3ac6e7 x-openstack-request-id: req-3646b21a-28f6-48c5-a285-e67c4f3ac6e7 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:20:46.908187 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03b9cc04-fd3d-4fc9-a975-d37681157934", "tag": "760ecb1b-d3bd-49f2-a0ab-7bbbf2f762e9", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:20:46.909801 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3646b21a-28f6-48c5-a285-e67c4f3ac6e7 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:20:46.911144 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03b9cc04-fd3d-4fc9-a975-d37681157934', 'tag': '760ecb1b-d3bd-49f2-a0ab-7bbbf2f762e9', 'status': 'completed', 'code': 200} Jan 28 19:20:46.954662 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-905e0411-763d-4a27-a59a-ddc0ae8ac507 admin admin] For port 679fa67d-9b67-4d6c-a56f-db859296849c, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=679fa67d-9b67-4d6c-a56f-db859296849c,segment=NetworkSegment(c4e0f545-b59d-4375-9e21-bf3a17e77bbe),segment_id=c4e0f545-b59d-4375-9e21-bf3a17e77bbe)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:20:46.954977 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-905e0411-763d-4a27-a59a-ddc0ae8ac507 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (679fa67d-9b67-4d6c-a56f-db859296849c), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:46.964523 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-c5371eeb-eb23-4fad-b5d8-ec9fe775a547 req-07c58766-6f5d-450f-8277-2d8080f16bdf tempest-InstanceActionsNegativeTestJSON-251573698 tempest-InstanceActionsNegativeTestJSON-251573698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (c3e6d507-25e4-46c6-b549-4b957026e4ed), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:46.987352 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-905e0411-763d-4a27-a59a-ddc0ae8ac507 admin admin] Calling delete_port for 679fa67d-9b67-4d6c-a56f-db859296849c owned by network:dhcp {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:20:47.001690 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d7a611f4-9504-4d2c-b62f-c37a09b9adc9 None None] For port 679fa67d-9b67-4d6c-a56f-db859296849c, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=679fa67d-9b67-4d6c-a56f-db859296849c,segment=NetworkSegment(c4e0f545-b59d-4375-9e21-bf3a17e77bbe),segment_id=c4e0f545-b59d-4375-9e21-bf3a17e77bbe)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:20:47.002092 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d7a611f4-9504-4d2c-b62f-c37a09b9adc9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (679fa67d-9b67-4d6c-a56f-db859296849c), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:47.030682 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3848f7af-a67d-47d2-b696-8f6f08ad8ead service neutron] Pushing event updated for resources: {'Port': ['ID=760ecb1b-d3bd-49f2-a0ab-7bbbf2f762e9,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:47.032579 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-57370d5d-03bf-48be-ac1e-57b603b6597c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (73d28084-3c3f-450c-9360-c5d789306c6d), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:47.041353 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d7a611f4-9504-4d2c-b62f-c37a09b9adc9 None None] Calling delete_port for 679fa67d-9b67-4d6c-a56f-db859296849c owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:20:47.041880 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-57370d5d-03bf-48be-ac1e-57b603b6597c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:47.042979 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-57370d5d-03bf-48be-ac1e-57b603b6597c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/73d28084-3c3f-450c-9360-c5d789306c6d HTTP/1.1" status: 204 len: 168 time: 0.8202491 Jan 28 19:20:47.098231 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57370d5d-03bf-48be-ac1e-57b603b6597c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73d28084-3c3f-450c-9360-c5d789306c6d,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:47.102096 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-03e13ec2-60e9-4aec-bb4a-f238fdcc8236 req-be6d8706-0a7b-491d-88f9-c363b426591d tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=0611a4ab-e4ae-4065-bdc5-14dfb3eb9efd HTTP/1.1" status: 200 len: 210 time: 0.1026490 Jan 28 19:20:47.223701 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d7a611f4-9504-4d2c-b62f-c37a09b9adc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985'] for port (679fa67d-9b67-4d6c-a56f-db859296849c), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:47.279190 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a611f4-9504-4d2c-b62f-c37a09b9adc9 None None] No DVR routers for this DVR port 679fa67d-9b67-4d6c-a56f-db859296849c on host n-d-812111-14 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:20:47.285320 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a611f4-9504-4d2c-b62f-c37a09b9adc9 None None] Pushing event deleted for resources: {'Port': ['ID=679fa67d-9b67-4d6c-a56f-db859296849c,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:47.299274 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5371eeb-eb23-4fad-b5d8-ec9fe775a547 req-07c58766-6f5d-450f-8277-2d8080f16bdf tempest-InstanceActionsNegativeTestJSON-251573698 tempest-InstanceActionsNegativeTestJSON-251573698-project] Network 64946f64-f7a8-4a04-b07e-bea3e74f03c5 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:20:47.306916 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-c5371eeb-eb23-4fad-b5d8-ec9fe775a547 req-07c58766-6f5d-450f-8277-2d8080f16bdf tempest-InstanceActionsNegativeTestJSON-251573698 tempest-InstanceActionsNegativeTestJSON-251573698-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:20:47.311607 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5371eeb-eb23-4fad-b5d8-ec9fe775a547 req-07c58766-6f5d-450f-8277-2d8080f16bdf tempest-InstanceActionsNegativeTestJSON-251573698 tempest-InstanceActionsNegativeTestJSON-251573698-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:20:47.361124 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-0c9ee2db-e6f8-4cd7-ac7a-9b9034fc743f req-5b70fdbf-8b32-4bb9-a199-eab9759e5289 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b87f24d-4a65-44bd-89f1-2ff4c0ebe757 HTTP/1.1" status: 200 len: 210 time: 0.0460458 Jan 28 19:20:47.363190 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-905e0411-763d-4a27-a59a-ddc0ae8ac507 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (679fa67d-9b67-4d6c-a56f-db859296849c), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:47.383476 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5371eeb-eb23-4fad-b5d8-ec9fe775a547 req-07c58766-6f5d-450f-8277-2d8080f16bdf tempest-InstanceActionsNegativeTestJSON-251573698 tempest-InstanceActionsNegativeTestJSON-251573698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:47.385214 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-c5371eeb-eb23-4fad-b5d8-ec9fe775a547 req-07c58766-6f5d-450f-8277-2d8080f16bdf tempest-InstanceActionsNegativeTestJSON-251573698 tempest-InstanceActionsNegativeTestJSON-251573698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:47.435661 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c58766-6f5d-450f-8277-2d8080f16bdf tempest-InstanceActionsNegativeTestJSON-251573698 tempest-InstanceActionsNegativeTestJSON-251573698-project] Pushing event updated for resources: {'Port': ['ID=c3e6d507-25e4-46c6-b549-4b957026e4ed,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:47.435958 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905e0411-763d-4a27-a59a-ddc0ae8ac507 admin admin] Pushing event deleted for resources: {'Port': ['ID=679fa67d-9b67-4d6c-a56f-db859296849c,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:47.441820 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905e0411-763d-4a27-a59a-ddc0ae8ac507 admin admin] No DVR routers for this DVR port 679fa67d-9b67-4d6c-a56f-db859296849c on host n-d-812111-14 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:20:47.481533 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de890a05-4bcd-4655-8290-42284cc2fab1 req-43f46aeb-67d4-4cf8-9703-5800351a317f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:47.483157 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-de890a05-4bcd-4655-8290-42284cc2fab1 req-43f46aeb-67d4-4cf8-9703-5800351a317f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a83e9cc3029f4baca951cc95e07992a3&device_id=03b9cc04-fd3d-4fc9-a975-d37681157934 HTTP/1.1" status: 200 len: 1127 time: 1.0386076 Jan 28 19:20:47.500911 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737f469e-c30a-4ee2-9e33-1e60c171a411 req-f5289482-dbb7-4bf4-a1fc-d1ca3cfd1ab3 tempest-InstanceActionsNegativeTestJSON-251573698 tempest-InstanceActionsNegativeTestJSON-251573698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:47.502499 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-737f469e-c30a-4ee2-9e33-1e60c171a411 req-f5289482-dbb7-4bf4-a1fc-d1ca3cfd1ab3 tempest-InstanceActionsNegativeTestJSON-251573698 tempest-InstanceActionsNegativeTestJSON-251573698-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e287ce2-946a-43a6-9559-7373cfab71c5 HTTP/1.1" status: 200 len: 932 time: 0.6292131 Jan 28 19:20:47.577589 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-905e0411-763d-4a27-a59a-ddc0ae8ac507 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (3baf85e6-4bc3-4347-adb0-aaa6b82f5cf9), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:47.618252 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-905e0411-763d-4a27-a59a-ddc0ae8ac507 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3baf85e6-4bc3-4347-adb0-aaa6b82f5cf9']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:20:47.648029 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-905e0411-763d-4a27-a59a-ddc0ae8ac507 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4e0f545-b59d-4375-9e21-bf3a17e77bbe') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:20:47.648727 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-905e0411-763d-4a27-a59a-ddc0ae8ac507 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4e0f545-b59d-4375-9e21-bf3a17e77bbe') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:20:47.681195 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08fbe60-b197-4a4f-8d45-e45352de1662 req-6a5fa673-7334-490d-b6d1-3fea0bf8b28f tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:47.684683 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f08fbe60-b197-4a4f-8d45-e45352de1662 req-6a5fa673-7334-490d-b6d1-3fea0bf8b28f tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/ports?device_id=03b9cc04-fd3d-4fc9-a975-d37681157934 HTTP/1.1" status: 200 len: 944 time: 0.1389987 Jan 28 19:20:47.746411 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-905e0411-763d-4a27-a59a-ddc0ae8ac507 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4747091'] for segment (c4e0f545-b59d-4375-9e21-bf3a17e77bbe), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:47.808647 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-905e0411-763d-4a27-a59a-ddc0ae8ac507 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (c4e0f545-b59d-4375-9e21-bf3a17e77bbe), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:47.840884 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f08fbe60-b197-4a4f-8d45-e45352de1662 req-839c3f6c-2cbe-41a8-ba48-0f15f233f1cb tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/security-groups?id=e52b5309-890e-4183-bf0d-6ef59c658d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379395 Jan 28 19:20:47.858383 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-905e0411-763d-4a27-a59a-ddc0ae8ac507 admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:20:47.860210 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-905e0411-763d-4a27-a59a-ddc0ae8ac507 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4690514'] for segment (c4e0f545-b59d-4375-9e21-bf3a17e77bbe), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:47.961195 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c5371eeb-eb23-4fad-b5d8-ec9fe775a547 req-07c58766-6f5d-450f-8277-2d8080f16bdf tempest-InstanceActionsNegativeTestJSON-251573698 tempest-InstanceActionsNegativeTestJSON-251573698-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0566728 Jan 28 19:20:47.968565 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-de890a05-4bcd-4655-8290-42284cc2fab1 req-0b84966a-e9f7-41f2-ac01-1f8a3a53435b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=760ecb1b-d3bd-49f2-a0ab-7bbbf2f762e9 HTTP/1.1" status: 200 len: 217 time: 0.4650712 Jan 28 19:20:48.025180 n-d-812111-14 neutron-server[103304]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:20:48.025180 n-d-812111-14 neutron-server[103304]: self.session.flush() Jan 28 19:20:48.025180 n-d-812111-14 neutron-server[103304]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:20:48.025180 n-d-812111-14 neutron-server[103304]: self.session.flush() Jan 28 19:20:48.025180 n-d-812111-14 neutron-server[103304]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:20:48.025180 n-d-812111-14 neutron-server[103304]: self.session.flush() Jan 28 19:20:48.025180 n-d-812111-14 neutron-server[103304]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:20:48.025180 n-d-812111-14 neutron-server[103304]: self.session.flush() Jan 28 19:20:48.025180 n-d-812111-14 neutron-server[103304]: Traceback (most recent call last): Jan 28 19:20:48.025180 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:20:48.025180 n-d-812111-14 neutron-server[103304]: timer() Jan 28 19:20:48.025180 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:20:48.025180 n-d-812111-14 neutron-server[103304]: cb(*args, **kw) Jan 28 19:20:48.025180 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:20:48.025180 n-d-812111-14 neutron-server[103304]: return func(*args, **kwargs) Jan 28 19:20:48.025180 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:20:48.025180 n-d-812111-14 neutron-server[103304]: self._notify() Jan 28 19:20:48.025180 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:20:48.025180 n-d-812111-14 neutron-server[103304]: self.callback(batched_events) Jan 28 19:20:48.025180 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:20:48.025180 n-d-812111-14 neutron-server[103304]: event.method(event) Jan 28 19:20:48.025180 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:20:48.025180 n-d-812111-14 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:20:48.025180 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:20:48.025180 n-d-812111-14 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:20:48.025180 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:20:48.025180 n-d-812111-14 neutron-server[103304]: return f(self, *a, **k) Jan 28 19:20:48.025180 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:20:48.025180 n-d-812111-14 neutron-server[103304]: return self._get(url).json() Jan 28 19:20:48.025180 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:20:48.025180 n-d-812111-14 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:20:48.025180 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:20:48.025180 n-d-812111-14 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 28 19:20:48.025180 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:20:48.025180 n-d-812111-14 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:20:48.025180 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:20:48.025180 n-d-812111-14 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:20:48.025180 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:20:48.025180 n-d-812111-14 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:20:48.025180 n-d-812111-14 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:20:48.028593 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-c5371eeb-eb23-4fad-b5d8-ec9fe775a547 req-301c143b-0360-465e-b7b6-5aef0a84235a service neutron] Request body: {'port': {'device_id': '8e287ce2-946a-43a6-9559-7373cfab71c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-14'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:20:48.037542 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-905e0411-763d-4a27-a59a-ddc0ae8ac507 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (3baf85e6-4bc3-4347-adb0-aaa6b82f5cf9), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:48.046367 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 679fa67d-9b67-4d6c-a56f-db859296849c no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:20:48.054337 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-905e0411-763d-4a27-a59a-ddc0ae8ac507 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:48.061596 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-905e0411-763d-4a27-a59a-ddc0ae8ac507 admin admin] 10.222.0.64 "DELETE /v2.0/networks/3baf85e6-4bc3-4347-adb0-aaa6b82f5cf9 HTTP/1.1" status: 204 len: 168 time: 1.8419390 Jan 28 19:20:48.102434 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: 679fa67d-9b67-4d6c-a56f-db859296849c {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:20:48.102918 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 679fa67d-9b67-4d6c-a56f-db859296849c not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:20:48.113767 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905e0411-763d-4a27-a59a-ddc0ae8ac507 admin admin] Pushing event deleted for resources: {'Network': ['ID=3baf85e6-4bc3-4347-adb0-aaa6b82f5cf9,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:48.180009 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-737f469e-c30a-4ee2-9e33-1e60c171a411 req-2bf373ac-0809-4601-b923-771221a1ea4e tempest-InstanceActionsNegativeTestJSON-251573698 tempest-InstanceActionsNegativeTestJSON-251573698-project] 10.222.0.64 "GET /v2.0/security-groups?id=be5af435-69c2-44e6-b04f-edfcffe6bf55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6547806 Jan 28 19:20:48.228172 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de890a05-4bcd-4655-8290-42284cc2fab1 req-ca1c8918-7e43-4616-a679-1a91217e4882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:48.230027 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-de890a05-4bcd-4655-8290-42284cc2fab1 req-ca1c8918-7e43-4616-a679-1a91217e4882 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6cea2404-3048-43fe-b9cb-bebcf3282d53 HTTP/1.1" status: 200 len: 852 time: 0.2400000 Jan 28 19:20:48.260901 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-c5371eeb-eb23-4fad-b5d8-ec9fe775a547 req-301c143b-0360-465e-b7b6-5aef0a84235a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (c3e6d507-25e4-46c6-b549-4b957026e4ed), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:48.282789 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 43464) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:48.286837 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-de890a05-4bcd-4655-8290-42284cc2fab1 req-fe3b27d8-9ed9-47ad-857b-dfa9207eea1f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ff818509-18ff-44d0-ba98-5ed91eb1ccd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465608 Jan 28 19:20:48.292879 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c2edd4b0-27cc-4db0-a873-9105385f0052 req-0b9c9d7e-8499-44b9-8d55-e9a2b5eb2077 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=0611a4ab-e4ae-4065-bdc5-14dfb3eb9efd HTTP/1.1" status: 200 len: 210 time: 0.0495508 Jan 28 19:20:48.587341 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-de890a05-4bcd-4655-8290-42284cc2fab1 req-db1d020e-534c-4e44-8d1e-0c042bac959e service neutron] 10.222.0.41 "GET /v2.0/networks/ff818509-18ff-44d0-ba98-5ed91eb1ccd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2861655 Jan 28 19:20:48.618406 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c6212c-5f56-4c11-b067-56aa6ec471c4 req-70da018e-bae1-42be-990a-f1f14e8c5318 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:48.619892 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-77c6212c-5f56-4c11-b067-56aa6ec471c4 req-70da018e-bae1-42be-990a-f1f14e8c5318 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.41 "GET /v2.0/networks?id=925b8873-887e-4953-83db-09b05d761160 HTTP/1.1" status: 200 len: 814 time: 0.1712465 Jan 28 19:20:48.638490 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-77c6212c-5f56-4c11-b067-56aa6ec471c4 req-53090772-ad5d-4556-9dc4-3acf9f9b7169 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Request body: {'port': {'device_id': '8b87f24d-4a65-44bd-89f1-2ff4c0ebe757', 'network_id': '925b8873-887e-4953-83db-09b05d761160', 'admin_state_up': True, 'tenant_id': '21016aa8d78b40bfb94f4cb1162748ad'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:20:48.665125 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-015ecb4d-aebe-48ab-9464-de2cad649491 req-7559d323-7f4b-4bac-9001-8ddb2527fbb7 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b87f24d-4a65-44bd-89f1-2ff4c0ebe757 HTTP/1.1" status: 200 len: 210 time: 0.1356022 Jan 28 19:20:48.754113 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-f772cd87-7aa4-4f09-9670-6ec0faff36b6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=47a6dbba6df14409b69b212131a77740&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4695203 Jan 28 19:20:48.760409 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 43470) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:48.911641 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77c6212c-5f56-4c11-b067-56aa6ec471c4 req-53090772-ad5d-4556-9dc4-3acf9f9b7169 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Made reservation on behalf of 21016aa8d78b40bfb94f4cb1162748ad for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:20:48.915476 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-77c6212c-5f56-4c11-b067-56aa6ec471c4 req-53090772-ad5d-4556-9dc4-3acf9f9b7169 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:49.057548 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-48e272d0-474a-46bb-a25d-33692f1d7785 admin admin] Publish callbacks [] for security_group (2350a2b0-20a7-484e-81ae-b6099dd134fb), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:49.063024 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-de890a05-4bcd-4655-8290-42284cc2fab1 req-7fdaa0c3-550a-443d-8d8b-b23b4197de57 service neutron] 10.222.0.41 "GET /v2.0/networks/ff818509-18ff-44d0-ba98-5ed91eb1ccd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4587379 Jan 28 19:20:49.115770 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-48e272d0-474a-46bb-a25d-33692f1d7785 admin admin] Publish callbacks [] for security_group (2350a2b0-20a7-484e-81ae-b6099dd134fb), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:49.301815 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-48e272d0-474a-46bb-a25d-33692f1d7785 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (2350a2b0-20a7-484e-81ae-b6099dd134fb), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:49.304653 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-48e272d0-474a-46bb-a25d-33692f1d7785 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:49.306056 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-48e272d0-474a-46bb-a25d-33692f1d7785 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2350a2b0-20a7-484e-81ae-b6099dd134fb HTTP/1.1" status: 204 len: 168 time: 0.5278111 Jan 28 19:20:49.315699 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-77c6212c-5f56-4c11-b067-56aa6ec471c4 req-53090772-ad5d-4556-9dc4-3acf9f9b7169 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Allocated IP 172.20.0.5 (925b8873-887e-4953-83db-09b05d761160/357a8c0c-a30f-4885-a91f-d81275179bba/b819ee79-1ec0-41af-ab2c-5c97267f5420) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:20:49.326760 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e834ec2-8701-48e7-8d7a-5b5db3f503aa req-7ce74412-2fd5-4ddc-897e-e04ce9d72ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:49.328389 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9e834ec2-8701-48e7-8d7a-5b5db3f503aa req-7ce74412-2fd5-4ddc-897e-e04ce9d72ab3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a83e9cc3029f4baca951cc95e07992a3&device_id=03b9cc04-fd3d-4fc9-a975-d37681157934 HTTP/1.1" status: 200 len: 1127 time: 0.1814666 Jan 28 19:20:49.341263 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [req-c5371eeb-eb23-4fad-b5d8-ec9fe775a547 req-301c143b-0360-465e-b7b6-5aef0a84235a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3e6d507-25e4-46c6-b549-4b957026e4ed {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:20:49.367292 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-c5371eeb-eb23-4fad-b5d8-ec9fe775a547 req-301c143b-0360-465e-b7b6-5aef0a84235a service neutron] Publish callbacks [] for port (c3e6d507-25e4-46c6-b549-4b957026e4ed), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:49.369761 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e272d0-474a-46bb-a25d-33692f1d7785 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2350a2b0-20a7-484e-81ae-b6099dd134fb,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:49.442595 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-c5371eeb-eb23-4fad-b5d8-ec9fe775a547 req-301c143b-0360-465e-b7b6-5aef0a84235a service neutron] Transition to ACTIVE for port object c3e6d507-25e4-46c6-b549-4b957026e4ed will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:20:49.458533 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2cda8d-f6a8-4598-956b-04083214aab9 req-7f2c22df-aef9-4882-b4d9-1051a39a8e4e tempest-InstanceActionsNegativeTestJSON-251573698 tempest-InstanceActionsNegativeTestJSON-251573698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:49.466167 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-da2cda8d-f6a8-4598-956b-04083214aab9 req-7f2c22df-aef9-4882-b4d9-1051a39a8e4e tempest-InstanceActionsNegativeTestJSON-251573698 tempest-InstanceActionsNegativeTestJSON-251573698-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e287ce2-946a-43a6-9559-7373cfab71c5 HTTP/1.1" status: 200 len: 932 time: 0.1902947 Jan 28 19:20:49.477594 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-c5371eeb-eb23-4fad-b5d8-ec9fe775a547 req-301c143b-0360-465e-b7b6-5aef0a84235a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (c3e6d507-25e4-46c6-b549-4b957026e4ed), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:49.546175 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-77c6212c-5f56-4c11-b067-56aa6ec471c4 req-53090772-ad5d-4556-9dc4-3acf9f9b7169 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Publish callbacks [] for port (b819ee79-1ec0-41af-ab2c-5c97267f5420), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:49.659330 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-77c6212c-5f56-4c11-b067-56aa6ec471c4 req-53090772-ad5d-4556-9dc4-3acf9f9b7169 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (b819ee79-1ec0-41af-ab2c-5c97267f5420), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:49.677614 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['c3ecd62f-085f-4988-b473-992cd603c18e'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:20:49.703910 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e834ec2-8701-48e7-8d7a-5b5db3f503aa req-fbf43fba-72c7-41c7-9c26-3ea3117685c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:49.707723 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9e834ec2-8701-48e7-8d7a-5b5db3f503aa req-fbf43fba-72c7-41c7-9c26-3ea3117685c7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ff818509-18ff-44d0-ba98-5ed91eb1ccd4 HTTP/1.1" status: 200 len: 912 time: 0.3618023 Jan 28 19:20:49.782592 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77c6212c-5f56-4c11-b067-56aa6ec471c4 req-53090772-ad5d-4556-9dc4-3acf9f9b7169 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Network 925b8873-887e-4953-83db-09b05d761160 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:20:49.796552 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-77c6212c-5f56-4c11-b067-56aa6ec471c4 req-53090772-ad5d-4556-9dc4-3acf9f9b7169 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:20:49.818969 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-77c6212c-5f56-4c11-b067-56aa6ec471c4 req-53090772-ad5d-4556-9dc4-3acf9f9b7169 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:20:49.859224 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9e834ec2-8701-48e7-8d7a-5b5db3f503aa req-4f297d85-f60e-4282-ae41-bdd7173a0110 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=760ecb1b-d3bd-49f2-a0ab-7bbbf2f762e9 HTTP/1.1" status: 200 len: 217 time: 0.1199894 Jan 28 19:20:49.906427 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53090772-ad5d-4556-9dc4-3acf9f9b7169 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Pushing event updated for resources: {'Port': ['ID=b819ee79-1ec0-41af-ab2c-5c97267f5420,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:49.916542 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301c143b-0360-465e-b7b6-5aef0a84235a service neutron] Pushing event updated for resources: {'Port': ['ID=c3e6d507-25e4-46c6-b549-4b957026e4ed,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:49.967368 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4ec894-e905-48d6-801d-ef95c0a2a916 req-eb1011b8-1780-4af5-af83-125da1d660e3 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:49.970024 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1f4ec894-e905-48d6-801d-ef95c0a2a916 req-eb1011b8-1780-4af5-af83-125da1d660e3 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/ports?device_id=03b9cc04-fd3d-4fc9-a975-d37681157934 HTTP/1.1" status: 200 len: 944 time: 1.0107491 Jan 28 19:20:49.998442 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53090772-ad5d-4556-9dc4-3acf9f9b7169 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:20:50.002290 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53090772-ad5d-4556-9dc4-3acf9f9b7169 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:20:50.002822 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53090772-ad5d-4556-9dc4-3acf9f9b7169 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:20:50.003318 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53090772-ad5d-4556-9dc4-3acf9f9b7169 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:20:50.003825 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53090772-ad5d-4556-9dc4-3acf9f9b7169 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:20:50.004492 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53090772-ad5d-4556-9dc4-3acf9f9b7169 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:20:50.005048 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53090772-ad5d-4556-9dc4-3acf9f9b7169 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:20:50.005558 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53090772-ad5d-4556-9dc4-3acf9f9b7169 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:20:50.006610 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53090772-ad5d-4556-9dc4-3acf9f9b7169 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:20:50.007104 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53090772-ad5d-4556-9dc4-3acf9f9b7169 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:20:50.007599 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53090772-ad5d-4556-9dc4-3acf9f9b7169 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:20:50.008082 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53090772-ad5d-4556-9dc4-3acf9f9b7169 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:20:50.008569 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53090772-ad5d-4556-9dc4-3acf9f9b7169 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:20:50.063676 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c6212c-5f56-4c11-b067-56aa6ec471c4 req-53090772-ad5d-4556-9dc4-3acf9f9b7169 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:50.064787 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-77c6212c-5f56-4c11-b067-56aa6ec471c4 req-53090772-ad5d-4556-9dc4-3acf9f9b7169 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:50.065991 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e834ec2-8701-48e7-8d7a-5b5db3f503aa req-e08d43ad-732b-47ec-ba9b-6e6d9b7e31aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:50.072615 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9e834ec2-8701-48e7-8d7a-5b5db3f503aa req-e08d43ad-732b-47ec-ba9b-6e6d9b7e31aa service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6cea2404-3048-43fe-b9cb-bebcf3282d53 HTTP/1.1" status: 200 len: 852 time: 0.2059488 Jan 28 19:20:50.095884 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-da2cda8d-f6a8-4598-956b-04083214aab9 req-dc3136ed-bce2-43a2-99e5-ce9caba6bfff tempest-InstanceActionsNegativeTestJSON-251573698 tempest-InstanceActionsNegativeTestJSON-251573698-project] 10.222.0.64 "GET /v2.0/security-groups?id=be5af435-69c2-44e6-b04f-edfcffe6bf55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6287801 Jan 28 19:20:50.113357 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1f4ec894-e905-48d6-801d-ef95c0a2a916 req-e0b511a8-2c3c-4cf0-bbb5-d44e10923a41 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/security-groups?id=e52b5309-890e-4183-bf0d-6ef59c658d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331916 Jan 28 19:20:50.134087 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-77c6212c-5f56-4c11-b067-56aa6ec471c4 req-53090772-ad5d-4556-9dc4-3acf9f9b7169 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5012534 Jan 28 19:20:50.146246 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-77c6212c-5f56-4c11-b067-56aa6ec471c4 req-2091f57f-d7ba-4b73-aa16-566eac8b4300 service neutron] Request body: {'port': {'device_id': '8b87f24d-4a65-44bd-89f1-2ff4c0ebe757', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-14'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:20:50.234148 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9e834ec2-8701-48e7-8d7a-5b5db3f503aa req-a80258d7-9690-4066-8b2e-58fbb8076c8c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ff818509-18ff-44d0-ba98-5ed91eb1ccd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1481965 Jan 28 19:20:50.316630 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-77c6212c-5f56-4c11-b067-56aa6ec471c4 req-2091f57f-d7ba-4b73-aa16-566eac8b4300 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (b819ee79-1ec0-41af-ab2c-5c97267f5420), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:50.379760 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e918b149-2d5b-4682-8c18-e49cfaa67164 req-1a184a7e-594c-466d-bcac-1e98e7b09741 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=0611a4ab-e4ae-4065-bdc5-14dfb3eb9efd HTTP/1.1" status: 200 len: 210 time: 0.1511145 Jan 28 19:20:50.391696 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770f1ca3-db5d-414f-980f-665573d5ba91 req-8e604d89-fc49-46ca-a70a-75f6fac9049c tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:50.401479 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-770f1ca3-db5d-414f-980f-665573d5ba91 req-8e604d89-fc49-46ca-a70a-75f6fac9049c tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b87f24d-4a65-44bd-89f1-2ff4c0ebe757 HTTP/1.1" status: 200 len: 931 time: 0.1610487 Jan 28 19:20:50.402197 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9e834ec2-8701-48e7-8d7a-5b5db3f503aa req-466aa33a-84b1-4af7-a1d4-33100788114e service neutron] 10.222.0.41 "GET /v2.0/networks/ff818509-18ff-44d0-ba98-5ed91eb1ccd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522310 Jan 28 19:20:50.433471 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:50.544536 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9e834ec2-8701-48e7-8d7a-5b5db3f503aa req-8518849f-1092-48e1-bb03-424a5b462569 service neutron] 10.222.0.41 "GET /v2.0/networks/ff818509-18ff-44d0-ba98-5ed91eb1ccd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136761 Jan 28 19:20:50.547300 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-c5371eeb-eb23-4fad-b5d8-ec9fe775a547 req-301c143b-0360-465e-b7b6-5aef0a84235a service neutron] Attempting to bind port c3e6d507-25e4-46c6-b549-4b957026e4ed on host n-h1-812111-14 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:20:50.547775 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-c5371eeb-eb23-4fad-b5d8-ec9fe775a547 req-301c143b-0360-465e-b7b6-5aef0a84235a service neutron] Attempting to bind port c3e6d507-25e4-46c6-b549-4b957026e4ed by drivers openvswitch,hyperv on host n-h1-812111-14 at level 0 using segments [{'id': '7a460451-38b5-4702-8f3f-f3abf2c03fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '64946f64-f7a8-4a04-b07e-bea3e74f03c5'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:20:50.548114 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5371eeb-eb23-4fad-b5d8-ec9fe775a547 req-301c143b-0360-465e-b7b6-5aef0a84235a service neutron] Attempting to bind port c3e6d507-25e4-46c6-b549-4b957026e4ed on network 64946f64-f7a8-4a04-b07e-bea3e74f03c5 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:20:50.558235 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5371eeb-eb23-4fad-b5d8-ec9fe775a547 req-301c143b-0360-465e-b7b6-5aef0a84235a service neutron] Port c3e6d507-25e4-46c6-b549-4b957026e4ed on network 64946f64-f7a8-4a04-b07e-bea3e74f03c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-14 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:20:50.558568 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5371eeb-eb23-4fad-b5d8-ec9fe775a547 req-301c143b-0360-465e-b7b6-5aef0a84235a service neutron] Attempting to bind port c3e6d507-25e4-46c6-b549-4b957026e4ed on network 64946f64-f7a8-4a04-b07e-bea3e74f03c5 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:20:50.573165 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5371eeb-eb23-4fad-b5d8-ec9fe775a547 req-301c143b-0360-465e-b7b6-5aef0a84235a service neutron] Checking agent: {'id': 'b544ba20-de93-4d86-9e6b-a2202deb6191', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 20, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:20:50.573589 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5371eeb-eb23-4fad-b5d8-ec9fe775a547 req-301c143b-0360-465e-b7b6-5aef0a84235a service neutron] Checking segment: {'id': '7a460451-38b5-4702-8f3f-f3abf2c03fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '64946f64-f7a8-4a04-b07e-bea3e74f03c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:20:50.573988 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5371eeb-eb23-4fad-b5d8-ec9fe775a547 req-301c143b-0360-465e-b7b6-5aef0a84235a service neutron] Bound using segment: {'id': '7a460451-38b5-4702-8f3f-f3abf2c03fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '64946f64-f7a8-4a04-b07e-bea3e74f03c5'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:20:50.574431 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-c5371eeb-eb23-4fad-b5d8-ec9fe775a547 req-301c143b-0360-465e-b7b6-5aef0a84235a service neutron] Bound port: c3e6d507-25e4-46c6-b549-4b957026e4ed, host: n-h1-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a460451-38b5-4702-8f3f-f3abf2c03fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '64946f64-f7a8-4a04-b07e-bea3e74f03c5'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:20:50.574851 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-c5371eeb-eb23-4fad-b5d8-ec9fe775a547 req-301c143b-0360-465e-b7b6-5aef0a84235a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (c3e6d507-25e4-46c6-b549-4b957026e4ed), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:50.722126 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-c5371eeb-eb23-4fad-b5d8-ec9fe775a547 req-301c143b-0360-465e-b7b6-5aef0a84235a service neutron] For port c3e6d507-25e4-46c6-b549-4b957026e4ed, host n-h1-812111-14, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:20:50.729222 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-c5371eeb-eb23-4fad-b5d8-ec9fe775a547 req-301c143b-0360-465e-b7b6-5aef0a84235a service neutron] For port c3e6d507-25e4-46c6-b549-4b957026e4ed, host n-h1-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=c3e6d507-25e4-46c6-b549-4b957026e4ed,segment=NetworkSegment(7a460451-38b5-4702-8f3f-f3abf2c03fe7),segment_id=7a460451-38b5-4702-8f3f-f3abf2c03fe7)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:20:50.739276 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-770f1ca3-db5d-414f-980f-665573d5ba91 req-e773dd55-c739-491c-9750-b420091d5a71 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff0a7ca0-73d1-435a-8c79-518c9bdfd3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3325274 Jan 28 19:20:50.744309 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-c5371eeb-eb23-4fad-b5d8-ec9fe775a547 req-301c143b-0360-465e-b7b6-5aef0a84235a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (c3e6d507-25e4-46c6-b549-4b957026e4ed), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:50.812540 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5371eeb-eb23-4fad-b5d8-ec9fe775a547 req-301c143b-0360-465e-b7b6-5aef0a84235a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:50.813494 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-c5371eeb-eb23-4fad-b5d8-ec9fe775a547 req-301c143b-0360-465e-b7b6-5aef0a84235a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:50.815412 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c5371eeb-eb23-4fad-b5d8-ec9fe775a547 req-301c143b-0360-465e-b7b6-5aef0a84235a service neutron] 10.222.0.41 "PUT /v2.0/ports/c3e6d507-25e4-46c6-b549-4b957026e4ed HTTP/1.1" status: 200 len: 1093 time: 2.8236611 Jan 28 19:20:50.819154 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e287ce2-946a-43a6-9559-7373cfab71c5', 'tag': 'c3e6d507-25e4-46c6-b549-4b957026e4ed'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:20:50.835350 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73119e00-f2f3-4be1-9a44-ff7aba4da1a0" -d '{"events": [{"name": "network-changed", "server_uuid": "8e287ce2-946a-43a6-9559-7373cfab71c5", "tag": "c3e6d507-25e4-46c6-b549-4b957026e4ed"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:20:50.914670 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7de292d-952a-4551-8a74-6dddfc9949be x-openstack-request-id: req-f7de292d-952a-4551-8a74-6dddfc9949be {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:20:50.914962 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e287ce2-946a-43a6-9559-7373cfab71c5", "tag": "c3e6d507-25e4-46c6-b549-4b957026e4ed", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:20:50.915211 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f7de292d-952a-4551-8a74-6dddfc9949be {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:20:50.915611 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e287ce2-946a-43a6-9559-7373cfab71c5', 'tag': 'c3e6d507-25e4-46c6-b549-4b957026e4ed', 'status': 'completed', 'code': 200} Jan 28 19:20:50.918275 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301c143b-0360-465e-b7b6-5aef0a84235a service neutron] Pushing event updated for resources: {'Port': ['ID=c3e6d507-25e4-46c6-b549-4b957026e4ed,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:50.951661 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5371eeb-eb23-4fad-b5d8-ec9fe775a547 req-80a29d9a-10ca-4cea-b009-74a528c9b507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:50.953234 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c5371eeb-eb23-4fad-b5d8-ec9fe775a547 req-80a29d9a-10ca-4cea-b009-74a528c9b507 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6a7ad70d345a47cea1a91c7f4f377d54&device_id=8e287ce2-946a-43a6-9559-7373cfab71c5 HTTP/1.1" status: 200 len: 1127 time: 0.0803082 Jan 28 19:20:50.981279 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-77c6212c-5f56-4c11-b067-56aa6ec471c4 req-2091f57f-d7ba-4b73-aa16-566eac8b4300 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b819ee79-1ec0-41af-ab2c-5c97267f5420 {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:20:50.990054 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-77c6212c-5f56-4c11-b067-56aa6ec471c4 req-2091f57f-d7ba-4b73-aa16-566eac8b4300 service neutron] Publish callbacks [] for port (b819ee79-1ec0-41af-ab2c-5c97267f5420), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:51.004482 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-77c6212c-5f56-4c11-b067-56aa6ec471c4 req-2091f57f-d7ba-4b73-aa16-566eac8b4300 service neutron] Transition to ACTIVE for port object b819ee79-1ec0-41af-ab2c-5c97267f5420 will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:20:51.018850 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-77c6212c-5f56-4c11-b067-56aa6ec471c4 req-2091f57f-d7ba-4b73-aa16-566eac8b4300 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (b819ee79-1ec0-41af-ab2c-5c97267f5420), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:51.058856 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c5371eeb-eb23-4fad-b5d8-ec9fe775a547 req-d32e4a6c-4c62-4806-b9c0-4ad84f546027 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c3e6d507-25e4-46c6-b549-4b957026e4ed HTTP/1.1" status: 200 len: 217 time: 0.0940259 Jan 28 19:20:51.173719 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2091f57f-d7ba-4b73-aa16-566eac8b4300 service neutron] Pushing event updated for resources: {'Port': ['ID=b819ee79-1ec0-41af-ab2c-5c97267f5420,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:51.190486 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5371eeb-eb23-4fad-b5d8-ec9fe775a547 req-de8e77d5-1242-41ba-94fd-054b06c8ef89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:51.192482 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c5371eeb-eb23-4fad-b5d8-ec9fe775a547 req-de8e77d5-1242-41ba-94fd-054b06c8ef89 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fa9d248d-3b01-459f-84cf-09b2dc98f27f HTTP/1.1" status: 200 len: 862 time: 0.0982990 Jan 28 19:20:51.217631 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7dc0187b-e51d-4a5b-94db-c5189c51fb69 req-f0f4d8b1-fe71-4bb5-9a80-7f6bd5005b4e tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=e0a949cf73864faf86b4b8a64f5cd635&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1027420 Jan 28 19:20:51.248752 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c5371eeb-eb23-4fad-b5d8-ec9fe775a547 req-58f81836-ee98-4f80-ad59-9cd150966023 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=64946f64-f7a8-4a04-b07e-bea3e74f03c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451322 Jan 28 19:20:51.346146 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-77c6212c-5f56-4c11-b067-56aa6ec471c4 req-2091f57f-d7ba-4b73-aa16-566eac8b4300 service neutron] Attempting to bind port b819ee79-1ec0-41af-ab2c-5c97267f5420 on host n-h1-812111-14 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:20:51.346488 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-77c6212c-5f56-4c11-b067-56aa6ec471c4 req-2091f57f-d7ba-4b73-aa16-566eac8b4300 service neutron] Attempting to bind port b819ee79-1ec0-41af-ab2c-5c97267f5420 by drivers openvswitch,hyperv on host n-h1-812111-14 at level 0 using segments [{'id': '6604d099-9aad-4c96-afcd-6df42d277d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '925b8873-887e-4953-83db-09b05d761160'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:20:51.346814 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77c6212c-5f56-4c11-b067-56aa6ec471c4 req-2091f57f-d7ba-4b73-aa16-566eac8b4300 service neutron] Attempting to bind port b819ee79-1ec0-41af-ab2c-5c97267f5420 on network 925b8873-887e-4953-83db-09b05d761160 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:20:51.355824 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77c6212c-5f56-4c11-b067-56aa6ec471c4 req-2091f57f-d7ba-4b73-aa16-566eac8b4300 service neutron] Port b819ee79-1ec0-41af-ab2c-5c97267f5420 on network 925b8873-887e-4953-83db-09b05d761160 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-14 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:20:51.356142 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77c6212c-5f56-4c11-b067-56aa6ec471c4 req-2091f57f-d7ba-4b73-aa16-566eac8b4300 service neutron] Attempting to bind port b819ee79-1ec0-41af-ab2c-5c97267f5420 on network 925b8873-887e-4953-83db-09b05d761160 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:20:51.369971 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f04ce2-77cd-4a74-8ad9-07fc5c45cf47 req-e909d630-0883-4729-9753-93cc4048cb73 tempest-InstanceActionsNegativeTestJSON-251573698 tempest-InstanceActionsNegativeTestJSON-251573698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:51.371589 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-88f04ce2-77cd-4a74-8ad9-07fc5c45cf47 req-e909d630-0883-4729-9753-93cc4048cb73 tempest-InstanceActionsNegativeTestJSON-251573698 tempest-InstanceActionsNegativeTestJSON-251573698-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e287ce2-946a-43a6-9559-7373cfab71c5 HTTP/1.1" status: 200 len: 944 time: 0.1656063 Jan 28 19:20:51.372774 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77c6212c-5f56-4c11-b067-56aa6ec471c4 req-2091f57f-d7ba-4b73-aa16-566eac8b4300 service neutron] Checking agent: {'id': 'b544ba20-de93-4d86-9e6b-a2202deb6191', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 20, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:20:51.373135 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77c6212c-5f56-4c11-b067-56aa6ec471c4 req-2091f57f-d7ba-4b73-aa16-566eac8b4300 service neutron] Checking segment: {'id': '6604d099-9aad-4c96-afcd-6df42d277d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '925b8873-887e-4953-83db-09b05d761160'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:20:51.373526 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77c6212c-5f56-4c11-b067-56aa6ec471c4 req-2091f57f-d7ba-4b73-aa16-566eac8b4300 service neutron] Bound using segment: {'id': '6604d099-9aad-4c96-afcd-6df42d277d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '925b8873-887e-4953-83db-09b05d761160'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:20:51.373974 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-77c6212c-5f56-4c11-b067-56aa6ec471c4 req-2091f57f-d7ba-4b73-aa16-566eac8b4300 service neutron] Bound port: b819ee79-1ec0-41af-ab2c-5c97267f5420, host: n-h1-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6604d099-9aad-4c96-afcd-6df42d277d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '925b8873-887e-4953-83db-09b05d761160'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:20:51.374335 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-77c6212c-5f56-4c11-b067-56aa6ec471c4 req-2091f57f-d7ba-4b73-aa16-566eac8b4300 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (b819ee79-1ec0-41af-ab2c-5c97267f5420), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:51.470991 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-88f04ce2-77cd-4a74-8ad9-07fc5c45cf47 req-7803374b-b64b-44c1-8fba-fe77d96a8df4 tempest-InstanceActionsNegativeTestJSON-251573698 tempest-InstanceActionsNegativeTestJSON-251573698-project] 10.222.0.64 "GET /v2.0/security-groups?id=be5af435-69c2-44e6-b04f-edfcffe6bf55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933027 Jan 28 19:20:51.498705 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-77c6212c-5f56-4c11-b067-56aa6ec471c4 req-2091f57f-d7ba-4b73-aa16-566eac8b4300 service neutron] For port b819ee79-1ec0-41af-ab2c-5c97267f5420, host n-h1-812111-14, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:20:51.502129 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-77c6212c-5f56-4c11-b067-56aa6ec471c4 req-2091f57f-d7ba-4b73-aa16-566eac8b4300 service neutron] For port b819ee79-1ec0-41af-ab2c-5c97267f5420, host n-h1-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=b819ee79-1ec0-41af-ab2c-5c97267f5420,segment=NetworkSegment(6604d099-9aad-4c96-afcd-6df42d277d23),segment_id=6604d099-9aad-4c96-afcd-6df42d277d23)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:20:51.511849 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-77c6212c-5f56-4c11-b067-56aa6ec471c4 req-2091f57f-d7ba-4b73-aa16-566eac8b4300 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (b819ee79-1ec0-41af-ab2c-5c97267f5420), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:51.556359 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c6212c-5f56-4c11-b067-56aa6ec471c4 req-2091f57f-d7ba-4b73-aa16-566eac8b4300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:51.557168 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-77c6212c-5f56-4c11-b067-56aa6ec471c4 req-2091f57f-d7ba-4b73-aa16-566eac8b4300 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:51.559100 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-77c6212c-5f56-4c11-b067-56aa6ec471c4 req-2091f57f-d7ba-4b73-aa16-566eac8b4300 service neutron] 10.222.0.41 "PUT /v2.0/ports/b819ee79-1ec0-41af-ab2c-5c97267f5420 HTTP/1.1" status: 200 len: 1092 time: 1.4173155 Jan 28 19:20:51.559559 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b87f24d-4a65-44bd-89f1-2ff4c0ebe757', 'tag': 'b819ee79-1ec0-41af-ab2c-5c97267f5420'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:20:51.561951 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a099d6c5-e4f8-4376-b37f-98a2721538d1" -d '{"events": [{"name": "network-changed", "server_uuid": "8b87f24d-4a65-44bd-89f1-2ff4c0ebe757", "tag": "b819ee79-1ec0-41af-ab2c-5c97267f5420"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:20:51.604598 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2091f57f-d7ba-4b73-aa16-566eac8b4300 service neutron] Pushing event updated for resources: {'Port': ['ID=b819ee79-1ec0-41af-ab2c-5c97267f5420,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:51.701025 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c6212c-5f56-4c11-b067-56aa6ec471c4 req-2bf6ccc9-ec9f-4099-aa51-10df235f101e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:51.702590 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-77c6212c-5f56-4c11-b067-56aa6ec471c4 req-2bf6ccc9-ec9f-4099-aa51-10df235f101e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=21016aa8d78b40bfb94f4cb1162748ad&device_id=8b87f24d-4a65-44bd-89f1-2ff4c0ebe757 HTTP/1.1" status: 200 len: 1126 time: 0.0913112 Jan 28 19:20:51.715433 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a32027-4341-48e4-b4fd-c991cd5f40e4 req-a94089f7-634f-45f2-ae9b-9b18cc8e7723 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:51.717342 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-27a32027-4341-48e4-b4fd-c991cd5f40e4 req-a94089f7-634f-45f2-ae9b-9b18cc8e7723 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/ports?device_id=03b9cc04-fd3d-4fc9-a975-d37681157934 HTTP/1.1" status: 200 len: 944 time: 0.0717468 Jan 28 19:20:51.722364 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc0187b-e51d-4a5b-94db-c5189c51fb69 req-17a64527-a671-4fb9-ad13-7f87d371883a tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:51.724146 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7dc0187b-e51d-4a5b-94db-c5189c51fb69 req-17a64527-a671-4fb9-ad13-7f87d371883a tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4886146 Jan 28 19:20:51.726334 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c5371eeb-eb23-4fad-b5d8-ec9fe775a547 req-c5461e70-0f3e-4f20-b243-0c3dab82219f service neutron] 10.222.0.41 "GET /v2.0/networks/64946f64-f7a8-4a04-b07e-bea3e74f03c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4670851 Jan 28 19:20:51.761196 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7dc0187b-e51d-4a5b-94db-c5189c51fb69 req-0033e98b-09df-407e-98f8-899e959f996e tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/quotas/e0a949cf73864faf86b4b8a64f5cd635 HTTP/1.1" status: 200 len: 375 time: 0.0315452 Jan 28 19:20:51.781610 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-77c6212c-5f56-4c11-b067-56aa6ec471c4 req-97fd13b9-d8f8-439c-9cda-1156a535ec6e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b819ee79-1ec0-41af-ab2c-5c97267f5420 HTTP/1.1" status: 200 len: 217 time: 0.0631306 Jan 28 19:20:51.835112 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7dc0187b-e51d-4a5b-94db-c5189c51fb69 req-72cc1956-fe4e-41be-9a5e-af0c98bf3457 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=e0a949cf73864faf86b4b8a64f5cd635&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0375762 Jan 28 19:20:51.916388 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-27a32027-4341-48e4-b4fd-c991cd5f40e4 req-fd6a4c60-ef2f-44e9-95c7-87f5acd0a93c tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/security-groups?id=e52b5309-890e-4183-bf0d-6ef59c658d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867566 Jan 28 19:20:51.927176 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c6212c-5f56-4c11-b067-56aa6ec471c4 req-1b35a39e-f66a-430c-b2a8-73fafd2d11c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:51.939242 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c5371eeb-eb23-4fad-b5d8-ec9fe775a547 req-872f67f8-edd7-40cc-a4e0-8b2f7f7ee5c2 service neutron] 10.222.0.41 "GET /v2.0/networks/64946f64-f7a8-4a04-b07e-bea3e74f03c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011032 Jan 28 19:20:51.943146 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-77c6212c-5f56-4c11-b067-56aa6ec471c4 req-1b35a39e-f66a-430c-b2a8-73fafd2d11c6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=357a8c0c-a30f-4885-a91f-d81275179bba HTTP/1.1" status: 200 len: 854 time: 0.1521480 Jan 28 19:20:52.054411 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-77c6212c-5f56-4c11-b067-56aa6ec471c4 req-911b0d95-0860-4d67-b4d9-78cad1ece266 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=925b8873-887e-4953-83db-09b05d761160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0874875 Jan 28 19:20:52.115991 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bb0bb64-33ab-4da9-bb0f-524853eb67da x-openstack-request-id: req-2bb0bb64-33ab-4da9-bb0f-524853eb67da {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:20:52.122941 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b87f24d-4a65-44bd-89f1-2ff4c0ebe757", "tag": "b819ee79-1ec0-41af-ab2c-5c97267f5420", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:20:52.122941 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2bb0bb64-33ab-4da9-bb0f-524853eb67da {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:20:52.122941 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b87f24d-4a65-44bd-89f1-2ff4c0ebe757', 'tag': 'b819ee79-1ec0-41af-ab2c-5c97267f5420', 'status': 'completed', 'code': 200} Jan 28 19:20:52.152610 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73119e00-f2f3-4be1-9a44-ff7aba4da1a0 req-d6e3cce9-e8f4-4086-b5d8-f886fd19d3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:52.155028 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-73119e00-f2f3-4be1-9a44-ff7aba4da1a0 req-d6e3cce9-e8f4-4086-b5d8-f886fd19d3c0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6a7ad70d345a47cea1a91c7f4f377d54&device_id=8e287ce2-946a-43a6-9559-7373cfab71c5 HTTP/1.1" status: 200 len: 1127 time: 0.1394050 Jan 28 19:20:52.354494 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-bb97c920-f677-4583-9bc1-a02b0ca45b7e req-72e79795-5f2f-42b7-af6d-9702931562f2 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/ports?device_id=a64d6087-dfa2-4d21-bf23-888bcba1c09b HTTP/1.1" status: 200 len: 210 time: 0.0472553 Jan 28 19:20:52.417426 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e48212-bfdc-43df-aecb-2f7fde2f4173 req-f0ce6aad-caf3-40ed-b87c-fdb0085c77d9 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:52.423386 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-18e48212-bfdc-43df-aecb-2f7fde2f4173 req-f0ce6aad-caf3-40ed-b87c-fdb0085c77d9 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b87f24d-4a65-44bd-89f1-2ff4c0ebe757 HTTP/1.1" status: 200 len: 943 time: 0.2432189 Jan 28 19:20:52.445046 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 760ecb1b-d3bd-49f2-a0ab-7bbbf2f762e9 details requested by agent hyperv_n-h1-812111-14 with host n-h1-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:20:52.448241 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73119e00-f2f3-4be1-9a44-ff7aba4da1a0 req-0e47d64a-eefb-4f2b-a0d0-b6cfd6337a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:52.449896 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-73119e00-f2f3-4be1-9a44-ff7aba4da1a0 req-0e47d64a-eefb-4f2b-a0d0-b6cfd6337a56 service neutron] 10.222.0.41 "GET /v2.0/networks?id=64946f64-f7a8-4a04-b07e-bea3e74f03c5 HTTP/1.1" status: 200 len: 922 time: 0.2880213 Jan 28 19:20:52.530141 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-73119e00-f2f3-4be1-9a44-ff7aba4da1a0 req-6d7ff36b-9b0e-4861-8ab7-abd89651065c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c3e6d507-25e4-46c6-b549-4b957026e4ed HTTP/1.1" status: 200 len: 217 time: 0.0719090 Jan 28 19:20:52.566887 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-77c6212c-5f56-4c11-b067-56aa6ec471c4 req-32b8baf6-ccdf-43ee-acda-d022696de427 service neutron] 10.222.0.41 "GET /v2.0/networks/925b8873-887e-4953-83db-09b05d761160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5051208 Jan 28 19:20:52.607346 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-18e48212-bfdc-43df-aecb-2f7fde2f4173 req-9dd853be-3d68-4cd0-9153-6b2aa40d503f tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff0a7ca0-73d1-435a-8c79-518c9bdfd3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801836 Jan 28 19:20:52.625701 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73119e00-f2f3-4be1-9a44-ff7aba4da1a0 req-49a47505-9ba8-49a5-b32f-929d466e32b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:52.627823 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-73119e00-f2f3-4be1-9a44-ff7aba4da1a0 req-49a47505-9ba8-49a5-b32f-929d466e32b5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fa9d248d-3b01-459f-84cf-09b2dc98f27f HTTP/1.1" status: 200 len: 862 time: 0.0889726 Jan 28 19:20:52.669068 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 760ecb1b-d3bd-49f2-a0ab-7bbbf2f762e9, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=760ecb1b-d3bd-49f2-a0ab-7bbbf2f762e9,segment=NetworkSegment(3fce350c-ea58-4666-bd7d-c61ada9a9295),segment_id=3fce350c-ea58-4666-bd7d-c61ada9a9295)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:20:52.680543 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Returning: {'device': '760ecb1b-d3bd-49f2-a0ab-7bbbf2f762e9', 'network_id': 'ff818509-18ff-44d0-ba98-5ed91eb1ccd4', 'port_id': '760ecb1b-d3bd-49f2-a0ab-7bbbf2f762e9', 'mac_address': 'fa:16:3e:f1:4a:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cea2404-3048-43fe-b9cb-bebcf3282d53', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:20:52.684221 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-73119e00-f2f3-4be1-9a44-ff7aba4da1a0 req-82d18949-a3dc-4cba-8d1e-a1b6ecedb15e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=64946f64-f7a8-4a04-b07e-bea3e74f03c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488405 Jan 28 19:20:52.733452 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port 760ecb1b-d3bd-49f2-a0ab-7bbbf2f762e9 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:20:52.735657 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (760ecb1b-d3bd-49f2-a0ab-7bbbf2f762e9), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:52.792558 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 760ecb1b-d3bd-49f2-a0ab-7bbbf2f762e9 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:20:52.825138 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-77c6212c-5f56-4c11-b067-56aa6ec471c4 req-1ee49280-3478-413c-b96c-1f181b223ef0 service neutron] 10.222.0.41 "GET /v2.0/networks/925b8873-887e-4953-83db-09b05d761160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2513373 Jan 28 19:20:52.846672 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 760ecb1b-d3bd-49f2-a0ab-7bbbf2f762e9, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=760ecb1b-d3bd-49f2-a0ab-7bbbf2f762e9,segment=NetworkSegment(3fce350c-ea58-4666-bd7d-c61ada9a9295),segment_id=3fce350c-ea58-4666-bd7d-c61ada9a9295)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:20:52.858975 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (760ecb1b-d3bd-49f2-a0ab-7bbbf2f762e9), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:52.971000 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=760ecb1b-d3bd-49f2-a0ab-7bbbf2f762e9,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:53.023812 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a099d6c5-e4f8-4376-b37f-98a2721538d1 req-f93c4690-9e77-4ead-b95c-1d0fa8d9fa57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:53.025595 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a099d6c5-e4f8-4376-b37f-98a2721538d1 req-f93c4690-9e77-4ead-b95c-1d0fa8d9fa57 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=21016aa8d78b40bfb94f4cb1162748ad&device_id=8b87f24d-4a65-44bd-89f1-2ff4c0ebe757 HTTP/1.1" status: 200 len: 1126 time: 0.1228330 Jan 28 19:20:53.081219 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac55e06d-04a1-465a-8ce6-72c85140e4bd req-ac41d84d-8fac-40b8-9918-2b49cf25c4e5 tempest-InstanceActionsNegativeTestJSON-251573698 tempest-InstanceActionsNegativeTestJSON-251573698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:53.088779 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ac55e06d-04a1-465a-8ce6-72c85140e4bd req-ac41d84d-8fac-40b8-9918-2b49cf25c4e5 tempest-InstanceActionsNegativeTestJSON-251573698 tempest-InstanceActionsNegativeTestJSON-251573698-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e287ce2-946a-43a6-9559-7373cfab71c5 HTTP/1.1" status: 200 len: 944 time: 0.2616847 Jan 28 19:20:53.108711 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['760ecb1b-d3bd-49f2-a0ab-7bbbf2f762e9'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:20:53.203861 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 43616) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:53.261814 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a099d6c5-e4f8-4376-b37f-98a2721538d1 req-9dc2f4db-abc1-428f-9ec1-284aa51a0775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:53.277084 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a099d6c5-e4f8-4376-b37f-98a2721538d1 req-9dc2f4db-abc1-428f-9ec1-284aa51a0775 service neutron] 10.222.0.41 "GET /v2.0/networks?id=925b8873-887e-4953-83db-09b05d761160 HTTP/1.1" status: 200 len: 914 time: 0.2213581 Jan 28 19:20:53.362696 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a099d6c5-e4f8-4376-b37f-98a2721538d1 req-9559a3e9-77c4-42ac-b951-b40264bb7def service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b819ee79-1ec0-41af-ab2c-5c97267f5420 HTTP/1.1" status: 200 len: 217 time: 0.0843556 Jan 28 19:20:53.367406 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ac55e06d-04a1-465a-8ce6-72c85140e4bd req-1aefe131-39c7-4755-9294-44988071a620 tempest-InstanceActionsNegativeTestJSON-251573698 tempest-InstanceActionsNegativeTestJSON-251573698-project] 10.222.0.64 "GET /v2.0/security-groups?id=be5af435-69c2-44e6-b04f-edfcffe6bf55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2776406 Jan 28 19:20:53.424025 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a059c495-49eb-4f3b-a398-ac1efbbad6de req-6e77cebf-4e07-49ff-89b6-b26eea675aab tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:53.436848 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a059c495-49eb-4f3b-a398-ac1efbbad6de req-6e77cebf-4e07-49ff-89b6-b26eea675aab tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/ports?device_id=03b9cc04-fd3d-4fc9-a975-d37681157934 HTTP/1.1" status: 200 len: 945 time: 0.2311885 Jan 28 19:20:53.463695 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a099d6c5-e4f8-4376-b37f-98a2721538d1 req-dff10dfe-506c-4c2d-910e-dca1c1708a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:53.465213 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a099d6c5-e4f8-4376-b37f-98a2721538d1 req-dff10dfe-506c-4c2d-910e-dca1c1708a06 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=357a8c0c-a30f-4885-a91f-d81275179bba HTTP/1.1" status: 200 len: 854 time: 0.0957830 Jan 28 19:20:53.500662 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d96be30b-d93a-49d2-b843-1094884741da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:53.503867 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-73119e00-f2f3-4be1-9a44-ff7aba4da1a0 req-d6f31fd1-f423-4a96-8294-73ac8fadd14f service neutron] 10.222.0.41 "GET /v2.0/networks/64946f64-f7a8-4a04-b07e-bea3e74f03c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8123324 Jan 28 19:20:53.517786 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a099d6c5-e4f8-4376-b37f-98a2721538d1 req-741ceb7b-9a38-49e2-8c28-c70b4082ba41 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=925b8873-887e-4953-83db-09b05d761160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393267 Jan 28 19:20:53.592854 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a059c495-49eb-4f3b-a398-ac1efbbad6de req-805455b3-c6e1-48a9-9d64-6ccf2be17b6d tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/security-groups?id=e52b5309-890e-4183-bf0d-6ef59c658d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500964 Jan 28 19:20:53.617261 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:53.673730 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-73119e00-f2f3-4be1-9a44-ff7aba4da1a0 req-0174f18d-9810-4e51-bfb2-ec082a55ab4a service neutron] 10.222.0.41 "GET /v2.0/networks/64946f64-f7a8-4a04-b07e-bea3e74f03c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592360 Jan 28 19:20:53.699369 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d96be30b-d93a-49d2-b843-1094884741da admin admin] Publish callbacks [] for security_group (030e9123-c369-4b02-831e-41ddca3d801d), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:53.709249 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d96be30b-d93a-49d2-b843-1094884741da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (030e9123-c369-4b02-831e-41ddca3d801d), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:53.792645 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a099d6c5-e4f8-4376-b37f-98a2721538d1 req-c0d5e5b9-6c55-484f-87d4-dcc45c1aeff0 service neutron] 10.222.0.41 "GET /v2.0/networks/925b8873-887e-4953-83db-09b05d761160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2668560 Jan 28 19:20:53.794849 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-be07a5a8-d7d7-4a42-9315-1f6a51f9c03a req-65c94c02-e2f3-424d-be30-b898df36e5c9 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/ports?device_id=a64d6087-dfa2-4d21-bf23-888bcba1c09b HTTP/1.1" status: 200 len: 210 time: 0.0826273 Jan 28 19:20:53.802406 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-d96be30b-d93a-49d2-b843-1094884741da admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e9a0e55a7cc34e4982f9b2d931a34e8a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5940924 Jan 28 19:20:53.804681 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 43630) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:53.835059 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96be30b-d93a-49d2-b843-1094884741da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=030e9123-c369-4b02-831e-41ddca3d801d,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:53.890299 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7dc0187b-e51d-4a5b-94db-c5189c51fb69 req-cce2a8c5-d884-4415-b611-476add31f741 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=e0a949cf73864faf86b4b8a64f5cd635&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0881834 Jan 28 19:20:53.895464 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31672029-f1c5-4f46-afd8-22bcb113c746 req-9799b65c-da16-4113-afd6-452ee3195539 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:53.904302 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-31672029-f1c5-4f46-afd8-22bcb113c746 req-9799b65c-da16-4113-afd6-452ee3195539 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b87f24d-4a65-44bd-89f1-2ff4c0ebe757 HTTP/1.1" status: 200 len: 943 time: 0.1275613 Jan 28 19:20:53.928709 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8e84b09c-6acb-4193-a66e-ddd7c12b8550 admin admin] Publish callbacks [] for security_group (030e9123-c369-4b02-831e-41ddca3d801d), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:53.968031 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8e84b09c-6acb-4193-a66e-ddd7c12b8550 admin admin] Publish callbacks [] for security_group (030e9123-c369-4b02-831e-41ddca3d801d), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:53.992005 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-31672029-f1c5-4f46-afd8-22bcb113c746 req-bf204dfb-9c5c-4286-9d51-627810ad288a tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff0a7ca0-73d1-435a-8c79-518c9bdfd3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868528 Jan 28 19:20:54.057947 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8e84b09c-6acb-4193-a66e-ddd7c12b8550 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (030e9123-c369-4b02-831e-41ddca3d801d), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:54.061537 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8e84b09c-6acb-4193-a66e-ddd7c12b8550 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:54.065969 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-8e84b09c-6acb-4193-a66e-ddd7c12b8550 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/030e9123-c369-4b02-831e-41ddca3d801d HTTP/1.1" status: 204 len: 168 time: 0.2469528 Jan 28 19:20:54.084862 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e84b09c-6acb-4193-a66e-ddd7c12b8550 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=030e9123-c369-4b02-831e-41ddca3d801d,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:54.460343 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device c3e6d507-25e4-46c6-b549-4b957026e4ed details requested by agent hyperv_n-h1-812111-14 with host n-h1-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:20:54.546786 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc0187b-e51d-4a5b-94db-c5189c51fb69 req-4cb60def-02d7-447b-86a6-dabcd2b5e9c2 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:54.548333 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7dc0187b-e51d-4a5b-94db-c5189c51fb69 req-4cb60def-02d7-447b-86a6-dabcd2b5e9c2 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6077590 Jan 28 19:20:54.586294 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port c3e6d507-25e4-46c6-b549-4b957026e4ed, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=c3e6d507-25e4-46c6-b549-4b957026e4ed,segment=NetworkSegment(7a460451-38b5-4702-8f3f-f3abf2c03fe7),segment_id=7a460451-38b5-4702-8f3f-f3abf2c03fe7)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:20:54.595840 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-7dc0187b-e51d-4a5b-94db-c5189c51fb69 req-d6906618-a868-4480-b6c4-66efe2174bd6 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Request body: {'port': {'device_id': 'a64d6087-dfa2-4d21-bf23-888bcba1c09b', 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91', 'admin_state_up': True, 'tenant_id': 'e0a949cf73864faf86b4b8a64f5cd635'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:20:54.627205 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 760ecb1b-d3bd-49f2-a0ab-7bbbf2f762e9 up at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:20:54.692630 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Returning: {'device': 'c3e6d507-25e4-46c6-b549-4b957026e4ed', 'network_id': '64946f64-f7a8-4a04-b07e-bea3e74f03c5', 'port_id': 'c3e6d507-25e4-46c6-b549-4b957026e4ed', 'mac_address': 'fa:16:3e:61:65:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa9d248d-3b01-459f-84cf-09b2dc98f27f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:20:54.754245 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port c3e6d507-25e4-46c6-b549-4b957026e4ed is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:20:54.754648 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (c3e6d507-25e4-46c6-b549-4b957026e4ed), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:54.777129 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a099d6c5-e4f8-4376-b37f-98a2721538d1 req-7623de87-c417-474c-bb7f-72343d22a19c service neutron] 10.222.0.41 "GET /v2.0/networks/925b8873-887e-4953-83db-09b05d761160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9600985 Jan 28 19:20:54.777379 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3e6d507-25e4-46c6-b549-4b957026e4ed {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:20:54.799645 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c738033-db5c-4f57-b214-b734828f3ad0 req-c9f553a1-595c-4fb8-8742-c3afd2e2387c tempest-InstanceActionsNegativeTestJSON-251573698 tempest-InstanceActionsNegativeTestJSON-251573698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:54.807563 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-0c738033-db5c-4f57-b214-b734828f3ad0 req-c9f553a1-595c-4fb8-8742-c3afd2e2387c tempest-InstanceActionsNegativeTestJSON-251573698 tempest-InstanceActionsNegativeTestJSON-251573698-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e287ce2-946a-43a6-9559-7373cfab71c5 HTTP/1.1" status: 200 len: 944 time: 0.1001174 Jan 28 19:20:54.809627 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7dc0187b-e51d-4a5b-94db-c5189c51fb69 req-d6906618-a868-4480-b6c4-66efe2174bd6 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Made reservation on behalf of e0a949cf73864faf86b4b8a64f5cd635 for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:20:54.812949 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-7dc0187b-e51d-4a5b-94db-c5189c51fb69 req-d6906618-a868-4480-b6c4-66efe2174bd6 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:54.830330 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port c3e6d507-25e4-46c6-b549-4b957026e4ed, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=c3e6d507-25e4-46c6-b549-4b957026e4ed,segment=NetworkSegment(7a460451-38b5-4702-8f3f-f3abf2c03fe7),segment_id=7a460451-38b5-4702-8f3f-f3abf2c03fe7)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:20:54.831120 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736b2912-1dc8-49a2-a5b9-cdb1693848cf req-2b5e1c44-ea15-40f5-8541-3b3331f52251 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:54.834642 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-7dc0187b-e51d-4a5b-94db-c5189c51fb69 req-d6906618-a868-4480-b6c4-66efe2174bd6 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:54.840784 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-736b2912-1dc8-49a2-a5b9-cdb1693848cf req-2b5e1c44-ea15-40f5-8541-3b3331f52251 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/ports?device_id=03b9cc04-fd3d-4fc9-a975-d37681157934 HTTP/1.1" status: 200 len: 945 time: 0.1114094 Jan 28 19:20:54.852714 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (c3e6d507-25e4-46c6-b549-4b957026e4ed), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:54.896904 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-736b2912-1dc8-49a2-a5b9-cdb1693848cf req-c08139cb-7614-415d-bece-7693213c79fd tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/security-groups?id=e52b5309-890e-4183-bf0d-6ef59c658d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511112 Jan 28 19:20:54.932148 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-0c738033-db5c-4f57-b214-b734828f3ad0 req-ae06779c-8cee-41ba-9c2a-e5264bb921ba tempest-InstanceActionsNegativeTestJSON-251573698 tempest-InstanceActionsNegativeTestJSON-251573698-project] 10.222.0.64 "GET /v2.0/security-groups?id=be5af435-69c2-44e6-b04f-edfcffe6bf55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234443 Jan 28 19:20:55.001927 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=c3e6d507-25e4-46c6-b549-4b957026e4ed,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:55.015980 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5697dcdf-640f-4341-8f3f-3106900f1653 req-7dae700d-f2da-4c8d-904f-75fd5df8659c tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/ports?device_id=a64d6087-dfa2-4d21-bf23-888bcba1c09b HTTP/1.1" status: 200 len: 210 time: 0.0448434 Jan 28 19:20:55.056660 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning for port 760ecb1b-d3bd-49f2-a0ab-7bbbf2f762e9 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:20:55.067601 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning complete for port 760ecb1b-d3bd-49f2-a0ab-7bbbf2f762e9 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:20:55.069074 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (760ecb1b-d3bd-49f2-a0ab-7bbbf2f762e9), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:55.079112 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-7dc0187b-e51d-4a5b-94db-c5189c51fb69 req-d6906618-a868-4480-b6c4-66efe2174bd6 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Publish callbacks [] for security_group (39d07f2a-7a3d-4718-9c1b-16394753837a), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:55.090153 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-7dc0187b-e51d-4a5b-94db-c5189c51fb69 req-d6906618-a868-4480-b6c4-66efe2174bd6 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (39d07f2a-7a3d-4718-9c1b-16394753837a), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:55.139356 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['c3e6d507-25e4-46c6-b549-4b957026e4ed'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:20:55.219149 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6906618-a868-4480-b6c4-66efe2174bd6 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39d07f2a-7a3d-4718-9c1b-16394753837a,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:55.230794 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port 760ecb1b-d3bd-49f2-a0ab-7bbbf2f762e9 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:20:55.231183 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (760ecb1b-d3bd-49f2-a0ab-7bbbf2f762e9), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:55.246805 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c263be0-b76e-48dd-839d-c35736dad7ce req-faa8aa8c-6f7f-48e6-8177-8a16cb148222 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:55.248571 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3c263be0-b76e-48dd-839d-c35736dad7ce req-faa8aa8c-6f7f-48e6-8177-8a16cb148222 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b87f24d-4a65-44bd-89f1-2ff4c0ebe757 HTTP/1.1" status: 200 len: 943 time: 0.1721437 Jan 28 19:20:55.327389 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03b9cc04-fd3d-4fc9-a975-d37681157934', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '760ecb1b-d3bd-49f2-a0ab-7bbbf2f762e9'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:20:55.329827 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-926e435e-366e-4b9b-8fe4-9994c4264ada" -d '{"events": [{"server_uuid": "03b9cc04-fd3d-4fc9-a975-d37681157934", "name": "network-vif-plugged", "status": "completed", "tag": "760ecb1b-d3bd-49f2-a0ab-7bbbf2f762e9"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:20:55.340687 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-7dc0187b-e51d-4a5b-94db-c5189c51fb69 req-d6906618-a868-4480-b6c4-66efe2174bd6 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Allocated IP 192.168.233.85 (7810caa2-eac6-457d-9302-c8c215ef3e91/f2de4832-9ef6-4f40-9ac5-1557d5e6a6ff/500aaaa2-66cc-4330-b2eb-cf6e3da795ac) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:20:55.373017 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3c263be0-b76e-48dd-839d-c35736dad7ce req-e29e355f-b5c4-4dcb-8e58-3aca34d0f0a2 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff0a7ca0-73d1-435a-8c79-518c9bdfd3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154437 Jan 28 19:20:55.408945 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 760ecb1b-d3bd-49f2-a0ab-7bbbf2f762e9, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=760ecb1b-d3bd-49f2-a0ab-7bbbf2f762e9,segment=NetworkSegment(3fce350c-ea58-4666-bd7d-c61ada9a9295),segment_id=3fce350c-ea58-4666-bd7d-c61ada9a9295)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:20:55.417798 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee7e7a28-709f-4e8b-bcd1-79acdf40cb54 x-openstack-request-id: req-ee7e7a28-709f-4e8b-bcd1-79acdf40cb54 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:20:55.418101 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03b9cc04-fd3d-4fc9-a975-d37681157934", "name": "network-vif-plugged", "status": "completed", "tag": "760ecb1b-d3bd-49f2-a0ab-7bbbf2f762e9", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:20:55.418429 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ee7e7a28-709f-4e8b-bcd1-79acdf40cb54 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:20:55.418914 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03b9cc04-fd3d-4fc9-a975-d37681157934', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '760ecb1b-d3bd-49f2-a0ab-7bbbf2f762e9', 'code': 200} Jan 28 19:20:55.433679 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (760ecb1b-d3bd-49f2-a0ab-7bbbf2f762e9), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:55.535887 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=760ecb1b-d3bd-49f2-a0ab-7bbbf2f762e9,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:55.619612 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0ccd62-ab8f-4bfa-8929-a07b5b5babcf req-03a241cf-e2a1-4ca1-8d78-5312c490facd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:55.621142 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-0f0ccd62-ab8f-4bfa-8929-a07b5b5babcf req-03a241cf-e2a1-4ca1-8d78-5312c490facd service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=03b9cc04-fd3d-4fc9-a975-d37681157934 HTTP/1.1" status: 200 len: 1129 time: 0.1051984 Jan 28 19:20:55.659069 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-7dc0187b-e51d-4a5b-94db-c5189c51fb69 req-d6906618-a868-4480-b6c4-66efe2174bd6 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Publish callbacks [] for port (500aaaa2-66cc-4330-b2eb-cf6e3da795ac), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:55.749339 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-0f0ccd62-ab8f-4bfa-8929-a07b5b5babcf req-363c473b-918b-476c-a388-e38530d471a4 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e52b5309-890e-4183-bf0d-6ef59c658d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080737 Jan 28 19:20:55.762094 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-7dc0187b-e51d-4a5b-94db-c5189c51fb69 req-d6906618-a868-4480-b6c4-66efe2174bd6 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (500aaaa2-66cc-4330-b2eb-cf6e3da795ac), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:55.819536 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7dc0187b-e51d-4a5b-94db-c5189c51fb69 req-d6906618-a868-4480-b6c4-66efe2174bd6 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Network 7810caa2-eac6-457d-9302-c8c215ef3e91 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:20:55.825387 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-7dc0187b-e51d-4a5b-94db-c5189c51fb69 req-d6906618-a868-4480-b6c4-66efe2174bd6 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:20:55.840002 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dc0187b-e51d-4a5b-94db-c5189c51fb69 req-d6906618-a868-4480-b6c4-66efe2174bd6 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:20:55.868757 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6906618-a868-4480-b6c4-66efe2174bd6 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Pushing event updated for resources: {'Port': ['ID=500aaaa2-66cc-4330-b2eb-cf6e3da795ac,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:55.936959 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc0187b-e51d-4a5b-94db-c5189c51fb69 req-d6906618-a868-4480-b6c4-66efe2174bd6 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:55.937669 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-7dc0187b-e51d-4a5b-94db-c5189c51fb69 req-d6906618-a868-4480-b6c4-66efe2174bd6 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:55.969724 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7dc0187b-e51d-4a5b-94db-c5189c51fb69 req-d6906618-a868-4480-b6c4-66efe2174bd6 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3879323 Jan 28 19:20:55.979958 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-7dc0187b-e51d-4a5b-94db-c5189c51fb69 req-de07b9d1-352e-49ea-adf5-84ef40f346fa service neutron] Request body: {'port': {'device_id': 'a64d6087-dfa2-4d21-bf23-888bcba1c09b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-14'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:20:56.117658 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-7dc0187b-e51d-4a5b-94db-c5189c51fb69 req-de07b9d1-352e-49ea-adf5-84ef40f346fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (500aaaa2-66cc-4330-b2eb-cf6e3da795ac), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:56.129156 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab35a31-a0a8-4607-acc6-c3ce36af7605 req-de46b3ac-0dd5-4da4-b99d-7fed2d44273e tempest-InstanceActionsNegativeTestJSON-251573698 tempest-InstanceActionsNegativeTestJSON-251573698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:56.132169 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4ab35a31-a0a8-4607-acc6-c3ce36af7605 req-de46b3ac-0dd5-4da4-b99d-7fed2d44273e tempest-InstanceActionsNegativeTestJSON-251573698 tempest-InstanceActionsNegativeTestJSON-251573698-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e287ce2-946a-43a6-9559-7373cfab71c5 HTTP/1.1" status: 200 len: 945 time: 0.0781906 Jan 28 19:20:56.195717 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b93ceff-8176-4093-9e08-0cad3d527b16 req-477ce0fd-2729-4eb8-908a-977d3dc39b64 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:56.198709 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1b93ceff-8176-4093-9e08-0cad3d527b16 req-477ce0fd-2729-4eb8-908a-977d3dc39b64 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/ports?device_id=03b9cc04-fd3d-4fc9-a975-d37681157934 HTTP/1.1" status: 200 len: 946 time: 0.1191478 Jan 28 19:20:56.214669 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-8bad28b7-b819-4eec-b2d6-7e6c4e4cfe31 None None] Provisioning complete for port 500aaaa2-66cc-4330-b2eb-cf6e3da795ac triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:20:56.217643 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8bad28b7-b819-4eec-b2d6-7e6c4e4cfe31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (500aaaa2-66cc-4330-b2eb-cf6e3da795ac), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:56.241932 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4ab35a31-a0a8-4607-acc6-c3ce36af7605 req-94d79509-b5ad-4d16-b6ce-fd45fa38ade9 tempest-InstanceActionsNegativeTestJSON-251573698 tempest-InstanceActionsNegativeTestJSON-251573698-project] 10.222.0.64 "GET /v2.0/security-groups?id=be5af435-69c2-44e6-b04f-edfcffe6bf55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031561 Jan 28 19:20:56.270525 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-8bad28b7-b819-4eec-b2d6-7e6c4e4cfe31 None None] Port 500aaaa2-66cc-4330-b2eb-cf6e3da795ac cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:20:56.417775 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1b93ceff-8176-4093-9e08-0cad3d527b16 req-e12788f9-cc35-4f60-95a3-938ec95aa8a8 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/security-groups?id=e52b5309-890e-4183-bf0d-6ef59c658d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045512 Jan 28 19:20:56.462878 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6859d0-010d-4b0d-8f49-1a795e2a34e3 req-0e0b5fd6-b953-45a1-934f-ca33f017b710 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:56.464889 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8f6859d0-010d-4b0d-8f49-1a795e2a34e3 req-0e0b5fd6-b953-45a1-934f-ca33f017b710 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/ports?device_id=a64d6087-dfa2-4d21-bf23-888bcba1c09b HTTP/1.1" status: 200 len: 935 time: 0.1068542 Jan 28 19:20:56.473890 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device b819ee79-1ec0-41af-ab2c-5c97267f5420 details requested by agent hyperv_n-h1-812111-14 with host n-h1-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:20:56.479554 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device c3e6d507-25e4-46c6-b549-4b957026e4ed up at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:20:56.631847 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8f6859d0-010d-4b0d-8f49-1a795e2a34e3 req-a38d74c4-4b1d-411f-88ff-26815f96ca80 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d07f2a-7a3d-4718-9c1b-16394753837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396170 Jan 28 19:20:56.663874 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning for port c3e6d507-25e4-46c6-b549-4b957026e4ed completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:20:56.674073 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning complete for port c3e6d507-25e4-46c6-b549-4b957026e4ed triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:20:56.674461 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (c3e6d507-25e4-46c6-b549-4b957026e4ed), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:56.723656 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port b819ee79-1ec0-41af-ab2c-5c97267f5420, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=b819ee79-1ec0-41af-ab2c-5c97267f5420,segment=NetworkSegment(6604d099-9aad-4c96-afcd-6df42d277d23),segment_id=6604d099-9aad-4c96-afcd-6df42d277d23)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:20:56.750837 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Returning: {'device': 'b819ee79-1ec0-41af-ab2c-5c97267f5420', 'network_id': '925b8873-887e-4953-83db-09b05d761160', 'port_id': 'b819ee79-1ec0-41af-ab2c-5c97267f5420', 'mac_address': 'fa:16:3e:ba:57:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '357a8c0c-a30f-4885-a91f-d81275179bba', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:20:56.767367 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8c83c9-70c0-40c2-9931-fb85bf32f43c req-4d88ef2c-7959-4d9a-b9f1-84696dad600f tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:56.769325 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-0d8c83c9-70c0-40c2-9931-fb85bf32f43c req-4d88ef2c-7959-4d9a-b9f1-84696dad600f tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b87f24d-4a65-44bd-89f1-2ff4c0ebe757 HTTP/1.1" status: 200 len: 943 time: 0.2075810 Jan 28 19:20:56.779344 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-7dc0187b-e51d-4a5b-94db-c5189c51fb69 req-de07b9d1-352e-49ea-adf5-84ef40f346fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 500aaaa2-66cc-4330-b2eb-cf6e3da795ac {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:20:56.826108 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-7dc0187b-e51d-4a5b-94db-c5189c51fb69 req-de07b9d1-352e-49ea-adf5-84ef40f346fa service neutron] Publish callbacks [] for port (500aaaa2-66cc-4330-b2eb-cf6e3da795ac), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:56.840556 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 43724) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:56.858971 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-7dc0187b-e51d-4a5b-94db-c5189c51fb69 req-de07b9d1-352e-49ea-adf5-84ef40f346fa service neutron] Transition to ACTIVE for port object 500aaaa2-66cc-4330-b2eb-cf6e3da795ac will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:20:56.863528 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-0d8c83c9-70c0-40c2-9931-fb85bf32f43c req-6a8d699b-67d3-412a-af6f-c63d9e2f45dc tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff0a7ca0-73d1-435a-8c79-518c9bdfd3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871749 Jan 28 19:20:56.867895 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-7dc0187b-e51d-4a5b-94db-c5189c51fb69 req-de07b9d1-352e-49ea-adf5-84ef40f346fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (500aaaa2-66cc-4330-b2eb-cf6e3da795ac), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:56.900003 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port b819ee79-1ec0-41af-ab2c-5c97267f5420 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:20:56.901007 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (b819ee79-1ec0-41af-ab2c-5c97267f5420), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:56.922657 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b819ee79-1ec0-41af-ab2c-5c97267f5420 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:20:56.957514 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port c3e6d507-25e4-46c6-b549-4b957026e4ed is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:20:56.958143 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (c3e6d507-25e4-46c6-b549-4b957026e4ed), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:56.966291 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port b819ee79-1ec0-41af-ab2c-5c97267f5420, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=b819ee79-1ec0-41af-ab2c-5c97267f5420,segment=NetworkSegment(6604d099-9aad-4c96-afcd-6df42d277d23),segment_id=6604d099-9aad-4c96-afcd-6df42d277d23)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:20:56.979572 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (b819ee79-1ec0-41af-ab2c-5c97267f5420), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:57.035824 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de07b9d1-352e-49ea-adf5-84ef40f346fa service neutron] Pushing event updated for resources: {'Port': ['ID=500aaaa2-66cc-4330-b2eb-cf6e3da795ac,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:57.049649 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=b819ee79-1ec0-41af-ab2c-5c97267f5420,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:57.072572 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-7dc0187b-e51d-4a5b-94db-c5189c51fb69 req-de07b9d1-352e-49ea-adf5-84ef40f346fa service neutron] Attempting to bind port 500aaaa2-66cc-4330-b2eb-cf6e3da795ac on host n-h2-812111-14 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:20:57.072917 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-7dc0187b-e51d-4a5b-94db-c5189c51fb69 req-de07b9d1-352e-49ea-adf5-84ef40f346fa service neutron] Attempting to bind port 500aaaa2-66cc-4330-b2eb-cf6e3da795ac by drivers openvswitch,hyperv on host n-h2-812111-14 at level 0 using segments [{'id': '195bcdbf-a031-4d8b-9f7f-e09fd37cd197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:20:57.073382 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc0187b-e51d-4a5b-94db-c5189c51fb69 req-de07b9d1-352e-49ea-adf5-84ef40f346fa service neutron] Attempting to bind port 500aaaa2-66cc-4330-b2eb-cf6e3da795ac on network 7810caa2-eac6-457d-9302-c8c215ef3e91 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:20:57.082868 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc0187b-e51d-4a5b-94db-c5189c51fb69 req-de07b9d1-352e-49ea-adf5-84ef40f346fa service neutron] Port 500aaaa2-66cc-4330-b2eb-cf6e3da795ac on network 7810caa2-eac6-457d-9302-c8c215ef3e91 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-14 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:20:57.083210 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc0187b-e51d-4a5b-94db-c5189c51fb69 req-de07b9d1-352e-49ea-adf5-84ef40f346fa service neutron] Attempting to bind port 500aaaa2-66cc-4330-b2eb-cf6e3da795ac on network 7810caa2-eac6-457d-9302-c8c215ef3e91 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:20:57.095793 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc0187b-e51d-4a5b-94db-c5189c51fb69 req-de07b9d1-352e-49ea-adf5-84ef40f346fa service neutron] Checking agent: {'id': '8f3fee4e-bf24-4b58-8a3a-ae9c8011a473', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 20, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:20:57.096177 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc0187b-e51d-4a5b-94db-c5189c51fb69 req-de07b9d1-352e-49ea-adf5-84ef40f346fa service neutron] Checking segment: {'id': '195bcdbf-a031-4d8b-9f7f-e09fd37cd197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:20:57.106627 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-76e968ec-2182-4a42-a0a5-83ab1b96a5ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:57.109036 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc0187b-e51d-4a5b-94db-c5189c51fb69 req-de07b9d1-352e-49ea-adf5-84ef40f346fa service neutron] Bound using segment: {'id': '195bcdbf-a031-4d8b-9f7f-e09fd37cd197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:20:57.109397 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-7dc0187b-e51d-4a5b-94db-c5189c51fb69 req-de07b9d1-352e-49ea-adf5-84ef40f346fa service neutron] Bound port: 500aaaa2-66cc-4330-b2eb-cf6e3da795ac, host: n-h2-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '195bcdbf-a031-4d8b-9f7f-e09fd37cd197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:20:57.109781 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-7dc0187b-e51d-4a5b-94db-c5189c51fb69 req-de07b9d1-352e-49ea-adf5-84ef40f346fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (500aaaa2-66cc-4330-b2eb-cf6e3da795ac), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:57.112468 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port c3e6d507-25e4-46c6-b549-4b957026e4ed, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=c3e6d507-25e4-46c6-b549-4b957026e4ed,segment=NetworkSegment(7a460451-38b5-4702-8f3f-f3abf2c03fe7),segment_id=7a460451-38b5-4702-8f3f-f3abf2c03fe7)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:20:57.124473 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (c3e6d507-25e4-46c6-b549-4b957026e4ed), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:57.217654 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-76e968ec-2182-4a42-a0a5-83ab1b96a5ef admin admin] Publish callbacks [] for security_group (5b8a1b38-4fcf-41fa-a93d-a850778373d4), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:57.229542 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-76e968ec-2182-4a42-a0a5-83ab1b96a5ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (5b8a1b38-4fcf-41fa-a93d-a850778373d4), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:57.235453 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['b819ee79-1ec0-41af-ab2c-5c97267f5420'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:20:57.279048 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=c3e6d507-25e4-46c6-b549-4b957026e4ed,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:57.283727 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-7dc0187b-e51d-4a5b-94db-c5189c51fb69 req-de07b9d1-352e-49ea-adf5-84ef40f346fa service neutron] For port 500aaaa2-66cc-4330-b2eb-cf6e3da795ac, host n-h2-812111-14, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:20:57.291522 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-7dc0187b-e51d-4a5b-94db-c5189c51fb69 req-de07b9d1-352e-49ea-adf5-84ef40f346fa service neutron] For port 500aaaa2-66cc-4330-b2eb-cf6e3da795ac, host n-h2-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=500aaaa2-66cc-4330-b2eb-cf6e3da795ac,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:20:57.305561 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-7dc0187b-e51d-4a5b-94db-c5189c51fb69 req-de07b9d1-352e-49ea-adf5-84ef40f346fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (500aaaa2-66cc-4330-b2eb-cf6e3da795ac), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:57.378410 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-76e968ec-2182-4a42-a0a5-83ab1b96a5ef admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=dd12196696724cfd88422b750ff10475&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5366461 Jan 28 19:20:57.382967 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 43730) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:57.401292 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e968ec-2182-4a42-a0a5-83ab1b96a5ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b8a1b38-4fcf-41fa-a93d-a850778373d4,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:57.429651 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de07b9d1-352e-49ea-adf5-84ef40f346fa service neutron] Pushing event updated for resources: {'Port': ['ID=500aaaa2-66cc-4330-b2eb-cf6e3da795ac,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:57.440987 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e287ce2-946a-43a6-9559-7373cfab71c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3e6d507-25e4-46c6-b549-4b957026e4ed'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:20:57.444322 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4664f73b-5a94-45a7-aea2-9a3846040690" -d '{"events": [{"server_uuid": "8e287ce2-946a-43a6-9559-7373cfab71c5", "name": "network-vif-plugged", "status": "completed", "tag": "c3e6d507-25e4-46c6-b549-4b957026e4ed"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:20:57.469273 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc0187b-e51d-4a5b-94db-c5189c51fb69 req-de07b9d1-352e-49ea-adf5-84ef40f346fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:57.470202 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-7dc0187b-e51d-4a5b-94db-c5189c51fb69 req-de07b9d1-352e-49ea-adf5-84ef40f346fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:57.471800 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7dc0187b-e51d-4a5b-94db-c5189c51fb69 req-de07b9d1-352e-49ea-adf5-84ef40f346fa service neutron] 10.222.0.70 "PUT /v2.0/ports/500aaaa2-66cc-4330-b2eb-cf6e3da795ac HTTP/1.1" status: 200 len: 1096 time: 1.4985430 Jan 28 19:20:57.472378 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a64d6087-dfa2-4d21-bf23-888bcba1c09b', 'tag': '500aaaa2-66cc-4330-b2eb-cf6e3da795ac'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:20:57.478293 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54012f94-c58d-4d5c-a245-8b4a6e3ee3a4" -d '{"events": [{"name": "network-changed", "server_uuid": "a64d6087-dfa2-4d21-bf23-888bcba1c09b", "tag": "500aaaa2-66cc-4330-b2eb-cf6e3da795ac"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:20:57.540239 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13564647-dd7e-405a-8382-d37e88ffb776 req-d4a464aa-6bdb-4e38-9c2a-7649099a3c77 tempest-InstanceActionsNegativeTestJSON-251573698 tempest-InstanceActionsNegativeTestJSON-251573698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:57.548497 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-13564647-dd7e-405a-8382-d37e88ffb776 req-d4a464aa-6bdb-4e38-9c2a-7649099a3c77 tempest-InstanceActionsNegativeTestJSON-251573698 tempest-InstanceActionsNegativeTestJSON-251573698-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e287ce2-946a-43a6-9559-7373cfab71c5 HTTP/1.1" status: 200 len: 946 time: 0.1684794 Jan 28 19:20:57.596295 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2a52c75d-a380-4c58-ab27-8a5a869f1643 admin admin] Publish callbacks [] for security_group (5b8a1b38-4fcf-41fa-a93d-a850778373d4), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:57.636590 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4b176c-e66f-43a7-8004-c5b499cae94e req-6815dcdc-d784-4999-b688-8b3400ee826f tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:57.647826 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4d4b176c-e66f-43a7-8004-c5b499cae94e req-6815dcdc-d784-4999-b688-8b3400ee826f tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/ports?device_id=03b9cc04-fd3d-4fc9-a975-d37681157934 HTTP/1.1" status: 200 len: 946 time: 0.1299095 Jan 28 19:20:57.682359 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-13564647-dd7e-405a-8382-d37e88ffb776 req-c097150c-5763-4136-a2e8-2008527955ff tempest-InstanceActionsNegativeTestJSON-251573698 tempest-InstanceActionsNegativeTestJSON-251573698-project] 10.222.0.64 "GET /v2.0/security-groups?id=be5af435-69c2-44e6-b04f-edfcffe6bf55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282372 Jan 28 19:20:57.685570 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc0187b-e51d-4a5b-94db-c5189c51fb69 req-489c6d68-21b8-4af3-84bb-5314ae4b9182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:57.690589 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7dc0187b-e51d-4a5b-94db-c5189c51fb69 req-489c6d68-21b8-4af3-84bb-5314ae4b9182 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e0a949cf73864faf86b4b8a64f5cd635&device_id=a64d6087-dfa2-4d21-bf23-888bcba1c09b HTTP/1.1" status: 200 len: 1130 time: 0.1608429 Jan 28 19:20:57.706229 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2a52c75d-a380-4c58-ab27-8a5a869f1643 admin admin] Publish callbacks [] for security_group (5b8a1b38-4fcf-41fa-a93d-a850778373d4), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:57.777782 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c55e1472-9561-4887-9840-82f161a993e0 x-openstack-request-id: req-c55e1472-9561-4887-9840-82f161a993e0 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:20:57.777930 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e287ce2-946a-43a6-9559-7373cfab71c5", "name": "network-vif-plugged", "status": "completed", "tag": "c3e6d507-25e4-46c6-b549-4b957026e4ed", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:20:57.778049 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c55e1472-9561-4887-9840-82f161a993e0 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:20:57.778450 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e287ce2-946a-43a6-9559-7373cfab71c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3e6d507-25e4-46c6-b549-4b957026e4ed', 'code': 200} Jan 28 19:20:57.804596 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2a52c75d-a380-4c58-ab27-8a5a869f1643 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (5b8a1b38-4fcf-41fa-a93d-a850778373d4), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:57.807276 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2a52c75d-a380-4c58-ab27-8a5a869f1643 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:57.808630 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-2a52c75d-a380-4c58-ab27-8a5a869f1643 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5b8a1b38-4fcf-41fa-a93d-a850778373d4 HTTP/1.1" status: 204 len: 168 time: 0.4243405 Jan 28 19:20:57.833092 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a52c75d-a380-4c58-ab27-8a5a869f1643 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b8a1b38-4fcf-41fa-a93d-a850778373d4,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:57.845845 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7dc0187b-e51d-4a5b-94db-c5189c51fb69 req-25e3d1b4-22fb-4d29-9682-21d5a0d0dd6f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=500aaaa2-66cc-4330-b2eb-cf6e3da795ac HTTP/1.1" status: 200 len: 217 time: 0.1425204 Jan 28 19:20:57.856585 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35f797af-706d-4bbc-8ebe-c4a51199dfed x-openstack-request-id: req-35f797af-706d-4bbc-8ebe-c4a51199dfed {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:20:57.856927 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a64d6087-dfa2-4d21-bf23-888bcba1c09b", "tag": "500aaaa2-66cc-4330-b2eb-cf6e3da795ac", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:20:57.857270 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-35f797af-706d-4bbc-8ebe-c4a51199dfed {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:20:57.857711 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a64d6087-dfa2-4d21-bf23-888bcba1c09b', 'tag': '500aaaa2-66cc-4330-b2eb-cf6e3da795ac', 'status': 'completed', 'code': 200} Jan 28 19:20:57.942932 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4d4b176c-e66f-43a7-8004-c5b499cae94e req-395b916e-35db-4aeb-980a-94272d83702b tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/security-groups?id=e52b5309-890e-4183-bf0d-6ef59c658d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2942088 Jan 28 19:20:57.976971 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc0187b-e51d-4a5b-94db-c5189c51fb69 req-a9ff3567-0013-4148-9b0c-96ca2587d7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:57.979248 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7dc0187b-e51d-4a5b-94db-c5189c51fb69 req-a9ff3567-0013-4148-9b0c-96ca2587d7c1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f2de4832-9ef6-4f40-9ac5-1557d5e6a6ff HTTP/1.1" status: 200 len: 843 time: 0.1207170 Jan 28 19:20:58.021886 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f1375b-a1bc-41f6-a86e-25af1b9826c2 req-c46aaeb5-00be-45fd-8956-4b57ab21a9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:58.027722 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-58f1375b-a1bc-41f6-a86e-25af1b9826c2 req-c46aaeb5-00be-45fd-8956-4b57ab21a9a1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8e287ce2-946a-43a6-9559-7373cfab71c5 HTTP/1.1" status: 200 len: 1129 time: 0.1495581 Jan 28 19:20:58.076756 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45854831-5641-4f7a-88fc-c5371ae09671 req-f5aa9bba-e3dc-4ae9-a79b-9972666c5d3e tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:58.086320 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-45854831-5641-4f7a-88fc-c5371ae09671 req-f5aa9bba-e3dc-4ae9-a79b-9972666c5d3e tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/ports?device_id=a64d6087-dfa2-4d21-bf23-888bcba1c09b HTTP/1.1" status: 200 len: 947 time: 0.1054878 Jan 28 19:20:58.194186 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc0187b-e51d-4a5b-94db-c5189c51fb69 req-60100eb6-cede-40d8-91ee-e9e61d8ac77e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:58.195106 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-45854831-5641-4f7a-88fc-c5371ae09671 req-61118185-1a35-4166-b77b-ac3de664776e tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d07f2a-7a3d-4718-9c1b-16394753837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945995 Jan 28 19:20:58.195710 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7dc0187b-e51d-4a5b-94db-c5189c51fb69 req-60100eb6-cede-40d8-91ee-e9e61d8ac77e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7810caa2-eac6-457d-9302-c8c215ef3e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1997533 Jan 28 19:20:58.232984 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-58f1375b-a1bc-41f6-a86e-25af1b9826c2 req-3026e291-bda7-4320-be52-d07b83bf8663 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=be5af435-69c2-44e6-b04f-edfcffe6bf55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508634 Jan 28 19:20:58.293848 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d049dc15-8fd2-4d53-b5ca-090c22e55710 req-32879dc9-6f16-49c1-b54b-5332aba7cb33 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:58.296029 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d049dc15-8fd2-4d53-b5ca-090c22e55710 req-32879dc9-6f16-49c1-b54b-5332aba7cb33 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b87f24d-4a65-44bd-89f1-2ff4c0ebe757 HTTP/1.1" status: 200 len: 944 time: 0.1406641 Jan 28 19:20:58.380463 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d049dc15-8fd2-4d53-b5ca-090c22e55710 req-9a26b245-7632-4d60-b44f-fd2c40ce60ce tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff0a7ca0-73d1-435a-8c79-518c9bdfd3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749590 Jan 28 19:20:58.384476 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7dc0187b-e51d-4a5b-94db-c5189c51fb69 req-d435a96d-2aac-4f3a-889a-e802bf400910 service neutron] 10.222.0.70 "GET /v2.0/networks/7810caa2-eac6-457d-9302-c8c215ef3e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805625 Jan 28 19:20:58.501723 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device b819ee79-1ec0-41af-ab2c-5c97267f5420 up at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:20:58.593900 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning for port b819ee79-1ec0-41af-ab2c-5c97267f5420 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:20:58.599246 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning complete for port b819ee79-1ec0-41af-ab2c-5c97267f5420 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:20:58.600294 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (b819ee79-1ec0-41af-ab2c-5c97267f5420), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:58.602615 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7dc0187b-e51d-4a5b-94db-c5189c51fb69 req-10bb3880-b950-4d5f-acbf-fd21deb146a7 service neutron] 10.222.0.70 "GET /v2.0/networks/7810caa2-eac6-457d-9302-c8c215ef3e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2118092 Jan 28 19:20:58.754866 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port b819ee79-1ec0-41af-ab2c-5c97267f5420 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:20:58.757239 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54012f94-c58d-4d5c-a245-8b4a6e3ee3a4 req-0e080ca6-2367-40fc-be55-7cf9d85d62e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:58.758827 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (b819ee79-1ec0-41af-ab2c-5c97267f5420), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:58.760401 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-54012f94-c58d-4d5c-a245-8b4a6e3ee3a4 req-0e080ca6-2367-40fc-be55-7cf9d85d62e7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e0a949cf73864faf86b4b8a64f5cd635&device_id=a64d6087-dfa2-4d21-bf23-888bcba1c09b HTTP/1.1" status: 200 len: 1130 time: 0.0997622 Jan 28 19:20:58.876138 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port b819ee79-1ec0-41af-ab2c-5c97267f5420, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=b819ee79-1ec0-41af-ab2c-5c97267f5420,segment=NetworkSegment(6604d099-9aad-4c96-afcd-6df42d277d23),segment_id=6604d099-9aad-4c96-afcd-6df42d277d23)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:20:58.887720 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (b819ee79-1ec0-41af-ab2c-5c97267f5420), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:59.002609 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54012f94-c58d-4d5c-a245-8b4a6e3ee3a4 req-2fb425cb-ae0e-476d-9e86-efe9a0728ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:59.004374 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-54012f94-c58d-4d5c-a245-8b4a6e3ee3a4 req-2fb425cb-ae0e-476d-9e86-efe9a0728ead service neutron] 10.222.0.70 "GET /v2.0/networks?id=7810caa2-eac6-457d-9302-c8c215ef3e91 HTTP/1.1" status: 200 len: 869 time: 0.2345960 Jan 28 19:20:59.037741 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=b819ee79-1ec0-41af-ab2c-5c97267f5420,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:59.053144 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:20:59.056886 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ae5fcf-4483-4981-9bb5-d1f4c4bb7ae6 req-50919f51-f8cf-4183-b0d1-970fb6d3845f tempest-InstanceActionsNegativeTestJSON-251573698 tempest-InstanceActionsNegativeTestJSON-251573698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:59.058774 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:20:59.059178 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:20:59.059461 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:20:59.059810 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:20:59.060127 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:20:59.060457 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:20:59.060784 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:20:59.061139 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:20:59.061459 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:20:59.061777 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:20:59.062097 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:20:59.062417 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:20:59.064586 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b6ae5fcf-4483-4981-9bb5-d1f4c4bb7ae6 req-50919f51-f8cf-4183-b0d1-970fb6d3845f tempest-InstanceActionsNegativeTestJSON-251573698 tempest-InstanceActionsNegativeTestJSON-251573698-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e287ce2-946a-43a6-9559-7373cfab71c5 HTTP/1.1" status: 200 len: 946 time: 0.2308965 Jan 28 19:20:59.115513 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3ef5d0-fdf4-430f-b6c1-8efd4bf982e8 req-db4812cb-6f4c-44c5-99bc-78514fc25b16 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:59.122989 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-54012f94-c58d-4d5c-a245-8b4a6e3ee3a4 req-43180d79-4931-44ee-8d8d-7730b6a559d9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=500aaaa2-66cc-4330-b2eb-cf6e3da795ac HTTP/1.1" status: 200 len: 217 time: 0.1096025 Jan 28 19:20:59.125666 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7c3ef5d0-fdf4-430f-b6c1-8efd4bf982e8 req-db4812cb-6f4c-44c5-99bc-78514fc25b16 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/ports?device_id=03b9cc04-fd3d-4fc9-a975-d37681157934 HTTP/1.1" status: 200 len: 946 time: 0.1544178 Jan 28 19:20:59.199637 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7c3ef5d0-fdf4-430f-b6c1-8efd4bf982e8 req-d6392598-f0d3-4589-8a27-cbdf14afffa3 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/security-groups?id=e52b5309-890e-4183-bf0d-6ef59c658d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727997 Jan 28 19:20:59.215419 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b6ae5fcf-4483-4981-9bb5-d1f4c4bb7ae6 req-dc45f6bc-ef17-4ec0-8322-20a9927d6336 tempest-InstanceActionsNegativeTestJSON-251573698 tempest-InstanceActionsNegativeTestJSON-251573698-project] 10.222.0.64 "GET /v2.0/security-groups?id=be5af435-69c2-44e6-b04f-edfcffe6bf55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497931 Jan 28 19:20:59.217342 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54012f94-c58d-4d5c-a245-8b4a6e3ee3a4 req-8100e55f-e43d-42c9-80b4-1523d81590ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:59.218899 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-54012f94-c58d-4d5c-a245-8b4a6e3ee3a4 req-8100e55f-e43d-42c9-80b4-1523d81590ed service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f2de4832-9ef6-4f40-9ac5-1557d5e6a6ff HTTP/1.1" status: 200 len: 843 time: 0.0871334 Jan 28 19:20:59.307691 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54012f94-c58d-4d5c-a245-8b4a6e3ee3a4 req-d8d6b112-06f8-4912-bc88-4ce3883735e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:59.310744 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-54012f94-c58d-4d5c-a245-8b4a6e3ee3a4 req-d8d6b112-06f8-4912-bc88-4ce3883735e3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7810caa2-eac6-457d-9302-c8c215ef3e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0843046 Jan 28 19:20:59.471394 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-54012f94-c58d-4d5c-a245-8b4a6e3ee3a4 req-2bd54504-d9fe-45aa-b0bf-88f249c023ad service neutron] 10.222.0.70 "GET /v2.0/networks/7810caa2-eac6-457d-9302-c8c215ef3e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504600 Jan 28 19:20:59.543857 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0c4547-8074-48b7-b26a-e2f388fea6a9 req-0fa59862-2d0f-43a3-ad40-28b625754f5e tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:59.545689 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9e0c4547-8074-48b7-b26a-e2f388fea6a9 req-0fa59862-2d0f-43a3-ad40-28b625754f5e tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/ports?device_id=a64d6087-dfa2-4d21-bf23-888bcba1c09b HTTP/1.1" status: 200 len: 947 time: 0.0899372 Jan 28 19:20:59.609705 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-54012f94-c58d-4d5c-a245-8b4a6e3ee3a4 req-f3ef40c4-c634-405b-92ec-341a63c5b534 service neutron] 10.222.0.70 "GET /v2.0/networks/7810caa2-eac6-457d-9302-c8c215ef3e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322594 Jan 28 19:20:59.612180 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9e0c4547-8074-48b7-b26a-e2f388fea6a9 req-28dff47c-f42c-4e28-b106-91107db297a1 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d07f2a-7a3d-4718-9c1b-16394753837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597463 Jan 28 19:20:59.779646 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b87f24d-4a65-44bd-89f1-2ff4c0ebe757', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b819ee79-1ec0-41af-ab2c-5c97267f5420'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:20:59.780401 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b5ac9f-cf22-4589-a6cd-c78a0afe1651 req-27bb642c-f4dd-455e-a20c-e5e09810563d tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:59.782162 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ff92227-f948-4525-aa45-0942f18f9df1" -d '{"events": [{"server_uuid": "8b87f24d-4a65-44bd-89f1-2ff4c0ebe757", "name": "network-vif-plugged", "status": "completed", "tag": "b819ee79-1ec0-41af-ab2c-5c97267f5420"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:20:59.789739 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-61b5ac9f-cf22-4589-a6cd-c78a0afe1651 req-27bb642c-f4dd-455e-a20c-e5e09810563d tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b87f24d-4a65-44bd-89f1-2ff4c0ebe757 HTTP/1.1" status: 200 len: 945 time: 0.0979738 Jan 28 19:20:59.865987 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-61b5ac9f-cf22-4589-a6cd-c78a0afe1651 req-60f50a79-600f-4c86-8617-d79dcd1665ee tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff0a7ca0-73d1-435a-8c79-518c9bdfd3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744731 Jan 28 19:20:59.895642 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69d96bbb-3d82-46a9-8a74-8565a822a144 x-openstack-request-id: req-69d96bbb-3d82-46a9-8a74-8565a822a144 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:20:59.895883 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b87f24d-4a65-44bd-89f1-2ff4c0ebe757", "name": "network-vif-plugged", "status": "completed", "tag": "b819ee79-1ec0-41af-ab2c-5c97267f5420", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:20:59.896184 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-69d96bbb-3d82-46a9-8a74-8565a822a144 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:20:59.896582 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b87f24d-4a65-44bd-89f1-2ff4c0ebe757', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b819ee79-1ec0-41af-ab2c-5c97267f5420', 'code': 200} Jan 28 19:21:00.048398 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6e69af-cea2-4699-8b04-d6fabd72730c req-6c727d97-559a-4f63-8b1f-b820c41a4c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:00.052100 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ba6e69af-cea2-4699-8b04-d6fabd72730c req-6c727d97-559a-4f63-8b1f-b820c41a4c96 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8b87f24d-4a65-44bd-89f1-2ff4c0ebe757 HTTP/1.1" status: 200 len: 1128 time: 0.0691931 Jan 28 19:21:00.108134 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ba6e69af-cea2-4699-8b04-d6fabd72730c req-79b54e83-29bf-4730-bea1-863ad0969a2c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ff0a7ca0-73d1-435a-8c79-518c9bdfd3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494993 Jan 28 19:21:00.335421 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f9690d-3474-4740-8f76-70dc439c240f req-3c32c313-fc8e-4464-b55e-c0bad101862a tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:00.343310 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-02f9690d-3474-4740-8f76-70dc439c240f req-3c32c313-fc8e-4464-b55e-c0bad101862a tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/ports?device_id=03b9cc04-fd3d-4fc9-a975-d37681157934 HTTP/1.1" status: 200 len: 946 time: 0.0676932 Jan 28 19:21:00.405960 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-02f9690d-3474-4740-8f76-70dc439c240f req-524a2410-5256-4a25-9ecf-058bab5b0f4c tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/security-groups?id=e52b5309-890e-4183-bf0d-6ef59c658d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614545 Jan 28 19:21:00.518818 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdc659e-6d2c-4552-9233-5af477bc319e req-ae379255-6f87-4774-8c04-edf4db9c46c1 tempest-InstanceActionsNegativeTestJSON-251573698 tempest-InstanceActionsNegativeTestJSON-251573698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:00.527198 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7bdc659e-6d2c-4552-9233-5af477bc319e req-ae379255-6f87-4774-8c04-edf4db9c46c1 tempest-InstanceActionsNegativeTestJSON-251573698 tempest-InstanceActionsNegativeTestJSON-251573698-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e287ce2-946a-43a6-9559-7373cfab71c5 HTTP/1.1" status: 200 len: 946 time: 0.0757647 Jan 28 19:21:00.592998 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7bdc659e-6d2c-4552-9233-5af477bc319e req-be37c446-e283-4e87-9a22-16e07c20a202 tempest-InstanceActionsNegativeTestJSON-251573698 tempest-InstanceActionsNegativeTestJSON-251573698-project] 10.222.0.64 "GET /v2.0/security-groups?id=be5af435-69c2-44e6-b04f-edfcffe6bf55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594709 Jan 28 19:21:00.772767 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0f4e2a-7567-42c8-a18e-2ad157358968 req-5cb25338-542f-4326-ae89-f0c08a05d40b tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:00.774701 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-0d0f4e2a-7567-42c8-a18e-2ad157358968 req-5cb25338-542f-4326-ae89-f0c08a05d40b tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/ports?device_id=a64d6087-dfa2-4d21-bf23-888bcba1c09b HTTP/1.1" status: 200 len: 947 time: 0.0704656 Jan 28 19:21:00.856614 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-0d0f4e2a-7567-42c8-a18e-2ad157358968 req-49ad464f-0ef8-47ab-89e1-3ea49acc3d0a tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d07f2a-7a3d-4718-9c1b-16394753837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701458 Jan 28 19:21:01.129686 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6290fc-382b-49e3-bd21-0600b4a7fab7 req-c4dd6e23-49f1-4fb3-abcd-83d10fbda4c0 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:01.147484 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5c6290fc-382b-49e3-bd21-0600b4a7fab7 req-c4dd6e23-49f1-4fb3-abcd-83d10fbda4c0 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b87f24d-4a65-44bd-89f1-2ff4c0ebe757 HTTP/1.1" status: 200 len: 945 time: 0.0890698 Jan 28 19:21:01.265806 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5c6290fc-382b-49e3-bd21-0600b4a7fab7 req-87335df5-6ad1-45df-abce-b46ec3a21b37 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff0a7ca0-73d1-435a-8c79-518c9bdfd3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174245 Jan 28 19:21:01.335538 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 500aaaa2-66cc-4330-b2eb-cf6e3da795ac details requested by agent hyperv_n-h2-812111-14 with host n-h2-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:21:01.345227 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a544ad-d9f3-4b5b-bfbe-9ef2452322c3 req-9a85f550-08c5-486c-b943-489c13544098 tempest-InstanceActionsNegativeTestJSON-251573698 tempest-InstanceActionsNegativeTestJSON-251573698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:01.346776 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-74a544ad-d9f3-4b5b-bfbe-9ef2452322c3 req-9a85f550-08c5-486c-b943-489c13544098 tempest-InstanceActionsNegativeTestJSON-251573698 tempest-InstanceActionsNegativeTestJSON-251573698-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e287ce2-946a-43a6-9559-7373cfab71c5 HTTP/1.1" status: 200 len: 946 time: 0.0733862 Jan 28 19:21:01.415402 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-74a544ad-d9f3-4b5b-bfbe-9ef2452322c3 req-d8ccc074-fd0e-46d8-86f9-631c0eecab68 tempest-InstanceActionsNegativeTestJSON-251573698 tempest-InstanceActionsNegativeTestJSON-251573698-project] 10.222.0.64 "GET /v2.0/security-groups?id=be5af435-69c2-44e6-b04f-edfcffe6bf55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630941 Jan 28 19:21:01.511429 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 500aaaa2-66cc-4330-b2eb-cf6e3da795ac, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=500aaaa2-66cc-4330-b2eb-cf6e3da795ac,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:21:01.524356 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Returning: {'device': '500aaaa2-66cc-4330-b2eb-cf6e3da795ac', 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91', 'port_id': '500aaaa2-66cc-4330-b2eb-cf6e3da795ac', 'mac_address': 'fa:16:3e:fc:8e:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2de4832-9ef6-4f40-9ac5-1557d5e6a6ff', 'ip_address': '192.168.233.85'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:21:01.566907 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 500aaaa2-66cc-4330-b2eb-cf6e3da795ac is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:21:01.567659 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (500aaaa2-66cc-4330-b2eb-cf6e3da795ac), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:01.585184 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 500aaaa2-66cc-4330-b2eb-cf6e3da795ac {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:21:01.588650 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe6f06d-9306-4759-a1ff-62936faa3c02 req-1ddc0339-e180-4d1c-add6-f88b58d735a8 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:01.590572 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-bfe6f06d-9306-4759-a1ff-62936faa3c02 req-1ddc0339-e180-4d1c-add6-f88b58d735a8 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/ports?device_id=03b9cc04-fd3d-4fc9-a975-d37681157934 HTTP/1.1" status: 200 len: 946 time: 0.0851576 Jan 28 19:21:01.612400 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 500aaaa2-66cc-4330-b2eb-cf6e3da795ac, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=500aaaa2-66cc-4330-b2eb-cf6e3da795ac,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:21:01.621756 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (500aaaa2-66cc-4330-b2eb-cf6e3da795ac), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:01.689541 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=500aaaa2-66cc-4330-b2eb-cf6e3da795ac,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:01.697047 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-bfe6f06d-9306-4759-a1ff-62936faa3c02 req-ff160d4a-1974-4d27-a768-f5d12c93df65 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/security-groups?id=e52b5309-890e-4183-bf0d-6ef59c658d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006539 Jan 28 19:21:01.907428 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['500aaaa2-66cc-4330-b2eb-cf6e3da795ac'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:21:01.994303 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efe17c4-cb31-467a-ad7f-68839c0d9439 req-265efcb3-a473-49c8-af7a-1ac92cd52b30 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:01.996311 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8efe17c4-cb31-467a-ad7f-68839c0d9439 req-265efcb3-a473-49c8-af7a-1ac92cd52b30 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/ports?device_id=a64d6087-dfa2-4d21-bf23-888bcba1c09b HTTP/1.1" status: 200 len: 948 time: 0.0626395 Jan 28 19:21:02.047585 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8efe17c4-cb31-467a-ad7f-68839c0d9439 req-664d5fb0-f815-4ea6-af29-dc614b5a0a52 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d07f2a-7a3d-4718-9c1b-16394753837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444427 Jan 28 19:21:02.449815 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39446054-a72f-4949-a6ed-dd30332326f8 req-3568cbe5-e5ab-4323-9274-1fcb305cf28e tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:02.460142 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-39446054-a72f-4949-a6ed-dd30332326f8 req-3568cbe5-e5ab-4323-9274-1fcb305cf28e tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b87f24d-4a65-44bd-89f1-2ff4c0ebe757 HTTP/1.1" status: 200 len: 945 time: 0.1076684 Jan 28 19:21:02.531397 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-39446054-a72f-4949-a6ed-dd30332326f8 req-d673e498-3557-443e-ae1b-f7d5c0557c4d tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff0a7ca0-73d1-435a-8c79-518c9bdfd3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673232 Jan 28 19:21:02.717326 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c211f58-1e20-4d5e-b569-618499404db3 req-5762c106-ca39-4ae1-a0ed-3dd22c5192dc tempest-InstanceActionsNegativeTestJSON-251573698 tempest-InstanceActionsNegativeTestJSON-251573698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:02.722899 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8c211f58-1e20-4d5e-b569-618499404db3 req-5762c106-ca39-4ae1-a0ed-3dd22c5192dc tempest-InstanceActionsNegativeTestJSON-251573698 tempest-InstanceActionsNegativeTestJSON-251573698-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e287ce2-946a-43a6-9559-7373cfab71c5 HTTP/1.1" status: 200 len: 946 time: 0.1132174 Jan 28 19:21:02.746482 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dc4d26-1cd1-4144-83ea-70fe7ba28947 req-6cdba9b0-f93a-4ea9-9c3c-fd80b56f88bb tempest-InstanceActionsNegativeTestJSON-251573698 tempest-InstanceActionsNegativeTestJSON-251573698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:02.748339 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b7dc4d26-1cd1-4144-83ea-70fe7ba28947 req-6cdba9b0-f93a-4ea9-9c3c-fd80b56f88bb tempest-InstanceActionsNegativeTestJSON-251573698 tempest-InstanceActionsNegativeTestJSON-251573698-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e287ce2-946a-43a6-9559-7373cfab71c5 HTTP/1.1" status: 200 len: 946 time: 0.0974560 Jan 28 19:21:02.809037 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8c211f58-1e20-4d5e-b569-618499404db3 req-59c8ba7b-4e76-407e-b41b-ffdf0794afcd tempest-InstanceActionsNegativeTestJSON-251573698 tempest-InstanceActionsNegativeTestJSON-251573698-project] 10.222.0.64 "GET /v2.0/security-groups?id=be5af435-69c2-44e6-b04f-edfcffe6bf55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791068 Jan 28 19:21:02.915398 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-b7dc4d26-1cd1-4144-83ea-70fe7ba28947 req-438c336f-d0de-453b-9d37-78a2fd308825 tempest-InstanceActionsNegativeTestJSON-251573698 tempest-InstanceActionsNegativeTestJSON-251573698-project] Deleting port c3e6d507-25e4-46c6-b549-4b957026e4ed {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:21:02.916004 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-b7dc4d26-1cd1-4144-83ea-70fe7ba28947 req-438c336f-d0de-453b-9d37-78a2fd308825 tempest-InstanceActionsNegativeTestJSON-251573698 tempest-InstanceActionsNegativeTestJSON-251573698-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (c3e6d507-25e4-46c6-b549-4b957026e4ed), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:02.981697 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00284083-d21c-4888-a7a7-e0533907eb5e req-43211fc1-4bcc-469a-9815-7060d0f6182a tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:02.989809 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-00284083-d21c-4888-a7a7-e0533907eb5e req-43211fc1-4bcc-469a-9815-7060d0f6182a tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/ports?device_id=03b9cc04-fd3d-4fc9-a975-d37681157934 HTTP/1.1" status: 200 len: 946 time: 0.0652657 Jan 28 19:21:03.029851 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-b7dc4d26-1cd1-4144-83ea-70fe7ba28947 req-438c336f-d0de-453b-9d37-78a2fd308825 tempest-InstanceActionsNegativeTestJSON-251573698 tempest-InstanceActionsNegativeTestJSON-251573698-project] For port c3e6d507-25e4-46c6-b549-4b957026e4ed, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=c3e6d507-25e4-46c6-b549-4b957026e4ed,segment=NetworkSegment(7a460451-38b5-4702-8f3f-f3abf2c03fe7),segment_id=7a460451-38b5-4702-8f3f-f3abf2c03fe7)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:21:03.030220 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-b7dc4d26-1cd1-4144-83ea-70fe7ba28947 req-438c336f-d0de-453b-9d37-78a2fd308825 tempest-InstanceActionsNegativeTestJSON-251573698 tempest-InstanceActionsNegativeTestJSON-251573698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (c3e6d507-25e4-46c6-b549-4b957026e4ed), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:03.043035 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-b7dc4d26-1cd1-4144-83ea-70fe7ba28947 req-438c336f-d0de-453b-9d37-78a2fd308825 tempest-InstanceActionsNegativeTestJSON-251573698 tempest-InstanceActionsNegativeTestJSON-251573698-project] Calling delete_port for c3e6d507-25e4-46c6-b549-4b957026e4ed owned by compute:nova {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:21:03.049758 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-00284083-d21c-4888-a7a7-e0533907eb5e req-404e2608-975a-4dde-9acf-0548ee8f17be tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/security-groups?id=e52b5309-890e-4183-bf0d-6ef59c658d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533619 Jan 28 19:21:03.176435 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307126c5-1712-4b95-bdfd-7b9c53d764cc req-d8c142cd-ab9f-49b3-bebe-406ea861ae51 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:03.185036 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-307126c5-1712-4b95-bdfd-7b9c53d764cc req-d8c142cd-ab9f-49b3-bebe-406ea861ae51 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b87f24d-4a65-44bd-89f1-2ff4c0ebe757 HTTP/1.1" status: 200 len: 945 time: 0.0901117 Jan 28 19:21:03.188040 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7435bfb2-5c89-4ab8-a054-42965e15c351 req-b36e709b-edc5-4899-9ad3-a8a5d5af2c46 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:03.190360 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7435bfb2-5c89-4ab8-a054-42965e15c351 req-b36e709b-edc5-4899-9ad3-a8a5d5af2c46 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/ports?device_id=a64d6087-dfa2-4d21-bf23-888bcba1c09b HTTP/1.1" status: 200 len: 948 time: 0.0629957 Jan 28 19:21:03.248966 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7435bfb2-5c89-4ab8-a054-42965e15c351 req-2119a31e-8665-4e63-9040-e69c340aa7e2 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d07f2a-7a3d-4718-9c1b-16394753837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516007 Jan 28 19:21:03.290493 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-307126c5-1712-4b95-bdfd-7b9c53d764cc req-a82ea550-725a-475f-8e3b-d69b6be546a2 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff0a7ca0-73d1-435a-8c79-518c9bdfd3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031792 Jan 28 19:21:03.297464 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-b7dc4d26-1cd1-4144-83ea-70fe7ba28947 req-438c336f-d0de-453b-9d37-78a2fd308825 tempest-InstanceActionsNegativeTestJSON-251573698 tempest-InstanceActionsNegativeTestJSON-251573698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (c3e6d507-25e4-46c6-b549-4b957026e4ed), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:03.314446 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['c3e6d507-25e4-46c6-b549-4b957026e4ed'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:21:03.346161 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438c336f-d0de-453b-9d37-78a2fd308825 tempest-InstanceActionsNegativeTestJSON-251573698 tempest-InstanceActionsNegativeTestJSON-251573698-project] Pushing event deleted for resources: {'Port': ['ID=c3e6d507-25e4-46c6-b549-4b957026e4ed,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:03.360746 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 500aaaa2-66cc-4330-b2eb-cf6e3da795ac up at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:21:03.391237 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7dc4d26-1cd1-4144-83ea-70fe7ba28947 req-438c336f-d0de-453b-9d37-78a2fd308825 tempest-InstanceActionsNegativeTestJSON-251573698 tempest-InstanceActionsNegativeTestJSON-251573698-project] No DVR routers for this DVR port c3e6d507-25e4-46c6-b549-4b957026e4ed on host n-h1-812111-14 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:21:03.394314 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-b7dc4d26-1cd1-4144-83ea-70fe7ba28947 req-438c336f-d0de-453b-9d37-78a2fd308825 tempest-InstanceActionsNegativeTestJSON-251573698 tempest-InstanceActionsNegativeTestJSON-251573698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:03.398867 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b7dc4d26-1cd1-4144-83ea-70fe7ba28947 req-438c336f-d0de-453b-9d37-78a2fd308825 tempest-InstanceActionsNegativeTestJSON-251573698 tempest-InstanceActionsNegativeTestJSON-251573698-project] 10.222.0.41 "DELETE /v2.0/ports/c3e6d507-25e4-46c6-b549-4b957026e4ed HTTP/1.1" status: 204 len: 173 time: 0.6415393 Jan 28 19:21:03.402277 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e287ce2-946a-43a6-9559-7373cfab71c5', 'name': 'network-vif-deleted', 'tag': 'c3e6d507-25e4-46c6-b549-4b957026e4ed'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:21:03.404587 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24dbc3c6-c8aa-4fb1-b284-604eba9b2db6" -d '{"events": [{"server_uuid": "8e287ce2-946a-43a6-9559-7373cfab71c5", "name": "network-vif-deleted", "tag": "c3e6d507-25e4-46c6-b549-4b957026e4ed"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:21:03.453132 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning for port 500aaaa2-66cc-4330-b2eb-cf6e3da795ac completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:21:03.460075 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning complete for port 500aaaa2-66cc-4330-b2eb-cf6e3da795ac triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:21:03.460814 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (500aaaa2-66cc-4330-b2eb-cf6e3da795ac), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:03.481843 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f36994ae-d333-4d6b-9f3c-68557dfba994 x-openstack-request-id: req-f36994ae-d333-4d6b-9f3c-68557dfba994 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:21:03.482286 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e287ce2-946a-43a6-9559-7373cfab71c5", "name": "network-vif-deleted", "tag": "c3e6d507-25e4-46c6-b549-4b957026e4ed", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:21:03.482702 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f36994ae-d333-4d6b-9f3c-68557dfba994 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:21:03.483286 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e287ce2-946a-43a6-9559-7373cfab71c5', 'name': 'network-vif-deleted', 'tag': 'c3e6d507-25e4-46c6-b549-4b957026e4ed', 'status': 'completed', 'code': 200} Jan 28 19:21:03.586385 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 500aaaa2-66cc-4330-b2eb-cf6e3da795ac is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:21:03.587124 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (500aaaa2-66cc-4330-b2eb-cf6e3da795ac), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:03.627268 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a64d6087-dfa2-4d21-bf23-888bcba1c09b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '500aaaa2-66cc-4330-b2eb-cf6e3da795ac'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:21:03.631660 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e90beee-d586-42eb-bd99-1cd7207d7ee5" -d '{"events": [{"server_uuid": "a64d6087-dfa2-4d21-bf23-888bcba1c09b", "name": "network-vif-plugged", "status": "completed", "tag": "500aaaa2-66cc-4330-b2eb-cf6e3da795ac"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:21:03.644153 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 500aaaa2-66cc-4330-b2eb-cf6e3da795ac, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=500aaaa2-66cc-4330-b2eb-cf6e3da795ac,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:21:03.649219 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (500aaaa2-66cc-4330-b2eb-cf6e3da795ac), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:03.712526 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c88a2ecd-ac8a-416b-95f6-95027f20a887 x-openstack-request-id: req-c88a2ecd-ac8a-416b-95f6-95027f20a887 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:21:03.713043 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a64d6087-dfa2-4d21-bf23-888bcba1c09b", "name": "network-vif-plugged", "status": "completed", "tag": "500aaaa2-66cc-4330-b2eb-cf6e3da795ac", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:21:03.713305 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c88a2ecd-ac8a-416b-95f6-95027f20a887 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:21:03.713703 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a64d6087-dfa2-4d21-bf23-888bcba1c09b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '500aaaa2-66cc-4330-b2eb-cf6e3da795ac', 'code': 200} Jan 28 19:21:03.714778 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=500aaaa2-66cc-4330-b2eb-cf6e3da795ac,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:03.838190 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7645301e-5b5f-49c5-aec9-94f44c06c5b2 req-a5539bd6-ef62-4c87-a212-5df004e73e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:03.841664 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7645301e-5b5f-49c5-aec9-94f44c06c5b2 req-a5539bd6-ef62-4c87-a212-5df004e73e5a service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=a64d6087-dfa2-4d21-bf23-888bcba1c09b HTTP/1.1" status: 200 len: 1132 time: 0.0644512 Jan 28 19:21:04.012379 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2ac09228-31a3-4027-9d98-43ea7925a77e req-8c5e4178-5d98-4807-9255-8e10449eb8e5 tempest-InstanceActionsNegativeTestJSON-251573698 tempest-InstanceActionsNegativeTestJSON-251573698-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e287ce2-946a-43a6-9559-7373cfab71c5 HTTP/1.1" status: 200 len: 210 time: 0.1041188 Jan 28 19:21:04.036103 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7645301e-5b5f-49c5-aec9-94f44c06c5b2 req-214de83d-bdeb-40c3-8f8b-cf8e70d1ca9f service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=39d07f2a-7a3d-4718-9c1b-16394753837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849828 Jan 28 19:21:04.282159 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d00da0-7435-4ba8-af56-6b9d55a677e9 req-3338bc52-f6d1-4553-a0ba-9552325d42c1 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:04.287740 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-88d00da0-7435-4ba8-af56-6b9d55a677e9 req-3338bc52-f6d1-4553-a0ba-9552325d42c1 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/ports?device_id=03b9cc04-fd3d-4fc9-a975-d37681157934 HTTP/1.1" status: 200 len: 946 time: 0.1041243 Jan 28 19:21:04.393196 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-88d00da0-7435-4ba8-af56-6b9d55a677e9 req-f812fa67-66a3-4f7c-b30b-5b23ed404954 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/security-groups?id=e52b5309-890e-4183-bf0d-6ef59c658d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986986 Jan 28 19:21:04.495937 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4178fb9c-511c-4c25-835f-f8c92044a84b req-d302f3ee-9265-4b43-9842-aded1c58071b tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:04.498460 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4178fb9c-511c-4c25-835f-f8c92044a84b req-d302f3ee-9265-4b43-9842-aded1c58071b tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/ports?device_id=a64d6087-dfa2-4d21-bf23-888bcba1c09b HTTP/1.1" status: 200 len: 949 time: 0.1180487 Jan 28 19:21:04.545406 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 43926) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:04.606806 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d8cb43-a3cf-4c17-8e44-bc1d5f4d3c05 req-dd4efe79-7cc7-431d-9200-b23589c8828a tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:04.608334 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f6d8cb43-a3cf-4c17-8e44-bc1d5f4d3c05 req-dd4efe79-7cc7-431d-9200-b23589c8828a tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b87f24d-4a65-44bd-89f1-2ff4c0ebe757 HTTP/1.1" status: 200 len: 945 time: 0.2115979 Jan 28 19:21:04.642845 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4178fb9c-511c-4c25-835f-f8c92044a84b req-628fb906-f167-4ae4-ad4d-f29ef60fdd76 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d07f2a-7a3d-4718-9c1b-16394753837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353576 Jan 28 19:21:04.673058 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1aee63-0c69-44ee-9dea-5e814219de13 req-3be8780d-fe8d-4eb0-adc7-d0091a2cc407 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:04.674363 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-0a1aee63-0c69-44ee-9dea-5e814219de13 req-3be8780d-fe8d-4eb0-adc7-d0091a2cc407 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b87f24d-4a65-44bd-89f1-2ff4c0ebe757 HTTP/1.1" status: 200 len: 945 time: 0.1549683 Jan 28 19:21:04.779802 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-0a1aee63-0c69-44ee-9dea-5e814219de13 req-59e91d62-d66e-4eca-90a6-09f65030eb5b tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff0a7ca0-73d1-435a-8c79-518c9bdfd3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758085 Jan 28 19:21:04.827349 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-f6d8cb43-a3cf-4c17-8e44-bc1d5f4d3c05 req-8492f9d9-9a8c-4b51-898e-e5e191ccc30f tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Deleting port b819ee79-1ec0-41af-ab2c-5c97267f5420 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:21:04.827871 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f6d8cb43-a3cf-4c17-8e44-bc1d5f4d3c05 req-8492f9d9-9a8c-4b51-898e-e5e191ccc30f tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (b819ee79-1ec0-41af-ab2c-5c97267f5420), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:04.831495 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-907308cd-ba59-4c96-ae0b-ca6095a82034 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:04.960761 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-f6d8cb43-a3cf-4c17-8e44-bc1d5f4d3c05 req-8492f9d9-9a8c-4b51-898e-e5e191ccc30f tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] For port b819ee79-1ec0-41af-ab2c-5c97267f5420, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=b819ee79-1ec0-41af-ab2c-5c97267f5420,segment=NetworkSegment(6604d099-9aad-4c96-afcd-6df42d277d23),segment_id=6604d099-9aad-4c96-afcd-6df42d277d23)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:21:04.961508 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f6d8cb43-a3cf-4c17-8e44-bc1d5f4d3c05 req-8492f9d9-9a8c-4b51-898e-e5e191ccc30f tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (b819ee79-1ec0-41af-ab2c-5c97267f5420), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:04.984098 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-f6d8cb43-a3cf-4c17-8e44-bc1d5f4d3c05 req-8492f9d9-9a8c-4b51-898e-e5e191ccc30f tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Calling delete_port for b819ee79-1ec0-41af-ab2c-5c97267f5420 owned by compute:nova {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:21:05.099396 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 43948) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:05.189091 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-907308cd-ba59-4c96-ae0b-ca6095a82034 admin admin] Publish callbacks [] for security_group (c26cc829-4808-46c0-aac6-5a0802507613), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:05.200830 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-104a1a54-8466-4571-a6d6-3a968d00550a admin admin] Deleting subnet fa9d248d-3b01-459f-84cf-09b2dc98f27f {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:21:05.204528 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-104a1a54-8466-4571-a6d6-3a968d00550a admin admin] Publish callbacks [] for subnet (fa9d248d-3b01-459f-84cf-09b2dc98f27f), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:05.217764 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-907308cd-ba59-4c96-ae0b-ca6095a82034 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (c26cc829-4808-46c0-aac6-5a0802507613), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:05.271807 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-104a1a54-8466-4571-a6d6-3a968d00550a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16187240'] for subnet (fa9d248d-3b01-459f-84cf-09b2dc98f27f), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:05.310951 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f6d8cb43-a3cf-4c17-8e44-bc1d5f4d3c05 req-8492f9d9-9a8c-4b51-898e-e5e191ccc30f tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (b819ee79-1ec0-41af-ab2c-5c97267f5420), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:05.312896 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907308cd-ba59-4c96-ae0b-ca6095a82034 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c26cc829-4808-46c0-aac6-5a0802507613,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:05.325006 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['c3ecd62f-085f-4988-b473-992cd603c18e'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:21:05.334771 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['b819ee79-1ec0-41af-ab2c-5c97267f5420'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:21:05.352262 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-907308cd-ba59-4c96-ae0b-ca6095a82034 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7bd26adf15604c07a5ba78c16210d02d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8049736 Jan 28 19:21:05.372401 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-104a1a54-8466-4571-a6d6-3a968d00550a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (fa9d248d-3b01-459f-84cf-09b2dc98f27f), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:05.430306 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 43952) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:05.454671 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8492f9d9-9a8c-4b51-898e-e5e191ccc30f tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Pushing event deleted for resources: {'Port': ['ID=b819ee79-1ec0-41af-ab2c-5c97267f5420,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:05.550387 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-104a1a54-8466-4571-a6d6-3a968d00550a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4752464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4733806'] for subnet (fa9d248d-3b01-459f-84cf-09b2dc98f27f), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:05.620939 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104a1a54-8466-4571-a6d6-3a968d00550a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa9d248d-3b01-459f-84cf-09b2dc98f27f,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:05.639814 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-104a1a54-8466-4571-a6d6-3a968d00550a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:05.650931 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-104a1a54-8466-4571-a6d6-3a968d00550a admin admin] 10.222.0.64 "DELETE /v2.0/subnets/fa9d248d-3b01-459f-84cf-09b2dc98f27f HTTP/1.1" status: 204 len: 168 time: 0.5490811 Jan 28 19:21:05.663776 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 43962) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:05.693339 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104a1a54-8466-4571-a6d6-3a968d00550a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:21:05.693638 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104a1a54-8466-4571-a6d6-3a968d00550a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:21:05.699800 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104a1a54-8466-4571-a6d6-3a968d00550a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:21:05.700384 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104a1a54-8466-4571-a6d6-3a968d00550a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:21:05.700912 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104a1a54-8466-4571-a6d6-3a968d00550a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:21:05.701459 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104a1a54-8466-4571-a6d6-3a968d00550a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:21:05.704859 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104a1a54-8466-4571-a6d6-3a968d00550a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:21:05.705458 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104a1a54-8466-4571-a6d6-3a968d00550a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:21:05.706119 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104a1a54-8466-4571-a6d6-3a968d00550a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:21:05.706676 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104a1a54-8466-4571-a6d6-3a968d00550a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:21:05.707218 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104a1a54-8466-4571-a6d6-3a968d00550a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:21:05.710769 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104a1a54-8466-4571-a6d6-3a968d00550a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:21:05.711194 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104a1a54-8466-4571-a6d6-3a968d00550a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:21:05.736870 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6d8cb43-a3cf-4c17-8e44-bc1d5f4d3c05 req-8492f9d9-9a8c-4b51-898e-e5e191ccc30f tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] No DVR routers for this DVR port b819ee79-1ec0-41af-ab2c-5c97267f5420 on host n-h1-812111-14 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:21:05.741973 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f6d8cb43-a3cf-4c17-8e44-bc1d5f4d3c05 req-8492f9d9-9a8c-4b51-898e-e5e191ccc30f tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:05.757966 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f6d8cb43-a3cf-4c17-8e44-bc1d5f4d3c05 req-8492f9d9-9a8c-4b51-898e-e5e191ccc30f tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.41 "DELETE /v2.0/ports/b819ee79-1ec0-41af-ab2c-5c97267f5420 HTTP/1.1" status: 204 len: 173 time: 1.1397202 Jan 28 19:21:05.796226 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b87f24d-4a65-44bd-89f1-2ff4c0ebe757', 'name': 'network-vif-deleted', 'tag': 'b819ee79-1ec0-41af-ab2c-5c97267f5420'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:21:05.798863 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2c94c52-91ab-48fb-8bdb-e169ea82484c" -d '{"events": [{"server_uuid": "8b87f24d-4a65-44bd-89f1-2ff4c0ebe757", "name": "network-vif-deleted", "tag": "b819ee79-1ec0-41af-ab2c-5c97267f5420"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:21:05.860047 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-015fea04-72fa-4931-847c-195b62177e74 admin admin] Publish callbacks [] for security_group (c26cc829-4808-46c0-aac6-5a0802507613), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:05.919626 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-015fea04-72fa-4931-847c-195b62177e74 admin admin] Publish callbacks [] for security_group (c26cc829-4808-46c0-aac6-5a0802507613), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:05.992301 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bddc31cd-01d4-4230-baea-e4d472a4c544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (64946f64-f7a8-4a04-b07e-bea3e74f03c5), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:06.006797 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd8c59a-dabf-46b6-a423-f543fc71b02a req-58731ca7-a162-4943-9ab1-b5a83f117391 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:06.010375 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-015fea04-72fa-4931-847c-195b62177e74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (c26cc829-4808-46c0-aac6-5a0802507613), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:06.012002 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1dd8c59a-dabf-46b6-a423-f543fc71b02a req-58731ca7-a162-4943-9ab1-b5a83f117391 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/ports?device_id=a64d6087-dfa2-4d21-bf23-888bcba1c09b HTTP/1.1" status: 200 len: 949 time: 0.1574917 Jan 28 19:21:06.013159 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-015fea04-72fa-4931-847c-195b62177e74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:06.014332 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-015fea04-72fa-4931-847c-195b62177e74 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c26cc829-4808-46c0-aac6-5a0802507613 HTTP/1.1" status: 204 len: 168 time: 0.5810354 Jan 28 19:21:06.051725 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feff778-866f-4d31-a4d8-2ce36e0b29dc req-ad9547b9-8568-4880-8889-7ffbe7ae0e39 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:06.067229 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3feff778-866f-4d31-a4d8-2ce36e0b29dc req-ad9547b9-8568-4880-8889-7ffbe7ae0e39 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/ports?device_id=03b9cc04-fd3d-4fc9-a975-d37681157934 HTTP/1.1" status: 200 len: 946 time: 0.5027618 Jan 28 19:21:06.150406 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1dd8c59a-dabf-46b6-a423-f543fc71b02a req-de548b25-b321-4b11-a0be-af85d7600f14 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d07f2a-7a3d-4718-9c1b-16394753837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109996 Jan 28 19:21:06.192596 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015fea04-72fa-4931-847c-195b62177e74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c26cc829-4808-46c0-aac6-5a0802507613,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:06.279866 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3feff778-866f-4d31-a4d8-2ce36e0b29dc req-b57bc8a2-c7b9-4b77-8fa1-68db657d61fc tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/security-groups?id=e52b5309-890e-4183-bf0d-6ef59c658d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119563 Jan 28 19:21:06.298280 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bddc31cd-01d4-4230-baea-e4d472a4c544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (64946f64-f7a8-4a04-b07e-bea3e74f03c5), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:06.360446 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8fe1188-7922-4da3-a561-ed65bd18963d x-openstack-request-id: req-a8fe1188-7922-4da3-a561-ed65bd18963d {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:21:06.360722 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b87f24d-4a65-44bd-89f1-2ff4c0ebe757", "name": "network-vif-deleted", "tag": "b819ee79-1ec0-41af-ab2c-5c97267f5420", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:21:06.360982 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a8fe1188-7922-4da3-a561-ed65bd18963d {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:21:06.361421 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b87f24d-4a65-44bd-89f1-2ff4c0ebe757', 'name': 'network-vif-deleted', 'tag': 'b819ee79-1ec0-41af-ab2c-5c97267f5420', 'status': 'completed', 'code': 200} Jan 28 19:21:06.362763 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f1c44497-710f-4700-9de3-e8011e45228c req-adb2503e-257b-47f6-bb04-7e9654326ed2 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b87f24d-4a65-44bd-89f1-2ff4c0ebe757 HTTP/1.1" status: 200 len: 210 time: 0.0528264 Jan 28 19:21:06.366205 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-bddc31cd-01d4-4230-baea-e4d472a4c544 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64946f64-f7a8-4a04-b07e-bea3e74f03c5']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:21:06.390151 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-bddc31cd-01d4-4230-baea-e4d472a4c544 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a460451-38b5-4702-8f3f-f3abf2c03fe7') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:21:06.391685 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-bddc31cd-01d4-4230-baea-e4d472a4c544 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a460451-38b5-4702-8f3f-f3abf2c03fe7') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:21:06.423947 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bddc31cd-01d4-4230-baea-e4d472a4c544 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16187153'] for segment (7a460451-38b5-4702-8f3f-f3abf2c03fe7), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:06.478751 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bddc31cd-01d4-4230-baea-e4d472a4c544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (7a460451-38b5-4702-8f3f-f3abf2c03fe7), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:06.497004 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bddc31cd-01d4-4230-baea-e4d472a4c544 admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:21:06.497464 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bddc31cd-01d4-4230-baea-e4d472a4c544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4752570'] for segment (7a460451-38b5-4702-8f3f-f3abf2c03fe7), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:06.508076 n-d-812111-14 neutron-server[103305]: Traceback (most recent call last): Jan 28 19:21:06.508076 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:21:06.508076 n-d-812111-14 neutron-server[103305]: timer() Jan 28 19:21:06.508076 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:21:06.508076 n-d-812111-14 neutron-server[103305]: cb(*args, **kw) Jan 28 19:21:06.508076 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:21:06.508076 n-d-812111-14 neutron-server[103305]: return func(*args, **kwargs) Jan 28 19:21:06.508076 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:21:06.508076 n-d-812111-14 neutron-server[103305]: self._notify() Jan 28 19:21:06.508076 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:21:06.508076 n-d-812111-14 neutron-server[103305]: self.callback(batched_events) Jan 28 19:21:06.508076 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:21:06.508076 n-d-812111-14 neutron-server[103305]: event.method(event) Jan 28 19:21:06.508076 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:21:06.508076 n-d-812111-14 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:21:06.508076 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:21:06.508076 n-d-812111-14 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:21:06.508076 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:21:06.508076 n-d-812111-14 neutron-server[103305]: return f(self, *a, **k) Jan 28 19:21:06.508076 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:21:06.508076 n-d-812111-14 neutron-server[103305]: return self._get(url).json() Jan 28 19:21:06.508076 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:21:06.508076 n-d-812111-14 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:21:06.508076 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:21:06.508076 n-d-812111-14 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 28 19:21:06.508076 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:21:06.508076 n-d-812111-14 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:21:06.508076 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:21:06.508076 n-d-812111-14 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:21:06.508076 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:21:06.508076 n-d-812111-14 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:21:06.508076 n-d-812111-14 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:21:06.548095 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device c3e6d507-25e4-46c6-b549-4b957026e4ed no longer exists at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:21:06.648729 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] No Port match for: c3e6d507-25e4-46c6-b549-4b957026e4ed {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:21:06.649086 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device c3e6d507-25e4-46c6-b549-4b957026e4ed not bound to the agent host n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:21:06.657061 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bddc31cd-01d4-4230-baea-e4d472a4c544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (64946f64-f7a8-4a04-b07e-bea3e74f03c5), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:06.666842 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8b44bf5e-d226-4b5d-98ce-119e322c9ec6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:06.668123 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bddc31cd-01d4-4230-baea-e4d472a4c544 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:06.672523 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-bddc31cd-01d4-4230-baea-e4d472a4c544 admin admin] 10.222.0.64 "DELETE /v2.0/networks/64946f64-f7a8-4a04-b07e-bea3e74f03c5 HTTP/1.1" status: 204 len: 168 time: 1.0074496 Jan 28 19:21:06.687280 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddc31cd-01d4-4230-baea-e4d472a4c544 admin admin] Pushing event deleted for resources: {'Network': ['ID=64946f64-f7a8-4a04-b07e-bea3e74f03c5,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:06.930412 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee06f27-e618-4675-af91-6caeb05d6f89 req-2650fbd8-c5d7-47dd-a402-2f71c0c096a6 tempest-MigrationsAdminTest-1899274290 tempest-MigrationsAdminTest-1899274290-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:06.940248 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-cee06f27-e618-4675-af91-6caeb05d6f89 req-2650fbd8-c5d7-47dd-a402-2f71c0c096a6 tempest-MigrationsAdminTest-1899274290 tempest-MigrationsAdminTest-1899274290-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=a64d6087-dfa2-4d21-bf23-888bcba1c09b HTTP/1.1" status: 200 len: 1132 time: 0.0671792 Jan 28 19:21:06.956254 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-cee06f27-e618-4675-af91-6caeb05d6f89 req-d589b467-b44e-4b3e-92c1-9ce362e5f125 tempest-MigrationsAdminTest-1899274290 tempest-MigrationsAdminTest-1899274290-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:06.996320 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 44004) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:07.033877 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:21:07.101273 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-55094144-42b0-4039-af72-0cbd5df19e6e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6a7ad70d345a47cea1a91c7f4f377d54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1027575 Jan 28 19:21:07.103261 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 44008) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:07.150214 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-cee06f27-e618-4675-af91-6caeb05d6f89 req-d589b467-b44e-4b3e-92c1-9ce362e5f125 tempest-MigrationsAdminTest-1899274290 tempest-MigrationsAdminTest-1899274290-project-admin] Publish callbacks [] for security_group (cb99d30c-c42f-4984-82c5-06fa99c16ef9), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:07.159728 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-cee06f27-e618-4675-af91-6caeb05d6f89 req-d589b467-b44e-4b3e-92c1-9ce362e5f125 tempest-MigrationsAdminTest-1899274290 tempest-MigrationsAdminTest-1899274290-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (cb99d30c-c42f-4984-82c5-06fa99c16ef9), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:07.245817 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-cee06f27-e618-4675-af91-6caeb05d6f89 req-d589b467-b44e-4b3e-92c1-9ce362e5f125 tempest-MigrationsAdminTest-1899274290 tempest-MigrationsAdminTest-1899274290-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=39d07f2a-7a3d-4718-9c1b-16394753837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3041277 Jan 28 19:21:07.246766 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d589b467-b44e-4b3e-92c1-9ce362e5f125 tempest-MigrationsAdminTest-1899274290 tempest-MigrationsAdminTest-1899274290-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb99d30c-c42f-4984-82c5-06fa99c16ef9,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:07.301604 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-223e47fa-ec45-4747-979b-cddeb2ea447a admin admin] Publish callbacks [] for security_group (be5af435-69c2-44e6-b04f-edfcffe6bf55), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:07.414207 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-223e47fa-ec45-4747-979b-cddeb2ea447a admin admin] Publish callbacks [] for security_group (be5af435-69c2-44e6-b04f-edfcffe6bf55), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:07.571128 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-223e47fa-ec45-4747-979b-cddeb2ea447a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (be5af435-69c2-44e6-b04f-edfcffe6bf55), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:07.574302 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-223e47fa-ec45-4747-979b-cddeb2ea447a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:07.582634 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-223e47fa-ec45-4747-979b-cddeb2ea447a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/be5af435-69c2-44e6-b04f-edfcffe6bf55 HTTP/1.1" status: 204 len: 168 time: 0.4761951 Jan 28 19:21:07.615165 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223e47fa-ec45-4747-979b-cddeb2ea447a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be5af435-69c2-44e6-b04f-edfcffe6bf55,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:07.620539 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 44028) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:07.648789 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7694957-42a6-47c7-8070-a97102afa7e7 req-c1b4ad03-0065-4807-96e5-cee9b97935f8 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:07.652346 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b7694957-42a6-47c7-8070-a97102afa7e7 req-c1b4ad03-0065-4807-96e5-cee9b97935f8 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/ports?device_id=03b9cc04-fd3d-4fc9-a975-d37681157934 HTTP/1.1" status: 200 len: 946 time: 0.1861639 Jan 28 19:21:07.752899 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b7694957-42a6-47c7-8070-a97102afa7e7 req-e3e9db11-eaa8-4127-9501-d3e2b39d3713 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/security-groups?id=e52b5309-890e-4183-bf0d-6ef59c658d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954170 Jan 28 19:21:08.119704 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c4f862-b70a-46d6-9295-0c9942ee94f9 req-ac0436ae-a6ad-4f7e-b69b-3ab9cdc37cb3 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:08.124946 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c5c4f862-b70a-46d6-9295-0c9942ee94f9 req-ac0436ae-a6ad-4f7e-b69b-3ab9cdc37cb3 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e48b655-5911-4dcd-a073-26e765e9c04d HTTP/1.1" status: 200 len: 945 time: 0.1771784 Jan 28 19:21:08.241634 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-8de8b4d3-d42c-4e7f-b7c4-8ae6dcbf146a admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1844483569-network', 'tenant_id': '8f0bd4092b044a03b66ab6652b5786bf'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:21:08.246957 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c5c4f862-b70a-46d6-9295-0c9942ee94f9 req-6f1a619f-49f4-4deb-9837-1140e5bb02b3 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff0a7ca0-73d1-435a-8c79-518c9bdfd3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163313 Jan 28 19:21:08.299867 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8de8b4d3-d42c-4e7f-b7c4-8ae6dcbf146a admin admin] Made reservation on behalf of 8f0bd4092b044a03b66ab6652b5786bf for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:21:08.302933 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8de8b4d3-d42c-4e7f-b7c4-8ae6dcbf146a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:08.351514 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8de8b4d3-d42c-4e7f-b7c4-8ae6dcbf146a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:08.533435 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 44060) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:08.543419 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-71fc7a2d-f59a-4604-850b-21bdf74260ad tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-705423760'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:21:08.550092 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device b819ee79-1ec0-41af-ab2c-5c97267f5420 no longer exists at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:21:08.551285 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8de8b4d3-d42c-4e7f-b7c4-8ae6dcbf146a admin admin] Publish callbacks [] for security_group (3bd8866d-b5d3-447d-b081-ff9eeebeb52c), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:08.562796 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8de8b4d3-d42c-4e7f-b7c4-8ae6dcbf146a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (3bd8866d-b5d3-447d-b081-ff9eeebeb52c), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:08.586683 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8de8b4d3-d42c-4e7f-b7c4-8ae6dcbf146a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:21:08.593118 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71fc7a2d-f59a-4604-850b-21bdf74260ad tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Made reservation on behalf of f867837fb6c242938544d048cd197d0a for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:21:08.596797 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-71fc7a2d-f59a-4604-850b-21bdf74260ad tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:08.602214 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4461e118-66a1-46f2-a836-38b4d3ebd27c req-81de9009-a189-4ade-a708-238ea05a74fa service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a64d6087-dfa2-4d21-bf23-888bcba1c09b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1481924 Jan 28 19:21:08.610959 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7f6e76-8b86-4c8c-8748-7cd00e450b00 req-6afa19f0-5551-4b60-a9e5-3e746826946c tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:08.619498 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-0e7f6e76-8b86-4c8c-8748-7cd00e450b00 req-6afa19f0-5551-4b60-a9e5-3e746826946c tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/ports?device_id=a64d6087-dfa2-4d21-bf23-888bcba1c09b HTTP/1.1" status: 200 len: 949 time: 0.1834669 Jan 28 19:21:08.625143 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] No Port match for: b819ee79-1ec0-41af-ab2c-5c97267f5420 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:21:08.628247 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device b819ee79-1ec0-41af-ab2c-5c97267f5420 not bound to the agent host n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:21:08.633469 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8de8b4d3-d42c-4e7f-b7c4-8ae6dcbf146a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (2d74ffff-adae-41cc-a8b9-e12dc0c30490), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:08.634328 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [req-4461e118-66a1-46f2-a836-38b4d3ebd27c req-b216e993-8687-4e14-a00e-f1bcc566badc service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103304) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:21:08.635561 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4461e118-66a1-46f2-a836-38b4d3ebd27c req-b216e993-8687-4e14-a00e-f1bcc566badc service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0133173 Jan 28 19:21:08.649338 n-d-812111-14 neutron-server[103305]: INFO neutron.db.segments_db [None req-8de8b4d3-d42c-4e7f-b7c4-8ae6dcbf146a admin admin] Added segment 2d74ffff-adae-41cc-a8b9-e12dc0c30490 of type vlan for network d1ab9c0a-c6bd-4320-8aef-9e9f94001190 Jan 28 19:21:08.663803 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71fc7a2d-f59a-4604-850b-21bdf74260ad tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:21:08.674731 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-71fc7a2d-f59a-4604-850b-21bdf74260ad tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (c3edb3fd-102e-40d6-a262-2e568f802606), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:08.675313 n-d-812111-14 neutron-server[103304]: INFO neutron.db.segments_db [None req-71fc7a2d-f59a-4604-850b-21bdf74260ad tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Added segment c3edb3fd-102e-40d6-a262-2e568f802606 of type vlan for network 45c329a7-41ca-41dc-8117-b6a34c90d860 Jan 28 19:21:08.752340 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-71fc7a2d-f59a-4604-850b-21bdf74260ad tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (45c329a7-41ca-41dc-8117-b6a34c90d860), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:08.812828 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de8b4d3-d42c-4e7f-b7c4-8ae6dcbf146a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bd8866d-b5d3-447d-b081-ff9eeebeb52c,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:08.860452 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-71fc7a2d-f59a-4604-850b-21bdf74260ad tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (45c329a7-41ca-41dc-8117-b6a34c90d860), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:08.867950 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71fc7a2d-f59a-4604-850b-21bdf74260ad tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:08.885314 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-71fc7a2d-f59a-4604-850b-21bdf74260ad tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:08.886930 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8de8b4d3-d42c-4e7f-b7c4-8ae6dcbf146a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (d1ab9c0a-c6bd-4320-8aef-9e9f94001190), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:08.923055 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-0e7f6e76-8b86-4c8c-8748-7cd00e450b00 req-efa89341-78e5-4748-8537-bbcaedbf24ec tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d07f2a-7a3d-4718-9c1b-16394753837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3023572 Jan 28 19:21:08.945888 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8849bee7-2bac-4b2a-97fc-bc647491a338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:08.979103 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 44082) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:09.046581 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67f2bd7-2bee-4136-bc3a-87b4d2f39a52 req-b4cf7149-1def-494a-a9ae-4bcef81d08b8 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:09.058819 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b67f2bd7-2bee-4136-bc3a-87b4d2f39a52 req-b4cf7149-1def-494a-a9ae-4bcef81d08b8 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e48b655-5911-4dcd-a073-26e765e9c04d HTTP/1.1" status: 200 len: 945 time: 0.2946410 Jan 28 19:21:09.062134 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8de8b4d3-d42c-4e7f-b7c4-8ae6dcbf146a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (d1ab9c0a-c6bd-4320-8aef-9e9f94001190), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:09.063090 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de8b4d3-d42c-4e7f-b7c4-8ae6dcbf146a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:09.064008 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8de8b4d3-d42c-4e7f-b7c4-8ae6dcbf146a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:09.104278 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-71fc7a2d-f59a-4604-850b-21bdf74260ad tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5691602 Jan 28 19:21:09.119974 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 44092) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:09.159711 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-bc7bd92f-9a50-4f8f-a92c-d61f58c34ddb tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1724487721'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:21:09.181786 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-bdec4e66-9c6b-4192-bdbe-6f48daa5d4d7 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-793162969-network', 'tenant_id': '6ba8af20b2c549b4a40f55b511392ec9'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:21:09.215596 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdec4e66-9c6b-4192-bdbe-6f48daa5d4d7 admin admin] Made reservation on behalf of 6ba8af20b2c549b4a40f55b511392ec9 for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:21:09.222329 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bdec4e66-9c6b-4192-bdbe-6f48daa5d4d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:09.235639 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-8de8b4d3-d42c-4e7f-b7c4-8ae6dcbf146a admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.6125538 Jan 28 19:21:09.245571 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 44096) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:09.282277 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-162fdbe4-0f76-4230-9107-cc84130c6c4c admin admin] Request body: {'subnet': {'network_id': 'd1ab9c0a-c6bd-4320-8aef-9e9f94001190', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1844483569-subnet', 'tenant_id': '8f0bd4092b044a03b66ab6652b5786bf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:21:09.318552 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fc7a2d-f59a-4604-850b-21bdf74260ad tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Pushing event updated for resources: {'Network': ['ID=45c329a7-41ca-41dc-8117-b6a34c90d860,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:09.320066 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b67f2bd7-2bee-4136-bc3a-87b4d2f39a52 req-c4abdb9d-4951-4067-93f4-e33e6df8e657 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff0a7ca0-73d1-435a-8c79-518c9bdfd3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2599905 Jan 28 19:21:09.335705 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network 45c329a7-41ca-41dc-8117-b6a34c90d860 details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:21:09.338834 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-162fdbe4-0f76-4230-9107-cc84130c6c4c admin admin] Made reservation on behalf of 8f0bd4092b044a03b66ab6652b5786bf for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:21:09.341512 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-162fdbe4-0f76-4230-9107-cc84130c6c4c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5221429'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:09.350333 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bdec4e66-9c6b-4192-bdbe-6f48daa5d4d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:09.370015 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18299e1d-f0f6-4d9e-9088-0a042dc62411 req-3498794d-1758-4652-9118-d562f4b13480 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:09.370015 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-18299e1d-f0f6-4d9e-9088-0a042dc62411 req-3498794d-1758-4652-9118-d562f4b13480 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/ports?device_id=03b9cc04-fd3d-4fc9-a975-d37681157934 HTTP/1.1" status: 200 len: 946 time: 0.2204173 Jan 28 19:21:09.370333 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de8b4d3-d42c-4e7f-b7c4-8ae6dcbf146a admin admin] Pushing event updated for resources: {'Network': ['ID=d1ab9c0a-c6bd-4320-8aef-9e9f94001190,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:09.423328 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc7bd92f-9a50-4f8f-a92c-d61f58c34ddb tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Made reservation on behalf of f867837fb6c242938544d048cd197d0a for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:21:09.437855 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bc7bd92f-9a50-4f8f-a92c-d61f58c34ddb tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:09.490808 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network d1ab9c0a-c6bd-4320-8aef-9e9f94001190 details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:21:09.578048 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc7bd92f-9a50-4f8f-a92c-d61f58c34ddb tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:21:09.589525 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-18299e1d-f0f6-4d9e-9088-0a042dc62411 req-fb94d8d3-2ac4-4691-b9cc-0ba580a157d8 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/security-groups?id=e52b5309-890e-4183-bf0d-6ef59c658d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095950 Jan 28 19:21:09.610318 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bc7bd92f-9a50-4f8f-a92c-d61f58c34ddb tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (60f73bc9-e00e-4b44-a105-7ad75c8476d3), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:09.610675 n-d-812111-14 neutron-server[103305]: INFO neutron.db.segments_db [None req-bc7bd92f-9a50-4f8f-a92c-d61f58c34ddb tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Added segment 60f73bc9-e00e-4b44-a105-7ad75c8476d3 of type vlan for network a2ca3cee-ca84-49f7-b78e-846e3e35c5f2 Jan 28 19:21:09.639639 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073a6e79-0d05-436b-8604-83beb9391794 req-5adfaede-149c-4dc6-8985-de0f5ae6943c tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:09.647225 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-073a6e79-0d05-436b-8604-83beb9391794 req-5adfaede-149c-4dc6-8985-de0f5ae6943c tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e48b655-5911-4dcd-a073-26e765e9c04d HTTP/1.1" status: 200 len: 945 time: 0.1249928 Jan 28 19:21:09.719767 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bc7bd92f-9a50-4f8f-a92c-d61f58c34ddb tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (a2ca3cee-ca84-49f7-b78e-846e3e35c5f2), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:09.735667 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:09.788483 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-162fdbe4-0f76-4230-9107-cc84130c6c4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4690681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5221415'] for subnet (66d0b0b0-14a3-45d6-b0e4-bd564daeec02), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:09.821163 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bdec4e66-9c6b-4192-bdbe-6f48daa5d4d7 admin admin] Publish callbacks [] for security_group (9b9adef0-8700-4c28-a77d-ef10c4393527), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:09.836906 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-073a6e79-0d05-436b-8604-83beb9391794 req-8f821aaf-a92f-4201-a72a-77171904d86a tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff0a7ca0-73d1-435a-8c79-518c9bdfd3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840413 Jan 28 19:21:09.840872 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bdec4e66-9c6b-4192-bdbe-6f48daa5d4d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (9b9adef0-8700-4c28-a77d-ef10c4393527), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:09.853962 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdec4e66-9c6b-4192-bdbe-6f48daa5d4d7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:21:09.865905 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bdec4e66-9c6b-4192-bdbe-6f48daa5d4d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (83f4836b-ecd9-4d9d-aaed-545343b20d53), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:09.866260 n-d-812111-14 neutron-server[103305]: INFO neutron.db.segments_db [None req-bdec4e66-9c6b-4192-bdbe-6f48daa5d4d7 admin admin] Added segment 83f4836b-ecd9-4d9d-aaed-545343b20d53 of type vlan for network d82b674a-5de1-49cf-8468-20a7438fc901 Jan 28 19:21:09.874793 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162fdbe4-0f76-4230-9107-cc84130c6c4c admin admin] Pushing event updated for resources: {'Subnet': ['ID=66d0b0b0-14a3-45d6-b0e4-bd564daeec02,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:09.940910 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162fdbe4-0f76-4230-9107-cc84130c6c4c admin admin] Checking segment: {'id': '2d74ffff-adae-41cc-a8b9-e12dc0c30490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd1ab9c0a-c6bd-4320-8aef-9e9f94001190'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:21:09.941563 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-162fdbe4-0f76-4230-9107-cc84130c6c4c admin admin] Network hostable DHCP agents. Network: d1ab9c0a-c6bd-4320-8aef-9e9f94001190, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:21:09.958258 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bdec4e66-9c6b-4192-bdbe-6f48daa5d4d7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (d82b674a-5de1-49cf-8468-20a7438fc901), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:09.973470 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-162fdbe4-0f76-4230-9107-cc84130c6c4c admin admin] Network d1ab9c0a-c6bd-4320-8aef-9e9f94001190 is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:21:10.003966 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-162fdbe4-0f76-4230-9107-cc84130c6c4c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, d1ab9c0a-c6bd-4320-8aef-9e9f94001190) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:21:10.014231 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef8ca3f-f7f0-4ab1-b981-0983786476a0 None None] Network d1ab9c0a-c6bd-4320-8aef-9e9f94001190 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:21:10.018171 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-162fdbe4-0f76-4230-9107-cc84130c6c4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:10.020210 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-162fdbe4-0f76-4230-9107-cc84130c6c4c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:10.081651 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-162fdbe4-0f76-4230-9107-cc84130c6c4c admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8165293 Jan 28 19:21:10.127780 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdec4e66-9c6b-4192-bdbe-6f48daa5d4d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b9adef0-8700-4c28-a77d-ef10c4393527,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:10.133508 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bdec4e66-9c6b-4192-bdbe-6f48daa5d4d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (d82b674a-5de1-49cf-8468-20a7438fc901), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:10.134491 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdec4e66-9c6b-4192-bdbe-6f48daa5d4d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:10.143324 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bdec4e66-9c6b-4192-bdbe-6f48daa5d4d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:10.177824 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bc7bd92f-9a50-4f8f-a92c-d61f58c34ddb tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (a2ca3cee-ca84-49f7-b78e-846e3e35c5f2), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:10.183153 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc7bd92f-9a50-4f8f-a92c-d61f58c34ddb tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:10.183455 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bc7bd92f-9a50-4f8f-a92c-d61f58c34ddb tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:10.270940 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f912ce5-a8b1-4a7d-bd8e-cb9128699360 None None] Network d1ab9c0a-c6bd-4320-8aef-9e9f94001190 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:21:10.355920 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a215a33-0358-4b33-91b5-16d5c7da6594 req-fb451fda-1e9d-42c7-8847-efe4a6c4407d tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:10.369732 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5a215a33-0358-4b33-91b5-16d5c7da6594 req-fb451fda-1e9d-42c7-8847-efe4a6c4407d tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/ports?device_id=a64d6087-dfa2-4d21-bf23-888bcba1c09b HTTP/1.1" status: 200 len: 949 time: 0.2810149 Jan 28 19:21:10.395302 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-bdec4e66-9c6b-4192-bdbe-6f48daa5d4d7 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.4143062 Jan 28 19:21:10.404354 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 44122) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:10.428008 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdec4e66-9c6b-4192-bdbe-6f48daa5d4d7 admin admin] Pushing event updated for resources: {'Network': ['ID=d82b674a-5de1-49cf-8468-20a7438fc901,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:10.450705 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-5c223bba-4ce6-4593-aa16-6b4afe8217d2 admin admin] Request body: {'subnet': {'network_id': 'd82b674a-5de1-49cf-8468-20a7438fc901', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-793162969-subnet', 'tenant_id': '6ba8af20b2c549b4a40f55b511392ec9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:21:10.454551 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-bc7bd92f-9a50-4f8f-a92c-d61f58c34ddb tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.3334892 Jan 28 19:21:10.455448 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 44124) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:10.481482 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-863ecd97-ec65-48c6-8f7d-5fc3ae0b3fc0 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Request body: {'subnet': {'network_id': '45c329a7-41ca-41dc-8117-b6a34c90d860', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:21:10.570668 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5a215a33-0358-4b33-91b5-16d5c7da6594 req-039fbbba-9529-4fac-855c-8fd10210f962 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d07f2a-7a3d-4718-9c1b-16394753837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977494 Jan 28 19:21:10.619827 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c223bba-4ce6-4593-aa16-6b4afe8217d2 admin admin] Made reservation on behalf of 6ba8af20b2c549b4a40f55b511392ec9 for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:21:10.623161 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5c223bba-4ce6-4593-aa16-6b4afe8217d2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5221429'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:10.691670 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network d82b674a-5de1-49cf-8468-20a7438fc901 details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:21:10.814570 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7bd92f-9a50-4f8f-a92c-d61f58c34ddb tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Pushing event updated for resources: {'Network': ['ID=a2ca3cee-ca84-49f7-b78e-846e3e35c5f2,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:10.858126 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network a2ca3cee-ca84-49f7-b78e-846e3e35c5f2 details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:21:11.039686 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b4a46e-94f5-42d4-b2bd-32f9d18ab751 req-94a3741d-3ba3-4d22-8beb-b48a9dd2c37e tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:11.041448 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a6b4a46e-94f5-42d4-b2bd-32f9d18ab751 req-94a3741d-3ba3-4d22-8beb-b48a9dd2c37e tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/ports?device_id=03b9cc04-fd3d-4fc9-a975-d37681157934 HTTP/1.1" status: 200 len: 946 time: 0.2104814 Jan 28 19:21:11.077545 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-863ecd97-ec65-48c6-8f7d-5fc3ae0b3fc0 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Made reservation on behalf of f867837fb6c242938544d048cd197d0a for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:21:11.081883 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-863ecd97-ec65-48c6-8f7d-5fc3ae0b3fc0 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4733071'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:11.226229 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a6b4a46e-94f5-42d4-b2bd-32f9d18ab751 req-3fc067e2-156d-45ff-9674-2773957f3f1a tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/security-groups?id=e52b5309-890e-4183-bf0d-6ef59c658d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771438 Jan 28 19:21:11.502818 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-863ecd97-ec65-48c6-8f7d-5fc3ae0b3fc0 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4752401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4733085'] for subnet (cc238073-ae04-4ee5-8171-afc8f75fa79b), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:11.553947 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:11.649804 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863ecd97-ec65-48c6-8f7d-5fc3ae0b3fc0 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Pushing event updated for resources: {'Subnet': ['ID=cc238073-ae04-4ee5-8171-afc8f75fa79b,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:11.668053 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863ecd97-ec65-48c6-8f7d-5fc3ae0b3fc0 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Checking segment: {'id': 'c3edb3fd-102e-40d6-a262-2e568f802606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '45c329a7-41ca-41dc-8117-b6a34c90d860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:21:11.668423 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-863ecd97-ec65-48c6-8f7d-5fc3ae0b3fc0 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Network hostable DHCP agents. Network: 45c329a7-41ca-41dc-8117-b6a34c90d860, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:21:11.757088 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-863ecd97-ec65-48c6-8f7d-5fc3ae0b3fc0 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Network 45c329a7-41ca-41dc-8117-b6a34c90d860 is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:21:11.774754 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4461e118-66a1-46f2-a836-38b4d3ebd27c req-469ffb7e-8f49-4010-8ff2-c41e0b28909e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:11.776402 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4461e118-66a1-46f2-a836-38b4d3ebd27c req-469ffb7e-8f49-4010-8ff2-c41e0b28909e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e0a949cf73864faf86b4b8a64f5cd635&device_id=a64d6087-dfa2-4d21-bf23-888bcba1c09b HTTP/1.1" status: 200 len: 1132 time: 0.3923912 Jan 28 19:21:11.786000 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-863ecd97-ec65-48c6-8f7d-5fc3ae0b3fc0 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, 45c329a7-41ca-41dc-8117-b6a34c90d860) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:21:11.796761 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f63b57f3-ee4f-4198-b272-1d555c3a7fae None None] Network 45c329a7-41ca-41dc-8117-b6a34c90d860 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:21:11.801483 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-863ecd97-ec65-48c6-8f7d-5fc3ae0b3fc0 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:11.802835 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-863ecd97-ec65-48c6-8f7d-5fc3ae0b3fc0 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:11.825685 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b84d9c-ec5c-42e7-8099-9719c7af006a req-334e7c4a-732d-464e-9ca2-57c2cc720420 tempest-ServerAddressesTestJSON-1103372956 tempest-ServerAddressesTestJSON-1103372956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:11.830153 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aea612a-0715-44c1-8c27-c7e9b600e217 req-9367feca-8db2-4fb0-8f5a-0130b5a1b09b tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:11.831912 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3aea612a-0715-44c1-8c27-c7e9b600e217 req-9367feca-8db2-4fb0-8f5a-0130b5a1b09b tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/ports?device_id=a64d6087-dfa2-4d21-bf23-888bcba1c09b HTTP/1.1" status: 200 len: 949 time: 0.1411674 Jan 28 19:21:11.838374 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c5b84d9c-ec5c-42e7-8099-9719c7af006a req-334e7c4a-732d-464e-9ca2-57c2cc720420 tempest-ServerAddressesTestJSON-1103372956 tempest-ServerAddressesTestJSON-1103372956-project] 10.222.0.64 "GET /v2.0/networks?id=d1ab9c0a-c6bd-4320-8aef-9e9f94001190 HTTP/1.1" status: 200 len: 814 time: 0.4530082 Jan 28 19:21:11.842487 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 44156) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:11.844174 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-863ecd97-ec65-48c6-8f7d-5fc3ae0b3fc0 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3800502 Jan 28 19:21:11.886144 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-a88070e0-2e1b-4804-a1d8-b8ac536d6cac tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Request body: {'subnet': {'network_id': 'a2ca3cee-ca84-49f7-b78e-846e3e35c5f2', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:21:11.904199 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3aea612a-0715-44c1-8c27-c7e9b600e217 req-d8a84c6d-a59d-4a12-92ae-8f57ffe166cb tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d07f2a-7a3d-4718-9c1b-16394753837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586276 Jan 28 19:21:11.993815 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d937dec-fa9f-4215-9c41-7d11aeb1a881 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68cd31fd-e4cd-5fb3-a862-256fc47efcd2-45c329a7-41ca-41dc-8117-b6a34c90d860', 'network_id': '45c329a7-41ca-41dc-8117-b6a34c90d860', 'project_id': 'f867837fb6c242938544d048cd197d0a', 'fixed_ips': [{'subnet_id': 'cc238073-ae04-4ee5-8171-afc8f75fa79b'}]}} from n-d-812111-14. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:21:11.995664 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1d937dec-fa9f-4215-9c41-7d11aeb1a881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:12.157046 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c5b84d9c-ec5c-42e7-8099-9719c7af006a req-816e8a04-ed0f-4e1a-8a66-df1baf2600ac tempest-ServerAddressesTestJSON-1103372956 tempest-ServerAddressesTestJSON-1103372956-project] 10.222.0.64 "GET /v2.0/quotas/8f0bd4092b044a03b66ab6652b5786bf HTTP/1.1" status: 200 len: 375 time: 0.2304058 Jan 28 19:21:12.225456 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-1d937dec-fa9f-4215-9c41-7d11aeb1a881 None None] Allocated IP 10.1.1.2 (45c329a7-41ca-41dc-8117-b6a34c90d860/cc238073-ae04-4ee5-8171-afc8f75fa79b/51850107-a154-497c-9a65-9c6f1e277485) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:21:12.407895 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c5b84d9c-ec5c-42e7-8099-9719c7af006a req-d3e20d38-0ad0-479a-a5d3-df101c4cff2c tempest-ServerAddressesTestJSON-1103372956 tempest-ServerAddressesTestJSON-1103372956-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=8f0bd4092b044a03b66ab6652b5786bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2204332 Jan 28 19:21:12.462026 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2253af-758f-40f9-bead-898af7112b48 req-a8d354fe-dfd9-4f17-b2ad-ab08e9df8df6 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:12.463627 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6e2253af-758f-40f9-bead-898af7112b48 req-a8d354fe-dfd9-4f17-b2ad-ab08e9df8df6 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/ports?device_id=03b9cc04-fd3d-4fc9-a975-d37681157934 HTTP/1.1" status: 200 len: 946 time: 0.1017215 Jan 28 19:21:12.564799 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5c223bba-4ce6-4593-aa16-6b4afe8217d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4690681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5221415'] for subnet (0721d68a-0acc-4b49-8ed1-c3bead526fa5), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:12.581786 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6e2253af-758f-40f9-bead-898af7112b48 req-d548ba43-796c-4361-bc71-8e254aa8e29f tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/security-groups?id=e52b5309-890e-4183-bf0d-6ef59c658d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123738 Jan 28 19:21:12.651440 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4461e118-66a1-46f2-a836-38b4d3ebd27c req-dd8d46a6-2cbd-4bde-9d86-5fff9edf1766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:12.653189 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4461e118-66a1-46f2-a836-38b4d3ebd27c req-dd8d46a6-2cbd-4bde-9d86-5fff9edf1766 service neutron] 10.222.0.70 "GET /v2.0/networks?id=7810caa2-eac6-457d-9302-c8c215ef3e91 HTTP/1.1" status: 200 len: 869 time: 0.8656774 Jan 28 19:21:12.664978 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1d937dec-fa9f-4215-9c41-7d11aeb1a881 None None] Publish callbacks [] for port (51850107-a154-497c-9a65-9c6f1e277485), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:12.680971 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1d937dec-fa9f-4215-9c41-7d11aeb1a881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (51850107-a154-497c-9a65-9c6f1e277485), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:12.720638 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a88070e0-2e1b-4804-a1d8-b8ac536d6cac tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Made reservation on behalf of f867837fb6c242938544d048cd197d0a for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:21:12.725069 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a88070e0-2e1b-4804-a1d8-b8ac536d6cac tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5221429'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:12.736000 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4461e118-66a1-46f2-a836-38b4d3ebd27c req-8fb9fbd1-60be-4146-88f3-abc38599182a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=500aaaa2-66cc-4330-b2eb-cf6e3da795ac HTTP/1.1" status: 200 len: 217 time: 0.0707684 Jan 28 19:21:12.786902 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d937dec-fa9f-4215-9c41-7d11aeb1a881 None None] Pushing event updated for resources: {'Port': ['ID=51850107-a154-497c-9a65-9c6f1e277485,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:12.809977 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d937dec-fa9f-4215-9c41-7d11aeb1a881 None None] Network 45c329a7-41ca-41dc-8117-b6a34c90d860 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:21:12.815064 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-1d937dec-fa9f-4215-9c41-7d11aeb1a881 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:21:12.817792 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d937dec-fa9f-4215-9c41-7d11aeb1a881 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:21:12.909327 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c223bba-4ce6-4593-aa16-6b4afe8217d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0721d68a-0acc-4b49-8ed1-c3bead526fa5,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:12.954488 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c5b84d9c-ec5c-42e7-8099-9719c7af006a req-78efab69-1647-40cb-acb3-de6d62c39cda service neutron] 10.222.0.64 "GET /v2.0/networks/d1ab9c0a-c6bd-4320-8aef-9e9f94001190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5457637 Jan 28 19:21:13.028048 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-1d937dec-fa9f-4215-9c41-7d11aeb1a881 None None] Attempting to bind port 51850107-a154-497c-9a65-9c6f1e277485 on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:21:13.029295 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-1d937dec-fa9f-4215-9c41-7d11aeb1a881 None None] Attempting to bind port 51850107-a154-497c-9a65-9c6f1e277485 by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': 'c3edb3fd-102e-40d6-a262-2e568f802606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '45c329a7-41ca-41dc-8117-b6a34c90d860'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:21:13.030868 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d937dec-fa9f-4215-9c41-7d11aeb1a881 None None] Attempting to bind port 51850107-a154-497c-9a65-9c6f1e277485 on network 45c329a7-41ca-41dc-8117-b6a34c90d860 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:21:13.052499 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c223bba-4ce6-4593-aa16-6b4afe8217d2 admin admin] Checking segment: {'id': '83f4836b-ecd9-4d9d-aaed-545343b20d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'd82b674a-5de1-49cf-8468-20a7438fc901'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:21:13.053232 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c223bba-4ce6-4593-aa16-6b4afe8217d2 admin admin] Network hostable DHCP agents. Network: d82b674a-5de1-49cf-8468-20a7438fc901, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:21:13.054186 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:13.056502 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4461e118-66a1-46f2-a836-38b4d3ebd27c req-9567a1da-fc4d-4c6f-aa6c-5246e2197027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:13.059302 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d937dec-fa9f-4215-9c41-7d11aeb1a881 None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:21:13.060541 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d937dec-fa9f-4215-9c41-7d11aeb1a881 None None] Checking segment: {'id': 'c3edb3fd-102e-40d6-a262-2e568f802606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '45c329a7-41ca-41dc-8117-b6a34c90d860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:21:13.061568 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1d937dec-fa9f-4215-9c41-7d11aeb1a881 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:13.062342 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4461e118-66a1-46f2-a836-38b4d3ebd27c req-9567a1da-fc4d-4c6f-aa6c-5246e2197027 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f2de4832-9ef6-4f40-9ac5-1557d5e6a6ff HTTP/1.1" status: 200 len: 843 time: 0.3081865 Jan 28 19:21:13.062931 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d937dec-fa9f-4215-9c41-7d11aeb1a881 None None] Bound using segment: {'id': 'c3edb3fd-102e-40d6-a262-2e568f802606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '45c329a7-41ca-41dc-8117-b6a34c90d860'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:21:13.064691 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-1d937dec-fa9f-4215-9c41-7d11aeb1a881 None None] Bound port: 51850107-a154-497c-9a65-9c6f1e277485, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3edb3fd-102e-40d6-a262-2e568f802606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '45c329a7-41ca-41dc-8117-b6a34c90d860'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:21:13.065212 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1d937dec-fa9f-4215-9c41-7d11aeb1a881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (51850107-a154-497c-9a65-9c6f1e277485), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:13.147567 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d660733-022a-4efc-a4a9-c4988f63e16b req-f013e78a-dba8-4145-ab79-894bac900f7f tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:13.151746 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6d660733-022a-4efc-a4a9-c4988f63e16b req-f013e78a-dba8-4145-ab79-894bac900f7f tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/ports?device_id=a64d6087-dfa2-4d21-bf23-888bcba1c09b HTTP/1.1" status: 200 len: 949 time: 0.1190956 Jan 28 19:21:13.231326 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-1d937dec-fa9f-4215-9c41-7d11aeb1a881 None None] For port 51850107-a154-497c-9a65-9c6f1e277485, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:21:13.238870 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-1d937dec-fa9f-4215-9c41-7d11aeb1a881 None None] For port 51850107-a154-497c-9a65-9c6f1e277485, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=51850107-a154-497c-9a65-9c6f1e277485,segment=NetworkSegment(c3edb3fd-102e-40d6-a262-2e568f802606),segment_id=c3edb3fd-102e-40d6-a262-2e568f802606)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:21:13.242900 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6d660733-022a-4efc-a4a9-c4988f63e16b req-fe7558cb-a321-4ed1-a164-35bc46f2b64e tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d07f2a-7a3d-4718-9c1b-16394753837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849321 Jan 28 19:21:13.254818 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1d937dec-fa9f-4215-9c41-7d11aeb1a881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (51850107-a154-497c-9a65-9c6f1e277485), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:13.298205 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c223bba-4ce6-4593-aa16-6b4afe8217d2 admin admin] Network d82b674a-5de1-49cf-8468-20a7438fc901 is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:21:13.348732 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c5b84d9c-ec5c-42e7-8099-9719c7af006a req-7704cd90-0002-4d91-b537-8dda575d4369 service neutron] 10.222.0.64 "GET /v2.0/networks/d1ab9c0a-c6bd-4320-8aef-9e9f94001190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3929567 Jan 28 19:21:13.405007 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d937dec-fa9f-4215-9c41-7d11aeb1a881 None None] Pushing event updated for resources: {'Port': ['ID=51850107-a154-497c-9a65-9c6f1e277485,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:13.552290 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-5c223bba-4ce6-4593-aa16-6b4afe8217d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, d82b674a-5de1-49cf-8468-20a7438fc901) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:21:13.572487 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-540fc4b3-cdf7-4a83-bc0d-730ad29480f7 None None] Network d82b674a-5de1-49cf-8468-20a7438fc901 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:21:13.572700 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c223bba-4ce6-4593-aa16-6b4afe8217d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:13.575789 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5c223bba-4ce6-4593-aa16-6b4afe8217d2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:13.601048 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4461e118-66a1-46f2-a836-38b4d3ebd27c req-e35c62df-bdea-4fd9-918e-3eada14561c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:13.604601 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4461e118-66a1-46f2-a836-38b4d3ebd27c req-e35c62df-bdea-4fd9-918e-3eada14561c3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7810caa2-eac6-457d-9302-c8c215ef3e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.5129540 Jan 28 19:21:13.646608 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a88070e0-2e1b-4804-a1d8-b8ac536d6cac tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4690681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5221415'] for subnet (be61367f-e334-4502-b75c-ccc02838dd17), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:13.685822 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-665c9044-acf4-452b-beb6-0d16dfc2c99c req-0bbdfcfc-6f05-4630-bcf7-bcb3a1ad8dc8 tempest-ServerAddressesTestJSON-1103372956 tempest-ServerAddressesTestJSON-1103372956-project] 10.222.0.64 "GET /v2.0/ports?device_id=477be474-80a0-466a-b735-fb43c49e0d2a HTTP/1.1" status: 200 len: 210 time: 0.0795054 Jan 28 19:21:13.740335 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-5c223bba-4ce6-4593-aa16-6b4afe8217d2 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 3.3341413 Jan 28 19:21:13.824049 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7fbd913-0bd8-4812-9955-b5cb04194868 None None] Network d82b674a-5de1-49cf-8468-20a7438fc901 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:21:14.161819 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4461e118-66a1-46f2-a836-38b4d3ebd27c req-2ca23ad1-6ec9-48ce-91be-3c74f77c9c39 service neutron] 10.222.0.70 "GET /v2.0/networks/7810caa2-eac6-457d-9302-c8c215ef3e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5375664 Jan 28 19:21:14.319629 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 51850107-a154-497c-9a65-9c6f1e277485 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:21:14.394254 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4461e118-66a1-46f2-a836-38b4d3ebd27c req-02e980e7-a94a-4a7a-82fd-be441e6f6317 service neutron] 10.222.0.70 "GET /v2.0/networks/7810caa2-eac6-457d-9302-c8c215ef3e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934397 Jan 28 19:21:14.403947 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88070e0-2e1b-4804-a1d8-b8ac536d6cac tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Pushing event updated for resources: {'Subnet': ['ID=be61367f-e334-4502-b75c-ccc02838dd17,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:14.439325 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7b1029-ce5e-4b59-a358-39f84eb91cec req-65c59e23-6f09-42b9-9de7-d9e86536c40a tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:14.449656 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4c7b1029-ce5e-4b59-a358-39f84eb91cec req-65c59e23-6f09-42b9-9de7-d9e86536c40a tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/ports?device_id=03b9cc04-fd3d-4fc9-a975-d37681157934 HTTP/1.1" status: 200 len: 946 time: 0.6977427 Jan 28 19:21:14.469745 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a88070e0-2e1b-4804-a1d8-b8ac536d6cac tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Checking segment: {'id': '60f73bc9-e00e-4b44-a105-7ad75c8476d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a2ca3cee-ca84-49f7-b78e-846e3e35c5f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:21:14.470454 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a88070e0-2e1b-4804-a1d8-b8ac536d6cac tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Network hostable DHCP agents. Network: a2ca3cee-ca84-49f7-b78e-846e3e35c5f2, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:21:14.512334 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a88070e0-2e1b-4804-a1d8-b8ac536d6cac tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Network a2ca3cee-ca84-49f7-b78e-846e3e35c5f2 is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:21:14.530672 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-a88070e0-2e1b-4804-a1d8-b8ac536d6cac tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, a2ca3cee-ca84-49f7-b78e-846e3e35c5f2) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:21:14.573324 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4c7b1029-ce5e-4b59-a358-39f84eb91cec req-a7dc9714-a3d3-4182-a656-c0eb8fdd2bf8 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/security-groups?id=e52b5309-890e-4183-bf0d-6ef59c658d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167729 Jan 28 19:21:14.577576 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a88070e0-2e1b-4804-a1d8-b8ac536d6cac tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:14.584530 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a88070e0-2e1b-4804-a1d8-b8ac536d6cac tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:14.611407 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc0e7a85-5d2b-471c-a9e9-680bf6dea4e3 None None] Network a2ca3cee-ca84-49f7-b78e-846e3e35c5f2 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:21:14.655667 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-a88070e0-2e1b-4804-a1d8-b8ac536d6cac tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.7881267 Jan 28 19:21:14.658624 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 44214) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:14.667108 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-4e817ea5-a2f5-47ac-8ddc-778d0009264c tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Request body: {'port': {'network_id': '45c329a7-41ca-41dc-8117-b6a34c90d860', 'name': 'tempest-TaggedBootDevicesTest-1813372516', 'fixed_ips': [{'subnet_id': 'cc238073-ae04-4ee5-8171-afc8f75fa79b'}]}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:21:14.892802 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72300591-4c12-4280-96cb-a34626bb3c7c req-062ae20c-f803-446b-baff-eb59573ff360 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:14.901813 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-72300591-4c12-4280-96cb-a34626bb3c7c req-062ae20c-f803-446b-baff-eb59573ff360 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/ports?device_id=a64d6087-dfa2-4d21-bf23-888bcba1c09b HTTP/1.1" status: 200 len: 949 time: 0.1394539 Jan 28 19:21:14.910676 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c05201e-9775-486e-8767-32be84fab113 req-6a842ea1-c7e4-480c-908d-aed534c168ba tempest-ServerMetadataNegativeTestJSON-1928197332 tempest-ServerMetadataNegativeTestJSON-1928197332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:14.921840 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1c05201e-9775-486e-8767-32be84fab113 req-6a842ea1-c7e4-480c-908d-aed534c168ba tempest-ServerMetadataNegativeTestJSON-1928197332 tempest-ServerMetadataNegativeTestJSON-1928197332-project] 10.222.0.64 "GET /v2.0/networks?id=d82b674a-5de1-49cf-8468-20a7438fc901 HTTP/1.1" status: 200 len: 820 time: 0.3292012 Jan 28 19:21:14.959425 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1c05201e-9775-486e-8767-32be84fab113 req-b549bd7c-7ca1-41fe-9c76-a07f7b888b66 tempest-ServerMetadataNegativeTestJSON-1928197332 tempest-ServerMetadataNegativeTestJSON-1928197332-project] 10.222.0.64 "GET /v2.0/quotas/6ba8af20b2c549b4a40f55b511392ec9 HTTP/1.1" status: 200 len: 375 time: 0.0343118 Jan 28 19:21:15.056899 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e817ea5-a2f5-47ac-8ddc-778d0009264c tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Made reservation on behalf of f867837fb6c242938544d048cd197d0a for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:21:15.065659 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 51850107-a154-497c-9a65-9c6f1e277485 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:21:15.066123 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (51850107-a154-497c-9a65-9c6f1e277485), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:15.102389 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1c05201e-9775-486e-8767-32be84fab113 req-7e00d8e6-d29f-40a3-a369-8901cd0185b4 tempest-ServerMetadataNegativeTestJSON-1928197332 tempest-ServerMetadataNegativeTestJSON-1928197332-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=6ba8af20b2c549b4a40f55b511392ec9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1412809 Jan 28 19:21:15.259559 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4e817ea5-a2f5-47ac-8ddc-778d0009264c tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:15.296460 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-72300591-4c12-4280-96cb-a34626bb3c7c req-c17fee92-754b-4479-95a2-9215103eb05e tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d07f2a-7a3d-4718-9c1b-16394753837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3931944 Jan 28 19:21:15.338445 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [None req-4e817ea5-a2f5-47ac-8ddc-778d0009264c tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] device_id is not set on port 12d5c4fa-3235-4f0d-98da-a2e61f15252b yet. {{(pid=103304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:21:15.382137 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1c05201e-9775-486e-8767-32be84fab113 req-b8d25890-e36d-4960-923f-aee7bfcd4f42 service neutron] 10.222.0.64 "GET /v2.0/networks/d82b674a-5de1-49cf-8468-20a7438fc901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2757001 Jan 28 19:21:15.456568 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7085d465-5866-4d9e-903b-bcdf4412f6b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68cd31fd-e4cd-5fb3-a862-256fc47efcd2-a2ca3cee-ca84-49f7-b78e-846e3e35c5f2', 'network_id': 'a2ca3cee-ca84-49f7-b78e-846e3e35c5f2', 'project_id': 'f867837fb6c242938544d048cd197d0a', 'fixed_ips': [{'subnet_id': 'be61367f-e334-4502-b75c-ccc02838dd17'}]}} from n-d-812111-14. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:21:15.459676 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7085d465-5866-4d9e-903b-bcdf4412f6b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:15.662178 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1c05201e-9775-486e-8767-32be84fab113 req-4834d2a0-67bc-4656-a3f9-5b49c35255c4 service neutron] 10.222.0.64 "GET /v2.0/networks/d82b674a-5de1-49cf-8468-20a7438fc901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2789640 Jan 28 19:21:15.790615 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-4e817ea5-a2f5-47ac-8ddc-778d0009264c tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Allocated IP 10.1.1.152 (45c329a7-41ca-41dc-8117-b6a34c90d860/cc238073-ae04-4ee5-8171-afc8f75fa79b/12d5c4fa-3235-4f0d-98da-a2e61f15252b) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:21:15.791650 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ee4c27b-42f6-4267-bb4c-f946186185ca None None] Network 45c329a7-41ca-41dc-8117-b6a34c90d860 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:21:16.021660 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 51850107-a154-497c-9a65-9c6f1e277485 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:21:16.022368 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (51850107-a154-497c-9a65-9c6f1e277485), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:16.022547 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4e817ea5-a2f5-47ac-8ddc-778d0009264c tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Publish callbacks [] for port (12d5c4fa-3235-4f0d-98da-a2e61f15252b), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:16.073040 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] For port 51850107-a154-497c-9a65-9c6f1e277485, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=51850107-a154-497c-9a65-9c6f1e277485,segment=NetworkSegment(c3edb3fd-102e-40d6-a262-2e568f802606),segment_id=c3edb3fd-102e-40d6-a262-2e568f802606)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:21:16.108830 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (51850107-a154-497c-9a65-9c6f1e277485), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:16.194938 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4e817ea5-a2f5-47ac-8ddc-778d0009264c tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (12d5c4fa-3235-4f0d-98da-a2e61f15252b), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:16.264354 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-7085d465-5866-4d9e-903b-bcdf4412f6b9 None None] Allocated IP 10.2.2.2 (a2ca3cee-ca84-49f7-b78e-846e3e35c5f2/be61367f-e334-4502-b75c-ccc02838dd17/9328cc30-f008-48e8-8e6d-ca7a0569c11e) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:21:16.299409 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e817ea5-a2f5-47ac-8ddc-778d0009264c tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Pushing event updated for resources: {'Port': ['ID=12d5c4fa-3235-4f0d-98da-a2e61f15252b,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:16.325814 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-773fcd66-35e4-4912-9158-52076de5fba0 req-790cb2d4-493d-482d-a3f1-cb05840b87a2 tempest-ServerAddressesTestJSON-1103372956 tempest-ServerAddressesTestJSON-1103372956-project] 10.222.0.64 "GET /v2.0/ports?device_id=477be474-80a0-466a-b735-fb43c49e0d2a HTTP/1.1" status: 200 len: 210 time: 0.1682205 Jan 28 19:21:16.339215 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea10171-9163-4266-8263-7b4ffb8f9a8e req-36184191-e914-4850-8c74-353a16bcecbd tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:16.345937 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3ea10171-9163-4266-8263-7b4ffb8f9a8e req-36184191-e914-4850-8c74-353a16bcecbd tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e48b655-5911-4dcd-a073-26e765e9c04d HTTP/1.1" status: 200 len: 945 time: 0.1827235 Jan 28 19:21:16.468617 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e817ea5-a2f5-47ac-8ddc-778d0009264c tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Network 45c329a7-41ca-41dc-8117-b6a34c90d860 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:21:16.471859 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-4e817ea5-a2f5-47ac-8ddc-778d0009264c tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:21:16.480434 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e817ea5-a2f5-47ac-8ddc-778d0009264c tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:21:16.502410 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3ea10171-9163-4266-8263-7b4ffb8f9a8e req-ff012b35-c49b-480d-ae7e-660e01ee461d tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff0a7ca0-73d1-435a-8c79-518c9bdfd3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555290 Jan 28 19:21:16.570698 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7085d465-5866-4d9e-903b-bcdf4412f6b9 None None] Publish callbacks [] for port (9328cc30-f008-48e8-8e6d-ca7a0569c11e), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:16.687277 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b7a2bae8-bf53-4c15-b03c-be24e4f1f682 req-b52f1255-d08b-4312-8757-f5806e1bb09e tempest-ServerMetadataNegativeTestJSON-1928197332 tempest-ServerMetadataNegativeTestJSON-1928197332-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf81c3a6-8602-4dd8-bce9-a17383e5b512 HTTP/1.1" status: 200 len: 210 time: 0.0811467 Jan 28 19:21:16.712841 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Pushing event updated for resources: {'Port': ['ID=51850107-a154-497c-9a65-9c6f1e277485,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:16.723395 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-7eb4db3d-7b36-43e3-bdf3-dae48784b5d2 None None] Provisioning complete for port 51850107-a154-497c-9a65-9c6f1e277485 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:21:16.728357 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7eb4db3d-7b36-43e3-bdf3-dae48784b5d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (51850107-a154-497c-9a65-9c6f1e277485), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:16.767604 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b84d9c-ec5c-42e7-8099-9719c7af006a req-51a48205-c908-4602-b5fa-1f6320a3097e tempest-ServerAddressesTestJSON-1103372956 tempest-ServerAddressesTestJSON-1103372956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:16.773325 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c5b84d9c-ec5c-42e7-8099-9719c7af006a req-51a48205-c908-4602-b5fa-1f6320a3097e tempest-ServerAddressesTestJSON-1103372956 tempest-ServerAddressesTestJSON-1103372956-project] 10.222.0.41 "GET /v2.0/networks?id=d1ab9c0a-c6bd-4320-8aef-9e9f94001190 HTTP/1.1" status: 200 len: 814 time: 0.6369221 Jan 28 19:21:16.822900 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-c5b84d9c-ec5c-42e7-8099-9719c7af006a req-f66fa819-9713-46ac-9eb8-51698bb24bb3 tempest-ServerAddressesTestJSON-1103372956 tempest-ServerAddressesTestJSON-1103372956-project] Request body: {'port': {'device_id': '477be474-80a0-466a-b735-fb43c49e0d2a', 'network_id': 'd1ab9c0a-c6bd-4320-8aef-9e9f94001190', 'admin_state_up': True, 'tenant_id': '8f0bd4092b044a03b66ab6652b5786bf'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:21:16.868107 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33657547-6d45-4ed0-9274-0a884f090bf1 req-5315c81b-0719-4c8c-a098-a6fc67ad06ea tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:16.876348 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-33657547-6d45-4ed0-9274-0a884f090bf1 req-5315c81b-0719-4c8c-a098-a6fc67ad06ea tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/ports?device_id=03b9cc04-fd3d-4fc9-a975-d37681157934 HTTP/1.1" status: 200 len: 946 time: 0.3908005 Jan 28 19:21:16.876684 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7085d465-5866-4d9e-903b-bcdf4412f6b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (9328cc30-f008-48e8-8e6d-ca7a0569c11e), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:16.900777 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e817ea5-a2f5-47ac-8ddc-778d0009264c tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:16.901422 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4e817ea5-a2f5-47ac-8ddc-778d0009264c tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:16.940071 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bedcd65-a41a-475b-b1c7-fa9b12969f8c req-0e27f869-dbb9-4ea7-82c5-5c0f27bfd1b9 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:16.945493 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4bedcd65-a41a-475b-b1c7-fa9b12969f8c req-0e27f869-dbb9-4ea7-82c5-5c0f27bfd1b9 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/ports?device_id=a64d6087-dfa2-4d21-bf23-888bcba1c09b HTTP/1.1" status: 200 len: 949 time: 0.1524825 Jan 28 19:21:17.002394 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-33657547-6d45-4ed0-9274-0a884f090bf1 req-d4146281-ca46-4edf-a8df-ab1a01598914 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/security-groups?id=e52b5309-890e-4183-bf0d-6ef59c658d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241972 Jan 28 19:21:17.024348 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-4e817ea5-a2f5-47ac-8ddc-778d0009264c tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.3504140 Jan 28 19:21:17.024512 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 44250) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:17.045626 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-18883055-3b28-46a6-a4cc-f55323db2309 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Request body: {'port': {'network_id': '45c329a7-41ca-41dc-8117-b6a34c90d860', 'name': 'tempest-TaggedBootDevicesTest-2110478609', 'fixed_ips': [{'subnet_id': 'cc238073-ae04-4ee5-8171-afc8f75fa79b'}]}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:21:17.072162 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7085d465-5866-4d9e-903b-bcdf4412f6b9 None None] Pushing event updated for resources: {'Port': ['ID=9328cc30-f008-48e8-8e6d-ca7a0569c11e,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:17.144251 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7085d465-5866-4d9e-903b-bcdf4412f6b9 None None] Network a2ca3cee-ca84-49f7-b78e-846e3e35c5f2 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:21:17.215150 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-7eb4db3d-7b36-43e3-bdf3-dae48784b5d2 None None] Current status of the port 51850107-a154-497c-9a65-9c6f1e277485 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:21:17.219266 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-7085d465-5866-4d9e-903b-bcdf4412f6b9 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:21:17.222186 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7085d465-5866-4d9e-903b-bcdf4412f6b9 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:21:17.253978 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5b84d9c-ec5c-42e7-8099-9719c7af006a req-f66fa819-9713-46ac-9eb8-51698bb24bb3 tempest-ServerAddressesTestJSON-1103372956 tempest-ServerAddressesTestJSON-1103372956-project] Made reservation on behalf of 8f0bd4092b044a03b66ab6652b5786bf for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:21:17.274970 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-c5b84d9c-ec5c-42e7-8099-9719c7af006a req-f66fa819-9713-46ac-9eb8-51698bb24bb3 tempest-ServerAddressesTestJSON-1103372956 tempest-ServerAddressesTestJSON-1103372956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:17.322171 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-7085d465-5866-4d9e-903b-bcdf4412f6b9 None None] Attempting to bind port 9328cc30-f008-48e8-8e6d-ca7a0569c11e on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:21:17.330947 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-7085d465-5866-4d9e-903b-bcdf4412f6b9 None None] Attempting to bind port 9328cc30-f008-48e8-8e6d-ca7a0569c11e by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '60f73bc9-e00e-4b44-a105-7ad75c8476d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a2ca3cee-ca84-49f7-b78e-846e3e35c5f2'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:21:17.332315 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7085d465-5866-4d9e-903b-bcdf4412f6b9 None None] Attempting to bind port 9328cc30-f008-48e8-8e6d-ca7a0569c11e on network a2ca3cee-ca84-49f7-b78e-846e3e35c5f2 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:21:17.336903 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4bedcd65-a41a-475b-b1c7-fa9b12969f8c req-63bccc0b-f917-4bd5-ad94-7f65c3dd9813 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d07f2a-7a3d-4718-9c1b-16394753837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3826237 Jan 28 19:21:17.341297 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7085d465-5866-4d9e-903b-bcdf4412f6b9 None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 21, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:21:17.342876 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7085d465-5866-4d9e-903b-bcdf4412f6b9 None None] Checking segment: {'id': '60f73bc9-e00e-4b44-a105-7ad75c8476d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a2ca3cee-ca84-49f7-b78e-846e3e35c5f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:21:17.344128 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7085d465-5866-4d9e-903b-bcdf4412f6b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:17.356494 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7085d465-5866-4d9e-903b-bcdf4412f6b9 None None] Bound using segment: {'id': '60f73bc9-e00e-4b44-a105-7ad75c8476d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a2ca3cee-ca84-49f7-b78e-846e3e35c5f2'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:21:17.357669 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-7085d465-5866-4d9e-903b-bcdf4412f6b9 None None] Bound port: 9328cc30-f008-48e8-8e6d-ca7a0569c11e, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60f73bc9-e00e-4b44-a105-7ad75c8476d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a2ca3cee-ca84-49f7-b78e-846e3e35c5f2'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:21:17.361072 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7085d465-5866-4d9e-903b-bcdf4412f6b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (9328cc30-f008-48e8-8e6d-ca7a0569c11e), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:17.547383 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227b38c2-45be-4c63-a0e1-f62ba0d9040e req-07ab1eb8-b1e7-490a-a61c-6178ce7da0b3 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:17.556341 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2a3fbcc5-197b-44c9-935a-2c6f353249d4 req-f4b5d981-782e-4900-8dad-2a3bdee3bb5e tempest-ServerAddressesTestJSON-1103372956 tempest-ServerAddressesTestJSON-1103372956-project] 10.222.0.64 "GET /v2.0/ports?device_id=477be474-80a0-466a-b735-fb43c49e0d2a HTTP/1.1" status: 200 len: 210 time: 0.0463338 Jan 28 19:21:17.568665 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-227b38c2-45be-4c63-a0e1-f62ba0d9040e req-07ab1eb8-b1e7-490a-a61c-6178ce7da0b3 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e48b655-5911-4dcd-a073-26e765e9c04d HTTP/1.1" status: 200 len: 945 time: 0.3595097 Jan 28 19:21:17.574553 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18883055-3b28-46a6-a4cc-f55323db2309 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Made reservation on behalf of f867837fb6c242938544d048cd197d0a for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:21:17.590944 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-7085d465-5866-4d9e-903b-bcdf4412f6b9 None None] For port 9328cc30-f008-48e8-8e6d-ca7a0569c11e, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:21:17.601847 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-7085d465-5866-4d9e-903b-bcdf4412f6b9 None None] For port 9328cc30-f008-48e8-8e6d-ca7a0569c11e, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=9328cc30-f008-48e8-8e6d-ca7a0569c11e,segment=NetworkSegment(60f73bc9-e00e-4b44-a105-7ad75c8476d3),segment_id=60f73bc9-e00e-4b44-a105-7ad75c8476d3)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:21:17.617198 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7085d465-5866-4d9e-903b-bcdf4412f6b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (9328cc30-f008-48e8-8e6d-ca7a0569c11e), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:17.856559 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-227b38c2-45be-4c63-a0e1-f62ba0d9040e req-d0ff838e-c3d5-49cc-9691-44aec20f57dd tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff0a7ca0-73d1-435a-8c79-518c9bdfd3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2934153 Jan 28 19:21:17.859913 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-18883055-3b28-46a6-a4cc-f55323db2309 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:17.865677 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-a77fe1e7-8254-4f93-a1de-0ed4ec3b2673 None None] Provisioning complete for port 51850107-a154-497c-9a65-9c6f1e277485 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:21:17.866096 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a77fe1e7-8254-4f93-a1de-0ed4ec3b2673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (51850107-a154-497c-9a65-9c6f1e277485), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:17.996631 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7085d465-5866-4d9e-903b-bcdf4412f6b9 None None] Pushing event updated for resources: {'Port': ['ID=9328cc30-f008-48e8-8e6d-ca7a0569c11e,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:18.189506 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-c5b84d9c-ec5c-42e7-8099-9719c7af006a req-f66fa819-9713-46ac-9eb8-51698bb24bb3 tempest-ServerAddressesTestJSON-1103372956 tempest-ServerAddressesTestJSON-1103372956-project] Allocated IP 172.20.0.3 (d1ab9c0a-c6bd-4320-8aef-9e9f94001190/66d0b0b0-14a3-45d6-b0e4-bd564daeec02/178527c5-5003-4c7e-90d3-fc80a0231183) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:21:18.592087 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfec62b-a3c6-4abe-8eb9-b751af754323 req-d9859a04-3e8e-47a3-b17d-dba5e272e063 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:18.603611 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5dfec62b-a3c6-4abe-8eb9-b751af754323 req-d9859a04-3e8e-47a3-b17d-dba5e272e063 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/ports?device_id=03b9cc04-fd3d-4fc9-a975-d37681157934 HTTP/1.1" status: 200 len: 946 time: 0.3209584 Jan 28 19:21:18.801800 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5dfec62b-a3c6-4abe-8eb9-b751af754323 req-06cfc92f-da83-4149-ba76-e4e31d45f269 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/security-groups?id=e52b5309-890e-4183-bf0d-6ef59c658d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959336 Jan 28 19:21:18.952770 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 51850107-a154-497c-9a65-9c6f1e277485 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:21:18.963845 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-a77fe1e7-8254-4f93-a1de-0ed4ec3b2673 None None] Current status of the port 51850107-a154-497c-9a65-9c6f1e277485 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:21:18.984300 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2567866b-6941-4f32-82d0-cc562818e638 req-025b28a9-3bc2-44f4-862b-f12333bc4c7f tempest-ServerMetadataNegativeTestJSON-1928197332 tempest-ServerMetadataNegativeTestJSON-1928197332-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf81c3a6-8602-4dd8-bce9-a17383e5b512 HTTP/1.1" status: 200 len: 210 time: 1.1279869 Jan 28 19:21:18.997426 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-c5b84d9c-ec5c-42e7-8099-9719c7af006a req-f66fa819-9713-46ac-9eb8-51698bb24bb3 tempest-ServerAddressesTestJSON-1103372956 tempest-ServerAddressesTestJSON-1103372956-project] Publish callbacks [] for port (178527c5-5003-4c7e-90d3-fc80a0231183), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:19.089505 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [None req-18883055-3b28-46a6-a4cc-f55323db2309 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] device_id is not set on port de98d303-7c1f-431e-bf81-fef0fcf95502 yet. {{(pid=103305) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:21:19.090712 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-c5b84d9c-ec5c-42e7-8099-9719c7af006a req-f66fa819-9713-46ac-9eb8-51698bb24bb3 tempest-ServerAddressesTestJSON-1103372956 tempest-ServerAddressesTestJSON-1103372956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (178527c5-5003-4c7e-90d3-fc80a0231183), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:19.120031 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 51850107-a154-497c-9a65-9c6f1e277485 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:21:19.120149 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (51850107-a154-497c-9a65-9c6f1e277485), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:19.230166 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5b84d9c-ec5c-42e7-8099-9719c7af006a req-f66fa819-9713-46ac-9eb8-51698bb24bb3 tempest-ServerAddressesTestJSON-1103372956 tempest-ServerAddressesTestJSON-1103372956-project] Network d1ab9c0a-c6bd-4320-8aef-9e9f94001190 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:21:19.235781 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-0dcc017d-2193-431e-8ae4-b6e732c12bba None None] Provisioning complete for port 12d5c4fa-3235-4f0d-98da-a2e61f15252b triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:21:19.239597 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0dcc017d-2193-431e-8ae4-b6e732c12bba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (12d5c4fa-3235-4f0d-98da-a2e61f15252b), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:19.263095 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b264bed-f32d-4a82-93e1-068763326461 req-34b47586-7945-469f-968b-d5fac82c5097 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:19.272476 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2b264bed-f32d-4a82-93e1-068763326461 req-34b47586-7945-469f-968b-d5fac82c5097 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/ports?device_id=a64d6087-dfa2-4d21-bf23-888bcba1c09b HTTP/1.1" status: 200 len: 949 time: 0.3098431 Jan 28 19:21:19.298059 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-c5b84d9c-ec5c-42e7-8099-9719c7af006a req-f66fa819-9713-46ac-9eb8-51698bb24bb3 tempest-ServerAddressesTestJSON-1103372956 tempest-ServerAddressesTestJSON-1103372956-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:21:19.304515 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5b84d9c-ec5c-42e7-8099-9719c7af006a req-f66fa819-9713-46ac-9eb8-51698bb24bb3 tempest-ServerAddressesTestJSON-1103372956 tempest-ServerAddressesTestJSON-1103372956-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:21:19.440837 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-0dcc017d-2193-431e-8ae4-b6e732c12bba None None] Port 12d5c4fa-3235-4f0d-98da-a2e61f15252b cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:21:19.448730 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b84d9c-ec5c-42e7-8099-9719c7af006a req-f66fa819-9713-46ac-9eb8-51698bb24bb3 tempest-ServerAddressesTestJSON-1103372956 tempest-ServerAddressesTestJSON-1103372956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:19.473138 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-c5b84d9c-ec5c-42e7-8099-9719c7af006a req-f66fa819-9713-46ac-9eb8-51698bb24bb3 tempest-ServerAddressesTestJSON-1103372956 tempest-ServerAddressesTestJSON-1103372956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:19.570692 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c5b84d9c-ec5c-42e7-8099-9719c7af006a req-f66fa819-9713-46ac-9eb8-51698bb24bb3 tempest-ServerAddressesTestJSON-1103372956 tempest-ServerAddressesTestJSON-1103372956-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7832608 Jan 28 19:21:19.596111 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 51850107-a154-497c-9a65-9c6f1e277485 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:21:19.604298 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-c5b84d9c-ec5c-42e7-8099-9719c7af006a req-586bbdda-06d2-4867-8c8f-b08244463f02 service neutron] Request body: {'port': {'device_id': '477be474-80a0-466a-b735-fb43c49e0d2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-14'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:21:19.750005 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2b264bed-f32d-4a82-93e1-068763326461 req-6c57ef16-24c0-40e4-9c80-681cd3b22a2f tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d07f2a-7a3d-4718-9c1b-16394753837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4696221 Jan 28 19:21:19.752907 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66fa819-9713-46ac-9eb8-51698bb24bb3 tempest-ServerAddressesTestJSON-1103372956 tempest-ServerAddressesTestJSON-1103372956-project] Pushing event updated for resources: {'Port': ['ID=178527c5-5003-4c7e-90d3-fc80a0231183,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:19.762091 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-18883055-3b28-46a6-a4cc-f55323db2309 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Allocated IP 10.1.1.147 (45c329a7-41ca-41dc-8117-b6a34c90d860/cc238073-ae04-4ee5-8171-afc8f75fa79b/de98d303-7c1f-431e-bf81-fef0fcf95502) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:21:19.951280 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddee578d-6cdd-4008-bcff-c57bf06d43af None None] Network a2ca3cee-ca84-49f7-b78e-846e3e35c5f2 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:21:20.132749 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-56addc37-964d-4817-9a6f-9d8f80ab2a86 None None] Provisioning complete for port 9328cc30-f008-48e8-8e6d-ca7a0569c11e triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:21:20.133443 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-56addc37-964d-4817-9a6f-9d8f80ab2a86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (9328cc30-f008-48e8-8e6d-ca7a0569c11e), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:20.156031 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-18883055-3b28-46a6-a4cc-f55323db2309 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Publish callbacks [] for port (de98d303-7c1f-431e-bf81-fef0fcf95502), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:20.422083 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 9328cc30-f008-48e8-8e6d-ca7a0569c11e up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:21:20.567919 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-18883055-3b28-46a6-a4cc-f55323db2309 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (de98d303-7c1f-431e-bf81-fef0fcf95502), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:20.587935 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:20.592755 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-56addc37-964d-4817-9a6f-9d8f80ab2a86 None None] Current status of the port 9328cc30-f008-48e8-8e6d-ca7a0569c11e is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:21:20.593171 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-56addc37-964d-4817-9a6f-9d8f80ab2a86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (9328cc30-f008-48e8-8e6d-ca7a0569c11e), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:20.618359 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9e4e4b-8ed3-4cf9-b0cf-9fde68c7fb01 req-b82d84c9-c00a-4660-858f-29e48cb29f4c tempest-ServerAddressesTestJSON-1103372956 tempest-ServerAddressesTestJSON-1103372956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:20.627219 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-0f9e4e4b-8ed3-4cf9-b0cf-9fde68c7fb01 req-b82d84c9-c00a-4660-858f-29e48cb29f4c tempest-ServerAddressesTestJSON-1103372956 tempest-ServerAddressesTestJSON-1103372956-project] 10.222.0.64 "GET /v2.0/ports?device_id=477be474-80a0-466a-b735-fb43c49e0d2a HTTP/1.1" status: 200 len: 931 time: 1.3771560 Jan 28 19:21:20.700394 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-56addc37-964d-4817-9a6f-9d8f80ab2a86 None None] For port 9328cc30-f008-48e8-8e6d-ca7a0569c11e, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=9328cc30-f008-48e8-8e6d-ca7a0569c11e,segment=NetworkSegment(60f73bc9-e00e-4b44-a105-7ad75c8476d3),segment_id=60f73bc9-e00e-4b44-a105-7ad75c8476d3)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:21:20.717115 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-56addc37-964d-4817-9a6f-9d8f80ab2a86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (9328cc30-f008-48e8-8e6d-ca7a0569c11e), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:20.722914 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 9328cc30-f008-48e8-8e6d-ca7a0569c11e triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:21:20.723154 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (9328cc30-f008-48e8-8e6d-ca7a0569c11e), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:20.787489 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-c5b84d9c-ec5c-42e7-8099-9719c7af006a req-586bbdda-06d2-4867-8c8f-b08244463f02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (178527c5-5003-4c7e-90d3-fc80a0231183), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:20.804713 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18883055-3b28-46a6-a4cc-f55323db2309 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Pushing event updated for resources: {'Port': ['ID=de98d303-7c1f-431e-bf81-fef0fcf95502,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:20.848909 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765f2759-c6da-44ef-9b2b-29fcf0007574 req-78a27646-08a7-4c04-8153-d4b3b81639e2 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:20.864664 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-765f2759-c6da-44ef-9b2b-29fcf0007574 req-78a27646-08a7-4c04-8153-d4b3b81639e2 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/ports?device_id=03b9cc04-fd3d-4fc9-a975-d37681157934 HTTP/1.1" status: 200 len: 946 time: 0.1781263 Jan 28 19:21:20.871695 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c05201e-9775-486e-8767-32be84fab113 req-e1aad769-0b0e-4b27-a294-15361e165335 tempest-ServerMetadataNegativeTestJSON-1928197332 tempest-ServerMetadataNegativeTestJSON-1928197332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:20.880365 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1c05201e-9775-486e-8767-32be84fab113 req-e1aad769-0b0e-4b27-a294-15361e165335 tempest-ServerMetadataNegativeTestJSON-1928197332 tempest-ServerMetadataNegativeTestJSON-1928197332-project] 10.222.0.41 "GET /v2.0/networks?id=d82b674a-5de1-49cf-8468-20a7438fc901 HTTP/1.1" status: 200 len: 820 time: 1.9274836 Jan 28 19:21:20.937491 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-1c05201e-9775-486e-8767-32be84fab113 req-66053db8-cd05-4668-9b90-08b5606859ff tempest-ServerMetadataNegativeTestJSON-1928197332 tempest-ServerMetadataNegativeTestJSON-1928197332-project] Request body: {'port': {'device_id': 'bf81c3a6-8602-4dd8-bce9-a17383e5b512', 'network_id': 'd82b674a-5de1-49cf-8468-20a7438fc901', 'admin_state_up': True, 'tenant_id': '6ba8af20b2c549b4a40f55b511392ec9'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:21:21.075096 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56addc37-964d-4817-9a6f-9d8f80ab2a86 None None] Pushing event updated for resources: {'Port': ['ID=9328cc30-f008-48e8-8e6d-ca7a0569c11e,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:21.165028 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 9328cc30-f008-48e8-8e6d-ca7a0569c11e is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:21:21.170449 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-6396e282-2cd9-4fe2-8255-e888d48f5958 None None] Provisioning complete for port 9328cc30-f008-48e8-8e6d-ca7a0569c11e triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:21:21.170758 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6396e282-2cd9-4fe2-8255-e888d48f5958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (9328cc30-f008-48e8-8e6d-ca7a0569c11e), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:21.190760 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18883055-3b28-46a6-a4cc-f55323db2309 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Network 45c329a7-41ca-41dc-8117-b6a34c90d860 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:21:21.194568 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c05201e-9775-486e-8767-32be84fab113 req-66053db8-cd05-4668-9b90-08b5606859ff tempest-ServerMetadataNegativeTestJSON-1928197332 tempest-ServerMetadataNegativeTestJSON-1928197332-project] Made reservation on behalf of 6ba8af20b2c549b4a40f55b511392ec9 for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:21:21.202175 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-1c05201e-9775-486e-8767-32be84fab113 req-66053db8-cd05-4668-9b90-08b5606859ff tempest-ServerMetadataNegativeTestJSON-1928197332 tempest-ServerMetadataNegativeTestJSON-1928197332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:21.225272 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-18883055-3b28-46a6-a4cc-f55323db2309 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:21:21.255501 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18883055-3b28-46a6-a4cc-f55323db2309 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:21:21.348244 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-0f9e4e4b-8ed3-4cf9-b0cf-9fde68c7fb01 req-517a35a6-b433-4e5d-88e0-2b237696c648 tempest-ServerAddressesTestJSON-1103372956 tempest-ServerAddressesTestJSON-1103372956-project] 10.222.0.64 "GET /v2.0/security-groups?id=3bd8866d-b5d3-447d-b081-ff9eeebeb52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7196016 Jan 28 19:21:21.491010 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-6396e282-2cd9-4fe2-8255-e888d48f5958 None None] Current status of the port 9328cc30-f008-48e8-8e6d-ca7a0569c11e is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:21:21.543669 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-765f2759-c6da-44ef-9b2b-29fcf0007574 req-7f4df217-240a-4723-8cd8-1b37be9b85e8 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/security-groups?id=e52b5309-890e-4183-bf0d-6ef59c658d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6644287 Jan 28 19:21:21.544050 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18883055-3b28-46a6-a4cc-f55323db2309 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:21.544050 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-18883055-3b28-46a6-a4cc-f55323db2309 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:21.547790 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-baf9a988-211e-4f78-879b-22e5fb62309f req-30ffba73-c9d0-4e09-aa8e-57bbd69ee0c0 tempest-ServerMetadataNegativeTestJSON-1928197332 tempest-ServerMetadataNegativeTestJSON-1928197332-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf81c3a6-8602-4dd8-bce9-a17383e5b512 HTTP/1.1" status: 200 len: 210 time: 0.0594733 Jan 28 19:21:21.614811 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-18883055-3b28-46a6-a4cc-f55323db2309 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.5866871 Jan 28 19:21:21.830205 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-14c0c4c9-ba33-4906-ab96-7c0895f3e07c None None] Provisioning complete for port de98d303-7c1f-431e-bf81-fef0fcf95502 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:21:21.830593 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-14c0c4c9-ba33-4906-ab96-7c0895f3e07c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (de98d303-7c1f-431e-bf81-fef0fcf95502), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:21.836393 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-1c05201e-9775-486e-8767-32be84fab113 req-66053db8-cd05-4668-9b90-08b5606859ff tempest-ServerMetadataNegativeTestJSON-1928197332 tempest-ServerMetadataNegativeTestJSON-1928197332-project] Allocated IP 172.20.0.6 (d82b674a-5de1-49cf-8468-20a7438fc901/0721d68a-0acc-4b49-8ed1-c3bead526fa5/5dff089c-3b9e-4de5-8027-eba503ab6c4a) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:21:21.901559 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42bfac5-5d87-4727-9c83-77c587b729d4 req-79689842-4d8b-41b1-9b6e-9cf5883a6e68 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:21.913745 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b42bfac5-5d87-4727-9c83-77c587b729d4 req-79689842-4d8b-41b1-9b6e-9cf5883a6e68 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/ports?device_id=a64d6087-dfa2-4d21-bf23-888bcba1c09b HTTP/1.1" status: 200 len: 949 time: 0.2489386 Jan 28 19:21:21.933033 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-c5b84d9c-ec5c-42e7-8099-9719c7af006a req-586bbdda-06d2-4867-8c8f-b08244463f02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 178527c5-5003-4c7e-90d3-fc80a0231183 {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:21:21.967871 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-c5b84d9c-ec5c-42e7-8099-9719c7af006a req-586bbdda-06d2-4867-8c8f-b08244463f02 service neutron] Publish callbacks [] for port (178527c5-5003-4c7e-90d3-fc80a0231183), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:21.977244 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-14c0c4c9-ba33-4906-ab96-7c0895f3e07c None None] Port de98d303-7c1f-431e-bf81-fef0fcf95502 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:21:22.020006 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-c5b84d9c-ec5c-42e7-8099-9719c7af006a req-586bbdda-06d2-4867-8c8f-b08244463f02 service neutron] Transition to ACTIVE for port object 178527c5-5003-4c7e-90d3-fc80a0231183 will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:21:22.027619 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-c5b84d9c-ec5c-42e7-8099-9719c7af006a req-586bbdda-06d2-4867-8c8f-b08244463f02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (178527c5-5003-4c7e-90d3-fc80a0231183), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:22.118092 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586bbdda-06d2-4867-8c8f-b08244463f02 service neutron] Pushing event updated for resources: {'Port': ['ID=178527c5-5003-4c7e-90d3-fc80a0231183,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:22.151589 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b42bfac5-5d87-4727-9c83-77c587b729d4 req-cce07100-c6ee-4559-ab40-3b11be64a29d tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d07f2a-7a3d-4718-9c1b-16394753837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294481 Jan 28 19:21:22.226615 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-c5b84d9c-ec5c-42e7-8099-9719c7af006a req-586bbdda-06d2-4867-8c8f-b08244463f02 service neutron] Attempting to bind port 178527c5-5003-4c7e-90d3-fc80a0231183 on host n-h1-812111-14 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:21:22.227431 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-c5b84d9c-ec5c-42e7-8099-9719c7af006a req-586bbdda-06d2-4867-8c8f-b08244463f02 service neutron] Attempting to bind port 178527c5-5003-4c7e-90d3-fc80a0231183 by drivers openvswitch,hyperv on host n-h1-812111-14 at level 0 using segments [{'id': '2d74ffff-adae-41cc-a8b9-e12dc0c30490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd1ab9c0a-c6bd-4320-8aef-9e9f94001190'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:21:22.229604 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b84d9c-ec5c-42e7-8099-9719c7af006a req-586bbdda-06d2-4867-8c8f-b08244463f02 service neutron] Attempting to bind port 178527c5-5003-4c7e-90d3-fc80a0231183 on network d1ab9c0a-c6bd-4320-8aef-9e9f94001190 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:21:22.237723 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 9328cc30-f008-48e8-8e6d-ca7a0569c11e up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:21:22.239560 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b84d9c-ec5c-42e7-8099-9719c7af006a req-586bbdda-06d2-4867-8c8f-b08244463f02 service neutron] Port 178527c5-5003-4c7e-90d3-fc80a0231183 on network d1ab9c0a-c6bd-4320-8aef-9e9f94001190 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-14 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:21:22.240100 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b84d9c-ec5c-42e7-8099-9719c7af006a req-586bbdda-06d2-4867-8c8f-b08244463f02 service neutron] Attempting to bind port 178527c5-5003-4c7e-90d3-fc80a0231183 on network d1ab9c0a-c6bd-4320-8aef-9e9f94001190 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:21:22.246106 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b84d9c-ec5c-42e7-8099-9719c7af006a req-586bbdda-06d2-4867-8c8f-b08244463f02 service neutron] Checking agent: {'id': 'b544ba20-de93-4d86-9e6b-a2202deb6191', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 20, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:21:22.246812 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b84d9c-ec5c-42e7-8099-9719c7af006a req-586bbdda-06d2-4867-8c8f-b08244463f02 service neutron] Checking segment: {'id': '2d74ffff-adae-41cc-a8b9-e12dc0c30490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd1ab9c0a-c6bd-4320-8aef-9e9f94001190'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:21:22.247383 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b84d9c-ec5c-42e7-8099-9719c7af006a req-586bbdda-06d2-4867-8c8f-b08244463f02 service neutron] Bound using segment: {'id': '2d74ffff-adae-41cc-a8b9-e12dc0c30490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd1ab9c0a-c6bd-4320-8aef-9e9f94001190'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:21:22.248633 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-c5b84d9c-ec5c-42e7-8099-9719c7af006a req-586bbdda-06d2-4867-8c8f-b08244463f02 service neutron] Bound port: 178527c5-5003-4c7e-90d3-fc80a0231183, host: n-h1-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d74ffff-adae-41cc-a8b9-e12dc0c30490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd1ab9c0a-c6bd-4320-8aef-9e9f94001190'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:21:22.249243 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-c5b84d9c-ec5c-42e7-8099-9719c7af006a req-586bbdda-06d2-4867-8c8f-b08244463f02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (178527c5-5003-4c7e-90d3-fc80a0231183), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:22.338568 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 9328cc30-f008-48e8-8e6d-ca7a0569c11e triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:21:22.339332 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (9328cc30-f008-48e8-8e6d-ca7a0569c11e), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:22.385423 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-c5b84d9c-ec5c-42e7-8099-9719c7af006a req-586bbdda-06d2-4867-8c8f-b08244463f02 service neutron] For port 178527c5-5003-4c7e-90d3-fc80a0231183, host n-h1-812111-14, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:21:22.388834 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-c5b84d9c-ec5c-42e7-8099-9719c7af006a req-586bbdda-06d2-4867-8c8f-b08244463f02 service neutron] For port 178527c5-5003-4c7e-90d3-fc80a0231183, host n-h1-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=178527c5-5003-4c7e-90d3-fc80a0231183,segment=NetworkSegment(2d74ffff-adae-41cc-a8b9-e12dc0c30490),segment_id=2d74ffff-adae-41cc-a8b9-e12dc0c30490)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:21:22.404861 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-c5b84d9c-ec5c-42e7-8099-9719c7af006a req-586bbdda-06d2-4867-8c8f-b08244463f02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (178527c5-5003-4c7e-90d3-fc80a0231183), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:22.477256 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 44306) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:22.479105 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 9328cc30-f008-48e8-8e6d-ca7a0569c11e is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:21:22.498484 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b84d9c-ec5c-42e7-8099-9719c7af006a req-586bbdda-06d2-4867-8c8f-b08244463f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:22.499112 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-c5b84d9c-ec5c-42e7-8099-9719c7af006a req-586bbdda-06d2-4867-8c8f-b08244463f02 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:22.500516 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c5b84d9c-ec5c-42e7-8099-9719c7af006a req-586bbdda-06d2-4867-8c8f-b08244463f02 service neutron] 10.222.0.41 "PUT /v2.0/ports/178527c5-5003-4c7e-90d3-fc80a0231183 HTTP/1.1" status: 200 len: 1092 time: 2.9019713 Jan 28 19:21:22.502085 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '477be474-80a0-466a-b735-fb43c49e0d2a', 'tag': '178527c5-5003-4c7e-90d3-fc80a0231183'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:21:22.504349 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c020ccdc-dcd9-4e9a-917d-2409155cf37d" -d '{"events": [{"name": "network-changed", "server_uuid": "477be474-80a0-466a-b735-fb43c49e0d2a", "tag": "178527c5-5003-4c7e-90d3-fc80a0231183"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:21:22.507713 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-02a777b1-5981-4ef3-84f1-4444939ca850 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Request body: {'security_group': {'name': 'tempest-securitygroup--211083036', 'description': 'tempest-description--699910868'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:21:22.590845 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-02a777b1-5981-4ef3-84f1-4444939ca850 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:22.596184 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-1c05201e-9775-486e-8767-32be84fab113 req-66053db8-cd05-4668-9b90-08b5606859ff tempest-ServerMetadataNegativeTestJSON-1928197332 tempest-ServerMetadataNegativeTestJSON-1928197332-project] Publish callbacks [] for port (5dff089c-3b9e-4de5-8027-eba503ab6c4a), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:22.635546 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c628db05-d734-4a1b-a440-a418245cb53e req-329b467e-81fb-4775-8505-27ecbd36cab4 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:22.637144 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c628db05-d734-4a1b-a440-a418245cb53e req-329b467e-81fb-4775-8505-27ecbd36cab4 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=d493780a-0b9d-4faf-acb0-7a17299587d3 HTTP/1.1" status: 200 len: 944 time: 0.2576799 Jan 28 19:21:22.690281 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586bbdda-06d2-4867-8c8f-b08244463f02 service neutron] Pushing event updated for resources: {'Port': ['ID=178527c5-5003-4c7e-90d3-fc80a0231183,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:22.734441 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adcab0f-1a39-4568-a402-43d52fca42bf req-e1ddcd6b-fa5f-4e73-954c-65de254a6b7f tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:22.737154 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-0adcab0f-1a39-4568-a402-43d52fca42bf req-e1ddcd6b-fa5f-4e73-954c-65de254a6b7f tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.70 "GET /v2.0/ports?device_id=d493780a-0b9d-4faf-acb0-7a17299587d3 HTTP/1.1" status: 200 len: 944 time: 0.3199415 Jan 28 19:21:22.743721 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-1c05201e-9775-486e-8767-32be84fab113 req-66053db8-cd05-4668-9b90-08b5606859ff tempest-ServerMetadataNegativeTestJSON-1928197332 tempest-ServerMetadataNegativeTestJSON-1928197332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (5dff089c-3b9e-4de5-8027-eba503ab6c4a), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:22.756955 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b84d9c-ec5c-42e7-8099-9719c7af006a req-625f5e44-d669-4082-bb8c-daf5af87fec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:22.758519 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c5b84d9c-ec5c-42e7-8099-9719c7af006a req-625f5e44-d669-4082-bb8c-daf5af87fec2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8f0bd4092b044a03b66ab6652b5786bf&device_id=477be474-80a0-466a-b735-fb43c49e0d2a HTTP/1.1" status: 200 len: 1126 time: 0.1954651 Jan 28 19:21:22.774341 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c628db05-d734-4a1b-a440-a418245cb53e req-75d57c41-e20a-428e-aa33-0a1b8d717b97 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301115 Jan 28 19:21:22.807314 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c05201e-9775-486e-8767-32be84fab113 req-66053db8-cd05-4668-9b90-08b5606859ff tempest-ServerMetadataNegativeTestJSON-1928197332 tempest-ServerMetadataNegativeTestJSON-1928197332-project] Network d82b674a-5de1-49cf-8468-20a7438fc901 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:21:22.821663 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-1c05201e-9775-486e-8767-32be84fab113 req-66053db8-cd05-4668-9b90-08b5606859ff tempest-ServerMetadataNegativeTestJSON-1928197332 tempest-ServerMetadataNegativeTestJSON-1928197332-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:21:22.843069 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c5b84d9c-ec5c-42e7-8099-9719c7af006a req-4f049c8b-70a9-4786-b4a7-e84338356b74 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=178527c5-5003-4c7e-90d3-fc80a0231183 HTTP/1.1" status: 200 len: 217 time: 0.0643342 Jan 28 19:21:22.843367 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c05201e-9775-486e-8767-32be84fab113 req-66053db8-cd05-4668-9b90-08b5606859ff tempest-ServerMetadataNegativeTestJSON-1928197332 tempest-ServerMetadataNegativeTestJSON-1928197332-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:21:22.853653 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0a480b-7404-4acf-aadd-fe02fe2b64da req-ae69dab1-6eb8-4c6a-82c7-33b2c7781e4f tempest-ServerAddressesTestJSON-1103372956 tempest-ServerAddressesTestJSON-1103372956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:22.855206 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3c0a480b-7404-4acf-aadd-fe02fe2b64da req-ae69dab1-6eb8-4c6a-82c7-33b2c7781e4f tempest-ServerAddressesTestJSON-1103372956 tempest-ServerAddressesTestJSON-1103372956-project] 10.222.0.64 "GET /v2.0/ports?device_id=477be474-80a0-466a-b735-fb43c49e0d2a HTTP/1.1" status: 200 len: 943 time: 0.2951133 Jan 28 19:21:22.915099 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c05201e-9775-486e-8767-32be84fab113 req-66053db8-cd05-4668-9b90-08b5606859ff tempest-ServerMetadataNegativeTestJSON-1928197332 tempest-ServerMetadataNegativeTestJSON-1928197332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:22.917786 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-1c05201e-9775-486e-8767-32be84fab113 req-66053db8-cd05-4668-9b90-08b5606859ff tempest-ServerMetadataNegativeTestJSON-1928197332 tempest-ServerMetadataNegativeTestJSON-1928197332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:22.974084 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1c05201e-9775-486e-8767-32be84fab113 req-66053db8-cd05-4668-9b90-08b5606859ff tempest-ServerMetadataNegativeTestJSON-1928197332 tempest-ServerMetadataNegativeTestJSON-1928197332-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0695987 Jan 28 19:21:22.976779 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-02a777b1-5981-4ef3-84f1-4444939ca850 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Publish callbacks [] for security_group (b98a868e-e5c1-410f-a3c5-8429d6410f2e), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:22.984376 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66053db8-cd05-4668-9b90-08b5606859ff tempest-ServerMetadataNegativeTestJSON-1928197332 tempest-ServerMetadataNegativeTestJSON-1928197332-project] Pushing event updated for resources: {'Port': ['ID=5dff089c-3b9e-4de5-8027-eba503ab6c4a,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:22.991015 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-1c05201e-9775-486e-8767-32be84fab113 req-6319e9cd-7d55-4b73-98e4-3fc38c595eb9 service neutron] Request body: {'port': {'device_id': 'bf81c3a6-8602-4dd8-bce9-a17383e5b512', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-14'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:21:23.017082 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-02a777b1-5981-4ef3-84f1-4444939ca850 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (b98a868e-e5c1-410f-a3c5-8429d6410f2e), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:23.037454 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b84d9c-ec5c-42e7-8099-9719c7af006a req-8d053b79-a4b5-4a40-acdc-806a987c9511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:23.038970 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c5b84d9c-ec5c-42e7-8099-9719c7af006a req-8d053b79-a4b5-4a40-acdc-806a987c9511 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=66d0b0b0-14a3-45d6-b0e4-bd564daeec02 HTTP/1.1" status: 200 len: 854 time: 0.1828749 Jan 28 19:21:23.122024 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-1c05201e-9775-486e-8767-32be84fab113 req-6319e9cd-7d55-4b73-98e4-3fc38c595eb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (5dff089c-3b9e-4de5-8027-eba503ab6c4a), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:23.128462 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-02a777b1-5981-4ef3-84f1-4444939ca850 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:23.128714 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c5b84d9c-ec5c-42e7-8099-9719c7af006a req-3b4640ee-4d33-4bc2-bbb0-c8b2ca78300c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d1ab9c0a-c6bd-4320-8aef-9e9f94001190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0805311 Jan 28 19:21:23.130243 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-02a777b1-5981-4ef3-84f1-4444939ca850 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.6499395 Jan 28 19:21:23.130972 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a777b1-5981-4ef3-84f1-4444939ca850 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b98a868e-e5c1-410f-a3c5-8429d6410f2e,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:23.141301 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 44318) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:23.149180 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-949d6a24-dbfc-4861-96e6-290f32f53d12 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Request body: {'security_group_rule': {'security_group_id': 'b98a868e-e5c1-410f-a3c5-8429d6410f2e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:21:23.164381 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3c0a480b-7404-4acf-aadd-fe02fe2b64da req-87c3d9a8-8f30-40fd-a3d4-c232d1bafb7d tempest-ServerAddressesTestJSON-1103372956 tempest-ServerAddressesTestJSON-1103372956-project] 10.222.0.64 "GET /v2.0/security-groups?id=3bd8866d-b5d3-447d-b081-ff9eeebeb52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2932203 Jan 28 19:21:23.168328 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a119e0e1-c326-46c3-8354-0de0fdb66694 req-1f3780ff-cdf2-4c28-aab0-10fe54012ecb tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:23.169886 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a119e0e1-c326-46c3-8354-0de0fdb66694 req-1f3780ff-cdf2-4c28-aab0-10fe54012ecb tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/ports?device_id=03b9cc04-fd3d-4fc9-a975-d37681157934 HTTP/1.1" status: 200 len: 946 time: 0.2318063 Jan 28 19:21:23.293781 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6740becb-6df9-4cd4-9fe4-bf4cff640b3e x-openstack-request-id: req-6740becb-6df9-4cd4-9fe4-bf4cff640b3e {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:21:23.294353 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "477be474-80a0-466a-b735-fb43c49e0d2a", "tag": "178527c5-5003-4c7e-90d3-fc80a0231183", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:21:23.294775 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6740becb-6df9-4cd4-9fe4-bf4cff640b3e {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:21:23.295348 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '477be474-80a0-466a-b735-fb43c49e0d2a', 'tag': '178527c5-5003-4c7e-90d3-fc80a0231183', 'status': 'completed', 'code': 200} Jan 28 19:21:23.316187 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-0adcab0f-1a39-4568-a402-43d52fca42bf req-b806115c-6359-4a5c-a058-207c69a7db2a tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Deleting port aaf861b8-dc1c-4ad7-b587-439242683163 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:21:23.316831 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-0adcab0f-1a39-4568-a402-43d52fca42bf req-b806115c-6359-4a5c-a058-207c69a7db2a tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (aaf861b8-dc1c-4ad7-b587-439242683163), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:23.446001 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c5b84d9c-ec5c-42e7-8099-9719c7af006a req-bc9c0cde-1174-494e-bc12-3eda02183e0b service neutron] 10.222.0.41 "GET /v2.0/networks/d1ab9c0a-c6bd-4320-8aef-9e9f94001190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2788231 Jan 28 19:21:23.467511 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2edbddc-9b2a-4793-8bec-8bb2009ac3c9 req-bebf6875-8a33-46e6-9bc4-76f57d00b6c9 tempest-ServerMetadataNegativeTestJSON-1928197332 tempest-ServerMetadataNegativeTestJSON-1928197332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:23.469319 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f2edbddc-9b2a-4793-8bec-8bb2009ac3c9 req-bebf6875-8a33-46e6-9bc4-76f57d00b6c9 tempest-ServerMetadataNegativeTestJSON-1928197332 tempest-ServerMetadataNegativeTestJSON-1928197332-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf81c3a6-8602-4dd8-bce9-a17383e5b512 HTTP/1.1" status: 200 len: 931 time: 0.1361229 Jan 28 19:21:23.481815 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [req-1c05201e-9775-486e-8767-32be84fab113 req-6319e9cd-7d55-4b73-98e4-3fc38c595eb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5dff089c-3b9e-4de5-8027-eba503ab6c4a {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:21:23.490474 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-1c05201e-9775-486e-8767-32be84fab113 req-6319e9cd-7d55-4b73-98e4-3fc38c595eb9 service neutron] Publish callbacks [] for port (5dff089c-3b9e-4de5-8027-eba503ab6c4a), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:23.502931 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-1c05201e-9775-486e-8767-32be84fab113 req-6319e9cd-7d55-4b73-98e4-3fc38c595eb9 service neutron] Transition to ACTIVE for port object 5dff089c-3b9e-4de5-8027-eba503ab6c4a will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:21:23.527771 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-1c05201e-9775-486e-8767-32be84fab113 req-6319e9cd-7d55-4b73-98e4-3fc38c595eb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (5dff089c-3b9e-4de5-8027-eba503ab6c4a), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:23.571682 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-0adcab0f-1a39-4568-a402-43d52fca42bf req-b806115c-6359-4a5c-a058-207c69a7db2a tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] For port aaf861b8-dc1c-4ad7-b587-439242683163, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=aaf861b8-dc1c-4ad7-b587-439242683163,segment=NetworkSegment(62a331e7-e6d6-4fbc-9e3c-2d3acdfd7c92),segment_id=62a331e7-e6d6-4fbc-9e3c-2d3acdfd7c92)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:21:23.572455 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-0adcab0f-1a39-4568-a402-43d52fca42bf req-b806115c-6359-4a5c-a058-207c69a7db2a tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (aaf861b8-dc1c-4ad7-b587-439242683163), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:23.595792 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6319e9cd-7d55-4b73-98e4-3fc38c595eb9 service neutron] Pushing event updated for resources: {'Port': ['ID=5dff089c-3b9e-4de5-8027-eba503ab6c4a,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:23.615382 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:23.622516 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-949d6a24-dbfc-4861-96e6-290f32f53d12 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Publish callbacks [] for security_group_rule (3e6f86e8-4ec9-4620-961d-07ddc5a39da1), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:23.630330 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-0adcab0f-1a39-4568-a402-43d52fca42bf req-b806115c-6359-4a5c-a058-207c69a7db2a tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Calling delete_port for aaf861b8-dc1c-4ad7-b587-439242683163 owned by compute:nova {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:21:23.643320 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f2edbddc-9b2a-4793-8bec-8bb2009ac3c9 req-1c4f419b-5f76-40d8-ae2b-b7de85b19c73 tempest-ServerMetadataNegativeTestJSON-1928197332 tempest-ServerMetadataNegativeTestJSON-1928197332-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b9adef0-8700-4c28-a77d-ef10c4393527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629884 Jan 28 19:21:23.677747 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a119e0e1-c326-46c3-8354-0de0fdb66694 req-6c2373fa-1acc-49ae-bcdb-b9db2b80c3ea tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/security-groups?id=e52b5309-890e-4183-bf0d-6ef59c658d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699226 Jan 28 19:21:23.726057 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c5b84d9c-ec5c-42e7-8099-9719c7af006a req-abef0c10-0ea0-48db-a0a2-78af3b06d59f service neutron] 10.222.0.41 "GET /v2.0/networks/d1ab9c0a-c6bd-4320-8aef-9e9f94001190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2555597 Jan 28 19:21:23.796245 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-949d6a24-dbfc-4861-96e6-290f32f53d12 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Publish callbacks [] for security_group_rule (3e6f86e8-4ec9-4620-961d-07ddc5a39da1), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:23.806233 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-949d6a24-dbfc-4861-96e6-290f32f53d12 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (3e6f86e8-4ec9-4620-961d-07ddc5a39da1), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:23.862826 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949d6a24-dbfc-4861-96e6-290f32f53d12 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e6f86e8-4ec9-4620-961d-07ddc5a39da1,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:23.878715 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ad5563-d6a3-40e3-a355-ce06a0f2d827 req-b54e6200-f71c-48de-b419-4a6031a8c854 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:23.880854 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-79ad5563-d6a3-40e3-a355-ce06a0f2d827 req-b54e6200-f71c-48de-b419-4a6031a8c854 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/ports?device_id=a64d6087-dfa2-4d21-bf23-888bcba1c09b HTTP/1.1" status: 200 len: 949 time: 0.1338189 Jan 28 19:21:23.920756 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-949d6a24-dbfc-4861-96e6-290f32f53d12 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:23.924878 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-949d6a24-dbfc-4861-96e6-290f32f53d12 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7809243 Jan 28 19:21:23.926485 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 44330) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:23.936262 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-f07b4e83-69a1-4ae2-a30e-ac75ed2e0f94 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Request body: {'security_group_rule': {'security_group_id': 'b98a868e-e5c1-410f-a3c5-8429d6410f2e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:21:23.946492 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-1c05201e-9775-486e-8767-32be84fab113 req-6319e9cd-7d55-4b73-98e4-3fc38c595eb9 service neutron] Attempting to bind port 5dff089c-3b9e-4de5-8027-eba503ab6c4a on host n-h1-812111-14 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:21:23.946979 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-1c05201e-9775-486e-8767-32be84fab113 req-6319e9cd-7d55-4b73-98e4-3fc38c595eb9 service neutron] Attempting to bind port 5dff089c-3b9e-4de5-8027-eba503ab6c4a by drivers openvswitch,hyperv on host n-h1-812111-14 at level 0 using segments [{'id': '83f4836b-ecd9-4d9d-aaed-545343b20d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'd82b674a-5de1-49cf-8468-20a7438fc901'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:21:23.947434 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c05201e-9775-486e-8767-32be84fab113 req-6319e9cd-7d55-4b73-98e4-3fc38c595eb9 service neutron] Attempting to bind port 5dff089c-3b9e-4de5-8027-eba503ab6c4a on network d82b674a-5de1-49cf-8468-20a7438fc901 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:21:23.964921 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c05201e-9775-486e-8767-32be84fab113 req-6319e9cd-7d55-4b73-98e4-3fc38c595eb9 service neutron] Port 5dff089c-3b9e-4de5-8027-eba503ab6c4a on network d82b674a-5de1-49cf-8468-20a7438fc901 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-14 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:21:23.965324 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c05201e-9775-486e-8767-32be84fab113 req-6319e9cd-7d55-4b73-98e4-3fc38c595eb9 service neutron] Attempting to bind port 5dff089c-3b9e-4de5-8027-eba503ab6c4a on network d82b674a-5de1-49cf-8468-20a7438fc901 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:21:23.970138 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c020ccdc-dcd9-4e9a-917d-2409155cf37d req-bcec6f23-f9de-44f1-a0b7-a8d2198d3b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:23.971726 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c020ccdc-dcd9-4e9a-917d-2409155cf37d req-bcec6f23-f9de-44f1-a0b7-a8d2198d3b8b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8f0bd4092b044a03b66ab6652b5786bf&device_id=477be474-80a0-466a-b735-fb43c49e0d2a HTTP/1.1" status: 200 len: 1126 time: 0.1636581 Jan 28 19:21:23.977542 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-79ad5563-d6a3-40e3-a355-ce06a0f2d827 req-73b04064-53e9-45db-8d3e-cefb29ecfb78 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d07f2a-7a3d-4718-9c1b-16394753837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690553 Jan 28 19:21:23.991323 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d403999-b125-4c3f-8aa9-6d652aa4784c req-a270b850-8aa0-41ff-b1ca-9b4de64eb0ef tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:23.998071 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1d403999-b125-4c3f-8aa9-6d652aa4784c req-a270b850-8aa0-41ff-b1ca-9b4de64eb0ef tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e48b655-5911-4dcd-a073-26e765e9c04d HTTP/1.1" status: 200 len: 945 time: 0.1611187 Jan 28 19:21:24.005366 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c05201e-9775-486e-8767-32be84fab113 req-6319e9cd-7d55-4b73-98e4-3fc38c595eb9 service neutron] Checking agent: {'id': 'b544ba20-de93-4d86-9e6b-a2202deb6191', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:21:24.005733 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c05201e-9775-486e-8767-32be84fab113 req-6319e9cd-7d55-4b73-98e4-3fc38c595eb9 service neutron] Checking segment: {'id': '83f4836b-ecd9-4d9d-aaed-545343b20d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'd82b674a-5de1-49cf-8468-20a7438fc901'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:21:24.006087 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c05201e-9775-486e-8767-32be84fab113 req-6319e9cd-7d55-4b73-98e4-3fc38c595eb9 service neutron] Bound using segment: {'id': '83f4836b-ecd9-4d9d-aaed-545343b20d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'd82b674a-5de1-49cf-8468-20a7438fc901'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:21:24.006631 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-1c05201e-9775-486e-8767-32be84fab113 req-6319e9cd-7d55-4b73-98e4-3fc38c595eb9 service neutron] Bound port: 5dff089c-3b9e-4de5-8027-eba503ab6c4a, host: n-h1-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83f4836b-ecd9-4d9d-aaed-545343b20d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'd82b674a-5de1-49cf-8468-20a7438fc901'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:21:24.006982 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-1c05201e-9775-486e-8767-32be84fab113 req-6319e9cd-7d55-4b73-98e4-3fc38c595eb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (5dff089c-3b9e-4de5-8027-eba503ab6c4a), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:24.009565 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-0adcab0f-1a39-4568-a402-43d52fca42bf req-b806115c-6359-4a5c-a058-207c69a7db2a tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (aaf861b8-dc1c-4ad7-b587-439242683163), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:24.022359 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['aaf861b8-dc1c-4ad7-b587-439242683163'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:21:24.043498 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f07b4e83-69a1-4ae2-a30e-ac75ed2e0f94 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Publish callbacks [] for security_group_rule (43647a46-ddd7-4b59-b583-78798e9de1b4), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:24.144601 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b806115c-6359-4a5c-a058-207c69a7db2a tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Pushing event deleted for resources: {'Port': ['ID=aaf861b8-dc1c-4ad7-b587-439242683163,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:24.148126 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-994f6c9b-bc9d-4b03-ada6-e9cacb5a4f1a req-ea95998d-0d33-44a4-b49f-0c6ab3374bb4 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=d493780a-0b9d-4faf-acb0-7a17299587d3 HTTP/1.1" status: 200 len: 210 time: 0.0515494 Jan 28 19:21:24.148754 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1d403999-b125-4c3f-8aa9-6d652aa4784c req-e286b9fa-452f-449c-903b-b576064bbafd tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff0a7ca0-73d1-435a-8c79-518c9bdfd3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495640 Jan 28 19:21:24.189599 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-1c05201e-9775-486e-8767-32be84fab113 req-6319e9cd-7d55-4b73-98e4-3fc38c595eb9 service neutron] For port 5dff089c-3b9e-4de5-8027-eba503ab6c4a, host n-h1-812111-14, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:21:24.196200 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-1c05201e-9775-486e-8767-32be84fab113 req-6319e9cd-7d55-4b73-98e4-3fc38c595eb9 service neutron] For port 5dff089c-3b9e-4de5-8027-eba503ab6c4a, host n-h1-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=5dff089c-3b9e-4de5-8027-eba503ab6c4a,segment=NetworkSegment(83f4836b-ecd9-4d9d-aaed-545343b20d53),segment_id=83f4836b-ecd9-4d9d-aaed-545343b20d53)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:21:24.203329 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f07b4e83-69a1-4ae2-a30e-ac75ed2e0f94 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Publish callbacks [] for security_group_rule (43647a46-ddd7-4b59-b583-78798e9de1b4), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:24.220439 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-1c05201e-9775-486e-8767-32be84fab113 req-6319e9cd-7d55-4b73-98e4-3fc38c595eb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (5dff089c-3b9e-4de5-8027-eba503ab6c4a), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:24.222706 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f07b4e83-69a1-4ae2-a30e-ac75ed2e0f94 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (43647a46-ddd7-4b59-b583-78798e9de1b4), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:24.266788 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-0adcab0f-1a39-4568-a402-43d52fca42bf req-b806115c-6359-4a5c-a058-207c69a7db2a tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] No DVR routers for this DVR port aaf861b8-dc1c-4ad7-b587-439242683163 on host n-h2-812111-14 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:21:24.276942 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-0adcab0f-1a39-4568-a402-43d52fca42bf req-b806115c-6359-4a5c-a058-207c69a7db2a tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:24.280401 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c05201e-9775-486e-8767-32be84fab113 req-6319e9cd-7d55-4b73-98e4-3fc38c595eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:24.281042 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-1c05201e-9775-486e-8767-32be84fab113 req-6319e9cd-7d55-4b73-98e4-3fc38c595eb9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:24.281349 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-0adcab0f-1a39-4568-a402-43d52fca42bf req-b806115c-6359-4a5c-a058-207c69a7db2a tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.70 "DELETE /v2.0/ports/aaf861b8-dc1c-4ad7-b587-439242683163 HTTP/1.1" status: 204 len: 173 time: 1.5364699 Jan 28 19:21:24.282569 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1c05201e-9775-486e-8767-32be84fab113 req-6319e9cd-7d55-4b73-98e4-3fc38c595eb9 service neutron] 10.222.0.41 "PUT /v2.0/ports/5dff089c-3b9e-4de5-8027-eba503ab6c4a HTTP/1.1" status: 200 len: 1092 time: 1.2999969 Jan 28 19:21:24.285933 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf81c3a6-8602-4dd8-bce9-a17383e5b512', 'tag': '5dff089c-3b9e-4de5-8027-eba503ab6c4a'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:21:24.288954 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86d4499b-cd32-4511-a105-bb924307a28f" -d '{"events": [{"name": "network-changed", "server_uuid": "bf81c3a6-8602-4dd8-bce9-a17383e5b512", "tag": "5dff089c-3b9e-4de5-8027-eba503ab6c4a"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:21:24.291462 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07b4e83-69a1-4ae2-a30e-ac75ed2e0f94 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43647a46-ddd7-4b59-b583-78798e9de1b4,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:24.297728 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f07b4e83-69a1-4ae2-a30e-ac75ed2e0f94 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:24.302811 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-f07b4e83-69a1-4ae2-a30e-ac75ed2e0f94 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3708291 Jan 28 19:21:24.307817 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 44340) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:24.329471 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-b1f06069-abd0-4723-913a-1e9a4c453278 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Request body: {'floatingip': {'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:21:24.359339 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c020ccdc-dcd9-4e9a-917d-2409155cf37d req-9aa2c3cd-04ee-49c6-8b5a-5eec2d43e485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:24.362211 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c020ccdc-dcd9-4e9a-917d-2409155cf37d req-9aa2c3cd-04ee-49c6-8b5a-5eec2d43e485 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d1ab9c0a-c6bd-4320-8aef-9e9f94001190 HTTP/1.1" status: 200 len: 914 time: 0.3802702 Jan 28 19:21:24.414894 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c020ccdc-dcd9-4e9a-917d-2409155cf37d req-c5b47df1-4e1e-47fc-8bb1-b742d26fa853 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=178527c5-5003-4c7e-90d3-fc80a0231183 HTTP/1.1" status: 200 len: 217 time: 0.0449259 Jan 28 19:21:24.428854 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6319e9cd-7d55-4b73-98e4-3fc38c595eb9 service neutron] Pushing event updated for resources: {'Port': ['ID=5dff089c-3b9e-4de5-8027-eba503ab6c4a,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:24.462501 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b1f06069-abd0-4723-913a-1e9a4c453278 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:24.476423 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208d4269-2ce3-4e63-92cb-636ce2554418 req-4eea5aea-e295-4e48-9a10-2b2228bacc16 tempest-ServerAddressesTestJSON-1103372956 tempest-ServerAddressesTestJSON-1103372956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:24.481632 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-208d4269-2ce3-4e63-92cb-636ce2554418 req-4eea5aea-e295-4e48-9a10-2b2228bacc16 tempest-ServerAddressesTestJSON-1103372956 tempest-ServerAddressesTestJSON-1103372956-project] 10.222.0.64 "GET /v2.0/ports?device_id=477be474-80a0-466a-b735-fb43c49e0d2a HTTP/1.1" status: 200 len: 943 time: 0.1972606 Jan 28 19:21:24.498682 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c05201e-9775-486e-8767-32be84fab113 req-03975804-1f1b-44ff-913a-0fd29ba4be62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:24.500352 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1c05201e-9775-486e-8767-32be84fab113 req-03975804-1f1b-44ff-913a-0fd29ba4be62 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6ba8af20b2c549b4a40f55b511392ec9&device_id=bf81c3a6-8602-4dd8-bce9-a17383e5b512 HTTP/1.1" status: 200 len: 1126 time: 0.1162138 Jan 28 19:21:24.507396 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fe3c91-b4d9-4205-863c-4d93d7778605 req-cfd7327e-e529-466d-916a-81133782cf67 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:24.508962 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-79fe3c91-b4d9-4205-863c-4d93d7778605 req-cfd7327e-e529-466d-916a-81133782cf67 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e48b655-5911-4dcd-a073-26e765e9c04d HTTP/1.1" status: 200 len: 945 time: 0.2052102 Jan 28 19:21:24.516192 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c020ccdc-dcd9-4e9a-917d-2409155cf37d req-d71d939c-7396-4582-8a63-f186de0b34b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:24.517658 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c020ccdc-dcd9-4e9a-917d-2409155cf37d req-d71d939c-7396-4582-8a63-f186de0b34b2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=66d0b0b0-14a3-45d6-b0e4-bd564daeec02 HTTP/1.1" status: 200 len: 854 time: 0.0970244 Jan 28 19:21:24.561285 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c020ccdc-dcd9-4e9a-917d-2409155cf37d req-f9fea8bb-b5d1-4fe3-8ffa-0d7789f6cae1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d1ab9c0a-c6bd-4320-8aef-9e9f94001190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354745 Jan 28 19:21:24.565668 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-208d4269-2ce3-4e63-92cb-636ce2554418 req-4240182b-0d2e-4735-9d33-e78c3e63a7d9 tempest-ServerAddressesTestJSON-1103372956 tempest-ServerAddressesTestJSON-1103372956-project] 10.222.0.64 "GET /v2.0/security-groups?id=3bd8866d-b5d3-447d-b081-ff9eeebeb52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813224 Jan 28 19:21:24.589085 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1c05201e-9775-486e-8767-32be84fab113 req-f16eb488-0d02-46d4-998d-4c27bfbffc7a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5dff089c-3b9e-4de5-8027-eba503ab6c4a HTTP/1.1" status: 200 len: 217 time: 0.0557199 Jan 28 19:21:24.641930 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68f869e1-415a-47fc-b50c-4cca74812286 x-openstack-request-id: req-68f869e1-415a-47fc-b50c-4cca74812286 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:21:24.642212 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf81c3a6-8602-4dd8-bce9-a17383e5b512", "tag": "5dff089c-3b9e-4de5-8027-eba503ab6c4a", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:21:24.642462 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-68f869e1-415a-47fc-b50c-4cca74812286 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:21:24.643189 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf81c3a6-8602-4dd8-bce9-a17383e5b512', 'tag': '5dff089c-3b9e-4de5-8027-eba503ab6c4a', 'status': 'completed', 'code': 200} Jan 28 19:21:24.659624 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c020ccdc-dcd9-4e9a-917d-2409155cf37d req-3e36f700-50f0-4a8d-aa43-fec764743411 service neutron] 10.222.0.41 "GET /v2.0/networks/d1ab9c0a-c6bd-4320-8aef-9e9f94001190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917697 Jan 28 19:21:24.666932 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-79fe3c91-b4d9-4205-863c-4d93d7778605 req-5a4e3425-1a3d-48c5-b721-b23c8af234d7 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff0a7ca0-73d1-435a-8c79-518c9bdfd3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322858 Jan 28 19:21:24.693218 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c05201e-9775-486e-8767-32be84fab113 req-be625e9a-8835-4cc0-897f-3fe7d1a04dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:24.694784 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1c05201e-9775-486e-8767-32be84fab113 req-be625e9a-8835-4cc0-897f-3fe7d1a04dfb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0721d68a-0acc-4b49-8ed1-c3bead526fa5 HTTP/1.1" status: 200 len: 860 time: 0.0947342 Jan 28 19:21:24.776591 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1c05201e-9775-486e-8767-32be84fab113 req-c683d4c5-b137-4d52-a36d-4df35e13c121 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d82b674a-5de1-49cf-8468-20a7438fc901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0682693 Jan 28 19:21:24.805472 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c020ccdc-dcd9-4e9a-917d-2409155cf37d req-1fbcd97e-8218-4b3f-970d-a7e8296b45f8 service neutron] 10.222.0.41 "GET /v2.0/networks/d1ab9c0a-c6bd-4320-8aef-9e9f94001190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390364 Jan 28 19:21:24.873138 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4730b3db-d641-41ed-9670-f5f3bae5d83b req-fdc07587-33d2-4be6-b244-1771d071c2a1 tempest-ServerMetadataNegativeTestJSON-1928197332 tempest-ServerMetadataNegativeTestJSON-1928197332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:24.874810 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4730b3db-d641-41ed-9670-f5f3bae5d83b req-fdc07587-33d2-4be6-b244-1771d071c2a1 tempest-ServerMetadataNegativeTestJSON-1928197332 tempest-ServerMetadataNegativeTestJSON-1928197332-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf81c3a6-8602-4dd8-bce9-a17383e5b512 HTTP/1.1" status: 200 len: 943 time: 0.0684469 Jan 28 19:21:24.927742 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4730b3db-d641-41ed-9670-f5f3bae5d83b req-dd2f6cc5-392d-4f9c-991e-bb89e83c95da tempest-ServerMetadataNegativeTestJSON-1928197332 tempest-ServerMetadataNegativeTestJSON-1928197332-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b9adef0-8700-4c28-a77d-ef10c4393527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469630 Jan 28 19:21:24.953189 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b1f06069-abd0-4723-913a-1e9a4c453278 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:24.976991 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078827b9-627e-419a-bc63-b5a8ccb2dbb8 req-6e3f881d-5baf-42a5-8986-dcd49551115d tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:24.978847 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-078827b9-627e-419a-bc63-b5a8ccb2dbb8 req-6e3f881d-5baf-42a5-8986-dcd49551115d tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/ports?device_id=03b9cc04-fd3d-4fc9-a975-d37681157934 HTTP/1.1" status: 200 len: 946 time: 0.1956697 Jan 28 19:21:24.983625 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1c05201e-9775-486e-8767-32be84fab113 req-a8000ee7-fa59-4d66-943c-63525068e5cb service neutron] 10.222.0.41 "GET /v2.0/networks/d82b674a-5de1-49cf-8468-20a7438fc901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891081 Jan 28 19:21:25.064940 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeaa66b-fa1a-4e29-b2c9-3d5992c069f1 req-dbb2b7ad-4d01-4c9e-889e-d21d265ca072 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:25.065998 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8aeaa66b-fa1a-4e29-b2c9-3d5992c069f1 req-dbb2b7ad-4d01-4c9e-889e-d21d265ca072 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e48b655-5911-4dcd-a073-26e765e9c04d HTTP/1.1" status: 200 len: 945 time: 0.0678544 Jan 28 19:21:25.139058 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8aeaa66b-fa1a-4e29-b2c9-3d5992c069f1 req-7e395459-3185-4f4e-8620-ba4467a08109 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff0a7ca0-73d1-435a-8c79-518c9bdfd3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660956 Jan 28 19:21:25.143610 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-078827b9-627e-419a-bc63-b5a8ccb2dbb8 req-7b232338-199e-4966-9c6d-32e3b48feba3 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/security-groups?id=e52b5309-890e-4183-bf0d-6ef59c658d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570106 Jan 28 19:21:25.199559 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1c05201e-9775-486e-8767-32be84fab113 req-1fc87108-bd6a-48c5-94bf-b38fc7638e2f service neutron] 10.222.0.41 "GET /v2.0/networks/d82b674a-5de1-49cf-8468-20a7438fc901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931629 Jan 28 19:21:25.237966 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-b1f06069-abd0-4723-913a-1e9a4c453278 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Allocated IP 172.25.6.236 (d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8/a648e4ab-7422-41b9-b133-58aca25ab8f5/6aeaed50-5492-41a3-b06b-58b75a5ae194) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:21:25.297292 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd493780a-0b9d-4faf-acb0-7a17299587d3', 'name': 'network-vif-deleted', 'tag': 'aaf861b8-dc1c-4ad7-b587-439242683163'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:21:25.302668 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87ec6202-5d93-43d0-a3ed-1c2d38d05643" -d '{"events": [{"server_uuid": "d493780a-0b9d-4faf-acb0-7a17299587d3", "name": "network-vif-deleted", "tag": "aaf861b8-dc1c-4ad7-b587-439242683163"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:21:25.318010 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2a4d96-0d5d-4dc6-a890-834325e4edcc req-d7f89e9b-7d3d-424d-8d21-38a147fd0f74 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:25.321052 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-bf2a4d96-0d5d-4dc6-a890-834325e4edcc req-d7f89e9b-7d3d-424d-8d21-38a147fd0f74 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e48b655-5911-4dcd-a073-26e765e9c04d HTTP/1.1" status: 200 len: 945 time: 0.0759687 Jan 28 19:21:25.375560 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-bf2a4d96-0d5d-4dc6-a890-834325e4edcc req-c1a1857d-9578-480e-a8d9-9383969756c2 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff0a7ca0-73d1-435a-8c79-518c9bdfd3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475860 Jan 28 19:21:25.484486 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d9ba3b6-fc4e-4a83-964a-2d85834d8191 x-openstack-request-id: req-5d9ba3b6-fc4e-4a83-964a-2d85834d8191 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:21:25.484486 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d493780a-0b9d-4faf-acb0-7a17299587d3", "name": "network-vif-deleted", "tag": "aaf861b8-dc1c-4ad7-b587-439242683163", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:21:25.484486 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5d9ba3b6-fc4e-4a83-964a-2d85834d8191 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:21:25.484486 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd493780a-0b9d-4faf-acb0-7a17299587d3', 'name': 'network-vif-deleted', 'tag': 'aaf861b8-dc1c-4ad7-b587-439242683163', 'status': 'completed', 'code': 200} Jan 28 19:21:25.663774 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424a4297-dadb-42d9-9233-43a0c8752428 req-f9dca3b8-6620-4cd4-9087-99fd8ce47699 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:25.671001 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-424a4297-dadb-42d9-9233-43a0c8752428 req-f9dca3b8-6620-4cd4-9087-99fd8ce47699 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/ports?device_id=a64d6087-dfa2-4d21-bf23-888bcba1c09b HTTP/1.1" status: 200 len: 949 time: 0.4238136 Jan 28 19:21:25.682100 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d4499b-cd32-4511-a105-bb924307a28f req-bfb70b74-c04b-47db-a339-6ab719a580b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:25.683709 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-86d4499b-cd32-4511-a105-bb924307a28f req-bfb70b74-c04b-47db-a339-6ab719a580b3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6ba8af20b2c549b4a40f55b511392ec9&device_id=bf81c3a6-8602-4dd8-bce9-a17383e5b512 HTTP/1.1" status: 200 len: 1126 time: 0.4058673 Jan 28 19:21:25.733838 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b1f06069-abd0-4723-913a-1e9a4c453278 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Publish callbacks [] for port (6aeaed50-5492-41a3-b06b-58b75a5ae194), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:25.790319 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-424a4297-dadb-42d9-9233-43a0c8752428 req-4ba8edee-928a-4487-b5ee-85c2747221c3 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d07f2a-7a3d-4718-9c1b-16394753837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178682 Jan 28 19:21:25.804019 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e236e75-614d-45e9-a5b7-609313dea8d7 req-faa2cf55-cf74-43c8-aacc-02cf0d2c4952 tempest-ServerAddressesTestJSON-1103372956 tempest-ServerAddressesTestJSON-1103372956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:25.814689 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2e236e75-614d-45e9-a5b7-609313dea8d7 req-faa2cf55-cf74-43c8-aacc-02cf0d2c4952 tempest-ServerAddressesTestJSON-1103372956 tempest-ServerAddressesTestJSON-1103372956-project] 10.222.0.64 "GET /v2.0/ports?device_id=477be474-80a0-466a-b735-fb43c49e0d2a HTTP/1.1" status: 200 len: 943 time: 0.0676110 Jan 28 19:21:25.841960 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d4499b-cd32-4511-a105-bb924307a28f req-5b4f1c56-1eab-49dc-a445-43d9f702948a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:25.844308 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-86d4499b-cd32-4511-a105-bb924307a28f req-5b4f1c56-1eab-49dc-a445-43d9f702948a service neutron] 10.222.0.41 "GET /v2.0/networks?id=d82b674a-5de1-49cf-8468-20a7438fc901 HTTP/1.1" status: 200 len: 920 time: 0.1499231 Jan 28 19:21:25.859090 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b1f06069-abd0-4723-913a-1e9a4c453278 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (6aeaed50-5492-41a3-b06b-58b75a5ae194), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:25.889743 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2e236e75-614d-45e9-a5b7-609313dea8d7 req-1e27e618-eb34-43a3-a007-f05624cf7b6e tempest-ServerAddressesTestJSON-1103372956 tempest-ServerAddressesTestJSON-1103372956-project] 10.222.0.64 "GET /v2.0/security-groups?id=3bd8866d-b5d3-447d-b081-ff9eeebeb52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733721 Jan 28 19:21:25.904506 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-86d4499b-cd32-4511-a105-bb924307a28f req-5e198944-1428-45f0-9464-8b4836da90b0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5dff089c-3b9e-4de5-8027-eba503ab6c4a HTTP/1.1" status: 200 len: 217 time: 0.0519087 Jan 28 19:21:25.993681 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc699801-2748-44f2-b56c-5cf7a5acbcde req-0acacacd-6dca-4502-84c3-f5a28f8b7faf tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:25.995188 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-dc699801-2748-44f2-b56c-5cf7a5acbcde req-0acacacd-6dca-4502-84c3-f5a28f8b7faf tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e48b655-5911-4dcd-a073-26e765e9c04d HTTP/1.1" status: 200 len: 945 time: 0.0610583 Jan 28 19:21:26.000772 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1f06069-abd0-4723-913a-1e9a4c453278 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:21:26.009047 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-b1f06069-abd0-4723-913a-1e9a4c453278 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:21:26.020700 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f06069-abd0-4723-913a-1e9a4c453278 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:21:26.046125 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f06069-abd0-4723-913a-1e9a4c453278 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Pushing event updated for resources: {'Port': ['ID=6aeaed50-5492-41a3-b06b-58b75a5ae194,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:26.047774 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-dc699801-2748-44f2-b56c-5cf7a5acbcde req-53db6398-56b3-4239-ba0c-ea20bbfaaa56 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff0a7ca0-73d1-435a-8c79-518c9bdfd3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466440 Jan 28 19:21:26.053633 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d4499b-cd32-4511-a105-bb924307a28f req-9505f0d1-3610-41f6-9bde-c9c8b0fdaa03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:26.055191 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-86d4499b-cd32-4511-a105-bb924307a28f req-9505f0d1-3610-41f6-9bde-c9c8b0fdaa03 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0721d68a-0acc-4b49-8ed1-c3bead526fa5 HTTP/1.1" status: 200 len: 860 time: 0.1198773 Jan 28 19:21:26.095443 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-86d4499b-cd32-4511-a105-bb924307a28f req-a32744e7-cc8a-4fef-8ec8-8c9e6711b62d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d82b674a-5de1-49cf-8468-20a7438fc901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324831 Jan 28 19:21:26.102871 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04711984-cb98-43e3-8fa0-012299cc1e32 req-2fae34b4-5e55-4bc5-a729-445322b74b0c tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:26.104412 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-04711984-cb98-43e3-8fa0-012299cc1e32 req-2fae34b4-5e55-4bc5-a729-445322b74b0c tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=935a286f-698a-480e-8468-5254b3008937 HTTP/1.1" status: 200 len: 944 time: 0.2044473 Jan 28 19:21:26.161584 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f40ad7-38e7-45b4-9dc4-0a0caac4f1b6 req-c29be76c-c526-40e1-868b-b2021ee3fb1f tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:26.163395 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-21f40ad7-38e7-45b4-9dc4-0a0caac4f1b6 req-c29be76c-c526-40e1-868b-b2021ee3fb1f tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.70 "GET /v2.0/ports?device_id=935a286f-698a-480e-8468-5254b3008937 HTTP/1.1" status: 200 len: 944 time: 0.0825686 Jan 28 19:21:26.252820 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-04711984-cb98-43e3-8fa0-012299cc1e32 req-166b05e6-4dac-476b-ab7d-9a564a04251a tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374586 Jan 28 19:21:26.274145 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b1f06069-abd0-4723-913a-1e9a4c453278 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Publish callbacks [] for floatingip (3a999917-276d-4559-b134-2b21ca0e4d8e), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:26.283912 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-86d4499b-cd32-4511-a105-bb924307a28f req-97423b9d-14b0-4756-bd68-4a47745502b4 service neutron] 10.222.0.41 "GET /v2.0/networks/d82b674a-5de1-49cf-8468-20a7438fc901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767254 Jan 28 19:21:26.319051 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0716d0-511a-40ab-a018-3338f9c314ef req-d3e1da9c-a80e-4f0b-ab7b-a85e522d2bb8 tempest-ServerMetadataNegativeTestJSON-1928197332 tempest-ServerMetadataNegativeTestJSON-1928197332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:26.321651 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8e0716d0-511a-40ab-a018-3338f9c314ef req-d3e1da9c-a80e-4f0b-ab7b-a85e522d2bb8 tempest-ServerMetadataNegativeTestJSON-1928197332 tempest-ServerMetadataNegativeTestJSON-1928197332-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf81c3a6-8602-4dd8-bce9-a17383e5b512 HTTP/1.1" status: 200 len: 943 time: 0.1564834 Jan 28 19:21:26.359340 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-21f40ad7-38e7-45b4-9dc4-0a0caac4f1b6 req-95cbdef2-8f88-4542-9941-6f2a19f9a342 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Deleting port 78ca6da5-552b-4c9a-8357-02fa68e2679d {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:21:26.359812 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-21f40ad7-38e7-45b4-9dc4-0a0caac4f1b6 req-95cbdef2-8f88-4542-9941-6f2a19f9a342 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (78ca6da5-552b-4c9a-8357-02fa68e2679d), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:26.397722 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b1f06069-abd0-4723-913a-1e9a4c453278 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (6aeaed50-5492-41a3-b06b-58b75a5ae194), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:26.430912 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8e0716d0-511a-40ab-a018-3338f9c314ef req-46df4b7c-3801-46cc-962d-2da969123a45 tempest-ServerMetadataNegativeTestJSON-1928197332 tempest-ServerMetadataNegativeTestJSON-1928197332-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b9adef0-8700-4c28-a77d-ef10c4393527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029410 Jan 28 19:21:26.485681 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-21f40ad7-38e7-45b4-9dc4-0a0caac4f1b6 req-95cbdef2-8f88-4542-9941-6f2a19f9a342 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] For port 78ca6da5-552b-4c9a-8357-02fa68e2679d, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=78ca6da5-552b-4c9a-8357-02fa68e2679d,segment=NetworkSegment(62a331e7-e6d6-4fbc-9e3c-2d3acdfd7c92),segment_id=62a331e7-e6d6-4fbc-9e3c-2d3acdfd7c92)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:21:26.486115 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-86d4499b-cd32-4511-a105-bb924307a28f req-4ea1b2cf-053a-446b-b2a1-c7abb0512a6a service neutron] 10.222.0.41 "GET /v2.0/networks/d82b674a-5de1-49cf-8468-20a7438fc901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952622 Jan 28 19:21:26.486853 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-21f40ad7-38e7-45b4-9dc4-0a0caac4f1b6 req-95cbdef2-8f88-4542-9941-6f2a19f9a342 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (78ca6da5-552b-4c9a-8357-02fa68e2679d), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:26.498753 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd0945d-c5e2-41d7-b910-a18972c75cb2 req-a3c4ffc9-cec0-4c80-96fe-90e2de8be4a5 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:26.500344 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-fdd0945d-c5e2-41d7-b910-a18972c75cb2 req-a3c4ffc9-cec0-4c80-96fe-90e2de8be4a5 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e48b655-5911-4dcd-a073-26e765e9c04d HTTP/1.1" status: 200 len: 945 time: 0.1416109 Jan 28 19:21:26.524741 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-21f40ad7-38e7-45b4-9dc4-0a0caac4f1b6 req-95cbdef2-8f88-4542-9941-6f2a19f9a342 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Calling delete_port for 78ca6da5-552b-4c9a-8357-02fa68e2679d owned by compute:nova {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:21:26.598798 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-fdd0945d-c5e2-41d7-b910-a18972c75cb2 req-ad258e79-0bd9-45d9-9ed1-dc27e4020acf tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff0a7ca0-73d1-435a-8c79-518c9bdfd3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880692 Jan 28 19:21:26.611774 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 178527c5-5003-4c7e-90d3-fc80a0231183 details requested by agent hyperv_n-h1-812111-14 with host n-h1-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:21:26.648645 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b1f06069-abd0-4723-913a-1e9a4c453278 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Publish callbacks [] for port (6aeaed50-5492-41a3-b06b-58b75a5ae194), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:26.655408 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b1f06069-abd0-4723-913a-1e9a4c453278 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (6aeaed50-5492-41a3-b06b-58b75a5ae194), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:26.793012 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-21f40ad7-38e7-45b4-9dc4-0a0caac4f1b6 req-95cbdef2-8f88-4542-9941-6f2a19f9a342 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (78ca6da5-552b-4c9a-8357-02fa68e2679d), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:26.827758 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 178527c5-5003-4c7e-90d3-fc80a0231183, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=178527c5-5003-4c7e-90d3-fc80a0231183,segment=NetworkSegment(2d74ffff-adae-41cc-a8b9-e12dc0c30490),segment_id=2d74ffff-adae-41cc-a8b9-e12dc0c30490)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:21:26.838952 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f06069-abd0-4723-913a-1e9a4c453278 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Pushing event updated for resources: {'Port': ['ID=6aeaed50-5492-41a3-b06b-58b75a5ae194,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:26.840782 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Returning: {'device': '178527c5-5003-4c7e-90d3-fc80a0231183', 'network_id': 'd1ab9c0a-c6bd-4320-8aef-9e9f94001190', 'port_id': '178527c5-5003-4c7e-90d3-fc80a0231183', 'mac_address': 'fa:16:3e:70:92:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66d0b0b0-14a3-45d6-b0e4-bd564daeec02', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:21:26.856251 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b1f06069-abd0-4723-913a-1e9a4c453278 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734886'] for floatingip (3a999917-276d-4559-b134-2b21ca0e4d8e), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:26.863343 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cbdef2-8f88-4542-9941-6f2a19f9a342 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Pushing event deleted for resources: {'Port': ['ID=78ca6da5-552b-4c9a-8357-02fa68e2679d,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:26.887709 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739d49a1-aeaf-4dd2-93ab-121dbb44bd34 req-84d0509c-b5a0-44f5-88b3-4196c568f648 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:26.889493 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-739d49a1-aeaf-4dd2-93ab-121dbb44bd34 req-84d0509c-b5a0-44f5-88b3-4196c568f648 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/ports?device_id=03b9cc04-fd3d-4fc9-a975-d37681157934 HTTP/1.1" status: 200 len: 946 time: 0.0992765 Jan 28 19:21:26.904707 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port 178527c5-5003-4c7e-90d3-fc80a0231183 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:21:26.905466 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (178527c5-5003-4c7e-90d3-fc80a0231183), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:26.918051 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b1f06069-abd0-4723-913a-1e9a4c453278 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for floatingip (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:26.922622 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-b1f06069-abd0-4723-913a-1e9a4c453278 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6041560 Jan 28 19:21:26.938201 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 178527c5-5003-4c7e-90d3-fc80a0231183 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:21:26.947298 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-21f40ad7-38e7-45b4-9dc4-0a0caac4f1b6 req-95cbdef2-8f88-4542-9941-6f2a19f9a342 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] No DVR routers for this DVR port 78ca6da5-552b-4c9a-8357-02fa68e2679d on host n-h2-812111-14 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:21:26.954317 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-21f40ad7-38e7-45b4-9dc4-0a0caac4f1b6 req-95cbdef2-8f88-4542-9941-6f2a19f9a342 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:26.959312 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-21f40ad7-38e7-45b4-9dc4-0a0caac4f1b6 req-95cbdef2-8f88-4542-9941-6f2a19f9a342 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.70 "DELETE /v2.0/ports/78ca6da5-552b-4c9a-8357-02fa68e2679d HTTP/1.1" status: 204 len: 173 time: 0.7641935 Jan 28 19:21:26.973116 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08144f1f-0140-4f81-960d-9b524e7e361a req-2e0367ed-9778-43fc-9527-c086f2799f20 tempest-VolumesAdminNegativeTest-160153431 tempest-VolumesAdminNegativeTest-160153431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:26.977754 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-08144f1f-0140-4f81-960d-9b524e7e361a req-2e0367ed-9778-43fc-9527-c086f2799f20 tempest-VolumesAdminNegativeTest-160153431 tempest-VolumesAdminNegativeTest-160153431-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c098187-a06e-4336-bb35-dfb9183e35fa HTTP/1.1" status: 200 len: 945 time: 0.1967039 Jan 28 19:21:27.023908 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 178527c5-5003-4c7e-90d3-fc80a0231183, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=178527c5-5003-4c7e-90d3-fc80a0231183,segment=NetworkSegment(2d74ffff-adae-41cc-a8b9-e12dc0c30490),segment_id=2d74ffff-adae-41cc-a8b9-e12dc0c30490)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:21:27.037712 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (178527c5-5003-4c7e-90d3-fc80a0231183), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:27.058734 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-739d49a1-aeaf-4dd2-93ab-121dbb44bd34 req-3e7279d6-c2f1-4ced-beec-e06c6e3e2485 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/security-groups?id=e52b5309-890e-4183-bf0d-6ef59c658d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474209 Jan 28 19:21:27.072692 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-08144f1f-0140-4f81-960d-9b524e7e361a req-2aaa25ab-4a55-443b-8601-328125af35ca tempest-VolumesAdminNegativeTest-160153431 tempest-VolumesAdminNegativeTest-160153431-project] 10.222.0.64 "GET /v2.0/security-groups?id=3edd43aa-0d42-4da8-9b67-5bded8ceda3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807714 Jan 28 19:21:27.137317 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=178527c5-5003-4c7e-90d3-fc80a0231183,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:27.221359 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddf8f0b-8226-4781-99d6-bcb746ebc7a0 req-d6c3d6f6-06b7-4913-9b5a-b56bc3cbcd25 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:27.227969 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec94091f-d251-458d-aa30-16019603bef6 req-f5f71ab6-61e9-402e-bcb2-0a1ecac40d53 tempest-ServerAddressesTestJSON-1103372956 tempest-ServerAddressesTestJSON-1103372956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:27.229141 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9ddf8f0b-8226-4781-99d6-bcb746ebc7a0 req-d6c3d6f6-06b7-4913-9b5a-b56bc3cbcd25 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/ports?device_id=a64d6087-dfa2-4d21-bf23-888bcba1c09b HTTP/1.1" status: 200 len: 949 time: 0.0742521 Jan 28 19:21:27.229583 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ec94091f-d251-458d-aa30-16019603bef6 req-f5f71ab6-61e9-402e-bcb2-0a1ecac40d53 tempest-ServerAddressesTestJSON-1103372956 tempest-ServerAddressesTestJSON-1103372956-project] 10.222.0.64 "GET /v2.0/ports?device_id=477be474-80a0-466a-b735-fb43c49e0d2a HTTP/1.1" status: 200 len: 944 time: 0.0745802 Jan 28 19:21:27.274514 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9ddf8f0b-8226-4781-99d6-bcb746ebc7a0 req-47f53833-8ecb-410d-ad6e-1944d2a45654 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d07f2a-7a3d-4718-9c1b-16394753837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444906 Jan 28 19:21:27.283269 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ec94091f-d251-458d-aa30-16019603bef6 req-adc6ce40-664f-466b-8cbb-d9735f895aef tempest-ServerAddressesTestJSON-1103372956 tempest-ServerAddressesTestJSON-1103372956-project] 10.222.0.64 "GET /v2.0/security-groups?id=3bd8866d-b5d3-447d-b081-ff9eeebeb52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450938 Jan 28 19:21:27.300674 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['178527c5-5003-4c7e-90d3-fc80a0231183'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:21:27.415131 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device aaf861b8-dc1c-4ad7-b587-439242683163 no longer exists at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:21:27.423919 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212229f6-5223-4a59-8c60-077e1e818a82 req-0f316da0-c25a-4f83-a72b-d2df6f06da9e tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:27.425861 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-212229f6-5223-4a59-8c60-077e1e818a82 req-0f316da0-c25a-4f83-a72b-d2df6f06da9e tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e48b655-5911-4dcd-a073-26e765e9c04d HTTP/1.1" status: 200 len: 945 time: 0.0736945 Jan 28 19:21:27.453215 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] No Port match for: aaf861b8-dc1c-4ad7-b587-439242683163 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:21:27.453567 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device aaf861b8-dc1c-4ad7-b587-439242683163 not bound to the agent host n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:21:27.478777 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-65380788-724b-4777-8662-c6830f5d4505 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--211083036&fields=id&tenant_id=f867837fb6c242938544d048cd197d0a HTTP/1.1" status: 200 len: 267 time: 0.0959237 Jan 28 19:21:27.492015 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '935a286f-698a-480e-8468-5254b3008937', 'name': 'network-vif-deleted', 'tag': '78ca6da5-552b-4c9a-8357-02fa68e2679d'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:21:27.495730 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7032a673-aec7-4ef7-ae53-3b9f5c5e3222" -d '{"events": [{"server_uuid": "935a286f-698a-480e-8468-5254b3008937", "name": "network-vif-deleted", "tag": "78ca6da5-552b-4c9a-8357-02fa68e2679d"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:21:27.517822 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-212229f6-5223-4a59-8c60-077e1e818a82 req-47f03134-4dde-41b3-abe3-b95e2934db1d tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff0a7ca0-73d1-435a-8c79-518c9bdfd3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790224 Jan 28 19:21:27.578327 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-44b5a9a3-d578-4417-9970-cd0c6dc75da9 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:27.579833 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-44b5a9a3-d578-4417-9970-cd0c6dc75da9 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.64 "GET /v2.0/ports/12d5c4fa-3235-4f0d-98da-a2e61f15252b HTTP/1.1" status: 200 len: 932 time: 0.0928307 Jan 28 19:21:27.626270 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-48083661-ea35-45b7-b0a6-d593533f3265 req-c0945e06-fe9b-4452-b231-90285f9f0ed0 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=935a286f-698a-480e-8468-5254b3008937 HTTP/1.1" status: 200 len: 210 time: 0.0367649 Jan 28 19:21:27.671832 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-c93895ac-3a0f-4382-b0b3-8a72c678ca1b tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:27.673459 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-c93895ac-3a0f-4382-b0b3-8a72c678ca1b tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.64 "GET /v2.0/ports/de98d303-7c1f-431e-bf81-fef0fcf95502 HTTP/1.1" status: 200 len: 932 time: 0.0833995 Jan 28 19:21:27.731513 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-b73fe679-bc6a-4398-9a5d-a99c8b11c89e tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.64 "GET /v2.0/ports?network_id=a2ca3cee-ca84-49f7-b78e-846e3e35c5f2&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0524280 Jan 28 19:21:27.753478 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b847a37-49df-460a-a41f-0d0177cccea6 req-7a3bc1e8-8f72-405e-aec9-f9a555142e31 tempest-ServerMetadataNegativeTestJSON-1928197332 tempest-ServerMetadataNegativeTestJSON-1928197332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:27.755710 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5b847a37-49df-460a-a41f-0d0177cccea6 req-7a3bc1e8-8f72-405e-aec9-f9a555142e31 tempest-ServerMetadataNegativeTestJSON-1928197332 tempest-ServerMetadataNegativeTestJSON-1928197332-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf81c3a6-8602-4dd8-bce9-a17383e5b512 HTTP/1.1" status: 200 len: 943 time: 0.0604501 Jan 28 19:21:27.767493 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-39bc4afd-a656-47f4-90d3-f6dd37d04002 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.64 "GET /v2.0/ports?network_id=a2ca3cee-ca84-49f7-b78e-846e3e35c5f2&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0289075 Jan 28 19:21:27.805408 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5b847a37-49df-460a-a41f-0d0177cccea6 req-28342f3e-f3db-4f1d-baca-2760b19ddec2 tempest-ServerMetadataNegativeTestJSON-1928197332 tempest-ServerMetadataNegativeTestJSON-1928197332-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b9adef0-8700-4c28-a77d-ef10c4393527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431283 Jan 28 19:21:27.863473 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce9be0ec-8159-4b09-9015-22673f8def93 x-openstack-request-id: req-ce9be0ec-8159-4b09-9015-22673f8def93 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:21:27.864538 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "935a286f-698a-480e-8468-5254b3008937", "name": "network-vif-deleted", "tag": "78ca6da5-552b-4c9a-8357-02fa68e2679d", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:21:27.865830 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ce9be0ec-8159-4b09-9015-22673f8def93 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:21:27.866705 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '935a286f-698a-480e-8468-5254b3008937', 'name': 'network-vif-deleted', 'tag': '78ca6da5-552b-4c9a-8357-02fa68e2679d', 'status': 'completed', 'code': 200} Jan 28 19:21:27.889084 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-0b134738-5966-4b3a-97cf-7bdca91cdaf8 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:27.894157 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-0b134738-5966-4b3a-97cf-7bdca91cdaf8 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:27.899579 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-0b134738-5966-4b3a-97cf-7bdca91cdaf8 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:27.901376 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-0b134738-5966-4b3a-97cf-7bdca91cdaf8 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.64 "GET /v2.0/networks?id=922d7922-7d01-401d-b975-2f0c2fc79a7b&id=45c329a7-41ca-41dc-8117-b6a34c90d860&id=45c329a7-41ca-41dc-8117-b6a34c90d860&id=a2ca3cee-ca84-49f7-b78e-846e3e35c5f2&id=a2ca3cee-ca84-49f7-b78e-846e3e35c5f2 HTTP/1.1" status: 200 len: 1990 time: 0.1267374 Jan 28 19:21:27.916281 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-da59b55f-21aa-4630-b33d-104b649248bc tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.64 "GET /v2.0/quotas/f867837fb6c242938544d048cd197d0a HTTP/1.1" status: 200 len: 375 time: 0.0093369 Jan 28 19:21:27.965324 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c051a5-bd6b-4f43-b825-d22c52ecb184 req-ddb291e5-6f04-446a-8f93-98791f1866b5 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:27.966865 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-55c051a5-bd6b-4f43-b825-d22c52ecb184 req-ddb291e5-6f04-446a-8f93-98791f1866b5 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e48b655-5911-4dcd-a073-26e765e9c04d HTTP/1.1" status: 200 len: 945 time: 0.0596945 Jan 28 19:21:28.000670 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-b70d4675-7b22-43f3-8a13-1e2a2f8f9b73 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=f867837fb6c242938544d048cd197d0a&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0788877 Jan 28 19:21:28.018747 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-55c051a5-bd6b-4f43-b825-d22c52ecb184 req-3297d382-f0a0-47da-b614-6eba9314d15a tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff0a7ca0-73d1-435a-8c79-518c9bdfd3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453212 Jan 28 19:21:28.106832 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-3401c192-2847-469a-a82d-ba50f886a74e service neutron] 10.222.0.64 "GET /v2.0/networks/922d7922-7d01-401d-b975-2f0c2fc79a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942669 Jan 28 19:21:28.181163 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd47edbc-3a7e-4b2d-baf1-4fd760ae5dab req-b45d71b0-8543-4e3c-92ab-afb742bd4701 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:28.182705 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-cd47edbc-3a7e-4b2d-baf1-4fd760ae5dab req-b45d71b0-8543-4e3c-92ab-afb742bd4701 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/ports?device_id=03b9cc04-fd3d-4fc9-a975-d37681157934 HTTP/1.1" status: 200 len: 946 time: 0.0668740 Jan 28 19:21:28.214228 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-08bbbed9-62d0-4129-abe6-0b777a8bb1d1 service neutron] 10.222.0.64 "GET /v2.0/networks/922d7922-7d01-401d-b975-2f0c2fc79a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017251 Jan 28 19:21:28.234769 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-cd47edbc-3a7e-4b2d-baf1-4fd760ae5dab req-184166bb-5a83-49b8-8b57-62551cdc19b7 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/security-groups?id=e52b5309-890e-4183-bf0d-6ef59c658d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461679 Jan 28 19:21:28.270413 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-bc001fe6-6381-4eff-a729-3730bb68c1f0 service neutron] 10.222.0.64 "GET /v2.0/ports/12d5c4fa-3235-4f0d-98da-a2e61f15252b?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0403457 Jan 28 19:21:28.358189 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f5b25d-a8a2-4447-85f6-23f1888c0b8c req-6421a067-14a8-4e14-8d62-9633cb650323 tempest-VolumesAdminNegativeTest-160153431 tempest-VolumesAdminNegativeTest-160153431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:28.359387 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-6c5ab7e8-fb3e-4c24-8ea8-12dac0282866 service neutron] 10.222.0.64 "GET /v2.0/networks/45c329a7-41ca-41dc-8117-b6a34c90d860?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831614 Jan 28 19:21:28.359647 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-30f5b25d-a8a2-4447-85f6-23f1888c0b8c req-6421a067-14a8-4e14-8d62-9633cb650323 tempest-VolumesAdminNegativeTest-160153431 tempest-VolumesAdminNegativeTest-160153431-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c098187-a06e-4336-bb35-dfb9183e35fa HTTP/1.1" status: 200 len: 945 time: 0.0518544 Jan 28 19:21:28.406889 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-30f5b25d-a8a2-4447-85f6-23f1888c0b8c req-59a2c67b-0f1b-4a56-85d4-24492d8b3a12 tempest-VolumesAdminNegativeTest-160153431 tempest-VolumesAdminNegativeTest-160153431-project] 10.222.0.64 "GET /v2.0/security-groups?id=3edd43aa-0d42-4da8-9b67-5bded8ceda3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407426 Jan 28 19:21:28.490169 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-78e37d7f-840e-4678-8e88-6aed30b7442b service neutron] 10.222.0.64 "GET /v2.0/networks/45c329a7-41ca-41dc-8117-b6a34c90d860?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242232 Jan 28 19:21:28.497944 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5b0d88-66df-40aa-a146-40dd8becaf44 req-890984cb-c272-4e0b-a8f0-1ddac283c495 tempest-VolumesAdminNegativeTest-160153431 tempest-VolumesAdminNegativeTest-160153431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:28.499336 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5d5b0d88-66df-40aa-a146-40dd8becaf44 req-890984cb-c272-4e0b-a8f0-1ddac283c495 tempest-VolumesAdminNegativeTest-160153431 tempest-VolumesAdminNegativeTest-160153431-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c098187-a06e-4336-bb35-dfb9183e35fa HTTP/1.1" status: 200 len: 945 time: 0.0891683 Jan 28 19:21:28.513652 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a23ca78-b763-4ae9-b54a-5b9284ee3575 req-2e8cbf93-8c29-47cd-bb27-1fd2b50f5dfc tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:28.515124 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8a23ca78-b763-4ae9-b54a-5b9284ee3575 req-2e8cbf93-8c29-47cd-bb27-1fd2b50f5dfc tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e48b655-5911-4dcd-a073-26e765e9c04d HTTP/1.1" status: 200 len: 945 time: 0.0530272 Jan 28 19:21:28.563125 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-acc371f5-6f8b-44a2-82e0-21babbd70b69 service neutron] 10.222.0.64 "GET /v2.0/ports/de98d303-7c1f-431e-bf81-fef0fcf95502?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0628130 Jan 28 19:21:28.565913 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8a23ca78-b763-4ae9-b54a-5b9284ee3575 req-b1ea0c08-d4d8-4da9-8422-ce98901db2f1 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff0a7ca0-73d1-435a-8c79-518c9bdfd3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446959 Jan 28 19:21:28.627262 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 5dff089c-3b9e-4de5-8027-eba503ab6c4a details requested by agent hyperv_n-h1-812111-14 with host n-h1-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:21:28.630978 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 178527c5-5003-4c7e-90d3-fc80a0231183 up at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:21:28.693114 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-5d5b0d88-66df-40aa-a146-40dd8becaf44 req-a450d586-c676-49bd-9379-e1eaf1185135 tempest-VolumesAdminNegativeTest-160153431 tempest-VolumesAdminNegativeTest-160153431-project] Deleting port ec03c6b6-fa2b-4f13-a042-848741cca95d {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:21:28.693420 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-5d5b0d88-66df-40aa-a146-40dd8becaf44 req-a450d586-c676-49bd-9379-e1eaf1185135 tempest-VolumesAdminNegativeTest-160153431 tempest-VolumesAdminNegativeTest-160153431-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (ec03c6b6-fa2b-4f13-a042-848741cca95d), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:28.700127 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe7b173-e93b-4017-ac4a-c287aab7040d req-7252b030-bb5d-4b07-b8b1-35c1108a32b3 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:28.701785 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ffe7b173-e93b-4017-ac4a-c287aab7040d req-7252b030-bb5d-4b07-b8b1-35c1108a32b3 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/ports?device_id=a64d6087-dfa2-4d21-bf23-888bcba1c09b HTTP/1.1" status: 200 len: 949 time: 0.0578573 Jan 28 19:21:28.708769 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-920cd08a-41a6-4d8d-968d-bb0b53948791 service neutron] 10.222.0.64 "GET /v2.0/networks/45c329a7-41ca-41dc-8117-b6a34c90d860?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367967 Jan 28 19:21:28.752346 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ffe7b173-e93b-4017-ac4a-c287aab7040d req-c633c54a-3c70-4e88-943f-3b0f4f207d89 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d07f2a-7a3d-4718-9c1b-16394753837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448132 Jan 28 19:21:28.763744 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning for port 178527c5-5003-4c7e-90d3-fc80a0231183 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:21:28.788013 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning complete for port 178527c5-5003-4c7e-90d3-fc80a0231183 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:21:28.788464 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (178527c5-5003-4c7e-90d3-fc80a0231183), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:28.834749 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 5dff089c-3b9e-4de5-8027-eba503ab6c4a, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=5dff089c-3b9e-4de5-8027-eba503ab6c4a,segment=NetworkSegment(83f4836b-ecd9-4d9d-aaed-545343b20d53),segment_id=83f4836b-ecd9-4d9d-aaed-545343b20d53)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:21:28.851552 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-5d5b0d88-66df-40aa-a146-40dd8becaf44 req-a450d586-c676-49bd-9379-e1eaf1185135 tempest-VolumesAdminNegativeTest-160153431 tempest-VolumesAdminNegativeTest-160153431-project] For port ec03c6b6-fa2b-4f13-a042-848741cca95d, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=ec03c6b6-fa2b-4f13-a042-848741cca95d,segment=NetworkSegment(d6c69493-a739-47c8-bf05-e563c002fb4c),segment_id=d6c69493-a739-47c8-bf05-e563c002fb4c)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:21:28.851850 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-5d5b0d88-66df-40aa-a146-40dd8becaf44 req-a450d586-c676-49bd-9379-e1eaf1185135 tempest-VolumesAdminNegativeTest-160153431 tempest-VolumesAdminNegativeTest-160153431-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (ec03c6b6-fa2b-4f13-a042-848741cca95d), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:28.855297 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Returning: {'device': '5dff089c-3b9e-4de5-8027-eba503ab6c4a', 'network_id': 'd82b674a-5de1-49cf-8468-20a7438fc901', 'port_id': '5dff089c-3b9e-4de5-8027-eba503ab6c4a', 'mac_address': 'fa:16:3e:f5:78:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0721d68a-0acc-4b49-8ed1-c3bead526fa5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:21:28.873080 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c929d69b-d7f7-4719-bbfe-4e45c0cddd7c req-a4aacb45-8bdc-4919-8a7a-384d662db323 tempest-ServerAddressesTestJSON-1103372956 tempest-ServerAddressesTestJSON-1103372956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:28.874790 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c929d69b-d7f7-4719-bbfe-4e45c0cddd7c req-a4aacb45-8bdc-4919-8a7a-384d662db323 tempest-ServerAddressesTestJSON-1103372956 tempest-ServerAddressesTestJSON-1103372956-project] 10.222.0.64 "GET /v2.0/ports?device_id=477be474-80a0-466a-b735-fb43c49e0d2a HTTP/1.1" status: 200 len: 944 time: 0.0625513 Jan 28 19:21:28.874975 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-5d5b0d88-66df-40aa-a146-40dd8becaf44 req-a450d586-c676-49bd-9379-e1eaf1185135 tempest-VolumesAdminNegativeTest-160153431 tempest-VolumesAdminNegativeTest-160153431-project] Calling delete_port for ec03c6b6-fa2b-4f13-a042-848741cca95d owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:21:28.878146 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-43b1d8e6-5577-4723-b150-0f7e0d6dbbe0 service neutron] 10.222.0.64 "GET /v2.0/networks/45c329a7-41ca-41dc-8117-b6a34c90d860?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375029 Jan 28 19:21:28.924262 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port 5dff089c-3b9e-4de5-8027-eba503ab6c4a is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:21:28.924618 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (5dff089c-3b9e-4de5-8027-eba503ab6c4a), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:28.927917 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c929d69b-d7f7-4719-bbfe-4e45c0cddd7c req-6e645d96-5f5e-4ac8-a001-39a3e136de1e tempest-ServerAddressesTestJSON-1103372956 tempest-ServerAddressesTestJSON-1103372956-project] 10.222.0.64 "GET /v2.0/security-groups?id=3bd8866d-b5d3-447d-b081-ff9eeebeb52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431676 Jan 28 19:21:28.945688 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port 178527c5-5003-4c7e-90d3-fc80a0231183 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:21:28.946004 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (178527c5-5003-4c7e-90d3-fc80a0231183), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:28.948659 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5dff089c-3b9e-4de5-8027-eba503ab6c4a {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:21:28.986379 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '477be474-80a0-466a-b735-fb43c49e0d2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '178527c5-5003-4c7e-90d3-fc80a0231183'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:21:28.989644 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d380c405-df1b-4dbf-ad60-2566740c00c3" -d '{"events": [{"server_uuid": "477be474-80a0-466a-b735-fb43c49e0d2a", "name": "network-vif-plugged", "status": "completed", "tag": "178527c5-5003-4c7e-90d3-fc80a0231183"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:21:28.996901 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 5dff089c-3b9e-4de5-8027-eba503ab6c4a, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=5dff089c-3b9e-4de5-8027-eba503ab6c4a,segment=NetworkSegment(83f4836b-ecd9-4d9d-aaed-545343b20d53),segment_id=83f4836b-ecd9-4d9d-aaed-545343b20d53)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:21:29.004717 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (5dff089c-3b9e-4de5-8027-eba503ab6c4a), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:29.007377 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 178527c5-5003-4c7e-90d3-fc80a0231183, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=178527c5-5003-4c7e-90d3-fc80a0231183,segment=NetworkSegment(2d74ffff-adae-41cc-a8b9-e12dc0c30490),segment_id=2d74ffff-adae-41cc-a8b9-e12dc0c30490)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:21:29.031572 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (178527c5-5003-4c7e-90d3-fc80a0231183), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:29.032338 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-4b23f1ff-2535-4468-96c5-8917838d9fe9 service neutron] 10.222.0.64 "GET /v2.0/networks/45c329a7-41ca-41dc-8117-b6a34c90d860?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459296 Jan 28 19:21:29.057590 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=5dff089c-3b9e-4de5-8027-eba503ab6c4a,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:29.072460 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae9a843-fef2-49e3-9857-67b9d72b9e42 req-6af5e3c3-428f-46b7-ace7-c9d02c2f75e1 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:29.074205 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-fae9a843-fef2-49e3-9857-67b9d72b9e42 req-6af5e3c3-428f-46b7-ace7-c9d02c2f75e1 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e48b655-5911-4dcd-a073-26e765e9c04d HTTP/1.1" status: 200 len: 945 time: 0.0777447 Jan 28 19:21:29.113266 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=178527c5-5003-4c7e-90d3-fc80a0231183,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:29.137314 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-fae9a843-fef2-49e3-9857-67b9d72b9e42 req-dc3f794f-c317-4cd7-963c-f2561e936b33 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff0a7ca0-73d1-435a-8c79-518c9bdfd3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552225 Jan 28 19:21:29.154594 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-5d5b0d88-66df-40aa-a146-40dd8becaf44 req-a450d586-c676-49bd-9379-e1eaf1185135 tempest-VolumesAdminNegativeTest-160153431 tempest-VolumesAdminNegativeTest-160153431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (ec03c6b6-fa2b-4f13-a042-848741cca95d), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:29.172402 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['ec03c6b6-fa2b-4f13-a042-848741cca95d'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:21:29.199489 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a450d586-c676-49bd-9379-e1eaf1185135 tempest-VolumesAdminNegativeTest-160153431 tempest-VolumesAdminNegativeTest-160153431-project] Pushing event deleted for resources: {'Port': ['ID=ec03c6b6-fa2b-4f13-a042-848741cca95d,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:29.267899 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d5b0d88-66df-40aa-a146-40dd8becaf44 req-a450d586-c676-49bd-9379-e1eaf1185135 tempest-VolumesAdminNegativeTest-160153431 tempest-VolumesAdminNegativeTest-160153431-project] No DVR routers for this DVR port ec03c6b6-fa2b-4f13-a042-848741cca95d on host n-h1-812111-14 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:21:29.272248 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-5d5b0d88-66df-40aa-a146-40dd8becaf44 req-a450d586-c676-49bd-9379-e1eaf1185135 tempest-VolumesAdminNegativeTest-160153431 tempest-VolumesAdminNegativeTest-160153431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:29.273521 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['5dff089c-3b9e-4de5-8027-eba503ab6c4a'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:21:29.275609 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5d5b0d88-66df-40aa-a146-40dd8becaf44 req-a450d586-c676-49bd-9379-e1eaf1185135 tempest-VolumesAdminNegativeTest-160153431 tempest-VolumesAdminNegativeTest-160153431-project] 10.222.0.41 "DELETE /v2.0/ports/ec03c6b6-fa2b-4f13-a042-848741cca95d HTTP/1.1" status: 204 len: 173 time: 0.7682891 Jan 28 19:21:29.276045 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c098187-a06e-4336-bb35-dfb9183e35fa', 'name': 'network-vif-deleted', 'tag': 'ec03c6b6-fa2b-4f13-a042-848741cca95d'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:21:29.278444 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f88ece52-8edb-4145-8392-6cbd4966fd0d" -d '{"events": [{"server_uuid": "3c098187-a06e-4336-bb35-dfb9183e35fa", "name": "network-vif-deleted", "tag": "ec03c6b6-fa2b-4f13-a042-848741cca95d"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:21:29.284380 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-5a416b7c-8331-452d-b34a-a7e238be8d64 service neutron] 10.222.0.64 "GET /v2.0/networks/45c329a7-41ca-41dc-8117-b6a34c90d860?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2381732 Jan 28 19:21:29.321993 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d948b4e-ac1d-468e-85f0-b7f6747fec10 req-573b3633-3d3e-48c3-b141-e831dca21a74 tempest-ServerMetadataNegativeTestJSON-1928197332 tempest-ServerMetadataNegativeTestJSON-1928197332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:29.325993 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4d948b4e-ac1d-468e-85f0-b7f6747fec10 req-573b3633-3d3e-48c3-b141-e831dca21a74 tempest-ServerMetadataNegativeTestJSON-1928197332 tempest-ServerMetadataNegativeTestJSON-1928197332-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf81c3a6-8602-4dd8-bce9-a17383e5b512 HTTP/1.1" status: 200 len: 944 time: 0.0704679 Jan 28 19:21:29.398375 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-67520b70-6d47-4b98-afe7-9c17cc73cf9f service neutron] 10.222.0.64 "GET /v2.0/networks/45c329a7-41ca-41dc-8117-b6a34c90d860?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016409 Jan 28 19:21:29.412320 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4d948b4e-ac1d-468e-85f0-b7f6747fec10 req-4d7904b5-273e-4904-a593-3b60a2fb8017 tempest-ServerMetadataNegativeTestJSON-1928197332 tempest-ServerMetadataNegativeTestJSON-1928197332-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b9adef0-8700-4c28-a77d-ef10c4393527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803516 Jan 28 19:21:29.442351 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 78ca6da5-552b-4c9a-8357-02fa68e2679d no longer exists at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:21:29.469947 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] No Port match for: 78ca6da5-552b-4c9a-8357-02fa68e2679d {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:21:29.470769 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 78ca6da5-552b-4c9a-8357-02fa68e2679d not bound to the agent host n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:21:29.473311 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e106ae9-ddf4-4a6d-8fd7-4bcb29d1919d x-openstack-request-id: req-5e106ae9-ddf4-4a6d-8fd7-4bcb29d1919d {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:21:29.473806 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "477be474-80a0-466a-b735-fb43c49e0d2a", "name": "network-vif-plugged", "status": "completed", "tag": "178527c5-5003-4c7e-90d3-fc80a0231183", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:21:29.474222 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5e106ae9-ddf4-4a6d-8fd7-4bcb29d1919d {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:21:29.474787 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '477be474-80a0-466a-b735-fb43c49e0d2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '178527c5-5003-4c7e-90d3-fc80a0231183', 'code': 200} Jan 28 19:21:29.518083 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-5c17b698-1e2e-4cdf-80da-6a96f91c70d2 service neutron] 10.222.0.64 "GET /v2.0/networks/45c329a7-41ca-41dc-8117-b6a34c90d860?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114359 Jan 28 19:21:29.642617 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f972aa-5ceb-4b8d-82c3-00656e475e50 req-b9481335-fd33-4a9f-ac1e-7a7e38e83ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:29.644116 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d1f972aa-5ceb-4b8d-82c3-00656e475e50 req-b9481335-fd33-4a9f-ac1e-7a7e38e83ece service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=477be474-80a0-466a-b735-fb43c49e0d2a HTTP/1.1" status: 200 len: 1128 time: 0.1019125 Jan 28 19:21:29.649634 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-b1ea6a35-1895-4827-b296-12e894aaaeb3 service neutron] 10.222.0.64 "GET /v2.0/networks/a2ca3cee-ca84-49f7-b78e-846e3e35c5f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255338 Jan 28 19:21:29.704760 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86357c32-fb5d-433f-a829-7b6e8398ffa0 req-2e289425-4e30-4a0d-b973-5db82ef9dd01 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:29.706188 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-86357c32-fb5d-433f-a829-7b6e8398ffa0 req-2e289425-4e30-4a0d-b973-5db82ef9dd01 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/ports?device_id=03b9cc04-fd3d-4fc9-a975-d37681157934 HTTP/1.1" status: 200 len: 946 time: 0.0524275 Jan 28 19:21:29.759743 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-86357c32-fb5d-433f-a829-7b6e8398ffa0 req-3615453e-91b4-4fc5-9fe7-ce7db4f2efe0 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/security-groups?id=e52b5309-890e-4183-bf0d-6ef59c658d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480018 Jan 28 19:21:29.910035 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-86be97d2-900c-4026-a76e-19a4d3a65b7f req-bf5988c2-d976-4137-a701-049ae0afe3bb tempest-VolumesAdminNegativeTest-160153431 tempest-VolumesAdminNegativeTest-160153431-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c098187-a06e-4336-bb35-dfb9183e35fa HTTP/1.1" status: 200 len: 210 time: 0.0279262 Jan 28 19:21:29.966797 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c38dff2d-c995-4b4a-85c5-cacd97265a90 x-openstack-request-id: req-c38dff2d-c995-4b4a-85c5-cacd97265a90 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:21:29.967046 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c098187-a06e-4336-bb35-dfb9183e35fa", "name": "network-vif-deleted", "tag": "ec03c6b6-fa2b-4f13-a042-848741cca95d", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:21:29.967243 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c38dff2d-c995-4b4a-85c5-cacd97265a90 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:21:29.967643 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c098187-a06e-4336-bb35-dfb9183e35fa', 'name': 'network-vif-deleted', 'tag': 'ec03c6b6-fa2b-4f13-a042-848741cca95d', 'status': 'completed', 'code': 200} Jan 28 19:21:29.994862 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d1f972aa-5ceb-4b8d-82c3-00656e475e50 req-193b0dca-18b2-45c5-a009-7279df77a277 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=3bd8866d-b5d3-447d-b081-ff9eeebeb52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3431728 Jan 28 19:21:30.029448 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-3137ecae-d2be-4d91-bd55-823cbf3bd7fc service neutron] 10.222.0.64 "GET /v2.0/networks/a2ca3cee-ca84-49f7-b78e-846e3e35c5f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3725061 Jan 28 19:21:30.051629 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518825da-323c-4d8f-98cf-3e617ff04f0b req-42341afa-6a01-4d11-8592-1d37e1eecf3b tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:30.053090 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-518825da-323c-4d8f-98cf-3e617ff04f0b req-42341afa-6a01-4d11-8592-1d37e1eecf3b tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/ports?device_id=46b1863a-e7b2-4c60-bc44-9ff00fc6c561 HTTP/1.1" status: 200 len: 945 time: 0.0850377 Jan 28 19:21:30.072815 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbb3ec2-57c0-48a0-9834-ecd4dc1946f3 req-20e82567-a390-4e24-839b-d4d350479734 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:30.074235 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2fbb3ec2-57c0-48a0-9834-ecd4dc1946f3 req-20e82567-a390-4e24-839b-d4d350479734 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.70 "GET /v2.0/ports?device_id=46b1863a-e7b2-4c60-bc44-9ff00fc6c561 HTTP/1.1" status: 200 len: 945 time: 0.0716622 Jan 28 19:21:30.119529 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-4ee779f7-63a0-4973-b4b7-ab4c46e7b5c3 service neutron] 10.222.0.64 "GET /v2.0/networks/a2ca3cee-ca84-49f7-b78e-846e3e35c5f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842814 Jan 28 19:21:30.171658 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-518825da-323c-4d8f-98cf-3e617ff04f0b req-c6d77e61-c7db-4874-9037-ae8517c1ed4f tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec9c0460-bc1e-4a68-a554-556d5cbd348d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111784 Jan 28 19:21:30.213397 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-2fbb3ec2-57c0-48a0-9834-ecd4dc1946f3 req-b9d4593f-c5c3-411a-a1cc-0aa573680ec9 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Deleting port 581dc8c3-b87e-4b13-b9df-77efa9de3d8d {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:21:30.213742 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-2fbb3ec2-57c0-48a0-9834-ecd4dc1946f3 req-b9d4593f-c5c3-411a-a1cc-0aa573680ec9 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (581dc8c3-b87e-4b13-b9df-77efa9de3d8d), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:30.231833 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-7f04f8e4-5dd1-4108-83b6-bb51eeab2a1a service neutron] 10.222.0.64 "GET /v2.0/networks/a2ca3cee-ca84-49f7-b78e-846e3e35c5f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041896 Jan 28 19:21:30.342023 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-2fbb3ec2-57c0-48a0-9834-ecd4dc1946f3 req-b9d4593f-c5c3-411a-a1cc-0aa573680ec9 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] For port 581dc8c3-b87e-4b13-b9df-77efa9de3d8d, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=581dc8c3-b87e-4b13-b9df-77efa9de3d8d,segment=NetworkSegment(62a331e7-e6d6-4fbc-9e3c-2d3acdfd7c92),segment_id=62a331e7-e6d6-4fbc-9e3c-2d3acdfd7c92)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:21:30.342401 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-2fbb3ec2-57c0-48a0-9834-ecd4dc1946f3 req-b9d4593f-c5c3-411a-a1cc-0aa573680ec9 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (581dc8c3-b87e-4b13-b9df-77efa9de3d8d), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:30.357638 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa948074-7116-426e-a7df-6dc0db6f2a34 req-bb72f59a-182a-4515-9e73-034c35b8a4d5 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:30.359108 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-fa948074-7116-426e-a7df-6dc0db6f2a34 req-bb72f59a-182a-4515-9e73-034c35b8a4d5 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e48b655-5911-4dcd-a073-26e765e9c04d HTTP/1.1" status: 200 len: 945 time: 0.1006725 Jan 28 19:21:30.366152 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-2fbb3ec2-57c0-48a0-9834-ecd4dc1946f3 req-b9d4593f-c5c3-411a-a1cc-0aa573680ec9 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Calling delete_port for 581dc8c3-b87e-4b13-b9df-77efa9de3d8d owned by compute:nova {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:21:30.447726 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-fa948074-7116-426e-a7df-6dc0db6f2a34 req-f68b69e4-10e1-4fb4-8f91-74e0a1218f38 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff0a7ca0-73d1-435a-8c79-518c9bdfd3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827901 Jan 28 19:21:30.564389 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-2fbb3ec2-57c0-48a0-9834-ecd4dc1946f3 req-b9d4593f-c5c3-411a-a1cc-0aa573680ec9 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (581dc8c3-b87e-4b13-b9df-77efa9de3d8d), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:30.596273 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d4593f-c5c3-411a-a1cc-0aa573680ec9 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Pushing event deleted for resources: {'Port': ['ID=581dc8c3-b87e-4b13-b9df-77efa9de3d8d,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:30.632420 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85611ba-9f75-467b-b132-69db06ec4a8c req-1d5ac3ef-0b64-4d3d-9e95-7e36ca5879d3 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:30.633725 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 760ecb1b-d3bd-49f2-a0ab-7bbbf2f762e9 details requested by agent hyperv_n-h1-812111-14 with host n-h1-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:21:30.634227 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b85611ba-9f75-467b-b132-69db06ec4a8c req-1d5ac3ef-0b64-4d3d-9e95-7e36ca5879d3 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/ports?device_id=a64d6087-dfa2-4d21-bf23-888bcba1c09b HTTP/1.1" status: 200 len: 949 time: 0.1102934 Jan 28 19:21:30.645360 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 5dff089c-3b9e-4de5-8027-eba503ab6c4a up at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:21:30.650194 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fbb3ec2-57c0-48a0-9834-ecd4dc1946f3 req-b9d4593f-c5c3-411a-a1cc-0aa573680ec9 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] No DVR routers for this DVR port 581dc8c3-b87e-4b13-b9df-77efa9de3d8d on host n-h2-812111-14 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:21:30.656996 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-2fbb3ec2-57c0-48a0-9834-ecd4dc1946f3 req-b9d4593f-c5c3-411a-a1cc-0aa573680ec9 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:30.660218 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2fbb3ec2-57c0-48a0-9834-ecd4dc1946f3 req-b9d4593f-c5c3-411a-a1cc-0aa573680ec9 tempest-LiveAutoBlockMigrationV225Test-745842605 tempest-LiveAutoBlockMigrationV225Test-745842605-project] 10.222.0.70 "DELETE /v2.0/ports/581dc8c3-b87e-4b13-b9df-77efa9de3d8d HTTP/1.1" status: 204 len: 173 time: 0.5784760 Jan 28 19:21:30.661868 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46b1863a-e7b2-4c60-bc44-9ff00fc6c561', 'name': 'network-vif-deleted', 'tag': '581dc8c3-b87e-4b13-b9df-77efa9de3d8d'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:21:30.664221 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89b7458a-7c39-42fb-919f-9ebed1708131" -d '{"events": [{"server_uuid": "46b1863a-e7b2-4c60-bc44-9ff00fc6c561", "name": "network-vif-deleted", "tag": "581dc8c3-b87e-4b13-b9df-77efa9de3d8d"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:21:30.719887 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b85611ba-9f75-467b-b132-69db06ec4a8c req-940a52a6-3423-44ac-8c4f-e9e6cc04c062 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d07f2a-7a3d-4718-9c1b-16394753837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705371 Jan 28 19:21:30.789773 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning for port 5dff089c-3b9e-4de5-8027-eba503ab6c4a completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:21:30.795025 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning complete for port 5dff089c-3b9e-4de5-8027-eba503ab6c4a triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:21:30.795620 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (5dff089c-3b9e-4de5-8027-eba503ab6c4a), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:30.833315 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 760ecb1b-d3bd-49f2-a0ab-7bbbf2f762e9, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=760ecb1b-d3bd-49f2-a0ab-7bbbf2f762e9,segment=NetworkSegment(3fce350c-ea58-4666-bd7d-c61ada9a9295),segment_id=3fce350c-ea58-4666-bd7d-c61ada9a9295)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:21:30.858995 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Returning: {'device': '760ecb1b-d3bd-49f2-a0ab-7bbbf2f762e9', 'network_id': 'ff818509-18ff-44d0-ba98-5ed91eb1ccd4', 'port_id': '760ecb1b-d3bd-49f2-a0ab-7bbbf2f762e9', 'mac_address': 'fa:16:3e:f1:4a:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cea2404-3048-43fe-b9cb-bebcf3282d53', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:21:30.871280 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8c3408-c9c2-48fc-9e6b-6b86923d4d53 req-eb5ace64-f2a7-40b7-9d2f-2d0fd6a57b31 tempest-ServerMetadataNegativeTestJSON-1928197332 tempest-ServerMetadataNegativeTestJSON-1928197332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:30.880203 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9b8c3408-c9c2-48fc-9e6b-6b86923d4d53 req-eb5ace64-f2a7-40b7-9d2f-2d0fd6a57b31 tempest-ServerMetadataNegativeTestJSON-1928197332 tempest-ServerMetadataNegativeTestJSON-1928197332-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf81c3a6-8602-4dd8-bce9-a17383e5b512 HTTP/1.1" status: 200 len: 944 time: 0.0755823 Jan 28 19:21:30.882977 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a472d5-9d32-4f9b-8423-526c6947fb81 req-871da9a1-4776-457c-831d-9300100c22f2 tempest-ServerAddressesTestJSON-1103372956 tempest-ServerAddressesTestJSON-1103372956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:30.890075 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-61a472d5-9d32-4f9b-8423-526c6947fb81 req-871da9a1-4776-457c-831d-9300100c22f2 tempest-ServerAddressesTestJSON-1103372956 tempest-ServerAddressesTestJSON-1103372956-project] 10.222.0.64 "GET /v2.0/ports?device_id=477be474-80a0-466a-b735-fb43c49e0d2a HTTP/1.1" status: 200 len: 945 time: 0.0681925 Jan 28 19:21:30.933345 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port 760ecb1b-d3bd-49f2-a0ab-7bbbf2f762e9 is: ACTIVE; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:21:30.933743 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (760ecb1b-d3bd-49f2-a0ab-7bbbf2f762e9), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:30.936136 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9b8c3408-c9c2-48fc-9e6b-6b86923d4d53 req-ac180f23-6378-4369-bf15-bc9365a6684f tempest-ServerMetadataNegativeTestJSON-1928197332 tempest-ServerMetadataNegativeTestJSON-1928197332-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b9adef0-8700-4c28-a77d-ef10c4393527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535097 Jan 28 19:21:30.953516 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port 5dff089c-3b9e-4de5-8027-eba503ab6c4a is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:21:30.953910 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (5dff089c-3b9e-4de5-8027-eba503ab6c4a), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:30.956497 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-61a472d5-9d32-4f9b-8423-526c6947fb81 req-9de5e9d2-ed27-4bd0-8ed2-f1b02ecd5050 tempest-ServerAddressesTestJSON-1103372956 tempest-ServerAddressesTestJSON-1103372956-project] 10.222.0.64 "GET /v2.0/security-groups?id=3bd8866d-b5d3-447d-b081-ff9eeebeb52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653098 Jan 28 19:21:30.957051 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 760ecb1b-d3bd-49f2-a0ab-7bbbf2f762e9 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:21:30.997424 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 760ecb1b-d3bd-49f2-a0ab-7bbbf2f762e9, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=760ecb1b-d3bd-49f2-a0ab-7bbbf2f762e9,segment=NetworkSegment(3fce350c-ea58-4666-bd7d-c61ada9a9295),segment_id=3fce350c-ea58-4666-bd7d-c61ada9a9295)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:21:31.007612 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (760ecb1b-d3bd-49f2-a0ab-7bbbf2f762e9), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:31.010548 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 5dff089c-3b9e-4de5-8027-eba503ab6c4a, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=5dff089c-3b9e-4de5-8027-eba503ab6c4a,segment=NetworkSegment(83f4836b-ecd9-4d9d-aaed-545343b20d53),segment_id=83f4836b-ecd9-4d9d-aaed-545343b20d53)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:21:31.038414 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (5dff089c-3b9e-4de5-8027-eba503ab6c4a), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:31.076397 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=760ecb1b-d3bd-49f2-a0ab-7bbbf2f762e9,revision_number=6']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:31.087912 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b153330d-9d7a-455c-8781-33a63b454f47 x-openstack-request-id: req-b153330d-9d7a-455c-8781-33a63b454f47 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:21:31.088448 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46b1863a-e7b2-4c60-bc44-9ff00fc6c561", "name": "network-vif-deleted", "tag": "581dc8c3-b87e-4b13-b9df-77efa9de3d8d", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:21:31.089628 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b153330d-9d7a-455c-8781-33a63b454f47 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:21:31.089628 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46b1863a-e7b2-4c60-bc44-9ff00fc6c561', 'name': 'network-vif-deleted', 'tag': '581dc8c3-b87e-4b13-b9df-77efa9de3d8d', 'status': 'completed', 'code': 200} Jan 28 19:21:31.115348 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-82887d94-a9d8-4d08-b785-66803472ef7d req-2e7bbfcc-3c1e-45fb-8192-a03cab1b3151 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.64 "GET /v2.0/ports?device_id=5bd15075-1e8c-4d4e-9154-d45912ca536e HTTP/1.1" status: 200 len: 210 time: 0.0358605 Jan 28 19:21:31.167382 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['760ecb1b-d3bd-49f2-a0ab-7bbbf2f762e9'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:21:31.167777 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc5b671-7f8a-4c82-8703-8afa112eb862 req-0309c797-e6b5-47b8-b59e-e872ca717c2b tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:31.170340 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8bc5b671-7f8a-4c82-8703-8afa112eb862 req-0309c797-e6b5-47b8-b59e-e872ca717c2b tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e48b655-5911-4dcd-a073-26e765e9c04d HTTP/1.1" status: 200 len: 945 time: 0.1464570 Jan 28 19:21:31.184207 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=5dff089c-3b9e-4de5-8027-eba503ab6c4a,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:31.261023 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8bc5b671-7f8a-4c82-8703-8afa112eb862 req-d51efa7a-2cfb-44bc-9e1c-75bdb5bad95f tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff0a7ca0-73d1-435a-8c79-518c9bdfd3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838518 Jan 28 19:21:31.328316 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a384a710-4aac-4e3b-b4f2-a20f8d8a1ac3 req-1a623f3d-7929-484e-911c-e5d2cc04f800 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:31.339701 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 44506) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:31.348708 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a384a710-4aac-4e3b-b4f2-a20f8d8a1ac3 req-1a623f3d-7929-484e-911c-e5d2cc04f800 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/ports?device_id=03b9cc04-fd3d-4fc9-a975-d37681157934 HTTP/1.1" status: 200 len: 945 time: 0.1557834 Jan 28 19:21:31.401512 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-078e876b-c7ae-4f24-b47d-cb3f3688d304 admin admin] Deleting subnet a4cd1aea-8a69-4d23-af80-8f05dd153b0b {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:21:31.405582 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-078e876b-c7ae-4f24-b47d-cb3f3688d304 admin admin] Publish callbacks [] for subnet (a4cd1aea-8a69-4d23-af80-8f05dd153b0b), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:31.427318 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 44514) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:31.451462 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-078e876b-c7ae-4f24-b47d-cb3f3688d304 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4747050'] for subnet (a4cd1aea-8a69-4d23-af80-8f05dd153b0b), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:31.475826 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf81c3a6-8602-4dd8-bce9-a17383e5b512', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dff089c-3b9e-4de5-8027-eba503ab6c4a'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:21:31.481766 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c6f9e7f-c67e-4ce3-b667-e9116e9ce9d0" -d '{"events": [{"server_uuid": "bf81c3a6-8602-4dd8-bce9-a17383e5b512", "name": "network-vif-plugged", "status": "completed", "tag": "5dff089c-3b9e-4de5-8027-eba503ab6c4a"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:21:31.506138 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-078e876b-c7ae-4f24-b47d-cb3f3688d304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (a4cd1aea-8a69-4d23-af80-8f05dd153b0b), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:31.520723 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a384a710-4aac-4e3b-b4f2-a20f8d8a1ac3 req-a70deae8-e5e7-4d08-83b9-478966a0e9c8 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/security-groups?id=e52b5309-890e-4183-bf0d-6ef59c658d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709988 Jan 28 19:21:31.588079 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-028a14dd-14d6-4008-af3f-f767120374c7 x-openstack-request-id: req-028a14dd-14d6-4008-af3f-f767120374c7 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:21:31.588894 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf81c3a6-8602-4dd8-bce9-a17383e5b512", "name": "network-vif-plugged", "status": "completed", "tag": "5dff089c-3b9e-4de5-8027-eba503ab6c4a", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:21:31.590073 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-028a14dd-14d6-4008-af3f-f767120374c7 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:21:31.590484 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf81c3a6-8602-4dd8-bce9-a17383e5b512', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dff089c-3b9e-4de5-8027-eba503ab6c4a', 'code': 200} Jan 28 19:21:31.603165 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-078e876b-c7ae-4f24-b47d-cb3f3688d304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4690616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5222356'] for subnet (a4cd1aea-8a69-4d23-af80-8f05dd153b0b), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:31.642664 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078e876b-c7ae-4f24-b47d-cb3f3688d304 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4cd1aea-8a69-4d23-af80-8f05dd153b0b,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:31.654675 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-75f701cb-2d51-4690-8d05-774f9a51821a admin admin] Deleting subnet 7e42a0bc-2ea3-4c64-b0da-1fe419b4beb8 {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:21:31.659175 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-75f701cb-2d51-4690-8d05-774f9a51821a admin admin] Publish callbacks [] for subnet (7e42a0bc-2ea3-4c64-b0da-1fe419b4beb8), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:31.663387 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-078e876b-c7ae-4f24-b47d-cb3f3688d304 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:31.666981 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-078e876b-c7ae-4f24-b47d-cb3f3688d304 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/a4cd1aea-8a69-4d23-af80-8f05dd153b0b HTTP/1.1" status: 204 len: 168 time: 0.3250895 Jan 28 19:21:31.685029 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 44530) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:31.779545 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b5a1f0-1095-42d9-a9c7-121e6d6b18e0 req-394414c9-94be-42ba-a0a4-d8bc0c50662f tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:31.781034 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a7b5a1f0-1095-42d9-a9c7-121e6d6b18e0 req-394414c9-94be-42ba-a0a4-d8bc0c50662f tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/networks?id=925b8873-887e-4953-83db-09b05d761160 HTTP/1.1" status: 200 len: 814 time: 0.1550777 Jan 28 19:21:31.816649 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a7b5a1f0-1095-42d9-a9c7-121e6d6b18e0 req-166e3441-5657-4a04-8bc2-dd72f164cb74 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/quotas/21016aa8d78b40bfb94f4cb1162748ad HTTP/1.1" status: 200 len: 375 time: 0.0293145 Jan 28 19:21:31.840906 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-75f701cb-2d51-4690-8d05-774f9a51821a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16187240'] for subnet (7e42a0bc-2ea3-4c64-b0da-1fe419b4beb8), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:31.876252 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ed4ea056-d80b-4dd3-ad27-0fa92b904d78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (26aeb3c4-2ce2-4b83-85b7-1c2aaff593d5), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:31.890080 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a7b5a1f0-1095-42d9-a9c7-121e6d6b18e0 req-16ce6564-9da9-40bd-8cff-91997b720a90 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=21016aa8d78b40bfb94f4cb1162748ad&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0671520 Jan 28 19:21:31.938616 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53014422-e772-4d9b-ae08-355a29192c3b req-65fad2c7-eab3-47e3-8a64-9c55c5e57034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:31.940139 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-53014422-e772-4d9b-ae08-355a29192c3b req-65fad2c7-eab3-47e3-8a64-9c55c5e57034 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=bf81c3a6-8602-4dd8-bce9-a17383e5b512 HTTP/1.1" status: 200 len: 1128 time: 0.1572757 Jan 28 19:21:31.945979 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-75f701cb-2d51-4690-8d05-774f9a51821a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (7e42a0bc-2ea3-4c64-b0da-1fe419b4beb8), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:32.009887 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1a2ebf-008d-44bb-b1f9-099d65775485 req-af5b11e3-1d1f-44ad-a56a-933f599cbad9 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:32.019050 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-cc1a2ebf-008d-44bb-b1f9-099d65775485 req-af5b11e3-1d1f-44ad-a56a-933f599cbad9 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e48b655-5911-4dcd-a073-26e765e9c04d HTTP/1.1" status: 200 len: 945 time: 0.0743837 Jan 28 19:21:32.070222 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-cc1a2ebf-008d-44bb-b1f9-099d65775485 req-4e40e41d-fd89-406c-88b7-71b9036b6ed1 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff0a7ca0-73d1-435a-8c79-518c9bdfd3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503066 Jan 28 19:21:32.074407 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3924433-3a51-4615-908a-384246794dc5 req-900c5b7a-2004-44d0-9ddf-ee92755cb807 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:32.076018 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f3924433-3a51-4615-908a-384246794dc5 req-900c5b7a-2004-44d0-9ddf-ee92755cb807 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/ports?device_id=a64d6087-dfa2-4d21-bf23-888bcba1c09b HTTP/1.1" status: 200 len: 949 time: 0.2421505 Jan 28 19:21:32.123174 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ed4ea056-d80b-4dd3-ad27-0fa92b904d78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (26aeb3c4-2ce2-4b83-85b7-1c2aaff593d5), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:32.143642 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-53014422-e772-4d9b-ae08-355a29192c3b req-e90d0232-c747-40e5-86f0-9183b21cee4d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=9b9adef0-8700-4c28-a77d-ef10c4393527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720443 Jan 28 19:21:32.155273 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-75f701cb-2d51-4690-8d05-774f9a51821a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4752464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4733806'] for subnet (7e42a0bc-2ea3-4c64-b0da-1fe419b4beb8), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:32.170615 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-ed4ea056-d80b-4dd3-ad27-0fa92b904d78 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26aeb3c4-2ce2-4b83-85b7-1c2aaff593d5']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:21:32.219807 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-75f701cb-2d51-4690-8d05-774f9a51821a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:32.223748 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38d3229-3895-4a75-b12f-1fef87ac33f0 req-5c8bd12b-35ac-4a37-b19f-ee0f543b280c tempest-ServerMetadataNegativeTestJSON-1928197332 tempest-ServerMetadataNegativeTestJSON-1928197332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:32.224566 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-75f701cb-2d51-4690-8d05-774f9a51821a admin admin] 10.222.0.64 "DELETE /v2.0/subnets/7e42a0bc-2ea3-4c64-b0da-1fe419b4beb8 HTTP/1.1" status: 204 len: 168 time: 0.7962687 Jan 28 19:21:32.225346 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a38d3229-3895-4a75-b12f-1fef87ac33f0 req-5c8bd12b-35ac-4a37-b19f-ee0f543b280c tempest-ServerMetadataNegativeTestJSON-1928197332 tempest-ServerMetadataNegativeTestJSON-1928197332-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf81c3a6-8602-4dd8-bce9-a17383e5b512 HTTP/1.1" status: 200 len: 945 time: 0.0945606 Jan 28 19:21:32.227172 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 44562) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:32.235885 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-ed4ea056-d80b-4dd3-ad27-0fa92b904d78 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6c69493-a739-47c8-bf05-e563c002fb4c') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:21:32.236184 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-ed4ea056-d80b-4dd3-ad27-0fa92b904d78 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6c69493-a739-47c8-bf05-e563c002fb4c') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:21:32.240435 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f701cb-2d51-4690-8d05-774f9a51821a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e42a0bc-2ea3-4c64-b0da-1fe419b4beb8,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:32.258273 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f3924433-3a51-4615-908a-384246794dc5 req-6880708c-2f44-4715-bb43-036e638f20ff tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d07f2a-7a3d-4718-9c1b-16394753837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673493 Jan 28 19:21:32.260298 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ed4ea056-d80b-4dd3-ad27-0fa92b904d78 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16187153'] for segment (d6c69493-a739-47c8-bf05-e563c002fb4c), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:32.295903 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ed4ea056-d80b-4dd3-ad27-0fa92b904d78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (d6c69493-a739-47c8-bf05-e563c002fb4c), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:32.322296 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed4ea056-d80b-4dd3-ad27-0fa92b904d78 admin admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:21:32.322639 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ed4ea056-d80b-4dd3-ad27-0fa92b904d78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4752570'] for segment (d6c69493-a739-47c8-bf05-e563c002fb4c), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:32.332910 n-d-812111-14 neutron-server[103305]: Traceback (most recent call last): Jan 28 19:21:32.332910 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:21:32.332910 n-d-812111-14 neutron-server[103305]: timer() Jan 28 19:21:32.332910 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:21:32.332910 n-d-812111-14 neutron-server[103305]: cb(*args, **kw) Jan 28 19:21:32.332910 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:21:32.332910 n-d-812111-14 neutron-server[103305]: return func(*args, **kwargs) Jan 28 19:21:32.332910 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:21:32.332910 n-d-812111-14 neutron-server[103305]: self._notify() Jan 28 19:21:32.332910 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:21:32.332910 n-d-812111-14 neutron-server[103305]: self.callback(batched_events) Jan 28 19:21:32.332910 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:21:32.332910 n-d-812111-14 neutron-server[103305]: event.method(event) Jan 28 19:21:32.332910 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:21:32.332910 n-d-812111-14 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:21:32.332910 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:21:32.332910 n-d-812111-14 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:21:32.332910 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:21:32.332910 n-d-812111-14 neutron-server[103305]: return f(self, *a, **k) Jan 28 19:21:32.332910 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:21:32.332910 n-d-812111-14 neutron-server[103305]: return self._get(url).json() Jan 28 19:21:32.332910 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:21:32.332910 n-d-812111-14 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:21:32.332910 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:21:32.332910 n-d-812111-14 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 28 19:21:32.332910 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:21:32.332910 n-d-812111-14 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:21:32.332910 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:21:32.332910 n-d-812111-14 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:21:32.332910 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:21:32.332910 n-d-812111-14 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:21:32.332910 n-d-812111-14 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:21:32.505870 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ed4ea056-d80b-4dd3-ad27-0fa92b904d78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (26aeb3c4-2ce2-4b83-85b7-1c2aaff593d5), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:32.514660 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ed4ea056-d80b-4dd3-ad27-0fa92b904d78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:32.521184 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-ed4ea056-d80b-4dd3-ad27-0fa92b904d78 admin admin] 10.222.0.64 "DELETE /v2.0/networks/26aeb3c4-2ce2-4b83-85b7-1c2aaff593d5 HTTP/1.1" status: 204 len: 168 time: 0.8318100 Jan 28 19:21:32.529059 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b301c55-2eb1-4a0c-a7c2-2489ba77923c req-f61cdf7a-a443-4cb4-9e31-d59d898ac315 tempest-ServerAddressesTestJSON-1103372956 tempest-ServerAddressesTestJSON-1103372956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:32.530716 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8b301c55-2eb1-4a0c-a7c2-2489ba77923c req-f61cdf7a-a443-4cb4-9e31-d59d898ac315 tempest-ServerAddressesTestJSON-1103372956 tempest-ServerAddressesTestJSON-1103372956-project] 10.222.0.64 "GET /v2.0/ports?device_id=477be474-80a0-466a-b735-fb43c49e0d2a HTTP/1.1" status: 200 len: 945 time: 0.1016464 Jan 28 19:21:32.531267 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 44564) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:32.551155 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4ea056-d80b-4dd3-ad27-0fa92b904d78 admin admin] Pushing event deleted for resources: {'Network': ['ID=26aeb3c4-2ce2-4b83-85b7-1c2aaff593d5,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:32.615185 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e61f9a2-ce28-4626-916a-d95400e9b999 admin admin] Deleting subnet d4539387-3702-49cf-8388-1b441031ecfd {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:21:32.623663 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9e61f9a2-ce28-4626-916a-d95400e9b999 admin admin] Publish callbacks [] for subnet (d4539387-3702-49cf-8388-1b441031ecfd), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:32.641008 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-45a98cf9-ab26-42ac-9688-bdb5bf45d609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:32.642421 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-45a98cf9-ab26-42ac-9688-bdb5bf45d609 service neutron] 10.222.0.70 "GET /v2.0/ports/12d5c4fa-3235-4f0d-98da-a2e61f15252b HTTP/1.1" status: 200 len: 1028 time: 0.3904321 Jan 28 19:21:32.670573 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 760ecb1b-d3bd-49f2-a0ab-7bbbf2f762e9 up at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:21:32.680240 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8b301c55-2eb1-4a0c-a7c2-2489ba77923c req-197d9fc6-2e4c-452e-bf87-6813332d9f84 tempest-ServerAddressesTestJSON-1103372956 tempest-ServerAddressesTestJSON-1103372956-project] 10.222.0.64 "GET /v2.0/security-groups?id=3bd8866d-b5d3-447d-b081-ff9eeebeb52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290159 Jan 28 19:21:32.702343 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9e61f9a2-ce28-4626-916a-d95400e9b999 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16187240'] for subnet (d4539387-3702-49cf-8388-1b441031ecfd), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:32.708440 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a38d3229-3895-4a75-b12f-1fef87ac33f0 req-bc781fcc-dcad-4790-ae8a-8f2668ac0c63 tempest-ServerMetadataNegativeTestJSON-1928197332 tempest-ServerMetadataNegativeTestJSON-1928197332-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b9adef0-8700-4c28-a77d-ef10c4393527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4732549 Jan 28 19:21:32.710854 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4b2a39f2-98f1-450d-9a00-a52cdc0d76d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (72a547d0-d9da-4c9f-b2a7-a4b786ea70ac), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:32.723740 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-41af6e5c-a94e-43de-bcd9-e87d24218d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:32.725093 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-41af6e5c-a94e-43de-bcd9-e87d24218d46 service neutron] 10.222.0.70 "GET /v2.0/ports/de98d303-7c1f-431e-bf81-fef0fcf95502 HTTP/1.1" status: 200 len: 1028 time: 0.0754335 Jan 28 19:21:32.822099 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning complete for port 760ecb1b-d3bd-49f2-a0ab-7bbbf2f762e9 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:21:32.822487 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (760ecb1b-d3bd-49f2-a0ab-7bbbf2f762e9), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:32.859386 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9e61f9a2-ce28-4626-916a-d95400e9b999 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (d4539387-3702-49cf-8388-1b441031ecfd), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:32.969971 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5586320a-9dc0-4381-bb12-1358b18f054d req-ef49331b-3253-45b6-83d0-19727647170f tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:32.982946 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5586320a-9dc0-4381-bb12-1358b18f054d req-ef49331b-3253-45b6-83d0-19727647170f tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e48b655-5911-4dcd-a073-26e765e9c04d HTTP/1.1" status: 200 len: 945 time: 0.2169223 Jan 28 19:21:33.000814 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port 760ecb1b-d3bd-49f2-a0ab-7bbbf2f762e9 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:21:33.001510 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (760ecb1b-d3bd-49f2-a0ab-7bbbf2f762e9), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:33.033140 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-236f093b-53dc-4022-978c-bfc7411a6c31 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:33.040873 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-236f093b-53dc-4022-978c-bfc7411a6c31 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:33.048364 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-236f093b-53dc-4022-978c-bfc7411a6c31 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:33.051812 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-236f093b-53dc-4022-978c-bfc7411a6c31 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.70 "GET /v2.0/networks?id=922d7922-7d01-401d-b975-2f0c2fc79a7b&id=45c329a7-41ca-41dc-8117-b6a34c90d860&id=45c329a7-41ca-41dc-8117-b6a34c90d860&id=45c329a7-41ca-41dc-8117-b6a34c90d860&id=45c329a7-41ca-41dc-8117-b6a34c90d860&id=a2ca3cee-ca84-49f7-b78e-846e3e35c5f2&id=a2ca3cee-ca84-49f7-b78e-846e3e35c5f2 HTTP/1.1" status: 200 len: 1990 time: 0.3186767 Jan 28 19:21:33.058919 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9e61f9a2-ce28-4626-916a-d95400e9b999 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4752464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4733806'] for subnet (d4539387-3702-49cf-8388-1b441031ecfd), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:33.071417 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4b2a39f2-98f1-450d-9a00-a52cdc0d76d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (72a547d0-d9da-4c9f-b2a7-a4b786ea70ac), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:33.073325 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 760ecb1b-d3bd-49f2-a0ab-7bbbf2f762e9, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=760ecb1b-d3bd-49f2-a0ab-7bbbf2f762e9,segment=NetworkSegment(3fce350c-ea58-4666-bd7d-c61ada9a9295),segment_id=3fce350c-ea58-4666-bd7d-c61ada9a9295)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:21:33.084143 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (760ecb1b-d3bd-49f2-a0ab-7bbbf2f762e9), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:33.086318 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device ec03c6b6-fa2b-4f13-a042-848741cca95d no longer exists at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:21:33.103346 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-4b2a39f2-98f1-450d-9a00-a52cdc0d76d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72a547d0-d9da-4c9f-b2a7-a4b786ea70ac']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:21:33.115419 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-4b2a39f2-98f1-450d-9a00-a52cdc0d76d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62a331e7-e6d6-4fbc-9e3c-2d3acdfd7c92') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:21:33.115722 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-4b2a39f2-98f1-450d-9a00-a52cdc0d76d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62a331e7-e6d6-4fbc-9e3c-2d3acdfd7c92') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:21:33.128386 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4b2a39f2-98f1-450d-9a00-a52cdc0d76d2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4747091'] for segment (62a331e7-e6d6-4fbc-9e3c-2d3acdfd7c92), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:33.145843 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4b2a39f2-98f1-450d-9a00-a52cdc0d76d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (62a331e7-e6d6-4fbc-9e3c-2d3acdfd7c92), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:33.147740 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e61f9a2-ce28-4626-916a-d95400e9b999 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4539387-3702-49cf-8388-1b441031ecfd,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:33.152595 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9e61f9a2-ce28-4626-916a-d95400e9b999 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:33.166963 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b2a39f2-98f1-450d-9a00-a52cdc0d76d2 admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:21:33.167646 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4b2a39f2-98f1-450d-9a00-a52cdc0d76d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4690514'] for segment (62a331e7-e6d6-4fbc-9e3c-2d3acdfd7c92), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:33.168692 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-9e61f9a2-ce28-4626-916a-d95400e9b999 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/d4539387-3702-49cf-8388-1b441031ecfd HTTP/1.1" status: 204 len: 168 time: 0.6263168 Jan 28 19:21:33.196299 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5586320a-9dc0-4381-bb12-1358b18f054d req-0e1a8940-532d-44cd-b170-c8c23d261ea8 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff0a7ca0-73d1-435a-8c79-518c9bdfd3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107983 Jan 28 19:21:33.197023 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 44570) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:33.294502 n-d-812111-14 neutron-server[103304]: Traceback (most recent call last): Jan 28 19:21:33.294502 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:21:33.294502 n-d-812111-14 neutron-server[103304]: timer() Jan 28 19:21:33.294502 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:21:33.294502 n-d-812111-14 neutron-server[103304]: cb(*args, **kw) Jan 28 19:21:33.294502 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:21:33.294502 n-d-812111-14 neutron-server[103304]: return func(*args, **kwargs) Jan 28 19:21:33.294502 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:21:33.294502 n-d-812111-14 neutron-server[103304]: self._notify() Jan 28 19:21:33.294502 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:21:33.294502 n-d-812111-14 neutron-server[103304]: self.callback(batched_events) Jan 28 19:21:33.294502 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:21:33.294502 n-d-812111-14 neutron-server[103304]: event.method(event) Jan 28 19:21:33.294502 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:21:33.294502 n-d-812111-14 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:21:33.294502 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:21:33.294502 n-d-812111-14 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:21:33.294502 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:21:33.294502 n-d-812111-14 neutron-server[103304]: return f(self, *a, **k) Jan 28 19:21:33.294502 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:21:33.294502 n-d-812111-14 neutron-server[103304]: return self._get(url).json() Jan 28 19:21:33.294502 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:21:33.294502 n-d-812111-14 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:21:33.294502 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:21:33.294502 n-d-812111-14 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 28 19:21:33.294502 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:21:33.294502 n-d-812111-14 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:21:33.294502 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:21:33.294502 n-d-812111-14 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:21:33.294502 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:21:33.294502 n-d-812111-14 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:21:33.294502 n-d-812111-14 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:21:33.312589 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4b2a39f2-98f1-450d-9a00-a52cdc0d76d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (72a547d0-d9da-4c9f-b2a7-a4b786ea70ac), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:33.333222 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4b2a39f2-98f1-450d-9a00-a52cdc0d76d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:33.341036 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-4b2a39f2-98f1-450d-9a00-a52cdc0d76d2 admin admin] 10.222.0.64 "DELETE /v2.0/networks/72a547d0-d9da-4c9f-b2a7-a4b786ea70ac HTTP/1.1" status: 204 len: 168 time: 1.1100690 Jan 28 19:21:33.345678 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 44578) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:33.450802 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8c1ec76e-2d56-43fc-9926-86487f18200e req-dfc254d9-0dc4-4257-b246-d2954a529c55 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.64 "GET /v2.0/ports?device_id=5bd15075-1e8c-4d4e-9154-d45912ca536e HTTP/1.1" status: 200 len: 210 time: 0.3977268 Jan 28 19:21:33.503396 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-dc7072e8-d681-4314-88f1-c00cbf4a9ebe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (a5445a4a-e7c4-4221-8c2b-fb7e305f94d6), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:33.547065 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b4717d6-c95b-469d-bed7-bc1abe4714fb admin admin] Deleting subnet c0897c57-3c2f-48f8-9d1e-8cd7b4f17790 {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:21:33.549349 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2a39f2-98f1-450d-9a00-a52cdc0d76d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=72a547d0-d9da-4c9f-b2a7-a4b786ea70ac,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:33.574571 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=760ecb1b-d3bd-49f2-a0ab-7bbbf2f762e9,revision_number=7']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:33.579050 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 581dc8c3-b87e-4b13-b9df-77efa9de3d8d no longer exists at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:21:33.606478 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910b0c8a-225e-49e5-b7c2-c94a2601f447 req-77b5a3a9-03fb-49ed-a0a4-58c13f09706d tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:33.613203 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-910b0c8a-225e-49e5-b7c2-c94a2601f447 req-77b5a3a9-03fb-49ed-a0a4-58c13f09706d tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/ports?device_id=03b9cc04-fd3d-4fc9-a975-d37681157934 HTTP/1.1" status: 200 len: 946 time: 0.2473645 Jan 28 19:21:33.641407 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03b9cc04-fd3d-4fc9-a975-d37681157934', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '760ecb1b-d3bd-49f2-a0ab-7bbbf2f762e9'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:21:33.651301 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a522c058-4970-449e-9ad8-902a1c5ecac9" -d '{"events": [{"server_uuid": "03b9cc04-fd3d-4fc9-a975-d37681157934", "name": "network-vif-plugged", "status": "completed", "tag": "760ecb1b-d3bd-49f2-a0ab-7bbbf2f762e9"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:21:33.657239 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] No Port match for: ec03c6b6-fa2b-4f13-a042-848741cca95d {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:21:33.659073 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device ec03c6b6-fa2b-4f13-a042-848741cca95d not bound to the agent host n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:21:33.662284 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4b4717d6-c95b-469d-bed7-bc1abe4714fb admin admin] Publish callbacks [] for subnet (c0897c57-3c2f-48f8-9d1e-8cd7b4f17790), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:33.681501 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-11e2fef6-cb8d-466b-bfc4-225a6332b2e2 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f867837fb6c242938544d048cd197d0a HTTP/1.1" status: 200 len: 379 time: 0.3840592 Jan 28 19:21:33.684831 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-dc7072e8-d681-4314-88f1-c00cbf4a9ebe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (a5445a4a-e7c4-4221-8c2b-fb7e305f94d6), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:33.716155 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] No Port match for: 581dc8c3-b87e-4b13-b9df-77efa9de3d8d {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:21:33.717163 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 581dc8c3-b87e-4b13-b9df-77efa9de3d8d not bound to the agent host n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:21:33.725413 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-910b0c8a-225e-49e5-b7c2-c94a2601f447 req-23ed6375-c5c2-496f-a16c-b72b66025503 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/security-groups?id=e52b5309-890e-4183-bf0d-6ef59c658d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106684 Jan 28 19:21:33.732426 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-dc7072e8-d681-4314-88f1-c00cbf4a9ebe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5445a4a-e7c4-4221-8c2b-fb7e305f94d6']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:21:33.739466 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-aa4147e6-df23-4284-a1f9-9a6ff8a80058 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Request body: {'port': {'device_id': '5bd15075-1e8c-4d4e-9154-d45912ca536e', 'network_id': '922d7922-7d01-401d-b975-2f0c2fc79a7b', 'admin_state_up': True, 'tenant_id': 'f867837fb6c242938544d048cd197d0a', 'security_groups': ['b98a868e-e5c1-410f-a3c5-8429d6410f2e']}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:21:33.758614 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-dc7072e8-d681-4314-88f1-c00cbf4a9ebe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ded76622-f555-4b4e-9bae-a86cdf6138c5') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:21:33.759207 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-dc7072e8-d681-4314-88f1-c00cbf4a9ebe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ded76622-f555-4b4e-9bae-a86cdf6138c5') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:21:33.780744 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-dc7072e8-d681-4314-88f1-c00cbf4a9ebe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16187153'] for segment (ded76622-f555-4b4e-9bae-a86cdf6138c5), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:33.796389 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-dc7072e8-d681-4314-88f1-c00cbf4a9ebe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (ded76622-f555-4b4e-9bae-a86cdf6138c5), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:33.809347 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc7072e8-d681-4314-88f1-c00cbf4a9ebe admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:21:33.809947 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-dc7072e8-d681-4314-88f1-c00cbf4a9ebe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4752570'] for segment (ded76622-f555-4b4e-9bae-a86cdf6138c5), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:33.812013 n-d-812111-14 neutron-server[103305]: Traceback (most recent call last): Jan 28 19:21:33.812013 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:21:33.812013 n-d-812111-14 neutron-server[103305]: timer() Jan 28 19:21:33.812013 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:21:33.812013 n-d-812111-14 neutron-server[103305]: cb(*args, **kw) Jan 28 19:21:33.812013 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:21:33.812013 n-d-812111-14 neutron-server[103305]: return func(*args, **kwargs) Jan 28 19:21:33.812013 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:21:33.812013 n-d-812111-14 neutron-server[103305]: self._notify() Jan 28 19:21:33.812013 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:21:33.812013 n-d-812111-14 neutron-server[103305]: self.callback(batched_events) Jan 28 19:21:33.812013 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:21:33.812013 n-d-812111-14 neutron-server[103305]: event.method(event) Jan 28 19:21:33.812013 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:21:33.812013 n-d-812111-14 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:21:33.812013 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:21:33.812013 n-d-812111-14 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:21:33.812013 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:21:33.812013 n-d-812111-14 neutron-server[103305]: return f(self, *a, **k) Jan 28 19:21:33.812013 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:21:33.812013 n-d-812111-14 neutron-server[103305]: return self._get(url).json() Jan 28 19:21:33.812013 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:21:33.812013 n-d-812111-14 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:21:33.812013 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:21:33.812013 n-d-812111-14 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 28 19:21:33.812013 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:21:33.812013 n-d-812111-14 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:21:33.812013 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:21:33.812013 n-d-812111-14 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:21:33.812013 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:21:33.812013 n-d-812111-14 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:21:33.812013 n-d-812111-14 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:21:33.921307 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-69dc59b7-e5f5-4050-9119-e8ccced8b093 req-37009a26-5a8e-4518-998a-638d5cd69640 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=21016aa8d78b40bfb94f4cb1162748ad HTTP/1.1" status: 200 len: 221 time: 0.0839713 Jan 28 19:21:33.923674 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-dc7072e8-d681-4314-88f1-c00cbf4a9ebe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (a5445a4a-e7c4-4221-8c2b-fb7e305f94d6), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:33.936884 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-dc7072e8-d681-4314-88f1-c00cbf4a9ebe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:33.943566 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-dc7072e8-d681-4314-88f1-c00cbf4a9ebe admin admin] 10.222.0.64 "DELETE /v2.0/networks/a5445a4a-e7c4-4221-8c2b-fb7e305f94d6 HTTP/1.1" status: 204 len: 168 time: 0.7453353 Jan 28 19:21:33.952644 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4b4717d6-c95b-469d-bed7-bc1abe4714fb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4747050'] for subnet (c0897c57-3c2f-48f8-9d1e-8cd7b4f17790), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:33.976165 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7072e8-d681-4314-88f1-c00cbf4a9ebe admin admin] Pushing event deleted for resources: {'Network': ['ID=a5445a4a-e7c4-4221-8c2b-fb7e305f94d6,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:34.011033 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-aa4147e6-df23-4284-a1f9-9a6ff8a80058 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Made reservation on behalf of f867837fb6c242938544d048cd197d0a for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:21:34.025048 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-aa4147e6-df23-4284-a1f9-9a6ff8a80058 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:34.033231 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95d7a4a2-b128-418f-adcb-a30f93e1943e x-openstack-request-id: req-95d7a4a2-b128-418f-adcb-a30f93e1943e {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:21:34.033622 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03b9cc04-fd3d-4fc9-a975-d37681157934", "name": "network-vif-plugged", "status": "completed", "tag": "760ecb1b-d3bd-49f2-a0ab-7bbbf2f762e9", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:21:34.033956 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-95d7a4a2-b128-418f-adcb-a30f93e1943e {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:21:34.035030 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03b9cc04-fd3d-4fc9-a975-d37681157934', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '760ecb1b-d3bd-49f2-a0ab-7bbbf2f762e9', 'code': 200} Jan 28 19:21:34.084226 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b83a04-80db-4529-9744-c2bd4e35d061 req-093de2dd-20c0-4596-8df8-eb233ebadd26 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:34.087744 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-50b83a04-80db-4529-9744-c2bd4e35d061 req-093de2dd-20c0-4596-8df8-eb233ebadd26 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/ports?device_id=a64d6087-dfa2-4d21-bf23-888bcba1c09b HTTP/1.1" status: 200 len: 949 time: 0.2052124 Jan 28 19:21:34.090091 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4b4717d6-c95b-469d-bed7-bc1abe4714fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (c0897c57-3c2f-48f8-9d1e-8cd7b4f17790), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:34.173579 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0228eb5e-562a-4555-b971-6ec73a253fea req-efd0daa6-405f-4133-b44b-35d81c961c5e tempest-ServerMetadataNegativeTestJSON-1928197332 tempest-ServerMetadataNegativeTestJSON-1928197332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:34.181182 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-0228eb5e-562a-4555-b971-6ec73a253fea req-efd0daa6-405f-4133-b44b-35d81c961c5e tempest-ServerMetadataNegativeTestJSON-1928197332 tempest-ServerMetadataNegativeTestJSON-1928197332-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf81c3a6-8602-4dd8-bce9-a17383e5b512 HTTP/1.1" status: 200 len: 945 time: 0.0869553 Jan 28 19:21:34.209842 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 44600) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:34.296325 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-0228eb5e-562a-4555-b971-6ec73a253fea req-e616f025-d7f9-4b9f-8e91-5c791af536d1 tempest-ServerMetadataNegativeTestJSON-1928197332 tempest-ServerMetadataNegativeTestJSON-1928197332-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b9adef0-8700-4c28-a77d-ef10c4393527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140134 Jan 28 19:21:34.314578 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-95f04270-87ee-4902-b19a-47d97a295ee3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d06df3832f6c45b69e14ca37904e0d1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1037586 Jan 28 19:21:34.317613 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 44602) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:34.345080 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-50b83a04-80db-4529-9744-c2bd4e35d061 req-39667f13-1071-4d05-9738-97ceacbb8ab3 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d07f2a-7a3d-4718-9c1b-16394753837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007713 Jan 28 19:21:34.419888 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4b4717d6-c95b-469d-bed7-bc1abe4714fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4690616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5222356'] for subnet (c0897c57-3c2f-48f8-9d1e-8cd7b4f17790), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:34.464908 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-03e88bf5-dbcc-423b-a4a2-d67b034d2b64 admin admin] Publish callbacks [] for security_group (3edd43aa-0d42-4da8-9b67-5bded8ceda3d), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:34.539075 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-03e88bf5-dbcc-423b-a4a2-d67b034d2b64 admin admin] Publish callbacks [] for security_group (3edd43aa-0d42-4da8-9b67-5bded8ceda3d), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:34.560433 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4717d6-c95b-469d-bed7-bc1abe4714fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0897c57-3c2f-48f8-9d1e-8cd7b4f17790,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:34.566947 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4b4717d6-c95b-469d-bed7-bc1abe4714fb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:34.581281 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-4b4717d6-c95b-469d-bed7-bc1abe4714fb admin admin] 10.222.0.64 "DELETE /v2.0/subnets/c0897c57-3c2f-48f8-9d1e-8cd7b4f17790 HTTP/1.1" status: 204 len: 168 time: 1.1767335 Jan 28 19:21:34.584976 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 44612) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:34.619451 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1054f88-acb5-4323-97b0-c16ceff5e946 req-eec119db-a0be-4ca3-b430-c85c5829ba18 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:34.621089 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f1054f88-acb5-4323-97b0-c16ceff5e946 req-eec119db-a0be-4ca3-b430-c85c5829ba18 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e48b655-5911-4dcd-a073-26e765e9c04d HTTP/1.1" status: 200 len: 945 time: 0.2131693 Jan 28 19:21:34.621800 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-03e88bf5-dbcc-423b-a4a2-d67b034d2b64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (3edd43aa-0d42-4da8-9b67-5bded8ceda3d), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:34.624383 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-03e88bf5-dbcc-423b-a4a2-d67b034d2b64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:34.630275 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-03e88bf5-dbcc-423b-a4a2-d67b034d2b64 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3edd43aa-0d42-4da8-9b67-5bded8ceda3d HTTP/1.1" status: 204 len: 168 time: 0.3113465 Jan 28 19:21:34.654257 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e88bf5-dbcc-423b-a4a2-d67b034d2b64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3edd43aa-0d42-4da8-9b67-5bded8ceda3d,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:34.738120 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-aa4147e6-df23-4284-a1f9-9a6ff8a80058 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Allocated IP 172.20.0.3 (922d7922-7d01-401d-b975-2f0c2fc79a7b/6ed55e71-9221-42a1-8050-290c89e0110e/531bdf71-3dde-4e38-8c1a-ff8047145e91) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:21:34.742792 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f1054f88-acb5-4323-97b0-c16ceff5e946 req-69372579-5085-4081-915a-3a773d463c4a tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff0a7ca0-73d1-435a-8c79-518c9bdfd3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084380 Jan 28 19:21:34.806192 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b0a4adc1-1fc1-450b-ba9c-c1728eb3156b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (15dcf326-e016-47d2-94ea-3407e86b78e1), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:35.013654 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-aa4147e6-df23-4284-a1f9-9a6ff8a80058 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Publish callbacks [] for port (531bdf71-3dde-4e38-8c1a-ff8047145e91), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:35.029092 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9082b4db-070a-49f6-8a01-ebbc5f14e6a5 req-5f7ddaff-5851-431b-9282-543b7f304d22 tempest-ServerAddressesTestJSON-1103372956 tempest-ServerAddressesTestJSON-1103372956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:35.043917 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9082b4db-070a-49f6-8a01-ebbc5f14e6a5 req-5f7ddaff-5851-431b-9282-543b7f304d22 tempest-ServerAddressesTestJSON-1103372956 tempest-ServerAddressesTestJSON-1103372956-project] 10.222.0.64 "GET /v2.0/ports?device_id=477be474-80a0-466a-b735-fb43c49e0d2a HTTP/1.1" status: 200 len: 945 time: 0.1477094 Jan 28 19:21:35.091180 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2110ae4d-d64b-4164-ab90-356ed1ab204f req-62617208-ee5a-47f4-95df-544188307e71 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.64 "GET /v2.0/ports?device_id=5bd15075-1e8c-4d4e-9154-d45912ca536e HTTP/1.1" status: 200 len: 210 time: 0.0685308 Jan 28 19:21:35.178153 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9082b4db-070a-49f6-8a01-ebbc5f14e6a5 req-59e79b11-19ef-4e9d-bd1f-ff517198a3a3 tempest-ServerAddressesTestJSON-1103372956 tempest-ServerAddressesTestJSON-1103372956-project] 10.222.0.64 "GET /v2.0/security-groups?id=3bd8866d-b5d3-447d-b081-ff9eeebeb52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319284 Jan 28 19:21:35.267697 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b0a4adc1-1fc1-450b-ba9c-c1728eb3156b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (15dcf326-e016-47d2-94ea-3407e86b78e1), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:35.303424 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-b0a4adc1-1fc1-450b-ba9c-c1728eb3156b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15dcf326-e016-47d2-94ea-3407e86b78e1']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:21:35.307275 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-aa4147e6-df23-4284-a1f9-9a6ff8a80058 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (531bdf71-3dde-4e38-8c1a-ff8047145e91), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:35.341415 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-aa4147e6-df23-4284-a1f9-9a6ff8a80058 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Network 922d7922-7d01-401d-b975-2f0c2fc79a7b is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:21:35.347317 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-aa4147e6-df23-4284-a1f9-9a6ff8a80058 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:21:35.350061 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-aa4147e6-df23-4284-a1f9-9a6ff8a80058 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:21:35.371667 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-b0a4adc1-1fc1-450b-ba9c-c1728eb3156b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebeded63-56bb-4841-ab70-9e6e187ca088') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:21:35.371667 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-b0a4adc1-1fc1-450b-ba9c-c1728eb3156b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebeded63-56bb-4841-ab70-9e6e187ca088') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:21:35.449509 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 44628) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:35.453524 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1917036-aeb0-45d4-ba4e-8e536c0d1194 req-c08c1763-1f3c-4065-ba27-81f355b7f6d8 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:35.455148 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e1917036-aeb0-45d4-ba4e-8e536c0d1194 req-c08c1763-1f3c-4065-ba27-81f355b7f6d8 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e48b655-5911-4dcd-a073-26e765e9c04d HTTP/1.1" status: 200 len: 945 time: 0.1415038 Jan 28 19:21:35.460338 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ba7d29-06d6-446b-ae4e-7763d889dff9 req-98b05874-2300-4fad-9175-275bbdfc92c1 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:35.474442 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-15ba7d29-06d6-446b-ae4e-7763d889dff9 req-98b05874-2300-4fad-9175-275bbdfc92c1 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/ports?device_id=03b9cc04-fd3d-4fc9-a975-d37681157934 HTTP/1.1" status: 200 len: 946 time: 0.2521958 Jan 28 19:21:35.509552 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b0a4adc1-1fc1-450b-ba9c-c1728eb3156b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4747091'] for segment (ebeded63-56bb-4841-ab70-9e6e187ca088), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:35.530173 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e1917036-aeb0-45d4-ba4e-8e536c0d1194 req-69cb6b7e-99cd-485e-b7b9-ef6ae72f782d tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff0a7ca0-73d1-435a-8c79-518c9bdfd3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682669 Jan 28 19:21:35.562398 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4147e6-df23-4284-a1f9-9a6ff8a80058 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Pushing event updated for resources: {'Port': ['ID=531bdf71-3dde-4e38-8c1a-ff8047145e91,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:35.587799 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b0a4adc1-1fc1-450b-ba9c-c1728eb3156b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (ebeded63-56bb-4841-ab70-9e6e187ca088), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:35.614808 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0a4adc1-1fc1-450b-ba9c-c1728eb3156b admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:21:35.615343 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b0a4adc1-1fc1-450b-ba9c-c1728eb3156b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4690514'] for segment (ebeded63-56bb-4841-ab70-9e6e187ca088), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:35.659037 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-aa4147e6-df23-4284-a1f9-9a6ff8a80058 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:35.659770 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-aa4147e6-df23-4284-a1f9-9a6ff8a80058 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:35.665156 n-d-812111-14 neutron-server[103304]: Traceback (most recent call last): Jan 28 19:21:35.665156 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:21:35.665156 n-d-812111-14 neutron-server[103304]: timer() Jan 28 19:21:35.665156 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:21:35.665156 n-d-812111-14 neutron-server[103304]: cb(*args, **kw) Jan 28 19:21:35.665156 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:21:35.665156 n-d-812111-14 neutron-server[103304]: return func(*args, **kwargs) Jan 28 19:21:35.665156 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:21:35.665156 n-d-812111-14 neutron-server[103304]: self._notify() Jan 28 19:21:35.665156 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:21:35.665156 n-d-812111-14 neutron-server[103304]: self.callback(batched_events) Jan 28 19:21:35.665156 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:21:35.665156 n-d-812111-14 neutron-server[103304]: event.method(event) Jan 28 19:21:35.665156 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:21:35.665156 n-d-812111-14 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:21:35.665156 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:21:35.665156 n-d-812111-14 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:21:35.665156 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:21:35.665156 n-d-812111-14 neutron-server[103304]: return f(self, *a, **k) Jan 28 19:21:35.665156 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:21:35.665156 n-d-812111-14 neutron-server[103304]: return self._get(url).json() Jan 28 19:21:35.665156 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:21:35.665156 n-d-812111-14 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:21:35.665156 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:21:35.665156 n-d-812111-14 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 28 19:21:35.665156 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:21:35.665156 n-d-812111-14 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:21:35.665156 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:21:35.665156 n-d-812111-14 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:21:35.665156 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:21:35.665156 n-d-812111-14 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:21:35.665156 n-d-812111-14 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:21:35.743013 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-0a606a38-31c5-4ba4-abe1-9312759565ab admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a9db8a6031da46149fdb4d5db26c7812&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2573538 Jan 28 19:21:35.747135 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 44634) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:35.756418 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-15ba7d29-06d6-446b-ae4e-7763d889dff9 req-413f6d6f-0087-477e-b038-6dd34aa28513 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/security-groups?id=e52b5309-890e-4183-bf0d-6ef59c658d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2809494 Jan 28 19:21:35.789283 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-aa4147e6-df23-4284-a1f9-9a6ff8a80058 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0942800 Jan 28 19:21:35.792745 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b0a4adc1-1fc1-450b-ba9c-c1728eb3156b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (15dcf326-e016-47d2-94ea-3407e86b78e1), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:35.800457 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-292bfabe-f819-4b7a-ae4f-edcdcfdb6c4a tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Request body: {'port': {'device_id': '5bd15075-1e8c-4d4e-9154-d45912ca536e', 'network_id': '45c329a7-41ca-41dc-8117-b6a34c90d860', 'admin_state_up': True, 'tenant_id': 'f867837fb6c242938544d048cd197d0a', 'security_groups': ['b98a868e-e5c1-410f-a3c5-8429d6410f2e']}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:21:35.812419 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b0a4adc1-1fc1-450b-ba9c-c1728eb3156b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:35.816054 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-b0a4adc1-1fc1-450b-ba9c-c1728eb3156b admin admin] 10.222.0.64 "DELETE /v2.0/networks/15dcf326-e016-47d2-94ea-3407e86b78e1 HTTP/1.1" status: 204 len: 168 time: 1.2269733 Jan 28 19:21:35.829751 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-1626d8b9-ceae-4a3d-befe-c05a943efc24 None None] Provisioning complete for port 531bdf71-3dde-4e38-8c1a-ff8047145e91 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:21:35.830892 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1626d8b9-ceae-4a3d-befe-c05a943efc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (531bdf71-3dde-4e38-8c1a-ff8047145e91), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:35.898967 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a4adc1-1fc1-450b-ba9c-c1728eb3156b admin admin] Pushing event deleted for resources: {'Network': ['ID=15dcf326-e016-47d2-94ea-3407e86b78e1,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:35.964419 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff922043-f47d-4671-bd6e-5f3416d88bda req-ff3858c3-f89b-43e0-add8-84a431c54d6b tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:35.968535 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ff922043-f47d-4671-bd6e-5f3416d88bda req-ff3858c3-f89b-43e0-add8-84a431c54d6b tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/ports?device_id=a64d6087-dfa2-4d21-bf23-888bcba1c09b HTTP/1.1" status: 200 len: 949 time: 0.3171194 Jan 28 19:21:35.982307 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-1626d8b9-ceae-4a3d-befe-c05a943efc24 None None] Port 531bdf71-3dde-4e38-8c1a-ff8047145e91 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:21:36.052682 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fe9fae49-cbcc-4a6f-89b5-2bf42e19d33a admin admin] Publish callbacks [] for security_group (339cb819-4ba7-4671-ae88-e19bc7b73291), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:36.084793 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ff922043-f47d-4671-bd6e-5f3416d88bda req-115c92bc-cc12-4250-8b61-9e9c04ad711d tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d07f2a-7a3d-4718-9c1b-16394753837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096692 Jan 28 19:21:36.100017 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fe9fae49-cbcc-4a6f-89b5-2bf42e19d33a admin admin] Publish callbacks [] for security_group (339cb819-4ba7-4671-ae88-e19bc7b73291), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:36.245907 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-292bfabe-f819-4b7a-ae4f-edcdcfdb6c4a tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Made reservation on behalf of f867837fb6c242938544d048cd197d0a for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:21:36.259318 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-292bfabe-f819-4b7a-ae4f-edcdcfdb6c4a tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:36.327419 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 44654) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:36.385054 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fe9fae49-cbcc-4a6f-89b5-2bf42e19d33a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (339cb819-4ba7-4671-ae88-e19bc7b73291), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:36.387601 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fe9fae49-cbcc-4a6f-89b5-2bf42e19d33a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:36.388714 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-fe9fae49-cbcc-4a6f-89b5-2bf42e19d33a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/339cb819-4ba7-4671-ae88-e19bc7b73291 HTTP/1.1" status: 204 len: 168 time: 0.6373537 Jan 28 19:21:36.444390 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9fae49-cbcc-4a6f-89b5-2bf42e19d33a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=339cb819-4ba7-4671-ae88-e19bc7b73291,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:36.491690 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8f1ea2-778d-4c69-8485-92f676fe547e req-5abff68d-7afd-409c-8761-241e5d3942f5 tempest-ServerAddressesTestJSON-1103372956 tempest-ServerAddressesTestJSON-1103372956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:36.493975 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6d8f1ea2-778d-4c69-8485-92f676fe547e req-5abff68d-7afd-409c-8761-241e5d3942f5 tempest-ServerAddressesTestJSON-1103372956 tempest-ServerAddressesTestJSON-1103372956-project] 10.222.0.41 "GET /v2.0/ports?device_id=477be474-80a0-466a-b735-fb43c49e0d2a HTTP/1.1" status: 200 len: 945 time: 0.2378969 Jan 28 19:21:36.591229 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-0b3dec3b-d167-4141-83b3-bb5d431082e8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=57a0678ad1cb4e46b30e232c1f317a59&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2623026 Jan 28 19:21:36.595415 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 44658) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:36.618257 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4260eca1-0fbc-43f7-8bca-04f415a1bdb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:36.632388 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2e4676-2dd3-43e7-bd3b-190006a4a3c2 req-fcc544b3-2721-4ca0-a953-41cc9b17fb5b tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:36.640264 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2f2e4676-2dd3-43e7-bd3b-190006a4a3c2 req-fcc544b3-2721-4ca0-a953-41cc9b17fb5b tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.64 "GET /v2.0/ports?device_id=5bd15075-1e8c-4d4e-9154-d45912ca536e HTTP/1.1" status: 200 len: 931 time: 0.2681856 Jan 28 19:21:36.670662 n-d-812111-14 neutron-server[103305]: INFO neutron.api.v2.resource [req-4461e118-66a1-46f2-a836-38b4d3ebd27c req-6a1c71b6-d17b-44ae-be27-373c721510c0 service neutron] show failed (client error): The resource could not be found. Jan 28 19:21:36.671691 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4461e118-66a1-46f2-a836-38b4d3ebd27c req-6a1c71b6-d17b-44ae-be27-373c721510c0 service neutron] 10.222.0.70 "GET /v2.0/ports/500aaaa2-66cc-4330-b2eb-cf6e3da795ac/bindings/n-h1-812111-14 HTTP/1.1" status: 404 len: 381 time: 0.2735198 Jan 28 19:21:36.741340 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2f2e4676-2dd3-43e7-bd3b-190006a4a3c2 req-60cf3361-11b8-4d29-8c21-faf5770c48e3 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.64 "GET /v2.0/security-groups?id=b98a868e-e5c1-410f-a3c5-8429d6410f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000693 Jan 28 19:21:36.742127 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6714d7ca-9d96-46f4-92fd-b5e1634e989a req-0718f7b1-9dd8-433c-8f68-69f1ddf987a7 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:36.744754 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6714d7ca-9d96-46f4-92fd-b5e1634e989a req-0718f7b1-9dd8-433c-8f68-69f1ddf987a7 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e48b655-5911-4dcd-a073-26e765e9c04d HTTP/1.1" status: 200 len: 945 time: 0.2824128 Jan 28 19:21:36.761508 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-292bfabe-f819-4b7a-ae4f-edcdcfdb6c4a tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Allocated IP 10.1.1.148 (45c329a7-41ca-41dc-8117-b6a34c90d860/cc238073-ae04-4ee5-8171-afc8f75fa79b/8132a07e-4a59-47ca-90c2-1121ff386089) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:21:36.786481 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-6d8f1ea2-778d-4c69-8485-92f676fe547e req-921dba08-0a96-4e0a-9b1d-7ce0452098d5 tempest-ServerAddressesTestJSON-1103372956 tempest-ServerAddressesTestJSON-1103372956-project] Deleting port 178527c5-5003-4c7e-90d3-fc80a0231183 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:21:36.786987 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-6d8f1ea2-778d-4c69-8485-92f676fe547e req-921dba08-0a96-4e0a-9b1d-7ce0452098d5 tempest-ServerAddressesTestJSON-1103372956 tempest-ServerAddressesTestJSON-1103372956-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (178527c5-5003-4c7e-90d3-fc80a0231183), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:36.922331 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d3514092-9018-45d3-b3d3-561d121b4fd7 admin admin] Publish callbacks [] for security_group (ec9c0460-bc1e-4a68-a554-556d5cbd348d), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:36.984732 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d3514092-9018-45d3-b3d3-561d121b4fd7 admin admin] Publish callbacks [] for security_group (ec9c0460-bc1e-4a68-a554-556d5cbd348d), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:37.108146 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-6d8f1ea2-778d-4c69-8485-92f676fe547e req-921dba08-0a96-4e0a-9b1d-7ce0452098d5 tempest-ServerAddressesTestJSON-1103372956 tempest-ServerAddressesTestJSON-1103372956-project] For port 178527c5-5003-4c7e-90d3-fc80a0231183, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=178527c5-5003-4c7e-90d3-fc80a0231183,segment=NetworkSegment(2d74ffff-adae-41cc-a8b9-e12dc0c30490),segment_id=2d74ffff-adae-41cc-a8b9-e12dc0c30490)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:21:37.113030 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d3514092-9018-45d3-b3d3-561d121b4fd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (ec9c0460-bc1e-4a68-a554-556d5cbd348d), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:37.116023 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d3514092-9018-45d3-b3d3-561d121b4fd7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:37.117706 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-d3514092-9018-45d3-b3d3-561d121b4fd7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ec9c0460-bc1e-4a68-a554-556d5cbd348d HTTP/1.1" status: 204 len: 168 time: 0.4994633 Jan 28 19:21:37.119437 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-6d8f1ea2-778d-4c69-8485-92f676fe547e req-921dba08-0a96-4e0a-9b1d-7ce0452098d5 tempest-ServerAddressesTestJSON-1103372956 tempest-ServerAddressesTestJSON-1103372956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (178527c5-5003-4c7e-90d3-fc80a0231183), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:37.188316 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6714d7ca-9d96-46f4-92fd-b5e1634e989a req-48bdb702-e5ff-4558-a069-044bcfbef05a tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff0a7ca0-73d1-435a-8c79-518c9bdfd3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4226701 Jan 28 19:21:37.216246 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3514092-9018-45d3-b3d3-561d121b4fd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec9c0460-bc1e-4a68-a554-556d5cbd348d,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:37.320908 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-6d8f1ea2-778d-4c69-8485-92f676fe547e req-921dba08-0a96-4e0a-9b1d-7ce0452098d5 tempest-ServerAddressesTestJSON-1103372956 tempest-ServerAddressesTestJSON-1103372956-project] Calling delete_port for 178527c5-5003-4c7e-90d3-fc80a0231183 owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:21:37.452591 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93ae260-7078-4b8b-90f9-30440cf297a2 req-7405dc1c-899a-4fd0-8fc1-80bff2141f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:37.455629 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e93ae260-7078-4b8b-90f9-30440cf297a2 req-7405dc1c-899a-4fd0-8fc1-80bff2141f74 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a83e9cc3029f4baca951cc95e07992a3&device_id=03b9cc04-fd3d-4fc9-a975-d37681157934 HTTP/1.1" status: 200 len: 1129 time: 0.3873761 Jan 28 19:21:37.495874 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f3abff-8641-4fc0-a34e-9b20914941d1 req-1fdf865c-95a3-4fd8-ba6a-d6ca17279263 tempest-ServerAddressesTestJSON-1103372956 tempest-ServerAddressesTestJSON-1103372956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:37.504470 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-16f3abff-8641-4fc0-a34e-9b20914941d1 req-1fdf865c-95a3-4fd8-ba6a-d6ca17279263 tempest-ServerAddressesTestJSON-1103372956 tempest-ServerAddressesTestJSON-1103372956-project] 10.222.0.64 "GET /v2.0/ports?device_id=477be474-80a0-466a-b735-fb43c49e0d2a HTTP/1.1" status: 200 len: 945 time: 0.5999346 Jan 28 19:21:37.523840 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-6d8f1ea2-778d-4c69-8485-92f676fe547e req-921dba08-0a96-4e0a-9b1d-7ce0452098d5 tempest-ServerAddressesTestJSON-1103372956 tempest-ServerAddressesTestJSON-1103372956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (178527c5-5003-4c7e-90d3-fc80a0231183), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:37.536639 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['178527c5-5003-4c7e-90d3-fc80a0231183'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:21:37.644780 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921dba08-0a96-4e0a-9b1d-7ce0452098d5 tempest-ServerAddressesTestJSON-1103372956 tempest-ServerAddressesTestJSON-1103372956-project] Pushing event deleted for resources: {'Port': ['ID=178527c5-5003-4c7e-90d3-fc80a0231183,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:37.716107 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d8f1ea2-778d-4c69-8485-92f676fe547e req-921dba08-0a96-4e0a-9b1d-7ce0452098d5 tempest-ServerAddressesTestJSON-1103372956 tempest-ServerAddressesTestJSON-1103372956-project] No DVR routers for this DVR port 178527c5-5003-4c7e-90d3-fc80a0231183 on host n-h1-812111-14 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:21:37.723477 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-6d8f1ea2-778d-4c69-8485-92f676fe547e req-921dba08-0a96-4e0a-9b1d-7ce0452098d5 tempest-ServerAddressesTestJSON-1103372956 tempest-ServerAddressesTestJSON-1103372956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:37.729127 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-292bfabe-f819-4b7a-ae4f-edcdcfdb6c4a tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Publish callbacks [] for port (8132a07e-4a59-47ca-90c2-1121ff386089), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:37.734185 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6d8f1ea2-778d-4c69-8485-92f676fe547e req-921dba08-0a96-4e0a-9b1d-7ce0452098d5 tempest-ServerAddressesTestJSON-1103372956 tempest-ServerAddressesTestJSON-1103372956-project] 10.222.0.41 "DELETE /v2.0/ports/178527c5-5003-4c7e-90d3-fc80a0231183 HTTP/1.1" status: 204 len: 173 time: 1.2307870 Jan 28 19:21:37.747422 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '477be474-80a0-466a-b735-fb43c49e0d2a', 'name': 'network-vif-deleted', 'tag': '178527c5-5003-4c7e-90d3-fc80a0231183'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:21:37.753188 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42c76c8b-096f-4949-ade7-d1ce8e90dcac" -d '{"events": [{"server_uuid": "477be474-80a0-466a-b735-fb43c49e0d2a", "name": "network-vif-deleted", "tag": "178527c5-5003-4c7e-90d3-fc80a0231183"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:21:37.793513 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94898773-7f34-417d-b866-11d169151a92 req-601bee92-ea3a-447c-9c34-98bae3e10f84 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:37.804059 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-94898773-7f34-417d-b866-11d169151a92 req-601bee92-ea3a-447c-9c34-98bae3e10f84 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/ports?device_id=03b9cc04-fd3d-4fc9-a975-d37681157934 HTTP/1.1" status: 200 len: 946 time: 0.4390392 Jan 28 19:21:37.806647 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4461e118-66a1-46f2-a836-38b4d3ebd27c req-207afdbe-4200-48d2-b125-b36fae28a812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:37.808161 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4461e118-66a1-46f2-a836-38b4d3ebd27c req-207afdbe-4200-48d2-b125-b36fae28a812 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a64d6087-dfa2-4d21-bf23-888bcba1c09b&tenant_id=e0a949cf73864faf86b4b8a64f5cd635 HTTP/1.1" status: 200 len: 1132 time: 0.6408684 Jan 28 19:21:37.900596 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-4461e118-66a1-46f2-a836-38b4d3ebd27c req-d5ba3273-1373-4d8e-9ca5-2bf3d9603569 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-812111-14', 'device_owner': 'compute:nova'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:21:37.923281 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-16f3abff-8641-4fc0-a34e-9b20914941d1 req-b6d16e52-0b97-46d1-98f6-aa7782259e0d tempest-ServerAddressesTestJSON-1103372956 tempest-ServerAddressesTestJSON-1103372956-project] 10.222.0.64 "GET /v2.0/security-groups?id=3bd8866d-b5d3-447d-b081-ff9eeebeb52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4160628 Jan 28 19:21:38.002027 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93ae260-7078-4b8b-90f9-30440cf297a2 req-6b1a3de5-9c2c-4318-95a2-78a9ec6a3252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:38.002027 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e93ae260-7078-4b8b-90f9-30440cf297a2 req-6b1a3de5-9c2c-4318-95a2-78a9ec6a3252 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ff818509-18ff-44d0-ba98-5ed91eb1ccd4 HTTP/1.1" status: 200 len: 912 time: 0.4968114 Jan 28 19:21:38.075901 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-4461e118-66a1-46f2-a836-38b4d3ebd27c req-d5ba3273-1373-4d8e-9ca5-2bf3d9603569 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (500aaaa2-66cc-4330-b2eb-cf6e3da795ac), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:38.103792 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 44692) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:38.176760 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-94898773-7f34-417d-b866-11d169151a92 req-637e4bca-5081-46c1-9249-b650793f43e5 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/security-groups?id=e52b5309-890e-4183-bf0d-6ef59c658d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3718042 Jan 28 19:21:38.179551 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e93ae260-7078-4b8b-90f9-30440cf297a2 req-085a942a-f814-42cf-b769-edb0f285103d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=760ecb1b-d3bd-49f2-a0ab-7bbbf2f762e9 HTTP/1.1" status: 200 len: 217 time: 0.1369119 Jan 28 19:21:38.290963 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-292bfabe-f819-4b7a-ae4f-edcdcfdb6c4a tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (8132a07e-4a59-47ca-90c2-1121ff386089), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:38.407260 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-bf79b524-0f2b-4ea3-8395-325c29ee454c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2100b1cc193549bfa1b3b2ce6850f356&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3007357 Jan 28 19:21:38.413235 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 44698) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:38.433806 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-292bfabe-f819-4b7a-ae4f-edcdcfdb6c4a tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Network 45c329a7-41ca-41dc-8117-b6a34c90d860 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:21:38.436151 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93ae260-7078-4b8b-90f9-30440cf297a2 req-dab5c272-6787-4743-90f1-fcd4ee8b13e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:38.437926 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e93ae260-7078-4b8b-90f9-30440cf297a2 req-dab5c272-6787-4743-90f1-fcd4ee8b13e9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6cea2404-3048-43fe-b9cb-bebcf3282d53 HTTP/1.1" status: 200 len: 852 time: 0.2449305 Jan 28 19:21:38.449067 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292bfabe-f819-4b7a-ae4f-edcdcfdb6c4a tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Pushing event updated for resources: {'Port': ['ID=8132a07e-4a59-47ca-90c2-1121ff386089,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:38.451765 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-292bfabe-f819-4b7a-ae4f-edcdcfdb6c4a tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:21:38.529660 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-292bfabe-f819-4b7a-ae4f-edcdcfdb6c4a tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:21:38.558469 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e93ae260-7078-4b8b-90f9-30440cf297a2 req-1ca65743-b9c6-48b2-9d33-06130d0995bb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ff818509-18ff-44d0-ba98-5ed91eb1ccd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0894215 Jan 28 19:21:38.605399 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24772e8c-0594-481b-bea9-a164ae432ce0 req-ac18e48c-acf6-4960-a311-acb47e4bf4bc tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:38.615153 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-24772e8c-0594-481b-bea9-a164ae432ce0 req-ac18e48c-acf6-4960-a311-acb47e4bf4bc tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/ports?device_id=a64d6087-dfa2-4d21-bf23-888bcba1c09b HTTP/1.1" status: 200 len: 949 time: 0.5298090 Jan 28 19:21:38.824831 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cd0b14-97c8-48ba-b4ed-2517c6e30aea req-3159d870-80d0-4ffb-bde7-9e386f9bda07 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:38.826738 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-24772e8c-0594-481b-bea9-a164ae432ce0 req-5fbfd409-d38c-4396-b60a-56e8f37e2c4a tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d07f2a-7a3d-4718-9c1b-16394753837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055206 Jan 28 19:21:38.833456 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f3cd0b14-97c8-48ba-b4ed-2517c6e30aea req-3159d870-80d0-4ffb-bde7-9e386f9bda07 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e48b655-5911-4dcd-a073-26e765e9c04d HTTP/1.1" status: 200 len: 945 time: 0.5200777 Jan 28 19:21:38.874071 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-292bfabe-f819-4b7a-ae4f-edcdcfdb6c4a tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:38.874985 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-292bfabe-f819-4b7a-ae4f-edcdcfdb6c4a tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:38.924567 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e595ed58-1289-4f73-a30f-65357b668dd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:38.941311 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-4461e118-66a1-46f2-a836-38b4d3ebd27c req-d5ba3273-1373-4d8e-9ca5-2bf3d9603569 service neutron] For port 500aaaa2-66cc-4330-b2eb-cf6e3da795ac, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=500aaaa2-66cc-4330-b2eb-cf6e3da795ac,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:21:38.953426 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-ec432416-f672-4534-a342-10ee8b82443a None None] Provisioning complete for port 8132a07e-4a59-47ca-90c2-1121ff386089 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:21:38.956294 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ec432416-f672-4534-a342-10ee8b82443a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (8132a07e-4a59-47ca-90c2-1121ff386089), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:39.014978 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f3cd0b14-97c8-48ba-b4ed-2517c6e30aea req-b91ea91d-4075-42c6-b929-998c458ec399 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff0a7ca0-73d1-435a-8c79-518c9bdfd3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803117 Jan 28 19:21:39.049489 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-64aec98c-7513-4fe0-8e0b-d5bbee052bc2 admin admin] Publish callbacks [] for security_group (d2b07e9c-7448-4ef5-aa62-89d74daa6b0a), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:39.059577 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-ec432416-f672-4534-a342-10ee8b82443a None None] Port 8132a07e-4a59-47ca-90c2-1121ff386089 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:21:39.060422 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-292bfabe-f819-4b7a-ae4f-edcdcfdb6c4a tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2689903 Jan 28 19:21:39.087290 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-b1472eed-2310-4064-8c26-28b2a981f77b tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Request body: {'port': {'device_id': '5bd15075-1e8c-4d4e-9154-d45912ca536e', 'network_id': '45c329a7-41ca-41dc-8117-b6a34c90d860', 'admin_state_up': True, 'tenant_id': 'f867837fb6c242938544d048cd197d0a', 'security_groups': ['b98a868e-e5c1-410f-a3c5-8429d6410f2e']}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:21:39.120273 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-4461e118-66a1-46f2-a836-38b4d3ebd27c req-d5ba3273-1373-4d8e-9ca5-2bf3d9603569 service neutron] For port 500aaaa2-66cc-4330-b2eb-cf6e3da795ac, host n-h2-812111-14, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:21:39.120679 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e93ae260-7078-4b8b-90f9-30440cf297a2 req-d4ad2402-01bb-4563-b2eb-36d9c5010cdc service neutron] 10.222.0.41 "GET /v2.0/networks/ff818509-18ff-44d0-ba98-5ed91eb1ccd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5517466 Jan 28 19:21:39.125913 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-64aec98c-7513-4fe0-8e0b-d5bbee052bc2 admin admin] Publish callbacks [] for security_group (d2b07e9c-7448-4ef5-aa62-89d74daa6b0a), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:39.215192 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 44724) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:39.232147 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c25cd76a-7963-41c1-9faa-24f8d61d51c5 x-openstack-request-id: req-c25cd76a-7963-41c1-9faa-24f8d61d51c5 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:21:39.232448 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "477be474-80a0-466a-b735-fb43c49e0d2a", "name": "network-vif-deleted", "tag": "178527c5-5003-4c7e-90d3-fc80a0231183", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:21:39.232705 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c25cd76a-7963-41c1-9faa-24f8d61d51c5 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:21:39.233141 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '477be474-80a0-466a-b735-fb43c49e0d2a', 'name': 'network-vif-deleted', 'tag': '178527c5-5003-4c7e-90d3-fc80a0231183', 'status': 'completed', 'code': 200} Jan 28 19:21:39.352365 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-4461e118-66a1-46f2-a836-38b4d3ebd27c req-d5ba3273-1373-4d8e-9ca5-2bf3d9603569 service neutron] Publish callbacks [] for port (500aaaa2-66cc-4330-b2eb-cf6e3da795ac), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:39.385403 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-4461e118-66a1-46f2-a836-38b4d3ebd27c req-d5ba3273-1373-4d8e-9ca5-2bf3d9603569 service neutron] Transition to ACTIVE for port object 500aaaa2-66cc-4330-b2eb-cf6e3da795ac will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:21:39.481174 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 500aaaa2-66cc-4330-b2eb-cf6e3da795ac no longer exists at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:21:39.487261 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-4461e118-66a1-46f2-a836-38b4d3ebd27c req-d5ba3273-1373-4d8e-9ca5-2bf3d9603569 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (500aaaa2-66cc-4330-b2eb-cf6e3da795ac), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:39.487459 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-64aec98c-7513-4fe0-8e0b-d5bbee052bc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (d2b07e9c-7448-4ef5-aa62-89d74daa6b0a), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:39.488701 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-64aec98c-7513-4fe0-8e0b-d5bbee052bc2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:39.489802 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-64aec98c-7513-4fe0-8e0b-d5bbee052bc2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d2b07e9c-7448-4ef5-aa62-89d74daa6b0a HTTP/1.1" status: 204 len: 168 time: 1.0679295 Jan 28 19:21:39.522424 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-b1472eed-2310-4064-8c26-28b2a981f77b tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Made reservation on behalf of f867837fb6c242938544d048cd197d0a for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:21:39.528138 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-b1472eed-2310-4064-8c26-28b2a981f77b tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:39.590429 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64aec98c-7513-4fe0-8e0b-d5bbee052bc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2b07e9c-7448-4ef5-aa62-89d74daa6b0a,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:39.613698 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e93ae260-7078-4b8b-90f9-30440cf297a2 req-0038f79b-af07-4822-85cd-501b95999482 service neutron] 10.222.0.41 "GET /v2.0/networks/ff818509-18ff-44d0-ba98-5ed91eb1ccd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4510305 Jan 28 19:21:39.708968 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] The host n-h2-812111-14 is not matching for port 500aaaa2-66cc-4330-b2eb-cf6e3da795ac host n-h1-812111-14! {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Jan 28 19:21:39.709597 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 500aaaa2-66cc-4330-b2eb-cf6e3da795ac not bound to the agent host n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:21:39.724998 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:39.804054 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-b1472eed-2310-4064-8c26-28b2a981f77b tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Allocated IP 10.1.1.212 (45c329a7-41ca-41dc-8117-b6a34c90d860/cc238073-ae04-4ee5-8171-afc8f75fa79b/3657d8f5-b07c-40a7-9a6f-0ffcaf827d3b) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:21:40.079673 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ed0b465-6161-4536-a5f2-8d1d3280cc9a admin admin] Deleting subnet 66d0b0b0-14a3-45d6-b0e4-bd564daeec02 {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:21:40.088034 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6ed0b465-6161-4536-a5f2-8d1d3280cc9a admin admin] Publish callbacks [] for subnet (66d0b0b0-14a3-45d6-b0e4-bd564daeec02), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:40.096136 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-b1472eed-2310-4064-8c26-28b2a981f77b tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Publish callbacks [] for port (3657d8f5-b07c-40a7-9a6f-0ffcaf827d3b), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:40.110367 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae4a822-405d-4d94-b02f-822dfc980bc6 req-8202ddbe-05e0-4dc1-8ee9-681755e0e642 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:40.117936 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5ae4a822-405d-4d94-b02f-822dfc980bc6 req-8202ddbe-05e0-4dc1-8ee9-681755e0e642 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/ports?device_id=03b9cc04-fd3d-4fc9-a975-d37681157934 HTTP/1.1" status: 200 len: 946 time: 0.2008724 Jan 28 19:21:40.186116 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-4461e118-66a1-46f2-a836-38b4d3ebd27c req-d5ba3273-1373-4d8e-9ca5-2bf3d9603569 service neutron] No DVR routers for this DVR port 500aaaa2-66cc-4330-b2eb-cf6e3da795ac on host n-h2-812111-14 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:21:40.231737 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01c2993-b984-4d60-9c9b-5d3f339e92fc req-482a3283-8286-4eaa-b373-1fb351c4b6b4 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:40.231934 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5ae4a822-405d-4d94-b02f-822dfc980bc6 req-d1885bc8-660a-405c-8547-b607557e83a2 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/security-groups?id=e52b5309-890e-4183-bf0d-6ef59c658d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129754 Jan 28 19:21:40.253985 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01c2993-b984-4d60-9c9b-5d3f339e92fc req-482a3283-8286-4eaa-b373-1fb351c4b6b4 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:40.259627 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f01c2993-b984-4d60-9c9b-5d3f339e92fc req-482a3283-8286-4eaa-b373-1fb351c4b6b4 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.64 "GET /v2.0/ports?device_id=5bd15075-1e8c-4d4e-9154-d45912ca536e HTTP/1.1" status: 200 len: 1653 time: 1.1920483 Jan 28 19:21:40.273783 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ba3273-1373-4d8e-9ca5-2bf3d9603569 service neutron] Pushing event updated for resources: {'Port': ['ID=500aaaa2-66cc-4330-b2eb-cf6e3da795ac,revision_number=6']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:40.303768 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-b1472eed-2310-4064-8c26-28b2a981f77b tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (3657d8f5-b07c-40a7-9a6f-0ffcaf827d3b), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:40.336075 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6ed0b465-6161-4536-a5f2-8d1d3280cc9a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16187240'] for subnet (66d0b0b0-14a3-45d6-b0e4-bd564daeec02), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:40.424180 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-b1472eed-2310-4064-8c26-28b2a981f77b tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Network 45c329a7-41ca-41dc-8117-b6a34c90d860 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:21:40.459556 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1472eed-2310-4064-8c26-28b2a981f77b tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Pushing event updated for resources: {'Port': ['ID=3657d8f5-b07c-40a7-9a6f-0ffcaf827d3b,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:40.475507 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-b1472eed-2310-4064-8c26-28b2a981f77b tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:21:40.479020 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-b1472eed-2310-4064-8c26-28b2a981f77b tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:21:40.512411 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-4461e118-66a1-46f2-a836-38b4d3ebd27c req-d5ba3273-1373-4d8e-9ca5-2bf3d9603569 service neutron] Attempting to bind port 500aaaa2-66cc-4330-b2eb-cf6e3da795ac on host n-h1-812111-14 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:21:40.512811 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-4461e118-66a1-46f2-a836-38b4d3ebd27c req-d5ba3273-1373-4d8e-9ca5-2bf3d9603569 service neutron] Attempting to bind port 500aaaa2-66cc-4330-b2eb-cf6e3da795ac by drivers openvswitch,hyperv on host n-h1-812111-14 at level 0 using segments [{'id': '195bcdbf-a031-4d8b-9f7f-e09fd37cd197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:21:40.513075 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4461e118-66a1-46f2-a836-38b4d3ebd27c req-d5ba3273-1373-4d8e-9ca5-2bf3d9603569 service neutron] Attempting to bind port 500aaaa2-66cc-4330-b2eb-cf6e3da795ac on network 7810caa2-eac6-457d-9302-c8c215ef3e91 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:21:40.573775 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-b1472eed-2310-4064-8c26-28b2a981f77b tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:40.574627 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-b1472eed-2310-4064-8c26-28b2a981f77b tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:40.600255 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4461e118-66a1-46f2-a836-38b4d3ebd27c req-d5ba3273-1373-4d8e-9ca5-2bf3d9603569 service neutron] Port 500aaaa2-66cc-4330-b2eb-cf6e3da795ac on network 7810caa2-eac6-457d-9302-c8c215ef3e91 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-14 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:21:40.600606 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4461e118-66a1-46f2-a836-38b4d3ebd27c req-d5ba3273-1373-4d8e-9ca5-2bf3d9603569 service neutron] Attempting to bind port 500aaaa2-66cc-4330-b2eb-cf6e3da795ac on network 7810caa2-eac6-457d-9302-c8c215ef3e91 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:21:40.603239 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6ed0b465-6161-4536-a5f2-8d1d3280cc9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (66d0b0b0-14a3-45d6-b0e4-bd564daeec02), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:40.617859 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f876b0-484c-4cf7-9114-6aa36fd866a3 req-748fbcae-0114-48ab-b043-4a09d925d3f1 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:40.619898 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-33f876b0-484c-4cf7-9114-6aa36fd866a3 req-748fbcae-0114-48ab-b043-4a09d925d3f1 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e48b655-5911-4dcd-a073-26e765e9c04d HTTP/1.1" status: 200 len: 945 time: 0.2423012 Jan 28 19:21:40.628323 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f01c2993-b984-4d60-9c9b-5d3f339e92fc req-dae26b73-dca6-4a54-b185-aef8bfa8468b tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.64 "GET /v2.0/security-groups?id=b98a868e-e5c1-410f-a3c5-8429d6410f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3574722 Jan 28 19:21:40.637166 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-b1472eed-2310-4064-8c26-28b2a981f77b tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5583913 Jan 28 19:21:40.649832 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-9c70a629-d068-4da6-a7a5-49f0576b810a tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Request body: {'port': {'device_id': '5bd15075-1e8c-4d4e-9154-d45912ca536e', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'a2ca3cee-ca84-49f7-b78e-846e3e35c5f2', 'admin_state_up': True, 'tenant_id': 'f867837fb6c242938544d048cd197d0a', 'security_groups': ['b98a868e-e5c1-410f-a3c5-8429d6410f2e']}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:21:40.692282 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 178527c5-5003-4c7e-90d3-fc80a0231183 no longer exists at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:21:40.708737 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4461e118-66a1-46f2-a836-38b4d3ebd27c req-d5ba3273-1373-4d8e-9ca5-2bf3d9603569 service neutron] Checking agent: {'id': 'b544ba20-de93-4d86-9e6b-a2202deb6191', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:21:40.709153 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4461e118-66a1-46f2-a836-38b4d3ebd27c req-d5ba3273-1373-4d8e-9ca5-2bf3d9603569 service neutron] Checking segment: {'id': '195bcdbf-a031-4d8b-9f7f-e09fd37cd197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:21:40.709509 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4461e118-66a1-46f2-a836-38b4d3ebd27c req-d5ba3273-1373-4d8e-9ca5-2bf3d9603569 service neutron] Bound using segment: {'id': '195bcdbf-a031-4d8b-9f7f-e09fd37cd197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:21:40.709958 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-4461e118-66a1-46f2-a836-38b4d3ebd27c req-d5ba3273-1373-4d8e-9ca5-2bf3d9603569 service neutron] Bound port: 500aaaa2-66cc-4330-b2eb-cf6e3da795ac, host: n-h1-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '195bcdbf-a031-4d8b-9f7f-e09fd37cd197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:21:40.710325 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-4461e118-66a1-46f2-a836-38b4d3ebd27c req-d5ba3273-1373-4d8e-9ca5-2bf3d9603569 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (500aaaa2-66cc-4330-b2eb-cf6e3da795ac), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:40.782371 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] No Port match for: 178527c5-5003-4c7e-90d3-fc80a0231183 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:21:40.790668 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 178527c5-5003-4c7e-90d3-fc80a0231183 not bound to the agent host n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:21:40.823223 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-33f876b0-484c-4cf7-9114-6aa36fd866a3 req-6cb414a9-58bc-4520-ba6a-654c61715494 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff0a7ca0-73d1-435a-8c79-518c9bdfd3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640158 Jan 28 19:21:40.948148 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6ed0b465-6161-4536-a5f2-8d1d3280cc9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4752464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4733806'] for subnet (66d0b0b0-14a3-45d6-b0e4-bd564daeec02), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:40.982399 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6ed0b465-6161-4536-a5f2-8d1d3280cc9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:41.000263 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 44778) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:41.004176 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-6ed0b465-6161-4536-a5f2-8d1d3280cc9a admin admin] 10.222.0.64 "DELETE /v2.0/subnets/66d0b0b0-14a3-45d6-b0e4-bd564daeec02 HTTP/1.1" status: 204 len: 168 time: 1.7694414 Jan 28 19:21:41.081000 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-7b45c0e3-1ab7-4c54-b3ce-a97c3164bb90 None None] Provisioning complete for port 3657d8f5-b07c-40a7-9a6f-0ffcaf827d3b triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:21:41.081321 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7b45c0e3-1ab7-4c54-b3ce-a97c3164bb90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (3657d8f5-b07c-40a7-9a6f-0ffcaf827d3b), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:41.088336 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed0b465-6161-4536-a5f2-8d1d3280cc9a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66d0b0b0-14a3-45d6-b0e4-bd564daeec02,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:41.096024 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-4461e118-66a1-46f2-a836-38b4d3ebd27c req-d5ba3273-1373-4d8e-9ca5-2bf3d9603569 service neutron] For port 500aaaa2-66cc-4330-b2eb-cf6e3da795ac, host n-h1-812111-14, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:21:41.136964 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-724006ac-7a2f-4eba-97a8-8906e5a06b57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (d1ab9c0a-c6bd-4320-8aef-9e9f94001190), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:41.152566 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-4461e118-66a1-46f2-a836-38b4d3ebd27c req-d5ba3273-1373-4d8e-9ca5-2bf3d9603569 service neutron] For port 500aaaa2-66cc-4330-b2eb-cf6e3da795ac, host n-h1-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=500aaaa2-66cc-4330-b2eb-cf6e3da795ac,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:21:41.183630 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e15fc7-c39b-44f2-ba6c-d6f8340bb87f req-1b91e6b5-9832-4dbd-a404-be0ff766d06f tempest-ServerMetadataNegativeTestJSON-1928197332 tempest-ServerMetadataNegativeTestJSON-1928197332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:41.203879 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-13e15fc7-c39b-44f2-ba6c-d6f8340bb87f req-1b91e6b5-9832-4dbd-a404-be0ff766d06f tempest-ServerMetadataNegativeTestJSON-1928197332 tempest-ServerMetadataNegativeTestJSON-1928197332-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf81c3a6-8602-4dd8-bce9-a17383e5b512 HTTP/1.1" status: 200 len: 945 time: 0.3738666 Jan 28 19:21:41.210202 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-7b45c0e3-1ab7-4c54-b3ce-a97c3164bb90 None None] Port 3657d8f5-b07c-40a7-9a6f-0ffcaf827d3b cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:21:41.256064 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a64d6087-dfa2-4d21-bf23-888bcba1c09b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '500aaaa2-66cc-4330-b2eb-cf6e3da795ac'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:21:41.258416 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5d3f483-e0ef-49cb-b1cf-23408a3ea067" -d '{"events": [{"server_uuid": "a64d6087-dfa2-4d21-bf23-888bcba1c09b", "name": "network-vif-unplugged", "status": "completed", "tag": "500aaaa2-66cc-4330-b2eb-cf6e3da795ac"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:21:41.265938 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-4461e118-66a1-46f2-a836-38b4d3ebd27c req-d5ba3273-1373-4d8e-9ca5-2bf3d9603569 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (500aaaa2-66cc-4330-b2eb-cf6e3da795ac), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:41.381529 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4461e118-66a1-46f2-a836-38b4d3ebd27c req-d5ba3273-1373-4d8e-9ca5-2bf3d9603569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:41.382787 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-4461e118-66a1-46f2-a836-38b4d3ebd27c req-d5ba3273-1373-4d8e-9ca5-2bf3d9603569 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:41.384261 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4461e118-66a1-46f2-a836-38b4d3ebd27c req-d5ba3273-1373-4d8e-9ca5-2bf3d9603569 service neutron] 10.222.0.41 "PUT /v2.0/ports/500aaaa2-66cc-4330-b2eb-cf6e3da795ac HTTP/1.1" status: 200 len: 1096 time: 3.4983134 Jan 28 19:21:41.424613 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-13e15fc7-c39b-44f2-ba6c-d6f8340bb87f req-6a719961-c74e-476e-8229-6bcfc672ba4b tempest-ServerMetadataNegativeTestJSON-1928197332 tempest-ServerMetadataNegativeTestJSON-1928197332-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b9adef0-8700-4c28-a77d-ef10c4393527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186935 Jan 28 19:21:41.574063 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:41.608224 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ba3273-1373-4d8e-9ca5-2bf3d9603569 service neutron] Pushing event updated for resources: {'Port': ['ID=500aaaa2-66cc-4330-b2eb-cf6e3da795ac,revision_number=7']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:41.682535 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4461e118-66a1-46f2-a836-38b4d3ebd27c req-25924b96-3e38-4c08-a71f-7e774fde0d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:41.685122 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4461e118-66a1-46f2-a836-38b4d3ebd27c req-25924b96-3e38-4c08-a71f-7e774fde0d8e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e0a949cf73864faf86b4b8a64f5cd635&device_id=a64d6087-dfa2-4d21-bf23-888bcba1c09b HTTP/1.1" status: 200 len: 1130 time: 0.2585764 Jan 28 19:21:41.782619 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13da3b6-dd4b-4530-8712-ad48a662e764 req-9287b0f6-8bcf-4fce-b751-c48f612c2361 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:41.784228 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a13da3b6-dd4b-4530-8712-ad48a662e764 req-9287b0f6-8bcf-4fce-b751-c48f612c2361 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e48b655-5911-4dcd-a073-26e765e9c04d HTTP/1.1" status: 200 len: 945 time: 0.2055159 Jan 28 19:21:41.787409 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-9c70a629-d068-4da6-a7a5-49f0576b810a tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Made reservation on behalf of f867837fb6c242938544d048cd197d0a for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:21:42.012114 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ea61fd-577c-41b3-aa99-f2313e265fb1 req-d09ca37b-3dda-489b-97f5-f49809b0fc25 tempest-ServerMetadataNegativeTestJSON-1928197332 tempest-ServerMetadataNegativeTestJSON-1928197332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:42.013763 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e3ea61fd-577c-41b3-aa99-f2313e265fb1 req-d09ca37b-3dda-489b-97f5-f49809b0fc25 tempest-ServerMetadataNegativeTestJSON-1928197332 tempest-ServerMetadataNegativeTestJSON-1928197332-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf81c3a6-8602-4dd8-bce9-a17383e5b512 HTTP/1.1" status: 200 len: 945 time: 0.9145291 Jan 28 19:21:42.043701 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a13da3b6-dd4b-4530-8712-ad48a662e764 req-ceceae4b-30b0-484c-8ce9-2db79d03b48a tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff0a7ca0-73d1-435a-8c79-518c9bdfd3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723475 Jan 28 19:21:42.063401 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4461e118-66a1-46f2-a836-38b4d3ebd27c req-5018dfe9-09ed-4371-bcd3-c334741be68f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:42.064910 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4461e118-66a1-46f2-a836-38b4d3ebd27c req-5018dfe9-09ed-4371-bcd3-c334741be68f service neutron] 10.222.0.41 "GET /v2.0/networks?id=7810caa2-eac6-457d-9302-c8c215ef3e91 HTTP/1.1" status: 200 len: 869 time: 0.3721802 Jan 28 19:21:42.154404 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4461e118-66a1-46f2-a836-38b4d3ebd27c req-b31261aa-bc2c-478e-8398-fdf76522bc43 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=500aaaa2-66cc-4330-b2eb-cf6e3da795ac HTTP/1.1" status: 200 len: 217 time: 0.0790191 Jan 28 19:21:42.203171 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5cbe17-e458-42bc-a708-4c6e28f88d80 req-1521ca08-0e1b-4608-874a-2176ff59f307 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:42.210956 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5a5cbe17-e458-42bc-a708-4c6e28f88d80 req-1521ca08-0e1b-4608-874a-2176ff59f307 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/ports?device_id=a64d6087-dfa2-4d21-bf23-888bcba1c09b HTTP/1.1" status: 200 len: 947 time: 1.0647867 Jan 28 19:21:42.264662 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4461e118-66a1-46f2-a836-38b4d3ebd27c req-e0114db2-7438-4d09-81d2-c227ea43c60d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:42.270690 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4461e118-66a1-46f2-a836-38b4d3ebd27c req-e0114db2-7438-4d09-81d2-c227ea43c60d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f2de4832-9ef6-4f40-9ac5-1557d5e6a6ff HTTP/1.1" status: 200 len: 843 time: 0.1154268 Jan 28 19:21:42.312895 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-9c70a629-d068-4da6-a7a5-49f0576b810a tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:42.326743 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-724006ac-7a2f-4eba-97a8-8906e5a06b57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (d1ab9c0a-c6bd-4320-8aef-9e9f94001190), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:42.400109 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4461e118-66a1-46f2-a836-38b4d3ebd27c req-f4baddc1-4be0-4b18-86a0-4db1da58491d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:42.405636 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4461e118-66a1-46f2-a836-38b4d3ebd27c req-f4baddc1-4be0-4b18-86a0-4db1da58491d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7810caa2-eac6-457d-9302-c8c215ef3e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1235960 Jan 28 19:21:42.435658 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-724006ac-7a2f-4eba-97a8-8906e5a06b57 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1ab9c0a-c6bd-4320-8aef-9e9f94001190']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:21:42.529912 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4461e118-66a1-46f2-a836-38b4d3ebd27c req-1a1b4337-7741-4425-8b3b-69d4fb29033d service neutron] 10.222.0.41 "GET /v2.0/networks/7810caa2-eac6-457d-9302-c8c215ef3e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172149 Jan 28 19:21:42.553094 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-724006ac-7a2f-4eba-97a8-8906e5a06b57 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d74ffff-adae-41cc-a8b9-e12dc0c30490') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:21:42.553400 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-724006ac-7a2f-4eba-97a8-8906e5a06b57 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d74ffff-adae-41cc-a8b9-e12dc0c30490') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:21:42.678168 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4461e118-66a1-46f2-a836-38b4d3ebd27c req-306c4cf2-7199-4441-855e-16810be51ba6 service neutron] 10.222.0.41 "GET /v2.0/networks/7810caa2-eac6-457d-9302-c8c215ef3e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413903 Jan 28 19:21:42.689699 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5a5cbe17-e458-42bc-a708-4c6e28f88d80 req-3d4a4fc4-21d7-4c51-a7ad-4b103c39d162 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d07f2a-7a3d-4718-9c1b-16394753837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4777794 Jan 28 19:21:42.713778 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-724006ac-7a2f-4eba-97a8-8906e5a06b57 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4747091'] for segment (2d74ffff-adae-41cc-a8b9-e12dc0c30490), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:42.807776 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-724006ac-7a2f-4eba-97a8-8906e5a06b57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (2d74ffff-adae-41cc-a8b9-e12dc0c30490), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:42.880740 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-724006ac-7a2f-4eba-97a8-8906e5a06b57 admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:21:42.881183 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-724006ac-7a2f-4eba-97a8-8906e5a06b57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4690514'] for segment (2d74ffff-adae-41cc-a8b9-e12dc0c30490), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:42.888455 n-d-812111-14 neutron-server[103304]: Traceback (most recent call last): Jan 28 19:21:42.888455 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:21:42.888455 n-d-812111-14 neutron-server[103304]: timer() Jan 28 19:21:42.888455 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:21:42.888455 n-d-812111-14 neutron-server[103304]: cb(*args, **kw) Jan 28 19:21:42.888455 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:21:42.888455 n-d-812111-14 neutron-server[103304]: return func(*args, **kwargs) Jan 28 19:21:42.888455 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:21:42.888455 n-d-812111-14 neutron-server[103304]: self._notify() Jan 28 19:21:42.888455 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:21:42.888455 n-d-812111-14 neutron-server[103304]: self.callback(batched_events) Jan 28 19:21:42.888455 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:21:42.888455 n-d-812111-14 neutron-server[103304]: event.method(event) Jan 28 19:21:42.888455 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:21:42.888455 n-d-812111-14 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:21:42.888455 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:21:42.888455 n-d-812111-14 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:21:42.888455 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:21:42.888455 n-d-812111-14 neutron-server[103304]: return f(self, *a, **k) Jan 28 19:21:42.888455 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:21:42.888455 n-d-812111-14 neutron-server[103304]: return self._get(url).json() Jan 28 19:21:42.888455 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:21:42.888455 n-d-812111-14 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:21:42.888455 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:21:42.888455 n-d-812111-14 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 28 19:21:42.888455 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:21:42.888455 n-d-812111-14 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:21:42.888455 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:21:42.888455 n-d-812111-14 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:21:42.888455 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:21:42.888455 n-d-812111-14 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:21:42.888455 n-d-812111-14 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:21:42.951165 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:42.989783 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-e3ea61fd-577c-41b3-aa99-f2313e265fb1 req-80e5f3d1-5d3f-4b04-a389-3467c98fface tempest-ServerMetadataNegativeTestJSON-1928197332 tempest-ServerMetadataNegativeTestJSON-1928197332-project] Deleting port 5dff089c-3b9e-4de5-8027-eba503ab6c4a {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:21:42.989783 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e3ea61fd-577c-41b3-aa99-f2313e265fb1 req-80e5f3d1-5d3f-4b04-a389-3467c98fface tempest-ServerMetadataNegativeTestJSON-1928197332 tempest-ServerMetadataNegativeTestJSON-1928197332-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (5dff089c-3b9e-4de5-8027-eba503ab6c4a), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:43.014165 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-724006ac-7a2f-4eba-97a8-8906e5a06b57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (d1ab9c0a-c6bd-4320-8aef-9e9f94001190), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:43.066845 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-724006ac-7a2f-4eba-97a8-8906e5a06b57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:43.073824 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-724006ac-7a2f-4eba-97a8-8906e5a06b57 admin admin] 10.222.0.64 "DELETE /v2.0/networks/d1ab9c0a-c6bd-4320-8aef-9e9f94001190 HTTP/1.1" status: 204 len: 168 time: 2.0724971 Jan 28 19:21:43.100831 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261b5bcd-63c3-4bdc-88fc-6d61be108ccc req-9569cd3e-4d79-4eab-9a71-5d4bcc3d49a4 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:43.107761 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-261b5bcd-63c3-4bdc-88fc-6d61be108ccc req-9569cd3e-4d79-4eab-9a71-5d4bcc3d49a4 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/ports?device_id=03b9cc04-fd3d-4fc9-a975-d37681157934 HTTP/1.1" status: 200 len: 946 time: 0.3104722 Jan 28 19:21:43.121505 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724006ac-7a2f-4eba-97a8-8906e5a06b57 admin admin] Pushing event deleted for resources: {'Network': ['ID=d1ab9c0a-c6bd-4320-8aef-9e9f94001190,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:43.148232 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-9c70a629-d068-4da6-a7a5-49f0576b810a tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Allocated IP 10.2.2.100 (a2ca3cee-ca84-49f7-b78e-846e3e35c5f2/be61367f-e334-4502-b75c-ccc02838dd17/c3073dc0-3618-42ea-9203-95c126bbd569) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:21:43.197493 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 19:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48a31bd0-c441-470a-a22d-0e7dec15c8a6 x-openstack-request-id: req-48a31bd0-c441-470a-a22d-0e7dec15c8a6 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:21:43.198009 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a64d6087-dfa2-4d21-bf23-888bcba1c09b", "name": "network-vif-unplugged", "status": "completed", "tag": "500aaaa2-66cc-4330-b2eb-cf6e3da795ac", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:21:43.198009 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-48a31bd0-c441-470a-a22d-0e7dec15c8a6 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:21:43.198414 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a64d6087-dfa2-4d21-bf23-888bcba1c09b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '500aaaa2-66cc-4330-b2eb-cf6e3da795ac', 'code': 200} Jan 28 19:21:43.239641 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-261b5bcd-63c3-4bdc-88fc-6d61be108ccc req-edf491fa-fef2-405c-be95-4927da6e6e8c tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/security-groups?id=e52b5309-890e-4183-bf0d-6ef59c658d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286716 Jan 28 19:21:43.250117 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-e3ea61fd-577c-41b3-aa99-f2313e265fb1 req-80e5f3d1-5d3f-4b04-a389-3467c98fface tempest-ServerMetadataNegativeTestJSON-1928197332 tempest-ServerMetadataNegativeTestJSON-1928197332-project] For port 5dff089c-3b9e-4de5-8027-eba503ab6c4a, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=5dff089c-3b9e-4de5-8027-eba503ab6c4a,segment=NetworkSegment(83f4836b-ecd9-4d9d-aaed-545343b20d53),segment_id=83f4836b-ecd9-4d9d-aaed-545343b20d53)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:21:43.251018 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e3ea61fd-577c-41b3-aa99-f2313e265fb1 req-80e5f3d1-5d3f-4b04-a389-3467c98fface tempest-ServerMetadataNegativeTestJSON-1928197332 tempest-ServerMetadataNegativeTestJSON-1928197332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (5dff089c-3b9e-4de5-8027-eba503ab6c4a), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:43.311717 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-e3ea61fd-577c-41b3-aa99-f2313e265fb1 req-80e5f3d1-5d3f-4b04-a389-3467c98fface tempest-ServerMetadataNegativeTestJSON-1928197332 tempest-ServerMetadataNegativeTestJSON-1928197332-project] Calling delete_port for 5dff089c-3b9e-4de5-8027-eba503ab6c4a owned by compute:nova {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:21:43.472165 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 44854) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:43.478517 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-9c70a629-d068-4da6-a7a5-49f0576b810a tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Publish callbacks [] for port (c3073dc0-3618-42ea-9203-95c126bbd569), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:43.516814 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da1f1bc-da1f-4b3f-8c47-8e7f7ff82be3 req-2864aacc-cc26-444e-9771-e895c9a1a184 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:43.526380 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da1f1bc-da1f-4b3f-8c47-8e7f7ff82be3 req-2864aacc-cc26-444e-9771-e895c9a1a184 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:43.535068 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da1f1bc-da1f-4b3f-8c47-8e7f7ff82be3 req-2864aacc-cc26-444e-9771-e895c9a1a184 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:43.545423 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1da1f1bc-da1f-4b3f-8c47-8e7f7ff82be3 req-2864aacc-cc26-444e-9771-e895c9a1a184 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.64 "GET /v2.0/ports?device_id=5bd15075-1e8c-4d4e-9154-d45912ca536e HTTP/1.1" status: 200 len: 2374 time: 0.2143142 Jan 28 19:21:43.626524 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-a3a4f8ca-b92d-4440-bfcc-347127e0795f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8f0bd4092b044a03b66ab6652b5786bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1531231 Jan 28 19:21:43.631835 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 44856) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:43.658911 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34279bb6-7fb3-4f55-8144-7e849e44bccd req-0f739f0c-380b-4332-9c03-0084bd5d7cc7 tempest-ServerMetadataNegativeTestJSON-1928197332 tempest-ServerMetadataNegativeTestJSON-1928197332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:43.667354 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-34279bb6-7fb3-4f55-8144-7e849e44bccd req-0f739f0c-380b-4332-9c03-0084bd5d7cc7 tempest-ServerMetadataNegativeTestJSON-1928197332 tempest-ServerMetadataNegativeTestJSON-1928197332-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf81c3a6-8602-4dd8-bce9-a17383e5b512 HTTP/1.1" status: 200 len: 945 time: 0.3049715 Jan 28 19:21:43.679983 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1da1f1bc-da1f-4b3f-8c47-8e7f7ff82be3 req-729c0f24-5f01-4dc9-81ff-e33828a56973 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.64 "GET /v2.0/security-groups?id=b98a868e-e5c1-410f-a3c5-8429d6410f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1238978 Jan 28 19:21:43.732162 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-9c70a629-d068-4da6-a7a5-49f0576b810a tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (c3073dc0-3618-42ea-9203-95c126bbd569), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:43.768145 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0e22cdd3-42ec-4107-a1e3-be6ba84e220d admin admin] Publish callbacks [] for security_group (3bd8866d-b5d3-447d-b081-ff9eeebeb52c), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:43.806205 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-9c70a629-d068-4da6-a7a5-49f0576b810a tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Network a2ca3cee-ca84-49f7-b78e-846e3e35c5f2 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:21:43.809029 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c70a629-d068-4da6-a7a5-49f0576b810a tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Pushing event updated for resources: {'Port': ['ID=c3073dc0-3618-42ea-9203-95c126bbd569,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:43.820581 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-9c70a629-d068-4da6-a7a5-49f0576b810a tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:21:43.823700 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-9c70a629-d068-4da6-a7a5-49f0576b810a tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:21:43.827591 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0e22cdd3-42ec-4107-a1e3-be6ba84e220d admin admin] Publish callbacks [] for security_group (3bd8866d-b5d3-447d-b081-ff9eeebeb52c), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:43.881460 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-9c70a629-d068-4da6-a7a5-49f0576b810a tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:43.882313 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-9c70a629-d068-4da6-a7a5-49f0576b810a tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:43.904608 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-34279bb6-7fb3-4f55-8144-7e849e44bccd req-82a62606-823a-49c4-b614-fdd7dc8fd48a tempest-ServerMetadataNegativeTestJSON-1928197332 tempest-ServerMetadataNegativeTestJSON-1928197332-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b9adef0-8700-4c28-a77d-ef10c4393527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304440 Jan 28 19:21:43.932530 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0e22cdd3-42ec-4107-a1e3-be6ba84e220d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (3bd8866d-b5d3-447d-b081-ff9eeebeb52c), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:43.935695 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0e22cdd3-42ec-4107-a1e3-be6ba84e220d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:43.938372 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-0e22cdd3-42ec-4107-a1e3-be6ba84e220d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3bd8866d-b5d3-447d-b081-ff9eeebeb52c HTTP/1.1" status: 204 len: 168 time: 0.3055508 Jan 28 19:21:43.969590 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e22cdd3-42ec-4107-a1e3-be6ba84e220d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bd8866d-b5d3-447d-b081-ff9eeebeb52c,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:44.042167 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:21:44.051418 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-9c70a629-d068-4da6-a7a5-49f0576b810a tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4089530 Jan 28 19:21:44.082883 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-b0a22dff-844f-4ce5-b65d-6e6398865f3a tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Request body: {'port': {'device_id': '5bd15075-1e8c-4d4e-9154-d45912ca536e', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'a2ca3cee-ca84-49f7-b78e-846e3e35c5f2', 'admin_state_up': True, 'tenant_id': 'f867837fb6c242938544d048cd197d0a', 'security_groups': ['b98a868e-e5c1-410f-a3c5-8429d6410f2e']}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:21:44.106541 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e3ea61fd-577c-41b3-aa99-f2313e265fb1 req-80e5f3d1-5d3f-4b04-a389-3467c98fface tempest-ServerMetadataNegativeTestJSON-1928197332 tempest-ServerMetadataNegativeTestJSON-1928197332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (5dff089c-3b9e-4de5-8027-eba503ab6c4a), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:44.238383 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e5f3d1-5d3f-4b04-a389-3467c98fface tempest-ServerMetadataNegativeTestJSON-1928197332 tempest-ServerMetadataNegativeTestJSON-1928197332-project] Pushing event deleted for resources: {'Port': ['ID=5dff089c-3b9e-4de5-8027-eba503ab6c4a,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:44.328177 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3ea61fd-577c-41b3-aa99-f2313e265fb1 req-80e5f3d1-5d3f-4b04-a389-3467c98fface tempest-ServerMetadataNegativeTestJSON-1928197332 tempest-ServerMetadataNegativeTestJSON-1928197332-project] No DVR routers for this DVR port 5dff089c-3b9e-4de5-8027-eba503ab6c4a on host n-h1-812111-14 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:21:44.334146 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e3ea61fd-577c-41b3-aa99-f2313e265fb1 req-80e5f3d1-5d3f-4b04-a389-3467c98fface tempest-ServerMetadataNegativeTestJSON-1928197332 tempest-ServerMetadataNegativeTestJSON-1928197332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:44.338520 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e3ea61fd-577c-41b3-aa99-f2313e265fb1 req-80e5f3d1-5d3f-4b04-a389-3467c98fface tempest-ServerMetadataNegativeTestJSON-1928197332 tempest-ServerMetadataNegativeTestJSON-1928197332-project] 10.222.0.41 "DELETE /v2.0/ports/5dff089c-3b9e-4de5-8027-eba503ab6c4a HTTP/1.1" status: 204 len: 173 time: 2.2744694 Jan 28 19:21:44.340553 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf81c3a6-8602-4dd8-bce9-a17383e5b512', 'name': 'network-vif-deleted', 'tag': '5dff089c-3b9e-4de5-8027-eba503ab6c4a'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:21:44.343235 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af8f84a4-0eb1-4485-85fb-5717a1fa1e44" -d '{"events": [{"server_uuid": "bf81c3a6-8602-4dd8-bce9-a17383e5b512", "name": "network-vif-deleted", "tag": "5dff089c-3b9e-4de5-8027-eba503ab6c4a"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:21:44.394200 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-114b65c1-7430-4db6-9b70-5db2a7755dcd None None] Provisioning complete for port c3073dc0-3618-42ea-9203-95c126bbd569 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:21:44.394821 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-114b65c1-7430-4db6-9b70-5db2a7755dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (c3073dc0-3618-42ea-9203-95c126bbd569), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:44.474349 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-114b65c1-7430-4db6-9b70-5db2a7755dcd None None] Port c3073dc0-3618-42ea-9203-95c126bbd569 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:21:44.528845 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-b0a22dff-844f-4ce5-b65d-6e6398865f3a tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Made reservation on behalf of f867837fb6c242938544d048cd197d0a for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:21:44.552949 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-b0a22dff-844f-4ce5-b65d-6e6398865f3a tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:44.696244 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 5dff089c-3b9e-4de5-8027-eba503ab6c4a no longer exists at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:21:44.770836 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] No Port match for: 5dff089c-3b9e-4de5-8027-eba503ab6c4a {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:21:44.771204 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 5dff089c-3b9e-4de5-8027-eba503ab6c4a not bound to the agent host n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:21:44.980643 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-b0a22dff-844f-4ce5-b65d-6e6398865f3a tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Allocated IP 10.2.2.200 (a2ca3cee-ca84-49f7-b78e-846e3e35c5f2/be61367f-e334-4502-b75c-ccc02838dd17/9dc6d1c9-fcf0-468a-9d9c-6a726391a876) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:21:44.985259 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d81da42-d389-4129-ab51-62225ada4cb4 req-73271fcd-aefa-4d5e-807d-3e419631674f tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:45.006820 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4d81da42-d389-4129-ab51-62225ada4cb4 req-73271fcd-aefa-4d5e-807d-3e419631674f tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e48b655-5911-4dcd-a073-26e765e9c04d HTTP/1.1" status: 200 len: 945 time: 0.1029675 Jan 28 19:21:45.105748 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4d81da42-d389-4129-ab51-62225ada4cb4 req-d49e1b4d-c3c3-4781-83fe-a289bd8f36c4 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff0a7ca0-73d1-435a-8c79-518c9bdfd3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922940 Jan 28 19:21:45.199654 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a64d6087-dfa2-4d21-bf23-888bcba1c09b', 'tag': '500aaaa2-66cc-4330-b2eb-cf6e3da795ac'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:21:45.202221 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f8ef7d7-ab15-4e7b-b2d5-c2a87b2f4d4e" -d '{"events": [{"name": "network-changed", "server_uuid": "a64d6087-dfa2-4d21-bf23-888bcba1c09b", "tag": "500aaaa2-66cc-4330-b2eb-cf6e3da795ac"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:21:45.346693 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a5873b-6007-4462-a2ac-ecfca565fb75 req-4b49cf82-37c3-4dc2-8217-672bca67d1fd tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:45.354483 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e1a5873b-6007-4462-a2ac-ecfca565fb75 req-4b49cf82-37c3-4dc2-8217-672bca67d1fd tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/ports?device_id=a64d6087-dfa2-4d21-bf23-888bcba1c09b HTTP/1.1" status: 200 len: 947 time: 0.3246281 Jan 28 19:21:45.369769 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bf0f40-654d-4d77-b41b-445f87edcb21 req-b7f32535-2cb8-4199-83d4-698130751369 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:45.372659 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-25bf0f40-654d-4d77-b41b-445f87edcb21 req-b7f32535-2cb8-4199-83d4-698130751369 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/ports?device_id=03b9cc04-fd3d-4fc9-a975-d37681157934 HTTP/1.1" status: 200 len: 946 time: 0.1234543 Jan 28 19:21:45.435362 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e1a5873b-6007-4462-a2ac-ecfca565fb75 req-1c1207dc-05dd-4050-befd-f8f6097f9eaf tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d07f2a-7a3d-4718-9c1b-16394753837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799065 Jan 28 19:21:45.498806 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-25bf0f40-654d-4d77-b41b-445f87edcb21 req-2cbbcd58-eb14-4ed3-8504-f554a5b430f3 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/security-groups?id=e52b5309-890e-4183-bf0d-6ef59c658d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209099 Jan 28 19:21:45.548160 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af098f24-34e1-432f-9ed1-ad29d2c5b06e x-openstack-request-id: req-af098f24-34e1-432f-9ed1-ad29d2c5b06e {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:21:45.548686 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf81c3a6-8602-4dd8-bce9-a17383e5b512", "name": "network-vif-deleted", "tag": "5dff089c-3b9e-4de5-8027-eba503ab6c4a", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:21:45.549155 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-af098f24-34e1-432f-9ed1-ad29d2c5b06e {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:21:45.549755 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf81c3a6-8602-4dd8-bce9-a17383e5b512', 'name': 'network-vif-deleted', 'tag': '5dff089c-3b9e-4de5-8027-eba503ab6c4a', 'status': 'completed', 'code': 200} Jan 28 19:21:45.612261 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-b0a22dff-844f-4ce5-b65d-6e6398865f3a tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Publish callbacks [] for port (9dc6d1c9-fcf0-468a-9d9c-6a726391a876), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:45.668455 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-b0a22dff-844f-4ce5-b65d-6e6398865f3a tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (9dc6d1c9-fcf0-468a-9d9c-6a726391a876), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:45.687781 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb852ce-5544-4cad-a6ff-75c4ef2e43f6 req-bc14ee59-74e1-467b-80dd-ca9a4e818979 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:45.694588 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb852ce-5544-4cad-a6ff-75c4ef2e43f6 req-bc14ee59-74e1-467b-80dd-ca9a4e818979 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:45.701054 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb852ce-5544-4cad-a6ff-75c4ef2e43f6 req-bc14ee59-74e1-467b-80dd-ca9a4e818979 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:45.708922 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb852ce-5544-4cad-a6ff-75c4ef2e43f6 req-bc14ee59-74e1-467b-80dd-ca9a4e818979 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:45.717627 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2fb852ce-5544-4cad-a6ff-75c4ef2e43f6 req-bc14ee59-74e1-467b-80dd-ca9a4e818979 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.64 "GET /v2.0/ports?device_id=5bd15075-1e8c-4d4e-9154-d45912ca536e HTTP/1.1" status: 200 len: 3095 time: 0.1040969 Jan 28 19:21:45.759871 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-b0a22dff-844f-4ce5-b65d-6e6398865f3a tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Network a2ca3cee-ca84-49f7-b78e-846e3e35c5f2 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:21:45.778912 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-b0a22dff-844f-4ce5-b65d-6e6398865f3a tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:21:45.788682 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2fb852ce-5544-4cad-a6ff-75c4ef2e43f6 req-b16d9c31-66c4-48f1-b235-7b3d84b06175 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.64 "GET /v2.0/security-groups?id=b98a868e-e5c1-410f-a3c5-8429d6410f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700660 Jan 28 19:21:45.792821 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-b0a22dff-844f-4ce5-b65d-6e6398865f3a tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:21:45.810680 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a22dff-844f-4ce5-b65d-6e6398865f3a tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Pushing event updated for resources: {'Port': ['ID=9dc6d1c9-fcf0-468a-9d9c-6a726391a876,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:45.909812 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 44956) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:45.952662 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-b0a22dff-844f-4ce5-b65d-6e6398865f3a tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:45.953366 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-b0a22dff-844f-4ce5-b65d-6e6398865f3a tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:45.986380 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-03d2560f-2424-4851-ad60-caf7de0c043e admin admin] Deleting subnet 0721d68a-0acc-4b49-8ed1-c3bead526fa5 {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:21:45.995275 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-b0a22dff-844f-4ce5-b65d-6e6398865f3a tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9322870 Jan 28 19:21:45.998815 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-03d2560f-2424-4851-ad60-caf7de0c043e admin admin] Publish callbacks [] for subnet (0721d68a-0acc-4b49-8ed1-c3bead526fa5), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:46.008364 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-56375aa2-8bd9-4f60-a6e8-1581f7431e6e service neutron] Request body: {'port': {'device_id': '5bd15075-1e8c-4d4e-9154-d45912ca536e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-14'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:21:46.126237 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-56375aa2-8bd9-4f60-a6e8-1581f7431e6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (531bdf71-3dde-4e38-8c1a-ff8047145e91), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:46.138474 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-03d2560f-2424-4851-ad60-caf7de0c043e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16187240'] for subnet (0721d68a-0acc-4b49-8ed1-c3bead526fa5), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:46.235524 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538cbb56-f7dd-4de7-ba65-d9b17d5b2e62 req-1a282cfb-9d13-46b3-aed4-1de8c65e47fc tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:46.243626 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-538cbb56-f7dd-4de7-ba65-d9b17d5b2e62 req-1a282cfb-9d13-46b3-aed4-1de8c65e47fc tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e48b655-5911-4dcd-a073-26e765e9c04d HTTP/1.1" status: 200 len: 945 time: 0.1992822 Jan 28 19:21:46.248484 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:21:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c66583b-b975-4f3b-89d9-8327749ab23e x-openstack-request-id: req-0c66583b-b975-4f3b-89d9-8327749ab23e {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:21:46.249027 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a64d6087-dfa2-4d21-bf23-888bcba1c09b", "tag": "500aaaa2-66cc-4330-b2eb-cf6e3da795ac", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:21:46.249842 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0c66583b-b975-4f3b-89d9-8327749ab23e {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:21:46.251791 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a64d6087-dfa2-4d21-bf23-888bcba1c09b', 'tag': '500aaaa2-66cc-4330-b2eb-cf6e3da795ac', 'status': 'completed', 'code': 200} Jan 28 19:21:46.321893 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-41c8173c-205f-4b5d-90c6-69b2d2fd2b2a None None] Provisioning complete for port 9dc6d1c9-fcf0-468a-9d9c-6a726391a876 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:21:46.325712 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-41c8173c-205f-4b5d-90c6-69b2d2fd2b2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (9dc6d1c9-fcf0-468a-9d9c-6a726391a876), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:46.350447 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-03d2560f-2424-4851-ad60-caf7de0c043e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (0721d68a-0acc-4b49-8ed1-c3bead526fa5), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:46.407932 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-41c8173c-205f-4b5d-90c6-69b2d2fd2b2a None None] Port 9dc6d1c9-fcf0-468a-9d9c-6a726391a876 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:21:46.520063 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-538cbb56-f7dd-4de7-ba65-d9b17d5b2e62 req-32a3c869-c4d3-4b23-84d7-9e3082e3ccdd tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff0a7ca0-73d1-435a-8c79-518c9bdfd3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2639625 Jan 28 19:21:46.530599 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8ef7d7-ab15-4e7b-b2d5-c2a87b2f4d4e req-3e5414ae-5520-48f2-8670-649aea1bf247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:46.544580 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3f8ef7d7-ab15-4e7b-b2d5-c2a87b2f4d4e req-3e5414ae-5520-48f2-8670-649aea1bf247 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e0a949cf73864faf86b4b8a64f5cd635&device_id=a64d6087-dfa2-4d21-bf23-888bcba1c09b HTTP/1.1" status: 200 len: 1130 time: 0.2788792 Jan 28 19:21:46.598382 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8ef7d7-ab15-4e7b-b2d5-c2a87b2f4d4e req-12739ec8-5bc7-44d6-9301-da6cf2dc03d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:46.600389 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3f8ef7d7-ab15-4e7b-b2d5-c2a87b2f4d4e req-12739ec8-5bc7-44d6-9301-da6cf2dc03d6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e0a949cf73864faf86b4b8a64f5cd635&device_id=a64d6087-dfa2-4d21-bf23-888bcba1c09b HTTP/1.1" status: 200 len: 1130 time: 0.3349826 Jan 28 19:21:46.694666 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 500aaaa2-66cc-4330-b2eb-cf6e3da795ac details requested by agent hyperv_n-h1-812111-14 with host n-h1-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:21:46.865262 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-03d2560f-2424-4851-ad60-caf7de0c043e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4752464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4733806'] for subnet (0721d68a-0acc-4b49-8ed1-c3bead526fa5), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:46.938163 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d2560f-2424-4851-ad60-caf7de0c043e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0721d68a-0acc-4b49-8ed1-c3bead526fa5,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:46.950654 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-03d2560f-2424-4851-ad60-caf7de0c043e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:46.956473 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-03d2560f-2424-4851-ad60-caf7de0c043e admin admin] 10.222.0.64 "DELETE /v2.0/subnets/0721d68a-0acc-4b49-8ed1-c3bead526fa5 HTTP/1.1" status: 204 len: 168 time: 1.0433199 Jan 28 19:21:46.962812 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 45010) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:47.000602 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8ef7d7-ab15-4e7b-b2d5-c2a87b2f4d4e req-655e32b2-feeb-4f94-b4c6-49d2e0c8e786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:47.002119 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3f8ef7d7-ab15-4e7b-b2d5-c2a87b2f4d4e req-655e32b2-feeb-4f94-b4c6-49d2e0c8e786 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7810caa2-eac6-457d-9302-c8c215ef3e91 HTTP/1.1" status: 200 len: 869 time: 0.3865843 Jan 28 19:21:47.055679 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 500aaaa2-66cc-4330-b2eb-cf6e3da795ac, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=500aaaa2-66cc-4330-b2eb-cf6e3da795ac,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:21:47.085514 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Returning: {'device': '500aaaa2-66cc-4330-b2eb-cf6e3da795ac', 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91', 'port_id': '500aaaa2-66cc-4330-b2eb-cf6e3da795ac', 'mac_address': 'fa:16:3e:fc:8e:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2de4832-9ef6-4f40-9ac5-1557d5e6a6ff', 'ip_address': '192.168.233.85'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:21:47.100164 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c7606c-6677-47a2-804e-11c5e0fe592c req-5de17d7e-b1b4-4382-8705-342dc88ba13d tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:47.103575 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-40c7606c-6677-47a2-804e-11c5e0fe592c req-5de17d7e-b1b4-4382-8705-342dc88ba13d tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.70 "GET /v2.0/ports?device_id=a64d6087-dfa2-4d21-bf23-888bcba1c09b&tenant_id=e0a949cf73864faf86b4b8a64f5cd635&binding%3Ahost_id=n-h1-812111-14 HTTP/1.1" status: 200 len: 947 time: 0.3361096 Jan 28 19:21:47.171671 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8ef7d7-ab15-4e7b-b2d5-c2a87b2f4d4e req-90dd85c9-b688-45c5-b7f6-140f2961c660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:47.173365 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3f8ef7d7-ab15-4e7b-b2d5-c2a87b2f4d4e req-90dd85c9-b688-45c5-b7f6-140f2961c660 service neutron] 10.222.0.70 "GET /v2.0/networks?id=7810caa2-eac6-457d-9302-c8c215ef3e91 HTTP/1.1" status: 200 len: 869 time: 0.6263573 Jan 28 19:21:47.180336 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port 500aaaa2-66cc-4330-b2eb-cf6e3da795ac is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:21:47.183745 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (500aaaa2-66cc-4330-b2eb-cf6e3da795ac), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:47.193471 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3f8ef7d7-ab15-4e7b-b2d5-c2a87b2f4d4e req-d5c46656-511a-448a-9b80-a694af10119d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=500aaaa2-66cc-4330-b2eb-cf6e3da795ac HTTP/1.1" status: 200 len: 217 time: 0.1772864 Jan 28 19:21:47.216220 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-911dd59c-9cbb-4b71-b6f9-64e891952ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (d82b674a-5de1-49cf-8468-20a7438fc901), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:47.231654 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 500aaaa2-66cc-4330-b2eb-cf6e3da795ac {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:21:47.284110 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 500aaaa2-66cc-4330-b2eb-cf6e3da795ac, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=500aaaa2-66cc-4330-b2eb-cf6e3da795ac,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:21:47.287568 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3f8ef7d7-ab15-4e7b-b2d5-c2a87b2f4d4e req-ffb400ce-e850-4b59-a216-f8e6ee532fe4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=500aaaa2-66cc-4330-b2eb-cf6e3da795ac HTTP/1.1" status: 200 len: 217 time: 0.1013775 Jan 28 19:21:47.296642 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (500aaaa2-66cc-4330-b2eb-cf6e3da795ac), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:47.371238 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-56375aa2-8bd9-4f60-a6e8-1581f7431e6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 531bdf71-3dde-4e38-8c1a-ff8047145e91 {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:21:47.410532 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=500aaaa2-66cc-4330-b2eb-cf6e3da795ac,revision_number=8']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:47.413876 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-56375aa2-8bd9-4f60-a6e8-1581f7431e6e service neutron] Publish callbacks [] for port (531bdf71-3dde-4e38-8c1a-ff8047145e91), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:47.444159 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8ef7d7-ab15-4e7b-b2d5-c2a87b2f4d4e req-93a6e4f7-f913-419b-8ff2-d996c157b5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:47.445784 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3f8ef7d7-ab15-4e7b-b2d5-c2a87b2f4d4e req-93a6e4f7-f913-419b-8ff2-d996c157b5e7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f2de4832-9ef6-4f40-9ac5-1557d5e6a6ff HTTP/1.1" status: 200 len: 843 time: 0.2259119 Jan 28 19:21:47.449004 n-d-812111-14 neutron-server[103304]: INFO neutron.api.v2.resource [req-40c7606c-6677-47a2-804e-11c5e0fe592c req-d5967019-7a4f-4a70-97a4-7b94492e3a46 service neutron] delete failed (client error): The resource could not be found. Jan 28 19:21:47.450554 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-40c7606c-6677-47a2-804e-11c5e0fe592c req-d5967019-7a4f-4a70-97a4-7b94492e3a46 service neutron] 10.222.0.70 "DELETE /v2.0/ports/500aaaa2-66cc-4330-b2eb-cf6e3da795ac/bindings/n-h2-812111-14 HTTP/1.1" status: 404 len: 381 time: 0.2750034 Jan 28 19:21:47.452298 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-56375aa2-8bd9-4f60-a6e8-1581f7431e6e service neutron] Transition to ACTIVE for port object 531bdf71-3dde-4e38-8c1a-ff8047145e91 will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:21:47.482377 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-56375aa2-8bd9-4f60-a6e8-1581f7431e6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (531bdf71-3dde-4e38-8c1a-ff8047145e91), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:47.502938 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8ef7d7-ab15-4e7b-b2d5-c2a87b2f4d4e req-7c3249ec-dc04-4ec6-a66d-69c342c7fac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:47.503488 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018ade53-0b23-45d3-bbf7-6e879f91e92d req-b2b649b6-2c7f-4d7c-8e31-1f1fe297d3f4 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:47.504685 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3f8ef7d7-ab15-4e7b-b2d5-c2a87b2f4d4e req-7c3249ec-dc04-4ec6-a66d-69c342c7fac4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f2de4832-9ef6-4f40-9ac5-1557d5e6a6ff HTTP/1.1" status: 200 len: 843 time: 0.1920886 Jan 28 19:21:47.510536 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-018ade53-0b23-45d3-bbf7-6e879f91e92d req-b2b649b6-2c7f-4d7c-8e31-1f1fe297d3f4 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/ports?device_id=a64d6087-dfa2-4d21-bf23-888bcba1c09b HTTP/1.1" status: 200 len: 948 time: 0.2928145 Jan 28 19:21:47.548643 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-911dd59c-9cbb-4b71-b6f9-64e891952ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (d82b674a-5de1-49cf-8468-20a7438fc901), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:47.561259 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['500aaaa2-66cc-4330-b2eb-cf6e3da795ac'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:21:47.667784 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-018ade53-0b23-45d3-bbf7-6e879f91e92d req-62a5f1d8-d183-45e5-ab62-c3d79672da04 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d07f2a-7a3d-4718-9c1b-16394753837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561778 Jan 28 19:21:47.672341 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-911dd59c-9cbb-4b71-b6f9-64e891952ea1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d82b674a-5de1-49cf-8468-20a7438fc901']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:21:47.701686 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-911dd59c-9cbb-4b71-b6f9-64e891952ea1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83f4836b-ecd9-4d9d-aaed-545343b20d53') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:21:47.707367 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-911dd59c-9cbb-4b71-b6f9-64e891952ea1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83f4836b-ecd9-4d9d-aaed-545343b20d53') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:21:47.758292 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-911dd59c-9cbb-4b71-b6f9-64e891952ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16187153'] for segment (83f4836b-ecd9-4d9d-aaed-545343b20d53), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:47.814789 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56375aa2-8bd9-4f60-a6e8-1581f7431e6e service neutron] Pushing event updated for resources: {'Port': ['ID=531bdf71-3dde-4e38-8c1a-ff8047145e91,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:47.842795 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8ef7d7-ab15-4e7b-b2d5-c2a87b2f4d4e req-c8513bc3-b649-48c7-bdd2-9906f823d46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:47.846623 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3f8ef7d7-ab15-4e7b-b2d5-c2a87b2f4d4e req-c8513bc3-b649-48c7-bdd2-9906f823d46a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7810caa2-eac6-457d-9302-c8c215ef3e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3301537 Jan 28 19:21:47.862954 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-56375aa2-8bd9-4f60-a6e8-1581f7431e6e service neutron] Attempting to bind port 531bdf71-3dde-4e38-8c1a-ff8047145e91 on host n-h2-812111-14 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:21:47.863542 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-56375aa2-8bd9-4f60-a6e8-1581f7431e6e service neutron] Attempting to bind port 531bdf71-3dde-4e38-8c1a-ff8047145e91 by drivers openvswitch,hyperv on host n-h2-812111-14 at level 0 using segments [{'id': '79f40755-04af-4e67-b0c3-110144717628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '922d7922-7d01-401d-b975-2f0c2fc79a7b'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:21:47.863990 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-56375aa2-8bd9-4f60-a6e8-1581f7431e6e service neutron] Attempting to bind port 531bdf71-3dde-4e38-8c1a-ff8047145e91 on network 922d7922-7d01-401d-b975-2f0c2fc79a7b {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:21:47.871665 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-56375aa2-8bd9-4f60-a6e8-1581f7431e6e service neutron] Port 531bdf71-3dde-4e38-8c1a-ff8047145e91 on network 922d7922-7d01-401d-b975-2f0c2fc79a7b not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-14 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:21:47.872136 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-56375aa2-8bd9-4f60-a6e8-1581f7431e6e service neutron] Attempting to bind port 531bdf71-3dde-4e38-8c1a-ff8047145e91 on network 922d7922-7d01-401d-b975-2f0c2fc79a7b {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:21:47.875672 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8ef7d7-ab15-4e7b-b2d5-c2a87b2f4d4e req-eafcc018-6e60-4095-9e5b-f9eced637360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:47.880308 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3f8ef7d7-ab15-4e7b-b2d5-c2a87b2f4d4e req-eafcc018-6e60-4095-9e5b-f9eced637360 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7810caa2-eac6-457d-9302-c8c215ef3e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.4110622 Jan 28 19:21:47.883248 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d1b6c4-4c7c-4b3f-8c45-c7066a2caf2b req-d799f91d-cb9f-46c7-9787-35e5400dbd37 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:47.885171 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a0d1b6c4-4c7c-4b3f-8c45-c7066a2caf2b req-d799f91d-cb9f-46c7-9787-35e5400dbd37 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/ports?device_id=03b9cc04-fd3d-4fc9-a975-d37681157934 HTTP/1.1" status: 200 len: 946 time: 0.3862879 Jan 28 19:21:47.902229 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-911dd59c-9cbb-4b71-b6f9-64e891952ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (83f4836b-ecd9-4d9d-aaed-545343b20d53), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:47.946999 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-56375aa2-8bd9-4f60-a6e8-1581f7431e6e service neutron] Checking agent: {'id': '8f3fee4e-bf24-4b58-8a3a-ae9c8011a473', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 21, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:21:47.951968 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-56375aa2-8bd9-4f60-a6e8-1581f7431e6e service neutron] Checking segment: {'id': '79f40755-04af-4e67-b0c3-110144717628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '922d7922-7d01-401d-b975-2f0c2fc79a7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:21:47.952701 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-56375aa2-8bd9-4f60-a6e8-1581f7431e6e service neutron] Bound using segment: {'id': '79f40755-04af-4e67-b0c3-110144717628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '922d7922-7d01-401d-b975-2f0c2fc79a7b'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:21:47.953464 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-56375aa2-8bd9-4f60-a6e8-1581f7431e6e service neutron] Bound port: 531bdf71-3dde-4e38-8c1a-ff8047145e91, host: n-h2-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79f40755-04af-4e67-b0c3-110144717628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '922d7922-7d01-401d-b975-2f0c2fc79a7b'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:21:47.954276 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-56375aa2-8bd9-4f60-a6e8-1581f7431e6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (531bdf71-3dde-4e38-8c1a-ff8047145e91), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:47.965571 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-911dd59c-9cbb-4b71-b6f9-64e891952ea1 admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:21:47.965990 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-911dd59c-9cbb-4b71-b6f9-64e891952ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4752570'] for segment (83f4836b-ecd9-4d9d-aaed-545343b20d53), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:48.119108 n-d-812111-14 neutron-server[103305]: Traceback (most recent call last): Jan 28 19:21:48.119108 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:21:48.119108 n-d-812111-14 neutron-server[103305]: timer() Jan 28 19:21:48.119108 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:21:48.119108 n-d-812111-14 neutron-server[103305]: cb(*args, **kw) Jan 28 19:21:48.119108 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:21:48.119108 n-d-812111-14 neutron-server[103305]: return func(*args, **kwargs) Jan 28 19:21:48.119108 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:21:48.119108 n-d-812111-14 neutron-server[103305]: self._notify() Jan 28 19:21:48.119108 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:21:48.119108 n-d-812111-14 neutron-server[103305]: self.callback(batched_events) Jan 28 19:21:48.119108 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:21:48.119108 n-d-812111-14 neutron-server[103305]: event.method(event) Jan 28 19:21:48.119108 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:21:48.119108 n-d-812111-14 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:21:48.119108 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:21:48.119108 n-d-812111-14 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:21:48.119108 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:21:48.119108 n-d-812111-14 neutron-server[103305]: return f(self, *a, **k) Jan 28 19:21:48.119108 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:21:48.119108 n-d-812111-14 neutron-server[103305]: return self._get(url).json() Jan 28 19:21:48.119108 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:21:48.119108 n-d-812111-14 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:21:48.119108 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:21:48.119108 n-d-812111-14 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 28 19:21:48.119108 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:21:48.119108 n-d-812111-14 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:21:48.119108 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:21:48.119108 n-d-812111-14 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:21:48.119108 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:21:48.119108 n-d-812111-14 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:21:48.119108 n-d-812111-14 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:21:48.176617 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-911dd59c-9cbb-4b71-b6f9-64e891952ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (d82b674a-5de1-49cf-8468-20a7438fc901), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:48.184919 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-911dd59c-9cbb-4b71-b6f9-64e891952ea1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:48.194444 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-911dd59c-9cbb-4b71-b6f9-64e891952ea1 admin admin] 10.222.0.64 "DELETE /v2.0/networks/d82b674a-5de1-49cf-8468-20a7438fc901 HTTP/1.1" status: 204 len: 168 time: 1.2301321 Jan 28 19:21:48.349679 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911dd59c-9cbb-4b71-b6f9-64e891952ea1 admin admin] Pushing event deleted for resources: {'Network': ['ID=d82b674a-5de1-49cf-8468-20a7438fc901,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:48.385157 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3f8ef7d7-ab15-4e7b-b2d5-c2a87b2f4d4e req-09aaa9cd-c731-416e-a43f-f70d5bf35463 service neutron] 10.222.0.70 "GET /v2.0/networks/7810caa2-eac6-457d-9302-c8c215ef3e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4796994 Jan 28 19:21:48.417749 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a0d1b6c4-4c7c-4b3f-8c45-c7066a2caf2b req-bd7a8b12-50bf-4e4d-a289-8c3de832e3f8 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/security-groups?id=e52b5309-890e-4183-bf0d-6ef59c658d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5048835 Jan 28 19:21:48.458663 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 45032) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:48.595828 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3f8ef7d7-ab15-4e7b-b2d5-c2a87b2f4d4e req-f7c0cc2e-9847-4b3d-8455-789961726b84 service neutron] 10.222.0.70 "GET /v2.0/networks/7810caa2-eac6-457d-9302-c8c215ef3e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123644 Jan 28 19:21:48.690265 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 45046) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:48.696193 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-56375aa2-8bd9-4f60-a6e8-1581f7431e6e service neutron] For port 531bdf71-3dde-4e38-8c1a-ff8047145e91, host n-h2-812111-14, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:21:48.700221 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-56375aa2-8bd9-4f60-a6e8-1581f7431e6e service neutron] For port 531bdf71-3dde-4e38-8c1a-ff8047145e91, host n-h2-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=531bdf71-3dde-4e38-8c1a-ff8047145e91,segment=NetworkSegment(79f40755-04af-4e67-b0c3-110144717628),segment_id=79f40755-04af-4e67-b0c3-110144717628)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:21:48.707569 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 500aaaa2-66cc-4330-b2eb-cf6e3da795ac up at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:21:48.750638 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3f8ef7d7-ab15-4e7b-b2d5-c2a87b2f4d4e req-983f6969-49c1-493c-a4ac-bbc0048f6974 service neutron] 10.222.0.41 "GET /v2.0/networks/7810caa2-eac6-457d-9302-c8c215ef3e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8300114 Jan 28 19:21:48.755166 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-56375aa2-8bd9-4f60-a6e8-1581f7431e6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (531bdf71-3dde-4e38-8c1a-ff8047145e91), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:48.873239 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34379dc0-e671-4763-939a-5c0b50ce47d5 req-38adbe4a-56dd-4e58-a8e5-92c80af2b8a9 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:48.880189 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34379dc0-e671-4763-939a-5c0b50ce47d5 req-38adbe4a-56dd-4e58-a8e5-92c80af2b8a9 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:48.885870 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-48ce808a-e9b3-41c7-852f-eb4aa8110960 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6ba8af20b2c549b4a40f55b511392ec9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1938314 Jan 28 19:21:48.890737 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 45048) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:48.893353 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34379dc0-e671-4763-939a-5c0b50ce47d5 req-38adbe4a-56dd-4e58-a8e5-92c80af2b8a9 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:48.905847 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34379dc0-e671-4763-939a-5c0b50ce47d5 req-38adbe4a-56dd-4e58-a8e5-92c80af2b8a9 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:48.911883 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning for port 500aaaa2-66cc-4330-b2eb-cf6e3da795ac completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:21:48.921538 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34379dc0-e671-4763-939a-5c0b50ce47d5 req-38adbe4a-56dd-4e58-a8e5-92c80af2b8a9 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:48.922714 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning complete for port 500aaaa2-66cc-4330-b2eb-cf6e3da795ac triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:21:48.923290 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (500aaaa2-66cc-4330-b2eb-cf6e3da795ac), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:48.937451 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-34379dc0-e671-4763-939a-5c0b50ce47d5 req-38adbe4a-56dd-4e58-a8e5-92c80af2b8a9 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.64 "GET /v2.0/ports?device_id=5bd15075-1e8c-4d4e-9154-d45912ca536e HTTP/1.1" status: 200 len: 3828 time: 1.0974207 Jan 28 19:21:48.990978 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3f8ef7d7-ab15-4e7b-b2d5-c2a87b2f4d4e req-3e0f567c-ac11-4963-a1ec-81e26663943e service neutron] 10.222.0.41 "GET /v2.0/networks/7810caa2-eac6-457d-9302-c8c215ef3e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2291479 Jan 28 19:21:49.078385 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-56375aa2-8bd9-4f60-a6e8-1581f7431e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:49.087482 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-56375aa2-8bd9-4f60-a6e8-1581f7431e6e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:49.091506 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-56375aa2-8bd9-4f60-a6e8-1581f7431e6e service neutron] 10.222.0.70 "PUT /v2.0/ports/531bdf71-3dde-4e38-8c1a-ff8047145e91 HTTP/1.1" status: 200 len: 1092 time: 3.0882699 Jan 28 19:21:49.098761 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bd15075-1e8c-4d4e-9154-d45912ca536e', 'tag': '531bdf71-3dde-4e38-8c1a-ff8047145e91'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:21:49.106161 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d267768a-8ae8-414e-9137-53cf6ed7dc25" -d '{"events": [{"name": "network-changed", "server_uuid": "5bd15075-1e8c-4d4e-9154-d45912ca536e", "tag": "531bdf71-3dde-4e38-8c1a-ff8047145e91"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:21:49.110429 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-36efad82-f923-4877-915e-cf6b0479b63c admin admin] Publish callbacks [] for security_group (9b9adef0-8700-4c28-a77d-ef10c4393527), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:49.134908 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c7606c-6677-47a2-804e-11c5e0fe592c req-922a8fd5-e38d-477f-9d1f-196583c2bc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:49.137559 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-40c7606c-6677-47a2-804e-11c5e0fe592c req-922a8fd5-e38d-477f-9d1f-196583c2bc1c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e0a949cf73864faf86b4b8a64f5cd635&device_id=a64d6087-dfa2-4d21-bf23-888bcba1c09b HTTP/1.1" status: 200 len: 1131 time: 0.2496157 Jan 28 19:21:49.189532 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-71b2a1bc-d588-4926-ad33-9f5c73d7d714 service neutron] Request body: {'port': {'device_id': '5bd15075-1e8c-4d4e-9154-d45912ca536e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-14'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:21:49.200636 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port 500aaaa2-66cc-4330-b2eb-cf6e3da795ac is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:21:49.201030 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (500aaaa2-66cc-4330-b2eb-cf6e3da795ac), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:49.293061 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-36efad82-f923-4877-915e-cf6b0479b63c admin admin] Publish callbacks [] for security_group (9b9adef0-8700-4c28-a77d-ef10c4393527), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:49.340558 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a64d6087-dfa2-4d21-bf23-888bcba1c09b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '500aaaa2-66cc-4330-b2eb-cf6e3da795ac'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:21:49.360638 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-defe5f93-ee8f-40d9-934c-3d77ca250d97" -d '{"events": [{"server_uuid": "a64d6087-dfa2-4d21-bf23-888bcba1c09b", "name": "network-vif-plugged", "status": "completed", "tag": "500aaaa2-66cc-4330-b2eb-cf6e3da795ac"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:21:49.361523 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-34379dc0-e671-4763-939a-5c0b50ce47d5 req-efa75c4b-c6ab-4604-974d-fbccc8bae6a0 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.64 "GET /v2.0/security-groups?id=b98a868e-e5c1-410f-a3c5-8429d6410f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4224126 Jan 28 19:21:49.427678 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 500aaaa2-66cc-4330-b2eb-cf6e3da795ac, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=500aaaa2-66cc-4330-b2eb-cf6e3da795ac,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:21:49.437955 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56375aa2-8bd9-4f60-a6e8-1581f7431e6e service neutron] Pushing event updated for resources: {'Port': ['ID=531bdf71-3dde-4e38-8c1a-ff8047145e91,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:49.444892 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (500aaaa2-66cc-4330-b2eb-cf6e3da795ac), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:49.449348 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5d1841ce-543d-47fc-a53f-b965565adf69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:49.574081 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-71b2a1bc-d588-4926-ad33-9f5c73d7d714 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (12d5c4fa-3235-4f0d-98da-a2e61f15252b), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:49.700187 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=500aaaa2-66cc-4330-b2eb-cf6e3da795ac,revision_number=9']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:49.708985 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c7606c-6677-47a2-804e-11c5e0fe592c req-6a0de726-db2e-43f0-be75-8d23c0a196ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:49.710511 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-40c7606c-6677-47a2-804e-11c5e0fe592c req-6a0de726-db2e-43f0-be75-8d23c0a196ae service neutron] 10.222.0.70 "GET /v2.0/networks?id=7810caa2-eac6-457d-9302-c8c215ef3e91 HTTP/1.1" status: 200 len: 869 time: 0.5616152 Jan 28 19:21:49.727827 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6791bad3-d39a-4c45-9069-3226c768f2c8 req-2a9c0571-a5c3-4f82-92d5-a56c676e5fee tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:49.735669 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6791bad3-d39a-4c45-9069-3226c768f2c8 req-2a9c0571-a5c3-4f82-92d5-a56c676e5fee tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e48b655-5911-4dcd-a073-26e765e9c04d HTTP/1.1" status: 200 len: 945 time: 0.3108118 Jan 28 19:21:49.748650 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-36efad82-f923-4877-915e-cf6b0479b63c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (9b9adef0-8700-4c28-a77d-ef10c4393527), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:49.751538 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-36efad82-f923-4877-915e-cf6b0479b63c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:49.755688 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-36efad82-f923-4877-915e-cf6b0479b63c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9b9adef0-8700-4c28-a77d-ef10c4393527 HTTP/1.1" status: 204 len: 168 time: 0.8587976 Jan 28 19:21:49.804053 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-40c7606c-6677-47a2-804e-11c5e0fe592c req-004b95f3-cb21-42f1-9df2-32be512fa6a8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=500aaaa2-66cc-4330-b2eb-cf6e3da795ac HTTP/1.1" status: 200 len: 217 time: 0.0852354 Jan 28 19:21:49.818459 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36efad82-f923-4877-915e-cf6b0479b63c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b9adef0-8700-4c28-a77d-ef10c4393527,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:49.929206 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6791bad3-d39a-4c45-9069-3226c768f2c8 req-5a5d3b93-0811-41b2-a41a-55dedb77bf5c tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff0a7ca0-73d1-435a-8c79-518c9bdfd3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902869 Jan 28 19:21:49.965794 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c7606c-6677-47a2-804e-11c5e0fe592c req-2e9c3e15-1e13-4dcc-b66a-79cfc687bbd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:49.981372 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-40c7606c-6677-47a2-804e-11c5e0fe592c req-2e9c3e15-1e13-4dcc-b66a-79cfc687bbd7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f2de4832-9ef6-4f40-9ac5-1557d5e6a6ff HTTP/1.1" status: 200 len: 843 time: 0.1661251 Jan 28 19:21:49.993652 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5d1841ce-543d-47fc-a53f-b965565adf69 admin admin] Publish callbacks [] for security_group (f6d2643a-7fec-44c5-834b-ca9fb82fa591), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:50.018121 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5d1841ce-543d-47fc-a53f-b965565adf69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (f6d2643a-7fec-44c5-834b-ca9fb82fa591), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:50.061792 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-71b2a1bc-d588-4926-ad33-9f5c73d7d714 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12d5c4fa-3235-4f0d-98da-a2e61f15252b {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:21:50.070757 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-71b2a1bc-d588-4926-ad33-9f5c73d7d714 service neutron] Publish callbacks [] for port (12d5c4fa-3235-4f0d-98da-a2e61f15252b), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:50.086050 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-71b2a1bc-d588-4926-ad33-9f5c73d7d714 service neutron] Transition to ACTIVE for port object 12d5c4fa-3235-4f0d-98da-a2e61f15252b will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:21:50.100949 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1487f0d-3908-49b7-af3d-a3b324b05bcd x-openstack-request-id: req-a1487f0d-3908-49b7-af3d-a3b324b05bcd {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:21:50.101325 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bd15075-1e8c-4d4e-9154-d45912ca536e", "tag": "531bdf71-3dde-4e38-8c1a-ff8047145e91", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:21:50.101579 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a1487f0d-3908-49b7-af3d-a3b324b05bcd {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:21:50.102082 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bd15075-1e8c-4d4e-9154-d45912ca536e', 'tag': '531bdf71-3dde-4e38-8c1a-ff8047145e91', 'status': 'completed', 'code': 200} Jan 28 19:21:50.114172 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-71b2a1bc-d588-4926-ad33-9f5c73d7d714 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (12d5c4fa-3235-4f0d-98da-a2e61f15252b), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:50.115196 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1841ce-543d-47fc-a53f-b965565adf69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6d2643a-7fec-44c5-834b-ca9fb82fa591,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:50.123459 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-5d1841ce-543d-47fc-a53f-b965565adf69 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2cf7cc72963a4ba1b599729e173b29db&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6613817 Jan 28 19:21:50.123710 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 45082) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:50.169867 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c7606c-6677-47a2-804e-11c5e0fe592c req-fab2708d-dbd7-4024-bfcd-1fdf30ca96e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:50.171521 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-40c7606c-6677-47a2-804e-11c5e0fe592c req-fab2708d-dbd7-4024-bfcd-1fdf30ca96e9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7810caa2-eac6-457d-9302-c8c215ef3e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1842134 Jan 28 19:21:50.305049 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-50668f30-a38e-4b05-8f1a-47dcf39ecc14 admin admin] Publish callbacks [] for security_group (f6d2643a-7fec-44c5-834b-ca9fb82fa591), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:50.446250 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:50.459150 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-50668f30-a38e-4b05-8f1a-47dcf39ecc14 admin admin] Publish callbacks [] for security_group (f6d2643a-7fec-44c5-834b-ca9fb82fa591), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:50.493561 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b2a1bc-d588-4926-ad33-9f5c73d7d714 service neutron] Pushing event updated for resources: {'Port': ['ID=12d5c4fa-3235-4f0d-98da-a2e61f15252b,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:50.520689 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-40c7606c-6677-47a2-804e-11c5e0fe592c req-36f2671a-5cdf-44f9-81be-cc626d80510f service neutron] 10.222.0.70 "GET /v2.0/networks/7810caa2-eac6-457d-9302-c8c215ef3e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3238802 Jan 28 19:21:50.525905 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d267768a-8ae8-414e-9137-53cf6ed7dc25 req-90c9b0c5-1cda-411c-9db3-fc4670f48287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:50.526402 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d267768a-8ae8-414e-9137-53cf6ed7dc25 req-90c9b0c5-1cda-411c-9db3-fc4670f48287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:50.527261 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d267768a-8ae8-414e-9137-53cf6ed7dc25 req-90c9b0c5-1cda-411c-9db3-fc4670f48287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:50.536687 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d267768a-8ae8-414e-9137-53cf6ed7dc25 req-90c9b0c5-1cda-411c-9db3-fc4670f48287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:50.539309 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d267768a-8ae8-414e-9137-53cf6ed7dc25 req-90c9b0c5-1cda-411c-9db3-fc4670f48287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:50.540617 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d267768a-8ae8-414e-9137-53cf6ed7dc25 req-90c9b0c5-1cda-411c-9db3-fc4670f48287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:50.543251 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d267768a-8ae8-414e-9137-53cf6ed7dc25 req-90c9b0c5-1cda-411c-9db3-fc4670f48287 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f867837fb6c242938544d048cd197d0a&device_id=5bd15075-1e8c-4d4e-9154-d45912ca536e HTTP/1.1" status: 200 len: 5278 time: 0.4553030 Jan 28 19:21:50.821171 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a8f4414-41d5-49ed-be88-797a856f0b40 x-openstack-request-id: req-0a8f4414-41d5-49ed-be88-797a856f0b40 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:21:50.821820 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a64d6087-dfa2-4d21-bf23-888bcba1c09b", "name": "network-vif-plugged", "status": "completed", "tag": "500aaaa2-66cc-4330-b2eb-cf6e3da795ac", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:21:50.822246 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0a8f4414-41d5-49ed-be88-797a856f0b40 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:21:50.822905 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a64d6087-dfa2-4d21-bf23-888bcba1c09b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '500aaaa2-66cc-4330-b2eb-cf6e3da795ac', 'code': 200} Jan 28 19:21:50.851638 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 45130) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:50.862518 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-50668f30-a38e-4b05-8f1a-47dcf39ecc14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (f6d2643a-7fec-44c5-834b-ca9fb82fa591), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:50.869417 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3bcda6-da07-44f8-b80c-d4a12d8348d3 req-9708aa0b-338a-4871-8916-a188e7746cb6 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:50.872268 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6e3bcda6-da07-44f8-b80c-d4a12d8348d3 req-9708aa0b-338a-4871-8916-a188e7746cb6 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/ports?device_id=a64d6087-dfa2-4d21-bf23-888bcba1c09b HTTP/1.1" status: 200 len: 949 time: 1.2620745 Jan 28 19:21:50.884278 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-50668f30-a38e-4b05-8f1a-47dcf39ecc14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:50.885610 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-50668f30-a38e-4b05-8f1a-47dcf39ecc14 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f6d2643a-7fec-44c5-834b-ca9fb82fa591 HTTP/1.1" status: 204 len: 168 time: 0.7611263 Jan 28 19:21:50.902596 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-40c7606c-6677-47a2-804e-11c5e0fe592c req-72ff77e7-dc66-4111-ab76-e5296b74cca0 service neutron] 10.222.0.70 "GET /v2.0/networks/7810caa2-eac6-457d-9302-c8c215ef3e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3664887 Jan 28 19:21:50.953969 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50668f30-a38e-4b05-8f1a-47dcf39ecc14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6d2643a-7fec-44c5-834b-ca9fb82fa591,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:50.994773 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b2a1bc-d588-4926-ad33-9f5c73d7d714 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:21:50.995240 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b2a1bc-d588-4926-ad33-9f5c73d7d714 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:21:50.995598 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b2a1bc-d588-4926-ad33-9f5c73d7d714 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:21:50.996012 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b2a1bc-d588-4926-ad33-9f5c73d7d714 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:21:50.996501 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b2a1bc-d588-4926-ad33-9f5c73d7d714 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:21:50.997006 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b2a1bc-d588-4926-ad33-9f5c73d7d714 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:21:50.998479 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b2a1bc-d588-4926-ad33-9f5c73d7d714 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:21:50.998832 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b2a1bc-d588-4926-ad33-9f5c73d7d714 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:21:50.999480 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b2a1bc-d588-4926-ad33-9f5c73d7d714 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:21:50.999831 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b2a1bc-d588-4926-ad33-9f5c73d7d714 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:21:51.002189 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b2a1bc-d588-4926-ad33-9f5c73d7d714 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:21:51.015404 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b2a1bc-d588-4926-ad33-9f5c73d7d714 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:21:51.016562 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b2a1bc-d588-4926-ad33-9f5c73d7d714 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:21:51.081815 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13de7c45-c3d0-4fb3-8116-7a94771fd693 req-2cf3dd56-cd55-4ffe-96bb-de4f9ea8036c tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:51.095739 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-13de7c45-c3d0-4fb3-8116-7a94771fd693 req-2cf3dd56-cd55-4ffe-96bb-de4f9ea8036c tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/ports?device_id=03b9cc04-fd3d-4fc9-a975-d37681157934 HTTP/1.1" status: 200 len: 946 time: 0.1883440 Jan 28 19:21:51.206544 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6e3bcda6-da07-44f8-b80c-d4a12d8348d3 req-390af3d0-d6f3-4cbc-b0be-96e87a818266 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d07f2a-7a3d-4718-9c1b-16394753837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159468 Jan 28 19:21:51.226913 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-13de7c45-c3d0-4fb3-8116-7a94771fd693 req-f737279a-d8b7-4016-a3cc-df1574b8b7c8 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/security-groups?id=e52b5309-890e-4183-bf0d-6ef59c658d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301944 Jan 28 19:21:51.269080 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-71b2a1bc-d588-4926-ad33-9f5c73d7d714 service neutron] Attempting to bind port 12d5c4fa-3235-4f0d-98da-a2e61f15252b on host n-h2-812111-14 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:21:51.269458 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-71b2a1bc-d588-4926-ad33-9f5c73d7d714 service neutron] Attempting to bind port 12d5c4fa-3235-4f0d-98da-a2e61f15252b by drivers openvswitch,hyperv on host n-h2-812111-14 at level 0 using segments [{'id': 'c3edb3fd-102e-40d6-a262-2e568f802606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '45c329a7-41ca-41dc-8117-b6a34c90d860'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:21:51.269796 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-71b2a1bc-d588-4926-ad33-9f5c73d7d714 service neutron] Attempting to bind port 12d5c4fa-3235-4f0d-98da-a2e61f15252b on network 45c329a7-41ca-41dc-8117-b6a34c90d860 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:21:51.341421 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-71b2a1bc-d588-4926-ad33-9f5c73d7d714 service neutron] Port 12d5c4fa-3235-4f0d-98da-a2e61f15252b on network 45c329a7-41ca-41dc-8117-b6a34c90d860 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-14 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:21:51.341792 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-71b2a1bc-d588-4926-ad33-9f5c73d7d714 service neutron] Attempting to bind port 12d5c4fa-3235-4f0d-98da-a2e61f15252b on network 45c329a7-41ca-41dc-8117-b6a34c90d860 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:21:51.359701 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-71b2a1bc-d588-4926-ad33-9f5c73d7d714 service neutron] Checking agent: {'id': '8f3fee4e-bf24-4b58-8a3a-ae9c8011a473', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 21, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:21:51.360365 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-71b2a1bc-d588-4926-ad33-9f5c73d7d714 service neutron] Checking segment: {'id': 'c3edb3fd-102e-40d6-a262-2e568f802606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '45c329a7-41ca-41dc-8117-b6a34c90d860'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:21:51.361061 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-71b2a1bc-d588-4926-ad33-9f5c73d7d714 service neutron] Bound using segment: {'id': 'c3edb3fd-102e-40d6-a262-2e568f802606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '45c329a7-41ca-41dc-8117-b6a34c90d860'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:21:51.361704 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-71b2a1bc-d588-4926-ad33-9f5c73d7d714 service neutron] Bound port: 12d5c4fa-3235-4f0d-98da-a2e61f15252b, host: n-h2-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3edb3fd-102e-40d6-a262-2e568f802606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '45c329a7-41ca-41dc-8117-b6a34c90d860'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:21:51.362274 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-71b2a1bc-d588-4926-ad33-9f5c73d7d714 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (12d5c4fa-3235-4f0d-98da-a2e61f15252b), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:51.451150 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d267768a-8ae8-414e-9137-53cf6ed7dc25 req-5b44f24e-5fe0-4cdc-91ac-1e37d80915fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:51.452009 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d267768a-8ae8-414e-9137-53cf6ed7dc25 req-5b44f24e-5fe0-4cdc-91ac-1e37d80915fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:51.452748 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d267768a-8ae8-414e-9137-53cf6ed7dc25 req-5b44f24e-5fe0-4cdc-91ac-1e37d80915fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:51.454819 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d267768a-8ae8-414e-9137-53cf6ed7dc25 req-5b44f24e-5fe0-4cdc-91ac-1e37d80915fd service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=f867837fb6c242938544d048cd197d0a&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.8962975 Jan 28 19:21:51.466871 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45364cb0-4a63-4f9e-9a84-ea4bb54127a4 req-2fd2a512-6da8-4e07-b80d-3ea27f38236b tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:51.481835 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45364cb0-4a63-4f9e-9a84-ea4bb54127a4 req-2fd2a512-6da8-4e07-b80d-3ea27f38236b tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:51.499702 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45364cb0-4a63-4f9e-9a84-ea4bb54127a4 req-2fd2a512-6da8-4e07-b80d-3ea27f38236b tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:51.512557 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45364cb0-4a63-4f9e-9a84-ea4bb54127a4 req-2fd2a512-6da8-4e07-b80d-3ea27f38236b tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:51.530013 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45364cb0-4a63-4f9e-9a84-ea4bb54127a4 req-2fd2a512-6da8-4e07-b80d-3ea27f38236b tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:51.541770 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45364cb0-4a63-4f9e-9a84-ea4bb54127a4 req-2fd2a512-6da8-4e07-b80d-3ea27f38236b tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:51.552652 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-45364cb0-4a63-4f9e-9a84-ea4bb54127a4 req-2fd2a512-6da8-4e07-b80d-3ea27f38236b tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.64 "GET /v2.0/ports?device_id=5bd15075-1e8c-4d4e-9154-d45912ca536e HTTP/1.1" status: 200 len: 4601 time: 0.2084732 Jan 28 19:21:51.620243 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0e12ecbb-e68e-47b7-b288-798b433ad430 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:51.729124 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9927d6-569d-4420-84db-b1963d82c552 req-f4426997-74bc-49a1-9c05-eb7a792d0717 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:51.737515 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6a9927d6-569d-4420-84db-b1963d82c552 req-f4426997-74bc-49a1-9c05-eb7a792d0717 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e48b655-5911-4dcd-a073-26e765e9c04d HTTP/1.1" status: 200 len: 945 time: 0.3997021 Jan 28 19:21:51.785537 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-45364cb0-4a63-4f9e-9a84-ea4bb54127a4 req-ae66b04a-3115-47ad-a60b-9c3c40b399c1 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.64 "GET /v2.0/security-groups?id=abf1c1e9-b349-4aee-9c71-682c8b55783a&id=b98a868e-e5c1-410f-a3c5-8429d6410f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2313294 Jan 28 19:21:51.948907 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d267768a-8ae8-414e-9137-53cf6ed7dc25 req-b2714579-d646-465c-9197-e5445be0e2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:51.950395 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d267768a-8ae8-414e-9137-53cf6ed7dc25 req-b2714579-d646-465c-9197-e5445be0e2cb service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4666257 Jan 28 19:21:51.996541 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0e12ecbb-e68e-47b7-b288-798b433ad430 admin admin] Publish callbacks [] for security_group (455984dc-84c9-4401-a62a-cff1091e547f), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:52.006413 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 45168) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:52.014435 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0e12ecbb-e68e-47b7-b288-798b433ad430 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (455984dc-84c9-4401-a62a-cff1091e547f), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:52.055178 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-71b2a1bc-d588-4926-ad33-9f5c73d7d714 service neutron] For port 12d5c4fa-3235-4f0d-98da-a2e61f15252b, host n-h2-812111-14, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:21:52.093411 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-71b2a1bc-d588-4926-ad33-9f5c73d7d714 service neutron] For port 12d5c4fa-3235-4f0d-98da-a2e61f15252b, host n-h2-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=12d5c4fa-3235-4f0d-98da-a2e61f15252b,segment=NetworkSegment(c3edb3fd-102e-40d6-a262-2e568f802606),segment_id=c3edb3fd-102e-40d6-a262-2e568f802606)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:21:52.099561 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6a9927d6-569d-4420-84db-b1963d82c552 req-15953225-1472-41a6-9afe-1e91afe6526e tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff0a7ca0-73d1-435a-8c79-518c9bdfd3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3607206 Jan 28 19:21:52.115040 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-71b2a1bc-d588-4926-ad33-9f5c73d7d714 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (12d5c4fa-3235-4f0d-98da-a2e61f15252b), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:52.185623 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-0e12ecbb-e68e-47b7-b288-798b433ad430 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=51f34999eb8145a1830541bc73f4055e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3292446 Jan 28 19:21:52.188007 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 45188) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:52.203545 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e12ecbb-e68e-47b7-b288-798b433ad430 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=455984dc-84c9-4401-a62a-cff1091e547f,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:52.238105 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-71b2a1bc-d588-4926-ad33-9f5c73d7d714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:52.240847 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-71b2a1bc-d588-4926-ad33-9f5c73d7d714 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:52.250015 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-71b2a1bc-d588-4926-ad33-9f5c73d7d714 service neutron] 10.222.0.70 "PUT /v2.0/ports/12d5c4fa-3235-4f0d-98da-a2e61f15252b HTTP/1.1" status: 200 len: 1132 time: 3.0900097 Jan 28 19:21:52.250722 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bd15075-1e8c-4d4e-9154-d45912ca536e', 'tag': '12d5c4fa-3235-4f0d-98da-a2e61f15252b'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:21:52.262937 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-346cc0ad-adba-4dec-8ed4-d42dadeb3a7f" -d '{"events": [{"name": "network-changed", "server_uuid": "5bd15075-1e8c-4d4e-9154-d45912ca536e", "tag": "12d5c4fa-3235-4f0d-98da-a2e61f15252b"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:21:52.308327 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-29297f80-16f8-4add-b521-aa14bbf53342 service neutron] Request body: {'port': {'device_id': '5bd15075-1e8c-4d4e-9154-d45912ca536e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-14'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:21:52.365643 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-57773688-b9ec-45f0-ab1c-0c7ab04c3548 admin admin] Publish callbacks [] for security_group (455984dc-84c9-4401-a62a-cff1091e547f), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:52.414504 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-57773688-b9ec-45f0-ab1c-0c7ab04c3548 admin admin] Publish callbacks [] for security_group (455984dc-84c9-4401-a62a-cff1091e547f), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:52.499906 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-57773688-b9ec-45f0-ab1c-0c7ab04c3548 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (455984dc-84c9-4401-a62a-cff1091e547f), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:52.506395 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-57773688-b9ec-45f0-ab1c-0c7ab04c3548 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:52.512885 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-57773688-b9ec-45f0-ab1c-0c7ab04c3548 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/455984dc-84c9-4401-a62a-cff1091e547f HTTP/1.1" status: 204 len: 168 time: 0.3222899 Jan 28 19:21:52.533333 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b2a1bc-d588-4926-ad33-9f5c73d7d714 service neutron] Pushing event updated for resources: {'Port': ['ID=12d5c4fa-3235-4f0d-98da-a2e61f15252b,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:52.543287 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57773688-b9ec-45f0-ab1c-0c7ab04c3548 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=455984dc-84c9-4401-a62a-cff1091e547f,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:52.595961 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-e093d313-0e00-4e09-9245-f2be871cc72f admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1747123153-network', 'tenant_id': '13f3263032ef4a4996ce9c7be76c5dc2'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:21:52.626810 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-29297f80-16f8-4add-b521-aa14bbf53342 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (de98d303-7c1f-431e-bf81-fef0fcf95502), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:52.658378 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e093d313-0e00-4e09-9245-f2be871cc72f admin admin] Made reservation on behalf of 13f3263032ef4a4996ce9c7be76c5dc2 for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:21:52.661734 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e093d313-0e00-4e09-9245-f2be871cc72f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:52.682285 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e093d313-0e00-4e09-9245-f2be871cc72f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:52.694501 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4103e945-805f-4e4e-85b6-56a6d2e7b978 req-6bdbe9b8-2dad-445d-aa7c-311527d3b0ff tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:52.710857 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4103e945-805f-4e4e-85b6-56a6d2e7b978 req-6bdbe9b8-2dad-445d-aa7c-311527d3b0ff tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e48b655-5911-4dcd-a073-26e765e9c04d HTTP/1.1" status: 200 len: 945 time: 0.3728030 Jan 28 19:21:52.863091 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93c07d2-7234-4a67-b6b8-7365d4edf57a req-b48f08c5-76d8-4c5a-9705-571506f7b462 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:52.871422 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b93c07d2-7234-4a67-b6b8-7365d4edf57a req-b48f08c5-76d8-4c5a-9705-571506f7b462 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/ports?device_id=a64d6087-dfa2-4d21-bf23-888bcba1c09b HTTP/1.1" status: 200 len: 949 time: 0.1171141 Jan 28 19:21:52.891853 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e093d313-0e00-4e09-9245-f2be871cc72f admin admin] Publish callbacks [] for security_group (ed5dbff7-d8b6-44bf-8755-79d5f3e8f67e), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:52.908116 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e093d313-0e00-4e09-9245-f2be871cc72f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (ed5dbff7-d8b6-44bf-8755-79d5f3e8f67e), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:52.974313 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e093d313-0e00-4e09-9245-f2be871cc72f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:21:53.061665 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b93c07d2-7234-4a67-b6b8-7365d4edf57a req-646f01e3-d026-4982-a5a2-1fce1de9db77 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d07f2a-7a3d-4718-9c1b-16394753837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853232 Jan 28 19:21:53.064823 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e093d313-0e00-4e09-9245-f2be871cc72f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (0d84d916-97fe-4a55-a454-c0fc25feb1a4), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:53.064823 n-d-812111-14 neutron-server[103305]: INFO neutron.db.segments_db [None req-e093d313-0e00-4e09-9245-f2be871cc72f admin admin] Added segment 0d84d916-97fe-4a55-a454-c0fc25feb1a4 of type vlan for network 33c095fb-ef38-447a-b00a-cb10b3a9fb6a Jan 28 19:21:53.065880 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e093d313-0e00-4e09-9245-f2be871cc72f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed5dbff7-d8b6-44bf-8755-79d5f3e8f67e,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:53.082539 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-29297f80-16f8-4add-b521-aa14bbf53342 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de98d303-7c1f-431e-bf81-fef0fcf95502 {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:21:53.098613 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-29297f80-16f8-4add-b521-aa14bbf53342 service neutron] Publish callbacks [] for port (de98d303-7c1f-431e-bf81-fef0fcf95502), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:53.121851 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-29297f80-16f8-4add-b521-aa14bbf53342 service neutron] Transition to ACTIVE for port object de98d303-7c1f-431e-bf81-fef0fcf95502 will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:21:53.153127 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-29297f80-16f8-4add-b521-aa14bbf53342 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (de98d303-7c1f-431e-bf81-fef0fcf95502), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:53.210672 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e093d313-0e00-4e09-9245-f2be871cc72f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (33c095fb-ef38-447a-b00a-cb10b3a9fb6a), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:53.344942 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29297f80-16f8-4add-b521-aa14bbf53342 service neutron] Pushing event updated for resources: {'Port': ['ID=de98d303-7c1f-431e-bf81-fef0fcf95502,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:53.357094 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 45236) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:53.411248 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bf1007b9-4913-4803-aeae-7b406d74d22b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:53.490089 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4103e945-805f-4e4e-85b6-56a6d2e7b978 req-3603247a-6319-4fee-8e39-ea413813dfc3 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff0a7ca0-73d1-435a-8c79-518c9bdfd3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7784235 Jan 28 19:21:53.542004 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-29297f80-16f8-4add-b521-aa14bbf53342 service neutron] Attempting to bind port de98d303-7c1f-431e-bf81-fef0fcf95502 on host n-h2-812111-14 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:21:53.542260 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-29297f80-16f8-4add-b521-aa14bbf53342 service neutron] Attempting to bind port de98d303-7c1f-431e-bf81-fef0fcf95502 by drivers openvswitch,hyperv on host n-h2-812111-14 at level 0 using segments [{'id': 'c3edb3fd-102e-40d6-a262-2e568f802606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '45c329a7-41ca-41dc-8117-b6a34c90d860'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:21:53.542607 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-29297f80-16f8-4add-b521-aa14bbf53342 service neutron] Attempting to bind port de98d303-7c1f-431e-bf81-fef0fcf95502 on network 45c329a7-41ca-41dc-8117-b6a34c90d860 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:21:53.565580 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-29297f80-16f8-4add-b521-aa14bbf53342 service neutron] Port de98d303-7c1f-431e-bf81-fef0fcf95502 on network 45c329a7-41ca-41dc-8117-b6a34c90d860 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-14 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:21:53.565923 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-29297f80-16f8-4add-b521-aa14bbf53342 service neutron] Attempting to bind port de98d303-7c1f-431e-bf81-fef0fcf95502 on network 45c329a7-41ca-41dc-8117-b6a34c90d860 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:21:53.589140 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-29297f80-16f8-4add-b521-aa14bbf53342 service neutron] Checking agent: {'id': '8f3fee4e-bf24-4b58-8a3a-ae9c8011a473', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 21, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:21:53.589797 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-29297f80-16f8-4add-b521-aa14bbf53342 service neutron] Checking segment: {'id': 'c3edb3fd-102e-40d6-a262-2e568f802606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '45c329a7-41ca-41dc-8117-b6a34c90d860'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:21:53.590313 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-29297f80-16f8-4add-b521-aa14bbf53342 service neutron] Bound using segment: {'id': 'c3edb3fd-102e-40d6-a262-2e568f802606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '45c329a7-41ca-41dc-8117-b6a34c90d860'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:21:53.591147 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-29297f80-16f8-4add-b521-aa14bbf53342 service neutron] Bound port: de98d303-7c1f-431e-bf81-fef0fcf95502, host: n-h2-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3edb3fd-102e-40d6-a262-2e568f802606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '45c329a7-41ca-41dc-8117-b6a34c90d860'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:21:53.591629 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-29297f80-16f8-4add-b521-aa14bbf53342 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (de98d303-7c1f-431e-bf81-fef0fcf95502), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:53.636673 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:53.638940 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:21:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b095f0cd-6fba-40d7-be55-976bb5334935 x-openstack-request-id: req-b095f0cd-6fba-40d7-be55-976bb5334935 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:21:53.639791 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bd15075-1e8c-4d4e-9154-d45912ca536e", "tag": "12d5c4fa-3235-4f0d-98da-a2e61f15252b", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:21:53.640985 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b095f0cd-6fba-40d7-be55-976bb5334935 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:21:53.641592 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bd15075-1e8c-4d4e-9154-d45912ca536e', 'tag': '12d5c4fa-3235-4f0d-98da-a2e61f15252b', 'status': 'completed', 'code': 200} Jan 28 19:21:53.676483 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f539adc5-dffb-429d-9951-da532e064b39 req-d814404b-fc8f-48d0-836b-a3554ba3be29 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:53.683832 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f539adc5-dffb-429d-9951-da532e064b39 req-d814404b-fc8f-48d0-836b-a3554ba3be29 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/ports?device_id=03b9cc04-fd3d-4fc9-a975-d37681157934 HTTP/1.1" status: 200 len: 946 time: 0.5270002 Jan 28 19:21:53.761479 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e093d313-0e00-4e09-9245-f2be871cc72f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (33c095fb-ef38-447a-b00a-cb10b3a9fb6a), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:53.762658 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e093d313-0e00-4e09-9245-f2be871cc72f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:53.764041 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e093d313-0e00-4e09-9245-f2be871cc72f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:53.799316 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-29297f80-16f8-4add-b521-aa14bbf53342 service neutron] For port de98d303-7c1f-431e-bf81-fef0fcf95502, host n-h2-812111-14, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:21:53.813502 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346cc0ad-adba-4dec-8ed4-d42dadeb3a7f req-2b44cfd5-d125-4101-82a8-d61507a0082d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:53.814570 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346cc0ad-adba-4dec-8ed4-d42dadeb3a7f req-2b44cfd5-d125-4101-82a8-d61507a0082d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:53.816147 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346cc0ad-adba-4dec-8ed4-d42dadeb3a7f req-2b44cfd5-d125-4101-82a8-d61507a0082d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:53.816389 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346cc0ad-adba-4dec-8ed4-d42dadeb3a7f req-2b44cfd5-d125-4101-82a8-d61507a0082d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:53.816876 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346cc0ad-adba-4dec-8ed4-d42dadeb3a7f req-2b44cfd5-d125-4101-82a8-d61507a0082d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:53.817478 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346cc0ad-adba-4dec-8ed4-d42dadeb3a7f req-2b44cfd5-d125-4101-82a8-d61507a0082d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:53.817958 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346cc0ad-adba-4dec-8ed4-d42dadeb3a7f req-2b44cfd5-d125-4101-82a8-d61507a0082d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:53.819935 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f539adc5-dffb-429d-9951-da532e064b39 req-425f0a60-b685-4498-8a9b-a161e44d6883 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/security-groups?id=e52b5309-890e-4183-bf0d-6ef59c658d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350434 Jan 28 19:21:53.820104 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-346cc0ad-adba-4dec-8ed4-d42dadeb3a7f req-2b44cfd5-d125-4101-82a8-d61507a0082d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f867837fb6c242938544d048cd197d0a&device_id=5bd15075-1e8c-4d4e-9154-d45912ca536e HTTP/1.1" status: 200 len: 6234 time: 0.1502695 Jan 28 19:21:53.961911 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-e093d313-0e00-4e09-9245-f2be871cc72f admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.9543598 Jan 28 19:21:53.969658 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346cc0ad-adba-4dec-8ed4-d42dadeb3a7f req-c602f0c4-0405-413c-8fdf-af933303ad4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:53.970258 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346cc0ad-adba-4dec-8ed4-d42dadeb3a7f req-c602f0c4-0405-413c-8fdf-af933303ad4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:53.970903 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346cc0ad-adba-4dec-8ed4-d42dadeb3a7f req-c602f0c4-0405-413c-8fdf-af933303ad4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:53.971455 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 45260) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:53.972693 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-346cc0ad-adba-4dec-8ed4-d42dadeb3a7f req-c602f0c4-0405-413c-8fdf-af933303ad4a service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=f867837fb6c242938544d048cd197d0a&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.1337235 Jan 28 19:21:53.974625 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-29297f80-16f8-4add-b521-aa14bbf53342 service neutron] For port de98d303-7c1f-431e-bf81-fef0fcf95502, host n-h2-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=de98d303-7c1f-431e-bf81-fef0fcf95502,segment=NetworkSegment(c3edb3fd-102e-40d6-a262-2e568f802606),segment_id=c3edb3fd-102e-40d6-a262-2e568f802606)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:21:53.977527 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bf1007b9-4913-4803-aeae-7b406d74d22b admin admin] Publish callbacks [] for security_group (a256b984-a8c2-4e6e-b49d-b3a97d7121e1), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:53.995809 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-29297f80-16f8-4add-b521-aa14bbf53342 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (de98d303-7c1f-431e-bf81-fef0fcf95502), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:53.997769 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bf1007b9-4913-4803-aeae-7b406d74d22b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (a256b984-a8c2-4e6e-b49d-b3a97d7121e1), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:54.004305 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-b152634e-923d-43ff-89ee-8dc0af14d5f5 admin admin] Request body: {'subnet': {'network_id': '33c095fb-ef38-447a-b00a-cb10b3a9fb6a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1747123153-subnet', 'tenant_id': '13f3263032ef4a4996ce9c7be76c5dc2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:21:54.038353 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e093d313-0e00-4e09-9245-f2be871cc72f admin admin] Pushing event updated for resources: {'Network': ['ID=33c095fb-ef38-447a-b00a-cb10b3a9fb6a,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:54.049018 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network 33c095fb-ef38-447a-b00a-cb10b3a9fb6a details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:21:54.100854 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b152634e-923d-43ff-89ee-8dc0af14d5f5 admin admin] Made reservation on behalf of 13f3263032ef4a4996ce9c7be76c5dc2 for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:21:54.104130 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b152634e-923d-43ff-89ee-8dc0af14d5f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4733071'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:54.122838 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29297f80-16f8-4add-b521-aa14bbf53342 service neutron] Pushing event updated for resources: {'Port': ['ID=de98d303-7c1f-431e-bf81-fef0fcf95502,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:54.127125 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1007b9-4913-4803-aeae-7b406d74d22b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a256b984-a8c2-4e6e-b49d-b3a97d7121e1,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:54.158483 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7257b09b-7da2-45fb-be3a-b0e1484cc2ed req-b2028e6e-8ac2-4d09-ad53-30fe97c13bba tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:54.170795 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7257b09b-7da2-45fb-be3a-b0e1484cc2ed req-b2028e6e-8ac2-4d09-ad53-30fe97c13bba tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:54.185707 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-29297f80-16f8-4add-b521-aa14bbf53342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:54.186886 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-29297f80-16f8-4add-b521-aa14bbf53342 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:54.188381 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-29297f80-16f8-4add-b521-aa14bbf53342 service neutron] 10.222.0.70 "PUT /v2.0/ports/de98d303-7c1f-431e-bf81-fef0fcf95502 HTTP/1.1" status: 200 len: 1132 time: 1.8981934 Jan 28 19:21:54.199530 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7257b09b-7da2-45fb-be3a-b0e1484cc2ed req-b2028e6e-8ac2-4d09-ad53-30fe97c13bba tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:54.233081 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7257b09b-7da2-45fb-be3a-b0e1484cc2ed req-b2028e6e-8ac2-4d09-ad53-30fe97c13bba tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:54.244910 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-59455445-979b-4205-864f-646ad67150bc service neutron] Request body: {'port': {'device_id': '5bd15075-1e8c-4d4e-9154-d45912ca536e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-14'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:21:54.253970 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-bf1007b9-4913-4803-aeae-7b406d74d22b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=cf06e66fe3f34b5790f81bf808799d94&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8897181 Jan 28 19:21:54.262648 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7257b09b-7da2-45fb-be3a-b0e1484cc2ed req-b2028e6e-8ac2-4d09-ad53-30fe97c13bba tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:54.268652 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7257b09b-7da2-45fb-be3a-b0e1484cc2ed req-b2028e6e-8ac2-4d09-ad53-30fe97c13bba tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:54.274923 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7257b09b-7da2-45fb-be3a-b0e1484cc2ed req-b2028e6e-8ac2-4d09-ad53-30fe97c13bba tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:54.295757 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7257b09b-7da2-45fb-be3a-b0e1484cc2ed req-b2028e6e-8ac2-4d09-ad53-30fe97c13bba tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.64 "GET /v2.0/ports?device_id=5bd15075-1e8c-4d4e-9154-d45912ca536e HTTP/1.1" status: 200 len: 5374 time: 0.2739623 Jan 28 19:21:54.303643 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 45270) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:54.404075 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346cc0ad-adba-4dec-8ed4-d42dadeb3a7f req-0f0dac03-ea1c-4730-a58c-168e2f89a148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:54.405938 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-346cc0ad-adba-4dec-8ed4-d42dadeb3a7f req-0f0dac03-ea1c-4730-a58c-168e2f89a148 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4261179 Jan 28 19:21:54.452377 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-abca932d-226b-4c6c-bb08-05e2b3bd480f admin admin] Publish callbacks [] for security_group (a256b984-a8c2-4e6e-b49d-b3a97d7121e1), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:54.489035 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-abca932d-226b-4c6c-bb08-05e2b3bd480f admin admin] Publish callbacks [] for security_group (a256b984-a8c2-4e6e-b49d-b3a97d7121e1), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:54.565043 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-59455445-979b-4205-864f-646ad67150bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (8132a07e-4a59-47ca-90c2-1121ff386089), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:54.576958 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-abca932d-226b-4c6c-bb08-05e2b3bd480f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (a256b984-a8c2-4e6e-b49d-b3a97d7121e1), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:54.580030 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-abca932d-226b-4c6c-bb08-05e2b3bd480f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:54.585252 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-abca932d-226b-4c6c-bb08-05e2b3bd480f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a256b984-a8c2-4e6e-b49d-b3a97d7121e1 HTTP/1.1" status: 204 len: 168 time: 0.2737086 Jan 28 19:21:54.594090 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abca932d-226b-4c6c-bb08-05e2b3bd480f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a256b984-a8c2-4e6e-b49d-b3a97d7121e1,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:54.615369 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7257b09b-7da2-45fb-be3a-b0e1484cc2ed req-c921df40-ee6d-4811-b9a0-1f4e2a9da461 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.64 "GET /v2.0/security-groups?id=abf1c1e9-b349-4aee-9c71-682c8b55783a&id=b98a868e-e5c1-410f-a3c5-8429d6410f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3172987 Jan 28 19:21:55.098296 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b152634e-923d-43ff-89ee-8dc0af14d5f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4752401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4733085'] for subnet (a125b0f8-c648-4892-8cc4-9d24d356ab8c), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:55.117551 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ee79be-8e4d-4b04-a155-03fb1006e6bf req-e0706c33-acb5-4a84-9e27-a04b12697a58 tempest-MigrationsAdminTest-1899274290 tempest-MigrationsAdminTest-1899274290-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:55.119081 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-29ee79be-8e4d-4b04-a155-03fb1006e6bf req-e0706c33-acb5-4a84-9e27-a04b12697a58 tempest-MigrationsAdminTest-1899274290 tempest-MigrationsAdminTest-1899274290-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=a64d6087-dfa2-4d21-bf23-888bcba1c09b HTTP/1.1" status: 200 len: 1132 time: 0.2880428 Jan 28 19:21:55.216813 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-59455445-979b-4205-864f-646ad67150bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8132a07e-4a59-47ca-90c2-1121ff386089 {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:21:55.228691 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-59455445-979b-4205-864f-646ad67150bc service neutron] Publish callbacks [] for port (8132a07e-4a59-47ca-90c2-1121ff386089), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:55.248081 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-59455445-979b-4205-864f-646ad67150bc service neutron] Transition to ACTIVE for port object 8132a07e-4a59-47ca-90c2-1121ff386089 will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:21:55.259601 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-59455445-979b-4205-864f-646ad67150bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (8132a07e-4a59-47ca-90c2-1121ff386089), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:55.372741 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b152634e-923d-43ff-89ee-8dc0af14d5f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a125b0f8-c648-4892-8cc4-9d24d356ab8c,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:55.374280 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59455445-979b-4205-864f-646ad67150bc service neutron] Pushing event updated for resources: {'Port': ['ID=8132a07e-4a59-47ca-90c2-1121ff386089,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:55.453802 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-29ee79be-8e4d-4b04-a155-03fb1006e6bf req-5656bdf9-7efd-48fb-a65b-f51f6f5cad2b tempest-MigrationsAdminTest-1899274290 tempest-MigrationsAdminTest-1899274290-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=39d07f2a-7a3d-4718-9c1b-16394753837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3245521 Jan 28 19:21:55.472231 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b152634e-923d-43ff-89ee-8dc0af14d5f5 admin admin] Checking segment: {'id': '0d84d916-97fe-4a55-a454-c0fc25feb1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '33c095fb-ef38-447a-b00a-cb10b3a9fb6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:21:55.472600 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b152634e-923d-43ff-89ee-8dc0af14d5f5 admin admin] Network hostable DHCP agents. Network: 33c095fb-ef38-447a-b00a-cb10b3a9fb6a, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:21:55.539366 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b152634e-923d-43ff-89ee-8dc0af14d5f5 admin admin] Network 33c095fb-ef38-447a-b00a-cb10b3a9fb6a is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:21:55.557128 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-b152634e-923d-43ff-89ee-8dc0af14d5f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, 33c095fb-ef38-447a-b00a-cb10b3a9fb6a) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:21:55.564963 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b152634e-923d-43ff-89ee-8dc0af14d5f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:55.565881 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b152634e-923d-43ff-89ee-8dc0af14d5f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:55.573760 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e741b7cc-7a3e-42a4-b1a0-daa5a650d0e5 None None] Network 33c095fb-ef38-447a-b00a-cb10b3a9fb6a requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:21:55.627874 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-b152634e-923d-43ff-89ee-8dc0af14d5f5 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6417449 Jan 28 19:21:55.633689 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 45302) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:55.671836 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-8510f6fa-fcd2-418e-8137-ac7e932c8be5 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1747123153-router', 'tenant_id': '13f3263032ef4a4996ce9c7be76c5dc2', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:21:55.676083 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bd15075-1e8c-4d4e-9154-d45912ca536e', 'tag': 'de98d303-7c1f-431e-bf81-fef0fcf95502'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:21:55.689132 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9451a0c2-42e6-40cd-830d-c7888b2eb12c" -d '{"events": [{"name": "network-changed", "server_uuid": "5bd15075-1e8c-4d4e-9154-d45912ca536e", "tag": "de98d303-7c1f-431e-bf81-fef0fcf95502"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:21:55.743726 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-59455445-979b-4205-864f-646ad67150bc service neutron] Attempting to bind port 8132a07e-4a59-47ca-90c2-1121ff386089 on host n-h2-812111-14 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:21:55.745344 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-59455445-979b-4205-864f-646ad67150bc service neutron] Attempting to bind port 8132a07e-4a59-47ca-90c2-1121ff386089 by drivers openvswitch,hyperv on host n-h2-812111-14 at level 0 using segments [{'id': 'c3edb3fd-102e-40d6-a262-2e568f802606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '45c329a7-41ca-41dc-8117-b6a34c90d860'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:21:55.745894 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-59455445-979b-4205-864f-646ad67150bc service neutron] Attempting to bind port 8132a07e-4a59-47ca-90c2-1121ff386089 on network 45c329a7-41ca-41dc-8117-b6a34c90d860 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:21:55.764699 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-59455445-979b-4205-864f-646ad67150bc service neutron] Port 8132a07e-4a59-47ca-90c2-1121ff386089 on network 45c329a7-41ca-41dc-8117-b6a34c90d860 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-14 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:21:55.764820 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-59455445-979b-4205-864f-646ad67150bc service neutron] Attempting to bind port 8132a07e-4a59-47ca-90c2-1121ff386089 on network 45c329a7-41ca-41dc-8117-b6a34c90d860 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:21:55.779025 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8510f6fa-fcd2-418e-8137-ac7e932c8be5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261150'] for router (95c1608a-addd-4685-8812-6912de29ddca), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:55.784970 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8510f6fa-fcd2-418e-8137-ac7e932c8be5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-731099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-731441', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261129'] for router (95c1608a-addd-4685-8812-6912de29ddca), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:55.806913 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-59455445-979b-4205-864f-646ad67150bc service neutron] Checking agent: {'id': '8f3fee4e-bf24-4b58-8a3a-ae9c8011a473', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 21, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:21:55.817300 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-59455445-979b-4205-864f-646ad67150bc service neutron] Checking segment: {'id': 'c3edb3fd-102e-40d6-a262-2e568f802606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '45c329a7-41ca-41dc-8117-b6a34c90d860'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:21:55.817905 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-59455445-979b-4205-864f-646ad67150bc service neutron] Bound using segment: {'id': 'c3edb3fd-102e-40d6-a262-2e568f802606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '45c329a7-41ca-41dc-8117-b6a34c90d860'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:21:55.818451 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-59455445-979b-4205-864f-646ad67150bc service neutron] Bound port: 8132a07e-4a59-47ca-90c2-1121ff386089, host: n-h2-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3edb3fd-102e-40d6-a262-2e568f802606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '45c329a7-41ca-41dc-8117-b6a34c90d860'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:21:55.818896 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-59455445-979b-4205-864f-646ad67150bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (8132a07e-4a59-47ca-90c2-1121ff386089), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:55.854639 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e524039-b361-4ed4-a753-cde6869a5081 req-e4624040-ad80-4349-a639-8cc392ef651b tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:55.863462 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7e524039-b361-4ed4-a753-cde6869a5081 req-e4624040-ad80-4349-a639-8cc392ef651b tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e48b655-5911-4dcd-a073-26e765e9c04d HTTP/1.1" status: 200 len: 945 time: 0.2232738 Jan 28 19:21:55.902118 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34255519-5062-444e-882b-da487ad481c9 None None] Network 33c095fb-ef38-447a-b00a-cb10b3a9fb6a requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:21:56.049537 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7e524039-b361-4ed4-a753-cde6869a5081 req-54255958-874f-4cff-9909-e2c2ac89a841 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff0a7ca0-73d1-435a-8c79-518c9bdfd3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808016 Jan 28 19:21:56.062374 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8510f6fa-fcd2-418e-8137-ac7e932c8be5 admin admin] Publish callbacks [] for router_controller (95c1608a-addd-4685-8812-6912de29ddca), precommit_add_association {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:56.288413 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-59455445-979b-4205-864f-646ad67150bc service neutron] For port 8132a07e-4a59-47ca-90c2-1121ff386089, host n-h2-812111-14, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:21:56.291862 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-59455445-979b-4205-864f-646ad67150bc service neutron] For port 8132a07e-4a59-47ca-90c2-1121ff386089, host n-h2-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=8132a07e-4a59-47ca-90c2-1121ff386089,segment=NetworkSegment(c3edb3fd-102e-40d6-a262-2e568f802606),segment_id=c3edb3fd-102e-40d6-a262-2e568f802606)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:21:56.334645 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-59455445-979b-4205-864f-646ad67150bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (8132a07e-4a59-47ca-90c2-1121ff386089), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:56.380429 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7239fb-d8df-4fe1-adf7-e8dd57f4a41c req-4894c8fe-d027-4b13-ab76-ec76d4af1ba2 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:56.386389 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7239fb-d8df-4fe1-adf7-e8dd57f4a41c req-4894c8fe-d027-4b13-ab76-ec76d4af1ba2 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:56.392422 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7239fb-d8df-4fe1-adf7-e8dd57f4a41c req-4894c8fe-d027-4b13-ab76-ec76d4af1ba2 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:56.400821 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7239fb-d8df-4fe1-adf7-e8dd57f4a41c req-4894c8fe-d027-4b13-ab76-ec76d4af1ba2 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:56.406512 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7239fb-d8df-4fe1-adf7-e8dd57f4a41c req-4894c8fe-d027-4b13-ab76-ec76d4af1ba2 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:56.413264 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7239fb-d8df-4fe1-adf7-e8dd57f4a41c req-4894c8fe-d027-4b13-ab76-ec76d4af1ba2 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:56.422944 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7239fb-d8df-4fe1-adf7-e8dd57f4a41c req-4894c8fe-d027-4b13-ab76-ec76d4af1ba2 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:56.446204 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2a7239fb-d8df-4fe1-adf7-e8dd57f4a41c req-4894c8fe-d027-4b13-ab76-ec76d4af1ba2 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.64 "GET /v2.0/ports?device_id=5bd15075-1e8c-4d4e-9154-d45912ca536e HTTP/1.1" status: 200 len: 5386 time: 0.2074542 Jan 28 19:21:56.449948 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59455445-979b-4205-864f-646ad67150bc service neutron] Pushing event updated for resources: {'Port': ['ID=8132a07e-4a59-47ca-90c2-1121ff386089,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:56.611503 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2a7239fb-d8df-4fe1-adf7-e8dd57f4a41c req-939b28f7-3630-4780-b1fe-5b9a813c5227 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.64 "GET /v2.0/security-groups?id=abf1c1e9-b349-4aee-9c71-682c8b55783a&id=b98a868e-e5c1-410f-a3c5-8429d6410f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1613798 Jan 28 19:21:56.946136 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bbab3dc-95fa-4039-8ad9-630be1f3b479 x-openstack-request-id: req-4bbab3dc-95fa-4039-8ad9-630be1f3b479 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:21:56.946752 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bd15075-1e8c-4d4e-9154-d45912ca536e", "tag": "de98d303-7c1f-431e-bf81-fef0fcf95502", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:21:56.946752 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4bbab3dc-95fa-4039-8ad9-630be1f3b479 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:21:56.947305 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bd15075-1e8c-4d4e-9154-d45912ca536e', 'tag': 'de98d303-7c1f-431e-bf81-fef0fcf95502', 'status': 'completed', 'code': 200} Jan 28 19:21:56.990529 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-59455445-979b-4205-864f-646ad67150bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:56.991786 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-59455445-979b-4205-864f-646ad67150bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:56.994157 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-59455445-979b-4205-864f-646ad67150bc service neutron] 10.222.0.70 "PUT /v2.0/ports/8132a07e-4a59-47ca-90c2-1121ff386089 HTTP/1.1" status: 200 len: 1092 time: 2.7740822 Jan 28 19:21:57.013979 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8510f6fa-fcd2-418e-8137-ac7e932c8be5 admin admin] Publish callbacks [] for router_gateway (95c1608a-addd-4685-8812-6912de29ddca), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:57.111662 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-11a00315-5b72-499b-b2db-a371c8a621db service neutron] Request body: {'port': {'device_id': '5bd15075-1e8c-4d4e-9154-d45912ca536e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-14'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:21:57.223758 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26c9ca3-dfba-4feb-a826-253e80a57fcd req-681a676f-7d3a-465d-a2fe-8cfdc13b7c2a tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:57.223758 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c26c9ca3-dfba-4feb-a826-253e80a57fcd req-681a676f-7d3a-465d-a2fe-8cfdc13b7c2a tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/ports?device_id=03b9cc04-fd3d-4fc9-a975-d37681157934 HTTP/1.1" status: 200 len: 946 time: 1.1022801 Jan 28 19:21:57.288402 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-11a00315-5b72-499b-b2db-a371c8a621db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (3657d8f5-b07c-40a7-9a6f-0ffcaf827d3b), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:57.430884 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9451a0c2-42e6-40cd-830d-c7888b2eb12c req-cbb12eb4-1278-49e2-888a-e3ac7c94e265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:57.431270 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9451a0c2-42e6-40cd-830d-c7888b2eb12c req-cbb12eb4-1278-49e2-888a-e3ac7c94e265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:57.432191 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9451a0c2-42e6-40cd-830d-c7888b2eb12c req-cbb12eb4-1278-49e2-888a-e3ac7c94e265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:57.432191 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9451a0c2-42e6-40cd-830d-c7888b2eb12c req-cbb12eb4-1278-49e2-888a-e3ac7c94e265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:57.433234 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9451a0c2-42e6-40cd-830d-c7888b2eb12c req-cbb12eb4-1278-49e2-888a-e3ac7c94e265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:57.433234 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9451a0c2-42e6-40cd-830d-c7888b2eb12c req-cbb12eb4-1278-49e2-888a-e3ac7c94e265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:57.433612 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9451a0c2-42e6-40cd-830d-c7888b2eb12c req-cbb12eb4-1278-49e2-888a-e3ac7c94e265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:57.436049 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9451a0c2-42e6-40cd-830d-c7888b2eb12c req-cbb12eb4-1278-49e2-888a-e3ac7c94e265 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f867837fb6c242938544d048cd197d0a&device_id=5bd15075-1e8c-4d4e-9154-d45912ca536e HTTP/1.1" status: 200 len: 6406 time: 0.4932928 Jan 28 19:21:57.864995 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f91ae387-5d0a-47dd-97cd-de35f61ab0d0 req-5eda389f-6ee3-499e-9988-40964f8a1f09 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=e0a949cf73864faf86b4b8a64f5cd635&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0382025 Jan 28 19:21:57.869378 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9451a0c2-42e6-40cd-830d-c7888b2eb12c req-0f0cd6bf-e022-4851-8348-340f5891b986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:57.870340 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9451a0c2-42e6-40cd-830d-c7888b2eb12c req-0f0cd6bf-e022-4851-8348-340f5891b986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:57.871018 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9451a0c2-42e6-40cd-830d-c7888b2eb12c req-0f0cd6bf-e022-4851-8348-340f5891b986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:57.872865 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9451a0c2-42e6-40cd-830d-c7888b2eb12c req-0f0cd6bf-e022-4851-8348-340f5891b986 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=f867837fb6c242938544d048cd197d0a&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.4241669 Jan 28 19:21:57.983299 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91ae387-5d0a-47dd-97cd-de35f61ab0d0 req-d3fca53d-4437-489b-a8c5-44060eae6b4d tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:57.990440 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f91ae387-5d0a-47dd-97cd-de35f61ab0d0 req-d3fca53d-4437-489b-a8c5-44060eae6b4d tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1245065 Jan 28 19:21:58.006842 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f91ae387-5d0a-47dd-97cd-de35f61ab0d0 req-5547e334-96b8-47dd-8930-67d93cc87eb8 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/quotas/e0a949cf73864faf86b4b8a64f5cd635 HTTP/1.1" status: 200 len: 375 time: 0.0152109 Jan 28 19:21:58.015974 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9451a0c2-42e6-40cd-830d-c7888b2eb12c req-68b54dfe-bb40-4a94-a888-4be4454e5e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:58.018021 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9451a0c2-42e6-40cd-830d-c7888b2eb12c req-68b54dfe-bb40-4a94-a888-4be4454e5e4c service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1286039 Jan 28 19:21:58.048040 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c26c9ca3-dfba-4feb-a826-253e80a57fcd req-38abb7fa-2d8a-4586-aadd-7b5e3380a6a1 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/security-groups?id=e52b5309-890e-4183-bf0d-6ef59c658d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8114643 Jan 28 19:21:58.111993 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f91ae387-5d0a-47dd-97cd-de35f61ab0d0 req-bdaf04b9-db23-4c29-aba5-227e6a888be7 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=e0a949cf73864faf86b4b8a64f5cd635&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1039028 Jan 28 19:21:58.681874 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566ceeec-3224-45b3-8e7f-0e7b137ba3dc req-9250b28b-610b-4e7f-b8ce-46b33d3fad56 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:58.687139 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566ceeec-3224-45b3-8e7f-0e7b137ba3dc req-9250b28b-610b-4e7f-b8ce-46b33d3fad56 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:58.692522 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566ceeec-3224-45b3-8e7f-0e7b137ba3dc req-9250b28b-610b-4e7f-b8ce-46b33d3fad56 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:58.697716 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566ceeec-3224-45b3-8e7f-0e7b137ba3dc req-9250b28b-610b-4e7f-b8ce-46b33d3fad56 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:58.702955 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566ceeec-3224-45b3-8e7f-0e7b137ba3dc req-9250b28b-610b-4e7f-b8ce-46b33d3fad56 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:58.708885 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566ceeec-3224-45b3-8e7f-0e7b137ba3dc req-9250b28b-610b-4e7f-b8ce-46b33d3fad56 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:58.714176 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566ceeec-3224-45b3-8e7f-0e7b137ba3dc req-9250b28b-610b-4e7f-b8ce-46b33d3fad56 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:58.716063 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-566ceeec-3224-45b3-8e7f-0e7b137ba3dc req-9250b28b-610b-4e7f-b8ce-46b33d3fad56 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.64 "GET /v2.0/ports?device_id=5bd15075-1e8c-4d4e-9154-d45912ca536e HTTP/1.1" status: 200 len: 5386 time: 0.5270057 Jan 28 19:21:58.760069 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8510f6fa-fcd2-418e-8137-ac7e932c8be5 admin admin] Publish callbacks [] for router_gateway (95c1608a-addd-4685-8812-6912de29ddca), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:58.828188 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8510f6fa-fcd2-418e-8137-ac7e932c8be5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:58.863321 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-11a00315-5b72-499b-b2db-a371c8a621db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3657d8f5-b07c-40a7-9a6f-0ffcaf827d3b {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:21:58.882191 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-11a00315-5b72-499b-b2db-a371c8a621db service neutron] Publish callbacks [] for port (3657d8f5-b07c-40a7-9a6f-0ffcaf827d3b), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:58.926082 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-566ceeec-3224-45b3-8e7f-0e7b137ba3dc req-1194036e-9dc4-48e7-9802-e891c46fe535 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.64 "GET /v2.0/security-groups?id=abf1c1e9-b349-4aee-9c71-682c8b55783a&id=b98a868e-e5c1-410f-a3c5-8429d6410f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2011209 Jan 28 19:21:58.941322 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-11a00315-5b72-499b-b2db-a371c8a621db service neutron] Transition to ACTIVE for port object 3657d8f5-b07c-40a7-9a6f-0ffcaf827d3b will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:21:58.947842 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bd15075-1e8c-4d4e-9154-d45912ca536e', 'tag': '8132a07e-4a59-47ca-90c2-1121ff386089'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:21:58.950109 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e126816-bdcf-4a3b-a895-39400afe652d" -d '{"events": [{"name": "network-changed", "server_uuid": "5bd15075-1e8c-4d4e-9154-d45912ca536e", "tag": "8132a07e-4a59-47ca-90c2-1121ff386089"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:21:58.968163 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-11a00315-5b72-499b-b2db-a371c8a621db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (3657d8f5-b07c-40a7-9a6f-0ffcaf827d3b), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:59.087428 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a00315-5b72-499b-b2db-a371c8a621db service neutron] Pushing event updated for resources: {'Port': ['ID=3657d8f5-b07c-40a7-9a6f-0ffcaf827d3b,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:59.093284 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-8510f6fa-fcd2-418e-8137-ac7e932c8be5 admin admin] Allocated IP 172.25.6.27 (d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8/a648e4ab-7422-41b9-b133-58aca25ab8f5/da0be0d6-9490-42f8-a6f1-5f0eedda44ba) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:21:59.333558 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-11a00315-5b72-499b-b2db-a371c8a621db service neutron] Attempting to bind port 3657d8f5-b07c-40a7-9a6f-0ffcaf827d3b on host n-h2-812111-14 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:21:59.333785 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-11a00315-5b72-499b-b2db-a371c8a621db service neutron] Attempting to bind port 3657d8f5-b07c-40a7-9a6f-0ffcaf827d3b by drivers openvswitch,hyperv on host n-h2-812111-14 at level 0 using segments [{'id': 'c3edb3fd-102e-40d6-a262-2e568f802606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '45c329a7-41ca-41dc-8117-b6a34c90d860'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:21:59.334120 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-11a00315-5b72-499b-b2db-a371c8a621db service neutron] Attempting to bind port 3657d8f5-b07c-40a7-9a6f-0ffcaf827d3b on network 45c329a7-41ca-41dc-8117-b6a34c90d860 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:21:59.341184 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-11a00315-5b72-499b-b2db-a371c8a621db service neutron] Port 3657d8f5-b07c-40a7-9a6f-0ffcaf827d3b on network 45c329a7-41ca-41dc-8117-b6a34c90d860 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-14 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:21:59.341525 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-11a00315-5b72-499b-b2db-a371c8a621db service neutron] Attempting to bind port 3657d8f5-b07c-40a7-9a6f-0ffcaf827d3b on network 45c329a7-41ca-41dc-8117-b6a34c90d860 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:21:59.351472 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f05ac7-daad-4ce4-a5ed-2f06c87b4af5 req-21f13136-6f00-4866-a54d-a03f7d86d7b7 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:59.359503 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b2f05ac7-daad-4ce4-a5ed-2f06c87b4af5 req-21f13136-6f00-4866-a54d-a03f7d86d7b7 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e48b655-5911-4dcd-a073-26e765e9c04d HTTP/1.1" status: 200 len: 945 time: 0.2805898 Jan 28 19:21:59.395166 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-11a00315-5b72-499b-b2db-a371c8a621db service neutron] Checking agent: {'id': '8f3fee4e-bf24-4b58-8a3a-ae9c8011a473', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 21, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:21:59.395521 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-11a00315-5b72-499b-b2db-a371c8a621db service neutron] Checking segment: {'id': 'c3edb3fd-102e-40d6-a262-2e568f802606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '45c329a7-41ca-41dc-8117-b6a34c90d860'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:21:59.395921 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-11a00315-5b72-499b-b2db-a371c8a621db service neutron] Bound using segment: {'id': 'c3edb3fd-102e-40d6-a262-2e568f802606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '45c329a7-41ca-41dc-8117-b6a34c90d860'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:21:59.396628 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-11a00315-5b72-499b-b2db-a371c8a621db service neutron] Bound port: 3657d8f5-b07c-40a7-9a6f-0ffcaf827d3b, host: n-h2-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3edb3fd-102e-40d6-a262-2e568f802606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '45c329a7-41ca-41dc-8117-b6a34c90d860'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:21:59.397001 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-11a00315-5b72-499b-b2db-a371c8a621db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (3657d8f5-b07c-40a7-9a6f-0ffcaf827d3b), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:59.426311 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8510f6fa-fcd2-418e-8137-ac7e932c8be5 admin admin] Publish callbacks [] for port (da0be0d6-9490-42f8-a6f1-5f0eedda44ba), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:59.459235 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c8a04068-8910-414b-aa40-e5c8282558e8 req-46343a91-d3f5-4b52-a5e5-d36b2c063508 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d703f22-28db-4002-84e0-b0dfabaa540e HTTP/1.1" status: 200 len: 210 time: 0.0611770 Jan 28 19:21:59.473359 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b2f05ac7-daad-4ce4-a5ed-2f06c87b4af5 req-7c482302-e78c-4f10-bc88-8be5f3777bb4 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff0a7ca0-73d1-435a-8c79-518c9bdfd3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129551 Jan 28 19:21:59.523932 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-11a00315-5b72-499b-b2db-a371c8a621db service neutron] For port 3657d8f5-b07c-40a7-9a6f-0ffcaf827d3b, host n-h2-812111-14, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:21:59.527737 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-11a00315-5b72-499b-b2db-a371c8a621db service neutron] For port 3657d8f5-b07c-40a7-9a6f-0ffcaf827d3b, host n-h2-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=3657d8f5-b07c-40a7-9a6f-0ffcaf827d3b,segment=NetworkSegment(c3edb3fd-102e-40d6-a262-2e568f802606),segment_id=c3edb3fd-102e-40d6-a262-2e568f802606)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:21:59.534685 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8510f6fa-fcd2-418e-8137-ac7e932c8be5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (da0be0d6-9490-42f8-a6f1-5f0eedda44ba), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:59.541825 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-11a00315-5b72-499b-b2db-a371c8a621db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (3657d8f5-b07c-40a7-9a6f-0ffcaf827d3b), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:59.545778 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90911b8f-a9f2-4076-afa7-e953d88e75de x-openstack-request-id: req-90911b8f-a9f2-4076-afa7-e953d88e75de {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:21:59.545778 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bd15075-1e8c-4d4e-9154-d45912ca536e", "tag": "8132a07e-4a59-47ca-90c2-1121ff386089", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:21:59.546134 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-90911b8f-a9f2-4076-afa7-e953d88e75de {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:21:59.546908 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bd15075-1e8c-4d4e-9154-d45912ca536e', 'tag': '8132a07e-4a59-47ca-90c2-1121ff386089', 'status': 'completed', 'code': 200} Jan 28 19:21:59.670685 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8510f6fa-fcd2-418e-8137-ac7e932c8be5 admin admin] Network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:21:59.677951 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-11a00315-5b72-499b-b2db-a371c8a621db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:59.678706 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-11a00315-5b72-499b-b2db-a371c8a621db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:59.680091 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-11a00315-5b72-499b-b2db-a371c8a621db service neutron] 10.222.0.70 "PUT /v2.0/ports/3657d8f5-b07c-40a7-9a6f-0ffcaf827d3b HTTP/1.1" status: 200 len: 1092 time: 2.5874102 Jan 28 19:21:59.694933 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8510f6fa-fcd2-418e-8137-ac7e932c8be5 admin admin] Pushing event updated for resources: {'Port': ['ID=da0be0d6-9490-42f8-a6f1-5f0eedda44ba,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:59.703269 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-8510f6fa-fcd2-418e-8137-ac7e932c8be5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:21:59.778043 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8510f6fa-fcd2-418e-8137-ac7e932c8be5 admin admin] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:21:59.839982 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a00315-5b72-499b-b2db-a371c8a621db service neutron] Pushing event updated for resources: {'Port': ['ID=3657d8f5-b07c-40a7-9a6f-0ffcaf827d3b,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:59.873134 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-4f82c53d-f201-42dc-915e-706f8500ebdb service neutron] Request body: {'port': {'device_id': '5bd15075-1e8c-4d4e-9154-d45912ca536e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-14'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:22:00.026428 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f91ae387-5d0a-47dd-97cd-de35f61ab0d0 req-7bd00fc8-e210-4bc9-9654-b5cd0490101f tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=e0a949cf73864faf86b4b8a64f5cd635&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0926745 Jan 28 19:22:00.075821 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e126816-bdcf-4a3b-a895-39400afe652d req-2b68d8fd-30f8-410d-bcaa-4670b64c9335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:00.076705 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e126816-bdcf-4a3b-a895-39400afe652d req-2b68d8fd-30f8-410d-bcaa-4670b64c9335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:00.077403 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e126816-bdcf-4a3b-a895-39400afe652d req-2b68d8fd-30f8-410d-bcaa-4670b64c9335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:00.078064 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e126816-bdcf-4a3b-a895-39400afe652d req-2b68d8fd-30f8-410d-bcaa-4670b64c9335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:00.078749 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e126816-bdcf-4a3b-a895-39400afe652d req-2b68d8fd-30f8-410d-bcaa-4670b64c9335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:00.079401 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e126816-bdcf-4a3b-a895-39400afe652d req-2b68d8fd-30f8-410d-bcaa-4670b64c9335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:00.080150 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e126816-bdcf-4a3b-a895-39400afe652d req-2b68d8fd-30f8-410d-bcaa-4670b64c9335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:00.098966 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3e126816-bdcf-4a3b-a895-39400afe652d req-2b68d8fd-30f8-410d-bcaa-4670b64c9335 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f867837fb6c242938544d048cd197d0a&device_id=5bd15075-1e8c-4d4e-9154-d45912ca536e HTTP/1.1" status: 200 len: 6505 time: 0.5225492 Jan 28 19:22:00.263886 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91ae387-5d0a-47dd-97cd-de35f61ab0d0 req-14c597d8-ca99-4614-b7f6-1a0a6f0c3a67 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:00.265337 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f91ae387-5d0a-47dd-97cd-de35f61ab0d0 req-14c597d8-ca99-4614-b7f6-1a0a6f0c3a67 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2294962 Jan 28 19:22:00.280121 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-f91ae387-5d0a-47dd-97cd-de35f61ab0d0 req-8e8b68bd-5a3a-4e89-86d7-2d41464df24b tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Request body: {'port': {'device_id': '5d703f22-28db-4002-84e0-b0dfabaa540e', 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91', 'admin_state_up': True, 'tenant_id': 'e0a949cf73864faf86b4b8a64f5cd635'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:22:00.342702 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0b5830-6210-4b0a-bfeb-f67ac1852b20 req-c8f1fe03-08a5-4ecd-960e-00555fb67d7b tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:00.344222 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7f0b5830-6210-4b0a-bfeb-f67ac1852b20 req-c8f1fe03-08a5-4ecd-960e-00555fb67d7b tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e48b655-5911-4dcd-a073-26e765e9c04d HTTP/1.1" status: 200 len: 945 time: 0.1558769 Jan 28 19:22:00.381038 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d25652-2f3e-46d3-a6d3-bf15f4a5a9df req-6d97a747-5d20-489f-9ab4-d3b1e0c7ca62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:00.384369 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a9d25652-2f3e-46d3-a6d3-bf15f4a5a9df req-6d97a747-5d20-489f-9ab4-d3b1e0c7ca62 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a83e9cc3029f4baca951cc95e07992a3&device_id=03b9cc04-fd3d-4fc9-a975-d37681157934 HTTP/1.1" status: 200 len: 1129 time: 0.7542090 Jan 28 19:22:00.385175 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8510f6fa-fcd2-418e-8137-ac7e932c8be5 admin admin] Publish callbacks [] for router_gateway (95c1608a-addd-4685-8812-6912de29ddca), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:00.443686 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7f0b5830-6210-4b0a-bfeb-f67ac1852b20 req-22910bab-7326-4495-98ac-0500f21bc119 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff0a7ca0-73d1-435a-8c79-518c9bdfd3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912330 Jan 28 19:22:00.480804 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f91ae387-5d0a-47dd-97cd-de35f61ab0d0 req-8e8b68bd-5a3a-4e89-86d7-2d41464df24b tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Made reservation on behalf of e0a949cf73864faf86b4b8a64f5cd635 for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:22:00.495563 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f91ae387-5d0a-47dd-97cd-de35f61ab0d0 req-8e8b68bd-5a3a-4e89-86d7-2d41464df24b tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:00.598524 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e59195-9f64-452f-b895-ba9581ae2a45 req-7c8624fa-d5ef-4c4f-b491-a265ee017bb6 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:00.600095 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-21e59195-9f64-452f-b895-ba9581ae2a45 req-7c8624fa-d5ef-4c4f-b491-a265ee017bb6 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/ports?device_id=03b9cc04-fd3d-4fc9-a975-d37681157934 HTTP/1.1" status: 200 len: 946 time: 0.9767995 Jan 28 19:22:00.601145 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d25652-2f3e-46d3-a6d3-bf15f4a5a9df req-832e076d-db90-4501-b8be-cd572ce8e7be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:00.602441 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a9d25652-2f3e-46d3-a6d3-bf15f4a5a9df req-832e076d-db90-4501-b8be-cd572ce8e7be service neutron] 10.222.0.41 "GET /v2.0/networks?id=ff818509-18ff-44d0-ba98-5ed91eb1ccd4 HTTP/1.1" status: 200 len: 912 time: 0.2046506 Jan 28 19:22:00.751533 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-f91ae387-5d0a-47dd-97cd-de35f61ab0d0 req-8e8b68bd-5a3a-4e89-86d7-2d41464df24b tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Allocated IP 192.168.233.130 (7810caa2-eac6-457d-9302-c8c215ef3e91/f2de4832-9ef6-4f40-9ac5-1557d5e6a6ff/19e26adf-0f04-4fb9-a4ff-97385744678c) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:22:00.773051 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a9d25652-2f3e-46d3-a6d3-bf15f4a5a9df req-ba49e939-3527-4344-a5d7-4fa6fa4746a4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=760ecb1b-d3bd-49f2-a0ab-7bbbf2f762e9 HTTP/1.1" status: 200 len: 217 time: 0.1275742 Jan 28 19:22:00.787489 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-4f82c53d-f201-42dc-915e-706f8500ebdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (c3073dc0-3618-42ea-9203-95c126bbd569), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:00.985002 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f91ae387-5d0a-47dd-97cd-de35f61ab0d0 req-8e8b68bd-5a3a-4e89-86d7-2d41464df24b tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Publish callbacks [] for port (19e26adf-0f04-4fb9-a4ff-97385744678c), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:01.131444 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f91ae387-5d0a-47dd-97cd-de35f61ab0d0 req-8e8b68bd-5a3a-4e89-86d7-2d41464df24b tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (19e26adf-0f04-4fb9-a4ff-97385744678c), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:01.147964 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['500aaaa2-66cc-4330-b2eb-cf6e3da795ac'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:22:01.186276 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f91ae387-5d0a-47dd-97cd-de35f61ab0d0 req-8e8b68bd-5a3a-4e89-86d7-2d41464df24b tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Network 7810caa2-eac6-457d-9302-c8c215ef3e91 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:22:01.189719 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-f91ae387-5d0a-47dd-97cd-de35f61ab0d0 req-8e8b68bd-5a3a-4e89-86d7-2d41464df24b tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:22:01.193263 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-f91ae387-5d0a-47dd-97cd-de35f61ab0d0 req-8e8b68bd-5a3a-4e89-86d7-2d41464df24b tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:22:01.297170 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91ae387-5d0a-47dd-97cd-de35f61ab0d0 req-8e8b68bd-5a3a-4e89-86d7-2d41464df24b tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:01.297824 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f91ae387-5d0a-47dd-97cd-de35f61ab0d0 req-8e8b68bd-5a3a-4e89-86d7-2d41464df24b tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:01.302040 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e45f4773-277b-48ba-a6dc-44054e77fbd6 req-58cb00e6-563e-4625-ac78-3fcc3ca8cc27 tempest-QuotasAdminNegativeTest-1982787319 tempest-QuotasAdminNegativeTest-1982787319-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=85ea2c4f325c4b3ba9a7cc48cffd7e67&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0351713 Jan 28 19:22:01.355074 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f91ae387-5d0a-47dd-97cd-de35f61ab0d0 req-8e8b68bd-5a3a-4e89-86d7-2d41464df24b tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0797746 Jan 28 19:22:01.402471 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8b68bd-5a3a-4e89-86d7-2d41464df24b tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Pushing event updated for resources: {'Port': ['ID=19e26adf-0f04-4fb9-a4ff-97385744678c,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:01.467452 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-f91ae387-5d0a-47dd-97cd-de35f61ab0d0 req-88e1771c-e949-4b58-ba34-ffb2362614df service neutron] Request body: {'port': {'device_id': '5d703f22-28db-4002-84e0-b0dfabaa540e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-14'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:22:01.523393 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45f4773-277b-48ba-a6dc-44054e77fbd6 req-b8a245c9-242f-4e71-b477-138b8caa1179 tempest-QuotasAdminNegativeTest-1982787319 tempest-QuotasAdminNegativeTest-1982787319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:01.530259 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e45f4773-277b-48ba-a6dc-44054e77fbd6 req-b8a245c9-242f-4e71-b477-138b8caa1179 tempest-QuotasAdminNegativeTest-1982787319 tempest-QuotasAdminNegativeTest-1982787319-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2175529 Jan 28 19:22:01.550164 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-21e59195-9f64-452f-b895-ba9581ae2a45 req-e6867fa5-315e-4b0e-b7ec-591c463b5c48 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/security-groups?id=e52b5309-890e-4183-bf0d-6ef59c658d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8862512 Jan 28 19:22:01.551707 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e126816-bdcf-4a3b-a895-39400afe652d req-dd5040be-65a8-466a-a777-4d1cfcd95ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:01.552293 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e126816-bdcf-4a3b-a895-39400afe652d req-dd5040be-65a8-466a-a777-4d1cfcd95ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:01.552824 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e126816-bdcf-4a3b-a895-39400afe652d req-dd5040be-65a8-466a-a777-4d1cfcd95ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:01.554564 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3e126816-bdcf-4a3b-a895-39400afe652d req-dd5040be-65a8-466a-a777-4d1cfcd95ca3 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=f867837fb6c242938544d048cd197d0a&shared=False HTTP/1.1" status: 200 len: 2290 time: 1.4451895 Jan 28 19:22:01.561810 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-6126f8b5-bf9d-4b52-965c-69e8bc1af70a None None] Provisioning complete for port 19e26adf-0f04-4fb9-a4ff-97385744678c triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:22:01.562227 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6126f8b5-bf9d-4b52-965c-69e8bc1af70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (19e26adf-0f04-4fb9-a4ff-97385744678c), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:01.570025 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bd15075-1e8c-4d4e-9154-d45912ca536e', 'tag': '3657d8f5-b07c-40a7-9a6f-0ffcaf827d3b'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:22:01.572560 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-528672f5-bf42-4b54-a04f-22efce8107bd" -d '{"events": [{"name": "network-changed", "server_uuid": "5bd15075-1e8c-4d4e-9154-d45912ca536e", "tag": "3657d8f5-b07c-40a7-9a6f-0ffcaf827d3b"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:22:01.575800 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f91ae387-5d0a-47dd-97cd-de35f61ab0d0 req-88e1771c-e949-4b58-ba34-ffb2362614df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (19e26adf-0f04-4fb9-a4ff-97385744678c), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:01.670916 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d25652-2f3e-46d3-a6d3-bf15f4a5a9df req-3b9aaffb-aea1-45cc-a88f-b5e37ba3a6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:01.672675 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a9d25652-2f3e-46d3-a6d3-bf15f4a5a9df req-3b9aaffb-aea1-45cc-a88f-b5e37ba3a6fa service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6cea2404-3048-43fe-b9cb-bebcf3282d53 HTTP/1.1" status: 200 len: 852 time: 0.8719285 Jan 28 19:22:01.675936 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-6126f8b5-bf9d-4b52-965c-69e8bc1af70a None None] Port 19e26adf-0f04-4fb9-a4ff-97385744678c cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:22:01.753795 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8510f6fa-fcd2-418e-8137-ac7e932c8be5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-731074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-731460'] for router (95c1608a-addd-4685-8812-6912de29ddca), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:01.820058 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e45f4773-277b-48ba-a6dc-44054e77fbd6 req-e4b05b2b-5864-4c17-b479-7b77c60ce0eb tempest-QuotasAdminNegativeTest-1982787319 tempest-QuotasAdminNegativeTest-1982787319-project] 10.222.0.64 "GET /v2.0/quotas/85ea2c4f325c4b3ba9a7cc48cffd7e67 HTTP/1.1" status: 200 len: 375 time: 0.2889054 Jan 28 19:22:01.868502 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a9d25652-2f3e-46d3-a6d3-bf15f4a5a9df req-1faa2170-0a8c-4729-873d-d3223ff85c5d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ff818509-18ff-44d0-ba98-5ed91eb1ccd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1845570 Jan 28 19:22:01.920603 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [req-f91ae387-5d0a-47dd-97cd-de35f61ab0d0 req-88e1771c-e949-4b58-ba34-ffb2362614df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19e26adf-0f04-4fb9-a4ff-97385744678c {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:22:01.925961 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e126816-bdcf-4a3b-a895-39400afe652d req-be9b378c-8f0f-42ae-853b-839d6184d591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:01.927494 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3e126816-bdcf-4a3b-a895-39400afe652d req-be9b378c-8f0f-42ae-853b-839d6184d591 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3497303 Jan 28 19:22:01.932895 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f91ae387-5d0a-47dd-97cd-de35f61ab0d0 req-88e1771c-e949-4b58-ba34-ffb2362614df service neutron] Publish callbacks [] for port (19e26adf-0f04-4fb9-a4ff-97385744678c), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:01.946760 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-f91ae387-5d0a-47dd-97cd-de35f61ab0d0 req-88e1771c-e949-4b58-ba34-ffb2362614df service neutron] Transition to ACTIVE for port object 19e26adf-0f04-4fb9-a4ff-97385744678c will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:22:01.959022 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f91ae387-5d0a-47dd-97cd-de35f61ab0d0 req-88e1771c-e949-4b58-ba34-ffb2362614df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (19e26adf-0f04-4fb9-a4ff-97385744678c), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:01.993901 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e45f4773-277b-48ba-a6dc-44054e77fbd6 req-0a5b3521-362c-4c27-8d6f-c666b7c95cea tempest-QuotasAdminNegativeTest-1982787319 tempest-QuotasAdminNegativeTest-1982787319-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=85ea2c4f325c4b3ba9a7cc48cffd7e67&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1637213 Jan 28 19:22:02.113266 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e1771c-e949-4b58-ba34-ffb2362614df service neutron] Pushing event updated for resources: {'Port': ['ID=19e26adf-0f04-4fb9-a4ff-97385744678c,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:02.238888 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfc4402-162b-4364-b19e-daffbe4bdae4 req-31a8cdef-5ec6-4633-bdc3-1ece268064e8 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:02.244610 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfc4402-162b-4364-b19e-daffbe4bdae4 req-31a8cdef-5ec6-4633-bdc3-1ece268064e8 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:02.262683 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfc4402-162b-4364-b19e-daffbe4bdae4 req-31a8cdef-5ec6-4633-bdc3-1ece268064e8 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:02.270113 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfc4402-162b-4364-b19e-daffbe4bdae4 req-31a8cdef-5ec6-4633-bdc3-1ece268064e8 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:02.280597 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfc4402-162b-4364-b19e-daffbe4bdae4 req-31a8cdef-5ec6-4633-bdc3-1ece268064e8 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:02.284764 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-f91ae387-5d0a-47dd-97cd-de35f61ab0d0 req-88e1771c-e949-4b58-ba34-ffb2362614df service neutron] Attempting to bind port 19e26adf-0f04-4fb9-a4ff-97385744678c on host n-h1-812111-14 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:22:02.285187 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-f91ae387-5d0a-47dd-97cd-de35f61ab0d0 req-88e1771c-e949-4b58-ba34-ffb2362614df service neutron] Attempting to bind port 19e26adf-0f04-4fb9-a4ff-97385744678c by drivers openvswitch,hyperv on host n-h1-812111-14 at level 0 using segments [{'id': '195bcdbf-a031-4d8b-9f7f-e09fd37cd197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:22:02.285451 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91ae387-5d0a-47dd-97cd-de35f61ab0d0 req-88e1771c-e949-4b58-ba34-ffb2362614df service neutron] Attempting to bind port 19e26adf-0f04-4fb9-a4ff-97385744678c on network 7810caa2-eac6-457d-9302-c8c215ef3e91 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:22:02.291253 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfc4402-162b-4364-b19e-daffbe4bdae4 req-31a8cdef-5ec6-4633-bdc3-1ece268064e8 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:02.300998 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfc4402-162b-4364-b19e-daffbe4bdae4 req-31a8cdef-5ec6-4633-bdc3-1ece268064e8 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:02.303036 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ecfc4402-162b-4364-b19e-daffbe4bdae4 req-31a8cdef-5ec6-4633-bdc3-1ece268064e8 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.64 "GET /v2.0/ports?device_id=5bd15075-1e8c-4d4e-9154-d45912ca536e HTTP/1.1" status: 200 len: 5398 time: 0.4883230 Jan 28 19:22:02.320397 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91ae387-5d0a-47dd-97cd-de35f61ab0d0 req-88e1771c-e949-4b58-ba34-ffb2362614df service neutron] Port 19e26adf-0f04-4fb9-a4ff-97385744678c on network 7810caa2-eac6-457d-9302-c8c215ef3e91 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-14 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:22:02.320987 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91ae387-5d0a-47dd-97cd-de35f61ab0d0 req-88e1771c-e949-4b58-ba34-ffb2362614df service neutron] Attempting to bind port 19e26adf-0f04-4fb9-a4ff-97385744678c on network 7810caa2-eac6-457d-9302-c8c215ef3e91 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:22:02.335741 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91ae387-5d0a-47dd-97cd-de35f61ab0d0 req-88e1771c-e949-4b58-ba34-ffb2362614df service neutron] Checking agent: {'id': 'b544ba20-de93-4d86-9e6b-a2202deb6191', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:22:02.336386 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91ae387-5d0a-47dd-97cd-de35f61ab0d0 req-88e1771c-e949-4b58-ba34-ffb2362614df service neutron] Checking segment: {'id': '195bcdbf-a031-4d8b-9f7f-e09fd37cd197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:22:02.336941 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91ae387-5d0a-47dd-97cd-de35f61ab0d0 req-88e1771c-e949-4b58-ba34-ffb2362614df service neutron] Bound using segment: {'id': '195bcdbf-a031-4d8b-9f7f-e09fd37cd197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:22:02.338526 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-f91ae387-5d0a-47dd-97cd-de35f61ab0d0 req-88e1771c-e949-4b58-ba34-ffb2362614df service neutron] Bound port: 19e26adf-0f04-4fb9-a4ff-97385744678c, host: n-h1-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '195bcdbf-a031-4d8b-9f7f-e09fd37cd197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:22:02.339206 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f91ae387-5d0a-47dd-97cd-de35f61ab0d0 req-88e1771c-e949-4b58-ba34-ffb2362614df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (19e26adf-0f04-4fb9-a4ff-97385744678c), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:02.352869 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a9d25652-2f3e-46d3-a6d3-bf15f4a5a9df req-bda70c27-6cc6-4f14-8dd5-3e7bca55f923 service neutron] 10.222.0.41 "GET /v2.0/networks/ff818509-18ff-44d0-ba98-5ed91eb1ccd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4284446 Jan 28 19:22:02.412460 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f68f53-ef6e-49a5-8f97-47467d9384ad req-0a6c787a-722c-4047-8236-8e24a39d465f tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:02.414327 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f6f68f53-ef6e-49a5-8f97-47467d9384ad req-0a6c787a-722c-4047-8236-8e24a39d465f tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d703f22-28db-4002-84e0-b0dfabaa540e HTTP/1.1" status: 200 len: 948 time: 0.1534705 Jan 28 19:22:02.470110 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-f91ae387-5d0a-47dd-97cd-de35f61ab0d0 req-88e1771c-e949-4b58-ba34-ffb2362614df service neutron] For port 19e26adf-0f04-4fb9-a4ff-97385744678c, host n-h1-812111-14, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:22:02.492196 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-f91ae387-5d0a-47dd-97cd-de35f61ab0d0 req-88e1771c-e949-4b58-ba34-ffb2362614df service neutron] For port 19e26adf-0f04-4fb9-a4ff-97385744678c, host n-h1-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=19e26adf-0f04-4fb9-a4ff-97385744678c,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:22:02.496747 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f6f68f53-ef6e-49a5-8f97-47467d9384ad req-bb4fb015-7080-4504-98bd-a8334d63a141 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d07f2a-7a3d-4718-9c1b-16394753837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756233 Jan 28 19:22:02.509954 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f91ae387-5d0a-47dd-97cd-de35f61ab0d0 req-88e1771c-e949-4b58-ba34-ffb2362614df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (19e26adf-0f04-4fb9-a4ff-97385744678c), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:02.578320 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91ae387-5d0a-47dd-97cd-de35f61ab0d0 req-88e1771c-e949-4b58-ba34-ffb2362614df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:02.579226 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f91ae387-5d0a-47dd-97cd-de35f61ab0d0 req-88e1771c-e949-4b58-ba34-ffb2362614df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:02.580718 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f91ae387-5d0a-47dd-97cd-de35f61ab0d0 req-88e1771c-e949-4b58-ba34-ffb2362614df service neutron] 10.222.0.41 "PUT /v2.0/ports/19e26adf-0f04-4fb9-a4ff-97385744678c HTTP/1.1" status: 200 len: 1097 time: 1.1176045 Jan 28 19:22:02.581298 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d703f22-28db-4002-84e0-b0dfabaa540e', 'tag': '19e26adf-0f04-4fb9-a4ff-97385744678c'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:22:02.584071 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23d96927-b22c-436a-a420-2f61d3c28fcb" -d '{"events": [{"name": "network-changed", "server_uuid": "5d703f22-28db-4002-84e0-b0dfabaa540e", "tag": "19e26adf-0f04-4fb9-a4ff-97385744678c"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:22:02.605306 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-4f82c53d-f201-42dc-915e-706f8500ebdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3073dc0-3618-42ea-9203-95c126bbd569 {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:22:02.615209 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-4f82c53d-f201-42dc-915e-706f8500ebdb service neutron] Publish callbacks [] for port (c3073dc0-3618-42ea-9203-95c126bbd569), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:02.637269 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e1771c-e949-4b58-ba34-ffb2362614df service neutron] Pushing event updated for resources: {'Port': ['ID=19e26adf-0f04-4fb9-a4ff-97385744678c,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:02.671519 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-4f82c53d-f201-42dc-915e-706f8500ebdb service neutron] Transition to ACTIVE for port object c3073dc0-3618-42ea-9203-95c126bbd569 will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:22:02.677015 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a9d25652-2f3e-46d3-a6d3-bf15f4a5a9df req-b2dc662f-802d-49f5-93e4-394e9b4ac528 service neutron] 10.222.0.41 "GET /v2.0/networks/ff818509-18ff-44d0-ba98-5ed91eb1ccd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2984283 Jan 28 19:22:02.687234 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-4f82c53d-f201-42dc-915e-706f8500ebdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (c3073dc0-3618-42ea-9203-95c126bbd569), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:02.788543 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 760ecb1b-d3bd-49f2-a0ab-7bbbf2f762e9 no longer exists at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:22:02.801269 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ecfc4402-162b-4364-b19e-daffbe4bdae4 req-edfd2bc2-456c-49b0-b96f-1cb58c5bd643 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.64 "GET /v2.0/security-groups?id=abf1c1e9-b349-4aee-9c71-682c8b55783a&id=b98a868e-e5c1-410f-a3c5-8429d6410f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4819376 Jan 28 19:22:02.805804 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8510f6fa-fcd2-418e-8137-ac7e932c8be5 admin admin] Router 95c1608a-addd-4685-8812-6912de29ddca is scheduled to L3 agent 76fe5c49-705a-4e08-abb2-be585676213f with binding_index 1 {{(pid=103304) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 19:22:02.899015 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f82c53d-f201-42dc-915e-706f8500ebdb service neutron] Pushing event updated for resources: {'Port': ['ID=c3073dc0-3618-42ea-9203-95c126bbd569,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:02.964824 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port 760ecb1b-d3bd-49f2-a0ab-7bbbf2f762e9 is: ACTIVE; New status is: DOWN {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:22:02.965251 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (760ecb1b-d3bd-49f2-a0ab-7bbbf2f762e9), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:03.030474 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:22:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10e87440-6253-4901-bd07-a003b08d1c93 x-openstack-request-id: req-10e87440-6253-4901-bd07-a003b08d1c93 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:22:03.030775 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bd15075-1e8c-4d4e-9154-d45912ca536e", "tag": "3657d8f5-b07c-40a7-9a6f-0ffcaf827d3b", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:22:03.031040 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-10e87440-6253-4901-bd07-a003b08d1c93 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:22:03.031458 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bd15075-1e8c-4d4e-9154-d45912ca536e', 'tag': '3657d8f5-b07c-40a7-9a6f-0ffcaf827d3b', 'status': 'completed', 'code': 200} Jan 28 19:22:03.062588 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03b9cc04-fd3d-4fc9-a975-d37681157934', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '760ecb1b-d3bd-49f2-a0ab-7bbbf2f762e9'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:22:03.066569 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09ce0380-e45a-489f-9cd9-473551683d68" -d '{"events": [{"server_uuid": "03b9cc04-fd3d-4fc9-a975-d37681157934", "name": "network-vif-unplugged", "status": "completed", "tag": "760ecb1b-d3bd-49f2-a0ab-7bbbf2f762e9"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:22:03.119895 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 760ecb1b-d3bd-49f2-a0ab-7bbbf2f762e9, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=760ecb1b-d3bd-49f2-a0ab-7bbbf2f762e9,segment=NetworkSegment(3fce350c-ea58-4666-bd7d-c61ada9a9295),segment_id=3fce350c-ea58-4666-bd7d-c61ada9a9295)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:22:03.145266 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (760ecb1b-d3bd-49f2-a0ab-7bbbf2f762e9), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:03.289608 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91ae387-5d0a-47dd-97cd-de35f61ab0d0 req-844262c5-36a3-4133-93ff-73094885244f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:03.291397 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f91ae387-5d0a-47dd-97cd-de35f61ab0d0 req-844262c5-36a3-4133-93ff-73094885244f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e0a949cf73864faf86b4b8a64f5cd635&device_id=5d703f22-28db-4002-84e0-b0dfabaa540e HTTP/1.1" status: 200 len: 1131 time: 0.5505517 Jan 28 19:22:03.329855 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8510f6fa-fcd2-418e-8137-ac7e932c8be5 admin admin] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:22:03.341751 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fca4005-b857-423f-8e2c-770ab42054ef None None] Sync routers for ids ['95c1608a-addd-4685-8812-6912de29ddca'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:22:03.357371 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fca4005-b857-423f-8e2c-770ab42054ef None None] Routers {'95c1608a-addd-4685-8812-6912de29ddca'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:22:03.358281 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-3fca4005-b857-423f-8e2c-770ab42054ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:21:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['95c1608a-addd-4685-8812-6912de29ddca'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:22:03.363554 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=760ecb1b-d3bd-49f2-a0ab-7bbbf2f762e9,revision_number=8']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:03.375808 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:22:03.376036 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:22:03.376382 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:22:03.376726 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:22:03.377063 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:22:03.378007 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:22:03.378901 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:22:03.381643 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:22:03.381998 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:22:03.382342 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:22:03.382862 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:22:03.383301 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:22:03.383677 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:22:03.475839 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f91ae387-5d0a-47dd-97cd-de35f61ab0d0 req-a3fd6d98-7abe-41d6-b4ce-c97d8866c9e7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=19e26adf-0f04-4fb9-a4ff-97385744678c HTTP/1.1" status: 200 len: 217 time: 0.1717534 Jan 28 19:22:03.489640 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528672f5-bf42-4b54-a04f-22efce8107bd req-f6557d7e-6c2d-4be3-8599-995f6bbdbb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:03.490156 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528672f5-bf42-4b54-a04f-22efce8107bd req-f6557d7e-6c2d-4be3-8599-995f6bbdbb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:03.490632 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528672f5-bf42-4b54-a04f-22efce8107bd req-f6557d7e-6c2d-4be3-8599-995f6bbdbb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:03.491110 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528672f5-bf42-4b54-a04f-22efce8107bd req-f6557d7e-6c2d-4be3-8599-995f6bbdbb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:03.491580 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528672f5-bf42-4b54-a04f-22efce8107bd req-f6557d7e-6c2d-4be3-8599-995f6bbdbb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:03.492196 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528672f5-bf42-4b54-a04f-22efce8107bd req-f6557d7e-6c2d-4be3-8599-995f6bbdbb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:03.492669 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528672f5-bf42-4b54-a04f-22efce8107bd req-f6557d7e-6c2d-4be3-8599-995f6bbdbb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:03.494805 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-528672f5-bf42-4b54-a04f-22efce8107bd req-f6557d7e-6c2d-4be3-8599-995f6bbdbb15 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f867837fb6c242938544d048cd197d0a&device_id=5bd15075-1e8c-4d4e-9154-d45912ca536e HTTP/1.1" status: 200 len: 6531 time: 0.5271077 Jan 28 19:22:03.560942 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91ae387-5d0a-47dd-97cd-de35f61ab0d0 req-551c3714-430e-429d-b36d-848600881d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:03.562789 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f91ae387-5d0a-47dd-97cd-de35f61ab0d0 req-551c3714-430e-429d-b36d-848600881d1e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f2de4832-9ef6-4f40-9ac5-1557d5e6a6ff HTTP/1.1" status: 200 len: 843 time: 0.0670815 Jan 28 19:22:03.567049 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-4f82c53d-f201-42dc-915e-706f8500ebdb service neutron] Attempting to bind port c3073dc0-3618-42ea-9203-95c126bbd569 on host n-h2-812111-14 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:22:03.567637 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-4f82c53d-f201-42dc-915e-706f8500ebdb service neutron] Attempting to bind port c3073dc0-3618-42ea-9203-95c126bbd569 by drivers openvswitch,hyperv on host n-h2-812111-14 at level 0 using segments [{'id': '60f73bc9-e00e-4b44-a105-7ad75c8476d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a2ca3cee-ca84-49f7-b78e-846e3e35c5f2'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:22:03.568161 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-4f82c53d-f201-42dc-915e-706f8500ebdb service neutron] Attempting to bind port c3073dc0-3618-42ea-9203-95c126bbd569 on network a2ca3cee-ca84-49f7-b78e-846e3e35c5f2 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:22:03.586897 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-4f82c53d-f201-42dc-915e-706f8500ebdb service neutron] Port c3073dc0-3618-42ea-9203-95c126bbd569 on network a2ca3cee-ca84-49f7-b78e-846e3e35c5f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-14 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:22:03.587778 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-4f82c53d-f201-42dc-915e-706f8500ebdb service neutron] Attempting to bind port c3073dc0-3618-42ea-9203-95c126bbd569 on network a2ca3cee-ca84-49f7-b78e-846e3e35c5f2 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:22:03.596907 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8510f6fa-fcd2-418e-8137-ac7e932c8be5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:03.600954 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 45638) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:22:03.601487 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-8510f6fa-fcd2-418e-8137-ac7e932c8be5 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.9592793 Jan 28 19:22:03.644394 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-3fca4005-b857-423f-8e2c-770ab42054ef None None] Set router 95c1608a-addd-4685-8812-6912de29ddca gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:22:03.644645 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-4f82c53d-f201-42dc-915e-706f8500ebdb service neutron] Checking agent: {'id': '8f3fee4e-bf24-4b58-8a3a-ae9c8011a473', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 21, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:22:03.645145 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-4f82c53d-f201-42dc-915e-706f8500ebdb service neutron] Checking segment: {'id': '60f73bc9-e00e-4b44-a105-7ad75c8476d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a2ca3cee-ca84-49f7-b78e-846e3e35c5f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:22:03.645145 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-4f82c53d-f201-42dc-915e-706f8500ebdb service neutron] Bound using segment: {'id': '60f73bc9-e00e-4b44-a105-7ad75c8476d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a2ca3cee-ca84-49f7-b78e-846e3e35c5f2'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:22:03.645762 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-4f82c53d-f201-42dc-915e-706f8500ebdb service neutron] Bound port: c3073dc0-3618-42ea-9203-95c126bbd569, host: n-h2-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60f73bc9-e00e-4b44-a105-7ad75c8476d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a2ca3cee-ca84-49f7-b78e-846e3e35c5f2'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:22:03.645969 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-4f82c53d-f201-42dc-915e-706f8500ebdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (c3073dc0-3618-42ea-9203-95c126bbd569), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:03.790142 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754485bd-8956-443b-bdd9-073ad655deed req-f678a3f0-2abb-4298-8e86-b4645dc8f878 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:03.792023 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-754485bd-8956-443b-bdd9-073ad655deed req-f678a3f0-2abb-4298-8e86-b4645dc8f878 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/ports?device_id=03b9cc04-fd3d-4fc9-a975-d37681157934 HTTP/1.1" status: 200 len: 944 time: 0.1788626 Jan 28 19:22:03.843047 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242a5935-d6ea-461c-8fcb-6a6d029e90b7 req-ed1cc4c1-ae72-4516-a2f2-d004b96df595 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:03.844708 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-242a5935-d6ea-461c-8fcb-6a6d029e90b7 req-ed1cc4c1-ae72-4516-a2f2-d004b96df595 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e48b655-5911-4dcd-a073-26e765e9c04d HTTP/1.1" status: 200 len: 945 time: 0.2808127 Jan 28 19:22:03.856142 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-3fca4005-b857-423f-8e2c-770ab42054ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95c1608a-addd-4685-8812-6912de29ddca', 'name': 'tempest-ServerRescueTestJSON-1747123153-router', 'tenant_id': '13f3263032ef4a4996ce9c7be76c5dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': 'da0be0d6-9490-42f8-a6f1-5f0eedda44ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:21:55Z', 'updated_at': '2022-01-28T19:22:00Z', 'revision_number': 3, 'project_id': '13f3263032ef4a4996ce9c7be76c5dc2', 'gw_port': {'id': 'da0be0d6-9490-42f8-a6f1-5f0eedda44ba', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:d9:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95c1608a-addd-4685-8812-6912de29ddca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:21:58Z', 'updated_at': '2022-01-28T19:21:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:22:03.864638 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91ae387-5d0a-47dd-97cd-de35f61ab0d0 req-af1e758f-8e6e-40db-8bd7-22f2d3f9c200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:03.866299 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f91ae387-5d0a-47dd-97cd-de35f61ab0d0 req-af1e758f-8e6e-40db-8bd7-22f2d3f9c200 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7810caa2-eac6-457d-9302-c8c215ef3e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2917943 Jan 28 19:22:03.884946 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fca4005-b857-423f-8e2c-770ab42054ef None None] Checking router: 95c1608a-addd-4685-8812-6912de29ddca for host: n-d-812111-14 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:22:03.886084 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fca4005-b857-423f-8e2c-770ab42054ef None None] Updating router 95c1608a-addd-4685-8812-6912de29ddca port da0be0d6-9490-42f8-a6f1-5f0eedda44ba binding host n-d-812111-14 {{(pid=103307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:22:03.908488 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-754485bd-8956-443b-bdd9-073ad655deed req-61d28cf5-d44d-4fc5-8da8-cf66c68f307b tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/security-groups?id=e52b5309-890e-4183-bf0d-6ef59c658d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078627 Jan 28 19:22:03.918401 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-3fca4005-b857-423f-8e2c-770ab42054ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (da0be0d6-9490-42f8-a6f1-5f0eedda44ba), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:03.968271 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-4f82c53d-f201-42dc-915e-706f8500ebdb service neutron] For port c3073dc0-3618-42ea-9203-95c126bbd569, host n-h2-812111-14, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:22:04.011826 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-4f82c53d-f201-42dc-915e-706f8500ebdb service neutron] For port c3073dc0-3618-42ea-9203-95c126bbd569, host n-h2-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=c3073dc0-3618-42ea-9203-95c126bbd569,segment=NetworkSegment(60f73bc9-e00e-4b44-a105-7ad75c8476d3),segment_id=60f73bc9-e00e-4b44-a105-7ad75c8476d3)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:22:04.029047 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9729fb7f-9c84-4088-86f9-b1ad383e11b5 x-openstack-request-id: req-9729fb7f-9c84-4088-86f9-b1ad383e11b5 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:22:04.030081 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d703f22-28db-4002-84e0-b0dfabaa540e", "tag": "19e26adf-0f04-4fb9-a4ff-97385744678c", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:22:04.030696 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9729fb7f-9c84-4088-86f9-b1ad383e11b5 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:22:04.031270 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d703f22-28db-4002-84e0-b0dfabaa540e', 'tag': '19e26adf-0f04-4fb9-a4ff-97385744678c', 'status': 'completed', 'code': 200} Jan 28 19:22:04.055809 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 19:22:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1bfaba9-98a8-495c-9770-3441565ae4fb x-openstack-request-id: req-c1bfaba9-98a8-495c-9770-3441565ae4fb {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:22:04.056819 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03b9cc04-fd3d-4fc9-a975-d37681157934", "name": "network-vif-unplugged", "status": "completed", "tag": "760ecb1b-d3bd-49f2-a0ab-7bbbf2f762e9", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:22:04.057457 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c1bfaba9-98a8-495c-9770-3441565ae4fb {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:22:04.058069 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03b9cc04-fd3d-4fc9-a975-d37681157934', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '760ecb1b-d3bd-49f2-a0ab-7bbbf2f762e9', 'code': 200} Jan 28 19:22:04.085722 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528672f5-bf42-4b54-a04f-22efce8107bd req-e8758bdc-7cf2-43d5-a6a6-c0bc0c9ffeab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:04.086235 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528672f5-bf42-4b54-a04f-22efce8107bd req-e8758bdc-7cf2-43d5-a6a6-c0bc0c9ffeab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:04.086696 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528672f5-bf42-4b54-a04f-22efce8107bd req-e8758bdc-7cf2-43d5-a6a6-c0bc0c9ffeab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:04.088352 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-528672f5-bf42-4b54-a04f-22efce8107bd req-e8758bdc-7cf2-43d5-a6a6-c0bc0c9ffeab service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=f867837fb6c242938544d048cd197d0a&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.5224452 Jan 28 19:22:04.138294 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-4f82c53d-f201-42dc-915e-706f8500ebdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (c3073dc0-3618-42ea-9203-95c126bbd569), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:04.267462 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-3fca4005-b857-423f-8e2c-770ab42054ef None None] Publish callbacks [] for port (da0be0d6-9490-42f8-a6f1-5f0eedda44ba), precommit_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:04.269073 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-242a5935-d6ea-461c-8fcb-6a6d029e90b7 req-bdd568d4-c0df-4cb9-bada-8db5f57d5317 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff0a7ca0-73d1-435a-8c79-518c9bdfd3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4073236 Jan 28 19:22:04.271560 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f91ae387-5d0a-47dd-97cd-de35f61ab0d0 req-94aac2ff-ceab-4f47-8764-bdb98694ffe6 service neutron] 10.222.0.41 "GET /v2.0/networks/7810caa2-eac6-457d-9302-c8c215ef3e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3877330 Jan 28 19:22:04.292677 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-3fca4005-b857-423f-8e2c-770ab42054ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (da0be0d6-9490-42f8-a6f1-5f0eedda44ba), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:04.365351 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a8a704cc-be0c-41a0-8ec2-833dcbd7f890 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:04.387315 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78df008-ab69-45d4-bf54-e15d10cf75b2 None None] Pushing event updated for resources: {'Port': ['ID=da0be0d6-9490-42f8-a6f1-5f0eedda44ba,revision_number=2']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:04.401835 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-3fca4005-b857-423f-8e2c-770ab42054ef None None] Attempting to bind port da0be0d6-9490-42f8-a6f1-5f0eedda44ba on host n-d-812111-14 for vnic_type normal with profile {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:22:04.403623 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-3fca4005-b857-423f-8e2c-770ab42054ef None None] Attempting to bind port da0be0d6-9490-42f8-a6f1-5f0eedda44ba by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:22:04.404102 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fca4005-b857-423f-8e2c-770ab42054ef None None] Attempting to bind port da0be0d6-9490-42f8-a6f1-5f0eedda44ba on network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:22:04.429478 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f82c53d-f201-42dc-915e-706f8500ebdb service neutron] Pushing event updated for resources: {'Port': ['ID=c3073dc0-3618-42ea-9203-95c126bbd569,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:04.437135 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78df008-ab69-45d4-bf54-e15d10cf75b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:22:04.438205 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78df008-ab69-45d4-bf54-e15d10cf75b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:22:04.438930 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78df008-ab69-45d4-bf54-e15d10cf75b2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:22:04.441330 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78df008-ab69-45d4-bf54-e15d10cf75b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:22:04.442746 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78df008-ab69-45d4-bf54-e15d10cf75b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:22:04.443224 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78df008-ab69-45d4-bf54-e15d10cf75b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:22:04.444871 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78df008-ab69-45d4-bf54-e15d10cf75b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:22:04.445511 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78df008-ab69-45d4-bf54-e15d10cf75b2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:22:04.446224 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78df008-ab69-45d4-bf54-e15d10cf75b2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:22:04.447553 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78df008-ab69-45d4-bf54-e15d10cf75b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:22:04.449396 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78df008-ab69-45d4-bf54-e15d10cf75b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:22:04.449992 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78df008-ab69-45d4-bf54-e15d10cf75b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:22:04.451987 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78df008-ab69-45d4-bf54-e15d10cf75b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:22:04.457462 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fca4005-b857-423f-8e2c-770ab42054ef None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 21, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:22:04.458383 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fca4005-b857-423f-8e2c-770ab42054ef None None] Checking segment: {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:22:04.459305 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-3fca4005-b857-423f-8e2c-770ab42054ef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:04.461734 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fca4005-b857-423f-8e2c-770ab42054ef None None] Bound using segment: {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:22:04.462574 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-3fca4005-b857-423f-8e2c-770ab42054ef None None] Bound port: da0be0d6-9490-42f8-a6f1-5f0eedda44ba, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:22:04.463235 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-3fca4005-b857-423f-8e2c-770ab42054ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (da0be0d6-9490-42f8-a6f1-5f0eedda44ba), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:04.528905 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-3fca4005-b857-423f-8e2c-770ab42054ef None None] For port da0be0d6-9490-42f8-a6f1-5f0eedda44ba, host n-d-812111-14, cleared binding levels {{(pid=103307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:22:04.535654 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-3fca4005-b857-423f-8e2c-770ab42054ef None None] For port da0be0d6-9490-42f8-a6f1-5f0eedda44ba, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=da0be0d6-9490-42f8-a6f1-5f0eedda44ba,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:22:04.550280 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-3fca4005-b857-423f-8e2c-770ab42054ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (da0be0d6-9490-42f8-a6f1-5f0eedda44ba), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:04.574762 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f91ae387-5d0a-47dd-97cd-de35f61ab0d0 req-a84c87f2-5601-49c2-bd8d-35af12b1628d service neutron] 10.222.0.41 "GET /v2.0/networks/7810caa2-eac6-457d-9302-c8c215ef3e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383655 Jan 28 19:22:04.594229 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-4f82c53d-f201-42dc-915e-706f8500ebdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:04.595010 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-4f82c53d-f201-42dc-915e-706f8500ebdb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:04.597226 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-4f82c53d-f201-42dc-915e-706f8500ebdb service neutron] 10.222.0.70 "PUT /v2.0/ports/c3073dc0-3618-42ea-9203-95c126bbd569 HTTP/1.1" status: 200 len: 1092 time: 4.7383173 Jan 28 19:22:04.683830 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-51e8168f-e932-456a-a3e0-f64ba9af6a3e service neutron] Request body: {'port': {'device_id': '5bd15075-1e8c-4d4e-9154-d45912ca536e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-14'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:22:04.708350 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489e7da2-2321-4f27-996d-126b94ffba65 req-30a84603-bee8-410a-8d3f-046dc37917c6 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:04.717160 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-489e7da2-2321-4f27-996d-126b94ffba65 req-30a84603-bee8-410a-8d3f-046dc37917c6 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d703f22-28db-4002-84e0-b0dfabaa540e HTTP/1.1" status: 200 len: 948 time: 0.1375203 Jan 28 19:22:04.730039 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78df008-ab69-45d4-bf54-e15d10cf75b2 None None] Pushing event updated for resources: {'Port': ['ID=da0be0d6-9490-42f8-a6f1-5f0eedda44ba,revision_number=3']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:04.741547 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fca4005-b857-423f-8e2c-770ab42054ef None None] Routers {'95c1608a-addd-4685-8812-6912de29ddca'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:22:04.742466 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-3fca4005-b857-423f-8e2c-770ab42054ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:21:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['95c1608a-addd-4685-8812-6912de29ddca'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:22:04.779461 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb7e1b8-fdae-4d31-b4a9-092e88e8f5e0 req-1d6dda2f-bb04-47ec-bba2-839760adbfe3 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:04.786442 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb7e1b8-fdae-4d31-b4a9-092e88e8f5e0 req-1d6dda2f-bb04-47ec-bba2-839760adbfe3 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:04.792465 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb7e1b8-fdae-4d31-b4a9-092e88e8f5e0 req-1d6dda2f-bb04-47ec-bba2-839760adbfe3 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:04.807877 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb7e1b8-fdae-4d31-b4a9-092e88e8f5e0 req-1d6dda2f-bb04-47ec-bba2-839760adbfe3 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:04.822675 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb7e1b8-fdae-4d31-b4a9-092e88e8f5e0 req-1d6dda2f-bb04-47ec-bba2-839760adbfe3 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:04.833457 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb7e1b8-fdae-4d31-b4a9-092e88e8f5e0 req-1d6dda2f-bb04-47ec-bba2-839760adbfe3 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:04.841406 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb7e1b8-fdae-4d31-b4a9-092e88e8f5e0 req-1d6dda2f-bb04-47ec-bba2-839760adbfe3 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:04.849742 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-cdb7e1b8-fdae-4d31-b4a9-092e88e8f5e0 req-1d6dda2f-bb04-47ec-bba2-839760adbfe3 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.64 "GET /v2.0/ports?device_id=5bd15075-1e8c-4d4e-9154-d45912ca536e HTTP/1.1" status: 200 len: 5410 time: 0.3559039 Jan 28 19:22:04.908539 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d96927-b22c-436a-a420-2f61d3c28fcb req-2492b6d5-7ebf-4664-bb6b-19788f417ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:04.912607 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-a8a704cc-be0c-41a0-8ec2-833dcbd7f890 admin admin] Allocated IP 172.20.0.1 (33c095fb-ef38-447a-b00a-cb10b3a9fb6a/a125b0f8-c648-4892-8cc4-9d24d356ab8c/e0b8fdfb-02c6-467b-9870-3d5542dbdf8a) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:22:04.915068 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-23d96927-b22c-436a-a420-2f61d3c28fcb req-2492b6d5-7ebf-4664-bb6b-19788f417ff9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e0a949cf73864faf86b4b8a64f5cd635&device_id=5d703f22-28db-4002-84e0-b0dfabaa540e HTTP/1.1" status: 200 len: 1131 time: 0.1968629 Jan 28 19:22:04.916528 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528672f5-bf42-4b54-a04f-22efce8107bd req-2871a5fd-14cd-43e2-a5cb-6fbf4a4dbee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:04.917493 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-528672f5-bf42-4b54-a04f-22efce8107bd req-2871a5fd-14cd-43e2-a5cb-6fbf4a4dbee8 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.8128726 Jan 28 19:22:04.935056 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-3fca4005-b857-423f-8e2c-770ab42054ef None None] Set router 95c1608a-addd-4685-8812-6912de29ddca gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:22:05.014954 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-51e8168f-e932-456a-a3e0-f64ba9af6a3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (9dc6d1c9-fcf0-468a-9d9c-6a726391a876), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:05.035398 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bd15075-1e8c-4d4e-9154-d45912ca536e', 'tag': 'c3073dc0-3618-42ea-9203-95c126bbd569'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:22:05.037713 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ece414d4-0131-436c-b5f4-e4a08c75ea0b" -d '{"events": [{"name": "network-changed", "server_uuid": "5bd15075-1e8c-4d4e-9154-d45912ca536e", "tag": "c3073dc0-3618-42ea-9203-95c126bbd569"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:22:05.051927 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-489e7da2-2321-4f27-996d-126b94ffba65 req-950db471-86d7-4dca-8151-8d2e844072fd tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d07f2a-7a3d-4718-9c1b-16394753837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248027 Jan 28 19:22:05.151822 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-cdb7e1b8-fdae-4d31-b4a9-092e88e8f5e0 req-52f18fdb-3ff8-4585-b96b-1c295ee9a6fc tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.64 "GET /v2.0/security-groups?id=abf1c1e9-b349-4aee-9c71-682c8b55783a&id=b98a868e-e5c1-410f-a3c5-8429d6410f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2923682 Jan 28 19:22:05.280156 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a8a704cc-be0c-41a0-8ec2-833dcbd7f890 admin admin] Publish callbacks [] for port (e0b8fdfb-02c6-467b-9870-3d5542dbdf8a), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:05.307868 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d96927-b22c-436a-a420-2f61d3c28fcb req-63a729b7-cb74-4441-a111-87106a896d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:05.318672 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-23d96927-b22c-436a-a420-2f61d3c28fcb req-63a729b7-cb74-4441-a111-87106a896d7d service neutron] 10.222.0.41 "GET /v2.0/networks?id=7810caa2-eac6-457d-9302-c8c215ef3e91 HTTP/1.1" status: 200 len: 869 time: 0.3010614 Jan 28 19:22:05.362682 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-3fca4005-b857-423f-8e2c-770ab42054ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95c1608a-addd-4685-8812-6912de29ddca', 'name': 'tempest-ServerRescueTestJSON-1747123153-router', 'tenant_id': '13f3263032ef4a4996ce9c7be76c5dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': 'da0be0d6-9490-42f8-a6f1-5f0eedda44ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:21:55Z', 'updated_at': '2022-01-28T19:22:00Z', 'revision_number': 3, 'project_id': '13f3263032ef4a4996ce9c7be76c5dc2', 'gw_port': {'id': 'da0be0d6-9490-42f8-a6f1-5f0eedda44ba', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:d9:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95c1608a-addd-4685-8812-6912de29ddca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:21:58Z', 'updated_at': '2022-01-28T19:22:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:22:05.372821 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a8a704cc-be0c-41a0-8ec2-833dcbd7f890 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (e0b8fdfb-02c6-467b-9870-3d5542dbdf8a), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:05.407118 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fca4005-b857-423f-8e2c-770ab42054ef None None] The sync data for ids ['95c1608a-addd-4685-8812-6912de29ddca'] in n-d-812111-14 is: [{'id': '95c1608a-addd-4685-8812-6912de29ddca', 'name': 'tempest-ServerRescueTestJSON-1747123153-router', 'tenant_id': '13f3263032ef4a4996ce9c7be76c5dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': 'da0be0d6-9490-42f8-a6f1-5f0eedda44ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:21:55Z', 'updated_at': '2022-01-28T19:22:00Z', 'revision_number': 3, 'project_id': '13f3263032ef4a4996ce9c7be76c5dc2', 'gw_port': {'id': 'da0be0d6-9490-42f8-a6f1-5f0eedda44ba', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:d9:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95c1608a-addd-4685-8812-6912de29ddca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:21:58Z', 'updated_at': '2022-01-28T19:22:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:22:05.515853 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-23d96927-b22c-436a-a420-2f61d3c28fcb req-8ae78f1a-00cd-4c73-8ffc-531bd2eab65d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=19e26adf-0f04-4fb9-a4ff-97385744678c HTTP/1.1" status: 200 len: 217 time: 0.1624470 Jan 28 19:22:05.591822 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d96927-b22c-436a-a420-2f61d3c28fcb req-e6853db0-b994-4377-b330-dcd005dee7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:05.593825 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-23d96927-b22c-436a-a420-2f61d3c28fcb req-e6853db0-b994-4377-b330-dcd005dee7fb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f2de4832-9ef6-4f40-9ac5-1557d5e6a6ff HTTP/1.1" status: 200 len: 843 time: 0.0579979 Jan 28 19:22:05.623939 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a704cc-be0c-41a0-8ec2-833dcbd7f890 admin admin] Network 33c095fb-ef38-447a-b00a-cb10b3a9fb6a is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:22:05.667546 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-a8a704cc-be0c-41a0-8ec2-833dcbd7f890 admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:22:05.673009 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 45696) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:22:05.686035 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a704cc-be0c-41a0-8ec2-833dcbd7f890 admin admin] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:22:05.697141 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a704cc-be0c-41a0-8ec2-833dcbd7f890 admin admin] Pushing event updated for resources: {'Port': ['ID=e0b8fdfb-02c6-467b-9870-3d5542dbdf8a,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:05.775964 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dd202a-6ae7-40d4-9907-72ae1d542823 req-b5e197af-70a1-4cae-b0b3-9dfa8bad6103 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:05.777975 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b7dd202a-6ae7-40d4-9907-72ae1d542823 req-b5e197af-70a1-4cae-b0b3-9dfa8bad6103 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/ports?device_id=03b9cc04-fd3d-4fc9-a975-d37681157934 HTTP/1.1" status: 200 len: 944 time: 0.2761548 Jan 28 19:22:05.789311 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d96927-b22c-436a-a420-2f61d3c28fcb req-fbf8bbfb-38e2-4a4a-86b9-ed0fd91c981b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:05.797474 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a8a704cc-be0c-41a0-8ec2-833dcbd7f890 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734769'] for router_interface (95c1608a-addd-4685-8812-6912de29ddca), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:05.802242 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-23d96927-b22c-436a-a420-2f61d3c28fcb req-fbf8bbfb-38e2-4a4a-86b9-ed0fd91c981b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7810caa2-eac6-457d-9302-c8c215ef3e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1952608 Jan 28 19:22:05.832441 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c04a8a8-a66b-42c4-b77e-64006826c2b1 req-15a1bef1-0612-42d0-a49d-2482f4767c39 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:05.844189 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7c04a8a8-a66b-42c4-b77e-64006826c2b1 req-15a1bef1-0612-42d0-a49d-2482f4767c39 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e48b655-5911-4dcd-a073-26e765e9c04d HTTP/1.1" status: 200 len: 945 time: 0.3545003 Jan 28 19:22:06.037467 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7c04a8a8-a66b-42c4-b77e-64006826c2b1 req-98184313-19a1-4712-b688-622e18c22033 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff0a7ca0-73d1-435a-8c79-518c9bdfd3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922662 Jan 28 19:22:06.317022 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a8a704cc-be0c-41a0-8ec2-833dcbd7f890 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (e0b8fdfb-02c6-467b-9870-3d5542dbdf8a), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:06.420153 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7c833f40-07ba-4b8f-be84-7e3b565a83b4 req-dda4f152-ea7c-4b86-893e-8601b58219e1 tempest-QuotasAdminNegativeTest-1982787319 tempest-QuotasAdminNegativeTest-1982787319-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=85ea2c4f325c4b3ba9a7cc48cffd7e67&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0616019 Jan 28 19:22:06.469253 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device da0be0d6-9490-42f8-a6f1-5f0eedda44ba up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:22:06.470506 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-23d96927-b22c-436a-a420-2f61d3c28fcb req-0d92940f-ea74-40d0-b988-7c25df783b84 service neutron] 10.222.0.41 "GET /v2.0/networks/7810caa2-eac6-457d-9302-c8c215ef3e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6532538 Jan 28 19:22:06.480144 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:22:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3002f0e-dd69-498b-bba5-0bbc60661082 x-openstack-request-id: req-d3002f0e-dd69-498b-bba5-0bbc60661082 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:22:06.480512 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bd15075-1e8c-4d4e-9154-d45912ca536e", "tag": "c3073dc0-3618-42ea-9203-95c126bbd569", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:22:06.480724 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d3002f0e-dd69-498b-bba5-0bbc60661082 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:22:06.481075 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bd15075-1e8c-4d4e-9154-d45912ca536e', 'tag': 'c3073dc0-3618-42ea-9203-95c126bbd569', 'status': 'completed', 'code': 200} Jan 28 19:22:06.508787 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f887ff25-de15-4376-827a-3d43c775d841 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:06.583867 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port da0be0d6-9490-42f8-a6f1-5f0eedda44ba triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:22:06.584446 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (da0be0d6-9490-42f8-a6f1-5f0eedda44ba), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:06.671832 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-310c20f9-00ef-4165-a379-fdead011f573 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:06.697183 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-23d96927-b22c-436a-a420-2f61d3c28fcb req-bcfe15f5-6731-4342-8f24-1901f748a3f8 service neutron] 10.222.0.41 "GET /v2.0/networks/7810caa2-eac6-457d-9302-c8c215ef3e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894741 Jan 28 19:22:06.749755 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a8a704cc-be0c-41a0-8ec2-833dcbd7f890 admin admin] Publish callbacks [] for port (e0b8fdfb-02c6-467b-9870-3d5542dbdf8a), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:06.770715 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a8a704cc-be0c-41a0-8ec2-833dcbd7f890 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (e0b8fdfb-02c6-467b-9870-3d5542dbdf8a), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:06.813351 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port da0be0d6-9490-42f8-a6f1-5f0eedda44ba is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:22:06.813733 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (da0be0d6-9490-42f8-a6f1-5f0eedda44ba), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:06.821645 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece414d4-0131-436c-b5f4-e4a08c75ea0b req-401f0094-34c5-4bc2-8447-3180067bd5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:06.822645 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece414d4-0131-436c-b5f4-e4a08c75ea0b req-401f0094-34c5-4bc2-8447-3180067bd5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:06.823579 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece414d4-0131-436c-b5f4-e4a08c75ea0b req-401f0094-34c5-4bc2-8447-3180067bd5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:06.826225 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece414d4-0131-436c-b5f4-e4a08c75ea0b req-401f0094-34c5-4bc2-8447-3180067bd5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:06.826853 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece414d4-0131-436c-b5f4-e4a08c75ea0b req-401f0094-34c5-4bc2-8447-3180067bd5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:06.827394 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece414d4-0131-436c-b5f4-e4a08c75ea0b req-401f0094-34c5-4bc2-8447-3180067bd5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:06.827929 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece414d4-0131-436c-b5f4-e4a08c75ea0b req-401f0094-34c5-4bc2-8447-3180067bd5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:06.831043 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ece414d4-0131-436c-b5f4-e4a08c75ea0b req-401f0094-34c5-4bc2-8447-3180067bd5a4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f867837fb6c242938544d048cd197d0a&device_id=5bd15075-1e8c-4d4e-9154-d45912ca536e HTTP/1.1" status: 200 len: 6604 time: 0.3485589 Jan 28 19:22:06.835805 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 19e26adf-0f04-4fb9-a4ff-97385744678c details requested by agent hyperv_n-h1-812111-14 with host n-h1-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:22:06.839202 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b7dd202a-6ae7-40d4-9907-72ae1d542823 req-2ccb4399-489e-43ee-b30d-b0269f02cab5 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/security-groups?id=e52b5309-890e-4183-bf0d-6ef59c658d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0342112 Jan 28 19:22:06.881161 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a8a704cc-be0c-41a0-8ec2-833dcbd7f890 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-756216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-732801'] for router_interface (95c1608a-addd-4685-8812-6912de29ddca), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:06.977144 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece414d4-0131-436c-b5f4-e4a08c75ea0b req-68b5a8e6-4189-4232-b9fb-6f2a10bdc125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:06.978222 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece414d4-0131-436c-b5f4-e4a08c75ea0b req-68b5a8e6-4189-4232-b9fb-6f2a10bdc125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:06.978509 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece414d4-0131-436c-b5f4-e4a08c75ea0b req-68b5a8e6-4189-4232-b9fb-6f2a10bdc125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:06.981073 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ece414d4-0131-436c-b5f4-e4a08c75ea0b req-68b5a8e6-4189-4232-b9fb-6f2a10bdc125 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=f867837fb6c242938544d048cd197d0a&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.1355057 Jan 28 19:22:07.011951 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 19e26adf-0f04-4fb9-a4ff-97385744678c, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=19e26adf-0f04-4fb9-a4ff-97385744678c,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:22:07.029158 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Returning: {'device': '19e26adf-0f04-4fb9-a4ff-97385744678c', 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91', 'port_id': '19e26adf-0f04-4fb9-a4ff-97385744678c', 'mac_address': 'fa:16:3e:84:6f:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2de4832-9ef6-4f40-9ac5-1557d5e6a6ff', 'ip_address': '192.168.233.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:22:07.046997 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] For port da0be0d6-9490-42f8-a6f1-5f0eedda44ba, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=da0be0d6-9490-42f8-a6f1-5f0eedda44ba,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:22:07.076747 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (da0be0d6-9490-42f8-a6f1-5f0eedda44ba), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:07.149849 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece414d4-0131-436c-b5f4-e4a08c75ea0b req-b0a2f59a-cc1a-4852-864d-f433c809541d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:07.152189 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ece414d4-0131-436c-b5f4-e4a08c75ea0b req-b0a2f59a-cc1a-4852-864d-f433c809541d service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1497526 Jan 28 19:22:07.173474 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port 19e26adf-0f04-4fb9-a4ff-97385744678c is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:22:07.174184 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (19e26adf-0f04-4fb9-a4ff-97385744678c), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:07.206228 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19e26adf-0f04-4fb9-a4ff-97385744678c {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:22:07.230281 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 19e26adf-0f04-4fb9-a4ff-97385744678c, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=19e26adf-0f04-4fb9-a4ff-97385744678c,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:22:07.234733 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Pushing event updated for resources: {'Port': ['ID=da0be0d6-9490-42f8-a6f1-5f0eedda44ba,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:07.247846 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (19e26adf-0f04-4fb9-a4ff-97385744678c), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:07.329035 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c833f40-07ba-4b8f-be84-7e3b565a83b4 req-193eb5b6-b1fb-4f78-a523-b7f3a7dc0660 tempest-QuotasAdminNegativeTest-1982787319 tempest-QuotasAdminNegativeTest-1982787319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:07.336818 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7c833f40-07ba-4b8f-be84-7e3b565a83b4 req-193eb5b6-b1fb-4f78-a523-b7f3a7dc0660 tempest-QuotasAdminNegativeTest-1982787319 tempest-QuotasAdminNegativeTest-1982787319-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8984077 Jan 28 19:22:07.339378 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a704cc-be0c-41a0-8ec2-833dcbd7f890 admin admin] Pushing event updated for resources: {'Port': ['ID=e0b8fdfb-02c6-467b-9870-3d5542dbdf8a,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:07.341460 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f887ff25-de15-4376-827a-3d43c775d841 admin admin] Publish callbacks [] for security_group (e3e57955-22cd-4424-9c39-710f4ab4e7ab), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:07.359498 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-51e8168f-e932-456a-a3e0-f64ba9af6a3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9dc6d1c9-fcf0-468a-9d9c-6a726391a876 {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:22:07.365813 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=19e26adf-0f04-4fb9-a4ff-97385744678c,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:07.367034 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a704cc-be0c-41a0-8ec2-833dcbd7f890 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:22:07.367405 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a704cc-be0c-41a0-8ec2-833dcbd7f890 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:22:07.368178 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f887ff25-de15-4376-827a-3d43c775d841 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (e3e57955-22cd-4424-9c39-710f4ab4e7ab), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:07.368436 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a704cc-be0c-41a0-8ec2-833dcbd7f890 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:22:07.368890 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a704cc-be0c-41a0-8ec2-833dcbd7f890 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:22:07.369649 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a704cc-be0c-41a0-8ec2-833dcbd7f890 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:22:07.371152 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a704cc-be0c-41a0-8ec2-833dcbd7f890 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:22:07.371510 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a704cc-be0c-41a0-8ec2-833dcbd7f890 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:22:07.371852 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a704cc-be0c-41a0-8ec2-833dcbd7f890 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:22:07.374002 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a704cc-be0c-41a0-8ec2-833dcbd7f890 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:22:07.374369 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a704cc-be0c-41a0-8ec2-833dcbd7f890 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:22:07.374760 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a704cc-be0c-41a0-8ec2-833dcbd7f890 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:22:07.375107 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a704cc-be0c-41a0-8ec2-833dcbd7f890 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:22:07.375498 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a704cc-be0c-41a0-8ec2-833dcbd7f890 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:22:07.386428 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-51e8168f-e932-456a-a3e0-f64ba9af6a3e service neutron] Publish callbacks [] for port (9dc6d1c9-fcf0-468a-9d9c-6a726391a876), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:07.402723 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7c833f40-07ba-4b8f-be84-7e3b565a83b4 req-ca2bed1c-b8e0-4b6e-99d3-11daf13978b9 tempest-QuotasAdminNegativeTest-1982787319 tempest-QuotasAdminNegativeTest-1982787319-project] 10.222.0.64 "GET /v2.0/quotas/85ea2c4f325c4b3ba9a7cc48cffd7e67 HTTP/1.1" status: 200 len: 375 time: 0.0634365 Jan 28 19:22:07.443895 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f887ff25-de15-4376-827a-3d43c775d841 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3e57955-22cd-4424-9c39-710f4ab4e7ab,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:07.458233 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7c833f40-07ba-4b8f-be84-7e3b565a83b4 req-7e13cac7-5bb1-4d76-b6bb-cd70467ba0c9 tempest-QuotasAdminNegativeTest-1982787319 tempest-QuotasAdminNegativeTest-1982787319-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=85ea2c4f325c4b3ba9a7cc48cffd7e67&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0525780 Jan 28 19:22:07.474763 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a704cc-be0c-41a0-8ec2-833dcbd7f890 admin admin] Network 33c095fb-ef38-447a-b00a-cb10b3a9fb6a is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:22:07.476503 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-a8a704cc-be0c-41a0-8ec2-833dcbd7f890 admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:22:07.497689 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02d0b6e-e56f-4fbf-a71c-a0ec9b497ba4 req-20531f2f-ea71-452d-af81-fe763a43fff1 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:07.498915 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['19e26adf-0f04-4fb9-a4ff-97385744678c'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:22:07.500278 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d02d0b6e-e56f-4fbf-a71c-a0ec9b497ba4 req-20531f2f-ea71-452d-af81-fe763a43fff1 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d703f22-28db-4002-84e0-b0dfabaa540e HTTP/1.1" status: 200 len: 948 time: 0.5063703 Jan 28 19:22:07.510089 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-51e8168f-e932-456a-a3e0-f64ba9af6a3e service neutron] Transition to ACTIVE for port object 9dc6d1c9-fcf0-468a-9d9c-6a726391a876 will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:22:07.535200 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-51e8168f-e932-456a-a3e0-f64ba9af6a3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (9dc6d1c9-fcf0-468a-9d9c-6a726391a876), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:07.564711 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-f887ff25-de15-4376-827a-3d43c775d841 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ff5aca5d1f0247b5a67db5e8610b36f4&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8771665 Jan 28 19:22:07.572164 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 45724) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:22:07.865435 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-df2ffc00-2fbd-4485-af1d-24e0a2c30301 admin admin] Publish callbacks [] for security_group (e3e57955-22cd-4424-9c39-710f4ab4e7ab), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:07.869909 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d02d0b6e-e56f-4fbf-a71c-a0ec9b497ba4 req-4bedcd5e-5653-48ec-be17-540e64db1a38 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d07f2a-7a3d-4718-9c1b-16394753837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3612900 Jan 28 19:22:07.927923 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e8168f-e932-456a-a3e0-f64ba9af6a3e service neutron] Pushing event updated for resources: {'Port': ['ID=9dc6d1c9-fcf0-468a-9d9c-6a726391a876,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:07.946897 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-51e8168f-e932-456a-a3e0-f64ba9af6a3e service neutron] Attempting to bind port 9dc6d1c9-fcf0-468a-9d9c-6a726391a876 on host n-h2-812111-14 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:22:07.947231 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-51e8168f-e932-456a-a3e0-f64ba9af6a3e service neutron] Attempting to bind port 9dc6d1c9-fcf0-468a-9d9c-6a726391a876 by drivers openvswitch,hyperv on host n-h2-812111-14 at level 0 using segments [{'id': '60f73bc9-e00e-4b44-a105-7ad75c8476d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a2ca3cee-ca84-49f7-b78e-846e3e35c5f2'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:22:07.947566 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-51e8168f-e932-456a-a3e0-f64ba9af6a3e service neutron] Attempting to bind port 9dc6d1c9-fcf0-468a-9d9c-6a726391a876 on network a2ca3cee-ca84-49f7-b78e-846e3e35c5f2 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:22:07.975067 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-51e8168f-e932-456a-a3e0-f64ba9af6a3e service neutron] Port 9dc6d1c9-fcf0-468a-9d9c-6a726391a876 on network a2ca3cee-ca84-49f7-b78e-846e3e35c5f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-14 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:22:07.975421 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-51e8168f-e932-456a-a3e0-f64ba9af6a3e service neutron] Attempting to bind port 9dc6d1c9-fcf0-468a-9d9c-6a726391a876 on network a2ca3cee-ca84-49f7-b78e-846e3e35c5f2 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:22:07.987802 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-51e8168f-e932-456a-a3e0-f64ba9af6a3e service neutron] Checking agent: {'id': '8f3fee4e-bf24-4b58-8a3a-ae9c8011a473', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 21, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:22:07.988862 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-51e8168f-e932-456a-a3e0-f64ba9af6a3e service neutron] Checking segment: {'id': '60f73bc9-e00e-4b44-a105-7ad75c8476d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a2ca3cee-ca84-49f7-b78e-846e3e35c5f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:22:07.989311 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-51e8168f-e932-456a-a3e0-f64ba9af6a3e service neutron] Bound using segment: {'id': '60f73bc9-e00e-4b44-a105-7ad75c8476d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a2ca3cee-ca84-49f7-b78e-846e3e35c5f2'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:22:07.989808 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-51e8168f-e932-456a-a3e0-f64ba9af6a3e service neutron] Bound port: 9dc6d1c9-fcf0-468a-9d9c-6a726391a876, host: n-h2-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60f73bc9-e00e-4b44-a105-7ad75c8476d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a2ca3cee-ca84-49f7-b78e-846e3e35c5f2'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:22:07.990528 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-51e8168f-e932-456a-a3e0-f64ba9af6a3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (9dc6d1c9-fcf0-468a-9d9c-6a726391a876), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:08.021064 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-df2ffc00-2fbd-4485-af1d-24e0a2c30301 admin admin] Publish callbacks [] for security_group (e3e57955-22cd-4424-9c39-710f4ab4e7ab), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:08.196738 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-51e8168f-e932-456a-a3e0-f64ba9af6a3e service neutron] For port 9dc6d1c9-fcf0-468a-9d9c-6a726391a876, host n-h2-812111-14, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:22:08.202228 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-51e8168f-e932-456a-a3e0-f64ba9af6a3e service neutron] For port 9dc6d1c9-fcf0-468a-9d9c-6a726391a876, host n-h2-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=9dc6d1c9-fcf0-468a-9d9c-6a726391a876,segment=NetworkSegment(60f73bc9-e00e-4b44-a105-7ad75c8476d3),segment_id=60f73bc9-e00e-4b44-a105-7ad75c8476d3)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:22:08.214903 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-df2ffc00-2fbd-4485-af1d-24e0a2c30301 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (e3e57955-22cd-4424-9c39-710f4ab4e7ab), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:08.224249 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-df2ffc00-2fbd-4485-af1d-24e0a2c30301 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:08.227586 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-df2ffc00-2fbd-4485-af1d-24e0a2c30301 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e3e57955-22cd-4424-9c39-710f4ab4e7ab HTTP/1.1" status: 204 len: 168 time: 0.6509428 Jan 28 19:22:08.271473 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaba1e26-fe48-4b8a-9865-46acc1d176dd req-59905f7f-f01c-41ff-aa3b-696a5019db4f tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:08.275306 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2ffc00-2fbd-4485-af1d-24e0a2c30301 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3e57955-22cd-4424-9c39-710f4ab4e7ab,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:08.278561 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaba1e26-fe48-4b8a-9865-46acc1d176dd req-59905f7f-f01c-41ff-aa3b-696a5019db4f tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:08.282851 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-51e8168f-e932-456a-a3e0-f64ba9af6a3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (9dc6d1c9-fcf0-468a-9d9c-6a726391a876), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:08.286443 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaba1e26-fe48-4b8a-9865-46acc1d176dd req-59905f7f-f01c-41ff-aa3b-696a5019db4f tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:08.292283 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaba1e26-fe48-4b8a-9865-46acc1d176dd req-59905f7f-f01c-41ff-aa3b-696a5019db4f tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:08.298525 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaba1e26-fe48-4b8a-9865-46acc1d176dd req-59905f7f-f01c-41ff-aa3b-696a5019db4f tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:08.304385 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaba1e26-fe48-4b8a-9865-46acc1d176dd req-59905f7f-f01c-41ff-aa3b-696a5019db4f tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:08.311022 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaba1e26-fe48-4b8a-9865-46acc1d176dd req-59905f7f-f01c-41ff-aa3b-696a5019db4f tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:08.313017 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-aaba1e26-fe48-4b8a-9865-46acc1d176dd req-59905f7f-f01c-41ff-aa3b-696a5019db4f tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.64 "GET /v2.0/ports?device_id=5bd15075-1e8c-4d4e-9154-d45912ca536e HTTP/1.1" status: 200 len: 5422 time: 0.2119806 Jan 28 19:22:08.375528 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-51e8168f-e932-456a-a3e0-f64ba9af6a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:08.376509 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-51e8168f-e932-456a-a3e0-f64ba9af6a3e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:08.378339 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-51e8168f-e932-456a-a3e0-f64ba9af6a3e service neutron] 10.222.0.70 "PUT /v2.0/ports/9dc6d1c9-fcf0-468a-9d9c-6a726391a876 HTTP/1.1" status: 200 len: 1092 time: 3.7057524 Jan 28 19:22:08.419688 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8a704cc-be0c-41a0-8ec2-833dcbd7f890 admin admin] Router 95c1608a-addd-4685-8812-6912de29ddca has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:22:08.474599 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e8168f-e932-456a-a3e0-f64ba9af6a3e service neutron] Pushing event updated for resources: {'Port': ['ID=9dc6d1c9-fcf0-468a-9d9c-6a726391a876,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:08.491145 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-aaba1e26-fe48-4b8a-9865-46acc1d176dd req-d3ccfeef-b30f-4631-b7cf-23041aa41bd2 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.64 "GET /v2.0/security-groups?id=abf1c1e9-b349-4aee-9c71-682c8b55783a&id=b98a868e-e5c1-410f-a3c5-8429d6410f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1660657 Jan 28 19:22:08.554127 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bd15075-1e8c-4d4e-9154-d45912ca536e', 'tag': '9dc6d1c9-fcf0-468a-9d9c-6a726391a876'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:22:08.554127 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c28bf9a-971c-4c6e-be4d-f1e1f06032f7" -d '{"events": [{"name": "network-changed", "server_uuid": "5bd15075-1e8c-4d4e-9154-d45912ca536e", "tag": "9dc6d1c9-fcf0-468a-9d9c-6a726391a876"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:22:08.558474 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device da0be0d6-9490-42f8-a6f1-5f0eedda44ba up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:22:08.586859 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-c8c90700-e973-480a-a1a9-10d281d9127f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:08.587462 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-c8c90700-e973-480a-a1a9-10d281d9127f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:08.588304 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-c8c90700-e973-480a-a1a9-10d281d9127f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:08.588798 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-c8c90700-e973-480a-a1a9-10d281d9127f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:08.589510 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-c8c90700-e973-480a-a1a9-10d281d9127f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:08.590206 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-c8c90700-e973-480a-a1a9-10d281d9127f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:08.590689 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-c8c90700-e973-480a-a1a9-10d281d9127f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:08.592976 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-c8c90700-e973-480a-a1a9-10d281d9127f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f867837fb6c242938544d048cd197d0a&device_id=5bd15075-1e8c-4d4e-9154-d45912ca536e HTTP/1.1" status: 200 len: 6703 time: 0.1495566 Jan 28 19:22:08.707413 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port da0be0d6-9490-42f8-a6f1-5f0eedda44ba triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:22:08.708039 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (da0be0d6-9490-42f8-a6f1-5f0eedda44ba), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:08.714201 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-63d71095-efeb-45bb-8479-be7e0990f930 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=531bdf71-3dde-4e38-8c1a-ff8047145e91 HTTP/1.1" status: 200 len: 217 time: 0.1126711 Jan 28 19:22:08.806698 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-c9b79922-b5e9-4a14-ac69-e7ad2e1692c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:08.808339 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-c9b79922-b5e9-4a14-ac69-e7ad2e1692c4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6ed55e71-9221-42a1-8050-290c89e0110e HTTP/1.1" status: 200 len: 851 time: 0.0881269 Jan 28 19:22:08.855562 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 19e26adf-0f04-4fb9-a4ff-97385744678c up at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:22:08.917743 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-d7b9df2e-d07d-48d2-939c-7f55b461eec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:08.919486 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-d7b9df2e-d07d-48d2-939c-7f55b461eec3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=922d7922-7d01-401d-b975-2f0c2fc79a7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1002398 Jan 28 19:22:08.928538 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port da0be0d6-9490-42f8-a6f1-5f0eedda44ba is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:22:08.939600 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8a704cc-be0c-41a0-8ec2-833dcbd7f890 admin admin] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:22:08.958686 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-a8a704cc-be0c-41a0-8ec2-833dcbd7f890 admin admin] 10.222.0.64 "PUT /v2.0/routers/95c1608a-addd-4685-8812-6912de29ddca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3557818 Jan 28 19:22:08.961983 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ddd01f-a257-4e5b-967a-4cfc75da78cb None None] Sync routers for ids ['95c1608a-addd-4685-8812-6912de29ddca'] in n-d-812111-14 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:22:08.994873 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f9d4a497-4c1f-4ef2-aa69-5ed08c840013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:09.005242 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ddd01f-a257-4e5b-967a-4cfc75da78cb None None] Routers {'95c1608a-addd-4685-8812-6912de29ddca'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:22:09.005987 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-07ddd01f-a257-4e5b-967a-4cfc75da78cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:21:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['95c1608a-addd-4685-8812-6912de29ddca'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:22:09.088332 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning for port 19e26adf-0f04-4fb9-a4ff-97385744678c completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:22:09.125980 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-7b8182b4-3615-467c-a962-327c2d8fa5fd service neutron] 10.222.0.70 "GET /v2.0/networks/922d7922-7d01-401d-b975-2f0c2fc79a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986725 Jan 28 19:22:09.127093 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning complete for port 19e26adf-0f04-4fb9-a4ff-97385744678c triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:22:09.127512 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (19e26adf-0f04-4fb9-a4ff-97385744678c), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:09.293919 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-07ddd01f-a257-4e5b-967a-4cfc75da78cb None None] Set router 95c1608a-addd-4685-8812-6912de29ddca gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:22:09.433776 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port 19e26adf-0f04-4fb9-a4ff-97385744678c is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:22:09.434297 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (19e26adf-0f04-4fb9-a4ff-97385744678c), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:09.476507 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-74a2cd8a-883e-427a-90c2-2f6055a387c8 service neutron] 10.222.0.70 "GET /v2.0/networks/922d7922-7d01-401d-b975-2f0c2fc79a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3429465 Jan 28 19:22:09.512295 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d703f22-28db-4002-84e0-b0dfabaa540e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19e26adf-0f04-4fb9-a4ff-97385744678c'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:22:09.514666 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9342d213-839f-418d-8411-e4bff12b4b3f" -d '{"events": [{"server_uuid": "5d703f22-28db-4002-84e0-b0dfabaa540e", "name": "network-vif-plugged", "status": "completed", "tag": "19e26adf-0f04-4fb9-a4ff-97385744678c"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:22:09.553566 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-2fe1ebb8-ab5a-47f1-9f80-6a7476160406 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.152&port_id=12d5c4fa-3235-4f0d-98da-a2e61f15252b HTTP/1.1" status: 200 len: 217 time: 0.0701268 Jan 28 19:22:09.628698 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 19e26adf-0f04-4fb9-a4ff-97385744678c, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=19e26adf-0f04-4fb9-a4ff-97385744678c,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:22:09.646750 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-e185c41e-8266-441e-95d9-68871ed03126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:09.648368 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (19e26adf-0f04-4fb9-a4ff-97385744678c), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:09.648643 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-e185c41e-8266-441e-95d9-68871ed03126 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cc238073-ae04-4ee5-8171-afc8f75fa79b HTTP/1.1" status: 200 len: 797 time: 0.0884609 Jan 28 19:22:09.649638 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 760ecb1b-d3bd-49f2-a0ab-7bbbf2f762e9 no longer exists at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:22:09.810338 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-3e609f9e-ed55-47b3-8318-1a64315dd912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:09.812372 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-3e609f9e-ed55-47b3-8318-1a64315dd912 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=45c329a7-41ca-41dc-8117-b6a34c90d860&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1553960 Jan 28 19:22:09.825796 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f55a5e0-d7d1-48a7-be17-f4fd48feea67 req-fa078735-bc65-4fdf-9873-dc937f6c6509 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:09.844440 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5f55a5e0-d7d1-48a7-be17-f4fd48feea67 req-fa078735-bc65-4fdf-9873-dc937f6c6509 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e48b655-5911-4dcd-a073-26e765e9c04d HTTP/1.1" status: 200 len: 945 time: 0.1075773 Jan 28 19:22:09.899890 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5f55a5e0-d7d1-48a7-be17-f4fd48feea67 req-6ead650c-1803-4d1d-b507-195304dc65c1 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff0a7ca0-73d1-435a-8c79-518c9bdfd3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542850 Jan 28 19:22:09.906839 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da62511c-543a-43d4-a2bf-867dddcbbaa4 req-9b0418a1-de24-421e-a025-e2d6749aab1e tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:09.916092 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-da62511c-543a-43d4-a2bf-867dddcbbaa4 req-9b0418a1-de24-421e-a025-e2d6749aab1e tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/ports?device_id=03b9cc04-fd3d-4fc9-a975-d37681157934 HTTP/1.1" status: 200 len: 944 time: 0.1753776 Jan 28 19:22:09.929136 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:09.976901 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=19e26adf-0f04-4fb9-a4ff-97385744678c,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:09.998777 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port 760ecb1b-d3bd-49f2-a0ab-7bbbf2f762e9 is: DOWN; New status is: DOWN {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:22:10.013087 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8a53ddd-b6ca-4349-8cd4-8ed29e15f057 x-openstack-request-id: req-f8a53ddd-b6ca-4349-8cd4-8ed29e15f057 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:22:10.013689 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bd15075-1e8c-4d4e-9154-d45912ca536e", "tag": "9dc6d1c9-fcf0-468a-9d9c-6a726391a876", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:22:10.013689 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f8a53ddd-b6ca-4349-8cd4-8ed29e15f057 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:22:10.014059 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bd15075-1e8c-4d4e-9154-d45912ca536e', 'tag': '9dc6d1c9-fcf0-468a-9d9c-6a726391a876', 'status': 'completed', 'code': 200} Jan 28 19:22:10.019525 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-07ddd01f-a257-4e5b-967a-4cfc75da78cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95c1608a-addd-4685-8812-6912de29ddca', 'name': 'tempest-ServerRescueTestJSON-1747123153-router', 'tenant_id': '13f3263032ef4a4996ce9c7be76c5dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': 'da0be0d6-9490-42f8-a6f1-5f0eedda44ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:21:55Z', 'updated_at': '2022-01-28T19:22:06Z', 'revision_number': 4, 'project_id': '13f3263032ef4a4996ce9c7be76c5dc2', 'gw_port': {'id': 'da0be0d6-9490-42f8-a6f1-5f0eedda44ba', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:d9:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c1608a-addd-4685-8812-6912de29ddca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:21:58Z', 'updated_at': '2022-01-28T19:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': 'e0b8fdfb-02c6-467b-9870-3d5542dbdf8a', 'name': '', 'network_id': '33c095fb-ef38-447a-b00a-cb10b3a9fb6a', 'tenant_id': '13f3263032ef4a4996ce9c7be76c5dc2', 'mac_address': 'fa:16:3e:a1:5a:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95c1608a-addd-4685-8812-6912de29ddca', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': 'a125b0f8-c648-4892-8cc4-9d24d356ab8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:22:04Z', 'updated_at': '2022-01-28T19:22:06Z', 'revision_number': 2, 'project_id': '13f3263032ef4a4996ce9c7be76c5dc2', 'subnets': [{'id': 'a125b0f8-c648-4892-8cc4-9d24d356ab8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:22:10.046530 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-06a30337-1c89-482b-95c2-1fdd4aa92262 service neutron] 10.222.0.70 "GET /v2.0/networks/45c329a7-41ca-41dc-8117-b6a34c90d860?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271898 Jan 28 19:22:10.049295 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ddd01f-a257-4e5b-967a-4cfc75da78cb None None] Checking router: 95c1608a-addd-4685-8812-6912de29ddca for host: n-d-812111-14 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:22:10.049653 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ddd01f-a257-4e5b-967a-4cfc75da78cb None None] Updating router 95c1608a-addd-4685-8812-6912de29ddca port e0b8fdfb-02c6-467b-9870-3d5542dbdf8a binding host n-d-812111-14 {{(pid=103306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:22:10.080853 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-07ddd01f-a257-4e5b-967a-4cfc75da78cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (e0b8fdfb-02c6-467b-9870-3d5542dbdf8a), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:10.119052 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-da62511c-543a-43d4-a2bf-867dddcbbaa4 req-1600694c-f14d-4058-b256-f86f494182bb tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Deleting port 760ecb1b-d3bd-49f2-a0ab-7bbbf2f762e9 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:22:10.119941 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-da62511c-543a-43d4-a2bf-867dddcbbaa4 req-1600694c-f14d-4058-b256-f86f494182bb tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (760ecb1b-d3bd-49f2-a0ab-7bbbf2f762e9), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:10.153888 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b4b9db-dd68-42b2-8ad0-dea1845a423e req-cd3d7654-7b45-47bc-8f7a-31a716fdfb03 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:10.155709 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d8b4b9db-dd68-42b2-8ad0-dea1845a423e req-cd3d7654-7b45-47bc-8f7a-31a716fdfb03 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d703f22-28db-4002-84e0-b0dfabaa540e HTTP/1.1" status: 200 len: 950 time: 0.0659971 Jan 28 19:22:10.215717 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d8b4b9db-dd68-42b2-8ad0-dea1845a423e req-5ed086e1-e7df-430a-a5c6-f31af029e26e tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d07f2a-7a3d-4718-9c1b-16394753837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539255 Jan 28 19:22:10.218801 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-d275d207-fbd2-45c9-b676-b12b8cd4e92f service neutron] 10.222.0.70 "GET /v2.0/networks/45c329a7-41ca-41dc-8117-b6a34c90d860?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656044 Jan 28 19:22:10.277600 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-ff04e5ce-e7f5-4d0e-841d-a8fd57791c45 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.147&port_id=de98d303-7c1f-431e-bf81-fef0fcf95502 HTTP/1.1" status: 200 len: 217 time: 0.0496125 Jan 28 19:22:10.339924 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-da62511c-543a-43d4-a2bf-867dddcbbaa4 req-1600694c-f14d-4058-b256-f86f494182bb tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] For port 760ecb1b-d3bd-49f2-a0ab-7bbbf2f762e9, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=760ecb1b-d3bd-49f2-a0ab-7bbbf2f762e9,segment=NetworkSegment(3fce350c-ea58-4666-bd7d-c61ada9a9295),segment_id=3fce350c-ea58-4666-bd7d-c61ada9a9295)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:22:10.340512 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-da62511c-543a-43d4-a2bf-867dddcbbaa4 req-1600694c-f14d-4058-b256-f86f494182bb tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (760ecb1b-d3bd-49f2-a0ab-7bbbf2f762e9), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:10.359099 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-da62511c-543a-43d4-a2bf-867dddcbbaa4 req-1600694c-f14d-4058-b256-f86f494182bb tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Calling delete_port for 760ecb1b-d3bd-49f2-a0ab-7bbbf2f762e9 owned by compute:nova {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:22:10.367936 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-4301d8fa-ecf2-4128-8ab3-17fbfe3d624a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:10.369745 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-4301d8fa-ecf2-4128-8ab3-17fbfe3d624a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cc238073-ae04-4ee5-8171-afc8f75fa79b HTTP/1.1" status: 200 len: 797 time: 0.0824115 Jan 28 19:22:10.419864 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-07ddd01f-a257-4e5b-967a-4cfc75da78cb None None] Publish callbacks [] for port (e0b8fdfb-02c6-467b-9870-3d5542dbdf8a), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:10.428919 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-07ddd01f-a257-4e5b-967a-4cfc75da78cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (e0b8fdfb-02c6-467b-9870-3d5542dbdf8a), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:10.517556 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0127d370-852b-4e46-9786-3088ec898cae None None] Pushing event updated for resources: {'Port': ['ID=e0b8fdfb-02c6-467b-9870-3d5542dbdf8a,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:10.550518 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-07ddd01f-a257-4e5b-967a-4cfc75da78cb None None] Attempting to bind port e0b8fdfb-02c6-467b-9870-3d5542dbdf8a on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:22:10.550900 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-07ddd01f-a257-4e5b-967a-4cfc75da78cb None None] Attempting to bind port e0b8fdfb-02c6-467b-9870-3d5542dbdf8a by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '0d84d916-97fe-4a55-a454-c0fc25feb1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '33c095fb-ef38-447a-b00a-cb10b3a9fb6a'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:22:10.551265 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ddd01f-a257-4e5b-967a-4cfc75da78cb None None] Attempting to bind port e0b8fdfb-02c6-467b-9870-3d5542dbdf8a on network 33c095fb-ef38-447a-b00a-cb10b3a9fb6a {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:22:10.557010 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ddd01f-a257-4e5b-967a-4cfc75da78cb None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 21, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:22:10.557454 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ddd01f-a257-4e5b-967a-4cfc75da78cb None None] Checking segment: {'id': '0d84d916-97fe-4a55-a454-c0fc25feb1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '33c095fb-ef38-447a-b00a-cb10b3a9fb6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:22:10.557851 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-07ddd01f-a257-4e5b-967a-4cfc75da78cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:10.558257 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ddd01f-a257-4e5b-967a-4cfc75da78cb None None] Bound using segment: {'id': '0d84d916-97fe-4a55-a454-c0fc25feb1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '33c095fb-ef38-447a-b00a-cb10b3a9fb6a'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:22:10.558728 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-07ddd01f-a257-4e5b-967a-4cfc75da78cb None None] Bound port: e0b8fdfb-02c6-467b-9870-3d5542dbdf8a, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d84d916-97fe-4a55-a454-c0fc25feb1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '33c095fb-ef38-447a-b00a-cb10b3a9fb6a'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:22:10.559111 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-07ddd01f-a257-4e5b-967a-4cfc75da78cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (e0b8fdfb-02c6-467b-9870-3d5542dbdf8a), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:10.578986 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-da62511c-543a-43d4-a2bf-867dddcbbaa4 req-1600694c-f14d-4058-b256-f86f494182bb tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (760ecb1b-d3bd-49f2-a0ab-7bbbf2f762e9), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:10.584208 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-eeecc401-2058-4f16-8773-edb0c4719ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:10.586126 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-eeecc401-2058-4f16-8773-edb0c4719ca7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=45c329a7-41ca-41dc-8117-b6a34c90d860&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2076058 Jan 28 19:22:10.618448 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1600694c-f14d-4058-b256-f86f494182bb tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Pushing event deleted for resources: {'Port': ['ID=760ecb1b-d3bd-49f2-a0ab-7bbbf2f762e9,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:10.647286 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-07ddd01f-a257-4e5b-967a-4cfc75da78cb None None] For port e0b8fdfb-02c6-467b-9870-3d5542dbdf8a, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:22:10.650838 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-07ddd01f-a257-4e5b-967a-4cfc75da78cb None None] For port e0b8fdfb-02c6-467b-9870-3d5542dbdf8a, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=e0b8fdfb-02c6-467b-9870-3d5542dbdf8a,segment=NetworkSegment(0d84d916-97fe-4a55-a454-c0fc25feb1a4),segment_id=0d84d916-97fe-4a55-a454-c0fc25feb1a4)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:22:10.659156 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-07ddd01f-a257-4e5b-967a-4cfc75da78cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (e0b8fdfb-02c6-467b-9870-3d5542dbdf8a), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:10.668651 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62ddbd1-6b2a-4185-a50f-be9687709fa9 req-b2daf6b3-20c1-4b60-a764-1cf1c01836c4 tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:10.673777 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b62ddbd1-6b2a-4185-a50f-be9687709fa9 req-b2daf6b3-20c1-4b60-a764-1cf1c01836c4 tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] 10.222.0.64 "GET /v2.0/networks?id=33c095fb-ef38-447a-b00a-cb10b3a9fb6a HTTP/1.1" status: 200 len: 811 time: 0.1382794 Jan 28 19:22:10.701416 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b62ddbd1-6b2a-4185-a50f-be9687709fa9 req-b6e9b748-38f3-4115-9ac5-f86ed47a673e tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] 10.222.0.64 "GET /v2.0/quotas/13f3263032ef4a4996ce9c7be76c5dc2 HTTP/1.1" status: 200 len: 375 time: 0.0153801 Jan 28 19:22:10.714478 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-da62511c-543a-43d4-a2bf-867dddcbbaa4 req-1600694c-f14d-4058-b256-f86f494182bb tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] No DVR routers for this DVR port 760ecb1b-d3bd-49f2-a0ab-7bbbf2f762e9 on host n-h1-812111-14 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:22:10.718535 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-da62511c-543a-43d4-a2bf-867dddcbbaa4 req-1600694c-f14d-4058-b256-f86f494182bb tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:10.724762 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-da62511c-543a-43d4-a2bf-867dddcbbaa4 req-1600694c-f14d-4058-b256-f86f494182bb tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "DELETE /v2.0/ports/760ecb1b-d3bd-49f2-a0ab-7bbbf2f762e9 HTTP/1.1" status: 204 len: 173 time: 0.8078125 Jan 28 19:22:10.761811 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-a4d8e401-6c91-4dd3-8be3-f115beab2324 service neutron] 10.222.0.70 "GET /v2.0/networks/45c329a7-41ca-41dc-8117-b6a34c90d860?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524754 Jan 28 19:22:10.764867 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ddd01f-a257-4e5b-967a-4cfc75da78cb None None] Routers {'95c1608a-addd-4685-8812-6912de29ddca'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:22:10.765592 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-07ddd01f-a257-4e5b-967a-4cfc75da78cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:22:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['95c1608a-addd-4685-8812-6912de29ddca'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:22:10.781939 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b62ddbd1-6b2a-4185-a50f-be9687709fa9 req-88b8f650-0e71-4a9e-a644-5639d36f9031 tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=13f3263032ef4a4996ce9c7be76c5dc2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0739317 Jan 28 19:22:10.832280 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0127d370-852b-4e46-9786-3088ec898cae None None] Pushing event updated for resources: {'Port': ['ID=e0b8fdfb-02c6-467b-9870-3d5542dbdf8a,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:10.907355 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b62ddbd1-6b2a-4185-a50f-be9687709fa9 req-f1720d10-dc8e-4c7a-a449-2294c2f790a5 service neutron] 10.222.0.64 "GET /v2.0/networks/33c095fb-ef38-447a-b00a-cb10b3a9fb6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230423 Jan 28 19:22:10.950870 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-39142cc8-0389-4fdf-b4fc-84502ff785f5 service neutron] 10.222.0.70 "GET /v2.0/networks/45c329a7-41ca-41dc-8117-b6a34c90d860?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811538 Jan 28 19:22:10.974020 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-07ddd01f-a257-4e5b-967a-4cfc75da78cb None None] Set router 95c1608a-addd-4685-8812-6912de29ddca gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:22:11.033880 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b62ddbd1-6b2a-4185-a50f-be9687709fa9 req-047785a4-4434-4912-8ebf-50fd5c7417a1 service neutron] 10.222.0.64 "GET /v2.0/networks/33c095fb-ef38-447a-b00a-cb10b3a9fb6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251192 Jan 28 19:22:11.054556 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-16c51513-8a26-4156-90fc-95f44070fc15 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.148&port_id=8132a07e-4a59-47ca-90c2-1121ff386089 HTTP/1.1" status: 200 len: 217 time: 0.0967727 Jan 28 19:22:11.139605 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-f095c2d0-a656-43e6-829d-92769ac6825e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:11.141639 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-f095c2d0-a656-43e6-829d-92769ac6825e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cc238073-ae04-4ee5-8171-afc8f75fa79b HTTP/1.1" status: 200 len: 797 time: 0.0800474 Jan 28 19:22:11.254534 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-f60037ae-a477-4f9b-9ec1-d3ee3a8627ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:11.256464 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-f60037ae-a477-4f9b-9ec1-d3ee3a8627ca service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=45c329a7-41ca-41dc-8117-b6a34c90d860&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1081429 Jan 28 19:22:11.379642 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd383eed-f887-4eb4-a78a-383d92008e82 x-openstack-request-id: req-bd383eed-f887-4eb4-a78a-383d92008e82 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:22:11.379948 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d703f22-28db-4002-84e0-b0dfabaa540e", "name": "network-vif-plugged", "status": "completed", "tag": "19e26adf-0f04-4fb9-a4ff-97385744678c", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:22:11.380322 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bd383eed-f887-4eb4-a78a-383d92008e82 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:22:11.380725 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d703f22-28db-4002-84e0-b0dfabaa540e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19e26adf-0f04-4fb9-a4ff-97385744678c', 'code': 200} Jan 28 19:22:11.471587 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-a2f50932-c705-418a-bd9e-4f7a1cf586a7 service neutron] 10.222.0.70 "GET /v2.0/networks/45c329a7-41ca-41dc-8117-b6a34c90d860?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071021 Jan 28 19:22:11.484548 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5afe2b-ead6-4119-b3ff-1d3e025d5c0a req-38f32b3e-a992-4929-a4db-b27ee22203e0 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:11.500540 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18941949-90b6-44ef-a563-4e28c803af84 req-a74b4143-45f1-4c85-9010-a83ba0ae26cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:11.502377 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-18941949-90b6-44ef-a563-4e28c803af84 req-a74b4143-45f1-4c85-9010-a83ba0ae26cd service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5d703f22-28db-4002-84e0-b0dfabaa540e HTTP/1.1" status: 200 len: 1133 time: 0.1108415 Jan 28 19:22:11.505369 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5afe2b-ead6-4119-b3ff-1d3e025d5c0a req-38f32b3e-a992-4929-a4db-b27ee22203e0 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:11.511089 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5afe2b-ead6-4119-b3ff-1d3e025d5c0a req-38f32b3e-a992-4929-a4db-b27ee22203e0 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:11.516323 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5afe2b-ead6-4119-b3ff-1d3e025d5c0a req-38f32b3e-a992-4929-a4db-b27ee22203e0 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:11.539095 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5afe2b-ead6-4119-b3ff-1d3e025d5c0a req-38f32b3e-a992-4929-a4db-b27ee22203e0 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:11.556639 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5afe2b-ead6-4119-b3ff-1d3e025d5c0a req-38f32b3e-a992-4929-a4db-b27ee22203e0 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:11.567885 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5afe2b-ead6-4119-b3ff-1d3e025d5c0a req-38f32b3e-a992-4929-a4db-b27ee22203e0 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:11.569983 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-cd5afe2b-ead6-4119-b3ff-1d3e025d5c0a req-38f32b3e-a992-4929-a4db-b27ee22203e0 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.64 "GET /v2.0/ports?device_id=5bd15075-1e8c-4d4e-9154-d45912ca536e HTTP/1.1" status: 200 len: 5422 time: 0.1651433 Jan 28 19:22:11.619708 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-18941949-90b6-44ef-a563-4e28c803af84 req-85068302-1e0d-4f98-b90c-f7cab7357101 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=39d07f2a-7a3d-4718-9c1b-16394753837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762401 Jan 28 19:22:11.620715 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:11.671176 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-844d8a3b-20f6-4a41-8f14-87c6dcc40f06 service neutron] 10.222.0.70 "GET /v2.0/networks/45c329a7-41ca-41dc-8117-b6a34c90d860?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929023 Jan 28 19:22:11.694453 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-cd5afe2b-ead6-4119-b3ff-1d3e025d5c0a req-17a043ab-90db-499f-b8e1-8a1a59664e56 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.64 "GET /v2.0/security-groups?id=abf1c1e9-b349-4aee-9c71-682c8b55783a&id=b98a868e-e5c1-410f-a3c5-8429d6410f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1101847 Jan 28 19:22:11.732986 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-07ddd01f-a257-4e5b-967a-4cfc75da78cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95c1608a-addd-4685-8812-6912de29ddca', 'name': 'tempest-ServerRescueTestJSON-1747123153-router', 'tenant_id': '13f3263032ef4a4996ce9c7be76c5dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': 'da0be0d6-9490-42f8-a6f1-5f0eedda44ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:21:55Z', 'updated_at': '2022-01-28T19:22:06Z', 'revision_number': 4, 'project_id': '13f3263032ef4a4996ce9c7be76c5dc2', 'gw_port': {'id': 'da0be0d6-9490-42f8-a6f1-5f0eedda44ba', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:d9:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c1608a-addd-4685-8812-6912de29ddca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:21:58Z', 'updated_at': '2022-01-28T19:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': 'e0b8fdfb-02c6-467b-9870-3d5542dbdf8a', 'name': '', 'network_id': '33c095fb-ef38-447a-b00a-cb10b3a9fb6a', 'tenant_id': '13f3263032ef4a4996ce9c7be76c5dc2', 'mac_address': 'fa:16:3e:a1:5a:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95c1608a-addd-4685-8812-6912de29ddca', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': 'a125b0f8-c648-4892-8cc4-9d24d356ab8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:22:04Z', 'updated_at': '2022-01-28T19:22:10Z', 'revision_number': 4, 'project_id': '13f3263032ef4a4996ce9c7be76c5dc2', 'subnets': [{'id': 'a125b0f8-c648-4892-8cc4-9d24d356ab8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:22:11.775507 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ddd01f-a257-4e5b-967a-4cfc75da78cb None None] The sync data for ids ['95c1608a-addd-4685-8812-6912de29ddca'] in n-d-812111-14 is: [{'id': '95c1608a-addd-4685-8812-6912de29ddca', 'name': 'tempest-ServerRescueTestJSON-1747123153-router', 'tenant_id': '13f3263032ef4a4996ce9c7be76c5dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': 'da0be0d6-9490-42f8-a6f1-5f0eedda44ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:21:55Z', 'updated_at': '2022-01-28T19:22:06Z', 'revision_number': 4, 'project_id': '13f3263032ef4a4996ce9c7be76c5dc2', 'gw_port': {'id': 'da0be0d6-9490-42f8-a6f1-5f0eedda44ba', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:d9:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c1608a-addd-4685-8812-6912de29ddca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:21:58Z', 'updated_at': '2022-01-28T19:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': 'e0b8fdfb-02c6-467b-9870-3d5542dbdf8a', 'name': '', 'network_id': '33c095fb-ef38-447a-b00a-cb10b3a9fb6a', 'tenant_id': '13f3263032ef4a4996ce9c7be76c5dc2', 'mac_address': 'fa:16:3e:a1:5a:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95c1608a-addd-4685-8812-6912de29ddca', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': 'a125b0f8-c648-4892-8cc4-9d24d356ab8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:22:04Z', 'updated_at': '2022-01-28T19:22:10Z', 'revision_number': 4, 'project_id': '13f3263032ef4a4996ce9c7be76c5dc2', 'subnets': [{'id': 'a125b0f8-c648-4892-8cc4-9d24d356ab8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:22:11.785997 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-870fecd7-62f6-4813-9e62-aed0ee0800d9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.212&port_id=3657d8f5-b07c-40a7-9a6f-0ffcaf827d3b HTTP/1.1" status: 200 len: 217 time: 0.0970590 Jan 28 19:22:11.894913 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-4b1af848-1787-4e4a-a12e-fd65cd8301d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:11.896789 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-4b1af848-1787-4e4a-a12e-fd65cd8301d7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cc238073-ae04-4ee5-8171-afc8f75fa79b HTTP/1.1" status: 200 len: 797 time: 0.0996382 Jan 28 19:22:11.944113 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b769d4cd-1189-4965-84b0-11df0372ecd6 req-1913a372-b7e0-40e5-85a2-e7415f9ccbe4 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:11.960845 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b769d4cd-1189-4965-84b0-11df0372ecd6 req-1913a372-b7e0-40e5-85a2-e7415f9ccbe4 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e48b655-5911-4dcd-a073-26e765e9c04d HTTP/1.1" status: 200 len: 945 time: 0.1820657 Jan 28 19:22:12.004350 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-62d95352-d4b6-468c-bde0-02be196a8827 req-c64db91a-e080-49b1-9a63-b9db1086da5d tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] 10.222.0.64 "GET /v2.0/ports?device_id=dab0b308-89b2-4933-b603-3ff959dae23c HTTP/1.1" status: 200 len: 210 time: 0.0399544 Jan 28 19:22:12.013940 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-35b7d339-357e-4150-9172-97f28a3e94cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:12.015791 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-35b7d339-357e-4150-9172-97f28a3e94cd service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=45c329a7-41ca-41dc-8117-b6a34c90d860&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1105664 Jan 28 19:22:12.016189 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03b9cc04-fd3d-4fc9-a975-d37681157934', 'name': 'network-vif-deleted', 'tag': '760ecb1b-d3bd-49f2-a0ab-7bbbf2f762e9'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:22:12.019422 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc8d6a61-0764-4266-958d-b7af7cffb65c" -d '{"events": [{"server_uuid": "03b9cc04-fd3d-4fc9-a975-d37681157934", "name": "network-vif-deleted", "tag": "760ecb1b-d3bd-49f2-a0ab-7bbbf2f762e9"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:22:12.107139 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b769d4cd-1189-4965-84b0-11df0372ecd6 req-89777786-ff24-4b02-8204-bb631e8a0322 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff0a7ca0-73d1-435a-8c79-518c9bdfd3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444385 Jan 28 19:22:12.168797 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-7e6deb48-08c0-4d00-878d-113811bf88d3 service neutron] 10.222.0.70 "GET /v2.0/networks/45c329a7-41ca-41dc-8117-b6a34c90d860?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337087 Jan 28 19:22:12.361192 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-d8c08bad-f5a8-4eb3-a009-28cf2f818c6e service neutron] 10.222.0.70 "GET /v2.0/networks/45c329a7-41ca-41dc-8117-b6a34c90d860?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770566 Jan 28 19:22:12.456257 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-fab5a56e-56f9-49b7-8a40-03827910e1b1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c3073dc0-3618-42ea-9203-95c126bbd569 HTTP/1.1" status: 200 len: 217 time: 0.0879340 Jan 28 19:22:12.533884 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ffa2c6-cddf-4c51-a5f0-51c843e3fc40 req-6f18ba75-ff55-4c28-976c-f38e47475d81 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:12.535653 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-10ffa2c6-cddf-4c51-a5f0-51c843e3fc40 req-6f18ba75-ff55-4c28-976c-f38e47475d81 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d703f22-28db-4002-84e0-b0dfabaa540e HTTP/1.1" status: 200 len: 950 time: 0.3628023 Jan 28 19:22:12.551752 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device e0b8fdfb-02c6-467b-9870-3d5542dbdf8a up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:22:12.576508 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 45880) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:22:12.585545 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-9068e335-ee5d-4c5e-afc0-82ddaf88cf49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:12.587292 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-9068e335-ee5d-4c5e-afc0-82ddaf88cf49 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=be61367f-e334-4502-b75c-ccc02838dd17 HTTP/1.1" status: 200 len: 797 time: 0.1239715 Jan 28 19:22:12.687345 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port e0b8fdfb-02c6-467b-9870-3d5542dbdf8a triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:22:12.688684 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (e0b8fdfb-02c6-467b-9870-3d5542dbdf8a), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:12.705652 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-10ffa2c6-cddf-4c51-a5f0-51c843e3fc40 req-9326e504-aadd-4bff-a14e-fbe7ffa6f0ae tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d07f2a-7a3d-4718-9c1b-16394753837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615617 Jan 28 19:22:12.719362 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-7aa0a921-2f49-48e5-9e60-6e8b1c536992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:12.722361 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-7aa0a921-2f49-48e5-9e60-6e8b1c536992 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a2ca3cee-ca84-49f7-b78e-846e3e35c5f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1249969 Jan 28 19:22:12.826479 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 28 Jan 2022 19:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-852311bd-045f-438f-89f8-aca622684f0a x-openstack-request-id: req-852311bd-045f-438f-89f8-aca622684f0a {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:22:12.827011 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03b9cc04-fd3d-4fc9-a975-d37681157934", "name": "network-vif-deleted", "tag": "760ecb1b-d3bd-49f2-a0ab-7bbbf2f762e9", "status": "failed", "code": 422}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:22:12.831514 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-852311bd-045f-438f-89f8-aca622684f0a {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:22:12.832126 n-d-812111-14 neutron-server[103304]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '03b9cc04-fd3d-4fc9-a975-d37681157934', 'name': 'network-vif-deleted', 'tag': '760ecb1b-d3bd-49f2-a0ab-7bbbf2f762e9', 'status': 'failed', 'code': 422} returned with failed status Jan 28 19:22:12.853928 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8290bc34-37e7-4997-ab32-1d302a431bb6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:13.017011 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:13.023623 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port e0b8fdfb-02c6-467b-9870-3d5542dbdf8a is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:22:13.026279 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (e0b8fdfb-02c6-467b-9870-3d5542dbdf8a), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:13.046626 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-7d1ec59c-8d53-40bf-9fa6-42b7f16779f2 service neutron] 10.222.0.70 "GET /v2.0/networks/a2ca3cee-ca84-49f7-b78e-846e3e35c5f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3148351 Jan 28 19:22:13.129874 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] For port e0b8fdfb-02c6-467b-9870-3d5542dbdf8a, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=e0b8fdfb-02c6-467b-9870-3d5542dbdf8a,segment=NetworkSegment(0d84d916-97fe-4a55-a454-c0fc25feb1a4),segment_id=0d84d916-97fe-4a55-a454-c0fc25feb1a4)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:22:13.141399 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (e0b8fdfb-02c6-467b-9870-3d5542dbdf8a), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:13.148191 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8290bc34-37e7-4997-ab32-1d302a431bb6 admin admin] Publish callbacks [] for security_group (43172dd8-eeb7-4fb9-a856-662a81d534fa), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:13.164419 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8290bc34-37e7-4997-ab32-1d302a431bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (43172dd8-eeb7-4fb9-a856-662a81d534fa), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:13.266547 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-8290bc34-37e7-4997-ab32-1d302a431bb6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=57c9a395674f4ade9c21ae115f32fa33&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6865714 Jan 28 19:22:13.280388 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Pushing event updated for resources: {'Port': ['ID=e0b8fdfb-02c6-467b-9870-3d5542dbdf8a,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:13.292549 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 45906) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:22:13.309676 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bede58-eb9c-45ea-93b6-3b80ae7aa595 req-9eb7836f-78e2-471c-a8a7-c040cb0084c9 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:13.326344 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bede58-eb9c-45ea-93b6-3b80ae7aa595 req-9eb7836f-78e2-471c-a8a7-c040cb0084c9 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:13.332546 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bede58-eb9c-45ea-93b6-3b80ae7aa595 req-9eb7836f-78e2-471c-a8a7-c040cb0084c9 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:13.353322 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bede58-eb9c-45ea-93b6-3b80ae7aa595 req-9eb7836f-78e2-471c-a8a7-c040cb0084c9 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:13.362243 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bede58-eb9c-45ea-93b6-3b80ae7aa595 req-9eb7836f-78e2-471c-a8a7-c040cb0084c9 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:13.370879 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bede58-eb9c-45ea-93b6-3b80ae7aa595 req-9eb7836f-78e2-471c-a8a7-c040cb0084c9 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:13.387842 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bede58-eb9c-45ea-93b6-3b80ae7aa595 req-9eb7836f-78e2-471c-a8a7-c040cb0084c9 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:13.390177 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a6bede58-eb9c-45ea-93b6-3b80ae7aa595 req-9eb7836f-78e2-471c-a8a7-c040cb0084c9 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.64 "GET /v2.0/ports?device_id=5bd15075-1e8c-4d4e-9154-d45912ca536e HTTP/1.1" status: 200 len: 5422 time: 0.3316925 Jan 28 19:22:13.407774 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8290bc34-37e7-4997-ab32-1d302a431bb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43172dd8-eeb7-4fb9-a856-662a81d534fa,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:13.533306 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a6bede58-eb9c-45ea-93b6-3b80ae7aa595 req-48e3ae2c-f03e-470a-8e26-f197747fcc45 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.64 "GET /v2.0/security-groups?id=abf1c1e9-b349-4aee-9c71-682c8b55783a&id=b98a868e-e5c1-410f-a3c5-8429d6410f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1253092 Jan 28 19:22:13.656874 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c7ebd988-3a90-4aa4-bda6-ec08a0951a37 admin admin] Publish callbacks [] for security_group (43172dd8-eeb7-4fb9-a856-662a81d534fa), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:13.663790 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba19de0f-7496-4a59-b0f4-fb97b9672527 req-eeb40496-bfa0-4303-99d7-c12be0658afd tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:13.670219 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ba19de0f-7496-4a59-b0f4-fb97b9672527 req-eeb40496-bfa0-4303-99d7-c12be0658afd tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/networks?id=ff818509-18ff-44d0-ba98-5ed91eb1ccd4 HTTP/1.1" status: 200 len: 812 time: 0.6225107 Jan 28 19:22:13.725256 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-96777bb1-d7d8-414f-b8a3-166c3474494a service neutron] 10.222.0.70 "GET /v2.0/networks/a2ca3cee-ca84-49f7-b78e-846e3e35c5f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6555514 Jan 28 19:22:13.738341 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62ddbd1-6b2a-4185-a50f-be9687709fa9 req-27bd14c9-8cbb-4197-be94-105d2bbcd0f0 tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:13.740313 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b62ddbd1-6b2a-4185-a50f-be9687709fa9 req-27bd14c9-8cbb-4197-be94-105d2bbcd0f0 tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] 10.222.0.41 "GET /v2.0/networks?id=33c095fb-ef38-447a-b00a-cb10b3a9fb6a HTTP/1.1" status: 200 len: 811 time: 0.5421734 Jan 28 19:22:13.746222 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ba19de0f-7496-4a59-b0f4-fb97b9672527 req-8acdee93-ecbf-4bf8-b4c5-8f0475c80b00 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/quotas/a83e9cc3029f4baca951cc95e07992a3 HTTP/1.1" status: 200 len: 375 time: 0.0751846 Jan 28 19:22:13.773900 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fd97e7-fd06-4e5d-8467-16174e7ec82c req-b65c5915-96fa-45bb-8383-d2f26ab6eb3a tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:13.781968 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a6fd97e7-fd06-4e5d-8467-16174e7ec82c req-b65c5915-96fa-45bb-8383-d2f26ab6eb3a tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e48b655-5911-4dcd-a073-26e765e9c04d HTTP/1.1" status: 200 len: 945 time: 0.0987782 Jan 28 19:22:13.807750 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-20b7d671-0918-43f9-b32a-6b7c9da83ddc service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9dc6d1c9-fcf0-468a-9d9c-6a726391a876 HTTP/1.1" status: 200 len: 217 time: 0.0589776 Jan 28 19:22:13.815695 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-b62ddbd1-6b2a-4185-a50f-be9687709fa9 req-f2b29a68-7b25-4411-9f73-3ad7d2496b9f tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] Request body: {'port': {'device_id': 'dab0b308-89b2-4933-b603-3ff959dae23c', 'network_id': '33c095fb-ef38-447a-b00a-cb10b3a9fb6a', 'admin_state_up': True, 'tenant_id': '13f3263032ef4a4996ce9c7be76c5dc2'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:22:13.821306 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c7ebd988-3a90-4aa4-bda6-ec08a0951a37 admin admin] Publish callbacks [] for security_group (43172dd8-eeb7-4fb9-a856-662a81d534fa), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:13.864660 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a6fd97e7-fd06-4e5d-8467-16174e7ec82c req-f2f23c76-d438-4b89-9397-b5494e87e38f tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff0a7ca0-73d1-435a-8c79-518c9bdfd3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783865 Jan 28 19:22:13.875003 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ba19de0f-7496-4a59-b0f4-fb97b9672527 req-16038f82-47f2-4750-8d44-1cc4d7a3eb92 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=a83e9cc3029f4baca951cc95e07992a3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1278813 Jan 28 19:22:14.100298 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f08a855c-75f6-45a2-b778-1d508118d4aa req-1c2357f3-7d10-43cc-ad2b-59e780e90e4a tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] 10.222.0.64 "GET /v2.0/ports?device_id=dab0b308-89b2-4933-b603-3ff959dae23c HTTP/1.1" status: 200 len: 210 time: 0.0945916 Jan 28 19:22:14.283136 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-813ccc94-7578-4b80-969d-908dc885f554 req-18482f3f-b6c9-4cc9-9091-e6cb690579e5 tempest-QuotasAdminNegativeTest-1982787319 tempest-QuotasAdminNegativeTest-1982787319-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=85ea2c4f325c4b3ba9a7cc48cffd7e67&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0584025 Jan 28 19:22:14.414487 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-e3777979-cffd-4d7d-b78b-b21d86b06f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:14.415989 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-e3777979-cffd-4d7d-b78b-b21d86b06f3b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=be61367f-e334-4502-b75c-ccc02838dd17 HTTP/1.1" status: 200 len: 797 time: 0.5970311 Jan 28 19:22:14.452871 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device e0b8fdfb-02c6-467b-9870-3d5542dbdf8a up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:22:14.505335 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813ccc94-7578-4b80-969d-908dc885f554 req-d5131723-a169-495f-bce1-04cae8945caf tempest-QuotasAdminNegativeTest-1982787319 tempest-QuotasAdminNegativeTest-1982787319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:14.507056 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-813ccc94-7578-4b80-969d-908dc885f554 req-d5131723-a169-495f-bce1-04cae8945caf tempest-QuotasAdminNegativeTest-1982787319 tempest-QuotasAdminNegativeTest-1982787319-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2171829 Jan 28 19:22:14.537521 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-813ccc94-7578-4b80-969d-908dc885f554 req-e288dd7a-e401-4962-8e27-15a86acb33fa tempest-QuotasAdminNegativeTest-1982787319 tempest-QuotasAdminNegativeTest-1982787319-project] 10.222.0.64 "GET /v2.0/quotas/85ea2c4f325c4b3ba9a7cc48cffd7e67 HTTP/1.1" status: 200 len: 375 time: 0.0209391 Jan 28 19:22:14.541488 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port e0b8fdfb-02c6-467b-9870-3d5542dbdf8a triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:22:14.542411 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (e0b8fdfb-02c6-467b-9870-3d5542dbdf8a), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:14.599183 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-813ccc94-7578-4b80-969d-908dc885f554 req-c2b8ff8c-eae5-4f29-b1d4-c8006f09630a tempest-QuotasAdminNegativeTest-1982787319 tempest-QuotasAdminNegativeTest-1982787319-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=85ea2c4f325c4b3ba9a7cc48cffd7e67&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0604544 Jan 28 19:22:14.630998 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ba19de0f-7496-4a59-b0f4-fb97b9672527 req-f158b11b-31be-4ec9-bcb5-6fdc7a61fb92 service neutron] 10.222.0.64 "GET /v2.0/networks/ff818509-18ff-44d0-ba98-5ed91eb1ccd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7537344 Jan 28 19:22:14.631987 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c7ebd988-3a90-4aa4-bda6-ec08a0951a37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (43172dd8-eeb7-4fb9-a856-662a81d534fa), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:14.641307 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c7ebd988-3a90-4aa4-bda6-ec08a0951a37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:14.646887 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-c7ebd988-3a90-4aa4-bda6-ec08a0951a37 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/43172dd8-eeb7-4fb9-a856-662a81d534fa HTTP/1.1" status: 204 len: 168 time: 1.3265309 Jan 28 19:22:14.657707 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b62ddbd1-6b2a-4185-a50f-be9687709fa9 req-f2b29a68-7b25-4411-9f73-3ad7d2496b9f tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] Made reservation on behalf of 13f3263032ef4a4996ce9c7be76c5dc2 for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:22:14.669213 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-b62ddbd1-6b2a-4185-a50f-be9687709fa9 req-f2b29a68-7b25-4411-9f73-3ad7d2496b9f tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:14.751774 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port e0b8fdfb-02c6-467b-9870-3d5542dbdf8a is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:22:14.761134 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-2ce51e25-c159-4b25-b313-9aaf7ae4ac1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:14.770189 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-2ce51e25-c159-4b25-b313-9aaf7ae4ac1f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a2ca3cee-ca84-49f7-b78e-846e3e35c5f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.3360636 Jan 28 19:22:14.771525 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ebd988-3a90-4aa4-bda6-ec08a0951a37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43172dd8-eeb7-4fb9-a856-662a81d534fa,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:14.999019 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f12023b-6d27-47d1-8772-080ef3b72877 req-08dbd7bb-5518-4cf0-8a3a-7bed370cc5fc tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:15.013927 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4f12023b-6d27-47d1-8772-080ef3b72877 req-08dbd7bb-5518-4cf0-8a3a-7bed370cc5fc tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d703f22-28db-4002-84e0-b0dfabaa540e HTTP/1.1" status: 200 len: 950 time: 0.1689219 Jan 28 19:22:15.126284 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ba19de0f-7496-4a59-b0f4-fb97b9672527 req-f30d0c32-56bb-496a-9817-937cb83129d5 service neutron] 10.222.0.64 "GET /v2.0/networks/ff818509-18ff-44d0-ba98-5ed91eb1ccd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4748797 Jan 28 19:22:15.128360 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4f12023b-6d27-47d1-8772-080ef3b72877 req-2c426dc4-4049-4ada-8344-473ac225ec66 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d07f2a-7a3d-4718-9c1b-16394753837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105974 Jan 28 19:22:15.282889 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-cd52e624-ce8d-4cba-ac3a-dc9a9961d2a5 service neutron] 10.222.0.70 "GET /v2.0/networks/a2ca3cee-ca84-49f7-b78e-846e3e35c5f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4272506 Jan 28 19:22:15.436213 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e34ca77-2716-41d7-984e-2d45bd1e64cc req-4fa6bbf1-e1e7-422c-a1ef-5176693915ba tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:15.445024 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-b62ddbd1-6b2a-4185-a50f-be9687709fa9 req-f2b29a68-7b25-4411-9f73-3ad7d2496b9f tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] Allocated IP 172.20.0.7 (33c095fb-ef38-447a-b00a-cb10b3a9fb6a/a125b0f8-c648-4892-8cc4-9d24d356ab8c/81f99a22-9155-461a-9f4f-0dadff07deab) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:22:15.450281 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8e34ca77-2716-41d7-984e-2d45bd1e64cc req-4fa6bbf1-e1e7-422c-a1ef-5176693915ba tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e48b655-5911-4dcd-a073-26e765e9c04d HTTP/1.1" status: 200 len: 945 time: 0.1443346 Jan 28 19:22:15.540266 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8e34ca77-2716-41d7-984e-2d45bd1e64cc req-11d4440e-2a8d-4872-b81c-50bda1b34564 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff0a7ca0-73d1-435a-8c79-518c9bdfd3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886111 Jan 28 19:22:15.724789 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-77af6e2b-36bb-4aa9-baf6-7df7e1502aeb req-f53de88b-4681-4482-a9ba-96604a95978c service neutron] 10.222.0.70 "GET /v2.0/networks/a2ca3cee-ca84-49f7-b78e-846e3e35c5f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4285839 Jan 28 19:22:15.786740 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e3a674-3a4e-466d-8ee1-f4c4e337a536 req-c623bfc9-a0ed-4c63-928d-6afa051b25f9 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:15.804515 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e3a674-3a4e-466d-8ee1-f4c4e337a536 req-c623bfc9-a0ed-4c63-928d-6afa051b25f9 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:15.810091 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e3a674-3a4e-466d-8ee1-f4c4e337a536 req-c623bfc9-a0ed-4c63-928d-6afa051b25f9 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:15.824095 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e3a674-3a4e-466d-8ee1-f4c4e337a536 req-c623bfc9-a0ed-4c63-928d-6afa051b25f9 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:15.838109 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e3a674-3a4e-466d-8ee1-f4c4e337a536 req-c623bfc9-a0ed-4c63-928d-6afa051b25f9 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:15.848639 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e3a674-3a4e-466d-8ee1-f4c4e337a536 req-c623bfc9-a0ed-4c63-928d-6afa051b25f9 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:15.853998 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e3a674-3a4e-466d-8ee1-f4c4e337a536 req-c623bfc9-a0ed-4c63-928d-6afa051b25f9 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:15.873810 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c4e3a674-3a4e-466d-8ee1-f4c4e337a536 req-c623bfc9-a0ed-4c63-928d-6afa051b25f9 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.64 "GET /v2.0/ports?device_id=5bd15075-1e8c-4d4e-9154-d45912ca536e HTTP/1.1" status: 200 len: 5422 time: 0.3587942 Jan 28 19:22:16.013939 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 45968) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:22:16.103431 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-b62ddbd1-6b2a-4185-a50f-be9687709fa9 req-f2b29a68-7b25-4411-9f73-3ad7d2496b9f tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] Publish callbacks [] for port (81f99a22-9155-461a-9f4f-0dadff07deab), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:16.130277 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c4e3a674-3a4e-466d-8ee1-f4c4e337a536 req-de6adf2b-0a58-4c15-b758-84c87894fe27 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.64 "GET /v2.0/security-groups?id=abf1c1e9-b349-4aee-9c71-682c8b55783a&id=b98a868e-e5c1-410f-a3c5-8429d6410f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2549386 Jan 28 19:22:16.149324 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c28bf9a-971c-4c6e-be4d-f1e1f06032f7 req-b5274635-329f-47cf-9fbd-e04dda8660c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:16.155785 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c28bf9a-971c-4c6e-be4d-f1e1f06032f7 req-b5274635-329f-47cf-9fbd-e04dda8660c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:16.157401 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c28bf9a-971c-4c6e-be4d-f1e1f06032f7 req-b5274635-329f-47cf-9fbd-e04dda8660c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:16.158792 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c28bf9a-971c-4c6e-be4d-f1e1f06032f7 req-b5274635-329f-47cf-9fbd-e04dda8660c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:16.161683 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c28bf9a-971c-4c6e-be4d-f1e1f06032f7 req-b5274635-329f-47cf-9fbd-e04dda8660c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:16.162391 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c28bf9a-971c-4c6e-be4d-f1e1f06032f7 req-b5274635-329f-47cf-9fbd-e04dda8660c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:16.163031 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c28bf9a-971c-4c6e-be4d-f1e1f06032f7 req-b5274635-329f-47cf-9fbd-e04dda8660c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:16.165688 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5c28bf9a-971c-4c6e-be4d-f1e1f06032f7 req-b5274635-329f-47cf-9fbd-e04dda8660c1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f867837fb6c242938544d048cd197d0a&device_id=5bd15075-1e8c-4d4e-9154-d45912ca536e HTTP/1.1" status: 200 len: 6703 time: 0.2757003 Jan 28 19:22:16.203086 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-5ad6e75e-b845-47ad-b4fa-43e5c0686050 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-535938706-network', 'tenant_id': '8f3558f2b66642eda891aec2b92891c7'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:22:16.274342 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ad6e75e-b845-47ad-b4fa-43e5c0686050 admin admin] Made reservation on behalf of 8f3558f2b66642eda891aec2b92891c7 for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:22:16.282013 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5ad6e75e-b845-47ad-b4fa-43e5c0686050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:16.304757 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5ad6e75e-b845-47ad-b4fa-43e5c0686050 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:16.378055 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d5625464-3769-4857-9289-254bf5f8ba28 req-01f9ec72-0a75-4d8b-b261-b1ca21ff977b tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] 10.222.0.64 "GET /v2.0/ports?device_id=dab0b308-89b2-4933-b603-3ff959dae23c HTTP/1.1" status: 200 len: 210 time: 0.1345947 Jan 28 19:22:16.431160 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-b62ddbd1-6b2a-4185-a50f-be9687709fa9 req-f2b29a68-7b25-4411-9f73-3ad7d2496b9f tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (81f99a22-9155-461a-9f4f-0dadff07deab), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:16.522332 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5ad6e75e-b845-47ad-b4fa-43e5c0686050 admin admin] Publish callbacks [] for security_group (bec31a1c-c230-472f-91bb-962fc9cfddde), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:16.539322 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5ad6e75e-b845-47ad-b4fa-43e5c0686050 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (bec31a1c-c230-472f-91bb-962fc9cfddde), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:16.583202 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b29a68-7b25-4411-9f73-3ad7d2496b9f tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] Pushing event updated for resources: {'Port': ['ID=81f99a22-9155-461a-9f4f-0dadff07deab,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:16.621700 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ad6e75e-b845-47ad-b4fa-43e5c0686050 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:22:16.645081 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b62ddbd1-6b2a-4185-a50f-be9687709fa9 req-f2b29a68-7b25-4411-9f73-3ad7d2496b9f tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] Network 33c095fb-ef38-447a-b00a-cb10b3a9fb6a is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:22:16.649405 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [req-e7b3eee9-7de2-4bac-9d1e-b79aa91950b9 req-f1c099c8-48d0-49bf-b297-034c6fe32bd9 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103304) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:22:16.662871 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e7b3eee9-7de2-4bac-9d1e-b79aa91950b9 req-f1c099c8-48d0-49bf-b297-034c6fe32bd9 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0212069 Jan 28 19:22:16.664823 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-b62ddbd1-6b2a-4185-a50f-be9687709fa9 req-f2b29a68-7b25-4411-9f73-3ad7d2496b9f tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:22:16.668986 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c28bf9a-971c-4c6e-be4d-f1e1f06032f7 req-408ad0c4-cef5-4104-8d41-4c5c7f068f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:16.675302 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5c28bf9a-971c-4c6e-be4d-f1e1f06032f7 req-408ad0c4-cef5-4104-8d41-4c5c7f068f7e service neutron] 10.222.0.70 "GET /v2.0/networks?id=a2ca3cee-ca84-49f7-b78e-846e3e35c5f2 HTTP/1.1" status: 200 len: 902 time: 0.4959588 Jan 28 19:22:16.678601 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-b62ddbd1-6b2a-4185-a50f-be9687709fa9 req-f2b29a68-7b25-4411-9f73-3ad7d2496b9f tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:22:16.711294 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad6e75e-b845-47ad-b4fa-43e5c0686050 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bec31a1c-c230-472f-91bb-962fc9cfddde,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:16.726515 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5ad6e75e-b845-47ad-b4fa-43e5c0686050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (9a036823-1b5b-4a08-9be8-8bed7e7eab04), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:16.730015 n-d-812111-14 neutron-server[103305]: INFO neutron.db.segments_db [None req-5ad6e75e-b845-47ad-b4fa-43e5c0686050 admin admin] Added segment 9a036823-1b5b-4a08-9be8-8bed7e7eab04 of type vlan for network b2fb9b9e-9566-48b7-95b6-d0c6794fa165 Jan 28 19:22:16.839936 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5c28bf9a-971c-4c6e-be4d-f1e1f06032f7 req-5e89c8f0-5319-49c8-99be-59c7f2b8e616 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9dc6d1c9-fcf0-468a-9d9c-6a726391a876 HTTP/1.1" status: 200 len: 217 time: 0.1548767 Jan 28 19:22:16.841381 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5ad6e75e-b845-47ad-b4fa-43e5c0686050 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (b2fb9b9e-9566-48b7-95b6-d0c6794fa165), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:16.899335 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5ad6e75e-b845-47ad-b4fa-43e5c0686050 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (b2fb9b9e-9566-48b7-95b6-d0c6794fa165), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:16.900310 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad6e75e-b845-47ad-b4fa-43e5c0686050 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:16.900981 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5ad6e75e-b845-47ad-b4fa-43e5c0686050 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:16.937914 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-72792259-2f9e-4a4a-82fb-2c536511b532 req-8177b91d-6349-43b2-9623-62f6ea4816f4 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/ports?device_id=526e2654-a350-462e-8c7e-a53643b5bc70 HTTP/1.1" status: 200 len: 210 time: 0.0519240 Jan 28 19:22:17.037123 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62ddbd1-6b2a-4185-a50f-be9687709fa9 req-f2b29a68-7b25-4411-9f73-3ad7d2496b9f tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:17.037806 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-b62ddbd1-6b2a-4185-a50f-be9687709fa9 req-f2b29a68-7b25-4411-9f73-3ad7d2496b9f tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:17.079135 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b62ddbd1-6b2a-4185-a50f-be9687709fa9 req-f2b29a68-7b25-4411-9f73-3ad7d2496b9f tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3245120 Jan 28 19:22:17.088186 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c28bf9a-971c-4c6e-be4d-f1e1f06032f7 req-b88acc74-2527-4f61-8afb-0b9d284a0017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:17.092154 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5c28bf9a-971c-4c6e-be4d-f1e1f06032f7 req-b88acc74-2527-4f61-8afb-0b9d284a0017 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=be61367f-e334-4502-b75c-ccc02838dd17 HTTP/1.1" status: 200 len: 797 time: 0.2418685 Jan 28 19:22:17.100055 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-b62ddbd1-6b2a-4185-a50f-be9687709fa9 req-2a8e705b-0464-4ab0-8e27-ca4aa122f723 service neutron] Request body: {'port': {'device_id': 'dab0b308-89b2-4933-b603-3ff959dae23c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-14'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:22:17.178819 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-5ad6e75e-b845-47ad-b4fa-43e5c0686050 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1554976 Jan 28 19:22:17.184173 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 45988) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:22:17.208986 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-a887a4dc-26ec-4a83-a669-b4b6a37e4c5d admin admin] Request body: {'subnet': {'network_id': 'b2fb9b9e-9566-48b7-95b6-d0c6794fa165', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-535938706-subnet', 'tenant_id': '8f3558f2b66642eda891aec2b92891c7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:22:17.232681 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad6e75e-b845-47ad-b4fa-43e5c0686050 admin admin] Pushing event updated for resources: {'Network': ['ID=b2fb9b9e-9566-48b7-95b6-d0c6794fa165,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:17.263457 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network b2fb9b9e-9566-48b7-95b6-d0c6794fa165 details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:22:17.450374 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a887a4dc-26ec-4a83-a669-b4b6a37e4c5d admin admin] Made reservation on behalf of 8f3558f2b66642eda891aec2b92891c7 for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:22:17.455650 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a887a4dc-26ec-4a83-a669-b4b6a37e4c5d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4733071'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:17.564028 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 45996) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:22:17.617486 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-b62ddbd1-6b2a-4185-a50f-be9687709fa9 req-2a8e705b-0464-4ab0-8e27-ca4aa122f723 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (81f99a22-9155-461a-9f4f-0dadff07deab), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:17.644107 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5071275c-77d1-47da-b661-65e9ce265390 req-29701aa3-f61b-43b1-b0ed-e515d1134f3a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5d703f22-28db-4002-84e0-b0dfabaa540e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5691485 Jan 28 19:22:17.662079 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b59b9c-3230-46dd-aa7a-0268ce1241f3 req-602e9da8-8eca-4055-ad6c-6c485f27d23c tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:17.670352 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-27b59b9c-3230-46dd-aa7a-0268ce1241f3 req-602e9da8-8eca-4055-ad6c-6c485f27d23c tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d703f22-28db-4002-84e0-b0dfabaa540e HTTP/1.1" status: 200 len: 950 time: 0.3159173 Jan 28 19:22:17.687457 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c28bf9a-971c-4c6e-be4d-f1e1f06032f7 req-e0d322e2-dbee-4163-9570-fb097717190e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:17.689841 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5c28bf9a-971c-4c6e-be4d-f1e1f06032f7 req-e0d322e2-dbee-4163-9570-fb097717190e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a2ca3cee-ca84-49f7-b78e-846e3e35c5f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.5790117 Jan 28 19:22:17.763968 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba19de0f-7496-4a59-b0f4-fb97b9672527 req-fbea2c44-93b0-4941-ba5d-753d2db4b4c1 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:17.765960 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ba19de0f-7496-4a59-b0f4-fb97b9672527 req-fbea2c44-93b0-4941-ba5d-753d2db4b4c1 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.70 "GET /v2.0/networks?id=ff818509-18ff-44d0-ba98-5ed91eb1ccd4 HTTP/1.1" status: 200 len: 812 time: 0.5903680 Jan 28 19:22:17.839898 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [req-5071275c-77d1-47da-b661-65e9ce265390 req-54f83188-ec6f-40cb-8f68-29b02edc1fad service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:22:17.844910 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5071275c-77d1-47da-b661-65e9ce265390 req-54f83188-ec6f-40cb-8f68-29b02edc1fad service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1620824 Jan 28 19:22:17.859271 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a887a4dc-26ec-4a83-a669-b4b6a37e4c5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4752401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4733085'] for subnet (50123b70-0cc2-491b-b4aa-88c05b8e7802), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:18.047884 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-27b59b9c-3230-46dd-aa7a-0268ce1241f3 req-0be18ed8-b4a0-470a-a469-2ead04709f54 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d07f2a-7a3d-4718-9c1b-16394753837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3660209 Jan 28 19:22:18.061353 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a887a4dc-26ec-4a83-a669-b4b6a37e4c5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=50123b70-0cc2-491b-b4aa-88c05b8e7802,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:18.070366 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a887a4dc-26ec-4a83-a669-b4b6a37e4c5d admin admin] Checking segment: {'id': '9a036823-1b5b-4a08-9be8-8bed7e7eab04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'b2fb9b9e-9566-48b7-95b6-d0c6794fa165'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:22:18.070687 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a887a4dc-26ec-4a83-a669-b4b6a37e4c5d admin admin] Network hostable DHCP agents. Network: b2fb9b9e-9566-48b7-95b6-d0c6794fa165, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:22:18.087723 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-ba19de0f-7496-4a59-b0f4-fb97b9672527 req-37dfccfc-5093-46e9-8bc2-61d81f82c2d0 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Request body: {'port': {'device_id': '526e2654-a350-462e-8c7e-a53643b5bc70', 'network_id': 'ff818509-18ff-44d0-ba98-5ed91eb1ccd4', 'admin_state_up': True, 'tenant_id': 'a83e9cc3029f4baca951cc95e07992a3'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:22:18.102709 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a887a4dc-26ec-4a83-a669-b4b6a37e4c5d admin admin] Network b2fb9b9e-9566-48b7-95b6-d0c6794fa165 is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:22:18.129037 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-a887a4dc-26ec-4a83-a669-b4b6a37e4c5d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, b2fb9b9e-9566-48b7-95b6-d0c6794fa165) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:22:18.134169 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a887a4dc-26ec-4a83-a669-b4b6a37e4c5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:18.136665 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a887a4dc-26ec-4a83-a669-b4b6a37e4c5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:18.143725 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78dd4d2f-a82f-4b8c-a86c-08b9b0f4520a None None] Network b2fb9b9e-9566-48b7-95b6-d0c6794fa165 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:22:18.187421 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-a887a4dc-26ec-4a83-a669-b4b6a37e4c5d admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9917896 Jan 28 19:22:18.191342 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 46014) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:22:18.207728 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-05b307b0-5dd2-433e-8d04-bb4f9261185b admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-535938706-router', 'tenant_id': '8f3558f2b66642eda891aec2b92891c7', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:22:18.288243 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276b6d58-7a27-43e5-9fc0-aada2c8e31b9 req-08078db3-039c-4823-8b2e-461896a074c6 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:18.297702 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-276b6d58-7a27-43e5-9fc0-aada2c8e31b9 req-08078db3-039c-4823-8b2e-461896a074c6 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e48b655-5911-4dcd-a073-26e765e9c04d HTTP/1.1" status: 200 len: 945 time: 0.0860014 Jan 28 19:22:18.301783 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8e2a7c3c-f88f-41e9-8e1e-7508aeaccacc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:18.303205 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-05b307b0-5dd2-433e-8d04-bb4f9261185b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261150'] for router (f74451c7-bd7d-4dd4-a140-4702c3d73b46), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:18.304475 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-05b307b0-5dd2-433e-8d04-bb4f9261185b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-731099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-731441', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261129'] for router (f74451c7-bd7d-4dd4-a140-4702c3d73b46), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:18.312944 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5c28bf9a-971c-4c6e-be4d-f1e1f06032f7 req-962d3ed0-a113-4e7e-badd-56f546309a5f service neutron] 10.222.0.70 "GET /v2.0/networks/a2ca3cee-ca84-49f7-b78e-846e3e35c5f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6074805 Jan 28 19:22:18.347651 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6395496-1e89-484f-ae9c-4e479617d9d2 req-1a9dd929-925e-4ac1-94d5-9b7d5eb37ff8 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:18.354747 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6395496-1e89-484f-ae9c-4e479617d9d2 req-1a9dd929-925e-4ac1-94d5-9b7d5eb37ff8 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:18.359700 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77be0b49-f355-44e3-8f10-b0c100d21f15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68cd31fd-e4cd-5fb3-a862-256fc47efcd2-b2fb9b9e-9566-48b7-95b6-d0c6794fa165', 'network_id': 'b2fb9b9e-9566-48b7-95b6-d0c6794fa165', 'project_id': '8f3558f2b66642eda891aec2b92891c7', 'fixed_ips': [{'subnet_id': '50123b70-0cc2-491b-b4aa-88c05b8e7802'}]}} from n-d-812111-14. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:22:18.360588 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-77be0b49-f355-44e3-8f10-b0c100d21f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:18.362086 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6395496-1e89-484f-ae9c-4e479617d9d2 req-1a9dd929-925e-4ac1-94d5-9b7d5eb37ff8 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:18.367766 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6395496-1e89-484f-ae9c-4e479617d9d2 req-1a9dd929-925e-4ac1-94d5-9b7d5eb37ff8 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:18.373186 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6395496-1e89-484f-ae9c-4e479617d9d2 req-1a9dd929-925e-4ac1-94d5-9b7d5eb37ff8 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:18.379369 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6395496-1e89-484f-ae9c-4e479617d9d2 req-1a9dd929-925e-4ac1-94d5-9b7d5eb37ff8 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:18.389710 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6395496-1e89-484f-ae9c-4e479617d9d2 req-1a9dd929-925e-4ac1-94d5-9b7d5eb37ff8 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:18.397558 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d6395496-1e89-484f-ae9c-4e479617d9d2 req-1a9dd929-925e-4ac1-94d5-9b7d5eb37ff8 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.64 "GET /v2.0/ports?device_id=5bd15075-1e8c-4d4e-9154-d45912ca536e HTTP/1.1" status: 200 len: 5422 time: 0.9286854 Jan 28 19:22:18.439362 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-276b6d58-7a27-43e5-9fc0-aada2c8e31b9 req-a6be07f5-8ead-451f-9df3-a12db7ec2227 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff0a7ca0-73d1-435a-8c79-518c9bdfd3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365783 Jan 28 19:22:18.542951 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5c28bf9a-971c-4c6e-be4d-f1e1f06032f7 req-fa3de03c-9e26-4d4e-bb7b-1a6117455c5f service neutron] 10.222.0.70 "GET /v2.0/networks/a2ca3cee-ca84-49f7-b78e-846e3e35c5f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2188394 Jan 28 19:22:18.584793 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-05b307b0-5dd2-433e-8d04-bb4f9261185b admin admin] Publish callbacks [] for router_controller (f74451c7-bd7d-4dd4-a140-4702c3d73b46), precommit_add_association {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:18.689088 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d6395496-1e89-484f-ae9c-4e479617d9d2 req-de972c1a-c42a-4c71-a1b5-5dd01ce7f06d tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.64 "GET /v2.0/security-groups?id=abf1c1e9-b349-4aee-9c71-682c8b55783a&id=b98a868e-e5c1-410f-a3c5-8429d6410f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1095688 Jan 28 19:22:18.718356 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-77be0b49-f355-44e3-8f10-b0c100d21f15 None None] Allocated IP 172.20.0.2 (b2fb9b9e-9566-48b7-95b6-d0c6794fa165/50123b70-0cc2-491b-b4aa-88c05b8e7802/84d92d9e-32b2-43fd-af08-67a35813ed1a) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:22:18.897977 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4dfe2b-d4b6-47e4-8ed0-7b144c88bd23 req-e880012b-4aae-44ff-a035-ed1cccc11ea4 tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:18.905291 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ab4dfe2b-d4b6-47e4-8ed0-7b144c88bd23 req-e880012b-4aae-44ff-a035-ed1cccc11ea4 tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] 10.222.0.64 "GET /v2.0/ports?device_id=dab0b308-89b2-4933-b603-3ff959dae23c HTTP/1.1" status: 200 len: 931 time: 0.3156512 Jan 28 19:22:18.962617 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c53dc48c-3f2e-42da-acd2-1f91e31c6d27 req-4b4143e9-e8c8-4a8d-a7ec-6d5345856ec1 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/ports?device_id=526e2654-a350-462e-8c7e-a53643b5bc70 HTTP/1.1" status: 200 len: 210 time: 0.0789263 Jan 28 19:22:18.995105 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-b62ddbd1-6b2a-4185-a50f-be9687709fa9 req-2a8e705b-0464-4ab0-8e27-ca4aa122f723 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81f99a22-9155-461a-9f4f-0dadff07deab {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:22:19.027636 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-b62ddbd1-6b2a-4185-a50f-be9687709fa9 req-2a8e705b-0464-4ab0-8e27-ca4aa122f723 service neutron] Publish callbacks [] for port (81f99a22-9155-461a-9f4f-0dadff07deab), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:19.068822 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ab4dfe2b-d4b6-47e4-8ed0-7b144c88bd23 req-bed12e7a-e9df-4f39-9b1d-e32842c3cacb tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed5dbff7-d8b6-44bf-8755-79d5f3e8f67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625841 Jan 28 19:22:19.078266 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8e2a7c3c-f88f-41e9-8e1e-7508aeaccacc admin admin] Publish callbacks [] for security_group (56becc4d-a17c-42c7-9ed5-11a644485489), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:19.087846 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba19de0f-7496-4a59-b0f4-fb97b9672527 req-37dfccfc-5093-46e9-8bc2-61d81f82c2d0 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Made reservation on behalf of a83e9cc3029f4baca951cc95e07992a3 for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:22:19.099523 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-ba19de0f-7496-4a59-b0f4-fb97b9672527 req-37dfccfc-5093-46e9-8bc2-61d81f82c2d0 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:19.124581 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-b62ddbd1-6b2a-4185-a50f-be9687709fa9 req-2a8e705b-0464-4ab0-8e27-ca4aa122f723 service neutron] Transition to ACTIVE for port object 81f99a22-9155-461a-9f4f-0dadff07deab will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:22:19.129671 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8e2a7c3c-f88f-41e9-8e1e-7508aeaccacc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (56becc4d-a17c-42c7-9ed5-11a644485489), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:19.172080 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2a7c3c-f88f-41e9-8e1e-7508aeaccacc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56becc4d-a17c-42c7-9ed5-11a644485489,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:19.188219 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-05b307b0-5dd2-433e-8d04-bb4f9261185b admin admin] Publish callbacks [] for router_gateway (f74451c7-bd7d-4dd4-a140-4702c3d73b46), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:19.193914 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-b62ddbd1-6b2a-4185-a50f-be9687709fa9 req-2a8e705b-0464-4ab0-8e27-ca4aa122f723 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (81f99a22-9155-461a-9f4f-0dadff07deab), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:19.196194 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-77be0b49-f355-44e3-8f10-b0c100d21f15 None None] Publish callbacks [] for port (84d92d9e-32b2-43fd-af08-67a35813ed1a), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:19.230019 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-77be0b49-f355-44e3-8f10-b0c100d21f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (84d92d9e-32b2-43fd-af08-67a35813ed1a), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:19.341645 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77be0b49-f355-44e3-8f10-b0c100d21f15 None None] Pushing event updated for resources: {'Port': ['ID=84d92d9e-32b2-43fd-af08-67a35813ed1a,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:19.357438 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77be0b49-f355-44e3-8f10-b0c100d21f15 None None] Network b2fb9b9e-9566-48b7-95b6-d0c6794fa165 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:22:19.359564 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-77be0b49-f355-44e3-8f10-b0c100d21f15 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:22:19.366323 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-ba19de0f-7496-4a59-b0f4-fb97b9672527 req-37dfccfc-5093-46e9-8bc2-61d81f82c2d0 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Allocated IP 172.20.0.7 (ff818509-18ff-44d0-ba98-5ed91eb1ccd4/6cea2404-3048-43fe-b9cb-bebcf3282d53/2345cf37-8df1-4a7c-90bf-a00ed44a6a23) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:22:19.369477 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77be0b49-f355-44e3-8f10-b0c100d21f15 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:22:19.513367 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b73f41-ab78-47a2-bade-6c6027a975d0 req-ec743e90-2264-4414-ab9a-dc3e25e69ad2 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:19.521950 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-81b73f41-ab78-47a2-bade-6c6027a975d0 req-ec743e90-2264-4414-ab9a-dc3e25e69ad2 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d703f22-28db-4002-84e0-b0dfabaa540e HTTP/1.1" status: 200 len: 950 time: 0.2975268 Jan 28 19:22:19.564046 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-77be0b49-f355-44e3-8f10-b0c100d21f15 None None] Attempting to bind port 84d92d9e-32b2-43fd-af08-67a35813ed1a on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:22:19.568352 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-77be0b49-f355-44e3-8f10-b0c100d21f15 None None] Attempting to bind port 84d92d9e-32b2-43fd-af08-67a35813ed1a by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '9a036823-1b5b-4a08-9be8-8bed7e7eab04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'b2fb9b9e-9566-48b7-95b6-d0c6794fa165'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:22:19.569166 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77be0b49-f355-44e3-8f10-b0c100d21f15 None None] Attempting to bind port 84d92d9e-32b2-43fd-af08-67a35813ed1a on network b2fb9b9e-9566-48b7-95b6-d0c6794fa165 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:22:19.583600 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77be0b49-f355-44e3-8f10-b0c100d21f15 None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:22:19.584155 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77be0b49-f355-44e3-8f10-b0c100d21f15 None None] Checking segment: {'id': '9a036823-1b5b-4a08-9be8-8bed7e7eab04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'b2fb9b9e-9566-48b7-95b6-d0c6794fa165'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:22:19.584659 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-77be0b49-f355-44e3-8f10-b0c100d21f15 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:19.585180 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77be0b49-f355-44e3-8f10-b0c100d21f15 None None] Bound using segment: {'id': '9a036823-1b5b-4a08-9be8-8bed7e7eab04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'b2fb9b9e-9566-48b7-95b6-d0c6794fa165'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:22:19.585767 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-77be0b49-f355-44e3-8f10-b0c100d21f15 None None] Bound port: 84d92d9e-32b2-43fd-af08-67a35813ed1a, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a036823-1b5b-4a08-9be8-8bed7e7eab04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'b2fb9b9e-9566-48b7-95b6-d0c6794fa165'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:22:19.586251 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-77be0b49-f355-44e3-8f10-b0c100d21f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (84d92d9e-32b2-43fd-af08-67a35813ed1a), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:19.611525 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-81b73f41-ab78-47a2-bade-6c6027a975d0 req-8a33b366-87c5-4274-a0dd-1c8b749c37e3 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d07f2a-7a3d-4718-9c1b-16394753837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864480 Jan 28 19:22:19.788913 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-77be0b49-f355-44e3-8f10-b0c100d21f15 None None] For port 84d92d9e-32b2-43fd-af08-67a35813ed1a, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:22:19.803478 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-77be0b49-f355-44e3-8f10-b0c100d21f15 None None] For port 84d92d9e-32b2-43fd-af08-67a35813ed1a, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=84d92d9e-32b2-43fd-af08-67a35813ed1a,segment=NetworkSegment(9a036823-1b5b-4a08-9be8-8bed7e7eab04),segment_id=9a036823-1b5b-4a08-9be8-8bed7e7eab04)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:22:19.832219 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-77be0b49-f355-44e3-8f10-b0c100d21f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (84d92d9e-32b2-43fd-af08-67a35813ed1a), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:19.929501 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-ba19de0f-7496-4a59-b0f4-fb97b9672527 req-37dfccfc-5093-46e9-8bc2-61d81f82c2d0 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Publish callbacks [] for port (2345cf37-8df1-4a7c-90bf-a00ed44a6a23), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:19.941240 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-8e2a7c3c-f88f-41e9-8e1e-7508aeaccacc admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=85ea2c4f325c4b3ba9a7cc48cffd7e67&name=default HTTP/1.1" status: 200 len: 2996 time: 2.3573418 Jan 28 19:22:19.943738 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 46050) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:22:20.002239 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-05b307b0-5dd2-433e-8d04-bb4f9261185b admin admin] Publish callbacks [] for router_gateway (f74451c7-bd7d-4dd4-a140-4702c3d73b46), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:20.013011 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77be0b49-f355-44e3-8f10-b0c100d21f15 None None] Pushing event updated for resources: {'Port': ['ID=84d92d9e-32b2-43fd-af08-67a35813ed1a,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:20.039817 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-05b307b0-5dd2-433e-8d04-bb4f9261185b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:20.059786 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8e705b-0464-4ab0-8e27-ca4aa122f723 service neutron] Pushing event updated for resources: {'Port': ['ID=81f99a22-9155-461a-9f4f-0dadff07deab,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:20.066984 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5095fa-b385-43e1-8645-ebbd49a0807f req-1930c2d4-5dfd-4c48-972b-77880a621e51 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:20.073333 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5095fa-b385-43e1-8645-ebbd49a0807f req-1930c2d4-5dfd-4c48-972b-77880a621e51 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:20.079724 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5095fa-b385-43e1-8645-ebbd49a0807f req-1930c2d4-5dfd-4c48-972b-77880a621e51 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:20.086558 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5095fa-b385-43e1-8645-ebbd49a0807f req-1930c2d4-5dfd-4c48-972b-77880a621e51 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:20.093463 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5095fa-b385-43e1-8645-ebbd49a0807f req-1930c2d4-5dfd-4c48-972b-77880a621e51 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:20.101116 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5095fa-b385-43e1-8645-ebbd49a0807f req-1930c2d4-5dfd-4c48-972b-77880a621e51 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:20.106792 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5095fa-b385-43e1-8645-ebbd49a0807f req-1930c2d4-5dfd-4c48-972b-77880a621e51 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:20.131140 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6e5095fa-b385-43e1-8645-ebbd49a0807f req-1930c2d4-5dfd-4c48-972b-77880a621e51 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.64 "GET /v2.0/ports?device_id=5bd15075-1e8c-4d4e-9154-d45912ca536e HTTP/1.1" status: 200 len: 5422 time: 0.2297080 Jan 28 19:22:20.214355 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638cc84f-8767-4a56-a5be-db495e032c0a req-86dacb85-058d-4206-a332-845297bd5371 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:20.222890 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-638cc84f-8767-4a56-a5be-db495e032c0a req-86dacb85-058d-4206-a332-845297bd5371 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e48b655-5911-4dcd-a073-26e765e9c04d HTTP/1.1" status: 200 len: 945 time: 0.4305267 Jan 28 19:22:20.244670 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-ba19de0f-7496-4a59-b0f4-fb97b9672527 req-37dfccfc-5093-46e9-8bc2-61d81f82c2d0 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (2345cf37-8df1-4a7c-90bf-a00ed44a6a23), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:20.349080 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-b62ddbd1-6b2a-4185-a50f-be9687709fa9 req-2a8e705b-0464-4ab0-8e27-ca4aa122f723 service neutron] Attempting to bind port 81f99a22-9155-461a-9f4f-0dadff07deab on host n-h1-812111-14 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:22:20.349494 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-b62ddbd1-6b2a-4185-a50f-be9687709fa9 req-2a8e705b-0464-4ab0-8e27-ca4aa122f723 service neutron] Attempting to bind port 81f99a22-9155-461a-9f4f-0dadff07deab by drivers openvswitch,hyperv on host n-h1-812111-14 at level 0 using segments [{'id': '0d84d916-97fe-4a55-a454-c0fc25feb1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '33c095fb-ef38-447a-b00a-cb10b3a9fb6a'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:22:20.349832 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62ddbd1-6b2a-4185-a50f-be9687709fa9 req-2a8e705b-0464-4ab0-8e27-ca4aa122f723 service neutron] Attempting to bind port 81f99a22-9155-461a-9f4f-0dadff07deab on network 33c095fb-ef38-447a-b00a-cb10b3a9fb6a {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:22:20.355577 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c079cc4e-5583-460f-a9ef-33133d374545 admin admin] Publish callbacks [] for security_group (56becc4d-a17c-42c7-9ed5-11a644485489), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:20.365870 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 46058) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:22:20.399689 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6e5095fa-b385-43e1-8645-ebbd49a0807f req-5dcfb08a-2160-4ce7-b2d9-5d5f540c7f44 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.64 "GET /v2.0/security-groups?id=abf1c1e9-b349-4aee-9c71-682c8b55783a&id=b98a868e-e5c1-410f-a3c5-8429d6410f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2588356 Jan 28 19:22:20.413761 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5071275c-77d1-47da-b661-65e9ce265390 req-1b7d7a51-3b83-41c4-9210-9922a741607f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:20.415467 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5071275c-77d1-47da-b661-65e9ce265390 req-1b7d7a51-3b83-41c4-9210-9922a741607f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e0a949cf73864faf86b4b8a64f5cd635&device_id=5d703f22-28db-4002-84e0-b0dfabaa540e HTTP/1.1" status: 200 len: 1133 time: 0.1728628 Jan 28 19:22:20.430084 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:20.450359 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c079cc4e-5583-460f-a9ef-33133d374545 admin admin] Publish callbacks [] for security_group (56becc4d-a17c-42c7-9ed5-11a644485489), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:20.499249 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dfccfc-5093-46e9-8bc2-61d81f82c2d0 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Pushing event updated for resources: {'Port': ['ID=2345cf37-8df1-4a7c-90bf-a00ed44a6a23,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:20.521813 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62ddbd1-6b2a-4185-a50f-be9687709fa9 req-2a8e705b-0464-4ab0-8e27-ca4aa122f723 service neutron] Port 81f99a22-9155-461a-9f4f-0dadff07deab on network 33c095fb-ef38-447a-b00a-cb10b3a9fb6a not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-14 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:22:20.522354 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62ddbd1-6b2a-4185-a50f-be9687709fa9 req-2a8e705b-0464-4ab0-8e27-ca4aa122f723 service neutron] Attempting to bind port 81f99a22-9155-461a-9f4f-0dadff07deab on network 33c095fb-ef38-447a-b00a-cb10b3a9fb6a {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:22:20.531617 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba19de0f-7496-4a59-b0f4-fb97b9672527 req-37dfccfc-5093-46e9-8bc2-61d81f82c2d0 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Network ff818509-18ff-44d0-ba98-5ed91eb1ccd4 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:22:20.540414 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-ba19de0f-7496-4a59-b0f4-fb97b9672527 req-37dfccfc-5093-46e9-8bc2-61d81f82c2d0 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:22:20.546507 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62ddbd1-6b2a-4185-a50f-be9687709fa9 req-2a8e705b-0464-4ab0-8e27-ca4aa122f723 service neutron] Checking agent: {'id': 'b544ba20-de93-4d86-9e6b-a2202deb6191', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:22:20.547248 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62ddbd1-6b2a-4185-a50f-be9687709fa9 req-2a8e705b-0464-4ab0-8e27-ca4aa122f723 service neutron] Checking segment: {'id': '0d84d916-97fe-4a55-a454-c0fc25feb1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '33c095fb-ef38-447a-b00a-cb10b3a9fb6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:22:20.547841 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62ddbd1-6b2a-4185-a50f-be9687709fa9 req-2a8e705b-0464-4ab0-8e27-ca4aa122f723 service neutron] Bound using segment: {'id': '0d84d916-97fe-4a55-a454-c0fc25feb1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '33c095fb-ef38-447a-b00a-cb10b3a9fb6a'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:22:20.548977 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-b62ddbd1-6b2a-4185-a50f-be9687709fa9 req-2a8e705b-0464-4ab0-8e27-ca4aa122f723 service neutron] Bound port: 81f99a22-9155-461a-9f4f-0dadff07deab, host: n-h1-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d84d916-97fe-4a55-a454-c0fc25feb1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '33c095fb-ef38-447a-b00a-cb10b3a9fb6a'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:22:20.549562 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-b62ddbd1-6b2a-4185-a50f-be9687709fa9 req-2a8e705b-0464-4ab0-8e27-ca4aa122f723 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (81f99a22-9155-461a-9f4f-0dadff07deab), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:20.553077 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba19de0f-7496-4a59-b0f4-fb97b9672527 req-37dfccfc-5093-46e9-8bc2-61d81f82c2d0 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:22:20.584491 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-05b307b0-5dd2-433e-8d04-bb4f9261185b admin admin] Allocated IP 172.25.6.122 (d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8/a648e4ab-7422-41b9-b133-58aca25ab8f5/3f997c24-8baf-4568-8831-02e3b77bfea9) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:22:20.613617 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-638cc84f-8767-4a56-a5be-db495e032c0a req-04881fdd-a3e8-403f-aa24-c5c34d1eff57 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff0a7ca0-73d1-435a-8c79-518c9bdfd3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3897197 Jan 28 19:22:20.736852 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c079cc4e-5583-460f-a9ef-33133d374545 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (56becc4d-a17c-42c7-9ed5-11a644485489), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:20.739505 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c079cc4e-5583-460f-a9ef-33133d374545 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:20.740683 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-c079cc4e-5583-460f-a9ef-33133d374545 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/56becc4d-a17c-42c7-9ed5-11a644485489 HTTP/1.1" status: 204 len: 168 time: 0.7797956 Jan 28 19:22:20.804982 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba19de0f-7496-4a59-b0f4-fb97b9672527 req-37dfccfc-5093-46e9-8bc2-61d81f82c2d0 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:20.805669 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-ba19de0f-7496-4a59-b0f4-fb97b9672527 req-37dfccfc-5093-46e9-8bc2-61d81f82c2d0 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:20.813357 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9944e7a8-7d18-497a-a7f0-7b9af899643e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:20.823202 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c079cc4e-5583-460f-a9ef-33133d374545 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56becc4d-a17c-42c7-9ed5-11a644485489,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:20.897693 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-b62ddbd1-6b2a-4185-a50f-be9687709fa9 req-2a8e705b-0464-4ab0-8e27-ca4aa122f723 service neutron] For port 81f99a22-9155-461a-9f4f-0dadff07deab, host n-h1-812111-14, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:22:20.904545 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ba19de0f-7496-4a59-b0f4-fb97b9672527 req-37dfccfc-5093-46e9-8bc2-61d81f82c2d0 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8234529 Jan 28 19:22:20.906400 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-b62ddbd1-6b2a-4185-a50f-be9687709fa9 req-2a8e705b-0464-4ab0-8e27-ca4aa122f723 service neutron] For port 81f99a22-9155-461a-9f4f-0dadff07deab, host n-h1-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=81f99a22-9155-461a-9f4f-0dadff07deab,segment=NetworkSegment(0d84d916-97fe-4a55-a454-c0fc25feb1a4),segment_id=0d84d916-97fe-4a55-a454-c0fc25feb1a4)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:22:20.917418 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-ba19de0f-7496-4a59-b0f4-fb97b9672527 req-ce668575-544c-4496-ad5c-f15fc00b54d0 service neutron] Request body: {'port': {'device_id': '526e2654-a350-462e-8c7e-a53643b5bc70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-14'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:22:20.932317 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-b62ddbd1-6b2a-4185-a50f-be9687709fa9 req-2a8e705b-0464-4ab0-8e27-ca4aa122f723 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (81f99a22-9155-461a-9f4f-0dadff07deab), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:20.975934 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b027ae-25f8-4879-845b-42cf807d1936 req-52c0b454-e053-4c7d-8251-ceaa91ffe187 tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:20.983544 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-11b027ae-25f8-4879-845b-42cf807d1936 req-52c0b454-e053-4c7d-8251-ceaa91ffe187 tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] 10.222.0.64 "GET /v2.0/ports?device_id=dab0b308-89b2-4933-b603-3ff959dae23c HTTP/1.1" status: 200 len: 943 time: 0.2286308 Jan 28 19:22:21.034140 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:22:21.266770 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95d16d3-eb00-44fa-82ee-42197abf1a88 req-8bc82275-7179-4ca9-8fd5-ab2d64946531 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:21.277541 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b95d16d3-eb00-44fa-82ee-42197abf1a88 req-8bc82275-7179-4ca9-8fd5-ab2d64946531 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/ports?device_id=526e2654-a350-462e-8c7e-a53643b5bc70 HTTP/1.1" status: 200 len: 931 time: 0.6891563 Jan 28 19:22:21.412333 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 46068) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:22:21.426292 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5071275c-77d1-47da-b661-65e9ce265390 req-cda9b5af-e8fd-483f-be72-d38f1c7958e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:21.431305 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5071275c-77d1-47da-b661-65e9ce265390 req-cda9b5af-e8fd-483f-be72-d38f1c7958e3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7810caa2-eac6-457d-9302-c8c215ef3e91 HTTP/1.1" status: 200 len: 869 time: 0.9913311 Jan 28 19:22:21.455160 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-05b307b0-5dd2-433e-8d04-bb4f9261185b admin admin] Publish callbacks [] for port (3f997c24-8baf-4568-8831-02e3b77bfea9), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:21.490641 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-556d6b2d-ff87-4e8a-a2bf-75e6f1160dfd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:21.558769 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9944e7a8-7d18-497a-a7f0-7b9af899643e admin admin] Publish callbacks [] for security_group (597ed490-ed1a-4517-9205-e3f3f5ea83cc), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:21.558992 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5071275c-77d1-47da-b661-65e9ce265390 req-1cf28b9c-0e60-4dfc-8bd3-ec67c200b96d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=19e26adf-0f04-4fb9-a4ff-97385744678c HTTP/1.1" status: 200 len: 217 time: 0.1009736 Jan 28 19:22:21.560530 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8e705b-0464-4ab0-8e27-ca4aa122f723 service neutron] Pushing event updated for resources: {'Port': ['ID=81f99a22-9155-461a-9f4f-0dadff07deab,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:21.582606 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62ddbd1-6b2a-4185-a50f-be9687709fa9 req-2a8e705b-0464-4ab0-8e27-ca4aa122f723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:21.583256 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-b62ddbd1-6b2a-4185-a50f-be9687709fa9 req-2a8e705b-0464-4ab0-8e27-ca4aa122f723 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:21.584926 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b62ddbd1-6b2a-4185-a50f-be9687709fa9 req-2a8e705b-0464-4ab0-8e27-ca4aa122f723 service neutron] 10.222.0.41 "PUT /v2.0/ports/81f99a22-9155-461a-9f4f-0dadff07deab HTTP/1.1" status: 200 len: 1092 time: 4.4921861 Jan 28 19:22:21.637707 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dab0b308-89b2-4933-b603-3ff959dae23c', 'tag': '81f99a22-9155-461a-9f4f-0dadff07deab'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:22:21.640354 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f06ba4f-ba2f-418f-b488-8728e7664d6d" -d '{"events": [{"name": "network-changed", "server_uuid": "dab0b308-89b2-4933-b603-3ff959dae23c", "tag": "81f99a22-9155-461a-9f4f-0dadff07deab"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:22:21.643849 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9944e7a8-7d18-497a-a7f0-7b9af899643e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (597ed490-ed1a-4517-9205-e3f3f5ea83cc), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:21.650315 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5071275c-77d1-47da-b661-65e9ce265390 req-fc83fa92-f727-4f48-96ed-25b92deac553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:21.651930 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5071275c-77d1-47da-b661-65e9ce265390 req-fc83fa92-f727-4f48-96ed-25b92deac553 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f2de4832-9ef6-4f40-9ac5-1557d5e6a6ff HTTP/1.1" status: 200 len: 843 time: 0.0829360 Jan 28 19:22:21.668449 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b95d16d3-eb00-44fa-82ee-42197abf1a88 req-0dc19559-2b6e-4a08-b1f1-7f69b794d36c tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/security-groups?id=e52b5309-890e-4183-bf0d-6ef59c658d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3898664 Jan 28 19:22:21.713932 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4103002c-b71f-44b6-aa5e-0c98d9259932 None None] Network b2fb9b9e-9566-48b7-95b6-d0c6794fa165 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:22:21.728988 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-11b027ae-25f8-4879-845b-42cf807d1936 req-f928aeb5-2b6f-47c4-82c4-76105de6a9c0 tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed5dbff7-d8b6-44bf-8755-79d5f3e8f67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7442348 Jan 28 19:22:21.738051 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-05b307b0-5dd2-433e-8d04-bb4f9261185b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (3f997c24-8baf-4568-8831-02e3b77bfea9), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:21.810383 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9944e7a8-7d18-497a-a7f0-7b9af899643e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=597ed490-ed1a-4517-9205-e3f3f5ea83cc,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:21.817764 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b307b0-5dd2-433e-8d04-bb4f9261185b admin admin] Network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:22:21.848947 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-05b307b0-5dd2-433e-8d04-bb4f9261185b admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:22:21.873750 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b307b0-5dd2-433e-8d04-bb4f9261185b admin admin] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:22:21.885377 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-e71c4d15-10ef-40f3-9d63-23d1cadab811 None None] Provisioning complete for port 84d92d9e-32b2-43fd-af08-67a35813ed1a triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:22:21.885760 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e71c4d15-10ef-40f3-9d63-23d1cadab811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (84d92d9e-32b2-43fd-af08-67a35813ed1a), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:21.910330 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-ba19de0f-7496-4a59-b0f4-fb97b9672527 req-ce668575-544c-4496-ad5c-f15fc00b54d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (2345cf37-8df1-4a7c-90bf-a00ed44a6a23), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:21.989815 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5071275c-77d1-47da-b661-65e9ce265390 req-d82e77dc-21e4-41c0-8f9f-0dfe06cfc327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:21.991480 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5071275c-77d1-47da-b661-65e9ce265390 req-d82e77dc-21e4-41c0-8f9f-0dfe06cfc327 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7810caa2-eac6-457d-9302-c8c215ef3e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3309393 Jan 28 19:22:22.010244 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b307b0-5dd2-433e-8d04-bb4f9261185b admin admin] Pushing event updated for resources: {'Port': ['ID=3f997c24-8baf-4568-8831-02e3b77bfea9,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:22.059308 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-9944e7a8-7d18-497a-a7f0-7b9af899643e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e78507783531486db1074df84f3639ad&name=default HTTP/1.1" status: 200 len: 2997 time: 1.6880357 Jan 28 19:22:22.062668 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 46076) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:22:22.075658 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-e71c4d15-10ef-40f3-9d63-23d1cadab811 None None] Current status of the port 84d92d9e-32b2-43fd-af08-67a35813ed1a is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:22:22.076273 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e71c4d15-10ef-40f3-9d63-23d1cadab811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (84d92d9e-32b2-43fd-af08-67a35813ed1a), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:22.087634 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62ddbd1-6b2a-4185-a50f-be9687709fa9 req-ba125e1d-0aa5-4069-a362-9519d0916f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:22.089729 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b62ddbd1-6b2a-4185-a50f-be9687709fa9 req-ba125e1d-0aa5-4069-a362-9519d0916f45 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=13f3263032ef4a4996ce9c7be76c5dc2&device_id=dab0b308-89b2-4933-b603-3ff959dae23c HTTP/1.1" status: 200 len: 1126 time: 0.4389799 Jan 28 19:22:22.151806 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-e71c4d15-10ef-40f3-9d63-23d1cadab811 None None] For port 84d92d9e-32b2-43fd-af08-67a35813ed1a, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=84d92d9e-32b2-43fd-af08-67a35813ed1a,segment=NetworkSegment(9a036823-1b5b-4a08-9be8-8bed7e7eab04),segment_id=9a036823-1b5b-4a08-9be8-8bed7e7eab04)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:22:22.166036 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e71c4d15-10ef-40f3-9d63-23d1cadab811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (84d92d9e-32b2-43fd-af08-67a35813ed1a), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:22.204459 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-556d6b2d-ff87-4e8a-a2bf-75e6f1160dfd admin admin] Publish callbacks [] for security_group (f5e3cd47-49d6-460e-a8ad-861359d2f80b), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:22.233982 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71c4d15-10ef-40f3-9d63-23d1cadab811 None None] Pushing event updated for resources: {'Port': ['ID=84d92d9e-32b2-43fd-af08-67a35813ed1a,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:22.247973 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-556d6b2d-ff87-4e8a-a2bf-75e6f1160dfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (f5e3cd47-49d6-460e-a8ad-861359d2f80b), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:22.270997 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f685a2a2-f41f-4da9-8ee6-3fc24d7b14c0 req-974a049c-50c5-4f40-8b5f-dc60bf8caad4 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:22.278484 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f685a2a2-f41f-4da9-8ee6-3fc24d7b14c0 req-974a049c-50c5-4f40-8b5f-dc60bf8caad4 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d703f22-28db-4002-84e0-b0dfabaa540e HTTP/1.1" status: 200 len: 950 time: 0.4269955 Jan 28 19:22:22.312222 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46dc62c-95b5-4f8b-900d-84443f5945af req-d83b0a1a-83ed-4c66-9950-3f112f7a041b tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:22.321282 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46dc62c-95b5-4f8b-900d-84443f5945af req-d83b0a1a-83ed-4c66-9950-3f112f7a041b tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:22.326541 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46dc62c-95b5-4f8b-900d-84443f5945af req-d83b0a1a-83ed-4c66-9950-3f112f7a041b tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:22.336579 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46dc62c-95b5-4f8b-900d-84443f5945af req-d83b0a1a-83ed-4c66-9950-3f112f7a041b tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:22.343010 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46dc62c-95b5-4f8b-900d-84443f5945af req-d83b0a1a-83ed-4c66-9950-3f112f7a041b tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:22.348339 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46dc62c-95b5-4f8b-900d-84443f5945af req-d83b0a1a-83ed-4c66-9950-3f112f7a041b tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:22.356408 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46dc62c-95b5-4f8b-900d-84443f5945af req-d83b0a1a-83ed-4c66-9950-3f112f7a041b tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:22.365193 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d46dc62c-95b5-4f8b-900d-84443f5945af req-d83b0a1a-83ed-4c66-9950-3f112f7a041b tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.64 "GET /v2.0/ports?device_id=5bd15075-1e8c-4d4e-9154-d45912ca536e HTTP/1.1" status: 200 len: 5422 time: 0.5094788 Jan 28 19:22:22.373993 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b62ddbd1-6b2a-4185-a50f-be9687709fa9 req-448ab0d3-b03f-40dd-8f3a-aabc8352abca service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=81f99a22-9155-461a-9f4f-0dadff07deab HTTP/1.1" status: 200 len: 217 time: 0.2703569 Jan 28 19:22:22.403407 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5071275c-77d1-47da-b661-65e9ce265390 req-0f8040dc-8315-4e05-8fff-6c766eb1d420 service neutron] 10.222.0.41 "GET /v2.0/networks/7810caa2-eac6-457d-9302-c8c215ef3e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3902025 Jan 28 19:22:22.413912 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-556d6b2d-ff87-4e8a-a2bf-75e6f1160dfd admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=519d048c14f44214a7695629f5679903&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9988420 Jan 28 19:22:22.427431 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556d6b2d-ff87-4e8a-a2bf-75e6f1160dfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5e3cd47-49d6-460e-a8ad-861359d2f80b,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:22.434569 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 46078) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:22:22.464196 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62ddbd1-6b2a-4185-a50f-be9687709fa9 req-b2932971-e6cb-4f8e-8c76-3bef269a13ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:22.465738 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b62ddbd1-6b2a-4185-a50f-be9687709fa9 req-b2932971-e6cb-4f8e-8c76-3bef269a13ea service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a125b0f8-c648-4892-8cc4-9d24d356ab8c HTTP/1.1" status: 200 len: 851 time: 0.0824139 Jan 28 19:22:22.497538 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-7f248b5d-52cd-4d71-ac24-80c15f9ccb83 None None] Provisioning complete for port 84d92d9e-32b2-43fd-af08-67a35813ed1a triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:22:22.498366 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7f248b5d-52cd-4d71-ac24-80c15f9ccb83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (84d92d9e-32b2-43fd-af08-67a35813ed1a), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:22.502474 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 84d92d9e-32b2-43fd-af08-67a35813ed1a up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:22:22.529562 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b62ddbd1-6b2a-4185-a50f-be9687709fa9 req-53bc1ed0-fe21-4ef6-b33b-135fabb18d28 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=33c095fb-ef38-447a-b00a-cb10b3a9fb6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534854 Jan 28 19:22:22.550679 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f685a2a2-f41f-4da9-8ee6-3fc24d7b14c0 req-c31f690b-dae7-49cc-b96a-18d2da662d5e tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d07f2a-7a3d-4718-9c1b-16394753837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2712221 Jan 28 19:22:22.648376 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b626fe50-643a-4d4a-910e-46bf6ed76bf7 admin admin] Publish callbacks [] for security_group (597ed490-ed1a-4517-9205-e3f3f5ea83cc), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:22.652969 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 84d92d9e-32b2-43fd-af08-67a35813ed1a triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:22:22.653489 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (84d92d9e-32b2-43fd-af08-67a35813ed1a), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:22.678385 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-7f248b5d-52cd-4d71-ac24-80c15f9ccb83 None None] Current status of the port 84d92d9e-32b2-43fd-af08-67a35813ed1a is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:22:22.725541 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-05b307b0-5dd2-433e-8d04-bb4f9261185b admin admin] Publish callbacks [] for router_gateway (f74451c7-bd7d-4dd4-a140-4702c3d73b46), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:22.746978 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 84d92d9e-32b2-43fd-af08-67a35813ed1a is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:22:22.773807 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5071275c-77d1-47da-b661-65e9ce265390 req-72fafbaf-46ac-4bc0-b779-6569dc144334 service neutron] 10.222.0.41 "GET /v2.0/networks/7810caa2-eac6-457d-9302-c8c215ef3e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3587697 Jan 28 19:22:22.774650 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ede13c87-e352-4b54-b67b-e2129c93b7de admin admin] Publish callbacks [] for security_group (f5e3cd47-49d6-460e-a8ad-861359d2f80b), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:22.806175 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b626fe50-643a-4d4a-910e-46bf6ed76bf7 admin admin] Publish callbacks [] for security_group (597ed490-ed1a-4517-9205-e3f3f5ea83cc), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:22.817625 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d46dc62c-95b5-4f8b-900d-84443f5945af req-2b599d0d-9955-4b0d-8444-99bab23dfd85 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.64 "GET /v2.0/security-groups?id=abf1c1e9-b349-4aee-9c71-682c8b55783a&id=b98a868e-e5c1-410f-a3c5-8429d6410f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4515548 Jan 28 19:22:22.821306 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ede13c87-e352-4b54-b67b-e2129c93b7de admin admin] Publish callbacks [] for security_group (f5e3cd47-49d6-460e-a8ad-861359d2f80b), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:22.870722 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929ed56b-315a-4913-89e0-cc0efd2e70c6 req-32c8852c-f800-4dc3-8a9f-4a5928f1832d tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:22.872301 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-929ed56b-315a-4913-89e0-cc0efd2e70c6 req-32c8852c-f800-4dc3-8a9f-4a5928f1832d tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e48b655-5911-4dcd-a073-26e765e9c04d HTTP/1.1" status: 200 len: 945 time: 0.1988065 Jan 28 19:22:22.898316 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b62ddbd1-6b2a-4185-a50f-be9687709fa9 req-46a85f5c-a9ad-44c2-a5c7-13977f4f7fff service neutron] 10.222.0.41 "GET /v2.0/networks/33c095fb-ef38-447a-b00a-cb10b3a9fb6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3526440 Jan 28 19:22:22.961394 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:22:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adf6ba4b-5764-4c27-8526-e0fe2dee7f5a x-openstack-request-id: req-adf6ba4b-5764-4c27-8526-e0fe2dee7f5a {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:22:22.961841 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dab0b308-89b2-4933-b603-3ff959dae23c", "tag": "81f99a22-9155-461a-9f4f-0dadff07deab", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:22:22.962167 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-adf6ba4b-5764-4c27-8526-e0fe2dee7f5a {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:22:22.962671 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dab0b308-89b2-4933-b603-3ff959dae23c', 'tag': '81f99a22-9155-461a-9f4f-0dadff07deab', 'status': 'completed', 'code': 200} Jan 28 19:22:22.981005 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-ba19de0f-7496-4a59-b0f4-fb97b9672527 req-ce668575-544c-4496-ad5c-f15fc00b54d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2345cf37-8df1-4a7c-90bf-a00ed44a6a23 {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:22:22.984049 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ede13c87-e352-4b54-b67b-e2129c93b7de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (f5e3cd47-49d6-460e-a8ad-861359d2f80b), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:22.990787 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ede13c87-e352-4b54-b67b-e2129c93b7de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:22.993601 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-ede13c87-e352-4b54-b67b-e2129c93b7de admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f5e3cd47-49d6-460e-a8ad-861359d2f80b HTTP/1.1" status: 204 len: 168 time: 0.5528560 Jan 28 19:22:23.018986 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede13c87-e352-4b54-b67b-e2129c93b7de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5e3cd47-49d6-460e-a8ad-861359d2f80b,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:23.042621 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-ba19de0f-7496-4a59-b0f4-fb97b9672527 req-ce668575-544c-4496-ad5c-f15fc00b54d0 service neutron] Publish callbacks [] for port (2345cf37-8df1-4a7c-90bf-a00ed44a6a23), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:23.114633 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-ba19de0f-7496-4a59-b0f4-fb97b9672527 req-ce668575-544c-4496-ad5c-f15fc00b54d0 service neutron] Transition to ACTIVE for port object 2345cf37-8df1-4a7c-90bf-a00ed44a6a23 will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:22:23.122039 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b626fe50-643a-4d4a-910e-46bf6ed76bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (597ed490-ed1a-4517-9205-e3f3f5ea83cc), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:23.124920 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b626fe50-643a-4d4a-910e-46bf6ed76bf7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:23.126322 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-b626fe50-643a-4d4a-910e-46bf6ed76bf7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/597ed490-ed1a-4517-9205-e3f3f5ea83cc HTTP/1.1" status: 204 len: 168 time: 1.0578959 Jan 28 19:22:23.159534 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-ba19de0f-7496-4a59-b0f4-fb97b9672527 req-ce668575-544c-4496-ad5c-f15fc00b54d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (2345cf37-8df1-4a7c-90bf-a00ed44a6a23), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:23.174324 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-929ed56b-315a-4913-89e0-cc0efd2e70c6 req-fa67a50d-7aab-49ab-b835-10f5b2c80fbf tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff0a7ca0-73d1-435a-8c79-518c9bdfd3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2650964 Jan 28 19:22:23.196947 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b62ddbd1-6b2a-4185-a50f-be9687709fa9 req-c3f7b132-3f26-4653-b08a-70eb2de3ea04 service neutron] 10.222.0.41 "GET /v2.0/networks/33c095fb-ef38-447a-b00a-cb10b3a9fb6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2895517 Jan 28 19:22:23.228353 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b626fe50-643a-4d4a-910e-46bf6ed76bf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=597ed490-ed1a-4517-9205-e3f3f5ea83cc,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:23.311190 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950aece2-0ee6-4643-8869-e7993ca88487 req-8a474dfe-4ca9-4ef2-9a22-838abcf342d6 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:23.314070 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-950aece2-0ee6-4643-8869-e7993ca88487 req-8a474dfe-4ca9-4ef2-9a22-838abcf342d6 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/ports?device_id=526e2654-a350-462e-8c7e-a53643b5bc70 HTTP/1.1" status: 200 len: 931 time: 0.3208230 Jan 28 19:22:23.336069 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-05b307b0-5dd2-433e-8d04-bb4f9261185b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-731074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-731460'] for router (f74451c7-bd7d-4dd4-a140-4702c3d73b46), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:23.421746 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce668575-544c-4496-ad5c-f15fc00b54d0 service neutron] Pushing event updated for resources: {'Port': ['ID=2345cf37-8df1-4a7c-90bf-a00ed44a6a23,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:23.512886 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-950aece2-0ee6-4643-8869-e7993ca88487 req-d0b942da-ed25-4c0c-94e3-662efb7624d4 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/security-groups?id=e52b5309-890e-4183-bf0d-6ef59c658d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700552 Jan 28 19:22:23.555651 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f06ba4f-ba2f-418f-b488-8728e7664d6d req-ac9b186e-a568-4b79-a572-961dee086299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:23.557503 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9f06ba4f-ba2f-418f-b488-8728e7664d6d req-ac9b186e-a568-4b79-a572-961dee086299 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=13f3263032ef4a4996ce9c7be76c5dc2&device_id=dab0b308-89b2-4933-b603-3ff959dae23c HTTP/1.1" status: 200 len: 1126 time: 0.2585120 Jan 28 19:22:23.594728 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b847a7e3-5726-44ae-891b-30ab203b28e4 req-d8be82e1-6560-477d-bfd2-3bf018ea5fe7 tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:23.596299 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b847a7e3-5726-44ae-891b-30ab203b28e4 req-d8be82e1-6560-477d-bfd2-3bf018ea5fe7 tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] 10.222.0.64 "GET /v2.0/ports?device_id=dab0b308-89b2-4933-b603-3ff959dae23c HTTP/1.1" status: 200 len: 943 time: 0.2441733 Jan 28 19:22:23.616766 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:23.667426 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b847a7e3-5726-44ae-891b-30ab203b28e4 req-ae9ad5c1-c772-47af-a428-6166ac509c1d tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed5dbff7-d8b6-44bf-8755-79d5f3e8f67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608556 Jan 28 19:22:23.670237 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05b307b0-5dd2-433e-8d04-bb4f9261185b admin admin] Router f74451c7-bd7d-4dd4-a140-4702c3d73b46 is scheduled to L3 agent 76fe5c49-705a-4e08-abb2-be585676213f with binding_index 1 {{(pid=103305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 19:22:23.792877 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-ba19de0f-7496-4a59-b0f4-fb97b9672527 req-ce668575-544c-4496-ad5c-f15fc00b54d0 service neutron] Attempting to bind port 2345cf37-8df1-4a7c-90bf-a00ed44a6a23 on host n-h2-812111-14 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:22:23.793253 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-ba19de0f-7496-4a59-b0f4-fb97b9672527 req-ce668575-544c-4496-ad5c-f15fc00b54d0 service neutron] Attempting to bind port 2345cf37-8df1-4a7c-90bf-a00ed44a6a23 by drivers openvswitch,hyperv on host n-h2-812111-14 at level 0 using segments [{'id': '3fce350c-ea58-4666-bd7d-c61ada9a9295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ff818509-18ff-44d0-ba98-5ed91eb1ccd4'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:22:23.793585 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba19de0f-7496-4a59-b0f4-fb97b9672527 req-ce668575-544c-4496-ad5c-f15fc00b54d0 service neutron] Attempting to bind port 2345cf37-8df1-4a7c-90bf-a00ed44a6a23 on network ff818509-18ff-44d0-ba98-5ed91eb1ccd4 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:22:23.805143 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05b307b0-5dd2-433e-8d04-bb4f9261185b admin admin] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:22:23.814634 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e84e9b9-eabd-44c7-bab7-eb6ee52c0f39 None None] Sync routers for ids ['f74451c7-bd7d-4dd4-a140-4702c3d73b46'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:22:23.828857 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e84e9b9-eabd-44c7-bab7-eb6ee52c0f39 None None] Routers {'f74451c7-bd7d-4dd4-a140-4702c3d73b46'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:22:23.829521 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-6e84e9b9-eabd-44c7-bab7-eb6ee52c0f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:22:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['f74451c7-bd7d-4dd4-a140-4702c3d73b46'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:22:23.870264 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-05b307b0-5dd2-433e-8d04-bb4f9261185b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:23.874657 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f06ba4f-ba2f-418f-b488-8728e7664d6d req-f2a48b65-6431-4deb-a130-34e72d25c3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:23.874993 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-05b307b0-5dd2-433e-8d04-bb4f9261185b admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.6799362 Jan 28 19:22:23.876249 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9f06ba4f-ba2f-418f-b488-8728e7664d6d req-f2a48b65-6431-4deb-a130-34e72d25c3ec service neutron] 10.222.0.41 "GET /v2.0/networks?id=33c095fb-ef38-447a-b00a-cb10b3a9fb6a HTTP/1.1" status: 200 len: 911 time: 0.3037896 Jan 28 19:22:23.876615 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 46106) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:22:23.876724 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba19de0f-7496-4a59-b0f4-fb97b9672527 req-ce668575-544c-4496-ad5c-f15fc00b54d0 service neutron] Port 2345cf37-8df1-4a7c-90bf-a00ed44a6a23 on network ff818509-18ff-44d0-ba98-5ed91eb1ccd4 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-14 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:22:23.877016 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba19de0f-7496-4a59-b0f4-fb97b9672527 req-ce668575-544c-4496-ad5c-f15fc00b54d0 service neutron] Attempting to bind port 2345cf37-8df1-4a7c-90bf-a00ed44a6a23 on network ff818509-18ff-44d0-ba98-5ed91eb1ccd4 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:22:23.890406 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57af7d41-eb3e-491f-b4b8-cdad232aab95 req-3104487c-97de-40ba-9df3-85e227a0be3c tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:23.892100 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-57af7d41-eb3e-491f-b4b8-cdad232aab95 req-3104487c-97de-40ba-9df3-85e227a0be3c tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d703f22-28db-4002-84e0-b0dfabaa540e HTTP/1.1" status: 200 len: 950 time: 0.1004155 Jan 28 19:22:23.988196 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-57af7d41-eb3e-491f-b4b8-cdad232aab95 req-24a92cf6-1e00-4f89-a0c3-691d88f63e15 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d07f2a-7a3d-4718-9c1b-16394753837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558403 Jan 28 19:22:24.005735 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-6e84e9b9-eabd-44c7-bab7-eb6ee52c0f39 None None] Set router f74451c7-bd7d-4dd4-a140-4702c3d73b46 gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:22:24.030688 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba19de0f-7496-4a59-b0f4-fb97b9672527 req-ce668575-544c-4496-ad5c-f15fc00b54d0 service neutron] Checking agent: {'id': '8f3fee4e-bf24-4b58-8a3a-ae9c8011a473', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 22, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:22:24.031048 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba19de0f-7496-4a59-b0f4-fb97b9672527 req-ce668575-544c-4496-ad5c-f15fc00b54d0 service neutron] Checking segment: {'id': '3fce350c-ea58-4666-bd7d-c61ada9a9295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ff818509-18ff-44d0-ba98-5ed91eb1ccd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:22:24.031884 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba19de0f-7496-4a59-b0f4-fb97b9672527 req-ce668575-544c-4496-ad5c-f15fc00b54d0 service neutron] Bound using segment: {'id': '3fce350c-ea58-4666-bd7d-c61ada9a9295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ff818509-18ff-44d0-ba98-5ed91eb1ccd4'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:22:24.032353 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-ba19de0f-7496-4a59-b0f4-fb97b9672527 req-ce668575-544c-4496-ad5c-f15fc00b54d0 service neutron] Bound port: 2345cf37-8df1-4a7c-90bf-a00ed44a6a23, host: n-h2-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fce350c-ea58-4666-bd7d-c61ada9a9295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ff818509-18ff-44d0-ba98-5ed91eb1ccd4'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:22:24.035004 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-ba19de0f-7496-4a59-b0f4-fb97b9672527 req-ce668575-544c-4496-ad5c-f15fc00b54d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (2345cf37-8df1-4a7c-90bf-a00ed44a6a23), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:24.048761 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9f06ba4f-ba2f-418f-b488-8728e7664d6d req-f95fa34a-a44f-4854-881a-2354b4255bbe service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=81f99a22-9155-461a-9f4f-0dadff07deab HTTP/1.1" status: 200 len: 217 time: 0.1528456 Jan 28 19:22:24.115609 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d593e08b-63d3-49f4-a041-21044f31859c req-771f1f84-145d-4af6-b275-58ba4d8c7933 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:24.123638 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d593e08b-63d3-49f4-a041-21044f31859c req-771f1f84-145d-4af6-b275-58ba4d8c7933 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e48b655-5911-4dcd-a073-26e765e9c04d HTTP/1.1" status: 200 len: 945 time: 0.3908458 Jan 28 19:22:24.196425 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f06ba4f-ba2f-418f-b488-8728e7664d6d req-4cfc1b48-2df7-4c6f-a29e-c9629b2900e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:24.197984 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9f06ba4f-ba2f-418f-b488-8728e7664d6d req-4cfc1b48-2df7-4c6f-a29e-c9629b2900e4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a125b0f8-c648-4892-8cc4-9d24d356ab8c HTTP/1.1" status: 200 len: 851 time: 0.1337221 Jan 28 19:22:24.279243 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9f06ba4f-ba2f-418f-b488-8728e7664d6d req-49badde0-7499-4095-bfff-0bb405d6a7e1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=33c095fb-ef38-447a-b00a-cb10b3a9fb6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0632744 Jan 28 19:22:24.281863 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-6e84e9b9-eabd-44c7-bab7-eb6ee52c0f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f74451c7-bd7d-4dd4-a140-4702c3d73b46', 'name': 'tempest-ServersTestMultiNic-535938706-router', 'tenant_id': '8f3558f2b66642eda891aec2b92891c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': '3f997c24-8baf-4568-8831-02e3b77bfea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:22:18Z', 'updated_at': '2022-01-28T19:22:22Z', 'revision_number': 3, 'project_id': '8f3558f2b66642eda891aec2b92891c7', 'gw_port': {'id': '3f997c24-8baf-4568-8831-02e3b77bfea9', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e2:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f74451c7-bd7d-4dd4-a140-4702c3d73b46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:22:20Z', 'updated_at': '2022-01-28T19:22:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:22:24.315040 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e84e9b9-eabd-44c7-bab7-eb6ee52c0f39 None None] Checking router: f74451c7-bd7d-4dd4-a140-4702c3d73b46 for host: n-d-812111-14 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:22:24.315389 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e84e9b9-eabd-44c7-bab7-eb6ee52c0f39 None None] Updating router f74451c7-bd7d-4dd4-a140-4702c3d73b46 port 3f997c24-8baf-4568-8831-02e3b77bfea9 binding host n-d-812111-14 {{(pid=103307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:22:24.337760 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d593e08b-63d3-49f4-a041-21044f31859c req-77e25019-798b-436e-a4a8-4c9ab2063306 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff0a7ca0-73d1-435a-8c79-518c9bdfd3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129662 Jan 28 19:22:24.348036 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-6e84e9b9-eabd-44c7-bab7-eb6ee52c0f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (3f997c24-8baf-4568-8831-02e3b77bfea9), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:24.389728 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-ba19de0f-7496-4a59-b0f4-fb97b9672527 req-ce668575-544c-4496-ad5c-f15fc00b54d0 service neutron] For port 2345cf37-8df1-4a7c-90bf-a00ed44a6a23, host n-h2-812111-14, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:22:24.563285 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30817d95-6693-4668-9dc0-4c11506485c9 req-655ab47d-9d05-4419-b30e-df94ee16bb5d tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:24.569119 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30817d95-6693-4668-9dc0-4c11506485c9 req-655ab47d-9d05-4419-b30e-df94ee16bb5d tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:24.588129 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30817d95-6693-4668-9dc0-4c11506485c9 req-655ab47d-9d05-4419-b30e-df94ee16bb5d tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:24.600907 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30817d95-6693-4668-9dc0-4c11506485c9 req-655ab47d-9d05-4419-b30e-df94ee16bb5d tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:24.607166 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-ba19de0f-7496-4a59-b0f4-fb97b9672527 req-ce668575-544c-4496-ad5c-f15fc00b54d0 service neutron] For port 2345cf37-8df1-4a7c-90bf-a00ed44a6a23, host n-h2-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=2345cf37-8df1-4a7c-90bf-a00ed44a6a23,segment=NetworkSegment(3fce350c-ea58-4666-bd7d-c61ada9a9295),segment_id=3fce350c-ea58-4666-bd7d-c61ada9a9295)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:22:24.607821 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30817d95-6693-4668-9dc0-4c11506485c9 req-655ab47d-9d05-4419-b30e-df94ee16bb5d tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:24.614799 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30817d95-6693-4668-9dc0-4c11506485c9 req-655ab47d-9d05-4419-b30e-df94ee16bb5d tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:24.630107 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30817d95-6693-4668-9dc0-4c11506485c9 req-655ab47d-9d05-4419-b30e-df94ee16bb5d tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:24.632386 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-30817d95-6693-4668-9dc0-4c11506485c9 req-655ab47d-9d05-4419-b30e-df94ee16bb5d tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.64 "GET /v2.0/ports?device_id=5bd15075-1e8c-4d4e-9154-d45912ca536e HTTP/1.1" status: 200 len: 5422 time: 0.4540780 Jan 28 19:22:24.640238 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-6e84e9b9-eabd-44c7-bab7-eb6ee52c0f39 None None] Publish callbacks [] for port (3f997c24-8baf-4568-8831-02e3b77bfea9), precommit_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:24.649753 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-6e84e9b9-eabd-44c7-bab7-eb6ee52c0f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (3f997c24-8baf-4568-8831-02e3b77bfea9), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:24.661854 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-ba19de0f-7496-4a59-b0f4-fb97b9672527 req-ce668575-544c-4496-ad5c-f15fc00b54d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (2345cf37-8df1-4a7c-90bf-a00ed44a6a23), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:24.749245 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce668575-544c-4496-ad5c-f15fc00b54d0 service neutron] Pushing event updated for resources: {'Port': ['ID=2345cf37-8df1-4a7c-90bf-a00ed44a6a23,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:24.766919 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-6e84e9b9-eabd-44c7-bab7-eb6ee52c0f39 None None] Attempting to bind port 3f997c24-8baf-4568-8831-02e3b77bfea9 on host n-d-812111-14 for vnic_type normal with profile {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:22:24.767848 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-6e84e9b9-eabd-44c7-bab7-eb6ee52c0f39 None None] Attempting to bind port 3f997c24-8baf-4568-8831-02e3b77bfea9 by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:22:24.772446 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e84e9b9-eabd-44c7-bab7-eb6ee52c0f39 None None] Attempting to bind port 3f997c24-8baf-4568-8831-02e3b77bfea9 on network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:22:24.788038 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380360c9-b512-42f8-842c-da19faa34665 req-7253d1e6-0f31-4b6b-afb2-68fe385bcea5 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:24.796635 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-380360c9-b512-42f8-842c-da19faa34665 req-7253d1e6-0f31-4b6b-afb2-68fe385bcea5 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e48b655-5911-4dcd-a073-26e765e9c04d HTTP/1.1" status: 200 len: 945 time: 0.2676299 Jan 28 19:22:24.803259 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e84e9b9-eabd-44c7-bab7-eb6ee52c0f39 None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:22:24.805693 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e84e9b9-eabd-44c7-bab7-eb6ee52c0f39 None None] Checking segment: {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:22:24.806304 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-6e84e9b9-eabd-44c7-bab7-eb6ee52c0f39 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:24.807062 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e84e9b9-eabd-44c7-bab7-eb6ee52c0f39 None None] Bound using segment: {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:22:24.807904 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-6e84e9b9-eabd-44c7-bab7-eb6ee52c0f39 None None] Bound port: 3f997c24-8baf-4568-8831-02e3b77bfea9, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:22:24.808583 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-6e84e9b9-eabd-44c7-bab7-eb6ee52c0f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (3f997c24-8baf-4568-8831-02e3b77bfea9), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:24.812127 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08252bb-3993-42dd-8cf2-5b53563d451c None None] Pushing event updated for resources: {'Port': ['ID=3f997c24-8baf-4568-8831-02e3b77bfea9,revision_number=2']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:24.861615 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba19de0f-7496-4a59-b0f4-fb97b9672527 req-ce668575-544c-4496-ad5c-f15fc00b54d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:24.862458 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-ba19de0f-7496-4a59-b0f4-fb97b9672527 req-ce668575-544c-4496-ad5c-f15fc00b54d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:24.863940 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ba19de0f-7496-4a59-b0f4-fb97b9672527 req-ce668575-544c-4496-ad5c-f15fc00b54d0 service neutron] 10.222.0.70 "PUT /v2.0/ports/2345cf37-8df1-4a7c-90bf-a00ed44a6a23 HTTP/1.1" status: 200 len: 1092 time: 3.9515364 Jan 28 19:22:24.910982 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-6e84e9b9-eabd-44c7-bab7-eb6ee52c0f39 None None] For port 3f997c24-8baf-4568-8831-02e3b77bfea9, host n-d-812111-14, cleared binding levels {{(pid=103307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:22:24.914630 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-6e84e9b9-eabd-44c7-bab7-eb6ee52c0f39 None None] For port 3f997c24-8baf-4568-8831-02e3b77bfea9, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=3f997c24-8baf-4568-8831-02e3b77bfea9,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:22:24.932383 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-6e84e9b9-eabd-44c7-bab7-eb6ee52c0f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (3f997c24-8baf-4568-8831-02e3b77bfea9), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:24.990109 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08252bb-3993-42dd-8cf2-5b53563d451c None None] Pushing event updated for resources: {'Port': ['ID=3f997c24-8baf-4568-8831-02e3b77bfea9,revision_number=3']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:25.004866 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e84e9b9-eabd-44c7-bab7-eb6ee52c0f39 None None] Routers {'f74451c7-bd7d-4dd4-a140-4702c3d73b46'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:22:25.005748 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-6e84e9b9-eabd-44c7-bab7-eb6ee52c0f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:22:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['f74451c7-bd7d-4dd4-a140-4702c3d73b46'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:22:25.026975 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '526e2654-a350-462e-8c7e-a53643b5bc70', 'tag': '2345cf37-8df1-4a7c-90bf-a00ed44a6a23'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:22:25.037477 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b88a74ec-7528-4608-8d76-db7e73067e2d" -d '{"events": [{"name": "network-changed", "server_uuid": "526e2654-a350-462e-8c7e-a53643b5bc70", "tag": "2345cf37-8df1-4a7c-90bf-a00ed44a6a23"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:22:25.071201 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9f06ba4f-ba2f-418f-b488-8728e7664d6d req-b4e3f46c-fcdc-4d16-bb01-f2ccb51ac1c5 service neutron] 10.222.0.41 "GET /v2.0/networks/33c095fb-ef38-447a-b00a-cb10b3a9fb6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7761340 Jan 28 19:22:25.128279 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-380360c9-b512-42f8-842c-da19faa34665 req-c44872ae-97aa-4d3b-95bb-7d624fab5420 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff0a7ca0-73d1-435a-8c79-518c9bdfd3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3303277 Jan 28 19:22:25.159929 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-6e84e9b9-eabd-44c7-bab7-eb6ee52c0f39 None None] Set router f74451c7-bd7d-4dd4-a140-4702c3d73b46 gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:22:25.209482 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-30817d95-6693-4668-9dc0-4c11506485c9 req-97581614-9450-4f30-a844-d9a1f587e8ee tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.64 "GET /v2.0/security-groups?id=abf1c1e9-b349-4aee-9c71-682c8b55783a&id=b98a868e-e5c1-410f-a3c5-8429d6410f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5652082 Jan 28 19:22:25.234155 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba19de0f-7496-4a59-b0f4-fb97b9672527 req-d3c50af3-6084-476b-ad21-abda1ffe7434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:25.236009 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ba19de0f-7496-4a59-b0f4-fb97b9672527 req-d3c50af3-6084-476b-ad21-abda1ffe7434 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a83e9cc3029f4baca951cc95e07992a3&device_id=526e2654-a350-462e-8c7e-a53643b5bc70 HTTP/1.1" status: 200 len: 1126 time: 0.2893384 Jan 28 19:22:25.343423 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ba19de0f-7496-4a59-b0f4-fb97b9672527 req-b46ce200-0973-4647-8053-70768d837f93 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2345cf37-8df1-4a7c-90bf-a00ed44a6a23 HTTP/1.1" status: 200 len: 217 time: 0.0989037 Jan 28 19:22:25.498573 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6b95b1-a221-4505-8949-f208d82f933f req-108f0259-e136-4c66-a22a-7a7ae3466990 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:25.500531 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-0e6b95b1-a221-4505-8949-f208d82f933f req-108f0259-e136-4c66-a22a-7a7ae3466990 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/ports?device_id=526e2654-a350-462e-8c7e-a53643b5bc70 HTTP/1.1" status: 200 len: 943 time: 0.1525676 Jan 28 19:22:25.505360 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9f06ba4f-ba2f-418f-b488-8728e7664d6d req-243eb609-e3c2-40fd-a51c-ffb3b6c24c95 service neutron] 10.222.0.41 "GET /v2.0/networks/33c095fb-ef38-447a-b00a-cb10b3a9fb6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4164910 Jan 28 19:22:25.510571 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b08210a2-3eec-4c3b-8ca7-f146656cfdf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:25.550528 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-6e84e9b9-eabd-44c7-bab7-eb6ee52c0f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f74451c7-bd7d-4dd4-a140-4702c3d73b46', 'name': 'tempest-ServersTestMultiNic-535938706-router', 'tenant_id': '8f3558f2b66642eda891aec2b92891c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': '3f997c24-8baf-4568-8831-02e3b77bfea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:22:18Z', 'updated_at': '2022-01-28T19:22:22Z', 'revision_number': 3, 'project_id': '8f3558f2b66642eda891aec2b92891c7', 'gw_port': {'id': '3f997c24-8baf-4568-8831-02e3b77bfea9', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e2:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f74451c7-bd7d-4dd4-a140-4702c3d73b46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:22:20Z', 'updated_at': '2022-01-28T19:22:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:22:25.554374 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c0e442-d8dc-4a16-a6da-1f44c62abed2 req-50180dd3-9636-47d7-8673-c1561ded261e tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:25.557222 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-38c0e442-d8dc-4a16-a6da-1f44c62abed2 req-50180dd3-9636-47d7-8673-c1561ded261e tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] 10.222.0.64 "GET /v2.0/ports?device_id=dab0b308-89b2-4933-b603-3ff959dae23c HTTP/1.1" status: 200 len: 943 time: 0.1683872 Jan 28 19:22:25.572875 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-0e6b95b1-a221-4505-8949-f208d82f933f req-fd6d286a-cbdc-4be1-aacb-263c57aa0ac8 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/security-groups?id=e52b5309-890e-4183-bf0d-6ef59c658d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639637 Jan 28 19:22:25.574868 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba19de0f-7496-4a59-b0f4-fb97b9672527 req-da5c29ce-6473-4c60-a71e-28420370b7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:25.576589 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ba19de0f-7496-4a59-b0f4-fb97b9672527 req-da5c29ce-6473-4c60-a71e-28420370b7d4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6cea2404-3048-43fe-b9cb-bebcf3282d53 HTTP/1.1" status: 200 len: 852 time: 0.1655648 Jan 28 19:22:25.607579 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e84e9b9-eabd-44c7-bab7-eb6ee52c0f39 None None] The sync data for ids ['f74451c7-bd7d-4dd4-a140-4702c3d73b46'] in n-d-812111-14 is: [{'id': 'f74451c7-bd7d-4dd4-a140-4702c3d73b46', 'name': 'tempest-ServersTestMultiNic-535938706-router', 'tenant_id': '8f3558f2b66642eda891aec2b92891c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': '3f997c24-8baf-4568-8831-02e3b77bfea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:22:18Z', 'updated_at': '2022-01-28T19:22:22Z', 'revision_number': 3, 'project_id': '8f3558f2b66642eda891aec2b92891c7', 'gw_port': {'id': '3f997c24-8baf-4568-8831-02e3b77bfea9', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e2:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f74451c7-bd7d-4dd4-a140-4702c3d73b46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:22:20Z', 'updated_at': '2022-01-28T19:22:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:22:25.645513 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ba19de0f-7496-4a59-b0f4-fb97b9672527 req-52d245e3-3974-438d-8015-20aef57ff10f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ff818509-18ff-44d0-ba98-5ed91eb1ccd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607123 Jan 28 19:22:25.870386 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-38c0e442-d8dc-4a16-a6da-1f44c62abed2 req-97d27957-7ec9-4905-bb33-fb59cfdde2f9 tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed5dbff7-d8b6-44bf-8755-79d5f3e8f67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3051348 Jan 28 19:22:25.921219 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40520dfc-bcac-40e2-973d-3c64cd880da5 req-7fa0671e-ce96-4c49-9bd8-442bcb78dafc tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:25.931492 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-40520dfc-bcac-40e2-973d-3c64cd880da5 req-7fa0671e-ce96-4c49-9bd8-442bcb78dafc tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d703f22-28db-4002-84e0-b0dfabaa540e HTTP/1.1" status: 200 len: 950 time: 0.1611831 Jan 28 19:22:25.943969 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9687864-3135-4251-9171-6d24ecb83c40 x-openstack-request-id: req-c9687864-3135-4251-9171-6d24ecb83c40 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:22:25.944507 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "526e2654-a350-462e-8c7e-a53643b5bc70", "tag": "2345cf37-8df1-4a7c-90bf-a00ed44a6a23", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:22:25.944960 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c9687864-3135-4251-9171-6d24ecb83c40 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:22:25.945389 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '526e2654-a350-462e-8c7e-a53643b5bc70', 'tag': '2345cf37-8df1-4a7c-90bf-a00ed44a6a23', 'status': 'completed', 'code': 200} Jan 28 19:22:25.948784 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ba19de0f-7496-4a59-b0f4-fb97b9672527 req-fb60af93-d297-441f-a4cd-ab71af0ea5d5 service neutron] 10.222.0.70 "GET /v2.0/networks/ff818509-18ff-44d0-ba98-5ed91eb1ccd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2969644 Jan 28 19:22:26.084193 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-b08210a2-3eec-4c3b-8ca7-f146656cfdf8 admin admin] Allocated IP 172.20.0.1 (b2fb9b9e-9566-48b7-95b6-d0c6794fa165/50123b70-0cc2-491b-b4aa-88c05b8e7802/bd2f0681-c01b-4926-a8bc-fa69ece3b4ba) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:22:26.175602 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-40520dfc-bcac-40e2-973d-3c64cd880da5 req-11690771-6c4c-422f-96bf-8c39b50cf772 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d07f2a-7a3d-4718-9c1b-16394753837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430713 Jan 28 19:22:26.210766 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ba19de0f-7496-4a59-b0f4-fb97b9672527 req-7b31828e-2be5-4d8b-9351-f530cdad45a6 service neutron] 10.222.0.70 "GET /v2.0/networks/ff818509-18ff-44d0-ba98-5ed91eb1ccd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2487547 Jan 28 19:22:26.223301 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8544ec-ead6-449e-bd78-49c11496e7a6 req-f37dcbc5-2446-47e5-80ed-7e6367c91bfb tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:26.232959 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-0f8544ec-ead6-449e-bd78-49c11496e7a6 req-f37dcbc5-2446-47e5-80ed-7e6367c91bfb tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e48b655-5911-4dcd-a073-26e765e9c04d HTTP/1.1" status: 200 len: 945 time: 0.1852508 Jan 28 19:22:26.344348 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-0f8544ec-ead6-449e-bd78-49c11496e7a6 req-d267382a-00bc-4a51-b743-5bf09fdd240e tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff0a7ca0-73d1-435a-8c79-518c9bdfd3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096656 Jan 28 19:22:26.382982 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b08210a2-3eec-4c3b-8ca7-f146656cfdf8 admin admin] Publish callbacks [] for port (bd2f0681-c01b-4926-a8bc-fa69ece3b4ba), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:26.402118 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88a74ec-7528-4608-8d76-db7e73067e2d req-0e0a7f2f-a224-4144-b848-f91fa2ef2f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:26.406066 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b88a74ec-7528-4608-8d76-db7e73067e2d req-0e0a7f2f-a224-4144-b848-f91fa2ef2f44 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a83e9cc3029f4baca951cc95e07992a3&device_id=526e2654-a350-462e-8c7e-a53643b5bc70 HTTP/1.1" status: 200 len: 1126 time: 0.1255996 Jan 28 19:22:26.504140 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b08210a2-3eec-4c3b-8ca7-f146656cfdf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (bd2f0681-c01b-4926-a8bc-fa69ece3b4ba), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:26.510978 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 3f997c24-8baf-4568-8831-02e3b77bfea9 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:22:26.575357 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b08210a2-3eec-4c3b-8ca7-f146656cfdf8 admin admin] Network b2fb9b9e-9566-48b7-95b6-d0c6794fa165 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:22:26.582598 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-b08210a2-3eec-4c3b-8ca7-f146656cfdf8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:22:26.586352 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08210a2-3eec-4c3b-8ca7-f146656cfdf8 admin admin] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:22:26.622623 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88a74ec-7528-4608-8d76-db7e73067e2d req-a2a44fed-5f69-4c33-8999-d9e9362f0ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:26.631757 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b88a74ec-7528-4608-8d76-db7e73067e2d req-a2a44fed-5f69-4c33-8999-d9e9362f0ae1 service neutron] 10.222.0.70 "GET /v2.0/networks?id=ff818509-18ff-44d0-ba98-5ed91eb1ccd4 HTTP/1.1" status: 200 len: 912 time: 0.2154384 Jan 28 19:22:26.642089 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12eaf84-eb16-405a-95a1-1c54a0f04f4a req-3ac9aa9d-8bbb-48c3-85a7-3af708b483de tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:26.659725 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12eaf84-eb16-405a-95a1-1c54a0f04f4a req-3ac9aa9d-8bbb-48c3-85a7-3af708b483de tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:26.665519 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12eaf84-eb16-405a-95a1-1c54a0f04f4a req-3ac9aa9d-8bbb-48c3-85a7-3af708b483de tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:26.676084 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12eaf84-eb16-405a-95a1-1c54a0f04f4a req-3ac9aa9d-8bbb-48c3-85a7-3af708b483de tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:26.678980 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 3f997c24-8baf-4568-8831-02e3b77bfea9 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:22:26.679349 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (3f997c24-8baf-4568-8831-02e3b77bfea9), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:26.683261 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12eaf84-eb16-405a-95a1-1c54a0f04f4a req-3ac9aa9d-8bbb-48c3-85a7-3af708b483de tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:26.688536 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12eaf84-eb16-405a-95a1-1c54a0f04f4a req-3ac9aa9d-8bbb-48c3-85a7-3af708b483de tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:26.700169 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12eaf84-eb16-405a-95a1-1c54a0f04f4a req-3ac9aa9d-8bbb-48c3-85a7-3af708b483de tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:26.708437 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c12eaf84-eb16-405a-95a1-1c54a0f04f4a req-3ac9aa9d-8bbb-48c3-85a7-3af708b483de tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.64 "GET /v2.0/ports?device_id=5bd15075-1e8c-4d4e-9154-d45912ca536e HTTP/1.1" status: 200 len: 5422 time: 0.2495327 Jan 28 19:22:26.744222 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b88a74ec-7528-4608-8d76-db7e73067e2d req-3a112795-0036-4221-b62e-e42bded46375 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2345cf37-8df1-4a7c-90bf-a00ed44a6a23 HTTP/1.1" status: 200 len: 217 time: 0.1039748 Jan 28 19:22:26.751126 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08210a2-3eec-4c3b-8ca7-f146656cfdf8 admin admin] Pushing event updated for resources: {'Port': ['ID=bd2f0681-c01b-4926-a8bc-fa69ece3b4ba,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:26.776821 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b08210a2-3eec-4c3b-8ca7-f146656cfdf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734769'] for router_interface (f74451c7-bd7d-4dd4-a140-4702c3d73b46), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:26.815501 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 81f99a22-9155-461a-9f4f-0dadff07deab details requested by agent hyperv_n-h1-812111-14 with host n-h1-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:22:26.868362 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88a74ec-7528-4608-8d76-db7e73067e2d req-78b2e72a-02a0-4ed5-ab32-b0aeb62aeaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:26.869936 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b88a74ec-7528-4608-8d76-db7e73067e2d req-78b2e72a-02a0-4ed5-ab32-b0aeb62aeaa0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6cea2404-3048-43fe-b9cb-bebcf3282d53 HTTP/1.1" status: 200 len: 852 time: 0.1198571 Jan 28 19:22:26.884058 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c12eaf84-eb16-405a-95a1-1c54a0f04f4a req-7063013b-a653-42b8-a5aa-8941e8921c7c tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.64 "GET /v2.0/security-groups?id=abf1c1e9-b349-4aee-9c71-682c8b55783a&id=b98a868e-e5c1-410f-a3c5-8429d6410f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1705482 Jan 28 19:22:26.978322 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b88a74ec-7528-4608-8d76-db7e73067e2d req-1c86b6ac-1b52-40bb-a9d8-a39741f564d8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ff818509-18ff-44d0-ba98-5ed91eb1ccd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594974 Jan 28 19:22:26.985324 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 3f997c24-8baf-4568-8831-02e3b77bfea9 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:22:26.987522 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (3f997c24-8baf-4568-8831-02e3b77bfea9), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:27.013378 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] For port 3f997c24-8baf-4568-8831-02e3b77bfea9, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=3f997c24-8baf-4568-8831-02e3b77bfea9,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:22:27.029904 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (3f997c24-8baf-4568-8831-02e3b77bfea9), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:27.080327 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad830f8c-556c-485a-89a5-09a1b6cd9caa req-9f3c6264-0562-426b-b697-08c5e9043f04 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:27.088090 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ad830f8c-556c-485a-89a5-09a1b6cd9caa req-9f3c6264-0562-426b-b697-08c5e9043f04 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/ports?device_id=526e2654-a350-462e-8c7e-a53643b5bc70 HTTP/1.1" status: 200 len: 943 time: 0.2783084 Jan 28 19:22:27.111693 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b08210a2-3eec-4c3b-8ca7-f146656cfdf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (bd2f0681-c01b-4926-a8bc-fa69ece3b4ba), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:27.138429 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 81f99a22-9155-461a-9f4f-0dadff07deab, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=81f99a22-9155-461a-9f4f-0dadff07deab,segment=NetworkSegment(0d84d916-97fe-4a55-a454-c0fc25feb1a4),segment_id=0d84d916-97fe-4a55-a454-c0fc25feb1a4)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:22:27.141025 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61b9a15-2609-4d0e-be91-92fbd6248003 req-5a888b5f-5c77-4835-843b-45bdefde099e tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:27.143741 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-28cae22f-b167-4919-9c81-ef5d47ba1670 None None] Provisioning complete for port bd2f0681-c01b-4926-a8bc-fa69ece3b4ba triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:22:27.144468 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-28cae22f-b167-4919-9c81-ef5d47ba1670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (bd2f0681-c01b-4926-a8bc-fa69ece3b4ba), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:27.150534 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d61b9a15-2609-4d0e-be91-92fbd6248003 req-5a888b5f-5c77-4835-843b-45bdefde099e tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e48b655-5911-4dcd-a073-26e765e9c04d HTTP/1.1" status: 200 len: 945 time: 0.1118095 Jan 28 19:22:27.199586 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Returning: {'device': '81f99a22-9155-461a-9f4f-0dadff07deab', 'network_id': '33c095fb-ef38-447a-b00a-cb10b3a9fb6a', 'port_id': '81f99a22-9155-461a-9f4f-0dadff07deab', 'mac_address': 'fa:16:3e:b3:43:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a125b0f8-c648-4892-8cc4-9d24d356ab8c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:22:27.201609 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Pushing event updated for resources: {'Port': ['ID=3f997c24-8baf-4568-8831-02e3b77bfea9,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:27.250479 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ad830f8c-556c-485a-89a5-09a1b6cd9caa req-154987f5-db44-4462-abcd-c91c291b4f46 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/security-groups?id=e52b5309-890e-4183-bf0d-6ef59c658d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614270 Jan 28 19:22:27.257933 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d61b9a15-2609-4d0e-be91-92fbd6248003 req-8ec3c6b5-a61a-44c6-ad8a-507c47ad51c3 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff0a7ca0-73d1-435a-8c79-518c9bdfd3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064072 Jan 28 19:22:27.280531 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-28cae22f-b167-4919-9c81-ef5d47ba1670 None None] Port bd2f0681-c01b-4926-a8bc-fa69ece3b4ba cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:22:27.294337 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b88a74ec-7528-4608-8d76-db7e73067e2d req-b6d587da-9e71-4049-a9d6-11f60cffd078 service neutron] 10.222.0.70 "GET /v2.0/networks/ff818509-18ff-44d0-ba98-5ed91eb1ccd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3073390 Jan 28 19:22:27.299359 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port 81f99a22-9155-461a-9f4f-0dadff07deab is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:22:27.300005 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (81f99a22-9155-461a-9f4f-0dadff07deab), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:27.338817 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81f99a22-9155-461a-9f4f-0dadff07deab {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:22:27.375684 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 81f99a22-9155-461a-9f4f-0dadff07deab, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=81f99a22-9155-461a-9f4f-0dadff07deab,segment=NetworkSegment(0d84d916-97fe-4a55-a454-c0fc25feb1a4),segment_id=0d84d916-97fe-4a55-a454-c0fc25feb1a4)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:22:27.397623 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (81f99a22-9155-461a-9f4f-0dadff07deab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:27.433774 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b88a74ec-7528-4608-8d76-db7e73067e2d req-ae9e740c-22ab-46da-9f16-3267334cd6a0 service neutron] 10.222.0.70 "GET /v2.0/networks/ff818509-18ff-44d0-ba98-5ed91eb1ccd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322923 Jan 28 19:22:27.458392 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=81f99a22-9155-461a-9f4f-0dadff07deab,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:27.513583 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031bdf27-c7c5-42eb-8aaf-da7af3b208bc req-a657c283-bca1-434f-bb9f-ba4763448251 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:27.515797 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-031bdf27-c7c5-42eb-8aaf-da7af3b208bc req-a657c283-bca1-434f-bb9f-ba4763448251 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d703f22-28db-4002-84e0-b0dfabaa540e HTTP/1.1" status: 200 len: 950 time: 0.0594864 Jan 28 19:22:27.524206 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3810d8-b5c2-4732-bb12-b7fb239da95c req-df67ccbc-93c2-4cd7-b894-999ac34084d7 tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:27.526001 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ad3810d8-b5c2-4732-bb12-b7fb239da95c req-df67ccbc-93c2-4cd7-b894-999ac34084d7 tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] 10.222.0.64 "GET /v2.0/ports?device_id=dab0b308-89b2-4933-b603-3ff959dae23c HTTP/1.1" status: 200 len: 944 time: 0.1383920 Jan 28 19:22:27.570022 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b08210a2-3eec-4c3b-8ca7-f146656cfdf8 admin admin] Publish callbacks [] for port (bd2f0681-c01b-4926-a8bc-fa69ece3b4ba), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:27.580964 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b08210a2-3eec-4c3b-8ca7-f146656cfdf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (bd2f0681-c01b-4926-a8bc-fa69ece3b4ba), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:27.581346 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-031bdf27-c7c5-42eb-8aaf-da7af3b208bc req-f8f001e1-3449-481e-bd5b-94c2acf153c7 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d07f2a-7a3d-4718-9c1b-16394753837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586929 Jan 28 19:22:27.647704 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['81f99a22-9155-461a-9f4f-0dadff07deab'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:22:27.663011 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ad3810d8-b5c2-4732-bb12-b7fb239da95c req-3f76f992-83aa-424b-8467-b06ebc12a17b tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed5dbff7-d8b6-44bf-8755-79d5f3e8f67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224651 Jan 28 19:22:27.677088 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b08210a2-3eec-4c3b-8ca7-f146656cfdf8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-756216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-732801'] for router_interface (f74451c7-bd7d-4dd4-a140-4702c3d73b46), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:27.727729 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a9d487-48a0-40e8-b51e-4d1f8d403494 req-4f663315-d405-40b6-858f-34dcfa67bd1d tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:27.735379 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-86a9d487-48a0-40e8-b51e-4d1f8d403494 req-4f663315-d405-40b6-858f-34dcfa67bd1d tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e48b655-5911-4dcd-a073-26e765e9c04d HTTP/1.1" status: 200 len: 945 time: 0.0962458 Jan 28 19:22:27.790437 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08210a2-3eec-4c3b-8ca7-f146656cfdf8 admin admin] Pushing event updated for resources: {'Port': ['ID=bd2f0681-c01b-4926-a8bc-fa69ece3b4ba,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:27.806287 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b08210a2-3eec-4c3b-8ca7-f146656cfdf8 admin admin] Network b2fb9b9e-9566-48b7-95b6-d0c6794fa165 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:22:27.807781 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-b08210a2-3eec-4c3b-8ca7-f146656cfdf8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:22:27.853673 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-86a9d487-48a0-40e8-b51e-4d1f8d403494 req-2e513818-428f-48ba-acb3-5b12c2540b2b tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff0a7ca0-73d1-435a-8c79-518c9bdfd3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172690 Jan 28 19:22:28.025293 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b08210a2-3eec-4c3b-8ca7-f146656cfdf8 admin admin] Router f74451c7-bd7d-4dd4-a140-4702c3d73b46 has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:22:28.141644 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dddbb68-6cde-40b8-919c-fcb1bafd59f3 req-373ee0e3-884a-4cd4-bcfa-df3ab39c090d tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:28.147904 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dddbb68-6cde-40b8-919c-fcb1bafd59f3 req-373ee0e3-884a-4cd4-bcfa-df3ab39c090d tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:28.153545 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dddbb68-6cde-40b8-919c-fcb1bafd59f3 req-373ee0e3-884a-4cd4-bcfa-df3ab39c090d tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:28.160470 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dddbb68-6cde-40b8-919c-fcb1bafd59f3 req-373ee0e3-884a-4cd4-bcfa-df3ab39c090d tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:28.167870 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dddbb68-6cde-40b8-919c-fcb1bafd59f3 req-373ee0e3-884a-4cd4-bcfa-df3ab39c090d tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:28.175334 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dddbb68-6cde-40b8-919c-fcb1bafd59f3 req-373ee0e3-884a-4cd4-bcfa-df3ab39c090d tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:28.181146 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dddbb68-6cde-40b8-919c-fcb1bafd59f3 req-373ee0e3-884a-4cd4-bcfa-df3ab39c090d tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:28.188808 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9dddbb68-6cde-40b8-919c-fcb1bafd59f3 req-373ee0e3-884a-4cd4-bcfa-df3ab39c090d tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.64 "GET /v2.0/ports?device_id=5bd15075-1e8c-4d4e-9154-d45912ca536e HTTP/1.1" status: 200 len: 5422 time: 0.1542995 Jan 28 19:22:28.232630 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-6c4bec4b-9b5b-4052-a866-87e19d17cb68 None None] Provisioning complete for port bd2f0681-c01b-4926-a8bc-fa69ece3b4ba triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:22:28.234268 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6c4bec4b-9b5b-4052-a866-87e19d17cb68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (bd2f0681-c01b-4926-a8bc-fa69ece3b4ba), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:28.257583 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5287aba-e0f3-4c93-b8e0-1807ca0f0dd5 req-9fc475a5-5348-46f2-b302-11ffdfb527db tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:28.266106 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f5287aba-e0f3-4c93-b8e0-1807ca0f0dd5 req-9fc475a5-5348-46f2-b302-11ffdfb527db tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e48b655-5911-4dcd-a073-26e765e9c04d HTTP/1.1" status: 200 len: 945 time: 0.1681943 Jan 28 19:22:28.277808 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 46256) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:22:28.283107 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b08210a2-3eec-4c3b-8ca7-f146656cfdf8 admin admin] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:22:28.308139 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-b08210a2-3eec-4c3b-8ca7-f146656cfdf8 admin admin] 10.222.0.64 "PUT /v2.0/routers/f74451c7-bd7d-4dd4-a140-4702c3d73b46/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4216795 Jan 28 19:22:28.322611 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9dddbb68-6cde-40b8-919c-fcb1bafd59f3 req-dc11d201-781a-49b3-803c-fed16e4692a3 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.64 "GET /v2.0/security-groups?id=abf1c1e9-b349-4aee-9c71-682c8b55783a&id=b98a868e-e5c1-410f-a3c5-8429d6410f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1283112 Jan 28 19:22:28.352398 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-6c4bec4b-9b5b-4052-a866-87e19d17cb68 None None] Port bd2f0681-c01b-4926-a8bc-fa69ece3b4ba cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:22:28.377488 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f5287aba-e0f3-4c93-b8e0-1807ca0f0dd5 req-e53a5568-b432-4017-a867-eb2699783810 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff0a7ca0-73d1-435a-8c79-518c9bdfd3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096013 Jan 28 19:22:28.422079 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 3f997c24-8baf-4568-8831-02e3b77bfea9 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:22:28.465694 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b0f46b-c05e-4548-afd3-986d3fdef90e None None] Sync routers for ids ['f74451c7-bd7d-4dd4-a140-4702c3d73b46'] in n-d-812111-14 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:22:28.492333 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f482572d-1b1e-4501-b2fc-f7d7c6700a53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:28.519500 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6ca1f1-d3d5-4ad5-9fad-9b603b8b2ede req-fd4e42f7-4e21-46b0-b05b-8eb836ec5eb2 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:28.524691 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6a6ca1f1-d3d5-4ad5-9fad-9b603b8b2ede req-fd4e42f7-4e21-46b0-b05b-8eb836ec5eb2 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/ports?device_id=526e2654-a350-462e-8c7e-a53643b5bc70 HTTP/1.1" status: 200 len: 943 time: 0.1110759 Jan 28 19:22:28.534252 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad8525f-32ee-4683-a63e-97f7f7c20bc5 req-de253679-cc05-4725-a356-d01b0e0e6856 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:28.542010 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2ad8525f-32ee-4683-a63e-97f7f7c20bc5 req-de253679-cc05-4725-a356-d01b0e0e6856 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e48b655-5911-4dcd-a073-26e765e9c04d HTTP/1.1" status: 200 len: 945 time: 0.1018450 Jan 28 19:22:28.597381 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 46264) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:22:28.633777 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6a6ca1f1-d3d5-4ad5-9fad-9b603b8b2ede req-643e370e-0c72-4f80-9544-24f4acf9aa2b tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/security-groups?id=e52b5309-890e-4183-bf0d-6ef59c658d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997851 Jan 28 19:22:28.634234 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2ad8525f-32ee-4683-a63e-97f7f7c20bc5 req-f344b44e-fed3-4131-b294-d95dcfe8e620 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff0a7ca0-73d1-435a-8c79-518c9bdfd3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734222 Jan 28 19:22:28.742882 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f482572d-1b1e-4501-b2fc-f7d7c6700a53 admin admin] Publish callbacks [] for security_group (74926566-b7d1-41db-94d7-55ef897f2c12), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:28.756716 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f482572d-1b1e-4501-b2fc-f7d7c6700a53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (74926566-b7d1-41db-94d7-55ef897f2c12), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:28.767858 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d798f7-555f-47be-b0f0-b3220a55ab13 req-775b4ef2-ceff-447a-b157-115b8e896a93 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:28.775633 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-31d798f7-555f-47be-b0f0-b3220a55ab13 req-775b4ef2-ceff-447a-b157-115b8e896a93 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d703f22-28db-4002-84e0-b0dfabaa540e HTTP/1.1" status: 200 len: 950 time: 0.0815706 Jan 28 19:22:28.784821 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b0f46b-c05e-4548-afd3-986d3fdef90e None None] Routers {'f74451c7-bd7d-4dd4-a140-4702c3d73b46'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:22:28.786046 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-f9b0f46b-c05e-4548-afd3-986d3fdef90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:22:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['f74451c7-bd7d-4dd4-a140-4702c3d73b46'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:22:28.820541 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-f482572d-1b1e-4501-b2fc-f7d7c6700a53 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1045299397b04656a933daaf336c6710&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5407205 Jan 28 19:22:28.821700 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f482572d-1b1e-4501-b2fc-f7d7c6700a53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74926566-b7d1-41db-94d7-55ef897f2c12,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:28.832562 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 81f99a22-9155-461a-9f4f-0dadff07deab up at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:22:28.834055 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 46278) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:22:28.894444 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12090e00-72e2-4d81-924d-9b27e8f5932c req-71c95f33-d531-4c19-971a-6043cd988b31 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:28.896570 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-12090e00-72e2-4d81-924d-9b27e8f5932c req-71c95f33-d531-4c19-971a-6043cd988b31 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e48b655-5911-4dcd-a073-26e765e9c04d HTTP/1.1" status: 200 len: 945 time: 0.1632886 Jan 28 19:22:28.925040 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 3f997c24-8baf-4568-8831-02e3b77bfea9 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:22:28.925456 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (3f997c24-8baf-4568-8831-02e3b77bfea9), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:28.941767 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-41c5e043-74c7-481a-98bf-81ab41fecd5d admin admin] Publish callbacks [] for security_group (74926566-b7d1-41db-94d7-55ef897f2c12), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:28.971503 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-348a83a5-f23b-4a23-9b1e-5ff359d34339 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-967709091'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:22:28.975550 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-f9b0f46b-c05e-4548-afd3-986d3fdef90e None None] Set router f74451c7-bd7d-4dd4-a140-4702c3d73b46 gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:22:28.984418 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9a1282b5-7402-426c-8b55-d5910b8c6a11 req-c762873d-1493-402a-a81c-37f185cdd7cf service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=4e48b655-5911-4dcd-a073-26e765e9c04d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1093559 Jan 28 19:22:29.004908 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-31d798f7-555f-47be-b0f0-b3220a55ab13 req-c04f35e2-f900-4a42-a98b-bb3f03f2529d tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d07f2a-7a3d-4718-9c1b-16394753837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232852 Jan 28 19:22:29.005405 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-12090e00-72e2-4d81-924d-9b27e8f5932c req-8ea8cb7d-c7f5-4201-bcf1-cf15780b0409 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff0a7ca0-73d1-435a-8c79-518c9bdfd3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847490 Jan 28 19:22:29.035362 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning for port 81f99a22-9155-461a-9f4f-0dadff07deab completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:22:29.036286 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-348a83a5-f23b-4a23-9b1e-5ff359d34339 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Made reservation on behalf of 8f3558f2b66642eda891aec2b92891c7 for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:22:29.063203 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-348a83a5-f23b-4a23-9b1e-5ff359d34339 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:29.075923 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning complete for port 81f99a22-9155-461a-9f4f-0dadff07deab triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:22:29.076166 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (81f99a22-9155-461a-9f4f-0dadff07deab), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:29.125991 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-41c5e043-74c7-481a-98bf-81ab41fecd5d admin admin] Publish callbacks [] for security_group (74926566-b7d1-41db-94d7-55ef897f2c12), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:29.132459 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1282b5-7402-426c-8b55-d5910b8c6a11 req-99e99641-d5b7-42e3-a7a1-4fb3e49309bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:29.134240 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9a1282b5-7402-426c-8b55-d5910b8c6a11 req-99e99641-d5b7-42e3-a7a1-4fb3e49309bc service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=21016aa8d78b40bfb94f4cb1162748ad&device_id=4e48b655-5911-4dcd-a073-26e765e9c04d HTTP/1.1" status: 200 len: 1128 time: 0.0931253 Jan 28 19:22:29.188664 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-348a83a5-f23b-4a23-9b1e-5ff359d34339 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:22:29.225983 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-348a83a5-f23b-4a23-9b1e-5ff359d34339 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (655f4b3e-bc9a-4aba-8a16-641936a80470), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:29.226379 n-d-812111-14 neutron-server[103305]: INFO neutron.db.segments_db [None req-348a83a5-f23b-4a23-9b1e-5ff359d34339 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Added segment 655f4b3e-bc9a-4aba-8a16-641936a80470 of type vlan for network c84000c4-04f2-4df4-ac5f-8f339023f02b Jan 28 19:22:29.263970 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 3f997c24-8baf-4568-8831-02e3b77bfea9 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:22:29.300192 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8663da61-77bb-4c9d-94ee-99cc7cc5e233 req-5fd4fae6-58fe-430c-a789-dfc33f343bf4 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:29.302248 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8663da61-77bb-4c9d-94ee-99cc7cc5e233 req-5fd4fae6-58fe-430c-a789-dfc33f343bf4 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e48b655-5911-4dcd-a073-26e765e9c04d HTTP/1.1" status: 200 len: 945 time: 0.1734571 Jan 28 19:22:29.305282 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-348a83a5-f23b-4a23-9b1e-5ff359d34339 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (c84000c4-04f2-4df4-ac5f-8f339023f02b), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:29.317312 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port 81f99a22-9155-461a-9f4f-0dadff07deab is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:22:29.317719 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (81f99a22-9155-461a-9f4f-0dadff07deab), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:29.320522 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435aa979-d7e8-4aeb-be55-65f54634473f req-e10e7c81-d733-49bd-9c18-05ed3f1bae6a tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:29.322138 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-435aa979-d7e8-4aeb-be55-65f54634473f req-e10e7c81-d733-49bd-9c18-05ed3f1bae6a tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] 10.222.0.64 "GET /v2.0/ports?device_id=dab0b308-89b2-4933-b603-3ff959dae23c HTTP/1.1" status: 200 len: 944 time: 0.1724589 Jan 28 19:22:29.351320 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-f9b0f46b-c05e-4548-afd3-986d3fdef90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f74451c7-bd7d-4dd4-a140-4702c3d73b46', 'name': 'tempest-ServersTestMultiNic-535938706-router', 'tenant_id': '8f3558f2b66642eda891aec2b92891c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': '3f997c24-8baf-4568-8831-02e3b77bfea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:22:18Z', 'updated_at': '2022-01-28T19:22:27Z', 'revision_number': 4, 'project_id': '8f3558f2b66642eda891aec2b92891c7', 'gw_port': {'id': '3f997c24-8baf-4568-8831-02e3b77bfea9', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e2:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f74451c7-bd7d-4dd4-a140-4702c3d73b46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:22:20Z', 'updated_at': '2022-01-28T19:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': 'bd2f0681-c01b-4926-a8bc-fa69ece3b4ba', 'name': '', 'network_id': 'b2fb9b9e-9566-48b7-95b6-d0c6794fa165', 'tenant_id': '8f3558f2b66642eda891aec2b92891c7', 'mac_address': 'fa:16:3e:e6:7d:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f74451c7-bd7d-4dd4-a140-4702c3d73b46', 'device_owner': 'network:router_interface', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '50123b70-0cc2-491b-b4aa-88c05b8e7802', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:22:25Z', 'updated_at': '2022-01-28T19:22:27Z', 'revision_number': 2, 'project_id': '8f3558f2b66642eda891aec2b92891c7', 'subnets': [{'id': '50123b70-0cc2-491b-b4aa-88c05b8e7802', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:22:29.359991 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-41c5e043-74c7-481a-98bf-81ab41fecd5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (74926566-b7d1-41db-94d7-55ef897f2c12), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:29.361194 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dab0b308-89b2-4933-b603-3ff959dae23c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81f99a22-9155-461a-9f4f-0dadff07deab'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:22:29.363494 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83a833b3-8476-4640-9b1a-cecad561961d" -d '{"events": [{"server_uuid": "dab0b308-89b2-4933-b603-3ff959dae23c", "name": "network-vif-plugged", "status": "completed", "tag": "81f99a22-9155-461a-9f4f-0dadff07deab"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:22:29.364635 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-41c5e043-74c7-481a-98bf-81ab41fecd5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:29.366300 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-41c5e043-74c7-481a-98bf-81ab41fecd5d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/74926566-b7d1-41db-94d7-55ef897f2c12 HTTP/1.1" status: 204 len: 168 time: 0.5283623 Jan 28 19:22:29.393169 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c5e043-74c7-481a-98bf-81ab41fecd5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74926566-b7d1-41db-94d7-55ef897f2c12,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:29.398123 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b0f46b-c05e-4548-afd3-986d3fdef90e None None] Checking router: f74451c7-bd7d-4dd4-a140-4702c3d73b46 for host: n-d-812111-14 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:22:29.398866 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b0f46b-c05e-4548-afd3-986d3fdef90e None None] Updating router f74451c7-bd7d-4dd4-a140-4702c3d73b46 port bd2f0681-c01b-4926-a8bc-fa69ece3b4ba binding host n-d-812111-14 {{(pid=103306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:22:29.411862 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-435aa979-d7e8-4aeb-be55-65f54634473f req-5ff7a1ad-a237-4c5c-b2da-aa24aebd142c tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed5dbff7-d8b6-44bf-8755-79d5f3e8f67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791323 Jan 28 19:22:29.413630 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1282b5-7402-426c-8b55-d5910b8c6a11 req-ac7e227b-a82a-4914-9120-d22d5934d4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:29.414555 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9a1282b5-7402-426c-8b55-d5910b8c6a11 req-ac7e227b-a82a-4914-9120-d22d5934d4e3 service neutron] 10.222.0.70 "GET /v2.0/networks?id=925b8873-887e-4953-83db-09b05d761160 HTTP/1.1" status: 200 len: 914 time: 0.2104969 Jan 28 19:22:29.418876 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 81f99a22-9155-461a-9f4f-0dadff07deab, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=81f99a22-9155-461a-9f4f-0dadff07deab,segment=NetworkSegment(0d84d916-97fe-4a55-a454-c0fc25feb1a4),segment_id=0d84d916-97fe-4a55-a454-c0fc25feb1a4)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:22:29.438089 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-348a83a5-f23b-4a23-9b1e-5ff359d34339 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (c84000c4-04f2-4df4-ac5f-8f339023f02b), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:29.445228 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (81f99a22-9155-461a-9f4f-0dadff07deab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:29.450506 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-348a83a5-f23b-4a23-9b1e-5ff359d34339 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:29.464890 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-348a83a5-f23b-4a23-9b1e-5ff359d34339 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:29.474180 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f9b0f46b-c05e-4548-afd3-986d3fdef90e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (bd2f0681-c01b-4926-a8bc-fa69ece3b4ba), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:29.475781 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9a1282b5-7402-426c-8b55-d5910b8c6a11 req-cca25126-b3bd-4bf1-94e4-c4060c9a1068 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c3ecd62f-085f-4988-b473-992cd603c18e HTTP/1.1" status: 200 len: 217 time: 0.0541892 Jan 28 19:22:29.547247 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=81f99a22-9155-461a-9f4f-0dadff07deab,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:29.560810 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8663da61-77bb-4c9d-94ee-99cc7cc5e233 req-7313c0db-c909-434f-a4cb-406df0d82fe7 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff0a7ca0-73d1-435a-8c79-518c9bdfd3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500815 Jan 28 19:22:29.605201 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-348a83a5-f23b-4a23-9b1e-5ff359d34339 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.0068007 Jan 28 19:22:29.607899 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 46304) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:22:29.615996 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-531575bd-a4e6-4313-80d9-adc76a00f60c tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Request body: {'subnet': {'network_id': 'c84000c4-04f2-4df4-ac5f-8f339023f02b', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:22:29.631466 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1282b5-7402-426c-8b55-d5910b8c6a11 req-8ea704ab-224f-4f6b-8ff2-7c2f28a68580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:29.633260 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9a1282b5-7402-426c-8b55-d5910b8c6a11 req-8ea704ab-224f-4f6b-8ff2-7c2f28a68580 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=357a8c0c-a30f-4885-a91f-d81275179bba HTTP/1.1" status: 200 len: 854 time: 0.1489422 Jan 28 19:22:29.640374 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348a83a5-f23b-4a23-9b1e-5ff359d34339 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Pushing event updated for resources: {'Network': ['ID=c84000c4-04f2-4df4-ac5f-8f339023f02b,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:29.691246 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fe9aa3a-d6f4-4ff0-afc4-e83756abca43 x-openstack-request-id: req-2fe9aa3a-d6f4-4ff0-afc4-e83756abca43 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:22:29.691710 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dab0b308-89b2-4933-b603-3ff959dae23c", "name": "network-vif-plugged", "status": "completed", "tag": "81f99a22-9155-461a-9f4f-0dadff07deab", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:22:29.692191 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2fe9aa3a-d6f4-4ff0-afc4-e83756abca43 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:22:29.692968 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dab0b308-89b2-4933-b603-3ff959dae23c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81f99a22-9155-461a-9f4f-0dadff07deab', 'code': 200} Jan 28 19:22:29.693519 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network c84000c4-04f2-4df4-ac5f-8f339023f02b details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:22:29.700332 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d7fdf8-a71e-4d4a-b4a3-3171f6f94b00 req-657e0b9a-7126-4202-a7bc-1e846ea8e119 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:29.707608 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d7fdf8-a71e-4d4a-b4a3-3171f6f94b00 req-657e0b9a-7126-4202-a7bc-1e846ea8e119 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:29.713828 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d7fdf8-a71e-4d4a-b4a3-3171f6f94b00 req-657e0b9a-7126-4202-a7bc-1e846ea8e119 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:29.720736 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d7fdf8-a71e-4d4a-b4a3-3171f6f94b00 req-657e0b9a-7126-4202-a7bc-1e846ea8e119 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:29.726403 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d7fdf8-a71e-4d4a-b4a3-3171f6f94b00 req-657e0b9a-7126-4202-a7bc-1e846ea8e119 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:29.732427 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d7fdf8-a71e-4d4a-b4a3-3171f6f94b00 req-657e0b9a-7126-4202-a7bc-1e846ea8e119 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:29.738237 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d7fdf8-a71e-4d4a-b4a3-3171f6f94b00 req-657e0b9a-7126-4202-a7bc-1e846ea8e119 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:29.746535 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-38d7fdf8-a71e-4d4a-b4a3-3171f6f94b00 req-657e0b9a-7126-4202-a7bc-1e846ea8e119 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.64 "GET /v2.0/ports?device_id=5bd15075-1e8c-4d4e-9154-d45912ca536e HTTP/1.1" status: 200 len: 5422 time: 0.1883008 Jan 28 19:22:29.811296 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9a1282b5-7402-426c-8b55-d5910b8c6a11 req-4e8836a8-999b-49bb-bae9-eb5c82e15e6b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=925b8873-887e-4953-83db-09b05d761160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1697412 Jan 28 19:22:29.815345 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 2345cf37-8df1-4a7c-90bf-a00ed44a6a23 details requested by agent hyperv_n-h2-812111-14 with host n-h2-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:22:29.878716 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-531575bd-a4e6-4313-80d9-adc76a00f60c tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Made reservation on behalf of 8f3558f2b66642eda891aec2b92891c7 for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:22:29.882153 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-531575bd-a4e6-4313-80d9-adc76a00f60c tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4733071'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:30.052746 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe920812-ed11-4318-a1b4-c7deac46fa61 req-4c447dea-b6bb-4fb7-a375-d7e1485ff459 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:30.055228 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-fe920812-ed11-4318-a1b4-c7deac46fa61 req-4c447dea-b6bb-4fb7-a375-d7e1485ff459 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/ports?device_id=526e2654-a350-462e-8c7e-a53643b5bc70 HTTP/1.1" status: 200 len: 943 time: 0.2755611 Jan 28 19:22:30.092017 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 2345cf37-8df1-4a7c-90bf-a00ed44a6a23, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=2345cf37-8df1-4a7c-90bf-a00ed44a6a23,segment=NetworkSegment(3fce350c-ea58-4666-bd7d-c61ada9a9295),segment_id=3fce350c-ea58-4666-bd7d-c61ada9a9295)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:22:30.112866 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Returning: {'device': '2345cf37-8df1-4a7c-90bf-a00ed44a6a23', 'network_id': 'ff818509-18ff-44d0-ba98-5ed91eb1ccd4', 'port_id': '2345cf37-8df1-4a7c-90bf-a00ed44a6a23', 'mac_address': 'fa:16:3e:8c:ba:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cea2404-3048-43fe-b9cb-bebcf3282d53', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:22:30.190759 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 46320) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:22:30.207882 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c0a55c1e-f315-45a4-9168-ae7a0afd886c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:30.215219 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-fe920812-ed11-4318-a1b4-c7deac46fa61 req-f76a4b8a-9cd7-4a83-80b8-16b4365b6361 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/security-groups?id=e52b5309-890e-4183-bf0d-6ef59c658d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451342 Jan 28 19:22:30.219520 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f9b0f46b-c05e-4548-afd3-986d3fdef90e None None] Publish callbacks [] for port (bd2f0681-c01b-4926-a8bc-fa69ece3b4ba), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:30.239208 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 2345cf37-8df1-4a7c-90bf-a00ed44a6a23 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:22:30.239767 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (2345cf37-8df1-4a7c-90bf-a00ed44a6a23), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:30.244431 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f9b0f46b-c05e-4548-afd3-986d3fdef90e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (bd2f0681-c01b-4926-a8bc-fa69ece3b4ba), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:30.302833 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2345cf37-8df1-4a7c-90bf-a00ed44a6a23 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:22:30.308027 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c0a55c1e-f315-45a4-9168-ae7a0afd886c admin admin] Publish callbacks [] for security_group (5c214cfd-61ef-441b-97cc-bddcba0ac135), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:30.330704 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c0a55c1e-f315-45a4-9168-ae7a0afd886c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (5c214cfd-61ef-441b-97cc-bddcba0ac135), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:30.387369 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868d2b6e-baa8-4b58-8dc9-e1fd2386f357 None None] Pushing event updated for resources: {'Port': ['ID=bd2f0681-c01b-4926-a8bc-fa69ece3b4ba,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:30.391671 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 2345cf37-8df1-4a7c-90bf-a00ed44a6a23, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=2345cf37-8df1-4a7c-90bf-a00ed44a6a23,segment=NetworkSegment(3fce350c-ea58-4666-bd7d-c61ada9a9295),segment_id=3fce350c-ea58-4666-bd7d-c61ada9a9295)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:22:30.425395 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (2345cf37-8df1-4a7c-90bf-a00ed44a6a23), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:30.476361 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-c0a55c1e-f315-45a4-9168-ae7a0afd886c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=cd04cf79dee743e09925640b96cf858d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2842474 Jan 28 19:22:30.483587 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 46326) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:22:30.502548 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-38d7fdf8-a71e-4d4a-b4a3-3171f6f94b00 req-57b1f6c2-57ef-475a-b5e3-95a67388b102 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.64 "GET /v2.0/security-groups?id=abf1c1e9-b349-4aee-9c71-682c8b55783a&id=b98a868e-e5c1-410f-a3c5-8429d6410f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7549131 Jan 28 19:22:30.505319 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02872832-73f8-41d2-95d3-569600d84644 req-cf926ba6-aa31-4adc-9874-b8cd94978d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:30.507513 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-02872832-73f8-41d2-95d3-569600d84644 req-cf926ba6-aa31-4adc-9874-b8cd94978d9a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=dab0b308-89b2-4933-b603-3ff959dae23c HTTP/1.1" status: 200 len: 1128 time: 0.7405283 Jan 28 19:22:30.514946 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9a1282b5-7402-426c-8b55-d5910b8c6a11 req-d825a069-f29e-4648-bb30-999255ed49dd service neutron] 10.222.0.70 "GET /v2.0/networks/925b8873-887e-4953-83db-09b05d761160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6911571 Jan 28 19:22:30.520310 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a55c1e-f315-45a4-9168-ae7a0afd886c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c214cfd-61ef-441b-97cc-bddcba0ac135,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:30.564949 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=2345cf37-8df1-4a7c-90bf-a00ed44a6a23,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:30.601901 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-f9b0f46b-c05e-4548-afd3-986d3fdef90e None None] Attempting to bind port bd2f0681-c01b-4926-a8bc-fa69ece3b4ba on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:22:30.602250 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-f9b0f46b-c05e-4548-afd3-986d3fdef90e None None] Attempting to bind port bd2f0681-c01b-4926-a8bc-fa69ece3b4ba by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '9a036823-1b5b-4a08-9be8-8bed7e7eab04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'b2fb9b9e-9566-48b7-95b6-d0c6794fa165'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:22:30.602572 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b0f46b-c05e-4548-afd3-986d3fdef90e None None] Attempting to bind port bd2f0681-c01b-4926-a8bc-fa69ece3b4ba on network b2fb9b9e-9566-48b7-95b6-d0c6794fa165 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:22:30.625135 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b0f46b-c05e-4548-afd3-986d3fdef90e None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:22:30.625543 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b0f46b-c05e-4548-afd3-986d3fdef90e None None] Checking segment: {'id': '9a036823-1b5b-4a08-9be8-8bed7e7eab04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'b2fb9b9e-9566-48b7-95b6-d0c6794fa165'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:22:30.625966 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f9b0f46b-c05e-4548-afd3-986d3fdef90e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:30.629434 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b0f46b-c05e-4548-afd3-986d3fdef90e None None] Bound using segment: {'id': '9a036823-1b5b-4a08-9be8-8bed7e7eab04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'b2fb9b9e-9566-48b7-95b6-d0c6794fa165'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:22:30.629948 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-f9b0f46b-c05e-4548-afd3-986d3fdef90e None None] Bound port: bd2f0681-c01b-4926-a8bc-fa69ece3b4ba, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a036823-1b5b-4a08-9be8-8bed7e7eab04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'b2fb9b9e-9566-48b7-95b6-d0c6794fa165'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:22:30.630345 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f9b0f46b-c05e-4548-afd3-986d3fdef90e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (bd2f0681-c01b-4926-a8bc-fa69ece3b4ba), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:30.640453 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-02872832-73f8-41d2-95d3-569600d84644 req-785b6138-2a5b-4653-89e5-a1862bce9f06 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ed5dbff7-d8b6-44bf-8755-79d5f3e8f67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241634 Jan 28 19:22:30.648460 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04c1b16-b99a-4025-892f-d0ff2fb57292 req-0acac956-061f-4c88-b159-686bb089fac7 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:30.650119 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e04c1b16-b99a-4025-892f-d0ff2fb57292 req-0acac956-061f-4c88-b159-686bb089fac7 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e48b655-5911-4dcd-a073-26e765e9c04d HTTP/1.1" status: 200 len: 945 time: 0.2738061 Jan 28 19:22:30.678407 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-531575bd-a4e6-4313-80d9-adc76a00f60c tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4752401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4733085'] for subnet (d430865f-f1cb-4710-8882-d1c4193f89fd), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:30.678744 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['2345cf37-8df1-4a7c-90bf-a00ed44a6a23'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:22:30.737455 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9a1282b5-7402-426c-8b55-d5910b8c6a11 req-a03263e6-ea1c-493a-b561-0be3295c892e service neutron] 10.222.0.70 "GET /v2.0/networks/925b8873-887e-4953-83db-09b05d761160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143431 Jan 28 19:22:30.750008 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f732eed8-ef97-47a1-820f-c24e3c10d566 req-6bdf4d1b-7dd4-43b7-bcfa-7444a6e3c115 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:30.751538 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f732eed8-ef97-47a1-820f-c24e3c10d566 req-6bdf4d1b-7dd4-43b7-bcfa-7444a6e3c115 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d703f22-28db-4002-84e0-b0dfabaa540e HTTP/1.1" status: 200 len: 950 time: 0.1058540 Jan 28 19:22:30.763537 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d4c6bfbf-179c-46a0-8a13-49206a7bf456 admin admin] Publish callbacks [] for security_group (5c214cfd-61ef-441b-97cc-bddcba0ac135), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:30.794691 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-085979ca-2666-4c86-a359-6e1fbfae524a None None] Provisioning complete for port bd2f0681-c01b-4926-a8bc-fa69ece3b4ba triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:22:30.795129 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-085979ca-2666-4c86-a359-6e1fbfae524a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (bd2f0681-c01b-4926-a8bc-fa69ece3b4ba), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:30.817880 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f732eed8-ef97-47a1-820f-c24e3c10d566 req-0728c8c2-916e-4f16-920f-8e9943a224e1 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d07f2a-7a3d-4718-9c1b-16394753837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604157 Jan 28 19:22:30.850885 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-f9b0f46b-c05e-4548-afd3-986d3fdef90e None None] For port bd2f0681-c01b-4926-a8bc-fa69ece3b4ba, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:22:30.855724 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-f9b0f46b-c05e-4548-afd3-986d3fdef90e None None] For port bd2f0681-c01b-4926-a8bc-fa69ece3b4ba, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=bd2f0681-c01b-4926-a8bc-fa69ece3b4ba,segment=NetworkSegment(9a036823-1b5b-4a08-9be8-8bed7e7eab04),segment_id=9a036823-1b5b-4a08-9be8-8bed7e7eab04)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:22:30.857136 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-085979ca-2666-4c86-a359-6e1fbfae524a None None] Port bd2f0681-c01b-4926-a8bc-fa69ece3b4ba cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:22:30.869008 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f9b0f46b-c05e-4548-afd3-986d3fdef90e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (bd2f0681-c01b-4926-a8bc-fa69ece3b4ba), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:30.877879 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e04c1b16-b99a-4025-892f-d0ff2fb57292 req-f7e839ed-65a7-4b46-a276-fd3f7edae034 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff0a7ca0-73d1-435a-8c79-518c9bdfd3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204936 Jan 28 19:22:30.894081 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d4c6bfbf-179c-46a0-8a13-49206a7bf456 admin admin] Publish callbacks [] for security_group (5c214cfd-61ef-441b-97cc-bddcba0ac135), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:30.924150 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531575bd-a4e6-4313-80d9-adc76a00f60c tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Pushing event updated for resources: {'Subnet': ['ID=d430865f-f1cb-4710-8882-d1c4193f89fd,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:30.967055 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e172f951-a961-41cc-8937-06714ed70c42 req-5c57b4a0-4cf8-4115-9e18-f80dd8535d23 tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:30.971515 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e172f951-a961-41cc-8937-06714ed70c42 req-5c57b4a0-4cf8-4115-9e18-f80dd8535d23 tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] 10.222.0.64 "GET /v2.0/ports?device_id=dab0b308-89b2-4933-b603-3ff959dae23c HTTP/1.1" status: 200 len: 945 time: 0.0686431 Jan 28 19:22:30.979741 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531575bd-a4e6-4313-80d9-adc76a00f60c tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Checking segment: {'id': '655f4b3e-bc9a-4aba-8a16-641936a80470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c84000c4-04f2-4df4-ac5f-8f339023f02b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:22:30.980130 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-531575bd-a4e6-4313-80d9-adc76a00f60c tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Network hostable DHCP agents. Network: c84000c4-04f2-4df4-ac5f-8f339023f02b, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:22:30.996037 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b0f46b-c05e-4548-afd3-986d3fdef90e None None] Routers {'f74451c7-bd7d-4dd4-a140-4702c3d73b46'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:22:30.996295 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-f9b0f46b-c05e-4548-afd3-986d3fdef90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:22:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['f74451c7-bd7d-4dd4-a140-4702c3d73b46'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:22:31.044811 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-531575bd-a4e6-4313-80d9-adc76a00f60c tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Network c84000c4-04f2-4df4-ac5f-8f339023f02b is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:22:31.064377 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868d2b6e-baa8-4b58-8dc9-e1fd2386f357 None None] Pushing event updated for resources: {'Port': ['ID=bd2f0681-c01b-4926-a8bc-fa69ece3b4ba,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:31.120806 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-531575bd-a4e6-4313-80d9-adc76a00f60c tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, c84000c4-04f2-4df4-ac5f-8f339023f02b) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:22:31.127618 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e172f951-a961-41cc-8937-06714ed70c42 req-3246857e-8d91-4e50-818a-1d84542f3cf6 tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed5dbff7-d8b6-44bf-8755-79d5f3e8f67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400793 Jan 28 19:22:31.138333 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-531575bd-a4e6-4313-80d9-adc76a00f60c tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:31.138333 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-531575bd-a4e6-4313-80d9-adc76a00f60c tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:31.142770 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d4c6bfbf-179c-46a0-8a13-49206a7bf456 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (5c214cfd-61ef-441b-97cc-bddcba0ac135), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:31.145346 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d4c6bfbf-179c-46a0-8a13-49206a7bf456 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:31.149685 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-d4c6bfbf-179c-46a0-8a13-49206a7bf456 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5c214cfd-61ef-441b-97cc-bddcba0ac135 HTTP/1.1" status: 204 len: 168 time: 0.6599464 Jan 28 19:22:31.172748 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de7adba-b993-4f03-bc12-989e6f93170d req-416604e7-d13c-4286-8eba-b9c92c2f5008 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:31.182062 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4de7adba-b993-4f03-bc12-989e6f93170d req-416604e7-d13c-4286-8eba-b9c92c2f5008 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e48b655-5911-4dcd-a073-26e765e9c04d HTTP/1.1" status: 200 len: 945 time: 0.1562893 Jan 28 19:22:31.242878 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4de7adba-b993-4f03-bc12-989e6f93170d req-88004b97-db64-49cf-bdf0-15a5bf4e1f32 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff0a7ca0-73d1-435a-8c79-518c9bdfd3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599997 Jan 28 19:22:31.249191 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c6bfbf-179c-46a0-8a13-49206a7bf456 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c214cfd-61ef-441b-97cc-bddcba0ac135,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:31.257041 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-531575bd-a4e6-4313-80d9-adc76a00f60c tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.6480427 Jan 28 19:22:31.259967 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 46360) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:22:31.273310 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-4725eb3a-ab54-4a8b-bac8-847c33ee75a8 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-608885249'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:22:31.328016 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4725eb3a-ab54-4a8b-bac8-847c33ee75a8 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Made reservation on behalf of 8f3558f2b66642eda891aec2b92891c7 for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:22:31.333495 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4725eb3a-ab54-4a8b-bac8-847c33ee75a8 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:31.415296 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d4e4f00-1a97-4167-a166-0f830bd1f7ad None None] Network c84000c4-04f2-4df4-ac5f-8f339023f02b requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:22:31.431049 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4725eb3a-ab54-4a8b-bac8-847c33ee75a8 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:22:31.448702 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4725eb3a-ab54-4a8b-bac8-847c33ee75a8 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (bb79ef63-cb1f-4885-b3a6-495fac5880eb), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:31.449117 n-d-812111-14 neutron-server[103304]: INFO neutron.db.segments_db [None req-4725eb3a-ab54-4a8b-bac8-847c33ee75a8 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Added segment bb79ef63-cb1f-4885-b3a6-495fac5880eb of type vlan for network 2807f2ac-6f07-49c2-a932-32bd5cd9b010 Jan 28 19:22:31.507717 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515604ec-ea4b-48d0-8077-753c917ff2d9 req-71aa5f49-ddf0-4ded-a64d-95feffca09ef tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:31.509416 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-515604ec-ea4b-48d0-8077-753c917ff2d9 req-71aa5f49-ddf0-4ded-a64d-95feffca09ef tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/ports?device_id=526e2654-a350-462e-8c7e-a53643b5bc70 HTTP/1.1" status: 200 len: 944 time: 0.1249650 Jan 28 19:22:31.520671 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4725eb3a-ab54-4a8b-bac8-847c33ee75a8 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (2807f2ac-6f07-49c2-a932-32bd5cd9b010), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:31.532040 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-f9b0f46b-c05e-4548-afd3-986d3fdef90e None None] Set router f74451c7-bd7d-4dd4-a140-4702c3d73b46 gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:22:31.534683 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-0d0aa85e-6961-4842-a6ea-1370b802a1f9 None None] Provisioning complete for port bd2f0681-c01b-4926-a8bc-fa69ece3b4ba triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:22:31.535155 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0d0aa85e-6961-4842-a6ea-1370b802a1f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (bd2f0681-c01b-4926-a8bc-fa69ece3b4ba), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:31.563846 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a983b056-db2d-4753-9b4c-9052522e9117 req-8a6e7935-55f8-42b0-bc6e-9c1a564bc6b4 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:31.566559 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a983b056-db2d-4753-9b4c-9052522e9117 req-8a6e7935-55f8-42b0-bc6e-9c1a564bc6b4 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e48b655-5911-4dcd-a073-26e765e9c04d HTTP/1.1" status: 200 len: 945 time: 0.1632082 Jan 28 19:22:31.610476 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4725eb3a-ab54-4a8b-bac8-847c33ee75a8 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (2807f2ac-6f07-49c2-a932-32bd5cd9b010), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:31.623659 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4725eb3a-ab54-4a8b-bac8-847c33ee75a8 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:31.626855 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4725eb3a-ab54-4a8b-bac8-847c33ee75a8 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:31.648268 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-515604ec-ea4b-48d0-8077-753c917ff2d9 req-8df006f9-2077-4d7c-8355-f723701ff78b tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/security-groups?id=e52b5309-890e-4183-bf0d-6ef59c658d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178925 Jan 28 19:22:31.648526 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a983b056-db2d-4753-9b4c-9052522e9117 req-bc6e402d-4c71-49e5-bd08-c91b631333e3 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff0a7ca0-73d1-435a-8c79-518c9bdfd3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713675 Jan 28 19:22:31.700596 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-4725eb3a-ab54-4a8b-bac8-847c33ee75a8 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4393415 Jan 28 19:22:31.703469 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 46382) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:22:31.710439 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-43ba277b-319c-410f-b473-fc99b8a31599 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Request body: {'subnet': {'network_id': '2807f2ac-6f07-49c2-a932-32bd5cd9b010', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:22:31.726155 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4725eb3a-ab54-4a8b-bac8-847c33ee75a8 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Pushing event updated for resources: {'Network': ['ID=2807f2ac-6f07-49c2-a932-32bd5cd9b010,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:31.788181 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network 2807f2ac-6f07-49c2-a932-32bd5cd9b010 details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:22:31.859342 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b582a64-42bd-4cba-8c5f-9df0980d04c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68cd31fd-e4cd-5fb3-a862-256fc47efcd2-c84000c4-04f2-4df4-ac5f-8f339023f02b', 'network_id': 'c84000c4-04f2-4df4-ac5f-8f339023f02b', 'project_id': '8f3558f2b66642eda891aec2b92891c7', 'fixed_ips': [{'subnet_id': 'd430865f-f1cb-4710-8882-d1c4193f89fd'}]}} from n-d-812111-14. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:22:31.860949 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6b582a64-42bd-4cba-8c5f-9df0980d04c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:31.895795 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbca0c3d-f165-4815-bcef-a2ea7c9fd588 req-21321f8a-6da1-4c5b-b329-0ef6a6dd4d9b tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:31.904598 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-fbca0c3d-f165-4815-bcef-a2ea7c9fd588 req-21321f8a-6da1-4c5b-b329-0ef6a6dd4d9b tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e48b655-5911-4dcd-a073-26e765e9c04d HTTP/1.1" status: 200 len: 945 time: 0.1367333 Jan 28 19:22:31.942402 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-0d0aa85e-6961-4842-a6ea-1370b802a1f9 None None] Current status of the port bd2f0681-c01b-4926-a8bc-fa69ece3b4ba is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:22:31.942796 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0d0aa85e-6961-4842-a6ea-1370b802a1f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (bd2f0681-c01b-4926-a8bc-fa69ece3b4ba), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:32.013907 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-fbca0c3d-f165-4815-bcef-a2ea7c9fd588 req-a0a2d8eb-d261-4855-9158-8c8c058fb471 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff0a7ca0-73d1-435a-8c79-518c9bdfd3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082799 Jan 28 19:22:32.044872 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80849d8-5df1-4052-9161-2c692276a8c1 req-3516c0e7-39f5-4d6a-a198-5c7188ae19b0 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:32.050418 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80849d8-5df1-4052-9161-2c692276a8c1 req-3516c0e7-39f5-4d6a-a198-5c7188ae19b0 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:32.067461 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80849d8-5df1-4052-9161-2c692276a8c1 req-3516c0e7-39f5-4d6a-a198-5c7188ae19b0 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:32.069826 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-0d0aa85e-6961-4842-a6ea-1370b802a1f9 None None] For port bd2f0681-c01b-4926-a8bc-fa69ece3b4ba, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=bd2f0681-c01b-4926-a8bc-fa69ece3b4ba,segment=NetworkSegment(9a036823-1b5b-4a08-9be8-8bed7e7eab04),segment_id=9a036823-1b5b-4a08-9be8-8bed7e7eab04)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:22:32.073139 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80849d8-5df1-4052-9161-2c692276a8c1 req-3516c0e7-39f5-4d6a-a198-5c7188ae19b0 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:32.088509 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80849d8-5df1-4052-9161-2c692276a8c1 req-3516c0e7-39f5-4d6a-a198-5c7188ae19b0 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:32.088745 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0d0aa85e-6961-4842-a6ea-1370b802a1f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (bd2f0681-c01b-4926-a8bc-fa69ece3b4ba), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:32.105688 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80849d8-5df1-4052-9161-2c692276a8c1 req-3516c0e7-39f5-4d6a-a198-5c7188ae19b0 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:32.111781 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80849d8-5df1-4052-9161-2c692276a8c1 req-3516c0e7-39f5-4d6a-a198-5c7188ae19b0 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:32.132275 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f80849d8-5df1-4052-9161-2c692276a8c1 req-3516c0e7-39f5-4d6a-a198-5c7188ae19b0 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.64 "GET /v2.0/ports?device_id=5bd15075-1e8c-4d4e-9154-d45912ca536e HTTP/1.1" status: 200 len: 5422 time: 0.3282187 Jan 28 19:22:32.138036 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43ba277b-319c-410f-b473-fc99b8a31599 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Made reservation on behalf of 8f3558f2b66642eda891aec2b92891c7 for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:22:32.141761 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-43ba277b-319c-410f-b473-fc99b8a31599 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4733071'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:32.171913 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0aa85e-6961-4842-a6ea-1370b802a1f9 None None] Pushing event updated for resources: {'Port': ['ID=bd2f0681-c01b-4926-a8bc-fa69ece3b4ba,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:32.221821 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b3a70d-24ef-4a4b-84f8-713d27610992 req-43e210e1-954a-4d0d-af7a-cfa6388ea97b tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:32.237692 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c0b3a70d-24ef-4a4b-84f8-713d27610992 req-43e210e1-954a-4d0d-af7a-cfa6388ea97b tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d703f22-28db-4002-84e0-b0dfabaa540e HTTP/1.1" status: 200 len: 950 time: 0.1185746 Jan 28 19:22:32.296579 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-6b582a64-42bd-4cba-8c5f-9df0980d04c8 None None] Allocated IP 19.80.0.2 (c84000c4-04f2-4df4-ac5f-8f339023f02b/d430865f-f1cb-4710-8882-d1c4193f89fd/1217ee3a-509b-4ef8-9bc4-b022cc0dfb24) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:22:32.311575 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c0b3a70d-24ef-4a4b-84f8-713d27610992 req-abbb1cbd-fb6f-4167-8d79-a8914fd16cad tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d07f2a-7a3d-4718-9c1b-16394753837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710721 Jan 28 19:22:32.447695 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-f9b0f46b-c05e-4548-afd3-986d3fdef90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f74451c7-bd7d-4dd4-a140-4702c3d73b46', 'name': 'tempest-ServersTestMultiNic-535938706-router', 'tenant_id': '8f3558f2b66642eda891aec2b92891c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': '3f997c24-8baf-4568-8831-02e3b77bfea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:22:18Z', 'updated_at': '2022-01-28T19:22:27Z', 'revision_number': 4, 'project_id': '8f3558f2b66642eda891aec2b92891c7', 'gw_port': {'id': '3f997c24-8baf-4568-8831-02e3b77bfea9', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e2:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f74451c7-bd7d-4dd4-a140-4702c3d73b46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:22:20Z', 'updated_at': '2022-01-28T19:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': 'bd2f0681-c01b-4926-a8bc-fa69ece3b4ba', 'name': '', 'network_id': 'b2fb9b9e-9566-48b7-95b6-d0c6794fa165', 'tenant_id': '8f3558f2b66642eda891aec2b92891c7', 'mac_address': 'fa:16:3e:e6:7d:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f74451c7-bd7d-4dd4-a140-4702c3d73b46', 'device_owner': 'network:router_interface', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '50123b70-0cc2-491b-b4aa-88c05b8e7802', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:22:25Z', 'updated_at': '2022-01-28T19:22:30Z', 'revision_number': 4, 'project_id': '8f3558f2b66642eda891aec2b92891c7', 'subnets': [{'id': '50123b70-0cc2-491b-b4aa-88c05b8e7802', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:22:32.480405 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b0f46b-c05e-4548-afd3-986d3fdef90e None None] The sync data for ids ['f74451c7-bd7d-4dd4-a140-4702c3d73b46'] in n-d-812111-14 is: [{'id': 'f74451c7-bd7d-4dd4-a140-4702c3d73b46', 'name': 'tempest-ServersTestMultiNic-535938706-router', 'tenant_id': '8f3558f2b66642eda891aec2b92891c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': '3f997c24-8baf-4568-8831-02e3b77bfea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:22:18Z', 'updated_at': '2022-01-28T19:22:27Z', 'revision_number': 4, 'project_id': '8f3558f2b66642eda891aec2b92891c7', 'gw_port': {'id': '3f997c24-8baf-4568-8831-02e3b77bfea9', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e2:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f74451c7-bd7d-4dd4-a140-4702c3d73b46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:22:20Z', 'updated_at': '2022-01-28T19:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': 'bd2f0681-c01b-4926-a8bc-fa69ece3b4ba', 'name': '', 'network_id': 'b2fb9b9e-9566-48b7-95b6-d0c6794fa165', 'tenant_id': '8f3558f2b66642eda891aec2b92891c7', 'mac_address': 'fa:16:3e:e6:7d:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f74451c7-bd7d-4dd4-a140-4702c3d73b46', 'device_owner': 'network:router_interface', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '50123b70-0cc2-491b-b4aa-88c05b8e7802', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:22:25Z', 'updated_at': '2022-01-28T19:22:30Z', 'revision_number': 4, 'project_id': '8f3558f2b66642eda891aec2b92891c7', 'subnets': [{'id': '50123b70-0cc2-491b-b4aa-88c05b8e7802', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:22:32.570099 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ca1b14-3004-4570-8c3f-d8ada1a47576 req-7ce1b21e-5375-4c27-a7ea-5f34f75ae2d0 tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:32.575679 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-98ca1b14-3004-4570-8c3f-d8ada1a47576 req-7ce1b21e-5375-4c27-a7ea-5f34f75ae2d0 tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] 10.222.0.64 "GET /v2.0/ports?device_id=dab0b308-89b2-4933-b603-3ff959dae23c HTTP/1.1" status: 200 len: 945 time: 0.1330783 Jan 28 19:22:32.579689 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f80849d8-5df1-4052-9161-2c692276a8c1 req-7c8c0c5c-71ac-47af-b46a-e4e3210bf43f tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.64 "GET /v2.0/security-groups?id=abf1c1e9-b349-4aee-9c71-682c8b55783a&id=b98a868e-e5c1-410f-a3c5-8429d6410f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4293287 Jan 28 19:22:32.591750 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-43ba277b-319c-410f-b473-fc99b8a31599 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4752401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4733085'] for subnet (d628b2cf-a40b-4585-adda-2b5d1c780453), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:32.670580 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 46438) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:22:32.711173 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-98ca1b14-3004-4570-8c3f-d8ada1a47576 req-e8c0603c-cbef-4c6d-9b63-a2757b3c36f5 tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed5dbff7-d8b6-44bf-8755-79d5f3e8f67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239524 Jan 28 19:22:32.752706 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6b582a64-42bd-4cba-8c5f-9df0980d04c8 None None] Publish callbacks [] for port (1217ee3a-509b-4ef8-9bc4-b022cc0dfb24), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:32.765194 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6b582a64-42bd-4cba-8c5f-9df0980d04c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (1217ee3a-509b-4ef8-9bc4-b022cc0dfb24), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:32.778349 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ba277b-319c-410f-b473-fc99b8a31599 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Pushing event updated for resources: {'Subnet': ['ID=d628b2cf-a40b-4585-adda-2b5d1c780453,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:32.785880 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ba277b-319c-410f-b473-fc99b8a31599 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Checking segment: {'id': 'bb79ef63-cb1f-4885-b3a6-495fac5880eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2807f2ac-6f07-49c2-a932-32bd5cd9b010'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:22:32.786546 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ba277b-319c-410f-b473-fc99b8a31599 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Network hostable DHCP agents. Network: 2807f2ac-6f07-49c2-a932-32bd5cd9b010, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:22:32.850193 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ba277b-319c-410f-b473-fc99b8a31599 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Network 2807f2ac-6f07-49c2-a932-32bd5cd9b010 is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:22:32.858272 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b582a64-42bd-4cba-8c5f-9df0980d04c8 None None] Network c84000c4-04f2-4df4-ac5f-8f339023f02b is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:22:32.863228 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-6b582a64-42bd-4cba-8c5f-9df0980d04c8 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:22:32.865905 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b582a64-42bd-4cba-8c5f-9df0980d04c8 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:22:32.867425 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2005be-373b-4668-8774-024e5983f40b req-903da2db-a7fe-44fd-a74b-b0be2ef586f7 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:32.870267 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8e2005be-373b-4668-8774-024e5983f40b req-903da2db-a7fe-44fd-a74b-b0be2ef586f7 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e48b655-5911-4dcd-a073-26e765e9c04d HTTP/1.1" status: 200 len: 945 time: 0.1653640 Jan 28 19:22:32.899171 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-43ba277b-319c-410f-b473-fc99b8a31599 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, 2807f2ac-6f07-49c2-a932-32bd5cd9b010) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:22:32.901781 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-896ea433-fdd1-4105-82b4-8696927c1a8d admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-251014-network', 'tenant_id': '0c4ea235eb2940b3b5cdc493b562a62f'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:22:32.911666 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecca4736-8aaa-4076-9381-9eee33eeb3bb None None] Network 2807f2ac-6f07-49c2-a932-32bd5cd9b010 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:22:32.918775 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddb4983-7014-4915-a62a-26641b2e17e1 req-0e6bbcd3-c9ac-4c0a-a216-7eba09e44406 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:32.921677 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-bddb4983-7014-4915-a62a-26641b2e17e1 req-0e6bbcd3-c9ac-4c0a-a216-7eba09e44406 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/ports?device_id=526e2654-a350-462e-8c7e-a53643b5bc70 HTTP/1.1" status: 200 len: 944 time: 0.1212378 Jan 28 19:22:32.932230 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ba277b-319c-410f-b473-fc99b8a31599 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:32.932829 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-43ba277b-319c-410f-b473-fc99b8a31599 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:32.964357 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-43ba277b-319c-410f-b473-fc99b8a31599 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.2596889 Jan 28 19:22:32.978062 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8e2005be-373b-4668-8774-024e5983f40b req-86810c75-2c8f-4120-a789-1188578f6dde tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff0a7ca0-73d1-435a-8c79-518c9bdfd3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977530 Jan 28 19:22:33.020417 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b582a64-42bd-4cba-8c5f-9df0980d04c8 None None] Pushing event updated for resources: {'Port': ['ID=1217ee3a-509b-4ef8-9bc4-b022cc0dfb24,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:33.052945 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-896ea433-fdd1-4105-82b4-8696927c1a8d admin admin] Made reservation on behalf of 0c4ea235eb2940b3b5cdc493b562a62f for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:22:33.065365 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-896ea433-fdd1-4105-82b4-8696927c1a8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:33.088959 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-896ea433-fdd1-4105-82b4-8696927c1a8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:33.160633 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-bddb4983-7014-4915-a62a-26641b2e17e1 req-f561793a-9161-4c4c-8fdf-238e127d71e3 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/security-groups?id=e52b5309-890e-4183-bf0d-6ef59c658d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252576 Jan 28 19:22:33.176012 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a36967f-d983-421b-917e-10a914b0bba3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68cd31fd-e4cd-5fb3-a862-256fc47efcd2-2807f2ac-6f07-49c2-a932-32bd5cd9b010', 'network_id': '2807f2ac-6f07-49c2-a932-32bd5cd9b010', 'project_id': '8f3558f2b66642eda891aec2b92891c7', 'fixed_ips': [{'subnet_id': 'd628b2cf-a40b-4585-adda-2b5d1c780453'}]}} from n-d-812111-14. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:22:33.176929 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6a36967f-d983-421b-917e-10a914b0bba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:33.185096 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-6b582a64-42bd-4cba-8c5f-9df0980d04c8 None None] Attempting to bind port 1217ee3a-509b-4ef8-9bc4-b022cc0dfb24 on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:22:33.190110 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-6b582a64-42bd-4cba-8c5f-9df0980d04c8 None None] Attempting to bind port 1217ee3a-509b-4ef8-9bc4-b022cc0dfb24 by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '655f4b3e-bc9a-4aba-8a16-641936a80470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c84000c4-04f2-4df4-ac5f-8f339023f02b'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:22:33.190490 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b582a64-42bd-4cba-8c5f-9df0980d04c8 None None] Attempting to bind port 1217ee3a-509b-4ef8-9bc4-b022cc0dfb24 on network c84000c4-04f2-4df4-ac5f-8f339023f02b {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:22:33.229347 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b582a64-42bd-4cba-8c5f-9df0980d04c8 None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:22:33.229732 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b582a64-42bd-4cba-8c5f-9df0980d04c8 None None] Checking segment: {'id': '655f4b3e-bc9a-4aba-8a16-641936a80470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c84000c4-04f2-4df4-ac5f-8f339023f02b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:22:33.230141 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6b582a64-42bd-4cba-8c5f-9df0980d04c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:33.230537 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b582a64-42bd-4cba-8c5f-9df0980d04c8 None None] Bound using segment: {'id': '655f4b3e-bc9a-4aba-8a16-641936a80470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c84000c4-04f2-4df4-ac5f-8f339023f02b'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:22:33.236110 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-6b582a64-42bd-4cba-8c5f-9df0980d04c8 None None] Bound port: 1217ee3a-509b-4ef8-9bc4-b022cc0dfb24, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '655f4b3e-bc9a-4aba-8a16-641936a80470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c84000c4-04f2-4df4-ac5f-8f339023f02b'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:22:33.236637 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6b582a64-42bd-4cba-8c5f-9df0980d04c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (1217ee3a-509b-4ef8-9bc4-b022cc0dfb24), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:33.417235 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-896ea433-fdd1-4105-82b4-8696927c1a8d admin admin] Publish callbacks [] for security_group (a17e8282-0405-4e4b-9340-e89106f12f6a), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:33.458293 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-896ea433-fdd1-4105-82b4-8696927c1a8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (a17e8282-0405-4e4b-9340-e89106f12f6a), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:33.460676 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-6b582a64-42bd-4cba-8c5f-9df0980d04c8 None None] For port 1217ee3a-509b-4ef8-9bc4-b022cc0dfb24, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:22:33.499984 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-6b582a64-42bd-4cba-8c5f-9df0980d04c8 None None] For port 1217ee3a-509b-4ef8-9bc4-b022cc0dfb24, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=1217ee3a-509b-4ef8-9bc4-b022cc0dfb24,segment=NetworkSegment(655f4b3e-bc9a-4aba-8a16-641936a80470),segment_id=655f4b3e-bc9a-4aba-8a16-641936a80470)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:22:33.510870 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d60c9f9-1124-4745-b659-d1b2b9b98e31 req-7a0ece6a-a039-41a8-bb22-91af4c0f4b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:33.515476 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9d60c9f9-1124-4745-b659-d1b2b9b98e31 req-7a0ece6a-a039-41a8-bb22-91af4c0f4b2e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=13f3263032ef4a4996ce9c7be76c5dc2&device_id=dab0b308-89b2-4933-b603-3ff959dae23c HTTP/1.1" status: 200 len: 1128 time: 0.1850185 Jan 28 19:22:33.515476 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896ea433-fdd1-4105-82b4-8696927c1a8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a17e8282-0405-4e4b-9340-e89106f12f6a,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:33.524341 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6b582a64-42bd-4cba-8c5f-9df0980d04c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (1217ee3a-509b-4ef8-9bc4-b022cc0dfb24), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:33.547029 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e35374-acb0-4051-ad0f-67d977edeb0f req-6c9a137b-0cae-4eb5-bc5f-426a3cb6bd9a tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:33.554482 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-18e35374-acb0-4051-ad0f-67d977edeb0f req-6c9a137b-0cae-4eb5-bc5f-426a3cb6bd9a tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e48b655-5911-4dcd-a073-26e765e9c04d HTTP/1.1" status: 200 len: 945 time: 0.2114894 Jan 28 19:22:33.585533 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-896ea433-fdd1-4105-82b4-8696927c1a8d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:22:33.609043 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-6a36967f-d983-421b-917e-10a914b0bba3 None None] Allocated IP 19.86.0.2 (2807f2ac-6f07-49c2-a932-32bd5cd9b010/d628b2cf-a40b-4585-adda-2b5d1c780453/895546c2-c55b-47b1-a969-cae3fc834028) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:22:33.665904 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b582a64-42bd-4cba-8c5f-9df0980d04c8 None None] Pushing event updated for resources: {'Port': ['ID=1217ee3a-509b-4ef8-9bc4-b022cc0dfb24,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:33.691452 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-18e35374-acb0-4051-ad0f-67d977edeb0f req-9bd4bcf9-2577-4fc1-b901-bf40300fa225 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff0a7ca0-73d1-435a-8c79-518c9bdfd3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049426 Jan 28 19:22:33.758721 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 2345cf37-8df1-4a7c-90bf-a00ed44a6a23 up at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:22:33.831368 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-896ea433-fdd1-4105-82b4-8696927c1a8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (061cb951-c0bc-4d59-a3f2-ff4acb095ff3), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:33.831778 n-d-812111-14 neutron-server[103304]: INFO neutron.db.segments_db [None req-896ea433-fdd1-4105-82b4-8696927c1a8d admin admin] Added segment 061cb951-c0bc-4d59-a3f2-ff4acb095ff3 of type vlan for network c4302b73-ca61-4da7-b39f-ec4ea0448ca6 Jan 28 19:22:34.013908 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-896ea433-fdd1-4105-82b4-8696927c1a8d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (c4302b73-ca61-4da7-b39f-ec4ea0448ca6), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:34.018233 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning for port 2345cf37-8df1-4a7c-90bf-a00ed44a6a23 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:22:34.031135 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning complete for port 2345cf37-8df1-4a7c-90bf-a00ed44a6a23 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:22:34.031890 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (2345cf37-8df1-4a7c-90bf-a00ed44a6a23), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:34.035521 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6a36967f-d983-421b-917e-10a914b0bba3 None None] Publish callbacks [] for port (895546c2-c55b-47b1-a969-cae3fc834028), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:34.069059 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6a36967f-d983-421b-917e-10a914b0bba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (895546c2-c55b-47b1-a969-cae3fc834028), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:34.081377 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a5b2b7-5176-4d2a-affb-e2b709b81970 req-9968d506-91d2-4458-8432-de61eea148c9 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:34.098768 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a5b2b7-5176-4d2a-affb-e2b709b81970 req-9968d506-91d2-4458-8432-de61eea148c9 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:34.105969 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e4a5b2b7-5176-4d2a-affb-e2b709b81970 req-9968d506-91d2-4458-8432-de61eea148c9 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] 10.222.0.64 "GET /v2.0/networks?id=c84000c4-04f2-4df4-ac5f-8f339023f02b&id=2807f2ac-6f07-49c2-a932-32bd5cd9b010&id=c84000c4-04f2-4df4-ac5f-8f339023f02b HTTP/1.1" status: 200 len: 1390 time: 0.7814536 Jan 28 19:22:34.108151 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-896ea433-fdd1-4105-82b4-8696927c1a8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (c4302b73-ca61-4da7-b39f-ec4ea0448ca6), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:34.109322 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-896ea433-fdd1-4105-82b4-8696927c1a8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:34.110096 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-896ea433-fdd1-4105-82b4-8696927c1a8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:34.132309 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a36967f-d983-421b-917e-10a914b0bba3 None None] Network 2807f2ac-6f07-49c2-a932-32bd5cd9b010 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:22:34.133543 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e4a5b2b7-5176-4d2a-affb-e2b709b81970 req-f0915f62-8579-428d-96c8-3d3b3e2c5df6 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] 10.222.0.64 "GET /v2.0/quotas/8f3558f2b66642eda891aec2b92891c7 HTTP/1.1" status: 200 len: 375 time: 0.0265622 Jan 28 19:22:34.139244 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-6a36967f-d983-421b-917e-10a914b0bba3 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:22:34.143061 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a36967f-d983-421b-917e-10a914b0bba3 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:22:34.189885 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a36967f-d983-421b-917e-10a914b0bba3 None None] Pushing event updated for resources: {'Port': ['ID=895546c2-c55b-47b1-a969-cae3fc834028,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:34.251492 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-6a36967f-d983-421b-917e-10a914b0bba3 None None] Attempting to bind port 895546c2-c55b-47b1-a969-cae3fc834028 on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:22:34.251964 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-6a36967f-d983-421b-917e-10a914b0bba3 None None] Attempting to bind port 895546c2-c55b-47b1-a969-cae3fc834028 by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': 'bb79ef63-cb1f-4885-b3a6-495fac5880eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2807f2ac-6f07-49c2-a932-32bd5cd9b010'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:22:34.252193 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-896ea433-fdd1-4105-82b4-8696927c1a8d admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 1.5801885 Jan 28 19:22:34.252542 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a36967f-d983-421b-917e-10a914b0bba3 None None] Attempting to bind port 895546c2-c55b-47b1-a969-cae3fc834028 on network 2807f2ac-6f07-49c2-a932-32bd5cd9b010 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:22:34.262009 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 46518) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:22:34.262883 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a36967f-d983-421b-917e-10a914b0bba3 None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:22:34.263710 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a36967f-d983-421b-917e-10a914b0bba3 None None] Checking segment: {'id': 'bb79ef63-cb1f-4885-b3a6-495fac5880eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2807f2ac-6f07-49c2-a932-32bd5cd9b010'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:22:34.264650 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896ea433-fdd1-4105-82b4-8696927c1a8d admin admin] Pushing event updated for resources: {'Network': ['ID=c4302b73-ca61-4da7-b39f-ec4ea0448ca6,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:34.264974 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6a36967f-d983-421b-917e-10a914b0bba3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:34.265560 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a36967f-d983-421b-917e-10a914b0bba3 None None] Bound using segment: {'id': 'bb79ef63-cb1f-4885-b3a6-495fac5880eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2807f2ac-6f07-49c2-a932-32bd5cd9b010'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:22:34.267746 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-6a36967f-d983-421b-917e-10a914b0bba3 None None] Bound port: 895546c2-c55b-47b1-a969-cae3fc834028, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb79ef63-cb1f-4885-b3a6-495fac5880eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2807f2ac-6f07-49c2-a932-32bd5cd9b010'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:22:34.269161 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6a36967f-d983-421b-917e-10a914b0bba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (895546c2-c55b-47b1-a969-cae3fc834028), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:34.276217 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-9a977961-de38-43b0-9263-1892d7a999b0 admin admin] Request body: {'subnet': {'network_id': 'c4302b73-ca61-4da7-b39f-ec4ea0448ca6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-251014-subnet', 'tenant_id': '0c4ea235eb2940b3b5cdc493b562a62f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:22:34.296644 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network c4302b73-ca61-4da7-b39f-ec4ea0448ca6 details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:22:34.308375 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbdc584-e004-4b12-83ef-58647d9d68ba req-4f49be8b-689f-48a5-a9a1-6bd263dce84a tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:34.320706 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3dbdc584-e004-4b12-83ef-58647d9d68ba req-4f49be8b-689f-48a5-a9a1-6bd263dce84a tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] 10.222.0.64 "GET /v2.0/ports?device_id=dab0b308-89b2-4933-b603-3ff959dae23c HTTP/1.1" status: 200 len: 945 time: 0.5201194 Jan 28 19:22:34.346157 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e4a5b2b7-5176-4d2a-affb-e2b709b81970 req-2f26139c-b52c-4286-94bf-f36872f2ec42 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=8f3558f2b66642eda891aec2b92891c7&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2116385 Jan 28 19:22:34.463358 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3dbdc584-e004-4b12-83ef-58647d9d68ba req-b6653537-f87d-4f8e-87f5-630324bdb5c1 tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed5dbff7-d8b6-44bf-8755-79d5f3e8f67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415763 Jan 28 19:22:34.470435 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d60c9f9-1124-4745-b659-d1b2b9b98e31 req-704124a1-3e91-45f4-b6af-916f40ddd712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:34.488472 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9d60c9f9-1124-4745-b659-d1b2b9b98e31 req-704124a1-3e91-45f4-b6af-916f40ddd712 service neutron] 10.222.0.41 "GET /v2.0/networks?id=33c095fb-ef38-447a-b00a-cb10b3a9fb6a HTTP/1.1" status: 200 len: 911 time: 0.9624090 Jan 28 19:22:34.506201 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e4a5b2b7-5176-4d2a-affb-e2b709b81970 req-0c7fb1af-06ad-4e1b-aacf-b95d6c1444ed service neutron] 10.222.0.64 "GET /v2.0/networks/c84000c4-04f2-4df4-ac5f-8f339023f02b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586587 Jan 28 19:22:34.507011 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 46522) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:22:34.582992 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 2345cf37-8df1-4a7c-90bf-a00ed44a6a23 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:22:34.583381 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (2345cf37-8df1-4a7c-90bf-a00ed44a6a23), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:34.602395 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9d60c9f9-1124-4745-b659-d1b2b9b98e31 req-1782d690-0c8a-4f2d-9900-293485464833 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=81f99a22-9155-461a-9f4f-0dadff07deab HTTP/1.1" status: 200 len: 217 time: 0.0982137 Jan 28 19:22:34.635945 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device bd2f0681-c01b-4926-a8bc-fa69ece3b4ba up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:22:34.642019 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a977961-de38-43b0-9263-1892d7a999b0 admin admin] Made reservation on behalf of 0c4ea235eb2940b3b5cdc493b562a62f for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:22:34.644348 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9a977961-de38-43b0-9263-1892d7a999b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4733071'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:34.705738 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 2345cf37-8df1-4a7c-90bf-a00ed44a6a23, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=2345cf37-8df1-4a7c-90bf-a00ed44a6a23,segment=NetworkSegment(3fce350c-ea58-4666-bd7d-c61ada9a9295),segment_id=3fce350c-ea58-4666-bd7d-c61ada9a9295)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:22:34.713192 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d60c9f9-1124-4745-b659-d1b2b9b98e31 req-9bccd8e0-5135-46a3-ac54-2dddd7ae9f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:34.715092 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9d60c9f9-1124-4745-b659-d1b2b9b98e31 req-9bccd8e0-5135-46a3-ac54-2dddd7ae9f13 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a125b0f8-c648-4892-8cc4-9d24d356ab8c HTTP/1.1" status: 200 len: 851 time: 0.1050608 Jan 28 19:22:34.718459 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '526e2654-a350-462e-8c7e-a53643b5bc70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2345cf37-8df1-4a7c-90bf-a00ed44a6a23'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:22:34.721957 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9620cba-8da6-47cb-b9cb-1c2665cbc3f6" -d '{"events": [{"server_uuid": "526e2654-a350-462e-8c7e-a53643b5bc70", "name": "network-vif-plugged", "status": "completed", "tag": "2345cf37-8df1-4a7c-90bf-a00ed44a6a23"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:22:34.728573 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8701ba8c-369f-4007-b3f1-0fbf2ab4486c req-92f16d2f-7713-4bd4-8c60-30b33c239063 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:34.736799 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8701ba8c-369f-4007-b3f1-0fbf2ab4486c req-92f16d2f-7713-4bd4-8c60-30b33c239063 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d703f22-28db-4002-84e0-b0dfabaa540e HTTP/1.1" status: 200 len: 950 time: 0.1153290 Jan 28 19:22:34.738135 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (2345cf37-8df1-4a7c-90bf-a00ed44a6a23), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:34.757311 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e436cc41-0c4a-4bd0-9247-63d2978a47e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:34.774965 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9d60c9f9-1124-4745-b659-d1b2b9b98e31 req-47b502bb-985d-448e-8e68-63c5c6e27c05 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=33c095fb-ef38-447a-b00a-cb10b3a9fb6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344462 Jan 28 19:22:34.820454 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e4a5b2b7-5176-4d2a-affb-e2b709b81970 req-8d805dec-2cde-413d-85cb-c94c5a41edd1 service neutron] 10.222.0.64 "GET /v2.0/networks/c84000c4-04f2-4df4-ac5f-8f339023f02b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3072877 Jan 28 19:22:34.827698 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-6a36967f-d983-421b-917e-10a914b0bba3 None None] For port 895546c2-c55b-47b1-a969-cae3fc834028, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:22:34.852614 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-6a36967f-d983-421b-917e-10a914b0bba3 None None] For port 895546c2-c55b-47b1-a969-cae3fc834028, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=895546c2-c55b-47b1-a969-cae3fc834028,segment=NetworkSegment(bb79ef63-cb1f-4885-b3a6-495fac5880eb),segment_id=bb79ef63-cb1f-4885-b3a6-495fac5880eb)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:22:34.878195 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8701ba8c-369f-4007-b3f1-0fbf2ab4486c req-7580d031-7e38-47b0-a3f0-61f8ef7aa968 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d07f2a-7a3d-4718-9c1b-16394753837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404123 Jan 28 19:22:34.887343 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6a36967f-d983-421b-917e-10a914b0bba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (895546c2-c55b-47b1-a969-cae3fc834028), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:34.893074 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=2345cf37-8df1-4a7c-90bf-a00ed44a6a23,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:34.937414 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9d60c9f9-1124-4745-b659-d1b2b9b98e31 req-86ed8f28-2469-4183-a3a3-11a911f30c29 service neutron] 10.222.0.41 "GET /v2.0/networks/33c095fb-ef38-447a-b00a-cb10b3a9fb6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534626 Jan 28 19:22:34.998986 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a36967f-d983-421b-917e-10a914b0bba3 None None] Pushing event updated for resources: {'Port': ['ID=895546c2-c55b-47b1-a969-cae3fc834028,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:35.005194 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port bd2f0681-c01b-4926-a8bc-fa69ece3b4ba triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:22:35.005574 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (bd2f0681-c01b-4926-a8bc-fa69ece3b4ba), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:35.032083 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e4a5b2b7-5176-4d2a-affb-e2b709b81970 req-deec3cee-c065-4d0d-b085-1ba180f6d749 service neutron] 10.222.0.64 "GET /v2.0/networks/2807f2ac-6f07-49c2-a932-32bd5cd9b010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2106006 Jan 28 19:22:35.140448 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port bd2f0681-c01b-4926-a8bc-fa69ece3b4ba is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:22:35.141773 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 1217ee3a-509b-4ef8-9bc4-b022cc0dfb24 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:22:35.144741 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627fa29b-f21d-41fc-b66b-264fb8aec29f req-7b77d8c3-11ad-4f84-9be8-13dd12d2902e tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:35.150401 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627fa29b-f21d-41fc-b66b-264fb8aec29f req-7b77d8c3-11ad-4f84-9be8-13dd12d2902e tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:35.163040 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627fa29b-f21d-41fc-b66b-264fb8aec29f req-7b77d8c3-11ad-4f84-9be8-13dd12d2902e tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:35.168991 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627fa29b-f21d-41fc-b66b-264fb8aec29f req-7b77d8c3-11ad-4f84-9be8-13dd12d2902e tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:35.175151 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627fa29b-f21d-41fc-b66b-264fb8aec29f req-7b77d8c3-11ad-4f84-9be8-13dd12d2902e tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:35.180491 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627fa29b-f21d-41fc-b66b-264fb8aec29f req-7b77d8c3-11ad-4f84-9be8-13dd12d2902e tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:35.186053 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627fa29b-f21d-41fc-b66b-264fb8aec29f req-7b77d8c3-11ad-4f84-9be8-13dd12d2902e tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:35.205896 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e436cc41-0c4a-4bd0-9247-63d2978a47e3 admin admin] Publish callbacks [] for security_group (931f77f7-93cc-4abc-b7c2-a90636b3d676), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:35.207957 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-627fa29b-f21d-41fc-b66b-264fb8aec29f req-7b77d8c3-11ad-4f84-9be8-13dd12d2902e tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.64 "GET /v2.0/ports?device_id=5bd15075-1e8c-4d4e-9154-d45912ca536e HTTP/1.1" status: 200 len: 5422 time: 0.2175076 Jan 28 19:22:35.216289 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 1217ee3a-509b-4ef8-9bc4-b022cc0dfb24 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:22:35.216794 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (1217ee3a-509b-4ef8-9bc4-b022cc0dfb24), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:35.233299 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e436cc41-0c4a-4bd0-9247-63d2978a47e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (931f77f7-93cc-4abc-b7c2-a90636b3d676), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:35.240445 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9d60c9f9-1124-4745-b659-d1b2b9b98e31 req-02bbe210-889a-4e1d-8758-4feb68e32e13 service neutron] 10.222.0.41 "GET /v2.0/networks/33c095fb-ef38-447a-b00a-cb10b3a9fb6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2962646 Jan 28 19:22:35.334213 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9a977961-de38-43b0-9263-1892d7a999b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4752401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4733085'] for subnet (88147782-fd39-461f-889a-eefda05a9cf4), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:35.335303 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e436cc41-0c4a-4bd0-9247-63d2978a47e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=931f77f7-93cc-4abc-b7c2-a90636b3d676,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:35.341358 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 1217ee3a-509b-4ef8-9bc4-b022cc0dfb24 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:22:35.341601 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-627fa29b-f21d-41fc-b66b-264fb8aec29f req-fd9ba014-35fc-423a-a91e-c677e01cb583 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.64 "GET /v2.0/security-groups?id=abf1c1e9-b349-4aee-9c71-682c8b55783a&id=b98a868e-e5c1-410f-a3c5-8429d6410f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1319118 Jan 28 19:22:35.342282 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (1217ee3a-509b-4ef8-9bc4-b022cc0dfb24), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:35.366092 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-e436cc41-0c4a-4bd0-9247-63d2978a47e3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5da32c30e24043e193c51756f537b59c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8580635 Jan 28 19:22:35.368880 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 46530) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:22:35.381080 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] For port 1217ee3a-509b-4ef8-9bc4-b022cc0dfb24, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=1217ee3a-509b-4ef8-9bc4-b022cc0dfb24,segment=NetworkSegment(655f4b3e-bc9a-4aba-8a16-641936a80470),segment_id=655f4b3e-bc9a-4aba-8a16-641936a80470)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:22:35.398222 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (1217ee3a-509b-4ef8-9bc4-b022cc0dfb24), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:35.462786 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a977961-de38-43b0-9263-1892d7a999b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88147782-fd39-461f-889a-eefda05a9cf4,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:35.475666 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17e355ef-5437-4d42-be98-ae75d94ce437 None None] Network c84000c4-04f2-4df4-ac5f-8f339023f02b requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:22:35.497714 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e4a5b2b7-5176-4d2a-affb-e2b709b81970 req-8c52a7a6-fd80-44f5-9d0e-8860e7cfa65e service neutron] 10.222.0.64 "GET /v2.0/networks/2807f2ac-6f07-49c2-a932-32bd5cd9b010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4579029 Jan 28 19:22:35.527637 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9a484834-eeb3-4178-b2b5-9400093ab7c6 admin admin] Publish callbacks [] for security_group (931f77f7-93cc-4abc-b7c2-a90636b3d676), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:35.564455 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9a484834-eeb3-4178-b2b5-9400093ab7c6 admin admin] Publish callbacks [] for security_group (931f77f7-93cc-4abc-b7c2-a90636b3d676), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:35.575776 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Pushing event updated for resources: {'Port': ['ID=1217ee3a-509b-4ef8-9bc4-b022cc0dfb24,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:35.608598 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-89303be3-f6e2-48d6-bee6-47d426160266 None None] Provisioning complete for port 1217ee3a-509b-4ef8-9bc4-b022cc0dfb24 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:22:35.608971 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-89303be3-f6e2-48d6-bee6-47d426160266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (1217ee3a-509b-4ef8-9bc4-b022cc0dfb24), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:35.614457 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a977961-de38-43b0-9263-1892d7a999b0 admin admin] Checking segment: {'id': '061cb951-c0bc-4d59-a3f2-ff4acb095ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c4302b73-ca61-4da7-b39f-ec4ea0448ca6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:22:35.614848 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a977961-de38-43b0-9263-1892d7a999b0 admin admin] Network hostable DHCP agents. Network: c4302b73-ca61-4da7-b39f-ec4ea0448ca6, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:22:35.655162 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c239ed-668a-494b-9c18-ae312572367b req-e2b43eb0-122b-4459-87e8-efef8ddef9bb tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:35.656688 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-27c239ed-668a-494b-9c18-ae312572367b req-e2b43eb0-122b-4459-87e8-efef8ddef9bb tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/ports?device_id=526e2654-a350-462e-8c7e-a53643b5bc70 HTTP/1.1" status: 200 len: 945 time: 0.0672514 Jan 28 19:22:35.667344 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a977961-de38-43b0-9263-1892d7a999b0 admin admin] Network c4302b73-ca61-4da7-b39f-ec4ea0448ca6 is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:22:35.674527 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9a484834-eeb3-4178-b2b5-9400093ab7c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (931f77f7-93cc-4abc-b7c2-a90636b3d676), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:35.676635 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9a484834-eeb3-4178-b2b5-9400093ab7c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:35.680388 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-9a484834-eeb3-4178-b2b5-9400093ab7c6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/931f77f7-93cc-4abc-b7c2-a90636b3d676 HTTP/1.1" status: 204 len: 168 time: 0.3076658 Jan 28 19:22:35.694899 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e4a5b2b7-5176-4d2a-affb-e2b709b81970 req-d52ae1f2-7f35-4ee3-987f-41f5ed1b0440 service neutron] 10.222.0.64 "GET /v2.0/networks/c84000c4-04f2-4df4-ac5f-8f339023f02b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938941 Jan 28 19:22:35.709809 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a484834-eeb3-4178-b2b5-9400093ab7c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=931f77f7-93cc-4abc-b7c2-a90636b3d676,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:35.745323 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-89303be3-f6e2-48d6-bee6-47d426160266 None None] Current status of the port 1217ee3a-509b-4ef8-9bc4-b022cc0dfb24 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:22:35.750080 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-27c239ed-668a-494b-9c18-ae312572367b req-0031fd12-ba70-4eb5-b2c8-030babf761f9 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/security-groups?id=e52b5309-890e-4183-bf0d-6ef59c658d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841410 Jan 28 19:22:35.759799 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-9a977961-de38-43b0-9263-1892d7a999b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, c4302b73-ca61-4da7-b39f-ec4ea0448ca6) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:22:35.769092 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a977961-de38-43b0-9263-1892d7a999b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:35.769738 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9a977961-de38-43b0-9263-1892d7a999b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:35.807220 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-9a977961-de38-43b0-9263-1892d7a999b0 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 838 time: 1.5421138 Jan 28 19:22:35.810276 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f190779-926e-4bc6-8a0a-921e4d04bb54 None None] Network c4302b73-ca61-4da7-b39f-ec4ea0448ca6 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:22:35.844652 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98381b70-0065-4119-ab0a-daff9cbdc921 x-openstack-request-id: req-98381b70-0065-4119-ab0a-daff9cbdc921 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:22:35.845656 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "526e2654-a350-462e-8c7e-a53643b5bc70", "name": "network-vif-plugged", "status": "completed", "tag": "2345cf37-8df1-4a7c-90bf-a00ed44a6a23", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:22:35.847711 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-98381b70-0065-4119-ab0a-daff9cbdc921 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:22:35.848303 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '526e2654-a350-462e-8c7e-a53643b5bc70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2345cf37-8df1-4a7c-90bf-a00ed44a6a23', 'code': 200} Jan 28 19:22:35.860524 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e4a5b2b7-5176-4d2a-affb-e2b709b81970 req-9bc87b66-377b-4b09-9f4d-802bb943a2f1 service neutron] 10.222.0.64 "GET /v2.0/networks/c84000c4-04f2-4df4-ac5f-8f339023f02b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646454 Jan 28 19:22:36.056309 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-635c868b-467f-4d2a-b37b-b3c4c7451d54 None None] Network c4302b73-ca61-4da7-b39f-ec4ea0448ca6 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:22:36.112490 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11691588-7d26-4c26-bac7-d171955caf6a req-5abac0bb-2a00-4299-bebd-4dcb173728fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:36.127925 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-11691588-7d26-4c26-bac7-d171955caf6a req-5abac0bb-2a00-4299-bebd-4dcb173728fe service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=526e2654-a350-462e-8c7e-a53643b5bc70 HTTP/1.1" status: 200 len: 1128 time: 0.1981063 Jan 28 19:22:36.180193 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 46554) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:22:36.211875 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6670999b-5516-4e0b-a4e6-80aafe58444b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:36.231878 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d0ad410f-ed62-4c8b-99b6-ec4c09d29ab9 None None] Provisioning complete for port 1217ee3a-509b-4ef8-9bc4-b022cc0dfb24 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:22:36.232348 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d0ad410f-ed62-4c8b-99b6-ec4c09d29ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (1217ee3a-509b-4ef8-9bc4-b022cc0dfb24), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:36.247782 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ce591d-c7a0-434a-bd5f-a886114e9c0c req-42d34df0-737e-466e-92a8-8b5cecc84f0d tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:36.252865 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75114589-7107-4ef3-b49e-20a074b2efb3 req-99a89148-89d5-43e9-ab04-ce4b7a788ca1 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:36.260400 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-75114589-7107-4ef3-b49e-20a074b2efb3 req-99a89148-89d5-43e9-ab04-ce4b7a788ca1 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e48b655-5911-4dcd-a073-26e765e9c04d HTTP/1.1" status: 200 len: 945 time: 0.0952179 Jan 28 19:22:36.267900 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e8ce591d-c7a0-434a-bd5f-a886114e9c0c req-42d34df0-737e-466e-92a8-8b5cecc84f0d tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] 10.222.0.64 "GET /v2.0/ports?device_id=dab0b308-89b2-4933-b603-3ff959dae23c HTTP/1.1" status: 200 len: 945 time: 0.2853291 Jan 28 19:22:36.361440 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-11691588-7d26-4c26-bac7-d171955caf6a req-1a725bcd-282f-4b64-adcd-a3ee6ddbee09 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=e52b5309-890e-4183-bf0d-6ef59c658d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321019 Jan 28 19:22:36.385916 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-75114589-7107-4ef3-b49e-20a074b2efb3 req-1ff1eaad-9ead-487b-adf8-fce8ba70c725 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff0a7ca0-73d1-435a-8c79-518c9bdfd3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244073 Jan 28 19:22:36.421668 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e8ce591d-c7a0-434a-bd5f-a886114e9c0c req-a4134d5a-ab39-4a46-a06a-354536ebfdc7 tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed5dbff7-d8b6-44bf-8755-79d5f3e8f67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427472 Jan 28 19:22:36.431419 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d0ad410f-ed62-4c8b-99b6-ec4c09d29ab9 None None] Current status of the port 1217ee3a-509b-4ef8-9bc4-b022cc0dfb24 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:22:36.519139 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9c06dde8-bc12-487c-981c-dcc0871ca4c4 req-9672d60d-0745-4e16-b201-3533e79bb3be tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a5dbe80-99b1-4f54-a8fe-df14c088d276 HTTP/1.1" status: 200 len: 210 time: 0.0410407 Jan 28 19:22:36.552052 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6670999b-5516-4e0b-a4e6-80aafe58444b admin admin] Publish callbacks [] for security_group (84a376df-0891-42c7-9f9b-7ca0b1d82af0), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:36.558702 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6670999b-5516-4e0b-a4e6-80aafe58444b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (84a376df-0891-42c7-9f9b-7ca0b1d82af0), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:36.611068 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088b4ac4-c674-49cb-b53b-ce27e51b548b req-610b6cfc-a79a-42c7-bb93-0bc9af0306c3 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:36.612756 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-088b4ac4-c674-49cb-b53b-ce27e51b548b req-610b6cfc-a79a-42c7-bb93-0bc9af0306c3 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d703f22-28db-4002-84e0-b0dfabaa540e HTTP/1.1" status: 200 len: 950 time: 0.1026487 Jan 28 19:22:36.622297 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b752f5bf-1d41-41b5-a7f2-6edb438b9ff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:36.628880 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 1217ee3a-509b-4ef8-9bc4-b022cc0dfb24 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:22:36.664867 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-6670999b-5516-4e0b-a4e6-80aafe58444b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d4451215ae53437f8162611e408a1bd4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4834707 Jan 28 19:22:36.665591 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 46566) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:22:36.666902 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6670999b-5516-4e0b-a4e6-80aafe58444b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84a376df-0891-42c7-9f9b-7ca0b1d82af0,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:36.712896 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d140fa3b-8f9f-4a86-a15f-2a1247901c71 None None] Network 2807f2ac-6f07-49c2-a932-32bd5cd9b010 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:22:36.766040 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-088b4ac4-c674-49cb-b53b-ce27e51b548b req-f2909b3f-c50d-4718-b5ad-aa9d0c9c4544 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d07f2a-7a3d-4718-9c1b-16394753837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449549 Jan 28 19:22:36.783475 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 1217ee3a-509b-4ef8-9bc4-b022cc0dfb24 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:22:36.783854 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (1217ee3a-509b-4ef8-9bc4-b022cc0dfb24), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:36.785839 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-46b6ce44-21e0-49d8-8ccb-2b8d9709a8ec admin admin] Publish callbacks [] for security_group (84a376df-0891-42c7-9f9b-7ca0b1d82af0), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:36.815831 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-0bd1674d-c88f-4f01-a601-bb3af51d4aeb None None] Provisioning complete for port 895546c2-c55b-47b1-a969-cae3fc834028 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:22:36.816221 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0bd1674d-c88f-4f01-a601-bb3af51d4aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (895546c2-c55b-47b1-a969-cae3fc834028), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:36.824675 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-46b6ce44-21e0-49d8-8ccb-2b8d9709a8ec admin admin] Publish callbacks [] for security_group (84a376df-0891-42c7-9f9b-7ca0b1d82af0), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:36.934526 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3d211e-04e6-48c2-918e-5077455542fb req-ddabf120-64d5-4405-bbc8-592cd423aaad tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:36.940126 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3d211e-04e6-48c2-918e-5077455542fb req-ddabf120-64d5-4405-bbc8-592cd423aaad tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:36.945672 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3d211e-04e6-48c2-918e-5077455542fb req-ddabf120-64d5-4405-bbc8-592cd423aaad tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:36.951474 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3d211e-04e6-48c2-918e-5077455542fb req-ddabf120-64d5-4405-bbc8-592cd423aaad tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:36.957664 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3d211e-04e6-48c2-918e-5077455542fb req-ddabf120-64d5-4405-bbc8-592cd423aaad tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:36.963596 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3d211e-04e6-48c2-918e-5077455542fb req-ddabf120-64d5-4405-bbc8-592cd423aaad tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:36.970363 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3d211e-04e6-48c2-918e-5077455542fb req-ddabf120-64d5-4405-bbc8-592cd423aaad tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:36.978144 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8c3d211e-04e6-48c2-918e-5077455542fb req-ddabf120-64d5-4405-bbc8-592cd423aaad tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.64 "GET /v2.0/ports?device_id=5bd15075-1e8c-4d4e-9154-d45912ca536e HTTP/1.1" status: 200 len: 5422 time: 0.1106484 Jan 28 19:22:37.000528 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-46b6ce44-21e0-49d8-8ccb-2b8d9709a8ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (84a376df-0891-42c7-9f9b-7ca0b1d82af0), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:37.003132 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 1217ee3a-509b-4ef8-9bc4-b022cc0dfb24 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:22:37.003852 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-46b6ce44-21e0-49d8-8ccb-2b8d9709a8ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:37.004216 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 895546c2-c55b-47b1-a969-cae3fc834028 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:22:37.009147 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-46b6ce44-21e0-49d8-8ccb-2b8d9709a8ec admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/84a376df-0891-42c7-9f9b-7ca0b1d82af0 HTTP/1.1" status: 204 len: 168 time: 0.3413687 Jan 28 19:22:37.038234 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b6ce44-21e0-49d8-8ccb-2b8d9709a8ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84a376df-0891-42c7-9f9b-7ca0b1d82af0,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:37.075783 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-0bd1674d-c88f-4f01-a601-bb3af51d4aeb None None] Current status of the port 895546c2-c55b-47b1-a969-cae3fc834028 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:22:37.076452 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0bd1674d-c88f-4f01-a601-bb3af51d4aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (895546c2-c55b-47b1-a969-cae3fc834028), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:37.104769 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8c3d211e-04e6-48c2-918e-5077455542fb req-9e8b8d04-4972-4e8a-a649-2fa04bca660d tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.64 "GET /v2.0/security-groups?id=abf1c1e9-b349-4aee-9c71-682c8b55783a&id=b98a868e-e5c1-410f-a3c5-8429d6410f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1255350 Jan 28 19:22:37.212598 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-0bd1674d-c88f-4f01-a601-bb3af51d4aeb None None] For port 895546c2-c55b-47b1-a969-cae3fc834028, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=895546c2-c55b-47b1-a969-cae3fc834028,segment=NetworkSegment(bb79ef63-cb1f-4885-b3a6-495fac5880eb),segment_id=bb79ef63-cb1f-4885-b3a6-495fac5880eb)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:22:37.223999 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0bd1674d-c88f-4f01-a601-bb3af51d4aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (895546c2-c55b-47b1-a969-cae3fc834028), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:37.253128 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bcecf0-a813-4755-ac2b-c9a6481914e7 req-aff193c0-6d05-422d-913b-cec58fc20ff9 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:37.260547 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c2bcecf0-a813-4755-ac2b-c9a6481914e7 req-aff193c0-6d05-422d-913b-cec58fc20ff9 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] 10.222.0.64 "GET /v2.0/networks?id=c4302b73-ca61-4da7-b39f-ec4ea0448ca6 HTTP/1.1" status: 200 len: 801 time: 0.2167742 Jan 28 19:22:37.274191 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d66a168-710b-4053-91d6-87c1e19b1a7b req-844f2471-70b4-46a2-a45d-62e3e9000b4f tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:37.283628 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 895546c2-c55b-47b1-a969-cae3fc834028 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:22:37.284184 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8d66a168-710b-4053-91d6-87c1e19b1a7b req-844f2471-70b4-46a2-a45d-62e3e9000b4f tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e48b655-5911-4dcd-a073-26e765e9c04d HTTP/1.1" status: 200 len: 945 time: 0.1106305 Jan 28 19:22:37.284853 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (895546c2-c55b-47b1-a969-cae3fc834028), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:37.293052 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c2bcecf0-a813-4755-ac2b-c9a6481914e7 req-cf2679c5-abba-4c22-8ca7-415f3bda8501 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] 10.222.0.64 "GET /v2.0/quotas/0c4ea235eb2940b3b5cdc493b562a62f HTTP/1.1" status: 200 len: 375 time: 0.0310106 Jan 28 19:22:37.361321 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c2bcecf0-a813-4755-ac2b-c9a6481914e7 req-b0eaeaae-24fe-4edf-9298-2aaf86e067b2 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=0c4ea235eb2940b3b5cdc493b562a62f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0664651 Jan 28 19:22:37.364397 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd1674d-c88f-4f01-a601-bb3af51d4aeb None None] Pushing event updated for resources: {'Port': ['ID=895546c2-c55b-47b1-a969-cae3fc834028,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:37.373461 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8d66a168-710b-4053-91d6-87c1e19b1a7b req-399f6269-f863-40f8-b7d4-7250f9e650c3 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff0a7ca0-73d1-435a-8c79-518c9bdfd3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882070 Jan 28 19:22:37.389734 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-051f188f-8f37-40b1-9983-d254578e4534 None None] Provisioning complete for port 895546c2-c55b-47b1-a969-cae3fc834028 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:22:37.390124 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-051f188f-8f37-40b1-9983-d254578e4534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (895546c2-c55b-47b1-a969-cae3fc834028), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:37.483477 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6877b2-689d-40c8-8f8c-de6f79e1a8e9 req-29a5b91e-a46b-45b6-bae8-6d6f11de70d8 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:37.487809 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 895546c2-c55b-47b1-a969-cae3fc834028 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:22:37.492595 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5d6877b2-689d-40c8-8f8c-de6f79e1a8e9 req-29a5b91e-a46b-45b6-bae8-6d6f11de70d8 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/ports?device_id=526e2654-a350-462e-8c7e-a53643b5bc70 HTTP/1.1" status: 200 len: 945 time: 0.0682969 Jan 28 19:22:37.515110 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c2bcecf0-a813-4755-ac2b-c9a6481914e7 req-fbc82bfd-e6c9-4165-93a2-757558597b1f service neutron] 10.222.0.64 "GET /v2.0/networks/c4302b73-ca61-4da7-b39f-ec4ea0448ca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526520 Jan 28 19:22:37.550813 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5d6877b2-689d-40c8-8f8c-de6f79e1a8e9 req-c481ea79-c7da-4407-9c04-0bb8bc8b443e tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/security-groups?id=e52b5309-890e-4183-bf0d-6ef59c658d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567641 Jan 28 19:22:37.570605 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-051f188f-8f37-40b1-9983-d254578e4534 None None] Current status of the port 895546c2-c55b-47b1-a969-cae3fc834028 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:22:37.636769 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c2bcecf0-a813-4755-ac2b-c9a6481914e7 req-623d4d36-8f5d-47ac-a1b3-960daefc96ae service neutron] 10.222.0.64 "GET /v2.0/networks/c4302b73-ca61-4da7-b39f-ec4ea0448ca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206758 Jan 28 19:22:37.739863 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a26403-0f47-4c11-b616-4d09e2ebd8fd req-6195a916-a8d2-4099-8e19-dc43b5799b67 tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:37.750535 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-95a26403-0f47-4c11-b616-4d09e2ebd8fd req-6195a916-a8d2-4099-8e19-dc43b5799b67 tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] 10.222.0.64 "GET /v2.0/ports?device_id=dab0b308-89b2-4933-b603-3ff959dae23c HTTP/1.1" status: 200 len: 945 time: 0.1187069 Jan 28 19:22:37.811408 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-95a26403-0f47-4c11-b616-4d09e2ebd8fd req-93f009df-9850-40d4-bf8b-d117c8494ecc tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed5dbff7-d8b6-44bf-8755-79d5f3e8f67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593202 Jan 28 19:22:37.936252 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-23ec494b-fa3b-489a-8944-98c5caf5713a req-e7f827b5-8666-4146-a3ea-9426236c982c tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a5dbe80-99b1-4f54-a8fe-df14c088d276 HTTP/1.1" status: 200 len: 210 time: 0.0434165 Jan 28 19:22:37.963559 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a5b2b7-5176-4d2a-affb-e2b709b81970 req-4eb56743-dc56-4989-af87-a29adee0b6f8 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:37.970031 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a5b2b7-5176-4d2a-affb-e2b709b81970 req-4eb56743-dc56-4989-af87-a29adee0b6f8 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:37.971636 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e4a5b2b7-5176-4d2a-affb-e2b709b81970 req-4eb56743-dc56-4989-af87-a29adee0b6f8 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] 10.222.0.41 "GET /v2.0/networks?id=c84000c4-04f2-4df4-ac5f-8f339023f02b&id=2807f2ac-6f07-49c2-a932-32bd5cd9b010&id=c84000c4-04f2-4df4-ac5f-8f339023f02b HTTP/1.1" status: 200 len: 1390 time: 0.2384856 Jan 28 19:22:37.995312 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-e4a5b2b7-5176-4d2a-affb-e2b709b81970 req-40dbb06e-32e4-486c-b85e-d516e64d6159 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Request body: {'port': {'device_id': '7a5dbe80-99b1-4f54-a8fe-df14c088d276', 'network_id': 'c84000c4-04f2-4df4-ac5f-8f339023f02b', 'admin_state_up': True, 'tenant_id': '8f3558f2b66642eda891aec2b92891c7'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:22:38.023247 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3c7d6a09-5693-4a6d-80c1-c24ebed257b6 req-0a79c4ea-6a90-4867-8d27-44d25403659d tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] 10.222.0.64 "GET /v2.0/ports?device_id=26a79b09-d492-4b76-8b2b-6fad06619d62 HTTP/1.1" status: 200 len: 210 time: 0.0465701 Jan 28 19:22:38.141948 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b124c76-1c4c-4906-9f71-b6915496ca13 req-98ce7524-10df-4bf8-9970-8e1ede357b75 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:38.144159 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2b124c76-1c4c-4906-9f71-b6915496ca13 req-98ce7524-10df-4bf8-9970-8e1ede357b75 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e48b655-5911-4dcd-a073-26e765e9c04d HTTP/1.1" status: 200 len: 945 time: 0.0684419 Jan 28 19:22:38.168801 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89848836-d6e9-4af6-9557-d36712414040 req-caaffcb7-d4ba-4a77-a2e6-76bbd793ed3a tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:38.176690 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-89848836-d6e9-4af6-9557-d36712414040 req-caaffcb7-d4ba-4a77-a2e6-76bbd793ed3a tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d703f22-28db-4002-84e0-b0dfabaa540e HTTP/1.1" status: 200 len: 950 time: 0.1874967 Jan 28 19:22:38.223618 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2b124c76-1c4c-4906-9f71-b6915496ca13 req-18096ef1-722a-4313-8cc0-cf8532a8ed41 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff0a7ca0-73d1-435a-8c79-518c9bdfd3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589001 Jan 28 19:22:38.287114 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-89848836-d6e9-4af6-9557-d36712414040 req-9fa399d0-fb12-4a6c-949c-04a13f33c1aa tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d07f2a-7a3d-4718-9c1b-16394753837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036956 Jan 28 19:22:38.288741 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4a5b2b7-5176-4d2a-affb-e2b709b81970 req-40dbb06e-32e4-486c-b85e-d516e64d6159 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Made reservation on behalf of 8f3558f2b66642eda891aec2b92891c7 for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:22:38.298910 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e4a5b2b7-5176-4d2a-affb-e2b709b81970 req-40dbb06e-32e4-486c-b85e-d516e64d6159 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:38.423404 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 895546c2-c55b-47b1-a969-cae3fc834028 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:22:38.423936 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9238dcf-c7a6-4633-b0a7-351a01aece21 req-a5932c56-a50e-46f8-b37b-93ded2b47a74 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:38.430110 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9238dcf-c7a6-4633-b0a7-351a01aece21 req-a5932c56-a50e-46f8-b37b-93ded2b47a74 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:38.439619 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9238dcf-c7a6-4633-b0a7-351a01aece21 req-a5932c56-a50e-46f8-b37b-93ded2b47a74 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:38.445563 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9238dcf-c7a6-4633-b0a7-351a01aece21 req-a5932c56-a50e-46f8-b37b-93ded2b47a74 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:38.452725 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9238dcf-c7a6-4633-b0a7-351a01aece21 req-a5932c56-a50e-46f8-b37b-93ded2b47a74 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:38.460285 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9238dcf-c7a6-4633-b0a7-351a01aece21 req-a5932c56-a50e-46f8-b37b-93ded2b47a74 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:38.467919 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9238dcf-c7a6-4633-b0a7-351a01aece21 req-a5932c56-a50e-46f8-b37b-93ded2b47a74 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:38.477010 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e9238dcf-c7a6-4633-b0a7-351a01aece21 req-a5932c56-a50e-46f8-b37b-93ded2b47a74 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.64 "GET /v2.0/ports?device_id=5bd15075-1e8c-4d4e-9154-d45912ca536e HTTP/1.1" status: 200 len: 5422 time: 0.1803317 Jan 28 19:22:38.507282 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 895546c2-c55b-47b1-a969-cae3fc834028 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:22:38.507870 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (895546c2-c55b-47b1-a969-cae3fc834028), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:38.531832 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-e4a5b2b7-5176-4d2a-affb-e2b709b81970 req-40dbb06e-32e4-486c-b85e-d516e64d6159 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Allocated IP 19.80.0.14 (c84000c4-04f2-4df4-ac5f-8f339023f02b/d430865f-f1cb-4710-8882-d1c4193f89fd/5c9e75e0-38b7-4860-b2a5-2822dcde0367) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:22:38.551738 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1408c0c5-e429-4259-85d9-34c9c00f877e req-17a772fb-1719-46d2-9bc8-9b67dfe8d5ef tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:38.566898 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1408c0c5-e429-4259-85d9-34c9c00f877e req-17a772fb-1719-46d2-9bc8-9b67dfe8d5ef tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e48b655-5911-4dcd-a073-26e765e9c04d HTTP/1.1" status: 200 len: 945 time: 0.1606398 Jan 28 19:22:38.579372 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e9238dcf-c7a6-4633-b0a7-351a01aece21 req-1fece7fe-4b78-4f4d-bbf6-5e297fdc2b85 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.64 "GET /v2.0/security-groups?id=abf1c1e9-b349-4aee-9c71-682c8b55783a&id=b98a868e-e5c1-410f-a3c5-8429d6410f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1004839 Jan 28 19:22:38.608317 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 895546c2-c55b-47b1-a969-cae3fc834028 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:22:38.668674 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1408c0c5-e429-4259-85d9-34c9c00f877e req-fca2b36f-3d9c-43cd-ac40-01fca1acbcca tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff0a7ca0-73d1-435a-8c79-518c9bdfd3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988483 Jan 28 19:22:38.812459 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4e0fc0-6576-4cdd-b789-35674f61c0c4 req-67f2d625-a20e-4bee-b35d-81734a602ea3 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:38.820618 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-0f4e0fc0-6576-4cdd-b789-35674f61c0c4 req-67f2d625-a20e-4bee-b35d-81734a602ea3 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/ports?device_id=526e2654-a350-462e-8c7e-a53643b5bc70 HTTP/1.1" status: 200 len: 945 time: 0.1270914 Jan 28 19:22:38.821382 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e4a5b2b7-5176-4d2a-affb-e2b709b81970 req-40dbb06e-32e4-486c-b85e-d516e64d6159 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Publish callbacks [] for port (5c9e75e0-38b7-4860-b2a5-2822dcde0367), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:38.870270 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-0f4e0fc0-6576-4cdd-b789-35674f61c0c4 req-30eb4356-2055-4e5b-b4eb-fe3cd2c8702e tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/security-groups?id=e52b5309-890e-4183-bf0d-6ef59c658d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487082 Jan 28 19:22:38.888858 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f65e230-5002-485b-b3ef-c93419185480 req-04051164-3e61-4fc6-9a9c-1ae1bcaf56ac tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:38.890731 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6f65e230-5002-485b-b3ef-c93419185480 req-04051164-3e61-4fc6-9a9c-1ae1bcaf56ac tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e48b655-5911-4dcd-a073-26e765e9c04d HTTP/1.1" status: 200 len: 945 time: 0.0829504 Jan 28 19:22:38.915365 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1c5baf9d-4b48-45a1-b9cd-b7cf6ca1881c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:38.928185 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e4a5b2b7-5176-4d2a-affb-e2b709b81970 req-40dbb06e-32e4-486c-b85e-d516e64d6159 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (5c9e75e0-38b7-4860-b2a5-2822dcde0367), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:38.993002 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a03f7a-4ed4-453a-910c-f0f82f4ef38b req-e2a60ae2-16f7-474e-bd1d-8dfd0b0c11ae tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:38.994840 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-05a03f7a-4ed4-453a-910c-f0f82f4ef38b req-e2a60ae2-16f7-474e-bd1d-8dfd0b0c11ae tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] 10.222.0.64 "GET /v2.0/ports?device_id=dab0b308-89b2-4933-b603-3ff959dae23c HTTP/1.1" status: 200 len: 945 time: 0.0594349 Jan 28 19:22:39.018125 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4a5b2b7-5176-4d2a-affb-e2b709b81970 req-40dbb06e-32e4-486c-b85e-d516e64d6159 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Network c84000c4-04f2-4df4-ac5f-8f339023f02b is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:22:39.023205 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-e4a5b2b7-5176-4d2a-affb-e2b709b81970 req-40dbb06e-32e4-486c-b85e-d516e64d6159 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:22:39.035706 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6f65e230-5002-485b-b3ef-c93419185480 req-aaf63cac-834f-4982-b113-d0598261346c tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff0a7ca0-73d1-435a-8c79-518c9bdfd3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313353 Jan 28 19:22:39.037339 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4a5b2b7-5176-4d2a-affb-e2b709b81970 req-40dbb06e-32e4-486c-b85e-d516e64d6159 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:22:39.044951 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dbb06e-32e4-486c-b85e-d516e64d6159 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Pushing event updated for resources: {'Port': ['ID=5c9e75e0-38b7-4860-b2a5-2822dcde0367,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:39.059581 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-05a03f7a-4ed4-453a-910c-f0f82f4ef38b req-30b9f626-3f47-400c-b34b-9efd4a33b86d tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed5dbff7-d8b6-44bf-8755-79d5f3e8f67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588191 Jan 28 19:22:39.115250 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a5b2b7-5176-4d2a-affb-e2b709b81970 req-40dbb06e-32e4-486c-b85e-d516e64d6159 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:39.116050 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e4a5b2b7-5176-4d2a-affb-e2b709b81970 req-40dbb06e-32e4-486c-b85e-d516e64d6159 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:39.141082 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e4a5b2b7-5176-4d2a-affb-e2b709b81970 req-40dbb06e-32e4-486c-b85e-d516e64d6159 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1524715 Jan 28 19:22:39.154619 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-e4a5b2b7-5176-4d2a-affb-e2b709b81970 req-765f5460-eb86-46a1-9935-42936bb56dc7 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Request body: {'port': {'device_id': '7a5dbe80-99b1-4f54-a8fe-df14c088d276', 'network_id': '2807f2ac-6f07-49c2-a932-32bd5cd9b010', 'admin_state_up': True, 'tenant_id': '8f3558f2b66642eda891aec2b92891c7'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:22:39.288388 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156640e0-7f50-4f55-b99d-c34b2044469d req-c76e220b-7554-450e-83cc-036f9dd7a7e6 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:39.290248 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-156640e0-7f50-4f55-b99d-c34b2044469d req-c76e220b-7554-450e-83cc-036f9dd7a7e6 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a5dbe80-99b1-4f54-a8fe-df14c088d276 HTTP/1.1" status: 200 len: 931 time: 0.1196251 Jan 28 19:22:39.387010 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-156640e0-7f50-4f55-b99d-c34b2044469d req-c274ea81-2be1-4316-8d0b-ee4e21225b99 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] 10.222.0.64 "GET /v2.0/security-groups?id=bec31a1c-c230-472f-91bb-962fc9cfddde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868084 Jan 28 19:22:39.461404 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-13c44fb0-61c2-4387-91c4-818010c9d1b2 req-773c2d92-2c08-4741-b317-9e46dabab0fa tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] 10.222.0.64 "GET /v2.0/ports?device_id=26a79b09-d492-4b76-8b2b-6fad06619d62 HTTP/1.1" status: 200 len: 210 time: 0.0670464 Jan 28 19:22:39.522174 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bcecf0-a813-4755-ac2b-c9a6481914e7 req-17289776-22f4-4a75-8a1a-d54a9b758b68 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:39.523663 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c2bcecf0-a813-4755-ac2b-c9a6481914e7 req-17289776-22f4-4a75-8a1a-d54a9b758b68 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] 10.222.0.70 "GET /v2.0/networks?id=c4302b73-ca61-4da7-b39f-ec4ea0448ca6 HTTP/1.1" status: 200 len: 801 time: 0.2810459 Jan 28 19:22:39.526608 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-947d01b0-5e6e-4210-b177-120e924319a4 None None] Provisioning complete for port 5c9e75e0-38b7-4860-b2a5-2822dcde0367 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:22:39.527821 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-947d01b0-5e6e-4210-b177-120e924319a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (5c9e75e0-38b7-4860-b2a5-2822dcde0367), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:39.529914 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4a5b2b7-5176-4d2a-affb-e2b709b81970 req-765f5460-eb86-46a1-9935-42936bb56dc7 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Made reservation on behalf of 8f3558f2b66642eda891aec2b92891c7 for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:22:39.534259 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e4a5b2b7-5176-4d2a-affb-e2b709b81970 req-765f5460-eb86-46a1-9935-42936bb56dc7 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:39.561542 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-c2bcecf0-a813-4755-ac2b-c9a6481914e7 req-e93a82c7-a722-4f38-a55c-143496aa6d93 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] Request body: {'port': {'device_id': '26a79b09-d492-4b76-8b2b-6fad06619d62', 'network_id': 'c4302b73-ca61-4da7-b39f-ec4ea0448ca6', 'admin_state_up': True, 'tenant_id': '0c4ea235eb2940b3b5cdc493b562a62f'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:22:39.578927 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e6d478-df54-42bf-a531-d8cb7f3da1e0 req-f775de02-7808-4142-bced-6898de54de95 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:39.581041 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-947d01b0-5e6e-4210-b177-120e924319a4 None None] Port 5c9e75e0-38b7-4860-b2a5-2822dcde0367 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:22:39.583343 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-46e6d478-df54-42bf-a531-d8cb7f3da1e0 req-f775de02-7808-4142-bced-6898de54de95 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e48b655-5911-4dcd-a073-26e765e9c04d HTTP/1.1" status: 200 len: 945 time: 0.0889831 Jan 28 19:22:39.652535 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-46e6d478-df54-42bf-a531-d8cb7f3da1e0 req-1be5a11a-f220-4510-a943-80a03c9bd7f6 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff0a7ca0-73d1-435a-8c79-518c9bdfd3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582757 Jan 28 19:22:39.676123 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:39.757146 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6412c1-8aa8-4418-b326-bc32773f506c req-528c2401-95e9-4ab9-bfdc-16d00f69dfb8 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:39.758752 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ce6412c1-8aa8-4418-b326-bc32773f506c req-528c2401-95e9-4ab9-bfdc-16d00f69dfb8 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/ports?device_id=526e2654-a350-462e-8c7e-a53643b5bc70 HTTP/1.1" status: 200 len: 945 time: 0.2062857 Jan 28 19:22:39.762225 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e16e67-25ff-4a93-8cd4-ba8fd0bde7d6 req-6fd005ad-a7be-4e2c-87d0-e99d9ff26bf7 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:39.763713 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e8e16e67-25ff-4a93-8cd4-ba8fd0bde7d6 req-6fd005ad-a7be-4e2c-87d0-e99d9ff26bf7 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d703f22-28db-4002-84e0-b0dfabaa540e HTTP/1.1" status: 200 len: 950 time: 0.0606976 Jan 28 19:22:39.821068 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e8e16e67-25ff-4a93-8cd4-ba8fd0bde7d6 req-b879e0ed-03a0-472c-b4f8-d5fae02b2bcb tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d07f2a-7a3d-4718-9c1b-16394753837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489230 Jan 28 19:22:39.865462 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-e4a5b2b7-5176-4d2a-affb-e2b709b81970 req-765f5460-eb86-46a1-9935-42936bb56dc7 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Allocated IP 19.86.0.43 (2807f2ac-6f07-49c2-a932-32bd5cd9b010/d628b2cf-a40b-4585-adda-2b5d1c780453/f10c9227-c6ef-4239-a780-6279bd75efdd) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:22:39.873825 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2bcecf0-a813-4755-ac2b-c9a6481914e7 req-e93a82c7-a722-4f38-a55c-143496aa6d93 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] Made reservation on behalf of 0c4ea235eb2940b3b5cdc493b562a62f for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:22:39.877789 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-c2bcecf0-a813-4755-ac2b-c9a6481914e7 req-e93a82c7-a722-4f38-a55c-143496aa6d93 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:39.890448 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ce6412c1-8aa8-4418-b326-bc32773f506c req-21e6339f-d5a5-4000-8dc5-d7380cac57f8 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/security-groups?id=e52b5309-890e-4183-bf0d-6ef59c658d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077008 Jan 28 19:22:39.971328 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2865f6-fe86-4762-bc9c-2a2ad34e20ce req-d50ea776-1d0d-4834-907d-033ce72830db tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:39.979627 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2865f6-fe86-4762-bc9c-2a2ad34e20ce req-d50ea776-1d0d-4834-907d-033ce72830db tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:39.988729 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2865f6-fe86-4762-bc9c-2a2ad34e20ce req-d50ea776-1d0d-4834-907d-033ce72830db tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:39.996438 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2865f6-fe86-4762-bc9c-2a2ad34e20ce req-d50ea776-1d0d-4834-907d-033ce72830db tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:40.004698 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2865f6-fe86-4762-bc9c-2a2ad34e20ce req-d50ea776-1d0d-4834-907d-033ce72830db tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:40.013788 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2865f6-fe86-4762-bc9c-2a2ad34e20ce req-d50ea776-1d0d-4834-907d-033ce72830db tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:40.020674 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2865f6-fe86-4762-bc9c-2a2ad34e20ce req-d50ea776-1d0d-4834-907d-033ce72830db tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:40.023396 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-bc2865f6-fe86-4762-bc9c-2a2ad34e20ce req-d50ea776-1d0d-4834-907d-033ce72830db tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.64 "GET /v2.0/ports?device_id=5bd15075-1e8c-4d4e-9154-d45912ca536e HTTP/1.1" status: 200 len: 5422 time: 0.1308136 Jan 28 19:22:40.114276 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-c2bcecf0-a813-4755-ac2b-c9a6481914e7 req-e93a82c7-a722-4f38-a55c-143496aa6d93 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] Allocated IP 172.20.0.10 (c4302b73-ca61-4da7-b39f-ec4ea0448ca6/88147782-fd39-461f-889a-eefda05a9cf4/23c84e58-ad8e-4cf4-977a-e504aac93676) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:22:40.134187 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-bc2865f6-fe86-4762-bc9c-2a2ad34e20ce req-6c022092-a6e8-4682-a2db-8d6ed1745c5e tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.64 "GET /v2.0/security-groups?id=abf1c1e9-b349-4aee-9c71-682c8b55783a&id=b98a868e-e5c1-410f-a3c5-8429d6410f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0950286 Jan 28 19:22:40.163851 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e4a5b2b7-5176-4d2a-affb-e2b709b81970 req-765f5460-eb86-46a1-9935-42936bb56dc7 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Publish callbacks [] for port (f10c9227-c6ef-4239-a780-6279bd75efdd), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:40.301784 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e4a5b2b7-5176-4d2a-affb-e2b709b81970 req-765f5460-eb86-46a1-9935-42936bb56dc7 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (f10c9227-c6ef-4239-a780-6279bd75efdd), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:40.308710 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e7e972-28ba-49aa-aa2f-b1bc43ab3a58 req-fcd22fae-7c42-4f00-bc9e-416418db4a21 tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:40.311882 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b0e7e972-28ba-49aa-aa2f-b1bc43ab3a58 req-fcd22fae-7c42-4f00-bc9e-416418db4a21 tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] 10.222.0.64 "GET /v2.0/ports?device_id=dab0b308-89b2-4933-b603-3ff959dae23c HTTP/1.1" status: 200 len: 945 time: 0.0779243 Jan 28 19:22:40.364108 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4a5b2b7-5176-4d2a-affb-e2b709b81970 req-765f5460-eb86-46a1-9935-42936bb56dc7 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Network 2807f2ac-6f07-49c2-a932-32bd5cd9b010 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:22:40.376209 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-e4a5b2b7-5176-4d2a-affb-e2b709b81970 req-765f5460-eb86-46a1-9935-42936bb56dc7 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:22:40.379080 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4a5b2b7-5176-4d2a-affb-e2b709b81970 req-765f5460-eb86-46a1-9935-42936bb56dc7 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:22:40.383458 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b0e7e972-28ba-49aa-aa2f-b1bc43ab3a58 req-a5de42d0-62d2-429f-bd03-950ec6e7f685 tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed5dbff7-d8b6-44bf-8755-79d5f3e8f67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628412 Jan 28 19:22:40.384469 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-c2bcecf0-a813-4755-ac2b-c9a6481914e7 req-e93a82c7-a722-4f38-a55c-143496aa6d93 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] Publish callbacks [] for port (23c84e58-ad8e-4cf4-977a-e504aac93676), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:40.420830 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765f5460-eb86-46a1-9935-42936bb56dc7 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Pushing event updated for resources: {'Port': ['ID=f10c9227-c6ef-4239-a780-6279bd75efdd,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:40.457764 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a5b2b7-5176-4d2a-affb-e2b709b81970 req-765f5460-eb86-46a1-9935-42936bb56dc7 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:40.458389 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e4a5b2b7-5176-4d2a-affb-e2b709b81970 req-765f5460-eb86-46a1-9935-42936bb56dc7 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:40.483365 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e4a5b2b7-5176-4d2a-affb-e2b709b81970 req-765f5460-eb86-46a1-9935-42936bb56dc7 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3362839 Jan 28 19:22:40.487048 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-c2bcecf0-a813-4755-ac2b-c9a6481914e7 req-e93a82c7-a722-4f38-a55c-143496aa6d93 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (23c84e58-ad8e-4cf4-977a-e504aac93676), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:40.498669 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-e4a5b2b7-5176-4d2a-affb-e2b709b81970 req-69bd7cf3-c04e-4af9-98e3-76cf56c9d5a6 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Request body: {'port': {'device_id': '7a5dbe80-99b1-4f54-a8fe-df14c088d276', 'network_id': 'c84000c4-04f2-4df4-ac5f-8f339023f02b', 'admin_state_up': True, 'tenant_id': '8f3558f2b66642eda891aec2b92891c7'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:22:40.574579 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706330c2-760f-43b9-8aa7-419bad891c54 req-85153fb5-05c3-477b-a2c7-73c33774db4a tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:40.587394 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706330c2-760f-43b9-8aa7-419bad891c54 req-85153fb5-05c3-477b-a2c7-73c33774db4a tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:40.597044 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2bcecf0-a813-4755-ac2b-c9a6481914e7 req-e93a82c7-a722-4f38-a55c-143496aa6d93 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] Network c4302b73-ca61-4da7-b39f-ec4ea0448ca6 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:22:40.598520 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-706330c2-760f-43b9-8aa7-419bad891c54 req-85153fb5-05c3-477b-a2c7-73c33774db4a tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a5dbe80-99b1-4f54-a8fe-df14c088d276 HTTP/1.1" status: 200 len: 1653 time: 0.0999901 Jan 28 19:22:40.607079 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-c2bcecf0-a813-4755-ac2b-c9a6481914e7 req-e93a82c7-a722-4f38-a55c-143496aa6d93 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:22:40.610847 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2bcecf0-a813-4755-ac2b-c9a6481914e7 req-e93a82c7-a722-4f38-a55c-143496aa6d93 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:22:40.652383 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93a82c7-a722-4f38-a55c-143496aa6d93 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] Pushing event updated for resources: {'Port': ['ID=23c84e58-ad8e-4cf4-977a-e504aac93676,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:40.664407 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-706330c2-760f-43b9-8aa7-419bad891c54 req-2178970b-3867-4267-95f8-9d585a170027 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] 10.222.0.64 "GET /v2.0/security-groups?id=bec31a1c-c230-472f-91bb-962fc9cfddde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643837 Jan 28 19:22:40.706903 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bcecf0-a813-4755-ac2b-c9a6481914e7 req-e93a82c7-a722-4f38-a55c-143496aa6d93 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:40.707646 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-c2bcecf0-a813-4755-ac2b-c9a6481914e7 req-e93a82c7-a722-4f38-a55c-143496aa6d93 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:40.749251 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c2bcecf0-a813-4755-ac2b-c9a6481914e7 req-e93a82c7-a722-4f38-a55c-143496aa6d93 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1954737 Jan 28 19:22:40.760209 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4a5b2b7-5176-4d2a-affb-e2b709b81970 req-69bd7cf3-c04e-4af9-98e3-76cf56c9d5a6 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Made reservation on behalf of 8f3558f2b66642eda891aec2b92891c7 for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:22:40.765213 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e4a5b2b7-5176-4d2a-affb-e2b709b81970 req-69bd7cf3-c04e-4af9-98e3-76cf56c9d5a6 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:40.775086 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-c2bcecf0-a813-4755-ac2b-c9a6481914e7 req-9600791d-5c62-4373-9965-fe2c6fbf0f90 service neutron] Request body: {'port': {'device_id': '26a79b09-d492-4b76-8b2b-6fad06619d62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-14'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:22:40.818373 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-681d2e7d-5d1a-4baa-bc31-099b454d94d2 None None] Provisioning complete for port f10c9227-c6ef-4239-a780-6279bd75efdd triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:22:40.819496 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-681d2e7d-5d1a-4baa-bc31-099b454d94d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (f10c9227-c6ef-4239-a780-6279bd75efdd), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:40.845085 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef0ae27-ba25-413d-9204-f69f21a0d28c req-eeba2622-4764-4fd4-853a-80905a5d75a6 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:40.854815 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2ef0ae27-ba25-413d-9204-f69f21a0d28c req-eeba2622-4764-4fd4-853a-80905a5d75a6 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] 10.222.0.64 "GET /v2.0/ports?device_id=26a79b09-d492-4b76-8b2b-6fad06619d62 HTTP/1.1" status: 200 len: 932 time: 0.0922894 Jan 28 19:22:40.877438 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-681d2e7d-5d1a-4baa-bc31-099b454d94d2 None None] Port f10c9227-c6ef-4239-a780-6279bd75efdd cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:22:40.928678 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2ef0ae27-ba25-413d-9204-f69f21a0d28c req-80d48dbd-45c5-4725-aa18-524a4f640ad6 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] 10.222.0.64 "GET /v2.0/security-groups?id=a17e8282-0405-4e4b-9340-e89106f12f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730557 Jan 28 19:22:41.056365 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c719e4de-230b-4c3c-89b7-9e932105848e req-6312d4c6-046e-4a11-9364-f1d3503ec55f tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:41.058848 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c719e4de-230b-4c3c-89b7-9e932105848e req-6312d4c6-046e-4a11-9364-f1d3503ec55f tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d703f22-28db-4002-84e0-b0dfabaa540e HTTP/1.1" status: 200 len: 950 time: 0.0677509 Jan 28 19:22:41.117410 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c719e4de-230b-4c3c-89b7-9e932105848e req-3f60618f-188a-4dab-8ac4-5e20b9ebc397 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d07f2a-7a3d-4718-9c1b-16394753837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487738 Jan 28 19:22:41.288222 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-c2bcecf0-a813-4755-ac2b-c9a6481914e7 req-9600791d-5c62-4373-9965-fe2c6fbf0f90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (23c84e58-ad8e-4cf4-977a-e504aac93676), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:41.389353 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ca6b3d-3a32-4d78-9c58-b3545bd82489 req-91b00c89-1eb1-4ee6-919b-2c435e330bce tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:41.390826 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-01ca6b3d-3a32-4d78-9c58-b3545bd82489 req-91b00c89-1eb1-4ee6-919b-2c435e330bce tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e48b655-5911-4dcd-a073-26e765e9c04d HTTP/1.1" status: 200 len: 945 time: 0.5010583 Jan 28 19:22:41.421945 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-e4a5b2b7-5176-4d2a-affb-e2b709b81970 req-69bd7cf3-c04e-4af9-98e3-76cf56c9d5a6 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Allocated IP 19.80.0.81 (c84000c4-04f2-4df4-ac5f-8f339023f02b/d430865f-f1cb-4710-8882-d1c4193f89fd/7d8626bf-df53-4cea-8dd1-bff3546c3d9b) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:22:41.422993 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8a92e0-aa48-4cd1-9682-38b82066e3e2 req-ab78ffda-1b96-482a-9f42-e394195f3de0 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:41.424645 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1a8a92e0-aa48-4cd1-9682-38b82066e3e2 req-ab78ffda-1b96-482a-9f42-e394195f3de0 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/ports?device_id=526e2654-a350-462e-8c7e-a53643b5bc70 HTTP/1.1" status: 200 len: 945 time: 0.0686898 Jan 28 19:22:41.474159 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1a8a92e0-aa48-4cd1-9682-38b82066e3e2 req-27158ddf-5670-438d-a3d1-e195d25836d2 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/security-groups?id=e52b5309-890e-4183-bf0d-6ef59c658d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431864 Jan 28 19:22:41.552121 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:41.601924 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-01ca6b3d-3a32-4d78-9c58-b3545bd82489 req-5953eec3-7b4b-46a1-875d-0fc7b251c79b tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff0a7ca0-73d1-435a-8c79-518c9bdfd3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973755 Jan 28 19:22:41.646112 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945d6127-2384-4b07-b92b-6a75f58b60ff req-65731a77-c09c-435b-b050-a32bb2d18935 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:41.652409 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945d6127-2384-4b07-b92b-6a75f58b60ff req-65731a77-c09c-435b-b050-a32bb2d18935 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:41.660388 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945d6127-2384-4b07-b92b-6a75f58b60ff req-65731a77-c09c-435b-b050-a32bb2d18935 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:41.666028 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945d6127-2384-4b07-b92b-6a75f58b60ff req-65731a77-c09c-435b-b050-a32bb2d18935 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:41.671946 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945d6127-2384-4b07-b92b-6a75f58b60ff req-65731a77-c09c-435b-b050-a32bb2d18935 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:41.679270 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945d6127-2384-4b07-b92b-6a75f58b60ff req-65731a77-c09c-435b-b050-a32bb2d18935 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:41.685955 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945d6127-2384-4b07-b92b-6a75f58b60ff req-65731a77-c09c-435b-b050-a32bb2d18935 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:41.688506 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-945d6127-2384-4b07-b92b-6a75f58b60ff req-65731a77-c09c-435b-b050-a32bb2d18935 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.64 "GET /v2.0/ports?device_id=5bd15075-1e8c-4d4e-9154-d45912ca536e HTTP/1.1" status: 200 len: 5422 time: 0.1254361 Jan 28 19:22:41.758078 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-945d6127-2384-4b07-b92b-6a75f58b60ff req-f992c3a9-8c86-4f38-bd0e-3abe54e27334 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.64 "GET /v2.0/security-groups?id=abf1c1e9-b349-4aee-9c71-682c8b55783a&id=b98a868e-e5c1-410f-a3c5-8429d6410f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0625544 Jan 28 19:22:41.821036 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e4a5b2b7-5176-4d2a-affb-e2b709b81970 req-69bd7cf3-c04e-4af9-98e3-76cf56c9d5a6 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Publish callbacks [] for port (7d8626bf-df53-4cea-8dd1-bff3546c3d9b), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:41.841744 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-c2bcecf0-a813-4755-ac2b-c9a6481914e7 req-9600791d-5c62-4373-9965-fe2c6fbf0f90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23c84e58-ad8e-4cf4-977a-e504aac93676 {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:22:41.854343 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-c2bcecf0-a813-4755-ac2b-c9a6481914e7 req-9600791d-5c62-4373-9965-fe2c6fbf0f90 service neutron] Publish callbacks [] for port (23c84e58-ad8e-4cf4-977a-e504aac93676), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:41.881228 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d5c5b8-5626-4252-a21c-636b55e1146c req-8488e5c0-3107-4be4-8799-a94ab822aa34 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:41.881527 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad805f99-7af8-4119-957d-d31fa5df1a54 req-496cc5aa-f793-41f1-8549-7761f6647d84 tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:41.886501 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d5c5b8-5626-4252-a21c-636b55e1146c req-8488e5c0-3107-4be4-8799-a94ab822aa34 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:41.888070 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-65d5c5b8-5626-4252-a21c-636b55e1146c req-8488e5c0-3107-4be4-8799-a94ab822aa34 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a5dbe80-99b1-4f54-a8fe-df14c088d276 HTTP/1.1" status: 200 len: 1653 time: 0.0634599 Jan 28 19:22:41.888608 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ad805f99-7af8-4119-957d-d31fa5df1a54 req-496cc5aa-f793-41f1-8549-7761f6647d84 tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] 10.222.0.64 "GET /v2.0/ports?device_id=dab0b308-89b2-4933-b603-3ff959dae23c HTTP/1.1" status: 200 len: 945 time: 0.1713183 Jan 28 19:22:41.902907 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-c2bcecf0-a813-4755-ac2b-c9a6481914e7 req-9600791d-5c62-4373-9965-fe2c6fbf0f90 service neutron] Transition to ACTIVE for port object 23c84e58-ad8e-4cf4-977a-e504aac93676 will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:22:41.916148 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-c2bcecf0-a813-4755-ac2b-c9a6481914e7 req-9600791d-5c62-4373-9965-fe2c6fbf0f90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (23c84e58-ad8e-4cf4-977a-e504aac93676), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:41.942216 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-65d5c5b8-5626-4252-a21c-636b55e1146c req-90ad3853-bc98-4b1a-a38a-0fc10013e476 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] 10.222.0.64 "GET /v2.0/security-groups?id=bec31a1c-c230-472f-91bb-962fc9cfddde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482554 Jan 28 19:22:41.964507 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e4a5b2b7-5176-4d2a-affb-e2b709b81970 req-69bd7cf3-c04e-4af9-98e3-76cf56c9d5a6 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (7d8626bf-df53-4cea-8dd1-bff3546c3d9b), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:42.013664 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ad805f99-7af8-4119-957d-d31fa5df1a54 req-006ae6d2-19e4-40db-8ae9-80a3c10f4470 tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed5dbff7-d8b6-44bf-8755-79d5f3e8f67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241579 Jan 28 19:22:42.015966 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4a5b2b7-5176-4d2a-affb-e2b709b81970 req-69bd7cf3-c04e-4af9-98e3-76cf56c9d5a6 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Network c84000c4-04f2-4df4-ac5f-8f339023f02b is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:22:42.018707 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-e4a5b2b7-5176-4d2a-affb-e2b709b81970 req-69bd7cf3-c04e-4af9-98e3-76cf56c9d5a6 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:22:42.021942 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9600791d-5c62-4373-9965-fe2c6fbf0f90 service neutron] Pushing event updated for resources: {'Port': ['ID=23c84e58-ad8e-4cf4-977a-e504aac93676,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:42.030685 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4a5b2b7-5176-4d2a-affb-e2b709b81970 req-69bd7cf3-c04e-4af9-98e3-76cf56c9d5a6 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:22:42.088992 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a27abf2-6333-403c-9391-b9c8d21e3fde req-1cd236d2-75a3-4da4-b4af-cc8a646717de tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:42.091525 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1a27abf2-6333-403c-9391-b9c8d21e3fde req-1cd236d2-75a3-4da4-b4af-cc8a646717de tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] 10.222.0.64 "GET /v2.0/ports?device_id=26a79b09-d492-4b76-8b2b-6fad06619d62 HTTP/1.1" status: 200 len: 944 time: 0.0716951 Jan 28 19:22:42.208385 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1a27abf2-6333-403c-9391-b9c8d21e3fde req-6198512a-9e61-4643-b08e-3ee330d06bbc tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] 10.222.0.64 "GET /v2.0/security-groups?id=a17e8282-0405-4e4b-9340-e89106f12f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071224 Jan 28 19:22:42.245222 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bd7cf3-c04e-4af9-98e3-76cf56c9d5a6 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Pushing event updated for resources: {'Port': ['ID=7d8626bf-df53-4cea-8dd1-bff3546c3d9b,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:42.256813 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a5b2b7-5176-4d2a-affb-e2b709b81970 req-69bd7cf3-c04e-4af9-98e3-76cf56c9d5a6 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:42.257513 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e4a5b2b7-5176-4d2a-affb-e2b709b81970 req-69bd7cf3-c04e-4af9-98e3-76cf56c9d5a6 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:42.318329 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e4a5b2b7-5176-4d2a-affb-e2b709b81970 req-69bd7cf3-c04e-4af9-98e3-76cf56c9d5a6 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8270707 Jan 28 19:22:42.323675 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-c2bcecf0-a813-4755-ac2b-c9a6481914e7 req-9600791d-5c62-4373-9965-fe2c6fbf0f90 service neutron] Attempting to bind port 23c84e58-ad8e-4cf4-977a-e504aac93676 on host n-h2-812111-14 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:22:42.324021 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-c2bcecf0-a813-4755-ac2b-c9a6481914e7 req-9600791d-5c62-4373-9965-fe2c6fbf0f90 service neutron] Attempting to bind port 23c84e58-ad8e-4cf4-977a-e504aac93676 by drivers openvswitch,hyperv on host n-h2-812111-14 at level 0 using segments [{'id': '061cb951-c0bc-4d59-a3f2-ff4acb095ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c4302b73-ca61-4da7-b39f-ec4ea0448ca6'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:22:42.324349 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2bcecf0-a813-4755-ac2b-c9a6481914e7 req-9600791d-5c62-4373-9965-fe2c6fbf0f90 service neutron] Attempting to bind port 23c84e58-ad8e-4cf4-977a-e504aac93676 on network c4302b73-ca61-4da7-b39f-ec4ea0448ca6 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:22:42.333950 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-e4a5b2b7-5176-4d2a-affb-e2b709b81970 req-1217ee81-8410-4795-899c-b1fb806c6496 service neutron] Request body: {'port': {'device_id': '7a5dbe80-99b1-4f54-a8fe-df14c088d276', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-14'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:22:42.340919 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2bcecf0-a813-4755-ac2b-c9a6481914e7 req-9600791d-5c62-4373-9965-fe2c6fbf0f90 service neutron] Port 23c84e58-ad8e-4cf4-977a-e504aac93676 on network c4302b73-ca61-4da7-b39f-ec4ea0448ca6 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-14 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:22:42.341280 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2bcecf0-a813-4755-ac2b-c9a6481914e7 req-9600791d-5c62-4373-9965-fe2c6fbf0f90 service neutron] Attempting to bind port 23c84e58-ad8e-4cf4-977a-e504aac93676 on network c4302b73-ca61-4da7-b39f-ec4ea0448ca6 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:22:42.373822 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2bcecf0-a813-4755-ac2b-c9a6481914e7 req-9600791d-5c62-4373-9965-fe2c6fbf0f90 service neutron] Checking agent: {'id': '8f3fee4e-bf24-4b58-8a3a-ae9c8011a473', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 22, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:22:42.374169 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2bcecf0-a813-4755-ac2b-c9a6481914e7 req-9600791d-5c62-4373-9965-fe2c6fbf0f90 service neutron] Checking segment: {'id': '061cb951-c0bc-4d59-a3f2-ff4acb095ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c4302b73-ca61-4da7-b39f-ec4ea0448ca6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:22:42.374559 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2bcecf0-a813-4755-ac2b-c9a6481914e7 req-9600791d-5c62-4373-9965-fe2c6fbf0f90 service neutron] Bound using segment: {'id': '061cb951-c0bc-4d59-a3f2-ff4acb095ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c4302b73-ca61-4da7-b39f-ec4ea0448ca6'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:22:42.374993 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-c2bcecf0-a813-4755-ac2b-c9a6481914e7 req-9600791d-5c62-4373-9965-fe2c6fbf0f90 service neutron] Bound port: 23c84e58-ad8e-4cf4-977a-e504aac93676, host: n-h2-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '061cb951-c0bc-4d59-a3f2-ff4acb095ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c4302b73-ca61-4da7-b39f-ec4ea0448ca6'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:22:42.375351 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-c2bcecf0-a813-4755-ac2b-c9a6481914e7 req-9600791d-5c62-4373-9965-fe2c6fbf0f90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (23c84e58-ad8e-4cf4-977a-e504aac93676), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:42.383990 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d35ecdc-9fd2-4182-b20d-2f9aa28c4454 req-e76126ac-ade7-45a7-be75-12e5770d05c5 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:42.385408 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4d35ecdc-9fd2-4182-b20d-2f9aa28c4454 req-e76126ac-ade7-45a7-be75-12e5770d05c5 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d703f22-28db-4002-84e0-b0dfabaa540e HTTP/1.1" status: 200 len: 950 time: 0.1417458 Jan 28 19:22:42.409182 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-beeb500c-9f6c-4b02-a3e0-d3c3a38db0d9 None None] Provisioning complete for port 7d8626bf-df53-4cea-8dd1-bff3546c3d9b triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:22:42.409743 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-beeb500c-9f6c-4b02-a3e0-d3c3a38db0d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (7d8626bf-df53-4cea-8dd1-bff3546c3d9b), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:42.447091 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-beeb500c-9f6c-4b02-a3e0-d3c3a38db0d9 None None] Port 7d8626bf-df53-4cea-8dd1-bff3546c3d9b cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:22:42.482855 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e4a5b2b7-5176-4d2a-affb-e2b709b81970 req-1217ee81-8410-4795-899c-b1fb806c6496 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (5c9e75e0-38b7-4860-b2a5-2822dcde0367), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:42.525548 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4d35ecdc-9fd2-4182-b20d-2f9aa28c4454 req-dcc17948-c3dd-48e8-bc2e-a93c037cc19e tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d07f2a-7a3d-4718-9c1b-16394753837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259348 Jan 28 19:22:42.529307 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-c2bcecf0-a813-4755-ac2b-c9a6481914e7 req-9600791d-5c62-4373-9965-fe2c6fbf0f90 service neutron] For port 23c84e58-ad8e-4cf4-977a-e504aac93676, host n-h2-812111-14, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:22:42.570265 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-c2bcecf0-a813-4755-ac2b-c9a6481914e7 req-9600791d-5c62-4373-9965-fe2c6fbf0f90 service neutron] For port 23c84e58-ad8e-4cf4-977a-e504aac93676, host n-h2-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=23c84e58-ad8e-4cf4-977a-e504aac93676,segment=NetworkSegment(061cb951-c0bc-4d59-a3f2-ff4acb095ff3),segment_id=061cb951-c0bc-4d59-a3f2-ff4acb095ff3)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:22:42.587181 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-c2bcecf0-a813-4755-ac2b-c9a6481914e7 req-9600791d-5c62-4373-9965-fe2c6fbf0f90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (23c84e58-ad8e-4cf4-977a-e504aac93676), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:42.632447 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a974484-e430-48a3-b824-1504dcbca077 req-0e27f55d-1571-40c2-a450-6835411afcfb tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:42.634280 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2a974484-e430-48a3-b824-1504dcbca077 req-0e27f55d-1571-40c2-a450-6835411afcfb tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/ports?device_id=526e2654-a350-462e-8c7e-a53643b5bc70 HTTP/1.1" status: 200 len: 945 time: 0.0655358 Jan 28 19:22:42.703016 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bcecf0-a813-4755-ac2b-c9a6481914e7 req-9600791d-5c62-4373-9965-fe2c6fbf0f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:42.703672 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-c2bcecf0-a813-4755-ac2b-c9a6481914e7 req-9600791d-5c62-4373-9965-fe2c6fbf0f90 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:42.705610 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c2bcecf0-a813-4755-ac2b-c9a6481914e7 req-9600791d-5c62-4373-9965-fe2c6fbf0f90 service neutron] 10.222.0.70 "PUT /v2.0/ports/23c84e58-ad8e-4cf4-977a-e504aac93676 HTTP/1.1" status: 200 len: 1093 time: 1.9466560 Jan 28 19:22:42.706072 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2a974484-e430-48a3-b824-1504dcbca077 req-a02f984e-6e6e-4474-80a6-bc6baafe8813 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/security-groups?id=e52b5309-890e-4183-bf0d-6ef59c658d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654948 Jan 28 19:22:42.706563 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26a79b09-d492-4b76-8b2b-6fad06619d62', 'tag': '23c84e58-ad8e-4cf4-977a-e504aac93676'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:22:42.708359 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96fb10d1-2097-4331-a84e-a60db33aaa03" -d '{"events": [{"name": "network-changed", "server_uuid": "26a79b09-d492-4b76-8b2b-6fad06619d62", "tag": "23c84e58-ad8e-4cf4-977a-e504aac93676"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:22:42.817513 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c833a2d-4622-4104-a8f6-41af0862541f x-openstack-request-id: req-1c833a2d-4622-4104-a8f6-41af0862541f {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:22:42.817811 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26a79b09-d492-4b76-8b2b-6fad06619d62", "tag": "23c84e58-ad8e-4cf4-977a-e504aac93676", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:22:42.818069 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1c833a2d-4622-4104-a8f6-41af0862541f {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:22:42.818472 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26a79b09-d492-4b76-8b2b-6fad06619d62', 'tag': '23c84e58-ad8e-4cf4-977a-e504aac93676', 'status': 'completed', 'code': 200} Jan 28 19:22:42.851266 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9600791d-5c62-4373-9965-fe2c6fbf0f90 service neutron] Pushing event updated for resources: {'Port': ['ID=23c84e58-ad8e-4cf4-977a-e504aac93676,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:42.913329 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c445736b-195b-4a9b-97df-3f99b7a1be6b req-d9e793c7-cb56-4584-9217-8308785567f9 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:42.913529 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201a602a-9fad-4377-b9f9-a034cb043423 req-904262af-de3e-47d6-b361-46274e0c4515 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:42.915556 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c445736b-195b-4a9b-97df-3f99b7a1be6b req-d9e793c7-cb56-4584-9217-8308785567f9 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e48b655-5911-4dcd-a073-26e765e9c04d HTTP/1.1" status: 200 len: 945 time: 0.2196910 Jan 28 19:22:42.920030 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201a602a-9fad-4377-b9f9-a034cb043423 req-904262af-de3e-47d6-b361-46274e0c4515 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:42.926587 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201a602a-9fad-4377-b9f9-a034cb043423 req-904262af-de3e-47d6-b361-46274e0c4515 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:42.930652 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bcecf0-a813-4755-ac2b-c9a6481914e7 req-06d2d4af-f3c9-4507-9873-a681a79373d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:42.931184 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:42.932687 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201a602a-9fad-4377-b9f9-a034cb043423 req-904262af-de3e-47d6-b361-46274e0c4515 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:42.932983 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c2bcecf0-a813-4755-ac2b-c9a6481914e7 req-06d2d4af-f3c9-4507-9873-a681a79373d8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0c4ea235eb2940b3b5cdc493b562a62f&device_id=26a79b09-d492-4b76-8b2b-6fad06619d62 HTTP/1.1" status: 200 len: 1127 time: 0.1619012 Jan 28 19:22:42.939512 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201a602a-9fad-4377-b9f9-a034cb043423 req-904262af-de3e-47d6-b361-46274e0c4515 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:42.944823 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201a602a-9fad-4377-b9f9-a034cb043423 req-904262af-de3e-47d6-b361-46274e0c4515 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:42.950287 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201a602a-9fad-4377-b9f9-a034cb043423 req-904262af-de3e-47d6-b361-46274e0c4515 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:42.957983 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-201a602a-9fad-4377-b9f9-a034cb043423 req-904262af-de3e-47d6-b361-46274e0c4515 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.64 "GET /v2.0/ports?device_id=5bd15075-1e8c-4d4e-9154-d45912ca536e HTTP/1.1" status: 200 len: 5422 time: 0.1147587 Jan 28 19:22:43.004441 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c2bcecf0-a813-4755-ac2b-c9a6481914e7 req-f127b326-a634-4804-aa4d-1089ef18dae9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=23c84e58-ad8e-4cf4-977a-e504aac93676 HTTP/1.1" status: 200 len: 217 time: 0.0577488 Jan 28 19:22:43.035552 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-201a602a-9fad-4377-b9f9-a034cb043423 req-775c8029-0ccb-4559-a0bc-64face53d95f tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.64 "GET /v2.0/security-groups?id=abf1c1e9-b349-4aee-9c71-682c8b55783a&id=b98a868e-e5c1-410f-a3c5-8429d6410f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0765822 Jan 28 19:22:43.094731 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c445736b-195b-4a9b-97df-3f99b7a1be6b req-75e77008-d541-4ede-8d45-4e59278ad2aa tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff0a7ca0-73d1-435a-8c79-518c9bdfd3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583691 Jan 28 19:22:43.105420 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-e4a5b2b7-5176-4d2a-affb-e2b709b81970 req-1217ee81-8410-4795-899c-b1fb806c6496 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c9e75e0-38b7-4860-b2a5-2822dcde0367 {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:22:43.127202 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e4a5b2b7-5176-4d2a-affb-e2b709b81970 req-1217ee81-8410-4795-899c-b1fb806c6496 service neutron] Publish callbacks [] for port (5c9e75e0-38b7-4860-b2a5-2822dcde0367), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:43.130529 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bcecf0-a813-4755-ac2b-c9a6481914e7 req-a93b48bc-3563-4b19-968c-14ba4864c0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:43.132036 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c2bcecf0-a813-4755-ac2b-c9a6481914e7 req-a93b48bc-3563-4b19-968c-14ba4864c0ff service neutron] 10.222.0.70 "GET /v2.0/subnets?id=88147782-fd39-461f-889a-eefda05a9cf4 HTTP/1.1" status: 200 len: 841 time: 0.1149871 Jan 28 19:22:43.152067 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-e4a5b2b7-5176-4d2a-affb-e2b709b81970 req-1217ee81-8410-4795-899c-b1fb806c6496 service neutron] Transition to ACTIVE for port object 5c9e75e0-38b7-4860-b2a5-2822dcde0367 will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:22:43.169054 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c2bcecf0-a813-4755-ac2b-c9a6481914e7 req-e0ff8ce3-77fb-4025-8459-4e540e0be71c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c4302b73-ca61-4da7-b39f-ec4ea0448ca6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299625 Jan 28 19:22:43.169825 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e4a5b2b7-5176-4d2a-affb-e2b709b81970 req-1217ee81-8410-4795-899c-b1fb806c6496 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (5c9e75e0-38b7-4860-b2a5-2822dcde0367), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:43.177597 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eb5299-5371-44e2-9f30-f56e889c5efb req-3a6047ef-29ff-4eee-a493-e5f833e88f1b tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:43.183651 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eb5299-5371-44e2-9f30-f56e889c5efb req-3a6047ef-29ff-4eee-a493-e5f833e88f1b tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:43.188973 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eb5299-5371-44e2-9f30-f56e889c5efb req-3a6047ef-29ff-4eee-a493-e5f833e88f1b tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:43.190841 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-43eb5299-5371-44e2-9f30-f56e889c5efb req-3a6047ef-29ff-4eee-a493-e5f833e88f1b tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a5dbe80-99b1-4f54-a8fe-df14c088d276 HTTP/1.1" status: 200 len: 2374 time: 0.0764761 Jan 28 19:22:43.251387 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-43eb5299-5371-44e2-9f30-f56e889c5efb req-dcc50d26-0258-4650-b008-2f73824f2f7e tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] 10.222.0.64 "GET /v2.0/security-groups?id=bec31a1c-c230-472f-91bb-962fc9cfddde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523260 Jan 28 19:22:43.303672 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1217ee81-8410-4795-899c-b1fb806c6496 service neutron] Pushing event updated for resources: {'Port': ['ID=5c9e75e0-38b7-4860-b2a5-2822dcde0367,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:43.407999 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11a9288-7031-4528-94f5-0f84f068bb1b req-fc851521-8b47-4982-b4ae-05f349c62612 tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:43.414762 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c11a9288-7031-4528-94f5-0f84f068bb1b req-fc851521-8b47-4982-b4ae-05f349c62612 tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] 10.222.0.64 "GET /v2.0/ports?device_id=dab0b308-89b2-4933-b603-3ff959dae23c HTTP/1.1" status: 200 len: 945 time: 0.2362061 Jan 28 19:22:43.423648 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b2f859-fca3-4aaa-9c09-14552b93128c req-93f3f4d8-29e5-4986-ac9c-81bd5d3acb1e tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:43.425349 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f0b2f859-fca3-4aaa-9c09-14552b93128c req-93f3f4d8-29e5-4986-ac9c-81bd5d3acb1e tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] 10.222.0.64 "GET /v2.0/ports?device_id=26a79b09-d492-4b76-8b2b-6fad06619d62 HTTP/1.1" status: 200 len: 944 time: 0.0858793 Jan 28 19:22:43.426335 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c2bcecf0-a813-4755-ac2b-c9a6481914e7 req-8a5f28ac-6a0c-4c0e-bdc7-d940c12e1414 service neutron] 10.222.0.70 "GET /v2.0/networks/c4302b73-ca61-4da7-b39f-ec4ea0448ca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280262 Jan 28 19:22:43.488841 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f0b2f859-fca3-4aaa-9c09-14552b93128c req-f08c2ec1-7b79-491e-bf00-88954f03f46d tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] 10.222.0.64 "GET /v2.0/security-groups?id=a17e8282-0405-4e4b-9340-e89106f12f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573761 Jan 28 19:22:43.513776 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-e4a5b2b7-5176-4d2a-affb-e2b709b81970 req-1217ee81-8410-4795-899c-b1fb806c6496 service neutron] Attempting to bind port 5c9e75e0-38b7-4860-b2a5-2822dcde0367 on host n-h1-812111-14 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:22:43.514117 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-e4a5b2b7-5176-4d2a-affb-e2b709b81970 req-1217ee81-8410-4795-899c-b1fb806c6496 service neutron] Attempting to bind port 5c9e75e0-38b7-4860-b2a5-2822dcde0367 by drivers openvswitch,hyperv on host n-h1-812111-14 at level 0 using segments [{'id': '655f4b3e-bc9a-4aba-8a16-641936a80470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c84000c4-04f2-4df4-ac5f-8f339023f02b'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:22:43.514447 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a5b2b7-5176-4d2a-affb-e2b709b81970 req-1217ee81-8410-4795-899c-b1fb806c6496 service neutron] Attempting to bind port 5c9e75e0-38b7-4860-b2a5-2822dcde0367 on network c84000c4-04f2-4df4-ac5f-8f339023f02b {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:22:43.534527 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a5b2b7-5176-4d2a-affb-e2b709b81970 req-1217ee81-8410-4795-899c-b1fb806c6496 service neutron] Port 5c9e75e0-38b7-4860-b2a5-2822dcde0367 on network c84000c4-04f2-4df4-ac5f-8f339023f02b not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-14 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:22:43.534851 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a5b2b7-5176-4d2a-affb-e2b709b81970 req-1217ee81-8410-4795-899c-b1fb806c6496 service neutron] Attempting to bind port 5c9e75e0-38b7-4860-b2a5-2822dcde0367 on network c84000c4-04f2-4df4-ac5f-8f339023f02b {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:22:43.541579 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c11a9288-7031-4528-94f5-0f84f068bb1b req-5dad0dee-a806-482a-b136-6fdc05ab48c7 tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed5dbff7-d8b6-44bf-8755-79d5f3e8f67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260231 Jan 28 19:22:43.545552 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a5b2b7-5176-4d2a-affb-e2b709b81970 req-1217ee81-8410-4795-899c-b1fb806c6496 service neutron] Checking agent: {'id': 'b544ba20-de93-4d86-9e6b-a2202deb6191', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 22, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:22:43.545893 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a5b2b7-5176-4d2a-affb-e2b709b81970 req-1217ee81-8410-4795-899c-b1fb806c6496 service neutron] Checking segment: {'id': '655f4b3e-bc9a-4aba-8a16-641936a80470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c84000c4-04f2-4df4-ac5f-8f339023f02b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:22:43.546275 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a5b2b7-5176-4d2a-affb-e2b709b81970 req-1217ee81-8410-4795-899c-b1fb806c6496 service neutron] Bound using segment: {'id': '655f4b3e-bc9a-4aba-8a16-641936a80470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c84000c4-04f2-4df4-ac5f-8f339023f02b'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:22:43.546708 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-e4a5b2b7-5176-4d2a-affb-e2b709b81970 req-1217ee81-8410-4795-899c-b1fb806c6496 service neutron] Bound port: 5c9e75e0-38b7-4860-b2a5-2822dcde0367, host: n-h1-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '655f4b3e-bc9a-4aba-8a16-641936a80470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c84000c4-04f2-4df4-ac5f-8f339023f02b'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:22:43.547068 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e4a5b2b7-5176-4d2a-affb-e2b709b81970 req-1217ee81-8410-4795-899c-b1fb806c6496 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (5c9e75e0-38b7-4860-b2a5-2822dcde0367), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:43.604263 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c2bcecf0-a813-4755-ac2b-c9a6481914e7 req-ef0db0cd-0b48-4f5a-a3bb-489e1e766d0d service neutron] 10.222.0.70 "GET /v2.0/networks/c4302b73-ca61-4da7-b39f-ec4ea0448ca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642456 Jan 28 19:22:43.635286 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-e4a5b2b7-5176-4d2a-affb-e2b709b81970 req-1217ee81-8410-4795-899c-b1fb806c6496 service neutron] For port 5c9e75e0-38b7-4860-b2a5-2822dcde0367, host n-h1-812111-14, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:22:43.639319 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-e4a5b2b7-5176-4d2a-affb-e2b709b81970 req-1217ee81-8410-4795-899c-b1fb806c6496 service neutron] For port 5c9e75e0-38b7-4860-b2a5-2822dcde0367, host n-h1-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=5c9e75e0-38b7-4860-b2a5-2822dcde0367,segment=NetworkSegment(655f4b3e-bc9a-4aba-8a16-641936a80470),segment_id=655f4b3e-bc9a-4aba-8a16-641936a80470)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:22:43.659753 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e4a5b2b7-5176-4d2a-affb-e2b709b81970 req-1217ee81-8410-4795-899c-b1fb806c6496 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (5c9e75e0-38b7-4860-b2a5-2822dcde0367), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:43.678391 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29556ec3-c8f9-4783-ba45-43e897baf193 req-730b180e-7032-46eb-adcc-c376c4cfd367 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:43.679970 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-29556ec3-c8f9-4783-ba45-43e897baf193 req-730b180e-7032-46eb-adcc-c376c4cfd367 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d703f22-28db-4002-84e0-b0dfabaa540e HTTP/1.1" status: 200 len: 950 time: 0.0694060 Jan 28 19:22:43.730244 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a5b2b7-5176-4d2a-affb-e2b709b81970 req-1217ee81-8410-4795-899c-b1fb806c6496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:43.730876 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e4a5b2b7-5176-4d2a-affb-e2b709b81970 req-1217ee81-8410-4795-899c-b1fb806c6496 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:43.732485 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e4a5b2b7-5176-4d2a-affb-e2b709b81970 req-1217ee81-8410-4795-899c-b1fb806c6496 service neutron] 10.222.0.41 "PUT /v2.0/ports/5c9e75e0-38b7-4860-b2a5-2822dcde0367 HTTP/1.1" status: 200 len: 1092 time: 1.4039755 Jan 28 19:22:43.737090 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-29556ec3-c8f9-4783-ba45-43e897baf193 req-a5fb83ce-49c2-40db-9746-1d14799fbc5f tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d07f2a-7a3d-4718-9c1b-16394753837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509079 Jan 28 19:22:43.770637 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-e4a5b2b7-5176-4d2a-affb-e2b709b81970 req-5e77801c-3d89-4996-bcb5-afd5c88eeb8a service neutron] Request body: {'port': {'device_id': '7a5dbe80-99b1-4f54-a8fe-df14c088d276', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-14'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:22:43.773843 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1217ee81-8410-4795-899c-b1fb806c6496 service neutron] Pushing event updated for resources: {'Port': ['ID=5c9e75e0-38b7-4860-b2a5-2822dcde0367,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:43.824733 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fb10d1-2097-4331-a84e-a60db33aaa03 req-46ba2a3f-fdeb-48ea-ad5a-27e3354a262e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:43.826310 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-96fb10d1-2097-4331-a84e-a60db33aaa03 req-46ba2a3f-fdeb-48ea-ad5a-27e3354a262e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0c4ea235eb2940b3b5cdc493b562a62f&device_id=26a79b09-d492-4b76-8b2b-6fad06619d62 HTTP/1.1" status: 200 len: 1127 time: 0.1359768 Jan 28 19:22:43.953655 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e4a5b2b7-5176-4d2a-affb-e2b709b81970 req-5e77801c-3d89-4996-bcb5-afd5c88eeb8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (f10c9227-c6ef-4239-a780-6279bd75efdd), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:43.982369 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d507c2e-31c5-428a-92ee-70ec3db76ad8 req-89ce32d6-28a4-4912-b9d2-89ffcf370bae tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:43.983864 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4d507c2e-31c5-428a-92ee-70ec3db76ad8 req-89ce32d6-28a4-4912-b9d2-89ffcf370bae tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/ports?device_id=526e2654-a350-462e-8c7e-a53643b5bc70 HTTP/1.1" status: 200 len: 945 time: 0.1796634 Jan 28 19:22:44.041362 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fb10d1-2097-4331-a84e-a60db33aaa03 req-4265c014-ec74-48eb-a2b8-684d44f5aaeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:44.042852 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-96fb10d1-2097-4331-a84e-a60db33aaa03 req-4265c014-ec74-48eb-a2b8-684d44f5aaeb service neutron] 10.222.0.70 "GET /v2.0/networks?id=c4302b73-ca61-4da7-b39f-ec4ea0448ca6 HTTP/1.1" status: 200 len: 901 time: 0.1996417 Jan 28 19:22:44.105428 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-96fb10d1-2097-4331-a84e-a60db33aaa03 req-6caca3ad-cf36-4af2-a5e7-a043b27c7fa3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=23c84e58-ad8e-4cf4-977a-e504aac93676 HTTP/1.1" status: 200 len: 217 time: 0.0548773 Jan 28 19:22:44.170177 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4d507c2e-31c5-428a-92ee-70ec3db76ad8 req-7f1f3a47-075c-45a9-9ca2-aa0bf82a12d2 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/security-groups?id=e52b5309-890e-4183-bf0d-6ef59c658d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772823 Jan 28 19:22:44.186203 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71758c7d-5096-4dbe-a856-a7e7ff328c5a req-955ac766-fbb9-47aa-b721-b5ec08370b42 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:44.192642 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71758c7d-5096-4dbe-a856-a7e7ff328c5a req-955ac766-fbb9-47aa-b721-b5ec08370b42 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:44.198176 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71758c7d-5096-4dbe-a856-a7e7ff328c5a req-955ac766-fbb9-47aa-b721-b5ec08370b42 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:44.206793 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71758c7d-5096-4dbe-a856-a7e7ff328c5a req-955ac766-fbb9-47aa-b721-b5ec08370b42 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:44.214460 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71758c7d-5096-4dbe-a856-a7e7ff328c5a req-955ac766-fbb9-47aa-b721-b5ec08370b42 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:44.220494 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71758c7d-5096-4dbe-a856-a7e7ff328c5a req-955ac766-fbb9-47aa-b721-b5ec08370b42 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:44.227777 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71758c7d-5096-4dbe-a856-a7e7ff328c5a req-955ac766-fbb9-47aa-b721-b5ec08370b42 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:44.236185 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-71758c7d-5096-4dbe-a856-a7e7ff328c5a req-955ac766-fbb9-47aa-b721-b5ec08370b42 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.64 "GET /v2.0/ports?device_id=5bd15075-1e8c-4d4e-9154-d45912ca536e HTTP/1.1" status: 200 len: 5422 time: 0.1157508 Jan 28 19:22:44.277049 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fb10d1-2097-4331-a84e-a60db33aaa03 req-1c7ca40d-f69b-4658-87f8-e5433a153b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:44.278604 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-96fb10d1-2097-4331-a84e-a60db33aaa03 req-1c7ca40d-f69b-4658-87f8-e5433a153b89 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=88147782-fd39-461f-889a-eefda05a9cf4 HTTP/1.1" status: 200 len: 841 time: 0.1592600 Jan 28 19:22:44.299203 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-71758c7d-5096-4dbe-a856-a7e7ff328c5a req-7ca5cd5d-bc03-4643-be6a-18883d04e137 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.64 "GET /v2.0/security-groups?id=abf1c1e9-b349-4aee-9c71-682c8b55783a&id=b98a868e-e5c1-410f-a3c5-8429d6410f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0618079 Jan 28 19:22:44.346682 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-96fb10d1-2097-4331-a84e-a60db33aaa03 req-f63bc14b-9a1a-430d-912f-1116b43a6c42 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c4302b73-ca61-4da7-b39f-ec4ea0448ca6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399759 Jan 28 19:22:44.440307 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03fdfbf-ddfa-419b-a1d9-6afe1fe17576 req-42b9653b-2e9f-4563-9728-b93f06510589 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:44.444748 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab45a716-6182-4e9b-9eb5-18fd82612353 req-2b0b89bd-3e93-407a-9648-78ff1dad48ef tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:44.445964 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e03fdfbf-ddfa-419b-a1d9-6afe1fe17576 req-42b9653b-2e9f-4563-9728-b93f06510589 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e48b655-5911-4dcd-a073-26e765e9c04d HTTP/1.1" status: 200 len: 945 time: 0.1748223 Jan 28 19:22:44.450166 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab45a716-6182-4e9b-9eb5-18fd82612353 req-2b0b89bd-3e93-407a-9648-78ff1dad48ef tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:44.455679 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab45a716-6182-4e9b-9eb5-18fd82612353 req-2b0b89bd-3e93-407a-9648-78ff1dad48ef tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:44.462435 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ab45a716-6182-4e9b-9eb5-18fd82612353 req-2b0b89bd-3e93-407a-9648-78ff1dad48ef tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a5dbe80-99b1-4f54-a8fe-df14c088d276 HTTP/1.1" status: 200 len: 2386 time: 0.0774326 Jan 28 19:22:44.509487 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ab45a716-6182-4e9b-9eb5-18fd82612353 req-4c4763e6-1277-4e89-a886-4e77b433da19 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] 10.222.0.64 "GET /v2.0/security-groups?id=bec31a1c-c230-472f-91bb-962fc9cfddde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461550 Jan 28 19:22:44.553153 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-96fb10d1-2097-4331-a84e-a60db33aaa03 req-aeea5f8a-5321-488d-b2f5-870b9c4b04aa service neutron] 10.222.0.70 "GET /v2.0/networks/c4302b73-ca61-4da7-b39f-ec4ea0448ca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908367 Jan 28 19:22:44.569543 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-e4a5b2b7-5176-4d2a-affb-e2b709b81970 req-5e77801c-3d89-4996-bcb5-afd5c88eeb8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f10c9227-c6ef-4239-a780-6279bd75efdd {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:22:44.586974 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e03fdfbf-ddfa-419b-a1d9-6afe1fe17576 req-09d59e3a-8761-484d-ac50-811d7ff14418 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff0a7ca0-73d1-435a-8c79-518c9bdfd3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368926 Jan 28 19:22:44.601154 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e4a5b2b7-5176-4d2a-affb-e2b709b81970 req-5e77801c-3d89-4996-bcb5-afd5c88eeb8a service neutron] Publish callbacks [] for port (f10c9227-c6ef-4239-a780-6279bd75efdd), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:44.651707 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e14a4bd-c9f7-46de-88db-9bacdc6d07de req-cc7a19ae-1b8e-4b87-aa9f-47748a021b2f tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:44.652492 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-e4a5b2b7-5176-4d2a-affb-e2b709b81970 req-5e77801c-3d89-4996-bcb5-afd5c88eeb8a service neutron] Transition to ACTIVE for port object f10c9227-c6ef-4239-a780-6279bd75efdd will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:22:44.659545 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e4a5b2b7-5176-4d2a-affb-e2b709b81970 req-5e77801c-3d89-4996-bcb5-afd5c88eeb8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (f10c9227-c6ef-4239-a780-6279bd75efdd), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:44.660936 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5e14a4bd-c9f7-46de-88db-9bacdc6d07de req-cc7a19ae-1b8e-4b87-aa9f-47748a021b2f tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] 10.222.0.64 "GET /v2.0/ports?device_id=26a79b09-d492-4b76-8b2b-6fad06619d62 HTTP/1.1" status: 200 len: 944 time: 0.0782576 Jan 28 19:22:44.701682 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 46800) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:22:44.723176 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5e14a4bd-c9f7-46de-88db-9bacdc6d07de req-4482bb05-2a83-470b-a0df-a7c9da4a057f tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] 10.222.0.64 "GET /v2.0/security-groups?id=a17e8282-0405-4e4b-9340-e89106f12f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559950 Jan 28 19:22:44.759729 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e77801c-3d89-4996-bcb5-afd5c88eeb8a service neutron] Pushing event updated for resources: {'Port': ['ID=f10c9227-c6ef-4239-a780-6279bd75efdd,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:44.768999 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-96fb10d1-2097-4331-a84e-a60db33aaa03 req-d304eb8e-7e84-4605-bb6e-fb1250d05312 service neutron] 10.222.0.70 "GET /v2.0/networks/c4302b73-ca61-4da7-b39f-ec4ea0448ca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023661 Jan 28 19:22:44.836022 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a5dbe80-99b1-4f54-a8fe-df14c088d276', 'tag': '5c9e75e0-38b7-4860-b2a5-2822dcde0367'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:22:44.838732 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f33d3f48-3af8-4193-a1b5-7d6f77837488" -d '{"events": [{"name": "network-changed", "server_uuid": "7a5dbe80-99b1-4f54-a8fe-df14c088d276", "tag": "5c9e75e0-38b7-4860-b2a5-2822dcde0367"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:22:44.857575 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea52462-6766-4247-bbf0-978e86e8d99c req-9385d838-58e0-453c-992e-02d2b7580618 tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:44.857839 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e0707d09-65b5-4a0a-bd7a-bba366209a38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:44.859123 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9ea52462-6766-4247-bbf0-978e86e8d99c req-9385d838-58e0-453c-992e-02d2b7580618 tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] 10.222.0.64 "GET /v2.0/ports?device_id=dab0b308-89b2-4933-b603-3ff959dae23c HTTP/1.1" status: 200 len: 945 time: 0.1675625 Jan 28 19:22:44.910311 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-e4a5b2b7-5176-4d2a-affb-e2b709b81970 req-5e77801c-3d89-4996-bcb5-afd5c88eeb8a service neutron] Attempting to bind port f10c9227-c6ef-4239-a780-6279bd75efdd on host n-h1-812111-14 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:22:44.910617 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-e4a5b2b7-5176-4d2a-affb-e2b709b81970 req-5e77801c-3d89-4996-bcb5-afd5c88eeb8a service neutron] Attempting to bind port f10c9227-c6ef-4239-a780-6279bd75efdd by drivers openvswitch,hyperv on host n-h1-812111-14 at level 0 using segments [{'id': 'bb79ef63-cb1f-4885-b3a6-495fac5880eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2807f2ac-6f07-49c2-a932-32bd5cd9b010'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:22:44.910909 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a5b2b7-5176-4d2a-affb-e2b709b81970 req-5e77801c-3d89-4996-bcb5-afd5c88eeb8a service neutron] Attempting to bind port f10c9227-c6ef-4239-a780-6279bd75efdd on network 2807f2ac-6f07-49c2-a932-32bd5cd9b010 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:22:44.925233 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a5b2b7-5176-4d2a-affb-e2b709b81970 req-5e77801c-3d89-4996-bcb5-afd5c88eeb8a service neutron] Port f10c9227-c6ef-4239-a780-6279bd75efdd on network 2807f2ac-6f07-49c2-a932-32bd5cd9b010 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-14 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:22:44.925574 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a5b2b7-5176-4d2a-affb-e2b709b81970 req-5e77801c-3d89-4996-bcb5-afd5c88eeb8a service neutron] Attempting to bind port f10c9227-c6ef-4239-a780-6279bd75efdd on network 2807f2ac-6f07-49c2-a932-32bd5cd9b010 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:22:44.934075 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9ea52462-6766-4247-bbf0-978e86e8d99c req-03162708-5757-43cd-847e-75277c1e35e8 tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed5dbff7-d8b6-44bf-8755-79d5f3e8f67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691299 Jan 28 19:22:44.935499 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a5b2b7-5176-4d2a-affb-e2b709b81970 req-5e77801c-3d89-4996-bcb5-afd5c88eeb8a service neutron] Checking agent: {'id': 'b544ba20-de93-4d86-9e6b-a2202deb6191', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 22, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:22:44.935890 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a5b2b7-5176-4d2a-affb-e2b709b81970 req-5e77801c-3d89-4996-bcb5-afd5c88eeb8a service neutron] Checking segment: {'id': 'bb79ef63-cb1f-4885-b3a6-495fac5880eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2807f2ac-6f07-49c2-a932-32bd5cd9b010'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:22:44.936232 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a5b2b7-5176-4d2a-affb-e2b709b81970 req-5e77801c-3d89-4996-bcb5-afd5c88eeb8a service neutron] Bound using segment: {'id': 'bb79ef63-cb1f-4885-b3a6-495fac5880eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2807f2ac-6f07-49c2-a932-32bd5cd9b010'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:22:44.936675 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-e4a5b2b7-5176-4d2a-affb-e2b709b81970 req-5e77801c-3d89-4996-bcb5-afd5c88eeb8a service neutron] Bound port: f10c9227-c6ef-4239-a780-6279bd75efdd, host: n-h1-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb79ef63-cb1f-4885-b3a6-495fac5880eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2807f2ac-6f07-49c2-a932-32bd5cd9b010'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:22:44.937328 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e4a5b2b7-5176-4d2a-affb-e2b709b81970 req-5e77801c-3d89-4996-bcb5-afd5c88eeb8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (f10c9227-c6ef-4239-a780-6279bd75efdd), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:44.963587 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5071275c-77d1-47da-b661-65e9ce265390 req-0c859c95-6723-41c0-a92a-9649c28d8a67 service neutron] 10.222.0.41 "GET /v2.0/ports/19e26adf-0f04-4fb9-a4ff-97385744678c/bindings/n-h1-812111-14 HTTP/1.1" status: 200 len: 383 time: 0.1289580 Jan 28 19:22:44.981283 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9625f1fb-cf06-4d92-87ca-c3a23494a1b1 req-47d67822-b65d-44ce-82b8-9b6773e4d580 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:44.982879 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9625f1fb-cf06-4d92-87ca-c3a23494a1b1 req-47d67822-b65d-44ce-82b8-9b6773e4d580 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d703f22-28db-4002-84e0-b0dfabaa540e HTTP/1.1" status: 200 len: 950 time: 0.1352890 Jan 28 19:22:45.004690 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81831148-f116-4c43-8266-7c146937d9e8 x-openstack-request-id: req-81831148-f116-4c43-8266-7c146937d9e8 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:22:45.005016 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a5dbe80-99b1-4f54-a8fe-df14c088d276", "tag": "5c9e75e0-38b7-4860-b2a5-2822dcde0367", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:22:45.005252 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-81831148-f116-4c43-8266-7c146937d9e8 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:22:45.005644 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a5dbe80-99b1-4f54-a8fe-df14c088d276', 'tag': '5c9e75e0-38b7-4860-b2a5-2822dcde0367', 'status': 'completed', 'code': 200} Jan 28 19:22:45.017674 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-e4a5b2b7-5176-4d2a-affb-e2b709b81970 req-5e77801c-3d89-4996-bcb5-afd5c88eeb8a service neutron] For port f10c9227-c6ef-4239-a780-6279bd75efdd, host n-h1-812111-14, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:22:45.021622 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-e4a5b2b7-5176-4d2a-affb-e2b709b81970 req-5e77801c-3d89-4996-bcb5-afd5c88eeb8a service neutron] For port f10c9227-c6ef-4239-a780-6279bd75efdd, host n-h1-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=f10c9227-c6ef-4239-a780-6279bd75efdd,segment=NetworkSegment(bb79ef63-cb1f-4885-b3a6-495fac5880eb),segment_id=bb79ef63-cb1f-4885-b3a6-495fac5880eb)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:22:45.030923 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e4a5b2b7-5176-4d2a-affb-e2b709b81970 req-5e77801c-3d89-4996-bcb5-afd5c88eeb8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (f10c9227-c6ef-4239-a780-6279bd75efdd), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:45.066098 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e0707d09-65b5-4a0a-bd7a-bba366209a38 admin admin] Publish callbacks [] for security_group (4b90fcc6-9d50-453a-815b-6e07c2deeca7), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:45.079395 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9625f1fb-cf06-4d92-87ca-c3a23494a1b1 req-d1893c7d-6645-48de-940b-3f6a91382ebd tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d07f2a-7a3d-4718-9c1b-16394753837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879645 Jan 28 19:22:45.080287 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e0707d09-65b5-4a0a-bd7a-bba366209a38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (4b90fcc6-9d50-453a-815b-6e07c2deeca7), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:45.081021 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a5b2b7-5176-4d2a-affb-e2b709b81970 req-5e77801c-3d89-4996-bcb5-afd5c88eeb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:45.081684 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e4a5b2b7-5176-4d2a-affb-e2b709b81970 req-5e77801c-3d89-4996-bcb5-afd5c88eeb8a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:45.083098 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e4a5b2b7-5176-4d2a-affb-e2b709b81970 req-5e77801c-3d89-4996-bcb5-afd5c88eeb8a service neutron] 10.222.0.41 "PUT /v2.0/ports/f10c9227-c6ef-4239-a780-6279bd75efdd HTTP/1.1" status: 200 len: 1092 time: 1.3218255 Jan 28 19:22:45.112468 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e77801c-3d89-4996-bcb5-afd5c88eeb8a service neutron] Pushing event updated for resources: {'Port': ['ID=f10c9227-c6ef-4239-a780-6279bd75efdd,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:45.144797 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0707d09-65b5-4a0a-bd7a-bba366209a38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b90fcc6-9d50-453a-815b-6e07c2deeca7,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:45.149459 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-e0707d09-65b5-4a0a-bd7a-bba366209a38 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=fccd77e0e75e45edbd8525be3fae4bf7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4467204 Jan 28 19:22:45.152282 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 46808) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:22:45.165512 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33d3f48-3af8-4193-a1b5-7d6f77837488 req-245915ef-6ae3-4bb4-99e0-cf98ee2816cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:45.166077 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33d3f48-3af8-4193-a1b5-7d6f77837488 req-245915ef-6ae3-4bb4-99e0-cf98ee2816cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:45.166559 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33d3f48-3af8-4193-a1b5-7d6f77837488 req-245915ef-6ae3-4bb4-99e0-cf98ee2816cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:45.169395 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f33d3f48-3af8-4193-a1b5-7d6f77837488 req-245915ef-6ae3-4bb4-99e0-cf98ee2816cb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8f3558f2b66642eda891aec2b92891c7&device_id=7a5dbe80-99b1-4f54-a8fe-df14c088d276 HTTP/1.1" status: 200 len: 2860 time: 0.1087999 Jan 28 19:22:45.197950 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-e4a5b2b7-5176-4d2a-affb-e2b709b81970 req-4bd6bf3b-3d02-400a-9490-261505c32bb4 service neutron] Request body: {'port': {'device_id': '7a5dbe80-99b1-4f54-a8fe-df14c088d276', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-14'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:22:45.330059 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-95a0681e-280e-43b0-b0f1-fddc4cda47e2 admin admin] Publish callbacks [] for security_group (4b90fcc6-9d50-453a-815b-6e07c2deeca7), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:45.335923 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5071275c-77d1-47da-b661-65e9ce265390 req-25d76ce3-38c5-47b5-afe8-0b79f5b58ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:45.337447 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5071275c-77d1-47da-b661-65e9ce265390 req-25d76ce3-38c5-47b5-afe8-0b79f5b58ab2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5d703f22-28db-4002-84e0-b0dfabaa540e&tenant_id=e0a949cf73864faf86b4b8a64f5cd635 HTTP/1.1" status: 200 len: 1133 time: 0.0798163 Jan 28 19:22:45.353893 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33d3f48-3af8-4193-a1b5-7d6f77837488 req-56e99933-bbde-4ab8-b961-84f79ac9e199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:45.354422 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33d3f48-3af8-4193-a1b5-7d6f77837488 req-56e99933-bbde-4ab8-b961-84f79ac9e199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:45.355347 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33d3f48-3af8-4193-a1b5-7d6f77837488 req-56e99933-bbde-4ab8-b961-84f79ac9e199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:45.357325 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f33d3f48-3af8-4193-a1b5-7d6f77837488 req-56e99933-bbde-4ab8-b961-84f79ac9e199 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=8f3558f2b66642eda891aec2b92891c7&shared=False HTTP/1.1" status: 200 len: 2286 time: 0.1815460 Jan 28 19:22:45.393606 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e4a5b2b7-5176-4d2a-affb-e2b709b81970 req-4bd6bf3b-3d02-400a-9490-261505c32bb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (7d8626bf-df53-4cea-8dd1-bff3546c3d9b), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:45.398052 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-95a0681e-280e-43b0-b0f1-fddc4cda47e2 admin admin] Publish callbacks [] for security_group (4b90fcc6-9d50-453a-815b-6e07c2deeca7), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:45.457073 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acc050e-39b3-4795-bd86-6b18fff31ed6 req-6d719ced-086c-45cb-9640-59a7d165c560 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:45.458469 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1acc050e-39b3-4795-bd86-6b18fff31ed6 req-6d719ced-086c-45cb-9640-59a7d165c560 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/ports?device_id=526e2654-a350-462e-8c7e-a53643b5bc70 HTTP/1.1" status: 200 len: 945 time: 0.1797867 Jan 28 19:22:45.515333 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5071275c-77d1-47da-b661-65e9ce265390 req-49662788-ce71-4397-8851-1afbcfd86bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:45.516888 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5071275c-77d1-47da-b661-65e9ce265390 req-49662788-ce71-4397-8851-1afbcfd86bbb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e0a949cf73864faf86b4b8a64f5cd635&device_id=5d703f22-28db-4002-84e0-b0dfabaa540e HTTP/1.1" status: 200 len: 1133 time: 0.1391664 Jan 28 19:22:45.560236 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33d3f48-3af8-4193-a1b5-7d6f77837488 req-0e93e95f-cf56-4eef-8188-ade4cda5fc59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:45.561719 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f33d3f48-3af8-4193-a1b5-7d6f77837488 req-0e93e95f-cf56-4eef-8188-ade4cda5fc59 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1926796 Jan 28 19:22:45.586757 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-95a0681e-280e-43b0-b0f1-fddc4cda47e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (4b90fcc6-9d50-453a-815b-6e07c2deeca7), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:45.589350 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-95a0681e-280e-43b0-b0f1-fddc4cda47e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:45.590478 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-95a0681e-280e-43b0-b0f1-fddc4cda47e2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4b90fcc6-9d50-453a-815b-6e07c2deeca7 HTTP/1.1" status: 204 len: 168 time: 0.4364407 Jan 28 19:22:45.600872 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44feb90-750a-4a12-80d6-496a100b22bf req-7f40e981-c1a2-417b-8ba1-cbdeacc49b43 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:45.606149 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44feb90-750a-4a12-80d6-496a100b22bf req-7f40e981-c1a2-417b-8ba1-cbdeacc49b43 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:45.607775 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1acc050e-39b3-4795-bd86-6b18fff31ed6 req-f8aef1ba-2795-4bd7-a522-ca49e69ef70d tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/security-groups?id=e52b5309-890e-4183-bf0d-6ef59c658d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414890 Jan 28 19:22:45.611256 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a0681e-280e-43b0-b0f1-fddc4cda47e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b90fcc6-9d50-453a-815b-6e07c2deeca7,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:45.616932 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44feb90-750a-4a12-80d6-496a100b22bf req-7f40e981-c1a2-417b-8ba1-cbdeacc49b43 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:45.622325 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44feb90-750a-4a12-80d6-496a100b22bf req-7f40e981-c1a2-417b-8ba1-cbdeacc49b43 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:45.636004 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44feb90-750a-4a12-80d6-496a100b22bf req-7f40e981-c1a2-417b-8ba1-cbdeacc49b43 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:45.636004 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44feb90-750a-4a12-80d6-496a100b22bf req-7f40e981-c1a2-417b-8ba1-cbdeacc49b43 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:45.639028 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44feb90-750a-4a12-80d6-496a100b22bf req-7f40e981-c1a2-417b-8ba1-cbdeacc49b43 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:45.641027 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c44feb90-750a-4a12-80d6-496a100b22bf req-7f40e981-c1a2-417b-8ba1-cbdeacc49b43 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.64 "GET /v2.0/ports?device_id=5bd15075-1e8c-4d4e-9154-d45912ca536e HTTP/1.1" status: 200 len: 5422 time: 0.2240791 Jan 28 19:22:45.728196 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5071275c-77d1-47da-b661-65e9ce265390 req-7c5546ea-8d3c-4763-b224-39a8d0bde9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:45.729637 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5071275c-77d1-47da-b661-65e9ce265390 req-7c5546ea-8d3c-4763-b224-39a8d0bde9c4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7810caa2-eac6-457d-9302-c8c215ef3e91 HTTP/1.1" status: 200 len: 869 time: 0.1965642 Jan 28 19:22:45.739525 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c44feb90-750a-4a12-80d6-496a100b22bf req-5aa9ff9d-0b3d-4a43-9f9d-90eca4d6eed7 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.64 "GET /v2.0/security-groups?id=abf1c1e9-b349-4aee-9c71-682c8b55783a&id=b98a868e-e5c1-410f-a3c5-8429d6410f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0873728 Jan 28 19:22:45.750778 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 531bdf71-3dde-4e38-8c1a-ff8047145e91 details requested by agent hyperv_n-h2-812111-14 with host n-h2-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:22:45.791646 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5071275c-77d1-47da-b661-65e9ce265390 req-6b7b60c1-7b85-42c1-97b0-cbf77b09f458 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=19e26adf-0f04-4fb9-a4ff-97385744678c HTTP/1.1" status: 200 len: 217 time: 0.0508404 Jan 28 19:22:45.897146 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5071275c-77d1-47da-b661-65e9ce265390 req-f88d3d3b-0063-41ca-8978-34447dc7228b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:45.898674 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5071275c-77d1-47da-b661-65e9ce265390 req-f88d3d3b-0063-41ca-8978-34447dc7228b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f2de4832-9ef6-4f40-9ac5-1557d5e6a6ff HTTP/1.1" status: 200 len: 843 time: 0.0987830 Jan 28 19:22:45.909522 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 531bdf71-3dde-4e38-8c1a-ff8047145e91, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=531bdf71-3dde-4e38-8c1a-ff8047145e91,segment=NetworkSegment(79f40755-04af-4e67-b0c3-110144717628),segment_id=79f40755-04af-4e67-b0c3-110144717628)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:22:45.927378 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Returning: {'device': '531bdf71-3dde-4e38-8c1a-ff8047145e91', 'network_id': '922d7922-7d01-401d-b975-2f0c2fc79a7b', 'port_id': '531bdf71-3dde-4e38-8c1a-ff8047145e91', 'mac_address': 'fa:16:3e:41:06:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ed55e71-9221-42a1-8050-290c89e0110e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:22:45.932079 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a59a11-f892-4543-91cb-d981ff9effb0 req-bffed907-481e-477c-90b9-d8902bb996c6 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:45.941122 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-24a59a11-f892-4543-91cb-d981ff9effb0 req-bffed907-481e-477c-90b9-d8902bb996c6 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e48b655-5911-4dcd-a073-26e765e9c04d HTTP/1.1" status: 200 len: 945 time: 0.0936294 Jan 28 19:22:45.978168 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 531bdf71-3dde-4e38-8c1a-ff8047145e91 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:22:45.979167 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (531bdf71-3dde-4e38-8c1a-ff8047145e91), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:46.002901 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 531bdf71-3dde-4e38-8c1a-ff8047145e91 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:22:46.017243 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 46826) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:22:46.035044 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5071275c-77d1-47da-b661-65e9ce265390 req-a4640c1e-859e-4796-afbe-f2fac74ae77e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:46.041033 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5071275c-77d1-47da-b661-65e9ce265390 req-a4640c1e-859e-4796-afbe-f2fac74ae77e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7810caa2-eac6-457d-9302-c8c215ef3e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1275444 Jan 28 19:22:46.064264 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-24a59a11-f892-4543-91cb-d981ff9effb0 req-0efca828-b6a8-4bfb-8f6f-eeebe3273d04 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff0a7ca0-73d1-435a-8c79-518c9bdfd3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216931 Jan 28 19:22:46.072347 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-23d3aa60-927a-44ed-bd44-c44e190832ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:46.097496 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9183458-9064-41b0-b815-c03f68790c4a req-48a47882-c6a1-42bd-b805-f55412c07345 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:46.104076 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9183458-9064-41b0-b815-c03f68790c4a req-48a47882-c6a1-42bd-b805-f55412c07345 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:46.109842 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9183458-9064-41b0-b815-c03f68790c4a req-48a47882-c6a1-42bd-b805-f55412c07345 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:46.111170 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b9183458-9064-41b0-b815-c03f68790c4a req-48a47882-c6a1-42bd-b805-f55412c07345 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a5dbe80-99b1-4f54-a8fe-df14c088d276 HTTP/1.1" status: 200 len: 2398 time: 0.1087351 Jan 28 19:22:46.216955 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 531bdf71-3dde-4e38-8c1a-ff8047145e91, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=531bdf71-3dde-4e38-8c1a-ff8047145e91,segment=NetworkSegment(79f40755-04af-4e67-b0c3-110144717628),segment_id=79f40755-04af-4e67-b0c3-110144717628)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:22:46.223909 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (531bdf71-3dde-4e38-8c1a-ff8047145e91), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:46.225039 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 12d5c4fa-3235-4f0d-98da-a2e61f15252b details requested by agent hyperv_n-h2-812111-14 with host n-h2-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:22:46.228837 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b9183458-9064-41b0-b815-c03f68790c4a req-bf627fb8-2fb8-42d2-bebc-a0e696e737ba tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] 10.222.0.64 "GET /v2.0/security-groups?id=bec31a1c-c230-472f-91bb-962fc9cfddde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100979 Jan 28 19:22:46.239087 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-e4a5b2b7-5176-4d2a-affb-e2b709b81970 req-4bd6bf3b-3d02-400a-9490-261505c32bb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d8626bf-df53-4cea-8dd1-bff3546c3d9b {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:22:46.250201 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e4a5b2b7-5176-4d2a-affb-e2b709b81970 req-4bd6bf3b-3d02-400a-9490-261505c32bb4 service neutron] Publish callbacks [] for port (7d8626bf-df53-4cea-8dd1-bff3546c3d9b), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:46.265526 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-e4a5b2b7-5176-4d2a-affb-e2b709b81970 req-4bd6bf3b-3d02-400a-9490-261505c32bb4 service neutron] Transition to ACTIVE for port object 7d8626bf-df53-4cea-8dd1-bff3546c3d9b will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:22:46.271550 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e4a5b2b7-5176-4d2a-affb-e2b709b81970 req-4bd6bf3b-3d02-400a-9490-261505c32bb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (7d8626bf-df53-4cea-8dd1-bff3546c3d9b), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:46.275379 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5071275c-77d1-47da-b661-65e9ce265390 req-4582d137-b6bf-4123-bbc0-a3ec871126cc service neutron] 10.222.0.41 "GET /v2.0/networks/7810caa2-eac6-457d-9302-c8c215ef3e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152088 Jan 28 19:22:46.372956 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd6bf3b-3d02-400a-9490-261505c32bb4 service neutron] Pushing event updated for resources: {'Port': ['ID=7d8626bf-df53-4cea-8dd1-bff3546c3d9b,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:46.416195 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-23d3aa60-927a-44ed-bd44-c44e190832ae admin admin] Publish callbacks [] for security_group (8f95b09a-7147-476e-a4dc-d9921a656d39), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:46.427404 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b48c76a-f075-4056-8288-2e4fec022e8c req-6a1713f3-2eb2-4842-9927-e7384f1d0e60 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:46.431566 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=531bdf71-3dde-4e38-8c1a-ff8047145e91,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:46.444969 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2b48c76a-f075-4056-8288-2e4fec022e8c req-6a1713f3-2eb2-4842-9927-e7384f1d0e60 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] 10.222.0.64 "GET /v2.0/ports?device_id=26a79b09-d492-4b76-8b2b-6fad06619d62 HTTP/1.1" status: 200 len: 944 time: 0.2247810 Jan 28 19:22:46.458298 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-23d3aa60-927a-44ed-bd44-c44e190832ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (8f95b09a-7147-476e-a4dc-d9921a656d39), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:46.460491 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-e4a5b2b7-5176-4d2a-affb-e2b709b81970 req-4bd6bf3b-3d02-400a-9490-261505c32bb4 service neutron] Attempting to bind port 7d8626bf-df53-4cea-8dd1-bff3546c3d9b on host n-h1-812111-14 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:22:46.460986 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-e4a5b2b7-5176-4d2a-affb-e2b709b81970 req-4bd6bf3b-3d02-400a-9490-261505c32bb4 service neutron] Attempting to bind port 7d8626bf-df53-4cea-8dd1-bff3546c3d9b by drivers openvswitch,hyperv on host n-h1-812111-14 at level 0 using segments [{'id': '655f4b3e-bc9a-4aba-8a16-641936a80470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c84000c4-04f2-4df4-ac5f-8f339023f02b'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:22:46.461205 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a5b2b7-5176-4d2a-affb-e2b709b81970 req-4bd6bf3b-3d02-400a-9490-261505c32bb4 service neutron] Attempting to bind port 7d8626bf-df53-4cea-8dd1-bff3546c3d9b on network c84000c4-04f2-4df4-ac5f-8f339023f02b {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:22:46.466034 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 12d5c4fa-3235-4f0d-98da-a2e61f15252b, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=12d5c4fa-3235-4f0d-98da-a2e61f15252b,segment=NetworkSegment(c3edb3fd-102e-40d6-a262-2e568f802606),segment_id=c3edb3fd-102e-40d6-a262-2e568f802606)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:22:46.473268 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a542632-8058-4036-a2b8-5198703c3b34 req-fa789f7a-f6ef-45dc-a505-3422696d33db tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:46.479125 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Returning: {'device': '12d5c4fa-3235-4f0d-98da-a2e61f15252b', 'network_id': '45c329a7-41ca-41dc-8117-b6a34c90d860', 'port_id': '12d5c4fa-3235-4f0d-98da-a2e61f15252b', 'mac_address': 'fa:16:3e:91:ce:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc238073-ae04-4ee5-8171-afc8f75fa79b', 'ip_address': '10.1.1.152'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:22:46.480908 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8a542632-8058-4036-a2b8-5198703c3b34 req-fa789f7a-f6ef-45dc-a505-3422696d33db tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] 10.222.0.64 "GET /v2.0/ports?device_id=dab0b308-89b2-4933-b603-3ff959dae23c HTTP/1.1" status: 200 len: 945 time: 0.1340015 Jan 28 19:22:46.489571 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a5b2b7-5176-4d2a-affb-e2b709b81970 req-4bd6bf3b-3d02-400a-9490-261505c32bb4 service neutron] Port 7d8626bf-df53-4cea-8dd1-bff3546c3d9b on network c84000c4-04f2-4df4-ac5f-8f339023f02b not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-14 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:22:46.489807 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a5b2b7-5176-4d2a-affb-e2b709b81970 req-4bd6bf3b-3d02-400a-9490-261505c32bb4 service neutron] Attempting to bind port 7d8626bf-df53-4cea-8dd1-bff3546c3d9b on network c84000c4-04f2-4df4-ac5f-8f339023f02b {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:22:46.502442 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a5b2b7-5176-4d2a-affb-e2b709b81970 req-4bd6bf3b-3d02-400a-9490-261505c32bb4 service neutron] Checking agent: {'id': 'b544ba20-de93-4d86-9e6b-a2202deb6191', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 22, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:22:46.502693 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a5b2b7-5176-4d2a-affb-e2b709b81970 req-4bd6bf3b-3d02-400a-9490-261505c32bb4 service neutron] Checking segment: {'id': '655f4b3e-bc9a-4aba-8a16-641936a80470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c84000c4-04f2-4df4-ac5f-8f339023f02b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:22:46.503083 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a5b2b7-5176-4d2a-affb-e2b709b81970 req-4bd6bf3b-3d02-400a-9490-261505c32bb4 service neutron] Bound using segment: {'id': '655f4b3e-bc9a-4aba-8a16-641936a80470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c84000c4-04f2-4df4-ac5f-8f339023f02b'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:22:46.503531 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-e4a5b2b7-5176-4d2a-affb-e2b709b81970 req-4bd6bf3b-3d02-400a-9490-261505c32bb4 service neutron] Bound port: 7d8626bf-df53-4cea-8dd1-bff3546c3d9b, host: n-h1-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '655f4b3e-bc9a-4aba-8a16-641936a80470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c84000c4-04f2-4df4-ac5f-8f339023f02b'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:22:46.503889 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e4a5b2b7-5176-4d2a-affb-e2b709b81970 req-4bd6bf3b-3d02-400a-9490-261505c32bb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (7d8626bf-df53-4cea-8dd1-bff3546c3d9b), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:46.529670 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 12d5c4fa-3235-4f0d-98da-a2e61f15252b is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:22:46.530698 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (12d5c4fa-3235-4f0d-98da-a2e61f15252b), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:46.546558 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12d5c4fa-3235-4f0d-98da-a2e61f15252b {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:22:46.558494 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5071275c-77d1-47da-b661-65e9ce265390 req-116d56cd-cd41-432e-b8ae-6bf7e4ea0aff service neutron] 10.222.0.41 "GET /v2.0/networks/7810caa2-eac6-457d-9302-c8c215ef3e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2757139 Jan 28 19:22:46.561342 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-23d3aa60-927a-44ed-bd44-c44e190832ae admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=088328b680584f09993140f32c20e41c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5429902 Jan 28 19:22:46.566787 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 46830) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:22:46.570558 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d3aa60-927a-44ed-bd44-c44e190832ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f95b09a-7147-476e-a4dc-d9921a656d39,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:46.575085 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 12d5c4fa-3235-4f0d-98da-a2e61f15252b, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=12d5c4fa-3235-4f0d-98da-a2e61f15252b,segment=NetworkSegment(c3edb3fd-102e-40d6-a262-2e568f802606),segment_id=c3edb3fd-102e-40d6-a262-2e568f802606)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:22:46.579557 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8a542632-8058-4036-a2b8-5198703c3b34 req-b32d7c40-691a-4c13-a4de-2a2be5958eb3 tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed5dbff7-d8b6-44bf-8755-79d5f3e8f67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975103 Jan 28 19:22:46.583692 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (12d5c4fa-3235-4f0d-98da-a2e61f15252b), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:46.585303 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 8132a07e-4a59-47ca-90c2-1121ff386089 details requested by agent hyperv_n-h2-812111-14 with host n-h2-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:22:46.634049 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2b48c76a-f075-4056-8288-2e4fec022e8c req-1e71ec6d-8114-44dc-9a3c-7ffed8ecbd80 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] 10.222.0.64 "GET /v2.0/security-groups?id=a17e8282-0405-4e4b-9340-e89106f12f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873710 Jan 28 19:22:46.667306 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 8132a07e-4a59-47ca-90c2-1121ff386089, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=8132a07e-4a59-47ca-90c2-1121ff386089,segment=NetworkSegment(c3edb3fd-102e-40d6-a262-2e568f802606),segment_id=c3edb3fd-102e-40d6-a262-2e568f802606)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:22:46.714236 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Returning: {'device': '8132a07e-4a59-47ca-90c2-1121ff386089', 'network_id': '45c329a7-41ca-41dc-8117-b6a34c90d860', 'port_id': '8132a07e-4a59-47ca-90c2-1121ff386089', 'mac_address': 'fa:16:3e:d0:64:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc238073-ae04-4ee5-8171-afc8f75fa79b', 'ip_address': '10.1.1.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:22:46.723425 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=12d5c4fa-3235-4f0d-98da-a2e61f15252b,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:46.723628 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-e4a5b2b7-5176-4d2a-affb-e2b709b81970 req-4bd6bf3b-3d02-400a-9490-261505c32bb4 service neutron] For port 7d8626bf-df53-4cea-8dd1-bff3546c3d9b, host n-h1-812111-14, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:22:46.769542 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 8132a07e-4a59-47ca-90c2-1121ff386089 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:22:46.770133 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (8132a07e-4a59-47ca-90c2-1121ff386089), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:46.774078 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-e4a5b2b7-5176-4d2a-affb-e2b709b81970 req-4bd6bf3b-3d02-400a-9490-261505c32bb4 service neutron] For port 7d8626bf-df53-4cea-8dd1-bff3546c3d9b, host n-h1-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=7d8626bf-df53-4cea-8dd1-bff3546c3d9b,segment=NetworkSegment(655f4b3e-bc9a-4aba-8a16-641936a80470),segment_id=655f4b3e-bc9a-4aba-8a16-641936a80470)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:22:46.785649 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8132a07e-4a59-47ca-90c2-1121ff386089 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:22:46.787705 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e4a5b2b7-5176-4d2a-affb-e2b709b81970 req-4bd6bf3b-3d02-400a-9490-261505c32bb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (7d8626bf-df53-4cea-8dd1-bff3546c3d9b), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:46.796902 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-242848a3-17c1-424d-ba63-e4d19141bd51 admin admin] Publish callbacks [] for security_group (8f95b09a-7147-476e-a4dc-d9921a656d39), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:46.809257 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 8132a07e-4a59-47ca-90c2-1121ff386089, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=8132a07e-4a59-47ca-90c2-1121ff386089,segment=NetworkSegment(c3edb3fd-102e-40d6-a262-2e568f802606),segment_id=c3edb3fd-102e-40d6-a262-2e568f802606)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:22:46.817489 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (8132a07e-4a59-47ca-90c2-1121ff386089), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:46.818255 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device de98d303-7c1f-431e-bf81-fef0fcf95502 details requested by agent hyperv_n-h2-812111-14 with host n-h2-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:22:46.831351 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c431fe-f401-4609-a417-36e38e3ef5c9 req-3ea65725-4dbc-4f0e-9202-36bf37f74e2e tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:46.833421 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-65c431fe-f401-4609-a417-36e38e3ef5c9 req-3ea65725-4dbc-4f0e-9202-36bf37f74e2e tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/ports?device_id=526e2654-a350-462e-8c7e-a53643b5bc70 HTTP/1.1" status: 200 len: 945 time: 0.0651720 Jan 28 19:22:46.851448 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-242848a3-17c1-424d-ba63-e4d19141bd51 admin admin] Publish callbacks [] for security_group (8f95b09a-7147-476e-a4dc-d9921a656d39), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:46.867028 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a5b2b7-5176-4d2a-affb-e2b709b81970 req-4bd6bf3b-3d02-400a-9490-261505c32bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:46.867661 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e4a5b2b7-5176-4d2a-affb-e2b709b81970 req-4bd6bf3b-3d02-400a-9490-261505c32bb4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:46.869731 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e4a5b2b7-5176-4d2a-affb-e2b709b81970 req-4bd6bf3b-3d02-400a-9490-261505c32bb4 service neutron] 10.222.0.41 "PUT /v2.0/ports/7d8626bf-df53-4cea-8dd1-bff3546c3d9b HTTP/1.1" status: 200 len: 1092 time: 1.6930470 Jan 28 19:22:46.887509 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b960a782-62ea-41b1-bf00-1be97d05fd0a req-cb15d767-23b7-4080-b395-e41f8161553b tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:46.889223 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b960a782-62ea-41b1-bf00-1be97d05fd0a req-cb15d767-23b7-4080-b395-e41f8161553b tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d703f22-28db-4002-84e0-b0dfabaa540e HTTP/1.1" status: 200 len: 950 time: 0.1854503 Jan 28 19:22:46.893849 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port de98d303-7c1f-431e-bf81-fef0fcf95502, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=de98d303-7c1f-431e-bf81-fef0fcf95502,segment=NetworkSegment(c3edb3fd-102e-40d6-a262-2e568f802606),segment_id=c3edb3fd-102e-40d6-a262-2e568f802606)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:22:46.896729 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=8132a07e-4a59-47ca-90c2-1121ff386089,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:46.910301 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Returning: {'device': 'de98d303-7c1f-431e-bf81-fef0fcf95502', 'network_id': '45c329a7-41ca-41dc-8117-b6a34c90d860', 'port_id': 'de98d303-7c1f-431e-bf81-fef0fcf95502', 'mac_address': 'fa:16:3e:eb:a2:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc238073-ae04-4ee5-8171-afc8f75fa79b', 'ip_address': '10.1.1.147'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:22:46.929733 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-65c431fe-f401-4609-a417-36e38e3ef5c9 req-2c9a37ee-9efc-4dfa-b384-a0b7263d2b6d tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/security-groups?id=e52b5309-890e-4183-bf0d-6ef59c658d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898809 Jan 28 19:22:46.963506 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port de98d303-7c1f-431e-bf81-fef0fcf95502 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:22:46.963506 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (de98d303-7c1f-431e-bf81-fef0fcf95502), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:46.977056 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de98d303-7c1f-431e-bf81-fef0fcf95502 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:22:47.004204 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd6bf3b-3d02-400a-9490-261505c32bb4 service neutron] Pushing event updated for resources: {'Port': ['ID=7d8626bf-df53-4cea-8dd1-bff3546c3d9b,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:47.009691 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port de98d303-7c1f-431e-bf81-fef0fcf95502, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=de98d303-7c1f-431e-bf81-fef0fcf95502,segment=NetworkSegment(c3edb3fd-102e-40d6-a262-2e568f802606),segment_id=c3edb3fd-102e-40d6-a262-2e568f802606)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:22:47.016743 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a5dbe80-99b1-4f54-a8fe-df14c088d276', 'tag': 'f10c9227-c6ef-4239-a780-6279bd75efdd'}, {'name': 'network-changed', 'server_uuid': '7a5dbe80-99b1-4f54-a8fe-df14c088d276', 'tag': '7d8626bf-df53-4cea-8dd1-bff3546c3d9b'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:22:47.018850 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e1a385c-7750-438b-a759-3c3d46b55a09" -d '{"events": [{"name": "network-changed", "server_uuid": "7a5dbe80-99b1-4f54-a8fe-df14c088d276", "tag": "f10c9227-c6ef-4239-a780-6279bd75efdd"}, {"name": "network-changed", "server_uuid": "7a5dbe80-99b1-4f54-a8fe-df14c088d276", "tag": "7d8626bf-df53-4cea-8dd1-bff3546c3d9b"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:22:47.021727 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (de98d303-7c1f-431e-bf81-fef0fcf95502), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:47.022224 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device c3073dc0-3618-42ea-9203-95c126bbd569 details requested by agent hyperv_n-h2-812111-14 with host n-h2-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:22:47.047268 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b960a782-62ea-41b1-bf00-1be97d05fd0a req-2b589e38-399e-4a3b-9f59-77426b3bd102 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d07f2a-7a3d-4718-9c1b-16394753837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488109 Jan 28 19:22:47.077208 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-242848a3-17c1-424d-ba63-e4d19141bd51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (8f95b09a-7147-476e-a4dc-d9921a656d39), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:47.080047 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-242848a3-17c1-424d-ba63-e4d19141bd51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:47.083942 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-242848a3-17c1-424d-ba63-e4d19141bd51 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8f95b09a-7147-476e-a4dc-d9921a656d39 HTTP/1.1" status: 204 len: 168 time: 0.5161357 Jan 28 19:22:47.090668 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a5b2b7-5176-4d2a-affb-e2b709b81970 req-ea7f2f92-4ae3-48f5-bcb1-2ddd4d1b8a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:47.091229 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a5b2b7-5176-4d2a-affb-e2b709b81970 req-ea7f2f92-4ae3-48f5-bcb1-2ddd4d1b8a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:47.091725 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a5b2b7-5176-4d2a-affb-e2b709b81970 req-ea7f2f92-4ae3-48f5-bcb1-2ddd4d1b8a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:47.093592 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e4a5b2b7-5176-4d2a-affb-e2b709b81970 req-ea7f2f92-4ae3-48f5-bcb1-2ddd4d1b8a1a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8f3558f2b66642eda891aec2b92891c7&device_id=7a5dbe80-99b1-4f54-a8fe-df14c088d276 HTTP/1.1" status: 200 len: 2959 time: 0.1550097 Jan 28 19:22:47.112104 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242848a3-17c1-424d-ba63-e4d19141bd51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f95b09a-7147-476e-a4dc-d9921a656d39,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:47.149633 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559c2432-68b2-4a1f-be4d-6d2280222cd4 req-b08a993c-af1b-4a61-81f7-621444209c70 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:47.156468 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e4a5b2b7-5176-4d2a-affb-e2b709b81970 req-02b4649c-ed66-4e31-9ca1-112514097e02 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.14&port_id=5c9e75e0-38b7-4860-b2a5-2822dcde0367 HTTP/1.1" status: 200 len: 217 time: 0.0525172 Jan 28 19:22:47.161947 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559c2432-68b2-4a1f-be4d-6d2280222cd4 req-b08a993c-af1b-4a61-81f7-621444209c70 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:47.166677 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 28 Jan 2022 19:22:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03330598-b548-47bb-9cbf-1e25b3f20f9d x-openstack-request-id: req-03330598-b548-47bb-9cbf-1e25b3f20f9d {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:22:47.167066 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a5dbe80-99b1-4f54-a8fe-df14c088d276", "tag": "f10c9227-c6ef-4239-a780-6279bd75efdd", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7a5dbe80-99b1-4f54-a8fe-df14c088d276", "tag": "7d8626bf-df53-4cea-8dd1-bff3546c3d9b", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:22:47.167386 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-03330598-b548-47bb-9cbf-1e25b3f20f9d {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:22:47.167857 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a5dbe80-99b1-4f54-a8fe-df14c088d276', 'tag': 'f10c9227-c6ef-4239-a780-6279bd75efdd', 'status': 'completed', 'code': 200} Jan 28 19:22:47.168185 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a5dbe80-99b1-4f54-a8fe-df14c088d276', 'tag': '7d8626bf-df53-4cea-8dd1-bff3546c3d9b', 'status': 'completed', 'code': 200} Jan 28 19:22:47.176534 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=de98d303-7c1f-431e-bf81-fef0fcf95502,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:47.179542 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559c2432-68b2-4a1f-be4d-6d2280222cd4 req-b08a993c-af1b-4a61-81f7-621444209c70 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:47.192380 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559c2432-68b2-4a1f-be4d-6d2280222cd4 req-b08a993c-af1b-4a61-81f7-621444209c70 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:47.204019 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559c2432-68b2-4a1f-be4d-6d2280222cd4 req-b08a993c-af1b-4a61-81f7-621444209c70 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:47.228715 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559c2432-68b2-4a1f-be4d-6d2280222cd4 req-b08a993c-af1b-4a61-81f7-621444209c70 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:47.237578 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a5b2b7-5176-4d2a-affb-e2b709b81970 req-33439720-73dc-4f04-a20d-6fe81a1193fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:47.240769 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e4a5b2b7-5176-4d2a-affb-e2b709b81970 req-33439720-73dc-4f04-a20d-6fe81a1193fa service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d430865f-f1cb-4710-8882-d1c4193f89fd HTTP/1.1" status: 200 len: 801 time: 0.0713360 Jan 28 19:22:47.241807 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559c2432-68b2-4a1f-be4d-6d2280222cd4 req-b08a993c-af1b-4a61-81f7-621444209c70 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:47.247882 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port c3073dc0-3618-42ea-9203-95c126bbd569, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=c3073dc0-3618-42ea-9203-95c126bbd569,segment=NetworkSegment(60f73bc9-e00e-4b44-a105-7ad75c8476d3),segment_id=60f73bc9-e00e-4b44-a105-7ad75c8476d3)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:22:47.250098 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-559c2432-68b2-4a1f-be4d-6d2280222cd4 req-b08a993c-af1b-4a61-81f7-621444209c70 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.64 "GET /v2.0/ports?device_id=5bd15075-1e8c-4d4e-9154-d45912ca536e HTTP/1.1" status: 200 len: 5426 time: 0.2456541 Jan 28 19:22:47.261856 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Returning: {'device': 'c3073dc0-3618-42ea-9203-95c126bbd569', 'network_id': 'a2ca3cee-ca84-49f7-b78e-846e3e35c5f2', 'port_id': 'c3073dc0-3618-42ea-9203-95c126bbd569', 'mac_address': 'fa:16:3e:a3:a5:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be61367f-e334-4502-b75c-ccc02838dd17', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:22:47.312068 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port c3073dc0-3618-42ea-9203-95c126bbd569 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:22:47.312789 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (c3073dc0-3618-42ea-9203-95c126bbd569), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:47.326469 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-559c2432-68b2-4a1f-be4d-6d2280222cd4 req-24be40e3-e026-4609-8be8-a7f7b11ed218 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.64 "GET /v2.0/security-groups?id=abf1c1e9-b349-4aee-9c71-682c8b55783a&id=b98a868e-e5c1-410f-a3c5-8429d6410f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0753579 Jan 28 19:22:47.333072 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3073dc0-3618-42ea-9203-95c126bbd569 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:22:47.367661 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port c3073dc0-3618-42ea-9203-95c126bbd569, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=c3073dc0-3618-42ea-9203-95c126bbd569,segment=NetworkSegment(60f73bc9-e00e-4b44-a105-7ad75c8476d3),segment_id=60f73bc9-e00e-4b44-a105-7ad75c8476d3)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:22:47.375252 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (c3073dc0-3618-42ea-9203-95c126bbd569), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:47.376255 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 23c84e58-ad8e-4cf4-977a-e504aac93676 details requested by agent hyperv_n-h2-812111-14 with host n-h2-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:22:47.376400 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71c8540-bf54-49e2-99f3-696d1c94ac85 req-e3ffaa15-7309-4905-86a2-07eb28b95fb2 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:47.377896 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e71c8540-bf54-49e2-99f3-696d1c94ac85 req-e3ffaa15-7309-4905-86a2-07eb28b95fb2 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e48b655-5911-4dcd-a073-26e765e9c04d HTTP/1.1" status: 200 len: 945 time: 0.1127036 Jan 28 19:22:47.392329 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a5b2b7-5176-4d2a-affb-e2b709b81970 req-4c9dd467-4680-4f0f-9a3c-0c6cd36d093e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:47.393907 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e4a5b2b7-5176-4d2a-affb-e2b709b81970 req-4c9dd467-4680-4f0f-9a3c-0c6cd36d093e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c84000c4-04f2-4df4-ac5f-8f339023f02b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1452038 Jan 28 19:22:47.445075 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=c3073dc0-3618-42ea-9203-95c126bbd569,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:47.498644 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e71c8540-bf54-49e2-99f3-696d1c94ac85 req-344da1ee-396e-4185-8ded-8f5fb9ab7931 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff0a7ca0-73d1-435a-8c79-518c9bdfd3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100509 Jan 28 19:22:47.521965 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e850495-a697-4b67-9179-b40ab69dcaa2 req-56bb7f35-854c-4188-9df0-96fdda14c98f tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:47.523878 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e850495-a697-4b67-9179-b40ab69dcaa2 req-56bb7f35-854c-4188-9df0-96fdda14c98f tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:47.529091 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e850495-a697-4b67-9179-b40ab69dcaa2 req-56bb7f35-854c-4188-9df0-96fdda14c98f tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:47.530798 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5e850495-a697-4b67-9179-b40ab69dcaa2 req-56bb7f35-854c-4188-9df0-96fdda14c98f tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a5dbe80-99b1-4f54-a8fe-df14c088d276 HTTP/1.1" status: 200 len: 2410 time: 0.1101842 Jan 28 19:22:47.566562 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e4a5b2b7-5176-4d2a-affb-e2b709b81970 req-8681a5b3-9304-409a-847d-c2da93f033ac service neutron] 10.222.0.41 "GET /v2.0/networks/c84000c4-04f2-4df4-ac5f-8f339023f02b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548245 Jan 28 19:22:47.571404 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 23c84e58-ad8e-4cf4-977a-e504aac93676, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=23c84e58-ad8e-4cf4-977a-e504aac93676,segment=NetworkSegment(061cb951-c0bc-4d59-a3f2-ff4acb095ff3),segment_id=061cb951-c0bc-4d59-a3f2-ff4acb095ff3)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:22:47.583657 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Returning: {'device': '23c84e58-ad8e-4cf4-977a-e504aac93676', 'network_id': 'c4302b73-ca61-4da7-b39f-ec4ea0448ca6', 'port_id': '23c84e58-ad8e-4cf4-977a-e504aac93676', 'mac_address': 'fa:16:3e:89:00:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88147782-fd39-461f-889a-eefda05a9cf4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:22:47.584918 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5e850495-a697-4b67-9179-b40ab69dcaa2 req-4f94640f-96cd-41f6-a5f8-417fa8ee9b8d tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] 10.222.0.64 "GET /v2.0/security-groups?id=bec31a1c-c230-472f-91bb-962fc9cfddde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479529 Jan 28 19:22:47.639699 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 23c84e58-ad8e-4cf4-977a-e504aac93676 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:22:47.640533 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (23c84e58-ad8e-4cf4-977a-e504aac93676), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:47.658904 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23c84e58-ad8e-4cf4-977a-e504aac93676 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:22:47.687582 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 23c84e58-ad8e-4cf4-977a-e504aac93676, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=23c84e58-ad8e-4cf4-977a-e504aac93676,segment=NetworkSegment(061cb951-c0bc-4d59-a3f2-ff4acb095ff3),segment_id=061cb951-c0bc-4d59-a3f2-ff4acb095ff3)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:22:47.693081 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (23c84e58-ad8e-4cf4-977a-e504aac93676), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:47.693792 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 9dc6d1c9-fcf0-468a-9d9c-6a726391a876 details requested by agent hyperv_n-h2-812111-14 with host n-h2-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:22:47.729359 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e4a5b2b7-5176-4d2a-affb-e2b709b81970 req-45f200ef-597b-47ee-8a03-9e70beb73e61 service neutron] 10.222.0.41 "GET /v2.0/networks/c84000c4-04f2-4df4-ac5f-8f339023f02b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541510 Jan 28 19:22:47.749141 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddaa801-d494-4f64-b238-41b1e5f25059 req-4e1f07dc-ce0c-4ef2-81ed-9c42faa7d50a tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:47.751005 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8ddaa801-d494-4f64-b238-41b1e5f25059 req-4e1f07dc-ce0c-4ef2-81ed-9c42faa7d50a tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] 10.222.0.64 "GET /v2.0/ports?device_id=dab0b308-89b2-4933-b603-3ff959dae23c HTTP/1.1" status: 200 len: 945 time: 0.0834811 Jan 28 19:22:47.778952 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=23c84e58-ad8e-4cf4-977a-e504aac93676,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:47.782455 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 9dc6d1c9-fcf0-468a-9d9c-6a726391a876, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=9dc6d1c9-fcf0-468a-9d9c-6a726391a876,segment=NetworkSegment(60f73bc9-e00e-4b44-a105-7ad75c8476d3),segment_id=60f73bc9-e00e-4b44-a105-7ad75c8476d3)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:22:47.786946 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecc58e7-4cd0-4086-80e9-98d88b1efc49 req-215e10e3-94e9-4742-b567-1fc098b508f0 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:47.788780 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5ecc58e7-4cd0-4086-80e9-98d88b1efc49 req-215e10e3-94e9-4742-b567-1fc098b508f0 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] 10.222.0.64 "GET /v2.0/ports?device_id=26a79b09-d492-4b76-8b2b-6fad06619d62 HTTP/1.1" status: 200 len: 945 time: 0.0656791 Jan 28 19:22:47.795109 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Returning: {'device': '9dc6d1c9-fcf0-468a-9d9c-6a726391a876', 'network_id': 'a2ca3cee-ca84-49f7-b78e-846e3e35c5f2', 'port_id': '9dc6d1c9-fcf0-468a-9d9c-6a726391a876', 'mac_address': 'fa:16:3e:78:dc:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be61367f-e334-4502-b75c-ccc02838dd17', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:22:47.806400 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e4a5b2b7-5176-4d2a-affb-e2b709b81970 req-d0e4e3fb-d561-4e45-9a38-47858ac95862 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.43&port_id=f10c9227-c6ef-4239-a780-6279bd75efdd HTTP/1.1" status: 200 len: 217 time: 0.0648930 Jan 28 19:22:47.841581 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5ecc58e7-4cd0-4086-80e9-98d88b1efc49 req-7ec3dd97-f7e7-4a1d-9944-82eea0bb81a8 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] 10.222.0.64 "GET /v2.0/security-groups?id=a17e8282-0405-4e4b-9340-e89106f12f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442498 Jan 28 19:22:47.854139 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 9dc6d1c9-fcf0-468a-9d9c-6a726391a876 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:22:47.854672 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (9dc6d1c9-fcf0-468a-9d9c-6a726391a876), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:47.875983 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9dc6d1c9-fcf0-468a-9d9c-6a726391a876 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:22:47.890275 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8ddaa801-d494-4f64-b238-41b1e5f25059 req-298113d7-cafb-44f3-8de2-3c13817ddb05 tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed5dbff7-d8b6-44bf-8755-79d5f3e8f67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323373 Jan 28 19:22:47.895051 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a5b2b7-5176-4d2a-affb-e2b709b81970 req-1edf67ca-71a5-4158-b8c3-6ba237aab22c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:47.896845 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e4a5b2b7-5176-4d2a-affb-e2b709b81970 req-1edf67ca-71a5-4158-b8c3-6ba237aab22c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d628b2cf-a40b-4585-adda-2b5d1c780453 HTTP/1.1" status: 200 len: 801 time: 0.0813303 Jan 28 19:22:47.913987 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 9dc6d1c9-fcf0-468a-9d9c-6a726391a876, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=9dc6d1c9-fcf0-468a-9d9c-6a726391a876,segment=NetworkSegment(60f73bc9-e00e-4b44-a105-7ad75c8476d3),segment_id=60f73bc9-e00e-4b44-a105-7ad75c8476d3)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:22:47.921067 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (9dc6d1c9-fcf0-468a-9d9c-6a726391a876), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:47.921814 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 3657d8f5-b07c-40a7-9a6f-0ffcaf827d3b details requested by agent hyperv_n-h2-812111-14 with host n-h2-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:22:47.971802 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a5b2b7-5176-4d2a-affb-e2b709b81970 req-8b1bda15-9977-40db-823f-cab3330ca643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:47.973733 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e4a5b2b7-5176-4d2a-affb-e2b709b81970 req-8b1bda15-9977-40db-823f-cab3330ca643 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2807f2ac-6f07-49c2-a932-32bd5cd9b010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0693688 Jan 28 19:22:47.995719 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=9dc6d1c9-fcf0-468a-9d9c-6a726391a876,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:48.011006 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 3657d8f5-b07c-40a7-9a6f-0ffcaf827d3b, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=3657d8f5-b07c-40a7-9a6f-0ffcaf827d3b,segment=NetworkSegment(c3edb3fd-102e-40d6-a262-2e568f802606),segment_id=c3edb3fd-102e-40d6-a262-2e568f802606)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:22:48.024387 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Returning: {'device': '3657d8f5-b07c-40a7-9a6f-0ffcaf827d3b', 'network_id': '45c329a7-41ca-41dc-8117-b6a34c90d860', 'port_id': '3657d8f5-b07c-40a7-9a6f-0ffcaf827d3b', 'mac_address': 'fa:16:3e:cc:3b:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc238073-ae04-4ee5-8171-afc8f75fa79b', 'ip_address': '10.1.1.212'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:22:48.072746 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 3657d8f5-b07c-40a7-9a6f-0ffcaf827d3b is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:22:48.073168 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (3657d8f5-b07c-40a7-9a6f-0ffcaf827d3b), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:48.087303 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3657d8f5-b07c-40a7-9a6f-0ffcaf827d3b {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:22:48.111059 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c7780a-cd4e-410c-a432-7ff486bbfb23 req-9d10a662-98cb-465f-a343-86e5f75ea826 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:48.113156 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 3657d8f5-b07c-40a7-9a6f-0ffcaf827d3b, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=3657d8f5-b07c-40a7-9a6f-0ffcaf827d3b,segment=NetworkSegment(c3edb3fd-102e-40d6-a262-2e568f802606),segment_id=c3edb3fd-102e-40d6-a262-2e568f802606)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:22:48.113621 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e4a5b2b7-5176-4d2a-affb-e2b709b81970 req-2016f8f5-2eb7-4c92-b6bf-0a6a34f9e0c5 service neutron] 10.222.0.41 "GET /v2.0/networks/2807f2ac-6f07-49c2-a932-32bd5cd9b010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315129 Jan 28 19:22:48.115104 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-17c7780a-cd4e-410c-a432-7ff486bbfb23 req-9d10a662-98cb-465f-a343-86e5f75ea826 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/ports?device_id=526e2654-a350-462e-8c7e-a53643b5bc70 HTTP/1.1" status: 200 len: 945 time: 0.1114395 Jan 28 19:22:48.118794 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (3657d8f5-b07c-40a7-9a6f-0ffcaf827d3b), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:48.192160 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=3657d8f5-b07c-40a7-9a6f-0ffcaf827d3b,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:48.196471 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-17c7780a-cd4e-410c-a432-7ff486bbfb23 req-0f01c913-ea08-4b3c-b4b2-1ee6496a1e10 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/security-groups?id=e52b5309-890e-4183-bf0d-6ef59c658d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738373 Jan 28 19:22:48.261370 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e4a5b2b7-5176-4d2a-affb-e2b709b81970 req-b9d05fac-c94c-42db-8dbf-b0d9a7b792c2 service neutron] 10.222.0.41 "GET /v2.0/networks/2807f2ac-6f07-49c2-a932-32bd5cd9b010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391826 Jan 28 19:22:48.269156 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e120897a-47b3-48ec-b638-98a80077bda0 req-082502c7-13fa-4b56-b4f6-846967c9b546 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:48.270554 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e120897a-47b3-48ec-b638-98a80077bda0 req-082502c7-13fa-4b56-b4f6-846967c9b546 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d703f22-28db-4002-84e0-b0dfabaa540e HTTP/1.1" status: 200 len: 950 time: 0.0991683 Jan 28 19:22:48.317522 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e4a5b2b7-5176-4d2a-affb-e2b709b81970 req-c45c42d0-9eb6-4250-90ef-c51aefea0fe9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.81&port_id=7d8626bf-df53-4cea-8dd1-bff3546c3d9b HTTP/1.1" status: 200 len: 217 time: 0.0455170 Jan 28 19:22:48.383446 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e120897a-47b3-48ec-b638-98a80077bda0 req-fc72c728-b4e5-457d-a6a5-b4047beca4aa tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d07f2a-7a3d-4718-9c1b-16394753837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061497 Jan 28 19:22:48.393221 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a5b2b7-5176-4d2a-affb-e2b709b81970 req-909d843f-b35a-406a-b4a1-debe097f2cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:48.408361 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e4a5b2b7-5176-4d2a-affb-e2b709b81970 req-909d843f-b35a-406a-b4a1-debe097f2cba service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d430865f-f1cb-4710-8882-d1c4193f89fd HTTP/1.1" status: 200 len: 801 time: 0.0762179 Jan 28 19:22:48.468447 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a5b2b7-5176-4d2a-affb-e2b709b81970 req-ede9b505-a2be-480e-82d3-5421997bf0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:48.470659 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e4a5b2b7-5176-4d2a-affb-e2b709b81970 req-ede9b505-a2be-480e-82d3-5421997bf0bb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c84000c4-04f2-4df4-ac5f-8f339023f02b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0617630 Jan 28 19:22:48.474536 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c36cb31-157f-44e3-9545-78fb07af4d23 req-5bd71cdc-5a98-47ae-b493-f782c186f579 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:48.480070 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c36cb31-157f-44e3-9545-78fb07af4d23 req-5bd71cdc-5a98-47ae-b493-f782c186f579 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:48.486084 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c36cb31-157f-44e3-9545-78fb07af4d23 req-5bd71cdc-5a98-47ae-b493-f782c186f579 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:48.491684 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c36cb31-157f-44e3-9545-78fb07af4d23 req-5bd71cdc-5a98-47ae-b493-f782c186f579 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:48.497134 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c36cb31-157f-44e3-9545-78fb07af4d23 req-5bd71cdc-5a98-47ae-b493-f782c186f579 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:48.502639 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c36cb31-157f-44e3-9545-78fb07af4d23 req-5bd71cdc-5a98-47ae-b493-f782c186f579 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:48.507867 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c36cb31-157f-44e3-9545-78fb07af4d23 req-5bd71cdc-5a98-47ae-b493-f782c186f579 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:48.515265 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3c36cb31-157f-44e3-9545-78fb07af4d23 req-5bd71cdc-5a98-47ae-b493-f782c186f579 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.64 "GET /v2.0/ports?device_id=5bd15075-1e8c-4d4e-9154-d45912ca536e HTTP/1.1" status: 200 len: 5429 time: 0.1130133 Jan 28 19:22:48.582168 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3c36cb31-157f-44e3-9545-78fb07af4d23 req-cffb6446-52a9-4884-9438-e89a711ccea5 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.64 "GET /v2.0/security-groups?id=abf1c1e9-b349-4aee-9c71-682c8b55783a&id=b98a868e-e5c1-410f-a3c5-8429d6410f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0659640 Jan 28 19:22:48.625284 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e4a5b2b7-5176-4d2a-affb-e2b709b81970 req-8cd2e9b0-a886-4ce7-8e20-382063cd94dc service neutron] 10.222.0.41 "GET /v2.0/networks/c84000c4-04f2-4df4-ac5f-8f339023f02b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469786 Jan 28 19:22:48.695061 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e078261-499f-4290-8197-5a9123fb8204 req-a6fce07d-3a8e-431a-aaff-7074f8862fdd tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:48.697569 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8e078261-499f-4290-8197-5a9123fb8204 req-a6fce07d-3a8e-431a-aaff-7074f8862fdd tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e48b655-5911-4dcd-a073-26e765e9c04d HTTP/1.1" status: 200 len: 945 time: 0.1142180 Jan 28 19:22:48.729955 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35abc8eb-6ea3-4ce9-b3b0-378633ec8fdb req-7caced58-b136-4128-8493-66853711c133 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:48.736684 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35abc8eb-6ea3-4ce9-b3b0-378633ec8fdb req-7caced58-b136-4128-8493-66853711c133 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:48.743057 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35abc8eb-6ea3-4ce9-b3b0-378633ec8fdb req-7caced58-b136-4128-8493-66853711c133 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:48.745684 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-35abc8eb-6ea3-4ce9-b3b0-378633ec8fdb req-7caced58-b136-4128-8493-66853711c133 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a5dbe80-99b1-4f54-a8fe-df14c088d276 HTTP/1.1" status: 200 len: 2410 time: 0.0839815 Jan 28 19:22:48.774765 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e4a5b2b7-5176-4d2a-affb-e2b709b81970 req-1eba1e7b-5855-4db5-b093-9466b90a330c service neutron] 10.222.0.41 "GET /v2.0/networks/c84000c4-04f2-4df4-ac5f-8f339023f02b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431751 Jan 28 19:22:48.778199 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8e078261-499f-4290-8197-5a9123fb8204 req-1a30e13f-8f7d-4bae-be05-e3c839d378e3 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff0a7ca0-73d1-435a-8c79-518c9bdfd3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706735 Jan 28 19:22:48.823147 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-35abc8eb-6ea3-4ce9-b3b0-378633ec8fdb req-a58851bc-6ede-45be-a17d-a15e5e5d6eb5 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] 10.222.0.64 "GET /v2.0/security-groups?id=bec31a1c-c230-472f-91bb-962fc9cfddde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644028 Jan 28 19:22:48.876457 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1a385c-7750-438b-a759-3c3d46b55a09 req-672d6751-ff29-4fb9-aaba-973ca7d6753d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:48.877458 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1a385c-7750-438b-a759-3c3d46b55a09 req-672d6751-ff29-4fb9-aaba-973ca7d6753d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:48.877458 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1a385c-7750-438b-a759-3c3d46b55a09 req-672d6751-ff29-4fb9-aaba-973ca7d6753d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:48.879180 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1e1a385c-7750-438b-a759-3c3d46b55a09 req-672d6751-ff29-4fb9-aaba-973ca7d6753d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8f3558f2b66642eda891aec2b92891c7&device_id=7a5dbe80-99b1-4f54-a8fe-df14c088d276 HTTP/1.1" status: 200 len: 2959 time: 0.0545099 Jan 28 19:22:48.954885 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 19e26adf-0f04-4fb9-a4ff-97385744678c details requested by agent hyperv_n-h1-812111-14 with host n-h1-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:22:48.965753 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 19e26adf-0f04-4fb9-a4ff-97385744678c no longer exists at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:22:49.013737 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1a385c-7750-438b-a759-3c3d46b55a09 req-9d436fb5-dd8e-4c61-b56c-315ea6bf5a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:49.015526 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1e1a385c-7750-438b-a759-3c3d46b55a09 req-9d436fb5-dd8e-4c61-b56c-315ea6bf5a41 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2807f2ac-6f07-49c2-a932-32bd5cd9b010 HTTP/1.1" status: 200 len: 901 time: 0.1301982 Jan 28 19:22:49.024365 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1a0ba5-ee41-443e-a9f7-6edd7beeda56 req-7e89f0ce-0826-45b7-a47b-4c06099f00d8 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:49.025898 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5f1a0ba5-ee41-443e-a9f7-6edd7beeda56 req-7e89f0ce-0826-45b7-a47b-4c06099f00d8 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] 10.222.0.64 "GET /v2.0/ports?device_id=26a79b09-d492-4b76-8b2b-6fad06619d62 HTTP/1.1" status: 200 len: 945 time: 0.0952203 Jan 28 19:22:49.034898 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f46932b-89dd-452e-b0fa-c03a53639309 req-f1c83019-08cd-4174-9ed2-80198ddb11c3 tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:49.036880 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2f46932b-89dd-452e-b0fa-c03a53639309 req-f1c83019-08cd-4174-9ed2-80198ddb11c3 tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] 10.222.0.64 "GET /v2.0/ports?device_id=dab0b308-89b2-4933-b603-3ff959dae23c HTTP/1.1" status: 200 len: 945 time: 0.0655708 Jan 28 19:22:49.072417 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1e1a385c-7750-438b-a759-3c3d46b55a09 req-2d37113f-296c-464f-9ebf-7fda4058b3e3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.43&port_id=f10c9227-c6ef-4239-a780-6279bd75efdd HTTP/1.1" status: 200 len: 217 time: 0.0454545 Jan 28 19:22:49.085081 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['8132a07e-4a59-47ca-90c2-1121ff386089'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:22:49.087290 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['23c84e58-ad8e-4cf4-977a-e504aac93676'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:22:49.099223 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2f46932b-89dd-452e-b0fa-c03a53639309 req-ed9c94e8-7ebc-4b4a-a11b-08ef85c32801 tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed5dbff7-d8b6-44bf-8755-79d5f3e8f67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561156 Jan 28 19:22:49.129178 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['de98d303-7c1f-431e-bf81-fef0fcf95502'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:22:49.131223 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['12d5c4fa-3235-4f0d-98da-a2e61f15252b'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:22:49.152901 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5f1a0ba5-ee41-443e-a9f7-6edd7beeda56 req-82fb9b93-422b-42dd-a91f-d52bc14edb69 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] 10.222.0.64 "GET /v2.0/security-groups?id=a17e8282-0405-4e4b-9340-e89106f12f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174586 Jan 28 19:22:49.161854 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1a385c-7750-438b-a759-3c3d46b55a09 req-c653faf9-4956-4dee-840b-0e8358f7edcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:49.163554 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1e1a385c-7750-438b-a759-3c3d46b55a09 req-c653faf9-4956-4dee-840b-0e8358f7edcd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d628b2cf-a40b-4585-adda-2b5d1c780453 HTTP/1.1" status: 200 len: 801 time: 0.0664933 Jan 28 19:22:49.225471 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['c3073dc0-3618-42ea-9203-95c126bbd569'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:22:49.227500 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['3657d8f5-b07c-40a7-9a6f-0ffcaf827d3b'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:22:49.237018 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1a385c-7750-438b-a759-3c3d46b55a09 req-cb0cdf7b-fe23-4c53-8899-91761907c264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:49.238839 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1e1a385c-7750-438b-a759-3c3d46b55a09 req-cb0cdf7b-fe23-4c53-8899-91761907c264 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2807f2ac-6f07-49c2-a932-32bd5cd9b010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0534725 Jan 28 19:22:49.340956 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501021d4-95e1-4f54-8097-e3bee7f2fcd2 req-b7d69feb-0512-4105-8395-fd54c4a90186 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:49.344538 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-501021d4-95e1-4f54-8097-e3bee7f2fcd2 req-b7d69feb-0512-4105-8395-fd54c4a90186 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/ports?device_id=526e2654-a350-462e-8c7e-a53643b5bc70 HTTP/1.1" status: 200 len: 945 time: 0.0733826 Jan 28 19:22:49.366025 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1e1a385c-7750-438b-a759-3c3d46b55a09 req-12250ae0-bba9-4198-904a-a20f20180427 service neutron] 10.222.0.41 "GET /v2.0/networks/2807f2ac-6f07-49c2-a932-32bd5cd9b010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144595 Jan 28 19:22:49.411294 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-501021d4-95e1-4f54-8097-e3bee7f2fcd2 req-6226cb11-4778-4044-9a17-30df585c79d7 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/security-groups?id=e52b5309-890e-4183-bf0d-6ef59c658d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587971 Jan 28 19:22:49.497011 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1e1a385c-7750-438b-a759-3c3d46b55a09 req-fc948df7-6d9f-4073-a681-2f5f9d9b2dc1 service neutron] 10.222.0.41 "GET /v2.0/networks/2807f2ac-6f07-49c2-a932-32bd5cd9b010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236546 Jan 28 19:22:49.529573 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port 19e26adf-0f04-4fb9-a4ff-97385744678c is: ACTIVE; New status is: DOWN {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:22:49.530284 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (19e26adf-0f04-4fb9-a4ff-97385744678c), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:49.550472 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b78ec0-8f7a-46de-abea-7826f3e573f2 req-ef107cff-15ee-43b3-b573-cdcc24cb200a tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:49.553557 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-96b78ec0-8f7a-46de-abea-7826f3e573f2 req-ef107cff-15ee-43b3-b573-cdcc24cb200a tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d703f22-28db-4002-84e0-b0dfabaa540e HTTP/1.1" status: 200 len: 950 time: 0.0806777 Jan 28 19:22:49.646647 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1a385c-7750-438b-a759-3c3d46b55a09 req-d0ffd19e-f430-4a9f-8a15-c1a04a363db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:49.647309 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1a385c-7750-438b-a759-3c3d46b55a09 req-d0ffd19e-f430-4a9f-8a15-c1a04a363db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:49.647606 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1a385c-7750-438b-a759-3c3d46b55a09 req-d0ffd19e-f430-4a9f-8a15-c1a04a363db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:49.649545 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1e1a385c-7750-438b-a759-3c3d46b55a09 req-d0ffd19e-f430-4a9f-8a15-c1a04a363db8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8f3558f2b66642eda891aec2b92891c7&device_id=7a5dbe80-99b1-4f54-a8fe-df14c088d276 HTTP/1.1" status: 200 len: 2959 time: 0.0947468 Jan 28 19:22:49.653330 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-96b78ec0-8f7a-46de-abea-7826f3e573f2 req-091d24f4-535c-4a90-ba50-b6185b018e11 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d07f2a-7a3d-4718-9c1b-16394753837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879300 Jan 28 19:22:49.679489 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 19e26adf-0f04-4fb9-a4ff-97385744678c, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=19e26adf-0f04-4fb9-a4ff-97385744678c,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:22:49.699572 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d703f22-28db-4002-84e0-b0dfabaa540e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19e26adf-0f04-4fb9-a4ff-97385744678c'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:22:49.701941 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0e82c3e-a8b4-46df-9edc-11118f55ff36" -d '{"events": [{"server_uuid": "5d703f22-28db-4002-84e0-b0dfabaa540e", "name": "network-vif-unplugged", "status": "completed", "tag": "19e26adf-0f04-4fb9-a4ff-97385744678c"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:22:49.803374 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04927cf-cfd2-4e19-9fe2-e8e36acd1e15 req-4bff2de6-3694-46f8-84b6-7f3fb146faac tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:49.834038 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04927cf-cfd2-4e19-9fe2-e8e36acd1e15 req-4bff2de6-3694-46f8-84b6-7f3fb146faac tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:49.836472 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 19e26adf-0f04-4fb9-a4ff-97385744678c, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=19e26adf-0f04-4fb9-a4ff-97385744678c,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:22:49.855652 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04927cf-cfd2-4e19-9fe2-e8e36acd1e15 req-4bff2de6-3694-46f8-84b6-7f3fb146faac tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:49.874390 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04927cf-cfd2-4e19-9fe2-e8e36acd1e15 req-4bff2de6-3694-46f8-84b6-7f3fb146faac tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:49.875212 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Returning: {'device': '19e26adf-0f04-4fb9-a4ff-97385744678c', 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91', 'port_id': '19e26adf-0f04-4fb9-a4ff-97385744678c', 'mac_address': 'fa:16:3e:84:6f:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2de4832-9ef6-4f40-9ac5-1557d5e6a6ff', 'ip_address': '192.168.233.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:22:49.895415 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04927cf-cfd2-4e19-9fe2-e8e36acd1e15 req-4bff2de6-3694-46f8-84b6-7f3fb146faac tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:49.903511 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (19e26adf-0f04-4fb9-a4ff-97385744678c), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:49.913578 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04927cf-cfd2-4e19-9fe2-e8e36acd1e15 req-4bff2de6-3694-46f8-84b6-7f3fb146faac tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:49.921877 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04927cf-cfd2-4e19-9fe2-e8e36acd1e15 req-4bff2de6-3694-46f8-84b6-7f3fb146faac tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:49.929802 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1a385c-7750-438b-a759-3c3d46b55a09 req-2c1f6dce-255d-42c3-88b4-ca9e4f1e26e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:49.931278 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1e1a385c-7750-438b-a759-3c3d46b55a09 req-2c1f6dce-255d-42c3-88b4-ca9e4f1e26e2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c84000c4-04f2-4df4-ac5f-8f339023f02b HTTP/1.1" status: 200 len: 901 time: 0.2733040 Jan 28 19:22:49.939136 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a04927cf-cfd2-4e19-9fe2-e8e36acd1e15 req-4bff2de6-3694-46f8-84b6-7f3fb146faac tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.64 "GET /v2.0/ports?device_id=5bd15075-1e8c-4d4e-9154-d45912ca536e HTTP/1.1" status: 200 len: 5429 time: 0.2298620 Jan 28 19:22:49.949667 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 19:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b93721f-97ba-488a-afdd-4aab9cfc74cd x-openstack-request-id: req-3b93721f-97ba-488a-afdd-4aab9cfc74cd {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:22:49.949959 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d703f22-28db-4002-84e0-b0dfabaa540e", "name": "network-vif-unplugged", "status": "completed", "tag": "19e26adf-0f04-4fb9-a4ff-97385744678c", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:22:49.950211 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3b93721f-97ba-488a-afdd-4aab9cfc74cd {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:22:49.950605 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d703f22-28db-4002-84e0-b0dfabaa540e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19e26adf-0f04-4fb9-a4ff-97385744678c', 'code': 200} Jan 28 19:22:50.040803 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1e1a385c-7750-438b-a759-3c3d46b55a09 req-d6dcc490-c484-4643-af9d-1a5f183ecc2c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.81&port_id=7d8626bf-df53-4cea-8dd1-bff3546c3d9b HTTP/1.1" status: 200 len: 217 time: 0.0958259 Jan 28 19:22:50.097864 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1a385c-7750-438b-a759-3c3d46b55a09 req-1cfb2bb6-d04f-4396-8bc7-a469e5ec43eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:50.099767 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1e1a385c-7750-438b-a759-3c3d46b55a09 req-1cfb2bb6-d04f-4396-8bc7-a469e5ec43eb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d430865f-f1cb-4710-8882-d1c4193f89fd HTTP/1.1" status: 200 len: 801 time: 0.0464113 Jan 28 19:22:50.142020 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['531bdf71-3dde-4e38-8c1a-ff8047145e91'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:22:50.144157 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['9dc6d1c9-fcf0-468a-9d9c-6a726391a876'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:22:50.199023 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c063d27b-e038-4ecb-96a4-ffb026bf20c0 req-b3bd86ef-8477-49f6-bf1b-298a16985092 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:50.206557 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c063d27b-e038-4ecb-96a4-ffb026bf20c0 req-b3bd86ef-8477-49f6-bf1b-298a16985092 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e48b655-5911-4dcd-a073-26e765e9c04d HTTP/1.1" status: 200 len: 945 time: 0.1642854 Jan 28 19:22:50.232335 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1a385c-7750-438b-a759-3c3d46b55a09 req-4b383e34-6e7c-4e7a-933b-bb20a48fc9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:50.234162 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1e1a385c-7750-438b-a759-3c3d46b55a09 req-4b383e34-6e7c-4e7a-933b-bb20a48fc9cb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c84000c4-04f2-4df4-ac5f-8f339023f02b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1160166 Jan 28 19:22:50.240280 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=19e26adf-0f04-4fb9-a4ff-97385744678c,revision_number=6']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:50.371780 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c063d27b-e038-4ecb-96a4-ffb026bf20c0 req-78f348d6-c6c6-403d-b617-bed84ee8bea2 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff0a7ca0-73d1-435a-8c79-518c9bdfd3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621342 Jan 28 19:22:50.382569 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1e1a385c-7750-438b-a759-3c3d46b55a09 req-c3d0eae4-42a3-416b-aa80-a59e830179c0 service neutron] 10.222.0.41 "GET /v2.0/networks/c84000c4-04f2-4df4-ac5f-8f339023f02b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403036 Jan 28 19:22:50.435959 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a04927cf-cfd2-4e19-9fe2-e8e36acd1e15 req-4c404249-34f6-4d93-a6e2-44b5ae4e1b0f tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.64 "GET /v2.0/security-groups?id=abf1c1e9-b349-4aee-9c71-682c8b55783a&id=b98a868e-e5c1-410f-a3c5-8429d6410f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4913616 Jan 28 19:22:50.463218 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 46952) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:22:50.483195 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31887ae-6280-428c-a6cd-c17328fe38b6 req-fa09fda1-a9c7-4fb4-9eb8-79d59990608d tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:50.487683 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e31887ae-6280-428c-a6cd-c17328fe38b6 req-fa09fda1-a9c7-4fb4-9eb8-79d59990608d tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d703f22-28db-4002-84e0-b0dfabaa540e&tenant_id=e0a949cf73864faf86b4b8a64f5cd635&binding%3Ahost_id=n-h1-812111-14 HTTP/1.1" status: 200 len: 948 time: 0.5437241 Jan 28 19:22:50.560498 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port 19e26adf-0f04-4fb9-a4ff-97385744678c is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:22:50.561217 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (19e26adf-0f04-4fb9-a4ff-97385744678c), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:50.571273 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1e1a385c-7750-438b-a759-3c3d46b55a09 req-be7043d1-6d65-429e-a14d-f0449058c9a6 service neutron] 10.222.0.41 "GET /v2.0/networks/c84000c4-04f2-4df4-ac5f-8f339023f02b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805322 Jan 28 19:22:50.594880 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beba9cf9-337f-43d5-a5ef-e998129421fd req-7a96d89a-efaf-442d-8ed0-16bca9b4b9a9 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:50.602232 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19e26adf-0f04-4fb9-a4ff-97385744678c {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:22:50.603274 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-beba9cf9-337f-43d5-a5ef-e998129421fd req-7a96d89a-efaf-442d-8ed0-16bca9b4b9a9 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d703f22-28db-4002-84e0-b0dfabaa540e HTTP/1.1" status: 200 len: 948 time: 0.0875297 Jan 28 19:22:50.649559 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 19e26adf-0f04-4fb9-a4ff-97385744678c, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=19e26adf-0f04-4fb9-a4ff-97385744678c,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:22:50.651327 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31887ae-6280-428c-a6cd-c17328fe38b6 req-d287e249-e500-4e8a-8f30-cc4637f67362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:50.652464 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:50.652897 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e31887ae-6280-428c-a6cd-c17328fe38b6 req-d287e249-e500-4e8a-8f30-cc4637f67362 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e0a949cf73864faf86b4b8a64f5cd635&device_id=5d703f22-28db-4002-84e0-b0dfabaa540e HTTP/1.1" status: 200 len: 1131 time: 0.1149573 Jan 28 19:22:50.658559 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-beba9cf9-337f-43d5-a5ef-e998129421fd req-76f28114-3fd4-4791-ae1f-41a47ee8cc4e tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d07f2a-7a3d-4718-9c1b-16394753837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519185 Jan 28 19:22:50.675966 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11853f78-e76d-46c8-b49d-e74427b5e913 req-1428d641-dd7c-4844-a504-ee3f308b637a tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:50.676150 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (19e26adf-0f04-4fb9-a4ff-97385744678c), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:50.681849 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11853f78-e76d-46c8-b49d-e74427b5e913 req-1428d641-dd7c-4844-a504-ee3f308b637a tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:50.687692 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11853f78-e76d-46c8-b49d-e74427b5e913 req-1428d641-dd7c-4844-a504-ee3f308b637a tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:50.689786 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-11853f78-e76d-46c8-b49d-e74427b5e913 req-1428d641-dd7c-4844-a504-ee3f308b637a tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a5dbe80-99b1-4f54-a8fe-df14c088d276 HTTP/1.1" status: 200 len: 2410 time: 0.1423895 Jan 28 19:22:50.690218 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-eb9b76da-1ccf-4459-81af-7e641787e0b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:50.785840 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7a0fa9-eb21-4359-bac5-fb7cc3ae9521 req-680a568e-e4d1-464e-a5fe-e33495009cc4 tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:50.787554 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-cd7a0fa9-eb21-4359-bac5-fb7cc3ae9521 req-680a568e-e4d1-464e-a5fe-e33495009cc4 tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] 10.222.0.64 "GET /v2.0/ports?device_id=dab0b308-89b2-4933-b603-3ff959dae23c HTTP/1.1" status: 200 len: 945 time: 0.0663805 Jan 28 19:22:50.829256 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-11853f78-e76d-46c8-b49d-e74427b5e913 req-bb3c0b22-93dd-448a-80ca-a4b21e7b5933 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] 10.222.0.64 "GET /v2.0/security-groups?id=bec31a1c-c230-472f-91bb-962fc9cfddde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149800 Jan 28 19:22:50.867627 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31887ae-6280-428c-a6cd-c17328fe38b6 req-fbda8b38-b0ff-4bcf-975e-bc10a85545df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:50.869711 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e31887ae-6280-428c-a6cd-c17328fe38b6 req-fbda8b38-b0ff-4bcf-975e-bc10a85545df service neutron] 10.222.0.41 "GET /v2.0/networks?id=7810caa2-eac6-457d-9302-c8c215ef3e91 HTTP/1.1" status: 200 len: 869 time: 0.1759846 Jan 28 19:22:50.882333 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-cd7a0fa9-eb21-4359-bac5-fb7cc3ae9521 req-18c04145-4adf-4500-a630-8bc441db65b1 tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed5dbff7-d8b6-44bf-8755-79d5f3e8f67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821984 Jan 28 19:22:50.888557 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=19e26adf-0f04-4fb9-a4ff-97385744678c,revision_number=7']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:50.925428 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e31887ae-6280-428c-a6cd-c17328fe38b6 req-6d67c651-dc88-4f01-b392-899581555261 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=19e26adf-0f04-4fb9-a4ff-97385744678c HTTP/1.1" status: 200 len: 217 time: 0.0487685 Jan 28 19:22:50.954078 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['19e26adf-0f04-4fb9-a4ff-97385744678c'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:22:50.956120 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device f10c9227-c6ef-4239-a780-6279bd75efdd details requested by agent hyperv_n-h1-812111-14 with host n-h1-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:22:50.992477 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31887ae-6280-428c-a6cd-c17328fe38b6 req-01e82300-e7f3-4631-876e-b0b79b1fb34a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:50.993982 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e31887ae-6280-428c-a6cd-c17328fe38b6 req-01e82300-e7f3-4631-876e-b0b79b1fb34a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f2de4832-9ef6-4f40-9ac5-1557d5e6a6ff HTTP/1.1" status: 200 len: 843 time: 0.0560215 Jan 28 19:22:51.017382 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff0e6c3-4846-4c52-9f9b-97140726d5a7 req-dc8f84f8-2ed7-4082-916b-7143eac226da tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:51.019672 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2ff0e6c3-4846-4c52-9f9b-97140726d5a7 req-dc8f84f8-2ed7-4082-916b-7143eac226da tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/ports?device_id=526e2654-a350-462e-8c7e-a53643b5bc70 HTTP/1.1" status: 200 len: 945 time: 0.0657890 Jan 28 19:22:51.034825 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-eb9b76da-1ccf-4459-81af-7e641787e0b4 admin admin] Publish callbacks [] for security_group (35f45b47-2be8-4d84-bce5-934c56091a64), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:51.059350 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-eb9b76da-1ccf-4459-81af-7e641787e0b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (35f45b47-2be8-4d84-bce5-934c56091a64), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:51.072338 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2ff0e6c3-4846-4c52-9f9b-97140726d5a7 req-0001c128-599d-4250-8242-0132fb926186 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/security-groups?id=e52b5309-890e-4183-bf0d-6ef59c658d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457733 Jan 28 19:22:51.117797 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-eb9b76da-1ccf-4459-81af-7e641787e0b4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=eaa92dc562034a2da9e4253b8657feb4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6650667 Jan 28 19:22:51.120754 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 46956) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:22:51.125908 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cdf715-94ba-45f9-a26e-42f30069ad96 req-094a70d9-cc64-4343-8a40-6fc5933773de tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:51.127390 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-38cdf715-94ba-45f9-a26e-42f30069ad96 req-094a70d9-cc64-4343-8a40-6fc5933773de tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] 10.222.0.64 "GET /v2.0/ports?device_id=26a79b09-d492-4b76-8b2b-6fad06619d62 HTTP/1.1" status: 200 len: 945 time: 0.1447690 Jan 28 19:22:51.129285 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9b76da-1ccf-4459-81af-7e641787e0b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35f45b47-2be8-4d84-bce5-934c56091a64,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:51.146640 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31887ae-6280-428c-a6cd-c17328fe38b6 req-e9aa1a2d-e770-4288-8aff-f8cb193f217d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:51.148217 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e31887ae-6280-428c-a6cd-c17328fe38b6 req-e9aa1a2d-e770-4288-8aff-f8cb193f217d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7810caa2-eac6-457d-9302-c8c215ef3e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1341093 Jan 28 19:22:51.177419 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port f10c9227-c6ef-4239-a780-6279bd75efdd, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=f10c9227-c6ef-4239-a780-6279bd75efdd,segment=NetworkSegment(bb79ef63-cb1f-4885-b3a6-495fac5880eb),segment_id=bb79ef63-cb1f-4885-b3a6-495fac5880eb)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:22:51.178023 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3e13b004-6ece-40a6-aabf-cd01522802b9 admin admin] Publish callbacks [] for security_group (35f45b47-2be8-4d84-bce5-934c56091a64), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:51.195533 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Returning: {'device': 'f10c9227-c6ef-4239-a780-6279bd75efdd', 'network_id': '2807f2ac-6f07-49c2-a932-32bd5cd9b010', 'port_id': 'f10c9227-c6ef-4239-a780-6279bd75efdd', 'mac_address': 'fa:16:3e:e5:83:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd628b2cf-a40b-4585-adda-2b5d1c780453', 'ip_address': '19.86.0.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:22:51.201900 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3e13b004-6ece-40a6-aabf-cd01522802b9 admin admin] Publish callbacks [] for security_group (35f45b47-2be8-4d84-bce5-934c56091a64), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:51.240997 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-38cdf715-94ba-45f9-a26e-42f30069ad96 req-b0444839-ef76-4258-b3a8-580c92006ac4 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] 10.222.0.64 "GET /v2.0/security-groups?id=a17e8282-0405-4e4b-9340-e89106f12f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007571 Jan 28 19:22:51.262082 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port f10c9227-c6ef-4239-a780-6279bd75efdd is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:22:51.262476 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (f10c9227-c6ef-4239-a780-6279bd75efdd), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:51.281147 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f10c9227-c6ef-4239-a780-6279bd75efdd {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:22:51.290770 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3e13b004-6ece-40a6-aabf-cd01522802b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (35f45b47-2be8-4d84-bce5-934c56091a64), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:51.294291 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3e13b004-6ece-40a6-aabf-cd01522802b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:51.294801 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e31887ae-6280-428c-a6cd-c17328fe38b6 req-957c5413-d58b-4a22-9316-cd5c699dce5b service neutron] 10.222.0.41 "GET /v2.0/networks/7810caa2-eac6-457d-9302-c8c215ef3e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321099 Jan 28 19:22:51.298814 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-3e13b004-6ece-40a6-aabf-cd01522802b9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/35f45b47-2be8-4d84-bce5-934c56091a64 HTTP/1.1" status: 204 len: 168 time: 0.1768575 Jan 28 19:22:51.305549 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port f10c9227-c6ef-4239-a780-6279bd75efdd, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=f10c9227-c6ef-4239-a780-6279bd75efdd,segment=NetworkSegment(bb79ef63-cb1f-4885-b3a6-495fac5880eb),segment_id=bb79ef63-cb1f-4885-b3a6-495fac5880eb)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:22:51.308527 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e13b004-6ece-40a6-aabf-cd01522802b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35f45b47-2be8-4d84-bce5-934c56091a64,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:51.317464 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (f10c9227-c6ef-4239-a780-6279bd75efdd), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:51.318333 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e13b004-6ece-40a6-aabf-cd01522802b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:22:51.318681 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e13b004-6ece-40a6-aabf-cd01522802b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:22:51.318869 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 7d8626bf-df53-4cea-8dd1-bff3546c3d9b details requested by agent hyperv_n-h1-812111-14 with host n-h1-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:22:51.319020 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e13b004-6ece-40a6-aabf-cd01522802b9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:22:51.319361 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e13b004-6ece-40a6-aabf-cd01522802b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:22:51.319694 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e13b004-6ece-40a6-aabf-cd01522802b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:22:51.320023 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e13b004-6ece-40a6-aabf-cd01522802b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:22:51.320350 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e13b004-6ece-40a6-aabf-cd01522802b9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:22:51.321024 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e13b004-6ece-40a6-aabf-cd01522802b9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:22:51.321024 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e13b004-6ece-40a6-aabf-cd01522802b9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:22:51.321463 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e13b004-6ece-40a6-aabf-cd01522802b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:22:51.321635 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e13b004-6ece-40a6-aabf-cd01522802b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:22:51.322033 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e13b004-6ece-40a6-aabf-cd01522802b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:22:51.322929 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e13b004-6ece-40a6-aabf-cd01522802b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:22:51.403412 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e31887ae-6280-428c-a6cd-c17328fe38b6 req-ec6e2ca4-a8c9-44cb-8c5c-e12f771020c6 service neutron] 10.222.0.41 "GET /v2.0/networks/7810caa2-eac6-457d-9302-c8c215ef3e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026299 Jan 28 19:22:51.411624 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=f10c9227-c6ef-4239-a780-6279bd75efdd,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:51.494457 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 7d8626bf-df53-4cea-8dd1-bff3546c3d9b, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=7d8626bf-df53-4cea-8dd1-bff3546c3d9b,segment=NetworkSegment(655f4b3e-bc9a-4aba-8a16-641936a80470),segment_id=655f4b3e-bc9a-4aba-8a16-641936a80470)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:22:51.511388 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Returning: {'device': '7d8626bf-df53-4cea-8dd1-bff3546c3d9b', 'network_id': 'c84000c4-04f2-4df4-ac5f-8f339023f02b', 'port_id': '7d8626bf-df53-4cea-8dd1-bff3546c3d9b', 'mac_address': 'fa:16:3e:67:9a:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd430865f-f1cb-4710-8882-d1c4193f89fd', 'ip_address': '19.80.0.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:22:51.538909 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5f0b37-cb07-4da7-bd8d-ddc9e6dbdf74 req-c0948ba3-8dd7-462a-96dd-a4cadf42ce26 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:51.541033 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4b5f0b37-cb07-4da7-bd8d-ddc9e6dbdf74 req-c0948ba3-8dd7-462a-96dd-a4cadf42ce26 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e48b655-5911-4dcd-a073-26e765e9c04d HTTP/1.1" status: 200 len: 945 time: 0.0724156 Jan 28 19:22:51.556246 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port 7d8626bf-df53-4cea-8dd1-bff3546c3d9b is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:22:51.556648 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (7d8626bf-df53-4cea-8dd1-bff3546c3d9b), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:51.576567 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d8626bf-df53-4cea-8dd1-bff3546c3d9b {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:22:51.602266 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4b5f0b37-cb07-4da7-bd8d-ddc9e6dbdf74 req-35eb676f-5116-4629-a4ec-d28c7a579154 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff0a7ca0-73d1-435a-8c79-518c9bdfd3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546050 Jan 28 19:22:51.608176 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 7d8626bf-df53-4cea-8dd1-bff3546c3d9b, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=7d8626bf-df53-4cea-8dd1-bff3546c3d9b,segment=NetworkSegment(655f4b3e-bc9a-4aba-8a16-641936a80470),segment_id=655f4b3e-bc9a-4aba-8a16-641936a80470)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:22:51.613612 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (7d8626bf-df53-4cea-8dd1-bff3546c3d9b), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:51.614328 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 5c9e75e0-38b7-4860-b2a5-2822dcde0367 details requested by agent hyperv_n-h1-812111-14 with host n-h1-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:22:51.632797 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5118ca-138b-48c7-9f24-6771fe8ad8ff req-450bad3b-d164-47f4-8a9b-55affe3c09e4 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:51.638929 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5118ca-138b-48c7-9f24-6771fe8ad8ff req-450bad3b-d164-47f4-8a9b-55affe3c09e4 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:51.644918 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5118ca-138b-48c7-9f24-6771fe8ad8ff req-450bad3b-d164-47f4-8a9b-55affe3c09e4 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:51.650804 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5118ca-138b-48c7-9f24-6771fe8ad8ff req-450bad3b-d164-47f4-8a9b-55affe3c09e4 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:51.656146 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5118ca-138b-48c7-9f24-6771fe8ad8ff req-450bad3b-d164-47f4-8a9b-55affe3c09e4 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:51.661722 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5118ca-138b-48c7-9f24-6771fe8ad8ff req-450bad3b-d164-47f4-8a9b-55affe3c09e4 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:51.666637 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 46966) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:22:51.667229 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5118ca-138b-48c7-9f24-6771fe8ad8ff req-450bad3b-d164-47f4-8a9b-55affe3c09e4 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:51.669368 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1d5118ca-138b-48c7-9f24-6771fe8ad8ff req-450bad3b-d164-47f4-8a9b-55affe3c09e4 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.64 "GET /v2.0/ports?device_id=5bd15075-1e8c-4d4e-9154-d45912ca536e HTTP/1.1" status: 200 len: 5429 time: 0.1131630 Jan 28 19:22:51.683494 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=7d8626bf-df53-4cea-8dd1-bff3546c3d9b,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:51.689551 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 5c9e75e0-38b7-4860-b2a5-2822dcde0367, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=5c9e75e0-38b7-4860-b2a5-2822dcde0367,segment=NetworkSegment(655f4b3e-bc9a-4aba-8a16-641936a80470),segment_id=655f4b3e-bc9a-4aba-8a16-641936a80470)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:22:51.693846 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9fcb23c4-92ff-4d3d-9807-358568b1b9b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:51.702204 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Returning: {'device': '5c9e75e0-38b7-4860-b2a5-2822dcde0367', 'network_id': 'c84000c4-04f2-4df4-ac5f-8f339023f02b', 'port_id': '5c9e75e0-38b7-4860-b2a5-2822dcde0367', 'mac_address': 'fa:16:3e:f5:67:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd430865f-f1cb-4710-8882-d1c4193f89fd', 'ip_address': '19.80.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:22:51.742315 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port 5c9e75e0-38b7-4860-b2a5-2822dcde0367 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:22:51.742816 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (5c9e75e0-38b7-4860-b2a5-2822dcde0367), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:51.756756 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c9e75e0-38b7-4860-b2a5-2822dcde0367 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:22:51.765537 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1d5118ca-138b-48c7-9f24-6771fe8ad8ff req-f5496fe6-c5bc-4c5c-b159-1038e2409110 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.64 "GET /v2.0/security-groups?id=abf1c1e9-b349-4aee-9c71-682c8b55783a&id=b98a868e-e5c1-410f-a3c5-8429d6410f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0842991 Jan 28 19:22:51.782252 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 5c9e75e0-38b7-4860-b2a5-2822dcde0367, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=5c9e75e0-38b7-4860-b2a5-2822dcde0367,segment=NetworkSegment(655f4b3e-bc9a-4aba-8a16-641936a80470),segment_id=655f4b3e-bc9a-4aba-8a16-641936a80470)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:22:51.787970 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (5c9e75e0-38b7-4860-b2a5-2822dcde0367), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:51.825254 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9fcb23c4-92ff-4d3d-9807-358568b1b9b2 admin admin] Publish callbacks [] for security_group (58cd5870-27a5-46ee-b8fa-2471984c62b3), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:51.835218 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1381ddc-e182-41d1-a005-f56261a9e620 req-0068cf36-406b-457a-ae8d-76807cbb98bc tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:51.836698 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f1381ddc-e182-41d1-a005-f56261a9e620 req-0068cf36-406b-457a-ae8d-76807cbb98bc tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d703f22-28db-4002-84e0-b0dfabaa540e HTTP/1.1" status: 200 len: 949 time: 0.0979609 Jan 28 19:22:51.838474 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9fcb23c4-92ff-4d3d-9807-358568b1b9b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (58cd5870-27a5-46ee-b8fa-2471984c62b3), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:51.848570 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=5c9e75e0-38b7-4860-b2a5-2822dcde0367,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:51.906981 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-9fcb23c4-92ff-4d3d-9807-358568b1b9b2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6466c7335d1a43039b58adf401390ac5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2390532 Jan 28 19:22:51.907808 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcb23c4-92ff-4d3d-9807-358568b1b9b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58cd5870-27a5-46ee-b8fa-2471984c62b3,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:51.909983 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 46974) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:22:51.934659 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f1381ddc-e182-41d1-a005-f56261a9e620 req-a75a2260-eead-4106-83f8-decf4bee91c1 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d07f2a-7a3d-4718-9c1b-16394753837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915761 Jan 28 19:22:52.008185 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-76a0f2f5-5d05-4ae7-9a3f-e5bfbb71911a admin admin] Publish callbacks [] for security_group (58cd5870-27a5-46ee-b8fa-2471984c62b3), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:52.019587 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ea6723-e1f0-4eeb-9f4d-7d2810a3afe4 req-c9b1095a-9a4b-4606-a25e-c08d6732b660 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:52.025299 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ea6723-e1f0-4eeb-9f4d-7d2810a3afe4 req-c9b1095a-9a4b-4606-a25e-c08d6732b660 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:52.030597 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ea6723-e1f0-4eeb-9f4d-7d2810a3afe4 req-c9b1095a-9a4b-4606-a25e-c08d6732b660 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:52.032339 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a2ea6723-e1f0-4eeb-9f4d-7d2810a3afe4 req-c9b1095a-9a4b-4606-a25e-c08d6732b660 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a5dbe80-99b1-4f54-a8fe-df14c088d276 HTTP/1.1" status: 200 len: 2413 time: 0.1031318 Jan 28 19:22:52.067053 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-76a0f2f5-5d05-4ae7-9a3f-e5bfbb71911a admin admin] Publish callbacks [] for security_group (58cd5870-27a5-46ee-b8fa-2471984c62b3), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:52.072442 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec890af-5c7f-4cc4-9b60-80b4e5d84fc4 req-09c87694-4597-42e2-89ae-59179f46a776 tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:52.076735 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-bec890af-5c7f-4cc4-9b60-80b4e5d84fc4 req-09c87694-4597-42e2-89ae-59179f46a776 tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] 10.222.0.64 "GET /v2.0/ports?device_id=dab0b308-89b2-4933-b603-3ff959dae23c HTTP/1.1" status: 200 len: 945 time: 0.0702436 Jan 28 19:22:52.112682 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['f10c9227-c6ef-4239-a780-6279bd75efdd'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:22:52.119620 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['5c9e75e0-38b7-4860-b2a5-2822dcde0367'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:22:52.123230 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a2ea6723-e1f0-4eeb-9f4d-7d2810a3afe4 req-bb681774-00a2-49c9-a87d-8a60eff5c04b tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] 10.222.0.64 "GET /v2.0/security-groups?id=bec31a1c-c230-472f-91bb-962fc9cfddde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831957 Jan 28 19:22:52.147659 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-bec890af-5c7f-4cc4-9b60-80b4e5d84fc4 req-a03ea0d0-39d1-42b2-9735-242ccf53a651 tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed5dbff7-d8b6-44bf-8755-79d5f3e8f67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665350 Jan 28 19:22:52.152501 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-76a0f2f5-5d05-4ae7-9a3f-e5bfbb71911a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (58cd5870-27a5-46ee-b8fa-2471984c62b3), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:52.155515 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-76a0f2f5-5d05-4ae7-9a3f-e5bfbb71911a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:52.157299 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-76a0f2f5-5d05-4ae7-9a3f-e5bfbb71911a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/58cd5870-27a5-46ee-b8fa-2471984c62b3 HTTP/1.1" status: 204 len: 168 time: 0.2460942 Jan 28 19:22:52.181619 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a0f2f5-5d05-4ae7-9a3f-e5bfbb71911a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58cd5870-27a5-46ee-b8fa-2471984c62b3,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:52.204668 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['7d8626bf-df53-4cea-8dd1-bff3546c3d9b'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:22:52.206616 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 8132a07e-4a59-47ca-90c2-1121ff386089 up at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:22:52.279465 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeb2c83-9ec4-48c5-9745-d3a30e712393 req-2263c477-0424-420b-ab9c-a8bcc89ceb41 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:52.282242 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-fdeb2c83-9ec4-48c5-9745-d3a30e712393 req-2263c477-0424-420b-ab9c-a8bcc89ceb41 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/ports?device_id=526e2654-a350-462e-8c7e-a53643b5bc70 HTTP/1.1" status: 200 len: 945 time: 0.0590625 Jan 28 19:22:52.354374 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-fdeb2c83-9ec4-48c5-9745-d3a30e712393 req-18014452-5971-44f5-b55e-498be1d5d76c tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/security-groups?id=e52b5309-890e-4183-bf0d-6ef59c658d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654066 Jan 28 19:22:52.410421 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9802cd-c62f-449b-94d3-3c807f5cfab7 req-1bce08b6-b812-4b2c-969b-e22223156265 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:52.412204 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-fe9802cd-c62f-449b-94d3-3c807f5cfab7 req-1bce08b6-b812-4b2c-969b-e22223156265 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] 10.222.0.64 "GET /v2.0/ports?device_id=26a79b09-d492-4b76-8b2b-6fad06619d62 HTTP/1.1" status: 200 len: 945 time: 0.0798254 Jan 28 19:22:52.464166 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-fe9802cd-c62f-449b-94d3-3c807f5cfab7 req-93a9db00-00f7-4094-8e33-eed84221c8ae tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] 10.222.0.64 "GET /v2.0/security-groups?id=a17e8282-0405-4e4b-9340-e89106f12f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458851 Jan 28 19:22:52.465305 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning for port 8132a07e-4a59-47ca-90c2-1121ff386089 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:22:52.481444 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning complete for port 8132a07e-4a59-47ca-90c2-1121ff386089 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:22:52.481829 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (8132a07e-4a59-47ca-90c2-1121ff386089), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:52.687264 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 8132a07e-4a59-47ca-90c2-1121ff386089 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:22:52.687832 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (8132a07e-4a59-47ca-90c2-1121ff386089), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:52.715525 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bd15075-1e8c-4d4e-9154-d45912ca536e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8132a07e-4a59-47ca-90c2-1121ff386089'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:22:52.717739 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43f1d807-62a8-43df-8b48-be5db7ff6d70" -d '{"events": [{"server_uuid": "5bd15075-1e8c-4d4e-9154-d45912ca536e", "name": "network-vif-plugged", "status": "completed", "tag": "8132a07e-4a59-47ca-90c2-1121ff386089"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:22:52.731128 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 8132a07e-4a59-47ca-90c2-1121ff386089, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=8132a07e-4a59-47ca-90c2-1121ff386089,segment=NetworkSegment(c3edb3fd-102e-40d6-a262-2e568f802606),segment_id=c3edb3fd-102e-40d6-a262-2e568f802606)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:22:52.736494 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (8132a07e-4a59-47ca-90c2-1121ff386089), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:52.737939 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 23c84e58-ad8e-4cf4-977a-e504aac93676 up at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:22:52.740938 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea13607f-8a91-4331-aaf4-9dd89d1642f0 req-b16b46a4-75d4-448f-a2d9-fccfcebad4f6 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:52.742595 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ea13607f-8a91-4331-aaf4-9dd89d1642f0 req-b16b46a4-75d4-448f-a2d9-fccfcebad4f6 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e48b655-5911-4dcd-a073-26e765e9c04d HTTP/1.1" status: 200 len: 945 time: 0.0638175 Jan 28 19:22:52.789053 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0d74ee4-3793-4b20-a93a-bbefa63023ff x-openstack-request-id: req-f0d74ee4-3793-4b20-a93a-bbefa63023ff {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:22:52.789392 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bd15075-1e8c-4d4e-9154-d45912ca536e", "name": "network-vif-plugged", "status": "completed", "tag": "8132a07e-4a59-47ca-90c2-1121ff386089", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:22:52.789716 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f0d74ee4-3793-4b20-a93a-bbefa63023ff {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:22:52.790173 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bd15075-1e8c-4d4e-9154-d45912ca536e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8132a07e-4a59-47ca-90c2-1121ff386089', 'code': 200} Jan 28 19:22:52.823423 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ea13607f-8a91-4331-aaf4-9dd89d1642f0 req-39fd68c4-b331-46a2-8b0e-7884971fd26c tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff0a7ca0-73d1-435a-8c79-518c9bdfd3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636466 Jan 28 19:22:52.837476 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=8132a07e-4a59-47ca-90c2-1121ff386089,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:52.841992 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning for port 23c84e58-ad8e-4cf4-977a-e504aac93676 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:22:52.847604 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning complete for port 23c84e58-ad8e-4cf4-977a-e504aac93676 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:22:52.848012 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (23c84e58-ad8e-4cf4-977a-e504aac93676), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:52.924367 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdd5a8d-ec73-4a20-a48e-cebc332d2eb5 req-9af2b06e-9296-4bb1-b3e0-611e7ae28406 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:52.929697 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdd5a8d-ec73-4a20-a48e-cebc332d2eb5 req-9af2b06e-9296-4bb1-b3e0-611e7ae28406 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:52.934127 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 23c84e58-ad8e-4cf4-977a-e504aac93676 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:22:52.934590 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (23c84e58-ad8e-4cf4-977a-e504aac93676), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:52.934931 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdd5a8d-ec73-4a20-a48e-cebc332d2eb5 req-9af2b06e-9296-4bb1-b3e0-611e7ae28406 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:52.940730 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdd5a8d-ec73-4a20-a48e-cebc332d2eb5 req-9af2b06e-9296-4bb1-b3e0-611e7ae28406 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:52.945989 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdd5a8d-ec73-4a20-a48e-cebc332d2eb5 req-9af2b06e-9296-4bb1-b3e0-611e7ae28406 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:52.952121 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdd5a8d-ec73-4a20-a48e-cebc332d2eb5 req-9af2b06e-9296-4bb1-b3e0-611e7ae28406 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:52.958083 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdd5a8d-ec73-4a20-a48e-cebc332d2eb5 req-9af2b06e-9296-4bb1-b3e0-611e7ae28406 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:52.960006 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1cdd5a8d-ec73-4a20-a48e-cebc332d2eb5 req-9af2b06e-9296-4bb1-b3e0-611e7ae28406 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.64 "GET /v2.0/ports?device_id=5bd15075-1e8c-4d4e-9154-d45912ca536e HTTP/1.1" status: 200 len: 5430 time: 0.1023371 Jan 28 19:22:52.960515 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 19e26adf-0f04-4fb9-a4ff-97385744678c up at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:22:52.997871 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 23c84e58-ad8e-4cf4-977a-e504aac93676, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=23c84e58-ad8e-4cf4-977a-e504aac93676,segment=NetworkSegment(061cb951-c0bc-4d59-a3f2-ff4acb095ff3),segment_id=061cb951-c0bc-4d59-a3f2-ff4acb095ff3)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:22:53.006856 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (23c84e58-ad8e-4cf4-977a-e504aac93676), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:53.036142 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1cdd5a8d-ec73-4a20-a48e-cebc332d2eb5 req-14655c76-7c90-4993-ad95-8c7f556b4a03 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.64 "GET /v2.0/security-groups?id=abf1c1e9-b349-4aee-9c71-682c8b55783a&id=b98a868e-e5c1-410f-a3c5-8429d6410f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0687418 Jan 28 19:22:53.074551 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning complete for port 19e26adf-0f04-4fb9-a4ff-97385744678c triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:22:53.075021 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (19e26adf-0f04-4fb9-a4ff-97385744678c), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:53.081715 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1d02b8-da32-4796-8448-64cbf6f67d0b req-3cdf6bb4-9050-407f-a50e-0fb049bfb707 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:53.083262 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9b1d02b8-da32-4796-8448-64cbf6f67d0b req-3cdf6bb4-9050-407f-a50e-0fb049bfb707 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d703f22-28db-4002-84e0-b0dfabaa540e HTTP/1.1" status: 200 len: 949 time: 0.0598724 Jan 28 19:22:53.100003 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=23c84e58-ad8e-4cf4-977a-e504aac93676,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:53.135004 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9b1d02b8-da32-4796-8448-64cbf6f67d0b req-6e811596-e6d3-440e-b421-5af3f3668538 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d07f2a-7a3d-4718-9c1b-16394753837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451045 Jan 28 19:22:53.178997 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port 19e26adf-0f04-4fb9-a4ff-97385744678c is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:22:53.179510 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (19e26adf-0f04-4fb9-a4ff-97385744678c), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:53.222559 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 19e26adf-0f04-4fb9-a4ff-97385744678c, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=19e26adf-0f04-4fb9-a4ff-97385744678c,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:22:53.227692 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (19e26adf-0f04-4fb9-a4ff-97385744678c), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:53.272767 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcfac69-7c73-4c69-8d56-e30da308e682 req-99f401b2-8e59-4577-bb98-7f822c7a1962 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:53.280381 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcfac69-7c73-4c69-8d56-e30da308e682 req-99f401b2-8e59-4577-bb98-7f822c7a1962 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:53.284928 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=19e26adf-0f04-4fb9-a4ff-97385744678c,revision_number=8']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:53.286408 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcfac69-7c73-4c69-8d56-e30da308e682 req-99f401b2-8e59-4577-bb98-7f822c7a1962 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:53.288137 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-abcfac69-7c73-4c69-8d56-e30da308e682 req-99f401b2-8e59-4577-bb98-7f822c7a1962 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a5dbe80-99b1-4f54-a8fe-df14c088d276 HTTP/1.1" status: 200 len: 2413 time: 0.0806687 Jan 28 19:22:53.300918 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff4f469-e137-4998-ad16-abdbc00a57d0 req-22e21c49-9e4e-492a-9749-0e9a1c245217 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:53.302697 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2ff4f469-e137-4998-ad16-abdbc00a57d0 req-22e21c49-9e4e-492a-9749-0e9a1c245217 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d703f22-28db-4002-84e0-b0dfabaa540e HTTP/1.1" status: 200 len: 950 time: 0.0829947 Jan 28 19:22:53.341151 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-abcfac69-7c73-4c69-8d56-e30da308e682 req-4882a89d-5dd7-4312-a05c-d6369db003cc tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] 10.222.0.64 "GET /v2.0/security-groups?id=bec31a1c-c230-472f-91bb-962fc9cfddde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468800 Jan 28 19:22:53.358025 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2ff4f469-e137-4998-ad16-abdbc00a57d0 req-8463566c-7685-4aff-a761-cb7744d8df04 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d07f2a-7a3d-4718-9c1b-16394753837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495908 Jan 28 19:22:53.469744 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b593f5-01c9-40e8-8315-37dee1dc1d0f req-efdf08a1-ed63-4f5b-a3f3-192918caf15b tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:53.471241 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f7b593f5-01c9-40e8-8315-37dee1dc1d0f req-efdf08a1-ed63-4f5b-a3f3-192918caf15b tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] 10.222.0.64 "GET /v2.0/ports?device_id=dab0b308-89b2-4933-b603-3ff959dae23c HTTP/1.1" status: 200 len: 945 time: 0.0571847 Jan 28 19:22:53.500969 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af92498b-0184-4201-a253-de21eb8c27da req-1cbc39d5-2f03-4835-9645-1ad688db20c5 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:53.502611 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-af92498b-0184-4201-a253-de21eb8c27da req-1cbc39d5-2f03-4835-9645-1ad688db20c5 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/ports?device_id=526e2654-a350-462e-8c7e-a53643b5bc70 HTTP/1.1" status: 200 len: 945 time: 0.0673046 Jan 28 19:22:53.545464 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f7b593f5-01c9-40e8-8315-37dee1dc1d0f req-4bb34929-85f2-4a63-a804-8810d295f6c3 tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed5dbff7-d8b6-44bf-8755-79d5f3e8f67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629096 Jan 28 19:22:53.570477 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-af92498b-0184-4201-a253-de21eb8c27da req-f50d6e35-7ac7-4456-9a5a-43ab586b9dfc tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/security-groups?id=e52b5309-890e-4183-bf0d-6ef59c658d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610468 Jan 28 19:22:53.607803 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:53.713250 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34879c70-b241-4c3f-bd42-c0e9d97eafa2 req-aabfc2d6-09af-43d0-9282-746de89edf14 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:53.714762 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-34879c70-b241-4c3f-bd42-c0e9d97eafa2 req-aabfc2d6-09af-43d0-9282-746de89edf14 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] 10.222.0.64 "GET /v2.0/ports?device_id=26a79b09-d492-4b76-8b2b-6fad06619d62 HTTP/1.1" status: 200 len: 946 time: 0.0804117 Jan 28 19:22:53.791149 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-34879c70-b241-4c3f-bd42-c0e9d97eafa2 req-8dc85b52-10bb-4dde-b398-e481a35bed91 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] 10.222.0.64 "GET /v2.0/security-groups?id=a17e8282-0405-4e4b-9340-e89106f12f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663245 Jan 28 19:22:53.956213 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc233602-104a-410b-a2da-8ec05646b70b req-437c7370-4f97-4264-8aa6-802c865d6783 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:53.958608 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-aed5e436-a0f4-4632-b651-e12532cbf43b req-61f507b4-3453-4a26-9722-4618a9c21a86 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=e0a949cf73864faf86b4b8a64f5cd635&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0284739 Jan 28 19:22:53.959183 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-fc233602-104a-410b-a2da-8ec05646b70b req-437c7370-4f97-4264-8aa6-802c865d6783 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e48b655-5911-4dcd-a073-26e765e9c04d HTTP/1.1" status: 200 len: 945 time: 0.0636477 Jan 28 19:22:54.017671 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-fc233602-104a-410b-a2da-8ec05646b70b req-0c586bd3-f1a0-4186-b97e-ed8af149a6c7 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff0a7ca0-73d1-435a-8c79-518c9bdfd3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525358 Jan 28 19:22:54.083968 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed5e436-a0f4-4632-b651-e12532cbf43b req-cffce9df-9454-4229-b293-75edbe6e16e7 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:54.091577 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-aed5e436-a0f4-4632-b651-e12532cbf43b req-cffce9df-9454-4229-b293-75edbe6e16e7 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1313672 Jan 28 19:22:54.107525 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-aed5e436-a0f4-4632-b651-e12532cbf43b req-63059915-4b0a-4393-9f31-061edd504343 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/quotas/e0a949cf73864faf86b4b8a64f5cd635 HTTP/1.1" status: 200 len: 375 time: 0.0150054 Jan 28 19:22:54.162691 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device c3ecd62f-085f-4988-b473-992cd603c18e details requested by agent hyperv_n-h2-812111-14 with host n-h2-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:22:54.165182 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 12d5c4fa-3235-4f0d-98da-a2e61f15252b up at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:22:54.176782 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-aed5e436-a0f4-4632-b651-e12532cbf43b req-07d93659-adfc-4ce9-a339-5969e98c18dd tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=e0a949cf73864faf86b4b8a64f5cd635&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0683045 Jan 28 19:22:54.186238 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f6b888-fd0e-492f-8bbe-86b5a0d6a0e3 req-d21d9acf-083f-47d5-894e-0135dddda3d1 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:54.192436 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f6b888-fd0e-492f-8bbe-86b5a0d6a0e3 req-d21d9acf-083f-47d5-894e-0135dddda3d1 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:54.197976 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f6b888-fd0e-492f-8bbe-86b5a0d6a0e3 req-d21d9acf-083f-47d5-894e-0135dddda3d1 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:54.203376 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f6b888-fd0e-492f-8bbe-86b5a0d6a0e3 req-d21d9acf-083f-47d5-894e-0135dddda3d1 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:54.208967 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f6b888-fd0e-492f-8bbe-86b5a0d6a0e3 req-d21d9acf-083f-47d5-894e-0135dddda3d1 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:54.214869 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f6b888-fd0e-492f-8bbe-86b5a0d6a0e3 req-d21d9acf-083f-47d5-894e-0135dddda3d1 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:54.220601 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f6b888-fd0e-492f-8bbe-86b5a0d6a0e3 req-d21d9acf-083f-47d5-894e-0135dddda3d1 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:54.227118 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-47f6b888-fd0e-492f-8bbe-86b5a0d6a0e3 req-d21d9acf-083f-47d5-894e-0135dddda3d1 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.64 "GET /v2.0/ports?device_id=5bd15075-1e8c-4d4e-9154-d45912ca536e HTTP/1.1" status: 200 len: 5430 time: 0.1043940 Jan 28 19:22:54.347909 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning for port 12d5c4fa-3235-4f0d-98da-a2e61f15252b completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:22:54.359869 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning complete for port 12d5c4fa-3235-4f0d-98da-a2e61f15252b triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:22:54.360269 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (12d5c4fa-3235-4f0d-98da-a2e61f15252b), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:54.380991 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-47f6b888-fd0e-492f-8bbe-86b5a0d6a0e3 req-4ebfe3ba-5b94-4d45-9db5-e11d341eecf3 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.64 "GET /v2.0/security-groups?id=abf1c1e9-b349-4aee-9c71-682c8b55783a&id=b98a868e-e5c1-410f-a3c5-8429d6410f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1438923 Jan 28 19:22:54.456180 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port c3ecd62f-085f-4988-b473-992cd603c18e, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=c3ecd62f-085f-4988-b473-992cd603c18e,segment=NetworkSegment(6604d099-9aad-4c96-afcd-6df42d277d23),segment_id=6604d099-9aad-4c96-afcd-6df42d277d23)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:22:54.478935 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Returning: {'device': 'c3ecd62f-085f-4988-b473-992cd603c18e', 'network_id': '925b8873-887e-4953-83db-09b05d761160', 'port_id': 'c3ecd62f-085f-4988-b473-992cd603c18e', 'mac_address': 'fa:16:3e:b6:28:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '357a8c0c-a30f-4885-a91f-d81275179bba', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:22:54.479812 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3c5690a6-f073-4bf4-8482-8e5f99fe693d req-a1b6616e-f64d-4cb4-8632-9e24ebb0a991 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a47f6a4-d74b-4921-b485-5d2c0f03f514 HTTP/1.1" status: 200 len: 210 time: 0.0688384 Jan 28 19:22:54.560558 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port c3ecd62f-085f-4988-b473-992cd603c18e is: ACTIVE; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:22:54.561286 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (c3ecd62f-085f-4988-b473-992cd603c18e), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:54.587999 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c3ecd62f-085f-4988-b473-992cd603c18e {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:22:54.593610 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 12d5c4fa-3235-4f0d-98da-a2e61f15252b is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:22:54.594516 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (12d5c4fa-3235-4f0d-98da-a2e61f15252b), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:54.604667 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fe0d45-c97b-4614-8b62-a4a324f0815c req-8b64b60f-5cb3-4862-bb44-df6eb8e91ce7 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:54.621163 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fe0d45-c97b-4614-8b62-a4a324f0815c req-8b64b60f-5cb3-4862-bb44-df6eb8e91ce7 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:54.634522 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fe0d45-c97b-4614-8b62-a4a324f0815c req-8b64b60f-5cb3-4862-bb44-df6eb8e91ce7 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:54.645545 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-71fe0d45-c97b-4614-8b62-a4a324f0815c req-8b64b60f-5cb3-4862-bb44-df6eb8e91ce7 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a5dbe80-99b1-4f54-a8fe-df14c088d276 HTTP/1.1" status: 200 len: 2413 time: 0.1615977 Jan 28 19:22:54.651947 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port c3ecd62f-085f-4988-b473-992cd603c18e, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=c3ecd62f-085f-4988-b473-992cd603c18e,segment=NetworkSegment(6604d099-9aad-4c96-afcd-6df42d277d23),segment_id=6604d099-9aad-4c96-afcd-6df42d277d23)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:22:54.675950 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (c3ecd62f-085f-4988-b473-992cd603c18e), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:54.739400 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 12d5c4fa-3235-4f0d-98da-a2e61f15252b, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=12d5c4fa-3235-4f0d-98da-a2e61f15252b,segment=NetworkSegment(c3edb3fd-102e-40d6-a262-2e568f802606),segment_id=c3edb3fd-102e-40d6-a262-2e568f802606)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:22:54.751053 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-71fe0d45-c97b-4614-8b62-a4a324f0815c req-e04fbbd3-ec2d-4865-b7f3-06b979f6e06c tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] 10.222.0.64 "GET /v2.0/security-groups?id=bec31a1c-c230-472f-91bb-962fc9cfddde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827656 Jan 28 19:22:54.757770 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (12d5c4fa-3235-4f0d-98da-a2e61f15252b), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:54.758466 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 9dc6d1c9-fcf0-468a-9d9c-6a726391a876 up at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:22:54.785988 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677af17a-4a84-4003-a766-2bcddf41a33a req-0f22f233-75cc-4225-9976-8785ad525baa tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:54.791369 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-677af17a-4a84-4003-a766-2bcddf41a33a req-0f22f233-75cc-4225-9976-8785ad525baa tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] 10.222.0.64 "GET /v2.0/ports?device_id=dab0b308-89b2-4933-b603-3ff959dae23c HTTP/1.1" status: 200 len: 945 time: 0.1299968 Jan 28 19:22:54.803009 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26a79b09-d492-4b76-8b2b-6fad06619d62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23c84e58-ad8e-4cf4-977a-e504aac93676'}, {'server_uuid': '5d703f22-28db-4002-84e0-b0dfabaa540e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19e26adf-0f04-4fb9-a4ff-97385744678c'}, {'server_uuid': '5bd15075-1e8c-4d4e-9154-d45912ca536e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12d5c4fa-3235-4f0d-98da-a2e61f15252b'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:22:54.805277 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c897ef94-d6dc-48e9-88f4-e5faa6a4b15d" -d '{"events": [{"server_uuid": "26a79b09-d492-4b76-8b2b-6fad06619d62", "name": "network-vif-plugged", "status": "completed", "tag": "23c84e58-ad8e-4cf4-977a-e504aac93676"}, {"server_uuid": "5d703f22-28db-4002-84e0-b0dfabaa540e", "name": "network-vif-plugged", "status": "completed", "tag": "19e26adf-0f04-4fb9-a4ff-97385744678c"}, {"server_uuid": "5bd15075-1e8c-4d4e-9154-d45912ca536e", "name": "network-vif-plugged", "status": "completed", "tag": "12d5c4fa-3235-4f0d-98da-a2e61f15252b"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:22:54.829426 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=c3ecd62f-085f-4988-b473-992cd603c18e,revision_number=6']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:54.942097 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-677af17a-4a84-4003-a766-2bcddf41a33a req-7dec76ca-8a0c-4531-998a-bac6947c33b6 tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed5dbff7-d8b6-44bf-8755-79d5f3e8f67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432538 Jan 28 19:22:54.996613 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb5f991-dee7-4f7c-9e23-6ee880a5a377 req-f12fa51c-2ad6-4344-ac17-335c93b6d8ab tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:55.019523 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ecb5f991-dee7-4f7c-9e23-6ee880a5a377 req-f12fa51c-2ad6-4344-ac17-335c93b6d8ab tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/ports?device_id=526e2654-a350-462e-8c7e-a53643b5bc70 HTTP/1.1" status: 200 len: 945 time: 0.1284599 Jan 28 19:22:55.141736 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ecb5f991-dee7-4f7c-9e23-6ee880a5a377 req-df0dcf25-aff4-4aaf-a001-c809b2597609 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/security-groups?id=e52b5309-890e-4183-bf0d-6ef59c658d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211948 Jan 28 19:22:55.244482 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6965cb-d8fa-4b14-889f-8c9cebf8f0e2 req-33ba1baa-11fc-4606-bad3-2f9a863e6377 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:55.259616 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-0d6965cb-d8fa-4b14-889f-8c9cebf8f0e2 req-33ba1baa-11fc-4606-bad3-2f9a863e6377 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] 10.222.0.64 "GET /v2.0/ports?device_id=26a79b09-d492-4b76-8b2b-6fad06619d62 HTTP/1.1" status: 200 len: 946 time: 0.1843989 Jan 28 19:22:55.286685 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 28 Jan 2022 19:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb317dbd-5874-4995-b3c2-38d1de78c988 x-openstack-request-id: req-cb317dbd-5874-4995-b3c2-38d1de78c988 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:22:55.286980 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26a79b09-d492-4b76-8b2b-6fad06619d62", "name": "network-vif-plugged", "status": "completed", "tag": "23c84e58-ad8e-4cf4-977a-e504aac93676", "code": 200}, {"server_uuid": "5d703f22-28db-4002-84e0-b0dfabaa540e", "name": "network-vif-plugged", "status": "completed", "tag": "19e26adf-0f04-4fb9-a4ff-97385744678c", "code": 200}, {"server_uuid": "5bd15075-1e8c-4d4e-9154-d45912ca536e", "name": "network-vif-plugged", "status": "completed", "tag": "12d5c4fa-3235-4f0d-98da-a2e61f15252b", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:22:55.288535 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cb317dbd-5874-4995-b3c2-38d1de78c988 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:22:55.290697 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26a79b09-d492-4b76-8b2b-6fad06619d62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23c84e58-ad8e-4cf4-977a-e504aac93676', 'code': 200} Jan 28 19:22:55.292045 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d703f22-28db-4002-84e0-b0dfabaa540e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19e26adf-0f04-4fb9-a4ff-97385744678c', 'code': 200} Jan 28 19:22:55.292573 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bd15075-1e8c-4d4e-9154-d45912ca536e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12d5c4fa-3235-4f0d-98da-a2e61f15252b', 'code': 200} Jan 28 19:22:55.310001 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['c3ecd62f-085f-4988-b473-992cd603c18e'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:22:55.316392 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device f10c9227-c6ef-4239-a780-6279bd75efdd up at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:22:55.410420 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-0d6965cb-d8fa-4b14-889f-8c9cebf8f0e2 req-131e7c00-f9bd-40f5-9832-f37f1ff27a82 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] 10.222.0.64 "GET /v2.0/security-groups?id=a17e8282-0405-4e4b-9340-e89106f12f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431701 Jan 28 19:22:55.419078 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a010649b-1612-4173-aa7d-959a01ba8f71 req-e332f081-f228-4661-89c2-343d3c750a44 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:55.432494 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a010649b-1612-4173-aa7d-959a01ba8f71 req-e332f081-f228-4661-89c2-343d3c750a44 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e48b655-5911-4dcd-a073-26e765e9c04d HTTP/1.1" status: 200 len: 944 time: 0.1299629 Jan 28 19:22:55.560827 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning for port 9dc6d1c9-fcf0-468a-9d9c-6a726391a876 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:22:55.582917 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a010649b-1612-4173-aa7d-959a01ba8f71 req-c7cfc08c-b4c3-4a7a-b518-5ba73b058b36 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff0a7ca0-73d1-435a-8c79-518c9bdfd3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475866 Jan 28 19:22:55.584731 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning complete for port 9dc6d1c9-fcf0-468a-9d9c-6a726391a876 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:22:55.587292 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (9dc6d1c9-fcf0-468a-9d9c-6a726391a876), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:55.667666 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306b6d68-6ac5-4894-9e38-17a50631d020 req-19c9593c-bf09-4a05-977d-5ce071d3d760 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:55.681548 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306b6d68-6ac5-4894-9e38-17a50631d020 req-19c9593c-bf09-4a05-977d-5ce071d3d760 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:55.693899 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306b6d68-6ac5-4894-9e38-17a50631d020 req-19c9593c-bf09-4a05-977d-5ce071d3d760 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:55.694686 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9d66e89f-abe0-43eb-8620-abff21ed0f95 req-77c5f05a-0624-4391-8b3b-723e968437e6 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a47f6a4-d74b-4921-b485-5d2c0f03f514 HTTP/1.1" status: 200 len: 210 time: 0.0499785 Jan 28 19:22:55.696590 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=12d5c4fa-3235-4f0d-98da-a2e61f15252b,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:55.714273 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306b6d68-6ac5-4894-9e38-17a50631d020 req-19c9593c-bf09-4a05-977d-5ce071d3d760 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:55.721324 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306b6d68-6ac5-4894-9e38-17a50631d020 req-19c9593c-bf09-4a05-977d-5ce071d3d760 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:55.726875 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306b6d68-6ac5-4894-9e38-17a50631d020 req-19c9593c-bf09-4a05-977d-5ce071d3d760 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:55.733631 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306b6d68-6ac5-4894-9e38-17a50631d020 req-19c9593c-bf09-4a05-977d-5ce071d3d760 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:55.740922 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-306b6d68-6ac5-4894-9e38-17a50631d020 req-19c9593c-bf09-4a05-977d-5ce071d3d760 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.64 "GET /v2.0/ports?device_id=5bd15075-1e8c-4d4e-9154-d45912ca536e HTTP/1.1" status: 200 len: 5431 time: 0.2092097 Jan 28 19:22:55.838879 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning for port f10c9227-c6ef-4239-a780-6279bd75efdd completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:22:55.876527 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-306b6d68-6ac5-4894-9e38-17a50631d020 req-da5a0fcc-53b2-4960-9495-00f0eba5515a tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.64 "GET /v2.0/security-groups?id=abf1c1e9-b349-4aee-9c71-682c8b55783a&id=b98a868e-e5c1-410f-a3c5-8429d6410f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1344695 Jan 28 19:22:55.884880 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1f0568-6391-493b-be3a-ef160ade9349 req-2e9c9345-5676-4011-b268-cf8c0f0b4a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:55.889917 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7a1f0568-6391-493b-be3a-ef160ade9349 req-2e9c9345-5676-4011-b268-cf8c0f0b4a3a service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=26a79b09-d492-4b76-8b2b-6fad06619d62 HTTP/1.1" status: 200 len: 1129 time: 0.5563896 Jan 28 19:22:55.978829 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 9dc6d1c9-fcf0-468a-9d9c-6a726391a876 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:22:55.979346 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (9dc6d1c9-fcf0-468a-9d9c-6a726391a876), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:55.989394 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7a1f0568-6391-493b-be3a-ef160ade9349 req-03d629e5-042f-4caa-b59f-b95f443e365d service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=a17e8282-0405-4e4b-9340-e89106f12f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886071 Jan 28 19:22:55.998011 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 47136) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:22:56.014499 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning complete for port f10c9227-c6ef-4239-a780-6279bd75efdd triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:22:56.015365 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (f10c9227-c6ef-4239-a780-6279bd75efdd), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:56.025538 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94551a4c-794d-4c47-b064-d5c2176726a0 req-6285b00c-b70b-4610-b397-c6b134ec5763 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:56.032117 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94551a4c-794d-4c47-b064-d5c2176726a0 req-6285b00c-b70b-4610-b397-c6b134ec5763 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:56.037694 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94551a4c-794d-4c47-b064-d5c2176726a0 req-6285b00c-b70b-4610-b397-c6b134ec5763 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:56.045415 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-94551a4c-794d-4c47-b064-d5c2176726a0 req-6285b00c-b70b-4610-b397-c6b134ec5763 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a5dbe80-99b1-4f54-a8fe-df14c088d276 HTTP/1.1" status: 200 len: 2413 time: 0.1302369 Jan 28 19:22:56.050216 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 9dc6d1c9-fcf0-468a-9d9c-6a726391a876, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=9dc6d1c9-fcf0-468a-9d9c-6a726391a876,segment=NetworkSegment(60f73bc9-e00e-4b44-a105-7ad75c8476d3),segment_id=60f73bc9-e00e-4b44-a105-7ad75c8476d3)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:22:56.086218 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (9dc6d1c9-fcf0-468a-9d9c-6a726391a876), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:56.087419 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device de98d303-7c1f-431e-bf81-fef0fcf95502 up at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:22:56.107414 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-94551a4c-794d-4c47-b064-d5c2176726a0 req-9d061b05-42a2-4bac-b100-9c489db5b59c tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] 10.222.0.64 "GET /v2.0/security-groups?id=bec31a1c-c230-472f-91bb-962fc9cfddde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609291 Jan 28 19:22:56.259957 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670bca51-e980-4745-be73-76d4f642e466 req-64eed5d3-f7f3-4a2c-a58c-f818719cc354 tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:56.266831 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-670bca51-e980-4745-be73-76d4f642e466 req-64eed5d3-f7f3-4a2c-a58c-f818719cc354 tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] 10.222.0.64 "GET /v2.0/ports?device_id=dab0b308-89b2-4933-b603-3ff959dae23c HTTP/1.1" status: 200 len: 945 time: 0.1318531 Jan 28 19:22:56.292446 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3e1c61bb-0163-4e49-9dd1-843955e1c21f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:56.300900 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=9dc6d1c9-fcf0-468a-9d9c-6a726391a876,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:56.321283 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff0d375-f539-4d3a-a473-3d869d1c2210 req-287458e1-4b2c-444e-82e8-06bed121d5fe tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:56.329580 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-fff0d375-f539-4d3a-a473-3d869d1c2210 req-287458e1-4b2c-444e-82e8-06bed121d5fe tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/ports?device_id=526e2654-a350-462e-8c7e-a53643b5bc70 HTTP/1.1" status: 200 len: 945 time: 0.0810857 Jan 28 19:22:56.373836 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-670bca51-e980-4745-be73-76d4f642e466 req-9f96c689-3670-4b0b-967f-1ae1b767351a tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed5dbff7-d8b6-44bf-8755-79d5f3e8f67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909986 Jan 28 19:22:56.399777 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port f10c9227-c6ef-4239-a780-6279bd75efdd is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:22:56.400176 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (f10c9227-c6ef-4239-a780-6279bd75efdd), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:56.410410 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-fff0d375-f539-4d3a-a473-3d869d1c2210 req-e1f29bb1-3a65-43a1-8162-9bcadf708211 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/security-groups?id=e52b5309-890e-4183-bf0d-6ef59c658d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759428 Jan 28 19:22:56.441142 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning for port de98d303-7c1f-431e-bf81-fef0fcf95502 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:22:56.479444 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning complete for port de98d303-7c1f-431e-bf81-fef0fcf95502 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:22:56.479823 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (de98d303-7c1f-431e-bf81-fef0fcf95502), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:56.480918 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3e1c61bb-0163-4e49-9dd1-843955e1c21f admin admin] Publish callbacks [] for security_group (3c4aa0d0-e11b-4750-8efd-db079af0c31b), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:56.490263 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3e1c61bb-0163-4e49-9dd1-843955e1c21f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (3c4aa0d0-e11b-4750-8efd-db079af0c31b), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:56.516577 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port f10c9227-c6ef-4239-a780-6279bd75efdd, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=f10c9227-c6ef-4239-a780-6279bd75efdd,segment=NetworkSegment(bb79ef63-cb1f-4885-b3a6-495fac5880eb),segment_id=bb79ef63-cb1f-4885-b3a6-495fac5880eb)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:22:56.531865 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (f10c9227-c6ef-4239-a780-6279bd75efdd), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:56.533291 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 7d8626bf-df53-4cea-8dd1-bff3546c3d9b up at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:22:56.591722 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-3e1c61bb-0163-4e49-9dd1-843955e1c21f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=95e48f6e08a3421482b4f4f72dbeb47e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5911796 Jan 28 19:22:56.594970 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1c61bb-0163-4e49-9dd1-843955e1c21f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c4aa0d0-e11b-4750-8efd-db079af0c31b,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:56.598154 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 47146) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:22:56.622318 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-aed5e436-a0f4-4632-b651-e12532cbf43b req-9fb1faa3-63b6-41ef-9f95-51f6860ca763 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=e0a949cf73864faf86b4b8a64f5cd635&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0648913 Jan 28 19:22:56.648868 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4201ac79-7443-4a3d-9975-977a559cd1fc req-5da90a37-0f25-4131-a2f0-473b68dfee59 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:56.655881 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4201ac79-7443-4a3d-9975-977a559cd1fc req-5da90a37-0f25-4131-a2f0-473b68dfee59 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] 10.222.0.64 "GET /v2.0/ports?device_id=26a79b09-d492-4b76-8b2b-6fad06619d62 HTTP/1.1" status: 200 len: 946 time: 0.1401114 Jan 28 19:22:56.711172 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=f10c9227-c6ef-4239-a780-6279bd75efdd,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:56.750122 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4201ac79-7443-4a3d-9975-977a559cd1fc req-672e9e05-cf08-429c-b6de-8ea38e3cfe2e tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] 10.222.0.64 "GET /v2.0/security-groups?id=a17e8282-0405-4e4b-9340-e89106f12f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907793 Jan 28 19:22:56.754012 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a82f3987-6d5e-4e60-bd93-cfe7c3616bb2 admin admin] Publish callbacks [] for security_group (3c4aa0d0-e11b-4750-8efd-db079af0c31b), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:56.766961 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port de98d303-7c1f-431e-bf81-fef0fcf95502 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:22:56.767438 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (de98d303-7c1f-431e-bf81-fef0fcf95502), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:56.818185 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning for port 7d8626bf-df53-4cea-8dd1-bff3546c3d9b completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:22:56.828429 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning complete for port 7d8626bf-df53-4cea-8dd1-bff3546c3d9b triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:22:56.828902 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (7d8626bf-df53-4cea-8dd1-bff3546c3d9b), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:56.835152 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a82f3987-6d5e-4e60-bd93-cfe7c3616bb2 admin admin] Publish callbacks [] for security_group (3c4aa0d0-e11b-4750-8efd-db079af0c31b), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:56.846307 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed5e436-a0f4-4632-b651-e12532cbf43b req-cbf635f8-9598-49a7-88cf-b795b95d9bcd tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:56.848142 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-aed5e436-a0f4-4632-b651-e12532cbf43b req-cbf635f8-9598-49a7-88cf-b795b95d9bcd tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2193699 Jan 28 19:22:56.854728 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port de98d303-7c1f-431e-bf81-fef0fcf95502, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=de98d303-7c1f-431e-bf81-fef0fcf95502,segment=NetworkSegment(c3edb3fd-102e-40d6-a262-2e568f802606),segment_id=c3edb3fd-102e-40d6-a262-2e568f802606)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:22:56.863704 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6004e86e-c5f3-4ab7-a258-41826dc5cd38 req-dd59d93e-a669-4d7c-ba60-c3de2c912c0b tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:56.867451 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (de98d303-7c1f-431e-bf81-fef0fcf95502), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:56.868329 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 3657d8f5-b07c-40a7-9a6f-0ffcaf827d3b up at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:22:56.873867 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6004e86e-c5f3-4ab7-a258-41826dc5cd38 req-dd59d93e-a669-4d7c-ba60-c3de2c912c0b tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e48b655-5911-4dcd-a073-26e765e9c04d HTTP/1.1" status: 200 len: 944 time: 0.1346352 Jan 28 19:22:56.887000 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-aed5e436-a0f4-4632-b651-e12532cbf43b req-17b373de-e03d-4f37-93be-cb32241eeea0 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Request body: {'port': {'device_id': '9a47f6a4-d74b-4921-b485-5d2c0f03f514', 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91', 'admin_state_up': True, 'tenant_id': 'e0a949cf73864faf86b4b8a64f5cd635'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:22:56.964298 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4524878f-8aad-4de7-8ab9-6e888f9fd564 req-7e834bb0-8178-463f-ba77-6d7e55749ba5 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a47f6a4-d74b-4921-b485-5d2c0f03f514 HTTP/1.1" status: 200 len: 210 time: 0.0541534 Jan 28 19:22:56.982280 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning for port 3657d8f5-b07c-40a7-9a6f-0ffcaf827d3b completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:22:56.995951 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning complete for port 3657d8f5-b07c-40a7-9a6f-0ffcaf827d3b triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:22:56.996592 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (3657d8f5-b07c-40a7-9a6f-0ffcaf827d3b), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:57.001989 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a82f3987-6d5e-4e60-bd93-cfe7c3616bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (3c4aa0d0-e11b-4750-8efd-db079af0c31b), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:57.005131 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a82f3987-6d5e-4e60-bd93-cfe7c3616bb2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:57.009646 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-a82f3987-6d5e-4e60-bd93-cfe7c3616bb2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3c4aa0d0-e11b-4750-8efd-db079af0c31b HTTP/1.1" status: 204 len: 168 time: 0.4080536 Jan 28 19:22:57.019744 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6004e86e-c5f3-4ab7-a258-41826dc5cd38 req-4d1e8b1d-477f-4d96-aeef-d652d9185017 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff0a7ca0-73d1-435a-8c79-518c9bdfd3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445751 Jan 28 19:22:57.023453 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82f3987-6d5e-4e60-bd93-cfe7c3616bb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c4aa0d0-e11b-4750-8efd-db079af0c31b,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:57.087156 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=de98d303-7c1f-431e-bf81-fef0fcf95502,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:57.106514 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aed5e436-a0f4-4632-b651-e12532cbf43b req-17b373de-e03d-4f37-93be-cb32241eeea0 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Made reservation on behalf of e0a949cf73864faf86b4b8a64f5cd635 for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:22:57.115127 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-aed5e436-a0f4-4632-b651-e12532cbf43b req-17b373de-e03d-4f37-93be-cb32241eeea0 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:57.127947 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port 7d8626bf-df53-4cea-8dd1-bff3546c3d9b is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:22:57.129153 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (7d8626bf-df53-4cea-8dd1-bff3546c3d9b), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:57.210907 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 7d8626bf-df53-4cea-8dd1-bff3546c3d9b, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=7d8626bf-df53-4cea-8dd1-bff3546c3d9b,segment=NetworkSegment(655f4b3e-bc9a-4aba-8a16-641936a80470),segment_id=655f4b3e-bc9a-4aba-8a16-641936a80470)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:22:57.224736 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (7d8626bf-df53-4cea-8dd1-bff3546c3d9b), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:57.225918 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 5c9e75e0-38b7-4860-b2a5-2822dcde0367 up at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:22:57.236121 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591c5a26-fb81-42f3-81bd-89b2cfe8f2a8 req-4842eb37-38a6-43e5-aeff-8f8649965e06 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:57.242123 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591c5a26-fb81-42f3-81bd-89b2cfe8f2a8 req-4842eb37-38a6-43e5-aeff-8f8649965e06 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:57.247863 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591c5a26-fb81-42f3-81bd-89b2cfe8f2a8 req-4842eb37-38a6-43e5-aeff-8f8649965e06 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:57.253460 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591c5a26-fb81-42f3-81bd-89b2cfe8f2a8 req-4842eb37-38a6-43e5-aeff-8f8649965e06 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:57.259219 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591c5a26-fb81-42f3-81bd-89b2cfe8f2a8 req-4842eb37-38a6-43e5-aeff-8f8649965e06 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:57.264888 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591c5a26-fb81-42f3-81bd-89b2cfe8f2a8 req-4842eb37-38a6-43e5-aeff-8f8649965e06 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:57.273029 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591c5a26-fb81-42f3-81bd-89b2cfe8f2a8 req-4842eb37-38a6-43e5-aeff-8f8649965e06 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:57.282152 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-591c5a26-fb81-42f3-81bd-89b2cfe8f2a8 req-4842eb37-38a6-43e5-aeff-8f8649965e06 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.64 "GET /v2.0/ports?device_id=5bd15075-1e8c-4d4e-9154-d45912ca536e HTTP/1.1" status: 200 len: 5433 time: 0.2013006 Jan 28 19:22:57.295961 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bd15075-1e8c-4d4e-9154-d45912ca536e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dc6d1c9-fcf0-468a-9d9c-6a726391a876'}, {'server_uuid': '7a5dbe80-99b1-4f54-a8fe-df14c088d276', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f10c9227-c6ef-4239-a780-6279bd75efdd'}, {'server_uuid': '5bd15075-1e8c-4d4e-9154-d45912ca536e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de98d303-7c1f-431e-bf81-fef0fcf95502'}, {'server_uuid': '7a5dbe80-99b1-4f54-a8fe-df14c088d276', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d8626bf-df53-4cea-8dd1-bff3546c3d9b'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:22:57.299753 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4711a037-b634-45a6-b69a-555218b8920e" -d '{"events": [{"server_uuid": "5bd15075-1e8c-4d4e-9154-d45912ca536e", "name": "network-vif-plugged", "status": "completed", "tag": "9dc6d1c9-fcf0-468a-9d9c-6a726391a876"}, {"server_uuid": "7a5dbe80-99b1-4f54-a8fe-df14c088d276", "name": "network-vif-plugged", "status": "completed", "tag": "f10c9227-c6ef-4239-a780-6279bd75efdd"}, {"server_uuid": "5bd15075-1e8c-4d4e-9154-d45912ca536e", "name": "network-vif-plugged", "status": "completed", "tag": "de98d303-7c1f-431e-bf81-fef0fcf95502"}, {"server_uuid": "7a5dbe80-99b1-4f54-a8fe-df14c088d276", "name": "network-vif-plugged", "status": "completed", "tag": "7d8626bf-df53-4cea-8dd1-bff3546c3d9b"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:22:57.335369 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 3657d8f5-b07c-40a7-9a6f-0ffcaf827d3b is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:22:57.335911 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (3657d8f5-b07c-40a7-9a6f-0ffcaf827d3b), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:57.383425 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning for port 5c9e75e0-38b7-4860-b2a5-2822dcde0367 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:22:57.396418 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning complete for port 5c9e75e0-38b7-4860-b2a5-2822dcde0367 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:22:57.396968 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (5c9e75e0-38b7-4860-b2a5-2822dcde0367), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:57.402916 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-591c5a26-fb81-42f3-81bd-89b2cfe8f2a8 req-23def319-efa9-48c1-a94d-755ff3ed5968 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.64 "GET /v2.0/security-groups?id=abf1c1e9-b349-4aee-9c71-682c8b55783a&id=b98a868e-e5c1-410f-a3c5-8429d6410f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1196043 Jan 28 19:22:57.430131 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=7d8626bf-df53-4cea-8dd1-bff3546c3d9b,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:57.448548 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 3657d8f5-b07c-40a7-9a6f-0ffcaf827d3b, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=3657d8f5-b07c-40a7-9a6f-0ffcaf827d3b,segment=NetworkSegment(c3edb3fd-102e-40d6-a262-2e568f802606),segment_id=c3edb3fd-102e-40d6-a262-2e568f802606)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:22:57.463125 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (3657d8f5-b07c-40a7-9a6f-0ffcaf827d3b), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:57.464292 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device c3073dc0-3618-42ea-9203-95c126bbd569 up at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:22:57.519750 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-aed5e436-a0f4-4632-b651-e12532cbf43b req-17b373de-e03d-4f37-93be-cb32241eeea0 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Allocated IP 192.168.233.184 (7810caa2-eac6-457d-9302-c8c215ef3e91/f2de4832-9ef6-4f40-9ac5-1557d5e6a6ff/0de5e835-b1b7-47c9-a9c1-41d3ac8a15bf) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:22:57.530887 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Fri, 28 Jan 2022 19:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e924926-4d22-4e30-bc5e-5f0ad2ce9b63 x-openstack-request-id: req-2e924926-4d22-4e30-bc5e-5f0ad2ce9b63 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:22:57.531365 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bd15075-1e8c-4d4e-9154-d45912ca536e", "name": "network-vif-plugged", "status": "completed", "tag": "9dc6d1c9-fcf0-468a-9d9c-6a726391a876", "code": 200}, {"server_uuid": "7a5dbe80-99b1-4f54-a8fe-df14c088d276", "name": "network-vif-plugged", "status": "completed", "tag": "f10c9227-c6ef-4239-a780-6279bd75efdd", "code": 200}, {"server_uuid": "5bd15075-1e8c-4d4e-9154-d45912ca536e", "name": "network-vif-plugged", "status": "completed", "tag": "de98d303-7c1f-431e-bf81-fef0fcf95502", "code": 200}, {"server_uuid": "7a5dbe80-99b1-4f54-a8fe-df14c088d276", "name": "network-vif-plugged", "status": "completed", "tag": "7d8626bf-df53-4cea-8dd1-bff3546c3d9b", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:22:57.531990 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2e924926-4d22-4e30-bc5e-5f0ad2ce9b63 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:22:57.532865 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bd15075-1e8c-4d4e-9154-d45912ca536e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dc6d1c9-fcf0-468a-9d9c-6a726391a876', 'code': 200} Jan 28 19:22:57.533177 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a5dbe80-99b1-4f54-a8fe-df14c088d276', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f10c9227-c6ef-4239-a780-6279bd75efdd', 'code': 200} Jan 28 19:22:57.533535 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bd15075-1e8c-4d4e-9154-d45912ca536e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de98d303-7c1f-431e-bf81-fef0fcf95502', 'code': 200} Jan 28 19:22:57.533858 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a5dbe80-99b1-4f54-a8fe-df14c088d276', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d8626bf-df53-4cea-8dd1-bff3546c3d9b', 'code': 200} Jan 28 19:22:57.605772 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0406fbe0-acd6-4a30-ba3a-6c0813643b6d req-885559fc-527b-4ca2-be75-c8c36580c17e tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:57.618633 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=3657d8f5-b07c-40a7-9a6f-0ffcaf827d3b,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:57.623447 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0406fbe0-acd6-4a30-ba3a-6c0813643b6d req-885559fc-527b-4ca2-be75-c8c36580c17e tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:57.640203 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0406fbe0-acd6-4a30-ba3a-6c0813643b6d req-885559fc-527b-4ca2-be75-c8c36580c17e tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:57.642618 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 47164) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:22:57.646304 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-0406fbe0-acd6-4a30-ba3a-6c0813643b6d req-885559fc-527b-4ca2-be75-c8c36580c17e tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a5dbe80-99b1-4f54-a8fe-df14c088d276 HTTP/1.1" status: 200 len: 2415 time: 0.3192515 Jan 28 19:22:57.673322 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning for port c3073dc0-3618-42ea-9203-95c126bbd569 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:22:57.681068 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning complete for port c3073dc0-3618-42ea-9203-95c126bbd569 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:22:57.681560 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (c3073dc0-3618-42ea-9203-95c126bbd569), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:57.681973 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8f1df4b9-d1a3-4788-bcfc-eb685d9fddaa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:57.729840 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191d6e0f-c2b2-4f36-81c7-fd8a4d876505 req-197da677-90f6-4aab-8055-22f07d2b7994 tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:57.738048 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-191d6e0f-c2b2-4f36-81c7-fd8a4d876505 req-197da677-90f6-4aab-8055-22f07d2b7994 tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] 10.222.0.64 "GET /v2.0/ports?device_id=dab0b308-89b2-4933-b603-3ff959dae23c HTTP/1.1" status: 200 len: 945 time: 0.1182745 Jan 28 19:22:57.753003 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port 5c9e75e0-38b7-4860-b2a5-2822dcde0367 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:22:57.753599 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (5c9e75e0-38b7-4860-b2a5-2822dcde0367), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:57.792223 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-0406fbe0-acd6-4a30-ba3a-6c0813643b6d req-37afae47-8b28-4c88-b8a2-a037ae39bf5a tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] 10.222.0.64 "GET /v2.0/security-groups?id=bec31a1c-c230-472f-91bb-962fc9cfddde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395059 Jan 28 19:22:57.816353 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-191d6e0f-c2b2-4f36-81c7-fd8a4d876505 req-0a7edaf8-583e-4bb6-9287-1cd8b2483701 tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed5dbff7-d8b6-44bf-8755-79d5f3e8f67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720408 Jan 28 19:22:57.845987 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 5c9e75e0-38b7-4860-b2a5-2822dcde0367, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=5c9e75e0-38b7-4860-b2a5-2822dcde0367,segment=NetworkSegment(655f4b3e-bc9a-4aba-8a16-641936a80470),segment_id=655f4b3e-bc9a-4aba-8a16-641936a80470)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:22:57.847240 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port c3073dc0-3618-42ea-9203-95c126bbd569 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:22:57.847673 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (c3073dc0-3618-42ea-9203-95c126bbd569), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:57.857876 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (5c9e75e0-38b7-4860-b2a5-2822dcde0367), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:57.918275 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8f1df4b9-d1a3-4788-bcfc-eb685d9fddaa admin admin] Publish callbacks [] for security_group (346cf81f-66d7-4b59-8ddf-6e9decf043d4), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:57.924241 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port c3073dc0-3618-42ea-9203-95c126bbd569, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=c3073dc0-3618-42ea-9203-95c126bbd569,segment=NetworkSegment(60f73bc9-e00e-4b44-a105-7ad75c8476d3),segment_id=60f73bc9-e00e-4b44-a105-7ad75c8476d3)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:22:57.929763 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8f1df4b9-d1a3-4788-bcfc-eb685d9fddaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (346cf81f-66d7-4b59-8ddf-6e9decf043d4), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:57.941235 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=5c9e75e0-38b7-4860-b2a5-2822dcde0367,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:57.951637 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (c3073dc0-3618-42ea-9203-95c126bbd569), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:57.951937 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-aed5e436-a0f4-4632-b651-e12532cbf43b req-17b373de-e03d-4f37-93be-cb32241eeea0 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Publish callbacks [] for port (0de5e835-b1b7-47c9-a9c1-41d3ac8a15bf), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:58.002242 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-8f1df4b9-d1a3-4788-bcfc-eb685d9fddaa admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=69c195eb42774dc9910c0e240aea81bb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3582869 Jan 28 19:22:58.003775 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 47170) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:22:58.020555 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=c3073dc0-3618-42ea-9203-95c126bbd569,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:58.039553 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d8c1d3-cc41-4c04-a432-8aaded41cebc req-6fc42350-311c-4314-9ac1-a1e0ab91e523 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:58.046215 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:22:58.047793 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-30d8c1d3-cc41-4c04-a432-8aaded41cebc req-6fc42350-311c-4314-9ac1-a1e0ab91e523 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/ports?device_id=526e2654-a350-462e-8c7e-a53643b5bc70 HTTP/1.1" status: 200 len: 945 time: 0.1002417 Jan 28 19:22:58.049731 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 531bdf71-3dde-4e38-8c1a-ff8047145e91 up at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:22:58.060494 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78c1f52-bb29-4748-ae1a-31ed505a89b1 req-746ce974-f8a2-47da-8258-cca4205e0adb tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:58.062152 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b78c1f52-bb29-4748-ae1a-31ed505a89b1 req-746ce974-f8a2-47da-8258-cca4205e0adb tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] 10.222.0.64 "GET /v2.0/ports?device_id=26a79b09-d492-4b76-8b2b-6fad06619d62 HTTP/1.1" status: 200 len: 946 time: 0.1463807 Jan 28 19:22:58.072853 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-aed5e436-a0f4-4632-b651-e12532cbf43b req-17b373de-e03d-4f37-93be-cb32241eeea0 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (0de5e835-b1b7-47c9-a9c1-41d3ac8a15bf), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:58.092020 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1df4b9-d1a3-4788-bcfc-eb685d9fddaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=346cf81f-66d7-4b59-8ddf-6e9decf043d4,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:58.132885 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aed5e436-a0f4-4632-b651-e12532cbf43b req-17b373de-e03d-4f37-93be-cb32241eeea0 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Network 7810caa2-eac6-457d-9302-c8c215ef3e91 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:22:58.134470 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['500aaaa2-66cc-4330-b2eb-cf6e3da795ac', '19e26adf-0f04-4fb9-a4ff-97385744678c'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:22:58.144596 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-aed5e436-a0f4-4632-b651-e12532cbf43b req-17b373de-e03d-4f37-93be-cb32241eeea0 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:22:58.151169 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-aed5e436-a0f4-4632-b651-e12532cbf43b req-17b373de-e03d-4f37-93be-cb32241eeea0 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:22:58.175281 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b78c1f52-bb29-4748-ae1a-31ed505a89b1 req-ae9a9a55-1636-4a7f-976f-7ade87e7a6ed tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] 10.222.0.64 "GET /v2.0/security-groups?id=a17e8282-0405-4e4b-9340-e89106f12f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027846 Jan 28 19:22:58.199979 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-30d8c1d3-cc41-4c04-a432-8aaded41cebc req-5eba2f69-b6a9-4eb3-b9b9-4548babea83c tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/security-groups?id=e52b5309-890e-4183-bf0d-6ef59c658d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505849 Jan 28 19:22:58.222788 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-879b4f85-7a91-40e0-9beb-0ac047623759 admin admin] Publish callbacks [] for security_group (346cf81f-66d7-4b59-8ddf-6e9decf043d4), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:58.241300 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b373de-e03d-4f37-93be-cb32241eeea0 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Pushing event updated for resources: {'Port': ['ID=0de5e835-b1b7-47c9-a9c1-41d3ac8a15bf,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:58.277348 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-879b4f85-7a91-40e0-9beb-0ac047623759 admin admin] Publish callbacks [] for security_group (346cf81f-66d7-4b59-8ddf-6e9decf043d4), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:58.285577 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed5e436-a0f4-4632-b651-e12532cbf43b req-17b373de-e03d-4f37-93be-cb32241eeea0 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:58.288314 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-aed5e436-a0f4-4632-b651-e12532cbf43b req-17b373de-e03d-4f37-93be-cb32241eeea0 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:58.326431 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-aed5e436-a0f4-4632-b651-e12532cbf43b req-17b373de-e03d-4f37-93be-cb32241eeea0 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4498701 Jan 28 19:22:58.347563 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [req-aed5e436-a0f4-4632-b651-e12532cbf43b req-dcf36e48-78b2-40c3-99f9-344d71993ff9 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:22:58.348987 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-aed5e436-a0f4-4632-b651-e12532cbf43b req-dcf36e48-78b2-40c3-99f9-344d71993ff9 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0083101 Jan 28 19:22:58.367209 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-879b4f85-7a91-40e0-9beb-0ac047623759 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (346cf81f-66d7-4b59-8ddf-6e9decf043d4), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:58.370305 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-879b4f85-7a91-40e0-9beb-0ac047623759 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:58.374302 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-879b4f85-7a91-40e0-9beb-0ac047623759 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/346cf81f-66d7-4b59-8ddf-6e9decf043d4 HTTP/1.1" status: 204 len: 168 time: 0.3574448 Jan 28 19:22:58.387657 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning for port 531bdf71-3dde-4e38-8c1a-ff8047145e91 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:22:58.404107 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879b4f85-7a91-40e0-9beb-0ac047623759 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=346cf81f-66d7-4b59-8ddf-6e9decf043d4,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:58.439435 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0a24df-3bf9-4b3d-8bce-60edd01f97f9 req-1a60c9c2-b04c-426b-b27e-3633e7416c12 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:58.448606 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-bc0a24df-3bf9-4b3d-8bce-60edd01f97f9 req-1a60c9c2-b04c-426b-b27e-3633e7416c12 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a47f6a4-d74b-4921-b485-5d2c0f03f514 HTTP/1.1" status: 200 len: 936 time: 0.0926816 Jan 28 19:22:58.450964 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning complete for port 531bdf71-3dde-4e38-8c1a-ff8047145e91 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:22:58.453964 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (531bdf71-3dde-4e38-8c1a-ff8047145e91), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:58.506304 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2662cd7c-9727-488e-af68-0b255243ac46 req-d40721ce-3c84-4358-a67c-6264862d7692 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:58.518161 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2662cd7c-9727-488e-af68-0b255243ac46 req-d40721ce-3c84-4358-a67c-6264862d7692 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e48b655-5911-4dcd-a073-26e765e9c04d HTTP/1.1" status: 200 len: 944 time: 0.1882854 Jan 28 19:22:58.555938 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-bc0a24df-3bf9-4b3d-8bce-60edd01f97f9 req-96247fc0-d803-4c33-a743-9c046bd8f280 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d07f2a-7a3d-4718-9c1b-16394753837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012669 Jan 28 19:22:58.652348 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2662cd7c-9727-488e-af68-0b255243ac46 req-7c57d550-e23d-4205-8e64-72f37c199b06 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff0a7ca0-73d1-435a-8c79-518c9bdfd3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332004 Jan 28 19:22:58.715281 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-aed5e436-a0f4-4632-b651-e12532cbf43b req-3de733c6-154f-4158-99d3-13ce556b5e97 service neutron] Request body: {'port': {'device_id': '9a47f6a4-d74b-4921-b485-5d2c0f03f514', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-14'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:22:58.821447 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-3c91cc05-fe10-419e-aa1f-b70320e7d60c None None] Provisioning complete for port 0de5e835-b1b7-47c9-a9c1-41d3ac8a15bf triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:22:58.822034 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3c91cc05-fe10-419e-aa1f-b70320e7d60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (0de5e835-b1b7-47c9-a9c1-41d3ac8a15bf), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:58.882999 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-aed5e436-a0f4-4632-b651-e12532cbf43b req-3de733c6-154f-4158-99d3-13ce556b5e97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (0de5e835-b1b7-47c9-a9c1-41d3ac8a15bf), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:58.896329 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 531bdf71-3dde-4e38-8c1a-ff8047145e91 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:22:58.897448 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (531bdf71-3dde-4e38-8c1a-ff8047145e91), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:58.919642 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cf8672-3147-44f2-875b-065a46a0e4f3 req-3fe2e0cb-a243-413b-bf0c-4b012eafb756 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:58.924508 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cf8672-3147-44f2-875b-065a46a0e4f3 req-3fe2e0cb-a243-413b-bf0c-4b012eafb756 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:58.930022 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cf8672-3147-44f2-875b-065a46a0e4f3 req-3fe2e0cb-a243-413b-bf0c-4b012eafb756 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:58.935895 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cf8672-3147-44f2-875b-065a46a0e4f3 req-3fe2e0cb-a243-413b-bf0c-4b012eafb756 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:58.940135 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0d1663-b7fb-4258-be62-6bdf8e6cf505 req-e7d6a01c-950c-493a-9404-70795a9b3d3b tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:58.941995 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cf8672-3147-44f2-875b-065a46a0e4f3 req-3fe2e0cb-a243-413b-bf0c-4b012eafb756 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:58.947219 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cf8672-3147-44f2-875b-065a46a0e4f3 req-3fe2e0cb-a243-413b-bf0c-4b012eafb756 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:58.948246 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-cb0d1663-b7fb-4258-be62-6bdf8e6cf505 req-e7d6a01c-950c-493a-9404-70795a9b3d3b tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] 10.222.0.64 "GET /v2.0/ports?device_id=26a79b09-d492-4b76-8b2b-6fad06619d62 HTTP/1.1" status: 200 len: 946 time: 0.0725563 Jan 28 19:22:58.954458 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cf8672-3147-44f2-875b-065a46a0e4f3 req-3fe2e0cb-a243-413b-bf0c-4b012eafb756 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:58.966303 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-81cf8672-3147-44f2-875b-065a46a0e4f3 req-3fe2e0cb-a243-413b-bf0c-4b012eafb756 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.64 "GET /v2.0/ports?device_id=5bd15075-1e8c-4d4e-9154-d45912ca536e HTTP/1.1" status: 200 len: 5435 time: 0.1764605 Jan 28 19:22:59.024707 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-cb0d1663-b7fb-4258-be62-6bdf8e6cf505 req-2253e32b-f8ec-4e45-984c-01903a09af62 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] 10.222.0.64 "GET /v2.0/security-groups?id=a17e8282-0405-4e4b-9340-e89106f12f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752375 Jan 28 19:22:59.036654 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-3c91cc05-fe10-419e-aa1f-b70320e7d60c None None] Port 0de5e835-b1b7-47c9-a9c1-41d3ac8a15bf cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:22:59.151565 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 531bdf71-3dde-4e38-8c1a-ff8047145e91, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=531bdf71-3dde-4e38-8c1a-ff8047145e91,segment=NetworkSegment(79f40755-04af-4e67-b0c3-110144717628),segment_id=79f40755-04af-4e67-b0c3-110144717628)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:22:59.167200 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (531bdf71-3dde-4e38-8c1a-ff8047145e91), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:59.168049 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device c3ecd62f-085f-4988-b473-992cd603c18e up at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:22:59.181176 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-81cf8672-3147-44f2-875b-065a46a0e4f3 req-cdd94e5c-43cd-471f-9cbd-c72c4086fa5b tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.64 "GET /v2.0/security-groups?id=abf1c1e9-b349-4aee-9c71-682c8b55783a&id=b98a868e-e5c1-410f-a3c5-8429d6410f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2138805 Jan 28 19:22:59.344909 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning complete for port c3ecd62f-085f-4988-b473-992cd603c18e triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:22:59.345656 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (c3ecd62f-085f-4988-b473-992cd603c18e), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:59.437965 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=531bdf71-3dde-4e38-8c1a-ff8047145e91,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:59.542521 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bd15075-1e8c-4d4e-9154-d45912ca536e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3657d8f5-b07c-40a7-9a6f-0ffcaf827d3b'}, {'server_uuid': '7a5dbe80-99b1-4f54-a8fe-df14c088d276', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c9e75e0-38b7-4860-b2a5-2822dcde0367'}, {'server_uuid': '5bd15075-1e8c-4d4e-9154-d45912ca536e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3073dc0-3618-42ea-9203-95c126bbd569'}, {'server_uuid': '5bd15075-1e8c-4d4e-9154-d45912ca536e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '531bdf71-3dde-4e38-8c1a-ff8047145e91'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:22:59.563382 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11619864-b970-459f-9736-da6a7773a257" -d '{"events": [{"server_uuid": "5bd15075-1e8c-4d4e-9154-d45912ca536e", "name": "network-vif-plugged", "status": "completed", "tag": "3657d8f5-b07c-40a7-9a6f-0ffcaf827d3b"}, {"server_uuid": "7a5dbe80-99b1-4f54-a8fe-df14c088d276", "name": "network-vif-plugged", "status": "completed", "tag": "5c9e75e0-38b7-4860-b2a5-2822dcde0367"}, {"server_uuid": "5bd15075-1e8c-4d4e-9154-d45912ca536e", "name": "network-vif-plugged", "status": "completed", "tag": "c3073dc0-3618-42ea-9203-95c126bbd569"}, {"server_uuid": "5bd15075-1e8c-4d4e-9154-d45912ca536e", "name": "network-vif-plugged", "status": "completed", "tag": "531bdf71-3dde-4e38-8c1a-ff8047145e91"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:22:59.680525 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port c3ecd62f-085f-4988-b473-992cd603c18e is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:22:59.680669 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (c3ecd62f-085f-4988-b473-992cd603c18e), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:59.687840 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [req-aed5e436-a0f4-4632-b651-e12532cbf43b req-3de733c6-154f-4158-99d3-13ce556b5e97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0de5e835-b1b7-47c9-a9c1-41d3ac8a15bf {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:22:59.694149 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06734ba-67fd-4960-8f1b-645836757673 req-73b0c878-e529-4a93-8287-1a3fdf50b843 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:59.706294 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06734ba-67fd-4960-8f1b-645836757673 req-73b0c878-e529-4a93-8287-1a3fdf50b843 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:59.707097 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-aed5e436-a0f4-4632-b651-e12532cbf43b req-3de733c6-154f-4158-99d3-13ce556b5e97 service neutron] Publish callbacks [] for port (0de5e835-b1b7-47c9-a9c1-41d3ac8a15bf), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:59.722326 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06734ba-67fd-4960-8f1b-645836757673 req-73b0c878-e529-4a93-8287-1a3fdf50b843 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:59.725776 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f06734ba-67fd-4960-8f1b-645836757673 req-73b0c878-e529-4a93-8287-1a3fdf50b843 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a5dbe80-99b1-4f54-a8fe-df14c088d276 HTTP/1.1" status: 200 len: 2416 time: 0.6318369 Jan 28 19:22:59.732247 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-aed5e436-a0f4-4632-b651-e12532cbf43b req-3de733c6-154f-4158-99d3-13ce556b5e97 service neutron] Transition to ACTIVE for port object 0de5e835-b1b7-47c9-a9c1-41d3ac8a15bf will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:22:59.745554 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-aed5e436-a0f4-4632-b651-e12532cbf43b req-3de733c6-154f-4158-99d3-13ce556b5e97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (0de5e835-b1b7-47c9-a9c1-41d3ac8a15bf), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:59.767508 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port c3ecd62f-085f-4988-b473-992cd603c18e, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=c3ecd62f-085f-4988-b473-992cd603c18e,segment=NetworkSegment(6604d099-9aad-4c96-afcd-6df42d277d23),segment_id=6604d099-9aad-4c96-afcd-6df42d277d23)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:22:59.779162 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (c3ecd62f-085f-4988-b473-992cd603c18e), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:59.858866 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f06734ba-67fd-4960-8f1b-645836757673 req-afa8dbe4-7d9b-4cab-9e47-f2bfe0a9968a tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] 10.222.0.64 "GET /v2.0/security-groups?id=bec31a1c-c230-472f-91bb-962fc9cfddde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191599 Jan 28 19:22:59.889592 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=c3ecd62f-085f-4988-b473-992cd603c18e,revision_number=7']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:00.073410 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de733c6-154f-4158-99d3-13ce556b5e97 service neutron] Pushing event updated for resources: {'Port': ['ID=0de5e835-b1b7-47c9-a9c1-41d3ac8a15bf,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:00.075001 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfd03d9-b46a-4e93-b11a-627a760a2c02 req-41970cb2-166e-4bf1-9020-f5f9f039e6b3 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:00.084003 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-aed5e436-a0f4-4632-b651-e12532cbf43b req-3de733c6-154f-4158-99d3-13ce556b5e97 service neutron] Attempting to bind port 0de5e835-b1b7-47c9-a9c1-41d3ac8a15bf on host n-h1-812111-14 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:23:00.084644 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-aed5e436-a0f4-4632-b651-e12532cbf43b req-3de733c6-154f-4158-99d3-13ce556b5e97 service neutron] Attempting to bind port 0de5e835-b1b7-47c9-a9c1-41d3ac8a15bf by drivers openvswitch,hyperv on host n-h1-812111-14 at level 0 using segments [{'id': '195bcdbf-a031-4d8b-9f7f-e09fd37cd197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:23:00.085244 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aed5e436-a0f4-4632-b651-e12532cbf43b req-3de733c6-154f-4158-99d3-13ce556b5e97 service neutron] Attempting to bind port 0de5e835-b1b7-47c9-a9c1-41d3ac8a15bf on network 7810caa2-eac6-457d-9302-c8c215ef3e91 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:23:00.085950 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-0dfd03d9-b46a-4e93-b11a-627a760a2c02 req-41970cb2-166e-4bf1-9020-f5f9f039e6b3 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/ports?device_id=526e2654-a350-462e-8c7e-a53643b5bc70 HTTP/1.1" status: 200 len: 945 time: 0.0899796 Jan 28 19:23:00.092961 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aed5e436-a0f4-4632-b651-e12532cbf43b req-3de733c6-154f-4158-99d3-13ce556b5e97 service neutron] Port 0de5e835-b1b7-47c9-a9c1-41d3ac8a15bf on network 7810caa2-eac6-457d-9302-c8c215ef3e91 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-14 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:23:00.094593 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aed5e436-a0f4-4632-b651-e12532cbf43b req-3de733c6-154f-4158-99d3-13ce556b5e97 service neutron] Attempting to bind port 0de5e835-b1b7-47c9-a9c1-41d3ac8a15bf on network 7810caa2-eac6-457d-9302-c8c215ef3e91 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:23:00.108291 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aed5e436-a0f4-4632-b651-e12532cbf43b req-3de733c6-154f-4158-99d3-13ce556b5e97 service neutron] Checking agent: {'id': 'b544ba20-de93-4d86-9e6b-a2202deb6191', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:23:00.108794 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aed5e436-a0f4-4632-b651-e12532cbf43b req-3de733c6-154f-4158-99d3-13ce556b5e97 service neutron] Checking segment: {'id': '195bcdbf-a031-4d8b-9f7f-e09fd37cd197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:23:00.110267 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aed5e436-a0f4-4632-b651-e12532cbf43b req-3de733c6-154f-4158-99d3-13ce556b5e97 service neutron] Bound using segment: {'id': '195bcdbf-a031-4d8b-9f7f-e09fd37cd197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:23:00.110822 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-aed5e436-a0f4-4632-b651-e12532cbf43b req-3de733c6-154f-4158-99d3-13ce556b5e97 service neutron] Bound port: 0de5e835-b1b7-47c9-a9c1-41d3ac8a15bf, host: n-h1-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '195bcdbf-a031-4d8b-9f7f-e09fd37cd197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:23:00.111917 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-aed5e436-a0f4-4632-b651-e12532cbf43b req-3de733c6-154f-4158-99d3-13ce556b5e97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (0de5e835-b1b7-47c9-a9c1-41d3ac8a15bf), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:00.165700 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-0dfd03d9-b46a-4e93-b11a-627a760a2c02 req-c50a657f-a187-4f90-9a8e-e538c39c9119 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/security-groups?id=e52b5309-890e-4183-bf0d-6ef59c658d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787838 Jan 28 19:23:00.242903 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-aed5e436-a0f4-4632-b651-e12532cbf43b req-3de733c6-154f-4158-99d3-13ce556b5e97 service neutron] For port 0de5e835-b1b7-47c9-a9c1-41d3ac8a15bf, host n-h1-812111-14, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:23:00.247067 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-aed5e436-a0f4-4632-b651-e12532cbf43b req-3de733c6-154f-4158-99d3-13ce556b5e97 service neutron] For port 0de5e835-b1b7-47c9-a9c1-41d3ac8a15bf, host n-h1-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=0de5e835-b1b7-47c9-a9c1-41d3ac8a15bf,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:23:00.287340 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-aed5e436-a0f4-4632-b651-e12532cbf43b req-3de733c6-154f-4158-99d3-13ce556b5e97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (0de5e835-b1b7-47c9-a9c1-41d3ac8a15bf), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:00.310620 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0541cdf-b6f5-4e6e-ac46-7b704b62a6b0 req-7182bd4f-7442-477d-934b-06d8826e9917 tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:00.312136 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f0541cdf-b6f5-4e6e-ac46-7b704b62a6b0 req-7182bd4f-7442-477d-934b-06d8826e9917 tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] 10.222.0.64 "GET /v2.0/ports?device_id=dab0b308-89b2-4933-b603-3ff959dae23c HTTP/1.1" status: 200 len: 945 time: 0.9561057 Jan 28 19:23:00.346849 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed5e436-a0f4-4632-b651-e12532cbf43b req-3de733c6-154f-4158-99d3-13ce556b5e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:00.347526 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-aed5e436-a0f4-4632-b651-e12532cbf43b req-3de733c6-154f-4158-99d3-13ce556b5e97 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:00.349994 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-aed5e436-a0f4-4632-b651-e12532cbf43b req-3de733c6-154f-4158-99d3-13ce556b5e97 service neutron] 10.222.0.41 "PUT /v2.0/ports/0de5e835-b1b7-47c9-a9c1-41d3ac8a15bf HTTP/1.1" status: 200 len: 1097 time: 1.9759400 Jan 28 19:23:00.361645 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a47f6a4-d74b-4921-b485-5d2c0f03f514', 'tag': '0de5e835-b1b7-47c9-a9c1-41d3ac8a15bf'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:23:00.364314 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf2f92ae-915e-431b-ac75-94a327c7f20b" -d '{"events": [{"name": "network-changed", "server_uuid": "9a47f6a4-d74b-4921-b485-5d2c0f03f514", "tag": "0de5e835-b1b7-47c9-a9c1-41d3ac8a15bf"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:23:00.374126 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85724f35-9660-40cb-b0df-801e95877f32 req-b2db8348-9775-42fa-8fff-dd6797b71825 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:00.376652 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-85724f35-9660-40cb-b0df-801e95877f32 req-b2db8348-9775-42fa-8fff-dd6797b71825 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a47f6a4-d74b-4921-b485-5d2c0f03f514 HTTP/1.1" status: 200 len: 948 time: 0.1384315 Jan 28 19:23:00.430582 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f0541cdf-b6f5-4e6e-ac46-7b704b62a6b0 req-d62c5159-286a-4568-8b61-c23ce2584cf1 tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed5dbff7-d8b6-44bf-8755-79d5f3e8f67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929644 Jan 28 19:23:00.484611 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de733c6-154f-4158-99d3-13ce556b5e97 service neutron] Pushing event updated for resources: {'Port': ['ID=0de5e835-b1b7-47c9-a9c1-41d3ac8a15bf,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:00.498506 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-85724f35-9660-40cb-b0df-801e95877f32 req-fe189b5b-7359-40ac-b826-c83fd88c0126 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d07f2a-7a3d-4718-9c1b-16394753837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984573 Jan 28 19:23:00.507154 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed5e436-a0f4-4632-b651-e12532cbf43b req-cab4fd42-968c-495c-80f2-2228a8e71f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:00.508697 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-aed5e436-a0f4-4632-b651-e12532cbf43b req-cab4fd42-968c-495c-80f2-2228a8e71f08 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e0a949cf73864faf86b4b8a64f5cd635&device_id=9a47f6a4-d74b-4921-b485-5d2c0f03f514 HTTP/1.1" status: 200 len: 1131 time: 0.0819302 Jan 28 19:23:00.573547 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-aed5e436-a0f4-4632-b651-e12532cbf43b req-38eb098b-bcb4-4300-a0d7-26af29e3b941 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=0de5e835-b1b7-47c9-a9c1-41d3ac8a15bf HTTP/1.1" status: 200 len: 217 time: 0.0556314 Jan 28 19:23:00.617173 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Fri, 28 Jan 2022 19:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a939459-ac95-43e3-8ed7-d453a5e781a3 x-openstack-request-id: req-1a939459-ac95-43e3-8ed7-d453a5e781a3 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:23:00.617854 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bd15075-1e8c-4d4e-9154-d45912ca536e", "name": "network-vif-plugged", "status": "completed", "tag": "3657d8f5-b07c-40a7-9a6f-0ffcaf827d3b", "code": 200}, {"server_uuid": "7a5dbe80-99b1-4f54-a8fe-df14c088d276", "name": "network-vif-plugged", "status": "completed", "tag": "5c9e75e0-38b7-4860-b2a5-2822dcde0367", "code": 200}, {"server_uuid": "5bd15075-1e8c-4d4e-9154-d45912ca536e", "name": "network-vif-plugged", "status": "completed", "tag": "c3073dc0-3618-42ea-9203-95c126bbd569", "code": 200}, {"server_uuid": "5bd15075-1e8c-4d4e-9154-d45912ca536e", "name": "network-vif-plugged", "status": "completed", "tag": "531bdf71-3dde-4e38-8c1a-ff8047145e91", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:23:00.618341 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1a939459-ac95-43e3-8ed7-d453a5e781a3 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:23:00.618955 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bd15075-1e8c-4d4e-9154-d45912ca536e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3657d8f5-b07c-40a7-9a6f-0ffcaf827d3b', 'code': 200} Jan 28 19:23:00.619413 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a5dbe80-99b1-4f54-a8fe-df14c088d276', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c9e75e0-38b7-4860-b2a5-2822dcde0367', 'code': 200} Jan 28 19:23:00.619863 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bd15075-1e8c-4d4e-9154-d45912ca536e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3073dc0-3618-42ea-9203-95c126bbd569', 'code': 200} Jan 28 19:23:00.620338 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bd15075-1e8c-4d4e-9154-d45912ca536e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '531bdf71-3dde-4e38-8c1a-ff8047145e91', 'code': 200} Jan 28 19:23:00.656383 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed5e436-a0f4-4632-b651-e12532cbf43b req-0798cc87-ac9d-4d76-b876-daaa42a14522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:00.658855 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-aed5e436-a0f4-4632-b651-e12532cbf43b req-0798cc87-ac9d-4d76-b876-daaa42a14522 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f2de4832-9ef6-4f40-9ac5-1557d5e6a6ff HTTP/1.1" status: 200 len: 843 time: 0.0765922 Jan 28 19:23:00.724409 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdc68d2-45c1-45ea-b5c3-b4f11d0999db req-d858bfa9-0585-49f7-bc4c-bae3da391bdb tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:00.726103 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1cdc68d2-45c1-45ea-b5c3-b4f11d0999db req-d858bfa9-0585-49f7-bc4c-bae3da391bdb tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e48b655-5911-4dcd-a073-26e765e9c04d HTTP/1.1" status: 200 len: 945 time: 0.1245153 Jan 28 19:23:00.790995 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed5e436-a0f4-4632-b651-e12532cbf43b req-fcb3f14a-75f4-4b13-b862-12426f43db5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:00.791920 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-aed5e436-a0f4-4632-b651-e12532cbf43b req-fcb3f14a-75f4-4b13-b862-12426f43db5c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7810caa2-eac6-457d-9302-c8c215ef3e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1203396 Jan 28 19:23:00.805626 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e167110-ae43-4174-b068-385aa24ea1db req-bdb08106-1fda-4741-8194-a058023db818 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:00.808201 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-0e167110-ae43-4174-b068-385aa24ea1db req-bdb08106-1fda-4741-8194-a058023db818 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] 10.222.0.64 "GET /v2.0/ports?device_id=26a79b09-d492-4b76-8b2b-6fad06619d62 HTTP/1.1" status: 200 len: 946 time: 0.0891173 Jan 28 19:23:00.883227 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d25f19-b7a7-4f12-a578-0935b7cd0610 req-ba8985d5-15c0-4b26-a53d-0de382072ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:00.885456 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d25f19-b7a7-4f12-a578-0935b7cd0610 req-ba8985d5-15c0-4b26-a53d-0de382072ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:00.885456 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d25f19-b7a7-4f12-a578-0935b7cd0610 req-ba8985d5-15c0-4b26-a53d-0de382072ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:00.885456 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d25f19-b7a7-4f12-a578-0935b7cd0610 req-ba8985d5-15c0-4b26-a53d-0de382072ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:00.885456 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d25f19-b7a7-4f12-a578-0935b7cd0610 req-ba8985d5-15c0-4b26-a53d-0de382072ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:00.885780 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d25f19-b7a7-4f12-a578-0935b7cd0610 req-ba8985d5-15c0-4b26-a53d-0de382072ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:00.886180 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d25f19-b7a7-4f12-a578-0935b7cd0610 req-ba8985d5-15c0-4b26-a53d-0de382072ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:00.888775 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-56d25f19-b7a7-4f12-a578-0935b7cd0610 req-ba8985d5-15c0-4b26-a53d-0de382072ca4 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=5bd15075-1e8c-4d4e-9154-d45912ca536e HTTP/1.1" status: 200 len: 6717 time: 0.1617661 Jan 28 19:23:00.918106 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de1d1db-f20d-4022-bb0b-69fcdf9d2410 req-43805261-b4a4-4bde-bd63-88ab74d4e6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:00.918596 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de1d1db-f20d-4022-bb0b-69fcdf9d2410 req-43805261-b4a4-4bde-bd63-88ab74d4e6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:00.919659 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de1d1db-f20d-4022-bb0b-69fcdf9d2410 req-43805261-b4a4-4bde-bd63-88ab74d4e6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:00.921335 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3de1d1db-f20d-4022-bb0b-69fcdf9d2410 req-43805261-b4a4-4bde-bd63-88ab74d4e6c2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7a5dbe80-99b1-4f54-a8fe-df14c088d276 HTTP/1.1" status: 200 len: 2965 time: 0.1656256 Jan 28 19:23:00.946587 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1cdc68d2-45c1-45ea-b5c3-b4f11d0999db req-4d079a61-edc8-4d76-897f-598bf8db38b3 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff0a7ca0-73d1-435a-8c79-518c9bdfd3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783590 Jan 28 19:23:00.990385 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-0e167110-ae43-4174-b068-385aa24ea1db req-ad109ba1-6d4b-405c-9964-9b040f41857b tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] 10.222.0.64 "GET /v2.0/security-groups?id=a17e8282-0405-4e4b-9340-e89106f12f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568480 Jan 28 19:23:01.029782 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-aed5e436-a0f4-4632-b651-e12532cbf43b req-6167fce4-916f-4abd-be45-d0068447174f service neutron] 10.222.0.41 "GET /v2.0/networks/7810caa2-eac6-457d-9302-c8c215ef3e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213254 Jan 28 19:23:01.035572 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-56d25f19-b7a7-4f12-a578-0935b7cd0610 req-e5b4a91f-76eb-4f1b-b054-174585ac0ccd service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=abf1c1e9-b349-4aee-9c71-682c8b55783a&id=b98a868e-e5c1-410f-a3c5-8429d6410f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1310070 Jan 28 19:23:01.151903 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3de1d1db-f20d-4022-bb0b-69fcdf9d2410 req-c730a3d3-243c-4622-862a-adc7340d5924 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=bec31a1c-c230-472f-91bb-962fc9cfddde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926281 Jan 28 19:23:01.169226 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-aed5e436-a0f4-4632-b651-e12532cbf43b req-49badc41-f3ce-4d57-9d7f-00fa97f0d54e service neutron] 10.222.0.41 "GET /v2.0/networks/7810caa2-eac6-457d-9302-c8c215ef3e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303198 Jan 28 19:23:01.197703 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d771629-de1e-4c2c-8287-060f225a178a req-bf098ab1-5aaa-44d0-bbcf-4ab3308d930d tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:01.204052 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d771629-de1e-4c2c-8287-060f225a178a req-bf098ab1-5aaa-44d0-bbcf-4ab3308d930d tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:01.298636 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87d1b9f1-d81a-4dd5-8b27-592b5cf23c38 x-openstack-request-id: req-87d1b9f1-d81a-4dd5-8b27-592b5cf23c38 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:23:01.298636 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a47f6a4-d74b-4921-b485-5d2c0f03f514", "tag": "0de5e835-b1b7-47c9-a9c1-41d3ac8a15bf", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:23:01.298636 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-87d1b9f1-d81a-4dd5-8b27-592b5cf23c38 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:23:01.298636 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a47f6a4-d74b-4921-b485-5d2c0f03f514', 'tag': '0de5e835-b1b7-47c9-a9c1-41d3ac8a15bf', 'status': 'completed', 'code': 200} Jan 28 19:23:01.299455 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d771629-de1e-4c2c-8287-060f225a178a req-bf098ab1-5aaa-44d0-bbcf-4ab3308d930d tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:01.299455 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d771629-de1e-4c2c-8287-060f225a178a req-bf098ab1-5aaa-44d0-bbcf-4ab3308d930d tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:01.299455 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d771629-de1e-4c2c-8287-060f225a178a req-bf098ab1-5aaa-44d0-bbcf-4ab3308d930d tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:01.299455 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d771629-de1e-4c2c-8287-060f225a178a req-bf098ab1-5aaa-44d0-bbcf-4ab3308d930d tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:01.299455 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d771629-de1e-4c2c-8287-060f225a178a req-bf098ab1-5aaa-44d0-bbcf-4ab3308d930d tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:01.299455 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8d771629-de1e-4c2c-8287-060f225a178a req-bf098ab1-5aaa-44d0-bbcf-4ab3308d930d tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.64 "GET /v2.0/ports?device_id=5bd15075-1e8c-4d4e-9154-d45912ca536e HTTP/1.1" status: 200 len: 5436 time: 0.1916480 Jan 28 19:23:01.354734 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a81c545-8274-43b6-89dc-d9347f6a1cc8 req-6a892bf9-aa3c-4585-b167-b7a6e18ca196 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:01.359705 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8d771629-de1e-4c2c-8287-060f225a178a req-e4d9dd96-7f77-46db-bbfe-2fe28a9ccb02 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.64 "GET /v2.0/security-groups?id=abf1c1e9-b349-4aee-9c71-682c8b55783a&id=b98a868e-e5c1-410f-a3c5-8429d6410f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0878816 Jan 28 19:23:01.361012 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a81c545-8274-43b6-89dc-d9347f6a1cc8 req-6a892bf9-aa3c-4585-b167-b7a6e18ca196 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:01.368228 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a81c545-8274-43b6-89dc-d9347f6a1cc8 req-6a892bf9-aa3c-4585-b167-b7a6e18ca196 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:01.382162 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1a81c545-8274-43b6-89dc-d9347f6a1cc8 req-6a892bf9-aa3c-4585-b167-b7a6e18ca196 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a5dbe80-99b1-4f54-a8fe-df14c088d276 HTTP/1.1" status: 200 len: 2416 time: 0.0948546 Jan 28 19:23:01.484418 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1a81c545-8274-43b6-89dc-d9347f6a1cc8 req-29c0fdb8-adb6-4d54-bc45-75538c2d9ec4 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] 10.222.0.64 "GET /v2.0/security-groups?id=bec31a1c-c230-472f-91bb-962fc9cfddde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994396 Jan 28 19:23:01.491680 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2f92ae-915e-431b-ac75-94a327c7f20b req-51a0c9d9-6d8c-4d46-8f4d-73fb6aa1984d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:01.493445 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-bf2f92ae-915e-431b-ac75-94a327c7f20b req-51a0c9d9-6d8c-4d46-8f4d-73fb6aa1984d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e0a949cf73864faf86b4b8a64f5cd635&device_id=9a47f6a4-d74b-4921-b485-5d2c0f03f514 HTTP/1.1" status: 200 len: 1131 time: 0.0868373 Jan 28 19:23:01.679477 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2f92ae-915e-431b-ac75-94a327c7f20b req-15d14e59-56f2-4bfe-8036-4fdfc3e78053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:01.681391 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-bf2f92ae-915e-431b-ac75-94a327c7f20b req-15d14e59-56f2-4bfe-8036-4fdfc3e78053 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7810caa2-eac6-457d-9302-c8c215ef3e91 HTTP/1.1" status: 200 len: 869 time: 0.1807642 Jan 28 19:23:01.691477 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c170b1-29f6-40da-80c8-eca0ee626bd9 req-c45d640b-606e-4e72-ba9a-afa1b6ea96b5 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:01.698885 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-61c170b1-29f6-40da-80c8-eca0ee626bd9 req-c45d640b-606e-4e72-ba9a-afa1b6ea96b5 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/ports?device_id=526e2654-a350-462e-8c7e-a53643b5bc70 HTTP/1.1" status: 200 len: 945 time: 0.0964921 Jan 28 19:23:01.754961 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-bf2f92ae-915e-431b-ac75-94a327c7f20b req-a5da85c1-ac41-4dd7-8975-32aa797b0a12 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=0de5e835-b1b7-47c9-a9c1-41d3ac8a15bf HTTP/1.1" status: 200 len: 217 time: 0.0540240 Jan 28 19:23:01.822163 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-61c170b1-29f6-40da-80c8-eca0ee626bd9 req-8d3adc45-8b76-46c7-a28d-45077f11201f tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/security-groups?id=e52b5309-890e-4183-bf0d-6ef59c658d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210828 Jan 28 19:23:01.845950 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2f92ae-915e-431b-ac75-94a327c7f20b req-669ec1e6-7c59-496f-9774-ac7564a38aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:01.847265 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-bf2f92ae-915e-431b-ac75-94a327c7f20b req-669ec1e6-7c59-496f-9774-ac7564a38aa6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f2de4832-9ef6-4f40-9ac5-1557d5e6a6ff HTTP/1.1" status: 200 len: 843 time: 0.0814927 Jan 28 19:23:01.914293 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9b34f3-042d-4314-a9a6-037e3ff6c1fc req-0e82ff69-84ed-4d02-9c8e-1d3130297f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:01.920291 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4e9b34f3-042d-4314-a9a6-037e3ff6c1fc req-0e82ff69-84ed-4d02-9c8e-1d3130297f6e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=dab0b308-89b2-4933-b603-3ff959dae23c HTTP/1.1" status: 200 len: 1128 time: 0.1459069 Jan 28 19:23:01.983092 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2f92ae-915e-431b-ac75-94a327c7f20b req-65abd60a-bd84-4a2d-a3ae-29bf7aacaaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:01.984855 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-bf2f92ae-915e-431b-ac75-94a327c7f20b req-65abd60a-bd84-4a2d-a3ae-29bf7aacaaa5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7810caa2-eac6-457d-9302-c8c215ef3e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1255028 Jan 28 19:23:02.027591 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdcd273-0f44-4edc-864e-894ccfd9d5d4 req-137bf4a7-435c-4df9-8f39-862eef516f71 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:02.029753 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-cbdcd273-0f44-4edc-864e-894ccfd9d5d4 req-137bf4a7-435c-4df9-8f39-862eef516f71 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a47f6a4-d74b-4921-b485-5d2c0f03f514 HTTP/1.1" status: 200 len: 948 time: 0.1066208 Jan 28 19:23:02.060628 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4e9b34f3-042d-4314-a9a6-037e3ff6c1fc req-6bece313-0e6e-4409-a278-d4da770b5f42 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ed5dbff7-d8b6-44bf-8755-79d5f3e8f67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343153 Jan 28 19:23:02.077447 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b26d619-d7b6-4e0d-a5dc-1e2eb14127c6 req-a7a6862c-65bb-4c70-82f1-ee7a852a7aa8 tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:02.079274 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9b26d619-d7b6-4e0d-a5dc-1e2eb14127c6 req-a7a6862c-65bb-4c70-82f1-ee7a852a7aa8 tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] 10.222.0.64 "GET /v2.0/ports?device_id=dab0b308-89b2-4933-b603-3ff959dae23c HTTP/1.1" status: 200 len: 945 time: 0.1237810 Jan 28 19:23:02.160826 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9b26d619-d7b6-4e0d-a5dc-1e2eb14127c6 req-a7083ba5-f711-4443-b7a9-e94dfc5c78fd tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed5dbff7-d8b6-44bf-8755-79d5f3e8f67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760188 Jan 28 19:23:02.472847 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5446378-13a8-42d9-9d43-299eb45f1c45 req-bf65141f-f609-410e-9959-a54e9e887fca tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:02.482769 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e5446378-13a8-42d9-9d43-299eb45f1c45 req-bf65141f-f609-410e-9959-a54e9e887fca tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e48b655-5911-4dcd-a073-26e765e9c04d HTTP/1.1" status: 200 len: 945 time: 0.1070261 Jan 28 19:23:02.583488 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e5446378-13a8-42d9-9d43-299eb45f1c45 req-790a4d6c-d93c-4966-a503-caf3edf19178 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff0a7ca0-73d1-435a-8c79-518c9bdfd3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877178 Jan 28 19:23:02.602959 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-cbdcd273-0f44-4edc-864e-894ccfd9d5d4 req-39414756-fb54-44d3-96f4-24633c15df14 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d07f2a-7a3d-4718-9c1b-16394753837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699054 Jan 28 19:23:02.622361 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e48b655-5911-4dcd-a073-26e765e9c04d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3ecd62f-085f-4988-b473-992cd603c18e'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:23:02.626830 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d39189f-52b2-4477-92e6-babe8ab8d4c6" -d '{"events": [{"server_uuid": "4e48b655-5911-4dcd-a073-26e765e9c04d", "name": "network-vif-plugged", "status": "completed", "tag": "c3ecd62f-085f-4988-b473-992cd603c18e"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:23:02.644078 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-bf2f92ae-915e-431b-ac75-94a327c7f20b req-93b1640c-d934-4f3a-b53a-9f2723a9bd9e service neutron] 10.222.0.41 "GET /v2.0/networks/7810caa2-eac6-457d-9302-c8c215ef3e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6523433 Jan 28 19:23:02.765987 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 47304) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:23:02.767905 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3d1404-554d-4fd5-9bdf-19f307ff328c req-0e2da311-923c-4ffb-b6e7-1e36fa7139ff tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:02.773765 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3d1404-554d-4fd5-9bdf-19f307ff328c req-0e2da311-923c-4ffb-b6e7-1e36fa7139ff tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:02.779367 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3d1404-554d-4fd5-9bdf-19f307ff328c req-0e2da311-923c-4ffb-b6e7-1e36fa7139ff tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:02.785457 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3d1404-554d-4fd5-9bdf-19f307ff328c req-0e2da311-923c-4ffb-b6e7-1e36fa7139ff tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:02.792174 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3d1404-554d-4fd5-9bdf-19f307ff328c req-0e2da311-923c-4ffb-b6e7-1e36fa7139ff tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:02.798235 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3d1404-554d-4fd5-9bdf-19f307ff328c req-0e2da311-923c-4ffb-b6e7-1e36fa7139ff tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:02.803964 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3d1404-554d-4fd5-9bdf-19f307ff328c req-0e2da311-923c-4ffb-b6e7-1e36fa7139ff tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:02.805977 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-bf3d1404-554d-4fd5-9bdf-19f307ff328c req-0e2da311-923c-4ffb-b6e7-1e36fa7139ff tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.64 "GET /v2.0/ports?device_id=5bd15075-1e8c-4d4e-9154-d45912ca536e HTTP/1.1" status: 200 len: 5436 time: 0.1326578 Jan 28 19:23:02.810869 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-bf2f92ae-915e-431b-ac75-94a327c7f20b req-595adbc6-55f9-4940-9e06-6b97fb23c475 service neutron] 10.222.0.41 "GET /v2.0/networks/7810caa2-eac6-457d-9302-c8c215ef3e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513653 Jan 28 19:23:02.829358 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba64943-a68a-435d-b9d6-b22c9981bd5f req-3cfe0780-2689-48c0-bb4b-40a26459cb0f tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:02.835743 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba64943-a68a-435d-b9d6-b22c9981bd5f req-3cfe0780-2689-48c0-bb4b-40a26459cb0f tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:02.844539 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba64943-a68a-435d-b9d6-b22c9981bd5f req-3cfe0780-2689-48c0-bb4b-40a26459cb0f tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:02.846749 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-bba64943-a68a-435d-b9d6-b22c9981bd5f req-3cfe0780-2689-48c0-bb4b-40a26459cb0f tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a5dbe80-99b1-4f54-a8fe-df14c088d276 HTTP/1.1" status: 200 len: 2416 time: 0.1195321 Jan 28 19:23:02.887528 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-bf3d1404-554d-4fd5-9bdf-19f307ff328c req-87dc0a3e-6b0c-445d-9c6d-5f359076409b tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.64 "GET /v2.0/security-groups?id=abf1c1e9-b349-4aee-9c71-682c8b55783a&id=b98a868e-e5c1-410f-a3c5-8429d6410f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0706899 Jan 28 19:23:02.936330 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd666772-70ce-4a60-8807-b45b5d3350d2 x-openstack-request-id: req-bd666772-70ce-4a60-8807-b45b5d3350d2 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:23:02.936688 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e48b655-5911-4dcd-a073-26e765e9c04d", "name": "network-vif-plugged", "status": "completed", "tag": "c3ecd62f-085f-4988-b473-992cd603c18e", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:23:02.937002 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bd666772-70ce-4a60-8807-b45b5d3350d2 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:23:02.938201 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e48b655-5911-4dcd-a073-26e765e9c04d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3ecd62f-085f-4988-b473-992cd603c18e', 'code': 200} Jan 28 19:23:02.955550 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-bba64943-a68a-435d-b9d6-b22c9981bd5f req-3c00f34f-93a0-4ecf-8836-c93a443f0f81 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] 10.222.0.64 "GET /v2.0/security-groups?id=bec31a1c-c230-472f-91bb-962fc9cfddde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023042 Jan 28 19:23:03.067963 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-00ff152a-8bcf-443a-8531-14f77e8e54a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:03.155393 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480267c6-2020-4851-8d60-13e64e43ac71 req-ba3eda21-8b6f-4376-ac33-0a05517a03a6 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:03.163382 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-480267c6-2020-4851-8d60-13e64e43ac71 req-ba3eda21-8b6f-4376-ac33-0a05517a03a6 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/ports?device_id=526e2654-a350-462e-8c7e-a53643b5bc70 HTTP/1.1" status: 200 len: 945 time: 0.1256514 Jan 28 19:23:03.267275 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-480267c6-2020-4851-8d60-13e64e43ac71 req-b87c95b1-8c88-4518-99e6-ce2880f7fc18 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/security-groups?id=e52b5309-890e-4183-bf0d-6ef59c658d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009943 Jan 28 19:23:03.272464 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-00ff152a-8bcf-443a-8531-14f77e8e54a3 admin admin] Publish callbacks [] for security_group (8115a78d-81ed-42fe-9551-907d636bae92), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:03.294494 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-00ff152a-8bcf-443a-8531-14f77e8e54a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (8115a78d-81ed-42fe-9551-907d636bae92), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:03.358296 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-00ff152a-8bcf-443a-8531-14f77e8e54a3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=734a354676704a81bef76320e6e9729c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5916770 Jan 28 19:23:03.359947 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 47320) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:23:03.360726 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ff152a-8bcf-443a-8531-14f77e8e54a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8115a78d-81ed-42fe-9551-907d636bae92,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:03.428497 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e3c6da-2c89-4ff1-a649-20c15e83a217 req-14ccd1c2-40f7-4cdc-80b8-176d183718e4 tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:03.430220 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b520cea3-0fee-4c66-ac32-b62935f70b1c admin admin] Publish callbacks [] for security_group (8115a78d-81ed-42fe-9551-907d636bae92), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:03.436549 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b4e3c6da-2c89-4ff1-a649-20c15e83a217 req-14ccd1c2-40f7-4cdc-80b8-176d183718e4 tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] 10.222.0.64 "GET /v2.0/ports?device_id=dab0b308-89b2-4933-b603-3ff959dae23c HTTP/1.1" status: 200 len: 945 time: 0.0845120 Jan 28 19:23:03.460639 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b520cea3-0fee-4c66-ac32-b62935f70b1c admin admin] Publish callbacks [] for security_group (8115a78d-81ed-42fe-9551-907d636bae92), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:03.504405 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b4e3c6da-2c89-4ff1-a649-20c15e83a217 req-861d27cb-e3aa-4a90-b2c4-0de62fa99014 tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed5dbff7-d8b6-44bf-8755-79d5f3e8f67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669427 Jan 28 19:23:03.580075 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b520cea3-0fee-4c66-ac32-b62935f70b1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (8115a78d-81ed-42fe-9551-907d636bae92), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:03.584024 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b520cea3-0fee-4c66-ac32-b62935f70b1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:03.584024 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-b520cea3-0fee-4c66-ac32-b62935f70b1c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8115a78d-81ed-42fe-9551-907d636bae92 HTTP/1.1" status: 204 len: 168 time: 0.2201498 Jan 28 19:23:03.597388 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b520cea3-0fee-4c66-ac32-b62935f70b1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8115a78d-81ed-42fe-9551-907d636bae92,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:03.607795 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d3e58d-0bfb-4967-add0-ca4833154b9a req-a47f4723-2c3d-4b05-b604-6685e2c9b063 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:03.613956 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d3e58d-0bfb-4967-add0-ca4833154b9a req-a47f4723-2c3d-4b05-b604-6685e2c9b063 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:03.619406 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d3e58d-0bfb-4967-add0-ca4833154b9a req-a47f4723-2c3d-4b05-b604-6685e2c9b063 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:03.626634 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f2d3e58d-0bfb-4967-add0-ca4833154b9a req-a47f4723-2c3d-4b05-b604-6685e2c9b063 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a5dbe80-99b1-4f54-a8fe-df14c088d276 HTTP/1.1" status: 200 len: 2416 time: 0.1074519 Jan 28 19:23:03.686779 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f2d3e58d-0bfb-4967-add0-ca4833154b9a req-b7a4f29e-f38b-4a7a-9b10-0f2418419ab0 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] 10.222.0.64 "GET /v2.0/security-groups?id=bec31a1c-c230-472f-91bb-962fc9cfddde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591474 Jan 28 19:23:03.761352 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e450854-0822-4176-b255-616a312aad47 req-3324560c-3461-4633-93c4-71ef8a87736d tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:03.763184 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8e450854-0822-4176-b255-616a312aad47 req-3324560c-3461-4633-93c4-71ef8a87736d tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e48b655-5911-4dcd-a073-26e765e9c04d HTTP/1.1" status: 200 len: 945 time: 0.0670550 Jan 28 19:23:03.865686 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51175e75-5319-41cc-b68b-efcf2e1cb59e req-0fc028f7-13b2-44fe-b60b-cb955e830325 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:03.872907 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-51175e75-5319-41cc-b68b-efcf2e1cb59e req-0fc028f7-13b2-44fe-b60b-cb955e830325 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a47f6a4-d74b-4921-b485-5d2c0f03f514 HTTP/1.1" status: 200 len: 948 time: 0.0793083 Jan 28 19:23:03.883770 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8e450854-0822-4176-b255-616a312aad47 req-9a2f951e-4022-4cb7-b52e-1f73f7129980 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff0a7ca0-73d1-435a-8c79-518c9bdfd3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099248 Jan 28 19:23:03.956133 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-51175e75-5319-41cc-b68b-efcf2e1cb59e req-54831bb7-1a92-4076-990b-e4193014763f tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d07f2a-7a3d-4718-9c1b-16394753837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754216 Jan 28 19:23:04.094832 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b6ee1e-09c2-484b-aec9-be0d6aee1ac2 req-2312a5d7-1e45-4e83-8b4d-7064f2ac1a27 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:04.100609 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b6ee1e-09c2-484b-aec9-be0d6aee1ac2 req-2312a5d7-1e45-4e83-8b4d-7064f2ac1a27 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:04.106748 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b6ee1e-09c2-484b-aec9-be0d6aee1ac2 req-2312a5d7-1e45-4e83-8b4d-7064f2ac1a27 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:04.113092 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b6ee1e-09c2-484b-aec9-be0d6aee1ac2 req-2312a5d7-1e45-4e83-8b4d-7064f2ac1a27 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:04.113303 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 47352) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:23:04.118263 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b6ee1e-09c2-484b-aec9-be0d6aee1ac2 req-2312a5d7-1e45-4e83-8b4d-7064f2ac1a27 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:04.120151 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d249808-f585-4e94-b3af-542f6c88a0ed req-32a588c7-3386-4563-8a22-97339bafd4e9 tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:04.121653 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4d249808-f585-4e94-b3af-542f6c88a0ed req-32a588c7-3386-4563-8a22-97339bafd4e9 tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] 10.222.0.64 "GET /v2.0/networks?id=33c095fb-ef38-447a-b00a-cb10b3a9fb6a HTTP/1.1" status: 200 len: 811 time: 0.1562552 Jan 28 19:23:04.123489 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b6ee1e-09c2-484b-aec9-be0d6aee1ac2 req-2312a5d7-1e45-4e83-8b4d-7064f2ac1a27 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:04.130057 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b6ee1e-09c2-484b-aec9-be0d6aee1ac2 req-2312a5d7-1e45-4e83-8b4d-7064f2ac1a27 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:04.132008 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-56b6ee1e-09c2-484b-aec9-be0d6aee1ac2 req-2312a5d7-1e45-4e83-8b4d-7064f2ac1a27 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.64 "GET /v2.0/ports?device_id=5bd15075-1e8c-4d4e-9154-d45912ca536e HTTP/1.1" status: 200 len: 5436 time: 0.1029997 Jan 28 19:23:04.146421 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-50cfa1ba-cfba-4a8f-85e2-e86cfc735522 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:04.149340 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4d249808-f585-4e94-b3af-542f6c88a0ed req-4a875777-7d8e-43c4-8a01-d34935c450d1 tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] 10.222.0.64 "GET /v2.0/quotas/13f3263032ef4a4996ce9c7be76c5dc2 HTTP/1.1" status: 200 len: 375 time: 0.0129344 Jan 28 19:23:04.234462 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 23c84e58-ad8e-4cf4-977a-e504aac93676 details requested by agent hyperv_n-h2-812111-14 with host n-h2-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:23:04.238385 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-56b6ee1e-09c2-484b-aec9-be0d6aee1ac2 req-2d89e214-5975-4db3-bdea-c7f6836544e7 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.64 "GET /v2.0/security-groups?id=abf1c1e9-b349-4aee-9c71-682c8b55783a&id=b98a868e-e5c1-410f-a3c5-8429d6410f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0992155 Jan 28 19:23:04.266657 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4d249808-f585-4e94-b3af-542f6c88a0ed req-dca338dd-7cc2-4491-9201-c7ba2244b3c5 tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=13f3263032ef4a4996ce9c7be76c5dc2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1092215 Jan 28 19:23:04.364916 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 23c84e58-ad8e-4cf4-977a-e504aac93676, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=23c84e58-ad8e-4cf4-977a-e504aac93676,segment=NetworkSegment(061cb951-c0bc-4d59-a3f2-ff4acb095ff3),segment_id=061cb951-c0bc-4d59-a3f2-ff4acb095ff3)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:23:04.394950 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-50cfa1ba-cfba-4a8f-85e2-e86cfc735522 admin admin] Publish callbacks [] for security_group (e7ea674a-9f84-4a62-a464-9a86502ab2fc), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:04.396141 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Returning: {'device': '23c84e58-ad8e-4cf4-977a-e504aac93676', 'network_id': 'c4302b73-ca61-4da7-b39f-ec4ea0448ca6', 'port_id': '23c84e58-ad8e-4cf4-977a-e504aac93676', 'mac_address': 'fa:16:3e:89:00:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88147782-fd39-461f-889a-eefda05a9cf4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:23:04.404724 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4d249808-f585-4e94-b3af-542f6c88a0ed req-da226b61-b72a-44d3-90af-f07c2d6cc73c service neutron] 10.222.0.64 "GET /v2.0/networks/33c095fb-ef38-447a-b00a-cb10b3a9fb6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369877 Jan 28 19:23:04.416017 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-50cfa1ba-cfba-4a8f-85e2-e86cfc735522 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (e7ea674a-9f84-4a62-a464-9a86502ab2fc), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:04.439005 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168d4e7e-3bc3-4334-9d39-e39f60c9e741 req-9ef4aba5-d48b-4dd7-ade3-9c7dc24006c4 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:04.444376 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168d4e7e-3bc3-4334-9d39-e39f60c9e741 req-9ef4aba5-d48b-4dd7-ade3-9c7dc24006c4 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:04.450329 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168d4e7e-3bc3-4334-9d39-e39f60c9e741 req-9ef4aba5-d48b-4dd7-ade3-9c7dc24006c4 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:04.456085 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168d4e7e-3bc3-4334-9d39-e39f60c9e741 req-9ef4aba5-d48b-4dd7-ade3-9c7dc24006c4 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:04.457339 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 23c84e58-ad8e-4cf4-977a-e504aac93676 is: ACTIVE; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:23:04.458004 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (23c84e58-ad8e-4cf4-977a-e504aac93676), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:04.462370 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168d4e7e-3bc3-4334-9d39-e39f60c9e741 req-9ef4aba5-d48b-4dd7-ade3-9c7dc24006c4 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:04.471669 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168d4e7e-3bc3-4334-9d39-e39f60c9e741 req-9ef4aba5-d48b-4dd7-ade3-9c7dc24006c4 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:04.477088 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 23c84e58-ad8e-4cf4-977a-e504aac93676 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:23:04.477520 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168d4e7e-3bc3-4334-9d39-e39f60c9e741 req-9ef4aba5-d48b-4dd7-ade3-9c7dc24006c4 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:04.480150 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-168d4e7e-3bc3-4334-9d39-e39f60c9e741 req-9ef4aba5-d48b-4dd7-ade3-9c7dc24006c4 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.64 "GET /v2.0/ports?device_id=5bd15075-1e8c-4d4e-9154-d45912ca536e HTTP/1.1" status: 200 len: 5436 time: 0.1429408 Jan 28 19:23:04.491402 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 47360) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:23:04.495979 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-49911b09-3200-41d6-95d6-96724719e0e7 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Request body: {'floatingip': {'port_id': '531bdf71-3dde-4e38-8c1a-ff8047145e91'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:23:04.500807 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 23c84e58-ad8e-4cf4-977a-e504aac93676, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=23c84e58-ad8e-4cf4-977a-e504aac93676,segment=NetworkSegment(061cb951-c0bc-4d59-a3f2-ff4acb095ff3),segment_id=061cb951-c0bc-4d59-a3f2-ff4acb095ff3)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:23:04.514003 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-50cfa1ba-cfba-4a8f-85e2-e86cfc735522 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d8f870a567fd40f1a098c343d15e1248&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3913386 Jan 28 19:23:04.523915 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (23c84e58-ad8e-4cf4-977a-e504aac93676), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:04.534309 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 47362) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:23:04.578253 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-49911b09-3200-41d6-95d6-96724719e0e7 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Publish callbacks [] for floatingip (3a999917-276d-4559-b134-2b21ca0e4d8e), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:04.588931 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cfa1ba-cfba-4a8f-85e2-e86cfc735522 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7ea674a-9f84-4a62-a464-9a86502ab2fc,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:04.589223 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=23c84e58-ad8e-4cf4-977a-e504aac93676,revision_number=6']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:04.597747 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:23:04.597747 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:23:04.598123 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:23:04.599273 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:23:04.600455 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:23:04.601675 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:23:04.602637 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:23:04.603250 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:23:04.604031 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:23:04.604612 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:23:04.605659 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:23:04.606232 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:23:04.606859 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:23:04.696890 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4d249808-f585-4e94-b3af-542f6c88a0ed req-7ab80785-8728-4b49-84d8-aebedbedd3da service neutron] 10.222.0.64 "GET /v2.0/networks/33c095fb-ef38-447a-b00a-cb10b3a9fb6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2874465 Jan 28 19:23:04.700664 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-322c023d-553a-402a-8623-56a4d19d26b4 admin admin] Publish callbacks [] for security_group (e7ea674a-9f84-4a62-a464-9a86502ab2fc), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:04.717916 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['23c84e58-ad8e-4cf4-977a-e504aac93676'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:23:04.723555 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8722a7f7-238c-4b9b-89a2-e15593fe20ad req-a6e1b253-299c-42b3-8567-756768cf629d tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:04.731065 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8722a7f7-238c-4b9b-89a2-e15593fe20ad req-a6e1b253-299c-42b3-8567-756768cf629d tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/ports?device_id=526e2654-a350-462e-8c7e-a53643b5bc70 HTTP/1.1" status: 200 len: 945 time: 0.1631286 Jan 28 19:23:04.738081 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-322c023d-553a-402a-8623-56a4d19d26b4 admin admin] Publish callbacks [] for security_group (e7ea674a-9f84-4a62-a464-9a86502ab2fc), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:04.798310 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-322c023d-553a-402a-8623-56a4d19d26b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (e7ea674a-9f84-4a62-a464-9a86502ab2fc), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:04.801013 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-322c023d-553a-402a-8623-56a4d19d26b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:04.802193 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-322c023d-553a-402a-8623-56a4d19d26b4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e7ea674a-9f84-4a62-a464-9a86502ab2fc HTTP/1.1" status: 204 len: 168 time: 0.2669411 Jan 28 19:23:04.833384 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322c023d-553a-402a-8623-56a4d19d26b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7ea674a-9f84-4a62-a464-9a86502ab2fc,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:05.007930 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8722a7f7-238c-4b9b-89a2-e15593fe20ad req-c3f437e2-0d14-4ca2-b6b4-f127547de0d1 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/security-groups?id=e52b5309-890e-4183-bf0d-6ef59c658d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2704537 Jan 28 19:23:05.082337 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 0de5e835-b1b7-47c9-a9c1-41d3ac8a15bf details requested by agent hyperv_n-h1-812111-14 with host n-h1-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:23:05.294727 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 0de5e835-b1b7-47c9-a9c1-41d3ac8a15bf, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=0de5e835-b1b7-47c9-a9c1-41d3ac8a15bf,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:23:05.308825 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Returning: {'device': '0de5e835-b1b7-47c9-a9c1-41d3ac8a15bf', 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91', 'port_id': '0de5e835-b1b7-47c9-a9c1-41d3ac8a15bf', 'mac_address': 'fa:16:3e:ff:b2:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2de4832-9ef6-4f40-9ac5-1557d5e6a6ff', 'ip_address': '192.168.233.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:23:05.348986 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d781dd40-7a02-457d-a173-4960cbbfe53f req-b0e591f4-b71e-468f-ba33-1acc4d8534f9 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:05.357646 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d781dd40-7a02-457d-a173-4960cbbfe53f req-b0e591f4-b71e-468f-ba33-1acc4d8534f9 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e48b655-5911-4dcd-a073-26e765e9c04d HTTP/1.1" status: 200 len: 945 time: 0.1149209 Jan 28 19:23:05.362911 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port 0de5e835-b1b7-47c9-a9c1-41d3ac8a15bf is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:23:05.363306 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (0de5e835-b1b7-47c9-a9c1-41d3ac8a15bf), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:05.381194 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0de5e835-b1b7-47c9-a9c1-41d3ac8a15bf {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:23:05.419506 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 0de5e835-b1b7-47c9-a9c1-41d3ac8a15bf, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=0de5e835-b1b7-47c9-a9c1-41d3ac8a15bf,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:23:05.420899 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d781dd40-7a02-457d-a173-4960cbbfe53f req-ebfe2009-0bae-4c9a-9f55-33d9519c5a1c tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff0a7ca0-73d1-435a-8c79-518c9bdfd3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601909 Jan 28 19:23:05.425486 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdc3cf4-8d0c-4cd3-92a3-8dd12387376f req-5d7ca63d-499f-486a-ba4c-b4342833db9d tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:05.431343 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdc3cf4-8d0c-4cd3-92a3-8dd12387376f req-5d7ca63d-499f-486a-ba4c-b4342833db9d tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:05.433647 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (0de5e835-b1b7-47c9-a9c1-41d3ac8a15bf), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:05.437015 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdc3cf4-8d0c-4cd3-92a3-8dd12387376f req-5d7ca63d-499f-486a-ba4c-b4342833db9d tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:05.444110 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5fdc3cf4-8d0c-4cd3-92a3-8dd12387376f req-5d7ca63d-499f-486a-ba4c-b4342833db9d tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a5dbe80-99b1-4f54-a8fe-df14c088d276 HTTP/1.1" status: 200 len: 2416 time: 0.3273315 Jan 28 19:23:05.533876 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2256076e-a22d-4b75-988f-8c1cb5d5fa14 req-5a2b12c2-a972-40ed-bd3e-d233f0c38374 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:05.539483 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2256076e-a22d-4b75-988f-8c1cb5d5fa14 req-5a2b12c2-a972-40ed-bd3e-d233f0c38374 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:05.545714 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2256076e-a22d-4b75-988f-8c1cb5d5fa14 req-5a2b12c2-a972-40ed-bd3e-d233f0c38374 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:05.547802 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2256076e-a22d-4b75-988f-8c1cb5d5fa14 req-5a2b12c2-a972-40ed-bd3e-d233f0c38374 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] 10.222.0.41 "GET /v2.0/ports?device_id=7a5dbe80-99b1-4f54-a8fe-df14c088d276 HTTP/1.1" status: 200 len: 2416 time: 0.4090836 Jan 28 19:23:05.606610 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=0de5e835-b1b7-47c9-a9c1-41d3ac8a15bf,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:05.608566 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-fb844472-2c42-4669-89a3-96bd7bbf0264 req-2b7cc471-a5fe-40c6-8d7b-dd4ef7156488 tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] 10.222.0.64 "GET /v2.0/ports?device_id=b7ae322e-4c07-4de8-bb2a-d22af1bfcac2 HTTP/1.1" status: 200 len: 210 time: 0.0857799 Jan 28 19:23:05.704605 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['0de5e835-b1b7-47c9-a9c1-41d3ac8a15bf'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:23:05.760622 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5fdc3cf4-8d0c-4cd3-92a3-8dd12387376f req-a0c0e4ee-78b5-4137-9bb7-9b2074326994 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] 10.222.0.64 "GET /v2.0/security-groups?id=bec31a1c-c230-472f-91bb-962fc9cfddde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3151991 Jan 28 19:23:05.849882 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa73f3b-f029-4dd1-aa96-df435e08d10a req-4f7dba63-3d0e-45d9-9817-2d84d90ae899 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:05.863578 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-dfa73f3b-f029-4dd1-aa96-df435e08d10a req-4f7dba63-3d0e-45d9-9817-2d84d90ae899 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a47f6a4-d74b-4921-b485-5d2c0f03f514 HTTP/1.1" status: 200 len: 949 time: 0.1464469 Jan 28 19:23:05.934083 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-dfa73f3b-f029-4dd1-aa96-df435e08d10a req-e1925169-fcf9-421e-b5a9-7ee602a57ae6 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d07f2a-7a3d-4718-9c1b-16394753837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691097 Jan 28 19:23:06.124334 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-2256076e-a22d-4b75-988f-8c1cb5d5fa14 req-f072fa62-db97-426e-be0c-800598df1a8e tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Deleting port 7d8626bf-df53-4cea-8dd1-bff3546c3d9b {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:23:06.124729 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-2256076e-a22d-4b75-988f-8c1cb5d5fa14 req-f072fa62-db97-426e-be0c-800598df1a8e tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (7d8626bf-df53-4cea-8dd1-bff3546c3d9b), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:06.252527 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 23c84e58-ad8e-4cf4-977a-e504aac93676 up at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:23:06.256987 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-2256076e-a22d-4b75-988f-8c1cb5d5fa14 req-f072fa62-db97-426e-be0c-800598df1a8e tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] For port 7d8626bf-df53-4cea-8dd1-bff3546c3d9b, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=7d8626bf-df53-4cea-8dd1-bff3546c3d9b,segment=NetworkSegment(655f4b3e-bc9a-4aba-8a16-641936a80470),segment_id=655f4b3e-bc9a-4aba-8a16-641936a80470)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:23:06.258141 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-2256076e-a22d-4b75-988f-8c1cb5d5fa14 req-f072fa62-db97-426e-be0c-800598df1a8e tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (7d8626bf-df53-4cea-8dd1-bff3546c3d9b), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:06.274078 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-2256076e-a22d-4b75-988f-8c1cb5d5fa14 req-f072fa62-db97-426e-be0c-800598df1a8e tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Calling delete_port for 7d8626bf-df53-4cea-8dd1-bff3546c3d9b owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:23:06.396290 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning complete for port 23c84e58-ad8e-4cf4-977a-e504aac93676 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:23:06.396781 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (23c84e58-ad8e-4cf4-977a-e504aac93676), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:06.544305 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.db.resource_extend [None req-49911b09-3200-41d6-95d6-96724719e0e7 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] It took 0.52 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 19:23:06.651821 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-edea20c2-73e0-4e14-b5e3-50c79eda15ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:06.677311 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 23c84e58-ad8e-4cf4-977a-e504aac93676 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:23:06.679208 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (23c84e58-ad8e-4cf4-977a-e504aac93676), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:06.715449 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-49911b09-3200-41d6-95d6-96724719e0e7 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:06.763538 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26a79b09-d492-4b76-8b2b-6fad06619d62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23c84e58-ad8e-4cf4-977a-e504aac93676'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:23:06.764431 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bdeb2d3-9602-4abe-a0e7-3245c1c1fe2c" -d '{"events": [{"server_uuid": "26a79b09-d492-4b76-8b2b-6fad06619d62", "name": "network-vif-plugged", "status": "completed", "tag": "23c84e58-ad8e-4cf4-977a-e504aac93676"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:23:06.801171 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-2256076e-a22d-4b75-988f-8c1cb5d5fa14 req-f072fa62-db97-426e-be0c-800598df1a8e tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (7d8626bf-df53-4cea-8dd1-bff3546c3d9b), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:06.802615 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 23c84e58-ad8e-4cf4-977a-e504aac93676, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=23c84e58-ad8e-4cf4-977a-e504aac93676,segment=NetworkSegment(061cb951-c0bc-4d59-a3f2-ff4acb095ff3),segment_id=061cb951-c0bc-4d59-a3f2-ff4acb095ff3)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:23:06.806949 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (23c84e58-ad8e-4cf4-977a-e504aac93676), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:06.815933 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['f10c9227-c6ef-4239-a780-6279bd75efdd', '5c9e75e0-38b7-4860-b2a5-2822dcde0367', '7d8626bf-df53-4cea-8dd1-bff3546c3d9b'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:23:06.821274 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-49911b09-3200-41d6-95d6-96724719e0e7 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734886'] for floatingip (3a999917-276d-4559-b134-2b21ca0e4d8e), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:06.869199 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f072fa62-db97-426e-be0c-800598df1a8e tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Pushing event deleted for resources: {'Port': ['ID=7d8626bf-df53-4cea-8dd1-bff3546c3d9b,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:07.039636 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-2256076e-a22d-4b75-988f-8c1cb5d5fa14 req-f072fa62-db97-426e-be0c-800598df1a8e tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] No DVR routers for this DVR port 7d8626bf-df53-4cea-8dd1-bff3546c3d9b on host n-h1-812111-14 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:23:07.054719 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016730c8-d61e-47db-a1de-5db35b6a7449 req-fca3b171-2463-4100-90ca-4329e55e9c6c tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:07.062748 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-016730c8-d61e-47db-a1de-5db35b6a7449 req-fca3b171-2463-4100-90ca-4329e55e9c6c tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/ports?device_id=526e2654-a350-462e-8c7e-a53643b5bc70 HTTP/1.1" status: 200 len: 945 time: 0.5742223 Jan 28 19:23:07.067579 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-2256076e-a22d-4b75-988f-8c1cb5d5fa14 req-f072fa62-db97-426e-be0c-800598df1a8e tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:07.071097 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2256076e-a22d-4b75-988f-8c1cb5d5fa14 req-f072fa62-db97-426e-be0c-800598df1a8e tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] 10.222.0.41 "DELETE /v2.0/ports/7d8626bf-df53-4cea-8dd1-bff3546c3d9b HTTP/1.1" status: 204 len: 173 time: 1.5084093 Jan 28 19:23:07.071562 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a5dbe80-99b1-4f54-a8fe-df14c088d276', 'name': 'network-vif-deleted', 'tag': '7d8626bf-df53-4cea-8dd1-bff3546c3d9b'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:23:07.073995 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fa1db7d-bde3-4b0c-bb1a-c81499c3860e" -d '{"events": [{"server_uuid": "7a5dbe80-99b1-4f54-a8fe-df14c088d276", "name": "network-vif-deleted", "tag": "7d8626bf-df53-4cea-8dd1-bff3546c3d9b"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:23:07.242307 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d249808-f585-4e94-b3af-542f6c88a0ed req-d3919879-7d51-4a6c-8db9-342c3f96741b tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:07.244977 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4d249808-f585-4e94-b3af-542f6c88a0ed req-d3919879-7d51-4a6c-8db9-342c3f96741b tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] 10.222.0.70 "GET /v2.0/networks?id=33c095fb-ef38-447a-b00a-cb10b3a9fb6a HTTP/1.1" status: 200 len: 811 time: 0.3664093 Jan 28 19:23:07.266523 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-4d249808-f585-4e94-b3af-542f6c88a0ed req-4db7153b-bb49-4391-a2fc-ef9d555f1d3b tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] Request body: {'port': {'device_id': 'b7ae322e-4c07-4de8-bb2a-d22af1bfcac2', 'network_id': '33c095fb-ef38-447a-b00a-cb10b3a9fb6a', 'admin_state_up': True, 'tenant_id': '13f3263032ef4a4996ce9c7be76c5dc2'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:23:07.285627 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 0de5e835-b1b7-47c9-a9c1-41d3ac8a15bf up at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:23:07.433244 n-d-812111-14 neutron-server[103305]: INFO neutron.db.l3_db [None req-49911b09-3200-41d6-95d6-96724719e0e7 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Floating IP 3a999917-276d-4559-b134-2b21ca0e4d8e associated. External IP: 172.25.6.236, port: 531bdf71-3dde-4e38-8c1a-ff8047145e91. Jan 28 19:23:07.452512 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=23c84e58-ad8e-4cf4-977a-e504aac93676,revision_number=7']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:07.475032 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-016730c8-d61e-47db-a1de-5db35b6a7449 req-3503867a-6e70-4873-a757-0cf3ba9df3b2 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/security-groups?id=e52b5309-890e-4183-bf0d-6ef59c658d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4083450 Jan 28 19:23:07.677016 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-2256076e-a22d-4b75-988f-8c1cb5d5fa14 req-63a50a51-a9f9-4e24-8ddf-8440584a0240 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Deleting port 5c9e75e0-38b7-4860-b2a5-2822dcde0367 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:23:07.677444 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-2256076e-a22d-4b75-988f-8c1cb5d5fa14 req-63a50a51-a9f9-4e24-8ddf-8440584a0240 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (5c9e75e0-38b7-4860-b2a5-2822dcde0367), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:07.679305 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d249808-f585-4e94-b3af-542f6c88a0ed req-4db7153b-bb49-4391-a2fc-ef9d555f1d3b tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] Made reservation on behalf of 13f3263032ef4a4996ce9c7be76c5dc2 for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:23:07.693822 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-4d249808-f585-4e94-b3af-542f6c88a0ed req-4db7153b-bb49-4391-a2fc-ef9d555f1d3b tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:07.727672 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning for port 0de5e835-b1b7-47c9-a9c1-41d3ac8a15bf completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:23:07.752646 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning complete for port 0de5e835-b1b7-47c9-a9c1-41d3ac8a15bf triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:23:07.765452 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (0de5e835-b1b7-47c9-a9c1-41d3ac8a15bf), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:08.033058 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-4d249808-f585-4e94-b3af-542f6c88a0ed req-4db7153b-bb49-4391-a2fc-ef9d555f1d3b tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] Allocated IP 172.20.0.8 (33c095fb-ef38-447a-b00a-cb10b3a9fb6a/a125b0f8-c648-4892-8cc4-9d24d356ab8c/9d70df4e-0f8c-42a5-a3d5-cd9dc04b6cb7) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:23:08.066345 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port 0de5e835-b1b7-47c9-a9c1-41d3ac8a15bf is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:23:08.067140 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (0de5e835-b1b7-47c9-a9c1-41d3ac8a15bf), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:08.123451 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 0de5e835-b1b7-47c9-a9c1-41d3ac8a15bf, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=0de5e835-b1b7-47c9-a9c1-41d3ac8a15bf,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:23:08.135727 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (0de5e835-b1b7-47c9-a9c1-41d3ac8a15bf), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:08.137449 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device f10c9227-c6ef-4239-a780-6279bd75efdd no longer exists at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:23:08.407333 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port f10c9227-c6ef-4239-a780-6279bd75efdd is: ACTIVE; New status is: DOWN {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:23:08.407730 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (f10c9227-c6ef-4239-a780-6279bd75efdd), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:08.451915 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=0de5e835-b1b7-47c9-a9c1-41d3ac8a15bf,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:08.471395 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-4d249808-f585-4e94-b3af-542f6c88a0ed req-4db7153b-bb49-4391-a2fc-ef9d555f1d3b tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] Publish callbacks [] for port (9d70df4e-0f8c-42a5-a3d5-cd9dc04b6cb7), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:08.507608 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port f10c9227-c6ef-4239-a780-6279bd75efdd, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=f10c9227-c6ef-4239-a780-6279bd75efdd,segment=NetworkSegment(bb79ef63-cb1f-4885-b3a6-495fac5880eb),segment_id=bb79ef63-cb1f-4885-b3a6-495fac5880eb)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:23:08.520391 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (f10c9227-c6ef-4239-a780-6279bd75efdd), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:08.521389 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 7d8626bf-df53-4cea-8dd1-bff3546c3d9b no longer exists at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:23:08.558753 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c516b501-ee32-40e8-9184-d5b719bb8108 req-2bd8013b-f859-481b-bf67-0d44d7a6839e tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:08.572860 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-4d249808-f585-4e94-b3af-542f6c88a0ed req-4db7153b-bb49-4391-a2fc-ef9d555f1d3b tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (9d70df4e-0f8c-42a5-a3d5-cd9dc04b6cb7), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:08.577777 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c516b501-ee32-40e8-9184-d5b719bb8108 req-2bd8013b-f859-481b-bf67-0d44d7a6839e tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e48b655-5911-4dcd-a073-26e765e9c04d HTTP/1.1" status: 200 len: 945 time: 0.9536362 Jan 28 19:23:08.616018 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] No Port match for: 7d8626bf-df53-4cea-8dd1-bff3546c3d9b {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:23:08.616667 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 7d8626bf-df53-4cea-8dd1-bff3546c3d9b not bound to the agent host n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:23:08.617304 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 5c9e75e0-38b7-4860-b2a5-2822dcde0367 no longer exists at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:23:08.619585 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['81f99a22-9155-461a-9f4f-0dadff07deab'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:23:08.656567 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d249808-f585-4e94-b3af-542f6c88a0ed req-4db7153b-bb49-4391-a2fc-ef9d555f1d3b tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] Network 33c095fb-ef38-447a-b00a-cb10b3a9fb6a is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:23:08.660265 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-4d249808-f585-4e94-b3af-542f6c88a0ed req-4db7153b-bb49-4391-a2fc-ef9d555f1d3b tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:23:08.664819 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d249808-f585-4e94-b3af-542f6c88a0ed req-4db7153b-bb49-4391-a2fc-ef9d555f1d3b tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:23:08.723093 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d249808-f585-4e94-b3af-542f6c88a0ed req-4db7153b-bb49-4391-a2fc-ef9d555f1d3b tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:08.723687 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-4d249808-f585-4e94-b3af-542f6c88a0ed req-4db7153b-bb49-4391-a2fc-ef9d555f1d3b tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:08.759212 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db7153b-bb49-4391-a2fc-ef9d555f1d3b tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] Pushing event updated for resources: {'Port': ['ID=9d70df4e-0f8c-42a5-a3d5-cd9dc04b6cb7,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:08.776839 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4d249808-f585-4e94-b3af-542f6c88a0ed req-4db7153b-bb49-4391-a2fc-ef9d555f1d3b tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5169814 Jan 28 19:23:08.811819 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [req-4d249808-f585-4e94-b3af-542f6c88a0ed req-8bf2e45b-8604-4f8e-b06b-c623f3a9ece9 tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103304) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:23:08.813447 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4d249808-f585-4e94-b3af-542f6c88a0ed req-8bf2e45b-8604-4f8e-b06b-c623f3a9ece9 tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0306106 Jan 28 19:23:08.826624 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-4d249808-f585-4e94-b3af-542f6c88a0ed req-805062c2-cdc6-49d6-a7ea-039ede9648a0 service neutron] Request body: {'port': {'device_id': 'b7ae322e-4c07-4de8-bb2a-d22af1bfcac2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-14'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:23:08.897094 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-2256076e-a22d-4b75-988f-8c1cb5d5fa14 req-63a50a51-a9f9-4e24-8ddf-8440584a0240 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] For port 5c9e75e0-38b7-4860-b2a5-2822dcde0367, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=5c9e75e0-38b7-4860-b2a5-2822dcde0367,segment=NetworkSegment(655f4b3e-bc9a-4aba-8a16-641936a80470),segment_id=655f4b3e-bc9a-4aba-8a16-641936a80470)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:23:08.898450 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-2256076e-a22d-4b75-988f-8c1cb5d5fa14 req-63a50a51-a9f9-4e24-8ddf-8440584a0240 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (5c9e75e0-38b7-4860-b2a5-2822dcde0367), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:08.955626 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-2256076e-a22d-4b75-988f-8c1cb5d5fa14 req-63a50a51-a9f9-4e24-8ddf-8440584a0240 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Calling delete_port for 5c9e75e0-38b7-4860-b2a5-2822dcde0367 owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:23:08.996933 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-4d249808-f585-4e94-b3af-542f6c88a0ed req-805062c2-cdc6-49d6-a7ea-039ede9648a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (9d70df4e-0f8c-42a5-a3d5-cd9dc04b6cb7), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:09.034174 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49911b09-3200-41d6-95d6-96724719e0e7 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Router 9c951122-2c6e-437f-b0cb-85d89b6b8deb has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:23:09.036411 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=f10c9227-c6ef-4239-a780-6279bd75efdd,revision_number=6']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:09.107510 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e816cc48-4400-4eca-aea3-a4c98d384e7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:09.185135 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port 5c9e75e0-38b7-4860-b2a5-2822dcde0367 is: ACTIVE; New status is: DOWN {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:23:09.185628 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (5c9e75e0-38b7-4860-b2a5-2822dcde0367), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:09.253867 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c516b501-ee32-40e8-9184-d5b719bb8108 req-31fd6b38-c90c-4048-9eac-274663c532a1 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff0a7ca0-73d1-435a-8c79-518c9bdfd3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6751416 Jan 28 19:23:09.286983 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 5c9e75e0-38b7-4860-b2a5-2822dcde0367, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=5c9e75e0-38b7-4860-b2a5-2822dcde0367,segment=NetworkSegment(655f4b3e-bc9a-4aba-8a16-641936a80470),segment_id=655f4b3e-bc9a-4aba-8a16-641936a80470)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:23:09.317162 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (5c9e75e0-38b7-4860-b2a5-2822dcde0367), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:09.519539 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=5c9e75e0-38b7-4860-b2a5-2822dcde0367,revision_number=6']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:09.521271 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49911b09-3200-41d6-95d6-96724719e0e7 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:23:09.532177 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-49911b09-3200-41d6-95d6-96724719e0e7 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for floatingip (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:09.536928 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02dc592-e611-483c-9837-e707f8cfef81 None None] Sync routers for ids ['9c951122-2c6e-437f-b0cb-85d89b6b8deb'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:23:09.550889 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02dc592-e611-483c-9837-e707f8cfef81 None None] Routers {'9c951122-2c6e-437f-b0cb-85d89b6b8deb'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:23:09.556275 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-a02dc592-e611-483c-9837-e707f8cfef81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:23:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['9c951122-2c6e-437f-b0cb-85d89b6b8deb'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:23:09.585481 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-2256076e-a22d-4b75-988f-8c1cb5d5fa14 req-63a50a51-a9f9-4e24-8ddf-8440584a0240 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (5c9e75e0-38b7-4860-b2a5-2822dcde0367), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:09.593847 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-49911b09-3200-41d6-95d6-96724719e0e7 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.64 "PUT /v2.0/floatingips/3a999917-276d-4559-b134-2b21ca0e4d8e HTTP/1.1" status: 200 len: 991 time: 5.1007652 Jan 28 19:23:09.631128 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a50a51-a9f9-4e24-8ddf-8440584a0240 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Pushing event deleted for resources: {'Port': ['ID=5c9e75e0-38b7-4860-b2a5-2822dcde0367,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:09.641722 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8738adfa-4fe2-4d6a-bb13-2974880d8df8 req-3118127b-c0a8-4514-ba9f-129ab47049b1 tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:09.643480 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8738adfa-4fe2-4d6a-bb13-2974880d8df8 req-3118127b-c0a8-4514-ba9f-129ab47049b1 tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] 10.222.0.64 "GET /v2.0/ports?device_id=b7ae322e-4c07-4de8-bb2a-d22af1bfcac2 HTTP/1.1" status: 200 len: 931 time: 0.1846390 Jan 28 19:23:09.702771 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:09.704127 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-4d249808-f585-4e94-b3af-542f6c88a0ed req-805062c2-cdc6-49d6-a7ea-039ede9648a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d70df4e-0f8c-42a5-a3d5-cd9dc04b6cb7 {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:23:09.724069 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a50a51-a9f9-4e24-8ddf-8440584a0240 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:23:09.724416 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a50a51-a9f9-4e24-8ddf-8440584a0240 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:23:09.725323 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a50a51-a9f9-4e24-8ddf-8440584a0240 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:23:09.725688 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a50a51-a9f9-4e24-8ddf-8440584a0240 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:23:09.726035 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a50a51-a9f9-4e24-8ddf-8440584a0240 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:23:09.726373 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a50a51-a9f9-4e24-8ddf-8440584a0240 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:23:09.726743 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a50a51-a9f9-4e24-8ddf-8440584a0240 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:23:09.727035 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a50a51-a9f9-4e24-8ddf-8440584a0240 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:23:09.727355 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a50a51-a9f9-4e24-8ddf-8440584a0240 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:23:09.728856 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a50a51-a9f9-4e24-8ddf-8440584a0240 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:23:09.729490 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a50a51-a9f9-4e24-8ddf-8440584a0240 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:23:09.729643 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a50a51-a9f9-4e24-8ddf-8440584a0240 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:23:09.743412 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a50a51-a9f9-4e24-8ddf-8440584a0240 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:23:09.752853 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-4d249808-f585-4e94-b3af-542f6c88a0ed req-805062c2-cdc6-49d6-a7ea-039ede9648a0 service neutron] Publish callbacks [] for port (9d70df4e-0f8c-42a5-a3d5-cd9dc04b6cb7), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:09.818394 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-4d249808-f585-4e94-b3af-542f6c88a0ed req-805062c2-cdc6-49d6-a7ea-039ede9648a0 service neutron] Transition to ACTIVE for port object 9d70df4e-0f8c-42a5-a3d5-cd9dc04b6cb7 will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:23:09.829927 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-2256076e-a22d-4b75-988f-8c1cb5d5fa14 req-63a50a51-a9f9-4e24-8ddf-8440584a0240 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] No DVR routers for this DVR port 5c9e75e0-38b7-4860-b2a5-2822dcde0367 on host n-h1-812111-14 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:23:09.830277 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-4d249808-f585-4e94-b3af-542f6c88a0ed req-805062c2-cdc6-49d6-a7ea-039ede9648a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (9d70df4e-0f8c-42a5-a3d5-cd9dc04b6cb7), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:09.848915 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-2256076e-a22d-4b75-988f-8c1cb5d5fa14 req-63a50a51-a9f9-4e24-8ddf-8440584a0240 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:09.860301 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2256076e-a22d-4b75-988f-8c1cb5d5fa14 req-63a50a51-a9f9-4e24-8ddf-8440584a0240 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] 10.222.0.41 "DELETE /v2.0/ports/5c9e75e0-38b7-4860-b2a5-2822dcde0367 HTTP/1.1" status: 204 len: 173 time: 2.7743895 Jan 28 19:23:09.944497 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805062c2-cdc6-49d6-a7ea-039ede9648a0 service neutron] Pushing event updated for resources: {'Port': ['ID=9d70df4e-0f8c-42a5-a3d5-cd9dc04b6cb7,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:10.053599 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-a02dc592-e611-483c-9837-e707f8cfef81 None None] Set router 9c951122-2c6e-437f-b0cb-85d89b6b8deb gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:23:10.085768 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8738adfa-4fe2-4d6a-bb13-2974880d8df8 req-d607d5e1-d8d4-445e-a941-e006123aafbb tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed5dbff7-d8b6-44bf-8755-79d5f3e8f67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4074759 Jan 28 19:23:10.191028 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-4d249808-f585-4e94-b3af-542f6c88a0ed req-805062c2-cdc6-49d6-a7ea-039ede9648a0 service neutron] Attempting to bind port 9d70df4e-0f8c-42a5-a3d5-cd9dc04b6cb7 on host n-h2-812111-14 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:23:10.192663 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-4d249808-f585-4e94-b3af-542f6c88a0ed req-805062c2-cdc6-49d6-a7ea-039ede9648a0 service neutron] Attempting to bind port 9d70df4e-0f8c-42a5-a3d5-cd9dc04b6cb7 by drivers openvswitch,hyperv on host n-h2-812111-14 at level 0 using segments [{'id': '0d84d916-97fe-4a55-a454-c0fc25feb1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '33c095fb-ef38-447a-b00a-cb10b3a9fb6a'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:23:10.193268 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d249808-f585-4e94-b3af-542f6c88a0ed req-805062c2-cdc6-49d6-a7ea-039ede9648a0 service neutron] Attempting to bind port 9d70df4e-0f8c-42a5-a3d5-cd9dc04b6cb7 on network 33c095fb-ef38-447a-b00a-cb10b3a9fb6a {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:23:10.204955 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d249808-f585-4e94-b3af-542f6c88a0ed req-805062c2-cdc6-49d6-a7ea-039ede9648a0 service neutron] Port 9d70df4e-0f8c-42a5-a3d5-cd9dc04b6cb7 on network 33c095fb-ef38-447a-b00a-cb10b3a9fb6a not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-14 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:23:10.206176 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d249808-f585-4e94-b3af-542f6c88a0ed req-805062c2-cdc6-49d6-a7ea-039ede9648a0 service neutron] Attempting to bind port 9d70df4e-0f8c-42a5-a3d5-cd9dc04b6cb7 on network 33c095fb-ef38-447a-b00a-cb10b3a9fb6a {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:23:10.216467 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:23:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e1fa568-b80d-4f1a-824e-d90eb99659a8 x-openstack-request-id: req-1e1fa568-b80d-4f1a-824e-d90eb99659a8 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:23:10.216953 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26a79b09-d492-4b76-8b2b-6fad06619d62", "name": "network-vif-plugged", "status": "completed", "tag": "23c84e58-ad8e-4cf4-977a-e504aac93676", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:23:10.217458 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1e1fa568-b80d-4f1a-824e-d90eb99659a8 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:23:10.218081 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26a79b09-d492-4b76-8b2b-6fad06619d62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23c84e58-ad8e-4cf4-977a-e504aac93676', 'code': 200} Jan 28 19:23:10.240608 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d249808-f585-4e94-b3af-542f6c88a0ed req-805062c2-cdc6-49d6-a7ea-039ede9648a0 service neutron] Checking agent: {'id': '8f3fee4e-bf24-4b58-8a3a-ae9c8011a473', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 22, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:23:10.242171 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d249808-f585-4e94-b3af-542f6c88a0ed req-805062c2-cdc6-49d6-a7ea-039ede9648a0 service neutron] Checking segment: {'id': '0d84d916-97fe-4a55-a454-c0fc25feb1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '33c095fb-ef38-447a-b00a-cb10b3a9fb6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:23:10.242577 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d249808-f585-4e94-b3af-542f6c88a0ed req-805062c2-cdc6-49d6-a7ea-039ede9648a0 service neutron] Bound using segment: {'id': '0d84d916-97fe-4a55-a454-c0fc25feb1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '33c095fb-ef38-447a-b00a-cb10b3a9fb6a'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:23:10.246273 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-4d249808-f585-4e94-b3af-542f6c88a0ed req-805062c2-cdc6-49d6-a7ea-039ede9648a0 service neutron] Bound port: 9d70df4e-0f8c-42a5-a3d5-cd9dc04b6cb7, host: n-h2-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d84d916-97fe-4a55-a454-c0fc25feb1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '33c095fb-ef38-447a-b00a-cb10b3a9fb6a'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:23:10.247723 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-4d249808-f585-4e94-b3af-542f6c88a0ed req-805062c2-cdc6-49d6-a7ea-039ede9648a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (9d70df4e-0f8c-42a5-a3d5-cd9dc04b6cb7), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:10.315620 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-2256076e-a22d-4b75-988f-8c1cb5d5fa14 req-c7c2a63e-113d-47a9-a9fc-7be9fb056efc tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Deleting port f10c9227-c6ef-4239-a780-6279bd75efdd {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:23:10.316029 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-2256076e-a22d-4b75-988f-8c1cb5d5fa14 req-c7c2a63e-113d-47a9-a9fc-7be9fb056efc tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (f10c9227-c6ef-4239-a780-6279bd75efdd), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:10.439593 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-4d249808-f585-4e94-b3af-542f6c88a0ed req-805062c2-cdc6-49d6-a7ea-039ede9648a0 service neutron] For port 9d70df4e-0f8c-42a5-a3d5-cd9dc04b6cb7, host n-h2-812111-14, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:23:10.447126 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-4d249808-f585-4e94-b3af-542f6c88a0ed req-805062c2-cdc6-49d6-a7ea-039ede9648a0 service neutron] For port 9d70df4e-0f8c-42a5-a3d5-cd9dc04b6cb7, host n-h2-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=9d70df4e-0f8c-42a5-a3d5-cd9dc04b6cb7,segment=NetworkSegment(0d84d916-97fe-4a55-a454-c0fc25feb1a4),segment_id=0d84d916-97fe-4a55-a454-c0fc25feb1a4)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:23:10.465328 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-4d249808-f585-4e94-b3af-542f6c88a0ed req-805062c2-cdc6-49d6-a7ea-039ede9648a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (9d70df4e-0f8c-42a5-a3d5-cd9dc04b6cb7), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:10.485798 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-a02dc592-e611-483c-9837-e707f8cfef81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c951122-2c6e-437f-b0cb-85d89b6b8deb', 'name': 'tempest-TaggedBootDevicesTest-1447470354-router', 'tenant_id': 'f867837fb6c242938544d048cd197d0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.81'}], 'enable_snat': True}, 'gw_port_id': '8d90ea6d-7c43-40b8-b393-1a9d3776e8da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:19:47Z', 'updated_at': '2022-01-28T19:19:54Z', 'revision_number': 4, 'project_id': 'f867837fb6c242938544d048cd197d0a', 'gw_port': {'id': '8d90ea6d-7c43-40b8-b393-1a9d3776e8da', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:d2:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c951122-2c6e-437f-b0cb-85d89b6b8deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:19:48Z', 'updated_at': '2022-01-28T19:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_floatingips': [{'id': '3a999917-276d-4559-b134-2b21ca0e4d8e', 'tenant_id': 'f867837fb6c242938544d048cd197d0a', 'floating_ip_address': '172.25.6.236', 'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'router_id': '9c951122-2c6e-437f-b0cb-85d89b6b8deb', 'port_id': '531bdf71-3dde-4e38-8c1a-ff8047145e91', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 935, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '922d7922-7d01-401d-b975-2f0c2fc79a7b', 'mac_address': 'fa:16:3e:41:06:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bd15075-1e8c-4d4e-9154-d45912ca536e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:21:26Z', 'updated_at': '2022-01-28T19:23:06Z', 'revision_number': 1, 'project_id': 'f867837fb6c242938544d048cd197d0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74ee079c-52f7-43d7-a9a4-7ec6f92e746b', 'name': '', 'network_id': '922d7922-7d01-401d-b975-2f0c2fc79a7b', 'tenant_id': 'f867837fb6c242938544d048cd197d0a', 'mac_address': 'fa:16:3e:59:b6:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c951122-2c6e-437f-b0cb-85d89b6b8deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': '6ed55e71-9221-42a1-8050-290c89e0110e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:19:53Z', 'updated_at': '2022-01-28T19:20:02Z', 'revision_number': 5, 'project_id': 'f867837fb6c242938544d048cd197d0a', 'subnets': [{'id': '6ed55e71-9221-42a1-8050-290c89e0110e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:23:10.489835 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fe7771-67e2-4991-80da-ff9785a285ae req-78f1f276-b05f-4276-b606-8ab197933f13 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:10.491568 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f4fe7771-67e2-4991-80da-ff9785a285ae req-78f1f276-b05f-4276-b606-8ab197933f13 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a5dbe80-99b1-4f54-a8fe-df14c088d276 HTTP/1.1" status: 200 len: 943 time: 0.1437864 Jan 28 19:23:10.538824 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 47516) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:23:10.539642 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805062c2-cdc6-49d6-a7ea-039ede9648a0 service neutron] Pushing event updated for resources: {'Port': ['ID=9d70df4e-0f8c-42a5-a3d5-cd9dc04b6cb7,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:10.563140 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f4fe7771-67e2-4991-80da-ff9785a285ae req-0b40910d-2e57-4d3b-bd7c-7999f76ec63a tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] 10.222.0.64 "GET /v2.0/security-groups?id=bec31a1c-c230-472f-91bb-962fc9cfddde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619798 Jan 28 19:23:10.586993 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-2256076e-a22d-4b75-988f-8c1cb5d5fa14 req-c7c2a63e-113d-47a9-a9fc-7be9fb056efc tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] For port f10c9227-c6ef-4239-a780-6279bd75efdd, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=f10c9227-c6ef-4239-a780-6279bd75efdd,segment=NetworkSegment(bb79ef63-cb1f-4885-b3a6-495fac5880eb),segment_id=bb79ef63-cb1f-4885-b3a6-495fac5880eb)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:23:10.588179 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-2256076e-a22d-4b75-988f-8c1cb5d5fa14 req-c7c2a63e-113d-47a9-a9fc-7be9fb056efc tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (f10c9227-c6ef-4239-a780-6279bd75efdd), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:10.590868 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02dc592-e611-483c-9837-e707f8cfef81 None None] Checking router: 9c951122-2c6e-437f-b0cb-85d89b6b8deb for host: n-d-812111-14 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:23:10.602033 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d249808-f585-4e94-b3af-542f6c88a0ed req-805062c2-cdc6-49d6-a7ea-039ede9648a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:10.602267 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-4d249808-f585-4e94-b3af-542f6c88a0ed req-805062c2-cdc6-49d6-a7ea-039ede9648a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:10.614963 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4d249808-f585-4e94-b3af-542f6c88a0ed req-805062c2-cdc6-49d6-a7ea-039ede9648a0 service neutron] 10.222.0.70 "PUT /v2.0/ports/9d70df4e-0f8c-42a5-a3d5-cd9dc04b6cb7 HTTP/1.1" status: 200 len: 1092 time: 1.7891266 Jan 28 19:23:10.615490 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7ae322e-4c07-4de8-bb2a-d22af1bfcac2', 'tag': '9d70df4e-0f8c-42a5-a3d5-cd9dc04b6cb7'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:23:10.615618 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02dc592-e611-483c-9837-e707f8cfef81 None None] Routers {'9c951122-2c6e-437f-b0cb-85d89b6b8deb'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:23:10.616130 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-a02dc592-e611-483c-9837-e707f8cfef81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:23:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['9c951122-2c6e-437f-b0cb-85d89b6b8deb'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:23:10.618993 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f22049e0-36d0-4741-9e9d-9c3f10e810b3" -d '{"events": [{"name": "network-changed", "server_uuid": "b7ae322e-4c07-4de8-bb2a-d22af1bfcac2", "tag": "9d70df4e-0f8c-42a5-a3d5-cd9dc04b6cb7"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:23:10.620513 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-2256076e-a22d-4b75-988f-8c1cb5d5fa14 req-c7c2a63e-113d-47a9-a9fc-7be9fb056efc tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Calling delete_port for f10c9227-c6ef-4239-a780-6279bd75efdd owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:23:10.757873 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d249808-f585-4e94-b3af-542f6c88a0ed req-63251f99-0f8a-4ffb-93a5-f8488808ceff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:10.760246 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4d249808-f585-4e94-b3af-542f6c88a0ed req-63251f99-0f8a-4ffb-93a5-f8488808ceff service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=13f3263032ef4a4996ce9c7be76c5dc2&device_id=b7ae322e-4c07-4de8-bb2a-d22af1bfcac2 HTTP/1.1" status: 200 len: 1126 time: 0.0850120 Jan 28 19:23:10.826443 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4d249808-f585-4e94-b3af-542f6c88a0ed req-53c6e9fa-5840-48c7-9aa9-84d1082c6233 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9d70df4e-0f8c-42a5-a3d5-cd9dc04b6cb7 HTTP/1.1" status: 200 len: 217 time: 0.0544536 Jan 28 19:23:10.903719 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2db3625-ec59-416c-9566-cb1b6ddfba7d req-3c830839-206f-47ed-a992-9555df343fe9 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:10.912179 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a2db3625-ec59-416c-9566-cb1b6ddfba7d req-3c830839-206f-47ed-a992-9555df343fe9 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a47f6a4-d74b-4921-b485-5d2c0f03f514 HTTP/1.1" status: 200 len: 950 time: 0.2328994 Jan 28 19:23:10.961044 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0070ba77-677e-443d-9630-0800ec9c15ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:10.987322 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-a02dc592-e611-483c-9837-e707f8cfef81 None None] Set router 9c951122-2c6e-437f-b0cb-85d89b6b8deb gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:23:11.018511 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a2db3625-ec59-416c-9566-cb1b6ddfba7d req-20d3dc27-e4d3-48bc-bba9-7b70a46f061b tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d07f2a-7a3d-4718-9c1b-16394753837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048656 Jan 28 19:23:11.035029 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-2256076e-a22d-4b75-988f-8c1cb5d5fa14 req-c7c2a63e-113d-47a9-a9fc-7be9fb056efc tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (f10c9227-c6ef-4239-a780-6279bd75efdd), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:11.105527 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c2a63e-113d-47a9-a9fc-7be9fb056efc tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Pushing event deleted for resources: {'Port': ['ID=f10c9227-c6ef-4239-a780-6279bd75efdd,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:11.112806 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5edd20da-5abe-4d51-947b-6f00461baed8 x-openstack-request-id: req-5edd20da-5abe-4d51-947b-6f00461baed8 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:23:11.113362 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a5dbe80-99b1-4f54-a8fe-df14c088d276", "name": "network-vif-deleted", "tag": "7d8626bf-df53-4cea-8dd1-bff3546c3d9b", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:23:11.113646 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d249808-f585-4e94-b3af-542f6c88a0ed req-81aaac35-2b48-4782-b45f-77c2e01b2202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:11.113796 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5edd20da-5abe-4d51-947b-6f00461baed8 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:23:11.114084 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a5dbe80-99b1-4f54-a8fe-df14c088d276', 'name': 'network-vif-deleted', 'tag': '7d8626bf-df53-4cea-8dd1-bff3546c3d9b', 'status': 'completed', 'code': 200} Jan 28 19:23:11.115591 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4d249808-f585-4e94-b3af-542f6c88a0ed req-81aaac35-2b48-4782-b45f-77c2e01b2202 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a125b0f8-c648-4892-8cc4-9d24d356ab8c HTTP/1.1" status: 200 len: 851 time: 0.2645459 Jan 28 19:23:11.227260 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-2256076e-a22d-4b75-988f-8c1cb5d5fa14 req-c7c2a63e-113d-47a9-a9fc-7be9fb056efc tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] No DVR routers for this DVR port f10c9227-c6ef-4239-a780-6279bd75efdd on host n-h1-812111-14 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:23:11.231494 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-2256076e-a22d-4b75-988f-8c1cb5d5fa14 req-c7c2a63e-113d-47a9-a9fc-7be9fb056efc tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:11.235881 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2256076e-a22d-4b75-988f-8c1cb5d5fa14 req-c7c2a63e-113d-47a9-a9fc-7be9fb056efc tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] 10.222.0.41 "DELETE /v2.0/ports/f10c9227-c6ef-4239-a780-6279bd75efdd HTTP/1.1" status: 204 len: 173 time: 1.3588150 Jan 28 19:23:11.269459 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4d249808-f585-4e94-b3af-542f6c88a0ed req-2fdfed2f-81e1-423e-a2ae-2c5720fafce4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=33c095fb-ef38-447a-b00a-cb10b3a9fb6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1280694 Jan 28 19:23:11.401415 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a01d683-bd37-44de-9bfa-6a0c313f09df req-add0e71d-34d2-4f0c-b78d-5dd496aeffbb tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:11.406026 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7a01d683-bd37-44de-9bfa-6a0c313f09df req-add0e71d-34d2-4f0c-b78d-5dd496aeffbb tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/ports?device_id=526e2654-a350-462e-8c7e-a53643b5bc70 HTTP/1.1" status: 200 len: 945 time: 0.1586165 Jan 28 19:23:11.495379 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0070ba77-677e-443d-9630-0800ec9c15ed admin admin] Publish callbacks [] for security_group (8ce6faee-2367-44a9-98c1-3cb4f0b59e92), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:11.570611 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7a01d683-bd37-44de-9bfa-6a0c313f09df req-972f7f1a-c71c-47f7-8413-f91f74652784 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/security-groups?id=e52b5309-890e-4183-bf0d-6ef59c658d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435320 Jan 28 19:23:11.584908 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:11.640836 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-a02dc592-e611-483c-9837-e707f8cfef81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c951122-2c6e-437f-b0cb-85d89b6b8deb', 'name': 'tempest-TaggedBootDevicesTest-1447470354-router', 'tenant_id': 'f867837fb6c242938544d048cd197d0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.81'}], 'enable_snat': True}, 'gw_port_id': '8d90ea6d-7c43-40b8-b393-1a9d3776e8da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:19:47Z', 'updated_at': '2022-01-28T19:19:54Z', 'revision_number': 4, 'project_id': 'f867837fb6c242938544d048cd197d0a', 'gw_port': {'id': '8d90ea6d-7c43-40b8-b393-1a9d3776e8da', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:d2:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c951122-2c6e-437f-b0cb-85d89b6b8deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:19:48Z', 'updated_at': '2022-01-28T19:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_floatingips': [{'id': '3a999917-276d-4559-b134-2b21ca0e4d8e', 'tenant_id': 'f867837fb6c242938544d048cd197d0a', 'floating_ip_address': '172.25.6.236', 'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'router_id': '9c951122-2c6e-437f-b0cb-85d89b6b8deb', 'port_id': '531bdf71-3dde-4e38-8c1a-ff8047145e91', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 935, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '922d7922-7d01-401d-b975-2f0c2fc79a7b', 'mac_address': 'fa:16:3e:41:06:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bd15075-1e8c-4d4e-9154-d45912ca536e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:21:26Z', 'updated_at': '2022-01-28T19:23:06Z', 'revision_number': 1, 'project_id': 'f867837fb6c242938544d048cd197d0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74ee079c-52f7-43d7-a9a4-7ec6f92e746b', 'name': '', 'network_id': '922d7922-7d01-401d-b975-2f0c2fc79a7b', 'tenant_id': 'f867837fb6c242938544d048cd197d0a', 'mac_address': 'fa:16:3e:59:b6:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c951122-2c6e-437f-b0cb-85d89b6b8deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': '6ed55e71-9221-42a1-8050-290c89e0110e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:19:53Z', 'updated_at': '2022-01-28T19:20:02Z', 'revision_number': 5, 'project_id': 'f867837fb6c242938544d048cd197d0a', 'subnets': [{'id': '6ed55e71-9221-42a1-8050-290c89e0110e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:23:11.675950 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02dc592-e611-483c-9837-e707f8cfef81 None None] The sync data for ids ['9c951122-2c6e-437f-b0cb-85d89b6b8deb'] in n-d-812111-14 is: [{'id': '9c951122-2c6e-437f-b0cb-85d89b6b8deb', 'name': 'tempest-TaggedBootDevicesTest-1447470354-router', 'tenant_id': 'f867837fb6c242938544d048cd197d0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.81'}], 'enable_snat': True}, 'gw_port_id': '8d90ea6d-7c43-40b8-b393-1a9d3776e8da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:19:47Z', 'updated_at': '2022-01-28T19:19:54Z', 'revision_number': 4, 'project_id': 'f867837fb6c242938544d048cd197d0a', 'gw_port': {'id': '8d90ea6d-7c43-40b8-b393-1a9d3776e8da', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:d2:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c951122-2c6e-437f-b0cb-85d89b6b8deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:19:48Z', 'updated_at': '2022-01-28T19:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_floatingips': [{'id': '3a999917-276d-4559-b134-2b21ca0e4d8e', 'tenant_id': 'f867837fb6c242938544d048cd197d0a', 'floating_ip_address': '172.25.6.236', 'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'router_id': '9c951122-2c6e-437f-b0cb-85d89b6b8deb', 'port_id': '531bdf71-3dde-4e38-8c1a-ff8047145e91', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 935, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '922d7922-7d01-401d-b975-2f0c2fc79a7b', 'mac_address': 'fa:16:3e:41:06:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bd15075-1e8c-4d4e-9154-d45912ca536e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:21:26Z', 'updated_at': '2022-01-28T19:23:06Z', 'revision_number': 1, 'project_id': 'f867837fb6c242938544d048cd197d0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74ee079c-52f7-43d7-a9a4-7ec6f92e746b', 'name': '', 'network_id': '922d7922-7d01-401d-b975-2f0c2fc79a7b', 'tenant_id': 'f867837fb6c242938544d048cd197d0a', 'mac_address': 'fa:16:3e:59:b6:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c951122-2c6e-437f-b0cb-85d89b6b8deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': '6ed55e71-9221-42a1-8050-290c89e0110e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:19:53Z', 'updated_at': '2022-01-28T19:20:02Z', 'revision_number': 5, 'project_id': 'f867837fb6c242938544d048cd197d0a', 'subnets': [{'id': '6ed55e71-9221-42a1-8050-290c89e0110e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:23:11.731121 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4d249808-f585-4e94-b3af-542f6c88a0ed req-f0defcdf-92fa-457a-9845-1cc7e1a4abe1 service neutron] 10.222.0.70 "GET /v2.0/networks/33c095fb-ef38-447a-b00a-cb10b3a9fb6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4425373 Jan 28 19:23:11.732356 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0070ba77-677e-443d-9630-0800ec9c15ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (8ce6faee-2367-44a9-98c1-3cb4f0b59e92), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:11.816196 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b255d4be-695f-4827-9df5-d7a4cda960e0 req-7d5501ef-cef7-4153-a51f-c71e15b8a764 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:11.837173 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b255d4be-695f-4827-9df5-d7a4cda960e0 req-7d5501ef-cef7-4153-a51f-c71e15b8a764 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:11.861425 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4d249808-f585-4e94-b3af-542f6c88a0ed req-6c8b0d08-7b87-4224-b3f5-77b3c09dda20 service neutron] 10.222.0.70 "GET /v2.0/networks/33c095fb-ef38-447a-b00a-cb10b3a9fb6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119082 Jan 28 19:23:11.865181 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b255d4be-695f-4827-9df5-d7a4cda960e0 req-7d5501ef-cef7-4153-a51f-c71e15b8a764 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:11.890547 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-0070ba77-677e-443d-9630-0800ec9c15ed admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=30075227b2e245b2bf5d50d77685adc7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3459737 Jan 28 19:23:11.891691 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0070ba77-677e-443d-9630-0800ec9c15ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ce6faee-2367-44a9-98c1-3cb4f0b59e92,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:11.894131 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 47526) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:23:11.918633 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b255d4be-695f-4827-9df5-d7a4cda960e0 req-7d5501ef-cef7-4153-a51f-c71e15b8a764 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:11.938689 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b255d4be-695f-4827-9df5-d7a4cda960e0 req-7d5501ef-cef7-4153-a51f-c71e15b8a764 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:11.965565 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b255d4be-695f-4827-9df5-d7a4cda960e0 req-7d5501ef-cef7-4153-a51f-c71e15b8a764 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:11.978733 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b17cc46a-52e4-4482-b497-a16846604bd9 admin admin] Publish callbacks [] for security_group (8ce6faee-2367-44a9-98c1-3cb4f0b59e92), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:11.986592 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b255d4be-695f-4827-9df5-d7a4cda960e0 req-7d5501ef-cef7-4153-a51f-c71e15b8a764 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:11.998314 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b255d4be-695f-4827-9df5-d7a4cda960e0 req-7d5501ef-cef7-4153-a51f-c71e15b8a764 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.64 "GET /v2.0/ports?device_id=5bd15075-1e8c-4d4e-9154-d45912ca536e HTTP/1.1" status: 200 len: 5436 time: 0.3212693 Jan 28 19:23:12.043281 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b17cc46a-52e4-4482-b497-a16846604bd9 admin admin] Publish callbacks [] for security_group (8ce6faee-2367-44a9-98c1-3cb4f0b59e92), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:12.131277 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b17cc46a-52e4-4482-b497-a16846604bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (8ce6faee-2367-44a9-98c1-3cb4f0b59e92), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:12.134680 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b17cc46a-52e4-4482-b497-a16846604bd9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:12.140530 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dfa6de5-5be7-4b58-b43f-a224a27ec1fa None None] New status for floating IP 3a999917-276d-4559-b134-2b21ca0e4d8e: ACTIVE {{(pid=103306) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 19:23:12.146235 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-b17cc46a-52e4-4482-b497-a16846604bd9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8ce6faee-2367-44a9-98c1-3cb4f0b59e92 HTTP/1.1" status: 204 len: 168 time: 0.2507060 Jan 28 19:23:12.170831 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17cc46a-52e4-4482-b497-a16846604bd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ce6faee-2367-44a9-98c1-3cb4f0b59e92,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:12.194804 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b255d4be-695f-4827-9df5-d7a4cda960e0 req-c2c2360e-ac8e-4f75-a7d2-ff80e5a0316d tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.64 "GET /v2.0/security-groups?id=abf1c1e9-b349-4aee-9c71-682c8b55783a&id=b98a868e-e5c1-410f-a3c5-8429d6410f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1941864 Jan 28 19:23:12.223658 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a47f6a4-d74b-4921-b485-5d2c0f03f514', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0de5e835-b1b7-47c9-a9c1-41d3ac8a15bf'}, {'server_uuid': '7a5dbe80-99b1-4f54-a8fe-df14c088d276', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f10c9227-c6ef-4239-a780-6279bd75efdd'}, {'server_uuid': '7a5dbe80-99b1-4f54-a8fe-df14c088d276', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c9e75e0-38b7-4860-b2a5-2822dcde0367'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:23:12.227098 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d65a932-2882-4af9-9030-b03cf8cf7041" -d '{"events": [{"server_uuid": "9a47f6a4-d74b-4921-b485-5d2c0f03f514", "name": "network-vif-plugged", "status": "completed", "tag": "0de5e835-b1b7-47c9-a9c1-41d3ac8a15bf"}, {"server_uuid": "7a5dbe80-99b1-4f54-a8fe-df14c088d276", "name": "network-vif-unplugged", "status": "completed", "tag": "f10c9227-c6ef-4239-a780-6279bd75efdd"}, {"server_uuid": "7a5dbe80-99b1-4f54-a8fe-df14c088d276", "name": "network-vif-unplugged", "status": "completed", "tag": "5c9e75e0-38b7-4860-b2a5-2822dcde0367"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:23:12.484117 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0f84d5-5c48-427f-ad87-e1ee88b8e930 req-190bbe23-9e30-4dfd-beb8-0c3a9e60f216 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:12.486079 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3b0f84d5-5c48-427f-ad87-e1ee88b8e930 req-190bbe23-9e30-4dfd-beb8-0c3a9e60f216 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e48b655-5911-4dcd-a073-26e765e9c04d HTTP/1.1" status: 200 len: 945 time: 0.1088431 Jan 28 19:23:12.597658 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3b0f84d5-5c48-427f-ad87-e1ee88b8e930 req-35a6d92f-5f54-4103-a566-4a1625d94ee2 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff0a7ca0-73d1-435a-8c79-518c9bdfd3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957355 Jan 28 19:23:12.856757 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 47542) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:23:12.879808 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-10892d45-5a9e-42e2-a304-0f0824995a24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:12.903813 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59eb304b-577a-4b58-b0f9-f8d449486bb1 x-openstack-request-id: req-59eb304b-577a-4b58-b0f9-f8d449486bb1 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:23:12.904118 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7ae322e-4c07-4de8-bb2a-d22af1bfcac2", "tag": "9d70df4e-0f8c-42a5-a3d5-cd9dc04b6cb7", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:23:12.904528 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-59eb304b-577a-4b58-b0f9-f8d449486bb1 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:23:12.904945 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7ae322e-4c07-4de8-bb2a-d22af1bfcac2', 'tag': '9d70df4e-0f8c-42a5-a3d5-cd9dc04b6cb7', 'status': 'completed', 'code': 200} Jan 28 19:23:12.946680 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:13.069471 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22049e0-36d0-4741-9e9d-9c3f10e810b3 req-6591d25c-99cc-4b99-a6ee-53090635e22d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:13.069471 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f22049e0-36d0-4741-9e9d-9c3f10e810b3 req-6591d25c-99cc-4b99-a6ee-53090635e22d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=13f3263032ef4a4996ce9c7be76c5dc2&device_id=b7ae322e-4c07-4de8-bb2a-d22af1bfcac2 HTTP/1.1" status: 200 len: 1126 time: 0.1093187 Jan 28 19:23:13.105349 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6dbe71-786b-4a35-b2dd-64bf9efb0c12 req-53b7a5f8-4356-4ec3-9677-faae8c9466ae tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:13.115247 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9e6dbe71-786b-4a35-b2dd-64bf9efb0c12 req-53b7a5f8-4356-4ec3-9677-faae8c9466ae tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] 10.222.0.64 "GET /v2.0/ports?device_id=b7ae322e-4c07-4de8-bb2a-d22af1bfcac2 HTTP/1.1" status: 200 len: 943 time: 0.1059937 Jan 28 19:23:13.117920 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bd15075-1e8c-4d4e-9154-d45912ca536e', 'tag': '531bdf71-3dde-4e38-8c1a-ff8047145e91'}, {'server_uuid': '7a5dbe80-99b1-4f54-a8fe-df14c088d276', 'name': 'network-vif-deleted', 'tag': '5c9e75e0-38b7-4860-b2a5-2822dcde0367'}, {'server_uuid': '7a5dbe80-99b1-4f54-a8fe-df14c088d276', 'name': 'network-vif-deleted', 'tag': 'f10c9227-c6ef-4239-a780-6279bd75efdd'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:23:13.120298 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73ea590a-ab7c-4ccc-b99c-ad1c93810801" -d '{"events": [{"name": "network-changed", "server_uuid": "5bd15075-1e8c-4d4e-9154-d45912ca536e", "tag": "531bdf71-3dde-4e38-8c1a-ff8047145e91"}, {"server_uuid": "7a5dbe80-99b1-4f54-a8fe-df14c088d276", "name": "network-vif-deleted", "tag": "5c9e75e0-38b7-4860-b2a5-2822dcde0367"}, {"server_uuid": "7a5dbe80-99b1-4f54-a8fe-df14c088d276", "name": "network-vif-deleted", "tag": "f10c9227-c6ef-4239-a780-6279bd75efdd"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:23:13.128725 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-10892d45-5a9e-42e2-a304-0f0824995a24 admin admin] Publish callbacks [] for security_group (5e53a5ec-bc24-4b5e-97d8-31e240f09fbf), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:13.185169 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-10892d45-5a9e-42e2-a304-0f0824995a24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (5e53a5ec-bc24-4b5e-97d8-31e240f09fbf), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:13.189042 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9e6dbe71-786b-4a35-b2dd-64bf9efb0c12 req-c3695d90-3c53-4ea3-bb87-91085c585579 tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed5dbff7-d8b6-44bf-8755-79d5f3e8f67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686014 Jan 28 19:23:13.226685 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10892d45-5a9e-42e2-a304-0f0824995a24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e53a5ec-bc24-4b5e-97d8-31e240f09fbf,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:13.236631 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-10892d45-5a9e-42e2-a304-0f0824995a24 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=53bbd7a81f5744a5a961f7e7fc51bf6c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3785317 Jan 28 19:23:13.274232 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 47546) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:23:13.283092 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 47548) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:23:13.324422 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22049e0-36d0-4741-9e9d-9c3f10e810b3 req-7cfefd47-8a32-4a45-95b2-c9bf6cb7ae06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:13.326019 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f22049e0-36d0-4741-9e9d-9c3f10e810b3 req-7cfefd47-8a32-4a45-95b2-c9bf6cb7ae06 service neutron] 10.222.0.70 "GET /v2.0/networks?id=33c095fb-ef38-447a-b00a-cb10b3a9fb6a HTTP/1.1" status: 200 len: 911 time: 0.2329764 Jan 28 19:23:13.361663 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-7923eb1b-b850-4ba8-93e1-c3078fd58ea7 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Deleting subnet d628b2cf-a40b-4585-adda-2b5d1c780453 {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:23:13.369574 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7923eb1b-b850-4ba8-93e1-c3078fd58ea7 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Publish callbacks [] for subnet (d628b2cf-a40b-4585-adda-2b5d1c780453), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:13.389648 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f22049e0-36d0-4741-9e9d-9c3f10e810b3 req-8f6075d4-06e4-48d3-a877-c30a34b8cfdf service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9d70df4e-0f8c-42a5-a3d5-cd9dc04b6cb7 HTTP/1.1" status: 200 len: 217 time: 0.0530074 Jan 28 19:23:13.458857 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7923eb1b-b850-4ba8-93e1-c3078fd58ea7 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16187240'] for subnet (d628b2cf-a40b-4585-adda-2b5d1c780453), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:13.461243 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-770ecc87-0421-4b8a-8e8a-0ef9d6d77e56 admin admin] Publish callbacks [] for security_group (5e53a5ec-bc24-4b5e-97d8-31e240f09fbf), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:13.481271 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22049e0-36d0-4741-9e9d-9c3f10e810b3 req-c04c62fd-e443-448c-bf9f-3245ce39d454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:13.482988 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f22049e0-36d0-4741-9e9d-9c3f10e810b3 req-c04c62fd-e443-448c-bf9f-3245ce39d454 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a125b0f8-c648-4892-8cc4-9d24d356ab8c HTTP/1.1" status: 200 len: 851 time: 0.0842209 Jan 28 19:23:13.509825 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-770ecc87-0421-4b8a-8e8a-0ef9d6d77e56 admin admin] Publish callbacks [] for security_group (5e53a5ec-bc24-4b5e-97d8-31e240f09fbf), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:13.531007 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4611aa8-c19f-471d-b145-b699e90e25f8 req-45f2f5e7-33ad-4a75-86d0-b2714e41f80d tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:13.537040 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f22049e0-36d0-4741-9e9d-9c3f10e810b3 req-a70f3573-2fc6-42cc-a828-ee99c3a5cb0c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=33c095fb-ef38-447a-b00a-cb10b3a9fb6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437732 Jan 28 19:23:13.544114 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a4611aa8-c19f-471d-b145-b699e90e25f8 req-45f2f5e7-33ad-4a75-86d0-b2714e41f80d tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a47f6a4-d74b-4921-b485-5d2c0f03f514 HTTP/1.1" status: 200 len: 950 time: 0.1339991 Jan 28 19:23:13.657775 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7923eb1b-b850-4ba8-93e1-c3078fd58ea7 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (d628b2cf-a40b-4585-adda-2b5d1c780453), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:13.661563 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f22049e0-36d0-4741-9e9d-9c3f10e810b3 req-d9fb1be4-5c62-43cb-9a47-1bbe58704683 service neutron] 10.222.0.70 "GET /v2.0/networks/33c095fb-ef38-447a-b00a-cb10b3a9fb6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154518 Jan 28 19:23:13.664115 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a4611aa8-c19f-471d-b145-b699e90e25f8 req-87e1960e-90e3-42d5-8594-05b0ce338c1c tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d07f2a-7a3d-4718-9c1b-16394753837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191425 Jan 28 19:23:13.719004 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-770ecc87-0421-4b8a-8e8a-0ef9d6d77e56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (5e53a5ec-bc24-4b5e-97d8-31e240f09fbf), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:13.723711 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-770ecc87-0421-4b8a-8e8a-0ef9d6d77e56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:13.740700 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-770ecc87-0421-4b8a-8e8a-0ef9d6d77e56 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5e53a5ec-bc24-4b5e-97d8-31e240f09fbf HTTP/1.1" status: 204 len: 168 time: 0.4651082 Jan 28 19:23:13.794254 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770ecc87-0421-4b8a-8e8a-0ef9d6d77e56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e53a5ec-bc24-4b5e-97d8-31e240f09fbf,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:13.844311 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7923eb1b-b850-4ba8-93e1-c3078fd58ea7 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4752464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4733806'] for subnet (d628b2cf-a40b-4585-adda-2b5d1c780453), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:13.919815 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f22049e0-36d0-4741-9e9d-9c3f10e810b3 req-03d226bf-0677-4489-8f7c-d091a23ea6dc service neutron] 10.222.0.70 "GET /v2.0/networks/33c095fb-ef38-447a-b00a-cb10b3a9fb6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2359877 Jan 28 19:23:13.971135 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7923eb1b-b850-4ba8-93e1-c3078fd58ea7 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Pushing event deleted for resources: {'Subnet': ['ID=d628b2cf-a40b-4585-adda-2b5d1c780453,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:13.987082 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7923eb1b-b850-4ba8-93e1-c3078fd58ea7 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:13.992670 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-7923eb1b-b850-4ba8-93e1-c3078fd58ea7 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] 10.222.0.64 "DELETE /v2.0/subnets/d628b2cf-a40b-4585-adda-2b5d1c780453 HTTP/1.1" status: 204 len: 168 time: 0.7032502 Jan 28 19:23:13.995557 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 47564) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:23:14.001954 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a9896c-f3c9-4c1b-bbd0-0397d363d71a None None] Network 2807f2ac-6f07-49c2-a932-32bd5cd9b010 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:23:14.181446 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 529 Content-Type: application/json Date: Fri, 28 Jan 2022 19:23:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4ac9c7e-4ec2-431c-8c35-6f9d5f117409 x-openstack-request-id: req-b4ac9c7e-4ec2-431c-8c35-6f9d5f117409 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:23:14.183754 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a47f6a4-d74b-4921-b485-5d2c0f03f514", "name": "network-vif-plugged", "status": "completed", "tag": "0de5e835-b1b7-47c9-a9c1-41d3ac8a15bf", "code": 200}, {"server_uuid": "7a5dbe80-99b1-4f54-a8fe-df14c088d276", "name": "network-vif-unplugged", "status": "completed", "tag": "f10c9227-c6ef-4239-a780-6279bd75efdd", "code": 200}, {"server_uuid": "7a5dbe80-99b1-4f54-a8fe-df14c088d276", "name": "network-vif-unplugged", "status": "completed", "tag": "5c9e75e0-38b7-4860-b2a5-2822dcde0367", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:23:14.184019 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b4ac9c7e-4ec2-431c-8c35-6f9d5f117409 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:23:14.184430 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a47f6a4-d74b-4921-b485-5d2c0f03f514', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0de5e835-b1b7-47c9-a9c1-41d3ac8a15bf', 'code': 200} Jan 28 19:23:14.184734 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a5dbe80-99b1-4f54-a8fe-df14c088d276', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f10c9227-c6ef-4239-a780-6279bd75efdd', 'code': 200} Jan 28 19:23:14.187014 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a5dbe80-99b1-4f54-a8fe-df14c088d276', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c9e75e0-38b7-4860-b2a5-2822dcde0367', 'code': 200} Jan 28 19:23:14.305530 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 9d70df4e-0f8c-42a5-a3d5-cd9dc04b6cb7 details requested by agent hyperv_n-h2-812111-14 with host n-h2-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:23:14.313990 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-29e7a4dc-7ea3-46e4-a241-ddb21e3ab770 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (2807f2ac-6f07-49c2-a932-32bd5cd9b010), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:14.434097 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-29e7a4dc-7ea3-46e4-a241-ddb21e3ab770 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Deleting port 895546c2-c55b-47b1-a969-cae3fc834028 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:23:14.435557 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-29e7a4dc-7ea3-46e4-a241-ddb21e3ab770 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (895546c2-c55b-47b1-a969-cae3fc834028), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:14.505872 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96772592-83f0-4c8d-8fab-1e1a9dd8d6f0 req-6ab40956-7f60-4c5e-9880-9895ebba0134 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:14.514047 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96772592-83f0-4c8d-8fab-1e1a9dd8d6f0 req-6ab40956-7f60-4c5e-9880-9895ebba0134 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:14.534001 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96772592-83f0-4c8d-8fab-1e1a9dd8d6f0 req-6ab40956-7f60-4c5e-9880-9895ebba0134 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:14.542407 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96772592-83f0-4c8d-8fab-1e1a9dd8d6f0 req-6ab40956-7f60-4c5e-9880-9895ebba0134 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:14.549114 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5193b9f8-525c-47cf-a0dc-65871da9a4dd None None] DHCP port deletion for 2807f2ac-6f07-49c2-a932-32bd5cd9b010 request from n-d-812111-14 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:23:14.552145 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96772592-83f0-4c8d-8fab-1e1a9dd8d6f0 req-6ab40956-7f60-4c5e-9880-9895ebba0134 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:14.558227 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96772592-83f0-4c8d-8fab-1e1a9dd8d6f0 req-6ab40956-7f60-4c5e-9880-9895ebba0134 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:14.567328 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96772592-83f0-4c8d-8fab-1e1a9dd8d6f0 req-6ab40956-7f60-4c5e-9880-9895ebba0134 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:14.572031 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-96772592-83f0-4c8d-8fab-1e1a9dd8d6f0 req-6ab40956-7f60-4c5e-9880-9895ebba0134 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.64 "GET /v2.0/ports?device_id=5bd15075-1e8c-4d4e-9154-d45912ca536e HTTP/1.1" status: 200 len: 5436 time: 0.2743371 Jan 28 19:23:14.591763 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e466dee8-d162-4527-9375-900fa5cdf259 req-75732bf3-ab9c-4a32-9d42-fda59cac2a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:14.596645 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e466dee8-d162-4527-9375-900fa5cdf259 req-75732bf3-ab9c-4a32-9d42-fda59cac2a58 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9a47f6a4-d74b-4921-b485-5d2c0f03f514 HTTP/1.1" status: 200 len: 1133 time: 0.3685770 Jan 28 19:23:14.611193 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-29e7a4dc-7ea3-46e4-a241-ddb21e3ab770 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] For port 895546c2-c55b-47b1-a969-cae3fc834028, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=895546c2-c55b-47b1-a969-cae3fc834028,segment=NetworkSegment(bb79ef63-cb1f-4885-b3a6-495fac5880eb),segment_id=bb79ef63-cb1f-4885-b3a6-495fac5880eb)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:23:14.611568 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-29e7a4dc-7ea3-46e4-a241-ddb21e3ab770 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (895546c2-c55b-47b1-a969-cae3fc834028), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:14.670088 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-29e7a4dc-7ea3-46e4-a241-ddb21e3ab770 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Calling delete_port for 895546c2-c55b-47b1-a969-cae3fc834028 owned by network:dhcp {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:23:14.704670 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e466dee8-d162-4527-9375-900fa5cdf259 req-293e34db-e616-4b5d-a235-e2d9e69fdbc7 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=39d07f2a-7a3d-4718-9c1b-16394753837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975966 Jan 28 19:23:14.752838 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 9d70df4e-0f8c-42a5-a3d5-cd9dc04b6cb7, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=9d70df4e-0f8c-42a5-a3d5-cd9dc04b6cb7,segment=NetworkSegment(0d84d916-97fe-4a55-a454-c0fc25feb1a4),segment_id=0d84d916-97fe-4a55-a454-c0fc25feb1a4)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:23:14.783472 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Returning: {'device': '9d70df4e-0f8c-42a5-a3d5-cd9dc04b6cb7', 'network_id': '33c095fb-ef38-447a-b00a-cb10b3a9fb6a', 'port_id': '9d70df4e-0f8c-42a5-a3d5-cd9dc04b6cb7', 'mac_address': 'fa:16:3e:9c:ac:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a125b0f8-c648-4892-8cc4-9d24d356ab8c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:23:14.816005 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-5193b9f8-525c-47cf-a0dc-65871da9a4dd None None] Deleting port 895546c2-c55b-47b1-a969-cae3fc834028 {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:23:14.818144 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5193b9f8-525c-47cf-a0dc-65871da9a4dd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (895546c2-c55b-47b1-a969-cae3fc834028), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:14.875024 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-29e7a4dc-7ea3-46e4-a241-ddb21e3ab770 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (895546c2-c55b-47b1-a969-cae3fc834028), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:14.903424 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70d87d1-bd63-4497-9474-080b39f91b9e req-6eb2e337-045d-41df-af74-ddb611d7fe62 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:14.908284 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d70d87d1-bd63-4497-9474-080b39f91b9e req-6eb2e337-045d-41df-af74-ddb611d7fe62 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/ports?device_id=526e2654-a350-462e-8c7e-a53643b5bc70 HTTP/1.1" status: 200 len: 945 time: 0.1973832 Jan 28 19:23:14.947118 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e7a4dc-7ea3-46e4-a241-ddb21e3ab770 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Pushing event deleted for resources: {'Port': ['ID=895546c2-c55b-47b1-a969-cae3fc834028,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:14.965141 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e7a4dc-7ea3-46e4-a241-ddb21e3ab770 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] No DVR routers for this DVR port 895546c2-c55b-47b1-a969-cae3fc834028 on host n-d-812111-14 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:23:15.036197 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 9d70df4e-0f8c-42a5-a3d5-cd9dc04b6cb7 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:23:15.038776 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (9d70df4e-0f8c-42a5-a3d5-cd9dc04b6cb7), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:15.061484 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d70d87d1-bd63-4497-9474-080b39f91b9e req-1d855613-4ab3-4a26-92df-330eb69e5185 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/security-groups?id=e52b5309-890e-4183-bf0d-6ef59c658d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467381 Jan 28 19:23:15.080257 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-5193b9f8-525c-47cf-a0dc-65871da9a4dd None None] For port 895546c2-c55b-47b1-a969-cae3fc834028, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=895546c2-c55b-47b1-a969-cae3fc834028,segment=NetworkSegment(bb79ef63-cb1f-4885-b3a6-495fac5880eb),segment_id=bb79ef63-cb1f-4885-b3a6-495fac5880eb)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:23:15.084051 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5193b9f8-525c-47cf-a0dc-65871da9a4dd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (895546c2-c55b-47b1-a969-cae3fc834028), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:15.106672 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d70df4e-0f8c-42a5-a3d5-cd9dc04b6cb7 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:23:15.188963 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 9d70df4e-0f8c-42a5-a3d5-cd9dc04b6cb7, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=9d70df4e-0f8c-42a5-a3d5-cd9dc04b6cb7,segment=NetworkSegment(0d84d916-97fe-4a55-a454-c0fc25feb1a4),segment_id=0d84d916-97fe-4a55-a454-c0fc25feb1a4)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:23:15.212507 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Fri, 28 Jan 2022 19:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98b37dd6-05d3-424d-940f-f0b16fc83055 x-openstack-request-id: req-98b37dd6-05d3-424d-940f-f0b16fc83055 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:23:15.212866 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bd15075-1e8c-4d4e-9154-d45912ca536e", "tag": "531bdf71-3dde-4e38-8c1a-ff8047145e91", "status": "completed", "code": 200}, {"server_uuid": "7a5dbe80-99b1-4f54-a8fe-df14c088d276", "name": "network-vif-deleted", "tag": "5c9e75e0-38b7-4860-b2a5-2822dcde0367", "status": "completed", "code": 200}, {"server_uuid": "7a5dbe80-99b1-4f54-a8fe-df14c088d276", "name": "network-vif-deleted", "tag": "f10c9227-c6ef-4239-a780-6279bd75efdd", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:23:15.213074 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-98b37dd6-05d3-424d-940f-f0b16fc83055 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:23:15.213533 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bd15075-1e8c-4d4e-9154-d45912ca536e', 'tag': '531bdf71-3dde-4e38-8c1a-ff8047145e91', 'status': 'completed', 'code': 200} Jan 28 19:23:15.213796 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a5dbe80-99b1-4f54-a8fe-df14c088d276', 'name': 'network-vif-deleted', 'tag': '5c9e75e0-38b7-4860-b2a5-2822dcde0367', 'status': 'completed', 'code': 200} Jan 28 19:23:15.214054 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a5dbe80-99b1-4f54-a8fe-df14c088d276', 'name': 'network-vif-deleted', 'tag': 'f10c9227-c6ef-4239-a780-6279bd75efdd', 'status': 'completed', 'code': 200} Jan 28 19:23:15.236037 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-29e7a4dc-7ea3-46e4-a241-ddb21e3ab770 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (2807f2ac-6f07-49c2-a932-32bd5cd9b010), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:15.243386 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-5193b9f8-525c-47cf-a0dc-65871da9a4dd None None] Calling delete_port for 895546c2-c55b-47b1-a969-cae3fc834028 owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:23:15.245273 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (9d70df4e-0f8c-42a5-a3d5-cd9dc04b6cb7), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:15.441232 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbbead6-e0fc-4493-918e-7af934102720 req-14cb9e8c-3827-4a6f-b4e4-82088ffe0304 tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:15.445059 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-adbbead6-e0fc-4493-918e-7af934102720 req-14cb9e8c-3827-4a6f-b4e4-82088ffe0304 tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] 10.222.0.64 "GET /v2.0/ports?device_id=b7ae322e-4c07-4de8-bb2a-d22af1bfcac2 HTTP/1.1" status: 200 len: 944 time: 0.1257675 Jan 28 19:23:15.466336 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=9d70df4e-0f8c-42a5-a3d5-cd9dc04b6cb7,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:15.473705 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-29e7a4dc-7ea3-46e4-a241-ddb21e3ab770 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2807f2ac-6f07-49c2-a932-32bd5cd9b010']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:23:15.481379 n-d-812111-14 neutron-server[103306]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 28 19:23:15.481379 n-d-812111-14 neutron-server[103306]: from cryptography.utils import int_from_bytes Jan 28 19:23:15.481379 n-d-812111-14 neutron-server[103306]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 28 19:23:15.481379 n-d-812111-14 neutron-server[103306]: from cryptography.utils import int_from_bytes Jan 28 19:23:15.481379 n-d-812111-14 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:23:15.481379 n-d-812111-14 neutron-server[103306]: self.session.flush() Jan 28 19:23:15.481379 n-d-812111-14 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:23:15.481379 n-d-812111-14 neutron-server[103306]: self.session.flush() Jan 28 19:23:15.481379 n-d-812111-14 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:23:15.481379 n-d-812111-14 neutron-server[103306]: self.session.flush() Jan 28 19:23:15.481379 n-d-812111-14 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:23:15.481379 n-d-812111-14 neutron-server[103306]: self.session.flush() Jan 28 19:23:15.481379 n-d-812111-14 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:23:15.481379 n-d-812111-14 neutron-server[103306]: self.session.flush() Jan 28 19:23:15.481379 n-d-812111-14 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:23:15.481379 n-d-812111-14 neutron-server[103306]: self.session.flush() Jan 28 19:23:15.481379 n-d-812111-14 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:23:15.481379 n-d-812111-14 neutron-server[103306]: self.session.flush() Jan 28 19:23:15.481379 n-d-812111-14 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:23:15.481379 n-d-812111-14 neutron-server[103306]: self.session.flush() Jan 28 19:23:15.481379 n-d-812111-14 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:23:15.481379 n-d-812111-14 neutron-server[103306]: self.session.flush() Jan 28 19:23:15.481379 n-d-812111-14 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:23:15.481379 n-d-812111-14 neutron-server[103306]: self.session.flush() Jan 28 19:23:15.481379 n-d-812111-14 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:23:15.481379 n-d-812111-14 neutron-server[103306]: self.session.flush() Jan 28 19:23:15.481379 n-d-812111-14 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:23:15.481379 n-d-812111-14 neutron-server[103306]: self.session.flush() Jan 28 19:23:15.481379 n-d-812111-14 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:23:15.481379 n-d-812111-14 neutron-server[103306]: self.session.flush() Jan 28 19:23:15.481379 n-d-812111-14 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:23:15.481379 n-d-812111-14 neutron-server[103306]: self.session.flush() Jan 28 19:23:15.481379 n-d-812111-14 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:23:15.481379 n-d-812111-14 neutron-server[103306]: self.session.flush() Jan 28 19:23:15.481379 n-d-812111-14 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:23:15.481379 n-d-812111-14 neutron-server[103306]: self.session.flush() Jan 28 19:23:15.481379 n-d-812111-14 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:23:15.481379 n-d-812111-14 neutron-server[103306]: self.session.flush() Jan 28 19:23:15.481379 n-d-812111-14 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:23:15.481379 n-d-812111-14 neutron-server[103306]: self.session.flush() Jan 28 19:23:15.481379 n-d-812111-14 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:23:15.481379 n-d-812111-14 neutron-server[103306]: self.session.flush() Jan 28 19:23:15.485701 n-d-812111-14 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:23:15.485701 n-d-812111-14 neutron-server[103306]: self.session.flush() Jan 28 19:23:15.485701 n-d-812111-14 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:23:15.485701 n-d-812111-14 neutron-server[103306]: self.session.flush() Jan 28 19:23:15.485701 n-d-812111-14 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:23:15.485701 n-d-812111-14 neutron-server[103306]: self.session.flush() Jan 28 19:23:15.485701 n-d-812111-14 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:23:15.485701 n-d-812111-14 neutron-server[103306]: self.session.flush() Jan 28 19:23:15.485701 n-d-812111-14 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:23:15.485701 n-d-812111-14 neutron-server[103306]: self.session.flush() Jan 28 19:23:15.485701 n-d-812111-14 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:23:15.485701 n-d-812111-14 neutron-server[103306]: self.session.flush() Jan 28 19:23:15.485701 n-d-812111-14 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:23:15.485701 n-d-812111-14 neutron-server[103306]: self.session.flush() Jan 28 19:23:15.489009 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5193b9f8-525c-47cf-a0dc-65871da9a4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985'] for port (895546c2-c55b-47b1-a969-cae3fc834028), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:15.501787 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5193b9f8-525c-47cf-a0dc-65871da9a4dd None None] No DVR routers for this DVR port 895546c2-c55b-47b1-a969-cae3fc834028 on host n-d-812111-14 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:23:15.516686 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-29e7a4dc-7ea3-46e4-a241-ddb21e3ab770 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb79ef63-cb1f-4885-b3a6-495fac5880eb') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:23:15.517054 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-29e7a4dc-7ea3-46e4-a241-ddb21e3ab770 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb79ef63-cb1f-4885-b3a6-495fac5880eb') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:23:15.521901 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5193b9f8-525c-47cf-a0dc-65871da9a4dd None None] Pushing event deleted for resources: {'Port': ['ID=895546c2-c55b-47b1-a969-cae3fc834028,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:15.545144 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-adbbead6-e0fc-4493-918e-7af934102720 req-e07171aa-a02e-4fff-8d93-b24d6d635057 tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed5dbff7-d8b6-44bf-8755-79d5f3e8f67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933461 Jan 28 19:23:15.561813 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-29e7a4dc-7ea3-46e4-a241-ddb21e3ab770 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4747091'] for segment (bb79ef63-cb1f-4885-b3a6-495fac5880eb), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:15.599013 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-29e7a4dc-7ea3-46e4-a241-ddb21e3ab770 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (bb79ef63-cb1f-4885-b3a6-495fac5880eb), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:15.610702 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29e7a4dc-7ea3-46e4-a241-ddb21e3ab770 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:23:15.611436 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-29e7a4dc-7ea3-46e4-a241-ddb21e3ab770 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4690514'] for segment (bb79ef63-cb1f-4885-b3a6-495fac5880eb), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:15.691576 n-d-812111-14 neutron-server[103304]: Traceback (most recent call last): Jan 28 19:23:15.691576 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:23:15.691576 n-d-812111-14 neutron-server[103304]: timer() Jan 28 19:23:15.691576 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:23:15.691576 n-d-812111-14 neutron-server[103304]: cb(*args, **kw) Jan 28 19:23:15.691576 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:23:15.691576 n-d-812111-14 neutron-server[103304]: return func(*args, **kwargs) Jan 28 19:23:15.691576 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:23:15.691576 n-d-812111-14 neutron-server[103304]: self._notify() Jan 28 19:23:15.691576 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:23:15.691576 n-d-812111-14 neutron-server[103304]: self.callback(batched_events) Jan 28 19:23:15.691576 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:23:15.691576 n-d-812111-14 neutron-server[103304]: event.method(event) Jan 28 19:23:15.691576 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:23:15.691576 n-d-812111-14 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:23:15.691576 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:23:15.691576 n-d-812111-14 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:23:15.691576 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:23:15.691576 n-d-812111-14 neutron-server[103304]: return f(self, *a, **k) Jan 28 19:23:15.691576 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:23:15.691576 n-d-812111-14 neutron-server[103304]: return self._get(url).json() Jan 28 19:23:15.691576 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:23:15.691576 n-d-812111-14 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:23:15.691576 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:23:15.691576 n-d-812111-14 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 28 19:23:15.691576 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:23:15.691576 n-d-812111-14 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:23:15.691576 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:23:15.691576 n-d-812111-14 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:23:15.691576 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:23:15.691576 n-d-812111-14 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:23:15.691576 n-d-812111-14 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:23:15.716952 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8b1434-a6f3-4101-9d5a-38f892012878 req-3b2a42c8-d295-48fd-82dd-f723d16f6451 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:15.722798 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ad8b1434-a6f3-4101-9d5a-38f892012878 req-3b2a42c8-d295-48fd-82dd-f723d16f6451 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e48b655-5911-4dcd-a073-26e765e9c04d HTTP/1.1" status: 200 len: 945 time: 0.3381834 Jan 28 19:23:15.723481 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-29e7a4dc-7ea3-46e4-a241-ddb21e3ab770 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (2807f2ac-6f07-49c2-a932-32bd5cd9b010), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:15.746375 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ea590a-ab7c-4ccc-b99c-ad1c93810801 req-c4a0291f-766f-46da-a218-a7db2a4f3921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:15.746878 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ea590a-ab7c-4ccc-b99c-ad1c93810801 req-c4a0291f-766f-46da-a218-a7db2a4f3921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:15.748452 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ea590a-ab7c-4ccc-b99c-ad1c93810801 req-c4a0291f-766f-46da-a218-a7db2a4f3921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:15.748962 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ea590a-ab7c-4ccc-b99c-ad1c93810801 req-c4a0291f-766f-46da-a218-a7db2a4f3921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:15.750609 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ea590a-ab7c-4ccc-b99c-ad1c93810801 req-c4a0291f-766f-46da-a218-a7db2a4f3921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:15.753281 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ea590a-ab7c-4ccc-b99c-ad1c93810801 req-c4a0291f-766f-46da-a218-a7db2a4f3921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:15.753786 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ea590a-ab7c-4ccc-b99c-ad1c93810801 req-c4a0291f-766f-46da-a218-a7db2a4f3921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:15.761462 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-73ea590a-ab7c-4ccc-b99c-ad1c93810801 req-c4a0291f-766f-46da-a218-a7db2a4f3921 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f867837fb6c242938544d048cd197d0a&device_id=5bd15075-1e8c-4d4e-9154-d45912ca536e HTTP/1.1" status: 200 len: 6717 time: 0.5059719 Jan 28 19:23:15.804603 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c4a410-f23f-422f-814d-a18b7896f834 req-fbbaa1bd-9230-45fe-83be-098965705955 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:15.805001 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-29e7a4dc-7ea3-46e4-a241-ddb21e3ab770 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:15.809528 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-29e7a4dc-7ea3-46e4-a241-ddb21e3ab770 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] 10.222.0.64 "DELETE /v2.0/networks/2807f2ac-6f07-49c2-a932-32bd5cd9b010 HTTP/1.1" status: 204 len: 168 time: 1.8115282 Jan 28 19:23:15.813123 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e7a4dc-7ea3-46e4-a241-ddb21e3ab770 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Pushing event deleted for resources: {'Network': ['ID=2807f2ac-6f07-49c2-a932-32bd5cd9b010,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:15.815899 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-36c4a410-f23f-422f-814d-a18b7896f834 req-fbbaa1bd-9230-45fe-83be-098965705955 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a47f6a4-d74b-4921-b485-5d2c0f03f514 HTTP/1.1" status: 200 len: 950 time: 0.1273017 Jan 28 19:23:15.816622 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['9d70df4e-0f8c-42a5-a3d5-cd9dc04b6cb7'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:23:15.822603 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 47602) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:23:16.047799 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-51070a18-133f-4747-8beb-07c57343c381 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Deleting subnet d430865f-f1cb-4710-8882-d1c4193f89fd {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:23:16.066720 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-51070a18-133f-4747-8beb-07c57343c381 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Publish callbacks [] for subnet (d430865f-f1cb-4710-8882-d1c4193f89fd), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:16.196353 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ad8b1434-a6f3-4101-9d5a-38f892012878 req-366170c7-5f2b-4be2-af79-def3dbb8a351 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff0a7ca0-73d1-435a-8c79-518c9bdfd3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4322331 Jan 28 19:23:16.243414 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718f55f2-aff9-43af-84e5-ac25c09e237b req-467a1106-6a51-43f5-96c5-e6fc95cea8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:16.251077 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-36c4a410-f23f-422f-814d-a18b7896f834 req-04d5f31e-f52e-4049-aa69-ae08ac194d50 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d07f2a-7a3d-4718-9c1b-16394753837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4181464 Jan 28 19:23:16.266728 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-51070a18-133f-4747-8beb-07c57343c381 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16187240'] for subnet (d430865f-f1cb-4710-8882-d1c4193f89fd), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:16.266954 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-718f55f2-aff9-43af-84e5-ac25c09e237b req-467a1106-6a51-43f5-96c5-e6fc95cea8a2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=21016aa8d78b40bfb94f4cb1162748ad&device_id=4e48b655-5911-4dcd-a073-26e765e9c04d HTTP/1.1" status: 200 len: 1128 time: 0.3219545 Jan 28 19:23:16.272569 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ea590a-ab7c-4ccc-b99c-ad1c93810801 req-1a818867-8601-4cf1-afcf-7f82765def4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:16.284306 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-73ea590a-ab7c-4ccc-b99c-ad1c93810801 req-1a818867-8601-4cf1-afcf-7f82765def4f service neutron] 10.222.0.70 "GET /v2.0/networks?id=922d7922-7d01-401d-b975-2f0c2fc79a7b HTTP/1.1" status: 200 len: 912 time: 0.4709618 Jan 28 19:23:16.507739 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 895546c2-c55b-47b1-a969-cae3fc834028 no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:23:16.525544 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-73ea590a-ab7c-4ccc-b99c-ad1c93810801 req-be082939-2ccd-429d-adb9-1f0146b7c664 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=531bdf71-3dde-4e38-8c1a-ff8047145e91 HTTP/1.1" status: 200 len: 1001 time: 0.2291894 Jan 28 19:23:16.557570 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: 895546c2-c55b-47b1-a969-cae3fc834028 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:23:16.558069 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 895546c2-c55b-47b1-a969-cae3fc834028 not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:23:16.590083 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-51070a18-133f-4747-8beb-07c57343c381 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (d430865f-f1cb-4710-8882-d1c4193f89fd), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:16.676154 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb731b26-73b8-483d-94dd-79e89af7b437 req-364b71c3-c347-4b38-956b-e02f2f715c9a tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:16.677756 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-bb731b26-73b8-483d-94dd-79e89af7b437 req-364b71c3-c347-4b38-956b-e02f2f715c9a tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/ports?device_id=526e2654-a350-462e-8c7e-a53643b5bc70 HTTP/1.1" status: 200 len: 945 time: 0.2519667 Jan 28 19:23:16.680883 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718f55f2-aff9-43af-84e5-ac25c09e237b req-5c2c8edf-4765-4c27-821d-2ad1f1112e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:16.682255 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-718f55f2-aff9-43af-84e5-ac25c09e237b req-5c2c8edf-4765-4c27-821d-2ad1f1112e85 service neutron] 10.222.0.70 "GET /v2.0/networks?id=925b8873-887e-4953-83db-09b05d761160 HTTP/1.1" status: 200 len: 914 time: 0.3988545 Jan 28 19:23:16.785365 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-51070a18-133f-4747-8beb-07c57343c381 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4752464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4733806'] for subnet (d430865f-f1cb-4710-8882-d1c4193f89fd), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:16.816515 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-718f55f2-aff9-43af-84e5-ac25c09e237b req-b515139d-c66c-4054-b3a3-0e47c4c5cef6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c3ecd62f-085f-4988-b473-992cd603c18e HTTP/1.1" status: 200 len: 217 time: 0.0949557 Jan 28 19:23:16.831693 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ea590a-ab7c-4ccc-b99c-ad1c93810801 req-0f9fd1c4-90d1-4993-a791-44bb01a36311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:16.833199 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-73ea590a-ab7c-4ccc-b99c-ad1c93810801 req-0f9fd1c4-90d1-4993-a791-44bb01a36311 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6ed55e71-9221-42a1-8050-290c89e0110e HTTP/1.1" status: 200 len: 851 time: 0.2924235 Jan 28 19:23:16.903504 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800b87af-3a44-4b39-bd6f-b3cdd02649fd req-1846a6a9-84b6-4531-9255-9165c114b471 tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:16.908654 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-800b87af-3a44-4b39-bd6f-b3cdd02649fd req-1846a6a9-84b6-4531-9255-9165c114b471 tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] 10.222.0.64 "GET /v2.0/ports?device_id=b7ae322e-4c07-4de8-bb2a-d22af1bfcac2 HTTP/1.1" status: 200 len: 944 time: 0.2135696 Jan 28 19:23:16.922554 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-51070a18-133f-4747-8beb-07c57343c381 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:16.928216 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a403ac27-f5e0-44b0-8b26-45dbe552e5c7 None None] Network c84000c4-04f2-4df4-ac5f-8f339023f02b requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:23:16.938910 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-51070a18-133f-4747-8beb-07c57343c381 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] 10.222.0.64 "DELETE /v2.0/subnets/d430865f-f1cb-4710-8882-d1c4193f89fd HTTP/1.1" status: 204 len: 168 time: 1.1116359 Jan 28 19:23:16.940185 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51070a18-133f-4747-8beb-07c57343c381 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Pushing event deleted for resources: {'Subnet': ['ID=d430865f-f1cb-4710-8882-d1c4193f89fd,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:16.945051 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 47634) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:23:17.054716 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-800b87af-3a44-4b39-bd6f-b3cdd02649fd req-b6eb2ba1-d552-4b92-828a-294589f1f5a7 tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed5dbff7-d8b6-44bf-8755-79d5f3e8f67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030946 Jan 28 19:23:17.138389 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718f55f2-aff9-43af-84e5-ac25c09e237b req-ff86cd55-e585-4c4d-bc6f-c8996ebaebaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:17.140467 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-718f55f2-aff9-43af-84e5-ac25c09e237b req-ff86cd55-e585-4c4d-bc6f-c8996ebaebaf service neutron] 10.222.0.70 "GET /v2.0/subnets?id=357a8c0c-a30f-4885-a91f-d81275179bba HTTP/1.1" status: 200 len: 854 time: 0.3062017 Jan 28 19:23:17.147944 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-bb731b26-73b8-483d-94dd-79e89af7b437 req-186d20ce-a03f-4a46-ae64-8f9c9265d33e tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/security-groups?id=e52b5309-890e-4183-bf0d-6ef59c658d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4630795 Jan 28 19:23:17.206045 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5cbcbb1-3df0-4bbb-878b-d28bd6d9c1f7 None None] DHCP port deletion for c84000c4-04f2-4df4-ac5f-8f339023f02b request from n-d-812111-14 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:23:17.302900 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d5cbcbb1-3df0-4bbb-878b-d28bd6d9c1f7 None None] Deleting port 1217ee3a-509b-4ef8-9bc4-b022cc0dfb24 {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:23:17.303291 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d5cbcbb1-3df0-4bbb-878b-d28bd6d9c1f7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (1217ee3a-509b-4ef8-9bc4-b022cc0dfb24), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:17.477513 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d5cbcbb1-3df0-4bbb-878b-d28bd6d9c1f7 None None] For port 1217ee3a-509b-4ef8-9bc4-b022cc0dfb24, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=1217ee3a-509b-4ef8-9bc4-b022cc0dfb24,segment=NetworkSegment(655f4b3e-bc9a-4aba-8a16-641936a80470),segment_id=655f4b3e-bc9a-4aba-8a16-641936a80470)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:23:17.478115 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d5cbcbb1-3df0-4bbb-878b-d28bd6d9c1f7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (1217ee3a-509b-4ef8-9bc4-b022cc0dfb24), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:17.515497 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d5cbcbb1-3df0-4bbb-878b-d28bd6d9c1f7 None None] Calling delete_port for 1217ee3a-509b-4ef8-9bc4-b022cc0dfb24 owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:23:17.564916 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ba2ccd-7ba9-492f-9d7f-f50195b68771 req-01336e06-617b-4448-8751-2e624f99e353 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:17.571831 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-87ba2ccd-7ba9-492f-9d7f-f50195b68771 req-01336e06-617b-4448-8751-2e624f99e353 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e48b655-5911-4dcd-a073-26e765e9c04d HTTP/1.1" status: 200 len: 945 time: 0.2151198 Jan 28 19:23:17.684860 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d5cbcbb1-3df0-4bbb-878b-d28bd6d9c1f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985'] for port (1217ee3a-509b-4ef8-9bc4-b022cc0dfb24), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:17.690684 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-718f55f2-aff9-43af-84e5-ac25c09e237b req-ff917749-7361-4c95-8fd1-2955ee468c5a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=925b8873-887e-4953-83db-09b05d761160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5417521 Jan 28 19:23:17.721815 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-87ba2ccd-7ba9-492f-9d7f-f50195b68771 req-abdfe6fe-3a16-4366-86aa-cc1c46d9f2e4 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff0a7ca0-73d1-435a-8c79-518c9bdfd3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338704 Jan 28 19:23:17.736981 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cbcbb1-3df0-4bbb-878b-d28bd6d9c1f7 None None] Pushing event deleted for resources: {'Port': ['ID=1217ee3a-509b-4ef8-9bc4-b022cc0dfb24,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:17.743810 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5cbcbb1-3df0-4bbb-878b-d28bd6d9c1f7 None None] No DVR routers for this DVR port 1217ee3a-509b-4ef8-9bc4-b022cc0dfb24 on host n-d-812111-14 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:23:17.765417 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-878d5ab4-884c-4d1e-bc63-67b262f6d2ce tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (c84000c4-04f2-4df4-ac5f-8f339023f02b), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:17.901587 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 47656) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:23:17.908272 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-718f55f2-aff9-43af-84e5-ac25c09e237b req-bf527b90-7a9b-4e63-95a0-4fa3c72410e6 service neutron] 10.222.0.70 "GET /v2.0/networks/925b8873-887e-4953-83db-09b05d761160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986706 Jan 28 19:23:18.007636 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ea590a-ab7c-4ccc-b99c-ad1c93810801 req-80175f79-1e16-49a3-a22f-5f2b67441091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:18.009484 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-73ea590a-ab7c-4ccc-b99c-ad1c93810801 req-80175f79-1e16-49a3-a22f-5f2b67441091 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=922d7922-7d01-401d-b975-2f0c2fc79a7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 1.1516774 Jan 28 19:23:18.011800 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-718f55f2-aff9-43af-84e5-ac25c09e237b req-ac3adcad-6687-455a-b585-80a2ab13e212 service neutron] 10.222.0.70 "GET /v2.0/networks/925b8873-887e-4953-83db-09b05d761160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946929 Jan 28 19:23:18.066436 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a478f9-e8e7-47b7-88cf-db709d2ec5d8 req-c5a797a1-ef2e-44c0-bf7c-493c74974f65 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:18.068702 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-41a478f9-e8e7-47b7-88cf-db709d2ec5d8 req-c5a797a1-ef2e-44c0-bf7c-493c74974f65 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a47f6a4-d74b-4921-b485-5d2c0f03f514 HTTP/1.1" status: 200 len: 950 time: 0.3795738 Jan 28 19:23:18.178398 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-63bc4196-9cf9-4813-adf6-b0778f62248f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:18.221024 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-878d5ab4-884c-4d1e-bc63-67b262f6d2ce tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (c84000c4-04f2-4df4-ac5f-8f339023f02b), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:18.274910 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-41a478f9-e8e7-47b7-88cf-db709d2ec5d8 req-16c95a27-4e30-48dc-ac94-a894f9799ad3 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d07f2a-7a3d-4718-9c1b-16394753837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871953 Jan 28 19:23:18.315060 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 9d70df4e-0f8c-42a5-a3d5-cd9dc04b6cb7 up at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:23:18.316018 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894006c2-9b20-4658-afaf-07f61a313c37 req-33dccb34-5a59-4d83-8832-6230d26c4b81 tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:18.325585 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-894006c2-9b20-4658-afaf-07f61a313c37 req-33dccb34-5a59-4d83-8832-6230d26c4b81 tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] 10.222.0.64 "GET /v2.0/ports?device_id=b7ae322e-4c07-4de8-bb2a-d22af1bfcac2 HTTP/1.1" status: 200 len: 944 time: 0.1341217 Jan 28 19:23:18.335630 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-878d5ab4-884c-4d1e-bc63-67b262f6d2ce tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c84000c4-04f2-4df4-ac5f-8f339023f02b']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:23:18.361487 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-878d5ab4-884c-4d1e-bc63-67b262f6d2ce tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '655f4b3e-bc9a-4aba-8a16-641936a80470') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:23:18.361789 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-878d5ab4-884c-4d1e-bc63-67b262f6d2ce tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '655f4b3e-bc9a-4aba-8a16-641936a80470') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:23:18.386887 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-73ea590a-ab7c-4ccc-b99c-ad1c93810801 req-609b422c-365f-4cb5-9928-1b2c437eea04 service neutron] 10.222.0.70 "GET /v2.0/networks/922d7922-7d01-401d-b975-2f0c2fc79a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3457234 Jan 28 19:23:18.428927 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-878d5ab4-884c-4d1e-bc63-67b262f6d2ce tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4747091'] for segment (655f4b3e-bc9a-4aba-8a16-641936a80470), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:18.449721 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning for port 9d70df4e-0f8c-42a5-a3d5-cd9dc04b6cb7 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:23:18.455620 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning complete for port 9d70df4e-0f8c-42a5-a3d5-cd9dc04b6cb7 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:23:18.457159 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (9d70df4e-0f8c-42a5-a3d5-cd9dc04b6cb7), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:18.477413 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-894006c2-9b20-4658-afaf-07f61a313c37 req-dc266f3a-f24a-4faa-a881-6447e3888b77 tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed5dbff7-d8b6-44bf-8755-79d5f3e8f67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498289 Jan 28 19:23:18.510626 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-63bc4196-9cf9-4813-adf6-b0778f62248f admin admin] Publish callbacks [] for security_group (ac98d28a-c527-469f-bcda-a5fdc104d5d3), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:18.521876 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-63bc4196-9cf9-4813-adf6-b0778f62248f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (ac98d28a-c527-469f-bcda-a5fdc104d5d3), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:18.538101 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-73ea590a-ab7c-4ccc-b99c-ad1c93810801 req-49b43d58-0a33-45e1-a35d-15c56bf0c7f1 service neutron] 10.222.0.70 "GET /v2.0/networks/922d7922-7d01-401d-b975-2f0c2fc79a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070430 Jan 28 19:23:18.559640 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-878d5ab4-884c-4d1e-bc63-67b262f6d2ce tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (655f4b3e-bc9a-4aba-8a16-641936a80470), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:18.571715 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-878d5ab4-884c-4d1e-bc63-67b262f6d2ce tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:23:18.572111 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-878d5ab4-884c-4d1e-bc63-67b262f6d2ce tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4690514'] for segment (655f4b3e-bc9a-4aba-8a16-641936a80470), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:18.575969 n-d-812111-14 neutron-server[103304]: Traceback (most recent call last): Jan 28 19:23:18.575969 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:23:18.575969 n-d-812111-14 neutron-server[103304]: timer() Jan 28 19:23:18.575969 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:23:18.575969 n-d-812111-14 neutron-server[103304]: cb(*args, **kw) Jan 28 19:23:18.575969 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:23:18.575969 n-d-812111-14 neutron-server[103304]: return func(*args, **kwargs) Jan 28 19:23:18.575969 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:23:18.575969 n-d-812111-14 neutron-server[103304]: self._notify() Jan 28 19:23:18.575969 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:23:18.575969 n-d-812111-14 neutron-server[103304]: self.callback(batched_events) Jan 28 19:23:18.575969 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:23:18.575969 n-d-812111-14 neutron-server[103304]: event.method(event) Jan 28 19:23:18.575969 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:23:18.575969 n-d-812111-14 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:23:18.575969 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:23:18.575969 n-d-812111-14 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:23:18.575969 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:23:18.575969 n-d-812111-14 neutron-server[103304]: return f(self, *a, **k) Jan 28 19:23:18.575969 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:23:18.575969 n-d-812111-14 neutron-server[103304]: return self._get(url).json() Jan 28 19:23:18.575969 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:23:18.575969 n-d-812111-14 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:23:18.575969 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:23:18.575969 n-d-812111-14 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 28 19:23:18.575969 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:23:18.575969 n-d-812111-14 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:23:18.575969 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:23:18.575969 n-d-812111-14 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:23:18.575969 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:23:18.575969 n-d-812111-14 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:23:18.575969 n-d-812111-14 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:23:18.616937 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-63bc4196-9cf9-4813-adf6-b0778f62248f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4d93df54ac6c40b787497d8c20fe800a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7141631 Jan 28 19:23:18.621886 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 47666) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:23:18.636113 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2146143b-5540-4c32-9d4f-515b4082324d req-18add03b-8ed7-4871-9b69-c471dd21d909 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:18.644075 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2146143b-5540-4c32-9d4f-515b4082324d req-18add03b-8ed7-4871-9b69-c471dd21d909 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/ports?device_id=526e2654-a350-462e-8c7e-a53643b5bc70 HTTP/1.1" status: 200 len: 945 time: 0.2601848 Jan 28 19:23:18.710985 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 1217ee3a-509b-4ef8-9bc4-b022cc0dfb24 no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:23:18.723865 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2146143b-5540-4c32-9d4f-515b4082324d req-46f4ff6a-8c9a-42d5-9794-96212c68d97d tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/security-groups?id=e52b5309-890e-4183-bf0d-6ef59c658d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788169 Jan 28 19:23:18.737939 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: 1217ee3a-509b-4ef8-9bc4-b022cc0dfb24 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:23:18.738313 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 1217ee3a-509b-4ef8-9bc4-b022cc0dfb24 not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:23:18.747631 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0bd2ec1f-b355-4b92-a46b-9a20465ef835 admin admin] Publish callbacks [] for security_group (ac98d28a-c527-469f-bcda-a5fdc104d5d3), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:18.752330 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bc4196-9cf9-4813-adf6-b0778f62248f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac98d28a-c527-469f-bcda-a5fdc104d5d3,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:18.757696 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-878d5ab4-884c-4d1e-bc63-67b262f6d2ce tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (c84000c4-04f2-4df4-ac5f-8f339023f02b), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:18.766413 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-878d5ab4-884c-4d1e-bc63-67b262f6d2ce tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:18.772248 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-878d5ab4-884c-4d1e-bc63-67b262f6d2ce tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] 10.222.0.64 "DELETE /v2.0/networks/c84000c4-04f2-4df4-ac5f-8f339023f02b HTTP/1.1" status: 204 len: 168 time: 1.7945876 Jan 28 19:23:18.780712 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 47670) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:23:18.785893 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-b0bf93dd-a4fa-40f1-88ad-9f10339fbed1 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1134807241'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:23:18.804831 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 9d70df4e-0f8c-42a5-a3d5-cd9dc04b6cb7 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:23:18.805152 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (9d70df4e-0f8c-42a5-a3d5-cd9dc04b6cb7), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:18.829875 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbb3758-b183-4dae-98f2-7fde53915d19 req-dbf49c9e-d541-4c5f-bedf-b4eb5e3edd18 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:18.831660 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5bbb3758-b183-4dae-98f2-7fde53915d19 req-dbf49c9e-d541-4c5f-bedf-b4eb5e3edd18 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a47f6a4-d74b-4921-b485-5d2c0f03f514 HTTP/1.1" status: 200 len: 950 time: 0.1562867 Jan 28 19:23:18.837448 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0bd2ec1f-b355-4b92-a46b-9a20465ef835 admin admin] Publish callbacks [] for security_group (ac98d28a-c527-469f-bcda-a5fdc104d5d3), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:18.840102 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878d5ab4-884c-4d1e-bc63-67b262f6d2ce tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Pushing event deleted for resources: {'Network': ['ID=c84000c4-04f2-4df4-ac5f-8f339023f02b,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:18.850122 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 9d70df4e-0f8c-42a5-a3d5-cd9dc04b6cb7, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=9d70df4e-0f8c-42a5-a3d5-cd9dc04b6cb7,segment=NetworkSegment(0d84d916-97fe-4a55-a454-c0fc25feb1a4),segment_id=0d84d916-97fe-4a55-a454-c0fc25feb1a4)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:23:18.851116 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7ae322e-4c07-4de8-bb2a-d22af1bfcac2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d70df4e-0f8c-42a5-a3d5-cd9dc04b6cb7'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:23:18.854148 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff42e26c-c4a4-4948-9ac9-f506cccea328" -d '{"events": [{"server_uuid": "b7ae322e-4c07-4de8-bb2a-d22af1bfcac2", "name": "network-vif-plugged", "status": "completed", "tag": "9d70df4e-0f8c-42a5-a3d5-cd9dc04b6cb7"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:23:18.861463 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (9d70df4e-0f8c-42a5-a3d5-cd9dc04b6cb7), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:18.862350 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device c3ecd62f-085f-4988-b473-992cd603c18e no longer exists at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:23:18.897015 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0bf93dd-a4fa-40f1-88ad-9f10339fbed1 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Made reservation on behalf of 8f3558f2b66642eda891aec2b92891c7 for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:23:18.900634 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b0bf93dd-a4fa-40f1-88ad-9f10339fbed1 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:18.957627 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5bbb3758-b183-4dae-98f2-7fde53915d19 req-c9364888-0390-4da3-8b1f-9ccc74521227 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d07f2a-7a3d-4718-9c1b-16394753837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062725 Jan 28 19:23:18.982593 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0bd2ec1f-b355-4b92-a46b-9a20465ef835 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (ac98d28a-c527-469f-bcda-a5fdc104d5d3), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:18.986711 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0bd2ec1f-b355-4b92-a46b-9a20465ef835 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:18.988305 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-0bd2ec1f-b355-4b92-a46b-9a20465ef835 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ac98d28a-c527-469f-bcda-a5fdc104d5d3 HTTP/1.1" status: 204 len: 168 time: 0.3650777 Jan 28 19:23:18.996623 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0bf93dd-a4fa-40f1-88ad-9f10339fbed1 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:23:19.010278 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd2ec1f-b355-4b92-a46b-9a20465ef835 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac98d28a-c527-469f-bcda-a5fdc104d5d3,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:19.019009 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57148080-3e36-4dc8-9dbf-15e466fe1e6a req-96c3496d-20bc-4546-9c4f-3433b5e70964 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:19.024997 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-57148080-3e36-4dc8-9dbf-15e466fe1e6a req-96c3496d-20bc-4546-9c4f-3433b5e70964 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e48b655-5911-4dcd-a073-26e765e9c04d HTTP/1.1" status: 200 len: 945 time: 0.1311004 Jan 28 19:23:19.035622 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b0bf93dd-a4fa-40f1-88ad-9f10339fbed1 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (c17ed0f3-a91b-48f1-8609-9bb873a3202f), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:19.036917 n-d-812111-14 neutron-server[103305]: INFO neutron.db.segments_db [None req-b0bf93dd-a4fa-40f1-88ad-9f10339fbed1 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Added segment c17ed0f3-a91b-48f1-8609-9bb873a3202f of type vlan for network 514a961b-02b3-4e94-a1f4-091c289449af Jan 28 19:23:19.037397 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=9d70df4e-0f8c-42a5-a3d5-cd9dc04b6cb7,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:19.071579 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port c3ecd62f-085f-4988-b473-992cd603c18e is: ACTIVE; New status is: DOWN {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:23:19.072074 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (c3ecd62f-085f-4988-b473-992cd603c18e), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:19.076619 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:23:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a91b969-4948-46c7-83a4-8d46327bdb37 x-openstack-request-id: req-1a91b969-4948-46c7-83a4-8d46327bdb37 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:23:19.077305 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7ae322e-4c07-4de8-bb2a-d22af1bfcac2", "name": "network-vif-plugged", "status": "completed", "tag": "9d70df4e-0f8c-42a5-a3d5-cd9dc04b6cb7", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:23:19.077796 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1a91b969-4948-46c7-83a4-8d46327bdb37 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:23:19.079304 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7ae322e-4c07-4de8-bb2a-d22af1bfcac2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d70df4e-0f8c-42a5-a3d5-cd9dc04b6cb7', 'code': 200} Jan 28 19:23:19.141813 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-57148080-3e36-4dc8-9dbf-15e466fe1e6a req-0af6cabe-179a-4a28-ad77-be70868ede06 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff0a7ca0-73d1-435a-8c79-518c9bdfd3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092398 Jan 28 19:23:19.150258 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port c3ecd62f-085f-4988-b473-992cd603c18e, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=c3ecd62f-085f-4988-b473-992cd603c18e,segment=NetworkSegment(6604d099-9aad-4c96-afcd-6df42d277d23),segment_id=6604d099-9aad-4c96-afcd-6df42d277d23)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:23:19.162932 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (c3ecd62f-085f-4988-b473-992cd603c18e), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:19.164572 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b0bf93dd-a4fa-40f1-88ad-9f10339fbed1 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (514a961b-02b3-4e94-a1f4-091c289449af), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:19.236023 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85208ecb-760f-43cc-8119-a674f0d722d4 req-8c2a8584-9670-492f-adbb-90e2dbfd0386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:19.238573 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-85208ecb-760f-43cc-8119-a674f0d722d4 req-8c2a8584-9670-492f-adbb-90e2dbfd0386 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b7ae322e-4c07-4de8-bb2a-d22af1bfcac2 HTTP/1.1" status: 200 len: 1128 time: 0.0742712 Jan 28 19:23:19.251015 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b0bf93dd-a4fa-40f1-88ad-9f10339fbed1 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (514a961b-02b3-4e94-a1f4-091c289449af), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:19.267342 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0bf93dd-a4fa-40f1-88ad-9f10339fbed1 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:19.267922 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b0bf93dd-a4fa-40f1-88ad-9f10339fbed1 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:19.285529 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=c3ecd62f-085f-4988-b473-992cd603c18e,revision_number=8']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:19.353910 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-85208ecb-760f-43cc-8119-a674f0d722d4 req-bffb29dd-7fc6-4332-a07e-e1a93b19b044 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=ed5dbff7-d8b6-44bf-8755-79d5f3e8f67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043091 Jan 28 19:23:19.389736 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 47694) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:23:19.395900 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-a6bba0f1-7731-4175-b734-9d1c687cbd75 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Request body: {'subnet': {'network_id': '514a961b-02b3-4e94-a1f4-091c289449af', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:23:19.399563 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-b0bf93dd-a4fa-40f1-88ad-9f10339fbed1 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6174638 Jan 28 19:23:19.441860 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bf93dd-a4fa-40f1-88ad-9f10339fbed1 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Pushing event updated for resources: {'Network': ['ID=514a961b-02b3-4e94-a1f4-091c289449af,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:19.455762 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network 514a961b-02b3-4e94-a1f4-091c289449af details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:23:19.522681 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6bba0f1-7731-4175-b734-9d1c687cbd75 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Made reservation on behalf of 8f3558f2b66642eda891aec2b92891c7 for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:23:19.531985 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a6bba0f1-7731-4175-b734-9d1c687cbd75 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5221429'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:19.723018 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcc94a0-ed43-4a13-adda-edde82c15de5 req-fee30545-7c13-4b88-9864-16968de2cec7 tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:19.728156 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3dcc94a0-ed43-4a13-adda-edde82c15de5 req-fee30545-7c13-4b88-9864-16968de2cec7 tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] 10.222.0.64 "GET /v2.0/ports?device_id=b7ae322e-4c07-4de8-bb2a-d22af1bfcac2 HTTP/1.1" status: 200 len: 945 time: 0.1344569 Jan 28 19:23:19.852766 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3dcc94a0-ed43-4a13-adda-edde82c15de5 req-ea5957e2-5266-4795-bca5-3a6aa395ba85 tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed5dbff7-d8b6-44bf-8755-79d5f3e8f67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152384 Jan 28 19:23:19.940441 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaa46d9-8d61-4ca5-967f-58552e51cff6 req-1cb410ee-2336-412b-aa17-01894b4079ad tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:19.940441 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-fdaa46d9-8d61-4ca5-967f-58552e51cff6 req-1cb410ee-2336-412b-aa17-01894b4079ad tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a47f6a4-d74b-4921-b485-5d2c0f03f514 HTTP/1.1" status: 200 len: 950 time: 0.1856241 Jan 28 19:23:20.049816 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-fdaa46d9-8d61-4ca5-967f-58552e51cff6 req-d5f291cb-5d5e-471e-b64c-7acb365ba729 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d07f2a-7a3d-4718-9c1b-16394753837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144972 Jan 28 19:23:20.060696 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1dd0da-200c-4b92-91b3-9402b4365eb8 req-e65ebafe-d581-44e0-924b-bec08eb5b57b tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:20.068811 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3d1dd0da-200c-4b92-91b3-9402b4365eb8 req-e65ebafe-d581-44e0-924b-bec08eb5b57b tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/ports?device_id=526e2654-a350-462e-8c7e-a53643b5bc70 HTTP/1.1" status: 200 len: 945 time: 0.1194301 Jan 28 19:23:20.121195 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5d025744-d6ae-4011-a73d-5956ab0eee4b req-5f08c466-cd2b-444d-9304-8308754b53e8 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9a47f6a4-d74b-4921-b485-5d2c0f03f514&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4253654 Jan 28 19:23:20.121195 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a6bba0f1-7731-4175-b734-9d1c687cbd75 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4690681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5221415'] for subnet (9a2c61de-232e-4adb-9673-2e4af566fbfb), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:20.130608 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3d1dd0da-200c-4b92-91b3-9402b4365eb8 req-1cb8e045-8bde-4bea-8e43-d538b5bbb9f9 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/security-groups?id=e52b5309-890e-4183-bf0d-6ef59c658d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608118 Jan 28 19:23:20.200655 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bba0f1-7731-4175-b734-9d1c687cbd75 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Pushing event updated for resources: {'Subnet': ['ID=9a2c61de-232e-4adb-9673-2e4af566fbfb,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:20.236734 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6bba0f1-7731-4175-b734-9d1c687cbd75 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Checking segment: {'id': 'c17ed0f3-a91b-48f1-8609-9bb873a3202f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '514a961b-02b3-4e94-a1f4-091c289449af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:23:20.237283 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6bba0f1-7731-4175-b734-9d1c687cbd75 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Network hostable DHCP agents. Network: 514a961b-02b3-4e94-a1f4-091c289449af, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:23:20.320252 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6bba0f1-7731-4175-b734-9d1c687cbd75 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Network 514a961b-02b3-4e94-a1f4-091c289449af is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:23:20.341710 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031b9017-0485-4214-b94e-59f1553f128e req-a8cfd561-bd20-4b7b-b081-77c042d85449 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:20.348977 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-031b9017-0485-4214-b94e-59f1553f128e req-a8cfd561-bd20-4b7b-b081-77c042d85449 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e48b655-5911-4dcd-a073-26e765e9c04d HTTP/1.1" status: 200 len: 943 time: 0.1089115 Jan 28 19:23:20.352101 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-a6bba0f1-7731-4175-b734-9d1c687cbd75 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, 514a961b-02b3-4e94-a1f4-091c289449af) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:23:20.362548 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6bba0f1-7731-4175-b734-9d1c687cbd75 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:20.363151 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a6bba0f1-7731-4175-b734-9d1c687cbd75 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:20.364276 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d70f731-7c91-4240-83a6-c9c606904e32 None None] Network 514a961b-02b3-4e94-a1f4-091c289449af requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:23:20.407758 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-a6bba0f1-7731-4175-b734-9d1c687cbd75 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.0160434 Jan 28 19:23:20.410550 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 47744) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:23:20.419329 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-be1fc8b0-dc7a-46fc-89a5-c0081b194d84 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-661876440'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:23:20.440936 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-031b9017-0485-4214-b94e-59f1553f128e req-18012b62-5b3d-4779-a50e-84c157e884bb tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff0a7ca0-73d1-435a-8c79-518c9bdfd3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858026 Jan 28 19:23:20.482292 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be1fc8b0-dc7a-46fc-89a5-c0081b194d84 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Made reservation on behalf of 8f3558f2b66642eda891aec2b92891c7 for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:23:20.486475 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-be1fc8b0-dc7a-46fc-89a5-c0081b194d84 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:20.535522 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be1fc8b0-dc7a-46fc-89a5-c0081b194d84 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:23:20.571495 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-be1fc8b0-dc7a-46fc-89a5-c0081b194d84 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (d6f4382e-d377-4cdf-8e50-290106be5676), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:20.572126 n-d-812111-14 neutron-server[103305]: INFO neutron.db.segments_db [None req-be1fc8b0-dc7a-46fc-89a5-c0081b194d84 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Added segment d6f4382e-d377-4cdf-8e50-290106be5676 of type vlan for network 81401e49-2de3-4351-b9bd-1e02626318c2 Jan 28 19:23:20.586159 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:20.597608 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda035d8-d31f-4903-967b-4144ba483625 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68cd31fd-e4cd-5fb3-a862-256fc47efcd2-514a961b-02b3-4e94-a1f4-091c289449af', 'network_id': '514a961b-02b3-4e94-a1f4-091c289449af', 'project_id': '8f3558f2b66642eda891aec2b92891c7', 'fixed_ips': [{'subnet_id': '9a2c61de-232e-4adb-9673-2e4af566fbfb'}]}} from n-d-812111-14. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:23:20.600101 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fda035d8-d31f-4903-967b-4144ba483625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:20.653647 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-be1fc8b0-dc7a-46fc-89a5-c0081b194d84 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (81401e49-2de3-4351-b9bd-1e02626318c2), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:20.689720 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-be1fc8b0-dc7a-46fc-89a5-c0081b194d84 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (81401e49-2de3-4351-b9bd-1e02626318c2), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:20.702524 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1fc8b0-dc7a-46fc-89a5-c0081b194d84 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:20.704419 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-be1fc8b0-dc7a-46fc-89a5-c0081b194d84 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:20.804468 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-fda035d8-d31f-4903-967b-4144ba483625 None None] Allocated IP 19.80.0.2 (514a961b-02b3-4e94-a1f4-091c289449af/9a2c61de-232e-4adb-9673-2e4af566fbfb/2d778a86-f902-4818-a0e7-eb2caea08f38) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:23:20.856307 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-be1fc8b0-dc7a-46fc-89a5-c0081b194d84 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4433534 Jan 28 19:23:20.859820 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 47764) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:23:20.871128 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-2bd49282-5d3a-4c48-b037-f7087ca14ece tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Request body: {'subnet': {'network_id': '81401e49-2de3-4351-b9bd-1e02626318c2', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:23:20.887419 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1fc8b0-dc7a-46fc-89a5-c0081b194d84 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Pushing event updated for resources: {'Network': ['ID=81401e49-2de3-4351-b9bd-1e02626318c2,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:20.986425 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network 81401e49-2de3-4351-b9bd-1e02626318c2 details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:23:21.082362 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e48b655-5911-4dcd-a073-26e765e9c04d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3ecd62f-085f-4988-b473-992cd603c18e'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:23:21.085553 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd15d64b-9b09-418d-9e96-43d6d037dcf7" -d '{"events": [{"server_uuid": "4e48b655-5911-4dcd-a073-26e765e9c04d", "name": "network-vif-unplugged", "status": "completed", "tag": "c3ecd62f-085f-4988-b473-992cd603c18e"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:23:21.123794 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f842c919-5c87-4b46-81fc-2c00af5609c3 req-5c86a9c8-acbc-4b18-b73a-4631ade43735 tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:21.135269 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f842c919-5c87-4b46-81fc-2c00af5609c3 req-5c86a9c8-acbc-4b18-b73a-4631ade43735 tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] 10.222.0.64 "GET /v2.0/ports?device_id=b7ae322e-4c07-4de8-bb2a-d22af1bfcac2 HTTP/1.1" status: 200 len: 945 time: 0.1245308 Jan 28 19:23:21.135499 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bd49282-5d3a-4c48-b037-f7087ca14ece tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Made reservation on behalf of 8f3558f2b66642eda891aec2b92891c7 for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:23:21.139162 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2bd49282-5d3a-4c48-b037-f7087ca14ece tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5221429'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:21.200590 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fda035d8-d31f-4903-967b-4144ba483625 None None] Publish callbacks [] for port (2d778a86-f902-4818-a0e7-eb2caea08f38), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:21.211535 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fda035d8-d31f-4903-967b-4144ba483625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (2d778a86-f902-4818-a0e7-eb2caea08f38), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:21.263057 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f842c919-5c87-4b46-81fc-2c00af5609c3 req-21d26261-f41e-40de-8949-cd8b6b7a8e4f tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed5dbff7-d8b6-44bf-8755-79d5f3e8f67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119611 Jan 28 19:23:21.321749 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda035d8-d31f-4903-967b-4144ba483625 None None] Network 514a961b-02b3-4e94-a1f4-091c289449af is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:23:21.343144 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 19:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68cbedd5-2bf3-4145-8e20-463ab158b8f3 x-openstack-request-id: req-68cbedd5-2bf3-4145-8e20-463ab158b8f3 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:23:21.343445 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e48b655-5911-4dcd-a073-26e765e9c04d", "name": "network-vif-unplugged", "status": "completed", "tag": "c3ecd62f-085f-4988-b473-992cd603c18e", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:23:21.343716 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-68cbedd5-2bf3-4145-8e20-463ab158b8f3 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:23:21.344145 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e48b655-5911-4dcd-a073-26e765e9c04d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3ecd62f-085f-4988-b473-992cd603c18e', 'code': 200} Jan 28 19:23:21.345134 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-fda035d8-d31f-4903-967b-4144ba483625 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:23:21.359622 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda035d8-d31f-4903-967b-4144ba483625 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:23:21.364669 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda035d8-d31f-4903-967b-4144ba483625 None None] Pushing event updated for resources: {'Port': ['ID=2d778a86-f902-4818-a0e7-eb2caea08f38,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:21.492943 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-fda035d8-d31f-4903-967b-4144ba483625 None None] Attempting to bind port 2d778a86-f902-4818-a0e7-eb2caea08f38 on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:23:21.493400 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-fda035d8-d31f-4903-967b-4144ba483625 None None] Attempting to bind port 2d778a86-f902-4818-a0e7-eb2caea08f38 by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': 'c17ed0f3-a91b-48f1-8609-9bb873a3202f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '514a961b-02b3-4e94-a1f4-091c289449af'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:23:21.493773 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda035d8-d31f-4903-967b-4144ba483625 None None] Attempting to bind port 2d778a86-f902-4818-a0e7-eb2caea08f38 on network 514a961b-02b3-4e94-a1f4-091c289449af {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:23:21.506172 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda035d8-d31f-4903-967b-4144ba483625 None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:23:21.506543 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda035d8-d31f-4903-967b-4144ba483625 None None] Checking segment: {'id': 'c17ed0f3-a91b-48f1-8609-9bb873a3202f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '514a961b-02b3-4e94-a1f4-091c289449af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:23:21.506955 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fda035d8-d31f-4903-967b-4144ba483625 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:21.509459 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda035d8-d31f-4903-967b-4144ba483625 None None] Bound using segment: {'id': 'c17ed0f3-a91b-48f1-8609-9bb873a3202f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '514a961b-02b3-4e94-a1f4-091c289449af'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:23:21.509964 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-fda035d8-d31f-4903-967b-4144ba483625 None None] Bound port: 2d778a86-f902-4818-a0e7-eb2caea08f38, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c17ed0f3-a91b-48f1-8609-9bb873a3202f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '514a961b-02b3-4e94-a1f4-091c289449af'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:23:21.510385 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fda035d8-d31f-4903-967b-4144ba483625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (2d778a86-f902-4818-a0e7-eb2caea08f38), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:21.511801 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3470de24-b7cf-445c-bed8-91b0c7d8cb08 req-f46a7894-9720-4a16-abd1-bb256221149e tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:21.521323 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3470de24-b7cf-445c-bed8-91b0c7d8cb08 req-f46a7894-9720-4a16-abd1-bb256221149e tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/ports?device_id=526e2654-a350-462e-8c7e-a53643b5bc70 HTTP/1.1" status: 200 len: 945 time: 0.1009312 Jan 28 19:23:21.582755 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09519767-4a14-4716-b1e1-4e40a6577172 req-4f2b2fc1-b545-430c-b0d7-a53b50ead74c tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:21.591046 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-09519767-4a14-4716-b1e1-4e40a6577172 req-4f2b2fc1-b545-430c-b0d7-a53b50ead74c tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a47f6a4-d74b-4921-b485-5d2c0f03f514 HTTP/1.1" status: 200 len: 950 time: 0.2507949 Jan 28 19:23:21.635911 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2bd49282-5d3a-4c48-b037-f7087ca14ece tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4690681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5221415'] for subnet (6cf39e89-397c-432d-bfb7-179a4e54df10), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:21.636706 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3470de24-b7cf-445c-bed8-91b0c7d8cb08 req-438511f8-13b5-459b-a05f-4f1b1983ac88 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/security-groups?id=e52b5309-890e-4183-bf0d-6ef59c658d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144750 Jan 28 19:23:21.666081 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fda035d8-d31f-4903-967b-4144ba483625 None None] For port 2d778a86-f902-4818-a0e7-eb2caea08f38, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:23:21.670642 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fda035d8-d31f-4903-967b-4144ba483625 None None] For port 2d778a86-f902-4818-a0e7-eb2caea08f38, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=2d778a86-f902-4818-a0e7-eb2caea08f38,segment=NetworkSegment(c17ed0f3-a91b-48f1-8609-9bb873a3202f),segment_id=c17ed0f3-a91b-48f1-8609-9bb873a3202f)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:23:21.680025 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fda035d8-d31f-4903-967b-4144ba483625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (2d778a86-f902-4818-a0e7-eb2caea08f38), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:21.797794 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda035d8-d31f-4903-967b-4144ba483625 None None] Pushing event updated for resources: {'Port': ['ID=2d778a86-f902-4818-a0e7-eb2caea08f38,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:21.847462 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-09519767-4a14-4716-b1e1-4e40a6577172 req-1191a845-5b8c-44d0-a45a-7d9e8e4d025c tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d07f2a-7a3d-4718-9c1b-16394753837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426729 Jan 28 19:23:21.860718 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd49282-5d3a-4c48-b037-f7087ca14ece tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Pushing event updated for resources: {'Subnet': ['ID=6cf39e89-397c-432d-bfb7-179a4e54df10,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:21.864406 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd49282-5d3a-4c48-b037-f7087ca14ece tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Checking segment: {'id': 'd6f4382e-d377-4cdf-8e50-290106be5676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '81401e49-2de3-4351-b9bd-1e02626318c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:23:21.864789 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd49282-5d3a-4c48-b037-f7087ca14ece tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Network hostable DHCP agents. Network: 81401e49-2de3-4351-b9bd-1e02626318c2, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:23:21.907051 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd49282-5d3a-4c48-b037-f7087ca14ece tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Network 81401e49-2de3-4351-b9bd-1e02626318c2 is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:23:21.924399 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-2bd49282-5d3a-4c48-b037-f7087ca14ece tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, 81401e49-2de3-4351-b9bd-1e02626318c2) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:23:21.930081 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd49282-5d3a-4c48-b037-f7087ca14ece tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:21.931920 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f0a420-2ba7-46fc-9c90-76fd5ffe90bf req-e48856fa-52fd-44d3-900d-985c86faad5a tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:21.932759 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2bd49282-5d3a-4c48-b037-f7087ca14ece tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:21.941027 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72e8daa2-6980-4715-b773-b38c6540a38d None None] Network 81401e49-2de3-4351-b9bd-1e02626318c2 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:23:21.953921 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b7f0a420-2ba7-46fc-9c90-76fd5ffe90bf req-e48856fa-52fd-44d3-900d-985c86faad5a tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e48b655-5911-4dcd-a073-26e765e9c04d HTTP/1.1" status: 200 len: 943 time: 0.1311839 Jan 28 19:23:21.997504 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-2bd49282-5d3a-4c48-b037-f7087ca14ece tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.1360373 Jan 28 19:23:22.067101 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b7f0a420-2ba7-46fc-9c90-76fd5ffe90bf req-ec20d0b4-932a-40ff-9509-b08345ad2f52 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff0a7ca0-73d1-435a-8c79-518c9bdfd3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118987 Jan 28 19:23:22.321790 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7867fea0-6812-48dc-83a6-20f07c971750 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68cd31fd-e4cd-5fb3-a862-256fc47efcd2-81401e49-2de3-4351-b9bd-1e02626318c2', 'network_id': '81401e49-2de3-4351-b9bd-1e02626318c2', 'project_id': '8f3558f2b66642eda891aec2b92891c7', 'fixed_ips': [{'subnet_id': '6cf39e89-397c-432d-bfb7-179a4e54df10'}]}} from n-d-812111-14. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:23:22.322692 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7867fea0-6812-48dc-83a6-20f07c971750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:22.340873 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc40119-350a-48e9-820b-b98ae33500d9 req-f60d1b7f-5094-4d17-ad18-95e90b93f4fc tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:22.353721 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1fc40119-350a-48e9-820b-b98ae33500d9 req-f60d1b7f-5094-4d17-ad18-95e90b93f4fc tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e48b655-5911-4dcd-a073-26e765e9c04d HTTP/1.1" status: 200 len: 943 time: 0.1130464 Jan 28 19:23:22.554074 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1fc40119-350a-48e9-820b-b98ae33500d9 req-ec14ad0f-2922-4af9-94b5-46da2eb78828 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff0a7ca0-73d1-435a-8c79-518c9bdfd3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993692 Jan 28 19:23:22.628511 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d025744-d6ae-4011-a73d-5956ab0eee4b req-5bd06fcc-9069-4a6d-9fb5-d06ecf680ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:22.630104 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5d025744-d6ae-4011-a73d-5956ab0eee4b req-5bd06fcc-9069-4a6d-9fb5-d06ecf680ea0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e0a949cf73864faf86b4b8a64f5cd635&device_id=9a47f6a4-d74b-4921-b485-5d2c0f03f514 HTTP/1.1" status: 200 len: 1133 time: 0.1971824 Jan 28 19:23:22.635454 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45c0e3d-30c0-4c17-ab54-ca5d3d3cb14b req-c6df0f27-307d-4073-ad13-4fafc37087cc tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:22.637698 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a45c0e3d-30c0-4c17-ab54-ca5d3d3cb14b req-c6df0f27-307d-4073-ad13-4fafc37087cc tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] 10.222.0.64 "GET /v2.0/ports?device_id=b7ae322e-4c07-4de8-bb2a-d22af1bfcac2 HTTP/1.1" status: 200 len: 945 time: 0.1374362 Jan 28 19:23:22.679376 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-7867fea0-6812-48dc-83a6-20f07c971750 None None] Allocated IP 19.86.0.2 (81401e49-2de3-4351-b9bd-1e02626318c2/6cf39e89-397c-432d-bfb7-179a4e54df10/114c6d37-cc77-429d-883a-e15af70c0144) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:23:22.773878 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a45c0e3d-30c0-4c17-ab54-ca5d3d3cb14b req-c9397eab-b90e-4ca8-b24b-47a3b5d33c17 tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed5dbff7-d8b6-44bf-8755-79d5f3e8f67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250083 Jan 28 19:23:22.787024 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 2d778a86-f902-4818-a0e7-eb2caea08f38 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:23:22.815349 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d025744-d6ae-4011-a73d-5956ab0eee4b req-3728fc8b-77bb-4665-85a4-9d2b3cacd3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:22.817277 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5d025744-d6ae-4011-a73d-5956ab0eee4b req-3728fc8b-77bb-4665-85a4-9d2b3cacd3d7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7810caa2-eac6-457d-9302-c8c215ef3e91 HTTP/1.1" status: 200 len: 869 time: 0.1742578 Jan 28 19:23:22.870626 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5d025744-d6ae-4011-a73d-5956ab0eee4b req-3f335df7-b8fa-4777-8784-04aeaa0e0c77 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=0de5e835-b1b7-47c9-a9c1-41d3ac8a15bf HTTP/1.1" status: 200 len: 217 time: 0.0468230 Jan 28 19:23:22.952320 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7867fea0-6812-48dc-83a6-20f07c971750 None None] Publish callbacks [] for port (114c6d37-cc77-429d-883a-e15af70c0144), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:22.958899 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 2d778a86-f902-4818-a0e7-eb2caea08f38 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:23:22.959270 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (2d778a86-f902-4818-a0e7-eb2caea08f38), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:22.984600 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4eca7e-4ad2-4d89-88ba-b52ecd075cc8 req-521a68ca-cd4f-4228-b328-0f93cedb75c2 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:22.992271 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3b4eca7e-4ad2-4d89-88ba-b52ecd075cc8 req-521a68ca-cd4f-4228-b328-0f93cedb75c2 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/ports?device_id=526e2654-a350-462e-8c7e-a53643b5bc70 HTTP/1.1" status: 200 len: 945 time: 0.1043143 Jan 28 19:23:23.003147 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7867fea0-6812-48dc-83a6-20f07c971750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (114c6d37-cc77-429d-883a-e15af70c0144), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:23.074397 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3b4eca7e-4ad2-4d89-88ba-b52ecd075cc8 req-e9cef7e0-be10-4818-a491-e279e09efac0 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/security-groups?id=e52b5309-890e-4183-bf0d-6ef59c658d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808833 Jan 28 19:23:23.075223 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7867fea0-6812-48dc-83a6-20f07c971750 None None] Network 81401e49-2de3-4351-b9bd-1e02626318c2 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:23:23.124341 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-7867fea0-6812-48dc-83a6-20f07c971750 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:23:23.132202 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7867fea0-6812-48dc-83a6-20f07c971750 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:23:23.139115 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7867fea0-6812-48dc-83a6-20f07c971750 None None] Pushing event updated for resources: {'Port': ['ID=114c6d37-cc77-429d-883a-e15af70c0144,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:23.140869 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d025744-d6ae-4011-a73d-5956ab0eee4b req-d4e7ab00-6cfd-48c6-96aa-5c97dd79f53e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:23.143751 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5d025744-d6ae-4011-a73d-5956ab0eee4b req-d4e7ab00-6cfd-48c6-96aa-5c97dd79f53e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f2de4832-9ef6-4f40-9ac5-1557d5e6a6ff HTTP/1.1" status: 200 len: 843 time: 0.1550717 Jan 28 19:23:23.159331 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784e9929-7fd4-4736-9f0b-4d751a73025f req-81031749-1fef-4e55-9adf-b49f9d6ddafd tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:23.171386 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784e9929-7fd4-4736-9f0b-4d751a73025f req-81031749-1fef-4e55-9adf-b49f9d6ddafd tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:23.179208 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-784e9929-7fd4-4736-9f0b-4d751a73025f req-81031749-1fef-4e55-9adf-b49f9d6ddafd tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] 10.222.0.64 "GET /v2.0/networks?id=514a961b-02b3-4e94-a1f4-091c289449af&id=81401e49-2de3-4351-b9bd-1e02626318c2 HTTP/1.1" status: 200 len: 1391 time: 0.3118639 Jan 28 19:23:23.226687 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-7867fea0-6812-48dc-83a6-20f07c971750 None None] Attempting to bind port 114c6d37-cc77-429d-883a-e15af70c0144 on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:23:23.228446 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-7867fea0-6812-48dc-83a6-20f07c971750 None None] Attempting to bind port 114c6d37-cc77-429d-883a-e15af70c0144 by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': 'd6f4382e-d377-4cdf-8e50-290106be5676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '81401e49-2de3-4351-b9bd-1e02626318c2'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:23:23.229089 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7867fea0-6812-48dc-83a6-20f07c971750 None None] Attempting to bind port 114c6d37-cc77-429d-883a-e15af70c0144 on network 81401e49-2de3-4351-b9bd-1e02626318c2 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:23:23.246238 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-784e9929-7fd4-4736-9f0b-4d751a73025f req-12ee1394-f7ce-4860-870d-4be8a9b7cd9a tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] 10.222.0.64 "GET /v2.0/quotas/8f3558f2b66642eda891aec2b92891c7 HTTP/1.1" status: 200 len: 375 time: 0.0659924 Jan 28 19:23:23.300769 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 2d778a86-f902-4818-a0e7-eb2caea08f38 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:23:23.301242 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (2d778a86-f902-4818-a0e7-eb2caea08f38), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:23.321256 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d025744-d6ae-4011-a73d-5956ab0eee4b req-b36e8a4a-ab3d-4937-8a87-f2d553062e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:23.321686 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7867fea0-6812-48dc-83a6-20f07c971750 None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:23:23.322184 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7867fea0-6812-48dc-83a6-20f07c971750 None None] Checking segment: {'id': 'd6f4382e-d377-4cdf-8e50-290106be5676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '81401e49-2de3-4351-b9bd-1e02626318c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:23:23.322785 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5d025744-d6ae-4011-a73d-5956ab0eee4b req-b36e8a4a-ab3d-4937-8a87-f2d553062e31 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7810caa2-eac6-457d-9302-c8c215ef3e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1414220 Jan 28 19:23:23.322902 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7867fea0-6812-48dc-83a6-20f07c971750 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:23.323404 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7867fea0-6812-48dc-83a6-20f07c971750 None None] Bound using segment: {'id': 'd6f4382e-d377-4cdf-8e50-290106be5676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '81401e49-2de3-4351-b9bd-1e02626318c2'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:23:23.324209 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-7867fea0-6812-48dc-83a6-20f07c971750 None None] Bound port: 114c6d37-cc77-429d-883a-e15af70c0144, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6f4382e-d377-4cdf-8e50-290106be5676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '81401e49-2de3-4351-b9bd-1e02626318c2'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:23:23.324699 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7867fea0-6812-48dc-83a6-20f07c971750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (114c6d37-cc77-429d-883a-e15af70c0144), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:23.365580 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] For port 2d778a86-f902-4818-a0e7-eb2caea08f38, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=2d778a86-f902-4818-a0e7-eb2caea08f38,segment=NetworkSegment(c17ed0f3-a91b-48f1-8609-9bb873a3202f),segment_id=c17ed0f3-a91b-48f1-8609-9bb873a3202f)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:23:23.400370 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (2d778a86-f902-4818-a0e7-eb2caea08f38), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:23.558454 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-784e9929-7fd4-4736-9f0b-4d751a73025f req-fb9bd28a-19f5-4682-90f2-4b0eb579d6d7 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=8f3558f2b66642eda891aec2b92891c7&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3111262 Jan 28 19:23:23.566960 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [req-784e9929-7fd4-4736-9f0b-4d751a73025f req-58250585-c1d9-487a-8dc3-3307a4517083 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:23:23.579214 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-7867fea0-6812-48dc-83a6-20f07c971750 None None] For port 114c6d37-cc77-429d-883a-e15af70c0144, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:23:23.584949 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-784e9929-7fd4-4736-9f0b-4d751a73025f req-58250585-c1d9-487a-8dc3-3307a4517083 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0254285 Jan 28 19:23:23.594765 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Pushing event updated for resources: {'Port': ['ID=2d778a86-f902-4818-a0e7-eb2caea08f38,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:23.646754 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-7867fea0-6812-48dc-83a6-20f07c971750 None None] For port 114c6d37-cc77-429d-883a-e15af70c0144, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=114c6d37-cc77-429d-883a-e15af70c0144,segment=NetworkSegment(d6f4382e-d377-4cdf-8e50-290106be5676),segment_id=d6f4382e-d377-4cdf-8e50-290106be5676)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:23:23.674410 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7867fea0-6812-48dc-83a6-20f07c971750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (114c6d37-cc77-429d-883a-e15af70c0144), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:23.692511 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:23.791948 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5d025744-d6ae-4011-a73d-5956ab0eee4b req-03818f3b-5394-4abd-819c-92c7d1c05c5f service neutron] 10.222.0.41 "GET /v2.0/networks/7810caa2-eac6-457d-9302-c8c215ef3e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4595208 Jan 28 19:23:23.850114 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7867fea0-6812-48dc-83a6-20f07c971750 None None] Pushing event updated for resources: {'Port': ['ID=114c6d37-cc77-429d-883a-e15af70c0144,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:23.860175 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-683d99c3-803d-4531-85b2-1598b61b1211 None None] Network 514a961b-02b3-4e94-a1f4-091c289449af requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:23:23.962615 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5d025744-d6ae-4011-a73d-5956ab0eee4b req-7ed4f44a-47d4-4bda-b2a1-4e50c58556b4 service neutron] 10.222.0.41 "GET /v2.0/networks/7810caa2-eac6-457d-9302-c8c215ef3e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439948 Jan 28 19:23:24.031256 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-784e9929-7fd4-4736-9f0b-4d751a73025f req-b764dc57-d4af-4373-b0dc-c52830c5cb4a service neutron] 10.222.0.64 "GET /v2.0/networks/514a961b-02b3-4e94-a1f4-091c289449af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4432640 Jan 28 19:23:24.143149 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c584a6e6-2a1e-49e9-a553-f05b012563b4 req-edd9ba5a-2b86-4026-97ef-ce62333f1377 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:24.150994 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c584a6e6-2a1e-49e9-a553-f05b012563b4 req-edd9ba5a-2b86-4026-97ef-ce62333f1377 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a47f6a4-d74b-4921-b485-5d2c0f03f514 HTTP/1.1" status: 200 len: 950 time: 0.2384033 Jan 28 19:23:24.166202 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-e98501b8-2472-44ee-bfbf-15d246b00cde None None] Provisioning complete for port 2d778a86-f902-4818-a0e7-eb2caea08f38 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:23:24.168989 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e98501b8-2472-44ee-bfbf-15d246b00cde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (2d778a86-f902-4818-a0e7-eb2caea08f38), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:24.180104 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a978d484-1374-4dfa-be9c-55395e3d43ef req-447f68f6-536e-43a0-a11f-6f8ffc125dd1 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:24.184940 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a978d484-1374-4dfa-be9c-55395e3d43ef req-447f68f6-536e-43a0-a11f-6f8ffc125dd1 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.70 "GET /v2.0/ports?device_id=526e2654-a350-462e-8c7e-a53643b5bc70 HTTP/1.1" status: 200 len: 945 time: 0.2102845 Jan 28 19:23:24.186376 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c942ebc-f998-4478-ac26-0c9fe3c31a5f req-1c39d752-9208-4cfd-8d69-005d31fd4205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:24.187839 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4c942ebc-f998-4478-ac26-0c9fe3c31a5f req-1c39d752-9208-4cfd-8d69-005d31fd4205 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=13f3263032ef4a4996ce9c7be76c5dc2&device_id=b7ae322e-4c07-4de8-bb2a-d22af1bfcac2 HTTP/1.1" status: 200 len: 1128 time: 0.3519068 Jan 28 19:23:24.227850 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 47918) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:23:24.302840 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-784e9929-7fd4-4736-9f0b-4d751a73025f req-127dd1c3-dcf6-45f5-8f8b-31ab818000a9 service neutron] 10.222.0.64 "GET /v2.0/networks/514a961b-02b3-4e94-a1f4-091c289449af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2589746 Jan 28 19:23:24.353298 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-e98501b8-2472-44ee-bfbf-15d246b00cde None None] Current status of the port 2d778a86-f902-4818-a0e7-eb2caea08f38 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:23:24.374283 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device c3ecd62f-085f-4988-b473-992cd603c18e no longer exists at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:23:24.606895 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c584a6e6-2a1e-49e9-a553-f05b012563b4 req-e245ac00-78ee-44fe-9b71-bc07a016af65 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d07f2a-7a3d-4718-9c1b-16394753837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4548941 Jan 28 19:23:24.675042 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port c3ecd62f-085f-4988-b473-992cd603c18e is: DOWN; New status is: DOWN {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:23:24.725341 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 114c6d37-cc77-429d-883a-e15af70c0144 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:23:24.745788 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f020e979-cc9d-4225-a9ba-def956147907 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:24.769275 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c942ebc-f998-4478-ac26-0c9fe3c31a5f req-491e0b08-f579-462b-ba6f-bda57af343f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:24.771358 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4c942ebc-f998-4478-ac26-0c9fe3c31a5f req-491e0b08-f579-462b-ba6f-bda57af343f6 service neutron] 10.222.0.70 "GET /v2.0/networks?id=33c095fb-ef38-447a-b00a-cb10b3a9fb6a HTTP/1.1" status: 200 len: 911 time: 0.5426064 Jan 28 19:23:24.782100 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [req-dab7ac92-63d2-4548-bfa8-0c4f3984c869 req-bd5797b3-5407-474e-904b-da67b525337c service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103304) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:23:24.790514 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-3538cc27-8e05-491f-a811-f6e46de8baf3 None None] Provisioning complete for port 2d778a86-f902-4818-a0e7-eb2caea08f38 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:23:24.791316 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3538cc27-8e05-491f-a811-f6e46de8baf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (2d778a86-f902-4818-a0e7-eb2caea08f38), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:24.794520 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-dab7ac92-63d2-4548-bfa8-0c4f3984c869 req-bd5797b3-5407-474e-904b-da67b525337c service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0219455 Jan 28 19:23:24.802470 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-784e9929-7fd4-4736-9f0b-4d751a73025f req-930f6e1a-95a5-4941-baf6-bb099487478e service neutron] 10.222.0.64 "GET /v2.0/networks/81401e49-2de3-4351-b9bd-1e02626318c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4961698 Jan 28 19:23:24.813707 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-a978d484-1374-4dfa-be9c-55395e3d43ef req-b2e80695-b901-4e64-bbf1-bdca50154809 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Deleting port 2345cf37-8df1-4a7c-90bf-a00ed44a6a23 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:23:24.814104 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-a978d484-1374-4dfa-be9c-55395e3d43ef req-b2e80695-b901-4e64-bbf1-bdca50154809 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (2345cf37-8df1-4a7c-90bf-a00ed44a6a23), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:24.844125 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 114c6d37-cc77-429d-883a-e15af70c0144 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:23:24.844125 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (114c6d37-cc77-429d-883a-e15af70c0144), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:24.991460 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-784e9929-7fd4-4736-9f0b-4d751a73025f req-f5c6ffb4-1680-4cee-b1d3-8b790f82f644 service neutron] 10.222.0.64 "GET /v2.0/networks/81401e49-2de3-4351-b9bd-1e02626318c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874068 Jan 28 19:23:25.033682 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 114c6d37-cc77-429d-883a-e15af70c0144 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:23:25.034211 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (114c6d37-cc77-429d-883a-e15af70c0144), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:25.060853 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4c942ebc-f998-4478-ac26-0c9fe3c31a5f req-bd86951f-7810-4e87-8b9a-51e8ea101d0e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9d70df4e-0f8c-42a5-a3d5-cd9dc04b6cb7 HTTP/1.1" status: 200 len: 217 time: 0.2636447 Jan 28 19:23:25.070299 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] For port 114c6d37-cc77-429d-883a-e15af70c0144, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=114c6d37-cc77-429d-883a-e15af70c0144,segment=NetworkSegment(d6f4382e-d377-4cdf-8e50-290106be5676),segment_id=d6f4382e-d377-4cdf-8e50-290106be5676)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:23:25.082266 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (114c6d37-cc77-429d-883a-e15af70c0144), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:25.083801 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 2d778a86-f902-4818-a0e7-eb2caea08f38 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:23:25.117050 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-3538cc27-8e05-491f-a811-f6e46de8baf3 None None] Current status of the port 2d778a86-f902-4818-a0e7-eb2caea08f38 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:23:25.208404 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c942ebc-f998-4478-ac26-0c9fe3c31a5f req-90b3bc54-c604-4ba9-8e52-33f92e09d6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:25.210189 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4c942ebc-f998-4478-ac26-0c9fe3c31a5f req-90b3bc54-c604-4ba9-8e52-33f92e09d6b5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a125b0f8-c648-4892-8cc4-9d24d356ab8c HTTP/1.1" status: 200 len: 851 time: 0.1011877 Jan 28 19:23:25.218079 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Pushing event updated for resources: {'Port': ['ID=114c6d37-cc77-429d-883a-e15af70c0144,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:25.246073 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 2d778a86-f902-4818-a0e7-eb2caea08f38 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:23:25.246592 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (2d778a86-f902-4818-a0e7-eb2caea08f38), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:25.380064 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-a978d484-1374-4dfa-be9c-55395e3d43ef req-b2e80695-b901-4e64-bbf1-bdca50154809 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] For port 2345cf37-8df1-4a7c-90bf-a00ed44a6a23, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=2345cf37-8df1-4a7c-90bf-a00ed44a6a23,segment=NetworkSegment(3fce350c-ea58-4666-bd7d-c61ada9a9295),segment_id=3fce350c-ea58-4666-bd7d-c61ada9a9295)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:23:25.380430 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-a978d484-1374-4dfa-be9c-55395e3d43ef req-b2e80695-b901-4e64-bbf1-bdca50154809 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (2345cf37-8df1-4a7c-90bf-a00ed44a6a23), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:25.402220 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-a978d484-1374-4dfa-be9c-55395e3d43ef req-b2e80695-b901-4e64-bbf1-bdca50154809 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Calling delete_port for 2345cf37-8df1-4a7c-90bf-a00ed44a6a23 owned by compute:nova {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:23:25.457655 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 2d778a86-f902-4818-a0e7-eb2caea08f38 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:23:25.506365 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4c942ebc-f998-4478-ac26-0c9fe3c31a5f req-62311e0a-1c8d-43c9-aba3-972792162372 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=33c095fb-ef38-447a-b00a-cb10b3a9fb6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2747450 Jan 28 19:23:25.529838 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dafc1b6-5167-4cf1-a2ae-6046822b0960 req-e4a5d86b-5cd4-4238-b94a-6fa502f61718 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:25.538019 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3dafc1b6-5167-4cf1-a2ae-6046822b0960 req-e4a5d86b-5cd4-4238-b94a-6fa502f61718 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/ports?device_id=526e2654-a350-462e-8c7e-a53643b5bc70 HTTP/1.1" status: 200 len: 945 time: 0.1199734 Jan 28 19:23:25.670011 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0b278f4-67a2-477e-a082-d86e3efe7c7d None None] Network 81401e49-2de3-4351-b9bd-1e02626318c2 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:23:25.753281 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3dafc1b6-5167-4cf1-a2ae-6046822b0960 req-9268f755-d736-46bf-acd7-69aea0e2e97a tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/security-groups?id=e52b5309-890e-4183-bf0d-6ef59c658d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138379 Jan 28 19:23:25.790633 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-504bea93-a280-499d-917c-204d8a0402f6 req-1c39081f-a82f-4531-9c8d-5f67cf43e97a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4e48b655-5911-4dcd-a073-26e765e9c04d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1898973 Jan 28 19:23:25.852659 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d37e044-1626-4d52-93f7-2c3386bc2733 req-b1ac6db7-5ac4-4350-a31e-69cde3f153f9 tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:25.863508 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2d37e044-1626-4d52-93f7-2c3386bc2733 req-b1ac6db7-5ac4-4350-a31e-69cde3f153f9 tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] 10.222.0.64 "GET /v2.0/ports?device_id=b7ae322e-4c07-4de8-bb2a-d22af1bfcac2 HTTP/1.1" status: 200 len: 945 time: 0.8110423 Jan 28 19:23:25.924780 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-33fc046e-9cc7-40bb-a67e-a31f1cf537ae None None] Provisioning complete for port 114c6d37-cc77-429d-883a-e15af70c0144 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:23:25.926286 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-33fc046e-9cc7-40bb-a67e-a31f1cf537ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (114c6d37-cc77-429d-883a-e15af70c0144), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:26.102634 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f020e979-cc9d-4225-a9ba-def956147907 admin admin] Publish callbacks [] for security_group (d1f6d4eb-9b05-4a2f-9d87-a93b1931104c), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:26.121167 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2d37e044-1626-4d52-93f7-2c3386bc2733 req-eb3de6a3-7d35-45fd-8cbf-e6cc2ef5c32a tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed5dbff7-d8b6-44bf-8755-79d5f3e8f67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2565298 Jan 28 19:23:26.142487 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f020e979-cc9d-4225-a9ba-def956147907 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (d1f6d4eb-9b05-4a2f-9d87-a93b1931104c), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:26.190240 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cf7cf8-ec1f-4ea9-87e8-061e6b90ef05 req-a9eb533f-ce92-4530-8b04-c809d51f4eb1 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:26.204305 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e4cf7cf8-ec1f-4ea9-87e8-061e6b90ef05 req-a9eb533f-ce92-4530-8b04-c809d51f4eb1 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e48b655-5911-4dcd-a073-26e765e9c04d HTTP/1.1" status: 200 len: 943 time: 0.1536434 Jan 28 19:23:26.221991 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f020e979-cc9d-4225-a9ba-def956147907 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1f6d4eb-9b05-4a2f-9d87-a93b1931104c,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:26.297592 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4c942ebc-f998-4478-ac26-0c9fe3c31a5f req-dc16a57a-db53-4180-a6b8-3421f75bbef6 service neutron] 10.222.0.70 "GET /v2.0/networks/33c095fb-ef38-447a-b00a-cb10b3a9fb6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7523170 Jan 28 19:23:26.320278 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e4cf7cf8-ec1f-4ea9-87e8-061e6b90ef05 req-28d46755-fa7b-4466-a532-2a46894c5d47 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff0a7ca0-73d1-435a-8c79-518c9bdfd3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128123 Jan 28 19:23:26.365613 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-017a49a8-0546-45d8-947a-fbdb5061917d req-5f84ab1a-63e5-4f77-95c5-51ac033d9e24 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0e6a2c7-11f0-4732-ba92-7b19b55801aa HTTP/1.1" status: 200 len: 210 time: 0.1422818 Jan 28 19:23:26.388770 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-33fc046e-9cc7-40bb-a67e-a31f1cf537ae None None] Current status of the port 114c6d37-cc77-429d-883a-e15af70c0144 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:23:26.415228 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-f020e979-cc9d-4225-a9ba-def956147907 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=21918a72ce5f4456aa78aec9b49ff6f2&name=default HTTP/1.1" status: 200 len: 3000 time: 2.1619325 Jan 28 19:23:26.416971 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 47964) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:23:26.544790 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 114c6d37-cc77-429d-883a-e15af70c0144 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:23:26.619522 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3c7935c2-ab5c-4113-8af5-12ee92e29237 admin admin] Publish callbacks [] for security_group (d1f6d4eb-9b05-4a2f-9d87-a93b1931104c), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:26.620593 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-a978d484-1374-4dfa-be9c-55395e3d43ef req-b2e80695-b901-4e64-bbf1-bdca50154809 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (2345cf37-8df1-4a7c-90bf-a00ed44a6a23), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:26.658931 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3c7935c2-ab5c-4113-8af5-12ee92e29237 admin admin] Publish callbacks [] for security_group (d1f6d4eb-9b05-4a2f-9d87-a93b1931104c), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:26.676618 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e510e0fe-fdc4-4533-a788-7a14a55cf353 req-2a9c5efb-747c-47c7-949e-bec633198903 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:26.685036 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e510e0fe-fdc4-4533-a788-7a14a55cf353 req-2a9c5efb-747c-47c7-949e-bec633198903 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a47f6a4-d74b-4921-b485-5d2c0f03f514 HTTP/1.1" status: 200 len: 950 time: 0.1298587 Jan 28 19:23:26.687697 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 114c6d37-cc77-429d-883a-e15af70c0144 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:23:26.688502 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (114c6d37-cc77-429d-883a-e15af70c0144), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:26.732573 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e80695-b901-4e64-bbf1-bdca50154809 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Pushing event deleted for resources: {'Port': ['ID=2345cf37-8df1-4a7c-90bf-a00ed44a6a23,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:26.766881 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e510e0fe-fdc4-4533-a788-7a14a55cf353 req-74b3ac1d-58a0-4c4f-8acd-6474f0236462 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d07f2a-7a3d-4718-9c1b-16394753837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755856 Jan 28 19:23:26.804203 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3c7935c2-ab5c-4113-8af5-12ee92e29237 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (d1f6d4eb-9b05-4a2f-9d87-a93b1931104c), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:26.807362 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3c7935c2-ab5c-4113-8af5-12ee92e29237 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:26.811689 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-3c7935c2-ab5c-4113-8af5-12ee92e29237 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d1f6d4eb-9b05-4a2f-9d87-a93b1931104c HTTP/1.1" status: 204 len: 168 time: 0.3919594 Jan 28 19:23:26.822963 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7935c2-ab5c-4113-8af5-12ee92e29237 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1f6d4eb-9b05-4a2f-9d87-a93b1931104c,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:26.828769 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4c942ebc-f998-4478-ac26-0c9fe3c31a5f req-4bf4d95f-9676-497c-8939-90c5050451f8 service neutron] 10.222.0.70 "GET /v2.0/networks/33c095fb-ef38-447a-b00a-cb10b3a9fb6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4628143 Jan 28 19:23:26.904810 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-dc91531d-a162-4449-b0b5-eeec57a3732c None None] Provisioning complete for port 114c6d37-cc77-429d-883a-e15af70c0144 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:23:26.905696 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-dc91531d-a162-4449-b0b5-eeec57a3732c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (114c6d37-cc77-429d-883a-e15af70c0144), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:26.926596 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 114c6d37-cc77-429d-883a-e15af70c0144 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:23:27.006605 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b4608391-0ce3-4ba7-a4b2-fac7bd0c46a0 req-cc8029b1-8063-4e97-ae8b-42e35756c76f tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/ports?device_id=526e2654-a350-462e-8c7e-a53643b5bc70 HTTP/1.1" status: 200 len: 210 time: 0.1117971 Jan 28 19:23:27.044380 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-a978d484-1374-4dfa-be9c-55395e3d43ef req-b2e80695-b901-4e64-bbf1-bdca50154809 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] No DVR routers for this DVR port 2345cf37-8df1-4a7c-90bf-a00ed44a6a23 on host n-h2-812111-14 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:23:27.060584 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-a978d484-1374-4dfa-be9c-55395e3d43ef req-b2e80695-b901-4e64-bbf1-bdca50154809 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:27.066706 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-dc91531d-a162-4449-b0b5-eeec57a3732c None None] Current status of the port 114c6d37-cc77-429d-883a-e15af70c0144 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:23:27.067746 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a978d484-1374-4dfa-be9c-55395e3d43ef req-b2e80695-b901-4e64-bbf1-bdca50154809 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.70 "DELETE /v2.0/ports/2345cf37-8df1-4a7c-90bf-a00ed44a6a23 HTTP/1.1" status: 204 len: 173 time: 2.8363388 Jan 28 19:23:27.068397 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '526e2654-a350-462e-8c7e-a53643b5bc70', 'name': 'network-vif-deleted', 'tag': '2345cf37-8df1-4a7c-90bf-a00ed44a6a23'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:23:27.071468 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c85b583-740b-44cf-bdab-88d0fbfc027f" -d '{"events": [{"server_uuid": "526e2654-a350-462e-8c7e-a53643b5bc70", "name": "network-vif-deleted", "tag": "2345cf37-8df1-4a7c-90bf-a00ed44a6a23"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:23:27.153016 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:23:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a9e6c5e-f865-4468-949a-0d5355cc1261 x-openstack-request-id: req-4a9e6c5e-f865-4468-949a-0d5355cc1261 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:23:27.153890 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "526e2654-a350-462e-8c7e-a53643b5bc70", "name": "network-vif-deleted", "tag": "2345cf37-8df1-4a7c-90bf-a00ed44a6a23", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:23:27.154411 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4a9e6c5e-f865-4468-949a-0d5355cc1261 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:23:27.155362 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '526e2654-a350-462e-8c7e-a53643b5bc70', 'name': 'network-vif-deleted', 'tag': '2345cf37-8df1-4a7c-90bf-a00ed44a6a23', 'status': 'completed', 'code': 200} Jan 28 19:23:27.390732 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280c66d7-d28c-460c-8486-7ff320223a98 req-ebbe4189-28d2-4e7a-a278-fe10a7c85e75 tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:27.402577 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-280c66d7-d28c-460c-8486-7ff320223a98 req-ebbe4189-28d2-4e7a-a278-fe10a7c85e75 tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] 10.222.0.64 "GET /v2.0/ports?device_id=b7ae322e-4c07-4de8-bb2a-d22af1bfcac2 HTTP/1.1" status: 200 len: 945 time: 0.1506815 Jan 28 19:23:27.449192 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 47996) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:23:27.491485 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0c1c5812-42a5-4324-a76f-a2cd060db153 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:27.531764 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-280c66d7-d28c-460c-8486-7ff320223a98 req-562d2869-68e5-4c8c-a561-c38e765731d3 tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed5dbff7-d8b6-44bf-8755-79d5f3e8f67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216731 Jan 28 19:23:27.609353 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504bea93-a280-499d-917c-204d8a0402f6 req-3e9b788d-6270-49d7-b9fd-7e702e381327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:27.611611 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-504bea93-a280-499d-917c-204d8a0402f6 req-3e9b788d-6270-49d7-b9fd-7e702e381327 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4e48b655-5911-4dcd-a073-26e765e9c04d&tenant_id=21016aa8d78b40bfb94f4cb1162748ad HTTP/1.1" status: 200 len: 1126 time: 0.1296971 Jan 28 19:23:27.650760 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-504bea93-a280-499d-917c-204d8a0402f6 req-eb6cf0bb-980f-4d72-8fbf-6d00b80d8340 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-812111-14', 'device_owner': 'compute:nova'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:23:27.659111 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c636e123-5614-4f4f-bdf8-70c5f4f66a33 req-585686de-11b8-4326-b5c0-91e1bef64cac tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0e6a2c7-11f0-4732-ba92-7b19b55801aa HTTP/1.1" status: 200 len: 210 time: 0.0579052 Jan 28 19:23:27.742528 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0c1c5812-42a5-4324-a76f-a2cd060db153 admin admin] Publish callbacks [] for security_group (50f06856-f273-4b5e-b1eb-963b1c610ad1), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:27.763083 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0c1c5812-42a5-4324-a76f-a2cd060db153 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (50f06856-f273-4b5e-b1eb-963b1c610ad1), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:27.845277 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-504bea93-a280-499d-917c-204d8a0402f6 req-eb6cf0bb-980f-4d72-8fbf-6d00b80d8340 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (c3ecd62f-085f-4988-b473-992cd603c18e), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:27.862823 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784e9929-7fd4-4736-9f0b-4d751a73025f req-d0a55e12-9a44-4dca-ac43-3f1abd84a0e9 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:27.868149 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784e9929-7fd4-4736-9f0b-4d751a73025f req-d0a55e12-9a44-4dca-ac43-3f1abd84a0e9 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:27.869527 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-0c1c5812-42a5-4324-a76f-a2cd060db153 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9ff4eda6914a4065955edc3a543b1080&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4189978 Jan 28 19:23:27.869888 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-784e9929-7fd4-4736-9f0b-4d751a73025f req-d0a55e12-9a44-4dca-ac43-3f1abd84a0e9 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] 10.222.0.41 "GET /v2.0/networks?id=514a961b-02b3-4e94-a1f4-091c289449af&id=81401e49-2de3-4351-b9bd-1e02626318c2 HTTP/1.1" status: 200 len: 1391 time: 0.5599475 Jan 28 19:23:27.872139 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 48000) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:23:27.873054 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1c5812-42a5-4324-a76f-a2cd060db153 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50f06856-f273-4b5e-b1eb-963b1c610ad1,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:27.909640 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-784e9929-7fd4-4736-9f0b-4d751a73025f req-2223cc02-f619-47a2-829d-dc0ab170afa7 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Request body: {'port': {'device_id': 'e0e6a2c7-11f0-4732-ba92-7b19b55801aa', 'network_id': '514a961b-02b3-4e94-a1f4-091c289449af', 'admin_state_up': True, 'tenant_id': '8f3558f2b66642eda891aec2b92891c7'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:23:28.029454 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d853987a-cd0d-42ad-bee8-4494d72629b1 req-60bbfaeb-b691-4885-ab4a-67fae7656161 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:28.031289 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d853987a-cd0d-42ad-bee8-4494d72629b1 req-60bbfaeb-b691-4885-ab4a-67fae7656161 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e48b655-5911-4dcd-a073-26e765e9c04d HTTP/1.1" status: 200 len: 943 time: 0.2365763 Jan 28 19:23:28.067541 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95aede6-06b1-4890-9e2b-24bd15220e30 req-47e53fb1-16e8-419b-9f3b-be4b8d25e926 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:28.069300 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c95aede6-06b1-4890-9e2b-24bd15220e30 req-47e53fb1-16e8-419b-9f3b-be4b8d25e926 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a47f6a4-d74b-4921-b485-5d2c0f03f514 HTTP/1.1" status: 200 len: 950 time: 0.1611609 Jan 28 19:23:28.099725 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4c8881a4-cbdb-41b0-945a-1c944e84060f admin admin] Publish callbacks [] for security_group (50f06856-f273-4b5e-b1eb-963b1c610ad1), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:28.128054 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d853987a-cd0d-42ad-bee8-4494d72629b1 req-13fe55f8-c190-47cf-a4d5-56eb97d0b42f tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff0a7ca0-73d1-435a-8c79-518c9bdfd3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878601 Jan 28 19:23:28.145985 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4c8881a4-cbdb-41b0-945a-1c944e84060f admin admin] Publish callbacks [] for security_group (50f06856-f273-4b5e-b1eb-963b1c610ad1), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:28.182586 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-784e9929-7fd4-4736-9f0b-4d751a73025f req-2223cc02-f619-47a2-829d-dc0ab170afa7 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Made reservation on behalf of 8f3558f2b66642eda891aec2b92891c7 for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:23:28.186503 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-784e9929-7fd4-4736-9f0b-4d751a73025f req-2223cc02-f619-47a2-829d-dc0ab170afa7 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:28.218906 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c95aede6-06b1-4890-9e2b-24bd15220e30 req-b952091d-ed83-4557-8101-0ee17e14d171 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d07f2a-7a3d-4718-9c1b-16394753837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341615 Jan 28 19:23:28.260810 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-504bea93-a280-499d-917c-204d8a0402f6 req-eb6cf0bb-980f-4d72-8fbf-6d00b80d8340 service neutron] For port c3ecd62f-085f-4988-b473-992cd603c18e, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=c3ecd62f-085f-4988-b473-992cd603c18e,segment=NetworkSegment(6604d099-9aad-4c96-afcd-6df42d277d23),segment_id=6604d099-9aad-4c96-afcd-6df42d277d23)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:23:28.336467 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4c8881a4-cbdb-41b0-945a-1c944e84060f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (50f06856-f273-4b5e-b1eb-963b1c610ad1), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:28.338874 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4c8881a4-cbdb-41b0-945a-1c944e84060f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:28.340108 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-4c8881a4-cbdb-41b0-945a-1c944e84060f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/50f06856-f273-4b5e-b1eb-963b1c610ad1 HTTP/1.1" status: 204 len: 168 time: 0.4669054 Jan 28 19:23:28.341052 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-504bea93-a280-499d-917c-204d8a0402f6 req-eb6cf0bb-980f-4d72-8fbf-6d00b80d8340 service neutron] For port c3ecd62f-085f-4988-b473-992cd603c18e, host n-h2-812111-14, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:23:28.364228 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8881a4-cbdb-41b0-945a-1c944e84060f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50f06856-f273-4b5e-b1eb-963b1c610ad1,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:28.382092 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 2345cf37-8df1-4a7c-90bf-a00ed44a6a23 no longer exists at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:23:28.429335 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-504bea93-a280-499d-917c-204d8a0402f6 req-eb6cf0bb-980f-4d72-8fbf-6d00b80d8340 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3ecd62f-085f-4988-b473-992cd603c18e {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:23:28.447679 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] No Port match for: 2345cf37-8df1-4a7c-90bf-a00ed44a6a23 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:23:28.448343 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 2345cf37-8df1-4a7c-90bf-a00ed44a6a23 not bound to the agent host n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:23:28.450957 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-504bea93-a280-499d-917c-204d8a0402f6 req-eb6cf0bb-980f-4d72-8fbf-6d00b80d8340 service neutron] Publish callbacks [] for port (c3ecd62f-085f-4988-b473-992cd603c18e), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:28.491480 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-504bea93-a280-499d-917c-204d8a0402f6 req-eb6cf0bb-980f-4d72-8fbf-6d00b80d8340 service neutron] Transition to ACTIVE for port object c3ecd62f-085f-4988-b473-992cd603c18e will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:23:28.493346 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-784e9929-7fd4-4736-9f0b-4d751a73025f req-2223cc02-f619-47a2-829d-dc0ab170afa7 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Allocated IP 19.80.0.32 (514a961b-02b3-4e94-a1f4-091c289449af/9a2c61de-232e-4adb-9673-2e4af566fbfb/7bcd636f-8be5-4f8a-8251-3966e3332dd8) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:23:28.500893 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-504bea93-a280-499d-917c-204d8a0402f6 req-eb6cf0bb-980f-4d72-8fbf-6d00b80d8340 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (c3ecd62f-085f-4988-b473-992cd603c18e), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:28.575783 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6cf0bb-980f-4d72-8fbf-6d00b80d8340 service neutron] Pushing event updated for resources: {'Port': ['ID=c3ecd62f-085f-4988-b473-992cd603c18e,revision_number=9']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:28.612657 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-504bea93-a280-499d-917c-204d8a0402f6 req-eb6cf0bb-980f-4d72-8fbf-6d00b80d8340 service neutron] No DVR routers for this DVR port c3ecd62f-085f-4988-b473-992cd603c18e on host n-h2-812111-14 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:23:28.678803 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-504bea93-a280-499d-917c-204d8a0402f6 req-eb6cf0bb-980f-4d72-8fbf-6d00b80d8340 service neutron] Attempting to bind port c3ecd62f-085f-4988-b473-992cd603c18e on host n-h1-812111-14 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:23:28.680272 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-504bea93-a280-499d-917c-204d8a0402f6 req-eb6cf0bb-980f-4d72-8fbf-6d00b80d8340 service neutron] Attempting to bind port c3ecd62f-085f-4988-b473-992cd603c18e by drivers openvswitch,hyperv on host n-h1-812111-14 at level 0 using segments [{'id': '6604d099-9aad-4c96-afcd-6df42d277d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '925b8873-887e-4953-83db-09b05d761160'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:23:28.680668 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-504bea93-a280-499d-917c-204d8a0402f6 req-eb6cf0bb-980f-4d72-8fbf-6d00b80d8340 service neutron] Attempting to bind port c3ecd62f-085f-4988-b473-992cd603c18e on network 925b8873-887e-4953-83db-09b05d761160 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:23:28.687324 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-504bea93-a280-499d-917c-204d8a0402f6 req-eb6cf0bb-980f-4d72-8fbf-6d00b80d8340 service neutron] Port c3ecd62f-085f-4988-b473-992cd603c18e on network 925b8873-887e-4953-83db-09b05d761160 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-14 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:23:28.687707 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-504bea93-a280-499d-917c-204d8a0402f6 req-eb6cf0bb-980f-4d72-8fbf-6d00b80d8340 service neutron] Attempting to bind port c3ecd62f-085f-4988-b473-992cd603c18e on network 925b8873-887e-4953-83db-09b05d761160 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:23:28.712063 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-504bea93-a280-499d-917c-204d8a0402f6 req-eb6cf0bb-980f-4d72-8fbf-6d00b80d8340 service neutron] Checking agent: {'id': 'b544ba20-de93-4d86-9e6b-a2202deb6191', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:23:28.712063 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-504bea93-a280-499d-917c-204d8a0402f6 req-eb6cf0bb-980f-4d72-8fbf-6d00b80d8340 service neutron] Checking segment: {'id': '6604d099-9aad-4c96-afcd-6df42d277d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '925b8873-887e-4953-83db-09b05d761160'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:23:28.712063 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-504bea93-a280-499d-917c-204d8a0402f6 req-eb6cf0bb-980f-4d72-8fbf-6d00b80d8340 service neutron] Bound using segment: {'id': '6604d099-9aad-4c96-afcd-6df42d277d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '925b8873-887e-4953-83db-09b05d761160'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:23:28.712652 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-504bea93-a280-499d-917c-204d8a0402f6 req-eb6cf0bb-980f-4d72-8fbf-6d00b80d8340 service neutron] Bound port: c3ecd62f-085f-4988-b473-992cd603c18e, host: n-h1-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6604d099-9aad-4c96-afcd-6df42d277d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '925b8873-887e-4953-83db-09b05d761160'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:23:28.712862 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-504bea93-a280-499d-917c-204d8a0402f6 req-eb6cf0bb-980f-4d72-8fbf-6d00b80d8340 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (c3ecd62f-085f-4988-b473-992cd603c18e), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:28.751213 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-784e9929-7fd4-4736-9f0b-4d751a73025f req-2223cc02-f619-47a2-829d-dc0ab170afa7 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Publish callbacks [] for port (7bcd636f-8be5-4f8a-8251-3966e3332dd8), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:28.818802 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d43733-8054-4052-b005-ef8f48c75bb9 req-eedc16a6-cb59-4986-809a-211d3756ea17 tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:28.825618 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e9d43733-8054-4052-b005-ef8f48c75bb9 req-eedc16a6-cb59-4986-809a-211d3756ea17 tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] 10.222.0.64 "GET /v2.0/ports?device_id=b7ae322e-4c07-4de8-bb2a-d22af1bfcac2 HTTP/1.1" status: 200 len: 945 time: 0.1355860 Jan 28 19:23:28.851559 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-504bea93-a280-499d-917c-204d8a0402f6 req-eb6cf0bb-980f-4d72-8fbf-6d00b80d8340 service neutron] For port c3ecd62f-085f-4988-b473-992cd603c18e, host n-h1-812111-14, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:23:28.879587 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-504bea93-a280-499d-917c-204d8a0402f6 req-eb6cf0bb-980f-4d72-8fbf-6d00b80d8340 service neutron] For port c3ecd62f-085f-4988-b473-992cd603c18e, host n-h1-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=c3ecd62f-085f-4988-b473-992cd603c18e,segment=NetworkSegment(6604d099-9aad-4c96-afcd-6df42d277d23),segment_id=6604d099-9aad-4c96-afcd-6df42d277d23)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:23:28.908317 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-784e9929-7fd4-4736-9f0b-4d751a73025f req-2223cc02-f619-47a2-829d-dc0ab170afa7 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (7bcd636f-8be5-4f8a-8251-3966e3332dd8), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:28.908884 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-504bea93-a280-499d-917c-204d8a0402f6 req-eb6cf0bb-980f-4d72-8fbf-6d00b80d8340 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (c3ecd62f-085f-4988-b473-992cd603c18e), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:28.921814 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e9d43733-8054-4052-b005-ef8f48c75bb9 req-52fe5238-0b95-4c09-ac51-1c45d848ad6c tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed5dbff7-d8b6-44bf-8755-79d5f3e8f67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951574 Jan 28 19:23:28.996753 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-784e9929-7fd4-4736-9f0b-4d751a73025f req-2223cc02-f619-47a2-829d-dc0ab170afa7 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Network 514a961b-02b3-4e94-a1f4-091c289449af is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:23:29.011953 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fe8fef-485e-4963-9f23-c2b4caeb5e97 req-186d96e9-9e12-4fd0-a851-ad3b4e8a2dea tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:29.011953 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c4fe8fef-485e-4963-9f23-c2b4caeb5e97 req-186d96e9-9e12-4fd0-a851-ad3b4e8a2dea tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/networks?id=ff818509-18ff-44d0-ba98-5ed91eb1ccd4 HTTP/1.1" status: 200 len: 812 time: 0.2423975 Jan 28 19:23:29.012704 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-784e9929-7fd4-4736-9f0b-4d751a73025f req-2223cc02-f619-47a2-829d-dc0ab170afa7 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:23:29.019806 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-784e9929-7fd4-4736-9f0b-4d751a73025f req-2223cc02-f619-47a2-829d-dc0ab170afa7 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:23:29.032572 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504bea93-a280-499d-917c-204d8a0402f6 req-eb6cf0bb-980f-4d72-8fbf-6d00b80d8340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:29.033541 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-504bea93-a280-499d-917c-204d8a0402f6 req-eb6cf0bb-980f-4d72-8fbf-6d00b80d8340 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:29.037129 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-504bea93-a280-499d-917c-204d8a0402f6 req-eb6cf0bb-980f-4d72-8fbf-6d00b80d8340 service neutron] 10.222.0.41 "PUT /v2.0/ports/c3ecd62f-085f-4988-b473-992cd603c18e HTTP/1.1" status: 200 len: 1092 time: 1.4134789 Jan 28 19:23:29.059568 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2223cc02-f619-47a2-829d-dc0ab170afa7 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Pushing event updated for resources: {'Port': ['ID=7bcd636f-8be5-4f8a-8251-3966e3332dd8,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:29.068240 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6cf0bb-980f-4d72-8fbf-6d00b80d8340 service neutron] Pushing event updated for resources: {'Port': ['ID=c3ecd62f-085f-4988-b473-992cd603c18e,revision_number=10']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:29.083755 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c4fe8fef-485e-4963-9f23-c2b4caeb5e97 req-7d34914e-20d8-4bc7-9722-4e5e063a6040 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/quotas/a83e9cc3029f4baca951cc95e07992a3 HTTP/1.1" status: 200 len: 375 time: 0.0410097 Jan 28 19:23:29.125918 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c4fe8fef-485e-4963-9f23-c2b4caeb5e97 req-1890ee21-923a-4ccb-a5aa-96905f76c980 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=a83e9cc3029f4baca951cc95e07992a3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0351465 Jan 28 19:23:29.134212 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784e9929-7fd4-4736-9f0b-4d751a73025f req-2223cc02-f619-47a2-829d-dc0ab170afa7 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:29.135103 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-784e9929-7fd4-4736-9f0b-4d751a73025f req-2223cc02-f619-47a2-829d-dc0ab170afa7 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:29.157446 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504bea93-a280-499d-917c-204d8a0402f6 req-3c2ac9bc-c842-4bcb-8abc-174f56053d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:29.158959 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-504bea93-a280-499d-917c-204d8a0402f6 req-3c2ac9bc-c842-4bcb-8abc-174f56053d56 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=21016aa8d78b40bfb94f4cb1162748ad&device_id=4e48b655-5911-4dcd-a073-26e765e9c04d HTTP/1.1" status: 200 len: 1127 time: 0.0870886 Jan 28 19:23:29.159594 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e48b655-5911-4dcd-a073-26e765e9c04d', 'tag': 'c3ecd62f-085f-4988-b473-992cd603c18e'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:23:29.161932 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb3ea5d3-9b62-4a67-af5b-f9830e885778" -d '{"events": [{"name": "network-changed", "server_uuid": "4e48b655-5911-4dcd-a073-26e765e9c04d", "tag": "c3ecd62f-085f-4988-b473-992cd603c18e"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:23:29.179504 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a1e9a2-7a54-4c83-b028-bd28d8c66140 req-0c440672-7ca7-4732-b191-28a8c8453d36 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:29.186407 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-06a1e9a2-7a54-4c83-b028-bd28d8c66140 req-0c440672-7ca7-4732-b191-28a8c8453d36 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0e6a2c7-11f0-4732-ba92-7b19b55801aa HTTP/1.1" status: 200 len: 931 time: 0.1481667 Jan 28 19:23:29.255477 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-784e9929-7fd4-4736-9f0b-4d751a73025f req-2223cc02-f619-47a2-829d-dc0ab170afa7 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3474231 Jan 28 19:23:29.272794 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-784e9929-7fd4-4736-9f0b-4d751a73025f req-59d14ba8-238e-40ef-92ca-600c2d75f6c0 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Request body: {'port': {'device_id': 'e0e6a2c7-11f0-4732-ba92-7b19b55801aa', 'network_id': '81401e49-2de3-4351-b9bd-1e02626318c2', 'admin_state_up': True, 'tenant_id': '8f3558f2b66642eda891aec2b92891c7'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:23:29.324194 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504bea93-a280-499d-917c-204d8a0402f6 req-b2100433-1763-46bc-99b7-b3edfbff1caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:29.325880 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-504bea93-a280-499d-917c-204d8a0402f6 req-b2100433-1763-46bc-99b7-b3edfbff1caf service neutron] 10.222.0.41 "GET /v2.0/networks?id=925b8873-887e-4953-83db-09b05d761160 HTTP/1.1" status: 200 len: 914 time: 0.1552730 Jan 28 19:23:29.347708 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-06a1e9a2-7a54-4c83-b028-bd28d8c66140 req-52f58541-d588-450a-b2e1-3773e051b075 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] 10.222.0.64 "GET /v2.0/security-groups?id=bec31a1c-c230-472f-91bb-962fc9cfddde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604531 Jan 28 19:23:29.376625 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-504bea93-a280-499d-917c-204d8a0402f6 req-05265a9b-cd54-4125-8777-1003f5b8c2b6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c3ecd62f-085f-4988-b473-992cd603c18e HTTP/1.1" status: 200 len: 217 time: 0.0410068 Jan 28 19:23:29.399229 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c4fe8fef-485e-4963-9f23-c2b4caeb5e97 req-734e0894-e12f-4fce-bbeb-6cdbe68e37bc service neutron] 10.222.0.64 "GET /v2.0/networks/ff818509-18ff-44d0-ba98-5ed91eb1ccd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2602282 Jan 28 19:23:29.437674 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-a06c019d-6a6c-4f5b-8cd4-c1a994da6c44 None None] Provisioning complete for port 7bcd636f-8be5-4f8a-8251-3966e3332dd8 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:23:29.439310 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a06c019d-6a6c-4f5b-8cd4-c1a994da6c44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (7bcd636f-8be5-4f8a-8251-3966e3332dd8), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:29.448672 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504bea93-a280-499d-917c-204d8a0402f6 req-c9776234-684b-43e7-9ca0-96048e4e1df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:29.452771 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-504bea93-a280-499d-917c-204d8a0402f6 req-c9776234-684b-43e7-9ca0-96048e4e1df4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=357a8c0c-a30f-4885-a91f-d81275179bba HTTP/1.1" status: 200 len: 854 time: 0.0701928 Jan 28 19:23:29.481539 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-a06c019d-6a6c-4f5b-8cd4-c1a994da6c44 None None] Port 7bcd636f-8be5-4f8a-8251-3966e3332dd8 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:23:29.510761 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-504bea93-a280-499d-917c-204d8a0402f6 req-ef19b5d3-0032-4394-8d57-4696c7c478ab service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=925b8873-887e-4953-83db-09b05d761160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515571 Jan 28 19:23:29.511652 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-784e9929-7fd4-4736-9f0b-4d751a73025f req-59d14ba8-238e-40ef-92ca-600c2d75f6c0 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Made reservation on behalf of 8f3558f2b66642eda891aec2b92891c7 for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:23:29.515827 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-784e9929-7fd4-4736-9f0b-4d751a73025f req-59d14ba8-238e-40ef-92ca-600c2d75f6c0 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:29.545673 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c4fe8fef-485e-4963-9f23-c2b4caeb5e97 req-5115d33d-5145-42a6-a34d-e6dfe6a4f6eb service neutron] 10.222.0.64 "GET /v2.0/networks/ff818509-18ff-44d0-ba98-5ed91eb1ccd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350827 Jan 28 19:23:29.615420 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826afc44-3d23-4094-985b-793a02aed624 req-c42fcb1b-12a7-4e18-9ad2-692e72b627d0 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:29.617294 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-826afc44-3d23-4094-985b-793a02aed624 req-c42fcb1b-12a7-4e18-9ad2-692e72b627d0 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e48b655-5911-4dcd-a073-26e765e9c04d HTTP/1.1" status: 200 len: 944 time: 0.1454546 Jan 28 19:23:29.688209 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-504bea93-a280-499d-917c-204d8a0402f6 req-130e1e7e-4a0e-4cda-932c-692f13789fdb service neutron] 10.222.0.41 "GET /v2.0/networks/925b8873-887e-4953-83db-09b05d761160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573660 Jan 28 19:23:29.692800 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-826afc44-3d23-4094-985b-793a02aed624 req-2794b3c1-583a-4cbe-8034-8f244c2eee16 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff0a7ca0-73d1-435a-8c79-518c9bdfd3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692148 Jan 28 19:23:29.743370 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-784e9929-7fd4-4736-9f0b-4d751a73025f req-59d14ba8-238e-40ef-92ca-600c2d75f6c0 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Allocated IP 19.86.0.240 (81401e49-2de3-4351-b9bd-1e02626318c2/6cf39e89-397c-432d-bfb7-179a4e54df10/308e88b2-b86f-40d7-acef-4e006ae41fa8) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:23:29.799506 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:23:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eb15755-903a-498a-84cf-631b6a59eeb0 x-openstack-request-id: req-8eb15755-903a-498a-84cf-631b6a59eeb0 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:23:29.799796 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e48b655-5911-4dcd-a073-26e765e9c04d", "tag": "c3ecd62f-085f-4988-b473-992cd603c18e", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:23:29.800049 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8eb15755-903a-498a-84cf-631b6a59eeb0 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:23:29.801334 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e48b655-5911-4dcd-a073-26e765e9c04d', 'tag': 'c3ecd62f-085f-4988-b473-992cd603c18e', 'status': 'completed', 'code': 200} Jan 28 19:23:29.900124 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-504bea93-a280-499d-917c-204d8a0402f6 req-63d4ef73-a56e-4068-9daa-8b7a8b4632d5 service neutron] 10.222.0.41 "GET /v2.0/networks/925b8873-887e-4953-83db-09b05d761160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046659 Jan 28 19:23:29.936830 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f747a211-11a7-487f-9891-3d974dee6753 req-5b58de90-2a61-4f90-80b8-7ad0ebb4140d tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/ports?device_id=067eb708-71ee-4488-a138-aa6faaafeac9 HTTP/1.1" status: 200 len: 210 time: 0.0705295 Jan 28 19:23:30.079392 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4ccc25ea-125b-4863-9584-48a6b22c3117 req-f9dad0b5-6fea-437d-8b97-496402fbed07 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=5bd15075-1e8c-4d4e-9154-d45912ca536e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1876798 Jan 28 19:23:30.095767 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a2619f-5272-431d-a623-75c4006f923c req-e822cb19-768a-4aa9-9162-1411b1201721 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:30.102878 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3ea5d3-9b62-4a67-af5b-f9830e885778 req-49d0e40f-5af7-45d3-b37e-08b5f32bdc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:30.103309 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-49a2619f-5272-431d-a623-75c4006f923c req-e822cb19-768a-4aa9-9162-1411b1201721 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a47f6a4-d74b-4921-b485-5d2c0f03f514 HTTP/1.1" status: 200 len: 950 time: 0.2413864 Jan 28 19:23:30.104420 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-eb3ea5d3-9b62-4a67-af5b-f9830e885778 req-49d0e40f-5af7-45d3-b37e-08b5f32bdc6e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=21016aa8d78b40bfb94f4cb1162748ad&device_id=4e48b655-5911-4dcd-a073-26e765e9c04d HTTP/1.1" status: 200 len: 1127 time: 0.1389861 Jan 28 19:23:30.180056 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-784e9929-7fd4-4736-9f0b-4d751a73025f req-59d14ba8-238e-40ef-92ca-600c2d75f6c0 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Publish callbacks [] for port (308e88b2-b86f-40d7-acef-4e006ae41fa8), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:30.195334 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-49a2619f-5272-431d-a623-75c4006f923c req-7a2a2403-a6bd-491a-a3d2-768b8aaf0d40 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d07f2a-7a3d-4718-9c1b-16394753837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910599 Jan 28 19:23:30.258489 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-784e9929-7fd4-4736-9f0b-4d751a73025f req-59d14ba8-238e-40ef-92ca-600c2d75f6c0 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (308e88b2-b86f-40d7-acef-4e006ae41fa8), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:30.346736 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-784e9929-7fd4-4736-9f0b-4d751a73025f req-59d14ba8-238e-40ef-92ca-600c2d75f6c0 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Network 81401e49-2de3-4351-b9bd-1e02626318c2 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:23:30.361137 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-784e9929-7fd4-4736-9f0b-4d751a73025f req-59d14ba8-238e-40ef-92ca-600c2d75f6c0 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:23:30.364794 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-784e9929-7fd4-4736-9f0b-4d751a73025f req-59d14ba8-238e-40ef-92ca-600c2d75f6c0 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:23:30.481351 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d14ba8-238e-40ef-92ca-600c2d75f6c0 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Pushing event updated for resources: {'Port': ['ID=308e88b2-b86f-40d7-acef-4e006ae41fa8,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:30.509433 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 48172) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:23:30.536288 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784e9929-7fd4-4736-9f0b-4d751a73025f req-59d14ba8-238e-40ef-92ca-600c2d75f6c0 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:30.538037 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-784e9929-7fd4-4736-9f0b-4d751a73025f req-59d14ba8-238e-40ef-92ca-600c2d75f6c0 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:30.568960 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-784e9929-7fd4-4736-9f0b-4d751a73025f req-59d14ba8-238e-40ef-92ca-600c2d75f6c0 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3075771 Jan 28 19:23:30.587437 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-784e9929-7fd4-4736-9f0b-4d751a73025f req-45b674a9-7d4c-4363-a763-84f92c7f0c64 service neutron] Request body: {'port': {'device_id': 'e0e6a2c7-11f0-4732-ba92-7b19b55801aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-14'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:23:30.730024 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-784e9929-7fd4-4736-9f0b-4d751a73025f req-45b674a9-7d4c-4363-a763-84f92c7f0c64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (7bcd636f-8be5-4f8a-8251-3966e3332dd8), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:30.856191 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3ea5d3-9b62-4a67-af5b-f9830e885778 req-cbe0959b-8284-4a68-887b-6a4accf3c431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:30.857737 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-eb3ea5d3-9b62-4a67-af5b-f9830e885778 req-cbe0959b-8284-4a68-887b-6a4accf3c431 service neutron] 10.222.0.41 "GET /v2.0/networks?id=925b8873-887e-4953-83db-09b05d761160 HTTP/1.1" status: 200 len: 914 time: 0.7466607 Jan 28 19:23:30.870874 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccc25ea-125b-4863-9584-48a6b22c3117 req-b1256925-3e8d-48bf-8ecb-748fc893d62a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:30.871391 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccc25ea-125b-4863-9584-48a6b22c3117 req-b1256925-3e8d-48bf-8ecb-748fc893d62a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:30.871865 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccc25ea-125b-4863-9584-48a6b22c3117 req-b1256925-3e8d-48bf-8ecb-748fc893d62a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:30.872421 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccc25ea-125b-4863-9584-48a6b22c3117 req-b1256925-3e8d-48bf-8ecb-748fc893d62a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:30.872888 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccc25ea-125b-4863-9584-48a6b22c3117 req-b1256925-3e8d-48bf-8ecb-748fc893d62a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:30.873636 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccc25ea-125b-4863-9584-48a6b22c3117 req-b1256925-3e8d-48bf-8ecb-748fc893d62a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:30.874193 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccc25ea-125b-4863-9584-48a6b22c3117 req-b1256925-3e8d-48bf-8ecb-748fc893d62a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:30.876427 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4ccc25ea-125b-4863-9584-48a6b22c3117 req-b1256925-3e8d-48bf-8ecb-748fc893d62a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f867837fb6c242938544d048cd197d0a&device_id=5bd15075-1e8c-4d4e-9154-d45912ca536e HTTP/1.1" status: 200 len: 6717 time: 0.1319425 Jan 28 19:23:30.911722 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003c0faf-c130-4021-9a9c-849163ff121c req-5d9dad31-2b7f-4e62-b58c-c7d10eb60366 tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:30.916967 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-003c0faf-c130-4021-9a9c-849163ff121c req-5d9dad31-2b7f-4e62-b58c-c7d10eb60366 tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] 10.222.0.64 "GET /v2.0/ports?device_id=b7ae322e-4c07-4de8-bb2a-d22af1bfcac2 HTTP/1.1" status: 200 len: 945 time: 0.7662482 Jan 28 19:23:30.926437 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-7c976208-7dc2-4a94-9b54-37d4d1a3bf15 None None] Provisioning complete for port 308e88b2-b86f-40d7-acef-4e006ae41fa8 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:23:30.926959 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7c976208-7dc2-4a94-9b54-37d4d1a3bf15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (308e88b2-b86f-40d7-acef-4e006ae41fa8), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:30.993499 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-7c976208-7dc2-4a94-9b54-37d4d1a3bf15 None None] Port 308e88b2-b86f-40d7-acef-4e006ae41fa8 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:23:31.032904 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-eb3ea5d3-9b62-4a67-af5b-f9830e885778 req-7e070b0c-7d56-40fa-8a93-c3b96ad09524 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c3ecd62f-085f-4988-b473-992cd603c18e HTTP/1.1" status: 200 len: 217 time: 0.1144562 Jan 28 19:23:31.119368 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [req-784e9929-7fd4-4736-9f0b-4d751a73025f req-45b674a9-7d4c-4363-a763-84f92c7f0c64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bcd636f-8be5-4f8a-8251-3966e3332dd8 {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:23:31.128033 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-784e9929-7fd4-4736-9f0b-4d751a73025f req-45b674a9-7d4c-4363-a763-84f92c7f0c64 service neutron] Publish callbacks [] for port (7bcd636f-8be5-4f8a-8251-3966e3332dd8), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:31.140868 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-784e9929-7fd4-4736-9f0b-4d751a73025f req-45b674a9-7d4c-4363-a763-84f92c7f0c64 service neutron] Transition to ACTIVE for port object 7bcd636f-8be5-4f8a-8251-3966e3332dd8 will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:23:31.152785 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-784e9929-7fd4-4736-9f0b-4d751a73025f req-45b674a9-7d4c-4363-a763-84f92c7f0c64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (7bcd636f-8be5-4f8a-8251-3966e3332dd8), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:31.174084 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2f7655c7-b95b-471e-a1da-08dac7f186a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:31.224380 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-003c0faf-c130-4021-9a9c-849163ff121c req-040b3555-71b2-497f-a8d9-633882bf461e tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed5dbff7-d8b6-44bf-8755-79d5f3e8f67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2658544 Jan 28 19:23:31.269541 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccc25ea-125b-4863-9584-48a6b22c3117 req-679be725-9d92-481d-a005-936d3e3c2c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:31.272038 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccc25ea-125b-4863-9584-48a6b22c3117 req-679be725-9d92-481d-a005-936d3e3c2c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:31.274412 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccc25ea-125b-4863-9584-48a6b22c3117 req-679be725-9d92-481d-a005-936d3e3c2c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:31.276116 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4ccc25ea-125b-4863-9584-48a6b22c3117 req-679be725-9d92-481d-a005-936d3e3c2c76 service neutron] 10.222.0.70 "GET /v2.0/networks?id=922d7922-7d01-401d-b975-2f0c2fc79a7b&id=45c329a7-41ca-41dc-8117-b6a34c90d860&id=45c329a7-41ca-41dc-8117-b6a34c90d860&id=45c329a7-41ca-41dc-8117-b6a34c90d860&id=45c329a7-41ca-41dc-8117-b6a34c90d860&id=a2ca3cee-ca84-49f7-b78e-846e3e35c5f2&id=a2ca3cee-ca84-49f7-b78e-846e3e35c5f2 HTTP/1.1" status: 200 len: 2290 time: 0.3571122 Jan 28 19:23:31.309294 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b674a9-7d4c-4363-a763-84f92c7f0c64 service neutron] Pushing event updated for resources: {'Port': ['ID=7bcd636f-8be5-4f8a-8251-3966e3332dd8,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:31.334514 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3ea5d3-9b62-4a67-af5b-f9830e885778 req-0eebfea5-1b94-40ee-aca2-980b13a855b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:31.337634 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-eb3ea5d3-9b62-4a67-af5b-f9830e885778 req-0eebfea5-1b94-40ee-aca2-980b13a855b5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=357a8c0c-a30f-4885-a91f-d81275179bba HTTP/1.1" status: 200 len: 854 time: 0.2399099 Jan 28 19:23:31.480787 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-eb3ea5d3-9b62-4a67-af5b-f9830e885778 req-252ecc1d-c638-4546-b2da-5bd0d55266c7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=925b8873-887e-4953-83db-09b05d761160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0725145 Jan 28 19:23:31.484941 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-784e9929-7fd4-4736-9f0b-4d751a73025f req-45b674a9-7d4c-4363-a763-84f92c7f0c64 service neutron] Attempting to bind port 7bcd636f-8be5-4f8a-8251-3966e3332dd8 on host n-h1-812111-14 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:23:31.486480 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-784e9929-7fd4-4736-9f0b-4d751a73025f req-45b674a9-7d4c-4363-a763-84f92c7f0c64 service neutron] Attempting to bind port 7bcd636f-8be5-4f8a-8251-3966e3332dd8 by drivers openvswitch,hyperv on host n-h1-812111-14 at level 0 using segments [{'id': 'c17ed0f3-a91b-48f1-8609-9bb873a3202f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '514a961b-02b3-4e94-a1f4-091c289449af'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:23:31.486791 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784e9929-7fd4-4736-9f0b-4d751a73025f req-45b674a9-7d4c-4363-a763-84f92c7f0c64 service neutron] Attempting to bind port 7bcd636f-8be5-4f8a-8251-3966e3332dd8 on network 514a961b-02b3-4e94-a1f4-091c289449af {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:23:31.503044 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784e9929-7fd4-4736-9f0b-4d751a73025f req-45b674a9-7d4c-4363-a763-84f92c7f0c64 service neutron] Port 7bcd636f-8be5-4f8a-8251-3966e3332dd8 on network 514a961b-02b3-4e94-a1f4-091c289449af not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-14 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:23:31.503381 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784e9929-7fd4-4736-9f0b-4d751a73025f req-45b674a9-7d4c-4363-a763-84f92c7f0c64 service neutron] Attempting to bind port 7bcd636f-8be5-4f8a-8251-3966e3332dd8 on network 514a961b-02b3-4e94-a1f4-091c289449af {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:23:31.515195 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2f7655c7-b95b-471e-a1da-08dac7f186a2 admin admin] Publish callbacks [] for security_group (aed5cfcd-05d6-437b-acb6-82fcc0599a0a), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:31.524269 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784e9929-7fd4-4736-9f0b-4d751a73025f req-45b674a9-7d4c-4363-a763-84f92c7f0c64 service neutron] Checking agent: {'id': 'b544ba20-de93-4d86-9e6b-a2202deb6191', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:23:31.524626 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784e9929-7fd4-4736-9f0b-4d751a73025f req-45b674a9-7d4c-4363-a763-84f92c7f0c64 service neutron] Checking segment: {'id': 'c17ed0f3-a91b-48f1-8609-9bb873a3202f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '514a961b-02b3-4e94-a1f4-091c289449af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:23:31.526931 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784e9929-7fd4-4736-9f0b-4d751a73025f req-45b674a9-7d4c-4363-a763-84f92c7f0c64 service neutron] Bound using segment: {'id': 'c17ed0f3-a91b-48f1-8609-9bb873a3202f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '514a961b-02b3-4e94-a1f4-091c289449af'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:23:31.527374 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-784e9929-7fd4-4736-9f0b-4d751a73025f req-45b674a9-7d4c-4363-a763-84f92c7f0c64 service neutron] Bound port: 7bcd636f-8be5-4f8a-8251-3966e3332dd8, host: n-h1-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c17ed0f3-a91b-48f1-8609-9bb873a3202f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '514a961b-02b3-4e94-a1f4-091c289449af'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:23:31.527791 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-784e9929-7fd4-4736-9f0b-4d751a73025f req-45b674a9-7d4c-4363-a763-84f92c7f0c64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (7bcd636f-8be5-4f8a-8251-3966e3332dd8), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:31.534507 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2f7655c7-b95b-471e-a1da-08dac7f186a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (aed5cfcd-05d6-437b-acb6-82fcc0599a0a), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:31.735856 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4ccc25ea-125b-4863-9584-48a6b22c3117 req-60a103c7-1676-4793-8080-c57f9c401dce service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=531bdf71-3dde-4e38-8c1a-ff8047145e91 HTTP/1.1" status: 200 len: 1001 time: 0.4370508 Jan 28 19:23:31.757136 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7655c7-b95b-471e-a1da-08dac7f186a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aed5cfcd-05d6-437b-acb6-82fcc0599a0a,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:31.765262 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-2f7655c7-b95b-471e-a1da-08dac7f186a2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f9efe7fe6ce74872b82cfb6405678c29&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2543628 Jan 28 19:23:31.768331 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 48210) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:23:31.781695 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-784e9929-7fd4-4736-9f0b-4d751a73025f req-45b674a9-7d4c-4363-a763-84f92c7f0c64 service neutron] For port 7bcd636f-8be5-4f8a-8251-3966e3332dd8, host n-h1-812111-14, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:23:31.814116 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-784e9929-7fd4-4736-9f0b-4d751a73025f req-45b674a9-7d4c-4363-a763-84f92c7f0c64 service neutron] For port 7bcd636f-8be5-4f8a-8251-3966e3332dd8, host n-h1-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=7bcd636f-8be5-4f8a-8251-3966e3332dd8,segment=NetworkSegment(c17ed0f3-a91b-48f1-8609-9bb873a3202f),segment_id=c17ed0f3-a91b-48f1-8609-9bb873a3202f)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:23:31.821348 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccc25ea-125b-4863-9584-48a6b22c3117 req-e945f7e7-5e25-4df3-a2dc-6d56291cb0df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:31.823402 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4ccc25ea-125b-4863-9584-48a6b22c3117 req-e945f7e7-5e25-4df3-a2dc-6d56291cb0df service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6ed55e71-9221-42a1-8050-290c89e0110e HTTP/1.1" status: 200 len: 851 time: 0.0618477 Jan 28 19:23:31.826965 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-784e9929-7fd4-4736-9f0b-4d751a73025f req-45b674a9-7d4c-4363-a763-84f92c7f0c64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (7bcd636f-8be5-4f8a-8251-3966e3332dd8), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:31.848576 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784e9929-7fd4-4736-9f0b-4d751a73025f req-45b674a9-7d4c-4363-a763-84f92c7f0c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:31.849251 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-784e9929-7fd4-4736-9f0b-4d751a73025f req-45b674a9-7d4c-4363-a763-84f92c7f0c64 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:31.851011 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-784e9929-7fd4-4736-9f0b-4d751a73025f req-45b674a9-7d4c-4363-a763-84f92c7f0c64 service neutron] 10.222.0.41 "PUT /v2.0/ports/7bcd636f-8be5-4f8a-8251-3966e3332dd8 HTTP/1.1" status: 200 len: 1092 time: 1.2696798 Jan 28 19:23:31.859565 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0e6a2c7-11f0-4732-ba92-7b19b55801aa', 'tag': '7bcd636f-8be5-4f8a-8251-3966e3332dd8'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:23:31.861751 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b411806-1666-4f8b-bbe4-3f4a2924b403" -d '{"events": [{"name": "network-changed", "server_uuid": "e0e6a2c7-11f0-4732-ba92-7b19b55801aa", "tag": "7bcd636f-8be5-4f8a-8251-3966e3332dd8"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:23:31.902692 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ae9d3e-e0fd-4ca7-8cd5-872c1e46c0e0 req-cdcc51b8-3977-4dd7-bd67-8d72db5a3379 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:31.909345 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ae9d3e-e0fd-4ca7-8cd5-872c1e46c0e0 req-cdcc51b8-3977-4dd7-bd67-8d72db5a3379 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:31.913067 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-15ae9d3e-e0fd-4ca7-8cd5-872c1e46c0e0 req-cdcc51b8-3977-4dd7-bd67-8d72db5a3379 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0e6a2c7-11f0-4732-ba92-7b19b55801aa HTTP/1.1" status: 200 len: 1666 time: 0.5056834 Jan 28 19:23:31.923378 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-784e9929-7fd4-4736-9f0b-4d751a73025f req-ea946c36-a528-4719-b576-f5c3299bdc30 service neutron] Request body: {'port': {'device_id': 'e0e6a2c7-11f0-4732-ba92-7b19b55801aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-14'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:23:31.986046 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fe8fef-485e-4963-9f23-c2b4caeb5e97 req-1288c7f8-b58e-41e2-bacd-00ca02a3b908 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:31.987552 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c4fe8fef-485e-4963-9f23-c2b4caeb5e97 req-1288c7f8-b58e-41e2-bacd-00ca02a3b908 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.70 "GET /v2.0/networks?id=ff818509-18ff-44d0-ba98-5ed91eb1ccd4 HTTP/1.1" status: 200 len: 812 time: 0.5783932 Jan 28 19:23:32.019568 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5f736265-9ef8-4cce-a9ba-37014431d0a5 admin admin] Publish callbacks [] for security_group (aed5cfcd-05d6-437b-acb6-82fcc0599a0a), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:32.043631 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-c4fe8fef-485e-4963-9f23-c2b4caeb5e97 req-c8a1f43a-f424-4105-97c1-9790a7188633 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Request body: {'port': {'device_id': '067eb708-71ee-4488-a138-aa6faaafeac9', 'network_id': 'ff818509-18ff-44d0-ba98-5ed91eb1ccd4', 'admin_state_up': True, 'tenant_id': 'a83e9cc3029f4baca951cc95e07992a3'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:23:32.077585 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-eb3ea5d3-9b62-4a67-af5b-f9830e885778 req-e2a8add6-f265-4cbe-b3a1-300691584871 service neutron] 10.222.0.41 "GET /v2.0/networks/925b8873-887e-4953-83db-09b05d761160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5153508 Jan 28 19:23:32.116746 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccc25ea-125b-4863-9584-48a6b22c3117 req-de23f74f-e5b6-43bc-8d4f-7b1e299d3213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:32.118760 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4ccc25ea-125b-4863-9584-48a6b22c3117 req-de23f74f-e5b6-43bc-8d4f-7b1e299d3213 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=922d7922-7d01-401d-b975-2f0c2fc79a7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2840295 Jan 28 19:23:32.151413 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-784e9929-7fd4-4736-9f0b-4d751a73025f req-ea946c36-a528-4719-b576-f5c3299bdc30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (308e88b2-b86f-40d7-acef-4e006ae41fa8), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:32.153735 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b674a9-7d4c-4363-a763-84f92c7f0c64 service neutron] Pushing event updated for resources: {'Port': ['ID=7bcd636f-8be5-4f8a-8251-3966e3332dd8,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:32.190437 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5f736265-9ef8-4cce-a9ba-37014431d0a5 admin admin] Publish callbacks [] for security_group (aed5cfcd-05d6-437b-acb6-82fcc0599a0a), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:32.360718 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-eb3ea5d3-9b62-4a67-af5b-f9830e885778 req-88c35e25-11e0-4da8-94dd-ff7122e3ae04 service neutron] 10.222.0.41 "GET /v2.0/networks/925b8873-887e-4953-83db-09b05d761160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2448967 Jan 28 19:23:32.478325 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4936b8d-15cd-449d-9c50-ed67b7dfac0b req-3a4229ca-00c9-4776-9e04-a88581de3f62 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:32.479994 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a4936b8d-15cd-449d-9c50-ed67b7dfac0b req-3a4229ca-00c9-4776-9e04-a88581de3f62 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e48b655-5911-4dcd-a073-26e765e9c04d HTTP/1.1" status: 200 len: 944 time: 0.1995223 Jan 28 19:23:32.499821 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5f736265-9ef8-4cce-a9ba-37014431d0a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (aed5cfcd-05d6-437b-acb6-82fcc0599a0a), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:32.502742 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5f736265-9ef8-4cce-a9ba-37014431d0a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:32.504057 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-5f736265-9ef8-4cce-a9ba-37014431d0a5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/aed5cfcd-05d6-437b-acb6-82fcc0599a0a HTTP/1.1" status: 204 len: 168 time: 0.7337878 Jan 28 19:23:32.516150 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-15ae9d3e-e0fd-4ca7-8cd5-872c1e46c0e0 req-1a7561f8-693d-4065-8f16-063f14ec4d5d tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] 10.222.0.64 "GET /v2.0/security-groups?id=bec31a1c-c230-472f-91bb-962fc9cfddde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5696704 Jan 28 19:23:32.525942 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f736265-9ef8-4cce-a9ba-37014431d0a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aed5cfcd-05d6-437b-acb6-82fcc0599a0a,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:32.571692 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4ccc25ea-125b-4863-9584-48a6b22c3117 req-2fa9bf2e-09f0-4788-b80d-5726dea21364 service neutron] 10.222.0.70 "GET /v2.0/networks/922d7922-7d01-401d-b975-2f0c2fc79a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015238 Jan 28 19:23:32.634393 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a4936b8d-15cd-449d-9c50-ed67b7dfac0b req-7cd3b677-4462-4fbe-9c02-6b7e1856edcd tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff0a7ca0-73d1-435a-8c79-518c9bdfd3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461909 Jan 28 19:23:32.742898 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4ccc25ea-125b-4863-9584-48a6b22c3117 req-0c53421a-db57-4391-8d56-0c255e08bad7 service neutron] 10.222.0.70 "GET /v2.0/networks/922d7922-7d01-401d-b975-2f0c2fc79a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599503 Jan 28 19:23:32.805530 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [req-784e9929-7fd4-4736-9f0b-4d751a73025f req-ea946c36-a528-4719-b576-f5c3299bdc30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 308e88b2-b86f-40d7-acef-4e006ae41fa8 {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:23:32.817038 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4ccc25ea-125b-4863-9584-48a6b22c3117 req-e9781890-9c72-441c-b939-794dfbe5fe5d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.152&port_id=12d5c4fa-3235-4f0d-98da-a2e61f15252b HTTP/1.1" status: 200 len: 217 time: 0.0596025 Jan 28 19:23:32.818004 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-784e9929-7fd4-4736-9f0b-4d751a73025f req-ea946c36-a528-4719-b576-f5c3299bdc30 service neutron] Publish callbacks [] for port (308e88b2-b86f-40d7-acef-4e006ae41fa8), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:32.866049 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b8d3c200-107e-49f2-9e54-0d1bcc56b2bf req-a5f149be-6d95-4823-a783-88ff0eb09f7b tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/ports?device_id=067eb708-71ee-4488-a138-aa6faaafeac9 HTTP/1.1" status: 200 len: 210 time: 0.1175573 Jan 28 19:23:32.867087 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-784e9929-7fd4-4736-9f0b-4d751a73025f req-ea946c36-a528-4719-b576-f5c3299bdc30 service neutron] Transition to ACTIVE for port object 308e88b2-b86f-40d7-acef-4e006ae41fa8 will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:23:32.888080 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-784e9929-7fd4-4736-9f0b-4d751a73025f req-ea946c36-a528-4719-b576-f5c3299bdc30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (308e88b2-b86f-40d7-acef-4e006ae41fa8), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:32.941011 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4fe8fef-485e-4963-9f23-c2b4caeb5e97 req-c8a1f43a-f424-4105-97c1-9790a7188633 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Made reservation on behalf of a83e9cc3029f4baca951cc95e07992a3 for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:23:32.950640 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7af4d60-9f7e-48df-bae2-b2c0b1196fc7 req-27648cc5-acd1-4a28-b648-feccccc34ad0 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:32.953314 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a7af4d60-9f7e-48df-bae2-b2c0b1196fc7 req-27648cc5-acd1-4a28-b648-feccccc34ad0 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a47f6a4-d74b-4921-b485-5d2c0f03f514 HTTP/1.1" status: 200 len: 950 time: 0.1423488 Jan 28 19:23:32.954993 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-c4fe8fef-485e-4963-9f23-c2b4caeb5e97 req-c8a1f43a-f424-4105-97c1-9790a7188633 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:32.984901 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45723e67-00f8-40c4-987b-4073da89e336 x-openstack-request-id: req-45723e67-00f8-40c4-987b-4073da89e336 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:23:32.987058 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0e6a2c7-11f0-4732-ba92-7b19b55801aa", "tag": "7bcd636f-8be5-4f8a-8251-3966e3332dd8", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:23:32.988317 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-45723e67-00f8-40c4-987b-4073da89e336 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:23:32.988796 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0e6a2c7-11f0-4732-ba92-7b19b55801aa', 'tag': '7bcd636f-8be5-4f8a-8251-3966e3332dd8', 'status': 'completed', 'code': 200} Jan 28 19:23:33.045864 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea946c36-a528-4719-b576-f5c3299bdc30 service neutron] Pushing event updated for resources: {'Port': ['ID=308e88b2-b86f-40d7-acef-4e006ae41fa8,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:33.187276 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a7af4d60-9f7e-48df-bae2-b2c0b1196fc7 req-2af29316-8d00-435f-9f58-c53f254a758c tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d07f2a-7a3d-4718-9c1b-16394753837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924829 Jan 28 19:23:33.191025 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-c4fe8fef-485e-4963-9f23-c2b4caeb5e97 req-c8a1f43a-f424-4105-97c1-9790a7188633 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Allocated IP 172.20.0.8 (ff818509-18ff-44d0-ba98-5ed91eb1ccd4/6cea2404-3048-43fe-b9cb-bebcf3282d53/06903cc2-3744-4ed1-a1a3-dc70d99f91df) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:23:33.302860 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-784e9929-7fd4-4736-9f0b-4d751a73025f req-ea946c36-a528-4719-b576-f5c3299bdc30 service neutron] Attempting to bind port 308e88b2-b86f-40d7-acef-4e006ae41fa8 on host n-h1-812111-14 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:23:33.303891 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-784e9929-7fd4-4736-9f0b-4d751a73025f req-ea946c36-a528-4719-b576-f5c3299bdc30 service neutron] Attempting to bind port 308e88b2-b86f-40d7-acef-4e006ae41fa8 by drivers openvswitch,hyperv on host n-h1-812111-14 at level 0 using segments [{'id': 'd6f4382e-d377-4cdf-8e50-290106be5676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '81401e49-2de3-4351-b9bd-1e02626318c2'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:23:33.304634 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784e9929-7fd4-4736-9f0b-4d751a73025f req-ea946c36-a528-4719-b576-f5c3299bdc30 service neutron] Attempting to bind port 308e88b2-b86f-40d7-acef-4e006ae41fa8 on network 81401e49-2de3-4351-b9bd-1e02626318c2 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:23:33.317637 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784e9929-7fd4-4736-9f0b-4d751a73025f req-ea946c36-a528-4719-b576-f5c3299bdc30 service neutron] Port 308e88b2-b86f-40d7-acef-4e006ae41fa8 on network 81401e49-2de3-4351-b9bd-1e02626318c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-14 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:23:33.318781 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784e9929-7fd4-4736-9f0b-4d751a73025f req-ea946c36-a528-4719-b576-f5c3299bdc30 service neutron] Attempting to bind port 308e88b2-b86f-40d7-acef-4e006ae41fa8 on network 81401e49-2de3-4351-b9bd-1e02626318c2 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:23:33.334451 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784e9929-7fd4-4736-9f0b-4d751a73025f req-ea946c36-a528-4719-b576-f5c3299bdc30 service neutron] Checking agent: {'id': 'b544ba20-de93-4d86-9e6b-a2202deb6191', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:23:33.336149 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784e9929-7fd4-4736-9f0b-4d751a73025f req-ea946c36-a528-4719-b576-f5c3299bdc30 service neutron] Checking segment: {'id': 'd6f4382e-d377-4cdf-8e50-290106be5676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '81401e49-2de3-4351-b9bd-1e02626318c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:23:33.336591 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784e9929-7fd4-4736-9f0b-4d751a73025f req-ea946c36-a528-4719-b576-f5c3299bdc30 service neutron] Bound using segment: {'id': 'd6f4382e-d377-4cdf-8e50-290106be5676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '81401e49-2de3-4351-b9bd-1e02626318c2'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:23:33.337961 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-784e9929-7fd4-4736-9f0b-4d751a73025f req-ea946c36-a528-4719-b576-f5c3299bdc30 service neutron] Bound port: 308e88b2-b86f-40d7-acef-4e006ae41fa8, host: n-h1-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6f4382e-d377-4cdf-8e50-290106be5676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '81401e49-2de3-4351-b9bd-1e02626318c2'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:23:33.338582 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-784e9929-7fd4-4736-9f0b-4d751a73025f req-ea946c36-a528-4719-b576-f5c3299bdc30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (308e88b2-b86f-40d7-acef-4e006ae41fa8), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:33.503706 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-c4fe8fef-485e-4963-9f23-c2b4caeb5e97 req-c8a1f43a-f424-4105-97c1-9790a7188633 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Publish callbacks [] for port (06903cc2-3744-4ed1-a1a3-dc70d99f91df), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:33.560783 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-784e9929-7fd4-4736-9f0b-4d751a73025f req-ea946c36-a528-4719-b576-f5c3299bdc30 service neutron] For port 308e88b2-b86f-40d7-acef-4e006ae41fa8, host n-h1-812111-14, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:23:33.565614 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-784e9929-7fd4-4736-9f0b-4d751a73025f req-ea946c36-a528-4719-b576-f5c3299bdc30 service neutron] For port 308e88b2-b86f-40d7-acef-4e006ae41fa8, host n-h1-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=308e88b2-b86f-40d7-acef-4e006ae41fa8,segment=NetworkSegment(d6f4382e-d377-4cdf-8e50-290106be5676),segment_id=d6f4382e-d377-4cdf-8e50-290106be5676)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:23:33.582290 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c26a0f-1dfe-4760-bded-8e603e3d024a req-a990a7c8-e512-4879-ba66-54b5dced5c15 tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:33.588182 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-c4fe8fef-485e-4963-9f23-c2b4caeb5e97 req-c8a1f43a-f424-4105-97c1-9790a7188633 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (06903cc2-3744-4ed1-a1a3-dc70d99f91df), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:33.591646 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-81c26a0f-1dfe-4760-bded-8e603e3d024a req-a990a7c8-e512-4879-ba66-54b5dced5c15 tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] 10.222.0.64 "GET /v2.0/ports?device_id=b7ae322e-4c07-4de8-bb2a-d22af1bfcac2 HTTP/1.1" status: 200 len: 945 time: 0.2068410 Jan 28 19:23:33.611415 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccc25ea-125b-4863-9584-48a6b22c3117 req-76f50ca6-673b-4c8d-95b3-ab472cbb5b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:33.613186 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4ccc25ea-125b-4863-9584-48a6b22c3117 req-76f50ca6-673b-4c8d-95b3-ab472cbb5b52 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cc238073-ae04-4ee5-8171-afc8f75fa79b HTTP/1.1" status: 200 len: 797 time: 0.7752686 Jan 28 19:23:33.641218 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-784e9929-7fd4-4736-9f0b-4d751a73025f req-ea946c36-a528-4719-b576-f5c3299bdc30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (308e88b2-b86f-40d7-acef-4e006ae41fa8), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:33.716291 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4fe8fef-485e-4963-9f23-c2b4caeb5e97 req-c8a1f43a-f424-4105-97c1-9790a7188633 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Network ff818509-18ff-44d0-ba98-5ed91eb1ccd4 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:23:33.719875 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b411806-1666-4f8b-bbe4-3f4a2924b403 req-5e731e94-c296-4856-92c9-9eac7750cfed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:33.720576 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b411806-1666-4f8b-bbe4-3f4a2924b403 req-5e731e94-c296-4856-92c9-9eac7750cfed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:33.722393 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-0b411806-1666-4f8b-bbe4-3f4a2924b403 req-5e731e94-c296-4856-92c9-9eac7750cfed service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8f3558f2b66642eda891aec2b92891c7&device_id=e0e6a2c7-11f0-4732-ba92-7b19b55801aa HTTP/1.1" status: 200 len: 2001 time: 0.1802070 Jan 28 19:23:33.735807 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-c4fe8fef-485e-4963-9f23-c2b4caeb5e97 req-c8a1f43a-f424-4105-97c1-9790a7188633 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:23:33.747444 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea946c36-a528-4719-b576-f5c3299bdc30 service neutron] Pushing event updated for resources: {'Port': ['ID=308e88b2-b86f-40d7-acef-4e006ae41fa8,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:33.771387 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a1f43a-f424-4105-97c1-9790a7188633 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Pushing event updated for resources: {'Port': ['ID=06903cc2-3744-4ed1-a1a3-dc70d99f91df,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:33.774344 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4fe8fef-485e-4963-9f23-c2b4caeb5e97 req-c8a1f43a-f424-4105-97c1-9790a7188633 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:23:33.817483 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-81c26a0f-1dfe-4760-bded-8e603e3d024a req-91ef5a7a-cca6-4559-8fe5-b4c8a4402724 tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed5dbff7-d8b6-44bf-8755-79d5f3e8f67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241173 Jan 28 19:23:33.820916 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784e9929-7fd4-4736-9f0b-4d751a73025f req-ea946c36-a528-4719-b576-f5c3299bdc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:33.824012 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-784e9929-7fd4-4736-9f0b-4d751a73025f req-ea946c36-a528-4719-b576-f5c3299bdc30 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:33.828026 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-784e9929-7fd4-4736-9f0b-4d751a73025f req-ea946c36-a528-4719-b576-f5c3299bdc30 service neutron] 10.222.0.41 "PUT /v2.0/ports/308e88b2-b86f-40d7-acef-4e006ae41fa8 HTTP/1.1" status: 200 len: 1093 time: 1.9263821 Jan 28 19:23:34.004523 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccc25ea-125b-4863-9584-48a6b22c3117 req-fd63ab1b-1162-4266-be7e-596ca65d5a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:34.008252 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4ccc25ea-125b-4863-9584-48a6b22c3117 req-fd63ab1b-1162-4266-be7e-596ca65d5a1e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=45c329a7-41ca-41dc-8117-b6a34c90d860&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.3676589 Jan 28 19:23:34.048748 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e8f15c-42b5-4155-ba88-9d4c6f23c2f4 req-901ed0f2-0967-427d-a64c-7ea5db0f14c4 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:34.066577 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e8f15c-42b5-4155-ba88-9d4c6f23c2f4 req-901ed0f2-0967-427d-a64c-7ea5db0f14c4 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:34.072187 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-77e8f15c-42b5-4155-ba88-9d4c6f23c2f4 req-901ed0f2-0967-427d-a64c-7ea5db0f14c4 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0e6a2c7-11f0-4732-ba92-7b19b55801aa HTTP/1.1" status: 200 len: 1678 time: 0.1859345 Jan 28 19:23:34.121918 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fe8fef-485e-4963-9f23-c2b4caeb5e97 req-c8a1f43a-f424-4105-97c1-9790a7188633 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:34.123783 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-c4fe8fef-485e-4963-9f23-c2b4caeb5e97 req-c8a1f43a-f424-4105-97c1-9790a7188633 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:34.208442 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8bf8ad-b515-4a11-9cee-8f491f20b784 req-cabb9411-a747-48eb-9005-83aad547c71e tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:34.208919 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-77e8f15c-42b5-4155-ba88-9d4c6f23c2f4 req-33af6e50-69d4-48c6-b283-e30e5103fe0e tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] 10.222.0.64 "GET /v2.0/security-groups?id=bec31a1c-c230-472f-91bb-962fc9cfddde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270008 Jan 28 19:23:34.217083 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7a8bf8ad-b515-4a11-9cee-8f491f20b784 req-cabb9411-a747-48eb-9005-83aad547c71e tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] 10.222.0.64 "GET /v2.0/networks?id=c4302b73-ca61-4da7-b39f-ec4ea0448ca6 HTTP/1.1" status: 200 len: 801 time: 0.5734153 Jan 28 19:23:34.245879 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c4fe8fef-485e-4963-9f23-c2b4caeb5e97 req-c8a1f43a-f424-4105-97c1-9790a7188633 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2174392 Jan 28 19:23:34.255509 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7a8bf8ad-b515-4a11-9cee-8f491f20b784 req-3ee69633-e922-4674-a2bd-8ae85cf6a2cb tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] 10.222.0.64 "GET /v2.0/quotas/0c4ea235eb2940b3b5cdc493b562a62f HTTP/1.1" status: 200 len: 375 time: 0.0373750 Jan 28 19:23:34.257956 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b411806-1666-4f8b-bbe4-3f4a2924b403 req-541aada2-5615-49aa-9190-a7e263a74693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:34.258465 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b411806-1666-4f8b-bbe4-3f4a2924b403 req-541aada2-5615-49aa-9190-a7e263a74693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:34.258939 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b411806-1666-4f8b-bbe4-3f4a2924b403 req-541aada2-5615-49aa-9190-a7e263a74693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:34.260497 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-0b411806-1666-4f8b-bbe4-3f4a2924b403 req-541aada2-5615-49aa-9190-a7e263a74693 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=8f3558f2b66642eda891aec2b92891c7&shared=False HTTP/1.1" status: 200 len: 2287 time: 0.5222657 Jan 28 19:23:34.275857 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-c4fe8fef-485e-4963-9f23-c2b4caeb5e97 req-2217dff0-28dc-486f-90fb-29f05dddda1b service neutron] Request body: {'port': {'device_id': '067eb708-71ee-4488-a138-aa6faaafeac9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-14'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:23:34.397282 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 23c84e58-ad8e-4cf4-977a-e504aac93676 no longer exists at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:23:34.407711 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c2be01-52dc-4711-9555-a0463f6a4522 req-30ec9f4d-f302-4171-8bae-1643bfb208aa tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:34.416959 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-57c2be01-52dc-4711-9555-a0463f6a4522 req-30ec9f4d-f302-4171-8bae-1643bfb208aa tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e48b655-5911-4dcd-a073-26e765e9c04d HTTP/1.1" status: 200 len: 944 time: 0.1021318 Jan 28 19:23:34.517061 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4ccc25ea-125b-4863-9584-48a6b22c3117 req-53a22d1e-f56b-4bbf-935a-01207c3ebe98 service neutron] 10.222.0.70 "GET /v2.0/networks/45c329a7-41ca-41dc-8117-b6a34c90d860?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4777765 Jan 28 19:23:34.525279 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-c4fe8fef-485e-4963-9f23-c2b4caeb5e97 req-2217dff0-28dc-486f-90fb-29f05dddda1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (06903cc2-3744-4ed1-a1a3-dc70d99f91df), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:34.566196 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7a8bf8ad-b515-4a11-9cee-8f491f20b784 req-647d7ad0-dfd4-4663-99df-566f655888f0 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=0c4ea235eb2940b3b5cdc493b562a62f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3092756 Jan 28 19:23:34.569296 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-57c2be01-52dc-4711-9555-a0463f6a4522 req-70191f6d-04cd-42af-a480-3c18f7b1ef43 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff0a7ca0-73d1-435a-8c79-518c9bdfd3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497912 Jan 28 19:23:34.593826 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [req-7a8bf8ad-b515-4a11-9cee-8f491f20b784 req-4f5bc552-6b65-418a-a480-2ef15e1ede1d service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103304) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:23:34.612028 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 23c84e58-ad8e-4cf4-977a-e504aac93676 is: ACTIVE; New status is: DOWN {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:23:34.612028 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (23c84e58-ad8e-4cf4-977a-e504aac93676), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:34.613683 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7a8bf8ad-b515-4a11-9cee-8f491f20b784 req-4f5bc552-6b65-418a-a480-2ef15e1ede1d service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0470817 Jan 28 19:23:34.705222 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 23c84e58-ad8e-4cf4-977a-e504aac93676, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=23c84e58-ad8e-4cf4-977a-e504aac93676,segment=NetworkSegment(061cb951-c0bc-4d59-a3f2-ff4acb095ff3),segment_id=061cb951-c0bc-4d59-a3f2-ff4acb095ff3)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:23:34.706494 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26a79b09-d492-4b76-8b2b-6fad06619d62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23c84e58-ad8e-4cf4-977a-e504aac93676'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:23:34.709749 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8041bcb6-2bed-4b84-95b0-6e0881a1d902" -d '{"events": [{"server_uuid": "26a79b09-d492-4b76-8b2b-6fad06619d62", "name": "network-vif-unplugged", "status": "completed", "tag": "23c84e58-ad8e-4cf4-977a-e504aac93676"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:23:34.714809 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (23c84e58-ad8e-4cf4-977a-e504aac93676), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:34.775276 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b411806-1666-4f8b-bbe4-3f4a2924b403 req-af123b58-f518-421e-8a3a-7c5a6208f397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:34.776740 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-0b411806-1666-4f8b-bbe4-3f4a2924b403 req-af123b58-f518-421e-8a3a-7c5a6208f397 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4605532 Jan 28 19:23:34.783375 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=23c84e58-ad8e-4cf4-977a-e504aac93676,revision_number=8']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:34.902779 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff3cd66-122f-400b-81a4-3d3cda4d973b req-53c9f11f-149c-4117-9f38-8b76840de345 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:34.904454 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-eff3cd66-122f-400b-81a4-3d3cda4d973b req-53c9f11f-149c-4117-9f38-8b76840de345 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/ports?device_id=067eb708-71ee-4488-a138-aa6faaafeac9 HTTP/1.1" status: 200 len: 931 time: 0.1307817 Jan 28 19:23:34.970966 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4ccc25ea-125b-4863-9584-48a6b22c3117 req-bce28fd9-dfba-474f-8a87-f99c2166f0f6 service neutron] 10.222.0.70 "GET /v2.0/networks/45c329a7-41ca-41dc-8117-b6a34c90d860?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4346387 Jan 28 19:23:34.983313 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7a8bf8ad-b515-4a11-9cee-8f491f20b784 req-be70deb5-3aa4-44f7-986f-92824e84ba1e service neutron] 10.222.0.64 "GET /v2.0/networks/c4302b73-ca61-4da7-b39f-ec4ea0448ca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3683336 Jan 28 19:23:34.988187 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-eff3cd66-122f-400b-81a4-3d3cda4d973b req-8f8ccdf2-304b-4e25-921d-2b1d91420824 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/security-groups?id=e52b5309-890e-4183-bf0d-6ef59c658d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720007 Jan 28 19:23:34.992053 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0e6a2c7-11f0-4732-ba92-7b19b55801aa', 'tag': '308e88b2-b86f-40d7-acef-4e006ae41fa8'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:23:34.998784 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02d5f30e-5e26-4614-beac-459379dbab91" -d '{"events": [{"name": "network-changed", "server_uuid": "e0e6a2c7-11f0-4732-ba92-7b19b55801aa", "tag": "308e88b2-b86f-40d7-acef-4e006ae41fa8"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:23:35.038252 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:23:35.120543 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4ccc25ea-125b-4863-9584-48a6b22c3117 req-92e0a257-3563-4c1d-9afd-3fe111f3a2fc service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.147&port_id=de98d303-7c1f-431e-bf81-fef0fcf95502 HTTP/1.1" status: 200 len: 217 time: 0.1282918 Jan 28 19:23:35.130539 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 48290) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:23:35.274230 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72861257-839c-4f97-9544-9b453e22e31a req-9de2095a-3207-4175-948d-5ab287d20cfe tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:35.286820 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-72861257-839c-4f97-9544-9b453e22e31a req-9de2095a-3207-4175-948d-5ab287d20cfe tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a47f6a4-d74b-4921-b485-5d2c0f03f514 HTTP/1.1" status: 200 len: 950 time: 0.1255927 Jan 28 19:23:35.391227 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-8b764dd3-9b11-4d0b-b9e3-dbb9eb4b31c1 tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1206171070', 'router:external': True}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:23:35.442872 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-72861257-839c-4f97-9544-9b453e22e31a req-a0ba87eb-64ff-4b29-9e10-610a1fcac5d6 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d07f2a-7a3d-4718-9c1b-16394753837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448240 Jan 28 19:23:35.465397 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b764dd3-9b11-4d0b-b9e3-dbb9eb4b31c1 tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Made reservation on behalf of 8697f5f99d774acc82b6f152e8c87da5 for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:23:35.472930 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8b764dd3-9b11-4d0b-b9e3-dbb9eb4b31c1 tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:35.486653 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8b764dd3-9b11-4d0b-b9e3-dbb9eb4b31c1 tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:35.533364 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 19:23:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dc97306-ee89-42a3-a0d7-b693aba75492 x-openstack-request-id: req-9dc97306-ee89-42a3-a0d7-b693aba75492 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:23:35.534342 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26a79b09-d492-4b76-8b2b-6fad06619d62", "name": "network-vif-unplugged", "status": "completed", "tag": "23c84e58-ad8e-4cf4-977a-e504aac93676", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:23:35.534739 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9dc97306-ee89-42a3-a0d7-b693aba75492 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:23:35.535273 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26a79b09-d492-4b76-8b2b-6fad06619d62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23c84e58-ad8e-4cf4-977a-e504aac93676', 'code': 200} Jan 28 19:23:35.748918 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8b764dd3-9b11-4d0b-b9e3-dbb9eb4b31c1 tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Publish callbacks [] for security_group (b0b6324e-10ff-4d2a-8c6e-e2b80d4298f2), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:35.760284 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8b764dd3-9b11-4d0b-b9e3-dbb9eb4b31c1 tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (b0b6324e-10ff-4d2a-8c6e-e2b80d4298f2), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:35.789844 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d503b7-87f1-41a7-948e-422ed9ffc0fd req-0372fdec-7a06-416c-8f21-3f04f0362c4c tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:35.791795 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-88d503b7-87f1-41a7-948e-422ed9ffc0fd req-0372fdec-7a06-416c-8f21-3f04f0362c4c tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] 10.222.0.70 "GET /v2.0/ports?device_id=26a79b09-d492-4b76-8b2b-6fad06619d62 HTTP/1.1" status: 200 len: 944 time: 0.1966448 Jan 28 19:23:35.832061 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36522b3-aeba-4634-8294-b079d0f40831 req-0cabcd31-ca88-4caf-821b-304640e05a2d tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:35.837756 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c36522b3-aeba-4634-8294-b079d0f40831 req-0cabcd31-ca88-4caf-821b-304640e05a2d tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] 10.222.0.64 "GET /v2.0/ports?device_id=b7ae322e-4c07-4de8-bb2a-d22af1bfcac2 HTTP/1.1" status: 200 len: 945 time: 0.1820676 Jan 28 19:23:35.897840 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b764dd3-9b11-4d0b-b9e3-dbb9eb4b31c1 tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0b6324e-10ff-4d2a-8c6e-e2b80d4298f2,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:35.901753 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccc25ea-125b-4863-9584-48a6b22c3117 req-1c10e81b-c081-4ded-831e-6dd6d9bc6776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:35.902350 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b764dd3-9b11-4d0b-b9e3-dbb9eb4b31c1 tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:23:35.903542 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4ccc25ea-125b-4863-9584-48a6b22c3117 req-1c10e81b-c081-4ded-831e-6dd6d9bc6776 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cc238073-ae04-4ee5-8171-afc8f75fa79b HTTP/1.1" status: 200 len: 797 time: 0.7513947 Jan 28 19:23:35.952903 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784e9929-7fd4-4736-9f0b-4d751a73025f req-1023c94a-edb3-4eca-b463-cfe750555854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:35.953586 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784e9929-7fd4-4736-9f0b-4d751a73025f req-1023c94a-edb3-4eca-b463-cfe750555854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:35.955512 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-784e9929-7fd4-4736-9f0b-4d751a73025f req-1023c94a-edb3-4eca-b463-cfe750555854 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8f3558f2b66642eda891aec2b92891c7&device_id=e0e6a2c7-11f0-4732-ba92-7b19b55801aa HTTP/1.1" status: 200 len: 2044 time: 0.8756402 Jan 28 19:23:35.955624 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8b764dd3-9b11-4d0b-b9e3-dbb9eb4b31c1 tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (be09b053-02ab-4274-bcc2-d57f945d06bc), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:35.956046 n-d-812111-14 neutron-server[103305]: INFO neutron.db.segments_db [None req-8b764dd3-9b11-4d0b-b9e3-dbb9eb4b31c1 tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Added segment be09b053-02ab-4274-bcc2-d57f945d06bc of type vlan for network 4811ef62-35b3-4b9f-9066-0067c68c2c27 Jan 28 19:23:35.985312 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7a8bf8ad-b515-4a11-9cee-8f491f20b784 req-d96017cf-b252-4015-8357-e37cd097bd9f service neutron] 10.222.0.64 "GET /v2.0/networks/c4302b73-ca61-4da7-b39f-ec4ea0448ca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0012581 Jan 28 19:23:36.064683 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccc25ea-125b-4863-9584-48a6b22c3117 req-0fdee863-ac94-4985-94d8-f72f0fde3ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:36.066627 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4ccc25ea-125b-4863-9584-48a6b22c3117 req-0fdee863-ac94-4985-94d8-f72f0fde3ea2 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=45c329a7-41ca-41dc-8117-b6a34c90d860&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1365509 Jan 28 19:23:36.069814 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c36522b3-aeba-4634-8294-b079d0f40831 req-7d26872e-9e9a-4b42-bc26-78fb336e3b11 tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed5dbff7-d8b6-44bf-8755-79d5f3e8f67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889029 Jan 28 19:23:36.096009 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-c4fe8fef-485e-4963-9f23-c2b4caeb5e97 req-2217dff0-28dc-486f-90fb-29f05dddda1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06903cc2-3744-4ed1-a1a3-dc70d99f91df {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:23:36.119570 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-c4fe8fef-485e-4963-9f23-c2b4caeb5e97 req-2217dff0-28dc-486f-90fb-29f05dddda1b service neutron] Publish callbacks [] for port (06903cc2-3744-4ed1-a1a3-dc70d99f91df), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:36.121549 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8b764dd3-9b11-4d0b-b9e3-dbb9eb4b31c1 tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (4811ef62-35b3-4b9f-9066-0067c68c2c27), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:36.175704 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93b23813-3eff-4fb5-a706-bf877a585678 x-openstack-request-id: req-93b23813-3eff-4fb5-a706-bf877a585678 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:23:36.176046 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0e6a2c7-11f0-4732-ba92-7b19b55801aa", "tag": "308e88b2-b86f-40d7-acef-4e006ae41fa8", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:23:36.176330 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-93b23813-3eff-4fb5-a706-bf877a585678 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:23:36.177843 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0e6a2c7-11f0-4732-ba92-7b19b55801aa', 'tag': '308e88b2-b86f-40d7-acef-4e006ae41fa8', 'status': 'completed', 'code': 200} Jan 28 19:23:36.191960 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-88d503b7-87f1-41a7-948e-422ed9ffc0fd req-3bfd93a4-6ebf-4eef-8e01-95df1ed60276 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] Deleting port 23c84e58-ad8e-4cf4-977a-e504aac93676 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:23:36.192341 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-88d503b7-87f1-41a7-948e-422ed9ffc0fd req-3bfd93a4-6ebf-4eef-8e01-95df1ed60276 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (23c84e58-ad8e-4cf4-977a-e504aac93676), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:36.255606 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-c4fe8fef-485e-4963-9f23-c2b4caeb5e97 req-2217dff0-28dc-486f-90fb-29f05dddda1b service neutron] Transition to ACTIVE for port object 06903cc2-3744-4ed1-a1a3-dc70d99f91df will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:23:36.360703 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-c4fe8fef-485e-4963-9f23-c2b4caeb5e97 req-2217dff0-28dc-486f-90fb-29f05dddda1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (06903cc2-3744-4ed1-a1a3-dc70d99f91df), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:36.363767 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-784e9929-7fd4-4736-9f0b-4d751a73025f req-327dc6f3-ea8d-43b3-87b7-f022ab97936a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.32&port_id=7bcd636f-8be5-4f8a-8251-3966e3332dd8 HTTP/1.1" status: 200 len: 217 time: 0.1366820 Jan 28 19:23:36.572094 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2217dff0-28dc-486f-90fb-29f05dddda1b service neutron] Pushing event updated for resources: {'Port': ['ID=06903cc2-3744-4ed1-a1a3-dc70d99f91df,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:36.576882 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4ccc25ea-125b-4863-9584-48a6b22c3117 req-c10f004c-6b01-4fbd-ac7f-23c527f0ef15 service neutron] 10.222.0.70 "GET /v2.0/networks/45c329a7-41ca-41dc-8117-b6a34c90d860?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5008039 Jan 28 19:23:36.607601 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b0b7170c-ed39-4130-af3a-047488ad87ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:36.708148 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784e9929-7fd4-4736-9f0b-4d751a73025f req-88cd4bc9-3375-4d16-ad9d-6459a5bbc45f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:36.710368 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-784e9929-7fd4-4736-9f0b-4d751a73025f req-88cd4bc9-3375-4d16-ad9d-6459a5bbc45f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9a2c61de-232e-4adb-9673-2e4af566fbfb HTTP/1.1" status: 200 len: 801 time: 0.2557199 Jan 28 19:23:36.846276 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9876b27d-5cd2-464c-abff-e47952088e41 req-18375045-d2cf-4ca0-97dc-203a812355fe tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:36.847965 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9876b27d-5cd2-464c-abff-e47952088e41 req-18375045-d2cf-4ca0-97dc-203a812355fe tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e48b655-5911-4dcd-a073-26e765e9c04d HTTP/1.1" status: 200 len: 944 time: 0.3685439 Jan 28 19:23:36.850303 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8b764dd3-9b11-4d0b-b9e3-dbb9eb4b31c1 tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (4811ef62-35b3-4b9f-9066-0067c68c2c27), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:36.851323 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b764dd3-9b11-4d0b-b9e3-dbb9eb4b31c1 tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:36.852789 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8b764dd3-9b11-4d0b-b9e3-dbb9eb4b31c1 tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:36.932122 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-c4fe8fef-485e-4963-9f23-c2b4caeb5e97 req-2217dff0-28dc-486f-90fb-29f05dddda1b service neutron] Attempting to bind port 06903cc2-3744-4ed1-a1a3-dc70d99f91df on host n-h2-812111-14 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:23:36.932815 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-c4fe8fef-485e-4963-9f23-c2b4caeb5e97 req-2217dff0-28dc-486f-90fb-29f05dddda1b service neutron] Attempting to bind port 06903cc2-3744-4ed1-a1a3-dc70d99f91df by drivers openvswitch,hyperv on host n-h2-812111-14 at level 0 using segments [{'id': '3fce350c-ea58-4666-bd7d-c61ada9a9295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ff818509-18ff-44d0-ba98-5ed91eb1ccd4'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:23:36.933311 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4fe8fef-485e-4963-9f23-c2b4caeb5e97 req-2217dff0-28dc-486f-90fb-29f05dddda1b service neutron] Attempting to bind port 06903cc2-3744-4ed1-a1a3-dc70d99f91df on network ff818509-18ff-44d0-ba98-5ed91eb1ccd4 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:23:36.968278 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784e9929-7fd4-4736-9f0b-4d751a73025f req-e165ce5f-9def-45e1-b64d-66805114a03b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:36.970404 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-784e9929-7fd4-4736-9f0b-4d751a73025f req-e165ce5f-9def-45e1-b64d-66805114a03b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=514a961b-02b3-4e94-a1f4-091c289449af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2014306 Jan 28 19:23:36.976348 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4fe8fef-485e-4963-9f23-c2b4caeb5e97 req-2217dff0-28dc-486f-90fb-29f05dddda1b service neutron] Port 06903cc2-3744-4ed1-a1a3-dc70d99f91df on network ff818509-18ff-44d0-ba98-5ed91eb1ccd4 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-14 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:23:36.976769 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4fe8fef-485e-4963-9f23-c2b4caeb5e97 req-2217dff0-28dc-486f-90fb-29f05dddda1b service neutron] Attempting to bind port 06903cc2-3744-4ed1-a1a3-dc70d99f91df on network ff818509-18ff-44d0-ba98-5ed91eb1ccd4 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:23:36.986283 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4fe8fef-485e-4963-9f23-c2b4caeb5e97 req-2217dff0-28dc-486f-90fb-29f05dddda1b service neutron] Checking agent: {'id': '8f3fee4e-bf24-4b58-8a3a-ae9c8011a473', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 23, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:23:36.986770 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4fe8fef-485e-4963-9f23-c2b4caeb5e97 req-2217dff0-28dc-486f-90fb-29f05dddda1b service neutron] Checking segment: {'id': '3fce350c-ea58-4666-bd7d-c61ada9a9295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ff818509-18ff-44d0-ba98-5ed91eb1ccd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:23:36.987303 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4fe8fef-485e-4963-9f23-c2b4caeb5e97 req-2217dff0-28dc-486f-90fb-29f05dddda1b service neutron] Bound using segment: {'id': '3fce350c-ea58-4666-bd7d-c61ada9a9295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ff818509-18ff-44d0-ba98-5ed91eb1ccd4'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:23:36.988788 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-c4fe8fef-485e-4963-9f23-c2b4caeb5e97 req-2217dff0-28dc-486f-90fb-29f05dddda1b service neutron] Bound port: 06903cc2-3744-4ed1-a1a3-dc70d99f91df, host: n-h2-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fce350c-ea58-4666-bd7d-c61ada9a9295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ff818509-18ff-44d0-ba98-5ed91eb1ccd4'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:23:36.989441 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-c4fe8fef-485e-4963-9f23-c2b4caeb5e97 req-2217dff0-28dc-486f-90fb-29f05dddda1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (06903cc2-3744-4ed1-a1a3-dc70d99f91df), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:37.007921 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4ccc25ea-125b-4863-9584-48a6b22c3117 req-c2487a95-72c9-42df-954f-036948f1ae11 service neutron] 10.222.0.70 "GET /v2.0/networks/45c329a7-41ca-41dc-8117-b6a34c90d860?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4028494 Jan 28 19:23:37.011577 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9876b27d-5cd2-464c-abff-e47952088e41 req-477c7aaa-16fb-4e94-8977-011419bf6c75 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff0a7ca0-73d1-435a-8c79-518c9bdfd3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532228 Jan 28 19:23:37.016674 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-8b764dd3-9b11-4d0b-b9e3-dbb9eb4b31c1 tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.8849788 Jan 28 19:23:37.025535 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 48312) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:23:37.038167 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-35784612-ea0c-43df-9a22-b8e5c37734fd tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Request body: {'subnet': {'network_id': '4811ef62-35b3-4b9f-9066-0067c68c2c27', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:23:37.080717 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b764dd3-9b11-4d0b-b9e3-dbb9eb4b31c1 tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Pushing event updated for resources: {'Network': ['ID=4811ef62-35b3-4b9f-9066-0067c68c2c27,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:37.084638 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-88d503b7-87f1-41a7-948e-422ed9ffc0fd req-3bfd93a4-6ebf-4eef-8e01-95df1ed60276 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] For port 23c84e58-ad8e-4cf4-977a-e504aac93676, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=23c84e58-ad8e-4cf4-977a-e504aac93676,segment=NetworkSegment(061cb951-c0bc-4d59-a3f2-ff4acb095ff3),segment_id=061cb951-c0bc-4d59-a3f2-ff4acb095ff3)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:23:37.085086 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-88d503b7-87f1-41a7-948e-422ed9ffc0fd req-3bfd93a4-6ebf-4eef-8e01-95df1ed60276 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (23c84e58-ad8e-4cf4-977a-e504aac93676), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:37.094220 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network 4811ef62-35b3-4b9f-9066-0067c68c2c27 details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:23:37.099522 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3d7c9d-b06e-4661-a639-b76a24b3e6df req-30bbd216-7528-4cec-9570-11f9e86ed1a8 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:37.105436 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3d7c9d-b06e-4661-a639-b76a24b3e6df req-30bbd216-7528-4cec-9570-11f9e86ed1a8 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:37.114024 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2c3d7c9d-b06e-4661-a639-b76a24b3e6df req-30bbd216-7528-4cec-9570-11f9e86ed1a8 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0e6a2c7-11f0-4732-ba92-7b19b55801aa HTTP/1.1" status: 200 len: 1678 time: 0.7929385 Jan 28 19:23:37.158909 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-88d503b7-87f1-41a7-948e-422ed9ffc0fd req-3bfd93a4-6ebf-4eef-8e01-95df1ed60276 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] Calling delete_port for 23c84e58-ad8e-4cf4-977a-e504aac93676 owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:23:37.164721 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4ccc25ea-125b-4863-9584-48a6b22c3117 req-4cf5fc6f-acbf-4ee1-9167-e62ef98125ca service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.148&port_id=8132a07e-4a59-47ca-90c2-1121ff386089 HTTP/1.1" status: 200 len: 217 time: 0.1293216 Jan 28 19:23:37.170962 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35784612-ea0c-43df-9a22-b8e5c37734fd tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Made reservation on behalf of 8697f5f99d774acc82b6f152e8c87da5 for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:23:37.173780 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-35784612-ea0c-43df-9a22-b8e5c37734fd tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4733071'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:37.280046 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccc25ea-125b-4863-9584-48a6b22c3117 req-da47a417-7e5b-4982-8d82-f78d72d4df64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:37.282041 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4ccc25ea-125b-4863-9584-48a6b22c3117 req-da47a417-7e5b-4982-8d82-f78d72d4df64 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cc238073-ae04-4ee5-8171-afc8f75fa79b HTTP/1.1" status: 200 len: 797 time: 0.0689216 Jan 28 19:23:37.320693 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2c3d7c9d-b06e-4661-a639-b76a24b3e6df req-d103bf7b-a4de-4796-b8dc-ca04f9e1e28d tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] 10.222.0.64 "GET /v2.0/security-groups?id=bec31a1c-c230-472f-91bb-962fc9cfddde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055943 Jan 28 19:23:37.469550 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-c4fe8fef-485e-4963-9f23-c2b4caeb5e97 req-2217dff0-28dc-486f-90fb-29f05dddda1b service neutron] For port 06903cc2-3744-4ed1-a1a3-dc70d99f91df, host n-h2-812111-14, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:23:37.489640 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-784e9929-7fd4-4736-9f0b-4d751a73025f req-9a94c622-e4af-48dc-accd-4198dc9031f4 service neutron] 10.222.0.41 "GET /v2.0/networks/514a961b-02b3-4e94-a1f4-091c289449af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4971056 Jan 28 19:23:37.508094 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97f76b4-2ebd-4048-b1b3-898d272eeee2 req-770e71c5-f332-47a7-9b82-591418361f32 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:37.517351 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e97f76b4-2ebd-4048-b1b3-898d272eeee2 req-770e71c5-f332-47a7-9b82-591418361f32 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/ports?device_id=067eb708-71ee-4488-a138-aa6faaafeac9 HTTP/1.1" status: 200 len: 943 time: 0.3084836 Jan 28 19:23:37.523021 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-c4fe8fef-485e-4963-9f23-c2b4caeb5e97 req-2217dff0-28dc-486f-90fb-29f05dddda1b service neutron] For port 06903cc2-3744-4ed1-a1a3-dc70d99f91df, host n-h2-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=06903cc2-3744-4ed1-a1a3-dc70d99f91df,segment=NetworkSegment(3fce350c-ea58-4666-bd7d-c61ada9a9295),segment_id=3fce350c-ea58-4666-bd7d-c61ada9a9295)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:23:37.540719 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccc25ea-125b-4863-9584-48a6b22c3117 req-41174cd6-18f7-4128-891b-446626fa2ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:37.543472 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4ccc25ea-125b-4863-9584-48a6b22c3117 req-41174cd6-18f7-4128-891b-446626fa2ea7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=45c329a7-41ca-41dc-8117-b6a34c90d860&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2467649 Jan 28 19:23:37.558903 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a231e2b1-1539-4883-9b31-26b58a4c2f0e req-ef616cb0-446f-49d7-b7f0-795d4e1519d5 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbcb90df-df4c-4718-a1f8-da2cde64470a HTTP/1.1" status: 200 len: 210 time: 0.1289995 Jan 28 19:23:37.579142 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-c4fe8fef-485e-4963-9f23-c2b4caeb5e97 req-2217dff0-28dc-486f-90fb-29f05dddda1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (06903cc2-3744-4ed1-a1a3-dc70d99f91df), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:37.755344 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4ccc25ea-125b-4863-9584-48a6b22c3117 req-85b0dae1-0534-434d-aea1-76d776d11891 service neutron] 10.222.0.70 "GET /v2.0/networks/45c329a7-41ca-41dc-8117-b6a34c90d860?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006752 Jan 28 19:23:37.817159 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738c9268-c2e8-40a1-8d55-6241012cd700 req-1851decc-d641-4471-b0b2-710a8fc994d6 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:37.824414 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-738c9268-c2e8-40a1-8d55-6241012cd700 req-1851decc-d641-4471-b0b2-710a8fc994d6 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a47f6a4-d74b-4921-b485-5d2c0f03f514 HTTP/1.1" status: 200 len: 950 time: 0.1410074 Jan 28 19:23:37.836612 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fe8fef-485e-4963-9f23-c2b4caeb5e97 req-2217dff0-28dc-486f-90fb-29f05dddda1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:37.837285 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-c4fe8fef-485e-4963-9f23-c2b4caeb5e97 req-2217dff0-28dc-486f-90fb-29f05dddda1b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:37.838819 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c4fe8fef-485e-4963-9f23-c2b4caeb5e97 req-2217dff0-28dc-486f-90fb-29f05dddda1b service neutron] 10.222.0.70 "PUT /v2.0/ports/06903cc2-3744-4ed1-a1a3-dc70d99f91df HTTP/1.1" status: 200 len: 1092 time: 3.5774162 Jan 28 19:23:37.881824 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '067eb708-71ee-4488-a138-aa6faaafeac9', 'tag': '06903cc2-3744-4ed1-a1a3-dc70d99f91df'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:23:37.884272 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eb48da1-06a3-4846-a267-b73aa4f6e1c9" -d '{"events": [{"name": "network-changed", "server_uuid": "067eb708-71ee-4488-a138-aa6faaafeac9", "tag": "06903cc2-3744-4ed1-a1a3-dc70d99f91df"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:23:37.920433 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-738c9268-c2e8-40a1-8d55-6241012cd700 req-0b45db70-b224-4e3f-9859-fd4c2868584e tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d07f2a-7a3d-4718-9c1b-16394753837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942106 Jan 28 19:23:37.921169 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-88d503b7-87f1-41a7-948e-422ed9ffc0fd req-3bfd93a4-6ebf-4eef-8e01-95df1ed60276 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (23c84e58-ad8e-4cf4-977a-e504aac93676), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:37.969324 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e97f76b4-2ebd-4048-b1b3-898d272eeee2 req-3af6f58d-2d4c-451b-a12e-36b0a95e0868 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/security-groups?id=e52b5309-890e-4183-bf0d-6ef59c658d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4471986 Jan 28 19:23:37.969679 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfd93a4-6ebf-4eef-8e01-95df1ed60276 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] Pushing event deleted for resources: {'Port': ['ID=23c84e58-ad8e-4cf4-977a-e504aac93676,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:38.084199 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4350403b-08ee-4f01-9da1-f43064d1b2ff x-openstack-request-id: req-4350403b-08ee-4f01-9da1-f43064d1b2ff {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:23:38.084410 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "067eb708-71ee-4488-a138-aa6faaafeac9", "tag": "06903cc2-3744-4ed1-a1a3-dc70d99f91df", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:23:38.085316 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4350403b-08ee-4f01-9da1-f43064d1b2ff {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:23:38.085316 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '067eb708-71ee-4488-a138-aa6faaafeac9', 'tag': '06903cc2-3744-4ed1-a1a3-dc70d99f91df', 'status': 'completed', 'code': 200} Jan 28 19:23:38.130754 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2217dff0-28dc-486f-90fb-29f05dddda1b service neutron] Pushing event updated for resources: {'Port': ['ID=06903cc2-3744-4ed1-a1a3-dc70d99f91df,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:38.146849 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-784e9929-7fd4-4736-9f0b-4d751a73025f req-7990070d-482d-4574-b6dc-dd1a4f03fea9 service neutron] 10.222.0.41 "GET /v2.0/networks/514a961b-02b3-4e94-a1f4-091c289449af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6020148 Jan 28 19:23:38.227470 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-88d503b7-87f1-41a7-948e-422ed9ffc0fd req-3bfd93a4-6ebf-4eef-8e01-95df1ed60276 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] No DVR routers for this DVR port 23c84e58-ad8e-4cf4-977a-e504aac93676 on host n-h2-812111-14 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:23:38.241028 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fe8fef-485e-4963-9f23-c2b4caeb5e97 req-21a6e197-cd4c-4488-9905-f3b1aa82c3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:38.242602 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c4fe8fef-485e-4963-9f23-c2b4caeb5e97 req-21a6e197-cd4c-4488-9905-f3b1aa82c3a3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a83e9cc3029f4baca951cc95e07992a3&device_id=067eb708-71ee-4488-a138-aa6faaafeac9 HTTP/1.1" status: 200 len: 1126 time: 0.3511088 Jan 28 19:23:38.249809 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-784e9929-7fd4-4736-9f0b-4d751a73025f req-777cee9a-b937-42c3-8a49-612910909854 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.240&port_id=308e88b2-b86f-40d7-acef-4e006ae41fa8 HTTP/1.1" status: 200 len: 217 time: 0.0742450 Jan 28 19:23:38.261727 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4ccc25ea-125b-4863-9584-48a6b22c3117 req-0c3b5631-b612-4396-9265-822d5121fa43 service neutron] 10.222.0.70 "GET /v2.0/networks/45c329a7-41ca-41dc-8117-b6a34c90d860?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4367557 Jan 28 19:23:38.271392 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-88d503b7-87f1-41a7-948e-422ed9ffc0fd req-3bfd93a4-6ebf-4eef-8e01-95df1ed60276 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:38.275574 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-88d503b7-87f1-41a7-948e-422ed9ffc0fd req-3bfd93a4-6ebf-4eef-8e01-95df1ed60276 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] 10.222.0.70 "DELETE /v2.0/ports/23c84e58-ad8e-4cf4-977a-e504aac93676 HTTP/1.1" status: 204 len: 173 time: 2.4648464 Jan 28 19:23:38.289682 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26a79b09-d492-4b76-8b2b-6fad06619d62', 'name': 'network-vif-deleted', 'tag': '23c84e58-ad8e-4cf4-977a-e504aac93676'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:23:38.313659 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5011f90-6de8-4e06-8a40-81c6d8500d30" -d '{"events": [{"server_uuid": "26a79b09-d492-4b76-8b2b-6fad06619d62", "name": "network-vif-deleted", "tag": "23c84e58-ad8e-4cf4-977a-e504aac93676"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:23:38.316748 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c4fe8fef-485e-4963-9f23-c2b4caeb5e97 req-6ba7c2bc-535b-4e22-afc8-dce1f6188143 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=06903cc2-3744-4ed1-a1a3-dc70d99f91df HTTP/1.1" status: 200 len: 217 time: 0.0636542 Jan 28 19:23:38.376575 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4ccc25ea-125b-4863-9584-48a6b22c3117 req-fd113a9d-aed9-4d3f-8403-f1676553143b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.212&port_id=3657d8f5-b07c-40a7-9a6f-0ffcaf827d3b HTTP/1.1" status: 200 len: 217 time: 0.0693290 Jan 28 19:23:38.438999 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13dcc7a-942d-48de-8239-a6f75af7d368 req-aa1d0dd0-09e7-4f51-b417-97eaf552add5 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:38.446586 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f13dcc7a-942d-48de-8239-a6f75af7d368 req-aa1d0dd0-09e7-4f51-b417-97eaf552add5 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e48b655-5911-4dcd-a073-26e765e9c04d HTTP/1.1" status: 200 len: 944 time: 0.2893932 Jan 28 19:23:38.476318 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a41228-eff5-47ea-824b-fc36f030fa16 req-1a639049-7f60-4d62-a973-043c18e53db4 tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:38.483353 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c4a41228-eff5-47ea-824b-fc36f030fa16 req-1a639049-7f60-4d62-a973-043c18e53db4 tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] 10.222.0.64 "GET /v2.0/ports?device_id=b7ae322e-4c07-4de8-bb2a-d22af1bfcac2 HTTP/1.1" status: 200 len: 945 time: 0.4187284 Jan 28 19:23:38.500797 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00d2003-00dc-4eba-9692-ee11984928ff req-a1f8fe1f-a642-4118-88f6-68a38407bba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:38.505238 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e00d2003-00dc-4eba-9692-ee11984928ff req-a1f8fe1f-a642-4118-88f6-68a38407bba3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=21016aa8d78b40bfb94f4cb1162748ad&device_id=4e48b655-5911-4dcd-a073-26e765e9c04d HTTP/1.1" status: 200 len: 1127 time: 0.3230369 Jan 28 19:23:38.542671 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fe8fef-485e-4963-9f23-c2b4caeb5e97 req-0b303b23-fd31-42ae-88db-ee687365f080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:38.544290 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c4fe8fef-485e-4963-9f23-c2b4caeb5e97 req-0b303b23-fd31-42ae-88db-ee687365f080 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6cea2404-3048-43fe-b9cb-bebcf3282d53 HTTP/1.1" status: 200 len: 852 time: 0.1929872 Jan 28 19:23:38.545806 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784e9929-7fd4-4736-9f0b-4d751a73025f req-fdfd6a77-bcd8-4b8d-b49f-c2cf25de2d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:38.547230 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-784e9929-7fd4-4736-9f0b-4d751a73025f req-fdfd6a77-bcd8-4b8d-b49f-c2cf25de2d40 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6cf39e89-397c-432d-bfb7-179a4e54df10 HTTP/1.1" status: 200 len: 801 time: 0.1970398 Jan 28 19:23:38.603859 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccc25ea-125b-4863-9584-48a6b22c3117 req-b64ac613-0020-4c4e-be17-2317b3f0dda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:38.606212 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4ccc25ea-125b-4863-9584-48a6b22c3117 req-b64ac613-0020-4c4e-be17-2317b3f0dda2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cc238073-ae04-4ee5-8171-afc8f75fa79b HTTP/1.1" status: 200 len: 797 time: 0.1830115 Jan 28 19:23:38.612909 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c4fe8fef-485e-4963-9f23-c2b4caeb5e97 req-af929677-e841-40e6-9e0c-6b818c09305a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ff818509-18ff-44d0-ba98-5ed91eb1ccd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511904 Jan 28 19:23:38.676653 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f13dcc7a-942d-48de-8239-a6f75af7d368 req-a0d24d3b-1e03-436f-8513-d1d1f6bc5a5a tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff0a7ca0-73d1-435a-8c79-518c9bdfd3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290428 Jan 28 19:23:38.800803 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-658eadc1-2552-4944-899e-77170e40ddfd x-openstack-request-id: req-658eadc1-2552-4944-899e-77170e40ddfd {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:23:38.801139 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26a79b09-d492-4b76-8b2b-6fad06619d62", "name": "network-vif-deleted", "tag": "23c84e58-ad8e-4cf4-977a-e504aac93676", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:23:38.801411 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-658eadc1-2552-4944-899e-77170e40ddfd {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:23:38.804700 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26a79b09-d492-4b76-8b2b-6fad06619d62', 'name': 'network-vif-deleted', 'tag': '23c84e58-ad8e-4cf4-977a-e504aac93676', 'status': 'completed', 'code': 200} Jan 28 19:23:38.920055 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00d2003-00dc-4eba-9692-ee11984928ff req-7382f112-42b9-4c4b-bbe3-0b3b2c990fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:38.925157 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e00d2003-00dc-4eba-9692-ee11984928ff req-7382f112-42b9-4c4b-bbe3-0b3b2c990fbb service neutron] 10.222.0.41 "GET /v2.0/networks?id=925b8873-887e-4953-83db-09b05d761160 HTTP/1.1" status: 200 len: 914 time: 0.3716803 Jan 28 19:23:38.945398 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-92070b94-df48-4caa-9df2-8ca5f9caea27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:38.974585 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784e9929-7fd4-4736-9f0b-4d751a73025f req-e998c71a-e54e-4cbc-aee7-d66b5ef3913e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:38.976616 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-784e9929-7fd4-4736-9f0b-4d751a73025f req-e998c71a-e54e-4cbc-aee7-d66b5ef3913e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=81401e49-2de3-4351-b9bd-1e02626318c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4042599 Jan 28 19:23:38.980579 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c4a41228-eff5-47ea-824b-fc36f030fa16 req-b65ca829-9675-47cc-9358-18d1157fde77 tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed5dbff7-d8b6-44bf-8755-79d5f3e8f67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4728296 Jan 28 19:23:38.993336 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccc25ea-125b-4863-9584-48a6b22c3117 req-bbe551e6-4a52-413f-bae4-aeb7bc246dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:38.995004 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4ccc25ea-125b-4863-9584-48a6b22c3117 req-bbe551e6-4a52-413f-bae4-aeb7bc246dca service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=45c329a7-41ca-41dc-8117-b6a34c90d860&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.3611164 Jan 28 19:23:38.999924 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c4fe8fef-485e-4963-9f23-c2b4caeb5e97 req-4a454902-b438-45fa-939b-6801a3f20a81 service neutron] 10.222.0.70 "GET /v2.0/networks/ff818509-18ff-44d0-ba98-5ed91eb1ccd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3672824 Jan 28 19:23:39.096244 n-d-812111-14 neutron-server[103305]: DEBUG neutron.objects.ports [None req-35784612-ea0c-43df-9a22-b8e5c37734fd tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103305) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 19:23:39.100384 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-35784612-ea0c-43df-9a22-b8e5c37734fd tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4752401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4733085'] for subnet (23f47ea2-3e4f-4dae-89e1-e216faacfb5a), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:39.184838 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35784612-ea0c-43df-9a22-b8e5c37734fd tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Pushing event updated for resources: {'Subnet': ['ID=23f47ea2-3e4f-4dae-89e1-e216faacfb5a,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:39.228776 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13647196-f815-46af-a7c5-a9626f65f328 req-15aa6cf4-a126-494d-b702-8ff4e7ecd90d tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:39.236110 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13647196-f815-46af-a7c5-a9626f65f328 req-15aa6cf4-a126-494d-b702-8ff4e7ecd90d tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:39.243976 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-13647196-f815-46af-a7c5-a9626f65f328 req-15aa6cf4-a126-494d-b702-8ff4e7ecd90d tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0e6a2c7-11f0-4732-ba92-7b19b55801aa HTTP/1.1" status: 200 len: 1678 time: 0.3734779 Jan 28 19:23:39.290524 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-346e4220-1618-41ab-9ea9-0389a07bbce0 req-9df0a764-3732-460f-995b-e2754b354c39 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbcb90df-df4c-4718-a1f8-da2cde64470a HTTP/1.1" status: 200 len: 210 time: 0.1362145 Jan 28 19:23:39.365504 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8bf8ad-b515-4a11-9cee-8f491f20b784 req-dcfa71d7-289d-478a-a0b1-c3379caf90e1 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:39.367166 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7a8bf8ad-b515-4a11-9cee-8f491f20b784 req-dcfa71d7-289d-478a-a0b1-c3379caf90e1 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] 10.222.0.41 "GET /v2.0/networks?id=c4302b73-ca61-4da7-b39f-ec4ea0448ca6 HTTP/1.1" status: 200 len: 801 time: 0.7000382 Jan 28 19:23:39.374028 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4ccc25ea-125b-4863-9584-48a6b22c3117 req-6fa7630f-5a52-4888-862f-946a5f678919 service neutron] 10.222.0.70 "GET /v2.0/networks/45c329a7-41ca-41dc-8117-b6a34c90d860?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3584042 Jan 28 19:23:39.405608 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35784612-ea0c-43df-9a22-b8e5c37734fd tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Checking segment: {'id': 'be09b053-02ab-4274-bcc2-d57f945d06bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '4811ef62-35b3-4b9f-9066-0067c68c2c27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:23:39.412245 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35784612-ea0c-43df-9a22-b8e5c37734fd tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Network hostable DHCP agents. Network: 4811ef62-35b3-4b9f-9066-0067c68c2c27, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:23:39.473003 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35784612-ea0c-43df-9a22-b8e5c37734fd tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Network 4811ef62-35b3-4b9f-9066-0067c68c2c27 is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:23:39.476204 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-13647196-f815-46af-a7c5-a9626f65f328 req-4bf7dc02-f073-4124-805f-6f96397f0d52 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] 10.222.0.64 "GET /v2.0/security-groups?id=bec31a1c-c230-472f-91bb-962fc9cfddde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312953 Jan 28 19:23:39.497740 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-35784612-ea0c-43df-9a22-b8e5c37734fd tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, 4811ef62-35b3-4b9f-9066-0067c68c2c27) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:23:39.503609 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35784612-ea0c-43df-9a22-b8e5c37734fd tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:39.504246 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-35784612-ea0c-43df-9a22-b8e5c37734fd tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:39.513468 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-585bf6b8-8f80-4b6b-9f4c-f96dd86d8956 None None] Network 4811ef62-35b3-4b9f-9066-0067c68c2c27 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:23:39.516304 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f53c80-9375-4177-861e-dff6832e93d8 req-a816c24c-f2fc-4eea-88ad-a8a2f795404d tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:39.525367 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-11f53c80-9375-4177-861e-dff6832e93d8 req-a816c24c-f2fc-4eea-88ad-a8a2f795404d tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a47f6a4-d74b-4921-b485-5d2c0f03f514 HTTP/1.1" status: 200 len: 950 time: 0.1101973 Jan 28 19:23:39.612273 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e00d2003-00dc-4eba-9692-ee11984928ff req-c56e69e2-6e19-4879-91ff-0bf10fae1779 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c3ecd62f-085f-4988-b473-992cd603c18e HTTP/1.1" status: 200 len: 217 time: 0.0779893 Jan 28 19:23:39.622734 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-7a8bf8ad-b515-4a11-9cee-8f491f20b784 req-75370045-8234-4709-b9be-befc2bdde7f7 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] Request body: {'port': {'device_id': 'fbcb90df-df4c-4718-a1f8-da2cde64470a', 'network_id': 'c4302b73-ca61-4da7-b39f-ec4ea0448ca6', 'admin_state_up': True, 'tenant_id': '0c4ea235eb2940b3b5cdc493b562a62f'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:23:39.671355 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c4fe8fef-485e-4963-9f23-c2b4caeb5e97 req-a4e3cd8f-1e0e-450f-89f3-6118016b6e15 service neutron] 10.222.0.70 "GET /v2.0/networks/ff818509-18ff-44d0-ba98-5ed91eb1ccd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6601462 Jan 28 19:23:39.703626 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:39.711348 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c842f2c2-b8c7-4ef4-9bd3-ab6d3592b46b None None] Network 4811ef62-35b3-4b9f-9066-0067c68c2c27 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:23:39.715845 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-35784612-ea0c-43df-9a22-b8e5c37734fd tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.6885047 Jan 28 19:23:39.720149 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 48334) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:23:39.747362 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-4bc9fbb2-77da-4826-a540-35c54a30a4c4 tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-737182968', 'network_id': '4811ef62-35b3-4b9f-9066-0067c68c2c27'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:23:39.828328 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-11f53c80-9375-4177-861e-dff6832e93d8 req-44ad1570-eb6d-4aac-a316-6c3e91bef55a tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d07f2a-7a3d-4718-9c1b-16394753837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3020375 Jan 28 19:23:39.832383 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00d2003-00dc-4eba-9692-ee11984928ff req-3eccd503-250c-4eb4-b67c-913371dcf135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:39.833899 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e00d2003-00dc-4eba-9692-ee11984928ff req-3eccd503-250c-4eb4-b67c-913371dcf135 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=357a8c0c-a30f-4885-a91f-d81275179bba HTTP/1.1" status: 200 len: 854 time: 0.2002242 Jan 28 19:23:39.858964 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4ccc25ea-125b-4863-9584-48a6b22c3117 req-110cd305-7b8f-4542-b296-48b3f2b40877 service neutron] 10.222.0.70 "GET /v2.0/networks/45c329a7-41ca-41dc-8117-b6a34c90d860?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4585073 Jan 28 19:23:39.863203 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bc9fbb2-77da-4826-a540-35c54a30a4c4 tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Made reservation on behalf of 8697f5f99d774acc82b6f152e8c87da5 for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:23:39.865751 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4bc9fbb2-77da-4826-a540-35c54a30a4c4 tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:39.915587 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671aa73f-e578-4ab4-964b-4dbb0b0ecb96 req-e8e0ae2e-d709-4d7c-8025-287bad0212fa tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:39.917338 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-671aa73f-e578-4ab4-964b-4dbb0b0ecb96 req-e8e0ae2e-d709-4d7c-8025-287bad0212fa tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/ports?device_id=067eb708-71ee-4488-a138-aa6faaafeac9 HTTP/1.1" status: 200 len: 943 time: 0.2835960 Jan 28 19:23:39.956692 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4ccc25ea-125b-4863-9584-48a6b22c3117 req-a328cf81-86de-4884-9ef4-6476732620bc service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c3073dc0-3618-42ea-9203-95c126bbd569 HTTP/1.1" status: 200 len: 217 time: 0.0832701 Jan 28 19:23:39.962829 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [None req-4bc9fbb2-77da-4826-a540-35c54a30a4c4 tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] device_id is not set on port d35b9a4a-883a-4f22-a908-4cb6aa099d91 yet. {{(pid=103304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:23:39.967271 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e00d2003-00dc-4eba-9692-ee11984928ff req-e7093924-389d-42ba-ac9a-6419dbccbb98 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=925b8873-887e-4953-83db-09b05d761160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1211238 Jan 28 19:23:39.973294 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-784e9929-7fd4-4736-9f0b-4d751a73025f req-300c7bd1-b379-4bee-acef-a5071b633e59 service neutron] 10.222.0.41 "GET /v2.0/networks/81401e49-2de3-4351-b9bd-1e02626318c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3840225 Jan 28 19:23:40.005950 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb48da1-06a3-4846-a267-b73aa4f6e1c9 req-65a89e5a-3a4d-4eea-abe9-bdb16bcf2cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:40.009357 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-0eb48da1-06a3-4846-a267-b73aa4f6e1c9 req-65a89e5a-3a4d-4eea-abe9-bdb16bcf2cc6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a83e9cc3029f4baca951cc95e07992a3&device_id=067eb708-71ee-4488-a138-aa6faaafeac9 HTTP/1.1" status: 200 len: 1126 time: 0.2391825 Jan 28 19:23:40.144390 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23efa115-db8f-4a97-822b-267382f399b5 req-eea5b451-e2c0-491e-8ca1-21052b48d55e tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:40.146752 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-23efa115-db8f-4a97-822b-267382f399b5 req-eea5b451-e2c0-491e-8ca1-21052b48d55e tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e48b655-5911-4dcd-a073-26e765e9c04d HTTP/1.1" status: 200 len: 944 time: 0.1744535 Jan 28 19:23:40.150450 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a8bf8ad-b515-4a11-9cee-8f491f20b784 req-75370045-8234-4709-b9be-befc2bdde7f7 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] Made reservation on behalf of 0c4ea235eb2940b3b5cdc493b562a62f for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:23:40.155757 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-7a8bf8ad-b515-4a11-9cee-8f491f20b784 req-75370045-8234-4709-b9be-befc2bdde7f7 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:40.346935 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e00d2003-00dc-4eba-9692-ee11984928ff req-db221175-a03d-407c-9758-b2e51e420a8a service neutron] 10.222.0.41 "GET /v2.0/networks/925b8873-887e-4953-83db-09b05d761160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3159041 Jan 28 19:23:40.385628 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-23efa115-db8f-4a97-822b-267382f399b5 req-25cc9baa-9f59-4e3a-bfdb-2837bef5be51 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff0a7ca0-73d1-435a-8c79-518c9bdfd3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105575 Jan 28 19:23:40.407969 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 23c84e58-ad8e-4cf4-977a-e504aac93676 no longer exists at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:23:40.446385 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] No Port match for: 23c84e58-ad8e-4cf4-977a-e504aac93676 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:23:40.452825 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 23c84e58-ad8e-4cf4-977a-e504aac93676 not bound to the agent host n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:23:40.599785 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-7a8bf8ad-b515-4a11-9cee-8f491f20b784 req-75370045-8234-4709-b9be-befc2bdde7f7 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] Allocated IP 172.20.0.9 (c4302b73-ca61-4da7-b39f-ec4ea0448ca6/88147782-fd39-461f-889a-eefda05a9cf4/317f4556-51ab-4706-81b2-ba097b6f1422) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:23:40.677842 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a5ed2a-8bee-48d6-8e3e-2ec8ebb0e390 req-538f1bf5-60f8-449a-9b1b-0ca73e1ecbe9 tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:40.685446 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-97a5ed2a-8bee-48d6-8e3e-2ec8ebb0e390 req-538f1bf5-60f8-449a-9b1b-0ca73e1ecbe9 tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] 10.222.0.64 "GET /v2.0/ports?device_id=b7ae322e-4c07-4de8-bb2a-d22af1bfcac2 HTTP/1.1" status: 200 len: 945 time: 0.1921585 Jan 28 19:23:40.702612 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e00d2003-00dc-4eba-9692-ee11984928ff req-ec2c5bcc-210e-487a-b38e-ca82d3d13c8f service neutron] 10.222.0.41 "GET /v2.0/networks/925b8873-887e-4953-83db-09b05d761160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2576761 Jan 28 19:23:40.746983 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccc25ea-125b-4863-9584-48a6b22c3117 req-d5cb6f70-9cb4-4b87-bc33-371e4e9fdd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:40.749385 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4ccc25ea-125b-4863-9584-48a6b22c3117 req-d5cb6f70-9cb4-4b87-bc33-371e4e9fdd6c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=be61367f-e334-4502-b75c-ccc02838dd17 HTTP/1.1" status: 200 len: 797 time: 0.7805226 Jan 28 19:23:40.787662 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-671aa73f-e578-4ab4-964b-4dbb0b0ecb96 req-760abfb3-1c99-4bae-9a4d-77d6975655ce tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/security-groups?id=e52b5309-890e-4183-bf0d-6ef59c658d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8391373 Jan 28 19:23:40.855095 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-97a5ed2a-8bee-48d6-8e3e-2ec8ebb0e390 req-a4148f7f-b0d9-4f15-a6e3-fc1d2ed38ce8 tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed5dbff7-d8b6-44bf-8755-79d5f3e8f67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685193 Jan 28 19:23:40.987557 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb48da1-06a3-4846-a267-b73aa4f6e1c9 req-b1f22a94-3ade-4adc-bdf1-0d3d1316986f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:40.989526 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-0eb48da1-06a3-4846-a267-b73aa4f6e1c9 req-b1f22a94-3ade-4adc-bdf1-0d3d1316986f service neutron] 10.222.0.70 "GET /v2.0/networks?id=ff818509-18ff-44d0-ba98-5ed91eb1ccd4 HTTP/1.1" status: 200 len: 912 time: 0.4517708 Jan 28 19:23:40.993691 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-7a8bf8ad-b515-4a11-9cee-8f491f20b784 req-75370045-8234-4709-b9be-befc2bdde7f7 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] Publish callbacks [] for port (317f4556-51ab-4706-81b2-ba097b6f1422), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:40.995678 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-784e9929-7fd4-4736-9f0b-4d751a73025f req-eae97170-d9ce-4577-a883-4b7543c4d2e0 service neutron] 10.222.0.41 "GET /v2.0/networks/81401e49-2de3-4351-b9bd-1e02626318c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4590290 Jan 28 19:23:41.006511 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6e31b7fd-2f92-4495-b9d4-e932dbe5371c req-1cdfa3e5-9a83-4746-af19-60e5d655dd6d tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbcb90df-df4c-4718-a1f8-da2cde64470a HTTP/1.1" status: 200 len: 210 time: 0.0694118 Jan 28 19:23:41.035013 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-4bc9fbb2-77da-4826-a540-35c54a30a4c4 tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Allocated IP 172.20.0.10 (4811ef62-35b3-4b9f-9066-0067c68c2c27/23f47ea2-3e4f-4dae-89e1-e216faacfb5a/d35b9a4a-883a-4f22-a908-4cb6aa099d91) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:23:41.061587 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-7a8bf8ad-b515-4a11-9cee-8f491f20b784 req-75370045-8234-4709-b9be-befc2bdde7f7 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (317f4556-51ab-4706-81b2-ba097b6f1422), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:41.137696 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-0eb48da1-06a3-4846-a267-b73aa4f6e1c9 req-2974ab26-73c7-476a-a464-46448a915dec service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=06903cc2-3744-4ed1-a1a3-dc70d99f91df HTTP/1.1" status: 200 len: 217 time: 0.1259851 Jan 28 19:23:41.198879 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49399c58-b0ec-44a7-b412-7741d386c98e req-b4f8c90a-5506-4f7c-a7ed-177a95204a41 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:41.230008 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49399c58-b0ec-44a7-b412-7741d386c98e req-b4f8c90a-5506-4f7c-a7ed-177a95204a41 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:41.231846 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccc25ea-125b-4863-9584-48a6b22c3117 req-e61d40c6-0064-43cb-90b8-0919923ad44e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:41.233622 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-49399c58-b0ec-44a7-b412-7741d386c98e req-b4f8c90a-5506-4f7c-a7ed-177a95204a41 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0e6a2c7-11f0-4732-ba92-7b19b55801aa HTTP/1.1" status: 200 len: 1678 time: 0.2628024 Jan 28 19:23:41.233999 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4ccc25ea-125b-4863-9584-48a6b22c3117 req-e61d40c6-0064-43cb-90b8-0919923ad44e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a2ca3cee-ca84-49f7-b78e-846e3e35c5f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.4311204 Jan 28 19:23:41.240717 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a8bf8ad-b515-4a11-9cee-8f491f20b784 req-75370045-8234-4709-b9be-befc2bdde7f7 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] Network c4302b73-ca61-4da7-b39f-ec4ea0448ca6 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:23:41.250023 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-7a8bf8ad-b515-4a11-9cee-8f491f20b784 req-75370045-8234-4709-b9be-befc2bdde7f7 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:23:41.254941 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75370045-8234-4709-b9be-befc2bdde7f7 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] Pushing event updated for resources: {'Port': ['ID=317f4556-51ab-4706-81b2-ba097b6f1422,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:41.265031 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a8bf8ad-b515-4a11-9cee-8f491f20b784 req-75370045-8234-4709-b9be-befc2bdde7f7 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:23:41.359204 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8bf8ad-b515-4a11-9cee-8f491f20b784 req-75370045-8234-4709-b9be-befc2bdde7f7 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:41.360005 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-7a8bf8ad-b515-4a11-9cee-8f491f20b784 req-75370045-8234-4709-b9be-befc2bdde7f7 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:41.368104 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-49399c58-b0ec-44a7-b412-7741d386c98e req-4b7d05e3-29e9-433b-ae35-ec50a8008493 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] 10.222.0.64 "GET /v2.0/security-groups?id=bec31a1c-c230-472f-91bb-962fc9cfddde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218917 Jan 28 19:23:41.387239 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7a8bf8ad-b515-4a11-9cee-8f491f20b784 req-75370045-8234-4709-b9be-befc2bdde7f7 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7784314 Jan 28 19:23:41.514465 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c14678c-cb1a-47b8-bd3f-fe3c9dfed502 req-aad290c8-bba0-449d-8fdd-56f6a7aedfaa tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:41.516227 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7c14678c-cb1a-47b8-bd3f-fe3c9dfed502 req-aad290c8-bba0-449d-8fdd-56f6a7aedfaa tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e48b655-5911-4dcd-a073-26e765e9c04d HTTP/1.1" status: 200 len: 944 time: 0.0553961 Jan 28 19:23:41.520748 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4bc9fbb2-77da-4826-a540-35c54a30a4c4 tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Publish callbacks [] for port (d35b9a4a-883a-4f22-a908-4cb6aa099d91), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:41.545876 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4d9f6a-fab4-4d8f-9ba1-510e8602a3c9 req-4c8e0853-fc7f-4b5a-aa28-cc5f5ef9a58a tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:41.547395 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-dd4d9f6a-fab4-4d8f-9ba1-510e8602a3c9 req-4c8e0853-fc7f-4b5a-aa28-cc5f5ef9a58a tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a47f6a4-d74b-4921-b485-5d2c0f03f514 HTTP/1.1" status: 200 len: 950 time: 0.4152348 Jan 28 19:23:41.552048 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb48da1-06a3-4846-a267-b73aa4f6e1c9 req-5b7e6144-64c1-4550-b4bc-1b6d921fac2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:41.553489 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-0eb48da1-06a3-4846-a267-b73aa4f6e1c9 req-5b7e6144-64c1-4550-b4bc-1b6d921fac2c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6cea2404-3048-43fe-b9cb-bebcf3282d53 HTTP/1.1" status: 200 len: 852 time: 0.3988657 Jan 28 19:23:41.557549 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:41.569627 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7c14678c-cb1a-47b8-bd3f-fe3c9dfed502 req-9e285e82-9f55-4393-b259-68fa2e95462b tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff0a7ca0-73d1-435a-8c79-518c9bdfd3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469632 Jan 28 19:23:41.596048 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4ccc25ea-125b-4863-9584-48a6b22c3117 req-8dc99d1f-13f2-45fe-ac52-222bd1326a69 service neutron] 10.222.0.70 "GET /v2.0/networks/a2ca3cee-ca84-49f7-b78e-846e3e35c5f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841638 Jan 28 19:23:41.618441 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-0eb48da1-06a3-4846-a267-b73aa4f6e1c9 req-75fa3964-4559-40c9-aca7-e80497aa47f2 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ff818509-18ff-44d0-ba98-5ed91eb1ccd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499964 Jan 28 19:23:41.759846 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-dd4d9f6a-fab4-4d8f-9ba1-510e8602a3c9 req-7779f92b-0d1c-4560-99f2-bd47f373ce75 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d07f2a-7a3d-4718-9c1b-16394753837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949694 Jan 28 19:23:41.770812 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4bc9fbb2-77da-4826-a540-35c54a30a4c4 tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (d35b9a4a-883a-4f22-a908-4cb6aa099d91), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:41.795501 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-7a8bf8ad-b515-4a11-9cee-8f491f20b784 req-cd467c72-4e3f-4214-8a1d-e61e0d0e4a9c service neutron] Request body: {'port': {'device_id': 'fbcb90df-df4c-4718-a1f8-da2cde64470a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-14'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:23:41.846977 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4ccc25ea-125b-4863-9584-48a6b22c3117 req-d40d0e55-3e78-480e-afcc-163ce58bd378 service neutron] 10.222.0.70 "GET /v2.0/networks/a2ca3cee-ca84-49f7-b78e-846e3e35c5f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2335289 Jan 28 19:23:41.866525 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-0eb48da1-06a3-4846-a267-b73aa4f6e1c9 req-35ba04d0-14ec-4f6d-b834-36f18cec0766 service neutron] 10.222.0.70 "GET /v2.0/networks/ff818509-18ff-44d0-ba98-5ed91eb1ccd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2344918 Jan 28 19:23:41.872947 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc9fbb2-77da-4826-a540-35c54a30a4c4 tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Network 4811ef62-35b3-4b9f-9066-0067c68c2c27 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:23:41.875912 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc9fbb2-77da-4826-a540-35c54a30a4c4 tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Pushing event updated for resources: {'Port': ['ID=d35b9a4a-883a-4f22-a908-4cb6aa099d91,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:41.906781 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-4bc9fbb2-77da-4826-a540-35c54a30a4c4 tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:23:41.915389 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc9fbb2-77da-4826-a540-35c54a30a4c4 tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:23:41.918906 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4ccc25ea-125b-4863-9584-48a6b22c3117 req-0b1c6df4-6589-41e6-9f1d-6f7026b70e3e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9dc6d1c9-fcf0-468a-9d9c-6a726391a876 HTTP/1.1" status: 200 len: 217 time: 0.0548832 Jan 28 19:23:41.948898 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d5f30e-5e26-4614-beac-459379dbab91 req-7e0a634c-9053-4bd4-9314-07df0c753978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:41.949399 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d5f30e-5e26-4614-beac-459379dbab91 req-7e0a634c-9053-4bd4-9314-07df0c753978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:41.950988 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-02d5f30e-5e26-4614-beac-459379dbab91 req-7e0a634c-9053-4bd4-9314-07df0c753978 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8f3558f2b66642eda891aec2b92891c7&device_id=e0e6a2c7-11f0-4732-ba92-7b19b55801aa HTTP/1.1" status: 200 len: 2044 time: 0.1149518 Jan 28 19:23:41.959285 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-7a8bf8ad-b515-4a11-9cee-8f491f20b784 req-cd467c72-4e3f-4214-8a1d-e61e0d0e4a9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (317f4556-51ab-4706-81b2-ba097b6f1422), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:41.991108 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f8591c-273d-4efc-8f57-00efbfb4632a req-c0f25d24-0a36-40eb-89e8-695c69bea2d2 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:41.992533 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e1f8591c-273d-4efc-8f57-00efbfb4632a req-c0f25d24-0a36-40eb-89e8-695c69bea2d2 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/ports?device_id=067eb708-71ee-4488-a138-aa6faaafeac9 HTTP/1.1" status: 200 len: 943 time: 0.1212075 Jan 28 19:23:42.074469 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc9fbb2-77da-4826-a540-35c54a30a4c4 tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:42.075104 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4bc9fbb2-77da-4826-a540-35c54a30a4c4 tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:42.105185 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccc25ea-125b-4863-9584-48a6b22c3117 req-a1c3b615-6e40-461d-81e4-0337b18b87dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:42.106646 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4ccc25ea-125b-4863-9584-48a6b22c3117 req-a1c3b615-6e40-461d-81e4-0337b18b87dd service neutron] 10.222.0.70 "GET /v2.0/subnets?id=be61367f-e334-4502-b75c-ccc02838dd17 HTTP/1.1" status: 200 len: 797 time: 0.1756132 Jan 28 19:23:42.118509 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-4bc9fbb2-77da-4826-a540-35c54a30a4c4 tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 2.3809261 Jan 28 19:23:42.127922 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-0eb48da1-06a3-4846-a267-b73aa4f6e1c9 req-8ff4f1f1-5692-44ba-acc0-4819f13a5724 service neutron] 10.222.0.70 "GET /v2.0/networks/ff818509-18ff-44d0-ba98-5ed91eb1ccd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2224495 Jan 28 19:23:42.128519 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 48354) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:23:42.136412 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef12a10f-429c-4d32-9660-fc1e82c5bb29 req-056b4c26-7a96-43d9-828c-aafafd09bfaf tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:42.137881 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ef12a10f-429c-4d32-9660-fc1e82c5bb29 req-056b4c26-7a96-43d9-828c-aafafd09bfaf tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] 10.222.0.64 "GET /v2.0/ports?device_id=b7ae322e-4c07-4de8-bb2a-d22af1bfcac2 HTTP/1.1" status: 200 len: 945 time: 0.2079003 Jan 28 19:23:42.182126 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e1f8591c-273d-4efc-8f57-00efbfb4632a req-13ca7903-d106-4a8b-aef7-b3ea30ae66ee tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/security-groups?id=e52b5309-890e-4183-bf0d-6ef59c658d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760187 Jan 28 19:23:42.227929 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d5f30e-5e26-4614-beac-459379dbab91 req-a347ca1a-65d7-430a-8d7d-b4fa8c163bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:42.230199 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-02d5f30e-5e26-4614-beac-459379dbab91 req-a347ca1a-65d7-430a-8d7d-b4fa8c163bc1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=81401e49-2de3-4351-b9bd-1e02626318c2 HTTP/1.1" status: 200 len: 901 time: 0.2539749 Jan 28 19:23:42.269458 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ef12a10f-429c-4d32-9660-fc1e82c5bb29 req-8e10542a-9e8b-4066-9a3c-10149e00b065 tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed5dbff7-d8b6-44bf-8755-79d5f3e8f67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036415 Jan 28 19:23:42.271532 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccc25ea-125b-4863-9584-48a6b22c3117 req-8dc68fb0-f969-41d4-a90e-39b1f86085d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:42.272938 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4ccc25ea-125b-4863-9584-48a6b22c3117 req-8dc68fb0-f969-41d4-a90e-39b1f86085d6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a2ca3cee-ca84-49f7-b78e-846e3e35c5f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1595857 Jan 28 19:23:42.330801 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-02d5f30e-5e26-4614-beac-459379dbab91 req-d97f8b0b-e78b-45e0-b1a9-d0b4c52f75a2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.240&port_id=308e88b2-b86f-40d7-acef-4e006ae41fa8 HTTP/1.1" status: 200 len: 217 time: 0.0723953 Jan 28 19:23:42.343613 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-78edc0be-e8fd-4283-af03-26c94ade415d tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Deleting port d35b9a4a-883a-4f22-a908-4cb6aa099d91 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:23:42.343959 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-78edc0be-e8fd-4283-af03-26c94ade415d tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (d35b9a4a-883a-4f22-a908-4cb6aa099d91), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:42.425720 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4ccc25ea-125b-4863-9584-48a6b22c3117 req-a7587b58-8b4b-46cb-8ed6-e1459b388ed8 service neutron] 10.222.0.70 "GET /v2.0/networks/a2ca3cee-ca84-49f7-b78e-846e3e35c5f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451058 Jan 28 19:23:42.427617 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 06903cc2-3744-4ed1-a1a3-dc70d99f91df details requested by agent hyperv_n-h2-812111-14 with host n-h2-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:23:42.429839 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb24e19e-0923-43c0-8da8-7a90ae11872c req-6510b5d4-fc59-4a56-8d74-ec8cc4d939d0 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:42.431501 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-bb24e19e-0923-43c0-8da8-7a90ae11872c req-6510b5d4-fc59-4a56-8d74-ec8cc4d939d0 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbcb90df-df4c-4718-a1f8-da2cde64470a HTTP/1.1" status: 200 len: 931 time: 0.1718192 Jan 28 19:23:42.434847 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d5f30e-5e26-4614-beac-459379dbab91 req-995fd8f0-7059-4149-adc9-a07ccf8954d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:42.436847 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-02d5f30e-5e26-4614-beac-459379dbab91 req-995fd8f0-7059-4149-adc9-a07ccf8954d6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6cf39e89-397c-432d-bfb7-179a4e54df10 HTTP/1.1" status: 200 len: 801 time: 0.0915897 Jan 28 19:23:42.476890 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-78edc0be-e8fd-4283-af03-26c94ade415d tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (d35b9a4a-883a-4f22-a908-4cb6aa099d91), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:42.542400 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-78edc0be-e8fd-4283-af03-26c94ade415d tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Calling delete_port for d35b9a4a-883a-4f22-a908-4cb6aa099d91 owned by {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:23:42.545872 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 06903cc2-3744-4ed1-a1a3-dc70d99f91df, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=06903cc2-3744-4ed1-a1a3-dc70d99f91df,segment=NetworkSegment(3fce350c-ea58-4666-bd7d-c61ada9a9295),segment_id=3fce350c-ea58-4666-bd7d-c61ada9a9295)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:23:42.558935 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-bb24e19e-0923-43c0-8da8-7a90ae11872c req-32d283f4-f9c8-40fc-9253-30d606f4ddc0 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] 10.222.0.64 "GET /v2.0/security-groups?id=a17e8282-0405-4e4b-9340-e89106f12f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195896 Jan 28 19:23:42.562682 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Returning: {'device': '06903cc2-3744-4ed1-a1a3-dc70d99f91df', 'network_id': 'ff818509-18ff-44d0-ba98-5ed91eb1ccd4', 'port_id': '06903cc2-3744-4ed1-a1a3-dc70d99f91df', 'mac_address': 'fa:16:3e:fe:7a:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cea2404-3048-43fe-b9cb-bebcf3282d53', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:23:42.569976 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [req-7a8bf8ad-b515-4a11-9cee-8f491f20b784 req-cd467c72-4e3f-4214-8a1d-e61e0d0e4a9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 317f4556-51ab-4706-81b2-ba097b6f1422 {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:23:42.578916 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-7a8bf8ad-b515-4a11-9cee-8f491f20b784 req-cd467c72-4e3f-4214-8a1d-e61e0d0e4a9c service neutron] Publish callbacks [] for port (317f4556-51ab-4706-81b2-ba097b6f1422), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:42.587850 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d5f30e-5e26-4614-beac-459379dbab91 req-ed007fcb-0a03-4f1f-bc57-0232fc25e8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:42.589390 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-02d5f30e-5e26-4614-beac-459379dbab91 req-ed007fcb-0a03-4f1f-bc57-0232fc25e8d1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=81401e49-2de3-4351-b9bd-1e02626318c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1337240 Jan 28 19:23:42.599833 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-7a8bf8ad-b515-4a11-9cee-8f491f20b784 req-cd467c72-4e3f-4214-8a1d-e61e0d0e4a9c service neutron] Transition to ACTIVE for port object 317f4556-51ab-4706-81b2-ba097b6f1422 will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:23:42.624873 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 06903cc2-3744-4ed1-a1a3-dc70d99f91df is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:23:42.625706 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (06903cc2-3744-4ed1-a1a3-dc70d99f91df), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:42.640623 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06903cc2-3744-4ed1-a1a3-dc70d99f91df {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:23:42.651236 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4ccc25ea-125b-4863-9584-48a6b22c3117 req-44a63170-c53a-4655-9673-beda7a86464d service neutron] 10.222.0.70 "GET /v2.0/networks/a2ca3cee-ca84-49f7-b78e-846e3e35c5f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2081757 Jan 28 19:23:42.660431 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6a61c1-e328-42c4-8cca-828183f171e3 req-bf040c1d-b824-4a64-858b-5bd982439947 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:42.666311 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6a61c1-e328-42c4-8cca-828183f171e3 req-bf040c1d-b824-4a64-858b-5bd982439947 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:42.667890 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-db6a61c1-e328-42c4-8cca-828183f171e3 req-bf040c1d-b824-4a64-858b-5bd982439947 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0e6a2c7-11f0-4732-ba92-7b19b55801aa HTTP/1.1" status: 200 len: 1678 time: 0.2021875 Jan 28 19:23:42.673952 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 06903cc2-3744-4ed1-a1a3-dc70d99f91df, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=06903cc2-3744-4ed1-a1a3-dc70d99f91df,segment=NetworkSegment(3fce350c-ea58-4666-bd7d-c61ada9a9295),segment_id=3fce350c-ea58-4666-bd7d-c61ada9a9295)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:23:42.677904 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-7a8bf8ad-b515-4a11-9cee-8f491f20b784 req-cd467c72-4e3f-4214-8a1d-e61e0d0e4a9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (317f4556-51ab-4706-81b2-ba097b6f1422), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:42.681928 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (06903cc2-3744-4ed1-a1a3-dc70d99f91df), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:42.749304 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-db6a61c1-e328-42c4-8cca-828183f171e3 req-74850074-3b7f-4c33-a67e-24f45b78f35d tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] 10.222.0.64 "GET /v2.0/security-groups?id=bec31a1c-c230-472f-91bb-962fc9cfddde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681362 Jan 28 19:23:42.751009 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=06903cc2-3744-4ed1-a1a3-dc70d99f91df,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:42.801533 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-78edc0be-e8fd-4283-af03-26c94ade415d tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (d35b9a4a-883a-4f22-a908-4cb6aa099d91), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:42.824662 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-02d5f30e-5e26-4614-beac-459379dbab91 req-bb4a5dad-545d-4676-aabc-73c01aa06d53 service neutron] 10.222.0.41 "GET /v2.0/networks/81401e49-2de3-4351-b9bd-1e02626318c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2235861 Jan 28 19:23:42.829181 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd467c72-4e3f-4214-8a1d-e61e0d0e4a9c service neutron] Pushing event updated for resources: {'Port': ['ID=317f4556-51ab-4706-81b2-ba097b6f1422,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:42.836105 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78edc0be-e8fd-4283-af03-26c94ade415d tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Pushing event deleted for resources: {'Port': ['ID=d35b9a4a-883a-4f22-a908-4cb6aa099d91,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:42.916279 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf63e99c-19e7-47b8-bbf1-459434696d95 req-6e69f0ae-c456-4d95-b779-2d01f826200b tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:42.925451 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-cf63e99c-19e7-47b8-bbf1-459434696d95 req-6e69f0ae-c456-4d95-b779-2d01f826200b tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e48b655-5911-4dcd-a073-26e765e9c04d HTTP/1.1" status: 200 len: 944 time: 0.2486274 Jan 28 19:23:42.928897 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:42.956235 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-78edc0be-e8fd-4283-af03-26c94ade415d tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:42.959519 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-78edc0be-e8fd-4283-af03-26c94ade415d tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] 10.222.0.64 "DELETE /v2.0/ports/d35b9a4a-883a-4f22-a908-4cb6aa099d91 HTTP/1.1" status: 204 len: 168 time: 0.8202186 Jan 28 19:23:42.964005 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 48364) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:23:42.973000 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-90b97f77-ed4b-415f-8501-849f074193db tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4811ef62-35b3-4b9f-9066-0067c68c2c27', 'external_fixed_ips': [{'subnet_id': '23f47ea2-3e4f-4dae-89e1-e216faacfb5a', 'ip_address': '172.20.0.10'}]}}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:23:42.987088 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91251784-8cc4-482a-95a7-75e8745fb28f req-b987936e-033e-4cba-89ed-9e2ea6d3881c tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:42.988562 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-91251784-8cc4-482a-95a7-75e8745fb28f req-b987936e-033e-4cba-89ed-9e2ea6d3881c tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a47f6a4-d74b-4921-b485-5d2c0f03f514 HTTP/1.1" status: 200 len: 950 time: 0.1503525 Jan 28 19:23:43.036197 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5d025744-d6ae-4011-a73d-5956ab0eee4b req-9b1a9153-74ce-454b-9759-49181c864ece service neutron] 10.222.0.41 "GET /v2.0/ports/0de5e835-b1b7-47c9-a9c1-41d3ac8a15bf/bindings/n-h1-812111-14 HTTP/1.1" status: 200 len: 383 time: 0.1249931 Jan 28 19:23:43.042215 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-90b97f77-ed4b-415f-8501-849f074193db tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261150'] for router (24fe6567-b1d2-4ffd-a9b6-661e881643d3), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:43.043265 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-90b97f77-ed4b-415f-8501-849f074193db tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-731099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-731441', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261129'] for router (24fe6567-b1d2-4ffd-a9b6-661e881643d3), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:43.046190 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-cf63e99c-19e7-47b8-bbf1-459434696d95 req-039aaf1f-6bb8-4633-bc07-b42529dc3068 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff0a7ca0-73d1-435a-8c79-518c9bdfd3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196828 Jan 28 19:23:43.051429 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-02d5f30e-5e26-4614-beac-459379dbab91 req-4d51d6a1-45a2-48d6-b547-006b2c053e2d service neutron] 10.222.0.41 "GET /v2.0/networks/81401e49-2de3-4351-b9bd-1e02626318c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2163675 Jan 28 19:23:43.052069 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-7a8bf8ad-b515-4a11-9cee-8f491f20b784 req-cd467c72-4e3f-4214-8a1d-e61e0d0e4a9c service neutron] Attempting to bind port 317f4556-51ab-4706-81b2-ba097b6f1422 on host n-h1-812111-14 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:23:43.052747 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-7a8bf8ad-b515-4a11-9cee-8f491f20b784 req-cd467c72-4e3f-4214-8a1d-e61e0d0e4a9c service neutron] Attempting to bind port 317f4556-51ab-4706-81b2-ba097b6f1422 by drivers openvswitch,hyperv on host n-h1-812111-14 at level 0 using segments [{'id': '061cb951-c0bc-4d59-a3f2-ff4acb095ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c4302b73-ca61-4da7-b39f-ec4ea0448ca6'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:23:43.052747 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8bf8ad-b515-4a11-9cee-8f491f20b784 req-cd467c72-4e3f-4214-8a1d-e61e0d0e4a9c service neutron] Attempting to bind port 317f4556-51ab-4706-81b2-ba097b6f1422 on network c4302b73-ca61-4da7-b39f-ec4ea0448ca6 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:23:43.058034 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8bf8ad-b515-4a11-9cee-8f491f20b784 req-cd467c72-4e3f-4214-8a1d-e61e0d0e4a9c service neutron] Port 317f4556-51ab-4706-81b2-ba097b6f1422 on network c4302b73-ca61-4da7-b39f-ec4ea0448ca6 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-14 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:23:43.058360 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8bf8ad-b515-4a11-9cee-8f491f20b784 req-cd467c72-4e3f-4214-8a1d-e61e0d0e4a9c service neutron] Attempting to bind port 317f4556-51ab-4706-81b2-ba097b6f1422 on network c4302b73-ca61-4da7-b39f-ec4ea0448ca6 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:23:43.064445 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8bf8ad-b515-4a11-9cee-8f491f20b784 req-cd467c72-4e3f-4214-8a1d-e61e0d0e4a9c service neutron] Checking agent: {'id': 'b544ba20-de93-4d86-9e6b-a2202deb6191', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:23:43.064445 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8bf8ad-b515-4a11-9cee-8f491f20b784 req-cd467c72-4e3f-4214-8a1d-e61e0d0e4a9c service neutron] Checking segment: {'id': '061cb951-c0bc-4d59-a3f2-ff4acb095ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c4302b73-ca61-4da7-b39f-ec4ea0448ca6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:23:43.064832 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8bf8ad-b515-4a11-9cee-8f491f20b784 req-cd467c72-4e3f-4214-8a1d-e61e0d0e4a9c service neutron] Bound using segment: {'id': '061cb951-c0bc-4d59-a3f2-ff4acb095ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c4302b73-ca61-4da7-b39f-ec4ea0448ca6'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:23:43.065313 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-7a8bf8ad-b515-4a11-9cee-8f491f20b784 req-cd467c72-4e3f-4214-8a1d-e61e0d0e4a9c service neutron] Bound port: 317f4556-51ab-4706-81b2-ba097b6f1422, host: n-h1-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '061cb951-c0bc-4d59-a3f2-ff4acb095ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c4302b73-ca61-4da7-b39f-ec4ea0448ca6'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:23:43.065676 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-7a8bf8ad-b515-4a11-9cee-8f491f20b784 req-cd467c72-4e3f-4214-8a1d-e61e0d0e4a9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (317f4556-51ab-4706-81b2-ba097b6f1422), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:43.069331 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-91251784-8cc4-482a-95a7-75e8745fb28f req-8c2f51a9-bf0b-46bc-a367-4c1ef6693c38 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d07f2a-7a3d-4718-9c1b-16394753837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694447 Jan 28 19:23:43.080605 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 7bcd636f-8be5-4f8a-8251-3966e3332dd8 details requested by agent hyperv_n-h1-812111-14 with host n-h1-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:23:43.133255 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['06903cc2-3744-4ed1-a1a3-dc70d99f91df'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:23:43.144813 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-90b97f77-ed4b-415f-8501-849f074193db tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Publish callbacks [] for router_controller (24fe6567-b1d2-4ffd-a9b6-661e881643d3), precommit_add_association {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:43.160785 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-7a8bf8ad-b515-4a11-9cee-8f491f20b784 req-cd467c72-4e3f-4214-8a1d-e61e0d0e4a9c service neutron] For port 317f4556-51ab-4706-81b2-ba097b6f1422, host n-h1-812111-14, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:23:43.164980 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-7a8bf8ad-b515-4a11-9cee-8f491f20b784 req-cd467c72-4e3f-4214-8a1d-e61e0d0e4a9c service neutron] For port 317f4556-51ab-4706-81b2-ba097b6f1422, host n-h1-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=317f4556-51ab-4706-81b2-ba097b6f1422,segment=NetworkSegment(061cb951-c0bc-4d59-a3f2-ff4acb095ff3),segment_id=061cb951-c0bc-4d59-a3f2-ff4acb095ff3)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:23:43.178604 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-7a8bf8ad-b515-4a11-9cee-8f491f20b784 req-cd467c72-4e3f-4214-8a1d-e61e0d0e4a9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (317f4556-51ab-4706-81b2-ba097b6f1422), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:43.247638 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8bf8ad-b515-4a11-9cee-8f491f20b784 req-cd467c72-4e3f-4214-8a1d-e61e0d0e4a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:43.254455 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-7a8bf8ad-b515-4a11-9cee-8f491f20b784 req-cd467c72-4e3f-4214-8a1d-e61e0d0e4a9c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:43.255952 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7a8bf8ad-b515-4a11-9cee-8f491f20b784 req-cd467c72-4e3f-4214-8a1d-e61e0d0e4a9c service neutron] 10.222.0.41 "PUT /v2.0/ports/317f4556-51ab-4706-81b2-ba097b6f1422 HTTP/1.1" status: 200 len: 1092 time: 1.4681423 Jan 28 19:23:43.256493 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbcb90df-df4c-4718-a1f8-da2cde64470a', 'tag': '317f4556-51ab-4706-81b2-ba097b6f1422'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:23:43.258842 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3beb81f1-b6b9-48e7-b907-143163451c13" -d '{"events": [{"name": "network-changed", "server_uuid": "fbcb90df-df4c-4718-a1f8-da2cde64470a", "tag": "317f4556-51ab-4706-81b2-ba097b6f1422"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:23:43.322783 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 7bcd636f-8be5-4f8a-8251-3966e3332dd8, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=7bcd636f-8be5-4f8a-8251-3966e3332dd8,segment=NetworkSegment(c17ed0f3-a91b-48f1-8609-9bb873a3202f),segment_id=c17ed0f3-a91b-48f1-8609-9bb873a3202f)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:23:43.344819 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Returning: {'device': '7bcd636f-8be5-4f8a-8251-3966e3332dd8', 'network_id': '514a961b-02b3-4e94-a1f4-091c289449af', 'port_id': '7bcd636f-8be5-4f8a-8251-3966e3332dd8', 'mac_address': 'fa:16:3e:78:9f:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a2c61de-232e-4adb-9673-2e4af566fbfb', 'ip_address': '19.80.0.32'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:23:43.346141 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd467c72-4e3f-4214-8a1d-e61e0d0e4a9c service neutron] Pushing event updated for resources: {'Port': ['ID=317f4556-51ab-4706-81b2-ba097b6f1422,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:43.374371 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6038125c-2236-47de-96ca-2b192233bd49 x-openstack-request-id: req-6038125c-2236-47de-96ca-2b192233bd49 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:23:43.374791 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbcb90df-df4c-4718-a1f8-da2cde64470a", "tag": "317f4556-51ab-4706-81b2-ba097b6f1422", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:23:43.375236 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6038125c-2236-47de-96ca-2b192233bd49 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:23:43.375791 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbcb90df-df4c-4718-a1f8-da2cde64470a', 'tag': '317f4556-51ab-4706-81b2-ba097b6f1422', 'status': 'completed', 'code': 200} Jan 28 19:23:43.390030 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-90b97f77-ed4b-415f-8501-849f074193db tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Publish callbacks [] for router_gateway (24fe6567-b1d2-4ffd-a9b6-661e881643d3), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:43.415466 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port 7bcd636f-8be5-4f8a-8251-3966e3332dd8 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:23:43.415852 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (7bcd636f-8be5-4f8a-8251-3966e3332dd8), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:43.429568 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6056dc2-e275-4e5a-8930-77835d9fabd2 req-ebd1ccdd-4a4f-4459-a9b8-7950dbcac6f8 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:43.433353 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bcd636f-8be5-4f8a-8251-3966e3332dd8 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:23:43.438375 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c6056dc2-e275-4e5a-8930-77835d9fabd2 req-ebd1ccdd-4a4f-4459-a9b8-7950dbcac6f8 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/ports?device_id=067eb708-71ee-4488-a138-aa6faaafeac9 HTTP/1.1" status: 200 len: 944 time: 0.1670263 Jan 28 19:23:43.457608 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 7bcd636f-8be5-4f8a-8251-3966e3332dd8, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=7bcd636f-8be5-4f8a-8251-3966e3332dd8,segment=NetworkSegment(c17ed0f3-a91b-48f1-8609-9bb873a3202f),segment_id=c17ed0f3-a91b-48f1-8609-9bb873a3202f)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:23:43.463729 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (7bcd636f-8be5-4f8a-8251-3966e3332dd8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:43.517894 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=7bcd636f-8be5-4f8a-8251-3966e3332dd8,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:43.542477 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c6056dc2-e275-4e5a-8930-77835d9fabd2 req-e2816fdb-112f-4f3a-bc79-bdf3a82705ee tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/security-groups?id=e52b5309-890e-4183-bf0d-6ef59c658d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031063 Jan 28 19:23:43.723583 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-90b97f77-ed4b-415f-8501-849f074193db tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Publish callbacks [] for router_gateway (24fe6567-b1d2-4ffd-a9b6-661e881643d3), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:43.746272 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-90b97f77-ed4b-415f-8501-849f074193db tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:43.754578 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38df4192-8c77-44c8-ad37-a0f2e1129f3b req-8312a862-2a27-4b4e-b360-e6afe162c495 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:43.756101 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-38df4192-8c77-44c8-ad37-a0f2e1129f3b req-8312a862-2a27-4b4e-b360-e6afe162c495 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbcb90df-df4c-4718-a1f8-da2cde64470a HTTP/1.1" status: 200 len: 943 time: 0.1060469 Jan 28 19:23:43.764515 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['7bcd636f-8be5-4f8a-8251-3966e3332dd8'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:23:43.774966 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8bf8ad-b515-4a11-9cee-8f491f20b784 req-3652ad0b-fa7a-4d60-bb9b-5b937bae1ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:43.776488 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7a8bf8ad-b515-4a11-9cee-8f491f20b784 req-3652ad0b-fa7a-4d60-bb9b-5b937bae1ca5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0c4ea235eb2940b3b5cdc493b562a62f&device_id=fbcb90df-df4c-4718-a1f8-da2cde64470a HTTP/1.1" status: 200 len: 1126 time: 0.4209917 Jan 28 19:23:43.780790 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d025744-d6ae-4011-a73d-5956ab0eee4b req-17250d18-a778-4e08-b374-241357512523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:43.782202 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5d025744-d6ae-4011-a73d-5956ab0eee4b req-17250d18-a778-4e08-b374-241357512523 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9a47f6a4-d74b-4921-b485-5d2c0f03f514&tenant_id=e0a949cf73864faf86b4b8a64f5cd635 HTTP/1.1" status: 200 len: 1133 time: 0.4043925 Jan 28 19:23:43.834003 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7a8bf8ad-b515-4a11-9cee-8f491f20b784 req-41395439-a034-411e-bdac-9ff0ceb89dee service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=317f4556-51ab-4706-81b2-ba097b6f1422 HTTP/1.1" status: 200 len: 217 time: 0.0445218 Jan 28 19:23:43.840793 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec132af4-d74c-42af-b09f-81f1ac3272b1 req-4f8d7c03-3db9-4a60-a166-310c11b05ef6 tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:43.842831 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ec132af4-d74c-42af-b09f-81f1ac3272b1 req-4f8d7c03-3db9-4a60-a166-310c11b05ef6 tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] 10.222.0.64 "GET /v2.0/ports?device_id=b7ae322e-4c07-4de8-bb2a-d22af1bfcac2 HTTP/1.1" status: 200 len: 945 time: 0.4005961 Jan 28 19:23:43.885731 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-38df4192-8c77-44c8-ad37-a0f2e1129f3b req-0cda4324-4101-445d-b06c-5d8e4861a33d tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] 10.222.0.64 "GET /v2.0/security-groups?id=a17e8282-0405-4e4b-9340-e89106f12f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918243 Jan 28 19:23:43.936145 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8bf8ad-b515-4a11-9cee-8f491f20b784 req-f84c7926-c88b-406c-9759-d37df295bba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:43.937720 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7a8bf8ad-b515-4a11-9cee-8f491f20b784 req-f84c7926-c88b-406c-9759-d37df295bba3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=88147782-fd39-461f-889a-eefda05a9cf4 HTTP/1.1" status: 200 len: 841 time: 0.0928013 Jan 28 19:23:43.942121 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-90b97f77-ed4b-415f-8501-849f074193db tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Allocated IP 172.20.0.10 (4811ef62-35b3-4b9f-9066-0067c68c2c27/23f47ea2-3e4f-4dae-89e1-e216faacfb5a/b2eb533e-e13d-4ac9-bdcf-21106125de2a) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:23:43.969821 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d025744-d6ae-4011-a73d-5956ab0eee4b req-967b1a4d-ab48-4030-a7b9-8307c3433d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:43.971326 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5d025744-d6ae-4011-a73d-5956ab0eee4b req-967b1a4d-ab48-4030-a7b9-8307c3433d55 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e0a949cf73864faf86b4b8a64f5cd635&device_id=9a47f6a4-d74b-4921-b485-5d2c0f03f514 HTTP/1.1" status: 200 len: 1133 time: 0.1473925 Jan 28 19:23:43.992955 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7a8bf8ad-b515-4a11-9cee-8f491f20b784 req-1d10c3fa-ae6e-4eb9-9bfa-dc92c4da1ea2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c4302b73-ca61-4da7-b39f-ec4ea0448ca6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421803 Jan 28 19:23:44.002768 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ec132af4-d74c-42af-b09f-81f1ac3272b1 req-6377ceb8-666f-4763-b8c7-10bfc4aefcd7 tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed5dbff7-d8b6-44bf-8755-79d5f3e8f67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507113 Jan 28 19:23:44.087861 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b13f4b4-3427-4737-b524-b7e6dafe45f6 req-edf3aa52-4104-4422-891a-921ffe01cf25 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:44.093088 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b13f4b4-3427-4737-b524-b7e6dafe45f6 req-edf3aa52-4104-4422-891a-921ffe01cf25 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:44.094726 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6b13f4b4-3427-4737-b524-b7e6dafe45f6 req-edf3aa52-4104-4422-891a-921ffe01cf25 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0e6a2c7-11f0-4732-ba92-7b19b55801aa HTTP/1.1" status: 200 len: 1679 time: 0.1324379 Jan 28 19:23:44.125932 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-90b97f77-ed4b-415f-8501-849f074193db tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Publish callbacks [] for port (b2eb533e-e13d-4ac9-bdcf-21106125de2a), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:44.167114 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6b13f4b4-3427-4737-b524-b7e6dafe45f6 req-15a94aec-c495-498c-b2eb-acde07d27f44 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] 10.222.0.64 "GET /v2.0/security-groups?id=bec31a1c-c230-472f-91bb-962fc9cfddde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642326 Jan 28 19:23:44.189885 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d025744-d6ae-4011-a73d-5956ab0eee4b req-1d512490-204c-4953-b888-997c778b8078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:44.191361 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5d025744-d6ae-4011-a73d-5956ab0eee4b req-1d512490-204c-4953-b888-997c778b8078 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7810caa2-eac6-457d-9302-c8c215ef3e91 HTTP/1.1" status: 200 len: 869 time: 0.2007623 Jan 28 19:23:44.194040 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-90b97f77-ed4b-415f-8501-849f074193db tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (b2eb533e-e13d-4ac9-bdcf-21106125de2a), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:44.194206 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7a8bf8ad-b515-4a11-9cee-8f491f20b784 req-7cebd1cf-d4e7-4ef5-ba31-816f7ecbfc4c service neutron] 10.222.0.41 "GET /v2.0/networks/c4302b73-ca61-4da7-b39f-ec4ea0448ca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905096 Jan 28 19:23:44.236185 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b97f77-ed4b-415f-8501-849f074193db tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Network 4811ef62-35b3-4b9f-9066-0067c68c2c27 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:23:44.248516 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-90b97f77-ed4b-415f-8501-849f074193db tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:23:44.306296 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5d025744-d6ae-4011-a73d-5956ab0eee4b req-57453536-6537-48f8-8f0d-580e8f1f97e8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=0de5e835-b1b7-47c9-a9c1-41d3ac8a15bf HTTP/1.1" status: 200 len: 217 time: 0.0900686 Jan 28 19:23:44.321063 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27768578-b115-406e-8552-151584925ffb req-c81ef3fb-1375-4dc0-a06c-98fa814c451d tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:44.322689 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-27768578-b115-406e-8552-151584925ffb req-c81ef3fb-1375-4dc0-a06c-98fa814c451d tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e48b655-5911-4dcd-a073-26e765e9c04d HTTP/1.1" status: 200 len: 944 time: 0.1843839 Jan 28 19:23:44.430237 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d025744-d6ae-4011-a73d-5956ab0eee4b req-f917c15b-3650-455f-87ad-ec7fdfcde577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:44.431640 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5d025744-d6ae-4011-a73d-5956ab0eee4b req-f917c15b-3650-455f-87ad-ec7fdfcde577 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f2de4832-9ef6-4f40-9ac5-1557d5e6a6ff HTTP/1.1" status: 200 len: 843 time: 0.1182678 Jan 28 19:23:44.440939 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 06903cc2-3744-4ed1-a1a3-dc70d99f91df up at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:23:44.450496 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7a8bf8ad-b515-4a11-9cee-8f491f20b784 req-88728503-65c1-4c80-b645-653fdc6dd7c8 service neutron] 10.222.0.41 "GET /v2.0/networks/c4302b73-ca61-4da7-b39f-ec4ea0448ca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2474284 Jan 28 19:23:44.453769 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-27768578-b115-406e-8552-151584925ffb req-0b4824c7-5baf-4d7f-b54a-baa388d24223 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff0a7ca0-73d1-435a-8c79-518c9bdfd3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213098 Jan 28 19:23:44.498649 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d025744-d6ae-4011-a73d-5956ab0eee4b req-5307f0ea-78c2-42dd-abdb-6c5ee69616de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:44.500633 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5d025744-d6ae-4011-a73d-5956ab0eee4b req-5307f0ea-78c2-42dd-abdb-6c5ee69616de service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7810caa2-eac6-457d-9302-c8c215ef3e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0620081 Jan 28 19:23:44.509077 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning for port 06903cc2-3744-4ed1-a1a3-dc70d99f91df completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:23:44.512984 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning complete for port 06903cc2-3744-4ed1-a1a3-dc70d99f91df triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:23:44.513492 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (06903cc2-3744-4ed1-a1a3-dc70d99f91df), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:44.587743 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b97f77-ed4b-415f-8501-849f074193db tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:23:44.593535 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 06903cc2-3744-4ed1-a1a3-dc70d99f91df is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:23:44.593928 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (06903cc2-3744-4ed1-a1a3-dc70d99f91df), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:44.613738 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b97f77-ed4b-415f-8501-849f074193db tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Pushing event updated for resources: {'Port': ['ID=b2eb533e-e13d-4ac9-bdcf-21106125de2a,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:44.626331 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '067eb708-71ee-4488-a138-aa6faaafeac9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06903cc2-3744-4ed1-a1a3-dc70d99f91df'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:23:44.629571 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b092fe62-a10f-4e66-bcae-29aa9034507a" -d '{"events": [{"server_uuid": "067eb708-71ee-4488-a138-aa6faaafeac9", "name": "network-vif-plugged", "status": "completed", "tag": "06903cc2-3744-4ed1-a1a3-dc70d99f91df"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:23:44.634815 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beb81f1-b6b9-48e7-b907-143163451c13 req-11d6e903-8eba-4cf8-9c91-edb672a297d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:44.636595 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3beb81f1-b6b9-48e7-b907-143163451c13 req-11d6e903-8eba-4cf8-9c91-edb672a297d0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0c4ea235eb2940b3b5cdc493b562a62f&device_id=fbcb90df-df4c-4718-a1f8-da2cde64470a HTTP/1.1" status: 200 len: 1126 time: 0.1264844 Jan 28 19:23:44.647677 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 06903cc2-3744-4ed1-a1a3-dc70d99f91df, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=06903cc2-3744-4ed1-a1a3-dc70d99f91df,segment=NetworkSegment(3fce350c-ea58-4666-bd7d-c61ada9a9295),segment_id=3fce350c-ea58-4666-bd7d-c61ada9a9295)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:23:44.655298 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (06903cc2-3744-4ed1-a1a3-dc70d99f91df), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:44.659992 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb596ba0-1af9-4220-bfae-c2bf34d0b57e req-7f2e843f-b3f3-43ee-a096-483d0eb63948 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:44.661549 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-eb596ba0-1af9-4220-bfae-c2bf34d0b57e req-7f2e843f-b3f3-43ee-a096-483d0eb63948 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a47f6a4-d74b-4921-b485-5d2c0f03f514 HTTP/1.1" status: 200 len: 950 time: 0.4302311 Jan 28 19:23:44.708086 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5d025744-d6ae-4011-a73d-5956ab0eee4b req-07b96957-1331-45b1-b229-ac58dd40a9a2 service neutron] 10.222.0.41 "GET /v2.0/networks/7810caa2-eac6-457d-9302-c8c215ef3e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891534 Jan 28 19:23:44.710714 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=06903cc2-3744-4ed1-a1a3-dc70d99f91df,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:44.794345 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-eb596ba0-1af9-4220-bfae-c2bf34d0b57e req-236b66fa-fa37-45dc-8894-bd701f0b9f5c tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d07f2a-7a3d-4718-9c1b-16394753837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027868 Jan 28 19:23:44.839221 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8dd388-e9e4-4b8a-9013-71ca5496cfca req-c0323e01-0b96-447b-878e-a73e066813d2 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:44.840754 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5d8dd388-e9e4-4b8a-9013-71ca5496cfca req-c0323e01-0b96-447b-878e-a73e066813d2 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/ports?device_id=067eb708-71ee-4488-a138-aa6faaafeac9 HTTP/1.1" status: 200 len: 945 time: 0.1693318 Jan 28 19:23:44.849157 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30457017-08b6-43fe-8133-94fd13735bbc x-openstack-request-id: req-30457017-08b6-43fe-8133-94fd13735bbc {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:23:44.849675 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "067eb708-71ee-4488-a138-aa6faaafeac9", "name": "network-vif-plugged", "status": "completed", "tag": "06903cc2-3744-4ed1-a1a3-dc70d99f91df", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:23:44.849675 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-30457017-08b6-43fe-8133-94fd13735bbc {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:23:44.850485 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '067eb708-71ee-4488-a138-aa6faaafeac9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06903cc2-3744-4ed1-a1a3-dc70d99f91df', 'code': 200} Jan 28 19:23:44.867125 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beb81f1-b6b9-48e7-b907-143163451c13 req-86a6a781-3302-4ad6-be50-865738ea4aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:44.868782 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3beb81f1-b6b9-48e7-b907-143163451c13 req-86a6a781-3302-4ad6-be50-865738ea4aad service neutron] 10.222.0.41 "GET /v2.0/networks?id=c4302b73-ca61-4da7-b39f-ec4ea0448ca6 HTTP/1.1" status: 200 len: 901 time: 0.2240837 Jan 28 19:23:44.935397 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3beb81f1-b6b9-48e7-b907-143163451c13 req-b2890c23-4630-4961-9f4f-25cf39dcf846 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=317f4556-51ab-4706-81b2-ba097b6f1422 HTTP/1.1" status: 200 len: 217 time: 0.0530152 Jan 28 19:23:44.938766 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5d025744-d6ae-4011-a73d-5956ab0eee4b req-52acc1f7-cdd7-4fc7-9737-382ebb1796d3 service neutron] 10.222.0.41 "GET /v2.0/networks/7810caa2-eac6-457d-9302-c8c215ef3e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080865 Jan 28 19:23:44.944514 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-90b97f77-ed4b-415f-8501-849f074193db tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Publish callbacks [] for router_gateway (24fe6567-b1d2-4ffd-a9b6-661e881643d3), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:44.993542 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5d8dd388-e9e4-4b8a-9013-71ca5496cfca req-ddc7a3b4-7373-433d-87c2-1d739c6e4325 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/security-groups?id=e52b5309-890e-4183-bf0d-6ef59c658d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449935 Jan 28 19:23:45.008831 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beb81f1-b6b9-48e7-b907-143163451c13 req-a1bb6ee4-8940-4351-91e2-7c09e2fa55ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:45.010656 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3beb81f1-b6b9-48e7-b907-143163451c13 req-a1bb6ee4-8940-4351-91e2-7c09e2fa55ac service neutron] 10.222.0.41 "GET /v2.0/subnets?id=88147782-fd39-461f-889a-eefda05a9cf4 HTTP/1.1" status: 200 len: 841 time: 0.0660932 Jan 28 19:23:45.055359 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3beb81f1-b6b9-48e7-b907-143163451c13 req-4078a31b-3ed5-48a7-af6e-dcf463a3cc8d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c4302b73-ca61-4da7-b39f-ec4ea0448ca6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380046 Jan 28 19:23:45.082487 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5df6bf-8733-4644-970d-97026b38e634 req-3335d051-17fc-489b-90fe-58f026125e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:45.084032 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9f5df6bf-8733-4644-970d-97026b38e634 req-3335d051-17fc-489b-90fe-58f026125e0e service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=067eb708-71ee-4488-a138-aa6faaafeac9 HTTP/1.1" status: 200 len: 1128 time: 0.1731586 Jan 28 19:23:45.094290 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 308e88b2-b86f-40d7-acef-4e006ae41fa8 details requested by agent hyperv_n-h1-812111-14 with host n-h1-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:23:45.097506 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 7bcd636f-8be5-4f8a-8251-3966e3332dd8 up at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:23:45.138826 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959ac3a2-ee26-4c0b-8754-1f30ead977d9 req-66b488a6-a741-4620-b398-a078e1a505a8 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:45.140321 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-959ac3a2-ee26-4c0b-8754-1f30ead977d9 req-66b488a6-a741-4620-b398-a078e1a505a8 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbcb90df-df4c-4718-a1f8-da2cde64470a HTTP/1.1" status: 200 len: 943 time: 0.1545031 Jan 28 19:23:45.198066 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da5bf94-8e70-446f-bcb3-261c509447a7 req-2672fe24-7cb2-46a6-8224-ee0efef8cb9e tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:45.199958 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9da5bf94-8e70-446f-bcb3-261c509447a7 req-2672fe24-7cb2-46a6-8224-ee0efef8cb9e tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] 10.222.0.64 "GET /v2.0/ports?device_id=b7ae322e-4c07-4de8-bb2a-d22af1bfcac2 HTTP/1.1" status: 200 len: 945 time: 0.1130905 Jan 28 19:23:45.214608 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning for port 7bcd636f-8be5-4f8a-8251-3966e3332dd8 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:23:45.215941 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3beb81f1-b6b9-48e7-b907-143163451c13 req-5ce767db-e081-4158-ac30-538f357f2c98 service neutron] 10.222.0.41 "GET /v2.0/networks/c4302b73-ca61-4da7-b39f-ec4ea0448ca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533043 Jan 28 19:23:45.226128 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9f5df6bf-8733-4644-970d-97026b38e634 req-401d93d0-22e3-4de8-a28e-f32e4da8e644 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=e52b5309-890e-4183-bf0d-6ef59c658d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203001 Jan 28 19:23:45.228463 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning complete for port 7bcd636f-8be5-4f8a-8251-3966e3332dd8 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:23:45.228843 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (7bcd636f-8be5-4f8a-8251-3966e3332dd8), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:45.269996 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 308e88b2-b86f-40d7-acef-4e006ae41fa8, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=308e88b2-b86f-40d7-acef-4e006ae41fa8,segment=NetworkSegment(d6f4382e-d377-4cdf-8e50-290106be5676),segment_id=d6f4382e-d377-4cdf-8e50-290106be5676)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:23:45.287014 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Returning: {'device': '308e88b2-b86f-40d7-acef-4e006ae41fa8', 'network_id': '81401e49-2de3-4351-b9bd-1e02626318c2', 'port_id': '308e88b2-b86f-40d7-acef-4e006ae41fa8', 'mac_address': 'fa:16:3e:b7:2a:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cf39e89-397c-432d-bfb7-179a4e54df10', 'ip_address': '19.86.0.240'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:23:45.297629 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-959ac3a2-ee26-4c0b-8754-1f30ead977d9 req-b8cf2adf-41ad-4c6b-83bc-1eb6613fbb25 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] 10.222.0.64 "GET /v2.0/security-groups?id=a17e8282-0405-4e4b-9340-e89106f12f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216700 Jan 28 19:23:45.304745 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-90b97f77-ed4b-415f-8501-849f074193db tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-731074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-731460'] for router (24fe6567-b1d2-4ffd-a9b6-661e881643d3), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:45.398472 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3beb81f1-b6b9-48e7-b907-143163451c13 req-8e62063c-c703-4be9-8c8d-ddadd63523f6 service neutron] 10.222.0.41 "GET /v2.0/networks/c4302b73-ca61-4da7-b39f-ec4ea0448ca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602559 Jan 28 19:23:45.416451 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port 308e88b2-b86f-40d7-acef-4e006ae41fa8 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:23:45.418035 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (308e88b2-b86f-40d7-acef-4e006ae41fa8), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:45.442560 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9da5bf94-8e70-446f-bcb3-261c509447a7 req-eae1c2ba-cfa6-4c63-8d5d-6dcf8932783d tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed5dbff7-d8b6-44bf-8755-79d5f3e8f67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204635 Jan 28 19:23:45.476913 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 308e88b2-b86f-40d7-acef-4e006ae41fa8 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:23:45.481052 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port 7bcd636f-8be5-4f8a-8251-3966e3332dd8 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:23:45.481467 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (7bcd636f-8be5-4f8a-8251-3966e3332dd8), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:45.518638 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 308e88b2-b86f-40d7-acef-4e006ae41fa8, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=308e88b2-b86f-40d7-acef-4e006ae41fa8,segment=NetworkSegment(d6f4382e-d377-4cdf-8e50-290106be5676),segment_id=d6f4382e-d377-4cdf-8e50-290106be5676)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:23:45.527572 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (308e88b2-b86f-40d7-acef-4e006ae41fa8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:45.528146 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device c3ecd62f-085f-4988-b473-992cd603c18e details requested by agent hyperv_n-h1-812111-14 with host n-h1-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:23:45.547505 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7635f42f-e33b-44bf-b328-f40e1c055d2f req-8b9c8e4d-88e9-4be3-9726-86884e110373 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:45.555518 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7635f42f-e33b-44bf-b328-f40e1c055d2f req-8b9c8e4d-88e9-4be3-9726-86884e110373 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:45.556434 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 7bcd636f-8be5-4f8a-8251-3966e3332dd8, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=7bcd636f-8be5-4f8a-8251-3966e3332dd8,segment=NetworkSegment(c17ed0f3-a91b-48f1-8609-9bb873a3202f),segment_id=c17ed0f3-a91b-48f1-8609-9bb873a3202f)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:23:45.557862 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7635f42f-e33b-44bf-b328-f40e1c055d2f req-8b9c8e4d-88e9-4be3-9726-86884e110373 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0e6a2c7-11f0-4732-ba92-7b19b55801aa HTTP/1.1" status: 200 len: 1679 time: 0.0967896 Jan 28 19:23:45.569032 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (7bcd636f-8be5-4f8a-8251-3966e3332dd8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:45.574067 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90b97f77-ed4b-415f-8501-849f074193db tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Router 24fe6567-b1d2-4ffd-a9b6-661e881643d3 is scheduled to L3 agent 76fe5c49-705a-4e08-abb2-be585676213f with binding_index 1 {{(pid=103304) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 19:23:45.616805 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a486c37b-8ba8-4fee-b847-aa221d577651 req-49e111a8-bcd6-4dbc-8167-be2a28a4dff7 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:45.620214 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a486c37b-8ba8-4fee-b847-aa221d577651 req-49e111a8-bcd6-4dbc-8167-be2a28a4dff7 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e48b655-5911-4dcd-a073-26e765e9c04d HTTP/1.1" status: 200 len: 944 time: 0.0734847 Jan 28 19:23:45.636226 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=308e88b2-b86f-40d7-acef-4e006ae41fa8,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:45.666773 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7635f42f-e33b-44bf-b328-f40e1c055d2f req-3e07f4b6-0387-430d-abe6-b6245177fc8b tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] 10.222.0.64 "GET /v2.0/security-groups?id=bec31a1c-c230-472f-91bb-962fc9cfddde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946503 Jan 28 19:23:45.678316 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a486c37b-8ba8-4fee-b847-aa221d577651 req-c1ec9c9e-f70d-448d-9181-b01a5767cbdd tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff0a7ca0-73d1-435a-8c79-518c9bdfd3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537043 Jan 28 19:23:45.719681 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=7bcd636f-8be5-4f8a-8251-3966e3332dd8,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:45.730194 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90b97f77-ed4b-415f-8501-849f074193db tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:23:45.739447 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49709a24-1595-4d9e-b290-86739a2ad45f None None] Sync routers for ids ['24fe6567-b1d2-4ffd-a9b6-661e881643d3'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:23:45.739910 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port c3ecd62f-085f-4988-b473-992cd603c18e, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=c3ecd62f-085f-4988-b473-992cd603c18e,segment=NetworkSegment(6604d099-9aad-4c96-afcd-6df42d277d23),segment_id=6604d099-9aad-4c96-afcd-6df42d277d23)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:23:45.749652 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49709a24-1595-4d9e-b290-86739a2ad45f None None] Routers {'24fe6567-b1d2-4ffd-a9b6-661e881643d3'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:23:45.750256 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-49709a24-1595-4d9e-b290-86739a2ad45f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:23:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['24fe6567-b1d2-4ffd-a9b6-661e881643d3'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:23:45.751543 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-90b97f77-ed4b-415f-8501-849f074193db tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:45.753002 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-90b97f77-ed4b-415f-8501-849f074193db tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 2.7872112 Jan 28 19:23:45.755591 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 48392) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:23:45.756545 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Returning: {'device': 'c3ecd62f-085f-4988-b473-992cd603c18e', 'network_id': '925b8873-887e-4953-83db-09b05d761160', 'port_id': 'c3ecd62f-085f-4988-b473-992cd603c18e', 'mac_address': 'fa:16:3e:b6:28:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '357a8c0c-a30f-4885-a91f-d81275179bba', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:23:45.800796 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port c3ecd62f-085f-4988-b473-992cd603c18e is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:23:45.801132 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (c3ecd62f-085f-4988-b473-992cd603c18e), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:45.815559 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3ecd62f-085f-4988-b473-992cd603c18e {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:23:45.837200 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port c3ecd62f-085f-4988-b473-992cd603c18e, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=c3ecd62f-085f-4988-b473-992cd603c18e,segment=NetworkSegment(6604d099-9aad-4c96-afcd-6df42d277d23),segment_id=6604d099-9aad-4c96-afcd-6df42d277d23)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:23:45.843437 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (c3ecd62f-085f-4988-b473-992cd603c18e), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:45.863616 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-49709a24-1595-4d9e-b290-86739a2ad45f None None] Set router 24fe6567-b1d2-4ffd-a9b6-661e881643d3 gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:23:45.872348 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-610ec0ec-f563-461c-abcc-a78ae3465647 tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Publish callbacks [] for router (24fe6567-b1d2-4ffd-a9b6-661e881643d3), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:45.906593 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=c3ecd62f-085f-4988-b473-992cd603c18e,revision_number=11']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:45.947614 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98484bf4-5bc5-47bb-b5a0-ead6961f87c2 req-76b3e4fa-235f-48dc-8ce3-d0faf37706a8 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:45.949145 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-98484bf4-5bc5-47bb-b5a0-ead6961f87c2 req-76b3e4fa-235f-48dc-8ce3-d0faf37706a8 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a47f6a4-d74b-4921-b485-5d2c0f03f514 HTTP/1.1" status: 200 len: 950 time: 0.0651844 Jan 28 19:23:45.991006 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-610ec0ec-f563-461c-abcc-a78ae3465647 tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Publish callbacks [] for router_gateway (24fe6567-b1d2-4ffd-a9b6-661e881643d3), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:46.001620 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-98484bf4-5bc5-47bb-b5a0-ead6961f87c2 req-3f3a6f6a-3c20-4dc2-9acc-6118a8e75329 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d07f2a-7a3d-4718-9c1b-16394753837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464501 Jan 28 19:23:46.054531 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-610ec0ec-f563-461c-abcc-a78ae3465647 tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Deleting port b2eb533e-e13d-4ac9-bdcf-21106125de2a {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:23:46.054955 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-610ec0ec-f563-461c-abcc-a78ae3465647 tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (b2eb533e-e13d-4ac9-bdcf-21106125de2a), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:46.084222 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-49709a24-1595-4d9e-b290-86739a2ad45f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24fe6567-b1d2-4ffd-a9b6-661e881643d3', 'name': '', 'tenant_id': '8697f5f99d774acc82b6f152e8c87da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4811ef62-35b3-4b9f-9066-0067c68c2c27', 'external_fixed_ips': [{'subnet_id': '23f47ea2-3e4f-4dae-89e1-e216faacfb5a', 'ip_address': '172.20.0.10'}], 'enable_snat': True}, 'gw_port_id': 'b2eb533e-e13d-4ac9-bdcf-21106125de2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:23:43Z', 'updated_at': '2022-01-28T19:23:44Z', 'revision_number': 3, 'project_id': '8697f5f99d774acc82b6f152e8c87da5', 'gw_port': {'id': 'b2eb533e-e13d-4ac9-bdcf-21106125de2a', 'name': '', 'network_id': '4811ef62-35b3-4b9f-9066-0067c68c2c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c4:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24fe6567-b1d2-4ffd-a9b6-661e881643d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': '23f47ea2-3e4f-4dae-89e1-e216faacfb5a', 'ip_address': '172.20.0.10', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:23:43Z', 'updated_at': '2022-01-28T19:23:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '23f47ea2-3e4f-4dae-89e1-e216faacfb5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:23:46.110022 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['c3ecd62f-085f-4988-b473-992cd603c18e'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:23:46.112001 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49709a24-1595-4d9e-b290-86739a2ad45f None None] Checking router: 24fe6567-b1d2-4ffd-a9b6-661e881643d3 for host: n-d-812111-14 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:23:46.113070 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49709a24-1595-4d9e-b290-86739a2ad45f None None] Updating router 24fe6567-b1d2-4ffd-a9b6-661e881643d3 port b2eb533e-e13d-4ac9-bdcf-21106125de2a binding host n-d-812111-14 {{(pid=103307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:23:46.134284 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['308e88b2-b86f-40d7-acef-4e006ae41fa8'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:23:46.141893 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-49709a24-1595-4d9e-b290-86739a2ad45f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (b2eb533e-e13d-4ac9-bdcf-21106125de2a), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:46.190941 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-610ec0ec-f563-461c-abcc-a78ae3465647 tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (b2eb533e-e13d-4ac9-bdcf-21106125de2a), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:46.212821 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db55b8be-0e5d-407c-8c6a-d0b2ce4aaade req-ce0f95f4-1ba8-487a-a389-bd2fd3b8261a tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:46.214637 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-db55b8be-0e5d-407c-8c6a-d0b2ce4aaade req-ce0f95f4-1ba8-487a-a389-bd2fd3b8261a tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/ports?device_id=067eb708-71ee-4488-a138-aa6faaafeac9 HTTP/1.1" status: 200 len: 945 time: 0.1149082 Jan 28 19:23:46.230934 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-610ec0ec-f563-461c-abcc-a78ae3465647 tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Calling delete_port for b2eb533e-e13d-4ac9-bdcf-21106125de2a owned by network:router_gateway {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:23:46.308194 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-db55b8be-0e5d-407c-8c6a-d0b2ce4aaade req-b5500562-9ec5-486f-8e93-22fa798f8b33 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/security-groups?id=e52b5309-890e-4183-bf0d-6ef59c658d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829041 Jan 28 19:23:46.442489 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9953efa-e693-4e12-b02b-7f9655229840 req-3b6c5a77-647e-481f-a764-ff93cc42e4cd tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:46.443986 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c9953efa-e693-4e12-b02b-7f9655229840 req-3b6c5a77-647e-481f-a764-ff93cc42e4cd tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbcb90df-df4c-4718-a1f8-da2cde64470a HTTP/1.1" status: 200 len: 943 time: 0.0538554 Jan 28 19:23:46.453656 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-610ec0ec-f563-461c-abcc-a78ae3465647 tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (b2eb533e-e13d-4ac9-bdcf-21106125de2a), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:46.456722 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.db.api [None req-49709a24-1595-4d9e-b290-86739a2ad45f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103307) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 19:23:46.456862 n-d-812111-14 neutron-server[103307]: DEBUG oslo_db.api [None req-49709a24-1595-4d9e-b290-86739a2ad45f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 19:23:46.481943 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ec0ec-f563-461c-abcc-a78ae3465647 tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Pushing event deleted for resources: {'Port': ['ID=b2eb533e-e13d-4ac9-bdcf-21106125de2a,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:46.504691 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c9953efa-e693-4e12-b02b-7f9655229840 req-c45cd577-db4b-44bb-9d4e-2711d27d8158 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] 10.222.0.64 "GET /v2.0/security-groups?id=a17e8282-0405-4e4b-9340-e89106f12f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535407 Jan 28 19:23:46.573767 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-610ec0ec-f563-461c-abcc-a78ae3465647 tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-731488'] for router_gateway (24fe6567-b1d2-4ffd-a9b6-661e881643d3), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:46.669289 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-610ec0ec-f563-461c-abcc-a78ae3465647 tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-730901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261120'] for router (24fe6567-b1d2-4ffd-a9b6-661e881643d3), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:46.672290 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-610ec0ec-f563-461c-abcc-a78ae3465647 tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Publish callbacks [] for router_controller (24fe6567-b1d2-4ffd-a9b6-661e881643d3), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:46.685134 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad48755c-cbc5-4f90-b077-1679fa6fcf7e req-e6e6ce04-c730-43a9-ad39-16e77148c53e tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:46.686623 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ad48755c-cbc5-4f90-b077-1679fa6fcf7e req-e6e6ce04-c730-43a9-ad39-16e77148c53e tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] 10.222.0.64 "GET /v2.0/ports?device_id=b7ae322e-4c07-4de8-bb2a-d22af1bfcac2 HTTP/1.1" status: 200 len: 945 time: 0.1583185 Jan 28 19:23:46.737998 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-610ec0ec-f563-461c-abcc-a78ae3465647 tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-730908'] for router (24fe6567-b1d2-4ffd-a9b6-661e881643d3), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:46.738524 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-610ec0ec-f563-461c-abcc-a78ae3465647 tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 24fe6567-b1d2-4ffd-a9b6-661e881643d3 {{(pid=103304) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:23:46.743559 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-610ec0ec-f563-461c-abcc-a78ae3465647 tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:46.747252 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-610ec0ec-f563-461c-abcc-a78ae3465647 tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] 10.222.0.64 "DELETE /v2.0/routers/24fe6567-b1d2-4ffd-a9b6-661e881643d3 HTTP/1.1" status: 204 len: 168 time: 0.9881880 Jan 28 19:23:46.747779 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 48406) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:23:46.776389 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ad48755c-cbc5-4f90-b077-1679fa6fcf7e req-d43c0190-0bd6-49e3-aed6-958d45734c40 tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed5dbff7-d8b6-44bf-8755-79d5f3e8f67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579321 Jan 28 19:23:46.820547 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c5b7bda-ee98-4f29-aa89-1ba6e985599b tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Deleting subnet 23f47ea2-3e4f-4dae-89e1-e216faacfb5a {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:23:46.825516 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4c5b7bda-ee98-4f29-aa89-1ba6e985599b tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Publish callbacks [] for subnet (23f47ea2-3e4f-4dae-89e1-e216faacfb5a), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:46.851876 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0e6a2c7-11f0-4732-ba92-7b19b55801aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bcd636f-8be5-4f8a-8251-3966e3332dd8'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:23:46.854897 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02016d55-0eac-4f00-8b2f-4df38f49f074" -d '{"events": [{"server_uuid": "e0e6a2c7-11f0-4732-ba92-7b19b55801aa", "name": "network-vif-plugged", "status": "completed", "tag": "7bcd636f-8be5-4f8a-8251-3966e3332dd8"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:23:46.862032 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2283b4e0-6c31-4d67-9a4b-c76e4190e2b1 req-43af4438-358c-4f14-b995-776879a8596b tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:46.865899 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2283b4e0-6c31-4d67-9a4b-c76e4190e2b1 req-43af4438-358c-4f14-b995-776879a8596b tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e48b655-5911-4dcd-a073-26e765e9c04d HTTP/1.1" status: 200 len: 945 time: 0.1276922 Jan 28 19:23:46.885115 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4c5b7bda-ee98-4f29-aa89-1ba6e985599b tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16187240'] for subnet (23f47ea2-3e4f-4dae-89e1-e216faacfb5a), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:46.894803 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041966c3-3405-4620-af26-aab14b768188 req-7e6aa0e0-21f4-43f2-a7a3-b12d539dfc5e tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:46.900378 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041966c3-3405-4620-af26-aab14b768188 req-7e6aa0e0-21f4-43f2-a7a3-b12d539dfc5e tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:46.901990 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-041966c3-3405-4620-af26-aab14b768188 req-7e6aa0e0-21f4-43f2-a7a3-b12d539dfc5e tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0e6a2c7-11f0-4732-ba92-7b19b55801aa HTTP/1.1" status: 200 len: 1681 time: 0.0643306 Jan 28 19:23:46.952667 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-041966c3-3405-4620-af26-aab14b768188 req-1c34fc0a-e333-4955-8202-f029f231cef4 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] 10.222.0.64 "GET /v2.0/security-groups?id=bec31a1c-c230-472f-91bb-962fc9cfddde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432415 Jan 28 19:23:46.961132 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2283b4e0-6c31-4d67-9a4b-c76e4190e2b1 req-4a502a80-2d40-46f3-954d-9e6c293ed60b tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff0a7ca0-73d1-435a-8c79-518c9bdfd3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884781 Jan 28 19:23:46.962486 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4c5b7bda-ee98-4f29-aa89-1ba6e985599b tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (23f47ea2-3e4f-4dae-89e1-e216faacfb5a), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:47.006478 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:23:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cac1736b-06cb-44cf-94a4-e47346d64464 x-openstack-request-id: req-cac1736b-06cb-44cf-94a4-e47346d64464 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:23:47.007020 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0e6a2c7-11f0-4732-ba92-7b19b55801aa", "name": "network-vif-plugged", "status": "completed", "tag": "7bcd636f-8be5-4f8a-8251-3966e3332dd8", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:23:47.007020 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cac1736b-06cb-44cf-94a4-e47346d64464 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:23:47.007392 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0e6a2c7-11f0-4732-ba92-7b19b55801aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bcd636f-8be5-4f8a-8251-3966e3332dd8', 'code': 200} Jan 28 19:23:47.030685 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4c5b7bda-ee98-4f29-aa89-1ba6e985599b tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4752464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4733806'] for subnet (23f47ea2-3e4f-4dae-89e1-e216faacfb5a), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:47.063762 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5b7bda-ee98-4f29-aa89-1ba6e985599b tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=23f47ea2-3e4f-4dae-89e1-e216faacfb5a,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:47.067553 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4c5b7bda-ee98-4f29-aa89-1ba6e985599b tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:47.069708 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49709a24-1595-4d9e-b290-86739a2ad45f None None] Port b2eb533e-e13d-4ac9-bdcf-21106125de2a not found while updating agent binding for router 24fe6567-b1d2-4ffd-a9b6-661e881643d3. {{(pid=103307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jan 28 19:23:47.071184 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-4c5b7bda-ee98-4f29-aa89-1ba6e985599b tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] 10.222.0.64 "DELETE /v2.0/subnets/23f47ea2-3e4f-4dae-89e1-e216faacfb5a HTTP/1.1" status: 204 len: 168 time: 0.3224456 Jan 28 19:23:47.073923 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 48412) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:23:47.083473 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49709a24-1595-4d9e-b290-86739a2ad45f None None] Routers set() bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:23:47.083763 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49709a24-1595-4d9e-b290-86739a2ad45f None None] Router IDs set() for agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 28 19:23:47.084401 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_agentschedulers_db [None req-49709a24-1595-4d9e-b290-86739a2ad45f None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'24fe6567-b1d2-4ffd-a9b6-661e881643d3'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:23:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent'). {{(pid=103307) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jan 28 19:23:47.084775 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49709a24-1595-4d9e-b290-86739a2ad45f None None] The sync data for ids ['24fe6567-b1d2-4ffd-a9b6-661e881643d3'] in n-d-812111-14 is: [] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:23:47.106995 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 317f4556-51ab-4706-81b2-ba097b6f1422 details requested by agent hyperv_n-h1-812111-14 with host n-h1-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:23:47.109941 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 308e88b2-b86f-40d7-acef-4e006ae41fa8 up at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:23:47.137564 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b05af33-ae7e-45b9-a1b8-cf68f37a4fd7 req-d6bb598f-a115-4060-b4a2-ef90e6927bf4 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:47.140655 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6b05af33-ae7e-45b9-a1b8-cf68f37a4fd7 req-d6bb598f-a115-4060-b4a2-ef90e6927bf4 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a47f6a4-d74b-4921-b485-5d2c0f03f514 HTTP/1.1" status: 200 len: 950 time: 0.0592320 Jan 28 19:23:47.149060 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3a8bf8c7-f74b-442f-be18-b73ac864ca7b tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (4811ef62-35b3-4b9f-9066-0067c68c2c27), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:47.195693 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6b05af33-ae7e-45b9-a1b8-cf68f37a4fd7 req-41d015d4-f24e-4fe7-bec6-7c81ba97f157 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d07f2a-7a3d-4718-9c1b-16394753837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446916 Jan 28 19:23:47.238452 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning for port 308e88b2-b86f-40d7-acef-4e006ae41fa8 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:23:47.238622 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3a8bf8c7-f74b-442f-be18-b73ac864ca7b tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (4811ef62-35b3-4b9f-9066-0067c68c2c27), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:47.245972 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning complete for port 308e88b2-b86f-40d7-acef-4e006ae41fa8 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:23:47.246336 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (308e88b2-b86f-40d7-acef-4e006ae41fa8), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:47.262528 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-3a8bf8c7-f74b-442f-be18-b73ac864ca7b tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4811ef62-35b3-4b9f-9066-0067c68c2c27']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:23:47.273732 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-3a8bf8c7-f74b-442f-be18-b73ac864ca7b tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be09b053-02ab-4274-bcc2-d57f945d06bc') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:23:47.274241 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-3a8bf8c7-f74b-442f-be18-b73ac864ca7b tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be09b053-02ab-4274-bcc2-d57f945d06bc') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:23:47.283336 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 317f4556-51ab-4706-81b2-ba097b6f1422, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=317f4556-51ab-4706-81b2-ba097b6f1422,segment=NetworkSegment(061cb951-c0bc-4d59-a3f2-ff4acb095ff3),segment_id=061cb951-c0bc-4d59-a3f2-ff4acb095ff3)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:23:47.284537 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3a8bf8c7-f74b-442f-be18-b73ac864ca7b tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4747091'] for segment (be09b053-02ab-4274-bcc2-d57f945d06bc), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:47.299638 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3a8bf8c7-f74b-442f-be18-b73ac864ca7b tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (be09b053-02ab-4274-bcc2-d57f945d06bc), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:47.301270 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Returning: {'device': '317f4556-51ab-4706-81b2-ba097b6f1422', 'network_id': 'c4302b73-ca61-4da7-b39f-ec4ea0448ca6', 'port_id': '317f4556-51ab-4706-81b2-ba097b6f1422', 'mac_address': 'fa:16:3e:b3:04:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88147782-fd39-461f-889a-eefda05a9cf4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:23:47.307747 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a8bf8c7-f74b-442f-be18-b73ac864ca7b tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:23:47.308185 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3a8bf8c7-f74b-442f-be18-b73ac864ca7b tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4690514'] for segment (be09b053-02ab-4274-bcc2-d57f945d06bc), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:47.310891 n-d-812111-14 neutron-server[103304]: Traceback (most recent call last): Jan 28 19:23:47.310891 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:23:47.310891 n-d-812111-14 neutron-server[103304]: timer() Jan 28 19:23:47.310891 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:23:47.310891 n-d-812111-14 neutron-server[103304]: cb(*args, **kw) Jan 28 19:23:47.310891 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:23:47.310891 n-d-812111-14 neutron-server[103304]: return func(*args, **kwargs) Jan 28 19:23:47.310891 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:23:47.310891 n-d-812111-14 neutron-server[103304]: self._notify() Jan 28 19:23:47.310891 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:23:47.310891 n-d-812111-14 neutron-server[103304]: self.callback(batched_events) Jan 28 19:23:47.310891 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:23:47.310891 n-d-812111-14 neutron-server[103304]: event.method(event) Jan 28 19:23:47.310891 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:23:47.310891 n-d-812111-14 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:23:47.310891 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:23:47.310891 n-d-812111-14 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:23:47.310891 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:23:47.310891 n-d-812111-14 neutron-server[103304]: return f(self, *a, **k) Jan 28 19:23:47.310891 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:23:47.310891 n-d-812111-14 neutron-server[103304]: return self._get(url).json() Jan 28 19:23:47.310891 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:23:47.310891 n-d-812111-14 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:23:47.310891 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:23:47.310891 n-d-812111-14 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 28 19:23:47.310891 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:23:47.310891 n-d-812111-14 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:23:47.310891 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:23:47.310891 n-d-812111-14 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:23:47.310891 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:23:47.310891 n-d-812111-14 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:23:47.310891 n-d-812111-14 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:23:47.399558 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3a8bf8c7-f74b-442f-be18-b73ac864ca7b tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (4811ef62-35b3-4b9f-9066-0067c68c2c27), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:47.412951 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a8bf8c7-f74b-442f-be18-b73ac864ca7b tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4811ef62-35b3-4b9f-9066-0067c68c2c27 {{(pid=103304) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 28 19:23:47.417678 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3a8bf8c7-f74b-442f-be18-b73ac864ca7b tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:47.423904 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-3a8bf8c7-f74b-442f-be18-b73ac864ca7b tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] 10.222.0.64 "DELETE /v2.0/networks/4811ef62-35b3-4b9f-9066-0067c68c2c27 HTTP/1.1" status: 204 len: 168 time: 0.3489058 Jan 28 19:23:47.450495 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8bf8c7-f74b-442f-be18-b73ac864ca7b tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Pushing event deleted for resources: {'Network': ['ID=4811ef62-35b3-4b9f-9066-0067c68c2c27,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:47.511424 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00763f0-4712-4c2c-94ce-7dea55019f82 req-f61575ef-4836-4c9b-b9eb-6932f170573e tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:47.514357 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f00763f0-4712-4c2c-94ce-7dea55019f82 req-f61575ef-4836-4c9b-b9eb-6932f170573e tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/ports?device_id=067eb708-71ee-4488-a138-aa6faaafeac9 HTTP/1.1" status: 200 len: 945 time: 0.1072571 Jan 28 19:23:47.538575 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port 317f4556-51ab-4706-81b2-ba097b6f1422 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:23:47.538962 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (317f4556-51ab-4706-81b2-ba097b6f1422), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:47.581008 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f00763f0-4712-4c2c-94ce-7dea55019f82 req-2eaa074c-6835-41bf-abb4-ca3fe5250b8e tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/security-groups?id=e52b5309-890e-4183-bf0d-6ef59c658d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586531 Jan 28 19:23:47.581931 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 317f4556-51ab-4706-81b2-ba097b6f1422 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:23:47.586654 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port 308e88b2-b86f-40d7-acef-4e006ae41fa8 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:23:47.587053 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (308e88b2-b86f-40d7-acef-4e006ae41fa8), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:47.633390 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 317f4556-51ab-4706-81b2-ba097b6f1422, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=317f4556-51ab-4706-81b2-ba097b6f1422,segment=NetworkSegment(061cb951-c0bc-4d59-a3f2-ff4acb095ff3),segment_id=061cb951-c0bc-4d59-a3f2-ff4acb095ff3)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:23:47.643949 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (317f4556-51ab-4706-81b2-ba097b6f1422), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:47.647861 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 0de5e835-b1b7-47c9-a9c1-41d3ac8a15bf details requested by agent hyperv_n-h1-812111-14 with host n-h1-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:23:47.651929 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 308e88b2-b86f-40d7-acef-4e006ae41fa8, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=308e88b2-b86f-40d7-acef-4e006ae41fa8,segment=NetworkSegment(d6f4382e-d377-4cdf-8e50-290106be5676),segment_id=d6f4382e-d377-4cdf-8e50-290106be5676)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:23:47.670512 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8aaef4-d895-401f-8c1c-cee5194e6050 req-97ab6912-194d-4a43-b8b8-3d4ba9f7de67 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:47.672197 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ef8aaef4-d895-401f-8c1c-cee5194e6050 req-97ab6912-194d-4a43-b8b8-3d4ba9f7de67 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a47f6a4-d74b-4921-b485-5d2c0f03f514&tenant_id=e0a949cf73864faf86b4b8a64f5cd635&binding%3Ahost_id=n-h1-812111-14 HTTP/1.1" status: 200 len: 950 time: 0.0982497 Jan 28 19:23:47.688022 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (308e88b2-b86f-40d7-acef-4e006ae41fa8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:47.688848 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device c3ecd62f-085f-4988-b473-992cd603c18e up at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:23:47.723209 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8262013-ed9b-4d78-8403-72fcbc061164 req-735b3a98-5f63-49e5-99bf-43e95a1999fe tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:47.725752 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b8262013-ed9b-4d78-8403-72fcbc061164 req-735b3a98-5f63-49e5-99bf-43e95a1999fe tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a47f6a4-d74b-4921-b485-5d2c0f03f514 HTTP/1.1" status: 200 len: 950 time: 0.0929472 Jan 28 19:23:47.774692 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ef8aaef4-d895-401f-8c1c-cee5194e6050 req-ad761998-2879-4aa5-8fde-31509b333cdc service neutron] 10.222.0.41 "GET /v2.0/ports/0de5e835-b1b7-47c9-a9c1-41d3ac8a15bf/bindings/n-h1-812111-14 HTTP/1.1" status: 200 len: 383 time: 0.0925450 Jan 28 19:23:47.801543 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=317f4556-51ab-4706-81b2-ba097b6f1422,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:47.847295 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 48432) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:23:47.850914 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b8262013-ed9b-4d78-8403-72fcbc061164 req-82ceff89-6f42-4111-8d6f-3302c37ca281 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d07f2a-7a3d-4718-9c1b-16394753837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188276 Jan 28 19:23:47.866658 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning for port c3ecd62f-085f-4988-b473-992cd603c18e completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:23:47.870946 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-1fabf765-df14-4b03-9fad-e51d189572b8 tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Request body: {'router': {'name': 'tempest-router--614893083', 'project_id': '55f49ca7a05a4a9381a11d7c393b6cf4'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:23:47.899259 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning complete for port c3ecd62f-085f-4988-b473-992cd603c18e triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:23:47.899893 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (c3ecd62f-085f-4988-b473-992cd603c18e), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:47.921483 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8aaef4-d895-401f-8c1c-cee5194e6050 req-26a0d132-1783-44e7-9347-b2799e717d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:47.923175 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ef8aaef4-d895-401f-8c1c-cee5194e6050 req-26a0d132-1783-44e7-9347-b2799e717d70 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e0a949cf73864faf86b4b8a64f5cd635&device_id=9a47f6a4-d74b-4921-b485-5d2c0f03f514 HTTP/1.1" status: 200 len: 1133 time: 0.1093316 Jan 28 19:23:47.925818 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1fabf765-df14-4b03-9fad-e51d189572b8 tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261150'] for router (9f08dff6-34bd-4c49-82a8-03d190316ae7), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:47.926863 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1fabf765-df14-4b03-9fad-e51d189572b8 tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-731099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-731441', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261129'] for router (9f08dff6-34bd-4c49-82a8-03d190316ae7), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:47.938138 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=308e88b2-b86f-40d7-acef-4e006ae41fa8,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:47.944879 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 0de5e835-b1b7-47c9-a9c1-41d3ac8a15bf, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=0de5e835-b1b7-47c9-a9c1-41d3ac8a15bf,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:23:47.963145 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Returning: {'device': '0de5e835-b1b7-47c9-a9c1-41d3ac8a15bf', 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91', 'port_id': '0de5e835-b1b7-47c9-a9c1-41d3ac8a15bf', 'mac_address': 'fa:16:3e:ff:b2:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2de4832-9ef6-4f40-9ac5-1557d5e6a6ff', 'ip_address': '192.168.233.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:23:48.029532 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port 0de5e835-b1b7-47c9-a9c1-41d3ac8a15bf is: ACTIVE; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:23:48.030627 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (0de5e835-b1b7-47c9-a9c1-41d3ac8a15bf), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:48.049972 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port c3ecd62f-085f-4988-b473-992cd603c18e is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:23:48.050549 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (c3ecd62f-085f-4988-b473-992cd603c18e), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:48.062431 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0de5e835-b1b7-47c9-a9c1-41d3ac8a15bf {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:23:48.069982 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1fabf765-df14-4b03-9fad-e51d189572b8 tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Publish callbacks [] for router_controller (9f08dff6-34bd-4c49-82a8-03d190316ae7), precommit_add_association {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:48.090937 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809beeed-854a-41f0-a127-cd16098dcea3 req-89b69428-56ff-4bcb-8009-1b49509e3892 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:48.099403 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-809beeed-854a-41f0-a127-cd16098dcea3 req-89b69428-56ff-4bcb-8009-1b49509e3892 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbcb90df-df4c-4718-a1f8-da2cde64470a HTTP/1.1" status: 200 len: 944 time: 0.3271377 Jan 28 19:23:48.100396 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 0de5e835-b1b7-47c9-a9c1-41d3ac8a15bf, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=0de5e835-b1b7-47c9-a9c1-41d3ac8a15bf,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:23:48.105199 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1fabf765-df14-4b03-9fad-e51d189572b8 tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-731074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-731460'] for router (9f08dff6-34bd-4c49-82a8-03d190316ae7), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:48.109966 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port c3ecd62f-085f-4988-b473-992cd603c18e, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=c3ecd62f-085f-4988-b473-992cd603c18e,segment=NetworkSegment(6604d099-9aad-4c96-afcd-6df42d277d23),segment_id=6604d099-9aad-4c96-afcd-6df42d277d23)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:23:48.111621 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (0de5e835-b1b7-47c9-a9c1-41d3ac8a15bf), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:48.136152 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (c3ecd62f-085f-4988-b473-992cd603c18e), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:48.137173 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 0de5e835-b1b7-47c9-a9c1-41d3ac8a15bf no longer exists at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:23:48.159638 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1fabf765-df14-4b03-9fad-e51d189572b8 tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:48.163875 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-1fabf765-df14-4b03-9fad-e51d189572b8 tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.3039060 Jan 28 19:23:48.165777 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 48440) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:23:48.196996 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-809beeed-854a-41f0-a127-cd16098dcea3 req-5f356246-5b0a-4414-abd2-9e9eb307e43b tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] 10.222.0.64 "GET /v2.0/security-groups?id=a17e8282-0405-4e4b-9340-e89106f12f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966902 Jan 28 19:23:48.197270 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=0de5e835-b1b7-47c9-a9c1-41d3ac8a15bf,revision_number=6']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:48.216066 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8aaef4-d895-401f-8c1c-cee5194e6050 req-fc1e4fe9-eabf-44de-ac64-d884307ac910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:48.217671 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ef8aaef4-d895-401f-8c1c-cee5194e6050 req-fc1e4fe9-eabf-44de-ac64-d884307ac910 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7810caa2-eac6-457d-9302-c8c215ef3e91 HTTP/1.1" status: 200 len: 869 time: 0.2539525 Jan 28 19:23:48.271919 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f1769d-2e89-43ec-a5aa-5d3d70c4af65 req-0b4c5222-761a-4c03-aa87-b6ca19fb2d96 tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:48.273458 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-60f1769d-2e89-43ec-a5aa-5d3d70c4af65 req-0b4c5222-761a-4c03-aa87-b6ca19fb2d96 tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] 10.222.0.64 "GET /v2.0/ports?device_id=b7ae322e-4c07-4de8-bb2a-d22af1bfcac2 HTTP/1.1" status: 200 len: 945 time: 0.1686780 Jan 28 19:23:48.276659 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fb99cf48-60cc-4d23-98a7-bd2f65af001c tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Publish callbacks [] for router (9f08dff6-34bd-4c49-82a8-03d190316ae7), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:48.282249 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ef8aaef4-d895-401f-8c1c-cee5194e6050 req-dc66fa98-a4d6-46a2-a337-4bd3f2147780 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=0de5e835-b1b7-47c9-a9c1-41d3ac8a15bf HTTP/1.1" status: 200 len: 217 time: 0.0534937 Jan 28 19:23:48.308283 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port 0de5e835-b1b7-47c9-a9c1-41d3ac8a15bf is: BUILD; New status is: DOWN {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:23:48.308669 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (0de5e835-b1b7-47c9-a9c1-41d3ac8a15bf), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:48.311138 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=c3ecd62f-085f-4988-b473-992cd603c18e,revision_number=12']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:48.326259 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 0de5e835-b1b7-47c9-a9c1-41d3ac8a15bf {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:23:48.346882 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 0de5e835-b1b7-47c9-a9c1-41d3ac8a15bf, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=0de5e835-b1b7-47c9-a9c1-41d3ac8a15bf,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:23:48.351286 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (0de5e835-b1b7-47c9-a9c1-41d3ac8a15bf), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:48.386835 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8aaef4-d895-401f-8c1c-cee5194e6050 req-b6899e0f-b137-4387-a24c-0e879d24ab8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:48.388424 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ef8aaef4-d895-401f-8c1c-cee5194e6050 req-b6899e0f-b137-4387-a24c-0e879d24ab8c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f2de4832-9ef6-4f40-9ac5-1557d5e6a6ff HTTP/1.1" status: 200 len: 843 time: 0.0925081 Jan 28 19:23:48.397398 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad86872-23a7-4d5a-844b-cd6c7ccfc840 req-8127e4e2-d0e8-4fdc-88ca-ab2a921f2cfd tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:48.402717 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad86872-23a7-4d5a-844b-cd6c7ccfc840 req-8127e4e2-d0e8-4fdc-88ca-ab2a921f2cfd tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:48.410535 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1ad86872-23a7-4d5a-844b-cd6c7ccfc840 req-8127e4e2-d0e8-4fdc-88ca-ab2a921f2cfd tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0e6a2c7-11f0-4732-ba92-7b19b55801aa HTTP/1.1" status: 200 len: 1682 time: 0.1273406 Jan 28 19:23:48.412844 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['317f4556-51ab-4706-81b2-ba097b6f1422'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:23:48.421222 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['0de5e835-b1b7-47c9-a9c1-41d3ac8a15bf'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:23:48.444636 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-60f1769d-2e89-43ec-a5aa-5d3d70c4af65 req-080cb12a-cdc7-4822-a9e2-f7ceaec8478e tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed5dbff7-d8b6-44bf-8755-79d5f3e8f67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306169 Jan 28 19:23:48.467334 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=0de5e835-b1b7-47c9-a9c1-41d3ac8a15bf,revision_number=7']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:48.476802 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fb99cf48-60cc-4d23-98a7-bd2f65af001c tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-730901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261120'] for router (9f08dff6-34bd-4c49-82a8-03d190316ae7), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:48.479224 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fb99cf48-60cc-4d23-98a7-bd2f65af001c tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Publish callbacks [] for router_controller (9f08dff6-34bd-4c49-82a8-03d190316ae7), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:48.533647 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1ad86872-23a7-4d5a-844b-cd6c7ccfc840 req-7cec3f47-ba01-4b5a-ad91-bb2e36aa73c7 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] 10.222.0.64 "GET /v2.0/security-groups?id=bec31a1c-c230-472f-91bb-962fc9cfddde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221070 Jan 28 19:23:48.542180 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8aaef4-d895-401f-8c1c-cee5194e6050 req-81afdfd7-6906-4d10-a330-b38139724ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:48.547610 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ef8aaef4-d895-401f-8c1c-cee5194e6050 req-81afdfd7-6906-4d10-a330-b38139724ecd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7810caa2-eac6-457d-9302-c8c215ef3e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1349709 Jan 28 19:23:48.552465 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fb99cf48-60cc-4d23-98a7-bd2f65af001c tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-730908'] for router (9f08dff6-34bd-4c49-82a8-03d190316ae7), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:48.552880 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb99cf48-60cc-4d23-98a7-bd2f65af001c tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9f08dff6-34bd-4c49-82a8-03d190316ae7 {{(pid=103304) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:23:48.575431 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fb99cf48-60cc-4d23-98a7-bd2f65af001c tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:48.579763 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-fb99cf48-60cc-4d23-98a7-bd2f65af001c tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] 10.222.0.64 "DELETE /v2.0/routers/9f08dff6-34bd-4c49-82a8-03d190316ae7 HTTP/1.1" status: 204 len: 168 time: 0.4103911 Jan 28 19:23:48.625557 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb78c27-d974-4614-9b01-82700b1cb2a4 req-6e4697c2-3e11-4eed-988c-db3b867359d1 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:48.628346 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6bb78c27-d974-4614-9b01-82700b1cb2a4 req-6e4697c2-3e11-4eed-988c-db3b867359d1 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e48b655-5911-4dcd-a073-26e765e9c04d HTTP/1.1" status: 200 len: 946 time: 0.0957770 Jan 28 19:23:48.688113 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6bb78c27-d974-4614-9b01-82700b1cb2a4 req-9c41c622-ad1f-439d-92ec-69391dbf110b tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff0a7ca0-73d1-435a-8c79-518c9bdfd3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532374 Jan 28 19:23:48.740566 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48715a89-0d03-4581-bd0c-26c8abb2c22c req-4a76889e-c5af-47de-8d4c-cd34342a5184 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:48.740972 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 48444) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:23:48.742116 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-48715a89-0d03-4581-bd0c-26c8abb2c22c req-4a76889e-c5af-47de-8d4c-cd34342a5184 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/ports?device_id=067eb708-71ee-4488-a138-aa6faaafeac9 HTTP/1.1" status: 200 len: 945 time: 0.1037178 Jan 28 19:23:48.749580 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ef8aaef4-d895-401f-8c1c-cee5194e6050 req-3d1f2f10-31c2-4fae-9f1f-6b34e4b585d7 service neutron] 10.222.0.41 "GET /v2.0/networks/7810caa2-eac6-457d-9302-c8c215ef3e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953316 Jan 28 19:23:48.848840 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-48715a89-0d03-4581-bd0c-26c8abb2c22c req-8fe6497a-3dd1-4715-98fb-88674b7e7989 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/security-groups?id=e52b5309-890e-4183-bf0d-6ef59c658d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982955 Jan 28 19:23:48.887091 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ef8aaef4-d895-401f-8c1c-cee5194e6050 req-57cf26d4-91fd-4fe3-a1a5-d4f83db0f694 service neutron] 10.222.0.41 "GET /v2.0/networks/7810caa2-eac6-457d-9302-c8c215ef3e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299911 Jan 28 19:23:48.950846 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-97c3f26a-0011-4c7d-8611-ec79d5b2cdcc tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-753171673', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}, 'admin_state_up': False}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:23:48.979902 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-97c3f26a-0011-4c7d-8611-ec79d5b2cdcc tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261150'] for router (120fc91b-ce65-404b-ad9a-5c8418f5e18a), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:48.980818 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-97c3f26a-0011-4c7d-8611-ec79d5b2cdcc tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-731099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-731441', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261129'] for router (120fc91b-ce65-404b-ad9a-5c8418f5e18a), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:48.992727 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0de306-5cb7-45b4-9040-04143d072f41 req-15f0e2ac-6543-4234-919f-3b6a53c487e8 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:48.994212 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-cb0de306-5cb7-45b4-9040-04143d072f41 req-15f0e2ac-6543-4234-919f-3b6a53c487e8 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a47f6a4-d74b-4921-b485-5d2c0f03f514 HTTP/1.1" status: 200 len: 948 time: 0.0752239 Jan 28 19:23:49.008709 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0e6a2c7-11f0-4732-ba92-7b19b55801aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '308e88b2-b86f-40d7-acef-4e006ae41fa8'}, {'server_uuid': '4e48b655-5911-4dcd-a073-26e765e9c04d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3ecd62f-085f-4988-b473-992cd603c18e'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:23:49.011821 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4515cb0a-7a04-420a-bd1d-c9652a309cfa" -d '{"events": [{"server_uuid": "e0e6a2c7-11f0-4732-ba92-7b19b55801aa", "name": "network-vif-plugged", "status": "completed", "tag": "308e88b2-b86f-40d7-acef-4e006ae41fa8"}, {"server_uuid": "4e48b655-5911-4dcd-a073-26e765e9c04d", "name": "network-vif-plugged", "status": "completed", "tag": "c3ecd62f-085f-4988-b473-992cd603c18e"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:23:49.053032 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 28 Jan 2022 19:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8c3b574-4bb6-4892-a866-7cda6262a629 x-openstack-request-id: req-d8c3b574-4bb6-4892-a866-7cda6262a629 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:23:49.053670 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0e6a2c7-11f0-4732-ba92-7b19b55801aa", "name": "network-vif-plugged", "status": "completed", "tag": "308e88b2-b86f-40d7-acef-4e006ae41fa8", "code": 200}, {"server_uuid": "4e48b655-5911-4dcd-a073-26e765e9c04d", "name": "network-vif-plugged", "status": "completed", "tag": "c3ecd62f-085f-4988-b473-992cd603c18e", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:23:49.053670 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d8c3b574-4bb6-4892-a866-7cda6262a629 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:23:49.054019 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0e6a2c7-11f0-4732-ba92-7b19b55801aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '308e88b2-b86f-40d7-acef-4e006ae41fa8', 'code': 200} Jan 28 19:23:49.054281 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e48b655-5911-4dcd-a073-26e765e9c04d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3ecd62f-085f-4988-b473-992cd603c18e', 'code': 200} Jan 28 19:23:49.057083 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-97c3f26a-0011-4c7d-8611-ec79d5b2cdcc tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Publish callbacks [] for router_controller (120fc91b-ce65-404b-ad9a-5c8418f5e18a), precommit_add_association {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:49.184698 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-cb0de306-5cb7-45b4-9040-04143d072f41 req-c673441b-8e58-44a5-836a-c777b291307a tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d07f2a-7a3d-4718-9c1b-16394753837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835713 Jan 28 19:23:49.186496 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c8879c-c0c6-42e2-bbf4-bd3c12e41253 req-bdb29a06-cb8c-484c-8489-231ba7ebc2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:49.187498 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c8879c-c0c6-42e2-bbf4-bd3c12e41253 req-bdb29a06-cb8c-484c-8489-231ba7ebc2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:49.188818 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-45c8879c-c0c6-42e2-bbf4-bd3c12e41253 req-bdb29a06-cb8c-484c-8489-231ba7ebc2f2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e0e6a2c7-11f0-4732-ba92-7b19b55801aa HTTP/1.1" status: 200 len: 2048 time: 0.0513773 Jan 28 19:23:49.272759 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-45c8879c-c0c6-42e2-bbf4-bd3c12e41253 req-086551dd-6497-4750-867a-e170ee6f25e2 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=bec31a1c-c230-472f-91bb-962fc9cfddde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773716 Jan 28 19:23:49.275828 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8a9235-553a-4a27-ac06-44f9d171ebee req-c08482a0-82ca-4832-9e19-65fb65127620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:49.277325 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8c8a9235-553a-4a27-ac06-44f9d171ebee req-c08482a0-82ca-4832-9e19-65fb65127620 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4e48b655-5911-4dcd-a073-26e765e9c04d HTTP/1.1" status: 200 len: 1129 time: 0.0664237 Jan 28 19:23:49.339000 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c98151-45d5-464e-80f7-103616a0a928 req-377d07de-994b-4d28-9624-0789d5374953 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:49.340559 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c0c98151-45d5-464e-80f7-103616a0a928 req-377d07de-994b-4d28-9624-0789d5374953 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbcb90df-df4c-4718-a1f8-da2cde64470a HTTP/1.1" status: 200 len: 944 time: 0.0600686 Jan 28 19:23:49.393505 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c0c98151-45d5-464e-80f7-103616a0a928 req-09c99a8a-b0bc-4458-8599-ab1e256e8bf8 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] 10.222.0.64 "GET /v2.0/security-groups?id=a17e8282-0405-4e4b-9340-e89106f12f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463283 Jan 28 19:23:49.518747 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8c8a9235-553a-4a27-ac06-44f9d171ebee req-6ecd9d06-a4f5-4e64-bfa9-4d8a372ea976 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ff0a7ca0-73d1-435a-8c79-518c9bdfd3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422709 Jan 28 19:23:49.569521 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-97c3f26a-0011-4c7d-8611-ec79d5b2cdcc tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Publish callbacks [] for router_gateway (120fc91b-ce65-404b-ad9a-5c8418f5e18a), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:49.661309 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f51dc17-0899-40eb-b93a-0a508c89ea20 req-f7f68989-cbd9-4e9e-ace2-9e071ea335dd tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:49.662254 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f27138-a3cb-407b-a624-9c2635628e6c req-6b306377-14d4-422d-92df-d0ab798252f4 tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:49.663747 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-55f27138-a3cb-407b-a624-9c2635628e6c req-6b306377-14d4-422d-92df-d0ab798252f4 tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] 10.222.0.64 "GET /v2.0/ports?device_id=b7ae322e-4c07-4de8-bb2a-d22af1bfcac2 HTTP/1.1" status: 200 len: 945 time: 0.1069136 Jan 28 19:23:49.666534 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f51dc17-0899-40eb-b93a-0a508c89ea20 req-f7f68989-cbd9-4e9e-ace2-9e071ea335dd tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:49.668083 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2f51dc17-0899-40eb-b93a-0a508c89ea20 req-f7f68989-cbd9-4e9e-ace2-9e071ea335dd tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0e6a2c7-11f0-4732-ba92-7b19b55801aa HTTP/1.1" status: 200 len: 1682 time: 0.0630398 Jan 28 19:23:49.718127 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2f51dc17-0899-40eb-b93a-0a508c89ea20 req-adb1d29f-c6e7-4232-ad98-d5011d66d058 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] 10.222.0.64 "GET /v2.0/security-groups?id=bec31a1c-c230-472f-91bb-962fc9cfddde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434735 Jan 28 19:23:49.743226 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-55f27138-a3cb-407b-a624-9c2635628e6c req-14d42022-8c5c-469b-97bd-2b593bb7c389 tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed5dbff7-d8b6-44bf-8755-79d5f3e8f67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728738 Jan 28 19:23:49.845556 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-97c3f26a-0011-4c7d-8611-ec79d5b2cdcc tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Publish callbacks [] for router_gateway (120fc91b-ce65-404b-ad9a-5c8418f5e18a), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:49.847301 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447ec205-e6e7-46ae-9c0c-7a44f2c63950 req-cb2d86d3-c3a8-4c60-bf8b-47dc420a2508 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:49.849681 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-447ec205-e6e7-46ae-9c0c-7a44f2c63950 req-cb2d86d3-c3a8-4c60-bf8b-47dc420a2508 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e48b655-5911-4dcd-a073-26e765e9c04d HTTP/1.1" status: 200 len: 946 time: 0.0634701 Jan 28 19:23:49.864346 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-97c3f26a-0011-4c7d-8611-ec79d5b2cdcc tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:49.906859 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-447ec205-e6e7-46ae-9c0c-7a44f2c63950 req-784ebc7c-375b-4cfd-9bdc-03232b2a920f tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff0a7ca0-73d1-435a-8c79-518c9bdfd3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498140 Jan 28 19:23:50.004506 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-97c3f26a-0011-4c7d-8611-ec79d5b2cdcc tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Allocated IP 172.25.6.26 (d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8/a648e4ab-7422-41b9-b133-58aca25ab8f5/cfc95dc0-43cd-4be6-a3d5-fa0559186854) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:23:50.022971 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a395f33-d653-420d-9755-6510ace86ea4 req-659dbe22-a928-4880-84c7-3f63bc8cdbeb tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:50.024467 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3a395f33-d653-420d-9755-6510ace86ea4 req-659dbe22-a928-4880-84c7-3f63bc8cdbeb tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/ports?device_id=067eb708-71ee-4488-a138-aa6faaafeac9 HTTP/1.1" status: 200 len: 945 time: 0.1050329 Jan 28 19:23:50.129280 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3a395f33-d653-420d-9755-6510ace86ea4 req-97d2359b-8797-4c8b-9fb1-da2c9f38afdb tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/security-groups?id=e52b5309-890e-4183-bf0d-6ef59c658d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973163 Jan 28 19:23:50.162345 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-97c3f26a-0011-4c7d-8611-ec79d5b2cdcc tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Publish callbacks [] for port (cfc95dc0-43cd-4be6-a3d5-fa0559186854), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:50.203612 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-97c3f26a-0011-4c7d-8611-ec79d5b2cdcc tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (cfc95dc0-43cd-4be6-a3d5-fa0559186854), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:50.255291 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c3f26a-0011-4c7d-8611-ec79d5b2cdcc tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:23:50.268727 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-97c3f26a-0011-4c7d-8611-ec79d5b2cdcc tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:23:50.273459 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c3f26a-0011-4c7d-8611-ec79d5b2cdcc tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:23:50.324373 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c3f26a-0011-4c7d-8611-ec79d5b2cdcc tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Pushing event updated for resources: {'Port': ['ID=cfc95dc0-43cd-4be6-a3d5-fa0559186854,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:50.454905 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:50.477458 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0486ce5d-1add-4e3b-ae39-8ecd7f0096e0 req-edfbc2c7-0fed-4323-bad0-1f365b4ecbe4 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:50.479144 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-0486ce5d-1add-4e3b-ae39-8ecd7f0096e0 req-edfbc2c7-0fed-4323-bad0-1f365b4ecbe4 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a47f6a4-d74b-4921-b485-5d2c0f03f514 HTTP/1.1" status: 200 len: 948 time: 0.1817338 Jan 28 19:23:50.479514 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9315065b-ad72-4f12-ba41-f38807d33217 req-73ef5989-2930-447f-ae5f-d5ac812a388f tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:50.481096 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9315065b-ad72-4f12-ba41-f38807d33217 req-73ef5989-2930-447f-ae5f-d5ac812a388f tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/ports?device_id=067eb708-71ee-4488-a138-aa6faaafeac9 HTTP/1.1" status: 200 len: 945 time: 0.0861068 Jan 28 19:23:50.561196 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9315065b-ad72-4f12-ba41-f38807d33217 req-d804e96c-c459-4218-9796-7f6e209e9300 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/security-groups?id=e52b5309-890e-4183-bf0d-6ef59c658d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582142 Jan 28 19:23:50.619881 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-0486ce5d-1add-4e3b-ae39-8ecd7f0096e0 req-f22784a6-f7e0-4e23-9511-94df718eb300 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d07f2a-7a3d-4718-9c1b-16394753837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240137 Jan 28 19:23:50.705051 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cc1feb-c1ea-4a83-b358-c834d6d08e48 req-bedaadd1-ee36-4c60-8f13-b80f093ced44 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:50.706707 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-54cc1feb-c1ea-4a83-b358-c834d6d08e48 req-bedaadd1-ee36-4c60-8f13-b80f093ced44 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbcb90df-df4c-4718-a1f8-da2cde64470a HTTP/1.1" status: 200 len: 944 time: 0.0775056 Jan 28 19:23:50.736509 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-97c3f26a-0011-4c7d-8611-ec79d5b2cdcc tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Publish callbacks [] for router_gateway (120fc91b-ce65-404b-ad9a-5c8418f5e18a), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:50.763161 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-54cc1feb-c1ea-4a83-b358-c834d6d08e48 req-90f1242b-9bb1-4afc-bf39-28f5463132b6 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] 10.222.0.64 "GET /v2.0/security-groups?id=a17e8282-0405-4e4b-9340-e89106f12f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487735 Jan 28 19:23:50.904737 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0b311e-697b-47b9-a575-817c35d241e5 req-dbd8cace-411c-4fd6-ac17-b971fc6ecd65 tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:50.906350 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9d0b311e-697b-47b9-a575-817c35d241e5 req-dbd8cace-411c-4fd6-ac17-b971fc6ecd65 tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] 10.222.0.64 "GET /v2.0/ports?device_id=b7ae322e-4c07-4de8-bb2a-d22af1bfcac2 HTTP/1.1" status: 200 len: 945 time: 0.0647817 Jan 28 19:23:50.973382 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9d0b311e-697b-47b9-a575-817c35d241e5 req-a1ea91bf-d22d-406a-9104-d332fb74e448 tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed5dbff7-d8b6-44bf-8755-79d5f3e8f67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539880 Jan 28 19:23:50.977926 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fab332d-0449-4cc4-b073-2177206f9529 req-aa907b32-ee68-4e2f-bb00-bec58a890bf5 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:50.983900 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fab332d-0449-4cc4-b073-2177206f9529 req-aa907b32-ee68-4e2f-bb00-bec58a890bf5 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:50.985532 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6fab332d-0449-4cc4-b073-2177206f9529 req-aa907b32-ee68-4e2f-bb00-bec58a890bf5 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0e6a2c7-11f0-4732-ba92-7b19b55801aa HTTP/1.1" status: 200 len: 1682 time: 0.1264846 Jan 28 19:23:51.077251 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-97c3f26a-0011-4c7d-8611-ec79d5b2cdcc tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-731074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-731460'] for router (120fc91b-ce65-404b-ad9a-5c8418f5e18a), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:51.084544 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6fab332d-0449-4cc4-b073-2177206f9529 req-221722d2-28a9-422c-b446-492cf63af71c tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] 10.222.0.64 "GET /v2.0/security-groups?id=bec31a1c-c230-472f-91bb-962fc9cfddde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919905 Jan 28 19:23:51.087113 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0939bdad-1d46-4844-aa6b-5cc31d300278 req-1385528c-f321-4a01-9e9b-3570e28222ed tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:51.095956 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-0939bdad-1d46-4844-aa6b-5cc31d300278 req-1385528c-f321-4a01-9e9b-3570e28222ed tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e48b655-5911-4dcd-a073-26e765e9c04d HTTP/1.1" status: 200 len: 946 time: 0.0680480 Jan 28 19:23:51.142287 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 317f4556-51ab-4706-81b2-ba097b6f1422 up at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:23:51.204088 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-0939bdad-1d46-4844-aa6b-5cc31d300278 req-201da2b8-f5d4-49bb-8874-627b10d628f4 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff0a7ca0-73d1-435a-8c79-518c9bdfd3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060483 Jan 28 19:23:51.235101 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning for port 317f4556-51ab-4706-81b2-ba097b6f1422 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:23:51.242675 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning complete for port 317f4556-51ab-4706-81b2-ba097b6f1422 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:23:51.244296 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (317f4556-51ab-4706-81b2-ba097b6f1422), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:51.265333 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97c3f26a-0011-4c7d-8611-ec79d5b2cdcc tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Router 120fc91b-ce65-404b-ad9a-5c8418f5e18a is scheduled to L3 agent 76fe5c49-705a-4e08-abb2-be585676213f with binding_index 1 {{(pid=103304) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 19:23:51.382739 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97c3f26a-0011-4c7d-8611-ec79d5b2cdcc tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:23:51.408872 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-97c3f26a-0011-4c7d-8611-ec79d5b2cdcc tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:51.412265 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-97c3f26a-0011-4c7d-8611-ec79d5b2cdcc tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.6694834 Jan 28 19:23:51.414511 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 48514) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:23:51.414998 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e322b22-5659-4fa1-bd4e-00911c408c74 None None] Sync routers for ids ['120fc91b-ce65-404b-ad9a-5c8418f5e18a'] in n-d-812111-14 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:23:51.444336 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port 317f4556-51ab-4706-81b2-ba097b6f1422 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:23:51.444912 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (317f4556-51ab-4706-81b2-ba097b6f1422), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:51.446879 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e322b22-5659-4fa1-bd4e-00911c408c74 None None] Routers {'120fc91b-ce65-404b-ad9a-5c8418f5e18a'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:23:51.447716 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-5e322b22-5659-4fa1-bd4e-00911c408c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:23:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['120fc91b-ce65-404b-ad9a-5c8418f5e18a'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:23:51.488233 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-5e322b22-5659-4fa1-bd4e-00911c408c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:23:51.517556 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbcb90df-df4c-4718-a1f8-da2cde64470a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '317f4556-51ab-4706-81b2-ba097b6f1422'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:23:51.519834 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-706adec1-46b4-4881-989f-cac21f1559c2" -d '{"events": [{"server_uuid": "fbcb90df-df4c-4718-a1f8-da2cde64470a", "name": "network-vif-plugged", "status": "completed", "tag": "317f4556-51ab-4706-81b2-ba097b6f1422"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:23:51.524503 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e322b22-5659-4fa1-bd4e-00911c408c74 None None] Routers {'120fc91b-ce65-404b-ad9a-5c8418f5e18a'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:23:51.525148 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-5e322b22-5659-4fa1-bd4e-00911c408c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:23:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['120fc91b-ce65-404b-ad9a-5c8418f5e18a'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:23:51.565558 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 317f4556-51ab-4706-81b2-ba097b6f1422, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=317f4556-51ab-4706-81b2-ba097b6f1422,segment=NetworkSegment(061cb951-c0bc-4d59-a3f2-ff4acb095ff3),segment_id=061cb951-c0bc-4d59-a3f2-ff4acb095ff3)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:23:51.566715 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-5e322b22-5659-4fa1-bd4e-00911c408c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:23:51.567464 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e322b22-5659-4fa1-bd4e-00911c408c74 None None] The sync data for ids ['120fc91b-ce65-404b-ad9a-5c8418f5e18a'] in n-d-812111-14 is: [] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:23:51.577854 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (317f4556-51ab-4706-81b2-ba097b6f1422), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:51.578932 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 0de5e835-b1b7-47c9-a9c1-41d3ac8a15bf no longer exists at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:23:51.633293 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c69b1fb-da70-4711-8944-70db670cc20a x-openstack-request-id: req-0c69b1fb-da70-4711-8944-70db670cc20a {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:23:51.633834 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbcb90df-df4c-4718-a1f8-da2cde64470a", "name": "network-vif-plugged", "status": "completed", "tag": "317f4556-51ab-4706-81b2-ba097b6f1422", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:23:51.634256 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0c69b1fb-da70-4711-8944-70db670cc20a {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:23:51.634787 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbcb90df-df4c-4718-a1f8-da2cde64470a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '317f4556-51ab-4706-81b2-ba097b6f1422', 'code': 200} Jan 28 19:23:51.695637 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=317f4556-51ab-4706-81b2-ba097b6f1422,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:51.742782 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port 0de5e835-b1b7-47c9-a9c1-41d3ac8a15bf is: DOWN; New status is: DOWN {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:23:51.773205 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d899c890-f006-485b-a761-ca0470c378e4 req-b7096300-c293-465b-9f59-541cc9961d05 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:51.774873 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d899c890-f006-485b-a761-ca0470c378e4 req-b7096300-c293-465b-9f59-541cc9961d05 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/ports?device_id=067eb708-71ee-4488-a138-aa6faaafeac9 HTTP/1.1" status: 200 len: 945 time: 0.0709538 Jan 28 19:23:51.834343 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d899c890-f006-485b-a761-ca0470c378e4 req-621e1e4b-1b5e-4cd1-9b22-80a0ff433853 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/security-groups?id=e52b5309-890e-4183-bf0d-6ef59c658d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524700 Jan 28 19:23:51.979462 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3429339-d7a3-4bbf-b917-84e30335c96b req-b8866f87-71ef-4034-8ccb-ed7236aca027 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:51.982191 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d3429339-d7a3-4bbf-b917-84e30335c96b req-b8866f87-71ef-4034-8ccb-ed7236aca027 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a47f6a4-d74b-4921-b485-5d2c0f03f514 HTTP/1.1" status: 200 len: 948 time: 0.0674736 Jan 28 19:23:52.015200 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-0ae9e255-df8a-4520-bf7a-2b309d23b877 tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] 10.222.0.64 "GET /v2.0/routers/120fc91b-ce65-404b-ad9a-5c8418f5e18a HTTP/1.1" status: 200 len: 919 time: 0.5994184 Jan 28 19:23:52.018279 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 48530) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:23:52.036283 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dace0d09-0da0-4ae9-b2d5-edf25e8570fa req-e9376b70-c61a-4794-ae44-de427e63a781 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:52.041631 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dace0d09-0da0-4ae9-b2d5-edf25e8570fa req-e9376b70-c61a-4794-ae44-de427e63a781 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:52.043210 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-dace0d09-0da0-4ae9-b2d5-edf25e8570fa req-e9376b70-c61a-4794-ae44-de427e63a781 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0e6a2c7-11f0-4732-ba92-7b19b55801aa HTTP/1.1" status: 200 len: 1682 time: 0.5527205 Jan 28 19:23:52.055966 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8aaef4-d895-401f-8c1c-cee5194e6050 req-606fe8c3-e095-4b2e-abfe-0cc7dcb2c0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:52.060421 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ef8aaef4-d895-401f-8c1c-cee5194e6050 req-606fe8c3-e095-4b2e-abfe-0cc7dcb2c0b2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9a47f6a4-d74b-4921-b485-5d2c0f03f514&tenant_id=e0a949cf73864faf86b4b8a64f5cd635 HTTP/1.1" status: 200 len: 1131 time: 0.1298664 Jan 28 19:23:52.060546 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-b2ea20e1-76f8-48f2-8e7c-eaae6db44158 tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] 10.222.0.64 "GET /v2.0/ports?device_id=120fc91b-ce65-404b-ad9a-5c8418f5e18a HTTP/1.1" status: 200 len: 205 time: 0.0372748 Jan 28 19:23:52.063651 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 48532) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:23:52.064057 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd8f92b-9f88-4584-a337-3e6ece800f0c req-2caa7fd4-e58f-460f-9f16-d1ade57d0b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:52.065513 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-bfd8f92b-9f88-4584-a337-3e6ece800f0c req-2caa7fd4-e58f-460f-9f16-d1ade57d0b06 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fbcb90df-df4c-4718-a1f8-da2cde64470a HTTP/1.1" status: 200 len: 1128 time: 0.1391573 Jan 28 19:23:52.080064 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d3429339-d7a3-4bbf-b917-84e30335c96b req-16fc57ed-7f43-461c-8213-3186b3f16107 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d07f2a-7a3d-4718-9c1b-16394753837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903883 Jan 28 19:23:52.165972 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-dace0d09-0da0-4ae9-b2d5-edf25e8570fa req-fe10475f-6399-4078-92af-73ee253c0b54 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] 10.222.0.64 "GET /v2.0/security-groups?id=bec31a1c-c230-472f-91bb-962fc9cfddde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135981 Jan 28 19:23:52.168243 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-bfd8f92b-9f88-4584-a337-3e6ece800f0c req-2d3e55e0-ffb7-4033-9dcd-2b37a1c19bb4 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a17e8282-0405-4e4b-9340-e89106f12f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952346 Jan 28 19:23:52.193629 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8aaef4-d895-401f-8c1c-cee5194e6050 req-a60f5d5d-24e8-491a-b809-9c453e17397d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:52.195234 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ef8aaef4-d895-401f-8c1c-cee5194e6050 req-a60f5d5d-24e8-491a-b809-9c453e17397d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e0a949cf73864faf86b4b8a64f5cd635&device_id=9a47f6a4-d74b-4921-b485-5d2c0f03f514 HTTP/1.1" status: 200 len: 1131 time: 0.1134317 Jan 28 19:23:52.284111 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aa540f-ab59-4e05-8381-1ea11ffed8c9 req-33926339-3173-4f5b-9dc0-7081aae38295 tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:52.285774 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e2aa540f-ab59-4e05-8381-1ea11ffed8c9 req-33926339-3173-4f5b-9dc0-7081aae38295 tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] 10.222.0.64 "GET /v2.0/ports?device_id=b7ae322e-4c07-4de8-bb2a-d22af1bfcac2 HTTP/1.1" status: 200 len: 945 time: 0.0580568 Jan 28 19:23:52.288745 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fd3e74-20d6-4922-81d7-33bace99d9ef req-0963a9d1-00b6-4cc2-afcf-3b124ecf9d87 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:52.290354 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f7fd3e74-20d6-4922-81d7-33bace99d9ef req-0963a9d1-00b6-4cc2-afcf-3b124ecf9d87 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.70 "GET /v2.0/ports?device_id=067eb708-71ee-4488-a138-aa6faaafeac9 HTTP/1.1" status: 200 len: 945 time: 0.1644304 Jan 28 19:23:52.298564 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fdd068fc-af84-426e-a72d-f83e27a366e5 tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Publish callbacks [] for router (120fc91b-ce65-404b-ad9a-5c8418f5e18a), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:52.335071 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e2aa540f-ab59-4e05-8381-1ea11ffed8c9 req-4dfc0eb9-4565-4e6b-81e5-e12731bd63dc tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed5dbff7-d8b6-44bf-8755-79d5f3e8f67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433009 Jan 28 19:23:52.392298 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0037106e-ccd2-42ba-a4c7-5b487bd52708 req-51f5ae2b-a5ab-4430-a6dc-3b047360e28e tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:52.393989 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-0037106e-ccd2-42ba-a4c7-5b487bd52708 req-51f5ae2b-a5ab-4430-a6dc-3b047360e28e tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbcb90df-df4c-4718-a1f8-da2cde64470a HTTP/1.1" status: 200 len: 945 time: 0.2385492 Jan 28 19:23:52.502479 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3b4518-f944-4616-8fd1-1817cfb57143 req-39660dbe-ea98-438b-9027-a3978f8b5006 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:52.504258 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6c3b4518-f944-4616-8fd1-1817cfb57143 req-39660dbe-ea98-438b-9027-a3978f8b5006 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e48b655-5911-4dcd-a073-26e765e9c04d HTTP/1.1" status: 200 len: 946 time: 0.1066902 Jan 28 19:23:52.506857 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8aaef4-d895-401f-8c1c-cee5194e6050 req-86e0a44c-f9c8-4db6-a339-a04e3e11a866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:52.508204 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ef8aaef4-d895-401f-8c1c-cee5194e6050 req-86e0a44c-f9c8-4db6-a339-a04e3e11a866 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7810caa2-eac6-457d-9302-c8c215ef3e91 HTTP/1.1" status: 200 len: 869 time: 0.1403039 Jan 28 19:23:52.528542 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-0037106e-ccd2-42ba-a4c7-5b487bd52708 req-15a1c5d5-b61c-470b-8b29-cadcfbd77820 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] 10.222.0.64 "GET /v2.0/security-groups?id=a17e8282-0405-4e4b-9340-e89106f12f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234083 Jan 28 19:23:52.546010 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fdd068fc-af84-426e-a72d-f83e27a366e5 tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Publish callbacks [] for router_gateway (120fc91b-ce65-404b-ad9a-5c8418f5e18a), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:52.566961 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ef8aaef4-d895-401f-8c1c-cee5194e6050 req-d505b43b-77ee-4132-8d73-222d20a53054 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=0de5e835-b1b7-47c9-a9c1-41d3ac8a15bf HTTP/1.1" status: 200 len: 217 time: 0.0420938 Jan 28 19:23:52.586145 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-f7fd3e74-20d6-4922-81d7-33bace99d9ef req-d61b3f0e-2f9e-4214-aead-2d999d0cb315 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Deleting port 06903cc2-3744-4ed1-a1a3-dc70d99f91df {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:23:52.586481 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f7fd3e74-20d6-4922-81d7-33bace99d9ef req-d61b3f0e-2f9e-4214-aead-2d999d0cb315 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (06903cc2-3744-4ed1-a1a3-dc70d99f91df), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:52.593699 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6c3b4518-f944-4616-8fd1-1817cfb57143 req-836f68d0-9ddd-433d-b077-dafbdd88a9fc tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff0a7ca0-73d1-435a-8c79-518c9bdfd3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835292 Jan 28 19:23:52.644403 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8aaef4-d895-401f-8c1c-cee5194e6050 req-e309c0b8-1aac-4658-9b20-f125889671f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:52.646437 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ef8aaef4-d895-401f-8c1c-cee5194e6050 req-e309c0b8-1aac-4658-9b20-f125889671f0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f2de4832-9ef6-4f40-9ac5-1557d5e6a6ff HTTP/1.1" status: 200 len: 843 time: 0.0561938 Jan 28 19:23:52.699456 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8aaef4-d895-401f-8c1c-cee5194e6050 req-83ae9b3a-b1bc-4b17-aac0-18ce2551efc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:52.701003 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ef8aaef4-d895-401f-8c1c-cee5194e6050 req-83ae9b3a-b1bc-4b17-aac0-18ce2551efc0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7810caa2-eac6-457d-9302-c8c215ef3e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0475821 Jan 28 19:23:52.715980 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-fdd068fc-af84-426e-a72d-f83e27a366e5 tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Deleting port cfc95dc0-43cd-4be6-a3d5-fa0559186854 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:23:52.716421 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fdd068fc-af84-426e-a72d-f83e27a366e5 tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (cfc95dc0-43cd-4be6-a3d5-fa0559186854), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:52.741881 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-f7fd3e74-20d6-4922-81d7-33bace99d9ef req-d61b3f0e-2f9e-4214-aead-2d999d0cb315 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] For port 06903cc2-3744-4ed1-a1a3-dc70d99f91df, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=06903cc2-3744-4ed1-a1a3-dc70d99f91df,segment=NetworkSegment(3fce350c-ea58-4666-bd7d-c61ada9a9295),segment_id=3fce350c-ea58-4666-bd7d-c61ada9a9295)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:23:52.742290 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f7fd3e74-20d6-4922-81d7-33bace99d9ef req-d61b3f0e-2f9e-4214-aead-2d999d0cb315 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (06903cc2-3744-4ed1-a1a3-dc70d99f91df), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:52.790013 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-f7fd3e74-20d6-4922-81d7-33bace99d9ef req-d61b3f0e-2f9e-4214-aead-2d999d0cb315 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Calling delete_port for 06903cc2-3744-4ed1-a1a3-dc70d99f91df owned by compute:nova {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:23:52.798180 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ef8aaef4-d895-401f-8c1c-cee5194e6050 req-fee03020-34d5-46ba-98bc-8ed4043d7e6a service neutron] 10.222.0.41 "GET /v2.0/networks/7810caa2-eac6-457d-9302-c8c215ef3e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898952 Jan 28 19:23:52.829020 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66aec48-dbdc-4e79-878c-7e1693799a33 req-35a25443-94b5-4e1d-ac05-539c5c4e9a64 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:52.830610 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f66aec48-dbdc-4e79-878c-7e1693799a33 req-35a25443-94b5-4e1d-ac05-539c5c4e9a64 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e48b655-5911-4dcd-a073-26e765e9c04d HTTP/1.1" status: 200 len: 946 time: 0.1559105 Jan 28 19:23:52.895462 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fdd068fc-af84-426e-a72d-f83e27a366e5 tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (cfc95dc0-43cd-4be6-a3d5-fa0559186854), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:52.900331 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ef8aaef4-d895-401f-8c1c-cee5194e6050 req-e0dc3ac0-6ec3-4883-bc76-2c7f127a39f3 service neutron] 10.222.0.41 "GET /v2.0/networks/7810caa2-eac6-457d-9302-c8c215ef3e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952864 Jan 28 19:23:52.918531 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-fdd068fc-af84-426e-a72d-f83e27a366e5 tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Calling delete_port for cfc95dc0-43cd-4be6-a3d5-fa0559186854 owned by network:router_gateway {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:23:52.977022 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec16b9b7-176e-42a0-bb76-6e5926f722d4 req-1751b721-c2f5-4189-ab85-2c6891752d0b tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:52.978770 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ec16b9b7-176e-42a0-bb76-6e5926f722d4 req-1751b721-c2f5-4189-ab85-2c6891752d0b tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/ports?device_id=067eb708-71ee-4488-a138-aa6faaafeac9 HTTP/1.1" status: 200 len: 945 time: 0.0629776 Jan 28 19:23:53.001725 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f66aec48-dbdc-4e79-878c-7e1693799a33 req-ccfea2f4-eb65-4266-9658-74d2f2d7b086 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff0a7ca0-73d1-435a-8c79-518c9bdfd3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411223 Jan 28 19:23:53.050846 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ec16b9b7-176e-42a0-bb76-6e5926f722d4 req-e4cabf99-d75d-4ced-953f-598ae7168f4f tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.64 "GET /v2.0/security-groups?id=e52b5309-890e-4183-bf0d-6ef59c658d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654013 Jan 28 19:23:53.146660 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f7fd3e74-20d6-4922-81d7-33bace99d9ef req-d61b3f0e-2f9e-4214-aead-2d999d0cb315 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (06903cc2-3744-4ed1-a1a3-dc70d99f91df), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:53.162910 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['06903cc2-3744-4ed1-a1a3-dc70d99f91df'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:23:53.187973 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61b3f0e-2f9e-4214-aead-2d999d0cb315 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Pushing event deleted for resources: {'Port': ['ID=06903cc2-3744-4ed1-a1a3-dc70d99f91df,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:53.220321 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20f3540-9aef-4a5c-947e-f74eb5817981 req-c820735e-6b43-4d57-a39e-988a55097d57 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:53.225207 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a20f3540-9aef-4a5c-947e-f74eb5817981 req-c820735e-6b43-4d57-a39e-988a55097d57 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a47f6a4-d74b-4921-b485-5d2c0f03f514 HTTP/1.1" status: 200 len: 948 time: 0.0742223 Jan 28 19:23:53.231239 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61b3f0e-2f9e-4214-aead-2d999d0cb315 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:23:53.232246 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61b3f0e-2f9e-4214-aead-2d999d0cb315 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:23:53.232595 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61b3f0e-2f9e-4214-aead-2d999d0cb315 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:23:53.232977 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61b3f0e-2f9e-4214-aead-2d999d0cb315 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:23:53.233502 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61b3f0e-2f9e-4214-aead-2d999d0cb315 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:23:53.233780 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61b3f0e-2f9e-4214-aead-2d999d0cb315 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:23:53.234172 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61b3f0e-2f9e-4214-aead-2d999d0cb315 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:23:53.234508 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61b3f0e-2f9e-4214-aead-2d999d0cb315 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:23:53.234835 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61b3f0e-2f9e-4214-aead-2d999d0cb315 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:23:53.235161 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61b3f0e-2f9e-4214-aead-2d999d0cb315 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:23:53.235494 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61b3f0e-2f9e-4214-aead-2d999d0cb315 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:23:53.235828 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61b3f0e-2f9e-4214-aead-2d999d0cb315 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:23:53.236187 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61b3f0e-2f9e-4214-aead-2d999d0cb315 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:23:53.273269 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0676f9b-b9a2-4447-ae10-7eafe1b1d7d2 req-6ffbb077-7ea1-4d80-9a2d-89e704628b39 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:53.274812 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b0676f9b-b9a2-4447-ae10-7eafe1b1d7d2 req-6ffbb077-7ea1-4d80-9a2d-89e704628b39 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e48b655-5911-4dcd-a073-26e765e9c04d HTTP/1.1" status: 200 len: 946 time: 0.1754208 Jan 28 19:23:53.285062 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a20f3540-9aef-4a5c-947e-f74eb5817981 req-8c204d5b-25f7-40c1-8036-7070349c4ec0 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d07f2a-7a3d-4718-9c1b-16394753837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540898 Jan 28 19:23:53.295473 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7fd3e74-20d6-4922-81d7-33bace99d9ef req-d61b3f0e-2f9e-4214-aead-2d999d0cb315 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] No DVR routers for this DVR port 06903cc2-3744-4ed1-a1a3-dc70d99f91df on host n-h2-812111-14 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:23:53.298881 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f7fd3e74-20d6-4922-81d7-33bace99d9ef req-d61b3f0e-2f9e-4214-aead-2d999d0cb315 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:53.302319 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f7fd3e74-20d6-4922-81d7-33bace99d9ef req-d61b3f0e-2f9e-4214-aead-2d999d0cb315 tempest-DeleteServersTestJSON-243173124 tempest-DeleteServersTestJSON-243173124-project] 10.222.0.70 "DELETE /v2.0/ports/06903cc2-3744-4ed1-a1a3-dc70d99f91df HTTP/1.1" status: 204 len: 173 time: 1.0008488 Jan 28 19:23:53.302774 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '067eb708-71ee-4488-a138-aa6faaafeac9', 'name': 'network-vif-deleted', 'tag': '06903cc2-3744-4ed1-a1a3-dc70d99f91df'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:23:53.304997 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3ef7ff0-30e5-4239-89b5-76b09c118bc4" -d '{"events": [{"server_uuid": "067eb708-71ee-4488-a138-aa6faaafeac9", "name": "network-vif-deleted", "tag": "06903cc2-3744-4ed1-a1a3-dc70d99f91df"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:23:53.314135 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fdd068fc-af84-426e-a72d-f83e27a366e5 tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (cfc95dc0-43cd-4be6-a3d5-fa0559186854), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:53.354600 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd068fc-af84-426e-a72d-f83e27a366e5 tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Pushing event deleted for resources: {'Port': ['ID=cfc95dc0-43cd-4be6-a3d5-fa0559186854,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:53.421096 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b0676f9b-b9a2-4447-ae10-7eafe1b1d7d2 req-c76b9351-76fc-4419-8860-e1df678ae766 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff0a7ca0-73d1-435a-8c79-518c9bdfd3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267047 Jan 28 19:23:53.458461 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fdd068fc-af84-426e-a72d-f83e27a366e5 tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-731488'] for router_gateway (120fc91b-ce65-404b-ad9a-5c8418f5e18a), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:53.498389 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c837b89-cc3b-4016-a4f2-723bdb46b9a5 x-openstack-request-id: req-7c837b89-cc3b-4016-a4f2-723bdb46b9a5 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:23:53.498697 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "067eb708-71ee-4488-a138-aa6faaafeac9", "name": "network-vif-deleted", "tag": "06903cc2-3744-4ed1-a1a3-dc70d99f91df", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:23:53.499110 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7c837b89-cc3b-4016-a4f2-723bdb46b9a5 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:23:53.499513 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '067eb708-71ee-4488-a138-aa6faaafeac9', 'name': 'network-vif-deleted', 'tag': '06903cc2-3744-4ed1-a1a3-dc70d99f91df', 'status': 'completed', 'code': 200} Jan 28 19:23:53.502511 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7c6d88-b6a8-4e41-9a92-30eecb46608d req-0fd796ae-5f1d-4dc7-96b8-6085eba96f09 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:53.508511 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7c6d88-b6a8-4e41-9a92-30eecb46608d req-0fd796ae-5f1d-4dc7-96b8-6085eba96f09 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:53.510182 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-bf7c6d88-b6a8-4e41-9a92-30eecb46608d req-0fd796ae-5f1d-4dc7-96b8-6085eba96f09 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0e6a2c7-11f0-4732-ba92-7b19b55801aa HTTP/1.1" status: 200 len: 1682 time: 0.1591964 Jan 28 19:23:53.524961 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c01a15e-9862-4705-97e0-d1dabd297995 req-1f33eeb1-e3f7-46eb-af12-4ba101a5ebd7 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:53.531176 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c01a15e-9862-4705-97e0-d1dabd297995 req-1f33eeb1-e3f7-46eb-af12-4ba101a5ebd7 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:53.532888 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5c01a15e-9862-4705-97e0-d1dabd297995 req-1f33eeb1-e3f7-46eb-af12-4ba101a5ebd7 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] 10.222.0.41 "GET /v2.0/ports?device_id=e0e6a2c7-11f0-4732-ba92-7b19b55801aa HTTP/1.1" status: 200 len: 1682 time: 0.1409719 Jan 28 19:23:53.636494 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-bf7c6d88-b6a8-4e41-9a92-30eecb46608d req-cf2adb00-7b50-4842-b71d-a7affd2c7082 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] 10.222.0.64 "GET /v2.0/security-groups?id=bec31a1c-c230-472f-91bb-962fc9cfddde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023483 Jan 28 19:23:53.644904 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:53.674427 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-5c01a15e-9862-4705-97e0-d1dabd297995 req-45e74df8-20f9-41b6-ab60-f817c74ab5c0 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Deleting port 7bcd636f-8be5-4f8a-8251-3966e3332dd8 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:23:53.675131 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-5c01a15e-9862-4705-97e0-d1dabd297995 req-45e74df8-20f9-41b6-ab60-f817c74ab5c0 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (7bcd636f-8be5-4f8a-8251-3966e3332dd8), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:53.817964 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a786f68b-a5ac-4820-b746-0f0963356ac9 req-62424cb0-6312-4a31-a469-9f0af4a85b87 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:53.819549 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a786f68b-a5ac-4820-b746-0f0963356ac9 req-62424cb0-6312-4a31-a469-9f0af4a85b87 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbcb90df-df4c-4718-a1f8-da2cde64470a HTTP/1.1" status: 200 len: 945 time: 0.0923381 Jan 28 19:23:53.821579 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-5c01a15e-9862-4705-97e0-d1dabd297995 req-45e74df8-20f9-41b6-ab60-f817c74ab5c0 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] For port 7bcd636f-8be5-4f8a-8251-3966e3332dd8, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=7bcd636f-8be5-4f8a-8251-3966e3332dd8,segment=NetworkSegment(c17ed0f3-a91b-48f1-8609-9bb873a3202f),segment_id=c17ed0f3-a91b-48f1-8609-9bb873a3202f)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:23:53.821949 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-5c01a15e-9862-4705-97e0-d1dabd297995 req-45e74df8-20f9-41b6-ab60-f817c74ab5c0 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (7bcd636f-8be5-4f8a-8251-3966e3332dd8), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:53.851863 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-5c01a15e-9862-4705-97e0-d1dabd297995 req-45e74df8-20f9-41b6-ab60-f817c74ab5c0 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Calling delete_port for 7bcd636f-8be5-4f8a-8251-3966e3332dd8 owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:23:53.933400 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a786f68b-a5ac-4820-b746-0f0963356ac9 req-81a9e508-fbf4-4834-ba1c-f16e3a2ba348 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] 10.222.0.64 "GET /v2.0/security-groups?id=a17e8282-0405-4e4b-9340-e89106f12f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010633 Jan 28 19:23:53.940413 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fdd068fc-af84-426e-a72d-f83e27a366e5 tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-730901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261120'] for router (120fc91b-ce65-404b-ad9a-5c8418f5e18a), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:53.943833 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fdd068fc-af84-426e-a72d-f83e27a366e5 tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Publish callbacks [] for router_controller (120fc91b-ce65-404b-ad9a-5c8418f5e18a), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:54.019832 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fdd068fc-af84-426e-a72d-f83e27a366e5 tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-730908'] for router (120fc91b-ce65-404b-ad9a-5c8418f5e18a), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:54.020544 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdd068fc-af84-426e-a72d-f83e27a366e5 tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Fanout notify agent at l3_agent the message router_deleted on router 120fc91b-ce65-404b-ad9a-5c8418f5e18a {{(pid=103304) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:23:54.027411 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fdd068fc-af84-426e-a72d-f83e27a366e5 tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:54.028423 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-fdd068fc-af84-426e-a72d-f83e27a366e5 tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] 10.222.0.64 "DELETE /v2.0/routers/120fc91b-ce65-404b-ad9a-5c8418f5e18a HTTP/1.1" status: 204 len: 168 time: 1.9638364 Jan 28 19:23:54.032715 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 48558) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:23:54.037562 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-77b4b879-3678-43d7-aa7d-30de4fd4ef0c tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2084904103', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'enable_snat': False}}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:23:54.058271 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2d5dc6-6b4c-46c2-a57f-0a2a16a45f58 req-8208b43c-00fe-47c5-98d3-6e35172b8f5c tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:54.060333 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7e2d5dc6-6b4c-46c2-a57f-0a2a16a45f58 req-8208b43c-00fe-47c5-98d3-6e35172b8f5c tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] 10.222.0.64 "GET /v2.0/ports?device_id=b7ae322e-4c07-4de8-bb2a-d22af1bfcac2 HTTP/1.1" status: 200 len: 945 time: 0.1323867 Jan 28 19:23:54.076512 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-77b4b879-3678-43d7-aa7d-30de4fd4ef0c tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261150'] for router (1563e00e-1221-4567-b55c-f54382d1313b), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:54.077545 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-77b4b879-3678-43d7-aa7d-30de4fd4ef0c tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-731099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-731441', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261129'] for router (1563e00e-1221-4567-b55c-f54382d1313b), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:54.084076 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-5c01a15e-9862-4705-97e0-d1dabd297995 req-45e74df8-20f9-41b6-ab60-f817c74ab5c0 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (7bcd636f-8be5-4f8a-8251-3966e3332dd8), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:54.098768 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['7bcd636f-8be5-4f8a-8251-3966e3332dd8', '308e88b2-b86f-40d7-acef-4e006ae41fa8'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:23:54.131600 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e74df8-20f9-41b6-ab60-f817c74ab5c0 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Pushing event deleted for resources: {'Port': ['ID=7bcd636f-8be5-4f8a-8251-3966e3332dd8,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:54.140995 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7e2d5dc6-6b4c-46c2-a57f-0a2a16a45f58 req-d0e4e561-12ba-4428-b855-9c757960598f tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed5dbff7-d8b6-44bf-8755-79d5f3e8f67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728989 Jan 28 19:23:54.177363 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-77b4b879-3678-43d7-aa7d-30de4fd4ef0c tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Publish callbacks [] for router_controller (1563e00e-1221-4567-b55c-f54382d1313b), precommit_add_association {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:54.227437 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c01a15e-9862-4705-97e0-d1dabd297995 req-45e74df8-20f9-41b6-ab60-f817c74ab5c0 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] No DVR routers for this DVR port 7bcd636f-8be5-4f8a-8251-3966e3332dd8 on host n-h1-812111-14 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:23:54.233616 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-5c01a15e-9862-4705-97e0-d1dabd297995 req-45e74df8-20f9-41b6-ab60-f817c74ab5c0 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:54.243233 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5c01a15e-9862-4705-97e0-d1dabd297995 req-45e74df8-20f9-41b6-ab60-f817c74ab5c0 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] 10.222.0.41 "DELETE /v2.0/ports/7bcd636f-8be5-4f8a-8251-3966e3332dd8 HTTP/1.1" status: 204 len: 173 time: 0.7022853 Jan 28 19:23:54.263842 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0047fe97-ae1b-415b-86bc-b62cd9156806 req-354ad8da-296c-4857-b400-94a82e13caf1 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:54.269001 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-0047fe97-ae1b-415b-86bc-b62cd9156806 req-354ad8da-296c-4857-b400-94a82e13caf1 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e48b655-5911-4dcd-a073-26e765e9c04d HTTP/1.1" status: 200 len: 946 time: 0.2145815 Jan 28 19:23:54.271844 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0e6a2c7-11f0-4732-ba92-7b19b55801aa', 'name': 'network-vif-deleted', 'tag': '7bcd636f-8be5-4f8a-8251-3966e3332dd8'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:23:54.279734 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d446484-4250-4bdd-abeb-e1fcd4e56621" -d '{"events": [{"server_uuid": "e0e6a2c7-11f0-4732-ba92-7b19b55801aa", "name": "network-vif-deleted", "tag": "7bcd636f-8be5-4f8a-8251-3966e3332dd8"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:23:54.387131 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-77b4b879-3678-43d7-aa7d-30de4fd4ef0c tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Publish callbacks [] for router_gateway (1563e00e-1221-4567-b55c-f54382d1313b), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:54.471307 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-0047fe97-ae1b-415b-86bc-b62cd9156806 req-3926370e-3d2c-4ded-b546-1541df436051 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff0a7ca0-73d1-435a-8c79-518c9bdfd3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839309 Jan 28 19:23:54.476748 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f5c55c2-e0a8-4162-9d69-353747144a63 x-openstack-request-id: req-9f5c55c2-e0a8-4162-9d69-353747144a63 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:23:54.477256 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0e6a2c7-11f0-4732-ba92-7b19b55801aa", "name": "network-vif-deleted", "tag": "7bcd636f-8be5-4f8a-8251-3966e3332dd8", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:23:54.477615 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9f5c55c2-e0a8-4162-9d69-353747144a63 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:23:54.478109 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0e6a2c7-11f0-4732-ba92-7b19b55801aa', 'name': 'network-vif-deleted', 'tag': '7bcd636f-8be5-4f8a-8251-3966e3332dd8', 'status': 'completed', 'code': 200} Jan 28 19:23:54.511564 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-5c01a15e-9862-4705-97e0-d1dabd297995 req-aa8cff09-a0d7-4ecf-9700-3b3d57b7631a tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Deleting port 308e88b2-b86f-40d7-acef-4e006ae41fa8 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:23:54.512028 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-5c01a15e-9862-4705-97e0-d1dabd297995 req-aa8cff09-a0d7-4ecf-9700-3b3d57b7631a tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (308e88b2-b86f-40d7-acef-4e006ae41fa8), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:54.649879 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-5c01a15e-9862-4705-97e0-d1dabd297995 req-aa8cff09-a0d7-4ecf-9700-3b3d57b7631a tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] For port 308e88b2-b86f-40d7-acef-4e006ae41fa8, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=308e88b2-b86f-40d7-acef-4e006ae41fa8,segment=NetworkSegment(d6f4382e-d377-4cdf-8e50-290106be5676),segment_id=d6f4382e-d377-4cdf-8e50-290106be5676)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:23:54.650393 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-5c01a15e-9862-4705-97e0-d1dabd297995 req-aa8cff09-a0d7-4ecf-9700-3b3d57b7631a tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (308e88b2-b86f-40d7-acef-4e006ae41fa8), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:54.674567 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a247872-6d49-4b51-a087-668185b45f61 req-afa8006b-9156-4158-8093-52727354f8f9 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:54.676094 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4a247872-6d49-4b51-a087-668185b45f61 req-afa8006b-9156-4158-8093-52727354f8f9 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a47f6a4-d74b-4921-b485-5d2c0f03f514 HTTP/1.1" status: 200 len: 948 time: 0.1136091 Jan 28 19:23:54.677055 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-5c01a15e-9862-4705-97e0-d1dabd297995 req-aa8cff09-a0d7-4ecf-9700-3b3d57b7631a tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Calling delete_port for 308e88b2-b86f-40d7-acef-4e006ae41fa8 owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:23:54.687047 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349affd4-87d2-4e7f-a01e-579b752df694 req-0afe5547-b8c9-4f9a-8675-19b11ea345d8 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:54.688582 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-349affd4-87d2-4e7f-a01e-579b752df694 req-0afe5547-b8c9-4f9a-8675-19b11ea345d8 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbcb90df-df4c-4718-a1f8-da2cde64470a HTTP/1.1" status: 200 len: 945 time: 0.1219935 Jan 28 19:23:54.692396 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-77b4b879-3678-43d7-aa7d-30de4fd4ef0c tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Publish callbacks [] for router_gateway (1563e00e-1221-4567-b55c-f54382d1313b), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:54.722921 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-77b4b879-3678-43d7-aa7d-30de4fd4ef0c tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:54.777534 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4a247872-6d49-4b51-a087-668185b45f61 req-cb5fbb85-9763-4085-aaa8-5d47648ff14a tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d07f2a-7a3d-4718-9c1b-16394753837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915837 Jan 28 19:23:54.829812 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-349affd4-87d2-4e7f-a01e-579b752df694 req-38955883-1793-4a2d-8a32-6b1920610b88 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] 10.222.0.64 "GET /v2.0/security-groups?id=a17e8282-0405-4e4b-9340-e89106f12f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345956 Jan 28 19:23:54.878728 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-5c01a15e-9862-4705-97e0-d1dabd297995 req-aa8cff09-a0d7-4ecf-9700-3b3d57b7631a tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (308e88b2-b86f-40d7-acef-4e006ae41fa8), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:54.891769 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['7bcd636f-8be5-4f8a-8251-3966e3332dd8'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:23:54.922536 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8cff09-a0d7-4ecf-9700-3b3d57b7631a tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Pushing event deleted for resources: {'Port': ['ID=308e88b2-b86f-40d7-acef-4e006ae41fa8,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:54.954536 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5ff3bec9-5300-4f68-b6cf-ad695c3f73eb req-0f451ccf-7272-476c-b62e-99e3ab952f15 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0e6a2c7-11f0-4732-ba92-7b19b55801aa HTTP/1.1" status: 200 len: 210 time: 0.0494714 Jan 28 19:23:54.985665 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-77b4b879-3678-43d7-aa7d-30de4fd4ef0c tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Allocated IP 172.25.6.168 (d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8/a648e4ab-7422-41b9-b133-58aca25ab8f5/7dea9c00-96e9-4033-a37f-4899abb344be) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:23:54.987951 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c01a15e-9862-4705-97e0-d1dabd297995 req-aa8cff09-a0d7-4ecf-9700-3b3d57b7631a tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] No DVR routers for this DVR port 308e88b2-b86f-40d7-acef-4e006ae41fa8 on host n-h1-812111-14 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:23:55.003104 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-5c01a15e-9862-4705-97e0-d1dabd297995 req-aa8cff09-a0d7-4ecf-9700-3b3d57b7631a tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:55.007027 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5c01a15e-9862-4705-97e0-d1dabd297995 req-aa8cff09-a0d7-4ecf-9700-3b3d57b7631a tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] 10.222.0.41 "DELETE /v2.0/ports/308e88b2-b86f-40d7-acef-4e006ae41fa8 HTTP/1.1" status: 204 len: 173 time: 0.7370055 Jan 28 19:23:55.067228 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7e612d-a8d3-4fa0-8f64-75f49cfe7678 req-4c744d01-a921-4798-9086-a1ebbfd80554 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:55.069515 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-fb7e612d-a8d3-4fa0-8f64-75f49cfe7678 req-4c744d01-a921-4798-9086-a1ebbfd80554 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e48b655-5911-4dcd-a073-26e765e9c04d HTTP/1.1" status: 200 len: 946 time: 0.0991204 Jan 28 19:23:55.137354 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 0de5e835-b1b7-47c9-a9c1-41d3ac8a15bf details requested by agent hyperv_n-h1-812111-14 with host n-h1-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:23:55.164122 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-77b4b879-3678-43d7-aa7d-30de4fd4ef0c tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Publish callbacks [] for port (7dea9c00-96e9-4033-a37f-4899abb344be), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:55.169049 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-fb7e612d-a8d3-4fa0-8f64-75f49cfe7678 req-e48506b6-6f67-4844-a07f-86ab5d4e9192 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff0a7ca0-73d1-435a-8c79-518c9bdfd3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834084 Jan 28 19:23:55.282370 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-77b4b879-3678-43d7-aa7d-30de4fd4ef0c tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (7dea9c00-96e9-4033-a37f-4899abb344be), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:55.330545 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b4b879-3678-43d7-aa7d-30de4fd4ef0c tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:23:55.333824 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-77b4b879-3678-43d7-aa7d-30de4fd4ef0c tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:23:55.337633 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b4b879-3678-43d7-aa7d-30de4fd4ef0c tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:23:55.339213 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be3445e-c906-411a-a706-2b5a0cc9957a req-a9cf2573-e356-424d-a736-13654b4f32d0 tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:55.342774 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-0be3445e-c906-411a-a706-2b5a0cc9957a req-a9cf2573-e356-424d-a736-13654b4f32d0 tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] 10.222.0.64 "GET /v2.0/ports?device_id=b7ae322e-4c07-4de8-bb2a-d22af1bfcac2 HTTP/1.1" status: 200 len: 945 time: 0.0909185 Jan 28 19:23:55.358688 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 0de5e835-b1b7-47c9-a9c1-41d3ac8a15bf, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=0de5e835-b1b7-47c9-a9c1-41d3ac8a15bf,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:23:55.372576 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Returning: {'device': '0de5e835-b1b7-47c9-a9c1-41d3ac8a15bf', 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91', 'port_id': '0de5e835-b1b7-47c9-a9c1-41d3ac8a15bf', 'mac_address': 'fa:16:3e:ff:b2:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2de4832-9ef6-4f40-9ac5-1557d5e6a6ff', 'ip_address': '192.168.233.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:23:55.406432 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-0be3445e-c906-411a-a706-2b5a0cc9957a req-3b30dfb5-7adc-4f1d-b7bf-3a2eb2e80107 tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed5dbff7-d8b6-44bf-8755-79d5f3e8f67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569918 Jan 28 19:23:55.412450 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b4b879-3678-43d7-aa7d-30de4fd4ef0c tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Pushing event updated for resources: {'Port': ['ID=7dea9c00-96e9-4033-a37f-4899abb344be,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:55.433976 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port 0de5e835-b1b7-47c9-a9c1-41d3ac8a15bf is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:23:55.434282 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (0de5e835-b1b7-47c9-a9c1-41d3ac8a15bf), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:55.451602 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0de5e835-b1b7-47c9-a9c1-41d3ac8a15bf {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:23:55.482417 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 0de5e835-b1b7-47c9-a9c1-41d3ac8a15bf, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=0de5e835-b1b7-47c9-a9c1-41d3ac8a15bf,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:23:55.488259 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (0de5e835-b1b7-47c9-a9c1-41d3ac8a15bf), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:55.535853 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b99edb5-edef-44e5-a4ff-53d11ead0c6c req-82e87cd7-1708-411e-b577-295d29289be2 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:55.537415 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6b99edb5-edef-44e5-a4ff-53d11ead0c6c req-82e87cd7-1708-411e-b577-295d29289be2 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e48b655-5911-4dcd-a073-26e765e9c04d HTTP/1.1" status: 200 len: 946 time: 0.1949437 Jan 28 19:23:55.561782 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=0de5e835-b1b7-47c9-a9c1-41d3ac8a15bf,revision_number=8']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:55.659333 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6b99edb5-edef-44e5-a4ff-53d11ead0c6c req-64f24cb4-7986-41f1-b5bd-2877a8be6e80 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff0a7ca0-73d1-435a-8c79-518c9bdfd3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015360 Jan 28 19:23:55.750290 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-77b4b879-3678-43d7-aa7d-30de4fd4ef0c tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Publish callbacks [] for router_gateway (1563e00e-1221-4567-b55c-f54382d1313b), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:55.785310 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['0de5e835-b1b7-47c9-a9c1-41d3ac8a15bf'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:23:55.804089 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d478d9b-a21d-46d9-b6fb-c064b6e081a2 req-f273369b-d371-40f4-b223-c760a20d288d tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:55.811028 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-0d478d9b-a21d-46d9-b6fb-c064b6e081a2 req-f273369b-d371-40f4-b223-c760a20d288d tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e48b655-5911-4dcd-a073-26e765e9c04d HTTP/1.1" status: 200 len: 946 time: 0.0689056 Jan 28 19:23:55.872927 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-0d478d9b-a21d-46d9-b6fb-c064b6e081a2 req-f3fffb97-7141-46dd-8680-fbb2721b1c24 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff0a7ca0-73d1-435a-8c79-518c9bdfd3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576124 Jan 28 19:23:55.997898 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d7d6d8-3173-4ea6-a3e1-2cc58ba030f3 req-475fbb83-c472-48bf-aac1-df9e06803c7a tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:55.999328 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f2d7d6d8-3173-4ea6-a3e1-2cc58ba030f3 req-475fbb83-c472-48bf-aac1-df9e06803c7a tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbcb90df-df4c-4718-a1f8-da2cde64470a HTTP/1.1" status: 200 len: 945 time: 0.0623143 Jan 28 19:23:56.051233 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f2d7d6d8-3173-4ea6-a3e1-2cc58ba030f3 req-172db122-e99d-458d-9b0c-4550a8ffaafa tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] 10.222.0.64 "GET /v2.0/security-groups?id=a17e8282-0405-4e4b-9340-e89106f12f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443618 Jan 28 19:23:56.073477 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445a07cd-cf76-4076-9eab-7b0004367dec req-8eeb0a29-b8dd-4176-a1bf-d2fa829a3f85 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:56.073477 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-445a07cd-cf76-4076-9eab-7b0004367dec req-8eeb0a29-b8dd-4176-a1bf-d2fa829a3f85 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a47f6a4-d74b-4921-b485-5d2c0f03f514 HTTP/1.1" status: 200 len: 949 time: 0.1585894 Jan 28 19:23:56.104817 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-77b4b879-3678-43d7-aa7d-30de4fd4ef0c tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-731074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-731460'] for router (1563e00e-1221-4567-b55c-f54382d1313b), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:56.168552 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-445a07cd-cf76-4076-9eab-7b0004367dec req-a6ae061e-e69f-4509-9348-cdf2a97c9816 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d07f2a-7a3d-4718-9c1b-16394753837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953259 Jan 28 19:23:56.234517 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 48620) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:23:56.338923 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f680ac1-7577-41ac-9d62-053d8d70c7d9 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Deleting subnet 6cf39e89-397c-432d-bfb7-179a4e54df10 {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:23:56.342817 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6f680ac1-7577-41ac-9d62-053d8d70c7d9 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Publish callbacks [] for subnet (6cf39e89-397c-432d-bfb7-179a4e54df10), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:56.354481 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77b4b879-3678-43d7-aa7d-30de4fd4ef0c tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Router 1563e00e-1221-4567-b55c-f54382d1313b is scheduled to L3 agent 76fe5c49-705a-4e08-abb2-be585676213f with binding_index 1 {{(pid=103304) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 19:23:56.378358 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a851fd-7121-4a12-9577-8408f3fa192d req-72a6a91c-8379-4804-9cd3-9f52ecbc3ff9 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:56.379887 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c8a851fd-7121-4a12-9577-8408f3fa192d req-72a6a91c-8379-4804-9cd3-9f52ecbc3ff9 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e48b655-5911-4dcd-a073-26e765e9c04d HTTP/1.1" status: 200 len: 946 time: 0.0829358 Jan 28 19:23:56.399793 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249ec796-7dab-4ac1-b791-ff5991e1ea64 req-1848d21b-0d5c-42b3-9e73-25b130cfce16 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:56.401325 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-249ec796-7dab-4ac1-b791-ff5991e1ea64 req-1848d21b-0d5c-42b3-9e73-25b130cfce16 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a47f6a4-d74b-4921-b485-5d2c0f03f514 HTTP/1.1" status: 200 len: 949 time: 0.1096480 Jan 28 19:23:56.406197 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6f680ac1-7577-41ac-9d62-053d8d70c7d9 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16187240'] for subnet (6cf39e89-397c-432d-bfb7-179a4e54df10), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:56.481822 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0e6a2c7-11f0-4732-ba92-7b19b55801aa', 'name': 'network-vif-deleted', 'tag': '308e88b2-b86f-40d7-acef-4e006ae41fa8'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:23:56.484474 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b71b60a-e530-4e85-a35a-bd2de2571bd0" -d '{"events": [{"server_uuid": "e0e6a2c7-11f0-4732-ba92-7b19b55801aa", "name": "network-vif-deleted", "tag": "308e88b2-b86f-40d7-acef-4e006ae41fa8"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:23:56.500670 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c8a851fd-7121-4a12-9577-8408f3fa192d req-1965ee4b-b951-4d12-b00e-6f6986feb887 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff0a7ca0-73d1-435a-8c79-518c9bdfd3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878272 Jan 28 19:23:56.503855 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-249ec796-7dab-4ac1-b791-ff5991e1ea64 req-cefc0369-7fc6-4015-b467-640fc5b3d352 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d07f2a-7a3d-4718-9c1b-16394753837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897708 Jan 28 19:23:56.512438 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 06903cc2-3744-4ed1-a1a3-dc70d99f91df no longer exists at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:23:56.514725 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77b4b879-3678-43d7-aa7d-30de4fd4ef0c tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:23:56.528883 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b4257a-e3ef-4e54-8728-146985006fd3 None None] Sync routers for ids ['1563e00e-1221-4567-b55c-f54382d1313b'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:23:56.537681 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-77b4b879-3678-43d7-aa7d-30de4fd4ef0c tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:56.539263 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-77b4b879-3678-43d7-aa7d-30de4fd4ef0c tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 2.5057158 Jan 28 19:23:56.542347 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 48626) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:23:56.562498 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] No Port match for: 06903cc2-3744-4ed1-a1a3-dc70d99f91df {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:23:56.562663 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b4257a-e3ef-4e54-8728-146985006fd3 None None] Routers {'1563e00e-1221-4567-b55c-f54382d1313b'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:23:56.562867 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 06903cc2-3744-4ed1-a1a3-dc70d99f91df not bound to the agent host n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:23:56.563332 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-c7b4257a-e3ef-4e54-8728-146985006fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:23:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['1563e00e-1221-4567-b55c-f54382d1313b'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:23:56.576523 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6f680ac1-7577-41ac-9d62-053d8d70c7d9 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (6cf39e89-397c-432d-bfb7-179a4e54df10), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:56.626661 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad6477ae-581c-43d1-9128-f6e3546459e9 x-openstack-request-id: req-ad6477ae-581c-43d1-9128-f6e3546459e9 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:23:56.626961 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0e6a2c7-11f0-4732-ba92-7b19b55801aa", "name": "network-vif-deleted", "tag": "308e88b2-b86f-40d7-acef-4e006ae41fa8", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:23:56.627217 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ad6477ae-581c-43d1-9128-f6e3546459e9 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:23:56.627618 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0e6a2c7-11f0-4732-ba92-7b19b55801aa', 'name': 'network-vif-deleted', 'tag': '308e88b2-b86f-40d7-acef-4e006ae41fa8', 'status': 'completed', 'code': 200} Jan 28 19:23:56.742865 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-3b1f8fd2-7dfc-4def-ac06-91fa62be5cd2 tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] 10.222.0.64 "GET /v2.0/routers/1563e00e-1221-4567-b55c-f54382d1313b HTTP/1.1" status: 200 len: 909 time: 0.1955037 Jan 28 19:23:56.745026 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 48632) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:23:56.750426 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-2f183793-026a-4b70-8703-1200b0596e57 tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2084904103', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'enable_snat': True}}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:23:56.764204 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-c7b4257a-e3ef-4e54-8728-146985006fd3 None None] Set router 1563e00e-1221-4567-b55c-f54382d1313b gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:23:56.785462 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2f183793-026a-4b70-8703-1200b0596e57 tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261150'] for router (f0e5b332-e266-427d-a4b0-76de1127693d), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:56.787003 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2f183793-026a-4b70-8703-1200b0596e57 tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-731099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-731441', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261129'] for router (f0e5b332-e266-427d-a4b0-76de1127693d), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:56.789085 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6f680ac1-7577-41ac-9d62-053d8d70c7d9 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4752464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4733806'] for subnet (6cf39e89-397c-432d-bfb7-179a4e54df10), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:56.800813 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f4ee95-6ca6-433f-8c3a-838d85a0e116 req-f5f25161-4fe5-4684-ac89-b08a613c0a8c tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:56.802463 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e4f4ee95-6ca6-433f-8c3a-838d85a0e116 req-f5f25161-4fe5-4684-ac89-b08a613c0a8c tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] 10.222.0.64 "GET /v2.0/ports?device_id=b7ae322e-4c07-4de8-bb2a-d22af1bfcac2 HTTP/1.1" status: 200 len: 945 time: 0.1277735 Jan 28 19:23:56.833454 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f680ac1-7577-41ac-9d62-053d8d70c7d9 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Pushing event deleted for resources: {'Subnet': ['ID=6cf39e89-397c-432d-bfb7-179a4e54df10,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:56.872622 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6f680ac1-7577-41ac-9d62-053d8d70c7d9 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:56.872768 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a56b49-f02a-48a3-b168-43399f6db8a8 None None] Network 81401e49-2de3-4351-b9bd-1e02626318c2 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:23:56.876424 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-6f680ac1-7577-41ac-9d62-053d8d70c7d9 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] 10.222.0.64 "DELETE /v2.0/subnets/6cf39e89-397c-432d-bfb7-179a4e54df10 HTTP/1.1" status: 204 len: 168 time: 0.6406403 Jan 28 19:23:56.879759 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 48646) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:23:56.910329 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2f183793-026a-4b70-8703-1200b0596e57 tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Publish callbacks [] for router_controller (f0e5b332-e266-427d-a4b0-76de1127693d), precommit_add_association {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:56.940492 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7af4d75a-64a0-4394-9eac-0d351b4be086 req-956b9e71-72b2-4723-8578-0dcebdad8171 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=e0a949cf73864faf86b4b8a64f5cd635&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0705791 Jan 28 19:23:57.013405 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e4f4ee95-6ca6-433f-8c3a-838d85a0e116 req-7b133823-06e8-45a6-ad09-19d7ee28c158 tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed5dbff7-d8b6-44bf-8755-79d5f3e8f67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826956 Jan 28 19:23:57.057321 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-415da2ac-0245-44f5-9f47-9fd28e9e3b1f tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (81401e49-2de3-4351-b9bd-1e02626318c2), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:57.083646 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2295b12d-1b12-489a-a020-891b2e15ae85 None None] DHCP port deletion for 81401e49-2de3-4351-b9bd-1e02626318c2 request from n-d-812111-14 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:23:57.162245 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2f183793-026a-4b70-8703-1200b0596e57 tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Publish callbacks [] for router_gateway (f0e5b332-e266-427d-a4b0-76de1127693d), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:57.168487 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 0de5e835-b1b7-47c9-a9c1-41d3ac8a15bf up at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:23:57.173536 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-415da2ac-0245-44f5-9f47-9fd28e9e3b1f tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Deleting port 114c6d37-cc77-429d-883a-e15af70c0144 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:23:57.173911 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-415da2ac-0245-44f5-9f47-9fd28e9e3b1f tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (114c6d37-cc77-429d-883a-e15af70c0144), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:57.210670 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af4d75a-64a0-4394-9eac-0d351b4be086 req-c79ad134-2a64-4fe7-9275-1ebe0a7e0418 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:57.218387 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7af4d75a-64a0-4394-9eac-0d351b4be086 req-c79ad134-2a64-4fe7-9275-1ebe0a7e0418 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2774901 Jan 28 19:23:57.244960 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-415da2ac-0245-44f5-9f47-9fd28e9e3b1f tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] For port 114c6d37-cc77-429d-883a-e15af70c0144, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=114c6d37-cc77-429d-883a-e15af70c0144,segment=NetworkSegment(d6f4382e-d377-4cdf-8e50-290106be5676),segment_id=d6f4382e-d377-4cdf-8e50-290106be5676)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:23:57.245610 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-415da2ac-0245-44f5-9f47-9fd28e9e3b1f tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (114c6d37-cc77-429d-883a-e15af70c0144), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:57.250737 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-c7b4257a-e3ef-4e54-8728-146985006fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1563e00e-1221-4567-b55c-f54382d1313b', 'name': 'tempest-snat-router-2084904103', 'tenant_id': '8697f5f99d774acc82b6f152e8c87da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.168'}], 'enable_snat': False}, 'gw_port_id': '7dea9c00-96e9-4033-a37f-4899abb344be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:23:54Z', 'updated_at': '2022-01-28T19:23:55Z', 'revision_number': 3, 'project_id': '8697f5f99d774acc82b6f152e8c87da5', 'gw_port': {'id': '7dea9c00-96e9-4033-a37f-4899abb344be', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:73:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1563e00e-1221-4567-b55c-f54382d1313b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1146, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:23:54Z', 'updated_at': '2022-01-28T19:23:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:23:57.260346 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-415da2ac-0245-44f5-9f47-9fd28e9e3b1f tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Calling delete_port for 114c6d37-cc77-429d-883a-e15af70c0144 owned by network:dhcp {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:23:57.267130 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7af4d75a-64a0-4394-9eac-0d351b4be086 req-9ab31378-5285-4cf9-869c-7663fab9e9d2 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/quotas/e0a949cf73864faf86b4b8a64f5cd635 HTTP/1.1" status: 200 len: 375 time: 0.0471280 Jan 28 19:23:57.300499 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b4257a-e3ef-4e54-8728-146985006fd3 None None] Checking router: 1563e00e-1221-4567-b55c-f54382d1313b for host: n-d-812111-14 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:23:57.301088 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b4257a-e3ef-4e54-8728-146985006fd3 None None] Updating router 1563e00e-1221-4567-b55c-f54382d1313b port 7dea9c00-96e9-4033-a37f-4899abb344be binding host n-d-812111-14 {{(pid=103307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:23:57.336309 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning complete for port 0de5e835-b1b7-47c9-a9c1-41d3ac8a15bf triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:23:57.336703 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (0de5e835-b1b7-47c9-a9c1-41d3ac8a15bf), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:57.343635 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2295b12d-1b12-489a-a020-891b2e15ae85 None None] Deleting port 114c6d37-cc77-429d-883a-e15af70c0144 {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:23:57.344014 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2295b12d-1b12-489a-a020-891b2e15ae85 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (114c6d37-cc77-429d-883a-e15af70c0144), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:57.349439 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-c7b4257a-e3ef-4e54-8728-146985006fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (7dea9c00-96e9-4033-a37f-4899abb344be), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:57.359031 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7af4d75a-64a0-4394-9eac-0d351b4be086 req-bd065d5a-bfc3-425d-9953-ed2b68c17c15 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=e0a949cf73864faf86b4b8a64f5cd635&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0909142 Jan 28 19:23:57.404738 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cddadd0-66f2-47f5-b472-f6f5d66f2f0c req-dc9270f7-e9ef-4bf9-b2d2-19d2bd82d739 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:57.416383 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3cddadd0-66f2-47f5-b472-f6f5d66f2f0c req-dc9270f7-e9ef-4bf9-b2d2-19d2bd82d739 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbcb90df-df4c-4718-a1f8-da2cde64470a HTTP/1.1" status: 200 len: 945 time: 0.2463341 Jan 28 19:23:57.426195 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-415da2ac-0245-44f5-9f47-9fd28e9e3b1f tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (114c6d37-cc77-429d-883a-e15af70c0144), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:57.472293 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415da2ac-0245-44f5-9f47-9fd28e9e3b1f tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] No DVR routers for this DVR port 114c6d37-cc77-429d-883a-e15af70c0144 on host n-d-812111-14 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:23:57.520943 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415da2ac-0245-44f5-9f47-9fd28e9e3b1f tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Pushing event deleted for resources: {'Port': ['ID=114c6d37-cc77-429d-883a-e15af70c0144,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:57.579732 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2295b12d-1b12-489a-a020-891b2e15ae85 None None] For port 114c6d37-cc77-429d-883a-e15af70c0144, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=114c6d37-cc77-429d-883a-e15af70c0144,segment=NetworkSegment(d6f4382e-d377-4cdf-8e50-290106be5676),segment_id=d6f4382e-d377-4cdf-8e50-290106be5676)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:23:57.580242 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2295b12d-1b12-489a-a020-891b2e15ae85 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (114c6d37-cc77-429d-883a-e15af70c0144), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:57.605759 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2f183793-026a-4b70-8703-1200b0596e57 tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Publish callbacks [] for router_gateway (f0e5b332-e266-427d-a4b0-76de1127693d), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:57.641359 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3cddadd0-66f2-47f5-b472-f6f5d66f2f0c req-82836e56-5be6-4771-a3a7-6c012fe55f5f tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] 10.222.0.64 "GET /v2.0/security-groups?id=a17e8282-0405-4e4b-9340-e89106f12f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238111 Jan 28 19:23:57.659720 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2f183793-026a-4b70-8703-1200b0596e57 tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:57.678574 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2295b12d-1b12-489a-a020-891b2e15ae85 None None] Calling delete_port for 114c6d37-cc77-429d-883a-e15af70c0144 owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:23:57.679208 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-415da2ac-0245-44f5-9f47-9fd28e9e3b1f tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (81401e49-2de3-4351-b9bd-1e02626318c2), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:57.730815 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c08b0b5a-a298-4daa-8330-bb04c7d8961c req-a1996906-e1d0-4566-bd68-f4f0262a67c3 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/ports?device_id=81f17ed3-5f8a-4b82-a89d-2a86c185a3d7 HTTP/1.1" status: 200 len: 210 time: 0.0416203 Jan 28 19:23:57.734504 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-415da2ac-0245-44f5-9f47-9fd28e9e3b1f tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81401e49-2de3-4351-b9bd-1e02626318c2']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:23:57.744620 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port 0de5e835-b1b7-47c9-a9c1-41d3ac8a15bf is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:23:57.745289 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (0de5e835-b1b7-47c9-a9c1-41d3ac8a15bf), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:57.754912 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-415da2ac-0245-44f5-9f47-9fd28e9e3b1f tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6f4382e-d377-4cdf-8e50-290106be5676') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:23:57.755217 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-415da2ac-0245-44f5-9f47-9fd28e9e3b1f tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6f4382e-d377-4cdf-8e50-290106be5676') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:23:57.768744 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-415da2ac-0245-44f5-9f47-9fd28e9e3b1f tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16187153'] for segment (d6f4382e-d377-4cdf-8e50-290106be5676), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:57.799741 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-415da2ac-0245-44f5-9f47-9fd28e9e3b1f tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (d6f4382e-d377-4cdf-8e50-290106be5676), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:57.803234 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-c7b4257a-e3ef-4e54-8728-146985006fd3 None None] Publish callbacks [] for port (7dea9c00-96e9-4033-a37f-4899abb344be), precommit_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:57.805860 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dfbb85-1229-44c6-b0ef-e88ad8e5bc2c req-e0189b96-c066-429b-b983-032a8112a1ae tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:57.810834 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-415da2ac-0245-44f5-9f47-9fd28e9e3b1f tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:23:57.811105 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-415da2ac-0245-44f5-9f47-9fd28e9e3b1f tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4752570'] for segment (d6f4382e-d377-4cdf-8e50-290106be5676), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:57.814735 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-03dfbb85-1229-44c6-b0ef-e88ad8e5bc2c req-e0189b96-c066-429b-b983-032a8112a1ae tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e48b655-5911-4dcd-a073-26e765e9c04d HTTP/1.1" status: 200 len: 946 time: 0.1564844 Jan 28 19:23:57.816550 n-d-812111-14 neutron-server[103305]: Traceback (most recent call last): Jan 28 19:23:57.816550 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:23:57.816550 n-d-812111-14 neutron-server[103305]: timer() Jan 28 19:23:57.816550 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:23:57.816550 n-d-812111-14 neutron-server[103305]: cb(*args, **kw) Jan 28 19:23:57.816550 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:23:57.816550 n-d-812111-14 neutron-server[103305]: return func(*args, **kwargs) Jan 28 19:23:57.816550 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:23:57.816550 n-d-812111-14 neutron-server[103305]: self._notify() Jan 28 19:23:57.816550 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:23:57.816550 n-d-812111-14 neutron-server[103305]: self.callback(batched_events) Jan 28 19:23:57.816550 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:23:57.816550 n-d-812111-14 neutron-server[103305]: event.method(event) Jan 28 19:23:57.816550 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:23:57.816550 n-d-812111-14 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:23:57.816550 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:23:57.816550 n-d-812111-14 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:23:57.816550 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:23:57.816550 n-d-812111-14 neutron-server[103305]: return f(self, *a, **k) Jan 28 19:23:57.816550 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:23:57.816550 n-d-812111-14 neutron-server[103305]: return self._get(url).json() Jan 28 19:23:57.816550 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:23:57.816550 n-d-812111-14 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:23:57.816550 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:23:57.816550 n-d-812111-14 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 28 19:23:57.816550 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:23:57.816550 n-d-812111-14 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:23:57.816550 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:23:57.816550 n-d-812111-14 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:23:57.816550 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:23:57.816550 n-d-812111-14 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:23:57.816550 n-d-812111-14 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:23:57.819320 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-c7b4257a-e3ef-4e54-8728-146985006fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (7dea9c00-96e9-4033-a37f-4899abb344be), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:57.889201 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 0de5e835-b1b7-47c9-a9c1-41d3ac8a15bf, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=0de5e835-b1b7-47c9-a9c1-41d3ac8a15bf,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:23:57.896740 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2295b12d-1b12-489a-a020-891b2e15ae85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985'] for port (114c6d37-cc77-429d-883a-e15af70c0144), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:57.904168 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a47f6a4-d74b-4921-b485-5d2c0f03f514', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0de5e835-b1b7-47c9-a9c1-41d3ac8a15bf'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:23:57.908523 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2313b22c-772b-45ad-85ae-c072d2904d08" -d '{"events": [{"server_uuid": "9a47f6a4-d74b-4921-b485-5d2c0f03f514", "name": "network-vif-plugged", "status": "completed", "tag": "0de5e835-b1b7-47c9-a9c1-41d3ac8a15bf"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:23:57.933244 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-03dfbb85-1229-44c6-b0ef-e88ad8e5bc2c req-fe948286-bd8e-4db4-815d-c181c6cd1fba tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff0a7ca0-73d1-435a-8c79-518c9bdfd3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119990 Jan 28 19:23:57.934002 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de41c636-589f-4fcd-a0e2-d6cc2ccdcbfb None None] Pushing event updated for resources: {'Port': ['ID=7dea9c00-96e9-4033-a37f-4899abb344be,revision_number=2']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:57.959320 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-c7b4257a-e3ef-4e54-8728-146985006fd3 None None] Attempting to bind port 7dea9c00-96e9-4033-a37f-4899abb344be on host n-d-812111-14 for vnic_type normal with profile {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:23:57.959696 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-c7b4257a-e3ef-4e54-8728-146985006fd3 None None] Attempting to bind port 7dea9c00-96e9-4033-a37f-4899abb344be by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:23:57.960061 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b4257a-e3ef-4e54-8728-146985006fd3 None None] Attempting to bind port 7dea9c00-96e9-4033-a37f-4899abb344be on network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:23:57.964035 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de41c636-589f-4fcd-a0e2-d6cc2ccdcbfb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:23:57.964386 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de41c636-589f-4fcd-a0e2-d6cc2ccdcbfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:23:57.964727 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de41c636-589f-4fcd-a0e2-d6cc2ccdcbfb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:23:57.965064 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de41c636-589f-4fcd-a0e2-d6cc2ccdcbfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:23:57.972500 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-415da2ac-0245-44f5-9f47-9fd28e9e3b1f tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (81401e49-2de3-4351-b9bd-1e02626318c2), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:57.974898 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-2f183793-026a-4b70-8703-1200b0596e57 tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Allocated IP 172.25.6.70 (d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8/a648e4ab-7422-41b9-b133-58aca25ab8f5/3bf62a5a-1a6e-4539-8cf1-76b1af9cb5dc) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:23:57.975714 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2295b12d-1b12-489a-a020-891b2e15ae85 None None] Pushing event deleted for resources: {'Port': ['ID=114c6d37-cc77-429d-883a-e15af70c0144,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:57.977072 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de41c636-589f-4fcd-a0e2-d6cc2ccdcbfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:23:57.977463 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de41c636-589f-4fcd-a0e2-d6cc2ccdcbfb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:23:57.977810 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de41c636-589f-4fcd-a0e2-d6cc2ccdcbfb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:23:57.978140 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de41c636-589f-4fcd-a0e2-d6cc2ccdcbfb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:23:57.978472 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de41c636-589f-4fcd-a0e2-d6cc2ccdcbfb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:23:57.978803 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de41c636-589f-4fcd-a0e2-d6cc2ccdcbfb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:23:57.979136 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de41c636-589f-4fcd-a0e2-d6cc2ccdcbfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:23:57.979462 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de41c636-589f-4fcd-a0e2-d6cc2ccdcbfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:23:57.979787 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de41c636-589f-4fcd-a0e2-d6cc2ccdcbfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:23:57.988548 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b4257a-e3ef-4e54-8728-146985006fd3 None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 23, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:23:57.988925 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b4257a-e3ef-4e54-8728-146985006fd3 None None] Checking segment: {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:23:57.989358 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-c7b4257a-e3ef-4e54-8728-146985006fd3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:57.989754 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b4257a-e3ef-4e54-8728-146985006fd3 None None] Bound using segment: {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:23:57.990227 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-c7b4257a-e3ef-4e54-8728-146985006fd3 None None] Bound port: 7dea9c00-96e9-4033-a37f-4899abb344be, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:23:57.990605 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-c7b4257a-e3ef-4e54-8728-146985006fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (7dea9c00-96e9-4033-a37f-4899abb344be), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:57.995694 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (0de5e835-b1b7-47c9-a9c1-41d3ac8a15bf), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:57.996732 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 308e88b2-b86f-40d7-acef-4e006ae41fa8 no longer exists at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:23:58.018891 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-415da2ac-0245-44f5-9f47-9fd28e9e3b1f tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:58.026149 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-415da2ac-0245-44f5-9f47-9fd28e9e3b1f tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] 10.222.0.64 "DELETE /v2.0/networks/81401e49-2de3-4351-b9bd-1e02626318c2 HTTP/1.1" status: 204 len: 168 time: 1.1429579 Jan 28 19:23:58.026149 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415da2ac-0245-44f5-9f47-9fd28e9e3b1f tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Pushing event deleted for resources: {'Network': ['ID=81401e49-2de3-4351-b9bd-1e02626318c2,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:58.031417 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 48668) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:23:58.089731 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] No Port match for: 308e88b2-b86f-40d7-acef-4e006ae41fa8 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:23:58.090429 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 308e88b2-b86f-40d7-acef-4e006ae41fa8 not bound to the agent host n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:23:58.091090 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 7bcd636f-8be5-4f8a-8251-3966e3332dd8 no longer exists at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:23:58.094102 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2295b12d-1b12-489a-a020-891b2e15ae85 None None] No DVR routers for this DVR port 114c6d37-cc77-429d-883a-e15af70c0144 on host n-d-812111-14 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:23:58.128988 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] No Port match for: 7bcd636f-8be5-4f8a-8251-3966e3332dd8 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:23:58.137646 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 7bcd636f-8be5-4f8a-8251-3966e3332dd8 not bound to the agent host n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:23:58.151957 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-c7b4257a-e3ef-4e54-8728-146985006fd3 None None] For port 7dea9c00-96e9-4033-a37f-4899abb344be, host n-d-812111-14, cleared binding levels {{(pid=103307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:23:58.156350 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-c7b4257a-e3ef-4e54-8728-146985006fd3 None None] For port 7dea9c00-96e9-4033-a37f-4899abb344be, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=7dea9c00-96e9-4033-a37f-4899abb344be,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:23:58.174194 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da35b3dd-257b-45a5-8697-ae1cd67ee18b x-openstack-request-id: req-da35b3dd-257b-45a5-8697-ae1cd67ee18b {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:23:58.174537 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-c7b4257a-e3ef-4e54-8728-146985006fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (7dea9c00-96e9-4033-a37f-4899abb344be), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:58.187701 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a47f6a4-d74b-4921-b485-5d2c0f03f514", "name": "network-vif-plugged", "status": "completed", "tag": "0de5e835-b1b7-47c9-a9c1-41d3ac8a15bf", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:23:58.188235 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-da35b3dd-257b-45a5-8697-ae1cd67ee18b {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:23:58.189540 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a47f6a4-d74b-4921-b485-5d2c0f03f514', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0de5e835-b1b7-47c9-a9c1-41d3ac8a15bf', 'code': 200} Jan 28 19:23:58.197739 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=0de5e835-b1b7-47c9-a9c1-41d3ac8a15bf,revision_number=9']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:58.217277 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-8aa59007-978d-4205-8723-94e48263707e tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Deleting subnet 9a2c61de-232e-4adb-9673-2e4af566fbfb {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:23:58.233917 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8aa59007-978d-4205-8723-94e48263707e tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Publish callbacks [] for subnet (9a2c61de-232e-4adb-9673-2e4af566fbfb), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:58.282379 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8809e79-4504-4459-947f-393b61b2311e req-cb76a077-60fc-41cd-9dc1-ef8fefb478a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:58.283897 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f8809e79-4504-4459-947f-393b61b2311e req-cb76a077-60fc-41cd-9dc1-ef8fefb478a0 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b7ae322e-4c07-4de8-bb2a-d22af1bfcac2 HTTP/1.1" status: 200 len: 1128 time: 0.1378019 Jan 28 19:23:58.309537 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de41c636-589f-4fcd-a0e2-d6cc2ccdcbfb None None] Pushing event updated for resources: {'Port': ['ID=7dea9c00-96e9-4033-a37f-4899abb344be,revision_number=3']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:58.323273 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b4257a-e3ef-4e54-8728-146985006fd3 None None] Routers {'1563e00e-1221-4567-b55c-f54382d1313b'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:23:58.323970 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-c7b4257a-e3ef-4e54-8728-146985006fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:23:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['1563e00e-1221-4567-b55c-f54382d1313b'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:23:58.395737 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f8809e79-4504-4459-947f-393b61b2311e req-919b0635-2ac6-4211-8981-b2a285b8dc5c service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=ed5dbff7-d8b6-44bf-8755-79d5f3e8f67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034951 Jan 28 19:23:58.404078 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2f183793-026a-4b70-8703-1200b0596e57 tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Publish callbacks [] for port (3bf62a5a-1a6e-4539-8cf1-76b1af9cb5dc), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:58.453045 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8aa59007-978d-4205-8723-94e48263707e tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4747050'] for subnet (9a2c61de-232e-4adb-9673-2e4af566fbfb), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:58.506674 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 114c6d37-cc77-429d-883a-e15af70c0144 no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:23:58.540526 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: 114c6d37-cc77-429d-883a-e15af70c0144 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:23:58.540791 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 114c6d37-cc77-429d-883a-e15af70c0144 not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:23:58.557944 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-c7b4257a-e3ef-4e54-8728-146985006fd3 None None] Set router 1563e00e-1221-4567-b55c-f54382d1313b gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:23:58.593263 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c03399b-aec1-426a-bb78-219d85e34d5d req-be986c19-f2f6-4232-8784-acaa86cf29b7 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:58.594857 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4c03399b-aec1-426a-bb78-219d85e34d5d req-be986c19-f2f6-4232-8784-acaa86cf29b7 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e48b655-5911-4dcd-a073-26e765e9c04d HTTP/1.1" status: 200 len: 946 time: 0.1337149 Jan 28 19:23:58.615282 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017194b3-f10b-4755-bf33-61168ca9e179 req-44ccd8b2-082c-4d1e-8857-dd7d7e0987e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:58.616954 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-017194b3-f10b-4755-bf33-61168ca9e179 req-44ccd8b2-082c-4d1e-8857-dd7d7e0987e5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=21016aa8d78b40bfb94f4cb1162748ad&device_id=4e48b655-5911-4dcd-a073-26e765e9c04d HTTP/1.1" status: 200 len: 1129 time: 0.0899622 Jan 28 19:23:58.720109 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4c03399b-aec1-426a-bb78-219d85e34d5d req-d68b26a1-7205-428a-b98d-dd31b1f56f8a tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff0a7ca0-73d1-435a-8c79-518c9bdfd3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179259 Jan 28 19:23:58.824826 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017194b3-f10b-4755-bf33-61168ca9e179 req-6fe295b8-1d64-40d9-8d22-7fce0c191b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:58.826959 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-017194b3-f10b-4755-bf33-61168ca9e179 req-6fe295b8-1d64-40d9-8d22-7fce0c191b37 service neutron] 10.222.0.41 "GET /v2.0/networks?id=925b8873-887e-4953-83db-09b05d761160 HTTP/1.1" status: 200 len: 914 time: 0.1987953 Jan 28 19:23:58.850249 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-c7b4257a-e3ef-4e54-8728-146985006fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1563e00e-1221-4567-b55c-f54382d1313b', 'name': 'tempest-snat-router-2084904103', 'tenant_id': '8697f5f99d774acc82b6f152e8c87da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.168'}], 'enable_snat': False}, 'gw_port_id': '7dea9c00-96e9-4033-a37f-4899abb344be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:23:54Z', 'updated_at': '2022-01-28T19:23:55Z', 'revision_number': 3, 'project_id': '8697f5f99d774acc82b6f152e8c87da5', 'gw_port': {'id': '7dea9c00-96e9-4033-a37f-4899abb344be', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:73:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1563e00e-1221-4567-b55c-f54382d1313b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1146, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:23:54Z', 'updated_at': '2022-01-28T19:23:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:23:58.882378 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b4257a-e3ef-4e54-8728-146985006fd3 None None] The sync data for ids ['1563e00e-1221-4567-b55c-f54382d1313b'] in n-d-812111-14 is: [{'id': '1563e00e-1221-4567-b55c-f54382d1313b', 'name': 'tempest-snat-router-2084904103', 'tenant_id': '8697f5f99d774acc82b6f152e8c87da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.168'}], 'enable_snat': False}, 'gw_port_id': '7dea9c00-96e9-4033-a37f-4899abb344be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:23:54Z', 'updated_at': '2022-01-28T19:23:55Z', 'revision_number': 3, 'project_id': '8697f5f99d774acc82b6f152e8c87da5', 'gw_port': {'id': '7dea9c00-96e9-4033-a37f-4899abb344be', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:73:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1563e00e-1221-4567-b55c-f54382d1313b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1146, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:23:54Z', 'updated_at': '2022-01-28T19:23:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-812111-14'}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:23:58.912856 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-017194b3-f10b-4755-bf33-61168ca9e179 req-0755a481-5ffe-45f1-a96e-da4b5eff47df service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c3ecd62f-085f-4988-b473-992cd603c18e HTTP/1.1" status: 200 len: 217 time: 0.0784309 Jan 28 19:23:58.996775 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be93360-66a0-46c0-a058-db06b1f5a157 req-5193296f-294f-4f2d-b61a-ef922c657336 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:59.007171 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4be93360-66a0-46c0-a058-db06b1f5a157 req-5193296f-294f-4f2d-b61a-ef922c657336 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbcb90df-df4c-4718-a1f8-da2cde64470a HTTP/1.1" status: 200 len: 945 time: 0.1638863 Jan 28 19:23:59.030332 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39a885b-ec2e-406b-8477-a70af1fc2102 req-ce7c00a1-1375-4916-9a1e-1da75bd6ccce tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:59.033592 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017194b3-f10b-4755-bf33-61168ca9e179 req-3e729302-d169-495d-b0a0-e84a0360070c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:59.037622 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f39a885b-ec2e-406b-8477-a70af1fc2102 req-ce7c00a1-1375-4916-9a1e-1da75bd6ccce tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] 10.222.0.64 "GET /v2.0/ports?device_id=b7ae322e-4c07-4de8-bb2a-d22af1bfcac2 HTTP/1.1" status: 200 len: 945 time: 0.7171218 Jan 28 19:23:59.038261 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-017194b3-f10b-4755-bf33-61168ca9e179 req-3e729302-d169-495d-b0a0-e84a0360070c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=357a8c0c-a30f-4885-a91f-d81275179bba HTTP/1.1" status: 200 len: 854 time: 0.1097059 Jan 28 19:23:59.047570 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8aa59007-978d-4205-8723-94e48263707e tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (9a2c61de-232e-4adb-9673-2e4af566fbfb), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:59.081378 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-017194b3-f10b-4755-bf33-61168ca9e179 req-da773759-7e67-44ee-a6ab-2d765c4fc532 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=925b8873-887e-4953-83db-09b05d761160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358808 Jan 28 19:23:59.082933 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2f183793-026a-4b70-8703-1200b0596e57 tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (3bf62a5a-1a6e-4539-8cf1-76b1af9cb5dc), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:59.131606 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4be93360-66a0-46c0-a058-db06b1f5a157 req-31803dec-e03b-4472-988e-ed0d208b4d98 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] 10.222.0.64 "GET /v2.0/security-groups?id=a17e8282-0405-4e4b-9340-e89106f12f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227281 Jan 28 19:23:59.143018 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f183793-026a-4b70-8703-1200b0596e57 tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:23:59.172976 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-2f183793-026a-4b70-8703-1200b0596e57 tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:23:59.185358 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f183793-026a-4b70-8703-1200b0596e57 tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:23:59.299558 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f39a885b-ec2e-406b-8477-a70af1fc2102 req-869595ac-273b-48e8-aa04-2596338175cb tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed5dbff7-d8b6-44bf-8755-79d5f3e8f67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549682 Jan 28 19:23:59.305345 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6f95afbf-d7da-44a5-a705-045fb36dd06e req-daf5c9d5-600e-4dc6-a10e-d304590db7ae tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/ports?device_id=81f17ed3-5f8a-4b82-a89d-2a86c185a3d7 HTTP/1.1" status: 200 len: 210 time: 0.0677238 Jan 28 19:23:59.315957 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-017194b3-f10b-4755-bf33-61168ca9e179 req-7e01e72e-4f59-4be2-93b7-b9704ed388a8 service neutron] 10.222.0.41 "GET /v2.0/networks/925b8873-887e-4953-83db-09b05d761160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196858 Jan 28 19:23:59.336499 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8aa59007-978d-4205-8723-94e48263707e tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4690616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5222356'] for subnet (9a2c61de-232e-4adb-9673-2e4af566fbfb), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:59.349977 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f183793-026a-4b70-8703-1200b0596e57 tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Pushing event updated for resources: {'Port': ['ID=3bf62a5a-1a6e-4539-8cf1-76b1af9cb5dc,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:59.393150 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa59007-978d-4205-8723-94e48263707e tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Pushing event deleted for resources: {'Subnet': ['ID=9a2c61de-232e-4adb-9673-2e4af566fbfb,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:59.406427 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8414312-e6c9-41f1-885a-6b6f211d41e3 None None] Network 514a961b-02b3-4e94-a1f4-091c289449af requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:23:59.406934 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8aa59007-978d-4205-8723-94e48263707e tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:59.410581 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-8aa59007-978d-4205-8723-94e48263707e tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] 10.222.0.64 "DELETE /v2.0/subnets/9a2c61de-232e-4adb-9673-2e4af566fbfb HTTP/1.1" status: 204 len: 168 time: 1.3781793 Jan 28 19:23:59.414931 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 48684) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:23:59.452065 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-017194b3-f10b-4755-bf33-61168ca9e179 req-ac11840b-5eaa-42c7-915e-00065f3dec0e service neutron] 10.222.0.41 "GET /v2.0/networks/925b8873-887e-4953-83db-09b05d761160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376150 Jan 28 19:23:59.518738 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-85418b0b-7834-4453-8b6b-bcfb795f80e5 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (514a961b-02b3-4e94-a1f4-091c289449af), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:59.629885 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7af4d75a-64a0-4394-9eac-0d351b4be086 req-a8e41428-fd9c-426a-935f-9bce730c249a tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=e0a949cf73864faf86b4b8a64f5cd635&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0725620 Jan 28 19:23:59.709597 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffbfabe3-0ade-4094-9a34-cde28c0454cb None None] DHCP port deletion for 514a961b-02b3-4e94-a1f4-091c289449af request from n-d-812111-14 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:23:59.833357 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-ffbfabe3-0ade-4094-9a34-cde28c0454cb None None] Deleting port 2d778a86-f902-4818-a0e7-eb2caea08f38 {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:23:59.835583 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ffbfabe3-0ade-4094-9a34-cde28c0454cb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (2d778a86-f902-4818-a0e7-eb2caea08f38), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:59.888822 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af4d75a-64a0-4394-9eac-0d351b4be086 req-ede5ad12-b5a2-4d1f-8543-0540253d70b5 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:59.892646 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7af4d75a-64a0-4394-9eac-0d351b4be086 req-ede5ad12-b5a2-4d1f-8543-0540253d70b5 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2271702 Jan 28 19:23:59.897316 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-85418b0b-7834-4453-8b6b-bcfb795f80e5 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Deleting port 2d778a86-f902-4818-a0e7-eb2caea08f38 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:23:59.897669 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-85418b0b-7834-4453-8b6b-bcfb795f80e5 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (2d778a86-f902-4818-a0e7-eb2caea08f38), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:59.916649 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-7af4d75a-64a0-4394-9eac-0d351b4be086 req-5feac8a7-1309-411b-915b-c22fd7a52cd4 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Request body: {'port': {'device_id': '81f17ed3-5f8a-4b82-a89d-2a86c185a3d7', 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91', 'admin_state_up': True, 'tenant_id': 'e0a949cf73864faf86b4b8a64f5cd635'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:23:59.926025 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-ffbfabe3-0ade-4094-9a34-cde28c0454cb None None] For port 2d778a86-f902-4818-a0e7-eb2caea08f38, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=2d778a86-f902-4818-a0e7-eb2caea08f38,segment=NetworkSegment(c17ed0f3-a91b-48f1-8609-9bb873a3202f),segment_id=c17ed0f3-a91b-48f1-8609-9bb873a3202f)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:23:59.926526 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ffbfabe3-0ade-4094-9a34-cde28c0454cb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (2d778a86-f902-4818-a0e7-eb2caea08f38), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:59.928432 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9ee1c6-74c1-4144-9f4a-4e21517fdaa4 req-74ed4fc5-020c-411a-8b50-e5e880511f20 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:59.930044 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5a9ee1c6-74c1-4144-9f4a-4e21517fdaa4 req-74ed4fc5-020c-411a-8b50-e5e880511f20 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e48b655-5911-4dcd-a073-26e765e9c04d HTTP/1.1" status: 200 len: 946 time: 0.1156621 Jan 28 19:23:59.950294 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-ffbfabe3-0ade-4094-9a34-cde28c0454cb None None] Calling delete_port for 2d778a86-f902-4818-a0e7-eb2caea08f38 owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:24:00.041388 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5a9ee1c6-74c1-4144-9f4a-4e21517fdaa4 req-bb3a086e-81ee-4cd1-969f-876b1a7c7659 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff0a7ca0-73d1-435a-8c79-518c9bdfd3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843837 Jan 28 19:24:00.062951 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ffbfabe3-0ade-4094-9a34-cde28c0454cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985'] for port (2d778a86-f902-4818-a0e7-eb2caea08f38), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:00.104082 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffbfabe3-0ade-4094-9a34-cde28c0454cb None None] No DVR routers for this DVR port 2d778a86-f902-4818-a0e7-eb2caea08f38 on host n-d-812111-14 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:24:00.106123 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbfabe3-0ade-4094-9a34-cde28c0454cb None None] Pushing event deleted for resources: {'Port': ['ID=2d778a86-f902-4818-a0e7-eb2caea08f38,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:00.129863 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-85418b0b-7834-4453-8b6b-bcfb795f80e5 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] For port 2d778a86-f902-4818-a0e7-eb2caea08f38, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=2d778a86-f902-4818-a0e7-eb2caea08f38,segment=NetworkSegment(c17ed0f3-a91b-48f1-8609-9bb873a3202f),segment_id=c17ed0f3-a91b-48f1-8609-9bb873a3202f)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:24:00.130396 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-85418b0b-7834-4453-8b6b-bcfb795f80e5 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (2d778a86-f902-4818-a0e7-eb2caea08f38), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:00.187849 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-85418b0b-7834-4453-8b6b-bcfb795f80e5 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Calling delete_port for 2d778a86-f902-4818-a0e7-eb2caea08f38 owned by network:dhcp {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:24:00.230439 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2f183793-026a-4b70-8703-1200b0596e57 tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Publish callbacks [] for router_gateway (f0e5b332-e266-427d-a4b0-76de1127693d), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:00.452828 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb01fd3-c70e-42b8-8881-4ab1b357f71e req-4e5a0b4f-0355-475e-b151-89d632559259 tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:00.460432 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8eb01fd3-c70e-42b8-8881-4ab1b357f71e req-4e5a0b4f-0355-475e-b151-89d632559259 tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] 10.222.0.64 "GET /v2.0/ports?device_id=b7ae322e-4c07-4de8-bb2a-d22af1bfcac2 HTTP/1.1" status: 200 len: 945 time: 0.0773385 Jan 28 19:24:00.523460 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 7dea9c00-96e9-4033-a37f-4899abb344be up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:24:00.534425 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8eb01fd3-c70e-42b8-8881-4ab1b357f71e req-f176e9eb-fe68-463d-97a5-88d105f4a4ac tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed5dbff7-d8b6-44bf-8755-79d5f3e8f67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729749 Jan 28 19:24:00.549053 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-85418b0b-7834-4453-8b6b-bcfb795f80e5 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (2d778a86-f902-4818-a0e7-eb2caea08f38), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:00.578620 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 7dea9c00-96e9-4033-a37f-4899abb344be triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:24:00.579262 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (7dea9c00-96e9-4033-a37f-4899abb344be), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:00.623670 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85418b0b-7834-4453-8b6b-bcfb795f80e5 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Pushing event deleted for resources: {'Port': ['ID=2d778a86-f902-4818-a0e7-eb2caea08f38,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:00.631043 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7af4d75a-64a0-4394-9eac-0d351b4be086 req-5feac8a7-1309-411b-915b-c22fd7a52cd4 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Made reservation on behalf of e0a949cf73864faf86b4b8a64f5cd635 for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:24:00.634800 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-7af4d75a-64a0-4394-9eac-0d351b4be086 req-5feac8a7-1309-411b-915b-c22fd7a52cd4 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:00.650147 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85418b0b-7834-4453-8b6b-bcfb795f80e5 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] No DVR routers for this DVR port 2d778a86-f902-4818-a0e7-eb2caea08f38 on host n-d-812111-14 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:24:00.666591 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d06666e1-49a3-48c4-a839-b5da765d40ac req-9a7cea70-d3a1-4a49-8061-c783176dfead tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/ports?device_id=81f17ed3-5f8a-4b82-a89d-2a86c185a3d7 HTTP/1.1" status: 200 len: 210 time: 0.0686624 Jan 28 19:24:00.723664 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21432d1e-795d-49f5-aebe-d4c856d96b03 req-3ce290ba-c305-46c0-a406-1fee0d58d1e2 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:00.730641 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-21432d1e-795d-49f5-aebe-d4c856d96b03 req-3ce290ba-c305-46c0-a406-1fee0d58d1e2 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbcb90df-df4c-4718-a1f8-da2cde64470a HTTP/1.1" status: 200 len: 945 time: 0.4514651 Jan 28 19:24:00.850141 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 7dea9c00-96e9-4033-a37f-4899abb344be is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:24:00.851633 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (7dea9c00-96e9-4033-a37f-4899abb344be), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:00.876095 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] For port 7dea9c00-96e9-4033-a37f-4899abb344be, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=7dea9c00-96e9-4033-a37f-4899abb344be,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:24:00.880221 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-85418b0b-7834-4453-8b6b-bcfb795f80e5 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (514a961b-02b3-4e94-a1f4-091c289449af), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:00.881984 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (7dea9c00-96e9-4033-a37f-4899abb344be), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:00.946077 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Pushing event updated for resources: {'Port': ['ID=7dea9c00-96e9-4033-a37f-4899abb344be,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:00.956127 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-21432d1e-795d-49f5-aebe-d4c856d96b03 req-a90da597-9a55-4323-bda9-000a1dee32b3 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] 10.222.0.64 "GET /v2.0/security-groups?id=a17e8282-0405-4e4b-9340-e89106f12f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245226 Jan 28 19:24:00.993700 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 2d778a86-f902-4818-a0e7-eb2caea08f38 no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:24:01.018572 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: 2d778a86-f902-4818-a0e7-eb2caea08f38 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:24:01.018926 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 2d778a86-f902-4818-a0e7-eb2caea08f38 not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:24:01.021732 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb93333-e15e-4e06-ace3-cea1091cdfa5 req-e8857622-bb19-4031-8222-1d2608423836 tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:01.032600 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-bdb93333-e15e-4e06-ace3-cea1091cdfa5 req-e8857622-bb19-4031-8222-1d2608423836 tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] 10.222.0.64 "GET /v2.0/ports?device_id=b7ae322e-4c07-4de8-bb2a-d22af1bfcac2 HTTP/1.1" status: 200 len: 945 time: 0.0895424 Jan 28 19:24:01.077214 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-85418b0b-7834-4453-8b6b-bcfb795f80e5 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['514a961b-02b3-4e94-a1f4-091c289449af']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:24:01.098314 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-85418b0b-7834-4453-8b6b-bcfb795f80e5 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c17ed0f3-a91b-48f1-8609-9bb873a3202f') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:24:01.100300 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-85418b0b-7834-4453-8b6b-bcfb795f80e5 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c17ed0f3-a91b-48f1-8609-9bb873a3202f') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:24:01.119787 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-85418b0b-7834-4453-8b6b-bcfb795f80e5 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4747091'] for segment (c17ed0f3-a91b-48f1-8609-9bb873a3202f), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:01.122802 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-bdb93333-e15e-4e06-ace3-cea1091cdfa5 req-0859394f-ea90-492b-b198-114090010923 tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed5dbff7-d8b6-44bf-8755-79d5f3e8f67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835705 Jan 28 19:24:01.134321 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-85418b0b-7834-4453-8b6b-bcfb795f80e5 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (c17ed0f3-a91b-48f1-8609-9bb873a3202f), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:01.170946 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85418b0b-7834-4453-8b6b-bcfb795f80e5 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:24:01.171366 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-85418b0b-7834-4453-8b6b-bcfb795f80e5 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4690514'] for segment (c17ed0f3-a91b-48f1-8609-9bb873a3202f), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:01.177073 n-d-812111-14 neutron-server[103304]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:24:01.177073 n-d-812111-14 neutron-server[103304]: self.session.flush() Jan 28 19:24:01.177073 n-d-812111-14 neutron-server[103304]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:24:01.177073 n-d-812111-14 neutron-server[103304]: self.session.flush() Jan 28 19:24:01.177073 n-d-812111-14 neutron-server[103304]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:24:01.177073 n-d-812111-14 neutron-server[103304]: self.session.flush() Jan 28 19:24:01.177073 n-d-812111-14 neutron-server[103304]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:24:01.177073 n-d-812111-14 neutron-server[103304]: self.session.flush() Jan 28 19:24:01.177073 n-d-812111-14 neutron-server[103304]: Traceback (most recent call last): Jan 28 19:24:01.177073 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:24:01.177073 n-d-812111-14 neutron-server[103304]: timer() Jan 28 19:24:01.177073 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:24:01.177073 n-d-812111-14 neutron-server[103304]: cb(*args, **kw) Jan 28 19:24:01.177073 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:24:01.177073 n-d-812111-14 neutron-server[103304]: return func(*args, **kwargs) Jan 28 19:24:01.177073 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:24:01.177073 n-d-812111-14 neutron-server[103304]: self._notify() Jan 28 19:24:01.177073 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:24:01.177073 n-d-812111-14 neutron-server[103304]: self.callback(batched_events) Jan 28 19:24:01.177073 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:24:01.177073 n-d-812111-14 neutron-server[103304]: event.method(event) Jan 28 19:24:01.177073 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:24:01.177073 n-d-812111-14 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:24:01.177073 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:24:01.177073 n-d-812111-14 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:24:01.177073 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:24:01.177073 n-d-812111-14 neutron-server[103304]: return f(self, *a, **k) Jan 28 19:24:01.177073 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:24:01.177073 n-d-812111-14 neutron-server[103304]: return self._get(url).json() Jan 28 19:24:01.177073 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:24:01.177073 n-d-812111-14 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:24:01.177073 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:24:01.177073 n-d-812111-14 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 28 19:24:01.177073 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:24:01.177073 n-d-812111-14 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:24:01.177073 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:24:01.177073 n-d-812111-14 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:24:01.177073 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:24:01.177073 n-d-812111-14 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:24:01.177073 n-d-812111-14 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:24:01.208601 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2f183793-026a-4b70-8703-1200b0596e57 tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-731074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-731460'] for router (f0e5b332-e266-427d-a4b0-76de1127693d), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:01.296046 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-7af4d75a-64a0-4394-9eac-0d351b4be086 req-5feac8a7-1309-411b-915b-c22fd7a52cd4 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Allocated IP 192.168.233.107 (7810caa2-eac6-457d-9302-c8c215ef3e91/f2de4832-9ef6-4f40-9ac5-1557d5e6a6ff/5f6def03-99a2-4a62-a4a0-6591fac3aba6) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:24:01.331058 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaa62c3-ea02-4db8-9aae-c4e4048acb74 req-6706b8ab-e799-4f5d-b55e-c73dfecf2abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:01.332761 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-bfaa62c3-ea02-4db8-9aae-c4e4048acb74 req-6706b8ab-e799-4f5d-b55e-c73dfecf2abc service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=13f3263032ef4a4996ce9c7be76c5dc2&device_id=b7ae322e-4c07-4de8-bb2a-d22af1bfcac2 HTTP/1.1" status: 200 len: 1128 time: 0.4034286 Jan 28 19:24:01.355130 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-85418b0b-7834-4453-8b6b-bcfb795f80e5 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (514a961b-02b3-4e94-a1f4-091c289449af), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:01.375070 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-85418b0b-7834-4453-8b6b-bcfb795f80e5 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:01.378473 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-85418b0b-7834-4453-8b6b-bcfb795f80e5 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] 10.222.0.64 "DELETE /v2.0/networks/514a961b-02b3-4e94-a1f4-091c289449af HTTP/1.1" status: 204 len: 168 time: 1.9625340 Jan 28 19:24:01.442222 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549d4567-2f13-41f0-8000-7294c77e4ced req-5ae6a27b-25ea-442e-83a3-5745557c40f7 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:01.443656 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-549d4567-2f13-41f0-8000-7294c77e4ced req-5ae6a27b-25ea-442e-83a3-5745557c40f7 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e48b655-5911-4dcd-a073-26e765e9c04d HTTP/1.1" status: 200 len: 946 time: 0.3023832 Jan 28 19:24:01.479476 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85418b0b-7834-4453-8b6b-bcfb795f80e5 tempest-ServersTestMultiNic-1676060126 tempest-ServersTestMultiNic-1676060126-project] Pushing event deleted for resources: {'Network': ['ID=514a961b-02b3-4e94-a1f4-091c289449af,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:01.550029 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 48712) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:24:01.649038 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaa62c3-ea02-4db8-9aae-c4e4048acb74 req-47123463-d9c2-4b97-a222-9f4135ca6ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:01.650448 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-bfaa62c3-ea02-4db8-9aae-c4e4048acb74 req-47123463-d9c2-4b97-a222-9f4135ca6ede service neutron] 10.222.0.70 "GET /v2.0/networks?id=33c095fb-ef38-447a-b00a-cb10b3a9fb6a HTTP/1.1" status: 200 len: 911 time: 0.3065541 Jan 28 19:24:01.659879 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-549d4567-2f13-41f0-8000-7294c77e4ced req-433fa37f-a488-4a5b-bdd2-ce8dc62c6274 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff0a7ca0-73d1-435a-8c79-518c9bdfd3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866217 Jan 28 19:24:01.761569 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-bfaa62c3-ea02-4db8-9aae-c4e4048acb74 req-57b1d8f6-a016-4ca8-ab2c-35e21c1eeb9f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9d70df4e-0f8c-42a5-a3d5-cd9dc04b6cb7 HTTP/1.1" status: 200 len: 217 time: 0.1010673 Jan 28 19:24:01.798437 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f183793-026a-4b70-8703-1200b0596e57 tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Router f0e5b332-e266-427d-a4b0-76de1127693d is scheduled to L3 agent 76fe5c49-705a-4e08-abb2-be585676213f with binding_index 1 {{(pid=103304) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 19:24:01.814619 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-347e9cbc-05b4-43f6-b1db-1856581f0f78 req-2e487254-6865-4dfa-8ed1-777ce37efe41 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/ports?device_id=81f17ed3-5f8a-4b82-a89d-2a86c185a3d7 HTTP/1.1" status: 200 len: 210 time: 0.0316021 Jan 28 19:24:01.866700 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-7af4d75a-64a0-4394-9eac-0d351b4be086 req-5feac8a7-1309-411b-915b-c22fd7a52cd4 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Publish callbacks [] for port (5f6def03-99a2-4a62-a4a0-6591fac3aba6), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:01.963303 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-adf6a217-1d30-4114-9e7a-ab4f2b88d825 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-732838'] for router_interface (f74451c7-bd7d-4dd4-a140-4702c3d73b46), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:02.300703 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaa62c3-ea02-4db8-9aae-c4e4048acb74 req-f6ee6727-d0e4-4a01-a9f8-e088d4998aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:02.302217 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-bfaa62c3-ea02-4db8-9aae-c4e4048acb74 req-f6ee6727-d0e4-4a01-a9f8-e088d4998aa1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a125b0f8-c648-4892-8cc4-9d24d356ab8c HTTP/1.1" status: 200 len: 851 time: 0.5261445 Jan 28 19:24:02.340382 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a67378d-b9d7-45a8-9ccc-19e3e2f970a2 req-32b091c6-753f-4ff7-a124-fcab6de2e042 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:02.346093 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8a67378d-b9d7-45a8-9ccc-19e3e2f970a2 req-32b091c6-753f-4ff7-a124-fcab6de2e042 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e48b655-5911-4dcd-a073-26e765e9c04d HTTP/1.1" status: 200 len: 946 time: 0.5804331 Jan 28 19:24:02.417296 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f183793-026a-4b70-8703-1200b0596e57 tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:24:02.426350 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-bfaa62c3-ea02-4db8-9aae-c4e4048acb74 req-ee4168dc-04cc-4891-b3b9-70ceea443992 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=33c095fb-ef38-447a-b00a-cb10b3a9fb6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1099572 Jan 28 19:24:02.431734 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478d95f2-61e2-4288-b1de-72e8e2820e5d None None] Sync routers for ids ['f0e5b332-e266-427d-a4b0-76de1127693d'] in n-d-812111-14 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:24:02.458743 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478d95f2-61e2-4288-b1de-72e8e2820e5d None None] Routers {'f0e5b332-e266-427d-a4b0-76de1127693d'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:24:02.459729 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-478d95f2-61e2-4288-b1de-72e8e2820e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:23:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['f0e5b332-e266-427d-a4b0-76de1127693d'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:24:02.460646 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f326446-05fb-4241-8247-689b327d85db req-e65ab8c9-c78c-49e4-830a-53202052e85d tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:02.467514 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5f326446-05fb-4241-8247-689b327d85db req-e65ab8c9-c78c-49e4-830a-53202052e85d tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbcb90df-df4c-4718-a1f8-da2cde64470a HTTP/1.1" status: 200 len: 945 time: 0.1243529 Jan 28 19:24:02.508028 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2f183793-026a-4b70-8703-1200b0596e57 tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:02.511729 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-2f183793-026a-4b70-8703-1200b0596e57 tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 5.7632313 Jan 28 19:24:02.514170 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 48724) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:24:02.543074 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 7dea9c00-96e9-4033-a37f-4899abb344be up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:24:02.561508 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-7af4d75a-64a0-4394-9eac-0d351b4be086 req-5feac8a7-1309-411b-915b-c22fd7a52cd4 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (5f6def03-99a2-4a62-a4a0-6591fac3aba6), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:02.585529 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['500aaaa2-66cc-4330-b2eb-cf6e3da795ac', '19e26adf-0f04-4fb9-a4ff-97385744678c', '0de5e835-b1b7-47c9-a9c1-41d3ac8a15bf'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:24:02.620800 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5f326446-05fb-4241-8247-689b327d85db req-e9f340ae-21ad-4046-90ea-d842e58fdfff tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] 10.222.0.64 "GET /v2.0/security-groups?id=a17e8282-0405-4e4b-9340-e89106f12f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464593 Jan 28 19:24:02.643764 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8a67378d-b9d7-45a8-9ccc-19e3e2f970a2 req-fe090f98-347b-4fd9-850e-d9086e7bba53 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff0a7ca0-73d1-435a-8c79-518c9bdfd3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160499 Jan 28 19:24:02.667576 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7af4d75a-64a0-4394-9eac-0d351b4be086 req-5feac8a7-1309-411b-915b-c22fd7a52cd4 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Network 7810caa2-eac6-457d-9302-c8c215ef3e91 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:24:02.674451 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-478d95f2-61e2-4288-b1de-72e8e2820e5d None None] Set router f0e5b332-e266-427d-a4b0-76de1127693d gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:24:02.677424 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-7af4d75a-64a0-4394-9eac-0d351b4be086 req-5feac8a7-1309-411b-915b-c22fd7a52cd4 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:24:02.680757 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-7af4d75a-64a0-4394-9eac-0d351b4be086 req-5feac8a7-1309-411b-915b-c22fd7a52cd4 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:24:02.757994 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feac8a7-1309-411b-915b-c22fd7a52cd4 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Pushing event updated for resources: {'Port': ['ID=5f6def03-99a2-4a62-a4a0-6591fac3aba6,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:02.764837 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-bfaa62c3-ea02-4db8-9aae-c4e4048acb74 req-574162d4-38b7-41a7-9269-58814621518b service neutron] 10.222.0.70 "GET /v2.0/networks/33c095fb-ef38-447a-b00a-cb10b3a9fb6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3210115 Jan 28 19:24:02.814373 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af4d75a-64a0-4394-9eac-0d351b4be086 req-5feac8a7-1309-411b-915b-c22fd7a52cd4 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:02.815110 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-7af4d75a-64a0-4394-9eac-0d351b4be086 req-5feac8a7-1309-411b-915b-c22fd7a52cd4 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:02.905922 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7af4d75a-64a0-4394-9eac-0d351b4be086 req-5feac8a7-1309-411b-915b-c22fd7a52cd4 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9884419 Jan 28 19:24:02.917477 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-7af4d75a-64a0-4394-9eac-0d351b4be086 req-5d6340fd-91d5-4bbb-bdc2-51d3f40a3365 service neutron] Request body: {'port': {'device_id': '81f17ed3-5f8a-4b82-a89d-2a86c185a3d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-14'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:24:02.992449 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb2bdef-6810-4c1e-9093-ada0c24d1acb req-edae908b-af59-43ac-b70e-b17d3b76370a tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:02.994256 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2cb2bdef-6810-4c1e-9093-ada0c24d1acb req-edae908b-af59-43ac-b70e-b17d3b76370a tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e48b655-5911-4dcd-a073-26e765e9c04d HTTP/1.1" status: 200 len: 946 time: 0.1437483 Jan 28 19:24:03.011393 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-891fdfaf-c988-4a05-8f2c-c6de4c016e9a tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] 10.222.0.64 "GET /v2.0/routers/f0e5b332-e266-427d-a4b0-76de1127693d HTTP/1.1" status: 200 len: 907 time: 0.4937603 Jan 28 19:24:03.012927 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 48732) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:24:03.024662 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 7dea9c00-96e9-4033-a37f-4899abb344be triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:24:03.026338 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (7dea9c00-96e9-4033-a37f-4899abb344be), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:03.044384 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-bfaa62c3-ea02-4db8-9aae-c4e4048acb74 req-eb1354db-1b5a-4765-9eed-81d42f5757d1 service neutron] 10.222.0.70 "GET /v2.0/networks/33c095fb-ef38-447a-b00a-cb10b3a9fb6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2657707 Jan 28 19:24:03.095772 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2cb2bdef-6810-4c1e-9093-ada0c24d1acb req-586d489f-30e5-4c28-ab4f-85f8e19c4667 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff0a7ca0-73d1-435a-8c79-518c9bdfd3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922840 Jan 28 19:24:03.096455 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-7af4d75a-64a0-4394-9eac-0d351b4be086 req-5d6340fd-91d5-4bbb-bdc2-51d3f40a3365 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (5f6def03-99a2-4a62-a4a0-6591fac3aba6), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:03.223606 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-089a6281-51c8-4aaa-85d4-9d645d2b1a08 tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Publish callbacks [] for router (f0e5b332-e266-427d-a4b0-76de1127693d), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:03.231928 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-903ef72e-f905-420f-91b0-e33e816b1ed1 None None] Provisioning complete for port 5f6def03-99a2-4a62-a4a0-6591fac3aba6 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:24:03.232404 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-903ef72e-f905-420f-91b0-e33e816b1ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (5f6def03-99a2-4a62-a4a0-6591fac3aba6), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:03.234843 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-478d95f2-61e2-4288-b1de-72e8e2820e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0e5b332-e266-427d-a4b0-76de1127693d', 'name': 'tempest-snat-router-2084904103', 'tenant_id': '8697f5f99d774acc82b6f152e8c87da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.70'}], 'enable_snat': True}, 'gw_port_id': '3bf62a5a-1a6e-4539-8cf1-76b1af9cb5dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:23:56Z', 'updated_at': '2022-01-28T19:23:59Z', 'revision_number': 3, 'project_id': '8697f5f99d774acc82b6f152e8c87da5', 'gw_port': {'id': '3bf62a5a-1a6e-4539-8cf1-76b1af9cb5dc', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:65:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0e5b332-e266-427d-a4b0-76de1127693d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:23:57Z', 'updated_at': '2022-01-28T19:23:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:24:03.323584 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478d95f2-61e2-4288-b1de-72e8e2820e5d None None] Checking router: f0e5b332-e266-427d-a4b0-76de1127693d for host: n-d-812111-14 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:24:03.323942 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478d95f2-61e2-4288-b1de-72e8e2820e5d None None] Updating router f0e5b332-e266-427d-a4b0-76de1127693d port 3bf62a5a-1a6e-4539-8cf1-76b1af9cb5dc binding host n-d-812111-14 {{(pid=103306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:24:03.386470 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-478d95f2-61e2-4288-b1de-72e8e2820e5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (3bf62a5a-1a6e-4539-8cf1-76b1af9cb5dc), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:03.431631 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-7af4d75a-64a0-4394-9eac-0d351b4be086 req-5d6340fd-91d5-4bbb-bdc2-51d3f40a3365 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f6def03-99a2-4a62-a4a0-6591fac3aba6 {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:24:03.432916 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cc9872-550d-418d-acd7-5a657c246e61 req-ee9855f7-88ef-4bc9-a230-05b665955306 tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:03.440552 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-7af4d75a-64a0-4394-9eac-0d351b4be086 req-5d6340fd-91d5-4bbb-bdc2-51d3f40a3365 service neutron] Publish callbacks [] for port (5f6def03-99a2-4a62-a4a0-6591fac3aba6), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:03.444352 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f6cc9872-550d-418d-acd7-5a657c246e61 req-ee9855f7-88ef-4bc9-a230-05b665955306 tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] 10.222.0.64 "GET /v2.0/ports?device_id=b7ae322e-4c07-4de8-bb2a-d22af1bfcac2 HTTP/1.1" status: 200 len: 945 time: 0.5986469 Jan 28 19:24:03.453264 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 7dea9c00-96e9-4033-a37f-4899abb344be is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:24:03.454216 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-7af4d75a-64a0-4394-9eac-0d351b4be086 req-5d6340fd-91d5-4bbb-bdc2-51d3f40a3365 service neutron] Transition to ACTIVE for port object 5f6def03-99a2-4a62-a4a0-6591fac3aba6 will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:24:03.455709 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-903ef72e-f905-420f-91b0-e33e816b1ed1 None None] Port 5f6def03-99a2-4a62-a4a0-6591fac3aba6 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:24:03.469123 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-7af4d75a-64a0-4394-9eac-0d351b4be086 req-5d6340fd-91d5-4bbb-bdc2-51d3f40a3365 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (5f6def03-99a2-4a62-a4a0-6591fac3aba6), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:03.482598 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-089a6281-51c8-4aaa-85d4-9d645d2b1a08 tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Publish callbacks [] for router_gateway (f0e5b332-e266-427d-a4b0-76de1127693d), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:03.538265 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-adf6a217-1d30-4114-9e7a-ab4f2b88d825 admin admin] Deleting port bd2f0681-c01b-4926-a8bc-fa69ece3b4ba {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:24:03.538524 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-adf6a217-1d30-4114-9e7a-ab4f2b88d825 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (bd2f0681-c01b-4926-a8bc-fa69ece3b4ba), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:03.637514 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bd8caa-1c16-468f-be5f-d3551b4a0ff7 req-4b717750-ca1d-449e-ad70-809f908e1a0c tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:03.639538 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d7bd8caa-1c16-468f-be5f-d3551b4a0ff7 req-4b717750-ca1d-449e-ad70-809f908e1a0c tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/ports?device_id=81f17ed3-5f8a-4b82-a89d-2a86c185a3d7 HTTP/1.1" status: 200 len: 948 time: 0.1753919 Jan 28 19:24:03.644157 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6340fd-91d5-4bbb-bdc2-51d3f40a3365 service neutron] Pushing event updated for resources: {'Port': ['ID=5f6def03-99a2-4a62-a4a0-6591fac3aba6,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:03.654574 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-adf6a217-1d30-4114-9e7a-ab4f2b88d825 admin admin] For port bd2f0681-c01b-4926-a8bc-fa69ece3b4ba, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=bd2f0681-c01b-4926-a8bc-fa69ece3b4ba,segment=NetworkSegment(9a036823-1b5b-4a08-9be8-8bed7e7eab04),segment_id=9a036823-1b5b-4a08-9be8-8bed7e7eab04)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:24:03.654953 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-adf6a217-1d30-4114-9e7a-ab4f2b88d825 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (bd2f0681-c01b-4926-a8bc-fa69ece3b4ba), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:03.675175 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-adf6a217-1d30-4114-9e7a-ab4f2b88d825 admin admin] Calling delete_port for bd2f0681-c01b-4926-a8bc-fa69ece3b4ba owned by network:router_interface {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:24:03.688527 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f6cc9872-550d-418d-acd7-5a657c246e61 req-720d3823-9eda-451c-a598-ed1189c9d44f tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed5dbff7-d8b6-44bf-8755-79d5f3e8f67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431517 Jan 28 19:24:03.796818 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d7bd8caa-1c16-468f-be5f-d3551b4a0ff7 req-2b3fc0d6-5f18-474c-aac0-ae327c1a457f tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d07f2a-7a3d-4718-9c1b-16394753837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404023 Jan 28 19:24:03.798265 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-7af4d75a-64a0-4394-9eac-0d351b4be086 req-5d6340fd-91d5-4bbb-bdc2-51d3f40a3365 service neutron] Attempting to bind port 5f6def03-99a2-4a62-a4a0-6591fac3aba6 on host n-h2-812111-14 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:24:03.798719 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-7af4d75a-64a0-4394-9eac-0d351b4be086 req-5d6340fd-91d5-4bbb-bdc2-51d3f40a3365 service neutron] Attempting to bind port 5f6def03-99a2-4a62-a4a0-6591fac3aba6 by drivers openvswitch,hyperv on host n-h2-812111-14 at level 0 using segments [{'id': '195bcdbf-a031-4d8b-9f7f-e09fd37cd197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:24:03.799114 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af4d75a-64a0-4394-9eac-0d351b4be086 req-5d6340fd-91d5-4bbb-bdc2-51d3f40a3365 service neutron] Attempting to bind port 5f6def03-99a2-4a62-a4a0-6591fac3aba6 on network 7810caa2-eac6-457d-9302-c8c215ef3e91 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:24:03.804536 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af4d75a-64a0-4394-9eac-0d351b4be086 req-5d6340fd-91d5-4bbb-bdc2-51d3f40a3365 service neutron] Port 5f6def03-99a2-4a62-a4a0-6591fac3aba6 on network 7810caa2-eac6-457d-9302-c8c215ef3e91 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-14 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:24:03.804952 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af4d75a-64a0-4394-9eac-0d351b4be086 req-5d6340fd-91d5-4bbb-bdc2-51d3f40a3365 service neutron] Attempting to bind port 5f6def03-99a2-4a62-a4a0-6591fac3aba6 on network 7810caa2-eac6-457d-9302-c8c215ef3e91 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:24:03.819038 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af4d75a-64a0-4394-9eac-0d351b4be086 req-5d6340fd-91d5-4bbb-bdc2-51d3f40a3365 service neutron] Checking agent: {'id': '8f3fee4e-bf24-4b58-8a3a-ae9c8011a473', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 23, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:24:03.819387 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af4d75a-64a0-4394-9eac-0d351b4be086 req-5d6340fd-91d5-4bbb-bdc2-51d3f40a3365 service neutron] Checking segment: {'id': '195bcdbf-a031-4d8b-9f7f-e09fd37cd197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:24:03.819778 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af4d75a-64a0-4394-9eac-0d351b4be086 req-5d6340fd-91d5-4bbb-bdc2-51d3f40a3365 service neutron] Bound using segment: {'id': '195bcdbf-a031-4d8b-9f7f-e09fd37cd197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:24:03.820215 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-7af4d75a-64a0-4394-9eac-0d351b4be086 req-5d6340fd-91d5-4bbb-bdc2-51d3f40a3365 service neutron] Bound port: 5f6def03-99a2-4a62-a4a0-6591fac3aba6, host: n-h2-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '195bcdbf-a031-4d8b-9f7f-e09fd37cd197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:24:03.820577 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-7af4d75a-64a0-4394-9eac-0d351b4be086 req-5d6340fd-91d5-4bbb-bdc2-51d3f40a3365 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (5f6def03-99a2-4a62-a4a0-6591fac3aba6), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:03.934239 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-7af4d75a-64a0-4394-9eac-0d351b4be086 req-5d6340fd-91d5-4bbb-bdc2-51d3f40a3365 service neutron] For port 5f6def03-99a2-4a62-a4a0-6591fac3aba6, host n-h2-812111-14, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:24:03.946201 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-7af4d75a-64a0-4394-9eac-0d351b4be086 req-5d6340fd-91d5-4bbb-bdc2-51d3f40a3365 service neutron] For port 5f6def03-99a2-4a62-a4a0-6591fac3aba6, host n-h2-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=5f6def03-99a2-4a62-a4a0-6591fac3aba6,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:24:03.957746 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-7af4d75a-64a0-4394-9eac-0d351b4be086 req-5d6340fd-91d5-4bbb-bdc2-51d3f40a3365 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (5f6def03-99a2-4a62-a4a0-6591fac3aba6), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:04.011307 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-adf6a217-1d30-4114-9e7a-ab4f2b88d825 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (bd2f0681-c01b-4926-a8bc-fa69ece3b4ba), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:04.012794 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af4d75a-64a0-4394-9eac-0d351b4be086 req-5d6340fd-91d5-4bbb-bdc2-51d3f40a3365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:04.014194 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-7af4d75a-64a0-4394-9eac-0d351b4be086 req-5d6340fd-91d5-4bbb-bdc2-51d3f40a3365 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:04.031104 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7af4d75a-64a0-4394-9eac-0d351b4be086 req-5d6340fd-91d5-4bbb-bdc2-51d3f40a3365 service neutron] 10.222.0.70 "PUT /v2.0/ports/5f6def03-99a2-4a62-a4a0-6591fac3aba6 HTTP/1.1" status: 200 len: 1097 time: 1.1059775 Jan 28 19:24:04.062249 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-089a6281-51c8-4aaa-85d4-9d645d2b1a08 tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Deleting port 3bf62a5a-1a6e-4539-8cf1-76b1af9cb5dc {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:24:04.062989 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-089a6281-51c8-4aaa-85d4-9d645d2b1a08 tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (3bf62a5a-1a6e-4539-8cf1-76b1af9cb5dc), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:04.080841 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81f17ed3-5f8a-4b82-a89d-2a86c185a3d7', 'tag': '5f6def03-99a2-4a62-a4a0-6591fac3aba6'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:24:04.083380 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb9237d6-62ed-474f-af21-334b7962df7a" -d '{"events": [{"name": "network-changed", "server_uuid": "81f17ed3-5f8a-4b82-a89d-2a86c185a3d7", "tag": "5f6def03-99a2-4a62-a4a0-6591fac3aba6"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:24:04.127351 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf6a217-1d30-4114-9e7a-ab4f2b88d825 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd2f0681-c01b-4926-a8bc-fa69ece3b4ba,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:04.151238 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-478d95f2-61e2-4288-b1de-72e8e2820e5d None None] Publish callbacks [] for port (3bf62a5a-1a6e-4539-8cf1-76b1af9cb5dc), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:04.161659 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-478d95f2-61e2-4288-b1de-72e8e2820e5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (3bf62a5a-1a6e-4539-8cf1-76b1af9cb5dc), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:04.214730 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b1a7df-579a-42f9-9cc0-885f5eb7c465 req-f7e2d908-e7d3-417f-957f-beda7e15580e tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:04.216317 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-43b1a7df-579a-42f9-9cc0-885f5eb7c465 req-f7e2d908-e7d3-417f-957f-beda7e15580e tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbcb90df-df4c-4718-a1f8-da2cde64470a HTTP/1.1" status: 200 len: 945 time: 0.2103870 Jan 28 19:24:04.223329 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-478d95f2-61e2-4288-b1de-72e8e2820e5d None None] Attempting to bind port 3bf62a5a-1a6e-4539-8cf1-76b1af9cb5dc on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:24:04.223854 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-478d95f2-61e2-4288-b1de-72e8e2820e5d None None] Attempting to bind port 3bf62a5a-1a6e-4539-8cf1-76b1af9cb5dc by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:24:04.224231 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478d95f2-61e2-4288-b1de-72e8e2820e5d None None] Attempting to bind port 3bf62a5a-1a6e-4539-8cf1-76b1af9cb5dc on network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:24:04.232674 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8b89f8-6fac-4bd5-9c1f-fe734f18ee2f req-6924698d-27d4-4bea-b4ae-91e697eaaf4d tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:04.235180 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2d8b89f8-6fac-4bd5-9c1f-fe734f18ee2f req-6924698d-27d4-4bea-b4ae-91e697eaaf4d tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e48b655-5911-4dcd-a073-26e765e9c04d HTTP/1.1" status: 200 len: 946 time: 0.2395480 Jan 28 19:24:04.242516 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478d95f2-61e2-4288-b1de-72e8e2820e5d None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 23, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:24:04.242918 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478d95f2-61e2-4288-b1de-72e8e2820e5d None None] Checking segment: {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:24:04.243334 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-478d95f2-61e2-4288-b1de-72e8e2820e5d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:04.243733 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478d95f2-61e2-4288-b1de-72e8e2820e5d None None] Bound using segment: {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:24:04.244367 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-478d95f2-61e2-4288-b1de-72e8e2820e5d None None] Bound port: 3bf62a5a-1a6e-4539-8cf1-76b1af9cb5dc, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:24:04.244756 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-478d95f2-61e2-4288-b1de-72e8e2820e5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (3bf62a5a-1a6e-4539-8cf1-76b1af9cb5dc), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:04.280053 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa022abe-5443-45f8-adee-ca6b4e994eb2 None None] Pushing event updated for resources: {'Port': ['ID=3bf62a5a-1a6e-4539-8cf1-76b1af9cb5dc,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:04.289675 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6340fd-91d5-4bbb-bdc2-51d3f40a3365 service neutron] Pushing event updated for resources: {'Port': ['ID=5f6def03-99a2-4a62-a4a0-6591fac3aba6,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:04.353048 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-089a6281-51c8-4aaa-85d4-9d645d2b1a08 tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (3bf62a5a-1a6e-4539-8cf1-76b1af9cb5dc), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:04.361001 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-43b1a7df-579a-42f9-9cc0-885f5eb7c465 req-32ca642f-1d6f-492f-b597-db12720be08f tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] 10.222.0.64 "GET /v2.0/security-groups?id=a17e8282-0405-4e4b-9340-e89106f12f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166594 Jan 28 19:24:04.363488 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af4d75a-64a0-4394-9eac-0d351b4be086 req-ce23e9b8-e9f0-4356-b8ef-3b051125a49e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:04.365071 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7af4d75a-64a0-4394-9eac-0d351b4be086 req-ce23e9b8-e9f0-4356-b8ef-3b051125a49e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e0a949cf73864faf86b4b8a64f5cd635&device_id=81f17ed3-5f8a-4b82-a89d-2a86c185a3d7 HTTP/1.1" status: 200 len: 1131 time: 0.2746513 Jan 28 19:24:04.404919 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-089a6281-51c8-4aaa-85d4-9d645d2b1a08 tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Calling delete_port for 3bf62a5a-1a6e-4539-8cf1-76b1af9cb5dc owned by network:router_gateway {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:24:04.415808 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2d8b89f8-6fac-4bd5-9c1f-fe734f18ee2f req-4177b978-f2f8-4058-a38f-fb227c056a93 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff0a7ca0-73d1-435a-8c79-518c9bdfd3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520455 Jan 28 19:24:04.468428 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-478d95f2-61e2-4288-b1de-72e8e2820e5d None None] For port 3bf62a5a-1a6e-4539-8cf1-76b1af9cb5dc, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:24:04.481223 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-478d95f2-61e2-4288-b1de-72e8e2820e5d None None] For port 3bf62a5a-1a6e-4539-8cf1-76b1af9cb5dc, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=3bf62a5a-1a6e-4539-8cf1-76b1af9cb5dc,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:24:04.491667 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7af4d75a-64a0-4394-9eac-0d351b4be086 req-f51c116a-3d9a-42d5-a9c6-e239b0fbf731 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=5f6def03-99a2-4a62-a4a0-6591fac3aba6 HTTP/1.1" status: 200 len: 217 time: 0.1145821 Jan 28 19:24:04.514440 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-478d95f2-61e2-4288-b1de-72e8e2820e5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (3bf62a5a-1a6e-4539-8cf1-76b1af9cb5dc), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:04.567962 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-adf6a217-1d30-4114-9e7a-ab4f2b88d825 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-732682'] for router_interface (f74451c7-bd7d-4dd4-a140-4702c3d73b46), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:04.601206 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af4d75a-64a0-4394-9eac-0d351b4be086 req-5eeeb90c-cb3b-4832-a35e-a571cb4a2d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:04.602690 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7af4d75a-64a0-4394-9eac-0d351b4be086 req-5eeeb90c-cb3b-4832-a35e-a571cb4a2d05 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f2de4832-9ef6-4f40-9ac5-1557d5e6a6ff HTTP/1.1" status: 200 len: 843 time: 0.1036983 Jan 28 19:24:04.604894 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:24:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-331b6094-f5a6-4db0-8638-42aa906dc8a5 x-openstack-request-id: req-331b6094-f5a6-4db0-8638-42aa906dc8a5 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:24:04.604894 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81f17ed3-5f8a-4b82-a89d-2a86c185a3d7", "tag": "5f6def03-99a2-4a62-a4a0-6591fac3aba6", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:24:04.604894 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-331b6094-f5a6-4db0-8638-42aa906dc8a5 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:24:04.605299 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81f17ed3-5f8a-4b82-a89d-2a86c185a3d7', 'tag': '5f6def03-99a2-4a62-a4a0-6591fac3aba6', 'status': 'completed', 'code': 200} Jan 28 19:24:04.661273 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 48754) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:24:04.679603 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa022abe-5443-45f8-adee-ca6b4e994eb2 None None] Pushing event updated for resources: {'Port': ['ID=3bf62a5a-1a6e-4539-8cf1-76b1af9cb5dc,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:04.719417 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa022abe-5443-45f8-adee-ca6b4e994eb2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:24:04.719771 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa022abe-5443-45f8-adee-ca6b4e994eb2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:24:04.720109 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa022abe-5443-45f8-adee-ca6b4e994eb2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:24:04.720620 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa022abe-5443-45f8-adee-ca6b4e994eb2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:24:04.721067 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa022abe-5443-45f8-adee-ca6b4e994eb2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:24:04.723402 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa022abe-5443-45f8-adee-ca6b4e994eb2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:24:04.723745 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa022abe-5443-45f8-adee-ca6b4e994eb2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:24:04.724167 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa022abe-5443-45f8-adee-ca6b4e994eb2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:24:04.724483 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa022abe-5443-45f8-adee-ca6b4e994eb2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:24:04.724865 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa022abe-5443-45f8-adee-ca6b4e994eb2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:24:04.725322 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa022abe-5443-45f8-adee-ca6b4e994eb2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:24:04.730571 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa022abe-5443-45f8-adee-ca6b4e994eb2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:24:04.731618 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa022abe-5443-45f8-adee-ca6b4e994eb2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:24:04.808722 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af4d75a-64a0-4394-9eac-0d351b4be086 req-bc4758f7-4ea9-4eed-b3c8-3b453ade4aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:04.813318 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7af4d75a-64a0-4394-9eac-0d351b4be086 req-bc4758f7-4ea9-4eed-b3c8-3b453ade4aff service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7810caa2-eac6-457d-9302-c8c215ef3e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2007074 Jan 28 19:24:04.817483 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478d95f2-61e2-4288-b1de-72e8e2820e5d None None] Routers {'f0e5b332-e266-427d-a4b0-76de1127693d'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:24:04.818905 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-478d95f2-61e2-4288-b1de-72e8e2820e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:23:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['f0e5b332-e266-427d-a4b0-76de1127693d'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:24:04.839368 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bd3a65-9cd1-4bad-b253-cccc44209c04 req-1d21b5a0-531d-4a41-b742-c234b082357f tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:04.848881 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-31bd3a65-9cd1-4bad-b253-cccc44209c04 req-1d21b5a0-531d-4a41-b742-c234b082357f tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e48b655-5911-4dcd-a073-26e765e9c04d HTTP/1.1" status: 200 len: 946 time: 0.1865017 Jan 28 19:24:04.937955 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-d641287d-bd5a-4215-a3a6-ff478b283a05 admin admin] Deleting subnet 6cea2404-3048-43fe-b9cb-bebcf3282d53 {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:24:04.941633 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d641287d-bd5a-4215-a3a6-ff478b283a05 admin admin] Publish callbacks [] for subnet (6cea2404-3048-43fe-b9cb-bebcf3282d53), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:04.972530 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-478d95f2-61e2-4288-b1de-72e8e2820e5d None None] Set router f0e5b332-e266-427d-a4b0-76de1127693d gateway port host: None {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:24:05.004064 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d641287d-bd5a-4215-a3a6-ff478b283a05 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4747050'] for subnet (6cea2404-3048-43fe-b9cb-bebcf3282d53), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:05.044231 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-478d95f2-61e2-4288-b1de-72e8e2820e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0e5b332-e266-427d-a4b0-76de1127693d', 'name': 'tempest-snat-router-2084904103', 'tenant_id': '8697f5f99d774acc82b6f152e8c87da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:23:56Z', 'updated_at': '2022-01-28T19:24:03Z', 'revision_number': 4, 'project_id': '8697f5f99d774acc82b6f152e8c87da5', 'gw_port_host': None}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:24:05.086697 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-31bd3a65-9cd1-4bad-b253-cccc44209c04 req-4595062b-0202-4696-9601-23b1fcf564ea tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff0a7ca0-73d1-435a-8c79-518c9bdfd3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325423 Jan 28 19:24:05.089068 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478d95f2-61e2-4288-b1de-72e8e2820e5d None None] The sync data for ids ['f0e5b332-e266-427d-a4b0-76de1127693d'] in n-d-812111-14 is: [{'id': 'f0e5b332-e266-427d-a4b0-76de1127693d', 'name': 'tempest-snat-router-2084904103', 'tenant_id': '8697f5f99d774acc82b6f152e8c87da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:23:56Z', 'updated_at': '2022-01-28T19:24:03Z', 'revision_number': 4, 'project_id': '8697f5f99d774acc82b6f152e8c87da5', 'gw_port_host': None}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:24:05.104680 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adf6a217-1d30-4114-9e7a-ab4f2b88d825 admin admin] Router f74451c7-bd7d-4dd4-a140-4702c3d73b46 has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:24:05.136838 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d641287d-bd5a-4215-a3a6-ff478b283a05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (6cea2404-3048-43fe-b9cb-bebcf3282d53), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:05.146890 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca40ca9a-5548-4efd-a68d-a14ea101cf71 req-f34561ee-89db-4f00-8efd-fd9bffe8388e tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:05.148649 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ca40ca9a-5548-4efd-a68d-a14ea101cf71 req-f34561ee-89db-4f00-8efd-fd9bffe8388e tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] 10.222.0.64 "GET /v2.0/ports?device_id=b7ae322e-4c07-4de8-bb2a-d22af1bfcac2 HTTP/1.1" status: 200 len: 945 time: 0.2563939 Jan 28 19:24:05.195777 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7af4d75a-64a0-4394-9eac-0d351b4be086 req-beda2a68-2f18-4000-a152-9a534de70f60 service neutron] 10.222.0.70 "GET /v2.0/networks/7810caa2-eac6-457d-9302-c8c215ef3e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3293200 Jan 28 19:24:05.225881 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d641287d-bd5a-4215-a3a6-ff478b283a05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4690616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5222356'] for subnet (6cea2404-3048-43fe-b9cb-bebcf3282d53), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:05.304080 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adf6a217-1d30-4114-9e7a-ab4f2b88d825 admin admin] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:24:05.314376 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-adf6a217-1d30-4114-9e7a-ab4f2b88d825 admin admin] 10.222.0.64 "PUT /v2.0/routers/f74451c7-bd7d-4dd4-a140-4702c3d73b46/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7632134 Jan 28 19:24:05.315000 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 48764) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:24:05.315605 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a703e0-97d7-4dae-9dd6-f4254fec41dd None None] Sync routers for ids ['f74451c7-bd7d-4dd4-a140-4702c3d73b46'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:24:05.326608 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a703e0-97d7-4dae-9dd6-f4254fec41dd None None] Routers {'f74451c7-bd7d-4dd4-a140-4702c3d73b46'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:24:05.327763 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-52a703e0-97d7-4dae-9dd6-f4254fec41dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:23:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['f74451c7-bd7d-4dd4-a140-4702c3d73b46'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:24:05.385293 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7af4d75a-64a0-4394-9eac-0d351b4be086 req-fbbbbc44-179f-4891-8b76-195ef6a140ea service neutron] 10.222.0.70 "GET /v2.0/networks/7810caa2-eac6-457d-9302-c8c215ef3e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756325 Jan 28 19:24:05.392243 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d641287d-bd5a-4215-a3a6-ff478b283a05 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6cea2404-3048-43fe-b9cb-bebcf3282d53,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:05.413948 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d641287d-bd5a-4215-a3a6-ff478b283a05 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:05.422168 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-d641287d-bd5a-4215-a3a6-ff478b283a05 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/6cea2404-3048-43fe-b9cb-bebcf3282d53 HTTP/1.1" status: 204 len: 168 time: 0.7464221 Jan 28 19:24:05.429719 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 48770) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:24:05.453077 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-60351f06-6c8e-40fa-b3e6-8c767ab24a83 admin admin] Publish callbacks [] for router (f74451c7-bd7d-4dd4-a140-4702c3d73b46), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:05.457724 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-089a6281-51c8-4aaa-85d4-9d645d2b1a08 tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (3bf62a5a-1a6e-4539-8cf1-76b1af9cb5dc), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:05.540850 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-52a703e0-97d7-4dae-9dd6-f4254fec41dd None None] Set router f74451c7-bd7d-4dd4-a140-4702c3d73b46 gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:24:05.586738 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ca40ca9a-5548-4efd-a68d-a14ea101cf71 req-ce5d9407-24cc-4c3c-9db7-42d796eed9f8 tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed5dbff7-d8b6-44bf-8755-79d5f3e8f67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3337283 Jan 28 19:24:05.635668 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089a6281-51c8-4aaa-85d4-9d645d2b1a08 tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Pushing event deleted for resources: {'Port': ['ID=3bf62a5a-1a6e-4539-8cf1-76b1af9cb5dc,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:05.637688 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-764dea13-fbea-48b6-9796-aee224fcdf28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (ff818509-18ff-44d0-ba98-5ed91eb1ccd4), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:05.639334 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-089a6281-51c8-4aaa-85d4-9d645d2b1a08 tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-731488'] for router_gateway (f0e5b332-e266-427d-a4b0-76de1127693d), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:05.754821 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6207ae4-c762-443f-9939-087625e5a1e7 req-8f66f693-6cb8-4c52-a425-d704357fbf1b tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:05.757368 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a6207ae4-c762-443f-9939-087625e5a1e7 req-8f66f693-6cb8-4c52-a425-d704357fbf1b tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/ports?device_id=81f17ed3-5f8a-4b82-a89d-2a86c185a3d7 HTTP/1.1" status: 200 len: 948 time: 0.5601351 Jan 28 19:24:05.818613 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-089a6281-51c8-4aaa-85d4-9d645d2b1a08 tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-730901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261120'] for router (f0e5b332-e266-427d-a4b0-76de1127693d), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:05.825355 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-089a6281-51c8-4aaa-85d4-9d645d2b1a08 tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Publish callbacks [] for router_controller (f0e5b332-e266-427d-a4b0-76de1127693d), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:05.862239 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-52a703e0-97d7-4dae-9dd6-f4254fec41dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f74451c7-bd7d-4dd4-a140-4702c3d73b46', 'name': 'tempest-ServersTestMultiNic-535938706-router', 'tenant_id': '8f3558f2b66642eda891aec2b92891c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': '3f997c24-8baf-4568-8831-02e3b77bfea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:22:18Z', 'updated_at': '2022-01-28T19:24:03Z', 'revision_number': 5, 'project_id': '8f3558f2b66642eda891aec2b92891c7', 'gw_port': {'id': '3f997c24-8baf-4568-8831-02e3b77bfea9', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e2:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f74451c7-bd7d-4dd4-a140-4702c3d73b46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:22:20Z', 'updated_at': '2022-01-28T19:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:24:05.874134 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a6207ae4-c762-443f-9939-087625e5a1e7 req-6d073b7c-888f-4045-a0fd-20a7d894abe6 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d07f2a-7a3d-4718-9c1b-16394753837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770047 Jan 28 19:24:05.879029 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9237d6-62ed-474f-af21-334b7962df7a req-1e70bfbb-0449-42d5-b9e7-cfe9a3fbb64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:05.881138 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-bb9237d6-62ed-474f-af21-334b7962df7a req-1e70bfbb-0449-42d5-b9e7-cfe9a3fbb64e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e0a949cf73864faf86b4b8a64f5cd635&device_id=81f17ed3-5f8a-4b82-a89d-2a86c185a3d7 HTTP/1.1" status: 200 len: 1131 time: 0.2704899 Jan 28 19:24:05.905409 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-60351f06-6c8e-40fa-b3e6-8c767ab24a83 admin admin] Publish callbacks [] for router_gateway (f74451c7-bd7d-4dd4-a140-4702c3d73b46), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:05.919262 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-089a6281-51c8-4aaa-85d4-9d645d2b1a08 tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-730908'] for router (f0e5b332-e266-427d-a4b0-76de1127693d), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:05.919896 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-089a6281-51c8-4aaa-85d4-9d645d2b1a08 tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f0e5b332-e266-427d-a4b0-76de1127693d {{(pid=103305) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:24:05.928735 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f0c89c-013e-4db5-8fe4-74fccdd840f9 req-d5e2d69d-a30e-4e02-8c6f-49fbf9e341b9 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:05.930550 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-10f0c89c-013e-4db5-8fe4-74fccdd840f9 req-d5e2d69d-a30e-4e02-8c6f-49fbf9e341b9 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e48b655-5911-4dcd-a073-26e765e9c04d HTTP/1.1" status: 200 len: 946 time: 0.1493516 Jan 28 19:24:05.934279 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-089a6281-51c8-4aaa-85d4-9d645d2b1a08 tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:05.935478 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-089a6281-51c8-4aaa-85d4-9d645d2b1a08 tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] 10.222.0.64 "DELETE /v2.0/routers/f0e5b332-e266-427d-a4b0-76de1127693d HTTP/1.1" status: 204 len: 168 time: 2.9085402 Jan 28 19:24:05.954739 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 48774) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:24:06.141388 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-764dea13-fbea-48b6-9796-aee224fcdf28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (ff818509-18ff-44d0-ba98-5ed91eb1ccd4), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:06.145228 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a703e0-97d7-4dae-9dd6-f4254fec41dd None None] Checking router: f74451c7-bd7d-4dd4-a140-4702c3d73b46 for host: n-d-812111-14 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:24:06.157913 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a703e0-97d7-4dae-9dd6-f4254fec41dd None None] Routers {'f74451c7-bd7d-4dd4-a140-4702c3d73b46'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:24:06.159672 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-52a703e0-97d7-4dae-9dd6-f4254fec41dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:23:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['f74451c7-bd7d-4dd4-a140-4702c3d73b46'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:24:06.187355 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcd1ebb-a1c2-4b93-bf37-b7c63c4e332b req-05509fc9-c150-4bc7-9bc8-79b8ae74a4cb tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:06.188888 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8bcd1ebb-a1c2-4b93-bf37-b7c63c4e332b req-05509fc9-c150-4bc7-9bc8-79b8ae74a4cb tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbcb90df-df4c-4718-a1f8-da2cde64470a HTTP/1.1" status: 200 len: 945 time: 0.1564362 Jan 28 19:24:06.273700 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-764dea13-fbea-48b6-9796-aee224fcdf28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff818509-18ff-44d0-ba98-5ed91eb1ccd4']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:24:06.286753 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-52a703e0-97d7-4dae-9dd6-f4254fec41dd None None] Set router f74451c7-bd7d-4dd4-a140-4702c3d73b46 gateway port host: None {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:24:06.298530 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-764dea13-fbea-48b6-9796-aee224fcdf28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fce350c-ea58-4666-bd7d-c61ada9a9295') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:24:06.298892 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-764dea13-fbea-48b6-9796-aee224fcdf28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fce350c-ea58-4666-bd7d-c61ada9a9295') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:24:06.327424 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-764dea13-fbea-48b6-9796-aee224fcdf28 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4747091'] for segment (3fce350c-ea58-4666-bd7d-c61ada9a9295), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:06.329878 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9237d6-62ed-474f-af21-334b7962df7a req-97127a08-c901-46a2-a8a9-b1e6795970ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:06.331403 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-bb9237d6-62ed-474f-af21-334b7962df7a req-97127a08-c901-46a2-a8a9-b1e6795970ce service neutron] 10.222.0.70 "GET /v2.0/networks?id=7810caa2-eac6-457d-9302-c8c215ef3e91 HTTP/1.1" status: 200 len: 869 time: 0.4346664 Jan 28 19:24:06.345703 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-52a703e0-97d7-4dae-9dd6-f4254fec41dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f74451c7-bd7d-4dd4-a140-4702c3d73b46', 'name': 'tempest-ServersTestMultiNic-535938706-router', 'tenant_id': '8f3558f2b66642eda891aec2b92891c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:22:18Z', 'updated_at': '2022-01-28T19:24:05Z', 'revision_number': 6, 'project_id': '8f3558f2b66642eda891aec2b92891c7', 'gw_port_host': None}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:24:06.393432 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a703e0-97d7-4dae-9dd6-f4254fec41dd None None] The sync data for ids ['f74451c7-bd7d-4dd4-a140-4702c3d73b46'] in n-d-812111-14 is: [{'id': 'f74451c7-bd7d-4dd4-a140-4702c3d73b46', 'name': 'tempest-ServersTestMultiNic-535938706-router', 'tenant_id': '8f3558f2b66642eda891aec2b92891c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:22:18Z', 'updated_at': '2022-01-28T19:24:05Z', 'revision_number': 6, 'project_id': '8f3558f2b66642eda891aec2b92891c7', 'gw_port_host': None}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:24:06.403535 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-764dea13-fbea-48b6-9796-aee224fcdf28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (3fce350c-ea58-4666-bd7d-c61ada9a9295), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:06.406393 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bb8da631-7cc4-4a55-b4e0-c08aa7b960b8 tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Publish callbacks [] for router (1563e00e-1221-4567-b55c-f54382d1313b), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:06.408823 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-bb9237d6-62ed-474f-af21-334b7962df7a req-83cbfdb9-f830-4db1-98a1-a539a41650ae service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=5f6def03-99a2-4a62-a4a0-6591fac3aba6 HTTP/1.1" status: 200 len: 217 time: 0.0641499 Jan 28 19:24:06.421820 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-10f0c89c-013e-4db5-8fe4-74fccdd840f9 req-1183b56e-f3e1-484b-9d17-6dad6e4d4b50 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff0a7ca0-73d1-435a-8c79-518c9bdfd3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715883 Jan 28 19:24:06.454469 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-60351f06-6c8e-40fa-b3e6-8c767ab24a83 admin admin] Deleting port 3f997c24-8baf-4568-8831-02e3b77bfea9 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:24:06.454821 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-60351f06-6c8e-40fa-b3e6-8c767ab24a83 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (3f997c24-8baf-4568-8831-02e3b77bfea9), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:06.456717 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-764dea13-fbea-48b6-9796-aee224fcdf28 admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:24:06.457161 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-764dea13-fbea-48b6-9796-aee224fcdf28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4690514'] for segment (3fce350c-ea58-4666-bd7d-c61ada9a9295), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:06.465760 n-d-812111-14 neutron-server[103304]: Traceback (most recent call last): Jan 28 19:24:06.465760 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:24:06.465760 n-d-812111-14 neutron-server[103304]: timer() Jan 28 19:24:06.465760 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:24:06.465760 n-d-812111-14 neutron-server[103304]: cb(*args, **kw) Jan 28 19:24:06.465760 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:24:06.465760 n-d-812111-14 neutron-server[103304]: return func(*args, **kwargs) Jan 28 19:24:06.465760 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:24:06.465760 n-d-812111-14 neutron-server[103304]: self._notify() Jan 28 19:24:06.465760 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:24:06.465760 n-d-812111-14 neutron-server[103304]: self.callback(batched_events) Jan 28 19:24:06.465760 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:24:06.465760 n-d-812111-14 neutron-server[103304]: event.method(event) Jan 28 19:24:06.465760 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:24:06.465760 n-d-812111-14 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:24:06.465760 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:24:06.465760 n-d-812111-14 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:24:06.465760 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:24:06.465760 n-d-812111-14 neutron-server[103304]: return f(self, *a, **k) Jan 28 19:24:06.465760 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:24:06.465760 n-d-812111-14 neutron-server[103304]: return self._get(url).json() Jan 28 19:24:06.465760 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:24:06.465760 n-d-812111-14 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:24:06.465760 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:24:06.465760 n-d-812111-14 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 28 19:24:06.465760 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:24:06.465760 n-d-812111-14 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:24:06.465760 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:24:06.465760 n-d-812111-14 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:24:06.465760 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:24:06.465760 n-d-812111-14 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:24:06.465760 n-d-812111-14 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:24:06.481769 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8bcd1ebb-a1c2-4b93-bf37-b7c63c4e332b req-b3530901-af04-4c98-85fb-e7d676fa6906 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] 10.222.0.64 "GET /v2.0/security-groups?id=a17e8282-0405-4e4b-9340-e89106f12f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2772937 Jan 28 19:24:06.595236 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9237d6-62ed-474f-af21-334b7962df7a req-0f9b41ab-aa58-4d74-bf5b-528fcb9e465a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:06.596959 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-bb9237d6-62ed-474f-af21-334b7962df7a req-0f9b41ab-aa58-4d74-bf5b-528fcb9e465a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f2de4832-9ef6-4f40-9ac5-1557d5e6a6ff HTTP/1.1" status: 200 len: 843 time: 0.1813922 Jan 28 19:24:06.601306 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b474340f-6d3b-44dc-951d-f668e44e7dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:06.645728 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-60351f06-6c8e-40fa-b3e6-8c767ab24a83 admin admin] For port 3f997c24-8baf-4568-8831-02e3b77bfea9, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=3f997c24-8baf-4568-8831-02e3b77bfea9,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:24:06.646271 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-60351f06-6c8e-40fa-b3e6-8c767ab24a83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (3f997c24-8baf-4568-8831-02e3b77bfea9), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:06.653820 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-764dea13-fbea-48b6-9796-aee224fcdf28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (ff818509-18ff-44d0-ba98-5ed91eb1ccd4), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:06.666117 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-764dea13-fbea-48b6-9796-aee224fcdf28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:06.669488 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-764dea13-fbea-48b6-9796-aee224fcdf28 admin admin] 10.222.0.64 "DELETE /v2.0/networks/ff818509-18ff-44d0-ba98-5ed91eb1ccd4 HTTP/1.1" status: 204 len: 168 time: 1.2355256 Jan 28 19:24:06.677958 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac0e69c-e5f5-4b97-b5db-98bfb792ce46 req-8a99d158-5b4d-4082-99f2-1f159aedb21c tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:06.679660 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8ac0e69c-e5f5-4b97-b5db-98bfb792ce46 req-8a99d158-5b4d-4082-99f2-1f159aedb21c tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e48b655-5911-4dcd-a073-26e765e9c04d HTTP/1.1" status: 200 len: 946 time: 0.1306608 Jan 28 19:24:06.685293 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-60351f06-6c8e-40fa-b3e6-8c767ab24a83 admin admin] Calling delete_port for 3f997c24-8baf-4568-8831-02e3b77bfea9 owned by network:router_gateway {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:24:06.712850 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764dea13-fbea-48b6-9796-aee224fcdf28 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff818509-18ff-44d0-ba98-5ed91eb1ccd4,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:06.768569 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bb8da631-7cc4-4a55-b4e0-c08aa7b960b8 tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Publish callbacks [] for router_gateway (1563e00e-1221-4567-b55c-f54382d1313b), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:06.799882 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97351a3d-7cbb-434d-9fea-dd4d0fc540ba req-3121a000-73a7-43fd-96d6-94bac97c7764 tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:06.802341 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-97351a3d-7cbb-434d-9fea-dd4d0fc540ba req-3121a000-73a7-43fd-96d6-94bac97c7764 tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] 10.222.0.64 "GET /v2.0/ports?device_id=b7ae322e-4c07-4de8-bb2a-d22af1bfcac2 HTTP/1.1" status: 200 len: 945 time: 0.1078858 Jan 28 19:24:06.843489 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8ac0e69c-e5f5-4b97-b5db-98bfb792ce46 req-54f57706-9f7a-4eea-9452-ff7a9748613e tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff0a7ca0-73d1-435a-8c79-518c9bdfd3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973165 Jan 28 19:24:06.864135 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9237d6-62ed-474f-af21-334b7962df7a req-f07f67c3-fadb-4e03-abb6-1b9dc9117854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:06.865676 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-bb9237d6-62ed-474f-af21-334b7962df7a req-f07f67c3-fadb-4e03-abb6-1b9dc9117854 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7810caa2-eac6-457d-9302-c8c215ef3e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2196598 Jan 28 19:24:06.878305 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 48786) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:24:06.984149 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-97351a3d-7cbb-434d-9fea-dd4d0fc540ba req-16f65e63-daa8-4cd4-bb64-b280728e23aa tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed5dbff7-d8b6-44bf-8755-79d5f3e8f67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601150 Jan 28 19:24:07.005815 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-bb8da631-7cc4-4a55-b4e0-c08aa7b960b8 tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Deleting port 7dea9c00-96e9-4033-a37f-4899abb344be {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:24:07.006026 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bb8da631-7cc4-4a55-b4e0-c08aa7b960b8 tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (7dea9c00-96e9-4033-a37f-4899abb344be), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:07.041052 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-08d18496-3d33-419e-af6d-1438b555bcf4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a83e9cc3029f4baca951cc95e07992a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1560225 Jan 28 19:24:07.044698 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4be3e3-14f9-4d96-bd1b-ed9abe624565 req-1c872da2-1270-4779-b7df-984434c1ee7e tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:07.046880 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3a4be3e3-14f9-4d96-bd1b-ed9abe624565 req-1c872da2-1270-4779-b7df-984434c1ee7e tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e48b655-5911-4dcd-a073-26e765e9c04d HTTP/1.1" status: 200 len: 946 time: 0.1015489 Jan 28 19:24:07.047052 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 48794) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:24:07.053592 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-60351f06-6c8e-40fa-b3e6-8c767ab24a83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (3f997c24-8baf-4568-8831-02e3b77bfea9), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:07.103178 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60351f06-6c8e-40fa-b3e6-8c767ab24a83 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f997c24-8baf-4568-8831-02e3b77bfea9,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:07.150321 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-bb9237d6-62ed-474f-af21-334b7962df7a req-9e309c43-3d61-4358-be57-74a47b39c2cd service neutron] 10.222.0.70 "GET /v2.0/networks/7810caa2-eac6-457d-9302-c8c215ef3e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2708831 Jan 28 19:24:07.193821 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-bb8da631-7cc4-4a55-b4e0-c08aa7b960b8 tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] For port 7dea9c00-96e9-4033-a37f-4899abb344be, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=7dea9c00-96e9-4033-a37f-4899abb344be,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:24:07.194103 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bb8da631-7cc4-4a55-b4e0-c08aa7b960b8 tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (7dea9c00-96e9-4033-a37f-4899abb344be), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:07.202979 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3a4be3e3-14f9-4d96-bd1b-ed9abe624565 req-689f85d4-58cf-48e4-849e-3d79e3a45ef1 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff0a7ca0-73d1-435a-8c79-518c9bdfd3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430774 Jan 28 19:24:07.222267 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3aca37da-5f2f-4539-9804-66f9c4d95b71 admin admin] Publish callbacks [] for security_group (e52b5309-890e-4183-bf0d-6ef59c658d38), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:07.226343 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-60351f06-6c8e-40fa-b3e6-8c767ab24a83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-731488'] for router_gateway (f74451c7-bd7d-4dd4-a140-4702c3d73b46), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:07.261188 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-bb8da631-7cc4-4a55-b4e0-c08aa7b960b8 tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Calling delete_port for 7dea9c00-96e9-4033-a37f-4899abb344be owned by network:router_gateway {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:24:07.272281 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fa0f86-1403-4c13-9341-580905eeaba2 req-d914d787-5939-4a0a-8171-1c769912e904 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:07.273847 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-25fa0f86-1403-4c13-9341-580905eeaba2 req-d914d787-5939-4a0a-8171-1c769912e904 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/ports?device_id=81f17ed3-5f8a-4b82-a89d-2a86c185a3d7 HTTP/1.1" status: 200 len: 948 time: 0.1954808 Jan 28 19:24:07.336276 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3aca37da-5f2f-4539-9804-66f9c4d95b71 admin admin] Publish callbacks [] for security_group (e52b5309-890e-4183-bf0d-6ef59c658d38), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:07.339361 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-60351f06-6c8e-40fa-b3e6-8c767ab24a83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-730901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261120'] for router (f74451c7-bd7d-4dd4-a140-4702c3d73b46), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:07.345922 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-60351f06-6c8e-40fa-b3e6-8c767ab24a83 admin admin] Publish callbacks [] for router_controller (f74451c7-bd7d-4dd4-a140-4702c3d73b46), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:07.376474 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-bb9237d6-62ed-474f-af21-334b7962df7a req-9b3ea30e-4b88-4e21-9483-b1597c7cc3ad service neutron] 10.222.0.70 "GET /v2.0/networks/7810caa2-eac6-457d-9302-c8c215ef3e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184780 Jan 28 19:24:07.399339 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-25fa0f86-1403-4c13-9341-580905eeaba2 req-839b9bbb-74e5-4c9c-8db1-a7fb18bd5d1e tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d07f2a-7a3d-4718-9c1b-16394753837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182880 Jan 28 19:24:07.470557 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3aca37da-5f2f-4539-9804-66f9c4d95b71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (e52b5309-890e-4183-bf0d-6ef59c658d38), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:07.479297 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3aca37da-5f2f-4539-9804-66f9c4d95b71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:07.483502 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-3aca37da-5f2f-4539-9804-66f9c4d95b71 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e52b5309-890e-4183-bf0d-6ef59c658d38 HTTP/1.1" status: 204 len: 168 time: 0.4349797 Jan 28 19:24:07.486968 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-60351f06-6c8e-40fa-b3e6-8c767ab24a83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-730908'] for router (f74451c7-bd7d-4dd4-a140-4702c3d73b46), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:07.487278 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60351f06-6c8e-40fa-b3e6-8c767ab24a83 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f74451c7-bd7d-4dd4-a140-4702c3d73b46 {{(pid=103305) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:24:07.491824 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-60351f06-6c8e-40fa-b3e6-8c767ab24a83 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:07.495149 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-60351f06-6c8e-40fa-b3e6-8c767ab24a83 admin admin] 10.222.0.64 "DELETE /v2.0/routers/f74451c7-bd7d-4dd4-a140-4702c3d73b46 HTTP/1.1" status: 204 len: 168 time: 2.1735079 Jan 28 19:24:07.500852 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [req-c171ad8d-42d7-471b-ba17-9c4fea9143fa req-f3630c22-4e56-4ee3-9c73-3fe5d7395b6d service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:24:07.501820 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c171ad8d-42d7-471b-ba17-9c4fea9143fa req-f3630c22-4e56-4ee3-9c73-3fe5d7395b6d service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065403 Jan 28 19:24:07.503012 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 48802) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:24:07.574339 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d9d9df6-da75-47b9-a00d-b8b3d0bd8ee0 admin admin] Deleting subnet 50123b70-0cc2-491b-b4aa-88c05b8e7802 {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:24:07.578393 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2d9d9df6-da75-47b9-a00d-b8b3d0bd8ee0 admin admin] Publish callbacks [] for subnet (50123b70-0cc2-491b-b4aa-88c05b8e7802), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:07.627491 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aca37da-5f2f-4539-9804-66f9c4d95b71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e52b5309-890e-4183-bf0d-6ef59c658d38,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:07.648262 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bb8da631-7cc4-4a55-b4e0-c08aa7b960b8 tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (7dea9c00-96e9-4033-a37f-4899abb344be), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:07.675183 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4780d16-ab09-4e8a-b342-2ecc3d001a3b req-076df8bf-ff24-4074-8a10-8eb1451fef3d tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:07.678937 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a4780d16-ab09-4e8a-b342-2ecc3d001a3b req-076df8bf-ff24-4074-8a10-8eb1451fef3d tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] 10.222.0.64 "GET /v2.0/ports?device_id=b7ae322e-4c07-4de8-bb2a-d22af1bfcac2 HTTP/1.1" status: 200 len: 945 time: 0.1550102 Jan 28 19:24:07.679657 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2d9d9df6-da75-47b9-a00d-b8b3d0bd8ee0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16187240'] for subnet (50123b70-0cc2-491b-b4aa-88c05b8e7802), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:07.712131 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8da631-7cc4-4a55-b4e0-c08aa7b960b8 tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Pushing event deleted for resources: {'Port': ['ID=7dea9c00-96e9-4033-a37f-4899abb344be,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:07.727485 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7966f866-3db3-4962-a44e-ea2577aff817 req-718a2e34-2583-4b3e-b8d1-42788e13fc46 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:07.729087 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7966f866-3db3-4962-a44e-ea2577aff817 req-718a2e34-2583-4b3e-b8d1-42788e13fc46 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbcb90df-df4c-4718-a1f8-da2cde64470a HTTP/1.1" status: 200 len: 945 time: 0.1029603 Jan 28 19:24:07.834838 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7966f866-3db3-4962-a44e-ea2577aff817 req-e044e097-3abf-45e1-9fec-2541ec20e508 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] 10.222.0.64 "GET /v2.0/security-groups?id=a17e8282-0405-4e4b-9340-e89106f12f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927227 Jan 28 19:24:07.862344 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a4780d16-ab09-4e8a-b342-2ecc3d001a3b req-9b9c9314-cda2-462e-a13f-160a2d46fa52 tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed5dbff7-d8b6-44bf-8755-79d5f3e8f67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364975 Jan 28 19:24:07.866099 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bb8da631-7cc4-4a55-b4e0-c08aa7b960b8 tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-731488'] for router_gateway (1563e00e-1221-4567-b55c-f54382d1313b), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:07.870408 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2d9d9df6-da75-47b9-a00d-b8b3d0bd8ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (50123b70-0cc2-491b-b4aa-88c05b8e7802), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:07.983138 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bb8da631-7cc4-4a55-b4e0-c08aa7b960b8 tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-730901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261120'] for router (1563e00e-1221-4567-b55c-f54382d1313b), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:07.986351 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bb8da631-7cc4-4a55-b4e0-c08aa7b960b8 tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Publish callbacks [] for router_controller (1563e00e-1221-4567-b55c-f54382d1313b), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:08.017961 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2d9d9df6-da75-47b9-a00d-b8b3d0bd8ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4752464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4733806'] for subnet (50123b70-0cc2-491b-b4aa-88c05b8e7802), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:08.046489 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bb8da631-7cc4-4a55-b4e0-c08aa7b960b8 tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-730908'] for router (1563e00e-1221-4567-b55c-f54382d1313b), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:08.047844 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb8da631-7cc4-4a55-b4e0-c08aa7b960b8 tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1563e00e-1221-4567-b55c-f54382d1313b {{(pid=103304) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:24:08.053588 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0965804d-347a-4f20-bff6-ede6821b9ca5 None None] Network b2fb9b9e-9566-48b7-95b6-d0c6794fa165 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:24:08.054473 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bb8da631-7cc4-4a55-b4e0-c08aa7b960b8 tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:08.061772 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-bb8da631-7cc4-4a55-b4e0-c08aa7b960b8 tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] 10.222.0.64 "DELETE /v2.0/routers/1563e00e-1221-4567-b55c-f54382d1313b HTTP/1.1" status: 204 len: 168 time: 2.0807908 Jan 28 19:24:08.061772 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 48826) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:24:08.062111 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2d9d9df6-da75-47b9-a00d-b8b3d0bd8ee0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:08.065465 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-d2caaf01-de9e-4849-ae9b-1a9b947a0580 tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1650681842', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}, 'admin_state_up': False}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:24:08.072005 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 48828) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:24:08.072162 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-2d9d9df6-da75-47b9-a00d-b8b3d0bd8ee0 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/50123b70-0cc2-491b-b4aa-88c05b8e7802 HTTP/1.1" status: 204 len: 168 time: 0.5622454 Jan 28 19:24:08.113095 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d9df6-da75-47b9-a00d-b8b3d0bd8ee0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50123b70-0cc2-491b-b4aa-88c05b8e7802,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:08.140692 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac60f259-7738-453f-b09b-75704146ea17 req-c8c00e11-6e40-4ca0-89fe-feef56d65fa5 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:08.143668 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ac60f259-7738-453f-b09b-75704146ea17 req-c8c00e11-6e40-4ca0-89fe-feef56d65fa5 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e48b655-5911-4dcd-a073-26e765e9c04d HTTP/1.1" status: 200 len: 946 time: 0.1849205 Jan 28 19:24:08.222520 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-482eea16-60da-46f6-ab41-1c4139a07a97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (b2fb9b9e-9566-48b7-95b6-d0c6794fa165), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:08.238657 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ac60f259-7738-453f-b09b-75704146ea17 req-47168a7b-9328-4db3-8a43-a1ad8536522a tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff0a7ca0-73d1-435a-8c79-518c9bdfd3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838172 Jan 28 19:24:08.262788 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d2caaf01-de9e-4849-ae9b-1a9b947a0580 tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261150'] for router (9f5723df-55de-4702-8c40-5f59b0da0ecf), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:08.263863 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d2caaf01-de9e-4849-ae9b-1a9b947a0580 tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-731099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-731441', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261129'] for router (9f5723df-55de-4702-8c40-5f59b0da0ecf), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:08.340090 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d2caaf01-de9e-4849-ae9b-1a9b947a0580 tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Publish callbacks [] for router_controller (9f5723df-55de-4702-8c40-5f59b0da0ecf), precommit_add_association {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:08.368306 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 48842) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:24:08.477019 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c994ee-5487-4be7-8fea-a99ae717414a req-b7eabda3-882c-474f-acc4-dacb7746f555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:08.477731 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c994ee-5487-4be7-8fea-a99ae717414a req-b7eabda3-882c-474f-acc4-dacb7746f555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:08.478350 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c994ee-5487-4be7-8fea-a99ae717414a req-b7eabda3-882c-474f-acc4-dacb7746f555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:08.479222 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c994ee-5487-4be7-8fea-a99ae717414a req-b7eabda3-882c-474f-acc4-dacb7746f555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:08.479875 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c994ee-5487-4be7-8fea-a99ae717414a req-b7eabda3-882c-474f-acc4-dacb7746f555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:08.480550 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c994ee-5487-4be7-8fea-a99ae717414a req-b7eabda3-882c-474f-acc4-dacb7746f555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:08.481792 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c994ee-5487-4be7-8fea-a99ae717414a req-b7eabda3-882c-474f-acc4-dacb7746f555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:08.484204 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-39c994ee-5487-4be7-8fea-a99ae717414a req-b7eabda3-882c-474f-acc4-dacb7746f555 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5bd15075-1e8c-4d4e-9154-d45912ca536e HTTP/1.1" status: 200 len: 6717 time: 0.1148412 Jan 28 19:24:08.564336 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 5f6def03-99a2-4a62-a4a0-6591fac3aba6 details requested by agent hyperv_n-h2-812111-14 with host n-h2-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:24:08.627854 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-39c994ee-5487-4be7-8fea-a99ae717414a req-14c327bd-4226-41cd-9590-7c8f0a308cb4 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=b98a868e-e5c1-410f-a3c5-8429d6410f2e&id=abf1c1e9-b349-4aee-9c71-682c8b55783a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1347165 Jan 28 19:24:08.648866 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2ee21d-eaf5-4943-a778-fc9b2b2fb07a req-4d97735a-cffc-4807-aaf2-79734b0e0754 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:08.658858 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ff2ee21d-eaf5-4943-a778-fc9b2b2fb07a req-4d97735a-cffc-4807-aaf2-79734b0e0754 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/ports?device_id=81f17ed3-5f8a-4b82-a89d-2a86c185a3d7 HTTP/1.1" status: 200 len: 948 time: 0.1356819 Jan 28 19:24:08.698607 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24951cde-ef19-4230-b04a-d47aaef38647 None None] DHCP port deletion for b2fb9b9e-9566-48b7-95b6-d0c6794fa165 request from n-d-812111-14 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:24:08.767900 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ff2ee21d-eaf5-4943-a778-fc9b2b2fb07a req-26d966da-0bfc-4415-8a41-1a4a044bcfd1 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d07f2a-7a3d-4718-9c1b-16394753837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962377 Jan 28 19:24:08.787561 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 3f997c24-8baf-4568-8831-02e3b77bfea9 no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:24:08.825365 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: 3f997c24-8baf-4568-8831-02e3b77bfea9 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:24:08.825712 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 3f997c24-8baf-4568-8831-02e3b77bfea9 not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:24:08.826127 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device bd2f0681-c01b-4926-a8bc-fa69ece3b4ba no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:24:08.829806 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 5f6def03-99a2-4a62-a4a0-6591fac3aba6, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=5f6def03-99a2-4a62-a4a0-6591fac3aba6,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:24:08.871910 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: bd2f0681-c01b-4926-a8bc-fa69ece3b4ba {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:24:08.872303 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device bd2f0681-c01b-4926-a8bc-fa69ece3b4ba not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:24:08.872729 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 7dea9c00-96e9-4033-a37f-4899abb344be no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:24:08.875456 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Returning: {'device': '5f6def03-99a2-4a62-a4a0-6591fac3aba6', 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91', 'port_id': '5f6def03-99a2-4a62-a4a0-6591fac3aba6', 'mac_address': 'fa:16:3e:6c:a7:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2de4832-9ef6-4f40-9ac5-1557d5e6a6ff', 'ip_address': '192.168.233.107'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:24:08.910379 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-482eea16-60da-46f6-ab41-1c4139a07a97 admin admin] Deleting port 84d92d9e-32b2-43fd-af08-67a35813ed1a {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:24:08.910944 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-482eea16-60da-46f6-ab41-1c4139a07a97 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (84d92d9e-32b2-43fd-af08-67a35813ed1a), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:08.911027 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: 7dea9c00-96e9-4033-a37f-4899abb344be {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:24:08.911329 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 7dea9c00-96e9-4033-a37f-4899abb344be not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:24:08.912717 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 84d92d9e-32b2-43fd-af08-67a35813ed1a no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:24:08.958617 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d2caaf01-de9e-4849-ae9b-1a9b947a0580 tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Publish callbacks [] for router_gateway (9f5723df-55de-4702-8c40-5f59b0da0ecf), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:08.989537 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6f7e1eed-70cf-46f4-a1aa-d5a12908934d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:09.003981 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-24951cde-ef19-4230-b04a-d47aaef38647 None None] Deleting port 84d92d9e-32b2-43fd-af08-67a35813ed1a {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:24:09.004452 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-24951cde-ef19-4230-b04a-d47aaef38647 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (84d92d9e-32b2-43fd-af08-67a35813ed1a), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:09.005766 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0c7e63-e4fd-4a95-b751-cd58e3cb01e0 req-7c900b33-be79-43e6-84b4-166e1f326e4e tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:09.007401 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3e0c7e63-e4fd-4a95-b751-cd58e3cb01e0 req-7c900b33-be79-43e6-84b4-166e1f326e4e tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e48b655-5911-4dcd-a073-26e765e9c04d HTTP/1.1" status: 200 len: 946 time: 0.6550188 Jan 28 19:24:09.033690 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-482eea16-60da-46f6-ab41-1c4139a07a97 admin admin] For port 84d92d9e-32b2-43fd-af08-67a35813ed1a, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=84d92d9e-32b2-43fd-af08-67a35813ed1a,segment=NetworkSegment(9a036823-1b5b-4a08-9be8-8bed7e7eab04),segment_id=9a036823-1b5b-4a08-9be8-8bed7e7eab04)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:24:09.034076 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-482eea16-60da-46f6-ab41-1c4139a07a97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (84d92d9e-32b2-43fd-af08-67a35813ed1a), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:09.035378 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 5f6def03-99a2-4a62-a4a0-6591fac3aba6 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:24:09.035773 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (5f6def03-99a2-4a62-a4a0-6591fac3aba6), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:09.051332 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-482eea16-60da-46f6-ab41-1c4139a07a97 admin admin] Calling delete_port for 84d92d9e-32b2-43fd-af08-67a35813ed1a owned by network:dhcp {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:24:09.092046 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f6def03-99a2-4a62-a4a0-6591fac3aba6 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:24:09.177116 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 5f6def03-99a2-4a62-a4a0-6591fac3aba6, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=5f6def03-99a2-4a62-a4a0-6591fac3aba6,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:24:09.191929 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-24951cde-ef19-4230-b04a-d47aaef38647 None None] For port 84d92d9e-32b2-43fd-af08-67a35813ed1a, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=84d92d9e-32b2-43fd-af08-67a35813ed1a,segment=NetworkSegment(9a036823-1b5b-4a08-9be8-8bed7e7eab04),segment_id=9a036823-1b5b-4a08-9be8-8bed7e7eab04)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:24:09.192910 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-24951cde-ef19-4230-b04a-d47aaef38647 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (84d92d9e-32b2-43fd-af08-67a35813ed1a), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:09.207923 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (5f6def03-99a2-4a62-a4a0-6591fac3aba6), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:09.240085 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3e0c7e63-e4fd-4a95-b751-cd58e3cb01e0 req-0d2bcdfb-2a21-48db-863f-e40b69552ca2 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff0a7ca0-73d1-435a-8c79-518c9bdfd3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725042 Jan 28 19:24:09.259041 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 84d92d9e-32b2-43fd-af08-67a35813ed1a is: ACTIVE; New status is: DOWN {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:24:09.259041 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (84d92d9e-32b2-43fd-af08-67a35813ed1a), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:09.259041 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-24951cde-ef19-4230-b04a-d47aaef38647 None None] Calling delete_port for 84d92d9e-32b2-43fd-af08-67a35813ed1a owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:24:09.282426 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-482eea16-60da-46f6-ab41-1c4139a07a97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (84d92d9e-32b2-43fd-af08-67a35813ed1a), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:09.299509 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9d738d-67c3-41b4-8b2f-985ed0db179f req-cfb728d7-0310-493e-8476-5eb06cc54d26 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:09.301094 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3b9d738d-67c3-41b4-8b2f-985ed0db179f req-cfb728d7-0310-493e-8476-5eb06cc54d26 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbcb90df-df4c-4718-a1f8-da2cde64470a HTTP/1.1" status: 200 len: 945 time: 0.1142316 Jan 28 19:24:09.316790 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=5f6def03-99a2-4a62-a4a0-6591fac3aba6,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:09.328930 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482eea16-60da-46f6-ab41-1c4139a07a97 admin admin] Pushing event deleted for resources: {'Port': ['ID=84d92d9e-32b2-43fd-af08-67a35813ed1a,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:09.365037 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3b9d738d-67c3-41b4-8b2f-985ed0db179f req-3edb595c-8d5e-4a8f-910d-6ea01afd8752 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] 10.222.0.64 "GET /v2.0/security-groups?id=a17e8282-0405-4e4b-9340-e89106f12f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572975 Jan 28 19:24:09.389179 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482eea16-60da-46f6-ab41-1c4139a07a97 admin admin] No DVR routers for this DVR port 84d92d9e-32b2-43fd-af08-67a35813ed1a on host n-d-812111-14 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:24:09.426190 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-24951cde-ef19-4230-b04a-d47aaef38647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985'] for port (84d92d9e-32b2-43fd-af08-67a35813ed1a), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:09.443021 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24951cde-ef19-4230-b04a-d47aaef38647 None None] No DVR routers for this DVR port 84d92d9e-32b2-43fd-af08-67a35813ed1a on host n-d-812111-14 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:24:09.471020 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-fa69d10f-26bc-4ddc-b3cb-4abc436f9e23 req-6e10962a-23ce-40d1-ad3a-8ab1d6ac0521 tempest-ServerShowV254Test-771872459 tempest-ServerShowV254Test-771872459-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1a534c7-8b11-48a2-9b80-c5c8693d0ece HTTP/1.1" status: 200 len: 210 time: 0.0493157 Jan 28 19:24:09.473305 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24951cde-ef19-4230-b04a-d47aaef38647 None None] Pushing event deleted for resources: {'Port': ['ID=84d92d9e-32b2-43fd-af08-67a35813ed1a,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:09.513403 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-482eea16-60da-46f6-ab41-1c4139a07a97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (b2fb9b9e-9566-48b7-95b6-d0c6794fa165), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:09.539255 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63fa08f-6299-489d-bff8-5b2e887cd990 req-0f8d8a77-c750-42e9-8db2-0c1d2efc3701 tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:09.541187 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f63fa08f-6299-489d-bff8-5b2e887cd990 req-0f8d8a77-c750-42e9-8db2-0c1d2efc3701 tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] 10.222.0.64 "GET /v2.0/ports?device_id=b7ae322e-4c07-4de8-bb2a-d22af1bfcac2 HTTP/1.1" status: 200 len: 945 time: 0.2183869 Jan 28 19:24:09.554539 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-482eea16-60da-46f6-ab41-1c4139a07a97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2fb9b9e-9566-48b7-95b6-d0c6794fa165']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:24:09.562179 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['5f6def03-99a2-4a62-a4a0-6591fac3aba6'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:24:09.616345 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-482eea16-60da-46f6-ab41-1c4139a07a97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a036823-1b5b-4a08-9be8-8bed7e7eab04') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:24:09.616739 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-482eea16-60da-46f6-ab41-1c4139a07a97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a036823-1b5b-4a08-9be8-8bed7e7eab04') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:24:09.632865 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb77d55-5f4b-4b64-b799-b2abf08a5b54 req-e77ddfcb-613c-4d4d-8d8f-c0e678b55cff tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:09.641605 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-cfb77d55-5f4b-4b64-b799-b2abf08a5b54 req-e77ddfcb-613c-4d4d-8d8f-c0e678b55cff tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e48b655-5911-4dcd-a073-26e765e9c04d HTTP/1.1" status: 200 len: 946 time: 0.0716193 Jan 28 19:24:09.667228 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-482eea16-60da-46f6-ab41-1c4139a07a97 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4747091'] for segment (9a036823-1b5b-4a08-9be8-8bed7e7eab04), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:09.704079 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:09.710782 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-cfb77d55-5f4b-4b64-b799-b2abf08a5b54 req-b6e505f8-5f4e-42ca-a209-6b5b5ba0ec87 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff0a7ca0-73d1-435a-8c79-518c9bdfd3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683591 Jan 28 19:24:09.713533 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-482eea16-60da-46f6-ab41-1c4139a07a97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (9a036823-1b5b-4a08-9be8-8bed7e7eab04), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:09.729679 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d2caaf01-de9e-4849-ae9b-1a9b947a0580 tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Publish callbacks [] for router_gateway (9f5723df-55de-4702-8c40-5f59b0da0ecf), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:09.732991 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-482eea16-60da-46f6-ab41-1c4139a07a97 admin admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:24:09.733489 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-482eea16-60da-46f6-ab41-1c4139a07a97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4690514'] for segment (9a036823-1b5b-4a08-9be8-8bed7e7eab04), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:09.736248 n-d-812111-14 neutron-server[103304]: Traceback (most recent call last): Jan 28 19:24:09.736248 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:24:09.736248 n-d-812111-14 neutron-server[103304]: timer() Jan 28 19:24:09.736248 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:24:09.736248 n-d-812111-14 neutron-server[103304]: cb(*args, **kw) Jan 28 19:24:09.736248 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:24:09.736248 n-d-812111-14 neutron-server[103304]: return func(*args, **kwargs) Jan 28 19:24:09.736248 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:24:09.736248 n-d-812111-14 neutron-server[103304]: self._notify() Jan 28 19:24:09.736248 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:24:09.736248 n-d-812111-14 neutron-server[103304]: self.callback(batched_events) Jan 28 19:24:09.736248 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:24:09.736248 n-d-812111-14 neutron-server[103304]: event.method(event) Jan 28 19:24:09.736248 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:24:09.736248 n-d-812111-14 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:24:09.736248 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:24:09.736248 n-d-812111-14 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:24:09.736248 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:24:09.736248 n-d-812111-14 neutron-server[103304]: return f(self, *a, **k) Jan 28 19:24:09.736248 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:24:09.736248 n-d-812111-14 neutron-server[103304]: return self._get(url).json() Jan 28 19:24:09.736248 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:24:09.736248 n-d-812111-14 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:24:09.736248 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:24:09.736248 n-d-812111-14 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 28 19:24:09.736248 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:24:09.736248 n-d-812111-14 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:24:09.736248 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:24:09.736248 n-d-812111-14 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:24:09.736248 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:24:09.736248 n-d-812111-14 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:24:09.736248 n-d-812111-14 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:24:09.773118 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f63fa08f-6299-489d-bff8-5b2e887cd990 req-b1d08283-bb75-4a6b-8a3d-d50a8f08951d tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed5dbff7-d8b6-44bf-8755-79d5f3e8f67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211428 Jan 28 19:24:09.801825 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d2caaf01-de9e-4849-ae9b-1a9b947a0580 tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:09.869727 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e232c1c-e494-4509-a595-40b9821e068f req-f8d89455-54c4-43d0-b8be-723d93fe9b8f tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:09.871240 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-0e232c1c-e494-4509-a595-40b9821e068f req-f8d89455-54c4-43d0-b8be-723d93fe9b8f tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e48b655-5911-4dcd-a073-26e765e9c04d HTTP/1.1" status: 200 len: 946 time: 0.0662749 Jan 28 19:24:09.881404 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-482eea16-60da-46f6-ab41-1c4139a07a97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (b2fb9b9e-9566-48b7-95b6-d0c6794fa165), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:09.886593 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-482eea16-60da-46f6-ab41-1c4139a07a97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:09.892294 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-482eea16-60da-46f6-ab41-1c4139a07a97 admin admin] 10.222.0.64 "DELETE /v2.0/networks/b2fb9b9e-9566-48b7-95b6-d0c6794fa165 HTTP/1.1" status: 204 len: 168 time: 1.8169904 Jan 28 19:24:09.934441 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482eea16-60da-46f6-ab41-1c4139a07a97 admin admin] Pushing event deleted for resources: {'Network': ['ID=b2fb9b9e-9566-48b7-95b6-d0c6794fa165,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:09.935113 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-0e232c1c-e494-4509-a595-40b9821e068f req-756a5219-13f0-498e-b389-7cc62f334c62 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff0a7ca0-73d1-435a-8c79-518c9bdfd3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552919 Jan 28 19:24:09.998958 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae938a0f-e3ba-4ce6-8eb7-e77da133625e req-33f4d66d-7a9e-4fa3-a111-a8d250aef05c tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:10.000527 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ae938a0f-e3ba-4ce6-8eb7-e77da133625e req-33f4d66d-7a9e-4fa3-a111-a8d250aef05c tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/ports?device_id=81f17ed3-5f8a-4b82-a89d-2a86c185a3d7 HTTP/1.1" status: 200 len: 949 time: 0.1331606 Jan 28 19:24:10.021954 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-d2caaf01-de9e-4849-ae9b-1a9b947a0580 tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Allocated IP 172.25.6.10 (d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8/a648e4ab-7422-41b9-b133-58aca25ab8f5/cd536410-d831-47e5-95ba-c6486a3507ac) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:24:10.092521 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de381f3-4a96-4564-8d9e-7e0450301c0e req-79addc8c-6697-422b-b89f-c5811d4761af tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:10.094091 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2de381f3-4a96-4564-8d9e-7e0450301c0e req-79addc8c-6697-422b-b89f-c5811d4761af tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e48b655-5911-4dcd-a073-26e765e9c04d HTTP/1.1" status: 200 len: 946 time: 0.0599427 Jan 28 19:24:10.111527 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 48900) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:24:10.129039 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ae938a0f-e3ba-4ce6-8eb7-e77da133625e req-7146367c-8cff-4d0a-a081-899a54718161 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d07f2a-7a3d-4718-9c1b-16394753837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214530 Jan 28 19:24:10.154574 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2de381f3-4a96-4564-8d9e-7e0450301c0e req-5865f970-94c7-4f87-83d9-08e8405becd9 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff0a7ca0-73d1-435a-8c79-518c9bdfd3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531471 Jan 28 19:24:10.197046 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-dde19b8a-93e1-4337-8985-e4333e7db9fa admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8f3558f2b66642eda891aec2b92891c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0813115 Jan 28 19:24:10.200321 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 48904) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:24:10.207845 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d2caaf01-de9e-4849-ae9b-1a9b947a0580 tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Publish callbacks [] for port (cd536410-d831-47e5-95ba-c6486a3507ac), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:10.259508 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-76068308-fda8-4f53-ae8a-c1349bebd939 admin admin] Publish callbacks [] for security_group (bec31a1c-c230-472f-91bb-962fc9cfddde), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:10.284852 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d2caaf01-de9e-4849-ae9b-1a9b947a0580 tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (cd536410-d831-47e5-95ba-c6486a3507ac), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:10.290360 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-76068308-fda8-4f53-ae8a-c1349bebd939 admin admin] Publish callbacks [] for security_group (bec31a1c-c230-472f-91bb-962fc9cfddde), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:10.325488 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472bbb56-221f-4b7d-8069-1a88f6ec12e9 req-1b1fbfe8-6a69-48b4-a3a2-3735d4cf6eb4 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:10.327420 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-472bbb56-221f-4b7d-8069-1a88f6ec12e9 req-1b1fbfe8-6a69-48b4-a3a2-3735d4cf6eb4 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e48b655-5911-4dcd-a073-26e765e9c04d HTTP/1.1" status: 200 len: 946 time: 0.1000876 Jan 28 19:24:10.347009 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-76068308-fda8-4f53-ae8a-c1349bebd939 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (bec31a1c-c230-472f-91bb-962fc9cfddde), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:10.348954 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2caaf01-de9e-4849-ae9b-1a9b947a0580 tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:24:10.349958 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-76068308-fda8-4f53-ae8a-c1349bebd939 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:10.353490 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-76068308-fda8-4f53-ae8a-c1349bebd939 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/bec31a1c-c230-472f-91bb-962fc9cfddde HTTP/1.1" status: 204 len: 168 time: 0.1497281 Jan 28 19:24:10.361089 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76068308-fda8-4f53-ae8a-c1349bebd939 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bec31a1c-c230-472f-91bb-962fc9cfddde,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:10.365330 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-d2caaf01-de9e-4849-ae9b-1a9b947a0580 tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:24:10.369235 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2caaf01-de9e-4849-ae9b-1a9b947a0580 tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:24:10.374891 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76068308-fda8-4f53-ae8a-c1349bebd939 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:24:10.375244 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76068308-fda8-4f53-ae8a-c1349bebd939 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:24:10.375657 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76068308-fda8-4f53-ae8a-c1349bebd939 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:24:10.376010 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76068308-fda8-4f53-ae8a-c1349bebd939 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:24:10.376408 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76068308-fda8-4f53-ae8a-c1349bebd939 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:24:10.376747 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76068308-fda8-4f53-ae8a-c1349bebd939 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:24:10.377080 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76068308-fda8-4f53-ae8a-c1349bebd939 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:24:10.377435 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76068308-fda8-4f53-ae8a-c1349bebd939 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:24:10.378213 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76068308-fda8-4f53-ae8a-c1349bebd939 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:24:10.378553 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76068308-fda8-4f53-ae8a-c1349bebd939 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:24:10.378885 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76068308-fda8-4f53-ae8a-c1349bebd939 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:24:10.379213 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76068308-fda8-4f53-ae8a-c1349bebd939 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:24:10.379619 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76068308-fda8-4f53-ae8a-c1349bebd939 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:24:10.384587 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2caaf01-de9e-4849-ae9b-1a9b947a0580 tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Pushing event updated for resources: {'Port': ['ID=cd536410-d831-47e5-95ba-c6486a3507ac,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:10.465452 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-472bbb56-221f-4b7d-8069-1a88f6ec12e9 req-d7ee7ede-5c7d-4901-aa77-a3efca5cf985 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff0a7ca0-73d1-435a-8c79-518c9bdfd3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310723 Jan 28 19:24:10.584709 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae0e742-9270-410b-b48d-f3821732debb req-3e201213-a617-4678-a896-ec8b9d9f052e tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:10.593130 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8ae0e742-9270-410b-b48d-f3821732debb req-3e201213-a617-4678-a896-ec8b9d9f052e tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbcb90df-df4c-4718-a1f8-da2cde64470a HTTP/1.1" status: 200 len: 945 time: 0.1175225 Jan 28 19:24:10.616229 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f16a6378-ef9b-4789-a141-6fa4910725b6 req-e58933d2-4608-435d-ac7f-4d4cd2551ea1 tempest-ServerShowV254Test-771872459 tempest-ServerShowV254Test-771872459-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1a534c7-8b11-48a2-9b80-c5c8693d0ece HTTP/1.1" status: 200 len: 210 time: 0.0357673 Jan 28 19:24:10.662585 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8ae0e742-9270-410b-b48d-f3821732debb req-46bdeb62-4ce7-49ee-8651-e204c2d7d6b7 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] 10.222.0.64 "GET /v2.0/security-groups?id=a17e8282-0405-4e4b-9340-e89106f12f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685124 Jan 28 19:24:10.798574 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d2caaf01-de9e-4849-ae9b-1a9b947a0580 tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Publish callbacks [] for router_gateway (9f5723df-55de-4702-8c40-5f59b0da0ecf), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:10.814542 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a7c6d6-ae25-415f-b495-536d4ea9ee90 req-61cdc615-5762-4793-b8d4-a683edf71ba1 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:10.815992 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-16a7c6d6-ae25-415f-b495-536d4ea9ee90 req-61cdc615-5762-4793-b8d4-a683edf71ba1 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e48b655-5911-4dcd-a073-26e765e9c04d HTTP/1.1" status: 200 len: 946 time: 0.1058509 Jan 28 19:24:10.903693 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711c4398-3cec-4a93-915c-c2e5d1505b0a req-d48fb737-5210-4a8b-acd7-487cb84fea6e tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:10.905975 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-711c4398-3cec-4a93-915c-c2e5d1505b0a req-d48fb737-5210-4a8b-acd7-487cb84fea6e tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] 10.222.0.64 "GET /v2.0/ports?device_id=b7ae322e-4c07-4de8-bb2a-d22af1bfcac2 HTTP/1.1" status: 200 len: 945 time: 0.0578940 Jan 28 19:24:10.958076 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-16a7c6d6-ae25-415f-b495-536d4ea9ee90 req-1a5523eb-6fc0-447f-87ec-605e961f5ec5 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff0a7ca0-73d1-435a-8c79-518c9bdfd3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050608 Jan 28 19:24:10.967233 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-711c4398-3cec-4a93-915c-c2e5d1505b0a req-a9591a5f-44fb-4c46-bf4a-e8e30dd65020 tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed5dbff7-d8b6-44bf-8755-79d5f3e8f67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545454 Jan 28 19:24:11.051068 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff373b60-7c2e-4b7b-a406-23f60cd773af req-d8a6879e-4f79-4661-a8bd-0948a4bafcd0 tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:11.052673 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ff373b60-7c2e-4b7b-a406-23f60cd773af req-d8a6879e-4f79-4661-a8bd-0948a4bafcd0 tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7ae322e-4c07-4de8-bb2a-d22af1bfcac2 HTTP/1.1" status: 200 len: 945 time: 0.1582274 Jan 28 19:24:11.200292 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d2caaf01-de9e-4849-ae9b-1a9b947a0580 tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-731074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-731460'] for router (9f5723df-55de-4702-8c40-5f59b0da0ecf), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:11.274641 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 48942) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:24:11.299203 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-ff373b60-7c2e-4b7b-a406-23f60cd773af req-3d2de116-3a6b-468a-b979-ff47978de7d4 tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] Deleting port 9d70df4e-0f8c-42a5-a3d5-cd9dc04b6cb7 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:24:11.299461 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-ff373b60-7c2e-4b7b-a406-23f60cd773af req-3d2de116-3a6b-468a-b979-ff47978de7d4 tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (9d70df4e-0f8c-42a5-a3d5-cd9dc04b6cb7), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:11.379788 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-c28ccef5-2f91-4844-a2ea-10d829ce1cbb admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1123779140-network', 'tenant_id': 'bbe85c951ff940ed998142e3b204e43e'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:24:11.406022 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c28ccef5-2f91-4844-a2ea-10d829ce1cbb admin admin] Made reservation on behalf of bbe85c951ff940ed998142e3b204e43e for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:24:11.408491 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c28ccef5-2f91-4844-a2ea-10d829ce1cbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:11.408612 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b654e53b-cc45-471c-bd5f-1b102a3bdbdd req-483531f6-953b-478e-8909-9d8bb44ff4c0 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:11.410067 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b654e53b-cc45-471c-bd5f-1b102a3bdbdd req-483531f6-953b-478e-8909-9d8bb44ff4c0 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/ports?device_id=81f17ed3-5f8a-4b82-a89d-2a86c185a3d7 HTTP/1.1" status: 200 len: 949 time: 0.1660628 Jan 28 19:24:11.420278 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c28ccef5-2f91-4844-a2ea-10d829ce1cbb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:11.470855 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-ff373b60-7c2e-4b7b-a406-23f60cd773af req-3d2de116-3a6b-468a-b979-ff47978de7d4 tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] For port 9d70df4e-0f8c-42a5-a3d5-cd9dc04b6cb7, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=9d70df4e-0f8c-42a5-a3d5-cd9dc04b6cb7,segment=NetworkSegment(0d84d916-97fe-4a55-a454-c0fc25feb1a4),segment_id=0d84d916-97fe-4a55-a454-c0fc25feb1a4)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:24:11.471240 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-ff373b60-7c2e-4b7b-a406-23f60cd773af req-3d2de116-3a6b-468a-b979-ff47978de7d4 tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (9d70df4e-0f8c-42a5-a3d5-cd9dc04b6cb7), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:11.492665 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-ff373b60-7c2e-4b7b-a406-23f60cd773af req-3d2de116-3a6b-468a-b979-ff47978de7d4 tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] Calling delete_port for 9d70df4e-0f8c-42a5-a3d5-cd9dc04b6cb7 owned by compute:nova {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:24:11.501352 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c28ccef5-2f91-4844-a2ea-10d829ce1cbb admin admin] Publish callbacks [] for security_group (6477e2db-f47c-494e-be68-463a4c5a4740), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:11.506684 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c28ccef5-2f91-4844-a2ea-10d829ce1cbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (6477e2db-f47c-494e-be68-463a4c5a4740), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:11.529619 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c28ccef5-2f91-4844-a2ea-10d829ce1cbb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:24:11.532740 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b654e53b-cc45-471c-bd5f-1b102a3bdbdd req-996b1118-d19f-436f-8fa9-33d5fd633673 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d07f2a-7a3d-4718-9c1b-16394753837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126845 Jan 28 19:24:11.562532 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2caaf01-de9e-4849-ae9b-1a9b947a0580 tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Router 9f5723df-55de-4702-8c40-5f59b0da0ecf is scheduled to L3 agent 76fe5c49-705a-4e08-abb2-be585676213f with binding_index 1 {{(pid=103304) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 19:24:11.565406 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c28ccef5-2f91-4844-a2ea-10d829ce1cbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (ead782fa-48e0-4bb9-94ac-553f7c5da23e), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:11.565812 n-d-812111-14 neutron-server[103305]: INFO neutron.db.segments_db [None req-c28ccef5-2f91-4844-a2ea-10d829ce1cbb admin admin] Added segment ead782fa-48e0-4bb9-94ac-553f7c5da23e of type vlan for network 80b1128d-385f-43ca-bc48-8e6c46c4dc11 Jan 28 19:24:11.568571 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28ccef5-2f91-4844-a2ea-10d829ce1cbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6477e2db-f47c-494e-be68-463a4c5a4740,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:11.572171 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:11.640494 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c28ccef5-2f91-4844-a2ea-10d829ce1cbb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (80b1128d-385f-43ca-bc48-8e6c46c4dc11), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:11.678987 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c28ccef5-2f91-4844-a2ea-10d829ce1cbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (80b1128d-385f-43ca-bc48-8e6c46c4dc11), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:11.680156 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c28ccef5-2f91-4844-a2ea-10d829ce1cbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:11.680942 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c28ccef5-2f91-4844-a2ea-10d829ce1cbb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:11.783445 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-0643dcec-8921-41c3-b27b-c7ef55b9a982 req-b973ecb9-c2cf-458c-8230-58d766da5485 tempest-ServerShowV254Test-771872459 tempest-ServerShowV254Test-771872459-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1a534c7-8b11-48a2-9b80-c5c8693d0ece HTTP/1.1" status: 200 len: 210 time: 0.0471759 Jan 28 19:24:11.792451 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-c28ccef5-2f91-4844-a2ea-10d829ce1cbb admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5139842 Jan 28 19:24:11.792936 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 48950) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:24:11.798702 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-62b19b20-f9e2-4f9a-adb9-f1b098a67820 admin admin] Request body: {'subnet': {'network_id': '80b1128d-385f-43ca-bc48-8e6c46c4dc11', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1123779140-subnet', 'tenant_id': 'bbe85c951ff940ed998142e3b204e43e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:24:11.802402 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28ccef5-2f91-4844-a2ea-10d829ce1cbb admin admin] Pushing event updated for resources: {'Network': ['ID=80b1128d-385f-43ca-bc48-8e6c46c4dc11,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:11.815173 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network 80b1128d-385f-43ca-bc48-8e6c46c4dc11 details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:24:11.826637 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62b19b20-f9e2-4f9a-adb9-f1b098a67820 admin admin] Made reservation on behalf of bbe85c951ff940ed998142e3b204e43e for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:24:11.829348 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-62b19b20-f9e2-4f9a-adb9-f1b098a67820 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4733071'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:12.010301 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-362ee5b4-cb80-45f4-bd24-d0cbb7a2f0fc req-eb1d0cb9-bcae-4fba-9041-e283d3dd098c service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=c1a534c7-8b11-48a2-9b80-c5c8693d0ece HTTP/1.1" status: 200 len: 210 time: 0.3779423 Jan 28 19:24:12.037694 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-62b19b20-f9e2-4f9a-adb9-f1b098a67820 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4752401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4733085'] for subnet (c0c3aa53-af91-44cf-ba1e-2b269588293f), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:12.038802 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:24:12.120324 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2caaf01-de9e-4849-ae9b-1a9b947a0580 tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:24:12.137346 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108da0c8-c184-4d94-b81e-e5f875ed2d1e None None] Sync routers for ids ['9f5723df-55de-4702-8c40-5f59b0da0ecf'] in n-d-812111-14 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:24:12.140723 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b19b20-f9e2-4f9a-adb9-f1b098a67820 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0c3aa53-af91-44cf-ba1e-2b269588293f,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:12.151451 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe65796-708b-4bef-be26-c84feb7d3e2a req-0814c5e4-dd9a-4250-a83b-e3d630f676b3 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:12.153346 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4fe65796-708b-4bef-be26-c84feb7d3e2a req-0814c5e4-dd9a-4250-a83b-e3d630f676b3 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbcb90df-df4c-4718-a1f8-da2cde64470a HTTP/1.1" status: 200 len: 945 time: 0.1759789 Jan 28 19:24:12.169705 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108da0c8-c184-4d94-b81e-e5f875ed2d1e None None] Routers {'9f5723df-55de-4702-8c40-5f59b0da0ecf'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:24:12.170979 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-108da0c8-c184-4d94-b81e-e5f875ed2d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:24:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['9f5723df-55de-4702-8c40-5f59b0da0ecf'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:24:12.173091 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-ff373b60-7c2e-4b7b-a406-23f60cd773af req-3d2de116-3a6b-468a-b979-ff47978de7d4 tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (9d70df4e-0f8c-42a5-a3d5-cd9dc04b6cb7), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:12.182615 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b19b20-f9e2-4f9a-adb9-f1b098a67820 admin admin] Checking segment: {'id': 'ead782fa-48e0-4bb9-94ac-553f7c5da23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '80b1128d-385f-43ca-bc48-8e6c46c4dc11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:24:12.183119 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b19b20-f9e2-4f9a-adb9-f1b098a67820 admin admin] Network hostable DHCP agents. Network: 80b1128d-385f-43ca-bc48-8e6c46c4dc11, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:24:12.196960 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b917909-17cb-4d12-92c1-d31c16aff3ad req-a5d1a0a5-2162-4daa-a767-cf3b7c10e6ac tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:12.198980 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-0b917909-17cb-4d12-92c1-d31c16aff3ad req-a5d1a0a5-2162-4daa-a767-cf3b7c10e6ac tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] 10.222.0.64 "GET /v2.0/ports?device_id=b7ae322e-4c07-4de8-bb2a-d22af1bfcac2 HTTP/1.1" status: 200 len: 945 time: 0.1153169 Jan 28 19:24:12.205485 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d2caaf01-de9e-4849-ae9b-1a9b947a0580 tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:12.210641 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-d2caaf01-de9e-4849-ae9b-1a9b947a0580 tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.1493700 Jan 28 19:24:12.218535 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 48956) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:24:12.229198 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-aeca44af-4273-4e20-b138-1eeb0d64c655 tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'enable_snat': False}}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:24:12.238227 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2de116-3a6b-468a-b979-ff47978de7d4 tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] Pushing event deleted for resources: {'Port': ['ID=9d70df4e-0f8c-42a5-a3d5-cd9dc04b6cb7,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:12.255678 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['9d70df4e-0f8c-42a5-a3d5-cd9dc04b6cb7'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:24:12.258100 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['81f99a22-9155-461a-9f4f-0dadff07deab'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:24:12.262513 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-108da0c8-c184-4d94-b81e-e5f875ed2d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:24:12.283946 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b19b20-f9e2-4f9a-adb9-f1b098a67820 admin admin] Network 80b1128d-385f-43ca-bc48-8e6c46c4dc11 is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:24:12.299548 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff373b60-7c2e-4b7b-a406-23f60cd773af req-3d2de116-3a6b-468a-b979-ff47978de7d4 tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] No DVR routers for this DVR port 9d70df4e-0f8c-42a5-a3d5-cd9dc04b6cb7 on host n-h2-812111-14 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:24:12.305147 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-ff373b60-7c2e-4b7b-a406-23f60cd773af req-3d2de116-3a6b-468a-b979-ff47978de7d4 tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:12.308700 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ff373b60-7c2e-4b7b-a406-23f60cd773af req-3d2de116-3a6b-468a-b979-ff47978de7d4 tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] 10.222.0.70 "DELETE /v2.0/ports/9d70df4e-0f8c-42a5-a3d5-cd9dc04b6cb7 HTTP/1.1" status: 204 len: 173 time: 1.2491407 Jan 28 19:24:12.310096 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7ae322e-4c07-4de8-bb2a-d22af1bfcac2', 'name': 'network-vif-deleted', 'tag': '9d70df4e-0f8c-42a5-a3d5-cd9dc04b6cb7'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:24:12.312672 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f94bdc35-6bdd-470c-b766-d3f29a338cd0" -d '{"events": [{"server_uuid": "b7ae322e-4c07-4de8-bb2a-d22af1bfcac2", "name": "network-vif-deleted", "tag": "9d70df4e-0f8c-42a5-a3d5-cd9dc04b6cb7"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:24:12.314216 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-62b19b20-f9e2-4f9a-adb9-f1b098a67820 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, 80b1128d-385f-43ca-bc48-8e6c46c4dc11) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:24:12.327488 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4fe65796-708b-4bef-be26-c84feb7d3e2a req-dde2c105-dd0b-4aa2-923c-c3c2b6522502 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] 10.222.0.64 "GET /v2.0/security-groups?id=a17e8282-0405-4e4b-9340-e89106f12f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616712 Jan 28 19:24:12.327671 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b19b20-f9e2-4f9a-adb9-f1b098a67820 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:12.327671 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-62b19b20-f9e2-4f9a-adb9-f1b098a67820 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:12.343203 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108da0c8-c184-4d94-b81e-e5f875ed2d1e None None] Routers {'9f5723df-55de-4702-8c40-5f59b0da0ecf'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:24:12.343836 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-108da0c8-c184-4d94-b81e-e5f875ed2d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:24:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['9f5723df-55de-4702-8c40-5f59b0da0ecf'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:24:12.349046 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-972707b3-bcf9-4637-80b8-99eeb92d78c4 None None] Network 80b1128d-385f-43ca-bc48-8e6c46c4dc11 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:24:12.395112 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-0b917909-17cb-4d12-92c1-d31c16aff3ad req-d18a8832-50bc-4abe-9a33-639d5bc7328e tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed5dbff7-d8b6-44bf-8755-79d5f3e8f67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872249 Jan 28 19:24:12.403360 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-62b19b20-f9e2-4f9a-adb9-f1b098a67820 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6087487 Jan 28 19:24:12.483806 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8713a5c0-7803-4261-8cd4-3345df49b7e8 x-openstack-request-id: req-8713a5c0-7803-4261-8cd4-3345df49b7e8 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:24:12.484113 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7ae322e-4c07-4de8-bb2a-d22af1bfcac2", "name": "network-vif-deleted", "tag": "9d70df4e-0f8c-42a5-a3d5-cd9dc04b6cb7", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:24:12.484359 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8713a5c0-7803-4261-8cd4-3345df49b7e8 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:24:12.484931 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7ae322e-4c07-4de8-bb2a-d22af1bfcac2', 'name': 'network-vif-deleted', 'tag': '9d70df4e-0f8c-42a5-a3d5-cd9dc04b6cb7', 'status': 'completed', 'code': 200} Jan 28 19:24:12.487941 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-108da0c8-c184-4d94-b81e-e5f875ed2d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:24:12.488787 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108da0c8-c184-4d94-b81e-e5f875ed2d1e None None] The sync data for ids ['9f5723df-55de-4702-8c40-5f59b0da0ecf'] in n-d-812111-14 is: [] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:24:12.533586 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3620e26-67b0-4a0c-8863-99aad1130923 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68cd31fd-e4cd-5fb3-a862-256fc47efcd2-80b1128d-385f-43ca-bc48-8e6c46c4dc11', 'network_id': '80b1128d-385f-43ca-bc48-8e6c46c4dc11', 'project_id': 'bbe85c951ff940ed998142e3b204e43e', 'fixed_ips': [{'subnet_id': 'c0c3aa53-af91-44cf-ba1e-2b269588293f'}]}} from n-d-812111-14. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:24:12.534777 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c3620e26-67b0-4a0c-8863-99aad1130923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:12.587092 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 5f6def03-99a2-4a62-a4a0-6591fac3aba6 up at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:24:12.719141 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning for port 5f6def03-99a2-4a62-a4a0-6591fac3aba6 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:24:12.757899 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning complete for port 5f6def03-99a2-4a62-a4a0-6591fac3aba6 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:24:12.757899 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (5f6def03-99a2-4a62-a4a0-6591fac3aba6), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:12.830052 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d105a2cc-c471-4030-b710-57c25915f920 req-3550049a-0ea1-4083-9dab-a513b792f21a tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:12.831579 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d105a2cc-c471-4030-b710-57c25915f920 req-3550049a-0ea1-4083-9dab-a513b792f21a tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/ports?device_id=81f17ed3-5f8a-4b82-a89d-2a86c185a3d7 HTTP/1.1" status: 200 len: 949 time: 0.1758976 Jan 28 19:24:12.879018 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-aeca44af-4273-4e20-b138-1eeb0d64c655 tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Publish callbacks [] for router_gateway (9f5723df-55de-4702-8c40-5f59b0da0ecf), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:12.898611 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-c3620e26-67b0-4a0c-8863-99aad1130923 None None] Allocated IP 172.20.0.2 (80b1128d-385f-43ca-bc48-8e6c46c4dc11/c0c3aa53-af91-44cf-ba1e-2b269588293f/7ed2da2a-7138-46fa-b136-9d966e721bde) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:24:12.965976 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d105a2cc-c471-4030-b710-57c25915f920 req-4dff9934-5650-432c-96e8-01a05526e8e2 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d07f2a-7a3d-4718-9c1b-16394753837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258247 Jan 28 19:24:12.989748 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51c41ef-3ae9-4a62-884d-5545e703c88f req-431220f8-d2d0-415b-9d10-33f435ecbf8f tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:12.997481 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a51c41ef-3ae9-4a62-884d-5545e703c88f req-431220f8-d2d0-415b-9d10-33f435ecbf8f tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] 10.222.0.64 "GET /v2.0/networks?id=80b1128d-385f-43ca-bc48-8e6c46c4dc11 HTTP/1.1" status: 200 len: 816 time: 0.1146209 Jan 28 19:24:13.016217 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a51c41ef-3ae9-4a62-884d-5545e703c88f req-441dd9ca-acbf-499e-83f4-6338e605424f tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] 10.222.0.64 "GET /v2.0/quotas/bbe85c951ff940ed998142e3b204e43e HTTP/1.1" status: 200 len: 375 time: 0.0177257 Jan 28 19:24:13.066474 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a51c41ef-3ae9-4a62-884d-5545e703c88f req-5b6dd07e-26b1-4a41-b50a-401b9db16c56 tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=bbe85c951ff940ed998142e3b204e43e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0492287 Jan 28 19:24:13.158525 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c3620e26-67b0-4a0c-8863-99aad1130923 None None] Publish callbacks [] for port (7ed2da2a-7138-46fa-b136-9d966e721bde), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:13.187844 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-40ccbf46-36b2-482a-8993-30e50bc6b0ed req-2690ba24-c2c7-4155-be37-a8621a08cbb4 tempest-ServerShowV254Test-771872459 tempest-ServerShowV254Test-771872459-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1a534c7-8b11-48a2-9b80-c5c8693d0ece HTTP/1.1" status: 200 len: 210 time: 0.0805187 Jan 28 19:24:13.197925 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c3620e26-67b0-4a0c-8863-99aad1130923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (7ed2da2a-7138-46fa-b136-9d966e721bde), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:13.246504 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:13.248763 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a51c41ef-3ae9-4a62-884d-5545e703c88f req-232f72d2-532e-4eb4-8575-33e9a6ed00c6 service neutron] 10.222.0.64 "GET /v2.0/networks/80b1128d-385f-43ca-bc48-8e6c46c4dc11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809840 Jan 28 19:24:13.251496 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3620e26-67b0-4a0c-8863-99aad1130923 None None] Network 80b1128d-385f-43ca-bc48-8e6c46c4dc11 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:24:13.281315 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-c3620e26-67b0-4a0c-8863-99aad1130923 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:24:13.285956 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3620e26-67b0-4a0c-8863-99aad1130923 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:24:13.313340 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 5f6def03-99a2-4a62-a4a0-6591fac3aba6 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:24:13.313789 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (5f6def03-99a2-4a62-a4a0-6591fac3aba6), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:13.317602 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3620e26-67b0-4a0c-8863-99aad1130923 None None] Pushing event updated for resources: {'Port': ['ID=7ed2da2a-7138-46fa-b136-9d966e721bde,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:13.355009 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a51c41ef-3ae9-4a62-884d-5545e703c88f req-652191ee-1120-499c-a221-8ed17bd0153a service neutron] 10.222.0.64 "GET /v2.0/networks/80b1128d-385f-43ca-bc48-8e6c46c4dc11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052563 Jan 28 19:24:13.437649 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-c3620e26-67b0-4a0c-8863-99aad1130923 None None] Attempting to bind port 7ed2da2a-7138-46fa-b136-9d966e721bde on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:24:13.440191 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-c3620e26-67b0-4a0c-8863-99aad1130923 None None] Attempting to bind port 7ed2da2a-7138-46fa-b136-9d966e721bde by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': 'ead782fa-48e0-4bb9-94ac-553f7c5da23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '80b1128d-385f-43ca-bc48-8e6c46c4dc11'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:24:13.440662 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3620e26-67b0-4a0c-8863-99aad1130923 None None] Attempting to bind port 7ed2da2a-7138-46fa-b136-9d966e721bde on network 80b1128d-385f-43ca-bc48-8e6c46c4dc11 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:24:13.456218 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81f17ed3-5f8a-4b82-a89d-2a86c185a3d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f6def03-99a2-4a62-a4a0-6591fac3aba6'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:24:13.466857 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9eadd58-ccd8-4f5c-b204-9d188dcd2d93" -d '{"events": [{"server_uuid": "81f17ed3-5f8a-4b82-a89d-2a86c185a3d7", "name": "network-vif-plugged", "status": "completed", "tag": "5f6def03-99a2-4a62-a4a0-6591fac3aba6"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:24:13.476915 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3620e26-67b0-4a0c-8863-99aad1130923 None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:24:13.477460 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3620e26-67b0-4a0c-8863-99aad1130923 None None] Checking segment: {'id': 'ead782fa-48e0-4bb9-94ac-553f7c5da23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '80b1128d-385f-43ca-bc48-8e6c46c4dc11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:24:13.477966 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c3620e26-67b0-4a0c-8863-99aad1130923 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:13.478454 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3620e26-67b0-4a0c-8863-99aad1130923 None None] Bound using segment: {'id': 'ead782fa-48e0-4bb9-94ac-553f7c5da23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '80b1128d-385f-43ca-bc48-8e6c46c4dc11'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:24:13.479105 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-c3620e26-67b0-4a0c-8863-99aad1130923 None None] Bound port: 7ed2da2a-7138-46fa-b136-9d966e721bde, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ead782fa-48e0-4bb9-94ac-553f7c5da23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '80b1128d-385f-43ca-bc48-8e6c46c4dc11'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:24:13.479575 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c3620e26-67b0-4a0c-8863-99aad1130923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (7ed2da2a-7138-46fa-b136-9d966e721bde), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:13.498277 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 5f6def03-99a2-4a62-a4a0-6591fac3aba6, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=5f6def03-99a2-4a62-a4a0-6591fac3aba6,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:24:13.532472 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (5f6def03-99a2-4a62-a4a0-6591fac3aba6), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:13.533712 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 9d70df4e-0f8c-42a5-a3d5-cd9dc04b6cb7 no longer exists at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:24:13.590701 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] No Port match for: 9d70df4e-0f8c-42a5-a3d5-cd9dc04b6cb7 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:24:13.591297 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 9d70df4e-0f8c-42a5-a3d5-cd9dc04b6cb7 not bound to the agent host n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:24:13.623948 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-aeca44af-4273-4e20-b138-1eeb0d64c655 tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-731439', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-731081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-261371'] for router (9f5723df-55de-4702-8c40-5f59b0da0ecf), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:13.644300 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:24:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bfaa826-84ce-4224-96e0-9c3513acd99c x-openstack-request-id: req-2bfaa826-84ce-4224-96e0-9c3513acd99c {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:24:13.649350 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81f17ed3-5f8a-4b82-a89d-2a86c185a3d7", "name": "network-vif-plugged", "status": "completed", "tag": "5f6def03-99a2-4a62-a4a0-6591fac3aba6", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:24:13.649841 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2bfaa826-84ce-4224-96e0-9c3513acd99c {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:24:13.650444 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81f17ed3-5f8a-4b82-a89d-2a86c185a3d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f6def03-99a2-4a62-a4a0-6591fac3aba6', 'code': 200} Jan 28 19:24:13.651927 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-c3620e26-67b0-4a0c-8863-99aad1130923 None None] For port 7ed2da2a-7138-46fa-b136-9d966e721bde, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:24:13.666170 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=5f6def03-99a2-4a62-a4a0-6591fac3aba6,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:13.666488 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-aeca44af-4273-4e20-b138-1eeb0d64c655 tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-731460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-731478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-731485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-731120'] for router (9f5723df-55de-4702-8c40-5f59b0da0ecf), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:13.680773 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-c3620e26-67b0-4a0c-8863-99aad1130923 None None] For port 7ed2da2a-7138-46fa-b136-9d966e721bde, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=7ed2da2a-7138-46fa-b136-9d966e721bde,segment=NetworkSegment(ead782fa-48e0-4bb9-94ac-553f7c5da23e),segment_id=ead782fa-48e0-4bb9-94ac-553f7c5da23e)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:24:13.692540 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c3620e26-67b0-4a0c-8863-99aad1130923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (7ed2da2a-7138-46fa-b136-9d966e721bde), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:13.800126 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3620e26-67b0-4a0c-8863-99aad1130923 None None] Pushing event updated for resources: {'Port': ['ID=7ed2da2a-7138-46fa-b136-9d966e721bde,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:13.802014 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51290b52-6439-4e09-a81a-eabe3b069653 req-0d9e2060-0974-4274-836d-aa09b9ea6e21 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:13.810412 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-51290b52-6439-4e09-a81a-eabe3b069653 req-0d9e2060-0974-4274-836d-aa09b9ea6e21 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbcb90df-df4c-4718-a1f8-da2cde64470a HTTP/1.1" status: 200 len: 945 time: 0.3350132 Jan 28 19:24:13.915616 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aeca44af-4273-4e20-b138-1eeb0d64c655 tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Router 9f5723df-55de-4702-8c40-5f59b0da0ecf has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:24:13.927447 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c041f7d-84a0-4b7a-b119-8566e4827f2b req-e77288a2-b8ca-4564-b760-f0490fe45bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:13.928952 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-0c041f7d-84a0-4b7a-b119-8566e4827f2b req-e77288a2-b8ca-4564-b760-f0490fe45bc4 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=81f17ed3-5f8a-4b82-a89d-2a86c185a3d7 HTTP/1.1" status: 200 len: 1133 time: 0.2277584 Jan 28 19:24:13.931117 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-51290b52-6439-4e09-a81a-eabe3b069653 req-92814c45-0acd-4fc0-a527-57c56f5c233c tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] 10.222.0.64 "GET /v2.0/security-groups?id=a17e8282-0405-4e4b-9340-e89106f12f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149349 Jan 28 19:24:13.991818 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9600978-9e21-4b5a-b6db-a604c75ae5d8 req-3c419e38-2a46-401b-b1dd-4d3cbd8776f2 tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:14.000060 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b9600978-9e21-4b5a-b6db-a604c75ae5d8 req-3c419e38-2a46-401b-b1dd-4d3cbd8776f2 tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] 10.222.0.64 "GET /v2.0/networks?id=80b1128d-385f-43ca-bc48-8e6c46c4dc11 HTTP/1.1" status: 200 len: 816 time: 0.2425668 Jan 28 19:24:14.031888 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b9600978-9e21-4b5a-b6db-a604c75ae5d8 req-e7c4ba4c-ae39-4d7e-bbd2-c56f4b996c66 tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] 10.222.0.64 "GET /v2.0/quotas/bbe85c951ff940ed998142e3b204e43e HTTP/1.1" status: 200 len: 375 time: 0.0305486 Jan 28 19:24:14.165793 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-0c041f7d-84a0-4b7a-b119-8566e4827f2b req-1c496480-5173-4263-a08c-4119adb31370 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=39d07f2a-7a3d-4718-9c1b-16394753837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002726 Jan 28 19:24:14.216979 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b9600978-9e21-4b5a-b6db-a604c75ae5d8 req-d5f670c3-33d3-4346-bfac-e99b96081501 tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=bbe85c951ff940ed998142e3b204e43e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1735764 Jan 28 19:24:14.238765 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeca44af-4273-4e20-b138-1eeb0d64c655 tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:24:14.247795 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-aeca44af-4273-4e20-b138-1eeb0d64c655 tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:14.251073 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-aeca44af-4273-4e20-b138-1eeb0d64c655 tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] 10.222.0.64 "PUT /v2.0/routers/9f5723df-55de-4702-8c40-5f59b0da0ecf HTTP/1.1" status: 200 len: 921 time: 2.0301750 Jan 28 19:24:14.254741 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 49018) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:24:14.256547 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e6e2498-0daa-4ea3-89cf-5f67579321ff None None] Sync routers for ids ['9f5723df-55de-4702-8c40-5f59b0da0ecf'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:24:14.287650 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6e2498-0daa-4ea3-89cf-5f67579321ff None None] Routers {'9f5723df-55de-4702-8c40-5f59b0da0ecf'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:24:14.292467 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-3e6e2498-0daa-4ea3-89cf-5f67579321ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:24:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['9f5723df-55de-4702-8c40-5f59b0da0ecf'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:24:14.456442 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-3e6e2498-0daa-4ea3-89cf-5f67579321ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:24:14.484817 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6e2498-0daa-4ea3-89cf-5f67579321ff None None] Routers {'9f5723df-55de-4702-8c40-5f59b0da0ecf'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:24:14.485916 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-3e6e2498-0daa-4ea3-89cf-5f67579321ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:24:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['9f5723df-55de-4702-8c40-5f59b0da0ecf'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:24:14.497281 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b9600978-9e21-4b5a-b6db-a604c75ae5d8 req-21848b06-298f-4f05-a37b-c590cdd84ee4 service neutron] 10.222.0.64 "GET /v2.0/networks/80b1128d-385f-43ca-bc48-8e6c46c4dc11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2787669 Jan 28 19:24:14.533648 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-3e6e2498-0daa-4ea3-89cf-5f67579321ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:24:14.534742 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e6e2498-0daa-4ea3-89cf-5f67579321ff None None] The sync data for ids ['9f5723df-55de-4702-8c40-5f59b0da0ecf'] in n-d-812111-14 is: [] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:24:14.607876 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 7ed2da2a-7138-46fa-b136-9d966e721bde up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:24:14.651409 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b9600978-9e21-4b5a-b6db-a604c75ae5d8 req-bf0b0daf-459f-4886-b1da-1240e2772bdc service neutron] 10.222.0.64 "GET /v2.0/networks/80b1128d-385f-43ca-bc48-8e6c46c4dc11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510282 Jan 28 19:24:14.723376 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 7ed2da2a-7138-46fa-b136-9d966e721bde triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:24:14.723749 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (7ed2da2a-7138-46fa-b136-9d966e721bde), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:14.937393 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f499aff7-9741-4847-a66d-e3f1538c7ac4 req-87eac8ae-d0ae-4b3c-9c04-40e8d6801902 tempest-ServerShowV254Test-771872459 tempest-ServerShowV254Test-771872459-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1a534c7-8b11-48a2-9b80-c5c8693d0ece HTTP/1.1" status: 200 len: 210 time: 0.0492415 Jan 28 19:24:14.940417 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 49030) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:24:14.941542 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-70982498-411f-4a23-b378-7e633dcf884d tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] 10.222.0.64 "GET /v2.0/routers/9f5723df-55de-4702-8c40-5f59b0da0ecf HTTP/1.1" status: 200 len: 921 time: 0.6853004 Jan 28 19:24:14.961777 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b568d723-ca89-4a3d-946d-7668c8e27a60 req-d34a0325-56fe-487f-857d-ed31db1eac6d tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:14.969466 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b568d723-ca89-4a3d-946d-7668c8e27a60 req-d34a0325-56fe-487f-857d-ed31db1eac6d tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/ports?device_id=81f17ed3-5f8a-4b82-a89d-2a86c185a3d7 HTTP/1.1" status: 200 len: 950 time: 0.1108007 Jan 28 19:24:15.095401 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b568d723-ca89-4a3d-946d-7668c8e27a60 req-c28ef2ff-b84f-4167-9c2d-727424a28eb8 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d07f2a-7a3d-4718-9c1b-16394753837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249635 Jan 28 19:24:15.345643 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-278be8b2-7e48-4a98-9d46-d3369adb07eb tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:15.347178 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-278be8b2-7e48-4a98-9d46-d3369adb07eb tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] 10.222.0.64 "GET /v2.0/ports?network_id=d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8&device_id=9f5723df-55de-4702-8c40-5f59b0da0ecf&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.4006965 Jan 28 19:24:15.376854 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 7ed2da2a-7138-46fa-b136-9d966e721bde is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:24:15.378569 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (7ed2da2a-7138-46fa-b136-9d966e721bde), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:15.383165 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 49048) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:24:15.440625 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] For port 7ed2da2a-7138-46fa-b136-9d966e721bde, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=7ed2da2a-7138-46fa-b136-9d966e721bde,segment=NetworkSegment(ead782fa-48e0-4bb9-94ac-553f7c5da23e),segment_id=ead782fa-48e0-4bb9-94ac-553f7c5da23e)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:24:15.452212 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (7ed2da2a-7138-46fa-b136-9d966e721bde), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:15.588021 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f270ab-56d9-41ea-ab54-492bdeea2828 req-f2d673ce-c601-461f-a4fe-4c39ae45a37a tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:15.592217 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-53f270ab-56d9-41ea-ab54-492bdeea2828 req-f2d673ce-c601-461f-a4fe-4c39ae45a37a tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] 10.222.0.64 "GET /v2.0/networks?id=80b1128d-385f-43ca-bc48-8e6c46c4dc11 HTTP/1.1" status: 200 len: 816 time: 0.4014299 Jan 28 19:24:15.634043 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-53f270ab-56d9-41ea-ab54-492bdeea2828 req-09b55b11-7c2c-4164-937f-d26ffc6d7f7b tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] 10.222.0.64 "GET /v2.0/quotas/bbe85c951ff940ed998142e3b204e43e HTTP/1.1" status: 200 len: 375 time: 0.0305417 Jan 28 19:24:15.657890 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Pushing event updated for resources: {'Port': ['ID=7ed2da2a-7138-46fa-b136-9d966e721bde,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:15.666619 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b99e26bb-7137-46ae-b406-f0b8dd08879d None None] Network 80b1128d-385f-43ca-bc48-8e6c46c4dc11 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:24:15.737817 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-53f270ab-56d9-41ea-ab54-492bdeea2828 req-8ae44d0f-d4fe-4f5f-8b1b-4cc094bf0b79 tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=bbe85c951ff940ed998142e3b204e43e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0957310 Jan 28 19:24:15.798612 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-45af3af2-9184-45f7-b7cd-be4cd62f94da None None] Provisioning complete for port 7ed2da2a-7138-46fa-b136-9d966e721bde triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:24:15.799349 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-45af3af2-9184-45f7-b7cd-be4cd62f94da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (7ed2da2a-7138-46fa-b136-9d966e721bde), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:15.829688 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1512382b-d3c3-43ef-8f88-d1e89e91c923 tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:15.833591 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-1512382b-d3c3-43ef-8f88-d1e89e91c923 tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] 10.222.0.64 "GET /v2.0/networks/d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 HTTP/1.1" status: 200 len: 881 time: 0.4480226 Jan 28 19:24:15.841944 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 49054) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:24:15.843468 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51c41ef-3ae9-4a62-884d-5545e703c88f req-ad451826-705c-4748-be51-c25d0b9b3c2b tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:15.844996 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a51c41ef-3ae9-4a62-884d-5545e703c88f req-ad451826-705c-4748-be51-c25d0b9b3c2b tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] 10.222.0.70 "GET /v2.0/networks?id=80b1128d-385f-43ca-bc48-8e6c46c4dc11 HTTP/1.1" status: 200 len: 816 time: 0.5020378 Jan 28 19:24:15.859809 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-a51c41ef-3ae9-4a62-884d-5545e703c88f req-e3e8a760-b4d7-47ee-90c2-0f5add09db43 tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] Request body: {'port': {'device_id': '0425ea7b-6d18-454c-999c-27e8a0758954', 'network_id': '80b1128d-385f-43ca-bc48-8e6c46c4dc11', 'admin_state_up': True, 'tenant_id': 'bbe85c951ff940ed998142e3b204e43e'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:24:15.883628 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a017406d-e891-4a34-97ee-d6ee9d6c7e1c req-1fe8e1cc-f930-412b-ae02-83ca445b1413 tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:15.891899 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a017406d-e891-4a34-97ee-d6ee9d6c7e1c req-1fe8e1cc-f930-412b-ae02-83ca445b1413 tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] 10.222.0.64 "GET /v2.0/ports?device_id=dab0b308-89b2-4933-b603-3ff959dae23c HTTP/1.1" status: 200 len: 945 time: 0.7367163 Jan 28 19:24:15.963668 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-b872262d-4402-442f-8f6c-3eccb71d1667 tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] 10.222.0.64 "GET /v2.0/ports?device_id=9f5723df-55de-4702-8c40-5f59b0da0ecf HTTP/1.1" status: 200 len: 205 time: 0.1169171 Jan 28 19:24:15.971532 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 49056) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:24:16.006793 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-45af3af2-9184-45f7-b7cd-be4cd62f94da None None] Current status of the port 7ed2da2a-7138-46fa-b136-9d966e721bde is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:24:16.053610 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a017406d-e891-4a34-97ee-d6ee9d6c7e1c req-55e6b3c4-2d4d-4148-8014-65a38ba380c8 tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed5dbff7-d8b6-44bf-8755-79d5f3e8f67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606939 Jan 28 19:24:16.142459 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a51c41ef-3ae9-4a62-884d-5545e703c88f req-e3e8a760-b4d7-47ee-90c2-0f5add09db43 tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] Made reservation on behalf of bbe85c951ff940ed998142e3b204e43e for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:24:16.146369 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-a51c41ef-3ae9-4a62-884d-5545e703c88f req-e3e8a760-b4d7-47ee-90c2-0f5add09db43 tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:16.334603 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172c3690-70f5-4957-b10d-03ebf7a50f62 req-a3f997d9-c9e3-4b71-b0aa-900296a7bec1 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:16.342433 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-172c3690-70f5-4957-b10d-03ebf7a50f62 req-a3f997d9-c9e3-4b71-b0aa-900296a7bec1 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbcb90df-df4c-4718-a1f8-da2cde64470a HTTP/1.1" status: 200 len: 945 time: 0.1915338 Jan 28 19:24:16.413451 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4c500de2-4e9a-4cfc-ba9a-5c55c5246d9e tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Publish callbacks [] for router (9f5723df-55de-4702-8c40-5f59b0da0ecf), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:16.454033 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b911fde2-ae77-49db-bb0c-9ba4807c28ec None None] Provisioning complete for port 7ed2da2a-7138-46fa-b136-9d966e721bde triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:24:16.454411 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b911fde2-ae77-49db-bb0c-9ba4807c28ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (7ed2da2a-7138-46fa-b136-9d966e721bde), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:16.455144 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-172c3690-70f5-4957-b10d-03ebf7a50f62 req-1a55b80a-4953-4499-9d77-fb375062cc98 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] 10.222.0.64 "GET /v2.0/security-groups?id=a17e8282-0405-4e4b-9340-e89106f12f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113183 Jan 28 19:24:16.515265 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-a51c41ef-3ae9-4a62-884d-5545e703c88f req-e3e8a760-b4d7-47ee-90c2-0f5add09db43 tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] Allocated IP 172.20.0.14 (80b1128d-385f-43ca-bc48-8e6c46c4dc11/c0c3aa53-af91-44cf-ba1e-2b269588293f/89aa6531-67bc-4d6c-9efd-de46bfee506e) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:24:16.533860 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 7ed2da2a-7138-46fa-b136-9d966e721bde up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:24:16.609210 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-53f270ab-56d9-41ea-ab54-492bdeea2828 req-ba1691c9-e765-48be-b9f1-59f975eb7c5e service neutron] 10.222.0.64 "GET /v2.0/networks/80b1128d-385f-43ca-bc48-8e6c46c4dc11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8605444 Jan 28 19:24:16.654354 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 7ed2da2a-7138-46fa-b136-9d966e721bde triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:24:16.654765 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (7ed2da2a-7138-46fa-b136-9d966e721bde), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:16.718767 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4c500de2-4e9a-4cfc-ba9a-5c55c5246d9e tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Publish callbacks [] for router_gateway (9f5723df-55de-4702-8c40-5f59b0da0ecf), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:16.833335 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b911fde2-ae77-49db-bb0c-9ba4807c28ec None None] Current status of the port 7ed2da2a-7138-46fa-b136-9d966e721bde is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:24:16.854638 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-53f270ab-56d9-41ea-ab54-492bdeea2828 req-9c6a6cf6-67c1-4513-92a1-a50b3c32d992 service neutron] 10.222.0.64 "GET /v2.0/networks/80b1128d-385f-43ca-bc48-8e6c46c4dc11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2444961 Jan 28 19:24:16.915173 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-a51c41ef-3ae9-4a62-884d-5545e703c88f req-e3e8a760-b4d7-47ee-90c2-0f5add09db43 tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] Publish callbacks [] for port (89aa6531-67bc-4d6c-9efd-de46bfee506e), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:16.940153 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 7ed2da2a-7138-46fa-b136-9d966e721bde is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:24:17.023500 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-a51c41ef-3ae9-4a62-884d-5545e703c88f req-e3e8a760-b4d7-47ee-90c2-0f5add09db43 tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (89aa6531-67bc-4d6c-9efd-de46bfee506e), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:17.052581 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-4c500de2-4e9a-4cfc-ba9a-5c55c5246d9e tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Deleting port cd536410-d831-47e5-95ba-c6486a3507ac {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:24:17.053334 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4c500de2-4e9a-4cfc-ba9a-5c55c5246d9e tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (cd536410-d831-47e5-95ba-c6486a3507ac), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:17.082854 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9600978-9e21-4b5a-b6db-a604c75ae5d8 req-a16ca139-f373-4689-909e-23219f8d3d26 tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:17.084842 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b9600978-9e21-4b5a-b6db-a604c75ae5d8 req-a16ca139-f373-4689-909e-23219f8d3d26 tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] 10.222.0.41 "GET /v2.0/networks?id=80b1128d-385f-43ca-bc48-8e6c46c4dc11 HTTP/1.1" status: 200 len: 816 time: 0.3376646 Jan 28 19:24:17.133379 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-b9600978-9e21-4b5a-b6db-a604c75ae5d8 req-8ed630d1-e942-49a5-af62-bfea6c7fbe92 tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] Request body: {'port': {'device_id': '539c1c17-2423-4bef-adee-c91af64e6074', 'network_id': '80b1128d-385f-43ca-bc48-8e6c46c4dc11', 'admin_state_up': True, 'tenant_id': 'bbe85c951ff940ed998142e3b204e43e'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:24:17.136700 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a51c41ef-3ae9-4a62-884d-5545e703c88f req-e3e8a760-b4d7-47ee-90c2-0f5add09db43 tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] Network 80b1128d-385f-43ca-bc48-8e6c46c4dc11 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:24:17.139880 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e8a760-b4d7-47ee-90c2-0f5add09db43 tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] Pushing event updated for resources: {'Port': ['ID=89aa6531-67bc-4d6c-9efd-de46bfee506e,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:17.145377 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-a51c41ef-3ae9-4a62-884d-5545e703c88f req-e3e8a760-b4d7-47ee-90c2-0f5add09db43 tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:24:17.159002 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-a51c41ef-3ae9-4a62-884d-5545e703c88f req-e3e8a760-b4d7-47ee-90c2-0f5add09db43 tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:24:17.216761 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c047d3c1-e956-4235-a8ee-3e75b90df7de req-fdc778e8-eb40-4f83-9f63-ef1463166bd5 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:17.230837 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c106d9b-21fb-408b-aad5-8b6e30e27cde req-f05f2559-62b8-4573-a2f6-601266105723 tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:17.231548 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c047d3c1-e956-4235-a8ee-3e75b90df7de req-fdc778e8-eb40-4f83-9f63-ef1463166bd5 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/ports?device_id=81f17ed3-5f8a-4b82-a89d-2a86c185a3d7 HTTP/1.1" status: 200 len: 950 time: 0.1541054 Jan 28 19:24:17.232550 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2c106d9b-21fb-408b-aad5-8b6e30e27cde req-f05f2559-62b8-4573-a2f6-601266105723 tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] 10.222.0.41 "GET /v2.0/ports?device_id=dab0b308-89b2-4933-b603-3ff959dae23c HTTP/1.1" status: 200 len: 945 time: 0.2881815 Jan 28 19:24:17.297254 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51c41ef-3ae9-4a62-884d-5545e703c88f req-e3e8a760-b4d7-47ee-90c2-0f5add09db43 tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:17.297946 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-a51c41ef-3ae9-4a62-884d-5545e703c88f req-e3e8a760-b4d7-47ee-90c2-0f5add09db43 tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:17.360883 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a51c41ef-3ae9-4a62-884d-5545e703c88f req-e3e8a760-b4d7-47ee-90c2-0f5add09db43 tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5066712 Jan 28 19:24:17.388046 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-a51c41ef-3ae9-4a62-884d-5545e703c88f req-71f8e60c-2b24-437e-927c-364d336ba492 service neutron] Request body: {'port': {'device_id': '0425ea7b-6d18-454c-999c-27e8a0758954', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-14'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:24:17.425836 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4c500de2-4e9a-4cfc-ba9a-5c55c5246d9e tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (cd536410-d831-47e5-95ba-c6486a3507ac), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:17.458369 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-4c500de2-4e9a-4cfc-ba9a-5c55c5246d9e tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Calling delete_port for cd536410-d831-47e5-95ba-c6486a3507ac owned by network:router_gateway {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:24:17.507721 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c047d3c1-e956-4235-a8ee-3e75b90df7de req-6247c7f9-0380-4886-be7e-bf49d05f9f34 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d07f2a-7a3d-4718-9c1b-16394753837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2750161 Jan 28 19:24:17.565933 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9600978-9e21-4b5a-b6db-a604c75ae5d8 req-8ed630d1-e942-49a5-af62-bfea6c7fbe92 tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] Made reservation on behalf of bbe85c951ff940ed998142e3b204e43e for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:24:17.570099 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-b9600978-9e21-4b5a-b6db-a604c75ae5d8 req-8ed630d1-e942-49a5-af62-bfea6c7fbe92 tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:17.598285 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-2c106d9b-21fb-408b-aad5-8b6e30e27cde req-5d9bd48a-0ba2-4644-8d0d-e1d78b23d26c tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] Deleting port 81f99a22-9155-461a-9f4f-0dadff07deab {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:24:17.598734 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-2c106d9b-21fb-408b-aad5-8b6e30e27cde req-5d9bd48a-0ba2-4644-8d0d-e1d78b23d26c tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (81f99a22-9155-461a-9f4f-0dadff07deab), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:17.729554 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-a51c41ef-3ae9-4a62-884d-5545e703c88f req-71f8e60c-2b24-437e-927c-364d336ba492 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (89aa6531-67bc-4d6c-9efd-de46bfee506e), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:17.868566 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-839efd99-df34-468d-bef8-5bd56713db51 None None] Provisioning complete for port 89aa6531-67bc-4d6c-9efd-de46bfee506e triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:24:17.869260 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839efd99-df34-468d-bef8-5bd56713db51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (89aa6531-67bc-4d6c-9efd-de46bfee506e), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:17.925887 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-839efd99-df34-468d-bef8-5bd56713db51 None None] Port 89aa6531-67bc-4d6c-9efd-de46bfee506e cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:24:18.117681 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-b9600978-9e21-4b5a-b6db-a604c75ae5d8 req-8ed630d1-e942-49a5-af62-bfea6c7fbe92 tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] Allocated IP 172.20.0.3 (80b1128d-385f-43ca-bc48-8e6c46c4dc11/c0c3aa53-af91-44cf-ba1e-2b269588293f/761374a6-287c-41e5-8344-b1cdd6ccf00d) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:24:18.194221 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa32862b-d897-4cf3-b98d-812bb1da0f6c req-4bd64bd0-dd78-4448-ad60-ac1ed7fd9f67 tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:18.204622 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-aa32862b-d897-4cf3-b98d-812bb1da0f6c req-4bd64bd0-dd78-4448-ad60-ac1ed7fd9f67 tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] 10.222.0.64 "GET /v2.0/ports?device_id=dab0b308-89b2-4933-b603-3ff959dae23c HTTP/1.1" status: 200 len: 945 time: 0.5261235 Jan 28 19:24:18.297607 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-aa32862b-d897-4cf3-b98d-812bb1da0f6c req-f03a8c98-f449-4dcc-979d-a32827b2848b tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed5dbff7-d8b6-44bf-8755-79d5f3e8f67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902092 Jan 28 19:24:18.388337 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-b9600978-9e21-4b5a-b6db-a604c75ae5d8 req-8ed630d1-e942-49a5-af62-bfea6c7fbe92 tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] Publish callbacks [] for port (761374a6-287c-41e5-8344-b1cdd6ccf00d), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:18.439379 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-b9600978-9e21-4b5a-b6db-a604c75ae5d8 req-8ed630d1-e942-49a5-af62-bfea6c7fbe92 tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (761374a6-287c-41e5-8344-b1cdd6ccf00d), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:18.467201 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5431ac0a-5b23-4b24-a3d9-f68e0be83478 req-4842f7b0-45bb-46c5-8ce3-ecd09f10c1f2 tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] 10.222.0.64 "GET /v2.0/ports?device_id=d6f2a668-32c4-4958-bb87-c9aa42e78ac8 HTTP/1.1" status: 200 len: 210 time: 0.0443735 Jan 28 19:24:18.586962 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9600978-9e21-4b5a-b6db-a604c75ae5d8 req-8ed630d1-e942-49a5-af62-bfea6c7fbe92 tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] Network 80b1128d-385f-43ca-bc48-8e6c46c4dc11 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:24:18.592607 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-b9600978-9e21-4b5a-b6db-a604c75ae5d8 req-8ed630d1-e942-49a5-af62-bfea6c7fbe92 tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:24:18.596968 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ae5b1f-86a0-4b0c-9996-697cffc9fb5f req-79c7f5fb-aaa4-4537-a3dc-d77b4dcd01a1 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:18.601555 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-65ae5b1f-86a0-4b0c-9996-697cffc9fb5f req-79c7f5fb-aaa4-4537-a3dc-d77b4dcd01a1 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbcb90df-df4c-4718-a1f8-da2cde64470a HTTP/1.1" status: 200 len: 945 time: 0.2282839 Jan 28 19:24:18.620048 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9600978-9e21-4b5a-b6db-a604c75ae5d8 req-8ed630d1-e942-49a5-af62-bfea6c7fbe92 tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:24:18.732569 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-65ae5b1f-86a0-4b0c-9996-697cffc9fb5f req-c4edc780-24c3-470f-892f-edb9ac94f8b5 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] 10.222.0.64 "GET /v2.0/security-groups?id=a17e8282-0405-4e4b-9340-e89106f12f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235001 Jan 28 19:24:18.739873 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9600978-9e21-4b5a-b6db-a604c75ae5d8 req-8ed630d1-e942-49a5-af62-bfea6c7fbe92 tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:18.747238 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-b9600978-9e21-4b5a-b6db-a604c75ae5d8 req-8ed630d1-e942-49a5-af62-bfea6c7fbe92 tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:18.859699 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-a51c41ef-3ae9-4a62-884d-5545e703c88f req-71f8e60c-2b24-437e-927c-364d336ba492 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89aa6531-67bc-4d6c-9efd-de46bfee506e {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:24:18.873219 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-a51c41ef-3ae9-4a62-884d-5545e703c88f req-71f8e60c-2b24-437e-927c-364d336ba492 service neutron] Publish callbacks [] for port (89aa6531-67bc-4d6c-9efd-de46bfee506e), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:18.874983 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed630d1-e942-49a5-af62-bfea6c7fbe92 tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] Pushing event updated for resources: {'Port': ['ID=761374a6-287c-41e5-8344-b1cdd6ccf00d,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:18.887496 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-2c106d9b-21fb-408b-aad5-8b6e30e27cde req-5d9bd48a-0ba2-4644-8d0d-e1d78b23d26c tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] For port 81f99a22-9155-461a-9f4f-0dadff07deab, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=81f99a22-9155-461a-9f4f-0dadff07deab,segment=NetworkSegment(0d84d916-97fe-4a55-a454-c0fc25feb1a4),segment_id=0d84d916-97fe-4a55-a454-c0fc25feb1a4)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:24:18.888891 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-2c106d9b-21fb-408b-aad5-8b6e30e27cde req-5d9bd48a-0ba2-4644-8d0d-e1d78b23d26c tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (81f99a22-9155-461a-9f4f-0dadff07deab), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:18.956409 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-00d0a048-8655-4fc6-b6a0-3c9721c824b9 req-18e0ffb2-40b7-4ac9-9c4e-5fadd675fb3a tempest-ServerShowV254Test-771872459 tempest-ServerShowV254Test-771872459-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1a534c7-8b11-48a2-9b80-c5c8693d0ece HTTP/1.1" status: 200 len: 210 time: 0.0352218 Jan 28 19:24:18.976860 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-2c106d9b-21fb-408b-aad5-8b6e30e27cde req-5d9bd48a-0ba2-4644-8d0d-e1d78b23d26c tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] Calling delete_port for 81f99a22-9155-461a-9f4f-0dadff07deab owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:24:18.998410 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b9600978-9e21-4b5a-b6db-a604c75ae5d8 req-8ed630d1-e942-49a5-af62-bfea6c7fbe92 tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8710661 Jan 28 19:24:19.020314 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-b9600978-9e21-4b5a-b6db-a604c75ae5d8 req-77e30b93-9c5e-412a-ae6b-85410685775b service neutron] Request body: {'port': {'device_id': '539c1c17-2423-4bef-adee-c91af64e6074', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-14'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:24:19.077138 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-5aea5f05-d555-46e9-ac86-987b91bd3025 None None] Provisioning complete for port 761374a6-287c-41e5-8344-b1cdd6ccf00d triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:24:19.077672 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5aea5f05-d555-46e9-ac86-987b91bd3025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (761374a6-287c-41e5-8344-b1cdd6ccf00d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:19.086813 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-a51c41ef-3ae9-4a62-884d-5545e703c88f req-71f8e60c-2b24-437e-927c-364d336ba492 service neutron] Transition to ACTIVE for port object 89aa6531-67bc-4d6c-9efd-de46bfee506e will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:24:19.094394 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-a51c41ef-3ae9-4a62-884d-5545e703c88f req-71f8e60c-2b24-437e-927c-364d336ba492 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (89aa6531-67bc-4d6c-9efd-de46bfee506e), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:19.106132 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6094e0-9828-46d9-b747-bb980fd3a278 req-7189261d-9716-423c-bab2-698c8f538eb6 tempest-MigrationsAdminTest-1899274290 tempest-MigrationsAdminTest-1899274290-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:19.115325 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-aa6094e0-9828-46d9-b747-bb980fd3a278 req-7189261d-9716-423c-bab2-698c8f538eb6 tempest-MigrationsAdminTest-1899274290 tempest-MigrationsAdminTest-1899274290-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=81f17ed3-5f8a-4b82-a89d-2a86c185a3d7 HTTP/1.1" status: 200 len: 1133 time: 0.3987758 Jan 28 19:24:19.120901 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4c500de2-4e9a-4cfc-ba9a-5c55c5246d9e tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (cd536410-d831-47e5-95ba-c6486a3507ac), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:19.125301 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-5aea5f05-d555-46e9-ac86-987b91bd3025 None None] Port 761374a6-287c-41e5-8344-b1cdd6ccf00d cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:24:19.145224 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f8e60c-2b24-437e-927c-364d336ba492 service neutron] Pushing event updated for resources: {'Port': ['ID=89aa6531-67bc-4d6c-9efd-de46bfee506e,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:19.222813 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 81f99a22-9155-461a-9f4f-0dadff07deab no longer exists at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:24:19.231189 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c500de2-4e9a-4cfc-ba9a-5c55c5246d9e tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Pushing event deleted for resources: {'Port': ['ID=cd536410-d831-47e5-95ba-c6486a3507ac,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:19.263794 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-a51c41ef-3ae9-4a62-884d-5545e703c88f req-71f8e60c-2b24-437e-927c-364d336ba492 service neutron] Attempting to bind port 89aa6531-67bc-4d6c-9efd-de46bfee506e on host n-h2-812111-14 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:24:19.264151 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-a51c41ef-3ae9-4a62-884d-5545e703c88f req-71f8e60c-2b24-437e-927c-364d336ba492 service neutron] Attempting to bind port 89aa6531-67bc-4d6c-9efd-de46bfee506e by drivers openvswitch,hyperv on host n-h2-812111-14 at level 0 using segments [{'id': 'ead782fa-48e0-4bb9-94ac-553f7c5da23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '80b1128d-385f-43ca-bc48-8e6c46c4dc11'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:24:19.264490 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a51c41ef-3ae9-4a62-884d-5545e703c88f req-71f8e60c-2b24-437e-927c-364d336ba492 service neutron] Attempting to bind port 89aa6531-67bc-4d6c-9efd-de46bfee506e on network 80b1128d-385f-43ca-bc48-8e6c46c4dc11 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:24:19.282785 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a51c41ef-3ae9-4a62-884d-5545e703c88f req-71f8e60c-2b24-437e-927c-364d336ba492 service neutron] Port 89aa6531-67bc-4d6c-9efd-de46bfee506e on network 80b1128d-385f-43ca-bc48-8e6c46c4dc11 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-14 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:24:19.283145 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a51c41ef-3ae9-4a62-884d-5545e703c88f req-71f8e60c-2b24-437e-927c-364d336ba492 service neutron] Attempting to bind port 89aa6531-67bc-4d6c-9efd-de46bfee506e on network 80b1128d-385f-43ca-bc48-8e6c46c4dc11 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:24:19.307051 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a51c41ef-3ae9-4a62-884d-5545e703c88f req-71f8e60c-2b24-437e-927c-364d336ba492 service neutron] Checking agent: {'id': '8f3fee4e-bf24-4b58-8a3a-ae9c8011a473', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 23, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:24:19.307544 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a51c41ef-3ae9-4a62-884d-5545e703c88f req-71f8e60c-2b24-437e-927c-364d336ba492 service neutron] Checking segment: {'id': 'ead782fa-48e0-4bb9-94ac-553f7c5da23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '80b1128d-385f-43ca-bc48-8e6c46c4dc11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:24:19.307802 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a51c41ef-3ae9-4a62-884d-5545e703c88f req-71f8e60c-2b24-437e-927c-364d336ba492 service neutron] Bound using segment: {'id': 'ead782fa-48e0-4bb9-94ac-553f7c5da23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '80b1128d-385f-43ca-bc48-8e6c46c4dc11'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:24:19.308656 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4c500de2-4e9a-4cfc-ba9a-5c55c5246d9e tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-731488'] for router_gateway (9f5723df-55de-4702-8c40-5f59b0da0ecf), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:19.312055 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-a51c41ef-3ae9-4a62-884d-5545e703c88f req-71f8e60c-2b24-437e-927c-364d336ba492 service neutron] Bound port: 89aa6531-67bc-4d6c-9efd-de46bfee506e, host: n-h2-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ead782fa-48e0-4bb9-94ac-553f7c5da23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '80b1128d-385f-43ca-bc48-8e6c46c4dc11'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:24:19.312055 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-a51c41ef-3ae9-4a62-884d-5545e703c88f req-71f8e60c-2b24-437e-927c-364d336ba492 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (89aa6531-67bc-4d6c-9efd-de46bfee506e), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:19.324775 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-b9600978-9e21-4b5a-b6db-a604c75ae5d8 req-77e30b93-9c5e-412a-ae6b-85410685775b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (761374a6-287c-41e5-8344-b1cdd6ccf00d), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:19.398919 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port 81f99a22-9155-461a-9f4f-0dadff07deab is: ACTIVE; New status is: DOWN {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:24:19.399678 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (81f99a22-9155-461a-9f4f-0dadff07deab), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:19.443187 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 81f99a22-9155-461a-9f4f-0dadff07deab, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=81f99a22-9155-461a-9f4f-0dadff07deab,segment=NetworkSegment(0d84d916-97fe-4a55-a454-c0fc25feb1a4),segment_id=0d84d916-97fe-4a55-a454-c0fc25feb1a4)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:24:19.444363 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dab0b308-89b2-4933-b603-3ff959dae23c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81f99a22-9155-461a-9f4f-0dadff07deab'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:24:19.446981 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23d06254-38e7-407a-8908-8306dabe0bc0" -d '{"events": [{"server_uuid": "dab0b308-89b2-4933-b603-3ff959dae23c", "name": "network-vif-unplugged", "status": "completed", "tag": "81f99a22-9155-461a-9f4f-0dadff07deab"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:24:19.452951 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (81f99a22-9155-461a-9f4f-0dadff07deab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:19.519475 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=81f99a22-9155-461a-9f4f-0dadff07deab,revision_number=6']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:19.611062 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f270ab-56d9-41ea-ab54-492bdeea2828 req-7b78e97b-a3db-48c8-b07b-4b91317b3188 tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:19.613870 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-53f270ab-56d9-41ea-ab54-492bdeea2828 req-7b78e97b-a3db-48c8-b07b-4b91317b3188 tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] 10.222.0.70 "GET /v2.0/networks?id=80b1128d-385f-43ca-bc48-8e6c46c4dc11 HTTP/1.1" status: 200 len: 816 time: 0.2762656 Jan 28 19:24:19.661515 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-53f270ab-56d9-41ea-ab54-492bdeea2828 req-7b29fdd3-a495-47e8-a9e5-e9e5782a0755 tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] Request body: {'port': {'device_id': 'd6f2a668-32c4-4958-bb87-c9aa42e78ac8', 'network_id': '80b1128d-385f-43ca-bc48-8e6c46c4dc11', 'admin_state_up': True, 'tenant_id': 'bbe85c951ff940ed998142e3b204e43e'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:24:19.804457 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb97f7c-07e9-4a6b-9863-fba3b32431bf req-577412e3-3499-43bf-bcb5-61307c5c84ac tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:19.811887 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6fb97f7c-07e9-4a6b-9863-fba3b32431bf req-577412e3-3499-43bf-bcb5-61307c5c84ac tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] 10.222.0.64 "GET /v2.0/ports?device_id=dab0b308-89b2-4933-b603-3ff959dae23c HTTP/1.1" status: 200 len: 943 time: 0.1950152 Jan 28 19:24:19.817397 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-a51c41ef-3ae9-4a62-884d-5545e703c88f req-71f8e60c-2b24-437e-927c-364d336ba492 service neutron] For port 89aa6531-67bc-4d6c-9efd-de46bfee506e, host n-h2-812111-14, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:24:19.858138 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-a51c41ef-3ae9-4a62-884d-5545e703c88f req-71f8e60c-2b24-437e-927c-364d336ba492 service neutron] For port 89aa6531-67bc-4d6c-9efd-de46bfee506e, host n-h2-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=89aa6531-67bc-4d6c-9efd-de46bfee506e,segment=NetworkSegment(ead782fa-48e0-4bb9-94ac-553f7c5da23e),segment_id=ead782fa-48e0-4bb9-94ac-553f7c5da23e)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:24:19.882665 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-a51c41ef-3ae9-4a62-884d-5545e703c88f req-71f8e60c-2b24-437e-927c-364d336ba492 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (89aa6531-67bc-4d6c-9efd-de46bfee506e), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:19.954262 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51c41ef-3ae9-4a62-884d-5545e703c88f req-71f8e60c-2b24-437e-927c-364d336ba492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:19.955328 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-a51c41ef-3ae9-4a62-884d-5545e703c88f req-71f8e60c-2b24-437e-927c-364d336ba492 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:19.957003 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a51c41ef-3ae9-4a62-884d-5545e703c88f req-71f8e60c-2b24-437e-927c-364d336ba492 service neutron] 10.222.0.70 "PUT /v2.0/ports/89aa6531-67bc-4d6c-9efd-de46bfee506e HTTP/1.1" status: 200 len: 1093 time: 2.5857494 Jan 28 19:24:19.959145 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0425ea7b-6d18-454c-999c-27e8a0758954', 'tag': '89aa6531-67bc-4d6c-9efd-de46bfee506e'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:24:19.970027 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bec0b2ad-5662-4150-a769-429f95c8e519" -d '{"events": [{"name": "network-changed", "server_uuid": "0425ea7b-6d18-454c-999c-27e8a0758954", "tag": "89aa6531-67bc-4d6c-9efd-de46bfee506e"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:24:19.987029 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6fb97f7c-07e9-4a6b-9863-fba3b32431bf req-4ed2a193-9285-41bf-9a00-35f6583980fe tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed5dbff7-d8b6-44bf-8755-79d5f3e8f67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699064 Jan 28 19:24:20.002916 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53f270ab-56d9-41ea-ab54-492bdeea2828 req-7b29fdd3-a495-47e8-a9e5-e9e5782a0755 tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] Made reservation on behalf of bbe85c951ff940ed998142e3b204e43e for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:24:20.012878 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-53f270ab-56d9-41ea-ab54-492bdeea2828 req-7b29fdd3-a495-47e8-a9e5-e9e5782a0755 tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:20.078340 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-aa6094e0-9828-46d9-b747-bb980fd3a278 req-caee6c85-adce-45be-a543-98ffb8e3cc7f tempest-MigrationsAdminTest-1899274290 tempest-MigrationsAdminTest-1899274290-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=39d07f2a-7a3d-4718-9c1b-16394753837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9618371 Jan 28 19:24:20.082577 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 19:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-656bac9e-73b8-42c3-b278-8ac7d042349f x-openstack-request-id: req-656bac9e-73b8-42c3-b278-8ac7d042349f {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:24:20.083084 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dab0b308-89b2-4933-b603-3ff959dae23c", "name": "network-vif-unplugged", "status": "completed", "tag": "81f99a22-9155-461a-9f4f-0dadff07deab", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:24:20.083084 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-656bac9e-73b8-42c3-b278-8ac7d042349f {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:24:20.083562 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dab0b308-89b2-4933-b603-3ff959dae23c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81f99a22-9155-461a-9f4f-0dadff07deab', 'code': 200} Jan 28 19:24:20.093514 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4c500de2-4e9a-4cfc-ba9a-5c55c5246d9e tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-730901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261120'] for router (9f5723df-55de-4702-8c40-5f59b0da0ecf), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:20.117303 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4c500de2-4e9a-4cfc-ba9a-5c55c5246d9e tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Publish callbacks [] for router_controller (9f5723df-55de-4702-8c40-5f59b0da0ecf), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:20.305488 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-53f270ab-56d9-41ea-ab54-492bdeea2828 req-7b29fdd3-a495-47e8-a9e5-e9e5782a0755 tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] Allocated IP 172.20.0.8 (80b1128d-385f-43ca-bc48-8e6c46c4dc11/c0c3aa53-af91-44cf-ba1e-2b269588293f/b7296837-6794-49ea-943d-699907bad00f) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:24:20.321133 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4c500de2-4e9a-4cfc-ba9a-5c55c5246d9e tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-730908'] for router (9f5723df-55de-4702-8c40-5f59b0da0ecf), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:20.321897 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c500de2-4e9a-4cfc-ba9a-5c55c5246d9e tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Fanout notify agent at l3_agent the message router_deleted on router 9f5723df-55de-4702-8c40-5f59b0da0ecf {{(pid=103305) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:24:20.337011 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4c500de2-4e9a-4cfc-ba9a-5c55c5246d9e tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:20.342015 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-4c500de2-4e9a-4cfc-ba9a-5c55c5246d9e tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] 10.222.0.64 "DELETE /v2.0/routers/9f5723df-55de-4702-8c40-5f59b0da0ecf HTTP/1.1" status: 204 len: 168 time: 4.3659627 Jan 28 19:24:20.345866 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 49118) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:24:20.352874 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-65e5436d-efc5-402c-83a4-7d5e3125644f tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-32711925', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:24:20.378261 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-2c106d9b-21fb-408b-aad5-8b6e30e27cde req-5d9bd48a-0ba2-4644-8d0d-e1d78b23d26c tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (81f99a22-9155-461a-9f4f-0dadff07deab), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:20.401691 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f8e60c-2b24-437e-927c-364d336ba492 service neutron] Pushing event updated for resources: {'Port': ['ID=89aa6531-67bc-4d6c-9efd-de46bfee506e,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:20.451405 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-bbd250ce-f582-492b-8584-db18767391d8 req-bc8ca581-46d5-405d-b48c-27f00d7e4f55 tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] 10.222.0.64 "GET /v2.0/ports?device_id=d6f2a668-32c4-4958-bb87-c9aa42e78ac8 HTTP/1.1" status: 200 len: 210 time: 0.0883451 Jan 28 19:24:20.476639 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:20.479726 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-65e5436d-efc5-402c-83a4-7d5e3125644f tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261150'] for router (cb69cd01-de3d-46b8-a110-44ce3833cf2a), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:20.482008 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-65e5436d-efc5-402c-83a4-7d5e3125644f tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-731099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-731441', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261129'] for router (cb69cd01-de3d-46b8-a110-44ce3833cf2a), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:20.494494 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b545f22-a6ba-4086-ac0f-0ccf405f330e req-c22ba934-3dc5-47f5-89e3-ff5c55d6ee22 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:20.496598 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2b545f22-a6ba-4086-ac0f-0ccf405f330e req-c22ba934-3dc5-47f5-89e3-ff5c55d6ee22 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbcb90df-df4c-4718-a1f8-da2cde64470a HTTP/1.1" status: 200 len: 945 time: 0.2232776 Jan 28 19:24:20.521690 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c106d9b-21fb-408b-aad5-8b6e30e27cde req-5d9bd48a-0ba2-4644-8d0d-e1d78b23d26c tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] No DVR routers for this DVR port 81f99a22-9155-461a-9f4f-0dadff07deab on host n-h1-812111-14 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:24:20.525580 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-2c106d9b-21fb-408b-aad5-8b6e30e27cde req-5d9bd48a-0ba2-4644-8d0d-e1d78b23d26c tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:20.529139 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2c106d9b-21fb-408b-aad5-8b6e30e27cde req-5d9bd48a-0ba2-4644-8d0d-e1d78b23d26c tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] 10.222.0.41 "DELETE /v2.0/ports/81f99a22-9155-461a-9f4f-0dadff07deab HTTP/1.1" status: 204 len: 173 time: 3.2876756 Jan 28 19:24:20.529913 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9bd48a-0ba2-4644-8d0d-e1d78b23d26c tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] Pushing event deleted for resources: {'Port': ['ID=81f99a22-9155-461a-9f4f-0dadff07deab,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:20.538773 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dab0b308-89b2-4933-b603-3ff959dae23c', 'name': 'network-vif-deleted', 'tag': '81f99a22-9155-461a-9f4f-0dadff07deab'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:24:20.541040 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fddb9844-23ac-42ec-98ec-de00015a5672" -d '{"events": [{"server_uuid": "dab0b308-89b2-4933-b603-3ff959dae23c", "name": "network-vif-deleted", "tag": "81f99a22-9155-461a-9f4f-0dadff07deab"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:24:20.599225 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2ca405f-1e1b-4c19-af97-473399ebc930 x-openstack-request-id: req-a2ca405f-1e1b-4c19-af97-473399ebc930 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:24:20.599535 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0425ea7b-6d18-454c-999c-27e8a0758954", "tag": "89aa6531-67bc-4d6c-9efd-de46bfee506e", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:24:20.600130 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a2ca405f-1e1b-4c19-af97-473399ebc930 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:24:20.600553 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0425ea7b-6d18-454c-999c-27e8a0758954', 'tag': '89aa6531-67bc-4d6c-9efd-de46bfee506e', 'status': 'completed', 'code': 200} Jan 28 19:24:20.631783 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51c41ef-3ae9-4a62-884d-5545e703c88f req-0c99707f-2d12-4c9c-b894-ee16eb6eed77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:20.644975 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a51c41ef-3ae9-4a62-884d-5545e703c88f req-0c99707f-2d12-4c9c-b894-ee16eb6eed77 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=bbe85c951ff940ed998142e3b204e43e&device_id=0425ea7b-6d18-454c-999c-27e8a0758954 HTTP/1.1" status: 200 len: 1127 time: 0.6231093 Jan 28 19:24:20.648793 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-65e5436d-efc5-402c-83a4-7d5e3125644f tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Publish callbacks [] for router_controller (cb69cd01-de3d-46b8-a110-44ce3833cf2a), precommit_add_association {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:20.664095 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-65e5436d-efc5-402c-83a4-7d5e3125644f tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-731074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-731460'] for router (cb69cd01-de3d-46b8-a110-44ce3833cf2a), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:20.685047 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2b545f22-a6ba-4086-ac0f-0ccf405f330e req-1b02bb44-cb4d-4b2e-83ee-7e7163277854 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] 10.222.0.64 "GET /v2.0/security-groups?id=a17e8282-0405-4e4b-9340-e89106f12f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646512 Jan 28 19:24:20.689628 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-65e5436d-efc5-402c-83a4-7d5e3125644f tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:20.693905 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-65e5436d-efc5-402c-83a4-7d5e3125644f tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3448670 Jan 28 19:24:20.694780 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 49122) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:24:20.700231 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-f689ffd0-885f-4072-ad4b-e33cb6773fe2 tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:24:20.701523 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a51c41ef-3ae9-4a62-884d-5545e703c88f req-cecb8cd0-6462-4f76-a4d7-0258b2665ab6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=89aa6531-67bc-4d6c-9efd-de46bfee506e HTTP/1.1" status: 200 len: 217 time: 0.0495970 Jan 28 19:24:20.801011 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d8533d1d-f240-4338-93c3-8538f4a2dca1 req-380b2b75-e654-46c8-9b7d-691c495a72a7 tempest-ServerShowV254Test-771872459 tempest-ServerShowV254Test-771872459-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1a534c7-8b11-48a2-9b80-c5c8693d0ece HTTP/1.1" status: 200 len: 210 time: 0.0936160 Jan 28 19:24:20.809133 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-53f270ab-56d9-41ea-ab54-492bdeea2828 req-7b29fdd3-a495-47e8-a9e5-e9e5782a0755 tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] Publish callbacks [] for port (b7296837-6794-49ea-943d-699907bad00f), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:20.821470 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51c41ef-3ae9-4a62-884d-5545e703c88f req-7056bf09-5a95-41e5-951e-082246a68662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:20.822946 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a51c41ef-3ae9-4a62-884d-5545e703c88f req-7056bf09-5a95-41e5-951e-082246a68662 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c0c3aa53-af91-44cf-ba1e-2b269588293f HTTP/1.1" status: 200 len: 855 time: 0.1047542 Jan 28 19:24:20.834064 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [req-119890da-bf85-43df-b396-54c7ec18bc50 req-28603d2b-7477-44d9-a266-6d65378850b0 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:24:20.847448 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-119890da-bf85-43df-b396-54c7ec18bc50 req-28603d2b-7477-44d9-a266-6d65378850b0 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0152359 Jan 28 19:24:20.861356 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-53f270ab-56d9-41ea-ab54-492bdeea2828 req-7b29fdd3-a495-47e8-a9e5-e9e5782a0755 tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (b7296837-6794-49ea-943d-699907bad00f), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:20.924867 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b29fdd3-a495-47e8-a9e5-e9e5782a0755 tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] Pushing event updated for resources: {'Port': ['ID=b7296837-6794-49ea-943d-699907bad00f,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:20.947362 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53f270ab-56d9-41ea-ab54-492bdeea2828 req-7b29fdd3-a495-47e8-a9e5-e9e5782a0755 tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] Network 80b1128d-385f-43ca-bc48-8e6c46c4dc11 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:24:20.951566 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-53f270ab-56d9-41ea-ab54-492bdeea2828 req-7b29fdd3-a495-47e8-a9e5-e9e5782a0755 tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:24:20.954301 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-53f270ab-56d9-41ea-ab54-492bdeea2828 req-7b29fdd3-a495-47e8-a9e5-e9e5782a0755 tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:24:20.963718 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-603e82cb-a030-4005-8121-37e4be5db01f x-openstack-request-id: req-603e82cb-a030-4005-8121-37e4be5db01f {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:24:20.964737 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dab0b308-89b2-4933-b603-3ff959dae23c", "name": "network-vif-deleted", "tag": "81f99a22-9155-461a-9f4f-0dadff07deab", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:24:20.965079 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-603e82cb-a030-4005-8121-37e4be5db01f {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:24:20.965665 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dab0b308-89b2-4933-b603-3ff959dae23c', 'name': 'network-vif-deleted', 'tag': '81f99a22-9155-461a-9f4f-0dadff07deab', 'status': 'completed', 'code': 200} Jan 28 19:24:21.038152 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51c41ef-3ae9-4a62-884d-5545e703c88f req-2b33f627-af55-41b1-ac15-f329f675debe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:21.039706 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a51c41ef-3ae9-4a62-884d-5545e703c88f req-2b33f627-af55-41b1-ac15-f329f675debe service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=80b1128d-385f-43ca-bc48-8e6c46c4dc11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1907282 Jan 28 19:24:21.147120 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f270ab-56d9-41ea-ab54-492bdeea2828 req-7b29fdd3-a495-47e8-a9e5-e9e5782a0755 tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:21.148155 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-53f270ab-56d9-41ea-ab54-492bdeea2828 req-7b29fdd3-a495-47e8-a9e5-e9e5782a0755 tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:21.284568 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [req-b9600978-9e21-4b5a-b6db-a604c75ae5d8 req-77e30b93-9c5e-412a-ae6b-85410685775b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 761374a6-287c-41e5-8344-b1cdd6ccf00d {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:24:21.295614 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-b9600978-9e21-4b5a-b6db-a604c75ae5d8 req-77e30b93-9c5e-412a-ae6b-85410685775b service neutron] Publish callbacks [] for port (761374a6-287c-41e5-8344-b1cdd6ccf00d), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:21.307382 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a51c41ef-3ae9-4a62-884d-5545e703c88f req-a38f3dcc-d6b4-473b-b957-4e54c37074d9 service neutron] 10.222.0.70 "GET /v2.0/networks/80b1128d-385f-43ca-bc48-8e6c46c4dc11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2595778 Jan 28 19:24:21.310920 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-b9600978-9e21-4b5a-b6db-a604c75ae5d8 req-77e30b93-9c5e-412a-ae6b-85410685775b service neutron] Transition to ACTIVE for port object 761374a6-287c-41e5-8344-b1cdd6ccf00d will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:24:21.357571 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-53f270ab-56d9-41ea-ab54-492bdeea2828 req-7b29fdd3-a495-47e8-a9e5-e9e5782a0755 tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7030835 Jan 28 19:24:21.371970 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-b9600978-9e21-4b5a-b6db-a604c75ae5d8 req-77e30b93-9c5e-412a-ae6b-85410685775b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (761374a6-287c-41e5-8344-b1cdd6ccf00d), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:21.384302 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-53f270ab-56d9-41ea-ab54-492bdeea2828 req-6f72c72b-83fd-4a95-baca-a5d9fdff1111 service neutron] Request body: {'port': {'device_id': 'd6f2a668-32c4-4958-bb87-c9aa42e78ac8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-14'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:24:21.388896 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-86f6f1d9-e7fd-483f-b46d-969923153952 req-5fca5e6e-7d08-41aa-946b-b390f4aaa8d7 tempest-ServerRescueTestJSON-71686049 tempest-ServerRescueTestJSON-71686049-project] 10.222.0.64 "GET /v2.0/ports?device_id=dab0b308-89b2-4933-b603-3ff959dae23c HTTP/1.1" status: 200 len: 210 time: 0.0766447 Jan 28 19:24:21.460280 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-8c4331f3-76fd-4223-a829-d91fe80e7b57 None None] Provisioning complete for port b7296837-6794-49ea-943d-699907bad00f triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:24:21.461413 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8c4331f3-76fd-4223-a829-d91fe80e7b57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (b7296837-6794-49ea-943d-699907bad00f), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:21.544487 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-8c4331f3-76fd-4223-a829-d91fe80e7b57 None None] Port b7296837-6794-49ea-943d-699907bad00f cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:24:21.553139 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f689ffd0-885f-4072-ad4b-e33cb6773fe2 tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Publish callbacks [] for router_gateway (cb69cd01-de3d-46b8-a110-44ce3833cf2a), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:21.579337 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e30b93-9c5e-412a-ae6b-85410685775b service neutron] Pushing event updated for resources: {'Port': ['ID=761374a6-287c-41e5-8344-b1cdd6ccf00d,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:21.602399 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3229e148-cdb1-4bef-9889-652d9a66b533 req-9bb35605-12f1-465d-9b09-e1540af57a3b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=81f17ed3-5f8a-4b82-a89d-2a86c185a3d7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2901471 Jan 28 19:24:21.650565 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-53f270ab-56d9-41ea-ab54-492bdeea2828 req-6f72c72b-83fd-4a95-baca-a5d9fdff1111 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (b7296837-6794-49ea-943d-699907bad00f), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:21.653279 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de0e41b-5a26-4a22-bd68-7d32ae0ed283 req-dea25aa7-7b95-49c7-babe-5d49a82842ea tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:21.660648 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3de0e41b-5a26-4a22-bd68-7d32ae0ed283 req-dea25aa7-7b95-49c7-babe-5d49a82842ea tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/ports?device_id=81f17ed3-5f8a-4b82-a89d-2a86c185a3d7 HTTP/1.1" status: 200 len: 950 time: 0.3338132 Jan 28 19:24:21.694289 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763eecc3-ffbb-4f97-947b-5c22c7205c16 req-ad509b15-1f96-48c6-97cc-0535fdc08efe tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:21.695894 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-763eecc3-ffbb-4f97-947b-5c22c7205c16 req-ad509b15-1f96-48c6-97cc-0535fdc08efe tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] 10.222.0.64 "GET /v2.0/ports?device_id=d6f2a668-32c4-4958-bb87-c9aa42e78ac8 HTTP/1.1" status: 200 len: 931 time: 0.1393037 Jan 28 19:24:21.810874 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3de0e41b-5a26-4a22-bd68-7d32ae0ed283 req-d8c870d6-1fd2-4cfe-b26f-10f343ee0edd tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d07f2a-7a3d-4718-9c1b-16394753837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426570 Jan 28 19:24:21.831636 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-b9600978-9e21-4b5a-b6db-a604c75ae5d8 req-77e30b93-9c5e-412a-ae6b-85410685775b service neutron] Attempting to bind port 761374a6-287c-41e5-8344-b1cdd6ccf00d on host n-h1-812111-14 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:24:21.832053 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-b9600978-9e21-4b5a-b6db-a604c75ae5d8 req-77e30b93-9c5e-412a-ae6b-85410685775b service neutron] Attempting to bind port 761374a6-287c-41e5-8344-b1cdd6ccf00d by drivers openvswitch,hyperv on host n-h1-812111-14 at level 0 using segments [{'id': 'ead782fa-48e0-4bb9-94ac-553f7c5da23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '80b1128d-385f-43ca-bc48-8e6c46c4dc11'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:24:21.832394 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9600978-9e21-4b5a-b6db-a604c75ae5d8 req-77e30b93-9c5e-412a-ae6b-85410685775b service neutron] Attempting to bind port 761374a6-287c-41e5-8344-b1cdd6ccf00d on network 80b1128d-385f-43ca-bc48-8e6c46c4dc11 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:24:21.851392 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9600978-9e21-4b5a-b6db-a604c75ae5d8 req-77e30b93-9c5e-412a-ae6b-85410685775b service neutron] Port 761374a6-287c-41e5-8344-b1cdd6ccf00d on network 80b1128d-385f-43ca-bc48-8e6c46c4dc11 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-14 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:24:21.851728 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9600978-9e21-4b5a-b6db-a604c75ae5d8 req-77e30b93-9c5e-412a-ae6b-85410685775b service neutron] Attempting to bind port 761374a6-287c-41e5-8344-b1cdd6ccf00d on network 80b1128d-385f-43ca-bc48-8e6c46c4dc11 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:24:21.874764 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a51c41ef-3ae9-4a62-884d-5545e703c88f req-5c8f466f-dec4-4013-96e0-a9e0027394c3 service neutron] 10.222.0.70 "GET /v2.0/networks/80b1128d-385f-43ca-bc48-8e6c46c4dc11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5395169 Jan 28 19:24:21.889552 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9600978-9e21-4b5a-b6db-a604c75ae5d8 req-77e30b93-9c5e-412a-ae6b-85410685775b service neutron] Checking agent: {'id': 'b544ba20-de93-4d86-9e6b-a2202deb6191', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 23, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:24:21.889911 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9600978-9e21-4b5a-b6db-a604c75ae5d8 req-77e30b93-9c5e-412a-ae6b-85410685775b service neutron] Checking segment: {'id': 'ead782fa-48e0-4bb9-94ac-553f7c5da23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '80b1128d-385f-43ca-bc48-8e6c46c4dc11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:24:21.890310 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9600978-9e21-4b5a-b6db-a604c75ae5d8 req-77e30b93-9c5e-412a-ae6b-85410685775b service neutron] Bound using segment: {'id': 'ead782fa-48e0-4bb9-94ac-553f7c5da23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '80b1128d-385f-43ca-bc48-8e6c46c4dc11'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:24:21.891893 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-b9600978-9e21-4b5a-b6db-a604c75ae5d8 req-77e30b93-9c5e-412a-ae6b-85410685775b service neutron] Bound port: 761374a6-287c-41e5-8344-b1cdd6ccf00d, host: n-h1-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ead782fa-48e0-4bb9-94ac-553f7c5da23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '80b1128d-385f-43ca-bc48-8e6c46c4dc11'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:24:21.892267 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-b9600978-9e21-4b5a-b6db-a604c75ae5d8 req-77e30b93-9c5e-412a-ae6b-85410685775b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (761374a6-287c-41e5-8344-b1cdd6ccf00d), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:22.095150 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-b9600978-9e21-4b5a-b6db-a604c75ae5d8 req-77e30b93-9c5e-412a-ae6b-85410685775b service neutron] For port 761374a6-287c-41e5-8344-b1cdd6ccf00d, host n-h1-812111-14, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:24:22.104555 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c0d382-db3c-48af-aaaf-7b82298e9a59 req-c1437fed-5b7f-43bb-ae8d-2ebb233b4c67 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:22.107145 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-77c0d382-db3c-48af-aaaf-7b82298e9a59 req-c1437fed-5b7f-43bb-ae8d-2ebb233b4c67 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbcb90df-df4c-4718-a1f8-da2cde64470a HTTP/1.1" status: 200 len: 945 time: 0.1869004 Jan 28 19:24:22.126470 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-b9600978-9e21-4b5a-b6db-a604c75ae5d8 req-77e30b93-9c5e-412a-ae6b-85410685775b service neutron] For port 761374a6-287c-41e5-8344-b1cdd6ccf00d, host n-h1-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=761374a6-287c-41e5-8344-b1cdd6ccf00d,segment=NetworkSegment(ead782fa-48e0-4bb9-94ac-553f7c5da23e),segment_id=ead782fa-48e0-4bb9-94ac-553f7c5da23e)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:24:22.159062 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f689ffd0-885f-4072-ad4b-e33cb6773fe2 tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Publish callbacks [] for router_gateway (cb69cd01-de3d-46b8-a110-44ce3833cf2a), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:22.161749 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-b9600978-9e21-4b5a-b6db-a604c75ae5d8 req-77e30b93-9c5e-412a-ae6b-85410685775b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (761374a6-287c-41e5-8344-b1cdd6ccf00d), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:22.187861 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-763eecc3-ffbb-4f97-947b-5c22c7205c16 req-83b62742-72c3-41bf-87fd-b1dc0212de31 tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] 10.222.0.64 "GET /v2.0/security-groups?id=6477e2db-f47c-494e-be68-463a4c5a4740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3059857 Jan 28 19:24:22.216756 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-53f270ab-56d9-41ea-ab54-492bdeea2828 req-6f72c72b-83fd-4a95-baca-a5d9fdff1111 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7296837-6794-49ea-943d-699907bad00f {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:24:22.231049 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f689ffd0-885f-4072-ad4b-e33cb6773fe2 tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:22.241822 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-53f270ab-56d9-41ea-ab54-492bdeea2828 req-6f72c72b-83fd-4a95-baca-a5d9fdff1111 service neutron] Publish callbacks [] for port (b7296837-6794-49ea-943d-699907bad00f), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:22.253832 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec0b2ad-5662-4150-a769-429f95c8e519 req-0cbcb72a-0c3a-4e5e-83b1-59f9328cf427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:22.258843 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-bec0b2ad-5662-4150-a769-429f95c8e519 req-0cbcb72a-0c3a-4e5e-83b1-59f9328cf427 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=bbe85c951ff940ed998142e3b204e43e&device_id=0425ea7b-6d18-454c-999c-27e8a0758954 HTTP/1.1" status: 200 len: 1127 time: 0.2946343 Jan 28 19:24:22.264819 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9600978-9e21-4b5a-b6db-a604c75ae5d8 req-77e30b93-9c5e-412a-ae6b-85410685775b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:22.265731 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-b9600978-9e21-4b5a-b6db-a604c75ae5d8 req-77e30b93-9c5e-412a-ae6b-85410685775b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:22.267297 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b9600978-9e21-4b5a-b6db-a604c75ae5d8 req-77e30b93-9c5e-412a-ae6b-85410685775b service neutron] 10.222.0.41 "PUT /v2.0/ports/761374a6-287c-41e5-8344-b1cdd6ccf00d HTTP/1.1" status: 200 len: 1092 time: 3.2561126 Jan 28 19:24:22.342202 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-53f270ab-56d9-41ea-ab54-492bdeea2828 req-6f72c72b-83fd-4a95-baca-a5d9fdff1111 service neutron] Transition to ACTIVE for port object b7296837-6794-49ea-943d-699907bad00f will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:24:22.395714 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-53f270ab-56d9-41ea-ab54-492bdeea2828 req-6f72c72b-83fd-4a95-baca-a5d9fdff1111 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (b7296837-6794-49ea-943d-699907bad00f), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:22.407002 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-77c0d382-db3c-48af-aaaf-7b82298e9a59 req-2a97887c-e78d-4bbd-8fbd-16c809e15997 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] 10.222.0.64 "GET /v2.0/security-groups?id=a17e8282-0405-4e4b-9340-e89106f12f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2895286 Jan 28 19:24:22.437963 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e30b93-9c5e-412a-ae6b-85410685775b service neutron] Pushing event updated for resources: {'Port': ['ID=761374a6-287c-41e5-8344-b1cdd6ccf00d,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:22.479977 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 49164) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:24:22.507763 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f72c72b-83fd-4a95-baca-a5d9fdff1111 service neutron] Pushing event updated for resources: {'Port': ['ID=b7296837-6794-49ea-943d-699907bad00f,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:22.529000 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ebefd57f-b541-4f14-9eaf-6044d8ce6629 req-68984481-b0d9-4093-825e-ae44bf1f72fb tempest-ServerShowV254Test-771872459 tempest-ServerShowV254Test-771872459-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1a534c7-8b11-48a2-9b80-c5c8693d0ece HTTP/1.1" status: 200 len: 210 time: 0.1388364 Jan 28 19:24:22.659860 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec0b2ad-5662-4150-a769-429f95c8e519 req-950b28ed-ec20-46c6-b6e1-7dc8cf90870c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:22.662904 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-bec0b2ad-5662-4150-a769-429f95c8e519 req-950b28ed-ec20-46c6-b6e1-7dc8cf90870c service neutron] 10.222.0.70 "GET /v2.0/networks?id=80b1128d-385f-43ca-bc48-8e6c46c4dc11 HTTP/1.1" status: 200 len: 916 time: 0.3861921 Jan 28 19:24:22.673233 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-f689ffd0-885f-4072-ad4b-e33cb6773fe2 tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Allocated IP 172.25.6.159 (d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8/a648e4ab-7422-41b9-b133-58aca25ab8f5/884e7295-954c-4729-9255-c3f17fd79623) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:24:22.679997 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-53f270ab-56d9-41ea-ab54-492bdeea2828 req-6f72c72b-83fd-4a95-baca-a5d9fdff1111 service neutron] Attempting to bind port b7296837-6794-49ea-943d-699907bad00f on host n-h2-812111-14 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:24:22.680360 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-53f270ab-56d9-41ea-ab54-492bdeea2828 req-6f72c72b-83fd-4a95-baca-a5d9fdff1111 service neutron] Attempting to bind port b7296837-6794-49ea-943d-699907bad00f by drivers openvswitch,hyperv on host n-h2-812111-14 at level 0 using segments [{'id': 'ead782fa-48e0-4bb9-94ac-553f7c5da23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '80b1128d-385f-43ca-bc48-8e6c46c4dc11'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:24:22.680809 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f270ab-56d9-41ea-ab54-492bdeea2828 req-6f72c72b-83fd-4a95-baca-a5d9fdff1111 service neutron] Attempting to bind port b7296837-6794-49ea-943d-699907bad00f on network 80b1128d-385f-43ca-bc48-8e6c46c4dc11 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:24:22.694609 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9600978-9e21-4b5a-b6db-a604c75ae5d8 req-06b075d9-e682-480f-9ecd-3b91feaa37f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:22.696509 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b9600978-9e21-4b5a-b6db-a604c75ae5d8 req-06b075d9-e682-480f-9ecd-3b91feaa37f2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bbe85c951ff940ed998142e3b204e43e&device_id=539c1c17-2423-4bef-adee-c91af64e6074 HTTP/1.1" status: 200 len: 1126 time: 0.1912158 Jan 28 19:24:22.763334 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-bec0b2ad-5662-4150-a769-429f95c8e519 req-bbd63c48-3db2-40cf-8ce5-80ebfe29e8f6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=89aa6531-67bc-4d6c-9efd-de46bfee506e HTTP/1.1" status: 200 len: 217 time: 0.0663419 Jan 28 19:24:22.764352 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f270ab-56d9-41ea-ab54-492bdeea2828 req-6f72c72b-83fd-4a95-baca-a5d9fdff1111 service neutron] Port b7296837-6794-49ea-943d-699907bad00f on network 80b1128d-385f-43ca-bc48-8e6c46c4dc11 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-14 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:24:22.764681 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f270ab-56d9-41ea-ab54-492bdeea2828 req-6f72c72b-83fd-4a95-baca-a5d9fdff1111 service neutron] Attempting to bind port b7296837-6794-49ea-943d-699907bad00f on network 80b1128d-385f-43ca-bc48-8e6c46c4dc11 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:24:22.773740 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f270ab-56d9-41ea-ab54-492bdeea2828 req-6f72c72b-83fd-4a95-baca-a5d9fdff1111 service neutron] Checking agent: {'id': '8f3fee4e-bf24-4b58-8a3a-ae9c8011a473', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 24, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:24:22.774846 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f270ab-56d9-41ea-ab54-492bdeea2828 req-6f72c72b-83fd-4a95-baca-a5d9fdff1111 service neutron] Checking segment: {'id': 'ead782fa-48e0-4bb9-94ac-553f7c5da23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '80b1128d-385f-43ca-bc48-8e6c46c4dc11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:24:22.775638 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f270ab-56d9-41ea-ab54-492bdeea2828 req-6f72c72b-83fd-4a95-baca-a5d9fdff1111 service neutron] Bound using segment: {'id': 'ead782fa-48e0-4bb9-94ac-553f7c5da23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '80b1128d-385f-43ca-bc48-8e6c46c4dc11'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:24:22.776088 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-53f270ab-56d9-41ea-ab54-492bdeea2828 req-6f72c72b-83fd-4a95-baca-a5d9fdff1111 service neutron] Bound port: b7296837-6794-49ea-943d-699907bad00f, host: n-h2-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ead782fa-48e0-4bb9-94ac-553f7c5da23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '80b1128d-385f-43ca-bc48-8e6c46c4dc11'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:24:22.776455 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-53f270ab-56d9-41ea-ab54-492bdeea2828 req-6f72c72b-83fd-4a95-baca-a5d9fdff1111 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (b7296837-6794-49ea-943d-699907bad00f), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:22.858728 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b9600978-9e21-4b5a-b6db-a604c75ae5d8 req-06a6276a-9390-445f-83c9-c221c92526bf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=761374a6-287c-41e5-8344-b1cdd6ccf00d HTTP/1.1" status: 200 len: 217 time: 0.1496649 Jan 28 19:24:22.914903 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec0b2ad-5662-4150-a769-429f95c8e519 req-db4fdfce-4eaa-42fe-87b1-278bc5316863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:22.916471 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-bec0b2ad-5662-4150-a769-429f95c8e519 req-db4fdfce-4eaa-42fe-87b1-278bc5316863 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c0c3aa53-af91-44cf-ba1e-2b269588293f HTTP/1.1" status: 200 len: 855 time: 0.1440935 Jan 28 19:24:22.974818 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-53f270ab-56d9-41ea-ab54-492bdeea2828 req-6f72c72b-83fd-4a95-baca-a5d9fdff1111 service neutron] For port b7296837-6794-49ea-943d-699907bad00f, host n-h2-812111-14, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:24:22.975292 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '539c1c17-2423-4bef-adee-c91af64e6074', 'tag': '761374a6-287c-41e5-8344-b1cdd6ccf00d'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:24:22.978754 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acbe1b19-cd26-4529-bb1b-7a0cfb62eb5b" -d '{"events": [{"name": "network-changed", "server_uuid": "539c1c17-2423-4bef-adee-c91af64e6074", "tag": "761374a6-287c-41e5-8344-b1cdd6ccf00d"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:24:23.034253 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-53f270ab-56d9-41ea-ab54-492bdeea2828 req-6f72c72b-83fd-4a95-baca-a5d9fdff1111 service neutron] For port b7296837-6794-49ea-943d-699907bad00f, host n-h2-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=b7296837-6794-49ea-943d-699907bad00f,segment=NetworkSegment(ead782fa-48e0-4bb9-94ac-553f7c5da23e),segment_id=ead782fa-48e0-4bb9-94ac-553f7c5da23e)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:24:23.044207 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f350880-56f1-4d68-bec0-38348764416e x-openstack-request-id: req-6f350880-56f1-4d68-bec0-38348764416e {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:24:23.044495 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "539c1c17-2423-4bef-adee-c91af64e6074", "tag": "761374a6-287c-41e5-8344-b1cdd6ccf00d", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:24:23.044692 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6f350880-56f1-4d68-bec0-38348764416e {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:24:23.045071 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '539c1c17-2423-4bef-adee-c91af64e6074', 'tag': '761374a6-287c-41e5-8344-b1cdd6ccf00d', 'status': 'completed', 'code': 200} Jan 28 19:24:23.046134 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-53f270ab-56d9-41ea-ab54-492bdeea2828 req-6f72c72b-83fd-4a95-baca-a5d9fdff1111 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (b7296837-6794-49ea-943d-699907bad00f), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:23.104665 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9600978-9e21-4b5a-b6db-a604c75ae5d8 req-ca64897d-a565-469d-ba42-6568b379ecf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:23.106293 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b9600978-9e21-4b5a-b6db-a604c75ae5d8 req-ca64897d-a565-469d-ba42-6568b379ecf3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c0c3aa53-af91-44cf-ba1e-2b269588293f HTTP/1.1" status: 200 len: 855 time: 0.2013996 Jan 28 19:24:23.185003 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f689ffd0-885f-4072-ad4b-e33cb6773fe2 tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Publish callbacks [] for port (884e7295-954c-4729-9255-c3f17fd79623), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:23.233738 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb08db7-8cd1-4603-a95a-a1d935337398 req-4c528c8b-eb16-4f2a-a7a1-2877ad1fb045 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:23.236706 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6bb08db7-8cd1-4603-a95a-a1d935337398 req-4c528c8b-eb16-4f2a-a7a1-2877ad1fb045 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/ports?device_id=81f17ed3-5f8a-4b82-a89d-2a86c185a3d7 HTTP/1.1" status: 200 len: 950 time: 0.3205383 Jan 28 19:24:23.312720 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9600978-9e21-4b5a-b6db-a604c75ae5d8 req-bea668e7-eb3c-47f9-a615-3a2d10d9de26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:23.314275 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b9600978-9e21-4b5a-b6db-a604c75ae5d8 req-bea668e7-eb3c-47f9-a615-3a2d10d9de26 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=80b1128d-385f-43ca-bc48-8e6c46c4dc11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1909640 Jan 28 19:24:23.415277 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f689ffd0-885f-4072-ad4b-e33cb6773fe2 tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (884e7295-954c-4729-9255-c3f17fd79623), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:23.436898 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6bb08db7-8cd1-4603-a95a-a1d935337398 req-858f3a53-fa4a-480a-9d29-2b0df9e95629 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d07f2a-7a3d-4718-9c1b-16394753837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774976 Jan 28 19:24:23.514943 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f270ab-56d9-41ea-ab54-492bdeea2828 req-6f72c72b-83fd-4a95-baca-a5d9fdff1111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:23.515569 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-53f270ab-56d9-41ea-ab54-492bdeea2828 req-6f72c72b-83fd-4a95-baca-a5d9fdff1111 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:23.516961 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-53f270ab-56d9-41ea-ab54-492bdeea2828 req-6f72c72b-83fd-4a95-baca-a5d9fdff1111 service neutron] 10.222.0.70 "PUT /v2.0/ports/b7296837-6794-49ea-943d-699907bad00f HTTP/1.1" status: 200 len: 1092 time: 2.1368361 Jan 28 19:24:23.519608 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6f2a668-32c4-4958-bb87-c9aa42e78ac8', 'tag': 'b7296837-6794-49ea-943d-699907bad00f'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:24:23.529490 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c32f6f0-75fd-4dd6-8864-ab36229efe10" -d '{"events": [{"name": "network-changed", "server_uuid": "d6f2a668-32c4-4958-bb87-c9aa42e78ac8", "tag": "b7296837-6794-49ea-943d-699907bad00f"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:24:23.546717 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec0b2ad-5662-4150-a769-429f95c8e519 req-00e54163-9c62-49ec-bb36-001d1bc4e768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:23.548263 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-bec0b2ad-5662-4150-a769-429f95c8e519 req-00e54163-9c62-49ec-bb36-001d1bc4e768 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=80b1128d-385f-43ca-bc48-8e6c46c4dc11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.6197925 Jan 28 19:24:23.656303 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:23.670831 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f72c72b-83fd-4a95-baca-a5d9fdff1111 service neutron] Pushing event updated for resources: {'Port': ['ID=b7296837-6794-49ea-943d-699907bad00f,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:23.696150 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c564532-6620-47a4-ac29-2f9f34db8cec req-f06a9f35-e333-4279-9ac1-051464bdda9d tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:23.703309 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8c564532-6620-47a4-ac29-2f9f34db8cec req-f06a9f35-e333-4279-9ac1-051464bdda9d tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] 10.222.0.64 "GET /v2.0/ports?device_id=d6f2a668-32c4-4958-bb87-c9aa42e78ac8 HTTP/1.1" status: 200 len: 943 time: 0.2250881 Jan 28 19:24:23.771610 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f270ab-56d9-41ea-ab54-492bdeea2828 req-9d88e5f5-9245-428a-9d31-4cc3a560a10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:23.773154 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-53f270ab-56d9-41ea-ab54-492bdeea2828 req-9d88e5f5-9245-428a-9d31-4cc3a560a10d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=bbe85c951ff940ed998142e3b204e43e&device_id=d6f2a668-32c4-4958-bb87-c9aa42e78ac8 HTTP/1.1" status: 200 len: 1126 time: 0.2092531 Jan 28 19:24:23.778751 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-bec0b2ad-5662-4150-a769-429f95c8e519 req-f8815943-104d-42b0-ab5a-614e8ba7e3e8 service neutron] 10.222.0.70 "GET /v2.0/networks/80b1128d-385f-43ca-bc48-8e6c46c4dc11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237818 Jan 28 19:24:23.789318 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8c564532-6620-47a4-ac29-2f9f34db8cec req-eb3dc58e-1dab-4f6a-a241-9a6766bade2c tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] 10.222.0.64 "GET /v2.0/security-groups?id=6477e2db-f47c-494e-be68-463a4c5a4740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850766 Jan 28 19:24:23.840301 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-53f270ab-56d9-41ea-ab54-492bdeea2828 req-a0a4e9c9-dba7-4a2d-acf3-55a4e0226289 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b7296837-6794-49ea-943d-699907bad00f HTTP/1.1" status: 200 len: 217 time: 0.0588722 Jan 28 19:24:23.901576 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc334a35-f8bb-475c-bb5f-ae01051cd825 x-openstack-request-id: req-fc334a35-f8bb-475c-bb5f-ae01051cd825 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:24:23.902401 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6f2a668-32c4-4958-bb87-c9aa42e78ac8", "tag": "b7296837-6794-49ea-943d-699907bad00f", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:24:23.902669 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fc334a35-f8bb-475c-bb5f-ae01051cd825 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:24:23.903067 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6f2a668-32c4-4958-bb87-c9aa42e78ac8', 'tag': 'b7296837-6794-49ea-943d-699907bad00f', 'status': 'completed', 'code': 200} Jan 28 19:24:23.935227 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f270ab-56d9-41ea-ab54-492bdeea2828 req-06f29fba-55ea-441c-9dcd-5e22cec89e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:23.936572 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-53f270ab-56d9-41ea-ab54-492bdeea2828 req-06f29fba-55ea-441c-9dcd-5e22cec89e6b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c0c3aa53-af91-44cf-ba1e-2b269588293f HTTP/1.1" status: 200 len: 855 time: 0.0669529 Jan 28 19:24:23.994439 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-bec0b2ad-5662-4150-a769-429f95c8e519 req-9bb9b4e9-f3ff-4185-bab0-3df370600381 service neutron] 10.222.0.70 "GET /v2.0/networks/80b1128d-385f-43ca-bc48-8e6c46c4dc11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030132 Jan 28 19:24:24.013301 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-af49fdca-56aa-4636-b9a2-73f96fbf66b8 req-a76342c5-eaf9-4821-a1e4-1583f74035f2 tempest-ServerShowV254Test-771872459 tempest-ServerShowV254Test-771872459-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1a534c7-8b11-48a2-9b80-c5c8693d0ece HTTP/1.1" status: 200 len: 210 time: 0.0539181 Jan 28 19:24:24.035096 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f270ab-56d9-41ea-ab54-492bdeea2828 req-cde63c71-9a03-401b-8c2b-fc9abdda53d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:24.037121 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-53f270ab-56d9-41ea-ab54-492bdeea2828 req-cde63c71-9a03-401b-8c2b-fc9abdda53d6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=80b1128d-385f-43ca-bc48-8e6c46c4dc11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0884135 Jan 28 19:24:24.051564 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f689ffd0-885f-4072-ad4b-e33cb6773fe2 tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:24:24.067530 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f689ffd0-885f-4072-ad4b-e33cb6773fe2 tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Pushing event updated for resources: {'Port': ['ID=884e7295-954c-4729-9255-c3f17fd79623,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:24.087489 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-f689ffd0-885f-4072-ad4b-e33cb6773fe2 tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:24:24.103619 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f689ffd0-885f-4072-ad4b-e33cb6773fe2 tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:24:24.144962 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-53f270ab-56d9-41ea-ab54-492bdeea2828 req-1d6fcf5f-a6e6-4a18-bad7-020f66c20194 service neutron] 10.222.0.70 "GET /v2.0/networks/80b1128d-385f-43ca-bc48-8e6c46c4dc11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919547 Jan 28 19:24:24.150669 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b9600978-9e21-4b5a-b6db-a604c75ae5d8 req-970905c4-f287-482e-afe7-09f11b4095df service neutron] 10.222.0.41 "GET /v2.0/networks/80b1128d-385f-43ca-bc48-8e6c46c4dc11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8109481 Jan 28 19:24:24.153226 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3229e148-cdb1-4bef-9889-652d9a66b533 req-f5aab7a4-1fe5-4486-8715-525f7eeb8ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:24.154702 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3229e148-cdb1-4bef-9889-652d9a66b533 req-f5aab7a4-1fe5-4486-8715-525f7eeb8ab6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e0a949cf73864faf86b4b8a64f5cd635&device_id=81f17ed3-5f8a-4b82-a89d-2a86c185a3d7 HTTP/1.1" status: 200 len: 1133 time: 0.1915820 Jan 28 19:24:24.277729 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7117e574-f0d6-4a27-b09f-a5c722b00918 req-32120103-8426-468e-8767-72e14a45fdbf tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:24.284459 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7117e574-f0d6-4a27-b09f-a5c722b00918 req-32120103-8426-468e-8767-72e14a45fdbf tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbcb90df-df4c-4718-a1f8-da2cde64470a HTTP/1.1" status: 200 len: 945 time: 0.3198266 Jan 28 19:24:24.304645 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-53f270ab-56d9-41ea-ab54-492bdeea2828 req-d256da43-cde3-4b2b-b940-514b5e9ba125 service neutron] 10.222.0.70 "GET /v2.0/networks/80b1128d-385f-43ca-bc48-8e6c46c4dc11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529143 Jan 28 19:24:24.404388 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885839a7-d8f6-41f3-86e2-c61dfa3fc884 req-3e0c1e0d-f7d0-40fd-b936-a4e4d7198b55 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:24.406381 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-885839a7-d8f6-41f3-86e2-c61dfa3fc884 req-3e0c1e0d-f7d0-40fd-b936-a4e4d7198b55 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e48b655-5911-4dcd-a073-26e765e9c04d HTTP/1.1" status: 200 len: 946 time: 0.1005909 Jan 28 19:24:24.467995 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c32f6f0-75fd-4dd6-8864-ab36229efe10 req-6f1903d7-734d-41ec-88b4-8656a4c5f7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:24.469574 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1c32f6f0-75fd-4dd6-8864-ab36229efe10 req-6f1903d7-734d-41ec-88b4-8656a4c5f7a6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=bbe85c951ff940ed998142e3b204e43e&device_id=d6f2a668-32c4-4958-bb87-c9aa42e78ac8 HTTP/1.1" status: 200 len: 1126 time: 0.1058805 Jan 28 19:24:24.477520 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-885839a7-d8f6-41f3-86e2-c61dfa3fc884 req-292fd9b7-12eb-49e5-bfa3-0ab1e5ea4849 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff0a7ca0-73d1-435a-8c79-518c9bdfd3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614073 Jan 28 19:24:24.535281 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7117e574-f0d6-4a27-b09f-a5c722b00918 req-bc6c2c77-cdf5-4ece-9309-df5222b10689 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] 10.222.0.64 "GET /v2.0/security-groups?id=a17e8282-0405-4e4b-9340-e89106f12f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2499566 Jan 28 19:24:24.585817 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b9600978-9e21-4b5a-b6db-a604c75ae5d8 req-982ebc06-f7e2-4f60-9492-b59a28de6967 service neutron] 10.222.0.41 "GET /v2.0/networks/80b1128d-385f-43ca-bc48-8e6c46c4dc11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4229734 Jan 28 19:24:24.592448 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3229e148-cdb1-4bef-9889-652d9a66b533 req-e4b7c66c-9d8d-4c49-9b52-f2d15f9ab35a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:24.594256 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3229e148-cdb1-4bef-9889-652d9a66b533 req-e4b7c66c-9d8d-4c49-9b52-f2d15f9ab35a service neutron] 10.222.0.70 "GET /v2.0/networks?id=7810caa2-eac6-457d-9302-c8c215ef3e91 HTTP/1.1" status: 200 len: 869 time: 0.4102681 Jan 28 19:24:24.597231 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7f02b757-3054-44c1-9d5f-3eb36489682b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-732838'] for router_interface (95c1608a-addd-4685-8812-6912de29ddca), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:24.613177 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c32f6f0-75fd-4dd6-8864-ab36229efe10 req-f320ef29-9b40-4203-af40-803dc698fecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:24.614799 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1c32f6f0-75fd-4dd6-8864-ab36229efe10 req-f320ef29-9b40-4203-af40-803dc698fecc service neutron] 10.222.0.70 "GET /v2.0/networks?id=80b1128d-385f-43ca-bc48-8e6c46c4dc11 HTTP/1.1" status: 200 len: 916 time: 0.1346714 Jan 28 19:24:24.621084 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 89aa6531-67bc-4d6c-9efd-de46bfee506e details requested by agent hyperv_n-h2-812111-14 with host n-h2-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:24:24.667759 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1c32f6f0-75fd-4dd6-8864-ab36229efe10 req-4aaa3ecc-308f-47d2-8edb-8db741cb0f9d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b7296837-6794-49ea-943d-699907bad00f HTTP/1.1" status: 200 len: 217 time: 0.0449049 Jan 28 19:24:24.709519 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a5805d-a6d9-4b0a-869e-2b8798b1bc9c req-0e663157-2392-44a3-a013-9de720fe1a16 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:24.711067 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e1a5805d-a6d9-4b0a-869e-2b8798b1bc9c req-0e663157-2392-44a3-a013-9de720fe1a16 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/ports?device_id=81f17ed3-5f8a-4b82-a89d-2a86c185a3d7 HTTP/1.1" status: 200 len: 950 time: 0.1430964 Jan 28 19:24:24.757430 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c32f6f0-75fd-4dd6-8864-ab36229efe10 req-db30f216-943f-4266-9970-814f8642b2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:24.759105 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1c32f6f0-75fd-4dd6-8864-ab36229efe10 req-db30f216-943f-4266-9970-814f8642b2c4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c0c3aa53-af91-44cf-ba1e-2b269588293f HTTP/1.1" status: 200 len: 855 time: 0.0847387 Jan 28 19:24:24.784330 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3229e148-cdb1-4bef-9889-652d9a66b533 req-de05cf7b-cf28-4669-b062-cc14d365551b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=5f6def03-99a2-4a62-a4a0-6591fac3aba6 HTTP/1.1" status: 200 len: 217 time: 0.1349001 Jan 28 19:24:24.814172 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e1a5805d-a6d9-4b0a-869e-2b8798b1bc9c req-9ec2bbdd-1be6-432d-92da-52f1648218ba tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d07f2a-7a3d-4718-9c1b-16394753837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964530 Jan 28 19:24:24.855946 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3229e148-cdb1-4bef-9889-652d9a66b533 req-25b18501-6112-4d9a-9c2b-981b6afe3ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:24.857941 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3229e148-cdb1-4bef-9889-652d9a66b533 req-25b18501-6112-4d9a-9c2b-981b6afe3ccb service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f2de4832-9ef6-4f40-9ac5-1557d5e6a6ff HTTP/1.1" status: 200 len: 843 time: 0.0571518 Jan 28 19:24:24.863925 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c32f6f0-75fd-4dd6-8864-ab36229efe10 req-67be660d-47ab-4f64-8466-c5ec494f5edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:24.870215 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1c32f6f0-75fd-4dd6-8864-ab36229efe10 req-67be660d-47ab-4f64-8466-c5ec494f5edd service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=80b1128d-385f-43ca-bc48-8e6c46c4dc11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0977628 Jan 28 19:24:24.872098 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 89aa6531-67bc-4d6c-9efd-de46bfee506e, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=89aa6531-67bc-4d6c-9efd-de46bfee506e,segment=NetworkSegment(ead782fa-48e0-4bb9-94ac-553f7c5da23e),segment_id=ead782fa-48e0-4bb9-94ac-553f7c5da23e)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:24:24.889170 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Returning: {'device': '89aa6531-67bc-4d6c-9efd-de46bfee506e', 'network_id': '80b1128d-385f-43ca-bc48-8e6c46c4dc11', 'port_id': '89aa6531-67bc-4d6c-9efd-de46bfee506e', 'mac_address': 'fa:16:3e:39:2e:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0c3aa53-af91-44cf-ba1e-2b269588293f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:24:24.941908 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 89aa6531-67bc-4d6c-9efd-de46bfee506e is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:24:24.942429 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (89aa6531-67bc-4d6c-9efd-de46bfee506e), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:24.961344 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89aa6531-67bc-4d6c-9efd-de46bfee506e {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:24:24.995159 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 89aa6531-67bc-4d6c-9efd-de46bfee506e, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=89aa6531-67bc-4d6c-9efd-de46bfee506e,segment=NetworkSegment(ead782fa-48e0-4bb9-94ac-553f7c5da23e),segment_id=ead782fa-48e0-4bb9-94ac-553f7c5da23e)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:24:25.003588 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (89aa6531-67bc-4d6c-9efd-de46bfee506e), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:25.009761 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbe1b19-cd26-4529-bb1b-7a0cfb62eb5b req-42955b8f-9e7e-458b-b002-976c018dca69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:25.010012 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1c32f6f0-75fd-4dd6-8864-ab36229efe10 req-4c2bd292-2ad0-4055-8017-08e36053df00 service neutron] 10.222.0.70 "GET /v2.0/networks/80b1128d-385f-43ca-bc48-8e6c46c4dc11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343098 Jan 28 19:24:25.013711 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-acbe1b19-cd26-4529-bb1b-7a0cfb62eb5b req-42955b8f-9e7e-458b-b002-976c018dca69 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bbe85c951ff940ed998142e3b204e43e&device_id=539c1c17-2423-4bef-adee-c91af64e6074 HTTP/1.1" status: 200 len: 1126 time: 0.3548069 Jan 28 19:24:25.072362 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=89aa6531-67bc-4d6c-9efd-de46bfee506e,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:25.125656 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f689ffd0-885f-4072-ad4b-e33cb6773fe2 tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Publish callbacks [] for router_gateway (cb69cd01-de3d-46b8-a110-44ce3833cf2a), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:25.142012 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1c32f6f0-75fd-4dd6-8864-ab36229efe10 req-3b68566b-7bf6-49eb-bae2-68eccb34924c service neutron] 10.222.0.70 "GET /v2.0/networks/80b1128d-385f-43ca-bc48-8e6c46c4dc11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239154 Jan 28 19:24:25.163546 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b0951386-4faa-406a-a856-42b08a13ca6d req-518de1fa-efe5-42c3-a5d0-5323d94f9335 tempest-ServerShowV254Test-771872459 tempest-ServerShowV254Test-771872459-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1a534c7-8b11-48a2-9b80-c5c8693d0ece HTTP/1.1" status: 200 len: 210 time: 0.0383346 Jan 28 19:24:25.176742 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3229e148-cdb1-4bef-9889-652d9a66b533 req-186a6a01-eb66-4425-b03f-52ff27fff0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:25.178264 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3229e148-cdb1-4bef-9889-652d9a66b533 req-186a6a01-eb66-4425-b03f-52ff27fff0e5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7810caa2-eac6-457d-9302-c8c215ef3e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3098431 Jan 28 19:24:25.212832 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cc6dde-7d9b-4db7-9b31-1b84b1649110 req-a240c7b7-5deb-4342-9f24-29192ca89b83 tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:25.214232 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-56cc6dde-7d9b-4db7-9b31-1b84b1649110 req-a240c7b7-5deb-4342-9f24-29192ca89b83 tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] 10.222.0.64 "GET /v2.0/ports?device_id=d6f2a668-32c4-4958-bb87-c9aa42e78ac8 HTTP/1.1" status: 200 len: 943 time: 0.2480111 Jan 28 19:24:25.382869 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbe1b19-cd26-4529-bb1b-7a0cfb62eb5b req-1efc76af-536a-4b68-8f75-c6eaefcab3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:25.384315 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-acbe1b19-cd26-4529-bb1b-7a0cfb62eb5b req-1efc76af-536a-4b68-8f75-c6eaefcab3d0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=80b1128d-385f-43ca-bc48-8e6c46c4dc11 HTTP/1.1" status: 200 len: 916 time: 0.3455498 Jan 28 19:24:25.387148 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['89aa6531-67bc-4d6c-9efd-de46bfee506e'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:24:25.515414 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-acbe1b19-cd26-4529-bb1b-7a0cfb62eb5b req-0e24ef9f-c5e9-4939-858a-a19d8a11b425 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=761374a6-287c-41e5-8344-b1cdd6ccf00d HTTP/1.1" status: 200 len: 217 time: 0.1163836 Jan 28 19:24:25.525844 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-56cc6dde-7d9b-4db7-9b31-1b84b1649110 req-b5e21964-e775-4e27-b86e-17a95291979b tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] 10.222.0.64 "GET /v2.0/security-groups?id=6477e2db-f47c-494e-be68-463a4c5a4740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2931178 Jan 28 19:24:25.540823 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3229e148-cdb1-4bef-9889-652d9a66b533 req-be72a107-4884-42db-8a5d-aa2c4b48cf5b service neutron] 10.222.0.70 "GET /v2.0/networks/7810caa2-eac6-457d-9302-c8c215ef3e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3474607 Jan 28 19:24:25.655975 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eb0202-0830-4d47-8382-fdcc10cf22f4 req-881804a0-2b5e-46f9-a4b3-2baa1c82e58b tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:25.657624 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-33eb0202-0830-4d47-8382-fdcc10cf22f4 req-881804a0-2b5e-46f9-a4b3-2baa1c82e58b tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e48b655-5911-4dcd-a073-26e765e9c04d HTTP/1.1" status: 200 len: 946 time: 0.0700209 Jan 28 19:24:25.712267 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-33eb0202-0830-4d47-8382-fdcc10cf22f4 req-ce4cce99-6be8-4d00-81b4-66a7132ad25c tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff0a7ca0-73d1-435a-8c79-518c9bdfd3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478406 Jan 28 19:24:25.941569 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c225165-0261-4489-90cf-d0a242363b16 req-fd4cad9f-a998-41f4-85bf-fcb3a96845e2 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:25.943002 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3c225165-0261-4489-90cf-d0a242363b16 req-fd4cad9f-a998-41f4-85bf-fcb3a96845e2 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/ports?device_id=81f17ed3-5f8a-4b82-a89d-2a86c185a3d7 HTTP/1.1" status: 200 len: 950 time: 0.0539839 Jan 28 19:24:25.993875 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3c225165-0261-4489-90cf-d0a242363b16 req-ad885369-070e-4f9f-ba10-4036879535f3 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d07f2a-7a3d-4718-9c1b-16394753837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451756 Jan 28 19:24:26.018077 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbe1b19-cd26-4529-bb1b-7a0cfb62eb5b req-18fcd6fe-09a9-4841-be18-44fe03858b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:26.019998 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-acbe1b19-cd26-4529-bb1b-7a0cfb62eb5b req-18fcd6fe-09a9-4841-be18-44fe03858b0b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c0c3aa53-af91-44cf-ba1e-2b269588293f HTTP/1.1" status: 200 len: 855 time: 0.4896927 Jan 28 19:24:26.037072 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f689ffd0-885f-4072-ad4b-e33cb6773fe2 tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-731439', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-731081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-261371'] for router (cb69cd01-de3d-46b8-a110-44ce3833cf2a), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:26.075312 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f689ffd0-885f-4072-ad4b-e33cb6773fe2 tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-731460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-731478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-731485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-731120'] for router (cb69cd01-de3d-46b8-a110-44ce3833cf2a), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:26.091276 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-7f02b757-3054-44c1-9d5f-3eb36489682b admin admin] Deleting port e0b8fdfb-02c6-467b-9870-3d5542dbdf8a {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:24:26.091602 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7f02b757-3054-44c1-9d5f-3eb36489682b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (e0b8fdfb-02c6-467b-9870-3d5542dbdf8a), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:26.172629 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3229e148-cdb1-4bef-9889-652d9a66b533 req-fd47c605-ea90-40c4-8add-fae8ae60468c service neutron] 10.222.0.70 "GET /v2.0/networks/7810caa2-eac6-457d-9302-c8c215ef3e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6052492 Jan 28 19:24:26.215334 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e5f10c-df6f-48b2-baa9-13ec10f6be1d req-6e5002a0-b37d-45a7-aa8f-7a4c1fe11bdc tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:26.217422 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-14e5f10c-df6f-48b2-baa9-13ec10f6be1d req-6e5002a0-b37d-45a7-aa8f-7a4c1fe11bdc tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbcb90df-df4c-4718-a1f8-da2cde64470a HTTP/1.1" status: 200 len: 945 time: 0.5513744 Jan 28 19:24:26.292062 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-78493767-b743-4411-a7d9-a6ff52edf579 req-93cb1c32-bdf0-4bbc-98d6-bed86a9cc788 tempest-ServerShowV254Test-771872459 tempest-ServerShowV254Test-771872459-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1a534c7-8b11-48a2-9b80-c5c8693d0ece HTTP/1.1" status: 200 len: 210 time: 0.0403812 Jan 28 19:24:26.323314 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbe1b19-cd26-4529-bb1b-7a0cfb62eb5b req-6294b70e-cc1a-4983-969f-a7edff3abfe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:26.324860 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-acbe1b19-cd26-4529-bb1b-7a0cfb62eb5b req-6294b70e-cc1a-4983-969f-a7edff3abfe9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=80b1128d-385f-43ca-bc48-8e6c46c4dc11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2860630 Jan 28 19:24:26.365430 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0092092c-3354-4c0a-b3de-345193ea22bd req-b58a3ce8-6b28-4fda-95b9-6f88f9a739d1 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:26.366838 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-0092092c-3354-4c0a-b3de-345193ea22bd req-b58a3ce8-6b28-4fda-95b9-6f88f9a739d1 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e48b655-5911-4dcd-a073-26e765e9c04d HTTP/1.1" status: 200 len: 946 time: 0.2707205 Jan 28 19:24:26.460307 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-14e5f10c-df6f-48b2-baa9-13ec10f6be1d req-246afbaa-7c7a-4935-aa1c-99e9c2af4b8e tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] 10.222.0.64 "GET /v2.0/security-groups?id=a17e8282-0405-4e4b-9340-e89106f12f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342029 Jan 28 19:24:26.478192 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-7f02b757-3054-44c1-9d5f-3eb36489682b admin admin] For port e0b8fdfb-02c6-467b-9870-3d5542dbdf8a, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=e0b8fdfb-02c6-467b-9870-3d5542dbdf8a,segment=NetworkSegment(0d84d916-97fe-4a55-a454-c0fc25feb1a4),segment_id=0d84d916-97fe-4a55-a454-c0fc25feb1a4)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:24:26.478565 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7f02b757-3054-44c1-9d5f-3eb36489682b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (e0b8fdfb-02c6-467b-9870-3d5542dbdf8a), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:26.508698 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-7f02b757-3054-44c1-9d5f-3eb36489682b admin admin] Calling delete_port for e0b8fdfb-02c6-467b-9870-3d5542dbdf8a owned by network:router_interface {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:24:26.632120 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-acbe1b19-cd26-4529-bb1b-7a0cfb62eb5b req-2162f3eb-f8e1-45c1-b989-6e3146dc143a service neutron] 10.222.0.41 "GET /v2.0/networks/80b1128d-385f-43ca-bc48-8e6c46c4dc11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2907491 Jan 28 19:24:26.635778 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device b7296837-6794-49ea-943d-699907bad00f details requested by agent hyperv_n-h2-812111-14 with host n-h2-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:24:26.640924 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 89aa6531-67bc-4d6c-9efd-de46bfee506e up at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:24:26.684512 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f689ffd0-885f-4072-ad4b-e33cb6773fe2 tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Router cb69cd01-de3d-46b8-a110-44ce3833cf2a is scheduled to L3 agent 76fe5c49-705a-4e08-abb2-be585676213f with binding_index 1 {{(pid=103305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 19:24:26.757626 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning for port 89aa6531-67bc-4d6c-9efd-de46bfee506e completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:24:26.770357 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning complete for port 89aa6531-67bc-4d6c-9efd-de46bfee506e triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:24:26.770731 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (89aa6531-67bc-4d6c-9efd-de46bfee506e), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:26.812363 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-0092092c-3354-4c0a-b3de-345193ea22bd req-3e064590-111c-4ca5-96a0-b723db2c27b6 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Deleting port c3ecd62f-085f-4988-b473-992cd603c18e {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:24:26.812711 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-0092092c-3354-4c0a-b3de-345193ea22bd req-3e064590-111c-4ca5-96a0-b723db2c27b6 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (c3ecd62f-085f-4988-b473-992cd603c18e), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:26.822930 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port b7296837-6794-49ea-943d-699907bad00f, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=b7296837-6794-49ea-943d-699907bad00f,segment=NetworkSegment(ead782fa-48e0-4bb9-94ac-553f7c5da23e),segment_id=ead782fa-48e0-4bb9-94ac-553f7c5da23e)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:24:26.837740 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Returning: {'device': 'b7296837-6794-49ea-943d-699907bad00f', 'network_id': '80b1128d-385f-43ca-bc48-8e6c46c4dc11', 'port_id': 'b7296837-6794-49ea-943d-699907bad00f', 'mac_address': 'fa:16:3e:30:b8:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0c3aa53-af91-44cf-ba1e-2b269588293f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:24:26.859568 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c983d2b7-c164-4d8f-bf37-e79dcff4c3d8 req-4a891537-5a49-4cd4-83c6-b7cceeecabbf tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:26.861079 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c983d2b7-c164-4d8f-bf37-e79dcff4c3d8 req-4a891537-5a49-4cd4-83c6-b7cceeecabbf tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] 10.222.0.64 "GET /v2.0/ports?device_id=d6f2a668-32c4-4958-bb87-c9aa42e78ac8 HTTP/1.1" status: 200 len: 943 time: 0.2562594 Jan 28 19:24:26.914693 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e109ecf-0f22-471e-ba07-5eedd300fbe5 req-ef31f984-9653-4b40-9b38-b352def5b5ac tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:26.915350 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 89aa6531-67bc-4d6c-9efd-de46bfee506e is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:24:26.915588 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (89aa6531-67bc-4d6c-9efd-de46bfee506e), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:26.916893 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-0e109ecf-0f22-471e-ba07-5eedd300fbe5 req-ef31f984-9653-4b40-9b38-b352def5b5ac tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e48b655-5911-4dcd-a073-26e765e9c04d HTTP/1.1" status: 200 len: 946 time: 0.0673749 Jan 28 19:24:26.919185 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port b7296837-6794-49ea-943d-699907bad00f is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:24:26.919570 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (b7296837-6794-49ea-943d-699907bad00f), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:26.944839 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7296837-6794-49ea-943d-699907bad00f {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:24:26.955633 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0425ea7b-6d18-454c-999c-27e8a0758954', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89aa6531-67bc-4d6c-9efd-de46bfee506e'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:24:26.958143 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02a29979-17ef-46b0-ab74-44bee2c1cde3" -d '{"events": [{"server_uuid": "0425ea7b-6d18-454c-999c-27e8a0758954", "name": "network-vif-plugged", "status": "completed", "tag": "89aa6531-67bc-4d6c-9efd-de46bfee506e"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:24:26.970527 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-acbe1b19-cd26-4529-bb1b-7a0cfb62eb5b req-8b3ebe2d-e37e-40e2-808d-2a7175c19dbe service neutron] 10.222.0.41 "GET /v2.0/networks/80b1128d-385f-43ca-bc48-8e6c46c4dc11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3167756 Jan 28 19:24:26.985575 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 89aa6531-67bc-4d6c-9efd-de46bfee506e, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=89aa6531-67bc-4d6c-9efd-de46bfee506e,segment=NetworkSegment(ead782fa-48e0-4bb9-94ac-553f7c5da23e),segment_id=ead782fa-48e0-4bb9-94ac-553f7c5da23e)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:24:26.987680 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port b7296837-6794-49ea-943d-699907bad00f, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=b7296837-6794-49ea-943d-699907bad00f,segment=NetworkSegment(ead782fa-48e0-4bb9-94ac-553f7c5da23e),segment_id=ead782fa-48e0-4bb9-94ac-553f7c5da23e)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:24:26.994979 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (89aa6531-67bc-4d6c-9efd-de46bfee506e), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:27.005057 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-0e109ecf-0f22-471e-ba07-5eedd300fbe5 req-643f09d5-e4a4-49a7-9336-a45a70aa4001 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff0a7ca0-73d1-435a-8c79-518c9bdfd3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789940 Jan 28 19:24:27.024339 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (b7296837-6794-49ea-943d-699907bad00f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:27.048758 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=89aa6531-67bc-4d6c-9efd-de46bfee506e,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:27.097989 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c983d2b7-c164-4d8f-bf37-e79dcff4c3d8 req-22bf80d3-814c-49db-bbd0-a5315e029bec tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] 10.222.0.64 "GET /v2.0/security-groups?id=6477e2db-f47c-494e-be68-463a4c5a4740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194717 Jan 28 19:24:27.107746 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=b7296837-6794-49ea-943d-699907bad00f,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:27.117346 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f689ffd0-885f-4072-ad4b-e33cb6773fe2 tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:24:27.126487 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f689ffd0-885f-4072-ad4b-e33cb6773fe2 tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:27.130983 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-f689ffd0-885f-4072-ad4b-e33cb6773fe2 tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] 10.222.0.64 "PUT /v2.0/routers/cb69cd01-de3d-46b8-a110-44ce3833cf2a HTTP/1.1" status: 200 len: 878 time: 6.4322896 Jan 28 19:24:27.131069 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:24:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8a57ecd-514f-4494-a0cf-c7728e271394 x-openstack-request-id: req-a8a57ecd-514f-4494-a0cf-c7728e271394 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:24:27.131069 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0425ea7b-6d18-454c-999c-27e8a0758954", "name": "network-vif-plugged", "status": "completed", "tag": "89aa6531-67bc-4d6c-9efd-de46bfee506e", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:24:27.131069 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a8a57ecd-514f-4494-a0cf-c7728e271394 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:24:27.131069 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0425ea7b-6d18-454c-999c-27e8a0758954', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89aa6531-67bc-4d6c-9efd-de46bfee506e', 'code': 200} Jan 28 19:24:27.131366 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 49230) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:24:27.139902 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e23c970-a65b-4af1-8a5e-719bb91a0091 None None] Sync routers for ids ['cb69cd01-de3d-46b8-a110-44ce3833cf2a'] in n-d-812111-14 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:24:27.158769 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e23c970-a65b-4af1-8a5e-719bb91a0091 None None] Routers {'cb69cd01-de3d-46b8-a110-44ce3833cf2a'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:24:27.159553 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-7e23c970-a65b-4af1-8a5e-719bb91a0091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:24:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['cb69cd01-de3d-46b8-a110-44ce3833cf2a'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:24:27.173828 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-0092092c-3354-4c0a-b3de-345193ea22bd req-3e064590-111c-4ca5-96a0-b723db2c27b6 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] For port c3ecd62f-085f-4988-b473-992cd603c18e, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=c3ecd62f-085f-4988-b473-992cd603c18e,segment=NetworkSegment(6604d099-9aad-4c96-afcd-6df42d277d23),segment_id=6604d099-9aad-4c96-afcd-6df42d277d23)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:24:27.174202 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-0092092c-3354-4c0a-b3de-345193ea22bd req-3e064590-111c-4ca5-96a0-b723db2c27b6 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (c3ecd62f-085f-4988-b473-992cd603c18e), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:27.192766 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-0092092c-3354-4c0a-b3de-345193ea22bd req-3e064590-111c-4ca5-96a0-b723db2c27b6 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Calling delete_port for c3ecd62f-085f-4988-b473-992cd603c18e owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:24:27.220912 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-7e23c970-a65b-4af1-8a5e-719bb91a0091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:24:27.229682 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e23c970-a65b-4af1-8a5e-719bb91a0091 None None] Routers {'cb69cd01-de3d-46b8-a110-44ce3833cf2a'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:24:27.230661 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-7e23c970-a65b-4af1-8a5e-719bb91a0091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:24:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['cb69cd01-de3d-46b8-a110-44ce3833cf2a'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:24:27.269884 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-d1935f9f-d408-491b-befb-a744968740c1 tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] 10.222.0.64 "GET /v2.0/routers/cb69cd01-de3d-46b8-a110-44ce3833cf2a HTTP/1.1" status: 200 len: 919 time: 0.1371586 Jan 28 19:24:27.273131 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 49232) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:24:27.278720 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-7e23c970-a65b-4af1-8a5e-719bb91a0091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:24:27.279603 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e23c970-a65b-4af1-8a5e-719bb91a0091 None None] The sync data for ids ['cb69cd01-de3d-46b8-a110-44ce3833cf2a'] in n-d-812111-14 is: [] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:24:27.281392 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 761374a6-287c-41e5-8344-b1cdd6ccf00d details requested by agent hyperv_n-h1-812111-14 with host n-h1-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:24:27.336662 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-021c6673-f363-49f5-84ba-1a7fa90481bf tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:27.338631 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-021c6673-f363-49f5-84ba-1a7fa90481bf tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] 10.222.0.64 "GET /v2.0/ports?network_id=d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8&device_id=cb69cd01-de3d-46b8-a110-44ce3833cf2a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0643120 Jan 28 19:24:27.343147 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 49236) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:24:27.370111 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7f02b757-3054-44c1-9d5f-3eb36489682b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (e0b8fdfb-02c6-467b-9870-3d5542dbdf8a), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:27.409316 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 761374a6-287c-41e5-8344-b1cdd6ccf00d, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=761374a6-287c-41e5-8344-b1cdd6ccf00d,segment=NetworkSegment(ead782fa-48e0-4bb9-94ac-553f7c5da23e),segment_id=ead782fa-48e0-4bb9-94ac-553f7c5da23e)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:24:27.423234 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Returning: {'device': '761374a6-287c-41e5-8344-b1cdd6ccf00d', 'network_id': '80b1128d-385f-43ca-bc48-8e6c46c4dc11', 'port_id': '761374a6-287c-41e5-8344-b1cdd6ccf00d', 'mac_address': 'fa:16:3e:49:66:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0c3aa53-af91-44cf-ba1e-2b269588293f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:24:27.432023 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['b7296837-6794-49ea-943d-699907bad00f'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:24:27.433717 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b930b661-f4a3-4a18-a63c-2e7f9e39634d req-abcba51f-bbd0-48b1-b0ba-772f67ce6103 tempest-ServerShowV254Test-771872459 tempest-ServerShowV254Test-771872459-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1a534c7-8b11-48a2-9b80-c5c8693d0ece HTTP/1.1" status: 200 len: 210 time: 0.0590925 Jan 28 19:24:27.434660 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f02b757-3054-44c1-9d5f-3eb36489682b admin admin] Pushing event deleted for resources: {'Port': ['ID=e0b8fdfb-02c6-467b-9870-3d5542dbdf8a,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:27.485685 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-437b2495-1478-4cc8-ad0d-93a9be97c3d3 tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:27.489838 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-437b2495-1478-4cc8-ad0d-93a9be97c3d3 tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] 10.222.0.64 "GET /v2.0/networks/d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 HTTP/1.1" status: 200 len: 881 time: 0.1430058 Jan 28 19:24:27.490265 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 49238) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:24:27.528631 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port 761374a6-287c-41e5-8344-b1cdd6ccf00d is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:24:27.529037 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (761374a6-287c-41e5-8344-b1cdd6ccf00d), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:27.549013 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 761374a6-287c-41e5-8344-b1cdd6ccf00d {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:24:27.575485 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-511268e2-a330-41d8-8ee8-6e6acd90f359 tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb69cd01-de3d-46b8-a110-44ce3833cf2a HTTP/1.1" status: 200 len: 205 time: 0.0799036 Jan 28 19:24:27.578221 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 49240) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:24:27.579094 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 761374a6-287c-41e5-8344-b1cdd6ccf00d, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=761374a6-287c-41e5-8344-b1cdd6ccf00d,segment=NetworkSegment(ead782fa-48e0-4bb9-94ac-553f7c5da23e),segment_id=ead782fa-48e0-4bb9-94ac-553f7c5da23e)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:24:27.585674 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6c7038-e97b-47d6-ad37-4886c25e3651 req-d50f1ef3-7ebf-4386-b8be-c7dba831855b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:27.587206 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6b6c7038-e97b-47d6-ad37-4886c25e3651 req-d50f1ef3-7ebf-4386-b8be-c7dba831855b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=0425ea7b-6d18-454c-999c-27e8a0758954 HTTP/1.1" status: 200 len: 1129 time: 0.3802054 Jan 28 19:24:27.591552 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (761374a6-287c-41e5-8344-b1cdd6ccf00d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:27.617743 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c837ce0-8825-48c9-943d-c0152bc49b64 req-5017c4ea-564d-4e3d-912d-f1868afa8a35 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:27.619225 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4c837ce0-8825-48c9-943d-c0152bc49b64 req-5017c4ea-564d-4e3d-912d-f1868afa8a35 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/ports?device_id=81f17ed3-5f8a-4b82-a89d-2a86c185a3d7 HTTP/1.1" status: 200 len: 950 time: 0.4110444 Jan 28 19:24:27.654826 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-0092092c-3354-4c0a-b3de-345193ea22bd req-3e064590-111c-4ca5-96a0-b723db2c27b6 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (c3ecd62f-085f-4988-b473-992cd603c18e), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:27.687707 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=761374a6-287c-41e5-8344-b1cdd6ccf00d,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:27.715288 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-db522182-8219-44f9-845f-f89c868bf7ae tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Publish callbacks [] for router (cb69cd01-de3d-46b8-a110-44ce3833cf2a), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:27.751732 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e064590-111c-4ca5-96a0-b723db2c27b6 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Pushing event deleted for resources: {'Port': ['ID=c3ecd62f-085f-4988-b473-992cd603c18e,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:27.759549 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6b6c7038-e97b-47d6-ad37-4886c25e3651 req-d83200fa-8b07-448b-b01d-daaa9a592461 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=6477e2db-f47c-494e-be68-463a4c5a4740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613653 Jan 28 19:24:27.781807 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4c837ce0-8825-48c9-943d-c0152bc49b64 req-84b730e3-0f83-4622-879f-cf3d8d8ff66e tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d07f2a-7a3d-4718-9c1b-16394753837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514058 Jan 28 19:24:27.827668 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-db522182-8219-44f9-845f-f89c868bf7ae tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Publish callbacks [] for router_gateway (cb69cd01-de3d-46b8-a110-44ce3833cf2a), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:27.848186 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-0092092c-3354-4c0a-b3de-345193ea22bd req-3e064590-111c-4ca5-96a0-b723db2c27b6 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] No DVR routers for this DVR port c3ecd62f-085f-4988-b473-992cd603c18e on host n-h1-812111-14 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:24:27.852552 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-0092092c-3354-4c0a-b3de-345193ea22bd req-3e064590-111c-4ca5-96a0-b723db2c27b6 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:27.856457 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-0092092c-3354-4c0a-b3de-345193ea22bd req-3e064590-111c-4ca5-96a0-b723db2c27b6 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.41 "DELETE /v2.0/ports/c3ecd62f-085f-4988-b473-992cd603c18e HTTP/1.1" status: 204 len: 173 time: 1.4675937 Jan 28 19:24:27.856902 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e48b655-5911-4dcd-a073-26e765e9c04d', 'name': 'network-vif-deleted', 'tag': 'c3ecd62f-085f-4988-b473-992cd603c18e'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:24:27.859262 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23d0c864-6ab2-486f-bcc7-681220652db6" -d '{"events": [{"server_uuid": "4e48b655-5911-4dcd-a073-26e765e9c04d", "name": "network-vif-deleted", "tag": "c3ecd62f-085f-4988-b473-992cd603c18e"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:24:27.883185 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7f02b757-3054-44c1-9d5f-3eb36489682b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-732682'] for router_interface (95c1608a-addd-4685-8812-6912de29ddca), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:27.901363 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1305447-2e8d-4822-8d6e-5dae2e537a77 x-openstack-request-id: req-a1305447-2e8d-4822-8d6e-5dae2e537a77 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:24:27.901637 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e48b655-5911-4dcd-a073-26e765e9c04d", "name": "network-vif-deleted", "tag": "c3ecd62f-085f-4988-b473-992cd603c18e", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:24:27.901927 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a1305447-2e8d-4822-8d6e-5dae2e537a77 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:24:27.902394 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e48b655-5911-4dcd-a073-26e765e9c04d', 'name': 'network-vif-deleted', 'tag': 'c3ecd62f-085f-4988-b473-992cd603c18e', 'status': 'completed', 'code': 200} Jan 28 19:24:27.911284 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-db522182-8219-44f9-845f-f89c868bf7ae tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Deleting port 884e7295-954c-4729-9255-c3f17fd79623 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:24:27.911642 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-db522182-8219-44f9-845f-f89c868bf7ae tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (884e7295-954c-4729-9255-c3f17fd79623), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:27.928484 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['761374a6-287c-41e5-8344-b1cdd6ccf00d'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:24:28.005433 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-db522182-8219-44f9-845f-f89c868bf7ae tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (884e7295-954c-4729-9255-c3f17fd79623), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:28.021492 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-db522182-8219-44f9-845f-f89c868bf7ae tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Calling delete_port for 884e7295-954c-4729-9255-c3f17fd79623 owned by network:router_gateway {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:24:28.236462 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7dff4805-863e-4c55-a1eb-26a53baa589a req-48a58359-1b84-4976-867c-562d90cf4282 tempest-ServersNegativeTestJSON-1784464843 tempest-ServersNegativeTestJSON-1784464843-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e48b655-5911-4dcd-a073-26e765e9c04d HTTP/1.1" status: 200 len: 210 time: 0.0495763 Jan 28 19:24:28.245996 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-db522182-8219-44f9-845f-f89c868bf7ae tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (884e7295-954c-4729-9255-c3f17fd79623), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:28.259939 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f02b757-3054-44c1-9d5f-3eb36489682b admin admin] Router 95c1608a-addd-4685-8812-6912de29ddca has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:24:28.287907 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db522182-8219-44f9-845f-f89c868bf7ae tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Pushing event deleted for resources: {'Port': ['ID=884e7295-954c-4729-9255-c3f17fd79623,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:28.376091 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-db522182-8219-44f9-845f-f89c868bf7ae tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-731488'] for router_gateway (cb69cd01-de3d-46b8-a110-44ce3833cf2a), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:28.387902 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551072f7-89da-4b45-a823-666de9b856b3 req-9492cc9e-965b-4eea-923c-9063ee0f12d6 tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:28.389534 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-551072f7-89da-4b45-a823-666de9b856b3 req-9492cc9e-965b-4eea-923c-9063ee0f12d6 tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] 10.222.0.64 "GET /v2.0/ports?device_id=d6f2a668-32c4-4958-bb87-c9aa42e78ac8 HTTP/1.1" status: 200 len: 944 time: 0.1455035 Jan 28 19:24:28.494186 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-db522182-8219-44f9-845f-f89c868bf7ae tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-730901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261120'] for router (cb69cd01-de3d-46b8-a110-44ce3833cf2a), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:28.499737 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-db522182-8219-44f9-845f-f89c868bf7ae tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Publish callbacks [] for router_controller (cb69cd01-de3d-46b8-a110-44ce3833cf2a), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:28.571237 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-551072f7-89da-4b45-a823-666de9b856b3 req-b0205ae8-7f12-474f-be43-1d5671045317 tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] 10.222.0.64 "GET /v2.0/security-groups?id=6477e2db-f47c-494e-be68-463a4c5a4740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566923 Jan 28 19:24:28.575336 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-db522182-8219-44f9-845f-f89c868bf7ae tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-730908'] for router (cb69cd01-de3d-46b8-a110-44ce3833cf2a), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:28.575958 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db522182-8219-44f9-845f-f89c868bf7ae tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Fanout notify agent at l3_agent the message router_deleted on router cb69cd01-de3d-46b8-a110-44ce3833cf2a {{(pid=103304) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:24:28.583200 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-db522182-8219-44f9-845f-f89c868bf7ae tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:28.588506 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-db522182-8219-44f9-845f-f89c868bf7ae tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] 10.222.0.64 "DELETE /v2.0/routers/cb69cd01-de3d-46b8-a110-44ce3833cf2a HTTP/1.1" status: 204 len: 168 time: 1.0041816 Jan 28 19:24:28.588506 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 49260) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:24:28.592806 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-91859d3b-727c-415c-8603-3806c16e5a82 tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1280306311', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:24:28.615973 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-91859d3b-727c-415c-8603-3806c16e5a82 tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261150'] for router (6eff82e8-9fb3-402e-8526-9b8da5834194), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:28.616975 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-91859d3b-727c-415c-8603-3806c16e5a82 tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-731099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-731441', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261129'] for router (6eff82e8-9fb3-402e-8526-9b8da5834194), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:28.699457 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f02b757-3054-44c1-9d5f-3eb36489682b admin admin] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:24:28.712692 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12457cdc-c8b9-437d-afde-38934932408b None None] Sync routers for ids ['95c1608a-addd-4685-8812-6912de29ddca'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:24:28.721186 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-7f02b757-3054-44c1-9d5f-3eb36489682b admin admin] 10.222.0.64 "PUT /v2.0/routers/95c1608a-addd-4685-8812-6912de29ddca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2369590 Jan 28 19:24:28.721386 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3209f6d5-a1b0-43d6-a97b-52d93f55f56b req-1f28d5cf-43c1-4d6b-a028-eb39cddd5d7a tempest-ServerShowV254Test-771872459 tempest-ServerShowV254Test-771872459-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1a534c7-8b11-48a2-9b80-c5c8693d0ece HTTP/1.1" status: 200 len: 210 time: 0.0359192 Jan 28 19:24:28.721778 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 49262) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:24:28.736302 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12457cdc-c8b9-437d-afde-38934932408b None None] Routers {'95c1608a-addd-4685-8812-6912de29ddca'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:24:28.737024 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-12457cdc-c8b9-437d-afde-38934932408b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:24:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['95c1608a-addd-4685-8812-6912de29ddca'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:24:28.854051 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f203a148-6fd5-4e8d-a687-2d703c45a287 admin admin] Publish callbacks [] for router (95c1608a-addd-4685-8812-6912de29ddca), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:28.857869 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-12457cdc-c8b9-437d-afde-38934932408b None None] Set router 95c1608a-addd-4685-8812-6912de29ddca gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:24:28.890250 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-91859d3b-727c-415c-8603-3806c16e5a82 tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Publish callbacks [] for router_controller (6eff82e8-9fb3-402e-8526-9b8da5834194), precommit_add_association {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:28.897868 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-91859d3b-727c-415c-8603-3806c16e5a82 tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-731074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-731460'] for router (6eff82e8-9fb3-402e-8526-9b8da5834194), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:28.944862 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-91859d3b-727c-415c-8603-3806c16e5a82 tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:28.950054 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-91859d3b-727c-415c-8603-3806c16e5a82 tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3569994 Jan 28 19:24:28.950270 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 49266) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:24:28.953721 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-33684993-d5e1-4c23-8920-11a551b411f0 tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'enable_snat': True}}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:24:28.987823 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f62ce4-8393-48d8-8c5f-64f762fb9c90 req-526bcfbc-ab58-4c5e-b9f5-e66973c257f4 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:28.990197 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c2f62ce4-8393-48d8-8c5f-64f762fb9c90 req-526bcfbc-ab58-4c5e-b9f5-e66973c257f4 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/ports?device_id=81f17ed3-5f8a-4b82-a89d-2a86c185a3d7 HTTP/1.1" status: 200 len: 950 time: 0.0742688 Jan 28 19:24:29.046609 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c2f62ce4-8393-48d8-8c5f-64f762fb9c90 req-dde310ad-bba9-4d04-b430-f16e9a51e898 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d07f2a-7a3d-4718-9c1b-16394753837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484252 Jan 28 19:24:29.072118 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-12457cdc-c8b9-437d-afde-38934932408b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95c1608a-addd-4685-8812-6912de29ddca', 'name': 'tempest-ServerRescueTestJSON-1747123153-router', 'tenant_id': '13f3263032ef4a4996ce9c7be76c5dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': 'da0be0d6-9490-42f8-a6f1-5f0eedda44ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:21:55Z', 'updated_at': '2022-01-28T19:24:27Z', 'revision_number': 5, 'project_id': '13f3263032ef4a4996ce9c7be76c5dc2', 'gw_port': {'id': 'da0be0d6-9490-42f8-a6f1-5f0eedda44ba', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:d9:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c1608a-addd-4685-8812-6912de29ddca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:21:58Z', 'updated_at': '2022-01-28T19:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:24:29.103034 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f203a148-6fd5-4e8d-a687-2d703c45a287 admin admin] Publish callbacks [] for router_gateway (95c1608a-addd-4685-8812-6912de29ddca), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:29.103381 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12457cdc-c8b9-437d-afde-38934932408b None None] Checking router: 95c1608a-addd-4685-8812-6912de29ddca for host: n-d-812111-14 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:24:29.115184 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12457cdc-c8b9-437d-afde-38934932408b None None] Routers {'95c1608a-addd-4685-8812-6912de29ddca'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:24:29.115787 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-12457cdc-c8b9-437d-afde-38934932408b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:24:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['95c1608a-addd-4685-8812-6912de29ddca'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:24:29.196471 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-33684993-d5e1-4c23-8920-11a551b411f0 tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Publish callbacks [] for router_gateway (6eff82e8-9fb3-402e-8526-9b8da5834194), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:29.203590 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-12457cdc-c8b9-437d-afde-38934932408b None None] Set router 95c1608a-addd-4685-8812-6912de29ddca gateway port host: None {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:24:29.261626 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 317f4556-51ab-4706-81b2-ba097b6f1422 details requested by agent hyperv_n-h1-812111-14 with host n-h1-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:24:29.268004 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-f203a148-6fd5-4e8d-a687-2d703c45a287 admin admin] Deleting port da0be0d6-9490-42f8-a6f1-5f0eedda44ba {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:24:29.268574 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f203a148-6fd5-4e8d-a687-2d703c45a287 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (da0be0d6-9490-42f8-a6f1-5f0eedda44ba), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:29.269583 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 761374a6-287c-41e5-8344-b1cdd6ccf00d up at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:24:29.271359 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-12457cdc-c8b9-437d-afde-38934932408b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95c1608a-addd-4685-8812-6912de29ddca', 'name': 'tempest-ServerRescueTestJSON-1747123153-router', 'tenant_id': '13f3263032ef4a4996ce9c7be76c5dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:21:55Z', 'updated_at': '2022-01-28T19:24:29Z', 'revision_number': 6, 'project_id': '13f3263032ef4a4996ce9c7be76c5dc2', 'gw_port_host': None}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:24:29.304368 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 49280) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:24:29.305480 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12457cdc-c8b9-437d-afde-38934932408b None None] The sync data for ids ['95c1608a-addd-4685-8812-6912de29ddca'] in n-d-812111-14 is: [{'id': '95c1608a-addd-4685-8812-6912de29ddca', 'name': 'tempest-ServerRescueTestJSON-1747123153-router', 'tenant_id': '13f3263032ef4a4996ce9c7be76c5dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:21:55Z', 'updated_at': '2022-01-28T19:24:29Z', 'revision_number': 6, 'project_id': '13f3263032ef4a4996ce9c7be76c5dc2', 'gw_port_host': None}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:24:29.368345 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f61828c-2d63-4113-8eb9-9310224ffdb6 admin admin] Deleting subnet 357a8c0c-a30f-4885-a91f-d81275179bba {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:24:29.372088 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9f61828c-2d63-4113-8eb9-9310224ffdb6 admin admin] Publish callbacks [] for subnet (357a8c0c-a30f-4885-a91f-d81275179bba), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:29.381571 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-f203a148-6fd5-4e8d-a687-2d703c45a287 admin admin] For port da0be0d6-9490-42f8-a6f1-5f0eedda44ba, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=da0be0d6-9490-42f8-a6f1-5f0eedda44ba,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:24:29.382033 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f203a148-6fd5-4e8d-a687-2d703c45a287 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (da0be0d6-9490-42f8-a6f1-5f0eedda44ba), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:29.395479 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning for port 761374a6-287c-41e5-8344-b1cdd6ccf00d completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:24:29.401403 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning complete for port 761374a6-287c-41e5-8344-b1cdd6ccf00d triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:24:29.402467 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (761374a6-287c-41e5-8344-b1cdd6ccf00d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:29.403502 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-f203a148-6fd5-4e8d-a687-2d703c45a287 admin admin] Calling delete_port for da0be0d6-9490-42f8-a6f1-5f0eedda44ba owned by network:router_gateway {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:24:29.416105 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9f61828c-2d63-4113-8eb9-9310224ffdb6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4747050'] for subnet (357a8c0c-a30f-4885-a91f-d81275179bba), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:29.438096 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 317f4556-51ab-4706-81b2-ba097b6f1422, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=317f4556-51ab-4706-81b2-ba097b6f1422,segment=NetworkSegment(061cb951-c0bc-4d59-a3f2-ff4acb095ff3),segment_id=061cb951-c0bc-4d59-a3f2-ff4acb095ff3)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:24:29.458435 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Returning: {'device': '317f4556-51ab-4706-81b2-ba097b6f1422', 'network_id': 'c4302b73-ca61-4da7-b39f-ec4ea0448ca6', 'port_id': '317f4556-51ab-4706-81b2-ba097b6f1422', 'mac_address': 'fa:16:3e:b3:04:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88147782-fd39-461f-889a-eefda05a9cf4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:24:29.458973 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9f61828c-2d63-4113-8eb9-9310224ffdb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (357a8c0c-a30f-4885-a91f-d81275179bba), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:29.565456 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9f61828c-2d63-4113-8eb9-9310224ffdb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4690616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5222356'] for subnet (357a8c0c-a30f-4885-a91f-d81275179bba), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:29.596273 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f61828c-2d63-4113-8eb9-9310224ffdb6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=357a8c0c-a30f-4885-a91f-d81275179bba,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:29.600871 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9f61828c-2d63-4113-8eb9-9310224ffdb6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:29.606354 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-9f61828c-2d63-4113-8eb9-9310224ffdb6 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/357a8c0c-a30f-4885-a91f-d81275179bba HTTP/1.1" status: 204 len: 168 time: 0.3006260 Jan 28 19:24:29.610589 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 49290) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:24:29.619432 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-33684993-d5e1-4c23-8920-11a551b411f0 tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Publish callbacks [] for router_gateway (6eff82e8-9fb3-402e-8526-9b8da5834194), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:29.649132 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-33684993-d5e1-4c23-8920-11a551b411f0 tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:29.703194 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-42157e0d-f5ce-426a-a437-a4bff049c6f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (925b8873-887e-4953-83db-09b05d761160), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:29.728448 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port 761374a6-287c-41e5-8344-b1cdd6ccf00d is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:24:29.728837 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (761374a6-287c-41e5-8344-b1cdd6ccf00d), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:29.747484 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port 317f4556-51ab-4706-81b2-ba097b6f1422 is: ACTIVE; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:24:29.747875 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (317f4556-51ab-4706-81b2-ba097b6f1422), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:29.770619 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '539c1c17-2423-4bef-adee-c91af64e6074', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '761374a6-287c-41e5-8344-b1cdd6ccf00d'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:24:29.773011 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98d13271-afd2-470e-8fec-22404a7ea6f1" -d '{"events": [{"server_uuid": "539c1c17-2423-4bef-adee-c91af64e6074", "name": "network-vif-plugged", "status": "completed", "tag": "761374a6-287c-41e5-8344-b1cdd6ccf00d"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:24:29.785680 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 317f4556-51ab-4706-81b2-ba097b6f1422 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:24:29.796295 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 761374a6-287c-41e5-8344-b1cdd6ccf00d, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=761374a6-287c-41e5-8344-b1cdd6ccf00d,segment=NetworkSegment(ead782fa-48e0-4bb9-94ac-553f7c5da23e),segment_id=ead782fa-48e0-4bb9-94ac-553f7c5da23e)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:24:29.818957 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (761374a6-287c-41e5-8344-b1cdd6ccf00d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:29.819842 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device c3ecd62f-085f-4988-b473-992cd603c18e no longer exists at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:24:29.823179 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 317f4556-51ab-4706-81b2-ba097b6f1422, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=317f4556-51ab-4706-81b2-ba097b6f1422,segment=NetworkSegment(061cb951-c0bc-4d59-a3f2-ff4acb095ff3),segment_id=061cb951-c0bc-4d59-a3f2-ff4acb095ff3)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:24:29.850905 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-42157e0d-f5ce-426a-a437-a4bff049c6f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (925b8873-887e-4953-83db-09b05d761160), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:29.867053 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (317f4556-51ab-4706-81b2-ba097b6f1422), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:29.875126 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] No Port match for: c3ecd62f-085f-4988-b473-992cd603c18e {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:24:29.875488 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device c3ecd62f-085f-4988-b473-992cd603c18e not bound to the agent host n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:24:29.896687 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5ee8c1fd-2ee7-4cef-9b36-bc7b3fdbde56 req-b1f9d8bd-e508-4187-a429-ccd490ef21e5 tempest-ServerShowV254Test-771872459 tempest-ServerShowV254Test-771872459-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1a534c7-8b11-48a2-9b80-c5c8693d0ece HTTP/1.1" status: 200 len: 210 time: 0.0575101 Jan 28 19:24:29.920018 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-42157e0d-f5ce-426a-a437-a4bff049c6f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['925b8873-887e-4953-83db-09b05d761160']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:24:29.929021 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=761374a6-287c-41e5-8344-b1cdd6ccf00d,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:29.931727 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f203a148-6fd5-4e8d-a687-2d703c45a287 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (da0be0d6-9490-42f8-a6f1-5f0eedda44ba), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:29.952756 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-42157e0d-f5ce-426a-a437-a4bff049c6f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6604d099-9aad-4c96-afcd-6df42d277d23') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:24:29.953474 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-42157e0d-f5ce-426a-a437-a4bff049c6f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6604d099-9aad-4c96-afcd-6df42d277d23') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:24:29.973204 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-42157e0d-f5ce-426a-a437-a4bff049c6f6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4747091'] for segment (6604d099-9aad-4c96-afcd-6df42d277d23), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:29.982156 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['317f4556-51ab-4706-81b2-ba097b6f1422'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:24:29.998255 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3145de6-9768-49ef-a20c-b71f98204f10 req-5f654c67-1bfd-43ca-8fa9-a9f05ff4da83 tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:30.000313 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b3145de6-9768-49ef-a20c-b71f98204f10 req-5f654c67-1bfd-43ca-8fa9-a9f05ff4da83 tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] 10.222.0.64 "GET /v2.0/ports?device_id=d6f2a668-32c4-4958-bb87-c9aa42e78ac8 HTTP/1.1" status: 200 len: 944 time: 0.2801263 Jan 28 19:24:30.000612 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f203a148-6fd5-4e8d-a687-2d703c45a287 admin admin] Pushing event deleted for resources: {'Port': ['ID=da0be0d6-9490-42f8-a6f1-5f0eedda44ba,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:30.022838 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-42157e0d-f5ce-426a-a437-a4bff049c6f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (6604d099-9aad-4c96-afcd-6df42d277d23), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:30.045871 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42157e0d-f5ce-426a-a437-a4bff049c6f6 admin admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:24:30.048138 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-42157e0d-f5ce-426a-a437-a4bff049c6f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4690514'] for segment (6604d099-9aad-4c96-afcd-6df42d277d23), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:30.051218 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-33684993-d5e1-4c23-8920-11a551b411f0 tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Allocated IP 172.25.6.226 (d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8/a648e4ab-7422-41b9-b133-58aca25ab8f5/d9bb86e7-94d0-477f-80c1-bbc389300973) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:24:30.060701 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47df6bb7-f8c8-496a-8ea0-07b0203fab99 x-openstack-request-id: req-47df6bb7-f8c8-496a-8ea0-07b0203fab99 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:24:30.063931 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "539c1c17-2423-4bef-adee-c91af64e6074", "name": "network-vif-plugged", "status": "completed", "tag": "761374a6-287c-41e5-8344-b1cdd6ccf00d", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:24:30.065331 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-47df6bb7-f8c8-496a-8ea0-07b0203fab99 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:24:30.066646 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '539c1c17-2423-4bef-adee-c91af64e6074', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '761374a6-287c-41e5-8344-b1cdd6ccf00d', 'code': 200} Jan 28 19:24:30.114446 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=317f4556-51ab-4706-81b2-ba097b6f1422,revision_number=6']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:30.118984 n-d-812111-14 neutron-server[103304]: Traceback (most recent call last): Jan 28 19:24:30.118984 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:24:30.118984 n-d-812111-14 neutron-server[103304]: timer() Jan 28 19:24:30.118984 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:24:30.118984 n-d-812111-14 neutron-server[103304]: cb(*args, **kw) Jan 28 19:24:30.118984 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:24:30.118984 n-d-812111-14 neutron-server[103304]: return func(*args, **kwargs) Jan 28 19:24:30.118984 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:24:30.118984 n-d-812111-14 neutron-server[103304]: self._notify() Jan 28 19:24:30.118984 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:24:30.118984 n-d-812111-14 neutron-server[103304]: self.callback(batched_events) Jan 28 19:24:30.118984 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:24:30.118984 n-d-812111-14 neutron-server[103304]: event.method(event) Jan 28 19:24:30.118984 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:24:30.118984 n-d-812111-14 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:24:30.118984 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:24:30.118984 n-d-812111-14 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:24:30.118984 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:24:30.118984 n-d-812111-14 neutron-server[103304]: return f(self, *a, **k) Jan 28 19:24:30.118984 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:24:30.118984 n-d-812111-14 neutron-server[103304]: return self._get(url).json() Jan 28 19:24:30.118984 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:24:30.118984 n-d-812111-14 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:24:30.118984 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:24:30.118984 n-d-812111-14 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 28 19:24:30.118984 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:24:30.118984 n-d-812111-14 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:24:30.118984 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:24:30.118984 n-d-812111-14 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:24:30.118984 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:24:30.118984 n-d-812111-14 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:24:30.118984 n-d-812111-14 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:24:30.124979 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-42157e0d-f5ce-426a-a437-a4bff049c6f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (925b8873-887e-4953-83db-09b05d761160), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:30.142823 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-42157e0d-f5ce-426a-a437-a4bff049c6f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:30.155514 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-42157e0d-f5ce-426a-a437-a4bff049c6f6 admin admin] 10.222.0.64 "DELETE /v2.0/networks/925b8873-887e-4953-83db-09b05d761160 HTTP/1.1" status: 204 len: 168 time: 0.5433848 Jan 28 19:24:30.171377 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42157e0d-f5ce-426a-a437-a4bff049c6f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=925b8873-887e-4953-83db-09b05d761160,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:30.208020 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b3145de6-9768-49ef-a20c-b71f98204f10 req-cb8736d8-f6e9-4475-9c06-20a773b51ba2 tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] 10.222.0.64 "GET /v2.0/security-groups?id=6477e2db-f47c-494e-be68-463a4c5a4740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958840 Jan 28 19:24:30.208516 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f203a148-6fd5-4e8d-a687-2d703c45a287 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-731488'] for router_gateway (95c1608a-addd-4685-8812-6912de29ddca), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:30.297381 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3f9fba-2138-439c-86a7-e498411f681c req-387b78fa-7bbf-4a7e-b5d1-580de63a0596 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:30.306023 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-dd3f9fba-2138-439c-86a7-e498411f681c req-387b78fa-7bbf-4a7e-b5d1-580de63a0596 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/ports?device_id=81f17ed3-5f8a-4b82-a89d-2a86c185a3d7 HTTP/1.1" status: 200 len: 950 time: 0.1231501 Jan 28 19:24:30.399529 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-dd3f9fba-2138-439c-86a7-e498411f681c req-9bc61eb0-24e3-4428-9b36-99f29a3bf6a4 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d07f2a-7a3d-4718-9c1b-16394753837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866649 Jan 28 19:24:30.403291 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f203a148-6fd5-4e8d-a687-2d703c45a287 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-730901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261120'] for router (95c1608a-addd-4685-8812-6912de29ddca), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:30.421425 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f203a148-6fd5-4e8d-a687-2d703c45a287 admin admin] Publish callbacks [] for router_controller (95c1608a-addd-4685-8812-6912de29ddca), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:30.439036 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 49324) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:24:30.461597 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339f47cb-de30-436f-aa84-d504bc98ef5f req-bfb8d53a-fac8-46bb-8a6c-66d3ad76bc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:30.463122 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-339f47cb-de30-436f-aa84-d504bc98ef5f req-bfb8d53a-fac8-46bb-8a6c-66d3ad76bc8d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=539c1c17-2423-4bef-adee-c91af64e6074 HTTP/1.1" status: 200 len: 1128 time: 0.3864284 Jan 28 19:24:30.471608 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device da0be0d6-9490-42f8-a6f1-5f0eedda44ba no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:24:30.497087 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: da0be0d6-9490-42f8-a6f1-5f0eedda44ba {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:24:30.497760 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device da0be0d6-9490-42f8-a6f1-5f0eedda44ba not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:24:30.498450 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device e0b8fdfb-02c6-467b-9870-3d5542dbdf8a no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:24:30.515140 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-99b4236d-a260-4bc2-9219-fdec8d832ac1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=21016aa8d78b40bfb94f4cb1162748ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0745256 Jan 28 19:24:30.519531 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 49330) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:24:30.523178 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: e0b8fdfb-02c6-467b-9870-3d5542dbdf8a {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:24:30.523772 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device e0b8fdfb-02c6-467b-9870-3d5542dbdf8a not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:24:30.538753 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f203a148-6fd5-4e8d-a687-2d703c45a287 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-730908'] for router (95c1608a-addd-4685-8812-6912de29ddca), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:30.539538 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f203a148-6fd5-4e8d-a687-2d703c45a287 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 95c1608a-addd-4685-8812-6912de29ddca {{(pid=103305) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:24:30.545409 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f203a148-6fd5-4e8d-a687-2d703c45a287 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:30.546563 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-f203a148-6fd5-4e8d-a687-2d703c45a287 admin admin] 10.222.0.64 "DELETE /v2.0/routers/95c1608a-addd-4685-8812-6912de29ddca HTTP/1.1" status: 204 len: 168 time: 1.8238714 Jan 28 19:24:30.549777 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 49332) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:24:30.577790 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-33684993-d5e1-4c23-8920-11a551b411f0 tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Publish callbacks [] for port (d9bb86e7-94d0-477f-80c1-bbc389300973), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:30.593357 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-339f47cb-de30-436f-aa84-d504bc98ef5f req-81433bd8-d163-4fa8-942f-e4db9fc15fe7 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6477e2db-f47c-494e-be68-463a4c5a4740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882831 Jan 28 19:24:30.638375 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-33684993-d5e1-4c23-8920-11a551b411f0 tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (d9bb86e7-94d0-477f-80c1-bbc389300973), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:30.641618 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-a02b47ec-cef8-4fa0-abda-f2dc0a4bb7e6 admin admin] Deleting subnet a125b0f8-c648-4892-8cc4-9d24d356ab8c {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:24:30.644038 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9405625f-b922-46ba-bdc5-366d12cc5cdb admin admin] Publish callbacks [] for security_group (ff0a7ca0-73d1-435a-8c79-518c9bdfd3dd), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:30.658521 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device b7296837-6794-49ea-943d-699907bad00f up at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:24:30.677587 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9405625f-b922-46ba-bdc5-366d12cc5cdb admin admin] Publish callbacks [] for security_group (ff0a7ca0-73d1-435a-8c79-518c9bdfd3dd), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:30.691686 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33684993-d5e1-4c23-8920-11a551b411f0 tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:24:30.701726 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-33684993-d5e1-4c23-8920-11a551b411f0 tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:24:30.710562 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33684993-d5e1-4c23-8920-11a551b411f0 tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:24:30.739763 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a02b47ec-cef8-4fa0-abda-f2dc0a4bb7e6 admin admin] Publish callbacks [] for subnet (a125b0f8-c648-4892-8cc4-9d24d356ab8c), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:30.759635 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning for port b7296837-6794-49ea-943d-699907bad00f completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:24:30.763871 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33684993-d5e1-4c23-8920-11a551b411f0 tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Pushing event updated for resources: {'Port': ['ID=d9bb86e7-94d0-477f-80c1-bbc389300973,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:30.765624 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9405625f-b922-46ba-bdc5-366d12cc5cdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (ff0a7ca0-73d1-435a-8c79-518c9bdfd3dd), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:30.767574 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning complete for port b7296837-6794-49ea-943d-699907bad00f triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:24:30.768249 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9405625f-b922-46ba-bdc5-366d12cc5cdb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:30.768535 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (b7296837-6794-49ea-943d-699907bad00f), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:30.769437 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-9405625f-b922-46ba-bdc5-366d12cc5cdb admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ff0a7ca0-73d1-435a-8c79-518c9bdfd3dd HTTP/1.1" status: 204 len: 168 time: 0.2482204 Jan 28 19:24:30.783359 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405625f-b922-46ba-bdc5-366d12cc5cdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff0a7ca0-73d1-435a-8c79-518c9bdfd3dd,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:30.794761 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a02b47ec-cef8-4fa0-abda-f2dc0a4bb7e6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4747050'] for subnet (a125b0f8-c648-4892-8cc4-9d24d356ab8c), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:30.867351 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a02b47ec-cef8-4fa0-abda-f2dc0a4bb7e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (a125b0f8-c648-4892-8cc4-9d24d356ab8c), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:30.931922 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port b7296837-6794-49ea-943d-699907bad00f is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:24:30.932751 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (b7296837-6794-49ea-943d-699907bad00f), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:31.001934 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port b7296837-6794-49ea-943d-699907bad00f, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=b7296837-6794-49ea-943d-699907bad00f,segment=NetworkSegment(ead782fa-48e0-4bb9-94ac-553f7c5da23e),segment_id=ead782fa-48e0-4bb9-94ac-553f7c5da23e)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:24:31.009333 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a02b47ec-cef8-4fa0-abda-f2dc0a4bb7e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4690616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5222356'] for subnet (a125b0f8-c648-4892-8cc4-9d24d356ab8c), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:31.010767 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (b7296837-6794-49ea-943d-699907bad00f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:31.059657 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02b47ec-cef8-4fa0-abda-f2dc0a4bb7e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a125b0f8-c648-4892-8cc4-9d24d356ab8c,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:31.067900 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a02b47ec-cef8-4fa0-abda-f2dc0a4bb7e6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:31.069925 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=b7296837-6794-49ea-943d-699907bad00f,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:31.078155 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-a02b47ec-cef8-4fa0-abda-f2dc0a4bb7e6 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/a125b0f8-c648-4892-8cc4-9d24d356ab8c HTTP/1.1" status: 204 len: 168 time: 0.5271485 Jan 28 19:24:31.081535 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 49338) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:24:31.183220 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-296f6128-c676-4534-a8ca-661951289933 req-a9ee9126-cd97-46e5-8179-7cd70bcaba0e tempest-ServerShowV254Test-771872459 tempest-ServerShowV254Test-771872459-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1a534c7-8b11-48a2-9b80-c5c8693d0ece HTTP/1.1" status: 200 len: 210 time: 0.0395806 Jan 28 19:24:31.258514 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fcf8b9d9-c129-45ea-b93e-e563770e1f74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (33c095fb-ef38-447a-b00a-cb10b3a9fb6a), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:31.292992 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 317f4556-51ab-4706-81b2-ba097b6f1422 up at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:24:31.319927 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-33684993-d5e1-4c23-8920-11a551b411f0 tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Publish callbacks [] for router_gateway (6eff82e8-9fb3-402e-8526-9b8da5834194), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:31.360664 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fcf8b9d9-c129-45ea-b93e-e563770e1f74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (33c095fb-ef38-447a-b00a-cb10b3a9fb6a), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:31.400709 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-fcf8b9d9-c129-45ea-b93e-e563770e1f74 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33c095fb-ef38-447a-b00a-cb10b3a9fb6a']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:24:31.434911 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-fcf8b9d9-c129-45ea-b93e-e563770e1f74 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d84d916-97fe-4a55-a454-c0fc25feb1a4') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:24:31.435223 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-fcf8b9d9-c129-45ea-b93e-e563770e1f74 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d84d916-97fe-4a55-a454-c0fc25feb1a4') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:24:31.454810 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning complete for port 317f4556-51ab-4706-81b2-ba097b6f1422 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:24:31.455443 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (317f4556-51ab-4706-81b2-ba097b6f1422), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:31.479398 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fcf8b9d9-c129-45ea-b93e-e563770e1f74 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4747091'] for segment (0d84d916-97fe-4a55-a454-c0fc25feb1a4), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:31.565960 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fcf8b9d9-c129-45ea-b93e-e563770e1f74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (0d84d916-97fe-4a55-a454-c0fc25feb1a4), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:31.592344 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcf8b9d9-c129-45ea-b93e-e563770e1f74 admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:24:31.592768 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fcf8b9d9-c129-45ea-b93e-e563770e1f74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4690514'] for segment (0d84d916-97fe-4a55-a454-c0fc25feb1a4), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:31.602470 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port 317f4556-51ab-4706-81b2-ba097b6f1422 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:24:31.603493 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (317f4556-51ab-4706-81b2-ba097b6f1422), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:31.609751 n-d-812111-14 neutron-server[103304]: Traceback (most recent call last): Jan 28 19:24:31.609751 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:24:31.609751 n-d-812111-14 neutron-server[103304]: timer() Jan 28 19:24:31.609751 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:24:31.609751 n-d-812111-14 neutron-server[103304]: cb(*args, **kw) Jan 28 19:24:31.609751 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:24:31.609751 n-d-812111-14 neutron-server[103304]: return func(*args, **kwargs) Jan 28 19:24:31.609751 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:24:31.609751 n-d-812111-14 neutron-server[103304]: self._notify() Jan 28 19:24:31.609751 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:24:31.609751 n-d-812111-14 neutron-server[103304]: self.callback(batched_events) Jan 28 19:24:31.609751 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:24:31.609751 n-d-812111-14 neutron-server[103304]: event.method(event) Jan 28 19:24:31.609751 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:24:31.609751 n-d-812111-14 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:24:31.609751 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:24:31.609751 n-d-812111-14 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:24:31.609751 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:24:31.609751 n-d-812111-14 neutron-server[103304]: return f(self, *a, **k) Jan 28 19:24:31.609751 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:24:31.609751 n-d-812111-14 neutron-server[103304]: return self._get(url).json() Jan 28 19:24:31.609751 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:24:31.609751 n-d-812111-14 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:24:31.609751 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:24:31.609751 n-d-812111-14 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 28 19:24:31.609751 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:24:31.609751 n-d-812111-14 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:24:31.609751 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:24:31.609751 n-d-812111-14 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:24:31.609751 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:24:31.609751 n-d-812111-14 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:24:31.609751 n-d-812111-14 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:24:31.639532 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d98f700-a3b6-4517-9a44-9a8b298c0d75 req-81994e10-b9af-428c-af7a-00baac745d1b tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:31.646166 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 317f4556-51ab-4706-81b2-ba097b6f1422, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=317f4556-51ab-4706-81b2-ba097b6f1422,segment=NetworkSegment(061cb951-c0bc-4d59-a3f2-ff4acb095ff3),segment_id=061cb951-c0bc-4d59-a3f2-ff4acb095ff3)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:24:31.649542 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1d98f700-a3b6-4517-9a44-9a8b298c0d75 req-81994e10-b9af-428c-af7a-00baac745d1b tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] 10.222.0.64 "GET /v2.0/ports?device_id=d6f2a668-32c4-4958-bb87-c9aa42e78ac8 HTTP/1.1" status: 200 len: 945 time: 0.1877148 Jan 28 19:24:31.660454 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (317f4556-51ab-4706-81b2-ba097b6f1422), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:31.719409 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=317f4556-51ab-4706-81b2-ba097b6f1422,revision_number=7']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:31.796259 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fcf8b9d9-c129-45ea-b93e-e563770e1f74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (33c095fb-ef38-447a-b00a-cb10b3a9fb6a), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:31.803330 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fcf8b9d9-c129-45ea-b93e-e563770e1f74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:31.808436 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-fcf8b9d9-c129-45ea-b93e-e563770e1f74 admin admin] 10.222.0.64 "DELETE /v2.0/networks/33c095fb-ef38-447a-b00a-cb10b3a9fb6a HTTP/1.1" status: 204 len: 168 time: 0.7245798 Jan 28 19:24:31.832353 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e38e0c-0ea4-4283-8474-6151b44dbc86 req-75b51861-ced1-4f66-a81b-770e7657ee3d tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:31.834996 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf8b9d9-c129-45ea-b93e-e563770e1f74 admin admin] Pushing event deleted for resources: {'Network': ['ID=33c095fb-ef38-447a-b00a-cb10b3a9fb6a,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:31.846730 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-84e38e0c-0ea4-4283-8474-6151b44dbc86 req-75b51861-ced1-4f66-a81b-770e7657ee3d tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/ports?device_id=81f17ed3-5f8a-4b82-a89d-2a86c185a3d7 HTTP/1.1" status: 200 len: 950 time: 0.2511268 Jan 28 19:24:31.853236 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1d98f700-a3b6-4517-9a44-9a8b298c0d75 req-23d23cb5-5f98-4fe5-a869-3a6023c7ed01 tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] 10.222.0.64 "GET /v2.0/security-groups?id=6477e2db-f47c-494e-be68-463a4c5a4740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977389 Jan 28 19:24:31.897721 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-33684993-d5e1-4c23-8920-11a551b411f0 tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-731439', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-731081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-261371'] for router (6eff82e8-9fb3-402e-8526-9b8da5834194), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:31.929339 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-33684993-d5e1-4c23-8920-11a551b411f0 tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-731460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-731478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-731485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-731120'] for router (6eff82e8-9fb3-402e-8526-9b8da5834194), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:32.001613 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-84e38e0c-0ea4-4283-8474-6151b44dbc86 req-e1d21a65-ca3e-41f8-ad02-58f5bc33a4cb tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d07f2a-7a3d-4718-9c1b-16394753837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345592 Jan 28 19:24:32.069981 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6f2a668-32c4-4958-bb87-c9aa42e78ac8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7296837-6794-49ea-943d-699907bad00f'}, {'server_uuid': 'fbcb90df-df4c-4718-a1f8-da2cde64470a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '317f4556-51ab-4706-81b2-ba097b6f1422'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:24:32.072782 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-474d1f15-c143-448b-8a2f-b0516db2579a" -d '{"events": [{"server_uuid": "d6f2a668-32c4-4958-bb87-c9aa42e78ac8", "name": "network-vif-plugged", "status": "completed", "tag": "b7296837-6794-49ea-943d-699907bad00f"}, {"server_uuid": "fbcb90df-df4c-4718-a1f8-da2cde64470a", "name": "network-vif-plugged", "status": "completed", "tag": "317f4556-51ab-4706-81b2-ba097b6f1422"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:24:32.089496 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 49376) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:24:32.145824 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-94cf44ba-1a71-4da3-9042-62f4de511196 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=13f3263032ef4a4996ce9c7be76c5dc2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0522203 Jan 28 19:24:32.146125 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 49378) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:24:32.163422 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 28 Jan 2022 19:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d11e486c-342a-444a-bfaf-0c890c3eb71f x-openstack-request-id: req-d11e486c-342a-444a-bfaf-0c890c3eb71f {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:24:32.163751 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6f2a668-32c4-4958-bb87-c9aa42e78ac8", "name": "network-vif-plugged", "status": "completed", "tag": "b7296837-6794-49ea-943d-699907bad00f", "code": 200}, {"server_uuid": "fbcb90df-df4c-4718-a1f8-da2cde64470a", "name": "network-vif-plugged", "status": "completed", "tag": "317f4556-51ab-4706-81b2-ba097b6f1422", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:24:32.163983 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d11e486c-342a-444a-bfaf-0c890c3eb71f {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:24:32.164392 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6f2a668-32c4-4958-bb87-c9aa42e78ac8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7296837-6794-49ea-943d-699907bad00f', 'code': 200} Jan 28 19:24:32.164652 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbcb90df-df4c-4718-a1f8-da2cde64470a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '317f4556-51ab-4706-81b2-ba097b6f1422', 'code': 200} Jan 28 19:24:32.189772 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33684993-d5e1-4c23-8920-11a551b411f0 tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Router 6eff82e8-9fb3-402e-8526-9b8da5834194 is scheduled to L3 agent 76fe5c49-705a-4e08-abb2-be585676213f with binding_index 1 {{(pid=103305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 19:24:32.258930 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c027a06e-8c70-4034-9c1d-0bf92186d052 admin admin] Publish callbacks [] for security_group (ed5dbff7-d8b6-44bf-8755-79d5f3e8f67e), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:32.302279 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c027a06e-8c70-4034-9c1d-0bf92186d052 admin admin] Publish callbacks [] for security_group (ed5dbff7-d8b6-44bf-8755-79d5f3e8f67e), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:32.350493 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33684993-d5e1-4c23-8920-11a551b411f0 tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:24:32.361937 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e4463e-f98d-412a-945e-337a2d3ca53b None None] Sync routers for ids ['6eff82e8-9fb3-402e-8526-9b8da5834194'] in n-d-812111-14 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:24:32.364183 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-33684993-d5e1-4c23-8920-11a551b411f0 tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:32.366107 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-33684993-d5e1-4c23-8920-11a551b411f0 tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] 10.222.0.64 "PUT /v2.0/routers/6eff82e8-9fb3-402e-8526-9b8da5834194 HTTP/1.1" status: 200 len: 915 time: 3.4159949 Jan 28 19:24:32.368748 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 49386) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:24:32.372512 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-873e10c7-1e85-455e-ad53-57a19712ea64 req-28ecc709-7622-472b-ac69-52d784ffe206 tempest-ServerShowV254Test-771872459 tempest-ServerShowV254Test-771872459-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1a534c7-8b11-48a2-9b80-c5c8693d0ece HTTP/1.1" status: 200 len: 210 time: 0.0430582 Jan 28 19:24:32.403905 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c027a06e-8c70-4034-9c1d-0bf92186d052 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (ed5dbff7-d8b6-44bf-8755-79d5f3e8f67e), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:32.406941 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c027a06e-8c70-4034-9c1d-0bf92186d052 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:32.409382 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-c027a06e-8c70-4034-9c1d-0bf92186d052 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ed5dbff7-d8b6-44bf-8755-79d5f3e8f67e HTTP/1.1" status: 204 len: 168 time: 0.2611017 Jan 28 19:24:32.415883 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e4463e-f98d-412a-945e-337a2d3ca53b None None] Routers {'6eff82e8-9fb3-402e-8526-9b8da5834194'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:24:32.417855 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-25e4463e-f98d-412a-945e-337a2d3ca53b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:24:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['6eff82e8-9fb3-402e-8526-9b8da5834194'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:24:32.421571 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c027a06e-8c70-4034-9c1d-0bf92186d052 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed5dbff7-d8b6-44bf-8755-79d5f3e8f67e,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:32.496471 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fb1619-f7be-4bbf-97f7-eaf12dffe3ad req-abe5cda2-37ac-46f0-8703-aed0a894eeae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:32.498529 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c4fb1619-f7be-4bbf-97f7-eaf12dffe3ad req-abe5cda2-37ac-46f0-8703-aed0a894eeae service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=d6f2a668-32c4-4958-bb87-c9aa42e78ac8 HTTP/1.1" status: 200 len: 1128 time: 0.1761587 Jan 28 19:24:32.516240 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-25e4463e-f98d-412a-945e-337a2d3ca53b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:24:32.555793 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-97707ebf-8931-411a-bac8-785f525772f4 tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] 10.222.0.64 "GET /v2.0/routers/6eff82e8-9fb3-402e-8526-9b8da5834194 HTTP/1.1" status: 200 len: 921 time: 0.1856883 Jan 28 19:24:32.560502 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 49400) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:24:32.564277 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e4463e-f98d-412a-945e-337a2d3ca53b None None] Routers {'6eff82e8-9fb3-402e-8526-9b8da5834194'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:24:32.571742 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-25e4463e-f98d-412a-945e-337a2d3ca53b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:24:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['6eff82e8-9fb3-402e-8526-9b8da5834194'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:24:32.609954 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-25e4463e-f98d-412a-945e-337a2d3ca53b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:24:32.611346 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e4463e-f98d-412a-945e-337a2d3ca53b None None] The sync data for ids ['6eff82e8-9fb3-402e-8526-9b8da5834194'] in n-d-812111-14 is: [] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:24:32.644068 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c4fb1619-f7be-4bbf-97f7-eaf12dffe3ad req-bc627fe6-15f5-4279-9b6e-ed10a6a8ad33 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=6477e2db-f47c-494e-be68-463a4c5a4740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395869 Jan 28 19:24:33.098951 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c2e2ce1-840e-4301-a2ef-9a598d51c839 tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:33.106147 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-4c2e2ce1-840e-4301-a2ef-9a598d51c839 tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] 10.222.0.64 "GET /v2.0/ports?network_id=d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8&device_id=6eff82e8-9fb3-402e-8526-9b8da5834194&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5452394 Jan 28 19:24:33.109005 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 49434) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:24:33.191639 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8298605b-036b-4de0-ace6-e96fbc3014da req-efe655e5-176c-4a95-a7fe-ffa19150efbf tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:33.194215 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8298605b-036b-4de0-ace6-e96fbc3014da req-efe655e5-176c-4a95-a7fe-ffa19150efbf tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] 10.222.0.64 "GET /v2.0/ports?device_id=d6f2a668-32c4-4958-bb87-c9aa42e78ac8 HTTP/1.1" status: 200 len: 945 time: 0.1875939 Jan 28 19:24:33.252567 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d66926-e17c-48a6-ba88-b40a75c7699e req-0f92af23-4019-45a9-b9a1-52eec5958b36 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:33.255702 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-08d66926-e17c-48a6-ba88-b40a75c7699e req-0f92af23-4019-45a9-b9a1-52eec5958b36 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/ports?device_id=81f17ed3-5f8a-4b82-a89d-2a86c185a3d7 HTTP/1.1" status: 200 len: 950 time: 0.1495562 Jan 28 19:24:33.277456 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7672d30-ab59-4d20-9d30-f659a63b0334 tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:33.279218 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-b7672d30-ab59-4d20-9d30-f659a63b0334 tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] 10.222.0.64 "GET /v2.0/networks/d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 HTTP/1.1" status: 200 len: 881 time: 0.1691110 Jan 28 19:24:33.284711 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 49440) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:24:33.316545 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8298605b-036b-4de0-ace6-e96fbc3014da req-f70f8b48-a042-4d87-87e2-340d4a694089 tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] 10.222.0.64 "GET /v2.0/security-groups?id=6477e2db-f47c-494e-be68-463a4c5a4740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128843 Jan 28 19:24:33.328941 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-08d66926-e17c-48a6-ba88-b40a75c7699e req-4889fbf7-51cc-43a1-b594-20fc1f92c1e5 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d07f2a-7a3d-4718-9c1b-16394753837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681951 Jan 28 19:24:33.341279 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-f773c9c2-1eb4-4daa-9ce9-43a4f1cc1662 tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] 10.222.0.64 "GET /v2.0/ports?device_id=6eff82e8-9fb3-402e-8526-9b8da5834194 HTTP/1.1" status: 200 len: 205 time: 0.0549502 Jan 28 19:24:33.343603 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 49444) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:24:33.444513 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 49446) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:24:33.558143 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1ef9e293-7d26-422d-864a-d49f18b05fc8 tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Publish callbacks [] for router (6eff82e8-9fb3-402e-8526-9b8da5834194), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:33.594948 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-bf74bd34-ba91-41ab-a40f-d25d2a7c8193 req-0e1f050f-96e1-4735-b7ca-99bb832555ec tempest-ServerShowV254Test-771872459 tempest-ServerShowV254Test-771872459-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1a534c7-8b11-48a2-9b80-c5c8693d0ece HTTP/1.1" status: 200 len: 210 time: 0.0501773 Jan 28 19:24:33.622722 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a3268966-6e31-412a-9534-089032ac0883 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:33.763649 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a3268966-6e31-412a-9534-089032ac0883 admin admin] Publish callbacks [] for security_group (5842e93a-1dfb-47aa-87fc-7170e09bdd72), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:33.772497 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a3268966-6e31-412a-9534-089032ac0883 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (5842e93a-1dfb-47aa-87fc-7170e09bdd72), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:33.797854 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 49470) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:24:33.819356 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1ef9e293-7d26-422d-864a-d49f18b05fc8 tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Publish callbacks [] for router_gateway (6eff82e8-9fb3-402e-8526-9b8da5834194), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:33.825563 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-a3268966-6e31-412a-9534-089032ac0883 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7264cdd7f68c4ab1bb82663fce9d47c0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3793213 Jan 28 19:24:33.832979 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 49474) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:24:33.866702 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3268966-6e31-412a-9534-089032ac0883 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5842e93a-1dfb-47aa-87fc-7170e09bdd72,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:33.889841 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-605a3baa-1b4c-48dd-be8e-9f3e35d77af7 admin admin] Publish callbacks [] for security_group (5842e93a-1dfb-47aa-87fc-7170e09bdd72), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:33.934767 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-605a3baa-1b4c-48dd-be8e-9f3e35d77af7 admin admin] Publish callbacks [] for security_group (5842e93a-1dfb-47aa-87fc-7170e09bdd72), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:33.949140 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-1ef9e293-7d26-422d-864a-d49f18b05fc8 tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Deleting port d9bb86e7-94d0-477f-80c1-bbc389300973 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:24:33.949574 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1ef9e293-7d26-422d-864a-d49f18b05fc8 tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (d9bb86e7-94d0-477f-80c1-bbc389300973), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:34.008644 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-dfc6744a-4b35-4142-b195-5060e3e2ff3b admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-403842313-network', 'tenant_id': 'a69c149c7c75487c8a03aa6b8d7e79d6'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:24:34.013654 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-605a3baa-1b4c-48dd-be8e-9f3e35d77af7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (5842e93a-1dfb-47aa-87fc-7170e09bdd72), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:34.016307 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-605a3baa-1b4c-48dd-be8e-9f3e35d77af7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:34.024118 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-605a3baa-1b4c-48dd-be8e-9f3e35d77af7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5842e93a-1dfb-47aa-87fc-7170e09bdd72 HTTP/1.1" status: 204 len: 168 time: 0.1933565 Jan 28 19:24:34.063169 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605a3baa-1b4c-48dd-be8e-9f3e35d77af7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5842e93a-1dfb-47aa-87fc-7170e09bdd72,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:34.085749 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfc6744a-4b35-4142-b195-5060e3e2ff3b admin admin] Made reservation on behalf of a69c149c7c75487c8a03aa6b8d7e79d6 for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:24:34.088978 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-dfc6744a-4b35-4142-b195-5060e3e2ff3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:34.095987 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1ef9e293-7d26-422d-864a-d49f18b05fc8 tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (d9bb86e7-94d0-477f-80c1-bbc389300973), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:34.100704 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-dfc6744a-4b35-4142-b195-5060e3e2ff3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:34.125518 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-1ef9e293-7d26-422d-864a-d49f18b05fc8 tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Calling delete_port for d9bb86e7-94d0-477f-80c1-bbc389300973 owned by network:router_gateway {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:24:34.220847 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-dfc6744a-4b35-4142-b195-5060e3e2ff3b admin admin] Publish callbacks [] for security_group (f20f4460-614c-4b14-a387-690383a62119), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:34.227005 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-dfc6744a-4b35-4142-b195-5060e3e2ff3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (f20f4460-614c-4b14-a387-690383a62119), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:34.290772 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfc6744a-4b35-4142-b195-5060e3e2ff3b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:24:34.304859 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc6744a-4b35-4142-b195-5060e3e2ff3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f20f4460-614c-4b14-a387-690383a62119,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:34.379943 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-dfc6744a-4b35-4142-b195-5060e3e2ff3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (89df972e-c3a8-4641-96a7-c2d8401a7041), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:34.380504 n-d-812111-14 neutron-server[103304]: INFO neutron.db.segments_db [None req-dfc6744a-4b35-4142-b195-5060e3e2ff3b admin admin] Added segment 89df972e-c3a8-4641-96a7-c2d8401a7041 of type vlan for network 227efcb5-a846-4336-be78-10d99c52fc29 Jan 28 19:24:34.394884 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1ef9e293-7d26-422d-864a-d49f18b05fc8 tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (d9bb86e7-94d0-477f-80c1-bbc389300973), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:34.469792 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef9e293-7d26-422d-864a-d49f18b05fc8 tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Pushing event deleted for resources: {'Port': ['ID=d9bb86e7-94d0-477f-80c1-bbc389300973,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:34.509470 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-dfc6744a-4b35-4142-b195-5060e3e2ff3b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (227efcb5-a846-4336-be78-10d99c52fc29), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:34.546016 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b09e32-953e-4e6a-b6b4-fab02af75d76 req-f766cb1c-e509-4d80-b8df-eddfa502a47f tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:34.547503 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-56b09e32-953e-4e6a-b6b4-fab02af75d76 req-f766cb1c-e509-4d80-b8df-eddfa502a47f tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] 10.222.0.64 "GET /v2.0/ports?device_id=d6f2a668-32c4-4958-bb87-c9aa42e78ac8 HTTP/1.1" status: 200 len: 945 time: 0.1441860 Jan 28 19:24:34.564797 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-dfc6744a-4b35-4142-b195-5060e3e2ff3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (227efcb5-a846-4336-be78-10d99c52fc29), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:34.565770 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfc6744a-4b35-4142-b195-5060e3e2ff3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:34.566393 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-dfc6744a-4b35-4142-b195-5060e3e2ff3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:34.670178 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-dfc6744a-4b35-4142-b195-5060e3e2ff3b admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.8684874 Jan 28 19:24:34.678087 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 49496) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:24:34.688797 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c49cb0-7a83-4d7d-bf19-6558f04329c3 req-d5a7c3cf-e4a0-414b-8cb6-a1521ec4023e tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:34.690674 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c7c49cb0-7a83-4d7d-bf19-6558f04329c3 req-d5a7c3cf-e4a0-414b-8cb6-a1521ec4023e tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/ports?device_id=81f17ed3-5f8a-4b82-a89d-2a86c185a3d7 HTTP/1.1" status: 200 len: 950 time: 0.2121024 Jan 28 19:24:34.690935 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-cc55494c-8e94-4d06-bbc6-9087de66d8ce admin admin] Request body: {'subnet': {'network_id': '227efcb5-a846-4336-be78-10d99c52fc29', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-403842313-subnet', 'tenant_id': 'a69c149c7c75487c8a03aa6b8d7e79d6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:24:34.696710 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1ef9e293-7d26-422d-864a-d49f18b05fc8 tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-731488'] for router_gateway (6eff82e8-9fb3-402e-8526-9b8da5834194), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:34.704643 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc6744a-4b35-4142-b195-5060e3e2ff3b admin admin] Pushing event updated for resources: {'Network': ['ID=227efcb5-a846-4336-be78-10d99c52fc29,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:34.712325 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-56b09e32-953e-4e6a-b6b4-fab02af75d76 req-d4fcc2ad-8239-48bf-b346-99c4a2096bf4 tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] 10.222.0.64 "GET /v2.0/security-groups?id=6477e2db-f47c-494e-be68-463a4c5a4740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573861 Jan 28 19:24:34.719476 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network 227efcb5-a846-4336-be78-10d99c52fc29 details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:24:34.729158 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc55494c-8e94-4d06-bbc6-9087de66d8ce admin admin] Made reservation on behalf of a69c149c7c75487c8a03aa6b8d7e79d6 for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:24:34.733341 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cc55494c-8e94-4d06-bbc6-9087de66d8ce admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5221429'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:34.908097 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1ef9e293-7d26-422d-864a-d49f18b05fc8 tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-730901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261120'] for router (6eff82e8-9fb3-402e-8526-9b8da5834194), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:34.912637 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1ef9e293-7d26-422d-864a-d49f18b05fc8 tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Publish callbacks [] for router_controller (6eff82e8-9fb3-402e-8526-9b8da5834194), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:34.949645 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-66f28673-5a81-4375-8411-0ba26757977a req-08da0c44-033d-49fd-b532-f096c66f775e tempest-ServerShowV254Test-771872459 tempest-ServerShowV254Test-771872459-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1a534c7-8b11-48a2-9b80-c5c8693d0ece HTTP/1.1" status: 200 len: 210 time: 0.0689650 Jan 28 19:24:34.975238 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c7c49cb0-7a83-4d7d-bf19-6558f04329c3 req-be29109b-81b4-418a-993b-fc904cfddaae tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d07f2a-7a3d-4718-9c1b-16394753837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2747059 Jan 28 19:24:34.976424 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1ef9e293-7d26-422d-864a-d49f18b05fc8 tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-730908'] for router (6eff82e8-9fb3-402e-8526-9b8da5834194), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:34.976858 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ef9e293-7d26-422d-864a-d49f18b05fc8 tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Fanout notify agent at l3_agent the message router_deleted on router 6eff82e8-9fb3-402e-8526-9b8da5834194 {{(pid=103305) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:24:34.994703 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1ef9e293-7d26-422d-864a-d49f18b05fc8 tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:34.996043 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-1ef9e293-7d26-422d-864a-d49f18b05fc8 tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] 10.222.0.64 "DELETE /v2.0/routers/6eff82e8-9fb3-402e-8526-9b8da5834194 HTTP/1.1" status: 204 len: 168 time: 1.6513336 Jan 28 19:24:35.007256 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 49506) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:24:35.012007 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-2a257b4f-b3d3-46ef-a1ad-233b220eaa20 tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-963235813', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:24:35.050026 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2a257b4f-b3d3-46ef-a1ad-233b220eaa20 tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261150'] for router (95134a2d-584b-411e-83b9-b64501cb1df8), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:35.056444 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cc55494c-8e94-4d06-bbc6-9087de66d8ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4690681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5221415'] for subnet (9a1bb6d2-eaf4-46c8-b9c8-a66c9fa637c1), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:35.060297 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2a257b4f-b3d3-46ef-a1ad-233b220eaa20 tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-731099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-731441', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261129'] for router (95134a2d-584b-411e-83b9-b64501cb1df8), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:35.196172 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2a257b4f-b3d3-46ef-a1ad-233b220eaa20 tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Publish callbacks [] for router_controller (95134a2d-584b-411e-83b9-b64501cb1df8), precommit_add_association {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:35.202830 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2a257b4f-b3d3-46ef-a1ad-233b220eaa20 tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-731074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-731460'] for router (95134a2d-584b-411e-83b9-b64501cb1df8), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:35.233377 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc55494c-8e94-4d06-bbc6-9087de66d8ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a1bb6d2-eaf4-46c8-b9c8-a66c9fa637c1,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:35.234284 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2a257b4f-b3d3-46ef-a1ad-233b220eaa20 tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:35.239181 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-2a257b4f-b3d3-46ef-a1ad-233b220eaa20 tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2273023 Jan 28 19:24:35.241055 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 49520) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:24:35.248158 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-d7b6742c-b1b9-4d96-9844-6cddc8682189 tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'enable_snat': False}}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:24:35.255001 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc55494c-8e94-4d06-bbc6-9087de66d8ce admin admin] Checking segment: {'id': '89df972e-c3a8-4641-96a7-c2d8401a7041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '227efcb5-a846-4336-be78-10d99c52fc29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:24:35.255382 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc55494c-8e94-4d06-bbc6-9087de66d8ce admin admin] Network hostable DHCP agents. Network: 227efcb5-a846-4336-be78-10d99c52fc29, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:24:35.294899 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206d97b0-e990-41fc-b5fa-716fa565613a req-b5e5db55-185c-414d-8768-f15fefdce726 tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:35.302627 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-206d97b0-e990-41fc-b5fa-716fa565613a req-b5e5db55-185c-414d-8768-f15fefdce726 tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] 10.222.0.64 "GET /v2.0/ports?device_id=0425ea7b-6d18-454c-999c-27e8a0758954 HTTP/1.1" status: 200 len: 946 time: 0.1746812 Jan 28 19:24:35.331105 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc55494c-8e94-4d06-bbc6-9087de66d8ce admin admin] Network 227efcb5-a846-4336-be78-10d99c52fc29 is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:24:35.357517 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-cc55494c-8e94-4d06-bbc6-9087de66d8ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, 227efcb5-a846-4336-be78-10d99c52fc29) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:24:35.367093 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe39b0f2-d9ae-4171-b8cb-d2e341dace0e None None] Network 227efcb5-a846-4336-be78-10d99c52fc29 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:24:35.367830 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc55494c-8e94-4d06-bbc6-9087de66d8ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:35.368666 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cc55494c-8e94-4d06-bbc6-9087de66d8ce admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:35.400764 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-206d97b0-e990-41fc-b5fa-716fa565613a req-72ec01a6-d5cd-43b2-a7a3-316220c57bdb tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] 10.222.0.64 "GET /v2.0/security-groups?id=6477e2db-f47c-494e-be68-463a4c5a4740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970078 Jan 28 19:24:35.415645 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-cc55494c-8e94-4d06-bbc6-9087de66d8ce admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7365425 Jan 28 19:24:35.628564 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d61eaca-5138-4429-a66f-c4dd40b93272 None None] Network 227efcb5-a846-4336-be78-10d99c52fc29 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:24:35.745791 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d7b6742c-b1b9-4d96-9844-6cddc8682189 tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Publish callbacks [] for router_gateway (95134a2d-584b-411e-83b9-b64501cb1df8), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:35.782448 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5e78ee-adfb-4b0f-a428-8a9e1e1b6b24 req-488e1848-90eb-4ddc-9a57-521cd3018c58 tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:35.789794 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2e5e78ee-adfb-4b0f-a428-8a9e1e1b6b24 req-488e1848-90eb-4ddc-9a57-521cd3018c58 tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] 10.222.0.64 "GET /v2.0/ports?device_id=539c1c17-2423-4bef-adee-c91af64e6074 HTTP/1.1" status: 200 len: 945 time: 0.2391181 Jan 28 19:24:35.911851 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2e5e78ee-adfb-4b0f-a428-8a9e1e1b6b24 req-a49d3ee2-8270-4eaf-9c72-964f09d07616 tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] 10.222.0.64 "GET /v2.0/security-groups?id=6477e2db-f47c-494e-be68-463a4c5a4740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205499 Jan 28 19:24:36.124853 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d7b6742c-b1b9-4d96-9844-6cddc8682189 tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Publish callbacks [] for router_gateway (95134a2d-584b-411e-83b9-b64501cb1df8), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:36.163081 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d7b6742c-b1b9-4d96-9844-6cddc8682189 tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:36.290631 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f45996-bf39-4122-a5ee-44e077cdbc39 req-6b2abc0b-044b-4749-b89b-6569b6187fc2 tempest-ServerTagsTestJSON-1033397915 tempest-ServerTagsTestJSON-1033397915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:36.301192 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-07f45996-bf39-4122-a5ee-44e077cdbc39 req-6b2abc0b-044b-4749-b89b-6569b6187fc2 tempest-ServerTagsTestJSON-1033397915 tempest-ServerTagsTestJSON-1033397915-project] 10.222.0.64 "GET /v2.0/networks?id=227efcb5-a846-4336-be78-10d99c52fc29 HTTP/1.1" status: 200 len: 808 time: 0.1550946 Jan 28 19:24:36.316629 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-07f45996-bf39-4122-a5ee-44e077cdbc39 req-ace41ab5-9f3d-4519-9cc5-ac0f6197ab48 tempest-ServerTagsTestJSON-1033397915 tempest-ServerTagsTestJSON-1033397915-project] 10.222.0.64 "GET /v2.0/quotas/a69c149c7c75487c8a03aa6b8d7e79d6 HTTP/1.1" status: 200 len: 375 time: 0.0142159 Jan 28 19:24:36.371074 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-07f45996-bf39-4122-a5ee-44e077cdbc39 req-05df9fb1-df07-408a-bb64-d0c54fe8586a tempest-ServerTagsTestJSON-1033397915 tempest-ServerTagsTestJSON-1033397915-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=a69c149c7c75487c8a03aa6b8d7e79d6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0389035 Jan 28 19:24:36.392138 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cf5b2d-f46e-4bb0-bedf-96c7ef96fa82 req-061ab721-ab93-45f0-95c1-38827f19308f tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:36.394067 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-94cf5b2d-f46e-4bb0-bedf-96c7ef96fa82 req-061ab721-ab93-45f0-95c1-38827f19308f tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] 10.222.0.64 "GET /v2.0/ports?device_id=d6f2a668-32c4-4958-bb87-c9aa42e78ac8 HTTP/1.1" status: 200 len: 945 time: 0.1245396 Jan 28 19:24:36.421809 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-d7b6742c-b1b9-4d96-9844-6cddc8682189 tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Allocated IP 172.25.6.160 (d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8/a648e4ab-7422-41b9-b133-58aca25ab8f5/269924bf-57f5-4baf-a56c-7611dc290490) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:24:36.484063 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-94cf5b2d-f46e-4bb0-bedf-96c7ef96fa82 req-f9d3176b-1419-49f3-91c7-a05ec86611bc tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] 10.222.0.64 "GET /v2.0/security-groups?id=6477e2db-f47c-494e-be68-463a4c5a4740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764115 Jan 28 19:24:36.606968 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c1c0c9ac-fb45-40af-a6c1-d2e821f1c3c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:36.686886 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93e94f3-f143-4950-82b1-dbe44c74c88b req-c7132e85-3c75-43ec-87d1-b4295df00ccc tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:36.693389 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-07f45996-bf39-4122-a5ee-44e077cdbc39 req-fc5e5ed6-26ed-4cd3-add3-ebb89524f2fa service neutron] 10.222.0.64 "GET /v2.0/networks/227efcb5-a846-4336-be78-10d99c52fc29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3138888 Jan 28 19:24:36.700463 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d93e94f3-f143-4950-82b1-dbe44c74c88b req-c7132e85-3c75-43ec-87d1-b4295df00ccc tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/ports?device_id=81f17ed3-5f8a-4b82-a89d-2a86c185a3d7 HTTP/1.1" status: 200 len: 950 time: 0.1470058 Jan 28 19:24:36.742776 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d7b6742c-b1b9-4d96-9844-6cddc8682189 tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Publish callbacks [] for port (269924bf-57f5-4baf-a56c-7611dc290490), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:36.795742 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-07f45996-bf39-4122-a5ee-44e077cdbc39 req-c43b465c-4c35-4c92-948f-fa507ef56059 service neutron] 10.222.0.64 "GET /v2.0/networks/227efcb5-a846-4336-be78-10d99c52fc29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013534 Jan 28 19:24:36.804193 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d7b6742c-b1b9-4d96-9844-6cddc8682189 tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (269924bf-57f5-4baf-a56c-7611dc290490), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:36.923933 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d93e94f3-f143-4950-82b1-dbe44c74c88b req-284aee30-f52a-411a-95ba-044e759afb82 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d07f2a-7a3d-4718-9c1b-16394753837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217295 Jan 28 19:24:36.943841 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b6742c-b1b9-4d96-9844-6cddc8682189 tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:24:36.949128 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-d7b6742c-b1b9-4d96-9844-6cddc8682189 tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:24:36.952855 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b6742c-b1b9-4d96-9844-6cddc8682189 tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:24:37.091286 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-47f8fa7f-e9f4-4c57-b733-297f2f53b7de req-1930fd80-202f-45d9-b578-6bfb8b5a844c tempest-ServerShowV254Test-771872459 tempest-ServerShowV254Test-771872459-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1a534c7-8b11-48a2-9b80-c5c8693d0ece HTTP/1.1" status: 200 len: 210 time: 0.0625343 Jan 28 19:24:37.095407 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b6742c-b1b9-4d96-9844-6cddc8682189 tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Pushing event updated for resources: {'Port': ['ID=269924bf-57f5-4baf-a56c-7611dc290490,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:37.442443 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42a4130-16d1-4bd6-a708-6c5d2215d96f req-4e39fa76-4be3-4ef4-9b84-d64968b60a45 tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:37.447877 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-cc131cd6-5afd-45f2-aafb-26004711af7e req-59f1b76d-bfed-4d54-828f-452fc0f1b566 tempest-ServerTagsTestJSON-1033397915 tempest-ServerTagsTestJSON-1033397915-project] 10.222.0.64 "GET /v2.0/ports?device_id=218ca1dd-e2b7-4f26-aea6-ce11c6093409 HTTP/1.1" status: 200 len: 210 time: 0.2508287 Jan 28 19:24:37.453995 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d42a4130-16d1-4bd6-a708-6c5d2215d96f req-4e39fa76-4be3-4ef4-9b84-d64968b60a45 tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] 10.222.0.64 "GET /v2.0/ports?device_id=0425ea7b-6d18-454c-999c-27e8a0758954 HTTP/1.1" status: 200 len: 946 time: 0.1007385 Jan 28 19:24:37.537158 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d7b6742c-b1b9-4d96-9844-6cddc8682189 tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Publish callbacks [] for router_gateway (95134a2d-584b-411e-83b9-b64501cb1df8), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:37.587924 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d42a4130-16d1-4bd6-a708-6c5d2215d96f req-832169f8-d719-4686-b99f-eaf19944811e tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] 10.222.0.64 "GET /v2.0/security-groups?id=6477e2db-f47c-494e-be68-463a4c5a4740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316323 Jan 28 19:24:37.992188 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d7b6742c-b1b9-4d96-9844-6cddc8682189 tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-731439', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-731081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-261371'] for router (95134a2d-584b-411e-83b9-b64501cb1df8), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:38.060257 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d7b6742c-b1b9-4d96-9844-6cddc8682189 tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-731460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-731478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-731485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-731120'] for router (95134a2d-584b-411e-83b9-b64501cb1df8), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:38.109413 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dc6520-462a-4935-a77e-12f90e350f7b req-fa7e773f-bbd3-40d1-8b20-83087db53558 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:38.118256 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-82dc6520-462a-4935-a77e-12f90e350f7b req-fa7e773f-bbd3-40d1-8b20-83087db53558 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/ports?device_id=81f17ed3-5f8a-4b82-a89d-2a86c185a3d7 HTTP/1.1" status: 200 len: 950 time: 0.0854797 Jan 28 19:24:38.178091 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ad7b95-9997-4e42-873c-ae6cedd4f9d1 req-1de19939-86c5-4863-a85c-fc9cd3fcca93 tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:38.184636 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ad7b95-9997-4e42-873c-ae6cedd4f9d1 req-1de19939-86c5-4863-a85c-fc9cd3fcca93 tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:38.186586 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-82dc6520-462a-4935-a77e-12f90e350f7b req-59d7ae7f-fb85-4aea-97c6-1702071e7792 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d07f2a-7a3d-4718-9c1b-16394753837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675256 Jan 28 19:24:38.189819 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ad7b95-9997-4e42-873c-ae6cedd4f9d1 req-1de19939-86c5-4863-a85c-fc9cd3fcca93 tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:38.191513 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-64ad7b95-9997-4e42-873c-ae6cedd4f9d1 req-1de19939-86c5-4863-a85c-fc9cd3fcca93 tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] 10.222.0.64 "GET /v2.0/ports?device_id=d6f2a668-32c4-4958-bb87-c9aa42e78ac8&device_id=539c1c17-2423-4bef-adee-c91af64e6074&device_id=0425ea7b-6d18-454c-999c-27e8a0758954 HTTP/1.1" status: 200 len: 2417 time: 0.1973388 Jan 28 19:24:38.270358 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-64ad7b95-9997-4e42-873c-ae6cedd4f9d1 req-f6a8b898-1a62-4614-9924-0969c17820bc tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] 10.222.0.64 "GET /v2.0/security-groups?id=6477e2db-f47c-494e-be68-463a4c5a4740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696390 Jan 28 19:24:38.314063 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7b6742c-b1b9-4d96-9844-6cddc8682189 tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Router 95134a2d-584b-411e-83b9-b64501cb1df8 is scheduled to L3 agent 76fe5c49-705a-4e08-abb2-be585676213f with binding_index 1 {{(pid=103305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 19:24:38.490774 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d90e67f4-32f2-48c6-acb3-95d076ed6a82 req-95b41784-173f-436b-9c9b-7bb57de2c589 tempest-ServerShowV254Test-771872459 tempest-ServerShowV254Test-771872459-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1a534c7-8b11-48a2-9b80-c5c8693d0ece HTTP/1.1" status: 200 len: 210 time: 0.0665834 Jan 28 19:24:38.495035 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c368e3ec-1f77-4749-b3b1-17c455af5650 req-050e7f4c-f18d-4a06-853d-ed60a1865f28 tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:38.508029 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c368e3ec-1f77-4749-b3b1-17c455af5650 req-050e7f4c-f18d-4a06-853d-ed60a1865f28 tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] 10.222.0.64 "GET /v2.0/ports?device_id=d6f2a668-32c4-4958-bb87-c9aa42e78ac8 HTTP/1.1" status: 200 len: 945 time: 0.0875251 Jan 28 19:24:38.564534 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c368e3ec-1f77-4749-b3b1-17c455af5650 req-c8fa51cd-2207-4032-b009-539eead9a8e9 tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] 10.222.0.64 "GET /v2.0/security-groups?id=6477e2db-f47c-494e-be68-463a4c5a4740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553918 Jan 28 19:24:38.746848 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-0c0ed42b-3261-43a3-84c2-d8a8fbb2c591 req-0abc9ba7-8f44-4c7a-b6fc-c89585f9fc36 tempest-ServerTagsTestJSON-1033397915 tempest-ServerTagsTestJSON-1033397915-project] 10.222.0.64 "GET /v2.0/ports?device_id=218ca1dd-e2b7-4f26-aea6-ce11c6093409 HTTP/1.1" status: 200 len: 210 time: 0.0882564 Jan 28 19:24:38.796429 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7b6742c-b1b9-4d96-9844-6cddc8682189 tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:24:38.816073 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6315d5-605f-409e-acb8-a3d953dbb21c None None] Sync routers for ids ['95134a2d-584b-411e-83b9-b64501cb1df8'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:24:38.817001 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d7b6742c-b1b9-4d96-9844-6cddc8682189 tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:38.821314 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-d7b6742c-b1b9-4d96-9844-6cddc8682189 tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] 10.222.0.64 "PUT /v2.0/routers/95134a2d-584b-411e-83b9-b64501cb1df8 HTTP/1.1" status: 200 len: 915 time: 3.5760002 Jan 28 19:24:38.821314 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 49644) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:24:38.832668 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6315d5-605f-409e-acb8-a3d953dbb21c None None] Routers {'95134a2d-584b-411e-83b9-b64501cb1df8'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:24:38.840961 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-2c6315d5-605f-409e-acb8-a3d953dbb21c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:24:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['95134a2d-584b-411e-83b9-b64501cb1df8'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:24:38.905844 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-2c6315d5-605f-409e-acb8-a3d953dbb21c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:24:38.929747 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4966c46d-322a-44fd-8d4f-b0de7413e0d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:38.939264 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6315d5-605f-409e-acb8-a3d953dbb21c None None] Routers {'95134a2d-584b-411e-83b9-b64501cb1df8'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:24:38.940099 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-2c6315d5-605f-409e-acb8-a3d953dbb21c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:24:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['95134a2d-584b-411e-83b9-b64501cb1df8'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:24:38.955076 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-c88a772d-2d45-4347-8231-5e009fa921ff tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] 10.222.0.64 "GET /v2.0/routers/95134a2d-584b-411e-83b9-b64501cb1df8 HTTP/1.1" status: 200 len: 921 time: 0.1330431 Jan 28 19:24:38.957922 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 49650) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:24:39.017607 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f45996-bf39-4122-a5ee-44e077cdbc39 req-a9a9151b-5ef5-4793-a3e1-7733d7a6e1f6 tempest-ServerTagsTestJSON-1033397915 tempest-ServerTagsTestJSON-1033397915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:39.019312 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-07f45996-bf39-4122-a5ee-44e077cdbc39 req-a9a9151b-5ef5-4793-a3e1-7733d7a6e1f6 tempest-ServerTagsTestJSON-1033397915 tempest-ServerTagsTestJSON-1033397915-project] 10.222.0.41 "GET /v2.0/networks?id=227efcb5-a846-4336-be78-10d99c52fc29 HTTP/1.1" status: 200 len: 808 time: 0.5074432 Jan 28 19:24:39.032430 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-2c6315d5-605f-409e-acb8-a3d953dbb21c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:24:39.034623 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6315d5-605f-409e-acb8-a3d953dbb21c None None] The sync data for ids ['95134a2d-584b-411e-83b9-b64501cb1df8'] in n-d-812111-14 is: [] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:24:39.040539 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-07f45996-bf39-4122-a5ee-44e077cdbc39 req-3539896b-139e-48b6-9896-9f6fcd8ec0a2 tempest-ServerTagsTestJSON-1033397915 tempest-ServerTagsTestJSON-1033397915-project] Request body: {'port': {'device_id': '218ca1dd-e2b7-4f26-aea6-ce11c6093409', 'network_id': '227efcb5-a846-4336-be78-10d99c52fc29', 'admin_state_up': True, 'tenant_id': 'a69c149c7c75487c8a03aa6b8d7e79d6'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:24:39.047367 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-684fed41-cd05-4a62-9181-169a0d7d84f5 req-6642e91f-0d5e-4584-9948-8b57624a2b48 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a64d6087-dfa2-4d21-bf23-888bcba1c09b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0911078 Jan 28 19:24:39.047859 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b882519-088c-401b-8a98-7c8cebf96789 tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:39.052201 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-5b882519-088c-401b-8a98-7c8cebf96789 tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] 10.222.0.64 "GET /v2.0/ports?network_id=d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8&device_id=95134a2d-584b-411e-83b9-b64501cb1df8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0892520 Jan 28 19:24:39.053014 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 49654) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:24:39.206915 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57501dff-f45c-4348-8ab2-5f63311ba94c tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:39.214013 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-57501dff-f45c-4348-8ab2-5f63311ba94c tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] 10.222.0.64 "GET /v2.0/networks/d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 HTTP/1.1" status: 200 len: 881 time: 0.1604567 Jan 28 19:24:39.215129 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 49660) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:24:39.277275 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 49662) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:24:39.281980 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-9f5d65cd-61bf-42ca-8aa8-3faf1350b0c8 tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] 10.222.0.64 "GET /v2.0/ports?device_id=95134a2d-584b-411e-83b9-b64501cb1df8 HTTP/1.1" status: 200 len: 205 time: 0.0644011 Jan 28 19:24:39.429263 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b5d3ef-1f92-4352-b9b0-990609b90c16 req-c76a7034-80cb-48ed-8631-09913f5a42ae tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:39.430865 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-13b5d3ef-1f92-4352-b9b0-990609b90c16 req-c76a7034-80cb-48ed-8631-09913f5a42ae tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/ports?device_id=81f17ed3-5f8a-4b82-a89d-2a86c185a3d7 HTTP/1.1" status: 200 len: 950 time: 0.1324537 Jan 28 19:24:39.542410 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-13b5d3ef-1f92-4352-b9b0-990609b90c16 req-1daf11e3-1fdf-451c-9db8-308f012c6381 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d07f2a-7a3d-4718-9c1b-16394753837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047659 Jan 28 19:24:39.694476 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:39.711770 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-32fc4466-133c-4161-99a9-6297926af93f req-2af5afad-8ace-498a-bfb9-44b5c0438324 tempest-ServerShowV254Test-771872459 tempest-ServerShowV254Test-771872459-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1a534c7-8b11-48a2-9b80-c5c8693d0ece HTTP/1.1" status: 200 len: 210 time: 0.0583379 Jan 28 19:24:39.729608 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684fed41-cd05-4a62-9181-169a0d7d84f5 req-8e5e785b-2fa9-4351-abbc-3f9ab76d5458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:39.729608 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-684fed41-cd05-4a62-9181-169a0d7d84f5 req-8e5e785b-2fa9-4351-abbc-3f9ab76d5458 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e0a949cf73864faf86b4b8a64f5cd635&device_id=a64d6087-dfa2-4d21-bf23-888bcba1c09b HTTP/1.1" status: 200 len: 1132 time: 0.6415114 Jan 28 19:24:39.879304 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07f45996-bf39-4122-a5ee-44e077cdbc39 req-3539896b-139e-48b6-9896-9f6fcd8ec0a2 tempest-ServerTagsTestJSON-1033397915 tempest-ServerTagsTestJSON-1033397915-project] Made reservation on behalf of a69c149c7c75487c8a03aa6b8d7e79d6 for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:24:39.883390 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-07f45996-bf39-4122-a5ee-44e077cdbc39 req-3539896b-139e-48b6-9896-9f6fcd8ec0a2 tempest-ServerTagsTestJSON-1033397915 tempest-ServerTagsTestJSON-1033397915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:39.910422 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-76b999af-6151-455e-9da6-dbd7e66eccfe tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Publish callbacks [] for router (95134a2d-584b-411e-83b9-b64501cb1df8), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:39.958352 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-60c86d1e-3a77-4f5f-a3c4-1f6b2ff5cdc2 req-465f5780-1600-4191-b175-06c8e96fda76 tempest-ServerTagsTestJSON-1033397915 tempest-ServerTagsTestJSON-1033397915-project] 10.222.0.64 "GET /v2.0/ports?device_id=218ca1dd-e2b7-4f26-aea6-ce11c6093409 HTTP/1.1" status: 200 len: 210 time: 0.0597532 Jan 28 19:24:40.115857 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684fed41-cd05-4a62-9181-169a0d7d84f5 req-185f4f52-b70c-4bd3-a8a0-a47f8d4e2f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:40.117609 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-684fed41-cd05-4a62-9181-169a0d7d84f5 req-185f4f52-b70c-4bd3-a8a0-a47f8d4e2f3a service neutron] 10.222.0.41 "GET /v2.0/networks?id=7810caa2-eac6-457d-9302-c8c215ef3e91 HTTP/1.1" status: 200 len: 869 time: 0.3626566 Jan 28 19:24:40.194266 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-684fed41-cd05-4a62-9181-169a0d7d84f5 req-28a20850-9f50-46fa-b6dc-1c0ba4a3608f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=500aaaa2-66cc-4330-b2eb-cf6e3da795ac HTTP/1.1" status: 200 len: 217 time: 0.0687430 Jan 28 19:24:40.273518 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684fed41-cd05-4a62-9181-169a0d7d84f5 req-84207b73-2c12-4a22-9f48-4a8363cb2f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:40.275273 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-684fed41-cd05-4a62-9181-169a0d7d84f5 req-84207b73-2c12-4a22-9f48-4a8363cb2f22 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f2de4832-9ef6-4f40-9ac5-1557d5e6a6ff HTTP/1.1" status: 200 len: 843 time: 0.0739522 Jan 28 19:24:40.294269 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-76b999af-6151-455e-9da6-dbd7e66eccfe tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Publish callbacks [] for router_gateway (95134a2d-584b-411e-83b9-b64501cb1df8), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:40.390701 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-07f45996-bf39-4122-a5ee-44e077cdbc39 req-3539896b-139e-48b6-9896-9f6fcd8ec0a2 tempest-ServerTagsTestJSON-1033397915 tempest-ServerTagsTestJSON-1033397915-project] Allocated IP 172.20.0.10 (227efcb5-a846-4336-be78-10d99c52fc29/9a1bb6d2-eaf4-46c8-b9c8-a66c9fa637c1/e943e98c-f9e9-4ced-9c7d-c8920c6a41ac) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:24:40.500004 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684fed41-cd05-4a62-9181-169a0d7d84f5 req-8f56bc93-2729-483e-868b-9eb1b080193c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:40.501582 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-684fed41-cd05-4a62-9181-169a0d7d84f5 req-8f56bc93-2729-483e-868b-9eb1b080193c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7810caa2-eac6-457d-9302-c8c215ef3e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2132564 Jan 28 19:24:40.597556 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-76b999af-6151-455e-9da6-dbd7e66eccfe tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Deleting port 269924bf-57f5-4baf-a56c-7611dc290490 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:24:40.597977 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-76b999af-6151-455e-9da6-dbd7e66eccfe tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (269924bf-57f5-4baf-a56c-7611dc290490), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:40.685095 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63ad4d6-670a-48a8-b442-fd8989b5eff5 req-4031a9b4-6de1-4167-be85-05ef9349f0db tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:40.692379 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e63ad4d6-670a-48a8-b442-fd8989b5eff5 req-4031a9b4-6de1-4167-be85-05ef9349f0db tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] 10.222.0.64 "GET /v2.0/ports?device_id=0425ea7b-6d18-454c-999c-27e8a0758954 HTTP/1.1" status: 200 len: 946 time: 0.2973092 Jan 28 19:24:40.740649 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d62ef1-ee42-4008-940a-7903e30be924 req-fafdbada-771c-4d83-a1ca-57e77329d796 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:40.753015 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-28d62ef1-ee42-4008-940a-7903e30be924 req-fafdbada-771c-4d83-a1ca-57e77329d796 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/ports?device_id=81f17ed3-5f8a-4b82-a89d-2a86c185a3d7 HTTP/1.1" status: 200 len: 950 time: 0.1044517 Jan 28 19:24:40.843317 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-684fed41-cd05-4a62-9181-169a0d7d84f5 req-518f5a5b-9a99-4ad8-a79e-0cdce20ef576 service neutron] 10.222.0.41 "GET /v2.0/networks/7810caa2-eac6-457d-9302-c8c215ef3e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3302765 Jan 28 19:24:40.846553 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-28d62ef1-ee42-4008-940a-7903e30be924 req-cdebbaf3-9fc3-4bb0-a0cd-cedea9ad69fd tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d07f2a-7a3d-4718-9c1b-16394753837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896456 Jan 28 19:24:40.851801 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-76b999af-6151-455e-9da6-dbd7e66eccfe tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (269924bf-57f5-4baf-a56c-7611dc290490), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:40.986823 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e63ad4d6-670a-48a8-b442-fd8989b5eff5 req-494e2136-bb2c-4897-8721-410dc0facf93 tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] 10.222.0.64 "GET /v2.0/security-groups?id=6477e2db-f47c-494e-be68-463a4c5a4740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2885258 Jan 28 19:24:40.987538 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-684fed41-cd05-4a62-9181-169a0d7d84f5 req-194c9857-d976-4e46-b26b-4046be7719e9 service neutron] 10.222.0.41 "GET /v2.0/networks/7810caa2-eac6-457d-9302-c8c215ef3e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183372 Jan 28 19:24:41.008165 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-76b999af-6151-455e-9da6-dbd7e66eccfe tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Calling delete_port for 269924bf-57f5-4baf-a56c-7611dc290490 owned by network:router_gateway {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:24:41.071314 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ca686cf5-8e45-4071-87b8-f0ebcc0b4c2b req-f7f7f9d8-40a7-4652-9ac4-e5a1b32e6a8a tempest-ServerShowV254Test-771872459 tempest-ServerShowV254Test-771872459-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1a534c7-8b11-48a2-9b80-c5c8693d0ece HTTP/1.1" status: 200 len: 210 time: 0.0609903 Jan 28 19:24:41.155229 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-07f45996-bf39-4122-a5ee-44e077cdbc39 req-3539896b-139e-48b6-9896-9f6fcd8ec0a2 tempest-ServerTagsTestJSON-1033397915 tempest-ServerTagsTestJSON-1033397915-project] Publish callbacks [] for port (e943e98c-f9e9-4ced-9c7d-c8920c6a41ac), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:41.186896 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d2eaddcf-9ca7-4bda-a2b4-bbf20180ff52 req-76a14cb2-3829-4ec1-a9ef-1d124315a607 tempest-ServerTagsTestJSON-1033397915 tempest-ServerTagsTestJSON-1033397915-project] 10.222.0.64 "GET /v2.0/ports?device_id=218ca1dd-e2b7-4f26-aea6-ce11c6093409 HTTP/1.1" status: 200 len: 210 time: 0.0473106 Jan 28 19:24:41.288954 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-07f45996-bf39-4122-a5ee-44e077cdbc39 req-3539896b-139e-48b6-9896-9f6fcd8ec0a2 tempest-ServerTagsTestJSON-1033397915 tempest-ServerTagsTestJSON-1033397915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (e943e98c-f9e9-4ced-9c7d-c8920c6a41ac), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:41.371601 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07f45996-bf39-4122-a5ee-44e077cdbc39 req-3539896b-139e-48b6-9896-9f6fcd8ec0a2 tempest-ServerTagsTestJSON-1033397915 tempest-ServerTagsTestJSON-1033397915-project] Network 227efcb5-a846-4336-be78-10d99c52fc29 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:24:41.384204 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-07f45996-bf39-4122-a5ee-44e077cdbc39 req-3539896b-139e-48b6-9896-9f6fcd8ec0a2 tempest-ServerTagsTestJSON-1033397915 tempest-ServerTagsTestJSON-1033397915-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:24:41.386571 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-07f45996-bf39-4122-a5ee-44e077cdbc39 req-3539896b-139e-48b6-9896-9f6fcd8ec0a2 tempest-ServerTagsTestJSON-1033397915 tempest-ServerTagsTestJSON-1033397915-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:24:41.395532 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3539896b-139e-48b6-9896-9f6fcd8ec0a2 tempest-ServerTagsTestJSON-1033397915 tempest-ServerTagsTestJSON-1033397915-project] Pushing event updated for resources: {'Port': ['ID=e943e98c-f9e9-4ced-9c7d-c8920c6a41ac,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:41.427133 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-76b999af-6151-455e-9da6-dbd7e66eccfe tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (269924bf-57f5-4baf-a56c-7611dc290490), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:41.459843 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b999af-6151-455e-9da6-dbd7e66eccfe tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Pushing event deleted for resources: {'Port': ['ID=269924bf-57f5-4baf-a56c-7611dc290490,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:41.480387 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f45996-bf39-4122-a5ee-44e077cdbc39 req-3539896b-139e-48b6-9896-9f6fcd8ec0a2 tempest-ServerTagsTestJSON-1033397915 tempest-ServerTagsTestJSON-1033397915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:41.481083 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-07f45996-bf39-4122-a5ee-44e077cdbc39 req-3539896b-139e-48b6-9896-9f6fcd8ec0a2 tempest-ServerTagsTestJSON-1033397915 tempest-ServerTagsTestJSON-1033397915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:41.539464 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-07f45996-bf39-4122-a5ee-44e077cdbc39 req-3539896b-139e-48b6-9896-9f6fcd8ec0a2 tempest-ServerTagsTestJSON-1033397915 tempest-ServerTagsTestJSON-1033397915-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5085936 Jan 28 19:24:41.562216 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-07f45996-bf39-4122-a5ee-44e077cdbc39 req-38fb80f9-e463-4d8c-af97-b98a4ee44f68 service neutron] Request body: {'port': {'device_id': '218ca1dd-e2b7-4f26-aea6-ce11c6093409', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-14'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:24:41.565541 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-76b999af-6151-455e-9da6-dbd7e66eccfe tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-731488'] for router_gateway (95134a2d-584b-411e-83b9-b64501cb1df8), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:41.588807 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:41.704744 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-76b999af-6151-455e-9da6-dbd7e66eccfe tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-730901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261120'] for router (95134a2d-584b-411e-83b9-b64501cb1df8), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:41.708166 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-76b999af-6151-455e-9da6-dbd7e66eccfe tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Publish callbacks [] for router_controller (95134a2d-584b-411e-83b9-b64501cb1df8), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:41.773135 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-07f45996-bf39-4122-a5ee-44e077cdbc39 req-38fb80f9-e463-4d8c-af97-b98a4ee44f68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (e943e98c-f9e9-4ced-9c7d-c8920c6a41ac), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:41.809713 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-76b999af-6151-455e-9da6-dbd7e66eccfe tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-730908'] for router (95134a2d-584b-411e-83b9-b64501cb1df8), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:41.810538 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76b999af-6151-455e-9da6-dbd7e66eccfe tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Fanout notify agent at l3_agent the message router_deleted on router 95134a2d-584b-411e-83b9-b64501cb1df8 {{(pid=103305) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:24:41.832563 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-76b999af-6151-455e-9da6-dbd7e66eccfe tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:41.833734 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-76b999af-6151-455e-9da6-dbd7e66eccfe tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] 10.222.0.64 "DELETE /v2.0/routers/95134a2d-584b-411e-83b9-b64501cb1df8 HTTP/1.1" status: 204 len: 168 time: 2.5557222 Jan 28 19:24:41.843025 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 49744) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:24:41.852657 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-f365dfdf-ee6c-441b-926a-63b92463f709 tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1307038510', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}, 'admin_state_up': False}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:24:41.891250 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f365dfdf-ee6c-441b-926a-63b92463f709 tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261150'] for router (9ea2dc05-652f-4937-b0a2-e86facfed221), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:41.895972 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f365dfdf-ee6c-441b-926a-63b92463f709 tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-731099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-731441', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261129'] for router (9ea2dc05-652f-4937-b0a2-e86facfed221), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:42.017691 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f365dfdf-ee6c-441b-926a-63b92463f709 tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Publish callbacks [] for router_controller (9ea2dc05-652f-4937-b0a2-e86facfed221), precommit_add_association {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:42.120210 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a1fe39-cfb6-4881-beeb-c39935232a76 req-be5496ca-1e82-4bf0-845f-95c29d93aa68 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:42.122064 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-24a1fe39-cfb6-4881-beeb-c39935232a76 req-be5496ca-1e82-4bf0-845f-95c29d93aa68 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/ports?device_id=81f17ed3-5f8a-4b82-a89d-2a86c185a3d7 HTTP/1.1" status: 200 len: 950 time: 0.1102188 Jan 28 19:24:42.211242 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f365dfdf-ee6c-441b-926a-63b92463f709 tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Publish callbacks [] for router_gateway (9ea2dc05-652f-4937-b0a2-e86facfed221), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:42.218389 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-24a1fe39-cfb6-4881-beeb-c39935232a76 req-cd4675b0-2cca-4931-9064-faf27a0c6a34 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d07f2a-7a3d-4718-9c1b-16394753837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755849 Jan 28 19:24:42.282869 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [req-07f45996-bf39-4122-a5ee-44e077cdbc39 req-38fb80f9-e463-4d8c-af97-b98a4ee44f68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e943e98c-f9e9-4ced-9c7d-c8920c6a41ac {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:24:42.294079 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-07f45996-bf39-4122-a5ee-44e077cdbc39 req-38fb80f9-e463-4d8c-af97-b98a4ee44f68 service neutron] Publish callbacks [] for port (e943e98c-f9e9-4ced-9c7d-c8920c6a41ac), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:42.319349 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-07f45996-bf39-4122-a5ee-44e077cdbc39 req-38fb80f9-e463-4d8c-af97-b98a4ee44f68 service neutron] Transition to ACTIVE for port object e943e98c-f9e9-4ced-9c7d-c8920c6a41ac will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:24:42.331187 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-07f45996-bf39-4122-a5ee-44e077cdbc39 req-38fb80f9-e463-4d8c-af97-b98a4ee44f68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (e943e98c-f9e9-4ced-9c7d-c8920c6a41ac), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:42.357043 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8fe2ff-1017-47ba-9a80-90307e00cd68 req-207d30ec-0f41-4007-b161-2f8e742facdd tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:42.364109 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5a8fe2ff-1017-47ba-9a80-90307e00cd68 req-207d30ec-0f41-4007-b161-2f8e742facdd tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] 10.222.0.64 "GET /v2.0/ports?device_id=0425ea7b-6d18-454c-999c-27e8a0758954 HTTP/1.1" status: 200 len: 946 time: 0.1470962 Jan 28 19:24:42.455304 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a2622c24-1106-413e-876d-d3acc268be6d req-8899264b-e7e8-4130-8e68-9f895892ce95 tempest-ServerShowV254Test-771872459 tempest-ServerShowV254Test-771872459-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1a534c7-8b11-48a2-9b80-c5c8693d0ece HTTP/1.1" status: 200 len: 210 time: 0.0659451 Jan 28 19:24:42.458234 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fb80f9-e463-4d8c-af97-b98a4ee44f68 service neutron] Pushing event updated for resources: {'Port': ['ID=e943e98c-f9e9-4ced-9c7d-c8920c6a41ac,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:42.470545 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5a8fe2ff-1017-47ba-9a80-90307e00cd68 req-b5a2897b-42db-4d5f-968e-d03ed9e2895b tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] 10.222.0.64 "GET /v2.0/security-groups?id=6477e2db-f47c-494e-be68-463a4c5a4740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938678 Jan 28 19:24:42.571607 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-07f45996-bf39-4122-a5ee-44e077cdbc39 req-38fb80f9-e463-4d8c-af97-b98a4ee44f68 service neutron] Attempting to bind port e943e98c-f9e9-4ced-9c7d-c8920c6a41ac on host n-h1-812111-14 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:24:42.572121 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-07f45996-bf39-4122-a5ee-44e077cdbc39 req-38fb80f9-e463-4d8c-af97-b98a4ee44f68 service neutron] Attempting to bind port e943e98c-f9e9-4ced-9c7d-c8920c6a41ac by drivers openvswitch,hyperv on host n-h1-812111-14 at level 0 using segments [{'id': '89df972e-c3a8-4641-96a7-c2d8401a7041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '227efcb5-a846-4336-be78-10d99c52fc29'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:24:42.572632 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f45996-bf39-4122-a5ee-44e077cdbc39 req-38fb80f9-e463-4d8c-af97-b98a4ee44f68 service neutron] Attempting to bind port e943e98c-f9e9-4ced-9c7d-c8920c6a41ac on network 227efcb5-a846-4336-be78-10d99c52fc29 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:24:42.577284 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f45996-bf39-4122-a5ee-44e077cdbc39 req-38fb80f9-e463-4d8c-af97-b98a4ee44f68 service neutron] Port e943e98c-f9e9-4ced-9c7d-c8920c6a41ac on network 227efcb5-a846-4336-be78-10d99c52fc29 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-14 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:24:42.577611 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f45996-bf39-4122-a5ee-44e077cdbc39 req-38fb80f9-e463-4d8c-af97-b98a4ee44f68 service neutron] Attempting to bind port e943e98c-f9e9-4ced-9c7d-c8920c6a41ac on network 227efcb5-a846-4336-be78-10d99c52fc29 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:24:42.583761 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f45996-bf39-4122-a5ee-44e077cdbc39 req-38fb80f9-e463-4d8c-af97-b98a4ee44f68 service neutron] Checking agent: {'id': 'b544ba20-de93-4d86-9e6b-a2202deb6191', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 24, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:24:42.584231 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f45996-bf39-4122-a5ee-44e077cdbc39 req-38fb80f9-e463-4d8c-af97-b98a4ee44f68 service neutron] Checking segment: {'id': '89df972e-c3a8-4641-96a7-c2d8401a7041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '227efcb5-a846-4336-be78-10d99c52fc29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:24:42.584624 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f45996-bf39-4122-a5ee-44e077cdbc39 req-38fb80f9-e463-4d8c-af97-b98a4ee44f68 service neutron] Bound using segment: {'id': '89df972e-c3a8-4641-96a7-c2d8401a7041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '227efcb5-a846-4336-be78-10d99c52fc29'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:24:42.585061 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-07f45996-bf39-4122-a5ee-44e077cdbc39 req-38fb80f9-e463-4d8c-af97-b98a4ee44f68 service neutron] Bound port: e943e98c-f9e9-4ced-9c7d-c8920c6a41ac, host: n-h1-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89df972e-c3a8-4641-96a7-c2d8401a7041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '227efcb5-a846-4336-be78-10d99c52fc29'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:24:42.586834 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-07f45996-bf39-4122-a5ee-44e077cdbc39 req-38fb80f9-e463-4d8c-af97-b98a4ee44f68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (e943e98c-f9e9-4ced-9c7d-c8920c6a41ac), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:42.669068 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f365dfdf-ee6c-441b-926a-63b92463f709 tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Publish callbacks [] for router_gateway (9ea2dc05-652f-4937-b0a2-e86facfed221), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:42.675101 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-07f45996-bf39-4122-a5ee-44e077cdbc39 req-38fb80f9-e463-4d8c-af97-b98a4ee44f68 service neutron] For port e943e98c-f9e9-4ced-9c7d-c8920c6a41ac, host n-h1-812111-14, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:24:42.678466 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-07f45996-bf39-4122-a5ee-44e077cdbc39 req-38fb80f9-e463-4d8c-af97-b98a4ee44f68 service neutron] For port e943e98c-f9e9-4ced-9c7d-c8920c6a41ac, host n-h1-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=e943e98c-f9e9-4ced-9c7d-c8920c6a41ac,segment=NetworkSegment(89df972e-c3a8-4641-96a7-c2d8401a7041),segment_id=89df972e-c3a8-4641-96a7-c2d8401a7041)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:24:42.691376 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-07f45996-bf39-4122-a5ee-44e077cdbc39 req-38fb80f9-e463-4d8c-af97-b98a4ee44f68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (e943e98c-f9e9-4ced-9c7d-c8920c6a41ac), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:42.709987 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f365dfdf-ee6c-441b-926a-63b92463f709 tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:42.749216 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fb80f9-e463-4d8c-af97-b98a4ee44f68 service neutron] Pushing event updated for resources: {'Port': ['ID=e943e98c-f9e9-4ced-9c7d-c8920c6a41ac,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:42.763571 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f45996-bf39-4122-a5ee-44e077cdbc39 req-38fb80f9-e463-4d8c-af97-b98a4ee44f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:42.764170 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-07f45996-bf39-4122-a5ee-44e077cdbc39 req-38fb80f9-e463-4d8c-af97-b98a4ee44f68 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:42.766502 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-07f45996-bf39-4122-a5ee-44e077cdbc39 req-38fb80f9-e463-4d8c-af97-b98a4ee44f68 service neutron] 10.222.0.41 "PUT /v2.0/ports/e943e98c-f9e9-4ced-9c7d-c8920c6a41ac HTTP/1.1" status: 200 len: 1093 time: 1.2102511 Jan 28 19:24:42.766953 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '218ca1dd-e2b7-4f26-aea6-ce11c6093409', 'tag': 'e943e98c-f9e9-4ced-9c7d-c8920c6a41ac'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:24:42.770536 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f73e47b5-31de-425f-b815-03d9d2a2af12" -d '{"events": [{"name": "network-changed", "server_uuid": "218ca1dd-e2b7-4f26-aea6-ce11c6093409", "tag": "e943e98c-f9e9-4ced-9c7d-c8920c6a41ac"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:24:42.794828 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f1afa8-3158-4736-b87b-4dda610af9cb req-ec77c76d-39b0-4c71-af4e-42e4fee7e82d tempest-ServerTagsTestJSON-1033397915 tempest-ServerTagsTestJSON-1033397915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:42.796538 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b9f1afa8-3158-4736-b87b-4dda610af9cb req-ec77c76d-39b0-4c71-af4e-42e4fee7e82d tempest-ServerTagsTestJSON-1033397915 tempest-ServerTagsTestJSON-1033397915-project] 10.222.0.64 "GET /v2.0/ports?device_id=218ca1dd-e2b7-4f26-aea6-ce11c6093409 HTTP/1.1" status: 200 len: 944 time: 0.1587570 Jan 28 19:24:42.862950 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:24:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06f55795-fbb0-4cc0-9357-9b45951ae099 x-openstack-request-id: req-06f55795-fbb0-4cc0-9357-9b45951ae099 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:24:42.863531 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "218ca1dd-e2b7-4f26-aea6-ce11c6093409", "tag": "e943e98c-f9e9-4ced-9c7d-c8920c6a41ac", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:24:42.863942 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-06f55795-fbb0-4cc0-9357-9b45951ae099 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:24:42.864512 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '218ca1dd-e2b7-4f26-aea6-ce11c6093409', 'tag': 'e943e98c-f9e9-4ced-9c7d-c8920c6a41ac', 'status': 'completed', 'code': 200} Jan 28 19:24:42.890976 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f45996-bf39-4122-a5ee-44e077cdbc39 req-cef17ad6-2f9e-4c8c-9568-406bb3348e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:42.893565 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-07f45996-bf39-4122-a5ee-44e077cdbc39 req-cef17ad6-2f9e-4c8c-9568-406bb3348e7d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a69c149c7c75487c8a03aa6b8d7e79d6&device_id=218ca1dd-e2b7-4f26-aea6-ce11c6093409 HTTP/1.1" status: 200 len: 1127 time: 0.0713127 Jan 28 19:24:42.908786 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b9f1afa8-3158-4736-b87b-4dda610af9cb req-40872194-24f2-4f80-bd4d-c541724e0ca6 tempest-ServerTagsTestJSON-1033397915 tempest-ServerTagsTestJSON-1033397915-project] 10.222.0.64 "GET /v2.0/security-groups?id=f20f4460-614c-4b14-a387-690383a62119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003616 Jan 28 19:24:42.927444 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-f365dfdf-ee6c-441b-926a-63b92463f709 tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Allocated IP 172.25.6.209 (d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8/a648e4ab-7422-41b9-b133-58aca25ab8f5/98acec91-eb45-4e6a-9fb6-c4925e5619f6) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:24:42.935383 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:42.960130 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-07f45996-bf39-4122-a5ee-44e077cdbc39 req-5cf6cbd7-9ccd-4e08-be36-1137e0b1f703 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e943e98c-f9e9-4ced-9c7d-c8920c6a41ac HTTP/1.1" status: 200 len: 217 time: 0.0588627 Jan 28 19:24:43.048340 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f45996-bf39-4122-a5ee-44e077cdbc39 req-67c248a8-6804-4640-97f2-1683e6a0184d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:43.049959 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-07f45996-bf39-4122-a5ee-44e077cdbc39 req-67c248a8-6804-4640-97f2-1683e6a0184d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9a1bb6d2-eaf4-46c8-b9c8-a66c9fa637c1 HTTP/1.1" status: 200 len: 848 time: 0.0821021 Jan 28 19:24:43.095378 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f365dfdf-ee6c-441b-926a-63b92463f709 tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Publish callbacks [] for port (98acec91-eb45-4e6a-9fb6-c4925e5619f6), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:43.106932 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-07f45996-bf39-4122-a5ee-44e077cdbc39 req-b9e4d193-1049-496f-a2a1-b5c0327ba9a5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=227efcb5-a846-4336-be78-10d99c52fc29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483000 Jan 28 19:24:43.148970 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f365dfdf-ee6c-441b-926a-63b92463f709 tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (98acec91-eb45-4e6a-9fb6-c4925e5619f6), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:43.213958 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f365dfdf-ee6c-441b-926a-63b92463f709 tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Pushing event updated for resources: {'Port': ['ID=98acec91-eb45-4e6a-9fb6-c4925e5619f6,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:43.229500 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f365dfdf-ee6c-441b-926a-63b92463f709 tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:24:43.237275 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-f365dfdf-ee6c-441b-926a-63b92463f709 tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:24:43.246467 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f365dfdf-ee6c-441b-926a-63b92463f709 tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:24:43.268239 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-07f45996-bf39-4122-a5ee-44e077cdbc39 req-85077cb3-a0d4-421d-9419-afb17424fb29 service neutron] 10.222.0.41 "GET /v2.0/networks/227efcb5-a846-4336-be78-10d99c52fc29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473615 Jan 28 19:24:43.440632 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-07f45996-bf39-4122-a5ee-44e077cdbc39 req-21f92249-9986-445b-b3d8-a8c59ddf6f2f service neutron] 10.222.0.41 "GET /v2.0/networks/227efcb5-a846-4336-be78-10d99c52fc29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632154 Jan 28 19:24:43.467267 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6183e9bf-82f7-4cbd-a9e3-d7e25978edea req-bacc0e7b-72f6-4811-8efb-08072d9b0e50 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:43.477741 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6183e9bf-82f7-4cbd-a9e3-d7e25978edea req-bacc0e7b-72f6-4811-8efb-08072d9b0e50 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/ports?device_id=81f17ed3-5f8a-4b82-a89d-2a86c185a3d7 HTTP/1.1" status: 200 len: 950 time: 0.0898559 Jan 28 19:24:43.626256 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6183e9bf-82f7-4cbd-a9e3-d7e25978edea req-81a747a2-242b-4265-96f8-c44aeb5c20e8 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d07f2a-7a3d-4718-9c1b-16394753837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475921 Jan 28 19:24:43.639654 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73e47b5-31de-425f-b815-03d9d2a2af12 req-f335b515-26c4-4033-b291-5b94145c5d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:43.641312 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f73e47b5-31de-425f-b815-03d9d2a2af12 req-f335b515-26c4-4033-b291-5b94145c5d8e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a69c149c7c75487c8a03aa6b8d7e79d6&device_id=218ca1dd-e2b7-4f26-aea6-ce11c6093409 HTTP/1.1" status: 200 len: 1127 time: 0.1116414 Jan 28 19:24:43.784042 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7c37776f-b801-4f7b-b9fb-9f0596f19a18 req-a28169a1-264d-4919-93e1-3cc7b5cf461a tempest-ServerShowV254Test-771872459 tempest-ServerShowV254Test-771872459-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1a534c7-8b11-48a2-9b80-c5c8693d0ece HTTP/1.1" status: 200 len: 210 time: 0.0424626 Jan 28 19:24:43.812617 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73e47b5-31de-425f-b815-03d9d2a2af12 req-0aa848ac-97d0-4204-bdcc-b73345940d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:43.826492 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f73e47b5-31de-425f-b815-03d9d2a2af12 req-0aa848ac-97d0-4204-bdcc-b73345940d6b service neutron] 10.222.0.41 "GET /v2.0/networks?id=227efcb5-a846-4336-be78-10d99c52fc29 HTTP/1.1" status: 200 len: 908 time: 0.1780629 Jan 28 19:24:43.884324 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f73e47b5-31de-425f-b815-03d9d2a2af12 req-6d54363f-9288-4d8d-8538-5d242078d634 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e943e98c-f9e9-4ced-9c7d-c8920c6a41ac HTTP/1.1" status: 200 len: 217 time: 0.0511935 Jan 28 19:24:43.970208 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73e47b5-31de-425f-b815-03d9d2a2af12 req-be52dfd7-7298-4e60-a7ab-23f7d4c0cf4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:43.978253 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f73e47b5-31de-425f-b815-03d9d2a2af12 req-be52dfd7-7298-4e60-a7ab-23f7d4c0cf4b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9a1bb6d2-eaf4-46c8-b9c8-a66c9fa637c1 HTTP/1.1" status: 200 len: 848 time: 0.0874677 Jan 28 19:24:44.039110 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f73e47b5-31de-425f-b815-03d9d2a2af12 req-46fbc8c2-0f31-4f4b-9c59-8448512d4172 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=227efcb5-a846-4336-be78-10d99c52fc29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538819 Jan 28 19:24:44.082058 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9debffc-828b-4e0d-9b52-d1388cbc9b4a req-426c6c19-f8f1-444c-a66c-07219e1e277f tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:44.089594 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c9debffc-828b-4e0d-9b52-d1388cbc9b4a req-426c6c19-f8f1-444c-a66c-07219e1e277f tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] 10.222.0.64 "GET /v2.0/ports?device_id=0425ea7b-6d18-454c-999c-27e8a0758954 HTTP/1.1" status: 200 len: 946 time: 0.5239329 Jan 28 19:24:44.111796 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f365dfdf-ee6c-441b-926a-63b92463f709 tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Publish callbacks [] for router_gateway (9ea2dc05-652f-4937-b0a2-e86facfed221), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:44.169491 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4115b943-4aff-4695-926e-779e854b4e51 req-f2e1acea-e783-4fb3-9c08-16d2aa465d51 tempest-ServerTagsTestJSON-1033397915 tempest-ServerTagsTestJSON-1033397915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:44.171388 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4115b943-4aff-4695-926e-779e854b4e51 req-f2e1acea-e783-4fb3-9c08-16d2aa465d51 tempest-ServerTagsTestJSON-1033397915 tempest-ServerTagsTestJSON-1033397915-project] 10.222.0.64 "GET /v2.0/ports?device_id=218ca1dd-e2b7-4f26-aea6-ce11c6093409 HTTP/1.1" status: 200 len: 944 time: 0.1350510 Jan 28 19:24:44.211543 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c9debffc-828b-4e0d-9b52-d1388cbc9b4a req-c9d76efd-97c6-47de-82aa-71b7c985d3fd tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] 10.222.0.64 "GET /v2.0/security-groups?id=6477e2db-f47c-494e-be68-463a4c5a4740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158078 Jan 28 19:24:44.237581 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f73e47b5-31de-425f-b815-03d9d2a2af12 req-267c2560-6566-40b7-8df7-b798c9430149 service neutron] 10.222.0.41 "GET /v2.0/networks/227efcb5-a846-4336-be78-10d99c52fc29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872220 Jan 28 19:24:44.330843 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 49810) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:24:44.360155 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4115b943-4aff-4695-926e-779e854b4e51 req-97be1dec-f81e-461f-b94b-1723ca972d1e tempest-ServerTagsTestJSON-1033397915 tempest-ServerTagsTestJSON-1033397915-project] 10.222.0.64 "GET /v2.0/security-groups?id=f20f4460-614c-4b14-a387-690383a62119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799686 Jan 28 19:24:44.429964 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f365dfdf-ee6c-441b-926a-63b92463f709 tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-731074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-731460'] for router (9ea2dc05-652f-4937-b0a2-e86facfed221), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:44.451846 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f73e47b5-31de-425f-b815-03d9d2a2af12 req-7c4df477-2197-4cc8-b781-2f7234baa784 service neutron] 10.222.0.41 "GET /v2.0/networks/227efcb5-a846-4336-be78-10d99c52fc29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025833 Jan 28 19:24:44.526488 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ad0b5d42-bfbc-4363-a237-830b9f64f6e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:44.610604 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f365dfdf-ee6c-441b-926a-63b92463f709 tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Router 9ea2dc05-652f-4937-b0a2-e86facfed221 is scheduled to L3 agent 76fe5c49-705a-4e08-abb2-be585676213f with binding_index 1 {{(pid=103304) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 19:24:44.633057 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ad0b5d42-bfbc-4363-a237-830b9f64f6e5 admin admin] Publish callbacks [] for security_group (dee906af-a760-4560-ab6b-cff5af9400b8), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:44.638482 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ad0b5d42-bfbc-4363-a237-830b9f64f6e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (dee906af-a760-4560-ab6b-cff5af9400b8), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:44.687675 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-ad0b5d42-bfbc-4363-a237-830b9f64f6e5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b31e6e39135b43e7b1d44faf31d2a753&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3522854 Jan 28 19:24:44.688667 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0b5d42-bfbc-4363-a237-830b9f64f6e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dee906af-a760-4560-ab6b-cff5af9400b8,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:44.691153 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 49816) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:24:44.776751 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7d7d43e0-ec1a-4150-88f7-731fc6006d7e admin admin] Publish callbacks [] for security_group (dee906af-a760-4560-ab6b-cff5af9400b8), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:44.779363 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f365dfdf-ee6c-441b-926a-63b92463f709 tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:24:44.790374 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ad6281-209f-487b-8299-875f3be38635 None None] Sync routers for ids ['9ea2dc05-652f-4937-b0a2-e86facfed221'] in n-d-812111-14 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:24:44.806531 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ad6281-209f-487b-8299-875f3be38635 None None] Routers {'9ea2dc05-652f-4937-b0a2-e86facfed221'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:24:44.807193 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-22ad6281-209f-487b-8299-875f3be38635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:24:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['9ea2dc05-652f-4937-b0a2-e86facfed221'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:24:44.812279 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7d7d43e0-ec1a-4150-88f7-731fc6006d7e admin admin] Publish callbacks [] for security_group (dee906af-a760-4560-ab6b-cff5af9400b8), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:44.812807 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d038c34-27e3-4e29-aa7d-d43476fea814 req-2dc1f845-316a-4b37-9d8e-cf294a01ff08 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:44.814429 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8d038c34-27e3-4e29-aa7d-d43476fea814 req-2dc1f845-316a-4b37-9d8e-cf294a01ff08 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/ports?device_id=81f17ed3-5f8a-4b82-a89d-2a86c185a3d7 HTTP/1.1" status: 200 len: 950 time: 0.0878236 Jan 28 19:24:44.817752 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f365dfdf-ee6c-441b-926a-63b92463f709 tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:44.818879 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-f365dfdf-ee6c-441b-926a-63b92463f709 tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.9727948 Jan 28 19:24:44.821702 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 49818) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:24:44.827332 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-3a32a6ad-2706-4121-ab20-23cc14e86244 tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:24:44.862585 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-22ad6281-209f-487b-8299-875f3be38635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:24:44.872993 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ad6281-209f-487b-8299-875f3be38635 None None] Routers {'9ea2dc05-652f-4937-b0a2-e86facfed221'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:24:44.873694 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-22ad6281-209f-487b-8299-875f3be38635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:24:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['9ea2dc05-652f-4937-b0a2-e86facfed221'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:24:44.886434 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7d7d43e0-ec1a-4150-88f7-731fc6006d7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (dee906af-a760-4560-ab6b-cff5af9400b8), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:44.889511 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7d7d43e0-ec1a-4150-88f7-731fc6006d7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:44.890748 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-7d7d43e0-ec1a-4150-88f7-731fc6006d7e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/dee906af-a760-4560-ab6b-cff5af9400b8 HTTP/1.1" status: 204 len: 168 time: 0.1865718 Jan 28 19:24:44.910140 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7d43e0-ec1a-4150-88f7-731fc6006d7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dee906af-a760-4560-ab6b-cff5af9400b8,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:44.953866 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8d038c34-27e3-4e29-aa7d-d43476fea814 req-392a207c-1bfb-47af-8743-125fef648e84 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d07f2a-7a3d-4718-9c1b-16394753837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297748 Jan 28 19:24:44.978035 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-621d24a1-bc5f-43a1-9de7-091530a32887 req-fcdf1ec7-32b2-4af8-a965-039e7b3b50d0 tempest-ServerShowV254Test-771872459 tempest-ServerShowV254Test-771872459-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1a534c7-8b11-48a2-9b80-c5c8693d0ece HTTP/1.1" status: 200 len: 210 time: 0.0382760 Jan 28 19:24:44.988754 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-22ad6281-209f-487b-8299-875f3be38635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:24:44.990014 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ad6281-209f-487b-8299-875f3be38635 None None] The sync data for ids ['9ea2dc05-652f-4937-b0a2-e86facfed221'] in n-d-812111-14 is: [] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:24:45.332128 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3a32a6ad-2706-4121-ab20-23cc14e86244 tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Publish callbacks [] for router_gateway (9ea2dc05-652f-4937-b0a2-e86facfed221), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:45.348852 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3a32a6ad-2706-4121-ab20-23cc14e86244 tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Publish callbacks [] for router_gateway (9ea2dc05-652f-4937-b0a2-e86facfed221), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:45.387025 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device e943e98c-f9e9-4ced-9c7d-c8920c6a41ac details requested by agent hyperv_n-h1-812111-14 with host n-h1-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:24:45.411838 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0c5993-6eb4-45a6-8999-591b2c84e9b9 req-3cf6bfb2-3308-4bff-ae0b-e50a235bb70c tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:45.413584 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4f0c5993-6eb4-45a6-8999-591b2c84e9b9 req-3cf6bfb2-3308-4bff-ae0b-e50a235bb70c tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] 10.222.0.64 "GET /v2.0/ports?device_id=0425ea7b-6d18-454c-999c-27e8a0758954 HTTP/1.1" status: 200 len: 946 time: 0.0807958 Jan 28 19:24:45.414220 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 49840) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:24:45.427997 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-23302aa6-0c6c-4920-b8f8-480879fea975 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:45.465767 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-3a32a6ad-2706-4121-ab20-23cc14e86244 tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Deleting port 98acec91-eb45-4e6a-9fb6-c4925e5619f6 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:24:45.466675 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3a32a6ad-2706-4121-ab20-23cc14e86244 tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (98acec91-eb45-4e6a-9fb6-c4925e5619f6), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:45.512470 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4f0c5993-6eb4-45a6-8999-591b2c84e9b9 req-99613fcf-3487-46be-9c6c-8e1103c94a65 tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] 10.222.0.64 "GET /v2.0/security-groups?id=6477e2db-f47c-494e-be68-463a4c5a4740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749457 Jan 28 19:24:45.556085 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port e943e98c-f9e9-4ced-9c7d-c8920c6a41ac, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=e943e98c-f9e9-4ced-9c7d-c8920c6a41ac,segment=NetworkSegment(89df972e-c3a8-4641-96a7-c2d8401a7041),segment_id=89df972e-c3a8-4641-96a7-c2d8401a7041)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:24:45.574797 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Returning: {'device': 'e943e98c-f9e9-4ced-9c7d-c8920c6a41ac', 'network_id': '227efcb5-a846-4336-be78-10d99c52fc29', 'port_id': 'e943e98c-f9e9-4ced-9c7d-c8920c6a41ac', 'mac_address': 'fa:16:3e:8b:16:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a1bb6d2-eaf4-46c8-b9c8-a66c9fa637c1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:24:45.618866 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port e943e98c-f9e9-4ced-9c7d-c8920c6a41ac is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:24:45.620078 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (e943e98c-f9e9-4ced-9c7d-c8920c6a41ac), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:45.634355 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e943e98c-f9e9-4ced-9c7d-c8920c6a41ac {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:24:45.634556 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-23302aa6-0c6c-4920-b8f8-480879fea975 admin admin] Publish callbacks [] for security_group (4c812542-3bd0-4965-9043-d1a376f16bbc), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:45.636225 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9851cc65-9fe4-4532-8a6b-7b53e77b8199 req-648996aa-202e-403e-998a-13861de5eac7 tempest-ServerTagsTestJSON-1033397915 tempest-ServerTagsTestJSON-1033397915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:45.637831 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9851cc65-9fe4-4532-8a6b-7b53e77b8199 req-648996aa-202e-403e-998a-13861de5eac7 tempest-ServerTagsTestJSON-1033397915 tempest-ServerTagsTestJSON-1033397915-project] 10.222.0.64 "GET /v2.0/ports?device_id=218ca1dd-e2b7-4f26-aea6-ce11c6093409 HTTP/1.1" status: 200 len: 944 time: 0.1445580 Jan 28 19:24:45.642669 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-23302aa6-0c6c-4920-b8f8-480879fea975 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (4c812542-3bd0-4965-9043-d1a376f16bbc), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:45.653979 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3a32a6ad-2706-4121-ab20-23cc14e86244 tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (98acec91-eb45-4e6a-9fb6-c4925e5619f6), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:45.660517 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port e943e98c-f9e9-4ced-9c7d-c8920c6a41ac, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=e943e98c-f9e9-4ced-9c7d-c8920c6a41ac,segment=NetworkSegment(89df972e-c3a8-4641-96a7-c2d8401a7041),segment_id=89df972e-c3a8-4641-96a7-c2d8401a7041)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:24:45.672944 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (e943e98c-f9e9-4ced-9c7d-c8920c6a41ac), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:45.689865 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-3a32a6ad-2706-4121-ab20-23cc14e86244 tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Calling delete_port for 98acec91-eb45-4e6a-9fb6-c4925e5619f6 owned by network:router_gateway {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:24:45.706885 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-23302aa6-0c6c-4920-b8f8-480879fea975 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3e5a7597234c4bac88af06d90d5f16b7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2894001 Jan 28 19:24:45.706885 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23302aa6-0c6c-4920-b8f8-480879fea975 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c812542-3bd0-4965-9043-d1a376f16bbc,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:45.709673 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 49842) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:24:45.770684 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=e943e98c-f9e9-4ced-9c7d-c8920c6a41ac,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:45.771516 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9851cc65-9fe4-4532-8a6b-7b53e77b8199 req-415a9da0-90aa-48aa-ad46-a91d6a966900 tempest-ServerTagsTestJSON-1033397915 tempest-ServerTagsTestJSON-1033397915-project] 10.222.0.64 "GET /v2.0/security-groups?id=f20f4460-614c-4b14-a387-690383a62119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226530 Jan 28 19:24:45.780016 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-373cbc44-3630-40cc-ace3-22bf73ca1173 admin admin] Publish callbacks [] for security_group (4c812542-3bd0-4965-9043-d1a376f16bbc), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:45.823488 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-373cbc44-3630-40cc-ace3-22bf73ca1173 admin admin] Publish callbacks [] for security_group (4c812542-3bd0-4965-9043-d1a376f16bbc), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:45.889859 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-373cbc44-3630-40cc-ace3-22bf73ca1173 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (4c812542-3bd0-4965-9043-d1a376f16bbc), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:45.893961 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-373cbc44-3630-40cc-ace3-22bf73ca1173 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:45.905093 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-373cbc44-3630-40cc-ace3-22bf73ca1173 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4c812542-3bd0-4965-9043-d1a376f16bbc HTTP/1.1" status: 204 len: 168 time: 0.1880047 Jan 28 19:24:45.923742 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373cbc44-3630-40cc-ace3-22bf73ca1173 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c812542-3bd0-4965-9043-d1a376f16bbc,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:45.978208 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3a32a6ad-2706-4121-ab20-23cc14e86244 tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (98acec91-eb45-4e6a-9fb6-c4925e5619f6), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:46.012367 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['e943e98c-f9e9-4ced-9c7d-c8920c6a41ac'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:24:46.018961 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a32a6ad-2706-4121-ab20-23cc14e86244 tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Pushing event deleted for resources: {'Port': ['ID=98acec91-eb45-4e6a-9fb6-c4925e5619f6,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:46.126729 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3a32a6ad-2706-4121-ab20-23cc14e86244 tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-731488'] for router_gateway (9ea2dc05-652f-4937-b0a2-e86facfed221), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:46.186423 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dcaf41-9ee3-4f56-9d1c-a7ae6609569c req-ad6275f3-689b-4046-ba00-af9d499d6dc6 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:46.192944 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b3dcaf41-9ee3-4f56-9d1c-a7ae6609569c req-ad6275f3-689b-4046-ba00-af9d499d6dc6 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/ports?device_id=81f17ed3-5f8a-4b82-a89d-2a86c185a3d7 HTTP/1.1" status: 200 len: 950 time: 0.1231244 Jan 28 19:24:46.238691 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7b0d04b7-e051-4ed1-9d3f-3615e8d6ca2d req-d05a7cd1-7c53-41e3-9fb3-72699288fd00 tempest-ServerShowV254Test-771872459 tempest-ServerShowV254Test-771872459-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1a534c7-8b11-48a2-9b80-c5c8693d0ece HTTP/1.1" status: 200 len: 210 time: 0.1131740 Jan 28 19:24:46.322189 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b3dcaf41-9ee3-4f56-9d1c-a7ae6609569c req-2c741ce5-569c-4b14-b6b1-2da848bed8b2 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d07f2a-7a3d-4718-9c1b-16394753837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220636 Jan 28 19:24:46.439060 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3a32a6ad-2706-4121-ab20-23cc14e86244 tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-731439', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-731081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-261371'] for router (9ea2dc05-652f-4937-b0a2-e86facfed221), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:46.442701 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3a32a6ad-2706-4121-ab20-23cc14e86244 tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-731460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-731478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-731485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-731120'] for router (9ea2dc05-652f-4937-b0a2-e86facfed221), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:46.697122 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d74023-288c-4ad6-889f-72d125e3f7e2 req-aabb3e38-54b4-4820-a757-83e551927fa8 tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:46.699846 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-17d74023-288c-4ad6-889f-72d125e3f7e2 req-aabb3e38-54b4-4820-a757-83e551927fa8 tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] 10.222.0.64 "GET /v2.0/ports?device_id=0425ea7b-6d18-454c-999c-27e8a0758954 HTTP/1.1" status: 200 len: 946 time: 0.0814326 Jan 28 19:24:46.772814 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-17d74023-288c-4ad6-889f-72d125e3f7e2 req-7a65b237-60c6-4900-a9e6-570b10cdda8b tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] 10.222.0.64 "GET /v2.0/security-groups?id=6477e2db-f47c-494e-be68-463a4c5a4740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670879 Jan 28 19:24:46.828481 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a32a6ad-2706-4121-ab20-23cc14e86244 tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Router 9ea2dc05-652f-4937-b0a2-e86facfed221 has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:24:46.959343 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a32a6ad-2706-4121-ab20-23cc14e86244 tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:24:46.968405 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3a32a6ad-2706-4121-ab20-23cc14e86244 tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:46.969707 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-3a32a6ad-2706-4121-ab20-23cc14e86244 tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] 10.222.0.64 "PUT /v2.0/routers/9ea2dc05-652f-4937-b0a2-e86facfed221 HTTP/1.1" status: 200 len: 706 time: 2.1470585 Jan 28 19:24:46.971623 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d489f6a9-8d2c-47f4-ab9f-e9b1a41dce94 None None] Sync routers for ids ['9ea2dc05-652f-4937-b0a2-e86facfed221'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:24:46.973091 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 49886) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:24:46.989094 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d489f6a9-8d2c-47f4-ab9f-e9b1a41dce94 None None] Routers {'9ea2dc05-652f-4937-b0a2-e86facfed221'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:24:46.990153 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-d489f6a9-8d2c-47f4-ab9f-e9b1a41dce94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:24:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['9ea2dc05-652f-4937-b0a2-e86facfed221'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:24:46.997756 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba30e1d5-ad20-43b1-a050-3813052fa27f req-ef3cc948-06c0-49f9-bc43-4243ba4eef85 tempest-ServerTagsTestJSON-1033397915 tempest-ServerTagsTestJSON-1033397915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:46.999314 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ba30e1d5-ad20-43b1-a050-3813052fa27f req-ef3cc948-06c0-49f9-bc43-4243ba4eef85 tempest-ServerTagsTestJSON-1033397915 tempest-ServerTagsTestJSON-1033397915-project] 10.222.0.64 "GET /v2.0/ports?device_id=218ca1dd-e2b7-4f26-aea6-ce11c6093409 HTTP/1.1" status: 200 len: 945 time: 0.1156118 Jan 28 19:24:47.062772 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ba30e1d5-ad20-43b1-a050-3813052fa27f req-8a86cde3-faef-4f71-91aa-72610b1e8dc0 tempest-ServerTagsTestJSON-1033397915 tempest-ServerTagsTestJSON-1033397915-project] 10.222.0.64 "GET /v2.0/security-groups?id=f20f4460-614c-4b14-a387-690383a62119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560048 Jan 28 19:24:47.074911 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-d489f6a9-8d2c-47f4-ab9f-e9b1a41dce94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:24:47.098084 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d489f6a9-8d2c-47f4-ab9f-e9b1a41dce94 None None] Routers {'9ea2dc05-652f-4937-b0a2-e86facfed221'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:24:47.099037 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-d489f6a9-8d2c-47f4-ab9f-e9b1a41dce94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:24:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['9ea2dc05-652f-4937-b0a2-e86facfed221'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:24:47.140933 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-d489f6a9-8d2c-47f4-ab9f-e9b1a41dce94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:24:47.141988 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d489f6a9-8d2c-47f4-ab9f-e9b1a41dce94 None None] The sync data for ids ['9ea2dc05-652f-4937-b0a2-e86facfed221'] in n-d-812111-14 is: [] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:24:47.387685 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device e943e98c-f9e9-4ced-9c7d-c8920c6a41ac up at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:24:47.440498 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-7c880363-f72f-4f2e-8563-2228f641dd20 tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] 10.222.0.64 "GET /v2.0/routers/9ea2dc05-652f-4937-b0a2-e86facfed221 HTTP/1.1" status: 200 len: 741 time: 0.4660628 Jan 28 19:24:47.443337 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 49900) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:24:47.478243 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning for port e943e98c-f9e9-4ced-9c7d-c8920c6a41ac completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:24:47.483119 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning complete for port e943e98c-f9e9-4ced-9c7d-c8920c6a41ac triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:24:47.483564 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (e943e98c-f9e9-4ced-9c7d-c8920c6a41ac), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:47.517389 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d9a1407c-9423-45b3-99f2-c9a6fb940b9a req-911dcc4c-3fbe-4766-a1b6-bd2afdbc29af tempest-ServerShowV254Test-771872459 tempest-ServerShowV254Test-771872459-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1a534c7-8b11-48a2-9b80-c5c8693d0ece HTTP/1.1" status: 200 len: 210 time: 0.0961370 Jan 28 19:24:47.594911 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-52063f42-752f-425f-9451-2f5b885ce5a6 tempest-RoutersAdminTest-854009018 tempest-RoutersAdminTest-854009018-project-admin] 10.222.0.64 "GET /v2.0/ports?network_id=d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8&device_id=9ea2dc05-652f-4937-b0a2-e86facfed221 HTTP/1.1" status: 200 len: 205 time: 0.1498709 Jan 28 19:24:47.598185 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 49914) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:24:47.630795 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port e943e98c-f9e9-4ced-9c7d-c8920c6a41ac is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:24:47.630926 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bbc2cb-26e6-43ba-9309-405abe9fbf16 req-eb9f0ff8-a202-4ced-ab6c-309946b54c40 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:47.631413 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (e943e98c-f9e9-4ced-9c7d-c8920c6a41ac), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:47.637937 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e7bbc2cb-26e6-43ba-9309-405abe9fbf16 req-eb9f0ff8-a202-4ced-ab6c-309946b54c40 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/ports?device_id=81f17ed3-5f8a-4b82-a89d-2a86c185a3d7 HTTP/1.1" status: 200 len: 950 time: 0.1862791 Jan 28 19:24:47.642465 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-4a0361f7-bfa5-4abe-b5ff-5753bdcdaf52 tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] 10.222.0.64 "GET /v2.0/ports?device_id=9ea2dc05-652f-4937-b0a2-e86facfed221 HTTP/1.1" status: 200 len: 205 time: 0.0420110 Jan 28 19:24:47.647713 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 49918) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:24:47.664029 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '218ca1dd-e2b7-4f26-aea6-ce11c6093409', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e943e98c-f9e9-4ced-9c7d-c8920c6a41ac'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:24:47.667104 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec5a3749-1015-4b6f-b3a6-f1b478bda9d7" -d '{"events": [{"server_uuid": "218ca1dd-e2b7-4f26-aea6-ce11c6093409", "name": "network-vif-plugged", "status": "completed", "tag": "e943e98c-f9e9-4ced-9c7d-c8920c6a41ac"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:24:47.681783 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port e943e98c-f9e9-4ced-9c7d-c8920c6a41ac, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=e943e98c-f9e9-4ced-9c7d-c8920c6a41ac,segment=NetworkSegment(89df972e-c3a8-4641-96a7-c2d8401a7041),segment_id=89df972e-c3a8-4641-96a7-c2d8401a7041)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:24:47.692313 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (e943e98c-f9e9-4ced-9c7d-c8920c6a41ac), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:47.750646 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8756380d-24d2-4927-aad5-ff24c1bbd7b4 tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Publish callbacks [] for router (9ea2dc05-652f-4937-b0a2-e86facfed221), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:47.757997 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:24:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90fcf66f-33c4-41b0-8cde-a7bd8855b810 x-openstack-request-id: req-90fcf66f-33c4-41b0-8cde-a7bd8855b810 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:24:47.757997 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "218ca1dd-e2b7-4f26-aea6-ce11c6093409", "name": "network-vif-plugged", "status": "completed", "tag": "e943e98c-f9e9-4ced-9c7d-c8920c6a41ac", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:24:47.757997 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-90fcf66f-33c4-41b0-8cde-a7bd8855b810 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:24:47.758668 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '218ca1dd-e2b7-4f26-aea6-ce11c6093409', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e943e98c-f9e9-4ced-9c7d-c8920c6a41ac', 'code': 200} Jan 28 19:24:47.770665 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=e943e98c-f9e9-4ced-9c7d-c8920c6a41ac,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:47.800184 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e7bbc2cb-26e6-43ba-9309-405abe9fbf16 req-a0c77382-0505-4695-bdb2-b896106681f5 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d07f2a-7a3d-4718-9c1b-16394753837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617930 Jan 28 19:24:47.877402 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6440ea63-7d39-4e49-acf3-fe666d112e59 req-fa0110c1-d3e1-4d0d-930f-a706f03d0276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:47.878913 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6440ea63-7d39-4e49-acf3-fe666d112e59 req-fa0110c1-d3e1-4d0d-930f-a706f03d0276 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=218ca1dd-e2b7-4f26-aea6-ce11c6093409 HTTP/1.1" status: 200 len: 1129 time: 0.0634751 Jan 28 19:24:47.952939 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8756380d-24d2-4927-aad5-ff24c1bbd7b4 tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-730901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261120'] for router (9ea2dc05-652f-4937-b0a2-e86facfed221), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:47.955496 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8756380d-24d2-4927-aad5-ff24c1bbd7b4 tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Publish callbacks [] for router_controller (9ea2dc05-652f-4937-b0a2-e86facfed221), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:47.968276 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1759a1-bd52-44c6-be8d-57c14aa1d65a req-85c9d0e9-f8a2-4ab4-a34f-461a7799988f tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:47.969798 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3f1759a1-bd52-44c6-be8d-57c14aa1d65a req-85c9d0e9-f8a2-4ab4-a34f-461a7799988f tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] 10.222.0.64 "GET /v2.0/ports?device_id=0425ea7b-6d18-454c-999c-27e8a0758954 HTTP/1.1" status: 200 len: 946 time: 0.0900133 Jan 28 19:24:47.976084 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6440ea63-7d39-4e49-acf3-fe666d112e59 req-43c49cbe-b9f3-416d-bc03-fb32e59361e0 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f20f4460-614c-4b14-a387-690383a62119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645177 Jan 28 19:24:48.006178 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8756380d-24d2-4927-aad5-ff24c1bbd7b4 tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-730908'] for router (9ea2dc05-652f-4937-b0a2-e86facfed221), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:48.006821 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8756380d-24d2-4927-aad5-ff24c1bbd7b4 tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Fanout notify agent at l3_agent the message router_deleted on router 9ea2dc05-652f-4937-b0a2-e86facfed221 {{(pid=103304) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:24:48.015495 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8756380d-24d2-4927-aad5-ff24c1bbd7b4 tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:48.016633 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-8756380d-24d2-4927-aad5-ff24c1bbd7b4 tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] 10.222.0.64 "DELETE /v2.0/routers/9ea2dc05-652f-4937-b0a2-e86facfed221 HTTP/1.1" status: 204 len: 168 time: 0.3679099 Jan 28 19:24:48.024143 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 49938) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:24:48.029728 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3f1759a1-bd52-44c6-be8d-57c14aa1d65a req-4875cbcd-296e-4f74-bfe4-f1495833f657 tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] 10.222.0.64 "GET /v2.0/security-groups?id=6477e2db-f47c-494e-be68-463a4c5a4740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526211 Jan 28 19:24:48.058164 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-60b5d259-d669-4310-8fb4-506063b98d43 tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] 10.222.0.64 "GET /v2.0/ports?device_id=9ea2dc05-652f-4937-b0a2-e86facfed221 HTTP/1.1" status: 200 len: 205 time: 0.0311930 Jan 28 19:24:48.060300 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 49942) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:24:48.101592 n-d-812111-14 neutron-server[103304]: INFO neutron.api.v2.resource [None req-418855c1-ad8c-4c27-ae5a-da812efea757 tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] delete failed (client error): The resource could not be found. Jan 28 19:24:48.102647 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-418855c1-ad8c-4c27-ae5a-da812efea757 tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] 10.222.0.64 "DELETE /v2.0/routers/9ea2dc05-652f-4937-b0a2-e86facfed221 HTTP/1.1" status: 404 len: 336 time: 0.0413964 Jan 28 19:24:48.106090 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 49946) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:24:48.134636 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-310cf764-088e-4d8f-8bc6-aa507f8c20d1 tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] 10.222.0.64 "GET /v2.0/ports?device_id=95134a2d-584b-411e-83b9-b64501cb1df8 HTTP/1.1" status: 200 len: 205 time: 0.0281980 Jan 28 19:24:48.137367 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 49952) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:24:48.176402 n-d-812111-14 neutron-server[103304]: INFO neutron.api.v2.resource [None req-3c04431c-6430-47b5-9488-313d8f0259ab tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] delete failed (client error): The resource could not be found. Jan 28 19:24:48.177369 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-3c04431c-6430-47b5-9488-313d8f0259ab tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] 10.222.0.64 "DELETE /v2.0/routers/95134a2d-584b-411e-83b9-b64501cb1df8 HTTP/1.1" status: 404 len: 336 time: 0.0390968 Jan 28 19:24:48.180088 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 49954) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:24:48.218633 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-6b9f1482-9930-4f7b-9d63-377d4769f507 tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] 10.222.0.64 "GET /v2.0/ports?device_id=6eff82e8-9fb3-402e-8526-9b8da5834194 HTTP/1.1" status: 200 len: 205 time: 0.0372200 Jan 28 19:24:48.220713 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 49960) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:24:48.243355 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647b2e53-3034-44d3-b987-1f50a1a3758a req-5f2b167c-271e-4996-bb21-5ab40bc643d3 tempest-ServerTagsTestJSON-1033397915 tempest-ServerTagsTestJSON-1033397915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:48.244843 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-647b2e53-3034-44d3-b987-1f50a1a3758a req-5f2b167c-271e-4996-bb21-5ab40bc643d3 tempest-ServerTagsTestJSON-1033397915 tempest-ServerTagsTestJSON-1033397915-project] 10.222.0.64 "GET /v2.0/ports?device_id=218ca1dd-e2b7-4f26-aea6-ce11c6093409 HTTP/1.1" status: 200 len: 946 time: 0.0708468 Jan 28 19:24:48.262685 n-d-812111-14 neutron-server[103305]: INFO neutron.api.v2.resource [None req-10be5a91-d058-4e91-95d0-8218a24dfa44 tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] delete failed (client error): The resource could not be found. Jan 28 19:24:48.263776 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-10be5a91-d058-4e91-95d0-8218a24dfa44 tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] 10.222.0.64 "DELETE /v2.0/routers/6eff82e8-9fb3-402e-8526-9b8da5834194 HTTP/1.1" status: 404 len: 336 time: 0.0407701 Jan 28 19:24:48.266631 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 49962) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:24:48.301249 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-36b7974c-ddcf-40c0-9f15-e79764c4b306 tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb69cd01-de3d-46b8-a110-44ce3833cf2a HTTP/1.1" status: 200 len: 205 time: 0.0336547 Jan 28 19:24:48.303672 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 49966) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:24:48.308297 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-647b2e53-3034-44d3-b987-1f50a1a3758a req-294e040e-f307-40ac-9e2a-048b0df941c7 tempest-ServerTagsTestJSON-1033397915 tempest-ServerTagsTestJSON-1033397915-project] 10.222.0.64 "GET /v2.0/security-groups?id=f20f4460-614c-4b14-a387-690383a62119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576284 Jan 28 19:24:48.347243 n-d-812111-14 neutron-server[103305]: INFO neutron.api.v2.resource [None req-11322bc8-9e64-40af-81d6-af7f1b18442d tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] delete failed (client error): The resource could not be found. Jan 28 19:24:48.349150 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-11322bc8-9e64-40af-81d6-af7f1b18442d tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] 10.222.0.64 "DELETE /v2.0/routers/cb69cd01-de3d-46b8-a110-44ce3833cf2a HTTP/1.1" status: 404 len: 336 time: 0.0437157 Jan 28 19:24:48.351042 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 49970) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:24:48.379619 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-40b563f3-7f11-4b86-a7f4-70c5aa88a0a9 tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] 10.222.0.64 "GET /v2.0/ports?device_id=9f5723df-55de-4702-8c40-5f59b0da0ecf HTTP/1.1" status: 200 len: 205 time: 0.0275030 Jan 28 19:24:48.382122 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 49972) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:24:48.423113 n-d-812111-14 neutron-server[103305]: INFO neutron.api.v2.resource [None req-e7e4c752-a1a5-46aa-897a-660b412472ad tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] delete failed (client error): The resource could not be found. Jan 28 19:24:48.424127 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-e7e4c752-a1a5-46aa-897a-660b412472ad tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] 10.222.0.64 "DELETE /v2.0/routers/9f5723df-55de-4702-8c40-5f59b0da0ecf HTTP/1.1" status: 404 len: 336 time: 0.0410857 Jan 28 19:24:48.427503 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 49976) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:24:48.456763 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-e948e052-1039-4d84-8ad5-798214b6e7c9 tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] 10.222.0.64 "GET /v2.0/ports?device_id=120fc91b-ce65-404b-ad9a-5c8418f5e18a HTTP/1.1" status: 200 len: 205 time: 0.0279281 Jan 28 19:24:48.459352 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 49980) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:24:48.496616 n-d-812111-14 neutron-server[103304]: INFO neutron.api.v2.resource [None req-bac59b61-a921-4dc1-84a6-562ddd466e65 tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] delete failed (client error): The resource could not be found. Jan 28 19:24:48.497620 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-bac59b61-a921-4dc1-84a6-562ddd466e65 tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] 10.222.0.64 "DELETE /v2.0/routers/120fc91b-ce65-404b-ad9a-5c8418f5e18a HTTP/1.1" status: 404 len: 336 time: 0.0373294 Jan 28 19:24:48.500256 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 49984) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:24:48.518300 n-d-812111-14 neutron-server[103305]: INFO neutron.api.v2.resource [req-3229e148-cdb1-4bef-9889-652d9a66b533 req-bcf8b24b-b935-482a-94b5-3c1fbb4b6326 service neutron] show failed (client error): The resource could not be found. Jan 28 19:24:48.519375 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3229e148-cdb1-4bef-9889-652d9a66b533 req-bcf8b24b-b935-482a-94b5-3c1fbb4b6326 service neutron] 10.222.0.70 "GET /v2.0/ports/5f6def03-99a2-4a62-a4a0-6591fac3aba6/bindings/n-h1-812111-14 HTTP/1.1" status: 404 len: 381 time: 0.0613072 Jan 28 19:24:48.530164 n-d-812111-14 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-84b6e5d4-6bfa-4c9e-98ee-3d5c371fbe4c tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] DELETE failed (client error): The resource could not be found. Jan 28 19:24:48.530643 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84b6e5d4-6bfa-4c9e-98ee-3d5c371fbe4c tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:24:48.535547 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-84b6e5d4-6bfa-4c9e-98ee-3d5c371fbe4c tempest-RoutersAdminTest-750484332 tempest-RoutersAdminTest-750484332-project] 10.222.0.64 "DELETE /v2.0/subnets/23f47ea2-3e4f-4dae-89e1-e216faacfb5a HTTP/1.1" status: 404 len: 337 time: 0.0325418 Jan 28 19:24:48.625633 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b448b471-7c81-4f25-8903-2a1403ee2781 req-e3aac448-6f27-4f4e-b70f-9bd81aaddb82 tempest-ServerShowV254Test-771872459 tempest-ServerShowV254Test-771872459-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1a534c7-8b11-48a2-9b80-c5c8693d0ece HTTP/1.1" status: 200 len: 210 time: 0.0327857 Jan 28 19:24:48.775879 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3229e148-cdb1-4bef-9889-652d9a66b533 req-f92dcd73-51eb-4fb8-834b-4cf15e9e50c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:48.777556 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3229e148-cdb1-4bef-9889-652d9a66b533 req-f92dcd73-51eb-4fb8-834b-4cf15e9e50c5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=81f17ed3-5f8a-4b82-a89d-2a86c185a3d7&tenant_id=e0a949cf73864faf86b4b8a64f5cd635 HTTP/1.1" status: 200 len: 1133 time: 0.0528638 Jan 28 19:24:48.801404 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-3229e148-cdb1-4bef-9889-652d9a66b533 req-c9c0f499-8782-4fa2-81c5-ba32db60ddce service neutron] Request body: {'port': {'binding:host_id': 'n-h1-812111-14', 'device_owner': 'compute:nova'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:24:48.873614 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-3229e148-cdb1-4bef-9889-652d9a66b533 req-c9c0f499-8782-4fa2-81c5-ba32db60ddce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (5f6def03-99a2-4a62-a4a0-6591fac3aba6), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:48.896901 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 50032) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:24:49.015809 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9fab3e2b-67ce-4c93-a024-0b42e38cd925 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:49.040741 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451b3ca5-f610-4bae-8f11-30222b85f8d3 req-9ef68414-5b2c-4838-b355-8d6f9545eb87 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:49.043236 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-451b3ca5-f610-4bae-8f11-30222b85f8d3 req-9ef68414-5b2c-4838-b355-8d6f9545eb87 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/ports?device_id=81f17ed3-5f8a-4b82-a89d-2a86c185a3d7 HTTP/1.1" status: 200 len: 950 time: 0.1665261 Jan 28 19:24:49.048097 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:24:49.141515 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9fab3e2b-67ce-4c93-a024-0b42e38cd925 admin admin] Publish callbacks [] for security_group (dabea155-ec66-4289-8a19-a8821ff4d4cc), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:49.147611 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9fab3e2b-67ce-4c93-a024-0b42e38cd925 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (dabea155-ec66-4289-8a19-a8821ff4d4cc), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:49.169272 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-451b3ca5-f610-4bae-8f11-30222b85f8d3 req-ac283a03-c0f5-4575-b2cc-1a6670249515 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d07f2a-7a3d-4718-9c1b-16394753837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150758 Jan 28 19:24:49.195971 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-9fab3e2b-67ce-4c93-a024-0b42e38cd925 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5d7d8164e8704ff4844cc5b993764838&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2969964 Jan 28 19:24:49.197160 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fab3e2b-67ce-4c93-a024-0b42e38cd925 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dabea155-ec66-4289-8a19-a8821ff4d4cc,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:49.200674 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 50046) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:24:49.294448 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-3229e148-cdb1-4bef-9889-652d9a66b533 req-c9c0f499-8782-4fa2-81c5-ba32db60ddce service neutron] For port 5f6def03-99a2-4a62-a4a0-6591fac3aba6, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=5f6def03-99a2-4a62-a4a0-6591fac3aba6,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:24:49.385964 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 50066) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:24:49.399733 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-3229e148-cdb1-4bef-9889-652d9a66b533 req-c9c0f499-8782-4fa2-81c5-ba32db60ddce service neutron] For port 5f6def03-99a2-4a62-a4a0-6591fac3aba6, host n-h2-812111-14, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:24:49.402738 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3c3f5e7a-302d-421d-8955-d61d6192f2e6 admin admin] Publish callbacks [] for security_group (dabea155-ec66-4289-8a19-a8821ff4d4cc), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:49.476778 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d44714-1609-40b7-8a88-9bab799d6a11 req-6a2aab3e-1ba7-488b-acbf-c5acc2f3ae21 tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:49.478116 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d4d44714-1609-40b7-8a88-9bab799d6a11 req-6a2aab3e-1ba7-488b-acbf-c5acc2f3ae21 tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] 10.222.0.64 "GET /v2.0/ports?device_id=0425ea7b-6d18-454c-999c-27e8a0758954 HTTP/1.1" status: 200 len: 946 time: 0.1593709 Jan 28 19:24:49.480225 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3c3f5e7a-302d-421d-8955-d61d6192f2e6 admin admin] Publish callbacks [] for security_group (dabea155-ec66-4289-8a19-a8821ff4d4cc), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:49.483993 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81f17ed3-5f8a-4b82-a89d-2a86c185a3d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f6def03-99a2-4a62-a4a0-6591fac3aba6'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:24:49.486416 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ced9c28d-b4cb-4ffe-9e98-903eb083e49b" -d '{"events": [{"server_uuid": "81f17ed3-5f8a-4b82-a89d-2a86c185a3d7", "name": "network-vif-unplugged", "status": "completed", "tag": "5f6def03-99a2-4a62-a4a0-6591fac3aba6"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:24:49.495906 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-3229e148-cdb1-4bef-9889-652d9a66b533 req-c9c0f499-8782-4fa2-81c5-ba32db60ddce service neutron] Publish callbacks [] for port (5f6def03-99a2-4a62-a4a0-6591fac3aba6), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:49.512300 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0638c3ac-2234-4ef0-bf8f-82b780c0df12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:49.547988 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-3229e148-cdb1-4bef-9889-652d9a66b533 req-c9c0f499-8782-4fa2-81c5-ba32db60ddce service neutron] Transition to ACTIVE for port object 5f6def03-99a2-4a62-a4a0-6591fac3aba6 will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:24:49.561824 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-3229e148-cdb1-4bef-9889-652d9a66b533 req-c9c0f499-8782-4fa2-81c5-ba32db60ddce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (5f6def03-99a2-4a62-a4a0-6591fac3aba6), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:49.602638 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0638c3ac-2234-4ef0-bf8f-82b780c0df12 admin admin] Publish callbacks [] for security_group (23f0cab6-7789-4435-b44e-00f4da7be50d), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:49.609493 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0638c3ac-2234-4ef0-bf8f-82b780c0df12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (23f0cab6-7789-4435-b44e-00f4da7be50d), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:49.621462 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d4d44714-1609-40b7-8a88-9bab799d6a11 req-0baa2e2f-eb85-4f88-9eab-03dc44019838 tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] 10.222.0.64 "GET /v2.0/security-groups?id=6477e2db-f47c-494e-be68-463a4c5a4740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219804 Jan 28 19:24:49.647219 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-0638c3ac-2234-4ef0-bf8f-82b780c0df12 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=de198546e43b4c169ddd6bfc11c4327c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2599573 Jan 28 19:24:49.651576 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 50086) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:24:49.652368 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3c3f5e7a-302d-421d-8955-d61d6192f2e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (dabea155-ec66-4289-8a19-a8821ff4d4cc), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:49.655102 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3c3f5e7a-302d-421d-8955-d61d6192f2e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:49.656217 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-3c3f5e7a-302d-421d-8955-d61d6192f2e6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/dabea155-ec66-4289-8a19-a8821ff4d4cc HTTP/1.1" status: 204 len: 168 time: 0.4540956 Jan 28 19:24:49.662026 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-3229e148-cdb1-4bef-9889-652d9a66b533 req-c9c0f499-8782-4fa2-81c5-ba32db60ddce service neutron] No DVR routers for this DVR port 5f6def03-99a2-4a62-a4a0-6591fac3aba6 on host n-h2-812111-14 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:24:49.672928 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c0f499-8782-4fa2-81c5-ba32db60ddce service neutron] Pushing event updated for resources: {'Port': ['ID=5f6def03-99a2-4a62-a4a0-6591fac3aba6,revision_number=6']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:49.694882 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3f5e7a-302d-421d-8955-d61d6192f2e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dabea155-ec66-4289-8a19-a8821ff4d4cc,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:49.712990 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0638c3ac-2234-4ef0-bf8f-82b780c0df12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23f0cab6-7789-4435-b44e-00f4da7be50d,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:49.767685 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 19:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0d18ee1-8f08-486e-841d-e210107998ae x-openstack-request-id: req-d0d18ee1-8f08-486e-841d-e210107998ae {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:24:49.767976 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81f17ed3-5f8a-4b82-a89d-2a86c185a3d7", "name": "network-vif-unplugged", "status": "completed", "tag": "5f6def03-99a2-4a62-a4a0-6591fac3aba6", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:24:49.768224 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d0d18ee1-8f08-486e-841d-e210107998ae {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:24:49.768626 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81f17ed3-5f8a-4b82-a89d-2a86c185a3d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f6def03-99a2-4a62-a4a0-6591fac3aba6', 'code': 200} Jan 28 19:24:49.784828 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-3229e148-cdb1-4bef-9889-652d9a66b533 req-c9c0f499-8782-4fa2-81c5-ba32db60ddce service neutron] Attempting to bind port 5f6def03-99a2-4a62-a4a0-6591fac3aba6 on host n-h1-812111-14 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:24:49.785354 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-3229e148-cdb1-4bef-9889-652d9a66b533 req-c9c0f499-8782-4fa2-81c5-ba32db60ddce service neutron] Attempting to bind port 5f6def03-99a2-4a62-a4a0-6591fac3aba6 by drivers openvswitch,hyperv on host n-h1-812111-14 at level 0 using segments [{'id': '195bcdbf-a031-4d8b-9f7f-e09fd37cd197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:24:49.785844 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3229e148-cdb1-4bef-9889-652d9a66b533 req-c9c0f499-8782-4fa2-81c5-ba32db60ddce service neutron] Attempting to bind port 5f6def03-99a2-4a62-a4a0-6591fac3aba6 on network 7810caa2-eac6-457d-9302-c8c215ef3e91 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:24:49.795476 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3229e148-cdb1-4bef-9889-652d9a66b533 req-c9c0f499-8782-4fa2-81c5-ba32db60ddce service neutron] Port 5f6def03-99a2-4a62-a4a0-6591fac3aba6 on network 7810caa2-eac6-457d-9302-c8c215ef3e91 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-14 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:24:49.795799 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3229e148-cdb1-4bef-9889-652d9a66b533 req-c9c0f499-8782-4fa2-81c5-ba32db60ddce service neutron] Attempting to bind port 5f6def03-99a2-4a62-a4a0-6591fac3aba6 on network 7810caa2-eac6-457d-9302-c8c215ef3e91 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:24:49.804556 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3229e148-cdb1-4bef-9889-652d9a66b533 req-c9c0f499-8782-4fa2-81c5-ba32db60ddce service neutron] Checking agent: {'id': 'b544ba20-de93-4d86-9e6b-a2202deb6191', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 24, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:24:49.805148 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3229e148-cdb1-4bef-9889-652d9a66b533 req-c9c0f499-8782-4fa2-81c5-ba32db60ddce service neutron] Checking segment: {'id': '195bcdbf-a031-4d8b-9f7f-e09fd37cd197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:24:49.805690 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3229e148-cdb1-4bef-9889-652d9a66b533 req-c9c0f499-8782-4fa2-81c5-ba32db60ddce service neutron] Bound using segment: {'id': '195bcdbf-a031-4d8b-9f7f-e09fd37cd197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:24:49.806358 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-3229e148-cdb1-4bef-9889-652d9a66b533 req-c9c0f499-8782-4fa2-81c5-ba32db60ddce service neutron] Bound port: 5f6def03-99a2-4a62-a4a0-6591fac3aba6, host: n-h1-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '195bcdbf-a031-4d8b-9f7f-e09fd37cd197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:24:49.806990 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-3229e148-cdb1-4bef-9889-652d9a66b533 req-c9c0f499-8782-4fa2-81c5-ba32db60ddce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (5f6def03-99a2-4a62-a4a0-6591fac3aba6), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:49.825039 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62951459-0716-4507-b983-54796121c4db req-463553a8-7a00-4a00-9b68-cf9c903adc1d tempest-ServerTagsTestJSON-1033397915 tempest-ServerTagsTestJSON-1033397915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:49.827319 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-62951459-0716-4507-b983-54796121c4db req-463553a8-7a00-4a00-9b68-cf9c903adc1d tempest-ServerTagsTestJSON-1033397915 tempest-ServerTagsTestJSON-1033397915-project] 10.222.0.64 "GET /v2.0/ports?device_id=218ca1dd-e2b7-4f26-aea6-ce11c6093409 HTTP/1.1" status: 200 len: 946 time: 0.0905771 Jan 28 19:24:49.829666 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5c5b834e-b7fc-4a21-9627-f38f8f2c88c7 admin admin] Publish callbacks [] for security_group (23f0cab6-7789-4435-b44e-00f4da7be50d), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:49.879665 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5c5b834e-b7fc-4a21-9627-f38f8f2c88c7 admin admin] Publish callbacks [] for security_group (23f0cab6-7789-4435-b44e-00f4da7be50d), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:49.893421 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-62951459-0716-4507-b983-54796121c4db req-0baf6a62-778f-4ed2-afb8-2ab2b79acb63 tempest-ServerTagsTestJSON-1033397915 tempest-ServerTagsTestJSON-1033397915-project] 10.222.0.64 "GET /v2.0/security-groups?id=f20f4460-614c-4b14-a387-690383a62119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593753 Jan 28 19:24:49.932932 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-3229e148-cdb1-4bef-9889-652d9a66b533 req-c9c0f499-8782-4fa2-81c5-ba32db60ddce service neutron] For port 5f6def03-99a2-4a62-a4a0-6591fac3aba6, host n-h1-812111-14, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:24:49.947782 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-3229e148-cdb1-4bef-9889-652d9a66b533 req-c9c0f499-8782-4fa2-81c5-ba32db60ddce service neutron] For port 5f6def03-99a2-4a62-a4a0-6591fac3aba6, host n-h1-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=5f6def03-99a2-4a62-a4a0-6591fac3aba6,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:24:49.955886 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-3229e148-cdb1-4bef-9889-652d9a66b533 req-c9c0f499-8782-4fa2-81c5-ba32db60ddce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (5f6def03-99a2-4a62-a4a0-6591fac3aba6), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:50.002449 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3229e148-cdb1-4bef-9889-652d9a66b533 req-c9c0f499-8782-4fa2-81c5-ba32db60ddce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:50.003411 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-3229e148-cdb1-4bef-9889-652d9a66b533 req-c9c0f499-8782-4fa2-81c5-ba32db60ddce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:50.004868 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3229e148-cdb1-4bef-9889-652d9a66b533 req-c9c0f499-8782-4fa2-81c5-ba32db60ddce service neutron] 10.222.0.41 "PUT /v2.0/ports/5f6def03-99a2-4a62-a4a0-6591fac3aba6 HTTP/1.1" status: 200 len: 1097 time: 1.2084680 Jan 28 19:24:50.042078 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5c5b834e-b7fc-4a21-9627-f38f8f2c88c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (23f0cab6-7789-4435-b44e-00f4da7be50d), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:50.045449 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5c5b834e-b7fc-4a21-9627-f38f8f2c88c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:50.046761 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-5c5b834e-b7fc-4a21-9627-f38f8f2c88c7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/23f0cab6-7789-4435-b44e-00f4da7be50d HTTP/1.1" status: 204 len: 168 time: 0.3893914 Jan 28 19:24:50.073642 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5b834e-b7fc-4a21-9627-f38f8f2c88c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23f0cab6-7789-4435-b44e-00f4da7be50d,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:50.114358 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c0f499-8782-4fa2-81c5-ba32db60ddce service neutron] Pushing event updated for resources: {'Port': ['ID=5f6def03-99a2-4a62-a4a0-6591fac3aba6,revision_number=7']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:50.138464 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3229e148-cdb1-4bef-9889-652d9a66b533 req-bc096bcc-32bc-4cf3-9af6-1831d7556778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:50.143729 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3229e148-cdb1-4bef-9889-652d9a66b533 req-bc096bcc-32bc-4cf3-9af6-1831d7556778 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e0a949cf73864faf86b4b8a64f5cd635&device_id=81f17ed3-5f8a-4b82-a89d-2a86c185a3d7 HTTP/1.1" status: 200 len: 1131 time: 0.0953121 Jan 28 19:24:50.150046 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 50102) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:24:50.151470 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-df367d20-65d7-4732-973f-a4a6d5efbe12 req-348dcb87-507d-41b0-8cc0-4cef87505c42 tempest-ServerShowV254Test-771872459 tempest-ServerShowV254Test-771872459-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1a534c7-8b11-48a2-9b80-c5c8693d0ece HTTP/1.1" status: 200 len: 210 time: 0.0805266 Jan 28 19:24:50.374753 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-858b4675-9919-4801-8b98-11efbb1aa479 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8697f5f99d774acc82b6f152e8c87da5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2229474 Jan 28 19:24:50.376127 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaab192-9ef6-43c5-99ab-f68fa3820a1b req-2581307a-2efb-4f78-8134-b738a8256b5e tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:50.377466 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 50110) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:24:50.384075 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-eaaab192-9ef6-43c5-99ab-f68fa3820a1b req-2581307a-2efb-4f78-8134-b738a8256b5e tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/ports?device_id=81f17ed3-5f8a-4b82-a89d-2a86c185a3d7 HTTP/1.1" status: 200 len: 948 time: 0.1047571 Jan 28 19:24:50.459343 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-eaaab192-9ef6-43c5-99ab-f68fa3820a1b req-03f92fee-2fcd-4145-af5e-170f9e715336 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d07f2a-7a3d-4718-9c1b-16394753837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739112 Jan 28 19:24:50.477024 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3229e148-cdb1-4bef-9889-652d9a66b533 req-c084839f-0fff-4752-8388-bbc8a3925239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:50.477024 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3229e148-cdb1-4bef-9889-652d9a66b533 req-c084839f-0fff-4752-8388-bbc8a3925239 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7810caa2-eac6-457d-9302-c8c215ef3e91 HTTP/1.1" status: 200 len: 869 time: 0.3131754 Jan 28 19:24:50.477024 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-26d32f67-1eda-4e4d-af17-4acf6209d871 admin admin] Publish callbacks [] for security_group (b0b6324e-10ff-4d2a-8c6e-e2b80d4298f2), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:50.487243 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:50.591893 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3229e148-cdb1-4bef-9889-652d9a66b533 req-303d6a12-5384-4681-9ed2-a48f15c773ef service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=5f6def03-99a2-4a62-a4a0-6591fac3aba6 HTTP/1.1" status: 200 len: 217 time: 0.1022010 Jan 28 19:24:50.595920 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-26d32f67-1eda-4e4d-af17-4acf6209d871 admin admin] Publish callbacks [] for security_group (b0b6324e-10ff-4d2a-8c6e-e2b80d4298f2), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:50.706338 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a99f4aa-e2fd-41c4-911b-542b53faf833 req-d8040bb6-28a6-46f0-997c-976dcd5864c4 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:50.713836 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9a99f4aa-e2fd-41c4-911b-542b53faf833 req-d8040bb6-28a6-46f0-997c-976dcd5864c4 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] 10.222.0.64 "GET /v2.0/networks?id=c4302b73-ca61-4da7-b39f-ec4ea0448ca6 HTTP/1.1" status: 200 len: 801 time: 0.2631328 Jan 28 19:24:50.723570 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3229e148-cdb1-4bef-9889-652d9a66b533 req-88517b2b-7c70-4d93-b15b-da83089ac9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:50.725224 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3229e148-cdb1-4bef-9889-652d9a66b533 req-88517b2b-7c70-4d93-b15b-da83089ac9ce service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f2de4832-9ef6-4f40-9ac5-1557d5e6a6ff HTTP/1.1" status: 200 len: 843 time: 0.1185122 Jan 28 19:24:50.734962 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9a99f4aa-e2fd-41c4-911b-542b53faf833 req-25ca0238-12ac-475f-8da4-022eb3dd6796 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] 10.222.0.64 "GET /v2.0/quotas/0c4ea235eb2940b3b5cdc493b562a62f HTTP/1.1" status: 200 len: 375 time: 0.0200138 Jan 28 19:24:50.748674 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 50130) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:24:50.766293 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-54748fdb-b305-484a-9d02-26afee06142e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:50.797454 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-26d32f67-1eda-4e4d-af17-4acf6209d871 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (b0b6324e-10ff-4d2a-8c6e-e2b80d4298f2), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:50.800010 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-26d32f67-1eda-4e4d-af17-4acf6209d871 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:50.804291 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-26d32f67-1eda-4e4d-af17-4acf6209d871 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b0b6324e-10ff-4d2a-8c6e-e2b80d4298f2 HTTP/1.1" status: 204 len: 168 time: 0.4226339 Jan 28 19:24:50.831429 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9f14cf-08d9-4c7e-af92-8b6b7d03b32f req-d2121a28-c195-4acf-8cf0-5b767c667b36 tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:50.833026 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5d9f14cf-08d9-4c7e-af92-8b6b7d03b32f req-d2121a28-c195-4acf-8cf0-5b767c667b36 tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] 10.222.0.64 "GET /v2.0/ports?device_id=0425ea7b-6d18-454c-999c-27e8a0758954 HTTP/1.1" status: 200 len: 946 time: 0.0945239 Jan 28 19:24:50.850216 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d32f67-1eda-4e4d-af17-4acf6209d871 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0b6324e-10ff-4d2a-8c6e-e2b80d4298f2,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:50.910195 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9a99f4aa-e2fd-41c4-911b-542b53faf833 req-52842d45-bce1-4b2c-90da-d330eccf8b8b tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=0c4ea235eb2940b3b5cdc493b562a62f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1736035 Jan 28 19:24:50.918657 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5d9f14cf-08d9-4c7e-af92-8b6b7d03b32f req-ff776e3b-428b-4899-a9f3-939f867a2eee tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] 10.222.0.64 "GET /v2.0/security-groups?id=6477e2db-f47c-494e-be68-463a4c5a4740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734787 Jan 28 19:24:50.928221 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-54748fdb-b305-484a-9d02-26afee06142e admin admin] Publish callbacks [] for security_group (22a9a123-b7e8-4a5b-b379-86913750cf79), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:50.942541 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-54748fdb-b305-484a-9d02-26afee06142e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (22a9a123-b7e8-4a5b-b379-86913750cf79), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:51.005321 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3229e148-cdb1-4bef-9889-652d9a66b533 req-53060cb2-aad3-4fa5-8931-5148a4b080c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:51.006715 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3229e148-cdb1-4bef-9889-652d9a66b533 req-53060cb2-aad3-4fa5-8931-5148a4b080c9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7810caa2-eac6-457d-9302-c8c215ef3e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2690341 Jan 28 19:24:51.007611 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-54748fdb-b305-484a-9d02-26afee06142e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4ded50dcb1cc4270ac80ebe6d18dbc01&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2558782 Jan 28 19:24:51.008852 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54748fdb-b305-484a-9d02-26afee06142e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22a9a123-b7e8-4a5b-b379-86913750cf79,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:51.011795 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 50134) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:24:51.077553 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4a0cf925-5f9e-4190-9206-4dec9f62ba16 admin admin] Publish callbacks [] for security_group (22a9a123-b7e8-4a5b-b379-86913750cf79), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:51.100378 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4a0cf925-5f9e-4190-9206-4dec9f62ba16 admin admin] Publish callbacks [] for security_group (22a9a123-b7e8-4a5b-b379-86913750cf79), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:51.142623 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9a99f4aa-e2fd-41c4-911b-542b53faf833 req-c3f4de88-cc59-49d1-9219-9f0875e21594 service neutron] 10.222.0.64 "GET /v2.0/networks/c4302b73-ca61-4da7-b39f-ec4ea0448ca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2312727 Jan 28 19:24:51.159340 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4a0cf925-5f9e-4190-9206-4dec9f62ba16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (22a9a123-b7e8-4a5b-b379-86913750cf79), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:51.162769 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4a0cf925-5f9e-4190-9206-4dec9f62ba16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:51.164441 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-4a0cf925-5f9e-4190-9206-4dec9f62ba16 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/22a9a123-b7e8-4a5b-b379-86913750cf79 HTTP/1.1" status: 204 len: 168 time: 0.1515257 Jan 28 19:24:51.174997 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0cf925-5f9e-4190-9206-4dec9f62ba16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22a9a123-b7e8-4a5b-b379-86913750cf79,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:51.303656 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3229e148-cdb1-4bef-9889-652d9a66b533 req-f32dbc02-654b-47ae-97f7-5908328b9bff service neutron] 10.222.0.41 "GET /v2.0/networks/7810caa2-eac6-457d-9302-c8c215ef3e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2783301 Jan 28 19:24:51.305741 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9a99f4aa-e2fd-41c4-911b-542b53faf833 req-bd0ac188-a109-461c-bc5f-d8ca8af18f8f service neutron] 10.222.0.64 "GET /v2.0/networks/c4302b73-ca61-4da7-b39f-ec4ea0448ca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563447 Jan 28 19:24:51.409465 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 317f4556-51ab-4706-81b2-ba097b6f1422 no longer exists at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:24:51.520761 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3229e148-cdb1-4bef-9889-652d9a66b533 req-6d5f13b9-f134-4eab-a1e0-4479ba9269d0 service neutron] 10.222.0.41 "GET /v2.0/networks/7810caa2-eac6-457d-9302-c8c215ef3e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095101 Jan 28 19:24:51.610206 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ec7208e9-c0e8-432a-985e-1ca0d00d70fc req-7e8ae4f9-cc9c-47c8-9419-330f41deb63f tempest-ServerShowV254Test-771872459 tempest-ServerShowV254Test-771872459-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1a534c7-8b11-48a2-9b80-c5c8693d0ece HTTP/1.1" status: 200 len: 210 time: 0.0415404 Jan 28 19:24:51.641895 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port 317f4556-51ab-4706-81b2-ba097b6f1422 is: ACTIVE; New status is: DOWN {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:24:51.642442 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (317f4556-51ab-4706-81b2-ba097b6f1422), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:51.686685 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbcb90df-df4c-4718-a1f8-da2cde64470a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '317f4556-51ab-4706-81b2-ba097b6f1422'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:24:51.689574 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-417565c8-fa29-43be-8ce1-edf6ed468d45" -d '{"events": [{"server_uuid": "fbcb90df-df4c-4718-a1f8-da2cde64470a", "name": "network-vif-unplugged", "status": "completed", "tag": "317f4556-51ab-4706-81b2-ba097b6f1422"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:24:51.705436 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 317f4556-51ab-4706-81b2-ba097b6f1422, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=317f4556-51ab-4706-81b2-ba097b6f1422,segment=NetworkSegment(061cb951-c0bc-4d59-a3f2-ff4acb095ff3),segment_id=061cb951-c0bc-4d59-a3f2-ff4acb095ff3)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:24:51.709816 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-65c39c1f-ee6e-46cf-b511-d27dde92c847 req-932b2d18-3fc4-4b3d-955b-a86f5aeae5d3 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] 10.222.0.64 "GET /v2.0/ports?device_id=93bbd1cb-8e21-422e-8ff0-2a670b213fc8 HTTP/1.1" status: 200 len: 210 time: 0.0665979 Jan 28 19:24:51.718951 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (317f4556-51ab-4706-81b2-ba097b6f1422), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:51.781986 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81f17ed3-5f8a-4b82-a89d-2a86c185a3d7', 'tag': '5f6def03-99a2-4a62-a4a0-6591fac3aba6'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:24:51.790376 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ece743c-eabf-4f61-a2ee-d523116eaa4c" -d '{"events": [{"name": "network-changed", "server_uuid": "81f17ed3-5f8a-4b82-a89d-2a86c185a3d7", "tag": "5f6def03-99a2-4a62-a4a0-6591fac3aba6"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:24:51.824494 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=317f4556-51ab-4706-81b2-ba097b6f1422,revision_number=8']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:51.836838 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 19:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-134f0950-9582-496d-b53e-8db894cac162 x-openstack-request-id: req-134f0950-9582-496d-b53e-8db894cac162 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:24:51.839420 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbcb90df-df4c-4718-a1f8-da2cde64470a", "name": "network-vif-unplugged", "status": "completed", "tag": "317f4556-51ab-4706-81b2-ba097b6f1422", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:24:51.839518 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-134f0950-9582-496d-b53e-8db894cac162 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:24:51.839914 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbcb90df-df4c-4718-a1f8-da2cde64470a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '317f4556-51ab-4706-81b2-ba097b6f1422', 'code': 200} Jan 28 19:24:51.880210 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1d660a9e-feb5-4f62-93cc-aa7d629d14bc req-24ffaaad-07e5-462f-a537-59674f02df2e service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=c1a534c7-8b11-48a2-9b80-c5c8693d0ece HTTP/1.1" status: 200 len: 210 time: 0.0349395 Jan 28 19:24:51.914754 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ee3cf7-78a5-4a15-a137-1e8861bb0860 req-3617f962-db38-4758-a321-796e97156de2 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:51.917091 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c4ee3cf7-78a5-4a15-a137-1e8861bb0860 req-3617f962-db38-4758-a321-796e97156de2 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] 10.222.0.41 "GET /v2.0/ports?device_id=fbcb90df-df4c-4718-a1f8-da2cde64470a HTTP/1.1" status: 200 len: 943 time: 0.1655235 Jan 28 19:24:51.925052 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f4f112-61ff-4d9e-b563-56f01e0fdc8f req-4a861bf1-3ad6-4db2-8aa0-ccebbcf9f17d tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:51.931779 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-96f4f112-61ff-4d9e-b563-56f01e0fdc8f req-4a861bf1-3ad6-4db2-8aa0-ccebbcf9f17d tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/ports?device_id=81f17ed3-5f8a-4b82-a89d-2a86c185a3d7 HTTP/1.1" status: 200 len: 948 time: 0.2245073 Jan 28 19:24:52.023815 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-96f4f112-61ff-4d9e-b563-56f01e0fdc8f req-f9c0a1bf-b2c5-4f90-acd0-999effef64d6 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d07f2a-7a3d-4718-9c1b-16394753837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873270 Jan 28 19:24:52.104755 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-c4ee3cf7-78a5-4a15-a137-1e8861bb0860 req-efd0062e-b5b9-470e-b817-f7402e845792 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] Deleting port 317f4556-51ab-4706-81b2-ba097b6f1422 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:24:52.105115 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-c4ee3cf7-78a5-4a15-a137-1e8861bb0860 req-efd0062e-b5b9-470e-b817-f7402e845792 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (317f4556-51ab-4706-81b2-ba097b6f1422), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:52.196652 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f5a5cd4-228d-48c6-905a-ee51e051f31f x-openstack-request-id: req-8f5a5cd4-228d-48c6-905a-ee51e051f31f {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:24:52.197490 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81f17ed3-5f8a-4b82-a89d-2a86c185a3d7", "tag": "5f6def03-99a2-4a62-a4a0-6591fac3aba6", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:24:52.197490 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8f5a5cd4-228d-48c6-905a-ee51e051f31f {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:24:52.197658 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81f17ed3-5f8a-4b82-a89d-2a86c185a3d7', 'tag': '5f6def03-99a2-4a62-a4a0-6591fac3aba6', 'status': 'completed', 'code': 200} Jan 28 19:24:52.308402 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 50202) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:24:52.352164 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-c4ee3cf7-78a5-4a15-a137-1e8861bb0860 req-efd0062e-b5b9-470e-b817-f7402e845792 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] For port 317f4556-51ab-4706-81b2-ba097b6f1422, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=317f4556-51ab-4706-81b2-ba097b6f1422,segment=NetworkSegment(061cb951-c0bc-4d59-a3f2-ff4acb095ff3),segment_id=061cb951-c0bc-4d59-a3f2-ff4acb095ff3)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:24:52.352550 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-c4ee3cf7-78a5-4a15-a137-1e8861bb0860 req-efd0062e-b5b9-470e-b817-f7402e845792 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (317f4556-51ab-4706-81b2-ba097b6f1422), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:52.377289 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-c4ee3cf7-78a5-4a15-a137-1e8861bb0860 req-efd0062e-b5b9-470e-b817-f7402e845792 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] Calling delete_port for 317f4556-51ab-4706-81b2-ba097b6f1422 owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:24:52.382040 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ece743c-eabf-4f61-a2ee-d523116eaa4c req-89cd75e1-0102-4fae-9f48-06f5cfcee29b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:52.384482 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8ece743c-eabf-4f61-a2ee-d523116eaa4c req-89cd75e1-0102-4fae-9f48-06f5cfcee29b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e0a949cf73864faf86b4b8a64f5cd635&device_id=81f17ed3-5f8a-4b82-a89d-2a86c185a3d7 HTTP/1.1" status: 200 len: 1131 time: 0.1859627 Jan 28 19:24:52.417958 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8398af8a-d888-43b9-a298-4dff9cacac9c req-ec1a6dcc-8a1d-4797-8f7b-ddb627ec2cf5 tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:52.424802 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8398af8a-d888-43b9-a298-4dff9cacac9c req-ec1a6dcc-8a1d-4797-8f7b-ddb627ec2cf5 tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] 10.222.0.64 "GET /v2.0/ports?device_id=0425ea7b-6d18-454c-999c-27e8a0758954 HTTP/1.1" status: 200 len: 946 time: 0.2303905 Jan 28 19:24:52.479895 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-d471be00-2de7-4f14-9bfd-5f2b96ccb72c tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-936130542'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:24:52.518583 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d471be00-2de7-4f14-9bfd-5f2b96ccb72c tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] Made reservation on behalf of cda62772607a4c16aad1dfdf4c8b0a0b for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:24:52.522448 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ece743c-eabf-4f61-a2ee-d523116eaa4c req-40d6fd27-08ca-4408-b58d-9c8d47bafab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:52.522624 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d471be00-2de7-4f14-9bfd-5f2b96ccb72c tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:52.524018 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8ece743c-eabf-4f61-a2ee-d523116eaa4c req-40d6fd27-08ca-4408-b58d-9c8d47bafab8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e0a949cf73864faf86b4b8a64f5cd635&device_id=81f17ed3-5f8a-4b82-a89d-2a86c185a3d7 HTTP/1.1" status: 200 len: 1131 time: 0.3315227 Jan 28 19:24:52.533505 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d471be00-2de7-4f14-9bfd-5f2b96ccb72c tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:52.643856 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d471be00-2de7-4f14-9bfd-5f2b96ccb72c tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] Publish callbacks [] for security_group (0a07b112-4dff-4669-9073-2dd2b4603586), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:52.651540 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d471be00-2de7-4f14-9bfd-5f2b96ccb72c tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (0a07b112-4dff-4669-9073-2dd2b4603586), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:52.678769 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ece743c-eabf-4f61-a2ee-d523116eaa4c req-dc138541-90e4-4f78-ad4a-0cb8b6705843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:52.680393 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8ece743c-eabf-4f61-a2ee-d523116eaa4c req-dc138541-90e4-4f78-ad4a-0cb8b6705843 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7810caa2-eac6-457d-9302-c8c215ef3e91 HTTP/1.1" status: 200 len: 869 time: 0.2868278 Jan 28 19:24:52.696544 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d471be00-2de7-4f14-9bfd-5f2b96ccb72c tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:24:52.715903 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d471be00-2de7-4f14-9bfd-5f2b96ccb72c tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a07b112-4dff-4669-9073-2dd2b4603586,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:52.719659 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d471be00-2de7-4f14-9bfd-5f2b96ccb72c tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (c7b5a5df-f155-4fa6-935f-0cae77f89b6f), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:52.720834 n-d-812111-14 neutron-server[103304]: INFO neutron.db.segments_db [None req-d471be00-2de7-4f14-9bfd-5f2b96ccb72c tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] Added segment c7b5a5df-f155-4fa6-935f-0cae77f89b6f of type vlan for network b2a485b6-5150-4530-94f6-76da48428f98 Jan 28 19:24:52.772900 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8ece743c-eabf-4f61-a2ee-d523116eaa4c req-1350c022-960b-481b-8d95-35ee5acfc7f1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=5f6def03-99a2-4a62-a4a0-6591fac3aba6 HTTP/1.1" status: 200 len: 217 time: 0.0659711 Jan 28 19:24:52.788849 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8398af8a-d888-43b9-a298-4dff9cacac9c req-931fd9ad-bdb9-4343-9d79-17c9ff8a64e7 tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] 10.222.0.64 "GET /v2.0/security-groups?id=6477e2db-f47c-494e-be68-463a4c5a4740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3631713 Jan 28 19:24:52.792499 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4e784578-855d-408f-91d0-fbf04658ee10 req-cee726a3-b9f8-4a43-a9aa-ff1cf8b29799 tempest-ServerShowV254Test-771872459 tempest-ServerShowV254Test-771872459-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1a534c7-8b11-48a2-9b80-c5c8693d0ece HTTP/1.1" status: 200 len: 210 time: 0.0290766 Jan 28 19:24:52.795475 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 5f6def03-99a2-4a62-a4a0-6591fac3aba6 no longer exists at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:24:52.807126 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d471be00-2de7-4f14-9bfd-5f2b96ccb72c tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (b2a485b6-5150-4530-94f6-76da48428f98), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:52.847499 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ece743c-eabf-4f61-a2ee-d523116eaa4c req-0304910e-ebae-4196-8f2d-aaef9167691a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:52.849200 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8ece743c-eabf-4f61-a2ee-d523116eaa4c req-0304910e-ebae-4196-8f2d-aaef9167691a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f2de4832-9ef6-4f40-9ac5-1557d5e6a6ff HTTP/1.1" status: 200 len: 843 time: 0.0573528 Jan 28 19:24:52.850693 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ece743c-eabf-4f61-a2ee-d523116eaa4c req-97602611-8b49-43cc-a895-1da5e6522d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:52.850950 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d471be00-2de7-4f14-9bfd-5f2b96ccb72c tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (b2a485b6-5150-4530-94f6-76da48428f98), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:52.851948 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8ece743c-eabf-4f61-a2ee-d523116eaa4c req-97602611-8b49-43cc-a895-1da5e6522d9e service neutron] 10.222.0.70 "GET /v2.0/networks?id=7810caa2-eac6-457d-9302-c8c215ef3e91 HTTP/1.1" status: 200 len: 869 time: 0.3153687 Jan 28 19:24:52.858226 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d471be00-2de7-4f14-9bfd-5f2b96ccb72c tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:52.858990 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d471be00-2de7-4f14-9bfd-5f2b96ccb72c tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:52.895978 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-d471be00-2de7-4f14-9bfd-5f2b96ccb72c tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.5863991 Jan 28 19:24:52.917310 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 50226) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:24:52.935689 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-0d48a72b-88af-4693-813b-969f3d38004a tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] Request body: {'subnet': {'network_id': 'b2a485b6-5150-4530-94f6-76da48428f98', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:24:52.953873 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] The host n-h2-812111-14 is not matching for port 5f6def03-99a2-4a62-a4a0-6591fac3aba6 host n-h1-812111-14! {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Jan 28 19:24:52.954282 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 5f6def03-99a2-4a62-a4a0-6591fac3aba6 not bound to the agent host n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:24:52.975560 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8ece743c-eabf-4f61-a2ee-d523116eaa4c req-f0a6007f-97fd-43cc-91c4-353934ae267a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=5f6def03-99a2-4a62-a4a0-6591fac3aba6 HTTP/1.1" status: 200 len: 217 time: 0.1134448 Jan 28 19:24:53.086857 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-c4ee3cf7-78a5-4a15-a137-1e8861bb0860 req-efd0062e-b5b9-470e-b817-f7402e845792 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (317f4556-51ab-4706-81b2-ba097b6f1422), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:53.132458 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ece743c-eabf-4f61-a2ee-d523116eaa4c req-c9d9f67c-1b92-4a24-a6cf-aab83420d04e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:53.134385 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8ece743c-eabf-4f61-a2ee-d523116eaa4c req-c9d9f67c-1b92-4a24-a6cf-aab83420d04e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f2de4832-9ef6-4f40-9ac5-1557d5e6a6ff HTTP/1.1" status: 200 len: 843 time: 0.1244321 Jan 28 19:24:53.209193 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd0062e-b5b9-470e-b817-f7402e845792 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] Pushing event deleted for resources: {'Port': ['ID=317f4556-51ab-4706-81b2-ba097b6f1422,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:53.219973 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-77eb8b21-de86-40bc-bdb4-67b678faa62d req-6f326d57-bb89-479b-80d9-820daf7d8e29 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] 10.222.0.64 "GET /v2.0/ports?device_id=93bbd1cb-8e21-422e-8ff0-2a670b213fc8 HTTP/1.1" status: 200 len: 210 time: 0.1383197 Jan 28 19:24:53.329601 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a99f4aa-e2fd-41c4-911b-542b53faf833 req-9e658eb4-060f-49ac-85ed-a93f42314f4f tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:53.331092 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9a99f4aa-e2fd-41c4-911b-542b53faf833 req-9e658eb4-060f-49ac-85ed-a93f42314f4f tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] 10.222.0.41 "GET /v2.0/networks?id=c4302b73-ca61-4da7-b39f-ec4ea0448ca6 HTTP/1.1" status: 200 len: 801 time: 0.2353501 Jan 28 19:24:53.362701 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d471be00-2de7-4f14-9bfd-5f2b96ccb72c tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] Pushing event updated for resources: {'Network': ['ID=b2a485b6-5150-4530-94f6-76da48428f98,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:53.374012 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4ee3cf7-78a5-4a15-a137-1e8861bb0860 req-efd0062e-b5b9-470e-b817-f7402e845792 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] No DVR routers for this DVR port 317f4556-51ab-4706-81b2-ba097b6f1422 on host n-h1-812111-14 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:24:53.376636 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d471be00-2de7-4f14-9bfd-5f2b96ccb72c tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:24:53.377207 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d471be00-2de7-4f14-9bfd-5f2b96ccb72c tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:24:53.377917 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d471be00-2de7-4f14-9bfd-5f2b96ccb72c tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:24:53.378030 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-c4ee3cf7-78a5-4a15-a137-1e8861bb0860 req-efd0062e-b5b9-470e-b817-f7402e845792 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:53.378572 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d471be00-2de7-4f14-9bfd-5f2b96ccb72c tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:24:53.379120 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d471be00-2de7-4f14-9bfd-5f2b96ccb72c tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:24:53.379757 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d471be00-2de7-4f14-9bfd-5f2b96ccb72c tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:24:53.381263 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d471be00-2de7-4f14-9bfd-5f2b96ccb72c tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:24:53.381827 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d471be00-2de7-4f14-9bfd-5f2b96ccb72c tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:24:53.381935 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c4ee3cf7-78a5-4a15-a137-1e8861bb0860 req-efd0062e-b5b9-470e-b817-f7402e845792 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] 10.222.0.41 "DELETE /v2.0/ports/317f4556-51ab-4706-81b2-ba097b6f1422 HTTP/1.1" status: 204 len: 173 time: 1.4467528 Jan 28 19:24:53.382515 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d471be00-2de7-4f14-9bfd-5f2b96ccb72c tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:24:53.383219 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d471be00-2de7-4f14-9bfd-5f2b96ccb72c tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:24:53.383889 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d471be00-2de7-4f14-9bfd-5f2b96ccb72c tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:24:53.384578 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d471be00-2de7-4f14-9bfd-5f2b96ccb72c tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:24:53.385658 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d471be00-2de7-4f14-9bfd-5f2b96ccb72c tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:24:53.396757 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ece743c-eabf-4f61-a2ee-d523116eaa4c req-e0fc70d2-e5a5-47a6-be3c-3b3979732c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:53.398682 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8ece743c-eabf-4f61-a2ee-d523116eaa4c req-e0fc70d2-e5a5-47a6-be3c-3b3979732c66 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7810caa2-eac6-457d-9302-c8c215ef3e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.4216678 Jan 28 19:24:53.401064 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network b2a485b6-5150-4530-94f6-76da48428f98 details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:24:53.421314 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-9a99f4aa-e2fd-41c4-911b-542b53faf833 req-9035455a-792a-4c1b-b120-d477404ee042 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] Request body: {'port': {'device_id': '93bbd1cb-8e21-422e-8ff0-2a670b213fc8', 'network_id': 'c4302b73-ca61-4da7-b39f-ec4ea0448ca6', 'admin_state_up': True, 'tenant_id': '0c4ea235eb2940b3b5cdc493b562a62f'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:24:53.438756 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d48a72b-88af-4693-813b-969f3d38004a tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] Made reservation on behalf of cda62772607a4c16aad1dfdf4c8b0a0b for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:24:53.439763 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ece743c-eabf-4f61-a2ee-d523116eaa4c req-543b72d1-b14f-4b07-bebd-48d033177b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:53.443086 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0d48a72b-88af-4693-813b-969f3d38004a tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5221429'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:53.443594 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8ece743c-eabf-4f61-a2ee-d523116eaa4c req-543b72d1-b14f-4b07-bebd-48d033177b1f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7810caa2-eac6-457d-9302-c8c215ef3e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2914782 Jan 28 19:24:53.573419 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8ece743c-eabf-4f61-a2ee-d523116eaa4c req-17e85f67-8ff1-4443-8345-499b8e1c44ec service neutron] 10.222.0.70 "GET /v2.0/networks/7810caa2-eac6-457d-9302-c8c215ef3e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171141 Jan 28 19:24:53.608054 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 5f6def03-99a2-4a62-a4a0-6591fac3aba6 details requested by agent hyperv_n-h1-812111-14 with host n-h1-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:24:53.692104 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:53.817423 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 5f6def03-99a2-4a62-a4a0-6591fac3aba6, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=5f6def03-99a2-4a62-a4a0-6591fac3aba6,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:24:53.831834 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Returning: {'device': '5f6def03-99a2-4a62-a4a0-6591fac3aba6', 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91', 'port_id': '5f6def03-99a2-4a62-a4a0-6591fac3aba6', 'mac_address': 'fa:16:3e:6c:a7:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2de4832-9ef6-4f40-9ac5-1557d5e6a6ff', 'ip_address': '192.168.233.107'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:24:53.873431 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a99f4aa-e2fd-41c4-911b-542b53faf833 req-9035455a-792a-4c1b-b120-d477404ee042 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] Made reservation on behalf of 0c4ea235eb2940b3b5cdc493b562a62f for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:24:53.877579 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-9a99f4aa-e2fd-41c4-911b-542b53faf833 req-9035455a-792a-4c1b-b120-d477404ee042 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:53.901206 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port 5f6def03-99a2-4a62-a4a0-6591fac3aba6 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:24:53.901844 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (5f6def03-99a2-4a62-a4a0-6591fac3aba6), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:53.915794 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aed530-2f92-4c1f-b431-efc82af7717d req-1443b7d5-29c4-4006-b14d-c7f18f91c289 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:53.925250 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e6aed530-2f92-4c1f-b431-efc82af7717d req-1443b7d5-29c4-4006-b14d-c7f18f91c289 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/ports?device_id=81f17ed3-5f8a-4b82-a89d-2a86c185a3d7 HTTP/1.1" status: 200 len: 948 time: 0.6769559 Jan 28 19:24:53.930296 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f6def03-99a2-4a62-a4a0-6591fac3aba6 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:24:53.981235 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 5f6def03-99a2-4a62-a4a0-6591fac3aba6, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=5f6def03-99a2-4a62-a4a0-6591fac3aba6,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:24:53.990567 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (5f6def03-99a2-4a62-a4a0-6591fac3aba6), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:54.091182 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=5f6def03-99a2-4a62-a4a0-6591fac3aba6,revision_number=8']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:54.103767 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-9a99f4aa-e2fd-41c4-911b-542b53faf833 req-9035455a-792a-4c1b-b120-d477404ee042 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] Allocated IP 172.20.0.9 (c4302b73-ca61-4da7-b39f-ec4ea0448ca6/88147782-fd39-461f-889a-eefda05a9cf4/274ec029-a275-4fae-9c90-d014a3e56e3b) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:24:54.203975 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbcb90df-df4c-4718-a1f8-da2cde64470a', 'name': 'network-vif-deleted', 'tag': '317f4556-51ab-4706-81b2-ba097b6f1422'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:24:54.206685 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e19e4e8b-5482-4772-9292-cc26a83320d7" -d '{"events": [{"server_uuid": "fbcb90df-df4c-4718-a1f8-da2cde64470a", "name": "network-vif-deleted", "tag": "317f4556-51ab-4706-81b2-ba097b6f1422"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:24:54.238949 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3e0703cc-9e69-405b-b58b-4f36d4946127 req-42cf8cb8-f6f8-408b-9dd4-73283d1759dc tempest-ServerShowV254Test-771872459 tempest-ServerShowV254Test-771872459-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1a534c7-8b11-48a2-9b80-c5c8693d0ece HTTP/1.1" status: 200 len: 210 time: 0.0439382 Jan 28 19:24:54.307510 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8ece743c-eabf-4f61-a2ee-d523116eaa4c req-f67fec99-b4e3-41e1-a545-f97433c11fab service neutron] 10.222.0.41 "GET /v2.0/networks/7810caa2-eac6-457d-9302-c8c215ef3e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8912344 Jan 28 19:24:54.311569 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8ece743c-eabf-4f61-a2ee-d523116eaa4c req-b578f44a-0947-4c25-b538-7ae96632425d service neutron] 10.222.0.70 "GET /v2.0/networks/7810caa2-eac6-457d-9302-c8c215ef3e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7118011 Jan 28 19:24:54.312376 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e6aed530-2f92-4c1f-b431-efc82af7717d req-211dedab-c6ee-428a-9433-fcbf9723f380 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d07f2a-7a3d-4718-9c1b-16394753837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3862066 Jan 28 19:24:54.329766 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0d48a72b-88af-4693-813b-969f3d38004a tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4690681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5221415'] for subnet (3c63b618-0827-45c5-bdfd-d5bdfd1d629d), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:54.461279 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['5f6def03-99a2-4a62-a4a0-6591fac3aba6'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:24:54.473153 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a27a72e-9eee-4ec7-9513-0627a6205d8b req-2369a253-1bfa-4fa3-a901-e12735b8e717 tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:54.475175 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4a27a72e-9eee-4ec7-9513-0627a6205d8b req-2369a253-1bfa-4fa3-a901-e12735b8e717 tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] 10.222.0.64 "GET /v2.0/ports?device_id=0425ea7b-6d18-454c-999c-27e8a0758954 HTTP/1.1" status: 200 len: 946 time: 0.1108131 Jan 28 19:24:54.508425 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8ece743c-eabf-4f61-a2ee-d523116eaa4c req-7d108532-d62e-4191-85d0-6d4162465211 service neutron] 10.222.0.41 "GET /v2.0/networks/7810caa2-eac6-457d-9302-c8c215ef3e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827283 Jan 28 19:24:54.570036 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4a27a72e-9eee-4ec7-9513-0627a6205d8b req-d0a5f990-039b-42ce-9b71-d77ea901b890 tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] 10.222.0.64 "GET /v2.0/security-groups?id=6477e2db-f47c-494e-be68-463a4c5a4740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863450 Jan 28 19:24:54.625358 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88ae8f60-69ef-45c1-8e35-d58cc9b487de x-openstack-request-id: req-88ae8f60-69ef-45c1-8e35-d58cc9b487de {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:24:54.625951 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbcb90df-df4c-4718-a1f8-da2cde64470a", "name": "network-vif-deleted", "tag": "317f4556-51ab-4706-81b2-ba097b6f1422", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:24:54.626350 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-88ae8f60-69ef-45c1-8e35-d58cc9b487de {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:24:54.626898 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbcb90df-df4c-4718-a1f8-da2cde64470a', 'name': 'network-vif-deleted', 'tag': '317f4556-51ab-4706-81b2-ba097b6f1422', 'status': 'completed', 'code': 200} Jan 28 19:24:54.708628 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8b9f8de6-7624-45a6-9008-ec19b3c16513 req-40b29cc9-9020-4398-aeb5-470e5c1d60c1 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] 10.222.0.64 "GET /v2.0/ports?device_id=93bbd1cb-8e21-422e-8ff0-2a670b213fc8 HTTP/1.1" status: 200 len: 210 time: 0.0303357 Jan 28 19:24:54.751113 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48a72b-88af-4693-813b-969f3d38004a tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] Pushing event updated for resources: {'Subnet': ['ID=3c63b618-0827-45c5-bdfd-d5bdfd1d629d,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:54.764608 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d48a72b-88af-4693-813b-969f3d38004a tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] Checking segment: {'id': 'c7b5a5df-f155-4fa6-935f-0cae77f89b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'b2a485b6-5150-4530-94f6-76da48428f98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:24:54.764974 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d48a72b-88af-4693-813b-969f3d38004a tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] Network hostable DHCP agents. Network: b2a485b6-5150-4530-94f6-76da48428f98, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:24:54.773803 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-9a99f4aa-e2fd-41c4-911b-542b53faf833 req-9035455a-792a-4c1b-b120-d477404ee042 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] Publish callbacks [] for port (274ec029-a275-4fae-9c90-d014a3e56e3b), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:54.793642 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09be7f89-7168-4dbb-9dcc-8fec9fb61b18 req-41e4e775-92e8-4cfd-97a4-eb1225058187 tempest-ServerTagsTestJSON-1033397915 tempest-ServerTagsTestJSON-1033397915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:54.797567 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-09be7f89-7168-4dbb-9dcc-8fec9fb61b18 req-41e4e775-92e8-4cfd-97a4-eb1225058187 tempest-ServerTagsTestJSON-1033397915 tempest-ServerTagsTestJSON-1033397915-project] 10.222.0.64 "GET /v2.0/ports?device_id=218ca1dd-e2b7-4f26-aea6-ce11c6093409 HTTP/1.1" status: 200 len: 946 time: 0.4042346 Jan 28 19:24:54.842997 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d48a72b-88af-4693-813b-969f3d38004a tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] Network b2a485b6-5150-4530-94f6-76da48428f98 is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:24:54.872968 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-0d48a72b-88af-4693-813b-969f3d38004a tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, b2a485b6-5150-4530-94f6-76da48428f98) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:24:54.880467 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-09be7f89-7168-4dbb-9dcc-8fec9fb61b18 req-8628e91d-0759-4642-b60c-99795a066c13 tempest-ServerTagsTestJSON-1033397915 tempest-ServerTagsTestJSON-1033397915-project] 10.222.0.64 "GET /v2.0/security-groups?id=f20f4460-614c-4b14-a387-690383a62119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779333 Jan 28 19:24:54.881787 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d48a72b-88af-4693-813b-969f3d38004a tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:54.882384 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0d48a72b-88af-4693-813b-969f3d38004a tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:54.886843 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-9a99f4aa-e2fd-41c4-911b-542b53faf833 req-9035455a-792a-4c1b-b120-d477404ee042 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (274ec029-a275-4fae-9c90-d014a3e56e3b), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:54.892716 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34389520-74a4-421e-ac92-3c29d0162e82 None None] Network b2a485b6-5150-4530-94f6-76da48428f98 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:24:54.982801 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9b7fd25a-c034-409d-9873-52b1c9d8afba req-d50814df-b292-45a6-a509-e8d3dafabc21 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d2d50062144e4233b16a3ff133ec4a98&device_id=c1a534c7-8b11-48a2-9b80-c5c8693d0ece HTTP/1.1" status: 200 len: 210 time: 0.0360491 Jan 28 19:24:54.983008 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-0d48a72b-88af-4693-813b-969f3d38004a tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0615373 Jan 28 19:24:54.992059 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 50288) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:24:55.003022 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-fe00d069-92bf-490f-94c7-eaa30766e0fa tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] Request body: {'port': {'network_id': 'b2a485b6-5150-4530-94f6-76da48428f98', 'name': 'tempest-TagsExtTest-1035521617'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:24:55.016394 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a99f4aa-e2fd-41c4-911b-542b53faf833 req-9035455a-792a-4c1b-b120-d477404ee042 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] Network c4302b73-ca61-4da7-b39f-ec4ea0448ca6 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:24:55.033519 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9b7fd25a-c034-409d-9873-52b1c9d8afba req-da4c42f6-48b3-4d42-b124-77e1060b90c0 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=d2d50062144e4233b16a3ff133ec4a98&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0416036 Jan 28 19:24:55.037567 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7cd10e0c-7c52-4f3d-ab50-84a40d46eb13 req-7f69cc05-8ad8-4f7a-b4d5-ddbd17a36ddd tempest-ServerShowV254Test-771872459 tempest-ServerShowV254Test-771872459-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1a534c7-8b11-48a2-9b80-c5c8693d0ece HTTP/1.1" status: 200 len: 210 time: 0.0563014 Jan 28 19:24:55.070839 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-9a99f4aa-e2fd-41c4-911b-542b53faf833 req-9035455a-792a-4c1b-b120-d477404ee042 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:24:55.072081 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a99f4aa-e2fd-41c4-911b-542b53faf833 req-9035455a-792a-4c1b-b120-d477404ee042 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:24:55.074096 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9035455a-792a-4c1b-b120-d477404ee042 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] Pushing event updated for resources: {'Port': ['ID=274ec029-a275-4fae-9c90-d014a3e56e3b,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:55.161091 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7fd25a-c034-409d-9873-52b1c9d8afba req-92c04949-4aa8-45db-a830-65dfd478e546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:55.162589 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9b7fd25a-c034-409d-9873-52b1c9d8afba req-92c04949-4aa8-45db-a830-65dfd478e546 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1198094 Jan 28 19:24:55.214488 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a99f4aa-e2fd-41c4-911b-542b53faf833 req-9035455a-792a-4c1b-b120-d477404ee042 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:55.215259 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-9a99f4aa-e2fd-41c4-911b-542b53faf833 req-9035455a-792a-4c1b-b120-d477404ee042 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:55.226212 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c29ab049-cf30-44b6-8c5d-f79c2468d924 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68cd31fd-e4cd-5fb3-a862-256fc47efcd2-b2a485b6-5150-4530-94f6-76da48428f98', 'network_id': 'b2a485b6-5150-4530-94f6-76da48428f98', 'project_id': 'cda62772607a4c16aad1dfdf4c8b0a0b', 'fixed_ips': [{'subnet_id': '3c63b618-0827-45c5-bdfd-d5bdfd1d629d'}]}} from n-d-812111-14. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:24:55.227531 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c29ab049-cf30-44b6-8c5d-f79c2468d924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:55.234990 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe00d069-92bf-490f-94c7-eaa30766e0fa tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] Made reservation on behalf of cda62772607a4c16aad1dfdf4c8b0a0b for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:24:55.238505 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fe00d069-92bf-490f-94c7-eaa30766e0fa tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:55.253191 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9a99f4aa-e2fd-41c4-911b-542b53faf833 req-9035455a-792a-4c1b-b120-d477404ee042 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8797240 Jan 28 19:24:55.259794 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [None req-fe00d069-92bf-490f-94c7-eaa30766e0fa tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] device_id is not set on port c2581883-e2af-4f8f-8ba1-869f705cc009 yet. {{(pid=103304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:24:55.271658 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-9a99f4aa-e2fd-41c4-911b-542b53faf833 req-d94efda3-3820-4b48-be68-602ea2a83408 service neutron] Request body: {'port': {'device_id': '93bbd1cb-8e21-422e-8ff0-2a670b213fc8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-14'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:24:55.380223 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-9a99f4aa-e2fd-41c4-911b-542b53faf833 req-d94efda3-3820-4b48-be68-602ea2a83408 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (274ec029-a275-4fae-9c90-d014a3e56e3b), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:55.395417 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-c29ab049-cf30-44b6-8c5d-f79c2468d924 None None] Allocated IP 172.20.0.2 (b2a485b6-5150-4530-94f6-76da48428f98/3c63b618-0827-45c5-bdfd-d5bdfd1d629d/14ca9d06-a13b-4b28-ad0a-2c20eabd6c4d) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:24:55.451890 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 5f6def03-99a2-4a62-a4a0-6591fac3aba6 up at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:24:55.548833 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeb26f0-27f4-4221-ba93-c2d718ce32fc req-675564d0-0423-4fa0-831e-28e86b6dab10 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:55.550137 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning for port 5f6def03-99a2-4a62-a4a0-6591fac3aba6 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:24:55.550570 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-efeb26f0-27f4-4221-ba93-c2d718ce32fc req-675564d0-0423-4fa0-831e-28e86b6dab10 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/ports?device_id=81f17ed3-5f8a-4b82-a89d-2a86c185a3d7 HTTP/1.1" status: 200 len: 949 time: 0.1326528 Jan 28 19:24:55.573045 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning complete for port 5f6def03-99a2-4a62-a4a0-6591fac3aba6 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:24:55.573443 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (5f6def03-99a2-4a62-a4a0-6591fac3aba6), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:55.621918 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c29ab049-cf30-44b6-8c5d-f79c2468d924 None None] Publish callbacks [] for port (14ca9d06-a13b-4b28-ad0a-2c20eabd6c4d), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:55.635462 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c29ab049-cf30-44b6-8c5d-f79c2468d924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (14ca9d06-a13b-4b28-ad0a-2c20eabd6c4d), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:55.656768 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c29ab049-cf30-44b6-8c5d-f79c2468d924 None None] Network b2a485b6-5150-4530-94f6-76da48428f98 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:24:55.660000 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-c29ab049-cf30-44b6-8c5d-f79c2468d924 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:24:55.663212 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29ab049-cf30-44b6-8c5d-f79c2468d924 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:24:55.713609 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-efeb26f0-27f4-4221-ba93-c2d718ce32fc req-4b1c42fe-d700-4055-9fd6-d0f3d139c9e1 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d07f2a-7a3d-4718-9c1b-16394753837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446252 Jan 28 19:24:55.763179 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3eb046-98c5-402a-921a-21777a96887c req-a7313be3-d86b-4403-9b9c-36ce5bd3dcfb tempest-ServerTagsTestJSON-1033397915 tempest-ServerTagsTestJSON-1033397915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:55.764716 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ad3eb046-98c5-402a-921a-21777a96887c req-a7313be3-d86b-4403-9b9c-36ce5bd3dcfb tempest-ServerTagsTestJSON-1033397915 tempest-ServerTagsTestJSON-1033397915-project] 10.222.0.41 "GET /v2.0/ports?device_id=218ca1dd-e2b7-4f26-aea6-ce11c6093409 HTTP/1.1" status: 200 len: 946 time: 0.1107161 Jan 28 19:24:55.776278 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-fe00d069-92bf-490f-94c7-eaa30766e0fa tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] Allocated IP 172.20.0.8 (b2a485b6-5150-4530-94f6-76da48428f98/3c63b618-0827-45c5-bdfd-d5bdfd1d629d/c2581883-e2af-4f8f-8ba1-869f705cc009) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:24:55.776469 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22e963f-0c91-4932-82c6-21e9c7dceb7c req-0bd2442d-dd9c-41dd-aa0a-ceebeca2d02a tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:55.783000 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f22e963f-0c91-4932-82c6-21e9c7dceb7c req-0bd2442d-dd9c-41dd-aa0a-ceebeca2d02a tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] 10.222.0.64 "GET /v2.0/ports?device_id=0425ea7b-6d18-454c-999c-27e8a0758954 HTTP/1.1" status: 200 len: 946 time: 0.1294966 Jan 28 19:24:55.876543 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-9a99f4aa-e2fd-41c4-911b-542b53faf833 req-d94efda3-3820-4b48-be68-602ea2a83408 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 274ec029-a275-4fae-9c90-d014a3e56e3b {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:24:55.888911 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-9a99f4aa-e2fd-41c4-911b-542b53faf833 req-d94efda3-3820-4b48-be68-602ea2a83408 service neutron] Publish callbacks [] for port (274ec029-a275-4fae-9c90-d014a3e56e3b), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:55.920871 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29ab049-cf30-44b6-8c5d-f79c2468d924 None None] Pushing event updated for resources: {'Port': ['ID=14ca9d06-a13b-4b28-ad0a-2c20eabd6c4d,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:55.957281 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-9a99f4aa-e2fd-41c4-911b-542b53faf833 req-d94efda3-3820-4b48-be68-602ea2a83408 service neutron] Transition to ACTIVE for port object 274ec029-a275-4fae-9c90-d014a3e56e3b will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:24:55.965459 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-9a99f4aa-e2fd-41c4-911b-542b53faf833 req-d94efda3-3820-4b48-be68-602ea2a83408 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (274ec029-a275-4fae-9c90-d014a3e56e3b), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:55.973597 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port 5f6def03-99a2-4a62-a4a0-6591fac3aba6 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:24:55.979950 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (5f6def03-99a2-4a62-a4a0-6591fac3aba6), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:55.982235 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f22e963f-0c91-4932-82c6-21e9c7dceb7c req-efa27374-8520-44fb-9d66-2e54b28780ba tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] 10.222.0.64 "GET /v2.0/security-groups?id=6477e2db-f47c-494e-be68-463a4c5a4740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931589 Jan 28 19:24:56.032424 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-c29ab049-cf30-44b6-8c5d-f79c2468d924 None None] Attempting to bind port 14ca9d06-a13b-4b28-ad0a-2c20eabd6c4d on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:24:56.032424 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-c29ab049-cf30-44b6-8c5d-f79c2468d924 None None] Attempting to bind port 14ca9d06-a13b-4b28-ad0a-2c20eabd6c4d by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': 'c7b5a5df-f155-4fa6-935f-0cae77f89b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'b2a485b6-5150-4530-94f6-76da48428f98'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:24:56.032424 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29ab049-cf30-44b6-8c5d-f79c2468d924 None None] Attempting to bind port 14ca9d06-a13b-4b28-ad0a-2c20eabd6c4d on network b2a485b6-5150-4530-94f6-76da48428f98 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:24:56.045868 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81f17ed3-5f8a-4b82-a89d-2a86c185a3d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f6def03-99a2-4a62-a4a0-6591fac3aba6'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:24:56.048247 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf7b8c4b-4889-4455-af7a-67fc93c755c8" -d '{"events": [{"server_uuid": "81f17ed3-5f8a-4b82-a89d-2a86c185a3d7", "name": "network-vif-plugged", "status": "completed", "tag": "5f6def03-99a2-4a62-a4a0-6591fac3aba6"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:24:56.076381 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29ab049-cf30-44b6-8c5d-f79c2468d924 None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 24, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:24:56.076761 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29ab049-cf30-44b6-8c5d-f79c2468d924 None None] Checking segment: {'id': 'c7b5a5df-f155-4fa6-935f-0cae77f89b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'b2a485b6-5150-4530-94f6-76da48428f98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:24:56.077195 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c29ab049-cf30-44b6-8c5d-f79c2468d924 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:56.077608 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29ab049-cf30-44b6-8c5d-f79c2468d924 None None] Bound using segment: {'id': 'c7b5a5df-f155-4fa6-935f-0cae77f89b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'b2a485b6-5150-4530-94f6-76da48428f98'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:24:56.078081 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-c29ab049-cf30-44b6-8c5d-f79c2468d924 None None] Bound port: 14ca9d06-a13b-4b28-ad0a-2c20eabd6c4d, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7b5a5df-f155-4fa6-935f-0cae77f89b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'b2a485b6-5150-4530-94f6-76da48428f98'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:24:56.080806 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c29ab049-cf30-44b6-8c5d-f79c2468d924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (14ca9d06-a13b-4b28-ad0a-2c20eabd6c4d), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:56.083359 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 5f6def03-99a2-4a62-a4a0-6591fac3aba6, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=5f6def03-99a2-4a62-a4a0-6591fac3aba6,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:24:56.097581 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (5f6def03-99a2-4a62-a4a0-6591fac3aba6), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:56.099078 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 317f4556-51ab-4706-81b2-ba097b6f1422 no longer exists at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:24:56.141308 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-ad3eb046-98c5-402a-921a-21777a96887c req-10d7cc9c-734a-4397-85c9-9f0ef9b45c53 tempest-ServerTagsTestJSON-1033397915 tempest-ServerTagsTestJSON-1033397915-project] Deleting port e943e98c-f9e9-4ced-9c7d-c8920c6a41ac {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:24:56.141823 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-ad3eb046-98c5-402a-921a-21777a96887c req-10d7cc9c-734a-4397-85c9-9f0ef9b45c53 tempest-ServerTagsTestJSON-1033397915 tempest-ServerTagsTestJSON-1033397915-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (e943e98c-f9e9-4ced-9c7d-c8920c6a41ac), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:56.152431 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12e85e2-1c85-40fd-8ace-2c0e488be314 req-7a09d283-57e8-47c8-bd48-9b4c1ac71425 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:56.152932 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fe00d069-92bf-490f-94c7-eaa30766e0fa tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] Publish callbacks [] for port (c2581883-e2af-4f8f-8ba1-869f705cc009), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:56.154026 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d12e85e2-1c85-40fd-8ace-2c0e488be314 req-7a09d283-57e8-47c8-bd48-9b4c1ac71425 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.41 "GET /v2.0/ports?device_id=81f17ed3-5f8a-4b82-a89d-2a86c185a3d7&tenant_id=e0a949cf73864faf86b4b8a64f5cd635&binding%3Ahost_id=n-h1-812111-14 HTTP/1.1" status: 200 len: 949 time: 0.1697659 Jan 28 19:24:56.189086 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] No Port match for: 317f4556-51ab-4706-81b2-ba097b6f1422 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:24:56.189853 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 317f4556-51ab-4706-81b2-ba097b6f1422 not bound to the agent host n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:24:56.194493 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94efda3-3820-4b48-be68-602ea2a83408 service neutron] Pushing event updated for resources: {'Port': ['ID=274ec029-a275-4fae-9c90-d014a3e56e3b,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:56.256193 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fe00d069-92bf-490f-94c7-eaa30766e0fa tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (c2581883-e2af-4f8f-8ba1-869f705cc009), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:56.260182 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-c29ab049-cf30-44b6-8c5d-f79c2468d924 None None] For port 14ca9d06-a13b-4b28-ad0a-2c20eabd6c4d, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:24:56.273627 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=5f6def03-99a2-4a62-a4a0-6591fac3aba6,revision_number=9']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:56.274494 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad64b87-435d-4c66-97c3-af0285b60064 req-1be1236b-ea9d-4d1f-8197-5c945db10f6b tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:56.280793 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-c29ab049-cf30-44b6-8c5d-f79c2468d924 None None] For port 14ca9d06-a13b-4b28-ad0a-2c20eabd6c4d, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=14ca9d06-a13b-4b28-ad0a-2c20eabd6c4d,segment=NetworkSegment(c7b5a5df-f155-4fa6-935f-0cae77f89b6f),segment_id=c7b5a5df-f155-4fa6-935f-0cae77f89b6f)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:24:56.285691 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8ad64b87-435d-4c66-97c3-af0285b60064 req-1be1236b-ea9d-4d1f-8197-5c945db10f6b tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/ports?device_id=81f17ed3-5f8a-4b82-a89d-2a86c185a3d7 HTTP/1.1" status: 200 len: 949 time: 0.2200773 Jan 28 19:24:56.293700 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c29ab049-cf30-44b6-8c5d-f79c2468d924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (14ca9d06-a13b-4b28-ad0a-2c20eabd6c4d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:56.308683 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590f8427-78e0-4d0b-b0fe-ea2130fa2a98 req-c43d51f7-6ab8-4d72-91d5-cdf4d1a90354 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:56.315444 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-590f8427-78e0-4d0b-b0fe-ea2130fa2a98 req-c43d51f7-6ab8-4d72-91d5-cdf4d1a90354 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] 10.222.0.64 "GET /v2.0/ports?device_id=93bbd1cb-8e21-422e-8ff0-2a670b213fc8 HTTP/1.1" status: 200 len: 943 time: 0.3158300 Jan 28 19:24:56.349943 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-9a99f4aa-e2fd-41c4-911b-542b53faf833 req-d94efda3-3820-4b48-be68-602ea2a83408 service neutron] Attempting to bind port 274ec029-a275-4fae-9c90-d014a3e56e3b on host n-h1-812111-14 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:24:56.350291 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-9a99f4aa-e2fd-41c4-911b-542b53faf833 req-d94efda3-3820-4b48-be68-602ea2a83408 service neutron] Attempting to bind port 274ec029-a275-4fae-9c90-d014a3e56e3b by drivers openvswitch,hyperv on host n-h1-812111-14 at level 0 using segments [{'id': '061cb951-c0bc-4d59-a3f2-ff4acb095ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c4302b73-ca61-4da7-b39f-ec4ea0448ca6'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:24:56.350629 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a99f4aa-e2fd-41c4-911b-542b53faf833 req-d94efda3-3820-4b48-be68-602ea2a83408 service neutron] Attempting to bind port 274ec029-a275-4fae-9c90-d014a3e56e3b on network c4302b73-ca61-4da7-b39f-ec4ea0448ca6 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:24:56.386616 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe00d069-92bf-490f-94c7-eaa30766e0fa tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] Network b2a485b6-5150-4530-94f6-76da48428f98 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:24:56.387389 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a99f4aa-e2fd-41c4-911b-542b53faf833 req-d94efda3-3820-4b48-be68-602ea2a83408 service neutron] Port 274ec029-a275-4fae-9c90-d014a3e56e3b on network c4302b73-ca61-4da7-b39f-ec4ea0448ca6 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-14 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:24:56.387720 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a99f4aa-e2fd-41c4-911b-542b53faf833 req-d94efda3-3820-4b48-be68-602ea2a83408 service neutron] Attempting to bind port 274ec029-a275-4fae-9c90-d014a3e56e3b on network c4302b73-ca61-4da7-b39f-ec4ea0448ca6 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:24:56.413546 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-fe00d069-92bf-490f-94c7-eaa30766e0fa tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:24:56.420222 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29ab049-cf30-44b6-8c5d-f79c2468d924 None None] Pushing event updated for resources: {'Port': ['ID=14ca9d06-a13b-4b28-ad0a-2c20eabd6c4d,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:56.431511 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe00d069-92bf-490f-94c7-eaa30766e0fa tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:24:56.435328 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a99f4aa-e2fd-41c4-911b-542b53faf833 req-d94efda3-3820-4b48-be68-602ea2a83408 service neutron] Checking agent: {'id': 'b544ba20-de93-4d86-9e6b-a2202deb6191', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 24, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:24:56.435651 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a99f4aa-e2fd-41c4-911b-542b53faf833 req-d94efda3-3820-4b48-be68-602ea2a83408 service neutron] Checking segment: {'id': '061cb951-c0bc-4d59-a3f2-ff4acb095ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c4302b73-ca61-4da7-b39f-ec4ea0448ca6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:24:56.436181 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a99f4aa-e2fd-41c4-911b-542b53faf833 req-d94efda3-3820-4b48-be68-602ea2a83408 service neutron] Bound using segment: {'id': '061cb951-c0bc-4d59-a3f2-ff4acb095ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c4302b73-ca61-4da7-b39f-ec4ea0448ca6'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:24:56.436638 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-9a99f4aa-e2fd-41c4-911b-542b53faf833 req-d94efda3-3820-4b48-be68-602ea2a83408 service neutron] Bound port: 274ec029-a275-4fae-9c90-d014a3e56e3b, host: n-h1-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '061cb951-c0bc-4d59-a3f2-ff4acb095ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c4302b73-ca61-4da7-b39f-ec4ea0448ca6'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:24:56.437041 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-9a99f4aa-e2fd-41c4-911b-542b53faf833 req-d94efda3-3820-4b48-be68-602ea2a83408 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (274ec029-a275-4fae-9c90-d014a3e56e3b), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:56.443785 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8ad64b87-435d-4c66-97c3-af0285b60064 req-554a697b-9ff4-4921-9535-68c4d5ad9f44 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d07f2a-7a3d-4718-9c1b-16394753837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335809 Jan 28 19:24:56.450108 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d12e85e2-1c85-40fd-8ace-2c0e488be314 req-3901ff5d-9667-430d-9312-45764ab0875e service neutron] 10.222.0.41 "GET /v2.0/ports/5f6def03-99a2-4a62-a4a0-6591fac3aba6/bindings/n-h1-812111-14 HTTP/1.1" status: 200 len: 383 time: 0.2817862 Jan 28 19:24:56.456831 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-ad3eb046-98c5-402a-921a-21777a96887c req-10d7cc9c-734a-4397-85c9-9f0ef9b45c53 tempest-ServerTagsTestJSON-1033397915 tempest-ServerTagsTestJSON-1033397915-project] For port e943e98c-f9e9-4ced-9c7d-c8920c6a41ac, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=e943e98c-f9e9-4ced-9c7d-c8920c6a41ac,segment=NetworkSegment(89df972e-c3a8-4641-96a7-c2d8401a7041),segment_id=89df972e-c3a8-4641-96a7-c2d8401a7041)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:24:56.457300 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-ad3eb046-98c5-402a-921a-21777a96887c req-10d7cc9c-734a-4397-85c9-9f0ef9b45c53 tempest-ServerTagsTestJSON-1033397915 tempest-ServerTagsTestJSON-1033397915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (e943e98c-f9e9-4ced-9c7d-c8920c6a41ac), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:56.478386 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe00d069-92bf-490f-94c7-eaa30766e0fa tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] Pushing event updated for resources: {'Port': ['ID=c2581883-e2af-4f8f-8ba1-869f705cc009,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:56.497868 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-ad3eb046-98c5-402a-921a-21777a96887c req-10d7cc9c-734a-4397-85c9-9f0ef9b45c53 tempest-ServerTagsTestJSON-1033397915 tempest-ServerTagsTestJSON-1033397915-project] Calling delete_port for e943e98c-f9e9-4ced-9c7d-c8920c6a41ac owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:24:56.517829 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-590f8427-78e0-4d0b-b0fe-ea2130fa2a98 req-b92d81d6-b8d9-4e60-b1fb-720333810321 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] 10.222.0.64 "GET /v2.0/security-groups?id=a17e8282-0405-4e4b-9340-e89106f12f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929781 Jan 28 19:24:56.592682 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe00d069-92bf-490f-94c7-eaa30766e0fa tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:56.593452 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fe00d069-92bf-490f-94c7-eaa30766e0fa tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:56.610260 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cd702a6-735d-46d6-b157-22c151d362fb x-openstack-request-id: req-5cd702a6-735d-46d6-b157-22c151d362fb {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:24:56.610584 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81f17ed3-5f8a-4b82-a89d-2a86c185a3d7", "name": "network-vif-plugged", "status": "completed", "tag": "5f6def03-99a2-4a62-a4a0-6591fac3aba6", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:24:56.610842 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5cd702a6-735d-46d6-b157-22c151d362fb {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:24:56.611659 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81f17ed3-5f8a-4b82-a89d-2a86c185a3d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f6def03-99a2-4a62-a4a0-6591fac3aba6', 'code': 200} Jan 28 19:24:56.615682 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-fe00d069-92bf-490f-94c7-eaa30766e0fa tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.6211052 Jan 28 19:24:56.620321 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 50322) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:24:56.625930 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-5e2ee61f-c091-44c5-b2ba-20d3835b3d9e tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1556511706', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:24:56.638878 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-9a99f4aa-e2fd-41c4-911b-542b53faf833 req-d94efda3-3820-4b48-be68-602ea2a83408 service neutron] For port 274ec029-a275-4fae-9c90-d014a3e56e3b, host n-h1-812111-14, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:24:56.656927 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-9a99f4aa-e2fd-41c4-911b-542b53faf833 req-d94efda3-3820-4b48-be68-602ea2a83408 service neutron] For port 274ec029-a275-4fae-9c90-d014a3e56e3b, host n-h1-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=274ec029-a275-4fae-9c90-d014a3e56e3b,segment=NetworkSegment(061cb951-c0bc-4d59-a3f2-ff4acb095ff3),segment_id=061cb951-c0bc-4d59-a3f2-ff4acb095ff3)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:24:56.672888 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-9a99f4aa-e2fd-41c4-911b-542b53faf833 req-d94efda3-3820-4b48-be68-602ea2a83408 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (274ec029-a275-4fae-9c90-d014a3e56e3b), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:56.721382 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5e2ee61f-c091-44c5-b2ba-20d3835b3d9e tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261150'] for router (283875cc-9829-49b5-a872-8fbf8b137b1e), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:56.723041 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5e2ee61f-c091-44c5-b2ba-20d3835b3d9e tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-731099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-731441', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261129'] for router (283875cc-9829-49b5-a872-8fbf8b137b1e), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:56.749687 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9b7fd25a-c034-409d-9873-52b1c9d8afba req-19d5d4f1-eca2-4404-b0e6-5783fd888505 tempest-ServerShowV254Test-771872459 tempest-ServerShowV254Test-771872459-project] 10.222.0.70 "GET /v2.0/ports?device_id=c1a534c7-8b11-48a2-9b80-c5c8693d0ece HTTP/1.1" status: 200 len: 210 time: 0.0570076 Jan 28 19:24:56.757756 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a99f4aa-e2fd-41c4-911b-542b53faf833 req-d94efda3-3820-4b48-be68-602ea2a83408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:56.758388 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-9a99f4aa-e2fd-41c4-911b-542b53faf833 req-d94efda3-3820-4b48-be68-602ea2a83408 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:56.760659 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9a99f4aa-e2fd-41c4-911b-542b53faf833 req-d94efda3-3820-4b48-be68-602ea2a83408 service neutron] 10.222.0.41 "PUT /v2.0/ports/274ec029-a275-4fae-9c90-d014a3e56e3b HTTP/1.1" status: 200 len: 1092 time: 1.4954052 Jan 28 19:24:56.772511 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93bbd1cb-8e21-422e-8ff0-2a670b213fc8', 'tag': '274ec029-a275-4fae-9c90-d014a3e56e3b'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:24:56.773066 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12e85e2-1c85-40fd-8ace-2c0e488be314 req-8557c6dc-7d07-4366-86a1-258365158d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:56.775167 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4989d2b2-ad20-44dd-a65f-c1307aa15192" -d '{"events": [{"name": "network-changed", "server_uuid": "93bbd1cb-8e21-422e-8ff0-2a670b213fc8", "tag": "274ec029-a275-4fae-9c90-d014a3e56e3b"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:24:56.776206 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d12e85e2-1c85-40fd-8ace-2c0e488be314 req-8557c6dc-7d07-4366-86a1-258365158d13 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e0a949cf73864faf86b4b8a64f5cd635&device_id=81f17ed3-5f8a-4b82-a89d-2a86c185a3d7 HTTP/1.1" status: 200 len: 1133 time: 0.2934279 Jan 28 19:24:56.816511 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2568b333-ec39-469d-a1e8-5302203ac2fd req-e9b19b41-e59a-4a43-829b-65abb1a163cd tempest-ServerShowV254Test-771872459 tempest-ServerShowV254Test-771872459-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1a534c7-8b11-48a2-9b80-c5c8693d0ece HTTP/1.1" status: 200 len: 210 time: 0.0822999 Jan 28 19:24:56.855991 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94efda3-3820-4b48-be68-602ea2a83408 service neutron] Pushing event updated for resources: {'Port': ['ID=274ec029-a275-4fae-9c90-d014a3e56e3b,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:56.915305 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2de0e4d2-13fc-4bc3-b114-065bf59c8cda x-openstack-request-id: req-2de0e4d2-13fc-4bc3-b114-065bf59c8cda {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:24:56.915777 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93bbd1cb-8e21-422e-8ff0-2a670b213fc8", "tag": "274ec029-a275-4fae-9c90-d014a3e56e3b", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:24:56.916315 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2de0e4d2-13fc-4bc3-b114-065bf59c8cda {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:24:56.917003 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93bbd1cb-8e21-422e-8ff0-2a670b213fc8', 'tag': '274ec029-a275-4fae-9c90-d014a3e56e3b', 'status': 'completed', 'code': 200} Jan 28 19:24:56.921895 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5e2ee61f-c091-44c5-b2ba-20d3835b3d9e tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] Publish callbacks [] for router_controller (283875cc-9829-49b5-a872-8fbf8b137b1e), precommit_add_association {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:56.936194 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a99f4aa-e2fd-41c4-911b-542b53faf833 req-2483ba75-c39b-45d1-bf1e-3ec704af9b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:56.937952 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9a99f4aa-e2fd-41c4-911b-542b53faf833 req-2483ba75-c39b-45d1-bf1e-3ec704af9b02 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0c4ea235eb2940b3b5cdc493b562a62f&device_id=93bbd1cb-8e21-422e-8ff0-2a670b213fc8 HTTP/1.1" status: 200 len: 1126 time: 0.1193459 Jan 28 19:24:56.939260 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5e2ee61f-c091-44c5-b2ba-20d3835b3d9e tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-731074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-731460'] for router (283875cc-9829-49b5-a872-8fbf8b137b1e), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:56.956699 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098f5048-aba9-4284-bd38-1976ee4ad755 req-e7317613-6253-488c-bce5-8749f5f9f79d tempest-ServerTagsTestJSON-1033397915 tempest-ServerTagsTestJSON-1033397915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:56.963873 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-098f5048-aba9-4284-bd38-1976ee4ad755 req-e7317613-6253-488c-bce5-8749f5f9f79d tempest-ServerTagsTestJSON-1033397915 tempest-ServerTagsTestJSON-1033397915-project] 10.222.0.64 "GET /v2.0/ports?device_id=218ca1dd-e2b7-4f26-aea6-ce11c6093409 HTTP/1.1" status: 200 len: 946 time: 0.3950355 Jan 28 19:24:57.044717 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9a99f4aa-e2fd-41c4-911b-542b53faf833 req-40e38215-31b2-4585-aac5-34f984ed8317 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=274ec029-a275-4fae-9c90-d014a3e56e3b HTTP/1.1" status: 200 len: 217 time: 0.0960457 Jan 28 19:24:57.068630 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5e2ee61f-c091-44c5-b2ba-20d3835b3d9e tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:57.069821 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-5e2ee61f-c091-44c5-b2ba-20d3835b3d9e tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4485102 Jan 28 19:24:57.081534 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 50334) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:24:57.085944 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-326a7194-eaef-4937-968f-91f3014b4a5c tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1591632758', 'prefixes': ['172.20.0.0/16']}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:24:57.103288 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-098f5048-aba9-4284-bd38-1976ee4ad755 req-fe4da252-188a-4e33-86fb-0292a1bd7403 tempest-ServerTagsTestJSON-1033397915 tempest-ServerTagsTestJSON-1033397915-project] 10.222.0.64 "GET /v2.0/security-groups?id=f20f4460-614c-4b14-a387-690383a62119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383240 Jan 28 19:24:57.108247 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12e85e2-1c85-40fd-8ace-2c0e488be314 req-d33f41ca-21a4-41e3-8c1b-8367aaf924a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:57.109605 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d12e85e2-1c85-40fd-8ace-2c0e488be314 req-d33f41ca-21a4-41e3-8c1b-8367aaf924a2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7810caa2-eac6-457d-9302-c8c215ef3e91 HTTP/1.1" status: 200 len: 869 time: 0.3223987 Jan 28 19:24:57.137715 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-ad3eb046-98c5-402a-921a-21777a96887c req-10d7cc9c-734a-4397-85c9-9f0ef9b45c53 tempest-ServerTagsTestJSON-1033397915 tempest-ServerTagsTestJSON-1033397915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (e943e98c-f9e9-4ced-9c7d-c8920c6a41ac), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:57.143036 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a99f4aa-e2fd-41c4-911b-542b53faf833 req-c212f95d-3602-440e-b09d-3ec087de0a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:57.145711 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9a99f4aa-e2fd-41c4-911b-542b53faf833 req-c212f95d-3602-440e-b09d-3ec087de0a75 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=88147782-fd39-461f-889a-eefda05a9cf4 HTTP/1.1" status: 200 len: 841 time: 0.0932586 Jan 28 19:24:57.150761 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['e943e98c-f9e9-4ced-9c7d-c8920c6a41ac'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:24:57.193796 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9a99f4aa-e2fd-41c4-911b-542b53faf833 req-8e411673-3ac0-4cab-a771-b18bdb2adb4d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c4302b73-ca61-4da7-b39f-ec4ea0448ca6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402126 Jan 28 19:24:57.202466 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615a39d8-f491-4e27-b9a5-fece49955f8e req-8e22b619-0b20-43ae-825f-09183ca596b1 tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:57.209179 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d12e85e2-1c85-40fd-8ace-2c0e488be314 req-52e08de3-f820-44dd-8911-4f022c5ff80e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=5f6def03-99a2-4a62-a4a0-6591fac3aba6 HTTP/1.1" status: 200 len: 217 time: 0.0891991 Jan 28 19:24:57.211964 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-615a39d8-f491-4e27-b9a5-fece49955f8e req-8e22b619-0b20-43ae-825f-09183ca596b1 tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] 10.222.0.64 "GET /v2.0/ports?device_id=0425ea7b-6d18-454c-999c-27e8a0758954 HTTP/1.1" status: 200 len: 946 time: 0.1483200 Jan 28 19:24:57.254324 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d7cc9c-734a-4397-85c9-9f0ef9b45c53 tempest-ServerTagsTestJSON-1033397915 tempest-ServerTagsTestJSON-1033397915-project] Pushing event deleted for resources: {'Port': ['ID=e943e98c-f9e9-4ced-9c7d-c8920c6a41ac,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:57.339356 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad3eb046-98c5-402a-921a-21777a96887c req-10d7cc9c-734a-4397-85c9-9f0ef9b45c53 tempest-ServerTagsTestJSON-1033397915 tempest-ServerTagsTestJSON-1033397915-project] No DVR routers for this DVR port e943e98c-f9e9-4ced-9c7d-c8920c6a41ac on host n-h1-812111-14 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:24:57.339608 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-615a39d8-f491-4e27-b9a5-fece49955f8e req-74464c42-72ef-4819-ae85-3c894ade9a0e tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] 10.222.0.64 "GET /v2.0/security-groups?id=6477e2db-f47c-494e-be68-463a4c5a4740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266766 Jan 28 19:24:57.342811 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-ad3eb046-98c5-402a-921a-21777a96887c req-10d7cc9c-734a-4397-85c9-9f0ef9b45c53 tempest-ServerTagsTestJSON-1033397915 tempest-ServerTagsTestJSON-1033397915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:57.347041 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ad3eb046-98c5-402a-921a-21777a96887c req-10d7cc9c-734a-4397-85c9-9f0ef9b45c53 tempest-ServerTagsTestJSON-1033397915 tempest-ServerTagsTestJSON-1033397915-project] 10.222.0.41 "DELETE /v2.0/ports/e943e98c-f9e9-4ced-9c7d-c8920c6a41ac HTTP/1.1" status: 204 len: 173 time: 1.5624893 Jan 28 19:24:57.351135 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '218ca1dd-e2b7-4f26-aea6-ce11c6093409', 'name': 'network-vif-deleted', 'tag': 'e943e98c-f9e9-4ced-9c7d-c8920c6a41ac'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:24:57.353974 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a415d342-ec7b-4d44-aad4-4ae721c0bd0b" -d '{"events": [{"server_uuid": "218ca1dd-e2b7-4f26-aea6-ce11c6093409", "name": "network-vif-deleted", "tag": "e943e98c-f9e9-4ced-9c7d-c8920c6a41ac"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:24:57.368359 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9a99f4aa-e2fd-41c4-911b-542b53faf833 req-4abf2c04-b5ab-4f71-bc9b-c830725930fd service neutron] 10.222.0.41 "GET /v2.0/networks/c4302b73-ca61-4da7-b39f-ec4ea0448ca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517777 Jan 28 19:24:57.379466 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12e85e2-1c85-40fd-8ace-2c0e488be314 req-896542dd-74fe-451f-9bde-b25385d53546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:57.381810 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d12e85e2-1c85-40fd-8ace-2c0e488be314 req-896542dd-74fe-451f-9bde-b25385d53546 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f2de4832-9ef6-4f40-9ac5-1557d5e6a6ff HTTP/1.1" status: 200 len: 843 time: 0.1493344 Jan 28 19:24:57.444110 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-326a7194-eaef-4937-968f-91f3014b4a5c tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:57.449804 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-326a7194-eaef-4937-968f-91f3014b4a5c tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] 10.222.0.64 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.3671999 Jan 28 19:24:57.450600 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 50344) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:24:57.457241 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.tag.tag_plugin [None req-f613a7ec-7ca5-49a0-bf19-0bc7459239cd tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '3c63b618-0827-45c5-bdfd-d5bdfd1d629d', 'tempest-TagsExtTest-Tag-1764288713') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:24:57.499250 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f68c573a-04ee-4b7a-a5e2-8bc8557c9378 x-openstack-request-id: req-f68c573a-04ee-4b7a-a5e2-8bc8557c9378 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:24:57.499699 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "218ca1dd-e2b7-4f26-aea6-ce11c6093409", "name": "network-vif-deleted", "tag": "e943e98c-f9e9-4ced-9c7d-c8920c6a41ac", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:24:57.500454 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f68c573a-04ee-4b7a-a5e2-8bc8557c9378 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:24:57.501297 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '218ca1dd-e2b7-4f26-aea6-ce11c6093409', 'name': 'network-vif-deleted', 'tag': 'e943e98c-f9e9-4ced-9c7d-c8920c6a41ac', 'status': 'completed', 'code': 200} Jan 28 19:24:57.547747 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9a99f4aa-e2fd-41c4-911b-542b53faf833 req-887e4e59-97f2-4f43-8a9d-b1cd763e9c0f service neutron] 10.222.0.41 "GET /v2.0/networks/c4302b73-ca61-4da7-b39f-ec4ea0448ca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734326 Jan 28 19:24:57.591722 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12e85e2-1c85-40fd-8ace-2c0e488be314 req-2b6860c6-16e2-4b9b-a99f-674bd81b08fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:57.597885 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d12e85e2-1c85-40fd-8ace-2c0e488be314 req-2b6860c6-16e2-4b9b-a99f-674bd81b08fd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7810caa2-eac6-457d-9302-c8c215ef3e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2008810 Jan 28 19:24:57.794561 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-f613a7ec-7ca5-49a0-bf19-0bc7459239cd tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] 10.222.0.64 "PUT /v2.0/subnets/3c63b618-0827-45c5-bdfd-d5bdfd1d629d/tags/tempest-TagsExtTest-Tag-1764288713 HTTP/1.1" status: 201 len: 201 time: 0.3418643 Jan 28 19:24:57.795269 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 50356) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:24:57.803751 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4989d2b2-ad20-44dd-a65f-c1307aa15192 req-c45b746f-67e0-4cd9-8272-0acc13f7cc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:57.804269 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.tag.tag_plugin [None req-f689eec3-fcbc-426d-85b3-cb8e412d0964 tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'c2581883-e2af-4f8f-8ba1-869f705cc009', 'tempest-TagsExtTest-Tag-112734512') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:24:57.805298 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4989d2b2-ad20-44dd-a65f-c1307aa15192 req-c45b746f-67e0-4cd9-8272-0acc13f7cc67 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0c4ea235eb2940b3b5cdc493b562a62f&device_id=93bbd1cb-8e21-422e-8ff0-2a670b213fc8 HTTP/1.1" status: 200 len: 1126 time: 0.1674473 Jan 28 19:24:57.810588 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d12e85e2-1c85-40fd-8ace-2c0e488be314 req-abb3016f-0509-419f-bf68-1e128886d5d6 service neutron] 10.222.0.41 "GET /v2.0/networks/7810caa2-eac6-457d-9302-c8c215ef3e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000744 Jan 28 19:24:57.813493 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a591346c-5955-4e08-80da-faabbad6a480 req-18bc2062-d130-4624-93fc-0e9c4013b66f tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:57.817565 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a591346c-5955-4e08-80da-faabbad6a480 req-18bc2062-d130-4624-93fc-0e9c4013b66f tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] 10.222.0.64 "GET /v2.0/ports?device_id=93bbd1cb-8e21-422e-8ff0-2a670b213fc8 HTTP/1.1" status: 200 len: 943 time: 0.1054866 Jan 28 19:24:57.840614 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58225c2-56e0-44fa-8822-1367da4533fb req-9a979bf1-d72a-4109-9394-48659e972968 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:57.842175 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e58225c2-56e0-44fa-8822-1367da4533fb req-9a979bf1-d72a-4109-9394-48659e972968 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/ports?device_id=81f17ed3-5f8a-4b82-a89d-2a86c185a3d7 HTTP/1.1" status: 200 len: 950 time: 0.2305105 Jan 28 19:24:57.961819 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a591346c-5955-4e08-80da-faabbad6a480 req-710d3761-6553-46a4-a0c2-bc3dee9a5f6e tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] 10.222.0.64 "GET /v2.0/security-groups?id=a17e8282-0405-4e4b-9340-e89106f12f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170070 Jan 28 19:24:58.000112 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e58225c2-56e0-44fa-8822-1367da4533fb req-7cd78bc8-4287-446f-bd3b-b0230b2dcf0c tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d07f2a-7a3d-4718-9c1b-16394753837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464045 Jan 28 19:24:58.001922 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4989d2b2-ad20-44dd-a65f-c1307aa15192 req-890e1946-db2a-482f-938b-743e4343d79f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:58.009851 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4989d2b2-ad20-44dd-a65f-c1307aa15192 req-890e1946-db2a-482f-938b-743e4343d79f service neutron] 10.222.0.41 "GET /v2.0/networks?id=c4302b73-ca61-4da7-b39f-ec4ea0448ca6 HTTP/1.1" status: 200 len: 901 time: 0.1907914 Jan 28 19:24:58.030629 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d12e85e2-1c85-40fd-8ace-2c0e488be314 req-64471848-ae02-4e12-9949-aeaba9dc2fce service neutron] 10.222.0.41 "GET /v2.0/networks/7810caa2-eac6-457d-9302-c8c215ef3e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871989 Jan 28 19:24:58.049622 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-f689eec3-fcbc-426d-85b3-cb8e412d0964 tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] 10.222.0.64 "PUT /v2.0/ports/c2581883-e2af-4f8f-8ba1-869f705cc009/tags/tempest-TagsExtTest-Tag-112734512 HTTP/1.1" status: 201 len: 201 time: 0.2512455 Jan 28 19:24:58.055269 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 50362) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:24:58.063909 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.tag.tag_plugin [None req-c84b280f-3770-4501-b852-92a707b8979f tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '283875cc-9829-49b5-a872-8fbf8b137b1e', 'tempest-TagsExtTest-Tag-123433031') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:24:58.082193 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8999655d-c342-4354-9060-f3077564434c None None] Network b2a485b6-5150-4530-94f6-76da48428f98 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:24:58.095633 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4989d2b2-ad20-44dd-a65f-c1307aa15192 req-c4d68796-116c-44ac-94f2-e845bdb9ddfc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=274ec029-a275-4fae-9c90-d014a3e56e3b HTTP/1.1" status: 200 len: 217 time: 0.0787437 Jan 28 19:24:58.190751 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-c84b280f-3770-4501-b852-92a707b8979f tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] 10.222.0.64 "PUT /v2.0/routers/283875cc-9829-49b5-a872-8fbf8b137b1e/tags/tempest-TagsExtTest-Tag-123433031 HTTP/1.1" status: 201 len: 201 time: 0.1340370 Jan 28 19:24:58.191578 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 50370) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:24:58.197944 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.tag.tag_plugin [None req-0648c695-35a4-4356-a958-917b30695ce6 tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '12fc94f3-2dab-4887-96f7-c81eb2b2fcbb', 'tempest-TagsExtTest-Tag-1743374840') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:24:58.266216 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4989d2b2-ad20-44dd-a65f-c1307aa15192 req-1f23f110-2a6b-455d-97a2-1df7a38191be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:58.267713 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4989d2b2-ad20-44dd-a65f-c1307aa15192 req-1f23f110-2a6b-455d-97a2-1df7a38191be service neutron] 10.222.0.41 "GET /v2.0/subnets?id=88147782-fd39-461f-889a-eefda05a9cf4 HTTP/1.1" status: 200 len: 841 time: 0.1616201 Jan 28 19:24:58.280044 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-dd0a25c6-efb5-4862-a1e8-fcd2bd29962b req-a082748c-8770-4aec-bafc-fa75103a5285 tempest-ServerTagsTestJSON-1033397915 tempest-ServerTagsTestJSON-1033397915-project] 10.222.0.64 "GET /v2.0/ports?device_id=218ca1dd-e2b7-4f26-aea6-ce11c6093409 HTTP/1.1" status: 200 len: 210 time: 0.0438943 Jan 28 19:24:58.301231 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-0648c695-35a4-4356-a958-917b30695ce6 tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] 10.222.0.64 "PUT /v2.0/subnetpools/12fc94f3-2dab-4887-96f7-c81eb2b2fcbb/tags/tempest-TagsExtTest-Tag-1743374840 HTTP/1.1" status: 201 len: 201 time: 0.1083064 Jan 28 19:24:58.302081 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 50372) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:24:58.308132 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.tag.tag_plugin [None req-9fc73662-c3b9-41fc-8d2d-bf25bb5b95e4 tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '3c63b618-0827-45c5-bdfd-d5bdfd1d629d') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:24:58.314347 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4989d2b2-ad20-44dd-a65f-c1307aa15192 req-ed7d014d-9b91-43f4-adc8-a907f2471166 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c4302b73-ca61-4da7-b39f-ec4ea0448ca6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391753 Jan 28 19:24:58.390842 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-9fc73662-c3b9-41fc-8d2d-bf25bb5b95e4 tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] 10.222.0.64 "GET /v2.0/subnets/3c63b618-0827-45c5-bdfd-d5bdfd1d629d/tags HTTP/1.1" status: 200 len: 241 time: 0.0867519 Jan 28 19:24:58.393388 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 50376) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:24:58.408116 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.tag.tag_plugin [None req-31926baf-7404-4764-ba6e-2b3fe6cc554d tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '3c63b618-0827-45c5-bdfd-d5bdfd1d629d', 'tempest-TagsExtTest-Tag-1764288713') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:24:58.430005 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-805d69e4-290c-4565-9047-bf6a6c891351 None None] Provisioning complete for port 14ca9d06-a13b-4b28-ad0a-2c20eabd6c4d triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:24:58.432472 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-805d69e4-290c-4565-9047-bf6a6c891351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (14ca9d06-a13b-4b28-ad0a-2c20eabd6c4d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:58.456721 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd449186-2ea8-4b62-b8a3-0f654fea7eb8 req-5a019c78-23fd-4c67-b461-05a081be9abe tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:58.470105 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-cd449186-2ea8-4b62-b8a3-0f654fea7eb8 req-5a019c78-23fd-4c67-b461-05a081be9abe tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] 10.222.0.64 "GET /v2.0/ports?device_id=0425ea7b-6d18-454c-999c-27e8a0758954 HTTP/1.1" status: 200 len: 946 time: 0.1534626 Jan 28 19:24:58.533979 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-cd449186-2ea8-4b62-b8a3-0f654fea7eb8 req-f666b78a-27f9-4a67-bef3-d9ce0d129894 tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] 10.222.0.64 "GET /v2.0/security-groups?id=6477e2db-f47c-494e-be68-463a4c5a4740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650575 Jan 28 19:24:58.619819 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4989d2b2-ad20-44dd-a65f-c1307aa15192 req-9ec542de-615b-4c98-9ec8-dfa0e60bc41d service neutron] 10.222.0.41 "GET /v2.0/networks/c4302b73-ca61-4da7-b39f-ec4ea0448ca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2914300 Jan 28 19:24:58.649046 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff1b632-eff8-4858-b9ed-e77fa84022ee req-b2efe0b7-bda3-4517-b2dc-f2b9bc0e6686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:58.649046 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-dff1b632-eff8-4858-b9ed-e77fa84022ee req-b2efe0b7-bda3-4517-b2dc-f2b9bc0e6686 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=bbe85c951ff940ed998142e3b204e43e&device_id=0425ea7b-6d18-454c-999c-27e8a0758954 HTTP/1.1" status: 200 len: 1129 time: 0.1803465 Jan 28 19:24:58.649892 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-805d69e4-290c-4565-9047-bf6a6c891351 None None] Current status of the port 14ca9d06-a13b-4b28-ad0a-2c20eabd6c4d is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:24:58.651915 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-805d69e4-290c-4565-9047-bf6a6c891351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (14ca9d06-a13b-4b28-ad0a-2c20eabd6c4d), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:58.703065 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 14ca9d06-a13b-4b28-ad0a-2c20eabd6c4d up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:24:58.714665 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-31926baf-7404-4764-ba6e-2b3fe6cc554d tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] 10.222.0.64 "GET /v2.0/subnets/3c63b618-0827-45c5-bdfd-d5bdfd1d629d/tags/tempest-TagsExtTest-Tag-1764288713 HTTP/1.1" status: 204 len: 168 time: 0.3160477 Jan 28 19:24:58.756381 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 50382) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:24:58.764674 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.tag.tag_plugin [None req-1fdb4a48-978b-446c-8683-0fd9df4a7f5c tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '3c63b618-0827-45c5-bdfd-d5bdfd1d629d', 'tempest-TagsExtTest-Tag-1764288713') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:24:58.775375 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-805d69e4-290c-4565-9047-bf6a6c891351 None None] For port 14ca9d06-a13b-4b28-ad0a-2c20eabd6c4d, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=14ca9d06-a13b-4b28-ad0a-2c20eabd6c4d,segment=NetworkSegment(c7b5a5df-f155-4fa6-935f-0cae77f89b6f),segment_id=c7b5a5df-f155-4fa6-935f-0cae77f89b6f)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:24:58.805293 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 50384) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:24:58.837318 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff1b632-eff8-4858-b9ed-e77fa84022ee req-0fa742c7-87f8-4df3-b7fa-b5acc7b2183c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:58.838854 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-dff1b632-eff8-4858-b9ed-e77fa84022ee req-0fa742c7-87f8-4df3-b7fa-b5acc7b2183c service neutron] 10.222.0.70 "GET /v2.0/networks?id=80b1128d-385f-43ca-bc48-8e6c46c4dc11 HTTP/1.1" status: 200 len: 916 time: 0.1817071 Jan 28 19:24:58.844222 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-805d69e4-290c-4565-9047-bf6a6c891351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (14ca9d06-a13b-4b28-ad0a-2c20eabd6c4d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:58.892077 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-dff1b632-eff8-4858-b9ed-e77fa84022ee req-9dcddc78-8f83-4cd1-bdb4-ae123744af4c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=89aa6531-67bc-4d6c-9efd-de46bfee506e HTTP/1.1" status: 200 len: 217 time: 0.0457563 Jan 28 19:24:58.897482 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4989d2b2-ad20-44dd-a65f-c1307aa15192 req-d37c01c7-80e7-4a0f-9f4b-4a56c6426ce1 service neutron] 10.222.0.41 "GET /v2.0/networks/c4302b73-ca61-4da7-b39f-ec4ea0448ca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2702775 Jan 28 19:24:58.931098 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 14ca9d06-a13b-4b28-ad0a-2c20eabd6c4d triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:24:58.931816 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (14ca9d06-a13b-4b28-ad0a-2c20eabd6c4d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:58.952755 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-1fdb4a48-978b-446c-8683-0fd9df4a7f5c tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] 10.222.0.64 "DELETE /v2.0/subnets/3c63b618-0827-45c5-bdfd-d5bdfd1d629d/tags/tempest-TagsExtTest-Tag-1764288713 HTTP/1.1" status: 204 len: 168 time: 0.1954117 Jan 28 19:24:58.955024 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff1b632-eff8-4858-b9ed-e77fa84022ee req-9b58520e-fc6e-4b8c-bca8-a0da4546f86d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:58.956403 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 50390) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:24:58.956593 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-dff1b632-eff8-4858-b9ed-e77fa84022ee req-9b58520e-fc6e-4b8c-bca8-a0da4546f86d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c0c3aa53-af91-44cf-ba1e-2b269588293f HTTP/1.1" status: 200 len: 855 time: 0.0574279 Jan 28 19:24:58.960853 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.tag.tag_plugin [None req-9c57e0c7-66fd-47ac-ad1c-14bb6e80333f tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '3c63b618-0827-45c5-bdfd-d5bdfd1d629d') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:24:59.026415 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-3f0bfcc6-f5f8-4da1-ba6e-313a8d277062 None None] Provisioning complete for port 14ca9d06-a13b-4b28-ad0a-2c20eabd6c4d triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:24:59.027167 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3f0bfcc6-f5f8-4da1-ba6e-313a8d277062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (14ca9d06-a13b-4b28-ad0a-2c20eabd6c4d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:59.091766 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805d69e4-290c-4565-9047-bf6a6c891351 None None] Pushing event updated for resources: {'Port': ['ID=14ca9d06-a13b-4b28-ad0a-2c20eabd6c4d,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:59.108143 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff1b632-eff8-4858-b9ed-e77fa84022ee req-98a472ec-351a-4f3b-9ae6-583e5b2de45a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:59.112031 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-dff1b632-eff8-4858-b9ed-e77fa84022ee req-98a472ec-351a-4f3b-9ae6-583e5b2de45a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=80b1128d-385f-43ca-bc48-8e6c46c4dc11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1450856 Jan 28 19:24:59.191872 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-3f0bfcc6-f5f8-4da1-ba6e-313a8d277062 None None] Current status of the port 14ca9d06-a13b-4b28-ad0a-2c20eabd6c4d is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:24:59.244027 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-3f0bfcc6-f5f8-4da1-ba6e-313a8d277062 None None] Provisioning complete for port c2581883-e2af-4f8f-8ba1-869f705cc009 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:24:59.244440 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-9c57e0c7-66fd-47ac-ad1c-14bb6e80333f tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] 10.222.0.64 "GET /v2.0/subnets/3c63b618-0827-45c5-bdfd-d5bdfd1d629d/tags HTTP/1.1" status: 200 len: 205 time: 0.2868292 Jan 28 19:24:59.244978 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3f0bfcc6-f5f8-4da1-ba6e-313a8d277062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (c2581883-e2af-4f8f-8ba1-869f705cc009), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:59.249126 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 50398) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:24:59.257849 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.tag.tag_plugin [None req-4b58326c-d7d5-4f4e-a04c-6c72ca43597b tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'c2581883-e2af-4f8f-8ba1-869f705cc009') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:24:59.286289 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-3f0bfcc6-f5f8-4da1-ba6e-313a8d277062 None None] Port c2581883-e2af-4f8f-8ba1-869f705cc009 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:24:59.288576 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 14ca9d06-a13b-4b28-ad0a-2c20eabd6c4d is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:24:59.326393 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f221436c-7ac4-4b07-995f-849eb8149110 req-fbe6d47b-d24f-4a8c-803c-d60f0a87d7db tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:59.328872 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f221436c-7ac4-4b07-995f-849eb8149110 req-fbe6d47b-d24f-4a8c-803c-d60f0a87d7db tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/ports?device_id=81f17ed3-5f8a-4b82-a89d-2a86c185a3d7 HTTP/1.1" status: 200 len: 950 time: 0.1922650 Jan 28 19:24:59.332964 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c558efce-7fb4-42c8-9db5-bb88502db133 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:59.336194 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca30483c-ed90-4745-9c7a-d6948e7a1087 req-f54f0145-2e89-47ca-8aba-2ddbc6b384a5 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:59.344755 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ca30483c-ed90-4745-9c7a-d6948e7a1087 req-f54f0145-2e89-47ca-8aba-2ddbc6b384a5 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] 10.222.0.64 "GET /v2.0/ports?device_id=93bbd1cb-8e21-422e-8ff0-2a670b213fc8 HTTP/1.1" status: 200 len: 943 time: 0.2316570 Jan 28 19:24:59.420076 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-cc234900-d504-426b-a613-4fd0fb36bd65 None None] Provisioning complete for port c2581883-e2af-4f8f-8ba1-869f705cc009 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:24:59.420689 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-cc234900-d504-426b-a613-4fd0fb36bd65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (c2581883-e2af-4f8f-8ba1-869f705cc009), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:59.476781 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f221436c-7ac4-4b07-995f-849eb8149110 req-6a6ae78a-07ea-461f-85b7-18ec2b4abbd6 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d07f2a-7a3d-4718-9c1b-16394753837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186039 Jan 28 19:24:59.481366 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-4b58326c-d7d5-4f4e-a04c-6c72ca43597b tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] 10.222.0.64 "GET /v2.0/ports/c2581883-e2af-4f8f-8ba1-869f705cc009/tags HTTP/1.1" status: 200 len: 240 time: 0.2270229 Jan 28 19:24:59.481580 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-dff1b632-eff8-4858-b9ed-e77fa84022ee req-33248cdc-6fb5-464f-ae99-51f623f56a6e service neutron] 10.222.0.70 "GET /v2.0/networks/80b1128d-385f-43ca-bc48-8e6c46c4dc11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3512428 Jan 28 19:24:59.485512 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 50404) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:24:59.489638 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 274ec029-a275-4fae-9c90-d014a3e56e3b details requested by agent hyperv_n-h1-812111-14 with host n-h1-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:24:59.492071 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device e943e98c-f9e9-4ced-9c7d-c8920c6a41ac no longer exists at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:24:59.504305 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ca30483c-ed90-4745-9c7a-d6948e7a1087 req-e7cdc400-51f7-40a1-a960-079986034017 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] 10.222.0.64 "GET /v2.0/security-groups?id=a17e8282-0405-4e4b-9340-e89106f12f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532073 Jan 28 19:24:59.527236 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.tag.tag_plugin [None req-40d4d95e-bd2b-4fc3-bf56-ae9c06c5d3ad tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'c2581883-e2af-4f8f-8ba1-869f705cc009', 'tempest-TagsExtTest-Tag-112734512') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:24:59.550724 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] No Port match for: e943e98c-f9e9-4ced-9c7d-c8920c6a41ac {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:24:59.551164 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device e943e98c-f9e9-4ced-9c7d-c8920c6a41ac not bound to the agent host n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:24:59.557506 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 50406) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:24:59.561712 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c558efce-7fb4-42c8-9db5-bb88502db133 admin admin] Publish callbacks [] for security_group (cf652bfd-e42a-42f4-9cc1-8f034d9ad001), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:59.585581 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-cc234900-d504-426b-a613-4fd0fb36bd65 None None] Port c2581883-e2af-4f8f-8ba1-869f705cc009 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:24:59.592477 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c558efce-7fb4-42c8-9db5-bb88502db133 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (cf652bfd-e42a-42f4-9cc1-8f034d9ad001), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:59.646662 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-73182ef6-7cf2-465f-a290-c819dfcacde7 admin admin] Deleting subnet 9a1bb6d2-eaf4-46c8-b9c8-a66c9fa637c1 {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:24:59.654104 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-c558efce-7fb4-42c8-9db5-bb88502db133 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d2d50062144e4233b16a3ff133ec4a98&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8451033 Jan 28 19:24:59.654104 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c558efce-7fb4-42c8-9db5-bb88502db133 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf652bfd-e42a-42f4-9cc1-8f034d9ad001,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:59.655347 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-73182ef6-7cf2-465f-a290-c819dfcacde7 admin admin] Publish callbacks [] for subnet (9a1bb6d2-eaf4-46c8-b9c8-a66c9fa637c1), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:59.657490 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 50410) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:24:59.672706 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-dff1b632-eff8-4858-b9ed-e77fa84022ee req-ca6c59a8-657d-4823-aa6f-c5c91d52e840 service neutron] 10.222.0.70 "GET /v2.0/networks/80b1128d-385f-43ca-bc48-8e6c46c4dc11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632059 Jan 28 19:24:59.718928 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 274ec029-a275-4fae-9c90-d014a3e56e3b, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=274ec029-a275-4fae-9c90-d014a3e56e3b,segment=NetworkSegment(061cb951-c0bc-4d59-a3f2-ff4acb095ff3),segment_id=061cb951-c0bc-4d59-a3f2-ff4acb095ff3)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:24:59.735790 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Returning: {'device': '274ec029-a275-4fae-9c90-d014a3e56e3b', 'network_id': 'c4302b73-ca61-4da7-b39f-ec4ea0448ca6', 'port_id': '274ec029-a275-4fae-9c90-d014a3e56e3b', 'mac_address': 'fa:16:3e:89:0b:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88147782-fd39-461f-889a-eefda05a9cf4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:24:59.787832 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07bf484-0a4c-4ba4-8eec-8a1fa3191e61 req-947824c6-fda4-4783-a3dd-9d60715237f8 tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:59.789591 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c07bf484-0a4c-4ba4-8eec-8a1fa3191e61 req-947824c6-fda4-4783-a3dd-9d60715237f8 tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] 10.222.0.64 "GET /v2.0/ports?device_id=0425ea7b-6d18-454c-999c-27e8a0758954 HTTP/1.1" status: 200 len: 946 time: 0.0948193 Jan 28 19:24:59.799950 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-40d4d95e-bd2b-4fc3-bf56-ae9c06c5d3ad tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] 10.222.0.64 "GET /v2.0/ports/c2581883-e2af-4f8f-8ba1-869f705cc009/tags/tempest-TagsExtTest-Tag-112734512 HTTP/1.1" status: 204 len: 168 time: 0.2938106 Jan 28 19:24:59.800804 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 50414) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:24:59.809633 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.tag.tag_plugin [None req-ab75d6ea-03c9-4371-819d-73457fc93740 tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'c2581883-e2af-4f8f-8ba1-869f705cc009', 'tempest-TagsExtTest-Tag-112734512') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:24:59.809911 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port 274ec029-a275-4fae-9c90-d014a3e56e3b is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:24:59.810418 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (274ec029-a275-4fae-9c90-d014a3e56e3b), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:59.836784 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 274ec029-a275-4fae-9c90-d014a3e56e3b {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:24:59.872414 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 274ec029-a275-4fae-9c90-d014a3e56e3b, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=274ec029-a275-4fae-9c90-d014a3e56e3b,segment=NetworkSegment(061cb951-c0bc-4d59-a3f2-ff4acb095ff3),segment_id=061cb951-c0bc-4d59-a3f2-ff4acb095ff3)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:24:59.883506 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (274ec029-a275-4fae-9c90-d014a3e56e3b), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:59.904325 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c07bf484-0a4c-4ba4-8eec-8a1fa3191e61 req-1bc18728-f719-4f51-99e9-7bc76b97b1c9 tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] 10.222.0.64 "GET /v2.0/security-groups?id=6477e2db-f47c-494e-be68-463a4c5a4740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972588 Jan 28 19:24:59.939536 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-ab75d6ea-03c9-4371-819d-73457fc93740 tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] 10.222.0.64 "DELETE /v2.0/ports/c2581883-e2af-4f8f-8ba1-869f705cc009/tags/tempest-TagsExtTest-Tag-112734512 HTTP/1.1" status: 204 len: 168 time: 0.1339602 Jan 28 19:24:59.939926 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 50418) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:24:59.944208 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.tag.tag_plugin [None req-603e2de9-c44a-4ec5-a347-44bd3d1bfc98 tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'c2581883-e2af-4f8f-8ba1-869f705cc009') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:24:59.960267 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=274ec029-a275-4fae-9c90-d014a3e56e3b,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:00.000929 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-73182ef6-7cf2-465f-a290-c819dfcacde7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4747050'] for subnet (9a1bb6d2-eaf4-46c8-b9c8-a66c9fa637c1), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:00.003356 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-603e2de9-c44a-4ec5-a347-44bd3d1bfc98 tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] 10.222.0.64 "GET /v2.0/ports/c2581883-e2af-4f8f-8ba1-869f705cc009/tags HTTP/1.1" status: 200 len: 205 time: 0.0625947 Jan 28 19:25:00.003897 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 50420) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:00.029832 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.tag.tag_plugin [None req-8b500998-f89d-436e-a093-8f5d16aba306 tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '283875cc-9829-49b5-a872-8fbf8b137b1e') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:25:00.065904 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-18f13cc9-45d4-4d18-b2b6-7b4d2882b507 admin admin] Publish callbacks [] for security_group (cf652bfd-e42a-42f4-9cc1-8f034d9ad001), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:00.101803 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-73182ef6-7cf2-465f-a290-c819dfcacde7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (9a1bb6d2-eaf4-46c8-b9c8-a66c9fa637c1), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:00.153439 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-18f13cc9-45d4-4d18-b2b6-7b4d2882b507 admin admin] Publish callbacks [] for security_group (cf652bfd-e42a-42f4-9cc1-8f034d9ad001), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:00.174222 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['274ec029-a275-4fae-9c90-d014a3e56e3b'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:25:00.202926 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-8b500998-f89d-436e-a093-8f5d16aba306 tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] 10.222.0.64 "GET /v2.0/routers/283875cc-9829-49b5-a872-8fbf8b137b1e/tags HTTP/1.1" status: 200 len: 240 time: 0.1791184 Jan 28 19:25:00.204372 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 50424) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:00.209536 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.tag.tag_plugin [None req-8c46e1c6-9a5a-485f-8571-5af08db93b28 tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '283875cc-9829-49b5-a872-8fbf8b137b1e', 'tempest-TagsExtTest-Tag-123433031') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:25:00.244780 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-73182ef6-7cf2-465f-a290-c819dfcacde7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4690616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5222356'] for subnet (9a1bb6d2-eaf4-46c8-b9c8-a66c9fa637c1), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:00.274992 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73182ef6-7cf2-465f-a290-c819dfcacde7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a1bb6d2-eaf4-46c8-b9c8-a66c9fa637c1,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:00.276935 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-73182ef6-7cf2-465f-a290-c819dfcacde7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:00.280388 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-73182ef6-7cf2-465f-a290-c819dfcacde7 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/9a1bb6d2-eaf4-46c8-b9c8-a66c9fa637c1 HTTP/1.1" status: 204 len: 168 time: 0.7216401 Jan 28 19:25:00.282944 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 50426) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:00.305722 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-18f13cc9-45d4-4d18-b2b6-7b4d2882b507 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (cf652bfd-e42a-42f4-9cc1-8f034d9ad001), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:00.309644 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-18f13cc9-45d4-4d18-b2b6-7b4d2882b507 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:00.313294 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-18f13cc9-45d4-4d18-b2b6-7b4d2882b507 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/cf652bfd-e42a-42f4-9cc1-8f034d9ad001 HTTP/1.1" status: 204 len: 168 time: 0.6523948 Jan 28 19:25:00.371669 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f13cc9-45d4-4d18-b2b6-7b4d2882b507 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf652bfd-e42a-42f4-9cc1-8f034d9ad001,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:00.460280 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-71c1e091-9e75-4bd0-a3dc-f07e46ae57ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (227efcb5-a846-4336-be78-10d99c52fc29), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:00.606604 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 14ca9d06-a13b-4b28-ad0a-2c20eabd6c4d up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:25:00.725609 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-71c1e091-9e75-4bd0-a3dc-f07e46ae57ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (227efcb5-a846-4336-be78-10d99c52fc29), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:00.774671 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 14ca9d06-a13b-4b28-ad0a-2c20eabd6c4d triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:25:00.775142 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (14ca9d06-a13b-4b28-ad0a-2c20eabd6c4d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:00.786040 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-71c1e091-9e75-4bd0-a3dc-f07e46ae57ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['227efcb5-a846-4336-be78-10d99c52fc29']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:25:00.808744 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-71c1e091-9e75-4bd0-a3dc-f07e46ae57ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89df972e-c3a8-4641-96a7-c2d8401a7041') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:25:00.809956 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-71c1e091-9e75-4bd0-a3dc-f07e46ae57ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89df972e-c3a8-4641-96a7-c2d8401a7041') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:25:00.828283 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-71c1e091-9e75-4bd0-a3dc-f07e46ae57ac admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4747091'] for segment (89df972e-c3a8-4641-96a7-c2d8401a7041), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:00.859102 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3142359e-4ffa-43c7-9967-7ae382e251d7 req-508421a9-f989-40a8-a5d7-dd167548667d tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:00.861269 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3142359e-4ffa-43c7-9967-7ae382e251d7 req-508421a9-f989-40a8-a5d7-dd167548667d tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/ports?device_id=81f17ed3-5f8a-4b82-a89d-2a86c185a3d7 HTTP/1.1" status: 200 len: 950 time: 0.2039049 Jan 28 19:25:00.862346 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-71c1e091-9e75-4bd0-a3dc-f07e46ae57ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (89df972e-c3a8-4641-96a7-c2d8401a7041), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:00.870738 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71c1e091-9e75-4bd0-a3dc-f07e46ae57ac admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:25:00.871309 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-71c1e091-9e75-4bd0-a3dc-f07e46ae57ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4690514'] for segment (89df972e-c3a8-4641-96a7-c2d8401a7041), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:00.873295 n-d-812111-14 neutron-server[103304]: Traceback (most recent call last): Jan 28 19:25:00.873295 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:25:00.873295 n-d-812111-14 neutron-server[103304]: timer() Jan 28 19:25:00.873295 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:25:00.873295 n-d-812111-14 neutron-server[103304]: cb(*args, **kw) Jan 28 19:25:00.873295 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:25:00.873295 n-d-812111-14 neutron-server[103304]: return func(*args, **kwargs) Jan 28 19:25:00.873295 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:25:00.873295 n-d-812111-14 neutron-server[103304]: self._notify() Jan 28 19:25:00.873295 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:25:00.873295 n-d-812111-14 neutron-server[103304]: self.callback(batched_events) Jan 28 19:25:00.873295 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:25:00.873295 n-d-812111-14 neutron-server[103304]: event.method(event) Jan 28 19:25:00.873295 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:25:00.873295 n-d-812111-14 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:25:00.873295 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:25:00.873295 n-d-812111-14 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:25:00.873295 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:25:00.873295 n-d-812111-14 neutron-server[103304]: return f(self, *a, **k) Jan 28 19:25:00.873295 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:25:00.873295 n-d-812111-14 neutron-server[103304]: return self._get(url).json() Jan 28 19:25:00.873295 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:25:00.873295 n-d-812111-14 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:25:00.873295 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:25:00.873295 n-d-812111-14 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 28 19:25:00.873295 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:25:00.873295 n-d-812111-14 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:25:00.873295 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:25:00.873295 n-d-812111-14 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:25:00.873295 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:25:00.873295 n-d-812111-14 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:25:00.873295 n-d-812111-14 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:25:00.963920 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 14ca9d06-a13b-4b28-ad0a-2c20eabd6c4d is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:25:01.000606 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-71c1e091-9e75-4bd0-a3dc-f07e46ae57ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (227efcb5-a846-4336-be78-10d99c52fc29), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:01.016203 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-71c1e091-9e75-4bd0-a3dc-f07e46ae57ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:01.022321 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-71c1e091-9e75-4bd0-a3dc-f07e46ae57ac admin admin] 10.222.0.64 "DELETE /v2.0/networks/227efcb5-a846-4336-be78-10d99c52fc29 HTTP/1.1" status: 204 len: 168 time: 0.7383571 Jan 28 19:25:01.028574 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3142359e-4ffa-43c7-9967-7ae382e251d7 req-548efd63-e8a1-48f6-9bd7-d8880284dd80 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d07f2a-7a3d-4718-9c1b-16394753837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411617 Jan 28 19:25:01.039408 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c1e091-9e75-4bd0-a3dc-f07e46ae57ac admin admin] Pushing event deleted for resources: {'Network': ['ID=227efcb5-a846-4336-be78-10d99c52fc29,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:01.107849 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-8c46e1c6-9a5a-485f-8571-5af08db93b28 tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] 10.222.0.64 "GET /v2.0/routers/283875cc-9829-49b5-a872-8fbf8b137b1e/tags/tempest-TagsExtTest-Tag-123433031 HTTP/1.1" status: 204 len: 168 time: 0.9018438 Jan 28 19:25:01.110519 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 50450) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:01.116520 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.tag.tag_plugin [None req-41d44aae-ac64-4e0f-862a-881c13851179 tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '283875cc-9829-49b5-a872-8fbf8b137b1e', 'tempest-TagsExtTest-Tag-123433031') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:25:01.120543 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea0e38a-70eb-4930-95e9-2a023f5077ee req-bc27a452-f0a5-4f17-8dea-828e374b5e62 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:01.121431 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-fea0e38a-70eb-4930-95e9-2a023f5077ee req-bc27a452-f0a5-4f17-8dea-828e374b5e62 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] 10.222.0.64 "GET /v2.0/ports?device_id=93bbd1cb-8e21-422e-8ff0-2a670b213fc8 HTTP/1.1" status: 200 len: 944 time: 0.1910713 Jan 28 19:25:01.124418 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12e85e2-1c85-40fd-8ace-2c0e488be314 req-d289161b-aedd-48ba-8b4f-6c8838482bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:01.125963 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d12e85e2-1c85-40fd-8ace-2c0e488be314 req-d289161b-aedd-48ba-8b4f-6c8838482bfd service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=81f17ed3-5f8a-4b82-a89d-2a86c185a3d7&tenant_id=e0a949cf73864faf86b4b8a64f5cd635 HTTP/1.1" status: 200 len: 1133 time: 0.1971030 Jan 28 19:25:01.148747 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-d12e85e2-1c85-40fd-8ace-2c0e488be314 req-5f7d8c27-421f-480c-a90d-4d71ee475184 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-812111-14', 'device_owner': 'compute:nova'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:25:01.247305 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-fea0e38a-70eb-4930-95e9-2a023f5077ee req-42157820-9a9e-4da8-a8bf-bbf14dfd8d9d tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] 10.222.0.64 "GET /v2.0/security-groups?id=a17e8282-0405-4e4b-9340-e89106f12f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114216 Jan 28 19:25:01.255197 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-d12e85e2-1c85-40fd-8ace-2c0e488be314 req-5f7d8c27-421f-480c-a90d-4d71ee475184 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (5f6def03-99a2-4a62-a4a0-6591fac3aba6), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:01.282020 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 50454) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:01.308948 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4243c39-1e3a-4708-9c99-d1c4326a4ce9 req-50b34ace-9de2-4971-9e59-98aeed7b93ca tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:01.316023 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e4243c39-1e3a-4708-9c99-d1c4326a4ce9 req-50b34ace-9de2-4971-9e59-98aeed7b93ca tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] 10.222.0.64 "GET /v2.0/ports?device_id=0425ea7b-6d18-454c-999c-27e8a0758954 HTTP/1.1" status: 200 len: 946 time: 0.1527550 Jan 28 19:25:01.327010 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-41d44aae-ac64-4e0f-862a-881c13851179 tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] 10.222.0.64 "DELETE /v2.0/routers/283875cc-9829-49b5-a872-8fbf8b137b1e/tags/tempest-TagsExtTest-Tag-123433031 HTTP/1.1" status: 204 len: 168 time: 0.2152705 Jan 28 19:25:01.329755 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 50458) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:01.335818 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.tag.tag_plugin [None req-376c0dbd-acac-4d6e-adc2-2eae8f373e64 tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '283875cc-9829-49b5-a872-8fbf8b137b1e') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:25:01.386663 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e4243c39-1e3a-4708-9c99-d1c4326a4ce9 req-3fc26748-55b6-44f5-bec0-76b90c29a968 tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] 10.222.0.64 "GET /v2.0/security-groups?id=6477e2db-f47c-494e-be68-463a4c5a4740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695992 Jan 28 19:25:01.409420 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-dfa9402e-9151-4601-9532-a375882d29c2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a69c149c7c75487c8a03aa6b8d7e79d6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1206315 Jan 28 19:25:01.409420 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 50460) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:01.435520 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 274ec029-a275-4fae-9c90-d014a3e56e3b up at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:25:01.478668 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5ef3c51b-d928-4adf-afd6-29eb1347f721 admin admin] Publish callbacks [] for security_group (f20f4460-614c-4b14-a387-690383a62119), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:01.519781 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5ef3c51b-d928-4adf-afd6-29eb1347f721 admin admin] Publish callbacks [] for security_group (f20f4460-614c-4b14-a387-690383a62119), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:01.535439 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning for port 274ec029-a275-4fae-9c90-d014a3e56e3b completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:25:01.539468 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning complete for port 274ec029-a275-4fae-9c90-d014a3e56e3b triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:25:01.539852 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (274ec029-a275-4fae-9c90-d014a3e56e3b), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:01.631043 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6312d2-e3f7-45de-aefc-aa73f532d44f req-f77fdaf7-afff-4f04-b305-194e81da1532 tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:01.632765 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3a6312d2-e3f7-45de-aefc-aa73f532d44f req-f77fdaf7-afff-4f04-b305-194e81da1532 tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] 10.222.0.64 "GET /v2.0/ports?device_id=0425ea7b-6d18-454c-999c-27e8a0758954 HTTP/1.1" status: 200 len: 946 time: 0.0813386 Jan 28 19:25:01.633270 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-376c0dbd-acac-4d6e-adc2-2eae8f373e64 tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] 10.222.0.64 "GET /v2.0/routers/283875cc-9829-49b5-a872-8fbf8b137b1e/tags HTTP/1.1" status: 200 len: 205 time: 0.3018696 Jan 28 19:25:01.637287 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 50474) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:01.645443 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.tag.tag_plugin [None req-5424c1ef-8dd5-4c6e-b787-2e0c80eeee8b tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '12fc94f3-2dab-4887-96f7-c81eb2b2fcbb') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:25:01.666275 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5ef3c51b-d928-4adf-afd6-29eb1347f721 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (f20f4460-614c-4b14-a387-690383a62119), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:01.669116 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5ef3c51b-d928-4adf-afd6-29eb1347f721 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:01.670381 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-5ef3c51b-d928-4adf-afd6-29eb1347f721 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f20f4460-614c-4b14-a387-690383a62119 HTTP/1.1" status: 204 len: 168 time: 0.2626762 Jan 28 19:25:01.714303 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port 274ec029-a275-4fae-9c90-d014a3e56e3b is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:25:01.716699 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef3c51b-d928-4adf-afd6-29eb1347f721 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f20f4460-614c-4b14-a387-690383a62119,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:01.727077 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (274ec029-a275-4fae-9c90-d014a3e56e3b), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:01.745775 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-d12e85e2-1c85-40fd-8ace-2c0e488be314 req-5f7d8c27-421f-480c-a90d-4d71ee475184 service neutron] For port 5f6def03-99a2-4a62-a4a0-6591fac3aba6, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=5f6def03-99a2-4a62-a4a0-6591fac3aba6,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:25:01.747127 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-5424c1ef-8dd5-4c6e-b787-2e0c80eeee8b tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] 10.222.0.64 "GET /v2.0/subnetpools/12fc94f3-2dab-4887-96f7-c81eb2b2fcbb/tags HTTP/1.1" status: 200 len: 241 time: 0.1084144 Jan 28 19:25:01.747812 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 50480) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:01.757510 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.tag.tag_plugin [None req-d37e2c15-a074-4e26-af0b-4e5c1ded2050 tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '12fc94f3-2dab-4887-96f7-c81eb2b2fcbb', 'tempest-TagsExtTest-Tag-1743374840') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:25:01.784072 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3a6312d2-e3f7-45de-aefc-aa73f532d44f req-b29e336b-734a-4e8a-8888-15b1bd65ff13 tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] 10.222.0.64 "GET /v2.0/security-groups?id=6477e2db-f47c-494e-be68-463a4c5a4740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279330 Jan 28 19:25:01.785447 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93bbd1cb-8e21-422e-8ff0-2a670b213fc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '274ec029-a275-4fae-9c90-d014a3e56e3b'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:25:01.790328 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4895a671-18df-427f-8120-dacb49a08acb" -d '{"events": [{"server_uuid": "93bbd1cb-8e21-422e-8ff0-2a670b213fc8", "name": "network-vif-plugged", "status": "completed", "tag": "274ec029-a275-4fae-9c90-d014a3e56e3b"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:25:01.795698 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-d37e2c15-a074-4e26-af0b-4e5c1ded2050 tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] 10.222.0.64 "GET /v2.0/subnetpools/12fc94f3-2dab-4887-96f7-c81eb2b2fcbb/tags/tempest-TagsExtTest-Tag-1743374840 HTTP/1.1" status: 204 len: 168 time: 0.0445762 Jan 28 19:25:01.796359 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 50486) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:01.801268 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.tag.tag_plugin [None req-7e5e060c-a3a6-4b3c-abf9-13cb78c4a2a0 tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '12fc94f3-2dab-4887-96f7-c81eb2b2fcbb', 'tempest-TagsExtTest-Tag-1743374840') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:25:01.804755 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-d12e85e2-1c85-40fd-8ace-2c0e488be314 req-5f7d8c27-421f-480c-a90d-4d71ee475184 service neutron] For port 5f6def03-99a2-4a62-a4a0-6591fac3aba6, host n-h1-812111-14, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:25:01.835942 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 274ec029-a275-4fae-9c90-d014a3e56e3b, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=274ec029-a275-4fae-9c90-d014a3e56e3b,segment=NetworkSegment(061cb951-c0bc-4d59-a3f2-ff4acb095ff3),segment_id=061cb951-c0bc-4d59-a3f2-ff4acb095ff3)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:25:01.844261 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (274ec029-a275-4fae-9c90-d014a3e56e3b), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:01.846126 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 5f6def03-99a2-4a62-a4a0-6591fac3aba6 no longer exists at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:25:01.861655 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81f17ed3-5f8a-4b82-a89d-2a86c185a3d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f6def03-99a2-4a62-a4a0-6591fac3aba6'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:25:01.864075 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9421d291-3967-4eac-972b-f6f15cf007ed" -d '{"events": [{"server_uuid": "81f17ed3-5f8a-4b82-a89d-2a86c185a3d7", "name": "network-vif-unplugged", "status": "completed", "tag": "5f6def03-99a2-4a62-a4a0-6591fac3aba6"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:25:01.871822 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-d12e85e2-1c85-40fd-8ace-2c0e488be314 req-5f7d8c27-421f-480c-a90d-4d71ee475184 service neutron] Publish callbacks [] for port (5f6def03-99a2-4a62-a4a0-6591fac3aba6), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:01.881828 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-7e5e060c-a3a6-4b3c-abf9-13cb78c4a2a0 tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] 10.222.0.64 "DELETE /v2.0/subnetpools/12fc94f3-2dab-4887-96f7-c81eb2b2fcbb/tags/tempest-TagsExtTest-Tag-1743374840 HTTP/1.1" status: 204 len: 168 time: 0.0842311 Jan 28 19:25:01.882188 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 50492) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:01.887154 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.tag.tag_plugin [None req-656e9456-21b5-4d16-9b94-c5440bb1a3ac tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '12fc94f3-2dab-4887-96f7-c81eb2b2fcbb') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:25:01.903856 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1d0d736-b78b-426d-bad6-21b6cf6ccf7c x-openstack-request-id: req-e1d0d736-b78b-426d-bad6-21b6cf6ccf7c {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:25:01.904364 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93bbd1cb-8e21-422e-8ff0-2a670b213fc8", "name": "network-vif-plugged", "status": "completed", "tag": "274ec029-a275-4fae-9c90-d014a3e56e3b", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:25:01.904787 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e1d0d736-b78b-426d-bad6-21b6cf6ccf7c {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:25:01.905720 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93bbd1cb-8e21-422e-8ff0-2a670b213fc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '274ec029-a275-4fae-9c90-d014a3e56e3b', 'code': 200} Jan 28 19:25:01.909846 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-d12e85e2-1c85-40fd-8ace-2c0e488be314 req-5f7d8c27-421f-480c-a90d-4d71ee475184 service neutron] Transition to ACTIVE for port object 5f6def03-99a2-4a62-a4a0-6591fac3aba6 will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:25:01.923952 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-d12e85e2-1c85-40fd-8ace-2c0e488be314 req-5f7d8c27-421f-480c-a90d-4d71ee475184 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (5f6def03-99a2-4a62-a4a0-6591fac3aba6), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:01.960498 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] The host n-h1-812111-14 is not matching for port 5f6def03-99a2-4a62-a4a0-6591fac3aba6 host n-h2-812111-14! {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Jan 28 19:25:01.960909 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 5f6def03-99a2-4a62-a4a0-6591fac3aba6 not bound to the agent host n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:25:01.967743 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=274ec029-a275-4fae-9c90-d014a3e56e3b,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:01.981062 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-656e9456-21b5-4d16-9b94-c5440bb1a3ac tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] 10.222.0.64 "GET /v2.0/subnetpools/12fc94f3-2dab-4887-96f7-c81eb2b2fcbb/tags HTTP/1.1" status: 200 len: 205 time: 0.0976930 Jan 28 19:25:01.982118 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 50494) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:01.992846 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.tag.tag_plugin [None req-69d3f58c-7beb-4e95-af9b-40051b0fb0d4 tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '12fc94f3-2dab-4887-96f7-c81eb2b2fcbb') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:25:02.025918 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 19:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38768634-a819-4856-9f51-c2b6181164ae x-openstack-request-id: req-38768634-a819-4856-9f51-c2b6181164ae {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:25:02.026496 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81f17ed3-5f8a-4b82-a89d-2a86c185a3d7", "name": "network-vif-unplugged", "status": "completed", "tag": "5f6def03-99a2-4a62-a4a0-6591fac3aba6", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:25:02.026893 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-38768634-a819-4856-9f51-c2b6181164ae {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:25:02.027578 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81f17ed3-5f8a-4b82-a89d-2a86c185a3d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f6def03-99a2-4a62-a4a0-6591fac3aba6', 'code': 200} Jan 28 19:25:02.088455 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f3218d-54fb-466e-92cf-65ab40e86e84 req-cc7b480c-27e8-4206-9d63-0bbc7e9b5c52 tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:02.097466 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b9f3218d-54fb-466e-92cf-65ab40e86e84 req-cc7b480c-27e8-4206-9d63-0bbc7e9b5c52 tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] 10.222.0.64 "GET /v2.0/ports?device_id=539c1c17-2423-4bef-adee-c91af64e6074 HTTP/1.1" status: 200 len: 945 time: 0.1600828 Jan 28 19:25:02.099832 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3716678-e1df-4233-a79c-6d4d526745e0 req-dcc34d6a-33e0-4b18-994a-eb69dcf4c69f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:02.101354 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d3716678-e1df-4233-a79c-6d4d526745e0 req-dcc34d6a-33e0-4b18-994a-eb69dcf4c69f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=93bbd1cb-8e21-422e-8ff0-2a670b213fc8 HTTP/1.1" status: 200 len: 1128 time: 0.0883682 Jan 28 19:25:02.110818 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-d12e85e2-1c85-40fd-8ace-2c0e488be314 req-5f7d8c27-421f-480c-a90d-4d71ee475184 service neutron] No DVR routers for this DVR port 5f6def03-99a2-4a62-a4a0-6591fac3aba6 on host n-h1-812111-14 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:25:02.189410 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-d12e85e2-1c85-40fd-8ace-2c0e488be314 req-5f7d8c27-421f-480c-a90d-4d71ee475184 service neutron] Attempting to bind port 5f6def03-99a2-4a62-a4a0-6591fac3aba6 on host n-h2-812111-14 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:25:02.190494 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-d12e85e2-1c85-40fd-8ace-2c0e488be314 req-5f7d8c27-421f-480c-a90d-4d71ee475184 service neutron] Attempting to bind port 5f6def03-99a2-4a62-a4a0-6591fac3aba6 by drivers openvswitch,hyperv on host n-h2-812111-14 at level 0 using segments [{'id': '195bcdbf-a031-4d8b-9f7f-e09fd37cd197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:25:02.190841 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d12e85e2-1c85-40fd-8ace-2c0e488be314 req-5f7d8c27-421f-480c-a90d-4d71ee475184 service neutron] Attempting to bind port 5f6def03-99a2-4a62-a4a0-6591fac3aba6 on network 7810caa2-eac6-457d-9302-c8c215ef3e91 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:25:02.202054 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d3716678-e1df-4233-a79c-6d4d526745e0 req-9b98c67e-9fc8-442f-b36a-7a22fdc6bd76 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a17e8282-0405-4e4b-9340-e89106f12f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849776 Jan 28 19:25:02.221290 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b9f3218d-54fb-466e-92cf-65ab40e86e84 req-7dd67bb7-1c20-4284-a119-f9f61c120602 tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] 10.222.0.64 "GET /v2.0/security-groups?id=6477e2db-f47c-494e-be68-463a4c5a4740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162465 Jan 28 19:25:02.237153 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7d8c27-421f-480c-a90d-4d71ee475184 service neutron] Pushing event updated for resources: {'Port': ['ID=5f6def03-99a2-4a62-a4a0-6591fac3aba6,revision_number=10']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:02.242673 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-69d3f58c-7beb-4e95-af9b-40051b0fb0d4 tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] 10.222.0.64 "DELETE /v2.0/subnetpools/12fc94f3-2dab-4887-96f7-c81eb2b2fcbb/tags HTTP/1.1" status: 204 len: 168 time: 0.2533357 Jan 28 19:25:02.245761 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 50504) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:02.246920 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d12e85e2-1c85-40fd-8ace-2c0e488be314 req-5f7d8c27-421f-480c-a90d-4d71ee475184 service neutron] Port 5f6def03-99a2-4a62-a4a0-6591fac3aba6 on network 7810caa2-eac6-457d-9302-c8c215ef3e91 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-14 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:25:02.247248 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d12e85e2-1c85-40fd-8ace-2c0e488be314 req-5f7d8c27-421f-480c-a90d-4d71ee475184 service neutron] Attempting to bind port 5f6def03-99a2-4a62-a4a0-6591fac3aba6 on network 7810caa2-eac6-457d-9302-c8c215ef3e91 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:25:02.256783 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.tag.tag_plugin [None req-786f0d3e-4bd6-44cd-8c99-fe51bf821da8 tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '283875cc-9829-49b5-a872-8fbf8b137b1e') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:25:02.269725 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d12e85e2-1c85-40fd-8ace-2c0e488be314 req-5f7d8c27-421f-480c-a90d-4d71ee475184 service neutron] Checking agent: {'id': '8f3fee4e-bf24-4b58-8a3a-ae9c8011a473', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 24, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:25:02.269725 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d12e85e2-1c85-40fd-8ace-2c0e488be314 req-5f7d8c27-421f-480c-a90d-4d71ee475184 service neutron] Checking segment: {'id': '195bcdbf-a031-4d8b-9f7f-e09fd37cd197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:25:02.269725 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d12e85e2-1c85-40fd-8ace-2c0e488be314 req-5f7d8c27-421f-480c-a90d-4d71ee475184 service neutron] Bound using segment: {'id': '195bcdbf-a031-4d8b-9f7f-e09fd37cd197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:25:02.269725 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-d12e85e2-1c85-40fd-8ace-2c0e488be314 req-5f7d8c27-421f-480c-a90d-4d71ee475184 service neutron] Bound port: 5f6def03-99a2-4a62-a4a0-6591fac3aba6, host: n-h2-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '195bcdbf-a031-4d8b-9f7f-e09fd37cd197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:25:02.269725 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-d12e85e2-1c85-40fd-8ace-2c0e488be314 req-5f7d8c27-421f-480c-a90d-4d71ee475184 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (5f6def03-99a2-4a62-a4a0-6591fac3aba6), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:02.375535 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9057d0-1e0d-4387-b81c-e6f5ed2ea77f req-e5f8b182-8c78-48d0-bbd6-cd63985a325b tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:02.382354 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5e9057d0-1e0d-4387-b81c-e6f5ed2ea77f req-e5f8b182-8c78-48d0-bbd6-cd63985a325b tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/ports?device_id=81f17ed3-5f8a-4b82-a89d-2a86c185a3d7 HTTP/1.1" status: 200 len: 949 time: 0.2190406 Jan 28 19:25:02.461803 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-786f0d3e-4bd6-44cd-8c99-fe51bf821da8 tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] 10.222.0.64 "DELETE /v2.0/routers/283875cc-9829-49b5-a872-8fbf8b137b1e/tags HTTP/1.1" status: 204 len: 168 time: 0.2136347 Jan 28 19:25:02.466105 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 50516) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:02.471620 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.tag.tag_plugin [None req-5844f57b-aeb1-4995-ab5a-e64e44f9582c tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'c2581883-e2af-4f8f-8ba1-869f705cc009') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:25:02.490300 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5e9057d0-1e0d-4387-b81c-e6f5ed2ea77f req-cbd151a2-8642-4d6e-8b81-b25824a8cc5e tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d07f2a-7a3d-4718-9c1b-16394753837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069829 Jan 28 19:25:02.494679 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-d12e85e2-1c85-40fd-8ace-2c0e488be314 req-5f7d8c27-421f-480c-a90d-4d71ee475184 service neutron] For port 5f6def03-99a2-4a62-a4a0-6591fac3aba6, host n-h2-812111-14, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:25:02.506861 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-d12e85e2-1c85-40fd-8ace-2c0e488be314 req-5f7d8c27-421f-480c-a90d-4d71ee475184 service neutron] For port 5f6def03-99a2-4a62-a4a0-6591fac3aba6, host n-h2-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=5f6def03-99a2-4a62-a4a0-6591fac3aba6,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:25:02.517453 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ea41a9-4557-4d1b-9bb6-4a3156e21632 req-3bf96a48-85cd-4116-baea-4168f9e9f655 tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:02.520580 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-11ea41a9-4557-4d1b-9bb6-4a3156e21632 req-3bf96a48-85cd-4116-baea-4168f9e9f655 tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] 10.222.0.64 "GET /v2.0/ports?device_id=d6f2a668-32c4-4958-bb87-c9aa42e78ac8 HTTP/1.1" status: 200 len: 945 time: 0.1702569 Jan 28 19:25:02.527126 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-d12e85e2-1c85-40fd-8ace-2c0e488be314 req-5f7d8c27-421f-480c-a90d-4d71ee475184 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (5f6def03-99a2-4a62-a4a0-6591fac3aba6), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:02.566942 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-5844f57b-aeb1-4995-ab5a-e64e44f9582c tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] 10.222.0.64 "DELETE /v2.0/ports/c2581883-e2af-4f8f-8ba1-869f705cc009/tags HTTP/1.1" status: 204 len: 168 time: 0.0994227 Jan 28 19:25:02.572647 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 50520) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:02.579487 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.tag.tag_plugin [None req-458a437d-5eb1-448c-9889-7445b2e1c462 tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '3c63b618-0827-45c5-bdfd-d5bdfd1d629d') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:25:02.589151 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12e85e2-1c85-40fd-8ace-2c0e488be314 req-5f7d8c27-421f-480c-a90d-4d71ee475184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:02.590651 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-d12e85e2-1c85-40fd-8ace-2c0e488be314 req-5f7d8c27-421f-480c-a90d-4d71ee475184 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:02.592393 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d12e85e2-1c85-40fd-8ace-2c0e488be314 req-5f7d8c27-421f-480c-a90d-4d71ee475184 service neutron] 10.222.0.70 "PUT /v2.0/ports/5f6def03-99a2-4a62-a4a0-6591fac3aba6 HTTP/1.1" status: 200 len: 1098 time: 1.4549434 Jan 28 19:25:02.636519 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-11ea41a9-4557-4d1b-9bb6-4a3156e21632 req-77b44e38-e85c-46fe-bd72-bbb464a785c7 tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] 10.222.0.64 "GET /v2.0/security-groups?id=6477e2db-f47c-494e-be68-463a4c5a4740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071563 Jan 28 19:25:02.638943 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7d8c27-421f-480c-a90d-4d71ee475184 service neutron] Pushing event updated for resources: {'Port': ['ID=5f6def03-99a2-4a62-a4a0-6591fac3aba6,revision_number=11']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:02.673322 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-458a437d-5eb1-448c-9889-7445b2e1c462 tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] 10.222.0.64 "DELETE /v2.0/subnets/3c63b618-0827-45c5-bdfd-d5bdfd1d629d/tags HTTP/1.1" status: 204 len: 168 time: 0.0995929 Jan 28 19:25:02.683902 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 50528) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:02.689561 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.tag.tag_plugin [None req-b15271ff-c8d1-43c7-a723-bcade7414200 tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '3c63b618-0827-45c5-bdfd-d5bdfd1d629d', 'tempest-TagsExtTest-Tag-83677209') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:25:02.740535 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12e85e2-1c85-40fd-8ace-2c0e488be314 req-0c32f25a-ed51-45af-ae3c-4d685e10e658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:02.742207 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d12e85e2-1c85-40fd-8ace-2c0e488be314 req-0c32f25a-ed51-45af-ae3c-4d685e10e658 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e0a949cf73864faf86b4b8a64f5cd635&device_id=81f17ed3-5f8a-4b82-a89d-2a86c185a3d7 HTTP/1.1" status: 200 len: 1132 time: 0.0989275 Jan 28 19:25:02.750363 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea728d79-85b0-494e-8fea-c70b2924c700 req-9eb6e34e-ec58-40e0-8317-a7c5f0c91bf4 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:02.757694 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ea728d79-85b0-494e-8fea-c70b2924c700 req-9eb6e34e-ec58-40e0-8317-a7c5f0c91bf4 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] 10.222.0.64 "GET /v2.0/ports?device_id=93bbd1cb-8e21-422e-8ff0-2a670b213fc8 HTTP/1.1" status: 200 len: 945 time: 0.2017376 Jan 28 19:25:02.801944 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-b15271ff-c8d1-43c7-a723-bcade7414200 tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] 10.222.0.64 "PUT /v2.0/subnets/3c63b618-0827-45c5-bdfd-d5bdfd1d629d/tags/tempest-TagsExtTest-Tag-83677209 HTTP/1.1" status: 201 len: 201 time: 0.1142287 Jan 28 19:25:02.802466 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 50536) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:02.806754 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.tag.tag_plugin [None req-0949d2ec-bed5-4fca-a36e-521e0a9250dc tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'c2581883-e2af-4f8f-8ba1-869f705cc009', 'tempest-TagsExtTest-Tag-1953061116') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:25:02.875468 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ea728d79-85b0-494e-8fea-c70b2924c700 req-a66da1f8-8010-4d49-bbc3-42cd8be7eed7 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] 10.222.0.64 "GET /v2.0/security-groups?id=a17e8282-0405-4e4b-9340-e89106f12f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166248 Jan 28 19:25:02.916408 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-0949d2ec-bed5-4fca-a36e-521e0a9250dc tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] 10.222.0.64 "PUT /v2.0/ports/c2581883-e2af-4f8f-8ba1-869f705cc009/tags/tempest-TagsExtTest-Tag-1953061116 HTTP/1.1" status: 201 len: 201 time: 0.1127017 Jan 28 19:25:02.919160 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 50542) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:02.924251 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.tag.tag_plugin [None req-9f274ff5-6532-4132-a11f-f9558c1851d2 tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '283875cc-9829-49b5-a872-8fbf8b137b1e', 'tempest-TagsExtTest-Tag-972121574') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:25:02.951109 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [req-524f9f04-acc8-4e68-986a-248f010fc693 req-2d78793a-0afa-4a7b-baaa-b6fdae62e895 tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:25:02.952033 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-524f9f04-acc8-4e68-986a-248f010fc693 req-2d78793a-0afa-4a7b-baaa-b6fdae62e895 tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0151908 Jan 28 19:25:03.005258 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12e85e2-1c85-40fd-8ace-2c0e488be314 req-b36badb1-70e5-4200-bd86-82efe82f2c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:03.007226 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d12e85e2-1c85-40fd-8ace-2c0e488be314 req-b36badb1-70e5-4200-bd86-82efe82f2c71 service neutron] 10.222.0.70 "GET /v2.0/networks?id=7810caa2-eac6-457d-9302-c8c215ef3e91 HTTP/1.1" status: 200 len: 869 time: 0.2472844 Jan 28 19:25:03.030499 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-9f274ff5-6532-4132-a11f-f9558c1851d2 tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] 10.222.0.64 "PUT /v2.0/routers/283875cc-9829-49b5-a872-8fbf8b137b1e/tags/tempest-TagsExtTest-Tag-972121574 HTTP/1.1" status: 201 len: 201 time: 0.1101553 Jan 28 19:25:03.033136 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 50544) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:03.041994 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.tag.tag_plugin [None req-7702143b-d1cc-4026-93a2-f144d6997059 tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '12fc94f3-2dab-4887-96f7-c81eb2b2fcbb', 'tempest-TagsExtTest-Tag-1532836972') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:25:03.083853 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d12e85e2-1c85-40fd-8ace-2c0e488be314 req-16b4b0a8-b9f4-4520-b8c5-6fac2fb6e460 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=5f6def03-99a2-4a62-a4a0-6591fac3aba6 HTTP/1.1" status: 200 len: 217 time: 0.0570829 Jan 28 19:25:03.088689 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-7702143b-d1cc-4026-93a2-f144d6997059 tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] 10.222.0.64 "PUT /v2.0/subnetpools/12fc94f3-2dab-4887-96f7-c81eb2b2fcbb/tags/tempest-TagsExtTest-Tag-1532836972 HTTP/1.1" status: 201 len: 201 time: 0.0544331 Jan 28 19:25:03.091416 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 50550) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:03.098451 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.tag.tag_plugin [None req-cbf704cc-330f-4893-a0f3-dbaa14fd2999 tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '3c63b618-0827-45c5-bdfd-d5bdfd1d629d', {'tags': ['tempest-TagsExtTest-Tag-320833504', 'tempest-TagsExtTest-Tag-800341920', 'tempest-TagsExtTest-Tag-1213626557']}) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:25:03.170234 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-524f9f04-acc8-4e68-986a-248f010fc693 req-819d3cfd-fb14-4af3-af5e-3ced0e8f67e7 tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] 10.222.0.64 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.2047064 Jan 28 19:25:03.178115 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-cbf704cc-330f-4893-a0f3-dbaa14fd2999 tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] 10.222.0.64 "PUT /v2.0/subnets/3c63b618-0827-45c5-bdfd-d5bdfd1d629d/tags HTTP/1.1" status: 200 len: 316 time: 0.0853918 Jan 28 19:25:03.181149 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 50556) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:03.190931 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.tag.tag_plugin [None req-05cf10e9-3904-4196-abc8-0421b1f15664 tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '3c63b618-0827-45c5-bdfd-d5bdfd1d629d') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:25:03.193156 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12e85e2-1c85-40fd-8ace-2c0e488be314 req-f74311bf-4df3-4d09-a860-995f9788ce21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:03.198680 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d12e85e2-1c85-40fd-8ace-2c0e488be314 req-f74311bf-4df3-4d09-a860-995f9788ce21 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f2de4832-9ef6-4f40-9ac5-1557d5e6a6ff HTTP/1.1" status: 200 len: 843 time: 0.1048841 Jan 28 19:25:03.271223 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12e85e2-1c85-40fd-8ace-2c0e488be314 req-d5fdc2a5-d6bc-4af1-8852-19b3d4d76a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:03.273422 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d12e85e2-1c85-40fd-8ace-2c0e488be314 req-d5fdc2a5-d6bc-4af1-8852-19b3d4d76a72 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7810caa2-eac6-457d-9302-c8c215ef3e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0641048 Jan 28 19:25:03.377287 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-05cf10e9-3904-4196-abc8-0421b1f15664 tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] 10.222.0.64 "DELETE /v2.0/subnets/3c63b618-0827-45c5-bdfd-d5bdfd1d629d/tags HTTP/1.1" status: 204 len: 168 time: 0.1940987 Jan 28 19:25:03.377940 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 50564) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:03.385594 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.tag.tag_plugin [None req-18f0c815-99bb-4627-8792-22c014ddce33 tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '3c63b618-0827-45c5-bdfd-d5bdfd1d629d', 'tempest-TagsExtTest-Tag-320833504') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:25:03.475966 n-d-812111-14 neutron-server[103304]: INFO neutron.api.v2.resource [None req-18f0c815-99bb-4627-8792-22c014ddce33 tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] show failed (client error): The resource could not be found. Jan 28 19:25:03.477924 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-18f0c815-99bb-4627-8792-22c014ddce33 tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] 10.222.0.64 "GET /v2.0/subnets/3c63b618-0827-45c5-bdfd-d5bdfd1d629d/tags/tempest-TagsExtTest-Tag-320833504 HTTP/1.1" status: 404 len: 328 time: 0.0987990 Jan 28 19:25:03.483055 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 50566) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:03.488374 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.tag.tag_plugin [None req-b46abf07-0350-46b0-872e-124e0e4ab26c tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '3c63b618-0827-45c5-bdfd-d5bdfd1d629d', 'tempest-TagsExtTest-Tag-800341920') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:25:03.557030 n-d-812111-14 neutron-server[103304]: INFO neutron.api.v2.resource [None req-b46abf07-0350-46b0-872e-124e0e4ab26c tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] show failed (client error): The resource could not be found. Jan 28 19:25:03.561000 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-b46abf07-0350-46b0-872e-124e0e4ab26c tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] 10.222.0.64 "GET /v2.0/subnets/3c63b618-0827-45c5-bdfd-d5bdfd1d629d/tags/tempest-TagsExtTest-Tag-800341920 HTTP/1.1" status: 404 len: 328 time: 0.0741575 Jan 28 19:25:03.561356 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 50576) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:03.565851 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.tag.tag_plugin [None req-424df1d0-3c47-47f0-b1b6-54a7150db2f3 tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '3c63b618-0827-45c5-bdfd-d5bdfd1d629d', 'tempest-TagsExtTest-Tag-1213626557') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:25:03.582764 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d12e85e2-1c85-40fd-8ace-2c0e488be314 req-93f17799-acdb-4694-a4d4-4b09496497b2 service neutron] 10.222.0.70 "GET /v2.0/networks/7810caa2-eac6-457d-9302-c8c215ef3e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2972968 Jan 28 19:25:03.669018 n-d-812111-14 neutron-server[103304]: INFO neutron.api.v2.resource [None req-424df1d0-3c47-47f0-b1b6-54a7150db2f3 tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] show failed (client error): The resource could not be found. Jan 28 19:25:03.669435 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 50582) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:03.669543 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-424df1d0-3c47-47f0-b1b6-54a7150db2f3 tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] 10.222.0.64 "GET /v2.0/subnets/3c63b618-0827-45c5-bdfd-d5bdfd1d629d/tags/tempest-TagsExtTest-Tag-1213626557 HTTP/1.1" status: 404 len: 329 time: 0.1052334 Jan 28 19:25:03.673232 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.tag.tag_plugin [None req-465a0ddb-a9d6-400e-a1f5-c4472b843ed1 tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'c2581883-e2af-4f8f-8ba1-869f705cc009', {'tags': ['tempest-TagsExtTest-Tag-1303019486', 'tempest-TagsExtTest-Tag-1282679380', 'tempest-TagsExtTest-Tag-1602960930']}) {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:25:03.794231 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d12e85e2-1c85-40fd-8ace-2c0e488be314 req-090590d3-4645-4d1a-8f14-49e736812b57 service neutron] 10.222.0.70 "GET /v2.0/networks/7810caa2-eac6-457d-9302-c8c215ef3e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036293 Jan 28 19:25:03.805290 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-465a0ddb-a9d6-400e-a1f5-c4472b843ed1 tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] 10.222.0.64 "PUT /v2.0/ports/c2581883-e2af-4f8f-8ba1-869f705cc009/tags HTTP/1.1" status: 200 len: 318 time: 0.1360872 Jan 28 19:25:03.808770 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 50586) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:03.813177 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.tag.tag_plugin [None req-f7af5c1a-8cc7-4486-a9bc-936d39a62696 tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'c2581883-e2af-4f8f-8ba1-869f705cc009') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:25:03.829866 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33edbf92-b25a-414b-a779-8a4c131b14b7 req-70a8220c-a5bd-47a8-9583-81e33edc770f tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:03.831471 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-33edbf92-b25a-414b-a779-8a4c131b14b7 req-70a8220c-a5bd-47a8-9583-81e33edc770f tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/ports?device_id=81f17ed3-5f8a-4b82-a89d-2a86c185a3d7 HTTP/1.1" status: 200 len: 949 time: 0.0949509 Jan 28 19:25:03.890618 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-33edbf92-b25a-414b-a779-8a4c131b14b7 req-e590aa32-65e9-4b5f-80cf-bbf33421846c tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d07f2a-7a3d-4718-9c1b-16394753837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528522 Jan 28 19:25:03.896173 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-f7af5c1a-8cc7-4486-a9bc-936d39a62696 tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] 10.222.0.64 "DELETE /v2.0/ports/c2581883-e2af-4f8f-8ba1-869f705cc009/tags HTTP/1.1" status: 204 len: 168 time: 0.0865140 Jan 28 19:25:03.898849 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 50590) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:03.903900 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.tag.tag_plugin [None req-04a211c9-1a6c-4b32-8585-0ee916acd9fb tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'c2581883-e2af-4f8f-8ba1-869f705cc009', 'tempest-TagsExtTest-Tag-1303019486') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:25:03.966231 n-d-812111-14 neutron-server[103305]: INFO neutron.api.v2.resource [None req-04a211c9-1a6c-4b32-8585-0ee916acd9fb tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] show failed (client error): The resource could not be found. Jan 28 19:25:03.969762 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-04a211c9-1a6c-4b32-8585-0ee916acd9fb tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] 10.222.0.64 "GET /v2.0/ports/c2581883-e2af-4f8f-8ba1-869f705cc009/tags/tempest-TagsExtTest-Tag-1303019486 HTTP/1.1" status: 404 len: 329 time: 0.0673037 Jan 28 19:25:03.970211 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 50596) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:03.977121 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.tag.tag_plugin [None req-74d033d7-dee5-42bb-9aa4-b0e8a4dae6f8 tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'c2581883-e2af-4f8f-8ba1-869f705cc009', 'tempest-TagsExtTest-Tag-1282679380') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:25:04.002278 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 50598) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:04.040937 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81f17ed3-5f8a-4b82-a89d-2a86c185a3d7', 'tag': '5f6def03-99a2-4a62-a4a0-6591fac3aba6'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:25:04.043372 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3deafa5-5f7c-47ee-b07c-ca208dc6a93b" -d '{"events": [{"name": "network-changed", "server_uuid": "81f17ed3-5f8a-4b82-a89d-2a86c185a3d7", "tag": "5f6def03-99a2-4a62-a4a0-6591fac3aba6"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:25:04.078692 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553e1780-0d36-4028-b019-e34a7b5945f9 req-89bea826-95ca-4cca-8af5-80ec270b9c07 tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:04.081752 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-553e1780-0d36-4028-b019-e34a7b5945f9 req-89bea826-95ca-4cca-8af5-80ec270b9c07 tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] 10.222.0.64 "GET /v2.0/ports?device_id=0425ea7b-6d18-454c-999c-27e8a0758954 HTTP/1.1" status: 200 len: 946 time: 0.0733976 Jan 28 19:25:04.093980 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c623fc83-e6de-4c05-b0b0-684e82fb3f7e req-f6e7ce33-ed3f-4676-9fb3-c1a1e24b4857 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:04.095476 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c623fc83-e6de-4c05-b0b0-684e82fb3f7e req-f6e7ce33-ed3f-4676-9fb3-c1a1e24b4857 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] 10.222.0.64 "GET /v2.0/ports?device_id=93bbd1cb-8e21-422e-8ff0-2a670b213fc8 HTTP/1.1" status: 200 len: 945 time: 0.0889168 Jan 28 19:25:04.098613 n-d-812111-14 neutron-server[103304]: INFO neutron.api.v2.resource [None req-74d033d7-dee5-42bb-9aa4-b0e8a4dae6f8 tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] show failed (client error): The resource could not be found. Jan 28 19:25:04.099587 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-74d033d7-dee5-42bb-9aa4-b0e8a4dae6f8 tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] 10.222.0.64 "GET /v2.0/ports/c2581883-e2af-4f8f-8ba1-869f705cc009/tags/tempest-TagsExtTest-Tag-1282679380 HTTP/1.1" status: 404 len: 329 time: 0.1284428 Jan 28 19:25:04.102921 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 50608) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:04.108415 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.tag.tag_plugin [None req-0a811da5-4cd3-44ab-8df0-b61fc50006ff tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'c2581883-e2af-4f8f-8ba1-869f705cc009', 'tempest-TagsExtTest-Tag-1602960930') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:25:04.149926 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-553e1780-0d36-4028-b019-e34a7b5945f9 req-2d862593-bb09-4a60-845c-9b9425bc7c58 tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] 10.222.0.64 "GET /v2.0/security-groups?id=6477e2db-f47c-494e-be68-463a4c5a4740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595064 Jan 28 19:25:04.160531 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-96cfe3a2-88af-4df9-b57b-47e774639a4a admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-825781257-network', 'tenant_id': '7eed4983257c41a2ac91147c4d6e09ea'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:25:04.198739 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96cfe3a2-88af-4df9-b57b-47e774639a4a admin admin] Made reservation on behalf of 7eed4983257c41a2ac91147c4d6e09ea for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:25:04.199316 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c623fc83-e6de-4c05-b0b0-684e82fb3f7e req-c3d30cec-a9ab-417b-b59e-1d522f1e404c tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] 10.222.0.64 "GET /v2.0/security-groups?id=a17e8282-0405-4e4b-9340-e89106f12f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941451 Jan 28 19:25:04.202066 n-d-812111-14 neutron-server[103304]: INFO neutron.api.v2.resource [None req-0a811da5-4cd3-44ab-8df0-b61fc50006ff tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] show failed (client error): The resource could not be found. Jan 28 19:25:04.202328 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-96cfe3a2-88af-4df9-b57b-47e774639a4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:04.203020 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-0a811da5-4cd3-44ab-8df0-b61fc50006ff tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] 10.222.0.64 "GET /v2.0/ports/c2581883-e2af-4f8f-8ba1-869f705cc009/tags/tempest-TagsExtTest-Tag-1602960930 HTTP/1.1" status: 404 len: 329 time: 0.0991602 Jan 28 19:25:04.206237 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 50618) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:04.216663 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.tag.tag_plugin [None req-583ccdf2-2e51-41de-8c42-e51533b92a00 tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '283875cc-9829-49b5-a872-8fbf8b137b1e', {'tags': ['tempest-TagsExtTest-Tag-1677341729', 'tempest-TagsExtTest-Tag-1000310612', 'tempest-TagsExtTest-Tag-1424821970']}) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:25:04.230515 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-96cfe3a2-88af-4df9-b57b-47e774639a4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:04.286176 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26016726-63bb-4105-9dd9-e21f0bbe0011 x-openstack-request-id: req-26016726-63bb-4105-9dd9-e21f0bbe0011 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:25:04.286706 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81f17ed3-5f8a-4b82-a89d-2a86c185a3d7", "tag": "5f6def03-99a2-4a62-a4a0-6591fac3aba6", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:25:04.287051 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-26016726-63bb-4105-9dd9-e21f0bbe0011 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:25:04.287989 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81f17ed3-5f8a-4b82-a89d-2a86c185a3d7', 'tag': '5f6def03-99a2-4a62-a4a0-6591fac3aba6', 'status': 'completed', 'code': 200} Jan 28 19:25:04.423437 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3deafa5-5f7c-47ee-b07c-ca208dc6a93b req-8a4e5d10-5108-4a40-b182-c038c3154d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:04.427147 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b3deafa5-5f7c-47ee-b07c-ca208dc6a93b req-8a4e5d10-5108-4a40-b182-c038c3154d65 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e0a949cf73864faf86b4b8a64f5cd635&device_id=81f17ed3-5f8a-4b82-a89d-2a86c185a3d7 HTTP/1.1" status: 200 len: 1132 time: 0.1107998 Jan 28 19:25:04.443946 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-583ccdf2-2e51-41de-8c42-e51533b92a00 tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] 10.222.0.64 "PUT /v2.0/routers/283875cc-9829-49b5-a872-8fbf8b137b1e/tags HTTP/1.1" status: 200 len: 318 time: 0.2366757 Jan 28 19:25:04.446369 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 50624) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:04.456140 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.tag.tag_plugin [None req-d85f343e-c871-4d47-9ae6-9bf9490047fb tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '283875cc-9829-49b5-a872-8fbf8b137b1e') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:25:04.459380 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3deafa5-5f7c-47ee-b07c-ca208dc6a93b req-e85221f8-9163-4cf2-8ddc-904b1ee58260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:04.460854 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b3deafa5-5f7c-47ee-b07c-ca208dc6a93b req-e85221f8-9163-4cf2-8ddc-904b1ee58260 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e0a949cf73864faf86b4b8a64f5cd635&device_id=81f17ed3-5f8a-4b82-a89d-2a86c185a3d7 HTTP/1.1" status: 200 len: 1132 time: 0.1346338 Jan 28 19:25:04.463120 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 50626) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:04.482636 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-96cfe3a2-88af-4df9-b57b-47e774639a4a admin admin] Publish callbacks [] for security_group (f474bf53-325f-4ec5-b389-bc6e034fc623), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:04.493025 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-96cfe3a2-88af-4df9-b57b-47e774639a4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (f474bf53-325f-4ec5-b389-bc6e034fc623), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:04.545317 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96cfe3a2-88af-4df9-b57b-47e774639a4a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:25:04.560114 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cfe3a2-88af-4df9-b57b-47e774639a4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f474bf53-325f-4ec5-b389-bc6e034fc623,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:04.574194 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-96cfe3a2-88af-4df9-b57b-47e774639a4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (e068a65d-85a7-4b6f-806f-2e18a6e2925d), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:04.574539 n-d-812111-14 neutron-server[103305]: INFO neutron.db.segments_db [None req-96cfe3a2-88af-4df9-b57b-47e774639a4a admin admin] Added segment e068a65d-85a7-4b6f-806f-2e18a6e2925d of type vlan for network 311cc39e-64ae-4fb3-9d47-d497c4799ab7 Jan 28 19:25:04.585925 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3deafa5-5f7c-47ee-b07c-ca208dc6a93b req-461ee9c3-7295-4b3b-a74f-001c7a23f5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:04.587968 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b3deafa5-5f7c-47ee-b07c-ca208dc6a93b req-461ee9c3-7295-4b3b-a74f-001c7a23f5c4 service neutron] 10.222.0.70 "GET /v2.0/networks?id=7810caa2-eac6-457d-9302-c8c215ef3e91 HTTP/1.1" status: 200 len: 869 time: 0.1509330 Jan 28 19:25:04.663542 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b3deafa5-5f7c-47ee-b07c-ca208dc6a93b req-ae857000-e47f-4789-8ed4-8f0c7863e472 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=5f6def03-99a2-4a62-a4a0-6591fac3aba6 HTTP/1.1" status: 200 len: 217 time: 0.0542262 Jan 28 19:25:04.666061 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-96cfe3a2-88af-4df9-b57b-47e774639a4a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (311cc39e-64ae-4fb3-9d47-d497c4799ab7), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:04.730746 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3deafa5-5f7c-47ee-b07c-ca208dc6a93b req-6d8ea6ce-86c2-41b5-b0ca-1ed39dcde537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:04.732629 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b3deafa5-5f7c-47ee-b07c-ca208dc6a93b req-6d8ea6ce-86c2-41b5-b0ca-1ed39dcde537 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f2de4832-9ef6-4f40-9ac5-1557d5e6a6ff HTTP/1.1" status: 200 len: 843 time: 0.0620027 Jan 28 19:25:04.733668 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-96cfe3a2-88af-4df9-b57b-47e774639a4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (311cc39e-64ae-4fb3-9d47-d497c4799ab7), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:04.734579 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96cfe3a2-88af-4df9-b57b-47e774639a4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:04.735236 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-96cfe3a2-88af-4df9-b57b-47e774639a4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:04.822497 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-96cfe3a2-88af-4df9-b57b-47e774639a4a admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.8188257 Jan 28 19:25:04.825453 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 50638) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:04.830245 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78534c2c-7ca5-4ec8-abd3-ed4d34ff43c3 req-b0c3c600-7f4d-4dce-b663-e30dbf757075 tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:04.831522 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-78534c2c-7ca5-4ec8-abd3-ed4d34ff43c3 req-b0c3c600-7f4d-4dce-b663-e30dbf757075 tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] 10.222.0.64 "GET /v2.0/ports?device_id=539c1c17-2423-4bef-adee-c91af64e6074 HTTP/1.1" status: 200 len: 945 time: 0.4627569 Jan 28 19:25:04.833387 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-d756f578-ba12-4c11-9833-1a0fac296491 admin admin] Request body: {'subnet': {'network_id': '311cc39e-64ae-4fb3-9d47-d497c4799ab7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-825781257-subnet', 'tenant_id': '7eed4983257c41a2ac91147c4d6e09ea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:25:04.850479 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cfe3a2-88af-4df9-b57b-47e774639a4a admin admin] Pushing event updated for resources: {'Network': ['ID=311cc39e-64ae-4fb3-9d47-d497c4799ab7,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:04.862664 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network 311cc39e-64ae-4fb3-9d47-d497c4799ab7 details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:25:04.882277 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3deafa5-5f7c-47ee-b07c-ca208dc6a93b req-b13942b9-b9f3-43be-b9db-1429df3d01af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:04.885945 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b3deafa5-5f7c-47ee-b07c-ca208dc6a93b req-b13942b9-b9f3-43be-b9db-1429df3d01af service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7810caa2-eac6-457d-9302-c8c215ef3e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1427183 Jan 28 19:25:04.889150 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d756f578-ba12-4c11-9833-1a0fac296491 admin admin] Made reservation on behalf of 7eed4983257c41a2ac91147c4d6e09ea for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:25:04.892598 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d756f578-ba12-4c11-9833-1a0fac296491 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4733071'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:04.894903 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8387b88a-3d8d-42bd-a160-a290f1c49e33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:04.977400 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3deafa5-5f7c-47ee-b07c-ca208dc6a93b req-9b0850a5-b50c-463b-998d-71cff38f7508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:04.979462 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b3deafa5-5f7c-47ee-b07c-ca208dc6a93b req-9b0850a5-b50c-463b-998d-71cff38f7508 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7810caa2-eac6-457d-9302-c8c215ef3e91 HTTP/1.1" status: 200 len: 869 time: 0.4559817 Jan 28 19:25:04.985156 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-d85f343e-c871-4d47-9ae6-9bf9490047fb tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] 10.222.0.64 "DELETE /v2.0/routers/283875cc-9829-49b5-a872-8fbf8b137b1e/tags HTTP/1.1" status: 204 len: 168 time: 0.5372264 Jan 28 19:25:04.990500 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-78534c2c-7ca5-4ec8-abd3-ed4d34ff43c3 req-c4377d15-9bab-4272-b948-032c53694e4b tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] 10.222.0.64 "GET /v2.0/security-groups?id=6477e2db-f47c-494e-be68-463a4c5a4740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479249 Jan 28 19:25:04.993945 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 50644) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:05.002544 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.tag.tag_plugin [None req-e84ccc3e-9529-4e3c-acec-b41d8f067094 tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '283875cc-9829-49b5-a872-8fbf8b137b1e', 'tempest-TagsExtTest-Tag-1677341729') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:25:05.048751 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b3deafa5-5f7c-47ee-b07c-ca208dc6a93b req-8e8038b7-c179-4acf-8149-2af65eb0451d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=5f6def03-99a2-4a62-a4a0-6591fac3aba6 HTTP/1.1" status: 200 len: 217 time: 0.0568390 Jan 28 19:25:05.134067 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8387b88a-3d8d-42bd-a160-a290f1c49e33 admin admin] Publish callbacks [] for security_group (fcd1ca05-73d6-49c5-b4a6-8df00b0ad894), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:05.136345 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3deafa5-5f7c-47ee-b07c-ca208dc6a93b req-865525a8-a4bd-4408-8fb0-ff47de54cdef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:05.138140 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b3deafa5-5f7c-47ee-b07c-ca208dc6a93b req-865525a8-a4bd-4408-8fb0-ff47de54cdef service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f2de4832-9ef6-4f40-9ac5-1557d5e6a6ff HTTP/1.1" status: 200 len: 843 time: 0.0743201 Jan 28 19:25:05.140429 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8387b88a-3d8d-42bd-a160-a290f1c49e33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (fcd1ca05-73d6-49c5-b4a6-8df00b0ad894), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:05.173190 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-8387b88a-3d8d-42bd-a160-a290f1c49e33 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=44a7f726b56d49e6a3099ba3fee3605b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7070127 Jan 28 19:25:05.178138 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9843c33-7274-4fa1-8a47-51fa53de687e req-75360177-dc8e-4193-90bb-c402d4e49dec tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:05.179662 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e9843c33-7274-4fa1-8a47-51fa53de687e req-75360177-dc8e-4193-90bb-c402d4e49dec tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] 10.222.0.64 "GET /v2.0/ports?device_id=93bbd1cb-8e21-422e-8ff0-2a670b213fc8 HTTP/1.1" status: 200 len: 945 time: 0.2807963 Jan 28 19:25:05.180151 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 50654) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:05.226033 n-d-812111-14 neutron-server[103305]: INFO neutron.api.v2.resource [None req-e84ccc3e-9529-4e3c-acec-b41d8f067094 tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] show failed (client error): The resource could not be found. Jan 28 19:25:05.227063 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-e84ccc3e-9529-4e3c-acec-b41d8f067094 tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] 10.222.0.64 "GET /v2.0/routers/283875cc-9829-49b5-a872-8fbf8b137b1e/tags/tempest-TagsExtTest-Tag-1677341729 HTTP/1.1" status: 404 len: 329 time: 0.2312417 Jan 28 19:25:05.233081 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 50656) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:05.238847 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.tag.tag_plugin [None req-1aea3e21-5c94-4a2f-a8a4-8dc1c174f3be tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '283875cc-9829-49b5-a872-8fbf8b137b1e', 'tempest-TagsExtTest-Tag-1000310612') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:25:05.244595 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8387b88a-3d8d-42bd-a160-a290f1c49e33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcd1ca05-73d6-49c5-b4a6-8df00b0ad894,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:05.254506 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b3deafa5-5f7c-47ee-b07c-ca208dc6a93b req-d14891c2-e562-4a8d-9783-edaa9b11002f service neutron] 10.222.0.70 "GET /v2.0/networks/7810caa2-eac6-457d-9302-c8c215ef3e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3403287 Jan 28 19:25:05.350745 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3deafa5-5f7c-47ee-b07c-ca208dc6a93b req-36f16ae7-0c2c-48ed-9183-755c79afcb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:05.354434 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b3deafa5-5f7c-47ee-b07c-ca208dc6a93b req-36f16ae7-0c2c-48ed-9183-755c79afcb82 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7810caa2-eac6-457d-9302-c8c215ef3e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1892018 Jan 28 19:25:05.419916 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 50660) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:05.439560 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d13ecf39-115f-4cd1-a3ca-14ced0a5187f admin admin] Publish callbacks [] for security_group (fcd1ca05-73d6-49c5-b4a6-8df00b0ad894), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:05.443796 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e9843c33-7274-4fa1-8a47-51fa53de687e req-e74fbf48-a206-49f0-bfd1-66afc5b1d06f tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] 10.222.0.64 "GET /v2.0/security-groups?id=a17e8282-0405-4e4b-9340-e89106f12f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463739 Jan 28 19:25:05.477512 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d756f578-ba12-4c11-9833-1a0fac296491 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4752401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4733085'] for subnet (008283d9-57a3-42a0-90a1-80f5c1a16864), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:05.489911 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d13ecf39-115f-4cd1-a3ca-14ced0a5187f admin admin] Publish callbacks [] for security_group (fcd1ca05-73d6-49c5-b4a6-8df00b0ad894), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:05.493990 n-d-812111-14 neutron-server[103304]: INFO neutron.api.v2.resource [None req-1aea3e21-5c94-4a2f-a8a4-8dc1c174f3be tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] show failed (client error): The resource could not be found. Jan 28 19:25:05.494300 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b3deafa5-5f7c-47ee-b07c-ca208dc6a93b req-4ac066b7-6ab7-4cb6-9420-5c7cb1a59436 service neutron] 10.222.0.70 "GET /v2.0/networks/7810caa2-eac6-457d-9302-c8c215ef3e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2228155 Jan 28 19:25:05.498107 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-1aea3e21-5c94-4a2f-a8a4-8dc1c174f3be tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] 10.222.0.64 "GET /v2.0/routers/283875cc-9829-49b5-a872-8fbf8b137b1e/tags/tempest-TagsExtTest-Tag-1000310612 HTTP/1.1" status: 404 len: 329 time: 0.2609971 Jan 28 19:25:05.504663 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa932cdb-90f7-4250-b5bd-e41cecfeeaa2 req-1bc24b46-d3f7-4d49-9a28-978dac8f1c41 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:05.512505 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-aa932cdb-90f7-4250-b5bd-e41cecfeeaa2 req-1bc24b46-d3f7-4d49-9a28-978dac8f1c41 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/ports?device_id=81f17ed3-5f8a-4b82-a89d-2a86c185a3d7 HTTP/1.1" status: 200 len: 949 time: 0.2699423 Jan 28 19:25:05.516376 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 50664) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:05.535410 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.tag.tag_plugin [None req-4318f83b-5771-46e8-bdd6-a24be3ffa803 tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '283875cc-9829-49b5-a872-8fbf8b137b1e', 'tempest-TagsExtTest-Tag-1424821970') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:25:05.576980 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d756f578-ba12-4c11-9833-1a0fac296491 admin admin] Pushing event updated for resources: {'Subnet': ['ID=008283d9-57a3-42a0-90a1-80f5c1a16864,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:05.629878 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c5bd337b-c039-44eb-b4df-550b13d4484e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:05.644100 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d756f578-ba12-4c11-9833-1a0fac296491 admin admin] Checking segment: {'id': 'e068a65d-85a7-4b6f-806f-2e18a6e2925d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '311cc39e-64ae-4fb3-9d47-d497c4799ab7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:25:05.644712 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d756f578-ba12-4c11-9833-1a0fac296491 admin admin] Network hostable DHCP agents. Network: 311cc39e-64ae-4fb3-9d47-d497c4799ab7, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:25:05.649489 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d13ecf39-115f-4cd1-a3ca-14ced0a5187f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (fcd1ca05-73d6-49c5-b4a6-8df00b0ad894), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:05.652054 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d13ecf39-115f-4cd1-a3ca-14ced0a5187f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:05.655654 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-d13ecf39-115f-4cd1-a3ca-14ced0a5187f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/fcd1ca05-73d6-49c5-b4a6-8df00b0ad894 HTTP/1.1" status: 204 len: 168 time: 0.4677012 Jan 28 19:25:05.657640 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b3deafa5-5f7c-47ee-b07c-ca208dc6a93b req-f530681c-ea8e-47ad-8dbe-455e37bea297 service neutron] 10.222.0.41 "GET /v2.0/networks/7810caa2-eac6-457d-9302-c8c215ef3e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2851260 Jan 28 19:25:05.677874 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-aa932cdb-90f7-4250-b5bd-e41cecfeeaa2 req-3ec0831f-714b-403d-bbd4-df03387180f5 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d07f2a-7a3d-4718-9c1b-16394753837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642437 Jan 28 19:25:05.679875 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13ecf39-115f-4cd1-a3ca-14ced0a5187f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcd1ca05-73d6-49c5-b4a6-8df00b0ad894,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:05.698390 n-d-812111-14 neutron-server[103304]: INFO neutron.api.v2.resource [None req-4318f83b-5771-46e8-bdd6-a24be3ffa803 tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] show failed (client error): The resource could not be found. Jan 28 19:25:05.699517 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ca1732-7267-4e4c-b25e-8fd84c6e957b req-7f0f5d84-ecaa-4f0b-b799-c3307d79ff81 tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:05.701070 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-87ca1732-7267-4e4c-b25e-8fd84c6e957b req-7f0f5d84-ecaa-4f0b-b799-c3307d79ff81 tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] 10.222.0.64 "GET /v2.0/ports?device_id=d6f2a668-32c4-4958-bb87-c9aa42e78ac8 HTTP/1.1" status: 200 len: 945 time: 0.1460550 Jan 28 19:25:05.703543 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-4318f83b-5771-46e8-bdd6-a24be3ffa803 tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] 10.222.0.64 "GET /v2.0/routers/283875cc-9829-49b5-a872-8fbf8b137b1e/tags/tempest-TagsExtTest-Tag-1424821970 HTTP/1.1" status: 404 len: 329 time: 0.1846693 Jan 28 19:25:05.707059 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 50668) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:05.713043 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.tag.tag_plugin [None req-b27ae564-9b85-464d-a22c-36cd0513da7c tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '12fc94f3-2dab-4887-96f7-c81eb2b2fcbb', {'tags': ['tempest-TagsExtTest-Tag-244928360', 'tempest-TagsExtTest-Tag-186047148', 'tempest-TagsExtTest-Tag-444629588']}) {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:25:05.738713 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d756f578-ba12-4c11-9833-1a0fac296491 admin admin] Network 311cc39e-64ae-4fb3-9d47-d497c4799ab7 is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:25:05.771094 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-d756f578-ba12-4c11-9833-1a0fac296491 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, 311cc39e-64ae-4fb3-9d47-d497c4799ab7) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:25:05.787868 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d756f578-ba12-4c11-9833-1a0fac296491 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:05.788475 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d756f578-ba12-4c11-9833-1a0fac296491 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:05.791006 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37946a39-c97c-4390-abb8-aee090f6cf8d None None] Network 311cc39e-64ae-4fb3-9d47-d497c4799ab7 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:25:05.831992 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b3deafa5-5f7c-47ee-b07c-ca208dc6a93b req-78f734a2-3127-4779-884e-1da8c681f830 service neutron] 10.222.0.41 "GET /v2.0/networks/7810caa2-eac6-457d-9302-c8c215ef3e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667058 Jan 28 19:25:05.836903 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-b27ae564-9b85-464d-a22c-36cd0513da7c tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] 10.222.0.64 "PUT /v2.0/subnetpools/12fc94f3-2dab-4887-96f7-c81eb2b2fcbb/tags HTTP/1.1" status: 200 len: 315 time: 0.1276262 Jan 28 19:25:05.840274 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 50670) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:05.847128 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.tag.tag_plugin [None req-4bf0e2e6-d96a-484e-ac6a-00c4bfa9eb7a tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '12fc94f3-2dab-4887-96f7-c81eb2b2fcbb') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:25:05.853075 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-87ca1732-7267-4e4c-b25e-8fd84c6e957b req-7b4b0e24-b010-4609-b1cd-7f2f866fc1f4 tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] 10.222.0.64 "GET /v2.0/security-groups?id=6477e2db-f47c-494e-be68-463a4c5a4740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319108 Jan 28 19:25:05.874113 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-d756f578-ba12-4c11-9833-1a0fac296491 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.0458558 Jan 28 19:25:05.886283 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c5bd337b-c039-44eb-b4df-550b13d4484e admin admin] Publish callbacks [] for security_group (bf1db1ad-0087-46c7-af98-f22e1a05d6f1), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:05.895573 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c5bd337b-c039-44eb-b4df-550b13d4484e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (bf1db1ad-0087-46c7-af98-f22e1a05d6f1), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:05.960435 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-4bf0e2e6-d96a-484e-ac6a-00c4bfa9eb7a tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] 10.222.0.64 "DELETE /v2.0/subnetpools/12fc94f3-2dab-4887-96f7-c81eb2b2fcbb/tags HTTP/1.1" status: 204 len: 168 time: 0.1184669 Jan 28 19:25:05.960937 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-c5bd337b-c039-44eb-b4df-550b13d4484e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=fcc0792037f34acd896b09478500fc0c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5348971 Jan 28 19:25:05.963247 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 50678) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:05.963586 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 50680) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:05.969038 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.tag.tag_plugin [None req-f81c125c-30b6-4743-9c04-5830462f4ef4 tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '12fc94f3-2dab-4887-96f7-c81eb2b2fcbb', 'tempest-TagsExtTest-Tag-244928360') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:25:05.972205 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bd337b-c039-44eb-b4df-550b13d4484e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf1db1ad-0087-46c7-af98-f22e1a05d6f1,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:05.997113 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc1ff05-d3a9-4fb5-8559-3dcf58f3dc8a None None] Network 311cc39e-64ae-4fb3-9d47-d497c4799ab7 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:25:06.025451 n-d-812111-14 neutron-server[103304]: INFO neutron.api.v2.resource [None req-f81c125c-30b6-4743-9c04-5830462f4ef4 tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] show failed (client error): The resource could not be found. Jan 28 19:25:06.026352 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-f81c125c-30b6-4743-9c04-5830462f4ef4 tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] 10.222.0.64 "GET /v2.0/subnetpools/12fc94f3-2dab-4887-96f7-c81eb2b2fcbb/tags/tempest-TagsExtTest-Tag-244928360 HTTP/1.1" status: 404 len: 328 time: 0.0618396 Jan 28 19:25:06.029464 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 50682) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:06.034241 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.tag.tag_plugin [None req-50a24e02-98a7-4222-8e58-4d98d3be7502 tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '12fc94f3-2dab-4887-96f7-c81eb2b2fcbb', 'tempest-TagsExtTest-Tag-186047148') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:25:06.062292 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-52944bc3-de57-4c51-ae63-ac2631b18ff1 admin admin] Publish callbacks [] for security_group (bf1db1ad-0087-46c7-af98-f22e1a05d6f1), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:06.080480 n-d-812111-14 neutron-server[103305]: INFO neutron.api.v2.resource [None req-50a24e02-98a7-4222-8e58-4d98d3be7502 tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] show failed (client error): The resource could not be found. Jan 28 19:25:06.081984 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-50a24e02-98a7-4222-8e58-4d98d3be7502 tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] 10.222.0.64 "GET /v2.0/subnetpools/12fc94f3-2dab-4887-96f7-c81eb2b2fcbb/tags/tempest-TagsExtTest-Tag-186047148 HTTP/1.1" status: 404 len: 328 time: 0.0513456 Jan 28 19:25:06.085433 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 50684) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:06.092462 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.tag.tag_plugin [None req-d0495378-a46b-4afe-b79f-39a9b523daa5 tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '12fc94f3-2dab-4887-96f7-c81eb2b2fcbb', 'tempest-TagsExtTest-Tag-444629588') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:25:06.132797 n-d-812111-14 neutron-server[103305]: INFO neutron.api.v2.resource [None req-d0495378-a46b-4afe-b79f-39a9b523daa5 tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] show failed (client error): The resource could not be found. Jan 28 19:25:06.134289 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-d0495378-a46b-4afe-b79f-39a9b523daa5 tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] 10.222.0.64 "GET /v2.0/subnetpools/12fc94f3-2dab-4887-96f7-c81eb2b2fcbb/tags/tempest-TagsExtTest-Tag-444629588 HTTP/1.1" status: 404 len: 328 time: 0.0475161 Jan 28 19:25:06.147600 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 50686) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:06.152797 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.tag.tag_plugin [None req-d173484a-cfc6-4fdb-9a94-b1a8a97e59ac tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '12fc94f3-2dab-4887-96f7-c81eb2b2fcbb') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:25:06.184771 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-d173484a-cfc6-4fdb-9a94-b1a8a97e59ac tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] 10.222.0.64 "DELETE /v2.0/subnetpools/12fc94f3-2dab-4887-96f7-c81eb2b2fcbb/tags HTTP/1.1" status: 204 len: 168 time: 0.0359097 Jan 28 19:25:06.188094 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 50690) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:06.188692 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-52944bc3-de57-4c51-ae63-ac2631b18ff1 admin admin] Publish callbacks [] for security_group (bf1db1ad-0087-46c7-af98-f22e1a05d6f1), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:06.203913 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.tag.tag_plugin [None req-4f7ffa28-ed07-4daa-9acc-53e2b1d4c7fd tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '283875cc-9829-49b5-a872-8fbf8b137b1e') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:25:06.218196 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 50696) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:06.253587 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-38c4cccf-9594-462c-a239-e83df764c6d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:06.280570 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855ca24b-f985-4b9a-ab5e-cf3f60d89f43 req-52465fd5-d0a4-4591-a717-724855ac5ab2 tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:06.285889 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855ca24b-f985-4b9a-ab5e-cf3f60d89f43 req-52465fd5-d0a4-4591-a717-724855ac5ab2 tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:06.291683 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855ca24b-f985-4b9a-ab5e-cf3f60d89f43 req-52465fd5-d0a4-4591-a717-724855ac5ab2 tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:06.293392 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-855ca24b-f985-4b9a-ab5e-cf3f60d89f43 req-52465fd5-d0a4-4591-a717-724855ac5ab2 tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] 10.222.0.64 "GET /v2.0/ports?device_id=d6f2a668-32c4-4958-bb87-c9aa42e78ac8&device_id=539c1c17-2423-4bef-adee-c91af64e6074&device_id=0425ea7b-6d18-454c-999c-27e8a0758954 HTTP/1.1" status: 200 len: 2417 time: 0.2107289 Jan 28 19:25:06.327074 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-4f7ffa28-ed07-4daa-9acc-53e2b1d4c7fd tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] 10.222.0.64 "DELETE /v2.0/routers/283875cc-9829-49b5-a872-8fbf8b137b1e/tags HTTP/1.1" status: 204 len: 168 time: 0.1353109 Jan 28 19:25:06.327642 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 50698) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:06.332363 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.tag.tag_plugin [None req-efe7f093-a10b-4bae-a3d7-51dbdec5096d tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'c2581883-e2af-4f8f-8ba1-869f705cc009') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:25:06.340001 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-52944bc3-de57-4c51-ae63-ac2631b18ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (bf1db1ad-0087-46c7-af98-f22e1a05d6f1), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:06.342749 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-52944bc3-de57-4c51-ae63-ac2631b18ff1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:06.346304 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-52944bc3-de57-4c51-ae63-ac2631b18ff1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/bf1db1ad-0087-46c7-af98-f22e1a05d6f1 HTTP/1.1" status: 204 len: 168 time: 0.3782771 Jan 28 19:25:06.374391 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52944bc3-de57-4c51-ae63-ac2631b18ff1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf1db1ad-0087-46c7-af98-f22e1a05d6f1,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:06.385603 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-855ca24b-f985-4b9a-ab5e-cf3f60d89f43 req-be1077b7-46f6-4125-b818-04626c3a5894 tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] 10.222.0.64 "GET /v2.0/security-groups?id=6477e2db-f47c-494e-be68-463a4c5a4740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836825 Jan 28 19:25:06.429759 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-efe7f093-a10b-4bae-a3d7-51dbdec5096d tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] 10.222.0.64 "DELETE /v2.0/ports/c2581883-e2af-4f8f-8ba1-869f705cc009/tags HTTP/1.1" status: 204 len: 168 time: 0.1012702 Jan 28 19:25:06.432274 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 50704) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:06.438195 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.tag.tag_plugin [None req-559c3578-a9c8-4df5-9e5e-ea3ddb2f93a8 tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '3c63b618-0827-45c5-bdfd-d5bdfd1d629d') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:25:06.450475 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [req-11249953-ee97-41cd-b751-1ef726a8eb2d req-a28bee74-a9f4-48b4-9a00-f44f1572aa13 tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103304) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:25:06.451585 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-11249953-ee97-41cd-b751-1ef726a8eb2d req-a28bee74-a9f4-48b4-9a00-f44f1572aa13 tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0120494 Jan 28 19:25:06.549279 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-38c4cccf-9594-462c-a239-e83df764c6d4 admin admin] Publish callbacks [] for security_group (080faf91-953c-450e-99be-552542d35143), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:06.557542 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-38c4cccf-9594-462c-a239-e83df764c6d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (080faf91-953c-450e-99be-552542d35143), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:06.598948 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c4cccf-9594-462c-a239-e83df764c6d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=080faf91-953c-450e-99be-552542d35143,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:06.630663 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-191cc306-ac58-4b6d-a5a0-38b0713a9cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:06.633239 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-38c4cccf-9594-462c-a239-e83df764c6d4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9443db4731f14a4889e632ded9ae93b0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4124284 Jan 28 19:25:06.644046 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-11249953-ee97-41cd-b751-1ef726a8eb2d req-f280fa71-d641-4b36-a973-845de6f05dfe tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] 10.222.0.64 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1840229 Jan 28 19:25:06.644706 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 50718) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:06.699658 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7ce4eaa0-5249-4460-a815-eee8d7942ab5 admin admin] Publish callbacks [] for security_group (080faf91-953c-450e-99be-552542d35143), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:06.727059 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7ce4eaa0-5249-4460-a815-eee8d7942ab5 admin admin] Publish callbacks [] for security_group (080faf91-953c-450e-99be-552542d35143), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:06.784140 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7ce4eaa0-5249-4460-a815-eee8d7942ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (080faf91-953c-450e-99be-552542d35143), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:06.787778 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7ce4eaa0-5249-4460-a815-eee8d7942ab5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:06.791687 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-7ce4eaa0-5249-4460-a815-eee8d7942ab5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/080faf91-953c-450e-99be-552542d35143 HTTP/1.1" status: 204 len: 168 time: 0.1436317 Jan 28 19:25:06.800659 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce4eaa0-5249-4460-a815-eee8d7942ab5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=080faf91-953c-450e-99be-552542d35143,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:06.869364 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 5f6def03-99a2-4a62-a4a0-6591fac3aba6 details requested by agent hyperv_n-h2-812111-14 with host n-h2-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:25:06.992143 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218c8ab9-1c89-49e8-a0da-f2f15dd62403 req-65c94984-010c-4ffe-90ec-7801fd4a4bba tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:06.993663 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-218c8ab9-1c89-49e8-a0da-f2f15dd62403 req-65c94984-010c-4ffe-90ec-7801fd4a4bba tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/networks?id=311cc39e-64ae-4fb3-9d47-d497c4799ab7 HTTP/1.1" status: 200 len: 805 time: 0.1528003 Jan 28 19:25:06.997477 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-559c3578-a9c8-4df5-9e5e-ea3ddb2f93a8 tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] 10.222.0.64 "DELETE /v2.0/subnets/3c63b618-0827-45c5-bdfd-d5bdfd1d629d/tags HTTP/1.1" status: 204 len: 168 time: 0.5640557 Jan 28 19:25:07.001715 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 50734) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:07.035918 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 5f6def03-99a2-4a62-a4a0-6591fac3aba6, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=5f6def03-99a2-4a62-a4a0-6591fac3aba6,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:25:07.049227 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-218c8ab9-1c89-49e8-a0da-f2f15dd62403 req-b6c7060c-e0b2-4803-af94-c826eb744b84 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/quotas/7eed4983257c41a2ac91147c4d6e09ea HTTP/1.1" status: 200 len: 375 time: 0.0494087 Jan 28 19:25:07.052180 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Returning: {'device': '5f6def03-99a2-4a62-a4a0-6591fac3aba6', 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91', 'port_id': '5f6def03-99a2-4a62-a4a0-6591fac3aba6', 'mac_address': 'fa:16:3e:6c:a7:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2de4832-9ef6-4f40-9ac5-1557d5e6a6ff', 'ip_address': '192.168.233.107'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:25:07.053865 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4344e2-c39a-4c21-a770-cc18f54ae58b req-a676243a-7366-4d4d-818c-3b1d1a180af1 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:07.062582 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3c4344e2-c39a-4c21-a770-cc18f54ae58b req-a676243a-7366-4d4d-818c-3b1d1a180af1 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] 10.222.0.64 "GET /v2.0/ports?device_id=93bbd1cb-8e21-422e-8ff0-2a670b213fc8 HTTP/1.1" status: 200 len: 945 time: 0.0960808 Jan 28 19:25:07.103372 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 5f6def03-99a2-4a62-a4a0-6591fac3aba6 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:25:07.103932 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (5f6def03-99a2-4a62-a4a0-6591fac3aba6), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:07.105712 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-218c8ab9-1c89-49e8-a0da-f2f15dd62403 req-7f5f396a-ee43-4554-95dd-08195930d2c7 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=7eed4983257c41a2ac91147c4d6e09ea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0480151 Jan 28 19:25:07.122117 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f6def03-99a2-4a62-a4a0-6591fac3aba6 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:25:07.133683 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3c4344e2-c39a-4c21-a770-cc18f54ae58b req-3aeef2a9-dc6f-4e41-9dff-5d73cf232b9b tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] 10.222.0.64 "GET /v2.0/security-groups?id=a17e8282-0405-4e4b-9340-e89106f12f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698478 Jan 28 19:25:07.146971 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 5f6def03-99a2-4a62-a4a0-6591fac3aba6, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=5f6def03-99a2-4a62-a4a0-6591fac3aba6,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:25:07.152062 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (5f6def03-99a2-4a62-a4a0-6591fac3aba6), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:07.228919 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-377cdc4c-5f6d-4c5b-a543-5be9900c8895 tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:07.233486 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-377cdc4c-5f6d-4c5b-a543-5be9900c8895 tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] 10.222.0.64 "DELETE /v2.0/subnetpools/12fc94f3-2dab-4887-96f7-c81eb2b2fcbb HTTP/1.1" status: 204 len: 168 time: 0.2286434 Jan 28 19:25:07.237042 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 50742) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:07.272348 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-218c8ab9-1c89-49e8-a0da-f2f15dd62403 req-b7f17761-c4cf-4177-a337-e714929e85c9 service neutron] 10.222.0.64 "GET /v2.0/networks/311cc39e-64ae-4fb3-9d47-d497c4799ab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582198 Jan 28 19:25:07.307272 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-b13c2a19-b45d-47b9-9819-ac2e57411a51 tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] 10.222.0.64 "GET /v2.0/ports?device_id=283875cc-9829-49b5-a872-8fbf8b137b1e HTTP/1.1" status: 200 len: 205 time: 0.0606847 Jan 28 19:25:07.311257 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 50748) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:07.406503 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cf03ef-b1be-46eb-a95f-3d262d0a6cd3 req-26af43c6-5641-4c9a-9bcc-5a5c23973209 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:07.408027 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-86cf03ef-b1be-46eb-a95f-3d262d0a6cd3 req-26af43c6-5641-4c9a-9bcc-5a5c23973209 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/ports?device_id=81f17ed3-5f8a-4b82-a89d-2a86c185a3d7 HTTP/1.1" status: 200 len: 950 time: 0.1897085 Jan 28 19:25:07.412000 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-517476c2-2419-4cb6-99a1-7c97114c6bf3 tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] Publish callbacks [] for router (283875cc-9829-49b5-a872-8fbf8b137b1e), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:07.421551 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=5f6def03-99a2-4a62-a4a0-6591fac3aba6,revision_number=12']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:07.433047 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:25:07.434857 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:25:07.435648 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:25:07.436221 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:25:07.436772 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:25:07.437418 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:25:07.437946 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:25:07.438442 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:25:07.439730 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:25:07.440271 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:25:07.441452 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:25:07.442264 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:25:07.443361 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:25:07.461372 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-218c8ab9-1c89-49e8-a0da-f2f15dd62403 req-0ae591fa-629b-436c-bce1-36a676b0ed5f service neutron] 10.222.0.64 "GET /v2.0/networks/311cc39e-64ae-4fb3-9d47-d497c4799ab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828601 Jan 28 19:25:07.533135 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-86cf03ef-b1be-46eb-a95f-3d262d0a6cd3 req-a8a73d69-5855-4bd2-b0b9-8ff155df5f14 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d07f2a-7a3d-4718-9c1b-16394753837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161289 Jan 28 19:25:07.628326 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['5f6def03-99a2-4a62-a4a0-6591fac3aba6'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:25:07.683549 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-517476c2-2419-4cb6-99a1-7c97114c6bf3 tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-730901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261120'] for router (283875cc-9829-49b5-a872-8fbf8b137b1e), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:07.686635 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-517476c2-2419-4cb6-99a1-7c97114c6bf3 tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] Publish callbacks [] for router_controller (283875cc-9829-49b5-a872-8fbf8b137b1e), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:07.766457 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-517476c2-2419-4cb6-99a1-7c97114c6bf3 tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-730908'] for router (283875cc-9829-49b5-a872-8fbf8b137b1e), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:07.766457 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-517476c2-2419-4cb6-99a1-7c97114c6bf3 tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] Fanout notify agent at l3_agent the message router_deleted on router 283875cc-9829-49b5-a872-8fbf8b137b1e {{(pid=103304) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:25:07.784530 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-517476c2-2419-4cb6-99a1-7c97114c6bf3 tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:07.786399 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-517476c2-2419-4cb6-99a1-7c97114c6bf3 tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] 10.222.0.64 "DELETE /v2.0/routers/283875cc-9829-49b5-a872-8fbf8b137b1e HTTP/1.1" status: 204 len: 168 time: 0.4733119 Jan 28 19:25:07.788349 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 50774) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:08.026324 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-c251712a-6669-4bfd-a901-317caef45d11 tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] Deleting port c2581883-e2af-4f8f-8ba1-869f705cc009 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:25:08.026642 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c251712a-6669-4bfd-a901-317caef45d11 tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (c2581883-e2af-4f8f-8ba1-869f705cc009), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:08.038444 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d873c31-8d3f-4930-b524-aa16e7c57df5 req-c97d964a-5f54-4c86-b503-b29447291ef0 tempest-MigrationsAdminTest-1899274290 tempest-MigrationsAdminTest-1899274290-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:08.040545 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8d873c31-8d3f-4930-b524-aa16e7c57df5 req-c97d964a-5f54-4c86-b503-b29447291ef0 tempest-MigrationsAdminTest-1899274290 tempest-MigrationsAdminTest-1899274290-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=81f17ed3-5f8a-4b82-a89d-2a86c185a3d7 HTTP/1.1" status: 200 len: 1133 time: 0.0777845 Jan 28 19:25:08.109324 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8d873c31-8d3f-4930-b524-aa16e7c57df5 req-a46651db-c6c7-4bb0-a137-4c5b004e3443 tempest-MigrationsAdminTest-1899274290 tempest-MigrationsAdminTest-1899274290-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=39d07f2a-7a3d-4718-9c1b-16394753837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583556 Jan 28 19:25:08.177151 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c251712a-6669-4bfd-a901-317caef45d11 tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (c2581883-e2af-4f8f-8ba1-869f705cc009), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:08.225224 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c2124bb4-f99a-401f-9395-f879adb80b2f req-4cd41bf4-e521-413f-86f1-cfbe64b74dcc tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/ports?device_id=6aef584c-64f9-4290-9558-59fc13a8ecbf HTTP/1.1" status: 200 len: 210 time: 0.0422351 Jan 28 19:25:08.256183 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-c251712a-6669-4bfd-a901-317caef45d11 tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] Calling delete_port for c2581883-e2af-4f8f-8ba1-869f705cc009 owned by {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:25:08.533212 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c251712a-6669-4bfd-a901-317caef45d11 tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (c2581883-e2af-4f8f-8ba1-869f705cc009), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:08.622846 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c251712a-6669-4bfd-a901-317caef45d11 tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] Pushing event deleted for resources: {'Port': ['ID=c2581883-e2af-4f8f-8ba1-869f705cc009,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:08.775963 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c251712a-6669-4bfd-a901-317caef45d11 tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:08.782363 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-c251712a-6669-4bfd-a901-317caef45d11 tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] 10.222.0.64 "DELETE /v2.0/ports/c2581883-e2af-4f8f-8ba1-869f705cc009 HTTP/1.1" status: 204 len: 168 time: 0.9929283 Jan 28 19:25:08.783135 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 50824) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:08.888854 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-fddb3c3f-56ac-42c1-96a3-1304fcfe2ab9 tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] Deleting subnet 3c63b618-0827-45c5-bdfd-d5bdfd1d629d {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:25:08.894018 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fddb3c3f-56ac-42c1-96a3-1304fcfe2ab9 tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] Publish callbacks [] for subnet (3c63b618-0827-45c5-bdfd-d5bdfd1d629d), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:08.930397 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-49f064e5-2e50-4fe3-8c95-8884678dd4d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:08.993949 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fddb3c3f-56ac-42c1-96a3-1304fcfe2ab9 tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4747050'] for subnet (3c63b618-0827-45c5-bdfd-d5bdfd1d629d), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:09.093164 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db5ce2c-34b5-4804-9eea-ee9ce5dcdd23 req-bce4ec72-ca10-47e7-82d9-833ad2fae841 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:09.096555 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9db5ce2c-34b5-4804-9eea-ee9ce5dcdd23 req-bce4ec72-ca10-47e7-82d9-833ad2fae841 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/ports?device_id=81f17ed3-5f8a-4b82-a89d-2a86c185a3d7 HTTP/1.1" status: 200 len: 950 time: 0.0896373 Jan 28 19:25:09.140682 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fddb3c3f-56ac-42c1-96a3-1304fcfe2ab9 tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (3c63b618-0827-45c5-bdfd-d5bdfd1d629d), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:09.202651 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9db5ce2c-34b5-4804-9eea-ee9ce5dcdd23 req-746b65d4-c146-4fe4-a3b2-ad224889153f tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d07f2a-7a3d-4718-9c1b-16394753837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001744 Jan 28 19:25:09.263568 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fddb3c3f-56ac-42c1-96a3-1304fcfe2ab9 tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4690616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5222356'] for subnet (3c63b618-0827-45c5-bdfd-d5bdfd1d629d), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:09.314208 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddb3c3f-56ac-42c1-96a3-1304fcfe2ab9 tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] Pushing event deleted for resources: {'Subnet': ['ID=3c63b618-0827-45c5-bdfd-d5bdfd1d629d,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:09.328897 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c94191-1462-4099-b394-444e48f545b9 None None] Network b2a485b6-5150-4530-94f6-76da48428f98 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:25:09.330388 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fddb3c3f-56ac-42c1-96a3-1304fcfe2ab9 tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:09.335890 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-fddb3c3f-56ac-42c1-96a3-1304fcfe2ab9 tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] 10.222.0.64 "DELETE /v2.0/subnets/3c63b618-0827-45c5-bdfd-d5bdfd1d629d HTTP/1.1" status: 204 len: 168 time: 0.5495753 Jan 28 19:25:09.336288 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 50850) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:09.481748 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-646c3922-139a-49e7-b860-50f2ee077a35 req-27a96141-1cef-449e-ba41-9a4744569446 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/ports?device_id=6aef584c-64f9-4290-9558-59fc13a8ecbf HTTP/1.1" status: 200 len: 210 time: 0.0796144 Jan 28 19:25:09.502457 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3303c53a-f834-46b6-aa4f-cb75fb11b148 tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (b2a485b6-5150-4530-94f6-76da48428f98), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:09.519868 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 274ec029-a275-4fae-9c90-d014a3e56e3b details requested by agent hyperv_n-h1-812111-14 with host n-h1-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:25:09.537006 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218c8ab9-1c89-49e8-a0da-f2f15dd62403 req-df028cc3-0b54-453f-928a-e911b2989ef5 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:09.538534 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-218c8ab9-1c89-49e8-a0da-f2f15dd62403 req-df028cc3-0b54-453f-928a-e911b2989ef5 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.41 "GET /v2.0/networks?id=311cc39e-64ae-4fb3-9d47-d497c4799ab7 HTTP/1.1" status: 200 len: 805 time: 0.2357290 Jan 28 19:25:09.557598 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-218c8ab9-1c89-49e8-a0da-f2f15dd62403 req-f035bc25-8883-4955-8a68-3c49b449dc7b tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Request body: {'port': {'device_id': '6aef584c-64f9-4290-9558-59fc13a8ecbf', 'network_id': '311cc39e-64ae-4fb3-9d47-d497c4799ab7', 'admin_state_up': True, 'tenant_id': '7eed4983257c41a2ac91147c4d6e09ea'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:25:09.624189 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-3303c53a-f834-46b6-aa4f-cb75fb11b148 tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] Deleting port 14ca9d06-a13b-4b28-ad0a-2c20eabd6c4d {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:25:09.627054 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3303c53a-f834-46b6-aa4f-cb75fb11b148 tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (14ca9d06-a13b-4b28-ad0a-2c20eabd6c4d), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:09.743561 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-3303c53a-f834-46b6-aa4f-cb75fb11b148 tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] For port 14ca9d06-a13b-4b28-ad0a-2c20eabd6c4d, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=14ca9d06-a13b-4b28-ad0a-2c20eabd6c4d,segment=NetworkSegment(c7b5a5df-f155-4fa6-935f-0cae77f89b6f),segment_id=c7b5a5df-f155-4fa6-935f-0cae77f89b6f)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:25:09.743987 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3303c53a-f834-46b6-aa4f-cb75fb11b148 tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (14ca9d06-a13b-4b28-ad0a-2c20eabd6c4d), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:09.788114 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-3303c53a-f834-46b6-aa4f-cb75fb11b148 tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] Calling delete_port for 14ca9d06-a13b-4b28-ad0a-2c20eabd6c4d owned by network:dhcp {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:25:09.789344 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:09.791980 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-218c8ab9-1c89-49e8-a0da-f2f15dd62403 req-f035bc25-8883-4955-8a68-3c49b449dc7b tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Made reservation on behalf of 7eed4983257c41a2ac91147c4d6e09ea for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:25:09.797685 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-218c8ab9-1c89-49e8-a0da-f2f15dd62403 req-f035bc25-8883-4955-8a68-3c49b449dc7b tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:09.866097 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 274ec029-a275-4fae-9c90-d014a3e56e3b, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=274ec029-a275-4fae-9c90-d014a3e56e3b,segment=NetworkSegment(061cb951-c0bc-4d59-a3f2-ff4acb095ff3),segment_id=061cb951-c0bc-4d59-a3f2-ff4acb095ff3)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:25:09.878594 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Returning: {'device': '274ec029-a275-4fae-9c90-d014a3e56e3b', 'network_id': 'c4302b73-ca61-4da7-b39f-ec4ea0448ca6', 'port_id': '274ec029-a275-4fae-9c90-d014a3e56e3b', 'mac_address': 'fa:16:3e:89:0b:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88147782-fd39-461f-889a-eefda05a9cf4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:25:09.964889 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port 274ec029-a275-4fae-9c90-d014a3e56e3b is: ACTIVE; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:25:09.965537 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (274ec029-a275-4fae-9c90-d014a3e56e3b), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:09.993591 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 274ec029-a275-4fae-9c90-d014a3e56e3b {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:25:10.020957 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 274ec029-a275-4fae-9c90-d014a3e56e3b, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=274ec029-a275-4fae-9c90-d014a3e56e3b,segment=NetworkSegment(061cb951-c0bc-4d59-a3f2-ff4acb095ff3),segment_id=061cb951-c0bc-4d59-a3f2-ff4acb095ff3)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:25:10.026719 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (274ec029-a275-4fae-9c90-d014a3e56e3b), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:10.029145 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3303c53a-f834-46b6-aa4f-cb75fb11b148 tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (14ca9d06-a13b-4b28-ad0a-2c20eabd6c4d), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:10.074929 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c8e6256-872c-4e31-9bb3-eb5b64f91124 None None] DHCP port deletion for b2a485b6-5150-4530-94f6-76da48428f98 request from n-d-812111-14 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:25:10.091589 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-218c8ab9-1c89-49e8-a0da-f2f15dd62403 req-f035bc25-8883-4955-8a68-3c49b449dc7b tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Allocated IP 172.20.0.6 (311cc39e-64ae-4fb3-9d47-d497c4799ab7/008283d9-57a3-42a0-90a1-80f5c1a16864/75629f80-97e2-4b65-9644-8e74b29b7b0c) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:25:10.122594 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=274ec029-a275-4fae-9c90-d014a3e56e3b,revision_number=6']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:10.128515 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3303c53a-f834-46b6-aa4f-cb75fb11b148 tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] No DVR routers for this DVR port 14ca9d06-a13b-4b28-ad0a-2c20eabd6c4d on host n-d-812111-14 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:25:10.143764 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3303c53a-f834-46b6-aa4f-cb75fb11b148 tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] Pushing event deleted for resources: {'Port': ['ID=14ca9d06-a13b-4b28-ad0a-2c20eabd6c4d,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:10.165364 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['274ec029-a275-4fae-9c90-d014a3e56e3b'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:25:10.252178 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0529927-9d0b-4a0a-876d-25a36e100d5c req-7fdd79a2-ca5f-4d6a-baf1-4a2dccc4be17 tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:10.261002 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f0529927-9d0b-4a0a-876d-25a36e100d5c req-7fdd79a2-ca5f-4d6a-baf1-4a2dccc4be17 tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] 10.222.0.64 "GET /v2.0/ports?device_id=d6f2a668-32c4-4958-bb87-c9aa42e78ac8 HTTP/1.1" status: 200 len: 945 time: 0.3148928 Jan 28 19:25:10.293487 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3303c53a-f834-46b6-aa4f-cb75fb11b148 tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (b2a485b6-5150-4530-94f6-76da48428f98), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:10.332192 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-3303c53a-f834-46b6-aa4f-cb75fb11b148 tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2a485b6-5150-4530-94f6-76da48428f98']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:25:10.348095 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-3303c53a-f834-46b6-aa4f-cb75fb11b148 tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7b5a5df-f155-4fa6-935f-0cae77f89b6f') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:25:10.348574 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-3303c53a-f834-46b6-aa4f-cb75fb11b148 tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7b5a5df-f155-4fa6-935f-0cae77f89b6f') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:25:10.361826 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3303c53a-f834-46b6-aa4f-cb75fb11b148 tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16187153'] for segment (c7b5a5df-f155-4fa6-935f-0cae77f89b6f), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:10.399426 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3303c53a-f834-46b6-aa4f-cb75fb11b148 tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (c7b5a5df-f155-4fa6-935f-0cae77f89b6f), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:10.429520 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3303c53a-f834-46b6-aa4f-cb75fb11b148 tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:25:10.429951 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3303c53a-f834-46b6-aa4f-cb75fb11b148 tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4752570'] for segment (c7b5a5df-f155-4fa6-935f-0cae77f89b6f), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:10.433978 n-d-812111-14 neutron-server[103305]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:25:10.433978 n-d-812111-14 neutron-server[103305]: items = [ Jan 28 19:25:10.433978 n-d-812111-14 neutron-server[103305]: Traceback (most recent call last): Jan 28 19:25:10.433978 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:25:10.433978 n-d-812111-14 neutron-server[103305]: timer() Jan 28 19:25:10.433978 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:25:10.433978 n-d-812111-14 neutron-server[103305]: cb(*args, **kw) Jan 28 19:25:10.433978 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:25:10.433978 n-d-812111-14 neutron-server[103305]: return func(*args, **kwargs) Jan 28 19:25:10.433978 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:25:10.433978 n-d-812111-14 neutron-server[103305]: self._notify() Jan 28 19:25:10.433978 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:25:10.433978 n-d-812111-14 neutron-server[103305]: self.callback(batched_events) Jan 28 19:25:10.433978 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:25:10.433978 n-d-812111-14 neutron-server[103305]: event.method(event) Jan 28 19:25:10.433978 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:25:10.433978 n-d-812111-14 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:25:10.433978 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:25:10.433978 n-d-812111-14 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:25:10.433978 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:25:10.433978 n-d-812111-14 neutron-server[103305]: return f(self, *a, **k) Jan 28 19:25:10.433978 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:25:10.433978 n-d-812111-14 neutron-server[103305]: return self._get(url).json() Jan 28 19:25:10.433978 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:25:10.433978 n-d-812111-14 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:25:10.433978 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:25:10.433978 n-d-812111-14 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 28 19:25:10.433978 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:25:10.433978 n-d-812111-14 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:25:10.433978 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:25:10.433978 n-d-812111-14 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:25:10.433978 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:25:10.433978 n-d-812111-14 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:25:10.433978 n-d-812111-14 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:25:10.447102 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-218c8ab9-1c89-49e8-a0da-f2f15dd62403 req-f035bc25-8883-4955-8a68-3c49b449dc7b tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Publish callbacks [] for port (75629f80-97e2-4b65-9644-8e74b29b7b0c), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:10.497842 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-218c8ab9-1c89-49e8-a0da-f2f15dd62403 req-f035bc25-8883-4955-8a68-3c49b449dc7b tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (75629f80-97e2-4b65-9644-8e74b29b7b0c), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:10.507656 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f0529927-9d0b-4a0a-876d-25a36e100d5c req-261c7fe2-b7de-449c-973c-69576c1eb17b tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] 10.222.0.64 "GET /v2.0/security-groups?id=6477e2db-f47c-494e-be68-463a4c5a4740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2456870 Jan 28 19:25:10.521962 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 14ca9d06-a13b-4b28-ad0a-2c20eabd6c4d no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:25:10.555285 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3303c53a-f834-46b6-aa4f-cb75fb11b148 tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (b2a485b6-5150-4530-94f6-76da48428f98), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:10.564489 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: 14ca9d06-a13b-4b28-ad0a-2c20eabd6c4d {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:25:10.564837 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 14ca9d06-a13b-4b28-ad0a-2c20eabd6c4d not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:25:10.566192 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3303c53a-f834-46b6-aa4f-cb75fb11b148 tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:10.569511 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-3303c53a-f834-46b6-aa4f-cb75fb11b148 tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] 10.222.0.64 "DELETE /v2.0/networks/b2a485b6-5150-4530-94f6-76da48428f98 HTTP/1.1" status: 204 len: 168 time: 1.2322123 Jan 28 19:25:10.600968 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f162d7-ab27-44d2-8bc3-9b3a94fa869c req-00b7f35a-32e0-41ac-bdd3-8f704a166d7f tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:10.608764 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b5f162d7-ab27-44d2-8bc3-9b3a94fa869c req-00b7f35a-32e0-41ac-bdd3-8f704a166d7f tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/ports?device_id=81f17ed3-5f8a-4b82-a89d-2a86c185a3d7 HTTP/1.1" status: 200 len: 950 time: 0.2419834 Jan 28 19:25:10.618500 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3303c53a-f834-46b6-aa4f-cb75fb11b148 tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] Pushing event deleted for resources: {'Network': ['ID=b2a485b6-5150-4530-94f6-76da48428f98,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:10.629870 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-218c8ab9-1c89-49e8-a0da-f2f15dd62403 req-f035bc25-8883-4955-8a68-3c49b449dc7b tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Network 311cc39e-64ae-4fb3-9d47-d497c4799ab7 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:25:10.642124 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-218c8ab9-1c89-49e8-a0da-f2f15dd62403 req-f035bc25-8883-4955-8a68-3c49b449dc7b tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:25:10.655010 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-218c8ab9-1c89-49e8-a0da-f2f15dd62403 req-f035bc25-8883-4955-8a68-3c49b449dc7b tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:25:10.657306 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3303c53a-f834-46b6-aa4f-cb75fb11b148 tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:25:10.657807 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3303c53a-f834-46b6-aa4f-cb75fb11b148 tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:25:10.658172 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3303c53a-f834-46b6-aa4f-cb75fb11b148 tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:25:10.658620 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3303c53a-f834-46b6-aa4f-cb75fb11b148 tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:25:10.661576 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3303c53a-f834-46b6-aa4f-cb75fb11b148 tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:25:10.662079 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3303c53a-f834-46b6-aa4f-cb75fb11b148 tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:25:10.662567 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3303c53a-f834-46b6-aa4f-cb75fb11b148 tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:25:10.663018 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3303c53a-f834-46b6-aa4f-cb75fb11b148 tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:25:10.663574 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3303c53a-f834-46b6-aa4f-cb75fb11b148 tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:25:10.665303 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3303c53a-f834-46b6-aa4f-cb75fb11b148 tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:25:10.665759 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3303c53a-f834-46b6-aa4f-cb75fb11b148 tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:25:10.666498 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3303c53a-f834-46b6-aa4f-cb75fb11b148 tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:25:10.666615 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3303c53a-f834-46b6-aa4f-cb75fb11b148 tempest-TagsExtTest-1687713493 tempest-TagsExtTest-1687713493-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:25:10.707078 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c640742-4c28-448b-beb1-f85415706fe5 req-0a77fb42-e765-47f1-93c3-654a33baf8ad tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:10.718614 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6c640742-4c28-448b-beb1-f85415706fe5 req-0a77fb42-e765-47f1-93c3-654a33baf8ad tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.70 "GET /v2.0/ports?device_id=81f17ed3-5f8a-4b82-a89d-2a86c185a3d7 HTTP/1.1" status: 200 len: 950 time: 0.1479969 Jan 28 19:25:10.787650 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f035bc25-8883-4955-8a68-3c49b449dc7b tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Pushing event updated for resources: {'Port': ['ID=75629f80-97e2-4b65-9644-8e74b29b7b0c,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:10.872910 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 5f6def03-99a2-4a62-a4a0-6591fac3aba6 up at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:25:10.912769 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723d410d-1b83-42a2-9b72-7ffc11abdefe req-1080745c-7aaf-4760-8d16-c9195179abdb tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:10.921788 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-723d410d-1b83-42a2-9b72-7ffc11abdefe req-1080745c-7aaf-4760-8d16-c9195179abdb tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/ports?device_id=6aef584c-64f9-4290-9558-59fc13a8ecbf HTTP/1.1" status: 200 len: 931 time: 0.0946951 Jan 28 19:25:10.943203 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b5f162d7-ab27-44d2-8bc3-9b3a94fa869c req-0f6afd84-8550-462c-bf70-053c59780a92 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d07f2a-7a3d-4718-9c1b-16394753837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3044174 Jan 28 19:25:10.955750 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-6c640742-4c28-448b-beb1-f85415706fe5 req-4ab270e6-459a-4aa3-8695-eb088305ccc6 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Deleting port 5f6def03-99a2-4a62-a4a0-6591fac3aba6 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:25:10.956121 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-6c640742-4c28-448b-beb1-f85415706fe5 req-4ab270e6-459a-4aa3-8695-eb088305ccc6 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (5f6def03-99a2-4a62-a4a0-6591fac3aba6), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:10.972313 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218c8ab9-1c89-49e8-a0da-f2f15dd62403 req-f035bc25-8883-4955-8a68-3c49b449dc7b tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:10.974226 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-218c8ab9-1c89-49e8-a0da-f2f15dd62403 req-f035bc25-8883-4955-8a68-3c49b449dc7b tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:10.998971 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning for port 5f6def03-99a2-4a62-a4a0-6591fac3aba6 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:25:11.010116 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning complete for port 5f6def03-99a2-4a62-a4a0-6591fac3aba6 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:25:11.010758 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (5f6def03-99a2-4a62-a4a0-6591fac3aba6), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:11.034359 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-218c8ab9-1c89-49e8-a0da-f2f15dd62403 req-f035bc25-8883-4955-8a68-3c49b449dc7b tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4773285 Jan 28 19:25:11.060486 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-218c8ab9-1c89-49e8-a0da-f2f15dd62403 req-68e8c450-cb3e-4336-a904-e89ebc138bf0 service neutron] Request body: {'port': {'device_id': '6aef584c-64f9-4290-9558-59fc13a8ecbf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-14'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:25:11.109881 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-723d410d-1b83-42a2-9b72-7ffc11abdefe req-46f7cfb7-1c0b-4827-8234-4e2364a2ec43 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/security-groups?id=f474bf53-325f-4ec5-b389-bc6e034fc623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861155 Jan 28 19:25:11.226553 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-6c640742-4c28-448b-beb1-f85415706fe5 req-4ab270e6-459a-4aa3-8695-eb088305ccc6 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] For port 5f6def03-99a2-4a62-a4a0-6591fac3aba6, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=5f6def03-99a2-4a62-a4a0-6591fac3aba6,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:25:11.226954 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-6c640742-4c28-448b-beb1-f85415706fe5 req-4ab270e6-459a-4aa3-8695-eb088305ccc6 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (5f6def03-99a2-4a62-a4a0-6591fac3aba6), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:11.241424 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 50922) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:11.251727 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 5f6def03-99a2-4a62-a4a0-6591fac3aba6 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:25:11.252438 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (5f6def03-99a2-4a62-a4a0-6591fac3aba6), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:11.253930 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-218c8ab9-1c89-49e8-a0da-f2f15dd62403 req-68e8c450-cb3e-4336-a904-e89ebc138bf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (75629f80-97e2-4b65-9644-8e74b29b7b0c), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:11.258374 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 50924) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:11.261081 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-6c640742-4c28-448b-beb1-f85415706fe5 req-4ab270e6-459a-4aa3-8695-eb088305ccc6 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Calling delete_port for 5f6def03-99a2-4a62-a4a0-6591fac3aba6 owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:25:11.287109 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81f17ed3-5f8a-4b82-a89d-2a86c185a3d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f6def03-99a2-4a62-a4a0-6591fac3aba6'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:25:11.290028 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cadf9e57-0864-40f5-9243-8c4a10222e63" -d '{"events": [{"server_uuid": "81f17ed3-5f8a-4b82-a89d-2a86c185a3d7", "name": "network-vif-plugged", "status": "completed", "tag": "5f6def03-99a2-4a62-a4a0-6591fac3aba6"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:25:11.332457 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 5f6def03-99a2-4a62-a4a0-6591fac3aba6, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=5f6def03-99a2-4a62-a4a0-6591fac3aba6,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:25:11.339690 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (5f6def03-99a2-4a62-a4a0-6591fac3aba6), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:11.414257 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2fb7b8c-73c2-4f32-881c-be896f4b294f x-openstack-request-id: req-c2fb7b8c-73c2-4f32-881c-be896f4b294f {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:25:11.414489 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81f17ed3-5f8a-4b82-a89d-2a86c185a3d7", "name": "network-vif-plugged", "status": "completed", "tag": "5f6def03-99a2-4a62-a4a0-6591fac3aba6", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:25:11.414747 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c2fb7b8c-73c2-4f32-881c-be896f4b294f {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:25:11.415140 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81f17ed3-5f8a-4b82-a89d-2a86c185a3d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f6def03-99a2-4a62-a4a0-6591fac3aba6', 'code': 200} Jan 28 19:25:11.416583 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=5f6def03-99a2-4a62-a4a0-6591fac3aba6,revision_number=13']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:11.524074 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-aa4a138a-84f6-4292-9250-8893c55a8d10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:11.527939 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 274ec029-a275-4fae-9c90-d014a3e56e3b up at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:25:11.534890 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-6c640742-4c28-448b-beb1-f85415706fe5 req-4ab270e6-459a-4aa3-8695-eb088305ccc6 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (5f6def03-99a2-4a62-a4a0-6591fac3aba6), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:11.578224 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['500aaaa2-66cc-4330-b2eb-cf6e3da795ac', '19e26adf-0f04-4fb9-a4ff-97385744678c', '0de5e835-b1b7-47c9-a9c1-41d3ac8a15bf'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:25:11.580474 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['5f6def03-99a2-4a62-a4a0-6591fac3aba6'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:25:11.594414 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab270e6-459a-4aa3-8695-eb088305ccc6 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Pushing event deleted for resources: {'Port': ['ID=5f6def03-99a2-4a62-a4a0-6591fac3aba6,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:11.660076 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c640742-4c28-448b-beb1-f85415706fe5 req-4ab270e6-459a-4aa3-8695-eb088305ccc6 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] No DVR routers for this DVR port 5f6def03-99a2-4a62-a4a0-6591fac3aba6 on host n-h2-812111-14 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:25:11.671984 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:11.679015 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-89cdeacc-4e86-4c85-974b-97bc96d76777 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=cda62772607a4c16aad1dfdf4c8b0a0b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4340434 Jan 28 19:25:11.680557 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 50942) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:11.708628 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-6c640742-4c28-448b-beb1-f85415706fe5 req-4ab270e6-459a-4aa3-8695-eb088305ccc6 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:11.714794 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6c640742-4c28-448b-beb1-f85415706fe5 req-4ab270e6-459a-4aa3-8695-eb088305ccc6 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.70 "DELETE /v2.0/ports/5f6def03-99a2-4a62-a4a0-6591fac3aba6 HTTP/1.1" status: 204 len: 173 time: 0.9896247 Jan 28 19:25:11.715922 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81f17ed3-5f8a-4b82-a89d-2a86c185a3d7', 'name': 'network-vif-deleted', 'tag': '5f6def03-99a2-4a62-a4a0-6591fac3aba6'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:25:11.718306 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b850d53-e1b5-4b60-a23c-3c45bee23f00" -d '{"events": [{"server_uuid": "81f17ed3-5f8a-4b82-a89d-2a86c185a3d7", "name": "network-vif-deleted", "tag": "5f6def03-99a2-4a62-a4a0-6591fac3aba6"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:25:11.757436 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning complete for port 274ec029-a275-4fae-9c90-d014a3e56e3b triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:25:11.757817 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (274ec029-a275-4fae-9c90-d014a3e56e3b), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:11.791259 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3082a0-3414-43dc-8dc3-dd84b9c980d7 req-c8ba4ffc-4716-4783-980f-9591b3ed5ab2 tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:11.794414 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2d3082a0-3414-43dc-8dc3-dd84b9c980d7 req-c8ba4ffc-4716-4783-980f-9591b3ed5ab2 tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] 10.222.0.64 "GET /v2.0/ports?device_id=d6f2a668-32c4-4958-bb87-c9aa42e78ac8 HTTP/1.1" status: 200 len: 945 time: 0.1317973 Jan 28 19:25:11.901341 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2d3082a0-3414-43dc-8dc3-dd84b9c980d7 req-3a44e03e-3387-4405-b426-87b16f992b0b tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] 10.222.0.64 "GET /v2.0/security-groups?id=6477e2db-f47c-494e-be68-463a4c5a4740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010544 Jan 28 19:25:11.948253 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18fb19e6-e3d4-44f2-ad84-64a8a72c866e x-openstack-request-id: req-18fb19e6-e3d4-44f2-ad84-64a8a72c866e {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:25:11.948868 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81f17ed3-5f8a-4b82-a89d-2a86c185a3d7", "name": "network-vif-deleted", "tag": "5f6def03-99a2-4a62-a4a0-6591fac3aba6", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:25:11.949480 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-18fb19e6-e3d4-44f2-ad84-64a8a72c866e {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:25:11.950177 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81f17ed3-5f8a-4b82-a89d-2a86c185a3d7', 'name': 'network-vif-deleted', 'tag': '5f6def03-99a2-4a62-a4a0-6591fac3aba6', 'status': 'completed', 'code': 200} Jan 28 19:25:11.990252 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-306ea35d-2fcf-4fad-ac06-1f7ea3272f4f admin admin] Publish callbacks [] for security_group (0a07b112-4dff-4669-9073-2dd2b4603586), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:12.001574 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71563613-6cc0-4fbb-ac6b-75747c25f162 req-3fba8dae-bf33-4925-a227-d22311c82499 tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:12.004742 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-71563613-6cc0-4fbb-ac6b-75747c25f162 req-3fba8dae-bf33-4925-a227-d22311c82499 tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] 10.222.0.70 "GET /v2.0/ports?device_id=d6f2a668-32c4-4958-bb87-c9aa42e78ac8 HTTP/1.1" status: 200 len: 945 time: 0.2737482 Jan 28 19:25:12.038761 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-aa4a138a-84f6-4292-9250-8893c55a8d10 admin admin] Publish callbacks [] for security_group (b3cc639b-1e33-4b74-8c4a-c64ca106d3c4), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:12.123076 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-aa4a138a-84f6-4292-9250-8893c55a8d10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (b3cc639b-1e33-4b74-8c4a-c64ca106d3c4), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:12.177323 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port 274ec029-a275-4fae-9c90-d014a3e56e3b is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:25:12.177940 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (274ec029-a275-4fae-9c90-d014a3e56e3b), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:12.192072 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-306ea35d-2fcf-4fad-ac06-1f7ea3272f4f admin admin] Publish callbacks [] for security_group (0a07b112-4dff-4669-9073-2dd2b4603586), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:12.276413 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 274ec029-a275-4fae-9c90-d014a3e56e3b, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=274ec029-a275-4fae-9c90-d014a3e56e3b,segment=NetworkSegment(061cb951-c0bc-4d59-a3f2-ff4acb095ff3),segment_id=061cb951-c0bc-4d59-a3f2-ff4acb095ff3)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:25:12.291183 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (274ec029-a275-4fae-9c90-d014a3e56e3b), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:12.463379 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=274ec029-a275-4fae-9c90-d014a3e56e3b,revision_number=7']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:12.645534 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2ffbc336-befa-4e84-93cf-9ae38bc3e36c req-5a8b7352-5382-4b8e-b228-8964c6aa5ce0 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/ports?device_id=81f17ed3-5f8a-4b82-a89d-2a86c185a3d7 HTTP/1.1" status: 200 len: 210 time: 0.5175989 Jan 28 19:25:12.672059 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c389c6-4194-4544-95dd-eca49ff08f55 req-2bcdec88-aad1-46f2-b458-510d864e153f tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:12.679844 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-91c389c6-4194-4544-95dd-eca49ff08f55 req-2bcdec88-aad1-46f2-b458-510d864e153f tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/ports?device_id=6aef584c-64f9-4290-9558-59fc13a8ecbf HTTP/1.1" status: 200 len: 931 time: 0.1316555 Jan 28 19:25:12.683566 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-218c8ab9-1c89-49e8-a0da-f2f15dd62403 req-68e8c450-cb3e-4336-a904-e89ebc138bf0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75629f80-97e2-4b65-9644-8e74b29b7b0c {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:25:12.727081 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-218c8ab9-1c89-49e8-a0da-f2f15dd62403 req-68e8c450-cb3e-4336-a904-e89ebc138bf0 service neutron] Publish callbacks [] for port (75629f80-97e2-4b65-9644-8e74b29b7b0c), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:12.769513 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4a138a-84f6-4292-9250-8893c55a8d10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3cc639b-1e33-4b74-8c4a-c64ca106d3c4,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:12.780164 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-aa4a138a-84f6-4292-9250-8893c55a8d10 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b32cca4b7ff1499880967cb8d608c1d6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5147462 Jan 28 19:25:12.785362 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 50978) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:12.788020 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-91c389c6-4194-4544-95dd-eca49ff08f55 req-c20b90ee-ac36-49f1-aa22-cf799386bf6d tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/security-groups?id=f474bf53-325f-4ec5-b389-bc6e034fc623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070592 Jan 28 19:25:12.819611 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-218c8ab9-1c89-49e8-a0da-f2f15dd62403 req-68e8c450-cb3e-4336-a904-e89ebc138bf0 service neutron] Transition to ACTIVE for port object 75629f80-97e2-4b65-9644-8e74b29b7b0c will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:25:12.835028 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-218c8ab9-1c89-49e8-a0da-f2f15dd62403 req-68e8c450-cb3e-4336-a904-e89ebc138bf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (75629f80-97e2-4b65-9644-8e74b29b7b0c), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:12.889717 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-306ea35d-2fcf-4fad-ac06-1f7ea3272f4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (0a07b112-4dff-4669-9073-2dd2b4603586), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:12.892589 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-306ea35d-2fcf-4fad-ac06-1f7ea3272f4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:12.893999 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-306ea35d-2fcf-4fad-ac06-1f7ea3272f4f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0a07b112-4dff-4669-9073-2dd2b4603586 HTTP/1.1" status: 204 len: 168 time: 1.1781518 Jan 28 19:25:12.951726 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306ea35d-2fcf-4fad-ac06-1f7ea3272f4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a07b112-4dff-4669-9073-2dd2b4603586,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:12.951935 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:12.960075 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e8c450-cb3e-4336-a904-e89ebc138bf0 service neutron] Pushing event updated for resources: {'Port': ['ID=75629f80-97e2-4b65-9644-8e74b29b7b0c,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:12.969404 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-71563613-6cc0-4fbb-ac6b-75747c25f162 req-f1a3ebbb-52f5-4166-aba6-2dfe0814cf67 tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] Deleting port b7296837-6794-49ea-943d-699907bad00f {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:25:12.969799 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-71563613-6cc0-4fbb-ac6b-75747c25f162 req-f1a3ebbb-52f5-4166-aba6-2dfe0814cf67 tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (b7296837-6794-49ea-943d-699907bad00f), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:13.095431 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-885a0fec-e665-413d-a729-d2881b661d2e admin admin] Publish callbacks [] for security_group (b3cc639b-1e33-4b74-8c4a-c64ca106d3c4), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:13.188817 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-885a0fec-e665-413d-a729-d2881b661d2e admin admin] Publish callbacks [] for security_group (b3cc639b-1e33-4b74-8c4a-c64ca106d3c4), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:13.271733 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-71563613-6cc0-4fbb-ac6b-75747c25f162 req-f1a3ebbb-52f5-4166-aba6-2dfe0814cf67 tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] For port b7296837-6794-49ea-943d-699907bad00f, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=b7296837-6794-49ea-943d-699907bad00f,segment=NetworkSegment(ead782fa-48e0-4bb9-94ac-553f7c5da23e),segment_id=ead782fa-48e0-4bb9-94ac-553f7c5da23e)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:25:13.272124 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-71563613-6cc0-4fbb-ac6b-75747c25f162 req-f1a3ebbb-52f5-4166-aba6-2dfe0814cf67 tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (b7296837-6794-49ea-943d-699907bad00f), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:13.275438 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-218c8ab9-1c89-49e8-a0da-f2f15dd62403 req-68e8c450-cb3e-4336-a904-e89ebc138bf0 service neutron] Attempting to bind port 75629f80-97e2-4b65-9644-8e74b29b7b0c on host n-h1-812111-14 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:25:13.275798 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-218c8ab9-1c89-49e8-a0da-f2f15dd62403 req-68e8c450-cb3e-4336-a904-e89ebc138bf0 service neutron] Attempting to bind port 75629f80-97e2-4b65-9644-8e74b29b7b0c by drivers openvswitch,hyperv on host n-h1-812111-14 at level 0 using segments [{'id': 'e068a65d-85a7-4b6f-806f-2e18a6e2925d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '311cc39e-64ae-4fb3-9d47-d497c4799ab7'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:25:13.276132 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218c8ab9-1c89-49e8-a0da-f2f15dd62403 req-68e8c450-cb3e-4336-a904-e89ebc138bf0 service neutron] Attempting to bind port 75629f80-97e2-4b65-9644-8e74b29b7b0c on network 311cc39e-64ae-4fb3-9d47-d497c4799ab7 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:25:13.300982 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc80c90-b600-48e2-b132-69e6e8cbc05f req-b8239dd6-41eb-4295-8209-ec1f5215104a tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:13.308169 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4dc80c90-b600-48e2-b132-69e6e8cbc05f req-b8239dd6-41eb-4295-8209-ec1f5215104a tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] 10.222.0.64 "GET /v2.0/ports?device_id=d6f2a668-32c4-4958-bb87-c9aa42e78ac8 HTTP/1.1" status: 200 len: 945 time: 0.2799675 Jan 28 19:25:13.311222 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-71563613-6cc0-4fbb-ac6b-75747c25f162 req-f1a3ebbb-52f5-4166-aba6-2dfe0814cf67 tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] Calling delete_port for b7296837-6794-49ea-943d-699907bad00f owned by compute:nova {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:25:13.320403 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218c8ab9-1c89-49e8-a0da-f2f15dd62403 req-68e8c450-cb3e-4336-a904-e89ebc138bf0 service neutron] Port 75629f80-97e2-4b65-9644-8e74b29b7b0c on network 311cc39e-64ae-4fb3-9d47-d497c4799ab7 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-14 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:25:13.320733 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218c8ab9-1c89-49e8-a0da-f2f15dd62403 req-68e8c450-cb3e-4336-a904-e89ebc138bf0 service neutron] Attempting to bind port 75629f80-97e2-4b65-9644-8e74b29b7b0c on network 311cc39e-64ae-4fb3-9d47-d497c4799ab7 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:25:13.343270 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218c8ab9-1c89-49e8-a0da-f2f15dd62403 req-68e8c450-cb3e-4336-a904-e89ebc138bf0 service neutron] Checking agent: {'id': 'b544ba20-de93-4d86-9e6b-a2202deb6191', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 24, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:25:13.343626 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218c8ab9-1c89-49e8-a0da-f2f15dd62403 req-68e8c450-cb3e-4336-a904-e89ebc138bf0 service neutron] Checking segment: {'id': 'e068a65d-85a7-4b6f-806f-2e18a6e2925d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '311cc39e-64ae-4fb3-9d47-d497c4799ab7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:25:13.344026 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218c8ab9-1c89-49e8-a0da-f2f15dd62403 req-68e8c450-cb3e-4336-a904-e89ebc138bf0 service neutron] Bound using segment: {'id': 'e068a65d-85a7-4b6f-806f-2e18a6e2925d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '311cc39e-64ae-4fb3-9d47-d497c4799ab7'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:25:13.344581 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-218c8ab9-1c89-49e8-a0da-f2f15dd62403 req-68e8c450-cb3e-4336-a904-e89ebc138bf0 service neutron] Bound port: 75629f80-97e2-4b65-9644-8e74b29b7b0c, host: n-h1-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e068a65d-85a7-4b6f-806f-2e18a6e2925d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '311cc39e-64ae-4fb3-9d47-d497c4799ab7'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:25:13.344863 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-218c8ab9-1c89-49e8-a0da-f2f15dd62403 req-68e8c450-cb3e-4336-a904-e89ebc138bf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (75629f80-97e2-4b65-9644-8e74b29b7b0c), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:13.411610 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-885a0fec-e665-413d-a729-d2881b661d2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (b3cc639b-1e33-4b74-8c4a-c64ca106d3c4), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:13.414640 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-885a0fec-e665-413d-a729-d2881b661d2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:13.416649 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93bbd1cb-8e21-422e-8ff0-2a670b213fc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '274ec029-a275-4fae-9c90-d014a3e56e3b'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:25:13.420676 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-885a0fec-e665-413d-a729-d2881b661d2e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b3cc639b-1e33-4b74-8c4a-c64ca106d3c4 HTTP/1.1" status: 204 len: 168 time: 0.6263306 Jan 28 19:25:13.420979 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96dc12c0-5f00-4e56-8aee-90f2153b468b" -d '{"events": [{"server_uuid": "93bbd1cb-8e21-422e-8ff0-2a670b213fc8", "name": "network-vif-plugged", "status": "completed", "tag": "274ec029-a275-4fae-9c90-d014a3e56e3b"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:25:13.516537 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8db6329d-f949-4e29-bb4c-a1c5d35c0869 x-openstack-request-id: req-8db6329d-f949-4e29-bb4c-a1c5d35c0869 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:25:13.517069 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93bbd1cb-8e21-422e-8ff0-2a670b213fc8", "name": "network-vif-plugged", "status": "completed", "tag": "274ec029-a275-4fae-9c90-d014a3e56e3b", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:25:13.517591 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8db6329d-f949-4e29-bb4c-a1c5d35c0869 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:25:13.518193 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93bbd1cb-8e21-422e-8ff0-2a670b213fc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '274ec029-a275-4fae-9c90-d014a3e56e3b', 'code': 200} Jan 28 19:25:13.553296 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-218c8ab9-1c89-49e8-a0da-f2f15dd62403 req-68e8c450-cb3e-4336-a904-e89ebc138bf0 service neutron] For port 75629f80-97e2-4b65-9644-8e74b29b7b0c, host n-h1-812111-14, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:25:13.558343 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-218c8ab9-1c89-49e8-a0da-f2f15dd62403 req-68e8c450-cb3e-4336-a904-e89ebc138bf0 service neutron] For port 75629f80-97e2-4b65-9644-8e74b29b7b0c, host n-h1-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=75629f80-97e2-4b65-9644-8e74b29b7b0c,segment=NetworkSegment(e068a65d-85a7-4b6f-806f-2e18a6e2925d),segment_id=e068a65d-85a7-4b6f-806f-2e18a6e2925d)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:25:13.569748 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885a0fec-e665-413d-a729-d2881b661d2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3cc639b-1e33-4b74-8c4a-c64ca106d3c4,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:13.589025 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-218c8ab9-1c89-49e8-a0da-f2f15dd62403 req-68e8c450-cb3e-4336-a904-e89ebc138bf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (75629f80-97e2-4b65-9644-8e74b29b7b0c), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:13.635707 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4dc80c90-b600-48e2-b132-69e6e8cbc05f req-20948f2f-d624-4d9e-a39b-4a996961a1b4 tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] 10.222.0.64 "GET /v2.0/security-groups?id=6477e2db-f47c-494e-be68-463a4c5a4740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3208752 Jan 28 19:25:13.874190 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218c8ab9-1c89-49e8-a0da-f2f15dd62403 req-68e8c450-cb3e-4336-a904-e89ebc138bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:13.879557 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-218c8ab9-1c89-49e8-a0da-f2f15dd62403 req-68e8c450-cb3e-4336-a904-e89ebc138bf0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:13.882633 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-218c8ab9-1c89-49e8-a0da-f2f15dd62403 req-68e8c450-cb3e-4336-a904-e89ebc138bf0 service neutron] 10.222.0.41 "PUT /v2.0/ports/75629f80-97e2-4b65-9644-8e74b29b7b0c HTTP/1.1" status: 200 len: 1092 time: 2.8426368 Jan 28 19:25:13.889412 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6aef584c-64f9-4290-9558-59fc13a8ecbf', 'tag': '75629f80-97e2-4b65-9644-8e74b29b7b0c'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:25:13.892045 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72b739c4-2f74-400b-bfdf-82a7df1b878f" -d '{"events": [{"name": "network-changed", "server_uuid": "6aef584c-64f9-4290-9558-59fc13a8ecbf", "tag": "75629f80-97e2-4b65-9644-8e74b29b7b0c"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:25:14.127643 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e8c450-cb3e-4336-a904-e89ebc138bf0 service neutron] Pushing event updated for resources: {'Port': ['ID=75629f80-97e2-4b65-9644-8e74b29b7b0c,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:14.195929 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449ca6df-107f-403e-8410-2b14d400aa33 req-214ff7a4-74ef-437b-8430-030695f4ece4 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:14.196999 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5f858a3-e606-4b74-a324-c336557e44b6 x-openstack-request-id: req-a5f858a3-e606-4b74-a324-c336557e44b6 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:25:14.196999 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6aef584c-64f9-4290-9558-59fc13a8ecbf", "tag": "75629f80-97e2-4b65-9644-8e74b29b7b0c", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:25:14.197326 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a5f858a3-e606-4b74-a324-c336557e44b6 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:25:14.197735 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6aef584c-64f9-4290-9558-59fc13a8ecbf', 'tag': '75629f80-97e2-4b65-9644-8e74b29b7b0c', 'status': 'completed', 'code': 200} Jan 28 19:25:14.202550 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-449ca6df-107f-403e-8410-2b14d400aa33 req-214ff7a4-74ef-437b-8430-030695f4ece4 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/ports?device_id=6aef584c-64f9-4290-9558-59fc13a8ecbf HTTP/1.1" status: 200 len: 943 time: 0.1575391 Jan 28 19:25:14.308232 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218c8ab9-1c89-49e8-a0da-f2f15dd62403 req-8e7f2125-ee8e-4c03-80b3-0249ed18217f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:14.313893 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-218c8ab9-1c89-49e8-a0da-f2f15dd62403 req-8e7f2125-ee8e-4c03-80b3-0249ed18217f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7eed4983257c41a2ac91147c4d6e09ea&device_id=6aef584c-64f9-4290-9558-59fc13a8ecbf HTTP/1.1" status: 200 len: 1126 time: 0.3552842 Jan 28 19:25:14.371491 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-449ca6df-107f-403e-8410-2b14d400aa33 req-e7b425eb-b55a-46dc-b467-213257af1541 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/security-groups?id=f474bf53-325f-4ec5-b389-bc6e034fc623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619554 Jan 28 19:25:14.463543 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-71563613-6cc0-4fbb-ac6b-75747c25f162 req-f1a3ebbb-52f5-4166-aba6-2dfe0814cf67 tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (b7296837-6794-49ea-943d-699907bad00f), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:14.476876 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['89aa6531-67bc-4d6c-9efd-de46bfee506e'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:25:14.487236 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['761374a6-287c-41e5-8344-b1cdd6ccf00d'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:25:14.490153 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-218c8ab9-1c89-49e8-a0da-f2f15dd62403 req-06d921f1-aa4a-4b92-b7f1-844706f55815 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=75629f80-97e2-4b65-9644-8e74b29b7b0c HTTP/1.1" status: 200 len: 217 time: 0.1615984 Jan 28 19:25:14.767502 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a3ebbb-52f5-4166-aba6-2dfe0814cf67 tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] Pushing event deleted for resources: {'Port': ['ID=b7296837-6794-49ea-943d-699907bad00f,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:14.770655 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218c8ab9-1c89-49e8-a0da-f2f15dd62403 req-c541dda9-0b8e-4e3c-a593-9f1d4baebc44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:14.772152 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-218c8ab9-1c89-49e8-a0da-f2f15dd62403 req-c541dda9-0b8e-4e3c-a593-9f1d4baebc44 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=008283d9-57a3-42a0-90a1-80f5c1a16864 HTTP/1.1" status: 200 len: 845 time: 0.1185212 Jan 28 19:25:14.805310 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6eaf4daf-b529-4635-a894-df65d090c3fd req-6e90ea4c-883e-4707-9420-b99b02c85066 tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] 10.222.0.64 "GET /v2.0/ports?device_id=d6f2a668-32c4-4958-bb87-c9aa42e78ac8 HTTP/1.1" status: 200 len: 210 time: 0.0568945 Jan 28 19:25:14.839787 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-218c8ab9-1c89-49e8-a0da-f2f15dd62403 req-fbb849fe-c14a-45a2-b0fe-b24ce07bb4ab service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=311cc39e-64ae-4fb3-9d47-d497c4799ab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587416 Jan 28 19:25:14.944512 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device b7296837-6794-49ea-943d-699907bad00f no longer exists at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:25:14.971598 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-71563613-6cc0-4fbb-ac6b-75747c25f162 req-f1a3ebbb-52f5-4166-aba6-2dfe0814cf67 tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] No DVR routers for this DVR port b7296837-6794-49ea-943d-699907bad00f on host n-h2-812111-14 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:25:15.019675 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-71563613-6cc0-4fbb-ac6b-75747c25f162 req-f1a3ebbb-52f5-4166-aba6-2dfe0814cf67 tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:15.024099 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-71563613-6cc0-4fbb-ac6b-75747c25f162 req-f1a3ebbb-52f5-4166-aba6-2dfe0814cf67 tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] 10.222.0.70 "DELETE /v2.0/ports/b7296837-6794-49ea-943d-699907bad00f HTTP/1.1" status: 204 len: 173 time: 2.9920192 Jan 28 19:25:15.048325 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] No Port match for: b7296837-6794-49ea-943d-699907bad00f {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:25:15.048670 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device b7296837-6794-49ea-943d-699907bad00f not bound to the agent host n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:25:15.049088 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 5f6def03-99a2-4a62-a4a0-6591fac3aba6 no longer exists at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:25:15.065556 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c23a74d-ba51-410b-82e9-f2fd403e6fa0 req-28715cf8-15c9-4906-b7e2-4037aad96fc2 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:15.073623 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8c23a74d-ba51-410b-82e9-f2fd403e6fa0 req-28715cf8-15c9-4906-b7e2-4037aad96fc2 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a47f6a4-d74b-4921-b485-5d2c0f03f514 HTTP/1.1" status: 200 len: 950 time: 0.6139834 Jan 28 19:25:15.135643 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] No Port match for: 5f6def03-99a2-4a62-a4a0-6591fac3aba6 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:25:15.135877 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 5f6def03-99a2-4a62-a4a0-6591fac3aba6 not bound to the agent host n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:25:15.235042 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8c23a74d-ba51-410b-82e9-f2fd403e6fa0 req-2fd3cdb9-5cf0-44dc-b382-c3a0cfea06b8 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d07f2a-7a3d-4718-9c1b-16394753837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601148 Jan 28 19:25:15.277468 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-218c8ab9-1c89-49e8-a0da-f2f15dd62403 req-1aae72d2-6fd9-4bb4-b25c-d6dabcaa8bd5 service neutron] 10.222.0.41 "GET /v2.0/networks/311cc39e-64ae-4fb3-9d47-d497c4799ab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4255300 Jan 28 19:25:15.556071 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-218c8ab9-1c89-49e8-a0da-f2f15dd62403 req-86e9fd79-e22d-40a5-950c-337ec021597e service neutron] 10.222.0.41 "GET /v2.0/networks/311cc39e-64ae-4fb3-9d47-d497c4799ab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2577593 Jan 28 19:25:15.789555 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b739c4-2f74-400b-bfdf-82a7df1b878f req-6e3622d1-4712-428e-b1c9-e9c0e78d9695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:15.798083 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-72b739c4-2f74-400b-bfdf-82a7df1b878f req-6e3622d1-4712-428e-b1c9-e9c0e78d9695 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7eed4983257c41a2ac91147c4d6e09ea&device_id=6aef584c-64f9-4290-9558-59fc13a8ecbf HTTP/1.1" status: 200 len: 1126 time: 0.1832206 Jan 28 19:25:15.809908 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a2242c-9950-430c-b240-5662d18355d4 req-bfb8e7d2-34ce-469f-8619-261ad957f997 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:15.818948 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-47a2242c-9950-430c-b240-5662d18355d4 req-bfb8e7d2-34ce-469f-8619-261ad957f997 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/ports?device_id=6aef584c-64f9-4290-9558-59fc13a8ecbf HTTP/1.1" status: 200 len: 943 time: 0.2969422 Jan 28 19:25:15.831698 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d61fb6-cd48-4f36-8b27-4cb625f967cd req-143c5e57-5c6b-4841-962d-0b848ea0f4eb tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:15.854919 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-66d61fb6-cd48-4f36-8b27-4cb625f967cd req-143c5e57-5c6b-4841-962d-0b848ea0f4eb tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a47f6a4-d74b-4921-b485-5d2c0f03f514 HTTP/1.1" status: 200 len: 950 time: 0.2266841 Jan 28 19:25:16.103255 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-47a2242c-9950-430c-b240-5662d18355d4 req-5fc040b1-a9c4-4475-9d25-ff223941e09d tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/security-groups?id=f474bf53-325f-4ec5-b389-bc6e034fc623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2473035 Jan 28 19:25:16.198662 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b739c4-2f74-400b-bfdf-82a7df1b878f req-e39d449e-d4cf-4d59-b226-7a66c574c68e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:16.200171 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-72b739c4-2f74-400b-bfdf-82a7df1b878f req-e39d449e-d4cf-4d59-b226-7a66c574c68e service neutron] 10.222.0.41 "GET /v2.0/networks?id=311cc39e-64ae-4fb3-9d47-d497c4799ab7 HTTP/1.1" status: 200 len: 905 time: 0.3919618 Jan 28 19:25:16.216605 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-66d61fb6-cd48-4f36-8b27-4cb625f967cd req-93f4b887-e4f1-4b2a-a4cf-20f5edf99be8 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Deleting port 0de5e835-b1b7-47c9-a9c1-41d3ac8a15bf {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:25:16.221345 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-66d61fb6-cd48-4f36-8b27-4cb625f967cd req-93f4b887-e4f1-4b2a-a4cf-20f5edf99be8 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (0de5e835-b1b7-47c9-a9c1-41d3ac8a15bf), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:16.284512 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6f2a668-32c4-4958-bb87-c9aa42e78ac8', 'name': 'network-vif-deleted', 'tag': 'b7296837-6794-49ea-943d-699907bad00f'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:25:16.296650 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c19f6c8-7846-482c-a1a6-a8f8ca033336" -d '{"events": [{"server_uuid": "d6f2a668-32c4-4958-bb87-c9aa42e78ac8", "name": "network-vif-deleted", "tag": "b7296837-6794-49ea-943d-699907bad00f"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:25:16.327538 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c06d8751-3e91-47a4-9771-72b8b784b94a req-35bbf843-0208-4ff2-a345-252dc3cda2f5 tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] 10.222.0.64 "GET /v2.0/ports?device_id=d6f2a668-32c4-4958-bb87-c9aa42e78ac8 HTTP/1.1" status: 200 len: 210 time: 0.3546934 Jan 28 19:25:16.452050 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ee2e64b-b47a-4930-b3ca-6ed157754d11 x-openstack-request-id: req-5ee2e64b-b47a-4930-b3ca-6ed157754d11 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:25:16.452353 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6f2a668-32c4-4958-bb87-c9aa42e78ac8", "name": "network-vif-deleted", "tag": "b7296837-6794-49ea-943d-699907bad00f", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:25:16.452612 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5ee2e64b-b47a-4930-b3ca-6ed157754d11 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:25:16.453025 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6f2a668-32c4-4958-bb87-c9aa42e78ac8', 'name': 'network-vif-deleted', 'tag': 'b7296837-6794-49ea-943d-699907bad00f', 'status': 'completed', 'code': 200} Jan 28 19:25:16.455040 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-72b739c4-2f74-400b-bfdf-82a7df1b878f req-0f0ed860-84f8-41df-9024-f86836ace36a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=75629f80-97e2-4b65-9644-8e74b29b7b0c HTTP/1.1" status: 200 len: 217 time: 0.1469445 Jan 28 19:25:16.588927 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-66d61fb6-cd48-4f36-8b27-4cb625f967cd req-93f4b887-e4f1-4b2a-a4cf-20f5edf99be8 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] For port 0de5e835-b1b7-47c9-a9c1-41d3ac8a15bf, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=0de5e835-b1b7-47c9-a9c1-41d3ac8a15bf,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:25:16.590204 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-66d61fb6-cd48-4f36-8b27-4cb625f967cd req-93f4b887-e4f1-4b2a-a4cf-20f5edf99be8 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (0de5e835-b1b7-47c9-a9c1-41d3ac8a15bf), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:16.636526 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b739c4-2f74-400b-bfdf-82a7df1b878f req-2e87de6f-8cc1-4cbb-944a-eecaf7289e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:16.638221 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-72b739c4-2f74-400b-bfdf-82a7df1b878f req-2e87de6f-8cc1-4cbb-944a-eecaf7289e88 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=008283d9-57a3-42a0-90a1-80f5c1a16864 HTTP/1.1" status: 200 len: 845 time: 0.1735609 Jan 28 19:25:16.691098 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-66d61fb6-cd48-4f36-8b27-4cb625f967cd req-93f4b887-e4f1-4b2a-a4cf-20f5edf99be8 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Calling delete_port for 0de5e835-b1b7-47c9-a9c1-41d3ac8a15bf owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:25:16.738293 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-72b739c4-2f74-400b-bfdf-82a7df1b878f req-8c367f7e-fad1-46cc-973d-2da0d715bc7c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=311cc39e-64ae-4fb3-9d47-d497c4799ab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0850060 Jan 28 19:25:16.815198 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd07c27-fd5c-4b9f-9a9a-1b50dd9a5db8 req-56edf999-017f-4b9e-9c67-6980536b1db1 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:16.822524 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3bd07c27-fd5c-4b9f-9a9a-1b50dd9a5db8 req-56edf999-017f-4b9e-9c67-6980536b1db1 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a47f6a4-d74b-4921-b485-5d2c0f03f514 HTTP/1.1" status: 200 len: 950 time: 0.2059829 Jan 28 19:25:16.856436 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-72b739c4-2f74-400b-bfdf-82a7df1b878f req-b55489be-359a-40fd-8fa1-a7b2801cfb28 service neutron] 10.222.0.41 "GET /v2.0/networks/311cc39e-64ae-4fb3-9d47-d497c4799ab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098075 Jan 28 19:25:16.903886 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3bd07c27-fd5c-4b9f-9a9a-1b50dd9a5db8 req-7df1328a-46ec-4342-9134-cd11a4c88e01 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d07f2a-7a3d-4718-9c1b-16394753837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803003 Jan 28 19:25:16.970030 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-72b739c4-2f74-400b-bfdf-82a7df1b878f req-60345214-04a5-4ad9-b3cc-34e014e46ab0 service neutron] 10.222.0.41 "GET /v2.0/networks/311cc39e-64ae-4fb3-9d47-d497c4799ab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066904 Jan 28 19:25:17.047428 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-66d61fb6-cd48-4f36-8b27-4cb625f967cd req-93f4b887-e4f1-4b2a-a4cf-20f5edf99be8 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (0de5e835-b1b7-47c9-a9c1-41d3ac8a15bf), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:17.067747 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['500aaaa2-66cc-4330-b2eb-cf6e3da795ac', '19e26adf-0f04-4fb9-a4ff-97385744678c', '0de5e835-b1b7-47c9-a9c1-41d3ac8a15bf'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:25:17.140483 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f4b887-e4f1-4b2a-a4cf-20f5edf99be8 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Pushing event deleted for resources: {'Port': ['ID=0de5e835-b1b7-47c9-a9c1-41d3ac8a15bf,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:17.250539 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-66d61fb6-cd48-4f36-8b27-4cb625f967cd req-93f4b887-e4f1-4b2a-a4cf-20f5edf99be8 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] No DVR routers for this DVR port 0de5e835-b1b7-47c9-a9c1-41d3ac8a15bf on host n-h1-812111-14 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:25:17.255789 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-66d61fb6-cd48-4f36-8b27-4cb625f967cd req-93f4b887-e4f1-4b2a-a4cf-20f5edf99be8 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:17.275521 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-66d61fb6-cd48-4f36-8b27-4cb625f967cd req-93f4b887-e4f1-4b2a-a4cf-20f5edf99be8 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.41 "DELETE /v2.0/ports/0de5e835-b1b7-47c9-a9c1-41d3ac8a15bf HTTP/1.1" status: 204 len: 173 time: 1.3829076 Jan 28 19:25:17.276721 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a47f6a4-d74b-4921-b485-5d2c0f03f514', 'name': 'network-vif-deleted', 'tag': '0de5e835-b1b7-47c9-a9c1-41d3ac8a15bf'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:25:17.279557 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65658a9c-a5c9-457d-b6d9-5bfc7a061692" -d '{"events": [{"server_uuid": "9a47f6a4-d74b-4921-b485-5d2c0f03f514", "name": "network-vif-deleted", "tag": "0de5e835-b1b7-47c9-a9c1-41d3ac8a15bf"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:25:17.518946 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321ac822-f1c7-46e9-83bd-e9144f9fd287 req-4ae7d7e0-46e4-4002-aaef-83c797fb6fb2 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:17.528572 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-321ac822-f1c7-46e9-83bd-e9144f9fd287 req-4ae7d7e0-46e4-4002-aaef-83c797fb6fb2 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/ports?device_id=6aef584c-64f9-4290-9558-59fc13a8ecbf HTTP/1.1" status: 200 len: 943 time: 0.2741466 Jan 28 19:25:17.564109 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 75629f80-97e2-4b65-9644-8e74b29b7b0c details requested by agent hyperv_n-h1-812111-14 with host n-h1-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:25:17.627289 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1ad45f2-a158-4b82-a578-cc08d4242158 x-openstack-request-id: req-c1ad45f2-a158-4b82-a578-cc08d4242158 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:25:17.627735 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a47f6a4-d74b-4921-b485-5d2c0f03f514", "name": "network-vif-deleted", "tag": "0de5e835-b1b7-47c9-a9c1-41d3ac8a15bf", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:25:17.628095 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c1ad45f2-a158-4b82-a578-cc08d4242158 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:25:17.628613 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a47f6a4-d74b-4921-b485-5d2c0f03f514', 'name': 'network-vif-deleted', 'tag': '0de5e835-b1b7-47c9-a9c1-41d3ac8a15bf', 'status': 'completed', 'code': 200} Jan 28 19:25:17.649413 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-321ac822-f1c7-46e9-83bd-e9144f9fd287 req-515f5b9a-e57f-4262-b41d-2c54bf21146d tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/security-groups?id=f474bf53-325f-4ec5-b389-bc6e034fc623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038721 Jan 28 19:25:18.174844 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 75629f80-97e2-4b65-9644-8e74b29b7b0c, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=75629f80-97e2-4b65-9644-8e74b29b7b0c,segment=NetworkSegment(e068a65d-85a7-4b6f-806f-2e18a6e2925d),segment_id=e068a65d-85a7-4b6f-806f-2e18a6e2925d)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:25:18.202991 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Returning: {'device': '75629f80-97e2-4b65-9644-8e74b29b7b0c', 'network_id': '311cc39e-64ae-4fb3-9d47-d497c4799ab7', 'port_id': '75629f80-97e2-4b65-9644-8e74b29b7b0c', 'mac_address': 'fa:16:3e:b3:1e:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '008283d9-57a3-42a0-90a1-80f5c1a16864', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:25:18.242337 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e4ab4e62-c7cd-438d-80ba-1f921ec24a92 req-fe1d5d0d-653a-4264-a5b2-dfd9141bbda6 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a47f6a4-d74b-4921-b485-5d2c0f03f514 HTTP/1.1" status: 200 len: 210 time: 0.1139770 Jan 28 19:25:18.388954 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port 75629f80-97e2-4b65-9644-8e74b29b7b0c is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:25:18.389383 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (75629f80-97e2-4b65-9644-8e74b29b7b0c), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:18.404221 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75629f80-97e2-4b65-9644-8e74b29b7b0c {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:25:18.435648 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 75629f80-97e2-4b65-9644-8e74b29b7b0c, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=75629f80-97e2-4b65-9644-8e74b29b7b0c,segment=NetworkSegment(e068a65d-85a7-4b6f-806f-2e18a6e2925d),segment_id=e068a65d-85a7-4b6f-806f-2e18a6e2925d)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:25:18.442394 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (75629f80-97e2-4b65-9644-8e74b29b7b0c), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:18.504416 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f0fa4b-291e-4afa-afac-f550fa385292 req-371610fa-8d2e-49fa-a30f-cb50a06e20f3 tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:18.515167 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-60f0fa4b-291e-4afa-afac-f550fa385292 req-371610fa-8d2e-49fa-a30f-cb50a06e20f3 tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] 10.222.0.64 "GET /v2.0/ports?device_id=539c1c17-2423-4bef-adee-c91af64e6074 HTTP/1.1" status: 200 len: 945 time: 0.1790955 Jan 28 19:25:18.528425 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=75629f80-97e2-4b65-9644-8e74b29b7b0c,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:18.639447 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-60f0fa4b-291e-4afa-afac-f550fa385292 req-12734c05-811e-4737-9ca6-b6ce0edab719 tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] 10.222.0.64 "GET /v2.0/security-groups?id=6477e2db-f47c-494e-be68-463a4c5a4740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182528 Jan 28 19:25:18.725954 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['75629f80-97e2-4b65-9644-8e74b29b7b0c'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:25:18.868797 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a79eac7-a04e-469a-ae3c-aacd86a1c7cb req-d9470c53-2081-4717-851d-7903cb657975 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:18.890706 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8a79eac7-a04e-469a-ae3c-aacd86a1c7cb req-d9470c53-2081-4717-851d-7903cb657975 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/ports?device_id=6aef584c-64f9-4290-9558-59fc13a8ecbf HTTP/1.1" status: 200 len: 944 time: 0.1367674 Jan 28 19:25:18.985883 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8a79eac7-a04e-469a-ae3c-aacd86a1c7cb req-c38c7c67-d511-4376-946d-da9914a26ed1 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/security-groups?id=f474bf53-325f-4ec5-b389-bc6e034fc623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914292 Jan 28 19:25:19.175178 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 51260) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:19.497128 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-37c128c7-152f-43e7-8560-4156d7b9b3ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:19.559750 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 0de5e835-b1b7-47c9-a9c1-41d3ac8a15bf no longer exists at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:25:19.601771 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] No Port match for: 0de5e835-b1b7-47c9-a9c1-41d3ac8a15bf {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:25:19.602863 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 0de5e835-b1b7-47c9-a9c1-41d3ac8a15bf not bound to the agent host n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:25:19.700370 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-37c128c7-152f-43e7-8560-4156d7b9b3ae admin admin] Publish callbacks [] for security_group (88749a9d-35ff-44db-b767-f8886cd70f89), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:19.716521 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-37c128c7-152f-43e7-8560-4156d7b9b3ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (88749a9d-35ff-44db-b767-f8886cd70f89), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:19.762165 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c128c7-152f-43e7-8560-4156d7b9b3ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88749a9d-35ff-44db-b767-f8886cd70f89,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:19.770050 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5df848-a306-4544-aa9c-a7a21ef54d49 req-cd75d804-f27b-40f4-9641-8ea83bcf7235 tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:19.773772 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5d5df848-a306-4544-aa9c-a7a21ef54d49 req-cd75d804-f27b-40f4-9641-8ea83bcf7235 tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] 10.222.0.41 "GET /v2.0/ports?device_id=539c1c17-2423-4bef-adee-c91af64e6074 HTTP/1.1" status: 200 len: 945 time: 0.1627336 Jan 28 19:25:19.788256 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-37c128c7-152f-43e7-8560-4156d7b9b3ae admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=96bf130a1a464f34a832e5586adf80a1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6117961 Jan 28 19:25:19.789741 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 51286) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:19.913486 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-dab40a22-ff1b-4df2-9ea4-d8163e974c23 admin admin] Publish callbacks [] for security_group (88749a9d-35ff-44db-b767-f8886cd70f89), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:19.942058 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5066f00-c92a-4c0b-a48a-d239f7f5b50f req-990b380f-3b9a-438b-b186-017ad8455043 tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:19.943984 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f5066f00-c92a-4c0b-a48a-d239f7f5b50f req-990b380f-3b9a-438b-b186-017ad8455043 tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] 10.222.0.64 "GET /v2.0/ports?device_id=539c1c17-2423-4bef-adee-c91af64e6074 HTTP/1.1" status: 200 len: 945 time: 0.1616821 Jan 28 19:25:19.966756 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-dab40a22-ff1b-4df2-9ea4-d8163e974c23 admin admin] Publish callbacks [] for security_group (88749a9d-35ff-44db-b767-f8886cd70f89), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:19.976298 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ca0909-09a1-470a-9b9d-d1e63c76d36b req-24979daa-c071-4fdd-ac08-03b0e113fff5 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:19.989331 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e5ca0909-09a1-470a-9b9d-d1e63c76d36b req-24979daa-c071-4fdd-ac08-03b0e113fff5 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d703f22-28db-4002-84e0-b0dfabaa540e HTTP/1.1" status: 200 len: 950 time: 0.3004849 Jan 28 19:25:20.039736 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f5066f00-c92a-4c0b-a48a-d239f7f5b50f req-08603902-7356-4629-8968-25aad852f1ec tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] 10.222.0.64 "GET /v2.0/security-groups?id=6477e2db-f47c-494e-be68-463a4c5a4740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853837 Jan 28 19:25:20.077547 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-dab40a22-ff1b-4df2-9ea4-d8163e974c23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (88749a9d-35ff-44db-b767-f8886cd70f89), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:20.080542 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-dab40a22-ff1b-4df2-9ea4-d8163e974c23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:20.082009 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-dab40a22-ff1b-4df2-9ea4-d8163e974c23 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/88749a9d-35ff-44db-b767-f8886cd70f89 HTTP/1.1" status: 204 len: 168 time: 0.2894788 Jan 28 19:25:20.112526 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab40a22-ff1b-4df2-9ea4-d8163e974c23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88749a9d-35ff-44db-b767-f8886cd70f89,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:20.162689 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-5d5df848-a306-4544-aa9c-a7a21ef54d49 req-81d5f000-ffca-484a-96d2-5dbb200cf70b tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] Deleting port 761374a6-287c-41e5-8344-b1cdd6ccf00d {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:25:20.163059 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-5d5df848-a306-4544-aa9c-a7a21ef54d49 req-81d5f000-ffca-484a-96d2-5dbb200cf70b tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (761374a6-287c-41e5-8344-b1cdd6ccf00d), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:20.216782 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e5ca0909-09a1-470a-9b9d-d1e63c76d36b req-21ef0e21-7096-438a-959d-db8abd5caa6e tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d07f2a-7a3d-4718-9c1b-16394753837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214601 Jan 28 19:25:20.383833 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-5d5df848-a306-4544-aa9c-a7a21ef54d49 req-81d5f000-ffca-484a-96d2-5dbb200cf70b tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] For port 761374a6-287c-41e5-8344-b1cdd6ccf00d, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=761374a6-287c-41e5-8344-b1cdd6ccf00d,segment=NetworkSegment(ead782fa-48e0-4bb9-94ac-553f7c5da23e),segment_id=ead782fa-48e0-4bb9-94ac-553f7c5da23e)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:25:20.383833 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-5d5df848-a306-4544-aa9c-a7a21ef54d49 req-81d5f000-ffca-484a-96d2-5dbb200cf70b tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (761374a6-287c-41e5-8344-b1cdd6ccf00d), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:20.438508 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162604a7-71d6-426a-a0dc-b74a38d96ec1 req-e3ecabb2-e2c5-4e90-be72-78d0e2aeea11 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:20.440895 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-162604a7-71d6-426a-a0dc-b74a38d96ec1 req-e3ecabb2-e2c5-4e90-be72-78d0e2aeea11 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/ports?device_id=6aef584c-64f9-4290-9558-59fc13a8ecbf HTTP/1.1" status: 200 len: 944 time: 0.1358094 Jan 28 19:25:20.442124 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-5d5df848-a306-4544-aa9c-a7a21ef54d49 req-81d5f000-ffca-484a-96d2-5dbb200cf70b tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] Calling delete_port for 761374a6-287c-41e5-8344-b1cdd6ccf00d owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:25:20.496246 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:20.604965 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-162604a7-71d6-426a-a0dc-b74a38d96ec1 req-229aa740-04ca-487a-ba87-cefd01c2dc5c tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/security-groups?id=f474bf53-325f-4ec5-b389-bc6e034fc623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566463 Jan 28 19:25:20.738195 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 51318) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:20.826060 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-5d5df848-a306-4544-aa9c-a7a21ef54d49 req-81d5f000-ffca-484a-96d2-5dbb200cf70b tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (761374a6-287c-41e5-8344-b1cdd6ccf00d), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:20.844344 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['761374a6-287c-41e5-8344-b1cdd6ccf00d'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:25:20.849241 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['89aa6531-67bc-4d6c-9efd-de46bfee506e'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:25:20.875996 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d5f000-ffca-484a-96d2-5dbb200cf70b tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] Pushing event deleted for resources: {'Port': ['ID=761374a6-287c-41e5-8344-b1cdd6ccf00d,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:20.947905 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 51322) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:20.962197 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d5df848-a306-4544-aa9c-a7a21ef54d49 req-81d5f000-ffca-484a-96d2-5dbb200cf70b tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] No DVR routers for this DVR port 761374a6-287c-41e5-8344-b1cdd6ccf00d on host n-h1-812111-14 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:25:20.966383 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-5d5df848-a306-4544-aa9c-a7a21ef54d49 req-81d5f000-ffca-484a-96d2-5dbb200cf70b tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:20.971020 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5d5df848-a306-4544-aa9c-a7a21ef54d49 req-81d5f000-ffca-484a-96d2-5dbb200cf70b tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] 10.222.0.41 "DELETE /v2.0/ports/761374a6-287c-41e5-8344-b1cdd6ccf00d HTTP/1.1" status: 204 len: 173 time: 1.1872108 Jan 28 19:25:20.971722 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '539c1c17-2423-4bef-adee-c91af64e6074', 'name': 'network-vif-deleted', 'tag': '761374a6-287c-41e5-8344-b1cdd6ccf00d'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:25:20.976350 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12b5f744-3bab-49df-ad34-1d05659d252b" -d '{"events": [{"server_uuid": "539c1c17-2423-4bef-adee-c91af64e6074", "name": "network-vif-deleted", "tag": "761374a6-287c-41e5-8344-b1cdd6ccf00d"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:25:20.993011 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d55a38b6-be4a-4be9-824f-fb5110f8436e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:21.033051 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b327ed17-69bd-47b4-886a-c4ce33b2423e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:21.034227 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ddf88b9-fd2f-4494-8c39-795d11f1b15f x-openstack-request-id: req-7ddf88b9-fd2f-4494-8c39-795d11f1b15f {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:25:21.036504 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "539c1c17-2423-4bef-adee-c91af64e6074", "name": "network-vif-deleted", "tag": "761374a6-287c-41e5-8344-b1cdd6ccf00d", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:25:21.037407 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7ddf88b9-fd2f-4494-8c39-795d11f1b15f {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:25:21.038736 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '539c1c17-2423-4bef-adee-c91af64e6074', 'name': 'network-vif-deleted', 'tag': '761374a6-287c-41e5-8344-b1cdd6ccf00d', 'status': 'completed', 'code': 200} Jan 28 19:25:21.223278 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372e218d-9b5f-4aea-8eea-f7afc8411f3d req-758eaaaa-b6f1-42ef-8b9f-aec43efceebd tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:21.226581 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-372e218d-9b5f-4aea-8eea-f7afc8411f3d req-758eaaaa-b6f1-42ef-8b9f-aec43efceebd tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d703f22-28db-4002-84e0-b0dfabaa540e HTTP/1.1" status: 200 len: 950 time: 0.1751633 Jan 28 19:25:21.300893 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-95eb2db0-fd5f-4b12-873e-125e5bf4d310 req-20f46f4c-ea46-44e3-bd38-529d4b2b133b tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] 10.222.0.64 "GET /v2.0/ports?device_id=539c1c17-2423-4bef-adee-c91af64e6074 HTTP/1.1" status: 200 len: 210 time: 0.0726485 Jan 28 19:25:21.459606 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-372e218d-9b5f-4aea-8eea-f7afc8411f3d req-47effbaf-1590-4be5-8321-09689684e387 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Deleting port 19e26adf-0f04-4fb9-a4ff-97385744678c {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:25:21.460003 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-372e218d-9b5f-4aea-8eea-f7afc8411f3d req-47effbaf-1590-4be5-8321-09689684e387 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (19e26adf-0f04-4fb9-a4ff-97385744678c), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:21.557545 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d55a38b6-be4a-4be9-824f-fb5110f8436e admin admin] Publish callbacks [] for security_group (f53c176f-2ee3-4e59-8739-9d3bc807f77e), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:21.560436 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 75629f80-97e2-4b65-9644-8e74b29b7b0c up at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:25:21.569841 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b327ed17-69bd-47b4-886a-c4ce33b2423e admin admin] Publish callbacks [] for security_group (48d08c54-7350-4162-b542-3b65f511eec6), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:21.590412 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d55a38b6-be4a-4be9-824f-fb5110f8436e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (f53c176f-2ee3-4e59-8739-9d3bc807f77e), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:21.624963 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b327ed17-69bd-47b4-886a-c4ce33b2423e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (48d08c54-7350-4162-b542-3b65f511eec6), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:21.657585 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning for port 75629f80-97e2-4b65-9644-8e74b29b7b0c completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:25:21.663329 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning complete for port 75629f80-97e2-4b65-9644-8e74b29b7b0c triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:25:21.663775 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (75629f80-97e2-4b65-9644-8e74b29b7b0c), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:21.763386 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66db1be-ecc2-4129-ab7b-b544166c65e6 req-4ef484ed-9999-4e67-8692-6ad3bd3c6c3d tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:21.765024 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c66db1be-ecc2-4129-ab7b-b544166c65e6 req-4ef484ed-9999-4e67-8692-6ad3bd3c6c3d tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d703f22-28db-4002-84e0-b0dfabaa540e HTTP/1.1" status: 200 len: 950 time: 0.4205277 Jan 28 19:25:21.840689 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-d55a38b6-be4a-4be9-824f-fb5110f8436e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=dff95ebc7971421da73da642a3848537&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8892357 Jan 28 19:25:21.843103 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port 75629f80-97e2-4b65-9644-8e74b29b7b0c is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:25:21.843646 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (75629f80-97e2-4b65-9644-8e74b29b7b0c), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:21.858166 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 51338) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:21.872002 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55a38b6-be4a-4be9-824f-fb5110f8436e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f53c176f-2ee3-4e59-8739-9d3bc807f77e,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:21.885959 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 75629f80-97e2-4b65-9644-8e74b29b7b0c, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=75629f80-97e2-4b65-9644-8e74b29b7b0c,segment=NetworkSegment(e068a65d-85a7-4b6f-806f-2e18a6e2925d),segment_id=e068a65d-85a7-4b6f-806f-2e18a6e2925d)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:25:21.887673 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aef584c-64f9-4290-9558-59fc13a8ecbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75629f80-97e2-4b65-9644-8e74b29b7b0c'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:25:21.890643 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e776132-63ff-4631-b999-253b3add6820" -d '{"events": [{"server_uuid": "6aef584c-64f9-4290-9558-59fc13a8ecbf", "name": "network-vif-plugged", "status": "completed", "tag": "75629f80-97e2-4b65-9644-8e74b29b7b0c"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:25:21.895371 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-b327ed17-69bd-47b4-886a-c4ce33b2423e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=bcaff5f1595e4fd69ee95c17daa198e0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1537347 Jan 28 19:25:21.897787 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (75629f80-97e2-4b65-9644-8e74b29b7b0c), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:21.898816 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 761374a6-287c-41e5-8344-b1cdd6ccf00d no longer exists at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:25:21.902014 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 51342) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:21.928587 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] No Port match for: 761374a6-287c-41e5-8344-b1cdd6ccf00d {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:25:21.929137 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 761374a6-287c-41e5-8344-b1cdd6ccf00d not bound to the agent host n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:25:21.950265 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c66db1be-ecc2-4129-ab7b-b544166c65e6 req-e012bcd5-10ff-4040-a7ec-b634144d606b tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d07f2a-7a3d-4718-9c1b-16394753837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303458 Jan 28 19:25:21.955142 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b327ed17-69bd-47b4-886a-c4ce33b2423e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48d08c54-7350-4162-b542-3b65f511eec6,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:22.007572 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-372e218d-9b5f-4aea-8eea-f7afc8411f3d req-47effbaf-1590-4be5-8321-09689684e387 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] For port 19e26adf-0f04-4fb9-a4ff-97385744678c, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=19e26adf-0f04-4fb9-a4ff-97385744678c,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:25:22.008366 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-372e218d-9b5f-4aea-8eea-f7afc8411f3d req-47effbaf-1590-4be5-8321-09689684e387 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (19e26adf-0f04-4fb9-a4ff-97385744678c), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:22.016731 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e08781a7-69b6-4874-9f0a-485b81783e65 admin admin] Publish callbacks [] for security_group (48d08c54-7350-4162-b542-3b65f511eec6), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:22.027324 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=75629f80-97e2-4b65-9644-8e74b29b7b0c,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:22.031209 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-372e218d-9b5f-4aea-8eea-f7afc8411f3d req-47effbaf-1590-4be5-8321-09689684e387 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Calling delete_port for 19e26adf-0f04-4fb9-a4ff-97385744678c owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:25:22.079392 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e08781a7-69b6-4874-9f0a-485b81783e65 admin admin] Publish callbacks [] for security_group (48d08c54-7350-4162-b542-3b65f511eec6), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:22.170284 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04747f6f-5ac2-43bd-ba42-f5a8c945a0c7 x-openstack-request-id: req-04747f6f-5ac2-43bd-ba42-f5a8c945a0c7 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:25:22.170613 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6aef584c-64f9-4290-9558-59fc13a8ecbf", "name": "network-vif-plugged", "status": "completed", "tag": "75629f80-97e2-4b65-9644-8e74b29b7b0c", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:25:22.170874 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-04747f6f-5ac2-43bd-ba42-f5a8c945a0c7 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:25:22.171282 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6aef584c-64f9-4290-9558-59fc13a8ecbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75629f80-97e2-4b65-9644-8e74b29b7b0c', 'code': 200} Jan 28 19:25:22.175082 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e08781a7-69b6-4874-9f0a-485b81783e65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (48d08c54-7350-4162-b542-3b65f511eec6), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:22.186425 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e08781a7-69b6-4874-9f0a-485b81783e65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:22.187391 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-e08781a7-69b6-4874-9f0a-485b81783e65 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/48d08c54-7350-4162-b542-3b65f511eec6 HTTP/1.1" status: 204 len: 168 time: 0.2790494 Jan 28 19:25:22.211927 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08781a7-69b6-4874-9f0a-485b81783e65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48d08c54-7350-4162-b542-3b65f511eec6,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:22.346158 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eaa9d4-5fa7-4270-be96-83c2767610fd req-37415ca6-946f-4097-a693-95e580b350a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:22.352973 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a5eaa9d4-5fa7-4270-be96-83c2767610fd req-37415ca6-946f-4097-a693-95e580b350a4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6aef584c-64f9-4290-9558-59fc13a8ecbf HTTP/1.1" status: 200 len: 1128 time: 0.0802028 Jan 28 19:25:22.423260 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a1360255-47de-462f-a7b5-3a66b94ed937 admin admin] Publish callbacks [] for security_group (f53c176f-2ee3-4e59-8739-9d3bc807f77e), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:22.442944 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a5eaa9d4-5fa7-4270-be96-83c2767610fd req-b423fd3e-d88c-4c30-bf2d-6cf1d7f99806 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f474bf53-325f-4ec5-b389-bc6e034fc623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842762 Jan 28 19:25:22.505277 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b134d4e3-fce9-4f98-9e0b-752114a4c151 req-fbf1894a-be09-4d81-a863-ac29aeedf124 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:22.516923 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b134d4e3-fce9-4f98-9e0b-752114a4c151 req-fbf1894a-be09-4d81-a863-ac29aeedf124 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/ports?device_id=6aef584c-64f9-4290-9558-59fc13a8ecbf HTTP/1.1" status: 200 len: 945 time: 0.6747568 Jan 28 19:25:22.538344 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-372e218d-9b5f-4aea-8eea-f7afc8411f3d req-47effbaf-1590-4be5-8321-09689684e387 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (19e26adf-0f04-4fb9-a4ff-97385744678c), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:22.548301 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a1360255-47de-462f-a7b5-3a66b94ed937 admin admin] Publish callbacks [] for security_group (f53c176f-2ee3-4e59-8739-9d3bc807f77e), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:22.553482 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['500aaaa2-66cc-4330-b2eb-cf6e3da795ac', '19e26adf-0f04-4fb9-a4ff-97385744678c'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:25:22.678177 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47effbaf-1590-4be5-8321-09689684e387 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Pushing event deleted for resources: {'Port': ['ID=19e26adf-0f04-4fb9-a4ff-97385744678c,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:22.794022 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-372e218d-9b5f-4aea-8eea-f7afc8411f3d req-47effbaf-1590-4be5-8321-09689684e387 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] No DVR routers for this DVR port 19e26adf-0f04-4fb9-a4ff-97385744678c on host n-h1-812111-14 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:25:22.797826 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-372e218d-9b5f-4aea-8eea-f7afc8411f3d req-47effbaf-1590-4be5-8321-09689684e387 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:22.801086 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-372e218d-9b5f-4aea-8eea-f7afc8411f3d req-47effbaf-1590-4be5-8321-09689684e387 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.41 "DELETE /v2.0/ports/19e26adf-0f04-4fb9-a4ff-97385744678c HTTP/1.1" status: 204 len: 173 time: 1.5359788 Jan 28 19:25:22.821698 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b134d4e3-fce9-4f98-9e0b-752114a4c151 req-b2682f47-3033-4f76-bec5-6e0e664a831e tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/security-groups?id=f474bf53-325f-4ec5-b389-bc6e034fc623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2893846 Jan 28 19:25:22.864795 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a1360255-47de-462f-a7b5-3a66b94ed937 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (f53c176f-2ee3-4e59-8739-9d3bc807f77e), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:22.872780 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a1360255-47de-462f-a7b5-3a66b94ed937 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:22.878875 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-a1360255-47de-462f-a7b5-3a66b94ed937 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f53c176f-2ee3-4e59-8739-9d3bc807f77e HTTP/1.1" status: 204 len: 168 time: 1.0190558 Jan 28 19:25:22.932824 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1360255-47de-462f-a7b5-3a66b94ed937 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f53c176f-2ee3-4e59-8739-9d3bc807f77e,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:23.001948 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cb3960-1bf7-4257-8bc9-b8d95c743174 req-582435cb-3917-4e12-b4e9-60d0c3109c9a tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:23.012428 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-82cb3960-1bf7-4257-8bc9-b8d95c743174 req-582435cb-3917-4e12-b4e9-60d0c3109c9a tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] 10.222.0.64 "GET /v2.0/ports?device_id=0425ea7b-6d18-454c-999c-27e8a0758954 HTTP/1.1" status: 200 len: 946 time: 0.1087811 Jan 28 19:25:23.042149 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d703f22-28db-4002-84e0-b0dfabaa540e', 'name': 'network-vif-deleted', 'tag': '19e26adf-0f04-4fb9-a4ff-97385744678c'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:25:23.044593 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1563ad94-8700-4523-a60e-80552d016ae7" -d '{"events": [{"server_uuid": "5d703f22-28db-4002-84e0-b0dfabaa540e", "name": "network-vif-deleted", "tag": "19e26adf-0f04-4fb9-a4ff-97385744678c"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:25:23.204398 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-82cb3960-1bf7-4257-8bc9-b8d95c743174 req-6218d5e0-b9d9-4b45-8e9e-fae89336466a tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] 10.222.0.64 "GET /v2.0/security-groups?id=6477e2db-f47c-494e-be68-463a4c5a4740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831932 Jan 28 19:25:23.268937 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7b8e5a3b-a087-451e-899f-7a5cd7239d17 req-b7489a23-1482-4084-94b3-c54d6dfac718 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d703f22-28db-4002-84e0-b0dfabaa540e HTTP/1.1" status: 200 len: 210 time: 0.0950296 Jan 28 19:25:23.316594 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1909eb13-455d-413a-b740-c941f1e2e485 x-openstack-request-id: req-1909eb13-455d-413a-b740-c941f1e2e485 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:25:23.316890 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d703f22-28db-4002-84e0-b0dfabaa540e", "name": "network-vif-deleted", "tag": "19e26adf-0f04-4fb9-a4ff-97385744678c", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:25:23.317177 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1909eb13-455d-413a-b740-c941f1e2e485 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:25:23.317594 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d703f22-28db-4002-84e0-b0dfabaa540e', 'name': 'network-vif-deleted', 'tag': '19e26adf-0f04-4fb9-a4ff-97385744678c', 'status': 'completed', 'code': 200} Jan 28 19:25:23.662495 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:23.990220 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6217420-6fc5-4fa6-91be-58dcfdb2e798 req-570a77f2-a2e9-451c-8042-abde4b00fb90 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:23.999258 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d6217420-6fc5-4fa6-91be-58dcfdb2e798 req-570a77f2-a2e9-451c-8042-abde4b00fb90 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/ports?device_id=6aef584c-64f9-4290-9558-59fc13a8ecbf HTTP/1.1" status: 200 len: 945 time: 0.0719180 Jan 28 19:25:24.067049 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d6217420-6fc5-4fa6-91be-58dcfdb2e798 req-f5f7bcec-da88-496d-9c15-cb73729a759b tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/security-groups?id=f474bf53-325f-4ec5-b389-bc6e034fc623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663657 Jan 28 19:25:24.494112 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609a01fb-7916-4ac8-99d1-3f2bb46759c4 req-da59e8ba-e5ff-4ffe-aedc-29b8f674e358 tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:24.502423 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-609a01fb-7916-4ac8-99d1-3f2bb46759c4 req-da59e8ba-e5ff-4ffe-aedc-29b8f674e358 tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] 10.222.0.64 "GET /v2.0/ports?device_id=0425ea7b-6d18-454c-999c-27e8a0758954 HTTP/1.1" status: 200 len: 946 time: 0.1774018 Jan 28 19:25:24.626975 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-609a01fb-7916-4ac8-99d1-3f2bb46759c4 req-ca9a1f2d-ba7f-4340-8545-f9833c7af946 tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] 10.222.0.64 "GET /v2.0/security-groups?id=6477e2db-f47c-494e-be68-463a4c5a4740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187806 Jan 28 19:25:24.722407 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38290c11-5e5a-4b7c-bd73-06ecf251eeaa req-10c9a3a1-7fcf-48fc-a712-bda1b901c607 tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:24.734875 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-38290c11-5e5a-4b7c-bd73-06ecf251eeaa req-10c9a3a1-7fcf-48fc-a712-bda1b901c607 tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] 10.222.0.70 "GET /v2.0/ports?device_id=0425ea7b-6d18-454c-999c-27e8a0758954 HTTP/1.1" status: 200 len: 946 time: 0.2637861 Jan 28 19:25:24.858732 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ac17f0-c99e-4aae-80cd-1b98dcf02702 req-997cf78f-7e4a-49c5-9eea-f5236984b65a tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:24.869014 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c7ac17f0-c99e-4aae-80cd-1b98dcf02702 req-997cf78f-7e4a-49c5-9eea-f5236984b65a tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/networks?id=311cc39e-64ae-4fb3-9d47-d497c4799ab7 HTTP/1.1" status: 200 len: 805 time: 0.4292109 Jan 28 19:25:24.934431 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c7ac17f0-c99e-4aae-80cd-1b98dcf02702 req-6fed4c6b-d83f-43c1-a781-4262bf0b471d tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/quotas/7eed4983257c41a2ac91147c4d6e09ea HTTP/1.1" status: 200 len: 375 time: 0.0643380 Jan 28 19:25:25.116498 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c7ac17f0-c99e-4aae-80cd-1b98dcf02702 req-bbbf0f0e-0cbe-497c-aa2b-b86c2203b1f6 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=7eed4983257c41a2ac91147c4d6e09ea&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1662703 Jan 28 19:25:25.171037 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fcc207-5e63-4c8c-b11c-bbca6de01334 req-e035ced7-7a98-4f5c-8c43-6712726c3a2e tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:25.187242 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-72fcc207-5e63-4c8c-b11c-bbca6de01334 req-e035ced7-7a98-4f5c-8c43-6712726c3a2e tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/ports?device_id=a64d6087-dfa2-4d21-bf23-888bcba1c09b HTTP/1.1" status: 200 len: 949 time: 0.1180010 Jan 28 19:25:25.345007 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-72fcc207-5e63-4c8c-b11c-bbca6de01334 req-33063eb0-431d-43ed-ac53-d2a6d976af4c tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d07f2a-7a3d-4718-9c1b-16394753837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558142 Jan 28 19:25:25.405225 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-38290c11-5e5a-4b7c-bd73-06ecf251eeaa req-df561c1a-9ae2-4343-b1a9-937140cacad5 tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] Deleting port 89aa6531-67bc-4d6c-9efd-de46bfee506e {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:25:25.405578 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-38290c11-5e5a-4b7c-bd73-06ecf251eeaa req-df561c1a-9ae2-4343-b1a9-937140cacad5 tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (89aa6531-67bc-4d6c-9efd-de46bfee506e), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:25.576788 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 19e26adf-0f04-4fb9-a4ff-97385744678c no longer exists at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:25:25.603613 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c7ac17f0-c99e-4aae-80cd-1b98dcf02702 req-f5c85877-fafb-4ece-8a57-89f4a6804a3b service neutron] 10.222.0.64 "GET /v2.0/networks/311cc39e-64ae-4fb3-9d47-d497c4799ab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4860516 Jan 28 19:25:25.634225 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] No Port match for: 19e26adf-0f04-4fb9-a4ff-97385744678c {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:25:25.634578 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 19e26adf-0f04-4fb9-a4ff-97385744678c not bound to the agent host n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:25:25.711535 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c7ac17f0-c99e-4aae-80cd-1b98dcf02702 req-5d464332-a36f-4046-9034-a64a12cc871c service neutron] 10.222.0.64 "GET /v2.0/networks/311cc39e-64ae-4fb3-9d47-d497c4799ab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068983 Jan 28 19:25:25.846726 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-38290c11-5e5a-4b7c-bd73-06ecf251eeaa req-df561c1a-9ae2-4343-b1a9-937140cacad5 tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] For port 89aa6531-67bc-4d6c-9efd-de46bfee506e, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=89aa6531-67bc-4d6c-9efd-de46bfee506e,segment=NetworkSegment(ead782fa-48e0-4bb9-94ac-553f7c5da23e),segment_id=ead782fa-48e0-4bb9-94ac-553f7c5da23e)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:25:25.855529 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-38290c11-5e5a-4b7c-bd73-06ecf251eeaa req-df561c1a-9ae2-4343-b1a9-937140cacad5 tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (89aa6531-67bc-4d6c-9efd-de46bfee506e), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:25.916452 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-38290c11-5e5a-4b7c-bd73-06ecf251eeaa req-df561c1a-9ae2-4343-b1a9-937140cacad5 tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] Calling delete_port for 89aa6531-67bc-4d6c-9efd-de46bfee506e owned by compute:nova {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:25:25.949330 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039c9b32-c212-4e53-a7a2-770bc3681faa req-bbc7b962-57d5-4c0f-91d5-f937473b1fe4 tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:25.956786 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-039c9b32-c212-4e53-a7a2-770bc3681faa req-bbc7b962-57d5-4c0f-91d5-f937473b1fe4 tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] 10.222.0.64 "GET /v2.0/ports?device_id=0425ea7b-6d18-454c-999c-27e8a0758954 HTTP/1.1" status: 200 len: 946 time: 0.1651750 Jan 28 19:25:26.048081 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:25:26.156557 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-039c9b32-c212-4e53-a7a2-770bc3681faa req-6208bce8-4218-4bbb-872f-06b29ab9a0d7 tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] 10.222.0.64 "GET /v2.0/security-groups?id=6477e2db-f47c-494e-be68-463a4c5a4740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904304 Jan 28 19:25:26.434776 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-38290c11-5e5a-4b7c-bd73-06ecf251eeaa req-df561c1a-9ae2-4343-b1a9-937140cacad5 tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (89aa6531-67bc-4d6c-9efd-de46bfee506e), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:26.485977 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889becbd-66a6-4ad7-b872-9f05e60dd5c6 req-45cf04d5-3d8c-4b55-9e2e-03c9d5a627bc tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:26.487459 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-889becbd-66a6-4ad7-b872-9f05e60dd5c6 req-45cf04d5-3d8c-4b55-9e2e-03c9d5a627bc tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.41 "GET /v2.0/ports?device_id=a64d6087-dfa2-4d21-bf23-888bcba1c09b HTTP/1.1" status: 200 len: 949 time: 0.1678200 Jan 28 19:25:26.624002 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df561c1a-9ae2-4343-b1a9-937140cacad5 tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] Pushing event deleted for resources: {'Port': ['ID=89aa6531-67bc-4d6c-9efd-de46bfee506e,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:26.679748 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-38290c11-5e5a-4b7c-bd73-06ecf251eeaa req-df561c1a-9ae2-4343-b1a9-937140cacad5 tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] No DVR routers for this DVR port 89aa6531-67bc-4d6c-9efd-de46bfee506e on host n-h2-812111-14 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:25:26.683200 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-38290c11-5e5a-4b7c-bd73-06ecf251eeaa req-df561c1a-9ae2-4343-b1a9-937140cacad5 tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:26.688520 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-38290c11-5e5a-4b7c-bd73-06ecf251eeaa req-df561c1a-9ae2-4343-b1a9-937140cacad5 tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] 10.222.0.70 "DELETE /v2.0/ports/89aa6531-67bc-4d6c-9efd-de46bfee506e HTTP/1.1" status: 204 len: 173 time: 1.9447513 Jan 28 19:25:26.692935 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0425ea7b-6d18-454c-999c-27e8a0758954', 'name': 'network-vif-deleted', 'tag': '89aa6531-67bc-4d6c-9efd-de46bfee506e'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:25:26.702969 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c11d8e39-50c5-47a3-a624-23b42f957ecc" -d '{"events": [{"server_uuid": "0425ea7b-6d18-454c-999c-27e8a0758954", "name": "network-vif-deleted", "tag": "89aa6531-67bc-4d6c-9efd-de46bfee506e"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:25:26.744041 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-889becbd-66a6-4ad7-b872-9f05e60dd5c6 req-8f4bbff8-c1e4-46a0-ab4c-b62fc0ac74fc tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Deleting port 500aaaa2-66cc-4330-b2eb-cf6e3da795ac {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:25:26.744658 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-889becbd-66a6-4ad7-b872-9f05e60dd5c6 req-8f4bbff8-c1e4-46a0-ab4c-b62fc0ac74fc tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (500aaaa2-66cc-4330-b2eb-cf6e3da795ac), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:26.784640 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fe6c31-de15-4b4c-80ee-e96cde05a645 req-a8c53d92-d886-433d-84cc-6592f405e372 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:26.786152 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-71fe6c31-de15-4b4c-80ee-e96cde05a645 req-a8c53d92-d886-433d-84cc-6592f405e372 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/ports?device_id=a64d6087-dfa2-4d21-bf23-888bcba1c09b HTTP/1.1" status: 200 len: 949 time: 0.2673454 Jan 28 19:25:26.894270 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-71fe6c31-de15-4b4c-80ee-e96cde05a645 req-6f57feea-159f-4e7d-af91-fc0944b4baae tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d07f2a-7a3d-4718-9c1b-16394753837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966094 Jan 28 19:25:26.930847 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 89aa6531-67bc-4d6c-9efd-de46bfee506e no longer exists at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:25:26.979630 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] No Port match for: 89aa6531-67bc-4d6c-9efd-de46bfee506e {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:25:26.979992 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 89aa6531-67bc-4d6c-9efd-de46bfee506e not bound to the agent host n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:25:26.987871 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd1dc1ed-d482-4ef4-a975-2f50a50c96bb x-openstack-request-id: req-cd1dc1ed-d482-4ef4-a975-2f50a50c96bb {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:25:26.988250 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0425ea7b-6d18-454c-999c-27e8a0758954", "name": "network-vif-deleted", "tag": "89aa6531-67bc-4d6c-9efd-de46bfee506e", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:25:26.988504 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cd1dc1ed-d482-4ef4-a975-2f50a50c96bb {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:25:26.988905 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0425ea7b-6d18-454c-999c-27e8a0758954', 'name': 'network-vif-deleted', 'tag': '89aa6531-67bc-4d6c-9efd-de46bfee506e', 'status': 'completed', 'code': 200} Jan 28 19:25:27.560776 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3b10c032-cc3f-40f5-a775-a637de708f95 req-0b04f85d-d4da-4ec8-b12d-e9d618f43906 tempest-ListServerFiltersTestJSON-190015025 tempest-ListServerFiltersTestJSON-190015025-project] 10.222.0.64 "GET /v2.0/ports?device_id=0425ea7b-6d18-454c-999c-27e8a0758954 HTTP/1.1" status: 200 len: 210 time: 0.0542102 Jan 28 19:25:27.797394 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-889becbd-66a6-4ad7-b872-9f05e60dd5c6 req-8f4bbff8-c1e4-46a0-ab4c-b62fc0ac74fc tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] For port 500aaaa2-66cc-4330-b2eb-cf6e3da795ac, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=500aaaa2-66cc-4330-b2eb-cf6e3da795ac,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:25:27.797956 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-889becbd-66a6-4ad7-b872-9f05e60dd5c6 req-8f4bbff8-c1e4-46a0-ab4c-b62fc0ac74fc tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (500aaaa2-66cc-4330-b2eb-cf6e3da795ac), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:27.814403 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-889becbd-66a6-4ad7-b872-9f05e60dd5c6 req-8f4bbff8-c1e4-46a0-ab4c-b62fc0ac74fc tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Calling delete_port for 500aaaa2-66cc-4330-b2eb-cf6e3da795ac owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:25:28.012438 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-889becbd-66a6-4ad7-b872-9f05e60dd5c6 req-8f4bbff8-c1e4-46a0-ab4c-b62fc0ac74fc tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (500aaaa2-66cc-4330-b2eb-cf6e3da795ac), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:28.026851 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['500aaaa2-66cc-4330-b2eb-cf6e3da795ac'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:25:28.099174 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4bbff8-c1e4-46a0-ab4c-b62fc0ac74fc tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Pushing event deleted for resources: {'Port': ['ID=500aaaa2-66cc-4330-b2eb-cf6e3da795ac,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:28.130369 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-889becbd-66a6-4ad7-b872-9f05e60dd5c6 req-8f4bbff8-c1e4-46a0-ab4c-b62fc0ac74fc tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] No DVR routers for this DVR port 500aaaa2-66cc-4330-b2eb-cf6e3da795ac on host n-h1-812111-14 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:25:28.133278 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-889becbd-66a6-4ad7-b872-9f05e60dd5c6 req-8f4bbff8-c1e4-46a0-ab4c-b62fc0ac74fc tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:28.171578 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-889becbd-66a6-4ad7-b872-9f05e60dd5c6 req-8f4bbff8-c1e4-46a0-ab4c-b62fc0ac74fc tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.41 "DELETE /v2.0/ports/500aaaa2-66cc-4330-b2eb-cf6e3da795ac HTTP/1.1" status: 204 len: 173 time: 1.6649253 Jan 28 19:25:28.178888 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a64d6087-dfa2-4d21-bf23-888bcba1c09b', 'name': 'network-vif-deleted', 'tag': '500aaaa2-66cc-4330-b2eb-cf6e3da795ac'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:25:28.182543 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-740d02ee-3f99-428a-a09a-667955985a65" -d '{"events": [{"server_uuid": "a64d6087-dfa2-4d21-bf23-888bcba1c09b", "name": "network-vif-deleted", "tag": "500aaaa2-66cc-4330-b2eb-cf6e3da795ac"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:25:28.398222 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a3a64653-f056-4f1b-9e75-35184ef42959 req-49650aa8-cdc4-4634-96b9-4c12fd8f8704 tempest-MigrationsAdminTest-1347974879 tempest-MigrationsAdminTest-1347974879-project] 10.222.0.64 "GET /v2.0/ports?device_id=a64d6087-dfa2-4d21-bf23-888bcba1c09b HTTP/1.1" status: 200 len: 210 time: 0.0450749 Jan 28 19:25:28.403014 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916323e6-86fc-4b63-8a97-8f2585b04c9b req-fdbf77e1-a50c-4542-8e70-2c9b8847c56f tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:28.405365 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-916323e6-86fc-4b63-8a97-8f2585b04c9b req-fdbf77e1-a50c-4542-8e70-2c9b8847c56f tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/networks?id=311cc39e-64ae-4fb3-9d47-d497c4799ab7 HTTP/1.1" status: 200 len: 805 time: 0.1693282 Jan 28 19:25:28.432421 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-916323e6-86fc-4b63-8a97-8f2585b04c9b req-9fd1da95-1a96-4261-b24e-cce99386d4b3 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/quotas/7eed4983257c41a2ac91147c4d6e09ea HTTP/1.1" status: 200 len: 375 time: 0.0118170 Jan 28 19:25:28.508803 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:25:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58f4fd7e-f6f3-4aff-92e2-0c6611fd7bf7 x-openstack-request-id: req-58f4fd7e-f6f3-4aff-92e2-0c6611fd7bf7 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:25:28.509179 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a64d6087-dfa2-4d21-bf23-888bcba1c09b", "name": "network-vif-deleted", "tag": "500aaaa2-66cc-4330-b2eb-cf6e3da795ac", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:25:28.509521 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-58f4fd7e-f6f3-4aff-92e2-0c6611fd7bf7 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:25:28.510370 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a64d6087-dfa2-4d21-bf23-888bcba1c09b', 'name': 'network-vif-deleted', 'tag': '500aaaa2-66cc-4330-b2eb-cf6e3da795ac', 'status': 'completed', 'code': 200} Jan 28 19:25:28.566262 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-916323e6-86fc-4b63-8a97-8f2585b04c9b req-31f417b2-c84f-484e-b776-c4760f89065a tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=7eed4983257c41a2ac91147c4d6e09ea&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1267977 Jan 28 19:25:28.752016 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 51636) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:28.911070 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 51644) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:28.958351 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-a51847de-9aa4-48e6-a26b-6df1dccf17a8 admin admin] Deleting subnet c0c3aa53-af91-44cf-ba1e-2b269588293f {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:25:28.964859 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a51847de-9aa4-48e6-a26b-6df1dccf17a8 admin admin] Publish callbacks [] for subnet (c0c3aa53-af91-44cf-ba1e-2b269588293f), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:28.986783 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-916323e6-86fc-4b63-8a97-8f2585b04c9b req-5d13b633-8fa5-4e80-bd22-0f95cf3a6ce8 service neutron] 10.222.0.64 "GET /v2.0/networks/311cc39e-64ae-4fb3-9d47-d497c4799ab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4048233 Jan 28 19:25:29.059181 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 51656) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:29.083266 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a51847de-9aa4-48e6-a26b-6df1dccf17a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16187240'] for subnet (c0c3aa53-af91-44cf-ba1e-2b269588293f), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:29.157338 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-916323e6-86fc-4b63-8a97-8f2585b04c9b req-c63ef228-7099-446a-b141-18d5452b7457 service neutron] 10.222.0.64 "GET /v2.0/networks/311cc39e-64ae-4fb3-9d47-d497c4799ab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695571 Jan 28 19:25:29.251129 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a51847de-9aa4-48e6-a26b-6df1dccf17a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (c0c3aa53-af91-44cf-ba1e-2b269588293f), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:29.350584 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f6505c8e-cb14-4d9e-86e8-2bbcbfca1e11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:29.385338 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-120b5ec6-f250-4f5e-951a-e87c45ac4615 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:29.429741 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-0ac0e0f2-cef0-4369-82d8-06bb5568a0f3 req-879f9f01-cf28-4702-9dd2-750770d013e4 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d48ec2b-9e81-41bd-83c3-7cbb9e6c3d80 HTTP/1.1" status: 200 len: 210 time: 0.0578218 Jan 28 19:25:29.608984 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a51847de-9aa4-48e6-a26b-6df1dccf17a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4752464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4733806'] for subnet (c0c3aa53-af91-44cf-ba1e-2b269588293f), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:29.642414 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-632cf8d7-4d39-4d5e-acf4-a41ade5e6e0b None None] Network 80b1128d-385f-43ca-bc48-8e6c46c4dc11 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:25:29.676689 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a51847de-9aa4-48e6-a26b-6df1dccf17a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:29.680776 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-a51847de-9aa4-48e6-a26b-6df1dccf17a8 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/c0c3aa53-af91-44cf-ba1e-2b269588293f HTTP/1.1" status: 204 len: 168 time: 0.9277065 Jan 28 19:25:29.683436 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 51690) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:29.691179 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51847de-9aa4-48e6-a26b-6df1dccf17a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0c3aa53-af91-44cf-ba1e-2b269588293f,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:29.811217 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b9f564f5-e15d-413d-966c-cb0e04ee18f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (80b1128d-385f-43ca-bc48-8e6c46c4dc11), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:29.826454 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f6505c8e-cb14-4d9e-86e8-2bbcbfca1e11 admin admin] Publish callbacks [] for security_group (df075c58-93ab-45cf-af1e-0e50d76ffa91), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:29.870467 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f6505c8e-cb14-4d9e-86e8-2bbcbfca1e11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (df075c58-93ab-45cf-af1e-0e50d76ffa91), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:29.912089 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-b9f564f5-e15d-413d-966c-cb0e04ee18f4 admin admin] Deleting port 7ed2da2a-7138-46fa-b136-9d966e721bde {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:25:29.917767 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b9f564f5-e15d-413d-966c-cb0e04ee18f4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (7ed2da2a-7138-46fa-b136-9d966e721bde), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:29.954980 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-120b5ec6-f250-4f5e-951a-e87c45ac4615 admin admin] Publish callbacks [] for security_group (e3776755-8693-4c77-8b43-8f6555dd29f5), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:29.985271 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c745835a-bb87-4408-ada4-80cd9ace9b32 None None] DHCP port deletion for 80b1128d-385f-43ca-bc48-8e6c46c4dc11 request from n-d-812111-14 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:25:30.059957 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 51696) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:30.061217 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6505c8e-cb14-4d9e-86e8-2bbcbfca1e11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df075c58-93ab-45cf-af1e-0e50d76ffa91,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:30.064131 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-c745835a-bb87-4408-ada4-80cd9ace9b32 None None] Deleting port 7ed2da2a-7138-46fa-b136-9d966e721bde {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:25:30.064775 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c745835a-bb87-4408-ada4-80cd9ace9b32 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (7ed2da2a-7138-46fa-b136-9d966e721bde), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:30.112022 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-120b5ec6-f250-4f5e-951a-e87c45ac4615 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (e3776755-8693-4c77-8b43-8f6555dd29f5), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:30.149721 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-c745835a-bb87-4408-ada4-80cd9ace9b32 None None] For port 7ed2da2a-7138-46fa-b136-9d966e721bde, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=7ed2da2a-7138-46fa-b136-9d966e721bde,segment=NetworkSegment(ead782fa-48e0-4bb9-94ac-553f7c5da23e),segment_id=ead782fa-48e0-4bb9-94ac-553f7c5da23e)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:25:30.150514 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c745835a-bb87-4408-ada4-80cd9ace9b32 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (7ed2da2a-7138-46fa-b136-9d966e721bde), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:30.170847 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-c745835a-bb87-4408-ada4-80cd9ace9b32 None None] Calling delete_port for 7ed2da2a-7138-46fa-b136-9d966e721bde owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:25:30.216356 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-f6505c8e-cb14-4d9e-86e8-2bbcbfca1e11 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6b8328d4fdbe4dcc868797b588c8cd94&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1561086 Jan 28 19:25:30.229321 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 51702) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:30.236606 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120b5ec6-f250-4f5e-951a-e87c45ac4615 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3776755-8693-4c77-8b43-8f6555dd29f5,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:30.389521 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-120b5ec6-f250-4f5e-951a-e87c45ac4615 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=24e2337e844a46439d3c538c5eb449c0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4706008 Jan 28 19:25:30.393750 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-b9f564f5-e15d-413d-966c-cb0e04ee18f4 admin admin] For port 7ed2da2a-7138-46fa-b136-9d966e721bde, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=7ed2da2a-7138-46fa-b136-9d966e721bde,segment=NetworkSegment(ead782fa-48e0-4bb9-94ac-553f7c5da23e),segment_id=ead782fa-48e0-4bb9-94ac-553f7c5da23e)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:25:30.394590 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b9f564f5-e15d-413d-966c-cb0e04ee18f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (7ed2da2a-7138-46fa-b136-9d966e721bde), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:30.403536 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 51704) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:30.411392 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-b9f564f5-e15d-413d-966c-cb0e04ee18f4 admin admin] Calling delete_port for 7ed2da2a-7138-46fa-b136-9d966e721bde owned by network:dhcp {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:25:30.431599 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c745835a-bb87-4408-ada4-80cd9ace9b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985'] for port (7ed2da2a-7138-46fa-b136-9d966e721bde), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:30.520607 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c745835a-bb87-4408-ada4-80cd9ace9b32 None None] No DVR routers for this DVR port 7ed2da2a-7138-46fa-b136-9d966e721bde on host n-d-812111-14 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:25:30.578818 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c745835a-bb87-4408-ada4-80cd9ace9b32 None None] Pushing event deleted for resources: {'Port': ['ID=7ed2da2a-7138-46fa-b136-9d966e721bde,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:30.589872 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b9f564f5-e15d-413d-966c-cb0e04ee18f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (7ed2da2a-7138-46fa-b136-9d966e721bde), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:30.593029 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-9e25b8ac-50e7-4850-bea1-7be475342516 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e0a949cf73864faf86b4b8a64f5cd635&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5041752 Jan 28 19:25:30.609363 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 51722) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:30.635145 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 7ed2da2a-7138-46fa-b136-9d966e721bde no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:25:30.643285 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-26e66e0f-a7dd-4be1-bb46-c79e75508f40 admin admin] Publish callbacks [] for security_group (df075c58-93ab-45cf-af1e-0e50d76ffa91), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:30.658502 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1b1e8dcf-b851-49aa-954d-a08358de284a req-b058f4f2-e119-47ca-8412-e9fa1bfbf7c0 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d48ec2b-9e81-41bd-83c3-7cbb9e6c3d80 HTTP/1.1" status: 200 len: 210 time: 0.0581129 Jan 28 19:25:30.665118 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: 7ed2da2a-7138-46fa-b136-9d966e721bde {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:25:30.666116 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 7ed2da2a-7138-46fa-b136-9d966e721bde not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:25:30.668298 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f85faf30-febd-4de0-8aec-0ce9b2db62bd admin admin] Publish callbacks [] for security_group (e3776755-8693-4c77-8b43-8f6555dd29f5), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:30.694467 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f85faf30-febd-4de0-8aec-0ce9b2db62bd admin admin] Publish callbacks [] for security_group (e3776755-8693-4c77-8b43-8f6555dd29f5), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:30.702913 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f564f5-e15d-413d-966c-cb0e04ee18f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ed2da2a-7138-46fa-b136-9d966e721bde,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:30.732016 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f564f5-e15d-413d-966c-cb0e04ee18f4 admin admin] No DVR routers for this DVR port 7ed2da2a-7138-46fa-b136-9d966e721bde on host n-d-812111-14 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:25:30.753405 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f85faf30-febd-4de0-8aec-0ce9b2db62bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (e3776755-8693-4c77-8b43-8f6555dd29f5), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:30.757608 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f85faf30-febd-4de0-8aec-0ce9b2db62bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:30.759366 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-f85faf30-febd-4de0-8aec-0ce9b2db62bd admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e3776755-8693-4c77-8b43-8f6555dd29f5 HTTP/1.1" status: 204 len: 168 time: 0.3499758 Jan 28 19:25:30.774873 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85faf30-febd-4de0-8aec-0ce9b2db62bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3776755-8693-4c77-8b43-8f6555dd29f5,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:30.782663 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-26e66e0f-a7dd-4be1-bb46-c79e75508f40 admin admin] Publish callbacks [] for security_group (df075c58-93ab-45cf-af1e-0e50d76ffa91), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:30.867932 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-26e66e0f-a7dd-4be1-bb46-c79e75508f40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (df075c58-93ab-45cf-af1e-0e50d76ffa91), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:30.870739 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-26e66e0f-a7dd-4be1-bb46-c79e75508f40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:30.872330 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-26e66e0f-a7dd-4be1-bb46-c79e75508f40 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/df075c58-93ab-45cf-af1e-0e50d76ffa91 HTTP/1.1" status: 204 len: 168 time: 0.6184692 Jan 28 19:25:30.897939 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e66e0f-a7dd-4be1-bb46-c79e75508f40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df075c58-93ab-45cf-af1e-0e50d76ffa91,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:31.016166 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b9f564f5-e15d-413d-966c-cb0e04ee18f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (80b1128d-385f-43ca-bc48-8e6c46c4dc11), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:31.085522 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-352348b2-41be-45ee-8a32-4f493efe93d0 req-8095fee9-e525-4ddf-8996-3a404fbb9e2c service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=5bd15075-1e8c-4d4e-9154-d45912ca536e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1846311 Jan 28 19:25:31.099411 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-b9f564f5-e15d-413d-966c-cb0e04ee18f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80b1128d-385f-43ca-bc48-8e6c46c4dc11']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:25:31.110704 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a45f2216-6ed5-4904-8407-82706a673b20 admin admin] Publish callbacks [] for security_group (39d07f2a-7a3d-4718-9c1b-16394753837a), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:31.116709 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-b9f564f5-e15d-413d-966c-cb0e04ee18f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ead782fa-48e0-4bb9-94ac-553f7c5da23e') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:25:31.117022 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-b9f564f5-e15d-413d-966c-cb0e04ee18f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ead782fa-48e0-4bb9-94ac-553f7c5da23e') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:25:31.156150 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b9f564f5-e15d-413d-966c-cb0e04ee18f4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4747091'] for segment (ead782fa-48e0-4bb9-94ac-553f7c5da23e), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:31.211423 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a45f2216-6ed5-4904-8407-82706a673b20 admin admin] Publish callbacks [] for security_group (39d07f2a-7a3d-4718-9c1b-16394753837a), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:31.224818 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b9f564f5-e15d-413d-966c-cb0e04ee18f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (ead782fa-48e0-4bb9-94ac-553f7c5da23e), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:31.260881 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9f564f5-e15d-413d-966c-cb0e04ee18f4 admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:25:31.261473 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b9f564f5-e15d-413d-966c-cb0e04ee18f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4690514'] for segment (ead782fa-48e0-4bb9-94ac-553f7c5da23e), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:31.264978 n-d-812111-14 neutron-server[103304]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:25:31.264978 n-d-812111-14 neutron-server[103304]: self.session.flush() Jan 28 19:25:31.264978 n-d-812111-14 neutron-server[103304]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:25:31.264978 n-d-812111-14 neutron-server[103304]: self.session.flush() Jan 28 19:25:31.264978 n-d-812111-14 neutron-server[103304]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:25:31.264978 n-d-812111-14 neutron-server[103304]: self.session.flush() Jan 28 19:25:31.264978 n-d-812111-14 neutron-server[103304]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:25:31.264978 n-d-812111-14 neutron-server[103304]: self.session.flush() Jan 28 19:25:31.264978 n-d-812111-14 neutron-server[103304]: Traceback (most recent call last): Jan 28 19:25:31.264978 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:25:31.264978 n-d-812111-14 neutron-server[103304]: timer() Jan 28 19:25:31.264978 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:25:31.264978 n-d-812111-14 neutron-server[103304]: cb(*args, **kw) Jan 28 19:25:31.264978 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:25:31.264978 n-d-812111-14 neutron-server[103304]: return func(*args, **kwargs) Jan 28 19:25:31.264978 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:25:31.264978 n-d-812111-14 neutron-server[103304]: self._notify() Jan 28 19:25:31.264978 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:25:31.264978 n-d-812111-14 neutron-server[103304]: self.callback(batched_events) Jan 28 19:25:31.264978 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:25:31.264978 n-d-812111-14 neutron-server[103304]: event.method(event) Jan 28 19:25:31.264978 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:25:31.264978 n-d-812111-14 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:25:31.264978 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:25:31.264978 n-d-812111-14 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:25:31.264978 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:25:31.264978 n-d-812111-14 neutron-server[103304]: return f(self, *a, **k) Jan 28 19:25:31.264978 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:25:31.264978 n-d-812111-14 neutron-server[103304]: return self._get(url).json() Jan 28 19:25:31.264978 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:25:31.264978 n-d-812111-14 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:25:31.264978 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:25:31.264978 n-d-812111-14 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 28 19:25:31.264978 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:25:31.264978 n-d-812111-14 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:25:31.264978 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:25:31.264978 n-d-812111-14 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:25:31.264978 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:25:31.264978 n-d-812111-14 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:25:31.264978 n-d-812111-14 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:25:31.364114 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352348b2-41be-45ee-8a32-4f493efe93d0 req-a4c30234-6324-440a-9346-095f535137ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:31.364518 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352348b2-41be-45ee-8a32-4f493efe93d0 req-a4c30234-6324-440a-9346-095f535137ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:31.365058 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352348b2-41be-45ee-8a32-4f493efe93d0 req-a4c30234-6324-440a-9346-095f535137ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:31.365566 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352348b2-41be-45ee-8a32-4f493efe93d0 req-a4c30234-6324-440a-9346-095f535137ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:31.366037 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352348b2-41be-45ee-8a32-4f493efe93d0 req-a4c30234-6324-440a-9346-095f535137ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:31.366639 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352348b2-41be-45ee-8a32-4f493efe93d0 req-a4c30234-6324-440a-9346-095f535137ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:31.368047 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352348b2-41be-45ee-8a32-4f493efe93d0 req-a4c30234-6324-440a-9346-095f535137ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:31.370352 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-352348b2-41be-45ee-8a32-4f493efe93d0 req-a4c30234-6324-440a-9346-095f535137ac service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f867837fb6c242938544d048cd197d0a&device_id=5bd15075-1e8c-4d4e-9154-d45912ca536e HTTP/1.1" status: 200 len: 6717 time: 0.2163925 Jan 28 19:25:31.391028 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b9f564f5-e15d-413d-966c-cb0e04ee18f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (80b1128d-385f-43ca-bc48-8e6c46c4dc11), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:31.411247 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b9f564f5-e15d-413d-966c-cb0e04ee18f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:31.418254 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-b9f564f5-e15d-413d-966c-cb0e04ee18f4 admin admin] 10.222.0.64 "DELETE /v2.0/networks/80b1128d-385f-43ca-bc48-8e6c46c4dc11 HTTP/1.1" status: 204 len: 168 time: 1.7336333 Jan 28 19:25:31.427527 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 51734) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:31.469263 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e5659724-1dac-4c1f-b4ab-2d6348c192db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:31.478224 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a45f2216-6ed5-4904-8407-82706a673b20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (39d07f2a-7a3d-4718-9c1b-16394753837a), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:31.487597 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a45f2216-6ed5-4904-8407-82706a673b20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:31.495312 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-a45f2216-6ed5-4904-8407-82706a673b20 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/39d07f2a-7a3d-4718-9c1b-16394753837a HTTP/1.1" status: 204 len: 168 time: 0.8751009 Jan 28 19:25:31.530158 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f564f5-e15d-413d-966c-cb0e04ee18f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=80b1128d-385f-43ca-bc48-8e6c46c4dc11,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:31.603748 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 500aaaa2-66cc-4330-b2eb-cf6e3da795ac no longer exists at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:25:31.616028 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e5659724-1dac-4c1f-b4ab-2d6348c192db admin admin] Publish callbacks [] for security_group (8c79f4d0-a5e2-4d21-9550-b54db7b95be7), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:31.641461 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e5659724-1dac-4c1f-b4ab-2d6348c192db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (8c79f4d0-a5e2-4d21-9550-b54db7b95be7), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:31.703837 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5659724-1dac-4c1f-b4ab-2d6348c192db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c79f4d0-a5e2-4d21-9550-b54db7b95be7,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:31.725576 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] No Port match for: 500aaaa2-66cc-4330-b2eb-cf6e3da795ac {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:25:31.727322 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 500aaaa2-66cc-4330-b2eb-cf6e3da795ac not bound to the agent host n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:25:31.728094 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-e5659724-1dac-4c1f-b4ab-2d6348c192db admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d0317d10c14c4985bc8b17a028b9b5e3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2993112 Jan 28 19:25:31.730725 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 51752) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:31.832399 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352348b2-41be-45ee-8a32-4f493efe93d0 req-797b7884-5046-46f3-bd3b-0c65c179e3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:31.832935 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352348b2-41be-45ee-8a32-4f493efe93d0 req-797b7884-5046-46f3-bd3b-0c65c179e3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:31.833378 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352348b2-41be-45ee-8a32-4f493efe93d0 req-797b7884-5046-46f3-bd3b-0c65c179e3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:31.840937 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-352348b2-41be-45ee-8a32-4f493efe93d0 req-797b7884-5046-46f3-bd3b-0c65c179e3b0 service neutron] 10.222.0.70 "GET /v2.0/networks?id=922d7922-7d01-401d-b975-2f0c2fc79a7b&id=45c329a7-41ca-41dc-8117-b6a34c90d860&id=45c329a7-41ca-41dc-8117-b6a34c90d860&id=45c329a7-41ca-41dc-8117-b6a34c90d860&id=45c329a7-41ca-41dc-8117-b6a34c90d860&id=a2ca3cee-ca84-49f7-b78e-846e3e35c5f2&id=a2ca3cee-ca84-49f7-b78e-846e3e35c5f2 HTTP/1.1" status: 200 len: 2290 time: 0.4161973 Jan 28 19:25:31.843508 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45f2216-6ed5-4904-8407-82706a673b20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39d07f2a-7a3d-4718-9c1b-16394753837a,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:31.881157 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f53f5494-2ef0-4bfb-9b88-4db919257907 req-5d3183c3-5f5f-436c-bd70-589b40912c0b tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d48ec2b-9e81-41bd-83c3-7cbb9e6c3d80 HTTP/1.1" status: 200 len: 210 time: 0.0577335 Jan 28 19:25:31.901361 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-55b35cda-f8cb-4475-baf6-9b539e2b5ef6 admin admin] Publish callbacks [] for security_group (8c79f4d0-a5e2-4d21-9550-b54db7b95be7), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:31.954129 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-55b35cda-f8cb-4475-baf6-9b539e2b5ef6 admin admin] Publish callbacks [] for security_group (8c79f4d0-a5e2-4d21-9550-b54db7b95be7), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:32.000230 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 51754) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:32.043267 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 51756) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:32.097420 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-55b35cda-f8cb-4475-baf6-9b539e2b5ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (8c79f4d0-a5e2-4d21-9550-b54db7b95be7), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:32.100537 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-55b35cda-f8cb-4475-baf6-9b539e2b5ef6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:32.119996 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-116ca01b-1fea-4bd7-885d-6b2397b049bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:32.120461 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-55b35cda-f8cb-4475-baf6-9b539e2b5ef6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8c79f4d0-a5e2-4d21-9550-b54db7b95be7 HTTP/1.1" status: 204 len: 168 time: 0.3880486 Jan 28 19:25:32.163884 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b35cda-f8cb-4475-baf6-9b539e2b5ef6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c79f4d0-a5e2-4d21-9550-b54db7b95be7,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:32.260776 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916323e6-86fc-4b63-8a97-8f2585b04c9b req-c064523e-564c-462c-a1c7-46e54c64db9a tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:32.263821 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-916323e6-86fc-4b63-8a97-8f2585b04c9b req-c064523e-564c-462c-a1c7-46e54c64db9a tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.70 "GET /v2.0/networks?id=311cc39e-64ae-4fb3-9d47-d497c4799ab7 HTTP/1.1" status: 200 len: 805 time: 0.2454367 Jan 28 19:25:32.275854 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-916323e6-86fc-4b63-8a97-8f2585b04c9b req-dd50c71e-36c8-4285-bce7-cbf81bf5beb8 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Request body: {'port': {'device_id': '2d48ec2b-9e81-41bd-83c3-7cbb9e6c3d80', 'network_id': '311cc39e-64ae-4fb3-9d47-d497c4799ab7', 'admin_state_up': True, 'tenant_id': '7eed4983257c41a2ac91147c4d6e09ea'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:25:32.283096 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-116ca01b-1fea-4bd7-885d-6b2397b049bd admin admin] Publish callbacks [] for security_group (e3d93bf3-3353-4df8-b1b2-1ba28075996f), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:32.290902 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-352348b2-41be-45ee-8a32-4f493efe93d0 req-3924d170-477d-481b-85d6-d597a88602a2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=531bdf71-3dde-4e38-8c1a-ff8047145e91 HTTP/1.1" status: 200 len: 1001 time: 0.4338455 Jan 28 19:25:32.296059 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-4621630f-6328-4163-8d5f-feb2945d394b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=bbe85c951ff940ed998142e3b204e43e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2926466 Jan 28 19:25:32.300385 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-116ca01b-1fea-4bd7-885d-6b2397b049bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (e3d93bf3-3353-4df8-b1b2-1ba28075996f), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:32.315300 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 51760) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:32.362186 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-116ca01b-1fea-4bd7-885d-6b2397b049bd admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e4b0ef61dad14d0386e8ea0027439e62&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3153956 Jan 28 19:25:32.380286 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 51762) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:32.572194 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116ca01b-1fea-4bd7-885d-6b2397b049bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3d93bf3-3353-4df8-b1b2-1ba28075996f,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:32.627272 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8f964418-9709-40d9-ba46-2dcbae556f1e admin admin] Publish callbacks [] for security_group (6477e2db-f47c-494e-be68-463a4c5a4740), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:32.629483 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352348b2-41be-45ee-8a32-4f493efe93d0 req-a09c1d4e-6359-4c43-98d2-d1ce1839d6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:32.631766 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-352348b2-41be-45ee-8a32-4f493efe93d0 req-a09c1d4e-6359-4c43-98d2-d1ce1839d6b3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6ed55e71-9221-42a1-8050-290c89e0110e HTTP/1.1" status: 200 len: 851 time: 0.2820115 Jan 28 19:25:32.703409 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8f964418-9709-40d9-ba46-2dcbae556f1e admin admin] Publish callbacks [] for security_group (6477e2db-f47c-494e-be68-463a4c5a4740), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:32.773440 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-916323e6-86fc-4b63-8a97-8f2585b04c9b req-dd50c71e-36c8-4285-bce7-cbf81bf5beb8 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Made reservation on behalf of 7eed4983257c41a2ac91147c4d6e09ea for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:25:32.785511 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-916323e6-86fc-4b63-8a97-8f2585b04c9b req-dd50c71e-36c8-4285-bce7-cbf81bf5beb8 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:32.786457 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-53f7217a-78eb-4356-9aff-941173bee6ba admin admin] Publish callbacks [] for security_group (e3d93bf3-3353-4df8-b1b2-1ba28075996f), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:32.791913 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352348b2-41be-45ee-8a32-4f493efe93d0 req-1d9d4790-c08a-4d0b-ba18-991c1bffd4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:32.797274 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-352348b2-41be-45ee-8a32-4f493efe93d0 req-1d9d4790-c08a-4d0b-ba18-991c1bffd4ac service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=922d7922-7d01-401d-b975-2f0c2fc79a7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1556692 Jan 28 19:25:32.850929 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8f964418-9709-40d9-ba46-2dcbae556f1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (6477e2db-f47c-494e-be68-463a4c5a4740), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:32.852304 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-53f7217a-78eb-4356-9aff-941173bee6ba admin admin] Publish callbacks [] for security_group (e3d93bf3-3353-4df8-b1b2-1ba28075996f), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:32.854611 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8f964418-9709-40d9-ba46-2dcbae556f1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:32.856168 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-8f964418-9709-40d9-ba46-2dcbae556f1e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6477e2db-f47c-494e-be68-463a4c5a4740 HTTP/1.1" status: 204 len: 168 time: 0.5379567 Jan 28 19:25:32.873057 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f964418-9709-40d9-ba46-2dcbae556f1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6477e2db-f47c-494e-be68-463a4c5a4740,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:33.056106 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-898068f9-ec93-4bd5-abd9-1eae360d112a req-ab5b1489-a2bd-4560-b5e3-12166553b891 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d48ec2b-9e81-41bd-83c3-7cbb9e6c3d80 HTTP/1.1" status: 200 len: 210 time: 0.0635474 Jan 28 19:25:33.103928 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 51792) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:33.136125 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-916323e6-86fc-4b63-8a97-8f2585b04c9b req-dd50c71e-36c8-4285-bce7-cbf81bf5beb8 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Allocated IP 172.20.0.7 (311cc39e-64ae-4fb3-9d47-d497c4799ab7/008283d9-57a3-42a0-90a1-80f5c1a16864/894433b2-70eb-41ef-b44b-62a444b38a6a) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:25:33.148079 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-53f7217a-78eb-4356-9aff-941173bee6ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (e3d93bf3-3353-4df8-b1b2-1ba28075996f), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:33.154376 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-53f7217a-78eb-4356-9aff-941173bee6ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:33.164076 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-53f7217a-78eb-4356-9aff-941173bee6ba admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e3d93bf3-3353-4df8-b1b2-1ba28075996f HTTP/1.1" status: 204 len: 168 time: 0.7827616 Jan 28 19:25:33.178397 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-5b2769ea-93b4-428c-98b7-e2c31daea5be admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a9d41af8be794f1ebec3cf0060838a2e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0727620 Jan 28 19:25:33.182094 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 51796) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:33.201060 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f7217a-78eb-4356-9aff-941173bee6ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3d93bf3-3353-4df8-b1b2-1ba28075996f,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:33.231481 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-352348b2-41be-45ee-8a32-4f493efe93d0 req-9128d288-f774-451c-84fa-84dc9c19229a service neutron] 10.222.0.70 "GET /v2.0/networks/922d7922-7d01-401d-b975-2f0c2fc79a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4279740 Jan 28 19:25:33.359011 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-46988d60-ddee-46a7-9e04-841517337745 admin admin] Publish callbacks [] for security_group (cb99d30c-c42f-4984-82c5-06fa99c16ef9), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:33.412615 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-46988d60-ddee-46a7-9e04-841517337745 admin admin] Publish callbacks [] for security_group (cb99d30c-c42f-4984-82c5-06fa99c16ef9), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:33.435404 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-352348b2-41be-45ee-8a32-4f493efe93d0 req-d1ffd9c1-e967-469d-ba3e-a46d2bee24e1 service neutron] 10.222.0.70 "GET /v2.0/networks/922d7922-7d01-401d-b975-2f0c2fc79a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978579 Jan 28 19:25:33.491928 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-916323e6-86fc-4b63-8a97-8f2585b04c9b req-dd50c71e-36c8-4285-bce7-cbf81bf5beb8 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Publish callbacks [] for port (894433b2-70eb-41ef-b44b-62a444b38a6a), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:33.535048 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-46988d60-ddee-46a7-9e04-841517337745 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (cb99d30c-c42f-4984-82c5-06fa99c16ef9), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:33.538070 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-46988d60-ddee-46a7-9e04-841517337745 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:33.539427 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-46988d60-ddee-46a7-9e04-841517337745 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/cb99d30c-c42f-4984-82c5-06fa99c16ef9 HTTP/1.1" status: 204 len: 168 time: 0.3559551 Jan 28 19:25:33.551253 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46988d60-ddee-46a7-9e04-841517337745 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb99d30c-c42f-4984-82c5-06fa99c16ef9,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:33.566850 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-352348b2-41be-45ee-8a32-4f493efe93d0 req-5e94db8e-9d43-4fc6-b8fc-6edc91c6f08c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.152&port_id=12d5c4fa-3235-4f0d-98da-a2e61f15252b HTTP/1.1" status: 200 len: 217 time: 0.1185236 Jan 28 19:25:33.583687 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-916323e6-86fc-4b63-8a97-8f2585b04c9b req-dd50c71e-36c8-4285-bce7-cbf81bf5beb8 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (894433b2-70eb-41ef-b44b-62a444b38a6a), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:33.597930 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['75629f80-97e2-4b65-9644-8e74b29b7b0c'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:25:33.673845 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352348b2-41be-45ee-8a32-4f493efe93d0 req-1ac249cd-da9b-41ab-9cf5-4ae68754d3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:33.679474 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-352348b2-41be-45ee-8a32-4f493efe93d0 req-1ac249cd-da9b-41ab-9cf5-4ae68754d3f0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cc238073-ae04-4ee5-8171-afc8f75fa79b HTTP/1.1" status: 200 len: 797 time: 0.1055443 Jan 28 19:25:33.765635 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-916323e6-86fc-4b63-8a97-8f2585b04c9b req-dd50c71e-36c8-4285-bce7-cbf81bf5beb8 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Network 311cc39e-64ae-4fb3-9d47-d497c4799ab7 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:25:33.778740 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352348b2-41be-45ee-8a32-4f493efe93d0 req-e3c83e43-0942-4b3f-8ba1-fe06af3ca045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:33.785434 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-352348b2-41be-45ee-8a32-4f493efe93d0 req-e3c83e43-0942-4b3f-8ba1-fe06af3ca045 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=45c329a7-41ca-41dc-8117-b6a34c90d860&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0992832 Jan 28 19:25:33.792786 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-916323e6-86fc-4b63-8a97-8f2585b04c9b req-dd50c71e-36c8-4285-bce7-cbf81bf5beb8 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:25:33.802866 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-916323e6-86fc-4b63-8a97-8f2585b04c9b req-dd50c71e-36c8-4285-bce7-cbf81bf5beb8 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:25:33.937383 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-352348b2-41be-45ee-8a32-4f493efe93d0 req-6f7e19e7-cf5e-4d6c-83f5-a5054cf33783 service neutron] 10.222.0.70 "GET /v2.0/networks/45c329a7-41ca-41dc-8117-b6a34c90d860?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452105 Jan 28 19:25:33.964319 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916323e6-86fc-4b63-8a97-8f2585b04c9b req-dd50c71e-36c8-4285-bce7-cbf81bf5beb8 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:33.965663 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-916323e6-86fc-4b63-8a97-8f2585b04c9b req-dd50c71e-36c8-4285-bce7-cbf81bf5beb8 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:33.984139 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd50c71e-36c8-4285-bce7-cbf81bf5beb8 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Pushing event updated for resources: {'Port': ['ID=894433b2-70eb-41ef-b44b-62a444b38a6a,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:34.013719 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-916323e6-86fc-4b63-8a97-8f2585b04c9b req-dd50c71e-36c8-4285-bce7-cbf81bf5beb8 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7426243 Jan 28 19:25:34.044305 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-916323e6-86fc-4b63-8a97-8f2585b04c9b req-7cb02765-4b17-4e27-82b5-201cc7e5c2be service neutron] Request body: {'port': {'device_id': '2d48ec2b-9e81-41bd-83c3-7cbb9e6c3d80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-14'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:25:34.068709 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-352348b2-41be-45ee-8a32-4f493efe93d0 req-697f21f7-d180-41d6-ad0c-10eeec21f0cc service neutron] 10.222.0.70 "GET /v2.0/networks/45c329a7-41ca-41dc-8117-b6a34c90d860?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186528 Jan 28 19:25:34.121617 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-352348b2-41be-45ee-8a32-4f493efe93d0 req-1c16a05f-d6fb-490f-ae50-f57fc322e68a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.147&port_id=de98d303-7c1f-431e-bf81-fef0fcf95502 HTTP/1.1" status: 200 len: 217 time: 0.0452628 Jan 28 19:25:34.200414 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352348b2-41be-45ee-8a32-4f493efe93d0 req-14d37809-8fb6-429f-bd26-f4203e956e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:34.202661 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-352348b2-41be-45ee-8a32-4f493efe93d0 req-14d37809-8fb6-429f-bd26-f4203e956e59 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cc238073-ae04-4ee5-8171-afc8f75fa79b HTTP/1.1" status: 200 len: 797 time: 0.0713370 Jan 28 19:25:34.288872 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352348b2-41be-45ee-8a32-4f493efe93d0 req-43a02e2a-bfcb-419c-9e38-51780fe434cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:34.293287 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-352348b2-41be-45ee-8a32-4f493efe93d0 req-43a02e2a-bfcb-419c-9e38-51780fe434cf service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=45c329a7-41ca-41dc-8117-b6a34c90d860&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0838342 Jan 28 19:25:34.376547 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-916323e6-86fc-4b63-8a97-8f2585b04c9b req-7cb02765-4b17-4e27-82b5-201cc7e5c2be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (894433b2-70eb-41ef-b44b-62a444b38a6a), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:34.467606 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-352348b2-41be-45ee-8a32-4f493efe93d0 req-04af3b52-dff1-4ecc-84f0-c8e4070e95fc service neutron] 10.222.0.70 "GET /v2.0/networks/45c329a7-41ca-41dc-8117-b6a34c90d860?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672077 Jan 28 19:25:34.530376 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9dc198-c94b-4fe7-ba82-39ce4c6eda89 req-bbe7f975-a17e-484d-a10a-1b16e22f7df6 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:34.540285 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4f9dc198-c94b-4fe7-ba82-39ce4c6eda89 req-bbe7f975-a17e-484d-a10a-1b16e22f7df6 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d48ec2b-9e81-41bd-83c3-7cbb9e6c3d80 HTTP/1.1" status: 200 len: 931 time: 0.2934699 Jan 28 19:25:34.691453 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-352348b2-41be-45ee-8a32-4f493efe93d0 req-8813f9e1-541a-4a6a-9959-5b470213d168 service neutron] 10.222.0.70 "GET /v2.0/networks/45c329a7-41ca-41dc-8117-b6a34c90d860?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145998 Jan 28 19:25:34.803576 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-352348b2-41be-45ee-8a32-4f493efe93d0 req-81a715a5-cc72-4d36-a273-efffe333af90 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.148&port_id=8132a07e-4a59-47ca-90c2-1121ff386089 HTTP/1.1" status: 200 len: 217 time: 0.1038418 Jan 28 19:25:34.818600 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4f9dc198-c94b-4fe7-ba82-39ce4c6eda89 req-e37cb0f6-b237-4cf6-bdaa-e4102b811d70 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/security-groups?id=f474bf53-325f-4ec5-b389-bc6e034fc623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2763522 Jan 28 19:25:34.907912 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352348b2-41be-45ee-8a32-4f493efe93d0 req-35437c05-ade0-4a0c-96c4-30c3eeac8754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:34.909436 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-352348b2-41be-45ee-8a32-4f493efe93d0 req-35437c05-ade0-4a0c-96c4-30c3eeac8754 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cc238073-ae04-4ee5-8171-afc8f75fa79b HTTP/1.1" status: 200 len: 797 time: 0.0986621 Jan 28 19:25:35.032021 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352348b2-41be-45ee-8a32-4f493efe93d0 req-0ea0feed-b89d-44ec-83c5-987858ab6fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:35.034547 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-352348b2-41be-45ee-8a32-4f493efe93d0 req-0ea0feed-b89d-44ec-83c5-987858ab6fec service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=45c329a7-41ca-41dc-8117-b6a34c90d860&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1164069 Jan 28 19:25:35.129659 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [req-916323e6-86fc-4b63-8a97-8f2585b04c9b req-7cb02765-4b17-4e27-82b5-201cc7e5c2be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 894433b2-70eb-41ef-b44b-62a444b38a6a {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:25:35.140591 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-916323e6-86fc-4b63-8a97-8f2585b04c9b req-7cb02765-4b17-4e27-82b5-201cc7e5c2be service neutron] Publish callbacks [] for port (894433b2-70eb-41ef-b44b-62a444b38a6a), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:35.158382 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-916323e6-86fc-4b63-8a97-8f2585b04c9b req-7cb02765-4b17-4e27-82b5-201cc7e5c2be service neutron] Transition to ACTIVE for port object 894433b2-70eb-41ef-b44b-62a444b38a6a will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:25:35.166784 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-916323e6-86fc-4b63-8a97-8f2585b04c9b req-7cb02765-4b17-4e27-82b5-201cc7e5c2be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (894433b2-70eb-41ef-b44b-62a444b38a6a), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:35.244159 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-352348b2-41be-45ee-8a32-4f493efe93d0 req-30d5c5f6-c615-4139-b051-b8e393c6c136 service neutron] 10.222.0.70 "GET /v2.0/networks/45c329a7-41ca-41dc-8117-b6a34c90d860?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025535 Jan 28 19:25:35.273245 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb02765-4b17-4e27-82b5-201cc7e5c2be service neutron] Pushing event updated for resources: {'Port': ['ID=894433b2-70eb-41ef-b44b-62a444b38a6a,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:35.381426 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-916323e6-86fc-4b63-8a97-8f2585b04c9b req-7cb02765-4b17-4e27-82b5-201cc7e5c2be service neutron] Attempting to bind port 894433b2-70eb-41ef-b44b-62a444b38a6a on host n-h2-812111-14 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:25:35.381894 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-916323e6-86fc-4b63-8a97-8f2585b04c9b req-7cb02765-4b17-4e27-82b5-201cc7e5c2be service neutron] Attempting to bind port 894433b2-70eb-41ef-b44b-62a444b38a6a by drivers openvswitch,hyperv on host n-h2-812111-14 at level 0 using segments [{'id': 'e068a65d-85a7-4b6f-806f-2e18a6e2925d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '311cc39e-64ae-4fb3-9d47-d497c4799ab7'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:25:35.384715 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-916323e6-86fc-4b63-8a97-8f2585b04c9b req-7cb02765-4b17-4e27-82b5-201cc7e5c2be service neutron] Attempting to bind port 894433b2-70eb-41ef-b44b-62a444b38a6a on network 311cc39e-64ae-4fb3-9d47-d497c4799ab7 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:25:35.394867 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-916323e6-86fc-4b63-8a97-8f2585b04c9b req-7cb02765-4b17-4e27-82b5-201cc7e5c2be service neutron] Port 894433b2-70eb-41ef-b44b-62a444b38a6a on network 311cc39e-64ae-4fb3-9d47-d497c4799ab7 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-14 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:25:35.395219 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-916323e6-86fc-4b63-8a97-8f2585b04c9b req-7cb02765-4b17-4e27-82b5-201cc7e5c2be service neutron] Attempting to bind port 894433b2-70eb-41ef-b44b-62a444b38a6a on network 311cc39e-64ae-4fb3-9d47-d497c4799ab7 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:25:35.405664 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-916323e6-86fc-4b63-8a97-8f2585b04c9b req-7cb02765-4b17-4e27-82b5-201cc7e5c2be service neutron] Checking agent: {'id': '8f3fee4e-bf24-4b58-8a3a-ae9c8011a473', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 25, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:25:35.407055 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-916323e6-86fc-4b63-8a97-8f2585b04c9b req-7cb02765-4b17-4e27-82b5-201cc7e5c2be service neutron] Checking segment: {'id': 'e068a65d-85a7-4b6f-806f-2e18a6e2925d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '311cc39e-64ae-4fb3-9d47-d497c4799ab7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:25:35.407485 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-916323e6-86fc-4b63-8a97-8f2585b04c9b req-7cb02765-4b17-4e27-82b5-201cc7e5c2be service neutron] Bound using segment: {'id': 'e068a65d-85a7-4b6f-806f-2e18a6e2925d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '311cc39e-64ae-4fb3-9d47-d497c4799ab7'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:25:35.407929 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-916323e6-86fc-4b63-8a97-8f2585b04c9b req-7cb02765-4b17-4e27-82b5-201cc7e5c2be service neutron] Bound port: 894433b2-70eb-41ef-b44b-62a444b38a6a, host: n-h2-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e068a65d-85a7-4b6f-806f-2e18a6e2925d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '311cc39e-64ae-4fb3-9d47-d497c4799ab7'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:25:35.408289 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-916323e6-86fc-4b63-8a97-8f2585b04c9b req-7cb02765-4b17-4e27-82b5-201cc7e5c2be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (894433b2-70eb-41ef-b44b-62a444b38a6a), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:35.416663 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-352348b2-41be-45ee-8a32-4f493efe93d0 req-c2f51fb4-0e15-43e8-bcd2-ba5200e079cd service neutron] 10.222.0.70 "GET /v2.0/networks/45c329a7-41ca-41dc-8117-b6a34c90d860?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615009 Jan 28 19:25:35.465122 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-352348b2-41be-45ee-8a32-4f493efe93d0 req-701de9b9-6777-40ec-b60a-7828b2e8a774 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.212&port_id=3657d8f5-b07c-40a7-9a6f-0ffcaf827d3b HTTP/1.1" status: 200 len: 217 time: 0.0430484 Jan 28 19:25:35.521443 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-916323e6-86fc-4b63-8a97-8f2585b04c9b req-7cb02765-4b17-4e27-82b5-201cc7e5c2be service neutron] For port 894433b2-70eb-41ef-b44b-62a444b38a6a, host n-h2-812111-14, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:25:35.525990 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-916323e6-86fc-4b63-8a97-8f2585b04c9b req-7cb02765-4b17-4e27-82b5-201cc7e5c2be service neutron] For port 894433b2-70eb-41ef-b44b-62a444b38a6a, host n-h2-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=894433b2-70eb-41ef-b44b-62a444b38a6a,segment=NetworkSegment(e068a65d-85a7-4b6f-806f-2e18a6e2925d),segment_id=e068a65d-85a7-4b6f-806f-2e18a6e2925d)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:25:35.541560 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-916323e6-86fc-4b63-8a97-8f2585b04c9b req-7cb02765-4b17-4e27-82b5-201cc7e5c2be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (894433b2-70eb-41ef-b44b-62a444b38a6a), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:35.588885 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352348b2-41be-45ee-8a32-4f493efe93d0 req-e48197e4-37b7-4f05-8aa5-390ce0ab7f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:35.590760 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-352348b2-41be-45ee-8a32-4f493efe93d0 req-e48197e4-37b7-4f05-8aa5-390ce0ab7f03 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cc238073-ae04-4ee5-8171-afc8f75fa79b HTTP/1.1" status: 200 len: 797 time: 0.1200087 Jan 28 19:25:35.600979 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb02765-4b17-4e27-82b5-201cc7e5c2be service neutron] Pushing event updated for resources: {'Port': ['ID=894433b2-70eb-41ef-b44b-62a444b38a6a,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:35.624674 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916323e6-86fc-4b63-8a97-8f2585b04c9b req-7cb02765-4b17-4e27-82b5-201cc7e5c2be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:35.625779 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-916323e6-86fc-4b63-8a97-8f2585b04c9b req-7cb02765-4b17-4e27-82b5-201cc7e5c2be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:35.629934 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-916323e6-86fc-4b63-8a97-8f2585b04c9b req-7cb02765-4b17-4e27-82b5-201cc7e5c2be service neutron] 10.222.0.70 "PUT /v2.0/ports/894433b2-70eb-41ef-b44b-62a444b38a6a HTTP/1.1" status: 200 len: 1092 time: 1.6068697 Jan 28 19:25:35.630671 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d48ec2b-9e81-41bd-83c3-7cbb9e6c3d80', 'tag': '894433b2-70eb-41ef-b44b-62a444b38a6a'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:25:35.651596 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edd4bef3-3226-4a80-bf6b-4457eba00225" -d '{"events": [{"name": "network-changed", "server_uuid": "2d48ec2b-9e81-41bd-83c3-7cbb9e6c3d80", "tag": "894433b2-70eb-41ef-b44b-62a444b38a6a"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:25:35.690055 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352348b2-41be-45ee-8a32-4f493efe93d0 req-0e0858eb-378b-4f2b-9f3d-1752aebee96a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:35.692676 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-352348b2-41be-45ee-8a32-4f493efe93d0 req-0e0858eb-378b-4f2b-9f3d-1752aebee96a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=45c329a7-41ca-41dc-8117-b6a34c90d860&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0952244 Jan 28 19:25:35.723629 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e41a8c0f-ea70-4acc-821d-258f12a6c5f0 x-openstack-request-id: req-e41a8c0f-ea70-4acc-821d-258f12a6c5f0 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:25:35.723928 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d48ec2b-9e81-41bd-83c3-7cbb9e6c3d80", "tag": "894433b2-70eb-41ef-b44b-62a444b38a6a", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:25:35.724181 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e41a8c0f-ea70-4acc-821d-258f12a6c5f0 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:25:35.724680 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d48ec2b-9e81-41bd-83c3-7cbb9e6c3d80', 'tag': '894433b2-70eb-41ef-b44b-62a444b38a6a', 'status': 'completed', 'code': 200} Jan 28 19:25:35.745479 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916323e6-86fc-4b63-8a97-8f2585b04c9b req-ca8f863a-b277-4e81-ad7f-1a0be89d1c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:35.747205 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-916323e6-86fc-4b63-8a97-8f2585b04c9b req-ca8f863a-b277-4e81-ad7f-1a0be89d1c49 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7eed4983257c41a2ac91147c4d6e09ea&device_id=2d48ec2b-9e81-41bd-83c3-7cbb9e6c3d80 HTTP/1.1" status: 200 len: 1126 time: 0.0638747 Jan 28 19:25:35.830524 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-916323e6-86fc-4b63-8a97-8f2585b04c9b req-d5e28500-3144-4565-8b6a-5f04122eb589 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=894433b2-70eb-41ef-b44b-62a444b38a6a HTTP/1.1" status: 200 len: 217 time: 0.0723085 Jan 28 19:25:35.928163 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-352348b2-41be-45ee-8a32-4f493efe93d0 req-33d71be8-b2f0-4cee-a26c-bc106a51aab2 service neutron] 10.222.0.70 "GET /v2.0/networks/45c329a7-41ca-41dc-8117-b6a34c90d860?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281594 Jan 28 19:25:36.060599 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916323e6-86fc-4b63-8a97-8f2585b04c9b req-067b1581-abab-476a-afea-d2520baf267a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:36.062480 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-916323e6-86fc-4b63-8a97-8f2585b04c9b req-067b1581-abab-476a-afea-d2520baf267a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=008283d9-57a3-42a0-90a1-80f5c1a16864 HTTP/1.1" status: 200 len: 845 time: 0.2241039 Jan 28 19:25:36.147756 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-916323e6-86fc-4b63-8a97-8f2585b04c9b req-5f8ef2dd-43ca-46da-bf85-64f02387633e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=311cc39e-64ae-4fb3-9d47-d497c4799ab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0780206 Jan 28 19:25:36.207771 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-352348b2-41be-45ee-8a32-4f493efe93d0 req-42ddb583-8c70-44ce-ad4b-bb982c6d82d2 service neutron] 10.222.0.70 "GET /v2.0/networks/45c329a7-41ca-41dc-8117-b6a34c90d860?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2716215 Jan 28 19:25:36.349891 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 51920) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:36.370417 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-352348b2-41be-45ee-8a32-4f493efe93d0 req-d590fbf5-760a-4040-85d8-d1dd7f69d90b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c3073dc0-3618-42ea-9203-95c126bbd569 HTTP/1.1" status: 200 len: 217 time: 0.1549962 Jan 28 19:25:36.420397 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-916323e6-86fc-4b63-8a97-8f2585b04c9b req-21d6434f-d102-4dae-893a-cda9cc7ecb27 service neutron] 10.222.0.70 "GET /v2.0/networks/311cc39e-64ae-4fb3-9d47-d497c4799ab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2632484 Jan 28 19:25:36.515662 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352348b2-41be-45ee-8a32-4f493efe93d0 req-6873a385-b4cb-4255-b43e-bd6da5789272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:36.519774 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-352348b2-41be-45ee-8a32-4f493efe93d0 req-6873a385-b4cb-4255-b43e-bd6da5789272 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=be61367f-e334-4502-b75c-ccc02838dd17 HTTP/1.1" status: 200 len: 797 time: 0.1290061 Jan 28 19:25:36.604818 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-916323e6-86fc-4b63-8a97-8f2585b04c9b req-c7ceffc9-d763-47bc-982a-77899536c6af service neutron] 10.222.0.70 "GET /v2.0/networks/311cc39e-64ae-4fb3-9d47-d497c4799ab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782000 Jan 28 19:25:36.609387 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625ad93e-e789-41ab-a883-8c8ecaa61069 req-eee79cd9-24a8-4abe-86f1-c58fc55bce1c tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:36.610967 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-625ad93e-e789-41ab-a883-8c8ecaa61069 req-eee79cd9-24a8-4abe-86f1-c58fc55bce1c tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d48ec2b-9e81-41bd-83c3-7cbb9e6c3d80 HTTP/1.1" status: 200 len: 943 time: 0.3999708 Jan 28 19:25:36.622156 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0d1fbf31-df2d-447e-b756-173a5ad73ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:36.691792 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352348b2-41be-45ee-8a32-4f493efe93d0 req-c5d4bfe0-8c17-4fc8-b615-32ccce9504aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:36.700758 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-352348b2-41be-45ee-8a32-4f493efe93d0 req-c5d4bfe0-8c17-4fc8-b615-32ccce9504aa service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a2ca3cee-ca84-49f7-b78e-846e3e35c5f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1639156 Jan 28 19:25:36.807281 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd4bef3-3226-4a80-bf6b-4457eba00225 req-dccdaf08-7ede-4a5d-acbc-59bff60b1846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:36.809277 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-edd4bef3-3226-4a80-bf6b-4457eba00225 req-dccdaf08-7ede-4a5d-acbc-59bff60b1846 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7eed4983257c41a2ac91147c4d6e09ea&device_id=2d48ec2b-9e81-41bd-83c3-7cbb9e6c3d80 HTTP/1.1" status: 200 len: 1126 time: 0.1246467 Jan 28 19:25:36.898991 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-689ae940-efee-4fd6-9b8f-12e2382858d9 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-623379107-network', 'tenant_id': 'c3bb2ec73a174fcda5cafb398102663f'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:25:36.934005 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-625ad93e-e789-41ab-a883-8c8ecaa61069 req-525f0a8d-55ac-4c0c-a78d-cc0c66f207a9 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/security-groups?id=f474bf53-325f-4ec5-b389-bc6e034fc623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3070340 Jan 28 19:25:36.999581 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-689ae940-efee-4fd6-9b8f-12e2382858d9 admin admin] Made reservation on behalf of c3bb2ec73a174fcda5cafb398102663f for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:25:37.001983 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-689ae940-efee-4fd6-9b8f-12e2382858d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:37.024667 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd4bef3-3226-4a80-bf6b-4457eba00225 req-89cdd097-5f57-430f-8264-a680b6178a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:37.026197 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-edd4bef3-3226-4a80-bf6b-4457eba00225 req-89cdd097-5f57-430f-8264-a680b6178a60 service neutron] 10.222.0.70 "GET /v2.0/networks?id=311cc39e-64ae-4fb3-9d47-d497c4799ab7 HTTP/1.1" status: 200 len: 905 time: 0.2038419 Jan 28 19:25:37.066951 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-689ae940-efee-4fd6-9b8f-12e2382858d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:37.111927 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-352348b2-41be-45ee-8a32-4f493efe93d0 req-5ba4e13a-d7fe-44eb-a5a0-bcb14ddb7658 service neutron] 10.222.0.70 "GET /v2.0/networks/a2ca3cee-ca84-49f7-b78e-846e3e35c5f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4100027 Jan 28 19:25:37.125436 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-edd4bef3-3226-4a80-bf6b-4457eba00225 req-83bebb20-efcd-43b6-9ed7-46b26eab9302 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=894433b2-70eb-41ef-b44b-62a444b38a6a HTTP/1.1" status: 200 len: 217 time: 0.0885081 Jan 28 19:25:37.229008 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd4bef3-3226-4a80-bf6b-4457eba00225 req-86a73661-88f1-4a0d-8721-f7af8106fe83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:37.230524 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-edd4bef3-3226-4a80-bf6b-4457eba00225 req-86a73661-88f1-4a0d-8721-f7af8106fe83 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=008283d9-57a3-42a0-90a1-80f5c1a16864 HTTP/1.1" status: 200 len: 845 time: 0.0985491 Jan 28 19:25:37.285387 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-edd4bef3-3226-4a80-bf6b-4457eba00225 req-8fbe737e-73ad-4907-a022-300cc810310d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=311cc39e-64ae-4fb3-9d47-d497c4799ab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473495 Jan 28 19:25:37.294214 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-352348b2-41be-45ee-8a32-4f493efe93d0 req-27cc623c-8213-40e5-bd2e-9ec3a5c97ed4 service neutron] 10.222.0.70 "GET /v2.0/networks/a2ca3cee-ca84-49f7-b78e-846e3e35c5f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738329 Jan 28 19:25:37.330028 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-689ae940-efee-4fd6-9b8f-12e2382858d9 admin admin] Publish callbacks [] for security_group (6e3b5f6f-cd04-46bb-9eb5-a6c7cbc22d72), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:37.368250 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-689ae940-efee-4fd6-9b8f-12e2382858d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (6e3b5f6f-cd04-46bb-9eb5-a6c7cbc22d72), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:37.380698 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-689ae940-efee-4fd6-9b8f-12e2382858d9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:25:37.390767 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-689ae940-efee-4fd6-9b8f-12e2382858d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (a3174087-8aff-4b5a-aff7-37727d9d96cb), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:37.391337 n-d-812111-14 neutron-server[103304]: INFO neutron.db.segments_db [None req-689ae940-efee-4fd6-9b8f-12e2382858d9 admin admin] Added segment a3174087-8aff-4b5a-aff7-37727d9d96cb of type vlan for network 6fa40d3b-3f4b-4104-afea-21db80512bd7 Jan 28 19:25:37.459726 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-edd4bef3-3226-4a80-bf6b-4457eba00225 req-5b049ad9-edd8-43e7-a741-6ebc83396cb8 service neutron] 10.222.0.70 "GET /v2.0/networks/311cc39e-64ae-4fb3-9d47-d497c4799ab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669693 Jan 28 19:25:37.509831 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-689ae940-efee-4fd6-9b8f-12e2382858d9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (6fa40d3b-3f4b-4104-afea-21db80512bd7), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:37.564973 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-352348b2-41be-45ee-8a32-4f493efe93d0 req-37001849-575e-4e6a-9bf2-749c1fde620b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9dc6d1c9-fcf0-468a-9d9c-6a726391a876 HTTP/1.1" status: 200 len: 217 time: 0.2640474 Jan 28 19:25:37.578843 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-689ae940-efee-4fd6-9b8f-12e2382858d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (6fa40d3b-3f4b-4104-afea-21db80512bd7), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:37.580280 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-689ae940-efee-4fd6-9b8f-12e2382858d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:37.581009 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-689ae940-efee-4fd6-9b8f-12e2382858d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:37.636112 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352348b2-41be-45ee-8a32-4f493efe93d0 req-a3026901-9137-49ce-b32b-9bd59ce9c528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:37.637812 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-352348b2-41be-45ee-8a32-4f493efe93d0 req-a3026901-9137-49ce-b32b-9bd59ce9c528 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=be61367f-e334-4502-b75c-ccc02838dd17 HTTP/1.1" status: 200 len: 797 time: 0.0601108 Jan 28 19:25:37.657738 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-edd4bef3-3226-4a80-bf6b-4457eba00225 req-5d792408-6b6a-4dcd-8544-c88154c0e7c8 service neutron] 10.222.0.70 "GET /v2.0/networks/311cc39e-64ae-4fb3-9d47-d497c4799ab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902852 Jan 28 19:25:37.769765 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-689ae940-efee-4fd6-9b8f-12e2382858d9 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.4109540 Jan 28 19:25:37.770711 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689ae940-efee-4fd6-9b8f-12e2382858d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e3b5f6f-cd04-46bb-9eb5-a6c7cbc22d72,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:37.772239 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 52002) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:37.778421 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-7e2cffed-e679-4019-b6dd-ff336820ab2e admin admin] Request body: {'subnet': {'network_id': '6fa40d3b-3f4b-4104-afea-21db80512bd7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-623379107-subnet', 'tenant_id': 'c3bb2ec73a174fcda5cafb398102663f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:25:37.790855 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689ae940-efee-4fd6-9b8f-12e2382858d9 admin admin] Pushing event updated for resources: {'Network': ['ID=6fa40d3b-3f4b-4104-afea-21db80512bd7,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:37.800230 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352348b2-41be-45ee-8a32-4f493efe93d0 req-c0e535ee-aa58-4870-b079-149200292715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:37.803013 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-352348b2-41be-45ee-8a32-4f493efe93d0 req-c0e535ee-aa58-4870-b079-149200292715 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a2ca3cee-ca84-49f7-b78e-846e3e35c5f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1128592 Jan 28 19:25:37.805511 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network 6fa40d3b-3f4b-4104-afea-21db80512bd7 details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:25:37.817601 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e2cffed-e679-4019-b6dd-ff336820ab2e admin admin] Made reservation on behalf of c3bb2ec73a174fcda5cafb398102663f for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:25:37.821249 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7e2cffed-e679-4019-b6dd-ff336820ab2e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4733071'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:38.029469 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-352348b2-41be-45ee-8a32-4f493efe93d0 req-2ac1d858-d822-4995-b04d-c30f4b182d25 service neutron] 10.222.0.70 "GET /v2.0/networks/a2ca3cee-ca84-49f7-b78e-846e3e35c5f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192497 Jan 28 19:25:38.096923 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7e2cffed-e679-4019-b6dd-ff336820ab2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4752401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4733085'] for subnet (0682cf17-1671-4e06-a862-31b529728694), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:38.163337 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2cffed-e679-4019-b6dd-ff336820ab2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=0682cf17-1671-4e06-a862-31b529728694,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:38.172925 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2cffed-e679-4019-b6dd-ff336820ab2e admin admin] Checking segment: {'id': 'a3174087-8aff-4b5a-aff7-37727d9d96cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '6fa40d3b-3f4b-4104-afea-21db80512bd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:25:38.173394 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e2cffed-e679-4019-b6dd-ff336820ab2e admin admin] Network hostable DHCP agents. Network: 6fa40d3b-3f4b-4104-afea-21db80512bd7, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:25:38.194755 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e2cffed-e679-4019-b6dd-ff336820ab2e admin admin] Network 6fa40d3b-3f4b-4104-afea-21db80512bd7 is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:25:38.219733 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-7e2cffed-e679-4019-b6dd-ff336820ab2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, 6fa40d3b-3f4b-4104-afea-21db80512bd7) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:25:38.231860 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c2721ce-585b-490c-90af-1aaee45dbda5 None None] Network 6fa40d3b-3f4b-4104-afea-21db80512bd7 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:25:38.232289 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e2cffed-e679-4019-b6dd-ff336820ab2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:38.232906 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7e2cffed-e679-4019-b6dd-ff336820ab2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:38.247901 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12ddaba-2315-43d2-b8fe-06c60f11ab71 req-1a3e1aff-d234-466a-bf70-c0e8a4a96aaa tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:38.255334 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d12ddaba-2315-43d2-b8fe-06c60f11ab71 req-1a3e1aff-d234-466a-bf70-c0e8a4a96aaa tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d48ec2b-9e81-41bd-83c3-7cbb9e6c3d80 HTTP/1.1" status: 200 len: 943 time: 0.2030737 Jan 28 19:25:38.263278 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-7e2cffed-e679-4019-b6dd-ff336820ab2e admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.4871616 Jan 28 19:25:38.263495 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 52022) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:38.268697 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-ee556cd2-63dd-4bb6-a910-253d1b7ddd3f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-623379107-router', 'tenant_id': 'c3bb2ec73a174fcda5cafb398102663f', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:25:38.277037 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-352348b2-41be-45ee-8a32-4f493efe93d0 req-75666e5b-5f6c-4a61-bea4-0f43d14f7467 service neutron] 10.222.0.70 "GET /v2.0/networks/a2ca3cee-ca84-49f7-b78e-846e3e35c5f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2390289 Jan 28 19:25:38.323717 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ee556cd2-63dd-4bb6-a910-253d1b7ddd3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261150'] for router (b0b0f51a-2308-4ba5-9528-5f7a038eee01), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:38.326063 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ee556cd2-63dd-4bb6-a910-253d1b7ddd3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-731099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-731441', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261129'] for router (b0b0f51a-2308-4ba5-9528-5f7a038eee01), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:38.336989 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d12ddaba-2315-43d2-b8fe-06c60f11ab71 req-b9d167ff-ecdb-42d6-8fd2-ddf31d689983 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/security-groups?id=f474bf53-325f-4ec5-b389-bc6e034fc623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805669 Jan 28 19:25:38.404891 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ee556cd2-63dd-4bb6-a910-253d1b7ddd3f admin admin] Publish callbacks [] for router_controller (b0b0f51a-2308-4ba5-9528-5f7a038eee01), precommit_add_association {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:38.613406 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ee556cd2-63dd-4bb6-a910-253d1b7ddd3f admin admin] Publish callbacks [] for router_gateway (b0b0f51a-2308-4ba5-9528-5f7a038eee01), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:38.627774 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d16718b-44bb-41b6-a044-22dbdf93d762 None None] Network 6fa40d3b-3f4b-4104-afea-21db80512bd7 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:25:38.854456 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 52060) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:38.935143 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0715ee6a-721a-459c-8063-f50a5ebd43a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:38.990849 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ee556cd2-63dd-4bb6-a910-253d1b7ddd3f admin admin] Publish callbacks [] for router_gateway (b0b0f51a-2308-4ba5-9528-5f7a038eee01), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:39.009890 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 894433b2-70eb-41ef-b44b-62a444b38a6a details requested by agent hyperv_n-h2-812111-14 with host n-h2-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:25:39.017471 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ee556cd2-63dd-4bb6-a910-253d1b7ddd3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:39.202463 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 894433b2-70eb-41ef-b44b-62a444b38a6a, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=894433b2-70eb-41ef-b44b-62a444b38a6a,segment=NetworkSegment(e068a65d-85a7-4b6f-806f-2e18a6e2925d),segment_id=e068a65d-85a7-4b6f-806f-2e18a6e2925d)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:25:39.221010 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Returning: {'device': '894433b2-70eb-41ef-b44b-62a444b38a6a', 'network_id': '311cc39e-64ae-4fb3-9d47-d497c4799ab7', 'port_id': '894433b2-70eb-41ef-b44b-62a444b38a6a', 'mac_address': 'fa:16:3e:b7:c1:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '008283d9-57a3-42a0-90a1-80f5c1a16864', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:25:39.231999 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-ee556cd2-63dd-4bb6-a910-253d1b7ddd3f admin admin] Allocated IP 172.25.6.120 (d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8/a648e4ab-7422-41b9-b133-58aca25ab8f5/ff55772a-2b2a-4ad8-b8a0-e32e7bb8f89e) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:25:39.292176 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 894433b2-70eb-41ef-b44b-62a444b38a6a is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:25:39.293272 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (894433b2-70eb-41ef-b44b-62a444b38a6a), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:39.329387 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 894433b2-70eb-41ef-b44b-62a444b38a6a {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:25:39.353519 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 894433b2-70eb-41ef-b44b-62a444b38a6a, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=894433b2-70eb-41ef-b44b-62a444b38a6a,segment=NetworkSegment(e068a65d-85a7-4b6f-806f-2e18a6e2925d),segment_id=e068a65d-85a7-4b6f-806f-2e18a6e2925d)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:25:39.378208 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-687cec3d-bf91-4219-9259-8c1678079394 tempest-MeteringIpV6TestJSON-1789014260 tempest-MeteringIpV6TestJSON-1789014260-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-599073933'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:25:39.378811 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-687cec3d-bf91-4219-9259-8c1678079394 tempest-MeteringIpV6TestJSON-1789014260 tempest-MeteringIpV6TestJSON-1789014260-project-admin] Unknown quota resources ['metering_label']. {{(pid=103304) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 19:25:39.385682 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (894433b2-70eb-41ef-b44b-62a444b38a6a), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:39.511726 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=894433b2-70eb-41ef-b44b-62a444b38a6a,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:39.650599 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ee556cd2-63dd-4bb6-a910-253d1b7ddd3f admin admin] Publish callbacks [] for port (ff55772a-2b2a-4ad8-b8a0-e32e7bb8f89e), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:39.654659 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['894433b2-70eb-41ef-b44b-62a444b38a6a'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:25:39.739151 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c0515f-fb55-40b2-b83d-fc0b60218121 req-64a9ec3e-4301-42d3-8248-323540ac61f4 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:39.759592 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c0c0515f-fb55-40b2-b83d-fc0b60218121 req-64a9ec3e-4301-42d3-8248-323540ac61f4 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d48ec2b-9e81-41bd-83c3-7cbb9e6c3d80 HTTP/1.1" status: 200 len: 944 time: 0.2858760 Jan 28 19:25:39.824596 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:39.863842 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ee556cd2-63dd-4bb6-a910-253d1b7ddd3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (ff55772a-2b2a-4ad8-b8a0-e32e7bb8f89e), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:39.941566 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c0c0515f-fb55-40b2-b83d-fc0b60218121 req-112c6f31-91f4-47d8-89fd-b5de2709fc89 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/security-groups?id=f474bf53-325f-4ec5-b389-bc6e034fc623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716053 Jan 28 19:25:40.026385 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee556cd2-63dd-4bb6-a910-253d1b7ddd3f admin admin] Network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:25:40.047610 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-ee556cd2-63dd-4bb6-a910-253d1b7ddd3f admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:25:40.062121 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee556cd2-63dd-4bb6-a910-253d1b7ddd3f admin admin] Pushing event updated for resources: {'Port': ['ID=ff55772a-2b2a-4ad8-b8a0-e32e7bb8f89e,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:40.098034 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee556cd2-63dd-4bb6-a910-253d1b7ddd3f admin admin] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:25:40.231717 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-687cec3d-bf91-4219-9259-8c1678079394 tempest-MeteringIpV6TestJSON-1789014260 tempest-MeteringIpV6TestJSON-1789014260-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:40.233146 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-687cec3d-bf91-4219-9259-8c1678079394 tempest-MeteringIpV6TestJSON-1789014260 tempest-MeteringIpV6TestJSON-1789014260-project-admin] 10.222.0.64 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 1.3773797 Jan 28 19:25:40.236810 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 52106) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:40.266591 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-f4632248-d56c-4db9-bf51-3124675becf8 tempest-MeteringIpV6TestJSON-1789014260 tempest-MeteringIpV6TestJSON-1789014260-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'da077aa9-7a9d-485f-bbae-01a688e7a0aa'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:25:40.267391 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-f4632248-d56c-4db9-bf51-3124675becf8 tempest-MeteringIpV6TestJSON-1789014260 tempest-MeteringIpV6TestJSON-1789014260-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103304) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 19:25:40.395135 n-d-812111-14 neutron-server[103304]: WARNING neutron.services.metering.metering_plugin [None req-f4632248-d56c-4db9-bf51-3124675becf8 tempest-MeteringIpV6TestJSON-1789014260 tempest-MeteringIpV6TestJSON-1789014260-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jan 28 19:25:40.535749 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f4632248-d56c-4db9-bf51-3124675becf8 tempest-MeteringIpV6TestJSON-1789014260 tempest-MeteringIpV6TestJSON-1789014260-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:40.537248 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-f4632248-d56c-4db9-bf51-3124675becf8 tempest-MeteringIpV6TestJSON-1789014260 tempest-MeteringIpV6TestJSON-1789014260-project-admin] 10.222.0.64 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2991815 Jan 28 19:25:40.544101 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3459e68-ce07-4db5-a05b-208da00e8a65 req-a80e47aa-8a19-4b27-a094-81011f1e7516 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:40.550912 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b3459e68-ce07-4db5-a05b-208da00e8a65 req-a80e47aa-8a19-4b27-a094-81011f1e7516 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] 10.222.0.64 "GET /v2.0/networks?id=c4302b73-ca61-4da7-b39f-ec4ea0448ca6 HTTP/1.1" status: 200 len: 801 time: 0.7721269 Jan 28 19:25:40.553455 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 52114) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:40.558350 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-95047f81-7d11-47ae-8539-874cc55ab751 tempest-MeteringIpV6TestJSON-1789014260 tempest-MeteringIpV6TestJSON-1789014260-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'da077aa9-7a9d-485f-bbae-01a688e7a0aa'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:25:40.558943 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-95047f81-7d11-47ae-8539-874cc55ab751 tempest-MeteringIpV6TestJSON-1789014260 tempest-MeteringIpV6TestJSON-1789014260-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103304) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 19:25:40.580577 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b3459e68-ce07-4db5-a05b-208da00e8a65 req-da106dd0-55c0-4e21-942c-f26e9494d690 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] 10.222.0.64 "GET /v2.0/quotas/0c4ea235eb2940b3b5cdc493b562a62f HTTP/1.1" status: 200 len: 375 time: 0.0285068 Jan 28 19:25:40.641696 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ee556cd2-63dd-4bb6-a910-253d1b7ddd3f admin admin] Publish callbacks [] for router_gateway (b0b0f51a-2308-4ba5-9528-5f7a038eee01), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:40.662877 n-d-812111-14 neutron-server[103304]: WARNING neutron.services.metering.metering_plugin [None req-95047f81-7d11-47ae-8539-874cc55ab751 tempest-MeteringIpV6TestJSON-1789014260 tempest-MeteringIpV6TestJSON-1789014260-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jan 28 19:25:40.747791 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-95047f81-7d11-47ae-8539-874cc55ab751 tempest-MeteringIpV6TestJSON-1789014260 tempest-MeteringIpV6TestJSON-1789014260-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:40.751363 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-95047f81-7d11-47ae-8539-874cc55ab751 tempest-MeteringIpV6TestJSON-1789014260 tempest-MeteringIpV6TestJSON-1789014260-project-admin] 10.222.0.64 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.1945214 Jan 28 19:25:40.752266 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 52118) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:40.771166 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b3459e68-ce07-4db5-a05b-208da00e8a65 req-31f61d65-293e-47da-a814-12ed1c07262c tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=0c4ea235eb2940b3b5cdc493b562a62f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1894646 Jan 28 19:25:40.786034 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-ff134eff-226a-4b08-91e5-ca7fdddc7f20 tempest-MeteringIpV6TestJSON-1789014260 tempest-MeteringIpV6TestJSON-1789014260-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-label-rules?id=ee1c3f69-f9d4-4602-8bdb-39a28b1873e1 HTTP/1.1" status: 200 len: 462 time: 0.0301385 Jan 28 19:25:40.793585 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 52120) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:40.937913 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ee556cd2-63dd-4bb6-a910-253d1b7ddd3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-731074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-731460'] for router (b0b0f51a-2308-4ba5-9528-5f7a038eee01), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:40.976494 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-937bf80e-1ad9-42be-9854-235f4a3178e4 tempest-MeteringIpV6TestJSON-1789014260 tempest-MeteringIpV6TestJSON-1789014260-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:40.979825 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-937bf80e-1ad9-42be-9854-235f4a3178e4 tempest-MeteringIpV6TestJSON-1789014260 tempest-MeteringIpV6TestJSON-1789014260-project-admin] 10.222.0.64 "DELETE /v2.0/metering/metering-label-rules/ee1c3f69-f9d4-4602-8bdb-39a28b1873e1 HTTP/1.1" status: 204 len: 168 time: 0.1851809 Jan 28 19:25:40.982483 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 52130) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:41.024769 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 52136) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:41.024969 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-5c25f93e-dfea-45dc-986a-05a25524d038 tempest-MeteringIpV6TestJSON-1789014260 tempest-MeteringIpV6TestJSON-1789014260-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-label-rules?id=ee1c3f69-f9d4-4602-8bdb-39a28b1873e1 HTTP/1.1" status: 200 len: 221 time: 0.0378056 Jan 28 19:25:41.028805 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 894433b2-70eb-41ef-b44b-62a444b38a6a up at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:25:41.038737 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b3459e68-ce07-4db5-a05b-208da00e8a65 req-89e89dc7-3569-4c58-a2d3-f838abff1bcd service neutron] 10.222.0.64 "GET /v2.0/networks/c4302b73-ca61-4da7-b39f-ec4ea0448ca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2666218 Jan 28 19:25:41.043991 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-8cb7918a-5aed-4b0f-b165-9ec166ea6232 tempest-MeteringIpV6TestJSON-1789014260 tempest-MeteringIpV6TestJSON-1789014260-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1391562842', 'description': 'label created by tempest'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:25:41.044474 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-8cb7918a-5aed-4b0f-b165-9ec166ea6232 tempest-MeteringIpV6TestJSON-1789014260 tempest-MeteringIpV6TestJSON-1789014260-project-admin] Unknown quota resources ['metering_label']. {{(pid=103305) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 19:25:41.199752 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning for port 894433b2-70eb-41ef-b44b-62a444b38a6a completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:25:41.228117 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning complete for port 894433b2-70eb-41ef-b44b-62a444b38a6a triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:25:41.228657 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (894433b2-70eb-41ef-b44b-62a444b38a6a), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:41.240080 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b3459e68-ce07-4db5-a05b-208da00e8a65 req-3e1d3076-86c6-4a8c-b6bf-0655bf029eea service neutron] 10.222.0.64 "GET /v2.0/networks/c4302b73-ca61-4da7-b39f-ec4ea0448ca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986125 Jan 28 19:25:41.447785 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 894433b2-70eb-41ef-b44b-62a444b38a6a is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:25:41.448185 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (894433b2-70eb-41ef-b44b-62a444b38a6a), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:41.504579 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d48ec2b-9e81-41bd-83c3-7cbb9e6c3d80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '894433b2-70eb-41ef-b44b-62a444b38a6a'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:25:41.514094 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adb160b0-32db-4c06-a6a7-12cc90fca9ca" -d '{"events": [{"server_uuid": "2d48ec2b-9e81-41bd-83c3-7cbb9e6c3d80", "name": "network-vif-plugged", "status": "completed", "tag": "894433b2-70eb-41ef-b44b-62a444b38a6a"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:25:41.533408 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 52150) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:41.548088 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 894433b2-70eb-41ef-b44b-62a444b38a6a, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=894433b2-70eb-41ef-b44b-62a444b38a6a,segment=NetworkSegment(e068a65d-85a7-4b6f-806f-2e18a6e2925d),segment_id=e068a65d-85a7-4b6f-806f-2e18a6e2925d)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:25:41.549975 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e61990a-5560-4836-8a4a-d3b1943a3bf5 req-603fcc06-fb78-4ea1-a835-46e318492a8a tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:41.558178 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9e61990a-5560-4836-8a4a-d3b1943a3bf5 req-603fcc06-fb78-4ea1-a835-46e318492a8a tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d48ec2b-9e81-41bd-83c3-7cbb9e6c3d80 HTTP/1.1" status: 200 len: 944 time: 0.1133256 Jan 28 19:25:41.596573 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (894433b2-70eb-41ef-b44b-62a444b38a6a), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:41.620302 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9e61990a-5560-4836-8a4a-d3b1943a3bf5 req-f7665077-1419-4c3c-9840-d787798711d1 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/security-groups?id=f474bf53-325f-4ec5-b389-bc6e034fc623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610266 Jan 28 19:25:41.649292 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:41.655562 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 274ec029-a275-4fae-9c90-d014a3e56e3b no longer exists at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:25:41.755992 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=894433b2-70eb-41ef-b44b-62a444b38a6a,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:41.766347 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3b19b65e-acb2-4dc4-83c2-e444c9086cda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:41.774279 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25edd433-a748-4edd-833d-9a555b7c9cad x-openstack-request-id: req-25edd433-a748-4edd-833d-9a555b7c9cad {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:25:41.774578 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d48ec2b-9e81-41bd-83c3-7cbb9e6c3d80", "name": "network-vif-plugged", "status": "completed", "tag": "894433b2-70eb-41ef-b44b-62a444b38a6a", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:25:41.774835 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-25edd433-a748-4edd-833d-9a555b7c9cad {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:25:41.775230 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d48ec2b-9e81-41bd-83c3-7cbb9e6c3d80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '894433b2-70eb-41ef-b44b-62a444b38a6a', 'code': 200} Jan 28 19:25:41.832398 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port 274ec029-a275-4fae-9c90-d014a3e56e3b is: ACTIVE; New status is: DOWN {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:25:41.832801 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (274ec029-a275-4fae-9c90-d014a3e56e3b), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:41.876688 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 274ec029-a275-4fae-9c90-d014a3e56e3b, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=274ec029-a275-4fae-9c90-d014a3e56e3b,segment=NetworkSegment(061cb951-c0bc-4d59-a3f2-ff4acb095ff3),segment_id=061cb951-c0bc-4d59-a3f2-ff4acb095ff3)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:25:41.886838 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (274ec029-a275-4fae-9c90-d014a3e56e3b), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:41.947332 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4c902b-2276-438a-a5af-afd21e1e2853 req-b83dc140-3a31-41ed-98ad-578531368208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:41.948798 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9d4c902b-2276-438a-a5af-afd21e1e2853 req-b83dc140-3a31-41ed-98ad-578531368208 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=2d48ec2b-9e81-41bd-83c3-7cbb9e6c3d80 HTTP/1.1" status: 200 len: 1128 time: 0.1485479 Jan 28 19:25:41.975143 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=274ec029-a275-4fae-9c90-d014a3e56e3b,revision_number=8']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:41.985924 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e357e0b2-d413-4a0e-a2be-405297eaa2ef req-99aebe4a-112c-43f4-8424-d1860d0c153a tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] 10.222.0.64 "GET /v2.0/ports?device_id=7de5efc1-e676-4f7e-b6f6-ca2b33266c99 HTTP/1.1" status: 200 len: 210 time: 0.3239555 Jan 28 19:25:41.988677 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8cb7918a-5aed-4b0f-b165-9ec166ea6232 tempest-MeteringIpV6TestJSON-1789014260 tempest-MeteringIpV6TestJSON-1789014260-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:41.989815 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-8cb7918a-5aed-4b0f-b165-9ec166ea6232 tempest-MeteringIpV6TestJSON-1789014260 tempest-MeteringIpV6TestJSON-1789014260-project-admin] 10.222.0.64 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.9640725 Jan 28 19:25:42.004375 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 52164) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:42.045296 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3b19b65e-acb2-4dc4-83c2-e444c9086cda admin admin] Publish callbacks [] for security_group (6d863751-6918-4d9f-b1a2-c20a0aa99b68), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:42.061523 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3b19b65e-acb2-4dc4-83c2-e444c9086cda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (6d863751-6918-4d9f-b1a2-c20a0aa99b68), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:42.093128 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9d4c902b-2276-438a-a5af-afd21e1e2853 req-2a32dfa3-31f2-4b23-8f12-fefe983477ba service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=f474bf53-325f-4ec5-b389-bc6e034fc623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310611 Jan 28 19:25:42.116372 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-7cc1ff3e-1646-4a79-80c0-eb959effb357 tempest-MeteringIpV6TestJSON-1789014260 tempest-MeteringIpV6TestJSON-1789014260-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-labels?id=5a9961d7-c239-4ba8-b96c-d1a3fd95d1c0 HTTP/1.1" status: 200 len: 468 time: 0.1096351 Jan 28 19:25:42.122745 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 52170) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:42.129904 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511ab8c2-fd95-4377-9914-d9a95ae01320 req-96b57892-dea7-4e9d-8db2-a6c0427ecdd6 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:42.131616 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-511ab8c2-fd95-4377-9914-d9a95ae01320 req-96b57892-dea7-4e9d-8db2-a6c0427ecdd6 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] 10.222.0.41 "GET /v2.0/ports?device_id=93bbd1cb-8e21-422e-8ff0-2a670b213fc8 HTTP/1.1" status: 200 len: 945 time: 0.4680653 Jan 28 19:25:42.144646 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-3b19b65e-acb2-4dc4-83c2-e444c9086cda admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=007f1734bc4c4fe78b698506b713990e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6102049 Jan 28 19:25:42.145740 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b19b65e-acb2-4dc4-83c2-e444c9086cda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d863751-6918-4d9f-b1a2-c20a0aa99b68,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:42.149456 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 52174) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:42.203392 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-69448e0a-f829-4481-83da-2a03a2af910b admin admin] Publish callbacks [] for security_group (6d863751-6918-4d9f-b1a2-c20a0aa99b68), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:42.229057 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-69448e0a-f829-4481-83da-2a03a2af910b admin admin] Publish callbacks [] for security_group (6d863751-6918-4d9f-b1a2-c20a0aa99b68), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:42.313956 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-69448e0a-f829-4481-83da-2a03a2af910b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (6d863751-6918-4d9f-b1a2-c20a0aa99b68), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:42.324139 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-69448e0a-f829-4481-83da-2a03a2af910b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:42.328613 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-69448e0a-f829-4481-83da-2a03a2af910b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6d863751-6918-4d9f-b1a2-c20a0aa99b68 HTTP/1.1" status: 204 len: 168 time: 0.1771569 Jan 28 19:25:42.344168 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69448e0a-f829-4481-83da-2a03a2af910b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d863751-6918-4d9f-b1a2-c20a0aa99b68,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:42.540637 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6a18232d-fc84-4c72-a7fc-5bcae8c7676a tempest-MeteringIpV6TestJSON-1789014260 tempest-MeteringIpV6TestJSON-1789014260-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:42.543848 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-6a18232d-fc84-4c72-a7fc-5bcae8c7676a tempest-MeteringIpV6TestJSON-1789014260 tempest-MeteringIpV6TestJSON-1789014260-project-admin] 10.222.0.64 "DELETE /v2.0/metering/metering-labels/5a9961d7-c239-4ba8-b96c-d1a3fd95d1c0 HTTP/1.1" status: 204 len: 168 time: 0.4111266 Jan 28 19:25:42.546694 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 52186) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:42.563877 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee556cd2-63dd-4bb6-a910-253d1b7ddd3f admin admin] Router b0b0f51a-2308-4ba5-9528-5f7a038eee01 is scheduled to L3 agent 76fe5c49-705a-4e08-abb2-be585676213f with binding_index 1 {{(pid=103305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 19:25:42.573015 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-511ab8c2-fd95-4377-9914-d9a95ae01320 req-07e4e7fb-a6e4-4f04-b8f8-40b91a034890 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] Deleting port 274ec029-a275-4fae-9c90-d014a3e56e3b {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:25:42.573391 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-511ab8c2-fd95-4377-9914-d9a95ae01320 req-07e4e7fb-a6e4-4f04-b8f8-40b91a034890 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (274ec029-a275-4fae-9c90-d014a3e56e3b), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:42.580855 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-2fef1fd8-1627-493a-90a2-c209aff7257f tempest-MeteringIpV6TestJSON-1789014260 tempest-MeteringIpV6TestJSON-1789014260-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-labels?id=5a9961d7-c239-4ba8-b96c-d1a3fd95d1c0 HTTP/1.1" status: 200 len: 216 time: 0.0301552 Jan 28 19:25:42.582270 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 52188) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:42.603510 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-94110b33-edfb-4d46-83b8-6ba11a8383a6 tempest-MeteringIpV6TestJSON-1789014260 tempest-MeteringIpV6TestJSON-1789014260-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0178263 Jan 28 19:25:42.605323 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 52190) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:42.657238 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-124186b9-d8cb-4dc7-bfc1-d152f8cbc786 tempest-MeteringIpV6TestJSON-1789014260 tempest-MeteringIpV6TestJSON-1789014260-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0472901 Jan 28 19:25:42.658359 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 52194) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:42.855173 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-a7ba7557-d0d9-4e68-8fea-4a866bbd8dcd tempest-MeteringIpV6TestJSON-1789014260 tempest-MeteringIpV6TestJSON-1789014260-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-labels/da077aa9-7a9d-485f-bbae-01a688e7a0aa HTTP/1.1" status: 200 len: 472 time: 0.1954050 Jan 28 19:25:42.871156 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 52200) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:42.938108 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-18dd83be-8b05-45ae-b0e6-d842e4bbe6cb tempest-MeteringIpV6TestJSON-1789014260 tempest-MeteringIpV6TestJSON-1789014260-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-label-rules/92e38ef9-3075-49c5-8bee-189090c4f667 HTTP/1.1" status: 200 len: 459 time: 0.0642414 Jan 28 19:25:42.941738 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 52204) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:42.955488 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-511ab8c2-fd95-4377-9914-d9a95ae01320 req-07e4e7fb-a6e4-4f04-b8f8-40b91a034890 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] For port 274ec029-a275-4fae-9c90-d014a3e56e3b, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=274ec029-a275-4fae-9c90-d014a3e56e3b,segment=NetworkSegment(061cb951-c0bc-4d59-a3f2-ff4acb095ff3),segment_id=061cb951-c0bc-4d59-a3f2-ff4acb095ff3)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:25:42.956135 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-511ab8c2-fd95-4377-9914-d9a95ae01320 req-07e4e7fb-a6e4-4f04-b8f8-40b91a034890 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (274ec029-a275-4fae-9c90-d014a3e56e3b), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:42.979115 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:42.983395 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-511ab8c2-fd95-4377-9914-d9a95ae01320 req-07e4e7fb-a6e4-4f04-b8f8-40b91a034890 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] Calling delete_port for 274ec029-a275-4fae-9c90-d014a3e56e3b owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:25:42.988145 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b25072-14f6-4782-87cf-5ac515c7d992 req-283c2bb4-ad20-4af8-8e9f-51aca73ea96b tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:42.991114 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-40b25072-14f6-4782-87cf-5ac515c7d992 req-283c2bb4-ad20-4af8-8e9f-51aca73ea96b tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d48ec2b-9e81-41bd-83c3-7cbb9e6c3d80 HTTP/1.1" status: 200 len: 945 time: 0.1440830 Jan 28 19:25:43.008215 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee556cd2-63dd-4bb6-a910-253d1b7ddd3f admin admin] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:25:43.024367 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd57f728-29c4-46ab-997c-f4765ab23716 None None] Sync routers for ids ['b0b0f51a-2308-4ba5-9528-5f7a038eee01'] in n-d-812111-14 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:25:43.064724 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd57f728-29c4-46ab-997c-f4765ab23716 None None] Routers {'b0b0f51a-2308-4ba5-9528-5f7a038eee01'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:25:43.072942 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-bd57f728-29c4-46ab-997c-f4765ab23716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:25:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['b0b0f51a-2308-4ba5-9528-5f7a038eee01'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:25:43.114888 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 52210) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:43.187872 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-40b25072-14f6-4782-87cf-5ac515c7d992 req-e189cad3-d43b-474d-9911-b2732b2ef8eb tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/security-groups?id=f474bf53-325f-4ec5-b389-bc6e034fc623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830180 Jan 28 19:25:43.216047 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c6693d77-bd4b-4a51-8449-513ac00149de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:43.262633 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ee556cd2-63dd-4bb6-a910-253d1b7ddd3f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:43.266438 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-ee556cd2-63dd-4bb6-a910-253d1b7ddd3f admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.9994743 Jan 28 19:25:43.291746 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 52212) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:43.332188 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-bd57f728-29c4-46ab-997c-f4765ab23716 None None] Set router b0b0f51a-2308-4ba5-9528-5f7a038eee01 gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:25:43.377215 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7820f896-ddb3-4267-be58-8a36a646af63 req-e86009a5-e9a6-4a87-a306-32ce74baa157 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] 10.222.0.64 "GET /v2.0/ports?device_id=7de5efc1-e676-4f7e-b6f6-ca2b33266c99 HTTP/1.1" status: 200 len: 210 time: 0.2278647 Jan 28 19:25:43.399727 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c6693d77-bd4b-4a51-8449-513ac00149de admin admin] Publish callbacks [] for security_group (4f5f140b-15f9-48c6-8e6b-112aed44b136), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:43.412884 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c6693d77-bd4b-4a51-8449-513ac00149de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (4f5f140b-15f9-48c6-8e6b-112aed44b136), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:43.670649 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ce4c70ed-bee6-4aff-a44a-7101ce39e3f6 tempest-MeteringIpV6TestJSON-1789014260 tempest-MeteringIpV6TestJSON-1789014260-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:43.672107 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-ce4c70ed-bee6-4aff-a44a-7101ce39e3f6 tempest-MeteringIpV6TestJSON-1789014260 tempest-MeteringIpV6TestJSON-1789014260-project-admin] 10.222.0.64 "DELETE /v2.0/metering/metering-label-rules/92e38ef9-3075-49c5-8bee-189090c4f667 HTTP/1.1" status: 204 len: 168 time: 0.7292886 Jan 28 19:25:43.693175 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 52232) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:43.697854 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3459e68-ce07-4db5-a05b-208da00e8a65 req-5b109c70-f2f5-4bc5-a42b-9d8b621cd589 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:43.700262 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b3459e68-ce07-4db5-a05b-208da00e8a65 req-5b109c70-f2f5-4bc5-a42b-9d8b621cd589 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] 10.222.0.41 "GET /v2.0/networks?id=c4302b73-ca61-4da7-b39f-ec4ea0448ca6 HTTP/1.1" status: 200 len: 801 time: 0.2709548 Jan 28 19:25:43.719740 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-c6693d77-bd4b-4a51-8449-513ac00149de admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=828c9b900efb4b109a4234c16e9bd4f4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6004305 Jan 28 19:25:43.730126 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 52234) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:43.734202 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-b3459e68-ce07-4db5-a05b-208da00e8a65 req-fdd1e292-376c-4471-b154-70177a25318b tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] Request body: {'port': {'device_id': '7de5efc1-e676-4f7e-b6f6-ca2b33266c99', 'network_id': 'c4302b73-ca61-4da7-b39f-ec4ea0448ca6', 'admin_state_up': True, 'tenant_id': '0c4ea235eb2940b3b5cdc493b562a62f'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:25:43.776742 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93bbd1cb-8e21-422e-8ff0-2a670b213fc8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '274ec029-a275-4fae-9c90-d014a3e56e3b'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:25:43.781787 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af3cf1d1-9e36-42ce-b6a1-ea0fac931021" -d '{"events": [{"server_uuid": "93bbd1cb-8e21-422e-8ff0-2a670b213fc8", "name": "network-vif-unplugged", "status": "completed", "tag": "274ec029-a275-4fae-9c90-d014a3e56e3b"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:25:43.788611 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-bd57f728-29c4-46ab-997c-f4765ab23716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0b0f51a-2308-4ba5-9528-5f7a038eee01', 'name': 'tempest-ServerRescueNegativeTestJSON-623379107-router', 'tenant_id': 'c3bb2ec73a174fcda5cafb398102663f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.120'}], 'enable_snat': True}, 'gw_port_id': 'ff55772a-2b2a-4ad8-b8a0-e32e7bb8f89e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:25:38Z', 'updated_at': '2022-01-28T19:25:40Z', 'revision_number': 3, 'project_id': 'c3bb2ec73a174fcda5cafb398102663f', 'gw_port': {'id': 'ff55772a-2b2a-4ad8-b8a0-e32e7bb8f89e', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:56:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0b0f51a-2308-4ba5-9528-5f7a038eee01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:25:39Z', 'updated_at': '2022-01-28T19:25:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:25:43.876680 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd57f728-29c4-46ab-997c-f4765ab23716 None None] Checking router: b0b0f51a-2308-4ba5-9528-5f7a038eee01 for host: n-d-812111-14 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:25:43.877030 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd57f728-29c4-46ab-997c-f4765ab23716 None None] Updating router b0b0f51a-2308-4ba5-9528-5f7a038eee01 port ff55772a-2b2a-4ad8-b8a0-e32e7bb8f89e binding host n-d-812111-14 {{(pid=103306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:25:43.905742 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6693d77-bd4b-4a51-8449-513ac00149de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f5f140b-15f9-48c6-8e6b-112aed44b136,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:43.942047 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 19:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-352e2c3b-099f-4371-b289-1c4439dc1b0d x-openstack-request-id: req-352e2c3b-099f-4371-b289-1c4439dc1b0d {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:25:43.942425 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93bbd1cb-8e21-422e-8ff0-2a670b213fc8", "name": "network-vif-unplugged", "status": "completed", "tag": "274ec029-a275-4fae-9c90-d014a3e56e3b", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:25:43.942616 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-352e2c3b-099f-4371-b289-1c4439dc1b0d {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:25:43.943014 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93bbd1cb-8e21-422e-8ff0-2a670b213fc8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '274ec029-a275-4fae-9c90-d014a3e56e3b', 'code': 200} Jan 28 19:25:43.944122 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-bd57f728-29c4-46ab-997c-f4765ab23716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (ff55772a-2b2a-4ad8-b8a0-e32e7bb8f89e), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:44.124712 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5ad7de2b-d980-42d0-95a7-05f8112d91d2 admin admin] Publish callbacks [] for security_group (4f5f140b-15f9-48c6-8e6b-112aed44b136), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:44.176857 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8279fc4b-e91f-47ae-b7a2-ba6fde33238d tempest-MeteringIpV6TestJSON-1789014260 tempest-MeteringIpV6TestJSON-1789014260-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:44.178153 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-8279fc4b-e91f-47ae-b7a2-ba6fde33238d tempest-MeteringIpV6TestJSON-1789014260 tempest-MeteringIpV6TestJSON-1789014260-project-admin] 10.222.0.64 "DELETE /v2.0/metering/metering-labels/da077aa9-7a9d-485f-bbae-01a688e7a0aa HTTP/1.1" status: 204 len: 168 time: 0.4805357 Jan 28 19:25:44.236823 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5ad7de2b-d980-42d0-95a7-05f8112d91d2 admin admin] Publish callbacks [] for security_group (4f5f140b-15f9-48c6-8e6b-112aed44b136), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:44.238238 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 52250) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:44.258560 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3459e68-ce07-4db5-a05b-208da00e8a65 req-fdd1e292-376c-4471-b154-70177a25318b tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] Made reservation on behalf of 0c4ea235eb2940b3b5cdc493b562a62f for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:25:44.276225 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-b3459e68-ce07-4db5-a05b-208da00e8a65 req-fdd1e292-376c-4471-b154-70177a25318b tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:44.281184 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-511ab8c2-fd95-4377-9914-d9a95ae01320 req-07e4e7fb-a6e4-4f04-b8f8-40b91a034890 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (274ec029-a275-4fae-9c90-d014a3e56e3b), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:44.319522 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e4e7fb-a6e4-4f04-b8f8-40b91a034890 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] Pushing event deleted for resources: {'Port': ['ID=274ec029-a275-4fae-9c90-d014a3e56e3b,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:44.410502 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-511ab8c2-fd95-4377-9914-d9a95ae01320 req-07e4e7fb-a6e4-4f04-b8f8-40b91a034890 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] No DVR routers for this DVR port 274ec029-a275-4fae-9c90-d014a3e56e3b on host n-h1-812111-14 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:25:44.439148 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-511ab8c2-fd95-4377-9914-d9a95ae01320 req-07e4e7fb-a6e4-4f04-b8f8-40b91a034890 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:44.442763 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-511ab8c2-fd95-4377-9914-d9a95ae01320 req-07e4e7fb-a6e4-4f04-b8f8-40b91a034890 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] 10.222.0.41 "DELETE /v2.0/ports/274ec029-a275-4fae-9c90-d014a3e56e3b HTTP/1.1" status: 204 len: 173 time: 2.2215178 Jan 28 19:25:44.443564 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93bbd1cb-8e21-422e-8ff0-2a670b213fc8', 'name': 'network-vif-deleted', 'tag': '274ec029-a275-4fae-9c90-d014a3e56e3b'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:25:44.445613 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52efc934-14bb-47e8-b937-0c12a554d5c4" -d '{"events": [{"server_uuid": "93bbd1cb-8e21-422e-8ff0-2a670b213fc8", "name": "network-vif-deleted", "tag": "274ec029-a275-4fae-9c90-d014a3e56e3b"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:25:44.660907 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc30ad4b-6a94-47f7-9649-f13ce6d53dff req-7dc1b41c-6067-4e72-af73-512d036965a2 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:44.660907 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-fc30ad4b-6a94-47f7-9649-f13ce6d53dff req-7dc1b41c-6067-4e72-af73-512d036965a2 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d48ec2b-9e81-41bd-83c3-7cbb9e6c3d80 HTTP/1.1" status: 200 len: 945 time: 0.3168662 Jan 28 19:25:44.682845 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5ad7de2b-d980-42d0-95a7-05f8112d91d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (4f5f140b-15f9-48c6-8e6b-112aed44b136), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:44.686076 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5ad7de2b-d980-42d0-95a7-05f8112d91d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:44.688449 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-5ad7de2b-d980-42d0-95a7-05f8112d91d2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4f5f140b-15f9-48c6-8e6b-112aed44b136 HTTP/1.1" status: 204 len: 168 time: 0.9474375 Jan 28 19:25:44.761456 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 52264) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:44.771244 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-bd57f728-29c4-46ab-997c-f4765ab23716 None None] Publish callbacks [] for port (ff55772a-2b2a-4ad8-b8a0-e32e7bb8f89e), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:44.782486 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-bd57f728-29c4-46ab-997c-f4765ab23716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (ff55772a-2b2a-4ad8-b8a0-e32e7bb8f89e), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:44.808800 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad7de2b-d980-42d0-95a7-05f8112d91d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f5f140b-15f9-48c6-8e6b-112aed44b136,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:44.845263 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-fc30ad4b-6a94-47f7-9649-f13ce6d53dff req-1447f72c-f013-4ac2-bd36-e4093d497fdb tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/security-groups?id=f474bf53-325f-4ec5-b389-bc6e034fc623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743004 Jan 28 19:25:44.865806 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-b3459e68-ce07-4db5-a05b-208da00e8a65 req-fdd1e292-376c-4471-b154-70177a25318b tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] Allocated IP 172.20.0.8 (c4302b73-ca61-4da7-b39f-ec4ea0448ca6/88147782-fd39-461f-889a-eefda05a9cf4/d2357583-721e-4c30-bff3-d3dd1768e7c4) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:25:44.891859 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-fb020e3f-4b39-4f59-8bef-ae3ee173d3f3 req-cf0dcff5-3096-4773-bbbb-809a30e7085a tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] 10.222.0.64 "GET /v2.0/ports?device_id=7de5efc1-e676-4f7e-b6f6-ca2b33266c99 HTTP/1.1" status: 200 len: 210 time: 0.1070712 Jan 28 19:25:44.950159 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-09275f3c-1cd6-4972-b720-9dddee939ab1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:44.962533 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-bd57f728-29c4-46ab-997c-f4765ab23716 None None] Attempting to bind port ff55772a-2b2a-4ad8-b8a0-e32e7bb8f89e on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:25:44.962958 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-bd57f728-29c4-46ab-997c-f4765ab23716 None None] Attempting to bind port ff55772a-2b2a-4ad8-b8a0-e32e7bb8f89e by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:25:44.963278 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd57f728-29c4-46ab-997c-f4765ab23716 None None] Attempting to bind port ff55772a-2b2a-4ad8-b8a0-e32e7bb8f89e on network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:25:45.008437 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd57f728-29c4-46ab-997c-f4765ab23716 None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:25:45.008814 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd57f728-29c4-46ab-997c-f4765ab23716 None None] Checking segment: {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:25:45.014139 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec70fb8d-1309-4387-8975-9be7c2e6b532 x-openstack-request-id: req-ec70fb8d-1309-4387-8975-9be7c2e6b532 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:25:45.014439 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93bbd1cb-8e21-422e-8ff0-2a670b213fc8", "name": "network-vif-deleted", "tag": "274ec029-a275-4fae-9c90-d014a3e56e3b", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:25:45.014853 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ec70fb8d-1309-4387-8975-9be7c2e6b532 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:25:45.015531 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93bbd1cb-8e21-422e-8ff0-2a670b213fc8', 'name': 'network-vif-deleted', 'tag': '274ec029-a275-4fae-9c90-d014a3e56e3b', 'status': 'completed', 'code': 200} Jan 28 19:25:45.022796 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-bd57f728-29c4-46ab-997c-f4765ab23716 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:45.023778 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd57f728-29c4-46ab-997c-f4765ab23716 None None] Bound using segment: {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:25:45.028322 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-bd57f728-29c4-46ab-997c-f4765ab23716 None None] Bound port: ff55772a-2b2a-4ad8-b8a0-e32e7bb8f89e, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:25:45.028884 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-bd57f728-29c4-46ab-997c-f4765ab23716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (ff55772a-2b2a-4ad8-b8a0-e32e7bb8f89e), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:45.042648 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5defe013-43fe-4f7b-a5af-16c6dfc2d47d None None] Pushing event updated for resources: {'Port': ['ID=ff55772a-2b2a-4ad8-b8a0-e32e7bb8f89e,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:45.144153 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-bd57f728-29c4-46ab-997c-f4765ab23716 None None] For port ff55772a-2b2a-4ad8-b8a0-e32e7bb8f89e, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:25:45.151587 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-bd57f728-29c4-46ab-997c-f4765ab23716 None None] For port ff55772a-2b2a-4ad8-b8a0-e32e7bb8f89e, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=ff55772a-2b2a-4ad8-b8a0-e32e7bb8f89e,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:25:45.170453 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-bd57f728-29c4-46ab-997c-f4765ab23716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (ff55772a-2b2a-4ad8-b8a0-e32e7bb8f89e), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:45.230188 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-685abe97-fc11-4ac9-a9c7-eac7da147142 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:45.245301 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa2cfda-f5b3-4d08-8261-84d385f0f0c9 req-93fd1a4e-1ab1-4ecb-a37e-98d0729281f3 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:45.250159 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4fa2cfda-f5b3-4d08-8261-84d385f0f0c9 req-93fd1a4e-1ab1-4ecb-a37e-98d0729281f3 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d48ec2b-9e81-41bd-83c3-7cbb9e6c3d80 HTTP/1.1" status: 200 len: 945 time: 0.2200456 Jan 28 19:25:45.332192 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5defe013-43fe-4f7b-a5af-16c6dfc2d47d None None] Pushing event updated for resources: {'Port': ['ID=ff55772a-2b2a-4ad8-b8a0-e32e7bb8f89e,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:45.346011 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-685abe97-fc11-4ac9-a9c7-eac7da147142 admin admin] Publish callbacks [] for security_group (0d4428e0-0607-4631-b0d9-7feb4487f30d), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:45.353972 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd57f728-29c4-46ab-997c-f4765ab23716 None None] Routers {'b0b0f51a-2308-4ba5-9528-5f7a038eee01'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:25:45.359038 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-bd57f728-29c4-46ab-997c-f4765ab23716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:25:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['b0b0f51a-2308-4ba5-9528-5f7a038eee01'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:25:45.359354 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-685abe97-fc11-4ac9-a9c7-eac7da147142 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (0d4428e0-0607-4631-b0d9-7feb4487f30d), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:45.389381 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-685abe97-fc11-4ac9-a9c7-eac7da147142 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=cf8f7ab7ebec41a499d2deed638cb919&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6166725 Jan 28 19:25:45.403574 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 52286) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:45.462777 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-41bfba6c-8c56-4688-99da-ded94d87bd04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:45.471317 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685abe97-fc11-4ac9-a9c7-eac7da147142 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d4428e0-0607-4631-b0d9-7feb4487f30d,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:45.500389 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-09275f3c-1cd6-4972-b720-9dddee939ab1 admin admin] Publish callbacks [] for security_group (a554eed5-ccd4-4d9d-b8ed-ccf9cae9d6e6), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:45.530103 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-b3459e68-ce07-4db5-a05b-208da00e8a65 req-fdd1e292-376c-4471-b154-70177a25318b tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] Publish callbacks [] for port (d2357583-721e-4c30-bff3-d3dd1768e7c4), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:45.531840 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-124381d0-5500-4cd5-96dc-096f3a16abe6 admin admin] Publish callbacks [] for security_group (0d4428e0-0607-4631-b0d9-7feb4487f30d), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:45.555595 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-124381d0-5500-4cd5-96dc-096f3a16abe6 admin admin] Publish callbacks [] for security_group (0d4428e0-0607-4631-b0d9-7feb4487f30d), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:45.585651 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4fa2cfda-f5b3-4d08-8261-84d385f0f0c9 req-1835bc9f-a469-47f6-8e6b-562932315917 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/security-groups?id=f474bf53-325f-4ec5-b389-bc6e034fc623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3242245 Jan 28 19:25:45.606138 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-09275f3c-1cd6-4972-b720-9dddee939ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (a554eed5-ccd4-4d9d-b8ed-ccf9cae9d6e6), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:45.629705 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-124381d0-5500-4cd5-96dc-096f3a16abe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (0d4428e0-0607-4631-b0d9-7feb4487f30d), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:45.633799 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-124381d0-5500-4cd5-96dc-096f3a16abe6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:45.637267 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-124381d0-5500-4cd5-96dc-096f3a16abe6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0d4428e0-0607-4631-b0d9-7feb4487f30d HTTP/1.1" status: 204 len: 168 time: 0.2284260 Jan 28 19:25:45.659827 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-bd57f728-29c4-46ab-997c-f4765ab23716 None None] Set router b0b0f51a-2308-4ba5-9528-5f7a038eee01 gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:25:45.667869 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-09275f3c-1cd6-4972-b720-9dddee939ab1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=55b577b5f803462dafb0a0856b728377&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4285820 Jan 28 19:25:45.672208 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 52296) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:45.672880 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09275f3c-1cd6-4972-b720-9dddee939ab1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a554eed5-ccd4-4d9d-b8ed-ccf9cae9d6e6,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:45.732943 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124381d0-5500-4cd5-96dc-096f3a16abe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d4428e0-0607-4631-b0d9-7feb4487f30d,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:45.754530 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d0c5e189-de92-4382-a69a-a7255fc150cc admin admin] Publish callbacks [] for security_group (a554eed5-ccd4-4d9d-b8ed-ccf9cae9d6e6), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:45.770020 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-b3459e68-ce07-4db5-a05b-208da00e8a65 req-fdd1e292-376c-4471-b154-70177a25318b tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (d2357583-721e-4c30-bff3-d3dd1768e7c4), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:45.820499 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 274ec029-a275-4fae-9c90-d014a3e56e3b no longer exists at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:25:45.843360 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d0c5e189-de92-4382-a69a-a7255fc150cc admin admin] Publish callbacks [] for security_group (a554eed5-ccd4-4d9d-b8ed-ccf9cae9d6e6), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:45.877636 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3459e68-ce07-4db5-a05b-208da00e8a65 req-fdd1e292-376c-4471-b154-70177a25318b tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] Network c4302b73-ca61-4da7-b39f-ec4ea0448ca6 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:25:45.887480 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-b3459e68-ce07-4db5-a05b-208da00e8a65 req-fdd1e292-376c-4471-b154-70177a25318b tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:25:45.896932 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3459e68-ce07-4db5-a05b-208da00e8a65 req-fdd1e292-376c-4471-b154-70177a25318b tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:25:45.989310 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd1e292-376c-4471-b154-70177a25318b tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] Pushing event updated for resources: {'Port': ['ID=d2357583-721e-4c30-bff3-d3dd1768e7c4,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:46.000127 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] No Port match for: 274ec029-a275-4fae-9c90-d014a3e56e3b {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:25:46.001025 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 274ec029-a275-4fae-9c90-d014a3e56e3b not bound to the agent host n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:25:46.046499 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3459e68-ce07-4db5-a05b-208da00e8a65 req-fdd1e292-376c-4471-b154-70177a25318b tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:46.051523 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-b3459e68-ce07-4db5-a05b-208da00e8a65 req-fdd1e292-376c-4471-b154-70177a25318b tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:46.080930 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b3459e68-ce07-4db5-a05b-208da00e8a65 req-fdd1e292-376c-4471-b154-70177a25318b tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3563933 Jan 28 19:25:46.099254 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-b3459e68-ce07-4db5-a05b-208da00e8a65 req-9bba5dca-ce21-4a4a-9006-b2e28230158f service neutron] Request body: {'port': {'device_id': '7de5efc1-e676-4f7e-b6f6-ca2b33266c99', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-14'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:25:46.105580 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-41bfba6c-8c56-4688-99da-ded94d87bd04 admin admin] Allocated IP 172.20.0.1 (6fa40d3b-3f4b-4104-afea-21db80512bd7/0682cf17-1671-4e06-a862-31b529728694/1bca161d-84b6-4ca4-9a28-8d1b3fc8beac) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:25:46.129448 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ac3e40-6420-4847-bcc3-7f700c849c35 req-1b33cc9d-c27b-424e-9d6d-900e0ab76ab3 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:46.131166 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-60ac3e40-6420-4847-bcc3-7f700c849c35 req-1b33cc9d-c27b-424e-9d6d-900e0ab76ab3 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d48ec2b-9e81-41bd-83c3-7cbb9e6c3d80 HTTP/1.1" status: 200 len: 945 time: 0.0909216 Jan 28 19:25:46.173414 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d0c5e189-de92-4382-a69a-a7255fc150cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (a554eed5-ccd4-4d9d-b8ed-ccf9cae9d6e6), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:46.176431 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d0c5e189-de92-4382-a69a-a7255fc150cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:46.178462 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-d0c5e189-de92-4382-a69a-a7255fc150cc admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a554eed5-ccd4-4d9d-b8ed-ccf9cae9d6e6 HTTP/1.1" status: 204 len: 168 time: 0.5026708 Jan 28 19:25:46.180316 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-bd57f728-29c4-46ab-997c-f4765ab23716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0b0f51a-2308-4ba5-9528-5f7a038eee01', 'name': 'tempest-ServerRescueNegativeTestJSON-623379107-router', 'tenant_id': 'c3bb2ec73a174fcda5cafb398102663f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.120'}], 'enable_snat': True}, 'gw_port_id': 'ff55772a-2b2a-4ad8-b8a0-e32e7bb8f89e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:25:38Z', 'updated_at': '2022-01-28T19:25:40Z', 'revision_number': 3, 'project_id': 'c3bb2ec73a174fcda5cafb398102663f', 'gw_port': {'id': 'ff55772a-2b2a-4ad8-b8a0-e32e7bb8f89e', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:56:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0b0f51a-2308-4ba5-9528-5f7a038eee01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:25:39Z', 'updated_at': '2022-01-28T19:25:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:25:46.220919 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c5e189-de92-4382-a69a-a7255fc150cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a554eed5-ccd4-4d9d-b8ed-ccf9cae9d6e6,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:46.231842 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-b3459e68-ce07-4db5-a05b-208da00e8a65 req-9bba5dca-ce21-4a4a-9006-b2e28230158f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (d2357583-721e-4c30-bff3-d3dd1768e7c4), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:46.236013 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd57f728-29c4-46ab-997c-f4765ab23716 None None] The sync data for ids ['b0b0f51a-2308-4ba5-9528-5f7a038eee01'] in n-d-812111-14 is: [{'id': 'b0b0f51a-2308-4ba5-9528-5f7a038eee01', 'name': 'tempest-ServerRescueNegativeTestJSON-623379107-router', 'tenant_id': 'c3bb2ec73a174fcda5cafb398102663f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.120'}], 'enable_snat': True}, 'gw_port_id': 'ff55772a-2b2a-4ad8-b8a0-e32e7bb8f89e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:25:38Z', 'updated_at': '2022-01-28T19:25:40Z', 'revision_number': 3, 'project_id': 'c3bb2ec73a174fcda5cafb398102663f', 'gw_port': {'id': 'ff55772a-2b2a-4ad8-b8a0-e32e7bb8f89e', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:56:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0b0f51a-2308-4ba5-9528-5f7a038eee01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:25:39Z', 'updated_at': '2022-01-28T19:25:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:25:46.344575 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-60ac3e40-6420-4847-bcc3-7f700c849c35 req-dc8a27e2-57eb-4cdc-a188-793256a83311 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/security-groups?id=f474bf53-325f-4ec5-b389-bc6e034fc623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023168 Jan 28 19:25:46.378417 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-41bfba6c-8c56-4688-99da-ded94d87bd04 admin admin] Publish callbacks [] for port (1bca161d-84b6-4ca4-9a28-8d1b3fc8beac), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:46.380868 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 52318) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:46.429275 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-07ed1b65-a40e-40f7-98c6-c072b58a8adb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:46.442982 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-41bfba6c-8c56-4688-99da-ded94d87bd04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (1bca161d-84b6-4ca4-9a28-8d1b3fc8beac), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:46.503230 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41bfba6c-8c56-4688-99da-ded94d87bd04 admin admin] Network 6fa40d3b-3f4b-4104-afea-21db80512bd7 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:25:46.510123 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-41bfba6c-8c56-4688-99da-ded94d87bd04 admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:25:46.528990 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41bfba6c-8c56-4688-99da-ded94d87bd04 admin admin] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:25:46.613430 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bfba6c-8c56-4688-99da-ded94d87bd04 admin admin] Pushing event updated for resources: {'Port': ['ID=1bca161d-84b6-4ca4-9a28-8d1b3fc8beac,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:46.637230 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-07ed1b65-a40e-40f7-98c6-c072b58a8adb admin admin] Publish callbacks [] for security_group (67bdbc8e-7567-49f7-8b95-d6617292e46f), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:46.650582 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-07ed1b65-a40e-40f7-98c6-c072b58a8adb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (67bdbc8e-7567-49f7-8b95-d6617292e46f), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:46.689632 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-41bfba6c-8c56-4688-99da-ded94d87bd04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734769'] for router_interface (b0b0f51a-2308-4ba5-9528-5f7a038eee01), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:46.745651 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-07ed1b65-a40e-40f7-98c6-c072b58a8adb admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=85e237ac3ea44b97b260b4b59e1af52e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3590729 Jan 28 19:25:46.747920 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 52326) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:46.760150 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ed1b65-a40e-40f7-98c6-c072b58a8adb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67bdbc8e-7567-49f7-8b95-d6617292e46f,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:46.765616 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-b3459e68-ce07-4db5-a05b-208da00e8a65 req-9bba5dca-ce21-4a4a-9006-b2e28230158f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2357583-721e-4c30-bff3-d3dd1768e7c4 {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:25:46.785765 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-b3459e68-ce07-4db5-a05b-208da00e8a65 req-9bba5dca-ce21-4a4a-9006-b2e28230158f service neutron] Publish callbacks [] for port (d2357583-721e-4c30-bff3-d3dd1768e7c4), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:46.824335 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-b3459e68-ce07-4db5-a05b-208da00e8a65 req-9bba5dca-ce21-4a4a-9006-b2e28230158f service neutron] Transition to ACTIVE for port object d2357583-721e-4c30-bff3-d3dd1768e7c4 will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:25:46.841723 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0eb27a1a-4f61-4f6e-94dc-a909f1af826f admin admin] Publish callbacks [] for security_group (67bdbc8e-7567-49f7-8b95-d6617292e46f), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:46.844508 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-b3459e68-ce07-4db5-a05b-208da00e8a65 req-9bba5dca-ce21-4a4a-9006-b2e28230158f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (d2357583-721e-4c30-bff3-d3dd1768e7c4), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:46.922633 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0eb27a1a-4f61-4f6e-94dc-a909f1af826f admin admin] Publish callbacks [] for security_group (67bdbc8e-7567-49f7-8b95-d6617292e46f), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:47.296222 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 52332) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:47.345310 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-72fb93d2-87a7-4453-a2ae-ab38ec0e8b81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:47.347004 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bba5dca-ce21-4a4a-9006-b2e28230158f service neutron] Pushing event updated for resources: {'Port': ['ID=d2357583-721e-4c30-bff3-d3dd1768e7c4,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:47.389831 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-41bfba6c-8c56-4688-99da-ded94d87bd04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (1bca161d-84b6-4ca4-9a28-8d1b3fc8beac), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:47.419552 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bf1f8c-1343-4098-b94d-4dd8432120c6 req-59560864-a011-4560-8ece-9a07a5e35829 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:47.421765 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-b3459e68-ce07-4db5-a05b-208da00e8a65 req-9bba5dca-ce21-4a4a-9006-b2e28230158f service neutron] Attempting to bind port d2357583-721e-4c30-bff3-d3dd1768e7c4 on host n-h1-812111-14 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:25:47.421967 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-b3459e68-ce07-4db5-a05b-208da00e8a65 req-9bba5dca-ce21-4a4a-9006-b2e28230158f service neutron] Attempting to bind port d2357583-721e-4c30-bff3-d3dd1768e7c4 by drivers openvswitch,hyperv on host n-h1-812111-14 at level 0 using segments [{'id': '061cb951-c0bc-4d59-a3f2-ff4acb095ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c4302b73-ca61-4da7-b39f-ec4ea0448ca6'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:25:47.422296 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3459e68-ce07-4db5-a05b-208da00e8a65 req-9bba5dca-ce21-4a4a-9006-b2e28230158f service neutron] Attempting to bind port d2357583-721e-4c30-bff3-d3dd1768e7c4 on network c4302b73-ca61-4da7-b39f-ec4ea0448ca6 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:25:47.431223 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3459e68-ce07-4db5-a05b-208da00e8a65 req-9bba5dca-ce21-4a4a-9006-b2e28230158f service neutron] Port d2357583-721e-4c30-bff3-d3dd1768e7c4 on network c4302b73-ca61-4da7-b39f-ec4ea0448ca6 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-14 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:25:47.431547 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3459e68-ce07-4db5-a05b-208da00e8a65 req-9bba5dca-ce21-4a4a-9006-b2e28230158f service neutron] Attempting to bind port d2357583-721e-4c30-bff3-d3dd1768e7c4 on network c4302b73-ca61-4da7-b39f-ec4ea0448ca6 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:25:47.432534 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-00bf1f8c-1343-4098-b94d-4dd8432120c6 req-59560864-a011-4560-8ece-9a07a5e35829 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] 10.222.0.64 "GET /v2.0/ports?device_id=7de5efc1-e676-4f7e-b6f6-ca2b33266c99 HTTP/1.1" status: 200 len: 931 time: 0.9384797 Jan 28 19:25:47.459325 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3459e68-ce07-4db5-a05b-208da00e8a65 req-9bba5dca-ce21-4a4a-9006-b2e28230158f service neutron] Checking agent: {'id': 'b544ba20-de93-4d86-9e6b-a2202deb6191', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:25:47.459676 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3459e68-ce07-4db5-a05b-208da00e8a65 req-9bba5dca-ce21-4a4a-9006-b2e28230158f service neutron] Checking segment: {'id': '061cb951-c0bc-4d59-a3f2-ff4acb095ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c4302b73-ca61-4da7-b39f-ec4ea0448ca6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:25:47.460048 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3459e68-ce07-4db5-a05b-208da00e8a65 req-9bba5dca-ce21-4a4a-9006-b2e28230158f service neutron] Bound using segment: {'id': '061cb951-c0bc-4d59-a3f2-ff4acb095ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c4302b73-ca61-4da7-b39f-ec4ea0448ca6'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:25:47.461648 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-b3459e68-ce07-4db5-a05b-208da00e8a65 req-9bba5dca-ce21-4a4a-9006-b2e28230158f service neutron] Bound port: d2357583-721e-4c30-bff3-d3dd1768e7c4, host: n-h1-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '061cb951-c0bc-4d59-a3f2-ff4acb095ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c4302b73-ca61-4da7-b39f-ec4ea0448ca6'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:25:47.461976 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-b3459e68-ce07-4db5-a05b-208da00e8a65 req-9bba5dca-ce21-4a4a-9006-b2e28230158f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (d2357583-721e-4c30-bff3-d3dd1768e7c4), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:47.489723 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af963ff-79bd-4086-942b-41e9de108b38 req-48b1d6d1-0d37-4b49-9d06-dbfd98c7dd00 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:47.491322 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3af963ff-79bd-4086-942b-41e9de108b38 req-48b1d6d1-0d37-4b49-9d06-dbfd98c7dd00 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d48ec2b-9e81-41bd-83c3-7cbb9e6c3d80 HTTP/1.1" status: 200 len: 945 time: 0.1966529 Jan 28 19:25:47.501810 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0eb27a1a-4f61-4f6e-94dc-a909f1af826f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (67bdbc8e-7567-49f7-8b95-d6617292e46f), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:47.507117 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0eb27a1a-4f61-4f6e-94dc-a909f1af826f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:47.509046 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-0eb27a1a-4f61-4f6e-94dc-a909f1af826f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/67bdbc8e-7567-49f7-8b95-d6617292e46f HTTP/1.1" status: 204 len: 168 time: 0.7601762 Jan 28 19:25:47.543824 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb27a1a-4f61-4f6e-94dc-a909f1af826f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67bdbc8e-7567-49f7-8b95-d6617292e46f,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:47.588023 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-00bf1f8c-1343-4098-b94d-4dd8432120c6 req-888cb730-98d6-4bc4-8a93-9666e7546b95 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] 10.222.0.64 "GET /v2.0/security-groups?id=a17e8282-0405-4e4b-9340-e89106f12f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225166 Jan 28 19:25:47.770067 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-41bfba6c-8c56-4688-99da-ded94d87bd04 admin admin] Publish callbacks [] for port (1bca161d-84b6-4ca4-9a28-8d1b3fc8beac), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:47.776591 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-41bfba6c-8c56-4688-99da-ded94d87bd04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (1bca161d-84b6-4ca4-9a28-8d1b3fc8beac), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:47.853524 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-b3459e68-ce07-4db5-a05b-208da00e8a65 req-9bba5dca-ce21-4a4a-9006-b2e28230158f service neutron] For port d2357583-721e-4c30-bff3-d3dd1768e7c4, host n-h1-812111-14, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:25:47.857831 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-b3459e68-ce07-4db5-a05b-208da00e8a65 req-9bba5dca-ce21-4a4a-9006-b2e28230158f service neutron] For port d2357583-721e-4c30-bff3-d3dd1768e7c4, host n-h1-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=d2357583-721e-4c30-bff3-d3dd1768e7c4,segment=NetworkSegment(061cb951-c0bc-4d59-a3f2-ff4acb095ff3),segment_id=061cb951-c0bc-4d59-a3f2-ff4acb095ff3)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:25:47.870066 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bfba6c-8c56-4688-99da-ded94d87bd04 admin admin] Pushing event updated for resources: {'Port': ['ID=1bca161d-84b6-4ca4-9a28-8d1b3fc8beac,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:47.872397 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-41bfba6c-8c56-4688-99da-ded94d87bd04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-756216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-732801'] for router_interface (b0b0f51a-2308-4ba5-9528-5f7a038eee01), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:47.912614 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-72fb93d2-87a7-4453-a2ae-ab38ec0e8b81 admin admin] Publish callbacks [] for security_group (e521855f-e348-4b63-a108-b67c96805b0e), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:47.927579 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78feef71-13ea-4d5a-a0c8-7e800e71dc99 req-5cb67fdc-1f9f-4e79-8704-6d8317a8f12d tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:47.932276 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-78feef71-13ea-4d5a-a0c8-7e800e71dc99 req-5cb67fdc-1f9f-4e79-8704-6d8317a8f12d tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d48ec2b-9e81-41bd-83c3-7cbb9e6c3d80 HTTP/1.1" status: 200 len: 945 time: 0.3864689 Jan 28 19:25:47.933569 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-b3459e68-ce07-4db5-a05b-208da00e8a65 req-9bba5dca-ce21-4a4a-9006-b2e28230158f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (d2357583-721e-4c30-bff3-d3dd1768e7c4), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:47.947070 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-3af963ff-79bd-4086-942b-41e9de108b38 req-f6665a1d-f6e5-49b0-8250-20b98416cd44 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Deleting port 894433b2-70eb-41ef-b44b-62a444b38a6a {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:25:47.947421 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-3af963ff-79bd-4086-942b-41e9de108b38 req-f6665a1d-f6e5-49b0-8250-20b98416cd44 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (894433b2-70eb-41ef-b44b-62a444b38a6a), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:47.963372 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-72fb93d2-87a7-4453-a2ae-ab38ec0e8b81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (e521855f-e348-4b63-a108-b67c96805b0e), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:47.989972 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41bfba6c-8c56-4688-99da-ded94d87bd04 admin admin] Network 6fa40d3b-3f4b-4104-afea-21db80512bd7 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:25:47.991112 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-41bfba6c-8c56-4688-99da-ded94d87bd04 admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:25:48.077001 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3459e68-ce07-4db5-a05b-208da00e8a65 req-9bba5dca-ce21-4a4a-9006-b2e28230158f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:48.078050 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-b3459e68-ce07-4db5-a05b-208da00e8a65 req-9bba5dca-ce21-4a4a-9006-b2e28230158f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:48.079475 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b3459e68-ce07-4db5-a05b-208da00e8a65 req-9bba5dca-ce21-4a4a-9006-b2e28230158f service neutron] 10.222.0.41 "PUT /v2.0/ports/d2357583-721e-4c30-bff3-d3dd1768e7c4 HTTP/1.1" status: 200 len: 1092 time: 1.9850690 Jan 28 19:25:48.098482 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7de5efc1-e676-4f7e-b6f6-ca2b33266c99', 'tag': 'd2357583-721e-4c30-bff3-d3dd1768e7c4'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:25:48.101866 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7927949-6198-4f32-ad17-bd931428d2f1" -d '{"events": [{"name": "network-changed", "server_uuid": "7de5efc1-e676-4f7e-b6f6-ca2b33266c99", "tag": "d2357583-721e-4c30-bff3-d3dd1768e7c4"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:25:48.123387 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fb93d2-87a7-4453-a2ae-ab38ec0e8b81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e521855f-e348-4b63-a108-b67c96805b0e,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:48.166692 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41bfba6c-8c56-4688-99da-ded94d87bd04 admin admin] Router b0b0f51a-2308-4ba5-9528-5f7a038eee01 has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:25:48.203382 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-72fb93d2-87a7-4453-a2ae-ab38ec0e8b81 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=55c4936b25574faaadafa17212793871&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8974361 Jan 28 19:25:48.227123 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 52362) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:48.279348 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfc239fe-99be-48ee-ac2b-5122cba19686 x-openstack-request-id: req-cfc239fe-99be-48ee-ac2b-5122cba19686 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:25:48.282270 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7de5efc1-e676-4f7e-b6f6-ca2b33266c99", "tag": "d2357583-721e-4c30-bff3-d3dd1768e7c4", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:25:48.282270 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cfc239fe-99be-48ee-ac2b-5122cba19686 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:25:48.286580 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7de5efc1-e676-4f7e-b6f6-ca2b33266c99', 'tag': 'd2357583-721e-4c30-bff3-d3dd1768e7c4', 'status': 'completed', 'code': 200} Jan 28 19:25:48.305857 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bba5dca-ce21-4a4a-9006-b2e28230158f service neutron] Pushing event updated for resources: {'Port': ['ID=d2357583-721e-4c30-bff3-d3dd1768e7c4,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:48.341517 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-78feef71-13ea-4d5a-a0c8-7e800e71dc99 req-7628fc8e-c721-40c6-b5aa-4aed609f2245 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/security-groups?id=f474bf53-325f-4ec5-b389-bc6e034fc623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4014230 Jan 28 19:25:48.357277 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-3af963ff-79bd-4086-942b-41e9de108b38 req-f6665a1d-f6e5-49b0-8250-20b98416cd44 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] For port 894433b2-70eb-41ef-b44b-62a444b38a6a, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=894433b2-70eb-41ef-b44b-62a444b38a6a,segment=NetworkSegment(e068a65d-85a7-4b6f-806f-2e18a6e2925d),segment_id=e068a65d-85a7-4b6f-806f-2e18a6e2925d)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:25:48.357755 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-3af963ff-79bd-4086-942b-41e9de108b38 req-f6665a1d-f6e5-49b0-8250-20b98416cd44 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (894433b2-70eb-41ef-b44b-62a444b38a6a), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:48.361431 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41bfba6c-8c56-4688-99da-ded94d87bd04 admin admin] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:25:48.377022 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-41bfba6c-8c56-4688-99da-ded94d87bd04 admin admin] 10.222.0.64 "PUT /v2.0/routers/b0b0f51a-2308-4ba5-9528-5f7a038eee01/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0702367 Jan 28 19:25:48.389250 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-3af963ff-79bd-4086-942b-41e9de108b38 req-f6665a1d-f6e5-49b0-8250-20b98416cd44 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Calling delete_port for 894433b2-70eb-41ef-b44b-62a444b38a6a owned by compute:nova {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:25:48.406383 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3459e68-ce07-4db5-a05b-208da00e8a65 req-acc07955-b8de-4bb5-85e0-21986a3c1467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:48.408035 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b3459e68-ce07-4db5-a05b-208da00e8a65 req-acc07955-b8de-4bb5-85e0-21986a3c1467 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0c4ea235eb2940b3b5cdc493b562a62f&device_id=7de5efc1-e676-4f7e-b6f6-ca2b33266c99 HTTP/1.1" status: 200 len: 1126 time: 0.2619996 Jan 28 19:25:48.498768 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b3459e68-ce07-4db5-a05b-208da00e8a65 req-b5179b7a-f3d5-47c3-8b41-2de7e2eebbcc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d2357583-721e-4c30-bff3-d3dd1768e7c4 HTTP/1.1" status: 200 len: 217 time: 0.0813498 Jan 28 19:25:48.504390 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f896b7c4-33d6-4321-ad40-b08afa506271 admin admin] Publish callbacks [] for security_group (e521855f-e348-4b63-a108-b67c96805b0e), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:48.579892 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f896b7c4-33d6-4321-ad40-b08afa506271 admin admin] Publish callbacks [] for security_group (e521855f-e348-4b63-a108-b67c96805b0e), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:48.626737 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3459e68-ce07-4db5-a05b-208da00e8a65 req-4793f582-fbd6-4517-bffc-fda997f523bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:48.628626 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b3459e68-ce07-4db5-a05b-208da00e8a65 req-4793f582-fbd6-4517-bffc-fda997f523bf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=88147782-fd39-461f-889a-eefda05a9cf4 HTTP/1.1" status: 200 len: 841 time: 0.1214337 Jan 28 19:25:48.682964 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device ff55772a-2b2a-4ad8-b8a0-e32e7bb8f89e up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:25:48.787370 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-3af963ff-79bd-4086-942b-41e9de108b38 req-f6665a1d-f6e5-49b0-8250-20b98416cd44 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (894433b2-70eb-41ef-b44b-62a444b38a6a), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:48.790888 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b3459e68-ce07-4db5-a05b-208da00e8a65 req-30286115-5a4f-430f-bca4-ac8ab1f1b584 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c4302b73-ca61-4da7-b39f-ec4ea0448ca6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678835 Jan 28 19:25:48.849844 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6665a1d-f6e5-49b0-8250-20b98416cd44 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Pushing event deleted for resources: {'Port': ['ID=894433b2-70eb-41ef-b44b-62a444b38a6a,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:48.938416 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2b03a0-4c27-4eb9-b9b1-9b52d37352c1 None None] Sync routers for ids ['b0b0f51a-2308-4ba5-9528-5f7a038eee01'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:25:48.964776 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2b03a0-4c27-4eb9-b9b1-9b52d37352c1 None None] Routers {'b0b0f51a-2308-4ba5-9528-5f7a038eee01'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:25:48.969502 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-ae2b03a0-4c27-4eb9-b9b1-9b52d37352c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:25:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['b0b0f51a-2308-4ba5-9528-5f7a038eee01'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:25:48.973114 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['894433b2-70eb-41ef-b44b-62a444b38a6a'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:25:48.977669 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f896b7c4-33d6-4321-ad40-b08afa506271 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (e521855f-e348-4b63-a108-b67c96805b0e), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:48.978309 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['75629f80-97e2-4b65-9644-8e74b29b7b0c'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:25:48.979870 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f896b7c4-33d6-4321-ad40-b08afa506271 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:48.981516 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-f896b7c4-33d6-4321-ad40-b08afa506271 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e521855f-e348-4b63-a108-b67c96805b0e HTTP/1.1" status: 204 len: 168 time: 0.7214735 Jan 28 19:25:48.982694 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-3af963ff-79bd-4086-942b-41e9de108b38 req-f6665a1d-f6e5-49b0-8250-20b98416cd44 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] No DVR routers for this DVR port 894433b2-70eb-41ef-b44b-62a444b38a6a on host n-h2-812111-14 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:25:48.996129 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-3af963ff-79bd-4086-942b-41e9de108b38 req-f6665a1d-f6e5-49b0-8250-20b98416cd44 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:49.000270 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3af963ff-79bd-4086-942b-41e9de108b38 req-f6665a1d-f6e5-49b0-8250-20b98416cd44 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.70 "DELETE /v2.0/ports/894433b2-70eb-41ef-b44b-62a444b38a6a HTTP/1.1" status: 204 len: 173 time: 1.4853723 Jan 28 19:25:49.024146 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867b6513-3e99-44ab-be29-1ab6ae8a00ba req-dd13420b-8246-4ff2-ac03-f15f5654026b tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:49.028541 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-867b6513-3e99-44ab-be29-1ab6ae8a00ba req-dd13420b-8246-4ff2-ac03-f15f5654026b tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] 10.222.0.64 "GET /v2.0/ports?device_id=7de5efc1-e676-4f7e-b6f6-ca2b33266c99 HTTP/1.1" status: 200 len: 943 time: 0.2941427 Jan 28 19:25:49.042080 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f896b7c4-33d6-4321-ad40-b08afa506271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e521855f-e348-4b63-a108-b67c96805b0e,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:49.167694 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-ae2b03a0-4c27-4eb9-b9b1-9b52d37352c1 None None] Set router b0b0f51a-2308-4ba5-9528-5f7a038eee01 gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:25:49.224697 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b3459e68-ce07-4db5-a05b-208da00e8a65 req-a6557f7d-8e43-4b76-a146-e5e67978be05 service neutron] 10.222.0.41 "GET /v2.0/networks/c4302b73-ca61-4da7-b39f-ec4ea0448ca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4239092 Jan 28 19:25:49.235191 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-867b6513-3e99-44ab-be29-1ab6ae8a00ba req-dd908499-9ead-4f67-bcef-0432c4fe961e tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] 10.222.0.64 "GET /v2.0/security-groups?id=a17e8282-0405-4e4b-9340-e89106f12f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959913 Jan 28 19:25:49.290918 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port ff55772a-2b2a-4ad8-b8a0-e32e7bb8f89e triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:25:49.292038 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (ff55772a-2b2a-4ad8-b8a0-e32e7bb8f89e), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:49.342174 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b3459e68-ce07-4db5-a05b-208da00e8a65 req-777e8baa-d0aa-4970-a8fc-4c9364623ab0 service neutron] 10.222.0.41 "GET /v2.0/networks/c4302b73-ca61-4da7-b39f-ec4ea0448ca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067777 Jan 28 19:25:49.399444 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port ff55772a-2b2a-4ad8-b8a0-e32e7bb8f89e is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:25:49.400796 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (ff55772a-2b2a-4ad8-b8a0-e32e7bb8f89e), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:49.428501 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] For port ff55772a-2b2a-4ad8-b8a0-e32e7bb8f89e, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=ff55772a-2b2a-4ad8-b8a0-e32e7bb8f89e,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:25:49.435844 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (ff55772a-2b2a-4ad8-b8a0-e32e7bb8f89e), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:49.486575 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-ae2b03a0-4c27-4eb9-b9b1-9b52d37352c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0b0f51a-2308-4ba5-9528-5f7a038eee01', 'name': 'tempest-ServerRescueNegativeTestJSON-623379107-router', 'tenant_id': 'c3bb2ec73a174fcda5cafb398102663f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.120'}], 'enable_snat': True}, 'gw_port_id': 'ff55772a-2b2a-4ad8-b8a0-e32e7bb8f89e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:25:38Z', 'updated_at': '2022-01-28T19:25:47Z', 'revision_number': 4, 'project_id': 'c3bb2ec73a174fcda5cafb398102663f', 'gw_port': {'id': 'ff55772a-2b2a-4ad8-b8a0-e32e7bb8f89e', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:56:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0b0f51a-2308-4ba5-9528-5f7a038eee01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:25:39Z', 'updated_at': '2022-01-28T19:25:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '1bca161d-84b6-4ca4-9a28-8d1b3fc8beac', 'name': '', 'network_id': '6fa40d3b-3f4b-4104-afea-21db80512bd7', 'tenant_id': 'c3bb2ec73a174fcda5cafb398102663f', 'mac_address': 'fa:16:3e:76:78:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0b0f51a-2308-4ba5-9528-5f7a038eee01', 'device_owner': 'network:router_interface', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '0682cf17-1671-4e06-a862-31b529728694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:25:45Z', 'updated_at': '2022-01-28T19:25:47Z', 'revision_number': 2, 'project_id': 'c3bb2ec73a174fcda5cafb398102663f', 'subnets': [{'id': '0682cf17-1671-4e06-a862-31b529728694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:25:49.489736 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7927949-6198-4f32-ad17-bd931428d2f1 req-bf9a9cd7-3b85-4971-9336-54d4dcafc7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:49.493287 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e7927949-6198-4f32-ad17-bd931428d2f1 req-bf9a9cd7-3b85-4971-9336-54d4dcafc7cc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0c4ea235eb2940b3b5cdc493b562a62f&device_id=7de5efc1-e676-4f7e-b6f6-ca2b33266c99 HTTP/1.1" status: 200 len: 1126 time: 0.0833945 Jan 28 19:25:49.550799 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Pushing event updated for resources: {'Port': ['ID=ff55772a-2b2a-4ad8-b8a0-e32e7bb8f89e,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:49.576879 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2b03a0-4c27-4eb9-b9b1-9b52d37352c1 None None] Checking router: b0b0f51a-2308-4ba5-9528-5f7a038eee01 for host: n-d-812111-14 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:25:49.577276 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2b03a0-4c27-4eb9-b9b1-9b52d37352c1 None None] Updating router b0b0f51a-2308-4ba5-9528-5f7a038eee01 port 1bca161d-84b6-4ca4-9a28-8d1b3fc8beac binding host n-d-812111-14 {{(pid=103307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:25:49.634231 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-ae2b03a0-4c27-4eb9-b9b1-9b52d37352c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (1bca161d-84b6-4ca4-9a28-8d1b3fc8beac), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:49.638723 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7927949-6198-4f32-ad17-bd931428d2f1 req-98e303cb-6a95-43ca-b606-d6413016f65e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:49.640239 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e7927949-6198-4f32-ad17-bd931428d2f1 req-98e303cb-6a95-43ca-b606-d6413016f65e service neutron] 10.222.0.41 "GET /v2.0/networks?id=c4302b73-ca61-4da7-b39f-ec4ea0448ca6 HTTP/1.1" status: 200 len: 901 time: 0.1377831 Jan 28 19:25:49.712756 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e7927949-6198-4f32-ad17-bd931428d2f1 req-4b182b1e-d9e2-48f0-844f-961855b5b355 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d2357583-721e-4c30-bff3-d3dd1768e7c4 HTTP/1.1" status: 200 len: 217 time: 0.0643742 Jan 28 19:25:49.812212 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7927949-6198-4f32-ad17-bd931428d2f1 req-94d4b1cc-7754-40fb-ac67-54936b4ebe08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:49.813776 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e7927949-6198-4f32-ad17-bd931428d2f1 req-94d4b1cc-7754-40fb-ac67-54936b4ebe08 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=88147782-fd39-461f-889a-eefda05a9cf4 HTTP/1.1" status: 200 len: 841 time: 0.0941167 Jan 28 19:25:49.858416 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e7927949-6198-4f32-ad17-bd931428d2f1 req-8de08c81-6863-413e-b23b-5ce440357f4d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c4302b73-ca61-4da7-b39f-ec4ea0448ca6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360398 Jan 28 19:25:49.930810 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398d7e1e-1702-431c-a004-4a06c36261eb req-6d6d2fe3-d1fc-4714-b05c-12e69268294a tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:49.933114 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-398d7e1e-1702-431c-a004-4a06c36261eb req-6d6d2fe3-d1fc-4714-b05c-12e69268294a tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] 10.222.0.64 "GET /v2.0/networks?id=6fa40d3b-3f4b-4104-afea-21db80512bd7 HTTP/1.1" status: 200 len: 818 time: 0.1383417 Jan 28 19:25:49.961292 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-398d7e1e-1702-431c-a004-4a06c36261eb req-758f5ef2-43c5-4be7-a081-aa3d6e77aa22 tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] 10.222.0.64 "GET /v2.0/quotas/c3bb2ec73a174fcda5cafb398102663f HTTP/1.1" status: 200 len: 375 time: 0.0216606 Jan 28 19:25:49.978676 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e7927949-6198-4f32-ad17-bd931428d2f1 req-fab06a85-d659-4011-a225-57e903dd4cd5 service neutron] 10.222.0.41 "GET /v2.0/networks/c4302b73-ca61-4da7-b39f-ec4ea0448ca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125009 Jan 28 19:25:50.039673 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-398d7e1e-1702-431c-a004-4a06c36261eb req-31f434f0-6372-4255-a0ab-5c2d1f0f7ffd tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=c3bb2ec73a174fcda5cafb398102663f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0707390 Jan 28 19:25:50.086698 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-ae2b03a0-4c27-4eb9-b9b1-9b52d37352c1 None None] Publish callbacks [] for port (1bca161d-84b6-4ca4-9a28-8d1b3fc8beac), precommit_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:50.094115 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-ae2b03a0-4c27-4eb9-b9b1-9b52d37352c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (1bca161d-84b6-4ca4-9a28-8d1b3fc8beac), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:50.118463 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e7927949-6198-4f32-ad17-bd931428d2f1 req-d17cf678-d46b-4f2a-bbac-a5ef68f34d9a service neutron] 10.222.0.41 "GET /v2.0/networks/c4302b73-ca61-4da7-b39f-ec4ea0448ca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330786 Jan 28 19:25:50.140712 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51844408-214d-43c6-9ef7-960dc3754ba7 None None] Pushing event updated for resources: {'Port': ['ID=1bca161d-84b6-4ca4-9a28-8d1b3fc8beac,revision_number=3']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:50.145187 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-398d7e1e-1702-431c-a004-4a06c36261eb req-c8e928ce-57cc-4482-b316-4ddb52b14dfa service neutron] 10.222.0.64 "GET /v2.0/networks/6fa40d3b-3f4b-4104-afea-21db80512bd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046295 Jan 28 19:25:50.151080 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51844408-214d-43c6-9ef7-960dc3754ba7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:25:50.151631 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51844408-214d-43c6-9ef7-960dc3754ba7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:25:50.151977 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51844408-214d-43c6-9ef7-960dc3754ba7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:25:50.152317 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51844408-214d-43c6-9ef7-960dc3754ba7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:25:50.152804 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51844408-214d-43c6-9ef7-960dc3754ba7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:25:50.154021 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51844408-214d-43c6-9ef7-960dc3754ba7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:25:50.154553 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51844408-214d-43c6-9ef7-960dc3754ba7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:25:50.155068 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51844408-214d-43c6-9ef7-960dc3754ba7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:25:50.155584 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51844408-214d-43c6-9ef7-960dc3754ba7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:25:50.155918 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51844408-214d-43c6-9ef7-960dc3754ba7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:25:50.156257 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51844408-214d-43c6-9ef7-960dc3754ba7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:25:50.156588 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51844408-214d-43c6-9ef7-960dc3754ba7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:25:50.156920 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51844408-214d-43c6-9ef7-960dc3754ba7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:25:50.246769 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-ae2b03a0-4c27-4eb9-b9b1-9b52d37352c1 None None] Attempting to bind port 1bca161d-84b6-4ca4-9a28-8d1b3fc8beac on host n-d-812111-14 for vnic_type normal with profile {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:25:50.246769 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-ae2b03a0-4c27-4eb9-b9b1-9b52d37352c1 None None] Attempting to bind port 1bca161d-84b6-4ca4-9a28-8d1b3fc8beac by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': 'a3174087-8aff-4b5a-aff7-37727d9d96cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '6fa40d3b-3f4b-4104-afea-21db80512bd7'}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:25:50.249320 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae2b03a0-4c27-4eb9-b9b1-9b52d37352c1 None None] Attempting to bind port 1bca161d-84b6-4ca4-9a28-8d1b3fc8beac on network 6fa40d3b-3f4b-4104-afea-21db80512bd7 {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:25:50.261286 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae2b03a0-4c27-4eb9-b9b1-9b52d37352c1 None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:25:50.261786 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae2b03a0-4c27-4eb9-b9b1-9b52d37352c1 None None] Checking segment: {'id': 'a3174087-8aff-4b5a-aff7-37727d9d96cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '6fa40d3b-3f4b-4104-afea-21db80512bd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:25:50.264212 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-ae2b03a0-4c27-4eb9-b9b1-9b52d37352c1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:50.264584 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae2b03a0-4c27-4eb9-b9b1-9b52d37352c1 None None] Bound using segment: {'id': 'a3174087-8aff-4b5a-aff7-37727d9d96cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '6fa40d3b-3f4b-4104-afea-21db80512bd7'} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:25:50.265083 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-ae2b03a0-4c27-4eb9-b9b1-9b52d37352c1 None None] Bound port: 1bca161d-84b6-4ca4-9a28-8d1b3fc8beac, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3174087-8aff-4b5a-aff7-37727d9d96cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '6fa40d3b-3f4b-4104-afea-21db80512bd7'}}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:25:50.265490 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-ae2b03a0-4c27-4eb9-b9b1-9b52d37352c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (1bca161d-84b6-4ca4-9a28-8d1b3fc8beac), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:50.287485 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d48ec2b-9e81-41bd-83c3-7cbb9e6c3d80', 'name': 'network-vif-deleted', 'tag': '894433b2-70eb-41ef-b44b-62a444b38a6a'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:25:50.290264 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d275f47-4dc3-401c-9f8e-33704d34fea4" -d '{"events": [{"server_uuid": "2d48ec2b-9e81-41bd-83c3-7cbb9e6c3d80", "name": "network-vif-deleted", "tag": "894433b2-70eb-41ef-b44b-62a444b38a6a"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:25:50.303665 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-398d7e1e-1702-431c-a004-4a06c36261eb req-c310edc3-523a-4710-b855-5ebfdea4a5e8 service neutron] 10.222.0.64 "GET /v2.0/networks/6fa40d3b-3f4b-4104-afea-21db80512bd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466217 Jan 28 19:25:50.355966 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-ae2b03a0-4c27-4eb9-b9b1-9b52d37352c1 None None] For port 1bca161d-84b6-4ca4-9a28-8d1b3fc8beac, host n-d-812111-14, cleared binding levels {{(pid=103307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:25:50.360861 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-ae2b03a0-4c27-4eb9-b9b1-9b52d37352c1 None None] For port 1bca161d-84b6-4ca4-9a28-8d1b3fc8beac, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=1bca161d-84b6-4ca4-9a28-8d1b3fc8beac,segment=NetworkSegment(a3174087-8aff-4b5a-aff7-37727d9d96cb),segment_id=a3174087-8aff-4b5a-aff7-37727d9d96cb)] {{(pid=103307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:25:50.369944 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-ae2b03a0-4c27-4eb9-b9b1-9b52d37352c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (1bca161d-84b6-4ca4-9a28-8d1b3fc8beac), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:50.433568 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51844408-214d-43c6-9ef7-960dc3754ba7 None None] Pushing event updated for resources: {'Port': ['ID=1bca161d-84b6-4ca4-9a28-8d1b3fc8beac,revision_number=4']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:50.475528 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2b03a0-4c27-4eb9-b9b1-9b52d37352c1 None None] Routers {'b0b0f51a-2308-4ba5-9528-5f7a038eee01'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:25:50.476675 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-ae2b03a0-4c27-4eb9-b9b1-9b52d37352c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:25:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['b0b0f51a-2308-4ba5-9528-5f7a038eee01'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:25:50.511336 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:50.600392 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device ff55772a-2b2a-4ad8-b8a0-e32e7bb8f89e up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:25:50.731319 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-ae2b03a0-4c27-4eb9-b9b1-9b52d37352c1 None None] Set router b0b0f51a-2308-4ba5-9528-5f7a038eee01 gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:25:50.737538 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port ff55772a-2b2a-4ad8-b8a0-e32e7bb8f89e triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:25:50.737931 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (ff55772a-2b2a-4ad8-b8a0-e32e7bb8f89e), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:50.828479 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dc0f68-92bb-4186-9d97-bb102eac9fd7 req-25df2b1d-9b17-4566-abff-4315da1ff65b tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:50.840092 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-17dc0f68-92bb-4186-9d97-bb102eac9fd7 req-25df2b1d-9b17-4566-abff-4315da1ff65b tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] 10.222.0.64 "GET /v2.0/ports?device_id=7de5efc1-e676-4f7e-b6f6-ca2b33266c99 HTTP/1.1" status: 200 len: 943 time: 0.1645551 Jan 28 19:25:50.894142 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a352cba1-1d5a-4c93-88c4-976d017870b4 x-openstack-request-id: req-a352cba1-1d5a-4c93-88c4-976d017870b4 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:25:50.894446 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d48ec2b-9e81-41bd-83c3-7cbb9e6c3d80", "name": "network-vif-deleted", "tag": "894433b2-70eb-41ef-b44b-62a444b38a6a", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:25:50.894700 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a352cba1-1d5a-4c93-88c4-976d017870b4 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:25:50.895100 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d48ec2b-9e81-41bd-83c3-7cbb9e6c3d80', 'name': 'network-vif-deleted', 'tag': '894433b2-70eb-41ef-b44b-62a444b38a6a', 'status': 'completed', 'code': 200} Jan 28 19:25:50.927770 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port ff55772a-2b2a-4ad8-b8a0-e32e7bb8f89e is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:25:50.933230 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-17dc0f68-92bb-4186-9d97-bb102eac9fd7 req-9236ceb8-bf48-4f2f-878e-91ff310a84c1 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] 10.222.0.64 "GET /v2.0/security-groups?id=a17e8282-0405-4e4b-9340-e89106f12f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912361 Jan 28 19:25:51.039627 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a9b5b7cc-42eb-4bc9-a861-959e62f83b1e req-9a94cd2a-2a31-48c5-9bc9-fdea71f20e45 tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] 10.222.0.64 "GET /v2.0/ports?device_id=4b7b3ff2-8def-48cc-a292-47020d0a0799 HTTP/1.1" status: 200 len: 210 time: 0.0790453 Jan 28 19:25:51.064406 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 894433b2-70eb-41ef-b44b-62a444b38a6a no longer exists at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:25:51.125667 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] No Port match for: 894433b2-70eb-41ef-b44b-62a444b38a6a {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:25:51.129732 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 894433b2-70eb-41ef-b44b-62a444b38a6a not bound to the agent host n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:25:51.178910 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-ae2b03a0-4c27-4eb9-b9b1-9b52d37352c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0b0f51a-2308-4ba5-9528-5f7a038eee01', 'name': 'tempest-ServerRescueNegativeTestJSON-623379107-router', 'tenant_id': 'c3bb2ec73a174fcda5cafb398102663f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.120'}], 'enable_snat': True}, 'gw_port_id': 'ff55772a-2b2a-4ad8-b8a0-e32e7bb8f89e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:25:38Z', 'updated_at': '2022-01-28T19:25:47Z', 'revision_number': 4, 'project_id': 'c3bb2ec73a174fcda5cafb398102663f', 'gw_port': {'id': 'ff55772a-2b2a-4ad8-b8a0-e32e7bb8f89e', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:56:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b0f51a-2308-4ba5-9528-5f7a038eee01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:25:39Z', 'updated_at': '2022-01-28T19:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '1bca161d-84b6-4ca4-9a28-8d1b3fc8beac', 'name': '', 'network_id': '6fa40d3b-3f4b-4104-afea-21db80512bd7', 'tenant_id': 'c3bb2ec73a174fcda5cafb398102663f', 'mac_address': 'fa:16:3e:76:78:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0b0f51a-2308-4ba5-9528-5f7a038eee01', 'device_owner': 'network:router_interface', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '0682cf17-1671-4e06-a862-31b529728694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:25:45Z', 'updated_at': '2022-01-28T19:25:50Z', 'revision_number': 4, 'project_id': 'c3bb2ec73a174fcda5cafb398102663f', 'subnets': [{'id': '0682cf17-1671-4e06-a862-31b529728694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:25:51.235778 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2b03a0-4c27-4eb9-b9b1-9b52d37352c1 None None] The sync data for ids ['b0b0f51a-2308-4ba5-9528-5f7a038eee01'] in n-d-812111-14 is: [{'id': 'b0b0f51a-2308-4ba5-9528-5f7a038eee01', 'name': 'tempest-ServerRescueNegativeTestJSON-623379107-router', 'tenant_id': 'c3bb2ec73a174fcda5cafb398102663f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.120'}], 'enable_snat': True}, 'gw_port_id': 'ff55772a-2b2a-4ad8-b8a0-e32e7bb8f89e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:25:38Z', 'updated_at': '2022-01-28T19:25:47Z', 'revision_number': 4, 'project_id': 'c3bb2ec73a174fcda5cafb398102663f', 'gw_port': {'id': 'ff55772a-2b2a-4ad8-b8a0-e32e7bb8f89e', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:56:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b0f51a-2308-4ba5-9528-5f7a038eee01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:25:39Z', 'updated_at': '2022-01-28T19:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '1bca161d-84b6-4ca4-9a28-8d1b3fc8beac', 'name': '', 'network_id': '6fa40d3b-3f4b-4104-afea-21db80512bd7', 'tenant_id': 'c3bb2ec73a174fcda5cafb398102663f', 'mac_address': 'fa:16:3e:76:78:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0b0f51a-2308-4ba5-9528-5f7a038eee01', 'device_owner': 'network:router_interface', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '0682cf17-1671-4e06-a862-31b529728694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:25:45Z', 'updated_at': '2022-01-28T19:25:50Z', 'revision_number': 4, 'project_id': 'c3bb2ec73a174fcda5cafb398102663f', 'subnets': [{'id': '0682cf17-1671-4e06-a862-31b529728694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:25:51.609927 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 52500) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:51.733818 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536fbe68-5ccb-478b-8e54-9015cb31a2d3 req-d4b58315-b867-40d0-9ca7-ed1ecc4d35f4 tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:51.743401 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-536fbe68-5ccb-478b-8e54-9015cb31a2d3 req-d4b58315-b867-40d0-9ca7-ed1ecc4d35f4 tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] 10.222.0.64 "GET /v2.0/networks?id=6fa40d3b-3f4b-4104-afea-21db80512bd7 HTTP/1.1" status: 200 len: 818 time: 0.1815372 Jan 28 19:25:51.767509 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-536fbe68-5ccb-478b-8e54-9015cb31a2d3 req-771a8bbd-fe14-4d62-9577-259f26a2bf0c tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] 10.222.0.64 "GET /v2.0/quotas/c3bb2ec73a174fcda5cafb398102663f HTTP/1.1" status: 200 len: 375 time: 0.0229621 Jan 28 19:25:51.856128 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-536fbe68-5ccb-478b-8e54-9015cb31a2d3 req-7a97255c-569a-4d43-97fc-02717e67da36 tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=c3bb2ec73a174fcda5cafb398102663f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0862236 Jan 28 19:25:51.972459 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945d2d72-45ba-4c9a-a51c-ddcf42d8b7e6 req-0774a93c-f3e4-47de-a956-d57f219fd4ed tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:51.978817 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-945d2d72-45ba-4c9a-a51c-ddcf42d8b7e6 req-0774a93c-f3e4-47de-a956-d57f219fd4ed tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/networks?id=311cc39e-64ae-4fb3-9d47-d497c4799ab7 HTTP/1.1" status: 200 len: 805 time: 0.1680682 Jan 28 19:25:51.995965 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-536fbe68-5ccb-478b-8e54-9015cb31a2d3 req-3bf963dd-751e-4979-9d81-e98d48c292e8 service neutron] 10.222.0.64 "GET /v2.0/networks/6fa40d3b-3f4b-4104-afea-21db80512bd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389475 Jan 28 19:25:52.001823 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-945d2d72-45ba-4c9a-a51c-ddcf42d8b7e6 req-e9a7bb8a-dc0a-4ebc-b7f3-625cc947d20d tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/quotas/7eed4983257c41a2ac91147c4d6e09ea HTTP/1.1" status: 200 len: 375 time: 0.0162082 Jan 28 19:25:52.075967 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-945d2d72-45ba-4c9a-a51c-ddcf42d8b7e6 req-f296ea3a-fd51-4330-af84-4ee5928da37b tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=7eed4983257c41a2ac91147c4d6e09ea&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0730720 Jan 28 19:25:52.135253 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 52522) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:52.195984 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-536fbe68-5ccb-478b-8e54-9015cb31a2d3 req-1767a637-1c82-4949-89f5-6597b8c133cb service neutron] 10.222.0.64 "GET /v2.0/networks/6fa40d3b-3f4b-4104-afea-21db80512bd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833813 Jan 28 19:25:52.456833 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f83187b9-1535-407b-b97c-8b833e7e0120 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:52.465314 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfcbe1e-29c9-4761-bdc3-65e699f29187 req-6bf606cc-2a10-4d87-95e7-21b1bd01b63d tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:52.466908 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3dfcbe1e-29c9-4761-bdc3-65e699f29187 req-6bf606cc-2a10-4d87-95e7-21b1bd01b63d tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] 10.222.0.64 "GET /v2.0/ports?device_id=7de5efc1-e676-4f7e-b6f6-ca2b33266c99 HTTP/1.1" status: 200 len: 943 time: 0.0788860 Jan 28 19:25:52.605227 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3dfcbe1e-29c9-4761-bdc3-65e699f29187 req-23f95645-8944-4ad2-91ec-4056751dcfac tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] 10.222.0.64 "GET /v2.0/security-groups?id=a17e8282-0405-4e4b-9340-e89106f12f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281540 Jan 28 19:25:52.678595 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-945d2d72-45ba-4c9a-a51c-ddcf42d8b7e6 req-74304900-2a84-4ed9-957f-fe8a84ab5d19 service neutron] 10.222.0.64 "GET /v2.0/networks/311cc39e-64ae-4fb3-9d47-d497c4799ab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5810182 Jan 28 19:25:52.712032 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 1bca161d-84b6-4ca4-9a28-8d1b3fc8beac up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:25:52.744768 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-214ab4f4-6c0b-4c6b-a1d6-b4fc81930693 tempest-PortsAdminExtendedAttrsTestJSON-483029431 tempest-PortsAdminExtendedAttrsTestJSON-483029431-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1797148593'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:25:52.773744 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398d7e1e-1702-431c-a004-4a06c36261eb req-70578bf5-9e31-4300-9feb-1a9903f71b0e tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:52.780989 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-398d7e1e-1702-431c-a004-4a06c36261eb req-70578bf5-9e31-4300-9feb-1a9903f71b0e tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] 10.222.0.70 "GET /v2.0/networks?id=6fa40d3b-3f4b-4104-afea-21db80512bd7 HTTP/1.1" status: 200 len: 818 time: 0.6843221 Jan 28 19:25:52.820038 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-58d6a990-0ab1-460b-bae7-5261c1162d79 req-0c10048f-6267-412b-b40b-9cacb5f349da tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] 10.222.0.64 "GET /v2.0/ports?device_id=24181069-5a95-4fd0-be49-0f6eb9a8a560 HTTP/1.1" status: 200 len: 210 time: 0.1140444 Jan 28 19:25:52.820831 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-214ab4f4-6c0b-4c6b-a1d6-b4fc81930693 tempest-PortsAdminExtendedAttrsTestJSON-483029431 tempest-PortsAdminExtendedAttrsTestJSON-483029431-project] Made reservation on behalf of 099ee75ee67e4546add7be111da75d59 for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:25:52.832270 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-214ab4f4-6c0b-4c6b-a1d6-b4fc81930693 tempest-PortsAdminExtendedAttrsTestJSON-483029431 tempest-PortsAdminExtendedAttrsTestJSON-483029431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:52.849821 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-398d7e1e-1702-431c-a004-4a06c36261eb req-869c15b3-0686-414d-9804-ae23e64f7b30 tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] Request body: {'port': {'device_id': '4b7b3ff2-8def-48cc-a292-47020d0a0799', 'network_id': '6fa40d3b-3f4b-4104-afea-21db80512bd7', 'admin_state_up': True, 'tenant_id': 'c3bb2ec73a174fcda5cafb398102663f'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:25:52.859667 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 1bca161d-84b6-4ca4-9a28-8d1b3fc8beac triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:25:52.862103 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (1bca161d-84b6-4ca4-9a28-8d1b3fc8beac), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:52.868061 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-214ab4f4-6c0b-4c6b-a1d6-b4fc81930693 tempest-PortsAdminExtendedAttrsTestJSON-483029431 tempest-PortsAdminExtendedAttrsTestJSON-483029431-project] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:53.013355 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 1bca161d-84b6-4ca4-9a28-8d1b3fc8beac is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:25:53.014231 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (1bca161d-84b6-4ca4-9a28-8d1b3fc8beac), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:53.080607 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] For port 1bca161d-84b6-4ca4-9a28-8d1b3fc8beac, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=1bca161d-84b6-4ca4-9a28-8d1b3fc8beac,segment=NetworkSegment(a3174087-8aff-4b5a-aff7-37727d9d96cb),segment_id=a3174087-8aff-4b5a-aff7-37727d9d96cb)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:25:53.090636 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (1bca161d-84b6-4ca4-9a28-8d1b3fc8beac), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:53.090838 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-214ab4f4-6c0b-4c6b-a1d6-b4fc81930693 tempest-PortsAdminExtendedAttrsTestJSON-483029431 tempest-PortsAdminExtendedAttrsTestJSON-483029431-project] Publish callbacks [] for security_group (a318ab21-a3c7-47f0-85d1-95a42645996f), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:53.099933 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-214ab4f4-6c0b-4c6b-a1d6-b4fc81930693 tempest-PortsAdminExtendedAttrsTestJSON-483029431 tempest-PortsAdminExtendedAttrsTestJSON-483029431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (a318ab21-a3c7-47f0-85d1-95a42645996f), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:53.137555 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-214ab4f4-6c0b-4c6b-a1d6-b4fc81930693 tempest-PortsAdminExtendedAttrsTestJSON-483029431 tempest-PortsAdminExtendedAttrsTestJSON-483029431-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:25:53.157494 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214ab4f4-6c0b-4c6b-a1d6-b4fc81930693 tempest-PortsAdminExtendedAttrsTestJSON-483029431 tempest-PortsAdminExtendedAttrsTestJSON-483029431-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a318ab21-a3c7-47f0-85d1-95a42645996f,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:53.161721 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-214ab4f4-6c0b-4c6b-a1d6-b4fc81930693 tempest-PortsAdminExtendedAttrsTestJSON-483029431 tempest-PortsAdminExtendedAttrsTestJSON-483029431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (055f5113-1ca6-4ef8-bc23-dd5e33e6915c), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:53.162178 n-d-812111-14 neutron-server[103305]: INFO neutron.db.segments_db [None req-214ab4f4-6c0b-4c6b-a1d6-b4fc81930693 tempest-PortsAdminExtendedAttrsTestJSON-483029431 tempest-PortsAdminExtendedAttrsTestJSON-483029431-project] Added segment 055f5113-1ca6-4ef8-bc23-dd5e33e6915c of type vlan for network 659f492e-a1bf-461d-bfd3-3d73ab2f4548 Jan 28 19:25:53.188000 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f83187b9-1535-407b-b97c-8b833e7e0120 admin admin] Publish callbacks [] for security_group (cfdfb460-d847-4bba-8f3e-2b261866983f), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:53.192708 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Pushing event updated for resources: {'Port': ['ID=1bca161d-84b6-4ca4-9a28-8d1b3fc8beac,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:53.201403 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f83187b9-1535-407b-b97c-8b833e7e0120 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (cfdfb460-d847-4bba-8f3e-2b261866983f), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:53.234732 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-214ab4f4-6c0b-4c6b-a1d6-b4fc81930693 tempest-PortsAdminExtendedAttrsTestJSON-483029431 tempest-PortsAdminExtendedAttrsTestJSON-483029431-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (659f492e-a1bf-461d-bfd3-3d73ab2f4548), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:53.295953 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-945d2d72-45ba-4c9a-a51c-ddcf42d8b7e6 req-7f569a01-e86f-4bb5-b805-4a2862fdb7b7 service neutron] 10.222.0.64 "GET /v2.0/networks/311cc39e-64ae-4fb3-9d47-d497c4799ab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6163492 Jan 28 19:25:53.307173 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-214ab4f4-6c0b-4c6b-a1d6-b4fc81930693 tempest-PortsAdminExtendedAttrsTestJSON-483029431 tempest-PortsAdminExtendedAttrsTestJSON-483029431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (659f492e-a1bf-461d-bfd3-3d73ab2f4548), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:53.312691 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-214ab4f4-6c0b-4c6b-a1d6-b4fc81930693 tempest-PortsAdminExtendedAttrsTestJSON-483029431 tempest-PortsAdminExtendedAttrsTestJSON-483029431-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:53.313877 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-214ab4f4-6c0b-4c6b-a1d6-b4fc81930693 tempest-PortsAdminExtendedAttrsTestJSON-483029431 tempest-PortsAdminExtendedAttrsTestJSON-483029431-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:53.340855 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-f83187b9-1535-407b-b97c-8b833e7e0120 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b8d423d2614449949eb206c61698c8d1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7297549 Jan 28 19:25:53.357947 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83187b9-1535-407b-b97c-8b833e7e0120 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfdfb460-d847-4bba-8f3e-2b261866983f,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:53.360763 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 52548) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:53.448101 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-398d7e1e-1702-431c-a004-4a06c36261eb req-869c15b3-0686-414d-9804-ae23e64f7b30 tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] Made reservation on behalf of c3bb2ec73a174fcda5cafb398102663f for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:25:53.451374 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-214ab4f4-6c0b-4c6b-a1d6-b4fc81930693 tempest-PortsAdminExtendedAttrsTestJSON-483029431 tempest-PortsAdminExtendedAttrsTestJSON-483029431-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.3146756 Jan 28 19:25:53.451983 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-398d7e1e-1702-431c-a004-4a06c36261eb req-869c15b3-0686-414d-9804-ae23e64f7b30 tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:53.489777 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214ab4f4-6c0b-4c6b-a1d6-b4fc81930693 tempest-PortsAdminExtendedAttrsTestJSON-483029431 tempest-PortsAdminExtendedAttrsTestJSON-483029431-project] Pushing event updated for resources: {'Network': ['ID=659f492e-a1bf-461d-bfd3-3d73ab2f4548,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:53.492905 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cfd0f490-3ddf-4b35-9169-4193952456c7 admin admin] Publish callbacks [] for security_group (cfdfb460-d847-4bba-8f3e-2b261866983f), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:53.508369 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network 659f492e-a1bf-461d-bfd3-3d73ab2f4548 details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:25:53.636649 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-0947bf3c-e9c3-410c-b4ad-67f5e41bdb6c req-b1d2176e-7e36-4e5d-89ca-ddaaeb2307e7 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3a5de6e-abf9-4322-a6ca-a4ea56811da8 HTTP/1.1" status: 200 len: 210 time: 0.0590167 Jan 28 19:25:53.670573 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cfd0f490-3ddf-4b35-9169-4193952456c7 admin admin] Publish callbacks [] for security_group (cfdfb460-d847-4bba-8f3e-2b261866983f), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:53.680085 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:53.726607 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device d2357583-721e-4c30-bff3-d3dd1768e7c4 details requested by agent hyperv_n-h1-812111-14 with host n-h1-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:25:53.861799 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-398d7e1e-1702-431c-a004-4a06c36261eb req-869c15b3-0686-414d-9804-ae23e64f7b30 tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] Allocated IP 172.20.0.2 (6fa40d3b-3f4b-4104-afea-21db80512bd7/0682cf17-1671-4e06-a862-31b529728694/06529ba6-5ba7-465e-9d21-c4d3fc65ab53) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:25:53.896398 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cfd0f490-3ddf-4b35-9169-4193952456c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (cfdfb460-d847-4bba-8f3e-2b261866983f), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:53.899836 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cfd0f490-3ddf-4b35-9169-4193952456c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:53.901407 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-cfd0f490-3ddf-4b35-9169-4193952456c7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/cfdfb460-d847-4bba-8f3e-2b261866983f HTTP/1.1" status: 204 len: 168 time: 0.5314469 Jan 28 19:25:53.933068 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09593c23-7fde-4f68-9840-45aec2e5071b req-dcfae6e1-307a-43a2-a21e-912a1a78fd15 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:53.942194 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-09593c23-7fde-4f68-9840-45aec2e5071b req-dcfae6e1-307a-43a2-a21e-912a1a78fd15 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] 10.222.0.64 "GET /v2.0/ports?device_id=7de5efc1-e676-4f7e-b6f6-ca2b33266c99 HTTP/1.1" status: 200 len: 943 time: 0.1757095 Jan 28 19:25:53.954830 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd0f490-3ddf-4b35-9169-4193952456c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfdfb460-d847-4bba-8f3e-2b261866983f,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:54.028909 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd0f490-3ddf-4b35-9169-4193952456c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:25:54.030870 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd0f490-3ddf-4b35-9169-4193952456c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:25:54.031284 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd0f490-3ddf-4b35-9169-4193952456c7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:25:54.032085 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd0f490-3ddf-4b35-9169-4193952456c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:25:54.032610 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd0f490-3ddf-4b35-9169-4193952456c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:25:54.034499 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd0f490-3ddf-4b35-9169-4193952456c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:25:54.035272 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd0f490-3ddf-4b35-9169-4193952456c7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:25:54.037026 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd0f490-3ddf-4b35-9169-4193952456c7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:25:54.037610 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd0f490-3ddf-4b35-9169-4193952456c7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:25:54.039996 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd0f490-3ddf-4b35-9169-4193952456c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:25:54.041372 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd0f490-3ddf-4b35-9169-4193952456c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:25:54.041930 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd0f490-3ddf-4b35-9169-4193952456c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:25:54.042958 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd0f490-3ddf-4b35-9169-4193952456c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:25:54.056608 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port d2357583-721e-4c30-bff3-d3dd1768e7c4, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=d2357583-721e-4c30-bff3-d3dd1768e7c4,segment=NetworkSegment(061cb951-c0bc-4d59-a3f2-ff4acb095ff3),segment_id=061cb951-c0bc-4d59-a3f2-ff4acb095ff3)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:25:54.074147 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 52582) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:54.095352 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-412f8d91-f764-4db5-a0ca-2500c548b41a tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Request body: {'port': {'network_id': '659f492e-a1bf-461d-bfd3-3d73ab2f4548', 'binding:host_id': 'n-h2-812111-14', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1256468588'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:25:54.114967 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536fbe68-5ccb-478b-8e54-9015cb31a2d3 req-382a5230-1921-48e2-8934-eaba7331843c tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:54.119472 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Returning: {'device': 'd2357583-721e-4c30-bff3-d3dd1768e7c4', 'network_id': 'c4302b73-ca61-4da7-b39f-ec4ea0448ca6', 'port_id': 'd2357583-721e-4c30-bff3-d3dd1768e7c4', 'mac_address': 'fa:16:3e:49:f7:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88147782-fd39-461f-889a-eefda05a9cf4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:25:54.121258 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-536fbe68-5ccb-478b-8e54-9015cb31a2d3 req-382a5230-1921-48e2-8934-eaba7331843c tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] 10.222.0.70 "GET /v2.0/networks?id=6fa40d3b-3f4b-4104-afea-21db80512bd7 HTTP/1.1" status: 200 len: 818 time: 0.3478539 Jan 28 19:25:54.132989 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-536fbe68-5ccb-478b-8e54-9015cb31a2d3 req-74a06345-6437-4b58-8de5-332da0beedc2 tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] Request body: {'port': {'device_id': '24181069-5a95-4fd0-be49-0f6eb9a8a560', 'network_id': '6fa40d3b-3f4b-4104-afea-21db80512bd7', 'admin_state_up': True, 'tenant_id': 'c3bb2ec73a174fcda5cafb398102663f'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:25:54.208019 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port d2357583-721e-4c30-bff3-d3dd1768e7c4 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:25:54.209051 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (d2357583-721e-4c30-bff3-d3dd1768e7c4), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:54.210327 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-412f8d91-f764-4db5-a0ca-2500c548b41a tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Made reservation on behalf of 7cdeeaee2d6c4eadb82b335e85be3f27 for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:25:54.213760 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-412f8d91-f764-4db5-a0ca-2500c548b41a tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:54.227782 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-09593c23-7fde-4f68-9840-45aec2e5071b req-80086054-e6f9-45ce-8215-82a587a2f2da tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] 10.222.0.64 "GET /v2.0/security-groups?id=a17e8282-0405-4e4b-9340-e89106f12f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2841384 Jan 28 19:25:54.231916 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2357583-721e-4c30-bff3-d3dd1768e7c4 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:25:54.269678 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port d2357583-721e-4c30-bff3-d3dd1768e7c4, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=d2357583-721e-4c30-bff3-d3dd1768e7c4,segment=NetworkSegment(061cb951-c0bc-4d59-a3f2-ff4acb095ff3),segment_id=061cb951-c0bc-4d59-a3f2-ff4acb095ff3)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:25:54.276430 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (d2357583-721e-4c30-bff3-d3dd1768e7c4), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:54.311493 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d0a9d8bf-884c-4407-ba27-f05258e97dce req-52fb7d91-9187-4d7a-9fb8-9048dfe0f94f tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] 10.222.0.64 "GET /v2.0/ports?device_id=24181069-5a95-4fd0-be49-0f6eb9a8a560 HTTP/1.1" status: 200 len: 210 time: 0.0489624 Jan 28 19:25:54.346072 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-412f8d91-f764-4db5-a0ca-2500c548b41a tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:54.373024 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=d2357583-721e-4c30-bff3-d3dd1768e7c4,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:54.385036 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-398d7e1e-1702-431c-a004-4a06c36261eb req-869c15b3-0686-414d-9804-ae23e64f7b30 tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] Publish callbacks [] for port (06529ba6-5ba7-465e-9d21-c4d3fc65ab53), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:54.406636 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-536fbe68-5ccb-478b-8e54-9015cb31a2d3 req-74a06345-6437-4b58-8de5-332da0beedc2 tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] Made reservation on behalf of c3bb2ec73a174fcda5cafb398102663f for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:25:54.411644 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-536fbe68-5ccb-478b-8e54-9015cb31a2d3 req-74a06345-6437-4b58-8de5-332da0beedc2 tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:54.507193 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-398d7e1e-1702-431c-a004-4a06c36261eb req-869c15b3-0686-414d-9804-ae23e64f7b30 tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (06529ba6-5ba7-465e-9d21-c4d3fc65ab53), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:54.542856 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['d2357583-721e-4c30-bff3-d3dd1768e7c4'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:25:54.604549 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 1bca161d-84b6-4ca4-9a28-8d1b3fc8beac up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:25:54.610264 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-398d7e1e-1702-431c-a004-4a06c36261eb req-869c15b3-0686-414d-9804-ae23e64f7b30 tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] Network 6fa40d3b-3f4b-4104-afea-21db80512bd7 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:25:54.615999 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-398d7e1e-1702-431c-a004-4a06c36261eb req-869c15b3-0686-414d-9804-ae23e64f7b30 tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:25:54.625163 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-398d7e1e-1702-431c-a004-4a06c36261eb req-869c15b3-0686-414d-9804-ae23e64f7b30 tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:25:54.667524 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869c15b3-0686-414d-9804-ae23e64f7b30 tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] Pushing event updated for resources: {'Port': ['ID=06529ba6-5ba7-465e-9d21-c4d3fc65ab53,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:54.676309 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-412f8d91-f764-4db5-a0ca-2500c548b41a tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Publish callbacks [] for security_group (226ee19d-b5b3-4b20-a0b0-295a2f9cdc01), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:54.686230 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-412f8d91-f764-4db5-a0ca-2500c548b41a tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (226ee19d-b5b3-4b20-a0b0-295a2f9cdc01), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:54.696070 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [None req-412f8d91-f764-4db5-a0ca-2500c548b41a tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] device_id is not set on port a90d286b-c039-425e-a6ac-dcb45ba493c3 yet. {{(pid=103304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:25:54.718487 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398d7e1e-1702-431c-a004-4a06c36261eb req-869c15b3-0686-414d-9804-ae23e64f7b30 tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:54.719214 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-398d7e1e-1702-431c-a004-4a06c36261eb req-869c15b3-0686-414d-9804-ae23e64f7b30 tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:54.746162 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-536fbe68-5ccb-478b-8e54-9015cb31a2d3 req-74a06345-6437-4b58-8de5-332da0beedc2 tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] Allocated IP 172.20.0.8 (6fa40d3b-3f4b-4104-afea-21db80512bd7/0682cf17-1671-4e06-a862-31b529728694/6cf2fd1a-e3f4-404f-9ad1-3d02442f53cc) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:25:54.783732 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 52596) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:54.798181 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 1bca161d-84b6-4ca4-9a28-8d1b3fc8beac triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:25:54.798787 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (1bca161d-84b6-4ca4-9a28-8d1b3fc8beac), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:54.834509 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-398d7e1e-1702-431c-a004-4a06c36261eb req-869c15b3-0686-414d-9804-ae23e64f7b30 tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0082309 Jan 28 19:25:54.835866 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412f8d91-f764-4db5-a0ca-2500c548b41a tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=226ee19d-b5b3-4b20-a0b0-295a2f9cdc01,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:54.837138 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-858efe4a-df64-41fe-b87d-a74f4904125a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:54.842523 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-66ff9929-4c4e-44fc-8883-f372931995e4 req-270da625-44d1-45f4-a8da-57c877a1ff9d tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3a5de6e-abf9-4322-a6ca-a4ea56811da8 HTTP/1.1" status: 200 len: 210 time: 0.0578601 Jan 28 19:25:54.850452 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-398d7e1e-1702-431c-a004-4a06c36261eb req-fdf9cff3-ecbc-48d1-a01c-d6b600e365d6 service neutron] Request body: {'port': {'device_id': '4b7b3ff2-8def-48cc-a292-47020d0a0799', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-14'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:25:54.942802 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-398d7e1e-1702-431c-a004-4a06c36261eb req-fdf9cff3-ecbc-48d1-a01c-d6b600e365d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (06529ba6-5ba7-465e-9d21-c4d3fc65ab53), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:54.945967 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 1bca161d-84b6-4ca4-9a28-8d1b3fc8beac is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:25:55.194219 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-536fbe68-5ccb-478b-8e54-9015cb31a2d3 req-74a06345-6437-4b58-8de5-332da0beedc2 tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] Publish callbacks [] for port (6cf2fd1a-e3f4-404f-9ad1-3d02442f53cc), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:55.252612 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-858efe4a-df64-41fe-b87d-a74f4904125a admin admin] Publish callbacks [] for security_group (b2f99750-f8a4-4b25-8a98-9c9f45a63c90), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:55.266120 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-858efe4a-df64-41fe-b87d-a74f4904125a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (b2f99750-f8a4-4b25-8a98-9c9f45a63c90), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:55.317354 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858efe4a-df64-41fe-b87d-a74f4904125a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2f99750-f8a4-4b25-8a98-9c9f45a63c90,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:55.382719 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-858efe4a-df64-41fe-b87d-a74f4904125a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=377dd286dfd844e7a30952b156c13bae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5959370 Jan 28 19:25:55.389464 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 52616) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:55.406974 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-536fbe68-5ccb-478b-8e54-9015cb31a2d3 req-74a06345-6437-4b58-8de5-332da0beedc2 tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (6cf2fd1a-e3f4-404f-9ad1-3d02442f53cc), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:55.530062 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-536fbe68-5ccb-478b-8e54-9015cb31a2d3 req-74a06345-6437-4b58-8de5-332da0beedc2 tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] Network 6fa40d3b-3f4b-4104-afea-21db80512bd7 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:25:55.543378 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-536fbe68-5ccb-478b-8e54-9015cb31a2d3 req-74a06345-6437-4b58-8de5-332da0beedc2 tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:25:55.546689 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a06345-6437-4b58-8de5-332da0beedc2 tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] Pushing event updated for resources: {'Port': ['ID=6cf2fd1a-e3f4-404f-9ad1-3d02442f53cc,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:55.551928 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-536fbe68-5ccb-478b-8e54-9015cb31a2d3 req-74a06345-6437-4b58-8de5-332da0beedc2 tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:25:55.603526 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dae6b83-8f71-4210-8d9d-9fa0d203d573 req-0fc45389-1839-41d3-89e7-fc9fc19c2219 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:55.609387 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3dae6b83-8f71-4210-8d9d-9fa0d203d573 req-0fc45389-1839-41d3-89e7-fc9fc19c2219 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] 10.222.0.64 "GET /v2.0/ports?device_id=7de5efc1-e676-4f7e-b6f6-ca2b33266c99 HTTP/1.1" status: 200 len: 944 time: 0.2253873 Jan 28 19:25:55.637380 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-039645e3-b7f6-46b8-9171-06db86fb02cb admin admin] Publish callbacks [] for security_group (b2f99750-f8a4-4b25-8a98-9c9f45a63c90), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:55.708917 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536fbe68-5ccb-478b-8e54-9015cb31a2d3 req-74a06345-6437-4b58-8de5-332da0beedc2 tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:55.709597 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-536fbe68-5ccb-478b-8e54-9015cb31a2d3 req-74a06345-6437-4b58-8de5-332da0beedc2 tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:55.717949 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-039645e3-b7f6-46b8-9171-06db86fb02cb admin admin] Publish callbacks [] for security_group (b2f99750-f8a4-4b25-8a98-9c9f45a63c90), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:55.743497 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device d2357583-721e-4c30-bff3-d3dd1768e7c4 up at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:25:55.765948 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3dae6b83-8f71-4210-8d9d-9fa0d203d573 req-2930d25b-3335-4b0a-94ca-dd981592f182 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] 10.222.0.64 "GET /v2.0/security-groups?id=a17e8282-0405-4e4b-9340-e89106f12f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416948 Jan 28 19:25:55.770575 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [None req-412f8d91-f764-4db5-a0ca-2500c548b41a tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] device_id is not set on port a90d286b-c039-425e-a6ac-dcb45ba493c3 yet. {{(pid=103304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:25:55.778477 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-536fbe68-5ccb-478b-8e54-9015cb31a2d3 req-74a06345-6437-4b58-8de5-332da0beedc2 tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6504807 Jan 28 19:25:55.790933 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-536fbe68-5ccb-478b-8e54-9015cb31a2d3 req-0ca56871-75f0-4ded-bd6d-0d3a1dbcd3de service neutron] Request body: {'port': {'device_id': '24181069-5a95-4fd0-be49-0f6eb9a8a560', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-14'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:25:55.801852 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-412f8d91-f764-4db5-a0ca-2500c548b41a tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Publish callbacks [] for port (a90d286b-c039-425e-a6ac-dcb45ba493c3), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:55.823835 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945d2d72-45ba-4c9a-a51c-ddcf42d8b7e6 req-c8414190-9606-4ed8-882a-533614b50c81 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:55.825513 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-945d2d72-45ba-4c9a-a51c-ddcf42d8b7e6 req-c8414190-9606-4ed8-882a-533614b50c81 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.41 "GET /v2.0/networks?id=311cc39e-64ae-4fb3-9d47-d497c4799ab7 HTTP/1.1" status: 200 len: 805 time: 0.7495537 Jan 28 19:25:55.831775 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-412f8d91-f764-4db5-a0ca-2500c548b41a tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (a90d286b-c039-425e-a6ac-dcb45ba493c3), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:55.867789 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-536fbe68-5ccb-478b-8e54-9015cb31a2d3 req-0ca56871-75f0-4ded-bd6d-0d3a1dbcd3de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (6cf2fd1a-e3f4-404f-9ad1-3d02442f53cc), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:55.871897 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-039645e3-b7f6-46b8-9171-06db86fb02cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (b2f99750-f8a4-4b25-8a98-9c9f45a63c90), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:55.873840 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77e4bbb-37e3-4cdd-ab0b-96a8b939859b req-a90a9fbd-fd3d-484d-bf5b-80a5757b4b96 tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:55.875566 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f77e4bbb-37e3-4cdd-ab0b-96a8b939859b req-a90a9fbd-fd3d-484d-bf5b-80a5757b4b96 tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] 10.222.0.64 "GET /v2.0/ports?device_id=24181069-5a95-4fd0-be49-0f6eb9a8a560 HTTP/1.1" status: 200 len: 931 time: 0.2907095 Jan 28 19:25:55.875782 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-039645e3-b7f6-46b8-9171-06db86fb02cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:55.879363 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-039645e3-b7f6-46b8-9171-06db86fb02cb admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b2f99750-f8a4-4b25-8a98-9c9f45a63c90 HTTP/1.1" status: 204 len: 168 time: 0.4861867 Jan 28 19:25:55.883304 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-945d2d72-45ba-4c9a-a51c-ddcf42d8b7e6 req-eda22aec-4290-4258-bcb4-01130faf7799 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Request body: {'port': {'device_id': 'e3a5de6e-abf9-4322-a6ca-a4ea56811da8', 'network_id': '311cc39e-64ae-4fb3-9d47-d497c4799ab7', 'admin_state_up': True, 'tenant_id': '7eed4983257c41a2ac91147c4d6e09ea'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:25:55.898494 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039645e3-b7f6-46b8-9171-06db86fb02cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2f99750-f8a4-4b25-8a98-9c9f45a63c90,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:55.904433 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning for port d2357583-721e-4c30-bff3-d3dd1768e7c4 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:25:55.931076 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning complete for port d2357583-721e-4c30-bff3-d3dd1768e7c4 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:25:55.932147 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (d2357583-721e-4c30-bff3-d3dd1768e7c4), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:56.051740 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412f8d91-f764-4db5-a0ca-2500c548b41a tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Pushing event updated for resources: {'Port': ['ID=a90d286b-c039-425e-a6ac-dcb45ba493c3,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:56.136230 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-bb6f8f9f-2fa1-415e-ac86-192f431b328b req-e833669e-1536-4a70-ba80-dc7aefcbe758 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3a5de6e-abf9-4322-a6ca-a4ea56811da8 HTTP/1.1" status: 200 len: 210 time: 0.1497433 Jan 28 19:25:56.146506 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port d2357583-721e-4c30-bff3-d3dd1768e7c4 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:25:56.146932 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (d2357583-721e-4c30-bff3-d3dd1768e7c4), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:56.161735 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f77e4bbb-37e3-4cdd-ab0b-96a8b939859b req-d9a069d3-4400-430d-8f06-0cb0dcdd94fc tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] 10.222.0.64 "GET /v2.0/security-groups?id=6e3b5f6f-cd04-46bb-9eb5-a6c7cbc22d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2647767 Jan 28 19:25:56.191542 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7de5efc1-e676-4f7e-b6f6-ca2b33266c99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2357583-721e-4c30-bff3-d3dd1768e7c4'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:25:56.196000 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412f8d91-f764-4db5-a0ca-2500c548b41a tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Checking segment: {'id': '055f5113-1ca6-4ef8-bc23-dd5e33e6915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '659f492e-a1bf-461d-bfd3-3d73ab2f4548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:25:56.196000 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-412f8d91-f764-4db5-a0ca-2500c548b41a tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Network hostable DHCP agents. Network: 659f492e-a1bf-461d-bfd3-3d73ab2f4548, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:25:56.201984 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d6dab49-7a92-4bcf-8240-736c6de893b8" -d '{"events": [{"server_uuid": "7de5efc1-e676-4f7e-b6f6-ca2b33266c99", "name": "network-vif-plugged", "status": "completed", "tag": "d2357583-721e-4c30-bff3-d3dd1768e7c4"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:25:56.235130 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-412f8d91-f764-4db5-a0ca-2500c548b41a tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Network 659f492e-a1bf-461d-bfd3-3d73ab2f4548 is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:25:56.256595 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port d2357583-721e-4c30-bff3-d3dd1768e7c4, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=d2357583-721e-4c30-bff3-d3dd1768e7c4,segment=NetworkSegment(061cb951-c0bc-4d59-a3f2-ff4acb095ff3),segment_id=061cb951-c0bc-4d59-a3f2-ff4acb095ff3)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:25:56.268896 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (d2357583-721e-4c30-bff3-d3dd1768e7c4), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:56.286022 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-945d2d72-45ba-4c9a-a51c-ddcf42d8b7e6 req-eda22aec-4290-4258-bcb4-01130faf7799 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Made reservation on behalf of 7eed4983257c41a2ac91147c4d6e09ea for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:25:56.290680 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-945d2d72-45ba-4c9a-a51c-ddcf42d8b7e6 req-eda22aec-4290-4258-bcb4-01130faf7799 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:56.312865 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-412f8d91-f764-4db5-a0ca-2500c548b41a tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, 659f492e-a1bf-461d-bfd3-3d73ab2f4548) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:25:56.333488 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29399aab-6fff-4ca5-bf5b-2f507d7b6dea x-openstack-request-id: req-29399aab-6fff-4ca5-bf5b-2f507d7b6dea {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:25:56.333781 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7de5efc1-e676-4f7e-b6f6-ca2b33266c99", "name": "network-vif-plugged", "status": "completed", "tag": "d2357583-721e-4c30-bff3-d3dd1768e7c4", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:25:56.334040 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-29399aab-6fff-4ca5-bf5b-2f507d7b6dea {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:25:56.334446 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7de5efc1-e676-4f7e-b6f6-ca2b33266c99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2357583-721e-4c30-bff3-d3dd1768e7c4', 'code': 200} Jan 28 19:25:56.337300 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412f8d91-f764-4db5-a0ca-2500c548b41a tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:25:56.337898 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=d2357583-721e-4c30-bff3-d3dd1768e7c4,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:56.342053 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d300852e-8796-49e0-a99c-bc48af9f53ac None None] Network 659f492e-a1bf-461d-bfd3-3d73ab2f4548 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:25:56.384134 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-398d7e1e-1702-431c-a004-4a06c36261eb req-fdf9cff3-ecbc-48d1-a01c-d6b600e365d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06529ba6-5ba7-465e-9d21-c4d3fc65ab53 {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:25:56.404510 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-398d7e1e-1702-431c-a004-4a06c36261eb req-fdf9cff3-ecbc-48d1-a01c-d6b600e365d6 service neutron] Publish callbacks [] for port (06529ba6-5ba7-465e-9d21-c4d3fc65ab53), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:56.441933 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9172f56b-041f-438c-b025-90504d20966c req-5eb04dce-bfdc-484f-a089-a553585cf25e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:56.442427 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-398d7e1e-1702-431c-a004-4a06c36261eb req-fdf9cff3-ecbc-48d1-a01c-d6b600e365d6 service neutron] Transition to ACTIVE for port object 06529ba6-5ba7-465e-9d21-c4d3fc65ab53 will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:25:56.443212 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-412f8d91-f764-4db5-a0ca-2500c548b41a tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Attempting to bind port a90d286b-c039-425e-a6ac-dcb45ba493c3 on host n-h2-812111-14 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:25:56.445295 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9172f56b-041f-438c-b025-90504d20966c req-5eb04dce-bfdc-484f-a089-a553585cf25e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7de5efc1-e676-4f7e-b6f6-ca2b33266c99 HTTP/1.1" status: 200 len: 1128 time: 0.0859785 Jan 28 19:25:56.451727 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-412f8d91-f764-4db5-a0ca-2500c548b41a tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Attempting to bind port a90d286b-c039-425e-a6ac-dcb45ba493c3 by drivers openvswitch,hyperv on host n-h2-812111-14 at level 0 using segments [{'id': '055f5113-1ca6-4ef8-bc23-dd5e33e6915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '659f492e-a1bf-461d-bfd3-3d73ab2f4548'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:25:56.452175 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412f8d91-f764-4db5-a0ca-2500c548b41a tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Attempting to bind port a90d286b-c039-425e-a6ac-dcb45ba493c3 on network 659f492e-a1bf-461d-bfd3-3d73ab2f4548 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:25:56.499791 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-398d7e1e-1702-431c-a004-4a06c36261eb req-fdf9cff3-ecbc-48d1-a01c-d6b600e365d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (06529ba6-5ba7-465e-9d21-c4d3fc65ab53), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:56.515330 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412f8d91-f764-4db5-a0ca-2500c548b41a tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Port a90d286b-c039-425e-a6ac-dcb45ba493c3 on network 659f492e-a1bf-461d-bfd3-3d73ab2f4548 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-14 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:25:56.515691 n-d-812111-14 neutron-server[103304]: ERROR neutron.plugins.ml2.managers [None req-412f8d91-f764-4db5-a0ca-2500c548b41a tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Failed to bind port a90d286b-c039-425e-a6ac-dcb45ba493c3 on host n-h2-812111-14 for vnic_type normal using segments [{'id': '055f5113-1ca6-4ef8-bc23-dd5e33e6915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '659f492e-a1bf-461d-bfd3-3d73ab2f4548'}] Jan 28 19:25:56.520132 n-d-812111-14 neutron-server[103304]: INFO neutron.plugins.ml2.plugin [None req-412f8d91-f764-4db5-a0ca-2500c548b41a tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Attempt 2 to bind port a90d286b-c039-425e-a6ac-dcb45ba493c3 Jan 28 19:25:56.584457 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-412f8d91-f764-4db5-a0ca-2500c548b41a tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Attempting to bind port a90d286b-c039-425e-a6ac-dcb45ba493c3 on host n-h2-812111-14 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:25:56.584797 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-412f8d91-f764-4db5-a0ca-2500c548b41a tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Attempting to bind port a90d286b-c039-425e-a6ac-dcb45ba493c3 by drivers openvswitch,hyperv on host n-h2-812111-14 at level 0 using segments [{'id': '055f5113-1ca6-4ef8-bc23-dd5e33e6915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '659f492e-a1bf-461d-bfd3-3d73ab2f4548'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:25:56.585199 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412f8d91-f764-4db5-a0ca-2500c548b41a tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Attempting to bind port a90d286b-c039-425e-a6ac-dcb45ba493c3 on network 659f492e-a1bf-461d-bfd3-3d73ab2f4548 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:25:56.628155 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9172f56b-041f-438c-b025-90504d20966c req-083bb148-b114-496b-9224-05757aa8ebd8 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a17e8282-0405-4e4b-9340-e89106f12f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627467 Jan 28 19:25:56.638911 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412f8d91-f764-4db5-a0ca-2500c548b41a tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Port a90d286b-c039-425e-a6ac-dcb45ba493c3 on network 659f492e-a1bf-461d-bfd3-3d73ab2f4548 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-14 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:25:56.639256 n-d-812111-14 neutron-server[103304]: ERROR neutron.plugins.ml2.managers [None req-412f8d91-f764-4db5-a0ca-2500c548b41a tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Failed to bind port a90d286b-c039-425e-a6ac-dcb45ba493c3 on host n-h2-812111-14 for vnic_type normal using segments [{'id': '055f5113-1ca6-4ef8-bc23-dd5e33e6915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '659f492e-a1bf-461d-bfd3-3d73ab2f4548'}] Jan 28 19:25:56.660496 n-d-812111-14 neutron-server[103304]: INFO neutron.plugins.ml2.plugin [None req-412f8d91-f764-4db5-a0ca-2500c548b41a tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Attempt 3 to bind port a90d286b-c039-425e-a6ac-dcb45ba493c3 Jan 28 19:25:56.664118 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf9cff3-ecbc-48d1-a01c-d6b600e365d6 service neutron] Pushing event updated for resources: {'Port': ['ID=06529ba6-5ba7-465e-9d21-c4d3fc65ab53,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:56.747728 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-412f8d91-f764-4db5-a0ca-2500c548b41a tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Attempting to bind port a90d286b-c039-425e-a6ac-dcb45ba493c3 on host n-h2-812111-14 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:25:56.748116 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-412f8d91-f764-4db5-a0ca-2500c548b41a tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Attempting to bind port a90d286b-c039-425e-a6ac-dcb45ba493c3 by drivers openvswitch,hyperv on host n-h2-812111-14 at level 0 using segments [{'id': '055f5113-1ca6-4ef8-bc23-dd5e33e6915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '659f492e-a1bf-461d-bfd3-3d73ab2f4548'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:25:56.748662 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412f8d91-f764-4db5-a0ca-2500c548b41a tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Attempting to bind port a90d286b-c039-425e-a6ac-dcb45ba493c3 on network 659f492e-a1bf-461d-bfd3-3d73ab2f4548 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:25:56.748779 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [req-536fbe68-5ccb-478b-8e54-9015cb31a2d3 req-0ca56871-75f0-4ded-bd6d-0d3a1dbcd3de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cf2fd1a-e3f4-404f-9ad1-3d02442f53cc {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:25:56.761608 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-536fbe68-5ccb-478b-8e54-9015cb31a2d3 req-0ca56871-75f0-4ded-bd6d-0d3a1dbcd3de service neutron] Publish callbacks [] for port (6cf2fd1a-e3f4-404f-9ad1-3d02442f53cc), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:56.774116 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412f8d91-f764-4db5-a0ca-2500c548b41a tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Port a90d286b-c039-425e-a6ac-dcb45ba493c3 on network 659f492e-a1bf-461d-bfd3-3d73ab2f4548 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-14 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:25:56.775224 n-d-812111-14 neutron-server[103304]: ERROR neutron.plugins.ml2.managers [None req-412f8d91-f764-4db5-a0ca-2500c548b41a tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Failed to bind port a90d286b-c039-425e-a6ac-dcb45ba493c3 on host n-h2-812111-14 for vnic_type normal using segments [{'id': '055f5113-1ca6-4ef8-bc23-dd5e33e6915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '659f492e-a1bf-461d-bfd3-3d73ab2f4548'}] Jan 28 19:25:56.796232 n-d-812111-14 neutron-server[103304]: INFO neutron.plugins.ml2.plugin [None req-412f8d91-f764-4db5-a0ca-2500c548b41a tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Attempt 4 to bind port a90d286b-c039-425e-a6ac-dcb45ba493c3 Jan 28 19:25:56.807997 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-536fbe68-5ccb-478b-8e54-9015cb31a2d3 req-0ca56871-75f0-4ded-bd6d-0d3a1dbcd3de service neutron] Transition to ACTIVE for port object 6cf2fd1a-e3f4-404f-9ad1-3d02442f53cc will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:25:56.818038 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-398d7e1e-1702-431c-a004-4a06c36261eb req-fdf9cff3-ecbc-48d1-a01c-d6b600e365d6 service neutron] Attempting to bind port 06529ba6-5ba7-465e-9d21-c4d3fc65ab53 on host n-h2-812111-14 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:25:56.818038 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-398d7e1e-1702-431c-a004-4a06c36261eb req-fdf9cff3-ecbc-48d1-a01c-d6b600e365d6 service neutron] Attempting to bind port 06529ba6-5ba7-465e-9d21-c4d3fc65ab53 by drivers openvswitch,hyperv on host n-h2-812111-14 at level 0 using segments [{'id': 'a3174087-8aff-4b5a-aff7-37727d9d96cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '6fa40d3b-3f4b-4104-afea-21db80512bd7'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:25:56.818038 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-398d7e1e-1702-431c-a004-4a06c36261eb req-fdf9cff3-ecbc-48d1-a01c-d6b600e365d6 service neutron] Attempting to bind port 06529ba6-5ba7-465e-9d21-c4d3fc65ab53 on network 6fa40d3b-3f4b-4104-afea-21db80512bd7 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:25:56.818819 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-945d2d72-45ba-4c9a-a51c-ddcf42d8b7e6 req-eda22aec-4290-4258-bcb4-01130faf7799 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Allocated IP 172.20.0.8 (311cc39e-64ae-4fb3-9d47-d497c4799ab7/008283d9-57a3-42a0-90a1-80f5c1a16864/85614c85-fede-45b3-b517-9dafda2b6037) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:25:56.821469 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-412f8d91-f764-4db5-a0ca-2500c548b41a tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Attempting to bind port a90d286b-c039-425e-a6ac-dcb45ba493c3 on host n-h2-812111-14 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:25:56.821930 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-412f8d91-f764-4db5-a0ca-2500c548b41a tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Attempting to bind port a90d286b-c039-425e-a6ac-dcb45ba493c3 by drivers openvswitch,hyperv on host n-h2-812111-14 at level 0 using segments [{'id': '055f5113-1ca6-4ef8-bc23-dd5e33e6915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '659f492e-a1bf-461d-bfd3-3d73ab2f4548'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:25:56.822370 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412f8d91-f764-4db5-a0ca-2500c548b41a tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Attempting to bind port a90d286b-c039-425e-a6ac-dcb45ba493c3 on network 659f492e-a1bf-461d-bfd3-3d73ab2f4548 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:25:56.822857 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-536fbe68-5ccb-478b-8e54-9015cb31a2d3 req-0ca56871-75f0-4ded-bd6d-0d3a1dbcd3de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (6cf2fd1a-e3f4-404f-9ad1-3d02442f53cc), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:56.827575 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-398d7e1e-1702-431c-a004-4a06c36261eb req-fdf9cff3-ecbc-48d1-a01c-d6b600e365d6 service neutron] Port 06529ba6-5ba7-465e-9d21-c4d3fc65ab53 on network 6fa40d3b-3f4b-4104-afea-21db80512bd7 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-14 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:25:56.828003 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-398d7e1e-1702-431c-a004-4a06c36261eb req-fdf9cff3-ecbc-48d1-a01c-d6b600e365d6 service neutron] Attempting to bind port 06529ba6-5ba7-465e-9d21-c4d3fc65ab53 on network 6fa40d3b-3f4b-4104-afea-21db80512bd7 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:25:56.833944 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412f8d91-f764-4db5-a0ca-2500c548b41a tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Port a90d286b-c039-425e-a6ac-dcb45ba493c3 on network 659f492e-a1bf-461d-bfd3-3d73ab2f4548 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-14 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:25:56.834549 n-d-812111-14 neutron-server[103304]: ERROR neutron.plugins.ml2.managers [None req-412f8d91-f764-4db5-a0ca-2500c548b41a tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Failed to bind port a90d286b-c039-425e-a6ac-dcb45ba493c3 on host n-h2-812111-14 for vnic_type normal using segments [{'id': '055f5113-1ca6-4ef8-bc23-dd5e33e6915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '659f492e-a1bf-461d-bfd3-3d73ab2f4548'}] Jan 28 19:25:56.838405 n-d-812111-14 neutron-server[103304]: INFO neutron.plugins.ml2.plugin [None req-412f8d91-f764-4db5-a0ca-2500c548b41a tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Attempt 5 to bind port a90d286b-c039-425e-a6ac-dcb45ba493c3 Jan 28 19:25:56.856935 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-412f8d91-f764-4db5-a0ca-2500c548b41a tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Attempting to bind port a90d286b-c039-425e-a6ac-dcb45ba493c3 on host n-h2-812111-14 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:25:56.857409 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-412f8d91-f764-4db5-a0ca-2500c548b41a tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Attempting to bind port a90d286b-c039-425e-a6ac-dcb45ba493c3 by drivers openvswitch,hyperv on host n-h2-812111-14 at level 0 using segments [{'id': '055f5113-1ca6-4ef8-bc23-dd5e33e6915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '659f492e-a1bf-461d-bfd3-3d73ab2f4548'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:25:56.857853 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412f8d91-f764-4db5-a0ca-2500c548b41a tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Attempting to bind port a90d286b-c039-425e-a6ac-dcb45ba493c3 on network 659f492e-a1bf-461d-bfd3-3d73ab2f4548 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:25:56.871628 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412f8d91-f764-4db5-a0ca-2500c548b41a tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Port a90d286b-c039-425e-a6ac-dcb45ba493c3 on network 659f492e-a1bf-461d-bfd3-3d73ab2f4548 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-14 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:25:56.871628 n-d-812111-14 neutron-server[103304]: ERROR neutron.plugins.ml2.managers [None req-412f8d91-f764-4db5-a0ca-2500c548b41a tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Failed to bind port a90d286b-c039-425e-a6ac-dcb45ba493c3 on host n-h2-812111-14 for vnic_type normal using segments [{'id': '055f5113-1ca6-4ef8-bc23-dd5e33e6915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '659f492e-a1bf-461d-bfd3-3d73ab2f4548'}] Jan 28 19:25:56.871628 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-398d7e1e-1702-431c-a004-4a06c36261eb req-fdf9cff3-ecbc-48d1-a01c-d6b600e365d6 service neutron] Checking agent: {'id': '8f3fee4e-bf24-4b58-8a3a-ae9c8011a473', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:25:56.871628 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-398d7e1e-1702-431c-a004-4a06c36261eb req-fdf9cff3-ecbc-48d1-a01c-d6b600e365d6 service neutron] Checking segment: {'id': 'a3174087-8aff-4b5a-aff7-37727d9d96cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '6fa40d3b-3f4b-4104-afea-21db80512bd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:25:56.871628 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-398d7e1e-1702-431c-a004-4a06c36261eb req-fdf9cff3-ecbc-48d1-a01c-d6b600e365d6 service neutron] Bound using segment: {'id': 'a3174087-8aff-4b5a-aff7-37727d9d96cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '6fa40d3b-3f4b-4104-afea-21db80512bd7'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:25:56.871628 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-398d7e1e-1702-431c-a004-4a06c36261eb req-fdf9cff3-ecbc-48d1-a01c-d6b600e365d6 service neutron] Bound port: 06529ba6-5ba7-465e-9d21-c4d3fc65ab53, host: n-h2-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3174087-8aff-4b5a-aff7-37727d9d96cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '6fa40d3b-3f4b-4104-afea-21db80512bd7'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:25:56.871628 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-398d7e1e-1702-431c-a004-4a06c36261eb req-fdf9cff3-ecbc-48d1-a01c-d6b600e365d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (06529ba6-5ba7-465e-9d21-c4d3fc65ab53), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:56.885420 n-d-812111-14 neutron-server[103304]: INFO neutron.plugins.ml2.plugin [None req-412f8d91-f764-4db5-a0ca-2500c548b41a tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Attempt 6 to bind port a90d286b-c039-425e-a6ac-dcb45ba493c3 Jan 28 19:25:56.965082 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca56871-75f0-4ded-bd6d-0d3a1dbcd3de service neutron] Pushing event updated for resources: {'Port': ['ID=6cf2fd1a-e3f4-404f-9ad1-3d02442f53cc,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:56.984446 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-412f8d91-f764-4db5-a0ca-2500c548b41a tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Attempting to bind port a90d286b-c039-425e-a6ac-dcb45ba493c3 on host n-h2-812111-14 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:25:56.984874 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-412f8d91-f764-4db5-a0ca-2500c548b41a tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Attempting to bind port a90d286b-c039-425e-a6ac-dcb45ba493c3 by drivers openvswitch,hyperv on host n-h2-812111-14 at level 0 using segments [{'id': '055f5113-1ca6-4ef8-bc23-dd5e33e6915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '659f492e-a1bf-461d-bfd3-3d73ab2f4548'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:25:56.985309 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412f8d91-f764-4db5-a0ca-2500c548b41a tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Attempting to bind port a90d286b-c039-425e-a6ac-dcb45ba493c3 on network 659f492e-a1bf-461d-bfd3-3d73ab2f4548 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:25:57.007620 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412f8d91-f764-4db5-a0ca-2500c548b41a tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Port a90d286b-c039-425e-a6ac-dcb45ba493c3 on network 659f492e-a1bf-461d-bfd3-3d73ab2f4548 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-14 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:25:57.011396 n-d-812111-14 neutron-server[103304]: ERROR neutron.plugins.ml2.managers [None req-412f8d91-f764-4db5-a0ca-2500c548b41a tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Failed to bind port a90d286b-c039-425e-a6ac-dcb45ba493c3 on host n-h2-812111-14 for vnic_type normal using segments [{'id': '055f5113-1ca6-4ef8-bc23-dd5e33e6915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '659f492e-a1bf-461d-bfd3-3d73ab2f4548'}] Jan 28 19:25:57.023253 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-536fbe68-5ccb-478b-8e54-9015cb31a2d3 req-0ca56871-75f0-4ded-bd6d-0d3a1dbcd3de service neutron] Attempting to bind port 6cf2fd1a-e3f4-404f-9ad1-3d02442f53cc on host n-h2-812111-14 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:25:57.023607 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-536fbe68-5ccb-478b-8e54-9015cb31a2d3 req-0ca56871-75f0-4ded-bd6d-0d3a1dbcd3de service neutron] Attempting to bind port 6cf2fd1a-e3f4-404f-9ad1-3d02442f53cc by drivers openvswitch,hyperv on host n-h2-812111-14 at level 0 using segments [{'id': 'a3174087-8aff-4b5a-aff7-37727d9d96cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '6fa40d3b-3f4b-4104-afea-21db80512bd7'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:25:57.023938 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-536fbe68-5ccb-478b-8e54-9015cb31a2d3 req-0ca56871-75f0-4ded-bd6d-0d3a1dbcd3de service neutron] Attempting to bind port 6cf2fd1a-e3f4-404f-9ad1-3d02442f53cc on network 6fa40d3b-3f4b-4104-afea-21db80512bd7 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:25:57.024511 n-d-812111-14 neutron-server[103304]: INFO neutron.plugins.ml2.plugin [None req-412f8d91-f764-4db5-a0ca-2500c548b41a tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Attempt 7 to bind port a90d286b-c039-425e-a6ac-dcb45ba493c3 Jan 28 19:25:57.028921 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-536fbe68-5ccb-478b-8e54-9015cb31a2d3 req-0ca56871-75f0-4ded-bd6d-0d3a1dbcd3de service neutron] Port 6cf2fd1a-e3f4-404f-9ad1-3d02442f53cc on network 6fa40d3b-3f4b-4104-afea-21db80512bd7 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-14 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:25:57.029265 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-536fbe68-5ccb-478b-8e54-9015cb31a2d3 req-0ca56871-75f0-4ded-bd6d-0d3a1dbcd3de service neutron] Attempting to bind port 6cf2fd1a-e3f4-404f-9ad1-3d02442f53cc on network 6fa40d3b-3f4b-4104-afea-21db80512bd7 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:25:57.036425 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-536fbe68-5ccb-478b-8e54-9015cb31a2d3 req-0ca56871-75f0-4ded-bd6d-0d3a1dbcd3de service neutron] Checking agent: {'id': '8f3fee4e-bf24-4b58-8a3a-ae9c8011a473', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:25:57.036771 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-536fbe68-5ccb-478b-8e54-9015cb31a2d3 req-0ca56871-75f0-4ded-bd6d-0d3a1dbcd3de service neutron] Checking segment: {'id': 'a3174087-8aff-4b5a-aff7-37727d9d96cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '6fa40d3b-3f4b-4104-afea-21db80512bd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:25:57.037339 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-536fbe68-5ccb-478b-8e54-9015cb31a2d3 req-0ca56871-75f0-4ded-bd6d-0d3a1dbcd3de service neutron] Bound using segment: {'id': 'a3174087-8aff-4b5a-aff7-37727d9d96cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '6fa40d3b-3f4b-4104-afea-21db80512bd7'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:25:57.038062 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-536fbe68-5ccb-478b-8e54-9015cb31a2d3 req-0ca56871-75f0-4ded-bd6d-0d3a1dbcd3de service neutron] Bound port: 6cf2fd1a-e3f4-404f-9ad1-3d02442f53cc, host: n-h2-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3174087-8aff-4b5a-aff7-37727d9d96cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '6fa40d3b-3f4b-4104-afea-21db80512bd7'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:25:57.038884 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-536fbe68-5ccb-478b-8e54-9015cb31a2d3 req-0ca56871-75f0-4ded-bd6d-0d3a1dbcd3de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (6cf2fd1a-e3f4-404f-9ad1-3d02442f53cc), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:57.039770 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-398d7e1e-1702-431c-a004-4a06c36261eb req-fdf9cff3-ecbc-48d1-a01c-d6b600e365d6 service neutron] For port 06529ba6-5ba7-465e-9d21-c4d3fc65ab53, host n-h2-812111-14, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:25:57.072553 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-412f8d91-f764-4db5-a0ca-2500c548b41a tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Attempting to bind port a90d286b-c039-425e-a6ac-dcb45ba493c3 on host n-h2-812111-14 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:25:57.072903 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-412f8d91-f764-4db5-a0ca-2500c548b41a tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Attempting to bind port a90d286b-c039-425e-a6ac-dcb45ba493c3 by drivers openvswitch,hyperv on host n-h2-812111-14 at level 0 using segments [{'id': '055f5113-1ca6-4ef8-bc23-dd5e33e6915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '659f492e-a1bf-461d-bfd3-3d73ab2f4548'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:25:57.073281 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412f8d91-f764-4db5-a0ca-2500c548b41a tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Attempting to bind port a90d286b-c039-425e-a6ac-dcb45ba493c3 on network 659f492e-a1bf-461d-bfd3-3d73ab2f4548 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:25:57.076313 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-398d7e1e-1702-431c-a004-4a06c36261eb req-fdf9cff3-ecbc-48d1-a01c-d6b600e365d6 service neutron] For port 06529ba6-5ba7-465e-9d21-c4d3fc65ab53, host n-h2-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=06529ba6-5ba7-465e-9d21-c4d3fc65ab53,segment=NetworkSegment(a3174087-8aff-4b5a-aff7-37727d9d96cb),segment_id=a3174087-8aff-4b5a-aff7-37727d9d96cb)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:25:57.126755 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412f8d91-f764-4db5-a0ca-2500c548b41a tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Port a90d286b-c039-425e-a6ac-dcb45ba493c3 on network 659f492e-a1bf-461d-bfd3-3d73ab2f4548 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-14 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:25:57.127097 n-d-812111-14 neutron-server[103304]: ERROR neutron.plugins.ml2.managers [None req-412f8d91-f764-4db5-a0ca-2500c548b41a tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Failed to bind port a90d286b-c039-425e-a6ac-dcb45ba493c3 on host n-h2-812111-14 for vnic_type normal using segments [{'id': '055f5113-1ca6-4ef8-bc23-dd5e33e6915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '659f492e-a1bf-461d-bfd3-3d73ab2f4548'}] Jan 28 19:25:57.135722 n-d-812111-14 neutron-server[103304]: INFO neutron.plugins.ml2.plugin [None req-412f8d91-f764-4db5-a0ca-2500c548b41a tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Attempt 8 to bind port a90d286b-c039-425e-a6ac-dcb45ba493c3 Jan 28 19:25:57.140173 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-398d7e1e-1702-431c-a004-4a06c36261eb req-fdf9cff3-ecbc-48d1-a01c-d6b600e365d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (06529ba6-5ba7-465e-9d21-c4d3fc65ab53), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:57.141029 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-536fbe68-5ccb-478b-8e54-9015cb31a2d3 req-0ca56871-75f0-4ded-bd6d-0d3a1dbcd3de service neutron] For port 6cf2fd1a-e3f4-404f-9ad1-3d02442f53cc, host n-h2-812111-14, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:25:57.146400 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-536fbe68-5ccb-478b-8e54-9015cb31a2d3 req-0ca56871-75f0-4ded-bd6d-0d3a1dbcd3de service neutron] For port 6cf2fd1a-e3f4-404f-9ad1-3d02442f53cc, host n-h2-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=6cf2fd1a-e3f4-404f-9ad1-3d02442f53cc,segment=NetworkSegment(a3174087-8aff-4b5a-aff7-37727d9d96cb),segment_id=a3174087-8aff-4b5a-aff7-37727d9d96cb)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:25:57.159527 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac83dfb6-a602-49c4-91ca-c831cc26848d req-b59588aa-7b73-4dd8-86a5-a2a7f2ebe5a6 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:57.160370 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-536fbe68-5ccb-478b-8e54-9015cb31a2d3 req-0ca56871-75f0-4ded-bd6d-0d3a1dbcd3de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (6cf2fd1a-e3f4-404f-9ad1-3d02442f53cc), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:57.166498 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ac83dfb6-a602-49c4-91ca-c831cc26848d req-b59588aa-7b73-4dd8-86a5-a2a7f2ebe5a6 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] 10.222.0.64 "GET /v2.0/ports?device_id=7de5efc1-e676-4f7e-b6f6-ca2b33266c99 HTTP/1.1" status: 200 len: 945 time: 0.2265267 Jan 28 19:25:57.230767 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-412f8d91-f764-4db5-a0ca-2500c548b41a tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Attempting to bind port a90d286b-c039-425e-a6ac-dcb45ba493c3 on host n-h2-812111-14 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:25:57.231114 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-412f8d91-f764-4db5-a0ca-2500c548b41a tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Attempting to bind port a90d286b-c039-425e-a6ac-dcb45ba493c3 by drivers openvswitch,hyperv on host n-h2-812111-14 at level 0 using segments [{'id': '055f5113-1ca6-4ef8-bc23-dd5e33e6915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '659f492e-a1bf-461d-bfd3-3d73ab2f4548'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:25:57.231451 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412f8d91-f764-4db5-a0ca-2500c548b41a tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Attempting to bind port a90d286b-c039-425e-a6ac-dcb45ba493c3 on network 659f492e-a1bf-461d-bfd3-3d73ab2f4548 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:25:57.246859 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca56871-75f0-4ded-bd6d-0d3a1dbcd3de service neutron] Pushing event updated for resources: {'Port': ['ID=6cf2fd1a-e3f4-404f-9ad1-3d02442f53cc,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:57.252542 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398d7e1e-1702-431c-a004-4a06c36261eb req-fdf9cff3-ecbc-48d1-a01c-d6b600e365d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:57.253197 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-398d7e1e-1702-431c-a004-4a06c36261eb req-fdf9cff3-ecbc-48d1-a01c-d6b600e365d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:57.254591 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-398d7e1e-1702-431c-a004-4a06c36261eb req-fdf9cff3-ecbc-48d1-a01c-d6b600e365d6 service neutron] 10.222.0.70 "PUT /v2.0/ports/06529ba6-5ba7-465e-9d21-c4d3fc65ab53 HTTP/1.1" status: 200 len: 1092 time: 2.4082615 Jan 28 19:25:57.258189 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b7b3ff2-8def-48cc-a292-47020d0a0799', 'tag': '06529ba6-5ba7-465e-9d21-c4d3fc65ab53'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:25:57.267034 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc8c1a35-17e2-42f5-b980-871c18deabc4" -d '{"events": [{"name": "network-changed", "server_uuid": "4b7b3ff2-8def-48cc-a292-47020d0a0799", "tag": "06529ba6-5ba7-465e-9d21-c4d3fc65ab53"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:25:57.276650 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536fbe68-5ccb-478b-8e54-9015cb31a2d3 req-0ca56871-75f0-4ded-bd6d-0d3a1dbcd3de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:57.279077 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-536fbe68-5ccb-478b-8e54-9015cb31a2d3 req-0ca56871-75f0-4ded-bd6d-0d3a1dbcd3de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:57.282468 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-536fbe68-5ccb-478b-8e54-9015cb31a2d3 req-0ca56871-75f0-4ded-bd6d-0d3a1dbcd3de service neutron] 10.222.0.70 "PUT /v2.0/ports/6cf2fd1a-e3f4-404f-9ad1-3d02442f53cc HTTP/1.1" status: 200 len: 1092 time: 1.4945242 Jan 28 19:25:57.282959 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24181069-5a95-4fd0-be49-0f6eb9a8a560', 'tag': '6cf2fd1a-e3f4-404f-9ad1-3d02442f53cc'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:25:57.285151 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412f8d91-f764-4db5-a0ca-2500c548b41a tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Port a90d286b-c039-425e-a6ac-dcb45ba493c3 on network 659f492e-a1bf-461d-bfd3-3d73ab2f4548 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-14 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:25:57.285498 n-d-812111-14 neutron-server[103304]: ERROR neutron.plugins.ml2.managers [None req-412f8d91-f764-4db5-a0ca-2500c548b41a tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Failed to bind port a90d286b-c039-425e-a6ac-dcb45ba493c3 on host n-h2-812111-14 for vnic_type normal using segments [{'id': '055f5113-1ca6-4ef8-bc23-dd5e33e6915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '659f492e-a1bf-461d-bfd3-3d73ab2f4548'}] Jan 28 19:25:57.298358 n-d-812111-14 neutron-server[103304]: INFO neutron.plugins.ml2.plugin [None req-412f8d91-f764-4db5-a0ca-2500c548b41a tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Attempt 9 to bind port a90d286b-c039-425e-a6ac-dcb45ba493c3 Jan 28 19:25:57.303609 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d5e7d91-b8db-4488-8b3d-708f1669ca26" -d '{"events": [{"name": "network-changed", "server_uuid": "24181069-5a95-4fd0-be49-0f6eb9a8a560", "tag": "6cf2fd1a-e3f4-404f-9ad1-3d02442f53cc"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:25:57.394169 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf9cff3-ecbc-48d1-a01c-d6b600e365d6 service neutron] Pushing event updated for resources: {'Port': ['ID=06529ba6-5ba7-465e-9d21-c4d3fc65ab53,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:57.416319 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-69b2740f-2a6f-4b41-beef-0ad4b250e26b req-98c7692a-2236-410c-af55-a4dc32d055e2 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3a5de6e-abf9-4322-a6ca-a4ea56811da8 HTTP/1.1" status: 200 len: 210 time: 0.0819983 Jan 28 19:25:57.417921 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ac83dfb6-a602-49c4-91ca-c831cc26848d req-de58a24d-68f2-4ab7-9f66-965874022792 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] 10.222.0.64 "GET /v2.0/security-groups?id=a17e8282-0405-4e4b-9340-e89106f12f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2504704 Jan 28 19:25:57.418716 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-412f8d91-f764-4db5-a0ca-2500c548b41a tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Attempting to bind port a90d286b-c039-425e-a6ac-dcb45ba493c3 on host n-h2-812111-14 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:25:57.419065 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-412f8d91-f764-4db5-a0ca-2500c548b41a tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Attempting to bind port a90d286b-c039-425e-a6ac-dcb45ba493c3 by drivers openvswitch,hyperv on host n-h2-812111-14 at level 0 using segments [{'id': '055f5113-1ca6-4ef8-bc23-dd5e33e6915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '659f492e-a1bf-461d-bfd3-3d73ab2f4548'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:25:57.426618 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412f8d91-f764-4db5-a0ca-2500c548b41a tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Attempting to bind port a90d286b-c039-425e-a6ac-dcb45ba493c3 on network 659f492e-a1bf-461d-bfd3-3d73ab2f4548 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:25:57.450686 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398d7e1e-1702-431c-a004-4a06c36261eb req-e3f53705-9297-4c54-8752-6b2c74ba851d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:57.453588 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-398d7e1e-1702-431c-a004-4a06c36261eb req-e3f53705-9297-4c54-8752-6b2c74ba851d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c3bb2ec73a174fcda5cafb398102663f&device_id=4b7b3ff2-8def-48cc-a292-47020d0a0799 HTTP/1.1" status: 200 len: 1126 time: 0.1433852 Jan 28 19:25:57.454005 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-945d2d72-45ba-4c9a-a51c-ddcf42d8b7e6 req-eda22aec-4290-4258-bcb4-01130faf7799 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Publish callbacks [] for port (85614c85-fede-45b3-b517-9dafda2b6037), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:57.481732 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412f8d91-f764-4db5-a0ca-2500c548b41a tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Port a90d286b-c039-425e-a6ac-dcb45ba493c3 on network 659f492e-a1bf-461d-bfd3-3d73ab2f4548 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-14 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:25:57.482153 n-d-812111-14 neutron-server[103304]: ERROR neutron.plugins.ml2.managers [None req-412f8d91-f764-4db5-a0ca-2500c548b41a tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Failed to bind port a90d286b-c039-425e-a6ac-dcb45ba493c3 on host n-h2-812111-14 for vnic_type normal using segments [{'id': '055f5113-1ca6-4ef8-bc23-dd5e33e6915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '659f492e-a1bf-461d-bfd3-3d73ab2f4548'}] Jan 28 19:25:57.484964 n-d-812111-14 neutron-server[103304]: INFO neutron.plugins.ml2.plugin [None req-412f8d91-f764-4db5-a0ca-2500c548b41a tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Attempt 10 to bind port a90d286b-c039-425e-a6ac-dcb45ba493c3 Jan 28 19:25:57.518341 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-398d7e1e-1702-431c-a004-4a06c36261eb req-6dfdfd41-0675-4cc0-9122-ed7c861e157c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=06529ba6-5ba7-465e-9d21-c4d3fc65ab53 HTTP/1.1" status: 200 len: 217 time: 0.0562749 Jan 28 19:25:57.523526 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-412f8d91-f764-4db5-a0ca-2500c548b41a tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Attempting to bind port a90d286b-c039-425e-a6ac-dcb45ba493c3 on host n-h2-812111-14 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:25:57.523852 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-412f8d91-f764-4db5-a0ca-2500c548b41a tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Attempting to bind port a90d286b-c039-425e-a6ac-dcb45ba493c3 by drivers openvswitch,hyperv on host n-h2-812111-14 at level 0 using segments [{'id': '055f5113-1ca6-4ef8-bc23-dd5e33e6915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '659f492e-a1bf-461d-bfd3-3d73ab2f4548'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:25:57.524198 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412f8d91-f764-4db5-a0ca-2500c548b41a tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Attempting to bind port a90d286b-c039-425e-a6ac-dcb45ba493c3 on network 659f492e-a1bf-461d-bfd3-3d73ab2f4548 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:25:57.572674 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:25:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6687688a-1a17-418a-abc9-03c4935e4842 x-openstack-request-id: req-6687688a-1a17-418a-abc9-03c4935e4842 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:25:57.572965 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b7b3ff2-8def-48cc-a292-47020d0a0799", "tag": "06529ba6-5ba7-465e-9d21-c4d3fc65ab53", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:25:57.573251 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6687688a-1a17-418a-abc9-03c4935e4842 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:25:57.573650 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b7b3ff2-8def-48cc-a292-47020d0a0799', 'tag': '06529ba6-5ba7-465e-9d21-c4d3fc65ab53', 'status': 'completed', 'code': 200} Jan 28 19:25:57.590196 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:25:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-062457c6-eda8-4f20-b983-8991583fb5a7 x-openstack-request-id: req-062457c6-eda8-4f20-b983-8991583fb5a7 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:25:57.590497 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24181069-5a95-4fd0-be49-0f6eb9a8a560", "tag": "6cf2fd1a-e3f4-404f-9ad1-3d02442f53cc", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:25:57.590756 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-062457c6-eda8-4f20-b983-8991583fb5a7 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:25:57.592382 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24181069-5a95-4fd0-be49-0f6eb9a8a560', 'tag': '6cf2fd1a-e3f4-404f-9ad1-3d02442f53cc', 'status': 'completed', 'code': 200} Jan 28 19:25:57.598050 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412f8d91-f764-4db5-a0ca-2500c548b41a tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Port a90d286b-c039-425e-a6ac-dcb45ba493c3 on network 659f492e-a1bf-461d-bfd3-3d73ab2f4548 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-14 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:25:57.598400 n-d-812111-14 neutron-server[103304]: ERROR neutron.plugins.ml2.managers [None req-412f8d91-f764-4db5-a0ca-2500c548b41a tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Failed to bind port a90d286b-c039-425e-a6ac-dcb45ba493c3 on host n-h2-812111-14 for vnic_type normal using segments [{'id': '055f5113-1ca6-4ef8-bc23-dd5e33e6915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '659f492e-a1bf-461d-bfd3-3d73ab2f4548'}] Jan 28 19:25:57.598785 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-412f8d91-f764-4db5-a0ca-2500c548b41a tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (a90d286b-c039-425e-a6ac-dcb45ba493c3), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:57.604308 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536fbe68-5ccb-478b-8e54-9015cb31a2d3 req-3767b6b5-3026-4582-bfb7-512b508e09fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:57.606017 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-536fbe68-5ccb-478b-8e54-9015cb31a2d3 req-3767b6b5-3026-4582-bfb7-512b508e09fb service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c3bb2ec73a174fcda5cafb398102663f&device_id=24181069-5a95-4fd0-be49-0f6eb9a8a560 HTTP/1.1" status: 200 len: 1126 time: 0.2614391 Jan 28 19:25:57.632613 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398d7e1e-1702-431c-a004-4a06c36261eb req-75d3746b-ec1e-4102-8fcc-07dc09a80d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:57.634650 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-398d7e1e-1702-431c-a004-4a06c36261eb req-75d3746b-ec1e-4102-8fcc-07dc09a80d17 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0682cf17-1671-4e06-a862-31b529728694 HTTP/1.1" status: 200 len: 858 time: 0.1046593 Jan 28 19:25:57.701835 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-398d7e1e-1702-431c-a004-4a06c36261eb req-05ccd1fc-fd6e-4ba8-9714-67eedd51cd71 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6fa40d3b-3f4b-4104-afea-21db80512bd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581806 Jan 28 19:25:57.751381 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-536fbe68-5ccb-478b-8e54-9015cb31a2d3 req-4afbe61e-c962-4484-b932-75c0e18469fe service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6cf2fd1a-e3f4-404f-9ad1-3d02442f53cc HTTP/1.1" status: 200 len: 217 time: 0.1170697 Jan 28 19:25:57.799509 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-945d2d72-45ba-4c9a-a51c-ddcf42d8b7e6 req-eda22aec-4290-4258-bcb4-01130faf7799 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (85614c85-fede-45b3-b517-9dafda2b6037), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:57.819084 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['75629f80-97e2-4b65-9644-8e74b29b7b0c'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:25:57.889901 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 52716) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:57.921354 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-398d7e1e-1702-431c-a004-4a06c36261eb req-cc0c8450-2e8b-4b96-9f5c-f4809d86675f service neutron] 10.222.0.70 "GET /v2.0/networks/6fa40d3b-3f4b-4104-afea-21db80512bd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121680 Jan 28 19:25:57.998957 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244ae372-5529-4ded-b771-8d56312ef929 req-08bb03bd-2f67-41d4-bfb7-4e3f301634eb tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:58.001384 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-244ae372-5529-4ded-b771-8d56312ef929 req-08bb03bd-2f67-41d4-bfb7-4e3f301634eb tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] 10.222.0.64 "GET /v2.0/ports?device_id=24181069-5a95-4fd0-be49-0f6eb9a8a560 HTTP/1.1" status: 200 len: 943 time: 0.4379389 Jan 28 19:25:58.007014 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-945d2d72-45ba-4c9a-a51c-ddcf42d8b7e6 req-eda22aec-4290-4258-bcb4-01130faf7799 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Network 311cc39e-64ae-4fb3-9d47-d497c4799ab7 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:25:58.027535 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-945d2d72-45ba-4c9a-a51c-ddcf42d8b7e6 req-eda22aec-4290-4258-bcb4-01130faf7799 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:25:58.036965 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-945d2d72-45ba-4c9a-a51c-ddcf42d8b7e6 req-eda22aec-4290-4258-bcb4-01130faf7799 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:25:58.055941 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda22aec-4290-4258-bcb4-01130faf7799 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Pushing event updated for resources: {'Port': ['ID=85614c85-fede-45b3-b517-9dafda2b6037,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:58.064478 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-398d7e1e-1702-431c-a004-4a06c36261eb req-aca15bdb-8c7e-4607-856f-8aa6815d554c service neutron] 10.222.0.70 "GET /v2.0/networks/6fa40d3b-3f4b-4104-afea-21db80512bd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292388 Jan 28 19:25:58.142379 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536fbe68-5ccb-478b-8e54-9015cb31a2d3 req-e6674f0c-e280-445d-8de7-c436ca8680e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:58.144763 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-536fbe68-5ccb-478b-8e54-9015cb31a2d3 req-e6674f0c-e280-445d-8de7-c436ca8680e4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0682cf17-1671-4e06-a862-31b529728694 HTTP/1.1" status: 200 len: 858 time: 0.3368421 Jan 28 19:25:58.174811 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-412f8d91-f764-4db5-a0ca-2500c548b41a tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] For port a90d286b-c039-425e-a6ac-dcb45ba493c3, host n-h2-812111-14, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:25:58.175185 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-412f8d91-f764-4db5-a0ca-2500c548b41a tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Attempted to set empty binding levels {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 28 19:25:58.230156 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-412f8d91-f764-4db5-a0ca-2500c548b41a tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (a90d286b-c039-425e-a6ac-dcb45ba493c3), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:58.231574 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8c1a35-17e2-42f5-b980-871c18deabc4 req-b55332fd-360c-47c5-b438-104e71322aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:58.233073 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-cc8c1a35-17e2-42f5-b980-871c18deabc4 req-b55332fd-360c-47c5-b438-104e71322aaf service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c3bb2ec73a174fcda5cafb398102663f&device_id=4b7b3ff2-8def-48cc-a292-47020d0a0799 HTTP/1.1" status: 200 len: 1126 time: 0.0929034 Jan 28 19:25:58.238632 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-536fbe68-5ccb-478b-8e54-9015cb31a2d3 req-7fcdf541-7e3a-410b-9dec-73e6c1f283df service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6fa40d3b-3f4b-4104-afea-21db80512bd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0652795 Jan 28 19:25:58.276682 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945d2d72-45ba-4c9a-a51c-ddcf42d8b7e6 req-eda22aec-4290-4258-bcb4-01130faf7799 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:58.277584 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-945d2d72-45ba-4c9a-a51c-ddcf42d8b7e6 req-eda22aec-4290-4258-bcb4-01130faf7799 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:58.342249 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-412f8d91-f764-4db5-a0ca-2500c548b41a tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:58.342857 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-412f8d91-f764-4db5-a0ca-2500c548b41a tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:58.363256 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412f8d91-f764-4db5-a0ca-2500c548b41a tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Pushing event updated for resources: {'Port': ['ID=a90d286b-c039-425e-a6ac-dcb45ba493c3,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:58.372384 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-34bce2ac-fd1e-4f1b-966f-1a5223bd9ef8 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-67784144-network', 'tenant_id': '4b040b0408764768a35aab2b616c5da1'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:25:58.384694 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8c1a35-17e2-42f5-b980-871c18deabc4 req-63e3df67-5646-473d-8371-aa1caceb057d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:58.386393 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-cc8c1a35-17e2-42f5-b980-871c18deabc4 req-63e3df67-5646-473d-8371-aa1caceb057d service neutron] 10.222.0.70 "GET /v2.0/networks?id=6fa40d3b-3f4b-4104-afea-21db80512bd7 HTTP/1.1" status: 200 len: 918 time: 0.1448278 Jan 28 19:25:58.433686 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34bce2ac-fd1e-4f1b-966f-1a5223bd9ef8 admin admin] Made reservation on behalf of 4b040b0408764768a35aab2b616c5da1 for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:25:58.436118 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-34bce2ac-fd1e-4f1b-966f-1a5223bd9ef8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:58.441136 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-cc8c1a35-17e2-42f5-b980-871c18deabc4 req-1d7d2214-ecfc-4412-a388-65c8d2b86c4a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=06529ba6-5ba7-465e-9d21-c4d3fc65ab53 HTTP/1.1" status: 200 len: 217 time: 0.0483134 Jan 28 19:25:58.464164 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-945d2d72-45ba-4c9a-a51c-ddcf42d8b7e6 req-eda22aec-4290-4258-bcb4-01130faf7799 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5853729 Jan 28 19:25:58.468534 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-34bce2ac-fd1e-4f1b-966f-1a5223bd9ef8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:58.480837 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-244ae372-5529-4ded-b771-8d56312ef929 req-c1c6515d-e821-4524-a7ad-9880034139ed tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] 10.222.0.64 "GET /v2.0/security-groups?id=6e3b5f6f-cd04-46bb-9eb5-a6c7cbc22d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4573147 Jan 28 19:25:58.520952 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8c1a35-17e2-42f5-b980-871c18deabc4 req-269187fb-d482-4323-9403-84532744bc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:58.524181 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-cc8c1a35-17e2-42f5-b980-871c18deabc4 req-269187fb-d482-4323-9403-84532744bc8c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0682cf17-1671-4e06-a862-31b529728694 HTTP/1.1" status: 200 len: 858 time: 0.0767703 Jan 28 19:25:58.564609 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-34bce2ac-fd1e-4f1b-966f-1a5223bd9ef8 admin admin] Publish callbacks [] for security_group (2587df4f-748a-4d8f-becc-83d4622558d8), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:58.570981 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-945d2d72-45ba-4c9a-a51c-ddcf42d8b7e6 req-46851b49-5cb3-4c47-8cc5-6fedcbba2e99 service neutron] Request body: {'port': {'device_id': 'e3a5de6e-abf9-4322-a6ca-a4ea56811da8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-14'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:25:58.583198 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-412f8d91-f764-4db5-a0ca-2500c548b41a tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 4.4989078 Jan 28 19:25:58.590243 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 52736) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:58.605947 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-34bce2ac-fd1e-4f1b-966f-1a5223bd9ef8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (2587df4f-748a-4d8f-becc-83d4622558d8), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:58.624243 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-cc8c1a35-17e2-42f5-b980-871c18deabc4 req-ff44cbe0-5da2-4b9d-b003-a6e77ac33e7b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6fa40d3b-3f4b-4104-afea-21db80512bd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0918505 Jan 28 19:25:58.689441 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34bce2ac-fd1e-4f1b-966f-1a5223bd9ef8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:25:58.737721 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-536fbe68-5ccb-478b-8e54-9015cb31a2d3 req-e2fc50bc-406c-43bd-b18c-be0c1ddb7af8 service neutron] 10.222.0.70 "GET /v2.0/networks/6fa40d3b-3f4b-4104-afea-21db80512bd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4872932 Jan 28 19:25:58.739953 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-34bce2ac-fd1e-4f1b-966f-1a5223bd9ef8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (2085fb8e-0e9e-41ef-ad8a-1ae8c8763017), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:58.740295 n-d-812111-14 neutron-server[103304]: INFO neutron.db.segments_db [None req-34bce2ac-fd1e-4f1b-966f-1a5223bd9ef8 admin admin] Added segment 2085fb8e-0e9e-41ef-ad8a-1ae8c8763017 of type vlan for network 1616dfdb-0a49-44dd-9fc7-8c62f0041569 Jan 28 19:25:58.742125 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bce2ac-fd1e-4f1b-966f-1a5223bd9ef8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2587df4f-748a-4d8f-becc-83d4622558d8,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:58.781256 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527e504b-1dce-48d3-89c6-a5b553322eae req-74596686-83f3-4659-b635-fd84a01dbbbc tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:58.783298 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-527e504b-1dce-48d3-89c6-a5b553322eae req-74596686-83f3-4659-b635-fd84a01dbbbc tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3a5de6e-abf9-4322-a6ca-a4ea56811da8 HTTP/1.1" status: 200 len: 931 time: 0.1736252 Jan 28 19:25:58.804861 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81d95ff-c17f-4196-b761-e43153d079fe req-2690c020-ae02-4b37-b2aa-4745b57cb950 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:58.806536 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e81d95ff-c17f-4196-b761-e43153d079fe req-2690c020-ae02-4b37-b2aa-4745b57cb950 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] 10.222.0.64 "GET /v2.0/ports?device_id=7de5efc1-e676-4f7e-b6f6-ca2b33266c99 HTTP/1.1" status: 200 len: 945 time: 0.2727447 Jan 28 19:25:58.883694 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-cc8c1a35-17e2-42f5-b980-871c18deabc4 req-7a56bf22-ca25-41ed-a691-85733cd012aa service neutron] 10.222.0.70 "GET /v2.0/networks/6fa40d3b-3f4b-4104-afea-21db80512bd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310390 Jan 28 19:25:58.889927 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-945d2d72-45ba-4c9a-a51c-ddcf42d8b7e6 req-46851b49-5cb3-4c47-8cc5-6fedcbba2e99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (85614c85-fede-45b3-b517-9dafda2b6037), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:58.892844 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-34bce2ac-fd1e-4f1b-966f-1a5223bd9ef8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (1616dfdb-0a49-44dd-9fc7-8c62f0041569), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:58.908016 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-74640024-a970-4c37-b075-b91b577bb87c tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Deleting port a90d286b-c039-425e-a6ac-dcb45ba493c3 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:25:58.908480 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-74640024-a970-4c37-b075-b91b577bb87c tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (a90d286b-c039-425e-a6ac-dcb45ba493c3), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:58.994895 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e81d95ff-c17f-4196-b761-e43153d079fe req-8e0811c2-cca1-4d80-8534-4df92dc013ca tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] 10.222.0.64 "GET /v2.0/security-groups?id=a17e8282-0405-4e4b-9340-e89106f12f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788287 Jan 28 19:25:58.996115 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-74640024-a970-4c37-b075-b91b577bb87c tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] For port a90d286b-c039-425e-a6ac-dcb45ba493c3, host n-h2-812111-14, got binding levels [] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:25:58.996480 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-74640024-a970-4c37-b075-b91b577bb87c tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (a90d286b-c039-425e-a6ac-dcb45ba493c3), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:59.042312 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-74640024-a970-4c37-b075-b91b577bb87c tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Calling delete_port for a90d286b-c039-425e-a6ac-dcb45ba493c3 owned by {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:25:59.046458 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-527e504b-1dce-48d3-89c6-a5b553322eae req-f7db03e2-5747-470e-9b10-36321b849ee8 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/security-groups?id=f474bf53-325f-4ec5-b389-bc6e034fc623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2518320 Jan 28 19:25:59.066457 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-34bce2ac-fd1e-4f1b-966f-1a5223bd9ef8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (1616dfdb-0a49-44dd-9fc7-8c62f0041569), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:59.067944 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34bce2ac-fd1e-4f1b-966f-1a5223bd9ef8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:59.068893 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-34bce2ac-fd1e-4f1b-966f-1a5223bd9ef8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:59.131796 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 06529ba6-5ba7-465e-9d21-c4d3fc65ab53 details requested by agent hyperv_n-h2-812111-14 with host n-h2-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:25:59.204536 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bce2ac-fd1e-4f1b-966f-1a5223bd9ef8 admin admin] Pushing event updated for resources: {'Network': ['ID=1616dfdb-0a49-44dd-9fc7-8c62f0041569,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:59.231207 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-cc8c1a35-17e2-42f5-b980-871c18deabc4 req-44e12850-2623-4cd4-9739-4c576f3a4e7b service neutron] 10.222.0.70 "GET /v2.0/networks/6fa40d3b-3f4b-4104-afea-21db80512bd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3382077 Jan 28 19:25:59.234240 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-74640024-a970-4c37-b075-b91b577bb87c tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (a90d286b-c039-425e-a6ac-dcb45ba493c3), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:59.239191 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-536fbe68-5ccb-478b-8e54-9015cb31a2d3 req-a21fe449-73da-4b3c-acc3-f33a7415759b service neutron] 10.222.0.70 "GET /v2.0/networks/6fa40d3b-3f4b-4104-afea-21db80512bd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4878376 Jan 28 19:25:59.245761 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-34bce2ac-fd1e-4f1b-966f-1a5223bd9ef8 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3521440 Jan 28 19:25:59.249160 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 52764) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:59.253961 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-a15e5c8e-e079-43f1-9e95-a9c9a739a5bc admin admin] Request body: {'subnet': {'network_id': '1616dfdb-0a49-44dd-9fc7-8c62f0041569', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-67784144-subnet', 'tenant_id': '4b040b0408764768a35aab2b616c5da1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:25:59.300078 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74640024-a970-4c37-b075-b91b577bb87c tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Pushing event deleted for resources: {'Port': ['ID=a90d286b-c039-425e-a6ac-dcb45ba493c3,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:59.307948 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network 1616dfdb-0a49-44dd-9fc7-8c62f0041569 details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:25:59.321630 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-74640024-a970-4c37-b075-b91b577bb87c tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:59.325019 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-74640024-a970-4c37-b075-b91b577bb87c tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] 10.222.0.64 "DELETE /v2.0/ports/a90d286b-c039-425e-a6ac-dcb45ba493c3 HTTP/1.1" status: 204 len: 168 time: 0.7337759 Jan 28 19:25:59.337186 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 52768) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:59.370188 n-d-812111-14 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0d28698-bee7-4fec-ae2f-e873762bc2ca tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] GET failed (client error): The resource could not be found. Jan 28 19:25:59.371780 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-c0d28698-bee7-4fec-ae2f-e873762bc2ca tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] 10.222.0.64 "GET /v2.0/ports/a90d286b-c039-425e-a6ac-dcb45ba493c3 HTTP/1.1" status: 404 len: 333 time: 0.0335169 Jan 28 19:25:59.377324 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 52770) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:59.382911 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-ba876216-3319-4ec5-9556-277edb8b6647 tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Request body: {'port': {'network_id': '659f492e-a1bf-461d-bfd3-3d73ab2f4548', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-562611339'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:25:59.422370 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba876216-3319-4ec5-9556-277edb8b6647 tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Made reservation on behalf of 7cdeeaee2d6c4eadb82b335e85be3f27 for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:25:59.426017 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ba876216-3319-4ec5-9556-277edb8b6647 tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:59.508599 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [None req-ba876216-3319-4ec5-9556-277edb8b6647 tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] device_id is not set on port c4e1fb9c-97ce-4b6e-9c2e-708a9e04038d yet. {{(pid=103305) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:25:59.514019 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a15e5c8e-e079-43f1-9e95-a9c9a739a5bc admin admin] Made reservation on behalf of 4b040b0408764768a35aab2b616c5da1 for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:25:59.523426 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a15e5c8e-e079-43f1-9e95-a9c9a739a5bc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5221429'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:59.581310 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 06529ba6-5ba7-465e-9d21-c4d3fc65ab53, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=06529ba6-5ba7-465e-9d21-c4d3fc65ab53,segment=NetworkSegment(a3174087-8aff-4b5a-aff7-37727d9d96cb),segment_id=a3174087-8aff-4b5a-aff7-37727d9d96cb)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:25:59.598865 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Returning: {'device': '06529ba6-5ba7-465e-9d21-c4d3fc65ab53', 'network_id': '6fa40d3b-3f4b-4104-afea-21db80512bd7', 'port_id': '06529ba6-5ba7-465e-9d21-c4d3fc65ab53', 'mac_address': 'fa:16:3e:12:27:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0682cf17-1671-4e06-a862-31b529728694', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:25:59.710839 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 06529ba6-5ba7-465e-9d21-c4d3fc65ab53 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:25:59.711432 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (06529ba6-5ba7-465e-9d21-c4d3fc65ab53), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:59.726610 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06529ba6-5ba7-465e-9d21-c4d3fc65ab53 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:25:59.779358 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 06529ba6-5ba7-465e-9d21-c4d3fc65ab53, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=06529ba6-5ba7-465e-9d21-c4d3fc65ab53,segment=NetworkSegment(a3174087-8aff-4b5a-aff7-37727d9d96cb),segment_id=a3174087-8aff-4b5a-aff7-37727d9d96cb)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:25:59.791324 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (06529ba6-5ba7-465e-9d21-c4d3fc65ab53), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:59.888448 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=06529ba6-5ba7-465e-9d21-c4d3fc65ab53,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:59.929810 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ba876216-3319-4ec5-9556-277edb8b6647 tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Publish callbacks [] for port (c4e1fb9c-97ce-4b6e-9c2e-708a9e04038d), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:59.975989 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ba876216-3319-4ec5-9556-277edb8b6647 tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (c4e1fb9c-97ce-4b6e-9c2e-708a9e04038d), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:00.029943 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba876216-3319-4ec5-9556-277edb8b6647 tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Network 659f492e-a1bf-461d-bfd3-3d73ab2f4548 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:26:00.034096 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-ba876216-3319-4ec5-9556-277edb8b6647 tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:26:00.046659 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba876216-3319-4ec5-9556-277edb8b6647 tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:26:00.048037 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba876216-3319-4ec5-9556-277edb8b6647 tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:00.048664 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ba876216-3319-4ec5-9556-277edb8b6647 tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:00.062048 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba876216-3319-4ec5-9556-277edb8b6647 tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Pushing event updated for resources: {'Port': ['ID=c4e1fb9c-97ce-4b6e-9c2e-708a9e04038d,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:00.079753 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-ba876216-3319-4ec5-9556-277edb8b6647 tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.6987047 Jan 28 19:26:00.079950 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 52824) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:26:00.086011 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-c98cad44-07a5-40ec-8f93-2f44fbc458a1 tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-812111-14'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:26:00.118246 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['06529ba6-5ba7-465e-9d21-c4d3fc65ab53'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:26:00.193358 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c98cad44-07a5-40ec-8f93-2f44fbc458a1 tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (c4e1fb9c-97ce-4b6e-9c2e-708a9e04038d), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:00.210602 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5e7d91-b8db-4488-8b3d-708f1669ca26 req-decd2251-dc13-4a9a-b7e1-9f218f36f29e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:00.212218 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9d5e7d91-b8db-4488-8b3d-708f1669ca26 req-decd2251-dc13-4a9a-b7e1-9f218f36f29e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c3bb2ec73a174fcda5cafb398102663f&device_id=24181069-5a95-4fd0-be49-0f6eb9a8a560 HTTP/1.1" status: 200 len: 1126 time: 0.9079254 Jan 28 19:26:00.251815 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357f1750-64fb-4e82-bdb0-11e13808ae10 req-98a9c49c-2519-4556-9a86-5d7a14d21dc5 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:00.253469 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-357f1750-64fb-4e82-bdb0-11e13808ae10 req-98a9c49c-2519-4556-9a86-5d7a14d21dc5 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] 10.222.0.64 "GET /v2.0/ports?device_id=7de5efc1-e676-4f7e-b6f6-ca2b33266c99 HTTP/1.1" status: 200 len: 945 time: 0.1028807 Jan 28 19:26:00.323797 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-945d2d72-45ba-4c9a-a51c-ddcf42d8b7e6 req-46851b49-5cb3-4c47-8cc5-6fedcbba2e99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85614c85-fede-45b3-b517-9dafda2b6037 {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:26:00.345655 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-945d2d72-45ba-4c9a-a51c-ddcf42d8b7e6 req-46851b49-5cb3-4c47-8cc5-6fedcbba2e99 service neutron] Publish callbacks [] for port (85614c85-fede-45b3-b517-9dafda2b6037), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:00.377470 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b3fa7d-093c-49b9-9f8a-5850ece6f160 req-eba1b995-4087-44fc-9d1d-ac2c17d5af56 tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:00.379075 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-81b3fa7d-093c-49b9-9f8a-5850ece6f160 req-eba1b995-4087-44fc-9d1d-ac2c17d5af56 tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] 10.222.0.64 "GET /v2.0/ports?device_id=24181069-5a95-4fd0-be49-0f6eb9a8a560 HTTP/1.1" status: 200 len: 943 time: 0.2518933 Jan 28 19:26:00.398730 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-357f1750-64fb-4e82-bdb0-11e13808ae10 req-66d3d470-0b89-43be-83da-a194d9e28818 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] 10.222.0.64 "GET /v2.0/security-groups?id=a17e8282-0405-4e4b-9340-e89106f12f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218905 Jan 28 19:26:00.410096 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-945d2d72-45ba-4c9a-a51c-ddcf42d8b7e6 req-46851b49-5cb3-4c47-8cc5-6fedcbba2e99 service neutron] Transition to ACTIVE for port object 85614c85-fede-45b3-b517-9dafda2b6037 will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:26:00.442042 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-945d2d72-45ba-4c9a-a51c-ddcf42d8b7e6 req-46851b49-5cb3-4c47-8cc5-6fedcbba2e99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (85614c85-fede-45b3-b517-9dafda2b6037), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:00.461615 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5e7d91-b8db-4488-8b3d-708f1669ca26 req-9636948a-03b7-441a-bf97-25ef7234a2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:00.463106 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9d5e7d91-b8db-4488-8b3d-708f1669ca26 req-9636948a-03b7-441a-bf97-25ef7234a2ab service neutron] 10.222.0.70 "GET /v2.0/networks?id=6fa40d3b-3f4b-4104-afea-21db80512bd7 HTTP/1.1" status: 200 len: 918 time: 0.2433352 Jan 28 19:26:00.541546 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [None req-c98cad44-07a5-40ec-8f93-2f44fbc458a1 tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] device_id is not set on port c4e1fb9c-97ce-4b6e-9c2e-708a9e04038d yet. {{(pid=103305) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:26:00.559518 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9d5e7d91-b8db-4488-8b3d-708f1669ca26 req-de376d4f-ce2f-4dcd-9e41-99def5e1d4fa service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6cf2fd1a-e3f4-404f-9ad1-3d02442f53cc HTTP/1.1" status: 200 len: 217 time: 0.0628884 Jan 28 19:26:00.563475 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c98cad44-07a5-40ec-8f93-2f44fbc458a1 tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Publish callbacks [] for port (c4e1fb9c-97ce-4b6e-9c2e-708a9e04038d), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:00.577465 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c98cad44-07a5-40ec-8f93-2f44fbc458a1 tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (c4e1fb9c-97ce-4b6e-9c2e-708a9e04038d), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:00.622008 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46851b49-5cb3-4c47-8cc5-6fedcbba2e99 service neutron] Pushing event updated for resources: {'Port': ['ID=85614c85-fede-45b3-b517-9dafda2b6037,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:00.630538 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80621e52-a195-4784-8014-85d95f0639fc req-c9bc50f0-4661-4aeb-9adc-87a597a79355 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:00.633585 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-80621e52-a195-4784-8014-85d95f0639fc req-c9bc50f0-4661-4aeb-9adc-87a597a79355 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3a5de6e-abf9-4322-a6ca-a4ea56811da8 HTTP/1.1" status: 200 len: 943 time: 0.1368742 Jan 28 19:26:00.669694 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98cad44-07a5-40ec-8f93-2f44fbc458a1 tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Pushing event updated for resources: {'Port': ['ID=c4e1fb9c-97ce-4b6e-9c2e-708a9e04038d,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:00.680372 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-81b3fa7d-093c-49b9-9f8a-5850ece6f160 req-29122228-bb60-474c-aca8-85ff6097d25e tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] 10.222.0.64 "GET /v2.0/security-groups?id=6e3b5f6f-cd04-46bb-9eb5-a6c7cbc22d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2809355 Jan 28 19:26:00.708194 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [None req-c98cad44-07a5-40ec-8f93-2f44fbc458a1 tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Attempting to bind port c4e1fb9c-97ce-4b6e-9c2e-708a9e04038d on host n-h2-812111-14 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:26:00.708543 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [None req-c98cad44-07a5-40ec-8f93-2f44fbc458a1 tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Attempting to bind port c4e1fb9c-97ce-4b6e-9c2e-708a9e04038d by drivers openvswitch,hyperv on host n-h2-812111-14 at level 0 using segments [{'id': '055f5113-1ca6-4ef8-bc23-dd5e33e6915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '659f492e-a1bf-461d-bfd3-3d73ab2f4548'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:26:00.708915 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98cad44-07a5-40ec-8f93-2f44fbc458a1 tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Attempting to bind port c4e1fb9c-97ce-4b6e-9c2e-708a9e04038d on network 659f492e-a1bf-461d-bfd3-3d73ab2f4548 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:26:00.724073 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98cad44-07a5-40ec-8f93-2f44fbc458a1 tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Port c4e1fb9c-97ce-4b6e-9c2e-708a9e04038d on network 659f492e-a1bf-461d-bfd3-3d73ab2f4548 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-14 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:26:00.724474 n-d-812111-14 neutron-server[103305]: ERROR neutron.plugins.ml2.managers [None req-c98cad44-07a5-40ec-8f93-2f44fbc458a1 tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Failed to bind port c4e1fb9c-97ce-4b6e-9c2e-708a9e04038d on host n-h2-812111-14 for vnic_type normal using segments [{'id': '055f5113-1ca6-4ef8-bc23-dd5e33e6915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '659f492e-a1bf-461d-bfd3-3d73ab2f4548'}] Jan 28 19:26:00.725220 n-d-812111-14 neutron-server[103305]: INFO neutron.plugins.ml2.plugin [None req-c98cad44-07a5-40ec-8f93-2f44fbc458a1 tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Attempt 2 to bind port c4e1fb9c-97ce-4b6e-9c2e-708a9e04038d Jan 28 19:26:00.730996 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a15e5c8e-e079-43f1-9e95-a9c9a739a5bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4690681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5221415'] for subnet (28d7b206-2e58-42a1-88a9-2a72d9a6406f), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:00.732564 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-80621e52-a195-4784-8014-85d95f0639fc req-1327ddb7-ca41-44f0-96d7-0befaab8f51f tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/security-groups?id=f474bf53-325f-4ec5-b389-bc6e034fc623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920472 Jan 28 19:26:00.741490 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5e7d91-b8db-4488-8b3d-708f1669ca26 req-b1aa5ee1-d6a8-43a7-be3e-078f8f5d5ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:00.742992 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9d5e7d91-b8db-4488-8b3d-708f1669ca26 req-b1aa5ee1-d6a8-43a7-be3e-078f8f5d5ce5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0682cf17-1671-4e06-a862-31b529728694 HTTP/1.1" status: 200 len: 858 time: 0.1740477 Jan 28 19:26:00.743221 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [None req-c98cad44-07a5-40ec-8f93-2f44fbc458a1 tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Attempting to bind port c4e1fb9c-97ce-4b6e-9c2e-708a9e04038d on host n-h2-812111-14 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:26:00.743313 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [None req-c98cad44-07a5-40ec-8f93-2f44fbc458a1 tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Attempting to bind port c4e1fb9c-97ce-4b6e-9c2e-708a9e04038d by drivers openvswitch,hyperv on host n-h2-812111-14 at level 0 using segments [{'id': '055f5113-1ca6-4ef8-bc23-dd5e33e6915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '659f492e-a1bf-461d-bfd3-3d73ab2f4548'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:26:00.743662 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98cad44-07a5-40ec-8f93-2f44fbc458a1 tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Attempting to bind port c4e1fb9c-97ce-4b6e-9c2e-708a9e04038d on network 659f492e-a1bf-461d-bfd3-3d73ab2f4548 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:26:00.748634 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98cad44-07a5-40ec-8f93-2f44fbc458a1 tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Port c4e1fb9c-97ce-4b6e-9c2e-708a9e04038d on network 659f492e-a1bf-461d-bfd3-3d73ab2f4548 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-14 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:26:00.748979 n-d-812111-14 neutron-server[103305]: ERROR neutron.plugins.ml2.managers [None req-c98cad44-07a5-40ec-8f93-2f44fbc458a1 tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Failed to bind port c4e1fb9c-97ce-4b6e-9c2e-708a9e04038d on host n-h2-812111-14 for vnic_type normal using segments [{'id': '055f5113-1ca6-4ef8-bc23-dd5e33e6915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '659f492e-a1bf-461d-bfd3-3d73ab2f4548'}] Jan 28 19:26:00.749392 n-d-812111-14 neutron-server[103305]: INFO neutron.plugins.ml2.plugin [None req-c98cad44-07a5-40ec-8f93-2f44fbc458a1 tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Attempt 3 to bind port c4e1fb9c-97ce-4b6e-9c2e-708a9e04038d Jan 28 19:26:00.767069 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [None req-c98cad44-07a5-40ec-8f93-2f44fbc458a1 tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Attempting to bind port c4e1fb9c-97ce-4b6e-9c2e-708a9e04038d on host n-h2-812111-14 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:26:00.767409 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [None req-c98cad44-07a5-40ec-8f93-2f44fbc458a1 tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Attempting to bind port c4e1fb9c-97ce-4b6e-9c2e-708a9e04038d by drivers openvswitch,hyperv on host n-h2-812111-14 at level 0 using segments [{'id': '055f5113-1ca6-4ef8-bc23-dd5e33e6915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '659f492e-a1bf-461d-bfd3-3d73ab2f4548'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:26:00.767751 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98cad44-07a5-40ec-8f93-2f44fbc458a1 tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Attempting to bind port c4e1fb9c-97ce-4b6e-9c2e-708a9e04038d on network 659f492e-a1bf-461d-bfd3-3d73ab2f4548 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:26:00.774355 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98cad44-07a5-40ec-8f93-2f44fbc458a1 tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Port c4e1fb9c-97ce-4b6e-9c2e-708a9e04038d on network 659f492e-a1bf-461d-bfd3-3d73ab2f4548 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-14 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:26:00.774697 n-d-812111-14 neutron-server[103305]: ERROR neutron.plugins.ml2.managers [None req-c98cad44-07a5-40ec-8f93-2f44fbc458a1 tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Failed to bind port c4e1fb9c-97ce-4b6e-9c2e-708a9e04038d on host n-h2-812111-14 for vnic_type normal using segments [{'id': '055f5113-1ca6-4ef8-bc23-dd5e33e6915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '659f492e-a1bf-461d-bfd3-3d73ab2f4548'}] Jan 28 19:26:00.775094 n-d-812111-14 neutron-server[103305]: INFO neutron.plugins.ml2.plugin [None req-c98cad44-07a5-40ec-8f93-2f44fbc458a1 tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Attempt 4 to bind port c4e1fb9c-97ce-4b6e-9c2e-708a9e04038d Jan 28 19:26:00.787850 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [None req-c98cad44-07a5-40ec-8f93-2f44fbc458a1 tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Attempting to bind port c4e1fb9c-97ce-4b6e-9c2e-708a9e04038d on host n-h2-812111-14 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:26:00.788193 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [None req-c98cad44-07a5-40ec-8f93-2f44fbc458a1 tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Attempting to bind port c4e1fb9c-97ce-4b6e-9c2e-708a9e04038d by drivers openvswitch,hyperv on host n-h2-812111-14 at level 0 using segments [{'id': '055f5113-1ca6-4ef8-bc23-dd5e33e6915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '659f492e-a1bf-461d-bfd3-3d73ab2f4548'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:26:00.788534 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98cad44-07a5-40ec-8f93-2f44fbc458a1 tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Attempting to bind port c4e1fb9c-97ce-4b6e-9c2e-708a9e04038d on network 659f492e-a1bf-461d-bfd3-3d73ab2f4548 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:26:00.793018 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98cad44-07a5-40ec-8f93-2f44fbc458a1 tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Port c4e1fb9c-97ce-4b6e-9c2e-708a9e04038d on network 659f492e-a1bf-461d-bfd3-3d73ab2f4548 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-14 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:26:00.793381 n-d-812111-14 neutron-server[103305]: ERROR neutron.plugins.ml2.managers [None req-c98cad44-07a5-40ec-8f93-2f44fbc458a1 tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Failed to bind port c4e1fb9c-97ce-4b6e-9c2e-708a9e04038d on host n-h2-812111-14 for vnic_type normal using segments [{'id': '055f5113-1ca6-4ef8-bc23-dd5e33e6915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '659f492e-a1bf-461d-bfd3-3d73ab2f4548'}] Jan 28 19:26:00.794936 n-d-812111-14 neutron-server[103305]: INFO neutron.plugins.ml2.plugin [None req-c98cad44-07a5-40ec-8f93-2f44fbc458a1 tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Attempt 5 to bind port c4e1fb9c-97ce-4b6e-9c2e-708a9e04038d Jan 28 19:26:00.806665 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [None req-c98cad44-07a5-40ec-8f93-2f44fbc458a1 tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Attempting to bind port c4e1fb9c-97ce-4b6e-9c2e-708a9e04038d on host n-h2-812111-14 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:26:00.807007 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [None req-c98cad44-07a5-40ec-8f93-2f44fbc458a1 tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Attempting to bind port c4e1fb9c-97ce-4b6e-9c2e-708a9e04038d by drivers openvswitch,hyperv on host n-h2-812111-14 at level 0 using segments [{'id': '055f5113-1ca6-4ef8-bc23-dd5e33e6915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '659f492e-a1bf-461d-bfd3-3d73ab2f4548'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:26:00.807347 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98cad44-07a5-40ec-8f93-2f44fbc458a1 tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Attempting to bind port c4e1fb9c-97ce-4b6e-9c2e-708a9e04038d on network 659f492e-a1bf-461d-bfd3-3d73ab2f4548 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:26:00.811892 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98cad44-07a5-40ec-8f93-2f44fbc458a1 tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Port c4e1fb9c-97ce-4b6e-9c2e-708a9e04038d on network 659f492e-a1bf-461d-bfd3-3d73ab2f4548 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-14 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:26:00.812228 n-d-812111-14 neutron-server[103305]: ERROR neutron.plugins.ml2.managers [None req-c98cad44-07a5-40ec-8f93-2f44fbc458a1 tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Failed to bind port c4e1fb9c-97ce-4b6e-9c2e-708a9e04038d on host n-h2-812111-14 for vnic_type normal using segments [{'id': '055f5113-1ca6-4ef8-bc23-dd5e33e6915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '659f492e-a1bf-461d-bfd3-3d73ab2f4548'}] Jan 28 19:26:00.812618 n-d-812111-14 neutron-server[103305]: INFO neutron.plugins.ml2.plugin [None req-c98cad44-07a5-40ec-8f93-2f44fbc458a1 tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Attempt 6 to bind port c4e1fb9c-97ce-4b6e-9c2e-708a9e04038d Jan 28 19:26:00.825445 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [None req-c98cad44-07a5-40ec-8f93-2f44fbc458a1 tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Attempting to bind port c4e1fb9c-97ce-4b6e-9c2e-708a9e04038d on host n-h2-812111-14 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:26:00.825797 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [None req-c98cad44-07a5-40ec-8f93-2f44fbc458a1 tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Attempting to bind port c4e1fb9c-97ce-4b6e-9c2e-708a9e04038d by drivers openvswitch,hyperv on host n-h2-812111-14 at level 0 using segments [{'id': '055f5113-1ca6-4ef8-bc23-dd5e33e6915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '659f492e-a1bf-461d-bfd3-3d73ab2f4548'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:26:00.825946 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9d5e7d91-b8db-4488-8b3d-708f1669ca26 req-aba5ccb2-a681-44db-aec3-c1949e1a55d7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6fa40d3b-3f4b-4104-afea-21db80512bd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565047 Jan 28 19:26:00.826137 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98cad44-07a5-40ec-8f93-2f44fbc458a1 tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Attempting to bind port c4e1fb9c-97ce-4b6e-9c2e-708a9e04038d on network 659f492e-a1bf-461d-bfd3-3d73ab2f4548 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:26:00.828660 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-945d2d72-45ba-4c9a-a51c-ddcf42d8b7e6 req-46851b49-5cb3-4c47-8cc5-6fedcbba2e99 service neutron] Attempting to bind port 85614c85-fede-45b3-b517-9dafda2b6037 on host n-h1-812111-14 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:26:00.828888 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-945d2d72-45ba-4c9a-a51c-ddcf42d8b7e6 req-46851b49-5cb3-4c47-8cc5-6fedcbba2e99 service neutron] Attempting to bind port 85614c85-fede-45b3-b517-9dafda2b6037 by drivers openvswitch,hyperv on host n-h1-812111-14 at level 0 using segments [{'id': 'e068a65d-85a7-4b6f-806f-2e18a6e2925d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '311cc39e-64ae-4fb3-9d47-d497c4799ab7'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:26:00.829248 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-945d2d72-45ba-4c9a-a51c-ddcf42d8b7e6 req-46851b49-5cb3-4c47-8cc5-6fedcbba2e99 service neutron] Attempting to bind port 85614c85-fede-45b3-b517-9dafda2b6037 on network 311cc39e-64ae-4fb3-9d47-d497c4799ab7 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:26:00.830766 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98cad44-07a5-40ec-8f93-2f44fbc458a1 tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Port c4e1fb9c-97ce-4b6e-9c2e-708a9e04038d on network 659f492e-a1bf-461d-bfd3-3d73ab2f4548 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-14 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:26:00.831097 n-d-812111-14 neutron-server[103305]: ERROR neutron.plugins.ml2.managers [None req-c98cad44-07a5-40ec-8f93-2f44fbc458a1 tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Failed to bind port c4e1fb9c-97ce-4b6e-9c2e-708a9e04038d on host n-h2-812111-14 for vnic_type normal using segments [{'id': '055f5113-1ca6-4ef8-bc23-dd5e33e6915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '659f492e-a1bf-461d-bfd3-3d73ab2f4548'}] Jan 28 19:26:00.831538 n-d-812111-14 neutron-server[103305]: INFO neutron.plugins.ml2.plugin [None req-c98cad44-07a5-40ec-8f93-2f44fbc458a1 tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Attempt 7 to bind port c4e1fb9c-97ce-4b6e-9c2e-708a9e04038d Jan 28 19:26:00.845190 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [None req-c98cad44-07a5-40ec-8f93-2f44fbc458a1 tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Attempting to bind port c4e1fb9c-97ce-4b6e-9c2e-708a9e04038d on host n-h2-812111-14 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:26:00.845534 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [None req-c98cad44-07a5-40ec-8f93-2f44fbc458a1 tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Attempting to bind port c4e1fb9c-97ce-4b6e-9c2e-708a9e04038d by drivers openvswitch,hyperv on host n-h2-812111-14 at level 0 using segments [{'id': '055f5113-1ca6-4ef8-bc23-dd5e33e6915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '659f492e-a1bf-461d-bfd3-3d73ab2f4548'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:26:00.845876 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98cad44-07a5-40ec-8f93-2f44fbc458a1 tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Attempting to bind port c4e1fb9c-97ce-4b6e-9c2e-708a9e04038d on network 659f492e-a1bf-461d-bfd3-3d73ab2f4548 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:26:00.846665 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15e5c8e-e079-43f1-9e95-a9c9a739a5bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=28d7b206-2e58-42a1-88a9-2a72d9a6406f,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:00.851375 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98cad44-07a5-40ec-8f93-2f44fbc458a1 tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Port c4e1fb9c-97ce-4b6e-9c2e-708a9e04038d on network 659f492e-a1bf-461d-bfd3-3d73ab2f4548 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-14 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:26:00.851714 n-d-812111-14 neutron-server[103305]: ERROR neutron.plugins.ml2.managers [None req-c98cad44-07a5-40ec-8f93-2f44fbc458a1 tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Failed to bind port c4e1fb9c-97ce-4b6e-9c2e-708a9e04038d on host n-h2-812111-14 for vnic_type normal using segments [{'id': '055f5113-1ca6-4ef8-bc23-dd5e33e6915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '659f492e-a1bf-461d-bfd3-3d73ab2f4548'}] Jan 28 19:26:00.852340 n-d-812111-14 neutron-server[103305]: INFO neutron.plugins.ml2.plugin [None req-c98cad44-07a5-40ec-8f93-2f44fbc458a1 tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Attempt 8 to bind port c4e1fb9c-97ce-4b6e-9c2e-708a9e04038d Jan 28 19:26:00.855269 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-945d2d72-45ba-4c9a-a51c-ddcf42d8b7e6 req-46851b49-5cb3-4c47-8cc5-6fedcbba2e99 service neutron] Port 85614c85-fede-45b3-b517-9dafda2b6037 on network 311cc39e-64ae-4fb3-9d47-d497c4799ab7 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-14 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:26:00.855601 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-945d2d72-45ba-4c9a-a51c-ddcf42d8b7e6 req-46851b49-5cb3-4c47-8cc5-6fedcbba2e99 service neutron] Attempting to bind port 85614c85-fede-45b3-b517-9dafda2b6037 on network 311cc39e-64ae-4fb3-9d47-d497c4799ab7 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:26:00.865153 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [None req-c98cad44-07a5-40ec-8f93-2f44fbc458a1 tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Attempting to bind port c4e1fb9c-97ce-4b6e-9c2e-708a9e04038d on host n-h2-812111-14 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:26:00.865496 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [None req-c98cad44-07a5-40ec-8f93-2f44fbc458a1 tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Attempting to bind port c4e1fb9c-97ce-4b6e-9c2e-708a9e04038d by drivers openvswitch,hyperv on host n-h2-812111-14 at level 0 using segments [{'id': '055f5113-1ca6-4ef8-bc23-dd5e33e6915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '659f492e-a1bf-461d-bfd3-3d73ab2f4548'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:26:00.865835 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98cad44-07a5-40ec-8f93-2f44fbc458a1 tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Attempting to bind port c4e1fb9c-97ce-4b6e-9c2e-708a9e04038d on network 659f492e-a1bf-461d-bfd3-3d73ab2f4548 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:26:00.870638 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98cad44-07a5-40ec-8f93-2f44fbc458a1 tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Port c4e1fb9c-97ce-4b6e-9c2e-708a9e04038d on network 659f492e-a1bf-461d-bfd3-3d73ab2f4548 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-14 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:26:00.871095 n-d-812111-14 neutron-server[103305]: ERROR neutron.plugins.ml2.managers [None req-c98cad44-07a5-40ec-8f93-2f44fbc458a1 tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Failed to bind port c4e1fb9c-97ce-4b6e-9c2e-708a9e04038d on host n-h2-812111-14 for vnic_type normal using segments [{'id': '055f5113-1ca6-4ef8-bc23-dd5e33e6915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '659f492e-a1bf-461d-bfd3-3d73ab2f4548'}] Jan 28 19:26:00.871548 n-d-812111-14 neutron-server[103305]: INFO neutron.plugins.ml2.plugin [None req-c98cad44-07a5-40ec-8f93-2f44fbc458a1 tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Attempt 9 to bind port c4e1fb9c-97ce-4b6e-9c2e-708a9e04038d Jan 28 19:26:00.885276 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [None req-c98cad44-07a5-40ec-8f93-2f44fbc458a1 tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Attempting to bind port c4e1fb9c-97ce-4b6e-9c2e-708a9e04038d on host n-h2-812111-14 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:26:00.885894 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [None req-c98cad44-07a5-40ec-8f93-2f44fbc458a1 tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Attempting to bind port c4e1fb9c-97ce-4b6e-9c2e-708a9e04038d by drivers openvswitch,hyperv on host n-h2-812111-14 at level 0 using segments [{'id': '055f5113-1ca6-4ef8-bc23-dd5e33e6915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '659f492e-a1bf-461d-bfd3-3d73ab2f4548'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:26:00.886017 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98cad44-07a5-40ec-8f93-2f44fbc458a1 tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Attempting to bind port c4e1fb9c-97ce-4b6e-9c2e-708a9e04038d on network 659f492e-a1bf-461d-bfd3-3d73ab2f4548 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:26:00.890293 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98cad44-07a5-40ec-8f93-2f44fbc458a1 tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Port c4e1fb9c-97ce-4b6e-9c2e-708a9e04038d on network 659f492e-a1bf-461d-bfd3-3d73ab2f4548 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-14 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:26:00.890563 n-d-812111-14 neutron-server[103305]: ERROR neutron.plugins.ml2.managers [None req-c98cad44-07a5-40ec-8f93-2f44fbc458a1 tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Failed to bind port c4e1fb9c-97ce-4b6e-9c2e-708a9e04038d on host n-h2-812111-14 for vnic_type normal using segments [{'id': '055f5113-1ca6-4ef8-bc23-dd5e33e6915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '659f492e-a1bf-461d-bfd3-3d73ab2f4548'}] Jan 28 19:26:00.891176 n-d-812111-14 neutron-server[103305]: INFO neutron.plugins.ml2.plugin [None req-c98cad44-07a5-40ec-8f93-2f44fbc458a1 tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Attempt 10 to bind port c4e1fb9c-97ce-4b6e-9c2e-708a9e04038d Jan 28 19:26:00.900992 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-945d2d72-45ba-4c9a-a51c-ddcf42d8b7e6 req-46851b49-5cb3-4c47-8cc5-6fedcbba2e99 service neutron] Checking agent: {'id': 'b544ba20-de93-4d86-9e6b-a2202deb6191', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:26:00.901468 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-945d2d72-45ba-4c9a-a51c-ddcf42d8b7e6 req-46851b49-5cb3-4c47-8cc5-6fedcbba2e99 service neutron] Checking segment: {'id': 'e068a65d-85a7-4b6f-806f-2e18a6e2925d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '311cc39e-64ae-4fb3-9d47-d497c4799ab7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:26:00.901938 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-945d2d72-45ba-4c9a-a51c-ddcf42d8b7e6 req-46851b49-5cb3-4c47-8cc5-6fedcbba2e99 service neutron] Bound using segment: {'id': 'e068a65d-85a7-4b6f-806f-2e18a6e2925d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '311cc39e-64ae-4fb3-9d47-d497c4799ab7'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:26:00.902387 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-945d2d72-45ba-4c9a-a51c-ddcf42d8b7e6 req-46851b49-5cb3-4c47-8cc5-6fedcbba2e99 service neutron] Bound port: 85614c85-fede-45b3-b517-9dafda2b6037, host: n-h1-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e068a65d-85a7-4b6f-806f-2e18a6e2925d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '311cc39e-64ae-4fb3-9d47-d497c4799ab7'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:26:00.902762 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-945d2d72-45ba-4c9a-a51c-ddcf42d8b7e6 req-46851b49-5cb3-4c47-8cc5-6fedcbba2e99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (85614c85-fede-45b3-b517-9dafda2b6037), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:00.905753 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [None req-c98cad44-07a5-40ec-8f93-2f44fbc458a1 tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Attempting to bind port c4e1fb9c-97ce-4b6e-9c2e-708a9e04038d on host n-h2-812111-14 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:26:00.906351 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [None req-c98cad44-07a5-40ec-8f93-2f44fbc458a1 tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Attempting to bind port c4e1fb9c-97ce-4b6e-9c2e-708a9e04038d by drivers openvswitch,hyperv on host n-h2-812111-14 at level 0 using segments [{'id': '055f5113-1ca6-4ef8-bc23-dd5e33e6915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '659f492e-a1bf-461d-bfd3-3d73ab2f4548'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:26:00.906899 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98cad44-07a5-40ec-8f93-2f44fbc458a1 tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Attempting to bind port c4e1fb9c-97ce-4b6e-9c2e-708a9e04038d on network 659f492e-a1bf-461d-bfd3-3d73ab2f4548 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:26:00.911782 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98cad44-07a5-40ec-8f93-2f44fbc458a1 tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Port c4e1fb9c-97ce-4b6e-9c2e-708a9e04038d on network 659f492e-a1bf-461d-bfd3-3d73ab2f4548 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-14 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:26:00.912176 n-d-812111-14 neutron-server[103305]: ERROR neutron.plugins.ml2.managers [None req-c98cad44-07a5-40ec-8f93-2f44fbc458a1 tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Failed to bind port c4e1fb9c-97ce-4b6e-9c2e-708a9e04038d on host n-h2-812111-14 for vnic_type normal using segments [{'id': '055f5113-1ca6-4ef8-bc23-dd5e33e6915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '659f492e-a1bf-461d-bfd3-3d73ab2f4548'}] Jan 28 19:26:00.912699 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c98cad44-07a5-40ec-8f93-2f44fbc458a1 tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (c4e1fb9c-97ce-4b6e-9c2e-708a9e04038d), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:00.922731 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a15e5c8e-e079-43f1-9e95-a9c9a739a5bc admin admin] Checking segment: {'id': '2085fb8e-0e9e-41ef-ad8a-1ae8c8763017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1616dfdb-0a49-44dd-9fc7-8c62f0041569'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:26:00.923096 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a15e5c8e-e079-43f1-9e95-a9c9a739a5bc admin admin] Network hostable DHCP agents. Network: 1616dfdb-0a49-44dd-9fc7-8c62f0041569, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:26:01.001713 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a15e5c8e-e079-43f1-9e95-a9c9a739a5bc admin admin] Network 1616dfdb-0a49-44dd-9fc7-8c62f0041569 is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:26:01.002476 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-c98cad44-07a5-40ec-8f93-2f44fbc458a1 tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] For port c4e1fb9c-97ce-4b6e-9c2e-708a9e04038d, host n-h2-812111-14, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:26:01.002937 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-c98cad44-07a5-40ec-8f93-2f44fbc458a1 tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Attempted to set empty binding levels {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 28 19:26:01.007848 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c98cad44-07a5-40ec-8f93-2f44fbc458a1 tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (c4e1fb9c-97ce-4b6e-9c2e-708a9e04038d), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:01.011690 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9d5e7d91-b8db-4488-8b3d-708f1669ca26 req-1e52814b-27fd-4cd2-994c-bfa33aa44550 service neutron] 10.222.0.70 "GET /v2.0/networks/6fa40d3b-3f4b-4104-afea-21db80512bd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746542 Jan 28 19:26:01.033740 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-a15e5c8e-e079-43f1-9e95-a9c9a739a5bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, 1616dfdb-0a49-44dd-9fc7-8c62f0041569) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:26:01.050127 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-945d2d72-45ba-4c9a-a51c-ddcf42d8b7e6 req-46851b49-5cb3-4c47-8cc5-6fedcbba2e99 service neutron] For port 85614c85-fede-45b3-b517-9dafda2b6037, host n-h1-812111-14, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:26:01.051717 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b1b243b-45ca-4b03-8178-c7701213e831 None None] Network 1616dfdb-0a49-44dd-9fc7-8c62f0041569 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:26:01.073455 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-c98cad44-07a5-40ec-8f93-2f44fbc458a1 tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] In _notify_port_updated(), no bound segment for port c4e1fb9c-97ce-4b6e-9c2e-708a9e04038d on network 659f492e-a1bf-461d-bfd3-3d73ab2f4548 {{(pid=103305) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Jan 28 19:26:01.074685 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c98cad44-07a5-40ec-8f93-2f44fbc458a1 tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:01.075545 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c98cad44-07a5-40ec-8f93-2f44fbc458a1 tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:01.077276 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-c98cad44-07a5-40ec-8f93-2f44fbc458a1 tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] 10.222.0.64 "PUT /v2.0/ports/c4e1fb9c-97ce-4b6e-9c2e-708a9e04038d HTTP/1.1" status: 200 len: 975 time: 0.9963231 Jan 28 19:26:01.082636 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 52844) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:26:01.085536 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a15e5c8e-e079-43f1-9e95-a9c9a739a5bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:01.086148 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a15e5c8e-e079-43f1-9e95-a9c9a739a5bc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:01.103208 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-945d2d72-45ba-4c9a-a51c-ddcf42d8b7e6 req-46851b49-5cb3-4c47-8cc5-6fedcbba2e99 service neutron] For port 85614c85-fede-45b3-b517-9dafda2b6037, host n-h1-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=85614c85-fede-45b3-b517-9dafda2b6037,segment=NetworkSegment(e068a65d-85a7-4b6f-806f-2e18a6e2925d),segment_id=e068a65d-85a7-4b6f-806f-2e18a6e2925d)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:26:01.125383 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-945d2d72-45ba-4c9a-a51c-ddcf42d8b7e6 req-46851b49-5cb3-4c47-8cc5-6fedcbba2e99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (85614c85-fede-45b3-b517-9dafda2b6037), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:01.130230 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-a15e5c8e-e079-43f1-9e95-a9c9a739a5bc admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.8801782 Jan 28 19:26:01.137290 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 52846) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:26:01.155691 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 6cf2fd1a-e3f4-404f-9ad1-3d02442f53cc details requested by agent hyperv_n-h2-812111-14 with host n-h2-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:26:01.157675 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 06529ba6-5ba7-465e-9d21-c4d3fc65ab53 up at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:26:01.168470 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-3fd059c4-32e1-42ac-b84d-fae31a6ca798 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-67784144-router', 'tenant_id': '4b040b0408764768a35aab2b616c5da1', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:26:01.172291 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98cad44-07a5-40ec-8f93-2f44fbc458a1 tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Pushing event updated for resources: {'Port': ['ID=c4e1fb9c-97ce-4b6e-9c2e-708a9e04038d,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:01.221639 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3fd059c4-32e1-42ac-b84d-fae31a6ca798 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261150'] for router (57bc152f-4d17-4622-b219-f6eae90febb7), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:01.221639 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3fd059c4-32e1-42ac-b84d-fae31a6ca798 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-731099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-731441', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261129'] for router (57bc152f-4d17-4622-b219-f6eae90febb7), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:01.307861 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945d2d72-45ba-4c9a-a51c-ddcf42d8b7e6 req-46851b49-5cb3-4c47-8cc5-6fedcbba2e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:01.309793 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-945d2d72-45ba-4c9a-a51c-ddcf42d8b7e6 req-46851b49-5cb3-4c47-8cc5-6fedcbba2e99 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:01.311654 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-945d2d72-45ba-4c9a-a51c-ddcf42d8b7e6 req-46851b49-5cb3-4c47-8cc5-6fedcbba2e99 service neutron] 10.222.0.41 "PUT /v2.0/ports/85614c85-fede-45b3-b517-9dafda2b6037 HTTP/1.1" status: 200 len: 1092 time: 2.8295813 Jan 28 19:26:01.312375 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3a5de6e-abf9-4322-a6ca-a4ea56811da8', 'tag': '85614c85-fede-45b3-b517-9dafda2b6037'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:26:01.315109 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-750fe6e1-1b30-4629-869d-0a35d0cc0154" -d '{"events": [{"name": "network-changed", "server_uuid": "e3a5de6e-abf9-4322-a6ca-a4ea56811da8", "tag": "85614c85-fede-45b3-b517-9dafda2b6037"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:26:01.371866 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9d5e7d91-b8db-4488-8b3d-708f1669ca26 req-614765b0-1132-4081-a8bf-a10f876aa180 service neutron] 10.222.0.70 "GET /v2.0/networks/6fa40d3b-3f4b-4104-afea-21db80512bd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3473229 Jan 28 19:26:01.402931 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 6cf2fd1a-e3f4-404f-9ad1-3d02442f53cc, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=6cf2fd1a-e3f4-404f-9ad1-3d02442f53cc,segment=NetworkSegment(a3174087-8aff-4b5a-aff7-37727d9d96cb),segment_id=a3174087-8aff-4b5a-aff7-37727d9d96cb)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:26:01.444643 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Returning: {'device': '6cf2fd1a-e3f4-404f-9ad1-3d02442f53cc', 'network_id': '6fa40d3b-3f4b-4104-afea-21db80512bd7', 'port_id': '6cf2fd1a-e3f4-404f-9ad1-3d02442f53cc', 'mac_address': 'fa:16:3e:81:31:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0682cf17-1671-4e06-a862-31b529728694', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:26:01.496445 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:26:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc02b99c-d54d-42ea-86dd-382cc4a858ea x-openstack-request-id: req-cc02b99c-d54d-42ea-86dd-382cc4a858ea {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:26:01.496651 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3a5de6e-abf9-4322-a6ca-a4ea56811da8", "tag": "85614c85-fede-45b3-b517-9dafda2b6037", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:26:01.496930 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cc02b99c-d54d-42ea-86dd-382cc4a858ea {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:26:01.497344 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3a5de6e-abf9-4322-a6ca-a4ea56811da8', 'tag': '85614c85-fede-45b3-b517-9dafda2b6037', 'status': 'completed', 'code': 200} Jan 28 19:26:01.522982 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46851b49-5cb3-4c47-8cc5-6fedcbba2e99 service neutron] Pushing event updated for resources: {'Port': ['ID=85614c85-fede-45b3-b517-9dafda2b6037,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:01.539892 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945d2d72-45ba-4c9a-a51c-ddcf42d8b7e6 req-446d2475-f6af-4392-8186-463588626d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:01.541257 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-945d2d72-45ba-4c9a-a51c-ddcf42d8b7e6 req-446d2475-f6af-4392-8186-463588626d05 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7eed4983257c41a2ac91147c4d6e09ea&device_id=e3a5de6e-abf9-4322-a6ca-a4ea56811da8 HTTP/1.1" status: 200 len: 1126 time: 0.1678488 Jan 28 19:26:01.594544 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-945d2d72-45ba-4c9a-a51c-ddcf42d8b7e6 req-03eb068d-9624-48d0-952b-2a18e9bde177 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=85614c85-fede-45b3-b517-9dafda2b6037 HTTP/1.1" status: 200 len: 217 time: 0.0446868 Jan 28 19:26:01.641403 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 6cf2fd1a-e3f4-404f-9ad1-3d02442f53cc is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:26:01.642208 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (6cf2fd1a-e3f4-404f-9ad1-3d02442f53cc), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:01.654163 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945d2d72-45ba-4c9a-a51c-ddcf42d8b7e6 req-8db955b4-a0fe-4b28-95b0-9e1fef2fd12e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:01.655649 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-945d2d72-45ba-4c9a-a51c-ddcf42d8b7e6 req-8db955b4-a0fe-4b28-95b0-9e1fef2fd12e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=008283d9-57a3-42a0-90a1-80f5c1a16864 HTTP/1.1" status: 200 len: 845 time: 0.0490742 Jan 28 19:26:01.665818 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f44a0d6e-2cfd-4b75-840f-36e4672dd85d tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:01.666301 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f44a0d6e-2cfd-4b75-840f-36e4672dd85d tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:01.666771 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f44a0d6e-2cfd-4b75-840f-36e4672dd85d tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:01.667236 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f44a0d6e-2cfd-4b75-840f-36e4672dd85d tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:01.667766 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f44a0d6e-2cfd-4b75-840f-36e4672dd85d tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:01.668230 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f44a0d6e-2cfd-4b75-840f-36e4672dd85d tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:01.668741 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f44a0d6e-2cfd-4b75-840f-36e4672dd85d tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:01.669936 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f44a0d6e-2cfd-4b75-840f-36e4672dd85d tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:01.670410 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f44a0d6e-2cfd-4b75-840f-36e4672dd85d tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:01.671302 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f44a0d6e-2cfd-4b75-840f-36e4672dd85d tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:01.671788 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f44a0d6e-2cfd-4b75-840f-36e4672dd85d tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:01.672249 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f44a0d6e-2cfd-4b75-840f-36e4672dd85d tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:01.672708 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f44a0d6e-2cfd-4b75-840f-36e4672dd85d tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:01.673386 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f44a0d6e-2cfd-4b75-840f-36e4672dd85d tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:01.673846 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f44a0d6e-2cfd-4b75-840f-36e4672dd85d tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:01.674310 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f44a0d6e-2cfd-4b75-840f-36e4672dd85d tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:01.674767 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f44a0d6e-2cfd-4b75-840f-36e4672dd85d tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:01.675229 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f44a0d6e-2cfd-4b75-840f-36e4672dd85d tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:01.675681 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f44a0d6e-2cfd-4b75-840f-36e4672dd85d tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:01.676135 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f44a0d6e-2cfd-4b75-840f-36e4672dd85d tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:01.676628 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f44a0d6e-2cfd-4b75-840f-36e4672dd85d tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:01.677086 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f44a0d6e-2cfd-4b75-840f-36e4672dd85d tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:01.677561 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f44a0d6e-2cfd-4b75-840f-36e4672dd85d tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:01.679460 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f44a0d6e-2cfd-4b75-840f-36e4672dd85d tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:01.679955 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f44a0d6e-2cfd-4b75-840f-36e4672dd85d tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:01.680418 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f44a0d6e-2cfd-4b75-840f-36e4672dd85d tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:01.680918 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f44a0d6e-2cfd-4b75-840f-36e4672dd85d tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:01.681394 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f44a0d6e-2cfd-4b75-840f-36e4672dd85d tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:01.682178 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-004c0e58-5a1a-4009-abe6-60f5eebc5175 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68cd31fd-e4cd-5fb3-a862-256fc47efcd2-1616dfdb-0a49-44dd-9fc7-8c62f0041569', 'network_id': '1616dfdb-0a49-44dd-9fc7-8c62f0041569', 'project_id': '4b040b0408764768a35aab2b616c5da1', 'fixed_ips': [{'subnet_id': '28d7b206-2e58-42a1-88a9-2a72d9a6406f'}]}} from n-d-812111-14. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:26:01.683443 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-004c0e58-5a1a-4009-abe6-60f5eebc5175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:01.689261 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-f44a0d6e-2cfd-4b75-840f-36e4672dd85d tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 26176 time: 0.6046424 Jan 28 19:26:01.689899 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 52860) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:26:01.728682 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-945d2d72-45ba-4c9a-a51c-ddcf42d8b7e6 req-41fd992f-e655-44a7-b999-26acb4bb4a5c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=311cc39e-64ae-4fb3-9d47-d497c4799ab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644255 Jan 28 19:26:01.732827 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cf2fd1a-e3f4-404f-9ad1-3d02442f53cc {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:26:01.773217 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning for port 06529ba6-5ba7-465e-9d21-c4d3fc65ab53 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:26:01.793019 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3fd059c4-32e1-42ac-b84d-fae31a6ca798 admin admin] Publish callbacks [] for router_controller (57bc152f-4d17-4622-b219-f6eae90febb7), precommit_add_association {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:01.834800 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 6cf2fd1a-e3f4-404f-9ad1-3d02442f53cc, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=6cf2fd1a-e3f4-404f-9ad1-3d02442f53cc,segment=NetworkSegment(a3174087-8aff-4b5a-aff7-37727d9d96cb),segment_id=a3174087-8aff-4b5a-aff7-37727d9d96cb)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:26:01.838465 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning complete for port 06529ba6-5ba7-465e-9d21-c4d3fc65ab53 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:26:01.838834 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (06529ba6-5ba7-465e-9d21-c4d3fc65ab53), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:01.873689 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (6cf2fd1a-e3f4-404f-9ad1-3d02442f53cc), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:01.919343 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b8836a-0e4a-40fc-9c89-cce21834a930 req-f4ba5dfb-00dd-4e47-b20e-09acab619414 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:01.920636 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-72b8836a-0e4a-40fc-9c89-cce21834a930 req-f4ba5dfb-00dd-4e47-b20e-09acab619414 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] 10.222.0.64 "GET /v2.0/ports?device_id=7de5efc1-e676-4f7e-b6f6-ca2b33266c99 HTTP/1.1" status: 200 len: 945 time: 0.2298627 Jan 28 19:26:01.990791 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4f5aee-d330-4367-bafb-89817243720c req-1cf6c056-d5e4-4f7a-b776-10bd60f52972 tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:01.992479 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ed4f5aee-d330-4367-bafb-89817243720c req-1cf6c056-d5e4-4f7a-b776-10bd60f52972 tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] 10.222.0.64 "GET /v2.0/ports?device_id=24181069-5a95-4fd0-be49-0f6eb9a8a560 HTTP/1.1" status: 200 len: 944 time: 0.1836088 Jan 28 19:26:02.003922 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3fd059c4-32e1-42ac-b84d-fae31a6ca798 admin admin] Publish callbacks [] for router_gateway (57bc152f-4d17-4622-b219-f6eae90febb7), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:02.027313 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-945d2d72-45ba-4c9a-a51c-ddcf42d8b7e6 req-2c774c3a-17fa-48cc-9e6d-a71f9568d9b6 service neutron] 10.222.0.41 "GET /v2.0/networks/311cc39e-64ae-4fb3-9d47-d497c4799ab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2884519 Jan 28 19:26:02.067168 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-b646f33a-8f7f-4365-873a-c37a7d036f67 tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Deleting port c4e1fb9c-97ce-4b6e-9c2e-708a9e04038d {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:26:02.067487 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b646f33a-8f7f-4365-873a-c37a7d036f67 tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (c4e1fb9c-97ce-4b6e-9c2e-708a9e04038d), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:02.075602 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-72b8836a-0e4a-40fc-9c89-cce21834a930 req-a073d269-b821-412e-aa12-944560b0da47 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] 10.222.0.64 "GET /v2.0/security-groups?id=a17e8282-0405-4e4b-9340-e89106f12f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140556 Jan 28 19:26:02.217259 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ed4f5aee-d330-4367-bafb-89817243720c req-75d405a3-bec4-4d8b-98fd-b390243dbdcb tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] 10.222.0.64 "GET /v2.0/security-groups?id=6e3b5f6f-cd04-46bb-9eb5-a6c7cbc22d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142985 Jan 28 19:26:02.217420 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-b646f33a-8f7f-4365-873a-c37a7d036f67 tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] For port c4e1fb9c-97ce-4b6e-9c2e-708a9e04038d, host n-h2-812111-14, got binding levels [] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:26:02.217420 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b646f33a-8f7f-4365-873a-c37a7d036f67 tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (c4e1fb9c-97ce-4b6e-9c2e-708a9e04038d), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:02.243815 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-b646f33a-8f7f-4365-873a-c37a7d036f67 tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Calling delete_port for c4e1fb9c-97ce-4b6e-9c2e-708a9e04038d owned by {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:26:02.259427 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['6cf2fd1a-e3f4-404f-9ad1-3d02442f53cc'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:26:02.301447 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-945d2d72-45ba-4c9a-a51c-ddcf42d8b7e6 req-610b8d11-a9df-4d97-8a2a-0a32abbf8c28 service neutron] 10.222.0.41 "GET /v2.0/networks/311cc39e-64ae-4fb3-9d47-d497c4799ab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2544808 Jan 28 19:26:02.354684 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-004c0e58-5a1a-4009-abe6-60f5eebc5175 None None] Allocated IP 172.20.0.2 (1616dfdb-0a49-44dd-9fc7-8c62f0041569/28d7b206-2e58-42a1-88a9-2a72d9a6406f/239bd140-967b-42ea-ae15-0501574cba51) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:26:02.412620 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bef8fc-32e8-49e2-811c-771e1f5b7d6f req-de5a3398-35f5-480e-b945-d42d910f5a2b tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:02.413345 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d6bef8fc-32e8-49e2-811c-771e1f5b7d6f req-de5a3398-35f5-480e-b945-d42d910f5a2b tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3a5de6e-abf9-4322-a6ca-a4ea56811da8 HTTP/1.1" status: 200 len: 943 time: 0.1640463 Jan 28 19:26:02.450195 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 06529ba6-5ba7-465e-9d21-c4d3fc65ab53 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:26:02.450590 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (06529ba6-5ba7-465e-9d21-c4d3fc65ab53), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:02.467021 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=6cf2fd1a-e3f4-404f-9ad1-3d02442f53cc,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:02.496469 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 06529ba6-5ba7-465e-9d21-c4d3fc65ab53, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=06529ba6-5ba7-465e-9d21-c4d3fc65ab53,segment=NetworkSegment(a3174087-8aff-4b5a-aff7-37727d9d96cb),segment_id=a3174087-8aff-4b5a-aff7-37727d9d96cb)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:26:02.508999 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750fe6e1-1b30-4629-869d-0a35d0cc0154 req-2079b959-1723-4a11-b69b-30d490400f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:02.510663 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-750fe6e1-1b30-4629-869d-0a35d0cc0154 req-2079b959-1723-4a11-b69b-30d490400f1f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7eed4983257c41a2ac91147c4d6e09ea&device_id=e3a5de6e-abf9-4322-a6ca-a4ea56811da8 HTTP/1.1" status: 200 len: 1126 time: 0.1170244 Jan 28 19:26:02.514500 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b7b3ff2-8def-48cc-a292-47020d0a0799', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06529ba6-5ba7-465e-9d21-c4d3fc65ab53'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:26:02.516835 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bebc087-ce83-400d-9004-092294d4d78f" -d '{"events": [{"server_uuid": "4b7b3ff2-8def-48cc-a292-47020d0a0799", "name": "network-vif-plugged", "status": "completed", "tag": "06529ba6-5ba7-465e-9d21-c4d3fc65ab53"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:26:02.524284 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (06529ba6-5ba7-465e-9d21-c4d3fc65ab53), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:02.564099 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b646f33a-8f7f-4365-873a-c37a7d036f67 tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (c4e1fb9c-97ce-4b6e-9c2e-708a9e04038d), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:02.650527 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b646f33a-8f7f-4365-873a-c37a7d036f67 tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Pushing event deleted for resources: {'Port': ['ID=c4e1fb9c-97ce-4b6e-9c2e-708a9e04038d,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:02.658995 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d6bef8fc-32e8-49e2-811c-771e1f5b7d6f req-26ba3f62-e4e1-41f8-838d-95a810eaf573 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/security-groups?id=f474bf53-325f-4ec5-b389-bc6e034fc623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320671 Jan 28 19:26:02.662092 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b646f33a-8f7f-4365-873a-c37a7d036f67 tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:02.665404 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-b646f33a-8f7f-4365-873a-c37a7d036f67 tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] 10.222.0.64 "DELETE /v2.0/ports/c4e1fb9c-97ce-4b6e-9c2e-708a9e04038d HTTP/1.1" status: 204 len: 168 time: 0.9709573 Jan 28 19:26:02.667996 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 52886) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:26:02.686662 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:26:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d18c281e-47f4-4bc8-8abf-9ada48c554ca x-openstack-request-id: req-d18c281e-47f4-4bc8-8abf-9ada48c554ca {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:26:02.687010 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b7b3ff2-8def-48cc-a292-47020d0a0799", "name": "network-vif-plugged", "status": "completed", "tag": "06529ba6-5ba7-465e-9d21-c4d3fc65ab53", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:26:02.687205 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d18c281e-47f4-4bc8-8abf-9ada48c554ca {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:26:02.687579 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b7b3ff2-8def-48cc-a292-47020d0a0799', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06529ba6-5ba7-465e-9d21-c4d3fc65ab53', 'code': 200} Jan 28 19:26:02.705554 n-d-812111-14 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b2d4071-bd60-4e20-96a7-d65108924795 tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] GET failed (client error): The resource could not be found. Jan 28 19:26:02.707067 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-0b2d4071-bd60-4e20-96a7-d65108924795 tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] 10.222.0.64 "GET /v2.0/ports/c4e1fb9c-97ce-4b6e-9c2e-708a9e04038d HTTP/1.1" status: 404 len: 333 time: 0.0380886 Jan 28 19:26:02.710934 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3fd059c4-32e1-42ac-b84d-fae31a6ca798 admin admin] Publish callbacks [] for router_gateway (57bc152f-4d17-4622-b219-f6eae90febb7), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:02.713022 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 52888) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:26:02.717745 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-b010b282-0dc2-4395-a640-7f8613ae1409 tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1907415841', 'network_id': '659f492e-a1bf-461d-bfd3-3d73ab2f4548'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:26:02.723078 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750fe6e1-1b30-4629-869d-0a35d0cc0154 req-9921de70-1aec-4f61-bafd-d797eeee545f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:02.724644 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-750fe6e1-1b30-4629-869d-0a35d0cc0154 req-9921de70-1aec-4f61-bafd-d797eeee545f service neutron] 10.222.0.41 "GET /v2.0/networks?id=311cc39e-64ae-4fb3-9d47-d497c4799ab7 HTTP/1.1" status: 200 len: 905 time: 0.2075784 Jan 28 19:26:02.750064 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3fd059c4-32e1-42ac-b84d-fae31a6ca798 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:02.808615 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b010b282-0dc2-4395-a640-7f8613ae1409 tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Made reservation on behalf of 7cdeeaee2d6c4eadb82b335e85be3f27 for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:26:02.811836 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b010b282-0dc2-4395-a640-7f8613ae1409 tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:02.812652 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-750fe6e1-1b30-4629-869d-0a35d0cc0154 req-139b0fc5-3833-4ba2-807e-5ca06ac7361c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=85614c85-fede-45b3-b517-9dafda2b6037 HTTP/1.1" status: 200 len: 217 time: 0.0625150 Jan 28 19:26:02.817444 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=06529ba6-5ba7-465e-9d21-c4d3fc65ab53,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:02.871839 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa2f52d-fca1-42d0-a8d4-f346684b5bc5 req-aa663706-647a-46b1-8818-72ab5efba6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:02.873652 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-aaa2f52d-fca1-42d0-a8d4-f346684b5bc5 req-aa663706-647a-46b1-8818-72ab5efba6c3 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=4b7b3ff2-8def-48cc-a292-47020d0a0799 HTTP/1.1" status: 200 len: 1128 time: 0.1748278 Jan 28 19:26:02.886420 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [None req-b010b282-0dc2-4395-a640-7f8613ae1409 tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] device_id is not set on port af4155cc-1007-4d8e-bb74-e8c6a50e3c40 yet. {{(pid=103305) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:26:02.928819 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750fe6e1-1b30-4629-869d-0a35d0cc0154 req-7e62ee53-031f-435c-837d-819f71ebfe52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:02.931519 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-004c0e58-5a1a-4009-abe6-60f5eebc5175 None None] Publish callbacks [] for port (239bd140-967b-42ea-ae15-0501574cba51), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:02.931901 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-750fe6e1-1b30-4629-869d-0a35d0cc0154 req-7e62ee53-031f-435c-837d-819f71ebfe52 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=008283d9-57a3-42a0-90a1-80f5c1a16864 HTTP/1.1" status: 200 len: 845 time: 0.1094337 Jan 28 19:26:02.942706 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-004c0e58-5a1a-4009-abe6-60f5eebc5175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (239bd140-967b-42ea-ae15-0501574cba51), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:02.980641 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-aaa2f52d-fca1-42d0-a8d4-f346684b5bc5 req-9f528649-0e19-40b5-abfe-899de04dc2c5 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=6e3b5f6f-cd04-46bb-9eb5-a6c7cbc22d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980296 Jan 28 19:26:02.983823 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-750fe6e1-1b30-4629-869d-0a35d0cc0154 req-fa179986-0026-49e9-833f-155cd05509b7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=311cc39e-64ae-4fb3-9d47-d497c4799ab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460641 Jan 28 19:26:03.003524 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-004c0e58-5a1a-4009-abe6-60f5eebc5175 None None] Network 1616dfdb-0a49-44dd-9fc7-8c62f0041569 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:26:03.007463 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-004c0e58-5a1a-4009-abe6-60f5eebc5175 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:26:03.009625 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-3fd059c4-32e1-42ac-b84d-fae31a6ca798 admin admin] Allocated IP 172.25.6.48 (d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8/a648e4ab-7422-41b9-b133-58aca25ab8f5/103b9a33-4867-46ac-9b89-be614ac69b22) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:26:03.010931 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004c0e58-5a1a-4009-abe6-60f5eebc5175 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:26:03.030690 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004c0e58-5a1a-4009-abe6-60f5eebc5175 None None] Pushing event updated for resources: {'Port': ['ID=239bd140-967b-42ea-ae15-0501574cba51,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:03.037260 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:26:03.110423 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-004c0e58-5a1a-4009-abe6-60f5eebc5175 None None] Attempting to bind port 239bd140-967b-42ea-ae15-0501574cba51 on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:26:03.111622 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-004c0e58-5a1a-4009-abe6-60f5eebc5175 None None] Attempting to bind port 239bd140-967b-42ea-ae15-0501574cba51 by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '2085fb8e-0e9e-41ef-ad8a-1ae8c8763017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1616dfdb-0a49-44dd-9fc7-8c62f0041569'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:26:03.112115 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004c0e58-5a1a-4009-abe6-60f5eebc5175 None None] Attempting to bind port 239bd140-967b-42ea-ae15-0501574cba51 on network 1616dfdb-0a49-44dd-9fc7-8c62f0041569 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:26:03.118516 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004c0e58-5a1a-4009-abe6-60f5eebc5175 None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:26:03.119453 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004c0e58-5a1a-4009-abe6-60f5eebc5175 None None] Checking segment: {'id': '2085fb8e-0e9e-41ef-ad8a-1ae8c8763017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1616dfdb-0a49-44dd-9fc7-8c62f0041569'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:26:03.119453 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-004c0e58-5a1a-4009-abe6-60f5eebc5175 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:03.120004 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004c0e58-5a1a-4009-abe6-60f5eebc5175 None None] Bound using segment: {'id': '2085fb8e-0e9e-41ef-ad8a-1ae8c8763017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1616dfdb-0a49-44dd-9fc7-8c62f0041569'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:26:03.120578 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-004c0e58-5a1a-4009-abe6-60f5eebc5175 None None] Bound port: 239bd140-967b-42ea-ae15-0501574cba51, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2085fb8e-0e9e-41ef-ad8a-1ae8c8763017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1616dfdb-0a49-44dd-9fc7-8c62f0041569'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:26:03.121287 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-004c0e58-5a1a-4009-abe6-60f5eebc5175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (239bd140-967b-42ea-ae15-0501574cba51), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:03.215340 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b010b282-0dc2-4395-a640-7f8613ae1409 tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Publish callbacks [] for port (af4155cc-1007-4d8e-bb74-e8c6a50e3c40), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:03.222056 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-004c0e58-5a1a-4009-abe6-60f5eebc5175 None None] For port 239bd140-967b-42ea-ae15-0501574cba51, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:26:03.229167 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-004c0e58-5a1a-4009-abe6-60f5eebc5175 None None] For port 239bd140-967b-42ea-ae15-0501574cba51, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=239bd140-967b-42ea-ae15-0501574cba51,segment=NetworkSegment(2085fb8e-0e9e-41ef-ad8a-1ae8c8763017),segment_id=2085fb8e-0e9e-41ef-ad8a-1ae8c8763017)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:26:03.236468 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-750fe6e1-1b30-4629-869d-0a35d0cc0154 req-bd529963-799b-400f-871e-966bf505a388 service neutron] 10.222.0.41 "GET /v2.0/networks/311cc39e-64ae-4fb3-9d47-d497c4799ab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2438600 Jan 28 19:26:03.243805 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-004c0e58-5a1a-4009-abe6-60f5eebc5175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (239bd140-967b-42ea-ae15-0501574cba51), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:03.265705 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3fd059c4-32e1-42ac-b84d-fae31a6ca798 admin admin] Publish callbacks [] for port (103b9a33-4867-46ac-9b89-be614ac69b22), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:03.295050 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b010b282-0dc2-4395-a640-7f8613ae1409 tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (af4155cc-1007-4d8e-bb74-e8c6a50e3c40), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:03.359414 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b010b282-0dc2-4395-a640-7f8613ae1409 tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Network 659f492e-a1bf-461d-bfd3-3d73ab2f4548 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:26:03.363535 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b010b282-0dc2-4395-a640-7f8613ae1409 tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Pushing event updated for resources: {'Port': ['ID=af4155cc-1007-4d8e-bb74-e8c6a50e3c40,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:03.372931 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-b010b282-0dc2-4395-a640-7f8613ae1409 tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:26:03.378492 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b010b282-0dc2-4395-a640-7f8613ae1409 tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:26:03.380507 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b010b282-0dc2-4395-a640-7f8613ae1409 tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:03.381832 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b010b282-0dc2-4395-a640-7f8613ae1409 tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:03.384945 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3fd059c4-32e1-42ac-b84d-fae31a6ca798 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (103b9a33-4867-46ac-9b89-be614ac69b22), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:03.391316 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004c0e58-5a1a-4009-abe6-60f5eebc5175 None None] Pushing event updated for resources: {'Port': ['ID=239bd140-967b-42ea-ae15-0501574cba51,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:03.467266 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9f6a69-3640-4b6e-aed0-2e0a1171f388 req-76ee7e3b-997b-490e-b057-ee38e721bb6b tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:03.470235 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-de9f6a69-3640-4b6e-aed0-2e0a1171f388 req-76ee7e3b-997b-490e-b057-ee38e721bb6b tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] 10.222.0.64 "GET /v2.0/ports?device_id=7de5efc1-e676-4f7e-b6f6-ca2b33266c99 HTTP/1.1" status: 200 len: 945 time: 0.2681642 Jan 28 19:26:03.521890 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd059c4-32e1-42ac-b84d-fae31a6ca798 admin admin] Network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:26:03.533907 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-b010b282-0dc2-4395-a640-7f8613ae1409 tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.8168392 Jan 28 19:26:03.534689 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-3fd059c4-32e1-42ac-b84d-fae31a6ca798 admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:26:03.536684 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 52906) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:26:03.547704 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-750fe6e1-1b30-4629-869d-0a35d0cc0154 req-6497dc3d-ab5d-4d9d-b317-5793964d334e service neutron] 10.222.0.41 "GET /v2.0/networks/311cc39e-64ae-4fb3-9d47-d497c4799ab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2915096 Jan 28 19:26:03.562582 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd059c4-32e1-42ac-b84d-fae31a6ca798 admin admin] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:26:03.571512 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-de9f6a69-3640-4b6e-aed0-2e0a1171f388 req-c4d96e54-df8a-45a7-88fd-fe988765ad9a tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] 10.222.0.64 "GET /v2.0/security-groups?id=a17e8282-0405-4e4b-9340-e89106f12f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879169 Jan 28 19:26:03.632934 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd059c4-32e1-42ac-b84d-fae31a6ca798 admin admin] Pushing event updated for resources: {'Port': ['ID=103b9a33-4867-46ac-9b89-be614ac69b22,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:03.642433 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc5b63ed-522e-4dc3-84ee-fc227e33a86f tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:03.647682 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 52910) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:26:03.648483 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-dc5b63ed-522e-4dc3-84ee-fc227e33a86f tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] 10.222.0.64 "GET /v2.0/ports/af4155cc-1007-4d8e-bb74-e8c6a50e3c40 HTTP/1.1" status: 200 len: 955 time: 0.1061881 Jan 28 19:26:03.679891 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c0acbc-ad71-4368-b189-3874ebe36378 req-2036a3a9-688a-4a43-97b0-9ff673ff525a tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:03.688061 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a3c0acbc-ad71-4368-b189-3874ebe36378 req-2036a3a9-688a-4a43-97b0-9ff673ff525a tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] 10.222.0.64 "GET /v2.0/ports?device_id=24181069-5a95-4fd0-be49-0f6eb9a8a560 HTTP/1.1" status: 200 len: 944 time: 0.3107407 Jan 28 19:26:03.741546 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device d2357583-721e-4c30-bff3-d3dd1768e7c4 details requested by agent hyperv_n-h1-812111-14 with host n-h1-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:26:03.880966 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-3beb69dd-af98-4e2d-b036-a847c900ddf9 tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Deleting port af4155cc-1007-4d8e-bb74-e8c6a50e3c40 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:26:03.881966 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3beb69dd-af98-4e2d-b036-a847c900ddf9 tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (af4155cc-1007-4d8e-bb74-e8c6a50e3c40), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:03.996910 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a3c0acbc-ad71-4368-b189-3874ebe36378 req-6b071d9b-3912-4c39-8b9b-4c55ecfff2e1 tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] 10.222.0.64 "GET /v2.0/security-groups?id=6e3b5f6f-cd04-46bb-9eb5-a6c7cbc22d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3076401 Jan 28 19:26:04.094250 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port d2357583-721e-4c30-bff3-d3dd1768e7c4, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=d2357583-721e-4c30-bff3-d3dd1768e7c4,segment=NetworkSegment(061cb951-c0bc-4d59-a3f2-ff4acb095ff3),segment_id=061cb951-c0bc-4d59-a3f2-ff4acb095ff3)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:26:04.137864 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Returning: {'device': 'd2357583-721e-4c30-bff3-d3dd1768e7c4', 'network_id': 'c4302b73-ca61-4da7-b39f-ec4ea0448ca6', 'port_id': 'd2357583-721e-4c30-bff3-d3dd1768e7c4', 'mac_address': 'fa:16:3e:49:f7:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88147782-fd39-461f-889a-eefda05a9cf4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:26:04.284706 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3beb69dd-af98-4e2d-b036-a847c900ddf9 tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (af4155cc-1007-4d8e-bb74-e8c6a50e3c40), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:04.297630 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port d2357583-721e-4c30-bff3-d3dd1768e7c4 is: ACTIVE; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:26:04.298976 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (d2357583-721e-4c30-bff3-d3dd1768e7c4), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:04.303056 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-3beb69dd-af98-4e2d-b036-a847c900ddf9 tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Calling delete_port for af4155cc-1007-4d8e-bb74-e8c6a50e3c40 owned by {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:26:04.324683 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324bfb7d-55a3-4ee2-b812-0b775b0bc15b req-8f905207-6122-41e5-b64e-9b4a7026f9ba tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:04.338678 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-324bfb7d-55a3-4ee2-b812-0b775b0bc15b req-8f905207-6122-41e5-b64e-9b4a7026f9ba tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3a5de6e-abf9-4322-a6ca-a4ea56811da8 HTTP/1.1" status: 200 len: 943 time: 0.2662165 Jan 28 19:26:04.348004 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d2357583-721e-4c30-bff3-d3dd1768e7c4 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:26:04.376698 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port d2357583-721e-4c30-bff3-d3dd1768e7c4, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=d2357583-721e-4c30-bff3-d3dd1768e7c4,segment=NetworkSegment(061cb951-c0bc-4d59-a3f2-ff4acb095ff3),segment_id=061cb951-c0bc-4d59-a3f2-ff4acb095ff3)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:26:04.383775 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (d2357583-721e-4c30-bff3-d3dd1768e7c4), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:04.443540 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3fd059c4-32e1-42ac-b84d-fae31a6ca798 admin admin] Publish callbacks [] for router_gateway (57bc152f-4d17-4622-b219-f6eae90febb7), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:04.504833 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74059330-5343-48a1-bdd0-294a430dd7d9 req-22538690-3e6c-49e0-8bd9-50c0b72b57ba tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:04.513732 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-74059330-5343-48a1-bdd0-294a430dd7d9 req-22538690-3e6c-49e0-8bd9-50c0b72b57ba tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] 10.222.0.64 "GET /v2.0/ports?device_id=7de5efc1-e676-4f7e-b6f6-ca2b33266c99 HTTP/1.1" status: 200 len: 944 time: 0.1368353 Jan 28 19:26:04.516248 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-324bfb7d-55a3-4ee2-b812-0b775b0bc15b req-fb25db9e-a808-4a7a-9450-3586b81b1a87 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/security-groups?id=f474bf53-325f-4ec5-b389-bc6e034fc623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764996 Jan 28 19:26:04.517166 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['d2357583-721e-4c30-bff3-d3dd1768e7c4'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:26:04.649860 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3beb69dd-af98-4e2d-b036-a847c900ddf9 tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (af4155cc-1007-4d8e-bb74-e8c6a50e3c40), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:04.652136 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=d2357583-721e-4c30-bff3-d3dd1768e7c4,revision_number=6']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:04.697724 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-74059330-5343-48a1-bdd0-294a430dd7d9 req-d54913b5-f327-4174-97fe-b8f9b70743c8 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] 10.222.0.64 "GET /v2.0/security-groups?id=a17e8282-0405-4e4b-9340-e89106f12f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823509 Jan 28 19:26:04.740543 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3beb69dd-af98-4e2d-b036-a847c900ddf9 tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Pushing event deleted for resources: {'Port': ['ID=af4155cc-1007-4d8e-bb74-e8c6a50e3c40,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:04.756793 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3beb69dd-af98-4e2d-b036-a847c900ddf9 tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:04.769482 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-3beb69dd-af98-4e2d-b036-a847c900ddf9 tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] 10.222.0.64 "DELETE /v2.0/ports/af4155cc-1007-4d8e-bb74-e8c6a50e3c40 HTTP/1.1" status: 204 len: 168 time: 1.1206183 Jan 28 19:26:04.774129 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 52942) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:26:04.786701 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 239bd140-967b-42ea-ae15-0501574cba51 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:26:04.814300 n-d-812111-14 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e7a3185-f2d8-4e45-99f0-a29aa0488eb4 tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] GET failed (client error): The resource could not be found. Jan 28 19:26:04.815786 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-7e7a3185-f2d8-4e45-99f0-a29aa0488eb4 tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] 10.222.0.64 "GET /v2.0/ports/af4155cc-1007-4d8e-bb74-e8c6a50e3c40 HTTP/1.1" status: 404 len: 333 time: 0.0405066 Jan 28 19:26:04.821617 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 52944) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:26:04.827114 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-bbfb731e-85ff-48fc-9581-eaa994f7796f tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Request body: {'port': {'network_id': '659f492e-a1bf-461d-bfd3-3d73ab2f4548', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1519089121'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:26:04.848609 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbfb731e-85ff-48fc-9581-eaa994f7796f tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Made reservation on behalf of 7cdeeaee2d6c4eadb82b335e85be3f27 for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:26:04.851989 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bbfb731e-85ff-48fc-9581-eaa994f7796f tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:04.874210 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3fd059c4-32e1-42ac-b84d-fae31a6ca798 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-731074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-731460'] for router (57bc152f-4d17-4622-b219-f6eae90febb7), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:04.909884 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [None req-bbfb731e-85ff-48fc-9581-eaa994f7796f tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] device_id is not set on port b592b6da-725b-41a6-bd4b-930f46231d08 yet. {{(pid=103304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:26:05.036312 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 239bd140-967b-42ea-ae15-0501574cba51 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:26:05.036915 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (239bd140-967b-42ea-ae15-0501574cba51), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:05.135296 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fd059c4-32e1-42ac-b84d-fae31a6ca798 admin admin] Router 57bc152f-4d17-4622-b219-f6eae90febb7 is scheduled to L3 agent 76fe5c49-705a-4e08-abb2-be585676213f with binding_index 1 {{(pid=103305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 19:26:05.155189 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 6cf2fd1a-e3f4-404f-9ad1-3d02442f53cc up at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:26:05.218039 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bbfb731e-85ff-48fc-9581-eaa994f7796f tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Publish callbacks [] for port (b592b6da-725b-41a6-bd4b-930f46231d08), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:05.229784 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 239bd140-967b-42ea-ae15-0501574cba51 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:26:05.230176 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (239bd140-967b-42ea-ae15-0501574cba51), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:05.282310 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f10ab0-d2cf-49bb-b0a3-d919e45487eb None None] Network 1616dfdb-0a49-44dd-9fc7-8c62f0041569 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:26:05.284495 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc820106-d060-41ac-a57f-5dd3d64ade04 req-bd649a22-0de6-405c-8fee-2e04ab376746 tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:05.286135 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-cc820106-d060-41ac-a57f-5dd3d64ade04 req-bd649a22-0de6-405c-8fee-2e04ab376746 tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] 10.222.0.64 "GET /v2.0/ports?device_id=24181069-5a95-4fd0-be49-0f6eb9a8a560 HTTP/1.1" status: 200 len: 944 time: 0.1505175 Jan 28 19:26:05.288363 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bbfb731e-85ff-48fc-9581-eaa994f7796f tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (b592b6da-725b-41a6-bd4b-930f46231d08), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:05.306503 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fd059c4-32e1-42ac-b84d-fae31a6ca798 admin admin] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:26:05.335573 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3fd059c4-32e1-42ac-b84d-fae31a6ca798 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:05.340729 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-3fd059c4-32e1-42ac-b84d-fae31a6ca798 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.2024083 Jan 28 19:26:05.342139 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 52954) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:26:05.369029 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] For port 239bd140-967b-42ea-ae15-0501574cba51, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=239bd140-967b-42ea-ae15-0501574cba51,segment=NetworkSegment(2085fb8e-0e9e-41ef-ad8a-1ae8c8763017),segment_id=2085fb8e-0e9e-41ef-ad8a-1ae8c8763017)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:26:05.398780 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557e6fec-e887-4c3b-bbaf-c93527be98f3 None None] Sync routers for ids ['57bc152f-4d17-4622-b219-f6eae90febb7'] in n-d-812111-14 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:26:05.408454 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfb731e-85ff-48fc-9581-eaa994f7796f tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Pushing event updated for resources: {'Port': ['ID=b592b6da-725b-41a6-bd4b-930f46231d08,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:05.411521 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (239bd140-967b-42ea-ae15-0501574cba51), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:05.443400 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbfb731e-85ff-48fc-9581-eaa994f7796f tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Network 659f492e-a1bf-461d-bfd3-3d73ab2f4548 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:26:05.446889 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning for port 6cf2fd1a-e3f4-404f-9ad1-3d02442f53cc completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:26:05.484212 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning complete for port 6cf2fd1a-e3f4-404f-9ad1-3d02442f53cc triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:26:05.484888 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (6cf2fd1a-e3f4-404f-9ad1-3d02442f53cc), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:05.493749 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-cc820106-d060-41ac-a57f-5dd3d64ade04 req-fa4fb76c-5a51-4656-b41b-0c92b0829f10 tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] 10.222.0.64 "GET /v2.0/security-groups?id=6e3b5f6f-cd04-46bb-9eb5-a6c7cbc22d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977463 Jan 28 19:26:05.494917 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-bbfb731e-85ff-48fc-9581-eaa994f7796f tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:26:05.504854 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbfb731e-85ff-48fc-9581-eaa994f7796f tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:26:05.507558 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbfb731e-85ff-48fc-9581-eaa994f7796f tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:05.509017 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bbfb731e-85ff-48fc-9581-eaa994f7796f tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:05.532147 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557e6fec-e887-4c3b-bbaf-c93527be98f3 None None] Routers {'57bc152f-4d17-4622-b219-f6eae90febb7'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:26:05.533522 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-557e6fec-e887-4c3b-bbaf-c93527be98f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:25:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['57bc152f-4d17-4622-b219-f6eae90febb7'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:26:05.563191 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-bbfb731e-85ff-48fc-9581-eaa994f7796f tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.7402222 Jan 28 19:26:05.565024 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 52964) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:26:05.576951 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-346d3ee2-011e-4b26-b6c0-958c74690c5c tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-812111-14'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:26:05.627811 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-7b7900ba-4c08-48ea-baf5-ea47e6b83dd1 None None] Provisioning complete for port 239bd140-967b-42ea-ae15-0501574cba51 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:26:05.628421 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7b7900ba-4c08-48ea-baf5-ea47e6b83dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (239bd140-967b-42ea-ae15-0501574cba51), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:05.751911 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 85614c85-fede-45b3-b517-9dafda2b6037 details requested by agent hyperv_n-h1-812111-14 with host n-h1-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:26:05.754155 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device d2357583-721e-4c30-bff3-d3dd1768e7c4 up at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:26:05.769648 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Pushing event updated for resources: {'Port': ['ID=239bd140-967b-42ea-ae15-0501574cba51,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:05.773703 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-346d3ee2-011e-4b26-b6c0-958c74690c5c tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (b592b6da-725b-41a6-bd4b-930f46231d08), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:05.934348 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4961546-ac24-4743-a642-2acd79a23526 req-bc616b70-a3d4-448d-aa3c-330ff6be1d5c tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:05.936488 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e4961546-ac24-4743-a642-2acd79a23526 req-bc616b70-a3d4-448d-aa3c-330ff6be1d5c tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] 10.222.0.41 "GET /v2.0/ports?device_id=7de5efc1-e676-4f7e-b6f6-ca2b33266c99 HTTP/1.1" status: 200 len: 944 time: 0.2417667 Jan 28 19:26:05.992647 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05681158-a090-41fa-a6af-ab5920e30c34 req-7188dff9-27d5-4b24-985a-faa4ccbd18fc tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:05.994360 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.db.resource_extend [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 19:26:05.996498 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-05681158-a090-41fa-a6af-ab5920e30c34 req-7188dff9-27d5-4b24-985a-faa4ccbd18fc tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3a5de6e-abf9-4322-a6ca-a4ea56811da8 HTTP/1.1" status: 200 len: 943 time: 0.3289852 Jan 28 19:26:06.127834 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace98bc9-29ce-449c-bc45-67c1a9e55853 req-bcb47d4a-822e-434a-9f2e-f79d394ddaf8 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:06.135373 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ace98bc9-29ce-449c-bc45-67c1a9e55853 req-bcb47d4a-822e-434a-9f2e-f79d394ddaf8 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] 10.222.0.64 "GET /v2.0/ports?device_id=7de5efc1-e676-4f7e-b6f6-ca2b33266c99 HTTP/1.1" status: 200 len: 944 time: 0.2765322 Jan 28 19:26:06.231549 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-05681158-a090-41fa-a6af-ab5920e30c34 req-4d322bae-9f50-4106-8c63-505febb24de5 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/security-groups?id=f474bf53-325f-4ec5-b389-bc6e034fc623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230408 Jan 28 19:26:06.274390 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ace98bc9-29ce-449c-bc45-67c1a9e55853 req-e2868bee-99ea-46c6-8566-0dac2ec5bfb2 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] 10.222.0.64 "GET /v2.0/security-groups?id=a17e8282-0405-4e4b-9340-e89106f12f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377501 Jan 28 19:26:06.283035 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-557e6fec-e887-4c3b-bbaf-c93527be98f3 None None] Set router 57bc152f-4d17-4622-b219-f6eae90febb7 gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:26:06.311489 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-e4961546-ac24-4743-a642-2acd79a23526 req-861e71d5-d222-4e85-adc9-1903c2583770 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] Deleting port d2357583-721e-4c30-bff3-d3dd1768e7c4 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:26:06.312190 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e4961546-ac24-4743-a642-2acd79a23526 req-861e71d5-d222-4e85-adc9-1903c2583770 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (d2357583-721e-4c30-bff3-d3dd1768e7c4), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:06.349914 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 6cf2fd1a-e3f4-404f-9ad1-3d02442f53cc is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:26:06.350982 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (6cf2fd1a-e3f4-404f-9ad1-3d02442f53cc), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:06.370077 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-54d64935-b28a-43a0-97c0-a6028b0d2c3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:06.411134 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [None req-346d3ee2-011e-4b26-b6c0-958c74690c5c tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] device_id is not set on port b592b6da-725b-41a6-bd4b-930f46231d08 yet. {{(pid=103304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:26:06.445660 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-346d3ee2-011e-4b26-b6c0-958c74690c5c tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Publish callbacks [] for port (b592b6da-725b-41a6-bd4b-930f46231d08), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:06.456577 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-346d3ee2-011e-4b26-b6c0-958c74690c5c tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (b592b6da-725b-41a6-bd4b-930f46231d08), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:06.494598 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-7b7900ba-4c08-48ea-baf5-ea47e6b83dd1 None None] Current status of the port 239bd140-967b-42ea-ae15-0501574cba51 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:26:06.509650 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-e4961546-ac24-4743-a642-2acd79a23526 req-861e71d5-d222-4e85-adc9-1903c2583770 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] For port d2357583-721e-4c30-bff3-d3dd1768e7c4, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=d2357583-721e-4c30-bff3-d3dd1768e7c4,segment=NetworkSegment(061cb951-c0bc-4d59-a3f2-ff4acb095ff3),segment_id=061cb951-c0bc-4d59-a3f2-ff4acb095ff3)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:26:06.509914 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e4961546-ac24-4743-a642-2acd79a23526 req-861e71d5-d222-4e85-adc9-1903c2583770 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (d2357583-721e-4c30-bff3-d3dd1768e7c4), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:06.544406 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-e4961546-ac24-4743-a642-2acd79a23526 req-861e71d5-d222-4e85-adc9-1903c2583770 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] Calling delete_port for d2357583-721e-4c30-bff3-d3dd1768e7c4 owned by compute:nova {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:26:06.546494 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346d3ee2-011e-4b26-b6c0-958c74690c5c tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Pushing event updated for resources: {'Port': ['ID=b592b6da-725b-41a6-bd4b-930f46231d08,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:06.581529 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-346d3ee2-011e-4b26-b6c0-958c74690c5c tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Attempting to bind port b592b6da-725b-41a6-bd4b-930f46231d08 on host n-h2-812111-14 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:26:06.581742 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-346d3ee2-011e-4b26-b6c0-958c74690c5c tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Attempting to bind port b592b6da-725b-41a6-bd4b-930f46231d08 by drivers openvswitch,hyperv on host n-h2-812111-14 at level 0 using segments [{'id': '055f5113-1ca6-4ef8-bc23-dd5e33e6915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '659f492e-a1bf-461d-bfd3-3d73ab2f4548'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:26:06.582051 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346d3ee2-011e-4b26-b6c0-958c74690c5c tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Attempting to bind port b592b6da-725b-41a6-bd4b-930f46231d08 on network 659f492e-a1bf-461d-bfd3-3d73ab2f4548 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:26:06.630335 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346d3ee2-011e-4b26-b6c0-958c74690c5c tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Port b592b6da-725b-41a6-bd4b-930f46231d08 on network 659f492e-a1bf-461d-bfd3-3d73ab2f4548 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-14 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:26:06.630684 n-d-812111-14 neutron-server[103304]: ERROR neutron.plugins.ml2.managers [None req-346d3ee2-011e-4b26-b6c0-958c74690c5c tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Failed to bind port b592b6da-725b-41a6-bd4b-930f46231d08 on host n-h2-812111-14 for vnic_type normal using segments [{'id': '055f5113-1ca6-4ef8-bc23-dd5e33e6915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '659f492e-a1bf-461d-bfd3-3d73ab2f4548'}] Jan 28 19:26:06.632688 n-d-812111-14 neutron-server[103304]: INFO neutron.plugins.ml2.plugin [None req-346d3ee2-011e-4b26-b6c0-958c74690c5c tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Attempt 2 to bind port b592b6da-725b-41a6-bd4b-930f46231d08 Jan 28 19:26:06.690639 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-346d3ee2-011e-4b26-b6c0-958c74690c5c tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Attempting to bind port b592b6da-725b-41a6-bd4b-930f46231d08 on host n-h2-812111-14 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:26:06.691902 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-346d3ee2-011e-4b26-b6c0-958c74690c5c tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Attempting to bind port b592b6da-725b-41a6-bd4b-930f46231d08 by drivers openvswitch,hyperv on host n-h2-812111-14 at level 0 using segments [{'id': '055f5113-1ca6-4ef8-bc23-dd5e33e6915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '659f492e-a1bf-461d-bfd3-3d73ab2f4548'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:26:06.692555 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346d3ee2-011e-4b26-b6c0-958c74690c5c tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Attempting to bind port b592b6da-725b-41a6-bd4b-930f46231d08 on network 659f492e-a1bf-461d-bfd3-3d73ab2f4548 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:26:06.705369 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346d3ee2-011e-4b26-b6c0-958c74690c5c tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Port b592b6da-725b-41a6-bd4b-930f46231d08 on network 659f492e-a1bf-461d-bfd3-3d73ab2f4548 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-14 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:26:06.705976 n-d-812111-14 neutron-server[103304]: ERROR neutron.plugins.ml2.managers [None req-346d3ee2-011e-4b26-b6c0-958c74690c5c tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Failed to bind port b592b6da-725b-41a6-bd4b-930f46231d08 on host n-h2-812111-14 for vnic_type normal using segments [{'id': '055f5113-1ca6-4ef8-bc23-dd5e33e6915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '659f492e-a1bf-461d-bfd3-3d73ab2f4548'}] Jan 28 19:26:06.707877 n-d-812111-14 neutron-server[103304]: INFO neutron.plugins.ml2.plugin [None req-346d3ee2-011e-4b26-b6c0-958c74690c5c tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Attempt 3 to bind port b592b6da-725b-41a6-bd4b-930f46231d08 Jan 28 19:26:06.724610 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 239bd140-967b-42ea-ae15-0501574cba51 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:26:06.731878 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-346d3ee2-011e-4b26-b6c0-958c74690c5c tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Attempting to bind port b592b6da-725b-41a6-bd4b-930f46231d08 on host n-h2-812111-14 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:26:06.732512 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-346d3ee2-011e-4b26-b6c0-958c74690c5c tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Attempting to bind port b592b6da-725b-41a6-bd4b-930f46231d08 by drivers openvswitch,hyperv on host n-h2-812111-14 at level 0 using segments [{'id': '055f5113-1ca6-4ef8-bc23-dd5e33e6915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '659f492e-a1bf-461d-bfd3-3d73ab2f4548'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:26:06.733013 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346d3ee2-011e-4b26-b6c0-958c74690c5c tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Attempting to bind port b592b6da-725b-41a6-bd4b-930f46231d08 on network 659f492e-a1bf-461d-bfd3-3d73ab2f4548 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:26:06.737046 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4a6211cd-73a3-41d7-9535-c8a14ce63505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:06.745830 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 85614c85-fede-45b3-b517-9dafda2b6037, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=85614c85-fede-45b3-b517-9dafda2b6037,segment=NetworkSegment(e068a65d-85a7-4b6f-806f-2e18a6e2925d),segment_id=e068a65d-85a7-4b6f-806f-2e18a6e2925d)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:26:06.747294 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346d3ee2-011e-4b26-b6c0-958c74690c5c tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Port b592b6da-725b-41a6-bd4b-930f46231d08 on network 659f492e-a1bf-461d-bfd3-3d73ab2f4548 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-14 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:26:06.747797 n-d-812111-14 neutron-server[103304]: ERROR neutron.plugins.ml2.managers [None req-346d3ee2-011e-4b26-b6c0-958c74690c5c tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Failed to bind port b592b6da-725b-41a6-bd4b-930f46231d08 on host n-h2-812111-14 for vnic_type normal using segments [{'id': '055f5113-1ca6-4ef8-bc23-dd5e33e6915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '659f492e-a1bf-461d-bfd3-3d73ab2f4548'}] Jan 28 19:26:06.749193 n-d-812111-14 neutron-server[103304]: INFO neutron.plugins.ml2.plugin [None req-346d3ee2-011e-4b26-b6c0-958c74690c5c tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Attempt 4 to bind port b592b6da-725b-41a6-bd4b-930f46231d08 Jan 28 19:26:06.771515 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-346d3ee2-011e-4b26-b6c0-958c74690c5c tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Attempting to bind port b592b6da-725b-41a6-bd4b-930f46231d08 on host n-h2-812111-14 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:26:06.772964 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-346d3ee2-011e-4b26-b6c0-958c74690c5c tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Attempting to bind port b592b6da-725b-41a6-bd4b-930f46231d08 by drivers openvswitch,hyperv on host n-h2-812111-14 at level 0 using segments [{'id': '055f5113-1ca6-4ef8-bc23-dd5e33e6915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '659f492e-a1bf-461d-bfd3-3d73ab2f4548'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:26:06.773686 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346d3ee2-011e-4b26-b6c0-958c74690c5c tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Attempting to bind port b592b6da-725b-41a6-bd4b-930f46231d08 on network 659f492e-a1bf-461d-bfd3-3d73ab2f4548 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:26:06.781723 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346d3ee2-011e-4b26-b6c0-958c74690c5c tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Port b592b6da-725b-41a6-bd4b-930f46231d08 on network 659f492e-a1bf-461d-bfd3-3d73ab2f4548 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-14 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:26:06.782845 n-d-812111-14 neutron-server[103304]: ERROR neutron.plugins.ml2.managers [None req-346d3ee2-011e-4b26-b6c0-958c74690c5c tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Failed to bind port b592b6da-725b-41a6-bd4b-930f46231d08 on host n-h2-812111-14 for vnic_type normal using segments [{'id': '055f5113-1ca6-4ef8-bc23-dd5e33e6915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '659f492e-a1bf-461d-bfd3-3d73ab2f4548'}] Jan 28 19:26:06.787622 n-d-812111-14 neutron-server[103304]: INFO neutron.plugins.ml2.plugin [None req-346d3ee2-011e-4b26-b6c0-958c74690c5c tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Attempt 5 to bind port b592b6da-725b-41a6-bd4b-930f46231d08 Jan 28 19:26:06.796970 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24181069-5a95-4fd0-be49-0f6eb9a8a560', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cf2fd1a-e3f4-404f-9ad1-3d02442f53cc'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:26:06.799447 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8971492f-ce56-4a1b-b03d-d8af4f60af81" -d '{"events": [{"server_uuid": "24181069-5a95-4fd0-be49-0f6eb9a8a560", "name": "network-vif-plugged", "status": "completed", "tag": "6cf2fd1a-e3f4-404f-9ad1-3d02442f53cc"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:26:06.827464 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Returning: {'device': '85614c85-fede-45b3-b517-9dafda2b6037', 'network_id': '311cc39e-64ae-4fb3-9d47-d497c4799ab7', 'port_id': '85614c85-fede-45b3-b517-9dafda2b6037', 'mac_address': 'fa:16:3e:a3:35:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '008283d9-57a3-42a0-90a1-80f5c1a16864', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:26:06.833129 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-346d3ee2-011e-4b26-b6c0-958c74690c5c tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Attempting to bind port b592b6da-725b-41a6-bd4b-930f46231d08 on host n-h2-812111-14 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:26:06.833843 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-346d3ee2-011e-4b26-b6c0-958c74690c5c tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Attempting to bind port b592b6da-725b-41a6-bd4b-930f46231d08 by drivers openvswitch,hyperv on host n-h2-812111-14 at level 0 using segments [{'id': '055f5113-1ca6-4ef8-bc23-dd5e33e6915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '659f492e-a1bf-461d-bfd3-3d73ab2f4548'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:26:06.835067 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346d3ee2-011e-4b26-b6c0-958c74690c5c tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Attempting to bind port b592b6da-725b-41a6-bd4b-930f46231d08 on network 659f492e-a1bf-461d-bfd3-3d73ab2f4548 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:26:06.839365 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning complete for port d2357583-721e-4c30-bff3-d3dd1768e7c4 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:26:06.839752 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (d2357583-721e-4c30-bff3-d3dd1768e7c4), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:06.841270 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b9a983cd-d87c-4f25-8dbd-a18b9da704bc None None] Provisioning complete for port 239bd140-967b-42ea-ae15-0501574cba51 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:26:06.841644 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b9a983cd-d87c-4f25-8dbd-a18b9da704bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (239bd140-967b-42ea-ae15-0501574cba51), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:06.850278 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 6cf2fd1a-e3f4-404f-9ad1-3d02442f53cc, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=6cf2fd1a-e3f4-404f-9ad1-3d02442f53cc,segment=NetworkSegment(a3174087-8aff-4b5a-aff7-37727d9d96cb),segment_id=a3174087-8aff-4b5a-aff7-37727d9d96cb)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:26:06.857184 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346d3ee2-011e-4b26-b6c0-958c74690c5c tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Port b592b6da-725b-41a6-bd4b-930f46231d08 on network 659f492e-a1bf-461d-bfd3-3d73ab2f4548 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-14 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:26:06.857767 n-d-812111-14 neutron-server[103304]: ERROR neutron.plugins.ml2.managers [None req-346d3ee2-011e-4b26-b6c0-958c74690c5c tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Failed to bind port b592b6da-725b-41a6-bd4b-930f46231d08 on host n-h2-812111-14 for vnic_type normal using segments [{'id': '055f5113-1ca6-4ef8-bc23-dd5e33e6915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '659f492e-a1bf-461d-bfd3-3d73ab2f4548'}] Jan 28 19:26:06.860441 n-d-812111-14 neutron-server[103304]: INFO neutron.plugins.ml2.plugin [None req-346d3ee2-011e-4b26-b6c0-958c74690c5c tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Attempt 6 to bind port b592b6da-725b-41a6-bd4b-930f46231d08 Jan 28 19:26:06.880447 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-346d3ee2-011e-4b26-b6c0-958c74690c5c tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Attempting to bind port b592b6da-725b-41a6-bd4b-930f46231d08 on host n-h2-812111-14 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:26:06.881092 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-346d3ee2-011e-4b26-b6c0-958c74690c5c tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Attempting to bind port b592b6da-725b-41a6-bd4b-930f46231d08 by drivers openvswitch,hyperv on host n-h2-812111-14 at level 0 using segments [{'id': '055f5113-1ca6-4ef8-bc23-dd5e33e6915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '659f492e-a1bf-461d-bfd3-3d73ab2f4548'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:26:06.882370 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346d3ee2-011e-4b26-b6c0-958c74690c5c tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Attempting to bind port b592b6da-725b-41a6-bd4b-930f46231d08 on network 659f492e-a1bf-461d-bfd3-3d73ab2f4548 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:26:06.888473 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346d3ee2-011e-4b26-b6c0-958c74690c5c tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Port b592b6da-725b-41a6-bd4b-930f46231d08 on network 659f492e-a1bf-461d-bfd3-3d73ab2f4548 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-14 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:26:06.889685 n-d-812111-14 neutron-server[103304]: ERROR neutron.plugins.ml2.managers [None req-346d3ee2-011e-4b26-b6c0-958c74690c5c tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Failed to bind port b592b6da-725b-41a6-bd4b-930f46231d08 on host n-h2-812111-14 for vnic_type normal using segments [{'id': '055f5113-1ca6-4ef8-bc23-dd5e33e6915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '659f492e-a1bf-461d-bfd3-3d73ab2f4548'}] Jan 28 19:26:06.890670 n-d-812111-14 neutron-server[103304]: INFO neutron.plugins.ml2.plugin [None req-346d3ee2-011e-4b26-b6c0-958c74690c5c tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Attempt 7 to bind port b592b6da-725b-41a6-bd4b-930f46231d08 Jan 28 19:26:06.898978 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e4961546-ac24-4743-a642-2acd79a23526 req-861e71d5-d222-4e85-adc9-1903c2583770 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (d2357583-721e-4c30-bff3-d3dd1768e7c4), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:06.933806 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-54d64935-b28a-43a0-97c0-a6028b0d2c3d admin admin] Allocated IP 172.20.0.1 (1616dfdb-0a49-44dd-9fc7-8c62f0041569/28d7b206-2e58-42a1-88a9-2a72d9a6406f/84459a11-bd3a-49af-82ea-6a4ba05eb40c) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:26:06.944682 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f801d7a1-b8ce-4ff7-b52a-05577c497594 x-openstack-request-id: req-f801d7a1-b8ce-4ff7-b52a-05577c497594 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:26:06.944956 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24181069-5a95-4fd0-be49-0f6eb9a8a560", "name": "network-vif-plugged", "status": "completed", "tag": "6cf2fd1a-e3f4-404f-9ad1-3d02442f53cc", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:26:06.945251 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f801d7a1-b8ce-4ff7-b52a-05577c497594 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:26:06.945661 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24181069-5a95-4fd0-be49-0f6eb9a8a560', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cf2fd1a-e3f4-404f-9ad1-3d02442f53cc', 'code': 200} Jan 28 19:26:06.973324 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['d2357583-721e-4c30-bff3-d3dd1768e7c4'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:26:06.975299 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (6cf2fd1a-e3f4-404f-9ad1-3d02442f53cc), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:06.975441 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-346d3ee2-011e-4b26-b6c0-958c74690c5c tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Attempting to bind port b592b6da-725b-41a6-bd4b-930f46231d08 on host n-h2-812111-14 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:26:06.976251 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-346d3ee2-011e-4b26-b6c0-958c74690c5c tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Attempting to bind port b592b6da-725b-41a6-bd4b-930f46231d08 by drivers openvswitch,hyperv on host n-h2-812111-14 at level 0 using segments [{'id': '055f5113-1ca6-4ef8-bc23-dd5e33e6915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '659f492e-a1bf-461d-bfd3-3d73ab2f4548'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:26:06.976393 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04842c3b-12e6-4729-9eda-c81d2818ddfa req-9ebb97a6-94f0-4191-b621-9c8aa5190066 tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:06.976945 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346d3ee2-011e-4b26-b6c0-958c74690c5c tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Attempting to bind port b592b6da-725b-41a6-bd4b-930f46231d08 on network 659f492e-a1bf-461d-bfd3-3d73ab2f4548 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:26:06.979947 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861e71d5-d222-4e85-adc9-1903c2583770 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] Pushing event deleted for resources: {'Port': ['ID=d2357583-721e-4c30-bff3-d3dd1768e7c4,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:06.982126 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-04842c3b-12e6-4729-9eda-c81d2818ddfa req-9ebb97a6-94f0-4191-b621-9c8aa5190066 tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] 10.222.0.64 "GET /v2.0/ports?device_id=24181069-5a95-4fd0-be49-0f6eb9a8a560 HTTP/1.1" status: 200 len: 944 time: 0.3154478 Jan 28 19:26:07.063966 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346d3ee2-011e-4b26-b6c0-958c74690c5c tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Port b592b6da-725b-41a6-bd4b-930f46231d08 on network 659f492e-a1bf-461d-bfd3-3d73ab2f4548 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-14 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:26:07.064621 n-d-812111-14 neutron-server[103304]: ERROR neutron.plugins.ml2.managers [None req-346d3ee2-011e-4b26-b6c0-958c74690c5c tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Failed to bind port b592b6da-725b-41a6-bd4b-930f46231d08 on host n-h2-812111-14 for vnic_type normal using segments [{'id': '055f5113-1ca6-4ef8-bc23-dd5e33e6915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '659f492e-a1bf-461d-bfd3-3d73ab2f4548'}] Jan 28 19:26:07.087050 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port 85614c85-fede-45b3-b517-9dafda2b6037 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:26:07.087431 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (85614c85-fede-45b3-b517-9dafda2b6037), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:07.093790 n-d-812111-14 neutron-server[103304]: INFO neutron.plugins.ml2.plugin [None req-346d3ee2-011e-4b26-b6c0-958c74690c5c tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Attempt 8 to bind port b592b6da-725b-41a6-bd4b-930f46231d08 Jan 28 19:26:07.099794 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Could not find standard attr ID for object d2357583-721e-4c30-bff3-d3dd1768e7c4. {{(pid=103306) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 19:26:07.101706 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 239bd140-967b-42ea-ae15-0501574cba51 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:26:07.102079 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (239bd140-967b-42ea-ae15-0501574cba51), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:07.125294 n-d-812111-14 neutron-server[103306]: INFO neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] No ports have port_id starting with d2357583-721e-4c30-bff3-d3dd1768e7c4 Jan 28 19:26:07.150283 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4961546-ac24-4743-a642-2acd79a23526 req-861e71d5-d222-4e85-adc9-1903c2583770 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] No DVR routers for this DVR port d2357583-721e-4c30-bff3-d3dd1768e7c4 on host n-h1-812111-14 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:26:07.154592 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e4961546-ac24-4743-a642-2acd79a23526 req-861e71d5-d222-4e85-adc9-1903c2583770 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:07.159098 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e4961546-ac24-4743-a642-2acd79a23526 req-861e71d5-d222-4e85-adc9-1903c2583770 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] 10.222.0.41 "DELETE /v2.0/ports/d2357583-721e-4c30-bff3-d3dd1768e7c4 HTTP/1.1" status: 204 len: 173 time: 1.2065508 Jan 28 19:26:07.160656 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-346d3ee2-011e-4b26-b6c0-958c74690c5c tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Attempting to bind port b592b6da-725b-41a6-bd4b-930f46231d08 on host n-h2-812111-14 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:26:07.161311 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-346d3ee2-011e-4b26-b6c0-958c74690c5c tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Attempting to bind port b592b6da-725b-41a6-bd4b-930f46231d08 by drivers openvswitch,hyperv on host n-h2-812111-14 at level 0 using segments [{'id': '055f5113-1ca6-4ef8-bc23-dd5e33e6915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '659f492e-a1bf-461d-bfd3-3d73ab2f4548'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:26:07.161756 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346d3ee2-011e-4b26-b6c0-958c74690c5c tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Attempting to bind port b592b6da-725b-41a6-bd4b-930f46231d08 on network 659f492e-a1bf-461d-bfd3-3d73ab2f4548 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:26:07.164728 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7de5efc1-e676-4f7e-b6f6-ca2b33266c99', 'name': 'network-vif-deleted', 'tag': 'd2357583-721e-4c30-bff3-d3dd1768e7c4'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:26:07.168119 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efb7200f-2903-45c3-aa47-d22bded55daa" -d '{"events": [{"server_uuid": "7de5efc1-e676-4f7e-b6f6-ca2b33266c99", "name": "network-vif-deleted", "tag": "d2357583-721e-4c30-bff3-d3dd1768e7c4"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:26:07.201683 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346d3ee2-011e-4b26-b6c0-958c74690c5c tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Port b592b6da-725b-41a6-bd4b-930f46231d08 on network 659f492e-a1bf-461d-bfd3-3d73ab2f4548 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-14 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:26:07.202406 n-d-812111-14 neutron-server[103304]: ERROR neutron.plugins.ml2.managers [None req-346d3ee2-011e-4b26-b6c0-958c74690c5c tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Failed to bind port b592b6da-725b-41a6-bd4b-930f46231d08 on host n-h2-812111-14 for vnic_type normal using segments [{'id': '055f5113-1ca6-4ef8-bc23-dd5e33e6915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '659f492e-a1bf-461d-bfd3-3d73ab2f4548'}] Jan 28 19:26:07.210310 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114c2c6a-a8c9-4bfc-882e-db645339c9fd req-eae26afc-3b64-4b24-b6af-4b84b1d0a986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:07.214498 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-114c2c6a-a8c9-4bfc-882e-db645339c9fd req-eae26afc-3b64-4b24-b6af-4b84b1d0a986 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=24181069-5a95-4fd0-be49-0f6eb9a8a560 HTTP/1.1" status: 200 len: 1128 time: 0.2519798 Jan 28 19:26:07.216549 n-d-812111-14 neutron-server[103304]: INFO neutron.plugins.ml2.plugin [None req-346d3ee2-011e-4b26-b6c0-958c74690c5c tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Attempt 9 to bind port b592b6da-725b-41a6-bd4b-930f46231d08 Jan 28 19:26:07.284555 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-346d3ee2-011e-4b26-b6c0-958c74690c5c tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Attempting to bind port b592b6da-725b-41a6-bd4b-930f46231d08 on host n-h2-812111-14 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:26:07.284905 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-346d3ee2-011e-4b26-b6c0-958c74690c5c tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Attempting to bind port b592b6da-725b-41a6-bd4b-930f46231d08 by drivers openvswitch,hyperv on host n-h2-812111-14 at level 0 using segments [{'id': '055f5113-1ca6-4ef8-bc23-dd5e33e6915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '659f492e-a1bf-461d-bfd3-3d73ab2f4548'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:26:07.285347 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346d3ee2-011e-4b26-b6c0-958c74690c5c tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Attempting to bind port b592b6da-725b-41a6-bd4b-930f46231d08 on network 659f492e-a1bf-461d-bfd3-3d73ab2f4548 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:26:07.300285 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cb157fb-a720-47cf-862b-e1a1be263bee x-openstack-request-id: req-0cb157fb-a720-47cf-862b-e1a1be263bee {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:26:07.300285 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7de5efc1-e676-4f7e-b6f6-ca2b33266c99", "name": "network-vif-deleted", "tag": "d2357583-721e-4c30-bff3-d3dd1768e7c4", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:26:07.300630 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0cb157fb-a720-47cf-862b-e1a1be263bee {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:26:07.300967 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7de5efc1-e676-4f7e-b6f6-ca2b33266c99', 'name': 'network-vif-deleted', 'tag': 'd2357583-721e-4c30-bff3-d3dd1768e7c4', 'status': 'completed', 'code': 200} Jan 28 19:26:07.309917 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85614c85-fede-45b3-b517-9dafda2b6037 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:26:07.311710 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346d3ee2-011e-4b26-b6c0-958c74690c5c tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Port b592b6da-725b-41a6-bd4b-930f46231d08 on network 659f492e-a1bf-461d-bfd3-3d73ab2f4548 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-14 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:26:07.312063 n-d-812111-14 neutron-server[103304]: ERROR neutron.plugins.ml2.managers [None req-346d3ee2-011e-4b26-b6c0-958c74690c5c tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Failed to bind port b592b6da-725b-41a6-bd4b-930f46231d08 on host n-h2-812111-14 for vnic_type normal using segments [{'id': '055f5113-1ca6-4ef8-bc23-dd5e33e6915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '659f492e-a1bf-461d-bfd3-3d73ab2f4548'}] Jan 28 19:26:07.314062 n-d-812111-14 neutron-server[103304]: INFO neutron.plugins.ml2.plugin [None req-346d3ee2-011e-4b26-b6c0-958c74690c5c tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Attempt 10 to bind port b592b6da-725b-41a6-bd4b-930f46231d08 Jan 28 19:26:07.337925 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-346d3ee2-011e-4b26-b6c0-958c74690c5c tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Attempting to bind port b592b6da-725b-41a6-bd4b-930f46231d08 on host n-h2-812111-14 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:26:07.338311 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-346d3ee2-011e-4b26-b6c0-958c74690c5c tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Attempting to bind port b592b6da-725b-41a6-bd4b-930f46231d08 by drivers openvswitch,hyperv on host n-h2-812111-14 at level 0 using segments [{'id': '055f5113-1ca6-4ef8-bc23-dd5e33e6915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '659f492e-a1bf-461d-bfd3-3d73ab2f4548'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:26:07.338656 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346d3ee2-011e-4b26-b6c0-958c74690c5c tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Attempting to bind port b592b6da-725b-41a6-bd4b-930f46231d08 on network 659f492e-a1bf-461d-bfd3-3d73ab2f4548 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:26:07.345609 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-114c2c6a-a8c9-4bfc-882e-db645339c9fd req-79b8fc8d-2d31-4166-8218-b61c538d9ca4 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=6e3b5f6f-cd04-46bb-9eb5-a6c7cbc22d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224880 Jan 28 19:26:07.346744 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346d3ee2-011e-4b26-b6c0-958c74690c5c tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Port b592b6da-725b-41a6-bd4b-930f46231d08 on network 659f492e-a1bf-461d-bfd3-3d73ab2f4548 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-14 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:26:07.347084 n-d-812111-14 neutron-server[103304]: ERROR neutron.plugins.ml2.managers [None req-346d3ee2-011e-4b26-b6c0-958c74690c5c tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Failed to bind port b592b6da-725b-41a6-bd4b-930f46231d08 on host n-h2-812111-14 for vnic_type normal using segments [{'id': '055f5113-1ca6-4ef8-bc23-dd5e33e6915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '659f492e-a1bf-461d-bfd3-3d73ab2f4548'}] Jan 28 19:26:07.347458 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-346d3ee2-011e-4b26-b6c0-958c74690c5c tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (b592b6da-725b-41a6-bd4b-930f46231d08), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:07.360731 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 85614c85-fede-45b3-b517-9dafda2b6037, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=85614c85-fede-45b3-b517-9dafda2b6037,segment=NetworkSegment(e068a65d-85a7-4b6f-806f-2e18a6e2925d),segment_id=e068a65d-85a7-4b6f-806f-2e18a6e2925d)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:26:07.402888 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=6cf2fd1a-e3f4-404f-9ad1-3d02442f53cc,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:07.409951 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-557e6fec-e887-4c3b-bbaf-c93527be98f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57bc152f-4d17-4622-b219-f6eae90febb7', 'name': 'tempest-FloatingIPsNegativeTestJSON-67784144-router', 'tenant_id': '4b040b0408764768a35aab2b616c5da1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': '103b9a33-4867-46ac-9b89-be614ac69b22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:26:01Z', 'updated_at': '2022-01-28T19:26:03Z', 'revision_number': 3, 'project_id': '4b040b0408764768a35aab2b616c5da1', 'gw_port': {'id': '103b9a33-4867-46ac-9b89-be614ac69b22', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:f6:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57bc152f-4d17-4622-b219-f6eae90febb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:26:02Z', 'updated_at': '2022-01-28T19:26:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:26:07.456703 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (85614c85-fede-45b3-b517-9dafda2b6037), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:07.462323 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b9a983cd-d87c-4f25-8dbd-a18b9da704bc None None] Current status of the port 239bd140-967b-42ea-ae15-0501574cba51 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:26:07.462516 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-346d3ee2-011e-4b26-b6c0-958c74690c5c tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] For port b592b6da-725b-41a6-bd4b-930f46231d08, host n-h2-812111-14, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:26:07.464280 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-346d3ee2-011e-4b26-b6c0-958c74690c5c tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Attempted to set empty binding levels {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 28 19:26:07.501890 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-346d3ee2-011e-4b26-b6c0-958c74690c5c tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (b592b6da-725b-41a6-bd4b-930f46231d08), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:07.543210 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-04842c3b-12e6-4729-9eda-c81d2818ddfa req-4e6c7fb6-a039-4a84-9243-b1badc8a1e03 tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] 10.222.0.64 "GET /v2.0/security-groups?id=6e3b5f6f-cd04-46bb-9eb5-a6c7cbc22d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5526338 Jan 28 19:26:07.585638 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-346d3ee2-011e-4b26-b6c0-958c74690c5c tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] In _notify_port_updated(), no bound segment for port b592b6da-725b-41a6-bd4b-930f46231d08 on network 659f492e-a1bf-461d-bfd3-3d73ab2f4548 {{(pid=103304) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Jan 28 19:26:07.587495 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-346d3ee2-011e-4b26-b6c0-958c74690c5c tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:07.589471 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-346d3ee2-011e-4b26-b6c0-958c74690c5c tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:07.595864 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-346d3ee2-011e-4b26-b6c0-958c74690c5c tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] 10.222.0.64 "PUT /v2.0/ports/b592b6da-725b-41a6-bd4b-930f46231d08 HTTP/1.1" status: 200 len: 976 time: 2.0290759 Jan 28 19:26:07.599327 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 52996) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:26:07.612329 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-54d64935-b28a-43a0-97c0-a6028b0d2c3d admin admin] Publish callbacks [] for port (84459a11-bd3a-49af-82ea-6a4ba05eb40c), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:07.628559 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557e6fec-e887-4c3b-bbaf-c93527be98f3 None None] Checking router: 57bc152f-4d17-4622-b219-f6eae90febb7 for host: n-d-812111-14 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:26:07.632408 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557e6fec-e887-4c3b-bbaf-c93527be98f3 None None] Updating router 57bc152f-4d17-4622-b219-f6eae90febb7 port 103b9a33-4867-46ac-9b89-be614ac69b22 binding host n-d-812111-14 {{(pid=103306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:26:07.659539 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc13ab6-299d-4b9c-a536-8fbc3dad0e2a req-244b3683-8fdf-48e7-91dc-1c83e99615bd tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:07.663375 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3fc13ab6-299d-4b9c-a536-8fbc3dad0e2a req-244b3683-8fdf-48e7-91dc-1c83e99615bd tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3a5de6e-abf9-4322-a6ca-a4ea56811da8 HTTP/1.1" status: 200 len: 944 time: 0.1966183 Jan 28 19:26:07.682887 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346d3ee2-011e-4b26-b6c0-958c74690c5c tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Pushing event updated for resources: {'Port': ['ID=b592b6da-725b-41a6-bd4b-930f46231d08,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:07.746680 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-10416ff4-5e87-43f6-ab3b-b4c00fbf617c req-1b946392-fa1d-4503-a3fb-b0a37020f9e1 tempest-ImagesTestJSON-1622764102 tempest-ImagesTestJSON-1622764102-project] 10.222.0.64 "GET /v2.0/ports?device_id=7de5efc1-e676-4f7e-b6f6-ca2b33266c99 HTTP/1.1" status: 200 len: 210 time: 0.0530045 Jan 28 19:26:07.766186 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['85614c85-fede-45b3-b517-9dafda2b6037'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:26:07.773853 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-54d64935-b28a-43a0-97c0-a6028b0d2c3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (84459a11-bd3a-49af-82ea-6a4ba05eb40c), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:07.788057 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3fc13ab6-299d-4b9c-a536-8fbc3dad0e2a req-8e6ba3a4-98e6-467b-a697-dc9e94475a2f tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/security-groups?id=f474bf53-325f-4ec5-b389-bc6e034fc623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170914 Jan 28 19:26:07.802684 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54d64935-b28a-43a0-97c0-a6028b0d2c3d admin admin] Network 1616dfdb-0a49-44dd-9fc7-8c62f0041569 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:26:07.805646 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-3f1c0cc5-af83-4eec-adab-c3dfcb4ca657 tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Deleting port b592b6da-725b-41a6-bd4b-930f46231d08 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:26:07.805834 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3f1c0cc5-af83-4eec-adab-c3dfcb4ca657 tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (b592b6da-725b-41a6-bd4b-930f46231d08), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:07.809816 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-54d64935-b28a-43a0-97c0-a6028b0d2c3d admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:26:07.841317 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d64935-b28a-43a0-97c0-a6028b0d2c3d admin admin] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:26:07.843853 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device d2357583-721e-4c30-bff3-d3dd1768e7c4 no longer exists at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:26:07.911785 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-557e6fec-e887-4c3b-bbaf-c93527be98f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (103b9a33-4867-46ac-9b89-be614ac69b22), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:07.919285 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] No Port match for: d2357583-721e-4c30-bff3-d3dd1768e7c4 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:26:07.919697 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device d2357583-721e-4c30-bff3-d3dd1768e7c4 not bound to the agent host n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:26:07.921074 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 239bd140-967b-42ea-ae15-0501574cba51 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:26:07.964129 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=85614c85-fede-45b3-b517-9dafda2b6037,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:08.020976 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:26:08.021340 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:26:08.022435 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:26:08.022836 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:26:08.023255 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:26:08.023673 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:26:08.024052 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:26:08.024443 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:26:08.024832 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:26:08.025313 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:26:08.025702 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:26:08.026093 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:26:08.026479 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:26:08.062165 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d64935-b28a-43a0-97c0-a6028b0d2c3d admin admin] Pushing event updated for resources: {'Port': ['ID=84459a11-bd3a-49af-82ea-6a4ba05eb40c,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:08.064831 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-54d64935-b28a-43a0-97c0-a6028b0d2c3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734769'] for router_interface (57bc152f-4d17-4622-b219-f6eae90febb7), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:08.198351 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-3f1c0cc5-af83-4eec-adab-c3dfcb4ca657 tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] For port b592b6da-725b-41a6-bd4b-930f46231d08, host n-h2-812111-14, got binding levels [] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:26:08.198912 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3f1c0cc5-af83-4eec-adab-c3dfcb4ca657 tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (b592b6da-725b-41a6-bd4b-930f46231d08), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:08.244123 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-3f1c0cc5-af83-4eec-adab-c3dfcb4ca657 tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Calling delete_port for b592b6da-725b-41a6-bd4b-930f46231d08 owned by {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:26:08.464059 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-54d64935-b28a-43a0-97c0-a6028b0d2c3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (84459a11-bd3a-49af-82ea-6a4ba05eb40c), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:08.476676 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3f1c0cc5-af83-4eec-adab-c3dfcb4ca657 tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (b592b6da-725b-41a6-bd4b-930f46231d08), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:08.485696 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-557e6fec-e887-4c3b-bbaf-c93527be98f3 None None] Publish callbacks [] for port (103b9a33-4867-46ac-9b89-be614ac69b22), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:08.494287 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-5a7c1afc-8683-48fe-8f99-471e0e10e61f None None] Provisioning complete for port 84459a11-bd3a-49af-82ea-6a4ba05eb40c triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:26:08.495634 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5a7c1afc-8683-48fe-8f99-471e0e10e61f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (84459a11-bd3a-49af-82ea-6a4ba05eb40c), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:08.503819 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-557e6fec-e887-4c3b-bbaf-c93527be98f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (103b9a33-4867-46ac-9b89-be614ac69b22), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:08.581489 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1c0cc5-af83-4eec-adab-c3dfcb4ca657 tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Pushing event deleted for resources: {'Port': ['ID=b592b6da-725b-41a6-bd4b-930f46231d08,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:08.624075 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddccf93-ce80-4c37-a3b1-57872453310a None None] Pushing event updated for resources: {'Port': ['ID=103b9a33-4867-46ac-9b89-be614ac69b22,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:08.668577 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-5a7c1afc-8683-48fe-8f99-471e0e10e61f None None] Port 84459a11-bd3a-49af-82ea-6a4ba05eb40c cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:26:08.674904 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-557e6fec-e887-4c3b-bbaf-c93527be98f3 None None] Attempting to bind port 103b9a33-4867-46ac-9b89-be614ac69b22 on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:26:08.675708 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-557e6fec-e887-4c3b-bbaf-c93527be98f3 None None] Attempting to bind port 103b9a33-4867-46ac-9b89-be614ac69b22 by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:26:08.676091 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557e6fec-e887-4c3b-bbaf-c93527be98f3 None None] Attempting to bind port 103b9a33-4867-46ac-9b89-be614ac69b22 on network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:26:08.685193 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557e6fec-e887-4c3b-bbaf-c93527be98f3 None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:26:08.685561 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557e6fec-e887-4c3b-bbaf-c93527be98f3 None None] Checking segment: {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:26:08.685972 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-557e6fec-e887-4c3b-bbaf-c93527be98f3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:08.686399 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557e6fec-e887-4c3b-bbaf-c93527be98f3 None None] Bound using segment: {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:26:08.687824 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-557e6fec-e887-4c3b-bbaf-c93527be98f3 None None] Bound port: 103b9a33-4867-46ac-9b89-be614ac69b22, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:26:08.688215 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-557e6fec-e887-4c3b-bbaf-c93527be98f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (103b9a33-4867-46ac-9b89-be614ac69b22), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:08.734464 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3f1c0cc5-af83-4eec-adab-c3dfcb4ca657 tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:08.737811 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-3f1c0cc5-af83-4eec-adab-c3dfcb4ca657 tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] 10.222.0.64 "DELETE /v2.0/ports/b592b6da-725b-41a6-bd4b-930f46231d08 HTTP/1.1" status: 204 len: 168 time: 1.1364715 Jan 28 19:26:08.740429 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 53016) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:26:08.779515 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-557e6fec-e887-4c3b-bbaf-c93527be98f3 None None] For port 103b9a33-4867-46ac-9b89-be614ac69b22, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:26:08.785730 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-557e6fec-e887-4c3b-bbaf-c93527be98f3 None None] For port 103b9a33-4867-46ac-9b89-be614ac69b22, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=103b9a33-4867-46ac-9b89-be614ac69b22,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:26:08.795242 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-557e6fec-e887-4c3b-bbaf-c93527be98f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (103b9a33-4867-46ac-9b89-be614ac69b22), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:08.823264 n-d-812111-14 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8fe431f-ffed-48f7-b988-2cb2fb87fd80 tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] GET failed (client error): The resource could not be found. Jan 28 19:26:08.832082 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-a8fe431f-ffed-48f7-b988-2cb2fb87fd80 tempest-PortsAdminExtendedAttrsTestJSON-1546146811 tempest-PortsAdminExtendedAttrsTestJSON-1546146811-project-admin] 10.222.0.64 "GET /v2.0/ports/b592b6da-725b-41a6-bd4b-930f46231d08 HTTP/1.1" status: 404 len: 333 time: 0.0901000 Jan 28 19:26:08.837071 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 53022) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:26:08.859521 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e41b441-37b0-4171-8968-78bc8a9100dd req-91069b4d-2c01-4f21-aa4c-d8442f3c2d21 tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:08.861079 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7e41b441-37b0-4171-8968-78bc8a9100dd req-91069b4d-2c01-4f21-aa4c-d8442f3c2d21 tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] 10.222.0.64 "GET /v2.0/ports?device_id=24181069-5a95-4fd0-be49-0f6eb9a8a560 HTTP/1.1" status: 200 len: 945 time: 0.1768692 Jan 28 19:26:08.890839 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddccf93-ce80-4c37-a3b1-57872453310a None None] Pushing event updated for resources: {'Port': ['ID=103b9a33-4867-46ac-9b89-be614ac69b22,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:08.956984 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557e6fec-e887-4c3b-bbaf-c93527be98f3 None None] Routers {'57bc152f-4d17-4622-b219-f6eae90febb7'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:26:08.957927 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-557e6fec-e887-4c3b-bbaf-c93527be98f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:25:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['57bc152f-4d17-4622-b219-f6eae90febb7'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:26:09.077673 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7872ef8a-f5ee-4cf7-a09a-eb6aa027517b req-15f15aea-5b3f-454d-b9cd-4faf130a4082 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:09.081593 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7872ef8a-f5ee-4cf7-a09a-eb6aa027517b req-15f15aea-5b3f-454d-b9cd-4faf130a4082 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3a5de6e-abf9-4322-a6ca-a4ea56811da8 HTTP/1.1" status: 200 len: 944 time: 0.1340232 Jan 28 19:26:09.125145 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-24bf5ee5-863c-44da-9e97-720f35d1859c tempest-PortsAdminExtendedAttrsTestJSON-483029431 tempest-PortsAdminExtendedAttrsTestJSON-483029431-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (659f492e-a1bf-461d-bfd3-3d73ab2f4548), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:09.133387 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e50b806e-8445-4a14-8fdc-d2d380ab8b94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:09.166728 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-557e6fec-e887-4c3b-bbaf-c93527be98f3 None None] Set router 57bc152f-4d17-4622-b219-f6eae90febb7 gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:26:09.182722 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7872ef8a-f5ee-4cf7-a09a-eb6aa027517b req-29d39b66-e787-4830-9b86-03b836bbfa29 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/security-groups?id=f474bf53-325f-4ec5-b389-bc6e034fc623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936677 Jan 28 19:26:09.276105 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7e41b441-37b0-4171-8968-78bc8a9100dd req-06dd0fc3-93b8-4b44-b1c4-98e03257c6cf tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] 10.222.0.64 "GET /v2.0/security-groups?id=6e3b5f6f-cd04-46bb-9eb5-a6c7cbc22d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3906302 Jan 28 19:26:09.317975 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-54d64935-b28a-43a0-97c0-a6028b0d2c3d admin admin] Publish callbacks [] for port (84459a11-bd3a-49af-82ea-6a4ba05eb40c), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:09.397336 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-54d64935-b28a-43a0-97c0-a6028b0d2c3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (84459a11-bd3a-49af-82ea-6a4ba05eb40c), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:09.525810 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d64935-b28a-43a0-97c0-a6028b0d2c3d admin admin] Pushing event updated for resources: {'Port': ['ID=84459a11-bd3a-49af-82ea-6a4ba05eb40c,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:09.534658 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-24bf5ee5-863c-44da-9e97-720f35d1859c tempest-PortsAdminExtendedAttrsTestJSON-483029431 tempest-PortsAdminExtendedAttrsTestJSON-483029431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (659f492e-a1bf-461d-bfd3-3d73ab2f4548), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:09.559475 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-54d64935-b28a-43a0-97c0-a6028b0d2c3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-756216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-732801'] for router_interface (57bc152f-4d17-4622-b219-f6eae90febb7), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:09.567958 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-24bf5ee5-863c-44da-9e97-720f35d1859c tempest-PortsAdminExtendedAttrsTestJSON-483029431 tempest-PortsAdminExtendedAttrsTestJSON-483029431-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['659f492e-a1bf-461d-bfd3-3d73ab2f4548']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:26:09.573723 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 53060) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:26:09.584109 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-24bf5ee5-863c-44da-9e97-720f35d1859c tempest-PortsAdminExtendedAttrsTestJSON-483029431 tempest-PortsAdminExtendedAttrsTestJSON-483029431-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '055f5113-1ca6-4ef8-bc23-dd5e33e6915c') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:26:09.585441 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-24bf5ee5-863c-44da-9e97-720f35d1859c tempest-PortsAdminExtendedAttrsTestJSON-483029431 tempest-PortsAdminExtendedAttrsTestJSON-483029431-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '055f5113-1ca6-4ef8-bc23-dd5e33e6915c') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:26:09.627829 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-24bf5ee5-863c-44da-9e97-720f35d1859c tempest-PortsAdminExtendedAttrsTestJSON-483029431 tempest-PortsAdminExtendedAttrsTestJSON-483029431-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16187153'] for segment (055f5113-1ca6-4ef8-bc23-dd5e33e6915c), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:09.748238 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6a3074-e64e-40d8-bdda-6d576e8d7ee5 req-8f8609d4-520a-4773-83c8-69990831d712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:09.757495 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9f6a3074-e64e-40d8-bdda-6d576e8d7ee5 req-8f8609d4-520a-4773-83c8-69990831d712 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c3bb2ec73a174fcda5cafb398102663f&device_id=24181069-5a95-4fd0-be49-0f6eb9a8a560 HTTP/1.1" status: 200 len: 1128 time: 0.1007991 Jan 28 19:26:09.776459 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 85614c85-fede-45b3-b517-9dafda2b6037 up at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:26:09.794527 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 53068) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:26:09.795700 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-24bf5ee5-863c-44da-9e97-720f35d1859c tempest-PortsAdminExtendedAttrsTestJSON-483029431 tempest-PortsAdminExtendedAttrsTestJSON-483029431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (055f5113-1ca6-4ef8-bc23-dd5e33e6915c), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:09.867978 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6a3074-e64e-40d8-bdda-6d576e8d7ee5 req-2c00c189-fd2e-4c2b-bf5c-6fb328d8b4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:09.870338 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9f6a3074-e64e-40d8-bdda-6d576e8d7ee5 req-2c00c189-fd2e-4c2b-bf5c-6fb328d8b4c1 service neutron] 10.222.0.70 "GET /v2.0/networks?id=6fa40d3b-3f4b-4104-afea-21db80512bd7 HTTP/1.1" status: 200 len: 918 time: 0.1105783 Jan 28 19:26:09.882486 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0242deab-e598-42ba-9e2c-19b377b42335 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:09.892594 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24bf5ee5-863c-44da-9e97-720f35d1859c tempest-PortsAdminExtendedAttrsTestJSON-483029431 tempest-PortsAdminExtendedAttrsTestJSON-483029431-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:26:09.893030 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-24bf5ee5-863c-44da-9e97-720f35d1859c tempest-PortsAdminExtendedAttrsTestJSON-483029431 tempest-PortsAdminExtendedAttrsTestJSON-483029431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4752570'] for segment (055f5113-1ca6-4ef8-bc23-dd5e33e6915c), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:09.942967 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9f6a3074-e64e-40d8-bdda-6d576e8d7ee5 req-ab7dd598-659d-4a58-a8e8-f6f50dab73ff service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6cf2fd1a-e3f4-404f-9ad1-3d02442f53cc HTTP/1.1" status: 200 len: 217 time: 0.0490422 Jan 28 19:26:10.010853 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:10.013680 n-d-812111-14 neutron-server[103305]: Traceback (most recent call last): Jan 28 19:26:10.013680 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:26:10.013680 n-d-812111-14 neutron-server[103305]: timer() Jan 28 19:26:10.013680 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:26:10.013680 n-d-812111-14 neutron-server[103305]: cb(*args, **kw) Jan 28 19:26:10.013680 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:26:10.013680 n-d-812111-14 neutron-server[103305]: return func(*args, **kwargs) Jan 28 19:26:10.013680 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:26:10.013680 n-d-812111-14 neutron-server[103305]: self._notify() Jan 28 19:26:10.013680 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:26:10.013680 n-d-812111-14 neutron-server[103305]: self.callback(batched_events) Jan 28 19:26:10.013680 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:26:10.013680 n-d-812111-14 neutron-server[103305]: event.method(event) Jan 28 19:26:10.013680 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:26:10.013680 n-d-812111-14 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:26:10.013680 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:26:10.013680 n-d-812111-14 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:26:10.013680 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:26:10.013680 n-d-812111-14 neutron-server[103305]: return f(self, *a, **k) Jan 28 19:26:10.013680 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:26:10.013680 n-d-812111-14 neutron-server[103305]: return self._get(url).json() Jan 28 19:26:10.013680 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:26:10.013680 n-d-812111-14 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:26:10.013680 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:26:10.013680 n-d-812111-14 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 28 19:26:10.013680 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:26:10.013680 n-d-812111-14 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:26:10.013680 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:26:10.013680 n-d-812111-14 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:26:10.013680 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:26:10.013680 n-d-812111-14 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:26:10.013680 n-d-812111-14 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:26:10.036290 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning for port 85614c85-fede-45b3-b517-9dafda2b6037 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:26:10.041570 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6a3074-e64e-40d8-bdda-6d576e8d7ee5 req-45b8dfdf-fabf-452d-8554-493a41ded0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:10.043735 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9f6a3074-e64e-40d8-bdda-6d576e8d7ee5 req-45b8dfdf-fabf-452d-8554-493a41ded0b9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0682cf17-1671-4e06-a862-31b529728694 HTTP/1.1" status: 200 len: 858 time: 0.0872226 Jan 28 19:26:10.050366 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning complete for port 85614c85-fede-45b3-b517-9dafda2b6037 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:26:10.050788 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (85614c85-fede-45b3-b517-9dafda2b6037), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:10.102685 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9f6a3074-e64e-40d8-bdda-6d576e8d7ee5 req-e05bac2a-3d59-4d3a-899f-85ea056d6f5f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6fa40d3b-3f4b-4104-afea-21db80512bd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505056 Jan 28 19:26:10.109039 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0242deab-e598-42ba-9e2c-19b377b42335 admin admin] Publish callbacks [] for security_group (7f9eee2a-8704-4ba6-b8cb-342c29b19516), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:10.121028 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-210f6b35-2261-4aaa-9762-bd2acc24c3df admin admin] Deleting subnet 88147782-fd39-461f-889a-eefda05a9cf4 {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:26:10.121262 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0242deab-e598-42ba-9e2c-19b377b42335 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (7f9eee2a-8704-4ba6-b8cb-342c29b19516), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:10.128097 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-24bf5ee5-863c-44da-9e97-720f35d1859c tempest-PortsAdminExtendedAttrsTestJSON-483029431 tempest-PortsAdminExtendedAttrsTestJSON-483029431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (659f492e-a1bf-461d-bfd3-3d73ab2f4548), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:10.129736 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-210f6b35-2261-4aaa-9762-bd2acc24c3df admin admin] Publish callbacks [] for subnet (88147782-fd39-461f-889a-eefda05a9cf4), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:10.161558 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-557e6fec-e887-4c3b-bbaf-c93527be98f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57bc152f-4d17-4622-b219-f6eae90febb7', 'name': 'tempest-FloatingIPsNegativeTestJSON-67784144-router', 'tenant_id': '4b040b0408764768a35aab2b616c5da1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': '103b9a33-4867-46ac-9b89-be614ac69b22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:26:01Z', 'updated_at': '2022-01-28T19:26:08Z', 'revision_number': 4, 'project_id': '4b040b0408764768a35aab2b616c5da1', 'gw_port': {'id': '103b9a33-4867-46ac-9b89-be614ac69b22', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:f6:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57bc152f-4d17-4622-b219-f6eae90febb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:26:02Z', 'updated_at': '2022-01-28T19:26:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '84459a11-bd3a-49af-82ea-6a4ba05eb40c', 'name': '', 'network_id': '1616dfdb-0a49-44dd-9fc7-8c62f0041569', 'tenant_id': '4b040b0408764768a35aab2b616c5da1', 'mac_address': 'fa:16:3e:f3:e5:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57bc152f-4d17-4622-b219-f6eae90febb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '28d7b206-2e58-42a1-88a9-2a72d9a6406f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:26:06Z', 'updated_at': '2022-01-28T19:26:06Z', 'revision_number': 1, 'project_id': '4b040b0408764768a35aab2b616c5da1', 'subnets': [{'id': '28d7b206-2e58-42a1-88a9-2a72d9a6406f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:26:10.164241 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-24bf5ee5-863c-44da-9e97-720f35d1859c tempest-PortsAdminExtendedAttrsTestJSON-483029431 tempest-PortsAdminExtendedAttrsTestJSON-483029431-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:10.171382 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-24bf5ee5-863c-44da-9e97-720f35d1859c tempest-PortsAdminExtendedAttrsTestJSON-483029431 tempest-PortsAdminExtendedAttrsTestJSON-483029431-project] 10.222.0.64 "DELETE /v2.0/networks/659f492e-a1bf-461d-bfd3-3d73ab2f4548 HTTP/1.1" status: 204 len: 168 time: 1.3312340 Jan 28 19:26:10.202848 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557e6fec-e887-4c3b-bbaf-c93527be98f3 None None] The sync data for ids ['57bc152f-4d17-4622-b219-f6eae90febb7'] in n-d-812111-14 is: [{'id': '57bc152f-4d17-4622-b219-f6eae90febb7', 'name': 'tempest-FloatingIPsNegativeTestJSON-67784144-router', 'tenant_id': '4b040b0408764768a35aab2b616c5da1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': '103b9a33-4867-46ac-9b89-be614ac69b22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:26:01Z', 'updated_at': '2022-01-28T19:26:08Z', 'revision_number': 4, 'project_id': '4b040b0408764768a35aab2b616c5da1', 'gw_port': {'id': '103b9a33-4867-46ac-9b89-be614ac69b22', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:f6:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57bc152f-4d17-4622-b219-f6eae90febb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:26:02Z', 'updated_at': '2022-01-28T19:26:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '84459a11-bd3a-49af-82ea-6a4ba05eb40c', 'name': '', 'network_id': '1616dfdb-0a49-44dd-9fc7-8c62f0041569', 'tenant_id': '4b040b0408764768a35aab2b616c5da1', 'mac_address': 'fa:16:3e:f3:e5:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57bc152f-4d17-4622-b219-f6eae90febb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '28d7b206-2e58-42a1-88a9-2a72d9a6406f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:26:06Z', 'updated_at': '2022-01-28T19:26:06Z', 'revision_number': 1, 'project_id': '4b040b0408764768a35aab2b616c5da1', 'subnets': [{'id': '28d7b206-2e58-42a1-88a9-2a72d9a6406f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:26:10.242329 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-0242deab-e598-42ba-9e2c-19b377b42335 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7def13c733e54a7c85f7d1ae869e8d06&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6671875 Jan 28 19:26:10.245863 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 53074) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:26:10.265062 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0242deab-e598-42ba-9e2c-19b377b42335 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f9eee2a-8704-4ba6-b8cb-342c29b19516,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:10.344577 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc53ec6d-dc21-4e6d-84d7-f36e1691bf6b req-4ef5bd7c-336d-4497-9cf5-843a6f8105d2 tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:10.371643 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-dc53ec6d-dc21-4e6d-84d7-f36e1691bf6b req-4ef5bd7c-336d-4497-9cf5-843a6f8105d2 tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] 10.222.0.64 "GET /v2.0/ports?device_id=24181069-5a95-4fd0-be49-0f6eb9a8a560 HTTP/1.1" status: 200 len: 945 time: 0.6580656 Jan 28 19:26:10.413471 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port 85614c85-fede-45b3-b517-9dafda2b6037 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:26:10.414287 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (85614c85-fede-45b3-b517-9dafda2b6037), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:10.486904 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54d64935-b28a-43a0-97c0-a6028b0d2c3d admin admin] Network 1616dfdb-0a49-44dd-9fc7-8c62f0041569 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:26:10.491145 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-54d64935-b28a-43a0-97c0-a6028b0d2c3d admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:26:10.493301 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bf5ee5-863c-44da-9e97-720f35d1859c tempest-PortsAdminExtendedAttrsTestJSON-483029431 tempest-PortsAdminExtendedAttrsTestJSON-483029431-project] Pushing event deleted for resources: {'Network': ['ID=659f492e-a1bf-461d-bfd3-3d73ab2f4548,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:10.525035 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-210f6b35-2261-4aaa-9762-bd2acc24c3df admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16187240'] for subnet (88147782-fd39-461f-889a-eefda05a9cf4), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:10.535528 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3a5de6e-abf9-4322-a6ca-a4ea56811da8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85614c85-fede-45b3-b517-9dafda2b6037'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:26:10.550283 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7fa35e7-dbcf-429e-8fc4-e745cdad70ff" -d '{"events": [{"server_uuid": "e3a5de6e-abf9-4322-a6ca-a4ea56811da8", "name": "network-vif-plugged", "status": "completed", "tag": "85614c85-fede-45b3-b517-9dafda2b6037"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:26:10.569347 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 85614c85-fede-45b3-b517-9dafda2b6037, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=85614c85-fede-45b3-b517-9dafda2b6037,segment=NetworkSegment(e068a65d-85a7-4b6f-806f-2e18a6e2925d),segment_id=e068a65d-85a7-4b6f-806f-2e18a6e2925d)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:26:10.581802 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (85614c85-fede-45b3-b517-9dafda2b6037), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:10.746944 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=85614c85-fede-45b3-b517-9dafda2b6037,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:10.753066 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-dc53ec6d-dc21-4e6d-84d7-f36e1691bf6b req-cf127dc1-480e-4ae3-a6b6-af63a8c01de7 tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] 10.222.0.64 "GET /v2.0/security-groups?id=6e3b5f6f-cd04-46bb-9eb5-a6c7cbc22d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3786390 Jan 28 19:26:10.831621 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 53084) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:26:10.899331 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd1e4841-159c-4518-b29f-4c7ac9fae00a x-openstack-request-id: req-dd1e4841-159c-4518-b29f-4c7ac9fae00a {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:26:10.899652 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3a5de6e-abf9-4322-a6ca-a4ea56811da8", "name": "network-vif-plugged", "status": "completed", "tag": "85614c85-fede-45b3-b517-9dafda2b6037", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:26:10.899931 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-dd1e4841-159c-4518-b29f-4c7ac9fae00a {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:26:10.900660 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3a5de6e-abf9-4322-a6ca-a4ea56811da8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85614c85-fede-45b3-b517-9dafda2b6037', 'code': 200} Jan 28 19:26:10.923100 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9f6a3074-e64e-40d8-bdda-6d576e8d7ee5 req-0f15e477-a5e4-4469-bb4d-e854678dddf2 service neutron] 10.222.0.70 "GET /v2.0/networks/6fa40d3b-3f4b-4104-afea-21db80512bd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8124478 Jan 28 19:26:10.969675 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-210f6b35-2261-4aaa-9762-bd2acc24c3df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (88147782-fd39-461f-889a-eefda05a9cf4), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:11.011192 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-4da40992-a395-4b85-b06d-2f65a9b57738 None None] Provisioning complete for port 84459a11-bd3a-49af-82ea-6a4ba05eb40c triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:26:11.011706 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4da40992-a395-4b85-b06d-2f65a9b57738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (84459a11-bd3a-49af-82ea-6a4ba05eb40c), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:11.063619 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54d64935-b28a-43a0-97c0-a6028b0d2c3d admin admin] Router 57bc152f-4d17-4622-b219-f6eae90febb7 has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:26:11.101614 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-210f6b35-2261-4aaa-9762-bd2acc24c3df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4752464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4733806'] for subnet (88147782-fd39-461f-889a-eefda05a9cf4), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:11.106438 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b31224c-196a-4727-901c-400dcce5fd49 req-81ab1aa7-796e-430e-b047-e7606bb15260 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:11.108317 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2b31224c-196a-4727-901c-400dcce5fd49 req-81ab1aa7-796e-430e-b047-e7606bb15260 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3a5de6e-abf9-4322-a6ca-a4ea56811da8 HTTP/1.1" status: 200 len: 945 time: 0.3288288 Jan 28 19:26:11.111674 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-000042a5-03a6-4ebb-b269-39b7c9290c3b admin admin] Publish callbacks [] for security_group (7f9eee2a-8704-4ba6-b8cb-342c29b19516), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:11.113463 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-4da40992-a395-4b85-b06d-2f65a9b57738 None None] Port 84459a11-bd3a-49af-82ea-6a4ba05eb40c cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:26:11.199157 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c67ea0-bb9b-432a-a45e-c8981bcc7744 req-9bbcaaf2-c951-4e58-8cea-2609caaaab29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:11.200024 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-63c67ea0-bb9b-432a-a45e-c8981bcc7744 req-9bbcaaf2-c951-4e58-8cea-2609caaaab29 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e3a5de6e-abf9-4322-a6ca-a4ea56811da8 HTTP/1.1" status: 200 len: 1128 time: 0.1567597 Jan 28 19:26:11.201971 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9f6a3074-e64e-40d8-bdda-6d576e8d7ee5 req-ac9bf768-f611-4f2c-aeb1-276ff0114bbd service neutron] 10.222.0.70 "GET /v2.0/networks/6fa40d3b-3f4b-4104-afea-21db80512bd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2713518 Jan 28 19:26:11.207880 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-000042a5-03a6-4ebb-b269-39b7c9290c3b admin admin] Publish callbacks [] for security_group (7f9eee2a-8704-4ba6-b8cb-342c29b19516), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:11.237931 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2b31224c-196a-4727-901c-400dcce5fd49 req-e65d9e5a-a519-452c-98db-d55add9b8e51 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/security-groups?id=f474bf53-325f-4ec5-b389-bc6e034fc623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151834 Jan 28 19:26:11.252065 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-e2ac8232-89b9-4ce2-b1d2-2c7ade68d29b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=099ee75ee67e4546add7be111da75d59&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4192462 Jan 28 19:26:11.258305 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 53090) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:26:11.286373 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210f6b35-2261-4aaa-9762-bd2acc24c3df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88147782-fd39-461f-889a-eefda05a9cf4,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:11.288771 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-63c67ea0-bb9b-432a-a45e-c8981bcc7744 req-76693b65-d0fb-4a6d-95ca-651ac94177b1 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f474bf53-325f-4ec5-b389-bc6e034fc623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738842 Jan 28 19:26:11.333623 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-000042a5-03a6-4ebb-b269-39b7c9290c3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (7f9eee2a-8704-4ba6-b8cb-342c29b19516), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:11.336164 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-000042a5-03a6-4ebb-b269-39b7c9290c3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:11.336861 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-210f6b35-2261-4aaa-9762-bd2acc24c3df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:11.340875 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-000042a5-03a6-4ebb-b269-39b7c9290c3b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7f9eee2a-8704-4ba6-b8cb-342c29b19516 HTTP/1.1" status: 204 len: 168 time: 1.0872500 Jan 28 19:26:11.349730 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000042a5-03a6-4ebb-b269-39b7c9290c3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f9eee2a-8704-4ba6-b8cb-342c29b19516,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:11.356545 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-210f6b35-2261-4aaa-9762-bd2acc24c3df admin admin] 10.222.0.64 "DELETE /v2.0/subnets/88147782-fd39-461f-889a-eefda05a9cf4 HTTP/1.1" status: 204 len: 168 time: 1.5454741 Jan 28 19:26:11.362699 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 53098) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:26:11.395645 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210f6b35-2261-4aaa-9762-bd2acc24c3df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:26:11.395996 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210f6b35-2261-4aaa-9762-bd2acc24c3df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:26:11.396510 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210f6b35-2261-4aaa-9762-bd2acc24c3df admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:26:11.396887 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210f6b35-2261-4aaa-9762-bd2acc24c3df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:26:11.401398 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210f6b35-2261-4aaa-9762-bd2acc24c3df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:26:11.402024 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210f6b35-2261-4aaa-9762-bd2acc24c3df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:26:11.402506 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210f6b35-2261-4aaa-9762-bd2acc24c3df admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:26:11.402951 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210f6b35-2261-4aaa-9762-bd2acc24c3df admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:26:11.403401 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210f6b35-2261-4aaa-9762-bd2acc24c3df admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:26:11.403811 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210f6b35-2261-4aaa-9762-bd2acc24c3df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:26:11.404228 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210f6b35-2261-4aaa-9762-bd2acc24c3df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:26:11.404660 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210f6b35-2261-4aaa-9762-bd2acc24c3df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:26:11.405142 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210f6b35-2261-4aaa-9762-bd2acc24c3df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:26:11.435378 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54d64935-b28a-43a0-97c0-a6028b0d2c3d admin admin] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:26:11.448273 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-54d64935-b28a-43a0-97c0-a6028b0d2c3d admin admin] 10.222.0.64 "PUT /v2.0/routers/57bc152f-4d17-4622-b219-f6eae90febb7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1045582 Jan 28 19:26:11.450312 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-814e4ab3-2cfb-4fb5-9ae6-d11de8c0b119 admin admin] Publish callbacks [] for security_group (a318ab21-a3c7-47f0-85d1-95a42645996f), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:11.487579 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-814e4ab3-2cfb-4fb5-9ae6-d11de8c0b119 admin admin] Publish callbacks [] for security_group (a318ab21-a3c7-47f0-85d1-95a42645996f), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:11.552272 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9d650e9c-6312-47c8-a66e-cac26eab80d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (c4302b73-ca61-4da7-b39f-ec4ea0448ca6), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:11.587234 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-814e4ab3-2cfb-4fb5-9ae6-d11de8c0b119 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (a318ab21-a3c7-47f0-85d1-95a42645996f), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:11.591672 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:11.595254 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-814e4ab3-2cfb-4fb5-9ae6-d11de8c0b119 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:11.599378 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-814e4ab3-2cfb-4fb5-9ae6-d11de8c0b119 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a318ab21-a3c7-47f0-85d1-95a42645996f HTTP/1.1" status: 204 len: 168 time: 0.3401775 Jan 28 19:26:11.612922 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814e4ab3-2cfb-4fb5-9ae6-d11de8c0b119 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a318ab21-a3c7-47f0-85d1-95a42645996f,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:11.760336 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9d650e9c-6312-47c8-a66e-cac26eab80d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (c4302b73-ca61-4da7-b39f-ec4ea0448ca6), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:11.817340 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945dc080-b5ef-4831-a7bc-318da75f1c47 req-839ede91-dd43-4ee8-a343-f225ab645aea tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:11.823194 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945dc080-b5ef-4831-a7bc-318da75f1c47 req-839ede91-dd43-4ee8-a343-f225ab645aea tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:11.836003 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945dc080-b5ef-4831-a7bc-318da75f1c47 req-839ede91-dd43-4ee8-a343-f225ab645aea tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:11.850724 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945dc080-b5ef-4831-a7bc-318da75f1c47 req-839ede91-dd43-4ee8-a343-f225ab645aea tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:11.856032 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945dc080-b5ef-4831-a7bc-318da75f1c47 req-839ede91-dd43-4ee8-a343-f225ab645aea tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:11.861920 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945dc080-b5ef-4831-a7bc-318da75f1c47 req-839ede91-dd43-4ee8-a343-f225ab645aea tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:11.868634 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945dc080-b5ef-4831-a7bc-318da75f1c47 req-839ede91-dd43-4ee8-a343-f225ab645aea tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:11.876416 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-945dc080-b5ef-4831-a7bc-318da75f1c47 req-839ede91-dd43-4ee8-a343-f225ab645aea tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.64 "GET /v2.0/ports?device_id=5bd15075-1e8c-4d4e-9154-d45912ca536e HTTP/1.1" status: 200 len: 5436 time: 0.2548847 Jan 28 19:26:11.902182 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-9d650e9c-6312-47c8-a66e-cac26eab80d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4302b73-ca61-4da7-b39f-ec4ea0448ca6']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:26:11.924049 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-9d650e9c-6312-47c8-a66e-cac26eab80d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '061cb951-c0bc-4d59-a3f2-ff4acb095ff3') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:26:11.926928 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-9d650e9c-6312-47c8-a66e-cac26eab80d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '061cb951-c0bc-4d59-a3f2-ff4acb095ff3') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:26:11.947733 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9d650e9c-6312-47c8-a66e-cac26eab80d8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4747091'] for segment (061cb951-c0bc-4d59-a3f2-ff4acb095ff3), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:11.972948 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9d650e9c-6312-47c8-a66e-cac26eab80d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (061cb951-c0bc-4d59-a3f2-ff4acb095ff3), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:11.984646 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-945dc080-b5ef-4831-a7bc-318da75f1c47 req-562f2af7-ec13-4dd3-9818-db9958ada3d8 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.64 "GET /v2.0/security-groups?id=abf1c1e9-b349-4aee-9c71-682c8b55783a&id=b98a868e-e5c1-410f-a3c5-8429d6410f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1070926 Jan 28 19:26:11.991092 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d650e9c-6312-47c8-a66e-cac26eab80d8 admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:26:11.991569 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9d650e9c-6312-47c8-a66e-cac26eab80d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4690514'] for segment (061cb951-c0bc-4d59-a3f2-ff4acb095ff3), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:11.993794 n-d-812111-14 neutron-server[103304]: Traceback (most recent call last): Jan 28 19:26:11.993794 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:26:11.993794 n-d-812111-14 neutron-server[103304]: timer() Jan 28 19:26:11.993794 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:26:11.993794 n-d-812111-14 neutron-server[103304]: cb(*args, **kw) Jan 28 19:26:11.993794 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:26:11.993794 n-d-812111-14 neutron-server[103304]: return func(*args, **kwargs) Jan 28 19:26:11.993794 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:26:11.993794 n-d-812111-14 neutron-server[103304]: self._notify() Jan 28 19:26:11.993794 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:26:11.993794 n-d-812111-14 neutron-server[103304]: self.callback(batched_events) Jan 28 19:26:11.993794 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:26:11.993794 n-d-812111-14 neutron-server[103304]: event.method(event) Jan 28 19:26:11.993794 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:26:11.993794 n-d-812111-14 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:26:11.993794 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:26:11.993794 n-d-812111-14 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:26:11.993794 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:26:11.993794 n-d-812111-14 neutron-server[103304]: return f(self, *a, **k) Jan 28 19:26:11.993794 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:26:11.993794 n-d-812111-14 neutron-server[103304]: return self._get(url).json() Jan 28 19:26:11.993794 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:26:11.993794 n-d-812111-14 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:26:11.993794 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:26:11.993794 n-d-812111-14 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 28 19:26:11.993794 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:26:11.993794 n-d-812111-14 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:26:11.993794 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:26:11.993794 n-d-812111-14 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:26:11.993794 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:26:11.993794 n-d-812111-14 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:26:11.993794 n-d-812111-14 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:26:12.100302 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9d650e9c-6312-47c8-a66e-cac26eab80d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (c4302b73-ca61-4da7-b39f-ec4ea0448ca6), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:12.108962 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9d650e9c-6312-47c8-a66e-cac26eab80d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:12.112225 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-9d650e9c-6312-47c8-a66e-cac26eab80d8 admin admin] 10.222.0.64 "DELETE /v2.0/networks/c4302b73-ca61-4da7-b39f-ec4ea0448ca6 HTTP/1.1" status: 204 len: 168 time: 0.7479722 Jan 28 19:26:12.117823 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 53130) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:26:12.125858 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d650e9c-6312-47c8-a66e-cac26eab80d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=c4302b73-ca61-4da7-b39f-ec4ea0448ca6,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:12.147791 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-500b2497-434a-4531-8a01-6ca94d9b1a7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:12.154531 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c03b28-b93f-456c-b392-b40aff25f2c3 req-c674896a-1a11-47ed-aea3-36df5b6d8c2e tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:12.156403 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-80c03b28-b93f-456c-b392-b40aff25f2c3 req-c674896a-1a11-47ed-aea3-36df5b6d8c2e tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] 10.222.0.64 "GET /v2.0/ports?device_id=24181069-5a95-4fd0-be49-0f6eb9a8a560 HTTP/1.1" status: 200 len: 945 time: 0.0859892 Jan 28 19:26:12.234086 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-80c03b28-b93f-456c-b392-b40aff25f2c3 req-91f5dbec-438d-4b15-a45d-af77de44745b tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] 10.222.0.64 "GET /v2.0/security-groups?id=6e3b5f6f-cd04-46bb-9eb5-a6c7cbc22d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711970 Jan 28 19:26:12.307645 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6508ce20-e0b1-4e9f-b13f-211ee0a5f95f req-adf5f0ec-9475-42a7-97ee-ed132aa7183b tempest-FloatingIPsNegativeTestJSON-1881490770 tempest-FloatingIPsNegativeTestJSON-1881490770-project] 10.222.0.64 "GET /v2.0/floatingips?tenant_id=4b040b0408764768a35aab2b616c5da1 HTTP/1.1" status: 200 len: 217 time: 0.1337988 Jan 28 19:26:12.375864 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a249f1c9-39b7-4ac3-9175-4e22b23f488e req-494d9666-31a9-41f6-ab61-92975bc524c4 tempest-FloatingIPsNegativeTestJSON-1881490770 tempest-FloatingIPsNegativeTestJSON-1881490770-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0518513 Jan 28 19:26:12.409774 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-500b2497-434a-4531-8a01-6ca94d9b1a7a admin admin] Publish callbacks [] for security_group (a87f1fc5-517e-44d3-a627-0b1115d7e74f), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:12.480348 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1a4c34-e0ee-462a-afb7-e9ce2e80ca14 req-41df732e-0983-407f-94bc-dc4a3511f71b tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:12.489638 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3a1a4c34-e0ee-462a-afb7-e9ce2e80ca14 req-41df732e-0983-407f-94bc-dc4a3511f71b tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3a5de6e-abf9-4322-a6ca-a4ea56811da8 HTTP/1.1" status: 200 len: 945 time: 0.1154115 Jan 28 19:26:12.492297 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 53138) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:26:12.494704 n-d-812111-14 neutron-server[103305]: INFO neutron.api.v2.resource [req-3aa83fd8-ff6a-4485-afde-85ce18c2bf1c req-1956406c-3f7b-4c67-b0c1-7876d1bdac32 tempest-FloatingIPsNegativeTestJSON-1881490770 tempest-FloatingIPsNegativeTestJSON-1881490770-project] show failed (client error): The resource could not be found. Jan 28 19:26:12.495769 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3aa83fd8-ff6a-4485-afde-85ce18c2bf1c req-1956406c-3f7b-4c67-b0c1-7876d1bdac32 tempest-FloatingIPsNegativeTestJSON-1881490770 tempest-FloatingIPsNegativeTestJSON-1881490770-project] 10.222.0.64 "GET /v2.0/floatingips/15db95ad-9b20-4b59-9096-c45fa95a27bf HTTP/1.1" status: 404 len: 350 time: 0.0814419 Jan 28 19:26:12.496384 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-500b2497-434a-4531-8a01-6ca94d9b1a7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (a87f1fc5-517e-44d3-a627-0b1115d7e74f), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:12.553319 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 53140) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:26:12.584836 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-500b2497-434a-4531-8a01-6ca94d9b1a7a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=02435156a2d64ad4a96824287ace131c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4648457 Jan 28 19:26:12.590423 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 53142) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:26:12.650738 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500b2497-434a-4531-8a01-6ca94d9b1a7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a87f1fc5-517e-44d3-a627-0b1115d7e74f,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:12.699395 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 103b9a33-4867-46ac-9b89-be614ac69b22 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:26:12.745593 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 53144) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:26:12.803802 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 103b9a33-4867-46ac-9b89-be614ac69b22 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:26:12.804386 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (103b9a33-4867-46ac-9b89-be614ac69b22), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:12.805689 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-cd940d22-2a39-4ea8-89e0-7d748cf5b038 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0c4ea235eb2940b3b5cdc493b562a62f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0589306 Jan 28 19:26:12.808577 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 53146) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:26:12.899449 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9081cdf1-4728-4488-9209-fd1b541832b8 admin admin] Publish callbacks [] for security_group (a17e8282-0405-4e4b-9340-e89106f12f6a), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:12.900462 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3a1a4c34-e0ee-462a-afb7-e9ce2e80ca14 req-2bd2fe2c-c488-4c9e-9811-63d593493e2a tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/security-groups?id=f474bf53-325f-4ec5-b389-bc6e034fc623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4094787 Jan 28 19:26:12.913068 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-afedc7f3-8834-42ca-ade0-2333684518a4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7cdeeaee2d6c4eadb82b335e85be3f27&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4077704 Jan 28 19:26:12.916812 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-175e028b-5245-4748-87e6-47b5b11be7b9 admin admin] Publish callbacks [] for security_group (a87f1fc5-517e-44d3-a627-0b1115d7e74f), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:12.920098 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 53148) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:26:12.936337 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 103b9a33-4867-46ac-9b89-be614ac69b22 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:26:12.936826 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (103b9a33-4867-46ac-9b89-be614ac69b22), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:12.952785 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9081cdf1-4728-4488-9209-fd1b541832b8 admin admin] Publish callbacks [] for security_group (a17e8282-0405-4e4b-9340-e89106f12f6a), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:12.963275 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] For port 103b9a33-4867-46ac-9b89-be614ac69b22, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=103b9a33-4867-46ac-9b89-be614ac69b22,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:26:12.974142 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (103b9a33-4867-46ac-9b89-be614ac69b22), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:13.016918 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:13.054649 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Pushing event updated for resources: {'Port': ['ID=103b9a33-4867-46ac-9b89-be614ac69b22,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:13.058190 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-16400dde-5cd2-4c66-af3b-7a9b303f0595 admin admin] Publish callbacks [] for security_group (226ee19d-b5b3-4b20-a0b0-295a2f9cdc01), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:13.079756 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-175e028b-5245-4748-87e6-47b5b11be7b9 admin admin] Publish callbacks [] for security_group (a87f1fc5-517e-44d3-a627-0b1115d7e74f), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:13.088021 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9081cdf1-4728-4488-9209-fd1b541832b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (a17e8282-0405-4e4b-9340-e89106f12f6a), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:13.090754 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9081cdf1-4728-4488-9209-fd1b541832b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:13.094783 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-9081cdf1-4728-4488-9209-fd1b541832b8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a17e8282-0405-4e4b-9340-e89106f12f6a HTTP/1.1" status: 204 len: 168 time: 0.2820854 Jan 28 19:26:13.117242 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-16400dde-5cd2-4c66-af3b-7a9b303f0595 admin admin] Publish callbacks [] for security_group (226ee19d-b5b3-4b20-a0b0-295a2f9cdc01), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:13.128143 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9081cdf1-4728-4488-9209-fd1b541832b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a17e8282-0405-4e4b-9340-e89106f12f6a,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:13.264123 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e02875e-4b4d-4ec5-8300-6290d2e7494c req-5ed04a3d-cd1b-404f-9374-75168333f2c9 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:13.270913 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e02875e-4b4d-4ec5-8300-6290d2e7494c req-5ed04a3d-cd1b-404f-9374-75168333f2c9 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:13.278384 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e02875e-4b4d-4ec5-8300-6290d2e7494c req-5ed04a3d-cd1b-404f-9374-75168333f2c9 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:13.283278 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-175e028b-5245-4748-87e6-47b5b11be7b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (a87f1fc5-517e-44d3-a627-0b1115d7e74f), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:13.284487 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e02875e-4b4d-4ec5-8300-6290d2e7494c req-5ed04a3d-cd1b-404f-9374-75168333f2c9 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:13.288058 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-175e028b-5245-4748-87e6-47b5b11be7b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:13.289261 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-175e028b-5245-4748-87e6-47b5b11be7b9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a87f1fc5-517e-44d3-a627-0b1115d7e74f HTTP/1.1" status: 204 len: 168 time: 0.6955264 Jan 28 19:26:13.311513 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e02875e-4b4d-4ec5-8300-6290d2e7494c req-5ed04a3d-cd1b-404f-9374-75168333f2c9 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:13.315908 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175e028b-5245-4748-87e6-47b5b11be7b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a87f1fc5-517e-44d3-a627-0b1115d7e74f,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:13.337672 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e02875e-4b4d-4ec5-8300-6290d2e7494c req-5ed04a3d-cd1b-404f-9374-75168333f2c9 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:13.359073 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e02875e-4b4d-4ec5-8300-6290d2e7494c req-5ed04a3d-cd1b-404f-9374-75168333f2c9 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:13.361036 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9e02875e-4b4d-4ec5-8300-6290d2e7494c req-5ed04a3d-cd1b-404f-9374-75168333f2c9 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.64 "GET /v2.0/ports?device_id=5bd15075-1e8c-4d4e-9154-d45912ca536e HTTP/1.1" status: 200 len: 5436 time: 0.2415838 Jan 28 19:26:13.409714 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-16400dde-5cd2-4c66-af3b-7a9b303f0595 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (226ee19d-b5b3-4b20-a0b0-295a2f9cdc01), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:13.413073 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-16400dde-5cd2-4c66-af3b-7a9b303f0595 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:13.414422 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-16400dde-5cd2-4c66-af3b-7a9b303f0595 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/226ee19d-b5b3-4b20-a0b0-295a2f9cdc01 HTTP/1.1" status: 204 len: 168 time: 0.4925523 Jan 28 19:26:13.435810 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16400dde-5cd2-4c66-af3b-7a9b303f0595 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=226ee19d-b5b3-4b20-a0b0-295a2f9cdc01,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:13.528543 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9e02875e-4b4d-4ec5-8300-6290d2e7494c req-f2fea7a6-2b6e-44e9-bf44-ecd212d20dc8 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.64 "GET /v2.0/security-groups?id=abf1c1e9-b349-4aee-9c71-682c8b55783a&id=b98a868e-e5c1-410f-a3c5-8429d6410f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1545434 Jan 28 19:26:13.549542 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224b78ac-48d4-4a25-8b1c-c39974e20f35 req-6f4caf0e-2ae7-4cab-9547-5077921bea06 tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:13.549542 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-224b78ac-48d4-4a25-8b1c-c39974e20f35 req-6f4caf0e-2ae7-4cab-9547-5077921bea06 tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] 10.222.0.64 "GET /v2.0/ports?device_id=24181069-5a95-4fd0-be49-0f6eb9a8a560 HTTP/1.1" status: 200 len: 945 time: 0.2204525 Jan 28 19:26:13.652503 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4ce4fa5c-2dd9-4825-8e80-6107b151f2f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-732838'] for router_interface (57bc152f-4d17-4622-b219-f6eae90febb7), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:13.708157 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-224b78ac-48d4-4a25-8b1c-c39974e20f35 req-4923deae-1d51-4edc-815b-de546c8a040f tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] 10.222.0.64 "GET /v2.0/security-groups?id=6e3b5f6f-cd04-46bb-9eb5-a6c7cbc22d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346436 Jan 28 19:26:13.963466 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372397c3-9c91-440f-8cd3-8047e6648769 None None] Sync routers for ids ['57bc152f-4d17-4622-b219-f6eae90febb7'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:26:13.981797 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372397c3-9c91-440f-8cd3-8047e6648769 None None] Routers {'57bc152f-4d17-4622-b219-f6eae90febb7'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:26:13.982836 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-372397c3-9c91-440f-8cd3-8047e6648769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:26:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['57bc152f-4d17-4622-b219-f6eae90febb7'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:26:14.121296 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9fe085-cedf-4253-a708-51d7884b5f8b req-454b6ff3-cfa9-42c8-a4ab-1db45b6f7622 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:14.122973 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7a9fe085-cedf-4253-a708-51d7884b5f8b req-454b6ff3-cfa9-42c8-a4ab-1db45b6f7622 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3a5de6e-abf9-4322-a6ca-a4ea56811da8 HTTP/1.1" status: 200 len: 945 time: 0.1156769 Jan 28 19:26:14.218346 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-372397c3-9c91-440f-8cd3-8047e6648769 None None] Set router 57bc152f-4d17-4622-b219-f6eae90febb7 gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:26:14.236785 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4fa5c-2dd9-4825-8e80-6107b151f2f7 admin admin] Deleting port 84459a11-bd3a-49af-82ea-6a4ba05eb40c {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:26:14.237359 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4ce4fa5c-2dd9-4825-8e80-6107b151f2f7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (84459a11-bd3a-49af-82ea-6a4ba05eb40c), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:14.254642 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7a9fe085-cedf-4253-a708-51d7884b5f8b req-1f8ce3d8-8a89-473a-bf6c-15e9986249be tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/security-groups?id=f474bf53-325f-4ec5-b389-bc6e034fc623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248267 Jan 28 19:26:14.448582 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-372397c3-9c91-440f-8cd3-8047e6648769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57bc152f-4d17-4622-b219-f6eae90febb7', 'name': 'tempest-FloatingIPsNegativeTestJSON-67784144-router', 'tenant_id': '4b040b0408764768a35aab2b616c5da1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': '103b9a33-4867-46ac-9b89-be614ac69b22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:26:01Z', 'updated_at': '2022-01-28T19:26:08Z', 'revision_number': 4, 'project_id': '4b040b0408764768a35aab2b616c5da1', 'gw_port': {'id': '103b9a33-4867-46ac-9b89-be614ac69b22', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:f6:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57bc152f-4d17-4622-b219-f6eae90febb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:26:02Z', 'updated_at': '2022-01-28T19:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '84459a11-bd3a-49af-82ea-6a4ba05eb40c', 'name': '', 'network_id': '1616dfdb-0a49-44dd-9fc7-8c62f0041569', 'tenant_id': '4b040b0408764768a35aab2b616c5da1', 'mac_address': 'fa:16:3e:f3:e5:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57bc152f-4d17-4622-b219-f6eae90febb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '28d7b206-2e58-42a1-88a9-2a72d9a6406f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:26:06Z', 'updated_at': '2022-01-28T19:26:08Z', 'revision_number': 2, 'project_id': '4b040b0408764768a35aab2b616c5da1', 'subnets': [{'id': '28d7b206-2e58-42a1-88a9-2a72d9a6406f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:26:14.477811 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4ce4fa5c-2dd9-4825-8e80-6107b151f2f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (84459a11-bd3a-49af-82ea-6a4ba05eb40c), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:14.499258 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4fa5c-2dd9-4825-8e80-6107b151f2f7 admin admin] Calling delete_port for 84459a11-bd3a-49af-82ea-6a4ba05eb40c owned by network:router_interface {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:26:14.524377 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f69af8b-ad1c-4c16-90b5-b174aa363371 req-f3e0d339-a58f-4029-b53a-a639d84b7cac tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:14.526187 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4f69af8b-ad1c-4c16-90b5-b174aa363371 req-f3e0d339-a58f-4029-b53a-a639d84b7cac tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3a5de6e-abf9-4322-a6ca-a4ea56811da8 HTTP/1.1" status: 200 len: 945 time: 0.1327276 Jan 28 19:26:14.599478 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372397c3-9c91-440f-8cd3-8047e6648769 None None] Checking router: 57bc152f-4d17-4622-b219-f6eae90febb7 for host: n-d-812111-14 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:26:14.600115 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372397c3-9c91-440f-8cd3-8047e6648769 None None] Updating router 57bc152f-4d17-4622-b219-f6eae90febb7 port 84459a11-bd3a-49af-82ea-6a4ba05eb40c binding host n-d-812111-14 {{(pid=103307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:26:14.632627 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-372397c3-9c91-440f-8cd3-8047e6648769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (84459a11-bd3a-49af-82ea-6a4ba05eb40c), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:14.693070 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 103b9a33-4867-46ac-9b89-be614ac69b22 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:26:14.812217 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 103b9a33-4867-46ac-9b89-be614ac69b22 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:26:14.813418 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4f69af8b-ad1c-4c16-90b5-b174aa363371 req-82443ded-204a-4f26-91f0-f71ebe4d10ce tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/security-groups?id=f474bf53-325f-4ec5-b389-bc6e034fc623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362845 Jan 28 19:26:14.814902 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (103b9a33-4867-46ac-9b89-be614ac69b22), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:14.849510 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a7c1ac-9780-4cff-a75c-eaf4b6ec02f7 req-3c8c336f-2aa5-4ffa-84d3-d27f8e287f18 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:14.868162 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a7c1ac-9780-4cff-a75c-eaf4b6ec02f7 req-3c8c336f-2aa5-4ffa-84d3-d27f8e287f18 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:14.877158 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a7c1ac-9780-4cff-a75c-eaf4b6ec02f7 req-3c8c336f-2aa5-4ffa-84d3-d27f8e287f18 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:14.897869 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a7c1ac-9780-4cff-a75c-eaf4b6ec02f7 req-3c8c336f-2aa5-4ffa-84d3-d27f8e287f18 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:14.909999 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a7c1ac-9780-4cff-a75c-eaf4b6ec02f7 req-3c8c336f-2aa5-4ffa-84d3-d27f8e287f18 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:14.921957 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a7c1ac-9780-4cff-a75c-eaf4b6ec02f7 req-3c8c336f-2aa5-4ffa-84d3-d27f8e287f18 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:14.922478 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 103b9a33-4867-46ac-9b89-be614ac69b22 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:26:14.932494 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a7c1ac-9780-4cff-a75c-eaf4b6ec02f7 req-3c8c336f-2aa5-4ffa-84d3-d27f8e287f18 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:14.940185 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-98a7c1ac-9780-4cff-a75c-eaf4b6ec02f7 req-3c8c336f-2aa5-4ffa-84d3-d27f8e287f18 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.64 "GET /v2.0/ports?device_id=5bd15075-1e8c-4d4e-9154-d45912ca536e HTTP/1.1" status: 200 len: 5436 time: 0.2433608 Jan 28 19:26:15.125551 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-98a7c1ac-9780-4cff-a75c-eaf4b6ec02f7 req-e46fdf82-39a6-43e2-a052-f744358f2e1e tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.64 "GET /v2.0/security-groups?id=abf1c1e9-b349-4aee-9c71-682c8b55783a&id=b98a868e-e5c1-410f-a3c5-8429d6410f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1752429 Jan 28 19:26:15.214107 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.db.api [None req-372397c3-9c91-440f-8cd3-8047e6648769 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103307) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 19:26:15.214692 n-d-812111-14 neutron-server[103307]: DEBUG oslo_db.api [None req-372397c3-9c91-440f-8cd3-8047e6648769 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 19:26:15.322577 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4ce4fa5c-2dd9-4825-8e80-6107b151f2f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (84459a11-bd3a-49af-82ea-6a4ba05eb40c), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:15.425656 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4fa5c-2dd9-4825-8e80-6107b151f2f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=84459a11-bd3a-49af-82ea-6a4ba05eb40c,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:15.750770 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372397c3-9c91-440f-8cd3-8047e6648769 None None] Port 84459a11-bd3a-49af-82ea-6a4ba05eb40c not found while updating agent binding for router 57bc152f-4d17-4622-b219-f6eae90febb7. {{(pid=103307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jan 28 19:26:15.770136 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372397c3-9c91-440f-8cd3-8047e6648769 None None] Routers {'57bc152f-4d17-4622-b219-f6eae90febb7'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:26:15.771009 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-372397c3-9c91-440f-8cd3-8047e6648769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:26:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['57bc152f-4d17-4622-b219-f6eae90febb7'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:26:15.936443 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22d46ef-9d58-46fe-a7b1-209306f8ac35 req-f5d2c65e-340a-4489-bf5c-31063b150ad3 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:15.961620 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22d46ef-9d58-46fe-a7b1-209306f8ac35 req-f5d2c65e-340a-4489-bf5c-31063b150ad3 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:15.975979 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22d46ef-9d58-46fe-a7b1-209306f8ac35 req-f5d2c65e-340a-4489-bf5c-31063b150ad3 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:15.985191 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22d46ef-9d58-46fe-a7b1-209306f8ac35 req-f5d2c65e-340a-4489-bf5c-31063b150ad3 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:15.996378 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-372397c3-9c91-440f-8cd3-8047e6648769 None None] Set router 57bc152f-4d17-4622-b219-f6eae90febb7 gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:26:16.001462 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22d46ef-9d58-46fe-a7b1-209306f8ac35 req-f5d2c65e-340a-4489-bf5c-31063b150ad3 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:16.017459 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22d46ef-9d58-46fe-a7b1-209306f8ac35 req-f5d2c65e-340a-4489-bf5c-31063b150ad3 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:16.028701 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22d46ef-9d58-46fe-a7b1-209306f8ac35 req-f5d2c65e-340a-4489-bf5c-31063b150ad3 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:16.042384 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a22d46ef-9d58-46fe-a7b1-209306f8ac35 req-f5d2c65e-340a-4489-bf5c-31063b150ad3 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.70 "GET /v2.0/ports?device_id=5bd15075-1e8c-4d4e-9154-d45912ca536e HTTP/1.1" status: 200 len: 5436 time: 0.8389933 Jan 28 19:26:16.056361 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc01960-d0d7-41e1-9c62-8c31888c50d2 req-1d8d8e44-8d99-4d5c-bb71-0d5030425971 tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:16.063029 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-efc01960-d0d7-41e1-9c62-8c31888c50d2 req-1d8d8e44-8d99-4d5c-bb71-0d5030425971 tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] 10.222.0.64 "GET /v2.0/ports?device_id=24181069-5a95-4fd0-be49-0f6eb9a8a560 HTTP/1.1" status: 200 len: 945 time: 1.1094785 Jan 28 19:26:16.106987 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee7fd2a-d1bb-48e0-913b-6d6279ed8188 req-c1fbe2c5-9895-44eb-aaf1-0e303ee796e8 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:16.119895 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7ee7fd2a-d1bb-48e0-913b-6d6279ed8188 req-c1fbe2c5-9895-44eb-aaf1-0e303ee796e8 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3a5de6e-abf9-4322-a6ca-a4ea56811da8 HTTP/1.1" status: 200 len: 945 time: 0.1670001 Jan 28 19:26:16.233817 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22d46ef-9d58-46fe-a7b1-209306f8ac35 req-87fcf5d7-6722-48db-b6e2-ee39c99d6921 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:16.240578 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a22d46ef-9d58-46fe-a7b1-209306f8ac35 req-87fcf5d7-6722-48db-b6e2-ee39c99d6921 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.70 "GET /v2.0/ports/de98d303-7c1f-431e-bf81-fef0fcf95502?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1732154 Jan 28 19:26:16.258145 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7ee7fd2a-d1bb-48e0-913b-6d6279ed8188 req-d24d86af-4aaa-4d21-827a-a7709883b7b6 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/security-groups?id=f474bf53-325f-4ec5-b389-bc6e034fc623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373196 Jan 28 19:26:16.510211 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-372397c3-9c91-440f-8cd3-8047e6648769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57bc152f-4d17-4622-b219-f6eae90febb7', 'name': 'tempest-FloatingIPsNegativeTestJSON-67784144-router', 'tenant_id': '4b040b0408764768a35aab2b616c5da1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': '103b9a33-4867-46ac-9b89-be614ac69b22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:26:01Z', 'updated_at': '2022-01-28T19:26:15Z', 'revision_number': 5, 'project_id': '4b040b0408764768a35aab2b616c5da1', 'gw_port': {'id': '103b9a33-4867-46ac-9b89-be614ac69b22', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:f6:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57bc152f-4d17-4622-b219-f6eae90febb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:26:02Z', 'updated_at': '2022-01-28T19:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:26:16.599192 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4ce4fa5c-2dd9-4825-8e80-6107b151f2f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-732682'] for router_interface (57bc152f-4d17-4622-b219-f6eae90febb7), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:16.613080 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671ccb49-6aa9-4234-b37b-30a82a638cf8 req-cc99d5c0-385d-4773-ab0a-51427ce9ba88 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:16.618176 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372397c3-9c91-440f-8cd3-8047e6648769 None None] The sync data for ids ['57bc152f-4d17-4622-b219-f6eae90febb7'] in n-d-812111-14 is: [{'id': '57bc152f-4d17-4622-b219-f6eae90febb7', 'name': 'tempest-FloatingIPsNegativeTestJSON-67784144-router', 'tenant_id': '4b040b0408764768a35aab2b616c5da1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': '103b9a33-4867-46ac-9b89-be614ac69b22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:26:01Z', 'updated_at': '2022-01-28T19:26:15Z', 'revision_number': 5, 'project_id': '4b040b0408764768a35aab2b616c5da1', 'gw_port': {'id': '103b9a33-4867-46ac-9b89-be614ac69b22', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:f6:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57bc152f-4d17-4622-b219-f6eae90febb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:26:02Z', 'updated_at': '2022-01-28T19:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:26:16.634039 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671ccb49-6aa9-4234-b37b-30a82a638cf8 req-cc99d5c0-385d-4773-ab0a-51427ce9ba88 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:16.647642 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671ccb49-6aa9-4234-b37b-30a82a638cf8 req-cc99d5c0-385d-4773-ab0a-51427ce9ba88 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:16.678604 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671ccb49-6aa9-4234-b37b-30a82a638cf8 req-cc99d5c0-385d-4773-ab0a-51427ce9ba88 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:16.705663 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671ccb49-6aa9-4234-b37b-30a82a638cf8 req-cc99d5c0-385d-4773-ab0a-51427ce9ba88 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:16.715404 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671ccb49-6aa9-4234-b37b-30a82a638cf8 req-cc99d5c0-385d-4773-ab0a-51427ce9ba88 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:16.723861 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671ccb49-6aa9-4234-b37b-30a82a638cf8 req-cc99d5c0-385d-4773-ab0a-51427ce9ba88 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:16.733712 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-671ccb49-6aa9-4234-b37b-30a82a638cf8 req-cc99d5c0-385d-4773-ab0a-51427ce9ba88 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.64 "GET /v2.0/ports?device_id=5bd15075-1e8c-4d4e-9154-d45912ca536e HTTP/1.1" status: 200 len: 5436 time: 0.2974513 Jan 28 19:26:16.775556 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-efc01960-d0d7-41e1-9c62-8c31888c50d2 req-6deb4dcd-7326-4acf-9f23-8081bd5a1398 tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] 10.222.0.64 "GET /v2.0/security-groups?id=6e3b5f6f-cd04-46bb-9eb5-a6c7cbc22d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6800621 Jan 28 19:26:16.813127 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a22d46ef-9d58-46fe-a7b1-209306f8ac35 req-ad0893aa-5769-4751-bc8e-fde977b0d265 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.70 "GET /v2.0/networks/45c329a7-41ca-41dc-8117-b6a34c90d860?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.5667260 Jan 28 19:26:16.835099 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-a22d46ef-9d58-46fe-a7b1-209306f8ac35 req-c5698ca4-2a15-4044-91e8-472b8ce41899 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:26:16.862436 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-671ccb49-6aa9-4234-b37b-30a82a638cf8 req-ad56f462-8d40-4539-8650-da66e77b8db2 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.64 "GET /v2.0/security-groups?id=abf1c1e9-b349-4aee-9c71-682c8b55783a&id=b98a868e-e5c1-410f-a3c5-8429d6410f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1147363 Jan 28 19:26:17.118152 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 53326) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:26:17.178674 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 53330) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:26:17.215087 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 531bdf71-3dde-4e38-8c1a-ff8047145e91 no longer exists at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:26:17.227704 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3248bc49-d722-48f0-aca4-10157aadd1a1 req-8184e6b8-c488-4353-86bd-502bb97c0884 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:17.229826 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3248bc49-d722-48f0-aca4-10157aadd1a1 req-8184e6b8-c488-4353-86bd-502bb97c0884 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3a5de6e-abf9-4322-a6ca-a4ea56811da8 HTTP/1.1" status: 200 len: 945 time: 0.2319982 Jan 28 19:26:17.373306 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 531bdf71-3dde-4e38-8c1a-ff8047145e91 is: ACTIVE; New status is: DOWN {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:26:17.373737 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (531bdf71-3dde-4e38-8c1a-ff8047145e91), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:17.378799 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-a22d46ef-9d58-46fe-a7b1-209306f8ac35 req-c5698ca4-2a15-4044-91e8-472b8ce41899 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (de98d303-7c1f-431e-bf81-fef0fcf95502), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:17.435771 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-03df0835-c175-4eea-b67b-c91ea6c132ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:17.456749 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bd15075-1e8c-4d4e-9154-d45912ca536e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '531bdf71-3dde-4e38-8c1a-ff8047145e91'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:26:17.460999 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaad4e75-0328-4482-b16b-22d366ed27ab" -d '{"events": [{"server_uuid": "5bd15075-1e8c-4d4e-9154-d45912ca536e", "name": "network-vif-unplugged", "status": "completed", "tag": "531bdf71-3dde-4e38-8c1a-ff8047145e91"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:26:17.488743 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 531bdf71-3dde-4e38-8c1a-ff8047145e91, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=531bdf71-3dde-4e38-8c1a-ff8047145e91,segment=NetworkSegment(79f40755-04af-4e67-b0c3-110144717628),segment_id=79f40755-04af-4e67-b0c3-110144717628)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:26:17.498821 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (531bdf71-3dde-4e38-8c1a-ff8047145e91), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:17.500153 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 12d5c4fa-3235-4f0d-98da-a2e61f15252b no longer exists at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:26:17.555525 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 19:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d46f5f53-fab4-44f7-a415-089c8ec4d4f3 x-openstack-request-id: req-d46f5f53-fab4-44f7-a415-089c8ec4d4f3 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:26:17.556252 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bd15075-1e8c-4d4e-9154-d45912ca536e", "name": "network-vif-unplugged", "status": "completed", "tag": "531bdf71-3dde-4e38-8c1a-ff8047145e91", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:26:17.556740 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d46f5f53-fab4-44f7-a415-089c8ec4d4f3 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:26:17.557503 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bd15075-1e8c-4d4e-9154-d45912ca536e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '531bdf71-3dde-4e38-8c1a-ff8047145e91', 'code': 200} Jan 28 19:26:17.703209 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 53340) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:26:17.739247 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=531bdf71-3dde-4e38-8c1a-ff8047145e91,revision_number=6']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:17.787348 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-03df0835-c175-4eea-b67b-c91ea6c132ad admin admin] Publish callbacks [] for security_group (6b1af5a6-b399-45fe-a48b-dc3460930042), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:17.825378 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-18081e41-0e2a-4697-a3f6-d2a9b6aaba5a tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-580144980', 'router:external': True}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:26:17.833008 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ce4fa5c-2dd9-4825-8e80-6107b151f2f7 admin admin] Router 57bc152f-4d17-4622-b219-f6eae90febb7 has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:26:17.838318 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 12d5c4fa-3235-4f0d-98da-a2e61f15252b is: ACTIVE; New status is: DOWN {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:26:17.838704 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (12d5c4fa-3235-4f0d-98da-a2e61f15252b), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:17.860498 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-03df0835-c175-4eea-b67b-c91ea6c132ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (6b1af5a6-b399-45fe-a48b-dc3460930042), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:17.916535 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18081e41-0e2a-4697-a3f6-d2a9b6aaba5a tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Made reservation on behalf of 18db84f7dd1848fe9db2b1a3fc67318c for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:26:17.918752 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-18081e41-0e2a-4697-a3f6-d2a9b6aaba5a tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:17.922140 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 12d5c4fa-3235-4f0d-98da-a2e61f15252b, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=12d5c4fa-3235-4f0d-98da-a2e61f15252b,segment=NetworkSegment(c3edb3fd-102e-40d6-a262-2e568f802606),segment_id=c3edb3fd-102e-40d6-a262-2e568f802606)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:26:17.940461 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (12d5c4fa-3235-4f0d-98da-a2e61f15252b), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:17.941883 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 8132a07e-4a59-47ca-90c2-1121ff386089 no longer exists at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:26:17.951672 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f44fe29-d0de-41ed-916c-30039b9c6dfe req-aacf7f2e-815f-43d6-99bf-e8ded3b44d8c tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:17.959247 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-0f44fe29-d0de-41ed-916c-30039b9c6dfe req-aacf7f2e-815f-43d6-99bf-e8ded3b44d8c tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3a5de6e-abf9-4322-a6ca-a4ea56811da8 HTTP/1.1" status: 200 len: 945 time: 0.4879391 Jan 28 19:26:17.979940 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0c3c1d28-1070-4758-b0a9-686bfbc041b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:17.997538 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-18081e41-0e2a-4697-a3f6-d2a9b6aaba5a tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:18.018367 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-03df0835-c175-4eea-b67b-c91ea6c132ad admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8dc82a4817f044279f81fb884661dc75&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8991029 Jan 28 19:26:18.026889 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 53350) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:26:18.044847 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03df0835-c175-4eea-b67b-c91ea6c132ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b1af5a6-b399-45fe-a48b-dc3460930042,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:18.197867 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=12d5c4fa-3235-4f0d-98da-a2e61f15252b,revision_number=6']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:18.228295 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-0f44fe29-d0de-41ed-916c-30039b9c6dfe req-20cf63e9-c76a-4555-97c0-1aede5fffb6f tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/security-groups?id=f474bf53-325f-4ec5-b389-bc6e034fc623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2669647 Jan 28 19:26:18.257507 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 8132a07e-4a59-47ca-90c2-1121ff386089 is: ACTIVE; New status is: DOWN {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:26:18.258461 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (8132a07e-4a59-47ca-90c2-1121ff386089), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:18.270395 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-3248bc49-d722-48f0-aca4-10157aadd1a1 req-931f06a5-465c-44d3-8a4a-cc0ff22f248d tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Deleting port 85614c85-fede-45b3-b517-9dafda2b6037 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:26:18.270791 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-3248bc49-d722-48f0-aca4-10157aadd1a1 req-931f06a5-465c-44d3-8a4a-cc0ff22f248d tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (85614c85-fede-45b3-b517-9dafda2b6037), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:18.282020 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3428c1-7ff2-46fb-9892-4ed0bb3ac578 req-002fdfbf-c029-468d-9a8e-b4ae86fff87c tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:18.283656 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7e3428c1-7ff2-46fb-9892-4ed0bb3ac578 req-002fdfbf-c029-468d-9a8e-b4ae86fff87c tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] 10.222.0.64 "GET /v2.0/ports?device_id=24181069-5a95-4fd0-be49-0f6eb9a8a560 HTTP/1.1" status: 200 len: 945 time: 0.4058139 Jan 28 19:26:18.302212 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ce4fa5c-2dd9-4825-8e80-6107b151f2f7 admin admin] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:26:18.310841 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-4ce4fa5c-2dd9-4825-8e80-6107b151f2f7 admin admin] 10.222.0.64 "PUT /v2.0/routers/57bc152f-4d17-4622-b219-f6eae90febb7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7565086 Jan 28 19:26:18.318031 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17003594-0b20-456a-95f7-3cce4f4e1cc0 None None] Sync routers for ids ['57bc152f-4d17-4622-b219-f6eae90febb7'] in n-d-812111-14 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:26:18.328145 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 53352) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:26:18.333019 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 8132a07e-4a59-47ca-90c2-1121ff386089, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=8132a07e-4a59-47ca-90c2-1121ff386089,segment=NetworkSegment(c3edb3fd-102e-40d6-a262-2e568f802606),segment_id=c3edb3fd-102e-40d6-a262-2e568f802606)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:26:18.339035 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17003594-0b20-456a-95f7-3cce4f4e1cc0 None None] Routers {'57bc152f-4d17-4622-b219-f6eae90febb7'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:26:18.340597 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-17003594-0b20-456a-95f7-3cce4f4e1cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:26:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['57bc152f-4d17-4622-b219-f6eae90febb7'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:26:18.387481 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (8132a07e-4a59-47ca-90c2-1121ff386089), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:18.388495 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 9dc6d1c9-fcf0-468a-9d9c-6a726391a876 no longer exists at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:26:18.393771 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-a22d46ef-9d58-46fe-a7b1-209306f8ac35 req-c5698ca4-2a15-4044-91e8-472b8ce41899 service neutron] For port de98d303-7c1f-431e-bf81-fef0fcf95502, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=de98d303-7c1f-431e-bf81-fef0fcf95502,segment=NetworkSegment(c3edb3fd-102e-40d6-a262-2e568f802606),segment_id=c3edb3fd-102e-40d6-a262-2e568f802606)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:26:18.459862 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7e3428c1-7ff2-46fb-9892-4ed0bb3ac578 req-7a7e84cd-8443-4d5d-8a1a-6c2fc3497a5c tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] 10.222.0.64 "GET /v2.0/security-groups?id=6e3b5f6f-cd04-46bb-9eb5-a6c7cbc22d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655822 Jan 28 19:26:18.476283 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-3248bc49-d722-48f0-aca4-10157aadd1a1 req-931f06a5-465c-44d3-8a4a-cc0ff22f248d tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] For port 85614c85-fede-45b3-b517-9dafda2b6037, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=85614c85-fede-45b3-b517-9dafda2b6037,segment=NetworkSegment(e068a65d-85a7-4b6f-806f-2e18a6e2925d),segment_id=e068a65d-85a7-4b6f-806f-2e18a6e2925d)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:26:18.476584 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-3248bc49-d722-48f0-aca4-10157aadd1a1 req-931f06a5-465c-44d3-8a4a-cc0ff22f248d tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (85614c85-fede-45b3-b517-9dafda2b6037), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:18.503636 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4bb98dd7-c80a-44c0-a799-af53dc4ed156 admin admin] Publish callbacks [] for security_group (6b1af5a6-b399-45fe-a48b-dc3460930042), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:18.511431 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-3248bc49-d722-48f0-aca4-10157aadd1a1 req-931f06a5-465c-44d3-8a4a-cc0ff22f248d tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Calling delete_port for 85614c85-fede-45b3-b517-9dafda2b6037 owned by compute:nova {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:26:18.514700 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-18081e41-0e2a-4697-a3f6-d2a9b6aaba5a tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Publish callbacks [] for security_group (1d8705cd-89e7-4781-b0fa-4e8d5b07401f), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:18.515392 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-a22d46ef-9d58-46fe-a7b1-209306f8ac35 req-c5698ca4-2a15-4044-91e8-472b8ce41899 service neutron] For port de98d303-7c1f-431e-bf81-fef0fcf95502, host n-h2-812111-14, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:26:18.550646 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-18081e41-0e2a-4697-a3f6-d2a9b6aaba5a tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (1d8705cd-89e7-4781-b0fa-4e8d5b07401f), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:18.554264 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 84459a11-bd3a-49af-82ea-6a4ba05eb40c no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:26:18.612723 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4bb98dd7-c80a-44c0-a799-af53dc4ed156 admin admin] Publish callbacks [] for security_group (6b1af5a6-b399-45fe-a48b-dc3460930042), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:18.613006 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: 84459a11-bd3a-49af-82ea-6a4ba05eb40c {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:26:18.613132 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 84459a11-bd3a-49af-82ea-6a4ba05eb40c not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:26:18.622687 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-a22d46ef-9d58-46fe-a7b1-209306f8ac35 req-c5698ca4-2a15-4044-91e8-472b8ce41899 service neutron] device_id is not set on port de98d303-7c1f-431e-bf81-fef0fcf95502 yet. {{(pid=103304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:26:18.637700 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-a22d46ef-9d58-46fe-a7b1-209306f8ac35 req-c5698ca4-2a15-4044-91e8-472b8ce41899 service neutron] Publish callbacks [] for port (de98d303-7c1f-431e-bf81-fef0fcf95502), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:18.648254 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18081e41-0e2a-4697-a3f6-d2a9b6aaba5a tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:26:18.651646 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0c3c1d28-1070-4758-b0a9-686bfbc041b8 admin admin] Publish callbacks [] for security_group (0da3ebe8-564f-400b-8b12-d7cf6e1d5142), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:18.658395 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-a22d46ef-9d58-46fe-a7b1-209306f8ac35 req-c5698ca4-2a15-4044-91e8-472b8ce41899 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (de98d303-7c1f-431e-bf81-fef0fcf95502), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:18.676554 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 9dc6d1c9-fcf0-468a-9d9c-6a726391a876 is: ACTIVE; New status is: DOWN {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:26:18.676951 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (9dc6d1c9-fcf0-468a-9d9c-6a726391a876), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:18.698474 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0c3c1d28-1070-4758-b0a9-686bfbc041b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (0da3ebe8-564f-400b-8b12-d7cf6e1d5142), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:18.711999 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=8132a07e-4a59-47ca-90c2-1121ff386089,revision_number=6']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:18.731038 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ab4d2c-5001-4208-ad1b-9f9399e191c6 req-d65369d6-8bbd-4dbc-8f48-53bdf9e494c9 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:18.736506 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ab4d2c-5001-4208-ad1b-9f9399e191c6 req-d65369d6-8bbd-4dbc-8f48-53bdf9e494c9 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:18.742460 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ab4d2c-5001-4208-ad1b-9f9399e191c6 req-d65369d6-8bbd-4dbc-8f48-53bdf9e494c9 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:18.750724 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ab4d2c-5001-4208-ad1b-9f9399e191c6 req-d65369d6-8bbd-4dbc-8f48-53bdf9e494c9 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:18.769734 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-a22d46ef-9d58-46fe-a7b1-209306f8ac35 req-c5698ca4-2a15-4044-91e8-472b8ce41899 service neutron] No DVR routers for this DVR port de98d303-7c1f-431e-bf81-fef0fcf95502 on host n-h2-812111-14 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:26:18.770638 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ab4d2c-5001-4208-ad1b-9f9399e191c6 req-d65369d6-8bbd-4dbc-8f48-53bdf9e494c9 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:18.776446 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5698ca4-2a15-4044-91e8-472b8ce41899 service neutron] Pushing event updated for resources: {'Port': ['ID=de98d303-7c1f-431e-bf81-fef0fcf95502,revision_number=6']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:18.777596 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-17003594-0b20-456a-95f7-3cce4f4e1cc0 None None] Set router 57bc152f-4d17-4622-b219-f6eae90febb7 gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:26:18.785564 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ab4d2c-5001-4208-ad1b-9f9399e191c6 req-d65369d6-8bbd-4dbc-8f48-53bdf9e494c9 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:18.790725 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ab4d2c-5001-4208-ad1b-9f9399e191c6 req-d65369d6-8bbd-4dbc-8f48-53bdf9e494c9 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:18.799758 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-86ab4d2c-5001-4208-ad1b-9f9399e191c6 req-d65369d6-8bbd-4dbc-8f48-53bdf9e494c9 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.64 "GET /v2.0/ports?device_id=5bd15075-1e8c-4d4e-9154-d45912ca536e HTTP/1.1" status: 200 len: 5430 time: 0.4413900 Jan 28 19:26:18.807674 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-18081e41-0e2a-4697-a3f6-d2a9b6aaba5a tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (7f867745-53d5-49d5-a3f7-1540ef9903d9), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:18.808158 n-d-812111-14 neutron-server[103305]: INFO neutron.db.segments_db [None req-18081e41-0e2a-4697-a3f6-d2a9b6aaba5a tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Added segment 7f867745-53d5-49d5-a3f7-1540ef9903d9 of type vlan for network fc91349e-2c6c-4492-ae7b-468dcb90e3ae Jan 28 19:26:18.817494 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18081e41-0e2a-4697-a3f6-d2a9b6aaba5a tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d8705cd-89e7-4781-b0fa-4e8d5b07401f,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:18.844951 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7a5956a6-b639-4c3a-90da-518608e357c7 admin admin] Publish callbacks [] for router (57bc152f-4d17-4622-b219-f6eae90febb7), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:18.889952 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 9dc6d1c9-fcf0-468a-9d9c-6a726391a876, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=9dc6d1c9-fcf0-468a-9d9c-6a726391a876,segment=NetworkSegment(60f73bc9-e00e-4b44-a105-7ad75c8476d3),segment_id=60f73bc9-e00e-4b44-a105-7ad75c8476d3)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:26:18.897901 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-a22d46ef-9d58-46fe-a7b1-209306f8ac35 req-c5698ca4-2a15-4044-91e8-472b8ce41899 service neutron] In _notify_port_updated(), no bound segment for port de98d303-7c1f-431e-bf81-fef0fcf95502 on network 45c329a7-41ca-41dc-8117-b6a34c90d860 {{(pid=103304) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Jan 28 19:26:18.899602 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22d46ef-9d58-46fe-a7b1-209306f8ac35 req-c5698ca4-2a15-4044-91e8-472b8ce41899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:18.900689 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-a22d46ef-9d58-46fe-a7b1-209306f8ac35 req-c5698ca4-2a15-4044-91e8-472b8ce41899 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:18.902529 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a22d46ef-9d58-46fe-a7b1-209306f8ac35 req-c5698ca4-2a15-4044-91e8-472b8ce41899 service neutron] 10.222.0.70 "PUT /v2.0/ports/de98d303-7c1f-431e-bf81-fef0fcf95502 HTTP/1.1" status: 200 len: 1028 time: 2.0815182 Jan 28 19:26:18.915872 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (9dc6d1c9-fcf0-468a-9d9c-6a726391a876), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:18.916766 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device de98d303-7c1f-431e-bf81-fef0fcf95502 no longer exists at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:26:18.974066 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-0c3c1d28-1070-4758-b0a9-686bfbc041b8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ff2c07e10a134eac8a5ad67c9d0165d7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2684109 Jan 28 19:26:18.977259 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22d46ef-9d58-46fe-a7b1-209306f8ac35 req-8ec61448-6b76-48ec-a109-523a703d5ffa tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:18.979280 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a22d46ef-9d58-46fe-a7b1-209306f8ac35 req-8ec61448-6b76-48ec-a109-523a703d5ffa tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.70 "GET /v2.0/ports/12d5c4fa-3235-4f0d-98da-a2e61f15252b?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0715637 Jan 28 19:26:18.980110 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 53354) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:26:18.989505 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-3248bc49-d722-48f0-aca4-10157aadd1a1 req-931f06a5-465c-44d3-8a4a-cc0ff22f248d tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (85614c85-fede-45b3-b517-9dafda2b6037), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:19.007776 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] The host n-h2-812111-14 is not matching for port de98d303-7c1f-431e-bf81-fef0fcf95502 host ! {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Jan 28 19:26:19.008336 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device de98d303-7c1f-431e-bf81-fef0fcf95502 not bound to the agent host n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:26:19.008864 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 3657d8f5-b07c-40a7-9a6f-0ffcaf827d3b no longer exists at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:26:19.014637 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-a22d46ef-9d58-46fe-a7b1-209306f8ac35 req-bb6c0ce7-c680-4739-bc72-b6a43a2af5b1 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:26:19.019637 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-18081e41-0e2a-4697-a3f6-d2a9b6aaba5a tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (fc91349e-2c6c-4492-ae7b-468dcb90e3ae), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:19.039707 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['75629f80-97e2-4b65-9644-8e74b29b7b0c', '85614c85-fede-45b3-b517-9dafda2b6037'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:26:19.070412 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3c1d28-1070-4758-b0a9-686bfbc041b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0da3ebe8-564f-400b-8b12-d7cf6e1d5142,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:19.123518 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931f06a5-465c-44d3-8a4a-cc0ff22f248d tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Pushing event deleted for resources: {'Port': ['ID=85614c85-fede-45b3-b517-9dafda2b6037,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:19.151745 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4bb98dd7-c80a-44c0-a799-af53dc4ed156 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (6b1af5a6-b399-45fe-a48b-dc3460930042), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:19.154516 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4bb98dd7-c80a-44c0-a799-af53dc4ed156 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:19.158054 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-4bb98dd7-c80a-44c0-a799-af53dc4ed156 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6b1af5a6-b399-45fe-a48b-dc3460930042 HTTP/1.1" status: 204 len: 168 time: 1.1276429 Jan 28 19:26:19.162639 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=9dc6d1c9-fcf0-468a-9d9c-6a726391a876,revision_number=6']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:19.197656 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-86ab4d2c-5001-4208-ad1b-9f9399e191c6 req-7d1e886d-0d5d-40b8-83a2-b3fa55e484b0 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.64 "GET /v2.0/security-groups?id=abf1c1e9-b349-4aee-9c71-682c8b55783a&id=b98a868e-e5c1-410f-a3c5-8429d6410f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3941998 Jan 28 19:26:19.210565 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb98dd7-c80a-44c0-a799-af53dc4ed156 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b1af5a6-b399-45fe-a48b-dc3460930042,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:19.246059 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-18081e41-0e2a-4697-a3f6-d2a9b6aaba5a tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (fc91349e-2c6c-4492-ae7b-468dcb90e3ae), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:19.246795 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18081e41-0e2a-4697-a3f6-d2a9b6aaba5a tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:19.249419 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-18081e41-0e2a-4697-a3f6-d2a9b6aaba5a tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:19.259078 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-3248bc49-d722-48f0-aca4-10157aadd1a1 req-931f06a5-465c-44d3-8a4a-cc0ff22f248d tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] No DVR routers for this DVR port 85614c85-fede-45b3-b517-9dafda2b6037 on host n-h1-812111-14 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:26:19.262925 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-3248bc49-d722-48f0-aca4-10157aadd1a1 req-931f06a5-465c-44d3-8a4a-cc0ff22f248d tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:19.267582 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3248bc49-d722-48f0-aca4-10157aadd1a1 req-931f06a5-465c-44d3-8a4a-cc0ff22f248d tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.41 "DELETE /v2.0/ports/85614c85-fede-45b3-b517-9dafda2b6037 HTTP/1.1" status: 204 len: 173 time: 1.9920976 Jan 28 19:26:19.301558 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3a5de6e-abf9-4322-a6ca-a4ea56811da8', 'name': 'network-vif-deleted', 'tag': '85614c85-fede-45b3-b517-9dafda2b6037'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:26:19.311643 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24a355bf-e6af-467e-a8c7-cdaa3b5ed429" -d '{"events": [{"server_uuid": "e3a5de6e-abf9-4322-a6ca-a4ea56811da8", "name": "network-vif-deleted", "tag": "85614c85-fede-45b3-b517-9dafda2b6037"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:26:19.403663 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ad9963d9-24c8-4d7c-9ac2-c463fade4585 req-186b294c-b9c6-4f38-b3ba-93974ebbf50f tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3a5de6e-abf9-4322-a6ca-a4ea56811da8 HTTP/1.1" status: 200 len: 210 time: 0.0453129 Jan 28 19:26:19.406158 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55c59221-9ff5-4ce5-97bf-6adf8b7ce0f8 x-openstack-request-id: req-55c59221-9ff5-4ce5-97bf-6adf8b7ce0f8 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:26:19.406461 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3a5de6e-abf9-4322-a6ca-a4ea56811da8", "name": "network-vif-deleted", "tag": "85614c85-fede-45b3-b517-9dafda2b6037", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:26:19.408373 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-55c59221-9ff5-4ce5-97bf-6adf8b7ce0f8 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:26:19.408373 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3a5de6e-abf9-4322-a6ca-a4ea56811da8', 'name': 'network-vif-deleted', 'tag': '85614c85-fede-45b3-b517-9dafda2b6037', 'status': 'completed', 'code': 200} Jan 28 19:26:19.408373 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-a22d46ef-9d58-46fe-a7b1-209306f8ac35 req-bb6c0ce7-c680-4739-bc72-b6a43a2af5b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (12d5c4fa-3235-4f0d-98da-a2e61f15252b), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:19.411504 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d325b65b-3675-4e2e-9394-8ee9244186de admin admin] Publish callbacks [] for security_group (0da3ebe8-564f-400b-8b12-d7cf6e1d5142), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:19.415583 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-18081e41-0e2a-4697-a3f6-d2a9b6aaba5a tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 2.2357650 Jan 28 19:26:19.417019 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7a5956a6-b639-4c3a-90da-518608e357c7 admin admin] Publish callbacks [] for router_gateway (57bc152f-4d17-4622-b219-f6eae90febb7), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:19.446757 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d325b65b-3675-4e2e-9394-8ee9244186de admin admin] Publish callbacks [] for security_group (0da3ebe8-564f-400b-8b12-d7cf6e1d5142), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:19.461540 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 53364) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:26:19.510089 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-45cff73c-7b9f-4718-9dd7-9e89cdb12371 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Request body: {'subnet': {'network_id': 'fc91349e-2c6c-4492-ae7b-468dcb90e3ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:26:19.552504 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d325b65b-3675-4e2e-9394-8ee9244186de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (0da3ebe8-564f-400b-8b12-d7cf6e1d5142), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:19.555675 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d325b65b-3675-4e2e-9394-8ee9244186de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:19.556859 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-d325b65b-3675-4e2e-9394-8ee9244186de admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0da3ebe8-564f-400b-8b12-d7cf6e1d5142 HTTP/1.1" status: 204 len: 168 time: 0.5752110 Jan 28 19:26:19.559193 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bd15075-1e8c-4d4e-9154-d45912ca536e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12d5c4fa-3235-4f0d-98da-a2e61f15252b'}, {'server_uuid': '5bd15075-1e8c-4d4e-9154-d45912ca536e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8132a07e-4a59-47ca-90c2-1121ff386089'}, {'server_uuid': '5bd15075-1e8c-4d4e-9154-d45912ca536e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9dc6d1c9-fcf0-468a-9d9c-6a726391a876'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:26:19.561800 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bad9409e-a11f-4272-add2-636be46324c7" -d '{"events": [{"server_uuid": "5bd15075-1e8c-4d4e-9154-d45912ca536e", "name": "network-vif-unplugged", "status": "completed", "tag": "12d5c4fa-3235-4f0d-98da-a2e61f15252b"}, {"server_uuid": "5bd15075-1e8c-4d4e-9154-d45912ca536e", "name": "network-vif-unplugged", "status": "completed", "tag": "8132a07e-4a59-47ca-90c2-1121ff386089"}, {"server_uuid": "5bd15075-1e8c-4d4e-9154-d45912ca536e", "name": "network-vif-unplugged", "status": "completed", "tag": "9dc6d1c9-fcf0-468a-9d9c-6a726391a876"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:26:19.576578 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-927a83e3-5412-4d7c-9e94-368fd0e82eb3 None None] Provisioning complete for port de98d303-7c1f-431e-bf81-fef0fcf95502 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:26:19.576959 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-927a83e3-5412-4d7c-9e94-368fd0e82eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (de98d303-7c1f-431e-bf81-fef0fcf95502), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:19.590060 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d325b65b-3675-4e2e-9394-8ee9244186de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0da3ebe8-564f-400b-8b12-d7cf6e1d5142,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:19.678063 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Fri, 28 Jan 2022 19:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1da6e0b0-4729-4ac2-8a07-d91e05e84843 x-openstack-request-id: req-1da6e0b0-4729-4ac2-8a07-d91e05e84843 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:26:19.678899 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bd15075-1e8c-4d4e-9154-d45912ca536e", "name": "network-vif-unplugged", "status": "completed", "tag": "12d5c4fa-3235-4f0d-98da-a2e61f15252b", "code": 200}, {"server_uuid": "5bd15075-1e8c-4d4e-9154-d45912ca536e", "name": "network-vif-unplugged", "status": "completed", "tag": "8132a07e-4a59-47ca-90c2-1121ff386089", "code": 200}, {"server_uuid": "5bd15075-1e8c-4d4e-9154-d45912ca536e", "name": "network-vif-unplugged", "status": "completed", "tag": "9dc6d1c9-fcf0-468a-9d9c-6a726391a876", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:26:19.679167 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1da6e0b0-4729-4ac2-8a07-d91e05e84843 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:26:19.680124 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bd15075-1e8c-4d4e-9154-d45912ca536e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12d5c4fa-3235-4f0d-98da-a2e61f15252b', 'code': 200} Jan 28 19:26:19.680395 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bd15075-1e8c-4d4e-9154-d45912ca536e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8132a07e-4a59-47ca-90c2-1121ff386089', 'code': 200} Jan 28 19:26:19.680656 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bd15075-1e8c-4d4e-9154-d45912ca536e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9dc6d1c9-fcf0-468a-9d9c-6a726391a876', 'code': 200} Jan 28 19:26:19.696499 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18081e41-0e2a-4697-a3f6-d2a9b6aaba5a tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Pushing event updated for resources: {'Network': ['ID=fc91349e-2c6c-4492-ae7b-468dcb90e3ae,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:19.743709 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45cff73c-7b9f-4718-9dd7-9e89cdb12371 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Made reservation on behalf of 18db84f7dd1848fe9db2b1a3fc67318c for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:26:19.747080 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-45cff73c-7b9f-4718-9dd7-9e89cdb12371 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4733071'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:19.764353 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-927a83e3-5412-4d7c-9e94-368fd0e82eb3 None None] Port de98d303-7c1f-431e-bf81-fef0fcf95502 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:26:19.773559 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network fc91349e-2c6c-4492-ae7b-468dcb90e3ae details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:26:19.862233 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-a22d46ef-9d58-46fe-a7b1-209306f8ac35 req-bb6c0ce7-c680-4739-bc72-b6a43a2af5b1 service neutron] For port 12d5c4fa-3235-4f0d-98da-a2e61f15252b, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=12d5c4fa-3235-4f0d-98da-a2e61f15252b,segment=NetworkSegment(c3edb3fd-102e-40d6-a262-2e568f802606),segment_id=c3edb3fd-102e-40d6-a262-2e568f802606)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:26:19.868322 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 3657d8f5-b07c-40a7-9a6f-0ffcaf827d3b is: ACTIVE; New status is: DOWN {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:26:19.868725 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (3657d8f5-b07c-40a7-9a6f-0ffcaf827d3b), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:19.940707 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-a22d46ef-9d58-46fe-a7b1-209306f8ac35 req-bb6c0ce7-c680-4739-bc72-b6a43a2af5b1 service neutron] For port 12d5c4fa-3235-4f0d-98da-a2e61f15252b, host n-h2-812111-14, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:26:20.012725 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-a22d46ef-9d58-46fe-a7b1-209306f8ac35 req-bb6c0ce7-c680-4739-bc72-b6a43a2af5b1 service neutron] device_id is not set on port 12d5c4fa-3235-4f0d-98da-a2e61f15252b yet. {{(pid=103304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:26:20.020408 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 3657d8f5-b07c-40a7-9a6f-0ffcaf827d3b, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=3657d8f5-b07c-40a7-9a6f-0ffcaf827d3b,segment=NetworkSegment(c3edb3fd-102e-40d6-a262-2e568f802606),segment_id=c3edb3fd-102e-40d6-a262-2e568f802606)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:26:20.025814 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-a22d46ef-9d58-46fe-a7b1-209306f8ac35 req-bb6c0ce7-c680-4739-bc72-b6a43a2af5b1 service neutron] Publish callbacks [] for port (12d5c4fa-3235-4f0d-98da-a2e61f15252b), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:20.028915 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-17003594-0b20-456a-95f7-3cce4f4e1cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57bc152f-4d17-4622-b219-f6eae90febb7', 'name': 'tempest-FloatingIPsNegativeTestJSON-67784144-router', 'tenant_id': '4b040b0408764768a35aab2b616c5da1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': '103b9a33-4867-46ac-9b89-be614ac69b22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:26:01Z', 'updated_at': '2022-01-28T19:26:15Z', 'revision_number': 5, 'project_id': '4b040b0408764768a35aab2b616c5da1', 'gw_port': {'id': '103b9a33-4867-46ac-9b89-be614ac69b22', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:f6:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57bc152f-4d17-4622-b219-f6eae90febb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:26:02Z', 'updated_at': '2022-01-28T19:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:26:20.032169 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (3657d8f5-b07c-40a7-9a6f-0ffcaf827d3b), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:20.032874 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device c3073dc0-3618-42ea-9203-95c126bbd569 no longer exists at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:26:20.039558 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-a22d46ef-9d58-46fe-a7b1-209306f8ac35 req-bb6c0ce7-c680-4739-bc72-b6a43a2af5b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (12d5c4fa-3235-4f0d-98da-a2e61f15252b), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:20.170914 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-a22d46ef-9d58-46fe-a7b1-209306f8ac35 req-bb6c0ce7-c680-4739-bc72-b6a43a2af5b1 service neutron] No DVR routers for this DVR port 12d5c4fa-3235-4f0d-98da-a2e61f15252b on host n-h2-812111-14 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:26:20.189783 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17003594-0b20-456a-95f7-3cce4f4e1cc0 None None] Checking router: 57bc152f-4d17-4622-b219-f6eae90febb7 for host: n-d-812111-14 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:26:20.238226 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-7a5956a6-b639-4c3a-90da-518608e357c7 admin admin] Deleting port 103b9a33-4867-46ac-9b89-be614ac69b22 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:26:20.241012 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7a5956a6-b639-4c3a-90da-518608e357c7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (103b9a33-4867-46ac-9b89-be614ac69b22), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:20.266786 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6c0ce7-c680-4739-bc72-b6a43a2af5b1 service neutron] Pushing event updated for resources: {'Port': ['ID=12d5c4fa-3235-4f0d-98da-a2e61f15252b,revision_number=7']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:20.302572 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17003594-0b20-456a-95f7-3cce4f4e1cc0 None None] Routers {'57bc152f-4d17-4622-b219-f6eae90febb7'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:26:20.307487 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-17003594-0b20-456a-95f7-3cce4f4e1cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:26:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['57bc152f-4d17-4622-b219-f6eae90febb7'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:26:20.310148 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-a22d46ef-9d58-46fe-a7b1-209306f8ac35 req-bb6c0ce7-c680-4739-bc72-b6a43a2af5b1 service neutron] In _notify_port_updated(), no bound segment for port 12d5c4fa-3235-4f0d-98da-a2e61f15252b on network 45c329a7-41ca-41dc-8117-b6a34c90d860 {{(pid=103304) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Jan 28 19:26:20.312832 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57033307-1a8d-49fc-93c5-cb041f37d6c5 req-8ae7dc7e-99d0-4d01-8315-5e5c6cefcada tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:20.315938 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22d46ef-9d58-46fe-a7b1-209306f8ac35 req-bb6c0ce7-c680-4739-bc72-b6a43a2af5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:20.316658 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-a22d46ef-9d58-46fe-a7b1-209306f8ac35 req-bb6c0ce7-c680-4739-bc72-b6a43a2af5b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:20.320574 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a22d46ef-9d58-46fe-a7b1-209306f8ac35 req-bb6c0ce7-c680-4739-bc72-b6a43a2af5b1 service neutron] 10.222.0.70 "PUT /v2.0/ports/12d5c4fa-3235-4f0d-98da-a2e61f15252b HTTP/1.1" status: 200 len: 1028 time: 1.3117476 Jan 28 19:26:20.320825 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-57033307-1a8d-49fc-93c5-cb041f37d6c5 req-8ae7dc7e-99d0-4d01-8315-5e5c6cefcada tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] 10.222.0.64 "GET /v2.0/ports?device_id=24181069-5a95-4fd0-be49-0f6eb9a8a560 HTTP/1.1" status: 200 len: 945 time: 0.6988912 Jan 28 19:26:20.567074 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=3657d8f5-b07c-40a7-9a6f-0ffcaf827d3b,revision_number=6']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:20.625771 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe689307-525f-490a-aacf-491a20a34173 req-7ae20728-e722-4589-8196-c50e738068e8 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:20.636816 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe689307-525f-490a-aacf-491a20a34173 req-7ae20728-e722-4589-8196-c50e738068e8 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:20.649038 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe689307-525f-490a-aacf-491a20a34173 req-7ae20728-e722-4589-8196-c50e738068e8 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:20.650293 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:20.657565 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe689307-525f-490a-aacf-491a20a34173 req-7ae20728-e722-4589-8196-c50e738068e8 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:20.666103 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe689307-525f-490a-aacf-491a20a34173 req-7ae20728-e722-4589-8196-c50e738068e8 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:20.668066 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-fe689307-525f-490a-aacf-491a20a34173 req-7ae20728-e722-4589-8196-c50e738068e8 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.64 "GET /v2.0/ports?device_id=5bd15075-1e8c-4d4e-9154-d45912ca536e HTTP/1.1" status: 200 len: 3878 time: 0.2716033 Jan 28 19:26:20.730117 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-17003594-0b20-456a-95f7-3cce4f4e1cc0 None None] Set router 57bc152f-4d17-4622-b219-f6eae90febb7 gateway port host: None {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:26:20.748764 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-a22d46ef-9d58-46fe-a7b1-209306f8ac35 req-9c01544c-cafe-4864-97d6-15ab893266a8 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Deleting port 9dc6d1c9-fcf0-468a-9d9c-6a726391a876 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:26:20.749459 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-a22d46ef-9d58-46fe-a7b1-209306f8ac35 req-9c01544c-cafe-4864-97d6-15ab893266a8 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (9dc6d1c9-fcf0-468a-9d9c-6a726391a876), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:20.858058 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-bdc8d570-a50e-4d98-9514-bad80cd81c1e None None] Provisioning complete for port 12d5c4fa-3235-4f0d-98da-a2e61f15252b triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:26:20.858824 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-bdc8d570-a50e-4d98-9514-bad80cd81c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (12d5c4fa-3235-4f0d-98da-a2e61f15252b), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:20.861791 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-17003594-0b20-456a-95f7-3cce4f4e1cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57bc152f-4d17-4622-b219-f6eae90febb7', 'name': 'tempest-FloatingIPsNegativeTestJSON-67784144-router', 'tenant_id': '4b040b0408764768a35aab2b616c5da1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:26:01Z', 'updated_at': '2022-01-28T19:26:19Z', 'revision_number': 6, 'project_id': '4b040b0408764768a35aab2b616c5da1', 'gw_port_host': None}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:26:20.927203 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port c3073dc0-3618-42ea-9203-95c126bbd569 is: ACTIVE; New status is: DOWN {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:26:20.928005 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (c3073dc0-3618-42ea-9203-95c126bbd569), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:20.933178 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17003594-0b20-456a-95f7-3cce4f4e1cc0 None None] The sync data for ids ['57bc152f-4d17-4622-b219-f6eae90febb7'] in n-d-812111-14 is: [{'id': '57bc152f-4d17-4622-b219-f6eae90febb7', 'name': 'tempest-FloatingIPsNegativeTestJSON-67784144-router', 'tenant_id': '4b040b0408764768a35aab2b616c5da1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:26:01Z', 'updated_at': '2022-01-28T19:26:19Z', 'revision_number': 6, 'project_id': '4b040b0408764768a35aab2b616c5da1', 'gw_port_host': None}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:26:20.982507 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-a22d46ef-9d58-46fe-a7b1-209306f8ac35 req-9c01544c-cafe-4864-97d6-15ab893266a8 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] For port 9dc6d1c9-fcf0-468a-9d9c-6a726391a876, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=9dc6d1c9-fcf0-468a-9d9c-6a726391a876,segment=NetworkSegment(60f73bc9-e00e-4b44-a105-7ad75c8476d3),segment_id=60f73bc9-e00e-4b44-a105-7ad75c8476d3)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:26:20.983018 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-a22d46ef-9d58-46fe-a7b1-209306f8ac35 req-9c01544c-cafe-4864-97d6-15ab893266a8 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (9dc6d1c9-fcf0-468a-9d9c-6a726391a876), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:20.999024 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-bdc8d570-a50e-4d98-9514-bad80cd81c1e None None] Port 12d5c4fa-3235-4f0d-98da-a2e61f15252b cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:26:20.999906 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-a22d46ef-9d58-46fe-a7b1-209306f8ac35 req-9c01544c-cafe-4864-97d6-15ab893266a8 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Calling delete_port for 9dc6d1c9-fcf0-468a-9d9c-6a726391a876 owned by compute:nova {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:26:21.067954 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port c3073dc0-3618-42ea-9203-95c126bbd569, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=c3073dc0-3618-42ea-9203-95c126bbd569,segment=NetworkSegment(60f73bc9-e00e-4b44-a105-7ad75c8476d3),segment_id=60f73bc9-e00e-4b44-a105-7ad75c8476d3)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:26:21.083596 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (c3073dc0-3618-42ea-9203-95c126bbd569), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:21.118303 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-fe689307-525f-490a-aacf-491a20a34173 req-67d1fc73-a784-4b90-a26a-e8e4db8dfeeb tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.64 "GET /v2.0/security-groups?id=b98a868e-e5c1-410f-a3c5-8429d6410f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4445605 Jan 28 19:26:21.217291 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=c3073dc0-3618-42ea-9203-95c126bbd569,revision_number=6']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:21.336132 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-a22d46ef-9d58-46fe-a7b1-209306f8ac35 req-9c01544c-cafe-4864-97d6-15ab893266a8 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (9dc6d1c9-fcf0-468a-9d9c-6a726391a876), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:21.372859 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c01544c-cafe-4864-97d6-15ab893266a8 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Pushing event deleted for resources: {'Port': ['ID=9dc6d1c9-fcf0-468a-9d9c-6a726391a876,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:21.465742 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-a22d46ef-9d58-46fe-a7b1-209306f8ac35 req-9c01544c-cafe-4864-97d6-15ab893266a8 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] No DVR routers for this DVR port 9dc6d1c9-fcf0-468a-9d9c-6a726391a876 on host n-h2-812111-14 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:26:21.471368 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-a22d46ef-9d58-46fe-a7b1-209306f8ac35 req-9c01544c-cafe-4864-97d6-15ab893266a8 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:21.479270 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a22d46ef-9d58-46fe-a7b1-209306f8ac35 req-9c01544c-cafe-4864-97d6-15ab893266a8 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.70 "DELETE /v2.0/ports/9dc6d1c9-fcf0-468a-9d9c-6a726391a876 HTTP/1.1" status: 204 len: 173 time: 1.1499145 Jan 28 19:26:21.479850 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bd15075-1e8c-4d4e-9154-d45912ca536e', 'name': 'network-vif-deleted', 'tag': '9dc6d1c9-fcf0-468a-9d9c-6a726391a876'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:26:21.482250 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-482794ac-656b-4607-b94d-9cfb71cceb2c" -d '{"events": [{"server_uuid": "5bd15075-1e8c-4d4e-9154-d45912ca536e", "name": "network-vif-deleted", "tag": "9dc6d1c9-fcf0-468a-9d9c-6a726391a876"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:26:21.514140 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-7a5956a6-b639-4c3a-90da-518608e357c7 admin admin] For port 103b9a33-4867-46ac-9b89-be614ac69b22, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=103b9a33-4867-46ac-9b89-be614ac69b22,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:26:21.514743 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7a5956a6-b639-4c3a-90da-518608e357c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (103b9a33-4867-46ac-9b89-be614ac69b22), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:21.543528 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-57033307-1a8d-49fc-93c5-cb041f37d6c5 req-f2fe560d-0fa7-4e09-b111-bc0f35ec652a tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] 10.222.0.64 "GET /v2.0/security-groups?id=6e3b5f6f-cd04-46bb-9eb5-a6c7cbc22d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2039425 Jan 28 19:26:21.566570 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-7a5956a6-b639-4c3a-90da-518608e357c7 admin admin] Calling delete_port for 103b9a33-4867-46ac-9b89-be614ac69b22 owned by network:router_gateway {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:26:21.621675 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51cb6447-42ce-4af7-b770-1b2efead123c x-openstack-request-id: req-51cb6447-42ce-4af7-b770-1b2efead123c {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:26:21.621987 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bd15075-1e8c-4d4e-9154-d45912ca536e", "name": "network-vif-deleted", "tag": "9dc6d1c9-fcf0-468a-9d9c-6a726391a876", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:26:21.622248 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-51cb6447-42ce-4af7-b770-1b2efead123c {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:26:21.623027 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bd15075-1e8c-4d4e-9154-d45912ca536e', 'name': 'network-vif-deleted', 'tag': '9dc6d1c9-fcf0-468a-9d9c-6a726391a876', 'status': 'completed', 'code': 200} Jan 28 19:26:21.681869 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bd15075-1e8c-4d4e-9154-d45912ca536e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3657d8f5-b07c-40a7-9a6f-0ffcaf827d3b'}, {'server_uuid': '5bd15075-1e8c-4d4e-9154-d45912ca536e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3073dc0-3618-42ea-9203-95c126bbd569'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:26:21.684550 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f33c509b-40a7-4d0e-8012-51312e9dc029" -d '{"events": [{"server_uuid": "5bd15075-1e8c-4d4e-9154-d45912ca536e", "name": "network-vif-unplugged", "status": "completed", "tag": "3657d8f5-b07c-40a7-9a6f-0ffcaf827d3b"}, {"server_uuid": "5bd15075-1e8c-4d4e-9154-d45912ca536e", "name": "network-vif-unplugged", "status": "completed", "tag": "c3073dc0-3618-42ea-9203-95c126bbd569"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:26:21.769688 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-a22d46ef-9d58-46fe-a7b1-209306f8ac35 req-d30ec6dd-7a28-4c0d-8f88-641ef0df1f4e tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Deleting port 3657d8f5-b07c-40a7-9a6f-0ffcaf827d3b {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:26:21.770904 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-a22d46ef-9d58-46fe-a7b1-209306f8ac35 req-d30ec6dd-7a28-4c0d-8f88-641ef0df1f4e tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (3657d8f5-b07c-40a7-9a6f-0ffcaf827d3b), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:21.790640 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 85614c85-fede-45b3-b517-9dafda2b6037 no longer exists at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:26:21.850822 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Fri, 28 Jan 2022 19:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f58c4917-9719-41d5-8e7d-51dac7b39d8c x-openstack-request-id: req-f58c4917-9719-41d5-8e7d-51dac7b39d8c {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:26:21.851700 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bd15075-1e8c-4d4e-9154-d45912ca536e", "name": "network-vif-unplugged", "status": "completed", "tag": "3657d8f5-b07c-40a7-9a6f-0ffcaf827d3b", "code": 200}, {"server_uuid": "5bd15075-1e8c-4d4e-9154-d45912ca536e", "name": "network-vif-unplugged", "status": "completed", "tag": "c3073dc0-3618-42ea-9203-95c126bbd569", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:26:21.854016 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f58c4917-9719-41d5-8e7d-51dac7b39d8c {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:26:21.854589 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bd15075-1e8c-4d4e-9154-d45912ca536e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3657d8f5-b07c-40a7-9a6f-0ffcaf827d3b', 'code': 200} Jan 28 19:26:21.855731 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 53462) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:26:21.855865 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bd15075-1e8c-4d4e-9154-d45912ca536e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3073dc0-3618-42ea-9203-95c126bbd569', 'code': 200} Jan 28 19:26:21.860453 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] No Port match for: 85614c85-fede-45b3-b517-9dafda2b6037 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:26:21.861354 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 85614c85-fede-45b3-b517-9dafda2b6037 not bound to the agent host n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:26:21.977255 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-a22d46ef-9d58-46fe-a7b1-209306f8ac35 req-d30ec6dd-7a28-4c0d-8f88-641ef0df1f4e tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] For port 3657d8f5-b07c-40a7-9a6f-0ffcaf827d3b, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=3657d8f5-b07c-40a7-9a6f-0ffcaf827d3b,segment=NetworkSegment(c3edb3fd-102e-40d6-a262-2e568f802606),segment_id=c3edb3fd-102e-40d6-a262-2e568f802606)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:26:21.981448 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-a22d46ef-9d58-46fe-a7b1-209306f8ac35 req-d30ec6dd-7a28-4c0d-8f88-641ef0df1f4e tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (3657d8f5-b07c-40a7-9a6f-0ffcaf827d3b), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:22.017254 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-a22d46ef-9d58-46fe-a7b1-209306f8ac35 req-d30ec6dd-7a28-4c0d-8f88-641ef0df1f4e tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Calling delete_port for 3657d8f5-b07c-40a7-9a6f-0ffcaf827d3b owned by compute:nova {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:26:22.106428 n-d-812111-14 neutron-server[103305]: DEBUG neutron.objects.ports [None req-45cff73c-7b9f-4718-9dd7-9e89cdb12371 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103305) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 19:26:22.106917 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-45cff73c-7b9f-4718-9dd7-9e89cdb12371 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4752401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4733085'] for subnet (1bfd27d0-1b0a-412d-b365-f9912e562c7b), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:22.110361 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-36ea3431-e568-48d5-9741-3a716503853e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:22.237310 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e2d6c8-d624-421d-8a06-6723b42cb040 req-6b89ce1c-9be6-430d-996e-8ea16c59b42b tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:22.246032 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-14e2d6c8-d624-421d-8a06-6723b42cb040 req-6b89ce1c-9be6-430d-996e-8ea16c59b42b tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/networks?id=311cc39e-64ae-4fb3-9d47-d497c4799ab7 HTTP/1.1" status: 200 len: 805 time: 0.4970195 Jan 28 19:26:22.280444 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-14e2d6c8-d624-421d-8a06-6723b42cb040 req-03766d2d-80b0-4e44-8602-ac865dbc83e7 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/quotas/7eed4983257c41a2ac91147c4d6e09ea HTTP/1.1" status: 200 len: 375 time: 0.0333045 Jan 28 19:26:22.308718 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-a22d46ef-9d58-46fe-a7b1-209306f8ac35 req-d30ec6dd-7a28-4c0d-8f88-641ef0df1f4e tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (3657d8f5-b07c-40a7-9a6f-0ffcaf827d3b), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:22.316213 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-36ea3431-e568-48d5-9741-3a716503853e admin admin] Publish callbacks [] for security_group (c0aea87a-d17b-4923-9aab-998dff8a2412), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:22.335482 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cff73c-7b9f-4718-9dd7-9e89cdb12371 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Pushing event updated for resources: {'Subnet': ['ID=1bfd27d0-1b0a-412d-b365-f9912e562c7b,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:22.359831 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45cff73c-7b9f-4718-9dd7-9e89cdb12371 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Checking segment: {'id': '7f867745-53d5-49d5-a3f7-1540ef9903d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'fc91349e-2c6c-4492-ae7b-468dcb90e3ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:26:22.360201 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45cff73c-7b9f-4718-9dd7-9e89cdb12371 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Network hostable DHCP agents. Network: fc91349e-2c6c-4492-ae7b-468dcb90e3ae, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:26:22.365747 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7a5956a6-b639-4c3a-90da-518608e357c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (103b9a33-4867-46ac-9b89-be614ac69b22), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:22.379587 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-36ea3431-e568-48d5-9741-3a716503853e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (c0aea87a-d17b-4923-9aab-998dff8a2412), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:22.397689 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5956a6-b639-4c3a-90da-518608e357c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=103b9a33-4867-46ac-9b89-be614ac69b22,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:22.415338 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30ec6dd-7a28-4c0d-8f88-641ef0df1f4e tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Pushing event deleted for resources: {'Port': ['ID=3657d8f5-b07c-40a7-9a6f-0ffcaf827d3b,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:22.424893 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ea3431-e568-48d5-9741-3a716503853e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0aea87a-d17b-4923-9aab-998dff8a2412,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:22.427233 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-14e2d6c8-d624-421d-8a06-6723b42cb040 req-7a152f78-3d28-4069-8157-4f7598e21cfd tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=7eed4983257c41a2ac91147c4d6e09ea&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1449721 Jan 28 19:26:22.447379 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8348645b-2a96-461d-9f50-0d7a5312ae97 req-abc994ec-b089-4c53-bfb3-96c4b89f949d tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:22.453618 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8348645b-2a96-461d-9f50-0d7a5312ae97 req-abc994ec-b089-4c53-bfb3-96c4b89f949d tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:22.460430 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8348645b-2a96-461d-9f50-0d7a5312ae97 req-abc994ec-b089-4c53-bfb3-96c4b89f949d tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:22.467378 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8348645b-2a96-461d-9f50-0d7a5312ae97 req-abc994ec-b089-4c53-bfb3-96c4b89f949d tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.64 "GET /v2.0/ports?device_id=5bd15075-1e8c-4d4e-9154-d45912ca536e HTTP/1.1" status: 200 len: 2410 time: 0.2046597 Jan 28 19:26:22.535307 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45cff73c-7b9f-4718-9dd7-9e89cdb12371 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Network fc91349e-2c6c-4492-ae7b-468dcb90e3ae is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:26:22.547713 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-36ea3431-e568-48d5-9741-3a716503853e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7aa35d0157284c088b0fd9adc38ce5c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6907659 Jan 28 19:26:22.548418 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 53482) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:26:22.559727 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-45cff73c-7b9f-4718-9dd7-9e89cdb12371 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, fc91349e-2c6c-4492-ae7b-468dcb90e3ae) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:26:22.577219 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e857352-5fda-4362-ba03-be4cff3c4061 None None] Network fc91349e-2c6c-4492-ae7b-468dcb90e3ae requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:26:22.589288 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45cff73c-7b9f-4718-9dd7-9e89cdb12371 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:22.590117 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-45cff73c-7b9f-4718-9dd7-9e89cdb12371 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:22.602432 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7a5956a6-b639-4c3a-90da-518608e357c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-731488'] for router_gateway (57bc152f-4d17-4622-b219-f6eae90febb7), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:22.605523 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-a22d46ef-9d58-46fe-a7b1-209306f8ac35 req-d30ec6dd-7a28-4c0d-8f88-641ef0df1f4e tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] No DVR routers for this DVR port 3657d8f5-b07c-40a7-9a6f-0ffcaf827d3b on host n-h2-812111-14 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:26:22.631751 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-a22d46ef-9d58-46fe-a7b1-209306f8ac35 req-d30ec6dd-7a28-4c0d-8f88-641ef0df1f4e tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:22.639591 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a22d46ef-9d58-46fe-a7b1-209306f8ac35 req-d30ec6dd-7a28-4c0d-8f88-641ef0df1f4e tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.70 "DELETE /v2.0/ports/3657d8f5-b07c-40a7-9a6f-0ffcaf827d3b HTTP/1.1" status: 204 len: 173 time: 1.1428878 Jan 28 19:26:22.715841 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 103b9a33-4867-46ac-9b89-be614ac69b22 no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:26:22.721486 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-45cff73c-7b9f-4718-9dd7-9e89cdb12371 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 3.2592049 Jan 28 19:26:22.724141 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 53490) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:26:22.755414 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-3870b1ee-f37f-4026-abda-ee6243101b11 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-565815330', 'network_id': 'fc91349e-2c6c-4492-ae7b-468dcb90e3ae'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:26:22.762883 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7a5956a6-b639-4c3a-90da-518608e357c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-730901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261120'] for router (57bc152f-4d17-4622-b219-f6eae90febb7), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:22.767737 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-14e2d6c8-d624-421d-8a06-6723b42cb040 req-35f2780a-df9f-49ba-be7a-d0dc2d3c2df5 service neutron] 10.222.0.64 "GET /v2.0/networks/311cc39e-64ae-4fb3-9d47-d497c4799ab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3396420 Jan 28 19:26:22.772338 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7a5956a6-b639-4c3a-90da-518608e357c7 admin admin] Publish callbacks [] for router_controller (57bc152f-4d17-4622-b219-f6eae90febb7), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:22.780582 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: 103b9a33-4867-46ac-9b89-be614ac69b22 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:26:22.780934 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 103b9a33-4867-46ac-9b89-be614ac69b22 not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:26:22.805878 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8348645b-2a96-461d-9f50-0d7a5312ae97 req-66aadc0d-8b37-4de8-b97f-1cb37e3dd413 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.64 "GET /v2.0/security-groups?id=b98a868e-e5c1-410f-a3c5-8429d6410f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3356814 Jan 28 19:26:22.875956 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e1490b-65cb-42b8-b03b-58e6ea566790 None None] Network fc91349e-2c6c-4492-ae7b-468dcb90e3ae requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:26:22.880299 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d6fa6a3b-812c-4d36-b1fa-979f8cf93d9d admin admin] Publish callbacks [] for security_group (c0aea87a-d17b-4923-9aab-998dff8a2412), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:22.914297 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7a5956a6-b639-4c3a-90da-518608e357c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-730908'] for router (57bc152f-4d17-4622-b219-f6eae90febb7), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:22.915935 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a5956a6-b639-4c3a-90da-518608e357c7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 57bc152f-4d17-4622-b219-f6eae90febb7 {{(pid=103305) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:26:22.921436 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d6fa6a3b-812c-4d36-b1fa-979f8cf93d9d admin admin] Publish callbacks [] for security_group (c0aea87a-d17b-4923-9aab-998dff8a2412), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:22.926241 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7a5956a6-b639-4c3a-90da-518608e357c7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:22.929827 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-7a5956a6-b639-4c3a-90da-518608e357c7 admin admin] 10.222.0.64 "DELETE /v2.0/routers/57bc152f-4d17-4622-b219-f6eae90febb7 HTTP/1.1" status: 204 len: 168 time: 4.6004980 Jan 28 19:26:22.934129 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 53508) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:26:22.940743 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3870b1ee-f37f-4026-abda-ee6243101b11 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Made reservation on behalf of 18db84f7dd1848fe9db2b1a3fc67318c for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:26:22.948359 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3870b1ee-f37f-4026-abda-ee6243101b11 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:23.061545 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0a5f075-7cab-46c1-a032-a8c172262097 admin admin] Deleting subnet 28d7b206-2e58-42a1-88a9-2a72d9a6406f {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:26:23.088759 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [None req-3870b1ee-f37f-4026-abda-ee6243101b11 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] device_id is not set on port 90b58dd6-07b6-4a4b-866e-8d696cb57ae8 yet. {{(pid=103305) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:26:23.144815 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c0a5f075-7cab-46c1-a032-a8c172262097 admin admin] Publish callbacks [] for subnet (28d7b206-2e58-42a1-88a9-2a72d9a6406f), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:23.243235 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-a22d46ef-9d58-46fe-a7b1-209306f8ac35 req-f56a9c94-0f58-4792-ab0e-322cdbc1076b tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Deleting port 8132a07e-4a59-47ca-90c2-1121ff386089 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:26:23.243583 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-a22d46ef-9d58-46fe-a7b1-209306f8ac35 req-f56a9c94-0f58-4792-ab0e-322cdbc1076b tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (8132a07e-4a59-47ca-90c2-1121ff386089), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:23.317671 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-14e2d6c8-d624-421d-8a06-6723b42cb040 req-0b9558f1-2613-4ca0-ac15-2bb75b22698e service neutron] 10.222.0.64 "GET /v2.0/networks/311cc39e-64ae-4fb3-9d47-d497c4799ab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5306637 Jan 28 19:26:23.352668 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-a22d46ef-9d58-46fe-a7b1-209306f8ac35 req-f56a9c94-0f58-4792-ab0e-322cdbc1076b tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] For port 8132a07e-4a59-47ca-90c2-1121ff386089, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=8132a07e-4a59-47ca-90c2-1121ff386089,segment=NetworkSegment(c3edb3fd-102e-40d6-a262-2e568f802606),segment_id=c3edb3fd-102e-40d6-a262-2e568f802606)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:26:23.353042 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-a22d46ef-9d58-46fe-a7b1-209306f8ac35 req-f56a9c94-0f58-4792-ab0e-322cdbc1076b tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (8132a07e-4a59-47ca-90c2-1121ff386089), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:23.366713 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-a22d46ef-9d58-46fe-a7b1-209306f8ac35 req-f56a9c94-0f58-4792-ab0e-322cdbc1076b tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Calling delete_port for 8132a07e-4a59-47ca-90c2-1121ff386089 owned by compute:nova {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:26:23.371106 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-3870b1ee-f37f-4026-abda-ee6243101b11 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Allocated IP 2001:db8::dc (fc91349e-2c6c-4492-ae7b-468dcb90e3ae/1bfd27d0-1b0a-412d-b365-f9912e562c7b/90b58dd6-07b6-4a4b-866e-8d696cb57ae8) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:26:23.622277 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-515e7f8b-17fb-418d-ad6f-f5eeb9145a8a req-031751d8-4630-454d-832e-17940bc0403e tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/ports?device_id=28585266-030b-4653-8f95-0af6fbb46b20 HTTP/1.1" status: 200 len: 210 time: 0.0646038 Jan 28 19:26:23.679955 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:23.744595 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3870b1ee-f37f-4026-abda-ee6243101b11 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Publish callbacks [] for port (90b58dd6-07b6-4a4b-866e-8d696cb57ae8), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:23.793960 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bd15075-1e8c-4d4e-9154-d45912ca536e', 'name': 'network-vif-deleted', 'tag': '3657d8f5-b07c-40a7-9a6f-0ffcaf827d3b'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:26:23.797554 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74e564b6-ff30-485b-8a42-2692669e03f4" -d '{"events": [{"server_uuid": "5bd15075-1e8c-4d4e-9154-d45912ca536e", "name": "network-vif-deleted", "tag": "3657d8f5-b07c-40a7-9a6f-0ffcaf827d3b"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:26:23.825379 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c0a5f075-7cab-46c1-a032-a8c172262097 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4747050'] for subnet (28d7b206-2e58-42a1-88a9-2a72d9a6406f), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:23.886418 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3870b1ee-f37f-4026-abda-ee6243101b11 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (90b58dd6-07b6-4a4b-866e-8d696cb57ae8), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:23.890038 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d6fa6a3b-812c-4d36-b1fa-979f8cf93d9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (c0aea87a-d17b-4923-9aab-998dff8a2412), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:23.893272 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d6fa6a3b-812c-4d36-b1fa-979f8cf93d9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:23.898460 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-d6fa6a3b-812c-4d36-b1fa-979f8cf93d9d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c0aea87a-d17b-4923-9aab-998dff8a2412 HTTP/1.1" status: 204 len: 168 time: 1.3281322 Jan 28 19:26:23.937180 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fa6a3b-812c-4d36-b1fa-979f8cf93d9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0aea87a-d17b-4923-9aab-998dff8a2412,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:23.982647 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bde0d54b-2677-4c2c-994f-6dce16ac92fe x-openstack-request-id: req-bde0d54b-2677-4c2c-994f-6dce16ac92fe {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:26:23.983132 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bd15075-1e8c-4d4e-9154-d45912ca536e", "name": "network-vif-deleted", "tag": "3657d8f5-b07c-40a7-9a6f-0ffcaf827d3b", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:26:23.993850 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bde0d54b-2677-4c2c-994f-6dce16ac92fe {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:26:23.995287 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bd15075-1e8c-4d4e-9154-d45912ca536e', 'name': 'network-vif-deleted', 'tag': '3657d8f5-b07c-40a7-9a6f-0ffcaf827d3b', 'status': 'completed', 'code': 200} Jan 28 19:26:24.025161 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9d3779-dfd8-4e4c-b24b-5b696d2d8844 req-d3b1dd51-81a6-44dc-9cc2-ee5713b3f095 tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:24.029089 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-da9d3779-dfd8-4e4c-b24b-5b696d2d8844 req-d3b1dd51-81a6-44dc-9cc2-ee5713b3f095 tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] 10.222.0.64 "GET /v2.0/ports?device_id=24181069-5a95-4fd0-be49-0f6eb9a8a560 HTTP/1.1" status: 200 len: 945 time: 0.9652920 Jan 28 19:26:24.088322 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3870b1ee-f37f-4026-abda-ee6243101b11 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Network fc91349e-2c6c-4492-ae7b-468dcb90e3ae is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:26:24.090424 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3870b1ee-f37f-4026-abda-ee6243101b11 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Pushing event updated for resources: {'Port': ['ID=90b58dd6-07b6-4a4b-866e-8d696cb57ae8,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:24.129325 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-3870b1ee-f37f-4026-abda-ee6243101b11 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:26:24.129683 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3870b1ee-f37f-4026-abda-ee6243101b11 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:26:24.131165 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3870b1ee-f37f-4026-abda-ee6243101b11 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:24.131781 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3870b1ee-f37f-4026-abda-ee6243101b11 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:24.184704 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c0a5f075-7cab-46c1-a032-a8c172262097 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (28d7b206-2e58-42a1-88a9-2a72d9a6406f), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:24.197559 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-3870b1ee-f37f-4026-abda-ee6243101b11 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.4476326 Jan 28 19:26:24.200762 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 53618) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:26:24.232329 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ea2106-0cd2-4414-a896-2e3b8e399206 req-d3032bd0-8ff2-4c8d-adb2-6e6b91b605ab tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:24.238832 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ea2106-0cd2-4414-a896-2e3b8e399206 req-d3032bd0-8ff2-4c8d-adb2-6e6b91b605ab tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:24.244417 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ea2106-0cd2-4414-a896-2e3b8e399206 req-d3032bd0-8ff2-4c8d-adb2-6e6b91b605ab tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:24.246336 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f1ea2106-0cd2-4414-a896-2e3b8e399206 req-d3032bd0-8ff2-4c8d-adb2-6e6b91b605ab tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.64 "GET /v2.0/ports?device_id=5bd15075-1e8c-4d4e-9154-d45912ca536e HTTP/1.1" status: 200 len: 2410 time: 0.1924574 Jan 28 19:26:24.258859 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-a22d46ef-9d58-46fe-a7b1-209306f8ac35 req-f56a9c94-0f58-4792-ab0e-322cdbc1076b tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (8132a07e-4a59-47ca-90c2-1121ff386089), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:24.345245 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56a9c94-0f58-4792-ab0e-322cdbc1076b tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Pushing event deleted for resources: {'Port': ['ID=8132a07e-4a59-47ca-90c2-1121ff386089,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:24.373425 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-da9d3779-dfd8-4e4c-b24b-5b696d2d8844 req-1a6cb5e2-550a-44e6-a615-ae82e9338819 tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] 10.222.0.64 "GET /v2.0/security-groups?id=6e3b5f6f-cd04-46bb-9eb5-a6c7cbc22d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3177164 Jan 28 19:26:24.378374 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f1ea2106-0cd2-4414-a896-2e3b8e399206 req-96853d54-956b-41a0-b29c-1c5b12cf985f tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.64 "GET /v2.0/security-groups?id=b98a868e-e5c1-410f-a3c5-8429d6410f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078076 Jan 28 19:26:24.414661 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-a22d46ef-9d58-46fe-a7b1-209306f8ac35 req-f56a9c94-0f58-4792-ab0e-322cdbc1076b tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] No DVR routers for this DVR port 8132a07e-4a59-47ca-90c2-1121ff386089 on host n-h2-812111-14 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:26:24.420135 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-95a0ffa7-399b-4645-8d5d-73d7eeea49be tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Deleting port 90b58dd6-07b6-4a4b-866e-8d696cb57ae8 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:26:24.422944 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-95a0ffa7-399b-4645-8d5d-73d7eeea49be tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (90b58dd6-07b6-4a4b-866e-8d696cb57ae8), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:24.428593 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-a22d46ef-9d58-46fe-a7b1-209306f8ac35 req-f56a9c94-0f58-4792-ab0e-322cdbc1076b tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:24.432423 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a22d46ef-9d58-46fe-a7b1-209306f8ac35 req-f56a9c94-0f58-4792-ab0e-322cdbc1076b tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.70 "DELETE /v2.0/ports/8132a07e-4a59-47ca-90c2-1121ff386089 HTTP/1.1" status: 204 len: 173 time: 1.7765293 Jan 28 19:26:24.494569 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c0a5f075-7cab-46c1-a032-a8c172262097 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4690616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5222356'] for subnet (28d7b206-2e58-42a1-88a9-2a72d9a6406f), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:24.524436 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 53630) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:26:24.556283 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-74135864-298d-4ccd-87e5-e404ae669abd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:24.559287 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-95a0ffa7-399b-4645-8d5d-73d7eeea49be tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (90b58dd6-07b6-4a4b-866e-8d696cb57ae8), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:24.571255 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a5f075-7cab-46c1-a032-a8c172262097 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28d7b206-2e58-42a1-88a9-2a72d9a6406f,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:24.584263 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dea9d0c9-6d71-4169-9cfc-e9e12c2c289a None None] Network 1616dfdb-0a49-44dd-9fc7-8c62f0041569 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:26:24.588818 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-95a0ffa7-399b-4645-8d5d-73d7eeea49be tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Calling delete_port for 90b58dd6-07b6-4a4b-866e-8d696cb57ae8 owned by {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:26:24.592913 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c0a5f075-7cab-46c1-a032-a8c172262097 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:24.601163 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-c0a5f075-7cab-46c1-a032-a8c172262097 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/28d7b206-2e58-42a1-88a9-2a72d9a6406f HTTP/1.1" status: 204 len: 168 time: 1.6658878 Jan 28 19:26:24.601838 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 53638) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:26:24.694265 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-a22d46ef-9d58-46fe-a7b1-209306f8ac35 req-6b8fcd88-ccae-4d4d-a508-80b507453173 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Deleting port 531bdf71-3dde-4e38-8c1a-ff8047145e91 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:26:24.694837 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-a22d46ef-9d58-46fe-a7b1-209306f8ac35 req-6b8fcd88-ccae-4d4d-a508-80b507453173 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (531bdf71-3dde-4e38-8c1a-ff8047145e91), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:24.755017 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-08132da2-23a5-49f4-a4ac-f74aaf6bac1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (1616dfdb-0a49-44dd-9fc7-8c62f0041569), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:24.850086 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b9083a9-cabe-4bba-8418-40659b300d2d None None] DHCP port deletion for 1616dfdb-0a49-44dd-9fc7-8c62f0041569 request from n-d-812111-14 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:26:24.900206 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-bff2a98d-b2e0-4ccd-8e33-bf79a4287199 req-8119a8e2-8e8c-4d3f-a4af-7c6af3d8015a tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/ports?device_id=28585266-030b-4653-8f95-0af6fbb46b20 HTTP/1.1" status: 200 len: 210 time: 0.0734820 Jan 28 19:26:24.928197 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-74135864-298d-4ccd-87e5-e404ae669abd admin admin] Publish callbacks [] for security_group (ca1ee4e0-3082-4ce6-84ee-98ee7233b0a5), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:24.929623 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-95a0ffa7-399b-4645-8d5d-73d7eeea49be tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (90b58dd6-07b6-4a4b-866e-8d696cb57ae8), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:24.937456 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-74135864-298d-4ccd-87e5-e404ae669abd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (ca1ee4e0-3082-4ce6-84ee-98ee7233b0a5), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:24.944999 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-a22d46ef-9d58-46fe-a7b1-209306f8ac35 req-6b8fcd88-ccae-4d4d-a508-80b507453173 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] For port 531bdf71-3dde-4e38-8c1a-ff8047145e91, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=531bdf71-3dde-4e38-8c1a-ff8047145e91,segment=NetworkSegment(79f40755-04af-4e67-b0c3-110144717628),segment_id=79f40755-04af-4e67-b0c3-110144717628)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:26:24.946822 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-a22d46ef-9d58-46fe-a7b1-209306f8ac35 req-6b8fcd88-ccae-4d4d-a508-80b507453173 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (531bdf71-3dde-4e38-8c1a-ff8047145e91), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:24.954900 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-7b9083a9-cabe-4bba-8418-40659b300d2d None None] Deleting port 239bd140-967b-42ea-ae15-0501574cba51 {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:26:24.955348 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7b9083a9-cabe-4bba-8418-40659b300d2d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (239bd140-967b-42ea-ae15-0501574cba51), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:24.955603 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-08132da2-23a5-49f4-a4ac-f74aaf6bac1b admin admin] Deleting port 239bd140-967b-42ea-ae15-0501574cba51 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:26:24.955954 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-08132da2-23a5-49f4-a4ac-f74aaf6bac1b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (239bd140-967b-42ea-ae15-0501574cba51), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:25.036022 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a0ffa7-399b-4645-8d5d-73d7eeea49be tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Pushing event deleted for resources: {'Port': ['ID=90b58dd6-07b6-4a4b-866e-8d696cb57ae8,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:25.077758 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-7b9083a9-cabe-4bba-8418-40659b300d2d None None] For port 239bd140-967b-42ea-ae15-0501574cba51, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=239bd140-967b-42ea-ae15-0501574cba51,segment=NetworkSegment(2085fb8e-0e9e-41ef-ad8a-1ae8c8763017),segment_id=2085fb8e-0e9e-41ef-ad8a-1ae8c8763017)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:26:25.078668 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7b9083a9-cabe-4bba-8418-40659b300d2d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (239bd140-967b-42ea-ae15-0501574cba51), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:25.100707 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-7b9083a9-cabe-4bba-8418-40659b300d2d None None] Calling delete_port for 239bd140-967b-42ea-ae15-0501574cba51 owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:26:25.149665 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-95a0ffa7-399b-4645-8d5d-73d7eeea49be tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:25.156184 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-95a0ffa7-399b-4645-8d5d-73d7eeea49be tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] 10.222.0.64 "DELETE /v2.0/ports/90b58dd6-07b6-4a4b-866e-8d696cb57ae8 HTTP/1.1" status: 204 len: 168 time: 0.9460344 Jan 28 19:26:25.158674 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-74135864-298d-4ccd-87e5-e404ae669abd admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=389de9ac41604e089a5ee39b0c7a92fe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6331754 Jan 28 19:26:25.159207 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 53666) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:26:25.163369 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74135864-298d-4ccd-87e5-e404ae669abd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca1ee4e0-3082-4ce6-84ee-98ee7233b0a5,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:25.168739 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-75e85071-c615-4f1b-afae-1c090099bf96 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fc91349e-2c6c-4492-ae7b-468dcb90e3ae', 'external_fixed_ips': [{'subnet_id': '1bfd27d0-1b0a-412d-b365-f9912e562c7b', 'ip_address': '2001:db8::dc'}]}}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:26:25.171653 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 53668) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:26:25.243300 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9c5d5c2e-c8d3-42cc-90c4-c5e02cbeb51b admin admin] Publish callbacks [] for security_group (ca1ee4e0-3082-4ce6-84ee-98ee7233b0a5), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:25.256949 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-75e85071-c615-4f1b-afae-1c090099bf96 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261150'] for router (1bbd1d1a-706f-4420-8818-5ced177d6eb6), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:25.258926 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-75e85071-c615-4f1b-afae-1c090099bf96 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-731099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-731441', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261129'] for router (1bbd1d1a-706f-4420-8818-5ced177d6eb6), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:25.279295 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9c5d5c2e-c8d3-42cc-90c4-c5e02cbeb51b admin admin] Publish callbacks [] for security_group (ca1ee4e0-3082-4ce6-84ee-98ee7233b0a5), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:25.296320 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7b9083a9-cabe-4bba-8418-40659b300d2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985'] for port (239bd140-967b-42ea-ae15-0501574cba51), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:25.336235 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9083a9-cabe-4bba-8418-40659b300d2d None None] Pushing event deleted for resources: {'Port': ['ID=239bd140-967b-42ea-ae15-0501574cba51,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:25.338271 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9083a9-cabe-4bba-8418-40659b300d2d None None] No DVR routers for this DVR port 239bd140-967b-42ea-ae15-0501574cba51 on host n-d-812111-14 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:26:25.426546 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-75e85071-c615-4f1b-afae-1c090099bf96 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Publish callbacks [] for router_controller (1bbd1d1a-706f-4420-8818-5ced177d6eb6), precommit_add_association {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:25.440570 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-08132da2-23a5-49f4-a4ac-f74aaf6bac1b admin admin] For port 239bd140-967b-42ea-ae15-0501574cba51, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=239bd140-967b-42ea-ae15-0501574cba51,segment=NetworkSegment(2085fb8e-0e9e-41ef-ad8a-1ae8c8763017),segment_id=2085fb8e-0e9e-41ef-ad8a-1ae8c8763017)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:26:25.445668 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-08132da2-23a5-49f4-a4ac-f74aaf6bac1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (239bd140-967b-42ea-ae15-0501574cba51), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:25.566349 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-08132da2-23a5-49f4-a4ac-f74aaf6bac1b admin admin] Calling delete_port for 239bd140-967b-42ea-ae15-0501574cba51 owned by network:dhcp {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:26:25.628961 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9c5d5c2e-c8d3-42cc-90c4-c5e02cbeb51b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (ca1ee4e0-3082-4ce6-84ee-98ee7233b0a5), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:25.632370 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9c5d5c2e-c8d3-42cc-90c4-c5e02cbeb51b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:25.636494 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-9c5d5c2e-c8d3-42cc-90c4-c5e02cbeb51b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ca1ee4e0-3082-4ce6-84ee-98ee7233b0a5 HTTP/1.1" status: 204 len: 168 time: 0.4638038 Jan 28 19:26:25.682123 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-75e85071-c615-4f1b-afae-1c090099bf96 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Publish callbacks [] for router_gateway (1bbd1d1a-706f-4420-8818-5ced177d6eb6), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:25.685950 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5d5c2e-c8d3-42cc-90c4-c5e02cbeb51b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca1ee4e0-3082-4ce6-84ee-98ee7233b0a5,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:25.702789 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f85642-8038-418a-90db-b6fbe61936f3 req-d76e70a8-eb91-4c90-8410-f3102fbafe8e tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:25.710543 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c8f85642-8038-418a-90db-b6fbe61936f3 req-d76e70a8-eb91-4c90-8410-f3102fbafe8e tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] 10.222.0.64 "GET /v2.0/ports?device_id=24181069-5a95-4fd0-be49-0f6eb9a8a560 HTTP/1.1" status: 200 len: 945 time: 0.1925278 Jan 28 19:26:25.821831 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e2d6c8-d624-421d-8a06-6723b42cb040 req-c76bfd4e-1f19-416b-b7a8-a95f909338d9 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:25.823537 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-14e2d6c8-d624-421d-8a06-6723b42cb040 req-c76bfd4e-1f19-416b-b7a8-a95f909338d9 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.41 "GET /v2.0/networks?id=311cc39e-64ae-4fb3-9d47-d497c4799ab7 HTTP/1.1" status: 200 len: 805 time: 0.4746592 Jan 28 19:26:25.825877 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c8f85642-8038-418a-90db-b6fbe61936f3 req-31601229-e075-4236-876b-445a28e74b9a tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] 10.222.0.64 "GET /v2.0/security-groups?id=6e3b5f6f-cd04-46bb-9eb5-a6c7cbc22d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143847 Jan 28 19:26:25.832488 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00be547-db09-48ec-98b2-7d5bf3ab9975 req-1a920411-3fe8-4cbf-94fa-45df257dad67 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:25.839209 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00be547-db09-48ec-98b2-7d5bf3ab9975 req-1a920411-3fe8-4cbf-94fa-45df257dad67 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:25.840965 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d00be547-db09-48ec-98b2-7d5bf3ab9975 req-1a920411-3fe8-4cbf-94fa-45df257dad67 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.64 "GET /v2.0/ports?device_id=5bd15075-1e8c-4d4e-9154-d45912ca536e HTTP/1.1" status: 200 len: 1677 time: 0.3265994 Jan 28 19:26:25.846319 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-a22d46ef-9d58-46fe-a7b1-209306f8ac35 req-6b8fcd88-ccae-4d4d-a508-80b507453173 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:25.846891 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-a22d46ef-9d58-46fe-a7b1-209306f8ac35 req-6b8fcd88-ccae-4d4d-a508-80b507453173 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734886'] for floatingip (3a999917-276d-4559-b134-2b21ca0e4d8e), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:25.847378 n-d-812111-14 neutron-server[103304]: INFO neutron.db.l3_db [req-a22d46ef-9d58-46fe-a7b1-209306f8ac35 req-6b8fcd88-ccae-4d4d-a508-80b507453173 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Floating IP 3a999917-276d-4559-b134-2b21ca0e4d8e disassociated. External IP: 172.25.6.236, port: 531bdf71-3dde-4e38-8c1a-ff8047145e91. Jan 28 19:26:25.847982 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-a22d46ef-9d58-46fe-a7b1-209306f8ac35 req-6b8fcd88-ccae-4d4d-a508-80b507453173 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Calling delete_port for 531bdf71-3dde-4e38-8c1a-ff8047145e91 owned by compute:nova {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:26:25.854336 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-14e2d6c8-d624-421d-8a06-6723b42cb040 req-496ea653-50be-4bc0-b941-dc57f37542b5 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Request body: {'port': {'device_id': '28585266-030b-4653-8f95-0af6fbb46b20', 'network_id': '311cc39e-64ae-4fb3-9d47-d497c4799ab7', 'admin_state_up': True, 'tenant_id': '7eed4983257c41a2ac91147c4d6e09ea'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:26:25.998728 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bd15075-1e8c-4d4e-9154-d45912ca536e', 'name': 'network-vif-deleted', 'tag': '8132a07e-4a59-47ca-90c2-1121ff386089'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:26:26.001219 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-552d0028-e80f-4b14-80b0-2d826a3e7a3c" -d '{"events": [{"server_uuid": "5bd15075-1e8c-4d4e-9154-d45912ca536e", "name": "network-vif-deleted", "tag": "8132a07e-4a59-47ca-90c2-1121ff386089"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:26:26.015593 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-08132da2-23a5-49f4-a4ac-f74aaf6bac1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (239bd140-967b-42ea-ae15-0501574cba51), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:26.080546 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08132da2-23a5-49f4-a4ac-f74aaf6bac1b admin admin] Pushing event deleted for resources: {'Port': ['ID=239bd140-967b-42ea-ae15-0501574cba51,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:26.088662 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08132da2-23a5-49f4-a4ac-f74aaf6bac1b admin admin] No DVR routers for this DVR port 239bd140-967b-42ea-ae15-0501574cba51 on host n-d-812111-14 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:26:26.105543 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d00be547-db09-48ec-98b2-7d5bf3ab9975 req-8c283e95-ed61-4974-8894-995549a00b6c tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.64 "GET /v2.0/security-groups?id=b98a868e-e5c1-410f-a3c5-8429d6410f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2548985 Jan 28 19:26:26.120382 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a8ad971d-1feb-4dce-89be-68cc6e67db43 req-76233ac1-d41c-43cf-90e8-3c7df27dc358 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/ports?device_id=28585266-030b-4653-8f95-0af6fbb46b20 HTTP/1.1" status: 200 len: 210 time: 0.0392208 Jan 28 19:26:26.147625 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-75e85071-c615-4f1b-afae-1c090099bf96 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Publish callbacks [] for router_gateway (1bbd1d1a-706f-4420-8818-5ced177d6eb6), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:26.209696 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-75e85071-c615-4f1b-afae-1c090099bf96 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:26.234559 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5d670b9-eb7f-4ea0-ace4-41f66eb89998 x-openstack-request-id: req-a5d670b9-eb7f-4ea0-ace4-41f66eb89998 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:26:26.234890 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bd15075-1e8c-4d4e-9154-d45912ca536e", "name": "network-vif-deleted", "tag": "8132a07e-4a59-47ca-90c2-1121ff386089", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:26:26.235150 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a5d670b9-eb7f-4ea0-ace4-41f66eb89998 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:26:26.235664 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bd15075-1e8c-4d4e-9154-d45912ca536e', 'name': 'network-vif-deleted', 'tag': '8132a07e-4a59-47ca-90c2-1121ff386089', 'status': 'completed', 'code': 200} Jan 28 19:26:26.259124 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-08132da2-23a5-49f4-a4ac-f74aaf6bac1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (1616dfdb-0a49-44dd-9fc7-8c62f0041569), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:26.262088 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 53762) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:26:26.294140 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14e2d6c8-d624-421d-8a06-6723b42cb040 req-496ea653-50be-4bc0-b941-dc57f37542b5 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Made reservation on behalf of 7eed4983257c41a2ac91147c4d6e09ea for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:26:26.297487 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-14e2d6c8-d624-421d-8a06-6723b42cb040 req-496ea653-50be-4bc0-b941-dc57f37542b5 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:26.333172 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f75b3114-27e3-41c0-9775-726918148c20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:26.335640 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-08132da2-23a5-49f4-a4ac-f74aaf6bac1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1616dfdb-0a49-44dd-9fc7-8c62f0041569']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:26:26.365699 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-08132da2-23a5-49f4-a4ac-f74aaf6bac1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2085fb8e-0e9e-41ef-ad8a-1ae8c8763017') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:26:26.365932 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-08132da2-23a5-49f4-a4ac-f74aaf6bac1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2085fb8e-0e9e-41ef-ad8a-1ae8c8763017') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:26:26.395713 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-08132da2-23a5-49f4-a4ac-f74aaf6bac1b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4747091'] for segment (2085fb8e-0e9e-41ef-ad8a-1ae8c8763017), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:26.408110 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-75e85071-c615-4f1b-afae-1c090099bf96 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Allocated IP 2001:db8::dc (fc91349e-2c6c-4492-ae7b-468dcb90e3ae/1bfd27d0-1b0a-412d-b365-f9912e562c7b/5a8077ac-5eb8-4e60-8a78-024f2ec6131e) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:26:26.414431 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-a22d46ef-9d58-46fe-a7b1-209306f8ac35 req-6b8fcd88-ccae-4d4d-a508-80b507453173 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (531bdf71-3dde-4e38-8c1a-ff8047145e91), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:26.464240 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-08132da2-23a5-49f4-a4ac-f74aaf6bac1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (2085fb8e-0e9e-41ef-ad8a-1ae8c8763017), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:26.499769 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08132da2-23a5-49f4-a4ac-f74aaf6bac1b admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:26:26.500235 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-08132da2-23a5-49f4-a4ac-f74aaf6bac1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4690514'] for segment (2085fb8e-0e9e-41ef-ad8a-1ae8c8763017), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:26.505632 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8fcd88-ccae-4d4d-a508-80b507453173 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Pushing event deleted for resources: {'Port': ['ID=531bdf71-3dde-4e38-8c1a-ff8047145e91,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:26.508590 n-d-812111-14 neutron-server[103304]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:26:26.508590 n-d-812111-14 neutron-server[103304]: self.session.flush() Jan 28 19:26:26.508590 n-d-812111-14 neutron-server[103304]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:26:26.508590 n-d-812111-14 neutron-server[103304]: self.session.flush() Jan 28 19:26:26.508590 n-d-812111-14 neutron-server[103304]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:26:26.508590 n-d-812111-14 neutron-server[103304]: self.session.flush() Jan 28 19:26:26.508590 n-d-812111-14 neutron-server[103304]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:26:26.508590 n-d-812111-14 neutron-server[103304]: self.session.flush() Jan 28 19:26:26.508590 n-d-812111-14 neutron-server[103304]: Traceback (most recent call last): Jan 28 19:26:26.508590 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:26:26.508590 n-d-812111-14 neutron-server[103304]: timer() Jan 28 19:26:26.508590 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:26:26.508590 n-d-812111-14 neutron-server[103304]: cb(*args, **kw) Jan 28 19:26:26.508590 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:26:26.508590 n-d-812111-14 neutron-server[103304]: return func(*args, **kwargs) Jan 28 19:26:26.508590 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:26:26.508590 n-d-812111-14 neutron-server[103304]: self._notify() Jan 28 19:26:26.508590 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:26:26.508590 n-d-812111-14 neutron-server[103304]: self.callback(batched_events) Jan 28 19:26:26.508590 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:26:26.508590 n-d-812111-14 neutron-server[103304]: event.method(event) Jan 28 19:26:26.508590 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:26:26.508590 n-d-812111-14 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:26:26.508590 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:26:26.508590 n-d-812111-14 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:26:26.508590 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:26:26.508590 n-d-812111-14 neutron-server[103304]: return f(self, *a, **k) Jan 28 19:26:26.508590 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:26:26.508590 n-d-812111-14 neutron-server[103304]: return self._get(url).json() Jan 28 19:26:26.508590 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:26:26.508590 n-d-812111-14 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:26:26.508590 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:26:26.508590 n-d-812111-14 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 28 19:26:26.508590 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:26:26.508590 n-d-812111-14 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:26:26.508590 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:26:26.508590 n-d-812111-14 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:26:26.508590 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:26:26.508590 n-d-812111-14 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:26:26.508590 n-d-812111-14 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:26:26.559118 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-75e85071-c615-4f1b-afae-1c090099bf96 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Publish callbacks [] for port (5a8077ac-5eb8-4e60-8a78-024f2ec6131e), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:26.612569 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-75e85071-c615-4f1b-afae-1c090099bf96 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (5a8077ac-5eb8-4e60-8a78-024f2ec6131e), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:26.631889 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 239bd140-967b-42ea-ae15-0501574cba51 no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:26:26.656223 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: 239bd140-967b-42ea-ae15-0501574cba51 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:26:26.657326 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 239bd140-967b-42ea-ae15-0501574cba51 not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:26:26.659168 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e85071-c615-4f1b-afae-1c090099bf96 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Network fc91349e-2c6c-4492-ae7b-468dcb90e3ae is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:26:26.665623 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-75e85071-c615-4f1b-afae-1c090099bf96 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:26:26.671077 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e85071-c615-4f1b-afae-1c090099bf96 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:26:26.674140 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e85071-c615-4f1b-afae-1c090099bf96 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Pushing event updated for resources: {'Port': ['ID=5a8077ac-5eb8-4e60-8a78-024f2ec6131e,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:26.708953 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-08132da2-23a5-49f4-a4ac-f74aaf6bac1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (1616dfdb-0a49-44dd-9fc7-8c62f0041569), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:26.762032 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-08132da2-23a5-49f4-a4ac-f74aaf6bac1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:26.768296 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-08132da2-23a5-49f4-a4ac-f74aaf6bac1b admin admin] 10.222.0.64 "DELETE /v2.0/networks/1616dfdb-0a49-44dd-9fc7-8c62f0041569 HTTP/1.1" status: 204 len: 168 time: 2.1639972 Jan 28 19:26:26.773561 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 53780) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:26:26.793997 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-14e2d6c8-d624-421d-8a06-6723b42cb040 req-496ea653-50be-4bc0-b941-dc57f37542b5 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Allocated IP 172.20.0.12 (311cc39e-64ae-4fb3-9d47-d497c4799ab7/008283d9-57a3-42a0-90a1-80f5c1a16864/a3d597e9-cf7c-407c-945c-12cc674c3d9c) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:26:26.797206 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08132da2-23a5-49f4-a4ac-f74aaf6bac1b admin admin] Pushing event deleted for resources: {'Network': ['ID=1616dfdb-0a49-44dd-9fc7-8c62f0041569,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:26.813570 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f75b3114-27e3-41c0-9775-726918148c20 admin admin] Publish callbacks [] for security_group (2842de2c-49b1-4f2f-87c1-d84d9effc8ab), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:26.826999 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f75b3114-27e3-41c0-9775-726918148c20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (2842de2c-49b1-4f2f-87c1-d84d9effc8ab), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:26.935932 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 53786) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:26:26.947121 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a22d46ef-9d58-46fe-a7b1-209306f8ac35 req-6b8fcd88-ccae-4d4d-a508-80b507453173 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Router 9c951122-2c6e-437f-b0cb-85d89b6b8deb has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:26:26.956209 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7519de69-5c37-4f63-b52f-2391753b1f12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:26.985630 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-75e85071-c615-4f1b-afae-1c090099bf96 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Publish callbacks [] for router_gateway (1bbd1d1a-706f-4420-8818-5ced177d6eb6), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:26.988928 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-f75b3114-27e3-41c0-9775-726918148c20 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=25090c56ecaf4915a066d9da3872eb34&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7223992 Jan 28 19:26:27.010811 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75b3114-27e3-41c0-9775-726918148c20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2842de2c-49b1-4f2f-87c1-d84d9effc8ab,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:27.013922 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 53788) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:26:27.117402 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7519de69-5c37-4f63-b52f-2391753b1f12 admin admin] Publish callbacks [] for security_group (c2731696-afad-4c60-9550-6bc59b7391f5), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:27.125931 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7519de69-5c37-4f63-b52f-2391753b1f12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (c2731696-afad-4c60-9550-6bc59b7391f5), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:27.160979 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-7519de69-5c37-4f63-b52f-2391753b1f12 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=afd8736f74ea4bfaaee2d75655f46467&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3838978 Jan 28 19:26:27.164681 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 53798) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:26:27.289642 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7519de69-5c37-4f63-b52f-2391753b1f12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2731696-afad-4c60-9550-6bc59b7391f5,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:27.305378 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f8b1f9d0-894d-4593-bcb0-722c48d8fead req-0b01d2c0-237d-473e-a6e2-14aec3522fe4 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/ports?device_id=28585266-030b-4653-8f95-0af6fbb46b20 HTTP/1.1" status: 200 len: 210 time: 0.0684431 Jan 28 19:26:27.390257 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2760875d-c5fd-4326-b2db-9454209afd19 admin admin] Publish callbacks [] for security_group (c2731696-afad-4c60-9550-6bc59b7391f5), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:27.490943 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-3808aee8-594f-459e-8b56-b99f5b3df1ee admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4b040b0408764768a35aab2b616c5da1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5419934 Jan 28 19:26:27.524886 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 53810) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:26:27.566441 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53427944-ea7c-4db7-9b18-d2cb257031cb req-2f073270-dc1c-4ae3-a3ab-d8b45518f774 tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:27.568776 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-53427944-ea7c-4db7-9b18-d2cb257031cb req-2f073270-dc1c-4ae3-a3ab-d8b45518f774 tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] 10.222.0.64 "GET /v2.0/ports?device_id=24181069-5a95-4fd0-be49-0f6eb9a8a560 HTTP/1.1" status: 200 len: 945 time: 0.6319420 Jan 28 19:26:27.621445 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-181a1e05-726f-4416-8e9c-41ab0d8432cb admin admin] Publish callbacks [] for security_group (2842de2c-49b1-4f2f-87c1-d84d9effc8ab), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:27.653344 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a22d46ef-9d58-46fe-a7b1-209306f8ac35 req-6b8fcd88-ccae-4d4d-a508-80b507453173 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:26:27.664752 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9d4cf7-203b-4d43-97b0-178945322813 None None] Sync routers for ids ['9c951122-2c6e-437f-b0cb-85d89b6b8deb'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:26:27.678000 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-14e2d6c8-d624-421d-8a06-6723b42cb040 req-496ea653-50be-4bc0-b941-dc57f37542b5 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Publish callbacks [] for port (a3d597e9-cf7c-407c-945c-12cc674c3d9c), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:27.678345 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9d4cf7-203b-4d43-97b0-178945322813 None None] Routers {'9c951122-2c6e-437f-b0cb-85d89b6b8deb'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:26:27.679112 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-3b9d4cf7-203b-4d43-97b0-178945322813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:26:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['9c951122-2c6e-437f-b0cb-85d89b6b8deb'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:26:27.733221 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-181a1e05-726f-4416-8e9c-41ab0d8432cb admin admin] Publish callbacks [] for security_group (2842de2c-49b1-4f2f-87c1-d84d9effc8ab), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:27.740810 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-a22d46ef-9d58-46fe-a7b1-209306f8ac35 req-6b8fcd88-ccae-4d4d-a508-80b507453173 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] No DVR routers for this DVR port 531bdf71-3dde-4e38-8c1a-ff8047145e91 on host n-h2-812111-14 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:26:27.743719 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-a22d46ef-9d58-46fe-a7b1-209306f8ac35 req-6b8fcd88-ccae-4d4d-a508-80b507453173 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:27.747539 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a22d46ef-9d58-46fe-a7b1-209306f8ac35 req-6b8fcd88-ccae-4d4d-a508-80b507453173 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.70 "DELETE /v2.0/ports/531bdf71-3dde-4e38-8c1a-ff8047145e91 HTTP/1.1" status: 204 len: 173 time: 3.3077576 Jan 28 19:26:27.792333 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-3b9d4cf7-203b-4d43-97b0-178945322813 None None] Set router 9c951122-2c6e-437f-b0cb-85d89b6b8deb gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:26:27.824550 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2760875d-c5fd-4326-b2db-9454209afd19 admin admin] Publish callbacks [] for security_group (c2731696-afad-4c60-9550-6bc59b7391f5), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:27.831535 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-53427944-ea7c-4db7-9b18-d2cb257031cb req-1afb5447-7cf0-4ff8-b2fa-899e0d4fae6f tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] 10.222.0.64 "GET /v2.0/security-groups?id=6e3b5f6f-cd04-46bb-9eb5-a6c7cbc22d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488923 Jan 28 19:26:27.841334 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-518b8d26-a888-4085-a9df-7e654bec7088 admin admin] Publish callbacks [] for security_group (2587df4f-748a-4d8f-becc-83d4622558d8), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:27.874700 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-75e85071-c615-4f1b-afae-1c090099bf96 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-731074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-731460'] for router (1bbd1d1a-706f-4420-8818-5ced177d6eb6), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:27.916863 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924ab613-5fa2-48df-8d38-697923cd628b req-630f5f90-d04c-4b55-9c28-107cc98e86c0 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:27.917621 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-518b8d26-a888-4085-a9df-7e654bec7088 admin admin] Publish callbacks [] for security_group (2587df4f-748a-4d8f-becc-83d4622558d8), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:27.918848 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-924ab613-5fa2-48df-8d38-697923cd628b req-630f5f90-d04c-4b55-9c28-107cc98e86c0 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.64 "GET /v2.0/ports?device_id=5bd15075-1e8c-4d4e-9154-d45912ca536e HTTP/1.1" status: 200 len: 943 time: 0.5115933 Jan 28 19:26:27.929635 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-14e2d6c8-d624-421d-8a06-6723b42cb040 req-496ea653-50be-4bc0-b941-dc57f37542b5 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (a3d597e9-cf7c-407c-945c-12cc674c3d9c), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:27.946392 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['75629f80-97e2-4b65-9644-8e74b29b7b0c'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:26:28.003267 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-181a1e05-726f-4416-8e9c-41ab0d8432cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (2842de2c-49b1-4f2f-87c1-d84d9effc8ab), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:28.006325 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-181a1e05-726f-4416-8e9c-41ab0d8432cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:28.007543 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-181a1e05-726f-4416-8e9c-41ab0d8432cb admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2842de2c-49b1-4f2f-87c1-d84d9effc8ab HTTP/1.1" status: 204 len: 168 time: 0.9855499 Jan 28 19:26:28.029345 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181a1e05-726f-4416-8e9c-41ab0d8432cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2842de2c-49b1-4f2f-87c1-d84d9effc8ab,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:28.034409 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14e2d6c8-d624-421d-8a06-6723b42cb040 req-496ea653-50be-4bc0-b941-dc57f37542b5 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Network 311cc39e-64ae-4fb3-9d47-d497c4799ab7 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:26:28.051565 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-14e2d6c8-d624-421d-8a06-6723b42cb040 req-496ea653-50be-4bc0-b941-dc57f37542b5 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:26:28.055483 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-14e2d6c8-d624-421d-8a06-6723b42cb040 req-496ea653-50be-4bc0-b941-dc57f37542b5 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:26:28.104281 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496ea653-50be-4bc0-b941-dc57f37542b5 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Pushing event updated for resources: {'Port': ['ID=a3d597e9-cf7c-407c-945c-12cc674c3d9c,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:28.119536 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-a22d46ef-9d58-46fe-a7b1-209306f8ac35 req-7f62bf3a-a788-4179-91f1-a0a4eb9a8a54 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Deleting port c3073dc0-3618-42ea-9203-95c126bbd569 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:26:28.119900 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-a22d46ef-9d58-46fe-a7b1-209306f8ac35 req-7f62bf3a-a788-4179-91f1-a0a4eb9a8a54 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (c3073dc0-3618-42ea-9203-95c126bbd569), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:28.181276 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-3b9d4cf7-203b-4d43-97b0-178945322813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c951122-2c6e-437f-b0cb-85d89b6b8deb', 'name': 'tempest-TaggedBootDevicesTest-1447470354-router', 'tenant_id': 'f867837fb6c242938544d048cd197d0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.81'}], 'enable_snat': True}, 'gw_port_id': '8d90ea6d-7c43-40b8-b393-1a9d3776e8da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:19:47Z', 'updated_at': '2022-01-28T19:19:54Z', 'revision_number': 4, 'project_id': 'f867837fb6c242938544d048cd197d0a', 'gw_port': {'id': '8d90ea6d-7c43-40b8-b393-1a9d3776e8da', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:d2:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c951122-2c6e-437f-b0cb-85d89b6b8deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:19:48Z', 'updated_at': '2022-01-28T19:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '74ee079c-52f7-43d7-a9a4-7ec6f92e746b', 'name': '', 'network_id': '922d7922-7d01-401d-b975-2f0c2fc79a7b', 'tenant_id': 'f867837fb6c242938544d048cd197d0a', 'mac_address': 'fa:16:3e:59:b6:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c951122-2c6e-437f-b0cb-85d89b6b8deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': '6ed55e71-9221-42a1-8050-290c89e0110e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:19:53Z', 'updated_at': '2022-01-28T19:20:02Z', 'revision_number': 5, 'project_id': 'f867837fb6c242938544d048cd197d0a', 'subnets': [{'id': '6ed55e71-9221-42a1-8050-290c89e0110e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:26:28.187861 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e2d6c8-d624-421d-8a06-6723b42cb040 req-496ea653-50be-4bc0-b941-dc57f37542b5 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:28.188629 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-14e2d6c8-d624-421d-8a06-6723b42cb040 req-496ea653-50be-4bc0-b941-dc57f37542b5 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:28.190909 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-518b8d26-a888-4085-a9df-7e654bec7088 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (2587df4f-748a-4d8f-becc-83d4622558d8), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:28.193528 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-518b8d26-a888-4085-a9df-7e654bec7088 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:28.194916 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-518b8d26-a888-4085-a9df-7e654bec7088 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2587df4f-748a-4d8f-becc-83d4622558d8 HTTP/1.1" status: 204 len: 168 time: 0.6668153 Jan 28 19:26:28.212567 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518b8d26-a888-4085-a9df-7e654bec7088 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2587df4f-748a-4d8f-becc-83d4622558d8,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:28.235143 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-14e2d6c8-d624-421d-8a06-6723b42cb040 req-496ea653-50be-4bc0-b941-dc57f37542b5 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3911450 Jan 28 19:26:28.243993 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bd15075-1e8c-4d4e-9154-d45912ca536e', 'name': 'network-vif-deleted', 'tag': '531bdf71-3dde-4e38-8c1a-ff8047145e91'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:26:28.246386 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d43c77c-6049-44e4-9123-69de2554a524" -d '{"events": [{"server_uuid": "5bd15075-1e8c-4d4e-9154-d45912ca536e", "name": "network-vif-deleted", "tag": "531bdf71-3dde-4e38-8c1a-ff8047145e91"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:26:28.260507 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-14e2d6c8-d624-421d-8a06-6723b42cb040 req-c5169fea-de26-4240-aed2-1c29891d54b1 service neutron] Request body: {'port': {'device_id': '28585266-030b-4653-8f95-0af6fbb46b20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-14'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:26:28.298160 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9d4cf7-203b-4d43-97b0-178945322813 None None] Checking router: 9c951122-2c6e-437f-b0cb-85d89b6b8deb for host: n-d-812111-14 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:26:28.311356 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-a22d46ef-9d58-46fe-a7b1-209306f8ac35 req-7f62bf3a-a788-4179-91f1-a0a4eb9a8a54 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] For port c3073dc0-3618-42ea-9203-95c126bbd569, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=c3073dc0-3618-42ea-9203-95c126bbd569,segment=NetworkSegment(60f73bc9-e00e-4b44-a105-7ad75c8476d3),segment_id=60f73bc9-e00e-4b44-a105-7ad75c8476d3)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:26:28.311749 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-a22d46ef-9d58-46fe-a7b1-209306f8ac35 req-7f62bf3a-a788-4179-91f1-a0a4eb9a8a54 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (c3073dc0-3618-42ea-9203-95c126bbd569), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:28.326122 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9d4cf7-203b-4d43-97b0-178945322813 None None] Routers {'9c951122-2c6e-437f-b0cb-85d89b6b8deb'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:26:28.329547 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-3b9d4cf7-203b-4d43-97b0-178945322813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:26:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['9c951122-2c6e-437f-b0cb-85d89b6b8deb'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:26:28.342076 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-a22d46ef-9d58-46fe-a7b1-209306f8ac35 req-7f62bf3a-a788-4179-91f1-a0a4eb9a8a54 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Calling delete_port for c3073dc0-3618-42ea-9203-95c126bbd569 owned by compute:nova {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:26:28.362077 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-924ab613-5fa2-48df-8d38-697923cd628b req-514550de-0ceb-4462-b460-97b496b51b29 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.64 "GET /v2.0/security-groups?id=b98a868e-e5c1-410f-a3c5-8429d6410f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1668415 Jan 28 19:26:28.364056 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75e85071-c615-4f1b-afae-1c090099bf96 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Router 1bbd1d1a-706f-4420-8818-5ced177d6eb6 is scheduled to L3 agent 76fe5c49-705a-4e08-abb2-be585676213f with binding_index 1 {{(pid=103305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 19:26:28.364703 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-74be6db2-c46f-47eb-a17e-231bcdfbb9a9 req-ed9b1f91-164a-4d06-87d6-e6ec7e74202d tempest-ListImageFiltersTestJSON-91277605 tempest-ListImageFiltersTestJSON-91277605-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=1a77b629411f449383212be2ada8a7bc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0559824 Jan 28 19:26:28.382253 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2760875d-c5fd-4326-b2db-9454209afd19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (c2731696-afad-4c60-9550-6bc59b7391f5), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:28.388746 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2760875d-c5fd-4326-b2db-9454209afd19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:28.396544 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-2760875d-c5fd-4326-b2db-9454209afd19 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c2731696-afad-4c60-9550-6bc59b7391f5 HTTP/1.1" status: 204 len: 168 time: 1.2286811 Jan 28 19:26:28.418206 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2760875d-c5fd-4326-b2db-9454209afd19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2731696-afad-4c60-9550-6bc59b7391f5,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:28.575634 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-3b9d4cf7-203b-4d43-97b0-178945322813 None None] Set router 9c951122-2c6e-437f-b0cb-85d89b6b8deb gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:26:28.587976 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-14e2d6c8-d624-421d-8a06-6723b42cb040 req-c5169fea-de26-4240-aed2-1c29891d54b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (a3d597e9-cf7c-407c-945c-12cc674c3d9c), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:28.609602 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:26:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78ef096d-905e-468c-8226-e4a028f0c1d3 x-openstack-request-id: req-78ef096d-905e-468c-8226-e4a028f0c1d3 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:26:28.610142 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bd15075-1e8c-4d4e-9154-d45912ca536e", "name": "network-vif-deleted", "tag": "531bdf71-3dde-4e38-8c1a-ff8047145e91", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:26:28.610374 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-78ef096d-905e-468c-8226-e4a028f0c1d3 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:26:28.611022 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bd15075-1e8c-4d4e-9154-d45912ca536e', 'name': 'network-vif-deleted', 'tag': '531bdf71-3dde-4e38-8c1a-ff8047145e91', 'status': 'completed', 'code': 200} Jan 28 19:26:28.683211 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-a22d46ef-9d58-46fe-a7b1-209306f8ac35 req-7f62bf3a-a788-4179-91f1-a0a4eb9a8a54 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (c3073dc0-3618-42ea-9203-95c126bbd569), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:28.731970 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75e85071-c615-4f1b-afae-1c090099bf96 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:26:28.745729 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59cbbd30-8d4d-4402-ab90-db0b9c648637 None None] Sync routers for ids ['1bbd1d1a-706f-4420-8818-5ced177d6eb6'] in n-d-812111-14 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:26:28.757524 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59cbbd30-8d4d-4402-ab90-db0b9c648637 None None] Routers {'1bbd1d1a-706f-4420-8818-5ced177d6eb6'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:26:28.758265 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62bf3a-a788-4179-91f1-a0a4eb9a8a54 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Pushing event deleted for resources: {'Port': ['ID=c3073dc0-3618-42ea-9203-95c126bbd569,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:28.758603 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-59cbbd30-8d4d-4402-ab90-db0b9c648637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:26:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['1bbd1d1a-706f-4420-8818-5ced177d6eb6'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:26:28.766193 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-75e85071-c615-4f1b-afae-1c090099bf96 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:28.767456 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-75e85071-c615-4f1b-afae-1c090099bf96 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 3.6062608 Jan 28 19:26:28.784099 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebfeb07-5082-4a88-b430-5f49474152e8 req-23f2eae3-575b-4596-b99a-400286c2e676 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:28.785704 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-cebfeb07-5082-4a88-b430-5f49474152e8 req-23f2eae3-575b-4596-b99a-400286c2e676 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/ports?device_id=28585266-030b-4653-8f95-0af6fbb46b20 HTTP/1.1" status: 200 len: 932 time: 0.1771438 Jan 28 19:26:28.786211 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 53868) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:26:28.882731 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-3b9d4cf7-203b-4d43-97b0-178945322813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c951122-2c6e-437f-b0cb-85d89b6b8deb', 'name': 'tempest-TaggedBootDevicesTest-1447470354-router', 'tenant_id': 'f867837fb6c242938544d048cd197d0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.81'}], 'enable_snat': True}, 'gw_port_id': '8d90ea6d-7c43-40b8-b393-1a9d3776e8da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:19:47Z', 'updated_at': '2022-01-28T19:19:54Z', 'revision_number': 4, 'project_id': 'f867837fb6c242938544d048cd197d0a', 'gw_port': {'id': '8d90ea6d-7c43-40b8-b393-1a9d3776e8da', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:d2:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c951122-2c6e-437f-b0cb-85d89b6b8deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:19:48Z', 'updated_at': '2022-01-28T19:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '74ee079c-52f7-43d7-a9a4-7ec6f92e746b', 'name': '', 'network_id': '922d7922-7d01-401d-b975-2f0c2fc79a7b', 'tenant_id': 'f867837fb6c242938544d048cd197d0a', 'mac_address': 'fa:16:3e:59:b6:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c951122-2c6e-437f-b0cb-85d89b6b8deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': '6ed55e71-9221-42a1-8050-290c89e0110e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:19:53Z', 'updated_at': '2022-01-28T19:20:02Z', 'revision_number': 5, 'project_id': 'f867837fb6c242938544d048cd197d0a', 'subnets': [{'id': '6ed55e71-9221-42a1-8050-290c89e0110e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:26:28.917993 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9d4cf7-203b-4d43-97b0-178945322813 None None] The sync data for ids ['9c951122-2c6e-437f-b0cb-85d89b6b8deb'] in n-d-812111-14 is: [{'id': '9c951122-2c6e-437f-b0cb-85d89b6b8deb', 'name': 'tempest-TaggedBootDevicesTest-1447470354-router', 'tenant_id': 'f867837fb6c242938544d048cd197d0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.81'}], 'enable_snat': True}, 'gw_port_id': '8d90ea6d-7c43-40b8-b393-1a9d3776e8da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:19:47Z', 'updated_at': '2022-01-28T19:19:54Z', 'revision_number': 4, 'project_id': 'f867837fb6c242938544d048cd197d0a', 'gw_port': {'id': '8d90ea6d-7c43-40b8-b393-1a9d3776e8da', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:d2:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c951122-2c6e-437f-b0cb-85d89b6b8deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:19:48Z', 'updated_at': '2022-01-28T19:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '74ee079c-52f7-43d7-a9a4-7ec6f92e746b', 'name': '', 'network_id': '922d7922-7d01-401d-b975-2f0c2fc79a7b', 'tenant_id': 'f867837fb6c242938544d048cd197d0a', 'mac_address': 'fa:16:3e:59:b6:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c951122-2c6e-437f-b0cb-85d89b6b8deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': '6ed55e71-9221-42a1-8050-290c89e0110e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:19:53Z', 'updated_at': '2022-01-28T19:20:02Z', 'revision_number': 5, 'project_id': 'f867837fb6c242938544d048cd197d0a', 'subnets': [{'id': '6ed55e71-9221-42a1-8050-290c89e0110e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:26:28.962498 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-a22d46ef-9d58-46fe-a7b1-209306f8ac35 req-7f62bf3a-a788-4179-91f1-a0a4eb9a8a54 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] No DVR routers for this DVR port c3073dc0-3618-42ea-9203-95c126bbd569 on host n-h2-812111-14 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:26:28.972491 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-a22d46ef-9d58-46fe-a7b1-209306f8ac35 req-7f62bf3a-a788-4179-91f1-a0a4eb9a8a54 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:28.988672 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a22d46ef-9d58-46fe-a7b1-209306f8ac35 req-7f62bf3a-a788-4179-91f1-a0a4eb9a8a54 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.70 "DELETE /v2.0/ports/c3073dc0-3618-42ea-9203-95c126bbd569 HTTP/1.1" status: 204 len: 173 time: 1.2273839 Jan 28 19:26:29.021357 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-59cbbd30-8d4d-4402-ab90-db0b9c648637 None None] Set router 1bbd1d1a-706f-4420-8818-5ced177d6eb6 gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:26:29.146898 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74be6db2-c46f-47eb-a17e-231bcdfbb9a9 req-180040d4-2832-4dc2-9a4b-a3e091809138 tempest-ListImageFiltersTestJSON-91277605 tempest-ListImageFiltersTestJSON-91277605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:29.150866 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-74be6db2-c46f-47eb-a17e-231bcdfbb9a9 req-180040d4-2832-4dc2-9a4b-a3e091809138 tempest-ListImageFiltersTestJSON-91277605 tempest-ListImageFiltersTestJSON-91277605-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5434563 Jan 28 19:26:29.159450 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c47d08c3-8d05-46a6-899e-dc32bdde0ce8 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Publish callbacks [] for router (1bbd1d1a-706f-4420-8818-5ced177d6eb6), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:29.194777 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-74be6db2-c46f-47eb-a17e-231bcdfbb9a9 req-27261e9d-8707-44bb-b672-4ca0603455be tempest-ListImageFiltersTestJSON-91277605 tempest-ListImageFiltersTestJSON-91277605-project] 10.222.0.64 "GET /v2.0/quotas/1a77b629411f449383212be2ada8a7bc HTTP/1.1" status: 200 len: 375 time: 0.0360179 Jan 28 19:26:29.197731 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-cebfeb07-5082-4a88-b430-5f49474152e8 req-7990fa9f-875c-4170-9af8-74ca763a49ff tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/security-groups?id=f474bf53-325f-4ec5-b389-bc6e034fc623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4045525 Jan 28 19:26:29.386769 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-74be6db2-c46f-47eb-a17e-231bcdfbb9a9 req-295f89ff-ebba-47da-9ead-125da302da11 tempest-ListImageFiltersTestJSON-91277605 tempest-ListImageFiltersTestJSON-91277605-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=1a77b629411f449383212be2ada8a7bc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1815548 Jan 28 19:26:29.391547 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-59cbbd30-8d4d-4402-ab90-db0b9c648637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bbd1d1a-706f-4420-8818-5ced177d6eb6', 'name': '', 'tenant_id': '18db84f7dd1848fe9db2b1a3fc67318c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc91349e-2c6c-4492-ae7b-468dcb90e3ae', 'external_fixed_ips': [{'subnet_id': '1bfd27d0-1b0a-412d-b365-f9912e562c7b', 'ip_address': '2001:db8::dc'}], 'enable_snat': True}, 'gw_port_id': '5a8077ac-5eb8-4e60-8a78-024f2ec6131e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:26:25Z', 'updated_at': '2022-01-28T19:26:26Z', 'revision_number': 3, 'project_id': '18db84f7dd1848fe9db2b1a3fc67318c', 'gw_port': {'id': '5a8077ac-5eb8-4e60-8a78-024f2ec6131e', 'name': '', 'network_id': 'fc91349e-2c6c-4492-ae7b-468dcb90e3ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:0b:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bbd1d1a-706f-4420-8818-5ced177d6eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '1bfd27d0-1b0a-412d-b365-f9912e562c7b', 'ip_address': '2001:db8::dc', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:26:26Z', 'updated_at': '2022-01-28T19:26:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1bfd27d0-1b0a-412d-b365-f9912e562c7b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:26:29.493733 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53262474-568f-4cd6-9861-9c30a4aa0e8c None None] New status for floating IP 3a999917-276d-4559-b134-2b21ca0e4d8e: DOWN {{(pid=103307) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 19:26:29.495875 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59cbbd30-8d4d-4402-ab90-db0b9c648637 None None] Checking router: 1bbd1d1a-706f-4420-8818-5ced177d6eb6 for host: n-d-812111-14 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:26:29.499653 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59cbbd30-8d4d-4402-ab90-db0b9c648637 None None] Updating router 1bbd1d1a-706f-4420-8818-5ced177d6eb6 port 5a8077ac-5eb8-4e60-8a78-024f2ec6131e binding host n-d-812111-14 {{(pid=103306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:26:29.537993 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d29100-ba7c-437d-a1a9-ce81eb39dba2 req-f3050600-9a53-4ede-b14d-9ae65d6db1be tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:29.546846 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a9d29100-ba7c-437d-a1a9-ce81eb39dba2 req-f3050600-9a53-4ede-b14d-9ae65d6db1be tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] 10.222.0.64 "GET /v2.0/ports?device_id=24181069-5a95-4fd0-be49-0f6eb9a8a560 HTTP/1.1" status: 200 len: 945 time: 0.2409170 Jan 28 19:26:29.579348 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c47d08c3-8d05-46a6-899e-dc32bdde0ce8 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Publish callbacks [] for router_gateway (1bbd1d1a-706f-4420-8818-5ced177d6eb6), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:29.617660 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-59cbbd30-8d4d-4402-ab90-db0b9c648637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (5a8077ac-5eb8-4e60-8a78-024f2ec6131e), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:29.661246 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a9d29100-ba7c-437d-a1a9-ce81eb39dba2 req-00921e0d-02d4-4ddc-8dc9-41975fc3f8e3 tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] 10.222.0.64 "GET /v2.0/security-groups?id=6e3b5f6f-cd04-46bb-9eb5-a6c7cbc22d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117501 Jan 28 19:26:29.728629 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-c47d08c3-8d05-46a6-899e-dc32bdde0ce8 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Deleting port 5a8077ac-5eb8-4e60-8a78-024f2ec6131e {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:26:29.728629 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c47d08c3-8d05-46a6-899e-dc32bdde0ce8 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (5a8077ac-5eb8-4e60-8a78-024f2ec6131e), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:29.728857 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-14e2d6c8-d624-421d-8a06-6723b42cb040 req-c5169fea-de26-4240-aed2-1c29891d54b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3d597e9-cf7c-407c-945c-12cc674c3d9c {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:26:29.749429 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-14e2d6c8-d624-421d-8a06-6723b42cb040 req-c5169fea-de26-4240-aed2-1c29891d54b1 service neutron] Publish callbacks [] for port (a3d597e9-cf7c-407c-945c-12cc674c3d9c), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:29.814072 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-14e2d6c8-d624-421d-8a06-6723b42cb040 req-c5169fea-de26-4240-aed2-1c29891d54b1 service neutron] Transition to ACTIVE for port object a3d597e9-cf7c-407c-945c-12cc674c3d9c will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:26:29.828411 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-14e2d6c8-d624-421d-8a06-6723b42cb040 req-c5169fea-de26-4240-aed2-1c29891d54b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (a3d597e9-cf7c-407c-945c-12cc674c3d9c), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:29.969326 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-20d74997-069b-4a0d-98b7-a40aa4878a64 req-3a03aa70-a7b1-470c-8968-61518ec82113 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.64 "GET /v2.0/ports?device_id=5bd15075-1e8c-4d4e-9154-d45912ca536e HTTP/1.1" status: 200 len: 210 time: 0.1122437 Jan 28 19:26:30.043306 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c47d08c3-8d05-46a6-899e-dc32bdde0ce8 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (5a8077ac-5eb8-4e60-8a78-024f2ec6131e), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:30.076631 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-c47d08c3-8d05-46a6-899e-dc32bdde0ce8 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Calling delete_port for 5a8077ac-5eb8-4e60-8a78-024f2ec6131e owned by network:router_gateway {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:26:30.117085 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5169fea-de26-4240-aed2-1c29891d54b1 service neutron] Pushing event updated for resources: {'Port': ['ID=a3d597e9-cf7c-407c-945c-12cc674c3d9c,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:30.125787 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-14e2d6c8-d624-421d-8a06-6723b42cb040 req-c5169fea-de26-4240-aed2-1c29891d54b1 service neutron] Attempting to bind port a3d597e9-cf7c-407c-945c-12cc674c3d9c on host n-h1-812111-14 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:26:30.126012 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-14e2d6c8-d624-421d-8a06-6723b42cb040 req-c5169fea-de26-4240-aed2-1c29891d54b1 service neutron] Attempting to bind port a3d597e9-cf7c-407c-945c-12cc674c3d9c by drivers openvswitch,hyperv on host n-h1-812111-14 at level 0 using segments [{'id': 'e068a65d-85a7-4b6f-806f-2e18a6e2925d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '311cc39e-64ae-4fb3-9d47-d497c4799ab7'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:26:30.126277 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e2d6c8-d624-421d-8a06-6723b42cb040 req-c5169fea-de26-4240-aed2-1c29891d54b1 service neutron] Attempting to bind port a3d597e9-cf7c-407c-945c-12cc674c3d9c on network 311cc39e-64ae-4fb3-9d47-d497c4799ab7 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:26:30.149186 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e2d6c8-d624-421d-8a06-6723b42cb040 req-c5169fea-de26-4240-aed2-1c29891d54b1 service neutron] Port a3d597e9-cf7c-407c-945c-12cc674c3d9c on network 311cc39e-64ae-4fb3-9d47-d497c4799ab7 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-14 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:26:30.149522 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e2d6c8-d624-421d-8a06-6723b42cb040 req-c5169fea-de26-4240-aed2-1c29891d54b1 service neutron] Attempting to bind port a3d597e9-cf7c-407c-945c-12cc674c3d9c on network 311cc39e-64ae-4fb3-9d47-d497c4799ab7 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:26:30.155650 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e2d6c8-d624-421d-8a06-6723b42cb040 req-c5169fea-de26-4240-aed2-1c29891d54b1 service neutron] Checking agent: {'id': 'b544ba20-de93-4d86-9e6b-a2202deb6191', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 26, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:26:30.155996 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e2d6c8-d624-421d-8a06-6723b42cb040 req-c5169fea-de26-4240-aed2-1c29891d54b1 service neutron] Checking segment: {'id': 'e068a65d-85a7-4b6f-806f-2e18a6e2925d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '311cc39e-64ae-4fb3-9d47-d497c4799ab7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:26:30.156389 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e2d6c8-d624-421d-8a06-6723b42cb040 req-c5169fea-de26-4240-aed2-1c29891d54b1 service neutron] Bound using segment: {'id': 'e068a65d-85a7-4b6f-806f-2e18a6e2925d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '311cc39e-64ae-4fb3-9d47-d497c4799ab7'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:26:30.156829 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-14e2d6c8-d624-421d-8a06-6723b42cb040 req-c5169fea-de26-4240-aed2-1c29891d54b1 service neutron] Bound port: a3d597e9-cf7c-407c-945c-12cc674c3d9c, host: n-h1-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e068a65d-85a7-4b6f-806f-2e18a6e2925d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '311cc39e-64ae-4fb3-9d47-d497c4799ab7'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:26:30.157220 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-14e2d6c8-d624-421d-8a06-6723b42cb040 req-c5169fea-de26-4240-aed2-1c29891d54b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (a3d597e9-cf7c-407c-945c-12cc674c3d9c), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:30.322529 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-14e2d6c8-d624-421d-8a06-6723b42cb040 req-c5169fea-de26-4240-aed2-1c29891d54b1 service neutron] For port a3d597e9-cf7c-407c-945c-12cc674c3d9c, host n-h1-812111-14, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:26:30.339065 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-14e2d6c8-d624-421d-8a06-6723b42cb040 req-c5169fea-de26-4240-aed2-1c29891d54b1 service neutron] For port a3d597e9-cf7c-407c-945c-12cc674c3d9c, host n-h1-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=a3d597e9-cf7c-407c-945c-12cc674c3d9c,segment=NetworkSegment(e068a65d-85a7-4b6f-806f-2e18a6e2925d),segment_id=e068a65d-85a7-4b6f-806f-2e18a6e2925d)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:26:30.353807 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-59cbbd30-8d4d-4402-ab90-db0b9c648637 None None] Publish callbacks [] for port (5a8077ac-5eb8-4e60-8a78-024f2ec6131e), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:30.359939 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-59cbbd30-8d4d-4402-ab90-db0b9c648637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (5a8077ac-5eb8-4e60-8a78-024f2ec6131e), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:30.423136 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-14e2d6c8-d624-421d-8a06-6723b42cb040 req-c5169fea-de26-4240-aed2-1c29891d54b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (a3d597e9-cf7c-407c-945c-12cc674c3d9c), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:30.434191 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-59cbbd30-8d4d-4402-ab90-db0b9c648637 None None] Attempting to bind port 5a8077ac-5eb8-4e60-8a78-024f2ec6131e on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:26:30.434634 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-59cbbd30-8d4d-4402-ab90-db0b9c648637 None None] Attempting to bind port 5a8077ac-5eb8-4e60-8a78-024f2ec6131e by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '7f867745-53d5-49d5-a3f7-1540ef9903d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'fc91349e-2c6c-4492-ae7b-468dcb90e3ae'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:26:30.435064 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59cbbd30-8d4d-4402-ab90-db0b9c648637 None None] Attempting to bind port 5a8077ac-5eb8-4e60-8a78-024f2ec6131e on network fc91349e-2c6c-4492-ae7b-468dcb90e3ae {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:26:30.443488 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f5091492-b482-4fd2-be60-019182d2874e req-b12c2cf2-dfe1-412b-823d-43a801e8ba7b tempest-ListImageFiltersTestJSON-91277605 tempest-ListImageFiltersTestJSON-91277605-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=1a77b629411f449383212be2ada8a7bc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1231830 Jan 28 19:26:30.443681 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59cbbd30-8d4d-4402-ab90-db0b9c648637 None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 26, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:26:30.444013 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59cbbd30-8d4d-4402-ab90-db0b9c648637 None None] Checking segment: {'id': '7f867745-53d5-49d5-a3f7-1540ef9903d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'fc91349e-2c6c-4492-ae7b-468dcb90e3ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:26:30.444544 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-59cbbd30-8d4d-4402-ab90-db0b9c648637 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:30.444947 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59cbbd30-8d4d-4402-ab90-db0b9c648637 None None] Bound using segment: {'id': '7f867745-53d5-49d5-a3f7-1540ef9903d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'fc91349e-2c6c-4492-ae7b-468dcb90e3ae'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:26:30.445587 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-59cbbd30-8d4d-4402-ab90-db0b9c648637 None None] Bound port: 5a8077ac-5eb8-4e60-8a78-024f2ec6131e, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f867745-53d5-49d5-a3f7-1540ef9903d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'fc91349e-2c6c-4492-ae7b-468dcb90e3ae'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:26:30.446010 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-59cbbd30-8d4d-4402-ab90-db0b9c648637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (5a8077ac-5eb8-4e60-8a78-024f2ec6131e), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:30.524954 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92db433a-36ee-491e-b813-da323c0c6fd3 None None] Pushing event updated for resources: {'Port': ['ID=5a8077ac-5eb8-4e60-8a78-024f2ec6131e,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:30.536041 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 53934) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:26:30.548059 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e2d6c8-d624-421d-8a06-6723b42cb040 req-c5169fea-de26-4240-aed2-1c29891d54b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:30.548582 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-14e2d6c8-d624-421d-8a06-6723b42cb040 req-c5169fea-de26-4240-aed2-1c29891d54b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:30.553413 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-14e2d6c8-d624-421d-8a06-6723b42cb040 req-c5169fea-de26-4240-aed2-1c29891d54b1 service neutron] 10.222.0.41 "PUT /v2.0/ports/a3d597e9-cf7c-407c-945c-12cc674c3d9c HTTP/1.1" status: 200 len: 1093 time: 2.2990170 Jan 28 19:26:30.591640 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0598e8f-a5a5-4be6-b1f5-e3d84578ee46 req-c4d70f14-a9ce-4e65-98a7-fca729740ffd tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:30.600886 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f0598e8f-a5a5-4be6-b1f5-e3d84578ee46 req-c4d70f14-a9ce-4e65-98a7-fca729740ffd tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/ports?device_id=28585266-030b-4653-8f95-0af6fbb46b20 HTTP/1.1" status: 200 len: 944 time: 0.2527466 Jan 28 19:26:30.612424 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bd15075-1e8c-4d4e-9154-d45912ca536e', 'name': 'network-vif-deleted', 'tag': 'c3073dc0-3618-42ea-9203-95c126bbd569'}, {'name': 'network-changed', 'server_uuid': '28585266-030b-4653-8f95-0af6fbb46b20', 'tag': 'a3d597e9-cf7c-407c-945c-12cc674c3d9c'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:26:30.615225 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-906670a5-00c0-49f7-90b4-4e7837627887" -d '{"events": [{"server_uuid": "5bd15075-1e8c-4d4e-9154-d45912ca536e", "name": "network-vif-deleted", "tag": "c3073dc0-3618-42ea-9203-95c126bbd569"}, {"name": "network-changed", "server_uuid": "28585266-030b-4653-8f95-0af6fbb46b20", "tag": "a3d597e9-cf7c-407c-945c-12cc674c3d9c"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:26:30.657865 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.db.api [None req-59cbbd30-8d4d-4402-ab90-db0b9c648637 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=103306) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 19:26:30.658225 n-d-812111-14 neutron-server[103306]: DEBUG oslo_db.api [None req-59cbbd30-8d4d-4402-ab90-db0b9c648637 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 19:26:30.675554 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c47d08c3-8d05-46a6-899e-dc32bdde0ce8 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (5a8077ac-5eb8-4e60-8a78-024f2ec6131e), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:30.676908 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5169fea-de26-4240-aed2-1c29891d54b1 service neutron] Pushing event updated for resources: {'Port': ['ID=a3d597e9-cf7c-407c-945c-12cc674c3d9c,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:30.736746 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e2d6c8-d624-421d-8a06-6723b42cb040 req-379c767e-35fc-4cf4-9e8d-6bba04c2e7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:30.738223 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-14e2d6c8-d624-421d-8a06-6723b42cb040 req-379c767e-35fc-4cf4-9e8d-6bba04c2e7eb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7eed4983257c41a2ac91147c4d6e09ea&device_id=28585266-030b-4653-8f95-0af6fbb46b20 HTTP/1.1" status: 200 len: 1127 time: 0.1139410 Jan 28 19:26:30.747288 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5091492-b482-4fd2-be60-019182d2874e req-d1596440-b153-4c9d-a037-4d1b9ff2e8b2 tempest-ListImageFiltersTestJSON-91277605 tempest-ListImageFiltersTestJSON-91277605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:30.749340 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f5091492-b482-4fd2-be60-019182d2874e req-d1596440-b153-4c9d-a037-4d1b9ff2e8b2 tempest-ListImageFiltersTestJSON-91277605 tempest-ListImageFiltersTestJSON-91277605-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2917471 Jan 28 19:26:30.780263 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f0598e8f-a5a5-4be6-b1f5-e3d84578ee46 req-bc63d0bf-d37e-45a8-a4aa-a5214951c4c6 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/security-groups?id=f474bf53-325f-4ec5-b389-bc6e034fc623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775396 Jan 28 19:26:30.828727 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47d08c3-8d05-46a6-899e-dc32bdde0ce8 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Pushing event deleted for resources: {'Port': ['ID=5a8077ac-5eb8-4e60-8a78-024f2ec6131e,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:30.845024 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-14e2d6c8-d624-421d-8a06-6723b42cb040 req-7bc8529f-6d1c-479e-8761-fd791c9f837a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a3d597e9-cf7c-407c-945c-12cc674c3d9c HTTP/1.1" status: 200 len: 217 time: 0.0887465 Jan 28 19:26:30.850349 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f5091492-b482-4fd2-be60-019182d2874e req-e94fee1d-afae-4920-9f70-168f9d392417 tempest-ListImageFiltersTestJSON-91277605 tempest-ListImageFiltersTestJSON-91277605-project] 10.222.0.64 "GET /v2.0/quotas/1a77b629411f449383212be2ada8a7bc HTTP/1.1" status: 200 len: 375 time: 0.0859053 Jan 28 19:26:30.860038 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c47d08c3-8d05-46a6-899e-dc32bdde0ce8 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-731488'] for router_gateway (1bbd1d1a-706f-4420-8818-5ced177d6eb6), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:30.909445 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 28 Jan 2022 19:26:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97d04d2d-0f79-4705-af33-961a226a76fd x-openstack-request-id: req-97d04d2d-0f79-4705-af33-961a226a76fd {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:26:30.912312 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bd15075-1e8c-4d4e-9154-d45912ca536e", "name": "network-vif-deleted", "tag": "c3073dc0-3618-42ea-9203-95c126bbd569", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "28585266-030b-4653-8f95-0af6fbb46b20", "tag": "a3d597e9-cf7c-407c-945c-12cc674c3d9c", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:26:30.912584 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-97d04d2d-0f79-4705-af33-961a226a76fd {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:26:30.912996 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bd15075-1e8c-4d4e-9154-d45912ca536e', 'name': 'network-vif-deleted', 'tag': 'c3073dc0-3618-42ea-9203-95c126bbd569', 'status': 'completed', 'code': 200} Jan 28 19:26:30.913356 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28585266-030b-4653-8f95-0af6fbb46b20', 'tag': 'a3d597e9-cf7c-407c-945c-12cc674c3d9c', 'status': 'completed', 'code': 200} Jan 28 19:26:31.023860 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c47d08c3-8d05-46a6-899e-dc32bdde0ce8 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-730901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261120'] for router (1bbd1d1a-706f-4420-8818-5ced177d6eb6), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:31.026686 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c47d08c3-8d05-46a6-899e-dc32bdde0ce8 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Publish callbacks [] for router_controller (1bbd1d1a-706f-4420-8818-5ced177d6eb6), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:31.087806 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f5091492-b482-4fd2-be60-019182d2874e req-77ec4a4b-3180-4fae-86f2-0fc900d4d5cc tempest-ListImageFiltersTestJSON-91277605 tempest-ListImageFiltersTestJSON-91277605-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=1a77b629411f449383212be2ada8a7bc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2259443 Jan 28 19:26:31.135713 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-d5c34a72-4dca-485b-b265-541a09bfc432 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1625809244-network', 'tenant_id': 'c9b92ae7bc7b4ae7a52f98997fdf8e5f'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:26:31.136758 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e2d6c8-d624-421d-8a06-6723b42cb040 req-cad5d725-787d-462a-bbc9-8b1b7f1565f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:31.138549 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-14e2d6c8-d624-421d-8a06-6723b42cb040 req-cad5d725-787d-462a-bbc9-8b1b7f1565f2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=008283d9-57a3-42a0-90a1-80f5c1a16864 HTTP/1.1" status: 200 len: 845 time: 0.2524171 Jan 28 19:26:31.173755 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-cd1be803-647b-4e0b-b24f-3a059f7ca7ee req-83f3128a-9c9d-4f3f-9380-ca1d3858a603 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=4b7b3ff2-8def-48cc-a292-47020d0a0799&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2596104 Jan 28 19:26:31.192957 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c47d08c3-8d05-46a6-899e-dc32bdde0ce8 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-730908'] for router (1bbd1d1a-706f-4420-8818-5ced177d6eb6), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:31.193554 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c47d08c3-8d05-46a6-899e-dc32bdde0ce8 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1bbd1d1a-706f-4420-8818-5ced177d6eb6 {{(pid=103305) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:26:31.204481 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-59cbbd30-8d4d-4402-ab90-db0b9c648637 None None] Attempting to bind port 5a8077ac-5eb8-4e60-8a78-024f2ec6131e on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:26:31.204939 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-59cbbd30-8d4d-4402-ab90-db0b9c648637 None None] Attempting to bind port 5a8077ac-5eb8-4e60-8a78-024f2ec6131e by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '7f867745-53d5-49d5-a3f7-1540ef9903d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'fc91349e-2c6c-4492-ae7b-468dcb90e3ae'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:26:31.206423 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59cbbd30-8d4d-4402-ab90-db0b9c648637 None None] Attempting to bind port 5a8077ac-5eb8-4e60-8a78-024f2ec6131e on network fc91349e-2c6c-4492-ae7b-468dcb90e3ae {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:26:31.227032 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59cbbd30-8d4d-4402-ab90-db0b9c648637 None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 26, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:26:31.227032 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59cbbd30-8d4d-4402-ab90-db0b9c648637 None None] Checking segment: {'id': '7f867745-53d5-49d5-a3f7-1540ef9903d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'fc91349e-2c6c-4492-ae7b-468dcb90e3ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:26:31.227403 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-59cbbd30-8d4d-4402-ab90-db0b9c648637 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:31.227688 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59cbbd30-8d4d-4402-ab90-db0b9c648637 None None] Bound using segment: {'id': '7f867745-53d5-49d5-a3f7-1540ef9903d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'fc91349e-2c6c-4492-ae7b-468dcb90e3ae'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:26:31.231139 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-59cbbd30-8d4d-4402-ab90-db0b9c648637 None None] Bound port: 5a8077ac-5eb8-4e60-8a78-024f2ec6131e, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f867745-53d5-49d5-a3f7-1540ef9903d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'fc91349e-2c6c-4492-ae7b-468dcb90e3ae'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:26:31.232742 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-59cbbd30-8d4d-4402-ab90-db0b9c648637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (5a8077ac-5eb8-4e60-8a78-024f2ec6131e), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:31.233898 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c47d08c3-8d05-46a6-899e-dc32bdde0ce8 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:31.235142 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-c47d08c3-8d05-46a6-899e-dc32bdde0ce8 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] 10.222.0.64 "DELETE /v2.0/routers/1bbd1d1a-706f-4420-8818-5ced177d6eb6 HTTP/1.1" status: 204 len: 168 time: 2.4479544 Jan 28 19:26:31.240405 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 53958) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:26:31.246999 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-14e2d6c8-d624-421d-8a06-6723b42cb040 req-87efa350-7b73-401b-9d1c-11e3239e0840 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=311cc39e-64ae-4fb3-9d47-d497c4799ab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0939350 Jan 28 19:26:31.264062 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-59cbbd30-8d4d-4402-ab90-db0b9c648637 None None] Port 5a8077ac-5eb8-4e60-8a78-024f2ec6131e has been deleted concurrently {{(pid=103306) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:677}} Jan 28 19:26:31.277927 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59cbbd30-8d4d-4402-ab90-db0b9c648637 None None] Routers set() bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:26:31.278249 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59cbbd30-8d4d-4402-ab90-db0b9c648637 None None] Router IDs set() for agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 28 19:26:31.279039 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_agentschedulers_db [None req-59cbbd30-8d4d-4402-ab90-db0b9c648637 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'1bbd1d1a-706f-4420-8818-5ced177d6eb6'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:26:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent'). {{(pid=103306) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jan 28 19:26:31.280051 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59cbbd30-8d4d-4402-ab90-db0b9c648637 None None] The sync data for ids ['1bbd1d1a-706f-4420-8818-5ced177d6eb6'] in n-d-812111-14 is: [] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:26:31.303536 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5c34a72-4dca-485b-b265-541a09bfc432 admin admin] Made reservation on behalf of c9b92ae7bc7b4ae7a52f98997fdf8e5f for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:26:31.305914 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d5c34a72-4dca-485b-b265-541a09bfc432 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:31.321385 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d5c34a72-4dca-485b-b265-541a09bfc432 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:31.332870 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679dcd41-ff37-42fc-adb2-f65787494b5c req-54397b4c-e6a0-4fba-add1-b3bd57b4ab58 tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:31.338145 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-679dcd41-ff37-42fc-adb2-f65787494b5c req-54397b4c-e6a0-4fba-add1-b3bd57b4ab58 tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] 10.222.0.64 "GET /v2.0/ports?device_id=24181069-5a95-4fd0-be49-0f6eb9a8a560 HTTP/1.1" status: 200 len: 945 time: 0.1986740 Jan 28 19:26:31.398611 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-024ec88c-89e3-4102-94ff-8fec230fa4c4 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Deleting subnet 1bfd27d0-1b0a-412d-b365-f9912e562c7b {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:26:31.409518 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-024ec88c-89e3-4102-94ff-8fec230fa4c4 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Publish callbacks [] for subnet (1bfd27d0-1b0a-412d-b365-f9912e562c7b), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:31.514036 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-024ec88c-89e3-4102-94ff-8fec230fa4c4 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16187240'] for subnet (1bfd27d0-1b0a-412d-b365-f9912e562c7b), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:31.574872 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c6a5a9b7-8b10-4218-935e-c416d57e0e78 req-9aeaa4b6-122e-4401-8c7d-7961770d6366 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.64 "GET /v2.0/ports?device_id=5bd15075-1e8c-4d4e-9154-d45912ca536e HTTP/1.1" status: 200 len: 210 time: 0.1117477 Jan 28 19:26:31.613298 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1be803-647b-4e0b-b24f-3a059f7ca7ee req-60cc5d70-9900-41d4-8df4-8810c88efc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:31.616930 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-cd1be803-647b-4e0b-b24f-3a059f7ca7ee req-60cc5d70-9900-41d4-8df4-8810c88efc8d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c3bb2ec73a174fcda5cafb398102663f&device_id=4b7b3ff2-8def-48cc-a292-47020d0a0799 HTTP/1.1" status: 200 len: 1128 time: 0.3670053 Jan 28 19:26:31.641072 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-024ec88c-89e3-4102-94ff-8fec230fa4c4 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (1bfd27d0-1b0a-412d-b365-f9912e562c7b), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:31.758477 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 53974) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:26:31.788300 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-14e2d6c8-d624-421d-8a06-6723b42cb040 req-11dffbde-d0db-4209-8d5d-a12e04d9093f service neutron] 10.222.0.41 "GET /v2.0/networks/311cc39e-64ae-4fb3-9d47-d497c4799ab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5255108 Jan 28 19:26:31.912433 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-74be6db2-c46f-47eb-a17e-231bcdfbb9a9 req-9f36d9a5-d725-4441-8435-3b2dc0ded3b0 tempest-ListImageFiltersTestJSON-91277605 tempest-ListImageFiltersTestJSON-91277605-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=1a77b629411f449383212be2ada8a7bc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1772609 Jan 28 19:26:31.925883 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3ff222c4-99a4-47c4-9ce4-739013cff27f req-5cae1619-d4e2-4e3f-a89f-627598980d3a tempest-ListImageFiltersTestJSON-91277605 tempest-ListImageFiltersTestJSON-91277605-project] 10.222.0.64 "GET /v2.0/ports?device_id=43ed0191-cc6b-47e6-b808-e1990b9f2466 HTTP/1.1" status: 200 len: 210 time: 0.2232776 Jan 28 19:26:31.951231 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-679dcd41-ff37-42fc-adb2-f65787494b5c req-aab0d3f2-1cdc-4fa5-b8e0-ad656df94eec tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] 10.222.0.64 "GET /v2.0/security-groups?id=6e3b5f6f-cd04-46bb-9eb5-a6c7cbc22d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5974219 Jan 28 19:26:32.048969 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-024ec88c-89e3-4102-94ff-8fec230fa4c4 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4752464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4733806'] for subnet (1bfd27d0-1b0a-412d-b365-f9912e562c7b), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:32.075037 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-024ec88c-89e3-4102-94ff-8fec230fa4c4 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:32.076247 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1be803-647b-4e0b-b24f-3a059f7ca7ee req-310c1e82-a0bd-44bd-9a34-229494f30683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:32.078253 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-cd1be803-647b-4e0b-b24f-3a059f7ca7ee req-310c1e82-a0bd-44bd-9a34-229494f30683 service neutron] 10.222.0.70 "GET /v2.0/networks?id=6fa40d3b-3f4b-4104-afea-21db80512bd7 HTTP/1.1" status: 200 len: 918 time: 0.4230921 Jan 28 19:26:32.084784 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-024ec88c-89e3-4102-94ff-8fec230fa4c4 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] 10.222.0.64 "DELETE /v2.0/subnets/1bfd27d0-1b0a-412d-b365-f9912e562c7b HTTP/1.1" status: 204 len: 168 time: 0.8400452 Jan 28 19:26:32.086073 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 53992) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:26:32.124282 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024ec88c-89e3-4102-94ff-8fec230fa4c4 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=1bfd27d0-1b0a-412d-b365-f9912e562c7b,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:32.182800 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74be6db2-c46f-47eb-a17e-231bcdfbb9a9 req-4dd58eaf-fa5c-413e-a4c5-6a11c2316b8e tempest-ListImageFiltersTestJSON-91277605 tempest-ListImageFiltersTestJSON-91277605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:32.184361 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-74be6db2-c46f-47eb-a17e-231bcdfbb9a9 req-4dd58eaf-fa5c-413e-a4c5-6a11c2316b8e tempest-ListImageFiltersTestJSON-91277605 tempest-ListImageFiltersTestJSON-91277605-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2539971 Jan 28 19:26:32.204172 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-74be6db2-c46f-47eb-a17e-231bcdfbb9a9 req-5ef5e723-a20c-45de-ae43-b270db87d8fc tempest-ListImageFiltersTestJSON-91277605 tempest-ListImageFiltersTestJSON-91277605-project] Request body: {'port': {'device_id': '37b2ff65-0003-4e64-b325-58ed7427a69f', 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91', 'admin_state_up': True, 'tenant_id': '1a77b629411f449383212be2ada8a7bc'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:26:32.241188 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0d2768c9-a07f-4f29-bd4b-56775842719a tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (fc91349e-2c6c-4492-ae7b-468dcb90e3ae), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:32.316485 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-cd1be803-647b-4e0b-b24f-3a059f7ca7ee req-185ad027-7f22-4785-85fc-e9dbda403b0c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=06529ba6-5ba7-465e-9d21-c4d3fc65ab53 HTTP/1.1" status: 200 len: 217 time: 0.0733836 Jan 28 19:26:32.338112 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3dcf1295-2442-4202-8f77-fd55d80fc68c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:32.356548 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d5c34a72-4dca-485b-b265-541a09bfc432 admin admin] Publish callbacks [] for security_group (7b0ed69c-d176-4b87-b594-5b75e3bc9f52), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:32.380195 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d5c34a72-4dca-485b-b265-541a09bfc432 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (7b0ed69c-d176-4b87-b594-5b75e3bc9f52), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:32.437839 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5c34a72-4dca-485b-b265-541a09bfc432 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:26:32.472797 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d5c34a72-4dca-485b-b265-541a09bfc432 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (74dd984e-bec2-4cf9-aeb6-3c668cce6469), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:32.473597 n-d-812111-14 neutron-server[103305]: INFO neutron.db.segments_db [None req-d5c34a72-4dca-485b-b265-541a09bfc432 admin admin] Added segment 74dd984e-bec2-4cf9-aeb6-3c668cce6469 of type vlan for network 5ea0ee5c-58ce-478b-9582-50112b0ccc59 Jan 28 19:26:32.476486 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c34a72-4dca-485b-b265-541a09bfc432 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b0ed69c-d176-4b87-b594-5b75e3bc9f52,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:32.548381 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74be6db2-c46f-47eb-a17e-231bcdfbb9a9 req-5ef5e723-a20c-45de-ae43-b270db87d8fc tempest-ListImageFiltersTestJSON-91277605 tempest-ListImageFiltersTestJSON-91277605-project] Made reservation on behalf of 1a77b629411f449383212be2ada8a7bc for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:26:32.551845 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-74be6db2-c46f-47eb-a17e-231bcdfbb9a9 req-5ef5e723-a20c-45de-ae43-b270db87d8fc tempest-ListImageFiltersTestJSON-91277605 tempest-ListImageFiltersTestJSON-91277605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:32.558427 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d5c34a72-4dca-485b-b265-541a09bfc432 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (5ea0ee5c-58ce-478b-9582-50112b0ccc59), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:32.568576 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-14e2d6c8-d624-421d-8a06-6723b42cb040 req-1d737809-510f-48d7-ae00-9383092c1650 service neutron] 10.222.0.41 "GET /v2.0/networks/311cc39e-64ae-4fb3-9d47-d497c4799ab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6609404 Jan 28 19:26:32.571935 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-74be6db2-c46f-47eb-a17e-231bcdfbb9a9 req-5ef5e723-a20c-45de-ae43-b270db87d8fc tempest-ListImageFiltersTestJSON-91277605 tempest-ListImageFiltersTestJSON-91277605-project] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:32.616561 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4b4457-d75f-4073-bb87-777c5b1dd4e2 req-2bf08d16-3890-4b67-b50d-0be5f13800af tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:32.619370 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7e4b4457-d75f-4073-bb87-777c5b1dd4e2 req-2bf08d16-3890-4b67-b50d-0be5f13800af tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/ports?device_id=28585266-030b-4653-8f95-0af6fbb46b20 HTTP/1.1" status: 200 len: 944 time: 0.3701587 Jan 28 19:26:32.634904 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0d2768c9-a07f-4f29-bd4b-56775842719a tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (fc91349e-2c6c-4492-ae7b-468dcb90e3ae), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:32.672298 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3dcf1295-2442-4202-8f77-fd55d80fc68c admin admin] Publish callbacks [] for security_group (b4e8fb8f-827a-4027-a550-66b9ebc5b002), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:32.699072 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3dcf1295-2442-4202-8f77-fd55d80fc68c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (b4e8fb8f-827a-4027-a550-66b9ebc5b002), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:32.706318 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d5c34a72-4dca-485b-b265-541a09bfc432 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (5ea0ee5c-58ce-478b-9582-50112b0ccc59), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:32.707266 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c34a72-4dca-485b-b265-541a09bfc432 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:32.707852 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d5c34a72-4dca-485b-b265-541a09bfc432 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:32.808718 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7208b6bf-b859-455c-85a8-8ff08796700d req-f1464c5a-585b-4b1f-bfc8-cea004d51577 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.64 "GET /v2.0/ports?device_id=5bd15075-1e8c-4d4e-9154-d45912ca536e HTTP/1.1" status: 200 len: 210 time: 0.1104975 Jan 28 19:26:32.878258 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-d5c34a72-4dca-485b-b265-541a09bfc432 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.3377256 Jan 28 19:26:32.883708 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 54002) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:26:32.884386 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcf1295-2442-4202-8f77-fd55d80fc68c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4e8fb8f-827a-4027-a550-66b9ebc5b002,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:32.891225 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-3dcf1295-2442-4202-8f77-fd55d80fc68c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2d7be5b42d43456aabdfeb030f8ce4e5&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1217802 Jan 28 19:26:32.897913 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-3812ae57-f3e8-4182-a5ee-adba15feebaf admin admin] Request body: {'subnet': {'network_id': '5ea0ee5c-58ce-478b-9582-50112b0ccc59', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1625809244-subnet', 'tenant_id': 'c9b92ae7bc7b4ae7a52f98997fdf8e5f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:26:32.903909 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 54004) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:26:32.944031 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c34a72-4dca-485b-b265-541a09bfc432 admin admin] Pushing event updated for resources: {'Network': ['ID=5ea0ee5c-58ce-478b-9582-50112b0ccc59,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:32.959367 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network 5ea0ee5c-58ce-478b-9582-50112b0ccc59 details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:26:33.020130 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-74be6db2-c46f-47eb-a17e-231bcdfbb9a9 req-5ef5e723-a20c-45de-ae43-b270db87d8fc tempest-ListImageFiltersTestJSON-91277605 tempest-ListImageFiltersTestJSON-91277605-project] Publish callbacks [] for security_group (988502f3-fd52-4a84-a285-c3333424d093), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:33.026271 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3812ae57-f3e8-4182-a5ee-adba15feebaf admin admin] Made reservation on behalf of c9b92ae7bc7b4ae7a52f98997fdf8e5f for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:26:33.041960 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3812ae57-f3e8-4182-a5ee-adba15feebaf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4733071'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:33.054476 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-74be6db2-c46f-47eb-a17e-231bcdfbb9a9 req-5ef5e723-a20c-45de-ae43-b270db87d8fc tempest-ListImageFiltersTestJSON-91277605 tempest-ListImageFiltersTestJSON-91277605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (988502f3-fd52-4a84-a285-c3333424d093), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:33.153281 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1be803-647b-4e0b-b24f-3a059f7ca7ee req-83cdbca6-5e03-48cb-8e95-d4f0fb975062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:33.154899 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-cd1be803-647b-4e0b-b24f-3a059f7ca7ee req-83cdbca6-5e03-48cb-8e95-d4f0fb975062 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0682cf17-1671-4e06-a862-31b529728694 HTTP/1.1" status: 200 len: 858 time: 0.7962279 Jan 28 19:26:33.212517 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-0d2768c9-a07f-4f29-bd4b-56775842719a tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc91349e-2c6c-4492-ae7b-468dcb90e3ae']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:26:33.256779 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-cd1be803-647b-4e0b-b24f-3a059f7ca7ee req-1db1d6e7-b345-453b-b5b5-713ca68dc0c9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6fa40d3b-3f4b-4104-afea-21db80512bd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0833530 Jan 28 19:26:33.258990 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-0d2768c9-a07f-4f29-bd4b-56775842719a tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f867745-53d5-49d5-a3f7-1540ef9903d9') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:26:33.259307 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-0d2768c9-a07f-4f29-bd4b-56775842719a tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f867745-53d5-49d5-a3f7-1540ef9903d9') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:26:33.288913 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f4bb5bec-dc00-42d8-ba6e-13f21795c6c2 req-7373fc9e-2ddc-48f9-bae3-083b9c7f0eb2 tempest-ListImageFiltersTestJSON-91277605 tempest-ListImageFiltersTestJSON-91277605-project] 10.222.0.64 "GET /v2.0/ports?device_id=43ed0191-cc6b-47e6-b808-e1990b9f2466 HTTP/1.1" status: 200 len: 210 time: 0.2372575 Jan 28 19:26:33.290974 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0d2768c9-a07f-4f29-bd4b-56775842719a tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4747091'] for segment (7f867745-53d5-49d5-a3f7-1540ef9903d9), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:33.365064 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7e4b4457-d75f-4073-bb87-777c5b1dd4e2 req-e71d0e78-2990-4462-a0da-7736f77db90a tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/security-groups?id=f474bf53-325f-4ec5-b389-bc6e034fc623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7185283 Jan 28 19:26:33.410339 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0d2768c9-a07f-4f29-bd4b-56775842719a tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (7f867745-53d5-49d5-a3f7-1540ef9903d9), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:33.443078 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d2768c9-a07f-4f29-bd4b-56775842719a tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:26:33.443512 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0d2768c9-a07f-4f29-bd4b-56775842719a tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4690514'] for segment (7f867745-53d5-49d5-a3f7-1540ef9903d9), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:33.446299 n-d-812111-14 neutron-server[103304]: Traceback (most recent call last): Jan 28 19:26:33.446299 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:26:33.446299 n-d-812111-14 neutron-server[103304]: timer() Jan 28 19:26:33.446299 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:26:33.446299 n-d-812111-14 neutron-server[103304]: cb(*args, **kw) Jan 28 19:26:33.446299 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:26:33.446299 n-d-812111-14 neutron-server[103304]: return func(*args, **kwargs) Jan 28 19:26:33.446299 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:26:33.446299 n-d-812111-14 neutron-server[103304]: self._notify() Jan 28 19:26:33.446299 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:26:33.446299 n-d-812111-14 neutron-server[103304]: self.callback(batched_events) Jan 28 19:26:33.446299 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:26:33.446299 n-d-812111-14 neutron-server[103304]: event.method(event) Jan 28 19:26:33.446299 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:26:33.446299 n-d-812111-14 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:26:33.446299 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:26:33.446299 n-d-812111-14 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:26:33.446299 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:26:33.446299 n-d-812111-14 neutron-server[103304]: return f(self, *a, **k) Jan 28 19:26:33.446299 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:26:33.446299 n-d-812111-14 neutron-server[103304]: return self._get(url).json() Jan 28 19:26:33.446299 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:26:33.446299 n-d-812111-14 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:26:33.446299 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:26:33.446299 n-d-812111-14 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 28 19:26:33.446299 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:26:33.446299 n-d-812111-14 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:26:33.446299 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:26:33.446299 n-d-812111-14 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:26:33.446299 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:26:33.446299 n-d-812111-14 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:26:33.446299 n-d-812111-14 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:26:33.448464 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-79067270-b4a4-439f-a2cc-6cc5bb8a0b30 admin admin] Publish callbacks [] for security_group (b4e8fb8f-827a-4027-a550-66b9ebc5b002), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:33.457602 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f5091492-b482-4fd2-be60-019182d2874e req-39ff360d-5e16-4b1f-ab17-2a06501d6a65 tempest-ListImageFiltersTestJSON-91277605 tempest-ListImageFiltersTestJSON-91277605-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=1a77b629411f449383212be2ada8a7bc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2031393 Jan 28 19:26:33.480898 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef5e723-a20c-45de-ae43-b270db87d8fc tempest-ListImageFiltersTestJSON-91277605 tempest-ListImageFiltersTestJSON-91277605-project] Pushing event updated for resources: {'SecurityGroup': ['ID=988502f3-fd52-4a84-a285-c3333424d093,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:33.482039 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906670a5-00c0-49f7-90b4-4e7837627887 req-b40589ce-643d-4e1f-85e8-14cd318d16db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:33.498733 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-906670a5-00c0-49f7-90b4-4e7837627887 req-b40589ce-643d-4e1f-85e8-14cd318d16db service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7eed4983257c41a2ac91147c4d6e09ea&device_id=28585266-030b-4653-8f95-0af6fbb46b20 HTTP/1.1" status: 200 len: 1127 time: 0.3531382 Jan 28 19:26:33.603768 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-79067270-b4a4-439f-a2cc-6cc5bb8a0b30 admin admin] Publish callbacks [] for security_group (b4e8fb8f-827a-4027-a550-66b9ebc5b002), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:33.660512 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906670a5-00c0-49f7-90b4-4e7837627887 req-cde4c0f2-b978-40b8-80db-1dbb59eba565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:33.662740 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-906670a5-00c0-49f7-90b4-4e7837627887 req-cde4c0f2-b978-40b8-80db-1dbb59eba565 service neutron] 10.222.0.41 "GET /v2.0/networks?id=311cc39e-64ae-4fb3-9d47-d497c4799ab7 HTTP/1.1" status: 200 len: 905 time: 0.1020613 Jan 28 19:26:33.665576 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0d2768c9-a07f-4f29-bd4b-56775842719a tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (fc91349e-2c6c-4492-ae7b-468dcb90e3ae), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:33.674969 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d2768c9-a07f-4f29-bd4b-56775842719a tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network fc91349e-2c6c-4492-ae7b-468dcb90e3ae {{(pid=103304) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 28 19:26:33.749267 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-74be6db2-c46f-47eb-a17e-231bcdfbb9a9 req-5ef5e723-a20c-45de-ae43-b270db87d8fc tempest-ListImageFiltersTestJSON-91277605 tempest-ListImageFiltersTestJSON-91277605-project] Allocated IP 192.168.233.191 (7810caa2-eac6-457d-9302-c8c215ef3e91/f2de4832-9ef6-4f40-9ac5-1557d5e6a6ff/bc85f37e-d515-422c-96b8-8f6aa6732ed3) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:26:33.820735 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0d2768c9-a07f-4f29-bd4b-56775842719a tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:33.828006 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-0d2768c9-a07f-4f29-bd4b-56775842719a tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] 10.222.0.64 "DELETE /v2.0/networks/fc91349e-2c6c-4492-ae7b-468dcb90e3ae HTTP/1.1" status: 204 len: 168 time: 1.7392130 Jan 28 19:26:33.839954 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-906670a5-00c0-49f7-90b4-4e7837627887 req-efe1fc29-421b-4548-82db-dcba2a1dded7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a3d597e9-cf7c-407c-945c-12cc674c3d9c HTTP/1.1" status: 200 len: 217 time: 0.1342094 Jan 28 19:26:33.842776 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2768c9-a07f-4f29-bd4b-56775842719a tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Pushing event deleted for resources: {'Network': ['ID=fc91349e-2c6c-4492-ae7b-468dcb90e3ae,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:33.895981 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-cd1be803-647b-4e0b-b24f-3a059f7ca7ee req-8535a628-e951-45e0-a487-f3f0ce01222f service neutron] 10.222.0.70 "GET /v2.0/networks/6fa40d3b-3f4b-4104-afea-21db80512bd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6293316 Jan 28 19:26:33.941823 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-74be6db2-c46f-47eb-a17e-231bcdfbb9a9 req-5ef5e723-a20c-45de-ae43-b270db87d8fc tempest-ListImageFiltersTestJSON-91277605 tempest-ListImageFiltersTestJSON-91277605-project] Publish callbacks [] for port (bc85f37e-d515-422c-96b8-8f6aa6732ed3), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:34.017271 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a01797f-ac82-4ffd-9087-139d67bc9fbc req-89d72946-6f4c-4706-9110-36314524f9b9 tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:34.020174 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-cd1be803-647b-4e0b-b24f-3a059f7ca7ee req-5407a59f-a259-4337-9593-8a86e6350bf9 service neutron] 10.222.0.70 "GET /v2.0/networks/6fa40d3b-3f4b-4104-afea-21db80512bd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913086 Jan 28 19:26:34.022765 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8a01797f-ac82-4ffd-9087-139d67bc9fbc req-89d72946-6f4c-4706-9110-36314524f9b9 tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] 10.222.0.64 "GET /v2.0/ports?device_id=24181069-5a95-4fd0-be49-0f6eb9a8a560 HTTP/1.1" status: 200 len: 945 time: 0.6078179 Jan 28 19:26:34.035276 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5091492-b482-4fd2-be60-019182d2874e req-3375c47e-b4a0-4af0-b2fa-542344634fb8 tempest-ListImageFiltersTestJSON-91277605 tempest-ListImageFiltersTestJSON-91277605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:34.048809 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f5091492-b482-4fd2-be60-019182d2874e req-3375c47e-b4a0-4af0-b2fa-542344634fb8 tempest-ListImageFiltersTestJSON-91277605 tempest-ListImageFiltersTestJSON-91277605-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5561581 Jan 28 19:26:34.070534 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-296dfd4a-339c-4956-859b-2313b4b345b9 req-5e76153a-a467-4e65-b262-1d37a5982466 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.64 "GET /v2.0/ports?device_id=5bd15075-1e8c-4d4e-9154-d45912ca536e HTTP/1.1" status: 200 len: 210 time: 0.1429939 Jan 28 19:26:34.092737 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906670a5-00c0-49f7-90b4-4e7837627887 req-738e4850-62dc-4ad3-8422-1105dabb05bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:34.094495 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-906670a5-00c0-49f7-90b4-4e7837627887 req-738e4850-62dc-4ad3-8422-1105dabb05bc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=008283d9-57a3-42a0-90a1-80f5c1a16864 HTTP/1.1" status: 200 len: 845 time: 0.2300625 Jan 28 19:26:34.119330 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-74be6db2-c46f-47eb-a17e-231bcdfbb9a9 req-5ef5e723-a20c-45de-ae43-b270db87d8fc tempest-ListImageFiltersTestJSON-91277605 tempest-ListImageFiltersTestJSON-91277605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (bc85f37e-d515-422c-96b8-8f6aa6732ed3), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:34.133520 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-f5091492-b482-4fd2-be60-019182d2874e req-ade06a20-b97c-4b8d-a111-9bf3635e7b17 tempest-ListImageFiltersTestJSON-91277605 tempest-ListImageFiltersTestJSON-91277605-project] Request body: {'port': {'device_id': '43ed0191-cc6b-47e6-b808-e1990b9f2466', 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91', 'admin_state_up': True, 'tenant_id': '1a77b629411f449383212be2ada8a7bc'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:26:34.157942 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-906670a5-00c0-49f7-90b4-4e7837627887 req-21419941-a812-4375-b374-86094fb56053 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=311cc39e-64ae-4fb3-9d47-d497c4799ab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507562 Jan 28 19:26:34.215012 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef5e723-a20c-45de-ae43-b270db87d8fc tempest-ListImageFiltersTestJSON-91277605 tempest-ListImageFiltersTestJSON-91277605-project] Pushing event updated for resources: {'Port': ['ID=bc85f37e-d515-422c-96b8-8f6aa6732ed3,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:34.283618 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74be6db2-c46f-47eb-a17e-231bcdfbb9a9 req-5ef5e723-a20c-45de-ae43-b270db87d8fc tempest-ListImageFiltersTestJSON-91277605 tempest-ListImageFiltersTestJSON-91277605-project] Network 7810caa2-eac6-457d-9302-c8c215ef3e91 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:26:34.291975 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-74be6db2-c46f-47eb-a17e-231bcdfbb9a9 req-5ef5e723-a20c-45de-ae43-b270db87d8fc tempest-ListImageFiltersTestJSON-91277605 tempest-ListImageFiltersTestJSON-91277605-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:26:34.356158 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-906670a5-00c0-49f7-90b4-4e7837627887 req-a97ec113-f921-48ae-af50-ba934d10ddfa service neutron] 10.222.0.41 "GET /v2.0/networks/311cc39e-64ae-4fb3-9d47-d497c4799ab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917927 Jan 28 19:26:34.377703 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-74be6db2-c46f-47eb-a17e-231bcdfbb9a9 req-5ef5e723-a20c-45de-ae43-b270db87d8fc tempest-ListImageFiltersTestJSON-91277605 tempest-ListImageFiltersTestJSON-91277605-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:26:34.389288 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8a01797f-ac82-4ffd-9087-139d67bc9fbc req-98c0c7cf-5bea-4d5f-90dd-c10e6dade7a1 tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] 10.222.0.64 "GET /v2.0/security-groups?id=6e3b5f6f-cd04-46bb-9eb5-a6c7cbc22d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3306105 Jan 28 19:26:34.492612 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 54030) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:26:34.503918 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-79067270-b4a4-439f-a2cc-6cc5bb8a0b30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (b4e8fb8f-827a-4027-a550-66b9ebc5b002), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:34.507573 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-79067270-b4a4-439f-a2cc-6cc5bb8a0b30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:34.509168 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-79067270-b4a4-439f-a2cc-6cc5bb8a0b30 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b4e8fb8f-827a-4027-a550-66b9ebc5b002 HTTP/1.1" status: 204 len: 168 time: 1.6043217 Jan 28 19:26:34.544798 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-aa00cc3e-f519-4c86-b7ad-80fb8497adf1 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Request body: {'router': {'name': 'tempest-router--1755789774', 'project_id': '96e6ca0866ca42cb9070965b91cc4d2e'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:26:34.575133 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79067270-b4a4-439f-a2cc-6cc5bb8a0b30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4e8fb8f-827a-4027-a550-66b9ebc5b002,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:34.624170 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d2e69886-ebc5-4556-a756-9af3a1145dc2 req-778fa96b-5560-4c63-80fd-43e53a80aca5 tempest-ListImageFiltersTestJSON-91277605 tempest-ListImageFiltersTestJSON-91277605-project] 10.222.0.64 "GET /v2.0/ports?device_id=43ed0191-cc6b-47e6-b808-e1990b9f2466 HTTP/1.1" status: 200 len: 210 time: 0.1899657 Jan 28 19:26:34.624170 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-aa00cc3e-f519-4c86-b7ad-80fb8497adf1 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261150'] for router (55b39bc8-0863-4c35-bd7f-c7341e90e618), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:34.624170 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-aa00cc3e-f519-4c86-b7ad-80fb8497adf1 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-731099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-731441', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261129'] for router (55b39bc8-0863-4c35-bd7f-c7341e90e618), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:34.732567 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-aa00cc3e-f519-4c86-b7ad-80fb8497adf1 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Publish callbacks [] for router_controller (55b39bc8-0863-4c35-bd7f-c7341e90e618), precommit_add_association {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:34.748810 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-aa00cc3e-f519-4c86-b7ad-80fb8497adf1 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-731074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-731460'] for router (55b39bc8-0863-4c35-bd7f-c7341e90e618), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:34.749076 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74be6db2-c46f-47eb-a17e-231bcdfbb9a9 req-5ef5e723-a20c-45de-ae43-b270db87d8fc tempest-ListImageFiltersTestJSON-91277605 tempest-ListImageFiltersTestJSON-91277605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:34.749719 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-74be6db2-c46f-47eb-a17e-231bcdfbb9a9 req-5ef5e723-a20c-45de-ae43-b270db87d8fc tempest-ListImageFiltersTestJSON-91277605 tempest-ListImageFiltersTestJSON-91277605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:34.767092 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-e8fb275c-5224-4307-9009-ffc96924dce3 None None] Provisioning complete for port bc85f37e-d515-422c-96b8-8f6aa6732ed3 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:26:34.767645 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e8fb275c-5224-4307-9009-ffc96924dce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (bc85f37e-d515-422c-96b8-8f6aa6732ed3), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:34.789928 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3812ae57-f3e8-4182-a5ee-adba15feebaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4752401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4733085'] for subnet (dbe64dea-6662-4d06-9bd9-c926cf8d6b34), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:34.812654 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-aa00cc3e-f519-4c86-b7ad-80fb8497adf1 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:34.815572 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-aa00cc3e-f519-4c86-b7ad-80fb8497adf1 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3217359 Jan 28 19:26:34.829816 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 54034) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:26:34.902778 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-e8fb275c-5224-4307-9009-ffc96924dce3 None None] Port bc85f37e-d515-422c-96b8-8f6aa6732ed3 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:26:34.930799 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-74be6db2-c46f-47eb-a17e-231bcdfbb9a9 req-5ef5e723-a20c-45de-ae43-b270db87d8fc tempest-ListImageFiltersTestJSON-91277605 tempest-ListImageFiltersTestJSON-91277605-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7321208 Jan 28 19:26:34.967426 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-74be6db2-c46f-47eb-a17e-231bcdfbb9a9 req-d564c7f3-a236-4024-a047-24460742e66d service neutron] Request body: {'port': {'device_id': '37b2ff65-0003-4e64-b325-58ed7427a69f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-14'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:26:34.972319 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ebd43ce8-40ad-4aac-bf74-e0a0fc23a155 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Publish callbacks [] for router (55b39bc8-0863-4c35-bd7f-c7341e90e618), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:35.006941 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3812ae57-f3e8-4182-a5ee-adba15feebaf admin admin] Pushing event updated for resources: {'Subnet': ['ID=dbe64dea-6662-4d06-9bd9-c926cf8d6b34,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:35.021530 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5091492-b482-4fd2-be60-019182d2874e req-ade06a20-b97c-4b8d-a111-9bf3635e7b17 tempest-ListImageFiltersTestJSON-91277605 tempest-ListImageFiltersTestJSON-91277605-project] Made reservation on behalf of 1a77b629411f449383212be2ada8a7bc for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:26:35.024876 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f5091492-b482-4fd2-be60-019182d2874e req-ade06a20-b97c-4b8d-a111-9bf3635e7b17 tempest-ListImageFiltersTestJSON-91277605 tempest-ListImageFiltersTestJSON-91277605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:35.056386 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-906670a5-00c0-49f7-90b4-4e7837627887 req-9c31b1df-1a76-47e8-b7fa-fb4cd3fda5bc service neutron] 10.222.0.41 "GET /v2.0/networks/311cc39e-64ae-4fb3-9d47-d497c4799ab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6900008 Jan 28 19:26:35.059478 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106a1c62-71f9-4cc5-86f2-0f89ba86bc13 req-accc64b6-9272-4f9c-a59d-8d9ab926a9bf tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:35.077138 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-106a1c62-71f9-4cc5-86f2-0f89ba86bc13 req-accc64b6-9272-4f9c-a59d-8d9ab926a9bf tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/ports?device_id=28585266-030b-4653-8f95-0af6fbb46b20 HTTP/1.1" status: 200 len: 944 time: 0.4252267 Jan 28 19:26:35.179182 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3812ae57-f3e8-4182-a5ee-adba15feebaf admin admin] Checking segment: {'id': '74dd984e-bec2-4cf9-aeb6-3c668cce6469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '5ea0ee5c-58ce-478b-9582-50112b0ccc59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:26:35.179548 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3812ae57-f3e8-4182-a5ee-adba15feebaf admin admin] Network hostable DHCP agents. Network: 5ea0ee5c-58ce-478b-9582-50112b0ccc59, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:26:35.212883 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-74be6db2-c46f-47eb-a17e-231bcdfbb9a9 req-d564c7f3-a236-4024-a047-24460742e66d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (bc85f37e-d515-422c-96b8-8f6aa6732ed3), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:35.251021 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ebd43ce8-40ad-4aac-bf74-e0a0fc23a155 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-730901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261120'] for router (55b39bc8-0863-4c35-bd7f-c7341e90e618), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:35.272625 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ebd43ce8-40ad-4aac-bf74-e0a0fc23a155 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Publish callbacks [] for router_controller (55b39bc8-0863-4c35-bd7f-c7341e90e618), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:35.276480 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-dd1d20d9-7a86-41f2-8347-367c6f1b6a19 req-94bad069-38ee-4cb7-a7f1-02eb47ce063e tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.64 "GET /v2.0/ports?device_id=5bd15075-1e8c-4d4e-9154-d45912ca536e HTTP/1.1" status: 200 len: 210 time: 0.0808539 Jan 28 19:26:35.379588 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ebd43ce8-40ad-4aac-bf74-e0a0fc23a155 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-730908'] for router (55b39bc8-0863-4c35-bd7f-c7341e90e618), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:35.380142 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebd43ce8-40ad-4aac-bf74-e0a0fc23a155 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 55b39bc8-0863-4c35-bd7f-c7341e90e618 {{(pid=103304) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:26:35.384508 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ebd43ce8-40ad-4aac-bf74-e0a0fc23a155 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:35.388642 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-ebd43ce8-40ad-4aac-bf74-e0a0fc23a155 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] 10.222.0.64 "DELETE /v2.0/routers/55b39bc8-0863-4c35-bd7f-c7341e90e618 HTTP/1.1" status: 204 len: 168 time: 0.5464694 Jan 28 19:26:35.643178 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518f749f-876a-417c-885f-74a2cb563b17 req-b4cd790e-02c5-47b5-a914-8294c0e6a10c tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:35.645036 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-518f749f-876a-417c-885f-74a2cb563b17 req-b4cd790e-02c5-47b5-a914-8294c0e6a10c tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] 10.222.0.64 "GET /v2.0/ports?device_id=24181069-5a95-4fd0-be49-0f6eb9a8a560 HTTP/1.1" status: 200 len: 945 time: 0.1211085 Jan 28 19:26:35.793504 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-518f749f-876a-417c-885f-74a2cb563b17 req-a431375b-ca55-4253-8c59-13420dbf3424 tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] 10.222.0.64 "GET /v2.0/security-groups?id=6e3b5f6f-cd04-46bb-9eb5-a6c7cbc22d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378398 Jan 28 19:26:35.832051 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 54062) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:26:35.867938 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device a3d597e9-cf7c-407c-945c-12cc674c3d9c details requested by agent hyperv_n-h1-812111-14 with host n-h1-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:26:36.003455 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3db45adf-daf0-4978-85f8-b77e6cb928ca req-e735969b-41c4-40cc-9440-56e0d60419e4 tempest-ListImageFiltersTestJSON-91277605 tempest-ListImageFiltersTestJSON-91277605-project] 10.222.0.64 "GET /v2.0/ports?device_id=43ed0191-cc6b-47e6-b808-e1990b9f2466 HTTP/1.1" status: 200 len: 210 time: 0.0622051 Jan 28 19:26:36.027909 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-106a1c62-71f9-4cc5-86f2-0f89ba86bc13 req-cd9b9b84-0dcd-4683-a7da-db1fe8fa431e tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/security-groups?id=f474bf53-325f-4ec5-b389-bc6e034fc623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9497802 Jan 28 19:26:36.061379 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3812ae57-f3e8-4182-a5ee-adba15feebaf admin admin] Network 5ea0ee5c-58ce-478b-9582-50112b0ccc59 is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:26:36.079030 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-f5091492-b482-4fd2-be60-019182d2874e req-ade06a20-b97c-4b8d-a111-9bf3635e7b17 tempest-ListImageFiltersTestJSON-91277605 tempest-ListImageFiltersTestJSON-91277605-project] Allocated IP 192.168.233.151 (7810caa2-eac6-457d-9302-c8c215ef3e91/f2de4832-9ef6-4f40-9ac5-1557d5e6a6ff/e20a57d0-6eaf-468c-88ce-df8d8e2e5f8e) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:26:36.081780 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-3812ae57-f3e8-4182-a5ee-adba15feebaf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, 5ea0ee5c-58ce-478b-9582-50112b0ccc59) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:26:36.088856 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3812ae57-f3e8-4182-a5ee-adba15feebaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:36.089779 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3812ae57-f3e8-4182-a5ee-adba15feebaf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:36.100021 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port a3d597e9-cf7c-407c-945c-12cc674c3d9c, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=a3d597e9-cf7c-407c-945c-12cc674c3d9c,segment=NetworkSegment(e068a65d-85a7-4b6f-806f-2e18a6e2925d),segment_id=e068a65d-85a7-4b6f-806f-2e18a6e2925d)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:26:36.103997 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7757fe7f-6404-4e27-bce1-49df55a51fce None None] Network 5ea0ee5c-58ce-478b-9582-50112b0ccc59 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:26:36.162765 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-a508a9f1-a13f-4c3c-959e-709aaa8e359b tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2101803665', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}, 'admin_state_up': False}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:26:36.166177 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-3812ae57-f3e8-4182-a5ee-adba15feebaf admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 3.2762022 Jan 28 19:26:36.166805 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 54070) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:26:36.178822 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-5c6dd619-9361-47e0-a195-1112e2a3aa91 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1625809244-router', 'tenant_id': 'c9b92ae7bc7b4ae7a52f98997fdf8e5f', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:26:36.188213 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Returning: {'device': 'a3d597e9-cf7c-407c-945c-12cc674c3d9c', 'network_id': '311cc39e-64ae-4fb3-9d47-d497c4799ab7', 'port_id': 'a3d597e9-cf7c-407c-945c-12cc674c3d9c', 'mac_address': 'fa:16:3e:83:23:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '008283d9-57a3-42a0-90a1-80f5c1a16864', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:26:36.210498 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a508a9f1-a13f-4c3c-959e-709aaa8e359b tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261150'] for router (1b23e384-89a9-4cc5-8cb2-46cba7ca159e), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:36.211566 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5c6dd619-9361-47e0-a195-1112e2a3aa91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261150'] for router (3ef257d8-36a6-4e0f-b1c4-8f12c8768cad), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:36.211921 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a508a9f1-a13f-4c3c-959e-709aaa8e359b tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-731099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-731441', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261129'] for router (1b23e384-89a9-4cc5-8cb2-46cba7ca159e), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:36.212644 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5c6dd619-9361-47e0-a195-1112e2a3aa91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-731099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-731441', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261129'] for router (3ef257d8-36a6-4e0f-b1c4-8f12c8768cad), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:36.270068 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port a3d597e9-cf7c-407c-945c-12cc674c3d9c is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:26:36.271310 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (a3d597e9-cf7c-407c-945c-12cc674c3d9c), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:36.283581 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5c6dd619-9361-47e0-a195-1112e2a3aa91 admin admin] Publish callbacks [] for router_controller (3ef257d8-36a6-4e0f-b1c4-8f12c8768cad), precommit_add_association {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:36.292009 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a508a9f1-a13f-4c3c-959e-709aaa8e359b tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Publish callbacks [] for router_controller (1b23e384-89a9-4cc5-8cb2-46cba7ca159e), precommit_add_association {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:36.302331 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3d597e9-cf7c-407c-945c-12cc674c3d9c {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:26:36.308880 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a19ddaa-7b23-4fbe-acaa-6e7f461328e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68cd31fd-e4cd-5fb3-a862-256fc47efcd2-5ea0ee5c-58ce-478b-9582-50112b0ccc59', 'network_id': '5ea0ee5c-58ce-478b-9582-50112b0ccc59', 'project_id': 'c9b92ae7bc7b4ae7a52f98997fdf8e5f', 'fixed_ips': [{'subnet_id': 'dbe64dea-6662-4d06-9bd9-c926cf8d6b34'}]}} from n-d-812111-14. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:26:36.318473 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0a19ddaa-7b23-4fbe-acaa-6e7f461328e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:36.359292 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port a3d597e9-cf7c-407c-945c-12cc674c3d9c, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=a3d597e9-cf7c-407c-945c-12cc674c3d9c,segment=NetworkSegment(e068a65d-85a7-4b6f-806f-2e18a6e2925d),segment_id=e068a65d-85a7-4b6f-806f-2e18a6e2925d)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:26:36.385957 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (a3d597e9-cf7c-407c-945c-12cc674c3d9c), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:36.466386 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=a3d597e9-cf7c-407c-945c-12cc674c3d9c,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:36.629716 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-52441c17-b077-44a0-981f-eb3b789c0e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:36.645903 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5c6dd619-9361-47e0-a195-1112e2a3aa91 admin admin] Publish callbacks [] for router_gateway (3ef257d8-36a6-4e0f-b1c4-8f12c8768cad), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:36.673195 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['a3d597e9-cf7c-407c-945c-12cc674c3d9c'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:26:36.704767 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f5091492-b482-4fd2-be60-019182d2874e req-ade06a20-b97c-4b8d-a111-9bf3635e7b17 tempest-ListImageFiltersTestJSON-91277605 tempest-ListImageFiltersTestJSON-91277605-project] Publish callbacks [] for port (e20a57d0-6eaf-468c-88ce-df8d8e2e5f8e), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:36.731537 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a88d4a9e-2f87-43b8-83eb-48eba8431be8 req-1935875b-0bcd-423f-8a6b-31d3830ffdae tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.64 "GET /v2.0/ports?device_id=5bd15075-1e8c-4d4e-9154-d45912ca536e HTTP/1.1" status: 200 len: 210 time: 0.2250488 Jan 28 19:26:36.734085 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a508a9f1-a13f-4c3c-959e-709aaa8e359b tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Publish callbacks [] for router_gateway (1b23e384-89a9-4cc5-8cb2-46cba7ca159e), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:36.739559 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-0a19ddaa-7b23-4fbe-acaa-6e7f461328e1 None None] Allocated IP 172.20.0.2 (5ea0ee5c-58ce-478b-9582-50112b0ccc59/dbe64dea-6662-4d06-9bd9-c926cf8d6b34/ef300d2b-7bc7-4bbf-ae17-19c5d9e40584) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:26:36.984236 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f5091492-b482-4fd2-be60-019182d2874e req-ade06a20-b97c-4b8d-a111-9bf3635e7b17 tempest-ListImageFiltersTestJSON-91277605 tempest-ListImageFiltersTestJSON-91277605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (e20a57d0-6eaf-468c-88ce-df8d8e2e5f8e), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:37.003050 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0a19ddaa-7b23-4fbe-acaa-6e7f461328e1 None None] Publish callbacks [] for port (ef300d2b-7bc7-4bbf-ae17-19c5d9e40584), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:37.026650 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0a19ddaa-7b23-4fbe-acaa-6e7f461328e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (ef300d2b-7bc7-4bbf-ae17-19c5d9e40584), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:37.099841 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a19ddaa-7b23-4fbe-acaa-6e7f461328e1 None None] Pushing event updated for resources: {'Port': ['ID=ef300d2b-7bc7-4bbf-ae17-19c5d9e40584,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:37.127401 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade06a20-b97c-4b8d-a111-9bf3635e7b17 tempest-ListImageFiltersTestJSON-91277605 tempest-ListImageFiltersTestJSON-91277605-project] Pushing event updated for resources: {'Port': ['ID=e20a57d0-6eaf-468c-88ce-df8d8e2e5f8e,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:37.142503 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5091492-b482-4fd2-be60-019182d2874e req-ade06a20-b97c-4b8d-a111-9bf3635e7b17 tempest-ListImageFiltersTestJSON-91277605 tempest-ListImageFiltersTestJSON-91277605-project] Network 7810caa2-eac6-457d-9302-c8c215ef3e91 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:26:37.143957 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a19ddaa-7b23-4fbe-acaa-6e7f461328e1 None None] Network 5ea0ee5c-58ce-478b-9582-50112b0ccc59 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:26:37.156320 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-0a19ddaa-7b23-4fbe-acaa-6e7f461328e1 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:26:37.159556 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9168799b-46f6-414c-836a-654bc7639187 req-bea08682-f8da-4888-9287-ee524947a979 tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:37.162671 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a19ddaa-7b23-4fbe-acaa-6e7f461328e1 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:26:37.166648 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9168799b-46f6-414c-836a-654bc7639187 req-bea08682-f8da-4888-9287-ee524947a979 tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] 10.222.0.64 "GET /v2.0/ports?device_id=24181069-5a95-4fd0-be49-0f6eb9a8a560 HTTP/1.1" status: 200 len: 945 time: 0.2494278 Jan 28 19:26:37.173232 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-f5091492-b482-4fd2-be60-019182d2874e req-ade06a20-b97c-4b8d-a111-9bf3635e7b17 tempest-ListImageFiltersTestJSON-91277605 tempest-ListImageFiltersTestJSON-91277605-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:26:37.183635 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5091492-b482-4fd2-be60-019182d2874e req-ade06a20-b97c-4b8d-a111-9bf3635e7b17 tempest-ListImageFiltersTestJSON-91277605 tempest-ListImageFiltersTestJSON-91277605-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:26:37.247069 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5091492-b482-4fd2-be60-019182d2874e req-ade06a20-b97c-4b8d-a111-9bf3635e7b17 tempest-ListImageFiltersTestJSON-91277605 tempest-ListImageFiltersTestJSON-91277605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:37.247706 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f5091492-b482-4fd2-be60-019182d2874e req-ade06a20-b97c-4b8d-a111-9bf3635e7b17 tempest-ListImageFiltersTestJSON-91277605 tempest-ListImageFiltersTestJSON-91277605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:37.398238 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a508a9f1-a13f-4c3c-959e-709aaa8e359b tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Publish callbacks [] for router_gateway (1b23e384-89a9-4cc5-8cb2-46cba7ca159e), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:37.410289 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-0a19ddaa-7b23-4fbe-acaa-6e7f461328e1 None None] Attempting to bind port ef300d2b-7bc7-4bbf-ae17-19c5d9e40584 on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:26:37.410675 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-0a19ddaa-7b23-4fbe-acaa-6e7f461328e1 None None] Attempting to bind port ef300d2b-7bc7-4bbf-ae17-19c5d9e40584 by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '74dd984e-bec2-4cf9-aeb6-3c668cce6469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '5ea0ee5c-58ce-478b-9582-50112b0ccc59'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:26:37.412608 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a19ddaa-7b23-4fbe-acaa-6e7f461328e1 None None] Attempting to bind port ef300d2b-7bc7-4bbf-ae17-19c5d9e40584 on network 5ea0ee5c-58ce-478b-9582-50112b0ccc59 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:26:37.428866 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a19ddaa-7b23-4fbe-acaa-6e7f461328e1 None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 26, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:26:37.429642 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a19ddaa-7b23-4fbe-acaa-6e7f461328e1 None None] Checking segment: {'id': '74dd984e-bec2-4cf9-aeb6-3c668cce6469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '5ea0ee5c-58ce-478b-9582-50112b0ccc59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:26:37.433047 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0a19ddaa-7b23-4fbe-acaa-6e7f461328e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:37.433620 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a19ddaa-7b23-4fbe-acaa-6e7f461328e1 None None] Bound using segment: {'id': '74dd984e-bec2-4cf9-aeb6-3c668cce6469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '5ea0ee5c-58ce-478b-9582-50112b0ccc59'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:26:37.434235 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-0a19ddaa-7b23-4fbe-acaa-6e7f461328e1 None None] Bound port: ef300d2b-7bc7-4bbf-ae17-19c5d9e40584, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74dd984e-bec2-4cf9-aeb6-3c668cce6469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '5ea0ee5c-58ce-478b-9582-50112b0ccc59'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:26:37.434760 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0a19ddaa-7b23-4fbe-acaa-6e7f461328e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (ef300d2b-7bc7-4bbf-ae17-19c5d9e40584), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:37.451191 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a508a9f1-a13f-4c3c-959e-709aaa8e359b tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:37.484753 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f5091492-b482-4fd2-be60-019182d2874e req-ade06a20-b97c-4b8d-a111-9bf3635e7b17 tempest-ListImageFiltersTestJSON-91277605 tempest-ListImageFiltersTestJSON-91277605-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3608222 Jan 28 19:26:37.564347 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-f5091492-b482-4fd2-be60-019182d2874e req-ca0b3c7e-9cef-47b7-9483-f65aa2644507 service neutron] Request body: {'port': {'device_id': '43ed0191-cc6b-47e6-b808-e1990b9f2466', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-14'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:26:37.601819 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a340d36-391c-4914-8e94-3e17d4522222 req-cf7b2aee-3421-4278-a978-fb90b841afaa tempest-ListImageFiltersTestJSON-91277605 tempest-ListImageFiltersTestJSON-91277605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:37.610353 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-0a340d36-391c-4914-8e94-3e17d4522222 req-cf7b2aee-3421-4278-a978-fb90b841afaa tempest-ListImageFiltersTestJSON-91277605 tempest-ListImageFiltersTestJSON-91277605-project] 10.222.0.64 "GET /v2.0/ports?device_id=43ed0191-cc6b-47e6-b808-e1990b9f2466 HTTP/1.1" status: 200 len: 936 time: 0.2951877 Jan 28 19:26:37.636346 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9168799b-46f6-414c-836a-654bc7639187 req-819dc095-0586-4e8e-ab7c-157a16533756 tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] 10.222.0.64 "GET /v2.0/security-groups?id=6e3b5f6f-cd04-46bb-9eb5-a6c7cbc22d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4688020 Jan 28 19:26:37.642359 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-0a19ddaa-7b23-4fbe-acaa-6e7f461328e1 None None] For port ef300d2b-7bc7-4bbf-ae17-19c5d9e40584, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:26:37.649472 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-0a19ddaa-7b23-4fbe-acaa-6e7f461328e1 None None] For port ef300d2b-7bc7-4bbf-ae17-19c5d9e40584, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=ef300d2b-7bc7-4bbf-ae17-19c5d9e40584,segment=NetworkSegment(74dd984e-bec2-4cf9-aeb6-3c668cce6469),segment_id=74dd984e-bec2-4cf9-aeb6-3c668cce6469)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:26:37.675697 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0a19ddaa-7b23-4fbe-acaa-6e7f461328e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (ef300d2b-7bc7-4bbf-ae17-19c5d9e40584), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:37.705312 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f5091492-b482-4fd2-be60-019182d2874e req-ca0b3c7e-9cef-47b7-9483-f65aa2644507 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (e20a57d0-6eaf-468c-88ce-df8d8e2e5f8e), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:37.733983 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-a9a7c184-a6a2-4bbd-800b-b8e723952d21 None None] Provisioning complete for port e20a57d0-6eaf-468c-88ce-df8d8e2e5f8e triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:26:37.734355 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a9a7c184-a6a2-4bbd-800b-b8e723952d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (e20a57d0-6eaf-468c-88ce-df8d8e2e5f8e), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:37.740453 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5c6dd619-9361-47e0-a195-1112e2a3aa91 admin admin] Publish callbacks [] for router_gateway (3ef257d8-36a6-4e0f-b1c4-8f12c8768cad), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:37.857325 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5c6dd619-9361-47e0-a195-1112e2a3aa91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:37.871774 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-a9a7c184-a6a2-4bbd-800b-b8e723952d21 None None] Port e20a57d0-6eaf-468c-88ce-df8d8e2e5f8e cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:26:37.899950 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a19ddaa-7b23-4fbe-acaa-6e7f461328e1 None None] Pushing event updated for resources: {'Port': ['ID=ef300d2b-7bc7-4bbf-ae17-19c5d9e40584,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:37.919935 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-0a340d36-391c-4914-8e94-3e17d4522222 req-6b7fa051-20c3-4ae9-ab19-a574fad2fa07 tempest-ListImageFiltersTestJSON-91277605 tempest-ListImageFiltersTestJSON-91277605-project] 10.222.0.64 "GET /v2.0/security-groups?id=988502f3-fd52-4a84-a285-c3333424d093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3067844 Jan 28 19:26:38.003289 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [req-74be6db2-c46f-47eb-a17e-231bcdfbb9a9 req-d564c7f3-a236-4024-a047-24460742e66d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc85f37e-d515-422c-96b8-8f6aa6732ed3 {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:26:38.004919 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-a508a9f1-a13f-4c3c-959e-709aaa8e359b tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Allocated IP 172.25.6.190 (d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8/a648e4ab-7422-41b9-b133-58aca25ab8f5/f5f1b946-d717-4bea-a12a-0c43fb0d60a1) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:26:38.041559 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-74be6db2-c46f-47eb-a17e-231bcdfbb9a9 req-d564c7f3-a236-4024-a047-24460742e66d service neutron] Publish callbacks [] for port (bc85f37e-d515-422c-96b8-8f6aa6732ed3), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:38.159188 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-74be6db2-c46f-47eb-a17e-231bcdfbb9a9 req-d564c7f3-a236-4024-a047-24460742e66d service neutron] Transition to ACTIVE for port object bc85f37e-d515-422c-96b8-8f6aa6732ed3 will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:26:38.222114 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a099b40a-717e-4813-8b0c-2ef8e93bd88e req-4787bbe6-63b2-4e5d-8210-c6fa835dd514 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.64 "GET /v2.0/ports?device_id=5bd15075-1e8c-4d4e-9154-d45912ca536e HTTP/1.1" status: 200 len: 210 time: 0.0845904 Jan 28 19:26:38.282136 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-74be6db2-c46f-47eb-a17e-231bcdfbb9a9 req-d564c7f3-a236-4024-a047-24460742e66d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (bc85f37e-d515-422c-96b8-8f6aa6732ed3), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:38.414008 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a508a9f1-a13f-4c3c-959e-709aaa8e359b tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Publish callbacks [] for port (f5f1b946-d717-4bea-a12a-0c43fb0d60a1), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:38.495052 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a508a9f1-a13f-4c3c-959e-709aaa8e359b tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (f5f1b946-d717-4bea-a12a-0c43fb0d60a1), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:38.562521 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a508a9f1-a13f-4c3c-959e-709aaa8e359b tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:26:38.581255 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-a508a9f1-a13f-4c3c-959e-709aaa8e359b tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:26:38.628705 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 54124) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:26:38.637551 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a508a9f1-a13f-4c3c-959e-709aaa8e359b tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:26:38.812281 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a508a9f1-a13f-4c3c-959e-709aaa8e359b tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Pushing event updated for resources: {'Port': ['ID=f5f1b946-d717-4bea-a12a-0c43fb0d60a1,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:38.859964 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device ef300d2b-7bc7-4bbf-ae17-19c5d9e40584 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:26:39.010521 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8569e7b6-46ed-431d-bea3-795c6993d7cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:39.037335 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43547dc6-fa28-41d4-8828-cc72ba3daa00 req-298edb8b-a867-4e00-94cd-12d4815291c3 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:39.039102 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-43547dc6-fa28-41d4-8828-cc72ba3daa00 req-298edb8b-a867-4e00-94cd-12d4815291c3 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/ports?device_id=28585266-030b-4653-8f95-0af6fbb46b20 HTTP/1.1" status: 200 len: 945 time: 1.1747658 Jan 28 19:26:39.084117 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port ef300d2b-7bc7-4bbf-ae17-19c5d9e40584 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:26:39.084740 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (ef300d2b-7bc7-4bbf-ae17-19c5d9e40584), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:39.149794 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [req-f5091492-b482-4fd2-be60-019182d2874e req-ca0b3c7e-9cef-47b7-9483-f65aa2644507 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e20a57d0-6eaf-468c-88ce-df8d8e2e5f8e {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:26:39.165909 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f5091492-b482-4fd2-be60-019182d2874e req-ca0b3c7e-9cef-47b7-9483-f65aa2644507 service neutron] Publish callbacks [] for port (e20a57d0-6eaf-468c-88ce-df8d8e2e5f8e), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:39.174009 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-e47d24b2-4426-4d63-a6f2-ca4ad6876850 tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] Request body: {'floatingip': {'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:26:39.196546 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-f5091492-b482-4fd2-be60-019182d2874e req-ca0b3c7e-9cef-47b7-9483-f65aa2644507 service neutron] Transition to ACTIVE for port object e20a57d0-6eaf-468c-88ce-df8d8e2e5f8e will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:26:39.228248 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port ef300d2b-7bc7-4bbf-ae17-19c5d9e40584 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:26:39.228649 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (ef300d2b-7bc7-4bbf-ae17-19c5d9e40584), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:39.281162 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] For port ef300d2b-7bc7-4bbf-ae17-19c5d9e40584, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=ef300d2b-7bc7-4bbf-ae17-19c5d9e40584,segment=NetworkSegment(74dd984e-bec2-4cf9-aeb6-3c668cce6469),segment_id=74dd984e-bec2-4cf9-aeb6-3c668cce6469)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:26:39.291861 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (ef300d2b-7bc7-4bbf-ae17-19c5d9e40584), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:39.295079 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f5091492-b482-4fd2-be60-019182d2874e req-ca0b3c7e-9cef-47b7-9483-f65aa2644507 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (e20a57d0-6eaf-468c-88ce-df8d8e2e5f8e), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:39.364638 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e47d24b2-4426-4d63-a6f2-ca4ad6876850 tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:39.380322 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Pushing event updated for resources: {'Port': ['ID=ef300d2b-7bc7-4bbf-ae17-19c5d9e40584,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:39.413989 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a29d1f1c-bd5a-4a3d-bb84-9f6d1847fbd8 req-df9fb0f3-7fd6-4c6f-ab55-588ede486103 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6aef584c-64f9-4290-9558-59fc13a8ecbf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5774283 Jan 28 19:26:39.414374 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-5c6dd619-9361-47e0-a195-1112e2a3aa91 admin admin] Allocated IP 172.25.6.207 (d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8/a648e4ab-7422-41b9-b133-58aca25ab8f5/d524043d-a83f-45cf-b3fa-0df9181dfe28) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:26:39.584823 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19d4c8a-5f49-458a-a6cf-7aa7688a54ac req-71ba2594-7369-4d83-8c54-b2d431293583 tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:39.586485 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f19d4c8a-5f49-458a-a6cf-7aa7688a54ac req-71ba2594-7369-4d83-8c54-b2d431293583 tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] 10.222.0.64 "GET /v2.0/ports?device_id=24181069-5a95-4fd0-be49-0f6eb9a8a560 HTTP/1.1" status: 200 len: 945 time: 0.7098966 Jan 28 19:26:39.587015 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee9db895-e2b9-4ef7-a09b-c0d046dc8b66 None None] Network 5ea0ee5c-58ce-478b-9582-50112b0ccc59 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:26:39.640743 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5c6dd619-9361-47e0-a195-1112e2a3aa91 admin admin] Publish callbacks [] for port (d524043d-a83f-45cf-b3fa-0df9181dfe28), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:39.662236 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29d1f1c-bd5a-4a3d-bb84-9f6d1847fbd8 req-aed136c3-318b-49dd-a275-2db8033f22c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:39.674149 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a29d1f1c-bd5a-4a3d-bb84-9f6d1847fbd8 req-aed136c3-318b-49dd-a275-2db8033f22c2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7eed4983257c41a2ac91147c4d6e09ea&device_id=6aef584c-64f9-4290-9558-59fc13a8ecbf HTTP/1.1" status: 200 len: 1128 time: 0.1719894 Jan 28 19:26:39.686088 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5c6dd619-9361-47e0-a195-1112e2a3aa91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (d524043d-a83f-45cf-b3fa-0df9181dfe28), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:39.694393 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d564c7f3-a236-4024-a047-24460742e66d service neutron] Pushing event updated for resources: {'Port': ['ID=bc85f37e-d515-422c-96b8-8f6aa6732ed3,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:39.870810 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:39.913276 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21091ff1-bc05-463a-8d20-1ea55a7fee84 None None] Provisioning complete for port ef300d2b-7bc7-4bbf-ae17-19c5d9e40584 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:26:39.914302 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21091ff1-bc05-463a-8d20-1ea55a7fee84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (ef300d2b-7bc7-4bbf-ae17-19c5d9e40584), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:39.960045 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c6dd619-9361-47e0-a195-1112e2a3aa91 admin admin] Network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:26:39.960839 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device a3d597e9-cf7c-407c-945c-12cc674c3d9c up at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:26:40.009134 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-43547dc6-fa28-41d4-8828-cc72ba3daa00 req-594f31d6-6319-4add-9e77-c808759a94ec tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/security-groups?id=f474bf53-325f-4ec5-b389-bc6e034fc623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9478312 Jan 28 19:26:40.018568 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-5c6dd619-9361-47e0-a195-1112e2a3aa91 admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:26:40.040870 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:26:40.071883 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-74be6db2-c46f-47eb-a17e-231bcdfbb9a9 req-d564c7f3-a236-4024-a047-24460742e66d service neutron] Attempting to bind port bc85f37e-d515-422c-96b8-8f6aa6732ed3 on host n-h1-812111-14 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:26:40.073542 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-74be6db2-c46f-47eb-a17e-231bcdfbb9a9 req-d564c7f3-a236-4024-a047-24460742e66d service neutron] Attempting to bind port bc85f37e-d515-422c-96b8-8f6aa6732ed3 by drivers openvswitch,hyperv on host n-h1-812111-14 at level 0 using segments [{'id': '195bcdbf-a031-4d8b-9f7f-e09fd37cd197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:26:40.074064 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74be6db2-c46f-47eb-a17e-231bcdfbb9a9 req-d564c7f3-a236-4024-a047-24460742e66d service neutron] Attempting to bind port bc85f37e-d515-422c-96b8-8f6aa6732ed3 on network 7810caa2-eac6-457d-9302-c8c215ef3e91 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:26:40.077785 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6dd619-9361-47e0-a195-1112e2a3aa91 admin admin] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:26:40.143705 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b3c7e-9cef-47b7-9483-f65aa2644507 service neutron] Pushing event updated for resources: {'Port': ['ID=e20a57d0-6eaf-468c-88ce-df8d8e2e5f8e,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:40.162400 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning for port a3d597e9-cf7c-407c-945c-12cc674c3d9c completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:26:40.164417 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74be6db2-c46f-47eb-a17e-231bcdfbb9a9 req-d564c7f3-a236-4024-a047-24460742e66d service neutron] Port bc85f37e-d515-422c-96b8-8f6aa6732ed3 on network 7810caa2-eac6-457d-9302-c8c215ef3e91 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-14 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:26:40.164936 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74be6db2-c46f-47eb-a17e-231bcdfbb9a9 req-d564c7f3-a236-4024-a047-24460742e66d service neutron] Attempting to bind port bc85f37e-d515-422c-96b8-8f6aa6732ed3 on network 7810caa2-eac6-457d-9302-c8c215ef3e91 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:26:40.180876 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74be6db2-c46f-47eb-a17e-231bcdfbb9a9 req-d564c7f3-a236-4024-a047-24460742e66d service neutron] Checking agent: {'id': 'b544ba20-de93-4d86-9e6b-a2202deb6191', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 26, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:26:40.182304 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74be6db2-c46f-47eb-a17e-231bcdfbb9a9 req-d564c7f3-a236-4024-a047-24460742e66d service neutron] Checking segment: {'id': '195bcdbf-a031-4d8b-9f7f-e09fd37cd197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:26:40.183000 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74be6db2-c46f-47eb-a17e-231bcdfbb9a9 req-d564c7f3-a236-4024-a047-24460742e66d service neutron] Bound using segment: {'id': '195bcdbf-a031-4d8b-9f7f-e09fd37cd197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:26:40.183819 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-74be6db2-c46f-47eb-a17e-231bcdfbb9a9 req-d564c7f3-a236-4024-a047-24460742e66d service neutron] Bound port: bc85f37e-d515-422c-96b8-8f6aa6732ed3, host: n-h1-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '195bcdbf-a031-4d8b-9f7f-e09fd37cd197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:26:40.184376 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-74be6db2-c46f-47eb-a17e-231bcdfbb9a9 req-d564c7f3-a236-4024-a047-24460742e66d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (bc85f37e-d515-422c-96b8-8f6aa6732ed3), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:40.190257 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning complete for port a3d597e9-cf7c-407c-945c-12cc674c3d9c triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:26:40.190757 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (a3d597e9-cf7c-407c-945c-12cc674c3d9c), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:40.334128 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21091ff1-bc05-463a-8d20-1ea55a7fee84 None None] Current status of the port ef300d2b-7bc7-4bbf-ae17-19c5d9e40584 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:26:40.386541 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-74be6db2-c46f-47eb-a17e-231bcdfbb9a9 req-d564c7f3-a236-4024-a047-24460742e66d service neutron] For port bc85f37e-d515-422c-96b8-8f6aa6732ed3, host n-h1-812111-14, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:26:40.390483 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-74be6db2-c46f-47eb-a17e-231bcdfbb9a9 req-d564c7f3-a236-4024-a047-24460742e66d service neutron] For port bc85f37e-d515-422c-96b8-8f6aa6732ed3, host n-h1-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=bc85f37e-d515-422c-96b8-8f6aa6732ed3,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:26:40.455482 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-74be6db2-c46f-47eb-a17e-231bcdfbb9a9 req-d564c7f3-a236-4024-a047-24460742e66d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (bc85f37e-d515-422c-96b8-8f6aa6732ed3), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:40.460015 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port a3d597e9-cf7c-407c-945c-12cc674c3d9c is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:26:40.460692 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (a3d597e9-cf7c-407c-945c-12cc674c3d9c), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:40.510957 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28585266-030b-4653-8f95-0af6fbb46b20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3d597e9-cf7c-407c-945c-12cc674c3d9c'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:26:40.513579 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-380a77ac-196c-4e16-ac48-cd0bde00aec8" -d '{"events": [{"server_uuid": "28585266-030b-4653-8f95-0af6fbb46b20", "name": "network-vif-plugged", "status": "completed", "tag": "a3d597e9-cf7c-407c-945c-12cc674c3d9c"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:26:40.548986 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port a3d597e9-cf7c-407c-945c-12cc674c3d9c, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=a3d597e9-cf7c-407c-945c-12cc674c3d9c,segment=NetworkSegment(e068a65d-85a7-4b6f-806f-2e18a6e2925d),segment_id=e068a65d-85a7-4b6f-806f-2e18a6e2925d)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:26:40.559161 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (a3d597e9-cf7c-407c-945c-12cc674c3d9c), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:40.611037 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f19d4c8a-5f49-458a-a6cf-7aa7688a54ac req-a7c99724-63e0-45bc-90c3-e4535813c3b5 tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] 10.222.0.64 "GET /v2.0/security-groups?id=6e3b5f6f-cd04-46bb-9eb5-a6c7cbc22d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9738247 Jan 28 19:26:40.643729 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6dd619-9361-47e0-a195-1112e2a3aa91 admin admin] Pushing event updated for resources: {'Port': ['ID=d524043d-a83f-45cf-b3fa-0df9181dfe28,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:40.707201 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device ef300d2b-7bc7-4bbf-ae17-19c5d9e40584 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:26:40.714664 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e47d24b2-4426-4d63-a6f2-ca4ad6876850 tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:40.733236 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d5b296-71a3-4b09-8cdb-47fb96febefa req-75ed665c-53ec-4a9d-952f-b1f0cbb5c9fe tempest-ListImageFiltersTestJSON-91277605 tempest-ListImageFiltersTestJSON-91277605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:40.735181 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a1d5b296-71a3-4b09-8cdb-47fb96febefa req-75ed665c-53ec-4a9d-952f-b1f0cbb5c9fe tempest-ListImageFiltersTestJSON-91277605 tempest-ListImageFiltersTestJSON-91277605-project] 10.222.0.64 "GET /v2.0/ports?device_id=43ed0191-cc6b-47e6-b808-e1990b9f2466 HTTP/1.1" status: 200 len: 948 time: 0.5720115 Jan 28 19:26:40.741545 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-f5091492-b482-4fd2-be60-019182d2874e req-ca0b3c7e-9cef-47b7-9483-f65aa2644507 service neutron] Attempting to bind port e20a57d0-6eaf-468c-88ce-df8d8e2e5f8e on host n-h2-812111-14 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:26:40.742992 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-f5091492-b482-4fd2-be60-019182d2874e req-ca0b3c7e-9cef-47b7-9483-f65aa2644507 service neutron] Attempting to bind port e20a57d0-6eaf-468c-88ce-df8d8e2e5f8e by drivers openvswitch,hyperv on host n-h2-812111-14 at level 0 using segments [{'id': '195bcdbf-a031-4d8b-9f7f-e09fd37cd197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:26:40.743641 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5091492-b482-4fd2-be60-019182d2874e req-ca0b3c7e-9cef-47b7-9483-f65aa2644507 service neutron] Attempting to bind port e20a57d0-6eaf-468c-88ce-df8d8e2e5f8e on network 7810caa2-eac6-457d-9302-c8c215ef3e91 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:26:40.844534 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=a3d597e9-cf7c-407c-945c-12cc674c3d9c,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:40.862520 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port ef300d2b-7bc7-4bbf-ae17-19c5d9e40584 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:26:40.863491 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74be6db2-c46f-47eb-a17e-231bcdfbb9a9 req-d564c7f3-a236-4024-a047-24460742e66d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:40.864630 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (ef300d2b-7bc7-4bbf-ae17-19c5d9e40584), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:40.865851 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a508a9f1-a13f-4c3c-959e-709aaa8e359b tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Publish callbacks [] for router_gateway (1b23e384-89a9-4cc5-8cb2-46cba7ca159e), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:40.866876 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-74be6db2-c46f-47eb-a17e-231bcdfbb9a9 req-d564c7f3-a236-4024-a047-24460742e66d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:40.869221 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-74be6db2-c46f-47eb-a17e-231bcdfbb9a9 req-d564c7f3-a236-4024-a047-24460742e66d service neutron] 10.222.0.41 "PUT /v2.0/ports/bc85f37e-d515-422c-96b8-8f6aa6732ed3 HTTP/1.1" status: 200 len: 1097 time: 5.9153762 Jan 28 19:26:40.870134 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-9c441d85-102f-46c7-9c3a-350833405391 None None] Provisioning complete for port ef300d2b-7bc7-4bbf-ae17-19c5d9e40584 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:26:40.870654 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9c441d85-102f-46c7-9c3a-350833405391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (ef300d2b-7bc7-4bbf-ae17-19c5d9e40584), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:40.877534 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a1d5b296-71a3-4b09-8cdb-47fb96febefa req-895e9081-bb2b-41c4-a1c4-41013d3edb93 tempest-ListImageFiltersTestJSON-91277605 tempest-ListImageFiltersTestJSON-91277605-project] 10.222.0.64 "GET /v2.0/security-groups?id=988502f3-fd52-4a84-a285-c3333424d093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864961 Jan 28 19:26:40.878153 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37b2ff65-0003-4e64-b325-58ed7427a69f', 'tag': 'bc85f37e-d515-422c-96b8-8f6aa6732ed3'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:26:40.881327 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86a69b62-3aa8-4da1-801d-0bfb31780e35" -d '{"events": [{"name": "network-changed", "server_uuid": "37b2ff65-0003-4e64-b325-58ed7427a69f", "tag": "bc85f37e-d515-422c-96b8-8f6aa6732ed3"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:26:40.902346 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5091492-b482-4fd2-be60-019182d2874e req-ca0b3c7e-9cef-47b7-9483-f65aa2644507 service neutron] Port e20a57d0-6eaf-468c-88ce-df8d8e2e5f8e on network 7810caa2-eac6-457d-9302-c8c215ef3e91 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-14 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:26:40.902805 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5091492-b482-4fd2-be60-019182d2874e req-ca0b3c7e-9cef-47b7-9483-f65aa2644507 service neutron] Attempting to bind port e20a57d0-6eaf-468c-88ce-df8d8e2e5f8e on network 7810caa2-eac6-457d-9302-c8c215ef3e91 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:26:40.920394 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5091492-b482-4fd2-be60-019182d2874e req-ca0b3c7e-9cef-47b7-9483-f65aa2644507 service neutron] Checking agent: {'id': '8f3fee4e-bf24-4b58-8a3a-ae9c8011a473', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 26, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:26:40.920936 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5091492-b482-4fd2-be60-019182d2874e req-ca0b3c7e-9cef-47b7-9483-f65aa2644507 service neutron] Checking segment: {'id': '195bcdbf-a031-4d8b-9f7f-e09fd37cd197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:26:40.921477 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5091492-b482-4fd2-be60-019182d2874e req-ca0b3c7e-9cef-47b7-9483-f65aa2644507 service neutron] Bound using segment: {'id': '195bcdbf-a031-4d8b-9f7f-e09fd37cd197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:26:40.922031 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-f5091492-b482-4fd2-be60-019182d2874e req-ca0b3c7e-9cef-47b7-9483-f65aa2644507 service neutron] Bound port: e20a57d0-6eaf-468c-88ce-df8d8e2e5f8e, host: n-h2-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '195bcdbf-a031-4d8b-9f7f-e09fd37cd197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:26:40.922600 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f5091492-b482-4fd2-be60-019182d2874e req-ca0b3c7e-9cef-47b7-9483-f65aa2644507 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (e20a57d0-6eaf-468c-88ce-df8d8e2e5f8e), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:40.983035 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9b48ed0-fe15-402b-88c9-c77c1d6b387f x-openstack-request-id: req-d9b48ed0-fe15-402b-88c9-c77c1d6b387f {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:26:40.983602 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28585266-030b-4653-8f95-0af6fbb46b20", "name": "network-vif-plugged", "status": "completed", "tag": "a3d597e9-cf7c-407c-945c-12cc674c3d9c", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:26:40.983738 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d9b48ed0-fe15-402b-88c9-c77c1d6b387f {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:26:40.984191 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28585266-030b-4653-8f95-0af6fbb46b20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3d597e9-cf7c-407c-945c-12cc674c3d9c', 'code': 200} Jan 28 19:26:41.021830 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29d1f1c-bd5a-4a3d-bb84-9f6d1847fbd8 req-ecbece66-df12-416d-a298-ea46936e4c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:41.036915 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a29d1f1c-bd5a-4a3d-bb84-9f6d1847fbd8 req-ecbece66-df12-416d-a298-ea46936e4c9a service neutron] 10.222.0.41 "GET /v2.0/networks?id=311cc39e-64ae-4fb3-9d47-d497c4799ab7 HTTP/1.1" status: 200 len: 905 time: 1.3152909 Jan 28 19:26:41.060788 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-f5091492-b482-4fd2-be60-019182d2874e req-ca0b3c7e-9cef-47b7-9483-f65aa2644507 service neutron] For port e20a57d0-6eaf-468c-88ce-df8d8e2e5f8e, host n-h2-812111-14, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:26:41.064035 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-9c441d85-102f-46c7-9c3a-350833405391 None None] Current status of the port ef300d2b-7bc7-4bbf-ae17-19c5d9e40584 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:26:41.064219 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-f5091492-b482-4fd2-be60-019182d2874e req-ca0b3c7e-9cef-47b7-9483-f65aa2644507 service neutron] For port e20a57d0-6eaf-468c-88ce-df8d8e2e5f8e, host n-h2-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=e20a57d0-6eaf-468c-88ce-df8d8e2e5f8e,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:26:41.129608 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d564c7f3-a236-4024-a047-24460742e66d service neutron] Pushing event updated for resources: {'Port': ['ID=bc85f37e-d515-422c-96b8-8f6aa6732ed3,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:41.135974 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f815301c-a03f-4acb-98a6-bdb28f53ecdb x-openstack-request-id: req-f815301c-a03f-4acb-98a6-bdb28f53ecdb {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:26:41.136544 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37b2ff65-0003-4e64-b325-58ed7427a69f", "tag": "bc85f37e-d515-422c-96b8-8f6aa6732ed3", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:26:41.137594 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f815301c-a03f-4acb-98a6-bdb28f53ecdb {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:26:41.138625 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37b2ff65-0003-4e64-b325-58ed7427a69f', 'tag': 'bc85f37e-d515-422c-96b8-8f6aa6732ed3', 'status': 'completed', 'code': 200} Jan 28 19:26:41.151216 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f5091492-b482-4fd2-be60-019182d2874e req-ca0b3c7e-9cef-47b7-9483-f65aa2644507 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (e20a57d0-6eaf-468c-88ce-df8d8e2e5f8e), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:41.215460 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b3c7e-9cef-47b7-9483-f65aa2644507 service neutron] Pushing event updated for resources: {'Port': ['ID=e20a57d0-6eaf-468c-88ce-df8d8e2e5f8e,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:41.240937 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port ef300d2b-7bc7-4bbf-ae17-19c5d9e40584 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:26:41.267402 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74be6db2-c46f-47eb-a17e-231bcdfbb9a9 req-617b4ec3-5ec4-4fde-aecb-98e0c7dc9b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:41.269516 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-74be6db2-c46f-47eb-a17e-231bcdfbb9a9 req-617b4ec3-5ec4-4fde-aecb-98e0c7dc9b7b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1a77b629411f449383212be2ada8a7bc&device_id=37b2ff65-0003-4e64-b325-58ed7427a69f HTTP/1.1" status: 200 len: 1131 time: 0.3290350 Jan 28 19:26:41.277899 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-e47d24b2-4426-4d63-a6f2-ca4ad6876850 tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] Allocated IP 172.25.6.83 (d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8/a648e4ab-7422-41b9-b133-58aca25ab8f5/43c9f2ac-0b58-41ca-b522-23307b975430) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:26:41.345358 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-74be6db2-c46f-47eb-a17e-231bcdfbb9a9 req-33a00b76-15e6-4f27-b044-feffbaec5656 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=bc85f37e-d515-422c-96b8-8f6aa6732ed3 HTTP/1.1" status: 200 len: 217 time: 0.0506783 Jan 28 19:26:41.422553 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d86a1cc0-8f11-4fe8-a300-bd25a185d195 req-17209a09-2f5c-4f2f-b2bc-a25bdc508919 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.64 "GET /v2.0/ports?device_id=5bd15075-1e8c-4d4e-9154-d45912ca536e HTTP/1.1" status: 200 len: 210 time: 0.4894187 Jan 28 19:26:41.423814 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a29d1f1c-bd5a-4a3d-bb84-9f6d1847fbd8 req-265e7516-5568-4525-9a22-4f89e7257b00 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=75629f80-97e2-4b65-9644-8e74b29b7b0c HTTP/1.1" status: 200 len: 217 time: 0.2780616 Jan 28 19:26:41.462749 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74be6db2-c46f-47eb-a17e-231bcdfbb9a9 req-fd38a499-55f6-49f7-8a9b-7e1dab75c959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:41.464214 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-74be6db2-c46f-47eb-a17e-231bcdfbb9a9 req-fd38a499-55f6-49f7-8a9b-7e1dab75c959 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f2de4832-9ef6-4f40-9ac5-1557d5e6a6ff HTTP/1.1" status: 200 len: 843 time: 0.1070526 Jan 28 19:26:41.478432 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5091492-b482-4fd2-be60-019182d2874e req-ca0b3c7e-9cef-47b7-9483-f65aa2644507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:41.479061 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f5091492-b482-4fd2-be60-019182d2874e req-ca0b3c7e-9cef-47b7-9483-f65aa2644507 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:41.480443 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f5091492-b482-4fd2-be60-019182d2874e req-ca0b3c7e-9cef-47b7-9483-f65aa2644507 service neutron] 10.222.0.70 "PUT /v2.0/ports/e20a57d0-6eaf-468c-88ce-df8d8e2e5f8e HTTP/1.1" status: 200 len: 1097 time: 3.9325030 Jan 28 19:26:41.590418 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:41.814312 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29d1f1c-bd5a-4a3d-bb84-9f6d1847fbd8 req-86c9290f-ed84-4684-85ee-27d1831018a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:41.815871 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a29d1f1c-bd5a-4a3d-bb84-9f6d1847fbd8 req-86c9290f-ed84-4684-85ee-27d1831018a4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=008283d9-57a3-42a0-90a1-80f5c1a16864 HTTP/1.1" status: 200 len: 845 time: 0.2291248 Jan 28 19:26:41.948363 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a508a9f1-a13f-4c3c-959e-709aaa8e359b tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-731074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-731460'] for router (1b23e384-89a9-4cc5-8cb2-46cba7ca159e), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:42.024219 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a29d1f1c-bd5a-4a3d-bb84-9f6d1847fbd8 req-d8f3ee93-5648-44c3-9fbd-615e862e5740 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=311cc39e-64ae-4fb3-9d47-d497c4799ab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650618 Jan 28 19:26:42.171896 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4a8062-7bb5-462f-a13e-8f5111eb962d req-7aa8cebb-0730-40ad-af5c-99c5259fc0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:42.172834 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8d4a8062-7bb5-462f-a13e-8f5111eb962d req-7aa8cebb-0730-40ad-af5c-99c5259fc0f1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=28585266-030b-4653-8f95-0af6fbb46b20 HTTP/1.1" status: 200 len: 1129 time: 1.0313413 Jan 28 19:26:42.175343 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e47d24b2-4426-4d63-a6f2-ca4ad6876850 tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] Publish callbacks [] for port (43c9f2ac-0b58-41ca-b522-23307b975430), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:42.189235 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8ba1b1-16d5-4aaf-b28f-2fe2c0f217d5 req-6c0cf95c-7f4e-42a1-85a4-05929712a2ea tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:42.190849 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7d8ba1b1-16d5-4aaf-b28f-2fe2c0f217d5 req-6c0cf95c-7f4e-42a1-85a4-05929712a2ea tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] 10.222.0.64 "GET /v2.0/ports?device_id=24181069-5a95-4fd0-be49-0f6eb9a8a560 HTTP/1.1" status: 200 len: 945 time: 0.4307787 Jan 28 19:26:42.257773 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d984e7f-80c6-4ff7-a26e-bbdaa0240db5 req-d2001834-6dc0-474f-bcc7-e80db5572ebe tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:42.259271 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-0d984e7f-80c6-4ff7-a26e-bbdaa0240db5 req-d2001834-6dc0-474f-bcc7-e80db5572ebe tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/ports?device_id=28585266-030b-4653-8f95-0af6fbb46b20 HTTP/1.1" status: 200 len: 946 time: 1.0352428 Jan 28 19:26:42.269139 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74be6db2-c46f-47eb-a17e-231bcdfbb9a9 req-873dd441-8f8c-4795-9637-f1e5836574d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:42.271198 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-74be6db2-c46f-47eb-a17e-231bcdfbb9a9 req-873dd441-8f8c-4795-9637-f1e5836574d4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7810caa2-eac6-457d-9302-c8c215ef3e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.7852862 Jan 28 19:26:42.278081 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5c6dd619-9361-47e0-a195-1112e2a3aa91 admin admin] Publish callbacks [] for router_gateway (3ef257d8-36a6-4e0f-b1c4-8f12c8768cad), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:42.337331 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a29d1f1c-bd5a-4a3d-bb84-9f6d1847fbd8 req-e096aab9-6926-4fde-a461-3f3f4813a127 service neutron] 10.222.0.41 "GET /v2.0/networks/311cc39e-64ae-4fb3-9d47-d497c4799ab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2641711 Jan 28 19:26:42.409300 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-74be6db2-c46f-47eb-a17e-231bcdfbb9a9 req-af0f1d0a-83bf-4cdf-823f-fbd796e40fe6 service neutron] 10.222.0.41 "GET /v2.0/networks/7810caa2-eac6-457d-9302-c8c215ef3e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280720 Jan 28 19:26:42.424974 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7d8ba1b1-16d5-4aaf-b28f-2fe2c0f217d5 req-c9cdc1d9-7854-424f-9c9e-e0fb82d9a1b0 tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] 10.222.0.64 "GET /v2.0/security-groups?id=6e3b5f6f-cd04-46bb-9eb5-a6c7cbc22d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888044 Jan 28 19:26:42.437696 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8d4a8062-7bb5-462f-a13e-8f5111eb962d req-80e1357a-82a4-47a9-b0d0-eac6786a3e9e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f474bf53-325f-4ec5-b389-bc6e034fc623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549067 Jan 28 19:26:42.477006 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e47d24b2-4426-4d63-a6f2-ca4ad6876850 tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (43c9f2ac-0b58-41ca-b522-23307b975430), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:42.479002 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a508a9f1-a13f-4c3c-959e-709aaa8e359b tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Router 1b23e384-89a9-4cc5-8cb2-46cba7ca159e is scheduled to L3 agent 76fe5c49-705a-4e08-abb2-be585676213f with binding_index 1 {{(pid=103304) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 19:26:42.487245 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5091492-b482-4fd2-be60-019182d2874e req-e49237b1-6f76-4e37-b64a-b378bac88a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:42.489854 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f5091492-b482-4fd2-be60-019182d2874e req-e49237b1-6f76-4e37-b64a-b378bac88a0d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1a77b629411f449383212be2ada8a7bc&device_id=43ed0191-cc6b-47e6-b808-e1990b9f2466 HTTP/1.1" status: 200 len: 1131 time: 0.8714416 Jan 28 19:26:42.590350 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e47d24b2-4426-4d63-a6f2-ca4ad6876850 tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] Network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:26:42.615071 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-e47d24b2-4426-4d63-a6f2-ca4ad6876850 tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:26:42.640157 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a29d1f1c-bd5a-4a3d-bb84-9f6d1847fbd8 req-993e2e1f-2cda-4a3c-b1ab-3cc1e8e9ebea service neutron] 10.222.0.41 "GET /v2.0/networks/311cc39e-64ae-4fb3-9d47-d497c4799ab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2939203 Jan 28 19:26:42.643768 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e47d24b2-4426-4d63-a6f2-ca4ad6876850 tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:26:42.647484 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f5091492-b482-4fd2-be60-019182d2874e req-62f5748f-60f6-4ae4-9058-98a72967362d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=e20a57d0-6eaf-468c-88ce-df8d8e2e5f8e HTTP/1.1" status: 200 len: 217 time: 0.1353223 Jan 28 19:26:42.657883 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-0d984e7f-80c6-4ff7-a26e-bbdaa0240db5 req-4f68cc90-1ae6-4113-a95a-db84a63b429c tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/security-groups?id=f474bf53-325f-4ec5-b389-bc6e034fc623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3856716 Jan 28 19:26:42.699873 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae6de3d-5292-4076-8e24-4d9baa1a0c9b req-9e032cae-0e0b-4247-9787-749688dfcec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:42.701657 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8ae6de3d-5292-4076-8e24-4d9baa1a0c9b req-9e032cae-0e0b-4247-9787-749688dfcec2 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=24181069-5a95-4fd0-be49-0f6eb9a8a560 HTTP/1.1" status: 200 len: 1128 time: 0.2638302 Jan 28 19:26:42.706849 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47d24b2-4426-4d63-a6f2-ca4ad6876850 tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] Pushing event updated for resources: {'Port': ['ID=43c9f2ac-0b58-41ca-b522-23307b975430,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:42.768679 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5091492-b482-4fd2-be60-019182d2874e req-6ee22644-6888-4529-bc3c-ab5370ac4c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:42.770231 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f5091492-b482-4fd2-be60-019182d2874e req-6ee22644-6888-4529-bc3c-ab5370ac4c63 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f2de4832-9ef6-4f40-9ac5-1557d5e6a6ff HTTP/1.1" status: 200 len: 843 time: 0.1111884 Jan 28 19:26:42.913416 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8ae6de3d-5292-4076-8e24-4d9baa1a0c9b req-8a5b0502-2a39-484e-8ffd-7108824a1fb7 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=6e3b5f6f-cd04-46bb-9eb5-a6c7cbc22d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887653 Jan 28 19:26:42.947466 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:42.951772 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd7cf0d-04f8-46a9-a464-bc2b9ab8e8d1 req-62ea59a9-7ebd-4170-b4f3-8fc8dff24d39 tempest-ListImageFiltersTestJSON-91277605 tempest-ListImageFiltersTestJSON-91277605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:42.953446 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3fd7cf0d-04f8-46a9-a464-bc2b9ab8e8d1 req-62ea59a9-7ebd-4170-b4f3-8fc8dff24d39 tempest-ListImageFiltersTestJSON-91277605 tempest-ListImageFiltersTestJSON-91277605-project] 10.222.0.64 "GET /v2.0/ports?device_id=43ed0191-cc6b-47e6-b808-e1990b9f2466 HTTP/1.1" status: 200 len: 948 time: 0.3674128 Jan 28 19:26:42.955377 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a508a9f1-a13f-4c3c-959e-709aaa8e359b tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:26:42.965850 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1eeb10-1fe2-4eea-bfe0-e63df9b26fff None None] Sync routers for ids ['1b23e384-89a9-4cc5-8cb2-46cba7ca159e'] in n-d-812111-14 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:26:42.977563 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e47d24b2-4426-4d63-a6f2-ca4ad6876850 tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] Publish callbacks [] for floatingip (1dc41942-fc7e-41cc-a460-4cf76a78fa96), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:42.980182 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1eeb10-1fe2-4eea-bfe0-e63df9b26fff None None] Routers {'1b23e384-89a9-4cc5-8cb2-46cba7ca159e'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:26:42.980930 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-2b1eeb10-1fe2-4eea-bfe0-e63df9b26fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:26:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['1b23e384-89a9-4cc5-8cb2-46cba7ca159e'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:26:43.024198 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a508a9f1-a13f-4c3c-959e-709aaa8e359b tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:43.026118 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-a508a9f1-a13f-4c3c-959e-709aaa8e359b tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 7.1923373 Jan 28 19:26:43.029446 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 54154) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:26:43.031652 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5c6dd619-9361-47e0-a195-1112e2a3aa91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-731074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-731460'] for router (3ef257d8-36a6-4e0f-b1c4-8f12c8768cad), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:43.045046 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8c9d402b-98ca-4d55-a72d-833148be6b6a req-f846c196-e864-4c83-89cf-f2a274ab0a52 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.64 "GET /v2.0/ports?device_id=5bd15075-1e8c-4d4e-9154-d45912ca536e HTTP/1.1" status: 200 len: 210 time: 0.2141666 Jan 28 19:26:43.058431 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-2b1eeb10-1fe2-4eea-bfe0-e63df9b26fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:26:43.080752 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1eeb10-1fe2-4eea-bfe0-e63df9b26fff None None] Routers {'1b23e384-89a9-4cc5-8cb2-46cba7ca159e'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:26:43.081693 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-2b1eeb10-1fe2-4eea-bfe0-e63df9b26fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:26:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['1b23e384-89a9-4cc5-8cb2-46cba7ca159e'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:26:43.117132 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-74be6db2-c46f-47eb-a17e-231bcdfbb9a9 req-8650a79e-e049-404c-b6b1-5cf6794cc28b service neutron] 10.222.0.41 "GET /v2.0/networks/7810caa2-eac6-457d-9302-c8c215ef3e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6956949 Jan 28 19:26:43.143808 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43ed0191-cc6b-47e6-b808-e1990b9f2466', 'tag': 'e20a57d0-6eaf-468c-88ce-df8d8e2e5f8e'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:26:43.147091 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a485c6cc-85c1-4eeb-a515-0f25aa12a314" -d '{"events": [{"name": "network-changed", "server_uuid": "43ed0191-cc6b-47e6-b808-e1990b9f2466", "tag": "e20a57d0-6eaf-468c-88ce-df8d8e2e5f8e"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:26:43.157945 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-2b1eeb10-1fe2-4eea-bfe0-e63df9b26fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:26:43.158762 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1eeb10-1fe2-4eea-bfe0-e63df9b26fff None None] The sync data for ids ['1b23e384-89a9-4cc5-8cb2-46cba7ca159e'] in n-d-812111-14 is: [] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:26:43.167449 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5091492-b482-4fd2-be60-019182d2874e req-29da1bd0-c64a-4d58-8002-8b8bdc176e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:43.169024 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f5091492-b482-4fd2-be60-019182d2874e req-29da1bd0-c64a-4d58-8002-8b8bdc176e0e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7810caa2-eac6-457d-9302-c8c215ef3e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3899601 Jan 28 19:26:43.234843 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-acd2995d-210a-4135-af19-6605e6b3039c tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] 10.222.0.64 "GET /v2.0/routers/1b23e384-89a9-4cc5-8cb2-46cba7ca159e HTTP/1.1" status: 200 len: 925 time: 0.1966126 Jan 28 19:26:43.240803 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 54158) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:26:43.243367 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:26:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17ade4c8-4265-473d-8c00-fb3e7869ad78 x-openstack-request-id: req-17ade4c8-4265-473d-8c00-fb3e7869ad78 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:26:43.243678 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43ed0191-cc6b-47e6-b808-e1990b9f2466", "tag": "e20a57d0-6eaf-468c-88ce-df8d8e2e5f8e", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:26:43.243918 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-17ade4c8-4265-473d-8c00-fb3e7869ad78 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:26:43.244319 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43ed0191-cc6b-47e6-b808-e1990b9f2466', 'tag': 'e20a57d0-6eaf-468c-88ce-df8d8e2e5f8e', 'status': 'completed', 'code': 200} Jan 28 19:26:43.285994 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e47d24b2-4426-4d63-a6f2-ca4ad6876850 tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (43c9f2ac-0b58-41ca-b522-23307b975430), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:43.291340 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-c31fc7b2-8f3f-4d5d-8bd0-3e8a9dc6f6d2 tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b23e384-89a9-4cc5-8cb2-46cba7ca159e HTTP/1.1" status: 200 len: 205 time: 0.0465541 Jan 28 19:26:43.292637 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3fd7cf0d-04f8-46a9-a464-bc2b9ab8e8d1 req-3e4182e5-59c4-4228-b5ce-0b9888ad2ef2 tempest-ListImageFiltersTestJSON-91277605 tempest-ListImageFiltersTestJSON-91277605-project] 10.222.0.64 "GET /v2.0/security-groups?id=988502f3-fd52-4a84-a285-c3333424d093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3196995 Jan 28 19:26:43.294844 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 54160) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:26:43.373775 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a69b62-3aa8-4da1-801d-0bfb31780e35 req-28514cf4-5777-4535-bf4e-c67d84b924fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:43.375474 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-86a69b62-3aa8-4da1-801d-0bfb31780e35 req-28514cf4-5777-4535-bf4e-c67d84b924fb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1a77b629411f449383212be2ada8a7bc&device_id=37b2ff65-0003-4e64-b325-58ed7427a69f HTTP/1.1" status: 200 len: 1131 time: 0.1861918 Jan 28 19:26:43.419934 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f5091492-b482-4fd2-be60-019182d2874e req-805ab688-b7e8-44f9-8c33-a4903aa3d05e service neutron] 10.222.0.70 "GET /v2.0/networks/7810caa2-eac6-457d-9302-c8c215ef3e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2411456 Jan 28 19:26:43.554928 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a6fc9cc3-62c5-47be-935a-31fa82dc9dfe tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Publish callbacks [] for router (1b23e384-89a9-4cc5-8cb2-46cba7ca159e), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:43.559485 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f5091492-b482-4fd2-be60-019182d2874e req-302a3b4b-6b3a-49b3-aac1-5490f3e0963c service neutron] 10.222.0.70 "GET /v2.0/networks/7810caa2-eac6-457d-9302-c8c215ef3e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038415 Jan 28 19:26:43.701591 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a69b62-3aa8-4da1-801d-0bfb31780e35 req-4ddb7afa-40a6-400b-b217-24459dc9ef11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:43.703657 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-86a69b62-3aa8-4da1-801d-0bfb31780e35 req-4ddb7afa-40a6-400b-b217-24459dc9ef11 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7810caa2-eac6-457d-9302-c8c215ef3e91 HTTP/1.1" status: 200 len: 869 time: 0.3136241 Jan 28 19:26:43.705256 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c6dd619-9361-47e0-a195-1112e2a3aa91 admin admin] Router 3ef257d8-36a6-4e0f-b1c4-8f12c8768cad is scheduled to L3 agent 76fe5c49-705a-4e08-abb2-be585676213f with binding_index 1 {{(pid=103305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 19:26:43.855829 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-86a69b62-3aa8-4da1-801d-0bfb31780e35 req-994388b7-af22-4bdf-8612-f3f5fd95979c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=bc85f37e-d515-422c-96b8-8f6aa6732ed3 HTTP/1.1" status: 200 len: 217 time: 0.1392314 Jan 28 19:26:43.869827 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57424dcd-8217-4db9-b4d9-884e246ce492 req-aacad1f1-fa6e-4ba7-9700-cd8ea82105e8 tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:43.872049 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-57424dcd-8217-4db9-b4d9-884e246ce492 req-aacad1f1-fa6e-4ba7-9700-cd8ea82105e8 tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] 10.222.0.64 "GET /v2.0/ports?device_id=24181069-5a95-4fd0-be49-0f6eb9a8a560 HTTP/1.1" status: 200 len: 945 time: 0.3116622 Jan 28 19:26:43.950464 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a485c6cc-85c1-4eeb-a515-0f25aa12a314 req-cc50d3ad-dd37-4d83-b9f1-5c97443076db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:43.952061 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a485c6cc-85c1-4eeb-a515-0f25aa12a314 req-cc50d3ad-dd37-4d83-b9f1-5c97443076db service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1a77b629411f449383212be2ada8a7bc&device_id=43ed0191-cc6b-47e6-b808-e1990b9f2466 HTTP/1.1" status: 200 len: 1131 time: 0.3262420 Jan 28 19:26:44.120877 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e47d24b2-4426-4d63-a6f2-ca4ad6876850 tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] Publish callbacks [] for port (43c9f2ac-0b58-41ca-b522-23307b975430), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:44.136680 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f2046b-3c86-48e0-87f0-9bb60859ec9b req-c5324e06-4f1d-49d7-a2e3-c4386325bade tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:44.140684 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-89f2046b-3c86-48e0-87f0-9bb60859ec9b req-c5324e06-4f1d-49d7-a2e3-c4386325bade tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/ports?device_id=28585266-030b-4653-8f95-0af6fbb46b20 HTTP/1.1" status: 200 len: 946 time: 0.1639786 Jan 28 19:26:44.142782 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a6fc9cc3-62c5-47be-935a-31fa82dc9dfe tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Publish callbacks [] for router_gateway (1b23e384-89a9-4cc5-8cb2-46cba7ca159e), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:44.147956 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e47d24b2-4426-4d63-a6f2-ca4ad6876850 tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (43c9f2ac-0b58-41ca-b522-23307b975430), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:44.175755 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a69b62-3aa8-4da1-801d-0bfb31780e35 req-16e50d74-7228-41ce-8a25-6708246a2aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:44.177514 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-86a69b62-3aa8-4da1-801d-0bfb31780e35 req-16e50d74-7228-41ce-8a25-6708246a2aba service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f2de4832-9ef6-4f40-9ac5-1557d5e6a6ff HTTP/1.1" status: 200 len: 843 time: 0.3010550 Jan 28 19:26:44.225270 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47d24b2-4426-4d63-a6f2-ca4ad6876850 tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] Pushing event updated for resources: {'Port': ['ID=43c9f2ac-0b58-41ca-b522-23307b975430,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:44.232972 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c6dd619-9361-47e0-a195-1112e2a3aa91 admin admin] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:26:44.249244 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e0640d-3cef-49e8-9a83-d5718c8797c4 None None] Sync routers for ids ['3ef257d8-36a6-4e0f-b1c4-8f12c8768cad'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:26:44.250445 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-57424dcd-8217-4db9-b4d9-884e246ce492 req-57e056cb-50a1-49b5-88e5-5d7ddb45363e tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] 10.222.0.64 "GET /v2.0/security-groups?id=6e3b5f6f-cd04-46bb-9eb5-a6c7cbc22d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3399680 Jan 28 19:26:44.283519 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e0640d-3cef-49e8-9a83-d5718c8797c4 None None] Routers {'3ef257d8-36a6-4e0f-b1c4-8f12c8768cad'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:26:44.284647 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-98e0640d-3cef-49e8-9a83-d5718c8797c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:26:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['3ef257d8-36a6-4e0f-b1c4-8f12c8768cad'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:26:44.355501 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5c6dd619-9361-47e0-a195-1112e2a3aa91 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:44.360637 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-5c6dd619-9361-47e0-a195-1112e2a3aa91 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 8.1854379 Jan 28 19:26:44.367357 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-89f2046b-3c86-48e0-87f0-9bb60859ec9b req-b9bf93d5-4ddb-4a5c-9e17-0650d9ae46ae tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/security-groups?id=f474bf53-325f-4ec5-b389-bc6e034fc623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202752 Jan 28 19:26:44.367859 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 54172) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:26:44.376751 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e47d24b2-4426-4d63-a6f2-ca4ad6876850 tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734886'] for floatingip (1dc41942-fc7e-41cc-a460-4cf76a78fa96), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:44.408587 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a69b62-3aa8-4da1-801d-0bfb31780e35 req-bfac3dfa-2c58-4c12-bfb5-6a513c8e4318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:44.412978 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-86a69b62-3aa8-4da1-801d-0bfb31780e35 req-bfac3dfa-2c58-4c12-bfb5-6a513c8e4318 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7810caa2-eac6-457d-9302-c8c215ef3e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2245562 Jan 28 19:26:44.414405 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a485c6cc-85c1-4eeb-a515-0f25aa12a314 req-22174bbd-9460-4d70-af7f-11d153cc8607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:44.418539 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a485c6cc-85c1-4eeb-a515-0f25aa12a314 req-22174bbd-9460-4d70-af7f-11d153cc8607 service neutron] 10.222.0.70 "GET /v2.0/networks?id=7810caa2-eac6-457d-9302-c8c215ef3e91 HTTP/1.1" status: 200 len: 869 time: 0.4176006 Jan 28 19:26:44.438561 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e47d24b2-4426-4d63-a6f2-ca4ad6876850 tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for floatingip (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:44.439883 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-e47d24b2-4426-4d63-a6f2-ca4ad6876850 tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.7995834 Jan 28 19:26:44.444982 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 54174) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:26:44.463090 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-fc2e09c9-a48f-4dd4-b49c-7efd8cfe1459 tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1617141564'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:26:44.517938 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-98e0640d-3cef-49e8-9a83-d5718c8797c4 None None] Set router 3ef257d8-36a6-4e0f-b1c4-8f12c8768cad gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:26:44.534482 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d4aa6d97-0edc-4f45-8a58-03769b343bf5 req-d88cb88b-9aa1-466c-9389-f98f412aed23 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.64 "GET /v2.0/ports?device_id=5bd15075-1e8c-4d4e-9154-d45912ca536e HTTP/1.1" status: 200 len: 210 time: 0.0861683 Jan 28 19:26:44.620940 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a485c6cc-85c1-4eeb-a515-0f25aa12a314 req-8db1bb31-fc16-4e61-b3bb-b51136a68453 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=e20a57d0-6eaf-468c-88ce-df8d8e2e5f8e HTTP/1.1" status: 200 len: 217 time: 0.1654968 Jan 28 19:26:44.643100 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-a6fc9cc3-62c5-47be-935a-31fa82dc9dfe tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Deleting port f5f1b946-d717-4bea-a12a-0c43fb0d60a1 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:26:44.644178 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a6fc9cc3-62c5-47be-935a-31fa82dc9dfe tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (f5f1b946-d717-4bea-a12a-0c43fb0d60a1), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:44.671753 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc2e09c9-a48f-4dd4-b49c-7efd8cfe1459 tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] Made reservation on behalf of 2dca51dabfdd48fa93f7aba3da046adb for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:26:44.675367 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fc2e09c9-a48f-4dd4-b49c-7efd8cfe1459 tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:44.711437 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a485c6cc-85c1-4eeb-a515-0f25aa12a314 req-17641d6d-43af-4b46-9c4b-963ef599bafd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:44.712474 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a485c6cc-85c1-4eeb-a515-0f25aa12a314 req-17641d6d-43af-4b46-9c4b-963ef599bafd service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f2de4832-9ef6-4f40-9ac5-1557d5e6a6ff HTTP/1.1" status: 200 len: 843 time: 0.0835178 Jan 28 19:26:44.714226 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-86a69b62-3aa8-4da1-801d-0bfb31780e35 req-9dcd3c94-fa1b-4a5d-9e41-67a51a9986c7 service neutron] 10.222.0.41 "GET /v2.0/networks/7810caa2-eac6-457d-9302-c8c215ef3e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2891841 Jan 28 19:26:44.740701 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fc2e09c9-a48f-4dd4-b49c-7efd8cfe1459 tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:44.761687 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-98e0640d-3cef-49e8-9a83-d5718c8797c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ef257d8-36a6-4e0f-b1c4-8f12c8768cad', 'name': 'tempest-FloatingIPDetailsTestJSON-1625809244-router', 'tenant_id': 'c9b92ae7bc7b4ae7a52f98997fdf8e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.207'}], 'enable_snat': True}, 'gw_port_id': 'd524043d-a83f-45cf-b3fa-0df9181dfe28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:26:36Z', 'updated_at': '2022-01-28T19:26:40Z', 'revision_number': 3, 'project_id': 'c9b92ae7bc7b4ae7a52f98997fdf8e5f', 'gw_port': {'id': 'd524043d-a83f-45cf-b3fa-0df9181dfe28', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:63:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ef257d8-36a6-4e0f-b1c4-8f12c8768cad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:26:38Z', 'updated_at': '2022-01-28T19:26:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:26:44.807705 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e0640d-3cef-49e8-9a83-d5718c8797c4 None None] Checking router: 3ef257d8-36a6-4e0f-b1c4-8f12c8768cad for host: n-d-812111-14 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:26:44.808153 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e0640d-3cef-49e8-9a83-d5718c8797c4 None None] Updating router 3ef257d8-36a6-4e0f-b1c4-8f12c8768cad port d524043d-a83f-45cf-b3fa-0df9181dfe28 binding host n-d-812111-14 {{(pid=103307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:26:44.840782 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-98e0640d-3cef-49e8-9a83-d5718c8797c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (d524043d-a83f-45cf-b3fa-0df9181dfe28), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:44.912622 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0651f1-74bc-4190-9bab-1b9281bf7a8f req-dd7c95ea-b7e7-4b04-9343-0cfe8708c349 tempest-ListImageFiltersTestJSON-91277605 tempest-ListImageFiltersTestJSON-91277605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:44.920708 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a485c6cc-85c1-4eeb-a515-0f25aa12a314 req-f9c64792-c436-424f-b718-b2ad5f4d69cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:44.921441 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1c0651f1-74bc-4190-9bab-1b9281bf7a8f req-dd7c95ea-b7e7-4b04-9343-0cfe8708c349 tempest-ListImageFiltersTestJSON-91277605 tempest-ListImageFiltersTestJSON-91277605-project] 10.222.0.64 "GET /v2.0/ports?device_id=43ed0191-cc6b-47e6-b808-e1990b9f2466 HTTP/1.1" status: 200 len: 948 time: 0.4107554 Jan 28 19:26:44.929168 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a485c6cc-85c1-4eeb-a515-0f25aa12a314 req-f9c64792-c436-424f-b718-b2ad5f4d69cb service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7810caa2-eac6-457d-9302-c8c215ef3e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2098453 Jan 28 19:26:44.963478 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-86a69b62-3aa8-4da1-801d-0bfb31780e35 req-c8df9429-6e32-4c66-bb6c-60bfa40b93b9 service neutron] 10.222.0.41 "GET /v2.0/networks/7810caa2-eac6-457d-9302-c8c215ef3e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2422409 Jan 28 19:26:45.027049 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a6fc9cc3-62c5-47be-935a-31fa82dc9dfe tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (f5f1b946-d717-4bea-a12a-0c43fb0d60a1), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:45.069328 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-a6fc9cc3-62c5-47be-935a-31fa82dc9dfe tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Calling delete_port for f5f1b946-d717-4bea-a12a-0c43fb0d60a1 owned by network:router_gateway {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:26:45.149237 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a485c6cc-85c1-4eeb-a515-0f25aa12a314 req-9b534a4c-6f51-40b2-a42c-a716fd2e4d82 service neutron] 10.222.0.70 "GET /v2.0/networks/7810caa2-eac6-457d-9302-c8c215ef3e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2105923 Jan 28 19:26:45.233629 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1c0651f1-74bc-4190-9bab-1b9281bf7a8f req-26263af4-e5b5-4b14-89f6-baa08fe96785 tempest-ListImageFiltersTestJSON-91277605 tempest-ListImageFiltersTestJSON-91277605-project] 10.222.0.64 "GET /v2.0/security-groups?id=988502f3-fd52-4a84-a285-c3333424d093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3111966 Jan 28 19:26:45.277824 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-98e0640d-3cef-49e8-9a83-d5718c8797c4 None None] Publish callbacks [] for port (d524043d-a83f-45cf-b3fa-0df9181dfe28), precommit_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:45.296898 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-98e0640d-3cef-49e8-9a83-d5718c8797c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (d524043d-a83f-45cf-b3fa-0df9181dfe28), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:45.318946 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fc2e09c9-a48f-4dd4-b49c-7efd8cfe1459 tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] Publish callbacks [] for security_group (75cdaab5-c363-4ebb-bc31-6ef3440df9b9), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:45.343443 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fc2e09c9-a48f-4dd4-b49c-7efd8cfe1459 tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (75cdaab5-c363-4ebb-bc31-6ef3440df9b9), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:45.427211 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-98e0640d-3cef-49e8-9a83-d5718c8797c4 None None] Attempting to bind port d524043d-a83f-45cf-b3fa-0df9181dfe28 on host n-d-812111-14 for vnic_type normal with profile {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:26:45.427683 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-98e0640d-3cef-49e8-9a83-d5718c8797c4 None None] Attempting to bind port d524043d-a83f-45cf-b3fa-0df9181dfe28 by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:26:45.428121 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e0640d-3cef-49e8-9a83-d5718c8797c4 None None] Attempting to bind port d524043d-a83f-45cf-b3fa-0df9181dfe28 on network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:26:45.435827 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1849b5ca-4cfa-43ea-bb42-49a7949810e4 None None] Pushing event updated for resources: {'Port': ['ID=d524043d-a83f-45cf-b3fa-0df9181dfe28,revision_number=2']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:45.445317 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e0640d-3cef-49e8-9a83-d5718c8797c4 None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 26, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:26:45.445781 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e0640d-3cef-49e8-9a83-d5718c8797c4 None None] Checking segment: {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:26:45.446259 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-98e0640d-3cef-49e8-9a83-d5718c8797c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:45.448110 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e0640d-3cef-49e8-9a83-d5718c8797c4 None None] Bound using segment: {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:26:45.449249 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-98e0640d-3cef-49e8-9a83-d5718c8797c4 None None] Bound port: d524043d-a83f-45cf-b3fa-0df9181dfe28, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:26:45.449780 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-98e0640d-3cef-49e8-9a83-d5718c8797c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (d524043d-a83f-45cf-b3fa-0df9181dfe28), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:45.471626 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a485c6cc-85c1-4eeb-a515-0f25aa12a314 req-e6d4911f-34c8-4778-bfcc-80081301d64f service neutron] 10.222.0.70 "GET /v2.0/networks/7810caa2-eac6-457d-9302-c8c215ef3e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3154874 Jan 28 19:26:45.519246 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc2e09c9-a48f-4dd4-b49c-7efd8cfe1459 tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:26:45.541196 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba2610c-4d77-48d3-a3c1-ab4ca0bbfb44 req-c91369ac-00e8-40e0-8c78-45e34185d254 tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:45.543552 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7ba2610c-4d77-48d3-a3c1-ab4ca0bbfb44 req-c91369ac-00e8-40e0-8c78-45e34185d254 tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] 10.222.0.64 "GET /v2.0/ports?device_id=24181069-5a95-4fd0-be49-0f6eb9a8a560 HTTP/1.1" status: 200 len: 945 time: 0.1351666 Jan 28 19:26:45.562390 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-98e0640d-3cef-49e8-9a83-d5718c8797c4 None None] For port d524043d-a83f-45cf-b3fa-0df9181dfe28, host n-d-812111-14, cleared binding levels {{(pid=103307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:26:45.562844 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fc2e09c9-a48f-4dd4-b49c-7efd8cfe1459 tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (cf2e0f33-29eb-4158-a77b-e32e1ffd1f0e), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:45.563205 n-d-812111-14 neutron-server[103304]: INFO neutron.db.segments_db [None req-fc2e09c9-a48f-4dd4-b49c-7efd8cfe1459 tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] Added segment cf2e0f33-29eb-4158-a77b-e32e1ffd1f0e of type vlan for network 197b4fbc-d01e-4a6b-be36-17a233a112e2 Jan 28 19:26:45.567671 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-98e0640d-3cef-49e8-9a83-d5718c8797c4 None None] For port d524043d-a83f-45cf-b3fa-0df9181dfe28, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=d524043d-a83f-45cf-b3fa-0df9181dfe28,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:26:45.577221 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-98e0640d-3cef-49e8-9a83-d5718c8797c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (d524043d-a83f-45cf-b3fa-0df9181dfe28), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:45.636004 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1849b5ca-4cfa-43ea-bb42-49a7949810e4 None None] Pushing event updated for resources: {'Port': ['ID=d524043d-a83f-45cf-b3fa-0df9181dfe28,revision_number=3']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:45.666719 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7ba2610c-4d77-48d3-a3c1-ab4ca0bbfb44 req-83b52639-2906-4636-969f-6257b2fa3255 tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] 10.222.0.64 "GET /v2.0/security-groups?id=6e3b5f6f-cd04-46bb-9eb5-a6c7cbc22d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097786 Jan 28 19:26:45.670255 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e0640d-3cef-49e8-9a83-d5718c8797c4 None None] Routers {'3ef257d8-36a6-4e0f-b1c4-8f12c8768cad'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:26:45.670891 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-98e0640d-3cef-49e8-9a83-d5718c8797c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:26:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['3ef257d8-36a6-4e0f-b1c4-8f12c8768cad'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:26:45.674472 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2e09c9-a48f-4dd4-b49c-7efd8cfe1459 tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75cdaab5-c363-4ebb-bc31-6ef3440df9b9,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:45.741073 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 54198) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:26:45.855748 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-09ad0ecb-de97-47b5-a29e-c5283e991145 req-2972d5da-2bb1-48da-9a56-aa7dcdd7bddd tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.64 "GET /v2.0/ports?device_id=5bd15075-1e8c-4d4e-9154-d45912ca536e HTTP/1.1" status: 200 len: 210 time: 0.0571446 Jan 28 19:26:45.910341 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-98e0640d-3cef-49e8-9a83-d5718c8797c4 None None] Set router 3ef257d8-36a6-4e0f-b1c4-8f12c8768cad gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:26:45.914725 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-581c792d-40cf-4164-b734-e5e0ef0fd689 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:45.918980 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fc2e09c9-a48f-4dd4-b49c-7efd8cfe1459 tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (197b4fbc-d01e-4a6b-be36-17a233a112e2), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:45.921465 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device bc85f37e-d515-422c-96b8-8f6aa6732ed3 details requested by agent hyperv_n-h1-812111-14 with host n-h1-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:26:46.012415 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a716166b-397c-456f-8dad-08a53ab7d3b7 req-8b56d4d6-74bf-42ba-b814-9b238c74251c tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:46.021708 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a716166b-397c-456f-8dad-08a53ab7d3b7 req-8b56d4d6-74bf-42ba-b814-9b238c74251c tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/ports?device_id=28585266-030b-4653-8f95-0af6fbb46b20 HTTP/1.1" status: 200 len: 946 time: 0.4480643 Jan 28 19:26:46.125842 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c53e143-f4ab-41f0-b06e-fdc12e2d7cd9 req-97e12cc5-4e84-4644-9b18-9691e9f27eeb tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:46.127452 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fc2e09c9-a48f-4dd4-b49c-7efd8cfe1459 tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (197b4fbc-d01e-4a6b-be36-17a233a112e2), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:46.127609 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2c53e143-f4ab-41f0-b06e-fdc12e2d7cd9 req-97e12cc5-4e84-4644-9b18-9691e9f27eeb tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] 10.222.0.64 "GET /v2.0/ports?device_id=4b7b3ff2-8def-48cc-a292-47020d0a0799 HTTP/1.1" status: 200 len: 945 time: 0.1285222 Jan 28 19:26:46.133874 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-581c792d-40cf-4164-b734-e5e0ef0fd689 admin admin] Publish callbacks [] for security_group (768c4066-cd7b-4ae4-a6b0-e21fa86988af), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:46.137764 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc2e09c9-a48f-4dd4-b49c-7efd8cfe1459 tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:46.139871 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fc2e09c9-a48f-4dd4-b49c-7efd8cfe1459 tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:46.140061 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-581c792d-40cf-4164-b734-e5e0ef0fd689 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (768c4066-cd7b-4ae4-a6b0-e21fa86988af), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:46.187372 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port bc85f37e-d515-422c-96b8-8f6aa6732ed3, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=bc85f37e-d515-422c-96b8-8f6aa6732ed3,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:26:46.221648 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Returning: {'device': 'bc85f37e-d515-422c-96b8-8f6aa6732ed3', 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91', 'port_id': 'bc85f37e-d515-422c-96b8-8f6aa6732ed3', 'mac_address': 'fa:16:3e:aa:d3:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2de4832-9ef6-4f40-9ac5-1557d5e6a6ff', 'ip_address': '192.168.233.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:26:46.257666 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a716166b-397c-456f-8dad-08a53ab7d3b7 req-640469d2-bb8a-4f76-a22a-43d1b536310d tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/security-groups?id=f474bf53-325f-4ec5-b389-bc6e034fc623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345493 Jan 28 19:26:46.260854 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-fc2e09c9-a48f-4dd4-b49c-7efd8cfe1459 tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.8148875 Jan 28 19:26:46.275451 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 54204) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:26:46.293532 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c792d-40cf-4164-b734-e5e0ef0fd689 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=768c4066-cd7b-4ae4-a6b0-e21fa86988af,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:46.302242 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-581c792d-40cf-4164-b734-e5e0ef0fd689 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5d17a1eec42944b18cb860f0758f1f16&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5572693 Jan 28 19:26:46.306114 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-547c8365-0755-4ef7-b99b-636a77de0271 tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] Request body: {'subnet': {'network_id': '197b4fbc-d01e-4a6b-be36-17a233a112e2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:26:46.325999 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 54208) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:26:46.331520 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port bc85f37e-d515-422c-96b8-8f6aa6732ed3 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:26:46.331925 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (bc85f37e-d515-422c-96b8-8f6aa6732ed3), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:46.370932 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc85f37e-d515-422c-96b8-8f6aa6732ed3 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:26:46.386461 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-98e0640d-3cef-49e8-9a83-d5718c8797c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ef257d8-36a6-4e0f-b1c4-8f12c8768cad', 'name': 'tempest-FloatingIPDetailsTestJSON-1625809244-router', 'tenant_id': 'c9b92ae7bc7b4ae7a52f98997fdf8e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.207'}], 'enable_snat': True}, 'gw_port_id': 'd524043d-a83f-45cf-b3fa-0df9181dfe28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:26:36Z', 'updated_at': '2022-01-28T19:26:40Z', 'revision_number': 3, 'project_id': 'c9b92ae7bc7b4ae7a52f98997fdf8e5f', 'gw_port': {'id': 'd524043d-a83f-45cf-b3fa-0df9181dfe28', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:63:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ef257d8-36a6-4e0f-b1c4-8f12c8768cad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:26:38Z', 'updated_at': '2022-01-28T19:26:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:26:46.413820 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2c53e143-f4ab-41f0-b06e-fdc12e2d7cd9 req-d25d7b0f-2cb8-4c9a-b5f1-cb158df66627 tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] 10.222.0.64 "GET /v2.0/security-groups?id=6e3b5f6f-cd04-46bb-9eb5-a6c7cbc22d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2651665 Jan 28 19:26:46.439779 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port bc85f37e-d515-422c-96b8-8f6aa6732ed3, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=bc85f37e-d515-422c-96b8-8f6aa6732ed3,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:26:46.451341 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (bc85f37e-d515-422c-96b8-8f6aa6732ed3), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:46.491313 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-177812e1-b207-4ed1-9430-23bf448b0331 admin admin] Publish callbacks [] for security_group (768c4066-cd7b-4ae4-a6b0-e21fa86988af), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:46.505727 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e0640d-3cef-49e8-9a83-d5718c8797c4 None None] The sync data for ids ['3ef257d8-36a6-4e0f-b1c4-8f12c8768cad'] in n-d-812111-14 is: [{'id': '3ef257d8-36a6-4e0f-b1c4-8f12c8768cad', 'name': 'tempest-FloatingIPDetailsTestJSON-1625809244-router', 'tenant_id': 'c9b92ae7bc7b4ae7a52f98997fdf8e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.207'}], 'enable_snat': True}, 'gw_port_id': 'd524043d-a83f-45cf-b3fa-0df9181dfe28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:26:36Z', 'updated_at': '2022-01-28T19:26:40Z', 'revision_number': 3, 'project_id': 'c9b92ae7bc7b4ae7a52f98997fdf8e5f', 'gw_port': {'id': 'd524043d-a83f-45cf-b3fa-0df9181dfe28', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:63:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ef257d8-36a6-4e0f-b1c4-8f12c8768cad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:26:38Z', 'updated_at': '2022-01-28T19:26:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:26:46.526797 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-177812e1-b207-4ed1-9430-23bf448b0331 admin admin] Publish callbacks [] for security_group (768c4066-cd7b-4ae4-a6b0-e21fa86988af), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:46.569672 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a6fc9cc3-62c5-47be-935a-31fa82dc9dfe tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (f5f1b946-d717-4bea-a12a-0c43fb0d60a1), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:46.594967 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=bc85f37e-d515-422c-96b8-8f6aa6732ed3,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:46.596458 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-177812e1-b207-4ed1-9430-23bf448b0331 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (768c4066-cd7b-4ae4-a6b0-e21fa86988af), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:46.599863 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-177812e1-b207-4ed1-9430-23bf448b0331 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:46.604625 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-177812e1-b207-4ed1-9430-23bf448b0331 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/768c4066-cd7b-4ae4-a6b0-e21fa86988af HTTP/1.1" status: 204 len: 168 time: 0.2703371 Jan 28 19:26:46.632225 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177812e1-b207-4ed1-9430-23bf448b0331 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=768c4066-cd7b-4ae4-a6b0-e21fa86988af,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:46.686294 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['bc85f37e-d515-422c-96b8-8f6aa6732ed3'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:26:46.815890 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2e09c9-a48f-4dd4-b49c-7efd8cfe1459 tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] Pushing event updated for resources: {'Network': ['ID=197b4fbc-d01e-4a6b-be36-17a233a112e2,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:46.856167 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network 197b4fbc-d01e-4a6b-be36-17a233a112e2 details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:26:46.988536 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498e3410-22ef-4be2-9cd6-5cb1c5968723 req-b06a3a86-93c4-434a-bb31-bbbba1cf405c tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:46.997311 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-498e3410-22ef-4be2-9cd6-5cb1c5968723 req-b06a3a86-93c4-434a-bb31-bbbba1cf405c tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/networks?id=311cc39e-64ae-4fb3-9d47-d497c4799ab7 HTTP/1.1" status: 200 len: 805 time: 0.2028499 Jan 28 19:26:47.029072 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-498e3410-22ef-4be2-9cd6-5cb1c5968723 req-9057c03c-2603-4d60-8d8d-e27ff730963c tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/quotas/7eed4983257c41a2ac91147c4d6e09ea HTTP/1.1" status: 200 len: 375 time: 0.0263224 Jan 28 19:26:47.059631 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6958948e-8163-4925-8963-e79d798a70ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:47.081918 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-547c8365-0755-4ef7-b99b-636a77de0271 tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] Made reservation on behalf of 2dca51dabfdd48fa93f7aba3da046adb for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:26:47.085966 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-547c8365-0755-4ef7-b99b-636a77de0271 tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5221429'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:47.111054 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fc9cc3-62c5-47be-935a-31fa82dc9dfe tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Pushing event deleted for resources: {'Port': ['ID=f5f1b946-d717-4bea-a12a-0c43fb0d60a1,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:47.184109 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-498e3410-22ef-4be2-9cd6-5cb1c5968723 req-ab4e6ced-207f-4dec-b216-a49f17bc5641 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=7eed4983257c41a2ac91147c4d6e09ea&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1491108 Jan 28 19:26:47.203144 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a6fc9cc3-62c5-47be-935a-31fa82dc9dfe tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-731488'] for router_gateway (1b23e384-89a9-4cc5-8cb2-46cba7ca159e), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:47.308721 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a6fc9cc3-62c5-47be-935a-31fa82dc9dfe tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-730901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261120'] for router (1b23e384-89a9-4cc5-8cb2-46cba7ca159e), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:47.311127 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a6fc9cc3-62c5-47be-935a-31fa82dc9dfe tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Publish callbacks [] for router_controller (1b23e384-89a9-4cc5-8cb2-46cba7ca159e), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:47.316856 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 54232) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:26:47.355685 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device e20a57d0-6eaf-468c-88ce-df8d8e2e5f8e details requested by agent hyperv_n-h2-812111-14 with host n-h2-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:26:47.360843 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-373f20b6-ff0e-4ecf-9ac2-32349cc4c71c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:47.368839 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1218167b-0b38-4f3a-8f55-831189f9b8ef req-b4568701-2401-4080-bfe6-5999404b01d2 tempest-ListImageFiltersTestJSON-91277605 tempest-ListImageFiltersTestJSON-91277605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:47.370812 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1218167b-0b38-4f3a-8f55-831189f9b8ef req-b4568701-2401-4080-bfe6-5999404b01d2 tempest-ListImageFiltersTestJSON-91277605 tempest-ListImageFiltersTestJSON-91277605-project] 10.222.0.64 "GET /v2.0/ports?device_id=43ed0191-cc6b-47e6-b808-e1990b9f2466 HTTP/1.1" status: 200 len: 948 time: 0.8822725 Jan 28 19:26:47.402447 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a6fc9cc3-62c5-47be-935a-31fa82dc9dfe tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-730908'] for router (1b23e384-89a9-4cc5-8cb2-46cba7ca159e), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:47.403137 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6fc9cc3-62c5-47be-935a-31fa82dc9dfe tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Fanout notify agent at l3_agent the message router_deleted on router 1b23e384-89a9-4cc5-8cb2-46cba7ca159e {{(pid=103304) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:26:47.412986 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a6fc9cc3-62c5-47be-935a-31fa82dc9dfe tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:47.419539 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-a6fc9cc3-62c5-47be-935a-31fa82dc9dfe tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] 10.222.0.64 "DELETE /v2.0/routers/1b23e384-89a9-4cc5-8cb2-46cba7ca159e HTTP/1.1" status: 204 len: 168 time: 4.1233504 Jan 28 19:26:47.420247 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 54234) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:26:47.445887 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-d0d60685-d495-4ec6-a517-a0664ff02162 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1609233021', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'enable_snat': False}}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:26:47.500247 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-498e3410-22ef-4be2-9cd6-5cb1c5968723 req-d5280ddc-a253-4aee-b3b2-b2762e41833e service neutron] 10.222.0.64 "GET /v2.0/networks/311cc39e-64ae-4fb3-9d47-d497c4799ab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3092871 Jan 28 19:26:47.690634 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-6958948e-8163-4925-8963-e79d798a70ba admin admin] Allocated IP 172.20.0.1 (5ea0ee5c-58ce-478b-9582-50112b0ccc59/dbe64dea-6662-4d06-9bd9-c926cf8d6b34/22d38e27-1ee2-4592-a814-3f59cafbe64b) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:26:47.695203 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port e20a57d0-6eaf-468c-88ce-df8d8e2e5f8e, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=e20a57d0-6eaf-468c-88ce-df8d8e2e5f8e,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:26:47.734698 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Returning: {'device': 'e20a57d0-6eaf-468c-88ce-df8d8e2e5f8e', 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91', 'port_id': 'e20a57d0-6eaf-468c-88ce-df8d8e2e5f8e', 'mac_address': 'fa:16:3e:12:cb:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2de4832-9ef6-4f40-9ac5-1557d5e6a6ff', 'ip_address': '192.168.233.151'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:26:47.798825 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port e20a57d0-6eaf-468c-88ce-df8d8e2e5f8e is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:26:47.799526 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (e20a57d0-6eaf-468c-88ce-df8d8e2e5f8e), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:47.818184 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e20a57d0-6eaf-468c-88ce-df8d8e2e5f8e {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:26:47.853851 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port e20a57d0-6eaf-468c-88ce-df8d8e2e5f8e, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=e20a57d0-6eaf-468c-88ce-df8d8e2e5f8e,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:26:47.868931 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (e20a57d0-6eaf-468c-88ce-df8d8e2e5f8e), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:47.943957 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=e20a57d0-6eaf-468c-88ce-df8d8e2e5f8e,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:48.083210 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1218167b-0b38-4f3a-8f55-831189f9b8ef req-06f79989-d819-4abd-a2ac-1fc3edb80848 tempest-ListImageFiltersTestJSON-91277605 tempest-ListImageFiltersTestJSON-91277605-project] 10.222.0.64 "GET /v2.0/security-groups?id=988502f3-fd52-4a84-a285-c3333424d093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6614106 Jan 28 19:26:48.104125 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['e20a57d0-6eaf-468c-88ce-df8d8e2e5f8e'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:26:48.162711 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-373f20b6-ff0e-4ecf-9ac2-32349cc4c71c admin admin] Publish callbacks [] for security_group (eadb0985-19dc-47be-aefe-5c937ca3d051), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:48.165586 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-498e3410-22ef-4be2-9cd6-5cb1c5968723 req-90c45638-2c2c-43d9-9cb2-e9e7a7947be1 service neutron] 10.222.0.64 "GET /v2.0/networks/311cc39e-64ae-4fb3-9d47-d497c4799ab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6645520 Jan 28 19:26:48.169399 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-373f20b6-ff0e-4ecf-9ac2-32349cc4c71c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (eadb0985-19dc-47be-aefe-5c937ca3d051), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:48.201014 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-373f20b6-ff0e-4ecf-9ac2-32349cc4c71c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=121148ed3d334fdbad362b16cce870c3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8799186 Jan 28 19:26:48.201791 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 54236) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:26:48.273188 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373f20b6-ff0e-4ecf-9ac2-32349cc4c71c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eadb0985-19dc-47be-aefe-5c937ca3d051,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:48.277198 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6958948e-8163-4925-8963-e79d798a70ba admin admin] Publish callbacks [] for port (22d38e27-1ee2-4592-a814-3f59cafbe64b), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:48.307012 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-119b91e8-4646-4791-98ce-a1600fe5c094 admin admin] Publish callbacks [] for security_group (eadb0985-19dc-47be-aefe-5c937ca3d051), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:48.336241 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-119b91e8-4646-4791-98ce-a1600fe5c094 admin admin] Publish callbacks [] for security_group (eadb0985-19dc-47be-aefe-5c937ca3d051), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:48.463682 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-027b721b-fd8c-4b6a-83f4-e4e774b4eb65 req-11017af7-5e47-4a74-a948-b78d434a81fe tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.64 "GET /v2.0/ports?device_id=5bd15075-1e8c-4d4e-9154-d45912ca536e HTTP/1.1" status: 200 len: 210 time: 0.0485682 Jan 28 19:26:48.476287 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-119b91e8-4646-4791-98ce-a1600fe5c094 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (eadb0985-19dc-47be-aefe-5c937ca3d051), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:48.483055 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-119b91e8-4646-4791-98ce-a1600fe5c094 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:48.486044 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-119b91e8-4646-4791-98ce-a1600fe5c094 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/eadb0985-19dc-47be-aefe-5c937ca3d051 HTTP/1.1" status: 204 len: 168 time: 0.2806277 Jan 28 19:26:48.540987 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119b91e8-4646-4791-98ce-a1600fe5c094 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eadb0985-19dc-47be-aefe-5c937ca3d051,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:48.578467 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8163d44f-a615-4132-8fdc-228888b6049e req-6d42478a-48a8-4fc1-9f40-af6088707910 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/ports?device_id=4ae4a35f-bc01-46b0-a7c0-4a0d00ca0dcf HTTP/1.1" status: 200 len: 210 time: 0.0393255 Jan 28 19:26:48.739567 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d0d60685-d495-4ec6-a517-a0664ff02162 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261150'] for router (b0a6c199-b630-4776-b036-16bd221a7aa2), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:48.740787 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d0d60685-d495-4ec6-a517-a0664ff02162 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-731099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-731441', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261129'] for router (b0a6c199-b630-4776-b036-16bd221a7aa2), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:48.758107 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device d524043d-a83f-45cf-b3fa-0df9181dfe28 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:26:48.816704 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d0d60685-d495-4ec6-a517-a0664ff02162 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Publish callbacks [] for router_controller (b0a6c199-b630-4776-b036-16bd221a7aa2), precommit_add_association {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:48.833158 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port d524043d-a83f-45cf-b3fa-0df9181dfe28 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:26:48.834649 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (d524043d-a83f-45cf-b3fa-0df9181dfe28), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:48.946044 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-547c8365-0755-4ef7-b99b-636a77de0271 tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4690681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5221415'] for subnet (ab7acb7c-835e-4b8b-813f-943c26cc8e84), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:49.023846 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port d524043d-a83f-45cf-b3fa-0df9181dfe28 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:26:49.024291 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (d524043d-a83f-45cf-b3fa-0df9181dfe28), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:49.074385 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] For port d524043d-a83f-45cf-b3fa-0df9181dfe28, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=d524043d-a83f-45cf-b3fa-0df9181dfe28,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:26:49.081666 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (d524043d-a83f-45cf-b3fa-0df9181dfe28), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:49.111173 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d0d60685-d495-4ec6-a517-a0664ff02162 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Publish callbacks [] for router_gateway (b0a6c199-b630-4776-b036-16bd221a7aa2), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:49.169884 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Pushing event updated for resources: {'Port': ['ID=d524043d-a83f-45cf-b3fa-0df9181dfe28,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:49.184776 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547c8365-0755-4ef7-b99b-636a77de0271 tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] Pushing event updated for resources: {'Subnet': ['ID=ab7acb7c-835e-4b8b-813f-943c26cc8e84,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:49.222434 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6958948e-8163-4925-8963-e79d798a70ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (22d38e27-1ee2-4592-a814-3f59cafbe64b), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:49.232812 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb12ca0f-1032-44ef-901b-e80da164e656 req-b67c9a2b-1e8a-49ef-b9de-a0328b24a157 tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:49.240208 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-cb12ca0f-1032-44ef-901b-e80da164e656 req-b67c9a2b-1e8a-49ef-b9de-a0328b24a157 tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] 10.222.0.64 "GET /v2.0/ports?device_id=4b7b3ff2-8def-48cc-a292-47020d0a0799 HTTP/1.1" status: 200 len: 945 time: 1.0677969 Jan 28 19:26:49.291909 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748083a7-83dd-43ac-87a6-3f182cfd568e req-6715b079-7340-46a5-befc-3ef3618b7d1c tempest-ListImageFiltersTestJSON-91277605 tempest-ListImageFiltersTestJSON-91277605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:49.293815 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-748083a7-83dd-43ac-87a6-3f182cfd568e req-6715b079-7340-46a5-befc-3ef3618b7d1c tempest-ListImageFiltersTestJSON-91277605 tempest-ListImageFiltersTestJSON-91277605-project] 10.222.0.64 "GET /v2.0/ports?device_id=43ed0191-cc6b-47e6-b808-e1990b9f2466 HTTP/1.1" status: 200 len: 949 time: 0.0760505 Jan 28 19:26:49.344696 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6958948e-8163-4925-8963-e79d798a70ba admin admin] Pushing event updated for resources: {'Port': ['ID=22d38e27-1ee2-4592-a814-3f59cafbe64b,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:49.360193 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device e20a57d0-6eaf-468c-88ce-df8d8e2e5f8e up at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:26:49.395424 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6958948e-8163-4925-8963-e79d798a70ba admin admin] Network 5ea0ee5c-58ce-478b-9582-50112b0ccc59 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:26:49.414660 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-748083a7-83dd-43ac-87a6-3f182cfd568e req-2ad700ae-1d48-4364-a672-82a45c33e207 tempest-ListImageFiltersTestJSON-91277605 tempest-ListImageFiltersTestJSON-91277605-project] 10.222.0.64 "GET /v2.0/security-groups?id=988502f3-fd52-4a84-a285-c3333424d093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110787 Jan 28 19:26:49.421156 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-6958948e-8163-4925-8963-e79d798a70ba admin admin] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:26:49.440954 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6958948e-8163-4925-8963-e79d798a70ba admin admin] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:26:49.450985 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547c8365-0755-4ef7-b99b-636a77de0271 tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] Checking segment: {'id': 'cf2e0f33-29eb-4158-a77b-e32e1ffd1f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '197b4fbc-d01e-4a6b-be36-17a233a112e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:26:49.451361 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-547c8365-0755-4ef7-b99b-636a77de0271 tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] Network hostable DHCP agents. Network: 197b4fbc-d01e-4a6b-be36-17a233a112e2, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:26:49.466501 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning for port e20a57d0-6eaf-468c-88ce-df8d8e2e5f8e completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:26:49.473858 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning complete for port e20a57d0-6eaf-468c-88ce-df8d8e2e5f8e triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:26:49.474775 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (e20a57d0-6eaf-468c-88ce-df8d8e2e5f8e), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:49.490469 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-cb12ca0f-1032-44ef-901b-e80da164e656 req-e41949c0-5298-4f6b-bf3d-4ee00d7a087b tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] 10.222.0.64 "GET /v2.0/security-groups?id=6e3b5f6f-cd04-46bb-9eb5-a6c7cbc22d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2490957 Jan 28 19:26:49.520818 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6958948e-8163-4925-8963-e79d798a70ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734769'] for router_interface (3ef257d8-36a6-4e0f-b1c4-8f12c8768cad), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:49.583211 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-547c8365-0755-4ef7-b99b-636a77de0271 tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] Network 197b4fbc-d01e-4a6b-be36-17a233a112e2 is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:26:49.612166 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-547c8365-0755-4ef7-b99b-636a77de0271 tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, 197b4fbc-d01e-4a6b-be36-17a233a112e2) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:26:49.616972 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-547c8365-0755-4ef7-b99b-636a77de0271 tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:49.617905 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-547c8365-0755-4ef7-b99b-636a77de0271 tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:49.626727 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-469425e3-555e-454e-bc5b-077ee85938b6 None None] Network 197b4fbc-d01e-4a6b-be36-17a233a112e2 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:26:49.649812 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-547c8365-0755-4ef7-b99b-636a77de0271 tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3717427 Jan 28 19:26:49.653511 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 54274) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:26:49.664988 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-e2c460ca-cece-42ba-bc9a-95f71ee651e2 tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1946424366', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}, 'admin_state_up': False}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:26:49.686467 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8118a64a-92bd-4637-b6ff-58e0d81bbe94 req-e3065ebb-db9b-45a6-9d94-7f676a70c4b4 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.64 "GET /v2.0/ports?device_id=5bd15075-1e8c-4d4e-9154-d45912ca536e HTTP/1.1" status: 200 len: 210 time: 0.0536883 Jan 28 19:26:49.779800 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e2c460ca-cece-42ba-bc9a-95f71ee651e2 tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261150'] for router (57735bc3-3435-4234-839f-0a86ad7ae3c1), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:49.780953 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e2c460ca-cece-42ba-bc9a-95f71ee651e2 tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-731099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-731441', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261129'] for router (57735bc3-3435-4234-839f-0a86ad7ae3c1), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:49.885883 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port e20a57d0-6eaf-468c-88ce-df8d8e2e5f8e is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:26:49.887058 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (e20a57d0-6eaf-468c-88ce-df8d8e2e5f8e), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:49.953659 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port e20a57d0-6eaf-468c-88ce-df8d8e2e5f8e, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=e20a57d0-6eaf-468c-88ce-df8d8e2e5f8e,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:26:49.963602 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43ed0191-cc6b-47e6-b808-e1990b9f2466', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e20a57d0-6eaf-468c-88ce-df8d8e2e5f8e'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:26:49.967219 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b97e2ab-6ae9-4d03-ac5e-300aea98ee19" -d '{"events": [{"server_uuid": "43ed0191-cc6b-47e6-b808-e1990b9f2466", "name": "network-vif-plugged", "status": "completed", "tag": "e20a57d0-6eaf-468c-88ce-df8d8e2e5f8e"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:26:50.001275 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device bc85f37e-d515-422c-96b8-8f6aa6732ed3 up at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:26:50.069871 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5f80ca46-984e-498f-b554-0e393531214d req-18ae62d7-36cd-4734-b378-1b0ba90cfff1 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/ports?device_id=4ae4a35f-bc01-46b0-a7c0-4a0d00ca0dcf HTTP/1.1" status: 200 len: 210 time: 0.0907753 Jan 28 19:26:50.102569 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (e20a57d0-6eaf-468c-88ce-df8d8e2e5f8e), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:50.132177 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498e3410-22ef-4be2-9cd6-5cb1c5968723 req-d2cf0bbf-c67c-4bd7-a8e5-e9e5324aefbc tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:50.134430 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-498e3410-22ef-4be2-9cd6-5cb1c5968723 req-d2cf0bbf-c67c-4bd7-a8e5-e9e5324aefbc tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.41 "GET /v2.0/networks?id=311cc39e-64ae-4fb3-9d47-d497c4799ab7 HTTP/1.1" status: 200 len: 805 time: 0.3318906 Jan 28 19:26:50.163718 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-498e3410-22ef-4be2-9cd6-5cb1c5968723 req-014e3b57-1239-4b4e-a27c-c616febaa3f8 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Request body: {'port': {'device_id': '4ae4a35f-bc01-46b0-a7c0-4a0d00ca0dcf', 'network_id': '311cc39e-64ae-4fb3-9d47-d497c4799ab7', 'admin_state_up': True, 'tenant_id': '7eed4983257c41a2ac91147c4d6e09ea'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:26:50.201725 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1da5d35b-8c87-4c9b-aff6-594ac815a4d5 x-openstack-request-id: req-1da5d35b-8c87-4c9b-aff6-594ac815a4d5 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:26:50.202031 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43ed0191-cc6b-47e6-b808-e1990b9f2466", "name": "network-vif-plugged", "status": "completed", "tag": "e20a57d0-6eaf-468c-88ce-df8d8e2e5f8e", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:26:50.202543 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1da5d35b-8c87-4c9b-aff6-594ac815a4d5 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:26:50.203123 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43ed0191-cc6b-47e6-b808-e1990b9f2466', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e20a57d0-6eaf-468c-88ce-df8d8e2e5f8e', 'code': 200} Jan 28 19:26:50.222312 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6958948e-8163-4925-8963-e79d798a70ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (22d38e27-1ee2-4592-a814-3f59cafbe64b), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:50.243300 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-e9bd3d3f-ee95-4cd8-92fe-24b08c3f2987 None None] Provisioning complete for port 22d38e27-1ee2-4592-a814-3f59cafbe64b triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:26:50.243867 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9bd3d3f-ee95-4cd8-92fe-24b08c3f2987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (22d38e27-1ee2-4592-a814-3f59cafbe64b), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:50.263710 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e2c460ca-cece-42ba-bc9a-95f71ee651e2 tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] Publish callbacks [] for router_controller (57735bc3-3435-4234-839f-0a86ad7ae3c1), precommit_add_association {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:50.324657 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d0d60685-d495-4ec6-a517-a0664ff02162 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Publish callbacks [] for router_gateway (b0a6c199-b630-4776-b036-16bd221a7aa2), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:50.330657 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning for port bc85f37e-d515-422c-96b8-8f6aa6732ed3 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:26:50.334953 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ae455a-d875-452e-b2ca-dc3a605ea11b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68cd31fd-e4cd-5fb3-a862-256fc47efcd2-197b4fbc-d01e-4a6b-be36-17a233a112e2', 'network_id': '197b4fbc-d01e-4a6b-be36-17a233a112e2', 'project_id': '2dca51dabfdd48fa93f7aba3da046adb', 'fixed_ips': [{'subnet_id': 'ab7acb7c-835e-4b8b-813f-943c26cc8e84'}]}} from n-d-812111-14. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:26:50.335799 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-54ae455a-d875-452e-b2ca-dc3a605ea11b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:50.342506 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning complete for port bc85f37e-d515-422c-96b8-8f6aa6732ed3 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:26:50.342873 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (bc85f37e-d515-422c-96b8-8f6aa6732ed3), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:50.394921 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=e20a57d0-6eaf-468c-88ce-df8d8e2e5f8e,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:50.416004 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-e9bd3d3f-ee95-4cd8-92fe-24b08c3f2987 None None] Port 22d38e27-1ee2-4592-a814-3f59cafbe64b cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:26:50.451566 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d0d60685-d495-4ec6-a517-a0664ff02162 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:50.494629 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107cedc5-d841-49af-a25e-bc31f4f41db0 req-30b4e8ae-7285-4207-878e-8005c575b9b2 tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:50.503211 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-107cedc5-d841-49af-a25e-bc31f4f41db0 req-30b4e8ae-7285-4207-878e-8005c575b9b2 tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] 10.222.0.64 "GET /v2.0/ports?device_id=4b7b3ff2-8def-48cc-a292-47020d0a0799 HTTP/1.1" status: 200 len: 945 time: 0.3922327 Jan 28 19:26:50.610281 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port bc85f37e-d515-422c-96b8-8f6aa6732ed3 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:26:50.610869 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (bc85f37e-d515-422c-96b8-8f6aa6732ed3), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:50.617834 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:50.623460 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-107cedc5-d841-49af-a25e-bc31f4f41db0 req-824e74e4-d0ce-4f91-af43-500697d5e36d tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] 10.222.0.64 "GET /v2.0/security-groups?id=6e3b5f6f-cd04-46bb-9eb5-a6c7cbc22d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188865 Jan 28 19:26:50.671224 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3513c1b-c8bb-4c51-b8b9-584698b44554 req-d8761328-08d1-4e66-9793-61c327c15a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:50.673040 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f3513c1b-c8bb-4c51-b8b9-584698b44554 req-d8761328-08d1-4e66-9793-61c327c15a8c service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=43ed0191-cc6b-47e6-b808-e1990b9f2466 HTTP/1.1" status: 200 len: 1133 time: 0.4296939 Jan 28 19:26:50.696314 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device d524043d-a83f-45cf-b3fa-0df9181dfe28 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:26:50.699797 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-498e3410-22ef-4be2-9cd6-5cb1c5968723 req-014e3b57-1239-4b4e-a27c-c616febaa3f8 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Made reservation on behalf of 7eed4983257c41a2ac91147c4d6e09ea for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:26:50.703638 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-498e3410-22ef-4be2-9cd6-5cb1c5968723 req-014e3b57-1239-4b4e-a27c-c616febaa3f8 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:50.828048 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e2c460ca-cece-42ba-bc9a-95f71ee651e2 tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] Publish callbacks [] for router_gateway (57735bc3-3435-4234-839f-0a86ad7ae3c1), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:50.838237 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-54ae455a-d875-452e-b2ca-dc3a605ea11b None None] Allocated IP 172.20.0.2 (197b4fbc-d01e-4a6b-be36-17a233a112e2/ab7acb7c-835e-4b8b-813f-943c26cc8e84/aa616fa3-330d-4f96-9255-97f6eb48a51e) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:26:50.849825 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port bc85f37e-d515-422c-96b8-8f6aa6732ed3, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=bc85f37e-d515-422c-96b8-8f6aa6732ed3,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:26:50.867629 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (bc85f37e-d515-422c-96b8-8f6aa6732ed3), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:50.901928 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-498e3410-22ef-4be2-9cd6-5cb1c5968723 req-014e3b57-1239-4b4e-a27c-c616febaa3f8 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Allocated IP 172.20.0.11 (311cc39e-64ae-4fb3-9d47-d497c4799ab7/008283d9-57a3-42a0-90a1-80f5c1a16864/07191a40-17f8-4c60-b133-48e2bc853a4d) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:26:50.926162 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-d0d60685-d495-4ec6-a517-a0664ff02162 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Allocated IP 172.25.6.151 (d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8/a648e4ab-7422-41b9-b133-58aca25ab8f5/80174028-8b53-4ad5-b3a4-803e42ccf27f) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:26:51.008044 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2959fbee-4365-4d64-84bf-a800d0ff667c req-07265e3e-47c8-442e-bce1-02796b4fab62 tempest-ListImageFiltersTestJSON-91277605 tempest-ListImageFiltersTestJSON-91277605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:51.009854 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2959fbee-4365-4d64-84bf-a800d0ff667c req-07265e3e-47c8-442e-bce1-02796b4fab62 tempest-ListImageFiltersTestJSON-91277605 tempest-ListImageFiltersTestJSON-91277605-project] 10.222.0.64 "GET /v2.0/ports?device_id=43ed0191-cc6b-47e6-b808-e1990b9f2466 HTTP/1.1" status: 200 len: 950 time: 0.4056256 Jan 28 19:26:51.114797 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=bc85f37e-d515-422c-96b8-8f6aa6732ed3,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:51.131623 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port d524043d-a83f-45cf-b3fa-0df9181dfe28 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:26:51.132195 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (d524043d-a83f-45cf-b3fa-0df9181dfe28), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:51.138283 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-01d55356-1729-47f8-8499-f9da4c7f9187 req-52bb8dc1-e421-48f3-94b8-6ee35202afba tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.64 "GET /v2.0/ports?device_id=5bd15075-1e8c-4d4e-9154-d45912ca536e HTTP/1.1" status: 200 len: 210 time: 0.1084518 Jan 28 19:26:51.158321 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f3513c1b-c8bb-4c51-b8b9-584698b44554 req-72178d2b-8473-4a13-a7f0-df8059a103c7 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=988502f3-fd52-4a84-a285-c3333424d093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4783497 Jan 28 19:26:51.238868 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6958948e-8163-4925-8963-e79d798a70ba admin admin] Publish callbacks [] for port (22d38e27-1ee2-4592-a814-3f59cafbe64b), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:51.271030 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-54ae455a-d875-452e-b2ca-dc3a605ea11b None None] Publish callbacks [] for port (aa616fa3-330d-4f96-9255-97f6eb48a51e), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:51.277876 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-498e3410-22ef-4be2-9cd6-5cb1c5968723 req-014e3b57-1239-4b4e-a27c-c616febaa3f8 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Publish callbacks [] for port (07191a40-17f8-4c60-b133-48e2bc853a4d), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:51.281488 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6958948e-8163-4925-8963-e79d798a70ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (22d38e27-1ee2-4592-a814-3f59cafbe64b), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:51.283552 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-54ae455a-d875-452e-b2ca-dc3a605ea11b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (aa616fa3-330d-4f96-9255-97f6eb48a51e), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:51.316365 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2ae60e99-c5f8-4353-a642-d4136e85ce46 req-ca285dcc-6204-49cc-991a-51cf130fcbd0 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/ports?device_id=4ae4a35f-bc01-46b0-a7c0-4a0d00ca0dcf HTTP/1.1" status: 200 len: 210 time: 0.0511568 Jan 28 19:26:51.368670 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-498e3410-22ef-4be2-9cd6-5cb1c5968723 req-014e3b57-1239-4b4e-a27c-c616febaa3f8 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (07191a40-17f8-4c60-b133-48e2bc853a4d), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:51.372321 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2959fbee-4365-4d64-84bf-a800d0ff667c req-336ad6aa-ab66-47be-8735-8c9f787e254c tempest-ListImageFiltersTestJSON-91277605 tempest-ListImageFiltersTestJSON-91277605-project] 10.222.0.64 "GET /v2.0/security-groups?id=988502f3-fd52-4a84-a285-c3333424d093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3252051 Jan 28 19:26:51.403058 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d0d60685-d495-4ec6-a517-a0664ff02162 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Publish callbacks [] for port (80174028-8b53-4ad5-b3a4-803e42ccf27f), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:51.411477 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port d524043d-a83f-45cf-b3fa-0df9181dfe28 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:26:51.430985 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-498e3410-22ef-4be2-9cd6-5cb1c5968723 req-014e3b57-1239-4b4e-a27c-c616febaa3f8 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Network 311cc39e-64ae-4fb3-9d47-d497c4799ab7 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:26:51.437204 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['75629f80-97e2-4b65-9644-8e74b29b7b0c', 'a3d597e9-cf7c-407c-945c-12cc674c3d9c'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:26:51.440526 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-498e3410-22ef-4be2-9cd6-5cb1c5968723 req-014e3b57-1239-4b4e-a27c-c616febaa3f8 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:26:51.454882 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-498e3410-22ef-4be2-9cd6-5cb1c5968723 req-014e3b57-1239-4b4e-a27c-c616febaa3f8 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:26:51.470631 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54ae455a-d875-452e-b2ca-dc3a605ea11b None None] Network 197b4fbc-d01e-4a6b-be36-17a233a112e2 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:26:51.473927 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6958948e-8163-4925-8963-e79d798a70ba admin admin] Pushing event updated for resources: {'Port': ['ID=22d38e27-1ee2-4592-a814-3f59cafbe64b,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:51.479235 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6958948e-8163-4925-8963-e79d798a70ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-756216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-732801'] for router_interface (3ef257d8-36a6-4e0f-b1c4-8f12c8768cad), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:51.524965 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-54ae455a-d875-452e-b2ca-dc3a605ea11b None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:26:51.526742 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ae455a-d875-452e-b2ca-dc3a605ea11b None None] Pushing event updated for resources: {'Port': ['ID=aa616fa3-330d-4f96-9255-97f6eb48a51e,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:51.542340 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014e3b57-1239-4b4e-a27c-c616febaa3f8 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Pushing event updated for resources: {'Port': ['ID=07191a40-17f8-4c60-b133-48e2bc853a4d,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:51.563109 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ae455a-d875-452e-b2ca-dc3a605ea11b None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:26:51.586960 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498e3410-22ef-4be2-9cd6-5cb1c5968723 req-014e3b57-1239-4b4e-a27c-c616febaa3f8 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:51.588719 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-498e3410-22ef-4be2-9cd6-5cb1c5968723 req-014e3b57-1239-4b4e-a27c-c616febaa3f8 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:51.632076 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-498e3410-22ef-4be2-9cd6-5cb1c5968723 req-014e3b57-1239-4b4e-a27c-c616febaa3f8 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4756918 Jan 28 19:26:51.651934 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-498e3410-22ef-4be2-9cd6-5cb1c5968723 req-cb801842-f29b-44b9-86e2-89b2218cd3b8 service neutron] Request body: {'port': {'device_id': '4ae4a35f-bc01-46b0-a7c0-4a0d00ca0dcf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-14'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:26:51.777861 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-54ae455a-d875-452e-b2ca-dc3a605ea11b None None] Attempting to bind port aa616fa3-330d-4f96-9255-97f6eb48a51e on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:26:51.778270 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-54ae455a-d875-452e-b2ca-dc3a605ea11b None None] Attempting to bind port aa616fa3-330d-4f96-9255-97f6eb48a51e by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': 'cf2e0f33-29eb-4158-a77b-e32e1ffd1f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '197b4fbc-d01e-4a6b-be36-17a233a112e2'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:26:51.778968 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ae455a-d875-452e-b2ca-dc3a605ea11b None None] Attempting to bind port aa616fa3-330d-4f96-9255-97f6eb48a51e on network 197b4fbc-d01e-4a6b-be36-17a233a112e2 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:26:51.791730 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ae455a-d875-452e-b2ca-dc3a605ea11b None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 26, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:26:51.792129 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ae455a-d875-452e-b2ca-dc3a605ea11b None None] Checking segment: {'id': 'cf2e0f33-29eb-4158-a77b-e32e1ffd1f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '197b4fbc-d01e-4a6b-be36-17a233a112e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:26:51.792512 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-54ae455a-d875-452e-b2ca-dc3a605ea11b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:51.792903 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ae455a-d875-452e-b2ca-dc3a605ea11b None None] Bound using segment: {'id': 'cf2e0f33-29eb-4158-a77b-e32e1ffd1f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '197b4fbc-d01e-4a6b-be36-17a233a112e2'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:26:51.795325 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-54ae455a-d875-452e-b2ca-dc3a605ea11b None None] Bound port: aa616fa3-330d-4f96-9255-97f6eb48a51e, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf2e0f33-29eb-4158-a77b-e32e1ffd1f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '197b4fbc-d01e-4a6b-be36-17a233a112e2'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:26:51.795722 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-54ae455a-d875-452e-b2ca-dc3a605ea11b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (aa616fa3-330d-4f96-9255-97f6eb48a51e), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:51.838076 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d0d60685-d495-4ec6-a517-a0664ff02162 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (80174028-8b53-4ad5-b3a4-803e42ccf27f), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:51.842232 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e2c460ca-cece-42ba-bc9a-95f71ee651e2 tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] Publish callbacks [] for router_gateway (57735bc3-3435-4234-839f-0a86ad7ae3c1), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:51.927228 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d60685-d495-4ec6-a517-a0664ff02162 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Pushing event updated for resources: {'Port': ['ID=80174028-8b53-4ad5-b3a4-803e42ccf27f,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:51.929131 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-498e3410-22ef-4be2-9cd6-5cb1c5968723 req-cb801842-f29b-44b9-86e2-89b2218cd3b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (07191a40-17f8-4c60-b133-48e2bc853a4d), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:51.941147 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e2c460ca-cece-42ba-bc9a-95f71ee651e2 tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:51.953362 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-54ae455a-d875-452e-b2ca-dc3a605ea11b None None] For port aa616fa3-330d-4f96-9255-97f6eb48a51e, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:26:51.958824 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-54ae455a-d875-452e-b2ca-dc3a605ea11b None None] For port aa616fa3-330d-4f96-9255-97f6eb48a51e, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=aa616fa3-330d-4f96-9255-97f6eb48a51e,segment=NetworkSegment(cf2e0f33-29eb-4158-a77b-e32e1ffd1f0e),segment_id=cf2e0f33-29eb-4158-a77b-e32e1ffd1f0e)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:26:51.976407 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-54ae455a-d875-452e-b2ca-dc3a605ea11b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (aa616fa3-330d-4f96-9255-97f6eb48a51e), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:51.995052 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b018b1-eec9-4dc1-9ab3-cf4bd3fb93d4 req-d1f76b25-48e8-4abf-adf4-344854e0831d tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:52.002452 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-00b018b1-eec9-4dc1-9ab3-cf4bd3fb93d4 req-d1f76b25-48e8-4abf-adf4-344854e0831d tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] 10.222.0.64 "GET /v2.0/ports?device_id=4b7b3ff2-8def-48cc-a292-47020d0a0799 HTTP/1.1" status: 200 len: 945 time: 0.2651582 Jan 28 19:26:52.023070 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d60685-d495-4ec6-a517-a0664ff02162 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:26:52.032922 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-d0d60685-d495-4ec6-a517-a0664ff02162 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:26:52.041677 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d60685-d495-4ec6-a517-a0664ff02162 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:26:52.111838 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ae455a-d875-452e-b2ca-dc3a605ea11b None None] Pushing event updated for resources: {'Port': ['ID=aa616fa3-330d-4f96-9255-97f6eb48a51e,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:52.152961 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6958948e-8163-4925-8963-e79d798a70ba admin admin] Network 5ea0ee5c-58ce-478b-9582-50112b0ccc59 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:26:52.170817 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-00b018b1-eec9-4dc1-9ab3-cf4bd3fb93d4 req-d9068544-316e-4b4e-9563-24eb1ffe6954 tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] 10.222.0.64 "GET /v2.0/security-groups?id=6e3b5f6f-cd04-46bb-9eb5-a6c7cbc22d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674809 Jan 28 19:26:52.185076 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-6958948e-8163-4925-8963-e79d798a70ba admin admin] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:26:52.210068 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37b2ff65-0003-4e64-b325-58ed7427a69f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc85f37e-d515-422c-96b8-8f6aa6732ed3'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:26:52.224590 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6310784-2874-40a6-90c8-3337185add4f" -d '{"events": [{"server_uuid": "37b2ff65-0003-4e64-b325-58ed7427a69f", "name": "network-vif-plugged", "status": "completed", "tag": "bc85f37e-d515-422c-96b8-8f6aa6732ed3"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:26:52.348603 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2853919-c5e4-4c96-afe3-4361f8228ff5 x-openstack-request-id: req-a2853919-c5e4-4c96-afe3-4361f8228ff5 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:26:52.348945 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37b2ff65-0003-4e64-b325-58ed7427a69f", "name": "network-vif-plugged", "status": "completed", "tag": "bc85f37e-d515-422c-96b8-8f6aa6732ed3", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:26:52.349296 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a2853919-c5e4-4c96-afe3-4361f8228ff5 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:26:52.351436 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37b2ff65-0003-4e64-b325-58ed7427a69f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc85f37e-d515-422c-96b8-8f6aa6732ed3', 'code': 200} Jan 28 19:26:52.724063 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911f8434-9c70-418c-ad93-161c434e90d0 req-8e38efa5-33ee-4c88-92ad-bf3287917fa5 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:52.733206 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-911f8434-9c70-418c-ad93-161c434e90d0 req-8e38efa5-33ee-4c88-92ad-bf3287917fa5 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/ports?device_id=4ae4a35f-bc01-46b0-a7c0-4a0d00ca0dcf HTTP/1.1" status: 200 len: 932 time: 0.2420290 Jan 28 19:26:52.789397 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-714aac23-2f1c-4798-b792-543fdc1644e4 None None] Provisioning complete for port 22d38e27-1ee2-4592-a814-3f59cafbe64b triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:26:52.789397 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-714aac23-2f1c-4798-b792-543fdc1644e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (22d38e27-1ee2-4592-a814-3f59cafbe64b), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:52.886412 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-911f8434-9c70-418c-ad93-161c434e90d0 req-49221ed3-3ccc-49cc-87a9-51f6e652a1e1 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/security-groups?id=f474bf53-325f-4ec5-b389-bc6e034fc623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462972 Jan 28 19:26:52.950301 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6958948e-8163-4925-8963-e79d798a70ba admin admin] Router 3ef257d8-36a6-4e0f-b1c4-8f12c8768cad has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:26:53.049314 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device aa616fa3-330d-4f96-9255-97f6eb48a51e up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:26:53.063600 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [req-498e3410-22ef-4be2-9cd6-5cb1c5968723 req-cb801842-f29b-44b9-86e2-89b2218cd3b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07191a40-17f8-4c60-b133-48e2bc853a4d {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:26:53.098823 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-498e3410-22ef-4be2-9cd6-5cb1c5968723 req-cb801842-f29b-44b9-86e2-89b2218cd3b8 service neutron] Publish callbacks [] for port (07191a40-17f8-4c60-b133-48e2bc853a4d), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:53.143718 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-e2c460ca-cece-42ba-bc9a-95f71ee651e2 tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] Allocated IP 172.25.6.115 (d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8/a648e4ab-7422-41b9-b133-58aca25ab8f5/113bf307-131e-4baf-a4ac-8ce7bd39648f) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:26:53.154334 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-498e3410-22ef-4be2-9cd6-5cb1c5968723 req-cb801842-f29b-44b9-86e2-89b2218cd3b8 service neutron] Transition to ACTIVE for port object 07191a40-17f8-4c60-b133-48e2bc853a4d will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:26:53.154805 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-714aac23-2f1c-4798-b792-543fdc1644e4 None None] Port 22d38e27-1ee2-4592-a814-3f59cafbe64b cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:26:53.173129 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-498e3410-22ef-4be2-9cd6-5cb1c5968723 req-cb801842-f29b-44b9-86e2-89b2218cd3b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (07191a40-17f8-4c60-b133-48e2bc853a4d), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:53.235411 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7188e1c7-60be-49f8-a622-3188e9c23842 req-2ac0690a-e99d-4eb4-a630-e6e7261f77ad tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.64 "GET /v2.0/ports?device_id=5bd15075-1e8c-4d4e-9154-d45912ca536e HTTP/1.1" status: 200 len: 210 time: 0.2834008 Jan 28 19:26:53.246479 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port aa616fa3-330d-4f96-9255-97f6eb48a51e triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:26:53.248998 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (aa616fa3-330d-4f96-9255-97f6eb48a51e), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:53.339062 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb801842-f29b-44b9-86e2-89b2218cd3b8 service neutron] Pushing event updated for resources: {'Port': ['ID=07191a40-17f8-4c60-b133-48e2bc853a4d,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:53.389937 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port aa616fa3-330d-4f96-9255-97f6eb48a51e is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:26:53.392411 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (aa616fa3-330d-4f96-9255-97f6eb48a51e), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:53.424195 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 54356) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:26:53.434362 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] For port aa616fa3-330d-4f96-9255-97f6eb48a51e, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=aa616fa3-330d-4f96-9255-97f6eb48a51e,segment=NetworkSegment(cf2e0f33-29eb-4158-a77b-e32e1ffd1f0e),segment_id=cf2e0f33-29eb-4158-a77b-e32e1ffd1f0e)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:26:53.444844 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (aa616fa3-330d-4f96-9255-97f6eb48a51e), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:53.476164 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689cd932-d848-4e97-b4b3-36852364d3ba req-4bccd923-71eb-46c0-b2e1-7b579be37ebe tempest-ListImageFiltersTestJSON-91277605 tempest-ListImageFiltersTestJSON-91277605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:53.484624 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-689cd932-d848-4e97-b4b3-36852364d3ba req-4bccd923-71eb-46c0-b2e1-7b579be37ebe tempest-ListImageFiltersTestJSON-91277605 tempest-ListImageFiltersTestJSON-91277605-project] 10.222.0.64 "GET /v2.0/ports?device_id=43ed0191-cc6b-47e6-b808-e1990b9f2466 HTTP/1.1" status: 200 len: 950 time: 0.3288193 Jan 28 19:26:53.545922 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Pushing event updated for resources: {'Port': ['ID=aa616fa3-330d-4f96-9255-97f6eb48a51e,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:53.614748 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5de9ce-b53c-4e63-a081-e8cd1ba292f3 req-62f3cc7e-ed13-40a1-a8b2-19c317c91631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:53.616435 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1a5de9ce-b53c-4e63-a081-e8cd1ba292f3 req-62f3cc7e-ed13-40a1-a8b2-19c317c91631 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=37b2ff65-0003-4e64-b325-58ed7427a69f HTTP/1.1" status: 200 len: 1133 time: 0.6522405 Jan 28 19:26:53.620983 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e2c460ca-cece-42ba-bc9a-95f71ee651e2 tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] Publish callbacks [] for port (113bf307-131e-4baf-a4ac-8ce7bd39648f), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:53.657292 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-689cd932-d848-4e97-b4b3-36852364d3ba req-420ce45d-9933-44e6-bc38-18cf208696c9 tempest-ListImageFiltersTestJSON-91277605 tempest-ListImageFiltersTestJSON-91277605-project] 10.222.0.64 "GET /v2.0/security-groups?id=988502f3-fd52-4a84-a285-c3333424d093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716084 Jan 28 19:26:53.672471 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-498e3410-22ef-4be2-9cd6-5cb1c5968723 req-cb801842-f29b-44b9-86e2-89b2218cd3b8 service neutron] Attempting to bind port 07191a40-17f8-4c60-b133-48e2bc853a4d on host n-h1-812111-14 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:26:53.676062 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-498e3410-22ef-4be2-9cd6-5cb1c5968723 req-cb801842-f29b-44b9-86e2-89b2218cd3b8 service neutron] Attempting to bind port 07191a40-17f8-4c60-b133-48e2bc853a4d by drivers openvswitch,hyperv on host n-h1-812111-14 at level 0 using segments [{'id': 'e068a65d-85a7-4b6f-806f-2e18a6e2925d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '311cc39e-64ae-4fb3-9d47-d497c4799ab7'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:26:53.676436 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498e3410-22ef-4be2-9cd6-5cb1c5968723 req-cb801842-f29b-44b9-86e2-89b2218cd3b8 service neutron] Attempting to bind port 07191a40-17f8-4c60-b133-48e2bc853a4d on network 311cc39e-64ae-4fb3-9d47-d497c4799ab7 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:26:53.692786 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498e3410-22ef-4be2-9cd6-5cb1c5968723 req-cb801842-f29b-44b9-86e2-89b2218cd3b8 service neutron] Port 07191a40-17f8-4c60-b133-48e2bc853a4d on network 311cc39e-64ae-4fb3-9d47-d497c4799ab7 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-14 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:26:53.693685 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498e3410-22ef-4be2-9cd6-5cb1c5968723 req-cb801842-f29b-44b9-86e2-89b2218cd3b8 service neutron] Attempting to bind port 07191a40-17f8-4c60-b133-48e2bc853a4d on network 311cc39e-64ae-4fb3-9d47-d497c4799ab7 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:26:53.696976 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:53.710724 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498e3410-22ef-4be2-9cd6-5cb1c5968723 req-cb801842-f29b-44b9-86e2-89b2218cd3b8 service neutron] Checking agent: {'id': 'b544ba20-de93-4d86-9e6b-a2202deb6191', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:26:53.711085 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498e3410-22ef-4be2-9cd6-5cb1c5968723 req-cb801842-f29b-44b9-86e2-89b2218cd3b8 service neutron] Checking segment: {'id': 'e068a65d-85a7-4b6f-806f-2e18a6e2925d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '311cc39e-64ae-4fb3-9d47-d497c4799ab7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:26:53.711889 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498e3410-22ef-4be2-9cd6-5cb1c5968723 req-cb801842-f29b-44b9-86e2-89b2218cd3b8 service neutron] Bound using segment: {'id': 'e068a65d-85a7-4b6f-806f-2e18a6e2925d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '311cc39e-64ae-4fb3-9d47-d497c4799ab7'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:26:53.712023 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-498e3410-22ef-4be2-9cd6-5cb1c5968723 req-cb801842-f29b-44b9-86e2-89b2218cd3b8 service neutron] Bound port: 07191a40-17f8-4c60-b133-48e2bc853a4d, host: n-h1-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e068a65d-85a7-4b6f-806f-2e18a6e2925d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '311cc39e-64ae-4fb3-9d47-d497c4799ab7'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:26:53.712289 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-498e3410-22ef-4be2-9cd6-5cb1c5968723 req-cb801842-f29b-44b9-86e2-89b2218cd3b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (07191a40-17f8-4c60-b133-48e2bc853a4d), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:53.835501 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-498e3410-22ef-4be2-9cd6-5cb1c5968723 req-cb801842-f29b-44b9-86e2-89b2218cd3b8 service neutron] For port 07191a40-17f8-4c60-b133-48e2bc853a4d, host n-h1-812111-14, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:26:53.839224 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-498e3410-22ef-4be2-9cd6-5cb1c5968723 req-cb801842-f29b-44b9-86e2-89b2218cd3b8 service neutron] For port 07191a40-17f8-4c60-b133-48e2bc853a4d, host n-h1-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=07191a40-17f8-4c60-b133-48e2bc853a4d,segment=NetworkSegment(e068a65d-85a7-4b6f-806f-2e18a6e2925d),segment_id=e068a65d-85a7-4b6f-806f-2e18a6e2925d)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:26:53.851483 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-498e3410-22ef-4be2-9cd6-5cb1c5968723 req-cb801842-f29b-44b9-86e2-89b2218cd3b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (07191a40-17f8-4c60-b133-48e2bc853a4d), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:53.917557 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-903da727-0e62-4735-b5e0-162341895982 None None] Network 197b4fbc-d01e-4a6b-be36-17a233a112e2 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:26:53.946619 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb801842-f29b-44b9-86e2-89b2218cd3b8 service neutron] Pushing event updated for resources: {'Port': ['ID=07191a40-17f8-4c60-b133-48e2bc853a4d,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:53.978276 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498e3410-22ef-4be2-9cd6-5cb1c5968723 req-cb801842-f29b-44b9-86e2-89b2218cd3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:53.979062 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-498e3410-22ef-4be2-9cd6-5cb1c5968723 req-cb801842-f29b-44b9-86e2-89b2218cd3b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:53.980456 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-498e3410-22ef-4be2-9cd6-5cb1c5968723 req-cb801842-f29b-44b9-86e2-89b2218cd3b8 service neutron] 10.222.0.41 "PUT /v2.0/ports/07191a40-17f8-4c60-b133-48e2bc853a4d HTTP/1.1" status: 200 len: 1093 time: 2.3391681 Jan 28 19:26:53.980908 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ae4a35f-bc01-46b0-a7c0-4a0d00ca0dcf', 'tag': '07191a40-17f8-4c60-b133-48e2bc853a4d'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:26:53.983023 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d0d60685-d495-4ec6-a517-a0664ff02162 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Publish callbacks [] for router_gateway (b0a6c199-b630-4776-b036-16bd221a7aa2), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:53.983490 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cac22478-811d-4c3e-955c-c6d98b194384" -d '{"events": [{"name": "network-changed", "server_uuid": "4ae4a35f-bc01-46b0-a7c0-4a0d00ca0dcf", "tag": "07191a40-17f8-4c60-b133-48e2bc853a4d"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:26:54.038409 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241f6fc1-84c2-4e79-adcb-fcd6e4092d87 req-5541ac39-9e91-46ae-a992-32aa3fda729e tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:54.040188 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-241f6fc1-84c2-4e79-adcb-fcd6e4092d87 req-5541ac39-9e91-46ae-a992-32aa3fda729e tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/ports?device_id=4ae4a35f-bc01-46b0-a7c0-4a0d00ca0dcf HTTP/1.1" status: 200 len: 944 time: 0.0791843 Jan 28 19:26:54.071099 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-1532b912-f9f0-4905-b488-c2d7a0e5223d None None] Provisioning complete for port aa616fa3-330d-4f96-9255-97f6eb48a51e triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:26:54.071403 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1532b912-f9f0-4905-b488-c2d7a0e5223d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (aa616fa3-330d-4f96-9255-97f6eb48a51e), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:54.141291 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5010309e-c755-4036-9b07-2047d3cca224 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:54.184023 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1a5de9ce-b53c-4e63-a081-e8cd1ba292f3 req-886a3987-384f-4b0e-b40f-c3d60d984beb service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=988502f3-fd52-4a84-a285-c3333424d093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5566950 Jan 28 19:26:54.222707 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-1532b912-f9f0-4905-b488-c2d7a0e5223d None None] Current status of the port aa616fa3-330d-4f96-9255-97f6eb48a51e is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:26:54.230453 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-241f6fc1-84c2-4e79-adcb-fcd6e4092d87 req-178b207e-4382-4808-a25c-8005b7754b1c tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/security-groups?id=f474bf53-325f-4ec5-b389-bc6e034fc623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236026 Jan 28 19:26:54.256277 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498e3410-22ef-4be2-9cd6-5cb1c5968723 req-594b2bfa-a98a-41c0-bcf1-c79ceb84ed19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:54.260852 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-498e3410-22ef-4be2-9cd6-5cb1c5968723 req-594b2bfa-a98a-41c0-bcf1-c79ceb84ed19 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7eed4983257c41a2ac91147c4d6e09ea&device_id=4ae4a35f-bc01-46b0-a7c0-4a0d00ca0dcf HTTP/1.1" status: 200 len: 1127 time: 0.2168334 Jan 28 19:26:54.286060 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6958948e-8163-4925-8963-e79d798a70ba admin admin] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:26:54.296108 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5af325-2ad0-4ffa-86e3-dc0a86c364b9 None None] Sync routers for ids ['3ef257d8-36a6-4e0f-b1c4-8f12c8768cad'] in n-d-812111-14 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:26:54.305932 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-6958948e-8163-4925-8963-e79d798a70ba admin admin] 10.222.0.64 "PUT /v2.0/routers/3ef257d8-36a6-4e0f-b1c4-8f12c8768cad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9353480 Jan 28 19:26:54.327092 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5af325-2ad0-4ffa-86e3-dc0a86c364b9 None None] Routers {'3ef257d8-36a6-4e0f-b1c4-8f12c8768cad'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:26:54.327829 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-ec5af325-2ad0-4ffa-86e3-dc0a86c364b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:26:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['3ef257d8-36a6-4e0f-b1c4-8f12c8768cad'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:26:54.354137 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82c0dfb4-6d0d-47db-8a88-3a795e6ddd72 x-openstack-request-id: req-82c0dfb4-6d0d-47db-8a88-3a795e6ddd72 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:26:54.354433 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ae4a35f-bc01-46b0-a7c0-4a0d00ca0dcf", "tag": "07191a40-17f8-4c60-b133-48e2bc853a4d", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:26:54.354710 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-82c0dfb4-6d0d-47db-8a88-3a795e6ddd72 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:26:54.355139 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ae4a35f-bc01-46b0-a7c0-4a0d00ca0dcf', 'tag': '07191a40-17f8-4c60-b133-48e2bc853a4d', 'status': 'completed', 'code': 200} Jan 28 19:26:54.360141 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103c7a86-0bbb-4477-8462-ee9d099c2547 req-06cc628c-0a56-4108-b565-0f094a106c2d tempest-ListImageFiltersTestJSON-91277605 tempest-ListImageFiltersTestJSON-91277605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:54.364702 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-103c7a86-0bbb-4477-8462-ee9d099c2547 req-06cc628c-0a56-4108-b565-0f094a106c2d tempest-ListImageFiltersTestJSON-91277605 tempest-ListImageFiltersTestJSON-91277605-project] 10.222.0.64 "GET /v2.0/ports?device_id=37b2ff65-0003-4e64-b325-58ed7427a69f HTTP/1.1" status: 200 len: 950 time: 0.4978435 Jan 28 19:26:54.499981 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-498e3410-22ef-4be2-9cd6-5cb1c5968723 req-e60535f3-3fc9-42b1-8d54-666104d6eeeb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=07191a40-17f8-4c60-b133-48e2bc853a4d HTTP/1.1" status: 200 len: 217 time: 0.1002491 Jan 28 19:26:54.540535 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e2c460ca-cece-42ba-bc9a-95f71ee651e2 tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (113bf307-131e-4baf-a4ac-8ce7bd39648f), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:54.580573 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-ec5af325-2ad0-4ffa-86e3-dc0a86c364b9 None None] Set router 3ef257d8-36a6-4e0f-b1c4-8f12c8768cad gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:26:54.614641 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3221e5bc-f6bf-4a9c-9902-5f35ca68ca3d req-afa508b7-cc62-453a-a683-cd209de6f465 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.64 "GET /v2.0/ports?device_id=5bd15075-1e8c-4d4e-9154-d45912ca536e HTTP/1.1" status: 200 len: 210 time: 0.1279805 Jan 28 19:26:54.630718 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d0d60685-d495-4ec6-a517-a0664ff02162 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-731074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-731460'] for router (b0a6c199-b630-4776-b036-16bd221a7aa2), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:54.639037 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498e3410-22ef-4be2-9cd6-5cb1c5968723 req-0db49ccc-13dc-4e52-ac22-2ae003667df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:54.649241 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-498e3410-22ef-4be2-9cd6-5cb1c5968723 req-0db49ccc-13dc-4e52-ac22-2ae003667df0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=008283d9-57a3-42a0-90a1-80f5c1a16864 HTTP/1.1" status: 200 len: 845 time: 0.1416833 Jan 28 19:26:54.712325 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c460ca-cece-42ba-bc9a-95f71ee651e2 tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] Pushing event updated for resources: {'Port': ['ID=113bf307-131e-4baf-a4ac-8ce7bd39648f,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:54.714459 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-498e3410-22ef-4be2-9cd6-5cb1c5968723 req-c0466cb8-ef52-4909-bddf-62ccd856315a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=311cc39e-64ae-4fb3-9d47-d497c4799ab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618315 Jan 28 19:26:54.730527 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device aa616fa3-330d-4f96-9255-97f6eb48a51e up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:26:54.735552 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c460ca-cece-42ba-bc9a-95f71ee651e2 tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] Network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:26:54.737751 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c460ca-cece-42ba-bc9a-95f71ee651e2 tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:26:54.738209 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c460ca-cece-42ba-bc9a-95f71ee651e2 tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:26:54.739205 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c460ca-cece-42ba-bc9a-95f71ee651e2 tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:26:54.739671 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c460ca-cece-42ba-bc9a-95f71ee651e2 tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:26:54.741074 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c460ca-cece-42ba-bc9a-95f71ee651e2 tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:26:54.741498 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c460ca-cece-42ba-bc9a-95f71ee651e2 tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:26:54.742046 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c460ca-cece-42ba-bc9a-95f71ee651e2 tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:26:54.742481 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c460ca-cece-42ba-bc9a-95f71ee651e2 tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:26:54.742908 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c460ca-cece-42ba-bc9a-95f71ee651e2 tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:26:54.743339 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c460ca-cece-42ba-bc9a-95f71ee651e2 tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:26:54.743788 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c460ca-cece-42ba-bc9a-95f71ee651e2 tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:26:54.744213 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c460ca-cece-42ba-bc9a-95f71ee651e2 tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:26:54.744636 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c460ca-cece-42ba-bc9a-95f71ee651e2 tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:26:54.758724 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-e2c460ca-cece-42ba-bc9a-95f71ee651e2 tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:26:54.844732 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port aa616fa3-330d-4f96-9255-97f6eb48a51e triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:26:54.845025 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (aa616fa3-330d-4f96-9255-97f6eb48a51e), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:54.892511 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-35c2841b-a73c-4d4c-b684-1a420ee77822 None None] Provisioning complete for port aa616fa3-330d-4f96-9255-97f6eb48a51e triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:26:54.892888 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-35c2841b-a73c-4d4c-b684-1a420ee77822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (aa616fa3-330d-4f96-9255-97f6eb48a51e), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:54.912372 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-498e3410-22ef-4be2-9cd6-5cb1c5968723 req-f29334d4-c10f-4eb7-8bf6-a6b148f5b808 service neutron] 10.222.0.41 "GET /v2.0/networks/311cc39e-64ae-4fb3-9d47-d497c4799ab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867359 Jan 28 19:26:54.916996 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c460ca-cece-42ba-bc9a-95f71ee651e2 tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:26:54.992053 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port aa616fa3-330d-4f96-9255-97f6eb48a51e is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:26:55.029413 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-103c7a86-0bbb-4477-8462-ee9d099c2547 req-980c2e5b-334d-4755-b8f4-ad72dc68a7ba tempest-ListImageFiltersTestJSON-91277605 tempest-ListImageFiltersTestJSON-91277605-project] 10.222.0.64 "GET /v2.0/security-groups?id=988502f3-fd52-4a84-a285-c3333424d093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6161454 Jan 28 19:26:55.123129 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0d60685-d495-4ec6-a517-a0664ff02162 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Router b0a6c199-b630-4776-b036-16bd221a7aa2 is scheduled to L3 agent 76fe5c49-705a-4e08-abb2-be585676213f with binding_index 1 {{(pid=103304) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 19:26:55.138373 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5010309e-c755-4036-9b07-2047d3cca224 admin admin] Publish callbacks [] for security_group (3b43e067-50da-43f2-8e7c-067addef685f), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:55.197681 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-35c2841b-a73c-4d4c-b684-1a420ee77822 None None] Current status of the port aa616fa3-330d-4f96-9255-97f6eb48a51e is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:26:55.210959 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-ec5af325-2ad0-4ffa-86e3-dc0a86c364b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ef257d8-36a6-4e0f-b1c4-8f12c8768cad', 'name': 'tempest-FloatingIPDetailsTestJSON-1625809244-router', 'tenant_id': 'c9b92ae7bc7b4ae7a52f98997fdf8e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.207'}], 'enable_snat': True}, 'gw_port_id': 'd524043d-a83f-45cf-b3fa-0df9181dfe28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:26:36Z', 'updated_at': '2022-01-28T19:26:49Z', 'revision_number': 4, 'project_id': 'c9b92ae7bc7b4ae7a52f98997fdf8e5f', 'gw_port': {'id': 'd524043d-a83f-45cf-b3fa-0df9181dfe28', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:63:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ef257d8-36a6-4e0f-b1c4-8f12c8768cad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:26:38Z', 'updated_at': '2022-01-28T19:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '22d38e27-1ee2-4592-a814-3f59cafbe64b', 'name': '', 'network_id': '5ea0ee5c-58ce-478b-9582-50112b0ccc59', 'tenant_id': 'c9b92ae7bc7b4ae7a52f98997fdf8e5f', 'mac_address': 'fa:16:3e:88:b7:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ef257d8-36a6-4e0f-b1c4-8f12c8768cad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': 'dbe64dea-6662-4d06-9bd9-c926cf8d6b34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:26:47Z', 'updated_at': '2022-01-28T19:26:50Z', 'revision_number': 2, 'project_id': 'c9b92ae7bc7b4ae7a52f98997fdf8e5f', 'subnets': [{'id': 'dbe64dea-6662-4d06-9bd9-c926cf8d6b34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:26:55.249296 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5af325-2ad0-4ffa-86e3-dc0a86c364b9 None None] Checking router: 3ef257d8-36a6-4e0f-b1c4-8f12c8768cad for host: n-d-812111-14 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:26:55.249662 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5af325-2ad0-4ffa-86e3-dc0a86c364b9 None None] Updating router 3ef257d8-36a6-4e0f-b1c4-8f12c8768cad port 22d38e27-1ee2-4592-a814-3f59cafbe64b binding host n-d-812111-14 {{(pid=103306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:26:55.276712 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-498e3410-22ef-4be2-9cd6-5cb1c5968723 req-5a34b8dd-e73c-46c0-805b-97d67e6ef33a service neutron] 10.222.0.41 "GET /v2.0/networks/311cc39e-64ae-4fb3-9d47-d497c4799ab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3540368 Jan 28 19:26:55.314626 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a6b78315-15d7-42f8-8913-827282c359f9 req-186243cf-af21-4cf5-9df4-529b9a822451 tempest-FloatingIPDetailsTestJSON-252725370 tempest-FloatingIPDetailsTestJSON-252725370-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3674722 Jan 28 19:26:55.341455 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5010309e-c755-4036-9b07-2047d3cca224 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (3b43e067-50da-43f2-8e7c-067addef685f), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:55.360509 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-a6b78315-15d7-42f8-8913-827282c359f9 req-41eca0ae-5f8a-4b26-8ab6-885ca8454ddd tempest-FloatingIPDetailsTestJSON-252725370 tempest-FloatingIPDetailsTestJSON-252725370-project] Request body: {'floatingip': {'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:26:55.363504 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ec5af325-2ad0-4ffa-86e3-dc0a86c364b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (22d38e27-1ee2-4592-a814-3f59cafbe64b), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:55.444102 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-a6b78315-15d7-42f8-8913-827282c359f9 req-41eca0ae-5f8a-4b26-8ab6-885ca8454ddd tempest-FloatingIPDetailsTestJSON-252725370 tempest-FloatingIPDetailsTestJSON-252725370-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:55.473987 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5010309e-c755-4036-9b07-2047d3cca224 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b43e067-50da-43f2-8e7c-067addef685f,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:55.566285 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac22478-811d-4c3e-955c-c6d98b194384 req-60bf611e-4e20-4236-97df-e3712b8d7fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:55.568886 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-cac22478-811d-4c3e-955c-c6d98b194384 req-60bf611e-4e20-4236-97df-e3712b8d7fcd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7eed4983257c41a2ac91147c4d6e09ea&device_id=4ae4a35f-bc01-46b0-a7c0-4a0d00ca0dcf HTTP/1.1" status: 200 len: 1127 time: 0.1670425 Jan 28 19:26:55.647575 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-5010309e-c755-4036-9b07-2047d3cca224 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=43bb6f076aa4423f9dbe8d51284ed32d&name=default HTTP/1.1" status: 200 len: 3000 time: 2.1016004 Jan 28 19:26:55.653468 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 54380) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:26:55.686816 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac22478-811d-4c3e-955c-c6d98b194384 req-40ac76e3-5f16-44ac-afee-5d4409a9ab23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:55.689201 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-cac22478-811d-4c3e-955c-c6d98b194384 req-40ac76e3-5f16-44ac-afee-5d4409a9ab23 service neutron] 10.222.0.41 "GET /v2.0/networks?id=311cc39e-64ae-4fb3-9d47-d497c4799ab7 HTTP/1.1" status: 200 len: 905 time: 0.1113925 Jan 28 19:26:55.721915 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d102f08a-fc03-44fc-9d29-bd640ebf89de req-d22da3f2-6830-49e4-a618-54518f8b768b tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:55.729989 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d102f08a-fc03-44fc-9d29-bd640ebf89de req-d22da3f2-6830-49e4-a618-54518f8b768b tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/ports?device_id=4ae4a35f-bc01-46b0-a7c0-4a0d00ca0dcf HTTP/1.1" status: 200 len: 944 time: 0.2624049 Jan 28 19:26:55.751610 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-cac22478-811d-4c3e-955c-c6d98b194384 req-671e5207-e6e6-459f-bd88-1ee346f89c9c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=07191a40-17f8-4c60-b133-48e2bc853a4d HTTP/1.1" status: 200 len: 217 time: 0.0535038 Jan 28 19:26:55.757367 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ec5af325-2ad0-4ffa-86e3-dc0a86c364b9 None None] Publish callbacks [] for port (22d38e27-1ee2-4592-a814-3f59cafbe64b), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:55.765480 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ec5af325-2ad0-4ffa-86e3-dc0a86c364b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (22d38e27-1ee2-4592-a814-3f59cafbe64b), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:55.814228 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac22478-811d-4c3e-955c-c6d98b194384 req-f08666c8-2dcf-448b-9f9a-44b754c52e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:55.814580 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76e5261-bc45-4801-80bf-d3cc10757580 None None] Pushing event updated for resources: {'Port': ['ID=22d38e27-1ee2-4592-a814-3f59cafbe64b,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:55.815719 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-cac22478-811d-4c3e-955c-c6d98b194384 req-f08666c8-2dcf-448b-9f9a-44b754c52e34 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=008283d9-57a3-42a0-90a1-80f5c1a16864 HTTP/1.1" status: 200 len: 845 time: 0.0532131 Jan 28 19:26:55.825479 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-a6b78315-15d7-42f8-8913-827282c359f9 req-41eca0ae-5f8a-4b26-8ab6-885ca8454ddd tempest-FloatingIPDetailsTestJSON-252725370 tempest-FloatingIPDetailsTestJSON-252725370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:55.855744 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d102f08a-fc03-44fc-9d29-bd640ebf89de req-777d37ee-02ee-4ead-bed8-4dbd0901ab01 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/security-groups?id=f474bf53-325f-4ec5-b389-bc6e034fc623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215847 Jan 28 19:26:55.874479 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-cac22478-811d-4c3e-955c-c6d98b194384 req-c466535b-e134-4fd1-9ec1-499901da3242 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=311cc39e-64ae-4fb3-9d47-d497c4799ab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452135 Jan 28 19:26:55.905460 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-17c995b2-706f-436b-b3c1-fbf72e7484ad admin admin] Publish callbacks [] for security_group (3b43e067-50da-43f2-8e7c-067addef685f), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:55.912517 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0d60685-d495-4ec6-a517-a0664ff02162 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:26:55.928100 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4d94be-2717-4ebb-986f-0370cb0ed54d None None] Sync routers for ids ['b0a6c199-b630-4776-b036-16bd221a7aa2'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:26:55.941412 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-ec5af325-2ad0-4ffa-86e3-dc0a86c364b9 None None] Attempting to bind port 22d38e27-1ee2-4592-a814-3f59cafbe64b on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:26:55.942295 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-ec5af325-2ad0-4ffa-86e3-dc0a86c364b9 None None] Attempting to bind port 22d38e27-1ee2-4592-a814-3f59cafbe64b by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '74dd984e-bec2-4cf9-aeb6-3c668cce6469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '5ea0ee5c-58ce-478b-9582-50112b0ccc59'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:26:55.942664 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5af325-2ad0-4ffa-86e3-dc0a86c364b9 None None] Attempting to bind port 22d38e27-1ee2-4592-a814-3f59cafbe64b on network 5ea0ee5c-58ce-478b-9582-50112b0ccc59 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:26:55.945846 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4d94be-2717-4ebb-986f-0370cb0ed54d None None] Routers {'b0a6c199-b630-4776-b036-16bd221a7aa2'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:26:55.949085 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-2a4d94be-2717-4ebb-986f-0370cb0ed54d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:26:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['b0a6c199-b630-4776-b036-16bd221a7aa2'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:26:55.959616 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5af325-2ad0-4ffa-86e3-dc0a86c364b9 None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 26, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:26:55.960001 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5af325-2ad0-4ffa-86e3-dc0a86c364b9 None None] Checking segment: {'id': '74dd984e-bec2-4cf9-aeb6-3c668cce6469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '5ea0ee5c-58ce-478b-9582-50112b0ccc59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:26:55.960412 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ec5af325-2ad0-4ffa-86e3-dc0a86c364b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:55.960811 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5af325-2ad0-4ffa-86e3-dc0a86c364b9 None None] Bound using segment: {'id': '74dd984e-bec2-4cf9-aeb6-3c668cce6469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '5ea0ee5c-58ce-478b-9582-50112b0ccc59'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:26:55.961329 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-ec5af325-2ad0-4ffa-86e3-dc0a86c364b9 None None] Bound port: 22d38e27-1ee2-4592-a814-3f59cafbe64b, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74dd984e-bec2-4cf9-aeb6-3c668cce6469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '5ea0ee5c-58ce-478b-9582-50112b0ccc59'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:26:55.961716 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ec5af325-2ad0-4ffa-86e3-dc0a86c364b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (22d38e27-1ee2-4592-a814-3f59cafbe64b), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:55.996898 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e2c460ca-cece-42ba-bc9a-95f71ee651e2 tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] Publish callbacks [] for router_gateway (57735bc3-3435-4234-839f-0a86ad7ae3c1), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:56.104660 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-ec5af325-2ad0-4ffa-86e3-dc0a86c364b9 None None] For port 22d38e27-1ee2-4592-a814-3f59cafbe64b, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:26:56.110839 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-cac22478-811d-4c3e-955c-c6d98b194384 req-485dcee6-166d-4f2f-b1d7-afaf69a8df7c service neutron] 10.222.0.41 "GET /v2.0/networks/311cc39e-64ae-4fb3-9d47-d497c4799ab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689754 Jan 28 19:26:56.111920 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-a6b78315-15d7-42f8-8913-827282c359f9 req-41eca0ae-5f8a-4b26-8ab6-885ca8454ddd tempest-FloatingIPDetailsTestJSON-252725370 tempest-FloatingIPDetailsTestJSON-252725370-project] Allocated IP 172.25.6.90 (d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8/a648e4ab-7422-41b9-b133-58aca25ab8f5/91bdaf57-2942-46d0-b6b4-020e608062a5) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:26:56.114563 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-ec5af325-2ad0-4ffa-86e3-dc0a86c364b9 None None] For port 22d38e27-1ee2-4592-a814-3f59cafbe64b, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=22d38e27-1ee2-4592-a814-3f59cafbe64b,segment=NetworkSegment(74dd984e-bec2-4cf9-aeb6-3c668cce6469),segment_id=74dd984e-bec2-4cf9-aeb6-3c668cce6469)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:26:56.139369 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ec5af325-2ad0-4ffa-86e3-dc0a86c364b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (22d38e27-1ee2-4592-a814-3f59cafbe64b), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:56.151732 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-2a4d94be-2717-4ebb-986f-0370cb0ed54d None None] Set router b0a6c199-b630-4776-b036-16bd221a7aa2 gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:26:56.218507 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76e5261-bc45-4801-80bf-d3cc10757580 None None] Pushing event updated for resources: {'Port': ['ID=22d38e27-1ee2-4592-a814-3f59cafbe64b,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:56.266293 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5af325-2ad0-4ffa-86e3-dc0a86c364b9 None None] Routers {'3ef257d8-36a6-4e0f-b1c4-8f12c8768cad'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:26:56.267108 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-ec5af325-2ad0-4ffa-86e3-dc0a86c364b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:26:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['3ef257d8-36a6-4e0f-b1c4-8f12c8768cad'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:26:56.280561 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-940d3846-ef54-4e6a-9284-a6c04f13202b req-c12f556a-3f6d-4a80-a59d-67acc86cce54 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.64 "GET /v2.0/ports?device_id=5bd15075-1e8c-4d4e-9154-d45912ca536e HTTP/1.1" status: 200 len: 210 time: 0.3052847 Jan 28 19:26:56.282660 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-17c995b2-706f-436b-b3c1-fbf72e7484ad admin admin] Publish callbacks [] for security_group (3b43e067-50da-43f2-8e7c-067addef685f), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:56.437330 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d0d60685-d495-4ec6-a517-a0664ff02162 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:56.446984 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-d0d60685-d495-4ec6-a517-a0664ff02162 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 9.0164769 Jan 28 19:26:56.447640 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 54390) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:26:56.460680 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-ec5af325-2ad0-4ffa-86e3-dc0a86c364b9 None None] Set router 3ef257d8-36a6-4e0f-b1c4-8f12c8768cad gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:26:56.461260 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-17c995b2-706f-436b-b3c1-fbf72e7484ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (3b43e067-50da-43f2-8e7c-067addef685f), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:56.474466 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-17c995b2-706f-436b-b3c1-fbf72e7484ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:56.475418 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-17c995b2-706f-436b-b3c1-fbf72e7484ad admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3b43e067-50da-43f2-8e7c-067addef685f HTTP/1.1" status: 204 len: 168 time: 0.8208556 Jan 28 19:26:56.580723 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-cac22478-811d-4c3e-955c-c6d98b194384 req-a6d7a28c-9cd0-4ee8-8083-c2a6cce2b573 service neutron] 10.222.0.41 "GET /v2.0/networks/311cc39e-64ae-4fb3-9d47-d497c4799ab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4583879 Jan 28 19:26:56.616089 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c995b2-706f-436b-b3c1-fbf72e7484ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b43e067-50da-43f2-8e7c-067addef685f,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:56.623162 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-a6b78315-15d7-42f8-8913-827282c359f9 req-41eca0ae-5f8a-4b26-8ab6-885ca8454ddd tempest-FloatingIPDetailsTestJSON-252725370 tempest-FloatingIPDetailsTestJSON-252725370-project] Publish callbacks [] for port (91bdaf57-2942-46d0-b6b4-020e608062a5), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:56.633133 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-5b88d042-8d65-40e7-9c7a-0e17bcc98bda None None] Provisioning complete for port 22d38e27-1ee2-4592-a814-3f59cafbe64b triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:26:56.633661 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5b88d042-8d65-40e7-9c7a-0e17bcc98bda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (22d38e27-1ee2-4592-a814-3f59cafbe64b), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:56.639743 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-2a4d94be-2717-4ebb-986f-0370cb0ed54d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0a6c199-b630-4776-b036-16bd221a7aa2', 'name': 'tempest-snat-router-1609233021', 'tenant_id': '18db84f7dd1848fe9db2b1a3fc67318c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.151'}], 'enable_snat': False}, 'gw_port_id': '80174028-8b53-4ad5-b3a4-803e42ccf27f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:26:48Z', 'updated_at': '2022-01-28T19:26:53Z', 'revision_number': 3, 'project_id': '18db84f7dd1848fe9db2b1a3fc67318c', 'gw_port': {'id': '80174028-8b53-4ad5-b3a4-803e42ccf27f', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:4a:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0a6c199-b630-4776-b036-16bd221a7aa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:26:50Z', 'updated_at': '2022-01-28T19:26:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:26:56.718034 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-a6b78315-15d7-42f8-8913-827282c359f9 req-41eca0ae-5f8a-4b26-8ab6-885ca8454ddd tempest-FloatingIPDetailsTestJSON-252725370 tempest-FloatingIPDetailsTestJSON-252725370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (91bdaf57-2942-46d0-b6b4-020e608062a5), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:56.735068 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4d94be-2717-4ebb-986f-0370cb0ed54d None None] Checking router: b0a6c199-b630-4776-b036-16bd221a7aa2 for host: n-d-812111-14 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:26:56.736878 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4d94be-2717-4ebb-986f-0370cb0ed54d None None] Updating router b0a6c199-b630-4776-b036-16bd221a7aa2 port 80174028-8b53-4ad5-b3a4-803e42ccf27f binding host n-d-812111-14 {{(pid=103307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:26:56.775936 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-2a4d94be-2717-4ebb-986f-0370cb0ed54d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (80174028-8b53-4ad5-b3a4-803e42ccf27f), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:56.787835 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6b78315-15d7-42f8-8913-827282c359f9 req-41eca0ae-5f8a-4b26-8ab6-885ca8454ddd tempest-FloatingIPDetailsTestJSON-252725370 tempest-FloatingIPDetailsTestJSON-252725370-project] Network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:26:56.806156 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-a6b78315-15d7-42f8-8913-827282c359f9 req-41eca0ae-5f8a-4b26-8ab6-885ca8454ddd tempest-FloatingIPDetailsTestJSON-252725370 tempest-FloatingIPDetailsTestJSON-252725370-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:26:56.806474 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-5b88d042-8d65-40e7-9c7a-0e17bcc98bda None None] Current status of the port 22d38e27-1ee2-4592-a814-3f59cafbe64b is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:26:56.806957 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5b88d042-8d65-40e7-9c7a-0e17bcc98bda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (22d38e27-1ee2-4592-a814-3f59cafbe64b), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:56.808696 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6b78315-15d7-42f8-8913-827282c359f9 req-41eca0ae-5f8a-4b26-8ab6-885ca8454ddd tempest-FloatingIPDetailsTestJSON-252725370 tempest-FloatingIPDetailsTestJSON-252725370-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:26:56.847029 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-5b88d042-8d65-40e7-9c7a-0e17bcc98bda None None] For port 22d38e27-1ee2-4592-a814-3f59cafbe64b, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=22d38e27-1ee2-4592-a814-3f59cafbe64b,segment=NetworkSegment(74dd984e-bec2-4cf9-aeb6-3c668cce6469),segment_id=74dd984e-bec2-4cf9-aeb6-3c668cce6469)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:26:56.858964 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5b88d042-8d65-40e7-9c7a-0e17bcc98bda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (22d38e27-1ee2-4592-a814-3f59cafbe64b), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:56.887934 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41eca0ae-5f8a-4b26-8ab6-885ca8454ddd tempest-FloatingIPDetailsTestJSON-252725370 tempest-FloatingIPDetailsTestJSON-252725370-project] Pushing event updated for resources: {'Port': ['ID=91bdaf57-2942-46d0-b6b4-020e608062a5,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:56.895275 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9703106e-4d58-459d-a8fd-f494047d041e req-8771b89e-ad0e-485e-bc1d-f2cbc4ec1090 tempest-ListImageFiltersTestJSON-91277605 tempest-ListImageFiltersTestJSON-91277605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:56.902862 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-ec5af325-2ad0-4ffa-86e3-dc0a86c364b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ef257d8-36a6-4e0f-b1c4-8f12c8768cad', 'name': 'tempest-FloatingIPDetailsTestJSON-1625809244-router', 'tenant_id': 'c9b92ae7bc7b4ae7a52f98997fdf8e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.207'}], 'enable_snat': True}, 'gw_port_id': 'd524043d-a83f-45cf-b3fa-0df9181dfe28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:26:36Z', 'updated_at': '2022-01-28T19:26:49Z', 'revision_number': 4, 'project_id': 'c9b92ae7bc7b4ae7a52f98997fdf8e5f', 'gw_port': {'id': 'd524043d-a83f-45cf-b3fa-0df9181dfe28', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:63:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ef257d8-36a6-4e0f-b1c4-8f12c8768cad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:26:38Z', 'updated_at': '2022-01-28T19:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '22d38e27-1ee2-4592-a814-3f59cafbe64b', 'name': '', 'network_id': '5ea0ee5c-58ce-478b-9582-50112b0ccc59', 'tenant_id': 'c9b92ae7bc7b4ae7a52f98997fdf8e5f', 'mac_address': 'fa:16:3e:88:b7:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ef257d8-36a6-4e0f-b1c4-8f12c8768cad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': 'dbe64dea-6662-4d06-9bd9-c926cf8d6b34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:26:47Z', 'updated_at': '2022-01-28T19:26:56Z', 'revision_number': 4, 'project_id': 'c9b92ae7bc7b4ae7a52f98997fdf8e5f', 'subnets': [{'id': 'dbe64dea-6662-4d06-9bd9-c926cf8d6b34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:26:56.906607 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9703106e-4d58-459d-a8fd-f494047d041e req-8771b89e-ad0e-485e-bc1d-f2cbc4ec1090 tempest-ListImageFiltersTestJSON-91277605 tempest-ListImageFiltersTestJSON-91277605-project] 10.222.0.64 "GET /v2.0/ports?device_id=37b2ff65-0003-4e64-b325-58ed7427a69f HTTP/1.1" status: 200 len: 950 time: 0.4300256 Jan 28 19:26:57.040735 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-a6b78315-15d7-42f8-8913-827282c359f9 req-41eca0ae-5f8a-4b26-8ab6-885ca8454ddd tempest-FloatingIPDetailsTestJSON-252725370 tempest-FloatingIPDetailsTestJSON-252725370-project] Publish callbacks [] for floatingip (a7fb7306-fbcc-4895-ba0e-2e498f93f780), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:57.058852 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 54398) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:26:57.100042 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5af325-2ad0-4ffa-86e3-dc0a86c364b9 None None] The sync data for ids ['3ef257d8-36a6-4e0f-b1c4-8f12c8768cad'] in n-d-812111-14 is: [{'id': '3ef257d8-36a6-4e0f-b1c4-8f12c8768cad', 'name': 'tempest-FloatingIPDetailsTestJSON-1625809244-router', 'tenant_id': 'c9b92ae7bc7b4ae7a52f98997fdf8e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.207'}], 'enable_snat': True}, 'gw_port_id': 'd524043d-a83f-45cf-b3fa-0df9181dfe28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:26:36Z', 'updated_at': '2022-01-28T19:26:49Z', 'revision_number': 4, 'project_id': 'c9b92ae7bc7b4ae7a52f98997fdf8e5f', 'gw_port': {'id': 'd524043d-a83f-45cf-b3fa-0df9181dfe28', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:63:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ef257d8-36a6-4e0f-b1c4-8f12c8768cad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:26:38Z', 'updated_at': '2022-01-28T19:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '22d38e27-1ee2-4592-a814-3f59cafbe64b', 'name': '', 'network_id': '5ea0ee5c-58ce-478b-9582-50112b0ccc59', 'tenant_id': 'c9b92ae7bc7b4ae7a52f98997fdf8e5f', 'mac_address': 'fa:16:3e:88:b7:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ef257d8-36a6-4e0f-b1c4-8f12c8768cad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': 'dbe64dea-6662-4d06-9bd9-c926cf8d6b34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:26:47Z', 'updated_at': '2022-01-28T19:26:56Z', 'revision_number': 4, 'project_id': 'c9b92ae7bc7b4ae7a52f98997fdf8e5f', 'subnets': [{'id': 'dbe64dea-6662-4d06-9bd9-c926cf8d6b34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:26:57.123889 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b88d042-8d65-40e7-9c7a-0e17bcc98bda None None] Pushing event updated for resources: {'Port': ['ID=22d38e27-1ee2-4592-a814-3f59cafbe64b,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:57.127961 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cde7b56c-5656-4435-8102-a5dd98982ac4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:57.136041 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-3b6de855-b840-481d-99ea-f86653a0c57f None None] Provisioning complete for port 22d38e27-1ee2-4592-a814-3f59cafbe64b triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:26:57.136507 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3b6de855-b840-481d-99ea-f86653a0c57f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (22d38e27-1ee2-4592-a814-3f59cafbe64b), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:57.150329 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-a6b78315-15d7-42f8-8913-827282c359f9 req-41eca0ae-5f8a-4b26-8ab6-885ca8454ddd tempest-FloatingIPDetailsTestJSON-252725370 tempest-FloatingIPDetailsTestJSON-252725370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (91bdaf57-2942-46d0-b6b4-020e608062a5), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:57.219177 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-2a4d94be-2717-4ebb-986f-0370cb0ed54d None None] Publish callbacks [] for port (80174028-8b53-4ad5-b3a4-803e42ccf27f), precommit_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:57.231875 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-2a4d94be-2717-4ebb-986f-0370cb0ed54d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (80174028-8b53-4ad5-b3a4-803e42ccf27f), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:57.334481 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-3b6de855-b840-481d-99ea-f86653a0c57f None None] Current status of the port 22d38e27-1ee2-4592-a814-3f59cafbe64b is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:26:57.363784 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d0c1a8-e6cd-4609-9373-61b5ffe92237 None None] Pushing event updated for resources: {'Port': ['ID=80174028-8b53-4ad5-b3a4-803e42ccf27f,revision_number=2']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:57.393521 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d0c1a8-e6cd-4609-9373-61b5ffe92237 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:26:57.393964 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d0c1a8-e6cd-4609-9373-61b5ffe92237 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:26:57.394405 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d0c1a8-e6cd-4609-9373-61b5ffe92237 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:26:57.395192 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d0c1a8-e6cd-4609-9373-61b5ffe92237 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:26:57.396321 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d0c1a8-e6cd-4609-9373-61b5ffe92237 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:26:57.396822 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d0c1a8-e6cd-4609-9373-61b5ffe92237 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:26:57.397252 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d0c1a8-e6cd-4609-9373-61b5ffe92237 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:26:57.397649 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d0c1a8-e6cd-4609-9373-61b5ffe92237 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:26:57.398515 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d0c1a8-e6cd-4609-9373-61b5ffe92237 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:26:57.398515 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d0c1a8-e6cd-4609-9373-61b5ffe92237 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:26:57.398725 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d0c1a8-e6cd-4609-9373-61b5ffe92237 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:26:57.399125 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d0c1a8-e6cd-4609-9373-61b5ffe92237 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:26:57.399707 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d0c1a8-e6cd-4609-9373-61b5ffe92237 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:26:57.403156 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-2a4d94be-2717-4ebb-986f-0370cb0ed54d None None] Attempting to bind port 80174028-8b53-4ad5-b3a4-803e42ccf27f on host n-d-812111-14 for vnic_type normal with profile {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:26:57.403643 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-2a4d94be-2717-4ebb-986f-0370cb0ed54d None None] Attempting to bind port 80174028-8b53-4ad5-b3a4-803e42ccf27f by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:26:57.404140 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4d94be-2717-4ebb-986f-0370cb0ed54d None None] Attempting to bind port 80174028-8b53-4ad5-b3a4-803e42ccf27f on network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:26:57.411397 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4d94be-2717-4ebb-986f-0370cb0ed54d None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 26, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:26:57.411878 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4d94be-2717-4ebb-986f-0370cb0ed54d None None] Checking segment: {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:26:57.412350 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-2a4d94be-2717-4ebb-986f-0370cb0ed54d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:57.412817 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4d94be-2717-4ebb-986f-0370cb0ed54d None None] Bound using segment: {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:26:57.413413 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-2a4d94be-2717-4ebb-986f-0370cb0ed54d None None] Bound port: 80174028-8b53-4ad5-b3a4-803e42ccf27f, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:26:57.413938 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-2a4d94be-2717-4ebb-986f-0370cb0ed54d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (80174028-8b53-4ad5-b3a4-803e42ccf27f), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:57.482622 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-2a4d94be-2717-4ebb-986f-0370cb0ed54d None None] For port 80174028-8b53-4ad5-b3a4-803e42ccf27f, host n-d-812111-14, cleared binding levels {{(pid=103307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:26:57.486798 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-2a4d94be-2717-4ebb-986f-0370cb0ed54d None None] For port 80174028-8b53-4ad5-b3a4-803e42ccf27f, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=80174028-8b53-4ad5-b3a4-803e42ccf27f,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:26:57.498448 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-2a4d94be-2717-4ebb-986f-0370cb0ed54d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (80174028-8b53-4ad5-b3a4-803e42ccf27f), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:57.511626 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-862673be-42c2-408f-ba5b-41e76dc895b0 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] 10.222.0.64 "GET /v2.0/routers/b0a6c199-b630-4776-b036-16bd221a7aa2 HTTP/1.1" status: 200 len: 909 time: 1.0516293 Jan 28 19:26:57.513167 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 54402) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:26:57.524895 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-3e1e8151-b789-440b-aad0-1fd411462627 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1609233021', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'enable_snat': True}}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:26:57.526831 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9703106e-4d58-459d-a8fd-f494047d041e req-26d6fcaf-d829-4d30-aa45-804d3bbb91fa tempest-ListImageFiltersTestJSON-91277605 tempest-ListImageFiltersTestJSON-91277605-project] 10.222.0.64 "GET /v2.0/security-groups?id=988502f3-fd52-4a84-a285-c3333424d093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6191652 Jan 28 19:26:57.556890 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e2c460ca-cece-42ba-bc9a-95f71ee651e2 tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-731074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-731460'] for router (57735bc3-3435-4234-839f-0a86ad7ae3c1), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:57.596026 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3e1e8151-b789-440b-aad0-1fd411462627 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261150'] for router (17ef049c-b077-4463-8196-a8533ada95a9), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:57.597239 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3e1e8151-b789-440b-aad0-1fd411462627 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-731099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-731441', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261129'] for router (17ef049c-b077-4463-8196-a8533ada95a9), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:57.607543 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d0c1a8-e6cd-4609-9373-61b5ffe92237 None None] Pushing event updated for resources: {'Port': ['ID=80174028-8b53-4ad5-b3a4-803e42ccf27f,revision_number=3']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:57.611914 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4d94be-2717-4ebb-986f-0370cb0ed54d None None] Routers {'b0a6c199-b630-4776-b036-16bd221a7aa2'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:26:57.612542 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-2a4d94be-2717-4ebb-986f-0370cb0ed54d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:26:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['b0a6c199-b630-4776-b036-16bd221a7aa2'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:26:57.625274 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-a6b78315-15d7-42f8-8913-827282c359f9 req-41eca0ae-5f8a-4b26-8ab6-885ca8454ddd tempest-FloatingIPDetailsTestJSON-252725370 tempest-FloatingIPDetailsTestJSON-252725370-project] Publish callbacks [] for port (91bdaf57-2942-46d0-b6b4-020e608062a5), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:57.733023 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cde7b56c-5656-4435-8102-a5dd98982ac4 admin admin] Publish callbacks [] for security_group (34fd16aa-bc16-43b2-a425-6b37ee4bad1e), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:57.734798 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-a6b78315-15d7-42f8-8913-827282c359f9 req-41eca0ae-5f8a-4b26-8ab6-885ca8454ddd tempest-FloatingIPDetailsTestJSON-252725370 tempest-FloatingIPDetailsTestJSON-252725370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (91bdaf57-2942-46d0-b6b4-020e608062a5), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:57.741396 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3e1e8151-b789-440b-aad0-1fd411462627 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Publish callbacks [] for router_controller (17ef049c-b077-4463-8196-a8533ada95a9), precommit_add_association {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:57.749248 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cde7b56c-5656-4435-8102-a5dd98982ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (34fd16aa-bc16-43b2-a425-6b37ee4bad1e), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:57.831632 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2c460ca-cece-42ba-bc9a-95f71ee651e2 tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] Router 57735bc3-3435-4234-839f-0a86ad7ae3c1 is scheduled to L3 agent 76fe5c49-705a-4e08-abb2-be585676213f with binding_index 1 {{(pid=103304) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 19:26:57.838706 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-2a4d94be-2717-4ebb-986f-0370cb0ed54d None None] Set router b0a6c199-b630-4776-b036-16bd221a7aa2 gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:26:58.005575 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 07191a40-17f8-4c60-b133-48e2bc853a4d details requested by agent hyperv_n-h1-812111-14 with host n-h1-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:26:58.022559 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2c460ca-cece-42ba-bc9a-95f71ee651e2 tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:26:58.043458 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0683c3-51e0-4210-8100-24108a8630fb None None] Sync routers for ids ['57735bc3-3435-4234-839f-0a86ad7ae3c1'] in n-d-812111-14 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:26:58.114618 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e2c460ca-cece-42ba-bc9a-95f71ee651e2 tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:58.118871 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-e2c460ca-cece-42ba-bc9a-95f71ee651e2 tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 8.4642267 Jan 28 19:26:58.119670 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 54408) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:26:58.142093 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e1628b-f428-4dec-bdbe-7b13cee640f0 req-0d69cd62-4670-4026-8d3b-0cd3a5764755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:58.143870 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-27e1628b-f428-4dec-bdbe-7b13cee640f0 req-0d69cd62-4670-4026-8d3b-0cd3a5764755 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c3bb2ec73a174fcda5cafb398102663f&device_id=4b7b3ff2-8def-48cc-a292-47020d0a0799 HTTP/1.1" status: 200 len: 1128 time: 0.2524574 Jan 28 19:26:58.149134 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde7b56c-5656-4435-8102-a5dd98982ac4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34fd16aa-bc16-43b2-a425-6b37ee4bad1e,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:58.156628 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-cde7b56c-5656-4435-8102-a5dd98982ac4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e9a0e42dcf6d46128d63ed5983c6902d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0944116 Jan 28 19:26:58.156628 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41eca0ae-5f8a-4b26-8ab6-885ca8454ddd tempest-FloatingIPDetailsTestJSON-252725370 tempest-FloatingIPDetailsTestJSON-252725370-project] Pushing event updated for resources: {'Port': ['ID=91bdaf57-2942-46d0-b6b4-020e608062a5,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:58.158660 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 54410) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:26:58.161215 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3e1e8151-b789-440b-aad0-1fd411462627 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Publish callbacks [] for router_gateway (17ef049c-b077-4463-8196-a8533ada95a9), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:58.200920 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-2a4d94be-2717-4ebb-986f-0370cb0ed54d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0a6c199-b630-4776-b036-16bd221a7aa2', 'name': 'tempest-snat-router-1609233021', 'tenant_id': '18db84f7dd1848fe9db2b1a3fc67318c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.151'}], 'enable_snat': False}, 'gw_port_id': '80174028-8b53-4ad5-b3a4-803e42ccf27f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:26:48Z', 'updated_at': '2022-01-28T19:26:53Z', 'revision_number': 3, 'project_id': '18db84f7dd1848fe9db2b1a3fc67318c', 'gw_port': {'id': '80174028-8b53-4ad5-b3a4-803e42ccf27f', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:4a:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0a6c199-b630-4776-b036-16bd221a7aa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:26:50Z', 'updated_at': '2022-01-28T19:26:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:26:58.206697 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0683c3-51e0-4210-8100-24108a8630fb None None] Routers {'57735bc3-3435-4234-839f-0a86ad7ae3c1'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:26:58.224723 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-7b0683c3-51e0-4210-8100-24108a8630fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:26:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['57735bc3-3435-4234-839f-0a86ad7ae3c1'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:26:58.227145 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae957dca-0a2e-475a-8f25-2df9a7054332 req-a4b99ffc-0bc9-423e-bc42-1baa52aae291 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:58.229130 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ae957dca-0a2e-475a-8f25-2df9a7054332 req-a4b99ffc-0bc9-423e-bc42-1baa52aae291 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/ports?device_id=4ae4a35f-bc01-46b0-a7c0-4a0d00ca0dcf HTTP/1.1" status: 200 len: 944 time: 0.2116084 Jan 28 19:26:58.289793 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4d94be-2717-4ebb-986f-0370cb0ed54d None None] The sync data for ids ['b0a6c199-b630-4776-b036-16bd221a7aa2'] in n-d-812111-14 is: [{'id': 'b0a6c199-b630-4776-b036-16bd221a7aa2', 'name': 'tempest-snat-router-1609233021', 'tenant_id': '18db84f7dd1848fe9db2b1a3fc67318c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.151'}], 'enable_snat': False}, 'gw_port_id': '80174028-8b53-4ad5-b3a4-803e42ccf27f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:26:48Z', 'updated_at': '2022-01-28T19:26:53Z', 'revision_number': 3, 'project_id': '18db84f7dd1848fe9db2b1a3fc67318c', 'gw_port': {'id': '80174028-8b53-4ad5-b3a4-803e42ccf27f', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:4a:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0a6c199-b630-4776-b036-16bd221a7aa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:26:50Z', 'updated_at': '2022-01-28T19:26:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-812111-14'}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:26:58.301035 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ae957dca-0a2e-475a-8f25-2df9a7054332 req-5a5ad937-e3b7-44ab-90c6-aea6533ef7b1 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/security-groups?id=f474bf53-325f-4ec5-b389-bc6e034fc623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656435 Jan 28 19:26:58.302522 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-7b0683c3-51e0-4210-8100-24108a8630fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:26:58.348862 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0683c3-51e0-4210-8100-24108a8630fb None None] Routers {'57735bc3-3435-4234-839f-0a86ad7ae3c1'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:26:58.349766 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-7b0683c3-51e0-4210-8100-24108a8630fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:26:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['57735bc3-3435-4234-839f-0a86ad7ae3c1'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:26:58.396752 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-7b0683c3-51e0-4210-8100-24108a8630fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:26:58.402130 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0683c3-51e0-4210-8100-24108a8630fb None None] The sync data for ids ['57735bc3-3435-4234-839f-0a86ad7ae3c1'] in n-d-812111-14 is: [] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:26:58.426566 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 07191a40-17f8-4c60-b133-48e2bc853a4d, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=07191a40-17f8-4c60-b133-48e2bc853a4d,segment=NetworkSegment(e068a65d-85a7-4b6f-806f-2e18a6e2925d),segment_id=e068a65d-85a7-4b6f-806f-2e18a6e2925d)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:26:58.464042 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Returning: {'device': '07191a40-17f8-4c60-b133-48e2bc853a4d', 'network_id': '311cc39e-64ae-4fb3-9d47-d497c4799ab7', 'port_id': '07191a40-17f8-4c60-b133-48e2bc853a4d', 'mac_address': 'fa:16:3e:a0:52:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '008283d9-57a3-42a0-90a1-80f5c1a16864', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:26:58.531588 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port 07191a40-17f8-4c60-b133-48e2bc853a4d is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:26:58.532791 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (07191a40-17f8-4c60-b133-48e2bc853a4d), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:58.567603 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07191a40-17f8-4c60-b133-48e2bc853a4d {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:26:58.604178 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-09d30ea8-799d-44ef-83a6-4545c05ca222 req-b7f301bb-6879-4629-820e-436de73dd216 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.64 "GET /v2.0/ports?device_id=5bd15075-1e8c-4d4e-9154-d45912ca536e HTTP/1.1" status: 200 len: 210 time: 0.1430852 Jan 28 19:26:58.609628 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 07191a40-17f8-4c60-b133-48e2bc853a4d, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=07191a40-17f8-4c60-b133-48e2bc853a4d,segment=NetworkSegment(e068a65d-85a7-4b6f-806f-2e18a6e2925d),segment_id=e068a65d-85a7-4b6f-806f-2e18a6e2925d)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:26:58.622709 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (07191a40-17f8-4c60-b133-48e2bc853a4d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:58.755314 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=07191a40-17f8-4c60-b133-48e2bc853a4d,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:58.869657 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 22d38e27-1ee2-4592-a814-3f59cafbe64b up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:26:58.905793 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['07191a40-17f8-4c60-b133-48e2bc853a4d'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:26:59.034779 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 22d38e27-1ee2-4592-a814-3f59cafbe64b triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:26:59.035977 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (22d38e27-1ee2-4592-a814-3f59cafbe64b), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:59.087949 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-a6b78315-15d7-42f8-8913-827282c359f9 req-41eca0ae-5f8a-4b26-8ab6-885ca8454ddd tempest-FloatingIPDetailsTestJSON-252725370 tempest-FloatingIPDetailsTestJSON-252725370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734886'] for floatingip (a7fb7306-fbcc-4895-ba0e-2e498f93f780), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:59.095906 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7d319bb3-f9de-4d4e-bad9-75619d7040ea admin admin] Publish callbacks [] for security_group (34fd16aa-bc16-43b2-a425-6b37ee4bad1e), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:59.283783 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 22d38e27-1ee2-4592-a814-3f59cafbe64b is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:26:59.317822 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f360d0e8-05ad-496c-8b52-ad1347d15db2 tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:59.372490 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e1628b-f428-4dec-bdbe-7b13cee640f0 req-22a6a92c-520a-4153-a646-411b39491e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:59.374812 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-27e1628b-f428-4dec-bdbe-7b13cee640f0 req-22a6a92c-520a-4153-a646-411b39491e6c service neutron] 10.222.0.70 "GET /v2.0/networks?id=6fa40d3b-3f4b-4104-afea-21db80512bd7 HTTP/1.1" status: 200 len: 918 time: 1.2084780 Jan 28 19:26:59.433954 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7d319bb3-f9de-4d4e-bad9-75619d7040ea admin admin] Publish callbacks [] for security_group (34fd16aa-bc16-43b2-a425-6b37ee4bad1e), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:59.491321 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-a6b78315-15d7-42f8-8913-827282c359f9 req-41eca0ae-5f8a-4b26-8ab6-885ca8454ddd tempest-FloatingIPDetailsTestJSON-252725370 tempest-FloatingIPDetailsTestJSON-252725370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for floatingip (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:59.492731 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a6b78315-15d7-42f8-8913-827282c359f9 req-41eca0ae-5f8a-4b26-8ab6-885ca8454ddd tempest-FloatingIPDetailsTestJSON-252725370 tempest-FloatingIPDetailsTestJSON-252725370-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.1707363 Jan 28 19:26:59.494037 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-27e1628b-f428-4dec-bdbe-7b13cee640f0 req-9266d225-7684-413c-bef9-9d0c3c98cdb2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=06529ba6-5ba7-465e-9d21-c4d3fc65ab53 HTTP/1.1" status: 200 len: 217 time: 0.0551705 Jan 28 19:26:59.611746 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a6b78315-15d7-42f8-8913-827282c359f9 req-8ad388e5-022d-4a68-ac02-7878ee20e56a tempest-FloatingIPDetailsTestJSON-252725370 tempest-FloatingIPDetailsTestJSON-252725370-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.6.90 HTTP/1.1" status: 200 len: 695 time: 0.1067390 Jan 28 19:26:59.626433 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e1628b-f428-4dec-bdbe-7b13cee640f0 req-3d29478c-1a22-4291-99ca-b184da447896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:59.627861 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-27e1628b-f428-4dec-bdbe-7b13cee640f0 req-3d29478c-1a22-4291-99ca-b184da447896 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0682cf17-1671-4e06-a862-31b529728694 HTTP/1.1" status: 200 len: 858 time: 0.1160183 Jan 28 19:26:59.671205 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-27e1628b-f428-4dec-bdbe-7b13cee640f0 req-e827194b-b1f0-4fd0-a9d4-350e6efdac8d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6fa40d3b-3f4b-4104-afea-21db80512bd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306613 Jan 28 19:26:59.778549 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7d319bb3-f9de-4d4e-bad9-75619d7040ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (34fd16aa-bc16-43b2-a425-6b37ee4bad1e), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:59.780970 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7d319bb3-f9de-4d4e-bad9-75619d7040ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:59.782164 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-7d319bb3-f9de-4d4e-bad9-75619d7040ea admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/34fd16aa-bc16-43b2-a425-6b37ee4bad1e HTTP/1.1" status: 204 len: 168 time: 1.6148145 Jan 28 19:26:59.800322 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d319bb3-f9de-4d4e-bad9-75619d7040ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34fd16aa-bc16-43b2-a425-6b37ee4bad1e,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:59.819002 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27081fbe-0a7f-40c7-b4b8-528e5335fab7 req-33436b96-d7b4-4f39-affe-621c141c4cf7 tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:59.820565 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-27081fbe-0a7f-40c7-b4b8-528e5335fab7 req-33436b96-d7b4-4f39-affe-621c141c4cf7 tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] 10.222.0.64 "GET /v2.0/ports?device_id=4b7b3ff2-8def-48cc-a292-47020d0a0799 HTTP/1.1" status: 200 len: 945 time: 0.3307657 Jan 28 19:26:59.931776 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b78315-15d7-42f8-8913-827282c359f9 req-18c6e1e0-06f3-48d6-bbac-66ad431b09e6 tempest-FloatingIPDetailsTestJSON-252725370 tempest-FloatingIPDetailsTestJSON-252725370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:59.933037 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a6b78315-15d7-42f8-8913-827282c359f9 req-18c6e1e0-06f3-48d6-bbac-66ad431b09e6 tempest-FloatingIPDetailsTestJSON-252725370 tempest-FloatingIPDetailsTestJSON-252725370-project] 10.222.0.64 "GET /v2.0/networks/d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 HTTP/1.1" status: 200 len: 784 time: 0.3039303 Jan 28 19:26:59.941925 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-27e1628b-f428-4dec-bdbe-7b13cee640f0 req-a2470e3f-8626-433e-99cc-e149852966a1 service neutron] 10.222.0.70 "GET /v2.0/networks/6fa40d3b-3f4b-4104-afea-21db80512bd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2575541 Jan 28 19:26:59.943852 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-f360d0e8-05ad-496c-8b52-ad1347d15db2 tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] Allocated IP 172.20.0.1 (197b4fbc-d01e-4a6b-be36-17a233a112e2/ab7acb7c-835e-4b8b-813f-943c26cc8e84/a5fca78b-987e-47a2-9a9d-5de82866e296) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:26:59.947293 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [req-a6b78315-15d7-42f8-8913-827282c359f9 req-7f3413cb-1ab9-4175-9f2d-622705357ad9 tempest-FloatingIPDetailsTestJSON-252725370 tempest-FloatingIPDetailsTestJSON-252725370-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:26:59.948274 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a6b78315-15d7-42f8-8913-827282c359f9 req-7f3413cb-1ab9-4175-9f2d-622705357ad9 tempest-FloatingIPDetailsTestJSON-252725370 tempest-FloatingIPDetailsTestJSON-252725370-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054882 Jan 28 19:27:00.022224 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 07191a40-17f8-4c60-b133-48e2bc853a4d up at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:27:00.141450 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3e1e8151-b789-440b-aad0-1fd411462627 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Publish callbacks [] for router_gateway (17ef049c-b077-4463-8196-a8533ada95a9), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:00.143895 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-27081fbe-0a7f-40c7-b4b8-528e5335fab7 req-f1124f1e-84d1-42af-82c7-15c5cd0f9e81 tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] 10.222.0.64 "GET /v2.0/security-groups?id=6e3b5f6f-cd04-46bb-9eb5-a6c7cbc22d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3080471 Jan 28 19:27:00.152001 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning for port 07191a40-17f8-4c60-b133-48e2bc853a4d completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:27:00.174636 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning complete for port 07191a40-17f8-4c60-b133-48e2bc853a4d triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:27:00.175024 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (07191a40-17f8-4c60-b133-48e2bc853a4d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:00.207406 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3e1e8151-b789-440b-aad0-1fd411462627 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:00.217355 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658c7614-3a31-4229-b797-fe133e41fd68 req-bdcb0cd4-69ea-41c7-ad53-a42b91408e18 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:00.219524 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-658c7614-3a31-4229-b797-fe133e41fd68 req-bdcb0cd4-69ea-41c7-ad53-a42b91408e18 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/ports?device_id=4ae4a35f-bc01-46b0-a7c0-4a0d00ca0dcf HTTP/1.1" status: 200 len: 945 time: 0.1495452 Jan 28 19:27:00.230273 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-27e1628b-f428-4dec-bdbe-7b13cee640f0 req-f6e03ded-d0a9-46da-beae-815434cdb5bc service neutron] 10.222.0.70 "GET /v2.0/networks/6fa40d3b-3f4b-4104-afea-21db80512bd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2480335 Jan 28 19:27:00.352549 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f360d0e8-05ad-496c-8b52-ad1347d15db2 tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] Publish callbacks [] for port (a5fca78b-987e-47a2-9a9d-5de82866e296), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:00.359147 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-658c7614-3a31-4229-b797-fe133e41fd68 req-9fda2bde-85fd-498d-890b-be541d2bdf63 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/security-groups?id=f474bf53-325f-4ec5-b389-bc6e034fc623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268239 Jan 28 19:27:00.430821 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port 07191a40-17f8-4c60-b133-48e2bc853a4d is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:27:00.431492 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (07191a40-17f8-4c60-b133-48e2bc853a4d), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:00.474071 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ae4a35f-bc01-46b0-a7c0-4a0d00ca0dcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07191a40-17f8-4c60-b133-48e2bc853a4d'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:27:00.477323 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5784e98-6514-4022-b9fb-87484d3e3125" -d '{"events": [{"server_uuid": "4ae4a35f-bc01-46b0-a7c0-4a0d00ca0dcf", "name": "network-vif-plugged", "status": "completed", "tag": "07191a40-17f8-4c60-b133-48e2bc853a4d"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:27:00.486780 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-76bc61bf-8af0-4ce0-a4bb-5da679223c6b req-5dcad7e4-8ab5-42b2-b693-307bd60d32b1 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.64 "GET /v2.0/ports?device_id=5bd15075-1e8c-4d4e-9154-d45912ca536e HTTP/1.1" status: 200 len: 210 time: 0.0679085 Jan 28 19:27:00.502358 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 07191a40-17f8-4c60-b133-48e2bc853a4d, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=07191a40-17f8-4c60-b133-48e2bc853a4d,segment=NetworkSegment(e068a65d-85a7-4b6f-806f-2e18a6e2925d),segment_id=e068a65d-85a7-4b6f-806f-2e18a6e2925d)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:27:00.509582 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (07191a40-17f8-4c60-b133-48e2bc853a4d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:00.546742 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f360d0e8-05ad-496c-8b52-ad1347d15db2 tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (a5fca78b-987e-47a2-9a9d-5de82866e296), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:00.599263 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-3e1e8151-b789-440b-aad0-1fd411462627 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Allocated IP 172.25.6.24 (d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8/a648e4ab-7422-41b9-b133-58aca25ab8f5/56fe77c1-289c-40c4-8ddb-137595246fe7) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:27:00.601484 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abcf5862-6267-4b1f-925b-dda91265e355 x-openstack-request-id: req-abcf5862-6267-4b1f-925b-dda91265e355 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:27:00.601848 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ae4a35f-bc01-46b0-a7c0-4a0d00ca0dcf", "name": "network-vif-plugged", "status": "completed", "tag": "07191a40-17f8-4c60-b133-48e2bc853a4d", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:27:00.602170 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-abcf5862-6267-4b1f-925b-dda91265e355 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:27:00.602803 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ae4a35f-bc01-46b0-a7c0-4a0d00ca0dcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07191a40-17f8-4c60-b133-48e2bc853a4d', 'code': 200} Jan 28 19:27:00.608551 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=07191a40-17f8-4c60-b133-48e2bc853a4d,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:00.645905 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f360d0e8-05ad-496c-8b52-ad1347d15db2 tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] Pushing event updated for resources: {'Port': ['ID=a5fca78b-987e-47a2-9a9d-5de82866e296,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:00.653319 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f360d0e8-05ad-496c-8b52-ad1347d15db2 tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] Network 197b4fbc-d01e-4a6b-be36-17a233a112e2 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:27:00.655150 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-f360d0e8-05ad-496c-8b52-ad1347d15db2 tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:27:00.657758 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f360d0e8-05ad-496c-8b52-ad1347d15db2 tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:27:00.771405 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4f109863-dfb1-410a-bb22-20a9e82bba26 req-ee1f37ad-7608-4541-9046-2464844e46c6 tempest-FloatingIPDetailsTestJSON-252725370 tempest-FloatingIPDetailsTestJSON-252725370-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3313410 Jan 28 19:27:00.778571 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f360d0e8-05ad-496c-8b52-ad1347d15db2 tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734769'] for router_interface (57735bc3-3435-4234-839f-0a86ad7ae3c1), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:00.826523 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309387db-1397-479f-bd05-de1b3f0387c5 req-7a5e671c-7ef9-4030-b4f9-bcfea79f61e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:00.828048 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-309387db-1397-479f-bd05-de1b3f0387c5 req-7a5e671c-7ef9-4030-b4f9-bcfea79f61e2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4ae4a35f-bc01-46b0-a7c0-4a0d00ca0dcf HTTP/1.1" status: 200 len: 1129 time: 0.1551514 Jan 28 19:27:00.831075 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-4f109863-dfb1-410a-bb22-20a9e82bba26 req-bec50221-d885-4bd7-9251-f276df3bac2e tempest-FloatingIPDetailsTestJSON-252725370 tempest-FloatingIPDetailsTestJSON-252725370-project] Request body: {'floatingip': {'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:27:00.902489 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 80174028-8b53-4ad5-b3a4-803e42ccf27f up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:27:00.952509 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3e1e8151-b789-440b-aad0-1fd411462627 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Publish callbacks [] for port (56fe77c1-289c-40c4-8ddb-137595246fe7), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:00.988737 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 80174028-8b53-4ad5-b3a4-803e42ccf27f triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:27:00.989266 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (80174028-8b53-4ad5-b3a4-803e42ccf27f), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:01.018442 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-4f109863-dfb1-410a-bb22-20a9e82bba26 req-bec50221-d885-4bd7-9251-f276df3bac2e tempest-FloatingIPDetailsTestJSON-252725370 tempest-FloatingIPDetailsTestJSON-252725370-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:01.060474 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f360d0e8-05ad-496c-8b52-ad1347d15db2 tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (a5fca78b-987e-47a2-9a9d-5de82866e296), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:01.102836 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-309387db-1397-479f-bd05-de1b3f0387c5 req-13465d71-dfce-4851-85cc-f357bcf265cb service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f474bf53-325f-4ec5-b389-bc6e034fc623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2596986 Jan 28 19:27:01.147050 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3e1e8151-b789-440b-aad0-1fd411462627 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (56fe77c1-289c-40c4-8ddb-137595246fe7), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:01.187555 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 80174028-8b53-4ad5-b3a4-803e42ccf27f is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:27:01.188070 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (80174028-8b53-4ad5-b3a4-803e42ccf27f), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:01.191694 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e1e8151-b789-440b-aad0-1fd411462627 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:27:01.195408 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-3e1e8151-b789-440b-aad0-1fd411462627 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:27:01.200755 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1e8151-b789-440b-aad0-1fd411462627 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:27:01.252519 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] For port 80174028-8b53-4ad5-b3a4-803e42ccf27f, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=80174028-8b53-4ad5-b3a4-803e42ccf27f,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:27:01.273318 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (80174028-8b53-4ad5-b3a4-803e42ccf27f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:01.309548 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1e8151-b789-440b-aad0-1fd411462627 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Pushing event updated for resources: {'Port': ['ID=56fe77c1-289c-40c4-8ddb-137595246fe7,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:01.371998 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-17b3d627-df6a-41d1-8a69-7c151d941af3 None None] Provisioning complete for port a5fca78b-987e-47a2-9a9d-5de82866e296 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:27:01.372867 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-17b3d627-df6a-41d1-8a69-7c151d941af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (a5fca78b-987e-47a2-9a9d-5de82866e296), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:01.430921 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Pushing event updated for resources: {'Port': ['ID=80174028-8b53-4ad5-b3a4-803e42ccf27f,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:01.449809 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-17b3d627-df6a-41d1-8a69-7c151d941af3 None None] Port a5fca78b-987e-47a2-9a9d-5de82866e296 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:27:01.461508 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e93ab5-3d2d-4e30-b440-4a7140344a1d req-9d572f18-0588-468a-8a93-4c5e026be64b tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:01.476313 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-89e93ab5-3d2d-4e30-b440-4a7140344a1d req-9d572f18-0588-468a-8a93-4c5e026be64b tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] 10.222.0.64 "GET /v2.0/ports?device_id=4b7b3ff2-8def-48cc-a292-47020d0a0799 HTTP/1.1" status: 200 len: 945 time: 0.1968131 Jan 28 19:27:01.540206 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-4f109863-dfb1-410a-bb22-20a9e82bba26 req-bec50221-d885-4bd7-9251-f276df3bac2e tempest-FloatingIPDetailsTestJSON-252725370 tempest-FloatingIPDetailsTestJSON-252725370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:01.620838 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-89e93ab5-3d2d-4e30-b440-4a7140344a1d req-c13d42e3-2bb8-4a0e-a717-cb0e7c09887d tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] 10.222.0.64 "GET /v2.0/security-groups?id=6e3b5f6f-cd04-46bb-9eb5-a6c7cbc22d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435368 Jan 28 19:27:01.728327 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f360d0e8-05ad-496c-8b52-ad1347d15db2 tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] Publish callbacks [] for port (a5fca78b-987e-47a2-9a9d-5de82866e296), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:01.735709 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f360d0e8-05ad-496c-8b52-ad1347d15db2 tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (a5fca78b-987e-47a2-9a9d-5de82866e296), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:01.745972 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-4f109863-dfb1-410a-bb22-20a9e82bba26 req-bec50221-d885-4bd7-9251-f276df3bac2e tempest-FloatingIPDetailsTestJSON-252725370 tempest-FloatingIPDetailsTestJSON-252725370-project] Allocated IP 172.25.6.230 (d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8/a648e4ab-7422-41b9-b133-58aca25ab8f5/b8d93a63-764b-4c9e-97b6-7aea1b3a34d6) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:27:01.760690 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3e1e8151-b789-440b-aad0-1fd411462627 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Publish callbacks [] for router_gateway (17ef049c-b077-4463-8196-a8533ada95a9), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:01.818682 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f360d0e8-05ad-496c-8b52-ad1347d15db2 tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-756216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-732801'] for router_interface (57735bc3-3435-4234-839f-0a86ad7ae3c1), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:01.891887 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f360d0e8-05ad-496c-8b52-ad1347d15db2 tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] Pushing event updated for resources: {'Port': ['ID=a5fca78b-987e-47a2-9a9d-5de82866e296,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:01.949339 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-4f109863-dfb1-410a-bb22-20a9e82bba26 req-bec50221-d885-4bd7-9251-f276df3bac2e tempest-FloatingIPDetailsTestJSON-252725370 tempest-FloatingIPDetailsTestJSON-252725370-project] Publish callbacks [] for port (b8d93a63-764b-4c9e-97b6-7aea1b3a34d6), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:01.962343 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a14a4c3-2eba-4258-b6e5-59ec3b1afb6a req-9ec71769-6904-413b-994f-ea4b82d4a74e tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:01.963888 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2a14a4c3-2eba-4258-b6e5-59ec3b1afb6a req-9ec71769-6904-413b-994f-ea4b82d4a74e tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/ports?device_id=4ae4a35f-bc01-46b0-a7c0-4a0d00ca0dcf HTTP/1.1" status: 200 len: 946 time: 0.1474543 Jan 28 19:27:02.037754 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device bc85f37e-d515-422c-96b8-8f6aa6732ed3 details requested by agent hyperv_n-h1-812111-14 with host n-h1-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:27:02.056189 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2a14a4c3-2eba-4258-b6e5-59ec3b1afb6a req-5df81e84-436c-483f-a39b-1b971482561c tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/security-groups?id=f474bf53-325f-4ec5-b389-bc6e034fc623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851183 Jan 28 19:27:02.082766 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f360d0e8-05ad-496c-8b52-ad1347d15db2 tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] Network 197b4fbc-d01e-4a6b-be36-17a233a112e2 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:27:02.086201 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-f360d0e8-05ad-496c-8b52-ad1347d15db2 tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:27:02.109149 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-4f109863-dfb1-410a-bb22-20a9e82bba26 req-bec50221-d885-4bd7-9251-f276df3bac2e tempest-FloatingIPDetailsTestJSON-252725370 tempest-FloatingIPDetailsTestJSON-252725370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (b8d93a63-764b-4c9e-97b6-7aea1b3a34d6), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:02.160763 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3e1e8151-b789-440b-aad0-1fd411462627 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-731074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-731460'] for router (17ef049c-b077-4463-8196-a8533ada95a9), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:02.173857 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f109863-dfb1-410a-bb22-20a9e82bba26 req-bec50221-d885-4bd7-9251-f276df3bac2e tempest-FloatingIPDetailsTestJSON-252725370 tempest-FloatingIPDetailsTestJSON-252725370-project] Network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:27:02.178282 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-4f109863-dfb1-410a-bb22-20a9e82bba26 req-bec50221-d885-4bd7-9251-f276df3bac2e tempest-FloatingIPDetailsTestJSON-252725370 tempest-FloatingIPDetailsTestJSON-252725370-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:27:02.184745 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f109863-dfb1-410a-bb22-20a9e82bba26 req-bec50221-d885-4bd7-9251-f276df3bac2e tempest-FloatingIPDetailsTestJSON-252725370 tempest-FloatingIPDetailsTestJSON-252725370-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:27:02.228933 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec50221-d885-4bd7-9251-f276df3bac2e tempest-FloatingIPDetailsTestJSON-252725370 tempest-FloatingIPDetailsTestJSON-252725370-project] Pushing event updated for resources: {'Port': ['ID=b8d93a63-764b-4c9e-97b6-7aea1b3a34d6,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:02.273400 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port bc85f37e-d515-422c-96b8-8f6aa6732ed3, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=bc85f37e-d515-422c-96b8-8f6aa6732ed3,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:27:02.275525 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-525f51eb-1015-4b9b-bd9a-ab56db5462b5 req-3797354d-62bf-4151-af30-9cac39e0fc83 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.64 "GET /v2.0/ports?device_id=5bd15075-1e8c-4d4e-9154-d45912ca536e HTTP/1.1" status: 200 len: 210 time: 0.0894709 Jan 28 19:27:02.305854 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Returning: {'device': 'bc85f37e-d515-422c-96b8-8f6aa6732ed3', 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91', 'port_id': 'bc85f37e-d515-422c-96b8-8f6aa6732ed3', 'mac_address': 'fa:16:3e:aa:d3:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2de4832-9ef6-4f40-9ac5-1557d5e6a6ff', 'ip_address': '192.168.233.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:27:02.318490 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f360d0e8-05ad-496c-8b52-ad1347d15db2 tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] Router 57735bc3-3435-4234-839f-0a86ad7ae3c1 has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:27:02.446935 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port bc85f37e-d515-422c-96b8-8f6aa6732ed3 is: ACTIVE; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:27:02.447376 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (bc85f37e-d515-422c-96b8-8f6aa6732ed3), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:02.499857 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bc85f37e-d515-422c-96b8-8f6aa6732ed3 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:27:02.547980 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port bc85f37e-d515-422c-96b8-8f6aa6732ed3, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=bc85f37e-d515-422c-96b8-8f6aa6732ed3,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:27:02.571568 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (bc85f37e-d515-422c-96b8-8f6aa6732ed3), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:02.585012 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-f27e094c-b6a5-4c7f-aa8f-5fc67bbe1552 None None] Provisioning complete for port a5fca78b-987e-47a2-9a9d-5de82866e296 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:27:02.585275 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f27e094c-b6a5-4c7f-aa8f-5fc67bbe1552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (a5fca78b-987e-47a2-9a9d-5de82866e296), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:02.620449 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f360d0e8-05ad-496c-8b52-ad1347d15db2 tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:27:02.633420 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b2caf2-c085-4c0d-8687-2d220b60e97c None None] Sync routers for ids ['57735bc3-3435-4234-839f-0a86ad7ae3c1'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:27:02.634070 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-f360d0e8-05ad-496c-8b52-ad1347d15db2 tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] 10.222.0.64 "PUT /v2.0/routers/57735bc3-3435-4234-839f-0a86ad7ae3c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5109229 Jan 28 19:27:02.641603 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 54504) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:27:02.662323 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-47fc344c-51c6-4ca4-ac4e-f8add9dda6e3 tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] Request body: {'port': {'network_id': '197b4fbc-d01e-4a6b-be36-17a233a112e2', 'name': 'tempest-FloatingIPAdminTestJSON-1636818267'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:27:02.664463 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b2caf2-c085-4c0d-8687-2d220b60e97c None None] Routers {'57735bc3-3435-4234-839f-0a86ad7ae3c1'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:27:02.665153 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-40b2caf2-c085-4c0d-8687-2d220b60e97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:26:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['57735bc3-3435-4234-839f-0a86ad7ae3c1'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:27:02.704675 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-f27e094c-b6a5-4c7f-aa8f-5fc67bbe1552 None None] Port a5fca78b-987e-47a2-9a9d-5de82866e296 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:27:02.747727 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-4f109863-dfb1-410a-bb22-20a9e82bba26 req-bec50221-d885-4bd7-9251-f276df3bac2e tempest-FloatingIPDetailsTestJSON-252725370 tempest-FloatingIPDetailsTestJSON-252725370-project] Publish callbacks [] for floatingip (ce54a984-3a84-4162-88e3-f1c620ba52ca), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:02.812115 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-40b2caf2-c085-4c0d-8687-2d220b60e97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:27:02.848605 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b2caf2-c085-4c0d-8687-2d220b60e97c None None] Routers {'57735bc3-3435-4234-839f-0a86ad7ae3c1'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:27:02.849537 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-40b2caf2-c085-4c0d-8687-2d220b60e97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:26:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['57735bc3-3435-4234-839f-0a86ad7ae3c1'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:27:02.873817 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e1e8151-b789-440b-aad0-1fd411462627 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Router 17ef049c-b077-4463-8196-a8533ada95a9 is scheduled to L3 agent 76fe5c49-705a-4e08-abb2-be585676213f with binding_index 1 {{(pid=103305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 19:27:02.904778 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47fc344c-51c6-4ca4-ac4e-f8add9dda6e3 tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] Made reservation on behalf of 2dca51dabfdd48fa93f7aba3da046adb for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:27:02.909162 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-47fc344c-51c6-4ca4-ac4e-f8add9dda6e3 tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:02.928437 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=bc85f37e-d515-422c-96b8-8f6aa6732ed3,revision_number=6']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:02.937142 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 80174028-8b53-4ad5-b3a4-803e42ccf27f up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:27:02.941920 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-4f109863-dfb1-410a-bb22-20a9e82bba26 req-bec50221-d885-4bd7-9251-f276df3bac2e tempest-FloatingIPDetailsTestJSON-252725370 tempest-FloatingIPDetailsTestJSON-252725370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (b8d93a63-764b-4c9e-97b6-7aea1b3a34d6), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:02.943888 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['bc85f37e-d515-422c-96b8-8f6aa6732ed3'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:27:02.948648 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-40b2caf2-c085-4c0d-8687-2d220b60e97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:27:02.952530 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [None req-47fc344c-51c6-4ca4-ac4e-f8add9dda6e3 tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] device_id is not set on port b983ac5f-c8a2-4c77-ac76-cd571279590d yet. {{(pid=103304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:27:02.962569 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b2caf2-c085-4c0d-8687-2d220b60e97c None None] The sync data for ids ['57735bc3-3435-4234-839f-0a86ad7ae3c1'] in n-d-812111-14 is: [] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:27:02.997688 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dd4ad7-141a-413a-b880-6f38c9bdb6a9 req-5b64b930-559c-4bc0-bb70-b025d5b40425 tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:03.003121 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-59dd4ad7-141a-413a-b880-6f38c9bdb6a9 req-5b64b930-559c-4bc0-bb70-b025d5b40425 tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] 10.222.0.64 "GET /v2.0/ports?device_id=4b7b3ff2-8def-48cc-a292-47020d0a0799 HTTP/1.1" status: 200 len: 945 time: 0.1388137 Jan 28 19:27:03.192922 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 80174028-8b53-4ad5-b3a4-803e42ccf27f triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:27:03.193777 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (80174028-8b53-4ad5-b3a4-803e42ccf27f), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:03.193894 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-59dd4ad7-141a-413a-b880-6f38c9bdb6a9 req-2ad4358d-67bb-4ef0-bb74-7213ea675cb7 tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] 10.222.0.64 "GET /v2.0/security-groups?id=6e3b5f6f-cd04-46bb-9eb5-a6c7cbc22d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785147 Jan 28 19:27:03.343283 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-47fc344c-51c6-4ca4-ac4e-f8add9dda6e3 tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] Allocated IP 172.20.0.4 (197b4fbc-d01e-4a6b-be36-17a233a112e2/ab7acb7c-835e-4b8b-813f-943c26cc8e84/b983ac5f-c8a2-4c77-ac76-cd571279590d) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:27:03.443063 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71962dfb-b748-45ab-bb72-9e60bff4ab11 req-9068d15b-2f6c-471c-97ea-cb82b6b745bc tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:03.444810 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-71962dfb-b748-45ab-bb72-9e60bff4ab11 req-9068d15b-2f6c-471c-97ea-cb82b6b745bc tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/ports?device_id=4ae4a35f-bc01-46b0-a7c0-4a0d00ca0dcf HTTP/1.1" status: 200 len: 946 time: 0.1038108 Jan 28 19:27:03.587188 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-71962dfb-b748-45ab-bb72-9e60bff4ab11 req-b0ed7869-cf5d-4958-ba16-1a09a26c2b22 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/security-groups?id=f474bf53-325f-4ec5-b389-bc6e034fc623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317897 Jan 28 19:27:03.588359 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 80174028-8b53-4ad5-b3a4-803e42ccf27f is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:27:03.761695 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3bac89ce-b354-4e99-b01e-24a5b0fa06c8 req-4a0078e2-1cc8-4c78-944b-9b024055295a tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.64 "GET /v2.0/ports?device_id=5bd15075-1e8c-4d4e-9154-d45912ca536e HTTP/1.1" status: 200 len: 210 time: 0.0593877 Jan 28 19:27:03.772785 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-47fc344c-51c6-4ca4-ac4e-f8add9dda6e3 tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] Publish callbacks [] for port (b983ac5f-c8a2-4c77-ac76-cd571279590d), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:03.849926 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e1e8151-b789-440b-aad0-1fd411462627 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:27:03.859873 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-47fc344c-51c6-4ca4-ac4e-f8add9dda6e3 tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (b983ac5f-c8a2-4c77-ac76-cd571279590d), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:03.862819 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e947294a-f363-4e91-9140-8636d4226d20 None None] Sync routers for ids ['17ef049c-b077-4463-8196-a8533ada95a9'] in n-d-812111-14 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:27:03.876459 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e947294a-f363-4e91-9140-8636d4226d20 None None] Routers {'17ef049c-b077-4463-8196-a8533ada95a9'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:27:03.877093 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-e947294a-f363-4e91-9140-8636d4226d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:26:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['17ef049c-b077-4463-8196-a8533ada95a9'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:27:03.899637 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3e1e8151-b789-440b-aad0-1fd411462627 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:03.911880 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-3e1e8151-b789-440b-aad0-1fd411462627 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 6.3975122 Jan 28 19:27:03.921445 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 54546) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:27:03.926270 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47fc344c-51c6-4ca4-ac4e-f8add9dda6e3 tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] Network 197b4fbc-d01e-4a6b-be36-17a233a112e2 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:27:03.956730 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-47fc344c-51c6-4ca4-ac4e-f8add9dda6e3 tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:27:03.986458 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47fc344c-51c6-4ca4-ac4e-f8add9dda6e3 tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:27:04.116867 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device bc85f37e-d515-422c-96b8-8f6aa6732ed3 up at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:27:04.249018 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-4a73f7bb-4d11-49c6-8e46-9ae8cf6e4b42 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] 10.222.0.64 "GET /v2.0/routers/17ef049c-b077-4463-8196-a8533ada95a9 HTTP/1.1" status: 200 len: 907 time: 0.3232963 Jan 28 19:27:04.260910 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 54552) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:27:04.343241 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-e947294a-f363-4e91-9140-8636d4226d20 None None] Set router 17ef049c-b077-4463-8196-a8533ada95a9 gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:27:04.374423 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-4f109863-dfb1-410a-bb22-20a9e82bba26 req-bec50221-d885-4bd7-9251-f276df3bac2e tempest-FloatingIPDetailsTestJSON-252725370 tempest-FloatingIPDetailsTestJSON-252725370-project] Publish callbacks [] for port (b8d93a63-764b-4c9e-97b6-7aea1b3a34d6), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:04.398477 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-4f109863-dfb1-410a-bb22-20a9e82bba26 req-bec50221-d885-4bd7-9251-f276df3bac2e tempest-FloatingIPDetailsTestJSON-252725370 tempest-FloatingIPDetailsTestJSON-252725370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (b8d93a63-764b-4c9e-97b6-7aea1b3a34d6), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:04.562867 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec50221-d885-4bd7-9251-f276df3bac2e tempest-FloatingIPDetailsTestJSON-252725370 tempest-FloatingIPDetailsTestJSON-252725370-project] Pushing event updated for resources: {'Port': ['ID=b8d93a63-764b-4c9e-97b6-7aea1b3a34d6,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:04.580199 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-19fc0a0b-899f-4250-8eed-44948a8aa3e8 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Publish callbacks [] for router (17ef049c-b077-4463-8196-a8533ada95a9), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:04.697011 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-4f109863-dfb1-410a-bb22-20a9e82bba26 req-bec50221-d885-4bd7-9251-f276df3bac2e tempest-FloatingIPDetailsTestJSON-252725370 tempest-FloatingIPDetailsTestJSON-252725370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734886'] for floatingip (ce54a984-3a84-4162-88e3-f1c620ba52ca), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:04.702410 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-19fc0a0b-899f-4250-8eed-44948a8aa3e8 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Publish callbacks [] for router_gateway (17ef049c-b077-4463-8196-a8533ada95a9), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:04.725163 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-4f109863-dfb1-410a-bb22-20a9e82bba26 req-bec50221-d885-4bd7-9251-f276df3bac2e tempest-FloatingIPDetailsTestJSON-252725370 tempest-FloatingIPDetailsTestJSON-252725370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for floatingip (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:04.727086 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4f109863-dfb1-410a-bb22-20a9e82bba26 req-bec50221-d885-4bd7-9251-f276df3bac2e tempest-FloatingIPDetailsTestJSON-252725370 tempest-FloatingIPDetailsTestJSON-252725370-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.9262633 Jan 28 19:27:04.785678 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-bcf950e7-ef44-4c39-89ce-db56447f06a0 None None] Provisioning complete for port b983ac5f-c8a2-4c77-ac76-cd571279590d triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:27:04.786224 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-bcf950e7-ef44-4c39-89ce-db56447f06a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (b983ac5f-c8a2-4c77-ac76-cd571279590d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:04.823753 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning complete for port bc85f37e-d515-422c-96b8-8f6aa6732ed3 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:27:04.824935 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (bc85f37e-d515-422c-96b8-8f6aa6732ed3), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:04.873676 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-bcf950e7-ef44-4c39-89ce-db56447f06a0 None None] Port b983ac5f-c8a2-4c77-ac76-cd571279590d cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:27:04.879380 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fc344c-51c6-4ca4-ac4e-f8add9dda6e3 tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] Pushing event updated for resources: {'Port': ['ID=b983ac5f-c8a2-4c77-ac76-cd571279590d,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:04.903570 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4f109863-dfb1-410a-bb22-20a9e82bba26 req-1ac67b81-8b14-4ff3-afdc-3fb64ae36b05 tempest-FloatingIPDetailsTestJSON-252725370 tempest-FloatingIPDetailsTestJSON-252725370-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.6.230 HTTP/1.1" status: 200 len: 696 time: 0.1408050 Jan 28 19:27:04.912396 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47fc344c-51c6-4ca4-ac4e-f8add9dda6e3 tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:04.913065 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-47fc344c-51c6-4ca4-ac4e-f8add9dda6e3 tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:04.957391 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-47fc344c-51c6-4ca4-ac4e-f8add9dda6e3 tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3145459 Jan 28 19:27:04.969187 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694fd7bd-2554-4d03-a09d-e4de651a88cd req-b304f942-a5c4-4772-bb20-496079223f32 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:04.973227 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-e947294a-f363-4e91-9140-8636d4226d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ef049c-b077-4463-8196-a8533ada95a9', 'name': 'tempest-snat-router-1609233021', 'tenant_id': '18db84f7dd1848fe9db2b1a3fc67318c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': '56fe77c1-289c-40c4-8ddb-137595246fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:26:57Z', 'updated_at': '2022-01-28T19:27:01Z', 'revision_number': 3, 'project_id': '18db84f7dd1848fe9db2b1a3fc67318c', 'gw_port': {'id': '56fe77c1-289c-40c4-8ddb-137595246fe7', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e0:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17ef049c-b077-4463-8196-a8533ada95a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:27:00Z', 'updated_at': '2022-01-28T19:27:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:27:04.978091 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-694fd7bd-2554-4d03-a09d-e4de651a88cd req-b304f942-a5c4-4772-bb20-496079223f32 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/ports?device_id=28585266-030b-4653-8f95-0af6fbb46b20 HTTP/1.1" status: 200 len: 946 time: 1.0553486 Jan 28 19:27:04.978597 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 54558) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:27:05.093302 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-694fd7bd-2554-4d03-a09d-e4de651a88cd req-dd6cf139-ea21-44f5-a9c4-badeeb960121 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/security-groups?id=f474bf53-325f-4ec5-b389-bc6e034fc623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995111 Jan 28 19:27:05.159812 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e947294a-f363-4e91-9140-8636d4226d20 None None] Checking router: 17ef049c-b077-4463-8196-a8533ada95a9 for host: n-d-812111-14 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:27:05.161607 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e947294a-f363-4e91-9140-8636d4226d20 None None] Updating router 17ef049c-b077-4463-8196-a8533ada95a9 port 56fe77c1-289c-40c4-8ddb-137595246fe7 binding host n-d-812111-14 {{(pid=103306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:27:05.232988 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f109863-dfb1-410a-bb22-20a9e82bba26 req-e6cf2ced-e705-4b82-9162-7417debaaa37 tempest-FloatingIPDetailsTestJSON-252725370 tempest-FloatingIPDetailsTestJSON-252725370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:05.237645 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4f109863-dfb1-410a-bb22-20a9e82bba26 req-e6cf2ced-e705-4b82-9162-7417debaaa37 tempest-FloatingIPDetailsTestJSON-252725370 tempest-FloatingIPDetailsTestJSON-252725370-project] 10.222.0.64 "GET /v2.0/networks/d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 HTTP/1.1" status: 200 len: 784 time: 0.3269641 Jan 28 19:27:05.261325 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e947294a-f363-4e91-9140-8636d4226d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (56fe77c1-289c-40c4-8ddb-137595246fe7), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:05.294564 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-19fc0a0b-899f-4250-8eed-44948a8aa3e8 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Deleting port 56fe77c1-289c-40c4-8ddb-137595246fe7 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:27:05.295207 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-19fc0a0b-899f-4250-8eed-44948a8aa3e8 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (56fe77c1-289c-40c4-8ddb-137595246fe7), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:05.401727 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port bc85f37e-d515-422c-96b8-8f6aa6732ed3 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:27:05.405915 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (bc85f37e-d515-422c-96b8-8f6aa6732ed3), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:05.462008 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port bc85f37e-d515-422c-96b8-8f6aa6732ed3, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=bc85f37e-d515-422c-96b8-8f6aa6732ed3,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:27:05.463440 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37b2ff65-0003-4e64-b325-58ed7427a69f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc85f37e-d515-422c-96b8-8f6aa6732ed3'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:27:05.463677 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-19fc0a0b-899f-4250-8eed-44948a8aa3e8 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (56fe77c1-289c-40c4-8ddb-137595246fe7), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:05.466150 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eaf2546-87e2-45d7-8f55-44175826c5ea" -d '{"events": [{"server_uuid": "37b2ff65-0003-4e64-b325-58ed7427a69f", "name": "network-vif-plugged", "status": "completed", "tag": "bc85f37e-d515-422c-96b8-8f6aa6732ed3"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:27:05.471954 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (bc85f37e-d515-422c-96b8-8f6aa6732ed3), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:05.493180 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3f34dd-d5db-4d50-92fe-6cd09f762593 req-aef911fd-9472-4ba9-827d-566612c5ea11 tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:05.497124 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8b3f34dd-d5db-4d50-92fe-6cd09f762593 req-aef911fd-9472-4ba9-827d-566612c5ea11 tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] 10.222.0.64 "GET /v2.0/ports?device_id=4b7b3ff2-8def-48cc-a292-47020d0a0799 HTTP/1.1" status: 200 len: 945 time: 0.2728267 Jan 28 19:27:05.502803 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-19fc0a0b-899f-4250-8eed-44948a8aa3e8 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Calling delete_port for 56fe77c1-289c-40c4-8ddb-137595246fe7 owned by network:router_gateway {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:27:05.590737 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=bc85f37e-d515-422c-96b8-8f6aa6732ed3,revision_number=7']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:05.605180 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8b3f34dd-d5db-4d50-92fe-6cd09f762593 req-b85d35f3-659a-4b6b-b724-6657235d0c3b tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] 10.222.0.64 "GET /v2.0/security-groups?id=6e3b5f6f-cd04-46bb-9eb5-a6c7cbc22d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021755 Jan 28 19:27:05.690816 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-af7d39cc-033e-4571-b0e6-668ae1459471 tempest-FloatingIPAdminTestJSON-1126799019 tempest-FloatingIPAdminTestJSON-1126799019-project-admin] Request body: {'floatingip': {'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'project_id': '2dca51dabfdd48fa93f7aba3da046adb', 'port_id': 'b983ac5f-c8a2-4c77-ac76-cd571279590d'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:27:05.739721 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-af7d39cc-033e-4571-b0e6-668ae1459471 tempest-FloatingIPAdminTestJSON-1126799019 tempest-FloatingIPAdminTestJSON-1126799019-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:05.852244 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-19fc0a0b-899f-4250-8eed-44948a8aa3e8 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (56fe77c1-289c-40c4-8ddb-137595246fe7), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:05.917999 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-66ba6245-0953-496c-b1bb-3ba1256e75fd req-511c2dbe-a521-477e-8bdb-42aee5ea2c1c tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.64 "GET /v2.0/ports?device_id=5bd15075-1e8c-4d4e-9154-d45912ca536e HTTP/1.1" status: 200 len: 210 time: 0.0815618 Jan 28 19:27:05.967962 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fc0a0b-899f-4250-8eed-44948a8aa3e8 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Pushing event deleted for resources: {'Port': ['ID=56fe77c1-289c-40c4-8ddb-137595246fe7,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:06.013588 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c697fb-f0b8-4e21-ad4d-72c3c0628ec2 req-c9533cb8-3604-4f05-8394-9776a92a1bb8 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:06.014855 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-76c697fb-f0b8-4e21-ad4d-72c3c0628ec2 req-c9533cb8-3604-4f05-8394-9776a92a1bb8 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/ports?device_id=4ae4a35f-bc01-46b0-a7c0-4a0d00ca0dcf HTTP/1.1" status: 200 len: 946 time: 0.2557063 Jan 28 19:27:06.044123 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.db.api [None req-e947294a-f363-4e91-9140-8636d4226d20 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103306) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 19:27:06.048750 n-d-812111-14 neutron-server[103306]: DEBUG oslo_db.api [None req-e947294a-f363-4e91-9140-8636d4226d20 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 19:27:06.070642 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-19fc0a0b-899f-4250-8eed-44948a8aa3e8 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-731488'] for router_gateway (17ef049c-b077-4463-8196-a8533ada95a9), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:06.097871 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-76c697fb-f0b8-4e21-ad4d-72c3c0628ec2 req-a14720f4-f678-4f25-a2b2-2d51e97122b2 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/security-groups?id=f474bf53-325f-4ec5-b389-bc6e034fc623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735836 Jan 28 19:27:06.117914 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-af7d39cc-033e-4571-b0e6-668ae1459471 tempest-FloatingIPAdminTestJSON-1126799019 tempest-FloatingIPAdminTestJSON-1126799019-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:06.193610 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55597ba7-4ed7-483d-9ec4-4151daeeb1a3 x-openstack-request-id: req-55597ba7-4ed7-483d-9ec4-4151daeeb1a3 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:27:06.193910 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37b2ff65-0003-4e64-b325-58ed7427a69f", "name": "network-vif-plugged", "status": "completed", "tag": "bc85f37e-d515-422c-96b8-8f6aa6732ed3", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:27:06.194168 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-55597ba7-4ed7-483d-9ec4-4151daeeb1a3 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:27:06.194565 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37b2ff65-0003-4e64-b325-58ed7427a69f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc85f37e-d515-422c-96b8-8f6aa6732ed3', 'code': 200} Jan 28 19:27:06.195436 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-19fc0a0b-899f-4250-8eed-44948a8aa3e8 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-730901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261120'] for router (17ef049c-b077-4463-8196-a8533ada95a9), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:06.198262 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-19fc0a0b-899f-4250-8eed-44948a8aa3e8 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Publish callbacks [] for router_controller (17ef049c-b077-4463-8196-a8533ada95a9), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:06.341562 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-19fc0a0b-899f-4250-8eed-44948a8aa3e8 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-730908'] for router (17ef049c-b077-4463-8196-a8533ada95a9), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:06.344187 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19fc0a0b-899f-4250-8eed-44948a8aa3e8 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 17ef049c-b077-4463-8196-a8533ada95a9 {{(pid=103305) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:27:06.360759 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-19fc0a0b-899f-4250-8eed-44948a8aa3e8 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:06.367736 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 54586) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:27:06.371130 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-19fc0a0b-899f-4250-8eed-44948a8aa3e8 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] 10.222.0.64 "DELETE /v2.0/routers/17ef049c-b077-4463-8196-a8533ada95a9 HTTP/1.1" status: 204 len: 168 time: 2.1034064 Jan 28 19:27:06.479670 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-94133dc8-70e8-4fe8-ac1e-909002ce1902 req-0b4a1489-092f-439b-93a3-ceb34b7bad07 tempest-FloatingIPDetailsTestJSON-252725370 tempest-FloatingIPDetailsTestJSON-252725370-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5022852 Jan 28 19:27:06.489384 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-af7d39cc-033e-4571-b0e6-668ae1459471 tempest-FloatingIPAdminTestJSON-1126799019 tempest-FloatingIPAdminTestJSON-1126799019-project-admin] Allocated IP 172.25.6.77 (d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8/a648e4ab-7422-41b9-b133-58aca25ab8f5/e4081439-606b-4077-b067-44a87b82cf30) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:27:06.521684 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-94133dc8-70e8-4fe8-ac1e-909002ce1902 req-4e5694ae-0d06-4ecb-9f15-8580d5d45204 tempest-FloatingIPDetailsTestJSON-252725370 tempest-FloatingIPDetailsTestJSON-252725370-project] Request body: {'floatingip': {'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:27:06.554234 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-94133dc8-70e8-4fe8-ac1e-909002ce1902 req-4e5694ae-0d06-4ecb-9f15-8580d5d45204 tempest-FloatingIPDetailsTestJSON-252725370 tempest-FloatingIPDetailsTestJSON-252725370-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:06.607438 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e947294a-f363-4e91-9140-8636d4226d20 None None] Port 56fe77c1-289c-40c4-8ddb-137595246fe7 not found while updating agent binding for router 17ef049c-b077-4463-8196-a8533ada95a9. {{(pid=103306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jan 28 19:27:06.682203 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e947294a-f363-4e91-9140-8636d4226d20 None None] Routers set() bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:27:06.690573 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e947294a-f363-4e91-9140-8636d4226d20 None None] Router IDs set() for agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 28 19:27:06.691472 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_agentschedulers_db [None req-e947294a-f363-4e91-9140-8636d4226d20 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'17ef049c-b077-4463-8196-a8533ada95a9'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:26:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent'). {{(pid=103306) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jan 28 19:27:06.694789 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e947294a-f363-4e91-9140-8636d4226d20 None None] The sync data for ids ['17ef049c-b077-4463-8196-a8533ada95a9'] in n-d-812111-14 is: [] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:27:06.709331 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a7457d13-583a-4124-9ef2-dfc80af7d483 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:06.806925 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-94133dc8-70e8-4fe8-ac1e-909002ce1902 req-4e5694ae-0d06-4ecb-9f15-8580d5d45204 tempest-FloatingIPDetailsTestJSON-252725370 tempest-FloatingIPDetailsTestJSON-252725370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:06.815346 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-af7d39cc-033e-4571-b0e6-668ae1459471 tempest-FloatingIPAdminTestJSON-1126799019 tempest-FloatingIPAdminTestJSON-1126799019-project-admin] Publish callbacks [] for port (e4081439-606b-4077-b067-44a87b82cf30), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:06.906900 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-af7d39cc-033e-4571-b0e6-668ae1459471 tempest-FloatingIPAdminTestJSON-1126799019 tempest-FloatingIPAdminTestJSON-1126799019-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (e4081439-606b-4077-b067-44a87b82cf30), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:06.984293 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af7d39cc-033e-4571-b0e6-668ae1459471 tempest-FloatingIPAdminTestJSON-1126799019 tempest-FloatingIPAdminTestJSON-1126799019-project-admin] Network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:27:06.990780 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-af7d39cc-033e-4571-b0e6-668ae1459471 tempest-FloatingIPAdminTestJSON-1126799019 tempest-FloatingIPAdminTestJSON-1126799019-project-admin] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:27:06.993613 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7d39cc-033e-4571-b0e6-668ae1459471 tempest-FloatingIPAdminTestJSON-1126799019 tempest-FloatingIPAdminTestJSON-1126799019-project-admin] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:27:07.005672 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-94133dc8-70e8-4fe8-ac1e-909002ce1902 req-4e5694ae-0d06-4ecb-9f15-8580d5d45204 tempest-FloatingIPDetailsTestJSON-252725370 tempest-FloatingIPDetailsTestJSON-252725370-project] Allocated IP 172.25.6.145 (d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8/a648e4ab-7422-41b9-b133-58aca25ab8f5/7d0d558a-f468-4d08-af9e-5f6d4976868b) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:27:07.040609 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cc2bafcd-54a0-41e4-9e9c-5592f2427933 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Publish callbacks [] for router (b0a6c199-b630-4776-b036-16bd221a7aa2), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:07.115208 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-94133dc8-70e8-4fe8-ac1e-909002ce1902 req-4e5694ae-0d06-4ecb-9f15-8580d5d45204 tempest-FloatingIPDetailsTestJSON-252725370 tempest-FloatingIPDetailsTestJSON-252725370-project] Publish callbacks [] for port (7d0d558a-f468-4d08-af9e-5f6d4976868b), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:07.156845 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-94133dc8-70e8-4fe8-ac1e-909002ce1902 req-4e5694ae-0d06-4ecb-9f15-8580d5d45204 tempest-FloatingIPDetailsTestJSON-252725370 tempest-FloatingIPDetailsTestJSON-252725370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (7d0d558a-f468-4d08-af9e-5f6d4976868b), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:07.162197 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7d39cc-033e-4571-b0e6-668ae1459471 tempest-FloatingIPAdminTestJSON-1126799019 tempest-FloatingIPAdminTestJSON-1126799019-project-admin] Pushing event updated for resources: {'Port': ['ID=e4081439-606b-4077-b067-44a87b82cf30,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:07.201612 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca434e8-ebee-4005-908c-9dd1aea7d37b req-074b1e63-1909-40e0-8f42-cea50bddebb9 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:07.212959 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7ca434e8-ebee-4005-908c-9dd1aea7d37b req-074b1e63-1909-40e0-8f42-cea50bddebb9 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/ports?device_id=4ae4a35f-bc01-46b0-a7c0-4a0d00ca0dcf HTTP/1.1" status: 200 len: 946 time: 0.3237448 Jan 28 19:27:07.218819 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5694ae-0d06-4ecb-9f15-8580d5d45204 tempest-FloatingIPDetailsTestJSON-252725370 tempest-FloatingIPDetailsTestJSON-252725370-project] Pushing event updated for resources: {'Port': ['ID=7d0d558a-f468-4d08-af9e-5f6d4976868b,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:07.228570 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94133dc8-70e8-4fe8-ac1e-909002ce1902 req-4e5694ae-0d06-4ecb-9f15-8580d5d45204 tempest-FloatingIPDetailsTestJSON-252725370 tempest-FloatingIPDetailsTestJSON-252725370-project] Network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:27:07.230137 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-94133dc8-70e8-4fe8-ac1e-909002ce1902 req-4e5694ae-0d06-4ecb-9f15-8580d5d45204 tempest-FloatingIPDetailsTestJSON-252725370 tempest-FloatingIPDetailsTestJSON-252725370-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:27:07.232416 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-94133dc8-70e8-4fe8-ac1e-909002ce1902 req-4e5694ae-0d06-4ecb-9f15-8580d5d45204 tempest-FloatingIPDetailsTestJSON-252725370 tempest-FloatingIPDetailsTestJSON-252725370-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:27:07.238509 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cc2bafcd-54a0-41e4-9e9c-5592f2427933 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Publish callbacks [] for router_gateway (b0a6c199-b630-4776-b036-16bd221a7aa2), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:07.353934 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-94133dc8-70e8-4fe8-ac1e-909002ce1902 req-4e5694ae-0d06-4ecb-9f15-8580d5d45204 tempest-FloatingIPDetailsTestJSON-252725370 tempest-FloatingIPDetailsTestJSON-252725370-project] Publish callbacks [] for floatingip (17c82390-57c0-419c-a6a6-04b8cfa80768), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:07.416399 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-94133dc8-70e8-4fe8-ac1e-909002ce1902 req-4e5694ae-0d06-4ecb-9f15-8580d5d45204 tempest-FloatingIPDetailsTestJSON-252725370 tempest-FloatingIPDetailsTestJSON-252725370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (7d0d558a-f468-4d08-af9e-5f6d4976868b), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:07.488189 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7ca434e8-ebee-4005-908c-9dd1aea7d37b req-681d5d7a-8b3c-4498-a5e8-8de26cfa1712 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/security-groups?id=f474bf53-325f-4ec5-b389-bc6e034fc623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398329 Jan 28 19:27:07.686825 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-cc2bafcd-54a0-41e4-9e9c-5592f2427933 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Deleting port 80174028-8b53-4ad5-b3a4-803e42ccf27f {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:27:07.692353 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cc2bafcd-54a0-41e4-9e9c-5592f2427933 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (80174028-8b53-4ad5-b3a4-803e42ccf27f), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:07.735929 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-94133dc8-70e8-4fe8-ac1e-909002ce1902 req-4e5694ae-0d06-4ecb-9f15-8580d5d45204 tempest-FloatingIPDetailsTestJSON-252725370 tempest-FloatingIPDetailsTestJSON-252725370-project] Publish callbacks [] for port (7d0d558a-f468-4d08-af9e-5f6d4976868b), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:07.756777 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-94133dc8-70e8-4fe8-ac1e-909002ce1902 req-4e5694ae-0d06-4ecb-9f15-8580d5d45204 tempest-FloatingIPDetailsTestJSON-252725370 tempest-FloatingIPDetailsTestJSON-252725370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (7d0d558a-f468-4d08-af9e-5f6d4976868b), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:07.815390 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-cc2bafcd-54a0-41e4-9e9c-5592f2427933 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] For port 80174028-8b53-4ad5-b3a4-803e42ccf27f, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=80174028-8b53-4ad5-b3a4-803e42ccf27f,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:27:07.815968 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cc2bafcd-54a0-41e4-9e9c-5592f2427933 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (80174028-8b53-4ad5-b3a4-803e42ccf27f), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:07.833306 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-cc2bafcd-54a0-41e4-9e9c-5592f2427933 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Calling delete_port for 80174028-8b53-4ad5-b3a4-803e42ccf27f owned by network:router_gateway {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:27:07.888537 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-94133dc8-70e8-4fe8-ac1e-909002ce1902 req-4e5694ae-0d06-4ecb-9f15-8580d5d45204 tempest-FloatingIPDetailsTestJSON-252725370 tempest-FloatingIPDetailsTestJSON-252725370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734886'] for floatingip (17c82390-57c0-419c-a6a6-04b8cfa80768), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:07.918091 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5694ae-0d06-4ecb-9f15-8580d5d45204 tempest-FloatingIPDetailsTestJSON-252725370 tempest-FloatingIPDetailsTestJSON-252725370-project] Pushing event updated for resources: {'Port': ['ID=7d0d558a-f468-4d08-af9e-5f6d4976868b,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:07.929403 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-94133dc8-70e8-4fe8-ac1e-909002ce1902 req-4e5694ae-0d06-4ecb-9f15-8580d5d45204 tempest-FloatingIPDetailsTestJSON-252725370 tempest-FloatingIPDetailsTestJSON-252725370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for floatingip (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:07.930706 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-94133dc8-70e8-4fe8-ac1e-909002ce1902 req-4e5694ae-0d06-4ecb-9f15-8580d5d45204 tempest-FloatingIPDetailsTestJSON-252725370 tempest-FloatingIPDetailsTestJSON-252725370-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.4387920 Jan 28 19:27:08.006330 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-94133dc8-70e8-4fe8-ac1e-909002ce1902 req-987cfd89-bd07-4bbc-92bc-1886ec02069b tempest-FloatingIPDetailsTestJSON-252725370 tempest-FloatingIPDetailsTestJSON-252725370-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.6.145 HTTP/1.1" status: 200 len: 696 time: 0.0697415 Jan 28 19:27:08.127724 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad4652c-bb5a-49b9-983e-37028cf0d3ab req-b9addc00-22e9-49d7-8c4f-e275018edd5c tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:08.134729 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6ad4652c-bb5a-49b9-983e-37028cf0d3ab req-b9addc00-22e9-49d7-8c4f-e275018edd5c tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] 10.222.0.64 "GET /v2.0/ports?device_id=4b7b3ff2-8def-48cc-a292-47020d0a0799 HTTP/1.1" status: 200 len: 945 time: 0.2110896 Jan 28 19:27:08.222085 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573ff4b9-26fb-42fa-b524-03531a657fa0 req-d0ecc497-76bd-4ad2-926a-76ff8fccb9ea tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:08.227578 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-573ff4b9-26fb-42fa-b524-03531a657fa0 req-d0ecc497-76bd-4ad2-926a-76ff8fccb9ea tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ae4a35f-bc01-46b0-a7c0-4a0d00ca0dcf HTTP/1.1" status: 200 len: 946 time: 0.1728668 Jan 28 19:27:08.275475 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6ad4652c-bb5a-49b9-983e-37028cf0d3ab req-239f7bb5-3f80-4956-92d6-f36bcebd1a0e tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] 10.222.0.64 "GET /v2.0/security-groups?id=6e3b5f6f-cd04-46bb-9eb5-a6c7cbc22d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397870 Jan 28 19:27:08.327535 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cc2bafcd-54a0-41e4-9e9c-5592f2427933 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (80174028-8b53-4ad5-b3a4-803e42ccf27f), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:08.391085 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94133dc8-70e8-4fe8-ac1e-909002ce1902 req-8268632d-b49d-44a9-b1c4-c2526cf706a6 tempest-FloatingIPDetailsTestJSON-252725370 tempest-FloatingIPDetailsTestJSON-252725370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:08.402898 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-94133dc8-70e8-4fe8-ac1e-909002ce1902 req-8268632d-b49d-44a9-b1c4-c2526cf706a6 tempest-FloatingIPDetailsTestJSON-252725370 tempest-FloatingIPDetailsTestJSON-252725370-project] 10.222.0.64 "GET /v2.0/networks/d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 HTTP/1.1" status: 200 len: 784 time: 0.3904634 Jan 28 19:27:08.546468 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2bafcd-54a0-41e4-9e9c-5592f2427933 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Pushing event deleted for resources: {'Port': ['ID=80174028-8b53-4ad5-b3a4-803e42ccf27f,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:08.607793 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-478e055f-471d-4b01-a66d-034c004d2613 req-da6db77f-579b-4de4-a30d-1a9116c5e174 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.64 "GET /v2.0/ports?device_id=5bd15075-1e8c-4d4e-9154-d45912ca536e HTTP/1.1" status: 200 len: 210 time: 0.0769932 Jan 28 19:27:08.747299 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-573ff4b9-26fb-42fa-b524-03531a657fa0 req-e1606792-f5fd-44ef-8952-6450fc29845b tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Deleting port 07191a40-17f8-4c60-b133-48e2bc853a4d {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:27:08.747677 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-573ff4b9-26fb-42fa-b524-03531a657fa0 req-e1606792-f5fd-44ef-8952-6450fc29845b tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (07191a40-17f8-4c60-b133-48e2bc853a4d), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:08.851014 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-573ff4b9-26fb-42fa-b524-03531a657fa0 req-e1606792-f5fd-44ef-8952-6450fc29845b tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] For port 07191a40-17f8-4c60-b133-48e2bc853a4d, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=07191a40-17f8-4c60-b133-48e2bc853a4d,segment=NetworkSegment(e068a65d-85a7-4b6f-806f-2e18a6e2925d),segment_id=e068a65d-85a7-4b6f-806f-2e18a6e2925d)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:27:08.851380 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-573ff4b9-26fb-42fa-b524-03531a657fa0 req-e1606792-f5fd-44ef-8952-6450fc29845b tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (07191a40-17f8-4c60-b133-48e2bc853a4d), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:08.882734 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-573ff4b9-26fb-42fa-b524-03531a657fa0 req-e1606792-f5fd-44ef-8952-6450fc29845b tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Calling delete_port for 07191a40-17f8-4c60-b133-48e2bc853a4d owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:27:08.927038 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-39006dff-12b6-48bb-92e9-7abafe4b73ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:09.051236 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-fe7f1f9a-288e-49a8-a8b6-3232ee5dbf0f req-bbe3f29b-2193-4644-81f8-7128ddf94908 tempest-FloatingIPDetailsTestJSON-252725370 tempest-FloatingIPDetailsTestJSON-252725370-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5435305 Jan 28 19:27:09.063093 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-fe7f1f9a-288e-49a8-a8b6-3232ee5dbf0f req-f2e981e8-6b91-4ba3-a29a-65eb3a0da4ae tempest-FloatingIPDetailsTestJSON-252725370 tempest-FloatingIPDetailsTestJSON-252725370-project] Request body: {'floatingip': {'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:27:09.116955 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cc2bafcd-54a0-41e4-9e9c-5592f2427933 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-731488'] for router_gateway (b0a6c199-b630-4776-b036-16bd221a7aa2), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:09.168010 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-fe7f1f9a-288e-49a8-a8b6-3232ee5dbf0f req-f2e981e8-6b91-4ba3-a29a-65eb3a0da4ae tempest-FloatingIPDetailsTestJSON-252725370 tempest-FloatingIPDetailsTestJSON-252725370-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:09.228259 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826bc5e9-4021-47ac-9fac-9164a98b8031 req-3564730f-7683-4a75-83c2-72f6cfde7663 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:09.231778 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-826bc5e9-4021-47ac-9fac-9164a98b8031 req-3564730f-7683-4a75-83c2-72f6cfde7663 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/ports?device_id=4ae4a35f-bc01-46b0-a7c0-4a0d00ca0dcf HTTP/1.1" status: 200 len: 946 time: 0.4347985 Jan 28 19:27:09.243786 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-af7d39cc-033e-4571-b0e6-668ae1459471 tempest-FloatingIPAdminTestJSON-1126799019 tempest-FloatingIPAdminTestJSON-1126799019-project-admin] Publish callbacks [] for floatingip (dde77d2c-d48f-44eb-a724-1c252014ee37), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:09.341699 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cc2bafcd-54a0-41e4-9e9c-5592f2427933 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-730901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261120'] for router (b0a6c199-b630-4776-b036-16bd221a7aa2), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:09.359235 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cc2bafcd-54a0-41e4-9e9c-5592f2427933 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Publish callbacks [] for router_controller (b0a6c199-b630-4776-b036-16bd221a7aa2), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:09.437067 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-573ff4b9-26fb-42fa-b524-03531a657fa0 req-e1606792-f5fd-44ef-8952-6450fc29845b tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (07191a40-17f8-4c60-b133-48e2bc853a4d), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:09.453748 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['75629f80-97e2-4b65-9644-8e74b29b7b0c', 'a3d597e9-cf7c-407c-945c-12cc674c3d9c', '07191a40-17f8-4c60-b133-48e2bc853a4d'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:27:09.510287 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1606792-f5fd-44ef-8952-6450fc29845b tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Pushing event deleted for resources: {'Port': ['ID=07191a40-17f8-4c60-b133-48e2bc853a4d,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:09.523173 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cc2bafcd-54a0-41e4-9e9c-5592f2427933 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-730908'] for router (b0a6c199-b630-4776-b036-16bd221a7aa2), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:09.526862 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc2bafcd-54a0-41e4-9e9c-5592f2427933 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b0a6c199-b630-4776-b036-16bd221a7aa2 {{(pid=103304) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:27:09.535491 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cc2bafcd-54a0-41e4-9e9c-5592f2427933 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:09.541127 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 54626) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:27:09.551463 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-cc2bafcd-54a0-41e4-9e9c-5592f2427933 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] 10.222.0.64 "DELETE /v2.0/routers/b0a6c199-b630-4776-b036-16bd221a7aa2 HTTP/1.1" status: 204 len: 168 time: 3.1824300 Jan 28 19:27:09.562091 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-fb1312a1-dd1c-4719-964f-4833eed604c4 tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2066358701', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}, 'admin_state_up': False}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:27:09.592564 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-826bc5e9-4021-47ac-9fac-9164a98b8031 req-5dedcbc3-94e9-4689-a325-93cf3d639815 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/security-groups?id=f474bf53-325f-4ec5-b389-bc6e034fc623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3545094 Jan 28 19:27:09.614839 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-af7d39cc-033e-4571-b0e6-668ae1459471 tempest-FloatingIPAdminTestJSON-1126799019 tempest-FloatingIPAdminTestJSON-1126799019-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (e4081439-606b-4077-b067-44a87b82cf30), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:09.742992 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-573ff4b9-26fb-42fa-b524-03531a657fa0 req-e1606792-f5fd-44ef-8952-6450fc29845b tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] No DVR routers for this DVR port 07191a40-17f8-4c60-b133-48e2bc853a4d on host n-h1-812111-14 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:27:09.748429 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-573ff4b9-26fb-42fa-b524-03531a657fa0 req-e1606792-f5fd-44ef-8952-6450fc29845b tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:09.758677 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-573ff4b9-26fb-42fa-b524-03531a657fa0 req-e1606792-f5fd-44ef-8952-6450fc29845b tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.41 "DELETE /v2.0/ports/07191a40-17f8-4c60-b133-48e2bc853a4d HTTP/1.1" status: 204 len: 173 time: 1.5175645 Jan 28 19:27:09.760427 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ae4a35f-bc01-46b0-a7c0-4a0d00ca0dcf', 'name': 'network-vif-deleted', 'tag': '07191a40-17f8-4c60-b133-48e2bc853a4d'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:27:09.777967 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d5dd388-b4c8-477b-88ab-70d74a441c0b" -d '{"events": [{"server_uuid": "4ae4a35f-bc01-46b0-a7c0-4a0d00ca0dcf", "name": "network-vif-deleted", "tag": "07191a40-17f8-4c60-b133-48e2bc853a4d"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:27:09.793323 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fb1312a1-dd1c-4719-964f-4833eed604c4 tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261150'] for router (45e6f04f-ef29-4896-add6-66afc815d880), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:09.794309 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fb1312a1-dd1c-4719-964f-4833eed604c4 tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-731099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-731441', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261129'] for router (45e6f04f-ef29-4896-add6-66afc815d880), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:09.858254 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:10.051477 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fb1312a1-dd1c-4719-964f-4833eed604c4 tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Publish callbacks [] for router_controller (45e6f04f-ef29-4896-add6-66afc815d880), precommit_add_association {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:10.103668 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-fe7f1f9a-288e-49a8-a8b6-3232ee5dbf0f req-f2e981e8-6b91-4ba3-a29a-65eb3a0da4ae tempest-FloatingIPDetailsTestJSON-252725370 tempest-FloatingIPDetailsTestJSON-252725370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:10.376685 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-af7d39cc-033e-4571-b0e6-668ae1459471 tempest-FloatingIPAdminTestJSON-1126799019 tempest-FloatingIPAdminTestJSON-1126799019-project-admin] Publish callbacks [] for port (e4081439-606b-4077-b067-44a87b82cf30), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:10.443108 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-af7d39cc-033e-4571-b0e6-668ae1459471 tempest-FloatingIPAdminTestJSON-1126799019 tempest-FloatingIPAdminTestJSON-1126799019-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (e4081439-606b-4077-b067-44a87b82cf30), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:10.572816 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-fe7f1f9a-288e-49a8-a8b6-3232ee5dbf0f req-f2e981e8-6b91-4ba3-a29a-65eb3a0da4ae tempest-FloatingIPDetailsTestJSON-252725370 tempest-FloatingIPDetailsTestJSON-252725370-project] Allocated IP 172.25.6.218 (d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8/a648e4ab-7422-41b9-b133-58aca25ab8f5/a999992f-1c4e-4bf2-a531-2f293fee4c87) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:27:10.692039 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-fe7f1f9a-288e-49a8-a8b6-3232ee5dbf0f req-f2e981e8-6b91-4ba3-a29a-65eb3a0da4ae tempest-FloatingIPDetailsTestJSON-252725370 tempest-FloatingIPDetailsTestJSON-252725370-project] Publish callbacks [] for port (a999992f-1c4e-4bf2-a531-2f293fee4c87), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:10.692974 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7d39cc-033e-4571-b0e6-668ae1459471 tempest-FloatingIPAdminTestJSON-1126799019 tempest-FloatingIPAdminTestJSON-1126799019-project-admin] Pushing event updated for resources: {'Port': ['ID=e4081439-606b-4077-b067-44a87b82cf30,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:10.695840 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-af7d39cc-033e-4571-b0e6-668ae1459471 tempest-FloatingIPAdminTestJSON-1126799019 tempest-FloatingIPAdminTestJSON-1126799019-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734886'] for floatingip (dde77d2c-d48f-44eb-a724-1c252014ee37), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:10.708248 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 80174028-8b53-4ad5-b3a4-803e42ccf27f no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:27:10.759322 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: 80174028-8b53-4ad5-b3a4-803e42ccf27f {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:27:10.761569 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 80174028-8b53-4ad5-b3a4-803e42ccf27f not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:27:10.806729 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-fe7f1f9a-288e-49a8-a8b6-3232ee5dbf0f req-f2e981e8-6b91-4ba3-a29a-65eb3a0da4ae tempest-FloatingIPDetailsTestJSON-252725370 tempest-FloatingIPDetailsTestJSON-252725370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (a999992f-1c4e-4bf2-a531-2f293fee4c87), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:10.809174 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7a2494-303a-4f22-96ae-b5ad53b7391c req-485b0c5c-91c8-441f-8a80-d0ceed163218 tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:10.814516 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7e7a2494-303a-4f22-96ae-b5ad53b7391c req-485b0c5c-91c8-441f-8a80-d0ceed163218 tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] 10.222.0.64 "GET /v2.0/ports?device_id=4b7b3ff2-8def-48cc-a292-47020d0a0799 HTTP/1.1" status: 200 len: 945 time: 0.4755652 Jan 28 19:27:10.882088 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fb1312a1-dd1c-4719-964f-4833eed604c4 tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Publish callbacks [] for router_gateway (45e6f04f-ef29-4896-add6-66afc815d880), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:10.902465 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe7f1f9a-288e-49a8-a8b6-3232ee5dbf0f req-f2e981e8-6b91-4ba3-a29a-65eb3a0da4ae tempest-FloatingIPDetailsTestJSON-252725370 tempest-FloatingIPDetailsTestJSON-252725370-project] Network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:27:10.908762 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-fe7f1f9a-288e-49a8-a8b6-3232ee5dbf0f req-f2e981e8-6b91-4ba3-a29a-65eb3a0da4ae tempest-FloatingIPDetailsTestJSON-252725370 tempest-FloatingIPDetailsTestJSON-252725370-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:27:10.917243 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe7f1f9a-288e-49a8-a8b6-3232ee5dbf0f req-f2e981e8-6b91-4ba3-a29a-65eb3a0da4ae tempest-FloatingIPDetailsTestJSON-252725370 tempest-FloatingIPDetailsTestJSON-252725370-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:27:10.942180 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e981e8-6b91-4ba3-a29a-65eb3a0da4ae tempest-FloatingIPDetailsTestJSON-252725370 tempest-FloatingIPDetailsTestJSON-252725370-project] Pushing event updated for resources: {'Port': ['ID=a999992f-1c4e-4bf2-a531-2f293fee4c87,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:11.040954 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7e7a2494-303a-4f22-96ae-b5ad53b7391c req-479a077e-8048-45c6-942f-eb1ece46f201 tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] 10.222.0.64 "GET /v2.0/security-groups?id=6e3b5f6f-cd04-46bb-9eb5-a6c7cbc22d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170658 Jan 28 19:27:11.089314 n-d-812111-14 neutron-server[103304]: INFO neutron.db.l3_db [None req-af7d39cc-033e-4571-b0e6-668ae1459471 tempest-FloatingIPAdminTestJSON-1126799019 tempest-FloatingIPAdminTestJSON-1126799019-project-admin] Floating IP dde77d2c-d48f-44eb-a724-1c252014ee37 associated. External IP: 172.25.6.77, port: b983ac5f-c8a2-4c77-ac76-cd571279590d. Jan 28 19:27:11.127397 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-fe7f1f9a-288e-49a8-a8b6-3232ee5dbf0f req-f2e981e8-6b91-4ba3-a29a-65eb3a0da4ae tempest-FloatingIPDetailsTestJSON-252725370 tempest-FloatingIPDetailsTestJSON-252725370-project] Publish callbacks [] for floatingip (7af8e236-eb9a-42fa-a512-c2dffdad089f), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:11.243384 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-fe7f1f9a-288e-49a8-a8b6-3232ee5dbf0f req-f2e981e8-6b91-4ba3-a29a-65eb3a0da4ae tempest-FloatingIPDetailsTestJSON-252725370 tempest-FloatingIPDetailsTestJSON-252725370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (a999992f-1c4e-4bf2-a531-2f293fee4c87), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:11.363787 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4056c8ec-511a-4d73-b2f4-3cd15ef3c904 req-e88a1899-be21-4ef5-b0ee-c91a3bdc2c53 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.64 "GET /v2.0/ports?device_id=5bd15075-1e8c-4d4e-9154-d45912ca536e HTTP/1.1" status: 200 len: 210 time: 0.0761375 Jan 28 19:27:11.592091 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:11.647554 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af7d39cc-033e-4571-b0e6-668ae1459471 tempest-FloatingIPAdminTestJSON-1126799019 tempest-FloatingIPAdminTestJSON-1126799019-project-admin] Router 57735bc3-3435-4234-839f-0a86ad7ae3c1 has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:27:11.926912 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af7d39cc-033e-4571-b0e6-668ae1459471 tempest-FloatingIPAdminTestJSON-1126799019 tempest-FloatingIPAdminTestJSON-1126799019-project-admin] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:27:11.937869 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15411c02-222b-4207-a079-4154309c54d5 None None] Sync routers for ids ['57735bc3-3435-4234-839f-0a86ad7ae3c1'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:27:11.964987 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15411c02-222b-4207-a079-4154309c54d5 None None] Routers {'57735bc3-3435-4234-839f-0a86ad7ae3c1'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:27:11.966219 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-15411c02-222b-4207-a079-4154309c54d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:27:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['57735bc3-3435-4234-839f-0a86ad7ae3c1'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:27:12.015101 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-af7d39cc-033e-4571-b0e6-668ae1459471 tempest-FloatingIPAdminTestJSON-1126799019 tempest-FloatingIPAdminTestJSON-1126799019-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for floatingip (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:12.031503 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-15411c02-222b-4207-a079-4154309c54d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:27:12.047010 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15411c02-222b-4207-a079-4154309c54d5 None None] Routers {'57735bc3-3435-4234-839f-0a86ad7ae3c1'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:27:12.053521 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-15411c02-222b-4207-a079-4154309c54d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:27:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['57735bc3-3435-4234-839f-0a86ad7ae3c1'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:27:12.060601 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:27:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22a1eff6-3fd1-4ca9-8153-0dd6e1968311 x-openstack-request-id: req-22a1eff6-3fd1-4ca9-8153-0dd6e1968311 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:27:12.060952 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ae4a35f-bc01-46b0-a7c0-4a0d00ca0dcf", "name": "network-vif-deleted", "tag": "07191a40-17f8-4c60-b133-48e2bc853a4d", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:27:12.061267 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-22a1eff6-3fd1-4ca9-8153-0dd6e1968311 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:27:12.062210 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ae4a35f-bc01-46b0-a7c0-4a0d00ca0dcf', 'name': 'network-vif-deleted', 'tag': '07191a40-17f8-4c60-b133-48e2bc853a4d', 'status': 'completed', 'code': 200} Jan 28 19:27:12.076253 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 07191a40-17f8-4c60-b133-48e2bc853a4d no longer exists at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:27:12.077570 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-af7d39cc-033e-4571-b0e6-668ae1459471 tempest-FloatingIPAdminTestJSON-1126799019 tempest-FloatingIPAdminTestJSON-1126799019-project-admin] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 7.0933468 Jan 28 19:27:12.080791 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 54654) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:27:12.129045 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fb1312a1-dd1c-4719-964f-4833eed604c4 tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Publish callbacks [] for router_gateway (45e6f04f-ef29-4896-add6-66afc815d880), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:12.150431 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5493b6ac-ef72-479c-ae80-003276ab1cf3 req-4825cb11-5c26-4187-8ae7-7d503c26c712 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:12.159186 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5493b6ac-ef72-479c-ae80-003276ab1cf3 req-4825cb11-5c26-4187-8ae7-7d503c26c712 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/ports?device_id=28585266-030b-4653-8f95-0af6fbb46b20 HTTP/1.1" status: 200 len: 946 time: 0.2003491 Jan 28 19:27:12.161488 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-15411c02-222b-4207-a079-4154309c54d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:27:12.164656 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] No Port match for: 07191a40-17f8-4c60-b133-48e2bc853a4d {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:27:12.165896 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15411c02-222b-4207-a079-4154309c54d5 None None] The sync data for ids ['57735bc3-3435-4234-839f-0a86ad7ae3c1'] in n-d-812111-14 is: [] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:27:12.169744 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 07191a40-17f8-4c60-b133-48e2bc853a4d not bound to the agent host n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:27:12.228845 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fb1312a1-dd1c-4719-964f-4833eed604c4 tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:12.288428 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5493b6ac-ef72-479c-ae80-003276ab1cf3 req-f3f571f0-2b58-4b26-a3b8-7c6379cb0ace tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/security-groups?id=f474bf53-325f-4ec5-b389-bc6e034fc623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281919 Jan 28 19:27:12.431374 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-1a464bea-ba8a-4f7b-8c8e-da6c41a67bf0 tempest-FloatingIPAdminTestJSON-1126799019 tempest-FloatingIPAdminTestJSON-1126799019-project-admin] 10.222.0.64 "GET /v2.0/floatingips/dde77d2c-d48f-44eb-a724-1c252014ee37 HTTP/1.1" status: 200 len: 982 time: 0.3499637 Jan 28 19:27:12.431995 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 54666) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:27:12.442680 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-fe7f1f9a-288e-49a8-a8b6-3232ee5dbf0f req-f2e981e8-6b91-4ba3-a29a-65eb3a0da4ae tempest-FloatingIPDetailsTestJSON-252725370 tempest-FloatingIPDetailsTestJSON-252725370-project] Publish callbacks [] for port (a999992f-1c4e-4bf2-a531-2f293fee4c87), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:12.514308 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-fb1312a1-dd1c-4719-964f-4833eed604c4 tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Allocated IP 172.25.6.86 (d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8/a648e4ab-7422-41b9-b133-58aca25ab8f5/a33be596-023c-4179-a718-808fe470c61e) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:27:12.524804 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-fe7f1f9a-288e-49a8-a8b6-3232ee5dbf0f req-f2e981e8-6b91-4ba3-a29a-65eb3a0da4ae tempest-FloatingIPDetailsTestJSON-252725370 tempest-FloatingIPDetailsTestJSON-252725370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (a999992f-1c4e-4bf2-a531-2f293fee4c87), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:12.661580 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fb1312a1-dd1c-4719-964f-4833eed604c4 tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Publish callbacks [] for port (a33be596-023c-4179-a718-808fe470c61e), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:12.732582 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fb1312a1-dd1c-4719-964f-4833eed604c4 tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (a33be596-023c-4179-a718-808fe470c61e), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:12.757783 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-a962bc04-5356-4a61-811f-bd24af79d6c3 tempest-FloatingIPAdminTestJSON-1126799019 tempest-FloatingIPAdminTestJSON-1126799019-project-admin] 10.222.0.64 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3864 time: 0.3237717 Jan 28 19:27:12.761252 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 54668) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:27:12.802963 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb1312a1-dd1c-4719-964f-4833eed604c4 tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:27:12.803874 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e981e8-6b91-4ba3-a29a-65eb3a0da4ae tempest-FloatingIPDetailsTestJSON-252725370 tempest-FloatingIPDetailsTestJSON-252725370-project] Pushing event updated for resources: {'Port': ['ID=a999992f-1c4e-4bf2-a531-2f293fee4c87,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:12.814546 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e981e8-6b91-4ba3-a29a-65eb3a0da4ae tempest-FloatingIPDetailsTestJSON-252725370 tempest-FloatingIPDetailsTestJSON-252725370-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:27:12.815011 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e981e8-6b91-4ba3-a29a-65eb3a0da4ae tempest-FloatingIPDetailsTestJSON-252725370 tempest-FloatingIPDetailsTestJSON-252725370-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:27:12.815372 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e981e8-6b91-4ba3-a29a-65eb3a0da4ae tempest-FloatingIPDetailsTestJSON-252725370 tempest-FloatingIPDetailsTestJSON-252725370-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:27:12.816257 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e981e8-6b91-4ba3-a29a-65eb3a0da4ae tempest-FloatingIPDetailsTestJSON-252725370 tempest-FloatingIPDetailsTestJSON-252725370-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:27:12.816595 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e981e8-6b91-4ba3-a29a-65eb3a0da4ae tempest-FloatingIPDetailsTestJSON-252725370 tempest-FloatingIPDetailsTestJSON-252725370-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:27:12.816931 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e981e8-6b91-4ba3-a29a-65eb3a0da4ae tempest-FloatingIPDetailsTestJSON-252725370 tempest-FloatingIPDetailsTestJSON-252725370-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:27:12.817295 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e981e8-6b91-4ba3-a29a-65eb3a0da4ae tempest-FloatingIPDetailsTestJSON-252725370 tempest-FloatingIPDetailsTestJSON-252725370-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:27:12.817696 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e981e8-6b91-4ba3-a29a-65eb3a0da4ae tempest-FloatingIPDetailsTestJSON-252725370 tempest-FloatingIPDetailsTestJSON-252725370-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:27:12.818029 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e981e8-6b91-4ba3-a29a-65eb3a0da4ae tempest-FloatingIPDetailsTestJSON-252725370 tempest-FloatingIPDetailsTestJSON-252725370-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:27:12.818362 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e981e8-6b91-4ba3-a29a-65eb3a0da4ae tempest-FloatingIPDetailsTestJSON-252725370 tempest-FloatingIPDetailsTestJSON-252725370-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:27:12.818694 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e981e8-6b91-4ba3-a29a-65eb3a0da4ae tempest-FloatingIPDetailsTestJSON-252725370 tempest-FloatingIPDetailsTestJSON-252725370-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:27:12.819139 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e981e8-6b91-4ba3-a29a-65eb3a0da4ae tempest-FloatingIPDetailsTestJSON-252725370 tempest-FloatingIPDetailsTestJSON-252725370-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:27:12.819473 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e981e8-6b91-4ba3-a29a-65eb3a0da4ae tempest-FloatingIPDetailsTestJSON-252725370 tempest-FloatingIPDetailsTestJSON-252725370-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:27:12.824099 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-fb1312a1-dd1c-4719-964f-4833eed604c4 tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:27:12.877679 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-fe7f1f9a-288e-49a8-a8b6-3232ee5dbf0f req-f2e981e8-6b91-4ba3-a29a-65eb3a0da4ae tempest-FloatingIPDetailsTestJSON-252725370 tempest-FloatingIPDetailsTestJSON-252725370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734886'] for floatingip (7af8e236-eb9a-42fa-a512-c2dffdad089f), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:12.889548 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1312a1-dd1c-4719-964f-4833eed604c4 tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Pushing event updated for resources: {'Port': ['ID=a33be596-023c-4179-a718-808fe470c61e,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:12.890301 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f567da-2cd2-4acf-ab56-ebf0f0dadbfc req-e2079946-5b90-4ed2-8ccf-ca3548059ebd tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:12.892379 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1312a1-dd1c-4719-964f-4833eed604c4 tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:27:12.902264 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-72f567da-2cd2-4acf-ab56-ebf0f0dadbfc req-e2079946-5b90-4ed2-8ccf-ca3548059ebd tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] 10.222.0.64 "GET /v2.0/ports?device_id=4b7b3ff2-8def-48cc-a292-47020d0a0799 HTTP/1.1" status: 200 len: 945 time: 0.3492260 Jan 28 19:27:12.922967 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-fe7f1f9a-288e-49a8-a8b6-3232ee5dbf0f req-f2e981e8-6b91-4ba3-a29a-65eb3a0da4ae tempest-FloatingIPDetailsTestJSON-252725370 tempest-FloatingIPDetailsTestJSON-252725370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for floatingip (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:12.926273 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-fe7f1f9a-288e-49a8-a8b6-3232ee5dbf0f req-f2e981e8-6b91-4ba3-a29a-65eb3a0da4ae tempest-FloatingIPDetailsTestJSON-252725370 tempest-FloatingIPDetailsTestJSON-252725370-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.8742731 Jan 28 19:27:12.943966 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:12.996259 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-fe7f1f9a-288e-49a8-a8b6-3232ee5dbf0f req-ae5c4c5e-7834-41a6-8e13-a781284b53ed tempest-FloatingIPDetailsTestJSON-252725370 tempest-FloatingIPDetailsTestJSON-252725370-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.6.218 HTTP/1.1" status: 200 len: 696 time: 0.0599716 Jan 28 19:27:13.233650 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-72f567da-2cd2-4acf-ab56-ebf0f0dadbfc req-5847e12d-4e55-40a1-aa98-c6d0c8a2f6b4 tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] 10.222.0.64 "GET /v2.0/security-groups?id=6e3b5f6f-cd04-46bb-9eb5-a6c7cbc22d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3291805 Jan 28 19:27:13.266385 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-92629f1d-d35f-4e63-8950-e88276de431d tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] Deleting port e4081439-606b-4077-b067-44a87b82cf30 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:27:13.266738 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-92629f1d-d35f-4e63-8950-e88276de431d tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (e4081439-606b-4077-b067-44a87b82cf30), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:13.338299 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7f1f9a-288e-49a8-a8b6-3232ee5dbf0f req-014fe123-a9c2-4d65-a72e-1e2dab22075e tempest-FloatingIPDetailsTestJSON-252725370 tempest-FloatingIPDetailsTestJSON-252725370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:13.351628 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-fe7f1f9a-288e-49a8-a8b6-3232ee5dbf0f req-014fe123-a9c2-4d65-a72e-1e2dab22075e tempest-FloatingIPDetailsTestJSON-252725370 tempest-FloatingIPDetailsTestJSON-252725370-project] 10.222.0.64 "GET /v2.0/networks/d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 HTTP/1.1" status: 200 len: 784 time: 0.3466790 Jan 28 19:27:13.526392 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-11ff7a78-d7f8-4e39-a878-15dbf141297a req-a89ce731-6adb-46cf-aa45-fadde61a1eb7 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.64 "GET /v2.0/ports?device_id=5bd15075-1e8c-4d4e-9154-d45912ca536e HTTP/1.1" status: 200 len: 210 time: 0.0704908 Jan 28 19:27:13.537239 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-92629f1d-d35f-4e63-8950-e88276de431d tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (e4081439-606b-4077-b067-44a87b82cf30), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:13.537710 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-92629f1d-d35f-4e63-8950-e88276de431d tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] Publish callbacks [] for floatingip (e4081439-606b-4077-b067-44a87b82cf30), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:13.561794 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-46ef0053-2f28-4a44-aa1c-989f9b3883f8 req-0a614975-bcde-402a-8939-33d72233d320 tempest-FloatingIPDetailsTestJSON-252725370 tempest-FloatingIPDetailsTestJSON-252725370-project] 10.222.0.64 "GET /v2.0/floatingips/7af8e236-eb9a-42fa-a512-c2dffdad089f HTTP/1.1" status: 200 len: 693 time: 0.1481020 Jan 28 19:27:13.566399 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-92629f1d-d35f-4e63-8950-e88276de431d tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] Calling delete_port for e4081439-606b-4077-b067-44a87b82cf30 owned by network:floatingip {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:27:13.708140 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fb1312a1-dd1c-4719-964f-4833eed604c4 tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Publish callbacks [] for router_gateway (45e6f04f-ef29-4896-add6-66afc815d880), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:13.780723 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744c8f8f-50dd-4855-a180-aba084d1de19 req-679d0d62-1e62-4f40-9180-e60aff45ce38 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:13.782210 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-744c8f8f-50dd-4855-a180-aba084d1de19 req-679d0d62-1e62-4f40-9180-e60aff45ce38 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.41 "GET /v2.0/ports?device_id=28585266-030b-4653-8f95-0af6fbb46b20 HTTP/1.1" status: 200 len: 946 time: 0.3802974 Jan 28 19:27:13.829672 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bcb9a7-b012-49f4-8d0c-7833a6719786 req-9f642720-6941-4833-90ba-6094dc636c65 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:13.834720 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-83bcb9a7-b012-49f4-8d0c-7833a6719786 req-9f642720-6941-4833-90ba-6094dc636c65 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/ports?device_id=28585266-030b-4653-8f95-0af6fbb46b20 HTTP/1.1" status: 200 len: 946 time: 0.1702688 Jan 28 19:27:13.962670 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ef0053-2f28-4a44-aa1c-989f9b3883f8 req-f9b2fbee-d2db-4bec-9da1-4e3953cee021 tempest-FloatingIPDetailsTestJSON-252725370 tempest-FloatingIPDetailsTestJSON-252725370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:13.964399 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-46ef0053-2f28-4a44-aa1c-989f9b3883f8 req-f9b2fbee-d2db-4bec-9da1-4e3953cee021 tempest-FloatingIPDetailsTestJSON-252725370 tempest-FloatingIPDetailsTestJSON-252725370-project] 10.222.0.64 "GET /v2.0/networks/d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 HTTP/1.1" status: 200 len: 784 time: 0.3936000 Jan 28 19:27:13.971500 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-83bcb9a7-b012-49f4-8d0c-7833a6719786 req-26487f84-a44e-401d-b52e-38be94e24150 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/security-groups?id=f474bf53-325f-4ec5-b389-bc6e034fc623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280212 Jan 28 19:27:13.976759 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [req-46ef0053-2f28-4a44-aa1c-989f9b3883f8 req-4b3729ce-8bed-4da5-b903-4000763256e1 tempest-FloatingIPDetailsTestJSON-252725370 tempest-FloatingIPDetailsTestJSON-252725370-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:27:13.978047 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-46ef0053-2f28-4a44-aa1c-989f9b3883f8 req-4b3729ce-8bed-4da5-b903-4000763256e1 tempest-FloatingIPDetailsTestJSON-252725370 tempest-FloatingIPDetailsTestJSON-252725370-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0081079 Jan 28 19:27:14.083012 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-acb26efd-0a64-4a05-81d5-8475cd12d1fc req-9adc164d-0d08-40bc-b027-9949902fce11 tempest-FloatingIPDetailsTestJSON-252725370 tempest-FloatingIPDetailsTestJSON-252725370-project] 10.222.0.64 "GET /v2.0/floatingips/7af8e236-eb9a-42fa-a512-c2dffdad089f HTTP/1.1" status: 200 len: 693 time: 0.0501645 Jan 28 19:27:14.085393 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-92629f1d-d35f-4e63-8950-e88276de431d tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (e4081439-606b-4077-b067-44a87b82cf30), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:14.151833 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-744c8f8f-50dd-4855-a180-aba084d1de19 req-401ef00a-ab85-4ad7-b61f-b93f9d8b3d53 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Deleting port a3d597e9-cf7c-407c-945c-12cc674c3d9c {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:27:14.152975 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-744c8f8f-50dd-4855-a180-aba084d1de19 req-401ef00a-ab85-4ad7-b61f-b93f9d8b3d53 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (a3d597e9-cf7c-407c-945c-12cc674c3d9c), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:14.216318 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92629f1d-d35f-4e63-8950-e88276de431d tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] Pushing event deleted for resources: {'Port': ['ID=e4081439-606b-4077-b067-44a87b82cf30,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:14.371210 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-92629f1d-d35f-4e63-8950-e88276de431d tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] Publish callbacks [] for floatingip (dde77d2c-d48f-44eb-a724-1c252014ee37), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:14.371687 n-d-812111-14 neutron-server[103304]: INFO neutron.db.l3_db [None req-92629f1d-d35f-4e63-8950-e88276de431d tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] Floating IP dde77d2c-d48f-44eb-a724-1c252014ee37 disassociated (deleted). External IP: 172.25.6.77, port: b983ac5f-c8a2-4c77-ac76-cd571279590d. Jan 28 19:27:14.405399 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fb1312a1-dd1c-4719-964f-4833eed604c4 tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-731074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-731460'] for router (45e6f04f-ef29-4896-add6-66afc815d880), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:14.429892 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-744c8f8f-50dd-4855-a180-aba084d1de19 req-401ef00a-ab85-4ad7-b61f-b93f9d8b3d53 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] For port a3d597e9-cf7c-407c-945c-12cc674c3d9c, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=a3d597e9-cf7c-407c-945c-12cc674c3d9c,segment=NetworkSegment(e068a65d-85a7-4b6f-806f-2e18a6e2925d),segment_id=e068a65d-85a7-4b6f-806f-2e18a6e2925d)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:27:14.430645 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-744c8f8f-50dd-4855-a180-aba084d1de19 req-401ef00a-ab85-4ad7-b61f-b93f9d8b3d53 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (a3d597e9-cf7c-407c-945c-12cc674c3d9c), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:14.448000 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-744c8f8f-50dd-4855-a180-aba084d1de19 req-401ef00a-ab85-4ad7-b61f-b93f9d8b3d53 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Calling delete_port for a3d597e9-cf7c-407c-945c-12cc674c3d9c owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:27:14.516136 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca9f6ae-cb1b-49cd-aac2-b779af7450ad req-f5da6721-fadc-42d3-bffa-3c1bf3c99b23 tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:14.517633 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1ca9f6ae-cb1b-49cd-aac2-b779af7450ad req-f5da6721-fadc-42d3-bffa-3c1bf3c99b23 tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] 10.222.0.64 "GET /v2.0/ports?device_id=4b7b3ff2-8def-48cc-a292-47020d0a0799 HTTP/1.1" status: 200 len: 945 time: 0.0983813 Jan 28 19:27:14.587900 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1ca9f6ae-cb1b-49cd-aac2-b779af7450ad req-b9625702-e660-4da7-8e68-2690d2d74418 tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] 10.222.0.64 "GET /v2.0/security-groups?id=6e3b5f6f-cd04-46bb-9eb5-a6c7cbc22d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603106 Jan 28 19:27:14.702293 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb26efd-0a64-4a05-81d5-8475cd12d1fc req-dd4265e7-85f9-423c-8b9e-2ec788d34926 tempest-FloatingIPDetailsTestJSON-252725370 tempest-FloatingIPDetailsTestJSON-252725370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:14.718044 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-acb26efd-0a64-4a05-81d5-8475cd12d1fc req-dd4265e7-85f9-423c-8b9e-2ec788d34926 tempest-FloatingIPDetailsTestJSON-252725370 tempest-FloatingIPDetailsTestJSON-252725370-project] 10.222.0.64 "GET /v2.0/networks/d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 HTTP/1.1" status: 200 len: 784 time: 0.5750916 Jan 28 19:27:14.727157 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92629f1d-d35f-4e63-8950-e88276de431d tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] Router 57735bc3-3435-4234-839f-0a86ad7ae3c1 has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:27:14.742046 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [req-acb26efd-0a64-4a05-81d5-8475cd12d1fc req-8654e544-b3f9-47dd-9a97-cb97a2e97d98 tempest-FloatingIPDetailsTestJSON-252725370 tempest-FloatingIPDetailsTestJSON-252725370-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:27:14.746185 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-acb26efd-0a64-4a05-81d5-8475cd12d1fc req-8654e544-b3f9-47dd-9a97-cb97a2e97d98 tempest-FloatingIPDetailsTestJSON-252725370 tempest-FloatingIPDetailsTestJSON-252725370-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0214846 Jan 28 19:27:14.810915 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-744c8f8f-50dd-4855-a180-aba084d1de19 req-401ef00a-ab85-4ad7-b61f-b93f9d8b3d53 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (a3d597e9-cf7c-407c-945c-12cc674c3d9c), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:14.830486 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['75629f80-97e2-4b65-9644-8e74b29b7b0c', 'a3d597e9-cf7c-407c-945c-12cc674c3d9c'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:27:14.871740 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401ef00a-ab85-4ad7-b61f-b93f9d8b3d53 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Pushing event deleted for resources: {'Port': ['ID=a3d597e9-cf7c-407c-945c-12cc674c3d9c,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:14.975190 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8d25c170-f1cd-4b0c-8d31-5e011afad17c req-1904b2e9-075a-454b-867a-9016a3008698 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.64 "GET /v2.0/ports?device_id=5bd15075-1e8c-4d4e-9154-d45912ca536e HTTP/1.1" status: 200 len: 210 time: 0.1626949 Jan 28 19:27:14.992372 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-acb26efd-0a64-4a05-81d5-8475cd12d1fc req-181c8363-cf03-4f98-b699-568301379abb tempest-FloatingIPDetailsTestJSON-252725370 tempest-FloatingIPDetailsTestJSON-252725370-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.6.218 HTTP/1.1" status: 200 len: 696 time: 0.1673493 Jan 28 19:27:14.994997 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-744c8f8f-50dd-4855-a180-aba084d1de19 req-401ef00a-ab85-4ad7-b61f-b93f9d8b3d53 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] No DVR routers for this DVR port a3d597e9-cf7c-407c-945c-12cc674c3d9c on host n-h1-812111-14 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:27:14.998169 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-744c8f8f-50dd-4855-a180-aba084d1de19 req-401ef00a-ab85-4ad7-b61f-b93f9d8b3d53 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:15.004912 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-744c8f8f-50dd-4855-a180-aba084d1de19 req-401ef00a-ab85-4ad7-b61f-b93f9d8b3d53 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.41 "DELETE /v2.0/ports/a3d597e9-cf7c-407c-945c-12cc674c3d9c HTTP/1.1" status: 204 len: 173 time: 1.2106316 Jan 28 19:27:15.042480 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28585266-030b-4653-8f95-0af6fbb46b20', 'name': 'network-vif-deleted', 'tag': 'a3d597e9-cf7c-407c-945c-12cc674c3d9c'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:27:15.043012 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92629f1d-d35f-4e63-8950-e88276de431d tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:27:15.048095 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d0cb9fa-d702-4547-9b6b-c470fff7a14c" -d '{"events": [{"server_uuid": "28585266-030b-4653-8f95-0af6fbb46b20", "name": "network-vif-deleted", "tag": "a3d597e9-cf7c-407c-945c-12cc674c3d9c"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:27:15.052803 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-92629f1d-d35f-4e63-8950-e88276de431d tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for floatingip (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:15.062339 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1157c3f0-6823-4542-b393-9d2125c1ea1f None None] Sync routers for ids ['57735bc3-3435-4234-839f-0a86ad7ae3c1'] in n-d-812111-14 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:27:15.097310 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1157c3f0-6823-4542-b393-9d2125c1ea1f None None] Routers {'57735bc3-3435-4234-839f-0a86ad7ae3c1'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:27:15.098355 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-1157c3f0-6823-4542-b393-9d2125c1ea1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:27:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['57735bc3-3435-4234-839f-0a86ad7ae3c1'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:27:15.146751 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-1157c3f0-6823-4542-b393-9d2125c1ea1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:27:15.147434 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-92629f1d-d35f-4e63-8950-e88276de431d tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] 10.222.0.64 "DELETE /v2.0/floatingips/dde77d2c-d48f-44eb-a724-1c252014ee37 HTTP/1.1" status: 204 len: 168 time: 2.3851414 Jan 28 19:27:15.151249 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 54710) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:27:15.158212 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-a41bed12-9d65-48ba-a994-02223f985bea tempest-FloatingIPAdminTestJSON-1126799019 tempest-FloatingIPAdminTestJSON-1126799019-project-admin] Request body: {'floatingip': {'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:27:15.170751 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-acb26efd-0a64-4a05-81d5-8475cd12d1fc req-ccd7cae7-d936-47ae-9b29-5e4bd6c876a6 tempest-FloatingIPDetailsTestJSON-252725370 tempest-FloatingIPDetailsTestJSON-252725370-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.6.218 HTTP/1.1" status: 200 len: 696 time: 0.1640460 Jan 28 19:27:15.175158 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1157c3f0-6823-4542-b393-9d2125c1ea1f None None] Routers {'57735bc3-3435-4234-839f-0a86ad7ae3c1'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:27:15.176051 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-1157c3f0-6823-4542-b393-9d2125c1ea1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:27:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['57735bc3-3435-4234-839f-0a86ad7ae3c1'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:27:15.232614 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-1157c3f0-6823-4542-b393-9d2125c1ea1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:27:15.233649 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1157c3f0-6823-4542-b393-9d2125c1ea1f None None] The sync data for ids ['57735bc3-3435-4234-839f-0a86ad7ae3c1'] in n-d-812111-14 is: [] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:27:15.293281 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ac838a7b-c418-4d71-9956-d4c81e0560f2 req-2274c257-cc23-4dc6-b8d6-f56747b31083 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/ports?device_id=28585266-030b-4653-8f95-0af6fbb46b20 HTTP/1.1" status: 200 len: 210 time: 0.0872827 Jan 28 19:27:15.294839 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a41bed12-9d65-48ba-a994-02223f985bea tempest-FloatingIPAdminTestJSON-1126799019 tempest-FloatingIPAdminTestJSON-1126799019-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:15.423859 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:27:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62f778fd-af2b-4dbe-877c-f885a7c0161e x-openstack-request-id: req-62f778fd-af2b-4dbe-877c-f885a7c0161e {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:27:15.424531 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28585266-030b-4653-8f95-0af6fbb46b20", "name": "network-vif-deleted", "tag": "a3d597e9-cf7c-407c-945c-12cc674c3d9c", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:27:15.424700 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-62f778fd-af2b-4dbe-877c-f885a7c0161e {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:27:15.425256 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28585266-030b-4653-8f95-0af6fbb46b20', 'name': 'network-vif-deleted', 'tag': 'a3d597e9-cf7c-407c-945c-12cc674c3d9c', 'status': 'completed', 'code': 200} Jan 28 19:27:15.506184 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a41bed12-9d65-48ba-a994-02223f985bea tempest-FloatingIPAdminTestJSON-1126799019 tempest-FloatingIPAdminTestJSON-1126799019-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:15.574227 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-acb26efd-0a64-4a05-81d5-8475cd12d1fc req-6ffca5c3-49e9-4d8c-bb91-2bdb6edd6e4d tempest-FloatingIPDetailsTestJSON-252725370 tempest-FloatingIPDetailsTestJSON-252725370-project] Deleting port a999992f-1c4e-4bf2-a531-2f293fee4c87 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:27:15.575065 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-acb26efd-0a64-4a05-81d5-8475cd12d1fc req-6ffca5c3-49e9-4d8c-bb91-2bdb6edd6e4d tempest-FloatingIPDetailsTestJSON-252725370 tempest-FloatingIPDetailsTestJSON-252725370-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (a999992f-1c4e-4bf2-a531-2f293fee4c87), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:15.583191 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb1312a1-dd1c-4719-964f-4833eed604c4 tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Router 45e6f04f-ef29-4896-add6-66afc815d880 is scheduled to L3 agent 76fe5c49-705a-4e08-abb2-be585676213f with binding_index 1 {{(pid=103305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 19:27:15.794507 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-a41bed12-9d65-48ba-a994-02223f985bea tempest-FloatingIPAdminTestJSON-1126799019 tempest-FloatingIPAdminTestJSON-1126799019-project-admin] Allocated IP 172.25.6.241 (d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8/a648e4ab-7422-41b9-b133-58aca25ab8f5/b48a4333-24f6-4340-b353-df4381daeb29) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:27:15.874123 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-acb26efd-0a64-4a05-81d5-8475cd12d1fc req-6ffca5c3-49e9-4d8c-bb91-2bdb6edd6e4d tempest-FloatingIPDetailsTestJSON-252725370 tempest-FloatingIPDetailsTestJSON-252725370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (a999992f-1c4e-4bf2-a531-2f293fee4c87), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:15.874509 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-acb26efd-0a64-4a05-81d5-8475cd12d1fc req-6ffca5c3-49e9-4d8c-bb91-2bdb6edd6e4d tempest-FloatingIPDetailsTestJSON-252725370 tempest-FloatingIPDetailsTestJSON-252725370-project] Publish callbacks [] for floatingip (a999992f-1c4e-4bf2-a531-2f293fee4c87), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:15.930818 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-acb26efd-0a64-4a05-81d5-8475cd12d1fc req-6ffca5c3-49e9-4d8c-bb91-2bdb6edd6e4d tempest-FloatingIPDetailsTestJSON-252725370 tempest-FloatingIPDetailsTestJSON-252725370-project] Calling delete_port for a999992f-1c4e-4bf2-a531-2f293fee4c87 owned by network:floatingip {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:27:15.946064 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb1312a1-dd1c-4719-964f-4833eed604c4 tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:27:15.951079 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e438ac2a-4507-4ca3-8e69-80860ee4ea10 req-53e0c0ec-2f0b-4334-a3d5-f33febdba089 tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:15.952591 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e438ac2a-4507-4ca3-8e69-80860ee4ea10 req-53e0c0ec-2f0b-4334-a3d5-f33febdba089 tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] 10.222.0.64 "GET /v2.0/ports?device_id=4b7b3ff2-8def-48cc-a292-47020d0a0799 HTTP/1.1" status: 200 len: 945 time: 0.2388365 Jan 28 19:27:15.964343 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c19924-9767-42d3-9355-cbdd7337ef12 None None] Sync routers for ids ['45e6f04f-ef29-4896-add6-66afc815d880'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:27:15.977566 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c19924-9767-42d3-9355-cbdd7337ef12 None None] Routers {'45e6f04f-ef29-4896-add6-66afc815d880'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:27:15.978742 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-d5c19924-9767-42d3-9355-cbdd7337ef12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:27:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['45e6f04f-ef29-4896-add6-66afc815d880'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:27:16.024303 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fb1312a1-dd1c-4719-964f-4833eed604c4 tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:16.029167 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-fb1312a1-dd1c-4719-964f-4833eed604c4 tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 6.4865351 Jan 28 19:27:16.029787 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 54716) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:27:16.039306 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-bb45e2bd-2912-4f56-ad65-83a69ff26d5a tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'enable_snat': False}}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:27:16.068307 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-d5c19924-9767-42d3-9355-cbdd7337ef12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:27:16.110002 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c19924-9767-42d3-9355-cbdd7337ef12 None None] Routers {'45e6f04f-ef29-4896-add6-66afc815d880'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:27:16.110636 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-d5c19924-9767-42d3-9355-cbdd7337ef12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:27:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['45e6f04f-ef29-4896-add6-66afc815d880'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:27:16.215615 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-d5c19924-9767-42d3-9355-cbdd7337ef12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:27:16.217904 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c19924-9767-42d3-9355-cbdd7337ef12 None None] The sync data for ids ['45e6f04f-ef29-4896-add6-66afc815d880'] in n-d-812111-14 is: [] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:27:16.556082 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a41bed12-9d65-48ba-a994-02223f985bea tempest-FloatingIPAdminTestJSON-1126799019 tempest-FloatingIPAdminTestJSON-1126799019-project-admin] Publish callbacks [] for port (b48a4333-24f6-4340-b353-df4381daeb29), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:16.610783 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a41bed12-9d65-48ba-a994-02223f985bea tempest-FloatingIPAdminTestJSON-1126799019 tempest-FloatingIPAdminTestJSON-1126799019-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (b48a4333-24f6-4340-b353-df4381daeb29), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:16.671292 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e438ac2a-4507-4ca3-8e69-80860ee4ea10 req-49230742-6336-419d-8a63-d252ea535ab0 tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] 10.222.0.64 "GET /v2.0/security-groups?id=6e3b5f6f-cd04-46bb-9eb5-a6c7cbc22d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7098925 Jan 28 19:27:16.682148 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a41bed12-9d65-48ba-a994-02223f985bea tempest-FloatingIPAdminTestJSON-1126799019 tempest-FloatingIPAdminTestJSON-1126799019-project-admin] Network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:27:16.685385 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-a41bed12-9d65-48ba-a994-02223f985bea tempest-FloatingIPAdminTestJSON-1126799019 tempest-FloatingIPAdminTestJSON-1126799019-project-admin] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:27:16.699394 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41bed12-9d65-48ba-a994-02223f985bea tempest-FloatingIPAdminTestJSON-1126799019 tempest-FloatingIPAdminTestJSON-1126799019-project-admin] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:27:16.756791 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41bed12-9d65-48ba-a994-02223f985bea tempest-FloatingIPAdminTestJSON-1126799019 tempest-FloatingIPAdminTestJSON-1126799019-project-admin] Pushing event updated for resources: {'Port': ['ID=b48a4333-24f6-4340-b353-df4381daeb29,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:16.909753 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858c1b2d-ee4e-482d-aa05-31ce4f1c8592 req-fdfdbbed-0033-452e-b13b-a62e70ecb396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:16.918792 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-858c1b2d-ee4e-482d-aa05-31ce4f1c8592 req-fdfdbbed-0033-452e-b13b-a62e70ecb396 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=4b7b3ff2-8def-48cc-a292-47020d0a0799 HTTP/1.1" status: 200 len: 1128 time: 0.2005701 Jan 28 19:27:16.920552 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-acb26efd-0a64-4a05-81d5-8475cd12d1fc req-6ffca5c3-49e9-4d8c-bb91-2bdb6edd6e4d tempest-FloatingIPDetailsTestJSON-252725370 tempest-FloatingIPDetailsTestJSON-252725370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (a999992f-1c4e-4bf2-a531-2f293fee4c87), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:16.972740 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 54736) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:27:16.974523 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a41bed12-9d65-48ba-a994-02223f985bea tempest-FloatingIPAdminTestJSON-1126799019 tempest-FloatingIPAdminTestJSON-1126799019-project-admin] Publish callbacks [] for floatingip (ded96f9d-0264-4c82-ad6f-560b285f8130), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:17.046576 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:27:17.181872 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-858c1b2d-ee4e-482d-aa05-31ce4f1c8592 req-7cda2b72-f0a7-4195-b6dc-91aaa7c0ac63 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=6e3b5f6f-cd04-46bb-9eb5-a6c7cbc22d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440138 Jan 28 19:27:17.184697 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffca5c3-49e9-4d8c-bb91-2bdb6edd6e4d tempest-FloatingIPDetailsTestJSON-252725370 tempest-FloatingIPDetailsTestJSON-252725370-project] Pushing event deleted for resources: {'Port': ['ID=a999992f-1c4e-4bf2-a531-2f293fee4c87,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:17.283238 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-acb26efd-0a64-4a05-81d5-8475cd12d1fc req-6ffca5c3-49e9-4d8c-bb91-2bdb6edd6e4d tempest-FloatingIPDetailsTestJSON-252725370 tempest-FloatingIPDetailsTestJSON-252725370-project] Publish callbacks [] for floatingip (7af8e236-eb9a-42fa-a512-c2dffdad089f), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:17.286504 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-acb26efd-0a64-4a05-81d5-8475cd12d1fc req-6ffca5c3-49e9-4d8c-bb91-2bdb6edd6e4d tempest-FloatingIPDetailsTestJSON-252725370 tempest-FloatingIPDetailsTestJSON-252725370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for floatingip (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:17.287658 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-acb26efd-0a64-4a05-81d5-8475cd12d1fc req-6ffca5c3-49e9-4d8c-bb91-2bdb6edd6e4d tempest-FloatingIPDetailsTestJSON-252725370 tempest-FloatingIPDetailsTestJSON-252725370-project] 10.222.0.64 "DELETE /v2.0/floatingips/7af8e236-eb9a-42fa-a512-c2dffdad089f HTTP/1.1" status: 204 len: 173 time: 2.1053329 Jan 28 19:27:17.339136 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a41bed12-9d65-48ba-a994-02223f985bea tempest-FloatingIPAdminTestJSON-1126799019 tempest-FloatingIPAdminTestJSON-1126799019-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (b48a4333-24f6-4340-b353-df4381daeb29), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:17.406978 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f71f83a4-e2f5-4d6b-a20a-9a3827ff9a23 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Publish callbacks [] for security_group (b98a868e-e5c1-410f-a3c5-8429d6410f2e), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:17.479586 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39f0f7d-322f-4405-8a8c-09a4209f56a4 req-fb51d9ae-cf59-47e8-be21-f000b9a1e179 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:17.489696 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b39f0f7d-322f-4405-8a8c-09a4209f56a4 req-fb51d9ae-cf59-47e8-be21-f000b9a1e179 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/networks?id=311cc39e-64ae-4fb3-9d47-d497c4799ab7 HTTP/1.1" status: 200 len: 805 time: 0.3725269 Jan 28 19:27:17.504137 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f71f83a4-e2f5-4d6b-a20a-9a3827ff9a23 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Publish callbacks [] for security_group (b98a868e-e5c1-410f-a3c5-8429d6410f2e), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:17.609600 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f71f83a4-e2f5-4d6b-a20a-9a3827ff9a23 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (b98a868e-e5c1-410f-a3c5-8429d6410f2e), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:17.612950 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f71f83a4-e2f5-4d6b-a20a-9a3827ff9a23 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:17.614121 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-f71f83a4-e2f5-4d6b-a20a-9a3827ff9a23 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.64 "DELETE /v2.0/security-groups/b98a868e-e5c1-410f-a3c5-8429d6410f2e HTTP/1.1" status: 204 len: 168 time: 0.6376340 Jan 28 19:27:17.619455 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 54752) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:27:17.645324 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b39f0f7d-322f-4405-8a8c-09a4209f56a4 req-aae704ea-2bb0-4111-8de6-f1c5e20c5a79 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/quotas/7eed4983257c41a2ac91147c4d6e09ea HTTP/1.1" status: 200 len: 375 time: 0.0645323 Jan 28 19:27:17.697180 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71f83a4-e2f5-4d6b-a20a-9a3827ff9a23 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b98a868e-e5c1-410f-a3c5-8429d6410f2e,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:17.719663 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce822d6-312a-430f-b349-fd4230e52ba0 req-002089b7-7c7b-4b69-bf07-135540458c1f tempest-FloatingIPDetailsTestJSON-252725370 tempest-FloatingIPDetailsTestJSON-252725370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:17.722664 n-d-812111-14 neutron-server[103304]: INFO neutron.api.v2.resource [None req-79dd15ac-33ac-4bf4-bbd4-51a9fab710bc tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] show failed (client error): The resource could not be found. Jan 28 19:27:17.722845 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6ce822d6-312a-430f-b349-fd4230e52ba0 req-002089b7-7c7b-4b69-bf07-135540458c1f tempest-FloatingIPDetailsTestJSON-252725370 tempest-FloatingIPDetailsTestJSON-252725370-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.4017291 Jan 28 19:27:17.723706 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-79dd15ac-33ac-4bf4-bbd4-51a9fab710bc tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.64 "GET /v2.0/security-groups/b98a868e-e5c1-410f-a3c5-8429d6410f2e HTTP/1.1" status: 404 len: 347 time: 0.1017385 Jan 28 19:27:17.743169 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bb45e2bd-2912-4f56-ad65-83a69ff26d5a tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Publish callbacks [] for router_gateway (45e6f04f-ef29-4896-add6-66afc815d880), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:17.748736 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 54756) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:27:17.835169 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b39f0f7d-322f-4405-8a8c-09a4209f56a4 req-728e84ae-d9f2-4536-8b7b-84ad93d54008 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=7eed4983257c41a2ac91147c4d6e09ea&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1888790 Jan 28 19:27:17.927186 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a41bed12-9d65-48ba-a994-02223f985bea tempest-FloatingIPAdminTestJSON-1126799019 tempest-FloatingIPAdminTestJSON-1126799019-project-admin] Publish callbacks [] for port (b48a4333-24f6-4340-b353-df4381daeb29), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:17.945467 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a41bed12-9d65-48ba-a994-02223f985bea tempest-FloatingIPAdminTestJSON-1126799019 tempest-FloatingIPAdminTestJSON-1126799019-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (b48a4333-24f6-4340-b353-df4381daeb29), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:18.009568 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41bed12-9d65-48ba-a994-02223f985bea tempest-FloatingIPAdminTestJSON-1126799019 tempest-FloatingIPAdminTestJSON-1126799019-project-admin] Pushing event updated for resources: {'Port': ['ID=b48a4333-24f6-4340-b353-df4381daeb29,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:18.032053 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f983bb26-0813-4f61-bd9b-6861089b96f6 req-fa46638c-4b28-47a4-95b8-5256c57e0ce1 tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:18.040762 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f983bb26-0813-4f61-bd9b-6861089b96f6 req-fa46638c-4b28-47a4-95b8-5256c57e0ce1 tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] 10.222.0.64 "GET /v2.0/ports?device_id=4b7b3ff2-8def-48cc-a292-47020d0a0799 HTTP/1.1" status: 200 len: 945 time: 0.2123466 Jan 28 19:27:18.066277 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b39f0f7d-322f-4405-8a8c-09a4209f56a4 req-84b2c7c9-9ae5-4738-aa35-c6da421b16ab service neutron] 10.222.0.64 "GET /v2.0/networks/311cc39e-64ae-4fb3-9d47-d497c4799ab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2298596 Jan 28 19:27:18.094714 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device a3d597e9-cf7c-407c-945c-12cc674c3d9c no longer exists at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:27:18.136842 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] No Port match for: a3d597e9-cf7c-407c-945c-12cc674c3d9c {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:27:18.137369 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device a3d597e9-cf7c-407c-945c-12cc674c3d9c not bound to the agent host n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:27:18.148696 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f983bb26-0813-4f61-bd9b-6861089b96f6 req-4b390ec5-bd92-44b7-a274-7841dc0312d4 tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] 10.222.0.64 "GET /v2.0/security-groups?id=6e3b5f6f-cd04-46bb-9eb5-a6c7cbc22d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066678 Jan 28 19:27:18.188846 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-cb816dc2-c20c-4b4c-bff9-72aa643406f1 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Deleting port 6aeaed50-5492-41a3-b06b-58b75a5ae194 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:27:18.189518 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cb816dc2-c20c-4b4c-bff9-72aa643406f1 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (6aeaed50-5492-41a3-b06b-58b75a5ae194), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:18.243263 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b39f0f7d-322f-4405-8a8c-09a4209f56a4 req-8a5d9d03-f74d-4dcd-8819-8456540bb291 service neutron] 10.222.0.64 "GET /v2.0/networks/311cc39e-64ae-4fb3-9d47-d497c4799ab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754148 Jan 28 19:27:18.285623 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a41bed12-9d65-48ba-a994-02223f985bea tempest-FloatingIPAdminTestJSON-1126799019 tempest-FloatingIPAdminTestJSON-1126799019-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734886'] for floatingip (ded96f9d-0264-4c82-ad6f-560b285f8130), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:18.324518 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a41bed12-9d65-48ba-a994-02223f985bea tempest-FloatingIPAdminTestJSON-1126799019 tempest-FloatingIPAdminTestJSON-1126799019-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for floatingip (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:18.325945 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-a41bed12-9d65-48ba-a994-02223f985bea tempest-FloatingIPAdminTestJSON-1126799019 tempest-FloatingIPAdminTestJSON-1126799019-project-admin] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1736917 Jan 28 19:27:18.328737 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 54764) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:27:18.332337 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b5505cca-7bb0-410c-948e-e7a3afadbc90 req-62267a89-47ff-4cbc-aaee-586fc7deaf19 tempest-FloatingIPDetailsTestJSON-252725370 tempest-FloatingIPDetailsTestJSON-252725370-project] 10.222.0.64 "GET /v2.0/floatingips?tenant_id=c9b92ae7bc7b4ae7a52f98997fdf8e5f HTTP/1.1" status: 200 len: 1656 time: 0.1531553 Jan 28 19:27:18.485346 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-6c0df8be-54fe-4900-a2d2-3efaaf167842 tempest-FloatingIPAdminTestJSON-1445690316 tempest-FloatingIPAdminTestJSON-1445690316-project] Request body: {'floatingip': {'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:27:18.546523 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6c0df8be-54fe-4900-a2d2-3efaaf167842 tempest-FloatingIPAdminTestJSON-1445690316 tempest-FloatingIPAdminTestJSON-1445690316-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:18.611091 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5505cca-7bb0-410c-948e-e7a3afadbc90 req-54c6caf5-ae6a-4501-bf01-093b6b230a68 tempest-FloatingIPDetailsTestJSON-252725370 tempest-FloatingIPDetailsTestJSON-252725370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:18.623751 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b5505cca-7bb0-410c-948e-e7a3afadbc90 req-54c6caf5-ae6a-4501-bf01-093b6b230a68 tempest-FloatingIPDetailsTestJSON-252725370 tempest-FloatingIPDetailsTestJSON-252725370-project] 10.222.0.64 "GET /v2.0/networks?id=d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8&id=d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8&id=d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 HTTP/1.1" status: 200 len: 787 time: 0.2899919 Jan 28 19:27:18.631133 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [req-b5505cca-7bb0-410c-948e-e7a3afadbc90 req-837ea1b7-5139-41ce-91f6-0917bda3ef9f tempest-FloatingIPDetailsTestJSON-252725370 tempest-FloatingIPDetailsTestJSON-252725370-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:27:18.632583 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b5505cca-7bb0-410c-948e-e7a3afadbc90 req-837ea1b7-5139-41ce-91f6-0917bda3ef9f tempest-FloatingIPDetailsTestJSON-252725370 tempest-FloatingIPDetailsTestJSON-252725370-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0078709 Jan 28 19:27:18.655663 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cb816dc2-c20c-4b4c-bff9-72aa643406f1 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (6aeaed50-5492-41a3-b06b-58b75a5ae194), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:18.656202 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cb816dc2-c20c-4b4c-bff9-72aa643406f1 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Publish callbacks [] for floatingip (6aeaed50-5492-41a3-b06b-58b75a5ae194), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:18.676565 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-cb816dc2-c20c-4b4c-bff9-72aa643406f1 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Calling delete_port for 6aeaed50-5492-41a3-b06b-58b75a5ae194 owned by network:floatingip {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:27:18.759163 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7968c79c-fffb-4859-96db-3b8bfab06ca0 req-a0f58d6e-6631-4f16-84e3-b56c08d0a42e tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a0db713-abe1-4c6b-9a95-46198e5539a9 HTTP/1.1" status: 200 len: 210 time: 0.0965433 Jan 28 19:27:18.855448 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6c0df8be-54fe-4900-a2d2-3efaaf167842 tempest-FloatingIPAdminTestJSON-1445690316 tempest-FloatingIPAdminTestJSON-1445690316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:18.926158 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f4f8bc09-5150-4da0-bb2c-7a27cdb2935b req-dc25b8c8-4ee7-4816-98d0-3eec793af094 tempest-FloatingIPDetailsTestJSON-252725370 tempest-FloatingIPDetailsTestJSON-252725370-project] 10.222.0.64 "GET /v2.0/floatingips/17c82390-57c0-419c-a6a6-04b8cfa80768 HTTP/1.1" status: 200 len: 693 time: 0.1897492 Jan 28 19:27:19.231821 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-6c0df8be-54fe-4900-a2d2-3efaaf167842 tempest-FloatingIPAdminTestJSON-1445690316 tempest-FloatingIPAdminTestJSON-1445690316-project] Allocated IP 172.25.6.9 (d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8/a648e4ab-7422-41b9-b133-58aca25ab8f5/f5a230d2-64a5-45bd-b78d-46f54a5f1185) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:27:19.281800 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f8bc09-5150-4da0-bb2c-7a27cdb2935b req-4f8821f0-67ad-48ce-a561-3d5fe11fe39f tempest-FloatingIPDetailsTestJSON-252725370 tempest-FloatingIPDetailsTestJSON-252725370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:19.284595 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f4f8bc09-5150-4da0-bb2c-7a27cdb2935b req-4f8821f0-67ad-48ce-a561-3d5fe11fe39f tempest-FloatingIPDetailsTestJSON-252725370 tempest-FloatingIPDetailsTestJSON-252725370-project] 10.222.0.64 "GET /v2.0/networks/d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 HTTP/1.1" status: 200 len: 784 time: 0.3501060 Jan 28 19:27:19.406592 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bb45e2bd-2912-4f56-ad65-83a69ff26d5a tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-731439', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-731081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-261371'] for router (45e6f04f-ef29-4896-add6-66afc815d880), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:19.412522 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bb45e2bd-2912-4f56-ad65-83a69ff26d5a tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-731460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-731478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-731485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-731120'] for router (45e6f04f-ef29-4896-add6-66afc815d880), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:19.417564 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cb816dc2-c20c-4b4c-bff9-72aa643406f1 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (6aeaed50-5492-41a3-b06b-58b75a5ae194), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:19.426647 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6c0df8be-54fe-4900-a2d2-3efaaf167842 tempest-FloatingIPAdminTestJSON-1445690316 tempest-FloatingIPAdminTestJSON-1445690316-project] Publish callbacks [] for port (f5a230d2-64a5-45bd-b78d-46f54a5f1185), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:19.463727 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb816dc2-c20c-4b4c-bff9-72aa643406f1 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Pushing event deleted for resources: {'Port': ['ID=6aeaed50-5492-41a3-b06b-58b75a5ae194,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:19.484198 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f4f8bc09-5150-4da0-bb2c-7a27cdb2935b req-23a77325-dfc4-41fd-9732-c5c31273093a tempest-FloatingIPDetailsTestJSON-252725370 tempest-FloatingIPDetailsTestJSON-252725370-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.6.145 HTTP/1.1" status: 200 len: 696 time: 0.1857846 Jan 28 19:27:19.535049 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6c0df8be-54fe-4900-a2d2-3efaaf167842 tempest-FloatingIPAdminTestJSON-1445690316 tempest-FloatingIPAdminTestJSON-1445690316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (f5a230d2-64a5-45bd-b78d-46f54a5f1185), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:19.561782 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79980173-c4f5-45de-9d1b-b9ab8a1b7244 req-5fb89603-c68e-4f9a-bbcc-da1ecdcf6d90 tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:19.569123 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-79980173-c4f5-45de-9d1b-b9ab8a1b7244 req-5fb89603-c68e-4f9a-bbcc-da1ecdcf6d90 tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] 10.222.0.64 "GET /v2.0/ports?device_id=4b7b3ff2-8def-48cc-a292-47020d0a0799 HTTP/1.1" status: 200 len: 945 time: 0.2211964 Jan 28 19:27:19.641783 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c0df8be-54fe-4900-a2d2-3efaaf167842 tempest-FloatingIPAdminTestJSON-1445690316 tempest-FloatingIPAdminTestJSON-1445690316-project] Network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:27:19.653441 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-6c0df8be-54fe-4900-a2d2-3efaaf167842 tempest-FloatingIPAdminTestJSON-1445690316 tempest-FloatingIPAdminTestJSON-1445690316-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:27:19.655890 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0df8be-54fe-4900-a2d2-3efaaf167842 tempest-FloatingIPAdminTestJSON-1445690316 tempest-FloatingIPAdminTestJSON-1445690316-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:27:19.683118 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f4f8bc09-5150-4da0-bb2c-7a27cdb2935b req-0d779ce0-e3a9-4502-9cf7-a1f94327896b tempest-FloatingIPDetailsTestJSON-252725370 tempest-FloatingIPDetailsTestJSON-252725370-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.6.145 HTTP/1.1" status: 200 len: 696 time: 0.1092448 Jan 28 19:27:19.690939 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0df8be-54fe-4900-a2d2-3efaaf167842 tempest-FloatingIPAdminTestJSON-1445690316 tempest-FloatingIPAdminTestJSON-1445690316-project] Pushing event updated for resources: {'Port': ['ID=f5a230d2-64a5-45bd-b78d-46f54a5f1185,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:19.734099 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-79980173-c4f5-45de-9d1b-b9ab8a1b7244 req-78e7b27e-ec78-49d7-9ec4-9c945612f1e5 tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] 10.222.0.64 "GET /v2.0/security-groups?id=6e3b5f6f-cd04-46bb-9eb5-a6c7cbc22d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636744 Jan 28 19:27:19.866883 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cb816dc2-c20c-4b4c-bff9-72aa643406f1 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Publish callbacks [] for floatingip (3a999917-276d-4559-b134-2b21ca0e4d8e), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:19.869648 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cb816dc2-c20c-4b4c-bff9-72aa643406f1 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for floatingip (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:19.871843 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-cb816dc2-c20c-4b4c-bff9-72aa643406f1 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.64 "DELETE /v2.0/floatingips/3a999917-276d-4559-b134-2b21ca0e4d8e HTTP/1.1" status: 204 len: 168 time: 2.1207230 Jan 28 19:27:19.874502 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb45e2bd-2912-4f56-ad65-83a69ff26d5a tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Router 45e6f04f-ef29-4896-add6-66afc815d880 has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:27:19.877517 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 54810) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:27:19.883028 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6c0df8be-54fe-4900-a2d2-3efaaf167842 tempest-FloatingIPAdminTestJSON-1445690316 tempest-FloatingIPAdminTestJSON-1445690316-project] Publish callbacks [] for floatingip (6ec0ec50-85f7-4f69-bc39-600f469112d0), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:19.957714 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6c0df8be-54fe-4900-a2d2-3efaaf167842 tempest-FloatingIPAdminTestJSON-1445690316 tempest-FloatingIPAdminTestJSON-1445690316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (f5a230d2-64a5-45bd-b78d-46f54a5f1185), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:20.265656 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6c0df8be-54fe-4900-a2d2-3efaaf167842 tempest-FloatingIPAdminTestJSON-1445690316 tempest-FloatingIPAdminTestJSON-1445690316-project] Publish callbacks [] for port (f5a230d2-64a5-45bd-b78d-46f54a5f1185), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:20.283854 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-cd9cd1a7-6eab-49c9-a957-0417655a395e req-5f7a3654-e600-4ac7-a885-b34d9e745468 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a0db713-abe1-4c6b-9a95-46198e5539a9 HTTP/1.1" status: 200 len: 210 time: 0.1356516 Jan 28 19:27:20.286515 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6c0df8be-54fe-4900-a2d2-3efaaf167842 tempest-FloatingIPAdminTestJSON-1445690316 tempest-FloatingIPAdminTestJSON-1445690316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (f5a230d2-64a5-45bd-b78d-46f54a5f1185), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:20.516092 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:20.575113 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0df8be-54fe-4900-a2d2-3efaaf167842 tempest-FloatingIPAdminTestJSON-1445690316 tempest-FloatingIPAdminTestJSON-1445690316-project] Pushing event updated for resources: {'Port': ['ID=f5a230d2-64a5-45bd-b78d-46f54a5f1185,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:20.606183 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6c0df8be-54fe-4900-a2d2-3efaaf167842 tempest-FloatingIPAdminTestJSON-1445690316 tempest-FloatingIPAdminTestJSON-1445690316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734886'] for floatingip (6ec0ec50-85f7-4f69-bc39-600f469112d0), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:20.661224 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6c0df8be-54fe-4900-a2d2-3efaaf167842 tempest-FloatingIPAdminTestJSON-1445690316 tempest-FloatingIPAdminTestJSON-1445690316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for floatingip (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:20.662506 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-6c0df8be-54fe-4900-a2d2-3efaaf167842 tempest-FloatingIPAdminTestJSON-1445690316 tempest-FloatingIPAdminTestJSON-1445690316-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.3327558 Jan 28 19:27:20.701441 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 54818) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:27:20.799225 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-914195b8-1c8e-42df-b311-ed2ca2ecc4f8 tempest-FloatingIPAdminTestJSON-1126799019 tempest-FloatingIPAdminTestJSON-1126799019-project-admin] 10.222.0.64 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3088 time: 0.0956874 Jan 28 19:27:20.805382 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 54820) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:27:20.910800 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-711fa3f6-cb82-41ca-b676-be1e7124920a tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] 10.222.0.64 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.1024468 Jan 28 19:27:20.915001 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 54824) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:27:20.922418 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70c37cc-ff4a-4838-bf88-e6378f32c69a req-b90e7c3c-1179-457a-9658-002898a38ab0 tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:20.924274 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c70c37cc-ff4a-4838-bf88-e6378f32c69a req-b90e7c3c-1179-457a-9658-002898a38ab0 tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] 10.222.0.64 "GET /v2.0/ports?device_id=4b7b3ff2-8def-48cc-a292-47020d0a0799 HTTP/1.1" status: 200 len: 945 time: 0.2606907 Jan 28 19:27:21.001046 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c70c37cc-ff4a-4838-bf88-e6378f32c69a req-2c8b3b25-b512-4d0e-82a1-d543b29735ba tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] 10.222.0.64 "GET /v2.0/security-groups?id=6e3b5f6f-cd04-46bb-9eb5-a6c7cbc22d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627160 Jan 28 19:27:21.060740 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb45e2bd-2912-4f56-ad65-83a69ff26d5a tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:27:21.080537 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd341eb8-f41e-4b4c-b185-3d0ab192a5c6 None None] Sync routers for ids ['45e6f04f-ef29-4896-add6-66afc815d880'] in n-d-812111-14 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:27:21.098756 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd341eb8-f41e-4b4c-b185-3d0ab192a5c6 None None] Routers {'45e6f04f-ef29-4896-add6-66afc815d880'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:27:21.099653 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-fd341eb8-f41e-4b4c-b185-3d0ab192a5c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:27:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['45e6f04f-ef29-4896-add6-66afc815d880'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:27:21.110944 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bb45e2bd-2912-4f56-ad65-83a69ff26d5a tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:21.112207 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-bb45e2bd-2912-4f56-ad65-83a69ff26d5a tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] 10.222.0.64 "PUT /v2.0/routers/45e6f04f-ef29-4896-add6-66afc815d880 HTTP/1.1" status: 200 len: 925 time: 5.0767057 Jan 28 19:27:21.113840 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-f4f8bc09-5150-4da0-bb2c-7a27cdb2935b req-c12d61cc-1d00-404c-812c-645fa9568a0f tempest-FloatingIPDetailsTestJSON-252725370 tempest-FloatingIPDetailsTestJSON-252725370-project] Deleting port 7d0d558a-f468-4d08-af9e-5f6d4976868b {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:27:21.114171 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f4f8bc09-5150-4da0-bb2c-7a27cdb2935b req-c12d61cc-1d00-404c-812c-645fa9568a0f tempest-FloatingIPDetailsTestJSON-252725370 tempest-FloatingIPDetailsTestJSON-252725370-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (7d0d558a-f468-4d08-af9e-5f6d4976868b), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:21.114988 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 54834) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:27:21.121689 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39f0f7d-322f-4405-8a8c-09a4209f56a4 req-abb10276-690a-4eb3-9d52-29794709c601 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:21.123402 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b39f0f7d-322f-4405-8a8c-09a4209f56a4 req-abb10276-690a-4eb3-9d52-29794709c601 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.41 "GET /v2.0/networks?id=311cc39e-64ae-4fb3-9d47-d497c4799ab7 HTTP/1.1" status: 200 len: 805 time: 0.5537267 Jan 28 19:27:21.132757 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-474ce8ad-cb7e-480c-b607-e28b8d98d442 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Deleting port de98d303-7c1f-431e-bf81-fef0fcf95502 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:27:21.133284 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-474ce8ad-cb7e-480c-b607-e28b8d98d442 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (de98d303-7c1f-431e-bf81-fef0fcf95502), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:21.150527 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71d166b-ec0e-4df3-bd76-31840e373eb9 req-5c0b93d8-6221-4035-a77b-c8fae83d277b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:21.152223 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d71d166b-ec0e-4df3-bd76-31840e373eb9 req-5c0b93d8-6221-4035-a77b-c8fae83d277b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c3bb2ec73a174fcda5cafb398102663f&device_id=4b7b3ff2-8def-48cc-a292-47020d0a0799 HTTP/1.1" status: 200 len: 1128 time: 0.4606817 Jan 28 19:27:21.157020 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-b39f0f7d-322f-4405-8a8c-09a4209f56a4 req-23016a77-b619-42db-903f-e283d4301454 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Request body: {'port': {'device_id': '4a0db713-abe1-4c6b-9a95-46198e5539a9', 'network_id': '311cc39e-64ae-4fb3-9d47-d497c4799ab7', 'admin_state_up': True, 'tenant_id': '7eed4983257c41a2ac91147c4d6e09ea'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:27:21.190764 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-fd341eb8-f41e-4b4c-b185-3d0ab192a5c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:27:21.215858 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd341eb8-f41e-4b4c-b185-3d0ab192a5c6 None None] Routers {'45e6f04f-ef29-4896-add6-66afc815d880'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:27:21.216824 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-fd341eb8-f41e-4b4c-b185-3d0ab192a5c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:27:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['45e6f04f-ef29-4896-add6-66afc815d880'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:27:21.281480 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-f087d007-ce5d-4f84-8079-d4c872229be2 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] 10.222.0.64 "GET /v2.0/routers/45e6f04f-ef29-4896-add6-66afc815d880 HTTP/1.1" status: 200 len: 925 time: 0.1650250 Jan 28 19:27:21.284191 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 54836) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:27:21.310957 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-fd341eb8-f41e-4b4c-b185-3d0ab192a5c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:27:21.311850 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd341eb8-f41e-4b4c-b185-3d0ab192a5c6 None None] The sync data for ids ['45e6f04f-ef29-4896-add6-66afc815d880'] in n-d-812111-14 is: [] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:27:21.410612 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b39f0f7d-322f-4405-8a8c-09a4209f56a4 req-23016a77-b619-42db-903f-e283d4301454 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Made reservation on behalf of 7eed4983257c41a2ac91147c4d6e09ea for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:27:21.414381 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-b39f0f7d-322f-4405-8a8c-09a4209f56a4 req-23016a77-b619-42db-903f-e283d4301454 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:21.416691 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69738b93-9e58-4f33-bc44-62662a754057 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:21.420805 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-69738b93-9e58-4f33-bc44-62662a754057 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] 10.222.0.64 "GET /v2.0/ports?network_id=d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8&device_id=45e6f04f-ef29-4896-add6-66afc815d880&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1352828 Jan 28 19:27:21.425404 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 54842) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:27:21.535142 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e893c4b-e9ca-4312-9b06-b7dcb7aec238 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:21.536941 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-2e893c4b-e9ca-4312-9b06-b7dcb7aec238 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] 10.222.0.64 "GET /v2.0/networks/d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 HTTP/1.1" status: 200 len: 881 time: 0.1102805 Jan 28 19:27:21.539825 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 54844) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:27:21.578051 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1074e5a3-6d2d-40f1-9292-bbfd6e7f2cd6 req-4649aa2b-9669-4169-a510-2976c94c1c2d tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a0db713-abe1-4c6b-9a95-46198e5539a9 HTTP/1.1" status: 200 len: 210 time: 0.1509521 Jan 28 19:27:21.600639 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-bf58606f-fa1e-47e5-92e4-d7fe429dfc7e tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] 10.222.0.64 "GET /v2.0/ports?device_id=45e6f04f-ef29-4896-add6-66afc815d880 HTTP/1.1" status: 200 len: 205 time: 0.0593338 Jan 28 19:27:21.603152 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 54846) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:27:21.615869 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-b39f0f7d-322f-4405-8a8c-09a4209f56a4 req-23016a77-b619-42db-903f-e283d4301454 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Allocated IP 172.20.0.2 (311cc39e-64ae-4fb3-9d47-d497c4799ab7/008283d9-57a3-42a0-90a1-80f5c1a16864/8088b717-7322-4c47-91b2-3eda6486261a) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:27:21.723819 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b37fd58e-df52-4ee5-a410-aba81ef66e5a tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Publish callbacks [] for router (45e6f04f-ef29-4896-add6-66afc815d880), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:21.775544 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-b39f0f7d-322f-4405-8a8c-09a4209f56a4 req-23016a77-b619-42db-903f-e283d4301454 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Publish callbacks [] for port (8088b717-7322-4c47-91b2-3eda6486261a), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:21.832196 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-b39f0f7d-322f-4405-8a8c-09a4209f56a4 req-23016a77-b619-42db-903f-e283d4301454 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (8088b717-7322-4c47-91b2-3eda6486261a), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:21.847142 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['75629f80-97e2-4b65-9644-8e74b29b7b0c'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:27:21.878562 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f4f8bc09-5150-4da0-bb2c-7a27cdb2935b req-c12d61cc-1d00-404c-812c-645fa9568a0f tempest-FloatingIPDetailsTestJSON-252725370 tempest-FloatingIPDetailsTestJSON-252725370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (7d0d558a-f468-4d08-af9e-5f6d4976868b), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:21.878896 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f4f8bc09-5150-4da0-bb2c-7a27cdb2935b req-c12d61cc-1d00-404c-812c-645fa9568a0f tempest-FloatingIPDetailsTestJSON-252725370 tempest-FloatingIPDetailsTestJSON-252725370-project] Publish callbacks [] for floatingip (7d0d558a-f468-4d08-af9e-5f6d4976868b), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:21.916493 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b37fd58e-df52-4ee5-a410-aba81ef66e5a tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Publish callbacks [] for router_gateway (45e6f04f-ef29-4896-add6-66afc815d880), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:21.947602 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-474ce8ad-cb7e-480c-b607-e28b8d98d442 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (de98d303-7c1f-431e-bf81-fef0fcf95502), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:21.959307 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b39f0f7d-322f-4405-8a8c-09a4209f56a4 req-23016a77-b619-42db-903f-e283d4301454 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Network 311cc39e-64ae-4fb3-9d47-d497c4799ab7 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:27:21.962938 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-f4f8bc09-5150-4da0-bb2c-7a27cdb2935b req-c12d61cc-1d00-404c-812c-645fa9568a0f tempest-FloatingIPDetailsTestJSON-252725370 tempest-FloatingIPDetailsTestJSON-252725370-project] Calling delete_port for 7d0d558a-f468-4d08-af9e-5f6d4976868b owned by network:floatingip {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:27:21.976814 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-b39f0f7d-322f-4405-8a8c-09a4209f56a4 req-23016a77-b619-42db-903f-e283d4301454 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:27:21.982809 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-b39f0f7d-322f-4405-8a8c-09a4209f56a4 req-23016a77-b619-42db-903f-e283d4301454 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:27:22.036123 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39f0f7d-322f-4405-8a8c-09a4209f56a4 req-23016a77-b619-42db-903f-e283d4301454 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:22.036725 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-b37fd58e-df52-4ee5-a410-aba81ef66e5a tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Deleting port a33be596-023c-4179-a718-808fe470c61e {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:27:22.036863 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-b39f0f7d-322f-4405-8a8c-09a4209f56a4 req-23016a77-b619-42db-903f-e283d4301454 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:22.037081 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b37fd58e-df52-4ee5-a410-aba81ef66e5a tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (a33be596-023c-4179-a718-808fe470c61e), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:22.048680 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-474ce8ad-cb7e-480c-b607-e28b8d98d442 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Calling delete_port for de98d303-7c1f-431e-bf81-fef0fcf95502 owned by {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:27:22.061473 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-c90e9170-f497-4a3c-b9cb-1ad76d44bddf tempest-FloatingIPAdminTestJSON-1445690316 tempest-FloatingIPAdminTestJSON-1445690316-project] Deleting port f5a230d2-64a5-45bd-b78d-46f54a5f1185 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:27:22.061845 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c90e9170-f497-4a3c-b9cb-1ad76d44bddf tempest-FloatingIPAdminTestJSON-1445690316 tempest-FloatingIPAdminTestJSON-1445690316-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (f5a230d2-64a5-45bd-b78d-46f54a5f1185), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:22.136023 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71d166b-ec0e-4df3-bd76-31840e373eb9 req-0b45bbc7-f550-4fcc-8273-0ec7885585c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:22.137487 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d71d166b-ec0e-4df3-bd76-31840e373eb9 req-0b45bbc7-f550-4fcc-8273-0ec7885585c4 service neutron] 10.222.0.70 "GET /v2.0/networks?id=6fa40d3b-3f4b-4104-afea-21db80512bd7 HTTP/1.1" status: 200 len: 918 time: 0.8116171 Jan 28 19:27:22.156577 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23016a77-b619-42db-903f-e283d4301454 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Pushing event updated for resources: {'Port': ['ID=8088b717-7322-4c47-91b2-3eda6486261a,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:22.253762 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c90e9170-f497-4a3c-b9cb-1ad76d44bddf tempest-FloatingIPAdminTestJSON-1445690316 tempest-FloatingIPAdminTestJSON-1445690316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (f5a230d2-64a5-45bd-b78d-46f54a5f1185), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:22.254595 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c90e9170-f497-4a3c-b9cb-1ad76d44bddf tempest-FloatingIPAdminTestJSON-1445690316 tempest-FloatingIPAdminTestJSON-1445690316-project] Publish callbacks [] for floatingip (f5a230d2-64a5-45bd-b78d-46f54a5f1185), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:22.259933 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b39f0f7d-322f-4405-8a8c-09a4209f56a4 req-23016a77-b619-42db-903f-e283d4301454 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1066444 Jan 28 19:27:22.270986 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d71d166b-ec0e-4df3-bd76-31840e373eb9 req-ce66ed54-7393-4a41-83dc-0310b4ce43b2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=06529ba6-5ba7-465e-9d21-c4d3fc65ab53 HTTP/1.1" status: 200 len: 217 time: 0.1201420 Jan 28 19:27:22.279334 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-b39f0f7d-322f-4405-8a8c-09a4209f56a4 req-a560b827-4740-4f81-8a10-3a102b4dbb07 service neutron] Request body: {'port': {'device_id': '4a0db713-abe1-4c6b-9a95-46198e5539a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-14'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:27:22.281419 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a594b0bf-4571-4522-a7e3-ae2a482cae52 req-d729f5d9-cbb0-4a9c-a692-dd84df031bcc tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:22.282898 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a594b0bf-4571-4522-a7e3-ae2a482cae52 req-d729f5d9-cbb0-4a9c-a692-dd84df031bcc tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] 10.222.0.64 "GET /v2.0/ports?device_id=4b7b3ff2-8def-48cc-a292-47020d0a0799 HTTP/1.1" status: 200 len: 945 time: 0.1505804 Jan 28 19:27:22.332183 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b37fd58e-df52-4ee5-a410-aba81ef66e5a tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (a33be596-023c-4179-a718-808fe470c61e), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:22.355847 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-c90e9170-f497-4a3c-b9cb-1ad76d44bddf tempest-FloatingIPAdminTestJSON-1445690316 tempest-FloatingIPAdminTestJSON-1445690316-project] Calling delete_port for f5a230d2-64a5-45bd-b78d-46f54a5f1185 owned by network:floatingip {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:27:22.362233 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-b37fd58e-df52-4ee5-a410-aba81ef66e5a tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Calling delete_port for a33be596-023c-4179-a718-808fe470c61e owned by network:router_gateway {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:27:22.376289 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a594b0bf-4571-4522-a7e3-ae2a482cae52 req-4589f9fe-44d3-4b09-8d9a-46f4b1818ef4 tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] 10.222.0.64 "GET /v2.0/security-groups?id=6e3b5f6f-cd04-46bb-9eb5-a6c7cbc22d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782347 Jan 28 19:27:22.552048 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71d166b-ec0e-4df3-bd76-31840e373eb9 req-f4173b27-d5b8-4afb-87eb-26f6264a3638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:22.553572 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d71d166b-ec0e-4df3-bd76-31840e373eb9 req-f4173b27-d5b8-4afb-87eb-26f6264a3638 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0682cf17-1671-4e06-a862-31b529728694 HTTP/1.1" status: 200 len: 858 time: 0.2337620 Jan 28 19:27:22.601140 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-b39f0f7d-322f-4405-8a8c-09a4209f56a4 req-a560b827-4740-4f81-8a10-3a102b4dbb07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (8088b717-7322-4c47-91b2-3eda6486261a), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:22.604980 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d71d166b-ec0e-4df3-bd76-31840e373eb9 req-8701f9f3-45f6-4bd1-a37d-9697866a5e5c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6fa40d3b-3f4b-4104-afea-21db80512bd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411699 Jan 28 19:27:22.735632 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b37fd58e-df52-4ee5-a410-aba81ef66e5a tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (a33be596-023c-4179-a718-808fe470c61e), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:22.778311 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37fd58e-df52-4ee5-a410-aba81ef66e5a tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Pushing event deleted for resources: {'Port': ['ID=a33be596-023c-4179-a718-808fe470c61e,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:22.849917 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f4f8bc09-5150-4da0-bb2c-7a27cdb2935b req-c12d61cc-1d00-404c-812c-645fa9568a0f tempest-FloatingIPDetailsTestJSON-252725370 tempest-FloatingIPDetailsTestJSON-252725370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (7d0d558a-f468-4d08-af9e-5f6d4976868b), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:22.867937 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-474ce8ad-cb7e-480c-b607-e28b8d98d442 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (de98d303-7c1f-431e-bf81-fef0fcf95502), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:22.892075 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b37fd58e-df52-4ee5-a410-aba81ef66e5a tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-731488'] for router_gateway (45e6f04f-ef29-4896-add6-66afc815d880), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:22.930994 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e1376f-bdb4-4acd-b460-a5cc242b6bbf req-5dcdb361-aa25-420e-b49a-9f4342833772 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:22.932450 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f7e1376f-bdb4-4acd-b460-a5cc242b6bbf req-5dcdb361-aa25-420e-b49a-9f4342833772 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a0db713-abe1-4c6b-9a95-46198e5539a9 HTTP/1.1" status: 200 len: 931 time: 0.1509018 Jan 28 19:27:22.972138 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12d61cc-1d00-404c-812c-645fa9568a0f tempest-FloatingIPDetailsTestJSON-252725370 tempest-FloatingIPDetailsTestJSON-252725370-project] Pushing event deleted for resources: {'Port': ['ID=7d0d558a-f468-4d08-af9e-5f6d4976868b,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:23.024304 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b37fd58e-df52-4ee5-a410-aba81ef66e5a tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-730901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261120'] for router (45e6f04f-ef29-4896-add6-66afc815d880), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:23.026612 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b37fd58e-df52-4ee5-a410-aba81ef66e5a tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Publish callbacks [] for router_controller (45e6f04f-ef29-4896-add6-66afc815d880), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:23.038431 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d71d166b-ec0e-4df3-bd76-31840e373eb9 req-1ed79763-491a-4b1f-9419-6c822b309030 service neutron] 10.222.0.70 "GET /v2.0/networks/6fa40d3b-3f4b-4104-afea-21db80512bd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4198241 Jan 28 19:27:23.060202 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474ce8ad-cb7e-480c-b607-e28b8d98d442 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Pushing event deleted for resources: {'Port': ['ID=de98d303-7c1f-431e-bf81-fef0fcf95502,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:23.122861 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f7e1376f-bdb4-4acd-b460-a5cc242b6bbf req-be2733a1-ed74-455d-8529-1a93d3f1f9c1 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/security-groups?id=f474bf53-325f-4ec5-b389-bc6e034fc623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593583 Jan 28 19:27:23.131288 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b37fd58e-df52-4ee5-a410-aba81ef66e5a tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-730908'] for router (45e6f04f-ef29-4896-add6-66afc815d880), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:23.132431 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b37fd58e-df52-4ee5-a410-aba81ef66e5a tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Fanout notify agent at l3_agent the message router_deleted on router 45e6f04f-ef29-4896-add6-66afc815d880 {{(pid=103304) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:27:23.146259 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b37fd58e-df52-4ee5-a410-aba81ef66e5a tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:23.152924 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-b37fd58e-df52-4ee5-a410-aba81ef66e5a tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] 10.222.0.64 "DELETE /v2.0/routers/45e6f04f-ef29-4896-add6-66afc815d880 HTTP/1.1" status: 204 len: 168 time: 1.5484703 Jan 28 19:27:23.153741 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 54864) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:27:23.159531 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-4d790523-6d05-4e62-b7e7-6a4c91624cd8 tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-436282215', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:27:23.187810 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4d790523-6d05-4e62-b7e7-6a4c91624cd8 tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261150'] for router (d42168e5-4674-4882-b3f2-7056c482030f), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:23.189848 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4d790523-6d05-4e62-b7e7-6a4c91624cd8 tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-731099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-731441', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261129'] for router (d42168e5-4674-4882-b3f2-7056c482030f), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:23.270294 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4d790523-6d05-4e62-b7e7-6a4c91624cd8 tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Publish callbacks [] for router_controller (d42168e5-4674-4882-b3f2-7056c482030f), precommit_add_association {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:23.285201 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4d790523-6d05-4e62-b7e7-6a4c91624cd8 tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-731074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-731460'] for router (d42168e5-4674-4882-b3f2-7056c482030f), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:23.315219 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4d790523-6d05-4e62-b7e7-6a4c91624cd8 tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:23.321550 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-4d790523-6d05-4e62-b7e7-6a4c91624cd8 tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1665027 Jan 28 19:27:23.322279 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 54866) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:27:23.328118 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-0a5dff2e-4940-4a95-af96-66b32e802842 tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:27:23.623586 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0a5dff2e-4940-4a95-af96-66b32e802842 tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Publish callbacks [] for router_gateway (d42168e5-4674-4882-b3f2-7056c482030f), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:23.681668 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c90e9170-f497-4a3c-b9cb-1ad76d44bddf tempest-FloatingIPAdminTestJSON-1445690316 tempest-FloatingIPAdminTestJSON-1445690316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (f5a230d2-64a5-45bd-b78d-46f54a5f1185), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:23.708250 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:23.745428 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90e9170-f497-4a3c-b9cb-1ad76d44bddf tempest-FloatingIPAdminTestJSON-1445690316 tempest-FloatingIPAdminTestJSON-1445690316-project] Pushing event deleted for resources: {'Port': ['ID=f5a230d2-64a5-45bd-b78d-46f54a5f1185,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:23.772970 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f4f8bc09-5150-4da0-bb2c-7a27cdb2935b req-c12d61cc-1d00-404c-812c-645fa9568a0f tempest-FloatingIPDetailsTestJSON-252725370 tempest-FloatingIPDetailsTestJSON-252725370-project] Publish callbacks [] for floatingip (17c82390-57c0-419c-a6a6-04b8cfa80768), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:23.776009 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f4f8bc09-5150-4da0-bb2c-7a27cdb2935b req-c12d61cc-1d00-404c-812c-645fa9568a0f tempest-FloatingIPDetailsTestJSON-252725370 tempest-FloatingIPDetailsTestJSON-252725370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for floatingip (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:23.777349 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f4f8bc09-5150-4da0-bb2c-7a27cdb2935b req-c12d61cc-1d00-404c-812c-645fa9568a0f tempest-FloatingIPDetailsTestJSON-252725370 tempest-FloatingIPDetailsTestJSON-252725370-project] 10.222.0.64 "DELETE /v2.0/floatingips/17c82390-57c0-419c-a6a6-04b8cfa80768 HTTP/1.1" status: 204 len: 173 time: 4.0929592 Jan 28 19:27:23.784513 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbc2e27-8829-42a1-bf45-ee1c9bc6994a req-403d9340-10b8-4cf4-9df5-2b84375f7ac0 tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:23.787117 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2cbc2e27-8829-42a1-bf45-ee1c9bc6994a req-403d9340-10b8-4cf4-9df5-2b84375f7ac0 tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] 10.222.0.64 "GET /v2.0/ports?device_id=4b7b3ff2-8def-48cc-a292-47020d0a0799 HTTP/1.1" status: 200 len: 945 time: 0.2649128 Jan 28 19:27:23.820765 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-474ce8ad-cb7e-480c-b607-e28b8d98d442 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:23.824017 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-474ce8ad-cb7e-480c-b607-e28b8d98d442 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.64 "DELETE /v2.0/ports/de98d303-7c1f-431e-bf81-fef0fcf95502 HTTP/1.1" status: 204 len: 168 time: 3.9432259 Jan 28 19:27:23.833064 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 54880) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:27:23.902790 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d71d166b-ec0e-4df3-bd76-31840e373eb9 req-69e6dc80-0752-45cb-ba6f-1073a76d8eb3 service neutron] 10.222.0.70 "GET /v2.0/networks/6fa40d3b-3f4b-4104-afea-21db80512bd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8531966 Jan 28 19:27:23.924139 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2cbc2e27-8829-42a1-bf45-ee1c9bc6994a req-fcc0eae9-1d6c-48e0-8074-c00693d0c244 tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] 10.222.0.64 "GET /v2.0/security-groups?id=6e3b5f6f-cd04-46bb-9eb5-a6c7cbc22d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285083 Jan 28 19:27:23.997487 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c90e9170-f497-4a3c-b9cb-1ad76d44bddf tempest-FloatingIPAdminTestJSON-1445690316 tempest-FloatingIPAdminTestJSON-1445690316-project] Publish callbacks [] for floatingip (6ec0ec50-85f7-4f69-bc39-600f469112d0), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:24.000693 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c90e9170-f497-4a3c-b9cb-1ad76d44bddf tempest-FloatingIPAdminTestJSON-1445690316 tempest-FloatingIPAdminTestJSON-1445690316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for floatingip (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:24.002126 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-c90e9170-f497-4a3c-b9cb-1ad76d44bddf tempest-FloatingIPAdminTestJSON-1445690316 tempest-FloatingIPAdminTestJSON-1445690316-project] 10.222.0.64 "DELETE /v2.0/floatingips/6ec0ec50-85f7-4f69-bc39-600f469112d0 HTTP/1.1" status: 204 len: 168 time: 3.0797861 Jan 28 19:27:24.005580 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 54886) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:27:24.006984 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-97389269-ba50-4865-9c68-daedf0cc873a req-4e82e503-4110-4020-a17c-cd6223d611e4 tempest-FloatingIPDetailsTestJSON-252725370 tempest-FloatingIPDetailsTestJSON-252725370-project] 10.222.0.64 "GET /v2.0/floatingips/ce54a984-3a84-4162-88e3-f1c620ba52ca HTTP/1.1" status: 200 len: 693 time: 0.1170659 Jan 28 19:27:24.132448 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [req-b39f0f7d-322f-4405-8a8c-09a4209f56a4 req-a560b827-4740-4f81-8a10-3a102b4dbb07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8088b717-7322-4c47-91b2-3eda6486261a {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:27:24.164216 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-b39f0f7d-322f-4405-8a8c-09a4209f56a4 req-a560b827-4740-4f81-8a10-3a102b4dbb07 service neutron] Publish callbacks [] for port (8088b717-7322-4c47-91b2-3eda6486261a), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:24.221978 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-b39f0f7d-322f-4405-8a8c-09a4209f56a4 req-a560b827-4740-4f81-8a10-3a102b4dbb07 service neutron] Transition to ACTIVE for port object 8088b717-7322-4c47-91b2-3eda6486261a will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:27:24.244359 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97389269-ba50-4865-9c68-daedf0cc873a req-dac14d5d-75ee-4751-9807-ab061a476a2c tempest-FloatingIPDetailsTestJSON-252725370 tempest-FloatingIPDetailsTestJSON-252725370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:24.254458 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-97389269-ba50-4865-9c68-daedf0cc873a req-dac14d5d-75ee-4751-9807-ab061a476a2c tempest-FloatingIPDetailsTestJSON-252725370 tempest-FloatingIPDetailsTestJSON-252725370-project] 10.222.0.64 "GET /v2.0/networks/d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 HTTP/1.1" status: 200 len: 784 time: 0.2374856 Jan 28 19:27:24.272556 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-b39f0f7d-322f-4405-8a8c-09a4209f56a4 req-a560b827-4740-4f81-8a10-3a102b4dbb07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (8088b717-7322-4c47-91b2-3eda6486261a), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:24.363946 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-97389269-ba50-4865-9c68-daedf0cc873a req-8defda50-0503-4f78-b1aa-c4027672089c tempest-FloatingIPDetailsTestJSON-252725370 tempest-FloatingIPDetailsTestJSON-252725370-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.6.230 HTTP/1.1" status: 200 len: 696 time: 0.1085746 Jan 28 19:27:24.446764 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-97389269-ba50-4865-9c68-daedf0cc873a req-443d5c6f-1896-434e-a677-c3a39be89ef7 tempest-FloatingIPDetailsTestJSON-252725370 tempest-FloatingIPDetailsTestJSON-252725370-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.6.230 HTTP/1.1" status: 200 len: 696 time: 0.0818167 Jan 28 19:27:24.454226 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a560b827-4740-4f81-8a10-3a102b4dbb07 service neutron] Pushing event updated for resources: {'Port': ['ID=8088b717-7322-4c47-91b2-3eda6486261a,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:24.677851 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-b39f0f7d-322f-4405-8a8c-09a4209f56a4 req-a560b827-4740-4f81-8a10-3a102b4dbb07 service neutron] Attempting to bind port 8088b717-7322-4c47-91b2-3eda6486261a on host n-h1-812111-14 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:27:24.678126 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-b39f0f7d-322f-4405-8a8c-09a4209f56a4 req-a560b827-4740-4f81-8a10-3a102b4dbb07 service neutron] Attempting to bind port 8088b717-7322-4c47-91b2-3eda6486261a by drivers openvswitch,hyperv on host n-h1-812111-14 at level 0 using segments [{'id': 'e068a65d-85a7-4b6f-806f-2e18a6e2925d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '311cc39e-64ae-4fb3-9d47-d497c4799ab7'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:27:24.678459 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b39f0f7d-322f-4405-8a8c-09a4209f56a4 req-a560b827-4740-4f81-8a10-3a102b4dbb07 service neutron] Attempting to bind port 8088b717-7322-4c47-91b2-3eda6486261a on network 311cc39e-64ae-4fb3-9d47-d497c4799ab7 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:27:24.701147 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b39f0f7d-322f-4405-8a8c-09a4209f56a4 req-a560b827-4740-4f81-8a10-3a102b4dbb07 service neutron] Port 8088b717-7322-4c47-91b2-3eda6486261a on network 311cc39e-64ae-4fb3-9d47-d497c4799ab7 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-14 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:27:24.701435 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b39f0f7d-322f-4405-8a8c-09a4209f56a4 req-a560b827-4740-4f81-8a10-3a102b4dbb07 service neutron] Attempting to bind port 8088b717-7322-4c47-91b2-3eda6486261a on network 311cc39e-64ae-4fb3-9d47-d497c4799ab7 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:27:24.711572 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b39f0f7d-322f-4405-8a8c-09a4209f56a4 req-a560b827-4740-4f81-8a10-3a102b4dbb07 service neutron] Checking agent: {'id': 'b544ba20-de93-4d86-9e6b-a2202deb6191', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:27:24.711909 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b39f0f7d-322f-4405-8a8c-09a4209f56a4 req-a560b827-4740-4f81-8a10-3a102b4dbb07 service neutron] Checking segment: {'id': 'e068a65d-85a7-4b6f-806f-2e18a6e2925d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '311cc39e-64ae-4fb3-9d47-d497c4799ab7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:27:24.712305 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b39f0f7d-322f-4405-8a8c-09a4209f56a4 req-a560b827-4740-4f81-8a10-3a102b4dbb07 service neutron] Bound using segment: {'id': 'e068a65d-85a7-4b6f-806f-2e18a6e2925d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '311cc39e-64ae-4fb3-9d47-d497c4799ab7'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:27:24.712752 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-b39f0f7d-322f-4405-8a8c-09a4209f56a4 req-a560b827-4740-4f81-8a10-3a102b4dbb07 service neutron] Bound port: 8088b717-7322-4c47-91b2-3eda6486261a, host: n-h1-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e068a65d-85a7-4b6f-806f-2e18a6e2925d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '311cc39e-64ae-4fb3-9d47-d497c4799ab7'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:27:24.713139 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-b39f0f7d-322f-4405-8a8c-09a4209f56a4 req-a560b827-4740-4f81-8a10-3a102b4dbb07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (8088b717-7322-4c47-91b2-3eda6486261a), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:24.733218 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0a5dff2e-4940-4a95-af96-66b32e802842 tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Publish callbacks [] for router_gateway (d42168e5-4674-4882-b3f2-7056c482030f), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:24.760028 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0a5dff2e-4940-4a95-af96-66b32e802842 tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:24.782439 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-97389269-ba50-4865-9c68-daedf0cc873a req-dae71f58-b8a1-497b-8574-87c2362c4e28 tempest-FloatingIPDetailsTestJSON-252725370 tempest-FloatingIPDetailsTestJSON-252725370-project] Deleting port b8d93a63-764b-4c9e-97b6-7aea1b3a34d6 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:27:24.782439 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-97389269-ba50-4865-9c68-daedf0cc873a req-dae71f58-b8a1-497b-8574-87c2362c4e28 tempest-FloatingIPDetailsTestJSON-252725370 tempest-FloatingIPDetailsTestJSON-252725370-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (b8d93a63-764b-4c9e-97b6-7aea1b3a34d6), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:24.871296 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-b39f0f7d-322f-4405-8a8c-09a4209f56a4 req-a560b827-4740-4f81-8a10-3a102b4dbb07 service neutron] For port 8088b717-7322-4c47-91b2-3eda6486261a, host n-h1-812111-14, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:27:24.877290 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-b39f0f7d-322f-4405-8a8c-09a4209f56a4 req-a560b827-4740-4f81-8a10-3a102b4dbb07 service neutron] For port 8088b717-7322-4c47-91b2-3eda6486261a, host n-h1-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=8088b717-7322-4c47-91b2-3eda6486261a,segment=NetworkSegment(e068a65d-85a7-4b6f-806f-2e18a6e2925d),segment_id=e068a65d-85a7-4b6f-806f-2e18a6e2925d)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:27:24.906217 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-b39f0f7d-322f-4405-8a8c-09a4209f56a4 req-a560b827-4740-4f81-8a10-3a102b4dbb07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (8088b717-7322-4c47-91b2-3eda6486261a), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:24.929643 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-97389269-ba50-4865-9c68-daedf0cc873a req-dae71f58-b8a1-497b-8574-87c2362c4e28 tempest-FloatingIPDetailsTestJSON-252725370 tempest-FloatingIPDetailsTestJSON-252725370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (b8d93a63-764b-4c9e-97b6-7aea1b3a34d6), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:24.930012 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-97389269-ba50-4865-9c68-daedf0cc873a req-dae71f58-b8a1-497b-8574-87c2362c4e28 tempest-FloatingIPDetailsTestJSON-252725370 tempest-FloatingIPDetailsTestJSON-252725370-project] Publish callbacks [] for floatingip (b8d93a63-764b-4c9e-97b6-7aea1b3a34d6), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:24.979445 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39f0f7d-322f-4405-8a8c-09a4209f56a4 req-a560b827-4740-4f81-8a10-3a102b4dbb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:24.980346 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-b39f0f7d-322f-4405-8a8c-09a4209f56a4 req-a560b827-4740-4f81-8a10-3a102b4dbb07 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:24.982485 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b39f0f7d-322f-4405-8a8c-09a4209f56a4 req-a560b827-4740-4f81-8a10-3a102b4dbb07 service neutron] 10.222.0.41 "PUT /v2.0/ports/8088b717-7322-4c47-91b2-3eda6486261a HTTP/1.1" status: 200 len: 1092 time: 2.7076247 Jan 28 19:27:24.986448 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0105b50-fb0c-45a0-8265-12263b9a97af req-3cac0697-5b48-4589-adae-faad53e95e64 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:24.988713 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c0105b50-fb0c-45a0-8265-12263b9a97af req-3cac0697-5b48-4589-adae-faad53e95e64 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a0db713-abe1-4c6b-9a95-46198e5539a9 HTTP/1.1" status: 200 len: 943 time: 0.4431827 Jan 28 19:27:25.000188 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a0db713-abe1-4c6b-9a95-46198e5539a9', 'tag': '8088b717-7322-4c47-91b2-3eda6486261a'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:27:25.012823 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ed3dba6-56ae-40d9-9383-483cc03f4f69" -d '{"events": [{"name": "network-changed", "server_uuid": "4a0db713-abe1-4c6b-9a95-46198e5539a9", "tag": "8088b717-7322-4c47-91b2-3eda6486261a"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:27:25.021904 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-97389269-ba50-4865-9c68-daedf0cc873a req-dae71f58-b8a1-497b-8574-87c2362c4e28 tempest-FloatingIPDetailsTestJSON-252725370 tempest-FloatingIPDetailsTestJSON-252725370-project] Calling delete_port for b8d93a63-764b-4c9e-97b6-7aea1b3a34d6 owned by network:floatingip {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:27:25.023180 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-0a5dff2e-4940-4a95-af96-66b32e802842 tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Allocated IP 172.25.6.3 (d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8/a648e4ab-7422-41b9-b133-58aca25ab8f5/9b63a5c6-4f9d-4ef1-aab3-9bd9b9809456) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:27:25.103071 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-247ccd37-ab05-4845-94f5-670b65aeb074 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Deleting port 12d5c4fa-3235-4f0d-98da-a2e61f15252b {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:27:25.103704 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-247ccd37-ab05-4845-94f5-670b65aeb074 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (12d5c4fa-3235-4f0d-98da-a2e61f15252b), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:25.139297 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a560b827-4740-4f81-8a10-3a102b4dbb07 service neutron] Pushing event updated for resources: {'Port': ['ID=8088b717-7322-4c47-91b2-3eda6486261a,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:25.179958 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39f0f7d-322f-4405-8a8c-09a4209f56a4 req-f0d4d64c-07ee-4031-8195-eb57079090b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:25.181501 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b39f0f7d-322f-4405-8a8c-09a4209f56a4 req-f0d4d64c-07ee-4031-8195-eb57079090b9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7eed4983257c41a2ac91147c4d6e09ea&device_id=4a0db713-abe1-4c6b-9a95-46198e5539a9 HTTP/1.1" status: 200 len: 1126 time: 0.1311424 Jan 28 19:27:25.232481 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-cba8ffe2-5b1a-494f-bfd7-9440c394aba2 tempest-FloatingIPAdminTestJSON-1126799019 tempest-FloatingIPAdminTestJSON-1126799019-project-admin] Deleting port b48a4333-24f6-4340-b353-df4381daeb29 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:27:25.233023 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cba8ffe2-5b1a-494f-bfd7-9440c394aba2 tempest-FloatingIPAdminTestJSON-1126799019 tempest-FloatingIPAdminTestJSON-1126799019-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (b48a4333-24f6-4340-b353-df4381daeb29), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:25.246295 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c0105b50-fb0c-45a0-8265-12263b9a97af req-4324f55d-6e9c-411e-b4e5-5b26da2d58d3 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/security-groups?id=f474bf53-325f-4ec5-b389-bc6e034fc623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334651 Jan 28 19:27:25.251913 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b39f0f7d-322f-4405-8a8c-09a4209f56a4 req-ea9a5622-7dd8-451d-bf59-14cb8d5c0a86 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8088b717-7322-4c47-91b2-3eda6486261a HTTP/1.1" status: 200 len: 217 time: 0.0517843 Jan 28 19:27:25.413134 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-247ccd37-ab05-4845-94f5-670b65aeb074 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (12d5c4fa-3235-4f0d-98da-a2e61f15252b), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:25.421191 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0a5dff2e-4940-4a95-af96-66b32e802842 tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Publish callbacks [] for port (9b63a5c6-4f9d-4ef1-aab3-9bd9b9809456), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:25.447622 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-97389269-ba50-4865-9c68-daedf0cc873a req-dae71f58-b8a1-497b-8574-87c2362c4e28 tempest-FloatingIPDetailsTestJSON-252725370 tempest-FloatingIPDetailsTestJSON-252725370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (b8d93a63-764b-4c9e-97b6-7aea1b3a34d6), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:25.480265 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-247ccd37-ab05-4845-94f5-670b65aeb074 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Calling delete_port for 12d5c4fa-3235-4f0d-98da-a2e61f15252b owned by {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:27:25.542437 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae71f58-b8a1-497b-8574-87c2362c4e28 tempest-FloatingIPDetailsTestJSON-252725370 tempest-FloatingIPDetailsTestJSON-252725370-project] Pushing event deleted for resources: {'Port': ['ID=b8d93a63-764b-4c9e-97b6-7aea1b3a34d6,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:25.558221 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cba8ffe2-5b1a-494f-bfd7-9440c394aba2 tempest-FloatingIPAdminTestJSON-1126799019 tempest-FloatingIPAdminTestJSON-1126799019-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (b48a4333-24f6-4340-b353-df4381daeb29), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:25.559853 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cba8ffe2-5b1a-494f-bfd7-9440c394aba2 tempest-FloatingIPAdminTestJSON-1126799019 tempest-FloatingIPAdminTestJSON-1126799019-project-admin] Publish callbacks [] for floatingip (b48a4333-24f6-4340-b353-df4381daeb29), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:25.594485 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-cba8ffe2-5b1a-494f-bfd7-9440c394aba2 tempest-FloatingIPAdminTestJSON-1126799019 tempest-FloatingIPAdminTestJSON-1126799019-project-admin] Calling delete_port for b48a4333-24f6-4340-b353-df4381daeb29 owned by network:floatingip {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:27:25.617001 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39f0f7d-322f-4405-8a8c-09a4209f56a4 req-e0d7a946-f6f8-45d8-b3e0-68b5d0093598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:25.618809 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b39f0f7d-322f-4405-8a8c-09a4209f56a4 req-e0d7a946-f6f8-45d8-b3e0-68b5d0093598 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=008283d9-57a3-42a0-90a1-80f5c1a16864 HTTP/1.1" status: 200 len: 845 time: 0.3598785 Jan 28 19:27:25.723581 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b39f0f7d-322f-4405-8a8c-09a4209f56a4 req-c7a9cca3-ed7e-46f7-8467-1112992a01de service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=311cc39e-64ae-4fb3-9d47-d497c4799ab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0924008 Jan 28 19:27:25.847494 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cba8ffe2-5b1a-494f-bfd7-9440c394aba2 tempest-FloatingIPAdminTestJSON-1126799019 tempest-FloatingIPAdminTestJSON-1126799019-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (b48a4333-24f6-4340-b353-df4381daeb29), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:25.885022 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba8ffe2-5b1a-494f-bfd7-9440c394aba2 tempest-FloatingIPAdminTestJSON-1126799019 tempest-FloatingIPAdminTestJSON-1126799019-project-admin] Pushing event deleted for resources: {'Port': ['ID=b48a4333-24f6-4340-b353-df4381daeb29,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:25.917822 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b39f0f7d-322f-4405-8a8c-09a4209f56a4 req-3b9f5a7f-ebda-4a8a-95de-fec87d463490 service neutron] 10.222.0.41 "GET /v2.0/networks/311cc39e-64ae-4fb3-9d47-d497c4799ab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713107 Jan 28 19:27:25.924037 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-97389269-ba50-4865-9c68-daedf0cc873a req-dae71f58-b8a1-497b-8574-87c2362c4e28 tempest-FloatingIPDetailsTestJSON-252725370 tempest-FloatingIPDetailsTestJSON-252725370-project] Publish callbacks [] for floatingip (ce54a984-3a84-4162-88e3-f1c620ba52ca), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:25.928089 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0a5dff2e-4940-4a95-af96-66b32e802842 tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (9b63a5c6-4f9d-4ef1-aab3-9bd9b9809456), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:25.929526 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-97389269-ba50-4865-9c68-daedf0cc873a req-dae71f58-b8a1-497b-8574-87c2362c4e28 tempest-FloatingIPDetailsTestJSON-252725370 tempest-FloatingIPDetailsTestJSON-252725370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for floatingip (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:25.931135 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-97389269-ba50-4865-9c68-daedf0cc873a req-dae71f58-b8a1-497b-8574-87c2362c4e28 tempest-FloatingIPDetailsTestJSON-252725370 tempest-FloatingIPDetailsTestJSON-252725370-project] 10.222.0.64 "DELETE /v2.0/floatingips/ce54a984-3a84-4162-88e3-f1c620ba52ca HTTP/1.1" status: 204 len: 173 time: 1.4836121 Jan 28 19:27:25.992592 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4c7aabc-5665-4045-b492-c12cd6cf9ac6 x-openstack-request-id: req-a4c7aabc-5665-4045-b492-c12cd6cf9ac6 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:27:25.993022 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a0db713-abe1-4c6b-9a95-46198e5539a9", "tag": "8088b717-7322-4c47-91b2-3eda6486261a", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:27:25.993401 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a4c7aabc-5665-4045-b492-c12cd6cf9ac6 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:27:25.993899 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a0db713-abe1-4c6b-9a95-46198e5539a9', 'tag': '8088b717-7322-4c47-91b2-3eda6486261a', 'status': 'completed', 'code': 200} Jan 28 19:27:26.032041 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5dff2e-4940-4a95-af96-66b32e802842 tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Pushing event updated for resources: {'Port': ['ID=9b63a5c6-4f9d-4ef1-aab3-9bd9b9809456,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:26.040582 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cba8ffe2-5b1a-494f-bfd7-9440c394aba2 tempest-FloatingIPAdminTestJSON-1126799019 tempest-FloatingIPAdminTestJSON-1126799019-project-admin] Publish callbacks [] for floatingip (ded96f9d-0264-4c82-ad6f-560b285f8130), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:26.043468 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cba8ffe2-5b1a-494f-bfd7-9440c394aba2 tempest-FloatingIPAdminTestJSON-1126799019 tempest-FloatingIPAdminTestJSON-1126799019-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for floatingip (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:26.047864 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-cba8ffe2-5b1a-494f-bfd7-9440c394aba2 tempest-FloatingIPAdminTestJSON-1126799019 tempest-FloatingIPAdminTestJSON-1126799019-project-admin] 10.222.0.64 "DELETE /v2.0/floatingips/ded96f9d-0264-4c82-ad6f-560b285f8130 HTTP/1.1" status: 204 len: 168 time: 2.0374413 Jan 28 19:27:26.058944 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 54912) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:27:26.068353 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a5dff2e-4940-4a95-af96-66b32e802842 tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:27:26.091660 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-74dbbbb4-5636-497f-80ba-e944a901dd1b req-c2de1bf5-7b6f-4ac8-b595-f774f7c756c0 tempest-FloatingIPDetailsTestJSON-252725370 tempest-FloatingIPDetailsTestJSON-252725370-project] 10.222.0.64 "GET /v2.0/floatingips/a7fb7306-fbcc-4895-ba0e-2e498f93f780 HTTP/1.1" status: 200 len: 692 time: 0.0783067 Jan 28 19:27:26.121734 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-0a5dff2e-4940-4a95-af96-66b32e802842 tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:27:26.138481 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b39f0f7d-322f-4405-8a8c-09a4209f56a4 req-800ccb96-6932-4d26-ad86-dd61963850e6 service neutron] 10.222.0.41 "GET /v2.0/networks/311cc39e-64ae-4fb3-9d47-d497c4799ab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2062182 Jan 28 19:27:26.170199 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5dff2e-4940-4a95-af96-66b32e802842 tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:27:26.318688 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dbbbb4-5636-497f-80ba-e944a901dd1b req-4c4e6734-6940-4a12-8bee-1b83ec4888f5 tempest-FloatingIPDetailsTestJSON-252725370 tempest-FloatingIPDetailsTestJSON-252725370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:26.320708 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-74dbbbb4-5636-497f-80ba-e944a901dd1b req-4c4e6734-6940-4a12-8bee-1b83ec4888f5 tempest-FloatingIPDetailsTestJSON-252725370 tempest-FloatingIPDetailsTestJSON-252725370-project] 10.222.0.64 "GET /v2.0/networks/d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 HTTP/1.1" status: 200 len: 784 time: 0.2168331 Jan 28 19:27:26.322942 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed3dba6-56ae-40d9-9383-483cc03f4f69 req-dcd7b1fe-578b-4f87-9fdd-e94864c93aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:26.324647 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4ed3dba6-56ae-40d9-9383-483cc03f4f69 req-dcd7b1fe-578b-4f87-9fdd-e94864c93aae service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7eed4983257c41a2ac91147c4d6e09ea&device_id=4a0db713-abe1-4c6b-9a95-46198e5539a9 HTTP/1.1" status: 200 len: 1126 time: 0.1130800 Jan 28 19:27:26.347439 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df42ce3e-3d22-453d-9770-c6918f2deb9d req-99fe4c65-08ef-46dc-923a-ad2e53df6c7a tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:26.354662 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-df42ce3e-3d22-453d-9770-c6918f2deb9d req-99fe4c65-08ef-46dc-923a-ad2e53df6c7a tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] 10.222.0.64 "GET /v2.0/ports?device_id=4b7b3ff2-8def-48cc-a292-47020d0a0799 HTTP/1.1" status: 200 len: 945 time: 0.8462064 Jan 28 19:27:26.381042 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-247ccd37-ab05-4845-94f5-670b65aeb074 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (12d5c4fa-3235-4f0d-98da-a2e61f15252b), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:26.386478 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-74dbbbb4-5636-497f-80ba-e944a901dd1b req-4e16bd73-a4ca-4f3a-ab84-35ad44054c64 tempest-FloatingIPDetailsTestJSON-252725370 tempest-FloatingIPDetailsTestJSON-252725370-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.6.90 HTTP/1.1" status: 200 len: 695 time: 0.0569651 Jan 28 19:27:26.447788 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-74dbbbb4-5636-497f-80ba-e944a901dd1b req-f9684565-d935-4070-82d0-742220cda58d tempest-FloatingIPDetailsTestJSON-252725370 tempest-FloatingIPDetailsTestJSON-252725370-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.6.90 HTTP/1.1" status: 200 len: 695 time: 0.0511060 Jan 28 19:27:26.495922 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247ccd37-ab05-4845-94f5-670b65aeb074 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Pushing event deleted for resources: {'Port': ['ID=12d5c4fa-3235-4f0d-98da-a2e61f15252b,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:26.626515 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-247ccd37-ab05-4845-94f5-670b65aeb074 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:26.630502 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-247ccd37-ab05-4845-94f5-670b65aeb074 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.64 "DELETE /v2.0/ports/12d5c4fa-3235-4f0d-98da-a2e61f15252b HTTP/1.1" status: 204 len: 168 time: 2.7893252 Jan 28 19:27:26.641286 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 54920) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:27:26.714889 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-df42ce3e-3d22-453d-9770-c6918f2deb9d req-a28c5d8f-c8c7-4ef2-92d9-5b2113aaaa1a tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] 10.222.0.64 "GET /v2.0/security-groups?id=6e3b5f6f-cd04-46bb-9eb5-a6c7cbc22d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3584366 Jan 28 19:27:26.733940 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed3dba6-56ae-40d9-9383-483cc03f4f69 req-0cb19c56-3d50-42c6-8ad0-74d753a565b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:26.734994 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4ed3dba6-56ae-40d9-9383-483cc03f4f69 req-0cb19c56-3d50-42c6-8ad0-74d753a565b2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=311cc39e-64ae-4fb3-9d47-d497c4799ab7 HTTP/1.1" status: 200 len: 905 time: 0.3473771 Jan 28 19:27:26.742459 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-ad71a34e-abcf-4704-ba04-5b5f16d92c67 tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] Deleting port b983ac5f-c8a2-4c77-ac76-cd571279590d {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:27:26.742788 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ad71a34e-abcf-4704-ba04-5b5f16d92c67 tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (b983ac5f-c8a2-4c77-ac76-cd571279590d), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:26.757720 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-a115aa88-0d77-4b5d-b854-331a13350ad3 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Deleting subnet be61367f-e334-4502-b75c-ccc02838dd17 {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:27:26.763986 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a115aa88-0d77-4b5d-b854-331a13350ad3 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Publish callbacks [] for subnet (be61367f-e334-4502-b75c-ccc02838dd17), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:26.841374 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4ed3dba6-56ae-40d9-9383-483cc03f4f69 req-f09097e4-0df9-4698-bb32-bfa00d0b64eb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8088b717-7322-4c47-91b2-3eda6486261a HTTP/1.1" status: 200 len: 217 time: 0.0810566 Jan 28 19:27:26.911336 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a115aa88-0d77-4b5d-b854-331a13350ad3 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16187240'] for subnet (be61367f-e334-4502-b75c-ccc02838dd17), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:26.933606 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed3dba6-56ae-40d9-9383-483cc03f4f69 req-cff44529-40b2-4970-9ca6-57b086eaf65d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:26.935821 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4ed3dba6-56ae-40d9-9383-483cc03f4f69 req-cff44529-40b2-4970-9ca6-57b086eaf65d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=008283d9-57a3-42a0-90a1-80f5c1a16864 HTTP/1.1" status: 200 len: 845 time: 0.0859559 Jan 28 19:27:26.970892 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-74dbbbb4-5636-497f-80ba-e944a901dd1b req-5bab6794-90ef-4153-8a01-3a96c5c724e5 tempest-FloatingIPDetailsTestJSON-252725370 tempest-FloatingIPDetailsTestJSON-252725370-project] Deleting port 91bdaf57-2942-46d0-b6b4-020e608062a5 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:27:26.971365 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-74dbbbb4-5636-497f-80ba-e944a901dd1b req-5bab6794-90ef-4153-8a01-3a96c5c724e5 tempest-FloatingIPDetailsTestJSON-252725370 tempest-FloatingIPDetailsTestJSON-252725370-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (91bdaf57-2942-46d0-b6b4-020e608062a5), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:27.047836 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0a5dff2e-4940-4a95-af96-66b32e802842 tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Publish callbacks [] for router_gateway (d42168e5-4674-4882-b3f2-7056c482030f), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:27.173411 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4ed3dba6-56ae-40d9-9383-483cc03f4f69 req-9ea73324-d4ee-4fd3-8c53-28d7809e899f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=311cc39e-64ae-4fb3-9d47-d497c4799ab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2108297 Jan 28 19:27:27.192890 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a115aa88-0d77-4b5d-b854-331a13350ad3 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (be61367f-e334-4502-b75c-ccc02838dd17), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:27.241182 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-74dbbbb4-5636-497f-80ba-e944a901dd1b req-5bab6794-90ef-4153-8a01-3a96c5c724e5 tempest-FloatingIPDetailsTestJSON-252725370 tempest-FloatingIPDetailsTestJSON-252725370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (91bdaf57-2942-46d0-b6b4-020e608062a5), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:27.241513 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-74dbbbb4-5636-497f-80ba-e944a901dd1b req-5bab6794-90ef-4153-8a01-3a96c5c724e5 tempest-FloatingIPDetailsTestJSON-252725370 tempest-FloatingIPDetailsTestJSON-252725370-project] Publish callbacks [] for floatingip (91bdaf57-2942-46d0-b6b4-020e608062a5), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:27.271671 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837249ff-bdfb-4b01-afd5-442c374a31fb req-12e427d3-1fff-473d-8923-ba7a570c0153 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:27.273649 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-837249ff-bdfb-4b01-afd5-442c374a31fb req-12e427d3-1fff-473d-8923-ba7a570c0153 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a0db713-abe1-4c6b-9a95-46198e5539a9 HTTP/1.1" status: 200 len: 943 time: 0.3859069 Jan 28 19:27:27.281978 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ad71a34e-abcf-4704-ba04-5b5f16d92c67 tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (b983ac5f-c8a2-4c77-ac76-cd571279590d), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:27.295410 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-74dbbbb4-5636-497f-80ba-e944a901dd1b req-5bab6794-90ef-4153-8a01-3a96c5c724e5 tempest-FloatingIPDetailsTestJSON-252725370 tempest-FloatingIPDetailsTestJSON-252725370-project] Calling delete_port for 91bdaf57-2942-46d0-b6b4-020e608062a5 owned by network:floatingip {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:27:27.325202 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-ad71a34e-abcf-4704-ba04-5b5f16d92c67 tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] Calling delete_port for b983ac5f-c8a2-4c77-ac76-cd571279590d owned by {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:27:27.412438 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a115aa88-0d77-4b5d-b854-331a13350ad3 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4752464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4733806'] for subnet (be61367f-e334-4502-b75c-ccc02838dd17), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:27.437126 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a115aa88-0d77-4b5d-b854-331a13350ad3 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:27.442660 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b298f89b-2691-4d17-ad17-07065031f01e None None] Network a2ca3cee-ca84-49f7-b78e-846e3e35c5f2 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:27:27.454113 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-837249ff-bdfb-4b01-afd5-442c374a31fb req-197eac43-fc39-4da4-86b6-a9640d627fc7 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/security-groups?id=f474bf53-325f-4ec5-b389-bc6e034fc623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699564 Jan 28 19:27:27.455035 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-a115aa88-0d77-4b5d-b854-331a13350ad3 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.64 "DELETE /v2.0/subnets/be61367f-e334-4502-b75c-ccc02838dd17 HTTP/1.1" status: 204 len: 168 time: 0.8125515 Jan 28 19:27:27.458084 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 54926) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:27:27.527788 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a115aa88-0d77-4b5d-b854-331a13350ad3 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Pushing event deleted for resources: {'Subnet': ['ID=be61367f-e334-4502-b75c-ccc02838dd17,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:27.543277 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4ed3dba6-56ae-40d9-9383-483cc03f4f69 req-ad7c372e-93a8-4f95-9eae-98107ce76ca3 service neutron] 10.222.0.41 "GET /v2.0/networks/311cc39e-64ae-4fb3-9d47-d497c4799ab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3579338 Jan 28 19:27:27.619331 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0a5dff2e-4940-4a95-af96-66b32e802842 tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-731439', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-731081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-261371'] for router (d42168e5-4674-4882-b3f2-7056c482030f), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:27.624437 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0a5dff2e-4940-4a95-af96-66b32e802842 tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-731460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-731478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-731485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-731120'] for router (d42168e5-4674-4882-b3f2-7056c482030f), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:27.726500 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-118992f1-9e2e-4a53-a986-e7835e0dd993 None None] DHCP port deletion for a2ca3cee-ca84-49f7-b78e-846e3e35c5f2 request from n-d-812111-14 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:27:27.732633 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4ed3dba6-56ae-40d9-9383-483cc03f4f69 req-dae5f92b-7623-4fe4-9a5b-720f5c7259d8 service neutron] 10.222.0.41 "GET /v2.0/networks/311cc39e-64ae-4fb3-9d47-d497c4799ab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819136 Jan 28 19:27:27.789378 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-376c486f-b979-42f3-b1c8-8ce467d75546 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Deleting subnet cc238073-ae04-4ee5-8171-afc8f75fa79b {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:27:27.797204 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-74dbbbb4-5636-497f-80ba-e944a901dd1b req-5bab6794-90ef-4153-8a01-3a96c5c724e5 tempest-FloatingIPDetailsTestJSON-252725370 tempest-FloatingIPDetailsTestJSON-252725370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (91bdaf57-2942-46d0-b6b4-020e608062a5), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:27.798092 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-376c486f-b979-42f3-b1c8-8ce467d75546 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Publish callbacks [] for subnet (cc238073-ae04-4ee5-8171-afc8f75fa79b), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:27.850780 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bab6794-90ef-4153-8a01-3a96c5c724e5 tempest-FloatingIPDetailsTestJSON-252725370 tempest-FloatingIPDetailsTestJSON-252725370-project] Pushing event deleted for resources: {'Port': ['ID=91bdaf57-2942-46d0-b6b4-020e608062a5,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:27.866745 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-118992f1-9e2e-4a53-a986-e7835e0dd993 None None] Deleting port 9328cc30-f008-48e8-8e6d-ca7a0569c11e {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:27:27.867220 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-118992f1-9e2e-4a53-a986-e7835e0dd993 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (9328cc30-f008-48e8-8e6d-ca7a0569c11e), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:27.919903 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-376c486f-b979-42f3-b1c8-8ce467d75546 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4747050'] for subnet (cc238073-ae04-4ee5-8171-afc8f75fa79b), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:27.982521 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-118992f1-9e2e-4a53-a986-e7835e0dd993 None None] For port 9328cc30-f008-48e8-8e6d-ca7a0569c11e, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=9328cc30-f008-48e8-8e6d-ca7a0569c11e,segment=NetworkSegment(60f73bc9-e00e-4b44-a105-7ad75c8476d3),segment_id=60f73bc9-e00e-4b44-a105-7ad75c8476d3)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:27:27.983090 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-118992f1-9e2e-4a53-a986-e7835e0dd993 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (9328cc30-f008-48e8-8e6d-ca7a0569c11e), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:28.007888 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-118992f1-9e2e-4a53-a986-e7835e0dd993 None None] Calling delete_port for 9328cc30-f008-48e8-8e6d-ca7a0569c11e owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:27:28.010930 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-74dbbbb4-5636-497f-80ba-e944a901dd1b req-5bab6794-90ef-4153-8a01-3a96c5c724e5 tempest-FloatingIPDetailsTestJSON-252725370 tempest-FloatingIPDetailsTestJSON-252725370-project] Publish callbacks [] for floatingip (a7fb7306-fbcc-4895-ba0e-2e498f93f780), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:28.015512 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-74dbbbb4-5636-497f-80ba-e944a901dd1b req-5bab6794-90ef-4153-8a01-3a96c5c724e5 tempest-FloatingIPDetailsTestJSON-252725370 tempest-FloatingIPDetailsTestJSON-252725370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for floatingip (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:28.023396 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-74dbbbb4-5636-497f-80ba-e944a901dd1b req-5bab6794-90ef-4153-8a01-3a96c5c724e5 tempest-FloatingIPDetailsTestJSON-252725370 tempest-FloatingIPDetailsTestJSON-252725370-project] 10.222.0.64 "DELETE /v2.0/floatingips/a7fb7306-fbcc-4895-ba0e-2e498f93f780 HTTP/1.1" status: 204 len: 173 time: 1.5568624 Jan 28 19:27:28.026002 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 54948) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:27:28.094402 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36ce3d6-328f-4399-9c20-f68fabdc9d37 req-ac2e1bbc-1c55-416f-a347-b7f84a97a529 tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:28.095926 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a36ce3d6-328f-4399-9c20-f68fabdc9d37 req-ac2e1bbc-1c55-416f-a347-b7f84a97a529 tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] 10.222.0.64 "GET /v2.0/ports?device_id=4b7b3ff2-8def-48cc-a292-47020d0a0799 HTTP/1.1" status: 200 len: 945 time: 0.2434609 Jan 28 19:27:28.127889 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-118992f1-9e2e-4a53-a986-e7835e0dd993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985'] for port (9328cc30-f008-48e8-8e6d-ca7a0569c11e), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:28.137204 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ad71a34e-abcf-4704-ba04-5b5f16d92c67 tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (b983ac5f-c8a2-4c77-ac76-cd571279590d), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:28.163683 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118992f1-9e2e-4a53-a986-e7835e0dd993 None None] No DVR routers for this DVR port 9328cc30-f008-48e8-8e6d-ca7a0569c11e on host n-d-812111-14 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:27:28.165413 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118992f1-9e2e-4a53-a986-e7835e0dd993 None None] Pushing event deleted for resources: {'Port': ['ID=9328cc30-f008-48e8-8e6d-ca7a0569c11e,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:28.173291 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a5dff2e-4940-4a95-af96-66b32e802842 tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Router d42168e5-4674-4882-b3f2-7056c482030f is scheduled to L3 agent 76fe5c49-705a-4e08-abb2-be585676213f with binding_index 1 {{(pid=103304) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 19:27:28.182435 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118992f1-9e2e-4a53-a986-e7835e0dd993 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:27:28.182791 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118992f1-9e2e-4a53-a986-e7835e0dd993 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:27:28.183131 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118992f1-9e2e-4a53-a986-e7835e0dd993 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:27:28.183486 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118992f1-9e2e-4a53-a986-e7835e0dd993 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:27:28.183787 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118992f1-9e2e-4a53-a986-e7835e0dd993 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:27:28.184266 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118992f1-9e2e-4a53-a986-e7835e0dd993 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:27:28.184997 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118992f1-9e2e-4a53-a986-e7835e0dd993 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:27:28.184997 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118992f1-9e2e-4a53-a986-e7835e0dd993 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:27:28.185324 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118992f1-9e2e-4a53-a986-e7835e0dd993 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:27:28.185661 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118992f1-9e2e-4a53-a986-e7835e0dd993 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:27:28.185882 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118992f1-9e2e-4a53-a986-e7835e0dd993 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:27:28.186247 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118992f1-9e2e-4a53-a986-e7835e0dd993 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:27:28.186574 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118992f1-9e2e-4a53-a986-e7835e0dd993 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:27:28.220241 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad71a34e-abcf-4704-ba04-5b5f16d92c67 tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] Pushing event deleted for resources: {'Port': ['ID=b983ac5f-c8a2-4c77-ac76-cd571279590d,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:28.224128 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-376c486f-b979-42f3-b1c8-8ce467d75546 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (cc238073-ae04-4ee5-8171-afc8f75fa79b), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:28.359746 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a36ce3d6-328f-4399-9c20-f68fabdc9d37 req-5e322c21-382f-457e-b7b8-f6baab96c76e tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] 10.222.0.64 "GET /v2.0/security-groups?id=6e3b5f6f-cd04-46bb-9eb5-a6c7cbc22d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387319 Jan 28 19:27:28.421272 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ad71a34e-abcf-4704-ba04-5b5f16d92c67 tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:28.427736 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-ad71a34e-abcf-4704-ba04-5b5f16d92c67 tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] 10.222.0.64 "DELETE /v2.0/ports/b983ac5f-c8a2-4c77-ac76-cd571279590d HTTP/1.1" status: 204 len: 168 time: 2.3610587 Jan 28 19:27:28.429673 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 54956) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:27:28.430332 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-376c486f-b979-42f3-b1c8-8ce467d75546 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4690616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5222356'] for subnet (cc238073-ae04-4ee5-8171-afc8f75fa79b), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:28.510355 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e5cc7f-4120-433e-9786-fb2eac004066 tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:28.512260 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-66e5cc7f-4120-433e-9786-fb2eac004066 tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] 10.222.0.64 "GET /v2.0/ports?device_id=57735bc3-3435-4234-839f-0a86ad7ae3c1 HTTP/1.1" status: 200 len: 913 time: 0.0830553 Jan 28 19:27:28.516964 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 54960) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:27:28.791562 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 9328cc30-f008-48e8-8e6d-ca7a0569c11e no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:27:28.828743 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: 9328cc30-f008-48e8-8e6d-ca7a0569c11e {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:27:28.829333 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 9328cc30-f008-48e8-8e6d-ca7a0569c11e not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:27:28.915937 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376c486f-b979-42f3-b1c8-8ce467d75546 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Pushing event deleted for resources: {'Subnet': ['ID=cc238073-ae04-4ee5-8171-afc8f75fa79b,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:28.944738 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-376c486f-b979-42f3-b1c8-8ce467d75546 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:28.948054 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-376c486f-b979-42f3-b1c8-8ce467d75546 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.64 "DELETE /v2.0/subnets/cc238073-ae04-4ee5-8171-afc8f75fa79b HTTP/1.1" status: 204 len: 168 time: 1.4817274 Jan 28 19:27:28.950991 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b189d795-bed1-4ce4-84d7-f15b8d38b8a2 req-4b8b9338-c26f-44f1-afd4-3c8ee6276060 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:28.952480 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 54992) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:27:28.952733 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd2b166-b6f0-44ae-a97b-b8b9e22bad23 None None] Network 45c329a7-41ca-41dc-8117-b6a34c90d860 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:27:28.960590 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b189d795-bed1-4ce4-84d7-f15b8d38b8a2 req-4b8b9338-c26f-44f1-afd4-3c8ee6276060 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a0db713-abe1-4c6b-9a95-46198e5539a9 HTTP/1.1" status: 200 len: 943 time: 0.3060005 Jan 28 19:27:28.994438 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a5dff2e-4940-4a95-af96-66b32e802842 tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:27:29.006175 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d276350f-1141-45a7-bf13-5b6b81344979 None None] Sync routers for ids ['d42168e5-4674-4882-b3f2-7056c482030f'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:27:29.017061 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d276350f-1141-45a7-bf13-5b6b81344979 None None] Routers {'d42168e5-4674-4882-b3f2-7056c482030f'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:27:29.018479 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-d276350f-1141-45a7-bf13-5b6b81344979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:27:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['d42168e5-4674-4882-b3f2-7056c482030f'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:27:29.054955 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0a5dff2e-4940-4a95-af96-66b32e802842 tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:29.058786 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-0a5dff2e-4940-4a95-af96-66b32e802842 tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] 10.222.0.64 "PUT /v2.0/routers/d42168e5-4674-4882-b3f2-7056c482030f HTTP/1.1" status: 200 len: 881 time: 5.7321556 Jan 28 19:27:29.065806 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 54994) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:27:29.117992 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-d276350f-1141-45a7-bf13-5b6b81344979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:27:29.139196 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d276350f-1141-45a7-bf13-5b6b81344979 None None] Routers {'d42168e5-4674-4882-b3f2-7056c482030f'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:27:29.139816 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-d276350f-1141-45a7-bf13-5b6b81344979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:27:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['d42168e5-4674-4882-b3f2-7056c482030f'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:27:29.178320 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ab251134-a8a6-47b8-bb59-710d4765e601 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (a2ca3cee-ca84-49f7-b78e-846e3e35c5f2), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:29.189447 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-d276350f-1141-45a7-bf13-5b6b81344979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:27:29.190410 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d276350f-1141-45a7-bf13-5b6b81344979 None None] The sync data for ids ['d42168e5-4674-4882-b3f2-7056c482030f'] in n-d-812111-14 is: [] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:27:29.211774 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ee2670-a048-4025-aae9-40c288deed0d None None] DHCP port deletion for 45c329a7-41ca-41dc-8117-b6a34c90d860 request from n-d-812111-14 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:27:29.213206 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4a73de-7b9f-4fb1-b48f-05864dfd339f req-008a7c8e-5497-4330-8a71-a9ec7a168f38 tempest-ListImageFiltersTestJSON-91277605 tempest-ListImageFiltersTestJSON-91277605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:29.215752 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-fa4a73de-7b9f-4fb1-b48f-05864dfd339f req-008a7c8e-5497-4330-8a71-a9ec7a168f38 tempest-ListImageFiltersTestJSON-91277605 tempest-ListImageFiltersTestJSON-91277605-project] 10.222.0.64 "GET /v2.0/ports?device_id=37b2ff65-0003-4e64-b325-58ed7427a69f HTTP/1.1" status: 200 len: 950 time: 0.3161230 Jan 28 19:27:29.319994 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-31ee2670-a048-4025-aae9-40c288deed0d None None] Deleting port 51850107-a154-497c-9a65-9c6f1e277485 {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:27:29.320421 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-31ee2670-a048-4025-aae9-40c288deed0d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (51850107-a154-497c-9a65-9c6f1e277485), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:29.388271 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-31ee2670-a048-4025-aae9-40c288deed0d None None] For port 51850107-a154-497c-9a65-9c6f1e277485, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=51850107-a154-497c-9a65-9c6f1e277485,segment=NetworkSegment(c3edb3fd-102e-40d6-a262-2e568f802606),segment_id=c3edb3fd-102e-40d6-a262-2e568f802606)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:27:29.388707 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-31ee2670-a048-4025-aae9-40c288deed0d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (51850107-a154-497c-9a65-9c6f1e277485), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:29.404255 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-31ee2670-a048-4025-aae9-40c288deed0d None None] Calling delete_port for 51850107-a154-497c-9a65-9c6f1e277485 owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:27:29.440746 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ab251134-a8a6-47b8-bb59-710d4765e601 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (a2ca3cee-ca84-49f7-b78e-846e3e35c5f2), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:29.452656 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-fa4a73de-7b9f-4fb1-b48f-05864dfd339f req-184c5960-e06b-45e7-99d1-0a031b884925 tempest-ListImageFiltersTestJSON-91277605 tempest-ListImageFiltersTestJSON-91277605-project] 10.222.0.64 "GET /v2.0/security-groups?id=988502f3-fd52-4a84-a285-c3333424d093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231562 Jan 28 19:27:29.457688 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-dbc58768-4c6e-43dc-8d1b-61c1eabc7933 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] 10.222.0.64 "GET /v2.0/routers/d42168e5-4674-4882-b3f2-7056c482030f HTTP/1.1" status: 200 len: 922 time: 0.3881834 Jan 28 19:27:29.462395 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 54996) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:27:29.485465 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-ab251134-a8a6-47b8-bb59-710d4765e601 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2ca3cee-ca84-49f7-b78e-846e3e35c5f2']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:27:29.541604 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-ab251134-a8a6-47b8-bb59-710d4765e601 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60f73bc9-e00e-4b44-a105-7ad75c8476d3') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:27:29.542420 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-ab251134-a8a6-47b8-bb59-710d4765e601 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60f73bc9-e00e-4b44-a105-7ad75c8476d3') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:27:29.558880 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ab251134-a8a6-47b8-bb59-710d4765e601 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4747091'] for segment (60f73bc9-e00e-4b44-a105-7ad75c8476d3), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:29.567127 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-31ee2670-a048-4025-aae9-40c288deed0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985'] for port (51850107-a154-497c-9a65-9c6f1e277485), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:29.592171 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ee2670-a048-4025-aae9-40c288deed0d None None] No DVR routers for this DVR port 51850107-a154-497c-9a65-9c6f1e277485 on host n-d-812111-14 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:27:29.594725 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b189d795-bed1-4ce4-84d7-f15b8d38b8a2 req-c95ed1be-4323-4894-951e-5589e43cb3f0 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/security-groups?id=f474bf53-325f-4ec5-b389-bc6e034fc623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6332850 Jan 28 19:27:29.622324 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d093907b-d74c-4b3c-892a-a719932549b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-732838'] for router_interface (3ef257d8-36a6-4e0f-b1c4-8f12c8768cad), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:29.623458 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ee2670-a048-4025-aae9-40c288deed0d None None] Pushing event deleted for resources: {'Port': ['ID=51850107-a154-497c-9a65-9c6f1e277485,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:29.659615 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f6bfeb-c1ea-456b-813d-4637b16319ae tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:29.667718 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-11f6bfeb-c1ea-456b-813d-4637b16319ae tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] 10.222.0.64 "GET /v2.0/ports?network_id=d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8&device_id=d42168e5-4674-4882-b3f2-7056c482030f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.2016461 Jan 28 19:27:29.667718 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ab251134-a8a6-47b8-bb59-710d4765e601 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (60f73bc9-e00e-4b44-a105-7ad75c8476d3), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:29.672554 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 55004) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:27:29.708996 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab251134-a8a6-47b8-bb59-710d4765e601 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:27:29.709752 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ab251134-a8a6-47b8-bb59-710d4765e601 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4690514'] for segment (60f73bc9-e00e-4b44-a105-7ad75c8476d3), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:29.756423 n-d-812111-14 neutron-server[103304]: Traceback (most recent call last): Jan 28 19:27:29.756423 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:27:29.756423 n-d-812111-14 neutron-server[103304]: timer() Jan 28 19:27:29.756423 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:27:29.756423 n-d-812111-14 neutron-server[103304]: cb(*args, **kw) Jan 28 19:27:29.756423 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:27:29.756423 n-d-812111-14 neutron-server[103304]: return func(*args, **kwargs) Jan 28 19:27:29.756423 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:27:29.756423 n-d-812111-14 neutron-server[103304]: self._notify() Jan 28 19:27:29.756423 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:27:29.756423 n-d-812111-14 neutron-server[103304]: self.callback(batched_events) Jan 28 19:27:29.756423 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:27:29.756423 n-d-812111-14 neutron-server[103304]: event.method(event) Jan 28 19:27:29.756423 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:27:29.756423 n-d-812111-14 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:27:29.756423 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:27:29.756423 n-d-812111-14 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:27:29.756423 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:27:29.756423 n-d-812111-14 neutron-server[103304]: return f(self, *a, **k) Jan 28 19:27:29.756423 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:27:29.756423 n-d-812111-14 neutron-server[103304]: return self._get(url).json() Jan 28 19:27:29.756423 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:27:29.756423 n-d-812111-14 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:27:29.756423 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:27:29.756423 n-d-812111-14 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 28 19:27:29.756423 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:27:29.756423 n-d-812111-14 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:27:29.756423 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:27:29.756423 n-d-812111-14 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:27:29.756423 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:27:29.756423 n-d-812111-14 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:27:29.756423 n-d-812111-14 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:27:29.931283 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ab251134-a8a6-47b8-bb59-710d4765e601 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (a2ca3cee-ca84-49f7-b78e-846e3e35c5f2), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:29.938361 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7f545aa1-2b00-4f06-b5c2-720b300f5ea0 tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-732838'] for router_interface (57735bc3-3435-4234-839f-0a86ad7ae3c1), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:29.977351 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ab251134-a8a6-47b8-bb59-710d4765e601 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:29.981145 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-ab251134-a8a6-47b8-bb59-710d4765e601 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.64 "DELETE /v2.0/networks/a2ca3cee-ca84-49f7-b78e-846e3e35c5f2 HTTP/1.1" status: 204 len: 168 time: 1.0215881 Jan 28 19:27:29.984253 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 55014) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:27:29.994483 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab251134-a8a6-47b8-bb59-710d4765e601 tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Pushing event deleted for resources: {'Network': ['ID=a2ca3cee-ca84-49f7-b78e-846e3e35c5f2,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:30.015722 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-822696b6-2fa4-4af3-8c0f-27a6f34fb087 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:30.018080 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-822696b6-2fa4-4af3-8c0f-27a6f34fb087 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] 10.222.0.64 "GET /v2.0/networks/d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 HTTP/1.1" status: 200 len: 881 time: 0.3369656 Jan 28 19:27:30.021409 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 55016) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:27:30.079779 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-b3ce4692-5d84-421a-a4f6-8f95446a4c28 tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] 10.222.0.64 "GET /v2.0/ports?device_id=d42168e5-4674-4882-b3f2-7056c482030f HTTP/1.1" status: 200 len: 205 time: 0.0569432 Jan 28 19:27:30.087163 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 55018) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:27:30.129994 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 8088b717-7322-4c47-91b2-3eda6486261a details requested by agent hyperv_n-h1-812111-14 with host n-h1-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:27:30.181479 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b6ae0336-0d2c-410f-9a47-b6620367bc4b tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (45c329a7-41ca-41dc-8117-b6a34c90d860), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:30.284300 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b16dfa7c-0af9-49af-b639-1d53fcb4ec82 tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Publish callbacks [] for router (d42168e5-4674-4882-b3f2-7056c482030f), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:30.289544 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-d093907b-d74c-4b3c-892a-a719932549b5 admin admin] Deleting port 22d38e27-1ee2-4592-a814-3f59cafbe64b {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:27:30.289915 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d093907b-d74c-4b3c-892a-a719932549b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (22d38e27-1ee2-4592-a814-3f59cafbe64b), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:30.311857 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 8088b717-7322-4c47-91b2-3eda6486261a, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=8088b717-7322-4c47-91b2-3eda6486261a,segment=NetworkSegment(e068a65d-85a7-4b6f-806f-2e18a6e2925d),segment_id=e068a65d-85a7-4b6f-806f-2e18a6e2925d)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:27:30.355203 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Returning: {'device': '8088b717-7322-4c47-91b2-3eda6486261a', 'network_id': '311cc39e-64ae-4fb3-9d47-d497c4799ab7', 'port_id': '8088b717-7322-4c47-91b2-3eda6486261a', 'mac_address': 'fa:16:3e:71:63:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '008283d9-57a3-42a0-90a1-80f5c1a16864', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:27:30.427904 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port 8088b717-7322-4c47-91b2-3eda6486261a is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:27:30.428337 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (8088b717-7322-4c47-91b2-3eda6486261a), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:30.456106 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-d093907b-d74c-4b3c-892a-a719932549b5 admin admin] For port 22d38e27-1ee2-4592-a814-3f59cafbe64b, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=22d38e27-1ee2-4592-a814-3f59cafbe64b,segment=NetworkSegment(74dd984e-bec2-4cf9-aeb6-3c668cce6469),segment_id=74dd984e-bec2-4cf9-aeb6-3c668cce6469)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:27:30.456478 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d093907b-d74c-4b3c-892a-a719932549b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (22d38e27-1ee2-4592-a814-3f59cafbe64b), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:30.458489 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8088b717-7322-4c47-91b2-3eda6486261a {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:27:30.484355 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-d093907b-d74c-4b3c-892a-a719932549b5 admin admin] Calling delete_port for 22d38e27-1ee2-4592-a814-3f59cafbe64b owned by network:router_interface {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:27:30.516879 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 8088b717-7322-4c47-91b2-3eda6486261a, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=8088b717-7322-4c47-91b2-3eda6486261a,segment=NetworkSegment(e068a65d-85a7-4b6f-806f-2e18a6e2925d),segment_id=e068a65d-85a7-4b6f-806f-2e18a6e2925d)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:27:30.517043 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b6ae0336-0d2c-410f-9a47-b6620367bc4b tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (45c329a7-41ca-41dc-8117-b6a34c90d860), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:30.524401 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (8088b717-7322-4c47-91b2-3eda6486261a), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:30.578508 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=8088b717-7322-4c47-91b2-3eda6486261a,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:30.595722 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-b6ae0336-0d2c-410f-9a47-b6620367bc4b tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45c329a7-41ca-41dc-8117-b6a34c90d860']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:27:30.614926 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-b6ae0336-0d2c-410f-9a47-b6620367bc4b tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3edb3fd-102e-40d6-a262-2e568f802606') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:27:30.615273 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-b6ae0336-0d2c-410f-9a47-b6620367bc4b tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3edb3fd-102e-40d6-a262-2e568f802606') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:27:30.630721 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b6ae0336-0d2c-410f-9a47-b6620367bc4b tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4747091'] for segment (c3edb3fd-102e-40d6-a262-2e568f802606), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:30.634043 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b16dfa7c-0af9-49af-b639-1d53fcb4ec82 tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Publish callbacks [] for router_gateway (d42168e5-4674-4882-b3f2-7056c482030f), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:30.663437 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b6ae0336-0d2c-410f-9a47-b6620367bc4b tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (c3edb3fd-102e-40d6-a262-2e568f802606), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:30.700700 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6ae0336-0d2c-410f-9a47-b6620367bc4b tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:27:30.701190 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b6ae0336-0d2c-410f-9a47-b6620367bc4b tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4690514'] for segment (c3edb3fd-102e-40d6-a262-2e568f802606), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:30.704482 n-d-812111-14 neutron-server[103304]: Traceback (most recent call last): Jan 28 19:27:30.704482 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:27:30.704482 n-d-812111-14 neutron-server[103304]: timer() Jan 28 19:27:30.704482 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:27:30.704482 n-d-812111-14 neutron-server[103304]: cb(*args, **kw) Jan 28 19:27:30.704482 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:27:30.704482 n-d-812111-14 neutron-server[103304]: return func(*args, **kwargs) Jan 28 19:27:30.704482 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:27:30.704482 n-d-812111-14 neutron-server[103304]: self._notify() Jan 28 19:27:30.704482 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:27:30.704482 n-d-812111-14 neutron-server[103304]: self.callback(batched_events) Jan 28 19:27:30.704482 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:27:30.704482 n-d-812111-14 neutron-server[103304]: event.method(event) Jan 28 19:27:30.704482 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:27:30.704482 n-d-812111-14 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:27:30.704482 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:27:30.704482 n-d-812111-14 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:27:30.704482 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:27:30.704482 n-d-812111-14 neutron-server[103304]: return f(self, *a, **k) Jan 28 19:27:30.704482 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:27:30.704482 n-d-812111-14 neutron-server[103304]: return self._get(url).json() Jan 28 19:27:30.704482 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:27:30.704482 n-d-812111-14 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:27:30.704482 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:27:30.704482 n-d-812111-14 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 28 19:27:30.704482 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:27:30.704482 n-d-812111-14 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:27:30.704482 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:27:30.704482 n-d-812111-14 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:27:30.704482 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:27:30.704482 n-d-812111-14 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:27:30.704482 n-d-812111-14 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:27:30.770787 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['8088b717-7322-4c47-91b2-3eda6486261a'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:27:30.809462 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-7f545aa1-2b00-4f06-b5c2-720b300f5ea0 tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] Deleting port a5fca78b-987e-47a2-9a9d-5de82866e296 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:27:30.810023 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7f545aa1-2b00-4f06-b5c2-720b300f5ea0 tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (a5fca78b-987e-47a2-9a9d-5de82866e296), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:30.861152 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 51850107-a154-497c-9a65-9c6f1e277485 no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:27:30.908779 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: 51850107-a154-497c-9a65-9c6f1e277485 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:27:30.909162 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 51850107-a154-497c-9a65-9c6f1e277485 not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:27:30.935610 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b6ae0336-0d2c-410f-9a47-b6620367bc4b tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (45c329a7-41ca-41dc-8117-b6a34c90d860), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:30.944333 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b6ae0336-0d2c-410f-9a47-b6620367bc4b tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:30.949154 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-b6ae0336-0d2c-410f-9a47-b6620367bc4b tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] 10.222.0.64 "DELETE /v2.0/networks/45c329a7-41ca-41dc-8117-b6a34c90d860 HTTP/1.1" status: 204 len: 168 time: 0.9620423 Jan 28 19:27:30.978735 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-b16dfa7c-0af9-49af-b639-1d53fcb4ec82 tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Deleting port 9b63a5c6-4f9d-4ef1-aab3-9bd9b9809456 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:27:30.978735 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b16dfa7c-0af9-49af-b639-1d53fcb4ec82 tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (9b63a5c6-4f9d-4ef1-aab3-9bd9b9809456), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:30.986966 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ae0336-0d2c-410f-9a47-b6620367bc4b tempest-TaggedBootDevicesTest-661529720 tempest-TaggedBootDevicesTest-661529720-project] Pushing event deleted for resources: {'Network': ['ID=45c329a7-41ca-41dc-8117-b6a34c90d860,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:31.044792 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a102581-ee58-4a57-9668-2c45f6b18302 req-9639df67-dc4d-4f37-975d-471ceb1dd49b tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:31.047198 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5a102581-ee58-4a57-9668-2c45f6b18302 req-9639df67-dc4d-4f37-975d-471ceb1dd49b tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a0db713-abe1-4c6b-9a95-46198e5539a9 HTTP/1.1" status: 200 len: 944 time: 0.2593837 Jan 28 19:27:31.096455 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7f545aa1-2b00-4f06-b5c2-720b300f5ea0 tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (a5fca78b-987e-47a2-9a9d-5de82866e296), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:31.119681 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-7f545aa1-2b00-4f06-b5c2-720b300f5ea0 tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] Calling delete_port for a5fca78b-987e-47a2-9a9d-5de82866e296 owned by network:router_interface {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:27:31.127886 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d093907b-d74c-4b3c-892a-a719932549b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (22d38e27-1ee2-4592-a814-3f59cafbe64b), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:31.131594 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5a102581-ee58-4a57-9668-2c45f6b18302 req-1a3d2878-8373-4d46-a2df-0b8e9f5e46d5 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/security-groups?id=f474bf53-325f-4ec5-b389-bc6e034fc623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772586 Jan 28 19:27:31.133469 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b16dfa7c-0af9-49af-b639-1d53fcb4ec82 tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (9b63a5c6-4f9d-4ef1-aab3-9bd9b9809456), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:31.148405 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-b16dfa7c-0af9-49af-b639-1d53fcb4ec82 tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Calling delete_port for 9b63a5c6-4f9d-4ef1-aab3-9bd9b9809456 owned by network:router_gateway {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:27:31.231533 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d093907b-d74c-4b3c-892a-a719932549b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=22d38e27-1ee2-4592-a814-3f59cafbe64b,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:31.263461 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c023edc4-7072-413d-9692-14c411499c96 req-0c376aac-c582-4e80-b439-d77ad1163377 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=24181069-5a95-4fd0-be49-0f6eb9a8a560&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3347609 Jan 28 19:27:31.389171 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b16dfa7c-0af9-49af-b639-1d53fcb4ec82 tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (9b63a5c6-4f9d-4ef1-aab3-9bd9b9809456), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:31.439099 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16dfa7c-0af9-49af-b639-1d53fcb4ec82 tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Pushing event deleted for resources: {'Port': ['ID=9b63a5c6-4f9d-4ef1-aab3-9bd9b9809456,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:31.491384 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c023edc4-7072-413d-9692-14c411499c96 req-ddc4d76d-ddff-43d3-ba7b-661fdc3616da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:31.492848 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c023edc4-7072-413d-9692-14c411499c96 req-ddc4d76d-ddff-43d3-ba7b-661fdc3616da service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c3bb2ec73a174fcda5cafb398102663f&device_id=24181069-5a95-4fd0-be49-0f6eb9a8a560 HTTP/1.1" status: 200 len: 1128 time: 0.1521306 Jan 28 19:27:31.524159 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b16dfa7c-0af9-49af-b639-1d53fcb4ec82 tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-731488'] for router_gateway (d42168e5-4674-4882-b3f2-7056c482030f), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:31.658041 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b16dfa7c-0af9-49af-b639-1d53fcb4ec82 tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-730901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261120'] for router (d42168e5-4674-4882-b3f2-7056c482030f), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:31.661092 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b16dfa7c-0af9-49af-b639-1d53fcb4ec82 tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Publish callbacks [] for router_controller (d42168e5-4674-4882-b3f2-7056c482030f), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:31.708259 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b16dfa7c-0af9-49af-b639-1d53fcb4ec82 tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-730908'] for router (d42168e5-4674-4882-b3f2-7056c482030f), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:31.710323 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b16dfa7c-0af9-49af-b639-1d53fcb4ec82 tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Fanout notify agent at l3_agent the message router_deleted on router d42168e5-4674-4882-b3f2-7056c482030f {{(pid=103304) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:27:31.718831 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b16dfa7c-0af9-49af-b639-1d53fcb4ec82 tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:31.724753 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-b16dfa7c-0af9-49af-b639-1d53fcb4ec82 tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] 10.222.0.64 "DELETE /v2.0/routers/d42168e5-4674-4882-b3f2-7056c482030f HTTP/1.1" status: 204 len: 168 time: 1.6363895 Jan 28 19:27:31.725403 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 55078) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:27:31.730918 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-ec51bd1d-3b98-46f8-ac38-1dd7ffa8015b tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1061463985', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:27:31.753494 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ec51bd1d-3b98-46f8-ac38-1dd7ffa8015b tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261150'] for router (1efeed2b-1577-45e9-9751-8550e1f4c297), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:31.754779 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ec51bd1d-3b98-46f8-ac38-1dd7ffa8015b tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-731099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-731441', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261129'] for router (1efeed2b-1577-45e9-9751-8550e1f4c297), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:31.774137 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c023edc4-7072-413d-9692-14c411499c96 req-142b5eaa-8d07-4051-b583-033b81f1766d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:31.775715 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c023edc4-7072-413d-9692-14c411499c96 req-142b5eaa-8d07-4051-b583-033b81f1766d service neutron] 10.222.0.70 "GET /v2.0/networks?id=6fa40d3b-3f4b-4104-afea-21db80512bd7 HTTP/1.1" status: 200 len: 918 time: 0.1527398 Jan 28 19:27:31.785400 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7f545aa1-2b00-4f06-b5c2-720b300f5ea0 tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (a5fca78b-987e-47a2-9a9d-5de82866e296), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:31.844325 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ec51bd1d-3b98-46f8-ac38-1dd7ffa8015b tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Publish callbacks [] for router_controller (1efeed2b-1577-45e9-9751-8550e1f4c297), precommit_add_association {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:31.851037 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ec51bd1d-3b98-46f8-ac38-1dd7ffa8015b tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-731074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-731460'] for router (1efeed2b-1577-45e9-9751-8550e1f4c297), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:31.871935 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ec51bd1d-3b98-46f8-ac38-1dd7ffa8015b tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:31.876815 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-ec51bd1d-3b98-46f8-ac38-1dd7ffa8015b tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1504333 Jan 28 19:27:31.877834 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 55086) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:27:31.882065 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c023edc4-7072-413d-9692-14c411499c96 req-9ec1abbf-0dce-4c19-a1b2-ca902c625cc8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6cf2fd1a-e3f4-404f-9ad1-3d02442f53cc HTTP/1.1" status: 200 len: 217 time: 0.0941772 Jan 28 19:27:31.884949 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f545aa1-2b00-4f06-b5c2-720b300f5ea0 tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] Pushing event deleted for resources: {'Port': ['ID=a5fca78b-987e-47a2-9a9d-5de82866e296,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:31.897880 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-d036d21e-31b3-41c3-a78a-e9622cc69b3e tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'enable_snat': True}}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:27:32.024695 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c023edc4-7072-413d-9692-14c411499c96 req-13ed3d8c-c48c-4b25-a925-b047e1cd2438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:32.026260 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c023edc4-7072-413d-9692-14c411499c96 req-13ed3d8c-c48c-4b25-a925-b047e1cd2438 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0682cf17-1671-4e06-a862-31b529728694 HTTP/1.1" status: 200 len: 858 time: 0.0984850 Jan 28 19:27:32.049959 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d093907b-d74c-4b3c-892a-a719932549b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-732682'] for router_interface (3ef257d8-36a6-4e0f-b1c4-8f12c8768cad), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:32.139726 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c023edc4-7072-413d-9692-14c411499c96 req-be981835-5e31-4ec4-bb62-90143edde245 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6fa40d3b-3f4b-4104-afea-21db80512bd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0799344 Jan 28 19:27:32.147602 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 8088b717-7322-4c47-91b2-3eda6486261a up at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:27:32.294714 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning for port 8088b717-7322-4c47-91b2-3eda6486261a completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:27:32.298683 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning complete for port 8088b717-7322-4c47-91b2-3eda6486261a triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:27:32.299293 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (8088b717-7322-4c47-91b2-3eda6486261a), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:32.420169 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d036d21e-31b3-41c3-a78a-e9622cc69b3e tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Publish callbacks [] for router_gateway (1efeed2b-1577-45e9-9751-8550e1f4c297), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:32.497435 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7f545aa1-2b00-4f06-b5c2-720b300f5ea0 tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-732682'] for router_interface (57735bc3-3435-4234-839f-0a86ad7ae3c1), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:32.508612 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port 8088b717-7322-4c47-91b2-3eda6486261a is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:27:32.509005 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (8088b717-7322-4c47-91b2-3eda6486261a), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:32.514583 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c023edc4-7072-413d-9692-14c411499c96 req-8ce43f37-3243-42a2-b0c7-20fdef39f3fd service neutron] 10.222.0.70 "GET /v2.0/networks/6fa40d3b-3f4b-4104-afea-21db80512bd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3661034 Jan 28 19:27:32.532666 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88fadd1-42a9-4564-b8a5-cd4dc272b813 req-f9f926a5-5c91-4eba-9242-70077341c54b tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:32.540727 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e88fadd1-42a9-4564-b8a5-cd4dc272b813 req-f9f926a5-5c91-4eba-9242-70077341c54b tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a0db713-abe1-4c6b-9a95-46198e5539a9 HTTP/1.1" status: 200 len: 944 time: 0.2426238 Jan 28 19:27:32.567149 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc85f0b-f890-4770-ba5f-6cb1e7b02673 req-8b190e4e-9f9a-4351-bf15-7a855dd353ab tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:32.575608 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-0dc85f0b-f890-4770-ba5f-6cb1e7b02673 req-8b190e4e-9f9a-4351-bf15-7a855dd353ab tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] 10.222.0.64 "GET /v2.0/ports?device_id=4b7b3ff2-8def-48cc-a292-47020d0a0799 HTTP/1.1" status: 200 len: 945 time: 0.4858770 Jan 28 19:27:32.587452 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 8088b717-7322-4c47-91b2-3eda6486261a, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=8088b717-7322-4c47-91b2-3eda6486261a,segment=NetworkSegment(e068a65d-85a7-4b6f-806f-2e18a6e2925d),segment_id=e068a65d-85a7-4b6f-806f-2e18a6e2925d)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:27:32.588776 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a0db713-abe1-4c6b-9a95-46198e5539a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8088b717-7322-4c47-91b2-3eda6486261a'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:27:32.592305 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84f3b35b-3f2f-4fc7-b089-b2adc6799885" -d '{"events": [{"server_uuid": "4a0db713-abe1-4c6b-9a95-46198e5539a9", "name": "network-vif-plugged", "status": "completed", "tag": "8088b717-7322-4c47-91b2-3eda6486261a"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:27:32.599253 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (8088b717-7322-4c47-91b2-3eda6486261a), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:32.600520 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device bc85f37e-d515-422c-96b8-8f6aa6732ed3 no longer exists at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:27:32.689001 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-0dc85f0b-f890-4770-ba5f-6cb1e7b02673 req-4b7d1a9b-a237-4faa-b290-af8b83143987 tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] 10.222.0.64 "GET /v2.0/security-groups?id=6e3b5f6f-cd04-46bb-9eb5-a6c7cbc22d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102026 Jan 28 19:27:32.710564 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=8088b717-7322-4c47-91b2-3eda6486261a,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:32.778380 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c023edc4-7072-413d-9692-14c411499c96 req-754a20f5-5fb8-421e-9919-f64a280832bc service neutron] 10.222.0.70 "GET /v2.0/networks/6fa40d3b-3f4b-4104-afea-21db80512bd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2551017 Jan 28 19:27:32.804183 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port bc85f37e-d515-422c-96b8-8f6aa6732ed3 is: ACTIVE; New status is: DOWN {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:27:32.806159 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (bc85f37e-d515-422c-96b8-8f6aa6732ed3), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:32.901857 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port bc85f37e-d515-422c-96b8-8f6aa6732ed3, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=bc85f37e-d515-422c-96b8-8f6aa6732ed3,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:27:32.906147 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca1021e0-5fd1-4c8f-985d-0f2596643449 x-openstack-request-id: req-ca1021e0-5fd1-4c8f-985d-0f2596643449 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:27:32.906430 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a0db713-abe1-4c6b-9a95-46198e5539a9", "name": "network-vif-plugged", "status": "completed", "tag": "8088b717-7322-4c47-91b2-3eda6486261a", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:27:32.906689 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ca1021e0-5fd1-4c8f-985d-0f2596643449 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:27:32.907056 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a0db713-abe1-4c6b-9a95-46198e5539a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8088b717-7322-4c47-91b2-3eda6486261a', 'code': 200} Jan 28 19:27:32.911409 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (bc85f37e-d515-422c-96b8-8f6aa6732ed3), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:33.002828 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e88fadd1-42a9-4564-b8a5-cd4dc272b813 req-11d76e97-dda5-4e57-9c09-e80076cc5a25 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/security-groups?id=f474bf53-325f-4ec5-b389-bc6e034fc623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4602430 Jan 28 19:27:33.004796 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d093907b-d74c-4b3c-892a-a719932549b5 admin admin] Router 3ef257d8-36a6-4e0f-b1c4-8f12c8768cad has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:27:33.032754 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=bc85f37e-d515-422c-96b8-8f6aa6732ed3,revision_number=8']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:33.073900 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d036d21e-31b3-41c3-a78a-e9622cc69b3e tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Publish callbacks [] for router_gateway (1efeed2b-1577-45e9-9751-8550e1f4c297), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:33.097513 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d036d21e-31b3-41c3-a78a-e9622cc69b3e tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:33.358597 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-d036d21e-31b3-41c3-a78a-e9622cc69b3e tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Allocated IP 172.25.6.112 (d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8/a648e4ab-7422-41b9-b133-58aca25ab8f5/88a6549e-04bb-4142-8ad4-96b15800e10c) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:27:33.597648 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device e20a57d0-6eaf-468c-88ce-df8d8e2e5f8e details requested by agent hyperv_n-h2-812111-14 with host n-h2-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:27:33.733044 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8dd860-74c6-461f-9d70-460a87808788 req-8682e919-6d47-4d86-95e1-19710e7ffeb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:33.734620 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2d8dd860-74c6-461f-9d70-460a87808788 req-8682e919-6d47-4d86-95e1-19710e7ffeb5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4a0db713-abe1-4c6b-9a95-46198e5539a9 HTTP/1.1" status: 200 len: 1128 time: 0.7486997 Jan 28 19:27:33.758099 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d036d21e-31b3-41c3-a78a-e9622cc69b3e tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Publish callbacks [] for port (88a6549e-04bb-4142-8ad4-96b15800e10c), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:33.841596 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d036d21e-31b3-41c3-a78a-e9622cc69b3e tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (88a6549e-04bb-4142-8ad4-96b15800e10c), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:33.909632 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d093907b-d74c-4b3c-892a-a719932549b5 admin admin] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:27:33.926637 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde41dec-01b7-42b4-b2f9-891d07ebfd46 None None] Sync routers for ids ['3ef257d8-36a6-4e0f-b1c4-8f12c8768cad'] in n-d-812111-14 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:27:33.961844 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-d093907b-d74c-4b3c-892a-a719932549b5 admin admin] 10.222.0.64 "PUT /v2.0/routers/3ef257d8-36a6-4e0f-b1c4-8f12c8768cad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9344318 Jan 28 19:27:33.964598 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 55166) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:27:33.966733 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f545aa1-2b00-4f06-b5c2-720b300f5ea0 tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] Router 57735bc3-3435-4234-839f-0a86ad7ae3c1 has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:27:33.967096 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d036d21e-31b3-41c3-a78a-e9622cc69b3e tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Pushing event updated for resources: {'Port': ['ID=88a6549e-04bb-4142-8ad4-96b15800e10c,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:33.976275 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2d8dd860-74c6-461f-9d70-460a87808788 req-6ab2c02e-4000-4257-b658-6ece008d1c5f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f474bf53-325f-4ec5-b389-bc6e034fc623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117109 Jan 28 19:27:34.005663 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port e20a57d0-6eaf-468c-88ce-df8d8e2e5f8e, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=e20a57d0-6eaf-468c-88ce-df8d8e2e5f8e,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:27:34.031904 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde41dec-01b7-42b4-b2f9-891d07ebfd46 None None] Routers {'3ef257d8-36a6-4e0f-b1c4-8f12c8768cad'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:27:34.032554 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-dde41dec-01b7-42b4-b2f9-891d07ebfd46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:27:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['3ef257d8-36a6-4e0f-b1c4-8f12c8768cad'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:27:34.063406 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Returning: {'device': 'e20a57d0-6eaf-468c-88ce-df8d8e2e5f8e', 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91', 'port_id': 'e20a57d0-6eaf-468c-88ce-df8d8e2e5f8e', 'mac_address': 'fa:16:3e:12:cb:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2de4832-9ef6-4f40-9ac5-1557d5e6a6ff', 'ip_address': '192.168.233.151'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:27:34.146632 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-57d9ecd2-2d98-491b-84cf-1d5af757526a admin admin] Publish callbacks [] for router (3ef257d8-36a6-4e0f-b1c4-8f12c8768cad), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:34.164518 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f545aa1-2b00-4f06-b5c2-720b300f5ea0 tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:27:34.182383 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-7f545aa1-2b00-4f06-b5c2-720b300f5ea0 tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] 10.222.0.64 "PUT /v2.0/routers/57735bc3-3435-4234-839f-0a86ad7ae3c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6636927 Jan 28 19:27:34.184241 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 55176) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:27:34.195283 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e509c8ba-a7d0-47ef-bc81-a2b12f047410 None None] Sync routers for ids ['57735bc3-3435-4234-839f-0a86ad7ae3c1'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:27:34.235530 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e509c8ba-a7d0-47ef-bc81-a2b12f047410 None None] Routers {'57735bc3-3435-4234-839f-0a86ad7ae3c1'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:27:34.236926 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-e509c8ba-a7d0-47ef-bc81-a2b12f047410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:27:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['57735bc3-3435-4234-839f-0a86ad7ae3c1'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:27:34.300602 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port e20a57d0-6eaf-468c-88ce-df8d8e2e5f8e is: ACTIVE; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:27:34.300829 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (e20a57d0-6eaf-468c-88ce-df8d8e2e5f8e), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:34.327524 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-e509c8ba-a7d0-47ef-bc81-a2b12f047410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:27:34.342382 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e509c8ba-a7d0-47ef-bc81-a2b12f047410 None None] Routers {'57735bc3-3435-4234-839f-0a86ad7ae3c1'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:27:34.343390 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-e509c8ba-a7d0-47ef-bc81-a2b12f047410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:27:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['57735bc3-3435-4234-839f-0a86ad7ae3c1'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:27:34.383615 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e20a57d0-6eaf-468c-88ce-df8d8e2e5f8e {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:27:34.421251 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port e20a57d0-6eaf-468c-88ce-df8d8e2e5f8e, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=e20a57d0-6eaf-468c-88ce-df8d8e2e5f8e,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:27:34.431365 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (e20a57d0-6eaf-468c-88ce-df8d8e2e5f8e), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:34.432258 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d036d21e-31b3-41c3-a78a-e9622cc69b3e tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:27:34.463239 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8bc2669e-e98b-41f5-9b45-07b12683a05e tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] Publish callbacks [] for router (57735bc3-3435-4234-839f-0a86ad7ae3c1), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:34.495693 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-d036d21e-31b3-41c3-a78a-e9622cc69b3e tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:27:34.512844 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d036d21e-31b3-41c3-a78a-e9622cc69b3e tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:27:34.743404 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8bc2669e-e98b-41f5-9b45-07b12683a05e tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] Publish callbacks [] for router_gateway (57735bc3-3435-4234-839f-0a86ad7ae3c1), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:34.848387 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-e509c8ba-a7d0-47ef-bc81-a2b12f047410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:27:34.849905 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e509c8ba-a7d0-47ef-bc81-a2b12f047410 None None] The sync data for ids ['57735bc3-3435-4234-839f-0a86ad7ae3c1'] in n-d-812111-14 is: [] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:27:34.872646 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-8bc2669e-e98b-41f5-9b45-07b12683a05e tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] Deleting port 113bf307-131e-4baf-a4ac-8ce7bd39648f {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:27:34.873000 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8bc2669e-e98b-41f5-9b45-07b12683a05e tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (113bf307-131e-4baf-a4ac-8ce7bd39648f), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:34.895242 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-57d9ecd2-2d98-491b-84cf-1d5af757526a admin admin] Publish callbacks [] for router_gateway (3ef257d8-36a6-4e0f-b1c4-8f12c8768cad), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:34.930447 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37b2ff65-0003-4e64-b325-58ed7427a69f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc85f37e-d515-422c-96b8-8f6aa6732ed3'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:27:34.932692 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-625d8f12-83cd-4c00-aaf6-53af79877639" -d '{"events": [{"server_uuid": "37b2ff65-0003-4e64-b325-58ed7427a69f", "name": "network-vif-unplugged", "status": "completed", "tag": "bc85f37e-d515-422c-96b8-8f6aa6732ed3"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:27:34.995121 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['e20a57d0-6eaf-468c-88ce-df8d8e2e5f8e'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:27:35.006357 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8be14b-4420-4865-8196-6e99494c0d60 req-2d5ef52a-ee1d-4b56-87f3-398daecb7c5a tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:35.015536 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7f8be14b-4420-4865-8196-6e99494c0d60 req-2d5ef52a-ee1d-4b56-87f3-398daecb7c5a tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a0db713-abe1-4c6b-9a95-46198e5539a9 HTTP/1.1" status: 200 len: 945 time: 0.6489260 Jan 28 19:27:35.048443 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8bc2669e-e98b-41f5-9b45-07b12683a05e tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (113bf307-131e-4baf-a4ac-8ce7bd39648f), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:35.083608 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-8bc2669e-e98b-41f5-9b45-07b12683a05e tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] Calling delete_port for 113bf307-131e-4baf-a4ac-8ce7bd39648f owned by network:router_gateway {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:27:35.108800 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-dde41dec-01b7-42b4-b2f9-891d07ebfd46 None None] Set router 3ef257d8-36a6-4e0f-b1c4-8f12c8768cad gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:27:35.198906 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=e20a57d0-6eaf-468c-88ce-df8d8e2e5f8e,revision_number=6']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:35.263819 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 19:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b040d24-9c9d-4f5d-a273-4d29549256cd x-openstack-request-id: req-5b040d24-9c9d-4f5d-a273-4d29549256cd {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:27:35.268996 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37b2ff65-0003-4e64-b325-58ed7427a69f", "name": "network-vif-unplugged", "status": "completed", "tag": "bc85f37e-d515-422c-96b8-8f6aa6732ed3", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:27:35.269388 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5b040d24-9c9d-4f5d-a273-4d29549256cd {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:27:35.271002 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37b2ff65-0003-4e64-b325-58ed7427a69f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc85f37e-d515-422c-96b8-8f6aa6732ed3', 'code': 200} Jan 28 19:27:35.313147 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7f8be14b-4420-4865-8196-6e99494c0d60 req-1c7aee56-9115-45c0-92e1-da8e8fc39635 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/security-groups?id=f474bf53-325f-4ec5-b389-bc6e034fc623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2965868 Jan 28 19:27:35.505995 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8bc2669e-e98b-41f5-9b45-07b12683a05e tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (113bf307-131e-4baf-a4ac-8ce7bd39648f), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:35.542532 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc2669e-e98b-41f5-9b45-07b12683a05e tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] Pushing event deleted for resources: {'Port': ['ID=113bf307-131e-4baf-a4ac-8ce7bd39648f,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:35.685526 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-dde41dec-01b7-42b4-b2f9-891d07ebfd46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ef257d8-36a6-4e0f-b1c4-8f12c8768cad', 'name': 'tempest-FloatingIPDetailsTestJSON-1625809244-router', 'tenant_id': 'c9b92ae7bc7b4ae7a52f98997fdf8e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.207'}], 'enable_snat': True}, 'gw_port_id': 'd524043d-a83f-45cf-b3fa-0df9181dfe28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:26:36Z', 'updated_at': '2022-01-28T19:27:30Z', 'revision_number': 5, 'project_id': 'c9b92ae7bc7b4ae7a52f98997fdf8e5f', 'gw_port': {'id': 'd524043d-a83f-45cf-b3fa-0df9181dfe28', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:63:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ef257d8-36a6-4e0f-b1c4-8f12c8768cad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:26:38Z', 'updated_at': '2022-01-28T19:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:27:35.690690 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8bc2669e-e98b-41f5-9b45-07b12683a05e tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-731488'] for router_gateway (57735bc3-3435-4234-839f-0a86ad7ae3c1), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:35.784087 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde41dec-01b7-42b4-b2f9-891d07ebfd46 None None] Checking router: 3ef257d8-36a6-4e0f-b1c4-8f12c8768cad for host: n-d-812111-14 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:27:35.843967 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde41dec-01b7-42b4-b2f9-891d07ebfd46 None None] Routers {'3ef257d8-36a6-4e0f-b1c4-8f12c8768cad'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:27:35.856772 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-dde41dec-01b7-42b4-b2f9-891d07ebfd46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:27:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['3ef257d8-36a6-4e0f-b1c4-8f12c8768cad'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:27:35.900097 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8bc2669e-e98b-41f5-9b45-07b12683a05e tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-730901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261120'] for router (57735bc3-3435-4234-839f-0a86ad7ae3c1), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:35.903205 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8bc2669e-e98b-41f5-9b45-07b12683a05e tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] Publish callbacks [] for router_controller (57735bc3-3435-4234-839f-0a86ad7ae3c1), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:36.004603 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8bc2669e-e98b-41f5-9b45-07b12683a05e tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-730908'] for router (57735bc3-3435-4234-839f-0a86ad7ae3c1), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:36.005199 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bc2669e-e98b-41f5-9b45-07b12683a05e tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] Fanout notify agent at l3_agent the message router_deleted on router 57735bc3-3435-4234-839f-0a86ad7ae3c1 {{(pid=103305) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:27:36.012318 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8bc2669e-e98b-41f5-9b45-07b12683a05e tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:36.015804 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-8bc2669e-e98b-41f5-9b45-07b12683a05e tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] 10.222.0.64 "DELETE /v2.0/routers/57735bc3-3435-4234-839f-0a86ad7ae3c1 HTTP/1.1" status: 204 len: 168 time: 1.8283725 Jan 28 19:27:36.016214 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 55220) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:27:36.113567 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-dde41dec-01b7-42b4-b2f9-891d07ebfd46 None None] Set router 3ef257d8-36a6-4e0f-b1c4-8f12c8768cad gateway port host: None {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:27:36.123399 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-86285fc8-77b5-478e-9e1b-72bf8ec45234 tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] Deleting subnet ab7acb7c-835e-4b8b-813f-943c26cc8e84 {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:27:36.145577 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-86285fc8-77b5-478e-9e1b-72bf8ec45234 tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] Publish callbacks [] for subnet (ab7acb7c-835e-4b8b-813f-943c26cc8e84), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:36.242318 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-dde41dec-01b7-42b4-b2f9-891d07ebfd46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ef257d8-36a6-4e0f-b1c4-8f12c8768cad', 'name': 'tempest-FloatingIPDetailsTestJSON-1625809244-router', 'tenant_id': 'c9b92ae7bc7b4ae7a52f98997fdf8e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:26:36Z', 'updated_at': '2022-01-28T19:27:34Z', 'revision_number': 6, 'project_id': 'c9b92ae7bc7b4ae7a52f98997fdf8e5f', 'gw_port_host': None}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:27:36.271680 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-86285fc8-77b5-478e-9e1b-72bf8ec45234 tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16187240'] for subnet (ab7acb7c-835e-4b8b-813f-943c26cc8e84), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:36.332527 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde41dec-01b7-42b4-b2f9-891d07ebfd46 None None] The sync data for ids ['3ef257d8-36a6-4e0f-b1c4-8f12c8768cad'] in n-d-812111-14 is: [{'id': '3ef257d8-36a6-4e0f-b1c4-8f12c8768cad', 'name': 'tempest-FloatingIPDetailsTestJSON-1625809244-router', 'tenant_id': 'c9b92ae7bc7b4ae7a52f98997fdf8e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:26:36Z', 'updated_at': '2022-01-28T19:27:34Z', 'revision_number': 6, 'project_id': 'c9b92ae7bc7b4ae7a52f98997fdf8e5f', 'gw_port_host': None}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:27:36.477566 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d036d21e-31b3-41c3-a78a-e9622cc69b3e tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Publish callbacks [] for router_gateway (1efeed2b-1577-45e9-9751-8550e1f4c297), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:36.528223 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-86285fc8-77b5-478e-9e1b-72bf8ec45234 tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (ab7acb7c-835e-4b8b-813f-943c26cc8e84), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:36.584319 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-57d9ecd2-2d98-491b-84cf-1d5af757526a admin admin] Deleting port d524043d-a83f-45cf-b3fa-0df9181dfe28 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:27:36.584699 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-57d9ecd2-2d98-491b-84cf-1d5af757526a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (d524043d-a83f-45cf-b3fa-0df9181dfe28), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:36.613723 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ef6ebab7-f299-4075-850f-0c6c534e71af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:36.639460 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-86285fc8-77b5-478e-9e1b-72bf8ec45234 tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4752464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4733806'] for subnet (ab7acb7c-835e-4b8b-813f-943c26cc8e84), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:36.696392 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86285fc8-77b5-478e-9e1b-72bf8ec45234 tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] Pushing event deleted for resources: {'Subnet': ['ID=ab7acb7c-835e-4b8b-813f-943c26cc8e84,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:36.699952 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-86285fc8-77b5-478e-9e1b-72bf8ec45234 tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:36.714410 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-86285fc8-77b5-478e-9e1b-72bf8ec45234 tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] 10.222.0.64 "DELETE /v2.0/subnets/ab7acb7c-835e-4b8b-813f-943c26cc8e84 HTTP/1.1" status: 204 len: 168 time: 0.6970873 Jan 28 19:27:36.725552 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a6f00b-38b6-473a-acbd-07176d580c65 None None] Network 197b4fbc-d01e-4a6b-be36-17a233a112e2 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:27:36.727331 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 55238) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:27:36.858134 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca40a11-1ee1-4e55-910f-26cb9730b6b8 req-b6cfe7d4-b7b3-4a41-850e-daf34d440b04 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:36.864931 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3ca40a11-1ee1-4e55-910f-26cb9730b6b8 req-b6cfe7d4-b7b3-4a41-850e-daf34d440b04 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a0db713-abe1-4c6b-9a95-46198e5539a9 HTTP/1.1" status: 200 len: 945 time: 0.3246686 Jan 28 19:27:36.886054 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 22d38e27-1ee2-4592-a814-3f59cafbe64b no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:27:36.962272 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: 22d38e27-1ee2-4592-a814-3f59cafbe64b {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:27:36.963160 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 22d38e27-1ee2-4592-a814-3f59cafbe64b not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:27:36.988686 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-18f30212-05ee-4931-93f4-f4be8bc89edd tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (197b4fbc-d01e-4a6b-be36-17a233a112e2), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:37.168523 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-57d9ecd2-2d98-491b-84cf-1d5af757526a admin admin] For port d524043d-a83f-45cf-b3fa-0df9181dfe28, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=d524043d-a83f-45cf-b3fa-0df9181dfe28,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:27:37.168907 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-57d9ecd2-2d98-491b-84cf-1d5af757526a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (d524043d-a83f-45cf-b3fa-0df9181dfe28), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:37.183783 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-18f30212-05ee-4931-93f4-f4be8bc89edd tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] Deleting port aa616fa3-330d-4f96-9255-97f6eb48a51e {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:27:37.184450 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-18f30212-05ee-4931-93f4-f4be8bc89edd tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (aa616fa3-330d-4f96-9255-97f6eb48a51e), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:37.216601 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3ca40a11-1ee1-4e55-910f-26cb9730b6b8 req-21025076-9101-4977-b9a8-d02bbeba08ce tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/security-groups?id=f474bf53-325f-4ec5-b389-bc6e034fc623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3093998 Jan 28 19:27:37.290114 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-57d9ecd2-2d98-491b-84cf-1d5af757526a admin admin] Calling delete_port for d524043d-a83f-45cf-b3fa-0df9181dfe28 owned by network:router_gateway {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:27:37.361762 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75cb28b0-242e-41ae-bd1e-429def9b035d None None] DHCP port deletion for 197b4fbc-d01e-4a6b-be36-17a233a112e2 request from n-d-812111-14 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:27:37.426741 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-18f30212-05ee-4931-93f4-f4be8bc89edd tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] For port aa616fa3-330d-4f96-9255-97f6eb48a51e, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=aa616fa3-330d-4f96-9255-97f6eb48a51e,segment=NetworkSegment(cf2e0f33-29eb-4158-a77b-e32e1ffd1f0e),segment_id=cf2e0f33-29eb-4158-a77b-e32e1ffd1f0e)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:27:37.427114 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-18f30212-05ee-4931-93f4-f4be8bc89edd tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (aa616fa3-330d-4f96-9255-97f6eb48a51e), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:37.482156 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-18f30212-05ee-4931-93f4-f4be8bc89edd tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] Calling delete_port for aa616fa3-330d-4f96-9255-97f6eb48a51e owned by network:dhcp {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:27:37.518085 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d036d21e-31b3-41c3-a78a-e9622cc69b3e tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-731439', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-731081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-261371'] for router (1efeed2b-1577-45e9-9751-8550e1f4c297), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:37.534812 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d036d21e-31b3-41c3-a78a-e9622cc69b3e tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-731460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-731478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-731485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-731120'] for router (1efeed2b-1577-45e9-9751-8550e1f4c297), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:37.542111 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-75cb28b0-242e-41ae-bd1e-429def9b035d None None] Deleting port aa616fa3-330d-4f96-9255-97f6eb48a51e {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:27:37.542380 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-75cb28b0-242e-41ae-bd1e-429def9b035d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (aa616fa3-330d-4f96-9255-97f6eb48a51e), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:37.660052 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-18f30212-05ee-4931-93f4-f4be8bc89edd tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (aa616fa3-330d-4f96-9255-97f6eb48a51e), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:37.683586 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-75cb28b0-242e-41ae-bd1e-429def9b035d None None] For port aa616fa3-330d-4f96-9255-97f6eb48a51e, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=aa616fa3-330d-4f96-9255-97f6eb48a51e,segment=NetworkSegment(cf2e0f33-29eb-4158-a77b-e32e1ffd1f0e),segment_id=cf2e0f33-29eb-4158-a77b-e32e1ffd1f0e)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:27:37.684193 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-75cb28b0-242e-41ae-bd1e-429def9b035d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (aa616fa3-330d-4f96-9255-97f6eb48a51e), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:37.701609 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-75cb28b0-242e-41ae-bd1e-429def9b035d None None] Calling delete_port for aa616fa3-330d-4f96-9255-97f6eb48a51e owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:27:37.707823 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f30212-05ee-4931-93f4-f4be8bc89edd tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] Pushing event deleted for resources: {'Port': ['ID=aa616fa3-330d-4f96-9255-97f6eb48a51e,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:37.714409 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f30212-05ee-4931-93f4-f4be8bc89edd tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] No DVR routers for this DVR port aa616fa3-330d-4f96-9255-97f6eb48a51e on host n-d-812111-14 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:27:37.804596 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device e20a57d0-6eaf-468c-88ce-df8d8e2e5f8e up at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:27:37.895266 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-18f30212-05ee-4931-93f4-f4be8bc89edd tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (197b4fbc-d01e-4a6b-be36-17a233a112e2), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:37.940716 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-18f30212-05ee-4931-93f4-f4be8bc89edd tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['197b4fbc-d01e-4a6b-be36-17a233a112e2']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:27:37.963071 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-18f30212-05ee-4931-93f4-f4be8bc89edd tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf2e0f33-29eb-4158-a77b-e32e1ffd1f0e') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:27:37.963440 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-18f30212-05ee-4931-93f4-f4be8bc89edd tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf2e0f33-29eb-4158-a77b-e32e1ffd1f0e') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:27:37.982835 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-18f30212-05ee-4931-93f4-f4be8bc89edd tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16187153'] for segment (cf2e0f33-29eb-4158-a77b-e32e1ffd1f0e), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:37.999625 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-75cb28b0-242e-41ae-bd1e-429def9b035d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985'] for port (aa616fa3-330d-4f96-9255-97f6eb48a51e), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:38.021601 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-18f30212-05ee-4931-93f4-f4be8bc89edd tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (cf2e0f33-29eb-4158-a77b-e32e1ffd1f0e), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:38.028179 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18f30212-05ee-4931-93f4-f4be8bc89edd tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:27:38.028620 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-18f30212-05ee-4931-93f4-f4be8bc89edd tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4752570'] for segment (cf2e0f33-29eb-4158-a77b-e32e1ffd1f0e), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:38.031770 n-d-812111-14 neutron-server[103305]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:27:38.031770 n-d-812111-14 neutron-server[103305]: items = [ Jan 28 19:27:38.031770 n-d-812111-14 neutron-server[103305]: Traceback (most recent call last): Jan 28 19:27:38.031770 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:27:38.031770 n-d-812111-14 neutron-server[103305]: timer() Jan 28 19:27:38.031770 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:27:38.031770 n-d-812111-14 neutron-server[103305]: cb(*args, **kw) Jan 28 19:27:38.031770 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:27:38.031770 n-d-812111-14 neutron-server[103305]: return func(*args, **kwargs) Jan 28 19:27:38.031770 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:27:38.031770 n-d-812111-14 neutron-server[103305]: self._notify() Jan 28 19:27:38.031770 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:27:38.031770 n-d-812111-14 neutron-server[103305]: self.callback(batched_events) Jan 28 19:27:38.031770 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:27:38.031770 n-d-812111-14 neutron-server[103305]: event.method(event) Jan 28 19:27:38.031770 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:27:38.031770 n-d-812111-14 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:27:38.031770 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:27:38.031770 n-d-812111-14 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:27:38.031770 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:27:38.031770 n-d-812111-14 neutron-server[103305]: return f(self, *a, **k) Jan 28 19:27:38.031770 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:27:38.031770 n-d-812111-14 neutron-server[103305]: return self._get(url).json() Jan 28 19:27:38.031770 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:27:38.031770 n-d-812111-14 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:27:38.031770 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:27:38.031770 n-d-812111-14 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 28 19:27:38.031770 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:27:38.031770 n-d-812111-14 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:27:38.031770 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:27:38.031770 n-d-812111-14 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:27:38.031770 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:27:38.031770 n-d-812111-14 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:27:38.031770 n-d-812111-14 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:27:38.137396 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cb28b0-242e-41ae-bd1e-429def9b035d None None] Pushing event deleted for resources: {'Port': ['ID=aa616fa3-330d-4f96-9255-97f6eb48a51e,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:38.168534 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561ac969-7c03-4ca5-9a33-fd68e0300664 req-ad6a47aa-d06f-44f5-bb64-e52de54d2561 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:38.168807 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-18f30212-05ee-4931-93f4-f4be8bc89edd tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (197b4fbc-d01e-4a6b-be36-17a233a112e2), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:38.171230 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-561ac969-7c03-4ca5-9a33-fd68e0300664 req-ad6a47aa-d06f-44f5-bb64-e52de54d2561 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a0db713-abe1-4c6b-9a95-46198e5539a9 HTTP/1.1" status: 200 len: 945 time: 0.3263028 Jan 28 19:27:38.175512 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-18f30212-05ee-4931-93f4-f4be8bc89edd tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:38.192076 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75cb28b0-242e-41ae-bd1e-429def9b035d None None] No DVR routers for this DVR port aa616fa3-330d-4f96-9255-97f6eb48a51e on host n-d-812111-14 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:27:38.195561 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-18f30212-05ee-4931-93f4-f4be8bc89edd tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] 10.222.0.64 "DELETE /v2.0/networks/197b4fbc-d01e-4a6b-be36-17a233a112e2 HTTP/1.1" status: 204 len: 168 time: 1.4668424 Jan 28 19:27:38.225413 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 55276) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:27:38.244880 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning complete for port e20a57d0-6eaf-468c-88ce-df8d8e2e5f8e triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:27:38.246809 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (e20a57d0-6eaf-468c-88ce-df8d8e2e5f8e), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:38.279895 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f30212-05ee-4931-93f4-f4be8bc89edd tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] Pushing event deleted for resources: {'Network': ['ID=197b4fbc-d01e-4a6b-be36-17a233a112e2,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:38.327847 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d036d21e-31b3-41c3-a78a-e9622cc69b3e tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Router 1efeed2b-1577-45e9-9751-8550e1f4c297 is scheduled to L3 agent 76fe5c49-705a-4e08-abb2-be585676213f with binding_index 1 {{(pid=103304) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 19:27:38.369225 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-57d9ecd2-2d98-491b-84cf-1d5af757526a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (d524043d-a83f-45cf-b3fa-0df9181dfe28), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:38.397919 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port e20a57d0-6eaf-468c-88ce-df8d8e2e5f8e is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:27:38.398512 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (e20a57d0-6eaf-468c-88ce-df8d8e2e5f8e), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:38.536625 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port e20a57d0-6eaf-468c-88ce-df8d8e2e5f8e, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=e20a57d0-6eaf-468c-88ce-df8d8e2e5f8e,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:27:38.538367 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43ed0191-cc6b-47e6-b808-e1990b9f2466', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e20a57d0-6eaf-468c-88ce-df8d8e2e5f8e'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:27:38.541329 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66410be4-0d47-4d44-aee8-a2b950d6a215" -d '{"events": [{"server_uuid": "43ed0191-cc6b-47e6-b808-e1990b9f2466", "name": "network-vif-plugged", "status": "completed", "tag": "e20a57d0-6eaf-468c-88ce-df8d8e2e5f8e"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:27:38.552294 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (e20a57d0-6eaf-468c-88ce-df8d8e2e5f8e), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:38.654234 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-550c5fed-fcfb-49d0-ac14-50f49875e6e7 x-openstack-request-id: req-550c5fed-fcfb-49d0-ac14-50f49875e6e7 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:27:38.654635 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43ed0191-cc6b-47e6-b808-e1990b9f2466", "name": "network-vif-plugged", "status": "completed", "tag": "e20a57d0-6eaf-468c-88ce-df8d8e2e5f8e", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:27:38.654990 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-550c5fed-fcfb-49d0-ac14-50f49875e6e7 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:27:38.655484 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43ed0191-cc6b-47e6-b808-e1990b9f2466', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e20a57d0-6eaf-468c-88ce-df8d8e2e5f8e', 'code': 200} Jan 28 19:27:38.667070 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=e20a57d0-6eaf-468c-88ce-df8d8e2e5f8e,revision_number=7']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:38.730133 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d9ecd2-2d98-491b-84cf-1d5af757526a admin admin] Pushing event deleted for resources: {'Port': ['ID=d524043d-a83f-45cf-b3fa-0df9181dfe28,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:38.739831 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d036d21e-31b3-41c3-a78a-e9622cc69b3e tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:27:38.748657 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6810d955-7479-4ee1-ae42-582182aaacb1 None None] Sync routers for ids ['1efeed2b-1577-45e9-9751-8550e1f4c297'] in n-d-812111-14 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:27:38.758152 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d036d21e-31b3-41c3-a78a-e9622cc69b3e tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:38.759414 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-d036d21e-31b3-41c3-a78a-e9622cc69b3e tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] 10.222.0.64 "PUT /v2.0/routers/1efeed2b-1577-45e9-9751-8550e1f4c297 HTTP/1.1" status: 200 len: 919 time: 6.8801787 Jan 28 19:27:38.762861 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 55294) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:27:38.779867 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6810d955-7479-4ee1-ae42-582182aaacb1 None None] Routers {'1efeed2b-1577-45e9-9751-8550e1f4c297'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:27:38.781806 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-6810d955-7479-4ee1-ae42-582182aaacb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:27:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['1efeed2b-1577-45e9-9751-8550e1f4c297'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:27:38.814187 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-561ac969-7c03-4ca5-9a33-fd68e0300664 req-cd7d569c-612d-4022-b60a-ba71e2c66391 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/security-groups?id=f474bf53-325f-4ec5-b389-bc6e034fc623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6420395 Jan 28 19:27:38.876786 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device d524043d-a83f-45cf-b3fa-0df9181dfe28 no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:27:38.880175 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-6810d955-7479-4ee1-ae42-582182aaacb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:27:38.953261 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: d524043d-a83f-45cf-b3fa-0df9181dfe28 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:27:38.954112 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device d524043d-a83f-45cf-b3fa-0df9181dfe28 not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:27:38.954756 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device aa616fa3-330d-4f96-9255-97f6eb48a51e no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:27:38.975989 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6810d955-7479-4ee1-ae42-582182aaacb1 None None] Routers {'1efeed2b-1577-45e9-9751-8550e1f4c297'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:27:38.999684 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-6810d955-7479-4ee1-ae42-582182aaacb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:27:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['1efeed2b-1577-45e9-9751-8550e1f4c297'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:27:39.102753 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-6a71ee9d-ba21-4f5f-8722-b18813b82975 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] 10.222.0.64 "GET /v2.0/routers/1efeed2b-1577-45e9-9751-8550e1f4c297 HTTP/1.1" status: 200 len: 925 time: 0.3382313 Jan 28 19:27:39.105066 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 55304) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:27:39.123804 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-57d9ecd2-2d98-491b-84cf-1d5af757526a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-731488'] for router_gateway (3ef257d8-36a6-4e0f-b1c4-8f12c8768cad), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:39.135456 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-6810d955-7479-4ee1-ae42-582182aaacb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:27:39.136433 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6810d955-7479-4ee1-ae42-582182aaacb1 None None] The sync data for ids ['1efeed2b-1577-45e9-9751-8550e1f4c297'] in n-d-812111-14 is: [] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:27:39.141552 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: aa616fa3-330d-4f96-9255-97f6eb48a51e {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:27:39.143083 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device aa616fa3-330d-4f96-9255-97f6eb48a51e not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:27:39.164249 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3677731d-d589-4054-b1bb-15d647d16b66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:39.188707 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ea742d-d5fe-4d97-809e-85c75cf27ff9 req-ca190080-42f4-4568-a60f-011a51dc7f43 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:39.203235 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a8ea742d-d5fe-4d97-809e-85c75cf27ff9 req-ca190080-42f4-4568-a60f-011a51dc7f43 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a0db713-abe1-4c6b-9a95-46198e5539a9 HTTP/1.1" status: 200 len: 945 time: 0.2190773 Jan 28 19:27:39.298500 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-278ea547-66b9-456b-ac9a-465001612ce8 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:39.305658 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-278ea547-66b9-456b-ac9a-465001612ce8 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] 10.222.0.64 "GET /v2.0/ports?network_id=d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8&device_id=1efeed2b-1577-45e9-9751-8550e1f4c297&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1984310 Jan 28 19:27:39.308131 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 55310) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:27:39.363769 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-baec4221-d207-4aae-915d-39cf892ca9fb tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] Deleting port 43c9f2ac-0b58-41ca-b522-23307b975430 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:27:39.364139 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-baec4221-d207-4aae-915d-39cf892ca9fb tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (43c9f2ac-0b58-41ca-b522-23307b975430), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:39.407844 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-57d9ecd2-2d98-491b-84cf-1d5af757526a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-730901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261120'] for router (3ef257d8-36a6-4e0f-b1c4-8f12c8768cad), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:39.420895 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-57d9ecd2-2d98-491b-84cf-1d5af757526a admin admin] Publish callbacks [] for router_controller (3ef257d8-36a6-4e0f-b1c4-8f12c8768cad), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:39.470734 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a8ea742d-d5fe-4d97-809e-85c75cf27ff9 req-09e75b87-1033-422e-94f2-fe8ac4c64374 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/security-groups?id=f474bf53-325f-4ec5-b389-bc6e034fc623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2541120 Jan 28 19:27:39.578483 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e5182a1-f9ff-419b-98b7-23af0e5a601a tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:39.585851 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-0e5182a1-f9ff-419b-98b7-23af0e5a601a tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] 10.222.0.64 "GET /v2.0/networks/d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 HTTP/1.1" status: 200 len: 881 time: 0.2709875 Jan 28 19:27:39.585851 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 55320) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:27:39.597704 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-baec4221-d207-4aae-915d-39cf892ca9fb tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (43c9f2ac-0b58-41ca-b522-23307b975430), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:39.600340 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-baec4221-d207-4aae-915d-39cf892ca9fb tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] Publish callbacks [] for floatingip (43c9f2ac-0b58-41ca-b522-23307b975430), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:39.638427 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-57d9ecd2-2d98-491b-84cf-1d5af757526a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-730908'] for router (3ef257d8-36a6-4e0f-b1c4-8f12c8768cad), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:39.639127 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57d9ecd2-2d98-491b-84cf-1d5af757526a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3ef257d8-36a6-4e0f-b1c4-8f12c8768cad {{(pid=103304) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:27:39.650085 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-57d9ecd2-2d98-491b-84cf-1d5af757526a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:39.651569 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-57d9ecd2-2d98-491b-84cf-1d5af757526a admin admin] 10.222.0.64 "DELETE /v2.0/routers/3ef257d8-36a6-4e0f-b1c4-8f12c8768cad HTTP/1.1" status: 204 len: 168 time: 5.6810782 Jan 28 19:27:39.666512 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-3c9d38a8-3f26-4aad-b61a-363a2708a518 tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] 10.222.0.64 "GET /v2.0/ports?device_id=1efeed2b-1577-45e9-9751-8550e1f4c297 HTTP/1.1" status: 200 len: 205 time: 0.0789177 Jan 28 19:27:39.666716 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 55328) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:27:39.668207 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 55332) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:27:39.723470 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:39.807533 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-baec4221-d207-4aae-915d-39cf892ca9fb tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] Calling delete_port for 43c9f2ac-0b58-41ca-b522-23307b975430 owned by network:floatingip {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:27:39.980055 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-651140c5-764a-4b9c-8f0f-70398f30886d admin admin] Deleting subnet dbe64dea-6662-4d06-9bd9-c926cf8d6b34 {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:27:39.985676 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-651140c5-764a-4b9c-8f0f-70398f30886d admin admin] Publish callbacks [] for subnet (dbe64dea-6662-4d06-9bd9-c926cf8d6b34), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:40.108833 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-077a144c-0918-4fc6-9721-cc37aca231ee req-e41d6133-a684-4952-b593-f7012910ed38 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6aef584c-64f9-4290-9558-59fc13a8ecbf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2844942 Jan 28 19:27:40.117822 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-651140c5-764a-4b9c-8f0f-70398f30886d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4747050'] for subnet (dbe64dea-6662-4d06-9bd9-c926cf8d6b34), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:40.259296 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bd9a8e4a-6f48-43d9-a0e6-8f4c3b30beaf tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Publish callbacks [] for router (1efeed2b-1577-45e9-9751-8550e1f4c297), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:40.334881 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fb107c-0b8a-4b13-b2a3-46aac6c07ea4 req-60326977-ab97-4ab7-8919-97d5eb820787 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:40.342056 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-28fb107c-0b8a-4b13-b2a3-46aac6c07ea4 req-60326977-ab97-4ab7-8919-97d5eb820787 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a0db713-abe1-4c6b-9a95-46198e5539a9 HTTP/1.1" status: 200 len: 945 time: 0.4260733 Jan 28 19:27:40.456896 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-651140c5-764a-4b9c-8f0f-70398f30886d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (dbe64dea-6662-4d06-9bd9-c926cf8d6b34), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:40.516719 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077a144c-0918-4fc6-9721-cc37aca231ee req-b65e1b5d-6202-40bb-bcf6-e26499adbe58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:40.519652 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-077a144c-0918-4fc6-9721-cc37aca231ee req-b65e1b5d-6202-40bb-bcf6-e26499adbe58 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7eed4983257c41a2ac91147c4d6e09ea&device_id=6aef584c-64f9-4290-9558-59fc13a8ecbf HTTP/1.1" status: 200 len: 1128 time: 0.3565681 Jan 28 19:27:40.571235 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-baec4221-d207-4aae-915d-39cf892ca9fb tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (43c9f2ac-0b58-41ca-b522-23307b975430), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:40.584679 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-651140c5-764a-4b9c-8f0f-70398f30886d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4690616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5222356'] for subnet (dbe64dea-6662-4d06-9bd9-c926cf8d6b34), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:40.633606 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-28fb107c-0b8a-4b13-b2a3-46aac6c07ea4 req-8da46f62-e658-479d-b031-208877958d02 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/security-groups?id=f474bf53-325f-4ec5-b389-bc6e034fc623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2845242 Jan 28 19:27:40.651648 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651140c5-764a-4b9c-8f0f-70398f30886d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dbe64dea-6662-4d06-9bd9-c926cf8d6b34,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:40.670915 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baec4221-d207-4aae-915d-39cf892ca9fb tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] Pushing event deleted for resources: {'Port': ['ID=43c9f2ac-0b58-41ca-b522-23307b975430,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:40.695160 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-651140c5-764a-4b9c-8f0f-70398f30886d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:40.700638 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baacbf12-ed86-4664-a3ac-e60a2d025812 None None] Network 5ea0ee5c-58ce-478b-9582-50112b0ccc59 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:27:40.711536 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-651140c5-764a-4b9c-8f0f-70398f30886d admin admin] 10.222.0.64 "DELETE /v2.0/subnets/dbe64dea-6662-4d06-9bd9-c926cf8d6b34 HTTP/1.1" status: 204 len: 168 time: 1.0452843 Jan 28 19:27:40.813919 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 55346) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:27:40.915367 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bd9a8e4a-6f48-43d9-a0e6-8f4c3b30beaf tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Publish callbacks [] for router_gateway (1efeed2b-1577-45e9-9751-8550e1f4c297), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:41.101221 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077a144c-0918-4fc6-9721-cc37aca231ee req-5a3e4d47-abb1-4770-b9f2-8184cd510656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:41.101221 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-077a144c-0918-4fc6-9721-cc37aca231ee req-5a3e4d47-abb1-4770-b9f2-8184cd510656 service neutron] 10.222.0.41 "GET /v2.0/networks?id=311cc39e-64ae-4fb3-9d47-d497c4799ab7 HTTP/1.1" status: 200 len: 905 time: 0.5385706 Jan 28 19:27:41.104694 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fe3b206c-b453-4ff5-a855-92c7be15b716 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (5ea0ee5c-58ce-478b-9582-50112b0ccc59), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:41.128119 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-baec4221-d207-4aae-915d-39cf892ca9fb tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] Publish callbacks [] for floatingip (1dc41942-fc7e-41cc-a460-4cf76a78fa96), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:41.136328 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-baec4221-d207-4aae-915d-39cf892ca9fb tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for floatingip (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:41.139786 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-baec4221-d207-4aae-915d-39cf892ca9fb tempest-FloatingIPAdminTestJSON-178275791 tempest-FloatingIPAdminTestJSON-178275791-project] 10.222.0.64 "DELETE /v2.0/floatingips/1dc41942-fc7e-41cc-a460-4cf76a78fa96 HTTP/1.1" status: 204 len: 168 time: 2.9022360 Jan 28 19:27:41.301964 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e1dc596-d941-4442-9c87-394d9f736cfb None None] DHCP port deletion for 5ea0ee5c-58ce-478b-9582-50112b0ccc59 request from n-d-812111-14 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:27:41.323640 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-077a144c-0918-4fc6-9721-cc37aca231ee req-2ca3f7fb-b580-44b6-b48a-5587ac367949 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=75629f80-97e2-4b65-9644-8e74b29b7b0c HTTP/1.1" status: 200 len: 217 time: 0.1568644 Jan 28 19:27:41.442979 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513f197b-40dd-4022-aefb-e0d29b56ace2 req-9eaa828f-5796-4f5e-9f50-dbf6d2b5136c tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:41.447649 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-513f197b-40dd-4022-aefb-e0d29b56ace2 req-9eaa828f-5796-4f5e-9f50-dbf6d2b5136c tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a0db713-abe1-4c6b-9a95-46198e5539a9 HTTP/1.1" status: 200 len: 945 time: 0.1711831 Jan 28 19:27:41.453953 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-fe3b206c-b453-4ff5-a855-92c7be15b716 admin admin] Deleting port ef300d2b-7bc7-4bbf-ae17-19c5d9e40584 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:27:41.457257 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fe3b206c-b453-4ff5-a855-92c7be15b716 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (ef300d2b-7bc7-4bbf-ae17-19c5d9e40584), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:41.518266 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-6e1dc596-d941-4442-9c87-394d9f736cfb None None] Deleting port ef300d2b-7bc7-4bbf-ae17-19c5d9e40584 {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:27:41.519180 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6e1dc596-d941-4442-9c87-394d9f736cfb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (ef300d2b-7bc7-4bbf-ae17-19c5d9e40584), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:41.629218 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077a144c-0918-4fc6-9721-cc37aca231ee req-3484251a-e6ef-499c-9377-d0f4d435740b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:41.636191 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-077a144c-0918-4fc6-9721-cc37aca231ee req-3484251a-e6ef-499c-9377-d0f4d435740b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=008283d9-57a3-42a0-90a1-80f5c1a16864 HTTP/1.1" status: 200 len: 845 time: 0.2710431 Jan 28 19:27:41.637846 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-bd9a8e4a-6f48-43d9-a0e6-8f4c3b30beaf tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Deleting port 88a6549e-04bb-4142-8ad4-96b15800e10c {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:27:41.638196 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bd9a8e4a-6f48-43d9-a0e6-8f4c3b30beaf tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (88a6549e-04bb-4142-8ad4-96b15800e10c), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:41.800287 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:41.892783 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-6e1dc596-d941-4442-9c87-394d9f736cfb None None] For port ef300d2b-7bc7-4bbf-ae17-19c5d9e40584, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=ef300d2b-7bc7-4bbf-ae17-19c5d9e40584,segment=NetworkSegment(74dd984e-bec2-4cf9-aeb6-3c668cce6469),segment_id=74dd984e-bec2-4cf9-aeb6-3c668cce6469)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:27:41.895730 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6e1dc596-d941-4442-9c87-394d9f736cfb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (ef300d2b-7bc7-4bbf-ae17-19c5d9e40584), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:41.921619 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-fe3b206c-b453-4ff5-a855-92c7be15b716 admin admin] For port ef300d2b-7bc7-4bbf-ae17-19c5d9e40584, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=ef300d2b-7bc7-4bbf-ae17-19c5d9e40584,segment=NetworkSegment(74dd984e-bec2-4cf9-aeb6-3c668cce6469),segment_id=74dd984e-bec2-4cf9-aeb6-3c668cce6469)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:27:41.922217 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fe3b206c-b453-4ff5-a855-92c7be15b716 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (ef300d2b-7bc7-4bbf-ae17-19c5d9e40584), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:41.941503 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-077a144c-0918-4fc6-9721-cc37aca231ee req-9cde8ba6-84ba-4ab0-be00-5c726f4b412b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=311cc39e-64ae-4fb3-9d47-d497c4799ab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2546563 Jan 28 19:27:41.958520 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-6e1dc596-d941-4442-9c87-394d9f736cfb None None] Calling delete_port for ef300d2b-7bc7-4bbf-ae17-19c5d9e40584 owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:27:41.965511 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-fe3b206c-b453-4ff5-a855-92c7be15b716 admin admin] Calling delete_port for ef300d2b-7bc7-4bbf-ae17-19c5d9e40584 owned by network:dhcp {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:27:41.975315 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 55380) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:27:42.135405 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5708278a-4dfd-4308-bda0-4f11ee9bc310 req-c3d9ed5e-16db-4633-ada3-4df6ebd0bf48 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:42.137188 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5708278a-4dfd-4308-bda0-4f11ee9bc310 req-c3d9ed5e-16db-4633-ada3-4df6ebd0bf48 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a0db713-abe1-4c6b-9a95-46198e5539a9 HTTP/1.1" status: 200 len: 945 time: 0.3031607 Jan 28 19:27:42.155165 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-513f197b-40dd-4022-aefb-e0d29b56ace2 req-6f4d45fe-6cfb-4628-82c4-fa0ebf14a11e tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Deleting port 8088b717-7322-4c47-91b2-3eda6486261a {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:27:42.156339 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-513f197b-40dd-4022-aefb-e0d29b56ace2 req-6f4d45fe-6cfb-4628-82c4-fa0ebf14a11e tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (8088b717-7322-4c47-91b2-3eda6486261a), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:42.253925 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-077a144c-0918-4fc6-9721-cc37aca231ee req-fd35a567-4146-4c6f-9542-773b7effe8d2 service neutron] 10.222.0.41 "GET /v2.0/networks/311cc39e-64ae-4fb3-9d47-d497c4799ab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2247818 Jan 28 19:27:42.321242 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6e1dc596-d941-4442-9c87-394d9f736cfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985'] for port (ef300d2b-7bc7-4bbf-ae17-19c5d9e40584), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:42.396944 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1dc596-d941-4442-9c87-394d9f736cfb None None] Pushing event deleted for resources: {'Port': ['ID=ef300d2b-7bc7-4bbf-ae17-19c5d9e40584,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:42.416067 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1dc596-d941-4442-9c87-394d9f736cfb None None] No DVR routers for this DVR port ef300d2b-7bc7-4bbf-ae17-19c5d9e40584 on host n-d-812111-14 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:27:42.442618 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-077a144c-0918-4fc6-9721-cc37aca231ee req-aa39e0aa-0ad2-432a-ab98-70a83907f22b service neutron] 10.222.0.41 "GET /v2.0/networks/311cc39e-64ae-4fb3-9d47-d497c4799ab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679161 Jan 28 19:27:42.446190 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bd9a8e4a-6f48-43d9-a0e6-8f4c3b30beaf tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (88a6549e-04bb-4142-8ad4-96b15800e10c), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:42.482033 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-bd9a8e4a-6f48-43d9-a0e6-8f4c3b30beaf tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Calling delete_port for 88a6549e-04bb-4142-8ad4-96b15800e10c owned by network:router_gateway {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:27:42.498111 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-f1aab793-f046-4933-b059-3cc79e6243af admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2dca51dabfdd48fa93f7aba3da046adb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5184264 Jan 28 19:27:42.503864 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 55392) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:27:42.563483 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-513f197b-40dd-4022-aefb-e0d29b56ace2 req-6f4d45fe-6cfb-4628-82c4-fa0ebf14a11e tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] For port 8088b717-7322-4c47-91b2-3eda6486261a, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=8088b717-7322-4c47-91b2-3eda6486261a,segment=NetworkSegment(e068a65d-85a7-4b6f-806f-2e18a6e2925d),segment_id=e068a65d-85a7-4b6f-806f-2e18a6e2925d)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:27:42.563793 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-513f197b-40dd-4022-aefb-e0d29b56ace2 req-6f4d45fe-6cfb-4628-82c4-fa0ebf14a11e tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (8088b717-7322-4c47-91b2-3eda6486261a), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:42.596959 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5708278a-4dfd-4308-bda0-4f11ee9bc310 req-e1b16263-863e-4fff-a7ba-5cab473d00c9 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/security-groups?id=f474bf53-325f-4ec5-b389-bc6e034fc623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4507692 Jan 28 19:27:42.638535 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fe3b206c-b453-4ff5-a855-92c7be15b716 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (ef300d2b-7bc7-4bbf-ae17-19c5d9e40584), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:42.643670 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-513f197b-40dd-4022-aefb-e0d29b56ace2 req-6f4d45fe-6cfb-4628-82c4-fa0ebf14a11e tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Calling delete_port for 8088b717-7322-4c47-91b2-3eda6486261a owned by compute:nova {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:27:42.714435 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3b206c-b453-4ff5-a855-92c7be15b716 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef300d2b-7bc7-4bbf-ae17-19c5d9e40584,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:42.717921 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3b206c-b453-4ff5-a855-92c7be15b716 admin admin] No DVR routers for this DVR port ef300d2b-7bc7-4bbf-ae17-19c5d9e40584 on host n-d-812111-14 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:27:42.808747 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device ef300d2b-7bc7-4bbf-ae17-19c5d9e40584 no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:27:42.858228 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: ef300d2b-7bc7-4bbf-ae17-19c5d9e40584 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:27:42.858827 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device ef300d2b-7bc7-4bbf-ae17-19c5d9e40584 not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:27:42.940098 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:42.969966 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3bd3ac7e-7870-4367-8bb9-2acc143f2006 admin admin] Publish callbacks [] for security_group (75cdaab5-c363-4ebb-bc31-6ef3440df9b9), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:43.009672 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fe3b206c-b453-4ff5-a855-92c7be15b716 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (5ea0ee5c-58ce-478b-9582-50112b0ccc59), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:43.087669 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3bd3ac7e-7870-4367-8bb9-2acc143f2006 admin admin] Publish callbacks [] for security_group (75cdaab5-c363-4ebb-bc31-6ef3440df9b9), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:43.090643 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-fe3b206c-b453-4ff5-a855-92c7be15b716 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ea0ee5c-58ce-478b-9582-50112b0ccc59']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:27:43.104366 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bd9a8e4a-6f48-43d9-a0e6-8f4c3b30beaf tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (88a6549e-04bb-4142-8ad4-96b15800e10c), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:43.148139 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-fe3b206c-b453-4ff5-a855-92c7be15b716 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74dd984e-bec2-4cf9-aeb6-3c668cce6469') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:27:43.148434 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-fe3b206c-b453-4ff5-a855-92c7be15b716 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74dd984e-bec2-4cf9-aeb6-3c668cce6469') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:27:43.162693 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9a8e4a-6f48-43d9-a0e6-8f4c3b30beaf tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Pushing event deleted for resources: {'Port': ['ID=88a6549e-04bb-4142-8ad4-96b15800e10c,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:43.199093 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fe3b206c-b453-4ff5-a855-92c7be15b716 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4747091'] for segment (74dd984e-bec2-4cf9-aeb6-3c668cce6469), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:43.278473 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bd9a8e4a-6f48-43d9-a0e6-8f4c3b30beaf tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-731488'] for router_gateway (1efeed2b-1577-45e9-9751-8550e1f4c297), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:43.297080 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fe3b206c-b453-4ff5-a855-92c7be15b716 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (74dd984e-bec2-4cf9-aeb6-3c668cce6469), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:43.321734 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe3b206c-b453-4ff5-a855-92c7be15b716 admin admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:27:43.322106 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fe3b206c-b453-4ff5-a855-92c7be15b716 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4690514'] for segment (74dd984e-bec2-4cf9-aeb6-3c668cce6469), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:43.325278 n-d-812111-14 neutron-server[103304]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:27:43.325278 n-d-812111-14 neutron-server[103304]: self.session.flush() Jan 28 19:27:43.325278 n-d-812111-14 neutron-server[103304]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:27:43.325278 n-d-812111-14 neutron-server[103304]: self.session.flush() Jan 28 19:27:43.325278 n-d-812111-14 neutron-server[103304]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:27:43.325278 n-d-812111-14 neutron-server[103304]: self.session.flush() Jan 28 19:27:43.325278 n-d-812111-14 neutron-server[103304]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:27:43.325278 n-d-812111-14 neutron-server[103304]: self.session.flush() Jan 28 19:27:43.325278 n-d-812111-14 neutron-server[103304]: Traceback (most recent call last): Jan 28 19:27:43.325278 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:27:43.325278 n-d-812111-14 neutron-server[103304]: timer() Jan 28 19:27:43.325278 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:27:43.325278 n-d-812111-14 neutron-server[103304]: cb(*args, **kw) Jan 28 19:27:43.325278 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:27:43.325278 n-d-812111-14 neutron-server[103304]: return func(*args, **kwargs) Jan 28 19:27:43.325278 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:27:43.325278 n-d-812111-14 neutron-server[103304]: self._notify() Jan 28 19:27:43.325278 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:27:43.325278 n-d-812111-14 neutron-server[103304]: self.callback(batched_events) Jan 28 19:27:43.325278 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:27:43.325278 n-d-812111-14 neutron-server[103304]: event.method(event) Jan 28 19:27:43.325278 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:27:43.325278 n-d-812111-14 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:27:43.325278 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:27:43.325278 n-d-812111-14 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:27:43.325278 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:27:43.325278 n-d-812111-14 neutron-server[103304]: return f(self, *a, **k) Jan 28 19:27:43.325278 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:27:43.325278 n-d-812111-14 neutron-server[103304]: return self._get(url).json() Jan 28 19:27:43.325278 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:27:43.325278 n-d-812111-14 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:27:43.325278 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:27:43.325278 n-d-812111-14 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 28 19:27:43.325278 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:27:43.325278 n-d-812111-14 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:27:43.325278 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:27:43.325278 n-d-812111-14 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:27:43.325278 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:27:43.325278 n-d-812111-14 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:27:43.325278 n-d-812111-14 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:27:43.415157 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bd9a8e4a-6f48-43d9-a0e6-8f4c3b30beaf tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-730901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261120'] for router (1efeed2b-1577-45e9-9751-8550e1f4c297), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:43.420718 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bd9a8e4a-6f48-43d9-a0e6-8f4c3b30beaf tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Publish callbacks [] for router_controller (1efeed2b-1577-45e9-9751-8550e1f4c297), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:43.469821 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3bd3ac7e-7870-4367-8bb9-2acc143f2006 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (75cdaab5-c363-4ebb-bc31-6ef3440df9b9), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:43.476789 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3bd3ac7e-7870-4367-8bb9-2acc143f2006 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:43.482081 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-3bd3ac7e-7870-4367-8bb9-2acc143f2006 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/75cdaab5-c363-4ebb-bc31-6ef3440df9b9 HTTP/1.1" status: 204 len: 168 time: 0.9737504 Jan 28 19:27:43.503171 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd3ac7e-7870-4367-8bb9-2acc143f2006 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75cdaab5-c363-4ebb-bc31-6ef3440df9b9,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:43.531504 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-513f197b-40dd-4022-aefb-e0d29b56ace2 req-6f4d45fe-6cfb-4628-82c4-fa0ebf14a11e tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (8088b717-7322-4c47-91b2-3eda6486261a), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:43.548426 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['75629f80-97e2-4b65-9644-8e74b29b7b0c', '8088b717-7322-4c47-91b2-3eda6486261a'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:27:43.559618 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fe3b206c-b453-4ff5-a855-92c7be15b716 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (5ea0ee5c-58ce-478b-9582-50112b0ccc59), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:43.571083 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bd9a8e4a-6f48-43d9-a0e6-8f4c3b30beaf tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-730908'] for router (1efeed2b-1577-45e9-9751-8550e1f4c297), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:43.571709 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd9a8e4a-6f48-43d9-a0e6-8f4c3b30beaf tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Fanout notify agent at l3_agent the message router_deleted on router 1efeed2b-1577-45e9-9751-8550e1f4c297 {{(pid=103305) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:27:43.583455 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fe3b206c-b453-4ff5-a855-92c7be15b716 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:43.592504 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bd9a8e4a-6f48-43d9-a0e6-8f4c3b30beaf tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:43.598100 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-fe3b206c-b453-4ff5-a855-92c7be15b716 admin admin] 10.222.0.64 "DELETE /v2.0/networks/5ea0ee5c-58ce-478b-9582-50112b0ccc59 HTTP/1.1" status: 204 len: 168 time: 2.8510966 Jan 28 19:27:43.609982 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-bd9a8e4a-6f48-43d9-a0e6-8f4c3b30beaf tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] 10.222.0.64 "DELETE /v2.0/routers/1efeed2b-1577-45e9-9751-8550e1f4c297 HTTP/1.1" status: 204 len: 168 time: 3.9395561 Jan 28 19:27:43.610641 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 55424) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:27:43.622352 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-c358ef3e-83bc-4ce1-a2dd-3cbd63ea53bb tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1271612650', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:27:43.695276 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c358ef3e-83bc-4ce1-a2dd-3cbd63ea53bb tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261150'] for router (4bf23436-ecea-4146-a333-547f8d05ee79), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:43.696468 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c358ef3e-83bc-4ce1-a2dd-3cbd63ea53bb tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-731099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-731441', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261129'] for router (4bf23436-ecea-4146-a333-547f8d05ee79), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:43.756171 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3b206c-b453-4ff5-a855-92c7be15b716 admin admin] Pushing event deleted for resources: {'Network': ['ID=5ea0ee5c-58ce-478b-9582-50112b0ccc59,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:43.813020 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4d45fe-6cfb-4628-82c4-fa0ebf14a11e tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Pushing event deleted for resources: {'Port': ['ID=8088b717-7322-4c47-91b2-3eda6486261a,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:43.927296 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 55446) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:27:43.934572 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-513f197b-40dd-4022-aefb-e0d29b56ace2 req-6f4d45fe-6cfb-4628-82c4-fa0ebf14a11e tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] No DVR routers for this DVR port 8088b717-7322-4c47-91b2-3eda6486261a on host n-h1-812111-14 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:27:43.963043 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-513f197b-40dd-4022-aefb-e0d29b56ace2 req-6f4d45fe-6cfb-4628-82c4-fa0ebf14a11e tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:43.975260 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-513f197b-40dd-4022-aefb-e0d29b56ace2 req-6f4d45fe-6cfb-4628-82c4-fa0ebf14a11e tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.41 "DELETE /v2.0/ports/8088b717-7322-4c47-91b2-3eda6486261a HTTP/1.1" status: 204 len: 173 time: 2.5148530 Jan 28 19:27:43.984295 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a0db713-abe1-4c6b-9a95-46198e5539a9', 'name': 'network-vif-deleted', 'tag': '8088b717-7322-4c47-91b2-3eda6486261a'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:27:43.987581 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ad16398-9dc0-4066-af8f-2ed63012d776" -d '{"events": [{"server_uuid": "4a0db713-abe1-4c6b-9a95-46198e5539a9", "name": "network-vif-deleted", "tag": "8088b717-7322-4c47-91b2-3eda6486261a"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:27:44.117737 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8bb1ac84-ef1d-4e85-ac6a-f565bc23857c req-f3bf33fc-308f-4747-bf1c-97bdd71fff13 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a0db713-abe1-4c6b-9a95-46198e5539a9 HTTP/1.1" status: 200 len: 210 time: 0.2902308 Jan 28 19:27:44.120422 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c358ef3e-83bc-4ce1-a2dd-3cbd63ea53bb tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Publish callbacks [] for router_controller (4bf23436-ecea-4146-a333-547f8d05ee79), precommit_add_association {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:44.143879 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c358ef3e-83bc-4ce1-a2dd-3cbd63ea53bb tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-731074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-731460'] for router (4bf23436-ecea-4146-a333-547f8d05ee79), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:44.190835 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe8e3238-d9ff-410d-a381-2d4b108f28b4 x-openstack-request-id: req-fe8e3238-d9ff-410d-a381-2d4b108f28b4 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:27:44.191297 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a0db713-abe1-4c6b-9a95-46198e5539a9", "name": "network-vif-deleted", "tag": "8088b717-7322-4c47-91b2-3eda6486261a", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:27:44.192864 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fe8e3238-d9ff-410d-a381-2d4b108f28b4 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:27:44.193421 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a0db713-abe1-4c6b-9a95-46198e5539a9', 'name': 'network-vif-deleted', 'tag': '8088b717-7322-4c47-91b2-3eda6486261a', 'status': 'completed', 'code': 200} Jan 28 19:27:44.205503 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c358ef3e-83bc-4ce1-a2dd-3cbd63ea53bb tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:44.206858 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-c358ef3e-83bc-4ce1-a2dd-3cbd63ea53bb tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5947015 Jan 28 19:27:44.210257 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 55452) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:27:44.214793 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-79820d22-ccf7-4628-a1d3-83d5d19bafa2 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'enable_snat': False}}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:27:44.221478 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-bda230d9-b655-40e2-b541-3d620f9e485c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c9b92ae7bc7b4ae7a52f98997fdf8e5f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2666996 Jan 28 19:27:44.222537 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 55454) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:27:44.382626 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c156eff1-ccfe-4464-98f5-61b07c182852 admin admin] Publish callbacks [] for security_group (7b0ed69c-d176-4b87-b594-5b75e3bc9f52), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:44.439366 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c156eff1-ccfe-4464-98f5-61b07c182852 admin admin] Publish callbacks [] for security_group (7b0ed69c-d176-4b87-b594-5b75e3bc9f52), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:44.488114 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 55460) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:27:44.517179 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7bbcc4c2-323b-4363-b781-bbaf6ac6a926 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:44.712964 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7bbcc4c2-323b-4363-b781-bbaf6ac6a926 admin admin] Publish callbacks [] for security_group (aa438cae-ae3e-4fbc-8dd1-bcad39cbba15), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:44.716465 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c156eff1-ccfe-4464-98f5-61b07c182852 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (7b0ed69c-d176-4b87-b594-5b75e3bc9f52), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:44.722516 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c156eff1-ccfe-4464-98f5-61b07c182852 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:44.725660 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-c156eff1-ccfe-4464-98f5-61b07c182852 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7b0ed69c-d176-4b87-b594-5b75e3bc9f52 HTTP/1.1" status: 204 len: 168 time: 0.5007493 Jan 28 19:27:44.735651 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7bbcc4c2-323b-4363-b781-bbaf6ac6a926 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (aa438cae-ae3e-4fbc-8dd1-bcad39cbba15), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:44.791887 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c156eff1-ccfe-4464-98f5-61b07c182852 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b0ed69c-d176-4b87-b594-5b75e3bc9f52,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:44.896282 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-7bbcc4c2-323b-4363-b781-bbaf6ac6a926 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4fbd8452fec04dbb9e340c6a404ad482&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3939917 Jan 28 19:27:44.931113 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 55482) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:27:45.054571 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbcc4c2-323b-4363-b781-bbaf6ac6a926 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa438cae-ae3e-4fbc-8dd1-bcad39cbba15,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:45.231916 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-aadabdcc-9962-4385-bdbc-0f4b9e3c8790 admin admin] Publish callbacks [] for security_group (aa438cae-ae3e-4fbc-8dd1-bcad39cbba15), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:45.276064 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-aadabdcc-9962-4385-bdbc-0f4b9e3c8790 admin admin] Publish callbacks [] for security_group (aa438cae-ae3e-4fbc-8dd1-bcad39cbba15), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:45.438389 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-aadabdcc-9962-4385-bdbc-0f4b9e3c8790 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (aa438cae-ae3e-4fbc-8dd1-bcad39cbba15), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:45.441021 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-aadabdcc-9962-4385-bdbc-0f4b9e3c8790 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:45.442257 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-aadabdcc-9962-4385-bdbc-0f4b9e3c8790 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/aa438cae-ae3e-4fbc-8dd1-bcad39cbba15 HTTP/1.1" status: 204 len: 168 time: 0.5008333 Jan 28 19:27:45.471304 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadabdcc-9962-4385-bdbc-0f4b9e3c8790 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa438cae-ae3e-4fbc-8dd1-bcad39cbba15,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:45.631655 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-79820d22-ccf7-4628-a1d3-83d5d19bafa2 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Publish callbacks [] for router_gateway (4bf23436-ecea-4146-a333-547f8d05ee79), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:46.101887 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78f4ab4-924a-401d-8956-492896dc7b61 req-05362b4a-3400-42f8-9f33-b636fc104f93 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:46.114151 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b78f4ab4-924a-401d-8956-492896dc7b61 req-05362b4a-3400-42f8-9f33-b636fc104f93 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/networks?id=311cc39e-64ae-4fb3-9d47-d497c4799ab7 HTTP/1.1" status: 200 len: 805 time: 0.3380353 Jan 28 19:27:46.143643 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b78f4ab4-924a-401d-8956-492896dc7b61 req-f4fa16fd-8f86-4a2d-b8a7-712152e969cf tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/quotas/7eed4983257c41a2ac91147c4d6e09ea HTTP/1.1" status: 200 len: 375 time: 0.0271692 Jan 28 19:27:46.229040 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 8088b717-7322-4c47-91b2-3eda6486261a no longer exists at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:27:46.286728 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] No Port match for: 8088b717-7322-4c47-91b2-3eda6486261a {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:27:46.287945 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 8088b717-7322-4c47-91b2-3eda6486261a not bound to the agent host n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:27:46.419543 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 55552) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:27:46.455478 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-29136ae6-7465-47c9-bd0c-9b8f9c64672e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:46.557377 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-79820d22-ccf7-4628-a1d3-83d5d19bafa2 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Publish callbacks [] for router_gateway (4bf23436-ecea-4146-a333-547f8d05ee79), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:46.587720 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-79820d22-ccf7-4628-a1d3-83d5d19bafa2 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:46.602306 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b78f4ab4-924a-401d-8956-492896dc7b61 req-66db90fb-52a1-4cc1-8903-f2cc243895a1 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=7eed4983257c41a2ac91147c4d6e09ea&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4574530 Jan 28 19:27:46.661752 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-29136ae6-7465-47c9-bd0c-9b8f9c64672e admin admin] Publish callbacks [] for security_group (9057205c-fd26-4505-932b-3fa7c160d2a0), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:46.676623 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-29136ae6-7465-47c9-bd0c-9b8f9c64672e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (9057205c-fd26-4505-932b-3fa7c160d2a0), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:46.717623 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b78f4ab4-924a-401d-8956-492896dc7b61 req-02fc20b0-348f-445e-b2b6-efe23ba41c3c service neutron] 10.222.0.64 "GET /v2.0/networks/311cc39e-64ae-4fb3-9d47-d497c4799ab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052670 Jan 28 19:27:46.775629 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29136ae6-7465-47c9-bd0c-9b8f9c64672e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9057205c-fd26-4505-932b-3fa7c160d2a0,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:46.822647 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-29136ae6-7465-47c9-bd0c-9b8f9c64672e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=18d1c7979d074004bc14f0581c16dce1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4023397 Jan 28 19:27:46.829922 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 55562) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:27:46.870832 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b78f4ab4-924a-401d-8956-492896dc7b61 req-0dffd072-ed01-4076-a5b9-3c938b51e81e service neutron] 10.222.0.64 "GET /v2.0/networks/311cc39e-64ae-4fb3-9d47-d497c4799ab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102934 Jan 28 19:27:46.956403 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f136efda-982b-4e2e-a7b7-6984cc9d5ab8 admin admin] Publish callbacks [] for security_group (9057205c-fd26-4505-932b-3fa7c160d2a0), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:46.981702 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f136efda-982b-4e2e-a7b7-6984cc9d5ab8 admin admin] Publish callbacks [] for security_group (9057205c-fd26-4505-932b-3fa7c160d2a0), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:47.042296 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f136efda-982b-4e2e-a7b7-6984cc9d5ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (9057205c-fd26-4505-932b-3fa7c160d2a0), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:47.043822 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-79820d22-ccf7-4628-a1d3-83d5d19bafa2 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Allocated IP 172.25.6.150 (d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8/a648e4ab-7422-41b9-b133-58aca25ab8f5/247bbdfb-f806-4c4d-802e-1b054607f875) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:27:47.045076 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f136efda-982b-4e2e-a7b7-6984cc9d5ab8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:47.054449 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-f136efda-982b-4e2e-a7b7-6984cc9d5ab8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9057205c-fd26-4505-932b-3fa7c160d2a0 HTTP/1.1" status: 204 len: 168 time: 0.2225437 Jan 28 19:27:47.066824 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f136efda-982b-4e2e-a7b7-6984cc9d5ab8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9057205c-fd26-4505-932b-3fa7c160d2a0,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:47.498724 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-79820d22-ccf7-4628-a1d3-83d5d19bafa2 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Publish callbacks [] for port (247bbdfb-f806-4c4d-802e-1b054607f875), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:47.581476 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3a3034bc-1ef0-4a79-8a35-11333f007422 req-e7e6a8ad-b740-4ec8-af04-d884080fcefa tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/ports?device_id=39971c39-f198-4dbc-9689-58d54f376ef6 HTTP/1.1" status: 200 len: 210 time: 0.0696437 Jan 28 19:27:47.596222 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4f0c92d5-c7b2-468d-8946-cace9cdd71fa req-03e91779-b1e5-46db-b453-5901f735bd43 tempest-ImagesNegativeTestJSON-248883100 tempest-ImagesNegativeTestJSON-248883100-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=7768c4cfb6534bbeb54236d19cf30e19&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0899420 Jan 28 19:27:47.667584 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-79820d22-ccf7-4628-a1d3-83d5d19bafa2 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (247bbdfb-f806-4c4d-802e-1b054607f875), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:47.735166 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79820d22-ccf7-4628-a1d3-83d5d19bafa2 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:27:47.739431 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-79820d22-ccf7-4628-a1d3-83d5d19bafa2 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:27:47.749431 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79820d22-ccf7-4628-a1d3-83d5d19bafa2 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:27:47.929055 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0c92d5-c7b2-468d-8946-cace9cdd71fa req-d42f2fba-3e97-4837-aa50-edcb866fb30d tempest-ImagesNegativeTestJSON-248883100 tempest-ImagesNegativeTestJSON-248883100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:47.942889 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4f0c92d5-c7b2-468d-8946-cace9cdd71fa req-d42f2fba-3e97-4837-aa50-edcb866fb30d tempest-ImagesNegativeTestJSON-248883100 tempest-ImagesNegativeTestJSON-248883100-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3444738 Jan 28 19:27:47.978234 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4f0c92d5-c7b2-468d-8946-cace9cdd71fa req-44f8bb46-3eb1-4348-ab8c-5d055a8f3a6c tempest-ImagesNegativeTestJSON-248883100 tempest-ImagesNegativeTestJSON-248883100-project] 10.222.0.64 "GET /v2.0/quotas/7768c4cfb6534bbeb54236d19cf30e19 HTTP/1.1" status: 200 len: 375 time: 0.0288451 Jan 28 19:27:48.125325 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4f0c92d5-c7b2-468d-8946-cace9cdd71fa req-218489cb-7b56-4041-a107-e2b41d66bc0b tempest-ImagesNegativeTestJSON-248883100 tempest-ImagesNegativeTestJSON-248883100-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=7768c4cfb6534bbeb54236d19cf30e19&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1308014 Jan 28 19:27:48.228275 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79820d22-ccf7-4628-a1d3-83d5d19bafa2 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Pushing event updated for resources: {'Port': ['ID=247bbdfb-f806-4c4d-802e-1b054607f875,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:48.578420 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-79820d22-ccf7-4628-a1d3-83d5d19bafa2 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Publish callbacks [] for router_gateway (4bf23436-ecea-4146-a333-547f8d05ee79), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:48.726282 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-249eab63-4196-4cec-80f1-a546a8af3c65 req-d470e660-5d0a-4dc6-98fe-9534602529fc tempest-ImagesNegativeTestJSON-248883100 tempest-ImagesNegativeTestJSON-248883100-project] 10.222.0.64 "GET /v2.0/ports?device_id=377a25fd-8507-4077-8d1b-22a5b4088b03 HTTP/1.1" status: 200 len: 210 time: 0.1320462 Jan 28 19:27:48.824837 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 55656) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:27:48.929501 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8640dcfd-0d57-4974-bfbf-d07ade511b5e req-9f8f0a14-49e9-405c-bae6-e84089b8e367 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/ports?device_id=39971c39-f198-4dbc-9689-58d54f376ef6 HTTP/1.1" status: 200 len: 210 time: 0.1479299 Jan 28 19:27:49.065524 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-79820d22-ccf7-4628-a1d3-83d5d19bafa2 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-731439', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-731081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-261371'] for router (4bf23436-ecea-4146-a333-547f8d05ee79), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:49.077603 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-88e8c3ef-32dc-41de-938c-bdcb9301530a tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-806595049'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:27:49.084990 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-79820d22-ccf7-4628-a1d3-83d5d19bafa2 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-731460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-731478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-731485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-731120'] for router (4bf23436-ecea-4146-a333-547f8d05ee79), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:49.118673 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88e8c3ef-32dc-41de-938c-bdcb9301530a tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Made reservation on behalf of 81429261fb6a42c59446f0215b4798db for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:27:49.122251 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-88e8c3ef-32dc-41de-938c-bdcb9301530a tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:49.143057 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-88e8c3ef-32dc-41de-938c-bdcb9301530a tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:49.349736 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-88e8c3ef-32dc-41de-938c-bdcb9301530a tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Publish callbacks [] for security_group (33fd2d3f-19fe-41e0-abaf-5152e6a5639c), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:49.368425 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-88e8c3ef-32dc-41de-938c-bdcb9301530a tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (33fd2d3f-19fe-41e0-abaf-5152e6a5639c), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:49.395317 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88e8c3ef-32dc-41de-938c-bdcb9301530a tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:27:49.410936 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79820d22-ccf7-4628-a1d3-83d5d19bafa2 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Router 4bf23436-ecea-4146-a333-547f8d05ee79 is scheduled to L3 agent 76fe5c49-705a-4e08-abb2-be585676213f with binding_index 1 {{(pid=103305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 19:27:49.422497 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-88e8c3ef-32dc-41de-938c-bdcb9301530a tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (2f6efb2f-3e59-41c0-84d4-09ee42706299), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:49.423348 n-d-812111-14 neutron-server[103304]: INFO neutron.db.segments_db [None req-88e8c3ef-32dc-41de-938c-bdcb9301530a tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Added segment 2f6efb2f-3e59-41c0-84d4-09ee42706299 of type vlan for network a10f02b9-ae7a-435a-9ff0-2b266a06182d Jan 28 19:27:49.425528 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e8c3ef-32dc-41de-938c-bdcb9301530a tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33fd2d3f-19fe-41e0-abaf-5152e6a5639c,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:49.515071 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-88e8c3ef-32dc-41de-938c-bdcb9301530a tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (a10f02b9-ae7a-435a-9ff0-2b266a06182d), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:49.592048 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-88e8c3ef-32dc-41de-938c-bdcb9301530a tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (a10f02b9-ae7a-435a-9ff0-2b266a06182d), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:49.595942 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79820d22-ccf7-4628-a1d3-83d5d19bafa2 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:27:49.601415 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-79820d22-ccf7-4628-a1d3-83d5d19bafa2 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:49.602374 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-79820d22-ccf7-4628-a1d3-83d5d19bafa2 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] 10.222.0.64 "PUT /v2.0/routers/4bf23436-ecea-4146-a333-547f8d05ee79 HTTP/1.1" status: 200 len: 920 time: 5.3909144 Jan 28 19:27:49.604350 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e8c3ef-32dc-41de-938c-bdcb9301530a tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:49.605013 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-88e8c3ef-32dc-41de-938c-bdcb9301530a tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:49.607565 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62fe8957-f4e6-44cd-87d5-7312adc9a003 None None] Sync routers for ids ['4bf23436-ecea-4146-a333-547f8d05ee79'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:27:49.613713 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 55678) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:27:49.625865 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62fe8957-f4e6-44cd-87d5-7312adc9a003 None None] Routers {'4bf23436-ecea-4146-a333-547f8d05ee79'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:27:49.633416 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-62fe8957-f4e6-44cd-87d5-7312adc9a003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:27:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['4bf23436-ecea-4146-a333-547f8d05ee79'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:27:49.680155 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-88e8c3ef-32dc-41de-938c-bdcb9301530a tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.8492632 Jan 28 19:27:49.713795 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 55684) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:27:49.720742 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-8c5977a7-e372-4a83-9eb2-eefa320df88b tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Request body: {'subnet': {'network_id': 'a10f02b9-ae7a-435a-9ff0-2b266a06182d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:27:49.733953 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-62fe8957-f4e6-44cd-87d5-7312adc9a003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:27:49.758480 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62fe8957-f4e6-44cd-87d5-7312adc9a003 None None] Routers {'4bf23436-ecea-4146-a333-547f8d05ee79'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:27:49.762205 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-62fe8957-f4e6-44cd-87d5-7312adc9a003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:27:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['4bf23436-ecea-4146-a333-547f8d05ee79'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:27:49.847319 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-62fe8957-f4e6-44cd-87d5-7312adc9a003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:27:49.848177 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62fe8957-f4e6-44cd-87d5-7312adc9a003 None None] The sync data for ids ['4bf23436-ecea-4146-a333-547f8d05ee79'] in n-d-812111-14 is: [] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:27:49.993767 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-fc38e5bd-10f2-4f26-83de-ed02660d1fc6 req-9759e0b0-cf66-4c6c-897e-6f43433ebc01 tempest-ImagesNegativeTestJSON-248883100 tempest-ImagesNegativeTestJSON-248883100-project] 10.222.0.64 "GET /v2.0/ports?device_id=377a25fd-8507-4077-8d1b-22a5b4088b03 HTTP/1.1" status: 200 len: 210 time: 0.1040218 Jan 28 19:27:50.049242 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-4cf4bd03-22b4-4920-8934-4bb2aa4e714e tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] 10.222.0.64 "GET /v2.0/routers/4bf23436-ecea-4146-a333-547f8d05ee79 HTTP/1.1" status: 200 len: 926 time: 0.4318452 Jan 28 19:27:50.050171 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 55698) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:27:50.171843 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8643bc1-63a7-482e-b1c5-a92012257355 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:50.177126 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-a8643bc1-63a7-482e-b1c5-a92012257355 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] 10.222.0.64 "GET /v2.0/ports?network_id=d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8&device_id=4bf23436-ecea-4146-a333-547f8d05ee79&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1221986 Jan 28 19:27:50.177499 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 55700) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:27:50.383319 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-857ed6e7-0ba1-49db-bb16-34eae8993642 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:50.386530 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-857ed6e7-0ba1-49db-bb16-34eae8993642 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] 10.222.0.64 "GET /v2.0/networks/d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 HTTP/1.1" status: 200 len: 881 time: 0.2079017 Jan 28 19:27:50.390717 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 55706) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:27:50.446341 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-03bf6f9c-2fe2-496d-a6cd-99bf5c1b18a8 tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] 10.222.0.64 "GET /v2.0/ports?device_id=4bf23436-ecea-4146-a333-547f8d05ee79 HTTP/1.1" status: 200 len: 205 time: 0.0538630 Jan 28 19:27:50.448686 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 55708) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:27:50.613124 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:50.725568 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4f0c92d5-c7b2-468d-8946-cace9cdd71fa req-3858f463-e011-47ae-9825-b01a29751ed4 tempest-ImagesNegativeTestJSON-248883100 tempest-ImagesNegativeTestJSON-248883100-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=7768c4cfb6534bbeb54236d19cf30e19&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0713665 Jan 28 19:27:50.985344 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-01a6bda4-a729-45f8-82f9-e37d10ad1226 req-9036d610-61c4-408b-b87b-1e0d67a627b2 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/ports?device_id=39971c39-f198-4dbc-9689-58d54f376ef6 HTTP/1.1" status: 200 len: 210 time: 0.4613111 Jan 28 19:27:50.991391 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e8c3ef-32dc-41de-938c-bdcb9301530a tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Pushing event updated for resources: {'Network': ['ID=a10f02b9-ae7a-435a-9ff0-2b266a06182d,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:51.004940 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network a10f02b9-ae7a-435a-9ff0-2b266a06182d details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:27:51.014834 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c5977a7-e372-4a83-9eb2-eefa320df88b tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Made reservation on behalf of 81429261fb6a42c59446f0215b4798db for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:27:51.019512 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8c5977a7-e372-4a83-9eb2-eefa320df88b tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5221429'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:51.050004 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-49d245d8-df74-4a9c-97cc-8f720bc526ce tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Publish callbacks [] for router (4bf23436-ecea-4146-a333-547f8d05ee79), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:51.265485 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3fa81614-42e8-491d-a2c4-203957df446e req-ada1627c-eeaa-4e29-871d-362b761490b2 tempest-ImagesNegativeTestJSON-248883100 tempest-ImagesNegativeTestJSON-248883100-project] 10.222.0.64 "GET /v2.0/ports?device_id=377a25fd-8507-4077-8d1b-22a5b4088b03 HTTP/1.1" status: 200 len: 210 time: 0.0397356 Jan 28 19:27:51.284882 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0c92d5-c7b2-468d-8946-cace9cdd71fa req-8c034a08-2194-4a5f-87c9-e963d4f67f75 tempest-ImagesNegativeTestJSON-248883100 tempest-ImagesNegativeTestJSON-248883100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:51.288389 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4f0c92d5-c7b2-468d-8946-cace9cdd71fa req-8c034a08-2194-4a5f-87c9-e963d4f67f75 tempest-ImagesNegativeTestJSON-248883100 tempest-ImagesNegativeTestJSON-248883100-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5435617 Jan 28 19:27:51.300072 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78f4ab4-924a-401d-8956-492896dc7b61 req-665c7221-e22f-41d1-ad0c-843627b714c2 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:51.302022 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b78f4ab4-924a-401d-8956-492896dc7b61 req-665c7221-e22f-41d1-ad0c-843627b714c2 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.41 "GET /v2.0/networks?id=311cc39e-64ae-4fb3-9d47-d497c4799ab7 HTTP/1.1" status: 200 len: 805 time: 0.7948511 Jan 28 19:27:51.317461 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-4f0c92d5-c7b2-468d-8946-cace9cdd71fa req-aa4e10b0-83ee-43c8-9786-c19354ab9dcd tempest-ImagesNegativeTestJSON-248883100 tempest-ImagesNegativeTestJSON-248883100-project] Request body: {'port': {'device_id': '377a25fd-8507-4077-8d1b-22a5b4088b03', 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91', 'admin_state_up': True, 'tenant_id': '7768c4cfb6534bbeb54236d19cf30e19'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:27:51.317856 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-b78f4ab4-924a-401d-8956-492896dc7b61 req-3a61e6eb-9245-4315-9702-80ac7147d686 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Request body: {'port': {'device_id': '39971c39-f198-4dbc-9689-58d54f376ef6', 'network_id': '311cc39e-64ae-4fb3-9d47-d497c4799ab7', 'admin_state_up': True, 'tenant_id': '7eed4983257c41a2ac91147c4d6e09ea'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:27:51.458106 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b78f4ab4-924a-401d-8956-492896dc7b61 req-3a61e6eb-9245-4315-9702-80ac7147d686 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Made reservation on behalf of 7eed4983257c41a2ac91147c4d6e09ea for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:27:51.462124 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-b78f4ab4-924a-401d-8956-492896dc7b61 req-3a61e6eb-9245-4315-9702-80ac7147d686 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:51.487865 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-49d245d8-df74-4a9c-97cc-8f720bc526ce tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Publish callbacks [] for router_gateway (4bf23436-ecea-4146-a333-547f8d05ee79), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:51.614292 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f0c92d5-c7b2-468d-8946-cace9cdd71fa req-aa4e10b0-83ee-43c8-9786-c19354ab9dcd tempest-ImagesNegativeTestJSON-248883100 tempest-ImagesNegativeTestJSON-248883100-project] Made reservation on behalf of 7768c4cfb6534bbeb54236d19cf30e19 for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:27:51.622904 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-4f0c92d5-c7b2-468d-8946-cace9cdd71fa req-aa4e10b0-83ee-43c8-9786-c19354ab9dcd tempest-ImagesNegativeTestJSON-248883100 tempest-ImagesNegativeTestJSON-248883100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:51.647739 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-b78f4ab4-924a-401d-8956-492896dc7b61 req-3a61e6eb-9245-4315-9702-80ac7147d686 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Allocated IP 172.20.0.7 (311cc39e-64ae-4fb3-9d47-d497c4799ab7/008283d9-57a3-42a0-90a1-80f5c1a16864/870856aa-0d5d-4a41-87a1-a75381b55b7e) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:27:51.649906 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-4f0c92d5-c7b2-468d-8946-cace9cdd71fa req-aa4e10b0-83ee-43c8-9786-c19354ab9dcd tempest-ImagesNegativeTestJSON-248883100 tempest-ImagesNegativeTestJSON-248883100-project] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:51.725825 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8c5977a7-e372-4a83-9eb2-eefa320df88b tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4690681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5221415'] for subnet (2a97392d-9056-40b3-840a-44368fe5749b), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:51.886147 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5977a7-e372-4a83-9eb2-eefa320df88b tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Pushing event updated for resources: {'Subnet': ['ID=2a97392d-9056-40b3-840a-44368fe5749b,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:51.886385 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-4f0c92d5-c7b2-468d-8946-cace9cdd71fa req-aa4e10b0-83ee-43c8-9786-c19354ab9dcd tempest-ImagesNegativeTestJSON-248883100 tempest-ImagesNegativeTestJSON-248883100-project] Publish callbacks [] for security_group (e2b3d027-fa86-4638-b847-e27a54e3a293), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:51.896884 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5977a7-e372-4a83-9eb2-eefa320df88b tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Checking segment: {'id': '2f6efb2f-3e59-41c0-84d4-09ee42706299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a10f02b9-ae7a-435a-9ff0-2b266a06182d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:27:51.897048 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c5977a7-e372-4a83-9eb2-eefa320df88b tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Network hostable DHCP agents. Network: a10f02b9-ae7a-435a-9ff0-2b266a06182d, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:27:51.930240 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-4f0c92d5-c7b2-468d-8946-cace9cdd71fa req-aa4e10b0-83ee-43c8-9786-c19354ab9dcd tempest-ImagesNegativeTestJSON-248883100 tempest-ImagesNegativeTestJSON-248883100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (e2b3d027-fa86-4638-b847-e27a54e3a293), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:51.971500 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-49d245d8-df74-4a9c-97cc-8f720bc526ce tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Deleting port 247bbdfb-f806-4c4d-802e-1b054607f875 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:27:51.973357 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-49d245d8-df74-4a9c-97cc-8f720bc526ce tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (247bbdfb-f806-4c4d-802e-1b054607f875), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:52.007457 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-b78f4ab4-924a-401d-8956-492896dc7b61 req-3a61e6eb-9245-4315-9702-80ac7147d686 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Publish callbacks [] for port (870856aa-0d5d-4a41-87a1-a75381b55b7e), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:52.076758 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c5977a7-e372-4a83-9eb2-eefa320df88b tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Network a10f02b9-ae7a-435a-9ff0-2b266a06182d is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:27:52.100603 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-b78f4ab4-924a-401d-8956-492896dc7b61 req-3a61e6eb-9245-4315-9702-80ac7147d686 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (870856aa-0d5d-4a41-87a1-a75381b55b7e), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:52.120943 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4e10b0-83ee-43c8-9786-c19354ab9dcd tempest-ImagesNegativeTestJSON-248883100 tempest-ImagesNegativeTestJSON-248883100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2b3d027-fa86-4638-b847-e27a54e3a293,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:52.138243 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['75629f80-97e2-4b65-9644-8e74b29b7b0c'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:27:52.374631 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-8c5977a7-e372-4a83-9eb2-eefa320df88b tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, a10f02b9-ae7a-435a-9ff0-2b266a06182d) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:27:52.462066 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d22e39a-eef8-4202-9cea-c07db03332bc None None] Network a10f02b9-ae7a-435a-9ff0-2b266a06182d requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:27:52.462322 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b78f4ab4-924a-401d-8956-492896dc7b61 req-3a61e6eb-9245-4315-9702-80ac7147d686 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Network 311cc39e-64ae-4fb3-9d47-d497c4799ab7 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:27:52.471788 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-b78f4ab4-924a-401d-8956-492896dc7b61 req-3a61e6eb-9245-4315-9702-80ac7147d686 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:27:52.475053 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c5977a7-e372-4a83-9eb2-eefa320df88b tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:52.475792 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8c5977a7-e372-4a83-9eb2-eefa320df88b tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:52.496122 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-b78f4ab4-924a-401d-8956-492896dc7b61 req-3a61e6eb-9245-4315-9702-80ac7147d686 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:27:52.550392 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78f4ab4-924a-401d-8956-492896dc7b61 req-3a61e6eb-9245-4315-9702-80ac7147d686 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:52.551182 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-b78f4ab4-924a-401d-8956-492896dc7b61 req-3a61e6eb-9245-4315-9702-80ac7147d686 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:52.554078 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a61e6eb-9245-4315-9702-80ac7147d686 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Pushing event updated for resources: {'Port': ['ID=870856aa-0d5d-4a41-87a1-a75381b55b7e,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:52.567497 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-49d245d8-df74-4a9c-97cc-8f720bc526ce tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (247bbdfb-f806-4c4d-802e-1b054607f875), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:52.572095 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-8c5977a7-e372-4a83-9eb2-eefa320df88b tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8569767 Jan 28 19:27:52.600381 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 55760) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:27:52.617567 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-1c982320-a3b0-4135-82d3-7a1ae97305cc tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Request body: {'port': {'network_id': 'a10f02b9-ae7a-435a-9ff0-2b266a06182d', 'name': 'tempest-AllowedAddressPairTestJSON-341851174'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:27:52.635078 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6961b4a-5706-4200-8e3a-5e677ed9fa60 req-7b529755-8339-4a8b-a481-cf26104e9cc9 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:52.636930 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c6961b4a-5706-4200-8e3a-5e677ed9fa60 req-7b529755-8339-4a8b-a481-cf26104e9cc9 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/ports?device_id=39971c39-f198-4dbc-9689-58d54f376ef6 HTTP/1.1" status: 200 len: 931 time: 0.3805854 Jan 28 19:27:52.640670 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-49d245d8-df74-4a9c-97cc-8f720bc526ce tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Calling delete_port for 247bbdfb-f806-4c4d-802e-1b054607f875 owned by network:router_gateway {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:27:52.672581 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e56980d2-2ae1-44d6-9d93-93e68225febb req-7df30df9-99a2-48c3-a229-20b27210e1bb tempest-ImagesNegativeTestJSON-248883100 tempest-ImagesNegativeTestJSON-248883100-project] 10.222.0.64 "GET /v2.0/ports?device_id=377a25fd-8507-4077-8d1b-22a5b4088b03 HTTP/1.1" status: 200 len: 210 time: 0.1135731 Jan 28 19:27:52.763303 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea43d50-770e-40d7-8371-212c9f8028ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68cd31fd-e4cd-5fb3-a862-256fc47efcd2-a10f02b9-ae7a-435a-9ff0-2b266a06182d', 'network_id': 'a10f02b9-ae7a-435a-9ff0-2b266a06182d', 'project_id': '81429261fb6a42c59446f0215b4798db', 'fixed_ips': [{'subnet_id': '2a97392d-9056-40b3-840a-44368fe5749b'}]}} from n-d-812111-14. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:27:52.764281 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7ea43d50-770e-40d7-8371-212c9f8028ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:52.871301 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b78f4ab4-924a-401d-8956-492896dc7b61 req-3a61e6eb-9245-4315-9702-80ac7147d686 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5604386 Jan 28 19:27:52.914019 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-b78f4ab4-924a-401d-8956-492896dc7b61 req-babd7e92-9203-4270-8766-bf902a813b8a service neutron] Request body: {'port': {'device_id': '39971c39-f198-4dbc-9689-58d54f376ef6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-14'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:27:52.916751 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-4f0c92d5-c7b2-468d-8946-cace9cdd71fa req-aa4e10b0-83ee-43c8-9786-c19354ab9dcd tempest-ImagesNegativeTestJSON-248883100 tempest-ImagesNegativeTestJSON-248883100-project] Allocated IP 192.168.233.232 (7810caa2-eac6-457d-9302-c8c215ef3e91/f2de4832-9ef6-4f40-9ac5-1557d5e6a6ff/273bcb17-8779-4005-b3a7-da8979a21233) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:27:52.945214 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c6961b4a-5706-4200-8e3a-5e677ed9fa60 req-0f8f361f-25e1-45ca-9176-0e92e4eb51ab tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/security-groups?id=f474bf53-325f-4ec5-b389-bc6e034fc623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2969697 Jan 28 19:27:53.078227 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-7ea43d50-770e-40d7-8371-212c9f8028ef None None] Allocated IP 172.20.0.2 (a10f02b9-ae7a-435a-9ff0-2b266a06182d/2a97392d-9056-40b3-840a-44368fe5749b/76cc186c-4b90-4590-8dba-6294e213d465) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:27:53.113489 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c982320-a3b0-4135-82d3-7a1ae97305cc tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Made reservation on behalf of 81429261fb6a42c59446f0215b4798db for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:27:53.116940 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1c982320-a3b0-4135-82d3-7a1ae97305cc tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:53.156596 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [None req-1c982320-a3b0-4135-82d3-7a1ae97305cc tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] device_id is not set on port bae55db4-40d2-4fc1-9cfa-427d253c6bf0 yet. {{(pid=103304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:27:53.197169 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-b78f4ab4-924a-401d-8956-492896dc7b61 req-babd7e92-9203-4270-8766-bf902a813b8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (870856aa-0d5d-4a41-87a1-a75381b55b7e), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:53.233120 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-49d245d8-df74-4a9c-97cc-8f720bc526ce tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (247bbdfb-f806-4c4d-802e-1b054607f875), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:53.320585 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d245d8-df74-4a9c-97cc-8f720bc526ce tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Pushing event deleted for resources: {'Port': ['ID=247bbdfb-f806-4c4d-802e-1b054607f875,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:53.419816 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-49d245d8-df74-4a9c-97cc-8f720bc526ce tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-731488'] for router_gateway (4bf23436-ecea-4146-a333-547f8d05ee79), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:53.616493 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-49d245d8-df74-4a9c-97cc-8f720bc526ce tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-730901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261120'] for router (4bf23436-ecea-4146-a333-547f8d05ee79), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:53.620709 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-49d245d8-df74-4a9c-97cc-8f720bc526ce tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Publish callbacks [] for router_controller (4bf23436-ecea-4146-a333-547f8d05ee79), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:53.911763 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-b78f4ab4-924a-401d-8956-492896dc7b61 req-babd7e92-9203-4270-8766-bf902a813b8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 870856aa-0d5d-4a41-87a1-a75381b55b7e {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:27:53.932514 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-b78f4ab4-924a-401d-8956-492896dc7b61 req-babd7e92-9203-4270-8766-bf902a813b8a service neutron] Publish callbacks [] for port (870856aa-0d5d-4a41-87a1-a75381b55b7e), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:53.959794 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-b78f4ab4-924a-401d-8956-492896dc7b61 req-babd7e92-9203-4270-8766-bf902a813b8a service neutron] Transition to ACTIVE for port object 870856aa-0d5d-4a41-87a1-a75381b55b7e will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:27:53.983004 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-b78f4ab4-924a-401d-8956-492896dc7b61 req-babd7e92-9203-4270-8766-bf902a813b8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (870856aa-0d5d-4a41-87a1-a75381b55b7e), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:54.037451 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:27:54.117538 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babd7e92-9203-4270-8766-bf902a813b8a service neutron] Pushing event updated for resources: {'Port': ['ID=870856aa-0d5d-4a41-87a1-a75381b55b7e,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:54.181571 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:54.272025 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7ea43d50-770e-40d7-8371-212c9f8028ef None None] Publish callbacks [] for port (76cc186c-4b90-4590-8dba-6294e213d465), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:54.288869 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7ea43d50-770e-40d7-8371-212c9f8028ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (76cc186c-4b90-4590-8dba-6294e213d465), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:54.309371 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea43d50-770e-40d7-8371-212c9f8028ef None None] Network a10f02b9-ae7a-435a-9ff0-2b266a06182d is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:27:54.312984 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-7ea43d50-770e-40d7-8371-212c9f8028ef None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:27:54.318735 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea43d50-770e-40d7-8371-212c9f8028ef None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:27:54.429779 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-7ea43d50-770e-40d7-8371-212c9f8028ef None None] Attempting to bind port 76cc186c-4b90-4590-8dba-6294e213d465 on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:27:54.430435 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-7ea43d50-770e-40d7-8371-212c9f8028ef None None] Attempting to bind port 76cc186c-4b90-4590-8dba-6294e213d465 by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '2f6efb2f-3e59-41c0-84d4-09ee42706299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a10f02b9-ae7a-435a-9ff0-2b266a06182d'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:27:54.430979 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea43d50-770e-40d7-8371-212c9f8028ef None None] Attempting to bind port 76cc186c-4b90-4590-8dba-6294e213d465 on network a10f02b9-ae7a-435a-9ff0-2b266a06182d {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:27:54.436786 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea43d50-770e-40d7-8371-212c9f8028ef None None] Pushing event updated for resources: {'Port': ['ID=76cc186c-4b90-4590-8dba-6294e213d465,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:54.440781 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea43d50-770e-40d7-8371-212c9f8028ef None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 27, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:27:54.441513 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea43d50-770e-40d7-8371-212c9f8028ef None None] Checking segment: {'id': '2f6efb2f-3e59-41c0-84d4-09ee42706299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a10f02b9-ae7a-435a-9ff0-2b266a06182d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:27:54.442106 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7ea43d50-770e-40d7-8371-212c9f8028ef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:54.442846 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea43d50-770e-40d7-8371-212c9f8028ef None None] Bound using segment: {'id': '2f6efb2f-3e59-41c0-84d4-09ee42706299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a10f02b9-ae7a-435a-9ff0-2b266a06182d'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:27:54.443520 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-7ea43d50-770e-40d7-8371-212c9f8028ef None None] Bound port: 76cc186c-4b90-4590-8dba-6294e213d465, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f6efb2f-3e59-41c0-84d4-09ee42706299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a10f02b9-ae7a-435a-9ff0-2b266a06182d'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:27:54.444073 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7ea43d50-770e-40d7-8371-212c9f8028ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (76cc186c-4b90-4590-8dba-6294e213d465), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:54.517796 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-7ea43d50-770e-40d7-8371-212c9f8028ef None None] For port 76cc186c-4b90-4590-8dba-6294e213d465, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:27:54.521083 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-7ea43d50-770e-40d7-8371-212c9f8028ef None None] For port 76cc186c-4b90-4590-8dba-6294e213d465, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=76cc186c-4b90-4590-8dba-6294e213d465,segment=NetworkSegment(2f6efb2f-3e59-41c0-84d4-09ee42706299),segment_id=2f6efb2f-3e59-41c0-84d4-09ee42706299)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:27:54.537283 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7ea43d50-770e-40d7-8371-212c9f8028ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (76cc186c-4b90-4590-8dba-6294e213d465), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:54.543667 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-b78f4ab4-924a-401d-8956-492896dc7b61 req-babd7e92-9203-4270-8766-bf902a813b8a service neutron] Attempting to bind port 870856aa-0d5d-4a41-87a1-a75381b55b7e on host n-h1-812111-14 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:27:54.544642 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-b78f4ab4-924a-401d-8956-492896dc7b61 req-babd7e92-9203-4270-8766-bf902a813b8a service neutron] Attempting to bind port 870856aa-0d5d-4a41-87a1-a75381b55b7e by drivers openvswitch,hyperv on host n-h1-812111-14 at level 0 using segments [{'id': 'e068a65d-85a7-4b6f-806f-2e18a6e2925d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '311cc39e-64ae-4fb3-9d47-d497c4799ab7'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:27:54.545269 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78f4ab4-924a-401d-8956-492896dc7b61 req-babd7e92-9203-4270-8766-bf902a813b8a service neutron] Attempting to bind port 870856aa-0d5d-4a41-87a1-a75381b55b7e on network 311cc39e-64ae-4fb3-9d47-d497c4799ab7 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:27:54.562640 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-1c982320-a3b0-4135-82d3-7a1ae97305cc tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Allocated IP 172.20.0.13 (a10f02b9-ae7a-435a-9ff0-2b266a06182d/2a97392d-9056-40b3-840a-44368fe5749b/bae55db4-40d2-4fc1-9cfa-427d253c6bf0) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:27:54.569082 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78f4ab4-924a-401d-8956-492896dc7b61 req-babd7e92-9203-4270-8766-bf902a813b8a service neutron] Port 870856aa-0d5d-4a41-87a1-a75381b55b7e on network 311cc39e-64ae-4fb3-9d47-d497c4799ab7 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-14 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:27:54.569795 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78f4ab4-924a-401d-8956-492896dc7b61 req-babd7e92-9203-4270-8766-bf902a813b8a service neutron] Attempting to bind port 870856aa-0d5d-4a41-87a1-a75381b55b7e on network 311cc39e-64ae-4fb3-9d47-d497c4799ab7 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:27:54.586959 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fef98f-5f21-48eb-bfeb-4c2de87e7329 req-f142471d-e3f4-49c0-8958-7b683f8675a2 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:54.590550 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-99fef98f-5f21-48eb-bfeb-4c2de87e7329 req-f142471d-e3f4-49c0-8958-7b683f8675a2 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/ports?device_id=39971c39-f198-4dbc-9689-58d54f376ef6 HTTP/1.1" status: 200 len: 943 time: 0.3522058 Jan 28 19:27:54.605316 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78f4ab4-924a-401d-8956-492896dc7b61 req-babd7e92-9203-4270-8766-bf902a813b8a service neutron] Checking agent: {'id': 'b544ba20-de93-4d86-9e6b-a2202deb6191', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:27:54.606298 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78f4ab4-924a-401d-8956-492896dc7b61 req-babd7e92-9203-4270-8766-bf902a813b8a service neutron] Checking segment: {'id': 'e068a65d-85a7-4b6f-806f-2e18a6e2925d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '311cc39e-64ae-4fb3-9d47-d497c4799ab7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:27:54.607094 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78f4ab4-924a-401d-8956-492896dc7b61 req-babd7e92-9203-4270-8766-bf902a813b8a service neutron] Bound using segment: {'id': 'e068a65d-85a7-4b6f-806f-2e18a6e2925d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '311cc39e-64ae-4fb3-9d47-d497c4799ab7'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:27:54.607765 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-b78f4ab4-924a-401d-8956-492896dc7b61 req-babd7e92-9203-4270-8766-bf902a813b8a service neutron] Bound port: 870856aa-0d5d-4a41-87a1-a75381b55b7e, host: n-h1-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e068a65d-85a7-4b6f-806f-2e18a6e2925d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '311cc39e-64ae-4fb3-9d47-d497c4799ab7'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:27:54.608391 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-b78f4ab4-924a-401d-8956-492896dc7b61 req-babd7e92-9203-4270-8766-bf902a813b8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (870856aa-0d5d-4a41-87a1-a75381b55b7e), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:54.646377 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea43d50-770e-40d7-8371-212c9f8028ef None None] Pushing event updated for resources: {'Port': ['ID=76cc186c-4b90-4590-8dba-6294e213d465,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:54.867969 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-b78f4ab4-924a-401d-8956-492896dc7b61 req-babd7e92-9203-4270-8766-bf902a813b8a service neutron] For port 870856aa-0d5d-4a41-87a1-a75381b55b7e, host n-h1-812111-14, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:27:54.880844 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-99fef98f-5f21-48eb-bfeb-4c2de87e7329 req-eab73c4c-3429-4fe3-9950-225062d782cf tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/security-groups?id=f474bf53-325f-4ec5-b389-bc6e034fc623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2767918 Jan 28 19:27:54.902833 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-b78f4ab4-924a-401d-8956-492896dc7b61 req-babd7e92-9203-4270-8766-bf902a813b8a service neutron] For port 870856aa-0d5d-4a41-87a1-a75381b55b7e, host n-h1-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=870856aa-0d5d-4a41-87a1-a75381b55b7e,segment=NetworkSegment(e068a65d-85a7-4b6f-806f-2e18a6e2925d),segment_id=e068a65d-85a7-4b6f-806f-2e18a6e2925d)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:27:54.945359 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-b78f4ab4-924a-401d-8956-492896dc7b61 req-babd7e92-9203-4270-8766-bf902a813b8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (870856aa-0d5d-4a41-87a1-a75381b55b7e), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:55.054613 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-49d245d8-df74-4a9c-97cc-8f720bc526ce tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-730908'] for router (4bf23436-ecea-4146-a333-547f8d05ee79), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:55.055212 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49d245d8-df74-4a9c-97cc-8f720bc526ce tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Fanout notify agent at l3_agent the message router_deleted on router 4bf23436-ecea-4146-a333-547f8d05ee79 {{(pid=103305) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:27:55.078939 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-49d245d8-df74-4a9c-97cc-8f720bc526ce tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:55.092394 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-49d245d8-df74-4a9c-97cc-8f720bc526ce tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] 10.222.0.64 "DELETE /v2.0/routers/4bf23436-ecea-4146-a333-547f8d05ee79 HTTP/1.1" status: 204 len: 168 time: 4.6419265 Jan 28 19:27:55.122234 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 55824) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:27:55.139014 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-0c52a3fa-a3ae-49d8-94ea-7670298377d9 tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-949836588', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}, 'admin_state_up': False}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:27:55.159623 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-68835747-d5cc-46b2-ac85-3b49251fc1d9 req-8b589c6c-d8f6-4bac-ad33-8df02dce713b tempest-ImagesNegativeTestJSON-248883100 tempest-ImagesNegativeTestJSON-248883100-project] 10.222.0.64 "GET /v2.0/ports?device_id=377a25fd-8507-4077-8d1b-22a5b4088b03 HTTP/1.1" status: 200 len: 210 time: 0.2323978 Jan 28 19:27:55.187212 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78f4ab4-924a-401d-8956-492896dc7b61 req-babd7e92-9203-4270-8766-bf902a813b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:55.189924 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-b78f4ab4-924a-401d-8956-492896dc7b61 req-babd7e92-9203-4270-8766-bf902a813b8a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:55.192233 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b78f4ab4-924a-401d-8956-492896dc7b61 req-babd7e92-9203-4270-8766-bf902a813b8a service neutron] 10.222.0.41 "PUT /v2.0/ports/870856aa-0d5d-4a41-87a1-a75381b55b7e HTTP/1.1" status: 200 len: 1092 time: 2.2830131 Jan 28 19:27:55.193388 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39971c39-f198-4dbc-9689-58d54f376ef6', 'tag': '870856aa-0d5d-4a41-87a1-a75381b55b7e'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:27:55.196752 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12f7829f-2017-49bc-b10f-c6d663e9ce32" -d '{"events": [{"name": "network-changed", "server_uuid": "39971c39-f198-4dbc-9689-58d54f376ef6", "tag": "870856aa-0d5d-4a41-87a1-a75381b55b7e"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:27:55.220242 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-4f0c92d5-c7b2-468d-8946-cace9cdd71fa req-aa4e10b0-83ee-43c8-9786-c19354ab9dcd tempest-ImagesNegativeTestJSON-248883100 tempest-ImagesNegativeTestJSON-248883100-project] Publish callbacks [] for port (273bcb17-8779-4005-b3a7-da8979a21233), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:55.241070 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0c52a3fa-a3ae-49d8-94ea-7670298377d9 tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261150'] for router (b40d4ba9-33d5-4aa7-acca-bdc4cd5e93aa), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:55.245371 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0c52a3fa-a3ae-49d8-94ea-7670298377d9 tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-731099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-731441', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261129'] for router (b40d4ba9-33d5-4aa7-acca-bdc4cd5e93aa), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:55.249610 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babd7e92-9203-4270-8766-bf902a813b8a service neutron] Pushing event updated for resources: {'Port': ['ID=870856aa-0d5d-4a41-87a1-a75381b55b7e,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:55.308272 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babd7e92-9203-4270-8766-bf902a813b8a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:27:55.316217 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babd7e92-9203-4270-8766-bf902a813b8a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:27:55.317283 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babd7e92-9203-4270-8766-bf902a813b8a service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:27:55.318167 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babd7e92-9203-4270-8766-bf902a813b8a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:27:55.319343 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babd7e92-9203-4270-8766-bf902a813b8a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:27:55.320653 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babd7e92-9203-4270-8766-bf902a813b8a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:27:55.321141 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babd7e92-9203-4270-8766-bf902a813b8a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:27:55.322417 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babd7e92-9203-4270-8766-bf902a813b8a service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:27:55.322865 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babd7e92-9203-4270-8766-bf902a813b8a service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:27:55.327250 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babd7e92-9203-4270-8766-bf902a813b8a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:27:55.327881 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babd7e92-9203-4270-8766-bf902a813b8a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:27:55.328469 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babd7e92-9203-4270-8766-bf902a813b8a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:27:55.329515 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babd7e92-9203-4270-8766-bf902a813b8a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:27:55.371118 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:27:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f38da800-f4d1-430d-92e5-b54fa258653c x-openstack-request-id: req-f38da800-f4d1-430d-92e5-b54fa258653c {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:27:55.372060 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39971c39-f198-4dbc-9689-58d54f376ef6", "tag": "870856aa-0d5d-4a41-87a1-a75381b55b7e", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:27:55.372425 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f38da800-f4d1-430d-92e5-b54fa258653c {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:27:55.380651 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39971c39-f198-4dbc-9689-58d54f376ef6', 'tag': '870856aa-0d5d-4a41-87a1-a75381b55b7e', 'status': 'completed', 'code': 200} Jan 28 19:27:55.391855 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-4f0c92d5-c7b2-468d-8946-cace9cdd71fa req-aa4e10b0-83ee-43c8-9786-c19354ab9dcd tempest-ImagesNegativeTestJSON-248883100 tempest-ImagesNegativeTestJSON-248883100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (273bcb17-8779-4005-b3a7-da8979a21233), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:55.422045 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1c982320-a3b0-4135-82d3-7a1ae97305cc tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Publish callbacks [] for port (bae55db4-40d2-4fc1-9cfa-427d253c6bf0), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:55.509171 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0c52a3fa-a3ae-49d8-94ea-7670298377d9 tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Publish callbacks [] for router_controller (b40d4ba9-33d5-4aa7-acca-bdc4cd5e93aa), precommit_add_association {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:55.545459 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f0c92d5-c7b2-468d-8946-cace9cdd71fa req-aa4e10b0-83ee-43c8-9786-c19354ab9dcd tempest-ImagesNegativeTestJSON-248883100 tempest-ImagesNegativeTestJSON-248883100-project] Network 7810caa2-eac6-457d-9302-c8c215ef3e91 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:27:55.591283 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1c982320-a3b0-4135-82d3-7a1ae97305cc tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (bae55db4-40d2-4fc1-9cfa-427d253c6bf0), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:55.608535 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-4f0c92d5-c7b2-468d-8946-cace9cdd71fa req-aa4e10b0-83ee-43c8-9786-c19354ab9dcd tempest-ImagesNegativeTestJSON-248883100 tempest-ImagesNegativeTestJSON-248883100-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:27:55.622512 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f0c92d5-c7b2-468d-8946-cace9cdd71fa req-aa4e10b0-83ee-43c8-9786-c19354ab9dcd tempest-ImagesNegativeTestJSON-248883100 tempest-ImagesNegativeTestJSON-248883100-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:27:55.632070 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78f4ab4-924a-401d-8956-492896dc7b61 req-eba97688-e78f-4b0c-942b-a38e32a0ef3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:55.642796 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b78f4ab4-924a-401d-8956-492896dc7b61 req-eba97688-e78f-4b0c-942b-a38e32a0ef3f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7eed4983257c41a2ac91147c4d6e09ea&device_id=39971c39-f198-4dbc-9689-58d54f376ef6 HTTP/1.1" status: 200 len: 1126 time: 0.2578907 Jan 28 19:27:55.705958 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4e10b0-83ee-43c8-9786-c19354ab9dcd tempest-ImagesNegativeTestJSON-248883100 tempest-ImagesNegativeTestJSON-248883100-project] Pushing event updated for resources: {'Port': ['ID=273bcb17-8779-4005-b3a7-da8979a21233,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:55.837384 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0c52a3fa-a3ae-49d8-94ea-7670298377d9 tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Publish callbacks [] for router_gateway (b40d4ba9-33d5-4aa7-acca-bdc4cd5e93aa), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:55.856578 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b78f4ab4-924a-401d-8956-492896dc7b61 req-47e38328-b946-4119-b957-a8e5f7f143b1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=870856aa-0d5d-4a41-87a1-a75381b55b7e HTTP/1.1" status: 200 len: 217 time: 0.1469731 Jan 28 19:27:55.901636 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c982320-a3b0-4135-82d3-7a1ae97305cc tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Network a10f02b9-ae7a-435a-9ff0-2b266a06182d is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:27:55.932930 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0c92d5-c7b2-468d-8946-cace9cdd71fa req-aa4e10b0-83ee-43c8-9786-c19354ab9dcd tempest-ImagesNegativeTestJSON-248883100 tempest-ImagesNegativeTestJSON-248883100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:55.934947 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-4f0c92d5-c7b2-468d-8946-cace9cdd71fa req-aa4e10b0-83ee-43c8-9786-c19354ab9dcd tempest-ImagesNegativeTestJSON-248883100 tempest-ImagesNegativeTestJSON-248883100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:55.992105 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-1c982320-a3b0-4135-82d3-7a1ae97305cc tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:27:56.026741 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c982320-a3b0-4135-82d3-7a1ae97305cc tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:27:56.092456 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4f0c92d5-c7b2-468d-8946-cace9cdd71fa req-aa4e10b0-83ee-43c8-9786-c19354ab9dcd tempest-ImagesNegativeTestJSON-248883100 tempest-ImagesNegativeTestJSON-248883100-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.7821891 Jan 28 19:27:56.096508 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c982320-a3b0-4135-82d3-7a1ae97305cc tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Pushing event updated for resources: {'Port': ['ID=bae55db4-40d2-4fc1-9cfa-427d253c6bf0,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:56.166023 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-4f0c92d5-c7b2-468d-8946-cace9cdd71fa req-7af3901c-b9c2-49f0-9ff7-f5235c0b624c service neutron] Request body: {'port': {'device_id': '377a25fd-8507-4077-8d1b-22a5b4088b03', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-14'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:27:56.166531 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78f4ab4-924a-401d-8956-492896dc7b61 req-58e63c5e-64b8-417d-aec4-6a8591776444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:56.168271 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b78f4ab4-924a-401d-8956-492896dc7b61 req-58e63c5e-64b8-417d-aec4-6a8591776444 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=008283d9-57a3-42a0-90a1-80f5c1a16864 HTTP/1.1" status: 200 len: 845 time: 0.2862275 Jan 28 19:27:56.233800 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-9b3243f6-b484-419c-a425-6c2ed94a4284 None None] Provisioning complete for port 273bcb17-8779-4005-b3a7-da8979a21233 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:27:56.237375 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9b3243f6-b484-419c-a425-6c2ed94a4284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (273bcb17-8779-4005-b3a7-da8979a21233), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:56.296998 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c982320-a3b0-4135-82d3-7a1ae97305cc tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:56.298584 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1c982320-a3b0-4135-82d3-7a1ae97305cc tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:56.303166 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b78f4ab4-924a-401d-8956-492896dc7b61 req-cd6751c0-c278-4a61-92d2-6d2fde29ccd5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=311cc39e-64ae-4fb3-9d47-d497c4799ab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1195412 Jan 28 19:27:56.369301 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-9b3243f6-b484-419c-a425-6c2ed94a4284 None None] Port 273bcb17-8779-4005-b3a7-da8979a21233 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:27:56.442486 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-1c982320-a3b0-4135-82d3-7a1ae97305cc tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.8366246 Jan 28 19:27:56.449676 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 55858) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:27:56.456107 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-a6659cbe-d2f5-4395-92a7-789febf9f14e tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Request body: {'port': {'network_id': 'a10f02b9-ae7a-435a-9ff0-2b266a06182d', 'name': 'tempest-AllowedAddressPairTestJSON-1965682971', 'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:71:83:99'}]}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:27:56.502611 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275c0d59-2b2f-462f-887e-90eb84bbc668 req-4f416d5a-12c1-4837-9d1a-035ce237439d tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:56.513658 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-275c0d59-2b2f-462f-887e-90eb84bbc668 req-4f416d5a-12c1-4837-9d1a-035ce237439d tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/ports?device_id=39971c39-f198-4dbc-9689-58d54f376ef6 HTTP/1.1" status: 200 len: 943 time: 0.4709816 Jan 28 19:27:56.552440 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-4f0c92d5-c7b2-468d-8946-cace9cdd71fa req-7af3901c-b9c2-49f0-9ff7-f5235c0b624c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (273bcb17-8779-4005-b3a7-da8979a21233), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:56.802534 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b78f4ab4-924a-401d-8956-492896dc7b61 req-9322479b-db41-4257-9b3e-427ec5781f8f service neutron] 10.222.0.41 "GET /v2.0/networks/311cc39e-64ae-4fb3-9d47-d497c4799ab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4848633 Jan 28 19:27:56.819408 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdf81443-eb4a-4efa-824a-53153a001dc1 None None] Network a10f02b9-ae7a-435a-9ff0-2b266a06182d requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:27:56.919873 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-275c0d59-2b2f-462f-887e-90eb84bbc668 req-56f57f0e-27e7-4262-bc47-3a21cf14c1dc tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/security-groups?id=f474bf53-325f-4ec5-b389-bc6e034fc623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4028745 Jan 28 19:27:57.000537 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0c52a3fa-a3ae-49d8-94ea-7670298377d9 tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Publish callbacks [] for router_gateway (b40d4ba9-33d5-4aa7-acca-bdc4cd5e93aa), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:57.052895 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0c52a3fa-a3ae-49d8-94ea-7670298377d9 tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:57.093524 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 76cc186c-4b90-4590-8dba-6294e213d465 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:27:57.133321 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a0a70a-9216-4b15-b57a-d11c31393e01 req-89e64e37-8bad-409c-9152-6f8218d8f420 tempest-ImagesNegativeTestJSON-248883100 tempest-ImagesNegativeTestJSON-248883100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:57.152105 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-09a0a70a-9216-4b15-b57a-d11c31393e01 req-89e64e37-8bad-409c-9152-6f8218d8f420 tempest-ImagesNegativeTestJSON-248883100 tempest-ImagesNegativeTestJSON-248883100-project] 10.222.0.64 "GET /v2.0/ports?device_id=377a25fd-8507-4077-8d1b-22a5b4088b03 HTTP/1.1" status: 200 len: 936 time: 0.7081547 Jan 28 19:27:57.268361 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-08fd5b0b-158d-470a-b9f0-146e7e67ca37 None None] Provisioning complete for port 76cc186c-4b90-4590-8dba-6294e213d465 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:27:57.268815 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-08fd5b0b-158d-470a-b9f0-146e7e67ca37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (76cc186c-4b90-4590-8dba-6294e213d465), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:57.311498 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b78f4ab4-924a-401d-8956-492896dc7b61 req-ec24a58c-6d81-432f-ac44-0ca3702d13f2 service neutron] 10.222.0.41 "GET /v2.0/networks/311cc39e-64ae-4fb3-9d47-d497c4799ab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4889963 Jan 28 19:27:57.318383 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6659cbe-d2f5-4395-92a7-789febf9f14e tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Made reservation on behalf of 81429261fb6a42c59446f0215b4798db for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:27:57.343119 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-09a0a70a-9216-4b15-b57a-d11c31393e01 req-f95fbaf1-1e9d-49c6-8a42-59bd915ca6a7 tempest-ImagesNegativeTestJSON-248883100 tempest-ImagesNegativeTestJSON-248883100-project] 10.222.0.64 "GET /v2.0/security-groups?id=e2b3d027-fa86-4638-b847-e27a54e3a293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900315 Jan 28 19:27:57.484415 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 76cc186c-4b90-4590-8dba-6294e213d465 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:27:57.484795 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (76cc186c-4b90-4590-8dba-6294e213d465), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:57.599245 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a6659cbe-d2f5-4395-92a7-789febf9f14e tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:57.725786 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-08fd5b0b-158d-470a-b9f0-146e7e67ca37 None None] Current status of the port 76cc186c-4b90-4590-8dba-6294e213d465 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:27:57.726414 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-08fd5b0b-158d-470a-b9f0-146e7e67ca37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (76cc186c-4b90-4590-8dba-6294e213d465), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:57.741365 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-0c52a3fa-a3ae-49d8-94ea-7670298377d9 tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Allocated IP 172.25.6.140 (d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8/a648e4ab-7422-41b9-b133-58aca25ab8f5/d40d9c8c-6508-4f5a-af19-efba8c4a1e96) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:27:57.745173 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 76cc186c-4b90-4590-8dba-6294e213d465 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:27:57.745944 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (76cc186c-4b90-4590-8dba-6294e213d465), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:57.788257 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-08fd5b0b-158d-470a-b9f0-146e7e67ca37 None None] For port 76cc186c-4b90-4590-8dba-6294e213d465, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=76cc186c-4b90-4590-8dba-6294e213d465,segment=NetworkSegment(2f6efb2f-3e59-41c0-84d4-09ee42706299),segment_id=2f6efb2f-3e59-41c0-84d4-09ee42706299)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:27:57.791949 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [None req-a6659cbe-d2f5-4395-92a7-789febf9f14e tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] device_id is not set on port 5fcef348-62f0-411c-9c07-9e98445491a7 yet. {{(pid=103304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:27:57.806020 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-08fd5b0b-158d-470a-b9f0-146e7e67ca37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (76cc186c-4b90-4590-8dba-6294e213d465), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:57.953131 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fd5b0b-158d-470a-b9f0-146e7e67ca37 None None] Pushing event updated for resources: {'Port': ['ID=76cc186c-4b90-4590-8dba-6294e213d465,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:57.983539 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f7829f-2017-49bc-b10f-c6d663e9ce32 req-afd02bfd-692f-4a80-8ef8-57c4912de951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:57.984988 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-12f7829f-2017-49bc-b10f-c6d663e9ce32 req-afd02bfd-692f-4a80-8ef8-57c4912de951 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7eed4983257c41a2ac91147c4d6e09ea&device_id=39971c39-f198-4dbc-9689-58d54f376ef6 HTTP/1.1" status: 200 len: 1126 time: 0.3817580 Jan 28 19:27:58.039816 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d5e2f902-c0c7-4028-9f72-11e3d1f63491 None None] Provisioning complete for port 76cc186c-4b90-4590-8dba-6294e213d465 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:27:58.040632 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d5e2f902-c0c7-4028-9f72-11e3d1f63491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (76cc186c-4b90-4590-8dba-6294e213d465), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:58.094834 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.db.api [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103306) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 19:27:58.095571 n-d-812111-14 neutron-server[103306]: DEBUG oslo_db.api [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 19:27:58.239321 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [req-4f0c92d5-c7b2-468d-8946-cace9cdd71fa req-7af3901c-b9c2-49f0-9ff7-f5235c0b624c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 273bcb17-8779-4005-b3a7-da8979a21233 {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:27:58.241041 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-4f0c92d5-c7b2-468d-8946-cace9cdd71fa req-7af3901c-b9c2-49f0-9ff7-f5235c0b624c service neutron] Publish callbacks [] for port (273bcb17-8779-4005-b3a7-da8979a21233), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:58.359973 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-4f0c92d5-c7b2-468d-8946-cace9cdd71fa req-7af3901c-b9c2-49f0-9ff7-f5235c0b624c service neutron] Transition to ACTIVE for port object 273bcb17-8779-4005-b3a7-da8979a21233 will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:27:58.361338 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d5e2f902-c0c7-4028-9f72-11e3d1f63491 None None] Current status of the port 76cc186c-4b90-4590-8dba-6294e213d465 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:27:58.405791 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d5e2f902-c0c7-4028-9f72-11e3d1f63491 None None] Provisioning complete for port bae55db4-40d2-4fc1-9cfa-427d253c6bf0 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:27:58.408029 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d5e2f902-c0c7-4028-9f72-11e3d1f63491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (bae55db4-40d2-4fc1-9cfa-427d253c6bf0), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:58.410900 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-a6659cbe-d2f5-4395-92a7-789febf9f14e tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Allocated IP 172.20.0.3 (a10f02b9-ae7a-435a-9ff0-2b266a06182d/2a97392d-9056-40b3-840a-44368fe5749b/5fcef348-62f0-411c-9c07-9e98445491a7) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:27:58.430247 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-4f0c92d5-c7b2-468d-8946-cace9cdd71fa req-7af3901c-b9c2-49f0-9ff7-f5235c0b624c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (273bcb17-8779-4005-b3a7-da8979a21233), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:58.479546 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5ff244-3f8c-4fb9-ac5b-dd75e64d0ae1 req-e62e5034-773d-4fd1-bdcf-05a853e5de2c tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:58.491890 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-cc5ff244-3f8c-4fb9-ac5b-dd75e64d0ae1 req-e62e5034-773d-4fd1-bdcf-05a853e5de2c tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/ports?device_id=39971c39-f198-4dbc-9689-58d54f376ef6 HTTP/1.1" status: 200 len: 943 time: 0.4253330 Jan 28 19:27:58.527433 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f7829f-2017-49bc-b10f-c6d663e9ce32 req-69032cf0-5a47-4210-b206-a66b9b841884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:58.530263 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0c52a3fa-a3ae-49d8-94ea-7670298377d9 tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Publish callbacks [] for port (d40d9c8c-6508-4f5a-af19-efba8c4a1e96), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:58.531412 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d5e2f902-c0c7-4028-9f72-11e3d1f63491 None None] Port bae55db4-40d2-4fc1-9cfa-427d253c6bf0 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:27:58.532469 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-12f7829f-2017-49bc-b10f-c6d663e9ce32 req-69032cf0-5a47-4210-b206-a66b9b841884 service neutron] 10.222.0.41 "GET /v2.0/networks?id=311cc39e-64ae-4fb3-9d47-d497c4799ab7 HTTP/1.1" status: 200 len: 905 time: 0.5384920 Jan 28 19:27:58.740548 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af3901c-b9c2-49f0-9ff7-f5235c0b624c service neutron] Pushing event updated for resources: {'Port': ['ID=273bcb17-8779-4005-b3a7-da8979a21233,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:58.802419 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 76cc186c-4b90-4590-8dba-6294e213d465 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:27:58.817522 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b026b275-6777-455d-bcbc-dd0b859be173 None None] Provisioning complete for port bae55db4-40d2-4fc1-9cfa-427d253c6bf0 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:27:58.817909 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b026b275-6777-455d-bcbc-dd0b859be173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (bae55db4-40d2-4fc1-9cfa-427d253c6bf0), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:58.962088 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b026b275-6777-455d-bcbc-dd0b859be173 None None] Port bae55db4-40d2-4fc1-9cfa-427d253c6bf0 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:27:58.968499 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 76cc186c-4b90-4590-8dba-6294e213d465 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:27:59.029169 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-cc5ff244-3f8c-4fb9-ac5b-dd75e64d0ae1 req-a0430675-b4d1-4622-b54a-aa836b41120a tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/security-groups?id=f474bf53-325f-4ec5-b389-bc6e034fc623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5334189 Jan 28 19:27:59.036540 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0c52a3fa-a3ae-49d8-94ea-7670298377d9 tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (d40d9c8c-6508-4f5a-af19-efba8c4a1e96), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:59.121315 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-4f0c92d5-c7b2-468d-8946-cace9cdd71fa req-7af3901c-b9c2-49f0-9ff7-f5235c0b624c service neutron] Attempting to bind port 273bcb17-8779-4005-b3a7-da8979a21233 on host n-h1-812111-14 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:27:59.121953 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-4f0c92d5-c7b2-468d-8946-cace9cdd71fa req-7af3901c-b9c2-49f0-9ff7-f5235c0b624c service neutron] Attempting to bind port 273bcb17-8779-4005-b3a7-da8979a21233 by drivers openvswitch,hyperv on host n-h1-812111-14 at level 0 using segments [{'id': '195bcdbf-a031-4d8b-9f7f-e09fd37cd197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:27:59.122451 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f0c92d5-c7b2-468d-8946-cace9cdd71fa req-7af3901c-b9c2-49f0-9ff7-f5235c0b624c service neutron] Attempting to bind port 273bcb17-8779-4005-b3a7-da8979a21233 on network 7810caa2-eac6-457d-9302-c8c215ef3e91 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:27:59.123481 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 76cc186c-4b90-4590-8dba-6294e213d465 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:27:59.130723 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (76cc186c-4b90-4590-8dba-6294e213d465), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:59.134424 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-12f7829f-2017-49bc-b10f-c6d663e9ce32 req-0a82730d-75a9-4a51-8014-f6e2ea1ff64d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=870856aa-0d5d-4a41-87a1-a75381b55b7e HTTP/1.1" status: 200 len: 217 time: 0.5871251 Jan 28 19:27:59.159720 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a6659cbe-d2f5-4395-92a7-789febf9f14e tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Publish callbacks [] for port (5fcef348-62f0-411c-9c07-9e98445491a7), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:59.191481 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f0c92d5-c7b2-468d-8946-cace9cdd71fa req-7af3901c-b9c2-49f0-9ff7-f5235c0b624c service neutron] Port 273bcb17-8779-4005-b3a7-da8979a21233 on network 7810caa2-eac6-457d-9302-c8c215ef3e91 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-14 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:27:59.191814 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f0c92d5-c7b2-468d-8946-cace9cdd71fa req-7af3901c-b9c2-49f0-9ff7-f5235c0b624c service neutron] Attempting to bind port 273bcb17-8779-4005-b3a7-da8979a21233 on network 7810caa2-eac6-457d-9302-c8c215ef3e91 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:27:59.222480 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c52a3fa-a3ae-49d8-94ea-7670298377d9 tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:27:59.234359 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f0c92d5-c7b2-468d-8946-cace9cdd71fa req-7af3901c-b9c2-49f0-9ff7-f5235c0b624c service neutron] Checking agent: {'id': 'b544ba20-de93-4d86-9e6b-a2202deb6191', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:27:59.234359 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f0c92d5-c7b2-468d-8946-cace9cdd71fa req-7af3901c-b9c2-49f0-9ff7-f5235c0b624c service neutron] Checking segment: {'id': '195bcdbf-a031-4d8b-9f7f-e09fd37cd197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:27:59.234887 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f0c92d5-c7b2-468d-8946-cace9cdd71fa req-7af3901c-b9c2-49f0-9ff7-f5235c0b624c service neutron] Bound using segment: {'id': '195bcdbf-a031-4d8b-9f7f-e09fd37cd197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:27:59.235718 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-4f0c92d5-c7b2-468d-8946-cace9cdd71fa req-7af3901c-b9c2-49f0-9ff7-f5235c0b624c service neutron] Bound port: 273bcb17-8779-4005-b3a7-da8979a21233, host: n-h1-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '195bcdbf-a031-4d8b-9f7f-e09fd37cd197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:27:59.236084 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-4f0c92d5-c7b2-468d-8946-cace9cdd71fa req-7af3901c-b9c2-49f0-9ff7-f5235c0b624c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (273bcb17-8779-4005-b3a7-da8979a21233), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:59.263253 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f7829f-2017-49bc-b10f-c6d663e9ce32 req-1cfd4bee-a35a-4d6d-b525-7304514b640f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:59.268538 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-12f7829f-2017-49bc-b10f-c6d663e9ce32 req-1cfd4bee-a35a-4d6d-b525-7304514b640f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=008283d9-57a3-42a0-90a1-80f5c1a16864 HTTP/1.1" status: 200 len: 845 time: 0.1066973 Jan 28 19:27:59.298767 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 76cc186c-4b90-4590-8dba-6294e213d465 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:27:59.343654 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-0c52a3fa-a3ae-49d8-94ea-7670298377d9 tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:27:59.353477 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c52a3fa-a3ae-49d8-94ea-7670298377d9 tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:27:59.360902 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-12f7829f-2017-49bc-b10f-c6d663e9ce32 req-79824df3-b145-47c4-a006-699d260543f5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=311cc39e-64ae-4fb3-9d47-d497c4799ab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0768678 Jan 28 19:27:59.390023 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9f5bf4-8211-471d-b853-48708eab547c req-86fa9fbb-cc3d-44a6-ac4e-bb822acbbcef tempest-ImagesNegativeTestJSON-248883100 tempest-ImagesNegativeTestJSON-248883100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:59.397961 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5f9f5bf4-8211-471d-b853-48708eab547c req-86fa9fbb-cc3d-44a6-ac4e-bb822acbbcef tempest-ImagesNegativeTestJSON-248883100 tempest-ImagesNegativeTestJSON-248883100-project] 10.222.0.64 "GET /v2.0/ports?device_id=377a25fd-8507-4077-8d1b-22a5b4088b03 HTTP/1.1" status: 200 len: 948 time: 0.7411454 Jan 28 19:27:59.402798 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c52a3fa-a3ae-49d8-94ea-7670298377d9 tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Pushing event updated for resources: {'Port': ['ID=d40d9c8c-6508-4f5a-af19-efba8c4a1e96,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:59.649961 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5f9f5bf4-8211-471d-b853-48708eab547c req-d316194b-3801-4a43-90d8-6a6b45c9f59f tempest-ImagesNegativeTestJSON-248883100 tempest-ImagesNegativeTestJSON-248883100-project] 10.222.0.64 "GET /v2.0/security-groups?id=e2b3d027-fa86-4638-b847-e27a54e3a293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510328 Jan 28 19:27:59.669576 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a6659cbe-d2f5-4395-92a7-789febf9f14e tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (5fcef348-62f0-411c-9c07-9e98445491a7), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:59.741882 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-4f0c92d5-c7b2-468d-8946-cace9cdd71fa req-7af3901c-b9c2-49f0-9ff7-f5235c0b624c service neutron] For port 273bcb17-8779-4005-b3a7-da8979a21233, host n-h1-812111-14, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:27:59.754048 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-4f0c92d5-c7b2-468d-8946-cace9cdd71fa req-7af3901c-b9c2-49f0-9ff7-f5235c0b624c service neutron] For port 273bcb17-8779-4005-b3a7-da8979a21233, host n-h1-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=273bcb17-8779-4005-b3a7-da8979a21233,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:27:59.787262 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-4f0c92d5-c7b2-468d-8946-cace9cdd71fa req-7af3901c-b9c2-49f0-9ff7-f5235c0b624c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (273bcb17-8779-4005-b3a7-da8979a21233), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:59.929904 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6659cbe-d2f5-4395-92a7-789febf9f14e tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Pushing event updated for resources: {'Port': ['ID=5fcef348-62f0-411c-9c07-9e98445491a7,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:59.992624 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0c52a3fa-a3ae-49d8-94ea-7670298377d9 tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Publish callbacks [] for router_gateway (b40d4ba9-33d5-4aa7-acca-bdc4cd5e93aa), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:59.997945 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0c92d5-c7b2-468d-8946-cace9cdd71fa req-7af3901c-b9c2-49f0-9ff7-f5235c0b624c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:59.997945 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-4f0c92d5-c7b2-468d-8946-cace9cdd71fa req-7af3901c-b9c2-49f0-9ff7-f5235c0b624c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:59.997945 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4f0c92d5-c7b2-468d-8946-cace9cdd71fa req-7af3901c-b9c2-49f0-9ff7-f5235c0b624c service neutron] 10.222.0.41 "PUT /v2.0/ports/273bcb17-8779-4005-b3a7-da8979a21233 HTTP/1.1" status: 200 len: 1097 time: 3.8447802 Jan 28 19:28:00.005207 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '377a25fd-8507-4077-8d1b-22a5b4088b03', 'tag': '273bcb17-8779-4005-b3a7-da8979a21233'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:28:00.013212 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-962fb339-2b05-4eb4-991d-e4dd182dab70" -d '{"events": [{"name": "network-changed", "server_uuid": "377a25fd-8507-4077-8d1b-22a5b4088b03", "tag": "273bcb17-8779-4005-b3a7-da8979a21233"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:28:00.069808 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6659cbe-d2f5-4395-92a7-789febf9f14e tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Network a10f02b9-ae7a-435a-9ff0-2b266a06182d is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:28:00.093333 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-a6659cbe-d2f5-4395-92a7-789febf9f14e tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:28:00.111426 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6659cbe-d2f5-4395-92a7-789febf9f14e tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:28:00.180387 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af3901c-b9c2-49f0-9ff7-f5235c0b624c service neutron] Pushing event updated for resources: {'Port': ['ID=273bcb17-8779-4005-b3a7-da8979a21233,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:00.203707 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-088ef237-d28a-4814-bb74-fb5fe71475f1 x-openstack-request-id: req-088ef237-d28a-4814-bb74-fb5fe71475f1 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:28:00.204053 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "377a25fd-8507-4077-8d1b-22a5b4088b03", "tag": "273bcb17-8779-4005-b3a7-da8979a21233", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:28:00.204312 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-088ef237-d28a-4814-bb74-fb5fe71475f1 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:28:00.204723 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '377a25fd-8507-4077-8d1b-22a5b4088b03', 'tag': '273bcb17-8779-4005-b3a7-da8979a21233', 'status': 'completed', 'code': 200} Jan 28 19:28:00.246633 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-12f7829f-2017-49bc-b10f-c6d663e9ce32 req-65981094-676e-4d4a-9765-3896546c397d service neutron] 10.222.0.41 "GET /v2.0/networks/311cc39e-64ae-4fb3-9d47-d497c4799ab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8446107 Jan 28 19:28:00.301008 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 870856aa-0d5d-4a41-87a1-a75381b55b7e details requested by agent hyperv_n-h1-812111-14 with host n-h1-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:28:00.466617 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0c92d5-c7b2-468d-8946-cace9cdd71fa req-238baa8b-aa6b-44a8-84e6-977aeff52f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:00.468155 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4f0c92d5-c7b2-468d-8946-cace9cdd71fa req-238baa8b-aa6b-44a8-84e6-977aeff52f25 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7768c4cfb6534bbeb54236d19cf30e19&device_id=377a25fd-8507-4077-8d1b-22a5b4088b03 HTTP/1.1" status: 200 len: 1131 time: 0.3433206 Jan 28 19:28:00.553349 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6659cbe-d2f5-4395-92a7-789febf9f14e tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:00.554607 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a6659cbe-d2f5-4395-92a7-789febf9f14e tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:00.594020 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102c4f09-8ec3-4517-88d7-e8e89ff28f65 req-88abd0b6-deb3-4263-a9e3-d627d99aed02 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:00.596935 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-102c4f09-8ec3-4517-88d7-e8e89ff28f65 req-88abd0b6-deb3-4263-a9e3-d627d99aed02 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/ports?device_id=39971c39-f198-4dbc-9689-58d54f376ef6 HTTP/1.1" status: 200 len: 943 time: 0.2538764 Jan 28 19:28:00.598784 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4f0c92d5-c7b2-468d-8946-cace9cdd71fa req-0d970029-d587-4e02-8fd9-b7892ebe0a74 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=273bcb17-8779-4005-b3a7-da8979a21233 HTTP/1.1" status: 200 len: 217 time: 0.1157165 Jan 28 19:28:00.612250 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-12f7829f-2017-49bc-b10f-c6d663e9ce32 req-612e0288-47da-40a6-b193-43ea99bd2868 service neutron] 10.222.0.41 "GET /v2.0/networks/311cc39e-64ae-4fb3-9d47-d497c4799ab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3531334 Jan 28 19:28:00.632103 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-a6659cbe-d2f5-4395-92a7-789febf9f14e tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 4.1801307 Jan 28 19:28:00.634546 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 55952) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:00.649360 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 870856aa-0d5d-4a41-87a1-a75381b55b7e, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=870856aa-0d5d-4a41-87a1-a75381b55b7e,segment=NetworkSegment(e068a65d-85a7-4b6f-806f-2e18a6e2925d),segment_id=e068a65d-85a7-4b6f-806f-2e18a6e2925d)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:28:00.687117 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Returning: {'device': '870856aa-0d5d-4a41-87a1-a75381b55b7e', 'network_id': '311cc39e-64ae-4fb3-9d47-d497c4799ab7', 'port_id': '870856aa-0d5d-4a41-87a1-a75381b55b7e', 'mac_address': 'fa:16:3e:07:a5:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '008283d9-57a3-42a0-90a1-80f5c1a16864', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:28:00.853283 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port 870856aa-0d5d-4a41-87a1-a75381b55b7e is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:28:00.856092 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (870856aa-0d5d-4a41-87a1-a75381b55b7e), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:00.883386 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 870856aa-0d5d-4a41-87a1-a75381b55b7e {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:28:00.941232 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-ebc27a21-603a-4645-ada3-3ef2845a91d9 None None] Provisioning complete for port 5fcef348-62f0-411c-9c07-9e98445491a7 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:28:00.941687 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ebc27a21-603a-4645-ada3-3ef2845a91d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (5fcef348-62f0-411c-9c07-9e98445491a7), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:00.985715 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae239a5-5c4e-43ef-b208-79ec85823fb7 tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:00.992631 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0c52a3fa-a3ae-49d8-94ea-7670298377d9 tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-731074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-731460'] for router (b40d4ba9-33d5-4aa7-acca-bdc4cd5e93aa), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:00.996873 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae239a5-5c4e-43ef-b208-79ec85823fb7 tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:01.025140 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae239a5-5c4e-43ef-b208-79ec85823fb7 tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:01.029361 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-1ae239a5-5c4e-43ef-b208-79ec85823fb7 tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2467 time: 0.3913517 Jan 28 19:28:01.036905 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 55958) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:01.046980 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 870856aa-0d5d-4a41-87a1-a75381b55b7e, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=870856aa-0d5d-4a41-87a1-a75381b55b7e,segment=NetworkSegment(e068a65d-85a7-4b6f-806f-2e18a6e2925d),segment_id=e068a65d-85a7-4b6f-806f-2e18a6e2925d)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:28:01.072525 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b0cacf-7eca-41b3-afe9-4d8c6d0327c3 req-50440b0e-d840-4f4a-8fda-afcfd1c87820 tempest-ImagesNegativeTestJSON-248883100 tempest-ImagesNegativeTestJSON-248883100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:01.080102 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (870856aa-0d5d-4a41-87a1-a75381b55b7e), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:01.084640 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a3b0cacf-7eca-41b3-afe9-4d8c6d0327c3 req-50440b0e-d840-4f4a-8fda-afcfd1c87820 tempest-ImagesNegativeTestJSON-248883100 tempest-ImagesNegativeTestJSON-248883100-project] 10.222.0.64 "GET /v2.0/ports?device_id=377a25fd-8507-4077-8d1b-22a5b4088b03 HTTP/1.1" status: 200 len: 948 time: 0.2745614 Jan 28 19:28:01.159149 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0c92d5-c7b2-468d-8946-cace9cdd71fa req-9a0fb530-d1a6-4712-b82c-a9b873336283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:01.169497 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4f0c92d5-c7b2-468d-8946-cace9cdd71fa req-9a0fb530-d1a6-4712-b82c-a9b873336283 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f2de4832-9ef6-4f40-9ac5-1557d5e6a6ff HTTP/1.1" status: 200 len: 843 time: 0.4765346 Jan 28 19:28:01.191330 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-102c4f09-8ec3-4517-88d7-e8e89ff28f65 req-b800d9b5-bc5a-48ae-a86c-1607ab68c228 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/security-groups?id=f474bf53-325f-4ec5-b389-bc6e034fc623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5828681 Jan 28 19:28:01.251995 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a3b0cacf-7eca-41b3-afe9-4d8c6d0327c3 req-11bd2b58-225d-4fcc-8de6-b93a8f2ab2a0 tempest-ImagesNegativeTestJSON-248883100 tempest-ImagesNegativeTestJSON-248883100-project] 10.222.0.64 "GET /v2.0/security-groups?id=e2b3d027-fa86-4638-b847-e27a54e3a293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663589 Jan 28 19:28:01.336962 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=870856aa-0d5d-4a41-87a1-a75381b55b7e,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:01.380960 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-ebc27a21-603a-4645-ada3-3ef2845a91d9 None None] Port 5fcef348-62f0-411c-9c07-9e98445491a7 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:28:01.460972 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['870856aa-0d5d-4a41-87a1-a75381b55b7e'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:28:02.004971 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0c92d5-c7b2-468d-8946-cace9cdd71fa req-853da134-4dd3-40d9-94b4-bdb635cc971c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:02.006594 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4f0c92d5-c7b2-468d-8946-cace9cdd71fa req-853da134-4dd3-40d9-94b4-bdb635cc971c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7810caa2-eac6-457d-9302-c8c215ef3e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.8094516 Jan 28 19:28:02.101713 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-dd91345a-ecf1-4e71-a8c0-a74c5ca667d3 tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Deleting port 5fcef348-62f0-411c-9c07-9e98445491a7 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:28:02.102126 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-dd91345a-ecf1-4e71-a8c0-a74c5ca667d3 tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (5fcef348-62f0-411c-9c07-9e98445491a7), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:02.160335 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c52a3fa-a3ae-49d8-94ea-7670298377d9 tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Router b40d4ba9-33d5-4aa7-acca-bdc4cd5e93aa is scheduled to L3 agent 76fe5c49-705a-4e08-abb2-be585676213f with binding_index 1 {{(pid=103305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 19:28:02.302024 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 870856aa-0d5d-4a41-87a1-a75381b55b7e up at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:28:02.319483 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4f0c92d5-c7b2-468d-8946-cace9cdd71fa req-f59a2747-2114-4fe8-a4f2-3fba311ebfad service neutron] 10.222.0.41 "GET /v2.0/networks/7810caa2-eac6-457d-9302-c8c215ef3e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3006263 Jan 28 19:28:02.322123 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-dd91345a-ecf1-4e71-a8c0-a74c5ca667d3 tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (5fcef348-62f0-411c-9c07-9e98445491a7), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:02.453472 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7e432d-7f95-4378-853d-bcc83dc7a518 req-75acd3bb-523c-49c3-9801-7570514cbdbe tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:02.462813 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3c7e432d-7f95-4378-853d-bcc83dc7a518 req-75acd3bb-523c-49c3-9801-7570514cbdbe tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/ports?device_id=39971c39-f198-4dbc-9689-58d54f376ef6 HTTP/1.1" status: 200 len: 944 time: 0.1273725 Jan 28 19:28:02.474432 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c52a3fa-a3ae-49d8-94ea-7670298377d9 tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:28:02.485827 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af7a105-c675-480b-8f51-35d51024773d None None] Sync routers for ids ['b40d4ba9-33d5-4aa7-acca-bdc4cd5e93aa'] in n-d-812111-14 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:28:02.498200 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning for port 870856aa-0d5d-4a41-87a1-a75381b55b7e completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:28:02.508330 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-dd91345a-ecf1-4e71-a8c0-a74c5ca667d3 tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Calling delete_port for 5fcef348-62f0-411c-9c07-9e98445491a7 owned by {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:28:02.518737 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af7a105-c675-480b-8f51-35d51024773d None None] Routers {'b40d4ba9-33d5-4aa7-acca-bdc4cd5e93aa'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:28:02.519921 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-3af7a105-c675-480b-8f51-35d51024773d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:27:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['b40d4ba9-33d5-4aa7-acca-bdc4cd5e93aa'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:28:02.524771 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning complete for port 870856aa-0d5d-4a41-87a1-a75381b55b7e triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:28:02.525403 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (870856aa-0d5d-4a41-87a1-a75381b55b7e), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:02.595576 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3c7e432d-7f95-4378-853d-bcc83dc7a518 req-5c42b691-29ca-4303-bc5a-753a55d451b6 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/security-groups?id=f474bf53-325f-4ec5-b389-bc6e034fc623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314533 Jan 28 19:28:02.642152 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-3af7a105-c675-480b-8f51-35d51024773d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:28:02.702207 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0c52a3fa-a3ae-49d8-94ea-7670298377d9 tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:02.706704 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 56012) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:02.709382 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-0c52a3fa-a3ae-49d8-94ea-7670298377d9 tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 7.5767322 Jan 28 19:28:02.712391 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-f657d5c8-e20a-49c8-b75a-a5c592b21ca6 tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:28:02.761210 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af7a105-c675-480b-8f51-35d51024773d None None] Routers {'b40d4ba9-33d5-4aa7-acca-bdc4cd5e93aa'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:28:02.761856 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-3af7a105-c675-480b-8f51-35d51024773d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:27:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['b40d4ba9-33d5-4aa7-acca-bdc4cd5e93aa'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:28:02.859482 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-3af7a105-c675-480b-8f51-35d51024773d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:28:02.860192 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af7a105-c675-480b-8f51-35d51024773d None None] The sync data for ids ['b40d4ba9-33d5-4aa7-acca-bdc4cd5e93aa'] in n-d-812111-14 is: [] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:28:02.902826 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port 870856aa-0d5d-4a41-87a1-a75381b55b7e is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:28:02.903217 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (870856aa-0d5d-4a41-87a1-a75381b55b7e), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:02.904393 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3724064-74ca-4a36-8d25-1ce1e340d6f2 req-2693d9ae-2a03-4ae2-97c1-baae638ac15f tempest-ImagesNegativeTestJSON-248883100 tempest-ImagesNegativeTestJSON-248883100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:02.914651 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f3724064-74ca-4a36-8d25-1ce1e340d6f2 req-2693d9ae-2a03-4ae2-97c1-baae638ac15f tempest-ImagesNegativeTestJSON-248883100 tempest-ImagesNegativeTestJSON-248883100-project] 10.222.0.64 "GET /v2.0/ports?device_id=377a25fd-8507-4077-8d1b-22a5b4088b03 HTTP/1.1" status: 200 len: 948 time: 0.4377654 Jan 28 19:28:02.949345 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39971c39-f198-4dbc-9689-58d54f376ef6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '870856aa-0d5d-4a41-87a1-a75381b55b7e'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:28:02.951603 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44e08185-3e54-46a7-9fec-12063a82a298" -d '{"events": [{"server_uuid": "39971c39-f198-4dbc-9689-58d54f376ef6", "name": "network-vif-plugged", "status": "completed", "tag": "870856aa-0d5d-4a41-87a1-a75381b55b7e"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:28:02.977612 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 870856aa-0d5d-4a41-87a1-a75381b55b7e, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=870856aa-0d5d-4a41-87a1-a75381b55b7e,segment=NetworkSegment(e068a65d-85a7-4b6f-806f-2e18a6e2925d),segment_id=e068a65d-85a7-4b6f-806f-2e18a6e2925d)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:28:02.989091 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (870856aa-0d5d-4a41-87a1-a75381b55b7e), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:03.090646 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f639647-1da5-4017-9783-c3f0f8714d92 x-openstack-request-id: req-4f639647-1da5-4017-9783-c3f0f8714d92 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:28:03.090997 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39971c39-f198-4dbc-9689-58d54f376ef6", "name": "network-vif-plugged", "status": "completed", "tag": "870856aa-0d5d-4a41-87a1-a75381b55b7e", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:28:03.091169 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4f639647-1da5-4017-9783-c3f0f8714d92 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:28:03.091574 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39971c39-f198-4dbc-9689-58d54f376ef6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '870856aa-0d5d-4a41-87a1-a75381b55b7e', 'code': 200} Jan 28 19:28:03.130198 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=870856aa-0d5d-4a41-87a1-a75381b55b7e,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:03.271200 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4f0c92d5-c7b2-468d-8946-cace9cdd71fa req-ad052723-9df0-4e54-8781-396cb008e62d service neutron] 10.222.0.41 "GET /v2.0/networks/7810caa2-eac6-457d-9302-c8c215ef3e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9413924 Jan 28 19:28:03.291450 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f3724064-74ca-4a36-8d25-1ce1e340d6f2 req-4127775e-5dbe-4c2a-8b5d-868132c0a582 tempest-ImagesNegativeTestJSON-248883100 tempest-ImagesNegativeTestJSON-248883100-project] 10.222.0.64 "GET /v2.0/security-groups?id=e2b3d027-fa86-4638-b847-e27a54e3a293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3701890 Jan 28 19:28:03.299695 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-dd91345a-ecf1-4e71-a8c0-a74c5ca667d3 tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (5fcef348-62f0-411c-9c07-9e98445491a7), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:03.404780 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd91345a-ecf1-4e71-a8c0-a74c5ca667d3 tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Pushing event deleted for resources: {'Port': ['ID=5fcef348-62f0-411c-9c07-9e98445491a7,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:03.639038 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962fb339-2b05-4eb4-991d-e4dd182dab70 req-b10f0d65-f949-48a4-a8f2-aa299bea8756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:03.640591 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-962fb339-2b05-4eb4-991d-e4dd182dab70 req-b10f0d65-f949-48a4-a8f2-aa299bea8756 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7768c4cfb6534bbeb54236d19cf30e19&device_id=377a25fd-8507-4077-8d1b-22a5b4088b03 HTTP/1.1" status: 200 len: 1131 time: 0.2651792 Jan 28 19:28:03.987024 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-dd91345a-ecf1-4e71-a8c0-a74c5ca667d3 tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:03.992702 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-dd91345a-ecf1-4e71-a8c0-a74c5ca667d3 tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] 10.222.0.64 "DELETE /v2.0/ports/5fcef348-62f0-411c-9c07-9e98445491a7 HTTP/1.1" status: 204 len: 168 time: 2.9443586 Jan 28 19:28:03.992702 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962fb339-2b05-4eb4-991d-e4dd182dab70 req-47870bf3-3904-4182-aaf1-0e5e7f2b36b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:03.993914 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-962fb339-2b05-4eb4-991d-e4dd182dab70 req-47870bf3-3904-4182-aaf1-0e5e7f2b36b9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7810caa2-eac6-457d-9302-c8c215ef3e91 HTTP/1.1" status: 200 len: 869 time: 0.3420928 Jan 28 19:28:03.994365 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 56052) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:04.030541 n-d-812111-14 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-95b2e385-cd10-4cc6-9309-4a9405829453 tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] GET failed (client error): The resource could not be found. Jan 28 19:28:04.035795 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-95b2e385-cd10-4cc6-9309-4a9405829453 tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] 10.222.0.64 "GET /v2.0/ports/5fcef348-62f0-411c-9c07-9e98445491a7 HTTP/1.1" status: 404 len: 333 time: 0.0343211 Jan 28 19:28:04.037246 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 56054) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:04.041386 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-a447bbc9-ecd5-45ce-99a5-1f978ee239cf tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Request body: {'port': {'network_id': 'a10f02b9-ae7a-435a-9ff0-2b266a06182d', 'name': 'tempest-AllowedAddressPairTestJSON-1408931437'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:28:04.215233 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-962fb339-2b05-4eb4-991d-e4dd182dab70 req-6cdf8a66-93dd-4613-84cf-bdef49139c51 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=273bcb17-8779-4005-b3a7-da8979a21233 HTTP/1.1" status: 200 len: 217 time: 0.1908224 Jan 28 19:28:04.277270 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cb2f06-3831-429f-af4b-121ee2156522 req-e09ccfcc-2d13-4f88-9abd-a7f3cee2fbac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:04.278813 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-69cb2f06-3831-429f-af4b-121ee2156522 req-e09ccfcc-2d13-4f88-9abd-a7f3cee2fbac service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=39971c39-f198-4dbc-9689-58d54f376ef6 HTTP/1.1" status: 200 len: 1128 time: 0.5307384 Jan 28 19:28:04.311235 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a447bbc9-ecd5-45ce-99a5-1f978ee239cf tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Made reservation on behalf of 81429261fb6a42c59446f0215b4798db for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:28:04.315356 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a447bbc9-ecd5-45ce-99a5-1f978ee239cf tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:04.322494 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962fb339-2b05-4eb4-991d-e4dd182dab70 req-67bb00f7-eab7-45be-a06c-beea61b3fdac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:04.323983 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-962fb339-2b05-4eb4-991d-e4dd182dab70 req-67bb00f7-eab7-45be-a06c-beea61b3fdac service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f2de4832-9ef6-4f40-9ac5-1557d5e6a6ff HTTP/1.1" status: 200 len: 843 time: 0.0994105 Jan 28 19:28:04.345962 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [None req-a447bbc9-ecd5-45ce-99a5-1f978ee239cf tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] device_id is not set on port e58c7e5d-499d-4c47-a2c6-39bc31124b8f yet. {{(pid=103305) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:28:04.372756 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f584c6a-3c45-432a-a6bb-aa6eb6f32f36 req-e742dc1f-15cf-4f76-aac9-aa325006a03b tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:04.374302 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2f584c6a-3c45-432a-a6bb-aa6eb6f32f36 req-e742dc1f-15cf-4f76-aac9-aa325006a03b tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/ports?device_id=39971c39-f198-4dbc-9689-58d54f376ef6 HTTP/1.1" status: 200 len: 945 time: 0.6143968 Jan 28 19:28:04.636424 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962fb339-2b05-4eb4-991d-e4dd182dab70 req-570724d7-97d7-444d-82ed-78c7ece32333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:04.639188 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-962fb339-2b05-4eb4-991d-e4dd182dab70 req-570724d7-97d7-444d-82ed-78c7ece32333 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7810caa2-eac6-457d-9302-c8c215ef3e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1721294 Jan 28 19:28:04.643417 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-a447bbc9-ecd5-45ce-99a5-1f978ee239cf tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Allocated IP 172.20.0.10 (a10f02b9-ae7a-435a-9ff0-2b266a06182d/2a97392d-9056-40b3-840a-44368fe5749b/e58c7e5d-499d-4c47-a2c6-39bc31124b8f) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:28:04.687341 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2f584c6a-3c45-432a-a6bb-aa6eb6f32f36 req-366c53d9-ce68-4c3b-82a1-9b9c250cdf86 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/security-groups?id=f474bf53-325f-4ec5-b389-bc6e034fc623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2862432 Jan 28 19:28:04.693623 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-69cb2f06-3831-429f-af4b-121ee2156522 req-7990c306-241d-45b1-9b0b-a8013d16d900 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f474bf53-325f-4ec5-b389-bc6e034fc623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310958 Jan 28 19:28:04.705969 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f51efc2-11ac-4483-9f99-3c603a741090 req-40b42e15-ec5b-4554-90dd-e8b60c5af287 tempest-ImagesNegativeTestJSON-248883100 tempest-ImagesNegativeTestJSON-248883100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:04.708207 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7f51efc2-11ac-4483-9f99-3c603a741090 req-40b42e15-ec5b-4554-90dd-e8b60c5af287 tempest-ImagesNegativeTestJSON-248883100 tempest-ImagesNegativeTestJSON-248883100-project] 10.222.0.64 "GET /v2.0/ports?device_id=377a25fd-8507-4077-8d1b-22a5b4088b03 HTTP/1.1" status: 200 len: 948 time: 0.1582201 Jan 28 19:28:04.728535 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f657d5c8-e20a-49c8-b75a-a5c592b21ca6 tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Publish callbacks [] for router_gateway (b40d4ba9-33d5-4aa7-acca-bdc4cd5e93aa), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:04.752803 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f657d5c8-e20a-49c8-b75a-a5c592b21ca6 tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Publish callbacks [] for router_gateway (b40d4ba9-33d5-4aa7-acca-bdc4cd5e93aa), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:04.848861 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7f51efc2-11ac-4483-9f99-3c603a741090 req-0b6c6fba-4f17-4c1f-abc7-1a0f8132b0a0 tempest-ImagesNegativeTestJSON-248883100 tempest-ImagesNegativeTestJSON-248883100-project] 10.222.0.64 "GET /v2.0/security-groups?id=e2b3d027-fa86-4638-b847-e27a54e3a293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955255 Jan 28 19:28:04.871895 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-f657d5c8-e20a-49c8-b75a-a5c592b21ca6 tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Deleting port d40d9c8c-6508-4f5a-af19-efba8c4a1e96 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:28:04.872295 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f657d5c8-e20a-49c8-b75a-a5c592b21ca6 tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (d40d9c8c-6508-4f5a-af19-efba8c4a1e96), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:05.043209 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-962fb339-2b05-4eb4-991d-e4dd182dab70 req-d8be18a6-70c6-4fb8-aace-d0f798042794 service neutron] 10.222.0.41 "GET /v2.0/networks/7810caa2-eac6-457d-9302-c8c215ef3e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3922236 Jan 28 19:28:05.050853 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f657d5c8-e20a-49c8-b75a-a5c592b21ca6 tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (d40d9c8c-6508-4f5a-af19-efba8c4a1e96), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:05.064301 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-f657d5c8-e20a-49c8-b75a-a5c592b21ca6 tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Calling delete_port for d40d9c8c-6508-4f5a-af19-efba8c4a1e96 owned by network:router_gateway {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:28:05.150388 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a447bbc9-ecd5-45ce-99a5-1f978ee239cf tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Publish callbacks [] for port (e58c7e5d-499d-4c47-a2c6-39bc31124b8f), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:05.202928 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a447bbc9-ecd5-45ce-99a5-1f978ee239cf tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (e58c7e5d-499d-4c47-a2c6-39bc31124b8f), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:05.354793 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-962fb339-2b05-4eb4-991d-e4dd182dab70 req-d03a1090-999d-408d-9961-e87c16f277ca service neutron] 10.222.0.41 "GET /v2.0/networks/7810caa2-eac6-457d-9302-c8c215ef3e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610823 Jan 28 19:28:05.375062 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a447bbc9-ecd5-45ce-99a5-1f978ee239cf tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Network a10f02b9-ae7a-435a-9ff0-2b266a06182d is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:28:05.382102 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a447bbc9-ecd5-45ce-99a5-1f978ee239cf tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Pushing event updated for resources: {'Port': ['ID=e58c7e5d-499d-4c47-a2c6-39bc31124b8f,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:05.398353 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-a447bbc9-ecd5-45ce-99a5-1f978ee239cf tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:28:05.401686 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a447bbc9-ecd5-45ce-99a5-1f978ee239cf tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:28:05.429905 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f657d5c8-e20a-49c8-b75a-a5c592b21ca6 tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (d40d9c8c-6508-4f5a-af19-efba8c4a1e96), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:05.483339 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f657d5c8-e20a-49c8-b75a-a5c592b21ca6 tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Pushing event deleted for resources: {'Port': ['ID=d40d9c8c-6508-4f5a-af19-efba8c4a1e96,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:05.577812 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a447bbc9-ecd5-45ce-99a5-1f978ee239cf tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:05.582582 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a447bbc9-ecd5-45ce-99a5-1f978ee239cf tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:05.622499 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-a447bbc9-ecd5-45ce-99a5-1f978ee239cf tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5851283 Jan 28 19:28:05.624980 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 56090) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:05.630575 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-325f0cbc-7442-4f4a-9d11-496b239b886a tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:71:83:99'}]}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:28:05.631906 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f657d5c8-e20a-49c8-b75a-a5c592b21ca6 tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-731488'] for router_gateway (b40d4ba9-33d5-4aa7-acca-bdc4cd5e93aa), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:05.945366 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-68ad6140-2bd1-4e75-80c5-ab12f7aa7117 None None] Provisioning complete for port e58c7e5d-499d-4c47-a2c6-39bc31124b8f triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:28:05.946373 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-68ad6140-2bd1-4e75-80c5-ab12f7aa7117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (e58c7e5d-499d-4c47-a2c6-39bc31124b8f), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:06.028583 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-68ad6140-2bd1-4e75-80c5-ab12f7aa7117 None None] Port e58c7e5d-499d-4c47-a2c6-39bc31124b8f cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:28:06.085492 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f657d5c8-e20a-49c8-b75a-a5c592b21ca6 tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-731439', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-731081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-261371'] for router (b40d4ba9-33d5-4aa7-acca-bdc4cd5e93aa), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:06.096569 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f657d5c8-e20a-49c8-b75a-a5c592b21ca6 tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-731460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-731478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-731485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-731120'] for router (b40d4ba9-33d5-4aa7-acca-bdc4cd5e93aa), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:06.143697 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fd8203-8431-4779-97ed-4efb8811ae38 req-2fd42361-ce87-4312-89f4-2617f666bdf4 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:06.157453 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d6fd8203-8431-4779-97ed-4efb8811ae38 req-2fd42361-ce87-4312-89f4-2617f666bdf4 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/ports?device_id=39971c39-f198-4dbc-9689-58d54f376ef6 HTTP/1.1" status: 200 len: 945 time: 0.2186010 Jan 28 19:28:06.229575 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-325f0cbc-7442-4f4a-9d11-496b239b886a tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (e58c7e5d-499d-4c47-a2c6-39bc31124b8f), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:06.265243 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abd7451-0ae0-4784-8df0-474a3a406090 req-56d25084-dac4-4816-98fb-4238f893313a tempest-ImagesNegativeTestJSON-248883100 tempest-ImagesNegativeTestJSON-248883100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:06.275019 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6abd7451-0ae0-4784-8df0-474a3a406090 req-56d25084-dac4-4816-98fb-4238f893313a tempest-ImagesNegativeTestJSON-248883100 tempest-ImagesNegativeTestJSON-248883100-project] 10.222.0.64 "GET /v2.0/ports?device_id=377a25fd-8507-4077-8d1b-22a5b4088b03 HTTP/1.1" status: 200 len: 948 time: 0.1812720 Jan 28 19:28:06.303761 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f657d5c8-e20a-49c8-b75a-a5c592b21ca6 tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Router b40d4ba9-33d5-4aa7-acca-bdc4cd5e93aa has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:28:06.331958 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 273bcb17-8779-4005-b3a7-da8979a21233 details requested by agent hyperv_n-h1-812111-14 with host n-h1-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:28:06.490322 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f657d5c8-e20a-49c8-b75a-a5c592b21ca6 tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:28:06.507786 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be470cb7-8bc5-445e-a494-6c09e45847ff None None] Sync routers for ids ['b40d4ba9-33d5-4aa7-acca-bdc4cd5e93aa'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:28:06.522351 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be470cb7-8bc5-445e-a494-6c09e45847ff None None] Routers {'b40d4ba9-33d5-4aa7-acca-bdc4cd5e93aa'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:28:06.523076 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-be470cb7-8bc5-445e-a494-6c09e45847ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:27:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['b40d4ba9-33d5-4aa7-acca-bdc4cd5e93aa'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:28:06.538508 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6abd7451-0ae0-4784-8df0-474a3a406090 req-4212d512-54a6-4632-a649-a4424aec430c tempest-ImagesNegativeTestJSON-248883100 tempest-ImagesNegativeTestJSON-248883100-project] 10.222.0.64 "GET /v2.0/security-groups?id=e2b3d027-fa86-4638-b847-e27a54e3a293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2625268 Jan 28 19:28:06.572584 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f657d5c8-e20a-49c8-b75a-a5c592b21ca6 tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:06.573961 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-f657d5c8-e20a-49c8-b75a-a5c592b21ca6 tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] 10.222.0.64 "PUT /v2.0/routers/b40d4ba9-33d5-4aa7-acca-bdc4cd5e93aa HTTP/1.1" status: 200 len: 709 time: 3.8660123 Jan 28 19:28:06.581178 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 56122) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:06.582462 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-325f0cbc-7442-4f4a-9d11-496b239b886a tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Publish callbacks [] for port (e58c7e5d-499d-4c47-a2c6-39bc31124b8f), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:06.595991 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d6fd8203-8431-4779-97ed-4efb8811ae38 req-6b80e067-e1c3-49de-94f3-cde5dfc82954 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/security-groups?id=f474bf53-325f-4ec5-b389-bc6e034fc623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4294279 Jan 28 19:28:06.598188 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-325f0cbc-7442-4f4a-9d11-496b239b886a tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (e58c7e5d-499d-4c47-a2c6-39bc31124b8f), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:06.633684 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-be470cb7-8bc5-445e-a494-6c09e45847ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:28:06.686903 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be470cb7-8bc5-445e-a494-6c09e45847ff None None] Routers {'b40d4ba9-33d5-4aa7-acca-bdc4cd5e93aa'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:28:06.687816 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-be470cb7-8bc5-445e-a494-6c09e45847ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:27:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['b40d4ba9-33d5-4aa7-acca-bdc4cd5e93aa'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:28:06.751842 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-03b7834e-c960-42c3-afff-aa3c79ad3436 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:06.779293 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-be470cb7-8bc5-445e-a494-6c09e45847ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:28:06.780249 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be470cb7-8bc5-445e-a494-6c09e45847ff None None] The sync data for ids ['b40d4ba9-33d5-4aa7-acca-bdc4cd5e93aa'] in n-d-812111-14 is: [] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:28:06.804890 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 273bcb17-8779-4005-b3a7-da8979a21233, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=273bcb17-8779-4005-b3a7-da8979a21233,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:28:06.878524 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Returning: {'device': '273bcb17-8779-4005-b3a7-da8979a21233', 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91', 'port_id': '273bcb17-8779-4005-b3a7-da8979a21233', 'mac_address': 'fa:16:3e:58:9b:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2de4832-9ef6-4f40-9ac5-1557d5e6a6ff', 'ip_address': '192.168.233.232'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:28:06.889660 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-325f0cbc-7442-4f4a-9d11-496b239b886a tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] In _notify_port_updated(), no bound segment for port e58c7e5d-499d-4c47-a2c6-39bc31124b8f on network a10f02b9-ae7a-435a-9ff0-2b266a06182d {{(pid=103305) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Jan 28 19:28:06.895801 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-5ea3b3f9-8a17-40df-8b5e-030066e7b479 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] 10.222.0.64 "GET /v2.0/routers/b40d4ba9-33d5-4aa7-acca-bdc4cd5e93aa HTTP/1.1" status: 200 len: 744 time: 0.3133404 Jan 28 19:28:06.903161 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 56146) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:06.909607 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-325f0cbc-7442-4f4a-9d11-496b239b886a tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:06.910635 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-325f0cbc-7442-4f4a-9d11-496b239b886a tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:06.916588 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-325f0cbc-7442-4f4a-9d11-496b239b886a tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] 10.222.0.64 "PUT /v2.0/ports/e58c7e5d-499d-4c47-a2c6-39bc31124b8f HTTP/1.1" status: 200 len: 995 time: 1.2901318 Jan 28 19:28:06.917657 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 56148) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:06.964336 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-8aa5f955-19a6-44e6-b530-184d1e3a3ce9 tempest-RoutersIpV6AdminTest-825484607 tempest-RoutersIpV6AdminTest-825484607-project-admin] 10.222.0.64 "GET /v2.0/ports?network_id=d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8&device_id=b40d4ba9-33d5-4aa7-acca-bdc4cd5e93aa HTTP/1.1" status: 200 len: 205 time: 0.0600262 Jan 28 19:28:06.981634 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325f0cbc-7442-4f4a-9d11-496b239b886a tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Pushing event updated for resources: {'Port': ['ID=e58c7e5d-499d-4c47-a2c6-39bc31124b8f,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:06.989341 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 56152) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:07.002274 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port 273bcb17-8779-4005-b3a7-da8979a21233 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:28:07.003473 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (273bcb17-8779-4005-b3a7-da8979a21233), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:07.020090 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 273bcb17-8779-4005-b3a7-da8979a21233 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:28:07.048283 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 273bcb17-8779-4005-b3a7-da8979a21233, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=273bcb17-8779-4005-b3a7-da8979a21233,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:28:07.057538 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-eac8acf3-81eb-4df7-8f75-b4a4cf2d7759 tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] 10.222.0.64 "GET /v2.0/ports?device_id=b40d4ba9-33d5-4aa7-acca-bdc4cd5e93aa HTTP/1.1" status: 200 len: 205 time: 0.0580804 Jan 28 19:28:07.062261 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (273bcb17-8779-4005-b3a7-da8979a21233), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:07.062467 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 56156) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:07.072433 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b0e51e23-e056-4387-9544-4bfa80304aad None None] Provisioning complete for port e58c7e5d-499d-4c47-a2c6-39bc31124b8f triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:28:07.073357 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b0e51e23-e056-4387-9544-4bfa80304aad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (e58c7e5d-499d-4c47-a2c6-39bc31124b8f), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:07.115771 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14777c3-30a2-4c5d-a6d4-26d20e3d8275 req-7ba7e5fc-0535-4fd6-8d3d-e1d71bc4fcb4 tempest-ListImageFiltersTestJSON-91277605 tempest-ListImageFiltersTestJSON-91277605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:07.117457 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f14777c3-30a2-4c5d-a6d4-26d20e3d8275 req-7ba7e5fc-0535-4fd6-8d3d-e1d71bc4fcb4 tempest-ListImageFiltersTestJSON-91277605 tempest-ListImageFiltersTestJSON-91277605-project] 10.222.0.64 "GET /v2.0/ports?device_id=43ed0191-cc6b-47e6-b808-e1990b9f2466 HTTP/1.1" status: 200 len: 950 time: 0.1573365 Jan 28 19:28:07.136332 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b0e51e23-e056-4387-9544-4bfa80304aad None None] Port e58c7e5d-499d-4c47-a2c6-39bc31124b8f cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:28:07.184627 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=273bcb17-8779-4005-b3a7-da8979a21233,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:07.217391 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f14777c3-30a2-4c5d-a6d4-26d20e3d8275 req-892d5921-df35-478a-adec-26ebf3f2dc88 tempest-ListImageFiltersTestJSON-91277605 tempest-ListImageFiltersTestJSON-91277605-project] 10.222.0.64 "GET /v2.0/security-groups?id=988502f3-fd52-4a84-a285-c3333424d093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937989 Jan 28 19:28:07.255316 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-44806f2b-db3d-4a63-97ea-673211abf670 tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Publish callbacks [] for router (b40d4ba9-33d5-4aa7-acca-bdc4cd5e93aa), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:07.311376 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['273bcb17-8779-4005-b3a7-da8979a21233'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:28:07.451241 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-f526fc22-6ae7-4d8a-b844-ee47b3424394 tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Deleting port e58c7e5d-499d-4c47-a2c6-39bc31124b8f {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:28:07.451676 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f526fc22-6ae7-4d8a-b844-ee47b3424394 tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (e58c7e5d-499d-4c47-a2c6-39bc31124b8f), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:07.585794 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-44806f2b-db3d-4a63-97ea-673211abf670 tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-730901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261120'] for router (b40d4ba9-33d5-4aa7-acca-bdc4cd5e93aa), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:07.589923 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-44806f2b-db3d-4a63-97ea-673211abf670 tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Publish callbacks [] for router_controller (b40d4ba9-33d5-4aa7-acca-bdc4cd5e93aa), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:07.607909 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f526fc22-6ae7-4d8a-b844-ee47b3424394 tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (e58c7e5d-499d-4c47-a2c6-39bc31124b8f), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:07.652698 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-f526fc22-6ae7-4d8a-b844-ee47b3424394 tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Calling delete_port for e58c7e5d-499d-4c47-a2c6-39bc31124b8f owned by {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:28:07.668415 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-44806f2b-db3d-4a63-97ea-673211abf670 tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-730908'] for router (b40d4ba9-33d5-4aa7-acca-bdc4cd5e93aa), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:07.668926 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44806f2b-db3d-4a63-97ea-673211abf670 tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Fanout notify agent at l3_agent the message router_deleted on router b40d4ba9-33d5-4aa7-acca-bdc4cd5e93aa {{(pid=103305) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:28:07.682055 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-44806f2b-db3d-4a63-97ea-673211abf670 tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:07.682220 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-44806f2b-db3d-4a63-97ea-673211abf670 tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] 10.222.0.64 "DELETE /v2.0/routers/b40d4ba9-33d5-4aa7-acca-bdc4cd5e93aa HTTP/1.1" status: 204 len: 168 time: 0.6174130 Jan 28 19:28:07.685444 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 56168) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:07.731040 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-9c15b509-c691-4cb9-8216-e104f2a60b70 tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] 10.222.0.64 "GET /v2.0/ports?device_id=b40d4ba9-33d5-4aa7-acca-bdc4cd5e93aa HTTP/1.1" status: 200 len: 205 time: 0.0443740 Jan 28 19:28:07.733222 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 56174) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:07.811045 n-d-812111-14 neutron-server[103304]: INFO neutron.api.v2.resource [None req-7715d16e-9ce1-4fb2-9b5f-1bd306cfec76 tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] delete failed (client error): The resource could not be found. Jan 28 19:28:07.814579 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-7715d16e-9ce1-4fb2-9b5f-1bd306cfec76 tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] 10.222.0.64 "DELETE /v2.0/routers/b40d4ba9-33d5-4aa7-acca-bdc4cd5e93aa HTTP/1.1" status: 404 len: 336 time: 0.0780132 Jan 28 19:28:07.815533 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 56180) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:07.895941 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-84dc078b-e0ca-4e24-a83e-ec223591f34e tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] 10.222.0.64 "GET /v2.0/ports?device_id=4bf23436-ecea-4146-a333-547f8d05ee79 HTTP/1.1" status: 200 len: 205 time: 0.0772429 Jan 28 19:28:07.897375 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e9c1d2-2dfe-4b90-8e41-2b1bb0c81c1c req-9d3ea8f4-92da-4486-957d-664903630900 tempest-ImagesNegativeTestJSON-248883100 tempest-ImagesNegativeTestJSON-248883100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:07.899031 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 56184) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:07.899240 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e9e9c1d2-2dfe-4b90-8e41-2b1bb0c81c1c req-9d3ea8f4-92da-4486-957d-664903630900 tempest-ImagesNegativeTestJSON-248883100 tempest-ImagesNegativeTestJSON-248883100-project] 10.222.0.64 "GET /v2.0/ports?device_id=377a25fd-8507-4077-8d1b-22a5b4088b03 HTTP/1.1" status: 200 len: 949 time: 0.2243009 Jan 28 19:28:07.921404 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258e4959-b8fe-4b3a-9497-e7166dcfab3e req-6832144a-3fd3-4833-ac1f-8834a7fab6c6 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:07.924272 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-258e4959-b8fe-4b3a-9497-e7166dcfab3e req-6832144a-3fd3-4833-ac1f-8834a7fab6c6 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/ports?device_id=39971c39-f198-4dbc-9689-58d54f376ef6 HTTP/1.1" status: 200 len: 945 time: 0.1742125 Jan 28 19:28:07.991054 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e9e9c1d2-2dfe-4b90-8e41-2b1bb0c81c1c req-5a9330f6-ddf2-45ab-8f65-1df2a79a88b1 tempest-ImagesNegativeTestJSON-248883100 tempest-ImagesNegativeTestJSON-248883100-project] 10.222.0.64 "GET /v2.0/security-groups?id=e2b3d027-fa86-4638-b847-e27a54e3a293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675602 Jan 28 19:28:07.992280 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f526fc22-6ae7-4d8a-b844-ee47b3424394 tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (e58c7e5d-499d-4c47-a2c6-39bc31124b8f), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:08.021812 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f526fc22-6ae7-4d8a-b844-ee47b3424394 tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Pushing event deleted for resources: {'Port': ['ID=e58c7e5d-499d-4c47-a2c6-39bc31124b8f,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:08.048901 n-d-812111-14 neutron-server[103304]: INFO neutron.api.v2.resource [None req-ce14ae41-11c0-4b9d-a335-ea74df120d60 tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] delete failed (client error): The resource could not be found. Jan 28 19:28:08.054627 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-ce14ae41-11c0-4b9d-a335-ea74df120d60 tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] 10.222.0.64 "DELETE /v2.0/routers/4bf23436-ecea-4146-a333-547f8d05ee79 HTTP/1.1" status: 404 len: 336 time: 0.1488950 Jan 28 19:28:08.064960 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 56188) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:08.117389 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-81b338dd-c0c4-4844-8604-f831e2515d98 tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] 10.222.0.64 "GET /v2.0/ports?device_id=1efeed2b-1577-45e9-9751-8550e1f4c297 HTTP/1.1" status: 200 len: 205 time: 0.0509605 Jan 28 19:28:08.121187 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 56194) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:08.181450 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-258e4959-b8fe-4b3a-9497-e7166dcfab3e req-faf48a5e-edc7-40cc-8f7d-6897af3ae42d tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/security-groups?id=f474bf53-325f-4ec5-b389-bc6e034fc623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903291 Jan 28 19:28:08.184059 n-d-812111-14 neutron-server[103304]: INFO neutron.api.v2.resource [None req-9e2d5867-514c-46a3-bdf2-3eacfa63a22a tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] delete failed (client error): The resource could not be found. Jan 28 19:28:08.187442 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-9e2d5867-514c-46a3-bdf2-3eacfa63a22a tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] 10.222.0.64 "DELETE /v2.0/routers/1efeed2b-1577-45e9-9751-8550e1f4c297 HTTP/1.1" status: 404 len: 336 time: 0.0628600 Jan 28 19:28:08.189961 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 56198) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:08.270960 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f526fc22-6ae7-4d8a-b844-ee47b3424394 tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:08.281964 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-f526fc22-6ae7-4d8a-b844-ee47b3424394 tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] 10.222.0.64 "DELETE /v2.0/ports/e58c7e5d-499d-4c47-a2c6-39bc31124b8f HTTP/1.1" status: 204 len: 168 time: 1.3164463 Jan 28 19:28:08.282704 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 56204) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:08.298880 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-cecdeb72-0f5d-4338-999e-0e236c7de753 tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] 10.222.0.64 "GET /v2.0/ports?device_id=d42168e5-4674-4882-b3f2-7056c482030f HTTP/1.1" status: 200 len: 205 time: 0.0952446 Jan 28 19:28:08.302439 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 56206) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:08.353488 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 273bcb17-8779-4005-b3a7-da8979a21233 up at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:28:08.428736 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning for port 273bcb17-8779-4005-b3a7-da8979a21233 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:28:08.434955 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning complete for port 273bcb17-8779-4005-b3a7-da8979a21233 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:28:08.435624 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (273bcb17-8779-4005-b3a7-da8979a21233), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:08.590437 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port 273bcb17-8779-4005-b3a7-da8979a21233 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:28:08.591184 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (273bcb17-8779-4005-b3a7-da8979a21233), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:08.599260 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f82d7f-2fe0-429f-836b-c5fffe5a0676 req-9af91521-6b5c-4903-a4d9-6d9a3ee8eec8 tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:08.600915 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-02f82d7f-2fe0-429f-836b-c5fffe5a0676 req-9af91521-6b5c-4903-a4d9-6d9a3ee8eec8 tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] 10.222.0.64 "GET /v2.0/ports?device_id=4b7b3ff2-8def-48cc-a292-47020d0a0799 HTTP/1.1" status: 200 len: 945 time: 0.0952427 Jan 28 19:28:08.618921 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '377a25fd-8507-4077-8d1b-22a5b4088b03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '273bcb17-8779-4005-b3a7-da8979a21233'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:28:08.622651 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1a39ff6-d237-4046-8e6a-a2f85529f7cd" -d '{"events": [{"server_uuid": "377a25fd-8507-4077-8d1b-22a5b4088b03", "name": "network-vif-plugged", "status": "completed", "tag": "273bcb17-8779-4005-b3a7-da8979a21233"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:28:08.638151 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 273bcb17-8779-4005-b3a7-da8979a21233, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=273bcb17-8779-4005-b3a7-da8979a21233,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:28:08.650671 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (273bcb17-8779-4005-b3a7-da8979a21233), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:08.681223 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-02f82d7f-2fe0-429f-836b-c5fffe5a0676 req-6779063d-c952-46cd-98e8-c9c4fd874b39 tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] 10.222.0.64 "GET /v2.0/security-groups?id=6e3b5f6f-cd04-46bb-9eb5-a6c7cbc22d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724568 Jan 28 19:28:08.746270 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=273bcb17-8779-4005-b3a7-da8979a21233,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:08.823337 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20e0db3-7fb0-4b14-b5e5-582fe530c592 req-c705d7d5-8134-4b20-898a-1243f7314c50 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:08.825134 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e20e0db3-7fb0-4b14-b5e5-582fe530c592 req-c705d7d5-8134-4b20-898a-1243f7314c50 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/ports?device_id=39971c39-f198-4dbc-9689-58d54f376ef6 HTTP/1.1" status: 200 len: 945 time: 0.0557024 Jan 28 19:28:08.831731 n-d-812111-14 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-022d171b-03da-497d-ae55-649f6d652b5a tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] GET failed (client error): The resource could not be found. Jan 28 19:28:08.837438 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 56220) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:08.837812 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-022d171b-03da-497d-ae55-649f6d652b5a tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] 10.222.0.64 "GET /v2.0/ports/e58c7e5d-499d-4c47-a2c6-39bc31124b8f HTTP/1.1" status: 404 len: 333 time: 0.5537019 Jan 28 19:28:08.839199 n-d-812111-14 neutron-server[103305]: INFO neutron.api.v2.resource [None req-e678dd7f-ff9a-4c92-a4dc-2452cf2a80e6 tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] delete failed (client error): The resource could not be found. Jan 28 19:28:08.840676 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-e678dd7f-ff9a-4c92-a4dc-2452cf2a80e6 tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] 10.222.0.64 "DELETE /v2.0/routers/d42168e5-4674-4882-b3f2-7056c482030f HTTP/1.1" status: 404 len: 336 time: 0.5372925 Jan 28 19:28:08.842444 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-6f4d4079-f540-4af0-a05f-3860b2f7ab2d tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Request body: {'port': {'network_id': 'a10f02b9-ae7a-435a-9ff0-2b266a06182d', 'name': 'tempest-AllowedAddressPairTestJSON-125662612'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:28:08.846470 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 56222) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:08.914479 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3315892-75b8-4b13-b551-443239977fd1 req-ae8367a1-1794-4b8f-a12e-0144e7a9ce90 tempest-ListImageFiltersTestJSON-91277605 tempest-ListImageFiltersTestJSON-91277605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:08.916280 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a3315892-75b8-4b13-b551-443239977fd1 req-ae8367a1-1794-4b8f-a12e-0144e7a9ce90 tempest-ListImageFiltersTestJSON-91277605 tempest-ListImageFiltersTestJSON-91277605-project] 10.222.0.64 "GET /v2.0/ports?device_id=43ed0191-cc6b-47e6-b808-e1990b9f2466 HTTP/1.1" status: 200 len: 950 time: 0.0919807 Jan 28 19:28:08.929143 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4ccab45e-1181-4979-9784-9d20f2f8efc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:08.983525 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-9b9c2dd9-8b8c-4333-a6f7-aa043acd9b75 tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] 10.222.0.64 "GET /v2.0/ports?device_id=45e6f04f-ef29-4896-add6-66afc815d880 HTTP/1.1" status: 200 len: 205 time: 0.1346588 Jan 28 19:28:08.992184 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 56230) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:09.066513 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e20e0db3-7fb0-4b14-b5e5-582fe530c592 req-5f0605ba-d918-41f5-937c-66848397ad5a tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/security-groups?id=f474bf53-325f-4ec5-b389-bc6e034fc623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200236 Jan 28 19:28:09.073209 n-d-812111-14 neutron-server[103305]: INFO neutron.api.v2.resource [None req-496a3850-e65c-44b0-b0cc-9d6bb309c403 tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] delete failed (client error): The resource could not be found. Jan 28 19:28:09.073209 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-496a3850-e65c-44b0-b0cc-9d6bb309c403 tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] 10.222.0.64 "DELETE /v2.0/routers/45e6f04f-ef29-4896-add6-66afc815d880 HTTP/1.1" status: 404 len: 336 time: 0.0766709 Jan 28 19:28:09.079591 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 56238) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:09.098742 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a3315892-75b8-4b13-b551-443239977fd1 req-84fb3cb9-89db-4dbc-b730-4786cdf4170f tempest-ListImageFiltersTestJSON-91277605 tempest-ListImageFiltersTestJSON-91277605-project] 10.222.0.64 "GET /v2.0/security-groups?id=988502f3-fd52-4a84-a285-c3333424d093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677327 Jan 28 19:28:09.107159 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26dfc25-020f-49fc-b80c-1a99c41fb8ee req-e74e7eb3-5dd6-43a1-b898-d340448c677d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:09.108929 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d26dfc25-020f-49fc-b80c-1a99c41fb8ee req-e74e7eb3-5dd6-43a1-b898-d340448c677d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c3bb2ec73a174fcda5cafb398102663f&device_id=4b7b3ff2-8def-48cc-a292-47020d0a0799 HTTP/1.1" status: 200 len: 1128 time: 0.2792478 Jan 28 19:28:09.129929 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:28:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-250e0ea8-f3bb-4a52-9e2e-9c143c05b491 x-openstack-request-id: req-250e0ea8-f3bb-4a52-9e2e-9c143c05b491 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:28:09.130353 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "377a25fd-8507-4077-8d1b-22a5b4088b03", "name": "network-vif-plugged", "status": "completed", "tag": "273bcb17-8779-4005-b3a7-da8979a21233", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:28:09.130710 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-250e0ea8-f3bb-4a52-9e2e-9c143c05b491 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:28:09.131205 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '377a25fd-8507-4077-8d1b-22a5b4088b03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '273bcb17-8779-4005-b3a7-da8979a21233', 'code': 200} Jan 28 19:28:09.178282 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-6434df40-85a4-4bb7-b422-458211b3f0d4 tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b23e384-89a9-4cc5-8cb2-46cba7ca159e HTTP/1.1" status: 200 len: 205 time: 0.1005430 Jan 28 19:28:09.181679 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 56242) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:09.273923 n-d-812111-14 neutron-server[103304]: INFO neutron.api.v2.resource [None req-e8b78667-6bb3-46ee-b578-924139d6e7f0 tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] delete failed (client error): The resource could not be found. Jan 28 19:28:09.277882 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-e8b78667-6bb3-46ee-b578-924139d6e7f0 tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] 10.222.0.64 "DELETE /v2.0/routers/1b23e384-89a9-4cc5-8cb2-46cba7ca159e HTTP/1.1" status: 404 len: 336 time: 0.0952790 Jan 28 19:28:09.278599 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 56244) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:09.287089 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26dfc25-020f-49fc-b80c-1a99c41fb8ee req-9a7d7b43-fae0-43c7-b4fc-f9b7ec00f074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:09.288567 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d26dfc25-020f-49fc-b80c-1a99c41fb8ee req-9a7d7b43-fae0-43c7-b4fc-f9b7ec00f074 service neutron] 10.222.0.70 "GET /v2.0/networks?id=6fa40d3b-3f4b-4104-afea-21db80512bd7 HTTP/1.1" status: 200 len: 918 time: 0.1646693 Jan 28 19:28:09.328211 n-d-812111-14 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fb06f87-f016-43c2-b51a-c74cac3bb5cc tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] DELETE failed (client error): The resource could not be found. Jan 28 19:28:09.330708 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fb06f87-f016-43c2-b51a-c74cac3bb5cc tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:28:09.336005 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-5fb06f87-f016-43c2-b51a-c74cac3bb5cc tempest-RoutersIpV6AdminTest-661277129 tempest-RoutersIpV6AdminTest-661277129-project] 10.222.0.64 "DELETE /v2.0/subnets/1bfd27d0-1b0a-412d-b365-f9912e562c7b HTTP/1.1" status: 404 len: 337 time: 0.0502577 Jan 28 19:28:09.339521 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f4d4079-f540-4af0-a05f-3860b2f7ab2d tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Made reservation on behalf of 81429261fb6a42c59446f0215b4798db for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:28:09.343418 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6f4d4079-f540-4af0-a05f-3860b2f7ab2d tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:09.366396 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d52d745-9b20-43ff-b199-0a603559be7e req-54bef35b-5680-497c-a334-266e23a905b8 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:09.373532 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3d52d745-9b20-43ff-b199-0a603559be7e req-54bef35b-5680-497c-a334-266e23a905b8 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/ports?device_id=39971c39-f198-4dbc-9689-58d54f376ef6 HTTP/1.1" status: 200 len: 945 time: 0.1295600 Jan 28 19:28:09.395040 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d26dfc25-020f-49fc-b80c-1a99c41fb8ee req-4016e05c-b22a-4c29-8823-35255c8e0571 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=06529ba6-5ba7-465e-9d21-c4d3fc65ab53 HTTP/1.1" status: 200 len: 217 time: 0.0844853 Jan 28 19:28:09.443938 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3d52d745-9b20-43ff-b199-0a603559be7e req-f607a4d3-2c4d-4efe-bb7f-4ef5c226d04c tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/security-groups?id=f474bf53-325f-4ec5-b389-bc6e034fc623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693974 Jan 28 19:28:09.447536 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [None req-6f4d4079-f540-4af0-a05f-3860b2f7ab2d tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] device_id is not set on port 36029f5c-1685-4226-a989-93cf6e17b6d6 yet. {{(pid=103304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:28:09.489763 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc137185-6101-4a24-9fd4-4e06965e8538 req-25eafcad-2f59-4e21-bb6e-c02099e6016d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:09.491302 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-cc137185-6101-4a24-9fd4-4e06965e8538 req-25eafcad-2f59-4e21-bb6e-c02099e6016d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=377a25fd-8507-4077-8d1b-22a5b4088b03 HTTP/1.1" status: 200 len: 1133 time: 0.2018528 Jan 28 19:28:09.520728 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26dfc25-020f-49fc-b80c-1a99c41fb8ee req-d67afd57-a66e-413d-b467-4aa0f12c33ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:09.522677 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d26dfc25-020f-49fc-b80c-1a99c41fb8ee req-d67afd57-a66e-413d-b467-4aa0f12c33ff service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0682cf17-1671-4e06-a862-31b529728694 HTTP/1.1" status: 200 len: 858 time: 0.1176870 Jan 28 19:28:09.534188 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ec5400-a9f0-497b-af55-cbf9552379bc req-cffdebd1-5783-497a-bea6-7bd0a75abb70 tempest-ImagesNegativeTestJSON-248883100 tempest-ImagesNegativeTestJSON-248883100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:09.537778 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-31ec5400-a9f0-497b-af55-cbf9552379bc req-cffdebd1-5783-497a-bea6-7bd0a75abb70 tempest-ImagesNegativeTestJSON-248883100 tempest-ImagesNegativeTestJSON-248883100-project] 10.222.0.64 "GET /v2.0/ports?device_id=377a25fd-8507-4077-8d1b-22a5b4088b03 HTTP/1.1" status: 200 len: 950 time: 0.2385700 Jan 28 19:28:09.615897 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d26dfc25-020f-49fc-b80c-1a99c41fb8ee req-977ea501-7517-4bd1-8824-6225ab836938 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6fa40d3b-3f4b-4104-afea-21db80512bd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0724239 Jan 28 19:28:09.718766 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:09.728427 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-31ec5400-a9f0-497b-af55-cbf9552379bc req-738616f4-2618-45db-ba80-fe22ccb611d4 tempest-ImagesNegativeTestJSON-248883100 tempest-ImagesNegativeTestJSON-248883100-project] 10.222.0.64 "GET /v2.0/security-groups?id=e2b3d027-fa86-4638-b847-e27a54e3a293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755414 Jan 28 19:28:09.742638 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-cc137185-6101-4a24-9fd4-4e06965e8538 req-69eb10a1-ad33-4586-8d2b-c4db335d4a54 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e2b3d027-fa86-4638-b847-e27a54e3a293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403808 Jan 28 19:28:09.756852 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device e20a57d0-6eaf-468c-88ce-df8d8e2e5f8e no longer exists at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:28:09.788255 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-6f4d4079-f540-4af0-a05f-3860b2f7ab2d tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Allocated IP 172.20.0.14 (a10f02b9-ae7a-435a-9ff0-2b266a06182d/2a97392d-9056-40b3-840a-44368fe5749b/36029f5c-1685-4226-a989-93cf6e17b6d6) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:28:09.871798 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d26dfc25-020f-49fc-b80c-1a99c41fb8ee req-04934691-5c73-4252-840a-8aa197207fb0 service neutron] 10.222.0.70 "GET /v2.0/networks/6fa40d3b-3f4b-4104-afea-21db80512bd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2459128 Jan 28 19:28:09.877447 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 56272) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:10.028033 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port e20a57d0-6eaf-468c-88ce-df8d8e2e5f8e is: ACTIVE; New status is: DOWN {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:28:10.028889 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (e20a57d0-6eaf-468c-88ce-df8d8e2e5f8e), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:10.182807 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6f4d4079-f540-4af0-a05f-3860b2f7ab2d tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Publish callbacks [] for port (36029f5c-1685-4226-a989-93cf6e17b6d6), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:10.211955 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port e20a57d0-6eaf-468c-88ce-df8d8e2e5f8e, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=e20a57d0-6eaf-468c-88ce-df8d8e2e5f8e,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:28:10.222038 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (e20a57d0-6eaf-468c-88ce-df8d8e2e5f8e), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:10.237252 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-89dcced4-cf3e-44eb-9a56-dbed98e53675 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:10.298334 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=e20a57d0-6eaf-468c-88ce-df8d8e2e5f8e,revision_number=8']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:10.357150 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6f4d4079-f540-4af0-a05f-3860b2f7ab2d tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (36029f5c-1685-4226-a989-93cf6e17b6d6), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:10.389539 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf75b246-bf5f-4cdf-9cdd-369a2c2377a1 req-3a89b029-8028-4edc-8c1e-e579bcb3ff5c tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:10.391800 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-bf75b246-bf5f-4cdf-9cdd-369a2c2377a1 req-3a89b029-8028-4edc-8c1e-e579bcb3ff5c tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] 10.222.0.64 "GET /v2.0/ports?device_id=4b7b3ff2-8def-48cc-a292-47020d0a0799 HTTP/1.1" status: 200 len: 945 time: 0.1252582 Jan 28 19:28:10.417308 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f4d4079-f540-4af0-a05f-3860b2f7ab2d tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Network a10f02b9-ae7a-435a-9ff0-2b266a06182d is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:28:10.427816 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-89dcced4-cf3e-44eb-9a56-dbed98e53675 admin admin] Publish callbacks [] for security_group (4adafa7e-8e2c-422d-9709-852cc148c2d2), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:10.429145 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-6f4d4079-f540-4af0-a05f-3860b2f7ab2d tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:28:10.434852 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d26dfc25-020f-49fc-b80c-1a99c41fb8ee req-9f9537e9-317a-4789-b00b-d4c7a59e2115 service neutron] 10.222.0.70 "GET /v2.0/networks/6fa40d3b-3f4b-4104-afea-21db80512bd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5244939 Jan 28 19:28:10.437306 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4d4079-f540-4af0-a05f-3860b2f7ab2d tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:28:10.450850 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-89dcced4-cf3e-44eb-9a56-dbed98e53675 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (4adafa7e-8e2c-422d-9709-852cc148c2d2), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:10.540007 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4d4079-f540-4af0-a05f-3860b2f7ab2d tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Pushing event updated for resources: {'Port': ['ID=36029f5c-1685-4226-a989-93cf6e17b6d6,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:10.620473 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-89dcced4-cf3e-44eb-9a56-dbed98e53675 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f288ec5832d6447f87b37315a5e0dab3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7419066 Jan 28 19:28:10.623999 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 56304) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:10.644287 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-bf75b246-bf5f-4cdf-9cdd-369a2c2377a1 req-68e2bc5e-382c-4b95-b989-832a359414f3 tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] 10.222.0.64 "GET /v2.0/security-groups?id=6e3b5f6f-cd04-46bb-9eb5-a6c7cbc22d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255366 Jan 28 19:28:10.665939 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f4d4079-f540-4af0-a05f-3860b2f7ab2d tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:10.666608 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6f4d4079-f540-4af0-a05f-3860b2f7ab2d tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:10.670002 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dcced4-cf3e-44eb-9a56-dbed98e53675 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4adafa7e-8e2c-422d-9709-852cc148c2d2,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:10.687296 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25ae1e1-8593-47c7-8b6b-b148510a2754 req-03639612-806e-485d-86cf-99b18d785a05 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:10.698662 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c25ae1e1-8593-47c7-8b6b-b148510a2754 req-03639612-806e-485d-86cf-99b18d785a05 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/ports?device_id=39971c39-f198-4dbc-9689-58d54f376ef6 HTTP/1.1" status: 200 len: 945 time: 0.2625771 Jan 28 19:28:10.710697 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-6f4d4079-f540-4af0-a05f-3860b2f7ab2d tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8699675 Jan 28 19:28:10.711852 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 56306) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:10.717459 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-97a071b6-800b-4e25-b91b-0e0d5ab154c0 tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:71:83:99'}]}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:28:10.773306 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c25ae1e1-8593-47c7-8b6b-b148510a2754 req-64ed025f-1ca6-44d9-a6f5-f6bbea75fb86 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/security-groups?id=f474bf53-325f-4ec5-b389-bc6e034fc623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700257 Jan 28 19:28:10.820455 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c09c96e5-871a-4ca6-b455-47a9f9fce67b admin admin] Publish callbacks [] for security_group (4adafa7e-8e2c-422d-9709-852cc148c2d2), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:10.851636 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c09c96e5-871a-4ca6-b455-47a9f9fce67b admin admin] Publish callbacks [] for security_group (4adafa7e-8e2c-422d-9709-852cc148c2d2), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:10.889652 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-43407e40-cb2d-4840-aab2-e578f066db5c None None] Provisioning complete for port 36029f5c-1685-4226-a989-93cf6e17b6d6 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:28:10.890999 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-43407e40-cb2d-4840-aab2-e578f066db5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (36029f5c-1685-4226-a989-93cf6e17b6d6), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:10.940152 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c09c96e5-871a-4ca6-b455-47a9f9fce67b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (4adafa7e-8e2c-422d-9709-852cc148c2d2), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:10.944037 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c09c96e5-871a-4ca6-b455-47a9f9fce67b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:10.948452 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-c09c96e5-871a-4ca6-b455-47a9f9fce67b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4adafa7e-8e2c-422d-9709-852cc148c2d2 HTTP/1.1" status: 204 len: 168 time: 0.3232915 Jan 28 19:28:10.957553 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-43407e40-cb2d-4840-aab2-e578f066db5c None None] Port 36029f5c-1685-4226-a989-93cf6e17b6d6 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:28:10.958319 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09c96e5-871a-4ca6-b455-47a9f9fce67b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4adafa7e-8e2c-422d-9709-852cc148c2d2,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:11.057806 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-97a071b6-800b-4e25-b91b-0e0d5ab154c0 tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (36029f5c-1685-4226-a989-93cf6e17b6d6), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:11.077581 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5217ac5a-3f81-411f-bf67-65a4c19f9bbf req-ed8e3e4d-db21-495f-8a75-38187eb957e3 tempest-ImagesNegativeTestJSON-248883100 tempest-ImagesNegativeTestJSON-248883100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:11.084676 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5217ac5a-3f81-411f-bf67-65a4c19f9bbf req-ed8e3e4d-db21-495f-8a75-38187eb957e3 tempest-ImagesNegativeTestJSON-248883100 tempest-ImagesNegativeTestJSON-248883100-project] 10.222.0.64 "GET /v2.0/ports?device_id=377a25fd-8507-4077-8d1b-22a5b4088b03 HTTP/1.1" status: 200 len: 950 time: 0.1649809 Jan 28 19:28:11.132694 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43ed0191-cc6b-47e6-b808-e1990b9f2466', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e20a57d0-6eaf-468c-88ce-df8d8e2e5f8e'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:28:11.136008 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2862ebc-262a-4523-9f05-3c53f5ac5754" -d '{"events": [{"server_uuid": "43ed0191-cc6b-47e6-b808-e1990b9f2466", "name": "network-vif-unplugged", "status": "completed", "tag": "e20a57d0-6eaf-468c-88ce-df8d8e2e5f8e"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:28:11.170017 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5217ac5a-3f81-411f-bf67-65a4c19f9bbf req-fe96cc0a-c41c-4bfb-892a-dc8356a08a65 tempest-ImagesNegativeTestJSON-248883100 tempest-ImagesNegativeTestJSON-248883100-project] 10.222.0.64 "GET /v2.0/security-groups?id=e2b3d027-fa86-4638-b847-e27a54e3a293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845180 Jan 28 19:28:11.199308 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 19:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21630f93-3334-4038-b6fe-64803f4a2819 x-openstack-request-id: req-21630f93-3334-4038-b6fe-64803f4a2819 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:28:11.199604 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43ed0191-cc6b-47e6-b808-e1990b9f2466", "name": "network-vif-unplugged", "status": "completed", "tag": "e20a57d0-6eaf-468c-88ce-df8d8e2e5f8e", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:28:11.199861 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-21630f93-3334-4038-b6fe-64803f4a2819 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:28:11.200265 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43ed0191-cc6b-47e6-b808-e1990b9f2466', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e20a57d0-6eaf-468c-88ce-df8d8e2e5f8e', 'code': 200} Jan 28 19:28:11.372581 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-97a071b6-800b-4e25-b91b-0e0d5ab154c0 tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Publish callbacks [] for port (36029f5c-1685-4226-a989-93cf6e17b6d6), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:11.380315 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-97a071b6-800b-4e25-b91b-0e0d5ab154c0 tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (36029f5c-1685-4226-a989-93cf6e17b6d6), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:11.481479 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a071b6-800b-4e25-b91b-0e0d5ab154c0 tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Pushing event updated for resources: {'Port': ['ID=36029f5c-1685-4226-a989-93cf6e17b6d6,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:11.483519 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 56336) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:11.508785 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-97a071b6-800b-4e25-b91b-0e0d5ab154c0 tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] In _notify_port_updated(), no bound segment for port 36029f5c-1685-4226-a989-93cf6e17b6d6 on network a10f02b9-ae7a-435a-9ff0-2b266a06182d {{(pid=103304) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Jan 28 19:28:11.521456 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a071b6-800b-4e25-b91b-0e0d5ab154c0 tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:11.522315 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-97a071b6-800b-4e25-b91b-0e0d5ab154c0 tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:11.527119 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-97a071b6-800b-4e25-b91b-0e0d5ab154c0 tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] 10.222.0.64 "PUT /v2.0/ports/36029f5c-1685-4226-a989-93cf6e17b6d6 HTTP/1.1" status: 200 len: 996 time: 0.8141582 Jan 28 19:28:11.528453 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 56338) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:11.581731 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:11.583889 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-6ec4b912-50f1-4e9c-9850-7e164001d842 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=18db84f7dd1848fe9db2b1a3fc67318c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0963302 Jan 28 19:28:11.584430 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 56340) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:11.677259 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f02bdc87-c3ee-4e18-b345-f954db7b771e admin admin] Publish callbacks [] for security_group (1d8705cd-89e7-4781-b0fa-4e8d5b07401f), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:11.721998 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f02bdc87-c3ee-4e18-b345-f954db7b771e admin admin] Publish callbacks [] for security_group (1d8705cd-89e7-4781-b0fa-4e8d5b07401f), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:11.744982 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-0a8d7684-4495-4f89-89a1-e0590fb269c9 tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Deleting port 36029f5c-1685-4226-a989-93cf6e17b6d6 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:28:11.745447 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0a8d7684-4495-4f89-89a1-e0590fb269c9 tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (36029f5c-1685-4226-a989-93cf6e17b6d6), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:11.816637 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c0c56c-972b-4e6b-9114-998441aca656 req-d968ad10-fffc-4a16-ab38-4f6614511ee4 tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:11.822980 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-78c0c56c-972b-4e6b-9114-998441aca656 req-d968ad10-fffc-4a16-ab38-4f6614511ee4 tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] 10.222.0.64 "GET /v2.0/ports?device_id=4b7b3ff2-8def-48cc-a292-47020d0a0799 HTTP/1.1" status: 200 len: 945 time: 0.0785844 Jan 28 19:28:11.858145 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f02bdc87-c3ee-4e18-b345-f954db7b771e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (1d8705cd-89e7-4781-b0fa-4e8d5b07401f), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:11.861952 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f02bdc87-c3ee-4e18-b345-f954db7b771e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:11.877082 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-f02bdc87-c3ee-4e18-b345-f954db7b771e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1d8705cd-89e7-4781-b0fa-4e8d5b07401f HTTP/1.1" status: 204 len: 168 time: 0.2804832 Jan 28 19:28:11.887239 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-78c0c56c-972b-4e6b-9114-998441aca656 req-8a8d4a6b-e3d8-44a8-8b43-2e92830251e5 tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] 10.222.0.64 "GET /v2.0/security-groups?id=6e3b5f6f-cd04-46bb-9eb5-a6c7cbc22d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625765 Jan 28 19:28:11.893556 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-71c67870-4d22-4780-8169-f8be8f99f8fa None None] Provisioning complete for port 36029f5c-1685-4226-a989-93cf6e17b6d6 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:28:11.894444 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-71c67870-4d22-4780-8169-f8be8f99f8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (36029f5c-1685-4226-a989-93cf6e17b6d6), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:11.916103 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0a8d7684-4495-4f89-89a1-e0590fb269c9 tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (36029f5c-1685-4226-a989-93cf6e17b6d6), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:11.926497 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-0a8d7684-4495-4f89-89a1-e0590fb269c9 tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Calling delete_port for 36029f5c-1685-4226-a989-93cf6e17b6d6 owned by {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:28:11.971344 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-71c67870-4d22-4780-8169-f8be8f99f8fa None None] Port 36029f5c-1685-4226-a989-93cf6e17b6d6 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:28:12.035521 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02bdc87-c3ee-4e18-b345-f954db7b771e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d8705cd-89e7-4781-b0fa-4e8d5b07401f,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:12.137083 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64672ecb-9020-4378-948e-1224e1c490ac req-1cad2d73-3e5b-41ff-bddd-7482f78e6f87 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:12.138789 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-64672ecb-9020-4378-948e-1224e1c490ac req-1cad2d73-3e5b-41ff-bddd-7482f78e6f87 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/ports?device_id=39971c39-f198-4dbc-9689-58d54f376ef6 HTTP/1.1" status: 200 len: 945 time: 0.1486444 Jan 28 19:28:12.154403 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0a8d7684-4495-4f89-89a1-e0590fb269c9 tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (36029f5c-1685-4226-a989-93cf6e17b6d6), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:12.192842 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8d7684-4495-4f89-89a1-e0590fb269c9 tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Pushing event deleted for resources: {'Port': ['ID=36029f5c-1685-4226-a989-93cf6e17b6d6,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:12.388101 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 56366) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:12.458532 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a6d9c5-458f-4893-8515-2320645045e9 req-3b1c5870-10dd-4405-beba-ecdac0d59da3 tempest-ImagesNegativeTestJSON-248883100 tempest-ImagesNegativeTestJSON-248883100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:12.460218 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c0a6d9c5-458f-4893-8515-2320645045e9 req-3b1c5870-10dd-4405-beba-ecdac0d59da3 tempest-ImagesNegativeTestJSON-248883100 tempest-ImagesNegativeTestJSON-248883100-project] 10.222.0.64 "GET /v2.0/ports?device_id=377a25fd-8507-4077-8d1b-22a5b4088b03 HTTP/1.1" status: 200 len: 950 time: 0.1490781 Jan 28 19:28:12.578901 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c0a6d9c5-458f-4893-8515-2320645045e9 req-25d924db-05bf-4d33-ba0b-8b7fbc04349d tempest-ImagesNegativeTestJSON-248883100 tempest-ImagesNegativeTestJSON-248883100-project] 10.222.0.64 "GET /v2.0/security-groups?id=e2b3d027-fa86-4638-b847-e27a54e3a293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120930 Jan 28 19:28:12.807683 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-64672ecb-9020-4378-948e-1224e1c490ac req-496f1bb8-94c1-47f0-bd59-b800793a7c70 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/security-groups?id=f474bf53-325f-4ec5-b389-bc6e034fc623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6589549 Jan 28 19:28:12.829717 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0a8d7684-4495-4f89-89a1-e0590fb269c9 tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:12.833347 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-0a8d7684-4495-4f89-89a1-e0590fb269c9 tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] 10.222.0.64 "DELETE /v2.0/ports/36029f5c-1685-4226-a989-93cf6e17b6d6 HTTP/1.1" status: 204 len: 168 time: 1.3038740 Jan 28 19:28:12.848434 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 56398) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:12.881095 n-d-812111-14 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ccc0fea-2b59-424e-8e34-5fd55be852d6 tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] GET failed (client error): The resource could not be found. Jan 28 19:28:12.882722 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-4ccc0fea-2b59-424e-8e34-5fd55be852d6 tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] 10.222.0.64 "GET /v2.0/ports/36029f5c-1685-4226-a989-93cf6e17b6d6 HTTP/1.1" status: 404 len: 333 time: 0.0330694 Jan 28 19:28:12.888707 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 56400) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:12.896305 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-e0d15d25-2d90-489e-97b0-77f8dadcd364 tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Request body: {'port': {'network_id': 'a10f02b9-ae7a-435a-9ff0-2b266a06182d', 'name': 'tempest-AllowedAddressPairTestJSON-1179488009'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:28:12.986682 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:13.152454 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d472f7ff-1493-4d75-841b-db71ca4fc19a req-437f4ba9-5368-483b-ae68-a52ab26c6d38 tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:13.154214 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d472f7ff-1493-4d75-841b-db71ca4fc19a req-437f4ba9-5368-483b-ae68-a52ab26c6d38 tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] 10.222.0.64 "GET /v2.0/ports?device_id=4b7b3ff2-8def-48cc-a292-47020d0a0799 HTTP/1.1" status: 200 len: 945 time: 0.1420951 Jan 28 19:28:13.200732 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 56414) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:13.239150 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0d15d25-2d90-489e-97b0-77f8dadcd364 tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Made reservation on behalf of 81429261fb6a42c59446f0215b4798db for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:28:13.246905 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e0d15d25-2d90-489e-97b0-77f8dadcd364 tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:13.281002 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d472f7ff-1493-4d75-841b-db71ca4fc19a req-0679def2-e54c-4a32-aa88-747d6406ba3f tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] 10.222.0.64 "GET /v2.0/security-groups?id=6e3b5f6f-cd04-46bb-9eb5-a6c7cbc22d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189528 Jan 28 19:28:13.310088 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [None req-e0d15d25-2d90-489e-97b0-77f8dadcd364 tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] device_id is not set on port 5ddc79c1-df8e-44ea-a66d-7bd2b2bc5a79 yet. {{(pid=103304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:28:13.390276 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af03d609-026c-4a42-b9ff-ef333e6ea7ce req-7591f9e7-11b9-47d8-8dac-0a9432cf611f tempest-ImagesNegativeTestJSON-248883100 tempest-ImagesNegativeTestJSON-248883100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:13.392002 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-af03d609-026c-4a42-b9ff-ef333e6ea7ce req-7591f9e7-11b9-47d8-8dac-0a9432cf611f tempest-ImagesNegativeTestJSON-248883100 tempest-ImagesNegativeTestJSON-248883100-project] 10.222.0.64 "GET /v2.0/ports?device_id=377a25fd-8507-4077-8d1b-22a5b4088b03 HTTP/1.1" status: 200 len: 950 time: 0.2940187 Jan 28 19:28:13.411087 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-7fbb1c20-b3e4-44c6-8d57-6073281cb0da tempest-AgentManagementNegativeTest-1170677630 tempest-AgentManagementNegativeTest-1170677630-project] 10.222.0.64 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2031364 Jan 28 19:28:13.476094 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-af03d609-026c-4a42-b9ff-ef333e6ea7ce req-12e44127-a5ec-49c4-af8e-66074193d254 tempest-ImagesNegativeTestJSON-248883100 tempest-ImagesNegativeTestJSON-248883100-project] 10.222.0.64 "GET /v2.0/security-groups?id=e2b3d027-fa86-4638-b847-e27a54e3a293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718977 Jan 28 19:28:13.519441 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-e0d15d25-2d90-489e-97b0-77f8dadcd364 tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Allocated IP 172.20.0.6 (a10f02b9-ae7a-435a-9ff0-2b266a06182d/2a97392d-9056-40b3-840a-44368fe5749b/5ddc79c1-df8e-44ea-a66d-7bd2b2bc5a79) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:28:13.667581 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-98f9885a-14ba-4308-b597-682bf7c80948 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-732838'] for router_interface (9c951122-2c6e-437f-b0cb-85d89b6b8deb), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:13.768371 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e0d15d25-2d90-489e-97b0-77f8dadcd364 tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Publish callbacks [] for port (5ddc79c1-df8e-44ea-a66d-7bd2b2bc5a79), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:13.816624 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e0d15d25-2d90-489e-97b0-77f8dadcd364 tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (5ddc79c1-df8e-44ea-a66d-7bd2b2bc5a79), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:13.864121 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 56452) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:13.878675 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d15d25-2d90-489e-97b0-77f8dadcd364 tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Network a10f02b9-ae7a-435a-9ff0-2b266a06182d is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:28:13.883197 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-e0d15d25-2d90-489e-97b0-77f8dadcd364 tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:28:13.900198 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d15d25-2d90-489e-97b0-77f8dadcd364 tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:28:14.006895 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d15d25-2d90-489e-97b0-77f8dadcd364 tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:14.007694 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e0d15d25-2d90-489e-97b0-77f8dadcd364 tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:14.035627 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-e0d15d25-2d90-489e-97b0-77f8dadcd364 tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1457083 Jan 28 19:28:14.036391 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d15d25-2d90-489e-97b0-77f8dadcd364 tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Pushing event updated for resources: {'Port': ['ID=5ddc79c1-df8e-44ea-a66d-7bd2b2bc5a79,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:14.038629 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 56458) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:14.056328 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-c4e364fc-df78-4f7d-8e5d-d442c4cbbf63 tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Request body: {'port': {'network_id': 'a10f02b9-ae7a-435a-9ff0-2b266a06182d', 'name': 'tempest-AllowedAddressPairTestJSON-1145668443'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:28:14.088556 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41c2252-9356-4e3b-9a21-cc595de61d9f req-fd63eecc-ac62-40d7-ac7a-0e8704b06f7b tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:14.103932 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e41c2252-9356-4e3b-9a21-cc595de61d9f req-fd63eecc-ac62-40d7-ac7a-0e8704b06f7b tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/ports?device_id=39971c39-f198-4dbc-9689-58d54f376ef6 HTTP/1.1" status: 200 len: 945 time: 0.1506779 Jan 28 19:28:14.215606 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0443d2c5-ed4d-4326-8c48-176d940c2bd3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:14.247139 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e41c2252-9356-4e3b-9a21-cc595de61d9f req-3aa0940a-9e82-42ff-acee-8fe81195f485 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/security-groups?id=f474bf53-325f-4ec5-b389-bc6e034fc623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422598 Jan 28 19:28:14.378019 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device bc85f37e-d515-422c-96b8-8f6aa6732ed3 details requested by agent hyperv_n-h1-812111-14 with host n-h1-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:28:14.411940 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-98f9885a-14ba-4308-b597-682bf7c80948 admin admin] Deleting port 74ee079c-52f7-43d7-a9a4-7ec6f92e746b {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:28:14.417876 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-98f9885a-14ba-4308-b597-682bf7c80948 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (74ee079c-52f7-43d7-a9a4-7ec6f92e746b), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:14.449982 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-4c6417fd-9aa1-4cd9-b8bf-ec07d55ffe46 None None] Provisioning complete for port 5ddc79c1-df8e-44ea-a66d-7bd2b2bc5a79 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:28:14.450352 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4c6417fd-9aa1-4cd9-b8bf-ec07d55ffe46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (5ddc79c1-df8e-44ea-a66d-7bd2b2bc5a79), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:14.530689 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.db.resource_extend [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 19:28:14.559670 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-4c6417fd-9aa1-4cd9-b8bf-ec07d55ffe46 None None] Port 5ddc79c1-df8e-44ea-a66d-7bd2b2bc5a79 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:28:14.618950 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-98f9885a-14ba-4308-b597-682bf7c80948 admin admin] For port 74ee079c-52f7-43d7-a9a4-7ec6f92e746b, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=74ee079c-52f7-43d7-a9a4-7ec6f92e746b,segment=NetworkSegment(79f40755-04af-4e67-b0c3-110144717628),segment_id=79f40755-04af-4e67-b0c3-110144717628)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:28:14.619599 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-98f9885a-14ba-4308-b597-682bf7c80948 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (74ee079c-52f7-43d7-a9a4-7ec6f92e746b), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:14.630266 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0443d2c5-ed4d-4326-8c48-176d940c2bd3 admin admin] Publish callbacks [] for security_group (c387a9a3-3995-4e36-905b-c652442215ac), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:14.632688 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4e364fc-df78-4f7d-8e5d-d442c4cbbf63 tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Made reservation on behalf of 81429261fb6a42c59446f0215b4798db for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:28:14.634380 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-98f9885a-14ba-4308-b597-682bf7c80948 admin admin] Calling delete_port for 74ee079c-52f7-43d7-a9a4-7ec6f92e746b owned by network:router_interface {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:28:14.637562 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c4e364fc-df78-4f7d-8e5d-d442c4cbbf63 tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:14.652148 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0443d2c5-ed4d-4326-8c48-176d940c2bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (c387a9a3-3995-4e36-905b-c652442215ac), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:14.684279 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-0443d2c5-ed4d-4326-8c48-176d940c2bd3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e238749fde3e42bd86de30e6fad5a7ba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8181729 Jan 28 19:28:14.693058 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 56478) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:14.713558 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port bc85f37e-d515-422c-96b8-8f6aa6732ed3, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=bc85f37e-d515-422c-96b8-8f6aa6732ed3,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:28:14.715109 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [None req-c4e364fc-df78-4f7d-8e5d-d442c4cbbf63 tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] device_id is not set on port 726eaecc-2a76-4dc9-b31d-4f6864c06916 yet. {{(pid=103304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:28:14.742207 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Returning: {'device': 'bc85f37e-d515-422c-96b8-8f6aa6732ed3', 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91', 'port_id': 'bc85f37e-d515-422c-96b8-8f6aa6732ed3', 'mac_address': 'fa:16:3e:aa:d3:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2de4832-9ef6-4f40-9ac5-1557d5e6a6ff', 'ip_address': '192.168.233.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:28:14.862583 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-c4e364fc-df78-4f7d-8e5d-d442c4cbbf63 tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Allocated IP 172.20.0.5 (a10f02b9-ae7a-435a-9ff0-2b266a06182d/2a97392d-9056-40b3-840a-44368fe5749b/726eaecc-2a76-4dc9-b31d-4f6864c06916) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:28:14.877241 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port bc85f37e-d515-422c-96b8-8f6aa6732ed3 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:28:14.880299 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (bc85f37e-d515-422c-96b8-8f6aa6732ed3), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:15.062303 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2931f69d-7792-4e0a-b1fd-5f7ee877a8fa req-c8fbdc42-dfe6-4975-bfde-e96b9f37c325 tempest-ImagesNegativeTestJSON-248883100 tempest-ImagesNegativeTestJSON-248883100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:15.064533 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2931f69d-7792-4e0a-b1fd-5f7ee877a8fa req-c8fbdc42-dfe6-4975-bfde-e96b9f37c325 tempest-ImagesNegativeTestJSON-248883100 tempest-ImagesNegativeTestJSON-248883100-project] 10.222.0.41 "GET /v2.0/ports?device_id=377a25fd-8507-4077-8d1b-22a5b4088b03 HTTP/1.1" status: 200 len: 950 time: 0.4883461 Jan 28 19:28:15.088443 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3817f31-9a31-4242-b949-a30676cc9134 req-b13cb43e-4ed8-492f-b1ce-4d0d52304494 tempest-ImagesNegativeTestJSON-248883100 tempest-ImagesNegativeTestJSON-248883100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:15.090063 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b3817f31-9a31-4242-b949-a30676cc9134 req-b13cb43e-4ed8-492f-b1ce-4d0d52304494 tempest-ImagesNegativeTestJSON-248883100 tempest-ImagesNegativeTestJSON-248883100-project] 10.222.0.64 "GET /v2.0/ports?device_id=377a25fd-8507-4077-8d1b-22a5b4088b03 HTTP/1.1" status: 200 len: 950 time: 0.3194878 Jan 28 19:28:15.211707 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc85f37e-d515-422c-96b8-8f6aa6732ed3 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:28:15.254897 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port bc85f37e-d515-422c-96b8-8f6aa6732ed3, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=bc85f37e-d515-422c-96b8-8f6aa6732ed3,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:28:15.268328 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (bc85f37e-d515-422c-96b8-8f6aa6732ed3), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:15.323331 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0443d2c5-ed4d-4326-8c48-176d940c2bd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c387a9a3-3995-4e36-905b-c652442215ac,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:15.339117 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=bc85f37e-d515-422c-96b8-8f6aa6732ed3,revision_number=9']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:15.396151 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['bc85f37e-d515-422c-96b8-8f6aa6732ed3'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:28:15.483934 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4e8635-98df-416f-be6d-d5c80e0b39d0 req-220ded74-63e2-468c-9c84-e5a0f3c9939c tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:15.486155 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9e4e8635-98df-416f-be6d-d5c80e0b39d0 req-220ded74-63e2-468c-9c84-e5a0f3c9939c tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] 10.222.0.64 "GET /v2.0/ports?device_id=4b7b3ff2-8def-48cc-a292-47020d0a0799 HTTP/1.1" status: 200 len: 945 time: 1.0077922 Jan 28 19:28:15.525653 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b3817f31-9a31-4242-b949-a30676cc9134 req-31feab6f-1d18-4375-8f4b-e8ff87c75963 tempest-ImagesNegativeTestJSON-248883100 tempest-ImagesNegativeTestJSON-248883100-project] 10.222.0.64 "GET /v2.0/security-groups?id=e2b3d027-fa86-4638-b847-e27a54e3a293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2857039 Jan 28 19:28:15.576857 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-98f9885a-14ba-4308-b597-682bf7c80948 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (74ee079c-52f7-43d7-a9a4-7ec6f92e746b), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:15.871818 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f9885a-14ba-4308-b597-682bf7c80948 admin admin] Pushing event deleted for resources: {'Port': ['ID=74ee079c-52f7-43d7-a9a4-7ec6f92e746b,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:15.893384 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f9885a-14ba-4308-b597-682bf7c80948 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:28:15.894031 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f9885a-14ba-4308-b597-682bf7c80948 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:28:15.894535 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f9885a-14ba-4308-b597-682bf7c80948 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:28:15.895059 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f9885a-14ba-4308-b597-682bf7c80948 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:28:15.895552 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f9885a-14ba-4308-b597-682bf7c80948 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:28:15.896056 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f9885a-14ba-4308-b597-682bf7c80948 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:28:15.896604 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f9885a-14ba-4308-b597-682bf7c80948 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:28:15.897092 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f9885a-14ba-4308-b597-682bf7c80948 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:28:15.897763 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f9885a-14ba-4308-b597-682bf7c80948 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:28:15.898670 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f9885a-14ba-4308-b597-682bf7c80948 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:28:15.899314 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f9885a-14ba-4308-b597-682bf7c80948 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:28:15.899808 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f9885a-14ba-4308-b597-682bf7c80948 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:28:15.900296 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f9885a-14ba-4308-b597-682bf7c80948 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:28:15.916066 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-72b82af8-3d44-4bdb-a0c2-49b109e68c5b admin admin] Publish callbacks [] for security_group (c387a9a3-3995-4e36-905b-c652442215ac), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:15.961008 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-2931f69d-7792-4e0a-b1fd-5f7ee877a8fa req-119df532-ab7a-458c-954f-9eddaf8802fd tempest-ImagesNegativeTestJSON-248883100 tempest-ImagesNegativeTestJSON-248883100-project] Deleting port 273bcb17-8779-4005-b3a7-da8979a21233 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:28:15.961659 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-2931f69d-7792-4e0a-b1fd-5f7ee877a8fa req-119df532-ab7a-458c-954f-9eddaf8802fd tempest-ImagesNegativeTestJSON-248883100 tempest-ImagesNegativeTestJSON-248883100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (273bcb17-8779-4005-b3a7-da8979a21233), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:15.972367 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c4e364fc-df78-4f7d-8e5d-d442c4cbbf63 tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Publish callbacks [] for port (726eaecc-2a76-4dc9-b31d-4f6864c06916), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:16.007451 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9e4e8635-98df-416f-be6d-d5c80e0b39d0 req-0afaf99e-35e4-4c76-b1c7-169b83b43349 tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] 10.222.0.64 "GET /v2.0/security-groups?id=6e3b5f6f-cd04-46bb-9eb5-a6c7cbc22d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4720976 Jan 28 19:28:16.052028 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-72b82af8-3d44-4bdb-a0c2-49b109e68c5b admin admin] Publish callbacks [] for security_group (c387a9a3-3995-4e36-905b-c652442215ac), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:16.113128 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c4e364fc-df78-4f7d-8e5d-d442c4cbbf63 tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (726eaecc-2a76-4dc9-b31d-4f6864c06916), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:16.143639 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-98f9885a-14ba-4308-b597-682bf7c80948 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-732682'] for router_interface (9c951122-2c6e-437f-b0cb-85d89b6b8deb), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:16.207430 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e364fc-df78-4f7d-8e5d-d442c4cbbf63 tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Pushing event updated for resources: {'Port': ['ID=726eaecc-2a76-4dc9-b31d-4f6864c06916,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:16.238487 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e364fc-df78-4f7d-8e5d-d442c4cbbf63 tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Network a10f02b9-ae7a-435a-9ff0-2b266a06182d is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:28:16.241734 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-c4e364fc-df78-4f7d-8e5d-d442c4cbbf63 tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:28:16.258648 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e364fc-df78-4f7d-8e5d-d442c4cbbf63 tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:28:16.355572 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e364fc-df78-4f7d-8e5d-d442c4cbbf63 tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:16.356487 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c4e364fc-df78-4f7d-8e5d-d442c4cbbf63 tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:16.361606 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-72b82af8-3d44-4bdb-a0c2-49b109e68c5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (c387a9a3-3995-4e36-905b-c652442215ac), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:16.364780 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-72b82af8-3d44-4bdb-a0c2-49b109e68c5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:16.366764 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-72b82af8-3d44-4bdb-a0c2-49b109e68c5b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c387a9a3-3995-4e36-905b-c652442215ac HTTP/1.1" status: 204 len: 168 time: 1.6724622 Jan 28 19:28:16.381749 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device bc85f37e-d515-422c-96b8-8f6aa6732ed3 up at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:28:16.403525 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b82af8-3d44-4bdb-a0c2-49b109e68c5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c387a9a3-3995-4e36-905b-c652442215ac,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:16.439156 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-c4e364fc-df78-4f7d-8e5d-d442c4cbbf63 tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3976040 Jan 28 19:28:16.440195 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 56514) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:16.459338 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-03ecebf5-963b-4b9b-ae26-e0557e14f1e2 tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:71:83:99'}, {'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:c6:60:b2'}]}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:28:16.585996 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning complete for port bc85f37e-d515-422c-96b8-8f6aa6732ed3 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:28:16.591859 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (bc85f37e-d515-422c-96b8-8f6aa6732ed3), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:16.688624 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98f9885a-14ba-4308-b597-682bf7c80948 admin admin] Router 9c951122-2c6e-437f-b0cb-85d89b6b8deb has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:28:16.696336 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de30c1f-9bc1-4811-b263-2b9d9d96b5c7 req-3e2900f4-c9de-4502-a8da-417c4f06ad20 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:16.704600 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7de30c1f-9bc1-4811-b263-2b9d9d96b5c7 req-3e2900f4-c9de-4502-a8da-417c4f06ad20 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/ports?device_id=39971c39-f198-4dbc-9689-58d54f376ef6 HTTP/1.1" status: 200 len: 945 time: 0.8564568 Jan 28 19:28:16.803708 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7de30c1f-9bc1-4811-b263-2b9d9d96b5c7 req-a0112f8e-e1ab-48a2-b785-32f70bb221bb tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/security-groups?id=f474bf53-325f-4ec5-b389-bc6e034fc623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975058 Jan 28 19:28:16.843084 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-2931f69d-7792-4e0a-b1fd-5f7ee877a8fa req-119df532-ab7a-458c-954f-9eddaf8802fd tempest-ImagesNegativeTestJSON-248883100 tempest-ImagesNegativeTestJSON-248883100-project] For port 273bcb17-8779-4005-b3a7-da8979a21233, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=273bcb17-8779-4005-b3a7-da8979a21233,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:28:16.843455 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-2931f69d-7792-4e0a-b1fd-5f7ee877a8fa req-119df532-ab7a-458c-954f-9eddaf8802fd tempest-ImagesNegativeTestJSON-248883100 tempest-ImagesNegativeTestJSON-248883100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (273bcb17-8779-4005-b3a7-da8979a21233), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:16.848995 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0369218f-3f72-4bbf-b8ef-ebf17908a4ff req-5158a4d8-d1b4-45a8-8eba-8bfaa17edbae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:16.850546 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-0369218f-3f72-4bbf-b8ef-ebf17908a4ff req-5158a4d8-d1b4-45a8-8eba-8bfaa17edbae service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=4b7b3ff2-8def-48cc-a292-47020d0a0799 HTTP/1.1" status: 200 len: 1128 time: 0.2324889 Jan 28 19:28:16.940201 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port bc85f37e-d515-422c-96b8-8f6aa6732ed3 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:28:16.953818 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (bc85f37e-d515-422c-96b8-8f6aa6732ed3), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:17.032768 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port bc85f37e-d515-422c-96b8-8f6aa6732ed3, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=bc85f37e-d515-422c-96b8-8f6aa6732ed3,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:28:17.043234 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37b2ff65-0003-4e64-b325-58ed7427a69f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc85f37e-d515-422c-96b8-8f6aa6732ed3'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:28:17.046008 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c03412-e8fd-43c5-8c51-50262d95bfef req-8ca614e5-53bf-46e0-a357-d019155bd1de tempest-ImagesNegativeTestJSON-248883100 tempest-ImagesNegativeTestJSON-248883100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:17.049475 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-793eded7-8cb4-4db4-bedb-2cb52e40d28f" -d '{"events": [{"server_uuid": "37b2ff65-0003-4e64-b325-58ed7427a69f", "name": "network-vif-plugged", "status": "completed", "tag": "bc85f37e-d515-422c-96b8-8f6aa6732ed3"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:28:17.054172 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-38c03412-e8fd-43c5-8c51-50262d95bfef req-8ca614e5-53bf-46e0-a357-d019155bd1de tempest-ImagesNegativeTestJSON-248883100 tempest-ImagesNegativeTestJSON-248883100-project] 10.222.0.64 "GET /v2.0/ports?device_id=377a25fd-8507-4077-8d1b-22a5b4088b03 HTTP/1.1" status: 200 len: 950 time: 0.2442319 Jan 28 19:28:17.077189 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (bc85f37e-d515-422c-96b8-8f6aa6732ed3), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:17.078707 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 273bcb17-8779-4005-b3a7-da8979a21233 no longer exists at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:28:17.149837 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-03ecebf5-963b-4b9b-ae26-e0557e14f1e2 tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (726eaecc-2a76-4dc9-b31d-4f6864c06916), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:17.188109 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fb39167d-71ca-447a-b8f5-612a5257e492 None None] Provisioning complete for port 726eaecc-2a76-4dc9-b31d-4f6864c06916 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:28:17.193499 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fb39167d-71ca-447a-b8f5-612a5257e492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (726eaecc-2a76-4dc9-b31d-4f6864c06916), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:17.208809 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-2931f69d-7792-4e0a-b1fd-5f7ee877a8fa req-119df532-ab7a-458c-954f-9eddaf8802fd tempest-ImagesNegativeTestJSON-248883100 tempest-ImagesNegativeTestJSON-248883100-project] Calling delete_port for 273bcb17-8779-4005-b3a7-da8979a21233 owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:28:17.338973 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-38c03412-e8fd-43c5-8c51-50262d95bfef req-fa46d7db-2c10-4223-af49-5fe90d7488dd tempest-ImagesNegativeTestJSON-248883100 tempest-ImagesNegativeTestJSON-248883100-project] 10.222.0.64 "GET /v2.0/security-groups?id=e2b3d027-fa86-4638-b847-e27a54e3a293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2846832 Jan 28 19:28:17.369749 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fb39167d-71ca-447a-b8f5-612a5257e492 None None] Port 726eaecc-2a76-4dc9-b31d-4f6864c06916 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:28:17.372695 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=bc85f37e-d515-422c-96b8-8f6aa6732ed3,revision_number=10']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:17.438392 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98f9885a-14ba-4308-b597-682bf7c80948 admin admin] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:28:17.454159 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7311245-aa93-49d2-9711-e7c4ed3ca590 None None] Sync routers for ids ['9c951122-2c6e-437f-b0cb-85d89b6b8deb'] in n-d-812111-14 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:28:17.468201 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-98f9885a-14ba-4308-b597-682bf7c80948 admin admin] 10.222.0.64 "PUT /v2.0/routers/9c951122-2c6e-437f-b0cb-85d89b6b8deb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0730472 Jan 28 19:28:17.475475 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 56552) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:17.486025 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7311245-aa93-49d2-9711-e7c4ed3ca590 None None] Routers {'9c951122-2c6e-437f-b0cb-85d89b6b8deb'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:28:17.493329 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-a7311245-aa93-49d2-9711-e7c4ed3ca590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:28:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['9c951122-2c6e-437f-b0cb-85d89b6b8deb'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:28:17.557792 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-0369218f-3f72-4bbf-b8ef-ebf17908a4ff req-223da629-376b-4e18-b9ca-9975d0dccc2e service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=6e3b5f6f-cd04-46bb-9eb5-a6c7cbc22d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3640497 Jan 28 19:28:17.702535 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958a3c85-39a8-4904-a861-067d32a565ff req-42e87dbc-fce1-44a1-8753-f525e6167b31 tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:17.718247 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-958a3c85-39a8-4904-a861-067d32a565ff req-42e87dbc-fce1-44a1-8753-f525e6167b31 tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] 10.222.0.64 "GET /v2.0/ports?device_id=4b7b3ff2-8def-48cc-a292-47020d0a0799 HTTP/1.1" status: 200 len: 945 time: 0.5024083 Jan 28 19:28:17.744005 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-03ecebf5-963b-4b9b-ae26-e0557e14f1e2 tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Publish callbacks [] for port (726eaecc-2a76-4dc9-b31d-4f6864c06916), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:17.751981 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-a7311245-aa93-49d2-9711-e7c4ed3ca590 None None] Set router 9c951122-2c6e-437f-b0cb-85d89b6b8deb gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:28:17.759108 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-03ecebf5-963b-4b9b-ae26-e0557e14f1e2 tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (726eaecc-2a76-4dc9-b31d-4f6864c06916), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:17.821916 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-121e0149-41cd-4bfe-b358-9dc6af3280dc x-openstack-request-id: req-121e0149-41cd-4bfe-b358-9dc6af3280dc {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:28:17.824862 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37b2ff65-0003-4e64-b325-58ed7427a69f", "name": "network-vif-plugged", "status": "completed", "tag": "bc85f37e-d515-422c-96b8-8f6aa6732ed3", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:28:17.825276 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-121e0149-41cd-4bfe-b358-9dc6af3280dc {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:28:17.825861 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37b2ff65-0003-4e64-b325-58ed7427a69f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc85f37e-d515-422c-96b8-8f6aa6732ed3', 'code': 200} Jan 28 19:28:17.861333 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port 273bcb17-8779-4005-b3a7-da8979a21233 is: ACTIVE; New status is: DOWN {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:28:17.861971 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (273bcb17-8779-4005-b3a7-da8979a21233), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:18.111926 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-2931f69d-7792-4e0a-b1fd-5f7ee877a8fa req-119df532-ab7a-458c-954f-9eddaf8802fd tempest-ImagesNegativeTestJSON-248883100 tempest-ImagesNegativeTestJSON-248883100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (273bcb17-8779-4005-b3a7-da8979a21233), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:18.164288 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ecebf5-963b-4b9b-ae26-e0557e14f1e2 tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Pushing event updated for resources: {'Port': ['ID=726eaecc-2a76-4dc9-b31d-4f6864c06916,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:18.186904 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-03ecebf5-963b-4b9b-ae26-e0557e14f1e2 tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] In _notify_port_updated(), no bound segment for port 726eaecc-2a76-4dc9-b31d-4f6864c06916 on network a10f02b9-ae7a-435a-9ff0-2b266a06182d {{(pid=103304) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Jan 28 19:28:18.209365 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ecebf5-963b-4b9b-ae26-e0557e14f1e2 tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:18.209365 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-03ecebf5-963b-4b9b-ae26-e0557e14f1e2 tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:18.213447 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-03ecebf5-963b-4b9b-ae26-e0557e14f1e2 tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] 10.222.0.64 "PUT /v2.0/ports/726eaecc-2a76-4dc9-b31d-4f6864c06916 HTTP/1.1" status: 200 len: 1056 time: 1.7692816 Jan 28 19:28:18.215182 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-958a3c85-39a8-4904-a861-067d32a565ff req-1a055e65-e4ce-4a92-9267-587e863381ba tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] 10.222.0.64 "GET /v2.0/security-groups?id=6e3b5f6f-cd04-46bb-9eb5-a6c7cbc22d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4953833 Jan 28 19:28:18.216331 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 56572) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:18.277285 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248d5cba-22f6-46ab-86da-efe8c57409c9 req-ec081f30-3731-4110-a4a0-34e5d4881d31 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:18.288076 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-248d5cba-22f6-46ab-86da-efe8c57409c9 req-ec081f30-3731-4110-a4a0-34e5d4881d31 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/ports?device_id=39971c39-f198-4dbc-9689-58d54f376ef6 HTTP/1.1" status: 200 len: 945 time: 0.3021469 Jan 28 19:28:18.356843 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119df532-ab7a-458c-954f-9eddaf8802fd tempest-ImagesNegativeTestJSON-248883100 tempest-ImagesNegativeTestJSON-248883100-project] Pushing event deleted for resources: {'Port': ['ID=273bcb17-8779-4005-b3a7-da8979a21233,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:18.388773 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 56586) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:18.396981 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-a7311245-aa93-49d2-9711-e7c4ed3ca590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c951122-2c6e-437f-b0cb-85d89b6b8deb', 'name': 'tempest-TaggedBootDevicesTest-1447470354-router', 'tenant_id': 'f867837fb6c242938544d048cd197d0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.81'}], 'enable_snat': True}, 'gw_port_id': '8d90ea6d-7c43-40b8-b393-1a9d3776e8da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:19:47Z', 'updated_at': '2022-01-28T19:28:15Z', 'revision_number': 5, 'project_id': 'f867837fb6c242938544d048cd197d0a', 'gw_port': {'id': '8d90ea6d-7c43-40b8-b393-1a9d3776e8da', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:d2:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c951122-2c6e-437f-b0cb-85d89b6b8deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:19:48Z', 'updated_at': '2022-01-28T19:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:28:18.460240 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-248d5cba-22f6-46ab-86da-efe8c57409c9 req-ca9fc5f9-dce3-48e9-a080-8c6fbbfe7e5e tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/security-groups?id=f474bf53-325f-4ec5-b389-bc6e034fc623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681323 Jan 28 19:28:18.503201 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7311245-aa93-49d2-9711-e7c4ed3ca590 None None] Checking router: 9c951122-2c6e-437f-b0cb-85d89b6b8deb for host: n-d-812111-14 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:28:18.514700 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cb998a43-ccd0-49be-9c4c-f556c5c7aec0 admin admin] Publish callbacks [] for router (9c951122-2c6e-437f-b0cb-85d89b6b8deb), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:18.523553 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2d13e624-5e7b-4e9f-a78e-1b17cd6e4d2b None None] Provisioning complete for port 726eaecc-2a76-4dc9-b31d-4f6864c06916 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:28:18.524301 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2d13e624-5e7b-4e9f-a78e-1b17cd6e4d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (726eaecc-2a76-4dc9-b31d-4f6864c06916), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:18.526478 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7311245-aa93-49d2-9711-e7c4ed3ca590 None None] Routers {'9c951122-2c6e-437f-b0cb-85d89b6b8deb'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:28:18.527274 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-a7311245-aa93-49d2-9711-e7c4ed3ca590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:28:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['9c951122-2c6e-437f-b0cb-85d89b6b8deb'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:28:18.624603 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-c04f0d80-97d5-4840-8c74-f9aceacacb1a tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Request body: {'security_group': {'name': 'tempest-secgroup--1607864852'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:28:18.673136 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2d13e624-5e7b-4e9f-a78e-1b17cd6e4d2b None None] Port 726eaecc-2a76-4dc9-b31d-4f6864c06916 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:28:18.713257 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c04f0d80-97d5-4840-8c74-f9aceacacb1a tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:18.735601 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c04f0d80-97d5-4840-8c74-f9aceacacb1a tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:18.843235 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-a7311245-aa93-49d2-9711-e7c4ed3ca590 None None] Set router 9c951122-2c6e-437f-b0cb-85d89b6b8deb gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:28:18.907184 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c04f0d80-97d5-4840-8c74-f9aceacacb1a tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Publish callbacks [] for security_group (ae08c0af-9b25-47a7-8e40-5495257085f7), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:18.915257 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c04f0d80-97d5-4840-8c74-f9aceacacb1a tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (ae08c0af-9b25-47a7-8e40-5495257085f7), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:19.039616 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c04f0d80-97d5-4840-8c74-f9aceacacb1a tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Publish callbacks [] for security_group (88f7efcd-75e3-4375-bee3-cc7c4d5c1f03), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:19.089716 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c04f0d80-97d5-4840-8c74-f9aceacacb1a tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (88f7efcd-75e3-4375-bee3-cc7c4d5c1f03), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:19.138693 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04f0d80-97d5-4840-8c74-f9aceacacb1a tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae08c0af-9b25-47a7-8e40-5495257085f7,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:19.220958 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04f0d80-97d5-4840-8c74-f9aceacacb1a tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88f7efcd-75e3-4375-bee3-cc7c4d5c1f03,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:19.243627 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c04f0d80-97d5-4840-8c74-f9aceacacb1a tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:19.248251 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-c04f0d80-97d5-4840-8c74-f9aceacacb1a tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8531895 Jan 28 19:28:19.256510 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 56596) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:19.352829 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-0812efcb-022e-4b99-a363-599184413a4a tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0932059 Jan 28 19:28:19.353638 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 56606) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:19.358769 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-7024ccc6-8a92-453a-af01-40d1a53a67fe tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Request body: {'security_group': {'name': 'tempest-security--1602641894', 'description': 'tempest-security-description-485624910'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:28:19.381155 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-a7311245-aa93-49d2-9711-e7c4ed3ca590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c951122-2c6e-437f-b0cb-85d89b6b8deb', 'name': 'tempest-TaggedBootDevicesTest-1447470354-router', 'tenant_id': 'f867837fb6c242938544d048cd197d0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.81'}], 'enable_snat': True}, 'gw_port_id': '8d90ea6d-7c43-40b8-b393-1a9d3776e8da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:19:47Z', 'updated_at': '2022-01-28T19:28:15Z', 'revision_number': 5, 'project_id': 'f867837fb6c242938544d048cd197d0a', 'gw_port': {'id': '8d90ea6d-7c43-40b8-b393-1a9d3776e8da', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:d2:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c951122-2c6e-437f-b0cb-85d89b6b8deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:19:48Z', 'updated_at': '2022-01-28T19:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:28:19.427323 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7311245-aa93-49d2-9711-e7c4ed3ca590 None None] The sync data for ids ['9c951122-2c6e-437f-b0cb-85d89b6b8deb'] in n-d-812111-14 is: [{'id': '9c951122-2c6e-437f-b0cb-85d89b6b8deb', 'name': 'tempest-TaggedBootDevicesTest-1447470354-router', 'tenant_id': 'f867837fb6c242938544d048cd197d0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.81'}], 'enable_snat': True}, 'gw_port_id': '8d90ea6d-7c43-40b8-b393-1a9d3776e8da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:19:47Z', 'updated_at': '2022-01-28T19:28:15Z', 'revision_number': 5, 'project_id': 'f867837fb6c242938544d048cd197d0a', 'gw_port': {'id': '8d90ea6d-7c43-40b8-b393-1a9d3776e8da', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:d2:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c951122-2c6e-437f-b0cb-85d89b6b8deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:19:48Z', 'updated_at': '2022-01-28T19:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:28:19.431195 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7024ccc6-8a92-453a-af01-40d1a53a67fe tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Publish callbacks [] for security_group (88f7efcd-75e3-4375-bee3-cc7c4d5c1f03), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:19.492943 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-2931f69d-7792-4e0a-b1fd-5f7ee877a8fa req-119df532-ab7a-458c-954f-9eddaf8802fd tempest-ImagesNegativeTestJSON-248883100 tempest-ImagesNegativeTestJSON-248883100-project] No DVR routers for this DVR port 273bcb17-8779-4005-b3a7-da8979a21233 on host n-h1-812111-14 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:28:19.509188 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cb998a43-ccd0-49be-9c4c-f556c5c7aec0 admin admin] Publish callbacks [] for router_gateway (9c951122-2c6e-437f-b0cb-85d89b6b8deb), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:19.516055 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-2931f69d-7792-4e0a-b1fd-5f7ee877a8fa req-119df532-ab7a-458c-954f-9eddaf8802fd tempest-ImagesNegativeTestJSON-248883100 tempest-ImagesNegativeTestJSON-248883100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:19.520230 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2931f69d-7792-4e0a-b1fd-5f7ee877a8fa req-119df532-ab7a-458c-954f-9eddaf8802fd tempest-ImagesNegativeTestJSON-248883100 tempest-ImagesNegativeTestJSON-248883100-project] 10.222.0.41 "DELETE /v2.0/ports/273bcb17-8779-4005-b3a7-da8979a21233 HTTP/1.1" status: 204 len: 173 time: 4.4292376 Jan 28 19:28:19.522300 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '377a25fd-8507-4077-8d1b-22a5b4088b03', 'name': 'network-vif-deleted', 'tag': '273bcb17-8779-4005-b3a7-da8979a21233'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:28:19.525369 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9e806db-4012-4779-977d-66f7fc5512d5" -d '{"events": [{"server_uuid": "377a25fd-8507-4077-8d1b-22a5b4088b03", "name": "network-vif-deleted", "tag": "273bcb17-8779-4005-b3a7-da8979a21233"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:28:19.551614 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ccbb2d2f-9552-4e06-95fc-6ec43cde0b27 req-914f5c6f-0830-4b63-9882-bf87cc76b68f tempest-ImagesNegativeTestJSON-248883100 tempest-ImagesNegativeTestJSON-248883100-project] 10.222.0.64 "GET /v2.0/ports?device_id=377a25fd-8507-4077-8d1b-22a5b4088b03 HTTP/1.1" status: 200 len: 210 time: 0.0621710 Jan 28 19:28:19.615343 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7024ccc6-8a92-453a-af01-40d1a53a67fe tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Publish callbacks [] for security_group (88f7efcd-75e3-4375-bee3-cc7c4d5c1f03), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:19.640285 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b025aa14-8bf0-4a98-a9d3-b3c07668b4a9 req-7b926233-e755-4ac2-a81e-c9dd866f4c3d tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:19.642586 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-36478a6d-f9e2-467d-9ada-fc13a023d390 tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Deleting port 726eaecc-2a76-4dc9-b31d-4f6864c06916 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:28:19.642937 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-36478a6d-f9e2-467d-9ada-fc13a023d390 tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (726eaecc-2a76-4dc9-b31d-4f6864c06916), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:19.644618 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b025aa14-8bf0-4a98-a9d3-b3c07668b4a9 req-7b926233-e755-4ac2-a81e-c9dd866f4c3d tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] 10.222.0.64 "GET /v2.0/ports?device_id=4b7b3ff2-8def-48cc-a292-47020d0a0799 HTTP/1.1" status: 200 len: 945 time: 0.2688761 Jan 28 19:28:19.648562 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7024ccc6-8a92-453a-af01-40d1a53a67fe tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (88f7efcd-75e3-4375-bee3-cc7c4d5c1f03), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:19.651398 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7024ccc6-8a92-453a-af01-40d1a53a67fe tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:19.652798 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-7024ccc6-8a92-453a-af01-40d1a53a67fe tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] 10.222.0.64 "PUT /v2.0/security-groups/88f7efcd-75e3-4375-bee3-cc7c4d5c1f03 HTTP/1.1" status: 200 len: 1796 time: 0.2981193 Jan 28 19:28:19.662699 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 56620) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:19.737211 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7024ccc6-8a92-453a-af01-40d1a53a67fe tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88f7efcd-75e3-4375-bee3-cc7c4d5c1f03,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:19.751428 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-cb998a43-ccd0-49be-9c4c-f556c5c7aec0 admin admin] Deleting port 8d90ea6d-7c43-40b8-b393-1a9d3776e8da {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:28:19.752607 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b025aa14-8bf0-4a98-a9d3-b3c07668b4a9 req-0b08e115-2160-44bc-94f5-46e555844858 tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] 10.222.0.64 "GET /v2.0/security-groups?id=6e3b5f6f-cd04-46bb-9eb5-a6c7cbc22d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985417 Jan 28 19:28:19.759659 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cb998a43-ccd0-49be-9c4c-f556c5c7aec0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (8d90ea6d-7c43-40b8-b393-1a9d3776e8da), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:19.764041 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-aaf17923-e6a2-474c-aba2-d888f8f7a585 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] 10.222.0.64 "GET /v2.0/security-groups/88f7efcd-75e3-4375-bee3-cc7c4d5c1f03 HTTP/1.1" status: 200 len: 1796 time: 0.0991249 Jan 28 19:28:19.767648 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 56622) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:19.897058 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ec5d7681-3ac5-4d5d-a7e8-2a80dc49ae37 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Publish callbacks [] for security_group (88f7efcd-75e3-4375-bee3-cc7c4d5c1f03), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:19.941724 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-cb998a43-ccd0-49be-9c4c-f556c5c7aec0 admin admin] For port 8d90ea6d-7c43-40b8-b393-1a9d3776e8da, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=8d90ea6d-7c43-40b8-b393-1a9d3776e8da,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:28:19.942242 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cb998a43-ccd0-49be-9c4c-f556c5c7aec0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (8d90ea6d-7c43-40b8-b393-1a9d3776e8da), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:19.966678 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-cb998a43-ccd0-49be-9c4c-f556c5c7aec0 admin admin] Calling delete_port for 8d90ea6d-7c43-40b8-b393-1a9d3776e8da owned by network:router_gateway {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:28:19.999980 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ec5d7681-3ac5-4d5d-a7e8-2a80dc49ae37 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Publish callbacks [] for security_group (88f7efcd-75e3-4375-bee3-cc7c4d5c1f03), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:20.107474 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ec5d7681-3ac5-4d5d-a7e8-2a80dc49ae37 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (88f7efcd-75e3-4375-bee3-cc7c4d5c1f03), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:20.119748 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ec5d7681-3ac5-4d5d-a7e8-2a80dc49ae37 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:20.123325 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-ec5d7681-3ac5-4d5d-a7e8-2a80dc49ae37 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] 10.222.0.64 "DELETE /v2.0/security-groups/88f7efcd-75e3-4375-bee3-cc7c4d5c1f03 HTTP/1.1" status: 204 len: 168 time: 0.3525777 Jan 28 19:28:20.126406 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 56634) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:20.128097 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-36478a6d-f9e2-467d-9ada-fc13a023d390 tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (726eaecc-2a76-4dc9-b31d-4f6864c06916), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:20.149083 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5d7681-3ac5-4d5d-a7e8-2a80dc49ae37 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88f7efcd-75e3-4375-bee3-cc7c4d5c1f03,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:20.170556 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b018f9-0322-4bda-b913-c4f8febca79d req-a1a30a3c-4825-4471-a74a-e55f64b967c2 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:20.177391 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-29b018f9-0322-4bda-b913-c4f8febca79d req-a1a30a3c-4825-4471-a74a-e55f64b967c2 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/ports?device_id=39971c39-f198-4dbc-9689-58d54f376ef6 HTTP/1.1" status: 200 len: 945 time: 0.2120357 Jan 28 19:28:20.181016 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-36478a6d-f9e2-467d-9ada-fc13a023d390 tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Calling delete_port for 726eaecc-2a76-4dc9-b31d-4f6864c06916 owned by {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:28:20.260160 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f9c48b3-0843-4cb8-b256-1a39c1bb32e4 x-openstack-request-id: req-3f9c48b3-0843-4cb8-b256-1a39c1bb32e4 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:28:20.260511 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "377a25fd-8507-4077-8d1b-22a5b4088b03", "name": "network-vif-deleted", "tag": "273bcb17-8779-4005-b3a7-da8979a21233", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:28:20.260712 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3f9c48b3-0843-4cb8-b256-1a39c1bb32e4 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:28:20.261068 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '377a25fd-8507-4077-8d1b-22a5b4088b03', 'name': 'network-vif-deleted', 'tag': '273bcb17-8779-4005-b3a7-da8979a21233', 'status': 'completed', 'code': 200} Jan 28 19:28:20.404733 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-29b018f9-0322-4bda-b913-c4f8febca79d req-e45fc635-c9fb-4273-a0ac-d736c6fe7a50 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/security-groups?id=f474bf53-325f-4ec5-b389-bc6e034fc623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259312 Jan 28 19:28:20.412295 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-ac3c9f4d-3132-4c90-b4ad-fbcfbbae20ae tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2804265 Jan 28 19:28:20.416769 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 56644) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:20.437421 n-d-812111-14 neutron-server[103304]: INFO neutron.api.v2.resource [None req-1f95f9c0-3c35-48c1-9569-9077f834fdbe tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] delete failed (client error): The resource could not be found. Jan 28 19:28:20.450801 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 56646) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:20.457332 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-1f95f9c0-3c35-48c1-9569-9077f834fdbe tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] 10.222.0.64 "DELETE /v2.0/security-groups/88f7efcd-75e3-4375-bee3-cc7c4d5c1f03 HTTP/1.1" status: 404 len: 347 time: 0.0359221 Jan 28 19:28:20.469899 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-2d867597-3d30-4440-9f6e-fe855c7e7819 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Request body: {'security_group': {'name': 'tempest-secgroup--1082399557'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:28:20.546577 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:20.607584 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2d867597-3d30-4440-9f6e-fe855c7e7819 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:20.690094 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cb998a43-ccd0-49be-9c4c-f556c5c7aec0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (8d90ea6d-7c43-40b8-b393-1a9d3776e8da), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:20.704698 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-36478a6d-f9e2-467d-9ada-fc13a023d390 tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (726eaecc-2a76-4dc9-b31d-4f6864c06916), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:20.791723 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb998a43-ccd0-49be-9c4c-f556c5c7aec0 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d90ea6d-7c43-40b8-b393-1a9d3776e8da,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:21.012187 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 74ee079c-52f7-43d7-a9a4-7ec6f92e746b no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:28:21.066796 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: 74ee079c-52f7-43d7-a9a4-7ec6f92e746b {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:28:21.067431 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 74ee079c-52f7-43d7-a9a4-7ec6f92e746b not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:28:21.148955 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36478a6d-f9e2-467d-9ada-fc13a023d390 tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Pushing event deleted for resources: {'Port': ['ID=726eaecc-2a76-4dc9-b31d-4f6864c06916,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:21.161803 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2d867597-3d30-4440-9f6e-fe855c7e7819 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Publish callbacks [] for security_group (55f7de64-14b5-4678-86d8-45768a7a85a6), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:21.186326 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cb998a43-ccd0-49be-9c4c-f556c5c7aec0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-731488'] for router_gateway (9c951122-2c6e-437f-b0cb-85d89b6b8deb), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:21.235994 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2d867597-3d30-4440-9f6e-fe855c7e7819 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (55f7de64-14b5-4678-86d8-45768a7a85a6), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:21.371787 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d867597-3d30-4440-9f6e-fe855c7e7819 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55f7de64-14b5-4678-86d8-45768a7a85a6,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:21.376362 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a11ea54-bb60-46fe-853e-43193cf303f4 req-e058192f-b944-4add-8ee8-878418b7f634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:21.377938 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1a11ea54-bb60-46fe-853e-43193cf303f4 req-e058192f-b944-4add-8ee8-878418b7f634 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c3bb2ec73a174fcda5cafb398102663f&device_id=4b7b3ff2-8def-48cc-a292-47020d0a0799 HTTP/1.1" status: 200 len: 1128 time: 0.7341557 Jan 28 19:28:21.396963 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e608e6-fc0d-4b5a-9f44-a72d403a42f3 req-e1589760-dcb0-41bf-af5a-e4c40dc2126e tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:21.398782 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-23e608e6-fc0d-4b5a-9f44-a72d403a42f3 req-e1589760-dcb0-41bf-af5a-e4c40dc2126e tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] 10.222.0.64 "GET /v2.0/ports?device_id=4b7b3ff2-8def-48cc-a292-47020d0a0799 HTTP/1.1" status: 200 len: 945 time: 0.7056606 Jan 28 19:28:21.511651 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 56690) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:21.598693 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-23e608e6-fc0d-4b5a-9f44-a72d403a42f3 req-db80a0ba-9082-46e2-b7fa-f0d3daf56a6d tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] 10.222.0.64 "GET /v2.0/security-groups?id=6e3b5f6f-cd04-46bb-9eb5-a6c7cbc22d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424427 Jan 28 19:28:21.621463 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cb998a43-ccd0-49be-9c4c-f556c5c7aec0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-730901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261120'] for router (9c951122-2c6e-437f-b0cb-85d89b6b8deb), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:21.632312 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eea100d-7236-4c46-9956-324ce3a0a2a9 req-83ca7c83-e8f5-489d-ba6b-70739357b9e5 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:21.641230 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2d867597-3d30-4440-9f6e-fe855c7e7819 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:21.645171 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-2d867597-3d30-4440-9f6e-fe855c7e7819 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.1905134 Jan 28 19:28:21.646853 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9eea100d-7236-4c46-9956-324ce3a0a2a9 req-83ca7c83-e8f5-489d-ba6b-70739357b9e5 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/ports?device_id=39971c39-f198-4dbc-9689-58d54f376ef6 HTTP/1.1" status: 200 len: 945 time: 0.1129556 Jan 28 19:28:21.648934 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cb998a43-ccd0-49be-9c4c-f556c5c7aec0 admin admin] Publish callbacks [] for router_controller (9c951122-2c6e-437f-b0cb-85d89b6b8deb), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:21.652157 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 56694) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:21.680594 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-3a5487fd-01fc-4ae3-8e1a-85157a25d7e3 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Request body: {'security_group_rule': {'security_group_id': '55f7de64-14b5-4678-86d8-45768a7a85a6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:28:21.716479 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a11ea54-bb60-46fe-853e-43193cf303f4 req-ddf693bd-d7e2-4bd1-b1d8-eb63e527d3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:21.717941 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1a11ea54-bb60-46fe-853e-43193cf303f4 req-ddf693bd-d7e2-4bd1-b1d8-eb63e527d3a2 service neutron] 10.222.0.70 "GET /v2.0/networks?id=6fa40d3b-3f4b-4104-afea-21db80512bd7 HTTP/1.1" status: 200 len: 918 time: 0.2419252 Jan 28 19:28:21.719880 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-36478a6d-f9e2-467d-9ada-fc13a023d390 tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:21.726107 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-36478a6d-f9e2-467d-9ada-fc13a023d390 tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] 10.222.0.64 "DELETE /v2.0/ports/726eaecc-2a76-4dc9-b31d-4f6864c06916 HTTP/1.1" status: 204 len: 168 time: 3.4062119 Jan 28 19:28:21.729279 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 56696) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:21.777897 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1a11ea54-bb60-46fe-853e-43193cf303f4 req-0e2dd2ac-8f69-4e86-83bc-57112f233125 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=06529ba6-5ba7-465e-9d21-c4d3fc65ab53 HTTP/1.1" status: 200 len: 217 time: 0.0536618 Jan 28 19:28:21.779081 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cb998a43-ccd0-49be-9c4c-f556c5c7aec0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-730908'] for router (9c951122-2c6e-437f-b0cb-85d89b6b8deb), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:21.779582 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb998a43-ccd0-49be-9c4c-f556c5c7aec0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9c951122-2c6e-437f-b0cb-85d89b6b8deb {{(pid=103305) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:28:21.794133 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cb998a43-ccd0-49be-9c4c-f556c5c7aec0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:21.810748 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-cb998a43-ccd0-49be-9c4c-f556c5c7aec0 admin admin] 10.222.0.64 "DELETE /v2.0/routers/9c951122-2c6e-437f-b0cb-85d89b6b8deb HTTP/1.1" status: 204 len: 168 time: 4.3340333 Jan 28 19:28:21.812586 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 56702) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:21.846448 n-d-812111-14 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-53288b22-845c-4898-ba82-0708550a7645 tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] GET failed (client error): The resource could not be found. Jan 28 19:28:21.851059 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-53288b22-845c-4898-ba82-0708550a7645 tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] 10.222.0.64 "GET /v2.0/ports/726eaecc-2a76-4dc9-b31d-4f6864c06916 HTTP/1.1" status: 404 len: 333 time: 0.1114240 Jan 28 19:28:21.861791 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 56708) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:21.939317 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3a5487fd-01fc-4ae3-8e1a-85157a25d7e3 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Publish callbacks [] for security_group_rule (6fda11de-f647-482d-85c2-a1a9594ec04b), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:21.964781 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9eea100d-7236-4c46-9956-324ce3a0a2a9 req-a0a69827-dd87-4283-abe3-9e83ebc9da9c tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/security-groups?id=f474bf53-325f-4ec5-b389-bc6e034fc623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3173687 Jan 28 19:28:21.970347 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a11ea54-bb60-46fe-853e-43193cf303f4 req-89e36487-cf59-4746-90cb-ad60bc9ee3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:21.972096 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1a11ea54-bb60-46fe-853e-43193cf303f4 req-89e36487-cf59-4746-90cb-ad60bc9ee3c1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0682cf17-1671-4e06-a862-31b529728694 HTTP/1.1" status: 200 len: 858 time: 0.1878650 Jan 28 19:28:22.032490 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1a11ea54-bb60-46fe-853e-43193cf303f4 req-d01e16f6-c575-432b-96c5-c0becae119c5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6fa40d3b-3f4b-4104-afea-21db80512bd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538774 Jan 28 19:28:22.035666 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-635683bd-66a9-4136-a42a-c0007dcd0bed admin admin] Deleting subnet 6ed55e71-9221-42a1-8050-290c89e0110e {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:28:22.058748 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-635683bd-66a9-4136-a42a-c0007dcd0bed admin admin] Publish callbacks [] for subnet (6ed55e71-9221-42a1-8050-290c89e0110e), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:22.264179 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1a11ea54-bb60-46fe-853e-43193cf303f4 req-3c2aed97-0bc3-42c9-b397-16856b36d10f service neutron] 10.222.0.70 "GET /v2.0/networks/6fa40d3b-3f4b-4104-afea-21db80512bd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149465 Jan 28 19:28:22.282922 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3a5487fd-01fc-4ae3-8e1a-85157a25d7e3 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Publish callbacks [] for security_group_rule (6fda11de-f647-482d-85c2-a1a9594ec04b), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:22.290445 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-a9bd20ad-39ba-48c2-9c5d-7f898358315d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7768c4cfb6534bbeb54236d19cf30e19&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7775729 Jan 28 19:28:22.291262 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 56718) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:22.303994 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-635683bd-66a9-4136-a42a-c0007dcd0bed admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16187240'] for subnet (6ed55e71-9221-42a1-8050-290c89e0110e), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:22.365011 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3a5487fd-01fc-4ae3-8e1a-85157a25d7e3 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (6fda11de-f647-482d-85c2-a1a9594ec04b), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:22.416058 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5487fd-01fc-4ae3-8e1a-85157a25d7e3 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fda11de-f647-482d-85c2-a1a9594ec04b,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:22.463011 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1a11ea54-bb60-46fe-853e-43193cf303f4 req-c9cb72ff-fd5a-42f0-bf77-2185a8bc46c0 service neutron] 10.222.0.70 "GET /v2.0/networks/6fa40d3b-3f4b-4104-afea-21db80512bd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915426 Jan 28 19:28:22.486334 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3a5487fd-01fc-4ae3-8e1a-85157a25d7e3 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:22.487933 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-3a5487fd-01fc-4ae3-8e1a-85157a25d7e3 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8341241 Jan 28 19:28:22.490770 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 56722) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:22.495990 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-54a94cfc-0dae-409c-afec-2281b42df05c tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Deleting port 5ddc79c1-df8e-44ea-a66d-7bd2b2bc5a79 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:28:22.496688 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-54a94cfc-0dae-409c-afec-2281b42df05c tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (5ddc79c1-df8e-44ea-a66d-7bd2b2bc5a79), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:22.533544 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-635683bd-66a9-4136-a42a-c0007dcd0bed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (6ed55e71-9221-42a1-8050-290c89e0110e), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:22.601452 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7b8dc44f-86ff-4734-b7a9-e0de3d5a7181 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Publish callbacks [] for security_group_rule (6fda11de-f647-482d-85c2-a1a9594ec04b), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:22.613431 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3d69fff9-9e40-4976-85c7-b91989eb6a5f admin admin] Publish callbacks [] for security_group (e2b3d027-fa86-4638-b847-e27a54e3a293), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:22.621592 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7b8dc44f-86ff-4734-b7a9-e0de3d5a7181 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Publish callbacks [] for security_group_rule (6fda11de-f647-482d-85c2-a1a9594ec04b), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:22.661318 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3d69fff9-9e40-4976-85c7-b91989eb6a5f admin admin] Publish callbacks [] for security_group (e2b3d027-fa86-4638-b847-e27a54e3a293), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:22.717864 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-635683bd-66a9-4136-a42a-c0007dcd0bed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4752464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4733806'] for subnet (6ed55e71-9221-42a1-8050-290c89e0110e), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:22.762336 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-54a94cfc-0dae-409c-afec-2281b42df05c tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (5ddc79c1-df8e-44ea-a66d-7bd2b2bc5a79), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:22.769183 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7b8dc44f-86ff-4734-b7a9-e0de3d5a7181 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (6fda11de-f647-482d-85c2-a1a9594ec04b), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:22.793343 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-54a94cfc-0dae-409c-afec-2281b42df05c tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Calling delete_port for 5ddc79c1-df8e-44ea-a66d-7bd2b2bc5a79 owned by {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:28:22.794968 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7b8dc44f-86ff-4734-b7a9-e0de3d5a7181 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:22.796246 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-7b8dc44f-86ff-4734-b7a9-e0de3d5a7181 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/6fda11de-f647-482d-85c2-a1a9594ec04b HTTP/1.1" status: 204 len: 168 time: 0.3042803 Jan 28 19:28:22.799232 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635683bd-66a9-4136-a42a-c0007dcd0bed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ed55e71-9221-42a1-8050-290c89e0110e,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:22.800963 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 56732) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:22.803279 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-635683bd-66a9-4136-a42a-c0007dcd0bed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:22.806742 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-635683bd-66a9-4136-a42a-c0007dcd0bed admin admin] 10.222.0.64 "DELETE /v2.0/subnets/6ed55e71-9221-42a1-8050-290c89e0110e HTTP/1.1" status: 204 len: 168 time: 0.9931238 Jan 28 19:28:22.810090 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 56734) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:22.812854 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff5bf5c4-3926-421a-9919-d4c107d692a7 None None] Network 922d7922-7d01-401d-b975-2f0c2fc79a7b requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:28:22.853803 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8dc44f-86ff-4734-b7a9-e0de3d5a7181 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6fda11de-f647-482d-85c2-a1a9594ec04b,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:22.958719 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 8d90ea6d-7c43-40b8-b393-1a9d3776e8da no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:28:22.975441 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-bcb379ab-a2a1-44a6-ac27-ea91b8b86686 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1659291 Jan 28 19:28:22.982119 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d3b5b2ea-97c8-4cbf-9a96-0897df667f86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (922d7922-7d01-401d-b975-2f0c2fc79a7b), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:22.984146 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 56744) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:22.988991 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: 8d90ea6d-7c43-40b8-b393-1a9d3776e8da {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:28:22.989535 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 8d90ea6d-7c43-40b8-b393-1a9d3776e8da not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:28:23.016716 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-54a94cfc-0dae-409c-afec-2281b42df05c tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (5ddc79c1-df8e-44ea-a66d-7bd2b2bc5a79), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:23.062857 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa947e4-79f6-40da-bb01-8da0534eae30 req-8db05ce6-06e8-4a58-82a3-f43126c616bc tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:23.075041 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-0fa947e4-79f6-40da-bb01-8da0534eae30 req-8db05ce6-06e8-4a58-82a3-f43126c616bc tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] 10.222.0.64 "GET /v2.0/ports?device_id=4b7b3ff2-8def-48cc-a292-47020d0a0799 HTTP/1.1" status: 200 len: 945 time: 0.3149612 Jan 28 19:28:23.089338 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3d69fff9-9e40-4976-85c7-b91989eb6a5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (e2b3d027-fa86-4638-b847-e27a54e3a293), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:23.094841 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3d69fff9-9e40-4976-85c7-b91989eb6a5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:23.097825 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-3d69fff9-9e40-4976-85c7-b91989eb6a5f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e2b3d027-fa86-4638-b847-e27a54e3a293 HTTP/1.1" status: 204 len: 168 time: 0.8010950 Jan 28 19:28:23.109671 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a94cfc-0dae-409c-afec-2281b42df05c tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Pushing event deleted for resources: {'Port': ['ID=5ddc79c1-df8e-44ea-a66d-7bd2b2bc5a79,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:23.186528 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b240bd3e-826a-4c7a-9afc-fadf0e37d9e9 None None] DHCP port deletion for 922d7922-7d01-401d-b975-2f0c2fc79a7b request from n-d-812111-14 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:28:23.229957 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d69fff9-9e40-4976-85c7-b91989eb6a5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2b3d027-fa86-4638-b847-e27a54e3a293,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:23.370198 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b240bd3e-826a-4c7a-9afc-fadf0e37d9e9 None None] Deleting port a862f623-ce0a-49b3-bb1a-efdd0b01d707 {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:28:23.370751 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b240bd3e-826a-4c7a-9afc-fadf0e37d9e9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (a862f623-ce0a-49b3-bb1a-efdd0b01d707), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:23.452799 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9c9da5-b8e0-4270-b050-eb4ef56566d1 req-96225f04-caa8-4e49-bb6d-422d18661f79 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:23.462153 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8e9c9da5-b8e0-4270-b050-eb4ef56566d1 req-96225f04-caa8-4e49-bb6d-422d18661f79 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/ports?device_id=39971c39-f198-4dbc-9689-58d54f376ef6 HTTP/1.1" status: 200 len: 945 time: 0.2988591 Jan 28 19:28:23.495111 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-54a94cfc-0dae-409c-afec-2281b42df05c tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:23.508238 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-54a94cfc-0dae-409c-afec-2281b42df05c tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] 10.222.0.64 "DELETE /v2.0/ports/5ddc79c1-df8e-44ea-a66d-7bd2b2bc5a79 HTTP/1.1" status: 204 len: 168 time: 1.6414988 Jan 28 19:28:23.509149 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d0c7b476-323f-42df-ba2c-449860030492 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Publish callbacks [] for security_group (55f7de64-14b5-4678-86d8-45768a7a85a6), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:23.513968 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 56760) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:23.557746 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b240bd3e-826a-4c7a-9afc-fadf0e37d9e9 None None] For port a862f623-ce0a-49b3-bb1a-efdd0b01d707, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=a862f623-ce0a-49b3-bb1a-efdd0b01d707,segment=NetworkSegment(79f40755-04af-4e67-b0c3-110144717628),segment_id=79f40755-04af-4e67-b0c3-110144717628)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:28:23.558145 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b240bd3e-826a-4c7a-9afc-fadf0e37d9e9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (a862f623-ce0a-49b3-bb1a-efdd0b01d707), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:23.564778 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d0c7b476-323f-42df-ba2c-449860030492 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Publish callbacks [] for security_group (55f7de64-14b5-4678-86d8-45768a7a85a6), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:23.582487 n-d-812111-14 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5692acc-304c-4eb7-acf7-34012297cff5 tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] GET failed (client error): The resource could not be found. Jan 28 19:28:23.582733 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b240bd3e-826a-4c7a-9afc-fadf0e37d9e9 None None] Calling delete_port for a862f623-ce0a-49b3-bb1a-efdd0b01d707 owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:28:23.586866 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-c5692acc-304c-4eb7-acf7-34012297cff5 tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] 10.222.0.64 "GET /v2.0/ports/5ddc79c1-df8e-44ea-a66d-7bd2b2bc5a79 HTTP/1.1" status: 404 len: 333 time: 0.0646250 Jan 28 19:28:23.590372 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 56762) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:23.655345 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8e9c9da5-b8e0-4270-b050-eb4ef56566d1 req-d586711a-3b79-498f-a8ec-e48063ecb8c2 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/security-groups?id=f474bf53-325f-4ec5-b389-bc6e034fc623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876173 Jan 28 19:28:23.656133 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-0fa947e4-79f6-40da-bb01-8da0534eae30 req-12ade6e8-81ff-4bf6-9f8a-56201318fe0f tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] 10.222.0.64 "GET /v2.0/security-groups?id=6e3b5f6f-cd04-46bb-9eb5-a6c7cbc22d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5751729 Jan 28 19:28:23.697128 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d0c7b476-323f-42df-ba2c-449860030492 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (55f7de64-14b5-4678-86d8-45768a7a85a6), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:23.702263 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d0c7b476-323f-42df-ba2c-449860030492 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:23.704017 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-d0c7b476-323f-42df-ba2c-449860030492 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] 10.222.0.64 "DELETE /v2.0/security-groups/55f7de64-14b5-4678-86d8-45768a7a85a6 HTTP/1.1" status: 204 len: 168 time: 0.7174668 Jan 28 19:28:23.711468 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 56770) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:23.733677 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-d3b5b2ea-97c8-4cbf-9a96-0897df667f86 admin admin] Deleting port a862f623-ce0a-49b3-bb1a-efdd0b01d707 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:28:23.734582 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d3b5b2ea-97c8-4cbf-9a96-0897df667f86 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (a862f623-ce0a-49b3-bb1a-efdd0b01d707), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:23.766232 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:23.818101 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7b476-323f-42df-ba2c-449860030492 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55f7de64-14b5-4678-86d8-45768a7a85a6,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:23.860396 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b240bd3e-826a-4c7a-9afc-fadf0e37d9e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985'] for port (a862f623-ce0a-49b3-bb1a-efdd0b01d707), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:23.880460 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 56776) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:23.880805 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-b6189e51-b8f1-456d-b898-8c5f65a69c33 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1680496 Jan 28 19:28:23.883290 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-d3b5b2ea-97c8-4cbf-9a96-0897df667f86 admin admin] For port a862f623-ce0a-49b3-bb1a-efdd0b01d707, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=a862f623-ce0a-49b3-bb1a-efdd0b01d707,segment=NetworkSegment(79f40755-04af-4e67-b0c3-110144717628),segment_id=79f40755-04af-4e67-b0c3-110144717628)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:28:23.883663 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d3b5b2ea-97c8-4cbf-9a96-0897df667f86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (a862f623-ce0a-49b3-bb1a-efdd0b01d707), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:23.900901 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-fec10484-8e25-4376-a844-d43e848ce0bd tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Deleting port bae55db4-40d2-4fc1-9cfa-427d253c6bf0 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:28:23.901182 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-c8a789c2-1289-46c4-bbe0-59033d1dafa2 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Request body: {'security_group': {'name': 'tempest-secgroup--553327373'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:28:23.901303 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fec10484-8e25-4376-a844-d43e848ce0bd tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (bae55db4-40d2-4fc1-9cfa-427d253c6bf0), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:23.941919 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b240bd3e-826a-4c7a-9afc-fadf0e37d9e9 None None] Pushing event deleted for resources: {'Port': ['ID=a862f623-ce0a-49b3-bb1a-efdd0b01d707,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:23.949965 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b240bd3e-826a-4c7a-9afc-fadf0e37d9e9 None None] No DVR routers for this DVR port a862f623-ce0a-49b3-bb1a-efdd0b01d707 on host n-d-812111-14 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:28:23.972209 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-d3b5b2ea-97c8-4cbf-9a96-0897df667f86 admin admin] Calling delete_port for a862f623-ce0a-49b3-bb1a-efdd0b01d707 owned by network:dhcp {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:28:24.119775 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c8a789c2-1289-46c4-bbe0-59033d1dafa2 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:24.194791 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d3b5b2ea-97c8-4cbf-9a96-0897df667f86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (a862f623-ce0a-49b3-bb1a-efdd0b01d707), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:24.269160 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b5b2ea-97c8-4cbf-9a96-0897df667f86 admin admin] Pushing event deleted for resources: {'Port': ['ID=a862f623-ce0a-49b3-bb1a-efdd0b01d707,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:24.272750 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b5b2ea-97c8-4cbf-9a96-0897df667f86 admin admin] No DVR routers for this DVR port a862f623-ce0a-49b3-bb1a-efdd0b01d707 on host n-d-812111-14 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:28:24.290900 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fec10484-8e25-4376-a844-d43e848ce0bd tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (bae55db4-40d2-4fc1-9cfa-427d253c6bf0), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:24.346367 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-fec10484-8e25-4376-a844-d43e848ce0bd tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Calling delete_port for bae55db4-40d2-4fc1-9cfa-427d253c6bf0 owned by {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:28:24.394427 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c8a789c2-1289-46c4-bbe0-59033d1dafa2 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Publish callbacks [] for security_group (420df582-764b-476b-9fbf-036943e14f87), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:24.412457 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d3b5b2ea-97c8-4cbf-9a96-0897df667f86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (922d7922-7d01-401d-b975-2f0c2fc79a7b), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:24.419500 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c8a789c2-1289-46c4-bbe0-59033d1dafa2 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (420df582-764b-476b-9fbf-036943e14f87), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:24.446547 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c8a789c2-1289-46c4-bbe0-59033d1dafa2 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:24.447718 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-c8a789c2-1289-46c4-bbe0-59033d1dafa2 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5600960 Jan 28 19:28:24.452292 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 56802) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:24.469925 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-e5dcfb72-a37b-4523-af6e-0fdbb9155085 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Request body: {'security_group_rule': {'security_group_id': '420df582-764b-476b-9fbf-036943e14f87', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:28:24.479067 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-d3b5b2ea-97c8-4cbf-9a96-0897df667f86 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['922d7922-7d01-401d-b975-2f0c2fc79a7b']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:28:24.499408 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-d3b5b2ea-97c8-4cbf-9a96-0897df667f86 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79f40755-04af-4e67-b0c3-110144717628') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:28:24.500218 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-d3b5b2ea-97c8-4cbf-9a96-0897df667f86 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79f40755-04af-4e67-b0c3-110144717628') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:28:24.509616 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a789c2-1289-46c4-bbe0-59033d1dafa2 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Pushing event updated for resources: {'SecurityGroup': ['ID=420df582-764b-476b-9fbf-036943e14f87,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:24.529415 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d3b5b2ea-97c8-4cbf-9a96-0897df667f86 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16187153'] for segment (79f40755-04af-4e67-b0c3-110144717628), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:24.559635 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d3b5b2ea-97c8-4cbf-9a96-0897df667f86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (79f40755-04af-4e67-b0c3-110144717628), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:24.568271 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e5dcfb72-a37b-4523-af6e-0fdbb9155085 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Publish callbacks [] for security_group_rule (70dda7bb-aa68-45c5-a22e-a3c82626ba87), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:24.571551 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3b5b2ea-97c8-4cbf-9a96-0897df667f86 admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:28:24.572383 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d3b5b2ea-97c8-4cbf-9a96-0897df667f86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4752570'] for segment (79f40755-04af-4e67-b0c3-110144717628), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:24.574633 n-d-812111-14 neutron-server[103305]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:28:24.574633 n-d-812111-14 neutron-server[103305]: self.session.flush() Jan 28 19:28:24.574633 n-d-812111-14 neutron-server[103305]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:28:24.574633 n-d-812111-14 neutron-server[103305]: self.session.flush() Jan 28 19:28:24.574633 n-d-812111-14 neutron-server[103305]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:28:24.574633 n-d-812111-14 neutron-server[103305]: self.session.flush() Jan 28 19:28:24.574633 n-d-812111-14 neutron-server[103305]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:28:24.574633 n-d-812111-14 neutron-server[103305]: self.session.flush() Jan 28 19:28:24.574633 n-d-812111-14 neutron-server[103305]: Traceback (most recent call last): Jan 28 19:28:24.574633 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:28:24.574633 n-d-812111-14 neutron-server[103305]: timer() Jan 28 19:28:24.574633 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:28:24.574633 n-d-812111-14 neutron-server[103305]: cb(*args, **kw) Jan 28 19:28:24.574633 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:28:24.574633 n-d-812111-14 neutron-server[103305]: return func(*args, **kwargs) Jan 28 19:28:24.574633 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:28:24.574633 n-d-812111-14 neutron-server[103305]: self._notify() Jan 28 19:28:24.574633 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:28:24.574633 n-d-812111-14 neutron-server[103305]: self.callback(batched_events) Jan 28 19:28:24.574633 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:28:24.574633 n-d-812111-14 neutron-server[103305]: event.method(event) Jan 28 19:28:24.574633 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:28:24.574633 n-d-812111-14 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:28:24.574633 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:28:24.574633 n-d-812111-14 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:28:24.574633 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:28:24.574633 n-d-812111-14 neutron-server[103305]: return f(self, *a, **k) Jan 28 19:28:24.574633 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:28:24.574633 n-d-812111-14 neutron-server[103305]: return self._get(url).json() Jan 28 19:28:24.574633 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:28:24.574633 n-d-812111-14 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:28:24.574633 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:28:24.574633 n-d-812111-14 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 28 19:28:24.574633 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:28:24.574633 n-d-812111-14 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:28:24.574633 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:28:24.574633 n-d-812111-14 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:28:24.574633 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:28:24.574633 n-d-812111-14 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:28:24.574633 n-d-812111-14 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:28:24.645969 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fec10484-8e25-4376-a844-d43e848ce0bd tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (bae55db4-40d2-4fc1-9cfa-427d253c6bf0), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:24.673021 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d3b5b2ea-97c8-4cbf-9a96-0897df667f86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (922d7922-7d01-401d-b975-2f0c2fc79a7b), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:24.678432 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d3b5b2ea-97c8-4cbf-9a96-0897df667f86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:24.682280 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-d3b5b2ea-97c8-4cbf-9a96-0897df667f86 admin admin] 10.222.0.64 "DELETE /v2.0/networks/922d7922-7d01-401d-b975-2f0c2fc79a7b HTTP/1.1" status: 204 len: 168 time: 1.8677835 Jan 28 19:28:24.690805 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 56814) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:24.728870 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec10484-8e25-4376-a844-d43e848ce0bd tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Pushing event deleted for resources: {'Port': ['ID=bae55db4-40d2-4fc1-9cfa-427d253c6bf0,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:24.949885 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b5b2ea-97c8-4cbf-9a96-0897df667f86 admin admin] Pushing event deleted for resources: {'Network': ['ID=922d7922-7d01-401d-b975-2f0c2fc79a7b,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:24.992123 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device a862f623-ce0a-49b3-bb1a-efdd0b01d707 no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:28:25.037768 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e5dcfb72-a37b-4523-af6e-0fdbb9155085 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Publish callbacks [] for security_group_rule (70dda7bb-aa68-45c5-a22e-a3c82626ba87), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:25.055171 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: a862f623-ce0a-49b3-bb1a-efdd0b01d707 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:28:25.056876 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device a862f623-ce0a-49b3-bb1a-efdd0b01d707 not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:28:25.061756 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e5dcfb72-a37b-4523-af6e-0fdbb9155085 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (70dda7bb-aa68-45c5-a22e-a3c82626ba87), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:25.072674 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fec10484-8e25-4376-a844-d43e848ce0bd tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:25.076428 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-fec10484-8e25-4376-a844-d43e848ce0bd tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] 10.222.0.64 "DELETE /v2.0/ports/bae55db4-40d2-4fc1-9cfa-427d253c6bf0 HTTP/1.1" status: 204 len: 168 time: 1.4711111 Jan 28 19:28:25.092789 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 56822) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:25.113456 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dcfb72-a37b-4523-af6e-0fdbb9155085 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70dda7bb-aa68-45c5-a22e-a3c82626ba87,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:25.156188 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6896b77-93ce-407e-be4e-797c49b35f81 req-d4a81091-5494-46cb-8017-a1f4da542eae tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:25.164395 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b6896b77-93ce-407e-be4e-797c49b35f81 req-d4a81091-5494-46cb-8017-a1f4da542eae tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/ports?device_id=39971c39-f198-4dbc-9689-58d54f376ef6 HTTP/1.1" status: 200 len: 945 time: 0.3115036 Jan 28 19:28:25.227892 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e5dcfb72-a37b-4523-af6e-0fdbb9155085 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:25.229543 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-e5dcfb72-a37b-4523-af6e-0fdbb9155085 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7752991 Jan 28 19:28:25.236933 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 56828) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:25.248780 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-cf584d50-f315-47b2-818f-a367e78bb0d6 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Request body: {'security_group_rule': {'security_group_id': '420df582-764b-476b-9fbf-036943e14f87', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:28:25.263071 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-74363cfc-fca1-428d-8c24-bae1bc31c954 tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Deleting subnet 2a97392d-9056-40b3-840a-44368fe5749b {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:28:25.267907 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-74363cfc-fca1-428d-8c24-bae1bc31c954 tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Publish callbacks [] for subnet (2a97392d-9056-40b3-840a-44368fe5749b), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:25.329138 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-74363cfc-fca1-428d-8c24-bae1bc31c954 tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4747050'] for subnet (2a97392d-9056-40b3-840a-44368fe5749b), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:25.392525 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b6896b77-93ce-407e-be4e-797c49b35f81 req-3515f884-35b1-4ee8-a931-26cb863dead4 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/security-groups?id=f474bf53-325f-4ec5-b389-bc6e034fc623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249911 Jan 28 19:28:25.454027 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cf584d50-f315-47b2-818f-a367e78bb0d6 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Publish callbacks [] for security_group_rule (49174051-bfa4-453b-9843-564ff7ac409c), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:25.479996 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb70cde-88e8-41ff-947a-63a81fd5c311 req-641fa6de-27d4-4ae5-a589-e0cd01950078 tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:25.481514 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-bdb70cde-88e8-41ff-947a-63a81fd5c311 req-641fa6de-27d4-4ae5-a589-e0cd01950078 tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] 10.222.0.64 "GET /v2.0/ports?device_id=4b7b3ff2-8def-48cc-a292-47020d0a0799 HTTP/1.1" status: 200 len: 945 time: 0.2436731 Jan 28 19:28:25.516729 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-74363cfc-fca1-428d-8c24-bae1bc31c954 tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (2a97392d-9056-40b3-840a-44368fe5749b), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:25.584799 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cf584d50-f315-47b2-818f-a367e78bb0d6 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Publish callbacks [] for security_group_rule (49174051-bfa4-453b-9843-564ff7ac409c), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:25.598395 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cf584d50-f315-47b2-818f-a367e78bb0d6 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (49174051-bfa4-453b-9843-564ff7ac409c), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:25.624862 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-74363cfc-fca1-428d-8c24-bae1bc31c954 tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4690616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5222356'] for subnet (2a97392d-9056-40b3-840a-44368fe5749b), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:25.630155 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-bdb70cde-88e8-41ff-947a-63a81fd5c311 req-863bb7fd-76e9-4f8e-b601-c5a66eed2b88 tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] 10.222.0.64 "GET /v2.0/security-groups?id=6e3b5f6f-cd04-46bb-9eb5-a6c7cbc22d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337726 Jan 28 19:28:25.650850 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf584d50-f315-47b2-818f-a367e78bb0d6 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49174051-bfa4-453b-9843-564ff7ac409c,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:25.662570 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cf584d50-f315-47b2-818f-a367e78bb0d6 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:25.673841 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-cf584d50-f315-47b2-818f-a367e78bb0d6 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4307606 Jan 28 19:28:25.676368 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 56850) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:25.698774 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-c6eb861e-5291-4330-b836-00e2ce46805f tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Request body: {'security_group_rule': {'security_group_id': '420df582-764b-476b-9fbf-036943e14f87', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:28:25.704388 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74363cfc-fca1-428d-8c24-bae1bc31c954 tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Pushing event deleted for resources: {'Subnet': ['ID=2a97392d-9056-40b3-840a-44368fe5749b,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:25.736755 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a18851cf-de1c-40f9-9077-7aecb83e9483 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-732838'] for router_interface (a710a937-9ca6-482d-ba52-cac6f493b1cc), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:25.745878 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-74363cfc-fca1-428d-8c24-bae1bc31c954 tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:25.753770 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-74363cfc-fca1-428d-8c24-bae1bc31c954 tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] 10.222.0.64 "DELETE /v2.0/subnets/2a97392d-9056-40b3-840a-44368fe5749b HTTP/1.1" status: 204 len: 168 time: 0.6488655 Jan 28 19:28:25.754078 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40733474-8cef-48ec-8bd3-5cac61ab81ce None None] Network a10f02b9-ae7a-435a-9ff0-2b266a06182d requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:28:25.755194 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 56854) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:25.848360 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c6eb861e-5291-4330-b836-00e2ce46805f tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Publish callbacks [] for security_group_rule (e8666f19-6f97-4a18-9c52-7faa786fe8cf), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:25.867655 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cbded5e9-c8ef-4d25-8dcd-25d967661b5b tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (a10f02b9-ae7a-435a-9ff0-2b266a06182d), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:25.933434 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-cbded5e9-c8ef-4d25-8dcd-25d967661b5b tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Deleting port 76cc186c-4b90-4590-8dba-6294e213d465 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:28:25.933924 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cbded5e9-c8ef-4d25-8dcd-25d967661b5b tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (76cc186c-4b90-4590-8dba-6294e213d465), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:26.042953 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-cbded5e9-c8ef-4d25-8dcd-25d967661b5b tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] For port 76cc186c-4b90-4590-8dba-6294e213d465, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=76cc186c-4b90-4590-8dba-6294e213d465,segment=NetworkSegment(2f6efb2f-3e59-41c0-84d4-09ee42706299),segment_id=2f6efb2f-3e59-41c0-84d4-09ee42706299)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:28:26.043330 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cbded5e9-c8ef-4d25-8dcd-25d967661b5b tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (76cc186c-4b90-4590-8dba-6294e213d465), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:26.061517 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-cbded5e9-c8ef-4d25-8dcd-25d967661b5b tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Calling delete_port for 76cc186c-4b90-4590-8dba-6294e213d465 owned by network:dhcp {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:28:26.152532 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e72f60-5563-4218-98ea-9cbe0580a6d8 None None] DHCP port deletion for a10f02b9-ae7a-435a-9ff0-2b266a06182d request from n-d-812111-14 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:28:26.168932 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c6eb861e-5291-4330-b836-00e2ce46805f tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Publish callbacks [] for security_group_rule (e8666f19-6f97-4a18-9c52-7faa786fe8cf), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:26.183450 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c6eb861e-5291-4330-b836-00e2ce46805f tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (e8666f19-6f97-4a18-9c52-7faa786fe8cf), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:26.230020 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cbded5e9-c8ef-4d25-8dcd-25d967661b5b tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (76cc186c-4b90-4590-8dba-6294e213d465), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:26.269122 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6eb861e-5291-4330-b836-00e2ce46805f tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8666f19-6f97-4a18-9c52-7faa786fe8cf,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:26.307903 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c6eb861e-5291-4330-b836-00e2ce46805f tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:26.317663 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-18e72f60-5563-4218-98ea-9cbe0580a6d8 None None] Deleting port 76cc186c-4b90-4590-8dba-6294e213d465 {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:28:26.318132 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-18e72f60-5563-4218-98ea-9cbe0580a6d8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (76cc186c-4b90-4590-8dba-6294e213d465), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:26.323028 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-c6eb861e-5291-4330-b836-00e2ce46805f tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6410754 Jan 28 19:28:26.323787 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbded5e9-c8ef-4d25-8dcd-25d967661b5b tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Pushing event deleted for resources: {'Port': ['ID=76cc186c-4b90-4590-8dba-6294e213d465,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:26.325580 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 56870) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:26.326403 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbded5e9-c8ef-4d25-8dcd-25d967661b5b tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] No DVR routers for this DVR port 76cc186c-4b90-4590-8dba-6294e213d465 on host n-d-812111-14 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:28:26.345557 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-843470c5-76f9-457e-824d-205143a566e6 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Request body: {'security_group_rule': {'security_group_id': '420df582-764b-476b-9fbf-036943e14f87', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:28:26.499442 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-18e72f60-5563-4218-98ea-9cbe0580a6d8 None None] For port 76cc186c-4b90-4590-8dba-6294e213d465, host n-d-812111-14, got binding levels [] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:28:26.500230 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-18e72f60-5563-4218-98ea-9cbe0580a6d8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (76cc186c-4b90-4590-8dba-6294e213d465), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:26.526482 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-18e72f60-5563-4218-98ea-9cbe0580a6d8 None None] Calling delete_port for 76cc186c-4b90-4590-8dba-6294e213d465 owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:28:26.533352 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.ipam_backend_mixin [None req-18e72f60-5563-4218-98ea-9cbe0580a6d8 None None] Port 76cc186c-4b90-4590-8dba-6294e213d465 was not found and therefore no delete operation was performed {{(pid=103306) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 19:28:26.536475 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-18e72f60-5563-4218-98ea-9cbe0580a6d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985'] for port (76cc186c-4b90-4590-8dba-6294e213d465), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:26.567403 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-a18851cf-de1c-40f9-9077-7aecb83e9483 admin admin] Deleting port 3e169ac1-4adc-4452-988f-952d3291436d {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:28:26.573451 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a18851cf-de1c-40f9-9077-7aecb83e9483 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (3e169ac1-4adc-4452-988f-952d3291436d), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:26.626582 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e72f60-5563-4218-98ea-9cbe0580a6d8 None None] No DVR routers for this DVR port 76cc186c-4b90-4590-8dba-6294e213d465 on host n-d-812111-14 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:28:26.655293 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e72f60-5563-4218-98ea-9cbe0580a6d8 None None] Pushing event deleted for resources: {'Port': ['ID=76cc186c-4b90-4590-8dba-6294e213d465,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:26.660763 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cbded5e9-c8ef-4d25-8dcd-25d967661b5b tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (a10f02b9-ae7a-435a-9ff0-2b266a06182d), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:26.666551 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-843470c5-76f9-457e-824d-205143a566e6 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Publish callbacks [] for security_group_rule (b040219d-e80f-414d-97c4-dcefd68b7f4e), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:26.755925 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-cbded5e9-c8ef-4d25-8dcd-25d967661b5b tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a10f02b9-ae7a-435a-9ff0-2b266a06182d']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:28:26.797077 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-a18851cf-de1c-40f9-9077-7aecb83e9483 admin admin] For port 3e169ac1-4adc-4452-988f-952d3291436d, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=3e169ac1-4adc-4452-988f-952d3291436d,segment=NetworkSegment(39b6d7fe-721a-4055-b862-82ac4372f77a),segment_id=39b6d7fe-721a-4055-b862-82ac4372f77a)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:28:26.798590 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a18851cf-de1c-40f9-9077-7aecb83e9483 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (3e169ac1-4adc-4452-988f-952d3291436d), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:26.816174 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d29c40-1ac6-41ee-89c4-05e4f2af3fa8 req-2ef0ea22-8cfb-4192-afe4-a2f9657ba571 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:26.817817 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-56d29c40-1ac6-41ee-89c4-05e4f2af3fa8 req-2ef0ea22-8cfb-4192-afe4-a2f9657ba571 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/ports?device_id=39971c39-f198-4dbc-9689-58d54f376ef6 HTTP/1.1" status: 200 len: 945 time: 0.2649853 Jan 28 19:28:26.819712 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-cbded5e9-c8ef-4d25-8dcd-25d967661b5b tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f6efb2f-3e59-41c0-84d4-09ee42706299') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:28:26.826369 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-a18851cf-de1c-40f9-9077-7aecb83e9483 admin admin] Calling delete_port for 3e169ac1-4adc-4452-988f-952d3291436d owned by network:router_interface {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:28:26.828107 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-cbded5e9-c8ef-4d25-8dcd-25d967661b5b tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f6efb2f-3e59-41c0-84d4-09ee42706299') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:28:26.883324 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cbded5e9-c8ef-4d25-8dcd-25d967661b5b tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4747091'] for segment (2f6efb2f-3e59-41c0-84d4-09ee42706299), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:26.965161 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cbded5e9-c8ef-4d25-8dcd-25d967661b5b tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (2f6efb2f-3e59-41c0-84d4-09ee42706299), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:26.967119 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 76cc186c-4b90-4590-8dba-6294e213d465 no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:28:27.002270 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbded5e9-c8ef-4d25-8dcd-25d967661b5b tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:28:27.002800 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cbded5e9-c8ef-4d25-8dcd-25d967661b5b tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4690514'] for segment (2f6efb2f-3e59-41c0-84d4-09ee42706299), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:27.010235 n-d-812111-14 neutron-server[103304]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_agent failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 28 19:28:27.010235 n-d-812111-14 neutron-server[103304]: warnings.warn(msg) Jan 28 19:28:27.010235 n-d-812111-14 neutron-server[103304]: Traceback (most recent call last): Jan 28 19:28:27.010235 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:28:27.010235 n-d-812111-14 neutron-server[103304]: timer() Jan 28 19:28:27.010235 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:28:27.010235 n-d-812111-14 neutron-server[103304]: cb(*args, **kw) Jan 28 19:28:27.010235 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:28:27.010235 n-d-812111-14 neutron-server[103304]: return func(*args, **kwargs) Jan 28 19:28:27.010235 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:28:27.010235 n-d-812111-14 neutron-server[103304]: self._notify() Jan 28 19:28:27.010235 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:28:27.010235 n-d-812111-14 neutron-server[103304]: self.callback(batched_events) Jan 28 19:28:27.010235 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:28:27.010235 n-d-812111-14 neutron-server[103304]: event.method(event) Jan 28 19:28:27.010235 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:28:27.010235 n-d-812111-14 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:28:27.010235 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:28:27.010235 n-d-812111-14 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:28:27.010235 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:28:27.010235 n-d-812111-14 neutron-server[103304]: return f(self, *a, **k) Jan 28 19:28:27.010235 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:28:27.010235 n-d-812111-14 neutron-server[103304]: return self._get(url).json() Jan 28 19:28:27.010235 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:28:27.010235 n-d-812111-14 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:28:27.010235 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:28:27.010235 n-d-812111-14 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 28 19:28:27.010235 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:28:27.010235 n-d-812111-14 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:28:27.010235 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:28:27.010235 n-d-812111-14 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:28:27.010235 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:28:27.010235 n-d-812111-14 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:28:27.010235 n-d-812111-14 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:28:27.021817 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: 76cc186c-4b90-4590-8dba-6294e213d465 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:28:27.022452 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 76cc186c-4b90-4590-8dba-6294e213d465 not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:28:27.090395 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-843470c5-76f9-457e-824d-205143a566e6 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Publish callbacks [] for security_group_rule (b040219d-e80f-414d-97c4-dcefd68b7f4e), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:27.154872 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-843470c5-76f9-457e-824d-205143a566e6 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (b040219d-e80f-414d-97c4-dcefd68b7f4e), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:27.184069 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-56d29c40-1ac6-41ee-89c4-05e4f2af3fa8 req-23845a07-fca0-49f3-8d19-ee6d65ba3aea tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/security-groups?id=f474bf53-325f-4ec5-b389-bc6e034fc623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3479900 Jan 28 19:28:27.193849 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-843470c5-76f9-457e-824d-205143a566e6 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:27.195375 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-843470c5-76f9-457e-824d-205143a566e6 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8614407 Jan 28 19:28:27.198205 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 56890) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:27.218919 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-8f0ed672-f3a3-4cc1-95d1-99e8587b3dec tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Request body: {'security_group_rule': {'security_group_id': '420df582-764b-476b-9fbf-036943e14f87', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:28:27.224569 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cbded5e9-c8ef-4d25-8dcd-25d967661b5b tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (a10f02b9-ae7a-435a-9ff0-2b266a06182d), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:27.226291 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843470c5-76f9-457e-824d-205143a566e6 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b040219d-e80f-414d-97c4-dcefd68b7f4e,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:27.237257 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cbded5e9-c8ef-4d25-8dcd-25d967661b5b tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:27.240547 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-cbded5e9-c8ef-4d25-8dcd-25d967661b5b tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] 10.222.0.64 "DELETE /v2.0/networks/a10f02b9-ae7a-435a-9ff0-2b266a06182d HTTP/1.1" status: 204 len: 168 time: 1.4843755 Jan 28 19:28:27.262903 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbded5e9-c8ef-4d25-8dcd-25d967661b5b tempest-AllowedAddressPairTestJSON-1007469550 tempest-AllowedAddressPairTestJSON-1007469550-project] Pushing event deleted for resources: {'Network': ['ID=a10f02b9-ae7a-435a-9ff0-2b266a06182d,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:27.294049 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8f0ed672-f3a3-4cc1-95d1-99e8587b3dec tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Publish callbacks [] for security_group_rule (64e24c9b-9fbe-4d83-bcca-de656d6baaa7), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:27.451675 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8f0ed672-f3a3-4cc1-95d1-99e8587b3dec tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Publish callbacks [] for security_group_rule (64e24c9b-9fbe-4d83-bcca-de656d6baaa7), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:27.463263 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8f0ed672-f3a3-4cc1-95d1-99e8587b3dec tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (64e24c9b-9fbe-4d83-bcca-de656d6baaa7), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:27.516815 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0ed672-f3a3-4cc1-95d1-99e8587b3dec tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64e24c9b-9fbe-4d83-bcca-de656d6baaa7,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:27.547117 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8f0ed672-f3a3-4cc1-95d1-99e8587b3dec tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:27.551747 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-8f0ed672-f3a3-4cc1-95d1-99e8587b3dec tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3497224 Jan 28 19:28:27.552825 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 56906) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:27.623292 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-da991064-a6ec-46da-b36e-a727bc110987 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Publish callbacks [] for security_group_rule (64e24c9b-9fbe-4d83-bcca-de656d6baaa7), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:27.633626 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-da991064-a6ec-46da-b36e-a727bc110987 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Publish callbacks [] for security_group_rule (64e24c9b-9fbe-4d83-bcca-de656d6baaa7), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:27.718380 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-da991064-a6ec-46da-b36e-a727bc110987 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (64e24c9b-9fbe-4d83-bcca-de656d6baaa7), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:27.734464 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-da991064-a6ec-46da-b36e-a727bc110987 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:27.740705 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-da991064-a6ec-46da-b36e-a727bc110987 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/64e24c9b-9fbe-4d83-bcca-de656d6baaa7 HTTP/1.1" status: 204 len: 168 time: 0.1816216 Jan 28 19:28:27.740705 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da991064-a6ec-46da-b36e-a727bc110987 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=64e24c9b-9fbe-4d83-bcca-de656d6baaa7,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:27.747059 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 56914) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:27.836716 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-ceefaee6-3cb0-4f02-9044-d69786d2b9d5 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0859923 Jan 28 19:28:27.837411 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 56916) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:27.891638 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bb92aa81-073c-4aa2-b402-75e5fab6b6bf tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Publish callbacks [] for security_group_rule (b040219d-e80f-414d-97c4-dcefd68b7f4e), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:27.909394 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bb92aa81-073c-4aa2-b402-75e5fab6b6bf tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Publish callbacks [] for security_group_rule (b040219d-e80f-414d-97c4-dcefd68b7f4e), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:27.974372 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bb92aa81-073c-4aa2-b402-75e5fab6b6bf tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (b040219d-e80f-414d-97c4-dcefd68b7f4e), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:27.994118 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bb92aa81-073c-4aa2-b402-75e5fab6b6bf tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:27.996221 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-bb92aa81-073c-4aa2-b402-75e5fab6b6bf tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/b040219d-e80f-414d-97c4-dcefd68b7f4e HTTP/1.1" status: 204 len: 168 time: 0.1577928 Jan 28 19:28:27.997501 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb92aa81-073c-4aa2-b402-75e5fab6b6bf tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b040219d-e80f-414d-97c4-dcefd68b7f4e,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:27.999562 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 56918) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:28.030322 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 56920) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:28.092303 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-b3a0b118-c26d-4097-aea8-df6bc25ce70b tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0827947 Jan 28 19:28:28.102764 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 56924) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:28.143902 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-930840fd-4622-461b-bfbf-7351ff37041a tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Publish callbacks [] for security_group_rule (e8666f19-6f97-4a18-9c52-7faa786fe8cf), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:28.169554 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-930840fd-4622-461b-bfbf-7351ff37041a tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Publish callbacks [] for security_group_rule (e8666f19-6f97-4a18-9c52-7faa786fe8cf), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:28.193171 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a18851cf-de1c-40f9-9077-7aecb83e9483 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (3e169ac1-4adc-4452-988f-952d3291436d), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:28.251467 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-930840fd-4622-461b-bfbf-7351ff37041a tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (e8666f19-6f97-4a18-9c52-7faa786fe8cf), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:28.278896 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-930840fd-4622-461b-bfbf-7351ff37041a tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:28.280263 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-930840fd-4622-461b-bfbf-7351ff37041a tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/e8666f19-6f97-4a18-9c52-7faa786fe8cf HTTP/1.1" status: 204 len: 168 time: 0.1763556 Jan 28 19:28:28.282774 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930840fd-4622-461b-bfbf-7351ff37041a tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e8666f19-6f97-4a18-9c52-7faa786fe8cf,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:28.295347 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 56936) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:28.385949 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18851cf-de1c-40f9-9077-7aecb83e9483 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e169ac1-4adc-4452-988f-952d3291436d,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:28.403001 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-fdc0bdd9-8bdf-4a23-b685-baf16da4ae7b tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1063251 Jan 28 19:28:28.410489 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 56942) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:28.472614 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 56946) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:28.678641 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f35fd177-6766-4903-8784-314bd0c1faf8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:28.722969 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-219cc537-6e44-40de-bf75-82206349de4a tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Publish callbacks [] for security_group_rule (49174051-bfa4-453b-9843-564ff7ac409c), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:28.731820 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-219cc537-6e44-40de-bf75-82206349de4a tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Publish callbacks [] for security_group_rule (49174051-bfa4-453b-9843-564ff7ac409c), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:28.761008 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-8cc50aaf-9bb3-4f3c-87ca-062115061025 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=81429261fb6a42c59446f0215b4798db&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7286432 Jan 28 19:28:28.763913 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 56952) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:28.809189 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f35fd177-6766-4903-8784-314bd0c1faf8 admin admin] Publish callbacks [] for security_group (806ecdfd-403e-41e8-930a-01ff1ff8cdd2), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:28.822744 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f35fd177-6766-4903-8784-314bd0c1faf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (806ecdfd-403e-41e8-930a-01ff1ff8cdd2), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:28.842256 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a18851cf-de1c-40f9-9077-7aecb83e9483 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-732682'] for router_interface (a710a937-9ca6-482d-ba52-cac6f493b1cc), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:28.852862 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efecb23-6913-4f8a-a67b-8285d814e22d req-b9331b60-145e-4a1a-b547-e17a646be442 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:28.867801 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3efecb23-6913-4f8a-a67b-8285d814e22d req-b9331b60-145e-4a1a-b547-e17a646be442 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/ports?device_id=39971c39-f198-4dbc-9689-58d54f376ef6 HTTP/1.1" status: 200 len: 945 time: 0.4563775 Jan 28 19:28:28.876486 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-219cc537-6e44-40de-bf75-82206349de4a tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (49174051-bfa4-453b-9843-564ff7ac409c), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:28.893832 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-f35fd177-6766-4903-8784-314bd0c1faf8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=80e0ece9526940518b3973834984b511&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4174480 Jan 28 19:28:28.894383 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-219cc537-6e44-40de-bf75-82206349de4a tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:28.894793 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 56954) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:28.895600 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35fd177-6766-4903-8784-314bd0c1faf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=806ecdfd-403e-41e8-930a-01ff1ff8cdd2,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:28.898329 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-219cc537-6e44-40de-bf75-82206349de4a tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/49174051-bfa4-453b-9843-564ff7ac409c HTTP/1.1" status: 204 len: 168 time: 0.4856606 Jan 28 19:28:28.912157 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 56956) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:28.918598 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219cc537-6e44-40de-bf75-82206349de4a tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=49174051-bfa4-453b-9843-564ff7ac409c,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:28.960908 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b6fb33d8-d0b5-473a-a9cd-5e5f05d6f9fd admin admin] Publish callbacks [] for security_group (33fd2d3f-19fe-41e0-abaf-5152e6a5639c), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:29.023506 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-4479b54b-4637-4073-b0b4-8b270fbc126b tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0901284 Jan 28 19:28:29.032321 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 56958) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:29.038680 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3efecb23-6913-4f8a-a67b-8285d814e22d req-c625803a-b8ab-44d5-be45-f410ea6f2523 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/security-groups?id=f474bf53-325f-4ec5-b389-bc6e034fc623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698260 Jan 28 19:28:29.043705 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b6fb33d8-d0b5-473a-a9cd-5e5f05d6f9fd admin admin] Publish callbacks [] for security_group (33fd2d3f-19fe-41e0-abaf-5152e6a5639c), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:29.115588 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d0d6ec60-62fe-4b92-983b-484c590ccb3f tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Publish callbacks [] for security_group_rule (70dda7bb-aa68-45c5-a22e-a3c82626ba87), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:29.128792 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ab3468ff-895f-4d22-9904-9a3ad9943d95 admin admin] Publish callbacks [] for security_group (806ecdfd-403e-41e8-930a-01ff1ff8cdd2), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:29.131515 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d0d6ec60-62fe-4b92-983b-484c590ccb3f tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Publish callbacks [] for security_group_rule (70dda7bb-aa68-45c5-a22e-a3c82626ba87), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:29.172466 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ab3468ff-895f-4d22-9904-9a3ad9943d95 admin admin] Publish callbacks [] for security_group (806ecdfd-403e-41e8-930a-01ff1ff8cdd2), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:29.189088 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d0d6ec60-62fe-4b92-983b-484c590ccb3f tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (70dda7bb-aa68-45c5-a22e-a3c82626ba87), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:29.194689 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d0d6ec60-62fe-4b92-983b-484c590ccb3f tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:29.198210 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-d0d6ec60-62fe-4b92-983b-484c590ccb3f tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/70dda7bb-aa68-45c5-a22e-a3c82626ba87 HTTP/1.1" status: 204 len: 168 time: 0.1547441 Jan 28 19:28:29.204243 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 56960) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:29.208054 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b6fb33d8-d0b5-473a-a9cd-5e5f05d6f9fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (33fd2d3f-19fe-41e0-abaf-5152e6a5639c), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:29.210736 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b6fb33d8-d0b5-473a-a9cd-5e5f05d6f9fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:29.214208 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-b6fb33d8-d0b5-473a-a9cd-5e5f05d6f9fd admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/33fd2d3f-19fe-41e0-abaf-5152e6a5639c HTTP/1.1" status: 204 len: 168 time: 0.4468100 Jan 28 19:28:29.247123 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a18851cf-de1c-40f9-9077-7aecb83e9483 admin admin] Router a710a937-9ca6-482d-ba52-cac6f493b1cc has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:28:29.278294 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d6ec60-62fe-4b92-983b-484c590ccb3f tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=70dda7bb-aa68-45c5-a22e-a3c82626ba87,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:29.293220 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fb33d8-d0b5-473a-a9cd-5e5f05d6f9fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33fd2d3f-19fe-41e0-abaf-5152e6a5639c,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:29.344843 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-21cf1329-3910-4403-9cb3-3de6f3141a66 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1375985 Jan 28 19:28:29.350239 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 56964) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:29.374555 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ab3468ff-895f-4d22-9904-9a3ad9943d95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (806ecdfd-403e-41e8-930a-01ff1ff8cdd2), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:29.378052 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ab3468ff-895f-4d22-9904-9a3ad9943d95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:29.379438 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-ab3468ff-895f-4d22-9904-9a3ad9943d95 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/806ecdfd-403e-41e8-930a-01ff1ff8cdd2 HTTP/1.1" status: 204 len: 168 time: 0.4685953 Jan 28 19:28:29.399876 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3468ff-895f-4d22-9904-9a3ad9943d95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=806ecdfd-403e-41e8-930a-01ff1ff8cdd2,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:29.436166 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c9e18113-5357-4d4b-a4d7-4c95a8bc66ac tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Publish callbacks [] for security_group (420df582-764b-476b-9fbf-036943e14f87), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:29.483120 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c9e18113-5357-4d4b-a4d7-4c95a8bc66ac tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Publish callbacks [] for security_group (420df582-764b-476b-9fbf-036943e14f87), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:29.540463 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a18851cf-de1c-40f9-9077-7aecb83e9483 admin admin] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:28:29.551648 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-a18851cf-de1c-40f9-9077-7aecb83e9483 admin admin] 10.222.0.64 "PUT /v2.0/routers/a710a937-9ca6-482d-ba52-cac6f493b1cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8582559 Jan 28 19:28:29.554251 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 56982) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:29.555702 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17e28ed-4a94-41b9-ad2b-74caa1aa6266 None None] Sync routers for ids ['a710a937-9ca6-482d-ba52-cac6f493b1cc'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:28:29.583652 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17e28ed-4a94-41b9-ad2b-74caa1aa6266 None None] Routers {'a710a937-9ca6-482d-ba52-cac6f493b1cc'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:28:29.585532 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-a17e28ed-4a94-41b9-ad2b-74caa1aa6266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:28:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['a710a937-9ca6-482d-ba52-cac6f493b1cc'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:28:29.585841 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c9e18113-5357-4d4b-a4d7-4c95a8bc66ac tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (420df582-764b-476b-9fbf-036943e14f87), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:29.588545 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c9e18113-5357-4d4b-a4d7-4c95a8bc66ac tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:29.589885 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-c9e18113-5357-4d4b-a4d7-4c95a8bc66ac tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] 10.222.0.64 "DELETE /v2.0/security-groups/420df582-764b-476b-9fbf-036943e14f87 HTTP/1.1" status: 204 len: 168 time: 0.2384839 Jan 28 19:28:29.594434 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 56986) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:29.644969 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e18113-5357-4d4b-a4d7-4c95a8bc66ac tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=420df582-764b-476b-9fbf-036943e14f87,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:29.765905 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-a17e28ed-4a94-41b9-ad2b-74caa1aa6266 None None] Set router a710a937-9ca6-482d-ba52-cac6f493b1cc gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:28:29.779896 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-7cd2958f-1bc2-4ddd-bc1b-f11f994724e2 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1789846 Jan 28 19:28:29.781929 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 56990) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:29.792534 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-532706fe-9dc1-4de7-a83a-e5edce9fcf3d tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Request body: {'security_group': {'name': 'tempest-secgroup--624881036'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:28:29.858014 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-532706fe-9dc1-4de7-a83a-e5edce9fcf3d tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:29.946367 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f96729c5-96aa-48b8-adfa-7d406035502a admin admin] Publish callbacks [] for router (a710a937-9ca6-482d-ba52-cac6f493b1cc), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:30.296661 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-a17e28ed-4a94-41b9-ad2b-74caa1aa6266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a710a937-9ca6-482d-ba52-cac6f493b1cc', 'name': 'tempest-TaggedBootDevicesTest-296704211-router', 'tenant_id': '887681a33d5342eeb1bb362ffae0ffa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': '8b02bfa3-7bee-4fac-896b-0e201a728b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:19:58Z', 'updated_at': '2022-01-28T19:28:28Z', 'revision_number': 5, 'project_id': '887681a33d5342eeb1bb362ffae0ffa6', 'gw_port': {'id': '8b02bfa3-7bee-4fac-896b-0e201a728b8d', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:0e:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a710a937-9ca6-482d-ba52-cac6f493b1cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:20:00Z', 'updated_at': '2022-01-28T19:20:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:28:30.367272 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17e28ed-4a94-41b9-ad2b-74caa1aa6266 None None] Checking router: a710a937-9ca6-482d-ba52-cac6f493b1cc for host: n-d-812111-14 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:28:30.388406 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f8f68c-d330-4365-a783-9f442dffdda6 req-252dc27e-f229-4198-a331-1e247147de47 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:30.391087 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17e28ed-4a94-41b9-ad2b-74caa1aa6266 None None] Routers {'a710a937-9ca6-482d-ba52-cac6f493b1cc'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:28:30.395200 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-a17e28ed-4a94-41b9-ad2b-74caa1aa6266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:28:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['a710a937-9ca6-482d-ba52-cac6f493b1cc'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:28:30.409538 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f8f8f68c-d330-4365-a783-9f442dffdda6 req-252dc27e-f229-4198-a331-1e247147de47 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/ports?device_id=39971c39-f198-4dbc-9689-58d54f376ef6 HTTP/1.1" status: 200 len: 945 time: 0.1382818 Jan 28 19:28:30.483129 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f8f8f68c-d330-4365-a783-9f442dffdda6 req-5a143f38-f7ba-4251-89f7-9912b4eea547 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/security-groups?id=f474bf53-325f-4ec5-b389-bc6e034fc623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700448 Jan 28 19:28:30.509883 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f96729c5-96aa-48b8-adfa-7d406035502a admin admin] Publish callbacks [] for router_gateway (a710a937-9ca6-482d-ba52-cac6f493b1cc), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:30.553914 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-532706fe-9dc1-4de7-a83a-e5edce9fcf3d tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Publish callbacks [] for security_group (548195c6-431b-48a9-8d03-3a78c7886157), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:30.605976 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-532706fe-9dc1-4de7-a83a-e5edce9fcf3d tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (548195c6-431b-48a9-8d03-3a78c7886157), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:30.641055 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-532706fe-9dc1-4de7-a83a-e5edce9fcf3d tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:30.643342 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-532706fe-9dc1-4de7-a83a-e5edce9fcf3d tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8598995 Jan 28 19:28:30.646283 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 57038) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:30.652768 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-94d7fb8f-33df-409b-a532-a50451e98bda tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Request body: {'security_group_rule': {'security_group_id': '548195c6-431b-48a9-8d03-3a78c7886157', 'direction': 'ingress', 'protocol': 17}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:28:30.683761 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532706fe-9dc1-4de7-a83a-e5edce9fcf3d tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Pushing event updated for resources: {'SecurityGroup': ['ID=548195c6-431b-48a9-8d03-3a78c7886157,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:30.712097 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-a17e28ed-4a94-41b9-ad2b-74caa1aa6266 None None] Set router a710a937-9ca6-482d-ba52-cac6f493b1cc gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:28:30.720459 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-f96729c5-96aa-48b8-adfa-7d406035502a admin admin] Deleting port 8b02bfa3-7bee-4fac-896b-0e201a728b8d {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:28:30.721064 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f96729c5-96aa-48b8-adfa-7d406035502a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (8b02bfa3-7bee-4fac-896b-0e201a728b8d), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:30.722797 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-94d7fb8f-33df-409b-a532-a50451e98bda tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Publish callbacks [] for security_group_rule (3c4b7eb5-28e7-4764-a614-b995d5e5987d), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:30.844527 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-94d7fb8f-33df-409b-a532-a50451e98bda tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Publish callbacks [] for security_group_rule (3c4b7eb5-28e7-4764-a614-b995d5e5987d), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:30.859032 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-94d7fb8f-33df-409b-a532-a50451e98bda tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (3c4b7eb5-28e7-4764-a614-b995d5e5987d), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:30.895792 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 57044) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:30.939085 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-94d7fb8f-33df-409b-a532-a50451e98bda tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:30.940657 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-94d7fb8f-33df-409b-a532-a50451e98bda tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2928290 Jan 28 19:28:30.942190 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d7fb8f-33df-409b-a532-a50451e98bda tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c4b7eb5-28e7-4764-a614-b995d5e5987d,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:30.943128 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 57048) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:31.062230 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:28:31.072401 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-803fd121-3e96-48ab-95dd-3ea026cd7707 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Publish callbacks [] for security_group (548195c6-431b-48a9-8d03-3a78c7886157), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:31.110252 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-f96729c5-96aa-48b8-adfa-7d406035502a admin admin] For port 8b02bfa3-7bee-4fac-896b-0e201a728b8d, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=8b02bfa3-7bee-4fac-896b-0e201a728b8d,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:28:31.110252 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f96729c5-96aa-48b8-adfa-7d406035502a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (8b02bfa3-7bee-4fac-896b-0e201a728b8d), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:31.132054 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-803fd121-3e96-48ab-95dd-3ea026cd7707 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Publish callbacks [] for security_group (548195c6-431b-48a9-8d03-3a78c7886157), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:31.162178 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-f96729c5-96aa-48b8-adfa-7d406035502a admin admin] Calling delete_port for 8b02bfa3-7bee-4fac-896b-0e201a728b8d owned by network:router_gateway {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:28:31.175242 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a7a4a2be-b698-4108-97dd-38819b33c653 req-8ba10d70-4e6f-4e3d-8718-09ce9287b323 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=4b7b3ff2-8def-48cc-a292-47020d0a0799&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2671764 Jan 28 19:28:31.206156 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 57052) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:31.233290 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-803fd121-3e96-48ab-95dd-3ea026cd7707 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (548195c6-431b-48a9-8d03-3a78c7886157), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:31.236857 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-803fd121-3e96-48ab-95dd-3ea026cd7707 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:31.240605 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-803fd121-3e96-48ab-95dd-3ea026cd7707 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] 10.222.0.64 "DELETE /v2.0/security-groups/548195c6-431b-48a9-8d03-3a78c7886157 HTTP/1.1" status: 204 len: 168 time: 0.2939935 Jan 28 19:28:31.244293 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 57056) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:31.257888 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-a17e28ed-4a94-41b9-ad2b-74caa1aa6266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a710a937-9ca6-482d-ba52-cac6f493b1cc', 'name': 'tempest-TaggedBootDevicesTest-296704211-router', 'tenant_id': '887681a33d5342eeb1bb362ffae0ffa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': '8b02bfa3-7bee-4fac-896b-0e201a728b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:19:58Z', 'updated_at': '2022-01-28T19:28:28Z', 'revision_number': 5, 'project_id': '887681a33d5342eeb1bb362ffae0ffa6', 'gw_port': {'id': '8b02bfa3-7bee-4fac-896b-0e201a728b8d', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:0e:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a710a937-9ca6-482d-ba52-cac6f493b1cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:20:00Z', 'updated_at': '2022-01-28T19:20:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:28:31.278262 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803fd121-3e96-48ab-95dd-3ea026cd7707 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=548195c6-431b-48a9-8d03-3a78c7886157,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:31.325313 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17e28ed-4a94-41b9-ad2b-74caa1aa6266 None None] The sync data for ids ['a710a937-9ca6-482d-ba52-cac6f493b1cc'] in n-d-812111-14 is: [{'id': 'a710a937-9ca6-482d-ba52-cac6f493b1cc', 'name': 'tempest-TaggedBootDevicesTest-296704211-router', 'tenant_id': '887681a33d5342eeb1bb362ffae0ffa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': '8b02bfa3-7bee-4fac-896b-0e201a728b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:19:58Z', 'updated_at': '2022-01-28T19:28:28Z', 'revision_number': 5, 'project_id': '887681a33d5342eeb1bb362ffae0ffa6', 'gw_port': {'id': '8b02bfa3-7bee-4fac-896b-0e201a728b8d', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:0e:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a710a937-9ca6-482d-ba52-cac6f493b1cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:20:00Z', 'updated_at': '2022-01-28T19:20:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:28:31.383334 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-08d904d6-20ce-4797-928f-db6ac008c8d7 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1155761228'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:28:31.408282 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-51409dc6-f517-44e0-a38e-de8b9167e4a9 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1617188 Jan 28 19:28:31.418079 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-fa1fc0aa-10d0-4e9a-a393-44c90596e1e3 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-2003346578-network', 'tenant_id': '50c231c8b0374f28a05a26c59466180c'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:28:31.423551 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 57058) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:31.427756 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-883ed65c-4304-4e30-8a9a-e413cdcfad4f tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Request body: {'security_group': {'name': 'tempest-secgroup--88267470'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:28:31.463132 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08d904d6-20ce-4797-928f-db6ac008c8d7 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Made reservation on behalf of aaf13cac6dbd4260bac51b20f32e7df6 for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:28:31.466473 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-08d904d6-20ce-4797-928f-db6ac008c8d7 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:31.475657 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-883ed65c-4304-4e30-8a9a-e413cdcfad4f tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:31.553085 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-883ed65c-4304-4e30-8a9a-e413cdcfad4f tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Publish callbacks [] for security_group (f08302ea-bb72-4127-944d-4444230d380b), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:31.555367 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa1fc0aa-10d0-4e9a-a393-44c90596e1e3 admin admin] Made reservation on behalf of 50c231c8b0374f28a05a26c59466180c for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:28:31.562964 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fa1fc0aa-10d0-4e9a-a393-44c90596e1e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:31.575261 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-08d904d6-20ce-4797-928f-db6ac008c8d7 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:31.578424 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fa1fc0aa-10d0-4e9a-a393-44c90596e1e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:31.594737 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-883ed65c-4304-4e30-8a9a-e413cdcfad4f tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (f08302ea-bb72-4127-944d-4444230d380b), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:31.621925 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f96729c5-96aa-48b8-adfa-7d406035502a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (8b02bfa3-7bee-4fac-896b-0e201a728b8d), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:31.770634 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96729c5-96aa-48b8-adfa-7d406035502a admin admin] Pushing event deleted for resources: {'Port': ['ID=8b02bfa3-7bee-4fac-896b-0e201a728b8d,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:31.784496 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-08d904d6-20ce-4797-928f-db6ac008c8d7 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks [] for security_group (e763889f-7800-41cc-9d04-e0b71fd2df1e), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:31.788067 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f96729c5-96aa-48b8-adfa-7d406035502a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-731488'] for router_gateway (a710a937-9ca6-482d-ba52-cac6f493b1cc), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:31.891357 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f96729c5-96aa-48b8-adfa-7d406035502a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-730901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261120'] for router (a710a937-9ca6-482d-ba52-cac6f493b1cc), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:31.894076 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f96729c5-96aa-48b8-adfa-7d406035502a admin admin] Publish callbacks [] for router_controller (a710a937-9ca6-482d-ba52-cac6f493b1cc), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:31.923083 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fa1fc0aa-10d0-4e9a-a393-44c90596e1e3 admin admin] Publish callbacks [] for security_group (3432fdd3-33ae-46bc-86a9-53b83b9d7b51), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:31.936054 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-883ed65c-4304-4e30-8a9a-e413cdcfad4f tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:31.944794 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-883ed65c-4304-4e30-8a9a-e413cdcfad4f tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5175874 Jan 28 19:28:31.944794 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-08d904d6-20ce-4797-928f-db6ac008c8d7 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (e763889f-7800-41cc-9d04-e0b71fd2df1e), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:31.950913 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 57076) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:31.969063 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-cb24c7b6-a390-48f0-b2bd-aab3adde37ba tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Request body: {'security_group': {'name': 'tempest-secgroup--561377512'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:28:31.970770 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a4a2be-b698-4108-97dd-38819b33c653 req-aaf88e5b-9118-461b-934c-970e1c3ba1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:31.972340 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a7a4a2be-b698-4108-97dd-38819b33c653 req-aaf88e5b-9118-461b-934c-970e1c3ba1fa service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c3bb2ec73a174fcda5cafb398102663f&device_id=4b7b3ff2-8def-48cc-a292-47020d0a0799 HTTP/1.1" status: 200 len: 1128 time: 0.6256464 Jan 28 19:28:31.976068 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f96729c5-96aa-48b8-adfa-7d406035502a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-730908'] for router (a710a937-9ca6-482d-ba52-cac6f493b1cc), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:31.976633 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f96729c5-96aa-48b8-adfa-7d406035502a admin admin] Fanout notify agent at l3_agent the message router_deleted on router a710a937-9ca6-482d-ba52-cac6f493b1cc {{(pid=103305) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:28:31.985411 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f96729c5-96aa-48b8-adfa-7d406035502a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:31.987265 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-f96729c5-96aa-48b8-adfa-7d406035502a admin admin] 10.222.0.64 "DELETE /v2.0/routers/a710a937-9ca6-482d-ba52-cac6f493b1cc HTTP/1.1" status: 204 len: 168 time: 2.4296741 Jan 28 19:28:31.990796 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 57078) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:32.010159 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fa1fc0aa-10d0-4e9a-a393-44c90596e1e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (3432fdd3-33ae-46bc-86a9-53b83b9d7b51), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:32.030277 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08d904d6-20ce-4797-928f-db6ac008c8d7 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:28:32.032801 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883ed65c-4304-4e30-8a9a-e413cdcfad4f tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f08302ea-bb72-4127-944d-4444230d380b,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:32.072343 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa1fc0aa-10d0-4e9a-a393-44c90596e1e3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:28:32.086672 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-08d904d6-20ce-4797-928f-db6ac008c8d7 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (abc54619-a0a8-40e5-8ecd-1f4a1a94e7f6), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:32.087167 n-d-812111-14 neutron-server[103304]: INFO neutron.db.segments_db [None req-08d904d6-20ce-4797-928f-db6ac008c8d7 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Added segment abc54619-a0a8-40e5-8ecd-1f4a1a94e7f6 of type vlan for network f9ba2034-3f5b-40f1-8978-eb5173efd3a5 Jan 28 19:28:32.092475 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cb24c7b6-a390-48f0-b2bd-aab3adde37ba tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:32.107332 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fa1fc0aa-10d0-4e9a-a393-44c90596e1e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (75793285-21d1-4c03-982c-31bace03d3b5), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:32.107898 n-d-812111-14 neutron-server[103304]: INFO neutron.db.segments_db [None req-fa1fc0aa-10d0-4e9a-a393-44c90596e1e3 admin admin] Added segment 75793285-21d1-4c03-982c-31bace03d3b5 of type vlan for network 39c944de-5c8e-4e03-8faf-d222a5afce25 Jan 28 19:28:32.116994 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d904d6-20ce-4797-928f-db6ac008c8d7 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e763889f-7800-41cc-9d04-e0b71fd2df1e,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:32.132157 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a4a2be-b698-4108-97dd-38819b33c653 req-7b2b163f-6ee8-4970-9b8d-e6bc225085ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:32.133384 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a7a4a2be-b698-4108-97dd-38819b33c653 req-7b2b163f-6ee8-4970-9b8d-e6bc225085ef service neutron] 10.222.0.70 "GET /v2.0/networks?id=6fa40d3b-3f4b-4104-afea-21db80512bd7 HTTP/1.1" status: 200 len: 918 time: 0.1338573 Jan 28 19:28:32.174856 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde42f73-f5ca-40ee-8b89-210bdb6abd1b req-64d06be2-7d83-4f25-8b2f-38b2d2b2e185 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:32.176092 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-dde42f73-f5ca-40ee-8b89-210bdb6abd1b req-64d06be2-7d83-4f25-8b2f-38b2d2b2e185 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/ports?device_id=39971c39-f198-4dbc-9689-58d54f376ef6 HTTP/1.1" status: 200 len: 945 time: 0.5341811 Jan 28 19:28:32.283455 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-08d904d6-20ce-4797-928f-db6ac008c8d7 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (f9ba2034-3f5b-40f1-8978-eb5173efd3a5), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:32.292322 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fa1fc0aa-10d0-4e9a-a393-44c90596e1e3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (39c944de-5c8e-4e03-8faf-d222a5afce25), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:32.297712 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1fc0aa-10d0-4e9a-a393-44c90596e1e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3432fdd3-33ae-46bc-86a9-53b83b9d7b51,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:32.330435 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a7a4a2be-b698-4108-97dd-38819b33c653 req-1e5e4f29-7240-4d98-af96-baae921a22e9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=06529ba6-5ba7-465e-9d21-c4d3fc65ab53 HTTP/1.1" status: 200 len: 217 time: 0.1479535 Jan 28 19:28:32.359342 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-dde42f73-f5ca-40ee-8b89-210bdb6abd1b req-e891a3d1-1b12-48c0-9fbd-a18eebddfc50 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/security-groups?id=f474bf53-325f-4ec5-b389-bc6e034fc623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751642 Jan 28 19:28:32.378019 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fa1fc0aa-10d0-4e9a-a393-44c90596e1e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (39c944de-5c8e-4e03-8faf-d222a5afce25), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:32.379297 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa1fc0aa-10d0-4e9a-a393-44c90596e1e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:32.380131 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fa1fc0aa-10d0-4e9a-a393-44c90596e1e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:32.382563 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-08d904d6-20ce-4797-928f-db6ac008c8d7 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (f9ba2034-3f5b-40f1-8978-eb5173efd3a5), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:32.387932 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d904d6-20ce-4797-928f-db6ac008c8d7 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:32.388774 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-08d904d6-20ce-4797-928f-db6ac008c8d7 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:32.428809 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fc0b7e8-4d20-4222-b102-255e31f025a3 admin admin] Deleting subnet ff9c6b2f-1131-4621-b1f7-2fd31441ec4c {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:28:32.434612 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cb24c7b6-a390-48f0-b2bd-aab3adde37ba tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Publish callbacks [] for security_group (03c6a0c8-d6ed-43b6-a8eb-35b86711ed09), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:32.438092 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6fc0b7e8-4d20-4222-b102-255e31f025a3 admin admin] Publish callbacks [] for subnet (ff9c6b2f-1131-4621-b1f7-2fd31441ec4c), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:32.471844 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-08d904d6-20ce-4797-928f-db6ac008c8d7 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2645350 Jan 28 19:28:32.475390 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-fa1fc0aa-10d0-4e9a-a393-44c90596e1e3 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.5786066 Jan 28 19:28:32.478181 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cb24c7b6-a390-48f0-b2bd-aab3adde37ba tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (03c6a0c8-d6ed-43b6-a8eb-35b86711ed09), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:32.478909 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 57080) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:32.497274 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a4a2be-b698-4108-97dd-38819b33c653 req-478dc8dd-ec79-4743-959d-48978173eaa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:32.502972 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a7a4a2be-b698-4108-97dd-38819b33c653 req-478dc8dd-ec79-4743-959d-48978173eaa7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0682cf17-1671-4e06-a862-31b529728694 HTTP/1.1" status: 200 len: 858 time: 0.1416190 Jan 28 19:28:32.518225 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-783ccc73-ee8c-42af-994d-cb76f7a8b8fb admin admin] Request body: {'subnet': {'network_id': '39c944de-5c8e-4e03-8faf-d222a5afce25', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-2003346578-subnet', 'tenant_id': '50c231c8b0374f28a05a26c59466180c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:28:32.519149 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cb24c7b6-a390-48f0-b2bd-aab3adde37ba tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:32.521654 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-cb24c7b6-a390-48f0-b2bd-aab3adde37ba tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5631254 Jan 28 19:28:32.525148 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1fc0aa-10d0-4e9a-a393-44c90596e1e3 admin admin] Pushing event updated for resources: {'Network': ['ID=39c944de-5c8e-4e03-8faf-d222a5afce25,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:32.534524 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 57082) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:32.539098 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network 39c944de-5c8e-4e03-8faf-d222a5afce25 details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:28:32.540038 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-a2de4bbb-28b4-404d-866b-1014dc46f960 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Request body: {'security_group_rule': {'security_group_id': 'f08302ea-bb72-4127-944d-4444230d380b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '03c6a0c8-d6ed-43b6-a8eb-35b86711ed09', 'remote_ip_prefix': None}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:28:32.546667 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb24c7b6-a390-48f0-b2bd-aab3adde37ba tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03c6a0c8-d6ed-43b6-a8eb-35b86711ed09,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:32.548456 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6fc0b7e8-4d20-4222-b102-255e31f025a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16187240'] for subnet (ff9c6b2f-1131-4621-b1f7-2fd31441ec4c), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:32.662352 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a2de4bbb-28b4-404d-866b-1014dc46f960 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Publish callbacks [] for security_group_rule (2bc760f7-bd2b-45b7-af5f-a71fb61ce44a), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:32.681382 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d904d6-20ce-4797-928f-db6ac008c8d7 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Pushing event updated for resources: {'Network': ['ID=f9ba2034-3f5b-40f1-8978-eb5173efd3a5,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:32.807036 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network f9ba2034-3f5b-40f1-8978-eb5173efd3a5 details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:28:32.829400 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a7a4a2be-b698-4108-97dd-38819b33c653 req-ebe8601e-97f3-4161-a826-9a206cd94c5a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6fa40d3b-3f4b-4104-afea-21db80512bd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2916846 Jan 28 19:28:32.861623 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a2de4bbb-28b4-404d-866b-1014dc46f960 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Publish callbacks [] for security_group_rule (2bc760f7-bd2b-45b7-af5f-a71fb61ce44a), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:32.880938 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a2de4bbb-28b4-404d-866b-1014dc46f960 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (2bc760f7-bd2b-45b7-af5f-a71fb61ce44a), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:32.921924 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2de4bbb-28b4-404d-866b-1014dc46f960 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bc760f7-bd2b-45b7-af5f-a71fb61ce44a,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:32.935801 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a2de4bbb-28b4-404d-866b-1014dc46f960 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:32.937968 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-a2de4bbb-28b4-404d-866b-1014dc46f960 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4018831 Jan 28 19:28:32.941461 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 57096) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:32.994383 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3f532b8a-f04c-4ed5-97e1-840af88e5a66 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Publish callbacks [] for security_group_rule (2bc760f7-bd2b-45b7-af5f-a71fb61ce44a), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:33.005574 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a7a4a2be-b698-4108-97dd-38819b33c653 req-006509b3-8eec-4dc9-a0b7-c418a038e53b service neutron] 10.222.0.70 "GET /v2.0/networks/6fa40d3b-3f4b-4104-afea-21db80512bd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752846 Jan 28 19:28:33.037153 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3f532b8a-f04c-4ed5-97e1-840af88e5a66 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Publish callbacks [] for security_group_rule (2bc760f7-bd2b-45b7-af5f-a71fb61ce44a), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:33.140425 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a7a4a2be-b698-4108-97dd-38819b33c653 req-a0e6e7a5-4b53-4d14-aeee-f15dcd1583fc service neutron] 10.222.0.70 "GET /v2.0/networks/6fa40d3b-3f4b-4104-afea-21db80512bd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250596 Jan 28 19:28:33.140807 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 8b02bfa3-7bee-4fac-896b-0e201a728b8d no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:28:33.145077 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-783ccc73-ee8c-42af-994d-cb76f7a8b8fb admin admin] Made reservation on behalf of 50c231c8b0374f28a05a26c59466180c for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:28:33.148043 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-783ccc73-ee8c-42af-994d-cb76f7a8b8fb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4733071'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:33.157134 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3f532b8a-f04c-4ed5-97e1-840af88e5a66 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (2bc760f7-bd2b-45b7-af5f-a71fb61ce44a), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:33.180055 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3f532b8a-f04c-4ed5-97e1-840af88e5a66 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:33.189349 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-3f532b8a-f04c-4ed5-97e1-840af88e5a66 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/2bc760f7-bd2b-45b7-af5f-a71fb61ce44a HTTP/1.1" status: 204 len: 168 time: 0.2467661 Jan 28 19:28:33.198657 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 57100) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:33.300464 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f532b8a-f04c-4ed5-97e1-840af88e5a66 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2bc760f7-bd2b-45b7-af5f-a71fb61ce44a,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:33.308445 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: 8b02bfa3-7bee-4fac-896b-0e201a728b8d {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:28:33.308808 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 8b02bfa3-7bee-4fac-896b-0e201a728b8d not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:28:33.313881 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 3e169ac1-4adc-4452-988f-952d3291436d no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:28:33.334657 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6fc0b7e8-4d20-4222-b102-255e31f025a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (ff9c6b2f-1131-4621-b1f7-2fd31441ec4c), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:33.371139 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-c4550267-2371-46c6-8d7d-ca4ca8e919d9 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1685295 Jan 28 19:28:33.375456 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 57102) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:33.405133 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: 3e169ac1-4adc-4452-988f-952d3291436d {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:28:33.406142 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 3e169ac1-4adc-4452-988f-952d3291436d not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:28:33.465090 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6fc0b7e8-4d20-4222-b102-255e31f025a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4752464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4733806'] for subnet (ff9c6b2f-1131-4621-b1f7-2fd31441ec4c), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:33.520392 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6fc0b7e8-4d20-4222-b102-255e31f025a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:33.524480 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7184b3d0-cae8-411c-8e2f-41138592db81 None None] Network be58da64-c456-4289-b569-0ab1f0e97a8e requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:28:33.534409 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 57106) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:33.537087 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-6fc0b7e8-4d20-4222-b102-255e31f025a3 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/ff9c6b2f-1131-4621-b1f7-2fd31441ec4c HTTP/1.1" status: 204 len: 168 time: 1.5449431 Jan 28 19:28:33.541348 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc0b7e8-4d20-4222-b102-255e31f025a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff9c6b2f-1131-4621-b1f7-2fd31441ec4c,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:33.559446 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d490305c-1b6d-4ddc-a0de-c127e18da58f tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Publish callbacks [] for security_group (03c6a0c8-d6ed-43b6-a8eb-35b86711ed09), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:33.626499 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-783ccc73-ee8c-42af-994d-cb76f7a8b8fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4752401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4733085'] for subnet (7359c01a-8d0f-47fb-af4a-bfc7f7c1d553), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:33.769143 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ccc73-ee8c-42af-994d-cb76f7a8b8fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=7359c01a-8d0f-47fb-af4a-bfc7f7c1d553,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:33.848550 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783ccc73-ee8c-42af-994d-cb76f7a8b8fb admin admin] Checking segment: {'id': '75793285-21d1-4c03-982c-31bace03d3b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '39c944de-5c8e-4e03-8faf-d222a5afce25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:28:33.849774 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-783ccc73-ee8c-42af-994d-cb76f7a8b8fb admin admin] Network hostable DHCP agents. Network: 39c944de-5c8e-4e03-8faf-d222a5afce25, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:28:33.882714 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1593a9aa-665f-4a29-9a8f-8f27994c3c38 None None] DHCP port deletion for be58da64-c456-4289-b569-0ab1f0e97a8e request from n-d-812111-14 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:28:33.891462 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-783ccc73-ee8c-42af-994d-cb76f7a8b8fb admin admin] Network 39c944de-5c8e-4e03-8faf-d222a5afce25 is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:28:33.916817 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-783ccc73-ee8c-42af-994d-cb76f7a8b8fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, 39c944de-5c8e-4e03-8faf-d222a5afce25) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:28:33.933937 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-783ccc73-ee8c-42af-994d-cb76f7a8b8fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:33.936066 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-783ccc73-ee8c-42af-994d-cb76f7a8b8fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:33.961777 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-755c107d-4301-4fa2-9e2c-a408e5d0444f None None] Network 39c944de-5c8e-4e03-8faf-d222a5afce25 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:28:33.962708 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-783ccc73-ee8c-42af-994d-cb76f7a8b8fb admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.4816310 Jan 28 19:28:34.240151 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c8d439-8226-404f-a000-709be85ec6c1 None None] Network 39c944de-5c8e-4e03-8faf-d222a5afce25 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:28:34.405159 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-1593a9aa-665f-4a29-9a8f-8f27994c3c38 None None] Deleting port b5a626f6-df04-4ef8-a02e-f55334eee0cc {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:28:34.409499 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1593a9aa-665f-4a29-9a8f-8f27994c3c38 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (b5a626f6-df04-4ef8-a02e-f55334eee0cc), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:34.449364 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-02c46e1b-f054-446b-9015-da9daf963fd0 req-edf44d53-00cf-4078-9aee-54902d9b3a7b tempest-SecurityGroupRulesTestJSON-482221108 tempest-SecurityGroupRulesTestJSON-482221108-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1177097637', 'description': 'tempest-description-1396873128'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:28:34.494053 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d490305c-1b6d-4ddc-a0de-c127e18da58f tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Publish callbacks [] for security_group (03c6a0c8-d6ed-43b6-a8eb-35b86711ed09), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:34.525993 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4e0a7c3a-731d-4a04-aad3-86a28d3d496f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (be58da64-c456-4289-b569-0ab1f0e97a8e), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:34.534573 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-02c46e1b-f054-446b-9015-da9daf963fd0 req-edf44d53-00cf-4078-9aee-54902d9b3a7b tempest-SecurityGroupRulesTestJSON-482221108 tempest-SecurityGroupRulesTestJSON-482221108-project] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:34.559195 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-1593a9aa-665f-4a29-9a8f-8f27994c3c38 None None] For port b5a626f6-df04-4ef8-a02e-f55334eee0cc, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=b5a626f6-df04-4ef8-a02e-f55334eee0cc,segment=NetworkSegment(39b6d7fe-721a-4055-b862-82ac4372f77a),segment_id=39b6d7fe-721a-4055-b862-82ac4372f77a)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:28:34.559758 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1593a9aa-665f-4a29-9a8f-8f27994c3c38 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (b5a626f6-df04-4ef8-a02e-f55334eee0cc), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:34.560637 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c2abce-2a76-4716-89cc-1efcb3b33091 req-da63d3c2-3764-4903-a9d7-fc1466d007be tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:34.562742 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-63c2abce-2a76-4716-89cc-1efcb3b33091 req-da63d3c2-3764-4903-a9d7-fc1466d007be tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/ports?device_id=39971c39-f198-4dbc-9689-58d54f376ef6 HTTP/1.1" status: 200 len: 945 time: 1.0185139 Jan 28 19:28:34.584104 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-1593a9aa-665f-4a29-9a8f-8f27994c3c38 None None] Calling delete_port for b5a626f6-df04-4ef8-a02e-f55334eee0cc owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:28:34.613336 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d490305c-1b6d-4ddc-a0de-c127e18da58f tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (03c6a0c8-d6ed-43b6-a8eb-35b86711ed09), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:34.616468 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d490305c-1b6d-4ddc-a0de-c127e18da58f tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:34.620527 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-d490305c-1b6d-4ddc-a0de-c127e18da58f tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] 10.222.0.64 "DELETE /v2.0/security-groups/03c6a0c8-d6ed-43b6-a8eb-35b86711ed09 HTTP/1.1" status: 204 len: 168 time: 1.2439246 Jan 28 19:28:34.630707 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 57128) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:34.705001 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-35a45b2c-516a-4f04-814a-64db6f83f41a tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4543 time: 0.0701759 Jan 28 19:28:34.712770 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 57130) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:34.807829 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d490305c-1b6d-4ddc-a0de-c127e18da58f tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03c6a0c8-d6ed-43b6-a8eb-35b86711ed09,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:34.846948 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-02c46e1b-f054-446b-9015-da9daf963fd0 req-edf44d53-00cf-4078-9aee-54902d9b3a7b tempest-SecurityGroupRulesTestJSON-482221108 tempest-SecurityGroupRulesTestJSON-482221108-project] Publish callbacks [] for security_group (c6e117ca-e16e-4f3a-afd1-cc2b0e0e10d0), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:34.857060 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-02c46e1b-f054-446b-9015-da9daf963fd0 req-edf44d53-00cf-4078-9aee-54902d9b3a7b tempest-SecurityGroupRulesTestJSON-482221108 tempest-SecurityGroupRulesTestJSON-482221108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (c6e117ca-e16e-4f3a-afd1-cc2b0e0e10d0), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:34.879154 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-63c2abce-2a76-4716-89cc-1efcb3b33091 req-a469d094-a6c3-4ffe-a530-6ac326972cdf tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/security-groups?id=f474bf53-325f-4ec5-b389-bc6e034fc623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2784104 Jan 28 19:28:34.922056 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1593a9aa-665f-4a29-9a8f-8f27994c3c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985'] for port (b5a626f6-df04-4ef8-a02e-f55334eee0cc), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:34.927150 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf44d53-00cf-4078-9aee-54902d9b3a7b tempest-SecurityGroupRulesTestJSON-482221108 tempest-SecurityGroupRulesTestJSON-482221108-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6e117ca-e16e-4f3a-afd1-cc2b0e0e10d0,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:34.940018 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-572cfaa6-1d18-4832-91f2-1cd646e1f3db tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Publish callbacks [] for security_group (f08302ea-bb72-4127-944d-4444230d380b), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:34.944245 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-02c46e1b-f054-446b-9015-da9daf963fd0 req-edf44d53-00cf-4078-9aee-54902d9b3a7b tempest-SecurityGroupRulesTestJSON-482221108 tempest-SecurityGroupRulesTestJSON-482221108-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:34.973512 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1593a9aa-665f-4a29-9a8f-8f27994c3c38 None None] Pushing event deleted for resources: {'Port': ['ID=b5a626f6-df04-4ef8-a02e-f55334eee0cc,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:34.977706 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-02c46e1b-f054-446b-9015-da9daf963fd0 req-edf44d53-00cf-4078-9aee-54902d9b3a7b tempest-SecurityGroupRulesTestJSON-482221108 tempest-SecurityGroupRulesTestJSON-482221108-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.5328963 Jan 28 19:28:34.993241 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-572cfaa6-1d18-4832-91f2-1cd646e1f3db tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Publish callbacks [] for security_group (f08302ea-bb72-4127-944d-4444230d380b), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:35.000528 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1593a9aa-665f-4a29-9a8f-8f27994c3c38 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:28:35.001830 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1593a9aa-665f-4a29-9a8f-8f27994c3c38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:28:35.003437 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1593a9aa-665f-4a29-9a8f-8f27994c3c38 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:28:35.003910 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1593a9aa-665f-4a29-9a8f-8f27994c3c38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:28:35.005327 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1593a9aa-665f-4a29-9a8f-8f27994c3c38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:28:35.005790 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1593a9aa-665f-4a29-9a8f-8f27994c3c38 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:28:35.006209 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1593a9aa-665f-4a29-9a8f-8f27994c3c38 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:28:35.008056 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1593a9aa-665f-4a29-9a8f-8f27994c3c38 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:28:35.008258 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1593a9aa-665f-4a29-9a8f-8f27994c3c38 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:28:35.008749 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1593a9aa-665f-4a29-9a8f-8f27994c3c38 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:28:35.010326 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1593a9aa-665f-4a29-9a8f-8f27994c3c38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:28:35.012397 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1593a9aa-665f-4a29-9a8f-8f27994c3c38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:28:35.012896 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1593a9aa-665f-4a29-9a8f-8f27994c3c38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:28:35.029806 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1593a9aa-665f-4a29-9a8f-8f27994c3c38 None None] No DVR routers for this DVR port b5a626f6-df04-4ef8-a02e-f55334eee0cc on host n-d-812111-14 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:28:35.070549 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-4e0a7c3a-731d-4a04-aad3-86a28d3d496f admin admin] Deleting port b5a626f6-df04-4ef8-a02e-f55334eee0cc {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:28:35.071361 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4e0a7c3a-731d-4a04-aad3-86a28d3d496f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (b5a626f6-df04-4ef8-a02e-f55334eee0cc), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:35.076200 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-572cfaa6-1d18-4832-91f2-1cd646e1f3db tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (f08302ea-bb72-4127-944d-4444230d380b), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:35.080507 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-572cfaa6-1d18-4832-91f2-1cd646e1f3db tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:35.084826 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-572cfaa6-1d18-4832-91f2-1cd646e1f3db tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] 10.222.0.64 "DELETE /v2.0/security-groups/f08302ea-bb72-4127-944d-4444230d380b HTTP/1.1" status: 204 len: 168 time: 0.3710442 Jan 28 19:28:35.086896 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 57138) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:35.098982 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e9238e48-9b34-44ee-95cf-084dac21b771 req-259bb2c3-9ba5-47d6-8aca-95fa9ee243c1 tempest-SecurityGroupRulesTestJSON-482221108 tempest-SecurityGroupRulesTestJSON-482221108-project] 10.222.0.64 "GET /v2.0/security-groups/c6e117ca-e16e-4f3a-afd1-cc2b0e0e10d0 HTTP/1.1" status: 200 len: 1824 time: 0.1110432 Jan 28 19:28:35.116652 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-e9238e48-9b34-44ee-95cf-084dac21b771 req-c26fa8e0-4205-402b-852a-432682a26f4b tempest-SecurityGroupRulesTestJSON-482221108 tempest-SecurityGroupRulesTestJSON-482221108-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c6e117ca-e16e-4f3a-afd1-cc2b0e0e10d0', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:28:35.116934 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572cfaa6-1d18-4832-91f2-1cd646e1f3db tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f08302ea-bb72-4127-944d-4444230d380b,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:35.117430 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-e9238e48-9b34-44ee-95cf-084dac21b771 req-c26fa8e0-4205-402b-852a-432682a26f4b tempest-SecurityGroupRulesTestJSON-482221108 tempest-SecurityGroupRulesTestJSON-482221108-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c6e117ca-e16e-4f3a-afd1-cc2b0e0e10d0', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:28:35.122556 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device b5a626f6-df04-4ef8-a02e-f55334eee0cc no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:28:35.162742 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: b5a626f6-df04-4ef8-a02e-f55334eee0cc {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:28:35.163095 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device b5a626f6-df04-4ef8-a02e-f55334eee0cc not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:28:35.193012 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-e9238e48-9b34-44ee-95cf-084dac21b771 req-c26fa8e0-4205-402b-852a-432682a26f4b tempest-SecurityGroupRulesTestJSON-482221108 tempest-SecurityGroupRulesTestJSON-482221108-project] Publish callbacks [] for security_group_rule (4bc2be35-7d03-46c4-87ce-659cf5a138dc), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:35.236156 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-e9238e48-9b34-44ee-95cf-084dac21b771 req-c26fa8e0-4205-402b-852a-432682a26f4b tempest-SecurityGroupRulesTestJSON-482221108 tempest-SecurityGroupRulesTestJSON-482221108-project] Publish callbacks [] for security_group_rule (4bc2be35-7d03-46c4-87ce-659cf5a138dc), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:35.244044 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-e9238e48-9b34-44ee-95cf-084dac21b771 req-c26fa8e0-4205-402b-852a-432682a26f4b tempest-SecurityGroupRulesTestJSON-482221108 tempest-SecurityGroupRulesTestJSON-482221108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (4bc2be35-7d03-46c4-87ce-659cf5a138dc), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:35.261192 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-4e0a7c3a-731d-4a04-aad3-86a28d3d496f admin admin] For port b5a626f6-df04-4ef8-a02e-f55334eee0cc, host n-d-812111-14, got binding levels [] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:28:35.261554 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4e0a7c3a-731d-4a04-aad3-86a28d3d496f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (b5a626f6-df04-4ef8-a02e-f55334eee0cc), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:35.272871 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26fa8e0-4205-402b-852a-432682a26f4b tempest-SecurityGroupRulesTestJSON-482221108 tempest-SecurityGroupRulesTestJSON-482221108-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bc2be35-7d03-46c4-87ce-659cf5a138dc,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:35.281338 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-39e00e35-5947-495f-92d5-1799d9208faf tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1801250 Jan 28 19:28:35.286268 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 57140) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:35.291610 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-e9238e48-9b34-44ee-95cf-084dac21b771 req-c26fa8e0-4205-402b-852a-432682a26f4b tempest-SecurityGroupRulesTestJSON-482221108 tempest-SecurityGroupRulesTestJSON-482221108-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:35.291914 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-845b3fee-1efe-425c-9c4f-6cf04a3a9746 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Request body: {'security_group': {'name': 'tempest-secgroup--440928960'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:28:35.296636 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-4e0a7c3a-731d-4a04-aad3-86a28d3d496f admin admin] Calling delete_port for b5a626f6-df04-4ef8-a02e-f55334eee0cc owned by network:dhcp {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:28:35.304545 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.ipam_backend_mixin [None req-4e0a7c3a-731d-4a04-aad3-86a28d3d496f admin admin] Port b5a626f6-df04-4ef8-a02e-f55334eee0cc was not found and therefore no delete operation was performed {{(pid=103304) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 19:28:35.306283 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4e0a7c3a-731d-4a04-aad3-86a28d3d496f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (b5a626f6-df04-4ef8-a02e-f55334eee0cc), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:35.318475 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e9238e48-9b34-44ee-95cf-084dac21b771 req-c26fa8e0-4205-402b-852a-432682a26f4b tempest-SecurityGroupRulesTestJSON-482221108 tempest-SecurityGroupRulesTestJSON-482221108-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2167222 Jan 28 19:28:35.344065 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0a7c3a-731d-4a04-aad3-86a28d3d496f admin admin] Pushing event deleted for resources: {'Port': ['ID=b5a626f6-df04-4ef8-a02e-f55334eee0cc,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:35.350007 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0a7c3a-731d-4a04-aad3-86a28d3d496f admin admin] No DVR routers for this DVR port b5a626f6-df04-4ef8-a02e-f55334eee0cc on host n-d-812111-14 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:28:35.359186 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-845b3fee-1efe-425c-9c4f-6cf04a3a9746 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:35.450156 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-1865070f-5644-425c-ae64-62d7e8ff683b req-aac96cec-5045-461a-b28b-7ed25536a528 tempest-SecurityGroupRulesTestJSON-482221108 tempest-SecurityGroupRulesTestJSON-482221108-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1180533679', 'description': 'tempest-description-1704340945'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:28:35.551343 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-845b3fee-1efe-425c-9c4f-6cf04a3a9746 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Publish callbacks [] for security_group (f0f9264b-e287-4401-9c42-b67becb2cf80), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:35.571561 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-845b3fee-1efe-425c-9c4f-6cf04a3a9746 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (f0f9264b-e287-4401-9c42-b67becb2cf80), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:35.674495 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4e0a7c3a-731d-4a04-aad3-86a28d3d496f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (be58da64-c456-4289-b569-0ab1f0e97a8e), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:35.682832 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-845b3fee-1efe-425c-9c4f-6cf04a3a9746 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:35.688016 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-845b3fee-1efe-425c-9c4f-6cf04a3a9746 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3973267 Jan 28 19:28:35.690045 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 57152) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:35.695692 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-ae85d7ff-97c3-47e9-85c8-c73d7876b902 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Request body: {'security_group_rule': {'security_group_id': 'f0f9264b-e287-4401-9c42-b67becb2cf80', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:28:35.708794 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-1865070f-5644-425c-ae64-62d7e8ff683b req-aac96cec-5045-461a-b28b-7ed25536a528 tempest-SecurityGroupRulesTestJSON-482221108 tempest-SecurityGroupRulesTestJSON-482221108-project] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:35.715677 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845b3fee-1efe-425c-9c4f-6cf04a3a9746 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0f9264b-e287-4401-9c42-b67becb2cf80,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:35.780104 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ae85d7ff-97c3-47e9-85c8-c73d7876b902 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Publish callbacks [] for security_group_rule (90e417e1-177a-4ba5-ae95-c8b6775b378e), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:35.799143 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-4e0a7c3a-731d-4a04-aad3-86a28d3d496f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be58da64-c456-4289-b569-0ab1f0e97a8e']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:28:35.911514 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-1865070f-5644-425c-ae64-62d7e8ff683b req-aac96cec-5045-461a-b28b-7ed25536a528 tempest-SecurityGroupRulesTestJSON-482221108 tempest-SecurityGroupRulesTestJSON-482221108-project] Publish callbacks [] for security_group (045b3128-c52c-494b-82d2-e8c79fb44beb), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:35.923286 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-4e0a7c3a-731d-4a04-aad3-86a28d3d496f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39b6d7fe-721a-4055-b862-82ac4372f77a') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:28:35.923688 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-4e0a7c3a-731d-4a04-aad3-86a28d3d496f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39b6d7fe-721a-4055-b862-82ac4372f77a') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:28:35.935283 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ae85d7ff-97c3-47e9-85c8-c73d7876b902 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Publish callbacks [] for security_group_rule (90e417e1-177a-4ba5-ae95-c8b6775b378e), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:35.936035 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 57156) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:35.945796 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-1283cfab-3f88-42d6-a590-731f32608069 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Request body: {'subnet': {'network_id': 'f9ba2034-3f5b-40f1-8978-eb5173efd3a5', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:28:35.947369 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-1865070f-5644-425c-ae64-62d7e8ff683b req-aac96cec-5045-461a-b28b-7ed25536a528 tempest-SecurityGroupRulesTestJSON-482221108 tempest-SecurityGroupRulesTestJSON-482221108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (045b3128-c52c-494b-82d2-e8c79fb44beb), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:35.955887 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ae85d7ff-97c3-47e9-85c8-c73d7876b902 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (90e417e1-177a-4ba5-ae95-c8b6775b378e), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:36.021659 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4e0a7c3a-731d-4a04-aad3-86a28d3d496f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4747091'] for segment (39b6d7fe-721a-4055-b862-82ac4372f77a), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:36.024950 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac96cec-5045-461a-b28b-7ed25536a528 tempest-SecurityGroupRulesTestJSON-482221108 tempest-SecurityGroupRulesTestJSON-482221108-project] Pushing event updated for resources: {'SecurityGroup': ['ID=045b3128-c52c-494b-82d2-e8c79fb44beb,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:36.032374 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae85d7ff-97c3-47e9-85c8-c73d7876b902 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90e417e1-177a-4ba5-ae95-c8b6775b378e,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:36.048216 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-1865070f-5644-425c-ae64-62d7e8ff683b req-aac96cec-5045-461a-b28b-7ed25536a528 tempest-SecurityGroupRulesTestJSON-482221108 tempest-SecurityGroupRulesTestJSON-482221108-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:36.052074 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1865070f-5644-425c-ae64-62d7e8ff683b req-aac96cec-5045-461a-b28b-7ed25536a528 tempest-SecurityGroupRulesTestJSON-482221108 tempest-SecurityGroupRulesTestJSON-482221108-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.6495492 Jan 28 19:28:36.054433 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ae85d7ff-97c3-47e9-85c8-c73d7876b902 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:36.060234 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-ae85d7ff-97c3-47e9-85c8-c73d7876b902 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3640230 Jan 28 19:28:36.062517 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 57160) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:36.117178 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4e0a7c3a-731d-4a04-aad3-86a28d3d496f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (39b6d7fe-721a-4055-b862-82ac4372f77a), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:36.125053 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e0a7c3a-731d-4a04-aad3-86a28d3d496f admin admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:28:36.126027 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4e0a7c3a-731d-4a04-aad3-86a28d3d496f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4690514'] for segment (39b6d7fe-721a-4055-b862-82ac4372f77a), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:36.165276 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-69d26172-a5c2-4121-8d0a-1516b67ece55 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Publish callbacks [] for security_group_rule (90e417e1-177a-4ba5-ae95-c8b6775b378e), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:36.179648 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-69d26172-a5c2-4121-8d0a-1516b67ece55 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Publish callbacks [] for security_group_rule (90e417e1-177a-4ba5-ae95-c8b6775b378e), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:36.189970 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1283cfab-3f88-42d6-a590-731f32608069 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Made reservation on behalf of aaf13cac6dbd4260bac51b20f32e7df6 for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:28:36.193358 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1283cfab-3f88-42d6-a590-731f32608069 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4733071'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:36.210016 n-d-812111-14 neutron-server[103304]: Traceback (most recent call last): Jan 28 19:28:36.210016 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:28:36.210016 n-d-812111-14 neutron-server[103304]: timer() Jan 28 19:28:36.210016 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:28:36.210016 n-d-812111-14 neutron-server[103304]: cb(*args, **kw) Jan 28 19:28:36.210016 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:28:36.210016 n-d-812111-14 neutron-server[103304]: return func(*args, **kwargs) Jan 28 19:28:36.210016 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:28:36.210016 n-d-812111-14 neutron-server[103304]: self._notify() Jan 28 19:28:36.210016 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:28:36.210016 n-d-812111-14 neutron-server[103304]: self.callback(batched_events) Jan 28 19:28:36.210016 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:28:36.210016 n-d-812111-14 neutron-server[103304]: event.method(event) Jan 28 19:28:36.210016 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:28:36.210016 n-d-812111-14 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:28:36.210016 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:28:36.210016 n-d-812111-14 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:28:36.210016 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:28:36.210016 n-d-812111-14 neutron-server[103304]: return f(self, *a, **k) Jan 28 19:28:36.210016 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:28:36.210016 n-d-812111-14 neutron-server[103304]: return self._get(url).json() Jan 28 19:28:36.210016 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:28:36.210016 n-d-812111-14 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:28:36.210016 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:28:36.210016 n-d-812111-14 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 28 19:28:36.210016 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:28:36.210016 n-d-812111-14 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:28:36.210016 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:28:36.210016 n-d-812111-14 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:28:36.210016 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:28:36.210016 n-d-812111-14 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:28:36.210016 n-d-812111-14 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:28:36.241753 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-fdbae2c4-b918-4f67-b761-cda5f369f17e req-4996ef16-8635-4d0d-b0e9-d03c647cea1b tempest-SecurityGroupRulesTestJSON-482221108 tempest-SecurityGroupRulesTestJSON-482221108-project] 10.222.0.64 "GET /v2.0/security-groups/045b3128-c52c-494b-82d2-e8c79fb44beb HTTP/1.1" status: 200 len: 1824 time: 0.1578629 Jan 28 19:28:36.242823 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4e0a7c3a-731d-4a04-aad3-86a28d3d496f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (be58da64-c456-4289-b569-0ab1f0e97a8e), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:36.247598 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4e0a7c3a-731d-4a04-aad3-86a28d3d496f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:36.253739 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-4e0a7c3a-731d-4a04-aad3-86a28d3d496f admin admin] 10.222.0.64 "DELETE /v2.0/networks/be58da64-c456-4289-b569-0ab1f0e97a8e HTTP/1.1" status: 204 len: 168 time: 2.7159204 Jan 28 19:28:36.256567 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-fdbae2c4-b918-4f67-b761-cda5f369f17e req-bfd9a1a3-db09-4140-a56d-560dc3634706 tempest-SecurityGroupRulesTestJSON-482221108 tempest-SecurityGroupRulesTestJSON-482221108-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '045b3128-c52c-494b-82d2-e8c79fb44beb', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:28:36.256890 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-fdbae2c4-b918-4f67-b761-cda5f369f17e req-bfd9a1a3-db09-4140-a56d-560dc3634706 tempest-SecurityGroupRulesTestJSON-482221108 tempest-SecurityGroupRulesTestJSON-482221108-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '045b3128-c52c-494b-82d2-e8c79fb44beb', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:28:36.277201 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0a7c3a-731d-4a04-aad3-86a28d3d496f admin admin] Pushing event deleted for resources: {'Network': ['ID=be58da64-c456-4289-b569-0ab1f0e97a8e,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:36.372979 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-fdbae2c4-b918-4f67-b761-cda5f369f17e req-bfd9a1a3-db09-4140-a56d-560dc3634706 tempest-SecurityGroupRulesTestJSON-482221108 tempest-SecurityGroupRulesTestJSON-482221108-project] Publish callbacks [] for security_group_rule (f86df967-f5c0-40aa-8b3b-ca2f61680f5b), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:36.375002 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbd22f3-9c0e-43a0-bd64-472bd41dc109 req-9f5addde-2d21-4acc-9354-a9a0433e16f0 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:36.381979 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9cbd22f3-9c0e-43a0-bd64-472bd41dc109 req-9f5addde-2d21-4acc-9354-a9a0433e16f0 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/ports?device_id=39971c39-f198-4dbc-9689-58d54f376ef6 HTTP/1.1" status: 200 len: 945 time: 0.3185251 Jan 28 19:28:36.416923 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-fdbae2c4-b918-4f67-b761-cda5f369f17e req-bfd9a1a3-db09-4140-a56d-560dc3634706 tempest-SecurityGroupRulesTestJSON-482221108 tempest-SecurityGroupRulesTestJSON-482221108-project] Publish callbacks [] for security_group_rule (f86df967-f5c0-40aa-8b3b-ca2f61680f5b), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:36.434436 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-fdbae2c4-b918-4f67-b761-cda5f369f17e req-bfd9a1a3-db09-4140-a56d-560dc3634706 tempest-SecurityGroupRulesTestJSON-482221108 tempest-SecurityGroupRulesTestJSON-482221108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (f86df967-f5c0-40aa-8b3b-ca2f61680f5b), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:36.471018 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-69d26172-a5c2-4121-8d0a-1516b67ece55 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (90e417e1-177a-4ba5-ae95-c8b6775b378e), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:36.484168 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd9a1a3-db09-4140-a56d-560dc3634706 tempest-SecurityGroupRulesTestJSON-482221108 tempest-SecurityGroupRulesTestJSON-482221108-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f86df967-f5c0-40aa-8b3b-ca2f61680f5b,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:36.484406 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 57170) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:36.493325 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-69d26172-a5c2-4121-8d0a-1516b67ece55 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:36.495832 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-69d26172-a5c2-4121-8d0a-1516b67ece55 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/90e417e1-177a-4ba5-ae95-c8b6775b378e HTTP/1.1" status: 204 len: 168 time: 0.4301662 Jan 28 19:28:36.498167 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 57172) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:36.513945 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9cbd22f3-9c0e-43a0-bd64-472bd41dc109 req-5a256206-bd2c-48a2-80b5-97701cd5fa4e tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/security-groups?id=f474bf53-325f-4ec5-b389-bc6e034fc623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310356 Jan 28 19:28:36.520611 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-fdbae2c4-b918-4f67-b761-cda5f369f17e req-bfd9a1a3-db09-4140-a56d-560dc3634706 tempest-SecurityGroupRulesTestJSON-482221108 tempest-SecurityGroupRulesTestJSON-482221108-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:36.521826 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-fdbae2c4-b918-4f67-b761-cda5f369f17e req-bfd9a1a3-db09-4140-a56d-560dc3634706 tempest-SecurityGroupRulesTestJSON-482221108 tempest-SecurityGroupRulesTestJSON-482221108-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.2693241 Jan 28 19:28:36.564880 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-77d42739-e51e-4b8c-9570-b8217f457bd5 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0648701 Jan 28 19:28:36.567738 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 57182) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:36.612232 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-655ccc0d-3110-4889-90fd-44d9143be590 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:36.651815 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d26172-a5c2-4121-8d0a-1516b67ece55 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=90e417e1-177a-4ba5-ae95-c8b6775b378e,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:36.665712 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f6a1db6d-0e57-493a-b1aa-ee6f4a1ea8d2 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Publish callbacks [] for security_group (f0f9264b-e287-4401-9c42-b67becb2cf80), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:36.695954 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f6a1db6d-0e57-493a-b1aa-ee6f4a1ea8d2 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Publish callbacks [] for security_group (f0f9264b-e287-4401-9c42-b67becb2cf80), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:36.762198 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f6a1db6d-0e57-493a-b1aa-ee6f4a1ea8d2 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (f0f9264b-e287-4401-9c42-b67becb2cf80), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:36.766817 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f6a1db6d-0e57-493a-b1aa-ee6f4a1ea8d2 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:36.771047 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-f6a1db6d-0e57-493a-b1aa-ee6f4a1ea8d2 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] 10.222.0.64 "DELETE /v2.0/security-groups/f0f9264b-e287-4401-9c42-b67becb2cf80 HTTP/1.1" status: 204 len: 168 time: 0.2018096 Jan 28 19:28:36.772595 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-385a1fde-c84b-4ddf-8d89-7f5c6a950bf7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f867837fb6c242938544d048cd197d0a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2567575 Jan 28 19:28:36.776010 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 57188) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:36.776359 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 57190) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:36.794040 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-8bf34418-b413-4eb7-9ba4-5726b5ff6a20 req-a9477a86-0c3f-481e-a389-ae0f7f92c223 tempest-SecurityGroupRulesTestJSON-482221108 tempest-SecurityGroupRulesTestJSON-482221108-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-348738523', 'description': 'tempest-description-1102169466'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:28:36.841352 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1283cfab-3f88-42d6-a590-731f32608069 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4752401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4733085'] for subnet (ce4c687f-460f-495c-a4ff-83b24c15e413), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:36.899842 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a1db6d-0e57-493a-b1aa-ee6f4a1ea8d2 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0f9264b-e287-4401-9c42-b67becb2cf80,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:36.936250 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-1c48ae8e-2246-499b-b66b-b3790e1d7d33 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1497908 Jan 28 19:28:36.940812 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 57196) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:36.948423 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1283cfab-3f88-42d6-a590-731f32608069 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Pushing event updated for resources: {'Subnet': ['ID=ce4c687f-460f-495c-a4ff-83b24c15e413,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:36.956842 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-479caa5e-7eb2-45f1-91a6-b3bf0260a283 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Request body: {'security_group': {'name': 'tempest-secgroup--1531320942'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:28:36.958484 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-8bf34418-b413-4eb7-9ba4-5726b5ff6a20 req-a9477a86-0c3f-481e-a389-ae0f7f92c223 tempest-SecurityGroupRulesTestJSON-482221108 tempest-SecurityGroupRulesTestJSON-482221108-project] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:36.974939 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-34a06106-2c37-4ce0-8725-8bef43ec08bb admin admin] Publish callbacks [] for security_group (abf1c1e9-b349-4aee-9c71-682c8b55783a), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:37.002281 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-479caa5e-7eb2-45f1-91a6-b3bf0260a283 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:37.028064 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-34a06106-2c37-4ce0-8725-8bef43ec08bb admin admin] Publish callbacks [] for security_group (abf1c1e9-b349-4aee-9c71-682c8b55783a), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:37.029959 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1283cfab-3f88-42d6-a590-731f32608069 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Checking segment: {'id': 'abc54619-a0a8-40e5-8ecd-1f4a1a94e7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f9ba2034-3f5b-40f1-8978-eb5173efd3a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:28:37.030536 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1283cfab-3f88-42d6-a590-731f32608069 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Network hostable DHCP agents. Network: f9ba2034-3f5b-40f1-8978-eb5173efd3a5, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:28:37.072811 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1283cfab-3f88-42d6-a590-731f32608069 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Network f9ba2034-3f5b-40f1-8978-eb5173efd3a5 is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:28:37.095965 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-1283cfab-3f88-42d6-a590-731f32608069 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, f9ba2034-3f5b-40f1-8978-eb5173efd3a5) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:28:37.104573 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1283cfab-3f88-42d6-a590-731f32608069 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:37.105517 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1283cfab-3f88-42d6-a590-731f32608069 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:37.110332 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed881c4-e495-4236-82c0-435f1f8c1e24 None None] Network f9ba2034-3f5b-40f1-8978-eb5173efd3a5 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:28:37.119118 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27146449-33d9-447c-83f5-a3af0f295c36 req-0a2e4579-c313-4163-b52d-0f18c23497ab tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:37.120729 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-27146449-33d9-447c-83f5-a3af0f295c36 req-0a2e4579-c313-4163-b52d-0f18c23497ab tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/ports?device_id=39971c39-f198-4dbc-9689-58d54f376ef6 HTTP/1.1" status: 200 len: 945 time: 0.1813138 Jan 28 19:28:37.162649 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-1283cfab-3f88-42d6-a590-731f32608069 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2255166 Jan 28 19:28:37.166391 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 57198) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:37.168708 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-479caa5e-7eb2-45f1-91a6-b3bf0260a283 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Publish callbacks [] for security_group (9bab49fe-d651-4338-ad6a-f6a3b610de4e), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:37.179489 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-3f8dbc8d-3b62-4f27-b897-4a6c377f6bdd tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-73118088'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:28:37.190367 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-479caa5e-7eb2-45f1-91a6-b3bf0260a283 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (9bab49fe-d651-4338-ad6a-f6a3b610de4e), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:37.229040 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-8bf34418-b413-4eb7-9ba4-5726b5ff6a20 req-a9477a86-0c3f-481e-a389-ae0f7f92c223 tempest-SecurityGroupRulesTestJSON-482221108 tempest-SecurityGroupRulesTestJSON-482221108-project] Publish callbacks [] for security_group (41f226c3-6d0d-4512-966e-d2adb038ef52), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:37.230111 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f8dbc8d-3b62-4f27-b897-4a6c377f6bdd tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Made reservation on behalf of aaf13cac6dbd4260bac51b20f32e7df6 for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:28:37.237496 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-34a06106-2c37-4ce0-8725-8bef43ec08bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (abf1c1e9-b349-4aee-9c71-682c8b55783a), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:37.240089 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-34a06106-2c37-4ce0-8725-8bef43ec08bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:37.244114 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3f8dbc8d-3b62-4f27-b897-4a6c377f6bdd tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:37.246196 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-34a06106-2c37-4ce0-8725-8bef43ec08bb admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/abf1c1e9-b349-4aee-9c71-682c8b55783a HTTP/1.1" status: 204 len: 168 time: 0.4614866 Jan 28 19:28:37.250632 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479caa5e-7eb2-45f1-91a6-b3bf0260a283 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bab49fe-d651-4338-ad6a-f6a3b610de4e,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:37.275625 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-8bf34418-b413-4eb7-9ba4-5726b5ff6a20 req-a9477a86-0c3f-481e-a389-ae0f7f92c223 tempest-SecurityGroupRulesTestJSON-482221108 tempest-SecurityGroupRulesTestJSON-482221108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (41f226c3-6d0d-4512-966e-d2adb038ef52), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:37.280978 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-27146449-33d9-447c-83f5-a3af0f295c36 req-2a99018b-ff8b-47bc-84ab-cdee4043b9fc tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/security-groups?id=f474bf53-325f-4ec5-b389-bc6e034fc623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519318 Jan 28 19:28:37.291627 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a06106-2c37-4ce0-8725-8bef43ec08bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abf1c1e9-b349-4aee-9c71-682c8b55783a,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:37.305614 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-479caa5e-7eb2-45f1-91a6-b3bf0260a283 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:37.306767 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-479caa5e-7eb2-45f1-91a6-b3bf0260a283 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3562846 Jan 28 19:28:37.314605 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 57204) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:37.320871 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-8bf34418-b413-4eb7-9ba4-5726b5ff6a20 req-a9477a86-0c3f-481e-a389-ae0f7f92c223 tempest-SecurityGroupRulesTestJSON-482221108 tempest-SecurityGroupRulesTestJSON-482221108-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:37.325042 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8bf34418-b413-4eb7-9ba4-5726b5ff6a20 req-a9477a86-0c3f-481e-a389-ae0f7f92c223 tempest-SecurityGroupRulesTestJSON-482221108 tempest-SecurityGroupRulesTestJSON-482221108-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.5715640 Jan 28 19:28:37.348955 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-b69952b0-238e-40a2-8f30-585a883d2251 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Request body: {'security_group_rule': {'security_group_id': '9bab49fe-d651-4338-ad6a-f6a3b610de4e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:28:37.355457 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f8dbc8d-3b62-4f27-b897-4a6c377f6bdd tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:28:37.379118 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-52a7138d-7758-47eb-8996-868f1e2a8fcd req-4effc67f-eaa8-4e48-985a-78017a3ca335 tempest-SecurityGroupRulesTestJSON-482221108 tempest-SecurityGroupRulesTestJSON-482221108-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1764493267', 'description': 'tempest-description-1146386782'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:28:37.392263 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9477a86-0c3f-481e-a389-ae0f7f92c223 tempest-SecurityGroupRulesTestJSON-482221108 tempest-SecurityGroupRulesTestJSON-482221108-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41f226c3-6d0d-4512-966e-d2adb038ef52,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:37.396946 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3f8dbc8d-3b62-4f27-b897-4a6c377f6bdd tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (6ccab101-c2e1-40a2-a815-b307cdecfe61), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:37.397593 n-d-812111-14 neutron-server[103305]: INFO neutron.db.segments_db [None req-3f8dbc8d-3b62-4f27-b897-4a6c377f6bdd tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Added segment 6ccab101-c2e1-40a2-a815-b307cdecfe61 of type vlan for network ddaeb68d-b8ba-42ca-bf4f-d2b3319a73cc Jan 28 19:28:37.509345 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b69952b0-238e-40a2-8f30-585a883d2251 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Publish callbacks [] for security_group_rule (e7803f75-4032-4872-8318-bb6b2adc337e), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:37.512385 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c460a59-70a9-4581-921c-9302ff613979 req-fb186558-7861-4056-8d4d-eddeaa92b68a tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:37.514054 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-0c460a59-70a9-4581-921c-9302ff613979 req-fb186558-7861-4056-8d4d-eddeaa92b68a tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/ports?device_id=39971c39-f198-4dbc-9689-58d54f376ef6 HTTP/1.1" status: 200 len: 945 time: 0.1032162 Jan 28 19:28:37.529381 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-52a7138d-7758-47eb-8996-868f1e2a8fcd req-4effc67f-eaa8-4e48-985a-78017a3ca335 tempest-SecurityGroupRulesTestJSON-482221108 tempest-SecurityGroupRulesTestJSON-482221108-project] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:37.538540 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6edd135a-1c8f-479a-9eec-a77c596e37ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68cd31fd-e4cd-5fb3-a862-256fc47efcd2-f9ba2034-3f5b-40f1-8978-eb5173efd3a5', 'network_id': 'f9ba2034-3f5b-40f1-8978-eb5173efd3a5', 'project_id': 'aaf13cac6dbd4260bac51b20f32e7df6', 'fixed_ips': [{'subnet_id': 'ce4c687f-460f-495c-a4ff-83b24c15e413'}]}} from n-d-812111-14. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:28:37.539637 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6edd135a-1c8f-479a-9eec-a77c596e37ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:37.571357 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3f8dbc8d-3b62-4f27-b897-4a6c377f6bdd tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (ddaeb68d-b8ba-42ca-bf4f-d2b3319a73cc), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:37.617775 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-0c460a59-70a9-4581-921c-9302ff613979 req-d00f7899-4bfc-4750-a2b3-59cc86508536 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/security-groups?id=f474bf53-325f-4ec5-b389-bc6e034fc623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933282 Jan 28 19:28:37.737673 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3f8dbc8d-3b62-4f27-b897-4a6c377f6bdd tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (ddaeb68d-b8ba-42ca-bf4f-d2b3319a73cc), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:37.743462 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f8dbc8d-3b62-4f27-b897-4a6c377f6bdd tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:37.744105 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3f8dbc8d-3b62-4f27-b897-4a6c377f6bdd tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:37.784350 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 57214) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:37.789574 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-995531c4-cc77-4587-8fe5-bc1b035c63bc tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Request body: {'subnet': {'network_id': 'ddaeb68d-b8ba-42ca-bf4f-d2b3319a73cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:28:37.814806 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-3f8dbc8d-3b62-4f27-b897-4a6c377f6bdd tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.6079600 Jan 28 19:28:37.938202 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-6edd135a-1c8f-479a-9eec-a77c596e37ea None None] Allocated IP 2001:db8:0:ffff::2 (f9ba2034-3f5b-40f1-8978-eb5173efd3a5/ce4c687f-460f-495c-a4ff-83b24c15e413/650ef248-ccb4-44fc-881f-59186ab4d633) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:28:38.020791 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-52a7138d-7758-47eb-8996-868f1e2a8fcd req-4effc67f-eaa8-4e48-985a-78017a3ca335 tempest-SecurityGroupRulesTestJSON-482221108 tempest-SecurityGroupRulesTestJSON-482221108-project] Publish callbacks [] for security_group (aef0b392-d3ab-4b6d-8626-2aaa157280c9), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:38.052795 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-995531c4-cc77-4587-8fe5-bc1b035c63bc tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Made reservation on behalf of aaf13cac6dbd4260bac51b20f32e7df6 for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:28:38.058984 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-995531c4-cc77-4587-8fe5-bc1b035c63bc tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5221429'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:38.160376 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-52a7138d-7758-47eb-8996-868f1e2a8fcd req-4effc67f-eaa8-4e48-985a-78017a3ca335 tempest-SecurityGroupRulesTestJSON-482221108 tempest-SecurityGroupRulesTestJSON-482221108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (aef0b392-d3ab-4b6d-8626-2aaa157280c9), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:38.189070 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b69952b0-238e-40a2-8f30-585a883d2251 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Publish callbacks [] for security_group_rule (e7803f75-4032-4872-8318-bb6b2adc337e), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:38.211681 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b69952b0-238e-40a2-8f30-585a883d2251 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (e7803f75-4032-4872-8318-bb6b2adc337e), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:38.243654 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8dbc8d-3b62-4f27-b897-4a6c377f6bdd tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Pushing event updated for resources: {'Network': ['ID=ddaeb68d-b8ba-42ca-bf4f-d2b3319a73cc,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:38.258506 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-52a7138d-7758-47eb-8996-868f1e2a8fcd req-4effc67f-eaa8-4e48-985a-78017a3ca335 tempest-SecurityGroupRulesTestJSON-482221108 tempest-SecurityGroupRulesTestJSON-482221108-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:38.260279 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-52a7138d-7758-47eb-8996-868f1e2a8fcd req-4effc67f-eaa8-4e48-985a-78017a3ca335 tempest-SecurityGroupRulesTestJSON-482221108 tempest-SecurityGroupRulesTestJSON-482221108-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.9055455 Jan 28 19:28:38.269283 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b69952b0-238e-40a2-8f30-585a883d2251 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:38.269283 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-b69952b0-238e-40a2-8f30-585a883d2251 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9481902 Jan 28 19:28:38.272332 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 57230) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:38.280209 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 57234) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:38.283835 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4effc67f-eaa8-4e48-985a-78017a3ca335 tempest-SecurityGroupRulesTestJSON-482221108 tempest-SecurityGroupRulesTestJSON-482221108-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aef0b392-d3ab-4b6d-8626-2aaa157280c9,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:38.289130 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69952b0-238e-40a2-8f30-585a883d2251 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7803f75-4032-4872-8318-bb6b2adc337e,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:38.309901 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6edd135a-1c8f-479a-9eec-a77c596e37ea None None] Publish callbacks [] for port (650ef248-ccb4-44fc-881f-59186ab4d633), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:38.319434 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network ddaeb68d-b8ba-42ca-bf4f-d2b3319a73cc details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:28:38.333909 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-e6c068f9-99fa-4f95-aa6a-d05c6e1f9d96 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] 10.222.0.64 "GET /v2.0/security-group-rules/e7803f75-4032-4872-8318-bb6b2adc337e HTTP/1.1" status: 200 len: 763 time: 0.0604589 Jan 28 19:28:38.339138 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 57236) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:38.359264 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-66144e31-3fc8-4e8d-a33a-c18e11d37e7d req-27e77986-0b4f-479f-bc0e-f20ef0f37349 tempest-SecurityGroupRulesTestJSON-482221108 tempest-SecurityGroupRulesTestJSON-482221108-project] 10.222.0.64 "GET /v2.0/security-groups/41f226c3-6d0d-4512-966e-d2adb038ef52 HTTP/1.1" status: 200 len: 1823 time: 0.0606997 Jan 28 19:28:38.403493 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-15ec229d-00f0-40f3-ba34-8b10cc3be7e9 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0632405 Jan 28 19:28:38.406990 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 57238) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:38.446583 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f6eb148e-d02d-43c1-8cc5-61981a1432bc tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Publish callbacks [] for security_group_rule (e7803f75-4032-4872-8318-bb6b2adc337e), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:38.468785 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f6eb148e-d02d-43c1-8cc5-61981a1432bc tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Publish callbacks [] for security_group_rule (e7803f75-4032-4872-8318-bb6b2adc337e), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:38.478166 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-66144e31-3fc8-4e8d-a33a-c18e11d37e7d req-555c0978-9b8d-4d2c-8d43-84e7e70d2133 tempest-SecurityGroupRulesTestJSON-482221108 tempest-SecurityGroupRulesTestJSON-482221108-project] 10.222.0.64 "GET /v2.0/security-groups/aef0b392-d3ab-4b6d-8626-2aaa157280c9 HTTP/1.1" status: 200 len: 1824 time: 0.1077676 Jan 28 19:28:38.492266 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-66144e31-3fc8-4e8d-a33a-c18e11d37e7d req-f3a27fae-3dfe-477f-bd21-b681a032b3e9 tempest-SecurityGroupRulesTestJSON-482221108 tempest-SecurityGroupRulesTestJSON-482221108-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '41f226c3-6d0d-4512-966e-d2adb038ef52', 'remote_group_id': 'aef0b392-d3ab-4b6d-8626-2aaa157280c9', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:28:38.492542 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-66144e31-3fc8-4e8d-a33a-c18e11d37e7d req-f3a27fae-3dfe-477f-bd21-b681a032b3e9 tempest-SecurityGroupRulesTestJSON-482221108 tempest-SecurityGroupRulesTestJSON-482221108-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '41f226c3-6d0d-4512-966e-d2adb038ef52', 'remote_group_id': 'aef0b392-d3ab-4b6d-8626-2aaa157280c9', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:28:38.502662 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6edd135a-1c8f-479a-9eec-a77c596e37ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (650ef248-ccb4-44fc-881f-59186ab4d633), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:38.553189 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f6eb148e-d02d-43c1-8cc5-61981a1432bc tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (e7803f75-4032-4872-8318-bb6b2adc337e), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:38.586045 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f6eb148e-d02d-43c1-8cc5-61981a1432bc tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:38.587195 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-f6eb148e-d02d-43c1-8cc5-61981a1432bc tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/e7803f75-4032-4872-8318-bb6b2adc337e HTTP/1.1" status: 204 len: 168 time: 0.1793022 Jan 28 19:28:38.593736 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 57240) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:38.601941 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6edd135a-1c8f-479a-9eec-a77c596e37ea None None] Network f9ba2034-3f5b-40f1-8978-eb5173efd3a5 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:28:38.602743 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-66144e31-3fc8-4e8d-a33a-c18e11d37e7d req-f3a27fae-3dfe-477f-bd21-b681a032b3e9 tempest-SecurityGroupRulesTestJSON-482221108 tempest-SecurityGroupRulesTestJSON-482221108-project] Publish callbacks [] for security_group_rule (5f0ce750-b5ff-4e5b-ba25-421c87e9cd70), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:38.631139 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-6edd135a-1c8f-479a-9eec-a77c596e37ea None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:28:38.632951 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-995531c4-cc77-4587-8fe5-bc1b035c63bc tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4690681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5221415'] for subnet (eee0c0b6-9673-4513-affe-d89e5a63025c), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:38.636060 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edd135a-1c8f-479a-9eec-a77c596e37ea None None] Pushing event updated for resources: {'Port': ['ID=650ef248-ccb4-44fc-881f-59186ab4d633,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:38.646293 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6edd135a-1c8f-479a-9eec-a77c596e37ea None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:28:38.674208 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-66144e31-3fc8-4e8d-a33a-c18e11d37e7d req-f3a27fae-3dfe-477f-bd21-b681a032b3e9 tempest-SecurityGroupRulesTestJSON-482221108 tempest-SecurityGroupRulesTestJSON-482221108-project] Publish callbacks [] for security_group_rule (5f0ce750-b5ff-4e5b-ba25-421c87e9cd70), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:38.676138 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6eb148e-d02d-43c1-8cc5-61981a1432bc tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e7803f75-4032-4872-8318-bb6b2adc337e,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:38.682651 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-66144e31-3fc8-4e8d-a33a-c18e11d37e7d req-f3a27fae-3dfe-477f-bd21-b681a032b3e9 tempest-SecurityGroupRulesTestJSON-482221108 tempest-SecurityGroupRulesTestJSON-482221108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (5f0ce750-b5ff-4e5b-ba25-421c87e9cd70), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:38.697623 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a27fae-3dfe-477f-bd21-b681a032b3e9 tempest-SecurityGroupRulesTestJSON-482221108 tempest-SecurityGroupRulesTestJSON-482221108-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f0ce750-b5ff-4e5b-ba25-421c87e9cd70,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:38.716484 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a0c266-eecb-4dea-80e7-c88074e30e1c req-c95f3d9a-2710-47e2-a08f-d2b79ae50b42 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:38.726430 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-68a0c266-eecb-4dea-80e7-c88074e30e1c req-c95f3d9a-2710-47e2-a08f-d2b79ae50b42 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/ports?device_id=39971c39-f198-4dbc-9689-58d54f376ef6 HTTP/1.1" status: 200 len: 945 time: 0.5568471 Jan 28 19:28:38.727725 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-66144e31-3fc8-4e8d-a33a-c18e11d37e7d req-f3a27fae-3dfe-477f-bd21-b681a032b3e9 tempest-SecurityGroupRulesTestJSON-482221108 tempest-SecurityGroupRulesTestJSON-482221108-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:38.732470 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-66144e31-3fc8-4e8d-a33a-c18e11d37e7d req-f3a27fae-3dfe-477f-bd21-b681a032b3e9 tempest-SecurityGroupRulesTestJSON-482221108 tempest-SecurityGroupRulesTestJSON-482221108-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2460794 Jan 28 19:28:38.738488 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995531c4-cc77-4587-8fe5-bc1b035c63bc tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Pushing event updated for resources: {'Subnet': ['ID=eee0c0b6-9673-4513-affe-d89e5a63025c,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:38.767464 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-1fb1829e-e222-40ad-a02d-e577c1f94c41 req-c7c76dd2-0cc0-4b75-a64f-4b41e6379f26 tempest-SecurityGroupRulesTestJSON-482221108 tempest-SecurityGroupRulesTestJSON-482221108-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1438477270', 'description': 'tempest-description-1617187494'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:28:38.767909 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-6edd135a-1c8f-479a-9eec-a77c596e37ea None None] Attempting to bind port 650ef248-ccb4-44fc-881f-59186ab4d633 on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:28:38.768455 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-6edd135a-1c8f-479a-9eec-a77c596e37ea None None] Attempting to bind port 650ef248-ccb4-44fc-881f-59186ab4d633 by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': 'abc54619-a0a8-40e5-8ecd-1f4a1a94e7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f9ba2034-3f5b-40f1-8978-eb5173efd3a5'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:28:38.768989 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6edd135a-1c8f-479a-9eec-a77c596e37ea None None] Attempting to bind port 650ef248-ccb4-44fc-881f-59186ab4d633 on network f9ba2034-3f5b-40f1-8978-eb5173efd3a5 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:28:38.775369 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-7b043c85-9424-48d4-acec-c09e24a0e8af admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=887681a33d5342eeb1bb362ffae0ffa6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4860666 Jan 28 19:28:38.778884 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6edd135a-1c8f-479a-9eec-a77c596e37ea None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 28, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:28:38.779475 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6edd135a-1c8f-479a-9eec-a77c596e37ea None None] Checking segment: {'id': 'abc54619-a0a8-40e5-8ecd-1f4a1a94e7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f9ba2034-3f5b-40f1-8978-eb5173efd3a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:28:38.780137 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6edd135a-1c8f-479a-9eec-a77c596e37ea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:38.781270 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6edd135a-1c8f-479a-9eec-a77c596e37ea None None] Bound using segment: {'id': 'abc54619-a0a8-40e5-8ecd-1f4a1a94e7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f9ba2034-3f5b-40f1-8978-eb5173efd3a5'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:28:38.781977 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-6edd135a-1c8f-479a-9eec-a77c596e37ea None None] Bound port: 650ef248-ccb4-44fc-881f-59186ab4d633, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abc54619-a0a8-40e5-8ecd-1f4a1a94e7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f9ba2034-3f5b-40f1-8978-eb5173efd3a5'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:28:38.782975 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 57244) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:38.783477 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6edd135a-1c8f-479a-9eec-a77c596e37ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (650ef248-ccb4-44fc-881f-59186ab4d633), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:38.807391 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-63fe9d97-c92e-4002-8fbf-ae8ff4a66739 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2090678 Jan 28 19:28:38.807966 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 57246) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:38.817638 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-e8a5f24b-1dcf-46a7-9f3e-a4298c91714b tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Request body: {'security_group_rule': {'security_group_id': '9bab49fe-d651-4338-ad6a-f6a3b610de4e', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:28:38.843697 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-1fb1829e-e222-40ad-a02d-e577c1f94c41 req-c7c76dd2-0cc0-4b75-a64f-4b41e6379f26 tempest-SecurityGroupRulesTestJSON-482221108 tempest-SecurityGroupRulesTestJSON-482221108-project] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:38.882912 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-6edd135a-1c8f-479a-9eec-a77c596e37ea None None] For port 650ef248-ccb4-44fc-881f-59186ab4d633, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:28:38.890097 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995531c4-cc77-4587-8fe5-bc1b035c63bc tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Checking segment: {'id': '6ccab101-c2e1-40a2-a815-b307cdecfe61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'ddaeb68d-b8ba-42ca-bf4f-d2b3319a73cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:28:38.890575 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-995531c4-cc77-4587-8fe5-bc1b035c63bc tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Network hostable DHCP agents. Network: ddaeb68d-b8ba-42ca-bf4f-d2b3319a73cc, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:28:38.895765 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-6edd135a-1c8f-479a-9eec-a77c596e37ea None None] For port 650ef248-ccb4-44fc-881f-59186ab4d633, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=650ef248-ccb4-44fc-881f-59186ab4d633,segment=NetworkSegment(abc54619-a0a8-40e5-8ecd-1f4a1a94e7f6),segment_id=abc54619-a0a8-40e5-8ecd-1f4a1a94e7f6)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:28:38.918453 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-68a0c266-eecb-4dea-80e7-c88074e30e1c req-dfb93c41-81da-4390-8a75-2222d7f618df tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/security-groups?id=f474bf53-325f-4ec5-b389-bc6e034fc623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909091 Jan 28 19:28:38.922402 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6edd135a-1c8f-479a-9eec-a77c596e37ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (650ef248-ccb4-44fc-881f-59186ab4d633), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:38.949520 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-1fb1829e-e222-40ad-a02d-e577c1f94c41 req-c7c76dd2-0cc0-4b75-a64f-4b41e6379f26 tempest-SecurityGroupRulesTestJSON-482221108 tempest-SecurityGroupRulesTestJSON-482221108-project] Publish callbacks [] for security_group (fdc7c563-c253-463e-a43a-d76edbdbe47a), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:38.963802 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-1fb1829e-e222-40ad-a02d-e577c1f94c41 req-c7c76dd2-0cc0-4b75-a64f-4b41e6379f26 tempest-SecurityGroupRulesTestJSON-482221108 tempest-SecurityGroupRulesTestJSON-482221108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (fdc7c563-c253-463e-a43a-d76edbdbe47a), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:38.980744 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-995531c4-cc77-4587-8fe5-bc1b035c63bc tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Network ddaeb68d-b8ba-42ca-bf4f-d2b3319a73cc is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:28:39.001220 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ae31ba11-0e94-44b2-85df-febf57f162f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:39.001934 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-995531c4-cc77-4587-8fe5-bc1b035c63bc tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, ddaeb68d-b8ba-42ca-bf4f-d2b3319a73cc) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:28:39.009093 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-995531c4-cc77-4587-8fe5-bc1b035c63bc tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:39.010037 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-995531c4-cc77-4587-8fe5-bc1b035c63bc tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:39.022808 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7757d2e5-7591-44ad-90a3-efac4a112f4f None None] Network ddaeb68d-b8ba-42ca-bf4f-d2b3319a73cc requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:28:39.050033 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-995531c4-cc77-4587-8fe5-bc1b035c63bc tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.2622657 Jan 28 19:28:39.050579 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 57262) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:39.057987 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-aae3432c-84fa-4936-931d-cf11c0b607ec admin admin] Publish callbacks [] for security_group (89b50cf2-934e-44e8-9332-9869ab3eb0d4), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:39.085762 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e8a5f24b-1dcf-46a7-9f3e-a4298c91714b tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Publish callbacks [] for security_group_rule (689741b5-9ab8-41b6-9144-36637bdc7bf3), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:39.146557 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-1fb1829e-e222-40ad-a02d-e577c1f94c41 req-c7c76dd2-0cc0-4b75-a64f-4b41e6379f26 tempest-SecurityGroupRulesTestJSON-482221108 tempest-SecurityGroupRulesTestJSON-482221108-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:39.150688 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1fb1829e-e222-40ad-a02d-e577c1f94c41 req-c7c76dd2-0cc0-4b75-a64f-4b41e6379f26 tempest-SecurityGroupRulesTestJSON-482221108 tempest-SecurityGroupRulesTestJSON-482221108-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.3912425 Jan 28 19:28:39.183486 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-52485e18-caea-4539-8f74-c583a6d37187 req-85152ad0-8c04-48a1-9290-eceec905a641 tempest-SecurityGroupRulesTestJSON-482221108 tempest-SecurityGroupRulesTestJSON-482221108-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1827845986', 'description': 'tempest-description-995205844'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:28:39.193864 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edd135a-1c8f-479a-9eec-a77c596e37ea None None] Pushing event updated for resources: {'Port': ['ID=650ef248-ccb4-44fc-881f-59186ab4d633,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:39.211442 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddc729d5-e5d7-427e-96e6-a862e78a2e8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68cd31fd-e4cd-5fb3-a862-256fc47efcd2-ddaeb68d-b8ba-42ca-bf4f-d2b3319a73cc', 'network_id': 'ddaeb68d-b8ba-42ca-bf4f-d2b3319a73cc', 'project_id': 'aaf13cac6dbd4260bac51b20f32e7df6', 'fixed_ips': [{'subnet_id': 'eee0c0b6-9673-4513-affe-d89e5a63025c'}]}} from n-d-812111-14. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:28:39.211883 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ddc729d5-e5d7-427e-96e6-a862e78a2e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:39.244357 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c76dd2-0cc0-4b75-a64f-4b41e6379f26 tempest-SecurityGroupRulesTestJSON-482221108 tempest-SecurityGroupRulesTestJSON-482221108-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdc7c563-c253-463e-a43a-d76edbdbe47a,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:39.257434 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-aae3432c-84fa-4936-931d-cf11c0b607ec admin admin] Publish callbacks [] for security_group (89b50cf2-934e-44e8-9332-9869ab3eb0d4), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:39.277602 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-52485e18-caea-4539-8f74-c583a6d37187 req-85152ad0-8c04-48a1-9290-eceec905a641 tempest-SecurityGroupRulesTestJSON-482221108 tempest-SecurityGroupRulesTestJSON-482221108-project] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:39.409291 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a7f39092-90e4-40a2-a87f-1a73561fc174 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (ddaeb68d-b8ba-42ca-bf4f-d2b3319a73cc), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:39.491106 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-ddc729d5-e5d7-427e-96e6-a862e78a2e8d None None] Allocated IP 2001:db8::1 (ddaeb68d-b8ba-42ca-bf4f-d2b3319a73cc/eee0c0b6-9673-4513-affe-d89e5a63025c/8678bde4-758a-4da8-9ba6-94b7b085ffa1) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:28:39.554112 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1786803-457f-4261-8eb6-2a5283f4120e req-d49452da-06f7-4d9e-8eec-e4cf5a1faeb2 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:39.556030 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a1786803-457f-4261-8eb6-2a5283f4120e req-d49452da-06f7-4d9e-8eec-e4cf5a1faeb2 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.41 "GET /v2.0/ports?device_id=39971c39-f198-4dbc-9689-58d54f376ef6 HTTP/1.1" status: 200 len: 945 time: 0.2927334 Jan 28 19:28:39.561090 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e8a5f24b-1dcf-46a7-9f3e-a4298c91714b tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Publish callbacks [] for security_group_rule (689741b5-9ab8-41b6-9144-36637bdc7bf3), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:39.629923 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a7f39092-90e4-40a2-a87f-1a73561fc174 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (eee0c0b6-9673-4513-affe-d89e5a63025c), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:39.651541 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e8a5f24b-1dcf-46a7-9f3e-a4298c91714b tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (689741b5-9ab8-41b6-9144-36637bdc7bf3), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:39.725500 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-aae3432c-84fa-4936-931d-cf11c0b607ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (89b50cf2-934e-44e8-9332-9869ab3eb0d4), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:39.728601 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-aae3432c-84fa-4936-931d-cf11c0b607ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:39.730751 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-aae3432c-84fa-4936-931d-cf11c0b607ec admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/89b50cf2-934e-44e8-9332-9869ab3eb0d4 HTTP/1.1" status: 204 len: 168 time: 0.9466419 Jan 28 19:28:39.747292 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e8a5f24b-1dcf-46a7-9f3e-a4298c91714b tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:39.751302 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-e8a5f24b-1dcf-46a7-9f3e-a4298c91714b tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9427896 Jan 28 19:28:39.755241 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 57268) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:39.789671 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:39.796653 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a5f24b-1dcf-46a7-9f3e-a4298c91714b tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=689741b5-9ab8-41b6-9144-36637bdc7bf3,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:39.816452 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-d1ef4ea3-1c5d-4e03-8103-0c899e3a4e65 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] 10.222.0.64 "GET /v2.0/security-group-rules/689741b5-9ab8-41b6-9144-36637bdc7bf3 HTTP/1.1" status: 200 len: 763 time: 0.0572815 Jan 28 19:28:39.817903 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 57270) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:39.818030 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ddc729d5-e5d7-427e-96e6-a862e78a2e8d None None] Publish callbacks [] for port (8678bde4-758a-4da8-9ba6-94b7b085ffa1), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:39.829820 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ddc729d5-e5d7-427e-96e6-a862e78a2e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (8678bde4-758a-4da8-9ba6-94b7b085ffa1), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:39.845612 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-52485e18-caea-4539-8f74-c583a6d37187 req-85152ad0-8c04-48a1-9290-eceec905a641 tempest-SecurityGroupRulesTestJSON-482221108 tempest-SecurityGroupRulesTestJSON-482221108-project] Publish callbacks [] for security_group (4d3f415f-a9e9-4372-a06c-f820f6410d86), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:39.853335 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-52485e18-caea-4539-8f74-c583a6d37187 req-85152ad0-8c04-48a1-9290-eceec905a641 tempest-SecurityGroupRulesTestJSON-482221108 tempest-SecurityGroupRulesTestJSON-482221108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (4d3f415f-a9e9-4372-a06c-f820f6410d86), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:39.874485 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae3432c-84fa-4936-931d-cf11c0b607ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89b50cf2-934e-44e8-9332-9869ab3eb0d4,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:39.888745 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-52485e18-caea-4539-8f74-c583a6d37187 req-85152ad0-8c04-48a1-9290-eceec905a641 tempest-SecurityGroupRulesTestJSON-482221108 tempest-SecurityGroupRulesTestJSON-482221108-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:39.891120 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-52485e18-caea-4539-8f74-c583a6d37187 req-85152ad0-8c04-48a1-9290-eceec905a641 tempest-SecurityGroupRulesTestJSON-482221108 tempest-SecurityGroupRulesTestJSON-482221108-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.7124925 Jan 28 19:28:39.921671 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-a1786803-457f-4261-8eb6-2a5283f4120e req-91453aeb-0c0f-4419-a4cb-d803626086d9 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Deleting port 870856aa-0d5d-4a41-87a1-a75381b55b7e {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:28:39.922033 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-a1786803-457f-4261-8eb6-2a5283f4120e req-91453aeb-0c0f-4419-a4cb-d803626086d9 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (870856aa-0d5d-4a41-87a1-a75381b55b7e), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:39.948805 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a7f39092-90e4-40a2-a87f-1a73561fc174 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4690616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5222356'] for subnet (eee0c0b6-9673-4513-affe-d89e5a63025c), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:40.031796 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85152ad0-8c04-48a1-9290-eceec905a641 tempest-SecurityGroupRulesTestJSON-482221108 tempest-SecurityGroupRulesTestJSON-482221108-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d3f415f-a9e9-4372-a06c-f820f6410d86,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:40.047498 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddc729d5-e5d7-427e-96e6-a862e78a2e8d None None] Network ddaeb68d-b8ba-42ca-bf4f-d2b3319a73cc is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:28:40.093351 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-ddc729d5-e5d7-427e-96e6-a862e78a2e8d None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:28:40.097694 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc729d5-e5d7-427e-96e6-a862e78a2e8d None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:28:40.124431 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f39092-90e4-40a2-a87f-1a73561fc174 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Pushing event deleted for resources: {'Subnet': ['ID=eee0c0b6-9673-4513-affe-d89e5a63025c,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:40.164346 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-a1786803-457f-4261-8eb6-2a5283f4120e req-91453aeb-0c0f-4419-a4cb-d803626086d9 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] For port 870856aa-0d5d-4a41-87a1-a75381b55b7e, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=870856aa-0d5d-4a41-87a1-a75381b55b7e,segment=NetworkSegment(e068a65d-85a7-4b6f-806f-2e18a6e2925d),segment_id=e068a65d-85a7-4b6f-806f-2e18a6e2925d)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:28:40.165942 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-a1786803-457f-4261-8eb6-2a5283f4120e req-91453aeb-0c0f-4419-a4cb-d803626086d9 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (870856aa-0d5d-4a41-87a1-a75381b55b7e), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:40.204411 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ebf3ebae-18b0-4319-a2a4-9fd8316cbcea req-b95536a7-16fb-4d2c-813b-ec8dc80c1c91 tempest-SecurityGroupRulesTestJSON-482221108 tempest-SecurityGroupRulesTestJSON-482221108-project] 10.222.0.64 "GET /v2.0/security-groups/fdc7c563-c253-463e-a43a-d76edbdbe47a HTTP/1.1" status: 200 len: 1824 time: 0.1703959 Jan 28 19:28:40.206405 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-a1786803-457f-4261-8eb6-2a5283f4120e req-91453aeb-0c0f-4419-a4cb-d803626086d9 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Calling delete_port for 870856aa-0d5d-4a41-87a1-a75381b55b7e owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:28:40.242325 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e16214f-fe32-45d3-b7d9-08deb57a728c req-3d3847c3-5905-4e0a-8957-b272cb0a7f58 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:40.244458 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5e16214f-fe32-45d3-b7d9-08deb57a728c req-3d3847c3-5905-4e0a-8957-b272cb0a7f58 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/ports?device_id=39971c39-f198-4dbc-9689-58d54f376ef6 HTTP/1.1" status: 200 len: 945 time: 0.1584992 Jan 28 19:28:40.263028 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc729d5-e5d7-427e-96e6-a862e78a2e8d None None] Pushing event updated for resources: {'Port': ['ID=8678bde4-758a-4da8-9ba6-94b7b085ffa1,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:40.300381 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-ddc729d5-e5d7-427e-96e6-a862e78a2e8d None None] Attempting to bind port 8678bde4-758a-4da8-9ba6-94b7b085ffa1 on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:28:40.300854 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-ddc729d5-e5d7-427e-96e6-a862e78a2e8d None None] Attempting to bind port 8678bde4-758a-4da8-9ba6-94b7b085ffa1 by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '6ccab101-c2e1-40a2-a815-b307cdecfe61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'ddaeb68d-b8ba-42ca-bf4f-d2b3319a73cc'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:28:40.305019 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc729d5-e5d7-427e-96e6-a862e78a2e8d None None] Attempting to bind port 8678bde4-758a-4da8-9ba6-94b7b085ffa1 on network ddaeb68d-b8ba-42ca-bf4f-d2b3319a73cc {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:28:40.314209 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc729d5-e5d7-427e-96e6-a862e78a2e8d None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 28, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:28:40.315015 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc729d5-e5d7-427e-96e6-a862e78a2e8d None None] Checking segment: {'id': '6ccab101-c2e1-40a2-a815-b307cdecfe61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'ddaeb68d-b8ba-42ca-bf4f-d2b3319a73cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:28:40.317312 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ddc729d5-e5d7-427e-96e6-a862e78a2e8d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:40.317765 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc729d5-e5d7-427e-96e6-a862e78a2e8d None None] Bound using segment: {'id': '6ccab101-c2e1-40a2-a815-b307cdecfe61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'ddaeb68d-b8ba-42ca-bf4f-d2b3319a73cc'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:28:40.319833 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-ddc729d5-e5d7-427e-96e6-a862e78a2e8d None None] Bound port: 8678bde4-758a-4da8-9ba6-94b7b085ffa1, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ccab101-c2e1-40a2-a815-b307cdecfe61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'ddaeb68d-b8ba-42ca-bf4f-d2b3319a73cc'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:28:40.323958 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ddc729d5-e5d7-427e-96e6-a862e78a2e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (8678bde4-758a-4da8-9ba6-94b7b085ffa1), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:40.341305 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5e16214f-fe32-45d3-b7d9-08deb57a728c req-4ff4c476-bf86-4440-9cd6-78bd145a4396 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/security-groups?id=f474bf53-325f-4ec5-b389-bc6e034fc623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891263 Jan 28 19:28:40.367841 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a7f39092-90e4-40a2-a87f-1a73561fc174 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (ddaeb68d-b8ba-42ca-bf4f-d2b3319a73cc), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:40.402555 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-a7f39092-90e4-40a2-a87f-1a73561fc174 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddaeb68d-b8ba-42ca-bf4f-d2b3319a73cc']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:28:40.415575 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-a7f39092-90e4-40a2-a87f-1a73561fc174 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ccab101-c2e1-40a2-a815-b307cdecfe61') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:28:40.415734 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-a7f39092-90e4-40a2-a87f-1a73561fc174 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ccab101-c2e1-40a2-a815-b307cdecfe61') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:28:40.427472 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a7f39092-90e4-40a2-a87f-1a73561fc174 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4747091'] for segment (6ccab101-c2e1-40a2-a815-b307cdecfe61), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:40.442393 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a7f39092-90e4-40a2-a87f-1a73561fc174 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (6ccab101-c2e1-40a2-a815-b307cdecfe61), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:40.450499 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7f39092-90e4-40a2-a87f-1a73561fc174 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:28:40.451200 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a7f39092-90e4-40a2-a87f-1a73561fc174 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4690514'] for segment (6ccab101-c2e1-40a2-a815-b307cdecfe61), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:40.518129 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-ddc729d5-e5d7-427e-96e6-a862e78a2e8d None None] For port 8678bde4-758a-4da8-9ba6-94b7b085ffa1, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:28:40.525628 n-d-812111-14 neutron-server[103304]: Traceback (most recent call last): Jan 28 19:28:40.525628 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:28:40.525628 n-d-812111-14 neutron-server[103304]: timer() Jan 28 19:28:40.525628 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:28:40.525628 n-d-812111-14 neutron-server[103304]: cb(*args, **kw) Jan 28 19:28:40.525628 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:28:40.525628 n-d-812111-14 neutron-server[103304]: return func(*args, **kwargs) Jan 28 19:28:40.525628 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:28:40.525628 n-d-812111-14 neutron-server[103304]: self._notify() Jan 28 19:28:40.525628 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:28:40.525628 n-d-812111-14 neutron-server[103304]: self.callback(batched_events) Jan 28 19:28:40.525628 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:28:40.525628 n-d-812111-14 neutron-server[103304]: event.method(event) Jan 28 19:28:40.525628 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:28:40.525628 n-d-812111-14 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:28:40.525628 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:28:40.525628 n-d-812111-14 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:28:40.525628 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:28:40.525628 n-d-812111-14 neutron-server[103304]: return f(self, *a, **k) Jan 28 19:28:40.525628 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:28:40.525628 n-d-812111-14 neutron-server[103304]: return self._get(url).json() Jan 28 19:28:40.525628 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:28:40.525628 n-d-812111-14 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:28:40.525628 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:28:40.525628 n-d-812111-14 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 28 19:28:40.525628 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:28:40.525628 n-d-812111-14 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:28:40.525628 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:28:40.525628 n-d-812111-14 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:28:40.525628 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:28:40.525628 n-d-812111-14 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:28:40.525628 n-d-812111-14 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:28:40.543846 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-ba1d0f32-f3e9-403b-a987-3c93467b49e2 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.7228010 Jan 28 19:28:40.546715 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 57296) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:40.549412 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.db.api [None req-a7f39092-90e4-40a2-a87f-1a73561fc174 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 19:28:40.549412 n-d-812111-14 neutron-server[103304]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 19:28:40.549412 n-d-812111-14 neutron-server[103304]: [parameters: {'id': 'ddaeb68d-b8ba-42ca-bf4f-d2b3319a73cc'}] Jan 28 19:28:40.549412 n-d-812111-14 neutron-server[103304]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103304) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 19:28:40.549798 n-d-812111-14 neutron-server[103304]: DEBUG oslo_db.api [None req-a7f39092-90e4-40a2-a87f-1a73561fc174 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 19:28:40.559886 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-ddc729d5-e5d7-427e-96e6-a862e78a2e8d None None] For port 8678bde4-758a-4da8-9ba6-94b7b085ffa1, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=8678bde4-758a-4da8-9ba6-94b7b085ffa1,segment=NetworkSegment(6ccab101-c2e1-40a2-a815-b307cdecfe61),segment_id=6ccab101-c2e1-40a2-a815-b307cdecfe61)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:28:40.565520 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ebf3ebae-18b0-4319-a2a4-9fd8316cbcea req-a376e6c5-1a95-4e6b-b37f-0c9d0afebde9 tempest-SecurityGroupRulesTestJSON-482221108 tempest-SecurityGroupRulesTestJSON-482221108-project] 10.222.0.64 "GET /v2.0/security-groups/4d3f415f-a9e9-4372-a06c-f820f6410d86 HTTP/1.1" status: 200 len: 1823 time: 0.3599973 Jan 28 19:28:40.576189 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664a7056-a997-4263-b251-a4a41562361c req-bfcea64b-0a4f-4658-9157-ed9b8423439f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:40.578736 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-664a7056-a997-4263-b251-a4a41562361c req-bfcea64b-0a4f-4658-9157-ed9b8423439f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1a77b629411f449383212be2ada8a7bc&device_id=37b2ff65-0003-4e64-b325-58ed7427a69f HTTP/1.1" status: 200 len: 1134 time: 0.7591629 Jan 28 19:28:40.580573 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ddc729d5-e5d7-427e-96e6-a862e78a2e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (8678bde4-758a-4da8-9ba6-94b7b085ffa1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:40.582261 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-ebf3ebae-18b0-4319-a2a4-9fd8316cbcea req-42cfa90d-8040-4005-bb9b-e7e9f86b67f1 tempest-SecurityGroupRulesTestJSON-482221108 tempest-SecurityGroupRulesTestJSON-482221108-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'fdc7c563-c253-463e-a43a-d76edbdbe47a', 'remote_group_id': '4d3f415f-a9e9-4372-a06c-f820f6410d86', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:28:40.583593 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-ebf3ebae-18b0-4319-a2a4-9fd8316cbcea req-42cfa90d-8040-4005-bb9b-e7e9f86b67f1 tempest-SecurityGroupRulesTestJSON-482221108 tempest-SecurityGroupRulesTestJSON-482221108-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'fdc7c563-c253-463e-a43a-d76edbdbe47a', 'remote_group_id': '4d3f415f-a9e9-4372-a06c-f820f6410d86', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:28:40.707181 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-a1786803-457f-4261-8eb6-2a5283f4120e req-91453aeb-0c0f-4419-a4cb-d803626086d9 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (870856aa-0d5d-4a41-87a1-a75381b55b7e), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:40.730588 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-042f385e-4dc8-4adf-ab9a-0ee4fda6bd16 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Publish callbacks [] for security_group_rule (689741b5-9ab8-41b6-9144-36637bdc7bf3), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:40.739959 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-042f385e-4dc8-4adf-ab9a-0ee4fda6bd16 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Publish callbacks [] for security_group_rule (689741b5-9ab8-41b6-9144-36637bdc7bf3), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:40.786252 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-042f385e-4dc8-4adf-ab9a-0ee4fda6bd16 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (689741b5-9ab8-41b6-9144-36637bdc7bf3), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:40.788958 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91453aeb-0c0f-4419-a4cb-d803626086d9 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Pushing event deleted for resources: {'Port': ['ID=870856aa-0d5d-4a41-87a1-a75381b55b7e,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:40.813415 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-042f385e-4dc8-4adf-ab9a-0ee4fda6bd16 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:40.817461 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['75629f80-97e2-4b65-9644-8e74b29b7b0c'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:28:40.819072 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-042f385e-4dc8-4adf-ab9a-0ee4fda6bd16 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/689741b5-9ab8-41b6-9144-36637bdc7bf3 HTTP/1.1" status: 204 len: 168 time: 0.2681615 Jan 28 19:28:40.830806 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 57300) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:40.845709 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664a7056-a997-4263-b251-a4a41562361c req-6a945f28-7afb-42be-ab4c-97c490b7e21a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:40.847471 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-664a7056-a997-4263-b251-a4a41562361c req-6a945f28-7afb-42be-ab4c-97c490b7e21a service neutron] 10.222.0.41 "GET /v2.0/networks?id=7810caa2-eac6-457d-9302-c8c215ef3e91 HTTP/1.1" status: 200 len: 869 time: 0.2407489 Jan 28 19:28:40.850167 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042f385e-4dc8-4adf-ab9a-0ee4fda6bd16 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=689741b5-9ab8-41b6-9144-36637bdc7bf3,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:40.875708 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc6000a9-2f2d-46ef-ac67-9f5db2f76499 None None] Network ddaeb68d-b8ba-42ca-bf4f-d2b3319a73cc requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:28:40.950555 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1786803-457f-4261-8eb6-2a5283f4120e req-91453aeb-0c0f-4419-a4cb-d803626086d9 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] No DVR routers for this DVR port 870856aa-0d5d-4a41-87a1-a75381b55b7e on host n-h1-812111-14 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:28:40.957644 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-a1786803-457f-4261-8eb6-2a5283f4120e req-91453aeb-0c0f-4419-a4cb-d803626086d9 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:40.972605 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a1786803-457f-4261-8eb6-2a5283f4120e req-91453aeb-0c0f-4419-a4cb-d803626086d9 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.41 "DELETE /v2.0/ports/870856aa-0d5d-4a41-87a1-a75381b55b7e HTTP/1.1" status: 204 len: 173 time: 1.3904510 Jan 28 19:28:40.977608 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39971c39-f198-4dbc-9689-58d54f376ef6', 'name': 'network-vif-deleted', 'tag': '870856aa-0d5d-4a41-87a1-a75381b55b7e'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:28:40.981494 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e4eea2f-e3e1-4789-9b99-66efeae1d001" -d '{"events": [{"server_uuid": "39971c39-f198-4dbc-9689-58d54f376ef6", "name": "network-vif-deleted", "tag": "870856aa-0d5d-4a41-87a1-a75381b55b7e"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:28:41.047021 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-664a7056-a997-4263-b251-a4a41562361c req-fdd395d6-66ac-4a9e-984e-071e33c58277 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=bc85f37e-d515-422c-96b8-8f6aa6732ed3 HTTP/1.1" status: 200 len: 217 time: 0.0850008 Jan 28 19:28:41.060290 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-ebf3ebae-18b0-4319-a2a4-9fd8316cbcea req-42cfa90d-8040-4005-bb9b-e7e9f86b67f1 tempest-SecurityGroupRulesTestJSON-482221108 tempest-SecurityGroupRulesTestJSON-482221108-project] Publish callbacks [] for security_group_rule (ea8ab6e0-0e70-4b27-ba96-02cfd18ea1fe), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:41.090569 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41fd5e66-1b3b-42cd-b3fe-bb99420d6fc4 None None] Network f9ba2034-3f5b-40f1-8978-eb5173efd3a5 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:28:41.129184 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a33ea00f-0cd3-4908-bc44-3bff1992a97d x-openstack-request-id: req-a33ea00f-0cd3-4908-bc44-3bff1992a97d {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:28:41.129745 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39971c39-f198-4dbc-9689-58d54f376ef6", "name": "network-vif-deleted", "tag": "870856aa-0d5d-4a41-87a1-a75381b55b7e", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:28:41.130240 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a33ea00f-0cd3-4908-bc44-3bff1992a97d {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:28:41.130885 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39971c39-f198-4dbc-9689-58d54f376ef6', 'name': 'network-vif-deleted', 'tag': '870856aa-0d5d-4a41-87a1-a75381b55b7e', 'status': 'completed', 'code': 200} Jan 28 19:28:41.175837 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-ebf3ebae-18b0-4319-a2a4-9fd8316cbcea req-42cfa90d-8040-4005-bb9b-e7e9f86b67f1 tempest-SecurityGroupRulesTestJSON-482221108 tempest-SecurityGroupRulesTestJSON-482221108-project] Publish callbacks [] for security_group_rule (ea8ab6e0-0e70-4b27-ba96-02cfd18ea1fe), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:41.178792 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a7f39092-90e4-40a2-a87f-1a73561fc174 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (ddaeb68d-b8ba-42ca-bf4f-d2b3319a73cc), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:41.220752 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 650ef248-ccb4-44fc-881f-59186ab4d633 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:28:41.237161 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-ebf3ebae-18b0-4319-a2a4-9fd8316cbcea req-42cfa90d-8040-4005-bb9b-e7e9f86b67f1 tempest-SecurityGroupRulesTestJSON-482221108 tempest-SecurityGroupRulesTestJSON-482221108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (ea8ab6e0-0e70-4b27-ba96-02cfd18ea1fe), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:41.271935 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc729d5-e5d7-427e-96e6-a862e78a2e8d None None] Pushing event updated for resources: {'Port': ['ID=8678bde4-758a-4da8-9ba6-94b7b085ffa1,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:41.296344 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 57314) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:41.298548 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-bf4f362e-7d79-4ad7-8f7a-6500dd2de4dd tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4602723 Jan 28 19:28:41.302910 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-9ab737cb-cc63-4558-9957-7a98dc7eefc1 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Request body: {'security_group_rule': {'security_group_id': '9bab49fe-d651-4338-ad6a-f6a3b610de4e', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:28:41.311203 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cfa90d-8040-4005-bb9b-e7e9f86b67f1 tempest-SecurityGroupRulesTestJSON-482221108 tempest-SecurityGroupRulesTestJSON-482221108-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea8ab6e0-0e70-4b27-ba96-02cfd18ea1fe,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:41.346257 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-86e1f985-dd14-48f7-9198-37ee068e7783 None None] Provisioning complete for port 650ef248-ccb4-44fc-881f-59186ab4d633 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:28:41.347078 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-86e1f985-dd14-48f7-9198-37ee068e7783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (650ef248-ccb4-44fc-881f-59186ab4d633), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:41.363428 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9ab737cb-cc63-4558-9957-7a98dc7eefc1 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Publish callbacks [] for security_group_rule (3575e70e-a48f-4e5d-a952-4650326cb759), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:41.370328 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-ebf3ebae-18b0-4319-a2a4-9fd8316cbcea req-42cfa90d-8040-4005-bb9b-e7e9f86b67f1 tempest-SecurityGroupRulesTestJSON-482221108 tempest-SecurityGroupRulesTestJSON-482221108-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:41.377968 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ebf3ebae-18b0-4319-a2a4-9fd8316cbcea req-42cfa90d-8040-4005-bb9b-e7e9f86b67f1 tempest-SecurityGroupRulesTestJSON-482221108 tempest-SecurityGroupRulesTestJSON-482221108-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.8114982 Jan 28 19:28:41.381493 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664a7056-a997-4263-b251-a4a41562361c req-da163ce8-5b1d-454a-913f-cc3c95f219ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:41.384886 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-664a7056-a997-4263-b251-a4a41562361c req-da163ce8-5b1d-454a-913f-cc3c95f219ff service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f2de4832-9ef6-4f40-9ac5-1557d5e6a6ff HTTP/1.1" status: 200 len: 843 time: 0.2075682 Jan 28 19:28:41.581898 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f8251fe3-264a-41e4-8750-090684c1d5ec req-3d81c3b9-6004-43dc-8172-5c922df9b64d tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/ports?device_id=39971c39-f198-4dbc-9689-58d54f376ef6 HTTP/1.1" status: 200 len: 210 time: 0.0543020 Jan 28 19:28:41.606301 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-bc7b612a-0195-4885-aad6-cd056be8a4d2 req-f703771a-e0a7-4643-b22a-1b84d0f48b95 tempest-SecurityGroupRulesTestJSON-482221108 tempest-SecurityGroupRulesTestJSON-482221108-project] 10.222.0.64 "GET /v2.0/security-groups/4d3f415f-a9e9-4372-a06c-f820f6410d86 HTTP/1.1" status: 200 len: 1823 time: 0.1903312 Jan 28 19:28:41.618350 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9ab737cb-cc63-4558-9957-7a98dc7eefc1 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Publish callbacks [] for security_group_rule (3575e70e-a48f-4e5d-a952-4650326cb759), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:41.628025 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9ab737cb-cc63-4558-9957-7a98dc7eefc1 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (3575e70e-a48f-4e5d-a952-4650326cb759), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:41.683499 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab737cb-cc63-4558-9957-7a98dc7eefc1 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3575e70e-a48f-4e5d-a952-4650326cb759,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:41.715068 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9ab737cb-cc63-4558-9957-7a98dc7eefc1 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:41.717238 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-9ab737cb-cc63-4558-9957-7a98dc7eefc1 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4188759 Jan 28 19:28:41.727231 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 57338) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:41.764184 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 57340) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:41.774477 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-a7f39092-90e4-40a2-a87f-1a73561fc174 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Deleting port 8678bde4-758a-4da8-9ba6-94b7b085ffa1 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:28:41.774913 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a7f39092-90e4-40a2-a87f-1a73561fc174 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (8678bde4-758a-4da8-9ba6-94b7b085ffa1), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:41.791779 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664a7056-a997-4263-b251-a4a41562361c req-b359fb61-cc1d-423a-be4a-ee2d7045970f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:41.801049 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-61801c83-1f13-4c5d-bfae-b1585ee06c27 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] 10.222.0.64 "GET /v2.0/security-group-rules/3575e70e-a48f-4e5d-a952-4650326cb759 HTTP/1.1" status: 200 len: 764 time: 0.0677016 Jan 28 19:28:41.804482 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-664a7056-a997-4263-b251-a4a41562361c req-b359fb61-cc1d-423a-be4a-ee2d7045970f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7810caa2-eac6-457d-9302-c8c215ef3e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3993661 Jan 28 19:28:41.805963 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 57344) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:41.879853 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-ddf6ed1c-9f11-405d-b486-525e5834bfd2 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0691502 Jan 28 19:28:41.882422 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 57346) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:41.918857 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3fcbe688-7a9a-4e14-9749-f014bf8b43b0 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Publish callbacks [] for security_group_rule (3575e70e-a48f-4e5d-a952-4650326cb759), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:41.931700 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3fcbe688-7a9a-4e14-9749-f014bf8b43b0 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Publish callbacks [] for security_group_rule (3575e70e-a48f-4e5d-a952-4650326cb759), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:41.952040 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:41.958984 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 650ef248-ccb4-44fc-881f-59186ab4d633 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:28:41.959364 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (650ef248-ccb4-44fc-881f-59186ab4d633), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:41.974411 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3fcbe688-7a9a-4e14-9749-f014bf8b43b0 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (3575e70e-a48f-4e5d-a952-4650326cb759), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:42.000067 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3fcbe688-7a9a-4e14-9749-f014bf8b43b0 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:42.001616 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-3fcbe688-7a9a-4e14-9749-f014bf8b43b0 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/3575e70e-a48f-4e5d-a952-4650326cb759 HTTP/1.1" status: 204 len: 168 time: 0.1178021 Jan 28 19:28:42.010734 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 57348) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:42.027609 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcbe688-7a9a-4e14-9749-f014bf8b43b0 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3575e70e-a48f-4e5d-a952-4650326cb759,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:42.043686 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-05e9e300-1e6b-47ad-8ede-b60d465f0ac1 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-735044832-network', 'tenant_id': 'f610b888ae9c45a6a6a7da0bfe29b48b'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:28:42.090365 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-bc7b612a-0195-4885-aad6-cd056be8a4d2 req-90534998-5d76-489f-8410-cb896e375fdb tempest-SecurityGroupRulesTestJSON-482221108 tempest-SecurityGroupRulesTestJSON-482221108-project] Publish callbacks [] for security_group (4d3f415f-a9e9-4372-a06c-f820f6410d86), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:42.117772 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-9dcaf429-3b80-4262-89b3-f94fceb1a81b tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1056747 Jan 28 19:28:42.119388 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05e9e300-1e6b-47ad-8ede-b60d465f0ac1 admin admin] Made reservation on behalf of f610b888ae9c45a6a6a7da0bfe29b48b for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:28:42.122334 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-05e9e300-1e6b-47ad-8ede-b60d465f0ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:42.124515 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 57352) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:42.125130 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-bc7b612a-0195-4885-aad6-cd056be8a4d2 req-90534998-5d76-489f-8410-cb896e375fdb tempest-SecurityGroupRulesTestJSON-482221108 tempest-SecurityGroupRulesTestJSON-482221108-project] Publish callbacks [] for security_group (4d3f415f-a9e9-4372-a06c-f820f6410d86), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:42.140721 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-05e9e300-1e6b-47ad-8ede-b60d465f0ac1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:42.236488 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-86e1f985-dd14-48f7-9198-37ee068e7783 None None] Current status of the port 650ef248-ccb4-44fc-881f-59186ab4d633 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:28:42.237113 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-86e1f985-dd14-48f7-9198-37ee068e7783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (650ef248-ccb4-44fc-881f-59186ab4d633), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:42.239686 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3037a345-6ec4-402c-bd5b-edede6173c35 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Publish callbacks [] for security_group (9bab49fe-d651-4338-ad6a-f6a3b610de4e), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:42.289424 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-86e1f985-dd14-48f7-9198-37ee068e7783 None None] For port 650ef248-ccb4-44fc-881f-59186ab4d633, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=650ef248-ccb4-44fc-881f-59186ab4d633,segment=NetworkSegment(abc54619-a0a8-40e5-8ecd-1f4a1a94e7f6),segment_id=abc54619-a0a8-40e5-8ecd-1f4a1a94e7f6)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:28:42.298995 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-a7f39092-90e4-40a2-a87f-1a73561fc174 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] For port 8678bde4-758a-4da8-9ba6-94b7b085ffa1, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=8678bde4-758a-4da8-9ba6-94b7b085ffa1,segment=NetworkSegment(6ccab101-c2e1-40a2-a815-b307cdecfe61),segment_id=6ccab101-c2e1-40a2-a815-b307cdecfe61)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:28:42.299640 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a7f39092-90e4-40a2-a87f-1a73561fc174 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (8678bde4-758a-4da8-9ba6-94b7b085ffa1), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:42.308547 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3037a345-6ec4-402c-bd5b-edede6173c35 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Publish callbacks [] for security_group (9bab49fe-d651-4338-ad6a-f6a3b610de4e), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:42.322928 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-bc7b612a-0195-4885-aad6-cd056be8a4d2 req-90534998-5d76-489f-8410-cb896e375fdb tempest-SecurityGroupRulesTestJSON-482221108 tempest-SecurityGroupRulesTestJSON-482221108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (4d3f415f-a9e9-4372-a06c-f820f6410d86), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:42.325313 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-86e1f985-dd14-48f7-9198-37ee068e7783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (650ef248-ccb4-44fc-881f-59186ab4d633), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:42.329951 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-bc7b612a-0195-4885-aad6-cd056be8a4d2 req-90534998-5d76-489f-8410-cb896e375fdb tempest-SecurityGroupRulesTestJSON-482221108 tempest-SecurityGroupRulesTestJSON-482221108-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:42.331338 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-bc7b612a-0195-4885-aad6-cd056be8a4d2 req-90534998-5d76-489f-8410-cb896e375fdb tempest-SecurityGroupRulesTestJSON-482221108 tempest-SecurityGroupRulesTestJSON-482221108-project] 10.222.0.64 "DELETE /v2.0/security-groups/4d3f415f-a9e9-4372-a06c-f820f6410d86 HTTP/1.1" status: 204 len: 173 time: 0.7142322 Jan 28 19:28:42.397535 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90534998-5d76-489f-8410-cb896e375fdb tempest-SecurityGroupRulesTestJSON-482221108 tempest-SecurityGroupRulesTestJSON-482221108-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d3f415f-a9e9-4372-a06c-f820f6410d86,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:42.409873 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-a7f39092-90e4-40a2-a87f-1a73561fc174 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Calling delete_port for 8678bde4-758a-4da8-9ba6-94b7b085ffa1 owned by network:dhcp {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:28:42.415895 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e1f985-dd14-48f7-9198-37ee068e7783 None None] Pushing event updated for resources: {'Port': ['ID=650ef248-ccb4-44fc-881f-59186ab4d633,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:42.459801 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 650ef248-ccb4-44fc-881f-59186ab4d633 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:28:42.460536 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (650ef248-ccb4-44fc-881f-59186ab4d633), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:42.486293 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 870856aa-0d5d-4a41-87a1-a75381b55b7e no longer exists at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:28:42.535782 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] No Port match for: 870856aa-0d5d-4a41-87a1-a75381b55b7e {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:28:42.536297 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 870856aa-0d5d-4a41-87a1-a75381b55b7e not bound to the agent host n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:28:42.544727 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-664a7056-a997-4263-b251-a4a41562361c req-bf05117d-94a9-4909-8e2c-259412f5b1c6 service neutron] 10.222.0.41 "GET /v2.0/networks/7810caa2-eac6-457d-9302-c8c215ef3e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7219510 Jan 28 19:28:42.588157 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.db.api [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103306) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 19:28:42.590549 n-d-812111-14 neutron-server[103306]: DEBUG oslo_db.api [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 19:28:42.628850 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68380183-4ebb-47d8-865b-75643cf8b417 None None] get_active_networks_info from n-d-812111-14 {{(pid=103306) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 19:28:42.684041 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a7f39092-90e4-40a2-a87f-1a73561fc174 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (8678bde4-758a-4da8-9ba6-94b7b085ffa1), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:42.763533 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-664a7056-a997-4263-b251-a4a41562361c req-6c2eb3bb-a437-496c-aab2-d8b9f022fc2d service neutron] 10.222.0.41 "GET /v2.0/networks/7810caa2-eac6-457d-9302-c8c215ef3e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120166 Jan 28 19:28:42.765232 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f39092-90e4-40a2-a87f-1a73561fc174 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] No DVR routers for this DVR port 8678bde4-758a-4da8-9ba6-94b7b085ffa1 on host n-d-812111-14 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:28:42.785266 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f39092-90e4-40a2-a87f-1a73561fc174 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Pushing event deleted for resources: {'Port': ['ID=8678bde4-758a-4da8-9ba6-94b7b085ffa1,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:42.887119 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68380183-4ebb-47d8-865b-75643cf8b417 None None] Resources bound (agent type, host, resource id): {{(pid=103306) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 19:28:42.893926 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-c3b8703b-f1db-455a-8611-bd7adf2a7a43 None None] Provisioning complete for port 650ef248-ccb4-44fc-881f-59186ab4d633 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:28:42.894309 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c3b8703b-f1db-455a-8611-bd7adf2a7a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (650ef248-ccb4-44fc-881f-59186ab4d633), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:42.914307 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a7f39092-90e4-40a2-a87f-1a73561fc174 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (ddaeb68d-b8ba-42ca-bf4f-d2b3319a73cc), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:42.959280 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-a7f39092-90e4-40a2-a87f-1a73561fc174 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddaeb68d-b8ba-42ca-bf4f-d2b3319a73cc']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:28:42.983667 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:42.986745 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-a7f39092-90e4-40a2-a87f-1a73561fc174 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ccab101-c2e1-40a2-a815-b307cdecfe61') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:28:42.987078 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-a7f39092-90e4-40a2-a87f-1a73561fc174 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ccab101-c2e1-40a2-a815-b307cdecfe61') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:28:43.007694 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a7f39092-90e4-40a2-a87f-1a73561fc174 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4747091'] for segment (6ccab101-c2e1-40a2-a815-b307cdecfe61), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:43.035407 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a7f39092-90e4-40a2-a87f-1a73561fc174 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (6ccab101-c2e1-40a2-a815-b307cdecfe61), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:43.054840 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7f39092-90e4-40a2-a87f-1a73561fc174 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:28:43.055265 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a7f39092-90e4-40a2-a87f-1a73561fc174 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4690514'] for segment (6ccab101-c2e1-40a2-a815-b307cdecfe61), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:43.058493 n-d-812111-14 neutron-server[103304]: Traceback (most recent call last): Jan 28 19:28:43.058493 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:28:43.058493 n-d-812111-14 neutron-server[103304]: timer() Jan 28 19:28:43.058493 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:28:43.058493 n-d-812111-14 neutron-server[103304]: cb(*args, **kw) Jan 28 19:28:43.058493 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:28:43.058493 n-d-812111-14 neutron-server[103304]: return func(*args, **kwargs) Jan 28 19:28:43.058493 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:28:43.058493 n-d-812111-14 neutron-server[103304]: self._notify() Jan 28 19:28:43.058493 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:28:43.058493 n-d-812111-14 neutron-server[103304]: self.callback(batched_events) Jan 28 19:28:43.058493 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:28:43.058493 n-d-812111-14 neutron-server[103304]: event.method(event) Jan 28 19:28:43.058493 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:28:43.058493 n-d-812111-14 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:28:43.058493 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:28:43.058493 n-d-812111-14 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:28:43.058493 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:28:43.058493 n-d-812111-14 neutron-server[103304]: return f(self, *a, **k) Jan 28 19:28:43.058493 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:28:43.058493 n-d-812111-14 neutron-server[103304]: return self._get(url).json() Jan 28 19:28:43.058493 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:28:43.058493 n-d-812111-14 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:28:43.058493 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:28:43.058493 n-d-812111-14 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 28 19:28:43.058493 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:28:43.058493 n-d-812111-14 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:28:43.058493 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:28:43.058493 n-d-812111-14 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:28:43.058493 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:28:43.058493 n-d-812111-14 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:28:43.058493 n-d-812111-14 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:28:43.164963 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-05e9e300-1e6b-47ad-8ede-b60d465f0ac1 admin admin] Publish callbacks [] for security_group (9b690c79-a167-4b2f-98ea-998fd11b7758), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:43.182335 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-70510c32-1b47-4f17-9246-f55c80a09b54 req-415d80a4-7182-43f5-875a-94e034fd8e1f tempest-SecurityGroupRulesTestJSON-482221108 tempest-SecurityGroupRulesTestJSON-482221108-project] 10.222.0.64 "GET /v2.0/security-groups/fdc7c563-c253-463e-a43a-d76edbdbe47a HTTP/1.1" status: 200 len: 1824 time: 0.8251827 Jan 28 19:28:43.185505 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-05e9e300-1e6b-47ad-8ede-b60d465f0ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (9b690c79-a167-4b2f-98ea-998fd11b7758), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:43.251349 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a7f39092-90e4-40a2-a87f-1a73561fc174 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (ddaeb68d-b8ba-42ca-bf4f-d2b3319a73cc), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:43.253070 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3037a345-6ec4-402c-bd5b-edede6173c35 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (9bab49fe-d651-4338-ad6a-f6a3b610de4e), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:43.258174 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3037a345-6ec4-402c-bd5b-edede6173c35 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:43.259306 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a7f39092-90e4-40a2-a87f-1a73561fc174 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:43.262752 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-a7f39092-90e4-40a2-a87f-1a73561fc174 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] 10.222.0.64 "DELETE /v2.0/networks/ddaeb68d-b8ba-42ca-bf4f-d2b3319a73cc HTTP/1.1" status: 204 len: 168 time: 4.2109706 Jan 28 19:28:43.266630 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-3037a345-6ec4-402c-bd5b-edede6173c35 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] 10.222.0.64 "DELETE /v2.0/security-groups/9bab49fe-d651-4338-ad6a-f6a3b610de4e HTTP/1.1" status: 204 len: 168 time: 1.1395879 Jan 28 19:28:43.270238 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 57406) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:43.270600 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 57404) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:43.293295 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-4f32a0b0-5572-496f-b8e8-81fc2e4c82f3 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1109392739'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:28:43.309765 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05e9e300-1e6b-47ad-8ede-b60d465f0ac1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:28:43.319757 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-813de9d6-a747-45cc-b0c5-a3e4c11d62ff req-fe9a6116-13a9-4bde-a2ff-384e3b526c2c tempest-SecurityGroupRulesTestJSON-482221108 tempest-SecurityGroupRulesTestJSON-482221108-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-732881222', 'description': 'tempest-description-1039958102'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:28:43.326395 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 650ef248-ccb4-44fc-881f-59186ab4d633 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:28:43.346971 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f39092-90e4-40a2-a87f-1a73561fc174 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Pushing event deleted for resources: {'Network': ['ID=ddaeb68d-b8ba-42ca-bf4f-d2b3319a73cc,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:43.374237 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-05e9e300-1e6b-47ad-8ede-b60d465f0ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (6beacbe3-7ad9-4cae-9d08-42004f3aca7c), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:43.374589 n-d-812111-14 neutron-server[103305]: INFO neutron.db.segments_db [None req-05e9e300-1e6b-47ad-8ede-b60d465f0ac1 admin admin] Added segment 6beacbe3-7ad9-4cae-9d08-42004f3aca7c of type vlan for network 31f06c9a-9c19-45a4-848c-8b1124ea1c96 Jan 28 19:28:43.379150 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbfc941-9b3b-4cf2-9d30-c2de21ff3acc req-b4395f05-e8ff-4b51-b197-857cf4a06d1a tempest-ListImageFiltersTestJSON-91277605 tempest-ListImageFiltersTestJSON-91277605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:43.380773 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9dbfc941-9b3b-4cf2-9d30-c2de21ff3acc req-b4395f05-e8ff-4b51-b197-857cf4a06d1a tempest-ListImageFiltersTestJSON-91277605 tempest-ListImageFiltersTestJSON-91277605-project] 10.222.0.64 "GET /v2.0/ports?device_id=37b2ff65-0003-4e64-b325-58ed7427a69f HTTP/1.1" status: 200 len: 951 time: 0.2229016 Jan 28 19:28:43.388247 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-d3095a1a-8783-4750-ab47-5375b2a74f85 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1039317 Jan 28 19:28:43.388394 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-c3b8703b-f1db-455a-8611-bd7adf2a7a43 None None] Current status of the port 650ef248-ccb4-44fc-881f-59186ab4d633 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:28:43.390553 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 57410) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:43.396088 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-515b8df2-812e-495d-9ea2-df8c4e2e795d tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Request body: {'security_group': {'name': 'tempest-secgroup--2139404767'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:28:43.408935 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e9e300-1e6b-47ad-8ede-b60d465f0ac1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b690c79-a167-4b2f-98ea-998fd11b7758,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:43.435069 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-515b8df2-812e-495d-9ea2-df8c4e2e795d tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:43.471735 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-813de9d6-a747-45cc-b0c5-a3e4c11d62ff req-fe9a6116-13a9-4bde-a2ff-384e3b526c2c tempest-SecurityGroupRulesTestJSON-482221108 tempest-SecurityGroupRulesTestJSON-482221108-project] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:43.473967 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9dbfc941-9b3b-4cf2-9d30-c2de21ff3acc req-0c097fb2-1436-4e40-b2ff-69a20e17456e tempest-ListImageFiltersTestJSON-91277605 tempest-ListImageFiltersTestJSON-91277605-project] 10.222.0.64 "GET /v2.0/security-groups?id=988502f3-fd52-4a84-a285-c3333424d093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824869 Jan 28 19:28:43.477548 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f32a0b0-5572-496f-b8e8-81fc2e4c82f3 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Made reservation on behalf of aaf13cac6dbd4260bac51b20f32e7df6 for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:28:43.488231 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4f32a0b0-5572-496f-b8e8-81fc2e4c82f3 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:43.501512 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 650ef248-ccb4-44fc-881f-59186ab4d633 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:28:43.526098 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3037a345-6ec4-402c-bd5b-edede6173c35 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bab49fe-d651-4338-ad6a-f6a3b610de4e,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:43.568013 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f32a0b0-5572-496f-b8e8-81fc2e4c82f3 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:28:43.578687 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4f32a0b0-5572-496f-b8e8-81fc2e4c82f3 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (25f932ac-2520-4bc4-a72a-542c01029f68), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:43.579086 n-d-812111-14 neutron-server[103305]: INFO neutron.db.segments_db [None req-4f32a0b0-5572-496f-b8e8-81fc2e4c82f3 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Added segment 25f932ac-2520-4bc4-a72a-542c01029f68 of type vlan for network d9bf9e5c-3938-4d92-829d-6037c936c39f Jan 28 19:28:43.588226 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-515b8df2-812e-495d-9ea2-df8c4e2e795d tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Publish callbacks [] for security_group (cf84438a-c2e5-4adf-aecb-ea12a60070a2), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:43.605609 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-515b8df2-812e-495d-9ea2-df8c4e2e795d tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (cf84438a-c2e5-4adf-aecb-ea12a60070a2), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:43.625015 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4f32a0b0-5572-496f-b8e8-81fc2e4c82f3 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (d9bf9e5c-3938-4d92-829d-6037c936c39f), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:43.647006 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515b8df2-812e-495d-9ea2-df8c4e2e795d tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf84438a-c2e5-4adf-aecb-ea12a60070a2,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:43.659362 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-515b8df2-812e-495d-9ea2-df8c4e2e795d tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:43.660712 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-515b8df2-812e-495d-9ea2-df8c4e2e795d tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2678626 Jan 28 19:28:43.663418 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 57416) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:43.678294 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-33b64879-f6ba-432a-9894-1ce0f3db9647 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Request body: {'security_group_rule': {'security_group_id': 'cf84438a-c2e5-4adf-aecb-ea12a60070a2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:28:43.691787 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 650ef248-ccb4-44fc-881f-59186ab4d633 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:28:43.692192 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (650ef248-ccb4-44fc-881f-59186ab4d633), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:43.709652 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-05e9e300-1e6b-47ad-8ede-b60d465f0ac1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (31f06c9a-9c19-45a4-848c-8b1124ea1c96), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:43.712954 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4f32a0b0-5572-496f-b8e8-81fc2e4c82f3 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (d9bf9e5c-3938-4d92-829d-6037c936c39f), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:43.719998 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f32a0b0-5572-496f-b8e8-81fc2e4c82f3 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:43.720772 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4f32a0b0-5572-496f-b8e8-81fc2e4c82f3 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:43.723518 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-33b64879-f6ba-432a-9894-1ce0f3db9647 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Publish callbacks [] for security_group_rule (95a3a810-3d89-41bf-ad09-9f97dba0e494), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:43.762064 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-813de9d6-a747-45cc-b0c5-a3e4c11d62ff req-fe9a6116-13a9-4bde-a2ff-384e3b526c2c tempest-SecurityGroupRulesTestJSON-482221108 tempest-SecurityGroupRulesTestJSON-482221108-project] Publish callbacks [] for security_group (95a4a9bc-94ec-4de2-bc2b-087132352173), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:43.815419 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-813de9d6-a747-45cc-b0c5-a3e4c11d62ff req-fe9a6116-13a9-4bde-a2ff-384e3b526c2c tempest-SecurityGroupRulesTestJSON-482221108 tempest-SecurityGroupRulesTestJSON-482221108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (95a4a9bc-94ec-4de2-bc2b-087132352173), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:43.830354 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-4f32a0b0-5572-496f-b8e8-81fc2e4c82f3 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5529506 Jan 28 19:28:43.843955 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 57422) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:43.853115 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-33b64879-f6ba-432a-9894-1ce0f3db9647 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Publish callbacks [] for security_group_rule (95a3a810-3d89-41bf-ad09-9f97dba0e494), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:43.860715 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-650c0054-a7b0-42b1-a682-e8a596348b69 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Request body: {'subnet': {'network_id': 'd9bf9e5c-3938-4d92-829d-6037c936c39f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:28:43.864432 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-33b64879-f6ba-432a-9894-1ce0f3db9647 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (95a3a810-3d89-41bf-ad09-9f97dba0e494), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:43.882905 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b64879-f6ba-432a-9894-1ce0f3db9647 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95a3a810-3d89-41bf-ad09-9f97dba0e494,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:43.911066 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 650ef248-ccb4-44fc-881f-59186ab4d633 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:28:43.918678 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-33b64879-f6ba-432a-9894-1ce0f3db9647 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:43.924614 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-33b64879-f6ba-432a-9894-1ce0f3db9647 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2602623 Jan 28 19:28:43.927114 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 57428) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:43.936149 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f32a0b0-5572-496f-b8e8-81fc2e4c82f3 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Pushing event updated for resources: {'Network': ['ID=d9bf9e5c-3938-4d92-829d-6037c936c39f,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:43.947798 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network d9bf9e5c-3938-4d92-829d-6037c936c39f details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:28:43.964692 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-05e9e300-1e6b-47ad-8ede-b60d465f0ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (31f06c9a-9c19-45a4-848c-8b1124ea1c96), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:43.966374 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e9e300-1e6b-47ad-8ede-b60d465f0ac1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:43.970362 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-05e9e300-1e6b-47ad-8ede-b60d465f0ac1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:43.989490 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-813de9d6-a747-45cc-b0c5-a3e4c11d62ff req-fe9a6116-13a9-4bde-a2ff-384e3b526c2c tempest-SecurityGroupRulesTestJSON-482221108 tempest-SecurityGroupRulesTestJSON-482221108-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:43.991901 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-813de9d6-a747-45cc-b0c5-a3e4c11d62ff req-fe9a6116-13a9-4bde-a2ff-384e3b526c2c tempest-SecurityGroupRulesTestJSON-482221108 tempest-SecurityGroupRulesTestJSON-482221108-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.6768775 Jan 28 19:28:44.008010 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9a6116-13a9-4bde-a2ff-384e3b526c2c tempest-SecurityGroupRulesTestJSON-482221108 tempest-SecurityGroupRulesTestJSON-482221108-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95a4a9bc-94ec-4de2-bc2b-087132352173,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:44.008951 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-20f2941c-429b-451d-bdc4-24feef1046f3 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Publish callbacks [] for security_group (cf84438a-c2e5-4adf-aecb-ea12a60070a2), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:44.085003 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-20f2941c-429b-451d-bdc4-24feef1046f3 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Publish callbacks [] for security_group (cf84438a-c2e5-4adf-aecb-ea12a60070a2), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:44.109139 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-05e9e300-1e6b-47ad-8ede-b60d465f0ac1 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.3413832 Jan 28 19:28:44.119635 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 57440) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:44.128788 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-14363c01-670d-41d8-a32c-fba38c3d9bcf admin admin] Request body: {'subnet': {'network_id': '31f06c9a-9c19-45a4-848c-8b1124ea1c96', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-735044832-subnet', 'tenant_id': 'f610b888ae9c45a6a6a7da0bfe29b48b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:28:44.131224 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3dd06230-b16e-4ee6-9a0a-9a03e4d5f32b req-8b54d368-d2f9-4a13-b84d-3db6ee77f4af tempest-SecurityGroupRulesTestJSON-482221108 tempest-SecurityGroupRulesTestJSON-482221108-project] 10.222.0.64 "GET /v2.0/security-groups/95a4a9bc-94ec-4de2-bc2b-087132352173 HTTP/1.1" status: 200 len: 1823 time: 0.0753672 Jan 28 19:28:44.155618 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e9e300-1e6b-47ad-8ede-b60d465f0ac1 admin admin] Pushing event updated for resources: {'Network': ['ID=31f06c9a-9c19-45a4-848c-8b1124ea1c96,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:44.168187 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network 31f06c9a-9c19-45a4-848c-8b1124ea1c96 details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:28:44.177387 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-3dd06230-b16e-4ee6-9a0a-9a03e4d5f32b req-c182b61a-a8b5-476f-bfd6-a7959312344d tempest-SecurityGroupRulesTestJSON-482221108 tempest-SecurityGroupRulesTestJSON-482221108-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '95a4a9bc-94ec-4de2-bc2b-087132352173', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:28:44.178162 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-3dd06230-b16e-4ee6-9a0a-9a03e4d5f32b req-c182b61a-a8b5-476f-bfd6-a7959312344d tempest-SecurityGroupRulesTestJSON-482221108 tempest-SecurityGroupRulesTestJSON-482221108-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '95a4a9bc-94ec-4de2-bc2b-087132352173', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:28:44.180200 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-650c0054-a7b0-42b1-a682-e8a596348b69 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Made reservation on behalf of aaf13cac6dbd4260bac51b20f32e7df6 for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:28:44.183724 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-650c0054-a7b0-42b1-a682-e8a596348b69 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4733071'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:44.228652 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14363c01-670d-41d8-a32c-fba38c3d9bcf admin admin] Made reservation on behalf of f610b888ae9c45a6a6a7da0bfe29b48b for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:28:44.228773 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-20f2941c-429b-451d-bdc4-24feef1046f3 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (cf84438a-c2e5-4adf-aecb-ea12a60070a2), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:44.230458 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-14363c01-670d-41d8-a32c-fba38c3d9bcf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4733071'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:44.231811 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-20f2941c-429b-451d-bdc4-24feef1046f3 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:44.234207 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-20f2941c-429b-451d-bdc4-24feef1046f3 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] 10.222.0.64 "DELETE /v2.0/security-groups/cf84438a-c2e5-4adf-aecb-ea12a60070a2 HTTP/1.1" status: 204 len: 168 time: 0.3052244 Jan 28 19:28:44.244366 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 57446) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:44.284986 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f2941c-429b-451d-bdc4-24feef1046f3 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf84438a-c2e5-4adf-aecb-ea12a60070a2,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:44.357552 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-3dd06230-b16e-4ee6-9a0a-9a03e4d5f32b req-c182b61a-a8b5-476f-bfd6-a7959312344d tempest-SecurityGroupRulesTestJSON-482221108 tempest-SecurityGroupRulesTestJSON-482221108-project] Publish callbacks [] for security_group_rule (00178430-5e3e-4831-965e-caa13765478c), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:44.393252 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-83ed672e-bac3-4e4f-b7bb-1bc34202a946 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1408265 Jan 28 19:28:44.394161 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 57450) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:44.442136 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-3dd06230-b16e-4ee6-9a0a-9a03e4d5f32b req-c182b61a-a8b5-476f-bfd6-a7959312344d tempest-SecurityGroupRulesTestJSON-482221108 tempest-SecurityGroupRulesTestJSON-482221108-project] Publish callbacks [] for security_group_rule (00178430-5e3e-4831-965e-caa13765478c), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:44.449788 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-3be6efe8-6615-4cfa-bf5a-d15d0bec96a3 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0544362 Jan 28 19:28:44.452418 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 57452) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:44.459532 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-3dd06230-b16e-4ee6-9a0a-9a03e4d5f32b req-c182b61a-a8b5-476f-bfd6-a7959312344d tempest-SecurityGroupRulesTestJSON-482221108 tempest-SecurityGroupRulesTestJSON-482221108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (00178430-5e3e-4831-965e-caa13765478c), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:44.481368 n-d-812111-14 neutron-server[103304]: INFO neutron.api.v2.resource [None req-91e522d8-20f9-4106-9139-70bb9fd2bfc7 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] delete failed (client error): The resource could not be found. Jan 28 19:28:44.482809 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-91e522d8-20f9-4106-9139-70bb9fd2bfc7 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] 10.222.0.64 "DELETE /v2.0/security-groups/cf84438a-c2e5-4adf-aecb-ea12a60070a2 HTTP/1.1" status: 404 len: 347 time: 0.0292029 Jan 28 19:28:44.488668 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 57454) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:44.538922 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-573a2900-ee0b-49bd-8b36-c2762e3f3784 tempest-SecGroupTest-824415994 tempest-SecGroupTest-824415994-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0487857 Jan 28 19:28:44.540224 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c182b61a-a8b5-476f-bfd6-a7959312344d tempest-SecurityGroupRulesTestJSON-482221108 tempest-SecurityGroupRulesTestJSON-482221108-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00178430-5e3e-4831-965e-caa13765478c,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:44.551710 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-3dd06230-b16e-4ee6-9a0a-9a03e4d5f32b req-c182b61a-a8b5-476f-bfd6-a7959312344d tempest-SecurityGroupRulesTestJSON-482221108 tempest-SecurityGroupRulesTestJSON-482221108-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:44.561334 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3dd06230-b16e-4ee6-9a0a-9a03e4d5f32b req-c182b61a-a8b5-476f-bfd6-a7959312344d tempest-SecurityGroupRulesTestJSON-482221108 tempest-SecurityGroupRulesTestJSON-482221108-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4024367 Jan 28 19:28:44.575751 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0daf58-a9b1-4cc2-8fd7-94b5fa12987b req-01080ffe-a8b2-411d-9902-99c080e0eb7a tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:44.582505 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2d0daf58-a9b1-4cc2-8fd7-94b5fa12987b req-01080ffe-a8b2-411d-9902-99c080e0eb7a tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/ports?device_id=6aef584c-64f9-4290-9558-59fc13a8ecbf HTTP/1.1" status: 200 len: 945 time: 0.1550398 Jan 28 19:28:44.680449 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847dce99-d01d-40ec-b61c-538868662aa3 req-3c642f2b-17e9-49f6-87a2-484a7a25de92 tempest-ListImageFiltersTestJSON-91277605 tempest-ListImageFiltersTestJSON-91277605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:44.683763 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-650c0054-a7b0-42b1-a682-e8a596348b69 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4752401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4733085'] for subnet (7dbdacdf-c784-4fbb-9a49-762b0eb82c6a), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:44.688754 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-847dce99-d01d-40ec-b61c-538868662aa3 req-3c642f2b-17e9-49f6-87a2-484a7a25de92 tempest-ListImageFiltersTestJSON-91277605 tempest-ListImageFiltersTestJSON-91277605-project] 10.222.0.64 "GET /v2.0/ports?device_id=37b2ff65-0003-4e64-b325-58ed7427a69f HTTP/1.1" status: 200 len: 951 time: 0.0716548 Jan 28 19:28:44.722615 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-14363c01-670d-41d8-a32c-fba38c3d9bcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4752401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4733085'] for subnet (fcf320b8-d8aa-48e8-83e6-2019f2d3a1a8), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:44.753332 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2d0daf58-a9b1-4cc2-8fd7-94b5fa12987b req-b8185b35-73e3-4b55-983d-80919b66d1d5 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/security-groups?id=f474bf53-325f-4ec5-b389-bc6e034fc623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654692 Jan 28 19:28:44.774816 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-847dce99-d01d-40ec-b61c-538868662aa3 req-bee26ed9-943b-4075-966a-1549b5a58f5d tempest-ListImageFiltersTestJSON-91277605 tempest-ListImageFiltersTestJSON-91277605-project] 10.222.0.64 "GET /v2.0/security-groups?id=988502f3-fd52-4a84-a285-c3333424d093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852001 Jan 28 19:28:44.825401 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 57470) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:44.828171 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650c0054-a7b0-42b1-a682-e8a596348b69 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Pushing event updated for resources: {'Subnet': ['ID=7dbdacdf-c784-4fbb-9a49-762b0eb82c6a,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:44.899099 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650c0054-a7b0-42b1-a682-e8a596348b69 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Checking segment: {'id': '25f932ac-2520-4bc4-a72a-542c01029f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd9bf9e5c-3938-4d92-829d-6037c936c39f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:28:44.899551 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-650c0054-a7b0-42b1-a682-e8a596348b69 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Network hostable DHCP agents. Network: d9bf9e5c-3938-4d92-829d-6037c936c39f, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:28:44.931993 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-176594b9-7a40-403a-bc2c-5b039fcde9c7 req-da001a1a-1eef-4969-8f0e-d2f618eaa354 tempest-SecurityGroupRulesTestJSON-482221108 tempest-SecurityGroupRulesTestJSON-482221108-project] 10.222.0.64 "GET /v2.0/security-groups/95a4a9bc-94ec-4de2-bc2b-087132352173 HTTP/1.1" status: 200 len: 2417 time: 0.1330252 Jan 28 19:28:44.940574 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14363c01-670d-41d8-a32c-fba38c3d9bcf admin admin] Checking segment: {'id': '6beacbe3-7ad9-4cae-9d08-42004f3aca7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '31f06c9a-9c19-45a4-848c-8b1124ea1c96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:28:44.941759 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14363c01-670d-41d8-a32c-fba38c3d9bcf admin admin] Network hostable DHCP agents. Network: 31f06c9a-9c19-45a4-848c-8b1124ea1c96, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:28:44.954038 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-176594b9-7a40-403a-bc2c-5b039fcde9c7 req-8122f91a-55e5-4a07-84c5-123fd08483c8 tempest-SecurityGroupRulesTestJSON-482221108 tempest-SecurityGroupRulesTestJSON-482221108-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '95a4a9bc-94ec-4de2-bc2b-087132352173', 'remote_group_id': None}]} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:28:44.954298 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-176594b9-7a40-403a-bc2c-5b039fcde9c7 req-8122f91a-55e5-4a07-84c5-123fd08483c8 tempest-SecurityGroupRulesTestJSON-482221108 tempest-SecurityGroupRulesTestJSON-482221108-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '95a4a9bc-94ec-4de2-bc2b-087132352173', 'remote_group_id': None}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:28:44.960760 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14363c01-670d-41d8-a32c-fba38c3d9bcf admin admin] Pushing event updated for resources: {'Subnet': ['ID=fcf320b8-d8aa-48e8-83e6-2019f2d3a1a8,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:45.001673 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-650c0054-a7b0-42b1-a682-e8a596348b69 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Network d9bf9e5c-3938-4d92-829d-6037c936c39f is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:28:45.021232 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14363c01-670d-41d8-a32c-fba38c3d9bcf admin admin] Network 31f06c9a-9c19-45a4-848c-8b1124ea1c96 is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:28:45.030972 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-79378f54-8b3e-4970-b3ad-21f66b920f6d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6d23a0b2eb7b4a4da3c6581e6c38295c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2015860 Jan 28 19:28:45.030972 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 57484) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:45.038052 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-650c0054-a7b0-42b1-a682-e8a596348b69 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, d9bf9e5c-3938-4d92-829d-6037c936c39f) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:28:45.048427 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e529ad-9c4f-4b10-b29a-9ba029599572 None None] Network d9bf9e5c-3938-4d92-829d-6037c936c39f requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:28:45.050967 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-650c0054-a7b0-42b1-a682-e8a596348b69 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:45.052750 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-650c0054-a7b0-42b1-a682-e8a596348b69 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:45.061885 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-14363c01-670d-41d8-a32c-fba38c3d9bcf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, 31f06c9a-9c19-45a4-848c-8b1124ea1c96) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:28:45.083188 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14363c01-670d-41d8-a32c-fba38c3d9bcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:45.084064 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-14363c01-670d-41d8-a32c-fba38c3d9bcf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:45.088903 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-176594b9-7a40-403a-bc2c-5b039fcde9c7 req-8122f91a-55e5-4a07-84c5-123fd08483c8 tempest-SecurityGroupRulesTestJSON-482221108 tempest-SecurityGroupRulesTestJSON-482221108-project] Publish callbacks [] for security_group_rule (10347865-711a-4c72-b940-6cd323e7e725), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:45.096127 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-06b2ddc6-a970-407a-82c3-6be8344c4d60 admin admin] Publish callbacks [] for security_group (ae08c0af-9b25-47a7-8e40-5495257085f7), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:45.113053 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 57494) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:45.114465 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-650c0054-a7b0-42b1-a682-e8a596348b69 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.2623119 Jan 28 19:28:45.118697 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-64457ba1-b53b-4cf1-95c3-be28b4f31b3a tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1584249674'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:28:45.134825 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-06b2ddc6-a970-407a-82c3-6be8344c4d60 admin admin] Publish callbacks [] for security_group (ae08c0af-9b25-47a7-8e40-5495257085f7), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:45.156138 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-14363c01-670d-41d8-a32c-fba38c3d9bcf admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0313220 Jan 28 19:28:45.170836 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-176594b9-7a40-403a-bc2c-5b039fcde9c7 req-8122f91a-55e5-4a07-84c5-123fd08483c8 tempest-SecurityGroupRulesTestJSON-482221108 tempest-SecurityGroupRulesTestJSON-482221108-project] Publish callbacks [] for security_group_rule (10347865-711a-4c72-b940-6cd323e7e725), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:45.176596 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-176594b9-7a40-403a-bc2c-5b039fcde9c7 req-8122f91a-55e5-4a07-84c5-123fd08483c8 tempest-SecurityGroupRulesTestJSON-482221108 tempest-SecurityGroupRulesTestJSON-482221108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (10347865-711a-4c72-b940-6cd323e7e725), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:45.207613 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64457ba1-b53b-4cf1-95c3-be28b4f31b3a tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Made reservation on behalf of aaf13cac6dbd4260bac51b20f32e7df6 for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:28:45.222822 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-64457ba1-b53b-4cf1-95c3-be28b4f31b3a tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:45.258633 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8122f91a-55e5-4a07-84c5-123fd08483c8 tempest-SecurityGroupRulesTestJSON-482221108 tempest-SecurityGroupRulesTestJSON-482221108-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10347865-711a-4c72-b940-6cd323e7e725,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:45.272318 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-176594b9-7a40-403a-bc2c-5b039fcde9c7 req-8122f91a-55e5-4a07-84c5-123fd08483c8 tempest-SecurityGroupRulesTestJSON-482221108 tempest-SecurityGroupRulesTestJSON-482221108-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:45.278760 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-176594b9-7a40-403a-bc2c-5b039fcde9c7 req-8122f91a-55e5-4a07-84c5-123fd08483c8 tempest-SecurityGroupRulesTestJSON-482221108 tempest-SecurityGroupRulesTestJSON-482221108-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.3390968 Jan 28 19:28:45.283561 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64457ba1-b53b-4cf1-95c3-be28b4f31b3a tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:28:45.290667 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d4a110-6894-4b59-a84b-c8527809dc12 None None] Network 31f06c9a-9c19-45a4-848c-8b1124ea1c96 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:28:45.306946 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-64457ba1-b53b-4cf1-95c3-be28b4f31b3a tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (ce90d12d-d14e-44a3-a285-38959d01e4d8), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:45.306946 n-d-812111-14 neutron-server[103304]: INFO neutron.db.segments_db [None req-64457ba1-b53b-4cf1-95c3-be28b4f31b3a tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Added segment ce90d12d-d14e-44a3-a285-38959d01e4d8 of type vlan for network 55e0ee58-2cdb-42cd-9ed7-dafaaedced80 Jan 28 19:28:45.388776 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-64457ba1-b53b-4cf1-95c3-be28b4f31b3a tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (55e0ee58-2cdb-42cd-9ed7-dafaaedced80), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:45.405548 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-06b2ddc6-a970-407a-82c3-6be8344c4d60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (ae08c0af-9b25-47a7-8e40-5495257085f7), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:45.408894 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-06b2ddc6-a970-407a-82c3-6be8344c4d60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:45.409711 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-120ebadf-23d9-471c-aabf-4b369a8b3b72 req-6d32f604-aa73-4916-bd15-c8ecff548477 tempest-SecurityGroupRulesTestJSON-482221108 tempest-SecurityGroupRulesTestJSON-482221108-project] 10.222.0.64 "GET /v2.0/security-groups/95a4a9bc-94ec-4de2-bc2b-087132352173 HTTP/1.1" status: 200 len: 3016 time: 0.0893242 Jan 28 19:28:45.418025 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-06b2ddc6-a970-407a-82c3-6be8344c4d60 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ae08c0af-9b25-47a7-8e40-5495257085f7 HTTP/1.1" status: 204 len: 168 time: 0.3838048 Jan 28 19:28:45.429408 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9de0a61d-bc40-4336-bda3-dbf8bc7c6c99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68cd31fd-e4cd-5fb3-a862-256fc47efcd2-d9bf9e5c-3938-4d92-829d-6037c936c39f', 'network_id': 'd9bf9e5c-3938-4d92-829d-6037c936c39f', 'project_id': 'aaf13cac6dbd4260bac51b20f32e7df6', 'fixed_ips': [{'subnet_id': '7dbdacdf-c784-4fbb-9a49-762b0eb82c6a'}]}} from n-d-812111-14. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:28:45.430335 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9de0a61d-bc40-4336-bda3-dbf8bc7c6c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:45.512111 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b2ddc6-a970-407a-82c3-6be8344c4d60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae08c0af-9b25-47a7-8e40-5495257085f7,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:45.537974 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-64457ba1-b53b-4cf1-95c3-be28b4f31b3a tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (55e0ee58-2cdb-42cd-9ed7-dafaaedced80), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:45.550982 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64457ba1-b53b-4cf1-95c3-be28b4f31b3a tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:45.553207 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-64457ba1-b53b-4cf1-95c3-be28b4f31b3a tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:45.577821 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-cb50b1a4-3482-4712-ad6f-5f2a95167d6c req-49377a6d-3bf5-4198-88ea-d0508ce967bb tempest-SecurityGroupRulesTestJSON-482221108 tempest-SecurityGroupRulesTestJSON-482221108-project] 10.222.0.64 "GET /v2.0/security-group-rules/10347865-711a-4c72-b940-6cd323e7e725 HTTP/1.1" status: 200 len: 783 time: 0.0813220 Jan 28 19:28:45.592150 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d9d86af-4a50-4ee3-a6e9-d7ab409d5e3a None None] Network 31f06c9a-9c19-45a4-848c-8b1124ea1c96 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:28:45.748021 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 57540) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:45.753698 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-5c5a669a-db26-4a74-a888-cfb1f5398d61 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Request body: {'subnet': {'network_id': '55e0ee58-2cdb-42cd-9ed7-dafaaedced80', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:28:45.759249 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-64457ba1-b53b-4cf1-95c3-be28b4f31b3a tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6447942 Jan 28 19:28:45.825253 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64457ba1-b53b-4cf1-95c3-be28b4f31b3a tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Pushing event updated for resources: {'Network': ['ID=55e0ee58-2cdb-42cd-9ed7-dafaaedced80,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:45.839366 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-cb50b1a4-3482-4712-ad6f-5f2a95167d6c req-fb78fcf7-9ec0-474e-9238-60a648f0a15a tempest-SecurityGroupRulesTestJSON-482221108 tempest-SecurityGroupRulesTestJSON-482221108-project] 10.222.0.64 "GET /v2.0/security-groups/95a4a9bc-94ec-4de2-bc2b-087132352173 HTTP/1.1" status: 200 len: 3016 time: 0.2546296 Jan 28 19:28:45.888001 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-cb50b1a4-3482-4712-ad6f-5f2a95167d6c req-512fbc94-0d81-4dc7-938b-c6a26bd552ed tempest-SecurityGroupRulesTestJSON-482221108 tempest-SecurityGroupRulesTestJSON-482221108-project] Publish callbacks [] for security_group_rule (10347865-711a-4c72-b940-6cd323e7e725), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:45.913623 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-cb50b1a4-3482-4712-ad6f-5f2a95167d6c req-512fbc94-0d81-4dc7-938b-c6a26bd552ed tempest-SecurityGroupRulesTestJSON-482221108 tempest-SecurityGroupRulesTestJSON-482221108-project] Publish callbacks [] for security_group_rule (10347865-711a-4c72-b940-6cd323e7e725), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:45.948446 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c5a669a-db26-4a74-a888-cfb1f5398d61 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Made reservation on behalf of aaf13cac6dbd4260bac51b20f32e7df6 for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:28:45.952087 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5c5a669a-db26-4a74-a888-cfb1f5398d61 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4733071'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:45.962529 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network 55e0ee58-2cdb-42cd-9ed7-dafaaedced80 details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:28:46.049707 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-cb50b1a4-3482-4712-ad6f-5f2a95167d6c req-512fbc94-0d81-4dc7-938b-c6a26bd552ed tempest-SecurityGroupRulesTestJSON-482221108 tempest-SecurityGroupRulesTestJSON-482221108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (10347865-711a-4c72-b940-6cd323e7e725), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:46.060337 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-cb50b1a4-3482-4712-ad6f-5f2a95167d6c req-512fbc94-0d81-4dc7-938b-c6a26bd552ed tempest-SecurityGroupRulesTestJSON-482221108 tempest-SecurityGroupRulesTestJSON-482221108-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:46.078061 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-cb50b1a4-3482-4712-ad6f-5f2a95167d6c req-512fbc94-0d81-4dc7-938b-c6a26bd552ed tempest-SecurityGroupRulesTestJSON-482221108 tempest-SecurityGroupRulesTestJSON-482221108-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/10347865-711a-4c72-b940-6cd323e7e725 HTTP/1.1" status: 204 len: 173 time: 0.2376723 Jan 28 19:28:46.087059 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.ipam_backend_mixin [None req-5c5a669a-db26-4a74-a888-cfb1f5398d61 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Performing IP validity checks on allocation pools {{(pid=103305) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 28 19:28:46.087586 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.ipam_backend_mixin [None req-5c5a669a-db26-4a74-a888-cfb1f5398d61 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103305) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 28 19:28:46.107053 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b8a4ee-14ec-4658-a8f6-0372f91cf04e req-40b2d62b-9260-40e0-a0ca-26eb92b26d70 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:46.127302 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-37b8a4ee-14ec-4658-a8f6-0372f91cf04e req-40b2d62b-9260-40e0-a0ca-26eb92b26d70 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.41 "GET /v2.0/ports?device_id=6aef584c-64f9-4290-9558-59fc13a8ecbf HTTP/1.1" status: 200 len: 945 time: 0.2159452 Jan 28 19:28:46.190672 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-9de0a61d-bc40-4336-bda3-dbf8bc7c6c99 None None] Allocated IP 2001:db8::1 (d9bf9e5c-3938-4d92-829d-6037c936c39f/7dbdacdf-c784-4fbb-9a49-762b0eb82c6a/760b2be0-b694-4d2d-b624-b1f84e63905a) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:28:46.246268 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512fbc94-0d81-4dc7-938b-c6a26bd552ed tempest-SecurityGroupRulesTestJSON-482221108 tempest-SecurityGroupRulesTestJSON-482221108-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=10347865-711a-4c72-b940-6cd323e7e725,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:46.434773 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-37b8a4ee-14ec-4658-a8f6-0372f91cf04e req-01f3affa-7b5e-4a3e-b49a-9cff6d5bede1 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Deleting port 75629f80-97e2-4b65-9644-8e74b29b7b0c {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:28:46.434773 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-37b8a4ee-14ec-4658-a8f6-0372f91cf04e req-01f3affa-7b5e-4a3e-b49a-9cff6d5bede1 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (75629f80-97e2-4b65-9644-8e74b29b7b0c), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:46.520457 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device bc85f37e-d515-422c-96b8-8f6aa6732ed3 no longer exists at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:28:46.557829 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5c5a669a-db26-4a74-a888-cfb1f5398d61 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4752401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4733085'] for subnet (c06b97ce-9a96-45aa-8a4f-0cf4d180b567), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:46.562166 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-37b8a4ee-14ec-4658-a8f6-0372f91cf04e req-01f3affa-7b5e-4a3e-b49a-9cff6d5bede1 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] For port 75629f80-97e2-4b65-9644-8e74b29b7b0c, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=75629f80-97e2-4b65-9644-8e74b29b7b0c,segment=NetworkSegment(e068a65d-85a7-4b6f-806f-2e18a6e2925d),segment_id=e068a65d-85a7-4b6f-806f-2e18a6e2925d)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:28:46.562569 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-37b8a4ee-14ec-4658-a8f6-0372f91cf04e req-01f3affa-7b5e-4a3e-b49a-9cff6d5bede1 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (75629f80-97e2-4b65-9644-8e74b29b7b0c), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:46.586559 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-37b8a4ee-14ec-4658-a8f6-0372f91cf04e req-01f3affa-7b5e-4a3e-b49a-9cff6d5bede1 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Calling delete_port for 75629f80-97e2-4b65-9644-8e74b29b7b0c owned by compute:nova {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:28:46.658269 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fdb4e7-734c-4348-9762-4326a99bc920 req-c55e359f-4e3b-479b-8009-6059e07fbcde tempest-InstanceActionsTestJSON-234870 tempest-InstanceActionsTestJSON-234870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:46.661799 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9de0a61d-bc40-4336-bda3-dbf8bc7c6c99 None None] Publish callbacks [] for port (760b2be0-b694-4d2d-b624-b1f84e63905a), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:46.674147 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f5fdb4e7-734c-4348-9762-4326a99bc920 req-c55e359f-4e3b-479b-8009-6059e07fbcde tempest-InstanceActionsTestJSON-234870 tempest-InstanceActionsTestJSON-234870-project] 10.222.0.64 "GET /v2.0/networks?id=31f06c9a-9c19-45a4-848c-8b1124ea1c96 HTTP/1.1" status: 200 len: 813 time: 0.3513250 Jan 28 19:28:46.716321 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5a669a-db26-4a74-a888-cfb1f5398d61 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Pushing event updated for resources: {'Subnet': ['ID=c06b97ce-9a96-45aa-8a4f-0cf4d180b567,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:46.728985 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9de0a61d-bc40-4336-bda3-dbf8bc7c6c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (760b2be0-b694-4d2d-b624-b1f84e63905a), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:46.731004 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f5fdb4e7-734c-4348-9762-4326a99bc920 req-19cb7e07-2b6d-4f6f-8960-3994adff54ab tempest-InstanceActionsTestJSON-234870 tempest-InstanceActionsTestJSON-234870-project] 10.222.0.64 "GET /v2.0/quotas/f610b888ae9c45a6a6a7da0bfe29b48b HTTP/1.1" status: 200 len: 375 time: 0.0548148 Jan 28 19:28:46.781740 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-03e84f82-2fc1-4915-9b24-df44b3912bdc req-cc1a63b9-8724-48c4-a5a2-1f376226eb7d tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.64 "GET /v2.0/ports?device_id=6aef584c-64f9-4290-9558-59fc13a8ecbf HTTP/1.1" status: 200 len: 210 time: 0.0465806 Jan 28 19:28:46.783304 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-37b8a4ee-14ec-4658-a8f6-0372f91cf04e req-01f3affa-7b5e-4a3e-b49a-9cff6d5bede1 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (75629f80-97e2-4b65-9644-8e74b29b7b0c), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:46.791462 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port bc85f37e-d515-422c-96b8-8f6aa6732ed3 is: ACTIVE; New status is: DOWN {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:28:46.791851 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (bc85f37e-d515-422c-96b8-8f6aa6732ed3), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:46.796347 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9de0a61d-bc40-4336-bda3-dbf8bc7c6c99 None None] Network d9bf9e5c-3938-4d92-829d-6037c936c39f is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:28:46.803821 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['75629f80-97e2-4b65-9644-8e74b29b7b0c'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:28:46.827326 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-9de0a61d-bc40-4336-bda3-dbf8bc7c6c99 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:28:46.836661 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f5fdb4e7-734c-4348-9762-4326a99bc920 req-8079a49f-24e8-4acd-8d68-74e94e9393c0 tempest-InstanceActionsTestJSON-234870 tempest-InstanceActionsTestJSON-234870-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=f610b888ae9c45a6a6a7da0bfe29b48b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1042192 Jan 28 19:28:46.839037 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de0a61d-bc40-4336-bda3-dbf8bc7c6c99 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:28:46.842836 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de0a61d-bc40-4336-bda3-dbf8bc7c6c99 None None] Pushing event updated for resources: {'Port': ['ID=760b2be0-b694-4d2d-b624-b1f84e63905a,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:46.854047 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5a669a-db26-4a74-a888-cfb1f5398d61 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Checking segment: {'id': 'ce90d12d-d14e-44a3-a285-38959d01e4d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '55e0ee58-2cdb-42cd-9ed7-dafaaedced80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:28:46.854447 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c5a669a-db26-4a74-a888-cfb1f5398d61 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Network hostable DHCP agents. Network: 55e0ee58-2cdb-42cd-9ed7-dafaaedced80, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:28:46.878599 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f3affa-7b5e-4a3e-b49a-9cff6d5bede1 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Pushing event deleted for resources: {'Port': ['ID=75629f80-97e2-4b65-9644-8e74b29b7b0c,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:46.898020 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c5a669a-db26-4a74-a888-cfb1f5398d61 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Network 55e0ee58-2cdb-42cd-9ed7-dafaaedced80 is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:28:46.901076 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port bc85f37e-d515-422c-96b8-8f6aa6732ed3, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=bc85f37e-d515-422c-96b8-8f6aa6732ed3,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:28:46.902671 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37b2ff65-0003-4e64-b325-58ed7427a69f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc85f37e-d515-422c-96b8-8f6aa6732ed3'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:28:46.906879 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f83926fd-71fc-4953-8223-26f2fa0e01c3" -d '{"events": [{"server_uuid": "37b2ff65-0003-4e64-b325-58ed7427a69f", "name": "network-vif-unplugged", "status": "completed", "tag": "bc85f37e-d515-422c-96b8-8f6aa6732ed3"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:28:46.917150 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (bc85f37e-d515-422c-96b8-8f6aa6732ed3), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:46.919237 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-5c5a669a-db26-4a74-a888-cfb1f5398d61 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, 55e0ee58-2cdb-42cd-9ed7-dafaaedced80) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:28:46.928719 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c5a669a-db26-4a74-a888-cfb1f5398d61 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:46.929391 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5c5a669a-db26-4a74-a888-cfb1f5398d61 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:46.936229 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-37b8a4ee-14ec-4658-a8f6-0372f91cf04e req-01f3affa-7b5e-4a3e-b49a-9cff6d5bede1 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] No DVR routers for this DVR port 75629f80-97e2-4b65-9644-8e74b29b7b0c on host n-h1-812111-14 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:28:46.940167 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-37b8a4ee-14ec-4658-a8f6-0372f91cf04e req-01f3affa-7b5e-4a3e-b49a-9cff6d5bede1 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:46.944284 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-37b8a4ee-14ec-4658-a8f6-0372f91cf04e req-01f3affa-7b5e-4a3e-b49a-9cff6d5bede1 tempest-ServersTestJSON-790773292 tempest-ServersTestJSON-790773292-project] 10.222.0.41 "DELETE /v2.0/ports/75629f80-97e2-4b65-9644-8e74b29b7b0c HTTP/1.1" status: 204 len: 173 time: 0.8161533 Jan 28 19:28:46.948720 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aef584c-64f9-4290-9558-59fc13a8ecbf', 'name': 'network-vif-deleted', 'tag': '75629f80-97e2-4b65-9644-8e74b29b7b0c'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:28:46.952871 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-681f6552-d2f3-4720-831f-a1ab38f7d9b3" -d '{"events": [{"server_uuid": "6aef584c-64f9-4290-9558-59fc13a8ecbf", "name": "network-vif-deleted", "tag": "75629f80-97e2-4b65-9644-8e74b29b7b0c"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:28:46.984022 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5a76ed7a-9d15-4604-9a71-b2a3d6f2d41e req-048e0f39-c512-4711-9f5d-75a91abd7ce1 tempest-SecurityGroupRulesTestJSON-482221108 tempest-SecurityGroupRulesTestJSON-482221108-project] 10.222.0.64 "GET /v2.0/security-groups/95a4a9bc-94ec-4de2-bc2b-087132352173 HTTP/1.1" status: 200 len: 2417 time: 0.1731091 Jan 28 19:28:46.986347 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 57594) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:46.987226 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-5c5a669a-db26-4a74-a888-cfb1f5398d61 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.2309306 Jan 28 19:28:46.989839 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d5fd56d-b491-47d8-855d-7a754e424618 None None] Network 55e0ee58-2cdb-42cd-9ed7-dafaaedced80 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:28:47.119277 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-5a76ed7a-9d15-4604-9a71-b2a3d6f2d41e req-7abb8cae-e600-4cff-b10b-27369dc8bb76 tempest-SecurityGroupRulesTestJSON-482221108 tempest-SecurityGroupRulesTestJSON-482221108-project] Publish callbacks [] for security_group (95a4a9bc-94ec-4de2-bc2b-087132352173), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:47.168225 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-5a76ed7a-9d15-4604-9a71-b2a3d6f2d41e req-7abb8cae-e600-4cff-b10b-27369dc8bb76 tempest-SecurityGroupRulesTestJSON-482221108 tempest-SecurityGroupRulesTestJSON-482221108-project] Publish callbacks [] for security_group (95a4a9bc-94ec-4de2-bc2b-087132352173), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:47.200024 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-82f94e56-4108-42a4-b3bf-79f8f0abfb57 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (55e0ee58-2cdb-42cd-9ed7-dafaaedced80), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:47.291154 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8875f82d-efc4-4efb-9e38-d14347061201 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68cd31fd-e4cd-5fb3-a862-256fc47efcd2-55e0ee58-2cdb-42cd-9ed7-dafaaedced80', 'network_id': '55e0ee58-2cdb-42cd-9ed7-dafaaedced80', 'project_id': 'aaf13cac6dbd4260bac51b20f32e7df6', 'fixed_ips': [{'subnet_id': 'c06b97ce-9a96-45aa-8a4f-0cf4d180b567'}]}} from n-d-812111-14. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:28:47.292560 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8875f82d-efc4-4efb-9e38-d14347061201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:47.327760 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-5a76ed7a-9d15-4604-9a71-b2a3d6f2d41e req-7abb8cae-e600-4cff-b10b-27369dc8bb76 tempest-SecurityGroupRulesTestJSON-482221108 tempest-SecurityGroupRulesTestJSON-482221108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (95a4a9bc-94ec-4de2-bc2b-087132352173), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:47.346593 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-5a76ed7a-9d15-4604-9a71-b2a3d6f2d41e req-7abb8cae-e600-4cff-b10b-27369dc8bb76 tempest-SecurityGroupRulesTestJSON-482221108 tempest-SecurityGroupRulesTestJSON-482221108-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:47.348042 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-9de0a61d-bc40-4336-bda3-dbf8bc7c6c99 None None] Attempting to bind port 760b2be0-b694-4d2d-b624-b1f84e63905a on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:28:47.348808 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-9de0a61d-bc40-4336-bda3-dbf8bc7c6c99 None None] Attempting to bind port 760b2be0-b694-4d2d-b624-b1f84e63905a by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '25f932ac-2520-4bc4-a72a-542c01029f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd9bf9e5c-3938-4d92-829d-6037c936c39f'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:28:47.349202 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de0a61d-bc40-4336-bda3-dbf8bc7c6c99 None None] Attempting to bind port 760b2be0-b694-4d2d-b624-b1f84e63905a on network d9bf9e5c-3938-4d92-829d-6037c936c39f {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:28:47.349831 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5a76ed7a-9d15-4604-9a71-b2a3d6f2d41e req-7abb8cae-e600-4cff-b10b-27369dc8bb76 tempest-SecurityGroupRulesTestJSON-482221108 tempest-SecurityGroupRulesTestJSON-482221108-project] 10.222.0.64 "DELETE /v2.0/security-groups/95a4a9bc-94ec-4de2-bc2b-087132352173 HTTP/1.1" status: 204 len: 173 time: 0.3650055 Jan 28 19:28:47.355568 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=bc85f37e-d515-422c-96b8-8f6aa6732ed3,revision_number=11']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:47.368264 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de0a61d-bc40-4336-bda3-dbf8bc7c6c99 None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 28, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:28:47.368673 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de0a61d-bc40-4336-bda3-dbf8bc7c6c99 None None] Checking segment: {'id': '25f932ac-2520-4bc4-a72a-542c01029f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd9bf9e5c-3938-4d92-829d-6037c936c39f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:28:47.369086 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9de0a61d-bc40-4336-bda3-dbf8bc7c6c99 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:47.369828 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de0a61d-bc40-4336-bda3-dbf8bc7c6c99 None None] Bound using segment: {'id': '25f932ac-2520-4bc4-a72a-542c01029f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd9bf9e5c-3938-4d92-829d-6037c936c39f'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:28:47.370672 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-9de0a61d-bc40-4336-bda3-dbf8bc7c6c99 None None] Bound port: 760b2be0-b694-4d2d-b624-b1f84e63905a, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25f932ac-2520-4bc4-a72a-542c01029f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd9bf9e5c-3938-4d92-829d-6037c936c39f'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:28:47.370780 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9de0a61d-bc40-4336-bda3-dbf8bc7c6c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (760b2be0-b694-4d2d-b624-b1f84e63905a), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:47.375391 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-82f94e56-4108-42a4-b3bf-79f8f0abfb57 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (c06b97ce-9a96-45aa-8a4f-0cf4d180b567), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:47.410177 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abb8cae-e600-4cff-b10b-27369dc8bb76 tempest-SecurityGroupRulesTestJSON-482221108 tempest-SecurityGroupRulesTestJSON-482221108-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95a4a9bc-94ec-4de2-bc2b-087132352173,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:47.460197 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f5fdb4e7-734c-4348-9762-4326a99bc920 req-d064031e-398d-4e4c-ab8f-50b851f78d6b service neutron] 10.222.0.64 "GET /v2.0/networks/31f06c9a-9c19-45a4-848c-8b1124ea1c96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6226199 Jan 28 19:28:47.489487 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-82f94e56-4108-42a4-b3bf-79f8f0abfb57 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4690616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5222356'] for subnet (c06b97ce-9a96-45aa-8a4f-0cf4d180b567), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:47.544691 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f94e56-4108-42a4-b3bf-79f8f0abfb57 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Pushing event deleted for resources: {'Subnet': ['ID=c06b97ce-9a96-45aa-8a4f-0cf4d180b567,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:47.646467 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-82f94e56-4108-42a4-b3bf-79f8f0abfb57 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (55e0ee58-2cdb-42cd-9ed7-dafaaedced80), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:47.684644 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f5fdb4e7-734c-4348-9762-4326a99bc920 req-4ed900de-5a04-4a61-8dc8-f519bb49767a service neutron] 10.222.0.64 "GET /v2.0/networks/31f06c9a-9c19-45a4-848c-8b1124ea1c96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2232561 Jan 28 19:28:47.691755 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-82f94e56-4108-42a4-b3bf-79f8f0abfb57 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55e0ee58-2cdb-42cd-9ed7-dafaaedced80']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:28:47.693808 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server [None req-8875f82d-efc4-4efb-9e38-d14347061201 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c06b97ce-9a96-45aa-8a4f-0cf4d180b567: This subnet is being modified by another concurrent operation. Jan 28 19:28:47.693808 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 28 19:28:47.693808 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 28 19:28:47.693808 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 28 19:28:47.693808 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 28 19:28:47.693808 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 28 19:28:47.693808 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 28 19:28:47.693808 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 28 19:28:47.693808 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 28 19:28:47.693808 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 28 19:28:47.693808 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 19:28:47.693808 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 19:28:47.693808 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 19:28:47.693808 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 19:28:47.693808 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 19:28:47.693808 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 19:28:47.693808 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 19:28:47.693808 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 19:28:47.693808 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 19:28:47.693808 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 19:28:47.693808 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 19:28:47.693808 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 19:28:47.693808 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 19:28:47.693808 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 19:28:47.693808 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 19:28:47.693808 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 19:28:47.693808 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 19:28:47.693808 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 19:28:47.693808 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 19:28:47.693808 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 19:28:47.693808 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 19:28:47.693808 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 19:28:47.693808 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 19:28:47.693808 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 19:28:47.693808 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 28 19:28:47.693808 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 28 19:28:47.693808 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Jan 28 19:28:47.693808 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 28 19:28:47.693808 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Jan 28 19:28:47.693808 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 28 19:28:47.693808 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 28 19:28:47.693808 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 28 19:28:47.693808 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 28 19:28:47.693808 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 19:28:47.693808 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 19:28:47.693808 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 19:28:47.693808 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 19:28:47.693808 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 19:28:47.693808 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 19:28:47.693808 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 19:28:47.693808 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 19:28:47.693808 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 19:28:47.693808 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 19:28:47.693808 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 19:28:47.697126 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 19:28:47.697126 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 19:28:47.697126 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 19:28:47.697126 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 19:28:47.697126 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 19:28:47.697126 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 19:28:47.697126 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 19:28:47.697126 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 19:28:47.697126 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 19:28:47.697126 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 19:28:47.697126 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 19:28:47.697126 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 19:28:47.697126 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 19:28:47.697126 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 19:28:47.697126 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 19:28:47.697126 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 19:28:47.697126 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1510, in create_port Jan 28 19:28:47.697126 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 28 19:28:47.697126 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1475, in _create_port_db Jan 28 19:28:47.697126 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 28 19:28:47.697126 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Jan 28 19:28:47.697126 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 28 19:28:47.697126 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 28 19:28:47.697126 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 28 19:28:47.697126 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 19:28:47.697126 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 19:28:47.697126 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 28 19:28:47.697126 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 28 19:28:47.697126 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 28 19:28:47.697126 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 28 19:28:47.697126 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 28 19:28:47.697126 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 28 19:28:47.697126 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 28 19:28:47.697126 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 28 19:28:47.697126 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 28 19:28:47.697126 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server raise exception Jan 28 19:28:47.697126 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c06b97ce-9a96-45aa-8a4f-0cf4d180b567: This subnet is being modified by another concurrent operation. Jan 28 19:28:47.697126 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server Jan 28 19:28:47.702339 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-82f94e56-4108-42a4-b3bf-79f8f0abfb57 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce90d12d-d14e-44a3-a285-38959d01e4d8') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:28:47.702643 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-82f94e56-4108-42a4-b3bf-79f8f0abfb57 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce90d12d-d14e-44a3-a285-38959d01e4d8') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:28:47.714019 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 19:28:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0f40c7e-a85e-41d1-9c2a-b855a2d97518 x-openstack-request-id: req-f0f40c7e-a85e-41d1-9c2a-b855a2d97518 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:28:47.715075 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37b2ff65-0003-4e64-b325-58ed7427a69f", "name": "network-vif-unplugged", "status": "completed", "tag": "bc85f37e-d515-422c-96b8-8f6aa6732ed3", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:28:47.716788 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f0f40c7e-a85e-41d1-9c2a-b855a2d97518 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:28:47.717404 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37b2ff65-0003-4e64-b325-58ed7427a69f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc85f37e-d515-422c-96b8-8f6aa6732ed3', 'code': 200} Jan 28 19:28:47.722231 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-82f94e56-4108-42a4-b3bf-79f8f0abfb57 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4747091'] for segment (ce90d12d-d14e-44a3-a285-38959d01e4d8), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:47.722697 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-9de0a61d-bc40-4336-bda3-dbf8bc7c6c99 None None] For port 760b2be0-b694-4d2d-b624-b1f84e63905a, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:28:47.729040 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-9de0a61d-bc40-4336-bda3-dbf8bc7c6c99 None None] For port 760b2be0-b694-4d2d-b624-b1f84e63905a, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=760b2be0-b694-4d2d-b624-b1f84e63905a,segment=NetworkSegment(25f932ac-2520-4bc4-a72a-542c01029f68),segment_id=25f932ac-2520-4bc4-a72a-542c01029f68)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:28:47.738971 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9de0a61d-bc40-4336-bda3-dbf8bc7c6c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (760b2be0-b694-4d2d-b624-b1f84e63905a), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:47.740532 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-82f94e56-4108-42a4-b3bf-79f8f0abfb57 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (ce90d12d-d14e-44a3-a285-38959d01e4d8), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:47.751080 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82f94e56-4108-42a4-b3bf-79f8f0abfb57 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:28:47.751080 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-82f94e56-4108-42a4-b3bf-79f8f0abfb57 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4690514'] for segment (ce90d12d-d14e-44a3-a285-38959d01e4d8), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:47.821117 n-d-812111-14 neutron-server[103304]: Traceback (most recent call last): Jan 28 19:28:47.821117 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:28:47.821117 n-d-812111-14 neutron-server[103304]: timer() Jan 28 19:28:47.821117 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:28:47.821117 n-d-812111-14 neutron-server[103304]: cb(*args, **kw) Jan 28 19:28:47.821117 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:28:47.821117 n-d-812111-14 neutron-server[103304]: return func(*args, **kwargs) Jan 28 19:28:47.821117 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:28:47.821117 n-d-812111-14 neutron-server[103304]: self._notify() Jan 28 19:28:47.821117 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:28:47.821117 n-d-812111-14 neutron-server[103304]: self.callback(batched_events) Jan 28 19:28:47.821117 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:28:47.821117 n-d-812111-14 neutron-server[103304]: event.method(event) Jan 28 19:28:47.821117 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:28:47.821117 n-d-812111-14 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:28:47.821117 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:28:47.821117 n-d-812111-14 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:28:47.821117 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:28:47.821117 n-d-812111-14 neutron-server[103304]: return f(self, *a, **k) Jan 28 19:28:47.821117 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:28:47.821117 n-d-812111-14 neutron-server[103304]: return self._get(url).json() Jan 28 19:28:47.821117 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:28:47.821117 n-d-812111-14 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:28:47.821117 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:28:47.821117 n-d-812111-14 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 28 19:28:47.821117 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:28:47.821117 n-d-812111-14 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:28:47.821117 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:28:47.821117 n-d-812111-14 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:28:47.821117 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:28:47.821117 n-d-812111-14 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:28:47.821117 n-d-812111-14 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:28:47.825691 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de0a61d-bc40-4336-bda3-dbf8bc7c6c99 None None] Pushing event updated for resources: {'Port': ['ID=760b2be0-b694-4d2d-b624-b1f84e63905a,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:47.831167 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1582783e-e1e7-46bc-a05d-815a52eb5f2e None None] Network 55e0ee58-2cdb-42cd-9ed7-dafaaedced80 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:28:47.843029 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-82f94e56-4108-42a4-b3bf-79f8f0abfb57 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (55e0ee58-2cdb-42cd-9ed7-dafaaedced80), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:47.854806 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-82f94e56-4108-42a4-b3bf-79f8f0abfb57 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:47.860180 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1582783e-e1e7-46bc-a05d-815a52eb5f2e None None] Network 55e0ee58-2cdb-42cd-9ed7-dafaaedced80 could not be found, it might have been deleted concurrently. {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 28 19:28:47.862195 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-82f94e56-4108-42a4-b3bf-79f8f0abfb57 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] 10.222.0.64 "DELETE /v2.0/networks/55e0ee58-2cdb-42cd-9ed7-dafaaedced80 HTTP/1.1" status: 204 len: 168 time: 0.8740692 Jan 28 19:28:47.865984 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 57628) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:47.877377 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-f6cdfe54-5f9d-4ec7-9eec-be390a9670e3 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-892832857'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:28:47.900835 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f94e56-4108-42a4-b3bf-79f8f0abfb57 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Pushing event deleted for resources: {'Network': ['ID=55e0ee58-2cdb-42cd-9ed7-dafaaedced80,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:47.946730 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6cdfe54-5f9d-4ec7-9eec-be390a9670e3 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Made reservation on behalf of aaf13cac6dbd4260bac51b20f32e7df6 for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:28:47.954812 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f6cdfe54-5f9d-4ec7-9eec-be390a9670e3 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:47.992290 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6cdfe54-5f9d-4ec7-9eec-be390a9670e3 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:28:48.009806 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f6cdfe54-5f9d-4ec7-9eec-be390a9670e3 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (df1565dc-6e15-45e9-a7c5-9585d5806bb9), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:48.010269 n-d-812111-14 neutron-server[103304]: INFO neutron.db.segments_db [None req-f6cdfe54-5f9d-4ec7-9eec-be390a9670e3 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Added segment df1565dc-6e15-45e9-a7c5-9585d5806bb9 of type vlan for network 59b7ea47-c323-4538-b1e8-83183fa3217d Jan 28 19:28:48.074560 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f6cdfe54-5f9d-4ec7-9eec-be390a9670e3 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (59b7ea47-c323-4538-b1e8-83183fa3217d), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:48.095094 n-d-812111-14 neutron-server[103305]: INFO neutron.api.v2.resource [req-63439f05-5887-41a7-a755-964b9a9361f0 req-d7fcdb01-d22f-4ff7-b495-124ccc0b8aa2 tempest-SecurityGroupRulesTestJSON-482221108 tempest-SecurityGroupRulesTestJSON-482221108-project] show failed (client error): The resource could not be found. Jan 28 19:28:48.105744 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-63439f05-5887-41a7-a755-964b9a9361f0 req-d7fcdb01-d22f-4ff7-b495-124ccc0b8aa2 tempest-SecurityGroupRulesTestJSON-482221108 tempest-SecurityGroupRulesTestJSON-482221108-project] 10.222.0.64 "GET /v2.0/security-groups/4d3f415f-a9e9-4372-a06c-f820f6410d86 HTTP/1.1" status: 404 len: 352 time: 0.0268645 Jan 28 19:28:48.130191 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f6cdfe54-5f9d-4ec7-9eec-be390a9670e3 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (59b7ea47-c323-4538-b1e8-83183fa3217d), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:48.143370 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6cdfe54-5f9d-4ec7-9eec-be390a9670e3 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:48.146011 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f6cdfe54-5f9d-4ec7-9eec-be390a9670e3 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:48.270955 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 57652) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:48.272372 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:28:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e07ef5e-42ed-495d-a222-ce54f8fd89e4 x-openstack-request-id: req-1e07ef5e-42ed-495d-a222-ce54f8fd89e4 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:28:48.274046 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6aef584c-64f9-4290-9558-59fc13a8ecbf", "name": "network-vif-deleted", "tag": "75629f80-97e2-4b65-9644-8e74b29b7b0c", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:28:48.274627 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1e07ef5e-42ed-495d-a222-ce54f8fd89e4 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:28:48.276047 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6aef584c-64f9-4290-9558-59fc13a8ecbf', 'name': 'network-vif-deleted', 'tag': '75629f80-97e2-4b65-9644-8e74b29b7b0c', 'status': 'completed', 'code': 200} Jan 28 19:28:48.464928 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-478eeb69-c922-4fe4-a67e-95b49ae68070 req-9588b71e-4c98-46f0-9cd4-abb3b9a6300a tempest-InstanceActionsTestJSON-234870 tempest-InstanceActionsTestJSON-234870-project] 10.222.0.64 "GET /v2.0/ports?device_id=4b3a1c3a-483c-465d-95b2-48459a5a44fe HTTP/1.1" status: 200 len: 210 time: 0.0762136 Jan 28 19:28:48.488701 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-f6cdfe54-5f9d-4ec7-9eec-be390a9670e3 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6204183 Jan 28 19:28:48.498241 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-677ad115-2af1-4353-8557-aa5bee080cb9 admin admin] Deleting subnet 008283d9-57a3-42a0-90a1-80f5c1a16864 {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:28:48.511469 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 57662) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:48.520836 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-677ad115-2af1-4353-8557-aa5bee080cb9 admin admin] Publish callbacks [] for subnet (008283d9-57a3-42a0-90a1-80f5c1a16864), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:48.537868 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-8da9615c-61a3-437e-89d2-ebf8b56dd107 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Request body: {'subnet': {'network_id': '59b7ea47-c323-4538-b1e8-83183fa3217d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:28:48.629361 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-677ad115-2af1-4353-8557-aa5bee080cb9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16187240'] for subnet (008283d9-57a3-42a0-90a1-80f5c1a16864), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:48.668450 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cdfe54-5f9d-4ec7-9eec-be390a9670e3 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Pushing event updated for resources: {'Network': ['ID=59b7ea47-c323-4538-b1e8-83183fa3217d,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:48.683148 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network 59b7ea47-c323-4538-b1e8-83183fa3217d details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:28:48.705472 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ac7b89a9-19ce-4838-bfdc-f29b6e7e2ab7 req-712d7bbf-87cc-46eb-82ff-c2f278963b21 tempest-SecurityGroupRulesTestJSON-482221108 tempest-SecurityGroupRulesTestJSON-482221108-project] 10.222.0.64 "GET /v2.0/security-groups/fdc7c563-c253-463e-a43a-d76edbdbe47a HTTP/1.1" status: 200 len: 1824 time: 0.3067343 Jan 28 19:28:48.750622 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-677ad115-2af1-4353-8557-aa5bee080cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (008283d9-57a3-42a0-90a1-80f5c1a16864), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:48.764859 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8da9615c-61a3-437e-89d2-ebf8b56dd107 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Made reservation on behalf of aaf13cac6dbd4260bac51b20f32e7df6 for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:28:48.768823 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8da9615c-61a3-437e-89d2-ebf8b56dd107 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5221429'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:48.875615 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-677ad115-2af1-4353-8557-aa5bee080cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4752464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4733806'] for subnet (008283d9-57a3-42a0-90a1-80f5c1a16864), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:48.911715 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677ad115-2af1-4353-8557-aa5bee080cb9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=008283d9-57a3-42a0-90a1-80f5c1a16864,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:48.917377 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-677ad115-2af1-4353-8557-aa5bee080cb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:48.921504 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-677ad115-2af1-4353-8557-aa5bee080cb9 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/008283d9-57a3-42a0-90a1-80f5c1a16864 HTTP/1.1" status: 204 len: 168 time: 0.6493690 Jan 28 19:28:48.924169 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 57696) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:49.090713 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-18ae21b9-a405-4cf5-abbb-d9102a8f83be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (311cc39e-64ae-4fb3-9d47-d497c4799ab7), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:49.206107 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-18ae21b9-a405-4cf5-abbb-d9102a8f83be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (311cc39e-64ae-4fb3-9d47-d497c4799ab7), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:49.277618 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-18ae21b9-a405-4cf5-abbb-d9102a8f83be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['311cc39e-64ae-4fb3-9d47-d497c4799ab7']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:28:49.294402 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-18ae21b9-a405-4cf5-abbb-d9102a8f83be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e068a65d-85a7-4b6f-806f-2e18a6e2925d') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:28:49.295026 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-18ae21b9-a405-4cf5-abbb-d9102a8f83be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e068a65d-85a7-4b6f-806f-2e18a6e2925d') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:28:49.327713 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-18ae21b9-a405-4cf5-abbb-d9102a8f83be admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16187153'] for segment (e068a65d-85a7-4b6f-806f-2e18a6e2925d), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:49.359681 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-18ae21b9-a405-4cf5-abbb-d9102a8f83be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (e068a65d-85a7-4b6f-806f-2e18a6e2925d), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:49.372753 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18ae21b9-a405-4cf5-abbb-d9102a8f83be admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:28:49.380990 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-18ae21b9-a405-4cf5-abbb-d9102a8f83be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4752570'] for segment (e068a65d-85a7-4b6f-806f-2e18a6e2925d), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:49.386736 n-d-812111-14 neutron-server[103305]: Traceback (most recent call last): Jan 28 19:28:49.386736 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:28:49.386736 n-d-812111-14 neutron-server[103305]: timer() Jan 28 19:28:49.386736 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:28:49.386736 n-d-812111-14 neutron-server[103305]: cb(*args, **kw) Jan 28 19:28:49.386736 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:28:49.386736 n-d-812111-14 neutron-server[103305]: return func(*args, **kwargs) Jan 28 19:28:49.386736 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:28:49.386736 n-d-812111-14 neutron-server[103305]: self._notify() Jan 28 19:28:49.386736 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:28:49.386736 n-d-812111-14 neutron-server[103305]: self.callback(batched_events) Jan 28 19:28:49.386736 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:28:49.386736 n-d-812111-14 neutron-server[103305]: event.method(event) Jan 28 19:28:49.386736 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:28:49.386736 n-d-812111-14 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:28:49.386736 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:28:49.386736 n-d-812111-14 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:28:49.386736 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:28:49.386736 n-d-812111-14 neutron-server[103305]: return f(self, *a, **k) Jan 28 19:28:49.386736 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:28:49.386736 n-d-812111-14 neutron-server[103305]: return self._get(url).json() Jan 28 19:28:49.386736 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:28:49.386736 n-d-812111-14 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:28:49.386736 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:28:49.386736 n-d-812111-14 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 28 19:28:49.386736 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:28:49.386736 n-d-812111-14 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:28:49.386736 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:28:49.386736 n-d-812111-14 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:28:49.386736 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:28:49.386736 n-d-812111-14 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:28:49.386736 n-d-812111-14 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:28:49.480571 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-18ae21b9-a405-4cf5-abbb-d9102a8f83be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (311cc39e-64ae-4fb3-9d47-d497c4799ab7), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:49.493641 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-18ae21b9-a405-4cf5-abbb-d9102a8f83be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:49.501443 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-18ae21b9-a405-4cf5-abbb-d9102a8f83be admin admin] 10.222.0.64 "DELETE /v2.0/networks/311cc39e-64ae-4fb3-9d47-d497c4799ab7 HTTP/1.1" status: 204 len: 168 time: 0.5758026 Jan 28 19:28:49.531338 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ae21b9-a405-4cf5-abbb-d9102a8f83be admin admin] Pushing event deleted for resources: {'Network': ['ID=311cc39e-64ae-4fb3-9d47-d497c4799ab7,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:49.608419 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 760b2be0-b694-4d2d-b624-b1f84e63905a up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:28:49.701954 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e4a85d5e-8aad-481c-948e-7693bed6add8 req-d846ecf6-de9c-4e15-97a5-e732550afa9d tempest-InstanceActionsTestJSON-234870 tempest-InstanceActionsTestJSON-234870-project] 10.222.0.64 "GET /v2.0/ports?device_id=4b3a1c3a-483c-465d-95b2-48459a5a44fe HTTP/1.1" status: 200 len: 210 time: 0.0862818 Jan 28 19:28:49.795802 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 760b2be0-b694-4d2d-b624-b1f84e63905a triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:28:49.796426 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (760b2be0-b694-4d2d-b624-b1f84e63905a), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:49.825558 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56b27376-f9d7-4f59-b5e5-f12ba1843374 None None] get_active_networks_info from n-d-812111-14 {{(pid=103306) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 19:28:49.884402 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 57776) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:49.929929 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-615f4f48-23f4-4320-8f2a-429434a68e76 None None] Provisioning complete for port 760b2be0-b694-4d2d-b624-b1f84e63905a triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:28:49.930566 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-615f4f48-23f4-4320-8f2a-429434a68e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (760b2be0-b694-4d2d-b624-b1f84e63905a), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:49.966525 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-048605e4-5dbc-46e7-8c24-22849a0dbb31 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7eed4983257c41a2ac91147c4d6e09ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0808976 Jan 28 19:28:49.970009 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 57786) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:49.977477 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-ac7b89a9-19ce-4838-bfdc-f29b6e7e2ab7 req-22bad707-4fdc-487e-a64e-f89fa3959244 tempest-SecurityGroupRulesTestJSON-482221108 tempest-SecurityGroupRulesTestJSON-482221108-project] Publish callbacks [] for security_group (fdc7c563-c253-463e-a43a-d76edbdbe47a), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:49.996361 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8da9615c-61a3-437e-89d2-ebf8b56dd107 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4690681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5221415'] for subnet (469746e8-770f-4647-bef0-5f0071f0729a), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:50.047216 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b27376-f9d7-4f59-b5e5-f12ba1843374 None None] Resources bound (agent type, host, resource id): {{(pid=103306) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 19:28:50.070588 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 760b2be0-b694-4d2d-b624-b1f84e63905a is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:28:50.071707 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (760b2be0-b694-4d2d-b624-b1f84e63905a), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:50.084209 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d9884efd-36da-4109-b3da-ff4d38af30b1 admin admin] Publish callbacks [] for security_group (f474bf53-325f-4ec5-b389-bc6e034fc623), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:50.143276 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d9884efd-36da-4109-b3da-ff4d38af30b1 admin admin] Publish callbacks [] for security_group (f474bf53-325f-4ec5-b389-bc6e034fc623), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:50.150904 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da9615c-61a3-437e-89d2-ebf8b56dd107 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Pushing event updated for resources: {'Subnet': ['ID=469746e8-770f-4647-bef0-5f0071f0729a,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:50.172883 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-ac7b89a9-19ce-4838-bfdc-f29b6e7e2ab7 req-22bad707-4fdc-487e-a64e-f89fa3959244 tempest-SecurityGroupRulesTestJSON-482221108 tempest-SecurityGroupRulesTestJSON-482221108-project] Publish callbacks [] for security_group (fdc7c563-c253-463e-a43a-d76edbdbe47a), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:50.237187 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d9884efd-36da-4109-b3da-ff4d38af30b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (f474bf53-325f-4ec5-b389-bc6e034fc623), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:50.240061 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d9884efd-36da-4109-b3da-ff4d38af30b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:50.241432 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-d9884efd-36da-4109-b3da-ff4d38af30b1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f474bf53-325f-4ec5-b389-bc6e034fc623 HTTP/1.1" status: 204 len: 168 time: 0.2704465 Jan 28 19:28:50.258729 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9884efd-36da-4109-b3da-ff4d38af30b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f474bf53-325f-4ec5-b389-bc6e034fc623,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:50.359246 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da9615c-61a3-437e-89d2-ebf8b56dd107 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Checking segment: {'id': 'df1565dc-6e15-45e9-a7c5-9585d5806bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '59b7ea47-c323-4538-b1e8-83183fa3217d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:28:50.359889 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da9615c-61a3-437e-89d2-ebf8b56dd107 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Network hostable DHCP agents. Network: 59b7ea47-c323-4538-b1e8-83183fa3217d, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:28:50.411620 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] For port 760b2be0-b694-4d2d-b624-b1f84e63905a, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=760b2be0-b694-4d2d-b624-b1f84e63905a,segment=NetworkSegment(25f932ac-2520-4bc4-a72a-542c01029f68),segment_id=25f932ac-2520-4bc4-a72a-542c01029f68)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:28:50.413946 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-ac7b89a9-19ce-4838-bfdc-f29b6e7e2ab7 req-22bad707-4fdc-487e-a64e-f89fa3959244 tempest-SecurityGroupRulesTestJSON-482221108 tempest-SecurityGroupRulesTestJSON-482221108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (fdc7c563-c253-463e-a43a-d76edbdbe47a), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:50.416604 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-ac7b89a9-19ce-4838-bfdc-f29b6e7e2ab7 req-22bad707-4fdc-487e-a64e-f89fa3959244 tempest-SecurityGroupRulesTestJSON-482221108 tempest-SecurityGroupRulesTestJSON-482221108-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:50.418124 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-615f4f48-23f4-4320-8f2a-429434a68e76 None None] Current status of the port 760b2be0-b694-4d2d-b624-b1f84e63905a is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:28:50.418776 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-615f4f48-23f4-4320-8f2a-429434a68e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (760b2be0-b694-4d2d-b624-b1f84e63905a), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:50.424720 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (760b2be0-b694-4d2d-b624-b1f84e63905a), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:50.424865 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ac7b89a9-19ce-4838-bfdc-f29b6e7e2ab7 req-22bad707-4fdc-487e-a64e-f89fa3959244 tempest-SecurityGroupRulesTestJSON-482221108 tempest-SecurityGroupRulesTestJSON-482221108-project] 10.222.0.64 "DELETE /v2.0/security-groups/fdc7c563-c253-463e-a43a-d76edbdbe47a HTTP/1.1" status: 204 len: 173 time: 1.7184539 Jan 28 19:28:50.459432 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fdb4e7-734c-4348-9762-4326a99bc920 req-33d65337-5be9-421d-85d1-9c3e454c43b3 tempest-InstanceActionsTestJSON-234870 tempest-InstanceActionsTestJSON-234870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:50.460993 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f5fdb4e7-734c-4348-9762-4326a99bc920 req-33d65337-5be9-421d-85d1-9c3e454c43b3 tempest-InstanceActionsTestJSON-234870 tempest-InstanceActionsTestJSON-234870-project] 10.222.0.41 "GET /v2.0/networks?id=31f06c9a-9c19-45a4-848c-8b1124ea1c96 HTTP/1.1" status: 200 len: 813 time: 0.3497124 Jan 28 19:28:50.503652 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-f5fdb4e7-734c-4348-9762-4326a99bc920 req-fe425181-0454-4da3-9239-45df5a0f2120 tempest-InstanceActionsTestJSON-234870 tempest-InstanceActionsTestJSON-234870-project] Request body: {'port': {'device_id': '4b3a1c3a-483c-465d-95b2-48459a5a44fe', 'network_id': '31f06c9a-9c19-45a4-848c-8b1124ea1c96', 'admin_state_up': True, 'tenant_id': 'f610b888ae9c45a6a6a7da0bfe29b48b'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:28:50.585062 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bad707-4fdc-487e-a64e-f89fa3959244 tempest-SecurityGroupRulesTestJSON-482221108 tempest-SecurityGroupRulesTestJSON-482221108-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdc7c563-c253-463e-a43a-d76edbdbe47a,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:50.590211 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 75629f80-97e2-4b65-9644-8e74b29b7b0c no longer exists at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:28:50.611163 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da9615c-61a3-437e-89d2-ebf8b56dd107 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Network 59b7ea47-c323-4538-b1e8-83183fa3217d is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:28:50.661391 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-8da9615c-61a3-437e-89d2-ebf8b56dd107 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, 59b7ea47-c323-4538-b1e8-83183fa3217d) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:28:50.673247 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da9615c-61a3-437e-89d2-ebf8b56dd107 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:50.674073 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8da9615c-61a3-437e-89d2-ebf8b56dd107 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:50.701124 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d6db7b83-5594-43ac-94ff-d1d7dcf076e3 req-ef9908b1-e759-452f-a9aa-c9e081f0c045 tempest-SecurityGroupRulesTestJSON-482221108 tempest-SecurityGroupRulesTestJSON-482221108-project] 10.222.0.64 "GET /v2.0/security-groups/aef0b392-d3ab-4b6d-8626-2aaa157280c9 HTTP/1.1" status: 200 len: 1824 time: 0.2197418 Jan 28 19:28:50.785460 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-8da9615c-61a3-437e-89d2-ebf8b56dd107 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.2718856 Jan 28 19:28:50.787742 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 57836) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:50.807916 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5fdb4e7-734c-4348-9762-4326a99bc920 req-fe425181-0454-4da3-9239-45df5a0f2120 tempest-InstanceActionsTestJSON-234870 tempest-InstanceActionsTestJSON-234870-project] Made reservation on behalf of f610b888ae9c45a6a6a7da0bfe29b48b for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:28:50.811981 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f5fdb4e7-734c-4348-9762-4326a99bc920 req-fe425181-0454-4da3-9239-45df5a0f2120 tempest-InstanceActionsTestJSON-234870 tempest-InstanceActionsTestJSON-234870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:50.872064 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] No Port match for: 75629f80-97e2-4b65-9644-8e74b29b7b0c {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:28:50.872647 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 75629f80-97e2-4b65-9644-8e74b29b7b0c not bound to the agent host n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:28:50.953260 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-d6db7b83-5594-43ac-94ff-d1d7dcf076e3 req-395b9993-e9b5-4fc7-ac53-185ab954ac26 tempest-SecurityGroupRulesTestJSON-482221108 tempest-SecurityGroupRulesTestJSON-482221108-project] Publish callbacks [] for security_group (aef0b392-d3ab-4b6d-8626-2aaa157280c9), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:50.988195 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-d6db7b83-5594-43ac-94ff-d1d7dcf076e3 req-395b9993-e9b5-4fc7-ac53-185ab954ac26 tempest-SecurityGroupRulesTestJSON-482221108 tempest-SecurityGroupRulesTestJSON-482221108-project] Publish callbacks [] for security_group (aef0b392-d3ab-4b6d-8626-2aaa157280c9), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:51.001851 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b4ae361f-e967-4221-abd9-9f86a02080c1 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (59b7ea47-c323-4538-b1e8-83183fa3217d), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:51.181686 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:51.215593 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.db.api [None req-615f4f48-23f4-4320-8f2a-429434a68e76 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103306) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 19:28:51.216267 n-d-812111-14 neutron-server[103306]: DEBUG oslo_db.api [None req-615f4f48-23f4-4320-8f2a-429434a68e76 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 19:28:51.218929 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Pushing event updated for resources: {'Port': ['ID=760b2be0-b694-4d2d-b624-b1f84e63905a,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:51.248362 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-f5fdb4e7-734c-4348-9762-4326a99bc920 req-fe425181-0454-4da3-9239-45df5a0f2120 tempest-InstanceActionsTestJSON-234870 tempest-InstanceActionsTestJSON-234870-project] Allocated IP 172.20.0.6 (31f06c9a-9c19-45a4-848c-8b1124ea1c96/fcf320b8-d8aa-48e8-83e6-2019f2d3a1a8/758c8813-6da5-41cb-acc2-3388ae8588d0) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:28:51.278362 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abe11ded-66d4-45b6-8ecc-39b4b5e7d7f4 None None] Network d9bf9e5c-3938-4d92-829d-6037c936c39f requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:28:51.298488 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b4ae361f-e967-4221-abd9-9f86a02080c1 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (469746e8-770f-4647-bef0-5f0071f0729a), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:51.309767 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d0b63aa8-8bcf-407e-a848-1f1fd8d9a494 req-43a286c8-a5fb-41cd-b6d2-73c71474a77b tempest-InstanceActionsTestJSON-234870 tempest-InstanceActionsTestJSON-234870-project] 10.222.0.64 "GET /v2.0/ports?device_id=4b3a1c3a-483c-465d-95b2-48459a5a44fe HTTP/1.1" status: 200 len: 210 time: 0.1136074 Jan 28 19:28:51.311969 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1194c62-9d9c-4342-b9b7-31e04c3a053b None None] Network 59b7ea47-c323-4538-b1e8-83183fa3217d requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:28:51.381741 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-d6db7b83-5594-43ac-94ff-d1d7dcf076e3 req-395b9993-e9b5-4fc7-ac53-185ab954ac26 tempest-SecurityGroupRulesTestJSON-482221108 tempest-SecurityGroupRulesTestJSON-482221108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (aef0b392-d3ab-4b6d-8626-2aaa157280c9), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:51.387268 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-d6db7b83-5594-43ac-94ff-d1d7dcf076e3 req-395b9993-e9b5-4fc7-ac53-185ab954ac26 tempest-SecurityGroupRulesTestJSON-482221108 tempest-SecurityGroupRulesTestJSON-482221108-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:51.392026 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d6db7b83-5594-43ac-94ff-d1d7dcf076e3 req-395b9993-e9b5-4fc7-ac53-185ab954ac26 tempest-SecurityGroupRulesTestJSON-482221108 tempest-SecurityGroupRulesTestJSON-482221108-project] 10.222.0.64 "DELETE /v2.0/security-groups/aef0b392-d3ab-4b6d-8626-2aaa157280c9 HTTP/1.1" status: 204 len: 173 time: 0.6895528 Jan 28 19:28:51.520785 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 760b2be0-b694-4d2d-b624-b1f84e63905a up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:28:51.549883 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b4ae361f-e967-4221-abd9-9f86a02080c1 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4752464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4733806'] for subnet (469746e8-770f-4647-bef0-5f0071f0729a), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:51.573655 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecbaf1b7-b1c6-4436-a11e-df9aba3ac434 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68cd31fd-e4cd-5fb3-a862-256fc47efcd2-59b7ea47-c323-4538-b1e8-83183fa3217d', 'network_id': '59b7ea47-c323-4538-b1e8-83183fa3217d', 'project_id': 'aaf13cac6dbd4260bac51b20f32e7df6', 'fixed_ips': [{'subnet_id': '469746e8-770f-4647-bef0-5f0071f0729a'}]}} from n-d-812111-14. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:28:51.575245 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ecbaf1b7-b1c6-4436-a11e-df9aba3ac434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:51.593628 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e80a4cb9-d2ee-4363-a1b8-6b4837591d18 req-c5020eee-e96e-4ab3-b712-caed5cd85862 tempest-SecurityGroupRulesTestJSON-482221108 tempest-SecurityGroupRulesTestJSON-482221108-project] 10.222.0.64 "GET /v2.0/security-groups/41f226c3-6d0d-4512-966e-d2adb038ef52 HTTP/1.1" status: 200 len: 1823 time: 0.1367800 Jan 28 19:28:51.605811 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395b9993-e9b5-4fc7-ac53-185ab954ac26 tempest-SecurityGroupRulesTestJSON-482221108 tempest-SecurityGroupRulesTestJSON-482221108-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aef0b392-d3ab-4b6d-8626-2aaa157280c9,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:51.649157 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ae361f-e967-4221-abd9-9f86a02080c1 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Pushing event deleted for resources: {'Subnet': ['ID=469746e8-770f-4647-bef0-5f0071f0729a,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:51.777262 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e80a4cb9-d2ee-4363-a1b8-6b4837591d18 req-a8634724-6182-4563-af4b-9bbc85863bea tempest-SecurityGroupRulesTestJSON-482221108 tempest-SecurityGroupRulesTestJSON-482221108-project] Publish callbacks [] for security_group (41f226c3-6d0d-4512-966e-d2adb038ef52), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:51.796175 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b4ae361f-e967-4221-abd9-9f86a02080c1 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (59b7ea47-c323-4538-b1e8-83183fa3217d), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:51.813478 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f5fdb4e7-734c-4348-9762-4326a99bc920 req-fe425181-0454-4da3-9239-45df5a0f2120 tempest-InstanceActionsTestJSON-234870 tempest-InstanceActionsTestJSON-234870-project] Publish callbacks [] for port (758c8813-6da5-41cb-acc2-3388ae8588d0), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:51.830203 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e80a4cb9-d2ee-4363-a1b8-6b4837591d18 req-a8634724-6182-4563-af4b-9bbc85863bea tempest-SecurityGroupRulesTestJSON-482221108 tempest-SecurityGroupRulesTestJSON-482221108-project] Publish callbacks [] for security_group (41f226c3-6d0d-4512-966e-d2adb038ef52), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:51.849421 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 57876) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:51.869776 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-b4ae361f-e967-4221-abd9-9f86a02080c1 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59b7ea47-c323-4538-b1e8-83183fa3217d']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:28:51.923683 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-b4ae361f-e967-4221-abd9-9f86a02080c1 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df1565dc-6e15-45e9-a7c5-9585d5806bb9') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:28:51.923942 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-b4ae361f-e967-4221-abd9-9f86a02080c1 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df1565dc-6e15-45e9-a7c5-9585d5806bb9') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:28:51.940358 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e80a4cb9-d2ee-4363-a1b8-6b4837591d18 req-a8634724-6182-4563-af4b-9bbc85863bea tempest-SecurityGroupRulesTestJSON-482221108 tempest-SecurityGroupRulesTestJSON-482221108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (41f226c3-6d0d-4512-966e-d2adb038ef52), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:51.947342 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e80a4cb9-d2ee-4363-a1b8-6b4837591d18 req-a8634724-6182-4563-af4b-9bbc85863bea tempest-SecurityGroupRulesTestJSON-482221108 tempest-SecurityGroupRulesTestJSON-482221108-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:51.948498 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b4ae361f-e967-4221-abd9-9f86a02080c1 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16187153'] for segment (df1565dc-6e15-45e9-a7c5-9585d5806bb9), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:51.956620 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e80a4cb9-d2ee-4363-a1b8-6b4837591d18 req-a8634724-6182-4563-af4b-9bbc85863bea tempest-SecurityGroupRulesTestJSON-482221108 tempest-SecurityGroupRulesTestJSON-482221108-project] 10.222.0.64 "DELETE /v2.0/security-groups/41f226c3-6d0d-4512-966e-d2adb038ef52 HTTP/1.1" status: 204 len: 173 time: 0.3443451 Jan 28 19:28:51.975095 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f5fdb4e7-734c-4348-9762-4326a99bc920 req-fe425181-0454-4da3-9239-45df5a0f2120 tempest-InstanceActionsTestJSON-234870 tempest-InstanceActionsTestJSON-234870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (758c8813-6da5-41cb-acc2-3388ae8588d0), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:51.980603 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b4ae361f-e967-4221-abd9-9f86a02080c1 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (df1565dc-6e15-45e9-a7c5-9585d5806bb9), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:51.989270 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4ae361f-e967-4221-abd9-9f86a02080c1 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:28:51.990216 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b4ae361f-e967-4221-abd9-9f86a02080c1 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4752570'] for segment (df1565dc-6e15-45e9-a7c5-9585d5806bb9), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:51.994423 n-d-812111-14 neutron-server[103305]: Traceback (most recent call last): Jan 28 19:28:51.994423 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:28:51.994423 n-d-812111-14 neutron-server[103305]: timer() Jan 28 19:28:51.994423 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:28:51.994423 n-d-812111-14 neutron-server[103305]: cb(*args, **kw) Jan 28 19:28:51.994423 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:28:51.994423 n-d-812111-14 neutron-server[103305]: return func(*args, **kwargs) Jan 28 19:28:51.994423 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:28:51.994423 n-d-812111-14 neutron-server[103305]: self._notify() Jan 28 19:28:51.994423 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:28:51.994423 n-d-812111-14 neutron-server[103305]: self.callback(batched_events) Jan 28 19:28:51.994423 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:28:51.994423 n-d-812111-14 neutron-server[103305]: event.method(event) Jan 28 19:28:51.994423 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:28:51.994423 n-d-812111-14 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:28:51.994423 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:28:51.994423 n-d-812111-14 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:28:51.994423 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:28:51.994423 n-d-812111-14 neutron-server[103305]: return f(self, *a, **k) Jan 28 19:28:51.994423 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:28:51.994423 n-d-812111-14 neutron-server[103305]: return self._get(url).json() Jan 28 19:28:51.994423 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:28:51.994423 n-d-812111-14 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:28:51.994423 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:28:51.994423 n-d-812111-14 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 28 19:28:51.994423 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:28:51.994423 n-d-812111-14 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:28:51.994423 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:28:51.994423 n-d-812111-14 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:28:51.994423 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:28:51.994423 n-d-812111-14 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:28:51.994423 n-d-812111-14 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:28:52.065346 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 760b2be0-b694-4d2d-b624-b1f84e63905a triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:28:52.065819 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (760b2be0-b694-4d2d-b624-b1f84e63905a), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:52.096701 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b4ae361f-e967-4221-abd9-9f86a02080c1 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (59b7ea47-c323-4538-b1e8-83183fa3217d), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:52.110357 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b4ae361f-e967-4221-abd9-9f86a02080c1 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:52.125079 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-b4ae361f-e967-4221-abd9-9f86a02080c1 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] 10.222.0.64 "DELETE /v2.0/networks/59b7ea47-c323-4538-b1e8-83183fa3217d HTTP/1.1" status: 204 len: 168 time: 1.3323278 Jan 28 19:28:52.131512 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 57886) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:52.135161 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-11822a2d-e9f3-4288-81b8-8be7bcf14ff1 req-795f7701-efc0-4a86-ba59-f6ee89a61f81 tempest-SecurityGroupRulesTestJSON-482221108 tempest-SecurityGroupRulesTestJSON-482221108-project] 10.222.0.64 "GET /v2.0/security-groups/045b3128-c52c-494b-82d2-e8c79fb44beb HTTP/1.1" status: 200 len: 2424 time: 0.1251888 Jan 28 19:28:52.136009 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8634724-6182-4563-af4b-9bbc85863bea tempest-SecurityGroupRulesTestJSON-482221108 tempest-SecurityGroupRulesTestJSON-482221108-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41f226c3-6d0d-4512-966e-d2adb038ef52,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:52.141405 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-8e5153c5-a694-4f23-9ede-40799dc95062 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1711688187'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:28:52.162078 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ae361f-e967-4221-abd9-9f86a02080c1 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Pushing event deleted for resources: {'Network': ['ID=59b7ea47-c323-4538-b1e8-83183fa3217d,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:52.170172 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6907217-15de-4275-98d5-e2fdc4ff16ed None None] Network 59b7ea47-c323-4538-b1e8-83183fa3217d requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:28:52.184297 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e5153c5-a694-4f23-9ede-40799dc95062 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Made reservation on behalf of aaf13cac6dbd4260bac51b20f32e7df6 for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:28:52.190311 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8e5153c5-a694-4f23-9ede-40799dc95062 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:52.211681 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-2b649d30-0a44-4868-bcf7-218109a616a3 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-337787553-network', 'tenant_id': '5d441c53829743b694372795a3bdc6d2'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:28:52.226015 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6907217-15de-4275-98d5-e2fdc4ff16ed None None] Network 59b7ea47-c323-4538-b1e8-83183fa3217d could not be found, it might have been deleted concurrently. {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 28 19:28:52.252421 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e5153c5-a694-4f23-9ede-40799dc95062 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:28:52.258129 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-615f4f48-23f4-4320-8f2a-429434a68e76 None None] Current status of the port 760b2be0-b694-4d2d-b624-b1f84e63905a is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:28:52.283632 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8e5153c5-a694-4f23-9ede-40799dc95062 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (7b74e99e-abf5-404f-8b4d-513d6053ce29), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:52.285322 n-d-812111-14 neutron-server[103305]: INFO neutron.db.segments_db [None req-8e5153c5-a694-4f23-9ede-40799dc95062 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Added segment 7b74e99e-abf5-404f-8b4d-513d6053ce29 of type vlan for network 3a65a935-7fe0-4de1-9d47-0bceba0a05c0 Jan 28 19:28:52.307280 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5fdb4e7-734c-4348-9762-4326a99bc920 req-fe425181-0454-4da3-9239-45df5a0f2120 tempest-InstanceActionsTestJSON-234870 tempest-InstanceActionsTestJSON-234870-project] Network 31f06c9a-9c19-45a4-848c-8b1124ea1c96 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:28:52.336878 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-f5fdb4e7-734c-4348-9762-4326a99bc920 req-fe425181-0454-4da3-9239-45df5a0f2120 tempest-InstanceActionsTestJSON-234870 tempest-InstanceActionsTestJSON-234870-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:28:52.338358 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 760b2be0-b694-4d2d-b624-b1f84e63905a is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:28:52.347700 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5fdb4e7-734c-4348-9762-4326a99bc920 req-fe425181-0454-4da3-9239-45df5a0f2120 tempest-InstanceActionsTestJSON-234870 tempest-InstanceActionsTestJSON-234870-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:28:52.362640 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe425181-0454-4da3-9239-45df5a0f2120 tempest-InstanceActionsTestJSON-234870 tempest-InstanceActionsTestJSON-234870-project] Pushing event updated for resources: {'Port': ['ID=758c8813-6da5-41cb-acc2-3388ae8588d0,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:52.383156 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8e5153c5-a694-4f23-9ede-40799dc95062 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (3a65a935-7fe0-4de1-9d47-0bceba0a05c0), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:52.413194 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b649d30-0a44-4868-bcf7-218109a616a3 admin admin] Made reservation on behalf of 5d441c53829743b694372795a3bdc6d2 for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:28:52.421477 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2b649d30-0a44-4868-bcf7-218109a616a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:52.426610 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8e5153c5-a694-4f23-9ede-40799dc95062 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (3a65a935-7fe0-4de1-9d47-0bceba0a05c0), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:52.437837 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e5153c5-a694-4f23-9ede-40799dc95062 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:52.438762 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8e5153c5-a694-4f23-9ede-40799dc95062 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:52.439151 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2b649d30-0a44-4868-bcf7-218109a616a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:52.542024 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-11822a2d-e9f3-4288-81b8-8be7bcf14ff1 req-77f26da9-0851-40b5-b1b9-c6792cc1a1dd tempest-SecurityGroupRulesTestJSON-482221108 tempest-SecurityGroupRulesTestJSON-482221108-project] Publish callbacks [] for security_group (045b3128-c52c-494b-82d2-e8c79fb44beb), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:52.557023 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fdb4e7-734c-4348-9762-4326a99bc920 req-fe425181-0454-4da3-9239-45df5a0f2120 tempest-InstanceActionsTestJSON-234870 tempest-InstanceActionsTestJSON-234870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:52.557592 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f5fdb4e7-734c-4348-9762-4326a99bc920 req-fe425181-0454-4da3-9239-45df5a0f2120 tempest-InstanceActionsTestJSON-234870 tempest-InstanceActionsTestJSON-234870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:52.594672 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f5fdb4e7-734c-4348-9762-4326a99bc920 req-fe425181-0454-4da3-9239-45df5a0f2120 tempest-InstanceActionsTestJSON-234870 tempest-InstanceActionsTestJSON-234870-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1145060 Jan 28 19:28:52.620045 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-f5fdb4e7-734c-4348-9762-4326a99bc920 req-e97c1608-7b24-49eb-b9af-91199f15ec81 service neutron] Request body: {'port': {'device_id': '4b3a1c3a-483c-465d-95b2-48459a5a44fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-14'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:28:52.627380 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-11822a2d-e9f3-4288-81b8-8be7bcf14ff1 req-77f26da9-0851-40b5-b1b9-c6792cc1a1dd tempest-SecurityGroupRulesTestJSON-482221108 tempest-SecurityGroupRulesTestJSON-482221108-project] Publish callbacks [] for security_group (045b3128-c52c-494b-82d2-e8c79fb44beb), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:52.646182 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-8e5153c5-a694-4f23-9ede-40799dc95062 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5113416 Jan 28 19:28:52.651010 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 57918) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:52.674489 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-a0c8efaa-e1a5-4171-9221-38308d84135b tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Request body: {'subnet': {'network_id': '3a65a935-7fe0-4de1-9d47-0bceba0a05c0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:28:52.722565 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5153c5-a694-4f23-9ede-40799dc95062 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Pushing event updated for resources: {'Network': ['ID=3a65a935-7fe0-4de1-9d47-0bceba0a05c0,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:52.752028 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network 3a65a935-7fe0-4de1-9d47-0bceba0a05c0 details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:28:52.976735 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-11822a2d-e9f3-4288-81b8-8be7bcf14ff1 req-77f26da9-0851-40b5-b1b9-c6792cc1a1dd tempest-SecurityGroupRulesTestJSON-482221108 tempest-SecurityGroupRulesTestJSON-482221108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (045b3128-c52c-494b-82d2-e8c79fb44beb), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:53.008039 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-11822a2d-e9f3-4288-81b8-8be7bcf14ff1 req-77f26da9-0851-40b5-b1b9-c6792cc1a1dd tempest-SecurityGroupRulesTestJSON-482221108 tempest-SecurityGroupRulesTestJSON-482221108-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:53.009247 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-11822a2d-e9f3-4288-81b8-8be7bcf14ff1 req-77f26da9-0851-40b5-b1b9-c6792cc1a1dd tempest-SecurityGroupRulesTestJSON-482221108 tempest-SecurityGroupRulesTestJSON-482221108-project] 10.222.0.64 "DELETE /v2.0/security-groups/045b3128-c52c-494b-82d2-e8c79fb44beb HTTP/1.1" status: 204 len: 173 time: 0.8563466 Jan 28 19:28:53.009856 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f5fdb4e7-734c-4348-9762-4326a99bc920 req-e97c1608-7b24-49eb-b9af-91199f15ec81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (758c8813-6da5-41cb-acc2-3388ae8588d0), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:53.038705 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2faf1cc4-cdc2-45b7-a4fb-80e555b2a8e5 None None] Provisioning complete for port 760b2be0-b694-4d2d-b624-b1f84e63905a triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:28:53.039336 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2faf1cc4-cdc2-45b7-a4fb-80e555b2a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (760b2be0-b694-4d2d-b624-b1f84e63905a), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:53.070541 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3decc4-2886-4f39-848b-ad3c805bcf86 req-eaf9ba8c-f519-4ae3-bdff-7458883ade62 tempest-InstanceActionsTestJSON-234870 tempest-InstanceActionsTestJSON-234870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:53.080515 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2b649d30-0a44-4868-bcf7-218109a616a3 admin admin] Publish callbacks [] for security_group (a2c79b28-3a37-49f8-8083-2ea74777ad26), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:53.092930 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f26da9-0851-40b5-b1b9-c6792cc1a1dd tempest-SecurityGroupRulesTestJSON-482221108 tempest-SecurityGroupRulesTestJSON-482221108-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=045b3128-c52c-494b-82d2-e8c79fb44beb,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:53.103382 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-bc3decc4-2886-4f39-848b-ad3c805bcf86 req-eaf9ba8c-f519-4ae3-bdff-7458883ade62 tempest-InstanceActionsTestJSON-234870 tempest-InstanceActionsTestJSON-234870-project] 10.222.0.64 "GET /v2.0/ports?device_id=4b3a1c3a-483c-465d-95b2-48459a5a44fe HTTP/1.1" status: 200 len: 931 time: 0.2268319 Jan 28 19:28:53.105762 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2b649d30-0a44-4868-bcf7-218109a616a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (a2c79b28-3a37-49f8-8083-2ea74777ad26), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:53.113513 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0c8efaa-e1a5-4171-9221-38308d84135b tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Made reservation on behalf of aaf13cac6dbd4260bac51b20f32e7df6 for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:28:53.124433 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a0c8efaa-e1a5-4171-9221-38308d84135b tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4733071'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:53.130666 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b649d30-0a44-4868-bcf7-218109a616a3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:28:53.202956 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2faf1cc4-cdc2-45b7-a4fb-80e555b2a8e5 None None] Current status of the port 760b2be0-b694-4d2d-b624-b1f84e63905a is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:28:53.226206 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2b649d30-0a44-4868-bcf7-218109a616a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (410ca751-14ef-43b0-80a9-6866b2d61268), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:53.226804 n-d-812111-14 neutron-server[103304]: INFO neutron.db.segments_db [None req-2b649d30-0a44-4868-bcf7-218109a616a3 admin admin] Added segment 410ca751-14ef-43b0-80a9-6866b2d61268 of type vlan for network 1fe2cafd-b405-4eb3-8531-144da7a001c4 Jan 28 19:28:53.259809 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b649d30-0a44-4868-bcf7-218109a616a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2c79b28-3a37-49f8-8083-2ea74777ad26,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:53.556857 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2b649d30-0a44-4868-bcf7-218109a616a3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (1fe2cafd-b405-4eb3-8531-144da7a001c4), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:53.616899 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-f5fdb4e7-734c-4348-9762-4326a99bc920 req-e97c1608-7b24-49eb-b9af-91199f15ec81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 758c8813-6da5-41cb-acc2-3388ae8588d0 {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:28:53.625825 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f5fdb4e7-734c-4348-9762-4326a99bc920 req-e97c1608-7b24-49eb-b9af-91199f15ec81 service neutron] Publish callbacks [] for port (758c8813-6da5-41cb-acc2-3388ae8588d0), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:53.635644 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2b649d30-0a44-4868-bcf7-218109a616a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (1fe2cafd-b405-4eb3-8531-144da7a001c4), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:53.635644 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b649d30-0a44-4868-bcf7-218109a616a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:53.635644 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2b649d30-0a44-4868-bcf7-218109a616a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:53.666426 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-2b649d30-0a44-4868-bcf7-218109a616a3 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.8112404 Jan 28 19:28:53.671222 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 57964) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:53.679141 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-78672a7d-61cf-4c1a-8ba2-39801b4186a3 admin admin] Request body: {'subnet': {'network_id': '1fe2cafd-b405-4eb3-8531-144da7a001c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-337787553-subnet', 'tenant_id': '5d441c53829743b694372795a3bdc6d2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:28:53.683815 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-f5fdb4e7-734c-4348-9762-4326a99bc920 req-e97c1608-7b24-49eb-b9af-91199f15ec81 service neutron] Transition to ACTIVE for port object 758c8813-6da5-41cb-acc2-3388ae8588d0 will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:28:53.732074 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f5fdb4e7-734c-4348-9762-4326a99bc920 req-e97c1608-7b24-49eb-b9af-91199f15ec81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (758c8813-6da5-41cb-acc2-3388ae8588d0), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:53.747618 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:53.780768 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b649d30-0a44-4868-bcf7-218109a616a3 admin admin] Pushing event updated for resources: {'Network': ['ID=1fe2cafd-b405-4eb3-8531-144da7a001c4,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:53.791651 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78672a7d-61cf-4c1a-8ba2-39801b4186a3 admin admin] Made reservation on behalf of 5d441c53829743b694372795a3bdc6d2 for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:28:53.793199 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network 1fe2cafd-b405-4eb3-8531-144da7a001c4 details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:28:53.794379 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-78672a7d-61cf-4c1a-8ba2-39801b4186a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5221429'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:53.882788 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-bc3decc4-2886-4f39-848b-ad3c805bcf86 req-e1903584-fd05-4771-a57b-e83f5058c70c tempest-InstanceActionsTestJSON-234870 tempest-InstanceActionsTestJSON-234870-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b690c79-a167-4b2f-98ea-998fd11b7758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7758594 Jan 28 19:28:53.883761 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a0c8efaa-e1a5-4171-9221-38308d84135b tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4752401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4733085'] for subnet (395cc705-1b92-4f78-b198-958b8b1fdfdb), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:54.010355 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c8efaa-e1a5-4171-9221-38308d84135b tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Checking segment: {'id': '7b74e99e-abf5-404f-8b4d-513d6053ce29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3a65a935-7fe0-4de1-9d47-0bceba0a05c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:28:54.010725 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c8efaa-e1a5-4171-9221-38308d84135b tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Network hostable DHCP agents. Network: 3a65a935-7fe0-4de1-9d47-0bceba0a05c0, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:28:54.024508 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-78672a7d-61cf-4c1a-8ba2-39801b4186a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4690681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5221415'] for subnet (57361ccc-a272-4a0a-ab1e-87a7ddcdb39c), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:54.026581 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c8efaa-e1a5-4171-9221-38308d84135b tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Pushing event updated for resources: {'Subnet': ['ID=395cc705-1b92-4f78-b198-958b8b1fdfdb,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:54.032162 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e5b24ff0-4d68-459f-8a5b-6893558fac73 req-7a188ad8-6e89-41ec-9efc-8c0760c666da tempest-SecurityGroupRulesTestJSON-482221108 tempest-SecurityGroupRulesTestJSON-482221108-project] 10.222.0.64 "GET /v2.0/security-groups/c6e117ca-e16e-4f3a-afd1-cc2b0e0e10d0 HTTP/1.1" status: 200 len: 2418 time: 0.0953021 Jan 28 19:28:54.052081 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c8efaa-e1a5-4171-9221-38308d84135b tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Network 3a65a935-7fe0-4de1-9d47-0bceba0a05c0 is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:28:54.062580 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97c1608-7b24-49eb-b9af-91199f15ec81 service neutron] Pushing event updated for resources: {'Port': ['ID=758c8813-6da5-41cb-acc2-3388ae8588d0,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:54.082081 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-a0c8efaa-e1a5-4171-9221-38308d84135b tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, 3a65a935-7fe0-4de1-9d47-0bceba0a05c0) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:28:54.092503 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d8fb65d-1979-4003-a370-c545932fa8c4 None None] Network 3a65a935-7fe0-4de1-9d47-0bceba0a05c0 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:28:54.124720 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c8efaa-e1a5-4171-9221-38308d84135b tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:54.125367 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a0c8efaa-e1a5-4171-9221-38308d84135b tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:54.183088 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-a0c8efaa-e1a5-4171-9221-38308d84135b tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.5314910 Jan 28 19:28:54.187929 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 57976) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:54.200045 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-f5fdb4e7-734c-4348-9762-4326a99bc920 req-e97c1608-7b24-49eb-b9af-91199f15ec81 service neutron] Attempting to bind port 758c8813-6da5-41cb-acc2-3388ae8588d0 on host n-h1-812111-14 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:28:54.200045 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-f5fdb4e7-734c-4348-9762-4326a99bc920 req-e97c1608-7b24-49eb-b9af-91199f15ec81 service neutron] Attempting to bind port 758c8813-6da5-41cb-acc2-3388ae8588d0 by drivers openvswitch,hyperv on host n-h1-812111-14 at level 0 using segments [{'id': '6beacbe3-7ad9-4cae-9d08-42004f3aca7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '31f06c9a-9c19-45a4-848c-8b1124ea1c96'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:28:54.204116 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-e5b24ff0-4d68-459f-8a5b-6893558fac73 req-ea57f1d8-bd2b-4676-b9d4-d1ce145ca486 tempest-SecurityGroupRulesTestJSON-482221108 tempest-SecurityGroupRulesTestJSON-482221108-project] Publish callbacks [] for security_group (c6e117ca-e16e-4f3a-afd1-cc2b0e0e10d0), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:54.204639 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5fdb4e7-734c-4348-9762-4326a99bc920 req-e97c1608-7b24-49eb-b9af-91199f15ec81 service neutron] Attempting to bind port 758c8813-6da5-41cb-acc2-3388ae8588d0 on network 31f06c9a-9c19-45a4-848c-8b1124ea1c96 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:28:54.263597 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-e5b24ff0-4d68-459f-8a5b-6893558fac73 req-ea57f1d8-bd2b-4676-b9d4-d1ce145ca486 tempest-SecurityGroupRulesTestJSON-482221108 tempest-SecurityGroupRulesTestJSON-482221108-project] Publish callbacks [] for security_group (c6e117ca-e16e-4f3a-afd1-cc2b0e0e10d0), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:54.273272 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78672a7d-61cf-4c1a-8ba2-39801b4186a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=57361ccc-a272-4a0a-ab1e-87a7ddcdb39c,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:54.281674 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5fdb4e7-734c-4348-9762-4326a99bc920 req-e97c1608-7b24-49eb-b9af-91199f15ec81 service neutron] Port 758c8813-6da5-41cb-acc2-3388ae8588d0 on network 31f06c9a-9c19-45a4-848c-8b1124ea1c96 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-14 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:28:54.282012 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5fdb4e7-734c-4348-9762-4326a99bc920 req-e97c1608-7b24-49eb-b9af-91199f15ec81 service neutron] Attempting to bind port 758c8813-6da5-41cb-acc2-3388ae8588d0 on network 31f06c9a-9c19-45a4-848c-8b1124ea1c96 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:28:54.316687 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5fdb4e7-734c-4348-9762-4326a99bc920 req-e97c1608-7b24-49eb-b9af-91199f15ec81 service neutron] Checking agent: {'id': 'b544ba20-de93-4d86-9e6b-a2202deb6191', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:28:54.317185 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5fdb4e7-734c-4348-9762-4326a99bc920 req-e97c1608-7b24-49eb-b9af-91199f15ec81 service neutron] Checking segment: {'id': '6beacbe3-7ad9-4cae-9d08-42004f3aca7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '31f06c9a-9c19-45a4-848c-8b1124ea1c96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:28:54.317489 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5fdb4e7-734c-4348-9762-4326a99bc920 req-e97c1608-7b24-49eb-b9af-91199f15ec81 service neutron] Bound using segment: {'id': '6beacbe3-7ad9-4cae-9d08-42004f3aca7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '31f06c9a-9c19-45a4-848c-8b1124ea1c96'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:28:54.317938 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-f5fdb4e7-734c-4348-9762-4326a99bc920 req-e97c1608-7b24-49eb-b9af-91199f15ec81 service neutron] Bound port: 758c8813-6da5-41cb-acc2-3388ae8588d0, host: n-h1-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6beacbe3-7ad9-4cae-9d08-42004f3aca7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '31f06c9a-9c19-45a4-848c-8b1124ea1c96'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:28:54.318311 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f5fdb4e7-734c-4348-9762-4326a99bc920 req-e97c1608-7b24-49eb-b9af-91199f15ec81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (758c8813-6da5-41cb-acc2-3388ae8588d0), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:54.324067 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48612f47-6590-4813-8bb3-56858a68ee5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68cd31fd-e4cd-5fb3-a862-256fc47efcd2-3a65a935-7fe0-4de1-9d47-0bceba0a05c0', 'network_id': '3a65a935-7fe0-4de1-9d47-0bceba0a05c0', 'project_id': 'aaf13cac6dbd4260bac51b20f32e7df6', 'fixed_ips': [{'subnet_id': '395cc705-1b92-4f78-b198-958b8b1fdfdb'}]}} from n-d-812111-14. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:28:54.325580 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-48612f47-6590-4813-8bb3-56858a68ee5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:54.355019 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-e5b24ff0-4d68-459f-8a5b-6893558fac73 req-ea57f1d8-bd2b-4676-b9d4-d1ce145ca486 tempest-SecurityGroupRulesTestJSON-482221108 tempest-SecurityGroupRulesTestJSON-482221108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (c6e117ca-e16e-4f3a-afd1-cc2b0e0e10d0), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:54.356786 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78672a7d-61cf-4c1a-8ba2-39801b4186a3 admin admin] Checking segment: {'id': '410ca751-14ef-43b0-80a9-6866b2d61268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1fe2cafd-b405-4eb3-8531-144da7a001c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:28:54.357298 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78672a7d-61cf-4c1a-8ba2-39801b4186a3 admin admin] Network hostable DHCP agents. Network: 1fe2cafd-b405-4eb3-8531-144da7a001c4, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:28:54.359249 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-e5b24ff0-4d68-459f-8a5b-6893558fac73 req-ea57f1d8-bd2b-4676-b9d4-d1ce145ca486 tempest-SecurityGroupRulesTestJSON-482221108 tempest-SecurityGroupRulesTestJSON-482221108-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:54.363130 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e5b24ff0-4d68-459f-8a5b-6893558fac73 req-ea57f1d8-bd2b-4676-b9d4-d1ce145ca486 tempest-SecurityGroupRulesTestJSON-482221108 tempest-SecurityGroupRulesTestJSON-482221108-project] 10.222.0.64 "DELETE /v2.0/security-groups/c6e117ca-e16e-4f3a-afd1-cc2b0e0e10d0 HTTP/1.1" status: 204 len: 173 time: 0.3216417 Jan 28 19:28:54.366618 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 57984) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:54.449500 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea57f1d8-bd2b-4676-b9d4-d1ce145ca486 tempest-SecurityGroupRulesTestJSON-482221108 tempest-SecurityGroupRulesTestJSON-482221108-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6e117ca-e16e-4f3a-afd1-cc2b0e0e10d0,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:54.490000 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1ce567f-e65c-49a2-819e-5693f62621d7 admin admin] Deleting subnet 7359c01a-8d0f-47fb-af4a-bfc7f7c1d553 {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:28:54.496167 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b1ce567f-e65c-49a2-819e-5693f62621d7 admin admin] Publish callbacks [] for subnet (7359c01a-8d0f-47fb-af4a-bfc7f7c1d553), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:54.505577 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78672a7d-61cf-4c1a-8ba2-39801b4186a3 admin admin] Network 1fe2cafd-b405-4eb3-8531-144da7a001c4 is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:28:54.535493 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-f5fdb4e7-734c-4348-9762-4326a99bc920 req-e97c1608-7b24-49eb-b9af-91199f15ec81 service neutron] For port 758c8813-6da5-41cb-acc2-3388ae8588d0, host n-h1-812111-14, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:28:54.539986 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-78672a7d-61cf-4c1a-8ba2-39801b4186a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, 1fe2cafd-b405-4eb3-8531-144da7a001c4) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:28:54.544405 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-48612f47-6590-4813-8bb3-56858a68ee5f None None] Allocated IP 2001:db8::1 (3a65a935-7fe0-4de1-9d47-0bceba0a05c0/395cc705-1b92-4f78-b198-958b8b1fdfdb/88e2a7ff-a92b-479f-9b59-06865de27ed7) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:28:54.546373 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78672a7d-61cf-4c1a-8ba2-39801b4186a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:54.547429 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-78672a7d-61cf-4c1a-8ba2-39801b4186a3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:54.551567 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f02c9dc6-9a23-4ca4-a71d-989ed188b1e6 None None] Network 1fe2cafd-b405-4eb3-8531-144da7a001c4 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:28:54.557325 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-f5fdb4e7-734c-4348-9762-4326a99bc920 req-e97c1608-7b24-49eb-b9af-91199f15ec81 service neutron] For port 758c8813-6da5-41cb-acc2-3388ae8588d0, host n-h1-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=758c8813-6da5-41cb-acc2-3388ae8588d0,segment=NetworkSegment(6beacbe3-7ad9-4cae-9d08-42004f3aca7c),segment_id=6beacbe3-7ad9-4cae-9d08-42004f3aca7c)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:28:54.594832 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b1ce567f-e65c-49a2-819e-5693f62621d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16187240'] for subnet (7359c01a-8d0f-47fb-af4a-bfc7f7c1d553), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:54.599002 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f5fdb4e7-734c-4348-9762-4326a99bc920 req-e97c1608-7b24-49eb-b9af-91199f15ec81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (758c8813-6da5-41cb-acc2-3388ae8588d0), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:54.668913 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6cf71e46-dec3-4ad2-8210-09f45b3e0b4f tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (3a65a935-7fe0-4de1-9d47-0bceba0a05c0), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:54.680696 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d4dc67-e896-4c6b-85f3-e19cdc266420 req-38e96e28-c6e5-481d-88bd-48082c7a5915 tempest-ListImageFiltersTestJSON-91277605 tempest-ListImageFiltersTestJSON-91277605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:54.683308 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-84d4dc67-e896-4c6b-85f3-e19cdc266420 req-38e96e28-c6e5-481d-88bd-48082c7a5915 tempest-ListImageFiltersTestJSON-91277605 tempest-ListImageFiltersTestJSON-91277605-project] 10.222.0.64 "GET /v2.0/ports?device_id=43ed0191-cc6b-47e6-b808-e1990b9f2466 HTTP/1.1" status: 200 len: 948 time: 0.3393705 Jan 28 19:28:54.683740 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b1ce567f-e65c-49a2-819e-5693f62621d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (7359c01a-8d0f-47fb-af4a-bfc7f7c1d553), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:54.690499 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97c1608-7b24-49eb-b9af-91199f15ec81 service neutron] Pushing event updated for resources: {'Port': ['ID=758c8813-6da5-41cb-acc2-3388ae8588d0,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:54.733569 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-78672a7d-61cf-4c1a-8ba2-39801b4186a3 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0509701 Jan 28 19:28:54.783661 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b1ce567f-e65c-49a2-819e-5693f62621d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4752464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4733806'] for subnet (7359c01a-8d0f-47fb-af4a-bfc7f7c1d553), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:54.787029 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fdb4e7-734c-4348-9762-4326a99bc920 req-e97c1608-7b24-49eb-b9af-91199f15ec81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:54.787726 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f5fdb4e7-734c-4348-9762-4326a99bc920 req-e97c1608-7b24-49eb-b9af-91199f15ec81 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:54.799204 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f5fdb4e7-734c-4348-9762-4326a99bc920 req-e97c1608-7b24-49eb-b9af-91199f15ec81 service neutron] 10.222.0.41 "PUT /v2.0/ports/758c8813-6da5-41cb-acc2-3388ae8588d0 HTTP/1.1" status: 200 len: 1092 time: 2.1873710 Jan 28 19:28:54.803622 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b6113d-e577-4e06-b36e-1147a0853ab2 None None] Network 1fe2cafd-b405-4eb3-8531-144da7a001c4 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:28:54.807874 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b3a1c3a-483c-465d-95b2-48459a5a44fe', 'tag': '758c8813-6da5-41cb-acc2-3388ae8588d0'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:28:54.812097 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f25eb59-ddb0-4ee5-a13b-bd8f46d7dd6e" -d '{"events": [{"name": "network-changed", "server_uuid": "4b3a1c3a-483c-465d-95b2-48459a5a44fe", "tag": "758c8813-6da5-41cb-acc2-3388ae8588d0"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:28:54.818295 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ce567f-e65c-49a2-819e-5693f62621d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7359c01a-8d0f-47fb-af4a-bfc7f7c1d553,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:54.828818 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b1ce567f-e65c-49a2-819e-5693f62621d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:54.850642 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-b1ce567f-e65c-49a2-819e-5693f62621d7 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/7359c01a-8d0f-47fb-af4a-bfc7f7c1d553 HTTP/1.1" status: 204 len: 168 time: 0.4803479 Jan 28 19:28:54.853272 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 57994) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:54.960966 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-84d4dc67-e896-4c6b-85f3-e19cdc266420 req-706be474-0d00-4bb5-ad05-b081a61796a0 tempest-ListImageFiltersTestJSON-91277605 tempest-ListImageFiltersTestJSON-91277605-project] 10.222.0.64 "GET /v2.0/security-groups?id=988502f3-fd52-4a84-a285-c3333424d093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2638843 Jan 28 19:28:54.989377 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 58000) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:55.004069 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:28:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e59d1a3f-e40d-4306-9ca7-2029a73a2138 x-openstack-request-id: req-e59d1a3f-e40d-4306-9ca7-2029a73a2138 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:28:55.004921 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b3a1c3a-483c-465d-95b2-48459a5a44fe", "tag": "758c8813-6da5-41cb-acc2-3388ae8588d0", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:28:55.005933 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e59d1a3f-e40d-4306-9ca7-2029a73a2138 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:28:55.006583 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b3a1c3a-483c-465d-95b2-48459a5a44fe', 'tag': '758c8813-6da5-41cb-acc2-3388ae8588d0', 'status': 'completed', 'code': 200} Jan 28 19:28:55.037741 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6cf71e46-dec3-4ad2-8210-09f45b3e0b4f tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (395cc705-1b92-4f78-b198-958b8b1fdfdb), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:55.058002 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-48612f47-6590-4813-8bb3-56858a68ee5f None None] Publish callbacks [] for port (88e2a7ff-a92b-479f-9b59-06865de27ed7), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:55.079608 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a7b38c52-7a2a-4936-9c0c-043c4a468ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (39c944de-5c8e-4e03-8faf-d222a5afce25), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:55.086109 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fdb4e7-734c-4348-9762-4326a99bc920 req-2d550602-8dac-455e-8707-7734ae0977d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:55.088305 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f5fdb4e7-734c-4348-9762-4326a99bc920 req-2d550602-8dac-455e-8707-7734ae0977d0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f610b888ae9c45a6a6a7da0bfe29b48b&device_id=4b3a1c3a-483c-465d-95b2-48459a5a44fe HTTP/1.1" status: 200 len: 1126 time: 0.1455052 Jan 28 19:28:55.115455 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-48612f47-6590-4813-8bb3-56858a68ee5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (88e2a7ff-a92b-479f-9b59-06865de27ed7), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:55.160920 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48612f47-6590-4813-8bb3-56858a68ee5f None None] Network 3a65a935-7fe0-4de1-9d47-0bceba0a05c0 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:28:55.164165 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-48612f47-6590-4813-8bb3-56858a68ee5f None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:28:55.168175 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48612f47-6590-4813-8bb3-56858a68ee5f None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:28:55.176528 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f5fdb4e7-734c-4348-9762-4326a99bc920 req-c4199029-e191-4350-acc4-a9a4cdb4e426 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=758c8813-6da5-41cb-acc2-3388ae8588d0 HTTP/1.1" status: 200 len: 217 time: 0.0741651 Jan 28 19:28:55.187091 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48612f47-6590-4813-8bb3-56858a68ee5f None None] Pushing event updated for resources: {'Port': ['ID=88e2a7ff-a92b-479f-9b59-06865de27ed7,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:55.204642 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-33af7cd0-0c93-4a92-8e4b-2ea3f389d22d admin admin] Deleting subnet 57361ccc-a272-4a0a-ab1e-87a7ddcdb39c {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:28:55.230183 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-33af7cd0-0c93-4a92-8e4b-2ea3f389d22d admin admin] Publish callbacks [] for subnet (57361ccc-a272-4a0a-ab1e-87a7ddcdb39c), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:55.249814 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6cf71e46-dec3-4ad2-8210-09f45b3e0b4f tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4690616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5222356'] for subnet (395cc705-1b92-4f78-b198-958b8b1fdfdb), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:55.275534 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fdb4e7-734c-4348-9762-4326a99bc920 req-db5a0478-977b-4201-8c5d-1a8dc715c13c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:55.276199 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-33af7cd0-0c93-4a92-8e4b-2ea3f389d22d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16187240'] for subnet (57361ccc-a272-4a0a-ab1e-87a7ddcdb39c), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:55.281597 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f5fdb4e7-734c-4348-9762-4326a99bc920 req-db5a0478-977b-4201-8c5d-1a8dc715c13c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fcf320b8-d8aa-48e8-83e6-2019f2d3a1a8 HTTP/1.1" status: 200 len: 853 time: 0.0958612 Jan 28 19:28:55.300183 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-48612f47-6590-4813-8bb3-56858a68ee5f None None] Attempting to bind port 88e2a7ff-a92b-479f-9b59-06865de27ed7 on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:28:55.300559 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-48612f47-6590-4813-8bb3-56858a68ee5f None None] Attempting to bind port 88e2a7ff-a92b-479f-9b59-06865de27ed7 by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '7b74e99e-abf5-404f-8b4d-513d6053ce29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3a65a935-7fe0-4de1-9d47-0bceba0a05c0'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:28:55.300939 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48612f47-6590-4813-8bb3-56858a68ee5f None None] Attempting to bind port 88e2a7ff-a92b-479f-9b59-06865de27ed7 on network 3a65a935-7fe0-4de1-9d47-0bceba0a05c0 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:28:55.314210 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48612f47-6590-4813-8bb3-56858a68ee5f None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 28, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:28:55.314593 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48612f47-6590-4813-8bb3-56858a68ee5f None None] Checking segment: {'id': '7b74e99e-abf5-404f-8b4d-513d6053ce29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3a65a935-7fe0-4de1-9d47-0bceba0a05c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:28:55.315005 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-48612f47-6590-4813-8bb3-56858a68ee5f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:55.315404 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48612f47-6590-4813-8bb3-56858a68ee5f None None] Bound using segment: {'id': '7b74e99e-abf5-404f-8b4d-513d6053ce29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3a65a935-7fe0-4de1-9d47-0bceba0a05c0'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:28:55.315880 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-48612f47-6590-4813-8bb3-56858a68ee5f None None] Bound port: 88e2a7ff-a92b-479f-9b59-06865de27ed7, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b74e99e-abf5-404f-8b4d-513d6053ce29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3a65a935-7fe0-4de1-9d47-0bceba0a05c0'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:28:55.316261 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-48612f47-6590-4813-8bb3-56858a68ee5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (88e2a7ff-a92b-479f-9b59-06865de27ed7), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:55.321741 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-33af7cd0-0c93-4a92-8e4b-2ea3f389d22d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (57361ccc-a272-4a0a-ab1e-87a7ddcdb39c), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:55.338821 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf71e46-dec3-4ad2-8210-09f45b3e0b4f tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Pushing event deleted for resources: {'Subnet': ['ID=395cc705-1b92-4f78-b198-958b8b1fdfdb,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:55.375337 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf71e46-dec3-4ad2-8210-09f45b3e0b4f tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:28:55.375854 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf71e46-dec3-4ad2-8210-09f45b3e0b4f tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:28:55.376317 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf71e46-dec3-4ad2-8210-09f45b3e0b4f tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:28:55.376788 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf71e46-dec3-4ad2-8210-09f45b3e0b4f tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:28:55.377272 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf71e46-dec3-4ad2-8210-09f45b3e0b4f tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:28:55.377741 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf71e46-dec3-4ad2-8210-09f45b3e0b4f tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:28:55.378193 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf71e46-dec3-4ad2-8210-09f45b3e0b4f tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:28:55.378752 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf71e46-dec3-4ad2-8210-09f45b3e0b4f tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:28:55.379200 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf71e46-dec3-4ad2-8210-09f45b3e0b4f tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:28:55.379646 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf71e46-dec3-4ad2-8210-09f45b3e0b4f tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:28:55.380091 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf71e46-dec3-4ad2-8210-09f45b3e0b4f tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:28:55.380535 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf71e46-dec3-4ad2-8210-09f45b3e0b4f tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:28:55.380976 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf71e46-dec3-4ad2-8210-09f45b3e0b4f tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:28:55.386569 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f5fdb4e7-734c-4348-9762-4326a99bc920 req-def993d5-02dd-4df4-b398-a1ae059787a9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=31f06c9a-9c19-45a4-848c-8b1124ea1c96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509973 Jan 28 19:28:55.448366 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-48612f47-6590-4813-8bb3-56858a68ee5f None None] For port 88e2a7ff-a92b-479f-9b59-06865de27ed7, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:28:55.455634 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-48612f47-6590-4813-8bb3-56858a68ee5f None None] For port 88e2a7ff-a92b-479f-9b59-06865de27ed7, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=88e2a7ff-a92b-479f-9b59-06865de27ed7,segment=NetworkSegment(7b74e99e-abf5-404f-8b4d-513d6053ce29),segment_id=7b74e99e-abf5-404f-8b4d-513d6053ce29)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:28:55.462084 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a7b38c52-7a2a-4936-9c0c-043c4a468ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (39c944de-5c8e-4e03-8faf-d222a5afce25), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:55.469972 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-48612f47-6590-4813-8bb3-56858a68ee5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (88e2a7ff-a92b-479f-9b59-06865de27ed7), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:55.503395 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12708242-3fa9-49be-b895-42dc6a411a84 req-afcd2a12-99e8-4d8a-a2b4-973c40b5aaaa tempest-InstanceActionsTestJSON-234870 tempest-InstanceActionsTestJSON-234870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:55.503923 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-12708242-3fa9-49be-b895-42dc6a411a84 req-afcd2a12-99e8-4d8a-a2b4-973c40b5aaaa tempest-InstanceActionsTestJSON-234870 tempest-InstanceActionsTestJSON-234870-project] 10.222.0.64 "GET /v2.0/ports?device_id=4b3a1c3a-483c-465d-95b2-48459a5a44fe HTTP/1.1" status: 200 len: 943 time: 0.4587400 Jan 28 19:28:55.572106 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-33af7cd0-0c93-4a92-8e4b-2ea3f389d22d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4752464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4733806'] for subnet (57361ccc-a272-4a0a-ab1e-87a7ddcdb39c), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:55.591451 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-a7b38c52-7a2a-4936-9c0c-043c4a468ad1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39c944de-5c8e-4e03-8faf-d222a5afce25']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:28:55.616550 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-33af7cd0-0c93-4a92-8e4b-2ea3f389d22d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:55.626060 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6cf71e46-dec3-4ad2-8210-09f45b3e0b4f tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (3a65a935-7fe0-4de1-9d47-0bceba0a05c0), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:55.633255 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-33af7cd0-0c93-4a92-8e4b-2ea3f389d22d admin admin] 10.222.0.64 "DELETE /v2.0/subnets/57361ccc-a272-4a0a-ab1e-87a7ddcdb39c HTTP/1.1" status: 204 len: 168 time: 0.6405072 Jan 28 19:28:55.636900 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 58006) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:55.640832 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-a7b38c52-7a2a-4936-9c0c-043c4a468ad1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75793285-21d1-4c03-982c-31bace03d3b5') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:28:55.642833 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-a7b38c52-7a2a-4936-9c0c-043c4a468ad1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75793285-21d1-4c03-982c-31bace03d3b5') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:28:55.690756 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-372c111c-14f0-4271-b42e-4a0fd7dd20f3 None None] get_active_networks_info from n-d-812111-14 {{(pid=103306) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 19:28:55.722685 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-6cf71e46-dec3-4ad2-8210-09f45b3e0b4f tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a65a935-7fe0-4de1-9d47-0bceba0a05c0']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:28:55.753645 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-6cf71e46-dec3-4ad2-8210-09f45b3e0b4f tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b74e99e-abf5-404f-8b4d-513d6053ce29') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:28:55.762998 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33af7cd0-0c93-4a92-8e4b-2ea3f389d22d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57361ccc-a272-4a0a-ab1e-87a7ddcdb39c,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:55.764916 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-6cf71e46-dec3-4ad2-8210-09f45b3e0b4f tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b74e99e-abf5-404f-8b4d-513d6053ce29') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:28:55.791206 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-372c111c-14f0-4271-b42e-4a0fd7dd20f3 None None] Resources bound (agent type, host, resource id): {{(pid=103306) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 19:28:55.809594 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6cf71e46-dec3-4ad2-8210-09f45b3e0b4f tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4747091'] for segment (7b74e99e-abf5-404f-8b4d-513d6053ce29), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:55.829087 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f5fdb4e7-734c-4348-9762-4326a99bc920 req-1c2a19b0-f2c1-4072-aea8-f282cdbdfc56 service neutron] 10.222.0.41 "GET /v2.0/networks/31f06c9a-9c19-45a4-848c-8b1124ea1c96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4311578 Jan 28 19:28:55.836341 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a7b38c52-7a2a-4936-9c0c-043c4a468ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16187153'] for segment (75793285-21d1-4c03-982c-31bace03d3b5), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:55.895601 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6cf71e46-dec3-4ad2-8210-09f45b3e0b4f tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (7b74e99e-abf5-404f-8b4d-513d6053ce29), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:55.946923 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-12708242-3fa9-49be-b895-42dc6a411a84 req-e65fa3c5-d7fd-499f-a997-39145acadae6 tempest-InstanceActionsTestJSON-234870 tempest-InstanceActionsTestJSON-234870-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b690c79-a167-4b2f-98ea-998fd11b7758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4305971 Jan 28 19:28:55.956777 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48612f47-6590-4813-8bb3-56858a68ee5f None None] Pushing event updated for resources: {'Port': ['ID=88e2a7ff-a92b-479f-9b59-06865de27ed7,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:55.961894 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a7b38c52-7a2a-4936-9c0c-043c4a468ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (75793285-21d1-4c03-982c-31bace03d3b5), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:56.010623 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7b38c52-7a2a-4936-9c0c-043c4a468ad1 admin admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:28:56.012906 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a7b38c52-7a2a-4936-9c0c-043c4a468ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4752570'] for segment (75793285-21d1-4c03-982c-31bace03d3b5), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:56.016412 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cf71e46-dec3-4ad2-8210-09f45b3e0b4f tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:28:56.024208 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6cf71e46-dec3-4ad2-8210-09f45b3e0b4f tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4690514'] for segment (7b74e99e-abf5-404f-8b4d-513d6053ce29), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:56.027720 n-d-812111-14 neutron-server[103305]: Traceback (most recent call last): Jan 28 19:28:56.027720 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:28:56.027720 n-d-812111-14 neutron-server[103305]: timer() Jan 28 19:28:56.027720 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:28:56.027720 n-d-812111-14 neutron-server[103305]: cb(*args, **kw) Jan 28 19:28:56.027720 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:28:56.027720 n-d-812111-14 neutron-server[103305]: return func(*args, **kwargs) Jan 28 19:28:56.027720 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:28:56.027720 n-d-812111-14 neutron-server[103305]: self._notify() Jan 28 19:28:56.027720 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:28:56.027720 n-d-812111-14 neutron-server[103305]: self.callback(batched_events) Jan 28 19:28:56.027720 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:28:56.027720 n-d-812111-14 neutron-server[103305]: event.method(event) Jan 28 19:28:56.027720 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:28:56.027720 n-d-812111-14 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:28:56.027720 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:28:56.027720 n-d-812111-14 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:28:56.027720 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:28:56.027720 n-d-812111-14 neutron-server[103305]: return f(self, *a, **k) Jan 28 19:28:56.027720 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:28:56.027720 n-d-812111-14 neutron-server[103305]: return self._get(url).json() Jan 28 19:28:56.027720 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:28:56.027720 n-d-812111-14 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:28:56.027720 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:28:56.027720 n-d-812111-14 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 28 19:28:56.027720 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:28:56.027720 n-d-812111-14 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:28:56.027720 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:28:56.027720 n-d-812111-14 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:28:56.027720 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:28:56.027720 n-d-812111-14 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:28:56.027720 n-d-812111-14 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:28:56.031186 n-d-812111-14 neutron-server[103304]: Traceback (most recent call last): Jan 28 19:28:56.031186 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:28:56.031186 n-d-812111-14 neutron-server[103304]: timer() Jan 28 19:28:56.031186 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:28:56.031186 n-d-812111-14 neutron-server[103304]: cb(*args, **kw) Jan 28 19:28:56.031186 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:28:56.031186 n-d-812111-14 neutron-server[103304]: return func(*args, **kwargs) Jan 28 19:28:56.031186 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:28:56.031186 n-d-812111-14 neutron-server[103304]: self._notify() Jan 28 19:28:56.031186 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:28:56.031186 n-d-812111-14 neutron-server[103304]: self.callback(batched_events) Jan 28 19:28:56.031186 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:28:56.031186 n-d-812111-14 neutron-server[103304]: event.method(event) Jan 28 19:28:56.031186 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:28:56.031186 n-d-812111-14 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:28:56.031186 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:28:56.031186 n-d-812111-14 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:28:56.031186 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:28:56.031186 n-d-812111-14 neutron-server[103304]: return f(self, *a, **k) Jan 28 19:28:56.031186 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:28:56.031186 n-d-812111-14 neutron-server[103304]: return self._get(url).json() Jan 28 19:28:56.031186 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:28:56.031186 n-d-812111-14 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:28:56.031186 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:28:56.031186 n-d-812111-14 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 28 19:28:56.031186 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:28:56.031186 n-d-812111-14 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:28:56.031186 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:28:56.031186 n-d-812111-14 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:28:56.031186 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:28:56.031186 n-d-812111-14 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:28:56.031186 n-d-812111-14 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:28:56.067059 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7ca53c47-2242-41cd-afff-4ad4160ea88e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (1fe2cafd-b405-4eb3-8531-144da7a001c4), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:56.117178 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df995aa4-a094-491e-ad17-ce19cd279c47 None None] Network 3a65a935-7fe0-4de1-9d47-0bceba0a05c0 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:28:56.153420 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08653d8-086d-4337-8f93-50aafdee64f1 req-e1925786-40db-4430-81bb-12bed50d5301 tempest-ListImageFiltersTestJSON-91277605 tempest-ListImageFiltersTestJSON-91277605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:56.155352 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c08653d8-086d-4337-8f93-50aafdee64f1 req-e1925786-40db-4430-81bb-12bed50d5301 tempest-ListImageFiltersTestJSON-91277605 tempest-ListImageFiltersTestJSON-91277605-project] 10.222.0.70 "GET /v2.0/ports?device_id=43ed0191-cc6b-47e6-b808-e1990b9f2466 HTTP/1.1" status: 200 len: 948 time: 0.3046591 Jan 28 19:28:56.264557 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a7b38c52-7a2a-4936-9c0c-043c4a468ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (39c944de-5c8e-4e03-8faf-d222a5afce25), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:56.288127 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a7b38c52-7a2a-4936-9c0c-043c4a468ad1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:56.291511 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-a7b38c52-7a2a-4936-9c0c-043c4a468ad1 admin admin] 10.222.0.64 "DELETE /v2.0/networks/39c944de-5c8e-4e03-8faf-d222a5afce25 HTTP/1.1" status: 204 len: 168 time: 1.4369731 Jan 28 19:28:56.314465 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.db.api [None req-6cf71e46-dec3-4ad2-8210-09f45b3e0b4f tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 19:28:56.314465 n-d-812111-14 neutron-server[103304]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 19:28:56.314465 n-d-812111-14 neutron-server[103304]: [parameters: {'id': '3a65a935-7fe0-4de1-9d47-0bceba0a05c0'}] Jan 28 19:28:56.314465 n-d-812111-14 neutron-server[103304]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103304) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 19:28:56.317396 n-d-812111-14 neutron-server[103304]: DEBUG oslo_db.api [None req-6cf71e46-dec3-4ad2-8210-09f45b3e0b4f tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 19:28:56.384185 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b38c52-7a2a-4936-9c0c-043c4a468ad1 admin admin] Pushing event deleted for resources: {'Network': ['ID=39c944de-5c8e-4e03-8faf-d222a5afce25,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:56.397921 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f5fdb4e7-734c-4348-9762-4326a99bc920 req-de7705a4-1fce-4192-9d99-eead1a2ff822 service neutron] 10.222.0.41 "GET /v2.0/networks/31f06c9a-9c19-45a4-848c-8b1124ea1c96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5553851 Jan 28 19:28:56.411953 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7ca53c47-2242-41cd-afff-4ad4160ea88e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (1fe2cafd-b405-4eb3-8531-144da7a001c4), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:56.425421 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ab0236-1b4b-43c1-88d1-92674596394c req-a7534fdd-e1c3-48a1-a473-835008d7f2cc tempest-ListImageFiltersTestJSON-91277605 tempest-ListImageFiltersTestJSON-91277605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:56.427619 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-87ab0236-1b4b-43c1-88d1-92674596394c req-a7534fdd-e1c3-48a1-a473-835008d7f2cc tempest-ListImageFiltersTestJSON-91277605 tempest-ListImageFiltersTestJSON-91277605-project] 10.222.0.64 "GET /v2.0/ports?device_id=43ed0191-cc6b-47e6-b808-e1990b9f2466 HTTP/1.1" status: 200 len: 948 time: 0.2933764 Jan 28 19:28:56.473623 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-7ca53c47-2242-41cd-afff-4ad4160ea88e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fe2cafd-b405-4eb3-8531-144da7a001c4']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:28:56.505507 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-c08653d8-086d-4337-8f93-50aafdee64f1 req-27067423-5347-442e-a031-4bffa874bea3 tempest-ListImageFiltersTestJSON-91277605 tempest-ListImageFiltersTestJSON-91277605-project] Deleting port e20a57d0-6eaf-468c-88ce-df8d8e2e5f8e {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:28:56.505831 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-c08653d8-086d-4337-8f93-50aafdee64f1 req-27067423-5347-442e-a031-4bffa874bea3 tempest-ListImageFiltersTestJSON-91277605 tempest-ListImageFiltersTestJSON-91277605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (e20a57d0-6eaf-468c-88ce-df8d8e2e5f8e), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:56.515964 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-7ca53c47-2242-41cd-afff-4ad4160ea88e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '410ca751-14ef-43b0-80a9-6866b2d61268') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:28:56.516202 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-7ca53c47-2242-41cd-afff-4ad4160ea88e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '410ca751-14ef-43b0-80a9-6866b2d61268') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:28:56.517992 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 58016) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:56.541816 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-87ab0236-1b4b-43c1-88d1-92674596394c req-df3087b3-8379-49e2-a668-8fb4f0320c74 tempest-ListImageFiltersTestJSON-91277605 tempest-ListImageFiltersTestJSON-91277605-project] 10.222.0.64 "GET /v2.0/security-groups?id=988502f3-fd52-4a84-a285-c3333424d093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077371 Jan 28 19:28:56.559207 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f25eb59-ddb0-4ee5-a13b-bd8f46d7dd6e req-87011daf-4572-4f5f-82ec-5d962fe150f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:56.565750 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3f25eb59-ddb0-4ee5-a13b-bd8f46d7dd6e req-87011daf-4572-4f5f-82ec-5d962fe150f3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f610b888ae9c45a6a6a7da0bfe29b48b&device_id=4b3a1c3a-483c-465d-95b2-48459a5a44fe HTTP/1.1" status: 200 len: 1126 time: 0.0886741 Jan 28 19:28:56.575767 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7ca53c47-2242-41cd-afff-4ad4160ea88e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16187153'] for segment (410ca751-14ef-43b0-80a9-6866b2d61268), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:56.699002 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f25eb59-ddb0-4ee5-a13b-bd8f46d7dd6e req-52c46270-c929-43a2-99f6-769ef440461d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:56.700850 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3f25eb59-ddb0-4ee5-a13b-bd8f46d7dd6e req-52c46270-c929-43a2-99f6-769ef440461d service neutron] 10.222.0.41 "GET /v2.0/networks?id=31f06c9a-9c19-45a4-848c-8b1124ea1c96 HTTP/1.1" status: 200 len: 913 time: 0.1274953 Jan 28 19:28:56.739385 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-c08653d8-086d-4337-8f93-50aafdee64f1 req-27067423-5347-442e-a031-4bffa874bea3 tempest-ListImageFiltersTestJSON-91277605 tempest-ListImageFiltersTestJSON-91277605-project] For port e20a57d0-6eaf-468c-88ce-df8d8e2e5f8e, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=e20a57d0-6eaf-468c-88ce-df8d8e2e5f8e,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:28:56.740240 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-c08653d8-086d-4337-8f93-50aafdee64f1 req-27067423-5347-442e-a031-4bffa874bea3 tempest-ListImageFiltersTestJSON-91277605 tempest-ListImageFiltersTestJSON-91277605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (e20a57d0-6eaf-468c-88ce-df8d8e2e5f8e), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:56.767220 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-c08653d8-086d-4337-8f93-50aafdee64f1 req-27067423-5347-442e-a031-4bffa874bea3 tempest-ListImageFiltersTestJSON-91277605 tempest-ListImageFiltersTestJSON-91277605-project] Calling delete_port for e20a57d0-6eaf-468c-88ce-df8d8e2e5f8e owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:28:56.807123 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3f25eb59-ddb0-4ee5-a13b-bd8f46d7dd6e req-a2fac7d8-bf49-454b-a220-93475a057dbe service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=758c8813-6da5-41cb-acc2-3388ae8588d0 HTTP/1.1" status: 200 len: 217 time: 0.0982985 Jan 28 19:28:56.822565 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6cf71e46-dec3-4ad2-8210-09f45b3e0b4f tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (3a65a935-7fe0-4de1-9d47-0bceba0a05c0), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:56.931662 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7ca53c47-2242-41cd-afff-4ad4160ea88e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (410ca751-14ef-43b0-80a9-6866b2d61268), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:56.939702 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ca53c47-2242-41cd-afff-4ad4160ea88e admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:28:56.940191 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7ca53c47-2242-41cd-afff-4ad4160ea88e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4752570'] for segment (410ca751-14ef-43b0-80a9-6866b2d61268), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:56.948239 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f25eb59-ddb0-4ee5-a13b-bd8f46d7dd6e req-c8bdac07-f798-4e98-a819-81fbfe993cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:56.960822 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3f25eb59-ddb0-4ee5-a13b-bd8f46d7dd6e req-c8bdac07-f798-4e98-a819-81fbfe993cda service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fcf320b8-d8aa-48e8-83e6-2019f2d3a1a8 HTTP/1.1" status: 200 len: 853 time: 0.1453989 Jan 28 19:28:57.042505 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3f25eb59-ddb0-4ee5-a13b-bd8f46d7dd6e req-4092a562-4cf6-49f6-bf38-291dd8e71ac9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=31f06c9a-9c19-45a4-848c-8b1124ea1c96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0721099 Jan 28 19:28:57.048522 n-d-812111-14 neutron-server[103305]: Traceback (most recent call last): Jan 28 19:28:57.048522 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:28:57.048522 n-d-812111-14 neutron-server[103305]: timer() Jan 28 19:28:57.048522 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:28:57.048522 n-d-812111-14 neutron-server[103305]: cb(*args, **kw) Jan 28 19:28:57.048522 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:28:57.048522 n-d-812111-14 neutron-server[103305]: return func(*args, **kwargs) Jan 28 19:28:57.048522 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:28:57.048522 n-d-812111-14 neutron-server[103305]: self._notify() Jan 28 19:28:57.048522 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:28:57.048522 n-d-812111-14 neutron-server[103305]: self.callback(batched_events) Jan 28 19:28:57.048522 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:28:57.048522 n-d-812111-14 neutron-server[103305]: event.method(event) Jan 28 19:28:57.048522 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:28:57.048522 n-d-812111-14 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:28:57.048522 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:28:57.048522 n-d-812111-14 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:28:57.048522 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:28:57.048522 n-d-812111-14 neutron-server[103305]: return f(self, *a, **k) Jan 28 19:28:57.048522 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:28:57.048522 n-d-812111-14 neutron-server[103305]: return self._get(url).json() Jan 28 19:28:57.048522 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:28:57.048522 n-d-812111-14 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:28:57.048522 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:28:57.048522 n-d-812111-14 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 28 19:28:57.048522 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:28:57.048522 n-d-812111-14 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:28:57.048522 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:28:57.048522 n-d-812111-14 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:28:57.048522 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:28:57.048522 n-d-812111-14 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:28:57.048522 n-d-812111-14 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:28:57.058984 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-7b7bfcad-38d5-4023-b71e-12fce7507b52 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=50c231c8b0374f28a05a26c59466180c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5305266 Jan 28 19:28:57.059730 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7ca53c47-2242-41cd-afff-4ad4160ea88e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (1fe2cafd-b405-4eb3-8531-144da7a001c4), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:57.062605 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-c08653d8-086d-4337-8f93-50aafdee64f1 req-27067423-5347-442e-a031-4bffa874bea3 tempest-ListImageFiltersTestJSON-91277605 tempest-ListImageFiltersTestJSON-91277605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (e20a57d0-6eaf-468c-88ce-df8d8e2e5f8e), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:57.064004 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 58024) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:57.124356 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7ca53c47-2242-41cd-afff-4ad4160ea88e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:57.130329 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-7ca53c47-2242-41cd-afff-4ad4160ea88e admin admin] 10.222.0.64 "DELETE /v2.0/networks/1fe2cafd-b405-4eb3-8531-144da7a001c4 HTTP/1.1" status: 204 len: 168 time: 1.4388757 Jan 28 19:28:57.130329 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27067423-5347-442e-a031-4bffa874bea3 tempest-ListImageFiltersTestJSON-91277605 tempest-ListImageFiltersTestJSON-91277605-project] Pushing event deleted for resources: {'Port': ['ID=e20a57d0-6eaf-468c-88ce-df8d8e2e5f8e,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:57.144082 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca53c47-2242-41cd-afff-4ad4160ea88e admin admin] Pushing event deleted for resources: {'Network': ['ID=1fe2cafd-b405-4eb3-8531-144da7a001c4,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:57.240195 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-6cf71e46-dec3-4ad2-8210-09f45b3e0b4f tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Deleting port 88e2a7ff-a92b-479f-9b59-06865de27ed7 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:28:57.253707 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6cf71e46-dec3-4ad2-8210-09f45b3e0b4f tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (88e2a7ff-a92b-479f-9b59-06865de27ed7), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:57.309271 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-c08653d8-086d-4337-8f93-50aafdee64f1 req-27067423-5347-442e-a031-4bffa874bea3 tempest-ListImageFiltersTestJSON-91277605 tempest-ListImageFiltersTestJSON-91277605-project] No DVR routers for this DVR port e20a57d0-6eaf-468c-88ce-df8d8e2e5f8e on host n-h2-812111-14 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:28:57.312722 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-c08653d8-086d-4337-8f93-50aafdee64f1 req-27067423-5347-442e-a031-4bffa874bea3 tempest-ListImageFiltersTestJSON-91277605 tempest-ListImageFiltersTestJSON-91277605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:57.327903 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c08653d8-086d-4337-8f93-50aafdee64f1 req-27067423-5347-442e-a031-4bffa874bea3 tempest-ListImageFiltersTestJSON-91277605 tempest-ListImageFiltersTestJSON-91277605-project] 10.222.0.70 "DELETE /v2.0/ports/e20a57d0-6eaf-468c-88ce-df8d8e2e5f8e HTTP/1.1" status: 204 len: 173 time: 1.1599326 Jan 28 19:28:57.328421 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43ed0191-cc6b-47e6-b808-e1990b9f2466', 'name': 'network-vif-deleted', 'tag': 'e20a57d0-6eaf-468c-88ce-df8d8e2e5f8e'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:28:57.330821 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4028ca0-70c7-4a09-9159-cfeb8e79e0c0" -d '{"events": [{"server_uuid": "43ed0191-cc6b-47e6-b808-e1990b9f2466", "name": "network-vif-deleted", "tag": "e20a57d0-6eaf-468c-88ce-df8d8e2e5f8e"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:28:57.378131 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4234a13f-d12d-4104-a396-06c87f782893 req-73f0cf81-f2d7-403c-b42d-0ad46c5a39d1 tempest-InstanceActionsTestJSON-234870 tempest-InstanceActionsTestJSON-234870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:57.382507 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4234a13f-d12d-4104-a396-06c87f782893 req-73f0cf81-f2d7-403c-b42d-0ad46c5a39d1 tempest-InstanceActionsTestJSON-234870 tempest-InstanceActionsTestJSON-234870-project] 10.222.0.64 "GET /v2.0/ports?device_id=4b3a1c3a-483c-465d-95b2-48459a5a44fe HTTP/1.1" status: 200 len: 943 time: 0.3142443 Jan 28 19:28:57.418481 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-6cf71e46-dec3-4ad2-8210-09f45b3e0b4f tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] For port 88e2a7ff-a92b-479f-9b59-06865de27ed7, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=88e2a7ff-a92b-479f-9b59-06865de27ed7,segment=NetworkSegment(7b74e99e-abf5-404f-8b4d-513d6053ce29),segment_id=7b74e99e-abf5-404f-8b4d-513d6053ce29)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:28:57.420924 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6cf71e46-dec3-4ad2-8210-09f45b3e0b4f tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (88e2a7ff-a92b-479f-9b59-06865de27ed7), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:57.433783 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-20c3085c-aa5f-445a-b925-93d6c5814f92 admin admin] Publish callbacks [] for security_group (3432fdd3-33ae-46bc-86a9-53b83b9d7b51), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:57.485657 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-042e7068-d99d-46fa-898a-6158c9f899d4 x-openstack-request-id: req-042e7068-d99d-46fa-898a-6158c9f899d4 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:28:57.485657 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43ed0191-cc6b-47e6-b808-e1990b9f2466", "name": "network-vif-deleted", "tag": "e20a57d0-6eaf-468c-88ce-df8d8e2e5f8e", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:28:57.485657 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-042e7068-d99d-46fa-898a-6158c9f899d4 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:28:57.487361 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43ed0191-cc6b-47e6-b808-e1990b9f2466', 'name': 'network-vif-deleted', 'tag': 'e20a57d0-6eaf-468c-88ce-df8d8e2e5f8e', 'status': 'completed', 'code': 200} Jan 28 19:28:57.498591 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4234a13f-d12d-4104-a396-06c87f782893 req-eaf1fca5-d7f8-44fa-b6ec-8b426ca4eabc tempest-InstanceActionsTestJSON-234870 tempest-InstanceActionsTestJSON-234870-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b690c79-a167-4b2f-98ea-998fd11b7758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099188 Jan 28 19:28:57.500273 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 58032) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:57.524708 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-20c3085c-aa5f-445a-b925-93d6c5814f92 admin admin] Publish callbacks [] for security_group (3432fdd3-33ae-46bc-86a9-53b83b9d7b51), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:57.617151 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-a065d70d-6153-4e1e-aaf4-362ec3821445 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5d441c53829743b694372795a3bdc6d2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1121736 Jan 28 19:28:57.617695 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 58036) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:57.629245 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-6cf71e46-dec3-4ad2-8210-09f45b3e0b4f tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Calling delete_port for 88e2a7ff-a92b-479f-9b59-06865de27ed7 owned by network:dhcp {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:28:57.633543 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3f25eb59-ddb0-4ee5-a13b-bd8f46d7dd6e req-8693f43c-6285-49da-874d-8612c1fa3755 service neutron] 10.222.0.41 "GET /v2.0/networks/31f06c9a-9c19-45a4-848c-8b1124ea1c96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5791993 Jan 28 19:28:57.637288 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-20c3085c-aa5f-445a-b925-93d6c5814f92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (3432fdd3-33ae-46bc-86a9-53b83b9d7b51), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:57.640919 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-20c3085c-aa5f-445a-b925-93d6c5814f92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:57.642892 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-20c3085c-aa5f-445a-b925-93d6c5814f92 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3432fdd3-33ae-46bc-86a9-53b83b9d7b51 HTTP/1.1" status: 204 len: 168 time: 0.5766377 Jan 28 19:28:57.754730 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c3085c-aa5f-445a-b925-93d6c5814f92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3432fdd3-33ae-46bc-86a9-53b83b9d7b51,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:57.827904 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-97d3091a-2c0e-40ba-b5c3-02925835441c admin admin] Publish callbacks [] for security_group (a2c79b28-3a37-49f8-8083-2ea74777ad26), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:57.881571 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-97d3091a-2c0e-40ba-b5c3-02925835441c admin admin] Publish callbacks [] for security_group (a2c79b28-3a37-49f8-8083-2ea74777ad26), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:57.905688 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6b670408-7bd0-4ce9-8133-c17747d90d0c req-fc706a13-dbe8-4a65-96aa-22793812748a tempest-ListImageFiltersTestJSON-91277605 tempest-ListImageFiltersTestJSON-91277605-project] 10.222.0.64 "GET /v2.0/ports?device_id=43ed0191-cc6b-47e6-b808-e1990b9f2466 HTTP/1.1" status: 200 len: 210 time: 0.1536698 Jan 28 19:28:57.998645 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-97d3091a-2c0e-40ba-b5c3-02925835441c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (a2c79b28-3a37-49f8-8083-2ea74777ad26), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:58.001321 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-97d3091a-2c0e-40ba-b5c3-02925835441c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:58.002643 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-97d3091a-2c0e-40ba-b5c3-02925835441c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a2c79b28-3a37-49f8-8083-2ea74777ad26 HTTP/1.1" status: 204 len: 168 time: 0.3827109 Jan 28 19:28:58.023324 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d3091a-2c0e-40ba-b5c3-02925835441c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2c79b28-3a37-49f8-8083-2ea74777ad26,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:58.044642 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6cf71e46-dec3-4ad2-8210-09f45b3e0b4f tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (88e2a7ff-a92b-479f-9b59-06865de27ed7), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:58.071763 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3f25eb59-ddb0-4ee5-a13b-bd8f46d7dd6e req-8a7035d2-4b29-404c-b16b-f045c428d982 service neutron] 10.222.0.41 "GET /v2.0/networks/31f06c9a-9c19-45a4-848c-8b1124ea1c96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4250581 Jan 28 19:28:58.122311 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf71e46-dec3-4ad2-8210-09f45b3e0b4f tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Pushing event deleted for resources: {'Port': ['ID=88e2a7ff-a92b-479f-9b59-06865de27ed7,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:58.130419 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf71e46-dec3-4ad2-8210-09f45b3e0b4f tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] No DVR routers for this DVR port 88e2a7ff-a92b-479f-9b59-06865de27ed7 on host n-d-812111-14 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:28:58.261502 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6cf71e46-dec3-4ad2-8210-09f45b3e0b4f tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (3a65a935-7fe0-4de1-9d47-0bceba0a05c0), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:58.288964 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-6cf71e46-dec3-4ad2-8210-09f45b3e0b4f tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a65a935-7fe0-4de1-9d47-0bceba0a05c0']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:28:58.316452 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-6cf71e46-dec3-4ad2-8210-09f45b3e0b4f tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b74e99e-abf5-404f-8b4d-513d6053ce29') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:28:58.316863 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-6cf71e46-dec3-4ad2-8210-09f45b3e0b4f tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b74e99e-abf5-404f-8b4d-513d6053ce29') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:28:58.330508 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6cf71e46-dec3-4ad2-8210-09f45b3e0b4f tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4747091'] for segment (7b74e99e-abf5-404f-8b4d-513d6053ce29), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:58.374674 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6cf71e46-dec3-4ad2-8210-09f45b3e0b4f tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (7b74e99e-abf5-404f-8b4d-513d6053ce29), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:58.401363 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cf71e46-dec3-4ad2-8210-09f45b3e0b4f tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:28:58.405365 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6cf71e46-dec3-4ad2-8210-09f45b3e0b4f tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4690514'] for segment (7b74e99e-abf5-404f-8b4d-513d6053ce29), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:58.504778 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 758c8813-6da5-41cb-acc2-3388ae8588d0 details requested by agent hyperv_n-h1-812111-14 with host n-h1-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:28:58.508753 n-d-812111-14 neutron-server[103304]: Traceback (most recent call last): Jan 28 19:28:58.508753 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:28:58.508753 n-d-812111-14 neutron-server[103304]: timer() Jan 28 19:28:58.508753 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:28:58.508753 n-d-812111-14 neutron-server[103304]: cb(*args, **kw) Jan 28 19:28:58.508753 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:28:58.508753 n-d-812111-14 neutron-server[103304]: return func(*args, **kwargs) Jan 28 19:28:58.508753 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:28:58.508753 n-d-812111-14 neutron-server[103304]: self._notify() Jan 28 19:28:58.508753 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:28:58.508753 n-d-812111-14 neutron-server[103304]: self.callback(batched_events) Jan 28 19:28:58.508753 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:28:58.508753 n-d-812111-14 neutron-server[103304]: event.method(event) Jan 28 19:28:58.508753 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:28:58.508753 n-d-812111-14 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:28:58.508753 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:28:58.508753 n-d-812111-14 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:28:58.508753 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:28:58.508753 n-d-812111-14 neutron-server[103304]: return f(self, *a, **k) Jan 28 19:28:58.508753 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:28:58.508753 n-d-812111-14 neutron-server[103304]: return self._get(url).json() Jan 28 19:28:58.508753 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:28:58.508753 n-d-812111-14 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:28:58.508753 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:28:58.508753 n-d-812111-14 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 28 19:28:58.508753 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:28:58.508753 n-d-812111-14 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:28:58.508753 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:28:58.508753 n-d-812111-14 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:28:58.508753 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:28:58.508753 n-d-812111-14 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:28:58.508753 n-d-812111-14 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:28:58.515744 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6cf71e46-dec3-4ad2-8210-09f45b3e0b4f tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (3a65a935-7fe0-4de1-9d47-0bceba0a05c0), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:58.527620 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6cf71e46-dec3-4ad2-8210-09f45b3e0b4f tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:58.539590 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 58054) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:58.540359 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-6cf71e46-dec3-4ad2-8210-09f45b3e0b4f tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] 10.222.0.64 "DELETE /v2.0/networks/3a65a935-7fe0-4de1-9d47-0bceba0a05c0 HTTP/1.1" status: 204 len: 168 time: 4.3508346 Jan 28 19:28:58.553439 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-76a757d9-3bec-4718-a6b7-ea0d9a5455f6 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1393640942'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:28:58.574548 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf71e46-dec3-4ad2-8210-09f45b3e0b4f tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Pushing event deleted for resources: {'Network': ['ID=3a65a935-7fe0-4de1-9d47-0bceba0a05c0,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:58.628268 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76a757d9-3bec-4718-a6b7-ea0d9a5455f6 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Made reservation on behalf of aaf13cac6dbd4260bac51b20f32e7df6 for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:28:58.637263 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-76a757d9-3bec-4718-a6b7-ea0d9a5455f6 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:58.705698 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76a757d9-3bec-4718-a6b7-ea0d9a5455f6 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:28:58.729255 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-76a757d9-3bec-4718-a6b7-ea0d9a5455f6 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (ebd22fe6-d3cf-4c6e-b4d2-61a89373663e), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:58.730619 n-d-812111-14 neutron-server[103305]: INFO neutron.db.segments_db [None req-76a757d9-3bec-4718-a6b7-ea0d9a5455f6 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Added segment ebd22fe6-d3cf-4c6e-b4d2-61a89373663e of type vlan for network aa7fe023-461c-4573-95f0-7d93b7751f50 Jan 28 19:28:58.844040 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-76a757d9-3bec-4718-a6b7-ea0d9a5455f6 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (aa7fe023-461c-4573-95f0-7d93b7751f50), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:58.878998 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 758c8813-6da5-41cb-acc2-3388ae8588d0, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=758c8813-6da5-41cb-acc2-3388ae8588d0,segment=NetworkSegment(6beacbe3-7ad9-4cae-9d08-42004f3aca7c),segment_id=6beacbe3-7ad9-4cae-9d08-42004f3aca7c)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:28:58.916073 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Returning: {'device': '758c8813-6da5-41cb-acc2-3388ae8588d0', 'network_id': '31f06c9a-9c19-45a4-848c-8b1124ea1c96', 'port_id': '758c8813-6da5-41cb-acc2-3388ae8588d0', 'mac_address': 'fa:16:3e:4b:6d:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcf320b8-d8aa-48e8-83e6-2019f2d3a1a8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:28:58.995040 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port 758c8813-6da5-41cb-acc2-3388ae8588d0 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:28:58.995970 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (758c8813-6da5-41cb-acc2-3388ae8588d0), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:59.011874 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-76a757d9-3bec-4718-a6b7-ea0d9a5455f6 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (aa7fe023-461c-4573-95f0-7d93b7751f50), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:59.018248 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a757d9-3bec-4718-a6b7-ea0d9a5455f6 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:59.019045 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-76a757d9-3bec-4718-a6b7-ea0d9a5455f6 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:59.056891 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 758c8813-6da5-41cb-acc2-3388ae8588d0 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:28:59.115798 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 758c8813-6da5-41cb-acc2-3388ae8588d0, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=758c8813-6da5-41cb-acc2-3388ae8588d0,segment=NetworkSegment(6beacbe3-7ad9-4cae-9d08-42004f3aca7c),segment_id=6beacbe3-7ad9-4cae-9d08-42004f3aca7c)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:28:59.122753 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (758c8813-6da5-41cb-acc2-3388ae8588d0), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:59.131575 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a757d9-3bec-4718-a6b7-ea0d9a5455f6 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Pushing event updated for resources: {'Network': ['ID=aa7fe023-461c-4573-95f0-7d93b7751f50,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:59.146241 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 58086) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:59.151722 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-e483019b-e0f7-48ed-90b2-2a652d0bc382 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Request body: {'subnet': {'network_id': 'aa7fe023-461c-4573-95f0-7d93b7751f50', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:28:59.158757 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-76a757d9-3bec-4718-a6b7-ea0d9a5455f6 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6114137 Jan 28 19:28:59.194278 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dd25a9-7079-4b4e-88fb-feb3b40dd7e2 req-59e9511e-fa46-4e1e-bdcb-b26ec9727cc6 tempest-InstanceActionsTestJSON-234870 tempest-InstanceActionsTestJSON-234870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:59.199319 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=758c8813-6da5-41cb-acc2-3388ae8588d0,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:59.203453 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-59dd25a9-7079-4b4e-88fb-feb3b40dd7e2 req-59e9511e-fa46-4e1e-bdcb-b26ec9727cc6 tempest-InstanceActionsTestJSON-234870 tempest-InstanceActionsTestJSON-234870-project] 10.222.0.64 "GET /v2.0/ports?device_id=4b3a1c3a-483c-465d-95b2-48459a5a44fe HTTP/1.1" status: 200 len: 943 time: 0.5280302 Jan 28 19:28:59.204681 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network aa7fe023-461c-4573-95f0-7d93b7751f50 details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:28:59.353465 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-59dd25a9-7079-4b4e-88fb-feb3b40dd7e2 req-436ea209-08b2-4c52-a43b-51347d98d7dd tempest-InstanceActionsTestJSON-234870 tempest-InstanceActionsTestJSON-234870-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b690c79-a167-4b2f-98ea-998fd11b7758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431441 Jan 28 19:28:59.379252 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['758c8813-6da5-41cb-acc2-3388ae8588d0'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:28:59.401855 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 58094) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:59.458683 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e483019b-e0f7-48ed-90b2-2a652d0bc382 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Made reservation on behalf of aaf13cac6dbd4260bac51b20f32e7df6 for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:28:59.462376 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e483019b-e0f7-48ed-90b2-2a652d0bc382 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5221429'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:59.632930 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-15c62fd9-2b9e-4c67-8af6-0965abd6b1e1 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-313757589-network', 'tenant_id': '6a63e631dab749fab705cc3ad19e314b'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:28:59.704737 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7fc99d-a1be-4edb-a858-7f3a0e551663 req-0e947e3d-5092-4fdf-a49e-472522462e09 tempest-ListImageFiltersTestJSON-91277605 tempest-ListImageFiltersTestJSON-91277605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:59.706581 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3b7fc99d-a1be-4edb-a858-7f3a0e551663 req-0e947e3d-5092-4fdf-a49e-472522462e09 tempest-ListImageFiltersTestJSON-91277605 tempest-ListImageFiltersTestJSON-91277605-project] 10.222.0.64 "GET /v2.0/ports?device_id=37b2ff65-0003-4e64-b325-58ed7427a69f HTTP/1.1" status: 200 len: 949 time: 0.1791480 Jan 28 19:28:59.707876 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15c62fd9-2b9e-4c67-8af6-0965abd6b1e1 admin admin] Made reservation on behalf of 6a63e631dab749fab705cc3ad19e314b for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:28:59.710754 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-15c62fd9-2b9e-4c67-8af6-0965abd6b1e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:59.736670 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-15c62fd9-2b9e-4c67-8af6-0965abd6b1e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:59.849207 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-15c62fd9-2b9e-4c67-8af6-0965abd6b1e1 admin admin] Publish callbacks [] for security_group (72c56c83-1eeb-4758-9a36-9dca3b681b4c), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:59.860437 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-15c62fd9-2b9e-4c67-8af6-0965abd6b1e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (72c56c83-1eeb-4758-9a36-9dca3b681b4c), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:59.909065 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e483019b-e0f7-48ed-90b2-2a652d0bc382 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4690681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5221415'] for subnet (65328079-5046-4a09-9566-dc52fd837d75), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:59.943115 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15c62fd9-2b9e-4c67-8af6-0965abd6b1e1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:28:59.967917 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e483019b-e0f7-48ed-90b2-2a652d0bc382 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Pushing event updated for resources: {'Subnet': ['ID=65328079-5046-4a09-9566-dc52fd837d75,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:59.976049 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device e20a57d0-6eaf-468c-88ce-df8d8e2e5f8e no longer exists at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:28:59.988230 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3b7fc99d-a1be-4edb-a858-7f3a0e551663 req-586b1856-0dbc-4a25-a74f-5dceaa76581b tempest-ListImageFiltersTestJSON-91277605 tempest-ListImageFiltersTestJSON-91277605-project] 10.222.0.64 "GET /v2.0/security-groups?id=988502f3-fd52-4a84-a285-c3333424d093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2749047 Jan 28 19:29:00.004035 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-15c62fd9-2b9e-4c67-8af6-0965abd6b1e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (307a5035-2a9c-44ca-a3ca-b9ed8229daf5), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:00.004559 n-d-812111-14 neutron-server[103305]: INFO neutron.db.segments_db [None req-15c62fd9-2b9e-4c67-8af6-0965abd6b1e1 admin admin] Added segment 307a5035-2a9c-44ca-a3ca-b9ed8229daf5 of type vlan for network d6023ca9-f7fb-424f-9a06-ccb60c81e3d1 Jan 28 19:29:00.014265 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c62fd9-2b9e-4c67-8af6-0965abd6b1e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72c56c83-1eeb-4758-9a36-9dca3b681b4c,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:00.036081 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] No Port match for: e20a57d0-6eaf-468c-88ce-df8d8e2e5f8e {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:29:00.036438 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device e20a57d0-6eaf-468c-88ce-df8d8e2e5f8e not bound to the agent host n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:29:00.053581 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-15c62fd9-2b9e-4c67-8af6-0965abd6b1e1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (d6023ca9-f7fb-424f-9a06-ccb60c81e3d1), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:00.062262 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e483019b-e0f7-48ed-90b2-2a652d0bc382 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Checking segment: {'id': 'ebd22fe6-d3cf-4c6e-b4d2-61a89373663e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'aa7fe023-461c-4573-95f0-7d93b7751f50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:29:00.062636 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e483019b-e0f7-48ed-90b2-2a652d0bc382 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Network hostable DHCP agents. Network: aa7fe023-461c-4573-95f0-7d93b7751f50, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:29:00.096091 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-15c62fd9-2b9e-4c67-8af6-0965abd6b1e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (d6023ca9-f7fb-424f-9a06-ccb60c81e3d1), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:00.097044 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c62fd9-2b9e-4c67-8af6-0965abd6b1e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:29:00.097730 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-15c62fd9-2b9e-4c67-8af6-0965abd6b1e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:00.103743 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e483019b-e0f7-48ed-90b2-2a652d0bc382 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Network aa7fe023-461c-4573-95f0-7d93b7751f50 is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:29:00.131050 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-e483019b-e0f7-48ed-90b2-2a652d0bc382 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, aa7fe023-461c-4573-95f0-7d93b7751f50) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:29:00.135441 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e483019b-e0f7-48ed-90b2-2a652d0bc382 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:29:00.136489 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e483019b-e0f7-48ed-90b2-2a652d0bc382 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:00.144233 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14bb6259-4f93-4aba-af77-cce77a1d26b0 None None] Network aa7fe023-461c-4573-95f0-7d93b7751f50 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:29:00.179255 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-e483019b-e0f7-48ed-90b2-2a652d0bc382 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0307677 Jan 28 19:29:00.183954 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 58126) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:00.199551 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-323018bc-f14f-4351-a8fd-3bdd088967ee tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Request body: {'subnet': {'network_id': 'aa7fe023-461c-4573-95f0-7d93b7751f50', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:29:00.278841 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c62fd9-2b9e-4c67-8af6-0965abd6b1e1 admin admin] Pushing event updated for resources: {'Network': ['ID=d6023ca9-f7fb-424f-9a06-ccb60c81e3d1,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:00.304408 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-15c62fd9-2b9e-4c67-8af6-0965abd6b1e1 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8987682 Jan 28 19:29:00.304612 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 58130) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:00.309403 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-eef28f6b-72cd-4427-bd6d-037e8f95286a admin admin] Request body: {'subnet': {'network_id': 'd6023ca9-f7fb-424f-9a06-ccb60c81e3d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-313757589-subnet', 'tenant_id': '6a63e631dab749fab705cc3ad19e314b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:29:00.333536 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network d6023ca9-f7fb-424f-9a06-ccb60c81e3d1 details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:29:00.347060 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-550a662e-8c32-44f1-921c-c83dc78342cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68cd31fd-e4cd-5fb3-a862-256fc47efcd2-aa7fe023-461c-4573-95f0-7d93b7751f50', 'network_id': 'aa7fe023-461c-4573-95f0-7d93b7751f50', 'project_id': 'aaf13cac6dbd4260bac51b20f32e7df6', 'fixed_ips': [{'subnet_id': '65328079-5046-4a09-9566-dc52fd837d75'}]}} from n-d-812111-14. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:29:00.348733 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-550a662e-8c32-44f1-921c-c83dc78342cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:00.355179 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eef28f6b-72cd-4427-bd6d-037e8f95286a admin admin] Made reservation on behalf of 6a63e631dab749fab705cc3ad19e314b for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:29:00.359027 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-eef28f6b-72cd-4427-bd6d-037e8f95286a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4733071'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:00.443102 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-323018bc-f14f-4351-a8fd-3bdd088967ee tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Made reservation on behalf of aaf13cac6dbd4260bac51b20f32e7df6 for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:29:00.447107 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-323018bc-f14f-4351-a8fd-3bdd088967ee tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5221429'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:00.490402 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 58134) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:00.525935 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 758c8813-6da5-41cb-acc2-3388ae8588d0 up at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:29:00.707704 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning for port 758c8813-6da5-41cb-acc2-3388ae8588d0 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:29:00.734931 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning complete for port 758c8813-6da5-41cb-acc2-3388ae8588d0 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:29:00.735329 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (758c8813-6da5-41cb-acc2-3388ae8588d0), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:00.793304 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0d9cfc6c-9122-4ef3-8bd7-fe558bde4ff9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:00.819955 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-eef28f6b-72cd-4427-bd6d-037e8f95286a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4752401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4733085'] for subnet (1ed54c01-0acd-447f-ba69-14502018ae00), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:00.923769 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef28f6b-72cd-4427-bd6d-037e8f95286a admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ed54c01-0acd-447f-ba69-14502018ae00,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:00.981993 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef28f6b-72cd-4427-bd6d-037e8f95286a admin admin] Checking segment: {'id': '307a5035-2a9c-44ca-a3ca-b9ed8229daf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'd6023ca9-f7fb-424f-9a06-ccb60c81e3d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:29:00.984812 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef28f6b-72cd-4427-bd6d-037e8f95286a admin admin] Network hostable DHCP agents. Network: d6023ca9-f7fb-424f-9a06-ccb60c81e3d1, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:29:01.081596 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0d9cfc6c-9122-4ef3-8bd7-fe558bde4ff9 admin admin] Publish callbacks [] for security_group (0c01eec1-242b-47d5-8cc7-5c465858d295), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:01.100441 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0d9cfc6c-9122-4ef3-8bd7-fe558bde4ff9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (0c01eec1-242b-47d5-8cc7-5c465858d295), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:01.111267 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef28f6b-72cd-4427-bd6d-037e8f95286a admin admin] Network d6023ca9-f7fb-424f-9a06-ccb60c81e3d1 is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:29:01.300204 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-eef28f6b-72cd-4427-bd6d-037e8f95286a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, d6023ca9-f7fb-424f-9a06-ccb60c81e3d1) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:29:01.317438 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef28f6b-72cd-4427-bd6d-037e8f95286a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:29:01.318052 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-eef28f6b-72cd-4427-bd6d-037e8f95286a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:01.335048 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-0d9cfc6c-9122-4ef3-8bd7-fe558bde4ff9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3a83e7d99c5a4999aa55125b5a010d15&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8435860 Jan 28 19:29:01.340940 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07cb8154-efbd-4b15-951b-74c8f2ed75aa None None] Network d6023ca9-f7fb-424f-9a06-ccb60c81e3d1 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:29:01.343096 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cfc6c-9122-4ef3-8bd7-fe558bde4ff9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c01eec1-242b-47d5-8cc7-5c465858d295,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:01.351542 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 58150) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:01.425139 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-550a662e-8c32-44f1-921c-c83dc78342cb None None] Allocated IP 2001:db8::2 (aa7fe023-461c-4573-95f0-7d93b7751f50/65328079-5046-4a09-9566-dc52fd837d75/053a6064-cea1-4d84-9900-45d26353b071) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:29:01.450419 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-eef28f6b-72cd-4427-bd6d-037e8f95286a admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1446886 Jan 28 19:29:01.456398 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 58154) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:01.460735 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-f5f432a2-1f4b-4934-8254-ac6c01075656 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-313757589-router', 'tenant_id': '6a63e631dab749fab705cc3ad19e314b', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:29:01.499818 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port 758c8813-6da5-41cb-acc2-3388ae8588d0 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:29:01.500880 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (758c8813-6da5-41cb-acc2-3388ae8588d0), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:01.533146 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c09034-7e56-4978-9806-520f9988ef65 req-1c2cc303-4bd2-460c-af67-974f47150dfe tempest-InstanceActionsTestJSON-234870 tempest-InstanceActionsTestJSON-234870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:29:01.534750 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-16c09034-7e56-4978-9806-520f9988ef65 req-1c2cc303-4bd2-460c-af67-974f47150dfe tempest-InstanceActionsTestJSON-234870 tempest-InstanceActionsTestJSON-234870-project] 10.222.0.64 "GET /v2.0/ports?device_id=4b3a1c3a-483c-465d-95b2-48459a5a44fe HTTP/1.1" status: 200 len: 944 time: 0.2623954 Jan 28 19:29:01.562646 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59084b34-981a-4bd4-9642-a68ec2b2071b req-2beddcbf-5ef1-4c20-8688-c9ca1408f33b tempest-ListImageFiltersTestJSON-91277605 tempest-ListImageFiltersTestJSON-91277605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:29:01.564249 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-59084b34-981a-4bd4-9642-a68ec2b2071b req-2beddcbf-5ef1-4c20-8688-c9ca1408f33b tempest-ListImageFiltersTestJSON-91277605 tempest-ListImageFiltersTestJSON-91277605-project] 10.222.0.64 "GET /v2.0/ports?device_id=37b2ff65-0003-4e64-b325-58ed7427a69f HTTP/1.1" status: 200 len: 949 time: 0.4205146 Jan 28 19:29:01.585199 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b1e983-231f-4940-9f21-acdfbac240b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68cd31fd-e4cd-5fb3-a862-256fc47efcd2-d6023ca9-f7fb-424f-9a06-ccb60c81e3d1', 'network_id': 'd6023ca9-f7fb-424f-9a06-ccb60c81e3d1', 'project_id': '6a63e631dab749fab705cc3ad19e314b', 'fixed_ips': [{'subnet_id': '1ed54c01-0acd-447f-ba69-14502018ae00'}]}} from n-d-812111-14. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:29:01.586386 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-08b1e983-231f-4940-9f21-acdfbac240b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:01.596128 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f5f432a2-1f4b-4934-8254-ac6c01075656 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261150'] for router (db932842-a4bc-42e7-bfe1-b91f1fa79dce), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:01.597566 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f5f432a2-1f4b-4934-8254-ac6c01075656 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-731099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-731441', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261129'] for router (db932842-a4bc-42e7-bfe1-b91f1fa79dce), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:01.643042 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-33810bf5-2a05-47b1-ad81-6dc8ead202de admin admin] Publish callbacks [] for security_group (0c01eec1-242b-47d5-8cc7-5c465858d295), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:01.719960 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-33810bf5-2a05-47b1-ad81-6dc8ead202de admin admin] Publish callbacks [] for security_group (0c01eec1-242b-47d5-8cc7-5c465858d295), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:01.731795 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-16c09034-7e56-4978-9806-520f9988ef65 req-14a23876-3129-4e79-8721-aba3b28ac9f1 tempest-InstanceActionsTestJSON-234870 tempest-InstanceActionsTestJSON-234870-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b690c79-a167-4b2f-98ea-998fd11b7758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855991 Jan 28 19:29:01.748572 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eace5a63-db01-4711-893e-0feabfef50e5 req-63c51848-cda9-479f-84be-605c411609c2 tempest-ListImageFiltersTestJSON-91277605 tempest-ListImageFiltersTestJSON-91277605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:29:01.750244 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-eace5a63-db01-4711-893e-0feabfef50e5 req-63c51848-cda9-479f-84be-605c411609c2 tempest-ListImageFiltersTestJSON-91277605 tempest-ListImageFiltersTestJSON-91277605-project] 10.222.0.41 "GET /v2.0/ports?device_id=37b2ff65-0003-4e64-b325-58ed7427a69f HTTP/1.1" status: 200 len: 949 time: 0.2494652 Jan 28 19:29:01.806555 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-59084b34-981a-4bd4-9642-a68ec2b2071b req-7858bfbc-03ae-425a-b13e-986f9d55d7fd tempest-ListImageFiltersTestJSON-91277605 tempest-ListImageFiltersTestJSON-91277605-project] 10.222.0.64 "GET /v2.0/security-groups?id=988502f3-fd52-4a84-a285-c3333424d093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319739 Jan 28 19:29:01.816334 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-33810bf5-2a05-47b1-ad81-6dc8ead202de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (0c01eec1-242b-47d5-8cc7-5c465858d295), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:01.829348 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-33810bf5-2a05-47b1-ad81-6dc8ead202de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:01.830801 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-33810bf5-2a05-47b1-ad81-6dc8ead202de admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0c01eec1-242b-47d5-8cc7-5c465858d295 HTTP/1.1" status: 204 len: 168 time: 0.4751143 Jan 28 19:29:01.842665 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-08b1e983-231f-4940-9f21-acdfbac240b1 None None] Allocated IP 172.20.0.2 (d6023ca9-f7fb-424f-9a06-ccb60c81e3d1/1ed54c01-0acd-447f-ba69-14502018ae00/09f62782-c76f-4893-8fdb-838abb60236a) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:29:01.869278 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f5f432a2-1f4b-4934-8254-ac6c01075656 admin admin] Publish callbacks [] for router_controller (db932842-a4bc-42e7-bfe1-b91f1fa79dce), precommit_add_association {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:01.877500 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33810bf5-2a05-47b1-ad81-6dc8ead202de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c01eec1-242b-47d5-8cc7-5c465858d295,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:02.119602 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-323018bc-f14f-4351-a8fd-3bdd088967ee tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4690681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5221415'] for subnet (d7b02358-b91c-4c22-b5c2-42b730e9c6ce), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:02.134986 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-eace5a63-db01-4711-893e-0feabfef50e5 req-e42de77e-626f-4d0b-90a4-0e1112379236 tempest-ListImageFiltersTestJSON-91277605 tempest-ListImageFiltersTestJSON-91277605-project] Deleting port bc85f37e-d515-422c-96b8-8f6aa6732ed3 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:29:02.145745 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-eace5a63-db01-4711-893e-0feabfef50e5 req-e42de77e-626f-4d0b-90a4-0e1112379236 tempest-ListImageFiltersTestJSON-91277605 tempest-ListImageFiltersTestJSON-91277605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (bc85f37e-d515-422c-96b8-8f6aa6732ed3), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:02.175505 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f5f432a2-1f4b-4934-8254-ac6c01075656 admin admin] Publish callbacks [] for router_gateway (db932842-a4bc-42e7-bfe1-b91f1fa79dce), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:02.182506 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-08b1e983-231f-4940-9f21-acdfbac240b1 None None] Publish callbacks [] for port (09f62782-c76f-4893-8fdb-838abb60236a), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:02.280002 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b3a1c3a-483c-465d-95b2-48459a5a44fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '758c8813-6da5-41cb-acc2-3388ae8588d0'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:29:02.286473 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f5bb5b9-2532-4d71-bece-bb26a7daf61b" -d '{"events": [{"server_uuid": "4b3a1c3a-483c-465d-95b2-48459a5a44fe", "name": "network-vif-plugged", "status": "completed", "tag": "758c8813-6da5-41cb-acc2-3388ae8588d0"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:29:02.308620 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-08b1e983-231f-4940-9f21-acdfbac240b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (09f62782-c76f-4893-8fdb-838abb60236a), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:02.342338 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-323018bc-f14f-4351-a8fd-3bdd088967ee tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Network aa7fe023-461c-4573-95f0-7d93b7751f50 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:29:02.355208 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-323018bc-f14f-4351-a8fd-3bdd088967ee tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:29:02.392965 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-323018bc-f14f-4351-a8fd-3bdd088967ee tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:29:02.393615 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-323018bc-f14f-4351-a8fd-3bdd088967ee tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:02.480043 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08b1e983-231f-4940-9f21-acdfbac240b1 None None] Network d6023ca9-f7fb-424f-9a06-ccb60c81e3d1 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:29:02.491458 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93039226-5885-45c4-8ac4-e4b4ac91dbe1 x-openstack-request-id: req-93039226-5885-45c4-8ac4-e4b4ac91dbe1 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:29:02.491748 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b3a1c3a-483c-465d-95b2-48459a5a44fe", "name": "network-vif-plugged", "status": "completed", "tag": "758c8813-6da5-41cb-acc2-3388ae8588d0", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:29:02.492005 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-93039226-5885-45c4-8ac4-e4b4ac91dbe1 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:29:02.492398 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b3a1c3a-483c-465d-95b2-48459a5a44fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '758c8813-6da5-41cb-acc2-3388ae8588d0', 'code': 200} Jan 28 19:29:02.505057 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b1e983-231f-4940-9f21-acdfbac240b1 None None] Pushing event updated for resources: {'Port': ['ID=09f62782-c76f-4893-8fdb-838abb60236a,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:02.522870 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-08b1e983-231f-4940-9f21-acdfbac240b1 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:29:02.530573 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b1e983-231f-4940-9f21-acdfbac240b1 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:29:02.531927 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323018bc-f14f-4351-a8fd-3bdd088967ee tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Pushing event updated for resources: {'Subnet': ['ID=d7b02358-b91c-4c22-b5c2-42b730e9c6ce,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:02.547605 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 758c8813-6da5-41cb-acc2-3388ae8588d0, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=758c8813-6da5-41cb-acc2-3388ae8588d0,segment=NetworkSegment(6beacbe3-7ad9-4cae-9d08-42004f3aca7c),segment_id=6beacbe3-7ad9-4cae-9d08-42004f3aca7c)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:29:02.576551 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-eace5a63-db01-4711-893e-0feabfef50e5 req-e42de77e-626f-4d0b-90a4-0e1112379236 tempest-ListImageFiltersTestJSON-91277605 tempest-ListImageFiltersTestJSON-91277605-project] For port bc85f37e-d515-422c-96b8-8f6aa6732ed3, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=bc85f37e-d515-422c-96b8-8f6aa6732ed3,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:29:02.577193 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-eace5a63-db01-4711-893e-0feabfef50e5 req-e42de77e-626f-4d0b-90a4-0e1112379236 tempest-ListImageFiltersTestJSON-91277605 tempest-ListImageFiltersTestJSON-91277605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (bc85f37e-d515-422c-96b8-8f6aa6732ed3), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:02.620798 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-eace5a63-db01-4711-893e-0feabfef50e5 req-e42de77e-626f-4d0b-90a4-0e1112379236 tempest-ListImageFiltersTestJSON-91277605 tempest-ListImageFiltersTestJSON-91277605-project] Calling delete_port for bc85f37e-d515-422c-96b8-8f6aa6732ed3 owned by compute:nova {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:29:02.626161 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (758c8813-6da5-41cb-acc2-3388ae8588d0), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:02.641019 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-323018bc-f14f-4351-a8fd-3bdd088967ee tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.4549508 Jan 28 19:29:02.643987 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 58182) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:02.743118 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device bc85f37e-d515-422c-96b8-8f6aa6732ed3 no longer exists at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:29:02.833361 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-08b1e983-231f-4940-9f21-acdfbac240b1 None None] Attempting to bind port 09f62782-c76f-4893-8fdb-838abb60236a on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:29:02.833979 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-08b1e983-231f-4940-9f21-acdfbac240b1 None None] Attempting to bind port 09f62782-c76f-4893-8fdb-838abb60236a by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '307a5035-2a9c-44ca-a3ca-b9ed8229daf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'd6023ca9-f7fb-424f-9a06-ccb60c81e3d1'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:29:02.834643 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b1e983-231f-4940-9f21-acdfbac240b1 None None] Attempting to bind port 09f62782-c76f-4893-8fdb-838abb60236a on network d6023ca9-f7fb-424f-9a06-ccb60c81e3d1 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:29:02.849860 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b1e983-231f-4940-9f21-acdfbac240b1 None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 28, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:29:02.850936 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b1e983-231f-4940-9f21-acdfbac240b1 None None] Checking segment: {'id': '307a5035-2a9c-44ca-a3ca-b9ed8229daf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'd6023ca9-f7fb-424f-9a06-ccb60c81e3d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:29:02.851575 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-08b1e983-231f-4940-9f21-acdfbac240b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:02.852125 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b1e983-231f-4940-9f21-acdfbac240b1 None None] Bound using segment: {'id': '307a5035-2a9c-44ca-a3ca-b9ed8229daf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'd6023ca9-f7fb-424f-9a06-ccb60c81e3d1'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:29:02.853125 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-08b1e983-231f-4940-9f21-acdfbac240b1 None None] Bound port: 09f62782-c76f-4893-8fdb-838abb60236a, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '307a5035-2a9c-44ca-a3ca-b9ed8229daf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'd6023ca9-f7fb-424f-9a06-ccb60c81e3d1'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:29:02.854177 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-08b1e983-231f-4940-9f21-acdfbac240b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (09f62782-c76f-4893-8fdb-838abb60236a), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:03.057001 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efcf45ba-46e3-4e0b-95b9-8cd82bf00cba tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:29:03.058329 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efcf45ba-46e3-4e0b-95b9-8cd82bf00cba tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:29:03.059649 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efcf45ba-46e3-4e0b-95b9-8cd82bf00cba tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:29:03.061554 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efcf45ba-46e3-4e0b-95b9-8cd82bf00cba tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:29:03.073969 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efcf45ba-46e3-4e0b-95b9-8cd82bf00cba tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:29:03.081823 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-efcf45ba-46e3-4e0b-95b9-8cd82bf00cba tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.4356084 Jan 28 19:29:03.085520 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 58200) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:03.089951 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-3323a97b-c239-4c5d-9059-57a7ea7d5af9 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1156477751'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:29:03.126319 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port bc85f37e-d515-422c-96b8-8f6aa6732ed3 is: DOWN; New status is: DOWN {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:29:03.186499 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3323a97b-c239-4c5d-9059-57a7ea7d5af9 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Made reservation on behalf of aaf13cac6dbd4260bac51b20f32e7df6 for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:29:03.197431 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3323a97b-c239-4c5d-9059-57a7ea7d5af9 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:03.225276 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=758c8813-6da5-41cb-acc2-3388ae8588d0,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:03.364087 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3323a97b-c239-4c5d-9059-57a7ea7d5af9 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:29:03.375243 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-08b1e983-231f-4940-9f21-acdfbac240b1 None None] For port 09f62782-c76f-4893-8fdb-838abb60236a, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:29:03.386168 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-08b1e983-231f-4940-9f21-acdfbac240b1 None None] For port 09f62782-c76f-4893-8fdb-838abb60236a, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=09f62782-c76f-4893-8fdb-838abb60236a,segment=NetworkSegment(307a5035-2a9c-44ca-a3ca-b9ed8229daf5),segment_id=307a5035-2a9c-44ca-a3ca-b9ed8229daf5)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:29:03.433308 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-08b1e983-231f-4940-9f21-acdfbac240b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (09f62782-c76f-4893-8fdb-838abb60236a), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:03.451906 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3323a97b-c239-4c5d-9059-57a7ea7d5af9 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (cfc4554f-e48e-4c61-b0ce-9980a8f12ffc), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:03.452254 n-d-812111-14 neutron-server[103304]: INFO neutron.db.segments_db [None req-3323a97b-c239-4c5d-9059-57a7ea7d5af9 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Added segment cfc4554f-e48e-4c61-b0ce-9980a8f12ffc of type vlan for network 6a05ae22-e0cf-4f67-9311-4e9399b72b64 Jan 28 19:29:03.575575 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa2b404-19dd-4951-84a9-c78e4fa2bec5 req-f9091e92-6d8c-4633-bf6c-290e522ba964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:29:03.577327 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-550a662e-8c32-44f1-921c-c83dc78342cb None None] Publish callbacks [] for port (053a6064-cea1-4d84-9900-45d26353b071), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:03.582261 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4fa2b404-19dd-4951-84a9-c78e4fa2bec5 req-f9091e92-6d8c-4633-bf6c-290e522ba964 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4b3a1c3a-483c-465d-95b2-48459a5a44fe HTTP/1.1" status: 200 len: 1127 time: 1.1220536 Jan 28 19:29:03.630454 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-550a662e-8c32-44f1-921c-c83dc78342cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (053a6064-cea1-4d84-9900-45d26353b071), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:03.663593 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b1e983-231f-4940-9f21-acdfbac240b1 None None] Pushing event updated for resources: {'Port': ['ID=09f62782-c76f-4893-8fdb-838abb60236a,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:03.668967 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b953e74a-a73f-4204-924d-756df08f18d8 req-7a728830-23a8-499f-9500-0b712624e7c4 tempest-ListImageFiltersTestJSON-91277605 tempest-ListImageFiltersTestJSON-91277605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:29:03.679208 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b953e74a-a73f-4204-924d-756df08f18d8 req-7a728830-23a8-499f-9500-0b712624e7c4 tempest-ListImageFiltersTestJSON-91277605 tempest-ListImageFiltersTestJSON-91277605-project] 10.222.0.64 "GET /v2.0/ports?device_id=37b2ff65-0003-4e64-b325-58ed7427a69f HTTP/1.1" status: 200 len: 949 time: 0.5947597 Jan 28 19:29:03.701048 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f5f432a2-1f4b-4934-8254-ac6c01075656 admin admin] Publish callbacks [] for router_gateway (db932842-a4bc-42e7-bfe1-b91f1fa79dce), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:03.756632 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3323a97b-c239-4c5d-9059-57a7ea7d5af9 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (6a05ae22-e0cf-4f67-9311-4e9399b72b64), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:03.801339 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f5f432a2-1f4b-4934-8254-ac6c01075656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:03.806181 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-550a662e-8c32-44f1-921c-c83dc78342cb None None] Network aa7fe023-461c-4573-95f0-7d93b7751f50 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:29:03.832027 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-550a662e-8c32-44f1-921c-c83dc78342cb None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:29:03.854272 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53f3971-2e81-47e5-9709-df6f5c0b6e9a req-5133c4ea-d4da-4a7e-a19a-34549a003549 tempest-InstanceActionsTestJSON-234870 tempest-InstanceActionsTestJSON-234870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:29:03.862541 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f53f3971-2e81-47e5-9709-df6f5c0b6e9a req-5133c4ea-d4da-4a7e-a19a-34549a003549 tempest-InstanceActionsTestJSON-234870 tempest-InstanceActionsTestJSON-234870-project] 10.222.0.64 "GET /v2.0/ports?device_id=4b3a1c3a-483c-465d-95b2-48459a5a44fe HTTP/1.1" status: 200 len: 945 time: 0.5102525 Jan 28 19:29:03.882790 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550a662e-8c32-44f1-921c-c83dc78342cb None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:29:03.942519 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b953e74a-a73f-4204-924d-756df08f18d8 req-f52f9568-7bcc-4381-a72d-f4836a609b84 tempest-ListImageFiltersTestJSON-91277605 tempest-ListImageFiltersTestJSON-91277605-project] 10.222.0.64 "GET /v2.0/security-groups?id=988502f3-fd52-4a84-a285-c3333424d093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2513139 Jan 28 19:29:04.031850 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550a662e-8c32-44f1-921c-c83dc78342cb None None] Pushing event updated for resources: {'Port': ['ID=053a6064-cea1-4d84-9900-45d26353b071,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:04.040269 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3323a97b-c239-4c5d-9059-57a7ea7d5af9 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (6a05ae22-e0cf-4f67-9311-4e9399b72b64), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:04.058081 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3323a97b-c239-4c5d-9059-57a7ea7d5af9 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:29:04.058794 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3323a97b-c239-4c5d-9059-57a7ea7d5af9 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:04.126408 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4fa2b404-19dd-4951-84a9-c78e4fa2bec5 req-c6c7e418-6443-4d10-8df5-a554784289fe service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=9b690c79-a167-4b2f-98ea-998fd11b7758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5258524 Jan 28 19:29:04.172721 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-550a662e-8c32-44f1-921c-c83dc78342cb None None] Attempting to bind port 053a6064-cea1-4d84-9900-45d26353b071 on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:29:04.173124 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-550a662e-8c32-44f1-921c-c83dc78342cb None None] Attempting to bind port 053a6064-cea1-4d84-9900-45d26353b071 by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': 'ebd22fe6-d3cf-4c6e-b4d2-61a89373663e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'aa7fe023-461c-4573-95f0-7d93b7751f50'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:29:04.173486 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550a662e-8c32-44f1-921c-c83dc78342cb None None] Attempting to bind port 053a6064-cea1-4d84-9900-45d26353b071 on network aa7fe023-461c-4573-95f0-7d93b7751f50 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:29:04.187640 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550a662e-8c32-44f1-921c-c83dc78342cb None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 28, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:29:04.188017 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550a662e-8c32-44f1-921c-c83dc78342cb None None] Checking segment: {'id': 'ebd22fe6-d3cf-4c6e-b4d2-61a89373663e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'aa7fe023-461c-4573-95f0-7d93b7751f50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:29:04.188431 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-550a662e-8c32-44f1-921c-c83dc78342cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:04.188827 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550a662e-8c32-44f1-921c-c83dc78342cb None None] Bound using segment: {'id': 'ebd22fe6-d3cf-4c6e-b4d2-61a89373663e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'aa7fe023-461c-4573-95f0-7d93b7751f50'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:29:04.189320 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-550a662e-8c32-44f1-921c-c83dc78342cb None None] Bound port: 053a6064-cea1-4d84-9900-45d26353b071, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebd22fe6-d3cf-4c6e-b4d2-61a89373663e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'aa7fe023-461c-4573-95f0-7d93b7751f50'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:29:04.189700 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-550a662e-8c32-44f1-921c-c83dc78342cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (053a6064-cea1-4d84-9900-45d26353b071), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:04.268112 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f53f3971-2e81-47e5-9709-df6f5c0b6e9a req-5f72722c-c346-4e80-bcd0-7c45f1e5ddc6 tempest-InstanceActionsTestJSON-234870 tempest-InstanceActionsTestJSON-234870-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b690c79-a167-4b2f-98ea-998fd11b7758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3906035 Jan 28 19:29:04.310096 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3323a97b-c239-4c5d-9059-57a7ea7d5af9 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Pushing event updated for resources: {'Network': ['ID=6a05ae22-e0cf-4f67-9311-4e9399b72b64,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:04.351628 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-3323a97b-c239-4c5d-9059-57a7ea7d5af9 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2653835 Jan 28 19:29:04.361095 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 58226) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:04.371565 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-74a8ad26-3f2a-4473-9870-40071a14ec64 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:29:04.403281 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-550a662e-8c32-44f1-921c-c83dc78342cb None None] For port 053a6064-cea1-4d84-9900-45d26353b071, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:29:04.411294 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-550a662e-8c32-44f1-921c-c83dc78342cb None None] For port 053a6064-cea1-4d84-9900-45d26353b071, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=053a6064-cea1-4d84-9900-45d26353b071,segment=NetworkSegment(ebd22fe6-d3cf-4c6e-b4d2-61a89373663e),segment_id=ebd22fe6-d3cf-4c6e-b4d2-61a89373663e)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:29:04.430403 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network 6a05ae22-e0cf-4f67-9311-4e9399b72b64 details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:29:04.434054 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-550a662e-8c32-44f1-921c-c83dc78342cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (053a6064-cea1-4d84-9900-45d26353b071), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:04.485474 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-f5f432a2-1f4b-4934-8254-ac6c01075656 admin admin] Allocated IP 172.25.6.74 (d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8/a648e4ab-7422-41b9-b133-58aca25ab8f5/00682212-3db3-4bf6-8f28-9d2da8172db1) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:29:04.576468 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-eace5a63-db01-4711-893e-0feabfef50e5 req-e42de77e-626f-4d0b-90a4-0e1112379236 tempest-ListImageFiltersTestJSON-91277605 tempest-ListImageFiltersTestJSON-91277605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (bc85f37e-d515-422c-96b8-8f6aa6732ed3), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:04.652128 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42de77e-626f-4d0b-90a4-0e1112379236 tempest-ListImageFiltersTestJSON-91277605 tempest-ListImageFiltersTestJSON-91277605-project] Pushing event deleted for resources: {'Port': ['ID=bc85f37e-d515-422c-96b8-8f6aa6732ed3,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:04.678430 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550a662e-8c32-44f1-921c-c83dc78342cb None None] Pushing event updated for resources: {'Port': ['ID=053a6064-cea1-4d84-9900-45d26353b071,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:04.736613 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f5f432a2-1f4b-4934-8254-ac6c01075656 admin admin] Publish callbacks [] for port (00682212-3db3-4bf6-8f28-9d2da8172db1), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:04.871429 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f5f432a2-1f4b-4934-8254-ac6c01075656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (00682212-3db3-4bf6-8f28-9d2da8172db1), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:04.912858 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-74a8ad26-3f2a-4473-9870-40071a14ec64 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (6a05ae22-e0cf-4f67-9311-4e9399b72b64), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:04.925543 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f432a2-1f4b-4934-8254-ac6c01075656 admin admin] Network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:29:04.948876 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-f5f432a2-1f4b-4934-8254-ac6c01075656 admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:29:04.959645 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f432a2-1f4b-4934-8254-ac6c01075656 admin admin] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:29:04.993934 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f432a2-1f4b-4934-8254-ac6c01075656 admin admin] Pushing event updated for resources: {'Port': ['ID=00682212-3db3-4bf6-8f28-9d2da8172db1,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:05.054557 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-74a8ad26-3f2a-4473-9870-40071a14ec64 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (6a05ae22-e0cf-4f67-9311-4e9399b72b64), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:05.196911 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-eace5a63-db01-4711-893e-0feabfef50e5 req-e42de77e-626f-4d0b-90a4-0e1112379236 tempest-ListImageFiltersTestJSON-91277605 tempest-ListImageFiltersTestJSON-91277605-project] No DVR routers for this DVR port bc85f37e-d515-422c-96b8-8f6aa6732ed3 on host n-h1-812111-14 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:29:05.212768 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-eace5a63-db01-4711-893e-0feabfef50e5 req-e42de77e-626f-4d0b-90a4-0e1112379236 tempest-ListImageFiltersTestJSON-91277605 tempest-ListImageFiltersTestJSON-91277605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:05.242438 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-eace5a63-db01-4711-893e-0feabfef50e5 req-e42de77e-626f-4d0b-90a4-0e1112379236 tempest-ListImageFiltersTestJSON-91277605 tempest-ListImageFiltersTestJSON-91277605-project] 10.222.0.41 "DELETE /v2.0/ports/bc85f37e-d515-422c-96b8-8f6aa6732ed3 HTTP/1.1" status: 204 len: 173 time: 3.4734492 Jan 28 19:29:05.540460 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37b2ff65-0003-4e64-b325-58ed7427a69f', 'name': 'network-vif-deleted', 'tag': 'bc85f37e-d515-422c-96b8-8f6aa6732ed3'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:29:05.553062 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e312226-cd7c-4833-8e58-7e728ee9435b" -d '{"events": [{"server_uuid": "37b2ff65-0003-4e64-b325-58ed7427a69f", "name": "network-vif-deleted", "tag": "bc85f37e-d515-422c-96b8-8f6aa6732ed3"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:29:05.558037 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a8ad26-3f2a-4473-9870-40071a14ec64 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Pushing event updated for resources: {'Network': ['ID=6a05ae22-e0cf-4f67-9311-4e9399b72b64,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:05.578862 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-74a8ad26-3f2a-4473-9870-40071a14ec64 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Network 6a05ae22-e0cf-4f67-9311-4e9399b72b64 is not hosted by any dhcp agent {{(pid=103304) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 28 19:29:05.593325 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network 6a05ae22-e0cf-4f67-9311-4e9399b72b64 details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:29:05.600616 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a8ad26-3f2a-4473-9870-40071a14ec64 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:29:05.613608 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-74a8ad26-3f2a-4473-9870-40071a14ec64 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:05.617507 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-74a8ad26-3f2a-4473-9870-40071a14ec64 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] 10.222.0.64 "PUT /v2.0/networks/6a05ae22-e0cf-4f67-9311-4e9399b72b64 HTTP/1.1" status: 200 len: 723 time: 1.2528787 Jan 28 19:29:05.633756 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 58252) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:05.712258 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-8de7ac7a-03d7-4be7-8b21-ac0e696d6e2d tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Request body: {'subnet': {'network_id': '6a05ae22-e0cf-4f67-9311-4e9399b72b64', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:29:05.741261 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9fbb982e-3929-4dbe-83fd-af6d7bf451d4 req-95a4605e-aec6-4fc8-b28e-6f934a496023 tempest-ListImageFiltersTestJSON-91277605 tempest-ListImageFiltersTestJSON-91277605-project] 10.222.0.64 "GET /v2.0/ports?device_id=37b2ff65-0003-4e64-b325-58ed7427a69f HTTP/1.1" status: 200 len: 210 time: 0.5455086 Jan 28 19:29:05.911298 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:29:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11ca06bf-4f67-4723-b8c2-c2e09c871d8d x-openstack-request-id: req-11ca06bf-4f67-4723-b8c2-c2e09c871d8d {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:29:05.912095 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37b2ff65-0003-4e64-b325-58ed7427a69f", "name": "network-vif-deleted", "tag": "bc85f37e-d515-422c-96b8-8f6aa6732ed3", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:29:05.912383 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-11ca06bf-4f67-4723-b8c2-c2e09c871d8d {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:29:05.912805 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37b2ff65-0003-4e64-b325-58ed7427a69f', 'name': 'network-vif-deleted', 'tag': 'bc85f37e-d515-422c-96b8-8f6aa6732ed3', 'status': 'completed', 'code': 200} Jan 28 19:29:06.005048 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 053a6064-cea1-4d84-9900-45d26353b071 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:29:06.139055 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 053a6064-cea1-4d84-9900-45d26353b071 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:29:06.141382 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (053a6064-cea1-4d84-9900-45d26353b071), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:06.206177 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c48757-f7a4-40cd-85f0-b313a2bda475 None None] Network d6023ca9-f7fb-424f-9a06-ccb60c81e3d1 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:29:06.237990 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429cd0b6-d51d-4111-8791-06c3451dd302 req-52e6f3d2-801c-4881-a15f-553fa372690c tempest-InstanceActionsTestJSON-234870 tempest-InstanceActionsTestJSON-234870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:29:06.255113 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-429cd0b6-d51d-4111-8791-06c3451dd302 req-52e6f3d2-801c-4881-a15f-553fa372690c tempest-InstanceActionsTestJSON-234870 tempest-InstanceActionsTestJSON-234870-project] 10.222.0.64 "GET /v2.0/ports?device_id=4b3a1c3a-483c-465d-95b2-48459a5a44fe HTTP/1.1" status: 200 len: 945 time: 0.6395679 Jan 28 19:29:06.299537 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8de7ac7a-03d7-4be7-8b21-ac0e696d6e2d tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Made reservation on behalf of aaf13cac6dbd4260bac51b20f32e7df6 for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:29:06.326564 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8de7ac7a-03d7-4be7-8b21-ac0e696d6e2d tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4733071'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:06.348333 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f5f432a2-1f4b-4934-8254-ac6c01075656 admin admin] Publish callbacks [] for router_gateway (db932842-a4bc-42e7-bfe1-b91f1fa79dce), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:06.490262 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-1d94ecfe-abcb-4866-8208-6f6c4928e5e2 None None] Provisioning complete for port 09f62782-c76f-4893-8fdb-838abb60236a triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:29:06.490724 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1d94ecfe-abcb-4866-8208-6f6c4928e5e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (09f62782-c76f-4893-8fdb-838abb60236a), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:06.768399 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-44b4ee90-c1c8-46b6-a128-810981680dd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:06.891040 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c7eb3a4-7d46-459b-976f-19d2a809af13 None None] Network aa7fe023-461c-4573-95f0-7d93b7751f50 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:29:07.174002 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-429cd0b6-d51d-4111-8791-06c3451dd302 req-5fae2300-8adf-4ce4-b16e-fd3135abca37 tempest-InstanceActionsTestJSON-234870 tempest-InstanceActionsTestJSON-234870-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b690c79-a167-4b2f-98ea-998fd11b7758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9137836 Jan 28 19:29:07.236649 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-1d94ecfe-abcb-4866-8208-6f6c4928e5e2 None None] Current status of the port 09f62782-c76f-4893-8fdb-838abb60236a is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:29:07.237170 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1d94ecfe-abcb-4866-8208-6f6c4928e5e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (09f62782-c76f-4893-8fdb-838abb60236a), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:07.249923 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f5f432a2-1f4b-4934-8254-ac6c01075656 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-731074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-731460'] for router (db932842-a4bc-42e7-bfe1-b91f1fa79dce), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:07.298497 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 053a6064-cea1-4d84-9900-45d26353b071 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:29:07.299093 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (053a6064-cea1-4d84-9900-45d26353b071), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:07.360973 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 58306) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:07.390183 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-1d94ecfe-abcb-4866-8208-6f6c4928e5e2 None None] For port 09f62782-c76f-4893-8fdb-838abb60236a, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=09f62782-c76f-4893-8fdb-838abb60236a,segment=NetworkSegment(307a5035-2a9c-44ca-a3ca-b9ed8229daf5),segment_id=307a5035-2a9c-44ca-a3ca-b9ed8229daf5)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:29:07.405891 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1d94ecfe-abcb-4866-8208-6f6c4928e5e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (09f62782-c76f-4893-8fdb-838abb60236a), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:07.542659 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] For port 053a6064-cea1-4d84-9900-45d26353b071, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=053a6064-cea1-4d84-9900-45d26353b071,segment=NetworkSegment(ebd22fe6-d3cf-4c6e-b4d2-61a89373663e),segment_id=ebd22fe6-d3cf-4c6e-b4d2-61a89373663e)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:29:07.584006 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (053a6064-cea1-4d84-9900-45d26353b071), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:07.595544 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 09f62782-c76f-4893-8fdb-838abb60236a up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:29:07.617426 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-378baf99-27e8-41d3-a0b5-c2dbee57d546 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:07.820202 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8de7ac7a-03d7-4be7-8b21-ac0e696d6e2d tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4752401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4733085'] for subnet (6512c4cf-b946-47be-9381-f69769604654), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:07.913777 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-378baf99-27e8-41d3-a0b5-c2dbee57d546 admin admin] Publish callbacks [] for security_group (7b5eaa2c-18d6-422d-81eb-7f833b9a39d2), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:07.922453 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-378baf99-27e8-41d3-a0b5-c2dbee57d546 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (7b5eaa2c-18d6-422d-81eb-7f833b9a39d2), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:07.943939 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de7ac7a-03d7-4be7-8b21-ac0e696d6e2d tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Pushing event updated for resources: {'Subnet': ['ID=6512c4cf-b946-47be-9381-f69769604654,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:07.960946 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de7ac7a-03d7-4be7-8b21-ac0e696d6e2d tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Checking segment: {'id': 'cfc4554f-e48e-4c61-b0ce-9980a8f12ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '6a05ae22-e0cf-4f67-9311-4e9399b72b64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:29:07.961355 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de7ac7a-03d7-4be7-8b21-ac0e696d6e2d tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Network hostable DHCP agents. Network: 6a05ae22-e0cf-4f67-9311-4e9399b72b64, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:29:07.973872 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5f432a2-1f4b-4934-8254-ac6c01075656 admin admin] Router db932842-a4bc-42e7-bfe1-b91f1fa79dce is scheduled to L3 agent 76fe5c49-705a-4e08-abb2-be585676213f with binding_index 1 {{(pid=103305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 19:29:08.036301 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de7ac7a-03d7-4be7-8b21-ac0e696d6e2d tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Network 6a05ae22-e0cf-4f67-9311-4e9399b72b64 is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:29:08.038713 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:29:08.049364 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-c12bf77f-e52f-49be-af86-db85f9a99e8a None None] Provisioning complete for port 053a6064-cea1-4d84-9900-45d26353b071 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:29:08.050480 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c12bf77f-e52f-49be-af86-db85f9a99e8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (053a6064-cea1-4d84-9900-45d26353b071), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:08.051065 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-8de7ac7a-03d7-4be7-8b21-ac0e696d6e2d tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, 6a05ae22-e0cf-4f67-9311-4e9399b72b64) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:29:08.058945 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de7ac7a-03d7-4be7-8b21-ac0e696d6e2d tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:29:08.059546 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8de7ac7a-03d7-4be7-8b21-ac0e696d6e2d tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:08.077163 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-378baf99-27e8-41d3-a0b5-c2dbee57d546 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=73b615d6de084a3ea2f6cef7d2a835b0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7149277 Jan 28 19:29:08.078905 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378baf99-27e8-41d3-a0b5-c2dbee57d546 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b5eaa2c-18d6-422d-81eb-7f833b9a39d2,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:08.080613 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 58332) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:08.122211 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-093c2cec-f64c-47f9-aa85-f4cbbb8d551f None None] Network 6a05ae22-e0cf-4f67-9311-4e9399b72b64 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:29:08.143438 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-8de7ac7a-03d7-4be7-8b21-ac0e696d6e2d tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4520802 Jan 28 19:29:08.143673 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d94ecfe-abcb-4866-8208-6f6c4928e5e2 None None] Pushing event updated for resources: {'Port': ['ID=09f62782-c76f-4893-8fdb-838abb60236a,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:08.143903 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 58338) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:08.157397 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-cab0c54e-7c8a-43bd-b387-38963671de3f tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:29:08.175736 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5f432a2-1f4b-4934-8254-ac6c01075656 admin admin] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:29:08.212256 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-45997b58-2340-4d02-8dbb-338e08961ba9 admin admin] Publish callbacks [] for security_group (7b5eaa2c-18d6-422d-81eb-7f833b9a39d2), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:08.233456 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-45997b58-2340-4d02-8dbb-338e08961ba9 admin admin] Publish callbacks [] for security_group (7b5eaa2c-18d6-422d-81eb-7f833b9a39d2), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:08.264966 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Pushing event updated for resources: {'Port': ['ID=053a6064-cea1-4d84-9900-45d26353b071,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:08.269730 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd402b1c-b82c-41a5-8b5b-bb90073a3ebb None None] Sync routers for ids ['db932842-a4bc-42e7-bfe1-b91f1fa79dce'] in n-d-812111-14 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:29:08.336583 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f5f432a2-1f4b-4934-8254-ac6c01075656 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:08.337690 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-f5f432a2-1f4b-4934-8254-ac6c01075656 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.8803556 Jan 28 19:29:08.340502 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 58348) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:08.364380 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-45997b58-2340-4d02-8dbb-338e08961ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (7b5eaa2c-18d6-422d-81eb-7f833b9a39d2), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:08.370025 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-45997b58-2340-4d02-8dbb-338e08961ba9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:08.371682 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-45997b58-2340-4d02-8dbb-338e08961ba9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7b5eaa2c-18d6-422d-81eb-7f833b9a39d2 HTTP/1.1" status: 204 len: 168 time: 0.2895167 Jan 28 19:29:08.455572 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45997b58-2340-4d02-8dbb-338e08961ba9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b5eaa2c-18d6-422d-81eb-7f833b9a39d2,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:08.474463 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd402b1c-b82c-41a5-8b5b-bb90073a3ebb None None] Routers {'db932842-a4bc-42e7-bfe1-b91f1fa79dce'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:29:08.475128 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-cd402b1c-b82c-41a5-8b5b-bb90073a3ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:28:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['db932842-a4bc-42e7-bfe1-b91f1fa79dce'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:29:08.568094 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cab0c54e-7c8a-43bd-b387-38963671de3f tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-5221438'] for subnet (6512c4cf-b946-47be-9381-f69769604654), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:08.655031 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c602e0e-cf75-429e-ab07-9c3d2f4a759e None None] Update dhcp port {'port': {'network_id': 'aa7fe023-461c-4573-95f0-7d93b7751f50', 'fixed_ips': [{'subnet_id': '65328079-5046-4a09-9566-dc52fd837d75', 'ip_address': '2001:db8::2'}, {'subnet_id': 'd7b02358-b91c-4c22-b5c2-42b730e9c6ce'}], 'binding:host_id': 'n-d-812111-14'}, 'id': '053a6064-cea1-4d84-9900-45d26353b071'} from n-d-812111-14. {{(pid=103306) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 19:29:08.721642 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-c12bf77f-e52f-49be-af86-db85f9a99e8a None None] Current status of the port 053a6064-cea1-4d84-9900-45d26353b071 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:29:08.755393 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 09f62782-c76f-4893-8fdb-838abb60236a triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:29:08.756834 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (09f62782-c76f-4893-8fdb-838abb60236a), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:08.980600 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4c602e0e-cf75-429e-ab07-9c3d2f4a759e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (053a6064-cea1-4d84-9900-45d26353b071), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:09.036898 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dea34e7-b4fb-40fd-bea0-963f49818fde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68cd31fd-e4cd-5fb3-a862-256fc47efcd2-6a05ae22-e0cf-4f67-9311-4e9399b72b64', 'network_id': '6a05ae22-e0cf-4f67-9311-4e9399b72b64', 'project_id': 'aaf13cac6dbd4260bac51b20f32e7df6', 'fixed_ips': [{'subnet_id': '6512c4cf-b946-47be-9381-f69769604654'}]}} from n-d-812111-14. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:29:09.038503 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4dea34e7-b4fb-40fd-bea0-963f49818fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:09.128778 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-ea22a8fa-321a-4a86-9957-10668f154854 None None] Provisioning complete for port 09f62782-c76f-4893-8fdb-838abb60236a triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:29:09.129770 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ea22a8fa-321a-4a86-9957-10668f154854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (09f62782-c76f-4893-8fdb-838abb60236a), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:09.133172 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7dc509dd-1268-40ac-a80f-688a716d364b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:09.207242 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 58384) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:09.282710 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a805d3c-d5b0-47de-90c4-12ff63d6bea5 req-5965121f-387d-4aa4-a3e2-e7cfd25d834b tempest-InstanceActionsTestJSON-234870 tempest-InstanceActionsTestJSON-234870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:29:09.284640 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-0a805d3c-d5b0-47de-90c4-12ff63d6bea5 req-5965121f-387d-4aa4-a3e2-e7cfd25d834b tempest-InstanceActionsTestJSON-234870 tempest-InstanceActionsTestJSON-234870-project] 10.222.0.64 "GET /v2.0/ports?device_id=4b3a1c3a-483c-465d-95b2-48459a5a44fe HTTP/1.1" status: 200 len: 945 time: 0.4654160 Jan 28 19:29:09.326844 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-33116d4c-7cd1-4d45-a588-4f3e3d39c451 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:09.371408 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1109aab5-b524-43b7-9942-e11b238e7efb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:09.375803 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cab0c54e-7c8a-43bd-b387-38963671de3f tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8794076262611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4690615'] for subnet (6512c4cf-b946-47be-9381-f69769604654), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:09.413780 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 58390) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:09.528516 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab0c54e-7c8a-43bd-b387-38963671de3f tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Pushing event updated for resources: {'Subnet': ['ID=6512c4cf-b946-47be-9381-f69769604654,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:09.566178 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cab0c54e-7c8a-43bd-b387-38963671de3f tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:29:09.567132 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cab0c54e-7c8a-43bd-b387-38963671de3f tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:09.568858 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-cab0c54e-7c8a-43bd-b387-38963671de3f tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] 10.222.0.64 "PUT /v2.0/subnets/6512c4cf-b946-47be-9381-f69769604654 HTTP/1.1" status: 200 len: 826 time: 1.4236479 Jan 28 19:29:09.580348 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 58394) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:09.628386 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-0a805d3c-d5b0-47de-90c4-12ff63d6bea5 req-321f9611-f7a8-47fa-b180-38abd64244d3 tempest-InstanceActionsTestJSON-234870 tempest-InstanceActionsTestJSON-234870-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b690c79-a167-4b2f-98ea-998fd11b7758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3371174 Jan 28 19:29:09.636679 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-4c602e0e-cf75-429e-ab07-9c3d2f4a759e None None] Allocated IP 172.20.0.1 (aa7fe023-461c-4573-95f0-7d93b7751f50/d7b02358-b91c-4c22-b5c2-42b730e9c6ce/053a6064-cea1-4d84-9900-45d26353b071) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:29:09.756673 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-33116d4c-7cd1-4d45-a588-4f3e3d39c451 admin admin] Publish callbacks [] for security_group (b04b5ff7-2fdf-4d8d-8509-7f8b7660a459), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:09.772760 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-33116d4c-7cd1-4d45-a588-4f3e3d39c451 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (b04b5ff7-2fdf-4d8d-8509-7f8b7660a459), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:09.833888 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-33116d4c-7cd1-4d45-a588-4f3e3d39c451 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2b5771dc2bcd4378a588bef369fe935e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6145115 Jan 28 19:29:09.836399 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a23eb206-5a75-4d7d-a65c-193f0b3b294b tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (6a05ae22-e0cf-4f67-9311-4e9399b72b64), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:09.842737 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 58404) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:09.902483 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-4c602e0e-cf75-429e-ab07-9c3d2f4a759e None None] For port 053a6064-cea1-4d84-9900-45d26353b071, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=053a6064-cea1-4d84-9900-45d26353b071,segment=NetworkSegment(ebd22fe6-d3cf-4c6e-b4d2-61a89373663e),segment_id=ebd22fe6-d3cf-4c6e-b4d2-61a89373663e)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:29:09.942530 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33116d4c-7cd1-4d45-a588-4f3e3d39c451 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b04b5ff7-2fdf-4d8d-8509-7f8b7660a459,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:10.007506 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 09f62782-c76f-4893-8fdb-838abb60236a is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:29:10.017625 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ddd696e6-28d7-4985-99d8-ade750cd0db9 admin admin] Publish callbacks [] for security_group (b04b5ff7-2fdf-4d8d-8509-7f8b7660a459), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:10.058341 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-00308b4e-05be-41ff-9792-3582cfc7300f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1a77b629411f449383212be2ada8a7bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6428182 Jan 28 19:29:10.067122 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 58410) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:10.078880 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ddd696e6-28d7-4985-99d8-ade750cd0db9 admin admin] Publish callbacks [] for security_group (b04b5ff7-2fdf-4d8d-8509-7f8b7660a459), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:10.175971 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284f7400-da51-4e3f-9c7f-0af1d2c9a3ce req-2ed88940-7478-49d8-a1d4-0952a92affc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:29:10.177951 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-284f7400-da51-4e3f-9c7f-0af1d2c9a3ce req-2ed88940-7478-49d8-a1d4-0952a92affc5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f610b888ae9c45a6a6a7da0bfe29b48b&device_id=4b3a1c3a-483c-465d-95b2-48459a5a44fe HTTP/1.1" status: 200 len: 1128 time: 0.1362185 Jan 28 19:29:10.251706 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-cd402b1c-b82c-41a5-8b5b-bb90073a3ebb None None] Set router db932842-a4bc-42e7-bfe1-b91f1fa79dce gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:29:10.288281 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ddd696e6-28d7-4985-99d8-ade750cd0db9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (b04b5ff7-2fdf-4d8d-8509-7f8b7660a459), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:10.291124 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ddd696e6-28d7-4985-99d8-ade750cd0db9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:10.292297 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-ddd696e6-28d7-4985-99d8-ade750cd0db9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b04b5ff7-2fdf-4d8d-8509-7f8b7660a459 HTTP/1.1" status: 204 len: 168 time: 0.4483051 Jan 28 19:29:10.310974 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd696e6-28d7-4985-99d8-ade750cd0db9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b04b5ff7-2fdf-4d8d-8509-7f8b7660a459,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:10.348950 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284f7400-da51-4e3f-9c7f-0af1d2c9a3ce req-aa417733-53d2-44f2-81f8-7e3402343189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:29:10.350540 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-284f7400-da51-4e3f-9c7f-0af1d2c9a3ce req-aa417733-53d2-44f2-81f8-7e3402343189 service neutron] 10.222.0.41 "GET /v2.0/networks?id=31f06c9a-9c19-45a4-848c-8b1124ea1c96 HTTP/1.1" status: 200 len: 913 time: 0.1652997 Jan 28 19:29:10.420153 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 053a6064-cea1-4d84-9900-45d26353b071 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:29:10.438614 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-284f7400-da51-4e3f-9c7f-0af1d2c9a3ce req-ac9ac76e-c688-481e-ac63-326835fe4254 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=758c8813-6da5-41cb-acc2-3388ae8588d0 HTTP/1.1" status: 200 len: 217 time: 0.0807221 Jan 28 19:29:10.555927 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284f7400-da51-4e3f-9c7f-0af1d2c9a3ce req-68a5039d-df92-4450-886a-95f5f9728709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:29:10.557861 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-284f7400-da51-4e3f-9c7f-0af1d2c9a3ce req-68a5039d-df92-4450-886a-95f5f9728709 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fcf320b8-d8aa-48e8-83e6-2019f2d3a1a8 HTTP/1.1" status: 200 len: 853 time: 0.1103113 Jan 28 19:29:10.595188 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-284f7400-da51-4e3f-9c7f-0af1d2c9a3ce req-b7a7d3b4-8c0e-4310-b105-f4641d693cc5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=31f06c9a-9c19-45a4-848c-8b1124ea1c96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297716 Jan 28 19:29:10.702239 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4c602e0e-cf75-429e-ab07-9c3d2f4a759e None None] Publish callbacks [] for port (053a6064-cea1-4d84-9900-45d26353b071), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:10.720516 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:10.727507 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-4dea34e7-b4fb-40fd-bea0-963f49818fde None None] Allocated IP 2001:db8::2 (6a05ae22-e0cf-4f67-9311-4e9399b72b64/6512c4cf-b946-47be-9381-f69769604654/c3180243-2577-4ba5-b654-01d5713dd299) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:29:10.727770 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-284f7400-da51-4e3f-9c7f-0af1d2c9a3ce req-69c84685-8e69-4833-988f-db85f1a47c8f service neutron] 10.222.0.41 "GET /v2.0/networks/31f06c9a-9c19-45a4-848c-8b1124ea1c96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263351 Jan 28 19:29:10.737347 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4c602e0e-cf75-429e-ab07-9c3d2f4a759e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (053a6064-cea1-4d84-9900-45d26353b071), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:10.950435 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-284f7400-da51-4e3f-9c7f-0af1d2c9a3ce req-df48347d-14e0-48df-9dc8-18a75551a541 service neutron] 10.222.0.41 "GET /v2.0/networks/31f06c9a-9c19-45a4-848c-8b1124ea1c96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2131486 Jan 28 19:29:11.004434 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-697a8018-09fd-4df7-8a78-0add4162048c admin admin] Publish callbacks [] for security_group (988502f3-fd52-4a84-a285-c3333424d093), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:11.007774 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-1109aab5-b524-43b7-9942-e11b238e7efb admin admin] Allocated IP 172.20.0.1 (d6023ca9-f7fb-424f-9a06-ccb60c81e3d1/1ed54c01-0acd-447f-ba69-14502018ae00/098ef2a2-9f80-451f-9873-4ca01173f113) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:29:11.010219 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a23eb206-5a75-4d7d-a65c-193f0b3b294b tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (6512c4cf-b946-47be-9381-f69769604654), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:11.146369 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-697a8018-09fd-4df7-8a78-0add4162048c admin admin] Publish callbacks [] for security_group (988502f3-fd52-4a84-a285-c3333424d093), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:11.154956 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5262b36-f3da-44d1-87be-8c0478948aec req-613bbf5c-ac94-4428-a595-6489684768cf tempest-InstanceActionsTestJSON-234870 tempest-InstanceActionsTestJSON-234870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:29:11.162208 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c5262b36-f3da-44d1-87be-8c0478948aec req-613bbf5c-ac94-4428-a595-6489684768cf tempest-InstanceActionsTestJSON-234870 tempest-InstanceActionsTestJSON-234870-project] 10.222.0.64 "GET /v2.0/ports?device_id=4b3a1c3a-483c-465d-95b2-48459a5a44fe HTTP/1.1" status: 200 len: 945 time: 0.9684658 Jan 28 19:29:11.234638 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c5262b36-f3da-44d1-87be-8c0478948aec req-be0acc49-8d30-4517-b3cd-868a948316bc tempest-InstanceActionsTestJSON-234870 tempest-InstanceActionsTestJSON-234870-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b690c79-a167-4b2f-98ea-998fd11b7758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708857 Jan 28 19:29:11.406599 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4dea34e7-b4fb-40fd-bea0-963f49818fde None None] Publish callbacks [] for port (c3180243-2577-4ba5-b654-01d5713dd299), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:11.409032 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1109aab5-b524-43b7-9942-e11b238e7efb admin admin] Publish callbacks [] for port (098ef2a2-9f80-451f-9873-4ca01173f113), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:11.412564 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-697a8018-09fd-4df7-8a78-0add4162048c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (988502f3-fd52-4a84-a285-c3333424d093), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:11.415144 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-697a8018-09fd-4df7-8a78-0add4162048c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:11.420693 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-697a8018-09fd-4df7-8a78-0add4162048c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/988502f3-fd52-4a84-a285-c3333424d093 HTTP/1.1" status: 204 len: 168 time: 1.3523953 Jan 28 19:29:11.463637 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-ea22a8fa-321a-4a86-9957-10668f154854 None None] Current status of the port 09f62782-c76f-4893-8fdb-838abb60236a is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:29:11.518295 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4dea34e7-b4fb-40fd-bea0-963f49818fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (c3180243-2577-4ba5-b654-01d5713dd299), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:11.548954 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c602e0e-cf75-429e-ab07-9c3d2f4a759e None None] Pushing event updated for resources: {'Port': ['ID=053a6064-cea1-4d84-9900-45d26353b071,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:11.549287 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697a8018-09fd-4df7-8a78-0add4162048c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=988502f3-fd52-4a84-a285-c3333424d093,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:11.574216 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 053a6064-cea1-4d84-9900-45d26353b071 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:29:11.574673 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (053a6064-cea1-4d84-9900-45d26353b071), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:11.576354 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1109aab5-b524-43b7-9942-e11b238e7efb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (098ef2a2-9f80-451f-9873-4ca01173f113), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:11.666450 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dea34e7-b4fb-40fd-bea0-963f49818fde None None] Network 6a05ae22-e0cf-4f67-9311-4e9399b72b64 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:29:11.670805 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-4dea34e7-b4fb-40fd-bea0-963f49818fde None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:29:11.695146 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dea34e7-b4fb-40fd-bea0-963f49818fde None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:29:11.729192 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1109aab5-b524-43b7-9942-e11b238e7efb admin admin] Network d6023ca9-f7fb-424f-9a06-ccb60c81e3d1 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:29:11.746270 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-1109aab5-b524-43b7-9942-e11b238e7efb admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:29:11.759927 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1109aab5-b524-43b7-9942-e11b238e7efb admin admin] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:29:11.772326 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a23eb206-5a75-4d7d-a65c-193f0b3b294b tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4752464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4733806'] for subnet (6512c4cf-b946-47be-9381-f69769604654), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:11.887075 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:11.897892 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dea34e7-b4fb-40fd-bea0-963f49818fde None None] Pushing event updated for resources: {'Port': ['ID=c3180243-2577-4ba5-b654-01d5713dd299,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:12.313749 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1109aab5-b524-43b7-9942-e11b238e7efb admin admin] Pushing event updated for resources: {'Port': ['ID=098ef2a2-9f80-451f-9873-4ca01173f113,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:12.332745 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23eb206-5a75-4d7d-a65c-193f0b3b294b tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Pushing event deleted for resources: {'Subnet': ['ID=6512c4cf-b946-47be-9381-f69769604654,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:12.431055 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a23eb206-5a75-4d7d-a65c-193f0b3b294b tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (6a05ae22-e0cf-4f67-9311-4e9399b72b64), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:12.638478 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1109aab5-b524-43b7-9942-e11b238e7efb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734769'] for router_interface (db932842-a4bc-42e7-bfe1-b91f1fa79dce), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:12.671750 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-4dea34e7-b4fb-40fd-bea0-963f49818fde None None] Attempting to bind port c3180243-2577-4ba5-b654-01d5713dd299 on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:29:12.672066 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-4dea34e7-b4fb-40fd-bea0-963f49818fde None None] Attempting to bind port c3180243-2577-4ba5-b654-01d5713dd299 by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': 'cfc4554f-e48e-4c61-b0ce-9980a8f12ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '6a05ae22-e0cf-4f67-9311-4e9399b72b64'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:29:12.672371 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dea34e7-b4fb-40fd-bea0-963f49818fde None None] Attempting to bind port c3180243-2577-4ba5-b654-01d5713dd299 on network 6a05ae22-e0cf-4f67-9311-4e9399b72b64 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:29:12.690752 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-cd402b1c-b82c-41a5-8b5b-bb90073a3ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db932842-a4bc-42e7-bfe1-b91f1fa79dce', 'name': 'tempest-TaggedBootDevicesTest_v242-313757589-router', 'tenant_id': '6a63e631dab749fab705cc3ad19e314b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.74'}], 'enable_snat': True}, 'gw_port_id': '00682212-3db3-4bf6-8f28-9d2da8172db1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:29:01Z', 'updated_at': '2022-01-28T19:29:05Z', 'revision_number': 3, 'project_id': '6a63e631dab749fab705cc3ad19e314b', 'gw_port': {'id': '00682212-3db3-4bf6-8f28-9d2da8172db1', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:c1:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db932842-a4bc-42e7-bfe1-b91f1fa79dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:29:03Z', 'updated_at': '2022-01-28T19:29:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:29:12.734472 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa2660d-d812-486e-a2f8-19741a001d2d req-36287221-09cc-440b-83a2-f5869dd9005a tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:29:12.742585 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1aa2660d-d812-486e-a2f8-19741a001d2d req-36287221-09cc-440b-83a2-f5869dd9005a tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] 10.222.0.64 "GET /v2.0/ports?device_id=24181069-5a95-4fd0-be49-0f6eb9a8a560 HTTP/1.1" status: 200 len: 945 time: 0.0847547 Jan 28 19:29:12.743461 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dea34e7-b4fb-40fd-bea0-963f49818fde None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 28, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:29:12.743846 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dea34e7-b4fb-40fd-bea0-963f49818fde None None] Checking segment: {'id': 'cfc4554f-e48e-4c61-b0ce-9980a8f12ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '6a05ae22-e0cf-4f67-9311-4e9399b72b64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:29:12.744256 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4dea34e7-b4fb-40fd-bea0-963f49818fde None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:12.744652 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dea34e7-b4fb-40fd-bea0-963f49818fde None None] Bound using segment: {'id': 'cfc4554f-e48e-4c61-b0ce-9980a8f12ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '6a05ae22-e0cf-4f67-9311-4e9399b72b64'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:29:12.752806 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-4dea34e7-b4fb-40fd-bea0-963f49818fde None None] Bound port: c3180243-2577-4ba5-b654-01d5713dd299, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfc4554f-e48e-4c61-b0ce-9980a8f12ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '6a05ae22-e0cf-4f67-9311-4e9399b72b64'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:29:12.753595 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4dea34e7-b4fb-40fd-bea0-963f49818fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (c3180243-2577-4ba5-b654-01d5713dd299), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:12.773924 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-33c2cb92-2504-486e-8481-48885819d732 None None] Provisioning complete for port 098ef2a2-9f80-451f-9873-4ca01173f113 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:29:12.774647 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-33c2cb92-2504-486e-8481-48885819d732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (098ef2a2-9f80-451f-9873-4ca01173f113), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:12.847353 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-a23eb206-5a75-4d7d-a65c-193f0b3b294b tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a05ae22-e0cf-4f67-9311-4e9399b72b64']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:29:12.851079 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1aa2660d-d812-486e-a2f8-19741a001d2d req-562f96b0-ffb9-4caf-8bed-5957f3d67ae6 tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] 10.222.0.64 "GET /v2.0/security-groups?id=6e3b5f6f-cd04-46bb-9eb5-a6c7cbc22d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072536 Jan 28 19:29:12.864080 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-33c2cb92-2504-486e-8481-48885819d732 None None] Port 098ef2a2-9f80-451f-9873-4ca01173f113 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:29:12.875892 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd402b1c-b82c-41a5-8b5b-bb90073a3ebb None None] Checking router: db932842-a4bc-42e7-bfe1-b91f1fa79dce for host: n-d-812111-14 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:29:12.876634 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd402b1c-b82c-41a5-8b5b-bb90073a3ebb None None] Updating router db932842-a4bc-42e7-bfe1-b91f1fa79dce port 00682212-3db3-4bf6-8f28-9d2da8172db1 binding host n-d-812111-14 {{(pid=103306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:29:12.880422 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-a23eb206-5a75-4d7d-a65c-193f0b3b294b tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfc4554f-e48e-4c61-b0ce-9980a8f12ffc') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:29:12.880674 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-a23eb206-5a75-4d7d-a65c-193f0b3b294b tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfc4554f-e48e-4c61-b0ce-9980a8f12ffc') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:29:12.899813 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a23eb206-5a75-4d7d-a65c-193f0b3b294b tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16187153'] for segment (cfc4554f-e48e-4c61-b0ce-9980a8f12ffc), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:12.916523 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a201c125-08a5-4bed-a233-4c4c820b8123 None None] Network aa7fe023-461c-4573-95f0-7d93b7751f50 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:29:12.930290 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3660b7bd-f4ff-4002-9b26-d080474901e4 req-6708d36d-1439-4930-b7df-f83a237b25dc tempest-InstanceActionsTestJSON-234870 tempest-InstanceActionsTestJSON-234870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:29:12.931938 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3660b7bd-f4ff-4002-9b26-d080474901e4 req-6708d36d-1439-4930-b7df-f83a237b25dc tempest-InstanceActionsTestJSON-234870 tempest-InstanceActionsTestJSON-234870-project] 10.222.0.64 "GET /v2.0/ports?device_id=4b3a1c3a-483c-465d-95b2-48459a5a44fe HTTP/1.1" status: 200 len: 945 time: 0.5138950 Jan 28 19:29:12.935580 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a23eb206-5a75-4d7d-a65c-193f0b3b294b tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (cfc4554f-e48e-4c61-b0ce-9980a8f12ffc), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:12.950258 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-cd402b1c-b82c-41a5-8b5b-bb90073a3ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (00682212-3db3-4bf6-8f28-9d2da8172db1), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:13.058094 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a23eb206-5a75-4d7d-a65c-193f0b3b294b tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:29:13.058537 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a23eb206-5a75-4d7d-a65c-193f0b3b294b tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4752570'] for segment (cfc4554f-e48e-4c61-b0ce-9980a8f12ffc), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:13.070938 n-d-812111-14 neutron-server[103305]: Traceback (most recent call last): Jan 28 19:29:13.070938 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:29:13.070938 n-d-812111-14 neutron-server[103305]: timer() Jan 28 19:29:13.070938 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:29:13.070938 n-d-812111-14 neutron-server[103305]: cb(*args, **kw) Jan 28 19:29:13.070938 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:29:13.070938 n-d-812111-14 neutron-server[103305]: return func(*args, **kwargs) Jan 28 19:29:13.070938 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:29:13.070938 n-d-812111-14 neutron-server[103305]: self._notify() Jan 28 19:29:13.070938 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:29:13.070938 n-d-812111-14 neutron-server[103305]: self.callback(batched_events) Jan 28 19:29:13.070938 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:29:13.070938 n-d-812111-14 neutron-server[103305]: event.method(event) Jan 28 19:29:13.070938 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:29:13.070938 n-d-812111-14 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:29:13.070938 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:29:13.070938 n-d-812111-14 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:29:13.070938 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:29:13.070938 n-d-812111-14 neutron-server[103305]: return f(self, *a, **k) Jan 28 19:29:13.070938 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:29:13.070938 n-d-812111-14 neutron-server[103305]: return self._get(url).json() Jan 28 19:29:13.070938 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:29:13.070938 n-d-812111-14 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:29:13.070938 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:29:13.070938 n-d-812111-14 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 28 19:29:13.070938 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:29:13.070938 n-d-812111-14 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:29:13.070938 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:29:13.070938 n-d-812111-14 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:29:13.070938 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:29:13.070938 n-d-812111-14 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:29:13.070938 n-d-812111-14 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:29:13.086366 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:13.101277 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-14e26ddb-a57a-4bf9-8989-a3bda2e462fd None None] Provisioning complete for port 053a6064-cea1-4d84-9900-45d26353b071 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:29:13.102057 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-14e26ddb-a57a-4bf9-8989-a3bda2e462fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (053a6064-cea1-4d84-9900-45d26353b071), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:13.115468 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 053a6064-cea1-4d84-9900-45d26353b071 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:29:13.117362 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 09f62782-c76f-4893-8fdb-838abb60236a up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:29:13.272616 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3660b7bd-f4ff-4002-9b26-d080474901e4 req-dd758c84-ba1c-4745-90ed-40900f8b9798 tempest-InstanceActionsTestJSON-234870 tempest-InstanceActionsTestJSON-234870-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b690c79-a167-4b2f-98ea-998fd11b7758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3327510 Jan 28 19:29:13.348452 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.db.api [None req-a23eb206-5a75-4d7d-a65c-193f0b3b294b tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 19:29:13.348452 n-d-812111-14 neutron-server[103305]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 19:29:13.348452 n-d-812111-14 neutron-server[103305]: [parameters: {'id': '6a05ae22-e0cf-4f67-9311-4e9399b72b64'}] Jan 28 19:29:13.348452 n-d-812111-14 neutron-server[103305]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103305) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 19:29:13.349531 n-d-812111-14 neutron-server[103305]: DEBUG oslo_db.api [None req-a23eb206-5a75-4d7d-a65c-193f0b3b294b tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 19:29:13.395645 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 09f62782-c76f-4893-8fdb-838abb60236a triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:29:13.396167 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (09f62782-c76f-4893-8fdb-838abb60236a), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:13.448593 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-4dea34e7-b4fb-40fd-bea0-963f49818fde None None] For port c3180243-2577-4ba5-b654-01d5713dd299, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:29:13.455335 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1109aab5-b524-43b7-9942-e11b238e7efb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (098ef2a2-9f80-451f-9873-4ca01173f113), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:13.509332 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-4dea34e7-b4fb-40fd-bea0-963f49818fde None None] For port c3180243-2577-4ba5-b654-01d5713dd299, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=c3180243-2577-4ba5-b654-01d5713dd299,segment=NetworkSegment(cfc4554f-e48e-4c61-b0ce-9980a8f12ffc),segment_id=cfc4554f-e48e-4c61-b0ce-9980a8f12ffc)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:29:13.674846 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-14e26ddb-a57a-4bf9-8989-a3bda2e462fd None None] Current status of the port 053a6064-cea1-4d84-9900-45d26353b071 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:29:13.695827 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4dea34e7-b4fb-40fd-bea0-963f49818fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (c3180243-2577-4ba5-b654-01d5713dd299), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:13.783613 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 58502) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:13.911285 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1109aab5-b524-43b7-9942-e11b238e7efb admin admin] Publish callbacks [] for port (098ef2a2-9f80-451f-9873-4ca01173f113), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:13.921347 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a23eb206-5a75-4d7d-a65c-193f0b3b294b tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (6a05ae22-e0cf-4f67-9311-4e9399b72b64), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:13.941980 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1109aab5-b524-43b7-9942-e11b238e7efb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (098ef2a2-9f80-451f-9873-4ca01173f113), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:14.096673 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1109aab5-b524-43b7-9942-e11b238e7efb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-756216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-732801'] for router_interface (db932842-a4bc-42e7-bfe1-b91f1fa79dce), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:14.127007 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 09f62782-c76f-4893-8fdb-838abb60236a is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:29:14.131226 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-65b1f823-c117-46a8-8559-4a7db44d154a admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1400910202-network', 'tenant_id': '879de84eda7341fea1146b6817e26b95'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:29:14.193990 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65b1f823-c117-46a8-8559-4a7db44d154a admin admin] Made reservation on behalf of 879de84eda7341fea1146b6817e26b95 for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:29:14.198551 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-65b1f823-c117-46a8-8559-4a7db44d154a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:14.216874 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dea34e7-b4fb-40fd-bea0-963f49818fde None None] Pushing event updated for resources: {'Port': ['ID=c3180243-2577-4ba5-b654-01d5713dd299,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:14.227282 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-65b1f823-c117-46a8-8559-4a7db44d154a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:14.286120 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac3fdb5-bb3c-4c9a-b9f6-359987710a42 req-9728adac-9b49-4ab7-af78-12da0d079fd2 tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:29:14.294016 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d027746b-3cc9-48fc-b53e-8bdd9409bcad None None] Network 6a05ae22-e0cf-4f67-9311-4e9399b72b64 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:29:14.297460 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5ac3fdb5-bb3c-4c9a-b9f6-359987710a42 req-9728adac-9b49-4ab7-af78-12da0d079fd2 tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] 10.222.0.64 "GET /v2.0/ports?device_id=24181069-5a95-4fd0-be49-0f6eb9a8a560 HTTP/1.1" status: 200 len: 945 time: 0.2634327 Jan 28 19:29:14.398777 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 053a6064-cea1-4d84-9900-45d26353b071 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:29:14.451605 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5ac3fdb5-bb3c-4c9a-b9f6-359987710a42 req-bd9aef7a-fc5a-4b91-8c78-3b18ac7d0815 tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] 10.222.0.64 "GET /v2.0/security-groups?id=6e3b5f6f-cd04-46bb-9eb5-a6c7cbc22d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523902 Jan 28 19:29:14.504346 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1109aab5-b524-43b7-9942-e11b238e7efb admin admin] Pushing event updated for resources: {'Port': ['ID=098ef2a2-9f80-451f-9873-4ca01173f113,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:14.639345 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-65b1f823-c117-46a8-8559-4a7db44d154a admin admin] Publish callbacks [] for security_group (1062da38-e9d3-4864-a997-6a65fbb30edf), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:14.657972 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-65b1f823-c117-46a8-8559-4a7db44d154a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (1062da38-e9d3-4864-a997-6a65fbb30edf), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:14.673905 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65b1f823-c117-46a8-8559-4a7db44d154a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:29:14.713761 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-65b1f823-c117-46a8-8559-4a7db44d154a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (5b66c8f9-1d97-48b1-bd99-697071b35b5b), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:14.715495 n-d-812111-14 neutron-server[103304]: INFO neutron.db.segments_db [None req-65b1f823-c117-46a8-8559-4a7db44d154a admin admin] Added segment 5b66c8f9-1d97-48b1-bd99-697071b35b5b of type vlan for network 60e1dd7d-58d1-4d48-a9c2-a4b6c6d27732 Jan 28 19:29:14.747404 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f36f1ad-4e01-4725-989e-64facf09c8d5 req-770f9b89-7af8-4d97-b004-c163ab3fafef tempest-InstanceActionsTestJSON-234870 tempest-InstanceActionsTestJSON-234870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:29:14.756767 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3f36f1ad-4e01-4725-989e-64facf09c8d5 req-770f9b89-7af8-4d97-b004-c163ab3fafef tempest-InstanceActionsTestJSON-234870 tempest-InstanceActionsTestJSON-234870-project] 10.222.0.64 "GET /v2.0/ports?device_id=4b3a1c3a-483c-465d-95b2-48459a5a44fe HTTP/1.1" status: 200 len: 945 time: 0.6633925 Jan 28 19:29:14.767460 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1109aab5-b524-43b7-9942-e11b238e7efb admin admin] Network d6023ca9-f7fb-424f-9a06-ccb60c81e3d1 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:29:14.808105 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-1109aab5-b524-43b7-9942-e11b238e7efb admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:29:14.831387 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-65b1f823-c117-46a8-8559-4a7db44d154a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (60e1dd7d-58d1-4d48-a9c2-a4b6c6d27732), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:14.853186 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-a23eb206-5a75-4d7d-a65c-193f0b3b294b tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Deleting port c3180243-2577-4ba5-b654-01d5713dd299 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:29:14.853543 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a23eb206-5a75-4d7d-a65c-193f0b3b294b tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (c3180243-2577-4ba5-b654-01d5713dd299), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:14.885135 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 58522) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:14.933232 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b1f823-c117-46a8-8559-4a7db44d154a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1062da38-e9d3-4864-a997-6a65fbb30edf,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:14.936600 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-65b1f823-c117-46a8-8559-4a7db44d154a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (60e1dd7d-58d1-4d48-a9c2-a4b6c6d27732), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:14.937905 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b1f823-c117-46a8-8559-4a7db44d154a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:29:14.938492 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-65b1f823-c117-46a8-8559-4a7db44d154a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:15.007242 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b1f823-c117-46a8-8559-4a7db44d154a admin admin] Pushing event updated for resources: {'Network': ['ID=60e1dd7d-58d1-4d48-a9c2-a4b6c6d27732,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:15.039470 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-65b1f823-c117-46a8-8559-4a7db44d154a admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2519743 Jan 28 19:29:15.039788 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 58526) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:15.042566 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-89597a02-0986-4bbd-9bd5-3df118175540 None None] Provisioning complete for port 053a6064-cea1-4d84-9900-45d26353b071 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:29:15.042955 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-89597a02-0986-4bbd-9bd5-3df118175540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (053a6064-cea1-4d84-9900-45d26353b071), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:15.049713 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-f75ee9e2-1a0b-4fb4-a446-6c24f3d89e85 admin admin] Request body: {'subnet': {'network_id': '60e1dd7d-58d1-4d48-a9c2-a4b6c6d27732', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1400910202-subnet', 'tenant_id': '879de84eda7341fea1146b6817e26b95', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:29:15.070510 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-a23eb206-5a75-4d7d-a65c-193f0b3b294b tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] For port c3180243-2577-4ba5-b654-01d5713dd299, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=c3180243-2577-4ba5-b654-01d5713dd299,segment=NetworkSegment(cfc4554f-e48e-4c61-b0ce-9980a8f12ffc),segment_id=cfc4554f-e48e-4c61-b0ce-9980a8f12ffc)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:29:15.070874 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a23eb206-5a75-4d7d-a65c-193f0b3b294b tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (c3180243-2577-4ba5-b654-01d5713dd299), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:15.111567 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-a23eb206-5a75-4d7d-a65c-193f0b3b294b tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Calling delete_port for c3180243-2577-4ba5-b654-01d5713dd299 owned by network:dhcp {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:29:15.111785 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f75ee9e2-1a0b-4fb4-a446-6c24f3d89e85 admin admin] Made reservation on behalf of 879de84eda7341fea1146b6817e26b95 for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:29:15.114738 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f75ee9e2-1a0b-4fb4-a446-6c24f3d89e85 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5221429'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:15.139179 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network 60e1dd7d-58d1-4d48-a9c2-a4b6c6d27732 details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:29:15.378361 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ab3b9f8f-d711-40ed-8adf-b663e5ef6f4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:15.382598 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-cd402b1c-b82c-41a5-8b5b-bb90073a3ebb None None] Publish callbacks [] for port (00682212-3db3-4bf6-8f28-9d2da8172db1), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:15.439087 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 053a6064-cea1-4d84-9900-45d26353b071 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:29:15.439548 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (053a6064-cea1-4d84-9900-45d26353b071), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:15.441177 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-cd402b1c-b82c-41a5-8b5b-bb90073a3ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (00682212-3db3-4bf6-8f28-9d2da8172db1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:15.443052 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8fd8ef0-34fe-42c1-8ad4-ac13651dd168 None None] get_active_networks_info from n-d-812111-14 {{(pid=103306) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 19:29:15.554851 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3f36f1ad-4e01-4725-989e-64facf09c8d5 req-129f8061-686b-439f-9860-4e853021327f tempest-InstanceActionsTestJSON-234870 tempest-InstanceActionsTestJSON-234870-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b690c79-a167-4b2f-98ea-998fd11b7758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7945533 Jan 28 19:29:15.561175 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1109aab5-b524-43b7-9942-e11b238e7efb admin admin] Router db932842-a4bc-42e7-bfe1-b91f1fa79dce has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:29:15.578176 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aa7a06-b79b-4bc7-a8aa-f996083c1cb0 req-ba710a9b-8228-4e4a-a38a-b7495764bd52 tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:29:15.579780 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-69aa7a06-b79b-4bc7-a8aa-f996083c1cb0 req-ba710a9b-8228-4e4a-a38a-b7495764bd52 tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] 10.222.0.70 "GET /v2.0/ports?device_id=24181069-5a95-4fd0-be49-0f6eb9a8a560 HTTP/1.1" status: 200 len: 945 time: 0.9129357 Jan 28 19:29:15.641929 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ab3b9f8f-d711-40ed-8adf-b663e5ef6f4f admin admin] Publish callbacks [] for security_group (fc6845d7-9113-4936-9ad0-f58b241eaa8a), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:15.667645 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ab3b9f8f-d711-40ed-8adf-b663e5ef6f4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (fc6845d7-9113-4936-9ad0-f58b241eaa8a), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:15.709841 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-cd402b1c-b82c-41a5-8b5b-bb90073a3ebb None None] Attempting to bind port 00682212-3db3-4bf6-8f28-9d2da8172db1 on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:29:15.710212 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-cd402b1c-b82c-41a5-8b5b-bb90073a3ebb None None] Attempting to bind port 00682212-3db3-4bf6-8f28-9d2da8172db1 by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:29:15.710582 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd402b1c-b82c-41a5-8b5b-bb90073a3ebb None None] Attempting to bind port 00682212-3db3-4bf6-8f28-9d2da8172db1 on network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:29:15.739887 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148b49eb-7720-43c0-a301-b3005bf02456 None None] Pushing event updated for resources: {'Port': ['ID=00682212-3db3-4bf6-8f28-9d2da8172db1,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:15.745702 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-89597a02-0986-4bbd-9bd5-3df118175540 None None] Current status of the port 053a6064-cea1-4d84-9900-45d26353b071 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:29:15.748377 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd402b1c-b82c-41a5-8b5b-bb90073a3ebb None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 29, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:29:15.748754 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd402b1c-b82c-41a5-8b5b-bb90073a3ebb None None] Checking segment: {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:29:15.749337 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-cd402b1c-b82c-41a5-8b5b-bb90073a3ebb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:15.749707 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd402b1c-b82c-41a5-8b5b-bb90073a3ebb None None] Bound using segment: {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:29:15.750489 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-cd402b1c-b82c-41a5-8b5b-bb90073a3ebb None None] Bound port: 00682212-3db3-4bf6-8f28-9d2da8172db1, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:29:15.750656 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-cd402b1c-b82c-41a5-8b5b-bb90073a3ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (00682212-3db3-4bf6-8f28-9d2da8172db1), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:15.787726 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3b9f8f-d711-40ed-8adf-b663e5ef6f4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc6845d7-9113-4936-9ad0-f58b241eaa8a,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:15.805285 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a23eb206-5a75-4d7d-a65c-193f0b3b294b tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (c3180243-2577-4ba5-b654-01d5713dd299), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:15.824161 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23eb206-5a75-4d7d-a65c-193f0b3b294b tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] No DVR routers for this DVR port c3180243-2577-4ba5-b654-01d5713dd299 on host n-d-812111-14 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:29:15.894352 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23eb206-5a75-4d7d-a65c-193f0b3b294b tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Pushing event deleted for resources: {'Port': ['ID=c3180243-2577-4ba5-b654-01d5713dd299,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:15.935677 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-8a18afbf-22fe-410a-9f79-f690ee8e31ea None None] Provisioning complete for port 098ef2a2-9f80-451f-9873-4ca01173f113 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:29:15.936035 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8a18afbf-22fe-410a-9f79-f690ee8e31ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (098ef2a2-9f80-451f-9873-4ca01173f113), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:15.937902 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 053a6064-cea1-4d84-9900-45d26353b071 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:29:15.964141 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8fd8ef0-34fe-42c1-8ad4-ac13651dd168 None None] Resources bound (agent type, host, resource id): {{(pid=103306) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 19:29:15.984659 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-cd402b1c-b82c-41a5-8b5b-bb90073a3ebb None None] For port 00682212-3db3-4bf6-8f28-9d2da8172db1, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:29:16.005128 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d617e15b-4cb7-44c0-b285-0730884b69c5 req-aef3338f-1897-43a8-a86a-5fed0a081993 tempest-InstanceActionsTestJSON-234870 tempest-InstanceActionsTestJSON-234870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:29:16.006673 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d617e15b-4cb7-44c0-b285-0730884b69c5 req-aef3338f-1897-43a8-a86a-5fed0a081993 tempest-InstanceActionsTestJSON-234870 tempest-InstanceActionsTestJSON-234870-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b3a1c3a-483c-465d-95b2-48459a5a44fe HTTP/1.1" status: 200 len: 945 time: 0.6100194 Jan 28 19:29:16.017678 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-ab3b9f8f-d711-40ed-8adf-b663e5ef6f4f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=952615f1b09244d2ba5b215f4aaaac55&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0941417 Jan 28 19:29:16.044602 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-cd402b1c-b82c-41a5-8b5b-bb90073a3ebb None None] For port 00682212-3db3-4bf6-8f28-9d2da8172db1, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=00682212-3db3-4bf6-8f28-9d2da8172db1,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:29:16.049859 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-8a18afbf-22fe-410a-9f79-f690ee8e31ea None None] Port 098ef2a2-9f80-451f-9873-4ca01173f113 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:29:16.055482 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 58536) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:16.066052 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-cd402b1c-b82c-41a5-8b5b-bb90073a3ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (00682212-3db3-4bf6-8f28-9d2da8172db1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:16.155687 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148b49eb-7720-43c0-a301-b3005bf02456 None None] Pushing event updated for resources: {'Port': ['ID=00682212-3db3-4bf6-8f28-9d2da8172db1,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:16.240468 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a23eb206-5a75-4d7d-a65c-193f0b3b294b tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (6a05ae22-e0cf-4f67-9311-4e9399b72b64), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:16.295024 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-a23eb206-5a75-4d7d-a65c-193f0b3b294b tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a05ae22-e0cf-4f67-9311-4e9399b72b64']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:29:16.299453 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2322da8a-0874-45fe-be27-3b42f4bc15f7 req-367cfea6-9cff-4baf-95fb-5c41c6e10211 tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:29:16.306626 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2322da8a-0874-45fe-be27-3b42f4bc15f7 req-367cfea6-9cff-4baf-95fb-5c41c6e10211 tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] 10.222.0.64 "GET /v2.0/ports?device_id=24181069-5a95-4fd0-be49-0f6eb9a8a560 HTTP/1.1" status: 200 len: 945 time: 0.6615813 Jan 28 19:29:16.318426 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-a23eb206-5a75-4d7d-a65c-193f0b3b294b tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfc4554f-e48e-4c61-b0ce-9980a8f12ffc') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:29:16.318724 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-a23eb206-5a75-4d7d-a65c-193f0b3b294b tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfc4554f-e48e-4c61-b0ce-9980a8f12ffc') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:29:16.375153 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a23eb206-5a75-4d7d-a65c-193f0b3b294b tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16187153'] for segment (cfc4554f-e48e-4c61-b0ce-9980a8f12ffc), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:16.414316 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2322da8a-0874-45fe-be27-3b42f4bc15f7 req-6830755a-fe80-4442-bc72-d63cd41275d9 tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] 10.222.0.64 "GET /v2.0/security-groups?id=6e3b5f6f-cd04-46bb-9eb5-a6c7cbc22d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067455 Jan 28 19:29:16.476846 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f75ee9e2-1a0b-4fb4-a446-6c24f3d89e85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4690681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5221415'] for subnet (22051510-b4ac-44aa-8da5-3a58abb1b99a), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:16.523607 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a23eb206-5a75-4d7d-a65c-193f0b3b294b tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (cfc4554f-e48e-4c61-b0ce-9980a8f12ffc), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:16.536218 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a23eb206-5a75-4d7d-a65c-193f0b3b294b tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:29:16.536893 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a23eb206-5a75-4d7d-a65c-193f0b3b294b tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4752570'] for segment (cfc4554f-e48e-4c61-b0ce-9980a8f12ffc), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:16.544587 n-d-812111-14 neutron-server[103305]: Traceback (most recent call last): Jan 28 19:29:16.544587 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:29:16.544587 n-d-812111-14 neutron-server[103305]: timer() Jan 28 19:29:16.544587 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:29:16.544587 n-d-812111-14 neutron-server[103305]: cb(*args, **kw) Jan 28 19:29:16.544587 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:29:16.544587 n-d-812111-14 neutron-server[103305]: return func(*args, **kwargs) Jan 28 19:29:16.544587 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:29:16.544587 n-d-812111-14 neutron-server[103305]: self._notify() Jan 28 19:29:16.544587 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:29:16.544587 n-d-812111-14 neutron-server[103305]: self.callback(batched_events) Jan 28 19:29:16.544587 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:29:16.544587 n-d-812111-14 neutron-server[103305]: event.method(event) Jan 28 19:29:16.544587 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:29:16.544587 n-d-812111-14 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:29:16.544587 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:29:16.544587 n-d-812111-14 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:29:16.544587 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:29:16.544587 n-d-812111-14 neutron-server[103305]: return f(self, *a, **k) Jan 28 19:29:16.544587 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:29:16.544587 n-d-812111-14 neutron-server[103305]: return self._get(url).json() Jan 28 19:29:16.544587 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:29:16.544587 n-d-812111-14 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:29:16.544587 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:29:16.544587 n-d-812111-14 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 28 19:29:16.544587 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:29:16.544587 n-d-812111-14 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:29:16.544587 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:29:16.544587 n-d-812111-14 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:29:16.544587 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:29:16.544587 n-d-812111-14 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:29:16.544587 n-d-812111-14 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:29:16.589837 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-69aa7a06-b79b-4bc7-a8aa-f996083c1cb0 req-c8bc714b-00ac-4cf0-b3ff-214b2ce57fb3 tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] Deleting port 6cf2fd1a-e3f4-404f-9ad1-3d02442f53cc {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:29:16.591643 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-69aa7a06-b79b-4bc7-a8aa-f996083c1cb0 req-c8bc714b-00ac-4cf0-b3ff-214b2ce57fb3 tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (6cf2fd1a-e3f4-404f-9ad1-3d02442f53cc), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:16.595304 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1109aab5-b524-43b7-9942-e11b238e7efb admin admin] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:29:16.614071 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-d617e15b-4cb7-44c0-b285-0730884b69c5 req-362e0d0a-7831-4519-9a5c-3105146599d0 tempest-InstanceActionsTestJSON-234870 tempest-InstanceActionsTestJSON-234870-project] Deleting port 758c8813-6da5-41cb-acc2-3388ae8588d0 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:29:16.614071 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-d617e15b-4cb7-44c0-b285-0730884b69c5 req-362e0d0a-7831-4519-9a5c-3105146599d0 tempest-InstanceActionsTestJSON-234870 tempest-InstanceActionsTestJSON-234870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (758c8813-6da5-41cb-acc2-3388ae8588d0), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:16.637950 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd402b1c-b82c-41a5-8b5b-bb90073a3ebb None None] Routers {'db932842-a4bc-42e7-bfe1-b91f1fa79dce'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:29:16.638581 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-cd402b1c-b82c-41a5-8b5b-bb90073a3ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:29:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['db932842-a4bc-42e7-bfe1-b91f1fa79dce'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:29:16.726450 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-1109aab5-b524-43b7-9942-e11b238e7efb admin admin] 10.222.0.64 "PUT /v2.0/routers/db932842-a4bc-42e7-bfe1-b91f1fa79dce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3769414 Jan 28 19:29:16.749520 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-502ae096-4114-49fc-a34a-b3a2d9fcb019 admin admin] Publish callbacks [] for security_group (fc6845d7-9113-4936-9ad0-f58b241eaa8a), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:16.810383 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-d617e15b-4cb7-44c0-b285-0730884b69c5 req-362e0d0a-7831-4519-9a5c-3105146599d0 tempest-InstanceActionsTestJSON-234870 tempest-InstanceActionsTestJSON-234870-project] For port 758c8813-6da5-41cb-acc2-3388ae8588d0, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=758c8813-6da5-41cb-acc2-3388ae8588d0,segment=NetworkSegment(6beacbe3-7ad9-4cae-9d08-42004f3aca7c),segment_id=6beacbe3-7ad9-4cae-9d08-42004f3aca7c)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:29:16.810748 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-d617e15b-4cb7-44c0-b285-0730884b69c5 req-362e0d0a-7831-4519-9a5c-3105146599d0 tempest-InstanceActionsTestJSON-234870 tempest-InstanceActionsTestJSON-234870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (758c8813-6da5-41cb-acc2-3388ae8588d0), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:16.825729 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-d617e15b-4cb7-44c0-b285-0730884b69c5 req-362e0d0a-7831-4519-9a5c-3105146599d0 tempest-InstanceActionsTestJSON-234870 tempest-InstanceActionsTestJSON-234870-project] Calling delete_port for 758c8813-6da5-41cb-acc2-3388ae8588d0 owned by compute:nova {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:29:16.914944 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a23eb206-5a75-4d7d-a65c-193f0b3b294b tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (6a05ae22-e0cf-4f67-9311-4e9399b72b64), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:16.920969 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a23eb206-5a75-4d7d-a65c-193f0b3b294b tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:16.928397 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-a23eb206-5a75-4d7d-a65c-193f0b3b294b tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] 10.222.0.64 "DELETE /v2.0/networks/6a05ae22-e0cf-4f67-9311-4e9399b72b64 HTTP/1.1" status: 204 len: 168 time: 7.3428638 Jan 28 19:29:16.956682 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 58546) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:17.015728 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75ee9e2-1a0b-4fb4-a446-6c24f3d89e85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=22051510-b4ac-44aa-8da5-3a58abb1b99a,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:17.055965 n-d-812111-14 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-40ce2cd5-7930-483e-9dd4-1f53df4c0e75 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] DELETE failed (client error): The resource could not be found. Jan 28 19:29:17.056502 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40ce2cd5-7930-483e-9dd4-1f53df4c0e75 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:29:17.059780 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-40ce2cd5-7930-483e-9dd4-1f53df4c0e75 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] 10.222.0.64 "DELETE /v2.0/networks/6a05ae22-e0cf-4f67-9311-4e9399b72b64 HTTP/1.1" status: 404 len: 339 time: 0.0991373 Jan 28 19:29:17.070396 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 58548) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:17.084334 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-502ae096-4114-49fc-a34a-b3a2d9fcb019 admin admin] Publish callbacks [] for security_group (fc6845d7-9113-4936-9ad0-f58b241eaa8a), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:17.112345 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23eb206-5a75-4d7d-a65c-193f0b3b294b tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Pushing event deleted for resources: {'Network': ['ID=6a05ae22-e0cf-4f67-9311-4e9399b72b64,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:17.146928 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-72ac2d0c-beb9-49b2-96b3-99bef3c5ecda tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-827508905', 'description': 'd1'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:29:17.167177 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23eb206-5a75-4d7d-a65c-193f0b3b294b tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:29:17.167439 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23eb206-5a75-4d7d-a65c-193f0b3b294b tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:29:17.167856 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23eb206-5a75-4d7d-a65c-193f0b3b294b tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:29:17.168206 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23eb206-5a75-4d7d-a65c-193f0b3b294b tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:29:17.168433 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23eb206-5a75-4d7d-a65c-193f0b3b294b tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:29:17.168765 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23eb206-5a75-4d7d-a65c-193f0b3b294b tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:29:17.178030 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23eb206-5a75-4d7d-a65c-193f0b3b294b tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:29:17.178473 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23eb206-5a75-4d7d-a65c-193f0b3b294b tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:29:17.178825 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23eb206-5a75-4d7d-a65c-193f0b3b294b tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:29:17.179165 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23eb206-5a75-4d7d-a65c-193f0b3b294b tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:29:17.179502 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23eb206-5a75-4d7d-a65c-193f0b3b294b tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:29:17.179845 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23eb206-5a75-4d7d-a65c-193f0b3b294b tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:29:17.185736 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23eb206-5a75-4d7d-a65c-193f0b3b294b tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:29:17.279479 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-cd402b1c-b82c-41a5-8b5b-bb90073a3ebb None None] Set router db932842-a4bc-42e7-bfe1-b91f1fa79dce gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:29:17.339068 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-69aa7a06-b79b-4bc7-a8aa-f996083c1cb0 req-c8bc714b-00ac-4cf0-b3ff-214b2ce57fb3 tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] For port 6cf2fd1a-e3f4-404f-9ad1-3d02442f53cc, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=6cf2fd1a-e3f4-404f-9ad1-3d02442f53cc,segment=NetworkSegment(a3174087-8aff-4b5a-aff7-37727d9d96cb),segment_id=a3174087-8aff-4b5a-aff7-37727d9d96cb)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:29:17.344426 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9eef58b-00ce-4279-a4f4-9b59ba97b74b None None] Network 6a05ae22-e0cf-4f67-9311-4e9399b72b64 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:29:17.345210 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-69aa7a06-b79b-4bc7-a8aa-f996083c1cb0 req-c8bc714b-00ac-4cf0-b3ff-214b2ce57fb3 tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (6cf2fd1a-e3f4-404f-9ad1-3d02442f53cc), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:17.361368 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e45d6e7-0272-41ae-8a7d-c62ae5788e4a req-d8055711-dcf1-49c9-afac-ca401e656053 tempest-InstanceActionsTestJSON-234870 tempest-InstanceActionsTestJSON-234870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:29:17.367108 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75ee9e2-1a0b-4fb4-a446-6c24f3d89e85 admin admin] Checking segment: {'id': '5b66c8f9-1d97-48b1-bd99-697071b35b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '60e1dd7d-58d1-4d48-a9c2-a4b6c6d27732'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:29:17.367485 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f75ee9e2-1a0b-4fb4-a446-6c24f3d89e85 admin admin] Network hostable DHCP agents. Network: 60e1dd7d-58d1-4d48-a9c2-a4b6c6d27732, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:29:17.379103 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3e45d6e7-0272-41ae-8a7d-c62ae5788e4a req-d8055711-dcf1-49c9-afac-ca401e656053 tempest-InstanceActionsTestJSON-234870 tempest-InstanceActionsTestJSON-234870-project] 10.222.0.64 "GET /v2.0/ports?device_id=4b3a1c3a-483c-465d-95b2-48459a5a44fe HTTP/1.1" status: 200 len: 945 time: 0.6268291 Jan 28 19:29:17.407220 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9eef58b-00ce-4279-a4f4-9b59ba97b74b None None] Network 6a05ae22-e0cf-4f67-9311-4e9399b72b64 could not be found, it might have been deleted concurrently. {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 28 19:29:17.420393 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72ac2d0c-beb9-49b2-96b3-99bef3c5ecda tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Made reservation on behalf of aaf13cac6dbd4260bac51b20f32e7df6 for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:29:17.427525 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-72ac2d0c-beb9-49b2-96b3-99bef3c5ecda tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:17.502260 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-69aa7a06-b79b-4bc7-a8aa-f996083c1cb0 req-c8bc714b-00ac-4cf0-b3ff-214b2ce57fb3 tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] Calling delete_port for 6cf2fd1a-e3f4-404f-9ad1-3d02442f53cc owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:29:17.549260 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72ac2d0c-beb9-49b2-96b3-99bef3c5ecda tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:29:17.570520 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-72ac2d0c-beb9-49b2-96b3-99bef3c5ecda tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (761390b2-d5cf-48a8-9172-350f0b92cf77), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:17.571096 n-d-812111-14 neutron-server[103304]: INFO neutron.db.segments_db [None req-72ac2d0c-beb9-49b2-96b3-99bef3c5ecda tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Added segment 761390b2-d5cf-48a8-9172-350f0b92cf77 of type vlan for network df7fbf53-61f0-4509-9931-b864b3bd9d9d Jan 28 19:29:17.672259 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-72ac2d0c-beb9-49b2-96b3-99bef3c5ecda tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (df7fbf53-61f0-4509-9931-b864b3bd9d9d), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:17.682803 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f75ee9e2-1a0b-4fb4-a446-6c24f3d89e85 admin admin] Network 60e1dd7d-58d1-4d48-a9c2-a4b6c6d27732 is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:29:17.743217 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-cd402b1c-b82c-41a5-8b5b-bb90073a3ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db932842-a4bc-42e7-bfe1-b91f1fa79dce', 'name': 'tempest-TaggedBootDevicesTest_v242-313757589-router', 'tenant_id': '6a63e631dab749fab705cc3ad19e314b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.74'}], 'enable_snat': True}, 'gw_port_id': '00682212-3db3-4bf6-8f28-9d2da8172db1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:29:01Z', 'updated_at': '2022-01-28T19:29:13Z', 'revision_number': 4, 'project_id': '6a63e631dab749fab705cc3ad19e314b', 'gw_port': {'id': '00682212-3db3-4bf6-8f28-9d2da8172db1', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:c1:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db932842-a4bc-42e7-bfe1-b91f1fa79dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:29:03Z', 'updated_at': '2022-01-28T19:29:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '098ef2a2-9f80-451f-9873-4ca01173f113', 'name': '', 'network_id': 'd6023ca9-f7fb-424f-9a06-ccb60c81e3d1', 'tenant_id': '6a63e631dab749fab705cc3ad19e314b', 'mac_address': 'fa:16:3e:e3:4c:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db932842-a4bc-42e7-bfe1-b91f1fa79dce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '1ed54c01-0acd-447f-ba69-14502018ae00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:29:09Z', 'updated_at': '2022-01-28T19:29:13Z', 'revision_number': 2, 'project_id': '6a63e631dab749fab705cc3ad19e314b', 'subnets': [{'id': '1ed54c01-0acd-447f-ba69-14502018ae00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:29:17.746251 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-502ae096-4114-49fc-a34a-b3a2d9fcb019 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (fc6845d7-9113-4936-9ad0-f58b241eaa8a), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:17.750308 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-502ae096-4114-49fc-a34a-b3a2d9fcb019 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:17.753875 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-502ae096-4114-49fc-a34a-b3a2d9fcb019 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/fc6845d7-9113-4936-9ad0-f58b241eaa8a HTTP/1.1" status: 204 len: 168 time: 1.6919937 Jan 28 19:29:17.792111 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-d617e15b-4cb7-44c0-b285-0730884b69c5 req-362e0d0a-7831-4519-9a5c-3105146599d0 tempest-InstanceActionsTestJSON-234870 tempest-InstanceActionsTestJSON-234870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (758c8813-6da5-41cb-acc2-3388ae8588d0), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:17.801076 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-f75ee9e2-1a0b-4fb4-a446-6c24f3d89e85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, 60e1dd7d-58d1-4d48-a9c2-a4b6c6d27732) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:29:17.804552 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd402b1c-b82c-41a5-8b5b-bb90073a3ebb None None] The sync data for ids ['db932842-a4bc-42e7-bfe1-b91f1fa79dce'] in n-d-812111-14 is: [{'id': 'db932842-a4bc-42e7-bfe1-b91f1fa79dce', 'name': 'tempest-TaggedBootDevicesTest_v242-313757589-router', 'tenant_id': '6a63e631dab749fab705cc3ad19e314b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.74'}], 'enable_snat': True}, 'gw_port_id': '00682212-3db3-4bf6-8f28-9d2da8172db1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:29:01Z', 'updated_at': '2022-01-28T19:29:13Z', 'revision_number': 4, 'project_id': '6a63e631dab749fab705cc3ad19e314b', 'gw_port': {'id': '00682212-3db3-4bf6-8f28-9d2da8172db1', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:c1:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db932842-a4bc-42e7-bfe1-b91f1fa79dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:29:03Z', 'updated_at': '2022-01-28T19:29:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '098ef2a2-9f80-451f-9873-4ca01173f113', 'name': '', 'network_id': 'd6023ca9-f7fb-424f-9a06-ccb60c81e3d1', 'tenant_id': '6a63e631dab749fab705cc3ad19e314b', 'mac_address': 'fa:16:3e:e3:4c:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db932842-a4bc-42e7-bfe1-b91f1fa79dce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '1ed54c01-0acd-447f-ba69-14502018ae00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:29:09Z', 'updated_at': '2022-01-28T19:29:13Z', 'revision_number': 2, 'project_id': '6a63e631dab749fab705cc3ad19e314b', 'subnets': [{'id': '1ed54c01-0acd-447f-ba69-14502018ae00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:29:17.820554 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31bdd140-63e8-4d5a-a8bd-e6f8498c9500 None None] Network 60e1dd7d-58d1-4d48-a9c2-a4b6c6d27732 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:29:17.875958 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502ae096-4114-49fc-a34a-b3a2d9fcb019 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc6845d7-9113-4936-9ad0-f58b241eaa8a,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:17.900127 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f75ee9e2-1a0b-4fb4-a446-6c24f3d89e85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:29:17.909448 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f75ee9e2-1a0b-4fb4-a446-6c24f3d89e85 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:17.926506 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362e0d0a-7831-4519-9a5c-3105146599d0 tempest-InstanceActionsTestJSON-234870 tempest-InstanceActionsTestJSON-234870-project] Pushing event deleted for resources: {'Port': ['ID=758c8813-6da5-41cb-acc2-3388ae8588d0,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:17.977309 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724ea684-8518-4578-8191-65e779b98d8b req-79f152ec-2e6b-4c1c-824b-7864c665bc06 tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:29:17.985976 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-724ea684-8518-4578-8191-65e779b98d8b req-79f152ec-2e6b-4c1c-824b-7864c665bc06 tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] 10.222.0.64 "GET /v2.0/ports?device_id=24181069-5a95-4fd0-be49-0f6eb9a8a560 HTTP/1.1" status: 200 len: 945 time: 0.2978766 Jan 28 19:29:17.986728 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-72ac2d0c-beb9-49b2-96b3-99bef3c5ecda tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (df7fbf53-61f0-4509-9931-b864b3bd9d9d), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:17.989896 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3e45d6e7-0272-41ae-8a7d-c62ae5788e4a req-43724494-1101-42d4-9f47-2e76c19d0c1f tempest-InstanceActionsTestJSON-234870 tempest-InstanceActionsTestJSON-234870-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b690c79-a167-4b2f-98ea-998fd11b7758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5370023 Jan 28 19:29:18.004912 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ac2d0c-beb9-49b2-96b3-99bef3c5ecda tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:29:18.005602 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-72ac2d0c-beb9-49b2-96b3-99bef3c5ecda tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:18.039859 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-827d5290-248a-4d3f-a7bb-6630e0d691a9 None None] Network 60e1dd7d-58d1-4d48-a9c2-a4b6c6d27732 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:29:18.178350 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 58570) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:18.208997 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-74bb0533-b238-4c54-8ae2-de807264b1b3 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-273735862-network', 'tenant_id': '6cd1916b54b2491f8458c31a4c1402c7'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:29:18.335821 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ac2d0c-beb9-49b2-96b3-99bef3c5ecda tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Pushing event updated for resources: {'Network': ['ID=df7fbf53-61f0-4509-9931-b864b3bd9d9d,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:18.364044 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-69aa7a06-b79b-4bc7-a8aa-f996083c1cb0 req-c8bc714b-00ac-4cf0-b3ff-214b2ce57fb3 tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (6cf2fd1a-e3f4-404f-9ad1-3d02442f53cc), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:18.433959 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bc714b-00ac-4cf0-b3ff-214b2ce57fb3 tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] Pushing event deleted for resources: {'Port': ['ID=6cf2fd1a-e3f4-404f-9ad1-3d02442f53cc,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:18.436978 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-d617e15b-4cb7-44c0-b285-0730884b69c5 req-362e0d0a-7831-4519-9a5c-3105146599d0 tempest-InstanceActionsTestJSON-234870 tempest-InstanceActionsTestJSON-234870-project] No DVR routers for this DVR port 758c8813-6da5-41cb-acc2-3388ae8588d0 on host n-h1-812111-14 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:29:18.452180 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network df7fbf53-61f0-4509-9931-b864b3bd9d9d details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:29:18.454328 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74bb0533-b238-4c54-8ae2-de807264b1b3 admin admin] Made reservation on behalf of 6cd1916b54b2491f8458c31a4c1402c7 for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:29:18.455547 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-f75ee9e2-1a0b-4fb4-a446-6c24f3d89e85 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 3.4145715 Jan 28 19:29:18.459029 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-74bb0533-b238-4c54-8ae2-de807264b1b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:18.469830 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-d617e15b-4cb7-44c0-b285-0730884b69c5 req-362e0d0a-7831-4519-9a5c-3105146599d0 tempest-InstanceActionsTestJSON-234870 tempest-InstanceActionsTestJSON-234870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:18.475963 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d617e15b-4cb7-44c0-b285-0730884b69c5 req-362e0d0a-7831-4519-9a5c-3105146599d0 tempest-InstanceActionsTestJSON-234870 tempest-InstanceActionsTestJSON-234870-project] 10.222.0.41 "DELETE /v2.0/ports/758c8813-6da5-41cb-acc2-3388ae8588d0 HTTP/1.1" status: 204 len: 173 time: 2.4560640 Jan 28 19:29:18.476469 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b3a1c3a-483c-465d-95b2-48459a5a44fe', 'name': 'network-vif-deleted', 'tag': '758c8813-6da5-41cb-acc2-3388ae8588d0'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:29:18.478820 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-055418a3-ab5b-4224-b60f-9aaf317b3e17" -d '{"events": [{"server_uuid": "4b3a1c3a-483c-465d-95b2-48459a5a44fe", "name": "network-vif-deleted", "tag": "758c8813-6da5-41cb-acc2-3388ae8588d0"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:29:18.496352 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['06529ba6-5ba7-465e-9d21-c4d3fc65ab53'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:29:18.498222 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-72ac2d0c-beb9-49b2-96b3-99bef3c5ecda tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.3702133 Jan 28 19:29:18.505888 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 58582) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:18.570683 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-74bb0533-b238-4c54-8ae2-de807264b1b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:18.586041 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-69aa7a06-b79b-4bc7-a8aa-f996083c1cb0 req-c8bc714b-00ac-4cf0-b3ff-214b2ce57fb3 tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] No DVR routers for this DVR port 6cf2fd1a-e3f4-404f-9ad1-3d02442f53cc on host n-h2-812111-14 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:29:18.609389 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-69aa7a06-b79b-4bc7-a8aa-f996083c1cb0 req-c8bc714b-00ac-4cf0-b3ff-214b2ce57fb3 tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:18.612173 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-342f4dd0-8b15-47ef-bbd0-6b5e2f2d06c7 x-openstack-request-id: req-342f4dd0-8b15-47ef-bbd0-6b5e2f2d06c7 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:29:18.614396 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-69aa7a06-b79b-4bc7-a8aa-f996083c1cb0 req-c8bc714b-00ac-4cf0-b3ff-214b2ce57fb3 tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] 10.222.0.70 "DELETE /v2.0/ports/6cf2fd1a-e3f4-404f-9ad1-3d02442f53cc HTTP/1.1" status: 204 len: 173 time: 3.0109618 Jan 28 19:29:18.615037 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24181069-5a95-4fd0-be49-0f6eb9a8a560', 'name': 'network-vif-deleted', 'tag': '6cf2fd1a-e3f4-404f-9ad1-3d02442f53cc'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:29:18.616428 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b3a1c3a-483c-465d-95b2-48459a5a44fe", "name": "network-vif-deleted", "tag": "758c8813-6da5-41cb-acc2-3388ae8588d0", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:29:18.616936 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-342f4dd0-8b15-47ef-bbd0-6b5e2f2d06c7 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:29:18.617721 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b3a1c3a-483c-465d-95b2-48459a5a44fe', 'name': 'network-vif-deleted', 'tag': '758c8813-6da5-41cb-acc2-3388ae8588d0', 'status': 'completed', 'code': 200} Jan 28 19:29:18.619623 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7c16b64-c784-45ef-aa9b-e4becd70bb27" -d '{"events": [{"server_uuid": "24181069-5a95-4fd0-be49-0f6eb9a8a560", "name": "network-vif-deleted", "tag": "6cf2fd1a-e3f4-404f-9ad1-3d02442f53cc"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:29:18.751553 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 758c8813-6da5-41cb-acc2-3388ae8588d0 no longer exists at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:29:18.802318 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-724ea684-8518-4578-8191-65e779b98d8b req-b5ced550-c122-4841-b3bd-9890729b7fd4 tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] 10.222.0.64 "GET /v2.0/security-groups?id=6e3b5f6f-cd04-46bb-9eb5-a6c7cbc22d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7274694 Jan 28 19:29:18.816617 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a8053e0-2974-4dc7-83ec-a912b3ad64fa x-openstack-request-id: req-8a8053e0-2974-4dc7-83ec-a912b3ad64fa {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:29:18.822071 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24181069-5a95-4fd0-be49-0f6eb9a8a560", "name": "network-vif-deleted", "tag": "6cf2fd1a-e3f4-404f-9ad1-3d02442f53cc", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:29:18.822531 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8a8053e0-2974-4dc7-83ec-a912b3ad64fa {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:29:18.823194 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24181069-5a95-4fd0-be49-0f6eb9a8a560', 'name': 'network-vif-deleted', 'tag': '6cf2fd1a-e3f4-404f-9ad1-3d02442f53cc', 'status': 'completed', 'code': 200} Jan 28 19:29:18.881912 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cea99ca-a287-45ad-844a-b0019d570c29 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:29:18.883884 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-8cea99ca-a287-45ad-844a-b0019d570c29 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] 10.222.0.64 "GET /v2.0/networks?id=df7fbf53-61f0-4509-9931-b864b3bd9d9d HTTP/1.1" status: 200 len: 764 time: 0.3769541 Jan 28 19:29:18.890084 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 58588) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:18.896120 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-d7e27028-3f52-403b-a093-7e4691c76452 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Request body: {'network': {'description': 'd2'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:29:18.947701 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 58590) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:18.995514 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] No Port match for: 758c8813-6da5-41cb-acc2-3388ae8588d0 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:29:18.995870 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 758c8813-6da5-41cb-acc2-3388ae8588d0 not bound to the agent host n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:29:19.034413 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-74bb0533-b238-4c54-8ae2-de807264b1b3 admin admin] Publish callbacks [] for security_group (1e425983-721d-4452-acdd-16992dfc8708), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:19.035491 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ae3f181b-c7e8-4ba7-8434-14f547d95c17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:19.061626 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-74bb0533-b238-4c54-8ae2-de807264b1b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (1e425983-721d-4452-acdd-16992dfc8708), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:19.429781 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d7e27028-3f52-403b-a093-7e4691c76452 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (df7fbf53-61f0-4509-9931-b864b3bd9d9d), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:19.500791 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d7e27028-3f52-403b-a093-7e4691c76452 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (df7fbf53-61f0-4509-9931-b864b3bd9d9d), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:19.538956 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74bb0533-b238-4c54-8ae2-de807264b1b3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:29:19.576762 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-95de2a6d-51d1-457d-b9f8-bb616b544304 req-ae5f56eb-b8c8-4f2d-a01a-6d92cf1d481b tempest-InstanceActionsTestJSON-234870 tempest-InstanceActionsTestJSON-234870-project] 10.222.0.64 "GET /v2.0/ports?device_id=4b3a1c3a-483c-465d-95b2-48459a5a44fe HTTP/1.1" status: 200 len: 210 time: 0.3068583 Jan 28 19:29:19.603208 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ae3f181b-c7e8-4ba7-8434-14f547d95c17 admin admin] Publish callbacks [] for security_group (ea41d606-650c-4144-8e90-92b4bda5c7ce), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:19.616614 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d7e27028-3f52-403b-a093-7e4691c76452 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Network df7fbf53-61f0-4509-9931-b864b3bd9d9d is not hosted by any dhcp agent {{(pid=103304) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 28 19:29:19.626121 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ae3f181b-c7e8-4ba7-8434-14f547d95c17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (ea41d606-650c-4144-8e90-92b4bda5c7ce), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:19.633744 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e27028-3f52-403b-a093-7e4691c76452 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:29:19.638731 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d7e27028-3f52-403b-a093-7e4691c76452 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:19.640539 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-d7e27028-3f52-403b-a093-7e4691c76452 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] 10.222.0.64 "PUT /v2.0/networks/df7fbf53-61f0-4509-9931-b864b3bd9d9d HTTP/1.1" status: 200 len: 761 time: 0.7492111 Jan 28 19:29:19.653576 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 58602) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:19.735022 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-ae3f181b-c7e8-4ba7-8434-14f547d95c17 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4f3efb739b294086970a3eb95611395a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7861488 Jan 28 19:29:19.735556 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 58606) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:19.736971 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-74bb0533-b238-4c54-8ae2-de807264b1b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (019cfbf9-bc4c-4d92-b18f-3dd37f786caf), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:19.741436 n-d-812111-14 neutron-server[103305]: INFO neutron.db.segments_db [None req-74bb0533-b238-4c54-8ae2-de807264b1b3 admin admin] Added segment 019cfbf9-bc4c-4d92-b18f-3dd37f786caf of type vlan for network 02b6787f-a5b1-403f-827b-bcf8af5026f7 Jan 28 19:29:19.786065 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bb0533-b238-4c54-8ae2-de807264b1b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e425983-721d-4452-acdd-16992dfc8708,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:19.839351 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-3491666a-6dee-4717-8777-87112e8e94c6 req-3cbe71b3-b3f3-4271-baaf-9c5fadadc795 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1733362755', 'description': 'tempest-description-1357776835'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:29:19.947672 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-3491666a-6dee-4717-8777-87112e8e94c6 req-3cbe71b3-b3f3-4271-baaf-9c5fadadc795 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:20.035569 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3f181b-c7e8-4ba7-8434-14f547d95c17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea41d606-650c-4144-8e90-92b4bda5c7ce,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:20.057699 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-74bb0533-b238-4c54-8ae2-de807264b1b3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (02b6787f-a5b1-403f-827b-bcf8af5026f7), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:20.129339 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 6cf2fd1a-e3f4-404f-9ad1-3d02442f53cc no longer exists at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:29:20.183068 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-74bb0533-b238-4c54-8ae2-de807264b1b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (02b6787f-a5b1-403f-827b-bcf8af5026f7), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:20.185238 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74bb0533-b238-4c54-8ae2-de807264b1b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:29:20.187087 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-74bb0533-b238-4c54-8ae2-de807264b1b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:20.197058 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] No Port match for: 6cf2fd1a-e3f4-404f-9ad1-3d02442f53cc {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:29:20.197436 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 6cf2fd1a-e3f4-404f-9ad1-3d02442f53cc not bound to the agent host n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:29:20.222633 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28bca095-273b-427b-8b37-58ab21c8cd30 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:29:20.224404 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-28bca095-273b-427b-8b37-58ab21c8cd30 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] 10.222.0.64 "GET /v2.0/networks?id=df7fbf53-61f0-4509-9931-b864b3bd9d9d HTTP/1.1" status: 200 len: 764 time: 0.5689156 Jan 28 19:29:20.243583 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e27028-3f52-403b-a093-7e4691c76452 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Pushing event updated for resources: {'Network': ['ID=df7fbf53-61f0-4509-9931-b864b3bd9d9d,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:20.246085 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 58614) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:20.257344 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-74bb0533-b238-4c54-8ae2-de807264b1b3 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.0681634 Jan 28 19:29:20.266655 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 58616) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:20.274726 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network df7fbf53-61f0-4509-9931-b864b3bd9d9d details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:29:20.300815 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-c94bc6a6-56c9-4ae5-93c0-5163d104de02 admin admin] Request body: {'subnet': {'network_id': '02b6787f-a5b1-403f-827b-bcf8af5026f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-273735862-subnet', 'tenant_id': '6cd1916b54b2491f8458c31a4c1402c7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:29:20.396125 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c94bc6a6-56c9-4ae5-93c0-5163d104de02 admin admin] Made reservation on behalf of 6cd1916b54b2491f8458c31a4c1402c7 for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:29:20.399002 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c94bc6a6-56c9-4ae5-93c0-5163d104de02 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5221429'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:20.424054 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-3491666a-6dee-4717-8777-87112e8e94c6 req-3cbe71b3-b3f3-4271-baaf-9c5fadadc795 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Publish callbacks [] for security_group (659e260d-c792-484e-a73a-25edc146fa60), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:20.447258 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c55e4881-d2bf-4f51-9d7c-bfb88dd596d5 admin admin] Publish callbacks [] for security_group (ea41d606-650c-4144-8e90-92b4bda5c7ce), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:20.457578 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-3491666a-6dee-4717-8777-87112e8e94c6 req-3cbe71b3-b3f3-4271-baaf-9c5fadadc795 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (659e260d-c792-484e-a73a-25edc146fa60), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:20.496122 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-3491666a-6dee-4717-8777-87112e8e94c6 req-3cbe71b3-b3f3-4271-baaf-9c5fadadc795 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:20.497427 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3491666a-6dee-4717-8777-87112e8e94c6 req-3cbe71b3-b3f3-4271-baaf-9c5fadadc795 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.6757073 Jan 28 19:29:20.518606 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbe71b3-b3f3-4271-baaf-9c5fadadc795 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Pushing event updated for resources: {'SecurityGroup': ['ID=659e260d-c792-484e-a73a-25edc146fa60,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:20.527316 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 00682212-3db3-4bf6-8f28-9d2da8172db1 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:29:20.529499 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-5779be4e-d0c5-4641-b00f-e07f157baa11 req-85ff5fc2-65c6-4e3b-b112-8cf7429546dd tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2060873934', 'description': 'tempest-description-1154384092'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:29:20.570273 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:20.577867 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-5779be4e-d0c5-4641-b00f-e07f157baa11 req-85ff5fc2-65c6-4e3b-b112-8cf7429546dd tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:20.629086 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 00682212-3db3-4bf6-8f28-9d2da8172db1 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:29:20.629493 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (00682212-3db3-4bf6-8f28-9d2da8172db1), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:20.827210 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-5779be4e-d0c5-4641-b00f-e07f157baa11 req-85ff5fc2-65c6-4e3b-b112-8cf7429546dd tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Publish callbacks [] for security_group (292f4570-4b9f-4c41-9749-71e278686add), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:20.853153 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 00682212-3db3-4bf6-8f28-9d2da8172db1 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:29:20.855454 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (00682212-3db3-4bf6-8f28-9d2da8172db1), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:20.859537 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-5779be4e-d0c5-4641-b00f-e07f157baa11 req-85ff5fc2-65c6-4e3b-b112-8cf7429546dd tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (292f4570-4b9f-4c41-9749-71e278686add), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:20.892538 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] For port 00682212-3db3-4bf6-8f28-9d2da8172db1, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=00682212-3db3-4bf6-8f28-9d2da8172db1,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:29:20.901429 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (00682212-3db3-4bf6-8f28-9d2da8172db1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:20.906000 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-5779be4e-d0c5-4641-b00f-e07f157baa11 req-85ff5fc2-65c6-4e3b-b112-8cf7429546dd tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:20.907491 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5779be4e-d0c5-4641-b00f-e07f157baa11 req-85ff5fc2-65c6-4e3b-b112-8cf7429546dd tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.3835473 Jan 28 19:29:20.915283 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c94bc6a6-56c9-4ae5-93c0-5163d104de02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4690681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5221415'] for subnet (8dd7047a-2d63-4cd6-b247-7e4bbc21eeaa), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:20.948752 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ff5fc2-65c6-4e3b-b112-8cf7429546dd tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Pushing event updated for resources: {'SecurityGroup': ['ID=292f4570-4b9f-4c41-9749-71e278686add,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:21.014752 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 58632) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:21.025981 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94bc6a6-56c9-4ae5-93c0-5163d104de02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8dd7047a-2d63-4cd6-b247-7e4bbc21eeaa,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:21.068946 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94bc6a6-56c9-4ae5-93c0-5163d104de02 admin admin] Checking segment: {'id': '019cfbf9-bc4c-4d92-b18f-3dd37f786caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '02b6787f-a5b1-403f-827b-bcf8af5026f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:29:21.069874 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c94bc6a6-56c9-4ae5-93c0-5163d104de02 admin admin] Network hostable DHCP agents. Network: 02b6787f-a5b1-403f-827b-bcf8af5026f7, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:29:21.129433 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Pushing event updated for resources: {'Port': ['ID=00682212-3db3-4bf6-8f28-9d2da8172db1,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:21.155067 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-51aae59e-e226-47b6-bcd1-a952da4512ea admin admin] Deleting subnet fcf320b8-d8aa-48e8-83e6-2019f2d3a1a8 {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:29:21.165888 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-51aae59e-e226-47b6-bcd1-a952da4512ea admin admin] Publish callbacks [] for subnet (fcf320b8-d8aa-48e8-83e6-2019f2d3a1a8), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:21.261416 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c94bc6a6-56c9-4ae5-93c0-5163d104de02 admin admin] Network 02b6787f-a5b1-403f-827b-bcf8af5026f7 is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:29:21.280725 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-c94bc6a6-56c9-4ae5-93c0-5163d104de02 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, 02b6787f-a5b1-403f-827b-bcf8af5026f7) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:29:21.291430 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ef99cad-0a1b-459e-8b94-2bdc87d4db0c None None] Network 02b6787f-a5b1-403f-827b-bcf8af5026f7 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:29:21.311074 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aecfc612-4e59-442f-bb08-43dc8aed4fd6 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:29:21.314268 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c94bc6a6-56c9-4ae5-93c0-5163d104de02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:29:21.315577 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-aecfc612-4e59-442f-bb08-43dc8aed4fd6 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 1.0571699 Jan 28 19:29:21.318658 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c94bc6a6-56c9-4ae5-93c0-5163d104de02 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:21.324406 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 58644) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:21.344593 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-51aae59e-e226-47b6-bcd1-a952da4512ea admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4747050'] for subnet (fcf320b8-d8aa-48e8-83e6-2019f2d3a1a8), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:21.407812 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-9dc78568-42d3-4818-a7ff-ff32dfab5e1d tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] 10.222.0.64 "GET /v2.0/subnets?network_id=d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 HTTP/1.1" status: 200 len: 207 time: 0.0667355 Jan 28 19:29:21.408989 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 58646) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:21.416070 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c55e4881-d2bf-4f51-9d7c-bfb88dd596d5 admin admin] Publish callbacks [] for security_group (ea41d606-650c-4144-8e90-92b4bda5c7ce), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:21.466479 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bb0533-b238-4c54-8ae2-de807264b1b3 admin admin] Pushing event updated for resources: {'Network': ['ID=02b6787f-a5b1-403f-827b-bcf8af5026f7,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:21.498412 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-c94bc6a6-56c9-4ae5-93c0-5163d104de02 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2306364 Jan 28 19:29:21.514095 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 58648) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:21.531471 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network 02b6787f-a5b1-403f-827b-bcf8af5026f7 details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:29:21.544763 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-68c51a18-4a3a-49ff-983b-ebce4a6c987f admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-273735862-router', 'tenant_id': '6cd1916b54b2491f8458c31a4c1402c7', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:29:21.582127 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b53f30-5682-4131-a0f0-48205276d17a req-4087e057-42c6-43ad-a26e-63ebbc26c40d tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:29:21.583708 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-10b53f30-5682-4131-a0f0-48205276d17a req-4087e057-42c6-43ad-a26e-63ebbc26c40d tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] 10.222.0.64 "GET /v2.0/networks?id=60e1dd7d-58d1-4d48-a9c2-a4b6c6d27732 HTTP/1.1" status: 200 len: 813 time: 0.4230642 Jan 28 19:29:21.614147 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-51aae59e-e226-47b6-bcd1-a952da4512ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (fcf320b8-d8aa-48e8-83e6-2019f2d3a1a8), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:21.692537 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b637cc7-20a6-4f73-97ce-b528c5ee08be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68cd31fd-e4cd-5fb3-a862-256fc47efcd2-02b6787f-a5b1-403f-827b-bcf8af5026f7', 'network_id': '02b6787f-a5b1-403f-827b-bcf8af5026f7', 'project_id': '6cd1916b54b2491f8458c31a4c1402c7', 'fixed_ips': [{'subnet_id': '8dd7047a-2d63-4cd6-b247-7e4bbc21eeaa'}]}} from n-d-812111-14. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:29:21.693575 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0b637cc7-20a6-4f73-97ce-b528c5ee08be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:21.707120 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3688b4ec-b38c-4a1e-8706-46403073b564 req-4cbec4ae-141a-4fa9-b860-2b8e9699f666 tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:29:21.709034 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3688b4ec-b38c-4a1e-8706-46403073b564 req-4cbec4ae-141a-4fa9-b860-2b8e9699f666 tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] 10.222.0.64 "GET /v2.0/ports?device_id=4b7b3ff2-8def-48cc-a292-47020d0a0799 HTTP/1.1" status: 200 len: 945 time: 1.2669725 Jan 28 19:29:21.720900 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-10b53f30-5682-4131-a0f0-48205276d17a req-6f057956-7f5e-47aa-a052-58b2f5cc26d8 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] 10.222.0.64 "GET /v2.0/quotas/879de84eda7341fea1146b6817e26b95 HTTP/1.1" status: 200 len: 375 time: 0.1203198 Jan 28 19:29:21.734925 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-68c51a18-4a3a-49ff-983b-ebce4a6c987f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261150'] for router (5ed523fe-5bc0-4eef-873e-d6a5b037e0c0), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:21.735977 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-68c51a18-4a3a-49ff-983b-ebce4a6c987f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-731099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-731441', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261129'] for router (5ed523fe-5bc0-4eef-873e-d6a5b037e0c0), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:21.780912 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-10b53f30-5682-4131-a0f0-48205276d17a req-08ea9b8a-8253-4c89-9409-d9bb8c16652b tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=879de84eda7341fea1146b6817e26b95&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0587997 Jan 28 19:29:21.786041 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ef888ab-9554-494b-8a57-b4e796348336 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:29:21.791783 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ef888ab-9554-494b-8a57-b4e796348336 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:29:21.800094 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ef888ab-9554-494b-8a57-b4e796348336 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:29:21.805564 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ef888ab-9554-494b-8a57-b4e796348336 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:29:21.810665 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ef888ab-9554-494b-8a57-b4e796348336 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:29:21.816043 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ef888ab-9554-494b-8a57-b4e796348336 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:29:21.826864 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-6ef888ab-9554-494b-8a57-b4e796348336 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.4139264 Jan 28 19:29:21.832572 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 58654) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:21.872731 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c55e4881-d2bf-4f51-9d7c-bfb88dd596d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (ea41d606-650c-4144-8e90-92b4bda5c7ce), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:21.876144 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c55e4881-d2bf-4f51-9d7c-bfb88dd596d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:21.877589 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-c55e4881-d2bf-4f51-9d7c-bfb88dd596d5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ea41d606-650c-4144-8e90-92b4bda5c7ce HTTP/1.1" status: 204 len: 168 time: 2.1342764 Jan 28 19:29:21.955421 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-51aae59e-e226-47b6-bcd1-a952da4512ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4690616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5222356'] for subnet (fcf320b8-d8aa-48e8-83e6-2019f2d3a1a8), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:21.975048 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55e4881-d2bf-4f51-9d7c-bfb88dd596d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea41d606-650c-4144-8e90-92b4bda5c7ce,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:22.007221 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3688b4ec-b38c-4a1e-8706-46403073b564 req-d7c37984-e28c-45d8-9661-4f1357376182 tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] 10.222.0.64 "GET /v2.0/security-groups?id=6e3b5f6f-cd04-46bb-9eb5-a6c7cbc22d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2792368 Jan 28 19:29:22.107453 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-0b637cc7-20a6-4f73-97ce-b528c5ee08be None None] Allocated IP 172.20.0.2 (02b6787f-a5b1-403f-827b-bcf8af5026f7/8dd7047a-2d63-4cd6-b247-7e4bbc21eeaa/df0043c0-1c89-441c-9e90-787fba26d3d6) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:29:22.149649 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-9ba1ab17-70fa-4b0d-8b22-7df2c222d8e3 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] 10.222.0.64 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.3098516 Jan 28 19:29:22.151534 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 58660) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:22.193711 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9dab0a1-25bc-4055-9284-e9b25064df70 None None] Sync routers for ids ['db932842-a4bc-42e7-bfe1-b91f1fa79dce'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:29:22.216467 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9dab0a1-25bc-4055-9284-e9b25064df70 None None] Routers {'db932842-a4bc-42e7-bfe1-b91f1fa79dce'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:29:22.229983 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-b9dab0a1-25bc-4055-9284-e9b25064df70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:29:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['db932842-a4bc-42e7-bfe1-b91f1fa79dce'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:29:22.347266 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 00682212-3db3-4bf6-8f28-9d2da8172db1 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:29:22.351434 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-b9dab0a1-25bc-4055-9284-e9b25064df70 None None] Set router db932842-a4bc-42e7-bfe1-b91f1fa79dce gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:29:22.465159 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09636be0-8a5e-46e1-89d6-b793efaded16 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:29:22.474404 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09636be0-8a5e-46e1-89d6-b793efaded16 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:29:22.475224 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-68c51a18-4a3a-49ff-983b-ebce4a6c987f admin admin] Publish callbacks [] for router_controller (5ed523fe-5bc0-4eef-873e-d6a5b037e0c0), precommit_add_association {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:22.476099 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51aae59e-e226-47b6-bcd1-a952da4512ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fcf320b8-d8aa-48e8-83e6-2019f2d3a1a8,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:22.477819 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09636be0-8a5e-46e1-89d6-b793efaded16 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:29:22.478479 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-51aae59e-e226-47b6-bcd1-a952da4512ea admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:22.486660 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-51aae59e-e226-47b6-bcd1-a952da4512ea admin admin] 10.222.0.64 "DELETE /v2.0/subnets/fcf320b8-d8aa-48e8-83e6-2019f2d3a1a8 HTTP/1.1" status: 204 len: 168 time: 1.4669039 Jan 28 19:29:22.488746 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 58662) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:22.505460 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09636be0-8a5e-46e1-89d6-b793efaded16 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:29:22.507445 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09636be0-8a5e-46e1-89d6-b793efaded16 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:29:22.519721 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-09636be0-8a5e-46e1-89d6-b793efaded16 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3667276 Jan 28 19:29:22.520999 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 58666) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:22.559243 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 00682212-3db3-4bf6-8f28-9d2da8172db1 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:29:22.559619 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (00682212-3db3-4bf6-8f28-9d2da8172db1), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:22.684679 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93df9dbc-8a50-4c9e-a67e-2c8fc19c86d4 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Attributes excluded by policy engine: ['shared'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:29:22.691947 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93df9dbc-8a50-4c9e-a67e-2c8fc19c86d4 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Attributes excluded by policy engine: ['shared'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:29:22.693456 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93df9dbc-8a50-4c9e-a67e-2c8fc19c86d4 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Attributes excluded by policy engine: ['shared'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:29:22.699880 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93df9dbc-8a50-4c9e-a67e-2c8fc19c86d4 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Attributes excluded by policy engine: ['shared'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:29:22.699880 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93df9dbc-8a50-4c9e-a67e-2c8fc19c86d4 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Attributes excluded by policy engine: ['shared'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:29:22.708458 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-93df9dbc-8a50-4c9e-a67e-2c8fc19c86d4 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] 10.222.0.64 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1752999 Jan 28 19:29:22.715096 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 58670) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:22.790505 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-10b53f30-5682-4131-a0f0-48205276d17a req-b297a0c9-91e1-4bcd-901c-af6da154e809 service neutron] 10.222.0.64 "GET /v2.0/networks/60e1dd7d-58d1-4d48-a9c2-a4b6c6d27732?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0031130 Jan 28 19:29:22.914985 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1adb79dc-b943-4d57-bfad-ad196e5cf0d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (31f06c9a-9c19-45a4-848c-8b1124ea1c96), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:22.950806 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0b637cc7-20a6-4f73-97ce-b528c5ee08be None None] Publish callbacks [] for port (df0043c0-1c89-441c-9e90-787fba26d3d6), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:22.977813 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 00682212-3db3-4bf6-8f28-9d2da8172db1 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:29:22.986605 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0b637cc7-20a6-4f73-97ce-b528c5ee08be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (df0043c0-1c89-441c-9e90-787fba26d3d6), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:23.085997 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b637cc7-20a6-4f73-97ce-b528c5ee08be None None] Pushing event updated for resources: {'Port': ['ID=df0043c0-1c89-441c-9e90-787fba26d3d6,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:23.088698 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-68c51a18-4a3a-49ff-983b-ebce4a6c987f admin admin] Publish callbacks [] for router_gateway (5ed523fe-5bc0-4eef-873e-d6a5b037e0c0), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:23.098509 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-10b53f30-5682-4131-a0f0-48205276d17a req-a2d65ced-40e1-4f00-b342-c93ab6c1cd1a service neutron] 10.222.0.64 "GET /v2.0/networks/60e1dd7d-58d1-4d48-a9c2-a4b6c6d27732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3052266 Jan 28 19:29:23.143241 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b637cc7-20a6-4f73-97ce-b528c5ee08be None None] Network 02b6787f-a5b1-403f-827b-bcf8af5026f7 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:29:23.145816 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-b9dab0a1-25bc-4055-9284-e9b25064df70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db932842-a4bc-42e7-bfe1-b91f1fa79dce', 'name': 'tempest-TaggedBootDevicesTest_v242-313757589-router', 'tenant_id': '6a63e631dab749fab705cc3ad19e314b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.74'}], 'enable_snat': True}, 'gw_port_id': '00682212-3db3-4bf6-8f28-9d2da8172db1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:29:01Z', 'updated_at': '2022-01-28T19:29:13Z', 'revision_number': 4, 'project_id': '6a63e631dab749fab705cc3ad19e314b', 'gw_port': {'id': '00682212-3db3-4bf6-8f28-9d2da8172db1', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:c1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db932842-a4bc-42e7-bfe1-b91f1fa79dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:29:03Z', 'updated_at': '2022-01-28T19:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '098ef2a2-9f80-451f-9873-4ca01173f113', 'name': '', 'network_id': 'd6023ca9-f7fb-424f-9a06-ccb60c81e3d1', 'tenant_id': '6a63e631dab749fab705cc3ad19e314b', 'mac_address': 'fa:16:3e:e3:4c:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db932842-a4bc-42e7-bfe1-b91f1fa79dce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '1ed54c01-0acd-447f-ba69-14502018ae00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:29:09Z', 'updated_at': '2022-01-28T19:29:13Z', 'revision_number': 2, 'project_id': '6a63e631dab749fab705cc3ad19e314b', 'subnets': [{'id': '1ed54c01-0acd-447f-ba69-14502018ae00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:29:23.158292 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-0b637cc7-20a6-4f73-97ce-b528c5ee08be None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:29:23.171227 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b637cc7-20a6-4f73-97ce-b528c5ee08be None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:29:23.258253 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9dab0a1-25bc-4055-9284-e9b25064df70 None None] Checking router: db932842-a4bc-42e7-bfe1-b91f1fa79dce for host: n-d-812111-14 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:29:23.258854 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9dab0a1-25bc-4055-9284-e9b25064df70 None None] Updating router db932842-a4bc-42e7-bfe1-b91f1fa79dce port 098ef2a2-9f80-451f-9873-4ca01173f113 binding host n-d-812111-14 {{(pid=103307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:29:23.318997 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-b9dab0a1-25bc-4055-9284-e9b25064df70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (098ef2a2-9f80-451f-9873-4ca01173f113), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:23.335452 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baff0f8-8714-4553-809d-8cabd8f1abc2 req-b88917e0-5970-48a1-84b1-fa675e7fa868 tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:29:23.342423 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7baff0f8-8714-4553-809d-8cabd8f1abc2 req-b88917e0-5970-48a1-84b1-fa675e7fa868 tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] 10.222.0.64 "GET /v2.0/ports?device_id=4b7b3ff2-8def-48cc-a292-47020d0a0799 HTTP/1.1" status: 200 len: 945 time: 0.1541667 Jan 28 19:29:23.373828 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-0b637cc7-20a6-4f73-97ce-b528c5ee08be None None] Attempting to bind port df0043c0-1c89-441c-9e90-787fba26d3d6 on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:29:23.375491 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-0b637cc7-20a6-4f73-97ce-b528c5ee08be None None] Attempting to bind port df0043c0-1c89-441c-9e90-787fba26d3d6 by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '019cfbf9-bc4c-4d92-b18f-3dd37f786caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '02b6787f-a5b1-403f-827b-bcf8af5026f7'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:29:23.376090 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b637cc7-20a6-4f73-97ce-b528c5ee08be None None] Attempting to bind port df0043c0-1c89-441c-9e90-787fba26d3d6 on network 02b6787f-a5b1-403f-827b-bcf8af5026f7 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:29:23.382754 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b637cc7-20a6-4f73-97ce-b528c5ee08be None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 29, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:29:23.383527 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b637cc7-20a6-4f73-97ce-b528c5ee08be None None] Checking segment: {'id': '019cfbf9-bc4c-4d92-b18f-3dd37f786caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '02b6787f-a5b1-403f-827b-bcf8af5026f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:29:23.384579 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0b637cc7-20a6-4f73-97ce-b528c5ee08be None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:23.386631 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b637cc7-20a6-4f73-97ce-b528c5ee08be None None] Bound using segment: {'id': '019cfbf9-bc4c-4d92-b18f-3dd37f786caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '02b6787f-a5b1-403f-827b-bcf8af5026f7'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:29:23.388217 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-0b637cc7-20a6-4f73-97ce-b528c5ee08be None None] Bound port: df0043c0-1c89-441c-9e90-787fba26d3d6, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '019cfbf9-bc4c-4d92-b18f-3dd37f786caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '02b6787f-a5b1-403f-827b-bcf8af5026f7'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:29:23.388838 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0b637cc7-20a6-4f73-97ce-b528c5ee08be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (df0043c0-1c89-441c-9e90-787fba26d3d6), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:23.436558 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7baff0f8-8714-4553-809d-8cabd8f1abc2 req-53553cd4-2965-4e62-a430-ede20e68b7f1 tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] 10.222.0.64 "GET /v2.0/security-groups?id=6e3b5f6f-cd04-46bb-9eb5-a6c7cbc22d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911250 Jan 28 19:29:23.589828 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-0b637cc7-20a6-4f73-97ce-b528c5ee08be None None] For port df0043c0-1c89-441c-9e90-787fba26d3d6, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:29:23.594166 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-0b637cc7-20a6-4f73-97ce-b528c5ee08be None None] For port df0043c0-1c89-441c-9e90-787fba26d3d6, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=df0043c0-1c89-441c-9e90-787fba26d3d6,segment=NetworkSegment(019cfbf9-bc4c-4d92-b18f-3dd37f786caf),segment_id=019cfbf9-bc4c-4d92-b18f-3dd37f786caf)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:29:23.632252 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0b637cc7-20a6-4f73-97ce-b528c5ee08be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (df0043c0-1c89-441c-9e90-787fba26d3d6), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:23.689053 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de5a681-6937-4a21-a9a4-fe5176172ec4 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:29:23.691110 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-0de5a681-6937-4a21-a9a4-fe5176172ec4 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] 10.222.0.64 "GET /v2.0/networks/f9ba2034-3f5b-40f1-8978-eb5173efd3a5 HTTP/1.1" status: 200 len: 804 time: 0.9723525 Jan 28 19:29:23.696793 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 58702) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:23.701814 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-b9dab0a1-25bc-4055-9284-e9b25064df70 None None] Publish callbacks [] for port (098ef2a2-9f80-451f-9873-4ca01173f113), precommit_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:23.707870 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1adb79dc-b943-4d57-bfad-ad196e5cf0d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (31f06c9a-9c19-45a4-848c-8b1124ea1c96), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:23.716590 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-b9dab0a1-25bc-4055-9284-e9b25064df70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (098ef2a2-9f80-451f-9873-4ca01173f113), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:23.762885 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2f382a-2403-40e3-9b04-b233cb4e6ad8 None None] Pushing event updated for resources: {'Port': ['ID=098ef2a2-9f80-451f-9873-4ca01173f113,revision_number=3']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:23.768081 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-1adb79dc-b943-4d57-bfad-ad196e5cf0d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31f06c9a-9c19-45a4-848c-8b1124ea1c96']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:29:23.775989 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2f382a-2403-40e3-9b04-b233cb4e6ad8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:29:23.775989 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2f382a-2403-40e3-9b04-b233cb4e6ad8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:29:23.776831 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2f382a-2403-40e3-9b04-b233cb4e6ad8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:29:23.777376 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2f382a-2403-40e3-9b04-b233cb4e6ad8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:29:23.778083 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2f382a-2403-40e3-9b04-b233cb4e6ad8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:29:23.778780 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2f382a-2403-40e3-9b04-b233cb4e6ad8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:29:23.779366 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2f382a-2403-40e3-9b04-b233cb4e6ad8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:29:23.779955 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2f382a-2403-40e3-9b04-b233cb4e6ad8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:29:23.780614 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2f382a-2403-40e3-9b04-b233cb4e6ad8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:29:23.780881 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2f382a-2403-40e3-9b04-b233cb4e6ad8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:29:23.781557 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2f382a-2403-40e3-9b04-b233cb4e6ad8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:29:23.786721 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2f382a-2403-40e3-9b04-b233cb4e6ad8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:29:23.787435 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2f382a-2403-40e3-9b04-b233cb4e6ad8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:29:23.791791 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-1adb79dc-b943-4d57-bfad-ad196e5cf0d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6beacbe3-7ad9-4cae-9d08-42004f3aca7c') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:29:23.792208 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-1adb79dc-b943-4d57-bfad-ad196e5cf0d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6beacbe3-7ad9-4cae-9d08-42004f3aca7c') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:29:23.832629 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1adb79dc-b943-4d57-bfad-ad196e5cf0d0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4747091'] for segment (6beacbe3-7ad9-4cae-9d08-42004f3aca7c), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:23.849211 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1adb79dc-b943-4d57-bfad-ad196e5cf0d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (6beacbe3-7ad9-4cae-9d08-42004f3aca7c), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:23.857705 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1adb79dc-b943-4d57-bfad-ad196e5cf0d0 admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:29:23.857902 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:23.858715 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1adb79dc-b943-4d57-bfad-ad196e5cf0d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4690514'] for segment (6beacbe3-7ad9-4cae-9d08-42004f3aca7c), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:23.913193 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b637cc7-20a6-4f73-97ce-b528c5ee08be None None] Pushing event updated for resources: {'Port': ['ID=df0043c0-1c89-441c-9e90-787fba26d3d6,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:23.942783 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-b9dab0a1-25bc-4055-9284-e9b25064df70 None None] Attempting to bind port 098ef2a2-9f80-451f-9873-4ca01173f113 on host n-d-812111-14 for vnic_type normal with profile {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:29:23.943548 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-b9dab0a1-25bc-4055-9284-e9b25064df70 None None] Attempting to bind port 098ef2a2-9f80-451f-9873-4ca01173f113 by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '307a5035-2a9c-44ca-a3ca-b9ed8229daf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'd6023ca9-f7fb-424f-9a06-ccb60c81e3d1'}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:29:23.944088 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9dab0a1-25bc-4055-9284-e9b25064df70 None None] Attempting to bind port 098ef2a2-9f80-451f-9873-4ca01173f113 on network d6023ca9-f7fb-424f-9a06-ccb60c81e3d1 {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:29:23.953746 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9dab0a1-25bc-4055-9284-e9b25064df70 None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 29, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:29:23.954548 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9dab0a1-25bc-4055-9284-e9b25064df70 None None] Checking segment: {'id': '307a5035-2a9c-44ca-a3ca-b9ed8229daf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'd6023ca9-f7fb-424f-9a06-ccb60c81e3d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:29:23.955122 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-b9dab0a1-25bc-4055-9284-e9b25064df70 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:23.955830 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9dab0a1-25bc-4055-9284-e9b25064df70 None None] Bound using segment: {'id': '307a5035-2a9c-44ca-a3ca-b9ed8229daf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'd6023ca9-f7fb-424f-9a06-ccb60c81e3d1'} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:29:23.957464 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-b9dab0a1-25bc-4055-9284-e9b25064df70 None None] Bound port: 098ef2a2-9f80-451f-9873-4ca01173f113, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '307a5035-2a9c-44ca-a3ca-b9ed8229daf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'd6023ca9-f7fb-424f-9a06-ccb60c81e3d1'}}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:29:23.958219 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-b9dab0a1-25bc-4055-9284-e9b25064df70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (098ef2a2-9f80-451f-9873-4ca01173f113), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:23.972687 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ad19cfdc-4b87-4baf-96c1-9568afe70c28 req-142cc4fd-7852-4693-b070-a66eb901af1f tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] 10.222.0.64 "GET /v2.0/ports?device_id=245a918d-0459-4301-99c7-000801138e3e HTTP/1.1" status: 200 len: 210 time: 0.3858898 Jan 28 19:29:23.977707 n-d-812111-14 neutron-server[103304]: Traceback (most recent call last): Jan 28 19:29:23.977707 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:29:23.977707 n-d-812111-14 neutron-server[103304]: timer() Jan 28 19:29:23.977707 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:29:23.977707 n-d-812111-14 neutron-server[103304]: cb(*args, **kw) Jan 28 19:29:23.977707 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:29:23.977707 n-d-812111-14 neutron-server[103304]: return func(*args, **kwargs) Jan 28 19:29:23.977707 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:29:23.977707 n-d-812111-14 neutron-server[103304]: self._notify() Jan 28 19:29:23.977707 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:29:23.977707 n-d-812111-14 neutron-server[103304]: self.callback(batched_events) Jan 28 19:29:23.977707 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:29:23.977707 n-d-812111-14 neutron-server[103304]: event.method(event) Jan 28 19:29:23.977707 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:29:23.977707 n-d-812111-14 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:29:23.977707 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:29:23.977707 n-d-812111-14 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:29:23.977707 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:29:23.977707 n-d-812111-14 neutron-server[103304]: return f(self, *a, **k) Jan 28 19:29:23.977707 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:29:23.977707 n-d-812111-14 neutron-server[103304]: return self._get(url).json() Jan 28 19:29:23.977707 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:29:23.977707 n-d-812111-14 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:29:23.977707 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:29:23.977707 n-d-812111-14 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 28 19:29:23.977707 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:29:23.977707 n-d-812111-14 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:29:23.977707 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:29:23.977707 n-d-812111-14 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:29:23.977707 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:29:23.977707 n-d-812111-14 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:29:23.977707 n-d-812111-14 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:29:23.998378 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1adb79dc-b943-4d57-bfad-ad196e5cf0d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (31f06c9a-9c19-45a4-848c-8b1124ea1c96), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:24.055846 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-03d5eadb-3a2a-45a6-8786-f0826ace88b8 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] 10.222.0.64 "GET /v2.0/networks/f9ba2034-3f5b-40f1-8978-eb5173efd3a5?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.3572383 Jan 28 19:29:24.056572 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 58710) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:24.058630 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1adb79dc-b943-4d57-bfad-ad196e5cf0d0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:24.065960 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-1adb79dc-b943-4d57-bfad-ad196e5cf0d0 admin admin] 10.222.0.64 "DELETE /v2.0/networks/31f06c9a-9c19-45a4-848c-8b1124ea1c96 HTTP/1.1" status: 204 len: 168 time: 1.5697339 Jan 28 19:29:24.072719 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adb79dc-b943-4d57-bfad-ad196e5cf0d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=31f06c9a-9c19-45a4-848c-8b1124ea1c96,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:24.180669 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-b9dab0a1-25bc-4055-9284-e9b25064df70 None None] For port 098ef2a2-9f80-451f-9873-4ca01173f113, host n-d-812111-14, cleared binding levels {{(pid=103307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:29:24.195703 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-b9dab0a1-25bc-4055-9284-e9b25064df70 None None] For port 098ef2a2-9f80-451f-9873-4ca01173f113, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=098ef2a2-9f80-451f-9873-4ca01173f113,segment=NetworkSegment(307a5035-2a9c-44ca-a3ca-b9ed8229daf5),segment_id=307a5035-2a9c-44ca-a3ca-b9ed8229daf5)] {{(pid=103307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:29:24.211150 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-b9dab0a1-25bc-4055-9284-e9b25064df70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (098ef2a2-9f80-451f-9873-4ca01173f113), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:24.289630 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b98c030b-8d35-4bcd-90fd-12ee6ac26b0d tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:29:24.299641 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-b98c030b-8d35-4bcd-90fd-12ee6ac26b0d tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] 10.222.0.64 "GET /v2.0/subnets/ce4c687f-460f-495c-a4ff-83b24c15e413 HTTP/1.1" status: 200 len: 843 time: 0.2419252 Jan 28 19:29:24.300472 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 58718) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:24.379173 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9dab0a1-25bc-4055-9284-e9b25064df70 None None] Routers {'db932842-a4bc-42e7-bfe1-b91f1fa79dce'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:29:24.379823 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-b9dab0a1-25bc-4055-9284-e9b25064df70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:29:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['db932842-a4bc-42e7-bfe1-b91f1fa79dce'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:29:24.484639 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3eeaf60-5d6b-445b-88db-7c5f5259f18d tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Attributes excluded by policy engine: ['shared'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:29:24.506445 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 58726) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:24.518181 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-34c19b3c-b57f-4834-92df-cc92d4cdf40b None None] Provisioning complete for port 098ef2a2-9f80-451f-9873-4ca01173f113 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:29:24.519569 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-34c19b3c-b57f-4834-92df-cc92d4cdf40b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (098ef2a2-9f80-451f-9873-4ca01173f113), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:24.520534 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-a3eeaf60-5d6b-445b-88db-7c5f5259f18d tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] 10.222.0.64 "GET /v2.0/subnets/ce4c687f-460f-495c-a4ff-83b24c15e413?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2155859 Jan 28 19:29:24.550205 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-5ce9e502-e180-4a59-86cd-2a18ff72f5cc tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1644974811'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:29:24.625267 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ce9e502-e180-4a59-86cd-2a18ff72f5cc tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Made reservation on behalf of aaf13cac6dbd4260bac51b20f32e7df6 for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:29:24.626721 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device df0043c0-1c89-441c-9e90-787fba26d3d6 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:29:24.639954 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5ce9e502-e180-4a59-86cd-2a18ff72f5cc tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:24.727396 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ce9e502-e180-4a59-86cd-2a18ff72f5cc tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:29:24.774442 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5ce9e502-e180-4a59-86cd-2a18ff72f5cc tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (5eca16cb-223a-4901-9dab-785505633141), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:24.777640 n-d-812111-14 neutron-server[103304]: INFO neutron.db.segments_db [None req-5ce9e502-e180-4a59-86cd-2a18ff72f5cc tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Added segment 5eca16cb-223a-4901-9dab-785505633141 of type vlan for network d693a198-eb85-41d5-b4d2-bb3c5a504249 Jan 28 19:29:24.789191 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4854c781-7ff4-4cba-aa29-fddc99f21e22 req-5f051e30-fe85-419a-b80b-c1e2e02bcbfb tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:29:24.801214 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-b9dab0a1-25bc-4055-9284-e9b25064df70 None None] Set router db932842-a4bc-42e7-bfe1-b91f1fa79dce gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:29:24.820452 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4854c781-7ff4-4cba-aa29-fddc99f21e22 req-5f051e30-fe85-419a-b80b-c1e2e02bcbfb tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] 10.222.0.64 "GET /v2.0/ports?device_id=4b7b3ff2-8def-48cc-a292-47020d0a0799 HTTP/1.1" status: 200 len: 945 time: 0.1853242 Jan 28 19:29:24.899856 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-68c51a18-4a3a-49ff-983b-ebce4a6c987f admin admin] Publish callbacks [] for router_gateway (5ed523fe-5bc0-4eef-873e-d6a5b037e0c0), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:24.956792 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-68c51a18-4a3a-49ff-983b-ebce4a6c987f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:25.009732 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 58744) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:25.021140 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5ce9e502-e180-4a59-86cd-2a18ff72f5cc tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (d693a198-eb85-41d5-b4d2-bb3c5a504249), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:25.070631 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4854c781-7ff4-4cba-aa29-fddc99f21e22 req-7b162b8a-6951-45a5-92af-28862ad2cb6d tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] 10.222.0.64 "GET /v2.0/security-groups?id=6e3b5f6f-cd04-46bb-9eb5-a6c7cbc22d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423561 Jan 28 19:29:25.198949 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2f382a-2403-40e3-9b04-b233cb4e6ad8 None None] Pushing event updated for resources: {'Port': ['ID=098ef2a2-9f80-451f-9873-4ca01173f113,revision_number=4']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:25.233250 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-b16b312b-85fc-479e-af93-32cf8ffcd04d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f610b888ae9c45a6a6a7da0bfe29b48b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2182195 Jan 28 19:29:25.235570 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 58752) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:25.315718 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc9656d-0761-4e59-a473-ad3a24f07552 req-d175d0e2-137f-40ec-866d-2311eb22dbb0 tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:29:25.317312 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4fc9656d-0761-4e59-a473-ad3a24f07552 req-d175d0e2-137f-40ec-866d-2311eb22dbb0 tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] 10.222.0.70 "GET /v2.0/ports?device_id=4b7b3ff2-8def-48cc-a292-47020d0a0799 HTTP/1.1" status: 200 len: 945 time: 0.2157879 Jan 28 19:29:25.323782 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.db.resource_extend [None req-5ce9e502-e180-4a59-86cd-2a18ff72f5cc tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 19:29:25.328112 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8c9c51d5-1614-4d88-861a-8b88772d8c12 req-0494b508-0eb2-4628-8f64-786c33f3f2c4 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] 10.222.0.64 "GET /v2.0/ports?device_id=245a918d-0459-4301-99c7-000801138e3e HTTP/1.1" status: 200 len: 210 time: 0.1429813 Jan 28 19:29:25.403789 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-90b27304-befb-4ede-be7a-9316d8950663 admin admin] Publish callbacks [] for security_group (9b690c79-a167-4b2f-98ea-998fd11b7758), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:25.421002 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5ce9e502-e180-4a59-86cd-2a18ff72f5cc tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (d693a198-eb85-41d5-b4d2-bb3c5a504249), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:25.437012 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ce9e502-e180-4a59-86cd-2a18ff72f5cc tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:29:25.437699 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5ce9e502-e180-4a59-86cd-2a18ff72f5cc tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:25.504472 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port df0043c0-1c89-441c-9e90-787fba26d3d6 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:29:25.505279 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (df0043c0-1c89-441c-9e90-787fba26d3d6), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:25.604138 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-34c19b3c-b57f-4834-92df-cc92d4cdf40b None None] Current status of the port 098ef2a2-9f80-451f-9873-4ca01173f113 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:29:25.615702 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-34c19b3c-b57f-4834-92df-cc92d4cdf40b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (098ef2a2-9f80-451f-9873-4ca01173f113), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:25.645096 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-90b27304-befb-4ede-be7a-9316d8950663 admin admin] Publish callbacks [] for security_group (9b690c79-a167-4b2f-98ea-998fd11b7758), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:25.674313 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-b9dab0a1-25bc-4055-9284-e9b25064df70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db932842-a4bc-42e7-bfe1-b91f1fa79dce', 'name': 'tempest-TaggedBootDevicesTest_v242-313757589-router', 'tenant_id': '6a63e631dab749fab705cc3ad19e314b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.74'}], 'enable_snat': True}, 'gw_port_id': '00682212-3db3-4bf6-8f28-9d2da8172db1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:29:01Z', 'updated_at': '2022-01-28T19:29:13Z', 'revision_number': 4, 'project_id': '6a63e631dab749fab705cc3ad19e314b', 'gw_port': {'id': '00682212-3db3-4bf6-8f28-9d2da8172db1', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:c1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db932842-a4bc-42e7-bfe1-b91f1fa79dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:29:03Z', 'updated_at': '2022-01-28T19:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '098ef2a2-9f80-451f-9873-4ca01173f113', 'name': '', 'network_id': 'd6023ca9-f7fb-424f-9a06-ccb60c81e3d1', 'tenant_id': '6a63e631dab749fab705cc3ad19e314b', 'mac_address': 'fa:16:3e:e3:4c:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db932842-a4bc-42e7-bfe1-b91f1fa79dce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '1ed54c01-0acd-447f-ba69-14502018ae00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:29:09Z', 'updated_at': '2022-01-28T19:29:24Z', 'revision_number': 4, 'project_id': '6a63e631dab749fab705cc3ad19e314b', 'subnets': [{'id': '1ed54c01-0acd-447f-ba69-14502018ae00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:29:25.722242 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9dab0a1-25bc-4055-9284-e9b25064df70 None None] The sync data for ids ['db932842-a4bc-42e7-bfe1-b91f1fa79dce'] in n-d-812111-14 is: [{'id': 'db932842-a4bc-42e7-bfe1-b91f1fa79dce', 'name': 'tempest-TaggedBootDevicesTest_v242-313757589-router', 'tenant_id': '6a63e631dab749fab705cc3ad19e314b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.74'}], 'enable_snat': True}, 'gw_port_id': '00682212-3db3-4bf6-8f28-9d2da8172db1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:29:01Z', 'updated_at': '2022-01-28T19:29:13Z', 'revision_number': 4, 'project_id': '6a63e631dab749fab705cc3ad19e314b', 'gw_port': {'id': '00682212-3db3-4bf6-8f28-9d2da8172db1', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:c1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db932842-a4bc-42e7-bfe1-b91f1fa79dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:29:03Z', 'updated_at': '2022-01-28T19:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '098ef2a2-9f80-451f-9873-4ca01173f113', 'name': '', 'network_id': 'd6023ca9-f7fb-424f-9a06-ccb60c81e3d1', 'tenant_id': '6a63e631dab749fab705cc3ad19e314b', 'mac_address': 'fa:16:3e:e3:4c:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db932842-a4bc-42e7-bfe1-b91f1fa79dce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '1ed54c01-0acd-447f-ba69-14502018ae00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:29:09Z', 'updated_at': '2022-01-28T19:29:24Z', 'revision_number': 4, 'project_id': '6a63e631dab749fab705cc3ad19e314b', 'subnets': [{'id': '1ed54c01-0acd-447f-ba69-14502018ae00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:29:25.726066 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-34c19b3c-b57f-4834-92df-cc92d4cdf40b None None] For port 098ef2a2-9f80-451f-9873-4ca01173f113, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=098ef2a2-9f80-451f-9873-4ca01173f113,segment=NetworkSegment(307a5035-2a9c-44ca-a3ca-b9ed8229daf5),segment_id=307a5035-2a9c-44ca-a3ca-b9ed8229daf5)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:29:25.820743 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-34c19b3c-b57f-4834-92df-cc92d4cdf40b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (098ef2a2-9f80-451f-9873-4ca01173f113), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:25.829291 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-4fc9656d-0761-4e59-a473-ad3a24f07552 req-a36ca688-d328-43cd-885a-10ac56cdfff4 tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] Deleting port 06529ba6-5ba7-465e-9d21-c4d3fc65ab53 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:29:25.830468 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-4fc9656d-0761-4e59-a473-ad3a24f07552 req-a36ca688-d328-43cd-885a-10ac56cdfff4 tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (06529ba6-5ba7-465e-9d21-c4d3fc65ab53), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:25.931947 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-90b27304-befb-4ede-be7a-9316d8950663 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (9b690c79-a167-4b2f-98ea-998fd11b7758), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:25.942399 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-90b27304-befb-4ede-be7a-9316d8950663 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:25.946022 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-90b27304-befb-4ede-be7a-9316d8950663 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9b690c79-a167-4b2f-98ea-998fd11b7758 HTTP/1.1" status: 204 len: 168 time: 0.6977944 Jan 28 19:29:25.948172 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c19b3c-b57f-4834-92df-cc92d4cdf40b None None] Pushing event updated for resources: {'Port': ['ID=098ef2a2-9f80-451f-9873-4ca01173f113,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:25.992389 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port df0043c0-1c89-441c-9e90-787fba26d3d6 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:29:25.993222 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (df0043c0-1c89-441c-9e90-787fba26d3d6), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:26.041725 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-0c81cab7-a33c-47ec-a55e-7474f06e6beb None None] Provisioning complete for port 098ef2a2-9f80-451f-9873-4ca01173f113 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:29:26.042039 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0c81cab7-a33c-47ec-a55e-7474f06e6beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (098ef2a2-9f80-451f-9873-4ca01173f113), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:26.079429 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b27304-befb-4ede-be7a-9316d8950663 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b690c79-a167-4b2f-98ea-998fd11b7758,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:26.113420 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb51ab7c-4f0a-4ca6-b5c9-e6658c720800 None None] Network 02b6787f-a5b1-403f-827b-bcf8af5026f7 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:29:26.125130 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b53f30-5682-4131-a0f0-48205276d17a req-d4bd8026-8517-4b56-9b6c-027d61d7ab2b tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:29:26.129393 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-10b53f30-5682-4131-a0f0-48205276d17a req-d4bd8026-8517-4b56-9b6c-027d61d7ab2b tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] 10.222.0.41 "GET /v2.0/networks?id=60e1dd7d-58d1-4d48-a9c2-a4b6c6d27732 HTTP/1.1" status: 200 len: 813 time: 0.5108063 Jan 28 19:29:26.183832 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-5ce9e502-e180-4a59-86cd-2a18ff72f5cc tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.6728120 Jan 28 19:29:26.192692 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 58768) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:26.200582 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-6b2edcbe-8f67-4642-a4ee-0c2d29787798 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Request body: {'subnet': {'network_id': 'd693a198-eb85-41d5-b4d2-bb3c5a504249', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:29:26.205416 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-10b53f30-5682-4131-a0f0-48205276d17a req-a7ab58ce-f86d-4885-b82e-2455e595b558 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Request body: {'port': {'device_id': '245a918d-0459-4301-99c7-000801138e3e', 'network_id': '60e1dd7d-58d1-4d48-a9c2-a4b6c6d27732', 'admin_state_up': True, 'tenant_id': '879de84eda7341fea1146b6817e26b95'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:29:26.298482 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] For port df0043c0-1c89-441c-9e90-787fba26d3d6, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=df0043c0-1c89-441c-9e90-787fba26d3d6,segment=NetworkSegment(019cfbf9-bc4c-4d92-b18f-3dd37f786caf),segment_id=019cfbf9-bc4c-4d92-b18f-3dd37f786caf)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:29:26.319960 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (df0043c0-1c89-441c-9e90-787fba26d3d6), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:26.388614 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-4fc9656d-0761-4e59-a473-ad3a24f07552 req-a36ca688-d328-43cd-885a-10ac56cdfff4 tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] For port 06529ba6-5ba7-465e-9d21-c4d3fc65ab53, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=06529ba6-5ba7-465e-9d21-c4d3fc65ab53,segment=NetworkSegment(a3174087-8aff-4b5a-aff7-37727d9d96cb),segment_id=a3174087-8aff-4b5a-aff7-37727d9d96cb)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:29:26.388987 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-4fc9656d-0761-4e59-a473-ad3a24f07552 req-a36ca688-d328-43cd-885a-10ac56cdfff4 tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (06529ba6-5ba7-465e-9d21-c4d3fc65ab53), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:26.553525 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-4fc9656d-0761-4e59-a473-ad3a24f07552 req-a36ca688-d328-43cd-885a-10ac56cdfff4 tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] Calling delete_port for 06529ba6-5ba7-465e-9d21-c4d3fc65ab53 owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:29:26.585670 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce9e502-e180-4a59-86cd-2a18ff72f5cc tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Pushing event updated for resources: {'Network': ['ID=d693a198-eb85-41d5-b4d2-bb3c5a504249,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:26.634420 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-aa2947f2-b428-4134-89ad-0cdf2d991221 req-7d62c302-140b-4ff5-beb7-fcebe0e73ef8 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] 10.222.0.64 "GET /v2.0/ports?device_id=245a918d-0459-4301-99c7-000801138e3e HTTP/1.1" status: 200 len: 210 time: 0.0580070 Jan 28 19:29:26.665933 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-68c51a18-4a3a-49ff-983b-ebce4a6c987f admin admin] Allocated IP 172.25.6.4 (d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8/a648e4ab-7422-41b9-b133-58aca25ab8f5/06c636a7-8c32-479b-8275-c5ba18375edb) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:29:26.670770 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network d693a198-eb85-41d5-b4d2-bb3c5a504249 details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:29:26.673988 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10b53f30-5682-4131-a0f0-48205276d17a req-a7ab58ce-f86d-4885-b82e-2455e595b558 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Made reservation on behalf of 879de84eda7341fea1146b6817e26b95 for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:29:26.677852 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-10b53f30-5682-4131-a0f0-48205276d17a req-a7ab58ce-f86d-4885-b82e-2455e595b558 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:26.700261 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 098ef2a2-9f80-451f-9873-4ca01173f113 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:29:26.864140 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcc5112-b5b2-4a9c-be85-03bd24fb0c2c req-18edea6a-dcf3-4888-bc3c-bb501fc9842a tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:29:26.881805 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-abcc5112-b5b2-4a9c-be85-03bd24fb0c2c req-18edea6a-dcf3-4888-bc3c-bb501fc9842a tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] 10.222.0.64 "GET /v2.0/ports?device_id=4b7b3ff2-8def-48cc-a292-47020d0a0799 HTTP/1.1" status: 200 len: 945 time: 0.6064181 Jan 28 19:29:26.928041 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Pushing event updated for resources: {'Port': ['ID=df0043c0-1c89-441c-9e90-787fba26d3d6,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:26.950147 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-0c81cab7-a33c-47ec-a55e-7474f06e6beb None None] Current status of the port 098ef2a2-9f80-451f-9873-4ca01173f113 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:29:26.976889 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b2edcbe-8f67-4642-a4ee-0c2d29787798 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Made reservation on behalf of aaf13cac6dbd4260bac51b20f32e7df6 for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:29:26.992175 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6b2edcbe-8f67-4642-a4ee-0c2d29787798 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4733071'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:27.113445 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-abcc5112-b5b2-4a9c-be85-03bd24fb0c2c req-e98af673-4bae-468d-9b28-6630afdde982 tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] 10.222.0.64 "GET /v2.0/security-groups?id=6e3b5f6f-cd04-46bb-9eb5-a6c7cbc22d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295239 Jan 28 19:29:27.187633 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-10b53f30-5682-4131-a0f0-48205276d17a req-a7ab58ce-f86d-4885-b82e-2455e595b558 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Allocated IP 172.20.0.11 (60e1dd7d-58d1-4d48-a9c2-a4b6c6d27732/22051510-b4ac-44aa-8da5-3a58abb1b99a/bc60d7ec-63bd-4e90-a8a7-0344399bfd4d) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:29:27.233819 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-02c03a5a-738b-4eda-8bd8-8568e27085e9 None None] Provisioning complete for port df0043c0-1c89-441c-9e90-787fba26d3d6 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:29:27.233819 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-02c03a5a-738b-4eda-8bd8-8568e27085e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (df0043c0-1c89-441c-9e90-787fba26d3d6), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:27.348643 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 098ef2a2-9f80-451f-9873-4ca01173f113 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:29:27.348944 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (098ef2a2-9f80-451f-9873-4ca01173f113), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:27.378910 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-4fc9656d-0761-4e59-a473-ad3a24f07552 req-a36ca688-d328-43cd-885a-10ac56cdfff4 tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (06529ba6-5ba7-465e-9d21-c4d3fc65ab53), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:27.395344 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.ipam_backend_mixin [None req-6b2edcbe-8f67-4642-a4ee-0c2d29787798 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Performing IP validity checks on allocation pools {{(pid=103305) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 28 19:29:27.396281 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.ipam_backend_mixin [None req-6b2edcbe-8f67-4642-a4ee-0c2d29787798 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103305) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 28 19:29:27.433667 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36ca688-d328-43cd-885a-10ac56cdfff4 tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] Pushing event deleted for resources: {'Port': ['ID=06529ba6-5ba7-465e-9d21-c4d3fc65ab53,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:27.440477 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-68c51a18-4a3a-49ff-983b-ebce4a6c987f admin admin] Publish callbacks [] for port (06c636a7-8c32-479b-8275-c5ba18375edb), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:27.522717 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fc9656d-0761-4e59-a473-ad3a24f07552 req-a36ca688-d328-43cd-885a-10ac56cdfff4 tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] No DVR routers for this DVR port 06529ba6-5ba7-465e-9d21-c4d3fc65ab53 on host n-h2-812111-14 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:29:27.530523 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-4fc9656d-0761-4e59-a473-ad3a24f07552 req-a36ca688-d328-43cd-885a-10ac56cdfff4 tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:27.530735 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['06529ba6-5ba7-465e-9d21-c4d3fc65ab53'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:29:27.534978 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4fc9656d-0761-4e59-a473-ad3a24f07552 req-a36ca688-d328-43cd-885a-10ac56cdfff4 tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] 10.222.0.70 "DELETE /v2.0/ports/06529ba6-5ba7-465e-9d21-c4d3fc65ab53 HTTP/1.1" status: 204 len: 173 time: 2.2111025 Jan 28 19:29:27.535569 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b7b3ff2-8def-48cc-a292-47020d0a0799', 'name': 'network-vif-deleted', 'tag': '06529ba6-5ba7-465e-9d21-c4d3fc65ab53'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:29:27.538227 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c80fe7d5-595d-4a9b-8edb-2eab32b7fc18" -d '{"events": [{"server_uuid": "4b7b3ff2-8def-48cc-a292-47020d0a0799", "name": "network-vif-deleted", "tag": "06529ba6-5ba7-465e-9d21-c4d3fc65ab53"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:29:27.641715 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80e72928-755b-47d8-ba51-a9a137d82d36 x-openstack-request-id: req-80e72928-755b-47d8-ba51-a9a137d82d36 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:29:27.642076 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b7b3ff2-8def-48cc-a292-47020d0a0799", "name": "network-vif-deleted", "tag": "06529ba6-5ba7-465e-9d21-c4d3fc65ab53", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:29:27.642633 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-80e72928-755b-47d8-ba51-a9a137d82d36 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:29:27.643134 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b7b3ff2-8def-48cc-a292-47020d0a0799', 'name': 'network-vif-deleted', 'tag': '06529ba6-5ba7-465e-9d21-c4d3fc65ab53', 'status': 'completed', 'code': 200} Jan 28 19:29:27.694905 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-02c03a5a-738b-4eda-8bd8-8568e27085e9 None None] Current status of the port df0043c0-1c89-441c-9e90-787fba26d3d6 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:29:27.696963 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-68c51a18-4a3a-49ff-983b-ebce4a6c987f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (06c636a7-8c32-479b-8275-c5ba18375edb), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:27.728539 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6b2edcbe-8f67-4642-a4ee-0c2d29787798 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4752401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4733085'] for subnet (243e818b-90dd-4ec2-a323-01ec83064592), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:27.775545 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 098ef2a2-9f80-451f-9873-4ca01173f113 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:29:27.786066 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c51a18-4a3a-49ff-983b-ebce4a6c987f admin admin] Network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:29:27.793737 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-68c51a18-4a3a-49ff-983b-ebce4a6c987f admin admin] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:29:27.796947 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c51a18-4a3a-49ff-983b-ebce4a6c987f admin admin] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:29:27.799532 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c51a18-4a3a-49ff-983b-ebce4a6c987f admin admin] Pushing event updated for resources: {'Port': ['ID=06c636a7-8c32-479b-8275-c5ba18375edb,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:27.932672 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-10b53f30-5682-4131-a0f0-48205276d17a req-a7ab58ce-f86d-4885-b82e-2455e595b558 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Publish callbacks [] for port (bc60d7ec-63bd-4e90-a8a7-0344399bfd4d), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:27.953682 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2edcbe-8f67-4642-a4ee-0c2d29787798 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Pushing event updated for resources: {'Subnet': ['ID=243e818b-90dd-4ec2-a323-01ec83064592,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:27.975637 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-10b53f30-5682-4131-a0f0-48205276d17a req-a7ab58ce-f86d-4885-b82e-2455e595b558 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (bc60d7ec-63bd-4e90-a8a7-0344399bfd4d), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:28.017839 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3aa5dd72-3f26-4f35-b2a7-b2ae526eeefd req-57acb657-1220-4e0e-9963-68a7d0387d5c tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] 10.222.0.64 "GET /v2.0/ports?device_id=245a918d-0459-4301-99c7-000801138e3e HTTP/1.1" status: 200 len: 210 time: 0.0813632 Jan 28 19:29:28.044901 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2edcbe-8f67-4642-a4ee-0c2d29787798 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Checking segment: {'id': '5eca16cb-223a-4901-9dab-785505633141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'd693a198-eb85-41d5-b4d2-bb3c5a504249'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:29:28.045698 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b2edcbe-8f67-4642-a4ee-0c2d29787798 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Network hostable DHCP agents. Network: d693a198-eb85-41d5-b4d2-bb3c5a504249, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:29:28.071261 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b2edcbe-8f67-4642-a4ee-0c2d29787798 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Network d693a198-eb85-41d5-b4d2-bb3c5a504249 is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:29:28.137856 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-6b2edcbe-8f67-4642-a4ee-0c2d29787798 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, d693a198-eb85-41d5-b4d2-bb3c5a504249) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:29:28.149670 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64828522-273a-4ee9-a323-0c5151239641 None None] Network d693a198-eb85-41d5-b4d2-bb3c5a504249 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:29:28.152982 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b2edcbe-8f67-4642-a4ee-0c2d29787798 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:29:28.155917 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6b2edcbe-8f67-4642-a4ee-0c2d29787798 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:28.227545 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-6b2edcbe-8f67-4642-a4ee-0c2d29787798 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.0290885 Jan 28 19:29:28.228064 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 58824) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:28.236404 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-2cedaf6e-4c6f-4dea-a0a3-d724103259e6 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:29:28.282687 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10b53f30-5682-4131-a0f0-48205276d17a req-a7ab58ce-f86d-4885-b82e-2455e595b558 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Network 60e1dd7d-58d1-4d48-a9c2-a4b6c6d27732 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:29:28.306038 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-10b53f30-5682-4131-a0f0-48205276d17a req-a7ab58ce-f86d-4885-b82e-2455e595b558 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:29:28.358837 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 58828) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:28.443549 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2cedaf6e-4c6f-4dea-a0a3-d724103259e6 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4733060'] for subnet (243e818b-90dd-4ec2-a323-01ec83064592), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:28.459880 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76bc219b-6d5a-4733-8809-d961c4d0cc5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68cd31fd-e4cd-5fb3-a862-256fc47efcd2-d693a198-eb85-41d5-b4d2-bb3c5a504249', 'network_id': 'd693a198-eb85-41d5-b4d2-bb3c5a504249', 'project_id': 'aaf13cac6dbd4260bac51b20f32e7df6', 'fixed_ips': [{'subnet_id': '243e818b-90dd-4ec2-a323-01ec83064592'}]}} from n-d-812111-14. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:29:28.460750 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-76bc219b-6d5a-4733-8809-d961c4d0cc5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:28.467712 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-10b53f30-5682-4131-a0f0-48205276d17a req-a7ab58ce-f86d-4885-b82e-2455e595b558 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:29:28.491833 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device df0043c0-1c89-441c-9e90-787fba26d3d6 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:29:28.533073 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ab58ce-f86d-4885-b82e-2455e595b558 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Pushing event updated for resources: {'Port': ['ID=bc60d7ec-63bd-4e90-a8a7-0344399bfd4d,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:28.611128 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-af08c44a-e771-4bab-888d-2cde6c3d70df admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1544257445-network', 'tenant_id': 'd15ec63aab394c5ca38eddb96d5ab742'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:29:28.656229 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af08c44a-e771-4bab-888d-2cde6c3d70df admin admin] Made reservation on behalf of d15ec63aab394c5ca38eddb96d5ab742 for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:29:28.659815 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-af08c44a-e771-4bab-888d-2cde6c3d70df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:28.681698 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-af08c44a-e771-4bab-888d-2cde6c3d70df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:28.682760 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2e7f61cd-9091-4b08-b171-9e1ce31cf19c req-ba163ddb-56c9-403f-9fb9-6fd2800788ed tempest-ServerRescueNegativeTestJSON-941407362 tempest-ServerRescueNegativeTestJSON-941407362-project] 10.222.0.64 "GET /v2.0/ports?device_id=4b7b3ff2-8def-48cc-a292-47020d0a0799 HTTP/1.1" status: 200 len: 210 time: 0.2288847 Jan 28 19:29:28.713490 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port df0043c0-1c89-441c-9e90-787fba26d3d6 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:29:28.714949 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (df0043c0-1c89-441c-9e90-787fba26d3d6), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:28.768425 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b53f30-5682-4131-a0f0-48205276d17a req-a7ab58ce-f86d-4885-b82e-2455e595b558 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:29:28.771136 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-10b53f30-5682-4131-a0f0-48205276d17a req-a7ab58ce-f86d-4885-b82e-2455e595b558 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:28.820072 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-af08c44a-e771-4bab-888d-2cde6c3d70df admin admin] Publish callbacks [] for security_group (0f1f450c-3b60-4541-a764-638200c35d13), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:28.827820 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-af08c44a-e771-4bab-888d-2cde6c3d70df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (0f1f450c-3b60-4541-a764-638200c35d13), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:28.843866 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af08c44a-e771-4bab-888d-2cde6c3d70df admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:29:28.845975 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port df0043c0-1c89-441c-9e90-787fba26d3d6 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:29:28.858645 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-af08c44a-e771-4bab-888d-2cde6c3d70df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (17f62ab8-0288-4526-a2da-cf822e925607), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:28.859630 n-d-812111-14 neutron-server[103305]: INFO neutron.db.segments_db [None req-af08c44a-e771-4bab-888d-2cde6c3d70df admin admin] Added segment 17f62ab8-0288-4526-a2da-cf822e925607 of type vlan for network 7dcd2fe9-a2b7-490e-9909-2f76a78b22f6 Jan 28 19:29:29.047873 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af08c44a-e771-4bab-888d-2cde6c3d70df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f1f450c-3b60-4541-a764-638200c35d13,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:29.074290 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-af08c44a-e771-4bab-888d-2cde6c3d70df admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (7dcd2fe9-a2b7-490e-9909-2f76a78b22f6), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:29.195139 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2cedaf6e-4c6f-4dea-a0a3-d724103259e6 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8794076262611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4752479'] for subnet (243e818b-90dd-4ec2-a323-01ec83064592), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:29.239442 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-76bc219b-6d5a-4733-8809-d961c4d0cc5d None None] Allocated IP 2001:db8::3 (d693a198-eb85-41d5-b4d2-bb3c5a504249/243e818b-90dd-4ec2-a323-01ec83064592/5ddc6d3b-5a75-4d9f-a852-399ce4b94c6d) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:29:29.271263 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-68c51a18-4a3a-49ff-983b-ebce4a6c987f admin admin] Publish callbacks [] for router_gateway (5ed523fe-5bc0-4eef-873e-d6a5b037e0c0), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:29.287435 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-10b53f30-5682-4131-a0f0-48205276d17a req-a7ab58ce-f86d-4885-b82e-2455e595b558 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1381245 Jan 28 19:29:29.298178 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-af08c44a-e771-4bab-888d-2cde6c3d70df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (7dcd2fe9-a2b7-490e-9909-2f76a78b22f6), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:29.299214 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af08c44a-e771-4bab-888d-2cde6c3d70df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:29:29.299800 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-af08c44a-e771-4bab-888d-2cde6c3d70df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:29.355668 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cedaf6e-4c6f-4dea-a0a3-d724103259e6 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:29:29.356831 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2cedaf6e-4c6f-4dea-a0a3-d724103259e6 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:29.361545 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-2cedaf6e-4c6f-4dea-a0a3-d724103259e6 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] 10.222.0.64 "PUT /v2.0/subnets/243e818b-90dd-4ec2-a323-01ec83064592 HTTP/1.1" status: 200 len: 900 time: 1.1326158 Jan 28 19:29:29.373731 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-10b53f30-5682-4131-a0f0-48205276d17a req-d6187163-a099-48a9-a940-5e69c7b46bfa service neutron] Request body: {'port': {'device_id': '245a918d-0459-4301-99c7-000801138e3e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-14'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:29:29.381446 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 58848) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:29.591093 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-76bc219b-6d5a-4733-8809-d961c4d0cc5d None None] Publish callbacks [] for port (5ddc6d3b-5a75-4d9f-a852-399ce4b94c6d), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:29.607973 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-76bc219b-6d5a-4733-8809-d961c4d0cc5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (5ddc6d3b-5a75-4d9f-a852-399ce4b94c6d), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:29.663139 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-af08c44a-e771-4bab-888d-2cde6c3d70df admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3031840 Jan 28 19:29:29.663821 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 58852) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:29.671940 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-30541d43-81f3-4d8b-b871-92c0aa81bcdd admin admin] Request body: {'subnet': {'network_id': '7dcd2fe9-a2b7-490e-9909-2f76a78b22f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1544257445-subnet', 'tenant_id': 'd15ec63aab394c5ca38eddb96d5ab742', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:29:29.677121 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cedaf6e-4c6f-4dea-a0a3-d724103259e6 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Pushing event updated for resources: {'Subnet': ['ID=243e818b-90dd-4ec2-a323-01ec83064592,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:29.685645 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76bc219b-6d5a-4733-8809-d961c4d0cc5d None None] Network d693a198-eb85-41d5-b4d2-bb3c5a504249 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:29:29.686706 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba15d44-a5d6-4d1e-836e-4001107f31ce req-00d7f3ce-7aa5-419b-a8b9-be909b0e050d tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:29:29.688767 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-eba15d44-a5d6-4d1e-836e-4001107f31ce req-00d7f3ce-7aa5-419b-a8b9-be909b0e050d tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] 10.222.0.64 "GET /v2.0/ports?device_id=245a918d-0459-4301-99c7-000801138e3e HTTP/1.1" status: 200 len: 932 time: 0.5579419 Jan 28 19:29:29.689086 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-76bc219b-6d5a-4733-8809-d961c4d0cc5d None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:29:29.697820 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76bc219b-6d5a-4733-8809-d961c4d0cc5d None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:29:29.716652 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af08c44a-e771-4bab-888d-2cde6c3d70df admin admin] Pushing event updated for resources: {'Network': ['ID=7dcd2fe9-a2b7-490e-9909-2f76a78b22f6,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:29.736134 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network 7dcd2fe9-a2b7-490e-9909-2f76a78b22f6 details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:29:29.753647 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30541d43-81f3-4d8b-b871-92c0aa81bcdd admin admin] Made reservation on behalf of d15ec63aab394c5ca38eddb96d5ab742 for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:29:29.757077 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-30541d43-81f3-4d8b-b871-92c0aa81bcdd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4733071'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:29.777394 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-eba15d44-a5d6-4d1e-836e-4001107f31ce req-12acc86c-c85e-47a1-acb7-04844f23fc5b tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] 10.222.0.64 "GET /v2.0/security-groups?id=1062da38-e9d3-4864-a997-6a65fbb30edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791302 Jan 28 19:29:29.811801 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 58856) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:29.833906 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bc219b-6d5a-4733-8809-d961c4d0cc5d None None] Pushing event updated for resources: {'Port': ['ID=5ddc6d3b-5a75-4d9f-a852-399ce4b94c6d,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:29.860888 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-10b53f30-5682-4131-a0f0-48205276d17a req-d6187163-a099-48a9-a940-5e69c7b46bfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (bc60d7ec-63bd-4e90-a8a7-0344399bfd4d), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:30.029144 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-76bc219b-6d5a-4733-8809-d961c4d0cc5d None None] Attempting to bind port 5ddc6d3b-5a75-4d9f-a852-399ce4b94c6d on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:29:30.029835 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-76bc219b-6d5a-4733-8809-d961c4d0cc5d None None] Attempting to bind port 5ddc6d3b-5a75-4d9f-a852-399ce4b94c6d by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '5eca16cb-223a-4901-9dab-785505633141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'd693a198-eb85-41d5-b4d2-bb3c5a504249'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:29:30.030438 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76bc219b-6d5a-4733-8809-d961c4d0cc5d None None] Attempting to bind port 5ddc6d3b-5a75-4d9f-a852-399ce4b94c6d on network d693a198-eb85-41d5-b4d2-bb3c5a504249 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:29:30.050493 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76bc219b-6d5a-4733-8809-d961c4d0cc5d None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 29, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:29:30.051497 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76bc219b-6d5a-4733-8809-d961c4d0cc5d None None] Checking segment: {'id': '5eca16cb-223a-4901-9dab-785505633141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'd693a198-eb85-41d5-b4d2-bb3c5a504249'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:29:30.052167 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-76bc219b-6d5a-4733-8809-d961c4d0cc5d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:30.052786 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76bc219b-6d5a-4733-8809-d961c4d0cc5d None None] Bound using segment: {'id': '5eca16cb-223a-4901-9dab-785505633141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'd693a198-eb85-41d5-b4d2-bb3c5a504249'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:29:30.053527 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-76bc219b-6d5a-4733-8809-d961c4d0cc5d None None] Bound port: 5ddc6d3b-5a75-4d9f-a852-399ce4b94c6d, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eca16cb-223a-4901-9dab-785505633141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'd693a198-eb85-41d5-b4d2-bb3c5a504249'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:29:30.054155 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-76bc219b-6d5a-4733-8809-d961c4d0cc5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (5ddc6d3b-5a75-4d9f-a852-399ce4b94c6d), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:30.065546 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-30541d43-81f3-4d8b-b871-92c0aa81bcdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4752401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4733085'] for subnet (e88cad28-2da3-46f2-9596-192e1589b107), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:30.149768 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 06529ba6-5ba7-465e-9d21-c4d3fc65ab53 no longer exists at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:29:30.201183 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] No Port match for: 06529ba6-5ba7-465e-9d21-c4d3fc65ab53 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:29:30.202187 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 06529ba6-5ba7-465e-9d21-c4d3fc65ab53 not bound to the agent host n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:29:30.217678 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e0509318-fef2-4047-92a1-61f9e06d70f8 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (d693a198-eb85-41d5-b4d2-bb3c5a504249), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:30.219250 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-76bc219b-6d5a-4733-8809-d961c4d0cc5d None None] For port 5ddc6d3b-5a75-4d9f-a852-399ce4b94c6d, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:29:30.227517 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-76bc219b-6d5a-4733-8809-d961c4d0cc5d None None] For port 5ddc6d3b-5a75-4d9f-a852-399ce4b94c6d, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=5ddc6d3b-5a75-4d9f-a852-399ce4b94c6d,segment=NetworkSegment(5eca16cb-223a-4901-9dab-785505633141),segment_id=5eca16cb-223a-4901-9dab-785505633141)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:29:30.231705 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30541d43-81f3-4d8b-b871-92c0aa81bcdd admin admin] Pushing event updated for resources: {'Subnet': ['ID=e88cad28-2da3-46f2-9596-192e1589b107,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:30.243813 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-76bc219b-6d5a-4733-8809-d961c4d0cc5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (5ddc6d3b-5a75-4d9f-a852-399ce4b94c6d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:30.246364 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30541d43-81f3-4d8b-b871-92c0aa81bcdd admin admin] Checking segment: {'id': '17f62ab8-0288-4526-a2da-cf822e925607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '7dcd2fe9-a2b7-490e-9909-2f76a78b22f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:29:30.246767 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30541d43-81f3-4d8b-b871-92c0aa81bcdd admin admin] Network hostable DHCP agents. Network: 7dcd2fe9-a2b7-490e-9909-2f76a78b22f6, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:29:30.290046 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30541d43-81f3-4d8b-b871-92c0aa81bcdd admin admin] Network 7dcd2fe9-a2b7-490e-9909-2f76a78b22f6 is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:29:30.311219 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-30541d43-81f3-4d8b-b871-92c0aa81bcdd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, 7dcd2fe9-a2b7-490e-9909-2f76a78b22f6) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:29:30.315727 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30541d43-81f3-4d8b-b871-92c0aa81bcdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:29:30.316326 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-30541d43-81f3-4d8b-b871-92c0aa81bcdd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:30.367105 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-306908bc-3051-4fbd-b5fd-a6446d9c96fe None None] Network 7dcd2fe9-a2b7-490e-9909-2f76a78b22f6 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:29:30.373882 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-30541d43-81f3-4d8b-b871-92c0aa81bcdd admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7062206 Jan 28 19:29:30.598319 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-68c51a18-4a3a-49ff-983b-ebce4a6c987f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-731074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-731460'] for router (5ed523fe-5bc0-4eef-873e-d6a5b037e0c0), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:30.679556 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bc219b-6d5a-4733-8809-d961c4d0cc5d None None] Pushing event updated for resources: {'Port': ['ID=5ddc6d3b-5a75-4d9f-a852-399ce4b94c6d,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:30.689399 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98dc971a-af6e-4109-a292-756ad9662a77 None None] Network 7dcd2fe9-a2b7-490e-9909-2f76a78b22f6 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:29:30.804164 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-e0509318-fef2-4047-92a1-61f9e06d70f8 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Deleting port 5ddc6d3b-5a75-4d9f-a852-399ce4b94c6d {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:29:30.804831 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e0509318-fef2-4047-92a1-61f9e06d70f8 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (5ddc6d3b-5a75-4d9f-a852-399ce4b94c6d), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:31.279686 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68c51a18-4a3a-49ff-983b-ebce4a6c987f admin admin] Router 5ed523fe-5bc0-4eef-873e-d6a5b037e0c0 is scheduled to L3 agent 76fe5c49-705a-4e08-abb2-be585676213f with binding_index 1 {{(pid=103304) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 19:29:31.298057 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495517fb-36c2-44b2-8cc6-22b2411eb5b6 req-ae4bc7d5-27e0-4659-9c74-edb7a2f095ce tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:29:31.306014 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-495517fb-36c2-44b2-8cc6-22b2411eb5b6 req-ae4bc7d5-27e0-4659-9c74-edb7a2f095ce tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] 10.222.0.64 "GET /v2.0/ports?device_id=245a918d-0459-4301-99c7-000801138e3e HTTP/1.1" status: 200 len: 932 time: 0.3655210 Jan 28 19:29:31.339636 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dab9c3a-617c-4e81-b7eb-ec11ec912366 req-92a2801f-8d0e-45e2-b9cc-388bb481b070 tempest-ServerPasswordTestJSON-270294439 tempest-ServerPasswordTestJSON-270294439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:29:31.342228 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3dab9c3a-617c-4e81-b7eb-ec11ec912366 req-92a2801f-8d0e-45e2-b9cc-388bb481b070 tempest-ServerPasswordTestJSON-270294439 tempest-ServerPasswordTestJSON-270294439-project] 10.222.0.64 "GET /v2.0/networks?id=7dcd2fe9-a2b7-490e-9909-2f76a78b22f6 HTTP/1.1" status: 200 len: 813 time: 0.2316406 Jan 28 19:29:31.367527 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3dab9c3a-617c-4e81-b7eb-ec11ec912366 req-bcd43d03-eec6-4e76-9543-07b147b2832d tempest-ServerPasswordTestJSON-270294439 tempest-ServerPasswordTestJSON-270294439-project] 10.222.0.64 "GET /v2.0/quotas/d15ec63aab394c5ca38eddb96d5ab742 HTTP/1.1" status: 200 len: 375 time: 0.0192716 Jan 28 19:29:31.436793 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-e0509318-fef2-4047-92a1-61f9e06d70f8 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] For port 5ddc6d3b-5a75-4d9f-a852-399ce4b94c6d, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=5ddc6d3b-5a75-4d9f-a852-399ce4b94c6d,segment=NetworkSegment(5eca16cb-223a-4901-9dab-785505633141),segment_id=5eca16cb-223a-4901-9dab-785505633141)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:29:31.437215 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e0509318-fef2-4047-92a1-61f9e06d70f8 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (5ddc6d3b-5a75-4d9f-a852-399ce4b94c6d), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:31.448687 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3dab9c3a-617c-4e81-b7eb-ec11ec912366 req-e21ad0e6-4228-489f-a5a4-deb0743c0e46 tempest-ServerPasswordTestJSON-270294439 tempest-ServerPasswordTestJSON-270294439-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=d15ec63aab394c5ca38eddb96d5ab742&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0735197 Jan 28 19:29:31.470344 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-10b53f30-5682-4131-a0f0-48205276d17a req-d6187163-a099-48a9-a940-5e69c7b46bfa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc60d7ec-63bd-4e90-a8a7-0344399bfd4d {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:29:31.493026 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-10b53f30-5682-4131-a0f0-48205276d17a req-d6187163-a099-48a9-a940-5e69c7b46bfa service neutron] Publish callbacks [] for port (bc60d7ec-63bd-4e90-a8a7-0344399bfd4d), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:31.498713 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-e0509318-fef2-4047-92a1-61f9e06d70f8 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Calling delete_port for 5ddc6d3b-5a75-4d9f-a852-399ce4b94c6d owned by network:dhcp {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:29:31.607420 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68c51a18-4a3a-49ff-983b-ebce4a6c987f admin admin] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:29:31.614731 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3dab9c3a-617c-4e81-b7eb-ec11ec912366 req-9a46438b-f81e-40de-a32e-7533f1fabb43 service neutron] 10.222.0.64 "GET /v2.0/networks/7dcd2fe9-a2b7-490e-9909-2f76a78b22f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596308 Jan 28 19:29:31.619683 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78c3243-b1a1-4d16-9b88-5f0698f2a4a7 None None] Sync routers for ids ['5ed523fe-5bc0-4eef-873e-d6a5b037e0c0'] in n-d-812111-14 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:29:31.642668 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78c3243-b1a1-4d16-9b88-5f0698f2a4a7 None None] Routers {'5ed523fe-5bc0-4eef-873e-d6a5b037e0c0'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:29:31.643313 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-b78c3243-b1a1-4d16-9b88-5f0698f2a4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:29:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['5ed523fe-5bc0-4eef-873e-d6a5b037e0c0'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:29:31.698825 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-10b53f30-5682-4131-a0f0-48205276d17a req-d6187163-a099-48a9-a940-5e69c7b46bfa service neutron] Transition to ACTIVE for port object bc60d7ec-63bd-4e90-a8a7-0344399bfd4d will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:29:31.839455 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3dab9c3a-617c-4e81-b7eb-ec11ec912366 req-364b2957-f7e9-40d9-8e88-b9ba31eda7c9 service neutron] 10.222.0.64 "GET /v2.0/networks/7dcd2fe9-a2b7-490e-9909-2f76a78b22f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2233529 Jan 28 19:29:31.897302 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-b78c3243-b1a1-4d16-9b88-5f0698f2a4a7 None None] Set router 5ed523fe-5bc0-4eef-873e-d6a5b037e0c0 gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:29:32.274512 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-791a0193-12aa-4126-9fa2-52f813e00cdb req-9462bcb9-bf99-44d1-a600-15f7803d6b4f tempest-ServerPasswordTestJSON-270294439 tempest-ServerPasswordTestJSON-270294439-project] 10.222.0.64 "GET /v2.0/ports?device_id=80dc6e35-ad41-4826-bee5-0666e9546e28 HTTP/1.1" status: 200 len: 210 time: 0.1021037 Jan 28 19:29:32.376070 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-b78c3243-b1a1-4d16-9b88-5f0698f2a4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ed523fe-5bc0-4eef-873e-d6a5b037e0c0', 'name': 'tempest-TaggedBootDevicesTest_v242-273735862-router', 'tenant_id': '6cd1916b54b2491f8458c31a4c1402c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.4'}], 'enable_snat': True}, 'gw_port_id': '06c636a7-8c32-479b-8275-c5ba18375edb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:29:21Z', 'updated_at': '2022-01-28T19:29:28Z', 'revision_number': 3, 'project_id': '6cd1916b54b2491f8458c31a4c1402c7', 'gw_port': {'id': '06c636a7-8c32-479b-8275-c5ba18375edb', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:d2:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ed523fe-5bc0-4eef-873e-d6a5b037e0c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:29:25Z', 'updated_at': '2022-01-28T19:29:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:29:32.495083 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78c3243-b1a1-4d16-9b88-5f0698f2a4a7 None None] Checking router: 5ed523fe-5bc0-4eef-873e-d6a5b037e0c0 for host: n-d-812111-14 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:29:32.495443 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78c3243-b1a1-4d16-9b88-5f0698f2a4a7 None None] Updating router 5ed523fe-5bc0-4eef-873e-d6a5b037e0c0 port 06c636a7-8c32-479b-8275-c5ba18375edb binding host n-d-812111-14 {{(pid=103306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:29:32.504468 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-495517fb-36c2-44b2-8cc6-22b2411eb5b6 req-b55a9073-808b-4738-9f76-5308b3d44da9 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] 10.222.0.64 "GET /v2.0/security-groups?id=1062da38-e9d3-4864-a997-6a65fbb30edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1972632 Jan 28 19:29:32.561839 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-10b53f30-5682-4131-a0f0-48205276d17a req-d6187163-a099-48a9-a940-5e69c7b46bfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (bc60d7ec-63bd-4e90-a8a7-0344399bfd4d), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:32.567329 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-68c51a18-4a3a-49ff-983b-ebce4a6c987f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:32.569036 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-68c51a18-4a3a-49ff-983b-ebce4a6c987f admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 11.0490813 Jan 28 19:29:32.572902 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 58934) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:32.610749 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b78c3243-b1a1-4d16-9b88-5f0698f2a4a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (06c636a7-8c32-479b-8275-c5ba18375edb), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:32.620565 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 5ddc6d3b-5a75-4d9f-a852-399ce4b94c6d up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:29:32.750715 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6187163-a099-48a9-a940-5e69c7b46bfa service neutron] Pushing event updated for resources: {'Port': ['ID=bc60d7ec-63bd-4e90-a8a7-0344399bfd4d,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:32.865876 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f1b162d2-535a-450e-aacd-a554ef7decea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-732838'] for router_interface (b0b0f51a-2308-4ba5-9528-5f7a038eee01), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:32.965528 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-10b53f30-5682-4131-a0f0-48205276d17a req-d6187163-a099-48a9-a940-5e69c7b46bfa service neutron] Attempting to bind port bc60d7ec-63bd-4e90-a8a7-0344399bfd4d on host n-h1-812111-14 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:29:32.966228 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-10b53f30-5682-4131-a0f0-48205276d17a req-d6187163-a099-48a9-a940-5e69c7b46bfa service neutron] Attempting to bind port bc60d7ec-63bd-4e90-a8a7-0344399bfd4d by drivers openvswitch,hyperv on host n-h1-812111-14 at level 0 using segments [{'id': '5b66c8f9-1d97-48b1-bd99-697071b35b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '60e1dd7d-58d1-4d48-a9c2-a4b6c6d27732'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:29:32.966785 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b53f30-5682-4131-a0f0-48205276d17a req-d6187163-a099-48a9-a940-5e69c7b46bfa service neutron] Attempting to bind port bc60d7ec-63bd-4e90-a8a7-0344399bfd4d on network 60e1dd7d-58d1-4d48-a9c2-a4b6c6d27732 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:29:32.986658 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b53f30-5682-4131-a0f0-48205276d17a req-d6187163-a099-48a9-a940-5e69c7b46bfa service neutron] Port bc60d7ec-63bd-4e90-a8a7-0344399bfd4d on network 60e1dd7d-58d1-4d48-a9c2-a4b6c6d27732 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-14 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:29:32.987267 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b53f30-5682-4131-a0f0-48205276d17a req-d6187163-a099-48a9-a940-5e69c7b46bfa service neutron] Attempting to bind port bc60d7ec-63bd-4e90-a8a7-0344399bfd4d on network 60e1dd7d-58d1-4d48-a9c2-a4b6c6d27732 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:29:33.030481 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e0509318-fef2-4047-92a1-61f9e06d70f8 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (5ddc6d3b-5a75-4d9f-a852-399ce4b94c6d), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:33.033569 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b53f30-5682-4131-a0f0-48205276d17a req-d6187163-a099-48a9-a940-5e69c7b46bfa service neutron] Checking agent: {'id': 'b544ba20-de93-4d86-9e6b-a2202deb6191', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:29:33.034263 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b53f30-5682-4131-a0f0-48205276d17a req-d6187163-a099-48a9-a940-5e69c7b46bfa service neutron] Checking segment: {'id': '5b66c8f9-1d97-48b1-bd99-697071b35b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '60e1dd7d-58d1-4d48-a9c2-a4b6c6d27732'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:29:33.034885 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b53f30-5682-4131-a0f0-48205276d17a req-d6187163-a099-48a9-a940-5e69c7b46bfa service neutron] Bound using segment: {'id': '5b66c8f9-1d97-48b1-bd99-697071b35b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '60e1dd7d-58d1-4d48-a9c2-a4b6c6d27732'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:29:33.035584 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-10b53f30-5682-4131-a0f0-48205276d17a req-d6187163-a099-48a9-a940-5e69c7b46bfa service neutron] Bound port: bc60d7ec-63bd-4e90-a8a7-0344399bfd4d, host: n-h1-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b66c8f9-1d97-48b1-bd99-697071b35b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '60e1dd7d-58d1-4d48-a9c2-a4b6c6d27732'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:29:33.036170 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-10b53f30-5682-4131-a0f0-48205276d17a req-d6187163-a099-48a9-a940-5e69c7b46bfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (bc60d7ec-63bd-4e90-a8a7-0344399bfd4d), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:33.073619 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6c63cd8-806b-40cb-a23d-acafb5f2cdf9 None None] Network d693a198-eb85-41d5-b4d2-bb3c5a504249 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:29:33.088032 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No active binding found for port 5ddc6d3b-5a75-4d9f-a852-399ce4b94c6d {{(pid=103306) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 28 19:29:33.088881 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] The host n-d-812111-14 is not matching for port 5ddc6d3b-5a75-4d9f-a852-399ce4b94c6d host None! {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Jan 28 19:29:33.089505 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 5ddc6d3b-5a75-4d9f-a852-399ce4b94c6d not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jan 28 19:29:33.093445 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-90328f91-76cd-4749-99d2-82d3a47d92f6 None None] Could not find standard attr ID for object 5ddc6d3b-5a75-4d9f-a852-399ce4b94c6d. {{(pid=103306) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 19:29:33.115126 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0509318-fef2-4047-92a1-61f9e06d70f8 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Pushing event deleted for resources: {'Port': ['ID=5ddc6d3b-5a75-4d9f-a852-399ce4b94c6d,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:33.196598 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Port 5ddc6d3b-5a75-4d9f-a852-399ce4b94c6d not found, will not notify nova. {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jan 28 19:29:33.485368 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0509318-fef2-4047-92a1-61f9e06d70f8 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] No DVR routers for this DVR port 5ddc6d3b-5a75-4d9f-a852-399ce4b94c6d on host n-d-812111-14 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:29:33.587632 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e71a9485-af32-4a8b-b107-94102f1491b1 req-e0817975-6804-4055-b94a-9788e3508fca tempest-ServerPasswordTestJSON-270294439 tempest-ServerPasswordTestJSON-270294439-project] 10.222.0.64 "GET /v2.0/ports?device_id=80dc6e35-ad41-4826-bee5-0666e9546e28 HTTP/1.1" status: 200 len: 210 time: 0.0837944 Jan 28 19:29:33.664214 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a280d657-1063-4b6f-8d7d-bcd1159dde3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:33.975305 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-10b53f30-5682-4131-a0f0-48205276d17a req-d6187163-a099-48a9-a940-5e69c7b46bfa service neutron] For port bc60d7ec-63bd-4e90-a8a7-0344399bfd4d, host n-h1-812111-14, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:29:33.990574 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-10b53f30-5682-4131-a0f0-48205276d17a req-d6187163-a099-48a9-a940-5e69c7b46bfa service neutron] For port bc60d7ec-63bd-4e90-a8a7-0344399bfd4d, host n-h1-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=bc60d7ec-63bd-4e90-a8a7-0344399bfd4d,segment=NetworkSegment(5b66c8f9-1d97-48b1-bd99-697071b35b5b),segment_id=5b66c8f9-1d97-48b1-bd99-697071b35b5b)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:29:33.998390 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b78c3243-b1a1-4d16-9b88-5f0698f2a4a7 None None] Publish callbacks [] for port (06c636a7-8c32-479b-8275-c5ba18375edb), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:34.016819 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b78c3243-b1a1-4d16-9b88-5f0698f2a4a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (06c636a7-8c32-479b-8275-c5ba18375edb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:34.047809 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-a280d657-1063-4b6f-8d7d-bcd1159dde3b admin admin] Allocated IP 172.20.0.1 (02b6787f-a5b1-403f-827b-bcf8af5026f7/8dd7047a-2d63-4cd6-b247-7e4bbc21eeaa/a52c137f-4ff7-4280-b202-6bc7a4efd44b) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:29:34.110138 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e0509318-fef2-4047-92a1-61f9e06d70f8 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (243e818b-90dd-4ec2-a323-01ec83064592), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:34.230139 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-b78c3243-b1a1-4d16-9b88-5f0698f2a4a7 None None] Attempting to bind port 06c636a7-8c32-479b-8275-c5ba18375edb on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:29:34.231011 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-b78c3243-b1a1-4d16-9b88-5f0698f2a4a7 None None] Attempting to bind port 06c636a7-8c32-479b-8275-c5ba18375edb by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:29:34.231011 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78c3243-b1a1-4d16-9b88-5f0698f2a4a7 None None] Attempting to bind port 06c636a7-8c32-479b-8275-c5ba18375edb on network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:29:34.259656 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a8955e-3676-4b02-93be-86f2bd3a4a94 None None] Pushing event updated for resources: {'Port': ['ID=06c636a7-8c32-479b-8275-c5ba18375edb,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:34.267009 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-10b53f30-5682-4131-a0f0-48205276d17a req-d6187163-a099-48a9-a940-5e69c7b46bfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (bc60d7ec-63bd-4e90-a8a7-0344399bfd4d), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:34.276274 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78c3243-b1a1-4d16-9b88-5f0698f2a4a7 None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 29, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:29:34.280985 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78c3243-b1a1-4d16-9b88-5f0698f2a4a7 None None] Checking segment: {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:29:34.281906 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b78c3243-b1a1-4d16-9b88-5f0698f2a4a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:34.283114 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78c3243-b1a1-4d16-9b88-5f0698f2a4a7 None None] Bound using segment: {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:29:34.283681 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-b78c3243-b1a1-4d16-9b88-5f0698f2a4a7 None None] Bound port: 06c636a7-8c32-479b-8275-c5ba18375edb, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:29:34.284641 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b78c3243-b1a1-4d16-9b88-5f0698f2a4a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (06c636a7-8c32-479b-8275-c5ba18375edb), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:34.358750 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b53f30-5682-4131-a0f0-48205276d17a req-d6187163-a099-48a9-a940-5e69c7b46bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:29:34.359386 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-10b53f30-5682-4131-a0f0-48205276d17a req-d6187163-a099-48a9-a940-5e69c7b46bfa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:34.370305 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-10b53f30-5682-4131-a0f0-48205276d17a req-d6187163-a099-48a9-a940-5e69c7b46bfa service neutron] 10.222.0.41 "PUT /v2.0/ports/bc60d7ec-63bd-4e90-a8a7-0344399bfd4d HTTP/1.1" status: 200 len: 1093 time: 5.0065527 Jan 28 19:29:34.379554 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b78c3243-b1a1-4d16-9b88-5f0698f2a4a7 None None] For port 06c636a7-8c32-479b-8275-c5ba18375edb, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:29:34.383275 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b78c3243-b1a1-4d16-9b88-5f0698f2a4a7 None None] For port 06c636a7-8c32-479b-8275-c5ba18375edb, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=06c636a7-8c32-479b-8275-c5ba18375edb,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:29:34.397636 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b78c3243-b1a1-4d16-9b88-5f0698f2a4a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (06c636a7-8c32-479b-8275-c5ba18375edb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:34.405045 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dab9c3a-617c-4e81-b7eb-ec11ec912366 req-b502be05-4d42-4b4d-bb56-30e296cd8e7f tempest-ServerPasswordTestJSON-270294439 tempest-ServerPasswordTestJSON-270294439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:29:34.406895 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3dab9c3a-617c-4e81-b7eb-ec11ec912366 req-b502be05-4d42-4b4d-bb56-30e296cd8e7f tempest-ServerPasswordTestJSON-270294439 tempest-ServerPasswordTestJSON-270294439-project] 10.222.0.70 "GET /v2.0/networks?id=7dcd2fe9-a2b7-490e-9909-2f76a78b22f6 HTTP/1.1" status: 200 len: 813 time: 0.2998946 Jan 28 19:29:34.426926 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-3dab9c3a-617c-4e81-b7eb-ec11ec912366 req-0a1a5125-2391-4069-940b-5d6f280cd06a tempest-ServerPasswordTestJSON-270294439 tempest-ServerPasswordTestJSON-270294439-project] Request body: {'port': {'device_id': '80dc6e35-ad41-4826-bee5-0666e9546e28', 'network_id': '7dcd2fe9-a2b7-490e-9909-2f76a78b22f6', 'admin_state_up': True, 'tenant_id': 'd15ec63aab394c5ca38eddb96d5ab742'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:29:34.438089 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '245a918d-0459-4301-99c7-000801138e3e', 'tag': 'bc60d7ec-63bd-4e90-a8a7-0344399bfd4d'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:29:34.462453 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf5c45c9-9276-4cee-a7b2-cbdeddec2c80" -d '{"events": [{"name": "network-changed", "server_uuid": "245a918d-0459-4301-99c7-000801138e3e", "tag": "bc60d7ec-63bd-4e90-a8a7-0344399bfd4d"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:29:34.629386 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a280d657-1063-4b6f-8d7d-bcd1159dde3b admin admin] Publish callbacks [] for port (a52c137f-4ff7-4280-b202-6bc7a4efd44b), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:34.633971 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78c3243-b1a1-4d16-9b88-5f0698f2a4a7 None None] Routers {'5ed523fe-5bc0-4eef-873e-d6a5b037e0c0'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:29:34.634618 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-b78c3243-b1a1-4d16-9b88-5f0698f2a4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:29:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['5ed523fe-5bc0-4eef-873e-d6a5b037e0c0'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:29:34.648672 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be828612-7513-4165-8dea-f030f3ad001f x-openstack-request-id: req-be828612-7513-4165-8dea-f030f3ad001f {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:29:34.655123 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "245a918d-0459-4301-99c7-000801138e3e", "tag": "bc60d7ec-63bd-4e90-a8a7-0344399bfd4d", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:29:34.655572 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-be828612-7513-4165-8dea-f030f3ad001f {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:29:34.656117 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '245a918d-0459-4301-99c7-000801138e3e', 'tag': 'bc60d7ec-63bd-4e90-a8a7-0344399bfd4d', 'status': 'completed', 'code': 200} Jan 28 19:29:34.682031 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e0509318-fef2-4047-92a1-61f9e06d70f8 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4690616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5222356'] for subnet (243e818b-90dd-4ec2-a323-01ec83064592), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:34.749610 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d6bc8f-669b-4da3-9256-2d876141e62d None None] Network d693a198-eb85-41d5-b4d2-bb3c5a504249 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:29:34.780316 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a280d657-1063-4b6f-8d7d-bcd1159dde3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (a52c137f-4ff7-4280-b202-6bc7a4efd44b), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:34.819193 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a8955e-3676-4b02-93be-86f2bd3a4a94 None None] Pushing event updated for resources: {'Port': ['ID=06c636a7-8c32-479b-8275-c5ba18375edb,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:34.883910 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03afe87b-ac79-4724-812e-0c10662edc89 req-d1da35f5-fe3f-4431-954f-dac0350c8bfd tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:29:34.909678 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-03afe87b-ac79-4724-812e-0c10662edc89 req-d1da35f5-fe3f-4431-954f-dac0350c8bfd tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] 10.222.0.64 "GET /v2.0/ports?device_id=245a918d-0459-4301-99c7-000801138e3e HTTP/1.1" status: 200 len: 944 time: 1.1802502 Jan 28 19:29:34.921302 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0509318-fef2-4047-92a1-61f9e06d70f8 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Pushing event deleted for resources: {'Subnet': ['ID=243e818b-90dd-4ec2-a323-01ec83064592,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:34.935385 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-251e7930-8569-4c68-a9ab-427e15b1bd8a req-7e9db39f-02d1-453e-b8a6-a42f14366587 tempest-ServerPasswordTestJSON-270294439 tempest-ServerPasswordTestJSON-270294439-project] 10.222.0.64 "GET /v2.0/ports?device_id=80dc6e35-ad41-4826-bee5-0666e9546e28 HTTP/1.1" status: 200 len: 210 time: 0.1579134 Jan 28 19:29:34.958372 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6187163-a099-48a9-a940-5e69c7b46bfa service neutron] Pushing event updated for resources: {'Port': ['ID=bc60d7ec-63bd-4e90-a8a7-0344399bfd4d,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:35.020842 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a280d657-1063-4b6f-8d7d-bcd1159dde3b admin admin] Network 02b6787f-a5b1-403f-827b-bcf8af5026f7 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:29:35.041694 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-b78c3243-b1a1-4d16-9b88-5f0698f2a4a7 None None] Set router 5ed523fe-5bc0-4eef-873e-d6a5b037e0c0 gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:29:35.051951 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-a280d657-1063-4b6f-8d7d-bcd1159dde3b admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:29:35.073232 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a280d657-1063-4b6f-8d7d-bcd1159dde3b admin admin] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:29:35.073456 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b53f30-5682-4131-a0f0-48205276d17a req-5f5e2c5e-ec4f-4ad6-aa73-6022ec5b4197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:29:35.075294 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-10b53f30-5682-4131-a0f0-48205276d17a req-5f5e2c5e-ec4f-4ad6-aa73-6022ec5b4197 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=879de84eda7341fea1146b6817e26b95&device_id=245a918d-0459-4301-99c7-000801138e3e HTTP/1.1" status: 200 len: 1127 time: 0.5525320 Jan 28 19:29:35.084426 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a280d657-1063-4b6f-8d7d-bcd1159dde3b admin admin] Pushing event updated for resources: {'Port': ['ID=a52c137f-4ff7-4280-b202-6bc7a4efd44b,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:35.098355 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e0509318-fef2-4047-92a1-61f9e06d70f8 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (d693a198-eb85-41d5-b4d2-bb3c5a504249), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:35.239045 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3dab9c3a-617c-4e81-b7eb-ec11ec912366 req-0a1a5125-2391-4069-940b-5d6f280cd06a tempest-ServerPasswordTestJSON-270294439 tempest-ServerPasswordTestJSON-270294439-project] Made reservation on behalf of d15ec63aab394c5ca38eddb96d5ab742 for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:29:35.242300 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-3dab9c3a-617c-4e81-b7eb-ec11ec912366 req-0a1a5125-2391-4069-940b-5d6f280cd06a tempest-ServerPasswordTestJSON-270294439 tempest-ServerPasswordTestJSON-270294439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:35.279663 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a280d657-1063-4b6f-8d7d-bcd1159dde3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734769'] for router_interface (5ed523fe-5bc0-4eef-873e-d6a5b037e0c0), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:35.281376 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-e0509318-fef2-4047-92a1-61f9e06d70f8 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d693a198-eb85-41d5-b4d2-bb3c5a504249']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:29:35.286690 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-10b53f30-5682-4131-a0f0-48205276d17a req-2d23fb2e-2271-4615-bc4b-171a8b106cf6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bc60d7ec-63bd-4e90-a8a7-0344399bfd4d HTTP/1.1" status: 200 len: 217 time: 0.1795864 Jan 28 19:29:35.309730 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-03afe87b-ac79-4724-812e-0c10662edc89 req-15ba748a-f15f-4ba0-971d-405c58b968d1 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] 10.222.0.64 "GET /v2.0/security-groups?id=1062da38-e9d3-4864-a997-6a65fbb30edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3980885 Jan 28 19:29:35.359779 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-e0509318-fef2-4047-92a1-61f9e06d70f8 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5eca16cb-223a-4901-9dab-785505633141') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:29:35.360601 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-e0509318-fef2-4047-92a1-61f9e06d70f8 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5eca16cb-223a-4901-9dab-785505633141') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:29:35.433917 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e0509318-fef2-4047-92a1-61f9e06d70f8 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4747091'] for segment (5eca16cb-223a-4901-9dab-785505633141), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:35.469805 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c0033e-24b1-4cfd-a0c8-b64bd5bffded None None] DHCP port deletion for d693a198-eb85-41d5-b4d2-bb3c5a504249 request from n-d-812111-14 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:29:35.497982 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e0509318-fef2-4047-92a1-61f9e06d70f8 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (5eca16cb-223a-4901-9dab-785505633141), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:35.535956 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b53f30-5682-4131-a0f0-48205276d17a req-4583fbb6-6419-4fb6-836e-86187ec90b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:29:35.541801 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-10b53f30-5682-4131-a0f0-48205276d17a req-4583fbb6-6419-4fb6-836e-86187ec90b08 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=22051510-b4ac-44aa-8da5-3a58abb1b99a HTTP/1.1" status: 200 len: 853 time: 0.2299418 Jan 28 19:29:35.554445 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-b78c3243-b1a1-4d16-9b88-5f0698f2a4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ed523fe-5bc0-4eef-873e-d6a5b037e0c0', 'name': 'tempest-TaggedBootDevicesTest_v242-273735862-router', 'tenant_id': '6cd1916b54b2491f8458c31a4c1402c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.4'}], 'enable_snat': True}, 'gw_port_id': '06c636a7-8c32-479b-8275-c5ba18375edb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:29:21Z', 'updated_at': '2022-01-28T19:29:28Z', 'revision_number': 3, 'project_id': '6cd1916b54b2491f8458c31a4c1402c7', 'gw_port': {'id': '06c636a7-8c32-479b-8275-c5ba18375edb', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:d2:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ed523fe-5bc0-4eef-873e-d6a5b037e0c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:29:25Z', 'updated_at': '2022-01-28T19:29:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:29:35.573126 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0509318-fef2-4047-92a1-61f9e06d70f8 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:29:35.573822 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e0509318-fef2-4047-92a1-61f9e06d70f8 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4690514'] for segment (5eca16cb-223a-4901-9dab-785505633141), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:35.611913 n-d-812111-14 neutron-server[103304]: Traceback (most recent call last): Jan 28 19:29:35.611913 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:29:35.611913 n-d-812111-14 neutron-server[103304]: timer() Jan 28 19:29:35.611913 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:29:35.611913 n-d-812111-14 neutron-server[103304]: cb(*args, **kw) Jan 28 19:29:35.611913 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:29:35.611913 n-d-812111-14 neutron-server[103304]: return func(*args, **kwargs) Jan 28 19:29:35.611913 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:29:35.611913 n-d-812111-14 neutron-server[103304]: self._notify() Jan 28 19:29:35.611913 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:29:35.611913 n-d-812111-14 neutron-server[103304]: self.callback(batched_events) Jan 28 19:29:35.611913 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:29:35.611913 n-d-812111-14 neutron-server[103304]: event.method(event) Jan 28 19:29:35.611913 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:29:35.611913 n-d-812111-14 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:29:35.611913 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:29:35.611913 n-d-812111-14 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:29:35.611913 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:29:35.611913 n-d-812111-14 neutron-server[103304]: return f(self, *a, **k) Jan 28 19:29:35.611913 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:29:35.611913 n-d-812111-14 neutron-server[103304]: return self._get(url).json() Jan 28 19:29:35.611913 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:29:35.611913 n-d-812111-14 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:29:35.611913 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:29:35.611913 n-d-812111-14 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 28 19:29:35.611913 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:29:35.611913 n-d-812111-14 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:29:35.611913 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:29:35.611913 n-d-812111-14 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:29:35.611913 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:29:35.611913 n-d-812111-14 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:29:35.611913 n-d-812111-14 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:29:35.646932 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78c3243-b1a1-4d16-9b88-5f0698f2a4a7 None None] The sync data for ids ['5ed523fe-5bc0-4eef-873e-d6a5b037e0c0'] in n-d-812111-14 is: [{'id': '5ed523fe-5bc0-4eef-873e-d6a5b037e0c0', 'name': 'tempest-TaggedBootDevicesTest_v242-273735862-router', 'tenant_id': '6cd1916b54b2491f8458c31a4c1402c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.4'}], 'enable_snat': True}, 'gw_port_id': '06c636a7-8c32-479b-8275-c5ba18375edb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:29:21Z', 'updated_at': '2022-01-28T19:29:28Z', 'revision_number': 3, 'project_id': '6cd1916b54b2491f8458c31a4c1402c7', 'gw_port': {'id': '06c636a7-8c32-479b-8275-c5ba18375edb', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:d2:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ed523fe-5bc0-4eef-873e-d6a5b037e0c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:29:25Z', 'updated_at': '2022-01-28T19:29:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:29:35.678695 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-e5df62e6-65ed-4d67-8860-de3c504d0d49 None None] Provisioning complete for port a52c137f-4ff7-4280-b202-6bc7a4efd44b triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:29:35.679080 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e5df62e6-65ed-4d67-8860-de3c504d0d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (a52c137f-4ff7-4280-b202-6bc7a4efd44b), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:35.772230 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-e5df62e6-65ed-4d67-8860-de3c504d0d49 None None] Port a52c137f-4ff7-4280-b202-6bc7a4efd44b cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:29:35.786057 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-10b53f30-5682-4131-a0f0-48205276d17a req-8d1200d8-c185-4508-bf8f-e2d5e0384f11 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=60e1dd7d-58d1-4d48-a9c2-a4b6c6d27732&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2184434 Jan 28 19:29:35.812589 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-3dab9c3a-617c-4e81-b7eb-ec11ec912366 req-0a1a5125-2391-4069-940b-5d6f280cd06a tempest-ServerPasswordTestJSON-270294439 tempest-ServerPasswordTestJSON-270294439-project] Allocated IP 172.20.0.11 (7dcd2fe9-a2b7-490e-9909-2f76a78b22f6/e88cad28-2da3-46f2-9596-192e1589b107/e68ac3d2-bfa9-4428-9f6f-9d02e05388f1) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:29:35.932225 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a280d657-1063-4b6f-8d7d-bcd1159dde3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (a52c137f-4ff7-4280-b202-6bc7a4efd44b), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:35.994832 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-10b53f30-5682-4131-a0f0-48205276d17a req-52d92c92-d504-4d04-ac6e-a69399cc6367 service neutron] 10.222.0.41 "GET /v2.0/networks/60e1dd7d-58d1-4d48-a9c2-a4b6c6d27732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846266 Jan 28 19:29:35.997355 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-f1b162d2-535a-450e-aacd-a554ef7decea admin admin] Deleting port 1bca161d-84b6-4ca4-9a28-8d1b3fc8beac {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:29:35.997710 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f1b162d2-535a-450e-aacd-a554ef7decea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (1bca161d-84b6-4ca4-9a28-8d1b3fc8beac), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:36.190091 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b2450747-fbbc-4754-a17c-167251d992c6 req-5d533241-3601-4d46-ab54-8a9c92f1d540 tempest-ServerPasswordTestJSON-270294439 tempest-ServerPasswordTestJSON-270294439-project] 10.222.0.64 "GET /v2.0/ports?device_id=80dc6e35-ad41-4826-bee5-0666e9546e28 HTTP/1.1" status: 200 len: 210 time: 0.0705664 Jan 28 19:29:36.371433 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-10b53f30-5682-4131-a0f0-48205276d17a req-639be221-dbba-4141-a6be-5aa8b70131bc service neutron] 10.222.0.41 "GET /v2.0/networks/60e1dd7d-58d1-4d48-a9c2-a4b6c6d27732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3611345 Jan 28 19:29:36.543594 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e0509318-fef2-4047-92a1-61f9e06d70f8 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (d693a198-eb85-41d5-b4d2-bb3c5a504249), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:36.630453 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-bcd9a2e3-a902-4ddc-8437-a3ecf723adba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:36.642177 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 06c636a7-8c32-479b-8275-c5ba18375edb up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:29:36.658895 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-3dab9c3a-617c-4e81-b7eb-ec11ec912366 req-0a1a5125-2391-4069-940b-5d6f280cd06a tempest-ServerPasswordTestJSON-270294439 tempest-ServerPasswordTestJSON-270294439-project] Publish callbacks [] for port (e68ac3d2-bfa9-4428-9f6f-9d02e05388f1), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:36.709413 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e0509318-fef2-4047-92a1-61f9e06d70f8 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:36.717486 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 59020) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:36.721320 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-e0509318-fef2-4047-92a1-61f9e06d70f8 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] 10.222.0.64 "DELETE /v2.0/networks/d693a198-eb85-41d5-b4d2-bb3c5a504249 HTTP/1.1" status: 204 len: 168 time: 7.3360085 Jan 28 19:29:36.762054 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0509318-fef2-4047-92a1-61f9e06d70f8 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Pushing event deleted for resources: {'Network': ['ID=d693a198-eb85-41d5-b4d2-bb3c5a504249,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:36.764310 n-d-812111-14 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-78fe9c10-b163-4efc-bd79-0e5889322e25 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] DELETE failed (client error): The resource could not be found. Jan 28 19:29:36.764788 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78fe9c10-b163-4efc-bd79-0e5889322e25 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:29:36.777768 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-78fe9c10-b163-4efc-bd79-0e5889322e25 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] 10.222.0.64 "DELETE /v2.0/subnets/243e818b-90dd-4ec2-a323-01ec83064592 HTTP/1.1" status: 404 len: 337 time: 0.0574155 Jan 28 19:29:36.786355 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 59022) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:36.787997 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 06c636a7-8c32-479b-8275-c5ba18375edb triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:29:36.788701 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (06c636a7-8c32-479b-8275-c5ba18375edb), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:36.878550 n-d-812111-14 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-5217b64c-7de0-4649-a584-411c0f58cb10 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] DELETE failed (client error): The resource could not be found. Jan 28 19:29:36.879123 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5217b64c-7de0-4649-a584-411c0f58cb10 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:29:36.880623 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-f1b162d2-535a-450e-aacd-a554ef7decea admin admin] For port 1bca161d-84b6-4ca4-9a28-8d1b3fc8beac, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=1bca161d-84b6-4ca4-9a28-8d1b3fc8beac,segment=NetworkSegment(a3174087-8aff-4b5a-aff7-37727d9d96cb),segment_id=a3174087-8aff-4b5a-aff7-37727d9d96cb)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:29:36.883487 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f1b162d2-535a-450e-aacd-a554ef7decea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (1bca161d-84b6-4ca4-9a28-8d1b3fc8beac), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:36.891903 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-5217b64c-7de0-4649-a584-411c0f58cb10 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] 10.222.0.64 "DELETE /v2.0/networks/d693a198-eb85-41d5-b4d2-bb3c5a504249 HTTP/1.1" status: 404 len: 339 time: 0.1019745 Jan 28 19:29:36.898311 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 59024) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:36.939011 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a280d657-1063-4b6f-8d7d-bcd1159dde3b admin admin] Publish callbacks [] for port (a52c137f-4ff7-4280-b202-6bc7a4efd44b), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:36.941627 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-3dab9c3a-617c-4e81-b7eb-ec11ec912366 req-0a1a5125-2391-4069-940b-5d6f280cd06a tempest-ServerPasswordTestJSON-270294439 tempest-ServerPasswordTestJSON-270294439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (e68ac3d2-bfa9-4428-9f6f-9d02e05388f1), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:36.958107 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a280d657-1063-4b6f-8d7d-bcd1159dde3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (a52c137f-4ff7-4280-b202-6bc7a4efd44b), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:36.999439 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 06c636a7-8c32-479b-8275-c5ba18375edb is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:29:37.001574 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (06c636a7-8c32-479b-8275-c5ba18375edb), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:37.012654 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03396755-6a66-42c6-8fe0-d7b77c23a17c req-fb1eda4c-cac9-444a-a0b3-6cfd2f79cf21 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:29:37.015357 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-03396755-6a66-42c6-8fe0-d7b77c23a17c req-fb1eda4c-cac9-444a-a0b3-6cfd2f79cf21 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] 10.222.0.64 "GET /v2.0/ports?device_id=245a918d-0459-4301-99c7-000801138e3e HTTP/1.1" status: 200 len: 944 time: 0.4806383 Jan 28 19:29:37.081062 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] For port 06c636a7-8c32-479b-8275-c5ba18375edb, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=06c636a7-8c32-479b-8275-c5ba18375edb,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:29:37.096974 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (06c636a7-8c32-479b-8275-c5ba18375edb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:37.097783 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a280d657-1063-4b6f-8d7d-bcd1159dde3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-756216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-732801'] for router_interface (5ed523fe-5bc0-4eef-873e-d6a5b037e0c0), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:37.130371 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3dab9c3a-617c-4e81-b7eb-ec11ec912366 req-0a1a5125-2391-4069-940b-5d6f280cd06a tempest-ServerPasswordTestJSON-270294439 tempest-ServerPasswordTestJSON-270294439-project] Network 7dcd2fe9-a2b7-490e-9909-2f76a78b22f6 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:29:37.135743 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-3dab9c3a-617c-4e81-b7eb-ec11ec912366 req-0a1a5125-2391-4069-940b-5d6f280cd06a tempest-ServerPasswordTestJSON-270294439 tempest-ServerPasswordTestJSON-270294439-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:29:37.140361 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dab9c3a-617c-4e81-b7eb-ec11ec912366 req-0a1a5125-2391-4069-940b-5d6f280cd06a tempest-ServerPasswordTestJSON-270294439 tempest-ServerPasswordTestJSON-270294439-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:29:37.244147 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1a5125-2391-4069-940b-5d6f280cd06a tempest-ServerPasswordTestJSON-270294439 tempest-ServerPasswordTestJSON-270294439-project] Pushing event updated for resources: {'Port': ['ID=e68ac3d2-bfa9-4428-9f6f-9d02e05388f1,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:37.310345 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Pushing event updated for resources: {'Port': ['ID=06c636a7-8c32-479b-8275-c5ba18375edb,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:37.332015 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 5ddc6d3b-5a75-4d9f-a852-399ce4b94c6d no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:29:37.356863 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a280d657-1063-4b6f-8d7d-bcd1159dde3b admin admin] Pushing event updated for resources: {'Port': ['ID=a52c137f-4ff7-4280-b202-6bc7a4efd44b,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:37.401802 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dab9c3a-617c-4e81-b7eb-ec11ec912366 req-0a1a5125-2391-4069-940b-5d6f280cd06a tempest-ServerPasswordTestJSON-270294439 tempest-ServerPasswordTestJSON-270294439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:29:37.403216 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-3dab9c3a-617c-4e81-b7eb-ec11ec912366 req-0a1a5125-2391-4069-940b-5d6f280cd06a tempest-ServerPasswordTestJSON-270294439 tempest-ServerPasswordTestJSON-270294439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:37.427343 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:29:37.427806 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:29:37.430343 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:29:37.430343 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:29:37.436981 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:29:37.439216 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:29:37.439690 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:29:37.440133 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:29:37.440572 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:29:37.441456 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:29:37.441893 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:29:37.442333 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:29:37.442915 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:29:37.455655 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: 5ddc6d3b-5a75-4d9f-a852-399ce4b94c6d {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:29:37.456193 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 5ddc6d3b-5a75-4d9f-a852-399ce4b94c6d not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:29:37.563703 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a280d657-1063-4b6f-8d7d-bcd1159dde3b admin admin] Network 02b6787f-a5b1-403f-827b-bcf8af5026f7 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:29:37.568396 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-a280d657-1063-4b6f-8d7d-bcd1159dde3b admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:29:37.576167 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3dab9c3a-617c-4e81-b7eb-ec11ec912366 req-0a1a5125-2391-4069-940b-5d6f280cd06a tempest-ServerPasswordTestJSON-270294439 tempest-ServerPasswordTestJSON-270294439-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1591239 Jan 28 19:29:37.594576 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-3dab9c3a-617c-4e81-b7eb-ec11ec912366 req-bbf3b05f-d878-4a3b-b38c-82aa723d92b6 service neutron] Request body: {'port': {'device_id': '80dc6e35-ad41-4826-bee5-0666e9546e28', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-14'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:29:37.638778 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4302e4-65cf-4256-b1c1-abe5f5542380 req-654c0792-83c3-4281-a2e5-bf410c7eea12 tempest-ServerPasswordTestJSON-270294439 tempest-ServerPasswordTestJSON-270294439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:29:37.640448 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1c4302e4-65cf-4256-b1c1-abe5f5542380 req-654c0792-83c3-4281-a2e5-bf410c7eea12 tempest-ServerPasswordTestJSON-270294439 tempest-ServerPasswordTestJSON-270294439-project] 10.222.0.64 "GET /v2.0/ports?device_id=80dc6e35-ad41-4826-bee5-0666e9546e28 HTTP/1.1" status: 200 len: 932 time: 0.1599851 Jan 28 19:29:37.701842 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-f1b162d2-535a-450e-aacd-a554ef7decea admin admin] Calling delete_port for 1bca161d-84b6-4ca4-9a28-8d1b3fc8beac owned by network:router_interface {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:29:37.705837 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5c45c9-9276-4cee-a7b2-cbdeddec2c80 req-c899f2b3-c926-401a-93f4-a22fc5fa5954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:29:37.708204 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-cf5c45c9-9276-4cee-a7b2-cbdeddec2c80 req-c899f2b3-c926-401a-93f4-a22fc5fa5954 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=879de84eda7341fea1146b6817e26b95&device_id=245a918d-0459-4301-99c7-000801138e3e HTTP/1.1" status: 200 len: 1127 time: 1.1825182 Jan 28 19:29:37.898437 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-3dab9c3a-617c-4e81-b7eb-ec11ec912366 req-bbf3b05f-d878-4a3b-b38c-82aa723d92b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (e68ac3d2-bfa9-4428-9f6f-9d02e05388f1), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:37.937530 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1c4302e4-65cf-4256-b1c1-abe5f5542380 req-47262b8f-5a76-4548-8cb0-db90c06d79a3 tempest-ServerPasswordTestJSON-270294439 tempest-ServerPasswordTestJSON-270294439-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f1f450c-3b60-4541-a764-638200c35d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2479253 Jan 28 19:29:37.976171 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a280d657-1063-4b6f-8d7d-bcd1159dde3b admin admin] Router 5ed523fe-5bc0-4eef-873e-d6a5b037e0c0 has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:29:37.982904 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-56cebceb-2961-4383-88fc-c79ca098266c tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (df7fbf53-61f0-4509-9931-b864b3bd9d9d), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:38.031243 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-ac6fcc6c-7c69-4c5b-becd-b722ac512189 None None] Provisioning complete for port a52c137f-4ff7-4280-b202-6bc7a4efd44b triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:29:38.033560 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ac6fcc6c-7c69-4c5b-becd-b722ac512189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (a52c137f-4ff7-4280-b202-6bc7a4efd44b), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:38.072612 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-03396755-6a66-42c6-8fe0-d7b77c23a17c req-50f40cf1-5c40-47a7-8489-16f45db6473f tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] 10.222.0.64 "GET /v2.0/security-groups?id=1062da38-e9d3-4864-a997-6a65fbb30edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0473382 Jan 28 19:29:38.111451 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-ac6fcc6c-7c69-4c5b-becd-b722ac512189 None None] Port a52c137f-4ff7-4280-b202-6bc7a4efd44b cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:29:38.165435 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5c45c9-9276-4cee-a7b2-cbdeddec2c80 req-4faab430-8d4e-4381-946f-733a2b7f8c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:29:38.167702 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-cf5c45c9-9276-4cee-a7b2-cbdeddec2c80 req-4faab430-8d4e-4381-946f-733a2b7f8c87 service neutron] 10.222.0.41 "GET /v2.0/networks?id=60e1dd7d-58d1-4d48-a9c2-a4b6c6d27732 HTTP/1.1" status: 200 len: 913 time: 0.4343748 Jan 28 19:29:38.263882 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-cf5c45c9-9276-4cee-a7b2-cbdeddec2c80 req-e31a49a6-588a-4e75-9005-71f675873d73 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bc60d7ec-63bd-4e90-a8a7-0344399bfd4d HTTP/1.1" status: 200 len: 217 time: 0.0861194 Jan 28 19:29:38.557020 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 06c636a7-8c32-479b-8275-c5ba18375edb up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:29:38.645705 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a280d657-1063-4b6f-8d7d-bcd1159dde3b admin admin] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:29:38.665042 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device bc60d7ec-63bd-4e90-a8a7-0344399bfd4d details requested by agent hyperv_n-h1-812111-14 with host n-h1-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:29:38.684554 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-a280d657-1063-4b6f-8d7d-bcd1159dde3b admin admin] 10.222.0.64 "PUT /v2.0/routers/5ed523fe-5bc0-4eef-873e-d6a5b037e0c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1092858 Jan 28 19:29:38.709061 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 06c636a7-8c32-479b-8275-c5ba18375edb triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:29:38.709469 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (06c636a7-8c32-479b-8275-c5ba18375edb), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:38.759607 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5c45c9-9276-4cee-a7b2-cbdeddec2c80 req-45902b9e-eaee-4b77-a53b-b121dc5051a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:29:38.764694 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-cf5c45c9-9276-4cee-a7b2-cbdeddec2c80 req-45902b9e-eaee-4b77-a53b-b121dc5051a5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=22051510-b4ac-44aa-8da5-3a58abb1b99a HTTP/1.1" status: 200 len: 853 time: 0.4844873 Jan 28 19:29:38.785686 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f1b162d2-535a-450e-aacd-a554ef7decea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (1bca161d-84b6-4ca4-9a28-8d1b3fc8beac), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:38.899727 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-cf5c45c9-9276-4cee-a7b2-cbdeddec2c80 req-4f4db390-45bc-467b-b277-98c8f1c38803 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=60e1dd7d-58d1-4d48-a9c2-a4b6c6d27732&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1189883 Jan 28 19:29:38.904353 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-56cebceb-2961-4383-88fc-c79ca098266c tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (df7fbf53-61f0-4509-9931-b864b3bd9d9d), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:38.929991 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd8422b-accd-46fc-9a1c-1e0e59a4a237 None None] Sync routers for ids ['5ed523fe-5bc0-4eef-873e-d6a5b037e0c0'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:29:38.997829 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd8422b-accd-46fc-9a1c-1e0e59a4a237 None None] Routers {'5ed523fe-5bc0-4eef-873e-d6a5b037e0c0'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:29:39.001036 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-9fd8422b-accd-46fc-9a1c-1e0e59a4a237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:29:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['5ed523fe-5bc0-4eef-873e-d6a5b037e0c0'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:29:39.021515 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9be9e4f8-9d4f-48e9-a898-dc38dcaa7b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:39.064051 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 06c636a7-8c32-479b-8275-c5ba18375edb is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:29:39.084694 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port bc60d7ec-63bd-4e90-a8a7-0344399bfd4d, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=bc60d7ec-63bd-4e90-a8a7-0344399bfd4d,segment=NetworkSegment(5b66c8f9-1d97-48b1-bd99-697071b35b5b),segment_id=5b66c8f9-1d97-48b1-bd99-697071b35b5b)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:29:39.120803 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Returning: {'device': 'bc60d7ec-63bd-4e90-a8a7-0344399bfd4d', 'network_id': '60e1dd7d-58d1-4d48-a9c2-a4b6c6d27732', 'port_id': 'bc60d7ec-63bd-4e90-a8a7-0344399bfd4d', 'mac_address': 'fa:16:3e:c8:d4:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22051510-b4ac-44aa-8da5-3a58abb1b99a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:29:39.154721 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [req-3dab9c3a-617c-4e81-b7eb-ec11ec912366 req-bbf3b05f-d878-4a3b-b38c-82aa723d92b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e68ac3d2-bfa9-4428-9f6f-9d02e05388f1 {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:29:39.168624 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-3dab9c3a-617c-4e81-b7eb-ec11ec912366 req-bbf3b05f-d878-4a3b-b38c-82aa723d92b6 service neutron] Publish callbacks [] for port (e68ac3d2-bfa9-4428-9f6f-9d02e05388f1), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:39.185165 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-3dab9c3a-617c-4e81-b7eb-ec11ec912366 req-bbf3b05f-d878-4a3b-b38c-82aa723d92b6 service neutron] Transition to ACTIVE for port object e68ac3d2-bfa9-4428-9f6f-9d02e05388f1 will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:29:39.222240 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b162d2-535a-450e-aacd-a554ef7decea admin admin] Pushing event deleted for resources: {'Port': ['ID=1bca161d-84b6-4ca4-9a28-8d1b3fc8beac,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:39.222976 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-3dab9c3a-617c-4e81-b7eb-ec11ec912366 req-bbf3b05f-d878-4a3b-b38c-82aa723d92b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (e68ac3d2-bfa9-4428-9f6f-9d02e05388f1), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:39.249169 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port bc60d7ec-63bd-4e90-a8a7-0344399bfd4d is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:29:39.249816 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (bc60d7ec-63bd-4e90-a8a7-0344399bfd4d), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:39.267696 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-56cebceb-2961-4383-88fc-c79ca098266c tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df7fbf53-61f0-4509-9931-b864b3bd9d9d']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:29:39.300199 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc60d7ec-63bd-4e90-a8a7-0344399bfd4d {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:29:39.317378 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-56cebceb-2961-4383-88fc-c79ca098266c tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '761390b2-d5cf-48a8-9172-350f0b92cf77') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:29:39.317576 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-56cebceb-2961-4383-88fc-c79ca098266c tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '761390b2-d5cf-48a8-9172-350f0b92cf77') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:29:39.338329 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf3b05f-d878-4a3b-b38c-82aa723d92b6 service neutron] Pushing event updated for resources: {'Port': ['ID=e68ac3d2-bfa9-4428-9f6f-9d02e05388f1,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:39.389485 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port bc60d7ec-63bd-4e90-a8a7-0344399bfd4d, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=bc60d7ec-63bd-4e90-a8a7-0344399bfd4d,segment=NetworkSegment(5b66c8f9-1d97-48b1-bd99-697071b35b5b),segment_id=5b66c8f9-1d97-48b1-bd99-697071b35b5b)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:29:39.398982 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (bc60d7ec-63bd-4e90-a8a7-0344399bfd4d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:39.415459 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-9fd8422b-accd-46fc-9a1c-1e0e59a4a237 None None] Set router 5ed523fe-5bc0-4eef-873e-d6a5b037e0c0 gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:29:39.503204 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-56cebceb-2961-4383-88fc-c79ca098266c tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4747091'] for segment (761390b2-d5cf-48a8-9172-350f0b92cf77), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:39.506497 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097d8a43-e8b0-4649-96ef-e0b06d3df328 req-a95d8231-8abc-4975-9f3b-eb6c185a93e6 tempest-ServerPasswordTestJSON-270294439 tempest-ServerPasswordTestJSON-270294439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:29:39.507709 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-097d8a43-e8b0-4649-96ef-e0b06d3df328 req-a95d8231-8abc-4975-9f3b-eb6c185a93e6 tempest-ServerPasswordTestJSON-270294439 tempest-ServerPasswordTestJSON-270294439-project] 10.222.0.64 "GET /v2.0/ports?device_id=80dc6e35-ad41-4826-bee5-0666e9546e28 HTTP/1.1" status: 200 len: 944 time: 0.3210819 Jan 28 19:29:39.512876 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=bc60d7ec-63bd-4e90-a8a7-0344399bfd4d,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:39.573666 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-56cebceb-2961-4383-88fc-c79ca098266c tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (761390b2-d5cf-48a8-9172-350f0b92cf77), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:39.574515 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-3dab9c3a-617c-4e81-b7eb-ec11ec912366 req-bbf3b05f-d878-4a3b-b38c-82aa723d92b6 service neutron] Attempting to bind port e68ac3d2-bfa9-4428-9f6f-9d02e05388f1 on host n-h2-812111-14 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:29:39.574865 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-3dab9c3a-617c-4e81-b7eb-ec11ec912366 req-bbf3b05f-d878-4a3b-b38c-82aa723d92b6 service neutron] Attempting to bind port e68ac3d2-bfa9-4428-9f6f-9d02e05388f1 by drivers openvswitch,hyperv on host n-h2-812111-14 at level 0 using segments [{'id': '17f62ab8-0288-4526-a2da-cf822e925607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '7dcd2fe9-a2b7-490e-9909-2f76a78b22f6'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:29:39.575441 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dab9c3a-617c-4e81-b7eb-ec11ec912366 req-bbf3b05f-d878-4a3b-b38c-82aa723d92b6 service neutron] Attempting to bind port e68ac3d2-bfa9-4428-9f6f-9d02e05388f1 on network 7dcd2fe9-a2b7-490e-9909-2f76a78b22f6 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:29:39.591045 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dab9c3a-617c-4e81-b7eb-ec11ec912366 req-bbf3b05f-d878-4a3b-b38c-82aa723d92b6 service neutron] Port e68ac3d2-bfa9-4428-9f6f-9d02e05388f1 on network 7dcd2fe9-a2b7-490e-9909-2f76a78b22f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-14 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:29:39.591437 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dab9c3a-617c-4e81-b7eb-ec11ec912366 req-bbf3b05f-d878-4a3b-b38c-82aa723d92b6 service neutron] Attempting to bind port e68ac3d2-bfa9-4428-9f6f-9d02e05388f1 on network 7dcd2fe9-a2b7-490e-9909-2f76a78b22f6 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:29:39.600022 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-097d8a43-e8b0-4649-96ef-e0b06d3df328 req-4c8640b1-a57a-45ba-b222-1fbca06b6a2d tempest-ServerPasswordTestJSON-270294439 tempest-ServerPasswordTestJSON-270294439-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f1f450c-3b60-4541-a764-638200c35d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818815 Jan 28 19:29:39.600948 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dab9c3a-617c-4e81-b7eb-ec11ec912366 req-bbf3b05f-d878-4a3b-b38c-82aa723d92b6 service neutron] Checking agent: {'id': '8f3fee4e-bf24-4b58-8a3a-ae9c8011a473', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 29, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:29:39.602446 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dab9c3a-617c-4e81-b7eb-ec11ec912366 req-bbf3b05f-d878-4a3b-b38c-82aa723d92b6 service neutron] Checking segment: {'id': '17f62ab8-0288-4526-a2da-cf822e925607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '7dcd2fe9-a2b7-490e-9909-2f76a78b22f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:29:39.602843 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dab9c3a-617c-4e81-b7eb-ec11ec912366 req-bbf3b05f-d878-4a3b-b38c-82aa723d92b6 service neutron] Bound using segment: {'id': '17f62ab8-0288-4526-a2da-cf822e925607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '7dcd2fe9-a2b7-490e-9909-2f76a78b22f6'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:29:39.603293 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-3dab9c3a-617c-4e81-b7eb-ec11ec912366 req-bbf3b05f-d878-4a3b-b38c-82aa723d92b6 service neutron] Bound port: e68ac3d2-bfa9-4428-9f6f-9d02e05388f1, host: n-h2-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17f62ab8-0288-4526-a2da-cf822e925607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '7dcd2fe9-a2b7-490e-9909-2f76a78b22f6'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:29:39.603665 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-3dab9c3a-617c-4e81-b7eb-ec11ec912366 req-bbf3b05f-d878-4a3b-b38c-82aa723d92b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (e68ac3d2-bfa9-4428-9f6f-9d02e05388f1), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:39.630500 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['bc60d7ec-63bd-4e90-a8a7-0344399bfd4d'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:29:39.724866 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56cebceb-2961-4383-88fc-c79ca098266c tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:29:39.729004 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-56cebceb-2961-4383-88fc-c79ca098266c tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4690514'] for segment (761390b2-d5cf-48a8-9172-350f0b92cf77), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:39.740282 n-d-812111-14 neutron-server[103304]: Traceback (most recent call last): Jan 28 19:29:39.740282 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:29:39.740282 n-d-812111-14 neutron-server[103304]: timer() Jan 28 19:29:39.740282 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:29:39.740282 n-d-812111-14 neutron-server[103304]: cb(*args, **kw) Jan 28 19:29:39.740282 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:29:39.740282 n-d-812111-14 neutron-server[103304]: return func(*args, **kwargs) Jan 28 19:29:39.740282 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:29:39.740282 n-d-812111-14 neutron-server[103304]: self._notify() Jan 28 19:29:39.740282 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:29:39.740282 n-d-812111-14 neutron-server[103304]: self.callback(batched_events) Jan 28 19:29:39.740282 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:29:39.740282 n-d-812111-14 neutron-server[103304]: event.method(event) Jan 28 19:29:39.740282 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:29:39.740282 n-d-812111-14 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:29:39.740282 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:29:39.740282 n-d-812111-14 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:29:39.740282 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:29:39.740282 n-d-812111-14 neutron-server[103304]: return f(self, *a, **k) Jan 28 19:29:39.740282 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:29:39.740282 n-d-812111-14 neutron-server[103304]: return self._get(url).json() Jan 28 19:29:39.740282 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:29:39.740282 n-d-812111-14 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:29:39.740282 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:29:39.740282 n-d-812111-14 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 28 19:29:39.740282 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:29:39.740282 n-d-812111-14 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:29:39.740282 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:29:39.740282 n-d-812111-14 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:29:39.740282 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:29:39.740282 n-d-812111-14 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:29:39.740282 n-d-812111-14 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:29:39.761880 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-3dab9c3a-617c-4e81-b7eb-ec11ec912366 req-bbf3b05f-d878-4a3b-b38c-82aa723d92b6 service neutron] For port e68ac3d2-bfa9-4428-9f6f-9d02e05388f1, host n-h2-812111-14, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:29:39.763385 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:39.786110 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-3dab9c3a-617c-4e81-b7eb-ec11ec912366 req-bbf3b05f-d878-4a3b-b38c-82aa723d92b6 service neutron] For port e68ac3d2-bfa9-4428-9f6f-9d02e05388f1, host n-h2-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=e68ac3d2-bfa9-4428-9f6f-9d02e05388f1,segment=NetworkSegment(17f62ab8-0288-4526-a2da-cf822e925607),segment_id=17f62ab8-0288-4526-a2da-cf822e925607)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:29:39.799963 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-3dab9c3a-617c-4e81-b7eb-ec11ec912366 req-bbf3b05f-d878-4a3b-b38c-82aa723d92b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (e68ac3d2-bfa9-4428-9f6f-9d02e05388f1), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:39.888570 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-9fd8422b-accd-46fc-9a1c-1e0e59a4a237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ed523fe-5bc0-4eef-873e-d6a5b037e0c0', 'name': 'tempest-TaggedBootDevicesTest_v242-273735862-router', 'tenant_id': '6cd1916b54b2491f8458c31a4c1402c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.4'}], 'enable_snat': True}, 'gw_port_id': '06c636a7-8c32-479b-8275-c5ba18375edb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:29:21Z', 'updated_at': '2022-01-28T19:29:35Z', 'revision_number': 4, 'project_id': '6cd1916b54b2491f8458c31a4c1402c7', 'gw_port': {'id': '06c636a7-8c32-479b-8275-c5ba18375edb', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:d2:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed523fe-5bc0-4eef-873e-d6a5b037e0c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:29:25Z', 'updated_at': '2022-01-28T19:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': 'a52c137f-4ff7-4280-b202-6bc7a4efd44b', 'name': '', 'network_id': '02b6787f-a5b1-403f-827b-bcf8af5026f7', 'tenant_id': '6cd1916b54b2491f8458c31a4c1402c7', 'mac_address': 'fa:16:3e:9f:7c:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ed523fe-5bc0-4eef-873e-d6a5b037e0c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '8dd7047a-2d63-4cd6-b247-7e4bbc21eeaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:29:33Z', 'updated_at': '2022-01-28T19:29:36Z', 'revision_number': 2, 'project_id': '6cd1916b54b2491f8458c31a4c1402c7', 'subnets': [{'id': '8dd7047a-2d63-4cd6-b247-7e4bbc21eeaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:29:39.898739 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf3b05f-d878-4a3b-b38c-82aa723d92b6 service neutron] Pushing event updated for resources: {'Port': ['ID=e68ac3d2-bfa9-4428-9f6f-9d02e05388f1,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:39.921074 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd8422b-accd-46fc-9a1c-1e0e59a4a237 None None] Checking router: 5ed523fe-5bc0-4eef-873e-d6a5b037e0c0 for host: n-d-812111-14 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:29:39.921705 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd8422b-accd-46fc-9a1c-1e0e59a4a237 None None] Updating router 5ed523fe-5bc0-4eef-873e-d6a5b037e0c0 port a52c137f-4ff7-4280-b202-6bc7a4efd44b binding host n-d-812111-14 {{(pid=103307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:29:39.928513 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dab9c3a-617c-4e81-b7eb-ec11ec912366 req-bbf3b05f-d878-4a3b-b38c-82aa723d92b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:29:39.930243 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-3dab9c3a-617c-4e81-b7eb-ec11ec912366 req-bbf3b05f-d878-4a3b-b38c-82aa723d92b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:39.931792 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3dab9c3a-617c-4e81-b7eb-ec11ec912366 req-bbf3b05f-d878-4a3b-b38c-82aa723d92b6 service neutron] 10.222.0.70 "PUT /v2.0/ports/e68ac3d2-bfa9-4428-9f6f-9d02e05388f1 HTTP/1.1" status: 200 len: 1093 time: 2.3433917 Jan 28 19:29:39.932568 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80dc6e35-ad41-4826-bee5-0666e9546e28', 'tag': 'e68ac3d2-bfa9-4428-9f6f-9d02e05388f1'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:29:39.936820 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9573829e-4c04-4b58-9e13-04ae01959778" -d '{"events": [{"name": "network-changed", "server_uuid": "80dc6e35-ad41-4826-bee5-0666e9546e28", "tag": "e68ac3d2-bfa9-4428-9f6f-9d02e05388f1"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:29:39.993541 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-9fd8422b-accd-46fc-9a1c-1e0e59a4a237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (a52c137f-4ff7-4280-b202-6bc7a4efd44b), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:40.025153 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f1b162d2-535a-450e-aacd-a554ef7decea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-732682'] for router_interface (b0b0f51a-2308-4ba5-9528-5f7a038eee01), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:40.042356 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-005b9edf-c1b1-488c-b558-e68ab0789367 x-openstack-request-id: req-005b9edf-c1b1-488c-b558-e68ab0789367 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:29:40.047038 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80dc6e35-ad41-4826-bee5-0666e9546e28", "tag": "e68ac3d2-bfa9-4428-9f6f-9d02e05388f1", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:29:40.049574 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-005b9edf-c1b1-488c-b558-e68ab0789367 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:29:40.052819 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80dc6e35-ad41-4826-bee5-0666e9546e28', 'tag': 'e68ac3d2-bfa9-4428-9f6f-9d02e05388f1', 'status': 'completed', 'code': 200} Jan 28 19:29:40.053891 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813a3aee-0563-4b1b-b8d0-0fad9e219357 req-a3c71b0a-edb8-4db5-a26d-1a481913e223 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:29:40.057031 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-813a3aee-0563-4b1b-b8d0-0fad9e219357 req-a3c71b0a-edb8-4db5-a26d-1a481913e223 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] 10.222.0.64 "GET /v2.0/ports?device_id=245a918d-0459-4301-99c7-000801138e3e HTTP/1.1" status: 200 len: 944 time: 0.8214200 Jan 28 19:29:40.072077 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-cf5c45c9-9276-4cee-a7b2-cbdeddec2c80 req-900cbff8-c13c-4766-8b2a-ad3fba9e0f9e service neutron] 10.222.0.41 "GET /v2.0/networks/60e1dd7d-58d1-4d48-a9c2-a4b6c6d27732?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1022537 Jan 28 19:29:40.073630 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-56cebceb-2961-4383-88fc-c79ca098266c tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (df7fbf53-61f0-4509-9931-b864b3bd9d9d), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:40.083197 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-56cebceb-2961-4383-88fc-c79ca098266c tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:40.094198 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-56cebceb-2961-4383-88fc-c79ca098266c tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] 10.222.0.64 "DELETE /v2.0/networks/df7fbf53-61f0-4509-9931-b864b3bd9d9d HTTP/1.1" status: 204 len: 168 time: 3.1728585 Jan 28 19:29:40.095264 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 59114) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:40.099230 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dab9c3a-617c-4e81-b7eb-ec11ec912366 req-96847bf1-9fbf-4e9c-8c73-4cbfc3cd9814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:29:40.109532 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3dab9c3a-617c-4e81-b7eb-ec11ec912366 req-96847bf1-9fbf-4e9c-8c73-4cbfc3cd9814 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d15ec63aab394c5ca38eddb96d5ab742&device_id=80dc6e35-ad41-4826-bee5-0666e9546e28 HTTP/1.1" status: 200 len: 1127 time: 0.1234815 Jan 28 19:29:40.306394 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3dab9c3a-617c-4e81-b7eb-ec11ec912366 req-0e42df1a-a51f-4141-8d9f-f76fdcc36654 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e68ac3d2-bfa9-4428-9f6f-9d02e05388f1 HTTP/1.1" status: 200 len: 217 time: 0.1842651 Jan 28 19:29:40.378476 n-d-812111-14 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8159f8d-63de-4e9a-84d0-d312b62af203 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] DELETE failed (client error): The resource could not be found. Jan 28 19:29:40.378937 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8159f8d-63de-4e9a-84d0-d312b62af203 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:29:40.403253 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-c8159f8d-63de-4e9a-84d0-d312b62af203 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] 10.222.0.64 "DELETE /v2.0/subnets/6512c4cf-b946-47be-9381-f69769604654 HTTP/1.1" status: 404 len: 337 time: 0.2908483 Jan 28 19:29:40.415393 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 59138) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:40.591454 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dab9c3a-617c-4e81-b7eb-ec11ec912366 req-15135501-9ffb-4919-9818-72fa6d1537e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:29:40.591454 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3dab9c3a-617c-4e81-b7eb-ec11ec912366 req-15135501-9ffb-4919-9818-72fa6d1537e3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e88cad28-2da3-46f2-9596-192e1589b107 HTTP/1.1" status: 200 len: 853 time: 0.1552091 Jan 28 19:29:40.706444 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cebceb-2961-4383-88fc-c79ca098266c tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Pushing event deleted for resources: {'Network': ['ID=df7fbf53-61f0-4509-9931-b864b3bd9d9d,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:40.713656 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device bc60d7ec-63bd-4e90-a8a7-0344399bfd4d up at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:29:40.715640 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-9fd8422b-accd-46fc-9a1c-1e0e59a4a237 None None] Publish callbacks [] for port (a52c137f-4ff7-4280-b202-6bc7a4efd44b), precommit_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:40.715640 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-9fd8422b-accd-46fc-9a1c-1e0e59a4a237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (a52c137f-4ff7-4280-b202-6bc7a4efd44b), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:40.716225 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3dab9c3a-617c-4e81-b7eb-ec11ec912366 req-2d322a18-84a1-4c07-ba58-3deaa1abe87f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7dcd2fe9-a2b7-490e-9909-2f76a78b22f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1512082 Jan 28 19:29:40.734155 n-d-812111-14 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-0320f3e6-fd99-428d-bfff-ecd024eb13ed tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] DELETE failed (client error): The resource could not be found. Jan 28 19:29:40.734682 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0320f3e6-fd99-428d-bfff-ecd024eb13ed tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:29:40.760447 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-0320f3e6-fd99-428d-bfff-ecd024eb13ed tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] 10.222.0.64 "DELETE /v2.0/networks/6a05ae22-e0cf-4f67-9311-4e9399b72b64 HTTP/1.1" status: 404 len: 339 time: 0.3039141 Jan 28 19:29:40.779609 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 59164) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:40.859757 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1b9540-7fe2-4f29-9af0-931a39fe55e7 None None] Pushing event updated for resources: {'Port': ['ID=a52c137f-4ff7-4280-b202-6bc7a4efd44b,revision_number=3']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:40.889463 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning for port bc60d7ec-63bd-4e90-a8a7-0344399bfd4d completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:29:40.908704 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning complete for port bc60d7ec-63bd-4e90-a8a7-0344399bfd4d triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:29:40.909176 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (bc60d7ec-63bd-4e90-a8a7-0344399bfd4d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:40.981791 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-9fd8422b-accd-46fc-9a1c-1e0e59a4a237 None None] Attempting to bind port a52c137f-4ff7-4280-b202-6bc7a4efd44b on host n-d-812111-14 for vnic_type normal with profile {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:29:40.982186 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-9fd8422b-accd-46fc-9a1c-1e0e59a4a237 None None] Attempting to bind port a52c137f-4ff7-4280-b202-6bc7a4efd44b by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '019cfbf9-bc4c-4d92-b18f-3dd37f786caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '02b6787f-a5b1-403f-827b-bcf8af5026f7'}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:29:40.983646 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd8422b-accd-46fc-9a1c-1e0e59a4a237 None None] Attempting to bind port a52c137f-4ff7-4280-b202-6bc7a4efd44b on network 02b6787f-a5b1-403f-827b-bcf8af5026f7 {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:29:41.004075 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd8422b-accd-46fc-9a1c-1e0e59a4a237 None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 29, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:29:41.004806 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd8422b-accd-46fc-9a1c-1e0e59a4a237 None None] Checking segment: {'id': '019cfbf9-bc4c-4d92-b18f-3dd37f786caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '02b6787f-a5b1-403f-827b-bcf8af5026f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:29:41.004920 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-9fd8422b-accd-46fc-9a1c-1e0e59a4a237 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:41.005315 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd8422b-accd-46fc-9a1c-1e0e59a4a237 None None] Bound using segment: {'id': '019cfbf9-bc4c-4d92-b18f-3dd37f786caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '02b6787f-a5b1-403f-827b-bcf8af5026f7'} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:29:41.005815 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-9fd8422b-accd-46fc-9a1c-1e0e59a4a237 None None] Bound port: a52c137f-4ff7-4280-b202-6bc7a4efd44b, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '019cfbf9-bc4c-4d92-b18f-3dd37f786caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '02b6787f-a5b1-403f-827b-bcf8af5026f7'}}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:29:41.006207 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-9fd8422b-accd-46fc-9a1c-1e0e59a4a237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (a52c137f-4ff7-4280-b202-6bc7a4efd44b), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:41.032137 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port bc60d7ec-63bd-4e90-a8a7-0344399bfd4d is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:29:41.032895 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (bc60d7ec-63bd-4e90-a8a7-0344399bfd4d), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:41.075938 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port bc60d7ec-63bd-4e90-a8a7-0344399bfd4d, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=bc60d7ec-63bd-4e90-a8a7-0344399bfd4d,segment=NetworkSegment(5b66c8f9-1d97-48b1-bd99-697071b35b5b),segment_id=5b66c8f9-1d97-48b1-bd99-697071b35b5b)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:29:41.077471 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '245a918d-0459-4301-99c7-000801138e3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc60d7ec-63bd-4e90-a8a7-0344399bfd4d'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:29:41.080994 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf7cedf5-3973-408c-9174-4d1e5d1a4773" -d '{"events": [{"server_uuid": "245a918d-0459-4301-99c7-000801138e3e", "name": "network-vif-plugged", "status": "completed", "tag": "bc60d7ec-63bd-4e90-a8a7-0344399bfd4d"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:29:41.086846 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (bc60d7ec-63bd-4e90-a8a7-0344399bfd4d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:41.160957 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b188b7f-2519-4a62-912b-45f11379d6e6 req-979979bd-3f39-403c-a65d-9a261b741130 tempest-ServerPasswordTestJSON-270294439 tempest-ServerPasswordTestJSON-270294439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:29:41.164681 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1b188b7f-2519-4a62-912b-45f11379d6e6 req-979979bd-3f39-403c-a65d-9a261b741130 tempest-ServerPasswordTestJSON-270294439 tempest-ServerPasswordTestJSON-270294439-project] 10.222.0.64 "GET /v2.0/ports?device_id=80dc6e35-ad41-4826-bee5-0666e9546e28 HTTP/1.1" status: 200 len: 944 time: 0.2815471 Jan 28 19:29:41.210319 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-9fd8422b-accd-46fc-9a1c-1e0e59a4a237 None None] For port a52c137f-4ff7-4280-b202-6bc7a4efd44b, host n-d-812111-14, cleared binding levels {{(pid=103307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:29:41.214575 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-9fd8422b-accd-46fc-9a1c-1e0e59a4a237 None None] For port a52c137f-4ff7-4280-b202-6bc7a4efd44b, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=a52c137f-4ff7-4280-b202-6bc7a4efd44b,segment=NetworkSegment(019cfbf9-bc4c-4d92-b18f-3dd37f786caf),segment_id=019cfbf9-bc4c-4d92-b18f-3dd37f786caf)] {{(pid=103307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:29:41.233311 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-9fd8422b-accd-46fc-9a1c-1e0e59a4a237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (a52c137f-4ff7-4280-b202-6bc7a4efd44b), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:41.290896 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=bc60d7ec-63bd-4e90-a8a7-0344399bfd4d,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:41.342841 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-9d948d59-a25b-45eb-8e3e-27b9983addca None None] Provisioning complete for port a52c137f-4ff7-4280-b202-6bc7a4efd44b triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:29:41.344024 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9d948d59-a25b-45eb-8e3e-27b9983addca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (a52c137f-4ff7-4280-b202-6bc7a4efd44b), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:41.367268 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3dab9c3a-617c-4e81-b7eb-ec11ec912366 req-dc168b10-4d2b-4baf-87ed-366763a470af service neutron] 10.222.0.70 "GET /v2.0/networks/7dcd2fe9-a2b7-490e-9909-2f76a78b22f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6755626 Jan 28 19:29:41.448016 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1b9540-7fe2-4f29-9af0-931a39fe55e7 None None] Pushing event updated for resources: {'Port': ['ID=a52c137f-4ff7-4280-b202-6bc7a4efd44b,revision_number=4']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:41.490824 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd8422b-accd-46fc-9a1c-1e0e59a4a237 None None] Routers {'5ed523fe-5bc0-4eef-873e-d6a5b037e0c0'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:29:41.492185 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-9fd8422b-accd-46fc-9a1c-1e0e59a4a237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:29:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['5ed523fe-5bc0-4eef-873e-d6a5b037e0c0'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:29:41.505532 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-9d948d59-a25b-45eb-8e3e-27b9983addca None None] Current status of the port a52c137f-4ff7-4280-b202-6bc7a4efd44b is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:29:41.506321 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9d948d59-a25b-45eb-8e3e-27b9983addca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (a52c137f-4ff7-4280-b202-6bc7a4efd44b), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:41.600159 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1b188b7f-2519-4a62-912b-45f11379d6e6 req-665e73fa-aba2-4a77-a927-f2cc8114675b tempest-ServerPasswordTestJSON-270294439 tempest-ServerPasswordTestJSON-270294439-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f1f450c-3b60-4541-a764-638200c35d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4191628 Jan 28 19:29:41.616010 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-9d948d59-a25b-45eb-8e3e-27b9983addca None None] For port a52c137f-4ff7-4280-b202-6bc7a4efd44b, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=a52c137f-4ff7-4280-b202-6bc7a4efd44b,segment=NetworkSegment(019cfbf9-bc4c-4d92-b18f-3dd37f786caf),segment_id=019cfbf9-bc4c-4d92-b18f-3dd37f786caf)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:29:41.635095 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-7136a9a4-173e-419f-b21f-ce390c9b34c6 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Deleting subnet d7b02358-b91c-4c22-b5c2-42b730e9c6ce {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:29:41.647299 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7136a9a4-173e-419f-b21f-ce390c9b34c6 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks [] for subnet (d7b02358-b91c-4c22-b5c2-42b730e9c6ce), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:41.681190 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9d948d59-a25b-45eb-8e3e-27b9983addca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (a52c137f-4ff7-4280-b202-6bc7a4efd44b), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:41.710708 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:41.725215 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3dab9c3a-617c-4e81-b7eb-ec11ec912366 req-d299f429-490c-4552-bd9f-466d2579cfeb service neutron] 10.222.0.70 "GET /v2.0/networks/7dcd2fe9-a2b7-490e-9909-2f76a78b22f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3384464 Jan 28 19:29:41.818359 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-998560ff-0053-4ea7-8744-fc547ccacefb x-openstack-request-id: req-998560ff-0053-4ea7-8744-fc547ccacefb {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:29:41.818852 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "245a918d-0459-4301-99c7-000801138e3e", "name": "network-vif-plugged", "status": "completed", "tag": "bc60d7ec-63bd-4e90-a8a7-0344399bfd4d", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:29:41.818948 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-998560ff-0053-4ea7-8744-fc547ccacefb {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:29:41.819267 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '245a918d-0459-4301-99c7-000801138e3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc60d7ec-63bd-4e90-a8a7-0344399bfd4d', 'code': 200} Jan 28 19:29:41.846005 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-9fd8422b-accd-46fc-9a1c-1e0e59a4a237 None None] Set router 5ed523fe-5bc0-4eef-873e-d6a5b037e0c0 gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:29:41.849449 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7136a9a4-173e-419f-b21f-ce390c9b34c6 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4747050'] for subnet (d7b02358-b91c-4c22-b5c2-42b730e9c6ce), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:41.906295 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d948d59-a25b-45eb-8e3e-27b9983addca None None] Pushing event updated for resources: {'Port': ['ID=a52c137f-4ff7-4280-b202-6bc7a4efd44b,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:41.987327 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7136a9a4-173e-419f-b21f-ce390c9b34c6 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (d7b02358-b91c-4c22-b5c2-42b730e9c6ce), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:42.037737 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9573829e-4c04-4b58-9e13-04ae01959778 req-6f356828-f277-4c4d-bd6e-64cade64bb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:29:42.050332 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9573829e-4c04-4b58-9e13-04ae01959778 req-6f356828-f277-4c4d-bd6e-64cade64bb37 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d15ec63aab394c5ca38eddb96d5ab742&device_id=80dc6e35-ad41-4826-bee5-0666e9546e28 HTTP/1.1" status: 200 len: 1127 time: 0.2423124 Jan 28 19:29:42.146470 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-e4340734-0ff6-4a69-84ef-17332695e21b None None] Provisioning complete for port a52c137f-4ff7-4280-b202-6bc7a4efd44b triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:29:42.147132 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e4340734-0ff6-4a69-84ef-17332695e21b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (a52c137f-4ff7-4280-b202-6bc7a4efd44b), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:42.194799 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-813a3aee-0563-4b1b-b8d0-0fad9e219357 req-bf9a21d2-7e8b-4039-8cd8-f6ea3caf06ee tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] 10.222.0.64 "GET /v2.0/security-groups?id=1062da38-e9d3-4864-a997-6a65fbb30edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.1005139 Jan 28 19:29:42.239744 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7136a9a4-173e-419f-b21f-ce390c9b34c6 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4690616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5222356'] for subnet (d7b02358-b91c-4c22-b5c2-42b730e9c6ce), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:42.255851 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1b162d2-535a-450e-aacd-a554ef7decea admin admin] Router b0b0f51a-2308-4ba5-9528-5f7a038eee01 has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:29:42.284916 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9573829e-4c04-4b58-9e13-04ae01959778 req-b3badcdc-6d03-4e19-a976-d1a93b2c5c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:29:42.286458 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9573829e-4c04-4b58-9e13-04ae01959778 req-b3badcdc-6d03-4e19-a976-d1a93b2c5c22 service neutron] 10.222.0.70 "GET /v2.0/networks?id=7dcd2fe9-a2b7-490e-9909-2f76a78b22f6 HTTP/1.1" status: 200 len: 913 time: 0.2259779 Jan 28 19:29:42.359189 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-e4340734-0ff6-4a69-84ef-17332695e21b None None] Current status of the port a52c137f-4ff7-4280-b202-6bc7a4efd44b is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:29:42.378040 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-9fd8422b-accd-46fc-9a1c-1e0e59a4a237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ed523fe-5bc0-4eef-873e-d6a5b037e0c0', 'name': 'tempest-TaggedBootDevicesTest_v242-273735862-router', 'tenant_id': '6cd1916b54b2491f8458c31a4c1402c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.4'}], 'enable_snat': True}, 'gw_port_id': '06c636a7-8c32-479b-8275-c5ba18375edb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:29:21Z', 'updated_at': '2022-01-28T19:29:35Z', 'revision_number': 4, 'project_id': '6cd1916b54b2491f8458c31a4c1402c7', 'gw_port': {'id': '06c636a7-8c32-479b-8275-c5ba18375edb', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:d2:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed523fe-5bc0-4eef-873e-d6a5b037e0c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:29:25Z', 'updated_at': '2022-01-28T19:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': 'a52c137f-4ff7-4280-b202-6bc7a4efd44b', 'name': '', 'network_id': '02b6787f-a5b1-403f-827b-bcf8af5026f7', 'tenant_id': '6cd1916b54b2491f8458c31a4c1402c7', 'mac_address': 'fa:16:3e:9f:7c:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ed523fe-5bc0-4eef-873e-d6a5b037e0c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '8dd7047a-2d63-4cd6-b247-7e4bbc21eeaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:29:33Z', 'updated_at': '2022-01-28T19:29:41Z', 'revision_number': 4, 'project_id': '6cd1916b54b2491f8458c31a4c1402c7', 'subnets': [{'id': '8dd7047a-2d63-4cd6-b247-7e4bbc21eeaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:29:42.388610 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2978822-2830-4b65-a466-5220a47fe88c req-ceadaad9-5f92-4eaf-a135-6867922f5a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:29:42.393604 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e2978822-2830-4b65-a466-5220a47fe88c req-ceadaad9-5f92-4eaf-a135-6867922f5a7b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=245a918d-0459-4301-99c7-000801138e3e HTTP/1.1" status: 200 len: 1129 time: 0.4954960 Jan 28 19:29:42.411347 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9573829e-4c04-4b58-9e13-04ae01959778 req-7a5208d4-818d-43ca-85af-e200b70c08b3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e68ac3d2-bfa9-4428-9f6f-9d02e05388f1 HTTP/1.1" status: 200 len: 217 time: 0.1154859 Jan 28 19:29:42.413494 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-cf5c45c9-9276-4cee-a7b2-cbdeddec2c80 req-e030b823-6965-4f93-a7c9-32840ca87d15 service neutron] 10.222.0.41 "GET /v2.0/networks/60e1dd7d-58d1-4d48-a9c2-a4b6c6d27732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.3130884 Jan 28 19:29:42.414689 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7136a9a4-173e-419f-b21f-ce390c9b34c6 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Pushing event deleted for resources: {'Subnet': ['ID=d7b02358-b91c-4c22-b5c2-42b730e9c6ce,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:42.461474 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd8422b-accd-46fc-9a1c-1e0e59a4a237 None None] The sync data for ids ['5ed523fe-5bc0-4eef-873e-d6a5b037e0c0'] in n-d-812111-14 is: [{'id': '5ed523fe-5bc0-4eef-873e-d6a5b037e0c0', 'name': 'tempest-TaggedBootDevicesTest_v242-273735862-router', 'tenant_id': '6cd1916b54b2491f8458c31a4c1402c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.4'}], 'enable_snat': True}, 'gw_port_id': '06c636a7-8c32-479b-8275-c5ba18375edb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:29:21Z', 'updated_at': '2022-01-28T19:29:35Z', 'revision_number': 4, 'project_id': '6cd1916b54b2491f8458c31a4c1402c7', 'gw_port': {'id': '06c636a7-8c32-479b-8275-c5ba18375edb', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:d2:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed523fe-5bc0-4eef-873e-d6a5b037e0c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:29:25Z', 'updated_at': '2022-01-28T19:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': 'a52c137f-4ff7-4280-b202-6bc7a4efd44b', 'name': '', 'network_id': '02b6787f-a5b1-403f-827b-bcf8af5026f7', 'tenant_id': '6cd1916b54b2491f8458c31a4c1402c7', 'mac_address': 'fa:16:3e:9f:7c:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ed523fe-5bc0-4eef-873e-d6a5b037e0c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '8dd7047a-2d63-4cd6-b247-7e4bbc21eeaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:29:33Z', 'updated_at': '2022-01-28T19:29:41Z', 'revision_number': 4, 'project_id': '6cd1916b54b2491f8458c31a4c1402c7', 'subnets': [{'id': '8dd7047a-2d63-4cd6-b247-7e4bbc21eeaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:29:42.491753 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7136a9a4-173e-419f-b21f-ce390c9b34c6 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:42.497766 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90d4ba3c-8867-475f-8b35-f8e73d235e56 None None] Network aa7fe023-461c-4573-95f0-7d93b7751f50 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:29:42.500519 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-7136a9a4-173e-419f-b21f-ce390c9b34c6 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] 10.222.0.64 "DELETE /v2.0/subnets/d7b02358-b91c-4c22-b5c2-42b730e9c6ce HTTP/1.1" status: 204 len: 168 time: 1.7174678 Jan 28 19:29:42.503293 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 59236) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:42.750311 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9573829e-4c04-4b58-9e13-04ae01959778 req-99a67f32-78f1-4df0-88c3-de678f70dacc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:29:42.752888 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9573829e-4c04-4b58-9e13-04ae01959778 req-99a67f32-78f1-4df0-88c3-de678f70dacc service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e88cad28-2da3-46f2-9596-192e1589b107 HTTP/1.1" status: 200 len: 853 time: 0.3270962 Jan 28 19:29:42.816870 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9573829e-4c04-4b58-9e13-04ae01959778 req-6c30fe49-99fe-4d88-bea5-0c4de6d864f1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7dcd2fe9-a2b7-490e-9909-2f76a78b22f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561740 Jan 28 19:29:42.863578 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e2978822-2830-4b65-a466-5220a47fe88c req-36f05c27-d50b-4470-933e-cfdffca3ffe5 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=1062da38-e9d3-4864-a997-6a65fbb30edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4572499 Jan 28 19:29:42.984303 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1b162d2-535a-450e-aacd-a554ef7decea admin admin] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:29:42.989208 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-69e4ed5e-9852-498e-8078-63542ab8b5b6 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Deleting subnet 65328079-5046-4a09-9566-dc52fd837d75 {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:29:42.991424 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:42.995593 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e560be-26b4-4c43-bda7-83ee5f77cede None None] Sync routers for ids ['b0b0f51a-2308-4ba5-9528-5f7a038eee01'] in n-d-812111-14 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:29:43.001476 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-f1b162d2-535a-450e-aacd-a554ef7decea admin admin] 10.222.0.64 "PUT /v2.0/routers/b0b0f51a-2308-4ba5-9528-5f7a038eee01/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.1820455 Jan 28 19:29:43.004003 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 59252) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:43.018547 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e560be-26b4-4c43-bda7-83ee5f77cede None None] Routers {'b0b0f51a-2308-4ba5-9528-5f7a038eee01'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:29:43.019614 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-96e560be-26b4-4c43-bda7-83ee5f77cede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:29:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['b0b0f51a-2308-4ba5-9528-5f7a038eee01'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:29:43.126800 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-69e4ed5e-9852-498e-8078-63542ab8b5b6 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks [] for subnet (65328079-5046-4a09-9566-dc52fd837d75), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:43.382242 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d939cdef-6365-492f-b609-4c8a921060f7 admin admin] Publish callbacks [] for router (b0b0f51a-2308-4ba5-9528-5f7a038eee01), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:43.403265 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-69e4ed5e-9852-498e-8078-63542ab8b5b6 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16187240'] for subnet (65328079-5046-4a09-9566-dc52fd837d75), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:43.485411 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e06ea7-5fca-49e8-b9fc-c92b279ae963 req-e4dfbb99-132a-4881-8d9b-72806ecd9588 tempest-ServerPasswordTestJSON-270294439 tempest-ServerPasswordTestJSON-270294439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:29:43.506814 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-94e06ea7-5fca-49e8-b9fc-c92b279ae963 req-e4dfbb99-132a-4881-8d9b-72806ecd9588 tempest-ServerPasswordTestJSON-270294439 tempest-ServerPasswordTestJSON-270294439-project] 10.222.0.64 "GET /v2.0/ports?device_id=80dc6e35-ad41-4826-bee5-0666e9546e28 HTTP/1.1" status: 200 len: 944 time: 0.6812818 Jan 28 19:29:43.670021 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9573829e-4c04-4b58-9e13-04ae01959778 req-def6b7e3-05f9-4cae-9e45-cc86077ed8d9 service neutron] 10.222.0.70 "GET /v2.0/networks/7dcd2fe9-a2b7-490e-9909-2f76a78b22f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8005793 Jan 28 19:29:43.788842 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066aeac1-f7b8-4eb3-9e3f-c4daefa71581 req-51b41096-f4d8-43ac-866a-6a76ed5bf1ba tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:29:43.798343 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-066aeac1-f7b8-4eb3-9e3f-c4daefa71581 req-51b41096-f4d8-43ac-866a-6a76ed5bf1ba tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] 10.222.0.64 "GET /v2.0/ports?device_id=245a918d-0459-4301-99c7-000801138e3e HTTP/1.1" status: 200 len: 946 time: 0.4709036 Jan 28 19:29:43.924696 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-96e560be-26b4-4c43-bda7-83ee5f77cede None None] Set router b0b0f51a-2308-4ba5-9528-5f7a038eee01 gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:29:43.959630 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d939cdef-6365-492f-b609-4c8a921060f7 admin admin] Publish callbacks [] for router_gateway (b0b0f51a-2308-4ba5-9528-5f7a038eee01), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:44.034643 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-94e06ea7-5fca-49e8-b9fc-c92b279ae963 req-6a54260d-3c8d-47da-9563-1c4e781f873b tempest-ServerPasswordTestJSON-270294439 tempest-ServerPasswordTestJSON-270294439-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f1f450c-3b60-4541-a764-638200c35d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5267060 Jan 28 19:29:44.095071 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-69e4ed5e-9852-498e-8078-63542ab8b5b6 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (65328079-5046-4a09-9566-dc52fd837d75), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:44.154037 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-066aeac1-f7b8-4eb3-9e3f-c4daefa71581 req-e5fa1804-1ea5-4625-a233-d353cf924f8d tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] 10.222.0.64 "GET /v2.0/security-groups?id=1062da38-e9d3-4864-a997-6a65fbb30edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3419209 Jan 28 19:29:44.280308 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device e68ac3d2-bfa9-4428-9f6f-9d02e05388f1 details requested by agent hyperv_n-h2-812111-14 with host n-h2-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:29:44.289177 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-d939cdef-6365-492f-b609-4c8a921060f7 admin admin] Deleting port ff55772a-2b2a-4ad8-b8a0-e32e7bb8f89e {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:29:44.292403 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d939cdef-6365-492f-b609-4c8a921060f7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (ff55772a-2b2a-4ad8-b8a0-e32e7bb8f89e), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:44.435059 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9573829e-4c04-4b58-9e13-04ae01959778 req-4d4e4d04-505f-4ea5-9d54-ee046bd63817 service neutron] 10.222.0.70 "GET /v2.0/networks/7dcd2fe9-a2b7-490e-9909-2f76a78b22f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7490025 Jan 28 19:29:44.452367 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-69e4ed5e-9852-498e-8078-63542ab8b5b6 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4752464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4733806'] for subnet (65328079-5046-4a09-9566-dc52fd837d75), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:44.524383 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-d939cdef-6365-492f-b609-4c8a921060f7 admin admin] For port ff55772a-2b2a-4ad8-b8a0-e32e7bb8f89e, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=ff55772a-2b2a-4ad8-b8a0-e32e7bb8f89e,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:29:44.524861 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d939cdef-6365-492f-b609-4c8a921060f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (ff55772a-2b2a-4ad8-b8a0-e32e7bb8f89e), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:44.547352 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e4ed5e-9852-498e-8078-63542ab8b5b6 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Pushing event deleted for resources: {'Subnet': ['ID=65328079-5046-4a09-9566-dc52fd837d75,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:44.563304 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-69e4ed5e-9852-498e-8078-63542ab8b5b6 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:44.568227 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-d939cdef-6365-492f-b609-4c8a921060f7 admin admin] Calling delete_port for ff55772a-2b2a-4ad8-b8a0-e32e7bb8f89e owned by network:router_gateway {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:29:44.577471 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 59298) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:44.578495 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-69e4ed5e-9852-498e-8078-63542ab8b5b6 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] 10.222.0.64 "DELETE /v2.0/subnets/65328079-5046-4a09-9566-dc52fd837d75 HTTP/1.1" status: 204 len: 168 time: 2.0720906 Jan 28 19:29:44.720913 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e56f5e9-f7c4-4f14-a273-02c8228f9e82 None None] Network aa7fe023-461c-4573-95f0-7d93b7751f50 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:29:44.735953 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device a52c137f-4ff7-4280-b202-6bc7a4efd44b up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:29:44.984033 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port e68ac3d2-bfa9-4428-9f6f-9d02e05388f1, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=e68ac3d2-bfa9-4428-9f6f-9d02e05388f1,segment=NetworkSegment(17f62ab8-0288-4526-a2da-cf822e925607),segment_id=17f62ab8-0288-4526-a2da-cf822e925607)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:29:45.042509 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:29:45.108627 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-8cf5a63e-b5d6-4086-93b3-4b4c4c13c558 None None] Provisioning complete for port 053a6064-cea1-4d84-9900-45d26353b071 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:29:45.109820 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8cf5a63e-b5d6-4086-93b3-4b4c4c13c558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (053a6064-cea1-4d84-9900-45d26353b071), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:45.163385 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port a52c137f-4ff7-4280-b202-6bc7a4efd44b triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:29:45.163782 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (a52c137f-4ff7-4280-b202-6bc7a4efd44b), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:45.200242 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ec7388fa-862c-49ca-9c07-70ce43d4711b tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (aa7fe023-461c-4573-95f0-7d93b7751f50), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:45.266446 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Returning: {'device': 'e68ac3d2-bfa9-4428-9f6f-9d02e05388f1', 'network_id': '7dcd2fe9-a2b7-490e-9909-2f76a78b22f6', 'port_id': 'e68ac3d2-bfa9-4428-9f6f-9d02e05388f1', 'mac_address': 'fa:16:3e:51:3f:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e88cad28-2da3-46f2-9596-192e1589b107', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:29:45.349684 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e038c4d-5096-4e00-93fb-786e5527ae0b req-627bb150-23c3-492c-9d0e-689325b944ab tempest-ServerPasswordTestJSON-270294439 tempest-ServerPasswordTestJSON-270294439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:29:45.359185 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2e038c4d-5096-4e00-93fb-786e5527ae0b req-627bb150-23c3-492c-9d0e-689325b944ab tempest-ServerPasswordTestJSON-270294439 tempest-ServerPasswordTestJSON-270294439-project] 10.222.0.64 "GET /v2.0/ports?device_id=80dc6e35-ad41-4826-bee5-0666e9546e28 HTTP/1.1" status: 200 len: 944 time: 0.1873703 Jan 28 19:29:45.438800 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2e038c4d-5096-4e00-93fb-786e5527ae0b req-585dc338-7e45-405e-9117-cc57e2a7e9a5 tempest-ServerPasswordTestJSON-270294439 tempest-ServerPasswordTestJSON-270294439-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f1f450c-3b60-4541-a764-638200c35d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783241 Jan 28 19:29:45.476107 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a62be1-910f-4f54-84eb-09c01083641e req-2d7f0a0f-1f99-49ef-b8ac-391975f6f6e2 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:29:45.477941 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-43a62be1-910f-4f54-84eb-09c01083641e req-2d7f0a0f-1f99-49ef-b8ac-391975f6f6e2 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] 10.222.0.64 "GET /v2.0/ports?device_id=245a918d-0459-4301-99c7-000801138e3e HTTP/1.1" status: 200 len: 946 time: 0.2008386 Jan 28 19:29:45.555563 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-ec7388fa-862c-49ca-9c07-70ce43d4711b tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Deleting port 053a6064-cea1-4d84-9900-45d26353b071 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:29:45.556164 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ec7388fa-862c-49ca-9c07-70ce43d4711b tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (053a6064-cea1-4d84-9900-45d26353b071), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:45.596950 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port e68ac3d2-bfa9-4428-9f6f-9d02e05388f1 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:29:45.598320 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (e68ac3d2-bfa9-4428-9f6f-9d02e05388f1), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:45.647499 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-43a62be1-910f-4f54-84eb-09c01083641e req-666f7dad-775f-49ec-8008-7500177cb8cb tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] 10.222.0.64 "GET /v2.0/security-groups?id=1062da38-e9d3-4864-a997-6a65fbb30edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559188 Jan 28 19:29:45.695557 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d939cdef-6365-492f-b609-4c8a921060f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (ff55772a-2b2a-4ad8-b8a0-e32e7bb8f89e), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:45.719533 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-ec7388fa-862c-49ca-9c07-70ce43d4711b tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] For port 053a6064-cea1-4d84-9900-45d26353b071, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=053a6064-cea1-4d84-9900-45d26353b071,segment=NetworkSegment(ebd22fe6-d3cf-4c6e-b4d2-61a89373663e),segment_id=ebd22fe6-d3cf-4c6e-b4d2-61a89373663e)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:29:45.719907 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ec7388fa-862c-49ca-9c07-70ce43d4711b tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (053a6064-cea1-4d84-9900-45d26353b071), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:45.770114 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e68ac3d2-bfa9-4428-9f6f-9d02e05388f1 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:29:45.787956 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea2a856c-8a4b-4573-b65b-1c15c1b236fd None None] DHCP port deletion for aa7fe023-461c-4573-95f0-7d93b7751f50 request from n-d-812111-14 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:29:45.836362 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d939cdef-6365-492f-b609-4c8a921060f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff55772a-2b2a-4ad8-b8a0-e32e7bb8f89e,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:45.862220 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-ec7388fa-862c-49ca-9c07-70ce43d4711b tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Calling delete_port for 053a6064-cea1-4d84-9900-45d26353b071 owned by network:dhcp {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:29:45.893333 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-96e560be-26b4-4c43-bda7-83ee5f77cede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0b0f51a-2308-4ba5-9528-5f7a038eee01', 'name': 'tempest-ServerRescueNegativeTestJSON-623379107-router', 'tenant_id': 'c3bb2ec73a174fcda5cafb398102663f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.120'}], 'enable_snat': True}, 'gw_port_id': 'ff55772a-2b2a-4ad8-b8a0-e32e7bb8f89e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:25:38Z', 'updated_at': '2022-01-28T19:29:38Z', 'revision_number': 5, 'project_id': 'c3bb2ec73a174fcda5cafb398102663f', 'gw_port': {'id': 'ff55772a-2b2a-4ad8-b8a0-e32e7bb8f89e', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:56:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b0f51a-2308-4ba5-9528-5f7a038eee01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:25:39Z', 'updated_at': '2022-01-28T19:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:29:45.923406 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-97a2c2d2-aec2-4f2e-9ad1-cc171a0b9022 req-8d854fe3-2bce-477d-b8f6-731b51583c41 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1733362755&fields=id&tenant_id=879de84eda7341fea1146b6817e26b95 HTTP/1.1" status: 200 len: 267 time: 0.1319020 Jan 28 19:29:45.994684 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ec7388fa-862c-49ca-9c07-70ce43d4711b tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (053a6064-cea1-4d84-9900-45d26353b071), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:46.023552 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-8cf5a63e-b5d6-4086-93b3-4b4c4c13c558 None None] Current status of the port 053a6064-cea1-4d84-9900-45d26353b071 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:29:46.056016 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a2c2d2-aec2-4f2e-9ad1-cc171a0b9022 req-b60491c6-6278-4663-b037-9d4cadd25bc7 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:29:46.059571 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e560be-26b4-4c43-bda7-83ee5f77cede None None] Checking router: b0b0f51a-2308-4ba5-9528-5f7a038eee01 for host: n-d-812111-14 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:29:46.068877 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port e68ac3d2-bfa9-4428-9f6f-9d02e05388f1, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=e68ac3d2-bfa9-4428-9f6f-9d02e05388f1,segment=NetworkSegment(17f62ab8-0288-4526-a2da-cf822e925607),segment_id=17f62ab8-0288-4526-a2da-cf822e925607)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:29:46.078565 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-97a2c2d2-aec2-4f2e-9ad1-cc171a0b9022 req-b60491c6-6278-4663-b037-9d4cadd25bc7 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] 10.222.0.64 "GET /v2.0/ports?device_id=245a918d-0459-4301-99c7-000801138e3e HTTP/1.1" status: 200 len: 946 time: 0.1451929 Jan 28 19:29:46.091669 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-97a2c2d2-aec2-4f2e-9ad1-cc171a0b9022 req-6874a94e-a50e-4c7e-a76a-b16a8f31e76a tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Request body: {'port': {'security_groups': ['1062da38-e9d3-4864-a997-6a65fbb30edf', '659e260d-c792-484e-a73a-25edc146fa60']}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:29:46.095820 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port a52c137f-4ff7-4280-b202-6bc7a4efd44b is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:29:46.113199 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7388fa-862c-49ca-9c07-70ce43d4711b tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Pushing event deleted for resources: {'Port': ['ID=053a6064-cea1-4d84-9900-45d26353b071,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:46.118186 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e560be-26b4-4c43-bda7-83ee5f77cede None None] Routers {'b0b0f51a-2308-4ba5-9528-5f7a038eee01'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:29:46.121010 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-96e560be-26b4-4c43-bda7-83ee5f77cede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:29:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['b0b0f51a-2308-4ba5-9528-5f7a038eee01'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:29:46.135307 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (e68ac3d2-bfa9-4428-9f6f-9d02e05388f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:46.216068 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7388fa-862c-49ca-9c07-70ce43d4711b tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] No DVR routers for this DVR port 053a6064-cea1-4d84-9900-45d26353b071 on host n-d-812111-14 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:29:46.276137 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-97a2c2d2-aec2-4f2e-9ad1-cc171a0b9022 req-6874a94e-a50e-4c7e-a76a-b16a8f31e76a tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (bc60d7ec-63bd-4e90-a8a7-0344399bfd4d), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:46.296582 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-96e560be-26b4-4c43-bda7-83ee5f77cede None None] Set router b0b0f51a-2308-4ba5-9528-5f7a038eee01 gateway port host: None {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:29:46.368903 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-96e560be-26b4-4c43-bda7-83ee5f77cede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0b0f51a-2308-4ba5-9528-5f7a038eee01', 'name': 'tempest-ServerRescueNegativeTestJSON-623379107-router', 'tenant_id': 'c3bb2ec73a174fcda5cafb398102663f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:25:38Z', 'updated_at': '2022-01-28T19:29:45Z', 'revision_number': 7, 'project_id': 'c3bb2ec73a174fcda5cafb398102663f', 'gw_port_host': None}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:29:46.434073 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=e68ac3d2-bfa9-4428-9f6f-9d02e05388f1,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:46.495139 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e560be-26b4-4c43-bda7-83ee5f77cede None None] The sync data for ids ['b0b0f51a-2308-4ba5-9528-5f7a038eee01'] in n-d-812111-14 is: [{'id': 'b0b0f51a-2308-4ba5-9528-5f7a038eee01', 'name': 'tempest-ServerRescueNegativeTestJSON-623379107-router', 'tenant_id': 'c3bb2ec73a174fcda5cafb398102663f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:25:38Z', 'updated_at': '2022-01-28T19:29:45Z', 'revision_number': 7, 'project_id': 'c3bb2ec73a174fcda5cafb398102663f', 'gw_port_host': None}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:29:46.506893 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['e68ac3d2-bfa9-4428-9f6f-9d02e05388f1'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:29:46.521964 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d939cdef-6365-492f-b609-4c8a921060f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-731488'] for router_gateway (b0b0f51a-2308-4ba5-9528-5f7a038eee01), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:46.654472 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-ea2a856c-8a4b-4573-b65b-1c15c1b236fd None None] Deleting port 053a6064-cea1-4d84-9900-45d26353b071 {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:29:46.654977 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ea2a856c-8a4b-4573-b65b-1c15c1b236fd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (053a6064-cea1-4d84-9900-45d26353b071), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:46.713236 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ec7388fa-862c-49ca-9c07-70ce43d4711b tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (aa7fe023-461c-4573-95f0-7d93b7751f50), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:46.802242 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-97a2c2d2-aec2-4f2e-9ad1-cc171a0b9022 req-6874a94e-a50e-4c7e-a76a-b16a8f31e76a tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] For port bc60d7ec-63bd-4e90-a8a7-0344399bfd4d, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=bc60d7ec-63bd-4e90-a8a7-0344399bfd4d,segment=NetworkSegment(5b66c8f9-1d97-48b1-bd99-697071b35b5b),segment_id=5b66c8f9-1d97-48b1-bd99-697071b35b5b)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:29:46.836180 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-ea2a856c-8a4b-4573-b65b-1c15c1b236fd None None] For port 053a6064-cea1-4d84-9900-45d26353b071, host n-d-812111-14, got binding levels [] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:29:46.836709 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ea2a856c-8a4b-4573-b65b-1c15c1b236fd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (053a6064-cea1-4d84-9900-45d26353b071), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:46.840914 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d939cdef-6365-492f-b609-4c8a921060f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-730901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261120'] for router (b0b0f51a-2308-4ba5-9528-5f7a038eee01), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:46.861262 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-ea2a856c-8a4b-4573-b65b-1c15c1b236fd None None] Calling delete_port for 053a6064-cea1-4d84-9900-45d26353b071 owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:29:46.866142 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.ipam_backend_mixin [None req-ea2a856c-8a4b-4573-b65b-1c15c1b236fd None None] Port 053a6064-cea1-4d84-9900-45d26353b071 was not found and therefore no delete operation was performed {{(pid=103306) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 19:29:46.870414 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ea2a856c-8a4b-4573-b65b-1c15c1b236fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985'] for port (053a6064-cea1-4d84-9900-45d26353b071), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:46.901149 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-97a2c2d2-aec2-4f2e-9ad1-cc171a0b9022 req-6874a94e-a50e-4c7e-a76a-b16a8f31e76a tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Publish callbacks [] for port (bc60d7ec-63bd-4e90-a8a7-0344399bfd4d), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:46.905558 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-ec7388fa-862c-49ca-9c07-70ce43d4711b tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa7fe023-461c-4573-95f0-7d93b7751f50']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:29:46.913752 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d939cdef-6365-492f-b609-4c8a921060f7 admin admin] Publish callbacks [] for router_controller (b0b0f51a-2308-4ba5-9528-5f7a038eee01), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:46.915928 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-97a2c2d2-aec2-4f2e-9ad1-cc171a0b9022 req-6874a94e-a50e-4c7e-a76a-b16a8f31e76a tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (bc60d7ec-63bd-4e90-a8a7-0344399bfd4d), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:46.962827 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-ec7388fa-862c-49ca-9c07-70ce43d4711b tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebd22fe6-d3cf-4c6e-b4d2-61a89373663e') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:29:46.963242 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-ec7388fa-862c-49ca-9c07-70ce43d4711b tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebd22fe6-d3cf-4c6e-b4d2-61a89373663e') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:29:47.032308 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 053a6064-cea1-4d84-9900-45d26353b071 no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:29:47.034815 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['bc60d7ec-63bd-4e90-a8a7-0344399bfd4d'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:29:47.072108 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a2c2d2-aec2-4f2e-9ad1-cc171a0b9022 req-6874a94e-a50e-4c7e-a76a-b16a8f31e76a tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:29:47.072802 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-97a2c2d2-aec2-4f2e-9ad1-cc171a0b9022 req-6874a94e-a50e-4c7e-a76a-b16a8f31e76a tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:47.079039 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-97a2c2d2-aec2-4f2e-9ad1-cc171a0b9022 req-6874a94e-a50e-4c7e-a76a-b16a8f31e76a tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] 10.222.0.64 "PUT /v2.0/ports/bc60d7ec-63bd-4e90-a8a7-0344399bfd4d HTTP/1.1" status: 200 len: 982 time: 0.9933431 Jan 28 19:29:47.080987 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '245a918d-0459-4301-99c7-000801138e3e', 'tag': 'bc60d7ec-63bd-4e90-a8a7-0344399bfd4d'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:29:47.104203 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f4f5b68-41b6-46f2-a00e-2b4bdc8ad377" -d '{"events": [{"name": "network-changed", "server_uuid": "245a918d-0459-4301-99c7-000801138e3e", "tag": "bc60d7ec-63bd-4e90-a8a7-0344399bfd4d"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:29:47.124320 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2a856c-8a4b-4573-b65b-1c15c1b236fd None None] Pushing event deleted for resources: {'Port': ['ID=053a6064-cea1-4d84-9900-45d26353b071,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:47.127446 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ec7388fa-862c-49ca-9c07-70ce43d4711b tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4747091'] for segment (ebd22fe6-d3cf-4c6e-b4d2-61a89373663e), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:47.174022 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6874a94e-a50e-4c7e-a76a-b16a8f31e76a tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Pushing event updated for resources: {'Port': ['ID=bc60d7ec-63bd-4e90-a8a7-0344399bfd4d,revision_number=6']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:47.184562 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ca7e8a-6427-4be2-b1f0-cc2d324df3fa req-444a388a-d7d4-4729-b494-47463fdbdf8f tempest-ServerPasswordTestJSON-270294439 tempest-ServerPasswordTestJSON-270294439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:29:47.201935 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-65ca7e8a-6427-4be2-b1f0-cc2d324df3fa req-444a388a-d7d4-4729-b494-47463fdbdf8f tempest-ServerPasswordTestJSON-270294439 tempest-ServerPasswordTestJSON-270294439-project] 10.222.0.64 "GET /v2.0/ports?device_id=80dc6e35-ad41-4826-bee5-0666e9546e28 HTTP/1.1" status: 200 len: 945 time: 0.4980552 Jan 28 19:29:47.213767 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d939cdef-6365-492f-b609-4c8a921060f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-730908'] for router (b0b0f51a-2308-4ba5-9528-5f7a038eee01), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:47.214801 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d939cdef-6365-492f-b609-4c8a921060f7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b0b0f51a-2308-4ba5-9528-5f7a038eee01 {{(pid=103304) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:29:47.255136 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d939cdef-6365-492f-b609-4c8a921060f7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:47.261506 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-d939cdef-6365-492f-b609-4c8a921060f7 admin admin] 10.222.0.64 "DELETE /v2.0/routers/b0b0f51a-2308-4ba5-9528-5f7a038eee01 HTTP/1.1" status: 204 len: 168 time: 4.2558661 Jan 28 19:29:47.262722 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 59378) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:47.275173 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ec7388fa-862c-49ca-9c07-70ce43d4711b tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (ebd22fe6-d3cf-4c6e-b4d2-61a89373663e), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:47.300370 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec7388fa-862c-49ca-9c07-70ce43d4711b tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:29:47.302494 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ec7388fa-862c-49ca-9c07-70ce43d4711b tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4690514'] for segment (ebd22fe6-d3cf-4c6e-b4d2-61a89373663e), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:47.309088 n-d-812111-14 neutron-server[103304]: Traceback (most recent call last): Jan 28 19:29:47.309088 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:29:47.309088 n-d-812111-14 neutron-server[103304]: timer() Jan 28 19:29:47.309088 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:29:47.309088 n-d-812111-14 neutron-server[103304]: cb(*args, **kw) Jan 28 19:29:47.309088 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:29:47.309088 n-d-812111-14 neutron-server[103304]: return func(*args, **kwargs) Jan 28 19:29:47.309088 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:29:47.309088 n-d-812111-14 neutron-server[103304]: self._notify() Jan 28 19:29:47.309088 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:29:47.309088 n-d-812111-14 neutron-server[103304]: self.callback(batched_events) Jan 28 19:29:47.309088 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:29:47.309088 n-d-812111-14 neutron-server[103304]: event.method(event) Jan 28 19:29:47.309088 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:29:47.309088 n-d-812111-14 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:29:47.309088 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:29:47.309088 n-d-812111-14 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:29:47.309088 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:29:47.309088 n-d-812111-14 neutron-server[103304]: return f(self, *a, **k) Jan 28 19:29:47.309088 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:29:47.309088 n-d-812111-14 neutron-server[103304]: return self._get(url).json() Jan 28 19:29:47.309088 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:29:47.309088 n-d-812111-14 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:29:47.309088 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:29:47.309088 n-d-812111-14 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 28 19:29:47.309088 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:29:47.309088 n-d-812111-14 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:29:47.309088 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:29:47.309088 n-d-812111-14 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:29:47.309088 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:29:47.309088 n-d-812111-14 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:29:47.309088 n-d-812111-14 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:29:47.319561 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2a856c-8a4b-4573-b65b-1c15c1b236fd None None] No DVR routers for this DVR port 053a6064-cea1-4d84-9900-45d26353b071 on host n-d-812111-14 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:29:47.338945 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9a4ac3a7-c2d1-4b82-9398-eb8c0fee0f9d req-5a557155-7d54-4170-93b4-8c6d89b61605 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2060873934&fields=id&tenant_id=879de84eda7341fea1146b6817e26b95 HTTP/1.1" status: 200 len: 267 time: 0.0982029 Jan 28 19:29:47.353907 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bd1e772-1d74-4f28-891b-8927ea30e3f6 admin admin] Deleting subnet 0682cf17-1671-4e06-a862-31b529728694 {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:29:47.358591 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9bd1e772-1d74-4f28-891b-8927ea30e3f6 admin admin] Publish callbacks [] for subnet (0682cf17-1671-4e06-a862-31b529728694), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:47.396166 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9bd1e772-1d74-4f28-891b-8927ea30e3f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16187240'] for subnet (0682cf17-1671-4e06-a862-31b529728694), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:47.419223 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-65ca7e8a-6427-4be2-b1f0-cc2d324df3fa req-6edbec2e-4e8e-4926-ad4f-ee008e08c178 tempest-ServerPasswordTestJSON-270294439 tempest-ServerPasswordTestJSON-270294439-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f1f450c-3b60-4541-a764-638200c35d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160411 Jan 28 19:29:47.422974 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['bc60d7ec-63bd-4e90-a8a7-0344399bfd4d'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:29:47.453298 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ec7388fa-862c-49ca-9c07-70ce43d4711b tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (aa7fe023-461c-4573-95f0-7d93b7751f50), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:47.473864 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ec7388fa-862c-49ca-9c07-70ce43d4711b tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:47.479947 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-ec7388fa-862c-49ca-9c07-70ce43d4711b tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] 10.222.0.64 "DELETE /v2.0/networks/aa7fe023-461c-4573-95f0-7d93b7751f50 HTTP/1.1" status: 204 len: 168 time: 2.8974264 Jan 28 19:29:47.480911 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9bd1e772-1d74-4f28-891b-8927ea30e3f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (0682cf17-1671-4e06-a862-31b529728694), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:47.504641 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 59384) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:47.555827 n-d-812111-14 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b0e434e-897f-49d9-869f-9668139127e7 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] DELETE failed (client error): The resource could not be found. Jan 28 19:29:47.558276 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b0e434e-897f-49d9-869f-9668139127e7 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:29:47.569998 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-1b0e434e-897f-49d9-869f-9668139127e7 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] 10.222.0.64 "DELETE /v2.0/subnets/395cc705-1b92-4f78-b198-958b8b1fdfdb HTTP/1.1" status: 404 len: 337 time: 0.0634100 Jan 28 19:29:47.571033 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7388fa-862c-49ca-9c07-70ce43d4711b tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Pushing event deleted for resources: {'Network': ['ID=aa7fe023-461c-4573-95f0-7d93b7751f50,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:47.573000 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 59388) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:47.588532 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10981364-51fd-4289-9916-95a428e0057e x-openstack-request-id: req-10981364-51fd-4289-9916-95a428e0057e {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:29:47.589984 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "245a918d-0459-4301-99c7-000801138e3e", "tag": "bc60d7ec-63bd-4e90-a8a7-0344399bfd4d", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:29:47.590629 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-10981364-51fd-4289-9916-95a428e0057e {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:29:47.591323 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '245a918d-0459-4301-99c7-000801138e3e', 'tag': 'bc60d7ec-63bd-4e90-a8a7-0344399bfd4d', 'status': 'completed', 'code': 200} Jan 28 19:29:47.624595 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9bd1e772-1d74-4f28-891b-8927ea30e3f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4752464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4733806'] for subnet (0682cf17-1671-4e06-a862-31b529728694), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:47.645268 n-d-812111-14 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1f7c3d3-5bfe-408d-ab43-c3ee77b85da9 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] DELETE failed (client error): The resource could not be found. Jan 28 19:29:47.645808 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1f7c3d3-5bfe-408d-ab43-c3ee77b85da9 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:29:47.662777 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-c1f7c3d3-5bfe-408d-ab43-c3ee77b85da9 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] 10.222.0.64 "DELETE /v2.0/networks/3a65a935-7fe0-4de1-9d47-0bceba0a05c0 HTTP/1.1" status: 404 len: 339 time: 0.0886583 Jan 28 19:29:47.663717 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 59394) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:47.702004 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: 053a6064-cea1-4d84-9900-45d26353b071 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:29:47.702620 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 053a6064-cea1-4d84-9900-45d26353b071 not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:29:47.757565 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd1e772-1d74-4f28-891b-8927ea30e3f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0682cf17-1671-4e06-a862-31b529728694,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:47.768811 n-d-812111-14 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-a70eaeba-3378-427c-8019-ab055900cdfd tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] DELETE failed (client error): The resource could not be found. Jan 28 19:29:47.769362 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a70eaeba-3378-427c-8019-ab055900cdfd tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:29:47.776607 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9bd1e772-1d74-4f28-891b-8927ea30e3f6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:47.780424 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-9bd1e772-1d74-4f28-891b-8927ea30e3f6 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/0682cf17-1671-4e06-a862-31b529728694 HTTP/1.1" status: 204 len: 168 time: 0.5165861 Jan 28 19:29:47.801565 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 59398) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:47.802075 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 59404) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:47.819899 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-a70eaeba-3378-427c-8019-ab055900cdfd tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] 10.222.0.64 "DELETE /v2.0/subnets/469746e8-770f-4647-bef0-5f0071f0729a HTTP/1.1" status: 404 len: 337 time: 0.1530898 Jan 28 19:29:47.867164 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4ac3a7-c2d1-4b82-9398-eb8c0fee0f9d req-55284e30-4a1d-4806-a3ce-f7c3d79b19f6 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:29:47.869029 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9a4ac3a7-c2d1-4b82-9398-eb8c0fee0f9d req-55284e30-4a1d-4806-a3ce-f7c3d79b19f6 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] 10.222.0.64 "GET /v2.0/ports?device_id=245a918d-0459-4301-99c7-000801138e3e HTTP/1.1" status: 200 len: 985 time: 0.5191488 Jan 28 19:29:47.909945 n-d-812111-14 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-409cd82a-b11c-4711-8d32-a9581e71dd90 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] DELETE failed (client error): The resource could not be found. Jan 28 19:29:47.910698 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-409cd82a-b11c-4711-8d32-a9581e71dd90 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:29:47.916561 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-409cd82a-b11c-4711-8d32-a9581e71dd90 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] 10.222.0.64 "DELETE /v2.0/networks/59b7ea47-c323-4538-b1e8-83183fa3217d HTTP/1.1" status: 404 len: 339 time: 0.1000421 Jan 28 19:29:47.918565 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 59408) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:47.952006 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-9a4ac3a7-c2d1-4b82-9398-eb8c0fee0f9d req-c08afa5c-cac4-44d1-896b-87dd91b9e0b2 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Request body: {'port': {'security_groups': ['1062da38-e9d3-4864-a997-6a65fbb30edf', '659e260d-c792-484e-a73a-25edc146fa60', '292f4570-4b9f-4c41-9749-71e278686add']}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:29:47.960462 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4f5b68-41b6-46f2-a00e-2b4bdc8ad377 req-97a5d4f4-67bf-4eed-afc5-1e76c14be571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:29:47.962608 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1f4f5b68-41b6-46f2-a00e-2b4bdc8ad377 req-97a5d4f4-67bf-4eed-afc5-1e76c14be571 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=879de84eda7341fea1146b6817e26b95&device_id=245a918d-0459-4301-99c7-000801138e3e HTTP/1.1" status: 200 len: 1168 time: 0.3693082 Jan 28 19:29:48.045700 n-d-812111-14 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-46c997cb-c3a9-4bb9-923e-37f704856ef1 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] DELETE failed (client error): The resource could not be found. Jan 28 19:29:48.051065 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46c997cb-c3a9-4bb9-923e-37f704856ef1 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:29:48.068339 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-46c997cb-c3a9-4bb9-923e-37f704856ef1 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] 10.222.0.64 "DELETE /v2.0/subnets/c06b97ce-9a96-45aa-8a4f-0cf4d180b567 HTTP/1.1" status: 404 len: 337 time: 0.1480465 Jan 28 19:29:48.069029 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 59414) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:48.148012 n-d-812111-14 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-098709d0-66ba-430a-9286-c5d866a16ef9 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] DELETE failed (client error): The resource could not be found. Jan 28 19:29:48.150603 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-098709d0-66ba-430a-9286-c5d866a16ef9 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:29:48.164027 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-098709d0-66ba-430a-9286-c5d866a16ef9 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] 10.222.0.64 "DELETE /v2.0/networks/55e0ee58-2cdb-42cd-9ed7-dafaaedced80 HTTP/1.1" status: 404 len: 339 time: 0.0921342 Jan 28 19:29:48.164876 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 59418) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:48.333124 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4f5b68-41b6-46f2-a00e-2b4bdc8ad377 req-8e64f0c0-63c8-4fa5-9afd-cc60d5bbc1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:29:48.336425 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1f4f5b68-41b6-46f2-a00e-2b4bdc8ad377 req-8e64f0c0-63c8-4fa5-9afd-cc60d5bbc1f8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=60e1dd7d-58d1-4d48-a9c2-a4b6c6d27732 HTTP/1.1" status: 200 len: 913 time: 0.3062017 Jan 28 19:29:48.336594 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-07737390-2ec6-4d27-a76a-4702e56040e0 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Deleting subnet 7dbdacdf-c784-4fbb-9a49-762b0eb82c6a {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:29:48.341446 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-9a4ac3a7-c2d1-4b82-9398-eb8c0fee0f9d req-c08afa5c-cac4-44d1-896b-87dd91b9e0b2 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (bc60d7ec-63bd-4e90-a8a7-0344399bfd4d), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:48.350847 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-07737390-2ec6-4d27-a76a-4702e56040e0 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks [] for subnet (7dbdacdf-c784-4fbb-9a49-762b0eb82c6a), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:48.410147 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-41b3400c-cd1e-41cf-b726-fafafa191c38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (6fa40d3b-3f4b-4104-afea-21db80512bd7), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:48.462741 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-07737390-2ec6-4d27-a76a-4702e56040e0 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4747050'] for subnet (7dbdacdf-c784-4fbb-9a49-762b0eb82c6a), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:48.468443 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 1bca161d-84b6-4ca4-9a28-8d1b3fc8beac no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:29:48.514839 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: 1bca161d-84b6-4ca4-9a28-8d1b3fc8beac {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:29:48.515454 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 1bca161d-84b6-4ca4-9a28-8d1b3fc8beac not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:29:48.516314 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device ff55772a-2b2a-4ad8-b8a0-e32e7bb8f89e no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:29:48.563172 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1f4f5b68-41b6-46f2-a00e-2b4bdc8ad377 req-8d664a03-3fc0-44a5-a148-4059b6ea92ef service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bc60d7ec-63bd-4e90-a8a7-0344399bfd4d HTTP/1.1" status: 200 len: 217 time: 0.2147090 Jan 28 19:29:48.589077 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: ff55772a-2b2a-4ad8-b8a0-e32e7bb8f89e {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:29:48.589077 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device ff55772a-2b2a-4ad8-b8a0-e32e7bb8f89e not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:29:48.675390 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4f5b68-41b6-46f2-a00e-2b4bdc8ad377 req-538d4968-6752-4b88-9d26-f6a1f1e4c20d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:29:48.676799 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1f4f5b68-41b6-46f2-a00e-2b4bdc8ad377 req-538d4968-6752-4b88-9d26-f6a1f1e4c20d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=22051510-b4ac-44aa-8da5-3a58abb1b99a HTTP/1.1" status: 200 len: 853 time: 0.1051924 Jan 28 19:29:48.757306 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1f4f5b68-41b6-46f2-a00e-2b4bdc8ad377 req-524ba9c3-292d-4db1-aa56-baa0a8606cf5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=60e1dd7d-58d1-4d48-a9c2-a4b6c6d27732&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0632095 Jan 28 19:29:48.834911 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1004a4-9480-498e-8bae-f7fedd4aa654 req-49ee4a94-ab3f-48aa-b0ff-00620505835c tempest-ServerPasswordTestJSON-270294439 tempest-ServerPasswordTestJSON-270294439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:29:48.836817 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6b1004a4-9480-498e-8bae-f7fedd4aa654 req-49ee4a94-ab3f-48aa-b0ff-00620505835c tempest-ServerPasswordTestJSON-270294439 tempest-ServerPasswordTestJSON-270294439-project] 10.222.0.64 "GET /v2.0/ports?device_id=80dc6e35-ad41-4826-bee5-0666e9546e28 HTTP/1.1" status: 200 len: 945 time: 0.2621162 Jan 28 19:29:48.846545 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-07737390-2ec6-4d27-a76a-4702e56040e0 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (7dbdacdf-c784-4fbb-9a49-762b0eb82c6a), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:48.923631 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-41b3400c-cd1e-41cf-b726-fafafa191c38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (6fa40d3b-3f4b-4104-afea-21db80512bd7), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:49.027740 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6b1004a4-9480-498e-8bae-f7fedd4aa654 req-ec7cab2a-0d15-4b4f-9dd3-f3b424ab5f64 tempest-ServerPasswordTestJSON-270294439 tempest-ServerPasswordTestJSON-270294439-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f1f450c-3b60-4541-a764-638200c35d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848969 Jan 28 19:29:49.082243 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-07737390-2ec6-4d27-a76a-4702e56040e0 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4690616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5222356'] for subnet (7dbdacdf-c784-4fbb-9a49-762b0eb82c6a), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:49.169606 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07737390-2ec6-4d27-a76a-4702e56040e0 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Pushing event deleted for resources: {'Subnet': ['ID=7dbdacdf-c784-4fbb-9a49-762b0eb82c6a,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:49.195880 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db2f0d59-8857-4171-9ff5-5f8bb115c746 None None] Network d9bf9e5c-3938-4d92-829d-6037c936c39f requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:29:49.196546 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-07737390-2ec6-4d27-a76a-4702e56040e0 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:49.205906 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-07737390-2ec6-4d27-a76a-4702e56040e0 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] 10.222.0.64 "DELETE /v2.0/subnets/7dbdacdf-c784-4fbb-9a49-762b0eb82c6a HTTP/1.1" status: 204 len: 168 time: 1.0376122 Jan 28 19:29:49.207718 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 59456) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:49.439840 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-41b3400c-cd1e-41cf-b726-fafafa191c38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fa40d3b-3f4b-4104-afea-21db80512bd7']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:29:49.460976 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-aaee58ed-cdbd-4c9e-8fee-38cba2c18f5e tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (d9bf9e5c-3938-4d92-829d-6037c936c39f), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:49.485874 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-41b3400c-cd1e-41cf-b726-fafafa191c38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3174087-8aff-4b5a-aff7-37727d9d96cb') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:29:49.486239 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-41b3400c-cd1e-41cf-b726-fafafa191c38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3174087-8aff-4b5a-aff7-37727d9d96cb') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:29:49.508183 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-41b3400c-cd1e-41cf-b726-fafafa191c38 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16187153'] for segment (a3174087-8aff-4b5a-aff7-37727d9d96cb), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:49.562518 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-9a4ac3a7-c2d1-4b82-9398-eb8c0fee0f9d req-c08afa5c-cac4-44d1-896b-87dd91b9e0b2 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] For port bc60d7ec-63bd-4e90-a8a7-0344399bfd4d, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=bc60d7ec-63bd-4e90-a8a7-0344399bfd4d,segment=NetworkSegment(5b66c8f9-1d97-48b1-bd99-697071b35b5b),segment_id=5b66c8f9-1d97-48b1-bd99-697071b35b5b)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:29:49.624115 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1f4f5b68-41b6-46f2-a00e-2b4bdc8ad377 req-24553379-58fe-4fcd-9d17-35c9607d726e service neutron] 10.222.0.41 "GET /v2.0/networks/60e1dd7d-58d1-4d48-a9c2-a4b6c6d27732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8548770 Jan 28 19:29:49.626534 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-9a4ac3a7-c2d1-4b82-9398-eb8c0fee0f9d req-c08afa5c-cac4-44d1-896b-87dd91b9e0b2 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Publish callbacks [] for port (bc60d7ec-63bd-4e90-a8a7-0344399bfd4d), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:49.632941 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-41b3400c-cd1e-41cf-b726-fafafa191c38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (a3174087-8aff-4b5a-aff7-37727d9d96cb), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:49.645397 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-aaee58ed-cdbd-4c9e-8fee-38cba2c18f5e tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Deleting port 760b2be0-b694-4d2d-b624-b1f84e63905a {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:29:49.647962 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-aaee58ed-cdbd-4c9e-8fee-38cba2c18f5e tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (760b2be0-b694-4d2d-b624-b1f84e63905a), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:49.660332 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41b3400c-cd1e-41cf-b726-fafafa191c38 admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:29:49.661019 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-41b3400c-cd1e-41cf-b726-fafafa191c38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4752570'] for segment (a3174087-8aff-4b5a-aff7-37727d9d96cb), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:49.761966 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-aaee58ed-cdbd-4c9e-8fee-38cba2c18f5e tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] For port 760b2be0-b694-4d2d-b624-b1f84e63905a, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=760b2be0-b694-4d2d-b624-b1f84e63905a,segment=NetworkSegment(25f932ac-2520-4bc4-a72a-542c01029f68),segment_id=25f932ac-2520-4bc4-a72a-542c01029f68)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:29:49.762862 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-aaee58ed-cdbd-4c9e-8fee-38cba2c18f5e tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (760b2be0-b694-4d2d-b624-b1f84e63905a), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:49.813639 n-d-812111-14 neutron-server[103305]: Traceback (most recent call last): Jan 28 19:29:49.813639 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:29:49.813639 n-d-812111-14 neutron-server[103305]: timer() Jan 28 19:29:49.813639 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:29:49.813639 n-d-812111-14 neutron-server[103305]: cb(*args, **kw) Jan 28 19:29:49.813639 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:29:49.813639 n-d-812111-14 neutron-server[103305]: return func(*args, **kwargs) Jan 28 19:29:49.813639 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:29:49.813639 n-d-812111-14 neutron-server[103305]: self._notify() Jan 28 19:29:49.813639 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:29:49.813639 n-d-812111-14 neutron-server[103305]: self.callback(batched_events) Jan 28 19:29:49.813639 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:29:49.813639 n-d-812111-14 neutron-server[103305]: event.method(event) Jan 28 19:29:49.813639 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:29:49.813639 n-d-812111-14 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:29:49.813639 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:29:49.813639 n-d-812111-14 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:29:49.813639 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:29:49.813639 n-d-812111-14 neutron-server[103305]: return f(self, *a, **k) Jan 28 19:29:49.813639 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:29:49.813639 n-d-812111-14 neutron-server[103305]: return self._get(url).json() Jan 28 19:29:49.813639 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:29:49.813639 n-d-812111-14 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:29:49.813639 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:29:49.813639 n-d-812111-14 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 28 19:29:49.813639 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:29:49.813639 n-d-812111-14 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:29:49.813639 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:29:49.813639 n-d-812111-14 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:29:49.813639 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:29:49.813639 n-d-812111-14 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:29:49.813639 n-d-812111-14 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:29:49.823537 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-aaee58ed-cdbd-4c9e-8fee-38cba2c18f5e tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Calling delete_port for 760b2be0-b694-4d2d-b624-b1f84e63905a owned by network:dhcp {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:29:49.825299 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-9a4ac3a7-c2d1-4b82-9398-eb8c0fee0f9d req-c08afa5c-cac4-44d1-896b-87dd91b9e0b2 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (bc60d7ec-63bd-4e90-a8a7-0344399bfd4d), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:49.837834 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['bc60d7ec-63bd-4e90-a8a7-0344399bfd4d'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:29:49.918742 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5aff02b-6650-4e4c-8e0a-77ae36f19505 None None] DHCP port deletion for d9bf9e5c-3938-4d92-829d-6037c936c39f request from n-d-812111-14 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:29:49.969746 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-41b3400c-cd1e-41cf-b726-fafafa191c38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (6fa40d3b-3f4b-4104-afea-21db80512bd7), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:49.993084 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-aaee58ed-cdbd-4c9e-8fee-38cba2c18f5e tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (760b2be0-b694-4d2d-b624-b1f84e63905a), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:49.993782 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-41b3400c-cd1e-41cf-b726-fafafa191c38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:50.016762 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-41b3400c-cd1e-41cf-b726-fafafa191c38 admin admin] 10.222.0.64 "DELETE /v2.0/networks/6fa40d3b-3f4b-4104-afea-21db80512bd7 HTTP/1.1" status: 204 len: 168 time: 2.2041030 Jan 28 19:29:50.041618 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08afa5c-cac4-44d1-896b-87dd91b9e0b2 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Pushing event updated for resources: {'Port': ['ID=bc60d7ec-63bd-4e90-a8a7-0344399bfd4d,revision_number=7']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:50.059865 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaee58ed-cdbd-4c9e-8fee-38cba2c18f5e tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Pushing event deleted for resources: {'Port': ['ID=760b2be0-b694-4d2d-b624-b1f84e63905a,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:50.064807 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaee58ed-cdbd-4c9e-8fee-38cba2c18f5e tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] No DVR routers for this DVR port 760b2be0-b694-4d2d-b624-b1f84e63905a on host n-d-812111-14 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:29:50.108651 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4ac3a7-c2d1-4b82-9398-eb8c0fee0f9d req-c08afa5c-cac4-44d1-896b-87dd91b9e0b2 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:29:50.111988 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-9a4ac3a7-c2d1-4b82-9398-eb8c0fee0f9d req-c08afa5c-cac4-44d1-896b-87dd91b9e0b2 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:50.113583 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9a4ac3a7-c2d1-4b82-9398-eb8c0fee0f9d req-c08afa5c-cac4-44d1-896b-87dd91b9e0b2 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] 10.222.0.64 "PUT /v2.0/ports/bc60d7ec-63bd-4e90-a8a7-0344399bfd4d HTTP/1.1" status: 200 len: 1021 time: 2.2107010 Jan 28 19:29:50.120499 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '245a918d-0459-4301-99c7-000801138e3e', 'tag': 'bc60d7ec-63bd-4e90-a8a7-0344399bfd4d'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:29:50.133758 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f92f23b-7013-4a34-b740-2a6905831fb7" -d '{"events": [{"name": "network-changed", "server_uuid": "245a918d-0459-4301-99c7-000801138e3e", "tag": "bc60d7ec-63bd-4e90-a8a7-0344399bfd4d"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:29:50.161564 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b3400c-cd1e-41cf-b726-fafafa191c38 admin admin] Pushing event deleted for resources: {'Network': ['ID=6fa40d3b-3f4b-4104-afea-21db80512bd7,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:50.277500 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['bc60d7ec-63bd-4e90-a8a7-0344399bfd4d'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:29:50.279309 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1f4f5b68-41b6-46f2-a00e-2b4bdc8ad377 req-66b01f74-0a66-4a2a-a816-d590fed90540 service neutron] 10.222.0.41 "GET /v2.0/networks/60e1dd7d-58d1-4d48-a9c2-a4b6c6d27732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4671276 Jan 28 19:29:50.306791 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device e68ac3d2-bfa9-4428-9f6f-9d02e05388f1 up at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:29:50.394478 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-aaee58ed-cdbd-4c9e-8fee-38cba2c18f5e tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (d9bf9e5c-3938-4d92-829d-6037c936c39f), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:50.464883 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-aaee58ed-cdbd-4c9e-8fee-38cba2c18f5e tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9bf9e5c-3938-4d92-829d-6037c936c39f']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:29:50.490786 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-aaee58ed-cdbd-4c9e-8fee-38cba2c18f5e tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25f932ac-2520-4bc4-a72a-542c01029f68') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:29:50.490999 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-aaee58ed-cdbd-4c9e-8fee-38cba2c18f5e tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25f932ac-2520-4bc4-a72a-542c01029f68') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:29:50.501860 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-f5aff02b-6650-4e4c-8e0a-77ae36f19505 None None] Deleting port 760b2be0-b694-4d2d-b624-b1f84e63905a {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:29:50.502235 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f5aff02b-6650-4e4c-8e0a-77ae36f19505 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (760b2be0-b694-4d2d-b624-b1f84e63905a), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:50.516608 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-aaee58ed-cdbd-4c9e-8fee-38cba2c18f5e tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4747091'] for segment (25f932ac-2520-4bc4-a72a-542c01029f68), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:50.539673 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40424750-717c-4442-9158-8920eeb59611 req-453eccef-e367-4ef1-b7d0-8a7b2e6a4611 tempest-ServerPasswordTestJSON-270294439 tempest-ServerPasswordTestJSON-270294439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:29:50.541956 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-40424750-717c-4442-9158-8920eeb59611 req-453eccef-e367-4ef1-b7d0-8a7b2e6a4611 tempest-ServerPasswordTestJSON-270294439 tempest-ServerPasswordTestJSON-270294439-project] 10.222.0.64 "GET /v2.0/ports?device_id=80dc6e35-ad41-4826-bee5-0666e9546e28 HTTP/1.1" status: 200 len: 945 time: 0.2056353 Jan 28 19:29:50.552520 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-aaee58ed-cdbd-4c9e-8fee-38cba2c18f5e tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (25f932ac-2520-4bc4-a72a-542c01029f68), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:50.568427 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aaee58ed-cdbd-4c9e-8fee-38cba2c18f5e tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:29:50.568961 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-aaee58ed-cdbd-4c9e-8fee-38cba2c18f5e tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4690514'] for segment (25f932ac-2520-4bc4-a72a-542c01029f68), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:50.573931 n-d-812111-14 neutron-server[103304]: Traceback (most recent call last): Jan 28 19:29:50.573931 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:29:50.573931 n-d-812111-14 neutron-server[103304]: timer() Jan 28 19:29:50.573931 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:29:50.573931 n-d-812111-14 neutron-server[103304]: cb(*args, **kw) Jan 28 19:29:50.573931 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:29:50.573931 n-d-812111-14 neutron-server[103304]: return func(*args, **kwargs) Jan 28 19:29:50.573931 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:29:50.573931 n-d-812111-14 neutron-server[103304]: self._notify() Jan 28 19:29:50.573931 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:29:50.573931 n-d-812111-14 neutron-server[103304]: self.callback(batched_events) Jan 28 19:29:50.573931 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:29:50.573931 n-d-812111-14 neutron-server[103304]: event.method(event) Jan 28 19:29:50.573931 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:29:50.573931 n-d-812111-14 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:29:50.573931 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:29:50.573931 n-d-812111-14 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:29:50.573931 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:29:50.573931 n-d-812111-14 neutron-server[103304]: return f(self, *a, **k) Jan 28 19:29:50.573931 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:29:50.573931 n-d-812111-14 neutron-server[103304]: return self._get(url).json() Jan 28 19:29:50.573931 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:29:50.573931 n-d-812111-14 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:29:50.573931 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:29:50.573931 n-d-812111-14 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 28 19:29:50.573931 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:29:50.573931 n-d-812111-14 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:29:50.573931 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:29:50.573931 n-d-812111-14 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:29:50.573931 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:29:50.573931 n-d-812111-14 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:29:50.573931 n-d-812111-14 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:29:50.576458 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6b7d10-bfc9-4483-b992-0b1b393ce04d req-a47297e0-cdb6-4644-b7a5-e97381a4ac24 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:29:50.588118 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1c6b7d10-bfc9-4483-b992-0b1b393ce04d req-a47297e0-cdb6-4644-b7a5-e97381a4ac24 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] 10.222.0.64 "GET /v2.0/ports?device_id=245a918d-0459-4301-99c7-000801138e3e HTTP/1.1" status: 200 len: 1024 time: 0.3028216 Jan 28 19:29:50.620633 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 760b2be0-b694-4d2d-b624-b1f84e63905a no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:29:50.692438 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: 760b2be0-b694-4d2d-b624-b1f84e63905a {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:29:50.693017 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 760b2be0-b694-4d2d-b624-b1f84e63905a not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:29:50.736685 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-40424750-717c-4442-9158-8920eeb59611 req-a9b6c42d-a79c-41b9-86e1-c62d2fe75a30 tempest-ServerPasswordTestJSON-270294439 tempest-ServerPasswordTestJSON-270294439-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f1f450c-3b60-4541-a764-638200c35d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802220 Jan 28 19:29:50.738478 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-aaee58ed-cdbd-4c9e-8fee-38cba2c18f5e tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (d9bf9e5c-3938-4d92-829d-6037c936c39f), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:50.767444 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-aaee58ed-cdbd-4c9e-8fee-38cba2c18f5e tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:50.777844 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-aaee58ed-cdbd-4c9e-8fee-38cba2c18f5e tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] 10.222.0.64 "DELETE /v2.0/networks/d9bf9e5c-3938-4d92-829d-6037c936c39f HTTP/1.1" status: 204 len: 168 time: 1.5673604 Jan 28 19:29:50.783922 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 59502) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:50.804357 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaee58ed-cdbd-4c9e-8fee-38cba2c18f5e tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Pushing event deleted for resources: {'Network': ['ID=d9bf9e5c-3938-4d92-829d-6037c936c39f,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:50.889218 n-d-812111-14 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd9f3267-bc59-4541-a0f5-b040aa8cbeca tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] DELETE failed (client error): The resource could not be found. Jan 28 19:29:50.889826 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd9f3267-bc59-4541-a0f5-b040aa8cbeca tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:29:50.916680 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-dd9f3267-bc59-4541-a0f5-b040aa8cbeca tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] 10.222.0.64 "DELETE /v2.0/subnets/eee0c0b6-9673-4513-affe-d89e5a63025c HTTP/1.1" status: 404 len: 337 time: 0.1307869 Jan 28 19:29:50.919054 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 59508) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:50.924399 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74c306fc-66d4-4190-869f-b5a641c1e31f x-openstack-request-id: req-74c306fc-66d4-4190-869f-b5a641c1e31f {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:29:50.924952 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "245a918d-0459-4301-99c7-000801138e3e", "tag": "bc60d7ec-63bd-4e90-a8a7-0344399bfd4d", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:29:50.925403 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-74c306fc-66d4-4190-869f-b5a641c1e31f {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:29:50.926210 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '245a918d-0459-4301-99c7-000801138e3e', 'tag': 'bc60d7ec-63bd-4e90-a8a7-0344399bfd4d', 'status': 'completed', 'code': 200} Jan 28 19:29:50.938166 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-f5aff02b-6650-4e4c-8e0a-77ae36f19505 None None] For port 760b2be0-b694-4d2d-b624-b1f84e63905a, host n-d-812111-14, got binding levels [] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:29:50.939449 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f5aff02b-6650-4e4c-8e0a-77ae36f19505 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (760b2be0-b694-4d2d-b624-b1f84e63905a), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:50.941433 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 59510) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:50.956600 n-d-812111-14 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ef88441-9311-4792-a4a4-c9ece84d24d1 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] DELETE failed (client error): The resource could not be found. Jan 28 19:29:50.961290 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ef88441-9311-4792-a4a4-c9ece84d24d1 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:29:50.967934 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-8ef88441-9311-4792-a4a4-c9ece84d24d1 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] 10.222.0.64 "DELETE /v2.0/networks/ddaeb68d-b8ba-42ca-bf4f-d2b3319a73cc HTTP/1.1" status: 404 len: 339 time: 0.0469699 Jan 28 19:29:50.972182 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 59512) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:50.975879 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-f5aff02b-6650-4e4c-8e0a-77ae36f19505 None None] Calling delete_port for 760b2be0-b694-4d2d-b624-b1f84e63905a owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:29:50.982987 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.ipam_backend_mixin [None req-f5aff02b-6650-4e4c-8e0a-77ae36f19505 None None] Port 760b2be0-b694-4d2d-b624-b1f84e63905a was not found and therefore no delete operation was performed {{(pid=103306) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 19:29:50.998228 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:50.999929 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1c6b7d10-bfc9-4483-b992-0b1b393ce04d req-2b3b3a5f-8254-4143-afcf-79987e901b0c tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] 10.222.0.64 "GET /v2.0/security-groups?id=659e260d-c792-484e-a73a-25edc146fa60&id=292f4570-4b9f-4c41-9749-71e278686add&id=1062da38-e9d3-4864-a997-6a65fbb30edf HTTP/1.1" status: 200 len: 6209 time: 0.4064469 Jan 28 19:29:51.044508 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f5aff02b-6650-4e4c-8e0a-77ae36f19505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985'] for port (760b2be0-b694-4d2d-b624-b1f84e63905a), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:51.069382 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-1254de89-9481-4219-841b-f1dee41c0f9c req-2c3b4e56-2e89-45b0-b679-861e78ec7836 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Request body: {'security_group': {'name': ' tempest-securitygroup -349977456 ', 'description': 'tempest-description-44359662'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:29:51.136008 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f92f23b-7013-4a34-b740-2a6905831fb7 req-be23a0e2-cd63-4a3d-abe7-38dba7974f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:29:51.149730 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1f92f23b-7013-4a34-b740-2a6905831fb7 req-be23a0e2-cd63-4a3d-abe7-38dba7974f9f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=879de84eda7341fea1146b6817e26b95&device_id=245a918d-0459-4301-99c7-000801138e3e HTTP/1.1" status: 200 len: 1208 time: 0.2300501 Jan 28 19:29:51.176207 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f5aff02b-6650-4e4c-8e0a-77ae36f19505 None None] Network d9bf9e5c-3938-4d92-829d-6037c936c39f is not hosted by any dhcp agent {{(pid=103306) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 28 19:29:51.177351 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5aff02b-6650-4e4c-8e0a-77ae36f19505 None None] No DVR routers for this DVR port 760b2be0-b694-4d2d-b624-b1f84e63905a on host n-d-812111-14 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:29:51.208634 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f72b26d-c055-4a11-826a-ae129f034c95 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Deleting subnet ce4c687f-460f-495c-a4ff-83b24c15e413 {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:29:51.216799 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-1254de89-9481-4219-841b-f1dee41c0f9c req-2c3b4e56-2e89-45b0-b679-861e78ec7836 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:51.231457 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1f72b26d-c055-4a11-826a-ae129f034c95 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks [] for subnet (ce4c687f-460f-495c-a4ff-83b24c15e413), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:51.309800 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-7d6154fb-9ce3-4d81-a5b1-50b02df7bcca admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c3bb2ec73a174fcda5cafb398102663f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3632991 Jan 28 19:29:51.315894 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 59526) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:51.450651 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aff02b-6650-4e4c-8e0a-77ae36f19505 None None] Pushing event deleted for resources: {'Port': ['ID=760b2be0-b694-4d2d-b624-b1f84e63905a,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:51.534236 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1f72b26d-c055-4a11-826a-ae129f034c95 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4747050'] for subnet (ce4c687f-460f-495c-a4ff-83b24c15e413), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:51.581447 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning for port e68ac3d2-bfa9-4428-9f6f-9d02e05388f1 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:29:51.635924 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning complete for port e68ac3d2-bfa9-4428-9f6f-9d02e05388f1 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:29:51.636706 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (e68ac3d2-bfa9-4428-9f6f-9d02e05388f1), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:51.665996 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7edc5a5d-f269-457e-a723-fa18f4418186 admin admin] Publish callbacks [] for security_group (6e3b5f6f-cd04-46bb-9eb5-a6c7cbc22d72), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:51.763575 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-1254de89-9481-4219-841b-f1dee41c0f9c req-2c3b4e56-2e89-45b0-b679-861e78ec7836 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Publish callbacks [] for security_group (961761df-8153-4d32-93c1-7131e2ec7e68), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:51.782952 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7edc5a5d-f269-457e-a723-fa18f4418186 admin admin] Publish callbacks [] for security_group (6e3b5f6f-cd04-46bb-9eb5-a6c7cbc22d72), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:51.791288 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f92f23b-7013-4a34-b740-2a6905831fb7 req-8542e80a-ed5b-43d4-a148-465c06c0e016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:29:51.795950 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1f92f23b-7013-4a34-b740-2a6905831fb7 req-8542e80a-ed5b-43d4-a148-465c06c0e016 service neutron] 10.222.0.41 "GET /v2.0/networks?id=60e1dd7d-58d1-4d48-a9c2-a4b6c6d27732 HTTP/1.1" status: 200 len: 913 time: 0.6145086 Jan 28 19:29:51.797657 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-1254de89-9481-4219-841b-f1dee41c0f9c req-2c3b4e56-2e89-45b0-b679-861e78ec7836 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (961761df-8153-4d32-93c1-7131e2ec7e68), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:51.937970 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1f92f23b-7013-4a34-b740-2a6905831fb7 req-80edc99c-b70d-4f50-a821-a022de656e15 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bc60d7ec-63bd-4e90-a8a7-0344399bfd4d HTTP/1.1" status: 200 len: 217 time: 0.0931585 Jan 28 19:29:52.034692 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port e68ac3d2-bfa9-4428-9f6f-9d02e05388f1 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:29:52.035099 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (e68ac3d2-bfa9-4428-9f6f-9d02e05388f1), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:52.083167 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f92f23b-7013-4a34-b740-2a6905831fb7 req-8e2582b7-0d03-4dea-bfac-19daf6d2fdc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:29:52.084668 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1f92f23b-7013-4a34-b740-2a6905831fb7 req-8e2582b7-0d03-4dea-bfac-19daf6d2fdc4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=22051510-b4ac-44aa-8da5-3a58abb1b99a HTTP/1.1" status: 200 len: 853 time: 0.1289227 Jan 28 19:29:52.092124 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80dc6e35-ad41-4826-bee5-0666e9546e28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e68ac3d2-bfa9-4428-9f6f-9d02e05388f1'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:29:52.094537 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1f72b26d-c055-4a11-826a-ae129f034c95 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (ce4c687f-460f-495c-a4ff-83b24c15e413), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:52.096795 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce859569-7959-4303-b43e-18faae1d5c25" -d '{"events": [{"server_uuid": "80dc6e35-ad41-4826-bee5-0666e9546e28", "name": "network-vif-plugged", "status": "completed", "tag": "e68ac3d2-bfa9-4428-9f6f-9d02e05388f1"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:29:52.130530 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port e68ac3d2-bfa9-4428-9f6f-9d02e05388f1, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=e68ac3d2-bfa9-4428-9f6f-9d02e05388f1,segment=NetworkSegment(17f62ab8-0288-4526-a2da-cf822e925607),segment_id=17f62ab8-0288-4526-a2da-cf822e925607)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:29:52.144361 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (e68ac3d2-bfa9-4428-9f6f-9d02e05388f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:52.145177 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1f92f23b-7013-4a34-b740-2a6905831fb7 req-41192c1d-659b-48f5-a36d-fb14090c6867 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=60e1dd7d-58d1-4d48-a9c2-a4b6c6d27732&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338242 Jan 28 19:29:52.275045 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3b4e56-2e89-45b0-b679-861e78ec7836 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Pushing event updated for resources: {'SecurityGroup': ['ID=961761df-8153-4d32-93c1-7131e2ec7e68,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:52.286825 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=e68ac3d2-bfa9-4428-9f6f-9d02e05388f1,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:52.291346 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deb3bf6-daec-4193-8b9f-aaa98d82e0a3 req-6d6716b6-c25a-4fac-9281-79a94f0bef37 tempest-ServerPasswordTestJSON-270294439 tempest-ServerPasswordTestJSON-270294439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:29:52.293473 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2deb3bf6-daec-4193-8b9f-aaa98d82e0a3 req-6d6716b6-c25a-4fac-9281-79a94f0bef37 tempest-ServerPasswordTestJSON-270294439 tempest-ServerPasswordTestJSON-270294439-project] 10.222.0.64 "GET /v2.0/ports?device_id=80dc6e35-ad41-4826-bee5-0666e9546e28 HTTP/1.1" status: 200 len: 945 time: 0.3618259 Jan 28 19:29:52.295712 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 59556) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:52.304070 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7edc5a5d-f269-457e-a723-fa18f4418186 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (6e3b5f6f-cd04-46bb-9eb5-a6c7cbc22d72), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:52.306715 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7edc5a5d-f269-457e-a723-fa18f4418186 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:52.349514 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-1254de89-9481-4219-841b-f1dee41c0f9c req-2c3b4e56-2e89-45b0-b679-861e78ec7836 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:52.350791 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1254de89-9481-4219-841b-f1dee41c0f9c req-2c3b4e56-2e89-45b0-b679-861e78ec7836 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 1.3019636 Jan 28 19:29:52.352597 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-7edc5a5d-f269-457e-a723-fa18f4418186 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6e3b5f6f-cd04-46bb-9eb5-a6c7cbc22d72 HTTP/1.1" status: 204 len: 168 time: 1.0291438 Jan 28 19:29:52.418523 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1f72b26d-c055-4a11-826a-ae129f034c95 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4690616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5222356'] for subnet (ce4c687f-460f-495c-a4ff-83b24c15e413), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:52.474695 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1f92f23b-7013-4a34-b740-2a6905831fb7 req-773cd351-26c6-4cda-9608-2435e6a219d4 service neutron] 10.222.0.41 "GET /v2.0/networks/60e1dd7d-58d1-4d48-a9c2-a4b6c6d27732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3165410 Jan 28 19:29:52.479357 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edc5a5d-f269-457e-a723-fa18f4418186 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e3b5f6f-cd04-46bb-9eb5-a6c7cbc22d72,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:52.537343 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1f72b26d-c055-4a11-826a-ae129f034c95 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:52.548109 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-1f72b26d-c055-4a11-826a-ae129f034c95 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] 10.222.0.64 "DELETE /v2.0/subnets/ce4c687f-460f-495c-a4ff-83b24c15e413 HTTP/1.1" status: 204 len: 168 time: 1.5718474 Jan 28 19:29:52.548557 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fa12162-514d-47a2-a734-f953211b9bb0 x-openstack-request-id: req-7fa12162-514d-47a2-a734-f953211b9bb0 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:29:52.549069 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80dc6e35-ad41-4826-bee5-0666e9546e28", "name": "network-vif-plugged", "status": "completed", "tag": "e68ac3d2-bfa9-4428-9f6f-9d02e05388f1", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:29:52.550737 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7fa12162-514d-47a2-a734-f953211b9bb0 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:29:52.551197 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80dc6e35-ad41-4826-bee5-0666e9546e28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e68ac3d2-bfa9-4428-9f6f-9d02e05388f1', 'code': 200} Jan 28 19:29:52.559293 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 59570) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:52.560896 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f72b26d-c055-4a11-826a-ae129f034c95 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Pushing event deleted for resources: {'Subnet': ['ID=ce4c687f-460f-495c-a4ff-83b24c15e413,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:52.585266 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ed563d-1425-4f1d-a2eb-dc7971c2c132 None None] Network f9ba2034-3f5b-40f1-8978-eb5173efd3a5 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:29:52.747989 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5bc3300e-5d2c-47e4-831e-f70df9eb8f9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:52.791971 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-75252cf4-e191-4857-9396-d29945f06de6 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (f9ba2034-3f5b-40f1-8978-eb5173efd3a5), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:52.804271 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2deb3bf6-daec-4193-8b9f-aaa98d82e0a3 req-5bc46285-4136-4269-83bc-5ecddc186a45 tempest-ServerPasswordTestJSON-270294439 tempest-ServerPasswordTestJSON-270294439-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f1f450c-3b60-4541-a764-638200c35d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5027311 Jan 28 19:29:52.909394 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d7a7077b-4f13-482b-9b8f-243bee1ff0e8 req-aab2abdf-97e2-4992-bee1-16e6540563fd tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] 10.222.0.64 "GET /v2.0/security-groups/961761df-8153-4d32-93c1-7131e2ec7e68 HTTP/1.1" status: 200 len: 1797 time: 0.3030386 Jan 28 19:29:52.915133 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e918c9d-f39a-4f4f-865c-4d6aa3a6c1d7 req-853b5a83-9757-498d-98d5-4731881582ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:29:52.919457 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7e918c9d-f39a-4f4f-865c-4d6aa3a6c1d7 req-853b5a83-9757-498d-98d5-4731881582ec service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=80dc6e35-ad41-4826-bee5-0666e9546e28 HTTP/1.1" status: 200 len: 1129 time: 0.2196844 Jan 28 19:29:53.044536 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5476b345-9585-4a75-90db-e3bc96aeec69 None None] DHCP port deletion for f9ba2034-3f5b-40f1-8978-eb5173efd3a5 request from n-d-812111-14 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:29:53.055091 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1f92f23b-7013-4a34-b740-2a6905831fb7 req-6123f7c7-53f2-4548-874f-cc489371808c service neutron] 10.222.0.41 "GET /v2.0/networks/60e1dd7d-58d1-4d48-a9c2-a4b6c6d27732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5568793 Jan 28 19:29:53.118431 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-5476b345-9585-4a75-90db-e3bc96aeec69 None None] Deleting port 650ef248-ccb4-44fc-881f-59186ab4d633 {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:29:53.118823 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5476b345-9585-4a75-90db-e3bc96aeec69 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (650ef248-ccb4-44fc-881f-59186ab4d633), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:53.187528 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7e918c9d-f39a-4f4f-865c-4d6aa3a6c1d7 req-4d2b6770-79f3-48fb-bc8a-5cc7e8eed599 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=0f1f450c-3b60-4541-a764-638200c35d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2561042 Jan 28 19:29:53.219551 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-302e7de5-6d56-4c53-beb5-9b36681ab700 req-bdce95d8-bfe3-4f32-9496-514e1f28fb0b tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] 10.222.0.64 "GET /v2.0/security-groups/961761df-8153-4d32-93c1-7131e2ec7e68 HTTP/1.1" status: 200 len: 1797 time: 0.2874162 Jan 28 19:29:53.243451 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-75252cf4-e191-4857-9396-d29945f06de6 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Deleting port 650ef248-ccb4-44fc-881f-59186ab4d633 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:29:53.243810 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-75252cf4-e191-4857-9396-d29945f06de6 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (650ef248-ccb4-44fc-881f-59186ab4d633), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:53.308418 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-5476b345-9585-4a75-90db-e3bc96aeec69 None None] For port 650ef248-ccb4-44fc-881f-59186ab4d633, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=650ef248-ccb4-44fc-881f-59186ab4d633,segment=NetworkSegment(abc54619-a0a8-40e5-8ecd-1f4a1a94e7f6),segment_id=abc54619-a0a8-40e5-8ecd-1f4a1a94e7f6)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:29:53.308749 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5476b345-9585-4a75-90db-e3bc96aeec69 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (650ef248-ccb4-44fc-881f-59186ab4d633), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:53.393966 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-302e7de5-6d56-4c53-beb5-9b36681ab700 req-3c37a611-f026-415c-a696-81806dc4d5b9 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Publish callbacks [] for security_group (961761df-8153-4d32-93c1-7131e2ec7e68), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:53.471173 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-5476b345-9585-4a75-90db-e3bc96aeec69 None None] Calling delete_port for 650ef248-ccb4-44fc-881f-59186ab4d633 owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:29:53.474538 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5bc3300e-5d2c-47e4-831e-f70df9eb8f9b admin admin] Publish callbacks [] for security_group (418f1958-428c-4e8f-887c-ac03c28c2a61), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:53.522879 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-302e7de5-6d56-4c53-beb5-9b36681ab700 req-3c37a611-f026-415c-a696-81806dc4d5b9 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Publish callbacks [] for security_group (961761df-8153-4d32-93c1-7131e2ec7e68), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:53.534975 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5bc3300e-5d2c-47e4-831e-f70df9eb8f9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (418f1958-428c-4e8f-887c-ac03c28c2a61), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:53.711512 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5476b345-9585-4a75-90db-e3bc96aeec69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985'] for port (650ef248-ccb4-44fc-881f-59186ab4d633), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:53.743326 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-302e7de5-6d56-4c53-beb5-9b36681ab700 req-3c37a611-f026-415c-a696-81806dc4d5b9 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (961761df-8153-4d32-93c1-7131e2ec7e68), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:53.749947 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-302e7de5-6d56-4c53-beb5-9b36681ab700 req-3c37a611-f026-415c-a696-81806dc4d5b9 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:53.749947 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-302e7de5-6d56-4c53-beb5-9b36681ab700 req-3c37a611-f026-415c-a696-81806dc4d5b9 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] 10.222.0.64 "DELETE /v2.0/security-groups/961761df-8153-4d32-93c1-7131e2ec7e68 HTTP/1.1" status: 204 len: 173 time: 0.5234261 Jan 28 19:29:53.787193 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c37a611-f026-415c-a696-81806dc4d5b9 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=961761df-8153-4d32-93c1-7131e2ec7e68,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:53.827605 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5476b345-9585-4a75-90db-e3bc96aeec69 None None] No DVR routers for this DVR port 650ef248-ccb4-44fc-881f-59186ab4d633 on host n-d-812111-14 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:29:53.876788 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5476b345-9585-4a75-90db-e3bc96aeec69 None None] Pushing event deleted for resources: {'Port': ['ID=650ef248-ccb4-44fc-881f-59186ab4d633,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:53.902758 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:53.935693 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 59622) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:53.940360 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-5bc3300e-5d2c-47e4-831e-f70df9eb8f9b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=62a88143e2a443de86aefc3e1cee5884&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6400366 Jan 28 19:29:53.946719 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-75252cf4-e191-4857-9396-d29945f06de6 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] For port 650ef248-ccb4-44fc-881f-59186ab4d633, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=650ef248-ccb4-44fc-881f-59186ab4d633,segment=NetworkSegment(abc54619-a0a8-40e5-8ecd-1f4a1a94e7f6),segment_id=abc54619-a0a8-40e5-8ecd-1f4a1a94e7f6)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:29:53.948286 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-75252cf4-e191-4857-9396-d29945f06de6 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (650ef248-ccb4-44fc-881f-59186ab4d633), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:53.956572 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc3300e-5d2c-47e4-831e-f70df9eb8f9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=418f1958-428c-4e8f-887c-ac03c28c2a61,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:53.994865 n-d-812111-14 neutron-server[103304]: INFO neutron.api.v2.resource [req-a95033e6-844b-4bf9-be6c-f7dc53c67e68 req-8220f4d5-db8e-4db6-bc70-b3dce5f88df2 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] show failed (client error): The resource could not be found. Jan 28 19:29:54.019233 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a95033e6-844b-4bf9-be6c-f7dc53c67e68 req-8220f4d5-db8e-4db6-bc70-b3dce5f88df2 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] 10.222.0.64 "GET /v2.0/security-groups/961761df-8153-4d32-93c1-7131e2ec7e68 HTTP/1.1" status: 404 len: 352 time: 0.1354272 Jan 28 19:29:54.044424 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-75252cf4-e191-4857-9396-d29945f06de6 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Calling delete_port for 650ef248-ccb4-44fc-881f-59186ab4d633 owned by network:dhcp {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:29:54.060482 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-15236b8f-e8f6-4dec-858b-8829dc7ca6b7 req-1290dc3a-5bad-4c3e-acc8-480b570ba828 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1041216928', 'description': 'tempest-description-1427331951'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:29:54.152999 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-15236b8f-e8f6-4dec-858b-8829dc7ca6b7 req-1290dc3a-5bad-4c3e-acc8-480b570ba828 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:54.194381 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-605702a2-8802-4d3c-b1d9-8836934af2c3 admin admin] Publish callbacks [] for security_group (418f1958-428c-4e8f-887c-ac03c28c2a61), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:54.212153 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe360ea-e979-4abe-9b21-9b9cdb54e6d7 req-6c5c48d4-4342-4cce-8078-774a3c58fd0c tempest-ServerPasswordTestJSON-270294439 tempest-ServerPasswordTestJSON-270294439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:29:54.253718 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-dbe360ea-e979-4abe-9b21-9b9cdb54e6d7 req-6c5c48d4-4342-4cce-8078-774a3c58fd0c tempest-ServerPasswordTestJSON-270294439 tempest-ServerPasswordTestJSON-270294439-project] 10.222.0.64 "GET /v2.0/ports?device_id=80dc6e35-ad41-4826-bee5-0666e9546e28 HTTP/1.1" status: 200 len: 946 time: 0.2371287 Jan 28 19:29:54.315195 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-605702a2-8802-4d3c-b1d9-8836934af2c3 admin admin] Publish callbacks [] for security_group (418f1958-428c-4e8f-887c-ac03c28c2a61), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:54.406027 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-dbe360ea-e979-4abe-9b21-9b9cdb54e6d7 req-4d531b14-e04e-4e58-9c53-8b9183820b7f tempest-ServerPasswordTestJSON-270294439 tempest-ServerPasswordTestJSON-270294439-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f1f450c-3b60-4541-a764-638200c35d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513300 Jan 28 19:29:54.431023 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-15236b8f-e8f6-4dec-858b-8829dc7ca6b7 req-1290dc3a-5bad-4c3e-acc8-480b570ba828 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Publish callbacks [] for security_group (4bdc98f9-e512-47ad-8a6f-3d32071fac3d), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:54.432187 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-75252cf4-e191-4857-9396-d29945f06de6 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (650ef248-ccb4-44fc-881f-59186ab4d633), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:54.466928 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-15236b8f-e8f6-4dec-858b-8829dc7ca6b7 req-1290dc3a-5bad-4c3e-acc8-480b570ba828 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (4bdc98f9-e512-47ad-8a6f-3d32071fac3d), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:54.505779 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-605702a2-8802-4d3c-b1d9-8836934af2c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (418f1958-428c-4e8f-887c-ac03c28c2a61), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:54.508538 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-605702a2-8802-4d3c-b1d9-8836934af2c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:54.509747 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-605702a2-8802-4d3c-b1d9-8836934af2c3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/418f1958-428c-4e8f-887c-ac03c28c2a61 HTTP/1.1" status: 204 len: 168 time: 0.5726502 Jan 28 19:29:54.535337 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 650ef248-ccb4-44fc-881f-59186ab4d633 no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:29:54.564152 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1290dc3a-5bad-4c3e-acc8-480b570ba828 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bdc98f9-e512-47ad-8a6f-3d32071fac3d,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:54.571085 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605702a2-8802-4d3c-b1d9-8836934af2c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=418f1958-428c-4e8f-887c-ac03c28c2a61,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:54.620398 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75252cf4-e191-4857-9396-d29945f06de6 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] No DVR routers for this DVR port 650ef248-ccb4-44fc-881f-59186ab4d633 on host n-d-812111-14 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:29:54.642184 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: 650ef248-ccb4-44fc-881f-59186ab4d633 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:29:54.642538 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 650ef248-ccb4-44fc-881f-59186ab4d633 not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:29:54.650080 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75252cf4-e191-4857-9396-d29945f06de6 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Pushing event deleted for resources: {'Port': ['ID=650ef248-ccb4-44fc-881f-59186ab4d633,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:54.776470 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-15236b8f-e8f6-4dec-858b-8829dc7ca6b7 req-1290dc3a-5bad-4c3e-acc8-480b570ba828 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:54.784412 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-15236b8f-e8f6-4dec-858b-8829dc7ca6b7 req-1290dc3a-5bad-4c3e-acc8-480b570ba828 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.7418423 Jan 28 19:29:54.864284 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-ad267ef7-8f8d-46b2-9313-ca818dbebd60 req-62ed052b-f649-49ca-afe9-56f382bedf90 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1545483831', 'description': 'tempest-description-1168080489'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:29:54.950874 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-75252cf4-e191-4857-9396-d29945f06de6 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (f9ba2034-3f5b-40f1-8978-eb5173efd3a5), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:54.974475 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-ad267ef7-8f8d-46b2-9313-ca818dbebd60 req-62ed052b-f649-49ca-afe9-56f382bedf90 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:55.049650 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-75252cf4-e191-4857-9396-d29945f06de6 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9ba2034-3f5b-40f1-8978-eb5173efd3a5']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:29:55.111725 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-75252cf4-e191-4857-9396-d29945f06de6 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abc54619-a0a8-40e5-8ecd-1f4a1a94e7f6') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:29:55.115815 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-75252cf4-e191-4857-9396-d29945f06de6 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abc54619-a0a8-40e5-8ecd-1f4a1a94e7f6') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:29:55.175011 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-75252cf4-e191-4857-9396-d29945f06de6 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4747091'] for segment (abc54619-a0a8-40e5-8ecd-1f4a1a94e7f6), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:55.252546 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-75252cf4-e191-4857-9396-d29945f06de6 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (abc54619-a0a8-40e5-8ecd-1f4a1a94e7f6), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:55.293718 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-21f9a7a2-5b17-43f7-af56-e2bfaa1ef08d req-827804d3-4fc6-4564-b1a1-96973ba11cb4 tempest-ServerShowV257Test-369777128 tempest-ServerShowV257Test-369777128-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ea17654-c557-4a8f-bf64-f2bec5ad74df HTTP/1.1" status: 200 len: 210 time: 0.0666780 Jan 28 19:29:55.297315 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75252cf4-e191-4857-9396-d29945f06de6 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:29:55.298139 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-75252cf4-e191-4857-9396-d29945f06de6 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4690514'] for segment (abc54619-a0a8-40e5-8ecd-1f4a1a94e7f6), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:55.306388 n-d-812111-14 neutron-server[103304]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:29:55.306388 n-d-812111-14 neutron-server[103304]: self.session.flush() Jan 28 19:29:55.306388 n-d-812111-14 neutron-server[103304]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:29:55.306388 n-d-812111-14 neutron-server[103304]: self.session.flush() Jan 28 19:29:55.306388 n-d-812111-14 neutron-server[103304]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:29:55.306388 n-d-812111-14 neutron-server[103304]: self.session.flush() Jan 28 19:29:55.306388 n-d-812111-14 neutron-server[103304]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:29:55.306388 n-d-812111-14 neutron-server[103304]: self.session.flush() Jan 28 19:29:55.306388 n-d-812111-14 neutron-server[103304]: Traceback (most recent call last): Jan 28 19:29:55.306388 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:29:55.306388 n-d-812111-14 neutron-server[103304]: timer() Jan 28 19:29:55.306388 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:29:55.306388 n-d-812111-14 neutron-server[103304]: cb(*args, **kw) Jan 28 19:29:55.306388 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:29:55.306388 n-d-812111-14 neutron-server[103304]: return func(*args, **kwargs) Jan 28 19:29:55.306388 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:29:55.306388 n-d-812111-14 neutron-server[103304]: self._notify() Jan 28 19:29:55.306388 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:29:55.306388 n-d-812111-14 neutron-server[103304]: self.callback(batched_events) Jan 28 19:29:55.306388 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:29:55.306388 n-d-812111-14 neutron-server[103304]: event.method(event) Jan 28 19:29:55.306388 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:29:55.306388 n-d-812111-14 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:29:55.306388 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:29:55.306388 n-d-812111-14 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:29:55.306388 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:29:55.306388 n-d-812111-14 neutron-server[103304]: return f(self, *a, **k) Jan 28 19:29:55.306388 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:29:55.306388 n-d-812111-14 neutron-server[103304]: return self._get(url).json() Jan 28 19:29:55.306388 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:29:55.306388 n-d-812111-14 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:29:55.306388 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:29:55.306388 n-d-812111-14 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 28 19:29:55.306388 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:29:55.306388 n-d-812111-14 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:29:55.306388 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:29:55.306388 n-d-812111-14 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:29:55.306388 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:29:55.306388 n-d-812111-14 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:29:55.306388 n-d-812111-14 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:29:55.403423 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 59676) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:55.428763 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-da67f20f-5c43-4974-855a-84ea27a05e79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:55.515564 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-75252cf4-e191-4857-9396-d29945f06de6 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (f9ba2034-3f5b-40f1-8978-eb5173efd3a5), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:55.545054 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-75252cf4-e191-4857-9396-d29945f06de6 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:55.555711 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-75252cf4-e191-4857-9396-d29945f06de6 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] 10.222.0.64 "DELETE /v2.0/networks/f9ba2034-3f5b-40f1-8978-eb5173efd3a5 HTTP/1.1" status: 204 len: 168 time: 2.9760556 Jan 28 19:29:55.638775 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-ad267ef7-8f8d-46b2-9313-ca818dbebd60 req-62ed052b-f649-49ca-afe9-56f382bedf90 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Publish callbacks [] for security_group (bc56c67e-4e6f-4a76-ab6d-e7eb6067536d), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:55.653896 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-ad267ef7-8f8d-46b2-9313-ca818dbebd60 req-62ed052b-f649-49ca-afe9-56f382bedf90 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (bc56c67e-4e6f-4a76-ab6d-e7eb6067536d), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:55.660492 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75252cf4-e191-4857-9396-d29945f06de6 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Pushing event deleted for resources: {'Network': ['ID=f9ba2034-3f5b-40f1-8978-eb5173efd3a5,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:55.704029 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75252cf4-e191-4857-9396-d29945f06de6 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:29:55.704600 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75252cf4-e191-4857-9396-d29945f06de6 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:29:55.704950 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75252cf4-e191-4857-9396-d29945f06de6 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:29:55.705383 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75252cf4-e191-4857-9396-d29945f06de6 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:29:55.705811 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75252cf4-e191-4857-9396-d29945f06de6 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:29:55.706243 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75252cf4-e191-4857-9396-d29945f06de6 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:29:55.706577 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75252cf4-e191-4857-9396-d29945f06de6 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:29:55.706961 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75252cf4-e191-4857-9396-d29945f06de6 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:29:55.707294 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75252cf4-e191-4857-9396-d29945f06de6 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:29:55.707672 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75252cf4-e191-4857-9396-d29945f06de6 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:29:55.708066 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75252cf4-e191-4857-9396-d29945f06de6 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:29:55.708379 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75252cf4-e191-4857-9396-d29945f06de6 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:29:55.708832 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75252cf4-e191-4857-9396-d29945f06de6 tempest-NetworksIpV6Test-448762747 tempest-NetworksIpV6Test-448762747-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:29:55.735518 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-ad267ef7-8f8d-46b2-9313-ca818dbebd60 req-62ed052b-f649-49ca-afe9-56f382bedf90 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:55.746419 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ad267ef7-8f8d-46b2-9313-ca818dbebd60 req-62ed052b-f649-49ca-afe9-56f382bedf90 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.8897016 Jan 28 19:29:55.747201 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-da67f20f-5c43-4974-855a-84ea27a05e79 admin admin] Publish callbacks [] for security_group (eddb8225-8531-4613-a9ce-d5eb78acce67), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:55.758175 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ed052b-f649-49ca-afe9-56f382bedf90 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc56c67e-4e6f-4a76-ab6d-e7eb6067536d,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:55.789837 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-e44dd8c2-159c-4aaf-9785-c2d2effa8acf req-fb963427-e856-496d-9db7-fa1851b8b3d7 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-152378142', 'description': 'tempest-description-1442448470'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:29:55.804726 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e91f88-342c-46ef-a5aa-4519bd02450c req-51c3d400-bbb2-4b3d-bc4a-4954ed7d47b0 tempest-ServerPasswordTestJSON-270294439 tempest-ServerPasswordTestJSON-270294439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:29:55.810218 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c6e91f88-342c-46ef-a5aa-4519bd02450c req-51c3d400-bbb2-4b3d-bc4a-4954ed7d47b0 tempest-ServerPasswordTestJSON-270294439 tempest-ServerPasswordTestJSON-270294439-project] 10.222.0.64 "GET /v2.0/ports?device_id=80dc6e35-ad41-4826-bee5-0666e9546e28 HTTP/1.1" status: 200 len: 946 time: 0.2153308 Jan 28 19:29:55.817966 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-da67f20f-5c43-4974-855a-84ea27a05e79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (eddb8225-8531-4613-a9ce-d5eb78acce67), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:55.837050 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e44dd8c2-159c-4aaf-9785-c2d2effa8acf req-fb963427-e856-496d-9db7-fa1851b8b3d7 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:55.944066 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c6e91f88-342c-46ef-a5aa-4519bd02450c req-78f37455-c441-4ff8-84b2-d84932a0aff9 tempest-ServerPasswordTestJSON-270294439 tempest-ServerPasswordTestJSON-270294439-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f1f450c-3b60-4541-a764-638200c35d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151807 Jan 28 19:29:55.952386 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da67f20f-5c43-4974-855a-84ea27a05e79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eddb8225-8531-4613-a9ce-d5eb78acce67,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:55.957421 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-da67f20f-5c43-4974-855a-84ea27a05e79 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=71380f39db874c70a13e81db4da6456f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5527568 Jan 28 19:29:55.960810 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 59698) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:56.113134 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d4cf3bf6-ef17-45c8-be16-46c2261255f5 admin admin] Publish callbacks [] for security_group (eddb8225-8531-4613-a9ce-d5eb78acce67), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:56.137895 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e44dd8c2-159c-4aaf-9785-c2d2effa8acf req-fb963427-e856-496d-9db7-fa1851b8b3d7 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Publish callbacks [] for security_group (ca070991-69fc-424a-940c-003c27fab5ba), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:56.154381 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e44dd8c2-159c-4aaf-9785-c2d2effa8acf req-fb963427-e856-496d-9db7-fa1851b8b3d7 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (ca070991-69fc-424a-940c-003c27fab5ba), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:56.207478 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e44dd8c2-159c-4aaf-9785-c2d2effa8acf req-fb963427-e856-496d-9db7-fa1851b8b3d7 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:56.208750 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e44dd8c2-159c-4aaf-9785-c2d2effa8acf req-fb963427-e856-496d-9db7-fa1851b8b3d7 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.4281218 Jan 28 19:29:56.230384 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d4cf3bf6-ef17-45c8-be16-46c2261255f5 admin admin] Publish callbacks [] for security_group (eddb8225-8531-4613-a9ce-d5eb78acce67), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:56.261655 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb963427-e856-496d-9db7-fa1851b8b3d7 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca070991-69fc-424a-940c-003c27fab5ba,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:56.289984 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 59714) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:56.425714 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d4cf3bf6-ef17-45c8-be16-46c2261255f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (eddb8225-8531-4613-a9ce-d5eb78acce67), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:56.432099 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d4cf3bf6-ef17-45c8-be16-46c2261255f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:56.437208 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-d4cf3bf6-ef17-45c8-be16-46c2261255f5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/eddb8225-8531-4613-a9ce-d5eb78acce67 HTTP/1.1" status: 204 len: 168 time: 0.4750345 Jan 28 19:29:56.451121 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cf3bf6-ef17-45c8-be16-46c2261255f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eddb8225-8531-4613-a9ce-d5eb78acce67,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:56.650837 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-53d79238-cf88-46a9-b0d4-9ae40bbd6f2b req-a90482f8-d1d8-48ee-9c0b-3072e8c4f194 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=879de84eda7341fea1146b6817e26b95 HTTP/1.1" status: 200 len: 11015 time: 0.3909805 Jan 28 19:29:56.652207 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-69906125-39cd-4d7b-88c3-705c026e0611 req-37132918-ccaa-41f5-9323-903df8d6cbd6 tempest-ServerShowV257Test-369777128 tempest-ServerShowV257Test-369777128-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ea17654-c557-4a8f-bf64-f2bec5ad74df HTTP/1.1" status: 200 len: 210 time: 0.0900528 Jan 28 19:29:56.847411 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-53d79238-cf88-46a9-b0d4-9ae40bbd6f2b req-f9bdc784-9d1e-4bbb-a952-9e249decd569 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] 10.222.0.64 "GET /v2.0/security-groups/1062da38-e9d3-4864-a997-6a65fbb30edf HTTP/1.1" status: 200 len: 3002 time: 0.1864231 Jan 28 19:29:56.975905 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-f59a0655-dc2c-4a1f-8bc0-60488a330c6d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=aaf13cac6dbd4260bac51b20f32e7df6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6803505 Jan 28 19:29:56.978949 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 59740) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:57.031680 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-53d79238-cf88-46a9-b0d4-9ae40bbd6f2b req-d903e481-f690-4c19-ab7e-87d575c1a8cd tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] 10.222.0.64 "GET /v2.0/security-groups/1062da38-e9d3-4864-a997-6a65fbb30edf HTTP/1.1" status: 200 len: 3002 time: 0.1748872 Jan 28 19:29:57.134940 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d8d178df-32bd-420a-8890-e9d2f67ad8f9 admin admin] Publish callbacks [] for security_group (e763889f-7800-41cc-9d04-e0b71fd2df1e), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:57.191664 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d8d178df-32bd-420a-8890-e9d2f67ad8f9 admin admin] Publish callbacks [] for security_group (e763889f-7800-41cc-9d04-e0b71fd2df1e), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:57.204120 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d8cfceaa-75c5-4065-94b3-6815333d8539 req-bd737c87-98d9-4afe-84e1-fdb78c88bd9c tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] 10.222.0.64 "GET /v2.0/security-groups/4bdc98f9-e512-47ad-8a6f-3d32071fac3d HTTP/1.1" status: 200 len: 1820 time: 0.1360834 Jan 28 19:29:57.327366 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-d8cfceaa-75c5-4065-94b3-6815333d8539 req-6be321de-47f4-40b8-a344-d4ebe08a3aa3 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Publish callbacks [] for security_group (4bdc98f9-e512-47ad-8a6f-3d32071fac3d), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:57.386882 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3628250-f2c7-4338-a979-1916bbade496 req-801236ec-1295-4890-b7b6-d9872803f0d6 tempest-ServerPasswordTestJSON-270294439 tempest-ServerPasswordTestJSON-270294439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:29:57.389129 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d3628250-f2c7-4338-a979-1916bbade496 req-801236ec-1295-4890-b7b6-d9872803f0d6 tempest-ServerPasswordTestJSON-270294439 tempest-ServerPasswordTestJSON-270294439-project] 10.222.0.64 "GET /v2.0/ports?device_id=80dc6e35-ad41-4826-bee5-0666e9546e28 HTTP/1.1" status: 200 len: 946 time: 0.2024243 Jan 28 19:29:57.411539 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-d8cfceaa-75c5-4065-94b3-6815333d8539 req-6be321de-47f4-40b8-a344-d4ebe08a3aa3 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Publish callbacks [] for security_group (4bdc98f9-e512-47ad-8a6f-3d32071fac3d), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:57.474008 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d8d178df-32bd-420a-8890-e9d2f67ad8f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (e763889f-7800-41cc-9d04-e0b71fd2df1e), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:57.483592 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d8d178df-32bd-420a-8890-e9d2f67ad8f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:57.484904 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-d8d178df-32bd-420a-8890-e9d2f67ad8f9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e763889f-7800-41cc-9d04-e0b71fd2df1e HTTP/1.1" status: 204 len: 168 time: 0.5034897 Jan 28 19:29:57.515606 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-d8cfceaa-75c5-4065-94b3-6815333d8539 req-6be321de-47f4-40b8-a344-d4ebe08a3aa3 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (4bdc98f9-e512-47ad-8a6f-3d32071fac3d), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:57.520026 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-d8cfceaa-75c5-4065-94b3-6815333d8539 req-6be321de-47f4-40b8-a344-d4ebe08a3aa3 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:57.522216 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d8cfceaa-75c5-4065-94b3-6815333d8539 req-6be321de-47f4-40b8-a344-d4ebe08a3aa3 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] 10.222.0.64 "DELETE /v2.0/security-groups/4bdc98f9-e512-47ad-8a6f-3d32071fac3d HTTP/1.1" status: 204 len: 173 time: 0.3172917 Jan 28 19:29:57.535168 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be321de-47f4-40b8-a344-d4ebe08a3aa3 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bdc98f9-e512-47ad-8a6f-3d32071fac3d,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:57.572798 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d3628250-f2c7-4338-a979-1916bbade496 req-f6f7d0c2-6fe1-476b-ba55-b58665fbd891 tempest-ServerPasswordTestJSON-270294439 tempest-ServerPasswordTestJSON-270294439-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f1f450c-3b60-4541-a764-638200c35d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777213 Jan 28 19:29:57.573952 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d178df-32bd-420a-8890-e9d2f67ad8f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e763889f-7800-41cc-9d04-e0b71fd2df1e,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:57.617624 n-d-812111-14 neutron-server[103304]: INFO neutron.api.v2.resource [req-5f265813-2462-4795-ab24-eb00b0e1dc4c req-bfe25fd0-4d8c-4742-b9a6-170d3365709b tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] show failed (client error): The resource could not be found. Jan 28 19:29:57.619169 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5f265813-2462-4795-ab24-eb00b0e1dc4c req-bfe25fd0-4d8c-4742-b9a6-170d3365709b tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] 10.222.0.64 "GET /v2.0/security-groups/4bdc98f9-e512-47ad-8a6f-3d32071fac3d HTTP/1.1" status: 404 len: 352 time: 0.0315464 Jan 28 19:29:57.760693 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-91e28eac-1e2e-44af-a20e-3881229026d8 req-6a1a2e2d-cf73-4f62-9447-deffe29f662a tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] 10.222.0.64 "GET /v2.0/security-groups/bc56c67e-4e6f-4a76-ab6d-e7eb6067536d HTTP/1.1" status: 200 len: 1820 time: 0.1089151 Jan 28 19:29:57.898831 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4d32d6ff-06ee-4917-b210-384ee4584705 req-91c57bfc-4169-4d87-8a01-f6e7a92c5cec tempest-ServerShowV257Test-369777128 tempest-ServerShowV257Test-369777128-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ea17654-c557-4a8f-bf64-f2bec5ad74df HTTP/1.1" status: 200 len: 210 time: 0.0664787 Jan 28 19:29:57.934920 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-91e28eac-1e2e-44af-a20e-3881229026d8 req-2c492f98-cec7-4997-9f85-57e106ff6cf0 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Publish callbacks [] for security_group (bc56c67e-4e6f-4a76-ab6d-e7eb6067536d), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:57.962670 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-91e28eac-1e2e-44af-a20e-3881229026d8 req-2c492f98-cec7-4997-9f85-57e106ff6cf0 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Publish callbacks [] for security_group (bc56c67e-4e6f-4a76-ab6d-e7eb6067536d), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:58.057256 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-91e28eac-1e2e-44af-a20e-3881229026d8 req-2c492f98-cec7-4997-9f85-57e106ff6cf0 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (bc56c67e-4e6f-4a76-ab6d-e7eb6067536d), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:58.063991 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-91e28eac-1e2e-44af-a20e-3881229026d8 req-2c492f98-cec7-4997-9f85-57e106ff6cf0 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:58.065181 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-91e28eac-1e2e-44af-a20e-3881229026d8 req-2c492f98-cec7-4997-9f85-57e106ff6cf0 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] 10.222.0.64 "DELETE /v2.0/security-groups/bc56c67e-4e6f-4a76-ab6d-e7eb6067536d HTTP/1.1" status: 204 len: 173 time: 0.2893949 Jan 28 19:29:58.107419 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c492f98-cec7-4997-9f85-57e106ff6cf0 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc56c67e-4e6f-4a76-ab6d-e7eb6067536d,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:58.121886 n-d-812111-14 neutron-server[103304]: INFO neutron.api.v2.resource [req-60d1ffc1-e3f7-47d9-ab3a-db42094ff05b req-44b0248a-abcb-4bd9-bc41-d9b6b7da1600 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] show failed (client error): The resource could not be found. Jan 28 19:29:58.126087 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-60d1ffc1-e3f7-47d9-ab3a-db42094ff05b req-44b0248a-abcb-4bd9-bc41-d9b6b7da1600 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] 10.222.0.64 "GET /v2.0/security-groups/bc56c67e-4e6f-4a76-ab6d-e7eb6067536d HTTP/1.1" status: 404 len: 352 time: 0.0316401 Jan 28 19:29:58.318026 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a9d1f9cf-d1ac-4c29-815b-bd6044837ff7 req-f432c2d6-590b-4ed0-84c0-0f561f49d775 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] 10.222.0.64 "GET /v2.0/security-groups/ca070991-69fc-424a-940c-003c27fab5ba HTTP/1.1" status: 200 len: 1819 time: 0.1655371 Jan 28 19:29:58.509719 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b09ed83-7809-4239-9043-f252858a4c24 req-f6132e11-b19f-4c82-bc2c-273a1ff41f92 tempest-ServerPasswordTestJSON-270294439 tempest-ServerPasswordTestJSON-270294439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:29:58.513464 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2b09ed83-7809-4239-9043-f252858a4c24 req-f6132e11-b19f-4c82-bc2c-273a1ff41f92 tempest-ServerPasswordTestJSON-270294439 tempest-ServerPasswordTestJSON-270294439-project] 10.222.0.70 "GET /v2.0/ports?device_id=80dc6e35-ad41-4826-bee5-0666e9546e28 HTTP/1.1" status: 200 len: 946 time: 0.1426938 Jan 28 19:29:58.515718 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-a9d1f9cf-d1ac-4c29-815b-bd6044837ff7 req-da527483-9706-4e98-9bdd-88feccf19158 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Publish callbacks [] for security_group (ca070991-69fc-424a-940c-003c27fab5ba), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:58.531202 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-45b19ea4-6f55-4df4-b6df-8dc1bd8e7750 req-2e8f959d-924c-4a66-9b7f-58ba8d6d6e3a service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=2ea17654-c557-4a8f-bf64-f2bec5ad74df HTTP/1.1" status: 200 len: 210 time: 0.0523157 Jan 28 19:29:58.654441 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-a9d1f9cf-d1ac-4c29-815b-bd6044837ff7 req-da527483-9706-4e98-9bdd-88feccf19158 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Publish callbacks [] for security_group (ca070991-69fc-424a-940c-003c27fab5ba), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:58.881569 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce45497-de19-42a2-8062-dd2cd61251d4 req-df81715b-6fc6-4dd0-bc4b-c0de2ca8bc3f tempest-ServerPasswordTestJSON-270294439 tempest-ServerPasswordTestJSON-270294439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:29:58.889235 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-dce45497-de19-42a2-8062-dd2cd61251d4 req-df81715b-6fc6-4dd0-bc4b-c0de2ca8bc3f tempest-ServerPasswordTestJSON-270294439 tempest-ServerPasswordTestJSON-270294439-project] 10.222.0.64 "GET /v2.0/ports?device_id=80dc6e35-ad41-4826-bee5-0666e9546e28 HTTP/1.1" status: 200 len: 946 time: 0.1920314 Jan 28 19:29:58.963955 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-a9d1f9cf-d1ac-4c29-815b-bd6044837ff7 req-da527483-9706-4e98-9bdd-88feccf19158 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (ca070991-69fc-424a-940c-003c27fab5ba), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:58.975503 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-a9d1f9cf-d1ac-4c29-815b-bd6044837ff7 req-da527483-9706-4e98-9bdd-88feccf19158 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:58.975714 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 59858) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:59.003120 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a9d1f9cf-d1ac-4c29-815b-bd6044837ff7 req-da527483-9706-4e98-9bdd-88feccf19158 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] 10.222.0.64 "DELETE /v2.0/security-groups/ca070991-69fc-424a-940c-003c27fab5ba HTTP/1.1" status: 204 len: 173 time: 0.6838899 Jan 28 19:29:59.014818 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-dce45497-de19-42a2-8062-dd2cd61251d4 req-f86bb4b4-1d24-4a93-a257-228861397d16 tempest-ServerPasswordTestJSON-270294439 tempest-ServerPasswordTestJSON-270294439-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f1f450c-3b60-4541-a764-638200c35d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005375 Jan 28 19:29:59.044785 n-d-812111-14 neutron-server[103304]: INFO neutron.api.v2.resource [req-01f84968-0cd4-4d76-a1da-545ae42f3aa1 req-e23b8a94-18ec-4b52-b3bf-4d4077c5e87e tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] show failed (client error): The resource could not be found. Jan 28 19:29:59.051126 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-2b09ed83-7809-4239-9043-f252858a4c24 req-68a2681f-8a5e-4552-adfa-6fba445ea472 tempest-ServerPasswordTestJSON-270294439 tempest-ServerPasswordTestJSON-270294439-project] Deleting port e68ac3d2-bfa9-4428-9f6f-9d02e05388f1 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:29:59.051478 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-2b09ed83-7809-4239-9043-f252858a4c24 req-68a2681f-8a5e-4552-adfa-6fba445ea472 tempest-ServerPasswordTestJSON-270294439 tempest-ServerPasswordTestJSON-270294439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (e68ac3d2-bfa9-4428-9f6f-9d02e05388f1), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:59.052524 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-01f84968-0cd4-4d76-a1da-545ae42f3aa1 req-e23b8a94-18ec-4b52-b3bf-4d4077c5e87e tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] 10.222.0.64 "GET /v2.0/security-groups/ca070991-69fc-424a-940c-003c27fab5ba HTTP/1.1" status: 404 len: 352 time: 0.0231113 Jan 28 19:29:59.076196 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da527483-9706-4e98-9bdd-88feccf19158 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca070991-69fc-424a-940c-003c27fab5ba,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:59.200371 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-acdab2eb-c87b-43da-9542-5ab0b1486188 req-0aa18dc1-6cea-4df2-95be-e08819fac6a1 tempest-ServerShowV257Test-369777128 tempest-ServerShowV257Test-369777128-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ea17654-c557-4a8f-bf64-f2bec5ad74df HTTP/1.1" status: 200 len: 210 time: 0.0523295 Jan 28 19:29:59.287975 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 59872) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:59.302906 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-2b09ed83-7809-4239-9043-f252858a4c24 req-68a2681f-8a5e-4552-adfa-6fba445ea472 tempest-ServerPasswordTestJSON-270294439 tempest-ServerPasswordTestJSON-270294439-project] For port e68ac3d2-bfa9-4428-9f6f-9d02e05388f1, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=e68ac3d2-bfa9-4428-9f6f-9d02e05388f1,segment=NetworkSegment(17f62ab8-0288-4526-a2da-cf822e925607),segment_id=17f62ab8-0288-4526-a2da-cf822e925607)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:29:59.303284 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-2b09ed83-7809-4239-9043-f252858a4c24 req-68a2681f-8a5e-4552-adfa-6fba445ea472 tempest-ServerPasswordTestJSON-270294439 tempest-ServerPasswordTestJSON-270294439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (e68ac3d2-bfa9-4428-9f6f-9d02e05388f1), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:59.336056 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-65ab1984-eb02-4be4-ad7b-919439fa1898 req-8af165fa-0d31-491d-8455-a38dab33ed8a tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=879de84eda7341fea1146b6817e26b95 HTTP/1.1" status: 200 len: 6209 time: 0.2280388 Jan 28 19:29:59.414674 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-2b09ed83-7809-4239-9043-f252858a4c24 req-68a2681f-8a5e-4552-adfa-6fba445ea472 tempest-ServerPasswordTestJSON-270294439 tempest-ServerPasswordTestJSON-270294439-project] Calling delete_port for e68ac3d2-bfa9-4428-9f6f-9d02e05388f1 owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:29:59.483421 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-65ab1984-eb02-4be4-ad7b-919439fa1898 req-7e9ab39c-444c-4472-85f2-a642817616f7 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] 10.222.0.64 "GET /v2.0/security-groups/1062da38-e9d3-4864-a997-6a65fbb30edf HTTP/1.1" status: 200 len: 3002 time: 0.1429756 Jan 28 19:29:59.595776 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-65ab1984-eb02-4be4-ad7b-919439fa1898 req-b56f11e9-8bd3-46c9-9b44-2d5829910d9c tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] 10.222.0.64 "GET /v2.0/security-groups/1062da38-e9d3-4864-a997-6a65fbb30edf HTTP/1.1" status: 200 len: 3002 time: 0.1115656 Jan 28 19:29:59.648344 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-066fce57-449b-4d31-980c-9cbd95e48394 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:59.648911 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-e5cb09ff-411a-4853-aae9-c6e26252ef10 req-2be62f01-90ee-4314-9df4-b5753e463865 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-867997124', 'description': 'tempest-description-493417546'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:29:59.677318 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-45988879-5569-40e0-806c-e290e0293ef4 tempest-NetworksNegativeTestJSON-1864434056 tempest-NetworksNegativeTestJSON-1864434056-project] Request body: {'port': {'network_id': '08a4a1ab-7f55-49ed-9534-4d092aa0fa6e', 'name': 'tempest-NetworksNegativeTestJSON-1397509321'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:29:59.728830 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-e5cb09ff-411a-4853-aae9-c6e26252ef10 req-2be62f01-90ee-4314-9df4-b5753e463865 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:59.734120 n-d-812111-14 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-45988879-5569-40e0-806c-e290e0293ef4 tempest-NetworksNegativeTestJSON-1864434056 tempest-NetworksNegativeTestJSON-1864434056-project] POST failed (client error): The resource could not be found. Jan 28 19:29:59.735427 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45988879-5569-40e0-806c-e290e0293ef4 tempest-NetworksNegativeTestJSON-1864434056 tempest-NetworksNegativeTestJSON-1864434056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:29:59.741638 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-45988879-5569-40e0-806c-e290e0293ef4 tempest-NetworksNegativeTestJSON-1864434056 tempest-NetworksNegativeTestJSON-1864434056-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.4525659 Jan 28 19:29:59.744759 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 59888) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:59.797005 n-d-812111-14 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-0717eea8-f694-4ea0-8942-74848215215e tempest-NetworksNegativeTestJSON-1864434056 tempest-NetworksNegativeTestJSON-1864434056-project] DELETE failed (client error): The resource could not be found. Jan 28 19:29:59.798108 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0717eea8-f694-4ea0-8942-74848215215e tempest-NetworksNegativeTestJSON-1864434056 tempest-NetworksNegativeTestJSON-1864434056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:29:59.802747 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-0717eea8-f694-4ea0-8942-74848215215e tempest-NetworksNegativeTestJSON-1864434056 tempest-NetworksNegativeTestJSON-1864434056-project] 10.222.0.64 "DELETE /v2.0/networks/0b60fe44-39d6-4667-a566-faab073bab44 HTTP/1.1" status: 404 len: 339 time: 0.0526025 Jan 28 19:29:59.806285 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 59890) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:59.856441 n-d-812111-14 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-60c913c9-ecd1-4613-a577-2d5519f5898f tempest-NetworksNegativeTestJSON-1864434056 tempest-NetworksNegativeTestJSON-1864434056-project] DELETE failed (client error): The resource could not be found. Jan 28 19:29:59.857011 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60c913c9-ecd1-4613-a577-2d5519f5898f tempest-NetworksNegativeTestJSON-1864434056 tempest-NetworksNegativeTestJSON-1864434056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:29:59.864259 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-60c913c9-ecd1-4613-a577-2d5519f5898f tempest-NetworksNegativeTestJSON-1864434056 tempest-NetworksNegativeTestJSON-1864434056-project] 10.222.0.64 "DELETE /v2.0/ports/e3035b19-049b-4b4b-8165-e0299fc1a8e3 HTTP/1.1" status: 404 len: 333 time: 0.0571253 Jan 28 19:29:59.864436 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 59896) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:59.924082 n-d-812111-14 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-d37b134c-57ed-4663-8b0b-c6034db81196 tempest-NetworksNegativeTestJSON-1864434056 tempest-NetworksNegativeTestJSON-1864434056-project] DELETE failed (client error): The resource could not be found. Jan 28 19:29:59.924606 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d37b134c-57ed-4663-8b0b-c6034db81196 tempest-NetworksNegativeTestJSON-1864434056 tempest-NetworksNegativeTestJSON-1864434056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:29:59.934456 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-d37b134c-57ed-4663-8b0b-c6034db81196 tempest-NetworksNegativeTestJSON-1864434056 tempest-NetworksNegativeTestJSON-1864434056-project] 10.222.0.64 "DELETE /v2.0/subnets/d585a1d5-4dc5-4394-ba15-27aa573788ec HTTP/1.1" status: 404 len: 337 time: 0.0673752 Jan 28 19:29:59.935496 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 59898) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:59.951336 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-2b09ed83-7809-4239-9043-f252858a4c24 req-68a2681f-8a5e-4552-adfa-6fba445ea472 tempest-ServerPasswordTestJSON-270294439 tempest-ServerPasswordTestJSON-270294439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (e68ac3d2-bfa9-4428-9f6f-9d02e05388f1), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:59.964390 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['e68ac3d2-bfa9-4428-9f6f-9d02e05388f1'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:29:59.968969 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-e5cb09ff-411a-4853-aae9-c6e26252ef10 req-2be62f01-90ee-4314-9df4-b5753e463865 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Publish callbacks [] for security_group (74040d79-08a5-4ccb-8d0c-ba96a9e8466d), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:00.005091 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-066fce57-449b-4d31-980c-9cbd95e48394 admin admin] Publish callbacks [] for security_group (e2dc74f3-c44c-4b20-aa3c-3a028e58b0a2), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:00.005368 n-d-812111-14 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8e6e24c-00c2-4e10-b7da-0f49cd83cab5 tempest-NetworksNegativeTestJSON-1864434056 tempest-NetworksNegativeTestJSON-1864434056-project] GET failed (client error): The resource could not be found. Jan 28 19:30:00.011325 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-d8e6e24c-00c2-4e10-b7da-0f49cd83cab5 tempest-NetworksNegativeTestJSON-1864434056 tempest-NetworksNegativeTestJSON-1864434056-project] 10.222.0.64 "GET /v2.0/networks/faa6d2b8-4f06-4022-89ac-a1acdc7b4ca6 HTTP/1.1" status: 404 len: 339 time: 0.0720153 Jan 28 19:30:00.011835 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 59902) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:00.014094 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-e5cb09ff-411a-4853-aae9-c6e26252ef10 req-2be62f01-90ee-4314-9df4-b5753e463865 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (74040d79-08a5-4ccb-8d0c-ba96a9e8466d), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:00.016913 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a2681f-8a5e-4552-adfa-6fba445ea472 tempest-ServerPasswordTestJSON-270294439 tempest-ServerPasswordTestJSON-270294439-project] Pushing event deleted for resources: {'Port': ['ID=e68ac3d2-bfa9-4428-9f6f-9d02e05388f1,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:00.034139 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-066fce57-449b-4d31-980c-9cbd95e48394 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (e2dc74f3-c44c-4b20-aa3c-3a028e58b0a2), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:00.066955 n-d-812111-14 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1f6c7e5-a72a-4c0d-98fb-037268bcd9a0 tempest-NetworksNegativeTestJSON-1864434056 tempest-NetworksNegativeTestJSON-1864434056-project] GET failed (client error): The resource could not be found. Jan 28 19:30:00.069632 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-b1f6c7e5-a72a-4c0d-98fb-037268bcd9a0 tempest-NetworksNegativeTestJSON-1864434056 tempest-NetworksNegativeTestJSON-1864434056-project] 10.222.0.64 "GET /v2.0/ports/fd6b9b30-0838-4749-b16b-55cfa100fe03 HTTP/1.1" status: 404 len: 333 time: 0.0562255 Jan 28 19:30:00.076857 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-e5cb09ff-411a-4853-aae9-c6e26252ef10 req-2be62f01-90ee-4314-9df4-b5753e463865 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:00.080510 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 59906) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:00.098636 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e5cb09ff-411a-4853-aae9-c6e26252ef10 req-2be62f01-90ee-4314-9df4-b5753e463865 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.4691169 Jan 28 19:30:00.121483 n-d-812111-14 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cd759c9-14b7-4c71-9978-d857ce74d6a1 tempest-NetworksNegativeTestJSON-1864434056 tempest-NetworksNegativeTestJSON-1864434056-project] GET failed (client error): The resource could not be found. Jan 28 19:30:00.126964 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-1cd759c9-14b7-4c71-9978-d857ce74d6a1 tempest-NetworksNegativeTestJSON-1864434056 tempest-NetworksNegativeTestJSON-1864434056-project] 10.222.0.64 "GET /v2.0/subnets/f0fd4d5d-383e-4500-8c6b-eba4bed2b638 HTTP/1.1" status: 404 len: 337 time: 0.0395291 Jan 28 19:30:00.141692 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-7b8dbff0-022b-4b9f-a082-e2940cbb655c req-8f5a5514-a3a7-4080-a0c8-aa96240cf048 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1313239524', 'description': 'tempest-description-278546396'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:30:00.144322 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 59910) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:00.146963 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b09ed83-7809-4239-9043-f252858a4c24 req-68a2681f-8a5e-4552-adfa-6fba445ea472 tempest-ServerPasswordTestJSON-270294439 tempest-ServerPasswordTestJSON-270294439-project] No DVR routers for this DVR port e68ac3d2-bfa9-4428-9f6f-9d02e05388f1 on host n-h2-812111-14 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:30:00.156161 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-c9246b37-39d1-49ad-b93c-aa9a6c83abf6 tempest-NetworksNegativeTestJSON-1864434056 tempest-NetworksNegativeTestJSON-1864434056-project] Request body: {'network': {'name': 'new_name'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:30:00.162168 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-2b09ed83-7809-4239-9043-f252858a4c24 req-68a2681f-8a5e-4552-adfa-6fba445ea472 tempest-ServerPasswordTestJSON-270294439 tempest-ServerPasswordTestJSON-270294439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:00.165919 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2b09ed83-7809-4239-9043-f252858a4c24 req-68a2681f-8a5e-4552-adfa-6fba445ea472 tempest-ServerPasswordTestJSON-270294439 tempest-ServerPasswordTestJSON-270294439-project] 10.222.0.70 "DELETE /v2.0/ports/e68ac3d2-bfa9-4428-9f6f-9d02e05388f1 HTTP/1.1" status: 204 len: 173 time: 1.6437790 Jan 28 19:30:00.166485 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be62f01-90ee-4314-9df4-b5753e463865 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74040d79-08a5-4ccb-8d0c-ba96a9e8466d,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:00.169252 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80dc6e35-ad41-4826-bee5-0666e9546e28', 'name': 'network-vif-deleted', 'tag': 'e68ac3d2-bfa9-4428-9f6f-9d02e05388f1'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:30:00.179181 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ec9b354-6e84-4a87-8afa-3c10cb76fae6" -d '{"events": [{"server_uuid": "80dc6e35-ad41-4826-bee5-0666e9546e28", "name": "network-vif-deleted", "tag": "e68ac3d2-bfa9-4428-9f6f-9d02e05388f1"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:30:00.188655 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066fce57-449b-4d31-980c-9cbd95e48394 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2dc74f3-c44c-4b20-aa3c-3a028e58b0a2,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:00.196970 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-066fce57-449b-4d31-980c-9cbd95e48394 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0af9f1e166014c44a0eb2ef210f5bf0b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2200086 Jan 28 19:30:00.200310 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 59914) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:00.200960 n-d-812111-14 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9246b37-39d1-49ad-b93c-aa9a6c83abf6 tempest-NetworksNegativeTestJSON-1864434056 tempest-NetworksNegativeTestJSON-1864434056-project] PUT failed (client error): The resource could not be found. Jan 28 19:30:00.201546 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9246b37-39d1-49ad-b93c-aa9a6c83abf6 tempest-NetworksNegativeTestJSON-1864434056 tempest-NetworksNegativeTestJSON-1864434056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:30:00.202639 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-c9246b37-39d1-49ad-b93c-aa9a6c83abf6 tempest-NetworksNegativeTestJSON-1864434056 tempest-NetworksNegativeTestJSON-1864434056-project] 10.222.0.64 "PUT /v2.0/networks/1517fe2c-a9e8-4c37-9173-248fbb7b5615 HTTP/1.1" status: 404 len: 339 time: 0.0517097 Jan 28 19:30:00.215921 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 59918) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:00.227598 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-3a3bb409-ce47-4b43-b3c3-a63d0ff76860 tempest-NetworksNegativeTestJSON-1864434056 tempest-NetworksNegativeTestJSON-1864434056-project] Request body: {'port': {'name': 'new_name'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:30:00.261706 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-51ba4890-187b-4a8e-ad3f-8aa469c86edb req-a998e66f-eb14-443d-8db9-4061baf580fa tempest-ServerPasswordTestJSON-270294439 tempest-ServerPasswordTestJSON-270294439-project] 10.222.0.64 "GET /v2.0/ports?device_id=80dc6e35-ad41-4826-bee5-0666e9546e28 HTTP/1.1" status: 200 len: 210 time: 0.0685124 Jan 28 19:30:00.293897 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-7b8dbff0-022b-4b9f-a082-e2940cbb655c req-8f5a5514-a3a7-4080-a0c8-aa96240cf048 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:00.313149 n-d-812111-14 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a3bb409-ce47-4b43-b3c3-a63d0ff76860 tempest-NetworksNegativeTestJSON-1864434056 tempest-NetworksNegativeTestJSON-1864434056-project] PUT failed (client error): The resource could not be found. Jan 28 19:30:00.319002 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a3bb409-ce47-4b43-b3c3-a63d0ff76860 tempest-NetworksNegativeTestJSON-1864434056 tempest-NetworksNegativeTestJSON-1864434056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:30:00.320504 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-3a3bb409-ce47-4b43-b3c3-a63d0ff76860 tempest-NetworksNegativeTestJSON-1864434056 tempest-NetworksNegativeTestJSON-1864434056-project] 10.222.0.64 "PUT /v2.0/ports/a3b58858-4f5c-4fdb-960b-87a7c1f6987f HTTP/1.1" status: 404 len: 333 time: 0.1031263 Jan 28 19:30:00.324919 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 59922) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:00.340025 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-e96d9a88-d4c9-42ff-8700-a3076c6cc35d tempest-NetworksNegativeTestJSON-1864434056 tempest-NetworksNegativeTestJSON-1864434056-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:30:00.359784 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f64dc13e-02bc-4e84-bd4a-03d1a2ac6c46 x-openstack-request-id: req-f64dc13e-02bc-4e84-bd4a-03d1a2ac6c46 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:30:00.360086 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80dc6e35-ad41-4826-bee5-0666e9546e28", "name": "network-vif-deleted", "tag": "e68ac3d2-bfa9-4428-9f6f-9d02e05388f1", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:30:00.360335 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f64dc13e-02bc-4e84-bd4a-03d1a2ac6c46 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:30:00.360743 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80dc6e35-ad41-4826-bee5-0666e9546e28', 'name': 'network-vif-deleted', 'tag': 'e68ac3d2-bfa9-4428-9f6f-9d02e05388f1', 'status': 'completed', 'code': 200} Jan 28 19:30:00.420179 n-d-812111-14 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-e96d9a88-d4c9-42ff-8700-a3076c6cc35d tempest-NetworksNegativeTestJSON-1864434056 tempest-NetworksNegativeTestJSON-1864434056-project] PUT failed (client error): The resource could not be found. Jan 28 19:30:00.422370 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e96d9a88-d4c9-42ff-8700-a3076c6cc35d tempest-NetworksNegativeTestJSON-1864434056 tempest-NetworksNegativeTestJSON-1864434056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:30:00.425689 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-e96d9a88-d4c9-42ff-8700-a3076c6cc35d tempest-NetworksNegativeTestJSON-1864434056 tempest-NetworksNegativeTestJSON-1864434056-project] 10.222.0.64 "PUT /v2.0/subnets/e403b3af-c1e5-42b9-af91-1dfb86f4985a HTTP/1.1" status: 404 len: 337 time: 0.0992925 Jan 28 19:30:00.476877 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b13be45e-6454-4765-9fb6-95df6562077f admin admin] Publish callbacks [] for security_group (e2dc74f3-c44c-4b20-aa3c-3a028e58b0a2), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:00.615358 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-0c2b8eb0-559e-43ca-bf63-45190f7dc6ef req-5f719c1b-2de4-4650-b7d4-44c7f3d48a53 tempest-ServerShowV257Test-369777128 tempest-ServerShowV257Test-369777128-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ea17654-c557-4a8f-bf64-f2bec5ad74df HTTP/1.1" status: 200 len: 210 time: 0.0475271 Jan 28 19:30:00.647796 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b13be45e-6454-4765-9fb6-95df6562077f admin admin] Publish callbacks [] for security_group (e2dc74f3-c44c-4b20-aa3c-3a028e58b0a2), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:00.821827 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-7b8dbff0-022b-4b9f-a082-e2940cbb655c req-8f5a5514-a3a7-4080-a0c8-aa96240cf048 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Publish callbacks [] for security_group (245b0aa3-43c9-450c-8158-b7eaf4c95de4), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:00.833613 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-7b8dbff0-022b-4b9f-a082-e2940cbb655c req-8f5a5514-a3a7-4080-a0c8-aa96240cf048 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (245b0aa3-43c9-450c-8158-b7eaf4c95de4), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:00.969195 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5a5514-a3a7-4080-a0c8-aa96240cf048 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Pushing event updated for resources: {'SecurityGroup': ['ID=245b0aa3-43c9-450c-8158-b7eaf4c95de4,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:00.975694 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-7b8dbff0-022b-4b9f-a082-e2940cbb655c req-8f5a5514-a3a7-4080-a0c8-aa96240cf048 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:00.977359 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7b8dbff0-022b-4b9f-a082-e2940cbb655c req-8f5a5514-a3a7-4080-a0c8-aa96240cf048 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.8639805 Jan 28 19:30:00.977942 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b13be45e-6454-4765-9fb6-95df6562077f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (e2dc74f3-c44c-4b20-aa3c-3a028e58b0a2), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:00.993090 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b13be45e-6454-4765-9fb6-95df6562077f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:00.998910 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-b13be45e-6454-4765-9fb6-95df6562077f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e2dc74f3-c44c-4b20-aa3c-3a028e58b0a2 HTTP/1.1" status: 204 len: 168 time: 0.7652030 Jan 28 19:30:01.012205 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13be45e-6454-4765-9fb6-95df6562077f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2dc74f3-c44c-4b20-aa3c-3a028e58b0a2,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:01.062984 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 59958) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:01.436239 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ce6cec37-17a7-4bd1-98e4-ba10e0ab5226 req-ccef208a-ab50-45ac-ad84-072c5e56ed26 tempest-ServerShowV257Test-369777128 tempest-ServerShowV257Test-369777128-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ea17654-c557-4a8f-bf64-f2bec5ad74df HTTP/1.1" status: 200 len: 210 time: 0.1109767 Jan 28 19:30:01.553787 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24140194-409d-48b3-9e07-4547be361f75 req-bf2b313d-9931-49b7-8545-01e8e3dc8a56 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:30:01.560055 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 59986) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:01.563861 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-24140194-409d-48b3-9e07-4547be361f75 req-bf2b313d-9931-49b7-8545-01e8e3dc8a56 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] 10.222.0.64 "GET /v2.0/networks?id=60e1dd7d-58d1-4d48-a9c2-a4b6c6d27732 HTTP/1.1" status: 200 len: 813 time: 0.2454636 Jan 28 19:30:01.587717 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-24140194-409d-48b3-9e07-4547be361f75 req-044d7c9c-51f9-47a2-bd73-3220d269b6a6 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] 10.222.0.64 "GET /v2.0/quotas/879de84eda7341fea1146b6817e26b95 HTTP/1.1" status: 200 len: 375 time: 0.0222480 Jan 28 19:30:01.691508 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-036371dd-94bc-435a-a8c0-b218d63ca446 admin admin] Deleting subnet e88cad28-2da3-46f2-9596-192e1589b107 {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:30:01.705196 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-036371dd-94bc-435a-a8c0-b218d63ca446 admin admin] Publish callbacks [] for subnet (e88cad28-2da3-46f2-9596-192e1589b107), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:01.810229 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-036371dd-94bc-435a-a8c0-b218d63ca446 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16187240'] for subnet (e88cad28-2da3-46f2-9596-192e1589b107), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:01.879677 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-036371dd-94bc-435a-a8c0-b218d63ca446 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (e88cad28-2da3-46f2-9596-192e1589b107), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:01.990543 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-036371dd-94bc-435a-a8c0-b218d63ca446 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4752464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4733806'] for subnet (e88cad28-2da3-46f2-9596-192e1589b107), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:02.032157 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036371dd-94bc-435a-a8c0-b218d63ca446 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e88cad28-2da3-46f2-9596-192e1589b107,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:02.042500 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-036371dd-94bc-435a-a8c0-b218d63ca446 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:02.049355 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-036371dd-94bc-435a-a8c0-b218d63ca446 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/e88cad28-2da3-46f2-9596-192e1589b107 HTTP/1.1" status: 204 len: 168 time: 0.4858418 Jan 28 19:30:02.050703 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 60004) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:02.053848 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e3ed56b2-f148-48ce-aaba-1a596d7f59a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:02.134660 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3f99d6b7-fe24-4e17-9a3f-1a8a05790ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (7dcd2fe9-a2b7-490e-9909-2f76a78b22f6), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:02.158675 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-24140194-409d-48b3-9e07-4547be361f75 req-fca90720-175e-4b79-a730-8c055731526f tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=879de84eda7341fea1146b6817e26b95&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5695856 Jan 28 19:30:02.192193 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e3ed56b2-f148-48ce-aaba-1a596d7f59a6 admin admin] Publish callbacks [] for security_group (ea011521-e7b9-4b64-ad0a-c42570263f50), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:02.202586 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e3ed56b2-f148-48ce-aaba-1a596d7f59a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (ea011521-e7b9-4b64-ad0a-c42570263f50), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:02.262016 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3f99d6b7-fe24-4e17-9a3f-1a8a05790ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (7dcd2fe9-a2b7-490e-9909-2f76a78b22f6), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:02.290187 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-3f99d6b7-fe24-4e17-9a3f-1a8a05790ea1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dcd2fe9-a2b7-490e-9909-2f76a78b22f6']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:30:02.302119 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-3f99d6b7-fe24-4e17-9a3f-1a8a05790ea1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17f62ab8-0288-4526-a2da-cf822e925607') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:30:02.302429 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-3f99d6b7-fe24-4e17-9a3f-1a8a05790ea1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17f62ab8-0288-4526-a2da-cf822e925607') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:30:02.305048 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device e68ac3d2-bfa9-4428-9f6f-9d02e05388f1 no longer exists at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:30:02.313986 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3f99d6b7-fe24-4e17-9a3f-1a8a05790ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16187153'] for segment (17f62ab8-0288-4526-a2da-cf822e925607), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:02.318895 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ed56b2-f148-48ce-aaba-1a596d7f59a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea011521-e7b9-4b64-ad0a-c42570263f50,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:02.330055 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3f99d6b7-fe24-4e17-9a3f-1a8a05790ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (17f62ab8-0288-4526-a2da-cf822e925607), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:02.336802 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] No Port match for: e68ac3d2-bfa9-4428-9f6f-9d02e05388f1 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:30:02.337685 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device e68ac3d2-bfa9-4428-9f6f-9d02e05388f1 not bound to the agent host n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:30:02.337818 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f99d6b7-fe24-4e17-9a3f-1a8a05790ea1 admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:30:02.338304 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3f99d6b7-fe24-4e17-9a3f-1a8a05790ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4752570'] for segment (17f62ab8-0288-4526-a2da-cf822e925607), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:02.344393 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-e3ed56b2-f148-48ce-aaba-1a596d7f59a6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1bc1245c94134f4d90bee0661164c5d2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2779138 Jan 28 19:30:02.345080 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 60012) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:02.390735 n-d-812111-14 neutron-server[103305]: Traceback (most recent call last): Jan 28 19:30:02.390735 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:30:02.390735 n-d-812111-14 neutron-server[103305]: timer() Jan 28 19:30:02.390735 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:30:02.390735 n-d-812111-14 neutron-server[103305]: cb(*args, **kw) Jan 28 19:30:02.390735 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:30:02.390735 n-d-812111-14 neutron-server[103305]: return func(*args, **kwargs) Jan 28 19:30:02.390735 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:30:02.390735 n-d-812111-14 neutron-server[103305]: self._notify() Jan 28 19:30:02.390735 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:30:02.390735 n-d-812111-14 neutron-server[103305]: self.callback(batched_events) Jan 28 19:30:02.390735 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:30:02.390735 n-d-812111-14 neutron-server[103305]: event.method(event) Jan 28 19:30:02.390735 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:30:02.390735 n-d-812111-14 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:30:02.390735 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:30:02.390735 n-d-812111-14 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:30:02.390735 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:30:02.390735 n-d-812111-14 neutron-server[103305]: return f(self, *a, **k) Jan 28 19:30:02.390735 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:30:02.390735 n-d-812111-14 neutron-server[103305]: return self._get(url).json() Jan 28 19:30:02.390735 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:30:02.390735 n-d-812111-14 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:30:02.390735 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:30:02.390735 n-d-812111-14 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 28 19:30:02.390735 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:30:02.390735 n-d-812111-14 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:30:02.390735 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:30:02.390735 n-d-812111-14 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:30:02.390735 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:30:02.390735 n-d-812111-14 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:30:02.390735 n-d-812111-14 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:30:02.408604 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3f99d6b7-fe24-4e17-9a3f-1a8a05790ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (7dcd2fe9-a2b7-490e-9909-2f76a78b22f6), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:02.427086 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3f99d6b7-fe24-4e17-9a3f-1a8a05790ea1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:02.437152 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-3f99d6b7-fe24-4e17-9a3f-1a8a05790ea1 admin admin] 10.222.0.64 "DELETE /v2.0/networks/7dcd2fe9-a2b7-490e-9909-2f76a78b22f6 HTTP/1.1" status: 204 len: 168 time: 0.3842282 Jan 28 19:30:02.458270 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f99d6b7-fe24-4e17-9a3f-1a8a05790ea1 admin admin] Pushing event deleted for resources: {'Network': ['ID=7dcd2fe9-a2b7-490e-9909-2f76a78b22f6,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:02.634344 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cad54923-30fb-4974-8bf4-b1e46dbe3d7d admin admin] Publish callbacks [] for security_group (ea011521-e7b9-4b64-ad0a-c42570263f50), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:02.656925 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-107c4ffd-cbf6-4245-a488-d186b2948a8e req-9e14a909-3475-41bc-a3f0-d4279ef6ca88 tempest-ServerShowV257Test-369777128 tempest-ServerShowV257Test-369777128-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ea17654-c557-4a8f-bf64-f2bec5ad74df HTTP/1.1" status: 200 len: 210 time: 0.0400691 Jan 28 19:30:02.661121 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 60026) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:02.675366 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-24140194-409d-48b3-9e07-4547be361f75 req-07982587-19d0-436f-9f7c-f0afeb7a19bf service neutron] 10.222.0.64 "GET /v2.0/networks/60e1dd7d-58d1-4d48-a9c2-a4b6c6d27732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5155468 Jan 28 19:30:02.707757 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cad54923-30fb-4974-8bf4-b1e46dbe3d7d admin admin] Publish callbacks [] for security_group (ea011521-e7b9-4b64-ad0a-c42570263f50), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:02.761151 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-34b7520f-995b-4790-96d0-9508a6483dd5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d15ec63aab394c5ca38eddb96d5ab742&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0954165 Jan 28 19:30:02.761151 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 60032) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:02.832424 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-24140194-409d-48b3-9e07-4547be361f75 req-0dbaa4c9-ad62-4080-a2b3-78db3c5d826b service neutron] 10.222.0.64 "GET /v2.0/networks/60e1dd7d-58d1-4d48-a9c2-a4b6c6d27732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561017 Jan 28 19:30:02.840354 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cad54923-30fb-4974-8bf4-b1e46dbe3d7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (ea011521-e7b9-4b64-ad0a-c42570263f50), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:02.843561 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cad54923-30fb-4974-8bf4-b1e46dbe3d7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:02.847316 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-cad54923-30fb-4974-8bf4-b1e46dbe3d7d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ea011521-e7b9-4b64-ad0a-c42570263f50 HTTP/1.1" status: 204 len: 168 time: 0.4985049 Jan 28 19:30:02.854613 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad54923-30fb-4974-8bf4-b1e46dbe3d7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea011521-e7b9-4b64-ad0a-c42570263f50,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:02.884901 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-48844249-1678-4b0b-ab89-7383d0c4f877 admin admin] Publish callbacks [] for security_group (0f1f450c-3b60-4541-a764-638200c35d13), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:02.941002 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-48844249-1678-4b0b-ab89-7383d0c4f877 admin admin] Publish callbacks [] for security_group (0f1f450c-3b60-4541-a764-638200c35d13), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:03.047795 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-48844249-1678-4b0b-ab89-7383d0c4f877 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (0f1f450c-3b60-4541-a764-638200c35d13), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:03.051105 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-48844249-1678-4b0b-ab89-7383d0c4f877 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:03.052411 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-48844249-1678-4b0b-ab89-7383d0c4f877 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0f1f450c-3b60-4541-a764-638200c35d13 HTTP/1.1" status: 204 len: 168 time: 0.2903886 Jan 28 19:30:03.098301 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48844249-1678-4b0b-ab89-7383d0c4f877 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f1f450c-3b60-4541-a764-638200c35d13,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:03.313957 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-dd5a5787-55fb-432e-b3d1-697fa6c34a5f req-6248e6d1-b009-4b30-85e7-d10f963b158b tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] 10.222.0.64 "GET /v2.0/ports?device_id=3919382c-ddb3-4dda-9c59-527a15a1c549 HTTP/1.1" status: 200 len: 210 time: 0.0654120 Jan 28 19:30:03.452940 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 60058) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:03.882052 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b0130fa2-659d-476c-a76a-deac25c168b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:03.901958 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7ac9c9e7-88f9-4ad7-998f-671389499720 req-bdd11776-1f62-4505-8848-4ecda799908e tempest-ServerShowV257Test-369777128 tempest-ServerShowV257Test-369777128-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ea17654-c557-4a8f-bf64-f2bec5ad74df HTTP/1.1" status: 200 len: 210 time: 0.0566401 Jan 28 19:30:04.044121 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b0130fa2-659d-476c-a76a-deac25c168b4 admin admin] Publish callbacks [] for security_group (9dd36e65-8c9a-466c-b99e-9ce00d04920c), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:04.052712 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b0130fa2-659d-476c-a76a-deac25c168b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (9dd36e65-8c9a-466c-b99e-9ce00d04920c), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:04.103573 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 60086) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:04.114538 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-b0130fa2-659d-476c-a76a-deac25c168b4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c22c882d340949bb88406bc743765777&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6468487 Jan 28 19:30:04.117766 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0130fa2-659d-476c-a76a-deac25c168b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dd36e65-8c9a-466c-b99e-9ce00d04920c,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:04.201005 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-da01524e-9008-43a7-9aaa-ae68656c6f6b admin admin] Publish callbacks [] for security_group (9dd36e65-8c9a-466c-b99e-9ce00d04920c), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:04.249524 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-da01524e-9008-43a7-9aaa-ae68656c6f6b admin admin] Publish callbacks [] for security_group (9dd36e65-8c9a-466c-b99e-9ce00d04920c), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:04.354947 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-da01524e-9008-43a7-9aaa-ae68656c6f6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (9dd36e65-8c9a-466c-b99e-9ce00d04920c), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:04.358816 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-da01524e-9008-43a7-9aaa-ae68656c6f6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:04.360388 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-da01524e-9008-43a7-9aaa-ae68656c6f6b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9dd36e65-8c9a-466c-b99e-9ce00d04920c HTTP/1.1" status: 204 len: 168 time: 0.2549174 Jan 28 19:30:04.372977 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da01524e-9008-43a7-9aaa-ae68656c6f6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dd36e65-8c9a-466c-b99e-9ce00d04920c,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:04.480062 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e23e5fd8-bf7a-40bc-9be4-cd30dc5e9411 req-40156d40-42b3-4344-9619-3407ef381282 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] 10.222.0.64 "GET /v2.0/ports?device_id=3919382c-ddb3-4dda-9c59-527a15a1c549 HTTP/1.1" status: 200 len: 210 time: 0.0411165 Jan 28 19:30:04.764284 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 60112) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:05.146079 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24140194-409d-48b3-9e07-4547be361f75 req-4345e8e6-1a0b-42a5-a105-b43458a2999c tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:30:05.148906 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-24140194-409d-48b3-9e07-4547be361f75 req-4345e8e6-1a0b-42a5-a105-b43458a2999c tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] 10.222.0.70 "GET /v2.0/networks?id=60e1dd7d-58d1-4d48-a9c2-a4b6c6d27732 HTTP/1.1" status: 200 len: 813 time: 0.2974186 Jan 28 19:30:05.175515 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-24140194-409d-48b3-9e07-4547be361f75 req-545f84bd-973e-444d-b5c8-98c9ab7245d2 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Request body: {'port': {'device_id': '3919382c-ddb3-4dda-9c59-527a15a1c549', 'network_id': '60e1dd7d-58d1-4d48-a9c2-a4b6c6d27732', 'admin_state_up': True, 'tenant_id': '879de84eda7341fea1146b6817e26b95'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:30:05.181711 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e019f4c1-025f-42ed-b0f0-374b0e26d1bb req-069d5b79-d8cf-4751-92aa-fb34ade99339 tempest-ServerShowV257Test-369777128 tempest-ServerShowV257Test-369777128-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ea17654-c557-4a8f-bf64-f2bec5ad74df HTTP/1.1" status: 200 len: 210 time: 0.0867107 Jan 28 19:30:05.214854 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-0989c61e-6bff-4023-b547-da74b76cdac5 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:30:05.216192 n-d-812111-14 neutron-server[103304]: WARNING neutron.api.v2.base [None req-0989c61e-6bff-4023-b547-da74b76cdac5 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 28 19:30:05.216940 n-d-812111-14 neutron-server[103304]: INFO neutron.api.v2.resource [None req-0989c61e-6bff-4023-b547-da74b76cdac5 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] create failed (client error): There was a conflict when trying to complete your request. Jan 28 19:30:05.225667 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-0989c61e-6bff-4023-b547-da74b76cdac5 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.4598136 Jan 28 19:30:05.227788 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 60136) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:05.240647 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-e2fb5230-f009-4bc5-8944-428b8eba8b03 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] Request body: {'security_group': {'name': 'tempest-secgroup--392543510'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:30:05.293739 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e2fb5230-f009-4bc5-8944-428b8eba8b03 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:05.309153 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e2fb5230-f009-4bc5-8944-428b8eba8b03 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:05.360937 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 60138) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:05.458046 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24140194-409d-48b3-9e07-4547be361f75 req-545f84bd-973e-444d-b5c8-98c9ab7245d2 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Made reservation on behalf of 879de84eda7341fea1146b6817e26b95 for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:30:05.462047 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-24140194-409d-48b3-9e07-4547be361f75 req-545f84bd-973e-444d-b5c8-98c9ab7245d2 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:05.464599 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e2fb5230-f009-4bc5-8944-428b8eba8b03 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] Publish callbacks [] for security_group (02c69070-16fd-4a90-873e-cf498deb91e5), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:05.483953 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e2fb5230-f009-4bc5-8944-428b8eba8b03 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (02c69070-16fd-4a90-873e-cf498deb91e5), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:05.581713 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fb5230-f009-4bc5-8944-428b8eba8b03 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02c69070-16fd-4a90-873e-cf498deb91e5,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:05.681176 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-9fdda9c9-db0f-428c-a84a-95ffda1f8dd7 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-146737734-network', 'tenant_id': 'c2d8a9b0fd5b43ca87eb8b43109d53ce'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:30:05.750010 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-25a861e3-22a8-47bb-9f41-7d56f44a72c0 req-22851598-41ce-42c3-88a2-a3312f460108 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] 10.222.0.64 "GET /v2.0/ports?device_id=3919382c-ddb3-4dda-9c59-527a15a1c549 HTTP/1.1" status: 200 len: 210 time: 0.0833263 Jan 28 19:30:05.751392 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fdda9c9-db0f-428c-a84a-95ffda1f8dd7 admin admin] Made reservation on behalf of c2d8a9b0fd5b43ca87eb8b43109d53ce for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:30:05.756410 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9fdda9c9-db0f-428c-a84a-95ffda1f8dd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:05.769421 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e2fb5230-f009-4bc5-8944-428b8eba8b03 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] Publish callbacks [] for security_group (9e8e0af0-a406-4ef4-bd30-63642990bc5a), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:05.788177 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-24140194-409d-48b3-9e07-4547be361f75 req-545f84bd-973e-444d-b5c8-98c9ab7245d2 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Allocated IP 172.20.0.4 (60e1dd7d-58d1-4d48-a9c2-a4b6c6d27732/22051510-b4ac-44aa-8da5-3a58abb1b99a/19f77c1d-6158-49eb-8c57-f09341c29c2e) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:30:05.790238 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e2fb5230-f009-4bc5-8944-428b8eba8b03 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (9e8e0af0-a406-4ef4-bd30-63642990bc5a), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:05.846678 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9fdda9c9-db0f-428c-a84a-95ffda1f8dd7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:05.864275 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fb5230-f009-4bc5-8944-428b8eba8b03 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e8e0af0-a406-4ef4-bd30-63642990bc5a,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:05.924065 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e2fb5230-f009-4bc5-8944-428b8eba8b03 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:05.927952 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-e2fb5230-f009-4bc5-8944-428b8eba8b03 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6964376 Jan 28 19:30:05.939742 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 60160) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:05.948189 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-5fc3509b-0955-4674-abf3-3455662ec8eb tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] Request body: {'security_group_rule': {'security_group_id': '9e8e0af0-a406-4ef4-bd30-63642990bc5a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:30:06.043718 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-24140194-409d-48b3-9e07-4547be361f75 req-545f84bd-973e-444d-b5c8-98c9ab7245d2 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Publish callbacks [] for port (19f77c1d-6158-49eb-8c57-f09341c29c2e), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:06.092467 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-24140194-409d-48b3-9e07-4547be361f75 req-545f84bd-973e-444d-b5c8-98c9ab7245d2 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (19f77c1d-6158-49eb-8c57-f09341c29c2e), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:06.105501 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['bc60d7ec-63bd-4e90-a8a7-0344399bfd4d'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:30:06.145474 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5fc3509b-0955-4674-abf3-3455662ec8eb tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] Publish callbacks [] for security_group_rule (2860aafc-14ab-4273-a473-0f5b9ee6ee1b), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:06.169658 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545f84bd-973e-444d-b5c8-98c9ab7245d2 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Pushing event updated for resources: {'Port': ['ID=19f77c1d-6158-49eb-8c57-f09341c29c2e,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:06.188670 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24140194-409d-48b3-9e07-4547be361f75 req-545f84bd-973e-444d-b5c8-98c9ab7245d2 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Network 60e1dd7d-58d1-4d48-a9c2-a4b6c6d27732 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:30:06.190602 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-24140194-409d-48b3-9e07-4547be361f75 req-545f84bd-973e-444d-b5c8-98c9ab7245d2 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:30:06.193833 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-24140194-409d-48b3-9e07-4547be361f75 req-545f84bd-973e-444d-b5c8-98c9ab7245d2 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:30:06.206157 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9fdda9c9-db0f-428c-a84a-95ffda1f8dd7 admin admin] Publish callbacks [] for security_group (12ee04d6-2379-4dda-9d23-37667d7c47ce), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:06.220783 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9fdda9c9-db0f-428c-a84a-95ffda1f8dd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (12ee04d6-2379-4dda-9d23-37667d7c47ce), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:06.264245 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fdda9c9-db0f-428c-a84a-95ffda1f8dd7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:30:06.286428 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5fc3509b-0955-4674-abf3-3455662ec8eb tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] Publish callbacks [] for security_group_rule (2860aafc-14ab-4273-a473-0f5b9ee6ee1b), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:06.290135 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdda9c9-db0f-428c-a84a-95ffda1f8dd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12ee04d6-2379-4dda-9d23-37667d7c47ce,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:06.306654 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24140194-409d-48b3-9e07-4547be361f75 req-545f84bd-973e-444d-b5c8-98c9ab7245d2 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:30:06.308419 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9fdda9c9-db0f-428c-a84a-95ffda1f8dd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (bbec6006-6052-487b-8f75-c43c45609882), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:06.309257 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-24140194-409d-48b3-9e07-4547be361f75 req-545f84bd-973e-444d-b5c8-98c9ab7245d2 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:06.310671 n-d-812111-14 neutron-server[103304]: INFO neutron.db.segments_db [None req-9fdda9c9-db0f-428c-a84a-95ffda1f8dd7 admin admin] Added segment bbec6006-6052-487b-8f75-c43c45609882 of type vlan for network fcb44e6e-a519-43fc-8133-4d41be134056 Jan 28 19:30:06.327805 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5fc3509b-0955-4674-abf3-3455662ec8eb tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (2860aafc-14ab-4273-a473-0f5b9ee6ee1b), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:06.356401 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-24140194-409d-48b3-9e07-4547be361f75 req-545f84bd-973e-444d-b5c8-98c9ab7245d2 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1910009 Jan 28 19:30:06.369407 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-24140194-409d-48b3-9e07-4547be361f75 req-5e02e305-ce2a-4f52-92d7-c79b066117d9 service neutron] Request body: {'port': {'device_id': '3919382c-ddb3-4dda-9c59-527a15a1c549', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-14'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:30:06.471322 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc3509b-0955-4674-abf3-3455662ec8eb tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2860aafc-14ab-4273-a473-0f5b9ee6ee1b,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:06.499937 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9fdda9c9-db0f-428c-a84a-95ffda1f8dd7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (fcb44e6e-a519-43fc-8133-4d41be134056), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:06.506389 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4b77a9ac-2c23-408c-8819-a2ba9a35824d req-4d26ce87-eb57-4e5c-ae7a-2ca68b74b21a tempest-ServerShowV257Test-369777128 tempest-ServerShowV257Test-369777128-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ea17654-c557-4a8f-bf64-f2bec5ad74df HTTP/1.1" status: 200 len: 210 time: 0.0671880 Jan 28 19:30:06.515701 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5fc3509b-0955-4674-abf3-3455662ec8eb tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:06.520248 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-5fc3509b-0955-4674-abf3-3455662ec8eb tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5761769 Jan 28 19:30:06.520984 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 60176) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:06.527957 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-e1336039-7559-45fc-9eed-73fd5f6ed602 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] Request body: {'security_group_rule': {'security_group_id': '9e8e0af0-a406-4ef4-bd30-63642990bc5a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:30:06.577089 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-24140194-409d-48b3-9e07-4547be361f75 req-5e02e305-ce2a-4f52-92d7-c79b066117d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (19f77c1d-6158-49eb-8c57-f09341c29c2e), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:06.584545 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9fdda9c9-db0f-428c-a84a-95ffda1f8dd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (fcb44e6e-a519-43fc-8133-4d41be134056), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:06.586920 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fdda9c9-db0f-428c-a84a-95ffda1f8dd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:30:06.587630 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9fdda9c9-db0f-428c-a84a-95ffda1f8dd7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:06.640257 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4737f377-0486-4862-b0c6-2af460639290 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:06.640491 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e1336039-7559-45fc-9eed-73fd5f6ed602 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] Publish callbacks [] for security_group_rule (39236114-0e68-436d-abe0-ba46d3f6d6e9), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:06.739084 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-9fdda9c9-db0f-428c-a84a-95ffda1f8dd7 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.3760240 Jan 28 19:30:06.742841 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 60182) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:06.746914 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdda9c9-db0f-428c-a84a-95ffda1f8dd7 admin admin] Pushing event updated for resources: {'Network': ['ID=fcb44e6e-a519-43fc-8133-4d41be134056,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:06.761401 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network fcb44e6e-a519-43fc-8133-4d41be134056 details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:30:06.767282 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-4e070bd4-009f-4923-9cfd-4c8f64875b29 admin admin] Request body: {'subnet': {'network_id': 'fcb44e6e-a519-43fc-8133-4d41be134056', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-146737734-subnet', 'tenant_id': 'c2d8a9b0fd5b43ca87eb8b43109d53ce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:30:06.879942 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e070bd4-009f-4923-9cfd-4c8f64875b29 admin admin] Made reservation on behalf of c2d8a9b0fd5b43ca87eb8b43109d53ce for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:30:06.887054 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4e070bd4-009f-4923-9cfd-4c8f64875b29 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5221429'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:06.915105 n-d-812111-14 neutron-server[103304]: INFO neutron.api.v2.resource [None req-e1336039-7559-45fc-9eed-73fd5f6ed602 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] create failed (client error): There was a conflict when trying to complete your request. Jan 28 19:30:06.916186 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-e1336039-7559-45fc-9eed-73fd5f6ed602 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3923552 Jan 28 19:30:06.929497 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 60198) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:07.095216 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7018d9f3-70d8-45c8-ac89-702901bd695f req-041471cd-98c4-40a8-b602-e55302408d73 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:30:07.102621 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7018d9f3-70d8-45c8-ac89-702901bd695f req-041471cd-98c4-40a8-b602-e55302408d73 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] 10.222.0.64 "GET /v2.0/ports?device_id=3919382c-ddb3-4dda-9c59-527a15a1c549 HTTP/1.1" status: 200 len: 931 time: 0.1904376 Jan 28 19:30:07.172208 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-25f146d1-495c-4968-a4b7-5e9b8febbb90 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] Publish callbacks [] for security_group (9e8e0af0-a406-4ef4-bd30-63642990bc5a), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:07.206182 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-25f146d1-495c-4968-a4b7-5e9b8febbb90 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] Publish callbacks [] for security_group (9e8e0af0-a406-4ef4-bd30-63642990bc5a), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:07.294530 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7018d9f3-70d8-45c8-ac89-702901bd695f req-067aa91d-f597-413e-a330-43f30b80003f tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] 10.222.0.64 "GET /v2.0/security-groups?id=1062da38-e9d3-4864-a997-6a65fbb30edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811750 Jan 28 19:30:07.313132 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-25f146d1-495c-4968-a4b7-5e9b8febbb90 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (9e8e0af0-a406-4ef4-bd30-63642990bc5a), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:07.317528 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-25f146d1-495c-4968-a4b7-5e9b8febbb90 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:07.323161 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-25f146d1-495c-4968-a4b7-5e9b8febbb90 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] 10.222.0.64 "DELETE /v2.0/security-groups/9e8e0af0-a406-4ef4-bd30-63642990bc5a HTTP/1.1" status: 204 len: 168 time: 0.3343627 Jan 28 19:30:07.326501 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 60212) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:07.348328 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f146d1-495c-4968-a4b7-5e9b8febbb90 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e8e0af0-a406-4ef4-bd30-63642990bc5a,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:07.433344 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4e070bd4-009f-4923-9cfd-4c8f64875b29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4690681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5221415'] for subnet (1eb64952-13f5-46de-8d59-f48eead57e6d), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:07.443199 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [req-24140194-409d-48b3-9e07-4547be361f75 req-5e02e305-ce2a-4f52-92d7-c79b066117d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19f77c1d-6158-49eb-8c57-f09341c29c2e {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:30:07.471392 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-24140194-409d-48b3-9e07-4547be361f75 req-5e02e305-ce2a-4f52-92d7-c79b066117d9 service neutron] Publish callbacks [] for port (19f77c1d-6158-49eb-8c57-f09341c29c2e), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:07.509206 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-577bc85e-3a49-4ade-9a16-f9458886a359 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1787271 Jan 28 19:30:07.523931 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 60218) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:07.547028 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-753e96f3-719a-40a1-bc50-0178fa3ab5a8 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] Request body: {'security_group': {'name': 'tempest-secgroup--714662213'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:30:07.568736 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-24140194-409d-48b3-9e07-4547be361f75 req-5e02e305-ce2a-4f52-92d7-c79b066117d9 service neutron] Transition to ACTIVE for port object 19f77c1d-6158-49eb-8c57-f09341c29c2e will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:30:07.588853 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e070bd4-009f-4923-9cfd-4c8f64875b29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1eb64952-13f5-46de-8d59-f48eead57e6d,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:07.589694 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-24140194-409d-48b3-9e07-4547be361f75 req-5e02e305-ce2a-4f52-92d7-c79b066117d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (19f77c1d-6158-49eb-8c57-f09341c29c2e), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:07.596254 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e070bd4-009f-4923-9cfd-4c8f64875b29 admin admin] Checking segment: {'id': 'bbec6006-6052-487b-8f75-c43c45609882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'fcb44e6e-a519-43fc-8133-4d41be134056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:30:07.597393 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e070bd4-009f-4923-9cfd-4c8f64875b29 admin admin] Network hostable DHCP agents. Network: fcb44e6e-a519-43fc-8133-4d41be134056, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:30:07.642459 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e070bd4-009f-4923-9cfd-4c8f64875b29 admin admin] Network fcb44e6e-a519-43fc-8133-4d41be134056 is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:30:07.660879 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-4e070bd4-009f-4923-9cfd-4c8f64875b29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, fcb44e6e-a519-43fc-8133-4d41be134056) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:30:07.672228 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aabe0926-9e09-4774-9045-8d4e7c0d20d1 None None] Network fcb44e6e-a519-43fc-8133-4d41be134056 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:30:07.706970 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-753e96f3-719a-40a1-bc50-0178fa3ab5a8 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:07.792194 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-0fbaca8d-28eb-472c-95cf-c3c0a27cec03 req-1b0aa80f-6ed4-4e72-9ad6-0a43b30d64a2 tempest-ServerShowV257Test-369777128 tempest-ServerShowV257Test-369777128-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ea17654-c557-4a8f-bf64-f2bec5ad74df HTTP/1.1" status: 200 len: 210 time: 0.1217406 Jan 28 19:30:07.801355 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e070bd4-009f-4923-9cfd-4c8f64875b29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:30:07.802360 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4e070bd4-009f-4923-9cfd-4c8f64875b29 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:07.841567 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e02e305-ce2a-4f52-92d7-c79b066117d9 service neutron] Pushing event updated for resources: {'Port': ['ID=19f77c1d-6158-49eb-8c57-f09341c29c2e,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:07.851688 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-4e070bd4-009f-4923-9cfd-4c8f64875b29 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.1056681 Jan 28 19:30:07.858966 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 60226) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:07.874969 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-481db55b-6450-4edc-8740-1a29d59f8f85 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-146737734-router', 'tenant_id': 'c2d8a9b0fd5b43ca87eb8b43109d53ce', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:30:07.936324 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-481db55b-6450-4edc-8740-1a29d59f8f85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261150'] for router (5b8e1e60-af5f-42c1-b0d2-e068d40d391c), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:07.937863 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-481db55b-6450-4edc-8740-1a29d59f8f85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-731099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-731441', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261129'] for router (5b8e1e60-af5f-42c1-b0d2-e068d40d391c), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:07.950673 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5635d52b-c735-4232-85e9-98155aac5507 None None] Network fcb44e6e-a519-43fc-8133-4d41be134056 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:30:08.069031 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-481db55b-6450-4edc-8740-1a29d59f8f85 admin admin] Publish callbacks [] for router_controller (5b8e1e60-af5f-42c1-b0d2-e068d40d391c), precommit_add_association {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:08.078629 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-24140194-409d-48b3-9e07-4547be361f75 req-5e02e305-ce2a-4f52-92d7-c79b066117d9 service neutron] Attempting to bind port 19f77c1d-6158-49eb-8c57-f09341c29c2e on host n-h2-812111-14 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:30:08.079205 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-24140194-409d-48b3-9e07-4547be361f75 req-5e02e305-ce2a-4f52-92d7-c79b066117d9 service neutron] Attempting to bind port 19f77c1d-6158-49eb-8c57-f09341c29c2e by drivers openvswitch,hyperv on host n-h2-812111-14 at level 0 using segments [{'id': '5b66c8f9-1d97-48b1-bd99-697071b35b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '60e1dd7d-58d1-4d48-a9c2-a4b6c6d27732'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:30:08.083234 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24140194-409d-48b3-9e07-4547be361f75 req-5e02e305-ce2a-4f52-92d7-c79b066117d9 service neutron] Attempting to bind port 19f77c1d-6158-49eb-8c57-f09341c29c2e on network 60e1dd7d-58d1-4d48-a9c2-a4b6c6d27732 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:30:08.098846 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 60230) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:08.109885 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24140194-409d-48b3-9e07-4547be361f75 req-5e02e305-ce2a-4f52-92d7-c79b066117d9 service neutron] Port 19f77c1d-6158-49eb-8c57-f09341c29c2e on network 60e1dd7d-58d1-4d48-a9c2-a4b6c6d27732 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-14 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:30:08.110417 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24140194-409d-48b3-9e07-4547be361f75 req-5e02e305-ce2a-4f52-92d7-c79b066117d9 service neutron] Attempting to bind port 19f77c1d-6158-49eb-8c57-f09341c29c2e on network 60e1dd7d-58d1-4d48-a9c2-a4b6c6d27732 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:30:08.145660 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24140194-409d-48b3-9e07-4547be361f75 req-5e02e305-ce2a-4f52-92d7-c79b066117d9 service neutron] Checking agent: {'id': '8f3fee4e-bf24-4b58-8a3a-ae9c8011a473', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 29, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:30:08.146004 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24140194-409d-48b3-9e07-4547be361f75 req-5e02e305-ce2a-4f52-92d7-c79b066117d9 service neutron] Checking segment: {'id': '5b66c8f9-1d97-48b1-bd99-697071b35b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '60e1dd7d-58d1-4d48-a9c2-a4b6c6d27732'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:30:08.146392 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24140194-409d-48b3-9e07-4547be361f75 req-5e02e305-ce2a-4f52-92d7-c79b066117d9 service neutron] Bound using segment: {'id': '5b66c8f9-1d97-48b1-bd99-697071b35b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '60e1dd7d-58d1-4d48-a9c2-a4b6c6d27732'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:30:08.157808 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-24140194-409d-48b3-9e07-4547be361f75 req-5e02e305-ce2a-4f52-92d7-c79b066117d9 service neutron] Bound port: 19f77c1d-6158-49eb-8c57-f09341c29c2e, host: n-h2-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b66c8f9-1d97-48b1-bd99-697071b35b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '60e1dd7d-58d1-4d48-a9c2-a4b6c6d27732'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:30:08.158192 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-24140194-409d-48b3-9e07-4547be361f75 req-5e02e305-ce2a-4f52-92d7-c79b066117d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (19f77c1d-6158-49eb-8c57-f09341c29c2e), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:08.162120 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-753e96f3-719a-40a1-bc50-0178fa3ab5a8 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] Publish callbacks [] for security_group (3cb75d48-6da3-4d28-a3a8-70a1fae44d03), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:08.182135 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-753e96f3-719a-40a1-bc50-0178fa3ab5a8 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (3cb75d48-6da3-4d28-a3a8-70a1fae44d03), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:08.280806 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-481db55b-6450-4edc-8740-1a29d59f8f85 admin admin] Publish callbacks [] for router_gateway (5b8e1e60-af5f-42c1-b0d2-e068d40d391c), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:08.647309 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-481db55b-6450-4edc-8740-1a29d59f8f85 admin admin] Publish callbacks [] for router_gateway (5b8e1e60-af5f-42c1-b0d2-e068d40d391c), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:08.671889 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-481db55b-6450-4edc-8740-1a29d59f8f85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:08.743912 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-753e96f3-719a-40a1-bc50-0178fa3ab5a8 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:08.745791 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-753e96f3-719a-40a1-bc50-0178fa3ab5a8 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.2208006 Jan 28 19:30:08.746789 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e96f3-719a-40a1-bc50-0178fa3ab5a8 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3cb75d48-6da3-4d28-a3a8-70a1fae44d03,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:08.765809 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 60240) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:08.772579 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-1660720e-0feb-47b6-8f57-812af9038dd7 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] Request body: {'security_group_rule': {'security_group_id': '3cb75d48-6da3-4d28-a3a8-70a1fae44d03', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:30:08.772579 n-d-812111-14 neutron-server[103304]: WARNING neutron.api.v2.base [None req-1660720e-0feb-47b6-8f57-812af9038dd7 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jan 28 19:30:08.772579 n-d-812111-14 neutron-server[103304]: INFO neutron.api.v2.resource [None req-1660720e-0feb-47b6-8f57-812af9038dd7 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 19:30:08.773012 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-1660720e-0feb-47b6-8f57-812af9038dd7 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0062311 Jan 28 19:30:08.779026 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 60242) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:08.813440 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-909f281c-9ed8-4df2-b75d-449af0bdfa8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:08.931834 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-783fceb8-e42c-4651-a699-b19199245108 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:08.939386 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-909f281c-9ed8-4df2-b75d-449af0bdfa8f admin admin] Publish callbacks [] for security_group (c1ac327c-9387-4e2b-81d3-b7e877868b8a), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:08.951938 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-909f281c-9ed8-4df2-b75d-449af0bdfa8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (c1ac327c-9387-4e2b-81d3-b7e877868b8a), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:08.972413 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-24140194-409d-48b3-9e07-4547be361f75 req-5e02e305-ce2a-4f52-92d7-c79b066117d9 service neutron] For port 19f77c1d-6158-49eb-8c57-f09341c29c2e, host n-h2-812111-14, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:30:08.985667 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-481db55b-6450-4edc-8740-1a29d59f8f85 admin admin] Allocated IP 172.25.6.13 (d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8/a648e4ab-7422-41b9-b133-58aca25ab8f5/3f528553-53df-4bd6-9ae2-f7bedfb8566b) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:30:09.010722 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909f281c-9ed8-4df2-b75d-449af0bdfa8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1ac327c-9387-4e2b-81d3-b7e877868b8a,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:09.032354 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-24140194-409d-48b3-9e07-4547be361f75 req-5e02e305-ce2a-4f52-92d7-c79b066117d9 service neutron] For port 19f77c1d-6158-49eb-8c57-f09341c29c2e, host n-h2-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=19f77c1d-6158-49eb-8c57-f09341c29c2e,segment=NetworkSegment(5b66c8f9-1d97-48b1-bd99-697071b35b5b),segment_id=5b66c8f9-1d97-48b1-bd99-697071b35b5b)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:30:09.046380 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-261ad388-b5c4-4d5e-a897-f76c83448797 req-94d2563d-08b2-4f3c-9b29-540787d31fb2 tempest-ServerShowV257Test-369777128 tempest-ServerShowV257Test-369777128-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ea17654-c557-4a8f-bf64-f2bec5ad74df HTTP/1.1" status: 200 len: 210 time: 0.0731080 Jan 28 19:30:09.058656 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-abc57f7a-972c-4d22-b87c-8f870d02e3de tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] Publish callbacks [] for security_group (3cb75d48-6da3-4d28-a3a8-70a1fae44d03), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:09.068321 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bc8f89-cc32-486a-9183-ca688556511a req-72a8615d-6495-4d17-9898-18b2821a6c3a tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:30:09.073718 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a9bc8f89-cc32-486a-9183-ca688556511a req-72a8615d-6495-4d17-9898-18b2821a6c3a tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] 10.222.0.64 "GET /v2.0/ports?device_id=3919382c-ddb3-4dda-9c59-527a15a1c549 HTTP/1.1" status: 200 len: 943 time: 0.3405638 Jan 28 19:30:09.081708 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-24140194-409d-48b3-9e07-4547be361f75 req-5e02e305-ce2a-4f52-92d7-c79b066117d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (19f77c1d-6158-49eb-8c57-f09341c29c2e), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:09.189438 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-abc57f7a-972c-4d22-b87c-8f870d02e3de tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] Publish callbacks [] for security_group (3cb75d48-6da3-4d28-a3a8-70a1fae44d03), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:09.195368 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e02e305-ce2a-4f52-92d7-c79b066117d9 service neutron] Pushing event updated for resources: {'Port': ['ID=19f77c1d-6158-49eb-8c57-f09341c29c2e,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:09.222197 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-909f281c-9ed8-4df2-b75d-449af0bdfa8f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=80f9c48f77a348758d8faf9dd482ed62&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1065471 Jan 28 19:30:09.227638 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 60256) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:09.239426 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24140194-409d-48b3-9e07-4547be361f75 req-5e02e305-ce2a-4f52-92d7-c79b066117d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:30:09.240241 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-24140194-409d-48b3-9e07-4547be361f75 req-5e02e305-ce2a-4f52-92d7-c79b066117d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:09.243056 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-24140194-409d-48b3-9e07-4547be361f75 req-5e02e305-ce2a-4f52-92d7-c79b066117d9 service neutron] 10.222.0.70 "PUT /v2.0/ports/19f77c1d-6158-49eb-8c57-f09341c29c2e HTTP/1.1" status: 200 len: 1092 time: 2.8789346 Jan 28 19:30:09.244055 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3919382c-ddb3-4dda-9c59-527a15a1c549', 'tag': '19f77c1d-6158-49eb-8c57-f09341c29c2e'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:30:09.251203 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-835a2596-653a-463b-9bc8-0a83bc5be801" -d '{"events": [{"name": "network-changed", "server_uuid": "3919382c-ddb3-4dda-9c59-527a15a1c549", "tag": "19f77c1d-6158-49eb-8c57-f09341c29c2e"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:30:09.296452 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a9bc8f89-cc32-486a-9183-ca688556511a req-9d75a863-1888-4f1b-9080-4c4e30446f63 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] 10.222.0.64 "GET /v2.0/security-groups?id=1062da38-e9d3-4864-a997-6a65fbb30edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103961 Jan 28 19:30:09.361181 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fbb688f-103e-475d-9ae6-e614f6ec1269 x-openstack-request-id: req-7fbb688f-103e-475d-9ae6-e614f6ec1269 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:30:09.361591 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3919382c-ddb3-4dda-9c59-527a15a1c549", "tag": "19f77c1d-6158-49eb-8c57-f09341c29c2e", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:30:09.361984 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7fbb688f-103e-475d-9ae6-e614f6ec1269 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:30:09.362438 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3919382c-ddb3-4dda-9c59-527a15a1c549', 'tag': '19f77c1d-6158-49eb-8c57-f09341c29c2e', 'status': 'completed', 'code': 200} Jan 28 19:30:09.379560 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24140194-409d-48b3-9e07-4547be361f75 req-db8d6165-b7b7-4e21-ad52-f2574f4badae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:30:09.381525 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-24140194-409d-48b3-9e07-4547be361f75 req-db8d6165-b7b7-4e21-ad52-f2574f4badae service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=879de84eda7341fea1146b6817e26b95&device_id=3919382c-ddb3-4dda-9c59-527a15a1c549 HTTP/1.1" status: 200 len: 1126 time: 0.0799718 Jan 28 19:30:09.399375 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-abc57f7a-972c-4d22-b87c-8f870d02e3de tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (3cb75d48-6da3-4d28-a3a8-70a1fae44d03), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:09.402051 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-abc57f7a-972c-4d22-b87c-8f870d02e3de tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:09.405742 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-abc57f7a-972c-4d22-b87c-8f870d02e3de tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] 10.222.0.64 "DELETE /v2.0/security-groups/3cb75d48-6da3-4d28-a3a8-70a1fae44d03 HTTP/1.1" status: 204 len: 168 time: 0.6256659 Jan 28 19:30:09.406356 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 60264) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:09.439159 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5908e11a-3c9b-43f8-80bc-827fa8c6ecc8 admin admin] Publish callbacks [] for security_group (c1ac327c-9387-4e2b-81d3-b7e877868b8a), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:09.447978 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-24140194-409d-48b3-9e07-4547be361f75 req-d29f64b6-d6e5-41e0-a57b-ca8ad7b75387 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=19f77c1d-6158-49eb-8c57-f09341c29c2e HTTP/1.1" status: 200 len: 217 time: 0.0595903 Jan 28 19:30:09.475527 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc57f7a-972c-4d22-b87c-8f870d02e3de tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cb75d48-6da3-4d28-a3a8-70a1fae44d03,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:09.490179 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-481db55b-6450-4edc-8740-1a29d59f8f85 admin admin] Publish callbacks [] for port (3f528553-53df-4bd6-9ae2-f7bedfb8566b), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:09.505644 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5908e11a-3c9b-43f8-80bc-827fa8c6ecc8 admin admin] Publish callbacks [] for security_group (c1ac327c-9387-4e2b-81d3-b7e877868b8a), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:09.521772 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24140194-409d-48b3-9e07-4547be361f75 req-f82f98e1-ad35-4c47-b990-ec300e469bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:30:09.527111 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-24140194-409d-48b3-9e07-4547be361f75 req-f82f98e1-ad35-4c47-b990-ec300e469bd1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=22051510-b4ac-44aa-8da5-3a58abb1b99a HTTP/1.1" status: 200 len: 853 time: 0.0709825 Jan 28 19:30:09.527111 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 60266) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:09.527385 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-30be1be5-4d50-4553-bb6d-4682e62c03cd tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1112795 Jan 28 19:30:09.539951 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-5b3e018f-5cd9-4dc9-9a13-9e57649d764f tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] Request body: {'security_group': {'name': 'tempest-secgroup--608740170'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:30:09.576570 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-24140194-409d-48b3-9e07-4547be361f75 req-56be203d-7ce8-48d1-ba2c-998a369133a7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=60e1dd7d-58d1-4d48-a9c2-a4b6c6d27732&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453854 Jan 28 19:30:09.598557 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-481db55b-6450-4edc-8740-1a29d59f8f85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (3f528553-53df-4bd6-9ae2-f7bedfb8566b), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:09.620316 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5908e11a-3c9b-43f8-80bc-827fa8c6ecc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (c1ac327c-9387-4e2b-81d3-b7e877868b8a), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:09.626529 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5908e11a-3c9b-43f8-80bc-827fa8c6ecc8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:09.631657 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-5908e11a-3c9b-43f8-80bc-827fa8c6ecc8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c1ac327c-9387-4e2b-81d3-b7e877868b8a HTTP/1.1" status: 204 len: 168 time: 0.3898644 Jan 28 19:30:09.664451 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5b3e018f-5cd9-4dc9-9a13-9e57649d764f tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:09.676726 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5908e11a-3c9b-43f8-80bc-827fa8c6ecc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1ac327c-9387-4e2b-81d3-b7e877868b8a,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:09.692153 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-481db55b-6450-4edc-8740-1a29d59f8f85 admin admin] Network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:30:09.697344 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-481db55b-6450-4edc-8740-1a29d59f8f85 admin admin] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:30:09.703580 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481db55b-6450-4edc-8740-1a29d59f8f85 admin admin] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:30:09.746156 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:09.754012 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481db55b-6450-4edc-8740-1a29d59f8f85 admin admin] Pushing event updated for resources: {'Port': ['ID=3f528553-53df-4bd6-9ae2-f7bedfb8566b,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:09.892705 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-24140194-409d-48b3-9e07-4547be361f75 req-c7222e8a-4759-4639-a9c1-644f5f0b1af2 service neutron] 10.222.0.70 "GET /v2.0/networks/60e1dd7d-58d1-4d48-a9c2-a4b6c6d27732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3053951 Jan 28 19:30:09.899186 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5b3e018f-5cd9-4dc9-9a13-9e57649d764f tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] Publish callbacks [] for security_group (29281c15-10a5-4621-ac63-dfa85d801c29), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:09.909924 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5b3e018f-5cd9-4dc9-9a13-9e57649d764f tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (29281c15-10a5-4621-ac63-dfa85d801c29), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:10.041894 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3e018f-5cd9-4dc9-9a13-9e57649d764f tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29281c15-10a5-4621-ac63-dfa85d801c29,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:10.053038 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5b3e018f-5cd9-4dc9-9a13-9e57649d764f tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:10.054411 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-5b3e018f-5cd9-4dc9-9a13-9e57649d764f tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5248265 Jan 28 19:30:10.077534 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 60274) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:10.083348 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-d8ecb505-e788-4731-a2cc-996f62a253db tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] Request body: {'security_group_rule': {'security_group_id': '29281c15-10a5-4621-ac63-dfa85d801c29', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:30:10.084282 n-d-812111-14 neutron-server[103305]: WARNING neutron.api.v2.base [None req-d8ecb505-e788-4731-a2cc-996f62a253db tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jan 28 19:30:10.084832 n-d-812111-14 neutron-server[103305]: INFO neutron.api.v2.resource [None req-d8ecb505-e788-4731-a2cc-996f62a253db tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 19:30:10.085916 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-d8ecb505-e788-4731-a2cc-996f62a253db tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0072706 Jan 28 19:30:10.096611 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 60276) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:10.171896 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 60280) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:10.204689 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-24140194-409d-48b3-9e07-4547be361f75 req-f89ed4f7-d867-4506-8f43-8d05634d9c43 service neutron] 10.222.0.70 "GET /v2.0/networks/60e1dd7d-58d1-4d48-a9c2-a4b6c6d27732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3040693 Jan 28 19:30:10.272215 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-481db55b-6450-4edc-8740-1a29d59f8f85 admin admin] Publish callbacks [] for router_gateway (5b8e1e60-af5f-42c1-b0d2-e068d40d391c), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:10.274385 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a6240d58-13b1-4771-b232-4a4251ca4fa7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:10.404270 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a8b166b8-3129-4a8f-b310-9ba49cd98bc4 req-24ea2e71-457b-4080-bbcc-46becf9670bc tempest-ServerShowV257Test-369777128 tempest-ServerShowV257Test-369777128-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ea17654-c557-4a8f-bf64-f2bec5ad74df HTTP/1.1" status: 200 len: 210 time: 0.1623197 Jan 28 19:30:10.426485 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b1bec236-0189-4e28-a63c-429c539b2145 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] Publish callbacks [] for security_group (29281c15-10a5-4621-ac63-dfa85d801c29), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:10.470753 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b1bec236-0189-4e28-a63c-429c539b2145 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] Publish callbacks [] for security_group (29281c15-10a5-4621-ac63-dfa85d801c29), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:10.497188 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835a2596-653a-463b-9bc8-0a83bc5be801 req-de93b5cd-5404-413f-a164-d82ef73d28b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:30:10.498757 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-835a2596-653a-463b-9bc8-0a83bc5be801 req-de93b5cd-5404-413f-a164-d82ef73d28b7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=879de84eda7341fea1146b6817e26b95&device_id=3919382c-ddb3-4dda-9c59-527a15a1c549 HTTP/1.1" status: 200 len: 1126 time: 0.2054725 Jan 28 19:30:10.581671 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b1bec236-0189-4e28-a63c-429c539b2145 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (29281c15-10a5-4621-ac63-dfa85d801c29), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:10.585309 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b1bec236-0189-4e28-a63c-429c539b2145 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:10.586767 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-b1bec236-0189-4e28-a63c-429c539b2145 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] 10.222.0.64 "DELETE /v2.0/security-groups/29281c15-10a5-4621-ac63-dfa85d801c29 HTTP/1.1" status: 204 len: 168 time: 0.4873369 Jan 28 19:30:10.597563 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 60288) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:10.656850 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bec236-0189-4e28-a63c-429c539b2145 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29281c15-10a5-4621-ac63-dfa85d801c29,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:10.679096 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-bcb6632a-dd25-4f2b-8156-174533f705fc tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0787489 Jan 28 19:30:10.681387 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 60290) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:10.692649 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-6dc9455a-2dd0-4663-841e-5a4506fac95d tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] Request body: {'security_group': {'name': 'tempest-secgroup--82552029'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:30:10.721038 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a6240d58-13b1-4771-b232-4a4251ca4fa7 admin admin] Publish callbacks [] for security_group (f5486137-79ce-4a96-8828-6e99da3fa10a), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:10.726313 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c2279d-a88b-4738-9022-fe6dfbc326b2 req-dc1a2f6b-e9c4-4738-a3c3-89ccfedaa61b tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:30:10.727954 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c3c2279d-a88b-4738-9022-fe6dfbc326b2 req-dc1a2f6b-e9c4-4738-a3c3-89ccfedaa61b tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] 10.222.0.64 "GET /v2.0/ports?device_id=3919382c-ddb3-4dda-9c59-527a15a1c549 HTTP/1.1" status: 200 len: 943 time: 0.2877316 Jan 28 19:30:10.729242 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6dc9455a-2dd0-4663-841e-5a4506fac95d tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:10.757968 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a6240d58-13b1-4771-b232-4a4251ca4fa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (f5486137-79ce-4a96-8828-6e99da3fa10a), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:10.790148 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-a6240d58-13b1-4771-b232-4a4251ca4fa7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=40a52ba59f6a42cc9c95713cf202b13f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6127360 Jan 28 19:30:10.802985 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 60292) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:10.805501 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-481db55b-6450-4edc-8740-1a29d59f8f85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-731074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-731460'] for router (5b8e1e60-af5f-42c1-b0d2-e068d40d391c), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:10.938269 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6240d58-13b1-4771-b232-4a4251ca4fa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5486137-79ce-4a96-8828-6e99da3fa10a,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:10.941581 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835a2596-653a-463b-9bc8-0a83bc5be801 req-b6910592-f2d3-47e2-baf7-8b8c060b7aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:30:10.943136 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-835a2596-653a-463b-9bc8-0a83bc5be801 req-b6910592-f2d3-47e2-baf7-8b8c060b7aae service neutron] 10.222.0.70 "GET /v2.0/networks?id=60e1dd7d-58d1-4d48-a9c2-a4b6c6d27732 HTTP/1.1" status: 200 len: 913 time: 0.4258504 Jan 28 19:30:10.949616 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d8ff67b5-d2b4-484d-bcfc-8f692dff51ff admin admin] Publish callbacks [] for security_group (f5486137-79ce-4a96-8828-6e99da3fa10a), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:11.022684 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-835a2596-653a-463b-9bc8-0a83bc5be801 req-8ccaa067-576b-4db8-82bf-bf24ec42c3bb service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=19f77c1d-6158-49eb-8c57-f09341c29c2e HTTP/1.1" status: 200 len: 217 time: 0.0633509 Jan 28 19:30:11.073180 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d8ff67b5-d2b4-484d-bcfc-8f692dff51ff admin admin] Publish callbacks [] for security_group (f5486137-79ce-4a96-8828-6e99da3fa10a), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:11.146674 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6dc9455a-2dd0-4663-841e-5a4506fac95d tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] Publish callbacks [] for security_group (a8dc566f-3a40-4e1a-adb8-485a23f6105c), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:11.187252 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6dc9455a-2dd0-4663-841e-5a4506fac95d tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (a8dc566f-3a40-4e1a-adb8-485a23f6105c), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:11.264288 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c3c2279d-a88b-4738-9022-fe6dfbc326b2 req-6635447e-5b85-446a-be69-8c6a812e192f tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] 10.222.0.64 "GET /v2.0/security-groups?id=1062da38-e9d3-4864-a997-6a65fbb30edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5281758 Jan 28 19:30:11.284473 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835a2596-653a-463b-9bc8-0a83bc5be801 req-8ca0245a-b836-4ba4-b110-d37c5005678e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:30:11.289734 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-835a2596-653a-463b-9bc8-0a83bc5be801 req-8ca0245a-b836-4ba4-b110-d37c5005678e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=22051510-b4ac-44aa-8da5-3a58abb1b99a HTTP/1.1" status: 200 len: 853 time: 0.2546906 Jan 28 19:30:11.293441 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-481db55b-6450-4edc-8740-1a29d59f8f85 admin admin] Router 5b8e1e60-af5f-42c1-b0d2-e068d40d391c is scheduled to L3 agent 76fe5c49-705a-4e08-abb2-be585676213f with binding_index 1 {{(pid=103304) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 19:30:11.298627 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6dc9455a-2dd0-4663-841e-5a4506fac95d tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:11.302632 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-6dc9455a-2dd0-4663-841e-5a4506fac95d tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.6117034 Jan 28 19:30:11.306370 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc9455a-2dd0-4663-841e-5a4506fac95d tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8dc566f-3a40-4e1a-adb8-485a23f6105c,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:11.308221 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 60296) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:11.339621 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-6ac5b8df-bbb2-49ff-b44d-72007d8e0239 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] Request body: {'security_group_rule': {'security_group_id': 'a8dc566f-3a40-4e1a-adb8-485a23f6105c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:30:11.357535 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-835a2596-653a-463b-9bc8-0a83bc5be801 req-89375b1f-1c0b-4f2c-92ed-e21f0348a5e5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=60e1dd7d-58d1-4d48-a9c2-a4b6c6d27732&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559645 Jan 28 19:30:11.358835 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d8ff67b5-d2b4-484d-bcfc-8f692dff51ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (f5486137-79ce-4a96-8828-6e99da3fa10a), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:11.360393 n-d-812111-14 neutron-server[103304]: WARNING neutron.api.v2.base [None req-6ac5b8df-bbb2-49ff-b44d-72007d8e0239 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jan 28 19:30:11.361457 n-d-812111-14 neutron-server[103304]: INFO neutron.api.v2.resource [None req-6ac5b8df-bbb2-49ff-b44d-72007d8e0239 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 19:30:11.361818 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d8ff67b5-d2b4-484d-bcfc-8f692dff51ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:11.362751 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-d8ff67b5-d2b4-484d-bcfc-8f692dff51ff admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f5486137-79ce-4a96-8828-6e99da3fa10a HTTP/1.1" status: 204 len: 168 time: 0.5586903 Jan 28 19:30:11.363517 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-6ac5b8df-bbb2-49ff-b44d-72007d8e0239 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0465240 Jan 28 19:30:11.371432 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 60302) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:11.395636 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-f25d2fd3-943f-4a8c-bf40-207c59709f68 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] Request body: {'security_group_rule': {'security_group_id': 'a8dc566f-3a40-4e1a-adb8-485a23f6105c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:30:11.396365 n-d-812111-14 neutron-server[103304]: WARNING neutron.api.v2.base [None req-f25d2fd3-943f-4a8c-bf40-207c59709f68 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jan 28 19:30:11.399348 n-d-812111-14 neutron-server[103304]: INFO neutron.api.v2.resource [None req-f25d2fd3-943f-4a8c-bf40-207c59709f68 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 19:30:11.400520 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-f25d2fd3-943f-4a8c-bf40-207c59709f68 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0280411 Jan 28 19:30:11.412194 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 60304) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:11.454688 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-58965750-90c6-4bd7-ad41-38f2b8b026a3 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] Request body: {'security_group_rule': {'security_group_id': 'a8dc566f-3a40-4e1a-adb8-485a23f6105c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:30:11.456698 n-d-812111-14 neutron-server[103305]: WARNING neutron.api.v2.base [None req-58965750-90c6-4bd7-ad41-38f2b8b026a3 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jan 28 19:30:11.457262 n-d-812111-14 neutron-server[103305]: INFO neutron.api.v2.resource [None req-58965750-90c6-4bd7-ad41-38f2b8b026a3 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 19:30:11.465048 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 60308) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:11.466635 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-58965750-90c6-4bd7-ad41-38f2b8b026a3 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0229707 Jan 28 19:30:11.502694 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ff67b5-d2b4-484d-bcfc-8f692dff51ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5486137-79ce-4a96-8828-6e99da3fa10a,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:11.507440 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-1aa0da3d-f96e-40f1-bfa3-62bd6e2303c1 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] Request body: {'security_group_rule': {'security_group_id': 'a8dc566f-3a40-4e1a-adb8-485a23f6105c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:30:11.508357 n-d-812111-14 neutron-server[103304]: WARNING neutron.api.v2.base [None req-1aa0da3d-f96e-40f1-bfa3-62bd6e2303c1 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jan 28 19:30:11.508883 n-d-812111-14 neutron-server[103304]: INFO neutron.api.v2.resource [None req-1aa0da3d-f96e-40f1-bfa3-62bd6e2303c1 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 19:30:11.519574 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-1aa0da3d-f96e-40f1-bfa3-62bd6e2303c1 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0291698 Jan 28 19:30:11.556462 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 60310) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:11.684785 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:11.760755 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-481db55b-6450-4edc-8740-1a29d59f8f85 admin admin] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:30:11.792919 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-481db55b-6450-4edc-8740-1a29d59f8f85 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:11.797707 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-481db55b-6450-4edc-8740-1a29d59f8f85 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.9359264 Jan 28 19:30:11.798868 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 60314) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:11.832789 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87a50c3-1264-4147-b505-f5cc469a945a None None] Sync routers for ids ['5b8e1e60-af5f-42c1-b0d2-e068d40d391c'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:30:11.863408 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87a50c3-1264-4147-b505-f5cc469a945a None None] Routers {'5b8e1e60-af5f-42c1-b0d2-e068d40d391c'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:30:11.864394 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-d87a50c3-1264-4147-b505-f5cc469a945a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:30:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['5b8e1e60-af5f-42c1-b0d2-e068d40d391c'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:30:12.030399 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-835a2596-653a-463b-9bc8-0a83bc5be801 req-75042fbc-9668-40d3-a5a5-afe8a3e8302c service neutron] 10.222.0.70 "GET /v2.0/networks/60e1dd7d-58d1-4d48-a9c2-a4b6c6d27732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6640329 Jan 28 19:30:12.063358 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-04b80ba6-a715-481a-96e5-c71a17ec2770 req-39fb5f84-9764-4f67-8799-92c6011844b8 tempest-ServerShowV257Test-369777128 tempest-ServerShowV257Test-369777128-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ea17654-c557-4a8f-bf64-f2bec5ad74df HTTP/1.1" status: 200 len: 210 time: 0.3268766 Jan 28 19:30:12.231623 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-d87a50c3-1264-4147-b505-f5cc469a945a None None] Set router 5b8e1e60-af5f-42c1-b0d2-e068d40d391c gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:30:12.384230 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d079a903-bbd8-44e6-8b88-8262a6c7a1f9 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] Publish callbacks [] for security_group (a8dc566f-3a40-4e1a-adb8-485a23f6105c), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:12.447149 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d079a903-bbd8-44e6-8b88-8262a6c7a1f9 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] Publish callbacks [] for security_group (a8dc566f-3a40-4e1a-adb8-485a23f6105c), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:12.461799 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-835a2596-653a-463b-9bc8-0a83bc5be801 req-892e0523-3ded-4279-8b20-2d2bc91e5d66 service neutron] 10.222.0.70 "GET /v2.0/networks/60e1dd7d-58d1-4d48-a9c2-a4b6c6d27732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3964238 Jan 28 19:30:12.563108 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d079a903-bbd8-44e6-8b88-8262a6c7a1f9 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (a8dc566f-3a40-4e1a-adb8-485a23f6105c), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:12.566533 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d079a903-bbd8-44e6-8b88-8262a6c7a1f9 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:12.570649 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-d079a903-bbd8-44e6-8b88-8262a6c7a1f9 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] 10.222.0.64 "DELETE /v2.0/security-groups/a8dc566f-3a40-4e1a-adb8-485a23f6105c HTTP/1.1" status: 204 len: 168 time: 0.8461742 Jan 28 19:30:12.571307 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 60330) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:12.760591 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-713ebfdf-2c24-4411-9239-e871362db3dd tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1754935 Jan 28 19:30:12.768507 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 60336) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:12.794528 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-9b22490c-3fea-48ab-8740-f8fe2feabb54 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] Request body: {'security_group': {'name': 'tempest-secgroup--74384106'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:30:12.800659 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe82eb0-999b-4c50-86bb-f51243ebaf7c req-00f750f5-7aa9-4854-8981-8969651bc1f5 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:30:12.810872 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2fe82eb0-999b-4c50-86bb-f51243ebaf7c req-00f750f5-7aa9-4854-8981-8969651bc1f5 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] 10.222.0.64 "GET /v2.0/ports?device_id=3919382c-ddb3-4dda-9c59-527a15a1c549 HTTP/1.1" status: 200 len: 943 time: 0.4140620 Jan 28 19:30:12.815655 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d079a903-bbd8-44e6-8b88-8262a6c7a1f9 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8dc566f-3a40-4e1a-adb8-485a23f6105c,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:12.878813 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-d87a50c3-1264-4147-b505-f5cc469a945a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b8e1e60-af5f-42c1-b0d2-e068d40d391c', 'name': 'tempest-ServerRescueTestJSONUnderV235-146737734-router', 'tenant_id': 'c2d8a9b0fd5b43ca87eb8b43109d53ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': '3f528553-53df-4bd6-9ae2-f7bedfb8566b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:30:07Z', 'updated_at': '2022-01-28T19:30:10Z', 'revision_number': 3, 'project_id': 'c2d8a9b0fd5b43ca87eb8b43109d53ce', 'gw_port': {'id': '3f528553-53df-4bd6-9ae2-f7bedfb8566b', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:06:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b8e1e60-af5f-42c1-b0d2-e068d40d391c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:30:08Z', 'updated_at': '2022-01-28T19:30:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:30:12.968934 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87a50c3-1264-4147-b505-f5cc469a945a None None] Checking router: 5b8e1e60-af5f-42c1-b0d2-e068d40d391c for host: n-d-812111-14 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:30:12.971752 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:12.982723 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87a50c3-1264-4147-b505-f5cc469a945a None None] Updating router 5b8e1e60-af5f-42c1-b0d2-e068d40d391c port 3f528553-53df-4bd6-9ae2-f7bedfb8566b binding host n-d-812111-14 {{(pid=103307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:30:12.986464 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9b22490c-3fea-48ab-8740-f8fe2feabb54 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:13.108986 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-d87a50c3-1264-4147-b505-f5cc469a945a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (3f528553-53df-4bd6-9ae2-f7bedfb8566b), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:13.154030 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9b22490c-3fea-48ab-8740-f8fe2feabb54 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] Publish callbacks [] for security_group (49f8655e-a500-4d4f-a0b7-efa5a3fc98f6), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:13.163825 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9b22490c-3fea-48ab-8740-f8fe2feabb54 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (49f8655e-a500-4d4f-a0b7-efa5a3fc98f6), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:13.260090 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9b22490c-3fea-48ab-8740-f8fe2feabb54 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:13.261407 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-9b22490c-3fea-48ab-8740-f8fe2feabb54 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4885917 Jan 28 19:30:13.273771 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 60348) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:13.278246 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-eb3bbd6b-5518-4692-9226-326efe1694f3 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] Request body: {'security_group_rule': {'security_group_id': '49f8655e-a500-4d4f-a0b7-efa5a3fc98f6', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:30:13.278955 n-d-812111-14 neutron-server[103305]: WARNING neutron.api.v2.base [None req-eb3bbd6b-5518-4692-9226-326efe1694f3 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 28 19:30:13.279469 n-d-812111-14 neutron-server[103305]: INFO neutron.api.v2.resource [None req-eb3bbd6b-5518-4692-9226-326efe1694f3 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 19:30:13.280441 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-eb3bbd6b-5518-4692-9226-326efe1694f3 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0057199 Jan 28 19:30:13.313510 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2fe82eb0-999b-4c50-86bb-f51243ebaf7c req-8ac8db50-c86a-4507-9d4e-9f76d80e22d1 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] 10.222.0.64 "GET /v2.0/security-groups?id=1062da38-e9d3-4864-a997-6a65fbb30edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4340870 Jan 28 19:30:13.314269 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 60350) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:13.326611 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-6942cd36-3d84-4610-98b0-ade6b5b03f0b tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] Request body: {'security_group_rule': {'security_group_id': '49f8655e-a500-4d4f-a0b7-efa5a3fc98f6', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:30:13.399156 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-21274c27-357f-4eb0-8b35-b7b8854feab6 req-166b3bbf-f94d-4563-86e7-d7f9c8a220e9 tempest-ServerShowV257Test-369777128 tempest-ServerShowV257Test-369777128-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ea17654-c557-4a8f-bf64-f2bec5ad74df HTTP/1.1" status: 200 len: 210 time: 0.0832846 Jan 28 19:30:13.399849 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b22490c-3fea-48ab-8740-f8fe2feabb54 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49f8655e-a500-4d4f-a0b7-efa5a3fc98f6,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:13.719147 n-d-812111-14 neutron-server[103304]: INFO neutron.api.v2.resource [None req-6942cd36-3d84-4610-98b0-ade6b5b03f0b tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 19:30:13.724835 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 60360) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:13.724994 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-6942cd36-3d84-4610-98b0-ade6b5b03f0b tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4086082 Jan 28 19:30:13.731127 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-3e11b326-0f77-4fd3-821f-02f8358c2030 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] Request body: {'security_group_rule': {'security_group_id': '49f8655e-a500-4d4f-a0b7-efa5a3fc98f6', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:30:13.731127 n-d-812111-14 neutron-server[103305]: WARNING neutron.api.v2.base [None req-3e11b326-0f77-4fd3-821f-02f8358c2030 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jan 28 19:30:13.731423 n-d-812111-14 neutron-server[103305]: INFO neutron.api.v2.resource [None req-3e11b326-0f77-4fd3-821f-02f8358c2030 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 19:30:13.732364 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-3e11b326-0f77-4fd3-821f-02f8358c2030 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0064173 Jan 28 19:30:13.739842 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 60362) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:13.746261 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-39e1b815-5fd0-4876-9242-c240145acb51 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] Request body: {'security_group_rule': {'security_group_id': '49f8655e-a500-4d4f-a0b7-efa5a3fc98f6', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:30:13.777537 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-38727987-9a0d-4a25-900c-2ea92fc3289a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:13.822061 n-d-812111-14 neutron-server[103305]: INFO neutron.api.v2.resource [None req-39e1b815-5fd0-4876-9242-c240145acb51 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 19:30:13.823195 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-39e1b815-5fd0-4876-9242-c240145acb51 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0805790 Jan 28 19:30:13.826033 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 60368) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:13.830790 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-e07359c4-b94d-4308-bdf6-f9bfdab7e435 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] Request body: {'security_group_rule': {'security_group_id': '49f8655e-a500-4d4f-a0b7-efa5a3fc98f6', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:30:13.831270 n-d-812111-14 neutron-server[103305]: WARNING neutron.api.v2.base [None req-e07359c4-b94d-4308-bdf6-f9bfdab7e435 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 28 19:30:13.831897 n-d-812111-14 neutron-server[103305]: INFO neutron.api.v2.resource [None req-e07359c4-b94d-4308-bdf6-f9bfdab7e435 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 19:30:13.832735 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-e07359c4-b94d-4308-bdf6-f9bfdab7e435 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0057662 Jan 28 19:30:13.835353 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 60370) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:13.850806 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-aea1d893-8f2e-41c2-853f-53c4d9eec24b tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] Request body: {'security_group_rule': {'security_group_id': '49f8655e-a500-4d4f-a0b7-efa5a3fc98f6', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:30:13.903294 n-d-812111-14 neutron-server[103305]: INFO neutron.db.securitygroups_db [None req-aea1d893-8f2e-41c2-853f-53c4d9eec24b tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] Project 31c8e82b61b642f3b3e02e0622748aae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 19:30:13.905232 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-d87a50c3-1264-4147-b505-f5cc469a945a None None] Publish callbacks [] for port (3f528553-53df-4bd6-9ae2-f7bedfb8566b), precommit_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:13.924861 n-d-812111-14 neutron-server[103305]: INFO neutron.api.v2.resource [None req-aea1d893-8f2e-41c2-853f-53c4d9eec24b tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 19:30:13.926214 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-aea1d893-8f2e-41c2-853f-53c4d9eec24b tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0899744 Jan 28 19:30:13.929153 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 60380) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:13.932440 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-d87a50c3-1264-4147-b505-f5cc469a945a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (3f528553-53df-4bd6-9ae2-f7bedfb8566b), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:13.940756 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-aa5a48ad-c30b-4be6-8885-7bc82250064f tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] Request body: {'security_group_rule': {'security_group_id': '49f8655e-a500-4d4f-a0b7-efa5a3fc98f6', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:30:13.941498 n-d-812111-14 neutron-server[103305]: WARNING neutron.api.v2.base [None req-aa5a48ad-c30b-4be6-8885-7bc82250064f tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jan 28 19:30:13.942953 n-d-812111-14 neutron-server[103305]: INFO neutron.api.v2.resource [None req-aa5a48ad-c30b-4be6-8885-7bc82250064f tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 19:30:13.949232 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-aa5a48ad-c30b-4be6-8885-7bc82250064f tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0152054 Jan 28 19:30:13.950424 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 60382) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:13.957956 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-0357510f-4776-4900-82e7-00cfabed15a4 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] Request body: {'security_group_rule': {'security_group_id': '49f8655e-a500-4d4f-a0b7-efa5a3fc98f6', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:30:14.000575 n-d-812111-14 neutron-server[103305]: INFO neutron.db.securitygroups_db [None req-0357510f-4776-4900-82e7-00cfabed15a4 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] Project 31c8e82b61b642f3b3e02e0622748aae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 19:30:14.029567 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a8eeca-4ff9-4e15-add3-5308c4f0cc7b None None] Pushing event updated for resources: {'Port': ['ID=3f528553-53df-4bd6-9ae2-f7bedfb8566b,revision_number=2']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:14.030459 n-d-812111-14 neutron-server[103305]: INFO neutron.api.v2.resource [None req-0357510f-4776-4900-82e7-00cfabed15a4 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 19:30:14.032965 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-0357510f-4776-4900-82e7-00cfabed15a4 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0802367 Jan 28 19:30:14.035067 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 60392) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:14.040968 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-cb252dae-8203-4ea1-9949-217801f6b378 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] Request body: {'security_group_rule': {'security_group_id': '49f8655e-a500-4d4f-a0b7-efa5a3fc98f6', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:30:14.088977 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-d87a50c3-1264-4147-b505-f5cc469a945a None None] Attempting to bind port 3f528553-53df-4bd6-9ae2-f7bedfb8566b on host n-d-812111-14 for vnic_type normal with profile {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:30:14.089782 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-d87a50c3-1264-4147-b505-f5cc469a945a None None] Attempting to bind port 3f528553-53df-4bd6-9ae2-f7bedfb8566b by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:30:14.090537 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87a50c3-1264-4147-b505-f5cc469a945a None None] Attempting to bind port 3f528553-53df-4bd6-9ae2-f7bedfb8566b on network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:30:14.103325 n-d-812111-14 neutron-server[103305]: INFO neutron.db.securitygroups_db [None req-cb252dae-8203-4ea1-9949-217801f6b378 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] Project 31c8e82b61b642f3b3e02e0622748aae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 19:30:14.103884 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87a50c3-1264-4147-b505-f5cc469a945a None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 30, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:30:14.104599 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87a50c3-1264-4147-b505-f5cc469a945a None None] Checking segment: {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:30:14.105284 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-d87a50c3-1264-4147-b505-f5cc469a945a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:14.105916 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87a50c3-1264-4147-b505-f5cc469a945a None None] Bound using segment: {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:30:14.106626 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-d87a50c3-1264-4147-b505-f5cc469a945a None None] Bound port: 3f528553-53df-4bd6-9ae2-f7bedfb8566b, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:30:14.107308 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-d87a50c3-1264-4147-b505-f5cc469a945a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (3f528553-53df-4bd6-9ae2-f7bedfb8566b), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:14.134180 n-d-812111-14 neutron-server[103305]: INFO neutron.api.v2.resource [None req-cb252dae-8203-4ea1-9949-217801f6b378 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 19:30:14.136157 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-cb252dae-8203-4ea1-9949-217801f6b378 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0999584 Jan 28 19:30:14.139139 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 60398) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:14.258290 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-d87a50c3-1264-4147-b505-f5cc469a945a None None] For port 3f528553-53df-4bd6-9ae2-f7bedfb8566b, host n-d-812111-14, cleared binding levels {{(pid=103307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:30:14.269158 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-d87a50c3-1264-4147-b505-f5cc469a945a None None] For port 3f528553-53df-4bd6-9ae2-f7bedfb8566b, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=3f528553-53df-4bd6-9ae2-f7bedfb8566b,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:30:14.280102 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-d87a50c3-1264-4147-b505-f5cc469a945a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (3f528553-53df-4bd6-9ae2-f7bedfb8566b), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:14.315742 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 19f77c1d-6158-49eb-8c57-f09341c29c2e details requested by agent hyperv_n-h2-812111-14 with host n-h2-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:30:14.329682 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d0ca945b-fb7e-48fc-a1f7-655133e6dff6 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] Publish callbacks [] for security_group (49f8655e-a500-4d4f-a0b7-efa5a3fc98f6), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:14.405620 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d0ca945b-fb7e-48fc-a1f7-655133e6dff6 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] Publish callbacks [] for security_group (49f8655e-a500-4d4f-a0b7-efa5a3fc98f6), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:14.508406 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d0ca945b-fb7e-48fc-a1f7-655133e6dff6 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (49f8655e-a500-4d4f-a0b7-efa5a3fc98f6), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:14.512173 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d0ca945b-fb7e-48fc-a1f7-655133e6dff6 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:14.515602 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-d0ca945b-fb7e-48fc-a1f7-655133e6dff6 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] 10.222.0.64 "DELETE /v2.0/security-groups/49f8655e-a500-4d4f-a0b7-efa5a3fc98f6 HTTP/1.1" status: 204 len: 168 time: 0.3753548 Jan 28 19:30:14.523621 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87a50c3-1264-4147-b505-f5cc469a945a None None] Routers {'5b8e1e60-af5f-42c1-b0d2-e068d40d391c'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:30:14.533775 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-d87a50c3-1264-4147-b505-f5cc469a945a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:30:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['5b8e1e60-af5f-42c1-b0d2-e068d40d391c'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:30:14.536011 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a8eeca-4ff9-4e15-add3-5308c4f0cc7b None None] Pushing event updated for resources: {'Port': ['ID=3f528553-53df-4bd6-9ae2-f7bedfb8566b,revision_number=3']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:14.549267 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 60410) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:14.552132 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ca945b-fb7e-48fc-a1f7-655133e6dff6 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49f8655e-a500-4d4f-a0b7-efa5a3fc98f6,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:14.612565 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-38727987-9a0d-4a25-900c-2ea92fc3289a admin admin] Allocated IP 172.20.0.1 (fcb44e6e-a519-43fc-8133-4d41be134056/1eb64952-13f5-46de-8d59-f48eead57e6d/d916fa22-0cdd-4d14-9a08-c2c6e46d9558) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:30:14.652753 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 19f77c1d-6158-49eb-8c57-f09341c29c2e, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=19f77c1d-6158-49eb-8c57-f09341c29c2e,segment=NetworkSegment(5b66c8f9-1d97-48b1-bd99-697071b35b5b),segment_id=5b66c8f9-1d97-48b1-bd99-697071b35b5b)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:30:14.690930 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-fb9af1e4-07e3-43bb-9d1e-3bc765465da1 req-d423e4a9-6594-4e84-8f2a-0eb56572d59f tempest-ServerShowV257Test-369777128 tempest-ServerShowV257Test-369777128-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ea17654-c557-4a8f-bf64-f2bec5ad74df HTTP/1.1" status: 200 len: 210 time: 0.0490577 Jan 28 19:30:14.700951 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-62db5eea-9e5f-482e-aa4f-b1a7a4a04e08 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1408203 Jan 28 19:30:14.705818 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 60414) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:14.719650 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-9cc33016-5e07-49e7-be43-346dd095d343 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] Request body: {'security_group': {'name': 'tempest-secgroup--1278695232'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:30:14.728675 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Returning: {'device': '19f77c1d-6158-49eb-8c57-f09341c29c2e', 'network_id': '60e1dd7d-58d1-4d48-a9c2-a4b6c6d27732', 'port_id': '19f77c1d-6158-49eb-8c57-f09341c29c2e', 'mac_address': 'fa:16:3e:cd:02:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22051510-b4ac-44aa-8da5-3a58abb1b99a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:30:14.790249 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afd34bb-fd65-45ae-b33f-dc4383b179bd req-1bdd47c4-1504-4a72-a726-68df802144ed tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:30:14.798147 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9cc33016-5e07-49e7-be43-346dd095d343 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:14.803147 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2afd34bb-fd65-45ae-b33f-dc4383b179bd req-1bdd47c4-1504-4a72-a726-68df802144ed tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] 10.222.0.64 "GET /v2.0/ports?device_id=3919382c-ddb3-4dda-9c59-527a15a1c549 HTTP/1.1" status: 200 len: 943 time: 0.3364730 Jan 28 19:30:14.817842 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 19f77c1d-6158-49eb-8c57-f09341c29c2e is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:30:14.820167 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (19f77c1d-6158-49eb-8c57-f09341c29c2e), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:14.856091 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19f77c1d-6158-49eb-8c57-f09341c29c2e {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:30:14.919085 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 19f77c1d-6158-49eb-8c57-f09341c29c2e, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=19f77c1d-6158-49eb-8c57-f09341c29c2e,segment=NetworkSegment(5b66c8f9-1d97-48b1-bd99-697071b35b5b),segment_id=5b66c8f9-1d97-48b1-bd99-697071b35b5b)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:30:14.935959 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (19f77c1d-6158-49eb-8c57-f09341c29c2e), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:14.991324 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-d87a50c3-1264-4147-b505-f5cc469a945a None None] Set router 5b8e1e60-af5f-42c1-b0d2-e068d40d391c gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:30:15.064944 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9cc33016-5e07-49e7-be43-346dd095d343 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] Publish callbacks [] for security_group (ac3dd394-1162-4002-a489-7ee4f960b52d), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:15.079480 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=19f77c1d-6158-49eb-8c57-f09341c29c2e,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:15.079798 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9cc33016-5e07-49e7-be43-346dd095d343 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (ac3dd394-1162-4002-a489-7ee4f960b52d), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:15.144482 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['19f77c1d-6158-49eb-8c57-f09341c29c2e'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:30:15.163368 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-38727987-9a0d-4a25-900c-2ea92fc3289a admin admin] Publish callbacks [] for port (d916fa22-0cdd-4d14-9a08-c2c6e46d9558), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:15.210070 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9cc33016-5e07-49e7-be43-346dd095d343 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:15.221843 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-9cc33016-5e07-49e7-be43-346dd095d343 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5104437 Jan 28 19:30:15.223778 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 60422) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:15.232892 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 60424) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:15.247680 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc33016-5e07-49e7-be43-346dd095d343 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac3dd394-1162-4002-a489-7ee4f960b52d,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:15.250376 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-12b5c558-e907-4faa-9fea-6b7df1de53b1 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] Request body: {'security_group_rule': {'security_group_id': 'ac3dd394-1162-4002-a489-7ee4f960b52d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:30:15.300916 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-38727987-9a0d-4a25-900c-2ea92fc3289a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (d916fa22-0cdd-4d14-9a08-c2c6e46d9558), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:15.416824 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d7340d56-72a0-4ee1-ab99-9c074c04f94e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:15.479780 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-d87a50c3-1264-4147-b505-f5cc469a945a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b8e1e60-af5f-42c1-b0d2-e068d40d391c', 'name': 'tempest-ServerRescueTestJSONUnderV235-146737734-router', 'tenant_id': 'c2d8a9b0fd5b43ca87eb8b43109d53ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': '3f528553-53df-4bd6-9ae2-f7bedfb8566b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:30:07Z', 'updated_at': '2022-01-28T19:30:10Z', 'revision_number': 3, 'project_id': 'c2d8a9b0fd5b43ca87eb8b43109d53ce', 'gw_port': {'id': '3f528553-53df-4bd6-9ae2-f7bedfb8566b', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:06:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b8e1e60-af5f-42c1-b0d2-e068d40d391c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:30:08Z', 'updated_at': '2022-01-28T19:30:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:30:15.517231 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87a50c3-1264-4147-b505-f5cc469a945a None None] The sync data for ids ['5b8e1e60-af5f-42c1-b0d2-e068d40d391c'] in n-d-812111-14 is: [{'id': '5b8e1e60-af5f-42c1-b0d2-e068d40d391c', 'name': 'tempest-ServerRescueTestJSONUnderV235-146737734-router', 'tenant_id': 'c2d8a9b0fd5b43ca87eb8b43109d53ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': '3f528553-53df-4bd6-9ae2-f7bedfb8566b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:30:07Z', 'updated_at': '2022-01-28T19:30:10Z', 'revision_number': 3, 'project_id': 'c2d8a9b0fd5b43ca87eb8b43109d53ce', 'gw_port': {'id': '3f528553-53df-4bd6-9ae2-f7bedfb8566b', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:06:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b8e1e60-af5f-42c1-b0d2-e068d40d391c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:30:08Z', 'updated_at': '2022-01-28T19:30:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:30:15.543237 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38727987-9a0d-4a25-900c-2ea92fc3289a admin admin] Network fcb44e6e-a519-43fc-8133-4d41be134056 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:30:15.585747 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-38727987-9a0d-4a25-900c-2ea92fc3289a admin admin] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:30:15.597834 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38727987-9a0d-4a25-900c-2ea92fc3289a admin admin] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:30:15.627619 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2afd34bb-fd65-45ae-b33f-dc4383b179bd req-138f4789-5deb-4cda-8553-cc42e4f025a7 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] 10.222.0.64 "GET /v2.0/security-groups?id=1062da38-e9d3-4864-a997-6a65fbb30edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8234866 Jan 28 19:30:15.641831 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d7340d56-72a0-4ee1-ab99-9c074c04f94e admin admin] Publish callbacks [] for security_group (f83986cb-760b-4c32-b580-e93dad39f16a), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:15.654530 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d7340d56-72a0-4ee1-ab99-9c074c04f94e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (f83986cb-760b-4c32-b580-e93dad39f16a), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:15.682998 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38727987-9a0d-4a25-900c-2ea92fc3289a admin admin] Pushing event updated for resources: {'Port': ['ID=d916fa22-0cdd-4d14-9a08-c2c6e46d9558,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:15.750692 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7340d56-72a0-4ee1-ab99-9c074c04f94e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f83986cb-760b-4c32-b580-e93dad39f16a,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:15.768631 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-38727987-9a0d-4a25-900c-2ea92fc3289a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734769'] for router_interface (5b8e1e60-af5f-42c1-b0d2-e068d40d391c), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:15.784895 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-d7340d56-72a0-4ee1-ab99-9c074c04f94e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d1e7a2e1f9a3467189ead6cd7c4e9d22&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5438473 Jan 28 19:30:15.785091 n-d-812111-14 neutron-server[103304]: INFO neutron.api.v2.resource [None req-12b5c558-e907-4faa-9fea-6b7df1de53b1 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] create failed (client error): The resource could not be found. Jan 28 19:30:15.785681 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 60432) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:15.789310 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-12b5c558-e907-4faa-9fea-6b7df1de53b1 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.5500534 Jan 28 19:30:15.796771 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 60434) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:15.889323 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-157c260b-bf5c-47a4-b1d2-c53ccd523128 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] Request body: {'security_group_rule': {'security_group_id': 'ac3dd394-1162-4002-a489-7ee4f960b52d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '98b20523-0378-40e4-a25b-b4c317ba873e'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:30:15.930233 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-426d8362-1f27-4f09-804c-34f3add3900f req-e3e8a707-f7b2-4773-acfd-3cab7b99121c tempest-ServerShowV257Test-369777128 tempest-ServerShowV257Test-369777128-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ea17654-c557-4a8f-bf64-f2bec5ad74df HTTP/1.1" status: 200 len: 210 time: 0.0647674 Jan 28 19:30:15.945881 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-85243161-c6dd-425c-aa0c-14c93d95625f admin admin] Publish callbacks [] for security_group (f83986cb-760b-4c32-b580-e93dad39f16a), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:15.988582 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-85243161-c6dd-425c-aa0c-14c93d95625f admin admin] Publish callbacks [] for security_group (f83986cb-760b-4c32-b580-e93dad39f16a), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:16.087214 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-85243161-c6dd-425c-aa0c-14c93d95625f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (f83986cb-760b-4c32-b580-e93dad39f16a), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:16.097809 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-85243161-c6dd-425c-aa0c-14c93d95625f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:16.102298 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-85243161-c6dd-425c-aa0c-14c93d95625f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f83986cb-760b-4c32-b580-e93dad39f16a HTTP/1.1" status: 204 len: 168 time: 0.3155122 Jan 28 19:30:16.112410 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85243161-c6dd-425c-aa0c-14c93d95625f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f83986cb-760b-4c32-b580-e93dad39f16a,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:16.263916 n-d-812111-14 neutron-server[103304]: INFO neutron.api.v2.resource [None req-157c260b-bf5c-47a4-b1d2-c53ccd523128 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] create failed (client error): The resource could not be found. Jan 28 19:30:16.265008 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-157c260b-bf5c-47a4-b1d2-c53ccd523128 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3892634 Jan 28 19:30:16.268427 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 60442) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:16.325959 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 19f77c1d-6158-49eb-8c57-f09341c29c2e up at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:30:16.335409 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-38727987-9a0d-4a25-900c-2ea92fc3289a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (d916fa22-0cdd-4d14-9a08-c2c6e46d9558), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:16.517307 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9d621a60-61ec-4e40-bcbb-5cf66d72b67c tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] Publish callbacks [] for security_group (ac3dd394-1162-4002-a489-7ee4f960b52d), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:16.535988 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning for port 19f77c1d-6158-49eb-8c57-f09341c29c2e completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:30:16.545554 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning complete for port 19f77c1d-6158-49eb-8c57-f09341c29c2e triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:30:16.545939 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (19f77c1d-6158-49eb-8c57-f09341c29c2e), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:16.591359 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9d621a60-61ec-4e40-bcbb-5cf66d72b67c tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] Publish callbacks [] for security_group (ac3dd394-1162-4002-a489-7ee4f960b52d), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:16.695891 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 3f528553-53df-4bd6-9ae2-f7bedfb8566b up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:30:16.747727 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-38727987-9a0d-4a25-900c-2ea92fc3289a admin admin] Publish callbacks [] for port (d916fa22-0cdd-4d14-9a08-c2c6e46d9558), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:16.770409 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9d621a60-61ec-4e40-bcbb-5cf66d72b67c tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (ac3dd394-1162-4002-a489-7ee4f960b52d), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:16.779766 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9d621a60-61ec-4e40-bcbb-5cf66d72b67c tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:16.782917 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-9d621a60-61ec-4e40-bcbb-5cf66d72b67c tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] 10.222.0.64 "DELETE /v2.0/security-groups/ac3dd394-1162-4002-a489-7ee4f960b52d HTTP/1.1" status: 204 len: 168 time: 0.5120301 Jan 28 19:30:16.796074 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 60450) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:16.814641 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d621a60-61ec-4e40-bcbb-5cf66d72b67c tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac3dd394-1162-4002-a489-7ee4f960b52d,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:16.860862 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-38727987-9a0d-4a25-900c-2ea92fc3289a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (d916fa22-0cdd-4d14-9a08-c2c6e46d9558), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:16.873364 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 19f77c1d-6158-49eb-8c57-f09341c29c2e is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:30:16.873921 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (19f77c1d-6158-49eb-8c57-f09341c29c2e), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:16.885440 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 3f528553-53df-4bd6-9ae2-f7bedfb8566b triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:30:16.885824 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (3f528553-53df-4bd6-9ae2-f7bedfb8566b), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:17.015382 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 19f77c1d-6158-49eb-8c57-f09341c29c2e, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=19f77c1d-6158-49eb-8c57-f09341c29c2e,segment=NetworkSegment(5b66c8f9-1d97-48b1-bd99-697071b35b5b),segment_id=5b66c8f9-1d97-48b1-bd99-697071b35b5b)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:30:17.023470 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3919382c-ddb3-4dda-9c59-527a15a1c549', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19f77c1d-6158-49eb-8c57-f09341c29c2e'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:30:17.027325 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d636c159-a4e4-47a4-a946-63754792bd02" -d '{"events": [{"server_uuid": "3919382c-ddb3-4dda-9c59-527a15a1c549", "name": "network-vif-plugged", "status": "completed", "tag": "19f77c1d-6158-49eb-8c57-f09341c29c2e"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:30:17.034462 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (19f77c1d-6158-49eb-8c57-f09341c29c2e), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:17.118745 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38727987-9a0d-4a25-900c-2ea92fc3289a admin admin] Pushing event updated for resources: {'Port': ['ID=d916fa22-0cdd-4d14-9a08-c2c6e46d9558,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:17.128848 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-38727987-9a0d-4a25-900c-2ea92fc3289a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-756216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-732801'] for router_interface (5b8e1e60-af5f-42c1-b0d2-e068d40d391c), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:17.173811 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-db13776b-43e2-4bbe-ad7d-df71da5a1ea7 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3645470 Jan 28 19:30:17.174599 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=19f77c1d-6158-49eb-8c57-f09341c29c2e,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:17.192058 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 60464) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:17.201972 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 3f528553-53df-4bd6-9ae2-f7bedfb8566b is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:30:17.202711 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (3f528553-53df-4bd6-9ae2-f7bedfb8566b), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:17.236948 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-7b4f38d3-34bb-4bc0-9387-3fd2c9feb5ad tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] Request body: {'security_group_rule': {'security_group_id': 'b5603b86-b522-4923-aef0-2b0e7a48d357', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:30:17.254257 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] For port 3f528553-53df-4bd6-9ae2-f7bedfb8566b, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=3f528553-53df-4bd6-9ae2-f7bedfb8566b,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:30:17.255035 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fc9f9f-5ca3-4452-bf14-e786116dd159 req-91e8050d-ff40-45af-8f35-fe7d1e9d7d96 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:30:17.265671 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a9fc9f9f-5ca3-4452-bf14-e786116dd159 req-91e8050d-ff40-45af-8f35-fe7d1e9d7d96 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] 10.222.0.64 "GET /v2.0/ports?device_id=3919382c-ddb3-4dda-9c59-527a15a1c549 HTTP/1.1" status: 200 len: 944 time: 0.5204835 Jan 28 19:30:17.266532 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (3f528553-53df-4bd6-9ae2-f7bedfb8566b), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:17.309042 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7a5dab48-2355-4a1d-9c56-f5011185b149 req-1a8abb03-a48f-467e-aea2-5d58812d7c1e tempest-ServerShowV257Test-369777128 tempest-ServerShowV257Test-369777128-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ea17654-c557-4a8f-bf64-f2bec5ad74df HTTP/1.1" status: 200 len: 210 time: 0.1548948 Jan 28 19:30:17.447097 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Pushing event updated for resources: {'Port': ['ID=3f528553-53df-4bd6-9ae2-f7bedfb8566b,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:17.579847 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:30:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3c3b6e0-bfc2-475e-832d-97f72fc50e68 x-openstack-request-id: req-f3c3b6e0-bfc2-475e-832d-97f72fc50e68 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:30:17.580479 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3919382c-ddb3-4dda-9c59-527a15a1c549", "name": "network-vif-plugged", "status": "completed", "tag": "19f77c1d-6158-49eb-8c57-f09341c29c2e", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:30:17.580893 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f3c3b6e0-bfc2-475e-832d-97f72fc50e68 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:30:17.581472 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3919382c-ddb3-4dda-9c59-527a15a1c549', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19f77c1d-6158-49eb-8c57-f09341c29c2e', 'code': 200} Jan 28 19:30:17.618287 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a9fc9f9f-5ca3-4452-bf14-e786116dd159 req-7012059c-eccb-4407-a48d-bb6035a27b58 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] 10.222.0.64 "GET /v2.0/security-groups?id=1062da38-e9d3-4864-a997-6a65fbb30edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3509398 Jan 28 19:30:17.641570 n-d-812111-14 neutron-server[103304]: INFO neutron.api.v2.resource [None req-7b4f38d3-34bb-4bc0-9387-3fd2c9feb5ad tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] create failed (client error): The resource could not be found. Jan 28 19:30:17.642650 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-7b4f38d3-34bb-4bc0-9387-3fd2c9feb5ad tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4382741 Jan 28 19:30:17.646793 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 60476) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:17.651661 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-5a0c232a-f434-4181-a021-2a36bcc1fcd5 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] Request body: {'security_group': {'name': 'tempest-secgroup--379988332'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:30:17.685203 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38727987-9a0d-4a25-900c-2ea92fc3289a admin admin] Network fcb44e6e-a519-43fc-8133-4d41be134056 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:30:17.690447 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-38727987-9a0d-4a25-900c-2ea92fc3289a admin admin] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:30:17.866323 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5a0c232a-f434-4181-a021-2a36bcc1fcd5 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:17.894401 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f347ac9-f3bf-4a61-8da4-07992b8df408 req-c16b1055-9c0f-47e8-9f1f-a927713d0a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:30:17.896142 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4f347ac9-f3bf-4a61-8da4-07992b8df408 req-c16b1055-9c0f-47e8-9f1f-a927713d0a9e service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=3919382c-ddb3-4dda-9c59-527a15a1c549 HTTP/1.1" status: 200 len: 1128 time: 0.2108321 Jan 28 19:30:17.970292 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4f347ac9-f3bf-4a61-8da4-07992b8df408 req-df1b7ec6-f60a-421c-950d-379d85aed127 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=1062da38-e9d3-4864-a997-6a65fbb30edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622990 Jan 28 19:30:18.006137 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38727987-9a0d-4a25-900c-2ea92fc3289a admin admin] Router 5b8e1e60-af5f-42c1-b0d2-e068d40d391c has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:30:18.040949 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5a0c232a-f434-4181-a021-2a36bcc1fcd5 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] Publish callbacks [] for security_group (98c9c4b2-4681-4313-9b02-7c793c134a75), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:18.051395 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5a0c232a-f434-4181-a021-2a36bcc1fcd5 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (98c9c4b2-4681-4313-9b02-7c793c134a75), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:18.091830 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5a0c232a-f434-4181-a021-2a36bcc1fcd5 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:18.095675 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-5a0c232a-f434-4181-a021-2a36bcc1fcd5 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4453864 Jan 28 19:30:18.098646 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 60484) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:18.106087 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-f7908c23-433b-4709-b590-bbbe94e6adf2 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] Request body: {'security_group': {'name': 'tempest-secgroup--1975089821'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:30:18.119927 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0c232a-f434-4181-a021-2a36bcc1fcd5 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98c9c4b2-4681-4313-9b02-7c793c134a75,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:18.129590 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0c232a-f434-4181-a021-2a36bcc1fcd5 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:30:18.129950 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0c232a-f434-4181-a021-2a36bcc1fcd5 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:30:18.130301 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0c232a-f434-4181-a021-2a36bcc1fcd5 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:30:18.130648 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0c232a-f434-4181-a021-2a36bcc1fcd5 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:30:18.130991 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0c232a-f434-4181-a021-2a36bcc1fcd5 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:30:18.131329 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0c232a-f434-4181-a021-2a36bcc1fcd5 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:30:18.131665 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0c232a-f434-4181-a021-2a36bcc1fcd5 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:30:18.131999 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0c232a-f434-4181-a021-2a36bcc1fcd5 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:30:18.132328 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0c232a-f434-4181-a021-2a36bcc1fcd5 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:30:18.132660 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0c232a-f434-4181-a021-2a36bcc1fcd5 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:30:18.132990 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0c232a-f434-4181-a021-2a36bcc1fcd5 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:30:18.133367 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0c232a-f434-4181-a021-2a36bcc1fcd5 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:30:18.133695 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0c232a-f434-4181-a021-2a36bcc1fcd5 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:30:18.159312 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f7908c23-433b-4709-b590-bbbe94e6adf2 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:18.219568 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38727987-9a0d-4a25-900c-2ea92fc3289a admin admin] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:30:18.244775 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-38727987-9a0d-4a25-900c-2ea92fc3289a admin admin] 10.222.0.64 "PUT /v2.0/routers/5b8e1e60-af5f-42c1-b0d2-e068d40d391c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4438059 Jan 28 19:30:18.304721 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f7908c23-433b-4709-b590-bbbe94e6adf2 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] Publish callbacks [] for security_group (e8a0e188-3281-472a-98f0-b522fc2ef32a), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:18.319634 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f7908c23-433b-4709-b590-bbbe94e6adf2 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (e8a0e188-3281-472a-98f0-b522fc2ef32a), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:18.376761 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f7908c23-433b-4709-b590-bbbe94e6adf2 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:18.425265 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-f7908c23-433b-4709-b590-bbbe94e6adf2 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3230371 Jan 28 19:30:18.425587 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 60494) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:18.430814 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-2c1c7422-1679-4d2d-9400-ee6d5566bee2 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] Request body: {'security_group_rule': {'security_group_id': '98c9c4b2-4681-4313-9b02-7c793c134a75', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'e8a0e188-3281-472a-98f0-b522fc2ef32a'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:30:18.444080 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7908c23-433b-4709-b590-bbbe94e6adf2 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8a0e188-3281-472a-98f0-b522fc2ef32a,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:18.548924 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 3f528553-53df-4bd6-9ae2-f7bedfb8566b up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:30:18.561238 n-d-812111-14 neutron-server[103304]: INFO neutron.api.v2.resource [None req-2c1c7422-1679-4d2d-9400-ee6d5566bee2 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 19:30:18.562346 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-2c1c7422-1679-4d2d-9400-ee6d5566bee2 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1357822 Jan 28 19:30:18.565225 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 60508) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:18.633698 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-93f84a09-dc2d-4504-8d6f-dbb7b203a1c7 req-476e70c1-6106-4093-95a7-3c53f83961f9 tempest-ServerShowV257Test-369777128 tempest-ServerShowV257Test-369777128-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ea17654-c557-4a8f-bf64-f2bec5ad74df HTTP/1.1" status: 200 len: 210 time: 0.0491068 Jan 28 19:30:18.723067 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-699d006d-8cea-41be-a4ee-0bc221ed9f84 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] Publish callbacks [] for security_group (e8a0e188-3281-472a-98f0-b522fc2ef32a), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:18.732306 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 3f528553-53df-4bd6-9ae2-f7bedfb8566b triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:30:18.734064 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (3f528553-53df-4bd6-9ae2-f7bedfb8566b), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:18.806135 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-699d006d-8cea-41be-a4ee-0bc221ed9f84 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] Publish callbacks [] for security_group (e8a0e188-3281-472a-98f0-b522fc2ef32a), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:18.922622 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-699d006d-8cea-41be-a4ee-0bc221ed9f84 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (e8a0e188-3281-472a-98f0-b522fc2ef32a), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:18.930014 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-699d006d-8cea-41be-a4ee-0bc221ed9f84 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:18.932918 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-699d006d-8cea-41be-a4ee-0bc221ed9f84 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] 10.222.0.64 "DELETE /v2.0/security-groups/e8a0e188-3281-472a-98f0-b522fc2ef32a HTTP/1.1" status: 204 len: 168 time: 0.3665814 Jan 28 19:30:18.935863 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 60524) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:18.992035 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829f6201-276a-4587-bc40-d69cdb92ff34 req-d011a6af-24ea-46b3-bd20-f3e16e77c3ec tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:30:18.996002 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-829f6201-276a-4587-bc40-d69cdb92ff34 req-d011a6af-24ea-46b3-bd20-f3e16e77c3ec tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] 10.222.0.64 "GET /v2.0/ports?device_id=3919382c-ddb3-4dda-9c59-527a15a1c549 HTTP/1.1" status: 200 len: 945 time: 0.1957443 Jan 28 19:30:19.006305 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 3f528553-53df-4bd6-9ae2-f7bedfb8566b is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:30:19.073435 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699d006d-8cea-41be-a4ee-0bc221ed9f84 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8a0e188-3281-472a-98f0-b522fc2ef32a,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:19.147526 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a164bf-2e29-4f17-b5fd-bca244ebeda9 None None] Sync routers for ids ['5b8e1e60-af5f-42c1-b0d2-e068d40d391c'] in n-d-812111-14 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:30:19.167921 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a164bf-2e29-4f17-b5fd-bca244ebeda9 None None] Routers {'5b8e1e60-af5f-42c1-b0d2-e068d40d391c'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:30:19.184719 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-d8a164bf-2e29-4f17-b5fd-bca244ebeda9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:30:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['5b8e1e60-af5f-42c1-b0d2-e068d40d391c'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:30:19.192693 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-829f6201-276a-4587-bc40-d69cdb92ff34 req-f2c578b0-23a2-430d-9674-0fca70a217d1 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] 10.222.0.64 "GET /v2.0/security-groups?id=1062da38-e9d3-4864-a997-6a65fbb30edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910586 Jan 28 19:30:19.338700 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 60542) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:19.339012 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-85001efd-31e0-44e6-b71d-374661795509 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.3748910 Jan 28 19:30:19.401550 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2b7452-429e-4d7f-a728-4e1975f4db7a req-65f9c5d7-e576-4d93-97f2-6e7e09b1d1ee tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:30:19.403632 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3d2b7452-429e-4d7f-a728-4e1975f4db7a req-65f9c5d7-e576-4d93-97f2-6e7e09b1d1ee tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] 10.222.0.64 "GET /v2.0/networks?id=fcb44e6e-a519-43fc-8133-4d41be134056 HTTP/1.1" status: 200 len: 819 time: 0.3744724 Jan 28 19:30:19.422617 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3d2b7452-429e-4d7f-a728-4e1975f4db7a req-ff39ac7c-b097-48d7-a24f-31fa6c9ac534 tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] 10.222.0.64 "GET /v2.0/quotas/c2d8a9b0fd5b43ca87eb8b43109d53ce HTTP/1.1" status: 200 len: 375 time: 0.0133944 Jan 28 19:30:19.475597 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-d8a164bf-2e29-4f17-b5fd-bca244ebeda9 None None] Set router 5b8e1e60-af5f-42c1-b0d2-e068d40d391c gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:30:19.507169 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1cab5083-52fd-4777-9c33-4f19e89fcd0f tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] Publish callbacks [] for security_group (98c9c4b2-4681-4313-9b02-7c793c134a75), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:19.518218 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3d2b7452-429e-4d7f-a728-4e1975f4db7a req-e203ae7d-be42-4a44-af06-0dbd68fe88ed tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=c2d8a9b0fd5b43ca87eb8b43109d53ce&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0856485 Jan 28 19:30:19.567310 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1cab5083-52fd-4777-9c33-4f19e89fcd0f tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] Publish callbacks [] for security_group (98c9c4b2-4681-4313-9b02-7c793c134a75), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:19.680707 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1cab5083-52fd-4777-9c33-4f19e89fcd0f tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (98c9c4b2-4681-4313-9b02-7c793c134a75), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:19.686302 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1cab5083-52fd-4777-9c33-4f19e89fcd0f tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:19.687641 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-1cab5083-52fd-4777-9c33-4f19e89fcd0f tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] 10.222.0.64 "DELETE /v2.0/security-groups/98c9c4b2-4681-4313-9b02-7c793c134a75 HTTP/1.1" status: 204 len: 168 time: 0.3477554 Jan 28 19:30:19.691509 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 60552) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:19.708121 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cab5083-52fd-4777-9c33-4f19e89fcd0f tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98c9c4b2-4681-4313-9b02-7c793c134a75,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:19.776560 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-6f0687f2-8712-4972-b8ba-0141eebdb24a tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0836544 Jan 28 19:30:19.781299 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 60554) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:19.785125 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3d2b7452-429e-4d7f-a728-4e1975f4db7a req-dc368591-0b12-4119-b252-b27e666f392f service neutron] 10.222.0.64 "GET /v2.0/networks/fcb44e6e-a519-43fc-8133-4d41be134056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2581108 Jan 28 19:30:19.792056 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-3c3649ad-44fa-4a36-965a-641a23e18c20 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] Request body: {'security_group': {'name': 'tempest-secgroup--1979778058'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:30:19.862291 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5680893c-33d0-4cb5-9ae0-5facf77da874 req-ccb02aaf-e381-4fbe-a04a-c08b80d61b01 tempest-ServerShowV257Test-369777128 tempest-ServerShowV257Test-369777128-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ea17654-c557-4a8f-bf64-f2bec5ad74df HTTP/1.1" status: 200 len: 210 time: 0.0593698 Jan 28 19:30:19.904244 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3d2b7452-429e-4d7f-a728-4e1975f4db7a req-fb39596e-7742-4c7c-bd72-dabe31adb3a3 service neutron] 10.222.0.64 "GET /v2.0/networks/fcb44e6e-a519-43fc-8133-4d41be134056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122508 Jan 28 19:30:19.904946 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3c3649ad-44fa-4a36-965a-641a23e18c20 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:20.010924 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3c3649ad-44fa-4a36-965a-641a23e18c20 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] Publish callbacks [] for security_group (687c416d-7cc1-4aaa-b6de-9618d9fa83b3), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:20.020132 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3c3649ad-44fa-4a36-965a-641a23e18c20 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (687c416d-7cc1-4aaa-b6de-9618d9fa83b3), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:20.063216 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3c3649ad-44fa-4a36-965a-641a23e18c20 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:20.064625 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-3c3649ad-44fa-4a36-965a-641a23e18c20 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2806125 Jan 28 19:30:20.068045 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 60558) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:20.071396 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3649ad-44fa-4a36-965a-641a23e18c20 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=687c416d-7cc1-4aaa-b6de-9618d9fa83b3,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:20.074397 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-ecddd374-a78b-44b3-b706-3531675d72d1 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] Request body: {'security_group_rule': {'security_group_id': '687c416d-7cc1-4aaa-b6de-9618d9fa83b3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:30:20.203869 n-d-812111-14 neutron-server[103304]: INFO neutron.api.v2.resource [None req-ecddd374-a78b-44b3-b706-3531675d72d1 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 19:30:20.207871 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 60568) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:20.213158 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-e2da82fe-48cd-473d-9028-4cdc17afdd1f tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] Request body: {'security_group_rule': {'security_group_id': '687c416d-7cc1-4aaa-b6de-9618d9fa83b3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:30:20.214651 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-ecddd374-a78b-44b3-b706-3531675d72d1 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1447923 Jan 28 19:30:20.261061 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-d8a164bf-2e29-4f17-b5fd-bca244ebeda9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b8e1e60-af5f-42c1-b0d2-e068d40d391c', 'name': 'tempest-ServerRescueTestJSONUnderV235-146737734-router', 'tenant_id': 'c2d8a9b0fd5b43ca87eb8b43109d53ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': '3f528553-53df-4bd6-9ae2-f7bedfb8566b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:30:07Z', 'updated_at': '2022-01-28T19:30:16Z', 'revision_number': 4, 'project_id': 'c2d8a9b0fd5b43ca87eb8b43109d53ce', 'gw_port': {'id': '3f528553-53df-4bd6-9ae2-f7bedfb8566b', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:06:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8e1e60-af5f-42c1-b0d2-e068d40d391c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:30:08Z', 'updated_at': '2022-01-28T19:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': 'd916fa22-0cdd-4d14-9a08-c2c6e46d9558', 'name': '', 'network_id': 'fcb44e6e-a519-43fc-8133-4d41be134056', 'tenant_id': 'c2d8a9b0fd5b43ca87eb8b43109d53ce', 'mac_address': 'fa:16:3e:8f:51:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b8e1e60-af5f-42c1-b0d2-e068d40d391c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '1eb64952-13f5-46de-8d59-f48eead57e6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:30:13Z', 'updated_at': '2022-01-28T19:30:16Z', 'revision_number': 2, 'project_id': 'c2d8a9b0fd5b43ca87eb8b43109d53ce', 'subnets': [{'id': '1eb64952-13f5-46de-8d59-f48eead57e6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:30:20.312863 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a164bf-2e29-4f17-b5fd-bca244ebeda9 None None] Checking router: 5b8e1e60-af5f-42c1-b0d2-e068d40d391c for host: n-d-812111-14 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:30:20.313641 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a164bf-2e29-4f17-b5fd-bca244ebeda9 None None] Updating router 5b8e1e60-af5f-42c1-b0d2-e068d40d391c port d916fa22-0cdd-4d14-9a08-c2c6e46d9558 binding host n-d-812111-14 {{(pid=103306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:30:20.356524 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d8a164bf-2e29-4f17-b5fd-bca244ebeda9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (d916fa22-0cdd-4d14-9a08-c2c6e46d9558), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:20.383442 n-d-812111-14 neutron-server[103305]: INFO neutron.api.v2.resource [None req-e2da82fe-48cd-473d-9028-4cdc17afdd1f tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 19:30:20.385244 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-e2da82fe-48cd-473d-9028-4cdc17afdd1f tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1756854 Jan 28 19:30:20.396163 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 60570) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:20.404586 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-af5ec3cc-b9cf-4146-861b-3750cc08d6d6 req-58f1b92d-126d-4860-8117-00f3bcbc9f14 tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3d14ce0-7469-47f2-ae46-bee456094209 HTTP/1.1" status: 200 len: 210 time: 0.1058934 Jan 28 19:30:20.512639 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947c9d09-37f9-4341-9a71-0fa7a9cf1f1b req-3f58cee8-5db6-4e30-b74f-73fabd4d1963 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:30:20.524540 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-947c9d09-37f9-4341-9a71-0fa7a9cf1f1b req-3f58cee8-5db6-4e30-b74f-73fabd4d1963 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] 10.222.0.64 "GET /v2.0/ports?device_id=3919382c-ddb3-4dda-9c59-527a15a1c549 HTTP/1.1" status: 200 len: 945 time: 0.2116642 Jan 28 19:30:20.624299 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-947c9d09-37f9-4341-9a71-0fa7a9cf1f1b req-1da15fe6-467e-4e57-9f73-e2f77c304d5b tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] 10.222.0.64 "GET /v2.0/security-groups?id=1062da38-e9d3-4864-a997-6a65fbb30edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988278 Jan 28 19:30:20.646023 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-29dd9b61-5f62-438b-ab79-2446b6760a2d tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] Publish callbacks [] for security_group (687c416d-7cc1-4aaa-b6de-9618d9fa83b3), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:20.676994 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:20.702425 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-29dd9b61-5f62-438b-ab79-2446b6760a2d tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] Publish callbacks [] for security_group (687c416d-7cc1-4aaa-b6de-9618d9fa83b3), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:20.810230 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-29dd9b61-5f62-438b-ab79-2446b6760a2d tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (687c416d-7cc1-4aaa-b6de-9618d9fa83b3), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:20.815344 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-29dd9b61-5f62-438b-ab79-2446b6760a2d tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:20.817311 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-29dd9b61-5f62-438b-ab79-2446b6760a2d tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] 10.222.0.64 "DELETE /v2.0/security-groups/687c416d-7cc1-4aaa-b6de-9618d9fa83b3 HTTP/1.1" status: 204 len: 168 time: 0.4190564 Jan 28 19:30:20.827931 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 60586) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:20.838483 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dd9b61-5f62-438b-ab79-2446b6760a2d tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=687c416d-7cc1-4aaa-b6de-9618d9fa83b3,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:20.864088 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-67a04add-7049-4c59-a7ae-09ae3ca2749a req-1cfc0b55-2575-42bd-a1c4-b97700710035 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-867997124&fields=id&tenant_id=879de84eda7341fea1146b6817e26b95 HTTP/1.1" status: 200 len: 267 time: 0.1556182 Jan 28 19:30:20.899251 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d8a164bf-2e29-4f17-b5fd-bca244ebeda9 None None] Publish callbacks [] for port (d916fa22-0cdd-4d14-9a08-c2c6e46d9558), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:20.913037 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d8a164bf-2e29-4f17-b5fd-bca244ebeda9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (d916fa22-0cdd-4d14-9a08-c2c6e46d9558), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:21.066786 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afee0b6-c9f8-4a69-a4fb-a48d3ed47733 None None] Pushing event updated for resources: {'Port': ['ID=d916fa22-0cdd-4d14-9a08-c2c6e46d9558,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:21.133778 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-28fbdd60-b31e-425a-9861-ac89973bed2e req-9a195870-4e48-4ab2-8489-9b4b1fc7fdaa tempest-ServerShowV257Test-369777128 tempest-ServerShowV257Test-369777128-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ea17654-c557-4a8f-bf64-f2bec5ad74df HTTP/1.1" status: 200 len: 210 time: 0.0689480 Jan 28 19:30:21.139452 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-d8a164bf-2e29-4f17-b5fd-bca244ebeda9 None None] Attempting to bind port d916fa22-0cdd-4d14-9a08-c2c6e46d9558 on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:30:21.139897 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-d8a164bf-2e29-4f17-b5fd-bca244ebeda9 None None] Attempting to bind port d916fa22-0cdd-4d14-9a08-c2c6e46d9558 by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': 'bbec6006-6052-487b-8f75-c43c45609882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'fcb44e6e-a519-43fc-8133-4d41be134056'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:30:21.140267 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a164bf-2e29-4f17-b5fd-bca244ebeda9 None None] Attempting to bind port d916fa22-0cdd-4d14-9a08-c2c6e46d9558 on network fcb44e6e-a519-43fc-8133-4d41be134056 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:30:21.156197 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a164bf-2e29-4f17-b5fd-bca244ebeda9 None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 30, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:30:21.159323 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a164bf-2e29-4f17-b5fd-bca244ebeda9 None None] Checking segment: {'id': 'bbec6006-6052-487b-8f75-c43c45609882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'fcb44e6e-a519-43fc-8133-4d41be134056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:30:21.160002 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d8a164bf-2e29-4f17-b5fd-bca244ebeda9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:21.161848 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a164bf-2e29-4f17-b5fd-bca244ebeda9 None None] Bound using segment: {'id': 'bbec6006-6052-487b-8f75-c43c45609882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'fcb44e6e-a519-43fc-8133-4d41be134056'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:30:21.165293 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-d8a164bf-2e29-4f17-b5fd-bca244ebeda9 None None] Bound port: d916fa22-0cdd-4d14-9a08-c2c6e46d9558, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbec6006-6052-487b-8f75-c43c45609882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'fcb44e6e-a519-43fc-8133-4d41be134056'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:30:21.166509 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d8a164bf-2e29-4f17-b5fd-bca244ebeda9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (d916fa22-0cdd-4d14-9a08-c2c6e46d9558), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:21.175100 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 60594) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:21.180151 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-a4ca9577-42ae-4ef7-86fc-e32c54dcbbc3 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] Request body: {'security_group': {'name': 'tempest-secgroup--596421302'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:30:21.181849 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-99c0786b-56fa-4454-911c-94ad34676023 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3512352 Jan 28 19:30:21.223126 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a4ca9577-42ae-4ef7-86fc-e32c54dcbbc3 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:21.224638 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a04add-7049-4c59-a7ae-09ae3ca2749a req-65902b1f-8c1b-438a-b08a-205a40a5ace1 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:30:21.233074 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-67a04add-7049-4c59-a7ae-09ae3ca2749a req-65902b1f-8c1b-438a-b08a-205a40a5ace1 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] 10.222.0.64 "GET /v2.0/ports?device_id=3919382c-ddb3-4dda-9c59-527a15a1c549 HTTP/1.1" status: 200 len: 945 time: 0.3638220 Jan 28 19:30:21.256588 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-67a04add-7049-4c59-a7ae-09ae3ca2749a req-cac02e60-ddbb-49f3-8642-fc84a4cfa255 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Request body: {'port': {'security_groups': ['1062da38-e9d3-4864-a997-6a65fbb30edf', '74040d79-08a5-4ccb-8d0c-ba96a9e8466d']}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:30:21.309863 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d8a164bf-2e29-4f17-b5fd-bca244ebeda9 None None] For port d916fa22-0cdd-4d14-9a08-c2c6e46d9558, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:30:21.326716 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d8a164bf-2e29-4f17-b5fd-bca244ebeda9 None None] For port d916fa22-0cdd-4d14-9a08-c2c6e46d9558, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=d916fa22-0cdd-4d14-9a08-c2c6e46d9558,segment=NetworkSegment(bbec6006-6052-487b-8f75-c43c45609882),segment_id=bbec6006-6052-487b-8f75-c43c45609882)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:30:21.346945 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d8a164bf-2e29-4f17-b5fd-bca244ebeda9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (d916fa22-0cdd-4d14-9a08-c2c6e46d9558), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:21.375618 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a4ca9577-42ae-4ef7-86fc-e32c54dcbbc3 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] Publish callbacks [] for security_group (c3e512c0-85bc-4309-b203-a6dc27080ea1), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:21.388453 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a4ca9577-42ae-4ef7-86fc-e32c54dcbbc3 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (c3e512c0-85bc-4309-b203-a6dc27080ea1), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:21.442209 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a4ca9577-42ae-4ef7-86fc-e32c54dcbbc3 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:21.447755 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-a4ca9577-42ae-4ef7-86fc-e32c54dcbbc3 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2688417 Jan 28 19:30:21.454522 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 60600) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:21.469226 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-a72574de-83d2-44d7-af4f-f42f239b53f9 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:30:21.470028 n-d-812111-14 neutron-server[103304]: WARNING neutron.api.v2.base [None req-a72574de-83d2-44d7-af4f-f42f239b53f9 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 28 19:30:21.471668 n-d-812111-14 neutron-server[103304]: INFO neutron.api.v2.resource [None req-a72574de-83d2-44d7-af4f-f42f239b53f9 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] update failed (client error): There was a conflict when trying to complete your request. Jan 28 19:30:21.474630 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-a72574de-83d2-44d7-af4f-f42f239b53f9 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] 10.222.0.64 "PUT /v2.0/security-groups/c3e512c0-85bc-4309-b203-a6dc27080ea1 HTTP/1.1" status: 409 len: 330 time: 0.0105379 Jan 28 19:30:21.480191 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 60602) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:21.535261 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afee0b6-c9f8-4a69-a4fb-a48d3ed47733 None None] Pushing event updated for resources: {'Port': ['ID=d916fa22-0cdd-4d14-9a08-c2c6e46d9558,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:21.540138 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a164bf-2e29-4f17-b5fd-bca244ebeda9 None None] Routers {'5b8e1e60-af5f-42c1-b0d2-e068d40d391c'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:30:21.540942 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-d8a164bf-2e29-4f17-b5fd-bca244ebeda9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:30:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['5b8e1e60-af5f-42c1-b0d2-e068d40d391c'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:30:21.545687 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-67a04add-7049-4c59-a7ae-09ae3ca2749a req-cac02e60-ddbb-49f3-8642-fc84a4cfa255 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (19f77c1d-6158-49eb-8c57-f09341c29c2e), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:21.601261 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ca9577-42ae-4ef7-86fc-e32c54dcbbc3 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3e512c0-85bc-4309-b203-a6dc27080ea1,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:21.659993 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-291dca9f-4677-4d84-b47a-c12e2279949a req-a52a0b28-2c97-4582-8b4b-a52f5225f17a tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3d14ce0-7469-47f2-ae46-bee456094209 HTTP/1.1" status: 200 len: 210 time: 0.0954549 Jan 28 19:30:21.745357 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2aad5013-dfaf-4d60-8ced-92faf417a1a0 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] Publish callbacks [] for security_group (c3e512c0-85bc-4309-b203-a6dc27080ea1), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:21.746505 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-d8a164bf-2e29-4f17-b5fd-bca244ebeda9 None None] Set router 5b8e1e60-af5f-42c1-b0d2-e068d40d391c gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:30:21.852002 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2aad5013-dfaf-4d60-8ced-92faf417a1a0 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] Publish callbacks [] for security_group (c3e512c0-85bc-4309-b203-a6dc27080ea1), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:21.883684 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-67a04add-7049-4c59-a7ae-09ae3ca2749a req-cac02e60-ddbb-49f3-8642-fc84a4cfa255 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] For port 19f77c1d-6158-49eb-8c57-f09341c29c2e, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=19f77c1d-6158-49eb-8c57-f09341c29c2e,segment=NetworkSegment(5b66c8f9-1d97-48b1-bd99-697071b35b5b),segment_id=5b66c8f9-1d97-48b1-bd99-697071b35b5b)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:30:21.964429 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-67a04add-7049-4c59-a7ae-09ae3ca2749a req-cac02e60-ddbb-49f3-8642-fc84a4cfa255 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Publish callbacks [] for port (19f77c1d-6158-49eb-8c57-f09341c29c2e), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:21.981909 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-67a04add-7049-4c59-a7ae-09ae3ca2749a req-cac02e60-ddbb-49f3-8642-fc84a4cfa255 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (19f77c1d-6158-49eb-8c57-f09341c29c2e), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:21.985018 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2aad5013-dfaf-4d60-8ced-92faf417a1a0 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (c3e512c0-85bc-4309-b203-a6dc27080ea1), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:21.993310 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2aad5013-dfaf-4d60-8ced-92faf417a1a0 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:21.996971 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-2aad5013-dfaf-4d60-8ced-92faf417a1a0 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] 10.222.0.64 "DELETE /v2.0/security-groups/c3e512c0-85bc-4309-b203-a6dc27080ea1 HTTP/1.1" status: 204 len: 168 time: 0.5094678 Jan 28 19:30:21.999818 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 60608) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:22.045507 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:30:22.063052 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['bc60d7ec-63bd-4e90-a8a7-0344399bfd4d'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:30:22.101971 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aad5013-dfaf-4d60-8ced-92faf417a1a0 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3e512c0-85bc-4309-b203-a6dc27080ea1,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:22.120918 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['19f77c1d-6158-49eb-8c57-f09341c29c2e'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:30:22.193960 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a04add-7049-4c59-a7ae-09ae3ca2749a req-cac02e60-ddbb-49f3-8642-fc84a4cfa255 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:30:22.198932 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-67a04add-7049-4c59-a7ae-09ae3ca2749a req-cac02e60-ddbb-49f3-8642-fc84a4cfa255 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:22.202374 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-67a04add-7049-4c59-a7ae-09ae3ca2749a req-cac02e60-ddbb-49f3-8642-fc84a4cfa255 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] 10.222.0.64 "PUT /v2.0/ports/19f77c1d-6158-49eb-8c57-f09341c29c2e HTTP/1.1" status: 200 len: 981 time: 0.9578931 Jan 28 19:30:22.203101 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3919382c-ddb3-4dda-9c59-527a15a1c549', 'tag': '19f77c1d-6158-49eb-8c57-f09341c29c2e'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:30:22.205838 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-822ca76a-0ffb-452f-af90-cd05d3a91338" -d '{"events": [{"name": "network-changed", "server_uuid": "3919382c-ddb3-4dda-9c59-527a15a1c549", "tag": "19f77c1d-6158-49eb-8c57-f09341c29c2e"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:30:22.292562 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac02e60-ddbb-49f3-8642-fc84a4cfa255 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Pushing event updated for resources: {'Port': ['ID=19f77c1d-6158-49eb-8c57-f09341c29c2e,revision_number=6']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:22.303548 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-0e04f21f-73c2-43f8-b986-1f24909a63a9 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2930481 Jan 28 19:30:22.308266 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 60622) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:22.354972 n-d-812111-14 neutron-server[103304]: INFO neutron.api.v2.resource [None req-742dc02e-d877-4d8a-9933-2a3671217381 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] delete failed (client error): The resource could not be found. Jan 28 19:30:22.356980 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-742dc02e-d877-4d8a-9933-2a3671217381 tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] 10.222.0.64 "DELETE /v2.0/security-groups/dfee4819-2244-48e0-b4ff-6c1a80f4c28a HTTP/1.1" status: 404 len: 347 time: 0.0471933 Jan 28 19:30:22.360633 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 60624) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:22.365514 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2b7452-429e-4d7f-a728-4e1975f4db7a req-74d784ae-e655-4cf4-98d9-86b796d80743 tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:30:22.374618 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3d2b7452-429e-4d7f-a728-4e1975f4db7a req-74d784ae-e655-4cf4-98d9-86b796d80743 tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] 10.222.0.41 "GET /v2.0/networks?id=fcb44e6e-a519-43fc-8133-4d41be134056 HTTP/1.1" status: 200 len: 819 time: 0.3899095 Jan 28 19:30:22.399140 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1dd717b2-ba43-424b-80a0-693d2d8f34f0 req-9f4c72c8-72dd-44c4-b946-33514aacc45a tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] 10.222.0.64 "GET /v2.0/security-groups/74040d79-08a5-4ccb-8d0c-ba96a9e8466d HTTP/1.1" status: 200 len: 1818 time: 0.1502612 Jan 28 19:30:22.416422 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-3d2b7452-429e-4d7f-a728-4e1975f4db7a req-453ec257-0591-40a1-a12f-f604fee9be4e tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] Request body: {'port': {'device_id': 'b3d14ce0-7469-47f2-ae46-bee456094209', 'network_id': 'fcb44e6e-a519-43fc-8133-4d41be134056', 'admin_state_up': True, 'tenant_id': 'c2d8a9b0fd5b43ca87eb8b43109d53ce'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:30:22.423113 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['19f77c1d-6158-49eb-8c57-f09341c29c2e'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:30:22.605490 n-d-812111-14 neutron-server[103305]: INFO neutron.api.v2.resource [req-1dd717b2-ba43-424b-80a0-693d2d8f34f0 req-95142f3d-90fd-4678-9017-59387367b0bd tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 28 19:30:22.606716 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1dd717b2-ba43-424b-80a0-693d2d8f34f0 req-95142f3d-90fd-4678-9017-59387367b0bd tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] 10.222.0.64 "DELETE /v2.0/security-groups/74040d79-08a5-4ccb-8d0c-ba96a9e8466d HTTP/1.1" status: 409 len: 341 time: 0.1844690 Jan 28 19:30:22.697013 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7b494a1-b3ee-4eaa-8731-78b08248dff2 x-openstack-request-id: req-f7b494a1-b3ee-4eaa-8731-78b08248dff2 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:30:22.697951 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3919382c-ddb3-4dda-9c59-527a15a1c549", "tag": "19f77c1d-6158-49eb-8c57-f09341c29c2e", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:30:22.697951 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f7b494a1-b3ee-4eaa-8731-78b08248dff2 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:30:22.702183 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3919382c-ddb3-4dda-9c59-527a15a1c549', 'tag': '19f77c1d-6158-49eb-8c57-f09341c29c2e', 'status': 'completed', 'code': 200} Jan 28 19:30:22.714813 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d2b7452-429e-4d7f-a728-4e1975f4db7a req-453ec257-0591-40a1-a12f-f604fee9be4e tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] Made reservation on behalf of c2d8a9b0fd5b43ca87eb8b43109d53ce for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:30:22.720670 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-3d2b7452-429e-4d7f-a728-4e1975f4db7a req-453ec257-0591-40a1-a12f-f604fee9be4e tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:22.834309 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822ca76a-0ffb-452f-af90-cd05d3a91338 req-c70679a0-cd34-49de-af1f-fbb6aeeccadf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:30:22.836985 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-822ca76a-0ffb-452f-af90-cd05d3a91338 req-c70679a0-cd34-49de-af1f-fbb6aeeccadf service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=879de84eda7341fea1146b6817e26b95&device_id=3919382c-ddb3-4dda-9c59-527a15a1c549 HTTP/1.1" status: 200 len: 1167 time: 0.1103151 Jan 28 19:30:22.966381 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d32d9906-f588-4c23-9b36-4f7166734120 req-41e8c7cd-20d2-4429-bbce-ef11fcf0cc6b tempest-ServerShowV257Test-369777128 tempest-ServerShowV257Test-369777128-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ea17654-c557-4a8f-bf64-f2bec5ad74df HTTP/1.1" status: 200 len: 210 time: 0.5701015 Jan 28 19:30:22.976696 n-d-812111-14 neutron-server[103304]: INFO neutron.api.v2.resource [None req-d31876a4-ebac-4f9b-9c42-aea905cc537c tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] show failed (client error): The resource could not be found. Jan 28 19:30:22.985591 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-d31876a4-ebac-4f9b-9c42-aea905cc537c tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] 10.222.0.64 "GET /v2.0/security-groups/e56b2e58-4c1a-49e7-8040-71d8cf96c70a HTTP/1.1" status: 404 len: 347 time: 0.6237719 Jan 28 19:30:22.992260 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 60634) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:23.031493 n-d-812111-14 neutron-server[103304]: INFO neutron.api.v2.resource [None req-2c0b06b0-7b85-46d0-8423-5ce9a750e0ac tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] show failed (client error): The resource could not be found. Jan 28 19:30:23.032659 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-2c0b06b0-7b85-46d0-8423-5ce9a750e0ac tempest-NegativeSecGroupIPv6Test-27973038 tempest-NegativeSecGroupIPv6Test-27973038-project] 10.222.0.64 "GET /v2.0/security-group-rules/7615ce07-74b8-459b-ac49-684b9e331f6f HTTP/1.1" status: 404 len: 356 time: 0.0393374 Jan 28 19:30:23.093421 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-d8a164bf-2e29-4f17-b5fd-bca244ebeda9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b8e1e60-af5f-42c1-b0d2-e068d40d391c', 'name': 'tempest-ServerRescueTestJSONUnderV235-146737734-router', 'tenant_id': 'c2d8a9b0fd5b43ca87eb8b43109d53ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': '3f528553-53df-4bd6-9ae2-f7bedfb8566b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:30:07Z', 'updated_at': '2022-01-28T19:30:16Z', 'revision_number': 4, 'project_id': 'c2d8a9b0fd5b43ca87eb8b43109d53ce', 'gw_port': {'id': '3f528553-53df-4bd6-9ae2-f7bedfb8566b', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:06:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8e1e60-af5f-42c1-b0d2-e068d40d391c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:30:08Z', 'updated_at': '2022-01-28T19:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': 'd916fa22-0cdd-4d14-9a08-c2c6e46d9558', 'name': '', 'network_id': 'fcb44e6e-a519-43fc-8133-4d41be134056', 'tenant_id': 'c2d8a9b0fd5b43ca87eb8b43109d53ce', 'mac_address': 'fa:16:3e:8f:51:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b8e1e60-af5f-42c1-b0d2-e068d40d391c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '1eb64952-13f5-46de-8d59-f48eead57e6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:30:13Z', 'updated_at': '2022-01-28T19:30:21Z', 'revision_number': 4, 'project_id': 'c2d8a9b0fd5b43ca87eb8b43109d53ce', 'subnets': [{'id': '1eb64952-13f5-46de-8d59-f48eead57e6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:30:23.127318 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822ca76a-0ffb-452f-af90-cd05d3a91338 req-7f7ad8df-54a4-4fa9-8a28-b1a026f6be67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:30:23.138840 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-822ca76a-0ffb-452f-af90-cd05d3a91338 req-7f7ad8df-54a4-4fa9-8a28-b1a026f6be67 service neutron] 10.222.0.70 "GET /v2.0/networks?id=60e1dd7d-58d1-4d48-a9c2-a4b6c6d27732 HTTP/1.1" status: 200 len: 913 time: 0.2575154 Jan 28 19:30:23.164234 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a164bf-2e29-4f17-b5fd-bca244ebeda9 None None] The sync data for ids ['5b8e1e60-af5f-42c1-b0d2-e068d40d391c'] in n-d-812111-14 is: [{'id': '5b8e1e60-af5f-42c1-b0d2-e068d40d391c', 'name': 'tempest-ServerRescueTestJSONUnderV235-146737734-router', 'tenant_id': 'c2d8a9b0fd5b43ca87eb8b43109d53ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': '3f528553-53df-4bd6-9ae2-f7bedfb8566b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:30:07Z', 'updated_at': '2022-01-28T19:30:16Z', 'revision_number': 4, 'project_id': 'c2d8a9b0fd5b43ca87eb8b43109d53ce', 'gw_port': {'id': '3f528553-53df-4bd6-9ae2-f7bedfb8566b', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:06:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8e1e60-af5f-42c1-b0d2-e068d40d391c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:30:08Z', 'updated_at': '2022-01-28T19:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': 'd916fa22-0cdd-4d14-9a08-c2c6e46d9558', 'name': '', 'network_id': 'fcb44e6e-a519-43fc-8133-4d41be134056', 'tenant_id': 'c2d8a9b0fd5b43ca87eb8b43109d53ce', 'mac_address': 'fa:16:3e:8f:51:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b8e1e60-af5f-42c1-b0d2-e068d40d391c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '1eb64952-13f5-46de-8d59-f48eead57e6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:30:13Z', 'updated_at': '2022-01-28T19:30:21Z', 'revision_number': 4, 'project_id': 'c2d8a9b0fd5b43ca87eb8b43109d53ce', 'subnets': [{'id': '1eb64952-13f5-46de-8d59-f48eead57e6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:30:23.362823 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-822ca76a-0ffb-452f-af90-cd05d3a91338 req-f01c46a9-a67e-4657-b241-9af5f58fe9aa service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=19f77c1d-6158-49eb-8c57-f09341c29c2e HTTP/1.1" status: 200 len: 217 time: 0.2165442 Jan 28 19:30:23.417140 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad30691-fd56-482f-a9f7-8472d8e04d09 req-5e629f58-15df-4991-8ff4-d25c5ab1acee tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:30:23.422010 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-dad30691-fd56-482f-a9f7-8472d8e04d09 req-5e629f58-15df-4991-8ff4-d25c5ab1acee tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] 10.222.0.64 "GET /v2.0/ports?device_id=3919382c-ddb3-4dda-9c59-527a15a1c549 HTTP/1.1" status: 200 len: 984 time: 0.2165620 Jan 28 19:30:23.616356 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-dad30691-fd56-482f-a9f7-8472d8e04d09 req-056d3dfc-70bb-4a4e-aae4-8103d6befcc5 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] 10.222.0.64 "GET /v2.0/security-groups?id=74040d79-08a5-4ccb-8d0c-ba96a9e8466d&id=1062da38-e9d3-4864-a997-6a65fbb30edf&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1868131 Jan 28 19:30:23.687151 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-0143a214-a833-4886-95ff-e612f4d24c9e req-a96bed5a-0161-4833-ab9d-394834f75737 tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3d14ce0-7469-47f2-ae46-bee456094209 HTTP/1.1" status: 200 len: 210 time: 0.3038092 Jan 28 19:30:23.769638 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-3d2b7452-429e-4d7f-a728-4e1975f4db7a req-453ec257-0591-40a1-a12f-f604fee9be4e tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] Allocated IP 172.20.0.2 (fcb44e6e-a519-43fc-8133-4d41be134056/1eb64952-13f5-46de-8d59-f48eead57e6d/9bcadbd2-2697-46df-a75c-0d1c1221e02f) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:30:23.786600 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822ca76a-0ffb-452f-af90-cd05d3a91338 req-679c132c-b449-4e75-bca3-97e26c09cf2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:30:23.800172 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-822ca76a-0ffb-452f-af90-cd05d3a91338 req-679c132c-b449-4e75-bca3-97e26c09cf2f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=22051510-b4ac-44aa-8da5-3a58abb1b99a HTTP/1.1" status: 200 len: 853 time: 0.3445768 Jan 28 19:30:23.896997 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-822ca76a-0ffb-452f-af90-cd05d3a91338 req-fadd9a0f-decc-45b6-995e-1f565812fa38 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=60e1dd7d-58d1-4d48-a9c2-a4b6c6d27732&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0868781 Jan 28 19:30:23.902995 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:23.967421 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 60652) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:24.302104 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-822ca76a-0ffb-452f-af90-cd05d3a91338 req-e30ffab6-ced9-4693-acf7-e1a9b0427d71 service neutron] 10.222.0.70 "GET /v2.0/networks/60e1dd7d-58d1-4d48-a9c2-a4b6c6d27732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3953805 Jan 28 19:30:24.317334 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c37cf042-c6d6-44f1-8036-4bd1dafa2aec req-f0ef7980-829d-422e-884c-602db32268bc tempest-ServerShowV257Test-369777128 tempest-ServerShowV257Test-369777128-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ea17654-c557-4a8f-bf64-f2bec5ad74df HTTP/1.1" status: 200 len: 210 time: 0.1116879 Jan 28 19:30:24.442390 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-8a12528e-1cd9-403a-a22c-661602c3737e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=31c8e82b61b642f3b3e02e0622748aae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4737782 Jan 28 19:30:24.445733 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 60664) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:24.522318 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-3d2b7452-429e-4d7f-a728-4e1975f4db7a req-453ec257-0591-40a1-a12f-f604fee9be4e tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] Publish callbacks [] for port (9bcadbd2-2697-46df-a75c-0d1c1221e02f), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:24.575493 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-02ad596b-af0a-49d1-a2d1-9cdb69e33310 admin admin] Publish callbacks [] for security_group (02c69070-16fd-4a90-873e-cf498deb91e5), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:24.607319 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device d916fa22-0cdd-4d14-9a08-c2c6e46d9558 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:30:24.621832 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-3d2b7452-429e-4d7f-a728-4e1975f4db7a req-453ec257-0591-40a1-a12f-f604fee9be4e tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (9bcadbd2-2697-46df-a75c-0d1c1221e02f), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:24.625994 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-822ca76a-0ffb-452f-af90-cd05d3a91338 req-b55efbd3-b6bd-4dd2-a076-b04a737345eb service neutron] 10.222.0.70 "GET /v2.0/networks/60e1dd7d-58d1-4d48-a9c2-a4b6c6d27732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3150375 Jan 28 19:30:24.644242 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-02ad596b-af0a-49d1-a2d1-9cdb69e33310 admin admin] Publish callbacks [] for security_group (02c69070-16fd-4a90-873e-cf498deb91e5), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:24.741647 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port d916fa22-0cdd-4d14-9a08-c2c6e46d9558 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:30:24.742181 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (d916fa22-0cdd-4d14-9a08-c2c6e46d9558), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:24.802787 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-02ad596b-af0a-49d1-a2d1-9cdb69e33310 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (02c69070-16fd-4a90-873e-cf498deb91e5), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:24.805990 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-02ad596b-af0a-49d1-a2d1-9cdb69e33310 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:24.810535 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-02ad596b-af0a-49d1-a2d1-9cdb69e33310 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/02c69070-16fd-4a90-873e-cf498deb91e5 HTTP/1.1" status: 204 len: 168 time: 0.3634577 Jan 28 19:30:24.823909 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ad596b-af0a-49d1-a2d1-9cdb69e33310 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02c69070-16fd-4a90-873e-cf498deb91e5,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:24.923391 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f763b81-7ed8-4d47-a0db-3b7714ca0199 req-e973896a-7de3-4701-a7ab-903fa850e4c1 tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:30:24.931132 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port d916fa22-0cdd-4d14-9a08-c2c6e46d9558 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:30:24.931798 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (d916fa22-0cdd-4d14-9a08-c2c6e46d9558), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:24.943781 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-0f763b81-7ed8-4d47-a0db-3b7714ca0199 req-e973896a-7de3-4701-a7ab-903fa850e4c1 tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3d14ce0-7469-47f2-ae46-bee456094209 HTTP/1.1" status: 200 len: 931 time: 0.1034052 Jan 28 19:30:24.967333 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d2b7452-429e-4d7f-a728-4e1975f4db7a req-453ec257-0591-40a1-a12f-f604fee9be4e tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] Network fcb44e6e-a519-43fc-8133-4d41be134056 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:30:24.988613 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-3d2b7452-429e-4d7f-a728-4e1975f4db7a req-453ec257-0591-40a1-a12f-f604fee9be4e tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:30:24.993994 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d2b7452-429e-4d7f-a728-4e1975f4db7a req-453ec257-0591-40a1-a12f-f604fee9be4e tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:30:25.014764 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] For port d916fa22-0cdd-4d14-9a08-c2c6e46d9558, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=d916fa22-0cdd-4d14-9a08-c2c6e46d9558,segment=NetworkSegment(bbec6006-6052-487b-8f75-c43c45609882),segment_id=bbec6006-6052-487b-8f75-c43c45609882)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:30:25.023839 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (d916fa22-0cdd-4d14-9a08-c2c6e46d9558), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:25.055935 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-0f763b81-7ed8-4d47-a0db-3b7714ca0199 req-55675a34-5374-4f93-a273-f4bfe715f207 tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] 10.222.0.64 "GET /v2.0/security-groups?id=12ee04d6-2379-4dda-9d23-37667d7c47ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098685 Jan 28 19:30:25.211413 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Pushing event updated for resources: {'Port': ['ID=d916fa22-0cdd-4d14-9a08-c2c6e46d9558,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:25.251125 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453ec257-0591-40a1-a12f-f604fee9be4e tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] Pushing event updated for resources: {'Port': ['ID=9bcadbd2-2697-46df-a75c-0d1c1221e02f,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:25.295978 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edebd11b-560e-448e-a998-54110ddd68fc req-5fb7c2bc-5225-4268-97d6-8edacffef1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:30:25.297640 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-edebd11b-560e-448e-a998-54110ddd68fc req-5fb7c2bc-5225-4268-97d6-8edacffef1d7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=879de84eda7341fea1146b6817e26b95&device_id=3919382c-ddb3-4dda-9c59-527a15a1c549 HTTP/1.1" status: 200 len: 1167 time: 0.5485888 Jan 28 19:30:25.304647 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2b7452-429e-4d7f-a728-4e1975f4db7a req-453ec257-0591-40a1-a12f-f604fee9be4e tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:30:25.305530 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-3d2b7452-429e-4d7f-a728-4e1975f4db7a req-453ec257-0591-40a1-a12f-f604fee9be4e tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:25.334825 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673721ab-f1d8-4870-9fb0-d671cf5d2f0f req-ff93dfa7-ab81-4e78-85db-194c583126d8 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:30:25.338203 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-673721ab-f1d8-4870-9fb0-d671cf5d2f0f req-ff93dfa7-ab81-4e78-85db-194c583126d8 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] 10.222.0.64 "GET /v2.0/ports?device_id=3919382c-ddb3-4dda-9c59-527a15a1c549 HTTP/1.1" status: 200 len: 984 time: 0.3957694 Jan 28 19:30:25.568778 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-0c387af6-f251-4cb3-9735-763ae6456f8d req-6a4a594d-967b-41f6-b586-cc3acf4a6e9c tempest-ServerShowV257Test-369777128 tempest-ServerShowV257Test-369777128-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ea17654-c557-4a8f-bf64-f2bec5ad74df HTTP/1.1" status: 200 len: 210 time: 0.1087334 Jan 28 19:30:25.774141 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3d2b7452-429e-4d7f-a728-4e1975f4db7a req-453ec257-0591-40a1-a12f-f604fee9be4e tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3714633 Jan 28 19:30:25.800600 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-3d2b7452-429e-4d7f-a728-4e1975f4db7a req-289bc0d9-f257-4ab4-83fa-3ec751d86687 service neutron] Request body: {'port': {'device_id': 'b3d14ce0-7469-47f2-ae46-bee456094209', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-14'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:30:25.974670 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-673721ab-f1d8-4870-9fb0-d671cf5d2f0f req-fba76d6e-f73f-43af-821a-310d33297f5c tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] 10.222.0.64 "GET /v2.0/security-groups?id=74040d79-08a5-4ccb-8d0c-ba96a9e8466d&id=1062da38-e9d3-4864-a997-6a65fbb30edf&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.6121032 Jan 28 19:30:25.983236 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-3d2b7452-429e-4d7f-a728-4e1975f4db7a req-289bc0d9-f257-4ab4-83fa-3ec751d86687 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (9bcadbd2-2697-46df-a75c-0d1c1221e02f), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:26.038575 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edebd11b-560e-448e-a998-54110ddd68fc req-04f2062f-c04c-4741-8589-bca83ebe75d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:30:26.040058 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-edebd11b-560e-448e-a998-54110ddd68fc req-04f2062f-c04c-4741-8589-bca83ebe75d7 service neutron] 10.222.0.70 "GET /v2.0/networks?id=60e1dd7d-58d1-4d48-a9c2-a4b6c6d27732 HTTP/1.1" status: 200 len: 913 time: 0.7309563 Jan 28 19:30:26.158302 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-edebd11b-560e-448e-a998-54110ddd68fc req-94a40377-bf23-41d3-80f2-c167fc3d8894 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=19f77c1d-6158-49eb-8c57-f09341c29c2e HTTP/1.1" status: 200 len: 217 time: 0.1092131 Jan 28 19:30:26.352766 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1d957a-8691-499b-80e1-d313723137bd req-6fe7bda3-be91-4634-b305-c65aee029c6f tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:30:26.361083 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8e1d957a-8691-499b-80e1-d313723137bd req-6fe7bda3-be91-4634-b305-c65aee029c6f tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3d14ce0-7469-47f2-ae46-bee456094209 HTTP/1.1" status: 200 len: 931 time: 0.1475306 Jan 28 19:30:26.384711 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edebd11b-560e-448e-a998-54110ddd68fc req-d8ef98c0-9782-4278-9fa9-c601144fcf98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:30:26.386225 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-edebd11b-560e-448e-a998-54110ddd68fc req-d8ef98c0-9782-4278-9fa9-c601144fcf98 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=22051510-b4ac-44aa-8da5-3a58abb1b99a HTTP/1.1" status: 200 len: 853 time: 0.2170551 Jan 28 19:30:26.471795 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-edebd11b-560e-448e-a998-54110ddd68fc req-41e01548-f771-4251-87c0-add03c85d1df service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=60e1dd7d-58d1-4d48-a9c2-a4b6c6d27732&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0790575 Jan 28 19:30:26.588506 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8e1d957a-8691-499b-80e1-d313723137bd req-b951254c-b9f8-4460-aabe-4e6c5222c3ab tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] 10.222.0.64 "GET /v2.0/security-groups?id=12ee04d6-2379-4dda-9d23-37667d7c47ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261891 Jan 28 19:30:26.636273 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device d916fa22-0cdd-4d14-9a08-c2c6e46d9558 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:30:26.817182 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port d916fa22-0cdd-4d14-9a08-c2c6e46d9558 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:30:26.817567 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (d916fa22-0cdd-4d14-9a08-c2c6e46d9558), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:26.822826 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [req-3d2b7452-429e-4d7f-a728-4e1975f4db7a req-289bc0d9-f257-4ab4-83fa-3ec751d86687 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bcadbd2-2697-46df-a75c-0d1c1221e02f {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:30:26.845078 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-3d2b7452-429e-4d7f-a728-4e1975f4db7a req-289bc0d9-f257-4ab4-83fa-3ec751d86687 service neutron] Publish callbacks [] for port (9bcadbd2-2697-46df-a75c-0d1c1221e02f), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:26.883927 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-3d2b7452-429e-4d7f-a728-4e1975f4db7a req-289bc0d9-f257-4ab4-83fa-3ec751d86687 service neutron] Transition to ACTIVE for port object 9bcadbd2-2697-46df-a75c-0d1c1221e02f will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:30:26.910802 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-3d2b7452-429e-4d7f-a728-4e1975f4db7a req-289bc0d9-f257-4ab4-83fa-3ec751d86687 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (9bcadbd2-2697-46df-a75c-0d1c1221e02f), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:27.080757 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port d916fa22-0cdd-4d14-9a08-c2c6e46d9558 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:30:27.111841 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289bc0d9-f257-4ab4-83fa-3ec751d86687 service neutron] Pushing event updated for resources: {'Port': ['ID=9bcadbd2-2697-46df-a75c-0d1c1221e02f,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:27.163795 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-edebd11b-560e-448e-a998-54110ddd68fc req-3e673635-3350-4365-b459-9ba2d95ab4aa service neutron] 10.222.0.70 "GET /v2.0/networks/60e1dd7d-58d1-4d48-a9c2-a4b6c6d27732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6801417 Jan 28 19:30:27.166307 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4dc6f3b0-f32a-464a-ba66-0f68b38c72de req-beee5fa9-2638-4d97-a717-55dd772f419e tempest-ServerShowV257Test-369777128 tempest-ServerShowV257Test-369777128-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ea17654-c557-4a8f-bf64-f2bec5ad74df HTTP/1.1" status: 200 len: 210 time: 0.2648921 Jan 28 19:30:27.383666 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40faa6c4-b906-42c4-844b-13cae8b93589 req-4649ec17-530e-43b5-ac36-f5ee7ae76265 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:30:27.385729 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-edebd11b-560e-448e-a998-54110ddd68fc req-729c2821-a591-4ea2-b06d-1b3819ac2b48 service neutron] 10.222.0.70 "GET /v2.0/networks/60e1dd7d-58d1-4d48-a9c2-a4b6c6d27732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182930 Jan 28 19:30:27.387262 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-40faa6c4-b906-42c4-844b-13cae8b93589 req-4649ec17-530e-43b5-ac36-f5ee7ae76265 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] 10.222.0.64 "GET /v2.0/ports?device_id=3919382c-ddb3-4dda-9c59-527a15a1c549 HTTP/1.1" status: 200 len: 984 time: 0.2386367 Jan 28 19:30:27.527398 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-3d2b7452-429e-4d7f-a728-4e1975f4db7a req-289bc0d9-f257-4ab4-83fa-3ec751d86687 service neutron] Attempting to bind port 9bcadbd2-2697-46df-a75c-0d1c1221e02f on host n-h1-812111-14 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:30:27.527734 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-3d2b7452-429e-4d7f-a728-4e1975f4db7a req-289bc0d9-f257-4ab4-83fa-3ec751d86687 service neutron] Attempting to bind port 9bcadbd2-2697-46df-a75c-0d1c1221e02f by drivers openvswitch,hyperv on host n-h1-812111-14 at level 0 using segments [{'id': 'bbec6006-6052-487b-8f75-c43c45609882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'fcb44e6e-a519-43fc-8133-4d41be134056'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:30:27.528158 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d2b7452-429e-4d7f-a728-4e1975f4db7a req-289bc0d9-f257-4ab4-83fa-3ec751d86687 service neutron] Attempting to bind port 9bcadbd2-2697-46df-a75c-0d1c1221e02f on network fcb44e6e-a519-43fc-8133-4d41be134056 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:30:27.534119 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d2b7452-429e-4d7f-a728-4e1975f4db7a req-289bc0d9-f257-4ab4-83fa-3ec751d86687 service neutron] Port 9bcadbd2-2697-46df-a75c-0d1c1221e02f on network fcb44e6e-a519-43fc-8133-4d41be134056 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-14 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:30:27.534505 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d2b7452-429e-4d7f-a728-4e1975f4db7a req-289bc0d9-f257-4ab4-83fa-3ec751d86687 service neutron] Attempting to bind port 9bcadbd2-2697-46df-a75c-0d1c1221e02f on network fcb44e6e-a519-43fc-8133-4d41be134056 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:30:27.541495 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d2b7452-429e-4d7f-a728-4e1975f4db7a req-289bc0d9-f257-4ab4-83fa-3ec751d86687 service neutron] Checking agent: {'id': 'b544ba20-de93-4d86-9e6b-a2202deb6191', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:30:27.541854 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d2b7452-429e-4d7f-a728-4e1975f4db7a req-289bc0d9-f257-4ab4-83fa-3ec751d86687 service neutron] Checking segment: {'id': 'bbec6006-6052-487b-8f75-c43c45609882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'fcb44e6e-a519-43fc-8133-4d41be134056'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:30:27.542253 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d2b7452-429e-4d7f-a728-4e1975f4db7a req-289bc0d9-f257-4ab4-83fa-3ec751d86687 service neutron] Bound using segment: {'id': 'bbec6006-6052-487b-8f75-c43c45609882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'fcb44e6e-a519-43fc-8133-4d41be134056'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:30:27.542694 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-3d2b7452-429e-4d7f-a728-4e1975f4db7a req-289bc0d9-f257-4ab4-83fa-3ec751d86687 service neutron] Bound port: 9bcadbd2-2697-46df-a75c-0d1c1221e02f, host: n-h1-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbec6006-6052-487b-8f75-c43c45609882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'fcb44e6e-a519-43fc-8133-4d41be134056'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:30:27.543075 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-3d2b7452-429e-4d7f-a728-4e1975f4db7a req-289bc0d9-f257-4ab4-83fa-3ec751d86687 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (9bcadbd2-2697-46df-a75c-0d1c1221e02f), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:27.545351 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-40faa6c4-b906-42c4-844b-13cae8b93589 req-60152477-aecb-48c6-b8a5-ca16c18ced5a tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] 10.222.0.64 "GET /v2.0/security-groups?id=74040d79-08a5-4ccb-8d0c-ba96a9e8466d&id=1062da38-e9d3-4864-a997-6a65fbb30edf&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1302705 Jan 28 19:30:27.705382 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-3d2b7452-429e-4d7f-a728-4e1975f4db7a req-289bc0d9-f257-4ab4-83fa-3ec751d86687 service neutron] For port 9bcadbd2-2697-46df-a75c-0d1c1221e02f, host n-h1-812111-14, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:30:27.709583 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-3d2b7452-429e-4d7f-a728-4e1975f4db7a req-289bc0d9-f257-4ab4-83fa-3ec751d86687 service neutron] For port 9bcadbd2-2697-46df-a75c-0d1c1221e02f, host n-h1-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=9bcadbd2-2697-46df-a75c-0d1c1221e02f,segment=NetworkSegment(bbec6006-6052-487b-8f75-c43c45609882),segment_id=bbec6006-6052-487b-8f75-c43c45609882)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:30:27.742850 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-3d2b7452-429e-4d7f-a728-4e1975f4db7a req-289bc0d9-f257-4ab4-83fa-3ec751d86687 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (9bcadbd2-2697-46df-a75c-0d1c1221e02f), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:27.900485 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2b7452-429e-4d7f-a728-4e1975f4db7a req-289bc0d9-f257-4ab4-83fa-3ec751d86687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:30:27.901150 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-3d2b7452-429e-4d7f-a728-4e1975f4db7a req-289bc0d9-f257-4ab4-83fa-3ec751d86687 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:27.902801 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3d2b7452-429e-4d7f-a728-4e1975f4db7a req-289bc0d9-f257-4ab4-83fa-3ec751d86687 service neutron] 10.222.0.41 "PUT /v2.0/ports/9bcadbd2-2697-46df-a75c-0d1c1221e02f HTTP/1.1" status: 200 len: 1092 time: 2.1103456 Jan 28 19:30:27.906216 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3d14ce0-7469-47f2-ae46-bee456094209', 'tag': '9bcadbd2-2697-46df-a75c-0d1c1221e02f'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:30:27.909584 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0200b0f5-d37a-41f7-9496-283d72fc635c" -d '{"events": [{"name": "network-changed", "server_uuid": "b3d14ce0-7469-47f2-ae46-bee456094209", "tag": "9bcadbd2-2697-46df-a75c-0d1c1221e02f"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:30:28.024290 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fde1999e-85ec-4bf1-b150-3f1c1fd9debd x-openstack-request-id: req-fde1999e-85ec-4bf1-b150-3f1c1fd9debd {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:30:28.024586 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3d14ce0-7469-47f2-ae46-bee456094209", "tag": "9bcadbd2-2697-46df-a75c-0d1c1221e02f", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:30:28.025483 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fde1999e-85ec-4bf1-b150-3f1c1fd9debd {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:30:28.026315 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3d14ce0-7469-47f2-ae46-bee456094209', 'tag': '9bcadbd2-2697-46df-a75c-0d1c1221e02f', 'status': 'completed', 'code': 200} Jan 28 19:30:28.046031 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289bc0d9-f257-4ab4-83fa-3ec751d86687 service neutron] Pushing event updated for resources: {'Port': ['ID=9bcadbd2-2697-46df-a75c-0d1c1221e02f,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:28.072129 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24315f58-0b0d-485d-b9fa-d07302755a15 req-6cb1e60b-6910-46a6-8290-902fa0c40421 tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:30:28.074013 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-24315f58-0b0d-485d-b9fa-d07302755a15 req-6cb1e60b-6910-46a6-8290-902fa0c40421 tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3d14ce0-7469-47f2-ae46-bee456094209 HTTP/1.1" status: 200 len: 943 time: 0.2339520 Jan 28 19:30:28.287914 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-24315f58-0b0d-485d-b9fa-d07302755a15 req-dd0b4cab-e767-4d91-9e83-c860bf781460 tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] 10.222.0.64 "GET /v2.0/security-groups?id=12ee04d6-2379-4dda-9d23-37667d7c47ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014143 Jan 28 19:30:28.316921 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0200b0f5-d37a-41f7-9496-283d72fc635c req-cf2f7140-c9b3-49d3-b65e-83c44d16e591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:30:28.318536 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-0200b0f5-d37a-41f7-9496-283d72fc635c req-cf2f7140-c9b3-49d3-b65e-83c44d16e591 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c2d8a9b0fd5b43ca87eb8b43109d53ce&device_id=b3d14ce0-7469-47f2-ae46-bee456094209 HTTP/1.1" status: 200 len: 1126 time: 0.2139614 Jan 28 19:30:28.430937 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-58f667a7-75e4-4f76-8b7d-b8ce831b201c req-a9f60b5a-58de-413d-b8d7-abc4c90caf13 tempest-ServerShowV257Test-369777128 tempest-ServerShowV257Test-369777128-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ea17654-c557-4a8f-bf64-f2bec5ad74df HTTP/1.1" status: 200 len: 210 time: 0.1084807 Jan 28 19:30:28.754030 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0200b0f5-d37a-41f7-9496-283d72fc635c req-19aa0ede-7676-43d9-81a4-22c14e8b99ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:30:28.756344 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-0200b0f5-d37a-41f7-9496-283d72fc635c req-19aa0ede-7676-43d9-81a4-22c14e8b99ed service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=c2d8a9b0fd5b43ca87eb8b43109d53ce&shared=False HTTP/1.1" status: 200 len: 919 time: 0.4293602 Jan 28 19:30:29.049120 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0200b0f5-d37a-41f7-9496-283d72fc635c req-21acf754-2715-4adc-b063-4d2a0cb9a8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:30:29.053530 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-0200b0f5-d37a-41f7-9496-283d72fc635c req-21acf754-2715-4adc-b063-4d2a0cb9a8fd service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2779236 Jan 28 19:30:29.223391 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e17440-24e3-4585-a13f-a2749dd21662 req-fc672e92-4093-4058-aab5-1208a23dc831 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:30:29.245254 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-01e17440-24e3-4585-a13f-a2749dd21662 req-fc672e92-4093-4058-aab5-1208a23dc831 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] 10.222.0.64 "GET /v2.0/ports?device_id=3919382c-ddb3-4dda-9c59-527a15a1c549 HTTP/1.1" status: 200 len: 984 time: 0.4937391 Jan 28 19:30:29.501820 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2b7452-429e-4d7f-a728-4e1975f4db7a req-96204ef6-ebb3-4c61-8e12-97128a9353a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:30:29.503403 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3d2b7452-429e-4d7f-a728-4e1975f4db7a req-96204ef6-ebb3-4c61-8e12-97128a9353a0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c2d8a9b0fd5b43ca87eb8b43109d53ce&device_id=b3d14ce0-7469-47f2-ae46-bee456094209 HTTP/1.1" status: 200 len: 1126 time: 0.3881419 Jan 28 19:30:29.610826 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-01e17440-24e3-4585-a13f-a2749dd21662 req-572c19fa-b5cd-47ad-ab5b-4544511a2542 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] 10.222.0.64 "GET /v2.0/security-groups?id=74040d79-08a5-4ccb-8d0c-ba96a9e8466d&id=1062da38-e9d3-4864-a997-6a65fbb30edf&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.3644338 Jan 28 19:30:29.744347 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3d2b7452-429e-4d7f-a728-4e1975f4db7a req-9061268c-85f9-4072-b01d-4f6e6ecbee47 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9bcadbd2-2697-46df-a75c-0d1c1221e02f HTTP/1.1" status: 200 len: 217 time: 0.2274191 Jan 28 19:30:29.753846 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac16d43-4167-42df-b66f-9cb4dd046244 req-9317d146-82ba-4895-b7da-229c4cb605a4 tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:30:29.767389 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9ac16d43-4167-42df-b66f-9cb4dd046244 req-9317d146-82ba-4895-b7da-229c4cb605a4 tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3d14ce0-7469-47f2-ae46-bee456094209 HTTP/1.1" status: 200 len: 943 time: 0.1994712 Jan 28 19:30:29.788017 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a1943550-d452-4995-a489-9e0d155b6afd req-c81954c1-62af-4e6e-840a-0eb477de04aa service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=2ea17654-c557-4a8f-bf64-f2bec5ad74df HTTP/1.1" status: 200 len: 210 time: 0.0542552 Jan 28 19:30:29.982673 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9ac16d43-4167-42df-b66f-9cb4dd046244 req-3056e4f4-0f54-4dd2-81dc-8d9f33b9315d tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] 10.222.0.64 "GET /v2.0/security-groups?id=12ee04d6-2379-4dda-9d23-37667d7c47ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121511 Jan 28 19:30:30.009882 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ca99c876-3940-4aac-90fd-8ef44a27bd59 req-9a1307dc-0991-4f40-8e6d-4a867a6cea84 tempest-ServerShowV257Test-369777128 tempest-ServerShowV257Test-369777128-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ea17654-c557-4a8f-bf64-f2bec5ad74df HTTP/1.1" status: 200 len: 210 time: 0.1040883 Jan 28 19:30:30.020812 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2b7452-429e-4d7f-a728-4e1975f4db7a req-759d7669-2033-4e68-ad0e-79a69c5be0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:30:30.023477 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3d2b7452-429e-4d7f-a728-4e1975f4db7a req-759d7669-2033-4e68-ad0e-79a69c5be0ac service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1eb64952-13f5-46de-8d59-f48eead57e6d HTTP/1.1" status: 200 len: 859 time: 0.2498341 Jan 28 19:30:30.161146 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3d2b7452-429e-4d7f-a728-4e1975f4db7a req-5a9ad1c0-1ed1-4042-ad09-ab5ca778c727 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fcb44e6e-a519-43fc-8133-4d41be134056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1004887 Jan 28 19:30:30.289000 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-229106ad-e354-4ec9-b689-6477856ed333 req-f2d45fb3-16eb-4585-a696-82198409c4f5 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1313239524&fields=id&tenant_id=879de84eda7341fea1146b6817e26b95 HTTP/1.1" status: 200 len: 267 time: 0.1472857 Jan 28 19:30:30.299236 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 32828) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:30.514969 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229106ad-e354-4ec9-b689-6477856ed333 req-5cdf6d31-29f5-41e6-b5a4-54306b54d149 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:30:30.522819 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3d2b7452-429e-4d7f-a728-4e1975f4db7a req-2993604d-6634-4800-ae9e-5d701281664c service neutron] 10.222.0.41 "GET /v2.0/networks/fcb44e6e-a519-43fc-8133-4d41be134056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3518295 Jan 28 19:30:30.531035 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-229106ad-e354-4ec9-b689-6477856ed333 req-5cdf6d31-29f5-41e6-b5a4-54306b54d149 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] 10.222.0.64 "GET /v2.0/ports?device_id=3919382c-ddb3-4dda-9c59-527a15a1c549 HTTP/1.1" status: 200 len: 984 time: 0.2362800 Jan 28 19:30:30.549154 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-229106ad-e354-4ec9-b689-6477856ed333 req-318664cb-8d38-448e-983a-210d3859f14a tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Request body: {'port': {'security_groups': ['1062da38-e9d3-4864-a997-6a65fbb30edf', '74040d79-08a5-4ccb-8d0c-ba96a9e8466d', '245b0aa3-43c9-450c-8158-b7eaf4c95de4']}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:30:30.734683 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8ad38128-d6a7-460e-830d-100a00185ed4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:30.835976 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3d2b7452-429e-4d7f-a728-4e1975f4db7a req-5fc4a353-acdc-4d57-9a21-ae19f2c383d1 service neutron] 10.222.0.41 "GET /v2.0/networks/fcb44e6e-a519-43fc-8133-4d41be134056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2998259 Jan 28 19:30:30.893358 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-229106ad-e354-4ec9-b689-6477856ed333 req-318664cb-8d38-448e-983a-210d3859f14a tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (19f77c1d-6158-49eb-8c57-f09341c29c2e), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:31.303925 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b590d0-6beb-4a7d-8648-4d49dca4f71f req-6e6b835c-e055-4733-9539-a7568cae48dc tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:30:31.315961 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a0b590d0-6beb-4a7d-8648-4d49dca4f71f req-6e6b835c-e055-4733-9539-a7568cae48dc tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3d14ce0-7469-47f2-ae46-bee456094209 HTTP/1.1" status: 200 len: 943 time: 0.1599629 Jan 28 19:30:31.338578 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8ad38128-d6a7-460e-830d-100a00185ed4 admin admin] Publish callbacks [] for security_group (d6f9b92d-e435-413d-947c-674deb0476d3), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:31.358155 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8ad38128-d6a7-460e-830d-100a00185ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (d6f9b92d-e435-413d-947c-674deb0476d3), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:31.437255 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-8ad38128-d6a7-460e-830d-100a00185ed4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1257fb571b7e457ea126e6884d87a8da&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1334298 Jan 28 19:30:31.437907 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 32926) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:31.474301 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a0b590d0-6beb-4a7d-8648-4d49dca4f71f req-e71f46ac-0633-4ee3-baa1-fb5c4d62142c tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] 10.222.0.64 "GET /v2.0/security-groups?id=12ee04d6-2379-4dda-9d23-37667d7c47ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563354 Jan 28 19:30:31.567217 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad38128-d6a7-460e-830d-100a00185ed4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6f9b92d-e435-413d-947c-674deb0476d3,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:31.658036 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cd380033-a350-475d-b062-5ee492b1d64b admin admin] Publish callbacks [] for security_group (d6f9b92d-e435-413d-947c-674deb0476d3), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:31.707465 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cd380033-a350-475d-b062-5ee492b1d64b admin admin] Publish callbacks [] for security_group (d6f9b92d-e435-413d-947c-674deb0476d3), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:31.812353 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-82a7e2e9-235e-45c4-9f78-842bcb79f56e req-bb66c9c2-9c67-47b1-a6d7-cf65f6bb3210 tempest-ServerShowV257Test-369777128 tempest-ServerShowV257Test-369777128-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ea17654-c557-4a8f-bf64-f2bec5ad74df HTTP/1.1" status: 200 len: 210 time: 0.0714154 Jan 28 19:30:31.847062 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cd380033-a350-475d-b062-5ee492b1d64b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (d6f9b92d-e435-413d-947c-674deb0476d3), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:31.851128 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cd380033-a350-475d-b062-5ee492b1d64b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:31.874565 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-cd380033-a350-475d-b062-5ee492b1d64b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d6f9b92d-e435-413d-947c-674deb0476d3 HTTP/1.1" status: 204 len: 168 time: 0.4261501 Jan 28 19:30:31.903983 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd380033-a350-475d-b062-5ee492b1d64b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6f9b92d-e435-413d-947c-674deb0476d3,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:32.067648 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-229106ad-e354-4ec9-b689-6477856ed333 req-318664cb-8d38-448e-983a-210d3859f14a tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] For port 19f77c1d-6158-49eb-8c57-f09341c29c2e, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=19f77c1d-6158-49eb-8c57-f09341c29c2e,segment=NetworkSegment(5b66c8f9-1d97-48b1-bd99-697071b35b5b),segment_id=5b66c8f9-1d97-48b1-bd99-697071b35b5b)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:30:32.137083 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-229106ad-e354-4ec9-b689-6477856ed333 req-318664cb-8d38-448e-983a-210d3859f14a tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Publish callbacks [] for port (19f77c1d-6158-49eb-8c57-f09341c29c2e), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:32.144895 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-229106ad-e354-4ec9-b689-6477856ed333 req-318664cb-8d38-448e-983a-210d3859f14a tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (19f77c1d-6158-49eb-8c57-f09341c29c2e), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:32.159864 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['19f77c1d-6158-49eb-8c57-f09341c29c2e'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:30:32.163893 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['bc60d7ec-63bd-4e90-a8a7-0344399bfd4d'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:30:32.235974 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229106ad-e354-4ec9-b689-6477856ed333 req-318664cb-8d38-448e-983a-210d3859f14a tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:30:32.236890 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-229106ad-e354-4ec9-b689-6477856ed333 req-318664cb-8d38-448e-983a-210d3859f14a tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:32.239187 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-229106ad-e354-4ec9-b689-6477856ed333 req-318664cb-8d38-448e-983a-210d3859f14a tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] 10.222.0.64 "PUT /v2.0/ports/19f77c1d-6158-49eb-8c57-f09341c29c2e HTTP/1.1" status: 200 len: 1020 time: 1.7063513 Jan 28 19:30:32.239833 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3919382c-ddb3-4dda-9c59-527a15a1c549', 'tag': '19f77c1d-6158-49eb-8c57-f09341c29c2e'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:30:32.245338 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-111669a4-f37c-4b23-aa28-413bcd09ee87" -d '{"events": [{"name": "network-changed", "server_uuid": "3919382c-ddb3-4dda-9c59-527a15a1c549", "tag": "19f77c1d-6158-49eb-8c57-f09341c29c2e"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:30:32.412559 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7fbc7150-4734-421d-af43-7c989f000cf4 req-016665fd-7739-4b7c-8789-e00cca49f549 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b94138521200484f8f7c59bce01085ac&device_id=2ea17654-c557-4a8f-bf64-f2bec5ad74df HTTP/1.1" status: 200 len: 210 time: 0.0946374 Jan 28 19:30:32.432153 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318664cb-8d38-448e-983a-210d3859f14a tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Pushing event updated for resources: {'Port': ['ID=19f77c1d-6158-49eb-8c57-f09341c29c2e,revision_number=7']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:32.505765 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:30:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8badb03-676f-4fa8-a7f5-9d4b2efa6081 x-openstack-request-id: req-c8badb03-676f-4fa8-a7f5-9d4b2efa6081 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:30:32.506327 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3919382c-ddb3-4dda-9c59-527a15a1c549", "tag": "19f77c1d-6158-49eb-8c57-f09341c29c2e", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:30:32.518188 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c8badb03-676f-4fa8-a7f5-9d4b2efa6081 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:30:32.518665 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3919382c-ddb3-4dda-9c59-527a15a1c549', 'tag': '19f77c1d-6158-49eb-8c57-f09341c29c2e', 'status': 'completed', 'code': 200} Jan 28 19:30:32.547019 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5119c54a-2df3-4528-a9b1-713ecaf6e66b req-8e93a41f-12e2-46c2-aaa7-78b2411e8eb8 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] 10.222.0.64 "GET /v2.0/security-groups/245b0aa3-43c9-450c-8158-b7eaf4c95de4 HTTP/1.1" status: 200 len: 1819 time: 0.2474639 Jan 28 19:30:32.583288 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7fbc7150-4734-421d-af43-7c989f000cf4 req-4e89b625-9626-4932-b800-7fc6a07ce89e service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=b94138521200484f8f7c59bce01085ac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1626737 Jan 28 19:30:32.647794 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['19f77c1d-6158-49eb-8c57-f09341c29c2e'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:30:32.831028 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 9bcadbd2-2697-46df-a75c-0d1c1221e02f details requested by agent hyperv_n-h1-812111-14 with host n-h1-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:30:32.932593 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 33042) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:32.936466 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111669a4-f37c-4b23-aa28-413bcd09ee87 req-8a9c1a59-55f4-439d-9117-069180ec5320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:30:32.938427 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-111669a4-f37c-4b23-aa28-413bcd09ee87 req-8a9c1a59-55f4-439d-9117-069180ec5320 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=879de84eda7341fea1146b6817e26b95&device_id=3919382c-ddb3-4dda-9c59-527a15a1c549 HTTP/1.1" status: 200 len: 1207 time: 0.4052386 Jan 28 19:30:32.996479 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbc7150-4734-421d-af43-7c989f000cf4 req-0133d41c-2864-4a26-90db-cab7ceec4b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:30:33.011001 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7fbc7150-4734-421d-af43-7c989f000cf4 req-0133d41c-2864-4a26-90db-cab7ceec4b39 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4068727 Jan 28 19:30:33.028394 n-d-812111-14 neutron-server[103304]: INFO neutron.api.v2.resource [req-5119c54a-2df3-4528-a9b1-713ecaf6e66b req-f7fd12c2-a716-4792-8089-213127a81d13 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 28 19:30:33.053742 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5119c54a-2df3-4528-a9b1-713ecaf6e66b req-f7fd12c2-a716-4792-8089-213127a81d13 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] 10.222.0.64 "DELETE /v2.0/security-groups/245b0aa3-43c9-450c-8158-b7eaf4c95de4 HTTP/1.1" status: 409 len: 341 time: 0.3367605 Jan 28 19:30:33.077209 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.db.resource_extend [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 19:30:33.157794 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4f6d5f88-143b-45e1-afdc-0adca0e684b7 req-24fa85fb-a070-48e2-a259-caf9ff2c66e0 tempest-ServerShowV257Test-369777128 tempest-ServerShowV257Test-369777128-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ea17654-c557-4a8f-bf64-f2bec5ad74df HTTP/1.1" status: 200 len: 210 time: 0.1412315 Jan 28 19:30:33.285355 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-eff8c409-c8fc-49df-baaf-a041db5a3701 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:33.645415 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-616c7cd4-7ad2-4d5d-ac27-cc987b507ce3 req-3948b30b-129c-42fa-9a5b-cf5e57ef499d service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=3919382c-ddb3-4dda-9c59-527a15a1c549&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.7410216 Jan 28 19:30:33.687516 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e23c0a-8bd4-4b91-be79-26460faa4177 req-c1f0ef58-109a-4558-8b1a-ed8d92fa7803 tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:30:33.693820 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-65e23c0a-8bd4-4b91-be79-26460faa4177 req-c1f0ef58-109a-4558-8b1a-ed8d92fa7803 tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3d14ce0-7469-47f2-ae46-bee456094209 HTTP/1.1" status: 200 len: 943 time: 0.3710186 Jan 28 19:30:33.722938 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111669a4-f37c-4b23-aa28-413bcd09ee87 req-c7fcafa0-4a1e-40b3-9373-acb5cc399843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:30:33.740265 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-111669a4-f37c-4b23-aa28-413bcd09ee87 req-c7fcafa0-4a1e-40b3-9373-acb5cc399843 service neutron] 10.222.0.70 "GET /v2.0/networks?id=60e1dd7d-58d1-4d48-a9c2-a4b6c6d27732 HTTP/1.1" status: 200 len: 913 time: 0.7534294 Jan 28 19:30:33.836293 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a701aa-5bf3-46bd-ad78-1a00935ed179 req-ae5b3af3-cfdb-4440-b4b8-7760ed1cb493 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:30:33.845237 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b0a701aa-5bf3-46bd-ad78-1a00935ed179 req-ae5b3af3-cfdb-4440-b4b8-7760ed1cb493 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] 10.222.0.64 "GET /v2.0/ports?device_id=3919382c-ddb3-4dda-9c59-527a15a1c549 HTTP/1.1" status: 200 len: 1023 time: 0.1174991 Jan 28 19:30:33.872927 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 9bcadbd2-2697-46df-a75c-0d1c1221e02f, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=9bcadbd2-2697-46df-a75c-0d1c1221e02f,segment=NetworkSegment(bbec6006-6052-487b-8f75-c43c45609882),segment_id=bbec6006-6052-487b-8f75-c43c45609882)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:30:33.929872 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-111669a4-f37c-4b23-aa28-413bcd09ee87 req-e49baf41-4b79-4e45-9a35-92c398a98c89 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=19f77c1d-6158-49eb-8c57-f09341c29c2e HTTP/1.1" status: 200 len: 217 time: 0.1693847 Jan 28 19:30:33.972081 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b0a701aa-5bf3-46bd-ad78-1a00935ed179 req-305a8797-a2ba-4109-9294-9fa0ec40d997 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] 10.222.0.64 "GET /v2.0/security-groups?id=74040d79-08a5-4ccb-8d0c-ba96a9e8466d&id=245b0aa3-43c9-450c-8158-b7eaf4c95de4&id=1062da38-e9d3-4864-a997-6a65fbb30edf&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1256068 Jan 28 19:30:34.024041 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-65e23c0a-8bd4-4b91-be79-26460faa4177 req-a2714f5f-1375-4dd4-a6d0-e26e1301fce9 tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] 10.222.0.64 "GET /v2.0/security-groups?id=12ee04d6-2379-4dda-9d23-37667d7c47ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2793262 Jan 28 19:30:34.055844 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Returning: {'device': '9bcadbd2-2697-46df-a75c-0d1c1221e02f', 'network_id': 'fcb44e6e-a519-43fc-8133-4d41be134056', 'port_id': '9bcadbd2-2697-46df-a75c-0d1c1221e02f', 'mac_address': 'fa:16:3e:56:cc:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1eb64952-13f5-46de-8d59-f48eead57e6d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:30:34.131034 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port 9bcadbd2-2697-46df-a75c-0d1c1221e02f is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:30:34.131677 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (9bcadbd2-2697-46df-a75c-0d1c1221e02f), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:34.163768 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bcadbd2-2697-46df-a75c-0d1c1221e02f {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:30:34.191321 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 9bcadbd2-2697-46df-a75c-0d1c1221e02f, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=9bcadbd2-2697-46df-a75c-0d1c1221e02f,segment=NetworkSegment(bbec6006-6052-487b-8f75-c43c45609882),segment_id=bbec6006-6052-487b-8f75-c43c45609882)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:30:34.252408 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-eff8c409-c8fc-49df-baaf-a041db5a3701 admin admin] Publish callbacks [] for security_group (173b6c61-b4af-45e3-948e-3ea06d59e446), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:34.282797 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-eff8c409-c8fc-49df-baaf-a041db5a3701 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (173b6c61-b4af-45e3-948e-3ea06d59e446), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:34.304029 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (9bcadbd2-2697-46df-a75c-0d1c1221e02f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:34.353731 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-eff8c409-c8fc-49df-baaf-a041db5a3701 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b3c1d42e9e164afcaf7f2ef55c91608b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4135892 Jan 28 19:30:34.356831 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-fe145573-18d2-44e4-95fb-74c2d6ef2c34 req-b1afc97f-97e5-41f8-9fa5-96434810db70 tempest-ServerShowV257Test-369777128 tempest-ServerShowV257Test-369777128-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ea17654-c557-4a8f-bf64-f2bec5ad74df HTTP/1.1" status: 200 len: 210 time: 0.0499001 Jan 28 19:30:34.359364 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 33094) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:34.368489 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff8c409-c8fc-49df-baaf-a041db5a3701 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=173b6c61-b4af-45e3-948e-3ea06d59e446,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:34.473569 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=9bcadbd2-2697-46df-a75c-0d1c1221e02f,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:34.504930 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111669a4-f37c-4b23-aa28-413bcd09ee87 req-8e651e54-5939-4fb9-b3ca-35d3234996c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:30:34.506531 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-111669a4-f37c-4b23-aa28-413bcd09ee87 req-8e651e54-5939-4fb9-b3ca-35d3234996c5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=22051510-b4ac-44aa-8da5-3a58abb1b99a HTTP/1.1" status: 200 len: 853 time: 0.4964395 Jan 28 19:30:34.513919 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7fbc7150-4734-421d-af43-7c989f000cf4 req-744fa8ee-d691-4319-ab80-608eae5fd1b9 tempest-ServerShowV257Test-369777128 tempest-ServerShowV257Test-369777128-project] 10.222.0.70 "GET /v2.0/ports?device_id=2ea17654-c557-4a8f-bf64-f2bec5ad74df HTTP/1.1" status: 200 len: 210 time: 0.1491039 Jan 28 19:30:34.568888 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-111669a4-f37c-4b23-aa28-413bcd09ee87 req-27c08ad4-cb0f-4f66-a827-b8241946d003 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=60e1dd7d-58d1-4d48-a9c2-a4b6c6d27732&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529928 Jan 28 19:30:34.583699 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['9bcadbd2-2697-46df-a75c-0d1c1221e02f'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:30:34.741735 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-111669a4-f37c-4b23-aa28-413bcd09ee87 req-daf8a36d-271c-4a71-8858-757fedad5801 service neutron] 10.222.0.70 "GET /v2.0/networks/60e1dd7d-58d1-4d48-a9c2-a4b6c6d27732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662381 Jan 28 19:30:34.784282 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-50782a7b-2d59-4a6f-8609-6514b2e52040 admin admin] Publish callbacks [] for security_group (173b6c61-b4af-45e3-948e-3ea06d59e446), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:34.946923 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-50782a7b-2d59-4a6f-8609-6514b2e52040 admin admin] Publish callbacks [] for security_group (173b6c61-b4af-45e3-948e-3ea06d59e446), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:34.991119 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-111669a4-f37c-4b23-aa28-413bcd09ee87 req-2a1713a8-e691-43ef-a5f1-37e1de446a77 service neutron] 10.222.0.70 "GET /v2.0/networks/60e1dd7d-58d1-4d48-a9c2-a4b6c6d27732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2285311 Jan 28 19:30:35.068077 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-50782a7b-2d59-4a6f-8609-6514b2e52040 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (173b6c61-b4af-45e3-948e-3ea06d59e446), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:35.078106 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-50782a7b-2d59-4a6f-8609-6514b2e52040 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:35.093308 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-50782a7b-2d59-4a6f-8609-6514b2e52040 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/173b6c61-b4af-45e3-948e-3ea06d59e446 HTTP/1.1" status: 204 len: 168 time: 0.7216868 Jan 28 19:30:35.139725 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50782a7b-2d59-4a6f-8609-6514b2e52040 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=173b6c61-b4af-45e3-948e-3ea06d59e446,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:35.379612 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d510f40-3426-4edc-b83e-b07e8a5ce955 req-a342693e-882d-4482-90b7-04aed5e67cd8 tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:30:35.395109 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5d510f40-3426-4edc-b83e-b07e8a5ce955 req-a342693e-882d-4482-90b7-04aed5e67cd8 tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3d14ce0-7469-47f2-ae46-bee456094209 HTTP/1.1" status: 200 len: 944 time: 0.1327219 Jan 28 19:30:35.525014 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5d510f40-3426-4edc-b83e-b07e8a5ce955 req-258f0167-d38b-431f-b818-ce38a1ecd3d2 tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] 10.222.0.64 "GET /v2.0/security-groups?id=12ee04d6-2379-4dda-9d23-37667d7c47ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271391 Jan 28 19:30:35.650341 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f168e09-c0d9-4b27-a0d1-8f58e9e20029 req-7571022d-f084-40de-8864-e48b91a7ae5c tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:30:35.653889 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6f168e09-c0d9-4b27-a0d1-8f58e9e20029 req-7571022d-f084-40de-8864-e48b91a7ae5c tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] 10.222.0.70 "GET /v2.0/ports?device_id=3919382c-ddb3-4dda-9c59-527a15a1c549 HTTP/1.1" status: 200 len: 1023 time: 0.3778188 Jan 28 19:30:35.664735 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68412c2b-092b-4f41-97b6-535b8052eb57 req-4e54026f-752e-4ae7-9088-e9a2476c92d9 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:30:35.675864 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-68412c2b-092b-4f41-97b6-535b8052eb57 req-4e54026f-752e-4ae7-9088-e9a2476c92d9 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] 10.222.0.64 "GET /v2.0/ports?device_id=3919382c-ddb3-4dda-9c59-527a15a1c549 HTTP/1.1" status: 200 len: 1023 time: 0.4008896 Jan 28 19:30:35.706306 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616c7cd4-7ad2-4d5d-ac27-cc987b507ce3 req-75ad2c8e-3bda-490f-9c3f-f204f6cb36c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:30:35.721836 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-616c7cd4-7ad2-4d5d-ac27-cc987b507ce3 req-75ad2c8e-3bda-490f-9c3f-f204f6cb36c8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=879de84eda7341fea1146b6817e26b95&device_id=3919382c-ddb3-4dda-9c59-527a15a1c549 HTTP/1.1" status: 200 len: 1207 time: 0.5563588 Jan 28 19:30:35.860036 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-92132f33-0d57-454a-b4ab-8125c1a8efe5 req-20d9f34c-7ff1-4705-ac52-35e97cc587fe tempest-ServerShowV257Test-369777128 tempest-ServerShowV257Test-369777128-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ea17654-c557-4a8f-bf64-f2bec5ad74df HTTP/1.1" status: 200 len: 210 time: 0.0909121 Jan 28 19:30:36.261475 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-68412c2b-092b-4f41-97b6-535b8052eb57 req-09baa08a-26c2-4de8-935a-90f7d1cc21e2 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] 10.222.0.64 "GET /v2.0/security-groups?id=74040d79-08a5-4ccb-8d0c-ba96a9e8466d&id=245b0aa3-43c9-450c-8158-b7eaf4c95de4&id=1062da38-e9d3-4864-a997-6a65fbb30edf&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.5828509 Jan 28 19:30:36.344225 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616c7cd4-7ad2-4d5d-ac27-cc987b507ce3 req-dbca0227-a2c2-43d2-ad68-dfe53df26980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:30:36.348047 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-616c7cd4-7ad2-4d5d-ac27-cc987b507ce3 req-dbca0227-a2c2-43d2-ad68-dfe53df26980 service neutron] 10.222.0.70 "GET /v2.0/networks?id=60e1dd7d-58d1-4d48-a9c2-a4b6c6d27732 HTTP/1.1" status: 200 len: 913 time: 0.5946662 Jan 28 19:30:36.493270 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-616c7cd4-7ad2-4d5d-ac27-cc987b507ce3 req-1d637d94-46ba-4ac3-9396-bb078226cb43 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=19f77c1d-6158-49eb-8c57-f09341c29c2e HTTP/1.1" status: 200 len: 217 time: 0.1390195 Jan 28 19:30:36.588752 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-6f168e09-c0d9-4b27-a0d1-8f58e9e20029 req-aad69956-90b1-4dd9-9fed-1ce73856f028 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Deleting port 19f77c1d-6158-49eb-8c57-f09341c29c2e {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:30:36.589093 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6f168e09-c0d9-4b27-a0d1-8f58e9e20029 req-aad69956-90b1-4dd9-9fed-1ce73856f028 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (19f77c1d-6158-49eb-8c57-f09341c29c2e), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:36.651330 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3e0433f4-9f90-44d8-8b80-647da8a4bf5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:36.798701 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 9bcadbd2-2697-46df-a75c-0d1c1221e02f up at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:30:36.816352 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616c7cd4-7ad2-4d5d-ac27-cc987b507ce3 req-5828abef-591e-4c56-828a-cee6fba0a382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:30:36.818093 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-616c7cd4-7ad2-4d5d-ac27-cc987b507ce3 req-5828abef-591e-4c56-828a-cee6fba0a382 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=22051510-b4ac-44aa-8da5-3a58abb1b99a HTTP/1.1" status: 200 len: 853 time: 0.3185430 Jan 28 19:30:36.915241 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning for port 9bcadbd2-2697-46df-a75c-0d1c1221e02f completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:30:36.920792 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning complete for port 9bcadbd2-2697-46df-a75c-0d1c1221e02f triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:30:36.921679 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (9bcadbd2-2697-46df-a75c-0d1c1221e02f), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:36.924332 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-616c7cd4-7ad2-4d5d-ac27-cc987b507ce3 req-287791b5-f26a-4196-99c7-c027f38fcff1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=60e1dd7d-58d1-4d48-a9c2-a4b6c6d27732&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0970514 Jan 28 19:30:36.984933 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cccd2a2-89f9-47f2-934b-f4ce0d042a4f req-86406ef8-8733-43f3-af21-b11b43f07e0f tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:30:37.000654 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1cccd2a2-89f9-47f2-934b-f4ce0d042a4f req-86406ef8-8733-43f3-af21-b11b43f07e0f tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3d14ce0-7469-47f2-ae46-bee456094209 HTTP/1.1" status: 200 len: 944 time: 0.2395129 Jan 28 19:30:37.111376 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-6f168e09-c0d9-4b27-a0d1-8f58e9e20029 req-aad69956-90b1-4dd9-9fed-1ce73856f028 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] For port 19f77c1d-6158-49eb-8c57-f09341c29c2e, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=19f77c1d-6158-49eb-8c57-f09341c29c2e,segment=NetworkSegment(5b66c8f9-1d97-48b1-bd99-697071b35b5b),segment_id=5b66c8f9-1d97-48b1-bd99-697071b35b5b)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:30:37.111663 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6f168e09-c0d9-4b27-a0d1-8f58e9e20029 req-aad69956-90b1-4dd9-9fed-1ce73856f028 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (19f77c1d-6158-49eb-8c57-f09341c29c2e), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:37.153380 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-6f168e09-c0d9-4b27-a0d1-8f58e9e20029 req-aad69956-90b1-4dd9-9fed-1ce73856f028 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Calling delete_port for 19f77c1d-6158-49eb-8c57-f09341c29c2e owned by compute:nova {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:30:37.250193 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1cccd2a2-89f9-47f2-934b-f4ce0d042a4f req-8f6f7729-55e2-4290-85ca-dab2eb829be5 tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] 10.222.0.64 "GET /v2.0/security-groups?id=12ee04d6-2379-4dda-9d23-37667d7c47ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265472 Jan 28 19:30:37.276450 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port 9bcadbd2-2697-46df-a75c-0d1c1221e02f is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:30:37.276849 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (9bcadbd2-2697-46df-a75c-0d1c1221e02f), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:37.343024 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-616c7cd4-7ad2-4d5d-ac27-cc987b507ce3 req-d9cb959a-4e7c-49ee-a239-9d10424e712f service neutron] 10.222.0.70 "GET /v2.0/networks/60e1dd7d-58d1-4d48-a9c2-a4b6c6d27732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4018977 Jan 28 19:30:37.405157 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 9bcadbd2-2697-46df-a75c-0d1c1221e02f, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=9bcadbd2-2697-46df-a75c-0d1c1221e02f,segment=NetworkSegment(bbec6006-6052-487b-8f75-c43c45609882),segment_id=bbec6006-6052-487b-8f75-c43c45609882)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:30:37.408522 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3d14ce0-7469-47f2-ae46-bee456094209', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bcadbd2-2697-46df-a75c-0d1c1221e02f'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:30:37.418755 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9f02f07-a6f4-4a4a-abd7-88da9cdbee7d" -d '{"events": [{"server_uuid": "b3d14ce0-7469-47f2-ae46-bee456094209", "name": "network-vif-plugged", "status": "completed", "tag": "9bcadbd2-2697-46df-a75c-0d1c1221e02f"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:30:37.429874 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (9bcadbd2-2697-46df-a75c-0d1c1221e02f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:37.637302 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:30:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98ecd119-0d41-46b6-b46e-18161a3b5bb3 x-openstack-request-id: req-98ecd119-0d41-46b6-b46e-18161a3b5bb3 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:30:37.637601 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3d14ce0-7469-47f2-ae46-bee456094209", "name": "network-vif-plugged", "status": "completed", "tag": "9bcadbd2-2697-46df-a75c-0d1c1221e02f", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:30:37.642467 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-98ecd119-0d41-46b6-b46e-18161a3b5bb3 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:30:37.646867 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3d14ce0-7469-47f2-ae46-bee456094209', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bcadbd2-2697-46df-a75c-0d1c1221e02f', 'code': 200} Jan 28 19:30:37.680118 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=9bcadbd2-2697-46df-a75c-0d1c1221e02f,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:37.706097 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:30:37.706711 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:30:37.707227 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:30:37.708779 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:30:37.709348 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:30:37.710265 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:30:37.710826 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:30:37.713917 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:30:37.714562 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:30:37.715077 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:30:37.718088 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:30:37.718688 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:30:37.719488 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:30:37.786702 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ea280f-8fc7-426b-bc9f-2030a565e621 req-d4622570-9194-44a6-8dec-e421cc959732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:30:37.795177 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a9ea280f-8fc7-426b-bc9f-2030a565e621 req-d4622570-9194-44a6-8dec-e421cc959732 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b3d14ce0-7469-47f2-ae46-bee456094209 HTTP/1.1" status: 200 len: 1128 time: 0.1502619 Jan 28 19:30:37.921894 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 33174) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:38.012835 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a9ea280f-8fc7-426b-bc9f-2030a565e621 req-3cb70799-f4e3-408e-b5c0-ba98e60a0b8f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=12ee04d6-2379-4dda-9d23-37667d7c47ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068663 Jan 28 19:30:38.163929 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-616c7cd4-7ad2-4d5d-ac27-cc987b507ce3 req-2184999a-7f50-416e-b562-5b6d675780ea service neutron] 10.222.0.70 "GET /v2.0/networks/60e1dd7d-58d1-4d48-a9c2-a4b6c6d27732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7988353 Jan 28 19:30:38.212118 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754f2118-afc4-47e8-bcc2-d7107a15c4ba req-937a1327-b88e-46f0-a8eb-dfa858d4d797 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:30:38.226449 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-754f2118-afc4-47e8-bcc2-d7107a15c4ba req-937a1327-b88e-46f0-a8eb-dfa858d4d797 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] 10.222.0.64 "GET /v2.0/ports?device_id=3919382c-ddb3-4dda-9c59-527a15a1c549 HTTP/1.1" status: 200 len: 1023 time: 0.4652264 Jan 28 19:30:38.484439 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6f168e09-c0d9-4b27-a0d1-8f58e9e20029 req-aad69956-90b1-4dd9-9fed-1ce73856f028 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (19f77c1d-6158-49eb-8c57-f09341c29c2e), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:38.498588 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['bc60d7ec-63bd-4e90-a8a7-0344399bfd4d'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:30:38.508358 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-830c3f55-5a5b-4237-ae84-e6788998ec5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:38.632262 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad69956-90b1-4dd9-9fed-1ce73856f028 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Pushing event deleted for resources: {'Port': ['ID=19f77c1d-6158-49eb-8c57-f09341c29c2e,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:38.688825 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-830c3f55-5a5b-4237-ae84-e6788998ec5b admin admin] Publish callbacks [] for security_group (d6165152-cd17-4376-8127-39cabb676248), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:38.707373 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-754f2118-afc4-47e8-bcc2-d7107a15c4ba req-4fea0887-0285-4f0b-80f9-322f3fce1349 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] 10.222.0.64 "GET /v2.0/security-groups?id=74040d79-08a5-4ccb-8d0c-ba96a9e8466d&id=245b0aa3-43c9-450c-8158-b7eaf4c95de4&id=1062da38-e9d3-4864-a997-6a65fbb30edf&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.4610424 Jan 28 19:30:38.712392 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-830c3f55-5a5b-4237-ae84-e6788998ec5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (d6165152-cd17-4376-8127-39cabb676248), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:38.795187 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-830c3f55-5a5b-4237-ae84-e6788998ec5b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b94138521200484f8f7c59bce01085ac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8666272 Jan 28 19:30:38.811136 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 33198) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:38.827483 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f168e09-c0d9-4b27-a0d1-8f58e9e20029 req-aad69956-90b1-4dd9-9fed-1ce73856f028 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] No DVR routers for this DVR port 19f77c1d-6158-49eb-8c57-f09341c29c2e on host n-h2-812111-14 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:30:38.836123 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6f168e09-c0d9-4b27-a0d1-8f58e9e20029 req-aad69956-90b1-4dd9-9fed-1ce73856f028 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:38.845020 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6f168e09-c0d9-4b27-a0d1-8f58e9e20029 req-aad69956-90b1-4dd9-9fed-1ce73856f028 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] 10.222.0.70 "DELETE /v2.0/ports/19f77c1d-6158-49eb-8c57-f09341c29c2e HTTP/1.1" status: 204 len: 173 time: 3.1182058 Jan 28 19:30:38.846668 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3925423f-3b37-4e3c-88ad-9eeb835dd0ad req-de06aa32-a0da-4b86-aaab-d85044535452 tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:30:38.848339 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3919382c-ddb3-4dda-9c59-527a15a1c549', 'name': 'network-vif-deleted', 'tag': '19f77c1d-6158-49eb-8c57-f09341c29c2e'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:30:38.868405 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3925423f-3b37-4e3c-88ad-9eeb835dd0ad req-de06aa32-a0da-4b86-aaab-d85044535452 tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3d14ce0-7469-47f2-ae46-bee456094209 HTTP/1.1" status: 200 len: 945 time: 0.4759614 Jan 28 19:30:38.870973 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a78a93b-cf9a-45f7-8604-830509372db8" -d '{"events": [{"server_uuid": "3919382c-ddb3-4dda-9c59-527a15a1c549", "name": "network-vif-deleted", "tag": "19f77c1d-6158-49eb-8c57-f09341c29c2e"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:30:38.953786 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:30:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-200ed867-9b83-4765-980a-540411a8945c x-openstack-request-id: req-200ed867-9b83-4765-980a-540411a8945c {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:30:38.954315 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3919382c-ddb3-4dda-9c59-527a15a1c549", "name": "network-vif-deleted", "tag": "19f77c1d-6158-49eb-8c57-f09341c29c2e", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:30:38.954727 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-200ed867-9b83-4765-980a-540411a8945c {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:30:38.955290 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3919382c-ddb3-4dda-9c59-527a15a1c549', 'name': 'network-vif-deleted', 'tag': '19f77c1d-6158-49eb-8c57-f09341c29c2e', 'status': 'completed', 'code': 200} Jan 28 19:30:38.969075 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c50a7c24-0486-48f3-a252-18302d5b9d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:39.146273 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830c3f55-5a5b-4237-ae84-e6788998ec5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6165152-cd17-4376-8127-39cabb676248,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:39.219723 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 33212) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:39.260186 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-b0a3c31c-dce6-4f44-b985-a46832d2827d tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-838903534'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:30:39.295588 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e2b23691-e9ea-4c61-a0f5-d07627d8154e admin admin] Publish callbacks [] for security_group (d6165152-cd17-4376-8127-39cabb676248), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:39.341229 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3925423f-3b37-4e3c-88ad-9eeb835dd0ad req-194e0c29-ce29-413e-8aa8-f37bed265bc9 tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] 10.222.0.64 "GET /v2.0/security-groups?id=12ee04d6-2379-4dda-9d23-37667d7c47ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4716182 Jan 28 19:30:39.393028 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0a3c31c-dce6-4f44-b985-a46832d2827d tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Made reservation on behalf of 6a63e631dab749fab705cc3ad19e314b for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:30:39.405681 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b0a3c31c-dce6-4f44-b985-a46832d2827d tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:39.423227 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e2b23691-e9ea-4c61-a0f5-d07627d8154e admin admin] Publish callbacks [] for security_group (d6165152-cd17-4376-8127-39cabb676248), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:39.473653 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0a3c31c-dce6-4f44-b985-a46832d2827d tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:30:39.524258 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b0a3c31c-dce6-4f44-b985-a46832d2827d tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (9bf5b81d-1ecc-495b-86bd-fe1fc8410ddb), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:39.524882 n-d-812111-14 neutron-server[103304]: INFO neutron.db.segments_db [None req-b0a3c31c-dce6-4f44-b985-a46832d2827d tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Added segment 9bf5b81d-1ecc-495b-86bd-fe1fc8410ddb of type vlan for network 1a0a56ae-a8fc-45c3-a9f5-3868c6fdc511 Jan 28 19:30:39.630171 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e2b23691-e9ea-4c61-a0f5-d07627d8154e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (d6165152-cd17-4376-8127-39cabb676248), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:39.635247 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e2b23691-e9ea-4c61-a0f5-d07627d8154e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:39.638976 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-e2b23691-e9ea-4c61-a0f5-d07627d8154e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d6165152-cd17-4376-8127-39cabb676248 HTTP/1.1" status: 204 len: 168 time: 0.7130551 Jan 28 19:30:39.682701 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b23691-e9ea-4c61-a0f5-d07627d8154e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6165152-cd17-4376-8127-39cabb676248,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:39.755273 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b0a3c31c-dce6-4f44-b985-a46832d2827d tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (1a0a56ae-a8fc-45c3-a9f5-3868c6fdc511), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:39.777446 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:39.885086 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b0a3c31c-dce6-4f44-b985-a46832d2827d tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (1a0a56ae-a8fc-45c3-a9f5-3868c6fdc511), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:39.904937 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a3c31c-dce6-4f44-b985-a46832d2827d tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:30:39.908741 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b0a3c31c-dce6-4f44-b985-a46832d2827d tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:40.049711 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-b0a3c31c-dce6-4f44-b985-a46832d2827d tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8256598 Jan 28 19:30:40.054718 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 33232) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:40.061724 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-033dc86e-df94-48ed-8e3d-e566e2cb722d tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1295584559'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:30:40.109124 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-695e0ab4-ff94-443a-b8c7-a073737c7095 req-811298c8-e68e-471c-9c65-beba1f4507b4 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] 10.222.0.64 "GET /v2.0/ports?device_id=3919382c-ddb3-4dda-9c59-527a15a1c549 HTTP/1.1" status: 200 len: 210 time: 0.1503563 Jan 28 19:30:40.111673 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-033dc86e-df94-48ed-8e3d-e566e2cb722d tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Made reservation on behalf of 6a63e631dab749fab705cc3ad19e314b for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:30:40.117458 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-033dc86e-df94-48ed-8e3d-e566e2cb722d tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:40.154639 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a3c31c-dce6-4f44-b985-a46832d2827d tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Pushing event updated for resources: {'Network': ['ID=1a0a56ae-a8fc-45c3-a9f5-3868c6fdc511,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:40.170623 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network 1a0a56ae-a8fc-45c3-a9f5-3868c6fdc511 details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:30:40.188726 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-033dc86e-df94-48ed-8e3d-e566e2cb722d tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:30:40.213640 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-033dc86e-df94-48ed-8e3d-e566e2cb722d tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (f691f418-4099-4a2e-b081-8f35001c07cb), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:40.215970 n-d-812111-14 neutron-server[103305]: INFO neutron.db.segments_db [None req-033dc86e-df94-48ed-8e3d-e566e2cb722d tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Added segment f691f418-4099-4a2e-b081-8f35001c07cb of type vlan for network 2b32274e-ef71-47fa-9b2e-d7c8beaa092d Jan 28 19:30:40.403934 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 19f77c1d-6158-49eb-8c57-f09341c29c2e no longer exists at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:30:40.462239 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-033dc86e-df94-48ed-8e3d-e566e2cb722d tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (2b32274e-ef71-47fa-9b2e-d7c8beaa092d), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:40.550203 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] No Port match for: 19f77c1d-6158-49eb-8c57-f09341c29c2e {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:30:40.550696 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 19f77c1d-6158-49eb-8c57-f09341c29c2e not bound to the agent host n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:30:40.600160 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-033dc86e-df94-48ed-8e3d-e566e2cb722d tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (2b32274e-ef71-47fa-9b2e-d7c8beaa092d), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:40.630606 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-033dc86e-df94-48ed-8e3d-e566e2cb722d tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:30:40.635882 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-033dc86e-df94-48ed-8e3d-e566e2cb722d tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:40.878740 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033dc86e-df94-48ed-8e3d-e566e2cb722d tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Pushing event updated for resources: {'Network': ['ID=2b32274e-ef71-47fa-9b2e-d7c8beaa092d,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:40.912054 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network 2b32274e-ef71-47fa-9b2e-d7c8beaa092d details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:30:41.018007 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 33284) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:41.023368 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-dfef070b-3f0c-4b7b-9aa0-58d007f00f56 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Request body: {'subnet': {'network_id': '1a0a56ae-a8fc-45c3-a9f5-3868c6fdc511', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:30:41.027505 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-033dc86e-df94-48ed-8e3d-e566e2cb722d tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9707856 Jan 28 19:30:41.081842 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5144f3c6-5da9-4a79-8e11-19735aaeba51 req-4592bfc9-43bf-4dc6-9220-b5487ede331f tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:30:41.087941 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5144f3c6-5da9-4a79-8e11-19735aaeba51 req-4592bfc9-43bf-4dc6-9220-b5487ede331f tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3d14ce0-7469-47f2-ae46-bee456094209 HTTP/1.1" status: 200 len: 945 time: 0.2220747 Jan 28 19:30:41.215660 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5144f3c6-5da9-4a79-8e11-19735aaeba51 req-eb8d9780-3c6f-4790-a1eb-dc482e79a064 tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] 10.222.0.64 "GET /v2.0/security-groups?id=12ee04d6-2379-4dda-9d23-37667d7c47ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214652 Jan 28 19:30:41.511957 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 33300) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:41.659798 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:41.671685 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc2b472-5661-44b6-ae5a-f87918075d4d req-1d4c5d8a-359a-4d74-bf5d-4dd95b9abb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:30:41.673138 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7cc2b472-5661-44b6-ae5a-f87918075d4d req-1d4c5d8a-359a-4d74-bf5d-4dd95b9abb89 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c2d8a9b0fd5b43ca87eb8b43109d53ce&device_id=b3d14ce0-7469-47f2-ae46-bee456094209 HTTP/1.1" status: 200 len: 1128 time: 0.1351266 Jan 28 19:30:41.721743 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-28d67c92-1fbf-4231-b212-ee1186f7c22d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:41.910750 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ac475ff5-d9d0-48e4-b165-1cb3c813d026 req-9f85e894-1ebd-4eb5-a7eb-066eb3ad11d4 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] 10.222.0.64 "GET /v2.0/security-groups/74040d79-08a5-4ccb-8d0c-ba96a9e8466d HTTP/1.1" status: 200 len: 1818 time: 0.5466800 Jan 28 19:30:41.936785 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5c4945-34c8-4030-8086-a16b3671b321 req-80eb917c-b79c-4e89-bd2d-c4b8763aeab9 tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:30:41.938682 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-de5c4945-34c8-4030-8086-a16b3671b321 req-80eb917c-b79c-4e89-bd2d-c4b8763aeab9 tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3d14ce0-7469-47f2-ae46-bee456094209 HTTP/1.1" status: 200 len: 945 time: 0.2187598 Jan 28 19:30:41.963669 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfef070b-3f0c-4b7b-9aa0-58d007f00f56 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Made reservation on behalf of 6a63e631dab749fab705cc3ad19e314b for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:30:41.971905 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-dfef070b-3f0c-4b7b-9aa0-58d007f00f56 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5221429'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:42.016053 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-28d67c92-1fbf-4231-b212-ee1186f7c22d admin admin] Publish callbacks [] for security_group (7ec9b8cd-c14b-4efb-a5eb-aa2f435411c9), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:42.035681 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-28d67c92-1fbf-4231-b212-ee1186f7c22d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (7ec9b8cd-c14b-4efb-a5eb-aa2f435411c9), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:42.048211 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc2b472-5661-44b6-ae5a-f87918075d4d req-d92b9ae6-1c40-47c5-a974-c70ab9f57082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:30:42.049933 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7cc2b472-5661-44b6-ae5a-f87918075d4d req-d92b9ae6-1c40-47c5-a974-c70ab9f57082 service neutron] 10.222.0.41 "GET /v2.0/networks?id=fcb44e6e-a519-43fc-8133-4d41be134056 HTTP/1.1" status: 200 len: 919 time: 0.3694191 Jan 28 19:30:42.139379 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 33316) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:42.157934 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7cc2b472-5661-44b6-ae5a-f87918075d4d req-39da7ea4-e5b2-408d-9a3f-f6d4363ce0e9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9bcadbd2-2697-46df-a75c-0d1c1221e02f HTTP/1.1" status: 200 len: 217 time: 0.0923963 Jan 28 19:30:42.178223 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-de5c4945-34c8-4030-8086-a16b3671b321 req-b7c37255-e56c-40e9-a7c8-99122633ab8c tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] 10.222.0.64 "GET /v2.0/security-groups?id=12ee04d6-2379-4dda-9d23-37667d7c47ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280178 Jan 28 19:30:42.195286 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-28d67c92-1fbf-4231-b212-ee1186f7c22d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7778e0fe2f834896b15bc69c2aa6012f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6815851 Jan 28 19:30:42.267889 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 33322) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:42.270438 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc2b472-5661-44b6-ae5a-f87918075d4d req-f655251c-a937-4a7c-8e03-796464cc463d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:30:42.277660 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7cc2b472-5661-44b6-ae5a-f87918075d4d req-f655251c-a937-4a7c-8e03-796464cc463d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1eb64952-13f5-46de-8d59-f48eead57e6d HTTP/1.1" status: 200 len: 859 time: 0.0912416 Jan 28 19:30:42.280139 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d67c92-1fbf-4231-b212-ee1186f7c22d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ec9b8cd-c14b-4efb-a5eb-aa2f435411c9,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:42.412642 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7cc2b472-5661-44b6-ae5a-f87918075d4d req-cf081555-751b-4a4f-bb77-61707b897625 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fcb44e6e-a519-43fc-8133-4d41be134056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1095419 Jan 28 19:30:42.459461 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8c42b2e6-c979-4dc5-b996-865be22021b3 admin admin] Publish callbacks [] for security_group (7ec9b8cd-c14b-4efb-a5eb-aa2f435411c9), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:42.486165 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8c42b2e6-c979-4dc5-b996-865be22021b3 admin admin] Publish callbacks [] for security_group (7ec9b8cd-c14b-4efb-a5eb-aa2f435411c9), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:42.554664 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-3e8488a1-076a-422b-b407-9290728d1d88 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1306095070-network', 'tenant_id': '0f0ddac21a95455ebc1c3ac83c1cf620'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:30:42.598218 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8c42b2e6-c979-4dc5-b996-865be22021b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (7ec9b8cd-c14b-4efb-a5eb-aa2f435411c9), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:42.601969 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8c42b2e6-c979-4dc5-b996-865be22021b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:42.604833 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-8c42b2e6-c979-4dc5-b996-865be22021b3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7ec9b8cd-c14b-4efb-a5eb-aa2f435411c9 HTTP/1.1" status: 204 len: 168 time: 0.3242180 Jan 28 19:30:42.619434 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-dfef070b-3f0c-4b7b-9aa0-58d007f00f56 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4690681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5221415'] for subnet (803cf84b-628b-4025-a755-b3829db3c440), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:42.630137 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-ac475ff5-d9d0-48e4-b165-1cb3c813d026 req-2b1dbf17-5a9c-40ff-8527-51c9f214bec6 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Publish callbacks [] for security_group (74040d79-08a5-4ccb-8d0c-ba96a9e8466d), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:42.657027 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c42b2e6-c979-4dc5-b996-865be22021b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ec9b8cd-c14b-4efb-a5eb-aa2f435411c9,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:42.761222 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7cc2b472-5661-44b6-ae5a-f87918075d4d req-9bc45dc1-f3b9-4a29-817d-1e0fcc58ae00 service neutron] 10.222.0.41 "GET /v2.0/networks/fcb44e6e-a519-43fc-8133-4d41be134056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3379679 Jan 28 19:30:42.762352 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e8488a1-076a-422b-b407-9290728d1d88 admin admin] Made reservation on behalf of 0f0ddac21a95455ebc1c3ac83c1cf620 for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:30:42.764520 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3e8488a1-076a-422b-b407-9290728d1d88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:42.779494 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-ac475ff5-d9d0-48e4-b165-1cb3c813d026 req-2b1dbf17-5a9c-40ff-8527-51c9f214bec6 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Publish callbacks [] for security_group (74040d79-08a5-4ccb-8d0c-ba96a9e8466d), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:42.785489 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3e8488a1-076a-422b-b407-9290728d1d88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:42.835135 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfef070b-3f0c-4b7b-9aa0-58d007f00f56 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Checking segment: {'id': '9bf5b81d-1ecc-495b-86bd-fe1fc8410ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '1a0a56ae-a8fc-45c3-a9f5-3868c6fdc511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:30:42.835517 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfef070b-3f0c-4b7b-9aa0-58d007f00f56 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Network hostable DHCP agents. Network: 1a0a56ae-a8fc-45c3-a9f5-3868c6fdc511, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:30:42.847706 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfef070b-3f0c-4b7b-9aa0-58d007f00f56 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Pushing event updated for resources: {'Subnet': ['ID=803cf84b-628b-4025-a755-b3829db3c440,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:42.902753 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfef070b-3f0c-4b7b-9aa0-58d007f00f56 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Network 1a0a56ae-a8fc-45c3-a9f5-3868c6fdc511 is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:30:42.920350 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-dfef070b-3f0c-4b7b-9aa0-58d007f00f56 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, 1a0a56ae-a8fc-45c3-a9f5-3868c6fdc511) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:30:42.929627 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-ac475ff5-d9d0-48e4-b165-1cb3c813d026 req-2b1dbf17-5a9c-40ff-8527-51c9f214bec6 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (74040d79-08a5-4ccb-8d0c-ba96a9e8466d), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:42.934880 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-ac475ff5-d9d0-48e4-b165-1cb3c813d026 req-2b1dbf17-5a9c-40ff-8527-51c9f214bec6 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:42.936993 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ac475ff5-d9d0-48e4-b165-1cb3c813d026 req-2b1dbf17-5a9c-40ff-8527-51c9f214bec6 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] 10.222.0.64 "DELETE /v2.0/security-groups/74040d79-08a5-4ccb-8d0c-ba96a9e8466d HTTP/1.1" status: 204 len: 173 time: 1.0175095 Jan 28 19:30:42.944816 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d9cdb36-2df7-478e-96f3-d5a86581bede None None] Network 1a0a56ae-a8fc-45c3-a9f5-3868c6fdc511 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:30:42.964785 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfef070b-3f0c-4b7b-9aa0-58d007f00f56 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:30:42.965419 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-dfef070b-3f0c-4b7b-9aa0-58d007f00f56 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:42.969780 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:42.974934 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1dbf17-5a9c-40ff-8527-51c9f214bec6 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74040d79-08a5-4ccb-8d0c-ba96a9e8466d,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:43.010311 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-dfef070b-3f0c-4b7b-9aa0-58d007f00f56 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.9911606 Jan 28 19:30:43.012879 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 33338) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:43.018499 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-6fb2f1d2-4775-49ef-8520-43173f974533 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Request body: {'subnet': {'network_id': '2b32274e-ef71-47fa-9b2e-d7c8beaa092d', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:30:43.174243 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fb2f1d2-4775-49ef-8520-43173f974533 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Made reservation on behalf of 6a63e631dab749fab705cc3ad19e314b for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:30:43.178598 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6fb2f1d2-4775-49ef-8520-43173f974533 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5221429'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:43.268083 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5589a879-169a-4234-9eb9-aec0d07c83f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68cd31fd-e4cd-5fb3-a862-256fc47efcd2-1a0a56ae-a8fc-45c3-a9f5-3868c6fdc511', 'network_id': '1a0a56ae-a8fc-45c3-a9f5-3868c6fdc511', 'project_id': '6a63e631dab749fab705cc3ad19e314b', 'fixed_ips': [{'subnet_id': '803cf84b-628b-4025-a755-b3829db3c440'}]}} from n-d-812111-14. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:30:43.270026 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5589a879-169a-4234-9eb9-aec0d07c83f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:43.431403 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 33344) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:43.505431 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-053d61b6-0a2c-4a99-a680-ce283505160f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:43.550514 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-5589a879-169a-4234-9eb9-aec0d07c83f9 None None] Allocated IP 10.1.1.2 (1a0a56ae-a8fc-45c3-a9f5-3868c6fdc511/803cf84b-628b-4025-a755-b3829db3c440/4798c2cb-83ef-404e-a93e-5fce092b19c3) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:30:43.570654 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7cc2b472-5661-44b6-ae5a-f87918075d4d req-ba00e7cb-9d82-4fbd-940e-bf6b31f3a075 service neutron] 10.222.0.41 "GET /v2.0/networks/fcb44e6e-a519-43fc-8133-4d41be134056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8005705 Jan 28 19:30:43.615496 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6de863b2-9c64-46e1-99ff-e84fbdff6d83 req-7f2447f7-f8c3-4015-b931-82946b2cac30 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] 10.222.0.64 "GET /v2.0/security-groups/245b0aa3-43c9-450c-8158-b7eaf4c95de4 HTTP/1.1" status: 200 len: 1819 time: 0.2849884 Jan 28 19:30:43.623178 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9c1109-a319-44b3-9d1a-8dd20b2858ff req-e03f4d43-b79d-4664-860d-fcd0a2c4af0f tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:30:43.627726 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9f9c1109-a319-44b3-9d1a-8dd20b2858ff req-e03f4d43-b79d-4664-860d-fcd0a2c4af0f tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3d14ce0-7469-47f2-ae46-bee456094209 HTTP/1.1" status: 200 len: 945 time: 0.2918875 Jan 28 19:30:43.810245 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-6de863b2-9c64-46e1-99ff-e84fbdff6d83 req-a2ab0186-b46d-49b0-b5ba-e1439c61bbe2 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Publish callbacks [] for security_group (245b0aa3-43c9-450c-8158-b7eaf4c95de4), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:43.842384 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3e8488a1-076a-422b-b407-9290728d1d88 admin admin] Publish callbacks [] for security_group (d46d6ed2-681e-4739-9abb-9f18f62ac60e), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:43.870013 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9f9c1109-a319-44b3-9d1a-8dd20b2858ff req-9ebb4bb7-d3f7-4305-9e88-2e54e168eb01 tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] 10.222.0.64 "GET /v2.0/security-groups?id=12ee04d6-2379-4dda-9d23-37667d7c47ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224121 Jan 28 19:30:43.878828 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5589a879-169a-4234-9eb9-aec0d07c83f9 None None] Publish callbacks [] for port (4798c2cb-83ef-404e-a93e-5fce092b19c3), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:43.897721 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-6de863b2-9c64-46e1-99ff-e84fbdff6d83 req-a2ab0186-b46d-49b0-b5ba-e1439c61bbe2 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Publish callbacks [] for security_group (245b0aa3-43c9-450c-8158-b7eaf4c95de4), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:43.901301 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3e8488a1-076a-422b-b407-9290728d1d88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (d46d6ed2-681e-4739-9abb-9f18f62ac60e), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:43.903426 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5589a879-169a-4234-9eb9-aec0d07c83f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (4798c2cb-83ef-404e-a93e-5fce092b19c3), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:44.004470 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5589a879-169a-4234-9eb9-aec0d07c83f9 None None] Network 1a0a56ae-a8fc-45c3-a9f5-3868c6fdc511 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:30:44.012550 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-5589a879-169a-4234-9eb9-aec0d07c83f9 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:30:44.034851 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5589a879-169a-4234-9eb9-aec0d07c83f9 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:30:44.054582 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-053d61b6-0a2c-4a99-a680-ce283505160f admin admin] Publish callbacks [] for security_group (ce55b649-62a7-4774-a4d9-c78cf84519b0), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:44.056474 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6fb2f1d2-4775-49ef-8520-43173f974533 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4690681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5221415'] for subnet (640d2378-2c13-45c8-a4ae-1ce2f7aa7914), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:44.067521 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e8488a1-076a-422b-b407-9290728d1d88 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:30:44.075452 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-053d61b6-0a2c-4a99-a680-ce283505160f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (ce55b649-62a7-4774-a4d9-c78cf84519b0), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:44.124273 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3e8488a1-076a-422b-b407-9290728d1d88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (25c21fb9-fdcd-4ded-98e7-fa3f83ec6d2c), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:44.124665 n-d-812111-14 neutron-server[103305]: INFO neutron.db.segments_db [None req-3e8488a1-076a-422b-b407-9290728d1d88 admin admin] Added segment 25c21fb9-fdcd-4ded-98e7-fa3f83ec6d2c of type vlan for network 4ed80f8c-a628-4bf0-926c-daa4ec7f72d6 Jan 28 19:30:44.152746 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8488a1-076a-422b-b407-9290728d1d88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d46d6ed2-681e-4739-9abb-9f18f62ac60e,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:44.179841 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2c0f603e-9427-45f0-bed0-d5627c40df3a req-79af1c76-7ba9-4c52-b9fa-8fbf27066436 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=245a918d-0459-4301-99c7-000801138e3e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3191721 Jan 28 19:30:44.231527 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5589a879-169a-4234-9eb9-aec0d07c83f9 None None] Pushing event updated for resources: {'Port': ['ID=4798c2cb-83ef-404e-a93e-5fce092b19c3,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:44.248574 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-5589a879-169a-4234-9eb9-aec0d07c83f9 None None] Attempting to bind port 4798c2cb-83ef-404e-a93e-5fce092b19c3 on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:30:44.249137 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-5589a879-169a-4234-9eb9-aec0d07c83f9 None None] Attempting to bind port 4798c2cb-83ef-404e-a93e-5fce092b19c3 by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '9bf5b81d-1ecc-495b-86bd-fe1fc8410ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '1a0a56ae-a8fc-45c3-a9f5-3868c6fdc511'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:30:44.249498 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5589a879-169a-4234-9eb9-aec0d07c83f9 None None] Attempting to bind port 4798c2cb-83ef-404e-a93e-5fce092b19c3 on network 1a0a56ae-a8fc-45c3-a9f5-3868c6fdc511 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:30:44.258015 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5589a879-169a-4234-9eb9-aec0d07c83f9 None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 30, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:30:44.258468 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5589a879-169a-4234-9eb9-aec0d07c83f9 None None] Checking segment: {'id': '9bf5b81d-1ecc-495b-86bd-fe1fc8410ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '1a0a56ae-a8fc-45c3-a9f5-3868c6fdc511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:30:44.258917 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5589a879-169a-4234-9eb9-aec0d07c83f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:44.259370 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5589a879-169a-4234-9eb9-aec0d07c83f9 None None] Bound using segment: {'id': '9bf5b81d-1ecc-495b-86bd-fe1fc8410ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '1a0a56ae-a8fc-45c3-a9f5-3868c6fdc511'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:30:44.259843 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-5589a879-169a-4234-9eb9-aec0d07c83f9 None None] Bound port: 4798c2cb-83ef-404e-a93e-5fce092b19c3, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bf5b81d-1ecc-495b-86bd-fe1fc8410ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '1a0a56ae-a8fc-45c3-a9f5-3868c6fdc511'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:30:44.260560 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5589a879-169a-4234-9eb9-aec0d07c83f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (4798c2cb-83ef-404e-a93e-5fce092b19c3), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:44.269368 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-6de863b2-9c64-46e1-99ff-e84fbdff6d83 req-a2ab0186-b46d-49b0-b5ba-e1439c61bbe2 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (245b0aa3-43c9-450c-8158-b7eaf4c95de4), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:44.272376 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-6de863b2-9c64-46e1-99ff-e84fbdff6d83 req-a2ab0186-b46d-49b0-b5ba-e1439c61bbe2 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:44.274644 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6de863b2-9c64-46e1-99ff-e84fbdff6d83 req-a2ab0186-b46d-49b0-b5ba-e1439c61bbe2 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] 10.222.0.64 "DELETE /v2.0/security-groups/245b0aa3-43c9-450c-8158-b7eaf4c95de4 HTTP/1.1" status: 204 len: 173 time: 0.6521709 Jan 28 19:30:44.329118 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3e8488a1-076a-422b-b407-9290728d1d88 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (4ed80f8c-a628-4bf0-926c-daa4ec7f72d6), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:44.351387 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ab0186-b46d-49b0-b5ba-e1439c61bbe2 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=245b0aa3-43c9-450c-8158-b7eaf4c95de4,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:44.359892 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-718acf6d-91bc-432a-8a80-b822454fbf13 req-ec5da668-e35f-4145-8bab-825598933c54 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1310953021', 'description': 'tempest-description-138558553'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:30:44.388950 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0f603e-9427-45f0-bed0-d5627c40df3a req-007cc670-5d8a-43e8-aeb0-8b2bdd051056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:30:44.391409 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2c0f603e-9427-45f0-bed0-d5627c40df3a req-007cc670-5d8a-43e8-aeb0-8b2bdd051056 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=879de84eda7341fea1146b6817e26b95&device_id=245a918d-0459-4301-99c7-000801138e3e HTTP/1.1" status: 200 len: 1208 time: 0.1398711 Jan 28 19:30:44.396446 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3e8488a1-076a-422b-b407-9290728d1d88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (4ed80f8c-a628-4bf0-926c-daa4ec7f72d6), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:44.397829 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e8488a1-076a-422b-b407-9290728d1d88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:30:44.398661 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3e8488a1-076a-422b-b407-9290728d1d88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:44.429913 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-053d61b6-0a2c-4a99-a680-ce283505160f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=bab094ceda334489a1cfda522c55847d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9933178 Jan 28 19:30:44.429913 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053d61b6-0a2c-4a99-a680-ce283505160f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce55b649-62a7-4774-a4d9-c78cf84519b0,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:44.446857 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 33366) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:44.450730 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-5589a879-169a-4234-9eb9-aec0d07c83f9 None None] For port 4798c2cb-83ef-404e-a93e-5fce092b19c3, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:30:44.452523 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb2f1d2-4775-49ef-8520-43173f974533 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Pushing event updated for resources: {'Subnet': ['ID=640d2378-2c13-45c8-a4ae-1ce2f7aa7914,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:44.457131 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-5589a879-169a-4234-9eb9-aec0d07c83f9 None None] For port 4798c2cb-83ef-404e-a93e-5fce092b19c3, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=4798c2cb-83ef-404e-a93e-5fce092b19c3,segment=NetworkSegment(9bf5b81d-1ecc-495b-86bd-fe1fc8410ddb),segment_id=9bf5b81d-1ecc-495b-86bd-fe1fc8410ddb)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:30:44.465601 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5589a879-169a-4234-9eb9-aec0d07c83f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (4798c2cb-83ef-404e-a93e-5fce092b19c3), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:44.485185 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-3e8488a1-076a-422b-b407-9290728d1d88 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.3410003 Jan 28 19:30:44.491414 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 33370) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:44.500095 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-718acf6d-91bc-432a-8a80-b822454fbf13 req-ec5da668-e35f-4145-8bab-825598933c54 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:44.517964 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-20c9cd0d-5efc-4031-8bcf-0219c41a1c57 admin admin] Request body: {'subnet': {'network_id': '4ed80f8c-a628-4bf0-926c-daa4ec7f72d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1306095070-subnet', 'tenant_id': '0f0ddac21a95455ebc1c3ac83c1cf620', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:30:44.529046 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb2f1d2-4775-49ef-8520-43173f974533 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Checking segment: {'id': 'f691f418-4099-4a2e-b081-8f35001c07cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '2b32274e-ef71-47fa-9b2e-d7c8beaa092d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:30:44.529394 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb2f1d2-4775-49ef-8520-43173f974533 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Network hostable DHCP agents. Network: 2b32274e-ef71-47fa-9b2e-d7c8beaa092d, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:30:44.545846 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5589a879-169a-4234-9eb9-aec0d07c83f9 None None] Pushing event updated for resources: {'Port': ['ID=4798c2cb-83ef-404e-a93e-5fce092b19c3,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:44.576846 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb2f1d2-4775-49ef-8520-43173f974533 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Network 2b32274e-ef71-47fa-9b2e-d7c8beaa092d is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:30:44.599303 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-6fb2f1d2-4775-49ef-8520-43173f974533 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, 2b32274e-ef71-47fa-9b2e-d7c8beaa092d) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:30:44.617838 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24f531ae-a357-41eb-9e22-2a5e23f39894 None None] Network 2b32274e-ef71-47fa-9b2e-d7c8beaa092d requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:30:44.619487 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8488a1-076a-422b-b407-9290728d1d88 admin admin] Pushing event updated for resources: {'Network': ['ID=4ed80f8c-a628-4bf0-926c-daa4ec7f72d6,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:44.647878 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb2f1d2-4775-49ef-8520-43173f974533 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:30:44.653747 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6fb2f1d2-4775-49ef-8520-43173f974533 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:44.657581 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20c9cd0d-5efc-4031-8bcf-0219c41a1c57 admin admin] Made reservation on behalf of 0f0ddac21a95455ebc1c3ac83c1cf620 for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:30:44.668607 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-20c9cd0d-5efc-4031-8bcf-0219c41a1c57 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4733071'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:44.668975 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network 4ed80f8c-a628-4bf0-926c-daa4ec7f72d6 details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:30:44.734343 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-6fb2f1d2-4775-49ef-8520-43173f974533 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.7194519 Jan 28 19:30:44.747067 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 33372) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:44.761467 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-294a519a-5c5d-4a2a-a9fa-8c1a2c9f5946 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Request body: {'port': {'network_id': '1a0a56ae-a8fc-45c3-a9f5-3868c6fdc511', 'name': 'tempest-TaggedBootDevicesTest_v242-740340450', 'fixed_ips': [{'subnet_id': '803cf84b-628b-4025-a755-b3829db3c440'}]}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:30:44.784680 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-718acf6d-91bc-432a-8a80-b822454fbf13 req-ec5da668-e35f-4145-8bab-825598933c54 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Publish callbacks [] for security_group (391640c1-c906-452a-a68d-18bf3e82b65d), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:44.924572 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-718acf6d-91bc-432a-8a80-b822454fbf13 req-ec5da668-e35f-4145-8bab-825598933c54 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (391640c1-c906-452a-a68d-18bf3e82b65d), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:45.019034 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5da668-e35f-4145-8bab-825598933c54 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Pushing event updated for resources: {'SecurityGroup': ['ID=391640c1-c906-452a-a68d-18bf3e82b65d,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:45.061691 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db336c49-37df-4892-b52b-976ca4801e84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68cd31fd-e4cd-5fb3-a862-256fc47efcd2-2b32274e-ef71-47fa-9b2e-d7c8beaa092d', 'network_id': '2b32274e-ef71-47fa-9b2e-d7c8beaa092d', 'project_id': '6a63e631dab749fab705cc3ad19e314b', 'fixed_ips': [{'subnet_id': '640d2378-2c13-45c8-a4ae-1ce2f7aa7914'}]}} from n-d-812111-14. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:30:45.062816 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-db336c49-37df-4892-b52b-976ca4801e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:45.079587 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-718acf6d-91bc-432a-8a80-b822454fbf13 req-ec5da668-e35f-4145-8bab-825598933c54 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:45.081868 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-718acf6d-91bc-432a-8a80-b822454fbf13 req-ec5da668-e35f-4145-8bab-825598933c54 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.7265759 Jan 28 19:30:45.109397 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0f603e-9427-45f0-bed0-d5627c40df3a req-a74574a8-341f-416e-82a1-55c9f33796dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:30:45.111074 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2c0f603e-9427-45f0-bed0-d5627c40df3a req-a74574a8-341f-416e-82a1-55c9f33796dc service neutron] 10.222.0.41 "GET /v2.0/networks?id=60e1dd7d-58d1-4d48-a9c2-a4b6c6d27732 HTTP/1.1" status: 200 len: 913 time: 0.6949866 Jan 28 19:30:45.129782 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9a6498ff-e923-474b-910f-8520c0741ff4 admin admin] Publish callbacks [] for security_group (ce55b649-62a7-4774-a4d9-c78cf84519b0), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:45.272051 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-db336c49-37df-4892-b52b-976ca4801e84 None None] Allocated IP 10.2.2.2 (2b32274e-ef71-47fa-9b2e-d7c8beaa092d/640d2378-2c13-45c8-a4ae-1ce2f7aa7914/f8201172-890f-4f30-be44-aa09b0025d8e) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:30:45.274568 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2c0f603e-9427-45f0-bed0-d5627c40df3a req-ef93be71-39c3-4e46-9d23-f6432acf4c0f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bc60d7ec-63bd-4e90-a8a7-0344399bfd4d HTTP/1.1" status: 200 len: 217 time: 0.1486194 Jan 28 19:30:45.276913 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9a6498ff-e923-474b-910f-8520c0741ff4 admin admin] Publish callbacks [] for security_group (ce55b649-62a7-4774-a4d9-c78cf84519b0), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:45.283268 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5b5e274d-fb68-4a4c-bc55-1c2188ad63e5 req-46eb23e5-8d43-486c-8ff1-03df769e5754 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] 10.222.0.64 "GET /v2.0/security-groups/391640c1-c906-452a-a68d-18bf3e82b65d HTTP/1.1" status: 200 len: 1819 time: 0.1662271 Jan 28 19:30:45.306393 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-5b5e274d-fb68-4a4c-bc55-1c2188ad63e5 req-3c9768af-8f57-4219-b58c-97476b050cf8 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1018607399', 'description': 'tempest-description-hth-1035416108'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:30:45.360109 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-5b5e274d-fb68-4a4c-bc55-1c2188ad63e5 req-3c9768af-8f57-4219-b58c-97476b050cf8 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Publish callbacks [] for security_group (391640c1-c906-452a-a68d-18bf3e82b65d), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:45.364527 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-294a519a-5c5d-4a2a-a9fa-8c1a2c9f5946 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Made reservation on behalf of 6a63e631dab749fab705cc3ad19e314b for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:30:45.433785 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-20c9cd0d-5efc-4031-8bcf-0219c41a1c57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4752401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4733085'] for subnet (ccd8c2b9-0197-4b01-ba57-f13b2702d1bc), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:45.503376 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-db336c49-37df-4892-b52b-976ca4801e84 None None] Publish callbacks [] for port (f8201172-890f-4f30-be44-aa09b0025d8e), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:45.503626 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-5b5e274d-fb68-4a4c-bc55-1c2188ad63e5 req-3c9768af-8f57-4219-b58c-97476b050cf8 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Publish callbacks [] for security_group (391640c1-c906-452a-a68d-18bf3e82b65d), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:45.518640 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-5b5e274d-fb68-4a4c-bc55-1c2188ad63e5 req-3c9768af-8f57-4219-b58c-97476b050cf8 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (391640c1-c906-452a-a68d-18bf3e82b65d), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:45.522225 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-db336c49-37df-4892-b52b-976ca4801e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (f8201172-890f-4f30-be44-aa09b0025d8e), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:45.524750 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-5b5e274d-fb68-4a4c-bc55-1c2188ad63e5 req-3c9768af-8f57-4219-b58c-97476b050cf8 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:45.526197 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5b5e274d-fb68-4a4c-bc55-1c2188ad63e5 req-3c9768af-8f57-4219-b58c-97476b050cf8 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] 10.222.0.64 "PUT /v2.0/security-groups/391640c1-c906-452a-a68d-18bf3e82b65d HTTP/1.1" status: 200 len: 1794 time: 0.2281339 Jan 28 19:30:45.554582 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038a0751-5127-4aeb-999c-87495763f765 req-7e76ab18-e799-49a6-86d8-2e0187c243d5 tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:30:45.554809 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9768af-8f57-4219-b58c-97476b050cf8 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Pushing event updated for resources: {'SecurityGroup': ['ID=391640c1-c906-452a-a68d-18bf3e82b65d,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:45.571239 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-038a0751-5127-4aeb-999c-87495763f765 req-7e76ab18-e799-49a6-86d8-2e0187c243d5 tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3d14ce0-7469-47f2-ae46-bee456094209 HTTP/1.1" status: 200 len: 945 time: 0.5066576 Jan 28 19:30:45.578837 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-294a519a-5c5d-4a2a-a9fa-8c1a2c9f5946 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:45.615791 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0f603e-9427-45f0-bed0-d5627c40df3a req-e2c9d560-1bba-4a3b-816c-cfb8aa941f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:30:45.618063 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2c0f603e-9427-45f0-bed0-d5627c40df3a req-e2c9d560-1bba-4a3b-816c-cfb8aa941f78 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=22051510-b4ac-44aa-8da5-3a58abb1b99a HTTP/1.1" status: 200 len: 853 time: 0.3321190 Jan 28 19:30:45.622433 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db336c49-37df-4892-b52b-976ca4801e84 None None] Network 2b32274e-ef71-47fa-9b2e-d7c8beaa092d is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:30:45.624652 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [None req-294a519a-5c5d-4a2a-a9fa-8c1a2c9f5946 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] device_id is not set on port 94babd58-bc58-41d0-b372-2137350b0839 yet. {{(pid=103304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:30:45.685538 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-db336c49-37df-4892-b52b-976ca4801e84 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:30:45.688582 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db336c49-37df-4892-b52b-976ca4801e84 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:30:45.696646 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db336c49-37df-4892-b52b-976ca4801e84 None None] Pushing event updated for resources: {'Port': ['ID=f8201172-890f-4f30-be44-aa09b0025d8e,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:45.740757 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-038a0751-5127-4aeb-999c-87495763f765 req-3b44eb7f-a34a-4507-b46e-8965920742dd tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] 10.222.0.64 "GET /v2.0/security-groups?id=12ee04d6-2379-4dda-9d23-37667d7c47ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685312 Jan 28 19:30:45.810725 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2c0f603e-9427-45f0-bed0-d5627c40df3a req-23a2688e-0d7b-4491-88c7-a701f6c47143 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=60e1dd7d-58d1-4d48-a9c2-a4b6c6d27732&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1803784 Jan 28 19:30:45.813037 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9a6498ff-e923-474b-910f-8520c0741ff4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (ce55b649-62a7-4774-a4d9-c78cf84519b0), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:45.824937 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9a6498ff-e923-474b-910f-8520c0741ff4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:45.834123 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-9a6498ff-e923-474b-910f-8520c0741ff4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ce55b649-62a7-4774-a4d9-c78cf84519b0 HTTP/1.1" status: 204 len: 168 time: 1.3466668 Jan 28 19:30:45.835311 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c9cd0d-5efc-4031-8bcf-0219c41a1c57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ccd8c2b9-0197-4b01-ba57-f13b2702d1bc,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:45.853494 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-db336c49-37df-4892-b52b-976ca4801e84 None None] Attempting to bind port f8201172-890f-4f30-be44-aa09b0025d8e on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:30:45.854598 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-db336c49-37df-4892-b52b-976ca4801e84 None None] Attempting to bind port f8201172-890f-4f30-be44-aa09b0025d8e by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': 'f691f418-4099-4a2e-b081-8f35001c07cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '2b32274e-ef71-47fa-9b2e-d7c8beaa092d'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:30:45.855146 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db336c49-37df-4892-b52b-976ca4801e84 None None] Attempting to bind port f8201172-890f-4f30-be44-aa09b0025d8e on network 2b32274e-ef71-47fa-9b2e-d7c8beaa092d {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:30:45.856306 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6498ff-e923-474b-910f-8520c0741ff4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce55b649-62a7-4774-a4d9-c78cf84519b0,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:45.860091 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c9cd0d-5efc-4031-8bcf-0219c41a1c57 admin admin] Checking segment: {'id': '25c21fb9-fdcd-4ded-98e7-fa3f83ec6d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '4ed80f8c-a628-4bf0-926c-daa4ec7f72d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:30:45.860486 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c9cd0d-5efc-4031-8bcf-0219c41a1c57 admin admin] Network hostable DHCP agents. Network: 4ed80f8c-a628-4bf0-926c-daa4ec7f72d6, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:30:45.877244 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db336c49-37df-4892-b52b-976ca4801e84 None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 30, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:30:45.878531 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db336c49-37df-4892-b52b-976ca4801e84 None None] Checking segment: {'id': 'f691f418-4099-4a2e-b081-8f35001c07cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '2b32274e-ef71-47fa-9b2e-d7c8beaa092d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:30:45.879415 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-db336c49-37df-4892-b52b-976ca4801e84 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:45.879967 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db336c49-37df-4892-b52b-976ca4801e84 None None] Bound using segment: {'id': 'f691f418-4099-4a2e-b081-8f35001c07cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '2b32274e-ef71-47fa-9b2e-d7c8beaa092d'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:30:45.880619 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-db336c49-37df-4892-b52b-976ca4801e84 None None] Bound port: f8201172-890f-4f30-be44-aa09b0025d8e, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f691f418-4099-4a2e-b081-8f35001c07cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '2b32274e-ef71-47fa-9b2e-d7c8beaa092d'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:30:45.881369 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-db336c49-37df-4892-b52b-976ca4801e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (f8201172-890f-4f30-be44-aa09b0025d8e), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:45.905636 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d7d284f5-31af-4c47-a61f-d53b08710210 req-d30290c9-15c6-4f84-8306-3164dffa4597 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] 10.222.0.64 "GET /v2.0/security-groups/391640c1-c906-452a-a68d-18bf3e82b65d HTTP/1.1" status: 200 len: 1794 time: 0.3417146 Jan 28 19:30:45.969058 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c9cd0d-5efc-4031-8bcf-0219c41a1c57 admin admin] Network 4ed80f8c-a628-4bf0-926c-daa4ec7f72d6 is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:30:46.022942 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-294a519a-5c5d-4a2a-a9fa-8c1a2c9f5946 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Allocated IP 10.1.1.170 (1a0a56ae-a8fc-45c3-a9f5-3868c6fdc511/803cf84b-628b-4025-a755-b3829db3c440/94babd58-bc58-41d0-b372-2137350b0839) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:30:46.093380 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-db336c49-37df-4892-b52b-976ca4801e84 None None] For port f8201172-890f-4f30-be44-aa09b0025d8e, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:30:46.131616 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-db336c49-37df-4892-b52b-976ca4801e84 None None] For port f8201172-890f-4f30-be44-aa09b0025d8e, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=f8201172-890f-4f30-be44-aa09b0025d8e,segment=NetworkSegment(f691f418-4099-4a2e-b081-8f35001c07cb),segment_id=f691f418-4099-4a2e-b081-8f35001c07cb)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:30:46.149151 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2c0f603e-9427-45f0-bed0-d5627c40df3a req-0ff1055b-5226-4337-a585-63ee65b6c6d3 service neutron] 10.222.0.41 "GET /v2.0/networks/60e1dd7d-58d1-4d48-a9c2-a4b6c6d27732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3092971 Jan 28 19:30:46.153178 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-20c9cd0d-5efc-4031-8bcf-0219c41a1c57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, 4ed80f8c-a628-4bf0-926c-daa4ec7f72d6) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:30:46.191774 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5f8aa4db-957c-49d8-819f-d2c76102dac3 req-a52e8b6e-a27f-450a-afde-1c351ff45953 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] 10.222.0.64 "GET /v2.0/security-groups/391640c1-c906-452a-a68d-18bf3e82b65d HTTP/1.1" status: 200 len: 1794 time: 0.2378433 Jan 28 19:30:46.192618 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a68e9d74-76aa-4f0d-b953-fab4c391b334 None None] Network 4ed80f8c-a628-4bf0-926c-daa4ec7f72d6 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:30:46.195376 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c9cd0d-5efc-4031-8bcf-0219c41a1c57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:30:46.198698 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-20c9cd0d-5efc-4031-8bcf-0219c41a1c57 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:46.330172 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-db336c49-37df-4892-b52b-976ca4801e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (f8201172-890f-4f30-be44-aa09b0025d8e), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:46.459753 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-294a519a-5c5d-4a2a-a9fa-8c1a2c9f5946 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Publish callbacks [] for port (94babd58-bc58-41d0-b372-2137350b0839), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:46.510694 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-20c9cd0d-5efc-4031-8bcf-0219c41a1c57 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.9968915 Jan 28 19:30:46.511410 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 33400) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:46.519038 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-6de96cab-0a07-47cd-946a-20164d74c92c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1306095070-router', 'tenant_id': '0f0ddac21a95455ebc1c3ac83c1cf620', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:30:46.545380 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db336c49-37df-4892-b52b-976ca4801e84 None None] Pushing event updated for resources: {'Port': ['ID=f8201172-890f-4f30-be44-aa09b0025d8e,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:46.577465 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf09af6-d3f7-42fe-a974-a6a02649b058 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68cd31fd-e4cd-5fb3-a862-256fc47efcd2-4ed80f8c-a628-4bf0-926c-daa4ec7f72d6', 'network_id': '4ed80f8c-a628-4bf0-926c-daa4ec7f72d6', 'project_id': '0f0ddac21a95455ebc1c3ac83c1cf620', 'fixed_ips': [{'subnet_id': 'ccd8c2b9-0197-4b01-ba57-f13b2702d1bc'}]}} from n-d-812111-14. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:30:46.584870 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ddf09af6-d3f7-42fe-a974-a6a02649b058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:46.655908 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2c0f603e-9427-45f0-bed0-d5627c40df3a req-10387ea5-a7ad-49fe-befe-cd4146fa4b64 service neutron] 10.222.0.41 "GET /v2.0/networks/60e1dd7d-58d1-4d48-a9c2-a4b6c6d27732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4975426 Jan 28 19:30:46.669027 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-294a519a-5c5d-4a2a-a9fa-8c1a2c9f5946 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (94babd58-bc58-41d0-b372-2137350b0839), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:46.764900 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6de96cab-0a07-47cd-946a-20164d74c92c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261150'] for router (8284962e-2761-435a-93e5-faa7cc47ef87), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:46.767503 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6de96cab-0a07-47cd-946a-20164d74c92c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-731099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-731441', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261129'] for router (8284962e-2761-435a-93e5-faa7cc47ef87), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:46.863556 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-ddf09af6-d3f7-42fe-a974-a6a02649b058 None None] Allocated IP 172.20.0.2 (4ed80f8c-a628-4bf0-926c-daa4ec7f72d6/ccd8c2b9-0197-4b01-ba57-f13b2702d1bc/4fe297a8-2bc7-4795-8339-7223f2593d6b) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:30:46.874906 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-294a519a-5c5d-4a2a-a9fa-8c1a2c9f5946 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Network 1a0a56ae-a8fc-45c3-a9f5-3868c6fdc511 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:30:46.898628 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-294a519a-5c5d-4a2a-a9fa-8c1a2c9f5946 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:30:46.932473 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294a519a-5c5d-4a2a-a9fa-8c1a2c9f5946 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Pushing event updated for resources: {'Port': ['ID=94babd58-bc58-41d0-b372-2137350b0839,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:46.932473 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294a519a-5c5d-4a2a-a9fa-8c1a2c9f5946 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:30:47.002046 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6de96cab-0a07-47cd-946a-20164d74c92c admin admin] Publish callbacks [] for router_controller (8284962e-2761-435a-93e5-faa7cc47ef87), precommit_add_association {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:47.003930 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-5f8aa4db-957c-49d8-819f-d2c76102dac3 req-286eb128-e332-4e70-86d1-86f0482e1fe7 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Publish callbacks [] for security_group (391640c1-c906-452a-a68d-18bf3e82b65d), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:47.059482 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ddf09af6-d3f7-42fe-a974-a6a02649b058 None None] Publish callbacks [] for port (4fe297a8-2bc7-4795-8339-7223f2593d6b), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:47.074050 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef3dc74-6164-40b5-8fe1-ee555de8952f None None] Network 1a0a56ae-a8fc-45c3-a9f5-3868c6fdc511 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:30:47.080654 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 4798c2cb-83ef-404e-a93e-5fce092b19c3 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:30:47.091337 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ddf09af6-d3f7-42fe-a974-a6a02649b058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (4fe297a8-2bc7-4795-8339-7223f2593d6b), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:47.178993 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-294a519a-5c5d-4a2a-a9fa-8c1a2c9f5946 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:30:47.179840 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-294a519a-5c5d-4a2a-a9fa-8c1a2c9f5946 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:47.184378 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 33430) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:47.236898 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c35a2f-5f19-4367-be45-1b2bef259059 req-8e3e5173-c6b3-44fd-9983-fa87d570928d tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:30:47.249595 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-88c35a2f-5f19-4367-be45-1b2bef259059 req-8e3e5173-c6b3-44fd-9983-fa87d570928d tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3d14ce0-7469-47f2-ae46-bee456094209 HTTP/1.1" status: 200 len: 945 time: 0.3081419 Jan 28 19:30:47.325877 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-294a519a-5c5d-4a2a-a9fa-8c1a2c9f5946 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.5771871 Jan 28 19:30:47.328432 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 33438) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:47.334104 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-2ddcf1d3-e41c-4394-b05f-6a470cdbab80 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Request body: {'port': {'network_id': '1a0a56ae-a8fc-45c3-a9f5-3868c6fdc511', 'name': 'tempest-TaggedBootDevicesTest_v242-669655069', 'fixed_ips': [{'subnet_id': '803cf84b-628b-4025-a755-b3829db3c440'}]}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:30:47.411607 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-5f8aa4db-957c-49d8-819f-d2c76102dac3 req-286eb128-e332-4e70-86d1-86f0482e1fe7 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Publish callbacks [] for security_group (391640c1-c906-452a-a68d-18bf3e82b65d), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:47.483678 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6de96cab-0a07-47cd-946a-20164d74c92c admin admin] Publish callbacks [] for router_gateway (8284962e-2761-435a-93e5-faa7cc47ef87), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:47.537132 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-65752563-8458-491e-9b18-b90b4380af3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:47.553809 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-88c35a2f-5f19-4367-be45-1b2bef259059 req-01773f11-666b-46fd-bab0-85761503834c tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] 10.222.0.64 "GET /v2.0/security-groups?id=12ee04d6-2379-4dda-9d23-37667d7c47ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2993691 Jan 28 19:30:47.634424 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ddcf1d3-e41c-4394-b05f-6a470cdbab80 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Made reservation on behalf of 6a63e631dab749fab705cc3ad19e314b for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:30:47.639550 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2ddcf1d3-e41c-4394-b05f-6a470cdbab80 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:47.685083 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [None req-2ddcf1d3-e41c-4394-b05f-6a470cdbab80 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] device_id is not set on port 63a694be-3c45-4cf7-86cf-e53eec59bb7a yet. {{(pid=103304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:30:47.716478 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-5f8aa4db-957c-49d8-819f-d2c76102dac3 req-286eb128-e332-4e70-86d1-86f0482e1fe7 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (391640c1-c906-452a-a68d-18bf3e82b65d), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:47.726154 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-5f8aa4db-957c-49d8-819f-d2c76102dac3 req-286eb128-e332-4e70-86d1-86f0482e1fe7 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:47.736025 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5f8aa4db-957c-49d8-819f-d2c76102dac3 req-286eb128-e332-4e70-86d1-86f0482e1fe7 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] 10.222.0.64 "DELETE /v2.0/security-groups/391640c1-c906-452a-a68d-18bf3e82b65d HTTP/1.1" status: 204 len: 173 time: 1.5430253 Jan 28 19:30:47.777285 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286eb128-e332-4e70-86d1-86f0482e1fe7 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=391640c1-c906-452a-a68d-18bf3e82b65d,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:47.868359 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf09af6-d3f7-42fe-a974-a6a02649b058 None None] Network 4ed80f8c-a628-4bf0-926c-daa4ec7f72d6 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:30:47.876146 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-ddf09af6-d3f7-42fe-a974-a6a02649b058 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:30:47.894852 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-f9c18529-070e-4e7a-9e80-7f47a5adbf9a None None] Provisioning complete for port 4798c2cb-83ef-404e-a93e-5fce092b19c3 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:30:47.895262 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f9c18529-070e-4e7a-9e80-7f47a5adbf9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (4798c2cb-83ef-404e-a93e-5fce092b19c3), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:47.943516 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf09af6-d3f7-42fe-a974-a6a02649b058 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:30:48.037460 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf09af6-d3f7-42fe-a974-a6a02649b058 None None] Pushing event updated for resources: {'Port': ['ID=4fe297a8-2bc7-4795-8339-7223f2593d6b,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:48.063821 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6de96cab-0a07-47cd-946a-20164d74c92c admin admin] Publish callbacks [] for router_gateway (8284962e-2761-435a-93e5-faa7cc47ef87), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:48.084721 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 4798c2cb-83ef-404e-a93e-5fce092b19c3 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:30:48.085132 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (4798c2cb-83ef-404e-a93e-5fce092b19c3), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:48.115942 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6de96cab-0a07-47cd-946a-20164d74c92c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:48.186689 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-65752563-8458-491e-9b18-b90b4380af3a admin admin] Publish callbacks [] for security_group (a9f49d9f-774a-422b-8eaa-d31599763b6a), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:48.216657 n-d-812111-14 neutron-server[103304]: INFO neutron.api.v2.resource [req-d4e9d3dc-0856-4e4d-a15b-80b675bec430 req-ff03e5b2-99fd-4342-b38d-478c2df461fb tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] show failed (client error): The resource could not be found. Jan 28 19:30:48.224090 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d4e9d3dc-0856-4e4d-a15b-80b675bec430 req-ff03e5b2-99fd-4342-b38d-478c2df461fb tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] 10.222.0.64 "GET /v2.0/security-groups/245b0aa3-43c9-450c-8158-b7eaf4c95de4 HTTP/1.1" status: 404 len: 352 time: 0.2036071 Jan 28 19:30:48.235988 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-65752563-8458-491e-9b18-b90b4380af3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (a9f49d9f-774a-422b-8eaa-d31599763b6a), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:48.243946 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-ddf09af6-d3f7-42fe-a974-a6a02649b058 None None] Attempting to bind port 4fe297a8-2bc7-4795-8339-7223f2593d6b on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:30:48.244185 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-ddf09af6-d3f7-42fe-a974-a6a02649b058 None None] Attempting to bind port 4fe297a8-2bc7-4795-8339-7223f2593d6b by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '25c21fb9-fdcd-4ded-98e7-fa3f83ec6d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '4ed80f8c-a628-4bf0-926c-daa4ec7f72d6'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:30:48.244527 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf09af6-d3f7-42fe-a974-a6a02649b058 None None] Attempting to bind port 4fe297a8-2bc7-4795-8339-7223f2593d6b on network 4ed80f8c-a628-4bf0-926c-daa4ec7f72d6 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:30:48.309648 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-f9c18529-070e-4e7a-9e80-7f47a5adbf9a None None] Current status of the port 4798c2cb-83ef-404e-a93e-5fce092b19c3 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:30:48.310044 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f9c18529-070e-4e7a-9e80-7f47a5adbf9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (4798c2cb-83ef-404e-a93e-5fce092b19c3), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:48.370896 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf09af6-d3f7-42fe-a974-a6a02649b058 None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 30, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:30:48.377443 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf09af6-d3f7-42fe-a974-a6a02649b058 None None] Checking segment: {'id': '25c21fb9-fdcd-4ded-98e7-fa3f83ec6d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '4ed80f8c-a628-4bf0-926c-daa4ec7f72d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:30:48.377875 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ddf09af6-d3f7-42fe-a974-a6a02649b058 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:48.378291 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf09af6-d3f7-42fe-a974-a6a02649b058 None None] Bound using segment: {'id': '25c21fb9-fdcd-4ded-98e7-fa3f83ec6d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '4ed80f8c-a628-4bf0-926c-daa4ec7f72d6'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:30:48.378803 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-ddf09af6-d3f7-42fe-a974-a6a02649b058 None None] Bound port: 4fe297a8-2bc7-4795-8339-7223f2593d6b, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25c21fb9-fdcd-4ded-98e7-fa3f83ec6d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '4ed80f8c-a628-4bf0-926c-daa4ec7f72d6'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:30:48.379192 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ddf09af6-d3f7-42fe-a974-a6a02649b058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (4fe297a8-2bc7-4795-8339-7223f2593d6b), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:48.406202 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-6de96cab-0a07-47cd-946a-20164d74c92c admin admin] Allocated IP 172.25.6.78 (d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8/a648e4ab-7422-41b9-b133-58aca25ab8f5/165030ec-a091-445a-96fa-5e7aadc47c06) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:30:48.450365 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65752563-8458-491e-9b18-b90b4380af3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9f49d9f-774a-422b-8eaa-d31599763b6a,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:48.454769 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-65752563-8458-491e-9b18-b90b4380af3a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f7e0cac05a004cf79bb487738ad42e0b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2607162 Jan 28 19:30:48.458353 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 33464) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:48.525960 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-2ddcf1d3-e41c-4394-b05f-6a470cdbab80 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Allocated IP 10.1.1.13 (1a0a56ae-a8fc-45c3-a9f5-3868c6fdc511/803cf84b-628b-4025-a755-b3829db3c440/63a694be-3c45-4cf7-86cf-e53eec59bb7a) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:30:48.529371 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-f9c18529-070e-4e7a-9e80-7f47a5adbf9a None None] For port 4798c2cb-83ef-404e-a93e-5fce092b19c3, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=4798c2cb-83ef-404e-a93e-5fce092b19c3,segment=NetworkSegment(9bf5b81d-1ecc-495b-86bd-fe1fc8410ddb),segment_id=9bf5b81d-1ecc-495b-86bd-fe1fc8410ddb)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:30:48.642337 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-912ff56c-280a-45fb-8973-9befbe828fc9 admin admin] Publish callbacks [] for security_group (a9f49d9f-774a-422b-8eaa-d31599763b6a), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:48.670853 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f9c18529-070e-4e7a-9e80-7f47a5adbf9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (4798c2cb-83ef-404e-a93e-5fce092b19c3), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:48.771005 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6de96cab-0a07-47cd-946a-20164d74c92c admin admin] Publish callbacks [] for port (165030ec-a091-445a-96fa-5e7aadc47c06), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:48.888566 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-ddf09af6-d3f7-42fe-a974-a6a02649b058 None None] For port 4fe297a8-2bc7-4795-8339-7223f2593d6b, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:30:48.903071 n-d-812111-14 neutron-server[103305]: INFO neutron.api.v2.resource [req-8c39c3a9-7046-4089-8270-bbd4c5204423 req-a8747505-1a53-4f15-a34b-7783060c9e8d tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] show failed (client error): The resource could not be found. Jan 28 19:30:48.918284 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8c39c3a9-7046-4089-8270-bbd4c5204423 req-a8747505-1a53-4f15-a34b-7783060c9e8d tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] 10.222.0.64 "GET /v2.0/security-groups/74040d79-08a5-4ccb-8d0c-ba96a9e8466d HTTP/1.1" status: 404 len: 352 time: 0.0502927 Jan 28 19:30:48.926751 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6de96cab-0a07-47cd-946a-20164d74c92c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (165030ec-a091-445a-96fa-5e7aadc47c06), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:48.934519 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-912ff56c-280a-45fb-8973-9befbe828fc9 admin admin] Publish callbacks [] for security_group (a9f49d9f-774a-422b-8eaa-d31599763b6a), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:49.017429 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 4798c2cb-83ef-404e-a93e-5fce092b19c3 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:30:49.094165 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de96cab-0a07-47cd-946a-20164d74c92c admin admin] Network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:30:49.128654 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-6de96cab-0a07-47cd-946a-20164d74c92c admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:30:49.142698 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-ddf09af6-d3f7-42fe-a974-a6a02649b058 None None] For port 4fe297a8-2bc7-4795-8339-7223f2593d6b, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=4fe297a8-2bc7-4795-8339-7223f2593d6b,segment=NetworkSegment(25c21fb9-fdcd-4ded-98e7-fa3f83ec6d2c),segment_id=25c21fb9-fdcd-4ded-98e7-fa3f83ec6d2c)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:30:49.151305 n-d-812111-14 neutron-server[103305]: INFO neutron.api.v2.resource [req-d12b95fc-a4e9-4a3b-9a8a-6c3f47704bba req-b808a88a-2d68-47ff-a8d7-01ad136802e6 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] show failed (client error): The resource could not be found. Jan 28 19:30:49.155571 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d12b95fc-a4e9-4a3b-9a8a-6c3f47704bba req-b808a88a-2d68-47ff-a8d7-01ad136802e6 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] 10.222.0.64 "GET /v2.0/security-groups/ca070991-69fc-424a-940c-003c27fab5ba HTTP/1.1" status: 404 len: 352 time: 0.1942389 Jan 28 19:30:49.160934 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de96cab-0a07-47cd-946a-20164d74c92c admin admin] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:30:49.169036 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ddf09af6-d3f7-42fe-a974-a6a02649b058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (4fe297a8-2bc7-4795-8339-7223f2593d6b), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:49.188482 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c18529-070e-4e7a-9e80-7f47a5adbf9a None None] Pushing event updated for resources: {'Port': ['ID=4798c2cb-83ef-404e-a93e-5fce092b19c3,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:49.285340 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de96cab-0a07-47cd-946a-20164d74c92c admin admin] Pushing event updated for resources: {'Port': ['ID=165030ec-a091-445a-96fa-5e7aadc47c06,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:49.331221 n-d-812111-14 neutron-server[103305]: INFO neutron.api.v2.resource [req-0c7bb345-1ff7-4887-90ca-ec1e050c3e80 req-35dc4e2f-3bc4-4738-8f7d-4b377d211985 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] show failed (client error): The resource could not be found. Jan 28 19:30:49.333898 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-0c7bb345-1ff7-4887-90ca-ec1e050c3e80 req-35dc4e2f-3bc4-4738-8f7d-4b377d211985 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] 10.222.0.64 "GET /v2.0/security-groups/bc56c67e-4e6f-4a76-ab6d-e7eb6067536d HTTP/1.1" status: 404 len: 352 time: 0.1465034 Jan 28 19:30:49.337492 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf09af6-d3f7-42fe-a974-a6a02649b058 None None] Pushing event updated for resources: {'Port': ['ID=4fe297a8-2bc7-4795-8339-7223f2593d6b,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:49.386877 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device f8201172-890f-4f30-be44-aa09b0025d8e up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:30:49.416987 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd5da09-67c4-4b83-b9a3-49a527f113e9 req-75c5fe6d-b9df-4caf-893e-486d63830325 tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:30:49.419358 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7dd5da09-67c4-4b83-b9a3-49a527f113e9 req-75c5fe6d-b9df-4caf-893e-486d63830325 tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3d14ce0-7469-47f2-ae46-bee456094209 HTTP/1.1" status: 200 len: 945 time: 0.6570537 Jan 28 19:30:49.479168 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4be8339f-ace8-4f36-8e63-3193838bb5ee None None] Network 2b32274e-ef71-47fa-9b2e-d7c8beaa092d requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:30:49.549029 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-912ff56c-280a-45fb-8973-9befbe828fc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (a9f49d9f-774a-422b-8eaa-d31599763b6a), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:49.552748 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-912ff56c-280a-45fb-8973-9befbe828fc9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:49.559254 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-912ff56c-280a-45fb-8973-9befbe828fc9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a9f49d9f-774a-422b-8eaa-d31599763b6a HTTP/1.1" status: 204 len: 168 time: 1.0998216 Jan 28 19:30:49.570756 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2ddcf1d3-e41c-4394-b05f-6a470cdbab80 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Publish callbacks [] for port (63a694be-3c45-4cf7-86cf-e53eec59bb7a), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:49.608831 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912ff56c-280a-45fb-8973-9befbe828fc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9f49d9f-774a-422b-8eaa-d31599763b6a,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:49.747209 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7dd5da09-67c4-4b83-b9a3-49a527f113e9 req-9ff56daf-a3be-4cd4-8105-f630429edf32 tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] 10.222.0.64 "GET /v2.0/security-groups?id=12ee04d6-2379-4dda-9d23-37667d7c47ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3172052 Jan 28 19:30:49.759941 n-d-812111-14 neutron-server[103305]: INFO neutron.api.v2.resource [req-bfefd8ce-ab07-4835-9381-e382edc4538a req-b9ff22ca-a568-4b15-930a-cf5c2965ffdd tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] show failed (client error): The resource could not be found. Jan 28 19:30:49.781997 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-bfefd8ce-ab07-4835-9381-e382edc4538a req-b9ff22ca-a568-4b15-930a-cf5c2965ffdd tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] 10.222.0.64 "GET /v2.0/security-groups/4bdc98f9-e512-47ad-8a6f-3d32071fac3d HTTP/1.1" status: 404 len: 352 time: 0.4233646 Jan 28 19:30:49.817562 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2ddcf1d3-e41c-4394-b05f-6a470cdbab80 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (63a694be-3c45-4cf7-86cf-e53eec59bb7a), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:49.882408 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port f8201172-890f-4f30-be44-aa09b0025d8e triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:30:49.893536 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (f8201172-890f-4f30-be44-aa09b0025d8e), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:50.020351 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-5dfb70cb-0909-41d5-9e88-0edbfef6d9c7 None None] Provisioning complete for port f8201172-890f-4f30-be44-aa09b0025d8e triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:30:50.020650 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5dfb70cb-0909-41d5-9e88-0edbfef6d9c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (f8201172-890f-4f30-be44-aa09b0025d8e), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:50.022828 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ddcf1d3-e41c-4394-b05f-6a470cdbab80 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Network 1a0a56ae-a8fc-45c3-a9f5-3868c6fdc511 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:30:50.024847 n-d-812111-14 neutron-server[103304]: INFO neutron.api.v2.resource [req-ec1516ab-7b46-4b8c-a573-f5125eb9a20a req-93f60486-3dec-4d8b-8389-119e9fd84151 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] show failed (client error): The resource could not be found. Jan 28 19:30:50.029211 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ec1516ab-7b46-4b8c-a573-f5125eb9a20a req-93f60486-3dec-4d8b-8389-119e9fd84151 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] 10.222.0.64 "GET /v2.0/security-groups/961761df-8153-4d32-93c1-7131e2ec7e68 HTTP/1.1" status: 404 len: 352 time: 0.1960735 Jan 28 19:30:50.039125 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-2ddcf1d3-e41c-4394-b05f-6a470cdbab80 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:30:50.043073 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ddcf1d3-e41c-4394-b05f-6a470cdbab80 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:30:50.166730 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddcf1d3-e41c-4394-b05f-6a470cdbab80 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Pushing event updated for resources: {'Port': ['ID=63a694be-3c45-4cf7-86cf-e53eec59bb7a,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:50.212123 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ddcf1d3-e41c-4394-b05f-6a470cdbab80 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:30:50.216695 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2ddcf1d3-e41c-4394-b05f-6a470cdbab80 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:50.253846 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-2ddcf1d3-e41c-4394-b05f-6a470cdbab80 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.9243705 Jan 28 19:30:50.283913 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6de96cab-0a07-47cd-946a-20164d74c92c admin admin] Publish callbacks [] for router_gateway (8284962e-2761-435a-93e5-faa7cc47ef87), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:50.343460 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-5dfb70cb-0909-41d5-9e88-0edbfef6d9c7 None None] Current status of the port f8201172-890f-4f30-be44-aa09b0025d8e is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:30:50.345823 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5dfb70cb-0909-41d5-9e88-0edbfef6d9c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (f8201172-890f-4f30-be44-aa09b0025d8e), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:50.626168 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port f8201172-890f-4f30-be44-aa09b0025d8e is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:30:50.626688 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (f8201172-890f-4f30-be44-aa09b0025d8e), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:50.694651 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-5dfb70cb-0909-41d5-9e88-0edbfef6d9c7 None None] For port f8201172-890f-4f30-be44-aa09b0025d8e, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=f8201172-890f-4f30-be44-aa09b0025d8e,segment=NetworkSegment(f691f418-4099-4a2e-b081-8f35001c07cb),segment_id=f691f418-4099-4a2e-b081-8f35001c07cb)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:30:50.753027 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5dfb70cb-0909-41d5-9e88-0edbfef6d9c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (f8201172-890f-4f30-be44-aa09b0025d8e), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:50.783716 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:50.926076 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec26b300-01a1-4288-922e-c9cf826ebd46 req-0585d402-392d-4071-a2d0-3fd3504c54c4 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:30:50.938962 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ec26b300-01a1-4288-922e-c9cf826ebd46 req-0585d402-392d-4071-a2d0-3fd3504c54c4 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] 10.222.0.64 "GET /v2.0/ports?device_id=245a918d-0459-4301-99c7-000801138e3e HTTP/1.1" status: 200 len: 1024 time: 0.2481816 Jan 28 19:30:50.968288 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6de96cab-0a07-47cd-946a-20164d74c92c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-731074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-731460'] for router (8284962e-2761-435a-93e5-faa7cc47ef87), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:51.040882 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-c9a2a8fc-08d9-4ce0-b4f5-100464539744 None None] Provisioning complete for port f8201172-890f-4f30-be44-aa09b0025d8e triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:30:51.041494 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c9a2a8fc-08d9-4ce0-b4f5-100464539744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (f8201172-890f-4f30-be44-aa09b0025d8e), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:51.047882 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfb70cb-0909-41d5-9e88-0edbfef6d9c7 None None] Pushing event updated for resources: {'Port': ['ID=f8201172-890f-4f30-be44-aa09b0025d8e,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:51.054397 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.db.api [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103306) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 19:30:51.060217 n-d-812111-14 neutron-server[103306]: DEBUG oslo_db.api [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 19:30:51.273802 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-c9a2a8fc-08d9-4ce0-b4f5-100464539744 None None] Current status of the port f8201172-890f-4f30-be44-aa09b0025d8e is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:30:51.303151 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ec26b300-01a1-4288-922e-c9cf826ebd46 req-7dd492cc-ba59-4da8-bfdb-70df833bfdeb tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] 10.222.0.64 "GET /v2.0/security-groups?id=659e260d-c792-484e-a73a-25edc146fa60&id=292f4570-4b9f-4c41-9749-71e278686add&id=1062da38-e9d3-4864-a997-6a65fbb30edf&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.3679082 Jan 28 19:30:51.315042 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-c9a2a8fc-08d9-4ce0-b4f5-100464539744 None None] Provisioning complete for port 4798c2cb-83ef-404e-a93e-5fce092b19c3 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:30:51.315042 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c9a2a8fc-08d9-4ce0-b4f5-100464539744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (4798c2cb-83ef-404e-a93e-5fce092b19c3), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:51.415864 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6de96cab-0a07-47cd-946a-20164d74c92c admin admin] Router 8284962e-2761-435a-93e5-faa7cc47ef87 is scheduled to L3 agent 76fe5c49-705a-4e08-abb2-be585676213f with binding_index 1 {{(pid=103305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 19:30:51.534188 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-c9a2a8fc-08d9-4ce0-b4f5-100464539744 None None] Current status of the port 4798c2cb-83ef-404e-a93e-5fce092b19c3 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:30:51.610564 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-c9a2a8fc-08d9-4ce0-b4f5-100464539744 None None] Provisioning complete for port 94babd58-bc58-41d0-b372-2137350b0839 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:30:51.610942 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c9a2a8fc-08d9-4ce0-b4f5-100464539744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (94babd58-bc58-41d0-b372-2137350b0839), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:51.750868 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd59f16c-3aee-4ba4-ac3a-88040cdef8de None None] Network 4ed80f8c-a628-4bf0-926c-daa4ec7f72d6 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:30:51.775267 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c2a398-9557-4852-bcae-07fd641da7d4 req-42f7e782-bedc-4f6f-b9c6-c6264fa2fc1d tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:30:51.777374 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-95c2a398-9557-4852-bcae-07fd641da7d4 req-42f7e782-bedc-4f6f-b9c6-c6264fa2fc1d tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3d14ce0-7469-47f2-ae46-bee456094209 HTTP/1.1" status: 200 len: 945 time: 0.3460848 Jan 28 19:30:51.834284 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6de96cab-0a07-47cd-946a-20164d74c92c admin admin] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:30:51.853632 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965c76f9-99e0-43b0-9fcc-4b20e39943e3 None None] Sync routers for ids ['8284962e-2761-435a-93e5-faa7cc47ef87'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:30:51.895121 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965c76f9-99e0-43b0-9fcc-4b20e39943e3 None None] Routers {'8284962e-2761-435a-93e5-faa7cc47ef87'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:30:51.895932 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-965c76f9-99e0-43b0-9fcc-4b20e39943e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:30:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['8284962e-2761-435a-93e5-faa7cc47ef87'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:30:51.928666 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port f8201172-890f-4f30-be44-aa09b0025d8e is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:30:51.949797 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-c9a2a8fc-08d9-4ce0-b4f5-100464539744 None None] Port 94babd58-bc58-41d0-b372-2137350b0839 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:30:52.196545 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-5773962b-244d-45be-9a46-65e20c34f9af None None] Provisioning complete for port 63a694be-3c45-4cf7-86cf-e53eec59bb7a triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:30:52.197160 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5773962b-244d-45be-9a46-65e20c34f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (63a694be-3c45-4cf7-86cf-e53eec59bb7a), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:52.266670 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-965c76f9-99e0-43b0-9fcc-4b20e39943e3 None None] Set router 8284962e-2761-435a-93e5-faa7cc47ef87 gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:30:52.360108 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-5773962b-244d-45be-9a46-65e20c34f9af None None] Port 63a694be-3c45-4cf7-86cf-e53eec59bb7a cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:30:52.411086 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-5773962b-244d-45be-9a46-65e20c34f9af None None] Provisioning complete for port 4fe297a8-2bc7-4795-8339-7223f2593d6b triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:30:52.411691 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5773962b-244d-45be-9a46-65e20c34f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (4fe297a8-2bc7-4795-8339-7223f2593d6b), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:52.608115 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 4798c2cb-83ef-404e-a93e-5fce092b19c3 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:30:52.888133 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 33586) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:52.893223 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-de2aa276-f341-44bc-8e5d-a9322eff28e0 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Request body: {'security_group': {'name': 'tempest-securitygroup--747187604', 'description': 'tempest-description--743645706'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:30:52.931796 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-5773962b-244d-45be-9a46-65e20c34f9af None None] Current status of the port 4fe297a8-2bc7-4795-8339-7223f2593d6b is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:30:52.932550 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5773962b-244d-45be-9a46-65e20c34f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (4fe297a8-2bc7-4795-8339-7223f2593d6b), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:52.956566 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-de2aa276-f341-44bc-8e5d-a9322eff28e0 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:52.990576 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-965c76f9-99e0-43b0-9fcc-4b20e39943e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8284962e-2761-435a-93e5-faa7cc47ef87', 'name': 'tempest-AttachVolumeShelveTestJSON-1306095070-router', 'tenant_id': '0f0ddac21a95455ebc1c3ac83c1cf620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': '165030ec-a091-445a-96fa-5e7aadc47c06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:30:46Z', 'updated_at': '2022-01-28T19:30:49Z', 'revision_number': 3, 'project_id': '0f0ddac21a95455ebc1c3ac83c1cf620', 'gw_port': {'id': '165030ec-a091-445a-96fa-5e7aadc47c06', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:60:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8284962e-2761-435a-93e5-faa7cc47ef87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1940, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:30:48Z', 'updated_at': '2022-01-28T19:30:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:30:53.013796 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 4798c2cb-83ef-404e-a93e-5fce092b19c3 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:30:53.014179 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (4798c2cb-83ef-404e-a93e-5fce092b19c3), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:53.064679 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6de96cab-0a07-47cd-946a-20164d74c92c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:53.071215 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 33592) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:53.072284 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-6de96cab-0a07-47cd-946a-20164d74c92c admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.5574682 Jan 28 19:30:53.087424 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-5773962b-244d-45be-9a46-65e20c34f9af None None] For port 4fe297a8-2bc7-4795-8339-7223f2593d6b, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=4fe297a8-2bc7-4795-8339-7223f2593d6b,segment=NetworkSegment(25c21fb9-fdcd-4ded-98e7-fa3f83ec6d2c),segment_id=25c21fb9-fdcd-4ded-98e7-fa3f83ec6d2c)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:30:53.093531 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 33594) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:53.097626 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-95c2a398-9557-4852-bcae-07fd641da7d4 req-514da132-9b4e-4622-b635-b362b402b76d tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] 10.222.0.64 "GET /v2.0/security-groups?id=12ee04d6-2379-4dda-9d23-37667d7c47ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3103466 Jan 28 19:30:53.114541 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5773962b-244d-45be-9a46-65e20c34f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (4fe297a8-2bc7-4795-8339-7223f2593d6b), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:53.115703 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965c76f9-99e0-43b0-9fcc-4b20e39943e3 None None] Checking router: 8284962e-2761-435a-93e5-faa7cc47ef87 for host: n-d-812111-14 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:30:53.116076 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965c76f9-99e0-43b0-9fcc-4b20e39943e3 None None] Updating router 8284962e-2761-435a-93e5-faa7cc47ef87 port 165030ec-a091-445a-96fa-5e7aadc47c06 binding host n-d-812111-14 {{(pid=103307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:30:53.161176 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7de6362-6bdf-494c-bc9b-01ee5d815b19 req-008b9a40-6d76-4d71-a610-23d61a577dc5 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:30:53.164602 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d7de6362-6bdf-494c-bc9b-01ee5d815b19 req-008b9a40-6d76-4d71-a610-23d61a577dc5 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] 10.222.0.41 "GET /v2.0/ports?device_id=245a918d-0459-4301-99c7-000801138e3e HTTP/1.1" status: 200 len: 1024 time: 1.2516081 Jan 28 19:30:53.189333 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-965c76f9-99e0-43b0-9fcc-4b20e39943e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (165030ec-a091-445a-96fa-5e7aadc47c06), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:53.198489 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5773962b-244d-45be-9a46-65e20c34f9af None None] Pushing event updated for resources: {'Port': ['ID=4fe297a8-2bc7-4795-8339-7223f2593d6b,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:53.316283 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-6f510de7-7815-412b-86ec-94e376ef4d20 None None] Provisioning complete for port 4fe297a8-2bc7-4795-8339-7223f2593d6b triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:30:53.316666 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6f510de7-7815-412b-86ec-94e376ef4d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (4fe297a8-2bc7-4795-8339-7223f2593d6b), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:53.339882 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-d7de6362-6bdf-494c-bc9b-01ee5d815b19 req-5bca39bc-5a00-4475-afe9-800538e3a3fa tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Deleting port bc60d7ec-63bd-4e90-a8a7-0344399bfd4d {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:30:53.341427 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-d7de6362-6bdf-494c-bc9b-01ee5d815b19 req-5bca39bc-5a00-4475-afe9-800538e3a3fa tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (bc60d7ec-63bd-4e90-a8a7-0344399bfd4d), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:53.426628 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 4798c2cb-83ef-404e-a93e-5fce092b19c3 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:30:53.427740 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device f8201172-890f-4f30-be44-aa09b0025d8e up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:30:53.471200 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-de2aa276-f341-44bc-8e5d-a9322eff28e0 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Publish callbacks [] for security_group (13e4f299-cf18-4f69-979b-275ae464cc1c), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:53.493580 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662493ad-1108-4481-8b59-4f4d77e0a3f0 req-964da043-fe80-498c-89bc-e466af62ff90 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:30:53.506104 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-662493ad-1108-4481-8b59-4f4d77e0a3f0 req-964da043-fe80-498c-89bc-e466af62ff90 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] 10.222.0.64 "GET /v2.0/ports?device_id=245a918d-0459-4301-99c7-000801138e3e HTTP/1.1" status: 200 len: 1024 time: 0.4555492 Jan 28 19:30:53.511414 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-de2aa276-f341-44bc-8e5d-a9322eff28e0 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (13e4f299-cf18-4f69-979b-275ae464cc1c), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:53.533203 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-d7de6362-6bdf-494c-bc9b-01ee5d815b19 req-5bca39bc-5a00-4475-afe9-800538e3a3fa tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] For port bc60d7ec-63bd-4e90-a8a7-0344399bfd4d, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=bc60d7ec-63bd-4e90-a8a7-0344399bfd4d,segment=NetworkSegment(5b66c8f9-1d97-48b1-bd99-697071b35b5b),segment_id=5b66c8f9-1d97-48b1-bd99-697071b35b5b)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:30:53.533817 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-d7de6362-6bdf-494c-bc9b-01ee5d815b19 req-5bca39bc-5a00-4475-afe9-800538e3a3fa tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (bc60d7ec-63bd-4e90-a8a7-0344399bfd4d), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:53.556216 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-d7de6362-6bdf-494c-bc9b-01ee5d815b19 req-5bca39bc-5a00-4475-afe9-800538e3a3fa tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Calling delete_port for bc60d7ec-63bd-4e90-a8a7-0344399bfd4d owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:30:53.565887 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-6f510de7-7815-412b-86ec-94e376ef4d20 None None] Current status of the port 4fe297a8-2bc7-4795-8339-7223f2593d6b is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:30:53.594044 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port f8201172-890f-4f30-be44-aa09b0025d8e triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:30:53.594305 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (f8201172-890f-4f30-be44-aa09b0025d8e), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:53.622586 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-9d6009d8-b0f2-4cf7-b521-442b766d88fa tempest-ExternalNetworksTestJSON-3236468 tempest-ExternalNetworksTestJSON-3236468-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-2103584201'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:30:53.634552 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2aa276-f341-44bc-8e5d-a9322eff28e0 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13e4f299-cf18-4f69-979b-275ae464cc1c,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:53.709694 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-de2aa276-f341-44bc-8e5d-a9322eff28e0 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:53.713524 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-de2aa276-f341-44bc-8e5d-a9322eff28e0 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.8242760 Jan 28 19:30:53.730883 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 33604) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:53.744067 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-e8d1889a-1235-4061-a6bc-b8db39ce0327 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Request body: {'security_group_rule': {'security_group_id': '13e4f299-cf18-4f69-979b-275ae464cc1c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:30:53.844159 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-965c76f9-99e0-43b0-9fcc-4b20e39943e3 None None] Publish callbacks [] for port (165030ec-a091-445a-96fa-5e7aadc47c06), precommit_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:53.858393 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-965c76f9-99e0-43b0-9fcc-4b20e39943e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (165030ec-a091-445a-96fa-5e7aadc47c06), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:53.862175 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:53.898304 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port f8201172-890f-4f30-be44-aa09b0025d8e is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:30:53.899606 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 4fe297a8-2bc7-4795-8339-7223f2593d6b up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:30:53.923579 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-662493ad-1108-4481-8b59-4f4d77e0a3f0 req-bc745422-2044-4381-bccc-77f1b78ca572 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] 10.222.0.64 "GET /v2.0/security-groups?id=659e260d-c792-484e-a73a-25edc146fa60&id=292f4570-4b9f-4c41-9749-71e278686add&id=1062da38-e9d3-4864-a997-6a65fbb30edf&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.4149957 Jan 28 19:30:53.948936 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d6009d8-b0f2-4cf7-b521-442b766d88fa tempest-ExternalNetworksTestJSON-3236468 tempest-ExternalNetworksTestJSON-3236468-project] Made reservation on behalf of 5bb59f003bbc4198972420d14042bdb7 for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:30:53.954675 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e8d1889a-1235-4061-a6bc-b8db39ce0327 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Publish callbacks [] for security_group_rule (f8aad51c-6c0b-4637-a031-1b1881ae4785), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:53.971439 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9d6009d8-b0f2-4cf7-b521-442b766d88fa tempest-ExternalNetworksTestJSON-3236468 tempest-ExternalNetworksTestJSON-3236468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:53.978557 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce63142d-3c29-462e-9ca0-3dd6b4285ede None None] Pushing event updated for resources: {'Port': ['ID=165030ec-a091-445a-96fa-5e7aadc47c06,revision_number=2']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:54.010504 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce63142d-3c29-462e-9ca0-3dd6b4285ede None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:30:54.013376 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-d7de6362-6bdf-494c-bc9b-01ee5d815b19 req-5bca39bc-5a00-4475-afe9-800538e3a3fa tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (bc60d7ec-63bd-4e90-a8a7-0344399bfd4d), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:54.014434 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce63142d-3c29-462e-9ca0-3dd6b4285ede None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:30:54.017883 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce63142d-3c29-462e-9ca0-3dd6b4285ede None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:30:54.018261 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce63142d-3c29-462e-9ca0-3dd6b4285ede None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:30:54.021426 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce63142d-3c29-462e-9ca0-3dd6b4285ede None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:30:54.022152 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce63142d-3c29-462e-9ca0-3dd6b4285ede None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:30:54.024985 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce63142d-3c29-462e-9ca0-3dd6b4285ede None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:30:54.025552 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce63142d-3c29-462e-9ca0-3dd6b4285ede None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:30:54.027370 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce63142d-3c29-462e-9ca0-3dd6b4285ede None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:30:54.027889 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce63142d-3c29-462e-9ca0-3dd6b4285ede None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:30:54.031155 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce63142d-3c29-462e-9ca0-3dd6b4285ede None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:30:54.032014 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce63142d-3c29-462e-9ca0-3dd6b4285ede None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:30:54.033412 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9d6009d8-b0f2-4cf7-b521-442b766d88fa tempest-ExternalNetworksTestJSON-3236468 tempest-ExternalNetworksTestJSON-3236468-project] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:54.034120 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce63142d-3c29-462e-9ca0-3dd6b4285ede None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:30:54.085084 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bca39bc-5a00-4475-afe9-800538e3a3fa tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Pushing event deleted for resources: {'Port': ['ID=bc60d7ec-63bd-4e90-a8a7-0344399bfd4d,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:54.124340 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-965c76f9-99e0-43b0-9fcc-4b20e39943e3 None None] Attempting to bind port 165030ec-a091-445a-96fa-5e7aadc47c06 on host n-d-812111-14 for vnic_type normal with profile {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:30:54.124717 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-965c76f9-99e0-43b0-9fcc-4b20e39943e3 None None] Attempting to bind port 165030ec-a091-445a-96fa-5e7aadc47c06 by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:30:54.125210 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965c76f9-99e0-43b0-9fcc-4b20e39943e3 None None] Attempting to bind port 165030ec-a091-445a-96fa-5e7aadc47c06 on network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:30:54.150580 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e8d1889a-1235-4061-a6bc-b8db39ce0327 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Publish callbacks [] for security_group_rule (f8aad51c-6c0b-4637-a031-1b1881ae4785), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:54.157636 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 4fe297a8-2bc7-4795-8339-7223f2593d6b triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:30:54.158071 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965c76f9-99e0-43b0-9fcc-4b20e39943e3 None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 30, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:30:54.158460 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965c76f9-99e0-43b0-9fcc-4b20e39943e3 None None] Checking segment: {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:30:54.158886 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (4fe297a8-2bc7-4795-8339-7223f2593d6b), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:54.160457 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-965c76f9-99e0-43b0-9fcc-4b20e39943e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:54.160900 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965c76f9-99e0-43b0-9fcc-4b20e39943e3 None None] Bound using segment: {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:30:54.170209 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-965c76f9-99e0-43b0-9fcc-4b20e39943e3 None None] Bound port: 165030ec-a091-445a-96fa-5e7aadc47c06, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:30:54.171021 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-965c76f9-99e0-43b0-9fcc-4b20e39943e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (165030ec-a091-445a-96fa-5e7aadc47c06), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:54.310022 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e8d1889a-1235-4061-a6bc-b8db39ce0327 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (f8aad51c-6c0b-4637-a031-1b1881ae4785), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:54.320262 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7de6362-6bdf-494c-bc9b-01ee5d815b19 req-5bca39bc-5a00-4475-afe9-800538e3a3fa tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] No DVR routers for this DVR port bc60d7ec-63bd-4e90-a8a7-0344399bfd4d on host n-h1-812111-14 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:30:54.356511 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-965c76f9-99e0-43b0-9fcc-4b20e39943e3 None None] For port 165030ec-a091-445a-96fa-5e7aadc47c06, host n-d-812111-14, cleared binding levels {{(pid=103307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:30:54.360094 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-d7de6362-6bdf-494c-bc9b-01ee5d815b19 req-5bca39bc-5a00-4475-afe9-800538e3a3fa tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:54.367450 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d7de6362-6bdf-494c-bc9b-01ee5d815b19 req-5bca39bc-5a00-4475-afe9-800538e3a3fa tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] 10.222.0.41 "DELETE /v2.0/ports/bc60d7ec-63bd-4e90-a8a7-0344399bfd4d HTTP/1.1" status: 204 len: 173 time: 1.1935925 Jan 28 19:30:54.372183 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d1889a-1235-4061-a6bc-b8db39ce0327 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8aad51c-6c0b-4637-a031-1b1881ae4785,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:54.377134 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '245a918d-0459-4301-99c7-000801138e3e', 'name': 'network-vif-deleted', 'tag': 'bc60d7ec-63bd-4e90-a8a7-0344399bfd4d'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:30:54.379695 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35d344e1-c443-43fa-b0b3-f7bfd4c9b03e" -d '{"events": [{"server_uuid": "245a918d-0459-4301-99c7-000801138e3e", "name": "network-vif-deleted", "tag": "bc60d7ec-63bd-4e90-a8a7-0344399bfd4d"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:30:54.380139 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-965c76f9-99e0-43b0-9fcc-4b20e39943e3 None None] For port 165030ec-a091-445a-96fa-5e7aadc47c06, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=165030ec-a091-445a-96fa-5e7aadc47c06,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:30:54.397127 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-965c76f9-99e0-43b0-9fcc-4b20e39943e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (165030ec-a091-445a-96fa-5e7aadc47c06), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:54.456633 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 4fe297a8-2bc7-4795-8339-7223f2593d6b is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:30:54.517579 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1bb4c71-7d59-4721-9f92-a0432108ff9a x-openstack-request-id: req-c1bb4c71-7d59-4721-9f92-a0432108ff9a {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:30:54.518006 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "245a918d-0459-4301-99c7-000801138e3e", "name": "network-vif-deleted", "tag": "bc60d7ec-63bd-4e90-a8a7-0344399bfd4d", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:30:54.518244 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c1bb4c71-7d59-4721-9f92-a0432108ff9a {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:30:54.518640 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '245a918d-0459-4301-99c7-000801138e3e', 'name': 'network-vif-deleted', 'tag': 'bc60d7ec-63bd-4e90-a8a7-0344399bfd4d', 'status': 'completed', 'code': 200} Jan 28 19:30:54.527388 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e8d1889a-1235-4061-a6bc-b8db39ce0327 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:54.532943 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-e8d1889a-1235-4061-a6bc-b8db39ce0327 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7969739 Jan 28 19:30:54.536922 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 33618) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:54.547574 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-6348c0fe-0206-439c-a99f-c987816bd4af tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Request body: {'security_group_rule': {'security_group_id': '13e4f299-cf18-4f69-979b-275ae464cc1c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:30:54.602408 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce63142d-3c29-462e-9ca0-3dd6b4285ede None None] Pushing event updated for resources: {'Port': ['ID=165030ec-a091-445a-96fa-5e7aadc47c06,revision_number=3']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:54.625207 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965c76f9-99e0-43b0-9fcc-4b20e39943e3 None None] Routers {'8284962e-2761-435a-93e5-faa7cc47ef87'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:30:54.626380 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-965c76f9-99e0-43b0-9fcc-4b20e39943e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:30:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['8284962e-2761-435a-93e5-faa7cc47ef87'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:30:54.632379 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 4fe297a8-2bc7-4795-8339-7223f2593d6b up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:30:54.647213 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6348c0fe-0206-439c-a99f-c987816bd4af tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Publish callbacks [] for security_group_rule (928245a1-df33-4633-805e-181a1afc0384), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:54.669781 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9d6009d8-b0f2-4cf7-b521-442b766d88fa tempest-ExternalNetworksTestJSON-3236468 tempest-ExternalNetworksTestJSON-3236468-project] Publish callbacks [] for security_group (3a70e6ef-debb-4577-8170-e1925dcdabc9), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:54.693896 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9d6009d8-b0f2-4cf7-b521-442b766d88fa tempest-ExternalNetworksTestJSON-3236468 tempest-ExternalNetworksTestJSON-3236468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (3a70e6ef-debb-4577-8170-e1925dcdabc9), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:54.729228 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76996c30-7cda-4b84-b424-4b38998730fa req-961ccafd-f4a0-4ba3-9852-f17b16d445e9 tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:30:54.730355 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-76996c30-7cda-4b84-b424-4b38998730fa req-961ccafd-f4a0-4ba3-9852-f17b16d445e9 tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3d14ce0-7469-47f2-ae46-bee456094209 HTTP/1.1" status: 200 len: 945 time: 0.4008777 Jan 28 19:30:54.771790 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-965c76f9-99e0-43b0-9fcc-4b20e39943e3 None None] Set router 8284962e-2761-435a-93e5-faa7cc47ef87 gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:30:54.775341 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d6009d8-b0f2-4cf7-b521-442b766d88fa tempest-ExternalNetworksTestJSON-3236468 tempest-ExternalNetworksTestJSON-3236468-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:30:54.790595 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 4fe297a8-2bc7-4795-8339-7223f2593d6b triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:30:54.790974 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (4fe297a8-2bc7-4795-8339-7223f2593d6b), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:54.863607 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device bc60d7ec-63bd-4e90-a8a7-0344399bfd4d no longer exists at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:30:54.869920 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-76996c30-7cda-4b84-b424-4b38998730fa req-863a1eeb-b800-4157-a17b-3e9742ea4756 tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] 10.222.0.64 "GET /v2.0/security-groups?id=12ee04d6-2379-4dda-9d23-37667d7c47ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181164 Jan 28 19:30:54.901086 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6348c0fe-0206-439c-a99f-c987816bd4af tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Publish callbacks [] for security_group_rule (928245a1-df33-4633-805e-181a1afc0384), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:54.908404 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] No Port match for: bc60d7ec-63bd-4e90-a8a7-0344399bfd4d {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:30:54.908766 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device bc60d7ec-63bd-4e90-a8a7-0344399bfd4d not bound to the agent host n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:30:54.916073 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6348c0fe-0206-439c-a99f-c987816bd4af tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (928245a1-df33-4633-805e-181a1afc0384), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:54.937626 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6348c0fe-0206-439c-a99f-c987816bd4af tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=928245a1-df33-4633-805e-181a1afc0384,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:54.973367 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9d6009d8-b0f2-4cf7-b521-442b766d88fa tempest-ExternalNetworksTestJSON-3236468 tempest-ExternalNetworksTestJSON-3236468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (b7f20b5b-8d86-4c20-a552-6778939e7486), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:54.974378 n-d-812111-14 neutron-server[103304]: INFO neutron.db.segments_db [None req-9d6009d8-b0f2-4cf7-b521-442b766d88fa tempest-ExternalNetworksTestJSON-3236468 tempest-ExternalNetworksTestJSON-3236468-project] Added segment b7f20b5b-8d86-4c20-a552-6778939e7486 of type vlan for network ca3bee20-8167-4697-abc5-df6c69cda13f Jan 28 19:30:54.978771 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-95a60b5e-33fb-49d0-b27e-d79ca65ebc55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:54.993035 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6009d8-b0f2-4cf7-b521-442b766d88fa tempest-ExternalNetworksTestJSON-3236468 tempest-ExternalNetworksTestJSON-3236468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a70e6ef-debb-4577-8170-e1925dcdabc9,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:54.997000 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6348c0fe-0206-439c-a99f-c987816bd4af tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:55.001439 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-6348c0fe-0206-439c-a99f-c987816bd4af tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4608262 Jan 28 19:30:55.003606 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 33622) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:55.047562 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-0cc20323-42fb-4ba5-8ab4-8a5145857acf tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Request body: {'floatingip': {'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:30:55.049398 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 4fe297a8-2bc7-4795-8339-7223f2593d6b is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:30:55.163371 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0cc20323-42fb-4ba5-8ab4-8a5145857acf tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:55.194522 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9d6009d8-b0f2-4cf7-b521-442b766d88fa tempest-ExternalNetworksTestJSON-3236468 tempest-ExternalNetworksTestJSON-3236468-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (ca3bee20-8167-4697-abc5-df6c69cda13f), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:55.358114 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-965c76f9-99e0-43b0-9fcc-4b20e39943e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8284962e-2761-435a-93e5-faa7cc47ef87', 'name': 'tempest-AttachVolumeShelveTestJSON-1306095070-router', 'tenant_id': '0f0ddac21a95455ebc1c3ac83c1cf620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': '165030ec-a091-445a-96fa-5e7aadc47c06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:30:46Z', 'updated_at': '2022-01-28T19:30:49Z', 'revision_number': 3, 'project_id': '0f0ddac21a95455ebc1c3ac83c1cf620', 'gw_port': {'id': '165030ec-a091-445a-96fa-5e7aadc47c06', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:60:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8284962e-2761-435a-93e5-faa7cc47ef87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1940, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:30:48Z', 'updated_at': '2022-01-28T19:30:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:30:55.380315 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7860e3f4-00b9-4c59-a601-9592573176ef req-de44008e-ef65-4c54-b5c8-3ebbc1fe4336 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] 10.222.0.64 "GET /v2.0/ports?device_id=245a918d-0459-4301-99c7-000801138e3e HTTP/1.1" status: 200 len: 210 time: 0.1683924 Jan 28 19:30:55.385518 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.db.resource_extend [None req-9d6009d8-b0f2-4cf7-b521-442b766d88fa tempest-ExternalNetworksTestJSON-3236468 tempest-ExternalNetworksTestJSON-3236468-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 19:30:55.430057 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9d6009d8-b0f2-4cf7-b521-442b766d88fa tempest-ExternalNetworksTestJSON-3236468 tempest-ExternalNetworksTestJSON-3236468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (ca3bee20-8167-4697-abc5-df6c69cda13f), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:55.434570 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965c76f9-99e0-43b0-9fcc-4b20e39943e3 None None] The sync data for ids ['8284962e-2761-435a-93e5-faa7cc47ef87'] in n-d-812111-14 is: [{'id': '8284962e-2761-435a-93e5-faa7cc47ef87', 'name': 'tempest-AttachVolumeShelveTestJSON-1306095070-router', 'tenant_id': '0f0ddac21a95455ebc1c3ac83c1cf620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': '165030ec-a091-445a-96fa-5e7aadc47c06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:30:46Z', 'updated_at': '2022-01-28T19:30:49Z', 'revision_number': 3, 'project_id': '0f0ddac21a95455ebc1c3ac83c1cf620', 'gw_port': {'id': '165030ec-a091-445a-96fa-5e7aadc47c06', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:60:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8284962e-2761-435a-93e5-faa7cc47ef87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1940, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:30:48Z', 'updated_at': '2022-01-28T19:30:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:30:55.450297 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d6009d8-b0f2-4cf7-b521-442b766d88fa tempest-ExternalNetworksTestJSON-3236468 tempest-ExternalNetworksTestJSON-3236468-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:30:55.451243 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9d6009d8-b0f2-4cf7-b521-442b766d88fa tempest-ExternalNetworksTestJSON-3236468 tempest-ExternalNetworksTestJSON-3236468-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:55.472256 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0cc20323-42fb-4ba5-8ab4-8a5145857acf tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:55.707853 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-0cc20323-42fb-4ba5-8ab4-8a5145857acf tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Allocated IP 172.25.6.15 (d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8/a648e4ab-7422-41b9-b133-58aca25ab8f5/8f358672-9fef-4cfb-bfe0-b28becfb3930) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:30:56.080283 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0cc20323-42fb-4ba5-8ab4-8a5145857acf tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Publish callbacks [] for port (8f358672-9fef-4cfb-bfe0-b28becfb3930), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:56.216897 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb41755d-7a56-4518-a7bb-c1131259edf7 req-ece6692d-dbb3-49f1-8aee-66f977652539 tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:30:56.219503 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-cb41755d-7a56-4518-a7bb-c1131259edf7 req-ece6692d-dbb3-49f1-8aee-66f977652539 tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3d14ce0-7469-47f2-ae46-bee456094209 HTTP/1.1" status: 200 len: 945 time: 0.1371691 Jan 28 19:30:56.285557 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0cc20323-42fb-4ba5-8ab4-8a5145857acf tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (8f358672-9fef-4cfb-bfe0-b28becfb3930), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:56.319463 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-9d6009d8-b0f2-4cf7-b521-442b766d88fa tempest-ExternalNetworksTestJSON-3236468 tempest-ExternalNetworksTestJSON-3236468-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 3.1892052 Jan 28 19:30:56.324877 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 33642) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:56.393080 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6009d8-b0f2-4cf7-b521-442b766d88fa tempest-ExternalNetworksTestJSON-3236468 tempest-ExternalNetworksTestJSON-3236468-project] Pushing event updated for resources: {'Network': ['ID=ca3bee20-8167-4697-abc5-df6c69cda13f,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:56.395291 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc20323-42fb-4ba5-8ab4-8a5145857acf tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:30:56.420433 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-0cc20323-42fb-4ba5-8ab4-8a5145857acf tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:30:56.425555 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc20323-42fb-4ba5-8ab4-8a5145857acf tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:30:56.445002 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6009d8-b0f2-4cf7-b521-442b766d88fa tempest-ExternalNetworksTestJSON-3236468 tempest-ExternalNetworksTestJSON-3236468-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:30:56.445560 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6009d8-b0f2-4cf7-b521-442b766d88fa tempest-ExternalNetworksTestJSON-3236468 tempest-ExternalNetworksTestJSON-3236468-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:30:56.445916 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6009d8-b0f2-4cf7-b521-442b766d88fa tempest-ExternalNetworksTestJSON-3236468 tempest-ExternalNetworksTestJSON-3236468-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:30:56.446263 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6009d8-b0f2-4cf7-b521-442b766d88fa tempest-ExternalNetworksTestJSON-3236468 tempest-ExternalNetworksTestJSON-3236468-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:30:56.446607 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6009d8-b0f2-4cf7-b521-442b766d88fa tempest-ExternalNetworksTestJSON-3236468 tempest-ExternalNetworksTestJSON-3236468-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:30:56.446947 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6009d8-b0f2-4cf7-b521-442b766d88fa tempest-ExternalNetworksTestJSON-3236468 tempest-ExternalNetworksTestJSON-3236468-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:30:56.447286 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6009d8-b0f2-4cf7-b521-442b766d88fa tempest-ExternalNetworksTestJSON-3236468 tempest-ExternalNetworksTestJSON-3236468-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:30:56.447619 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6009d8-b0f2-4cf7-b521-442b766d88fa tempest-ExternalNetworksTestJSON-3236468 tempest-ExternalNetworksTestJSON-3236468-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:30:56.447949 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6009d8-b0f2-4cf7-b521-442b766d88fa tempest-ExternalNetworksTestJSON-3236468 tempest-ExternalNetworksTestJSON-3236468-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:30:56.448338 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6009d8-b0f2-4cf7-b521-442b766d88fa tempest-ExternalNetworksTestJSON-3236468 tempest-ExternalNetworksTestJSON-3236468-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:30:56.448611 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6009d8-b0f2-4cf7-b521-442b766d88fa tempest-ExternalNetworksTestJSON-3236468 tempest-ExternalNetworksTestJSON-3236468-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:30:56.448941 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6009d8-b0f2-4cf7-b521-442b766d88fa tempest-ExternalNetworksTestJSON-3236468 tempest-ExternalNetworksTestJSON-3236468-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:30:56.449294 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6009d8-b0f2-4cf7-b521-442b766d88fa tempest-ExternalNetworksTestJSON-3236468 tempest-ExternalNetworksTestJSON-3236468-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:30:56.458789 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-fed33c4c-1e49-48cf-9cc7-5962afd75f33 tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] Request body: {'network': {'name': 'tempest-network--487894947', 'router:external': True}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:30:56.463841 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network ca3bee20-8167-4697-abc5-df6c69cda13f details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:30:56.543440 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc20323-42fb-4ba5-8ab4-8a5145857acf tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Pushing event updated for resources: {'Port': ['ID=8f358672-9fef-4cfb-bfe0-b28becfb3930,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:56.598632 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fed33c4c-1e49-48cf-9cc7-5962afd75f33 tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] Made reservation on behalf of 2294550f0b834c7799bdd43b998143d6 for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:30:56.601079 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fed33c4c-1e49-48cf-9cc7-5962afd75f33 tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:56.616037 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-95a60b5e-33fb-49d0-b27e-d79ca65ebc55 admin admin] Allocated IP 172.20.0.1 (4ed80f8c-a628-4bf0-926c-daa4ec7f72d6/ccd8c2b9-0197-4b01-ba57-f13b2702d1bc/57830a23-006f-43dc-a826-8fdb1e9618a0) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:30:56.634455 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-cb41755d-7a56-4518-a7bb-c1131259edf7 req-ddeba086-16f4-4d93-87ed-f70847ae6908 tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] 10.222.0.64 "GET /v2.0/security-groups?id=12ee04d6-2379-4dda-9d23-37667d7c47ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3953650 Jan 28 19:30:56.644218 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fed33c4c-1e49-48cf-9cc7-5962afd75f33 tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:56.689359 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-539e806e-bf7e-4ad7-9c03-e9c45195d44c req-b8e0ce22-4b9e-4d17-a202-cc8097cac58e tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] 10.222.0.64 "GET /v2.0/security-groups/292f4570-4b9f-4c41-9749-71e278686add HTTP/1.1" status: 200 len: 1820 time: 0.1301842 Jan 28 19:30:56.736201 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0cc20323-42fb-4ba5-8ab4-8a5145857acf tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Publish callbacks [] for floatingip (b1b6da4d-ca32-4f93-8b21-fb7a563f4603), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:56.822207 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0cc20323-42fb-4ba5-8ab4-8a5145857acf tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (8f358672-9fef-4cfb-bfe0-b28becfb3930), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:56.874510 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-539e806e-bf7e-4ad7-9c03-e9c45195d44c req-a5472977-6b96-4959-b996-a700fb9b91f4 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Publish callbacks [] for security_group (292f4570-4b9f-4c41-9749-71e278686add), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:56.955982 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-539e806e-bf7e-4ad7-9c03-e9c45195d44c req-a5472977-6b96-4959-b996-a700fb9b91f4 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Publish callbacks [] for security_group (292f4570-4b9f-4c41-9749-71e278686add), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:56.985383 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 165030ec-a091-445a-96fa-5e7aadc47c06 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:30:56.999312 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-95a60b5e-33fb-49d0-b27e-d79ca65ebc55 admin admin] Publish callbacks [] for port (57830a23-006f-43dc-a826-8fdb1e9618a0), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:57.056019 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fed33c4c-1e49-48cf-9cc7-5962afd75f33 tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] Publish callbacks [] for security_group (299fe249-e1c9-45ac-83ab-4170412bbf80), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:57.064857 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-539e806e-bf7e-4ad7-9c03-e9c45195d44c req-a5472977-6b96-4959-b996-a700fb9b91f4 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (292f4570-4b9f-4c41-9749-71e278686add), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:57.067699 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-539e806e-bf7e-4ad7-9c03-e9c45195d44c req-a5472977-6b96-4959-b996-a700fb9b91f4 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:57.073694 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-539e806e-bf7e-4ad7-9c03-e9c45195d44c req-a5472977-6b96-4959-b996-a700fb9b91f4 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] 10.222.0.64 "DELETE /v2.0/security-groups/292f4570-4b9f-4c41-9749-71e278686add HTTP/1.1" status: 204 len: 173 time: 0.3816512 Jan 28 19:30:57.082843 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fed33c4c-1e49-48cf-9cc7-5962afd75f33 tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (299fe249-e1c9-45ac-83ab-4170412bbf80), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:57.101255 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5472977-6b96-4959-b996-a700fb9b91f4 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=292f4570-4b9f-4c41-9749-71e278686add,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:57.120698 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fed33c4c-1e49-48cf-9cc7-5962afd75f33 tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:30:57.126146 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-95a60b5e-33fb-49d0-b27e-d79ca65ebc55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (57830a23-006f-43dc-a826-8fdb1e9618a0), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:57.202203 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 165030ec-a091-445a-96fa-5e7aadc47c06 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:30:57.202594 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (165030ec-a091-445a-96fa-5e7aadc47c06), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:57.222932 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fed33c4c-1e49-48cf-9cc7-5962afd75f33 tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (34e7a318-7aac-4a8b-a8db-841392a64632), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:57.223360 n-d-812111-14 neutron-server[103304]: INFO neutron.db.segments_db [None req-fed33c4c-1e49-48cf-9cc7-5962afd75f33 tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] Added segment 34e7a318-7aac-4a8b-a8db-841392a64632 of type vlan for network 1fb50f47-38e6-43cb-a639-c2a75eb64351 Jan 28 19:30:57.271794 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0cc20323-42fb-4ba5-8ab4-8a5145857acf tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Publish callbacks [] for port (8f358672-9fef-4cfb-bfe0-b28becfb3930), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:57.283452 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7b5e2b29-b363-4ecd-bcaa-01d65cbb1ef2 req-3c8ef65f-b7ae-4fd1-8489-f949dacfa275 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] 10.222.0.64 "GET /v2.0/security-groups/659e260d-c792-484e-a73a-25edc146fa60 HTTP/1.1" status: 200 len: 1820 time: 0.1543627 Jan 28 19:30:57.286202 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0cc20323-42fb-4ba5-8ab4-8a5145857acf tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (8f358672-9fef-4cfb-bfe0-b28becfb3930), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:57.299378 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fed33c4c-1e49-48cf-9cc7-5962afd75f33 tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (1fb50f47-38e6-43cb-a639-c2a75eb64351), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:57.344081 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed33c4c-1e49-48cf-9cc7-5962afd75f33 tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=299fe249-e1c9-45ac-83ab-4170412bbf80,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:57.371921 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a60b5e-33fb-49d0-b27e-d79ca65ebc55 admin admin] Network 4ed80f8c-a628-4bf0-926c-daa4ec7f72d6 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:30:57.377432 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 165030ec-a091-445a-96fa-5e7aadc47c06 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:30:57.379145 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-95a60b5e-33fb-49d0-b27e-d79ca65ebc55 admin admin] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:30:57.380008 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (165030ec-a091-445a-96fa-5e7aadc47c06), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:57.386816 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a60b5e-33fb-49d0-b27e-d79ca65ebc55 admin admin] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:30:57.459627 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a60b5e-33fb-49d0-b27e-d79ca65ebc55 admin admin] Pushing event updated for resources: {'Port': ['ID=57830a23-006f-43dc-a826-8fdb1e9618a0,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:57.482880 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] For port 165030ec-a091-445a-96fa-5e7aadc47c06, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=165030ec-a091-445a-96fa-5e7aadc47c06,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:30:57.486813 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fed33c4c-1e49-48cf-9cc7-5962afd75f33 tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (1fb50f47-38e6-43cb-a639-c2a75eb64351), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:57.495278 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed33c4c-1e49-48cf-9cc7-5962afd75f33 tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:30:57.495897 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fed33c4c-1e49-48cf-9cc7-5962afd75f33 tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:57.497054 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (165030ec-a091-445a-96fa-5e7aadc47c06), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:57.546360 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0cc20323-42fb-4ba5-8ab4-8a5145857acf tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734886'] for floatingip (b1b6da4d-ca32-4f93-8b21-fb7a563f4603), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:57.614566 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-fed33c4c-1e49-48cf-9cc7-5962afd75f33 tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 1.2888286 Jan 28 19:30:57.621967 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 33664) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:57.626602 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-95a60b5e-33fb-49d0-b27e-d79ca65ebc55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734769'] for router_interface (8284962e-2761-435a-93e5-faa7cc47ef87), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:57.651585 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Pushing event updated for resources: {'Port': ['ID=165030ec-a091-445a-96fa-5e7aadc47c06,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:57.651977 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0cc20323-42fb-4ba5-8ab4-8a5145857acf tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for floatingip (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:57.661330 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-0cc20323-42fb-4ba5-8ab4-8a5145857acf tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6321807 Jan 28 19:30:57.666578 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc20323-42fb-4ba5-8ab4-8a5145857acf tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Pushing event updated for resources: {'Port': ['ID=8f358672-9fef-4cfb-bfe0-b28becfb3930,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:57.721926 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-7b5e2b29-b363-4ecd-bcaa-01d65cbb1ef2 req-9e878d4d-3963-4ae0-9951-119b953a89c6 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Publish callbacks [] for security_group (659e260d-c792-484e-a73a-25edc146fa60), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:57.835214 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-7b5e2b29-b363-4ecd-bcaa-01d65cbb1ef2 req-9e878d4d-3963-4ae0-9951-119b953a89c6 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Publish callbacks [] for security_group (659e260d-c792-484e-a73a-25edc146fa60), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:57.853401 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-9bde7642-9633-45ee-9bca-634854833986 None None] Provisioning complete for port 57830a23-006f-43dc-a826-8fdb1e9618a0 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:30:57.853898 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9bde7642-9633-45ee-9bca-634854833986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (57830a23-006f-43dc-a826-8fdb1e9618a0), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:57.951439 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-9bde7642-9633-45ee-9bca-634854833986 None None] Port 57830a23-006f-43dc-a826-8fdb1e9618a0 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:30:57.968449 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-7b5e2b29-b363-4ecd-bcaa-01d65cbb1ef2 req-9e878d4d-3963-4ae0-9951-119b953a89c6 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (659e260d-c792-484e-a73a-25edc146fa60), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:57.971330 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-7b5e2b29-b363-4ecd-bcaa-01d65cbb1ef2 req-9e878d4d-3963-4ae0-9951-119b953a89c6 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:57.972489 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7b5e2b29-b363-4ecd-bcaa-01d65cbb1ef2 req-9e878d4d-3963-4ae0-9951-119b953a89c6 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] 10.222.0.64 "DELETE /v2.0/security-groups/659e260d-c792-484e-a73a-25edc146fa60 HTTP/1.1" status: 204 len: 173 time: 0.6831388 Jan 28 19:30:57.980210 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1435f11d-df72-4cfb-9114-25656b1e6ea2 tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (1fb50f47-38e6-43cb-a639-c2a75eb64351), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:57.982688 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 33674) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:57.992460 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e878d4d-3963-4ae0-9951-119b953a89c6 tempest-SecurityGroupsTestJSON-1094595277 tempest-SecurityGroupsTestJSON-1094595277-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=659e260d-c792-484e-a73a-25edc146fa60,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:58.031561 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed33c4c-1e49-48cf-9cc7-5962afd75f33 tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] Pushing event updated for resources: {'Network': ['ID=1fb50f47-38e6-43cb-a639-c2a75eb64351,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:58.044537 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network 1fb50f47-38e6-43cb-a639-c2a75eb64351 details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:30:58.185963 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-f880f538-2509-4adc-baea-c4c541feae46 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--747187604&fields=id&tenant_id=6a63e631dab749fab705cc3ad19e314b HTTP/1.1" status: 200 len: 267 time: 0.0866873 Jan 28 19:30:58.223079 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-9dae0ad1-a0f3-49cc-8f48-cae91e528686 admin admin] Deleting subnet 22051510-b4ac-44aa-8da5-3a58abb1b99a {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:30:58.237924 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9dae0ad1-a0f3-49cc-8f48-cae91e528686 admin admin] Publish callbacks [] for subnet (22051510-b4ac-44aa-8da5-3a58abb1b99a), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:58.330434 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-958325e2-1d28-40e9-9401-77325b5a9e74 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:30:58.331888 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-958325e2-1d28-40e9-9401-77325b5a9e74 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/ports/94babd58-bc58-41d0-b372-2137350b0839 HTTP/1.1" status: 200 len: 936 time: 0.1315196 Jan 28 19:30:58.370750 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1435f11d-df72-4cfb-9114-25656b1e6ea2 tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (1fb50f47-38e6-43cb-a639-c2a75eb64351), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:58.454029 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-7fb1125a-10a2-4273-8b9f-68f7bac64863 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:30:58.458253 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-7fb1125a-10a2-4273-8b9f-68f7bac64863 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/ports/63a694be-3c45-4cf7-86cf-e53eec59bb7a HTTP/1.1" status: 200 len: 935 time: 0.1064527 Jan 28 19:30:58.473392 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-1435f11d-df72-4cfb-9114-25656b1e6ea2 tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fb50f47-38e6-43cb-a639-c2a75eb64351']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:30:58.563521 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-1435f11d-df72-4cfb-9114-25656b1e6ea2 tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34e7a318-7aac-4a8b-a8db-841392a64632') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:30:58.563888 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-1435f11d-df72-4cfb-9114-25656b1e6ea2 tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34e7a318-7aac-4a8b-a8db-841392a64632') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:30:58.594498 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 165030ec-a091-445a-96fa-5e7aadc47c06 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:30:58.636607 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-1bc41a92-0208-4ca0-8c96-64355cd8689e tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/ports?network_id=2b32274e-ef71-47fa-9b2e-d7c8beaa092d&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1727624 Jan 28 19:30:58.660729 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9dae0ad1-a0f3-49cc-8f48-cae91e528686 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4747050'] for subnet (22051510-b4ac-44aa-8da5-3a58abb1b99a), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:58.713201 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 165030ec-a091-445a-96fa-5e7aadc47c06 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:30:58.714211 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (165030ec-a091-445a-96fa-5e7aadc47c06), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:58.732474 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-aedddc91-da57-499a-bd03-50cb07a1da78 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/ports?network_id=2b32274e-ef71-47fa-9b2e-d7c8beaa092d&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0802159 Jan 28 19:30:58.795562 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9dae0ad1-a0f3-49cc-8f48-cae91e528686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (22051510-b4ac-44aa-8da5-3a58abb1b99a), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:58.892547 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1435f11d-df72-4cfb-9114-25656b1e6ea2 tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4747091'] for segment (34e7a318-7aac-4a8b-a8db-841392a64632), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:58.895311 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 165030ec-a091-445a-96fa-5e7aadc47c06 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:30:58.912532 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-1248a7d8-cb91-4131-a296-07b5d2fbfc5b tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:30:58.918168 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-1248a7d8-cb91-4131-a296-07b5d2fbfc5b tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:30:58.923973 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-1248a7d8-cb91-4131-a296-07b5d2fbfc5b tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:30:58.925910 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-1248a7d8-cb91-4131-a296-07b5d2fbfc5b tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/networks?id=d6023ca9-f7fb-424f-9a06-ccb60c81e3d1&id=1a0a56ae-a8fc-45c3-a9f5-3868c6fdc511&id=1a0a56ae-a8fc-45c3-a9f5-3868c6fdc511&id=2b32274e-ef71-47fa-9b2e-d7c8beaa092d&id=2b32274e-ef71-47fa-9b2e-d7c8beaa092d HTTP/1.1" status: 200 len: 1994 time: 0.1867073 Jan 28 19:30:58.939228 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1330699a-ab6e-4375-8e4b-f01bf77327f8 req-cf68a400-47e6-4323-a5a3-10dd886dbad4 tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:30:58.939908 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1330699a-ab6e-4375-8e4b-f01bf77327f8 req-cf68a400-47e6-4323-a5a3-10dd886dbad4 tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3d14ce0-7469-47f2-ae46-bee456094209 HTTP/1.1" status: 200 len: 945 time: 1.1446421 Jan 28 19:30:58.946764 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-b21703b3-7211-45b5-8e46-18e3b0af5dd0 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/quotas/6a63e631dab749fab705cc3ad19e314b HTTP/1.1" status: 200 len: 375 time: 0.0148909 Jan 28 19:30:59.044296 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-95a60b5e-33fb-49d0-b27e-d79ca65ebc55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (57830a23-006f-43dc-a826-8fdb1e9618a0), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:59.047754 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:30:59.052626 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1435f11d-df72-4cfb-9114-25656b1e6ea2 tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (34e7a318-7aac-4a8b-a8db-841392a64632), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:59.056459 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-85bedb59-3916-434f-8629-d1cd86093303 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=6a63e631dab749fab705cc3ad19e314b&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1021926 Jan 28 19:30:59.079292 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9dae0ad1-a0f3-49cc-8f48-cae91e528686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4690616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5222356'] for subnet (22051510-b4ac-44aa-8da5-3a58abb1b99a), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:59.121025 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1435f11d-df72-4cfb-9114-25656b1e6ea2 tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:30:59.121544 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1435f11d-df72-4cfb-9114-25656b1e6ea2 tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4690514'] for segment (34e7a318-7aac-4a8b-a8db-841392a64632), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:59.126626 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1330699a-ab6e-4375-8e4b-f01bf77327f8 req-76064ec0-6eae-452d-998b-5cfb708e0a03 tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] 10.222.0.64 "GET /v2.0/security-groups?id=12ee04d6-2379-4dda-9d23-37667d7c47ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591127 Jan 28 19:30:59.127297 n-d-812111-14 neutron-server[103304]: Traceback (most recent call last): Jan 28 19:30:59.127297 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:30:59.127297 n-d-812111-14 neutron-server[103304]: timer() Jan 28 19:30:59.127297 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:30:59.127297 n-d-812111-14 neutron-server[103304]: cb(*args, **kw) Jan 28 19:30:59.127297 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:30:59.127297 n-d-812111-14 neutron-server[103304]: return func(*args, **kwargs) Jan 28 19:30:59.127297 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:30:59.127297 n-d-812111-14 neutron-server[103304]: self._notify() Jan 28 19:30:59.127297 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:30:59.127297 n-d-812111-14 neutron-server[103304]: self.callback(batched_events) Jan 28 19:30:59.127297 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:30:59.127297 n-d-812111-14 neutron-server[103304]: event.method(event) Jan 28 19:30:59.127297 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:30:59.127297 n-d-812111-14 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:30:59.127297 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:30:59.127297 n-d-812111-14 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:30:59.127297 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:30:59.127297 n-d-812111-14 neutron-server[103304]: return f(self, *a, **k) Jan 28 19:30:59.127297 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:30:59.127297 n-d-812111-14 neutron-server[103304]: return self._get(url).json() Jan 28 19:30:59.127297 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:30:59.127297 n-d-812111-14 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:30:59.127297 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:30:59.127297 n-d-812111-14 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 28 19:30:59.127297 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:30:59.127297 n-d-812111-14 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:30:59.127297 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:30:59.127297 n-d-812111-14 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:30:59.127297 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:30:59.127297 n-d-812111-14 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:30:59.127297 n-d-812111-14 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:30:59.181841 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dae0ad1-a0f3-49cc-8f48-cae91e528686 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22051510-b4ac-44aa-8da5-3a58abb1b99a,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:59.187617 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-19100ba8-707f-492d-8b53-830c2ec0b489 service neutron] 10.222.0.64 "GET /v2.0/networks/d6023ca9-f7fb-424f-9a06-ccb60c81e3d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200054 Jan 28 19:30:59.253588 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9dae0ad1-a0f3-49cc-8f48-cae91e528686 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:59.259762 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-9dae0ad1-a0f3-49cc-8f48-cae91e528686 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/22051510-b4ac-44aa-8da5-3a58abb1b99a HTTP/1.1" status: 204 len: 168 time: 1.2624714 Jan 28 19:30:59.263447 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 33698) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:59.341674 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-262e6884-e709-4454-8bf3-5590cf6372b8 service neutron] 10.222.0.64 "GET /v2.0/networks/d6023ca9-f7fb-424f-9a06-ccb60c81e3d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476214 Jan 28 19:30:59.391052 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-336a74c3-5eab-4819-a140-6b7c887640dc service neutron] 10.222.0.64 "GET /v2.0/ports/94babd58-bc58-41d0-b372-2137350b0839?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0427079 Jan 28 19:30:59.402497 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1435f11d-df72-4cfb-9114-25656b1e6ea2 tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (1fb50f47-38e6-43cb-a639-c2a75eb64351), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:59.456060 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1435f11d-df72-4cfb-9114-25656b1e6ea2 tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1fb50f47-38e6-43cb-a639-c2a75eb64351 {{(pid=103304) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 28 19:30:59.467952 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1435f11d-df72-4cfb-9114-25656b1e6ea2 tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] Pushing event deleted for resources: {'Network': ['ID=1fb50f47-38e6-43cb-a639-c2a75eb64351,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:59.489147 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1435f11d-df72-4cfb-9114-25656b1e6ea2 tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:59.501168 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-1435f11d-df72-4cfb-9114-25656b1e6ea2 tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] 10.222.0.64 "DELETE /v2.0/networks/1fb50f47-38e6-43cb-a639-c2a75eb64351 HTTP/1.1" status: 204 len: 168 time: 1.8749506 Jan 28 19:30:59.505323 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 33704) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:59.516080 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-ab4c8413-0109-496a-9bc2-63a969aff118 tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:30:59.524282 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-942ce1b4-0a62-4ee0-ad9d-e014643652df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (60e1dd7d-58d1-4d48-a9c2-a4b6c6d27732), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:59.544639 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-c0c7da4e-65f2-4283-856f-60ba9375aea8 service neutron] 10.222.0.64 "GET /v2.0/networks/1a0a56ae-a8fc-45c3-a9f5-3868c6fdc511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476896 Jan 28 19:30:59.756951 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab4c8413-0109-496a-9bc2-63a969aff118 tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] Made reservation on behalf of 2294550f0b834c7799bdd43b998143d6 for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:30:59.764954 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ab4c8413-0109-496a-9bc2-63a969aff118 tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:59.786406 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-942ce1b4-0a62-4ee0-ad9d-e014643652df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (60e1dd7d-58d1-4d48-a9c2-a4b6c6d27732), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:59.810765 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-95a60b5e-33fb-49d0-b27e-d79ca65ebc55 admin admin] Publish callbacks [] for port (57830a23-006f-43dc-a826-8fdb1e9618a0), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:59.823782 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-942ce1b4-0a62-4ee0-ad9d-e014643652df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60e1dd7d-58d1-4d48-a9c2-a4b6c6d27732']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:30:59.832690 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-95a60b5e-33fb-49d0-b27e-d79ca65ebc55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (57830a23-006f-43dc-a826-8fdb1e9618a0), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:59.888731 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-942ce1b4-0a62-4ee0-ad9d-e014643652df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b66c8f9-1d97-48b1-bd99-697071b35b5b') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:30:59.889075 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-942ce1b4-0a62-4ee0-ad9d-e014643652df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b66c8f9-1d97-48b1-bd99-697071b35b5b') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:30:59.915135 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a60b5e-33fb-49d0-b27e-d79ca65ebc55 admin admin] Pushing event updated for resources: {'Port': ['ID=57830a23-006f-43dc-a826-8fdb1e9618a0,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:59.926437 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab4c8413-0109-496a-9bc2-63a969aff118 tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:30:59.931416 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-942ce1b4-0a62-4ee0-ad9d-e014643652df admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4747091'] for segment (5b66c8f9-1d97-48b1-bd99-697071b35b5b), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:59.953967 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-ace30ef1-d3e6-49eb-bbce-9a58b26a9466 service neutron] 10.222.0.64 "GET /v2.0/networks/1a0a56ae-a8fc-45c3-a9f5-3868c6fdc511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3938308 Jan 28 19:30:59.979642 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-942ce1b4-0a62-4ee0-ad9d-e014643652df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (5b66c8f9-1d97-48b1-bd99-697071b35b5b), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:59.983575 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ab4c8413-0109-496a-9bc2-63a969aff118 tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (9533c2e9-36c0-49bb-8192-8d050668fac4), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:59.983900 n-d-812111-14 neutron-server[103305]: INFO neutron.db.segments_db [None req-ab4c8413-0109-496a-9bc2-63a969aff118 tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] Added segment 9533c2e9-36c0-49bb-8192-8d050668fac4 of type vlan for network cbdeb048-8a0b-42e8-bdbe-ab7efa4344e9 Jan 28 19:31:00.003047 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-95a60b5e-33fb-49d0-b27e-d79ca65ebc55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-756216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-732801'] for router_interface (8284962e-2761-435a-93e5-faa7cc47ef87), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:00.006183 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-942ce1b4-0a62-4ee0-ad9d-e014643652df admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:31:00.006802 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-942ce1b4-0a62-4ee0-ad9d-e014643652df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4690514'] for segment (5b66c8f9-1d97-48b1-bd99-697071b35b5b), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:00.009468 n-d-812111-14 neutron-server[103304]: Traceback (most recent call last): Jan 28 19:31:00.009468 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:31:00.009468 n-d-812111-14 neutron-server[103304]: timer() Jan 28 19:31:00.009468 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:31:00.009468 n-d-812111-14 neutron-server[103304]: cb(*args, **kw) Jan 28 19:31:00.009468 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:31:00.009468 n-d-812111-14 neutron-server[103304]: return func(*args, **kwargs) Jan 28 19:31:00.009468 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:31:00.009468 n-d-812111-14 neutron-server[103304]: self._notify() Jan 28 19:31:00.009468 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:31:00.009468 n-d-812111-14 neutron-server[103304]: self.callback(batched_events) Jan 28 19:31:00.009468 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:31:00.009468 n-d-812111-14 neutron-server[103304]: event.method(event) Jan 28 19:31:00.009468 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:31:00.009468 n-d-812111-14 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:31:00.009468 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:31:00.009468 n-d-812111-14 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:31:00.009468 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:31:00.009468 n-d-812111-14 neutron-server[103304]: return f(self, *a, **k) Jan 28 19:31:00.009468 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:31:00.009468 n-d-812111-14 neutron-server[103304]: return self._get(url).json() Jan 28 19:31:00.009468 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:31:00.009468 n-d-812111-14 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:31:00.009468 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:31:00.009468 n-d-812111-14 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 28 19:31:00.009468 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:31:00.009468 n-d-812111-14 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:31:00.009468 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:31:00.009468 n-d-812111-14 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:31:00.009468 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:31:00.009468 n-d-812111-14 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:31:00.009468 n-d-812111-14 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:31:00.176281 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-2870b51a-cd5b-4b95-8445-3e514181a408 service neutron] 10.222.0.64 "GET /v2.0/ports/63a694be-3c45-4cf7-86cf-e53eec59bb7a?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.2097995 Jan 28 19:31:00.196226 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ab4c8413-0109-496a-9bc2-63a969aff118 tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (cbdeb048-8a0b-42e8-bdbe-ab7efa4344e9), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:00.232924 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-942ce1b4-0a62-4ee0-ad9d-e014643652df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (60e1dd7d-58d1-4d48-a9c2-a4b6c6d27732), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:00.261533 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-942ce1b4-0a62-4ee0-ad9d-e014643652df admin admin] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:00.267211 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-942ce1b4-0a62-4ee0-ad9d-e014643652df admin admin] 10.222.0.64 "DELETE /v2.0/networks/60e1dd7d-58d1-4d48-a9c2-a4b6c6d27732 HTTP/1.1" status: 204 len: 168 time: 0.9984500 Jan 28 19:31:00.352219 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ab4c8413-0109-496a-9bc2-63a969aff118 tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (cbdeb048-8a0b-42e8-bdbe-ab7efa4344e9), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:00.353286 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab4c8413-0109-496a-9bc2-63a969aff118 tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:00.353885 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ab4c8413-0109-496a-9bc2-63a969aff118 tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:00.379691 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942ce1b4-0a62-4ee0-ad9d-e014643652df admin admin] Pushing event deleted for resources: {'Network': ['ID=60e1dd7d-58d1-4d48-a9c2-a4b6c6d27732,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:00.499980 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-0fe5f3e2-f356-47b2-8181-ec99dc76381e service neutron] 10.222.0.64 "GET /v2.0/networks/1a0a56ae-a8fc-45c3-a9f5-3868c6fdc511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3064744 Jan 28 19:31:00.528715 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 33734) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:00.532085 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-ab4c8413-0109-496a-9bc2-63a969aff118 tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 835 time: 1.0244896 Jan 28 19:31:00.548887 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-a83a4b90-17cf-4fb8-b442-2e5f420f289c tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] Request body: {'subnet': {'network_id': 'cbdeb048-8a0b-42e8-bdbe-ab7efa4344e9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:31:00.595877 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a60b5e-33fb-49d0-b27e-d79ca65ebc55 admin admin] Network 4ed80f8c-a628-4bf0-926c-daa4ec7f72d6 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:31:00.614367 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31142089-459e-4916-b67a-362cca38458e req-88ef0c86-3d5e-4480-b57a-5ab12e106ae4 tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:00.618613 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-31142089-459e-4916-b67a-362cca38458e req-88ef0c86-3d5e-4480-b57a-5ab12e106ae4 tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3d14ce0-7469-47f2-ae46-bee456094209 HTTP/1.1" status: 200 len: 945 time: 0.2663901 Jan 28 19:31:00.620579 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a83a4b90-17cf-4fb8-b442-2e5f420f289c tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] Made reservation on behalf of 2294550f0b834c7799bdd43b998143d6 for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:31:00.622899 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a83a4b90-17cf-4fb8-b442-2e5f420f289c tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5221429'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:00.631366 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 33736) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:00.651184 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-95a60b5e-33fb-49d0-b27e-d79ca65ebc55 admin admin] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:31:00.672417 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4c8413-0109-496a-9bc2-63a969aff118 tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] Pushing event updated for resources: {'Network': ['ID=cbdeb048-8a0b-42e8-bdbe-ab7efa4344e9,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:00.683626 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network cbdeb048-8a0b-42e8-bdbe-ab7efa4344e9 details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:31:00.765627 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-f440fcc1-de54-4a0b-809e-528ead9b59b4 service neutron] 10.222.0.64 "GET /v2.0/networks/1a0a56ae-a8fc-45c3-a9f5-3868c6fdc511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2321136 Jan 28 19:31:00.908438 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-26459c63-d9c6-40c4-9816-238818072704 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=879de84eda7341fea1146b6817e26b95&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2742276 Jan 28 19:31:00.957789 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-b4a578a7-29a5-4c7a-8d1e-d9dcca808ffd service neutron] 10.222.0.64 "GET /v2.0/networks/1a0a56ae-a8fc-45c3-a9f5-3868c6fdc511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856291 Jan 28 19:31:00.958267 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 33738) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:01.040742 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-31142089-459e-4916-b67a-362cca38458e req-020e1e21-4d1f-4c69-bb9e-2dce95ed0b1a tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] 10.222.0.64 "GET /v2.0/security-groups?id=12ee04d6-2379-4dda-9d23-37667d7c47ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4082971 Jan 28 19:31:01.106388 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-681cc9d8-a346-48f0-9b79-d5867cdb568d None None] Provisioning complete for port 57830a23-006f-43dc-a826-8fdb1e9618a0 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:31:01.106763 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-681cc9d8-a346-48f0-9b79-d5867cdb568d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (57830a23-006f-43dc-a826-8fdb1e9618a0), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:01.181432 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95a60b5e-33fb-49d0-b27e-d79ca65ebc55 admin admin] Router 8284962e-2761-435a-93e5-faa7cc47ef87 has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:31:01.186921 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a5268bd2-8308-4b95-b404-e6719c9fdff4 admin admin] Publish callbacks [] for security_group (1062da38-e9d3-4864-a997-6a65fbb30edf), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:01.206910 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-681cc9d8-a346-48f0-9b79-d5867cdb568d None None] Port 57830a23-006f-43dc-a826-8fdb1e9618a0 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:31:01.250898 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a5268bd2-8308-4b95-b404-e6719c9fdff4 admin admin] Publish callbacks [] for security_group (1062da38-e9d3-4864-a997-6a65fbb30edf), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:01.288080 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-c9d963c5-0345-4906-8d01-a90b74c9656e service neutron] 10.222.0.64 "GET /v2.0/networks/1a0a56ae-a8fc-45c3-a9f5-3868c6fdc511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3215294 Jan 28 19:31:01.400317 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-b09010b9-7301-4810-b4f6-fae08c4e9833 service neutron] 10.222.0.64 "GET /v2.0/networks/1a0a56ae-a8fc-45c3-a9f5-3868c6fdc511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980573 Jan 28 19:31:01.559847 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a5268bd2-8308-4b95-b404-e6719c9fdff4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (1062da38-e9d3-4864-a997-6a65fbb30edf), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:01.562498 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a5268bd2-8308-4b95-b404-e6719c9fdff4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:01.566134 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-a5268bd2-8308-4b95-b404-e6719c9fdff4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1062da38-e9d3-4864-a997-6a65fbb30edf HTTP/1.1" status: 204 len: 168 time: 0.6044421 Jan 28 19:31:01.566134 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-34e29763-5816-4b88-8bbd-db7ae9aa3d23 service neutron] 10.222.0.64 "GET /v2.0/networks/1a0a56ae-a8fc-45c3-a9f5-3868c6fdc511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504691 Jan 28 19:31:01.593339 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95a60b5e-33fb-49d0-b27e-d79ca65ebc55 admin admin] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:31:01.596944 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5268bd2-8308-4b95-b404-e6719c9fdff4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1062da38-e9d3-4864-a997-6a65fbb30edf,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:01.610762 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-638a9ca7-2d94-40d1-b9ca-34f84423f1ac None None] Sync routers for ids ['8284962e-2761-435a-93e5-faa7cc47ef87'] in n-d-812111-14 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:31:01.659260 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-638a9ca7-2d94-40d1-b9ca-34f84423f1ac None None] Routers {'8284962e-2761-435a-93e5-faa7cc47ef87'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:31:01.660059 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-638a9ca7-2d94-40d1-b9ca-34f84423f1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:30:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['8284962e-2761-435a-93e5-faa7cc47ef87'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:31:01.669802 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-95a60b5e-33fb-49d0-b27e-d79ca65ebc55 admin admin] 10.222.0.64 "PUT /v2.0/routers/8284962e-2761-435a-93e5-faa7cc47ef87/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5295949 Jan 28 19:31:01.823283 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-abf047ef-7873-4af3-869d-5684821548fc service neutron] 10.222.0.64 "GET /v2.0/networks/2b32274e-ef71-47fa-9b2e-d7c8beaa092d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2503631 Jan 28 19:31:01.913088 n-d-812111-14 neutron-server[103304]: DEBUG neutron.objects.ports [None req-a83a4b90-17cf-4fb8-b442-2e5f420f289c tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103304) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 19:31:01.914181 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a83a4b90-17cf-4fb8-b442-2e5f420f289c tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4690681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5221415'] for subnet (e3dcfd0b-d156-4d25-8370-0fa6edafde80), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:01.932705 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-638a9ca7-2d94-40d1-b9ca-34f84423f1ac None None] Set router 8284962e-2761-435a-93e5-faa7cc47ef87 gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:31:02.090111 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-d52daa2d-d3c6-4565-b73d-5255bb784661 service neutron] 10.222.0.64 "GET /v2.0/networks/2b32274e-ef71-47fa-9b2e-d7c8beaa092d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2475834 Jan 28 19:31:02.146483 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83a4b90-17cf-4fb8-b442-2e5f420f289c tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] Checking segment: {'id': '9533c2e9-36c0-49bb-8192-8d050668fac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'cbdeb048-8a0b-42e8-bdbe-ab7efa4344e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:31:02.146857 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a83a4b90-17cf-4fb8-b442-2e5f420f289c tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] Network hostable DHCP agents. Network: cbdeb048-8a0b-42e8-bdbe-ab7efa4344e9, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:31:02.175511 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83a4b90-17cf-4fb8-b442-2e5f420f289c tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] Pushing event updated for resources: {'Subnet': ['ID=e3dcfd0b-d156-4d25-8370-0fa6edafde80,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:02.253482 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a83a4b90-17cf-4fb8-b442-2e5f420f289c tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] Network cbdeb048-8a0b-42e8-bdbe-ab7efa4344e9 is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:31:02.310870 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-a83a4b90-17cf-4fb8-b442-2e5f420f289c tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, cbdeb048-8a0b-42e8-bdbe-ab7efa4344e9) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:31:02.357916 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-0b1bf900-8dc0-462c-8440-3ff336c2f477 service neutron] 10.222.0.64 "GET /v2.0/networks/2b32274e-ef71-47fa-9b2e-d7c8beaa092d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2605538 Jan 28 19:31:02.359407 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9657cc1b-f18c-403e-b422-ddd3d26f07c6 req-a7ad2c95-512c-42d3-a271-e18964b90901 tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:02.361547 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9657cc1b-f18c-403e-b422-ddd3d26f07c6 req-a7ad2c95-512c-42d3-a271-e18964b90901 tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3d14ce0-7469-47f2-ae46-bee456094209 HTTP/1.1" status: 200 len: 945 time: 0.1747820 Jan 28 19:31:02.363322 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a83a4b90-17cf-4fb8-b442-2e5f420f289c tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:02.364110 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a83a4b90-17cf-4fb8-b442-2e5f420f289c tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:02.397197 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5769d64f-ce7a-4550-a4d9-6c579c7119ec None None] Network cbdeb048-8a0b-42e8-bdbe-ab7efa4344e9 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:31:02.522198 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9657cc1b-f18c-403e-b422-ddd3d26f07c6 req-62f86072-26bc-4917-a839-a5274d7a74da tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] 10.222.0.64 "GET /v2.0/security-groups?id=12ee04d6-2379-4dda-9d23-37667d7c47ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220295 Jan 28 19:31:02.528980 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-a83a4b90-17cf-4fb8-b442-2e5f420f289c tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.9949989 Jan 28 19:31:02.539441 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 33774) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:02.545614 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-fa2b349e-f885-407b-92e2-a94ec0576d62 tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] Request body: {'floatingip': {'floating_network_id': 'cbdeb048-8a0b-42e8-bdbe-ab7efa4344e9'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:31:02.555230 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-638a9ca7-2d94-40d1-b9ca-34f84423f1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8284962e-2761-435a-93e5-faa7cc47ef87', 'name': 'tempest-AttachVolumeShelveTestJSON-1306095070-router', 'tenant_id': '0f0ddac21a95455ebc1c3ac83c1cf620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': '165030ec-a091-445a-96fa-5e7aadc47c06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:30:46Z', 'updated_at': '2022-01-28T19:30:58Z', 'revision_number': 4, 'project_id': '0f0ddac21a95455ebc1c3ac83c1cf620', 'gw_port': {'id': '165030ec-a091-445a-96fa-5e7aadc47c06', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:60:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8284962e-2761-435a-93e5-faa7cc47ef87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1940, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:30:48Z', 'updated_at': '2022-01-28T19:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '57830a23-006f-43dc-a826-8fdb1e9618a0', 'name': '', 'network_id': '4ed80f8c-a628-4bf0-926c-daa4ec7f72d6', 'tenant_id': '0f0ddac21a95455ebc1c3ac83c1cf620', 'mac_address': 'fa:16:3e:20:e5:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8284962e-2761-435a-93e5-faa7cc47ef87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1955, 'fixed_ips': [{'subnet_id': 'ccd8c2b9-0197-4b01-ba57-f13b2702d1bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:30:55Z', 'updated_at': '2022-01-28T19:30:59Z', 'revision_number': 2, 'project_id': '0f0ddac21a95455ebc1c3ac83c1cf620', 'subnets': [{'id': 'ccd8c2b9-0197-4b01-ba57-f13b2702d1bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:31:02.586245 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-c4f68159-d2d4-4dc9-9375-f59ca06ec081 service neutron] 10.222.0.64 "GET /v2.0/networks/2b32274e-ef71-47fa-9b2e-d7c8beaa092d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147517 Jan 28 19:31:02.594271 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fa2b349e-f885-407b-92e2-a94ec0576d62 tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:02.653009 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-638a9ca7-2d94-40d1-b9ca-34f84423f1ac None None] Checking router: 8284962e-2761-435a-93e5-faa7cc47ef87 for host: n-d-812111-14 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:31:02.656376 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-638a9ca7-2d94-40d1-b9ca-34f84423f1ac None None] Updating router 8284962e-2761-435a-93e5-faa7cc47ef87 port 57830a23-006f-43dc-a826-8fdb1e9618a0 binding host n-d-812111-14 {{(pid=103306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:31:02.733874 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-638a9ca7-2d94-40d1-b9ca-34f84423f1ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (57830a23-006f-43dc-a826-8fdb1e9618a0), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:02.795286 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d66bac42-6384-4019-b6fe-0261d79c341e None None] Network cbdeb048-8a0b-42e8-bdbe-ab7efa4344e9 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:31:02.816564 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fa2b349e-f885-407b-92e2-a94ec0576d62 tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:03.211322 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-fa2b349e-f885-407b-92e2-a94ec0576d62 tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] Allocated IP 172.20.0.5 (cbdeb048-8a0b-42e8-bdbe-ab7efa4344e9/e3dcfd0b-d156-4d25-8370-0fa6edafde80/ee1e5641-ad6c-4ea5-a2e4-84afa471b667) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:31:03.406365 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 33806) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:03.463291 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-638a9ca7-2d94-40d1-b9ca-34f84423f1ac None None] Publish callbacks [] for port (57830a23-006f-43dc-a826-8fdb1e9618a0), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:03.478755 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-638a9ca7-2d94-40d1-b9ca-34f84423f1ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (57830a23-006f-43dc-a826-8fdb1e9618a0), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:03.559528 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fa2b349e-f885-407b-92e2-a94ec0576d62 tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] Publish callbacks [] for port (ee1e5641-ad6c-4ea5-a2e4-84afa471b667), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:03.643707 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fa2b349e-f885-407b-92e2-a94ec0576d62 tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (ee1e5641-ad6c-4ea5-a2e4-84afa471b667), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:03.681243 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-968d232a-42fd-4c35-a2aa-a01ac6efd19b admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1465237814-network', 'tenant_id': '9f1b546a04894eaf9cf92838ac569a60'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:31:03.719033 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa2b349e-f885-407b-92e2-a94ec0576d62 tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] Network cbdeb048-8a0b-42e8-bdbe-ab7efa4344e9 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:31:03.722896 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-fa2b349e-f885-407b-92e2-a94ec0576d62 tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:31:03.749403 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-968d232a-42fd-4c35-a2aa-a01ac6efd19b admin admin] Made reservation on behalf of 9f1b546a04894eaf9cf92838ac569a60 for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:31:03.751094 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2b349e-f885-407b-92e2-a94ec0576d62 tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:31:03.756504 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-968d232a-42fd-4c35-a2aa-a01ac6efd19b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:03.767980 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-968d232a-42fd-4c35-a2aa-a01ac6efd19b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:03.787337 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2b349e-f885-407b-92e2-a94ec0576d62 tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] Pushing event updated for resources: {'Port': ['ID=ee1e5641-ad6c-4ea5-a2e4-84afa471b667,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:03.800022 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-638a9ca7-2d94-40d1-b9ca-34f84423f1ac None None] Attempting to bind port 57830a23-006f-43dc-a826-8fdb1e9618a0 on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:31:03.801618 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-638a9ca7-2d94-40d1-b9ca-34f84423f1ac None None] Attempting to bind port 57830a23-006f-43dc-a826-8fdb1e9618a0 by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '25c21fb9-fdcd-4ded-98e7-fa3f83ec6d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '4ed80f8c-a628-4bf0-926c-daa4ec7f72d6'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:31:03.802479 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-638a9ca7-2d94-40d1-b9ca-34f84423f1ac None None] Attempting to bind port 57830a23-006f-43dc-a826-8fdb1e9618a0 on network 4ed80f8c-a628-4bf0-926c-daa4ec7f72d6 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:31:03.841951 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-638a9ca7-2d94-40d1-b9ca-34f84423f1ac None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 30, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:31:03.843946 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-638a9ca7-2d94-40d1-b9ca-34f84423f1ac None None] Checking segment: {'id': '25c21fb9-fdcd-4ded-98e7-fa3f83ec6d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '4ed80f8c-a628-4bf0-926c-daa4ec7f72d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:31:03.844380 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-638a9ca7-2d94-40d1-b9ca-34f84423f1ac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:03.847578 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-638a9ca7-2d94-40d1-b9ca-34f84423f1ac None None] Bound using segment: {'id': '25c21fb9-fdcd-4ded-98e7-fa3f83ec6d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '4ed80f8c-a628-4bf0-926c-daa4ec7f72d6'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:31:03.848117 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-638a9ca7-2d94-40d1-b9ca-34f84423f1ac None None] Bound port: 57830a23-006f-43dc-a826-8fdb1e9618a0, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25c21fb9-fdcd-4ded-98e7-fa3f83ec6d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '4ed80f8c-a628-4bf0-926c-daa4ec7f72d6'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:31:03.853360 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-638a9ca7-2d94-40d1-b9ca-34f84423f1ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (57830a23-006f-43dc-a826-8fdb1e9618a0), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:03.862729 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bbce42-b7b4-462f-9c31-a8816abce800 None None] Pushing event updated for resources: {'Port': ['ID=57830a23-006f-43dc-a826-8fdb1e9618a0,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:03.879320 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-968d232a-42fd-4c35-a2aa-a01ac6efd19b admin admin] Publish callbacks [] for security_group (7bab142b-a908-49c1-99ce-f34118030b50), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:03.891774 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-968d232a-42fd-4c35-a2aa-a01ac6efd19b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (7bab142b-a908-49c1-99ce-f34118030b50), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:03.920607 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-968d232a-42fd-4c35-a2aa-a01ac6efd19b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:31:03.938377 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968d232a-42fd-4c35-a2aa-a01ac6efd19b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bab142b-a908-49c1-99ce-f34118030b50,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:03.951663 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-968d232a-42fd-4c35-a2aa-a01ac6efd19b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (3c7e05a4-0667-417d-8650-d2a7b848696c), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:03.952695 n-d-812111-14 neutron-server[103305]: INFO neutron.db.segments_db [None req-968d232a-42fd-4c35-a2aa-a01ac6efd19b admin admin] Added segment 3c7e05a4-0667-417d-8650-d2a7b848696c of type vlan for network 179e2167-3b40-4d0b-81f4-8deb6a7c2fec Jan 28 19:31:04.016106 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-968d232a-42fd-4c35-a2aa-a01ac6efd19b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (179e2167-3b40-4d0b-81f4-8deb6a7c2fec), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:04.031606 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fa2b349e-f885-407b-92e2-a94ec0576d62 tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] Publish callbacks [] for floatingip (d6077b91-f9a5-4453-a979-bd10753a148e), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:04.050841 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-968d232a-42fd-4c35-a2aa-a01ac6efd19b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (179e2167-3b40-4d0b-81f4-8deb6a7c2fec), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:04.052483 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-968d232a-42fd-4c35-a2aa-a01ac6efd19b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:04.053567 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-968d232a-42fd-4c35-a2aa-a01ac6efd19b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:04.129997 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-638a9ca7-2d94-40d1-b9ca-34f84423f1ac None None] For port 57830a23-006f-43dc-a826-8fdb1e9618a0, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:31:04.138421 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-638a9ca7-2d94-40d1-b9ca-34f84423f1ac None None] For port 57830a23-006f-43dc-a826-8fdb1e9618a0, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=57830a23-006f-43dc-a826-8fdb1e9618a0,segment=NetworkSegment(25c21fb9-fdcd-4ded-98e7-fa3f83ec6d2c),segment_id=25c21fb9-fdcd-4ded-98e7-fa3f83ec6d2c)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:31:04.175457 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-638a9ca7-2d94-40d1-b9ca-34f84423f1ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (57830a23-006f-43dc-a826-8fdb1e9618a0), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:04.207292 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968d232a-42fd-4c35-a2aa-a01ac6efd19b admin admin] Pushing event updated for resources: {'Network': ['ID=179e2167-3b40-4d0b-81f4-8deb6a7c2fec,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:04.215405 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-968d232a-42fd-4c35-a2aa-a01ac6efd19b admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.8077810 Jan 28 19:31:04.363342 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 33824) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:04.404298 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network 179e2167-3b40-4d0b-81f4-8deb6a7c2fec details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:31:04.436206 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-13164ae9-79d7-4e18-afd5-9b5de309fd0c admin admin] Request body: {'subnet': {'network_id': '179e2167-3b40-4d0b-81f4-8deb6a7c2fec', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1465237814-subnet', 'tenant_id': '9f1b546a04894eaf9cf92838ac569a60', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:31:04.494534 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 33832) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:04.524846 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-1ea4ea6c-a90b-4d0b-8702-b006a86e80f1 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1737133417', 'description': 'tempest-description--204050187'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:31:04.553697 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-638a9ca7-2d94-40d1-b9ca-34f84423f1ac None None] Routers {'8284962e-2761-435a-93e5-faa7cc47ef87'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:31:04.558648 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-638a9ca7-2d94-40d1-b9ca-34f84423f1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:30:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['8284962e-2761-435a-93e5-faa7cc47ef87'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:31:04.568430 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-7e5e2645-604e-4282-8c49-38a3d170e339 None None] Provisioning complete for port 57830a23-006f-43dc-a826-8fdb1e9618a0 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:31:04.570483 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7e5e2645-604e-4282-8c49-38a3d170e339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (57830a23-006f-43dc-a826-8fdb1e9618a0), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:04.581453 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bbce42-b7b4-462f-9c31-a8816abce800 None None] Pushing event updated for resources: {'Port': ['ID=57830a23-006f-43dc-a826-8fdb1e9618a0,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:04.668710 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf2ea18-fd5b-402a-944a-bc49be8f16a6 req-58b20e5d-0e8f-469f-a8f0-2f0b7c2ef307 tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:04.687985 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-baf2ea18-fd5b-402a-944a-bc49be8f16a6 req-58b20e5d-0e8f-469f-a8f0-2f0b7c2ef307 tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3d14ce0-7469-47f2-ae46-bee456094209 HTTP/1.1" status: 200 len: 945 time: 0.5955257 Jan 28 19:31:04.707316 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1ea4ea6c-a90b-4d0b-8702-b006a86e80f1 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:04.936025 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1ea4ea6c-a90b-4d0b-8702-b006a86e80f1 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Publish callbacks [] for security_group (1bfe6452-43d5-4c93-9450-34896bc0d267), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:04.939000 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13164ae9-79d7-4e18-afd5-9b5de309fd0c admin admin] Made reservation on behalf of 9f1b546a04894eaf9cf92838ac569a60 for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:31:04.940189 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8c9be499-4fc4-46ef-8495-8fb71ab4de1c req-4f37b9e8-c5e9-47d2-842f-85901f3c7484 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/ports?device_id=6266b4f2-471d-4297-9d3c-9386239f951c HTTP/1.1" status: 200 len: 210 time: 0.0355861 Jan 28 19:31:04.941290 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fa2b349e-f885-407b-92e2-a94ec0576d62 tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (ee1e5641-ad6c-4ea5-a2e4-84afa471b667), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:04.957078 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-13164ae9-79d7-4e18-afd5-9b5de309fd0c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4733071'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:04.984077 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1ea4ea6c-a90b-4d0b-8702-b006a86e80f1 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (1bfe6452-43d5-4c93-9450-34896bc0d267), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:05.184266 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fa2b349e-f885-407b-92e2-a94ec0576d62 tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] Publish callbacks [] for port (ee1e5641-ad6c-4ea5-a2e4-84afa471b667), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:05.189320 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-7e5e2645-604e-4282-8c49-38a3d170e339 None None] Current status of the port 57830a23-006f-43dc-a826-8fdb1e9618a0 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:31:05.189939 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7e5e2645-604e-4282-8c49-38a3d170e339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (57830a23-006f-43dc-a826-8fdb1e9618a0), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:05.193778 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fa2b349e-f885-407b-92e2-a94ec0576d62 tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (ee1e5641-ad6c-4ea5-a2e4-84afa471b667), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:05.216466 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-baf2ea18-fd5b-402a-944a-bc49be8f16a6 req-31aead40-2e19-4996-9eae-5bdff6e41eb4 tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] 10.222.0.64 "GET /v2.0/security-groups?id=12ee04d6-2379-4dda-9d23-37667d7c47ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5274978 Jan 28 19:31:05.243031 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-7e5e2645-604e-4282-8c49-38a3d170e339 None None] For port 57830a23-006f-43dc-a826-8fdb1e9618a0, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=57830a23-006f-43dc-a826-8fdb1e9618a0,segment=NetworkSegment(25c21fb9-fdcd-4ded-98e7-fa3f83ec6d2c),segment_id=25c21fb9-fdcd-4ded-98e7-fa3f83ec6d2c)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:31:05.255816 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-638a9ca7-2d94-40d1-b9ca-34f84423f1ac None None] Set router 8284962e-2761-435a-93e5-faa7cc47ef87 gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:31:05.261545 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1ea4ea6c-a90b-4d0b-8702-b006a86e80f1 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:05.263035 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-1ea4ea6c-a90b-4d0b-8702-b006a86e80f1 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.7511842 Jan 28 19:31:05.263583 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7e5e2645-604e-4282-8c49-38a3d170e339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (57830a23-006f-43dc-a826-8fdb1e9618a0), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:05.267909 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 33842) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:05.275613 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-847dee16-376d-465a-9a5d-f5d6b4bc7688 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Request body: {'security_group_rule': {'security_group_id': '1bfe6452-43d5-4c93-9450-34896bc0d267', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:31:05.290029 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2b349e-f885-407b-92e2-a94ec0576d62 tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] Pushing event updated for resources: {'Port': ['ID=ee1e5641-ad6c-4ea5-a2e4-84afa471b667,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:05.290629 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea4ea6c-a90b-4d0b-8702-b006a86e80f1 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bfe6452-43d5-4c93-9450-34896bc0d267,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:05.361658 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fa2b349e-f885-407b-92e2-a94ec0576d62 tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734886'] for floatingip (d6077b91-f9a5-4453-a979-bd10753a148e), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:05.377935 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-847dee16-376d-465a-9a5d-f5d6b4bc7688 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Publish callbacks [] for security_group_rule (6a44902a-ba1b-4a02-91f3-8d09848e0197), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:05.392720 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fa2b349e-f885-407b-92e2-a94ec0576d62 tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for floatingip (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:05.394473 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-fa2b349e-f885-407b-92e2-a94ec0576d62 tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.8539500 Jan 28 19:31:05.397759 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 33844) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:05.466574 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5e2645-604e-4282-8c49-38a3d170e339 None None] Pushing event updated for resources: {'Port': ['ID=57830a23-006f-43dc-a826-8fdb1e9618a0,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:05.511490 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-aeee63be-5622-496f-ae17-ba4575941129 None None] Provisioning complete for port 57830a23-006f-43dc-a826-8fdb1e9618a0 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:31:05.512013 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-aeee63be-5622-496f-ae17-ba4575941129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (57830a23-006f-43dc-a826-8fdb1e9618a0), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:05.566708 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-d8f4e102-cadf-4ff3-9eb7-fc89322fad96 tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] 10.222.0.64 "GET /v2.0/floatingips?floating_network_id=cbdeb048-8a0b-42e8-bdbe-ab7efa4344e9 HTTP/1.1" status: 200 len: 689 time: 0.1675606 Jan 28 19:31:05.569334 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 33854) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:05.681451 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-847dee16-376d-465a-9a5d-f5d6b4bc7688 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Publish callbacks [] for security_group_rule (6a44902a-ba1b-4a02-91f3-8d09848e0197), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:05.701782 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-847dee16-376d-465a-9a5d-f5d6b4bc7688 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (6a44902a-ba1b-4a02-91f3-8d09848e0197), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:05.854165 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847dee16-376d-465a-9a5d-f5d6b4bc7688 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a44902a-ba1b-4a02-91f3-8d09848e0197,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:05.873798 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-13164ae9-79d7-4e18-afd5-9b5de309fd0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4752401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4733085'] for subnet (7d249a82-5930-4cd1-a1be-0adf68623dc4), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:05.879693 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-80cb9b06-578a-4d0f-96fc-69e5a297ddf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:05.881462 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-80cb9b06-578a-4d0f-96fc-69e5a297ddf8 service neutron] 10.222.0.70 "GET /v2.0/ports/94babd58-bc58-41d0-b372-2137350b0839 HTTP/1.1" status: 200 len: 1032 time: 0.0882676 Jan 28 19:31:05.973709 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-59908f3b-759f-43d3-bc61-4a4c1d93b6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:05.978145 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-59908f3b-759f-43d3-bc61-4a4c1d93b6a3 service neutron] 10.222.0.70 "GET /v2.0/ports/63a694be-3c45-4cf7-86cf-e53eec59bb7a HTTP/1.1" status: 200 len: 1031 time: 0.0899427 Jan 28 19:31:05.990545 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13164ae9-79d7-4e18-afd5-9b5de309fd0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d249a82-5930-4cd1-a1be-0adf68623dc4,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:06.053841 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-847dee16-376d-465a-9a5d-f5d6b4bc7688 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:06.059480 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-847dee16-376d-465a-9a5d-f5d6b4bc7688 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7852943 Jan 28 19:31:06.060361 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 33880) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:06.068962 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-286725d5-edc5-456e-90e9-775cb55b3743 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Request body: {'security_group_rule': {'security_group_id': '1bfe6452-43d5-4c93-9450-34896bc0d267', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:31:06.133225 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0c7a43a3-a78d-470e-8ee5-ca5c454c6878 tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (cbdeb048-8a0b-42e8-bdbe-ab7efa4344e9), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:06.168011 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-286725d5-edc5-456e-90e9-775cb55b3743 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Publish callbacks [] for security_group_rule (819d5e38-5e79-4ca7-98fa-0b757d26a6f4), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:06.262812 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-7c2e1e79-2799-4c77-b5f5-4dae99dca361 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:06.282215 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-7c2e1e79-2799-4c77-b5f5-4dae99dca361 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:06.299526 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-7c2e1e79-2799-4c77-b5f5-4dae99dca361 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:06.301246 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-7c2e1e79-2799-4c77-b5f5-4dae99dca361 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.70 "GET /v2.0/networks?id=d6023ca9-f7fb-424f-9a06-ccb60c81e3d1&id=1a0a56ae-a8fc-45c3-a9f5-3868c6fdc511&id=1a0a56ae-a8fc-45c3-a9f5-3868c6fdc511&id=1a0a56ae-a8fc-45c3-a9f5-3868c6fdc511&id=1a0a56ae-a8fc-45c3-a9f5-3868c6fdc511&id=2b32274e-ef71-47fa-9b2e-d7c8beaa092d&id=2b32274e-ef71-47fa-9b2e-d7c8beaa092d HTTP/1.1" status: 200 len: 1994 time: 0.3170168 Jan 28 19:31:06.308415 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-aeee63be-5622-496f-ae17-ba4575941129 None None] Current status of the port 57830a23-006f-43dc-a826-8fdb1e9618a0 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:31:06.356676 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-638a9ca7-2d94-40d1-b9ca-34f84423f1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8284962e-2761-435a-93e5-faa7cc47ef87', 'name': 'tempest-AttachVolumeShelveTestJSON-1306095070-router', 'tenant_id': '0f0ddac21a95455ebc1c3ac83c1cf620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': '165030ec-a091-445a-96fa-5e7aadc47c06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:30:46Z', 'updated_at': '2022-01-28T19:30:58Z', 'revision_number': 4, 'project_id': '0f0ddac21a95455ebc1c3ac83c1cf620', 'gw_port': {'id': '165030ec-a091-445a-96fa-5e7aadc47c06', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:60:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8284962e-2761-435a-93e5-faa7cc47ef87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1940, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:30:48Z', 'updated_at': '2022-01-28T19:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '57830a23-006f-43dc-a826-8fdb1e9618a0', 'name': '', 'network_id': '4ed80f8c-a628-4bf0-926c-daa4ec7f72d6', 'tenant_id': '0f0ddac21a95455ebc1c3ac83c1cf620', 'mac_address': 'fa:16:3e:20:e5:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8284962e-2761-435a-93e5-faa7cc47ef87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1955, 'fixed_ips': [{'subnet_id': 'ccd8c2b9-0197-4b01-ba57-f13b2702d1bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:30:55Z', 'updated_at': '2022-01-28T19:31:04Z', 'revision_number': 4, 'project_id': '0f0ddac21a95455ebc1c3ac83c1cf620', 'subnets': [{'id': 'ccd8c2b9-0197-4b01-ba57-f13b2702d1bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:31:06.390902 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-638a9ca7-2d94-40d1-b9ca-34f84423f1ac None None] The sync data for ids ['8284962e-2761-435a-93e5-faa7cc47ef87'] in n-d-812111-14 is: [{'id': '8284962e-2761-435a-93e5-faa7cc47ef87', 'name': 'tempest-AttachVolumeShelveTestJSON-1306095070-router', 'tenant_id': '0f0ddac21a95455ebc1c3ac83c1cf620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': '165030ec-a091-445a-96fa-5e7aadc47c06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:30:46Z', 'updated_at': '2022-01-28T19:30:58Z', 'revision_number': 4, 'project_id': '0f0ddac21a95455ebc1c3ac83c1cf620', 'gw_port': {'id': '165030ec-a091-445a-96fa-5e7aadc47c06', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:60:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8284962e-2761-435a-93e5-faa7cc47ef87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1940, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:30:48Z', 'updated_at': '2022-01-28T19:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '57830a23-006f-43dc-a826-8fdb1e9618a0', 'name': '', 'network_id': '4ed80f8c-a628-4bf0-926c-daa4ec7f72d6', 'tenant_id': '0f0ddac21a95455ebc1c3ac83c1cf620', 'mac_address': 'fa:16:3e:20:e5:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8284962e-2761-435a-93e5-faa7cc47ef87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1955, 'fixed_ips': [{'subnet_id': 'ccd8c2b9-0197-4b01-ba57-f13b2702d1bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:30:55Z', 'updated_at': '2022-01-28T19:31:04Z', 'revision_number': 4, 'project_id': '0f0ddac21a95455ebc1c3ac83c1cf620', 'subnets': [{'id': 'ccd8c2b9-0197-4b01-ba57-f13b2702d1bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:31:06.409303 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d47b6d23-ecb1-47ed-908c-50b000bb0e0f req-ee4b909a-3fba-40fa-906d-fd06bed7b895 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/ports?device_id=6266b4f2-471d-4297-9d3c-9386239f951c HTTP/1.1" status: 200 len: 210 time: 0.1068628 Jan 28 19:31:06.553956 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-68b3f7a0-2528-4570-979a-57e1aa471520 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6a63e631dab749fab705cc3ad19e314b HTTP/1.1" status: 200 len: 379 time: 0.2225726 Jan 28 19:31:06.562630 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-08720459-b975-4785-b715-50e121372d4e tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Request body: {'port': {'device_id': '6266b4f2-471d-4297-9d3c-9386239f951c', 'network_id': 'd6023ca9-f7fb-424f-9a06-ccb60c81e3d1', 'admin_state_up': True, 'tenant_id': '6a63e631dab749fab705cc3ad19e314b', 'security_groups': ['13e4f299-cf18-4f69-979b-275ae464cc1c']}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:31:06.606963 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cce03f-76ad-48c2-b345-c1c78e5224c6 req-3833dfd1-c0e6-478f-9cc1-fa983a6d0837 tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:06.614399 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f6cce03f-76ad-48c2-b345-c1c78e5224c6 req-3833dfd1-c0e6-478f-9cc1-fa983a6d0837 tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3d14ce0-7469-47f2-ae46-bee456094209 HTTP/1.1" status: 200 len: 945 time: 0.2634652 Jan 28 19:31:06.621414 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13164ae9-79d7-4e18-afd5-9b5de309fd0c admin admin] Checking segment: {'id': '3c7e05a4-0667-417d-8650-d2a7b848696c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '179e2167-3b40-4d0b-81f4-8deb6a7c2fec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:31:06.621868 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13164ae9-79d7-4e18-afd5-9b5de309fd0c admin admin] Network hostable DHCP agents. Network: 179e2167-3b40-4d0b-81f4-8deb6a7c2fec, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:31:06.630850 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5745c434-1fed-47ef-8b34-83e7134a5c37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:06.700379 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-286725d5-edc5-456e-90e9-775cb55b3743 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Publish callbacks [] for security_group_rule (819d5e38-5e79-4ca7-98fa-0b757d26a6f4), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:06.741191 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-286725d5-edc5-456e-90e9-775cb55b3743 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (819d5e38-5e79-4ca7-98fa-0b757d26a6f4), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:06.787013 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 57830a23-006f-43dc-a826-8fdb1e9618a0 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:31:06.846500 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13164ae9-79d7-4e18-afd5-9b5de309fd0c admin admin] Network 179e2167-3b40-4d0b-81f4-8deb6a7c2fec is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:31:06.862497 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286725d5-edc5-456e-90e9-775cb55b3743 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=819d5e38-5e79-4ca7-98fa-0b757d26a6f4,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:06.901992 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-0c7a43a3-a78d-470e-8ee5-ca5c454c6878 tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] Deleting port ee1e5641-ad6c-4ea5-a2e4-84afa471b667 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:31:06.902695 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0c7a43a3-a78d-470e-8ee5-ca5c454c6878 tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (ee1e5641-ad6c-4ea5-a2e4-84afa471b667), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:06.906751 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-13164ae9-79d7-4e18-afd5-9b5de309fd0c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, 179e2167-3b40-4d0b-81f4-8deb6a7c2fec) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:31:06.927606 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-286725d5-edc5-456e-90e9-775cb55b3743 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:06.930931 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-286725d5-edc5-456e-90e9-775cb55b3743 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8676600 Jan 28 19:31:06.932307 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33d22d92-f61b-4445-856a-286cd73866c6 None None] Network 179e2167-3b40-4d0b-81f4-8deb6a7c2fec requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:31:06.938493 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 57830a23-006f-43dc-a826-8fdb1e9618a0 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:31:06.940909 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (57830a23-006f-43dc-a826-8fdb1e9618a0), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:06.947893 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 33896) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:06.959444 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13164ae9-79d7-4e18-afd5-9b5de309fd0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:06.960035 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-13164ae9-79d7-4e18-afd5-9b5de309fd0c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:06.963851 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-efb29147-6b97-41d7-9523-cc97fdabf584 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Request body: {'floatingip': {'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:31:07.015910 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-08720459-b975-4785-b715-50e121372d4e tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Made reservation on behalf of 6a63e631dab749fab705cc3ad19e314b for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:31:07.038531 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-08720459-b975-4785-b715-50e121372d4e tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:07.127849 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-efb29147-6b97-41d7-9523-cc97fdabf584 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:07.343229 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b24df560-cdff-4ad6-9f69-f776694a05a5 None None] Network 179e2167-3b40-4d0b-81f4-8deb6a7c2fec requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:31:07.397325 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-08720459-b975-4785-b715-50e121372d4e tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Allocated IP 172.20.0.8 (d6023ca9-f7fb-424f-9a06-ccb60c81e3d1/1ed54c01-0acd-447f-ba69-14502018ae00/3dda1cfc-fce7-4e9c-8686-cc9cecf29d40) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:31:07.599499 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 57830a23-006f-43dc-a826-8fdb1e9618a0 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:31:07.680297 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-08720459-b975-4785-b715-50e121372d4e tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Publish callbacks [] for port (3dda1cfc-fce7-4e9c-8686-cc9cecf29d40), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:07.797523 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f6cce03f-76ad-48c2-b345-c1c78e5224c6 req-8f15d581-3076-450e-9adc-e83b272b8fbd tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] 10.222.0.64 "GET /v2.0/security-groups?id=12ee04d6-2379-4dda-9d23-37667d7c47ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1821661 Jan 28 19:31:07.840920 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-13164ae9-79d7-4e18-afd5-9b5de309fd0c admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 3.4589064 Jan 28 19:31:07.885908 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-08720459-b975-4785-b715-50e121372d4e tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (3dda1cfc-fce7-4e9c-8686-cc9cecf29d40), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:07.894557 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0c7a43a3-a78d-470e-8ee5-ca5c454c6878 tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (ee1e5641-ad6c-4ea5-a2e4-84afa471b667), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:07.896102 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0c7a43a3-a78d-470e-8ee5-ca5c454c6878 tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] Publish callbacks [] for floatingip (ee1e5641-ad6c-4ea5-a2e4-84afa471b667), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:07.930077 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-0c7a43a3-a78d-470e-8ee5-ca5c454c6878 tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] Calling delete_port for ee1e5641-ad6c-4ea5-a2e4-84afa471b667 owned by network:floatingip {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:31:08.124181 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-08720459-b975-4785-b715-50e121372d4e tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Network d6023ca9-f7fb-424f-9a06-ccb60c81e3d1 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:31:08.140724 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-08720459-b975-4785-b715-50e121372d4e tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:31:08.145212 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-08720459-b975-4785-b715-50e121372d4e tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:31:08.283765 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08720459-b975-4785-b715-50e121372d4e tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Pushing event updated for resources: {'Port': ['ID=3dda1cfc-fce7-4e9c-8686-cc9cecf29d40,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:08.362320 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b767b82-ace2-411d-a460-971d351f9808 req-5e98653c-1abd-4966-a9a3-d14e6577fba0 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:08.368905 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1b767b82-ace2-411d-a460-971d351f9808 req-5e98653c-1abd-4966-a9a3-d14e6577fba0 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/ports?device_id=6266b4f2-471d-4297-9d3c-9386239f951c HTTP/1.1" status: 200 len: 931 time: 0.4966428 Jan 28 19:31:08.426010 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0c7a43a3-a78d-470e-8ee5-ca5c454c6878 tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (ee1e5641-ad6c-4ea5-a2e4-84afa471b667), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:08.440479 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-08720459-b975-4785-b715-50e121372d4e tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:08.441464 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-08720459-b975-4785-b715-50e121372d4e tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:08.478884 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-08720459-b975-4785-b715-50e121372d4e tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9199259 Jan 28 19:31:08.504777 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7a43a3-a78d-470e-8ee5-ca5c454c6878 tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] Pushing event deleted for resources: {'Port': ['ID=ee1e5641-ad6c-4ea5-a2e4-84afa471b667,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:08.523302 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-2e6faadc-3491-419f-a145-46802e1c9dad tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Request body: {'port': {'device_id': '6266b4f2-471d-4297-9d3c-9386239f951c', 'network_id': '1a0a56ae-a8fc-45c3-a9f5-3868c6fdc511', 'admin_state_up': True, 'tenant_id': '6a63e631dab749fab705cc3ad19e314b', 'security_groups': ['13e4f299-cf18-4f69-979b-275ae464cc1c']}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:31:08.543499 n-d-812111-14 neutron-server[103305]: INFO neutron.api.v2.resource [req-37542888-ab7c-40bf-a1e3-34a0c1bd33bf req-7aca2f12-d609-40aa-a1a3-3c4e794055f2 tempest-SecurityGroupsNegativeTestJSON-1672107481 tempest-SecurityGroupsNegativeTestJSON-1672107481-project] show failed (client error): The resource could not be found. Jan 28 19:31:08.545297 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-37542888-ab7c-40bf-a1e3-34a0c1bd33bf req-7aca2f12-d609-40aa-a1a3-3c4e794055f2 tempest-SecurityGroupsNegativeTestJSON-1672107481 tempest-SecurityGroupsNegativeTestJSON-1672107481-project] 10.222.0.64 "GET /v2.0/security-groups/3ae1b6a0-8c8f-463f-88bc-9b02eb7aef2a HTTP/1.1" status: 404 len: 352 time: 0.1085567 Jan 28 19:31:08.686066 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-01fe9831-ca26-43f7-af66-bcb319b40ae6 None None] Provisioning complete for port 3dda1cfc-fce7-4e9c-8686-cc9cecf29d40 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:31:08.686551 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-01fe9831-ca26-43f7-af66-bcb319b40ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (3dda1cfc-fce7-4e9c-8686-cc9cecf29d40), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:08.744186 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0c7a43a3-a78d-470e-8ee5-ca5c454c6878 tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] Publish callbacks [] for floatingip (d6077b91-f9a5-4453-a979-bd10753a148e), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:08.795904 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-01fe9831-ca26-43f7-af66-bcb319b40ae6 None None] Port 3dda1cfc-fce7-4e9c-8686-cc9cecf29d40 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:31:08.839701 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-28c8b8f6-5128-4211-b475-6d51794f1382 req-9dd16f7c-507f-4921-9b73-c0729951bd65 tempest-SecurityGroupsNegativeTestJSON-1672107481 tempest-SecurityGroupsNegativeTestJSON-1672107481-project] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9f1b546a04894eaf9cf92838ac569a60 HTTP/1.1" status: 200 len: 3005 time: 0.2012856 Jan 28 19:31:08.842814 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1b767b82-ace2-411d-a460-971d351f9808 req-8c9139c1-92c1-4dc6-898d-98c246e13f6f tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/security-groups?id=13e4f299-cf18-4f69-979b-275ae464cc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4598002 Jan 28 19:31:08.856477 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-efb29147-6b97-41d7-9523-cc97fdabf584 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:08.880398 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-2e6faadc-3491-419f-a145-46802e1c9dad tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Made reservation on behalf of 6a63e631dab749fab705cc3ad19e314b for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:31:08.898352 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-2e6faadc-3491-419f-a145-46802e1c9dad tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:08.918034 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-48fac037-c1ca-4d6d-85f4-eee3ebd02ce5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:09.049957 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0c7a43a3-a78d-470e-8ee5-ca5c454c6878 tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (e3dcfd0b-d156-4d25-8370-0fa6edafde80), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:09.126703 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-28c8b8f6-5128-4211-b475-6d51794f1382 req-85f367ca-e347-443d-94b9-0e886839676c tempest-SecurityGroupsNegativeTestJSON-1672107481 tempest-SecurityGroupsNegativeTestJSON-1672107481-project] 10.222.0.64 "GET /v2.0/security-groups/7bab142b-a908-49c1-99ce-f34118030b50 HTTP/1.1" status: 200 len: 3002 time: 0.2851532 Jan 28 19:31:09.190634 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-28c8b8f6-5128-4211-b475-6d51794f1382 req-015f6a51-b65b-42e3-a706-22b112d70a6e tempest-SecurityGroupsNegativeTestJSON-1672107481 tempest-SecurityGroupsNegativeTestJSON-1672107481-project] 10.222.0.64 "GET /v2.0/security-groups/7bab142b-a908-49c1-99ce-f34118030b50 HTTP/1.1" status: 200 len: 3002 time: 0.0555882 Jan 28 19:31:09.229788 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0c7a43a3-a78d-470e-8ee5-ca5c454c6878 tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4752464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4733806'] for subnet (e3dcfd0b-d156-4d25-8370-0fa6edafde80), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:09.261712 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7a43a3-a78d-470e-8ee5-ca5c454c6878 tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=e3dcfd0b-d156-4d25-8370-0fa6edafde80,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:09.370479 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e8644a-f901-4831-b65d-f1179c1ee2d6 req-98d14c83-2aa5-44d0-aed7-4749fdc46a8f tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:09.388610 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-35e8644a-f901-4831-b65d-f1179c1ee2d6 req-98d14c83-2aa5-44d0-aed7-4749fdc46a8f tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3d14ce0-7469-47f2-ae46-bee456094209 HTTP/1.1" status: 200 len: 945 time: 0.3912389 Jan 28 19:31:09.389161 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0c7a43a3-a78d-470e-8ee5-ca5c454c6878 tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (cbdeb048-8a0b-42e8-bdbe-ab7efa4344e9), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:09.442900 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-17453e5b-f8e1-4007-8741-546b2a60d6a5 req-b10f8042-6609-4d8c-84d3-acd1eb7b78aa tempest-SecurityGroupsNegativeTestJSON-1672107481 tempest-SecurityGroupsNegativeTestJSON-1672107481-project] 10.222.0.64 "GET /v2.0/security-groups/7bab142b-a908-49c1-99ce-f34118030b50 HTTP/1.1" status: 200 len: 3002 time: 0.1847882 Jan 28 19:31:09.467821 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-0c7a43a3-a78d-470e-8ee5-ca5c454c6878 tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbdeb048-8a0b-42e8-bdbe-ab7efa4344e9']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:31:09.484622 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-efb29147-6b97-41d7-9523-cc97fdabf584 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Allocated IP 172.25.6.237 (d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8/a648e4ab-7422-41b9-b133-58aca25ab8f5/238cb4c9-2a37-4729-8d99-89685e28412d) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:31:09.545178 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-0c7a43a3-a78d-470e-8ee5-ca5c454c6878 tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9533c2e9-36c0-49bb-8192-8d050668fac4') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:31:09.545484 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-0c7a43a3-a78d-470e-8ee5-ca5c454c6878 tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9533c2e9-36c0-49bb-8192-8d050668fac4') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:31:09.579675 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-2e6faadc-3491-419f-a145-46802e1c9dad tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Allocated IP 10.1.1.117 (1a0a56ae-a8fc-45c3-a9f5-3868c6fdc511/803cf84b-628b-4025-a755-b3829db3c440/f81cc277-8da7-4baf-868c-4770a63c2e56) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:31:09.591033 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0c7a43a3-a78d-470e-8ee5-ca5c454c6878 tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16187153'] for segment (9533c2e9-36c0-49bb-8192-8d050668fac4), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:09.591470 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-35e8644a-f901-4831-b65d-f1179c1ee2d6 req-461a02f6-2158-40a1-ad3c-35342a1b5eb5 tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] 10.222.0.64 "GET /v2.0/security-groups?id=12ee04d6-2379-4dda-9d23-37667d7c47ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920063 Jan 28 19:31:09.659794 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0c7a43a3-a78d-470e-8ee5-ca5c454c6878 tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (9533c2e9-36c0-49bb-8192-8d050668fac4), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:09.679700 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c7a43a3-a78d-470e-8ee5-ca5c454c6878 tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:31:09.680265 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0c7a43a3-a78d-470e-8ee5-ca5c454c6878 tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4752570'] for segment (9533c2e9-36c0-49bb-8192-8d050668fac4), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:09.683425 n-d-812111-14 neutron-server[103305]: Traceback (most recent call last): Jan 28 19:31:09.683425 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:31:09.683425 n-d-812111-14 neutron-server[103305]: timer() Jan 28 19:31:09.683425 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:31:09.683425 n-d-812111-14 neutron-server[103305]: cb(*args, **kw) Jan 28 19:31:09.683425 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:31:09.683425 n-d-812111-14 neutron-server[103305]: return func(*args, **kwargs) Jan 28 19:31:09.683425 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:31:09.683425 n-d-812111-14 neutron-server[103305]: self._notify() Jan 28 19:31:09.683425 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:31:09.683425 n-d-812111-14 neutron-server[103305]: self.callback(batched_events) Jan 28 19:31:09.683425 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:31:09.683425 n-d-812111-14 neutron-server[103305]: event.method(event) Jan 28 19:31:09.683425 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:31:09.683425 n-d-812111-14 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:31:09.683425 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:31:09.683425 n-d-812111-14 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:31:09.683425 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:31:09.683425 n-d-812111-14 neutron-server[103305]: return f(self, *a, **k) Jan 28 19:31:09.683425 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:31:09.683425 n-d-812111-14 neutron-server[103305]: return self._get(url).json() Jan 28 19:31:09.683425 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:31:09.683425 n-d-812111-14 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:31:09.683425 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:31:09.683425 n-d-812111-14 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 28 19:31:09.683425 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:31:09.683425 n-d-812111-14 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:31:09.683425 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:31:09.683425 n-d-812111-14 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:31:09.683425 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:31:09.683425 n-d-812111-14 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:31:09.683425 n-d-812111-14 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:31:09.737218 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:09.780905 n-d-812111-14 neutron-server[103305]: INFO neutron.api.v2.resource [req-17453e5b-f8e1-4007-8741-546b2a60d6a5 req-7bc461bb-4cbd-4d3d-8fc9-554a3f66afc1 tempest-SecurityGroupsNegativeTestJSON-1672107481 tempest-SecurityGroupsNegativeTestJSON-1672107481-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 28 19:31:09.781951 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-17453e5b-f8e1-4007-8741-546b2a60d6a5 req-7bc461bb-4cbd-4d3d-8fc9-554a3f66afc1 tempest-SecurityGroupsNegativeTestJSON-1672107481 tempest-SecurityGroupsNegativeTestJSON-1672107481-project] 10.222.0.64 "DELETE /v2.0/security-groups/7bab142b-a908-49c1-99ce-f34118030b50 HTTP/1.1" status: 409 len: 352 time: 0.3110216 Jan 28 19:31:09.879203 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0c7a43a3-a78d-470e-8ee5-ca5c454c6878 tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (cbdeb048-8a0b-42e8-bdbe-ab7efa4344e9), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:09.884253 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba97ee1f-18df-44f4-b44f-b75104533db8 req-f376c268-f9db-4b3d-92e6-d3a81157fb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:09.886194 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ba97ee1f-18df-44f4-b44f-b75104533db8 req-f376c268-f9db-4b3d-92e6-d3a81157fb89 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b3d14ce0-7469-47f2-ae46-bee456094209 HTTP/1.1" status: 200 len: 1128 time: 0.1071122 Jan 28 19:31:09.913132 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c7a43a3-a78d-470e-8ee5-ca5c454c6878 tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network cbdeb048-8a0b-42e8-bdbe-ab7efa4344e9 {{(pid=103305) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 28 19:31:09.917333 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7a43a3-a78d-470e-8ee5-ca5c454c6878 tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] Pushing event deleted for resources: {'Network': ['ID=cbdeb048-8a0b-42e8-bdbe-ab7efa4344e9,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:09.932435 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0c7a43a3-a78d-470e-8ee5-ca5c454c6878 tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:09.936450 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-0c7a43a3-a78d-470e-8ee5-ca5c454c6878 tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] 10.222.0.64 "DELETE /v2.0/networks/cbdeb048-8a0b-42e8-bdbe-ab7efa4344e9 HTTP/1.1" status: 204 len: 168 time: 4.3505483 Jan 28 19:31:09.942571 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 33970) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:10.059296 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-1838cf28-1d77-4e0c-8cfe-182743a3b94b tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] 10.222.0.64 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.1147168 Jan 28 19:31:10.063830 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 33972) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:10.150450 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-2e6faadc-3491-419f-a145-46802e1c9dad tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Publish callbacks [] for port (f81cc277-8da7-4baf-868c-4770a63c2e56), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:10.270402 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-efb29147-6b97-41d7-9523-cc97fdabf584 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Publish callbacks [] for port (238cb4c9-2a37-4729-8d99-89685e28412d), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:10.287995 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ba97ee1f-18df-44f4-b44f-b75104533db8 req-73bee1cf-fd16-46fb-b822-0b12651e3111 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=12ee04d6-2379-4dda-9d23-37667d7c47ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3717375 Jan 28 19:31:10.342495 n-d-812111-14 neutron-server[103304]: INFO neutron.api.v2.resource [req-9401a8b4-8761-4542-b689-33928e01eb26 req-6d274ee7-029f-4a4c-80b6-289af78191d4 tempest-SecurityGroupsNegativeTestJSON-1672107481 tempest-SecurityGroupsNegativeTestJSON-1672107481-project] show failed (client error): The resource could not be found. Jan 28 19:31:10.360683 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9401a8b4-8761-4542-b689-33928e01eb26 req-6d274ee7-029f-4a4c-80b6-289af78191d4 tempest-SecurityGroupsNegativeTestJSON-1672107481 tempest-SecurityGroupsNegativeTestJSON-1672107481-project] 10.222.0.64 "GET /v2.0/security-groups/b65ffb3b-8dc4-45c2-b21a-1312b04716cf HTTP/1.1" status: 404 len: 352 time: 0.5212011 Jan 28 19:31:10.362853 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-efb29147-6b97-41d7-9523-cc97fdabf584 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (238cb4c9-2a37-4729-8d99-89685e28412d), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:10.373348 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-2e6faadc-3491-419f-a145-46802e1c9dad tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (f81cc277-8da7-4baf-868c-4770a63c2e56), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:10.514011 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb29147-6b97-41d7-9523-cc97fdabf584 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:31:10.532177 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-efb29147-6b97-41d7-9523-cc97fdabf584 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:31:10.535506 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-2e6faadc-3491-419f-a145-46802e1c9dad tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Network 1a0a56ae-a8fc-45c3-a9f5-3868c6fdc511 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:31:10.541743 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e113cc-c23f-4d40-b1b9-012209768265 req-dcbc8bfc-0e0b-4ffc-b7b4-0c09dbba8fed tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:10.542731 n-d-812111-14 neutron-server[103304]: INFO neutron.api.v2.resource [req-b351104c-f806-4997-a928-7c6d3fcd85f7 req-b8149ac2-47e2-43d6-8a40-adae8f67a759 tempest-SecurityGroupsNegativeTestJSON-1672107481 tempest-SecurityGroupsNegativeTestJSON-1672107481-project] show failed (client error): The resource could not be found. Jan 28 19:31:10.554487 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b8e113cc-c23f-4d40-b1b9-012209768265 req-dcbc8bfc-0e0b-4ffc-b7b4-0c09dbba8fed tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/ports?device_id=6266b4f2-471d-4297-9d3c-9386239f951c HTTP/1.1" status: 200 len: 931 time: 0.4932330 Jan 28 19:31:10.557251 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b351104c-f806-4997-a928-7c6d3fcd85f7 req-b8149ac2-47e2-43d6-8a40-adae8f67a759 tempest-SecurityGroupsNegativeTestJSON-1672107481 tempest-SecurityGroupsNegativeTestJSON-1672107481-project] 10.222.0.64 "GET /v2.0/security-groups/303baa09-1ddf-429b-a534-18d445557fd9 HTTP/1.1" status: 404 len: 352 time: 0.1174710 Jan 28 19:31:10.558855 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 33986) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:10.560724 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb29147-6b97-41d7-9523-cc97fdabf584 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:31:10.568121 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-2e6faadc-3491-419f-a145-46802e1c9dad tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:31:10.605232 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6339046a-0cfa-4e3f-98c7-ed11b12f09cd tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:10.606484 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6339046a-0cfa-4e3f-98c7-ed11b12f09cd tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:10.607143 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6339046a-0cfa-4e3f-98c7-ed11b12f09cd tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:10.612658 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-2e6faadc-3491-419f-a145-46802e1c9dad tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:31:10.613352 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6339046a-0cfa-4e3f-98c7-ed11b12f09cd tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:10.613822 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6339046a-0cfa-4e3f-98c7-ed11b12f09cd tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:10.616376 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6339046a-0cfa-4e3f-98c7-ed11b12f09cd tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:10.620022 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6339046a-0cfa-4e3f-98c7-ed11b12f09cd tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:10.620499 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6339046a-0cfa-4e3f-98c7-ed11b12f09cd tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:10.620961 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6339046a-0cfa-4e3f-98c7-ed11b12f09cd tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:10.621449 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6339046a-0cfa-4e3f-98c7-ed11b12f09cd tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:10.643033 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-6339046a-0cfa-4e3f-98c7-ed11b12f09cd tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6501 time: 0.5743866 Jan 28 19:31:10.645241 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb29147-6b97-41d7-9523-cc97fdabf584 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Pushing event updated for resources: {'Port': ['ID=238cb4c9-2a37-4729-8d99-89685e28412d,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:10.682167 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 33992) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:10.819834 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-de3ad0f7-7c0e-45e5-a33e-3ad3161ee9cf admin admin] Deleting subnet 7d249a82-5930-4cd1-a1be-0adf68623dc4 {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:31:10.824710 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-de3ad0f7-7c0e-45e5-a33e-3ad3161ee9cf admin admin] Publish callbacks [] for subnet (7d249a82-5930-4cd1-a1be-0adf68623dc4), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:10.848315 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6faadc-3491-419f-a145-46802e1c9dad tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Pushing event updated for resources: {'Port': ['ID=f81cc277-8da7-4baf-868c-4770a63c2e56,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:10.872340 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-de3ad0f7-7c0e-45e5-a33e-3ad3161ee9cf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16187240'] for subnet (7d249a82-5930-4cd1-a1be-0adf68623dc4), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:10.962667 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-de3ad0f7-7c0e-45e5-a33e-3ad3161ee9cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (7d249a82-5930-4cd1-a1be-0adf68623dc4), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:11.034370 n-d-812111-14 neutron-server[103305]: INFO neutron.api.v2.resource [None req-b5b5cef3-af99-4b58-9b4b-bba73574ca8c tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] delete failed (client error): The resource could not be found. Jan 28 19:31:11.035509 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-b5b5cef3-af99-4b58-9b4b-bba73574ca8c tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] 10.222.0.64 "DELETE /v2.0/floatingips/d6077b91-f9a5-4453-a979-bd10753a148e HTTP/1.1" status: 404 len: 345 time: 0.3525534 Jan 28 19:31:11.039651 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 34000) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:11.046955 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-2e6faadc-3491-419f-a145-46802e1c9dad tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:11.047743 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-2e6faadc-3491-419f-a145-46802e1c9dad tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:11.051430 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-3a569b4e-7c78-48aa-bc35-bc0dc172fbcd None None] Provisioning complete for port f81cc277-8da7-4baf-868c-4770a63c2e56 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:31:11.051920 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3a569b4e-7c78-48aa-bc35-bc0dc172fbcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (f81cc277-8da7-4baf-868c-4770a63c2e56), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:11.100232 n-d-812111-14 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f63c1fb-6369-4b1e-97ed-1200adff370b tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] DELETE failed (client error): The resource could not be found. Jan 28 19:31:11.101222 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f63c1fb-6369-4b1e-97ed-1200adff370b tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:31:11.109526 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-5f63c1fb-6369-4b1e-97ed-1200adff370b tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] 10.222.0.64 "DELETE /v2.0/networks/cbdeb048-8a0b-42e8-bdbe-ab7efa4344e9 HTTP/1.1" status: 404 len: 339 time: 0.0642509 Jan 28 19:31:11.114202 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-de3ad0f7-7c0e-45e5-a33e-3ad3161ee9cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4752464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4733806'] for subnet (7d249a82-5930-4cd1-a1be-0adf68623dc4), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:11.122541 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-3a569b4e-7c78-48aa-bc35-bc0dc172fbcd None None] Port f81cc277-8da7-4baf-868c-4770a63c2e56 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:31:11.124760 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 34002) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:11.139771 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-78b44af2-eff6-43d6-bd88-c0c2e772a3bb tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] Request body: {'network': {'name': 'tempest-network--638813971', 'router:external': True}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:31:11.179104 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-2e6faadc-3491-419f-a145-46802e1c9dad tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6807942 Jan 28 19:31:11.186455 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3ad0f7-7c0e-45e5-a33e-3ad3161ee9cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d249a82-5930-4cd1-a1be-0adf68623dc4,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:11.208770 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbaf165-f690-47cb-a803-a7200ea8302b req-322e610e-931b-4c25-9add-cb0589fb6e57 tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:11.214656 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1bbaf165-f690-47cb-a803-a7200ea8302b req-322e610e-931b-4c25-9add-cb0589fb6e57 tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3d14ce0-7469-47f2-ae46-bee456094209 HTTP/1.1" status: 200 len: 945 time: 0.3527539 Jan 28 19:31:11.216121 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-efb29147-6b97-41d7-9523-cc97fdabf584 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Publish callbacks [] for floatingip (4a460f25-bb7d-46e6-97e0-30f6022c5fad), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:11.225305 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-ed14979f-c821-4b50-94c1-57f2c21a2084 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Request body: {'port': {'device_id': '6266b4f2-471d-4297-9d3c-9386239f951c', 'network_id': '1a0a56ae-a8fc-45c3-a9f5-3868c6fdc511', 'admin_state_up': True, 'tenant_id': '6a63e631dab749fab705cc3ad19e314b', 'security_groups': ['13e4f299-cf18-4f69-979b-275ae464cc1c']}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:31:11.245074 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-de3ad0f7-7c0e-45e5-a33e-3ad3161ee9cf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:11.252878 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-de3ad0f7-7c0e-45e5-a33e-3ad3161ee9cf admin admin] 10.222.0.64 "DELETE /v2.0/subnets/7d249a82-5930-4cd1-a1be-0adf68623dc4 HTTP/1.1" status: 204 len: 168 time: 0.6928079 Jan 28 19:31:11.260721 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 34004) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:11.286998 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b8e113cc-c23f-4d40-b1b9-012209768265 req-eac0cd69-0398-4fef-8b1d-ffd291ae9ef1 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/security-groups?id=13e4f299-cf18-4f69-979b-275ae464cc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7315807 Jan 28 19:31:11.327004 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78b44af2-eff6-43d6-bd88-c0c2e772a3bb tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] Made reservation on behalf of 2294550f0b834c7799bdd43b998143d6 for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:31:11.363115 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-78b44af2-eff6-43d6-bd88-c0c2e772a3bb tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:11.525538 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78b44af2-eff6-43d6-bd88-c0c2e772a3bb tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:31:11.526875 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-efb29147-6b97-41d7-9523-cc97fdabf584 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (238cb4c9-2a37-4729-8d99-89685e28412d), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:11.570095 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-65a43b21-2b8e-4b85-834d-9e98c29d1ead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (179e2167-3b40-4d0b-81f4-8deb6a7c2fec), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:11.583172 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-78b44af2-eff6-43d6-bd88-c0c2e772a3bb tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (e7d6313a-1116-433e-ad60-480f6ac69c10), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:11.583531 n-d-812111-14 neutron-server[103305]: INFO neutron.db.segments_db [None req-78b44af2-eff6-43d6-bd88-c0c2e772a3bb tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] Added segment e7d6313a-1116-433e-ad60-480f6ac69c10 of type vlan for network 8b5666e5-67d1-497b-963c-2cebb2e47998 Jan 28 19:31:11.622294 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:11.639204 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1bbaf165-f690-47cb-a803-a7200ea8302b req-c3d90e34-e481-40be-82c9-f3ba6db3fc55 tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] 10.222.0.64 "GET /v2.0/security-groups?id=12ee04d6-2379-4dda-9d23-37667d7c47ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3981550 Jan 28 19:31:11.737633 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-78b44af2-eff6-43d6-bd88-c0c2e772a3bb tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (8b5666e5-67d1-497b-963c-2cebb2e47998), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:11.759649 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-ed14979f-c821-4b50-94c1-57f2c21a2084 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Made reservation on behalf of 6a63e631dab749fab705cc3ad19e314b for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:31:11.763550 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-ed14979f-c821-4b50-94c1-57f2c21a2084 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:11.929742 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-65a43b21-2b8e-4b85-834d-9e98c29d1ead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (179e2167-3b40-4d0b-81f4-8deb6a7c2fec), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:11.974072 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-78b44af2-eff6-43d6-bd88-c0c2e772a3bb tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (8b5666e5-67d1-497b-963c-2cebb2e47998), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:11.979733 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78b44af2-eff6-43d6-bd88-c0c2e772a3bb tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:11.980413 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-78b44af2-eff6-43d6-bd88-c0c2e772a3bb tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:12.001456 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-65a43b21-2b8e-4b85-834d-9e98c29d1ead admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['179e2167-3b40-4d0b-81f4-8deb6a7c2fec']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:31:12.052635 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-efb29147-6b97-41d7-9523-cc97fdabf584 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Publish callbacks [] for port (238cb4c9-2a37-4729-8d99-89685e28412d), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:12.076381 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-efb29147-6b97-41d7-9523-cc97fdabf584 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (238cb4c9-2a37-4729-8d99-89685e28412d), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:12.097456 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-ed14979f-c821-4b50-94c1-57f2c21a2084 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Allocated IP 10.1.1.30 (1a0a56ae-a8fc-45c3-a9f5-3868c6fdc511/803cf84b-628b-4025-a755-b3829db3c440/7e6f9cff-a028-4c63-bafa-10b8e8700d7f) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:31:12.112028 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-65a43b21-2b8e-4b85-834d-9e98c29d1ead admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c7e05a4-0667-417d-8650-d2a7b848696c') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:31:12.112489 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-65a43b21-2b8e-4b85-834d-9e98c29d1ead admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c7e05a4-0667-417d-8650-d2a7b848696c') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:31:12.144843 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-65a43b21-2b8e-4b85-834d-9e98c29d1ead admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16187153'] for segment (3c7e05a4-0667-417d-8650-d2a7b848696c), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:12.165707 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-78b44af2-eff6-43d6-bd88-c0c2e772a3bb tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 1.0303042 Jan 28 19:31:12.166518 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 34024) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:12.170539 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b44af2-eff6-43d6-bd88-c0c2e772a3bb tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] Pushing event updated for resources: {'Network': ['ID=8b5666e5-67d1-497b-963c-2cebb2e47998,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:12.176035 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-65a43b21-2b8e-4b85-834d-9e98c29d1ead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (3c7e05a4-0667-417d-8650-d2a7b848696c), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:12.184217 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network 8b5666e5-67d1-497b-963c-2cebb2e47998 details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:31:12.230410 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65a43b21-2b8e-4b85-834d-9e98c29d1ead admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:31:12.230830 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-65a43b21-2b8e-4b85-834d-9e98c29d1ead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4752570'] for segment (3c7e05a4-0667-417d-8650-d2a7b848696c), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:12.232733 n-d-812111-14 neutron-server[103305]: Traceback (most recent call last): Jan 28 19:31:12.232733 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:31:12.232733 n-d-812111-14 neutron-server[103305]: timer() Jan 28 19:31:12.232733 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:31:12.232733 n-d-812111-14 neutron-server[103305]: cb(*args, **kw) Jan 28 19:31:12.232733 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:31:12.232733 n-d-812111-14 neutron-server[103305]: return func(*args, **kwargs) Jan 28 19:31:12.232733 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:31:12.232733 n-d-812111-14 neutron-server[103305]: self._notify() Jan 28 19:31:12.232733 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:31:12.232733 n-d-812111-14 neutron-server[103305]: self.callback(batched_events) Jan 28 19:31:12.232733 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:31:12.232733 n-d-812111-14 neutron-server[103305]: event.method(event) Jan 28 19:31:12.232733 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:31:12.232733 n-d-812111-14 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:31:12.232733 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:31:12.232733 n-d-812111-14 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:31:12.232733 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:31:12.232733 n-d-812111-14 neutron-server[103305]: return f(self, *a, **k) Jan 28 19:31:12.232733 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:31:12.232733 n-d-812111-14 neutron-server[103305]: return self._get(url).json() Jan 28 19:31:12.232733 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:31:12.232733 n-d-812111-14 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:31:12.232733 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:31:12.232733 n-d-812111-14 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 28 19:31:12.232733 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:31:12.232733 n-d-812111-14 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:31:12.232733 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:31:12.232733 n-d-812111-14 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:31:12.232733 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:31:12.232733 n-d-812111-14 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:31:12.232733 n-d-812111-14 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:31:12.355180 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-65a43b21-2b8e-4b85-834d-9e98c29d1ead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (179e2167-3b40-4d0b-81f4-8deb6a7c2fec), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:12.375575 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-65a43b21-2b8e-4b85-834d-9e98c29d1ead admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:12.393212 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-65a43b21-2b8e-4b85-834d-9e98c29d1ead admin admin] 10.222.0.64 "DELETE /v2.0/networks/179e2167-3b40-4d0b-81f4-8deb6a7c2fec HTTP/1.1" status: 204 len: 168 time: 1.1196675 Jan 28 19:31:12.425031 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a43b21-2b8e-4b85-834d-9e98c29d1ead admin admin] Pushing event deleted for resources: {'Network': ['ID=179e2167-3b40-4d0b-81f4-8deb6a7c2fec,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:12.627806 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 34034) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:12.722547 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5386e397-04eb-42a0-aa4c-2edb0e366405 tempest-ExternalNetworksTestJSON-3236468 tempest-ExternalNetworksTestJSON-3236468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:12.749044 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5386e397-04eb-42a0-aa4c-2edb0e366405 tempest-ExternalNetworksTestJSON-3236468 tempest-ExternalNetworksTestJSON-3236468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:12.763821 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5386e397-04eb-42a0-aa4c-2edb0e366405 tempest-ExternalNetworksTestJSON-3236468 tempest-ExternalNetworksTestJSON-3236468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:12.769507 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5386e397-04eb-42a0-aa4c-2edb0e366405 tempest-ExternalNetworksTestJSON-3236468 tempest-ExternalNetworksTestJSON-3236468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:12.771441 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-bbf17908-c1e3-4999-a9d2-1cc6277079f9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9f1b546a04894eaf9cf92838ac569a60&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1344850 Jan 28 19:31:12.775187 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 34044) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:12.777288 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-5386e397-04eb-42a0-aa4c-2edb0e366405 tempest-ExternalNetworksTestJSON-3236468 tempest-ExternalNetworksTestJSON-3236468-project] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.5991149 Jan 28 19:31:12.784707 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 34048) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:12.878829 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805cf0b6-674e-4fb5-a64a-789f13b597ab req-13fab2f2-81cf-489e-b79b-e06713a5b68f tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:12.892485 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805cf0b6-674e-4fb5-a64a-789f13b597ab req-13fab2f2-81cf-489e-b79b-e06713a5b68f tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:12.893070 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb29147-6b97-41d7-9523-cc97fdabf584 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Pushing event updated for resources: {'Port': ['ID=238cb4c9-2a37-4729-8d99-89685e28412d,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:12.911106 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-805cf0b6-674e-4fb5-a64a-789f13b597ab req-13fab2f2-81cf-489e-b79b-e06713a5b68f tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/ports?device_id=6266b4f2-471d-4297-9d3c-9386239f951c HTTP/1.1" status: 200 len: 1653 time: 0.3533998 Jan 28 19:31:12.954203 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:13.039739 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3e47e133-69a6-48ee-abc0-9d95cc5d1578 admin admin] Publish callbacks [] for security_group (7bab142b-a908-49c1-99ce-f34118030b50), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:13.094530 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-805cf0b6-674e-4fb5-a64a-789f13b597ab req-3ec406d5-ee92-4aaf-8c43-3ea22c834f58 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/security-groups?id=13e4f299-cf18-4f69-979b-275ae464cc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1701679 Jan 28 19:31:13.105261 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3e47e133-69a6-48ee-abc0-9d95cc5d1578 admin admin] Publish callbacks [] for security_group (7bab142b-a908-49c1-99ce-f34118030b50), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:13.147812 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-dc542999-d3fb-4223-807c-4ccdc0e79b5b tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (8b5666e5-67d1-497b-963c-2cebb2e47998), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:13.188440 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3e47e133-69a6-48ee-abc0-9d95cc5d1578 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (7bab142b-a908-49c1-99ce-f34118030b50), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:13.192257 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3e47e133-69a6-48ee-abc0-9d95cc5d1578 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:13.199298 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-3e47e133-69a6-48ee-abc0-9d95cc5d1578 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7bab142b-a908-49c1-99ce-f34118030b50 HTTP/1.1" status: 204 len: 168 time: 0.4190052 Jan 28 19:31:13.220436 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-efb29147-6b97-41d7-9523-cc97fdabf584 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734886'] for floatingip (4a460f25-bb7d-46e6-97e0-30f6022c5fad), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:13.247206 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-efb29147-6b97-41d7-9523-cc97fdabf584 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for floatingip (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:13.257956 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-efb29147-6b97-41d7-9523-cc97fdabf584 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.3072031 Jan 28 19:31:13.260327 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e47e133-69a6-48ee-abc0-9d95cc5d1578 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bab142b-a908-49c1-99ce-f34118030b50,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:13.719920 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c8d79343-4521-469f-b4e9-ba435d552857 req-1c6a927f-63b6-4380-b2e7-8bb9ca0d4a3b tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1737133417&fields=id&tenant_id=0f0ddac21a95455ebc1c3ac83c1cf620 HTTP/1.1" status: 200 len: 267 time: 0.0947757 Jan 28 19:31:13.876484 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-dc542999-d3fb-4223-807c-4ccdc0e79b5b tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (8b5666e5-67d1-497b-963c-2cebb2e47998), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:13.914274 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-dc542999-d3fb-4223-807c-4ccdc0e79b5b tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b5666e5-67d1-497b-963c-2cebb2e47998']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:31:13.926071 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-dc542999-d3fb-4223-807c-4ccdc0e79b5b tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7d6313a-1116-433e-ad60-480f6ac69c10') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:31:13.926372 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-dc542999-d3fb-4223-807c-4ccdc0e79b5b tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7d6313a-1116-433e-ad60-480f6ac69c10') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:31:13.952165 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-dc542999-d3fb-4223-807c-4ccdc0e79b5b tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4747091'] for segment (e7d6313a-1116-433e-ad60-480f6ac69c10), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:13.982756 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-dc542999-d3fb-4223-807c-4ccdc0e79b5b tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (e7d6313a-1116-433e-ad60-480f6ac69c10), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:14.014521 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc542999-d3fb-4223-807c-4ccdc0e79b5b tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:31:14.015451 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-dc542999-d3fb-4223-807c-4ccdc0e79b5b tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4690514'] for segment (e7d6313a-1116-433e-ad60-480f6ac69c10), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:14.072223 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d79343-4521-469f-b4e9-ba435d552857 req-ee7ab2b1-54b1-4ecb-b94f-08df0add4f3c tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:14.075477 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c8d79343-4521-469f-b4e9-ba435d552857 req-ee7ab2b1-54b1-4ecb-b94f-08df0add4f3c tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/networks?id=4ed80f8c-a628-4bf0-926c-daa4ec7f72d6 HTTP/1.1" status: 200 len: 817 time: 0.3527136 Jan 28 19:31:14.113967 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c8d79343-4521-469f-b4e9-ba435d552857 req-0194ed86-385e-4b8d-be6c-cc30b629b70e tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/quotas/0f0ddac21a95455ebc1c3ac83c1cf620 HTTP/1.1" status: 200 len: 375 time: 0.0303788 Jan 28 19:31:14.151021 n-d-812111-14 neutron-server[103304]: Traceback (most recent call last): Jan 28 19:31:14.151021 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:31:14.151021 n-d-812111-14 neutron-server[103304]: timer() Jan 28 19:31:14.151021 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:31:14.151021 n-d-812111-14 neutron-server[103304]: cb(*args, **kw) Jan 28 19:31:14.151021 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:31:14.151021 n-d-812111-14 neutron-server[103304]: return func(*args, **kwargs) Jan 28 19:31:14.151021 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:31:14.151021 n-d-812111-14 neutron-server[103304]: self._notify() Jan 28 19:31:14.151021 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:31:14.151021 n-d-812111-14 neutron-server[103304]: self.callback(batched_events) Jan 28 19:31:14.151021 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:31:14.151021 n-d-812111-14 neutron-server[103304]: event.method(event) Jan 28 19:31:14.151021 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:31:14.151021 n-d-812111-14 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:31:14.151021 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:31:14.151021 n-d-812111-14 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:31:14.151021 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:31:14.151021 n-d-812111-14 neutron-server[103304]: return f(self, *a, **k) Jan 28 19:31:14.151021 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:31:14.151021 n-d-812111-14 neutron-server[103304]: return self._get(url).json() Jan 28 19:31:14.151021 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:31:14.151021 n-d-812111-14 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:31:14.151021 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:31:14.151021 n-d-812111-14 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 28 19:31:14.151021 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:31:14.151021 n-d-812111-14 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:31:14.151021 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:31:14.151021 n-d-812111-14 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:31:14.151021 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:31:14.151021 n-d-812111-14 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:31:14.151021 n-d-812111-14 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:31:14.191601 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-dc542999-d3fb-4223-807c-4ccdc0e79b5b tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (8b5666e5-67d1-497b-963c-2cebb2e47998), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:14.240755 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ddfc04-1067-4c8e-aa8f-d11c27587347 req-5d2b0bdd-139d-4e23-bf24-333834ed668a tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:14.246267 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-58ddfc04-1067-4c8e-aa8f-d11c27587347 req-5d2b0bdd-139d-4e23-bf24-333834ed668a tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3d14ce0-7469-47f2-ae46-bee456094209 HTTP/1.1" status: 200 len: 945 time: 1.3950391 Jan 28 19:31:14.261481 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c8d79343-4521-469f-b4e9-ba435d552857 req-a0b65c2f-1267-4cb9-b863-37e35bab4610 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=0f0ddac21a95455ebc1c3ac83c1cf620&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1389084 Jan 28 19:31:14.280264 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc542999-d3fb-4223-807c-4ccdc0e79b5b tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8b5666e5-67d1-497b-963c-2cebb2e47998 {{(pid=103304) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 28 19:31:14.312086 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-dc542999-d3fb-4223-807c-4ccdc0e79b5b tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:14.329867 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-dc542999-d3fb-4223-807c-4ccdc0e79b5b tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] 10.222.0.64 "DELETE /v2.0/networks/8b5666e5-67d1-497b-963c-2cebb2e47998 HTTP/1.1" status: 204 len: 168 time: 1.5314858 Jan 28 19:31:14.449047 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 34108) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:14.455482 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-5c82f381-24e0-49e8-b733-eeeb95fec6fd tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] Request body: {'network': {'name': 'tempest-network--1265099059', 'router:external': True}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:31:14.542584 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc542999-d3fb-4223-807c-4ccdc0e79b5b tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] Pushing event deleted for resources: {'Network': ['ID=8b5666e5-67d1-497b-963c-2cebb2e47998,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:14.597502 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c82f381-24e0-49e8-b733-eeeb95fec6fd tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] Made reservation on behalf of 2294550f0b834c7799bdd43b998143d6 for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:31:14.609775 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5c82f381-24e0-49e8-b733-eeeb95fec6fd tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:14.638558 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c8d79343-4521-469f-b4e9-ba435d552857 req-586870f9-6840-4ecc-a989-d6c46a22e54d service neutron] 10.222.0.64 "GET /v2.0/networks/4ed80f8c-a628-4bf0-926c-daa4ec7f72d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3437872 Jan 28 19:31:14.783371 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 34132) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:14.857971 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c82f381-24e0-49e8-b733-eeeb95fec6fd tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:31:14.869144 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5c82f381-24e0-49e8-b733-eeeb95fec6fd tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (f3e471a7-acc4-4690-8b34-dab3cca64b89), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:14.869888 n-d-812111-14 neutron-server[103304]: INFO neutron.db.segments_db [None req-5c82f381-24e0-49e8-b733-eeeb95fec6fd tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] Added segment f3e471a7-acc4-4690-8b34-dab3cca64b89 of type vlan for network 78a681dd-cc80-4012-97eb-244966e9953e Jan 28 19:31:14.956727 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c8d79343-4521-469f-b4e9-ba435d552857 req-b5ee681b-2209-4bfa-ac11-740a6f1014be service neutron] 10.222.0.64 "GET /v2.0/networks/4ed80f8c-a628-4bf0-926c-daa4ec7f72d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2722938 Jan 28 19:31:14.967231 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5c82f381-24e0-49e8-b733-eeeb95fec6fd tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (78a681dd-cc80-4012-97eb-244966e9953e), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:15.061803 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-ed14979f-c821-4b50-94c1-57f2c21a2084 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Publish callbacks [] for port (7e6f9cff-a028-4c63-bafa-10b8e8700d7f), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:15.093283 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5c82f381-24e0-49e8-b733-eeeb95fec6fd tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (78a681dd-cc80-4012-97eb-244966e9953e), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:15.094688 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c82f381-24e0-49e8-b733-eeeb95fec6fd tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:15.096363 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5c82f381-24e0-49e8-b733-eeeb95fec6fd tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:15.398122 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-58ddfc04-1067-4c8e-aa8f-d11c27587347 req-901ac2ef-36e2-448f-8c8d-2eec2c80e0d7 tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] 10.222.0.64 "GET /v2.0/security-groups?id=12ee04d6-2379-4dda-9d23-37667d7c47ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1004627 Jan 28 19:31:15.407108 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-5c82f381-24e0-49e8-b733-eeeb95fec6fd tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.9564855 Jan 28 19:31:15.411513 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 34156) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:15.439665 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-f03c4d92-c299-42a1-aa7e-ca22eecd2ace admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1977898388-network', 'tenant_id': '45fb7b14cebe47c2b0ff3653e388c738'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:31:15.533226 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f03c4d92-c299-42a1-aa7e-ca22eecd2ace admin admin] Made reservation on behalf of 45fb7b14cebe47c2b0ff3653e388c738 for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:31:15.535904 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f03c4d92-c299-42a1-aa7e-ca22eecd2ace admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:15.540074 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c82f381-24e0-49e8-b733-eeeb95fec6fd tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] Pushing event updated for resources: {'Network': ['ID=78a681dd-cc80-4012-97eb-244966e9953e,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:15.558223 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network 78a681dd-cc80-4012-97eb-244966e9953e details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:31:15.649836 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 34166) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:15.672449 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f03c4d92-c299-42a1-aa7e-ca22eecd2ace admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:15.739862 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-6dac09ac-dc8f-4fe0-8956-618ba529682d req-a4c20c43-cd0b-4b6d-93d2-d60185fe3b96 tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1135973100', 'description': 'tempest-description-474701584'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:31:15.855851 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d17c8c14-1c09-4550-b1f6-9db852b60173 tempest-ExternalNetworksTestJSON-3236468 tempest-ExternalNetworksTestJSON-3236468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:15.858306 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-d17c8c14-1c09-4550-b1f6-9db852b60173 tempest-ExternalNetworksTestJSON-3236468 tempest-ExternalNetworksTestJSON-3236468-project] 10.222.0.64 "GET /v2.0/networks/78a681dd-cc80-4012-97eb-244966e9953e HTTP/1.1" status: 200 len: 757 time: 0.4456067 Jan 28 19:31:15.877976 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 34172) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:15.879426 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-6dac09ac-dc8f-4fe0-8956-618ba529682d req-a4c20c43-cd0b-4b6d-93d2-d60185fe3b96 tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:15.922977 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-ed14979f-c821-4b50-94c1-57f2c21a2084 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (7e6f9cff-a028-4c63-bafa-10b8e8700d7f), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:16.158648 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-ed14979f-c821-4b50-94c1-57f2c21a2084 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Network 1a0a56ae-a8fc-45c3-a9f5-3868c6fdc511 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:31:16.302149 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b55a70-ce87-43d1-aaeb-088ec431e39b req-c627f1f5-8f4b-465b-a690-aa91cb474cc6 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:16.353622 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b55a70-ce87-43d1-aaeb-088ec431e39b req-c627f1f5-8f4b-465b-a690-aa91cb474cc6 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:16.361670 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-25b55a70-ce87-43d1-aaeb-088ec431e39b req-c627f1f5-8f4b-465b-a690-aa91cb474cc6 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/ports?device_id=6266b4f2-471d-4297-9d3c-9386239f951c HTTP/1.1" status: 200 len: 1653 time: 0.6954792 Jan 28 19:31:16.374103 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-79c7037e-ae91-4844-ac2e-51f1d5ff4561 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:16.392807 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-ed14979f-c821-4b50-94c1-57f2c21a2084 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:31:16.437626 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c66eb868-3e1d-438d-aa5a-336f9c0c353d tempest-ExternalNetworksTestJSON-3236468 tempest-ExternalNetworksTestJSON-3236468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:16.438988 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-c66eb868-3e1d-438d-aa5a-336f9c0c353d tempest-ExternalNetworksTestJSON-3236468 tempest-ExternalNetworksTestJSON-3236468-project] 10.222.0.64 "GET /v2.0/networks/ca3bee20-8167-4697-abc5-df6c69cda13f HTTP/1.1" status: 200 len: 768 time: 0.5527692 Jan 28 19:31:16.486112 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed14979f-c821-4b50-94c1-57f2c21a2084 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Pushing event updated for resources: {'Port': ['ID=7e6f9cff-a028-4c63-bafa-10b8e8700d7f,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:16.497382 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 34190) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:16.525052 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-ed14979f-c821-4b50-94c1-57f2c21a2084 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:31:16.719505 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-6dac09ac-dc8f-4fe0-8956-618ba529682d req-a4c20c43-cd0b-4b6d-93d2-d60185fe3b96 tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] Publish callbacks [] for security_group (55328def-8eeb-4839-bf37-8971b971deb2), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:16.724961 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-6dac09ac-dc8f-4fe0-8956-618ba529682d req-a4c20c43-cd0b-4b6d-93d2-d60185fe3b96 tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (55328def-8eeb-4839-bf37-8971b971deb2), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:16.761636 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-6dac09ac-dc8f-4fe0-8956-618ba529682d req-a4c20c43-cd0b-4b6d-93d2-d60185fe3b96 tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:16.765847 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6dac09ac-dc8f-4fe0-8956-618ba529682d req-a4c20c43-cd0b-4b6d-93d2-d60185fe3b96 tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1831 time: 1.1030676 Jan 28 19:31:16.825628 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c20c43-cd0b-4b6d-93d2-d60185fe3b96 tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55328def-8eeb-4839-bf37-8971b971deb2,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:17.020763 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-25b55a70-ce87-43d1-aaeb-088ec431e39b req-1e6d09bf-8365-490b-a446-e4363356e657 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/security-groups?id=13e4f299-cf18-4f69-979b-275ae464cc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6044958 Jan 28 19:31:17.028421 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a9b15e92-ab08-4e9a-b13c-1f031db20617 req-e24ab381-1cad-4349-a592-80c783bfada0 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/ports?device_id=468e569c-4ad2-4f8a-b0ed-71ebeaa4f974 HTTP/1.1" status: 200 len: 210 time: 0.1078441 Jan 28 19:31:17.119112 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-50b428ad-8c6a-4d02-80a1-3a844d922aa7 None None] Provisioning complete for port 7e6f9cff-a028-4c63-bafa-10b8e8700d7f triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:31:17.121562 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f20cd35c-c860-40e5-85d9-b85ccae028de tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (78a681dd-cc80-4012-97eb-244966e9953e), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:17.122756 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-50b428ad-8c6a-4d02-80a1-3a844d922aa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (7e6f9cff-a028-4c63-bafa-10b8e8700d7f), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:17.197158 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-50b428ad-8c6a-4d02-80a1-3a844d922aa7 None None] Port 7e6f9cff-a028-4c63-bafa-10b8e8700d7f cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:31:17.199352 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-ed14979f-c821-4b50-94c1-57f2c21a2084 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:17.200037 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-ed14979f-c821-4b50-94c1-57f2c21a2084 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:17.479873 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f03c4d92-c299-42a1-aa7e-ca22eecd2ace admin admin] Publish callbacks [] for security_group (ea2db591-809e-4983-a4f4-012f5d818f61), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:17.526915 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-ed14979f-c821-4b50-94c1-57f2c21a2084 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 6.3088408 Jan 28 19:31:17.684226 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f20cd35c-c860-40e5-85d9-b85ccae028de tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (78a681dd-cc80-4012-97eb-244966e9953e), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:17.721548 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-f20cd35c-c860-40e5-85d9-b85ccae028de tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78a681dd-cc80-4012-97eb-244966e9953e']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:31:17.742946 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-f20cd35c-c860-40e5-85d9-b85ccae028de tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3e471a7-acc4-4690-8b34-dab3cca64b89') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:31:17.743485 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-f20cd35c-c860-40e5-85d9-b85ccae028de tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3e471a7-acc4-4690-8b34-dab3cca64b89') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:31:17.754647 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f20cd35c-c860-40e5-85d9-b85ccae028de tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4747091'] for segment (f3e471a7-acc4-4690-8b34-dab3cca64b89), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:17.773727 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f20cd35c-c860-40e5-85d9-b85ccae028de tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (f3e471a7-acc4-4690-8b34-dab3cca64b89), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:17.782422 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f20cd35c-c860-40e5-85d9-b85ccae028de tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:31:17.783137 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f20cd35c-c860-40e5-85d9-b85ccae028de tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4690514'] for segment (f3e471a7-acc4-4690-8b34-dab3cca64b89), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:17.794914 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f03c4d92-c299-42a1-aa7e-ca22eecd2ace admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (ea2db591-809e-4983-a4f4-012f5d818f61), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:17.810005 n-d-812111-14 neutron-server[103304]: Traceback (most recent call last): Jan 28 19:31:17.810005 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:31:17.810005 n-d-812111-14 neutron-server[103304]: timer() Jan 28 19:31:17.810005 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:31:17.810005 n-d-812111-14 neutron-server[103304]: cb(*args, **kw) Jan 28 19:31:17.810005 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:31:17.810005 n-d-812111-14 neutron-server[103304]: return func(*args, **kwargs) Jan 28 19:31:17.810005 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:31:17.810005 n-d-812111-14 neutron-server[103304]: self._notify() Jan 28 19:31:17.810005 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:31:17.810005 n-d-812111-14 neutron-server[103304]: self.callback(batched_events) Jan 28 19:31:17.810005 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:31:17.810005 n-d-812111-14 neutron-server[103304]: event.method(event) Jan 28 19:31:17.810005 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:31:17.810005 n-d-812111-14 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:31:17.810005 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:31:17.810005 n-d-812111-14 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:31:17.810005 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:31:17.810005 n-d-812111-14 neutron-server[103304]: return f(self, *a, **k) Jan 28 19:31:17.810005 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:31:17.810005 n-d-812111-14 neutron-server[103304]: return self._get(url).json() Jan 28 19:31:17.810005 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:31:17.810005 n-d-812111-14 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:31:17.810005 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:31:17.810005 n-d-812111-14 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 28 19:31:17.810005 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:31:17.810005 n-d-812111-14 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:31:17.810005 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:31:17.810005 n-d-812111-14 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:31:17.810005 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:31:17.810005 n-d-812111-14 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:31:17.810005 n-d-812111-14 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:31:17.863573 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-bbde046e-3e21-422b-b936-8d5fcf9e07cf tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Request body: {'port': {'device_id': '6266b4f2-471d-4297-9d3c-9386239f951c', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '2b32274e-ef71-47fa-9b2e-d7c8beaa092d', 'admin_state_up': True, 'tenant_id': '6a63e631dab749fab705cc3ad19e314b', 'security_groups': ['13e4f299-cf18-4f69-979b-275ae464cc1c']}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:31:18.078775 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03c4d92-c299-42a1-aa7e-ca22eecd2ace admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea2db591-809e-4983-a4f4-012f5d818f61,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:18.221824 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f03c4d92-c299-42a1-aa7e-ca22eecd2ace admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:31:18.308730 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f03c4d92-c299-42a1-aa7e-ca22eecd2ace admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (2f79fc28-c629-4c0b-a8c8-273c879a5605), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:18.310005 n-d-812111-14 neutron-server[103304]: INFO neutron.db.segments_db [None req-f03c4d92-c299-42a1-aa7e-ca22eecd2ace admin admin] Added segment 2f79fc28-c629-4c0b-a8c8-273c879a5605 of type vlan for network 92852eb4-22ae-4ff2-8b8f-59f16f3a189b Jan 28 19:31:18.359183 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e2cda7-6950-4d6e-9e35-2b88229d4434 req-8e1a7ae5-ed00-4bca-a377-a792de9a2e2e tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:18.364141 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-79c7037e-ae91-4844-ac2e-51f1d5ff4561 admin admin] Publish callbacks [] for security_group (a8a58b65-577b-4113-8ed7-e33c60d527fb), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:18.369892 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f20cd35c-c860-40e5-85d9-b85ccae028de tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (78a681dd-cc80-4012-97eb-244966e9953e), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:18.379201 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f20cd35c-c860-40e5-85d9-b85ccae028de tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 78a681dd-cc80-4012-97eb-244966e9953e {{(pid=103304) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 28 19:31:18.383915 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e2cda7-6950-4d6e-9e35-2b88229d4434 req-8e1a7ae5-ed00-4bca-a377-a792de9a2e2e tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:18.384587 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f20cd35c-c860-40e5-85d9-b85ccae028de tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:18.395225 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-f20cd35c-c860-40e5-85d9-b85ccae028de tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] 10.222.0.64 "DELETE /v2.0/networks/78a681dd-cc80-4012-97eb-244966e9953e HTTP/1.1" status: 204 len: 168 time: 1.8551931 Jan 28 19:31:18.398603 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e2cda7-6950-4d6e-9e35-2b88229d4434 req-8e1a7ae5-ed00-4bca-a377-a792de9a2e2e tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:18.402563 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-42e2cda7-6950-4d6e-9e35-2b88229d4434 req-8e1a7ae5-ed00-4bca-a377-a792de9a2e2e tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/ports?device_id=6266b4f2-471d-4297-9d3c-9386239f951c HTTP/1.1" status: 200 len: 2373 time: 0.2445810 Jan 28 19:31:18.403951 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 34216) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:18.421579 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-9507d153-921a-41e7-a5bf-015641754bf7 tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] Request body: {'network': {'name': 'tempest-network--567106248'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:31:18.546806 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9507d153-921a-41e7-a5bf-015641754bf7 tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] Made reservation on behalf of 2294550f0b834c7799bdd43b998143d6 for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:31:18.552528 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9507d153-921a-41e7-a5bf-015641754bf7 tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:18.576851 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-20c4170b-9043-47dc-bdf7-9a54170ae844 req-90539291-7184-42b6-8054-0ece7fb45961 tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1135973100&fields=id&tenant_id=c2d8a9b0fd5b43ca87eb8b43109d53ce HTTP/1.1" status: 200 len: 267 time: 1.2540004 Jan 28 19:31:18.611482 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-79c7037e-ae91-4844-ac2e-51f1d5ff4561 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (a8a58b65-577b-4113-8ed7-e33c60d527fb), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:18.665012 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20cd35c-c860-40e5-85d9-b85ccae028de tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] Pushing event deleted for resources: {'Network': ['ID=78a681dd-cc80-4012-97eb-244966e9953e,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:18.698388 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9507d153-921a-41e7-a5bf-015641754bf7 tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:31:18.812861 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9507d153-921a-41e7-a5bf-015641754bf7 tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (080866e6-de7d-430a-aee7-185c96e0dade), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:18.813414 n-d-812111-14 neutron-server[103305]: INFO neutron.db.segments_db [None req-9507d153-921a-41e7-a5bf-015641754bf7 tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] Added segment 080866e6-de7d-430a-aee7-185c96e0dade of type vlan for network 03d965bb-2918-4ddb-956a-25132c262b2d Jan 28 19:31:18.855114 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-42e2cda7-6950-4d6e-9e35-2b88229d4434 req-21e65ae5-d040-4f9f-b6fa-d361c17ab737 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/security-groups?id=13e4f299-cf18-4f69-979b-275ae464cc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4232461 Jan 28 19:31:18.903619 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-79c7037e-ae91-4844-ac2e-51f1d5ff4561 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f3be13e58b4a4417b31750aa07dfcba4&name=default HTTP/1.1" status: 200 len: 3000 time: 3.2487586 Jan 28 19:31:18.918465 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 34228) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:18.971265 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9507d153-921a-41e7-a5bf-015641754bf7 tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (03d965bb-2918-4ddb-956a-25132c262b2d), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:19.159234 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f5be2fd1-f1d4-4bdc-aaa7-bc8269c6fa58 req-ef10385b-ad34-4605-9152-2c18b42cb846 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/ports?device_id=468e569c-4ad2-4f8a-b0ed-71ebeaa4f974 HTTP/1.1" status: 200 len: 210 time: 0.1304691 Jan 28 19:31:19.160326 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9507d153-921a-41e7-a5bf-015641754bf7 tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (03d965bb-2918-4ddb-956a-25132c262b2d), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:19.164591 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9507d153-921a-41e7-a5bf-015641754bf7 tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:19.165837 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9507d153-921a-41e7-a5bf-015641754bf7 tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755996'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:19.329781 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d79343-4521-469f-b4e9-ba435d552857 req-06d3321c-1cac-436a-8b9f-7920e92f83fd tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:19.331740 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c8d79343-4521-469f-b4e9-ba435d552857 req-06d3321c-1cac-436a-8b9f-7920e92f83fd tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.70 "GET /v2.0/networks?id=4ed80f8c-a628-4bf0-926c-daa4ec7f72d6 HTTP/1.1" status: 200 len: 817 time: 1.5247724 Jan 28 19:31:19.334313 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c7037e-ae91-4844-ac2e-51f1d5ff4561 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8a58b65-577b-4113-8ed7-e33c60d527fb,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:19.378265 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9507d153-921a-41e7-a5bf-015641754bf7 tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] Pushing event updated for resources: {'Network': ['ID=03d965bb-2918-4ddb-956a-25132c262b2d,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:19.395194 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9507d153-921a-41e7-a5bf-015641754bf7 tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:31:19.395586 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9507d153-921a-41e7-a5bf-015641754bf7 tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:31:19.396184 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9507d153-921a-41e7-a5bf-015641754bf7 tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:31:19.396295 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9507d153-921a-41e7-a5bf-015641754bf7 tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:31:19.396573 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9507d153-921a-41e7-a5bf-015641754bf7 tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:31:19.403322 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f03c4d92-c299-42a1-aa7e-ca22eecd2ace admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (92852eb4-22ae-4ff2-8b8f-59f16f3a189b), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:19.403931 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9507d153-921a-41e7-a5bf-015641754bf7 tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:31:19.404489 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9507d153-921a-41e7-a5bf-015641754bf7 tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:31:19.405017 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9507d153-921a-41e7-a5bf-015641754bf7 tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:31:19.405577 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9507d153-921a-41e7-a5bf-015641754bf7 tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:31:19.406123 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9507d153-921a-41e7-a5bf-015641754bf7 tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:31:19.406733 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9507d153-921a-41e7-a5bf-015641754bf7 tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:31:19.407253 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9507d153-921a-41e7-a5bf-015641754bf7 tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:31:19.407769 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9507d153-921a-41e7-a5bf-015641754bf7 tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:31:19.419165 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network 03d965bb-2918-4ddb-956a-25132c262b2d details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:31:19.425486 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-9507d153-921a-41e7-a5bf-015641754bf7 tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.0194130 Jan 28 19:31:19.434622 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 34234) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:19.449726 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-c59303d3-2402-4d7a-93e0-4fe1fb045fc7 tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:31:19.565005 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c4170b-9043-47dc-bdf7-9a54170ae844 req-5661aebc-5d8b-479c-8299-ae80f9d91555 tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:19.585479 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-20c4170b-9043-47dc-bdf7-9a54170ae844 req-5661aebc-5d8b-479c-8299-ae80f9d91555 tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3d14ce0-7469-47f2-ae46-bee456094209 HTTP/1.1" status: 200 len: 945 time: 1.0052669 Jan 28 19:31:19.751327 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c8d79343-4521-469f-b4e9-ba435d552857 req-34d443cb-2d56-4552-8d57-d75d79243bdc tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0f0ddac21a95455ebc1c3ac83c1cf620 HTTP/1.1" status: 200 len: 380 time: 0.3519044 Jan 28 19:31:19.759543 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-20c4170b-9043-47dc-bdf7-9a54170ae844 req-34d84202-d27c-434a-93f9-b2a08125d2fb tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] Request body: {'port': {'security_groups': ['12ee04d6-2379-4dda-9d23-37667d7c47ce', '55328def-8eeb-4839-bf37-8971b971deb2']}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:31:19.892302 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c59303d3-2402-4d7a-93e0-4fe1fb045fc7 tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (03d965bb-2918-4ddb-956a-25132c262b2d), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:19.924483 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.db.resource_extend [None req-f03c4d92-c299-42a1-aa7e-ca22eecd2ace admin admin] It took 0.41 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 19:31:19.926337 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c59303d3-2402-4d7a-93e0-4fe1fb045fc7 tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (03d965bb-2918-4ddb-956a-25132c262b2d), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:19.938279 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-20c4170b-9043-47dc-bdf7-9a54170ae844 req-34d84202-d27c-434a-93f9-b2a08125d2fb tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (9bcadbd2-2697-46df-a75c-0d1c1221e02f), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:19.941086 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c59303d3-2402-4d7a-93e0-4fe1fb045fc7 tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] Network 03d965bb-2918-4ddb-956a-25132c262b2d is not hosted by any dhcp agent {{(pid=103305) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 28 19:31:19.944555 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c59303d3-2402-4d7a-93e0-4fe1fb045fc7 tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:19.947308 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c59303d3-2402-4d7a-93e0-4fe1fb045fc7 tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:19.953759 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-c59303d3-2402-4d7a-93e0-4fe1fb045fc7 tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] 10.222.0.64 "PUT /v2.0/networks/03d965bb-2918-4ddb-956a-25132c262b2d HTTP/1.1" status: 200 len: 856 time: 0.5153346 Jan 28 19:31:19.954317 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 34248) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:20.006113 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-c8d79343-4521-469f-b4e9-ba435d552857 req-f5a6339c-07f7-413a-9382-940db093ab1f tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Request body: {'port': {'device_id': '468e569c-4ad2-4f8a-b0ed-71ebeaa4f974', 'network_id': '4ed80f8c-a628-4bf0-926c-daa4ec7f72d6', 'admin_state_up': True, 'tenant_id': '0f0ddac21a95455ebc1c3ac83c1cf620', 'security_groups': ['1bfe6452-43d5-4c93-9450-34896bc0d267']}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:31:20.130158 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-25000e82-4b22-43c5-a270-03c3a7eed913 tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (03d965bb-2918-4ddb-956a-25132c262b2d), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:20.194745 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59303d3-2402-4d7a-93e0-4fe1fb045fc7 tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] Pushing event updated for resources: {'Network': ['ID=03d965bb-2918-4ddb-956a-25132c262b2d,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:20.288749 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f4d00c-2549-4913-982a-b7ef261f70b0 req-ee35016b-cfa6-4465-a2ed-91cd302f72f0 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:20.294397 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f4d00c-2549-4913-982a-b7ef261f70b0 req-ee35016b-cfa6-4465-a2ed-91cd302f72f0 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:20.299705 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f4d00c-2549-4913-982a-b7ef261f70b0 req-ee35016b-cfa6-4465-a2ed-91cd302f72f0 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:20.307506 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b5f4d00c-2549-4913-982a-b7ef261f70b0 req-ee35016b-cfa6-4465-a2ed-91cd302f72f0 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/ports?device_id=6266b4f2-471d-4297-9d3c-9386239f951c HTTP/1.1" status: 200 len: 2373 time: 0.2137244 Jan 28 19:31:20.342399 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1a7742ea-3dc3-4fa3-92d1-d75f40a38de3 admin admin] Publish callbacks [] for security_group (a8a58b65-577b-4113-8ed7-e33c60d527fb), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:20.373686 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f03c4d92-c299-42a1-aa7e-ca22eecd2ace admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (92852eb4-22ae-4ff2-8b8f-59f16f3a189b), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:20.374664 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f03c4d92-c299-42a1-aa7e-ca22eecd2ace admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:20.375427 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f03c4d92-c299-42a1-aa7e-ca22eecd2ace admin admin] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:20.401427 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-bbde046e-3e21-422b-b936-8d5fcf9e07cf tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Made reservation on behalf of 6a63e631dab749fab705cc3ad19e314b for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:31:20.429375 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-f03c4d92-c299-42a1-aa7e-ca22eecd2ace admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 5.6311116 Jan 28 19:31:20.439579 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 34256) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:20.454978 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1a7742ea-3dc3-4fa3-92d1-d75f40a38de3 admin admin] Publish callbacks [] for security_group (a8a58b65-577b-4113-8ed7-e33c60d527fb), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:20.462090 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-2f3be5ae-2295-4030-9142-47552c1400c5 admin admin] Request body: {'subnet': {'network_id': '92852eb4-22ae-4ff2-8b8f-59f16f3a189b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1977898388-subnet', 'tenant_id': '45fb7b14cebe47c2b0ff3653e388c738', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:31:20.529553 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f3be5ae-2295-4030-9142-47552c1400c5 admin admin] Made reservation on behalf of 45fb7b14cebe47c2b0ff3653e388c738 for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:31:20.540405 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2f3be5ae-2295-4030-9142-47552c1400c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4733071'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:20.555552 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:20.611381 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8d79343-4521-469f-b4e9-ba435d552857 req-f5a6339c-07f7-413a-9382-940db093ab1f tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Made reservation on behalf of 0f0ddac21a95455ebc1c3ac83c1cf620 for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:31:20.615600 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-c8d79343-4521-469f-b4e9-ba435d552857 req-f5a6339c-07f7-413a-9382-940db093ab1f tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:20.623380 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b5f4d00c-2549-4913-982a-b7ef261f70b0 req-5d84d923-1a67-475d-a242-6359d5e46bb3 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/security-groups?id=13e4f299-cf18-4f69-979b-275ae464cc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3147397 Jan 28 19:31:20.625744 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03c4d92-c299-42a1-aa7e-ca22eecd2ace admin admin] Pushing event updated for resources: {'Network': ['ID=92852eb4-22ae-4ff2-8b8f-59f16f3a189b,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:20.638882 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network 92852eb4-22ae-4ff2-8b8f-59f16f3a189b details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:31:20.747613 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-25000e82-4b22-43c5-a270-03c3a7eed913 tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (03d965bb-2918-4ddb-956a-25132c262b2d), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:20.793586 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-cdff970e-add3-416e-a0a8-7e1666cf7129 req-9a4daf7a-5ed4-4720-9393-bc5ac1fbf4db tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/ports?device_id=468e569c-4ad2-4f8a-b0ed-71ebeaa4f974 HTTP/1.1" status: 200 len: 210 time: 0.0367568 Jan 28 19:31:20.845541 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-25000e82-4b22-43c5-a270-03c3a7eed913 tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03d965bb-2918-4ddb-956a-25132c262b2d']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:31:20.860958 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-25000e82-4b22-43c5-a270-03c3a7eed913 tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '080866e6-de7d-430a-aee7-185c96e0dade') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:31:20.861447 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-25000e82-4b22-43c5-a270-03c3a7eed913 tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '080866e6-de7d-430a-aee7-185c96e0dade') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:31:20.874281 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-25000e82-4b22-43c5-a270-03c3a7eed913 tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16187153'] for segment (080866e6-de7d-430a-aee7-185c96e0dade), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:20.904378 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-25000e82-4b22-43c5-a270-03c3a7eed913 tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (080866e6-de7d-430a-aee7-185c96e0dade), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:20.915208 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25000e82-4b22-43c5-a270-03c3a7eed913 tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:31:20.916756 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-25000e82-4b22-43c5-a270-03c3a7eed913 tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4752570'] for segment (080866e6-de7d-430a-aee7-185c96e0dade), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:20.917366 n-d-812111-14 neutron-server[103305]: Traceback (most recent call last): Jan 28 19:31:20.917366 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:31:20.917366 n-d-812111-14 neutron-server[103305]: timer() Jan 28 19:31:20.917366 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:31:20.917366 n-d-812111-14 neutron-server[103305]: cb(*args, **kw) Jan 28 19:31:20.917366 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:31:20.917366 n-d-812111-14 neutron-server[103305]: return func(*args, **kwargs) Jan 28 19:31:20.917366 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:31:20.917366 n-d-812111-14 neutron-server[103305]: self._notify() Jan 28 19:31:20.917366 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:31:20.917366 n-d-812111-14 neutron-server[103305]: self.callback(batched_events) Jan 28 19:31:20.917366 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:31:20.917366 n-d-812111-14 neutron-server[103305]: event.method(event) Jan 28 19:31:20.917366 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:31:20.917366 n-d-812111-14 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:31:20.917366 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:31:20.917366 n-d-812111-14 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:31:20.917366 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:31:20.917366 n-d-812111-14 neutron-server[103305]: return f(self, *a, **k) Jan 28 19:31:20.917366 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:31:20.917366 n-d-812111-14 neutron-server[103305]: return self._get(url).json() Jan 28 19:31:20.917366 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:31:20.917366 n-d-812111-14 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:31:20.917366 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:31:20.917366 n-d-812111-14 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 28 19:31:20.917366 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:31:20.917366 n-d-812111-14 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:31:20.917366 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:31:20.917366 n-d-812111-14 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:31:20.917366 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:31:20.917366 n-d-812111-14 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:31:20.917366 n-d-812111-14 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:31:21.029660 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1a7742ea-3dc3-4fa3-92d1-d75f40a38de3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (a8a58b65-577b-4113-8ed7-e33c60d527fb), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:21.040919 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1a7742ea-3dc3-4fa3-92d1-d75f40a38de3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:21.042499 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-1a7742ea-3dc3-4fa3-92d1-d75f40a38de3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a8a58b65-577b-4113-8ed7-e33c60d527fb HTTP/1.1" status: 204 len: 168 time: 2.0881977 Jan 28 19:31:21.058780 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-bbde046e-3e21-422b-b936-8d5fcf9e07cf tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:21.178984 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7742ea-3dc3-4fa3-92d1-d75f40a38de3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8a58b65-577b-4113-8ed7-e33c60d527fb,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:21.259383 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-25000e82-4b22-43c5-a270-03c3a7eed913 tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (03d965bb-2918-4ddb-956a-25132c262b2d), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:21.322269 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25000e82-4b22-43c5-a270-03c3a7eed913 tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 03d965bb-2918-4ddb-956a-25132c262b2d {{(pid=103305) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 28 19:31:21.345030 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-c8d79343-4521-469f-b4e9-ba435d552857 req-f5a6339c-07f7-413a-9382-940db093ab1f tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Allocated IP 172.20.0.9 (4ed80f8c-a628-4bf0-926c-daa4ec7f72d6/ccd8c2b9-0197-4b01-ba57-f13b2702d1bc/3350cbae-4a25-42ca-a107-7365789be398) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:31:21.353647 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25000e82-4b22-43c5-a270-03c3a7eed913 tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] Pushing event deleted for resources: {'Network': ['ID=03d965bb-2918-4ddb-956a-25132c262b2d,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:21.355845 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-25000e82-4b22-43c5-a270-03c3a7eed913 tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:21.369504 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-25000e82-4b22-43c5-a270-03c3a7eed913 tempest-ExternalNetworksTestJSON-67175875 tempest-ExternalNetworksTestJSON-67175875-project-admin] 10.222.0.64 "DELETE /v2.0/networks/03d965bb-2918-4ddb-956a-25132c262b2d HTTP/1.1" status: 204 len: 168 time: 1.3994591 Jan 28 19:31:21.375167 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 34274) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:21.441427 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-20c4170b-9043-47dc-bdf7-9a54170ae844 req-34d84202-d27c-434a-93f9-b2a08125d2fb tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] For port 9bcadbd2-2697-46df-a75c-0d1c1221e02f, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=9bcadbd2-2697-46df-a75c-0d1c1221e02f,segment=NetworkSegment(bbec6006-6052-487b-8f75-c43c45609882),segment_id=bbec6006-6052-487b-8f75-c43c45609882)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:31:21.450715 n-d-812111-14 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4da456f-d3d4-4886-84c9-c6b9a03d0004 tempest-ExternalNetworksTestJSON-3236468 tempest-ExternalNetworksTestJSON-3236468-project] DELETE failed (client error): The resource could not be found. Jan 28 19:31:21.452398 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4da456f-d3d4-4886-84c9-c6b9a03d0004 tempest-ExternalNetworksTestJSON-3236468 tempest-ExternalNetworksTestJSON-3236468-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:31:21.466883 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-e4da456f-d3d4-4886-84c9-c6b9a03d0004 tempest-ExternalNetworksTestJSON-3236468 tempest-ExternalNetworksTestJSON-3236468-project] 10.222.0.64 "DELETE /v2.0/subnets/e3dcfd0b-d156-4d25-8370-0fa6edafde80 HTTP/1.1" status: 404 len: 337 time: 0.0882909 Jan 28 19:31:21.469658 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 34276) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:21.737578 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7aae9d36-067a-4628-aff0-109ed8ba8c5c tempest-ExternalNetworksTestJSON-3236468 tempest-ExternalNetworksTestJSON-3236468-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (ca3bee20-8167-4697-abc5-df6c69cda13f), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:21.752645 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2f3be5ae-2295-4030-9142-47552c1400c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4752401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4733085'] for subnet (32567241-fa90-4306-aa1e-53db272b15f8), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:21.806220 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-20c4170b-9043-47dc-bdf7-9a54170ae844 req-34d84202-d27c-434a-93f9-b2a08125d2fb tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] Publish callbacks [] for port (9bcadbd2-2697-46df-a75c-0d1c1221e02f), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:21.906890 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-20c4170b-9043-47dc-bdf7-9a54170ae844 req-34d84202-d27c-434a-93f9-b2a08125d2fb tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (9bcadbd2-2697-46df-a75c-0d1c1221e02f), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:21.922916 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['9bcadbd2-2697-46df-a75c-0d1c1221e02f'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:31:22.070560 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3be5ae-2295-4030-9142-47552c1400c5 admin admin] Checking segment: {'id': '2f79fc28-c629-4c0b-a8c8-273c879a5605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '92852eb4-22ae-4ff2-8b8f-59f16f3a189b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:31:22.071259 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f3be5ae-2295-4030-9142-47552c1400c5 admin admin] Network hostable DHCP agents. Network: 92852eb4-22ae-4ff2-8b8f-59f16f3a189b, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:31:22.090350 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 34294) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:22.119056 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-bbde046e-3e21-422b-b936-8d5fcf9e07cf tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Allocated IP 10.2.2.100 (2b32274e-ef71-47fa-9b2e-d7c8beaa092d/640d2378-2c13-45c8-a4ae-1ce2f7aa7914/20564fb9-afe6-4bea-9e37-1486e3355933) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:31:22.167942 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3be5ae-2295-4030-9142-47552c1400c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=32567241-fa90-4306-aa1e-53db272b15f8,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:22.174301 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f3be5ae-2295-4030-9142-47552c1400c5 admin admin] Network 92852eb4-22ae-4ff2-8b8f-59f16f3a189b is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:31:22.185624 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7aae9d36-067a-4628-aff0-109ed8ba8c5c tempest-ExternalNetworksTestJSON-3236468 tempest-ExternalNetworksTestJSON-3236468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (ca3bee20-8167-4697-abc5-df6c69cda13f), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:22.216355 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c4170b-9043-47dc-bdf7-9a54170ae844 req-34d84202-d27c-434a-93f9-b2a08125d2fb tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:22.217460 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-20c4170b-9043-47dc-bdf7-9a54170ae844 req-34d84202-d27c-434a-93f9-b2a08125d2fb tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:22.225002 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-20c4170b-9043-47dc-bdf7-9a54170ae844 req-34d84202-d27c-434a-93f9-b2a08125d2fb tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] 10.222.0.64 "PUT /v2.0/ports/9bcadbd2-2697-46df-a75c-0d1c1221e02f HTTP/1.1" status: 200 len: 981 time: 2.6357691 Jan 28 19:31:22.232456 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3d14ce0-7469-47f2-ae46-bee456094209', 'tag': '9bcadbd2-2697-46df-a75c-0d1c1221e02f'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:31:22.235024 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d0cde0c-b87b-43dd-9c6c-64d5795dacfd" -d '{"events": [{"name": "network-changed", "server_uuid": "b3d14ce0-7469-47f2-ae46-bee456094209", "tag": "9bcadbd2-2697-46df-a75c-0d1c1221e02f"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:31:22.247595 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d611e2-d8b8-4d4a-b3c2-1646577ab894 req-913554b1-8786-47ee-9e9c-8beff9d52a35 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:22.253519 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d611e2-d8b8-4d4a-b3c2-1646577ab894 req-913554b1-8786-47ee-9e9c-8beff9d52a35 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:22.270750 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d611e2-d8b8-4d4a-b3c2-1646577ab894 req-913554b1-8786-47ee-9e9c-8beff9d52a35 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:22.282800 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-88d611e2-d8b8-4d4a-b3c2-1646577ab894 req-913554b1-8786-47ee-9e9c-8beff9d52a35 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/ports?device_id=6266b4f2-471d-4297-9d3c-9386239f951c HTTP/1.1" status: 200 len: 2373 time: 0.4356210 Jan 28 19:31:22.288286 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['9bcadbd2-2697-46df-a75c-0d1c1221e02f'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:31:22.298350 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a81d956e-809c-4640-92f3-9f24eb0838b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:22.333845 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-2f3be5ae-2295-4030-9142-47552c1400c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, 92852eb4-22ae-4ff2-8b8f-59f16f3a189b) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:31:22.347883 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-7aae9d36-067a-4628-aff0-109ed8ba8c5c tempest-ExternalNetworksTestJSON-3236468 tempest-ExternalNetworksTestJSON-3236468-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca3bee20-8167-4697-abc5-df6c69cda13f']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:31:22.350961 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f3be5ae-2295-4030-9142-47552c1400c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:22.351580 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2f3be5ae-2295-4030-9142-47552c1400c5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:22.382973 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12ccc8c9-7492-4658-9d2d-04e0f7b9ad1e None None] Network 92852eb4-22ae-4ff2-8b8f-59f16f3a189b requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:31:22.399559 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-2f3be5ae-2295-4030-9142-47552c1400c5 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9495392 Jan 28 19:31:22.416820 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 34304) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:22.422446 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-a6577209-8d6f-4866-a5ee-e788e75275c1 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1977898388-router', 'tenant_id': '45fb7b14cebe47c2b0ff3653e388c738', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:31:22.449471 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-7aae9d36-067a-4628-aff0-109ed8ba8c5c tempest-ExternalNetworksTestJSON-3236468 tempest-ExternalNetworksTestJSON-3236468-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7f20b5b-8d86-4c20-a552-6778939e7486') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:31:22.450038 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-7aae9d36-067a-4628-aff0-109ed8ba8c5c tempest-ExternalNetworksTestJSON-3236468 tempest-ExternalNetworksTestJSON-3236468-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7f20b5b-8d86-4c20-a552-6778939e7486') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:31:22.513776 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d84202-d27c-434a-93f9-b2a08125d2fb tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] Pushing event updated for resources: {'Port': ['ID=9bcadbd2-2697-46df-a75c-0d1c1221e02f,revision_number=6']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:22.545427 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-88d611e2-d8b8-4d4a-b3c2-1646577ab894 req-fb154dc9-2496-459c-b95a-b36fbfe743cf tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/security-groups?id=13e4f299-cf18-4f69-979b-275ae464cc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2549586 Jan 28 19:31:22.547539 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7aae9d36-067a-4628-aff0-109ed8ba8c5c tempest-ExternalNetworksTestJSON-3236468 tempest-ExternalNetworksTestJSON-3236468-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16187153'] for segment (b7f20b5b-8d86-4c20-a552-6778939e7486), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:22.600391 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7aae9d36-067a-4628-aff0-109ed8ba8c5c tempest-ExternalNetworksTestJSON-3236468 tempest-ExternalNetworksTestJSON-3236468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (b7f20b5b-8d86-4c20-a552-6778939e7486), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:22.610018 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7aae9d36-067a-4628-aff0-109ed8ba8c5c tempest-ExternalNetworksTestJSON-3236468 tempest-ExternalNetworksTestJSON-3236468-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:31:22.612629 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7aae9d36-067a-4628-aff0-109ed8ba8c5c tempest-ExternalNetworksTestJSON-3236468 tempest-ExternalNetworksTestJSON-3236468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4752570'] for segment (b7f20b5b-8d86-4c20-a552-6778939e7486), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:22.644640 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-84994e15-e8e1-44f7-887e-5e6ae407607e req-7a4af79b-ac0c-4617-a4e4-f8a9cbe7fe4c tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/ports?device_id=468e569c-4ad2-4f8a-b0ed-71ebeaa4f974 HTTP/1.1" status: 200 len: 210 time: 0.1123428 Jan 28 19:31:22.723818 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2774206b-1502-4fce-a161-88a917b9cdfe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68cd31fd-e4cd-5fb3-a862-256fc47efcd2-92852eb4-22ae-4ff2-8b8f-59f16f3a189b', 'network_id': '92852eb4-22ae-4ff2-8b8f-59f16f3a189b', 'project_id': '45fb7b14cebe47c2b0ff3653e388c738', 'fixed_ips': [{'subnet_id': '32567241-fa90-4306-aa1e-53db272b15f8'}]}} from n-d-812111-14. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:31:22.725952 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2774206b-1502-4fce-a161-88a917b9cdfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:22.747610 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-c8d79343-4521-469f-b4e9-ba435d552857 req-f5a6339c-07f7-413a-9382-940db093ab1f tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Publish callbacks [] for port (3350cbae-4a25-42ca-a107-7365789be398), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:22.782993 n-d-812111-14 neutron-server[103305]: Traceback (most recent call last): Jan 28 19:31:22.782993 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:31:22.782993 n-d-812111-14 neutron-server[103305]: timer() Jan 28 19:31:22.782993 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:31:22.782993 n-d-812111-14 neutron-server[103305]: cb(*args, **kw) Jan 28 19:31:22.782993 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:31:22.782993 n-d-812111-14 neutron-server[103305]: return func(*args, **kwargs) Jan 28 19:31:22.782993 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:31:22.782993 n-d-812111-14 neutron-server[103305]: self._notify() Jan 28 19:31:22.782993 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:31:22.782993 n-d-812111-14 neutron-server[103305]: self.callback(batched_events) Jan 28 19:31:22.782993 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:31:22.782993 n-d-812111-14 neutron-server[103305]: event.method(event) Jan 28 19:31:22.782993 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:31:22.782993 n-d-812111-14 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:31:22.782993 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:31:22.782993 n-d-812111-14 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:31:22.782993 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:31:22.782993 n-d-812111-14 neutron-server[103305]: return f(self, *a, **k) Jan 28 19:31:22.782993 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:31:22.782993 n-d-812111-14 neutron-server[103305]: return self._get(url).json() Jan 28 19:31:22.782993 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:31:22.782993 n-d-812111-14 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:31:22.782993 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:31:22.782993 n-d-812111-14 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 28 19:31:22.782993 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:31:22.782993 n-d-812111-14 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:31:22.782993 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:31:22.782993 n-d-812111-14 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:31:22.782993 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:31:22.782993 n-d-812111-14 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:31:22.782993 n-d-812111-14 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:31:22.789516 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7aae9d36-067a-4628-aff0-109ed8ba8c5c tempest-ExternalNetworksTestJSON-3236468 tempest-ExternalNetworksTestJSON-3236468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (ca3bee20-8167-4697-abc5-df6c69cda13f), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:22.811931 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7aae9d36-067a-4628-aff0-109ed8ba8c5c tempest-ExternalNetworksTestJSON-3236468 tempest-ExternalNetworksTestJSON-3236468-project] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:22.818484 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-7aae9d36-067a-4628-aff0-109ed8ba8c5c tempest-ExternalNetworksTestJSON-3236468 tempest-ExternalNetworksTestJSON-3236468-project] 10.222.0.64 "DELETE /v2.0/networks/ca3bee20-8167-4697-abc5-df6c69cda13f HTTP/1.1" status: 204 len: 168 time: 1.3475533 Jan 28 19:31:22.823432 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:31:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1afba081-e5f6-4b4c-bf44-b40cb386c8c0 x-openstack-request-id: req-1afba081-e5f6-4b4c-bf44-b40cb386c8c0 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:31:22.824333 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3d14ce0-7469-47f2-ae46-bee456094209", "tag": "9bcadbd2-2697-46df-a75c-0d1c1221e02f", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:31:22.826580 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1afba081-e5f6-4b4c-bf44-b40cb386c8c0 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:31:22.827107 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3d14ce0-7469-47f2-ae46-bee456094209', 'tag': '9bcadbd2-2697-46df-a75c-0d1c1221e02f', 'status': 'completed', 'code': 200} Jan 28 19:31:22.874114 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a6577209-8d6f-4866-a5ee-e788e75275c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261150'] for router (f702bc6b-f02c-4e27-b0e4-4f0f8c2f13e2), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:22.875552 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a6577209-8d6f-4866-a5ee-e788e75275c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-731099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-731441', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261129'] for router (f702bc6b-f02c-4e27-b0e4-4f0f8c2f13e2), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:22.879393 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-bbde046e-3e21-422b-b936-8d5fcf9e07cf tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Publish callbacks [] for port (20564fb9-afe6-4bea-9e37-1486e3355933), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:22.967923 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a6577209-8d6f-4866-a5ee-e788e75275c1 admin admin] Publish callbacks [] for router_controller (f702bc6b-f02c-4e27-b0e4-4f0f8c2f13e2), precommit_add_association {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:23.085949 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a81d956e-809c-4640-92f3-9f24eb0838b6 admin admin] Publish callbacks [] for security_group (ac951e9d-5cc6-449f-86ae-69a446c172d8), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:23.087803 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-c8d79343-4521-469f-b4e9-ba435d552857 req-f5a6339c-07f7-413a-9382-940db093ab1f tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (3350cbae-4a25-42ca-a107-7365789be398), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:23.112058 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a81d956e-809c-4640-92f3-9f24eb0838b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (ac951e9d-5cc6-449f-86ae-69a446c172d8), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:23.229411 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8d79343-4521-469f-b4e9-ba435d552857 req-f5a6339c-07f7-413a-9382-940db093ab1f tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Network 4ed80f8c-a628-4bf0-926c-daa4ec7f72d6 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:31:23.259069 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-2774206b-1502-4fce-a161-88a917b9cdfe None None] Allocated IP 172.20.0.2 (92852eb4-22ae-4ff2-8b8f-59f16f3a189b/32567241-fa90-4306-aa1e-53db272b15f8/0f52bf02-dad5-4e8c-a5bc-3f23b59ef341) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:31:23.299573 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-c8d79343-4521-469f-b4e9-ba435d552857 req-f5a6339c-07f7-413a-9382-940db093ab1f tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:31:23.349952 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8d79343-4521-469f-b4e9-ba435d552857 req-f5a6339c-07f7-413a-9382-940db093ab1f tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:31:23.364942 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-bbde046e-3e21-422b-b936-8d5fcf9e07cf tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (20564fb9-afe6-4bea-9e37-1486e3355933), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:23.479998 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 34324) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:23.594808 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-a81d956e-809c-4640-92f3-9f24eb0838b6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8f89b59894f048a8afc1fb0e651a6ba3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4778013 Jan 28 19:31:23.596259 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81d956e-809c-4640-92f3-9f24eb0838b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac951e9d-5cc6-449f-86ae-69a446c172d8,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:23.597404 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2774206b-1502-4fce-a161-88a917b9cdfe None None] Publish callbacks [] for port (0f52bf02-dad5-4e8c-a5bc-3f23b59ef341), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:23.605656 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 34334) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:23.610852 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2774206b-1502-4fce-a161-88a917b9cdfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (0f52bf02-dad5-4e8c-a5bc-3f23b59ef341), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:23.665317 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a6339c-07f7-413a-9382-940db093ab1f tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Pushing event updated for resources: {'Port': ['ID=3350cbae-4a25-42ca-a107-7365789be398,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:23.688518 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-bbde046e-3e21-422b-b936-8d5fcf9e07cf tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Network 2b32274e-ef71-47fa-9b2e-d7c8beaa092d is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:31:23.716257 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2774206b-1502-4fce-a161-88a917b9cdfe None None] Network 92852eb4-22ae-4ff2-8b8f-59f16f3a189b is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:31:23.722517 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-bbde046e-3e21-422b-b936-8d5fcf9e07cf tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:31:23.734427 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-2774206b-1502-4fce-a161-88a917b9cdfe None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:31:23.739443 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2774206b-1502-4fce-a161-88a917b9cdfe None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:31:23.793419 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-bbde046e-3e21-422b-b936-8d5fcf9e07cf tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:31:23.795321 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2774206b-1502-4fce-a161-88a917b9cdfe None None] Pushing event updated for resources: {'Port': ['ID=0f52bf02-dad5-4e8c-a5bc-3f23b59ef341,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:23.852105 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d79343-4521-469f-b4e9-ba435d552857 req-f5a6339c-07f7-413a-9382-940db093ab1f tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:23.853074 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-c8d79343-4521-469f-b4e9-ba435d552857 req-f5a6339c-07f7-413a-9382-940db093ab1f tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:23.926291 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:23.930689 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-2774206b-1502-4fce-a161-88a917b9cdfe None None] Attempting to bind port 0f52bf02-dad5-4e8c-a5bc-3f23b59ef341 on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:31:23.931063 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-2774206b-1502-4fce-a161-88a917b9cdfe None None] Attempting to bind port 0f52bf02-dad5-4e8c-a5bc-3f23b59ef341 by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '2f79fc28-c629-4c0b-a8c8-273c879a5605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '92852eb4-22ae-4ff2-8b8f-59f16f3a189b'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:31:23.931435 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2774206b-1502-4fce-a161-88a917b9cdfe None None] Attempting to bind port 0f52bf02-dad5-4e8c-a5bc-3f23b59ef341 on network 92852eb4-22ae-4ff2-8b8f-59f16f3a189b {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:31:23.965885 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2774206b-1502-4fce-a161-88a917b9cdfe None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 31, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:31:23.966571 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2774206b-1502-4fce-a161-88a917b9cdfe None None] Checking segment: {'id': '2f79fc28-c629-4c0b-a8c8-273c879a5605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '92852eb4-22ae-4ff2-8b8f-59f16f3a189b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:31:23.967156 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2774206b-1502-4fce-a161-88a917b9cdfe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:23.968057 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2774206b-1502-4fce-a161-88a917b9cdfe None None] Bound using segment: {'id': '2f79fc28-c629-4c0b-a8c8-273c879a5605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '92852eb4-22ae-4ff2-8b8f-59f16f3a189b'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:31:23.968828 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-2774206b-1502-4fce-a161-88a917b9cdfe None None] Bound port: 0f52bf02-dad5-4e8c-a5bc-3f23b59ef341, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f79fc28-c629-4c0b-a8c8-273c879a5605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '92852eb4-22ae-4ff2-8b8f-59f16f3a189b'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:31:23.969427 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2774206b-1502-4fce-a161-88a917b9cdfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (0f52bf02-dad5-4e8c-a5bc-3f23b59ef341), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:23.978359 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a6577209-8d6f-4866-a5ee-e788e75275c1 admin admin] Publish callbacks [] for router_gateway (f702bc6b-f02c-4e27-b0e4-4f0f8c2f13e2), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:23.988021 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aae9d36-067a-4628-aff0-109ed8ba8c5c tempest-ExternalNetworksTestJSON-3236468 tempest-ExternalNetworksTestJSON-3236468-project] Pushing event deleted for resources: {'Network': ['ID=ca3bee20-8167-4697-abc5-df6c69cda13f,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:24.001852 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-9984bdce-7e6c-4978-90f2-8da0f765e4c2 None None] Provisioning complete for port 3350cbae-4a25-42ca-a107-7365789be398 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:31:24.002957 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9984bdce-7e6c-4978-90f2-8da0f765e4c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (3350cbae-4a25-42ca-a107-7365789be398), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:24.003159 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c8d79343-4521-469f-b4e9-ba435d552857 req-f5a6339c-07f7-413a-9382-940db093ab1f tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0922720 Jan 28 19:31:24.060986 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-9984bdce-7e6c-4978-90f2-8da0f765e4c2 None None] Port 3350cbae-4a25-42ca-a107-7365789be398 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:31:24.091092 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-c8d79343-4521-469f-b4e9-ba435d552857 req-8808fe89-289e-467d-b512-772199ebbea5 service neutron] Request body: {'port': {'device_id': '468e569c-4ad2-4f8a-b0ed-71ebeaa4f974', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-14'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:31:24.113151 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-65ababa7-4a2e-4170-b6a4-892d9ce3f838 req-4182180c-9963-4c93-afc3-3af1e3e7caa1 tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1135973100&fields=id&tenant_id=c2d8a9b0fd5b43ca87eb8b43109d53ce HTTP/1.1" status: 200 len: 267 time: 1.2778666 Jan 28 19:31:24.180747 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0cde0c-b87b-43dd-9c6c-64d5795dacfd req-7bc3ed71-4f68-49a0-a4d9-b0a02093d800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:24.182288 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8d0cde0c-b87b-43dd-9c6c-64d5795dacfd req-7bc3ed71-4f68-49a0-a4d9-b0a02093d800 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c2d8a9b0fd5b43ca87eb8b43109d53ce&device_id=b3d14ce0-7469-47f2-ae46-bee456094209 HTTP/1.1" status: 200 len: 1167 time: 1.3608837 Jan 28 19:31:24.245512 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2774206b-1502-4fce-a161-88a917b9cdfe None None] For port 0f52bf02-dad5-4e8c-a5bc-3f23b59ef341, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:31:24.249661 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2774206b-1502-4fce-a161-88a917b9cdfe None None] For port 0f52bf02-dad5-4e8c-a5bc-3f23b59ef341, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=0f52bf02-dad5-4e8c-a5bc-3f23b59ef341,segment=NetworkSegment(2f79fc28-c629-4c0b-a8c8-273c879a5605),segment_id=2f79fc28-c629-4c0b-a8c8-273c879a5605)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:31:24.258724 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b73f0402-7d5b-4949-8044-7903a4887ae0 None None] Provisioning complete for port 20564fb9-afe6-4bea-9e37-1486e3355933 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:31:24.259387 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b73f0402-7d5b-4949-8044-7903a4887ae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (20564fb9-afe6-4bea-9e37-1486e3355933), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:24.290738 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2774206b-1502-4fce-a161-88a917b9cdfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (0f52bf02-dad5-4e8c-a5bc-3f23b59ef341), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:24.383708 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b73f0402-7d5b-4949-8044-7903a4887ae0 None None] Port 20564fb9-afe6-4bea-9e37-1486e3355933 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:31:24.410350 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2774206b-1502-4fce-a161-88a917b9cdfe None None] Pushing event updated for resources: {'Port': ['ID=0f52bf02-dad5-4e8c-a5bc-3f23b59ef341,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:24.438183 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ababa7-4a2e-4170-b6a4-892d9ce3f838 req-63b3ba82-86c1-4b47-9a26-acfc40f581c7 tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:24.446416 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-65ababa7-4a2e-4170-b6a4-892d9ce3f838 req-63b3ba82-86c1-4b47-9a26-acfc40f581c7 tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3d14ce0-7469-47f2-ae46-bee456094209 HTTP/1.1" status: 200 len: 984 time: 0.2764442 Jan 28 19:31:24.455009 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-65ababa7-4a2e-4170-b6a4-892d9ce3f838 req-a90bad92-c57a-4f16-8566-81d6c05626b0 tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] Request body: {'port': {'security_groups': ['12ee04d6-2379-4dda-9d23-37667d7c47ce']}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:31:24.580474 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0cde0c-b87b-43dd-9c6c-64d5795dacfd req-b88ae097-6c95-4351-b646-d851725f21ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:24.581958 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8d0cde0c-b87b-43dd-9c6c-64d5795dacfd req-b88ae097-6c95-4351-b646-d851725f21ff service neutron] 10.222.0.41 "GET /v2.0/networks?id=fcb44e6e-a519-43fc-8133-4d41be134056 HTTP/1.1" status: 200 len: 919 time: 0.3400743 Jan 28 19:31:24.710166 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8d0cde0c-b87b-43dd-9c6c-64d5795dacfd req-f237acff-db61-4602-8fcd-5804a0de67b6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9bcadbd2-2697-46df-a75c-0d1c1221e02f HTTP/1.1" status: 200 len: 217 time: 0.1161919 Jan 28 19:31:24.896842 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-bbde046e-3e21-422b-b936-8d5fcf9e07cf tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:24.897596 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-bbde046e-3e21-422b-b936-8d5fcf9e07cf tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:24.898044 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0cde0c-b87b-43dd-9c6c-64d5795dacfd req-f3c64596-651a-423a-b88d-25bde3d1ea83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:24.899648 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8d0cde0c-b87b-43dd-9c6c-64d5795dacfd req-f3c64596-651a-423a-b88d-25bde3d1ea83 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1eb64952-13f5-46de-8d59-f48eead57e6d HTTP/1.1" status: 200 len: 859 time: 0.1027744 Jan 28 19:31:24.900325 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-65ababa7-4a2e-4170-b6a4-892d9ce3f838 req-a90bad92-c57a-4f16-8566-81d6c05626b0 tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (9bcadbd2-2697-46df-a75c-0d1c1221e02f), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:24.902862 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a6577209-8d6f-4866-a5ee-e788e75275c1 admin admin] Publish callbacks [] for router_gateway (f702bc6b-f02c-4e27-b0e4-4f0f8c2f13e2), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:24.935343 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbde046e-3e21-422b-b936-8d5fcf9e07cf tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Pushing event updated for resources: {'Port': ['ID=20564fb9-afe6-4bea-9e37-1486e3355933,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:24.955389 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a6577209-8d6f-4866-a5ee-e788e75275c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:24.991687 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-bbde046e-3e21-422b-b936-8d5fcf9e07cf tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.1854451 Jan 28 19:31:24.994551 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-309c9e89-d6d2-49da-a392-29aad91023b4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5bb59f003bbc4198972420d14042bdb7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5121410 Jan 28 19:31:25.001015 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 34356) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:25.102775 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-593225fb-cc1b-4c0a-a627-97304062fc4f tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Request body: {'port': {'device_id': '6266b4f2-471d-4297-9d3c-9386239f951c', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '2b32274e-ef71-47fa-9b2e-d7c8beaa092d', 'admin_state_up': True, 'tenant_id': '6a63e631dab749fab705cc3ad19e314b', 'security_groups': ['13e4f299-cf18-4f69-979b-275ae464cc1c']}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:31:25.153972 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8d0cde0c-b87b-43dd-9c6c-64d5795dacfd req-2c4304c0-11c7-4b38-91db-608744e7dc9a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fcb44e6e-a519-43fc-8133-4d41be134056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2098591 Jan 28 19:31:25.266624 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-84694d28-4244-4778-881e-22063df8c601 admin admin] Publish callbacks [] for security_group (3a70e6ef-debb-4577-8170-e1925dcdabc9), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:25.290094 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-84694d28-4244-4778-881e-22063df8c601 admin admin] Publish callbacks [] for security_group (3a70e6ef-debb-4577-8170-e1925dcdabc9), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:25.398553 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a1f280-f4ed-4468-9cad-ccb3d60e87a7 req-dc573c92-cf8e-4fb2-bb5a-55985ad66f4b tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:25.407254 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a1f280-f4ed-4468-9cad-ccb3d60e87a7 req-dc573c92-cf8e-4fb2-bb5a-55985ad66f4b tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:25.414749 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8d0cde0c-b87b-43dd-9c6c-64d5795dacfd req-3fb9b59f-31d0-4d3c-84c3-c7304c480bdb service neutron] 10.222.0.41 "GET /v2.0/networks/fcb44e6e-a519-43fc-8133-4d41be134056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973414 Jan 28 19:31:25.418890 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a1f280-f4ed-4468-9cad-ccb3d60e87a7 req-dc573c92-cf8e-4fb2-bb5a-55985ad66f4b tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:25.424883 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a1f280-f4ed-4468-9cad-ccb3d60e87a7 req-dc573c92-cf8e-4fb2-bb5a-55985ad66f4b tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:25.432720 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-20a1f280-f4ed-4468-9cad-ccb3d60e87a7 req-dc573c92-cf8e-4fb2-bb5a-55985ad66f4b tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/ports?device_id=6266b4f2-471d-4297-9d3c-9386239f951c HTTP/1.1" status: 200 len: 3094 time: 1.6007385 Jan 28 19:31:25.434811 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bb29f112-f6bb-4c62-a2ab-1a8ce31236b9 admin admin] Publish callbacks [] for security_group (ac951e9d-5cc6-449f-86ae-69a446c172d8), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:25.436787 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-84694d28-4244-4778-881e-22063df8c601 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (3a70e6ef-debb-4577-8170-e1925dcdabc9), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:25.439600 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-84694d28-4244-4778-881e-22063df8c601 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:25.440879 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-84694d28-4244-4778-881e-22063df8c601 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3a70e6ef-debb-4577-8170-e1925dcdabc9 HTTP/1.1" status: 204 len: 168 time: 0.4319699 Jan 28 19:31:25.442470 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-65ababa7-4a2e-4170-b6a4-892d9ce3f838 req-a90bad92-c57a-4f16-8566-81d6c05626b0 tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] For port 9bcadbd2-2697-46df-a75c-0d1c1221e02f, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=9bcadbd2-2697-46df-a75c-0d1c1221e02f,segment=NetworkSegment(bbec6006-6052-487b-8f75-c43c45609882),segment_id=bbec6006-6052-487b-8f75-c43c45609882)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:31:25.518211 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-65ababa7-4a2e-4170-b6a4-892d9ce3f838 req-a90bad92-c57a-4f16-8566-81d6c05626b0 tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] Publish callbacks [] for port (9bcadbd2-2697-46df-a75c-0d1c1221e02f), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:25.524583 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84694d28-4244-4778-881e-22063df8c601 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a70e6ef-debb-4577-8170-e1925dcdabc9,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:25.557751 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-c8d79343-4521-469f-b4e9-ba435d552857 req-8808fe89-289e-467d-b512-772199ebbea5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (3350cbae-4a25-42ca-a107-7365789be398), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:25.789880 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-593225fb-cc1b-4c0a-a627-97304062fc4f tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Made reservation on behalf of 6a63e631dab749fab705cc3ad19e314b for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:31:25.801397 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8d0cde0c-b87b-43dd-9c6c-64d5795dacfd req-8994b9c2-4ec9-4919-ab67-994b81c4e941 service neutron] 10.222.0.41 "GET /v2.0/networks/fcb44e6e-a519-43fc-8133-4d41be134056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2778151 Jan 28 19:31:25.812039 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-593225fb-cc1b-4c0a-a627-97304062fc4f tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:25.820331 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-65ababa7-4a2e-4170-b6a4-892d9ce3f838 req-a90bad92-c57a-4f16-8566-81d6c05626b0 tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (9bcadbd2-2697-46df-a75c-0d1c1221e02f), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:25.831613 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bb29f112-f6bb-4c62-a2ab-1a8ce31236b9 admin admin] Publish callbacks [] for security_group (ac951e9d-5cc6-449f-86ae-69a446c172d8), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:25.845580 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['9bcadbd2-2697-46df-a75c-0d1c1221e02f'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:31:25.956148 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-20a1f280-f4ed-4468-9cad-ccb3d60e87a7 req-b728acbe-babc-45b5-99d8-4dd136587539 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/security-groups?id=13e4f299-cf18-4f69-979b-275ae464cc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5223088 Jan 28 19:31:26.075557 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ababa7-4a2e-4170-b6a4-892d9ce3f838 req-a90bad92-c57a-4f16-8566-81d6c05626b0 tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:26.076280 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-65ababa7-4a2e-4170-b6a4-892d9ce3f838 req-a90bad92-c57a-4f16-8566-81d6c05626b0 tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:26.103321 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-65ababa7-4a2e-4170-b6a4-892d9ce3f838 req-a90bad92-c57a-4f16-8566-81d6c05626b0 tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] 10.222.0.64 "PUT /v2.0/ports/9bcadbd2-2697-46df-a75c-0d1c1221e02f HTTP/1.1" status: 200 len: 942 time: 1.6559303 Jan 28 19:31:26.105738 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3d14ce0-7469-47f2-ae46-bee456094209', 'tag': '9bcadbd2-2697-46df-a75c-0d1c1221e02f'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:31:26.108094 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b23c14b-26d4-4f5e-967c-e2fce8988a72" -d '{"events": [{"name": "network-changed", "server_uuid": "b3d14ce0-7469-47f2-ae46-bee456094209", "tag": "9bcadbd2-2697-46df-a75c-0d1c1221e02f"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:31:26.304979 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['9bcadbd2-2697-46df-a75c-0d1c1221e02f'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:31:26.314590 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-a6577209-8d6f-4866-a5ee-e788e75275c1 admin admin] Allocated IP 172.25.6.38 (d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8/a648e4ab-7422-41b9-b133-58aca25ab8f5/f2c4ec95-10eb-45be-92ad-b0732e457844) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:31:26.344982 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 34380) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:26.454525 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16800f4f-e50a-4c52-8d0b-f8214141f246 None None] Network 92852eb4-22ae-4ff2-8b8f-59f16f3a189b requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:31:26.493185 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a6577209-8d6f-4866-a5ee-e788e75275c1 admin admin] Publish callbacks [] for port (f2c4ec95-10eb-45be-92ad-b0732e457844), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:26.565170 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-593225fb-cc1b-4c0a-a627-97304062fc4f tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Allocated IP 10.2.2.200 (2b32274e-ef71-47fa-9b2e-d7c8beaa092d/640d2378-2c13-45c8-a4ae-1ce2f7aa7914/81a4af83-6b4e-4b78-b358-67e235489ec7) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:31:26.595042 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a6577209-8d6f-4866-a5ee-e788e75275c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (f2c4ec95-10eb-45be-92ad-b0732e457844), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:26.651379 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90bad92-c57a-4f16-8566-81d6c05626b0 tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] Pushing event updated for resources: {'Port': ['ID=9bcadbd2-2697-46df-a75c-0d1c1221e02f,revision_number=7']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:26.768775 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-593225fb-cc1b-4c0a-a627-97304062fc4f tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Publish callbacks [] for port (81a4af83-6b4e-4b78-b358-67e235489ec7), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:26.804254 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-6f4843af-0ac0-4289-8345-085beff78e0b None None] Provisioning complete for port 0f52bf02-dad5-4e8c-a5bc-3f23b59ef341 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:31:26.805781 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6f4843af-0ac0-4289-8345-085beff78e0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (0f52bf02-dad5-4e8c-a5bc-3f23b59ef341), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:26.820978 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-d85f0523-b7d6-438a-bbf4-3d0af161e36a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2294550f0b834c7799bdd43b998143d6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4517701 Jan 28 19:31:26.844335 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 34392) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:26.849823 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-593225fb-cc1b-4c0a-a627-97304062fc4f tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (81a4af83-6b4e-4b78-b358-67e235489ec7), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:26.852670 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6577209-8d6f-4866-a5ee-e788e75275c1 admin admin] Network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:31:26.871145 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bb29f112-f6bb-4c62-a2ab-1a8ce31236b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (ac951e9d-5cc6-449f-86ae-69a446c172d8), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:26.874396 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bb29f112-f6bb-4c62-a2ab-1a8ce31236b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:26.877946 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-bb29f112-f6bb-4c62-a2ab-1a8ce31236b9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ac951e9d-5cc6-449f-86ae-69a446c172d8 HTTP/1.1" status: 204 len: 168 time: 3.2453024 Jan 28 19:31:26.892930 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-a6577209-8d6f-4866-a5ee-e788e75275c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:31:26.928525 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6577209-8d6f-4866-a5ee-e788e75275c1 admin admin] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:31:26.937418 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 0f52bf02-dad5-4e8c-a5bc-3f23b59ef341 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:31:27.004054 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb29f112-f6bb-4c62-a2ab-1a8ce31236b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac951e9d-5cc6-449f-86ae-69a446c172d8,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:27.089272 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6577209-8d6f-4866-a5ee-e788e75275c1 admin admin] Pushing event updated for resources: {'Port': ['ID=f2c4ec95-10eb-45be-92ad-b0732e457844,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:27.125642 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-593225fb-cc1b-4c0a-a627-97304062fc4f tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Network 2b32274e-ef71-47fa-9b2e-d7c8beaa092d is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:31:27.126927 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-6f4843af-0ac0-4289-8345-085beff78e0b None None] Current status of the port 0f52bf02-dad5-4e8c-a5bc-3f23b59ef341 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:31:27.127796 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6f4843af-0ac0-4289-8345-085beff78e0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (0f52bf02-dad5-4e8c-a5bc-3f23b59ef341), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:27.161720 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5d4bf46c-6063-4d8b-bf90-14a548c52be8 admin admin] Publish callbacks [] for security_group (299fe249-e1c9-45ac-83ab-4170412bbf80), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:27.176706 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-593225fb-cc1b-4c0a-a627-97304062fc4f tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:31:27.247649 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-593225fb-cc1b-4c0a-a627-97304062fc4f tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:31:27.249160 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6d9a0264-e150-44a5-a514-8ce0e03a3732 req-de177d49-27dd-4b62-b21e-702c28f4d05d tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 1.1163199 Jan 28 19:31:27.255779 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593225fb-cc1b-4c0a-a627-97304062fc4f tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Pushing event updated for resources: {'Port': ['ID=81a4af83-6b4e-4b78-b358-67e235489ec7,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:27.265642 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-6f4843af-0ac0-4289-8345-085beff78e0b None None] For port 0f52bf02-dad5-4e8c-a5bc-3f23b59ef341, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=0f52bf02-dad5-4e8c-a5bc-3f23b59ef341,segment=NetworkSegment(2f79fc28-c629-4c0b-a8c8-273c879a5605),segment_id=2f79fc28-c629-4c0b-a8c8-273c879a5605)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:31:27.305484 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6f4843af-0ac0-4289-8345-085beff78e0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (0f52bf02-dad5-4e8c-a5bc-3f23b59ef341), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:27.359056 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-6d9a0264-e150-44a5-a514-8ce0e03a3732 req-2342c0d7-0217-44b0-a656-5edbc2cfcde3 tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] Request body: {'floatingip': {'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:31:27.414689 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-c8d79343-4521-469f-b4e9-ba435d552857 req-8808fe89-289e-467d-b512-772199ebbea5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3350cbae-4a25-42ca-a107-7365789be398 {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:31:27.425190 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-c8d79343-4521-469f-b4e9-ba435d552857 req-8808fe89-289e-467d-b512-772199ebbea5 service neutron] Publish callbacks [] for port (3350cbae-4a25-42ca-a107-7365789be398), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:27.441137 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-c8d79343-4521-469f-b4e9-ba435d552857 req-8808fe89-289e-467d-b512-772199ebbea5 service neutron] Transition to ACTIVE for port object 3350cbae-4a25-42ca-a107-7365789be398 will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:31:27.445625 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 0f52bf02-dad5-4e8c-a5bc-3f23b59ef341 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:31:27.446352 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (0f52bf02-dad5-4e8c-a5bc-3f23b59ef341), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:27.475480 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-c8d79343-4521-469f-b4e9-ba435d552857 req-8808fe89-289e-467d-b512-772199ebbea5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (3350cbae-4a25-42ca-a107-7365789be398), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:27.594530 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4843af-0ac0-4289-8345-085beff78e0b None None] Pushing event updated for resources: {'Port': ['ID=0f52bf02-dad5-4e8c-a5bc-3f23b59ef341,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:27.610448 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-6d9a0264-e150-44a5-a514-8ce0e03a3732 req-2342c0d7-0217-44b0-a656-5edbc2cfcde3 tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:27.649743 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8808fe89-289e-467d-b512-772199ebbea5 service neutron] Pushing event updated for resources: {'Port': ['ID=3350cbae-4a25-42ca-a107-7365789be398,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:27.713308 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924a445a-fd74-4993-ab99-08c91f902e1a req-9055566a-89f0-4fd6-9581-2adecbce4f36 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:27.731305 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-924a445a-fd74-4993-ab99-08c91f902e1a req-9055566a-89f0-4fd6-9581-2adecbce4f36 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/ports?device_id=468e569c-4ad2-4f8a-b0ed-71ebeaa4f974 HTTP/1.1" status: 200 len: 931 time: 0.8944910 Jan 28 19:31:27.734272 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5d4bf46c-6063-4d8b-bf90-14a548c52be8 admin admin] Publish callbacks [] for security_group (299fe249-e1c9-45ac-83ab-4170412bbf80), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:27.756494 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-593225fb-cc1b-4c0a-a627-97304062fc4f tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:27.757339 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-593225fb-cc1b-4c0a-a627-97304062fc4f tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:27.825154 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-07144e83-a767-4e7f-be40-e02854410944 None None] Provisioning complete for port 81a4af83-6b4e-4b78-b358-67e235489ec7 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:31:27.825538 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-07144e83-a767-4e7f-be40-e02854410944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (81a4af83-6b4e-4b78-b358-67e235489ec7), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:27.935964 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a6577209-8d6f-4866-a5ee-e788e75275c1 admin admin] Publish callbacks [] for router_gateway (f702bc6b-f02c-4e27-b0e4-4f0f8c2f13e2), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:28.058437 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-07144e83-a767-4e7f-be40-e02854410944 None None] Port 81a4af83-6b4e-4b78-b358-67e235489ec7 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:31:28.089539 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 0f52bf02-dad5-4e8c-a5bc-3f23b59ef341 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:31:28.095231 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-593225fb-cc1b-4c0a-a627-97304062fc4f tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0926900 Jan 28 19:31:28.130200 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-924a445a-fd74-4993-ab99-08c91f902e1a req-41f99e8a-ccfc-41bb-8507-59db96d1a0c5 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/security-groups?id=1bfe6452-43d5-4c93-9450-34896bc0d267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3586018 Jan 28 19:31:28.164703 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-d3b19c9d-67f5-47b3-a063-e0c540653859 service neutron] Request body: {'port': {'device_id': '6266b4f2-471d-4297-9d3c-9386239f951c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-14'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:31:28.173232 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-6d9a0264-e150-44a5-a514-8ce0e03a3732 req-2342c0d7-0217-44b0-a656-5edbc2cfcde3 tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:28.250340 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2236ab92-5a81-4683-b5f1-d2a8861b8c3b None None] Provisioning complete for port 0f52bf02-dad5-4e8c-a5bc-3f23b59ef341 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:31:28.250923 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2236ab92-5a81-4683-b5f1-d2a8861b8c3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (0f52bf02-dad5-4e8c-a5bc-3f23b59ef341), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:28.251596 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-d3b19c9d-67f5-47b3-a063-e0c540653859 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (3dda1cfc-fce7-4e9c-8686-cc9cecf29d40), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:28.310166 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-6d9a0264-e150-44a5-a514-8ce0e03a3732 req-2342c0d7-0217-44b0-a656-5edbc2cfcde3 tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] Allocated IP 172.25.6.10 (d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8/a648e4ab-7422-41b9-b133-58aca25ab8f5/3a62c814-77ea-400d-b5a8-d7ed9128ad28) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:31:28.343843 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-c8d79343-4521-469f-b4e9-ba435d552857 req-8808fe89-289e-467d-b512-772199ebbea5 service neutron] Attempting to bind port 3350cbae-4a25-42ca-a107-7365789be398 on host n-h2-812111-14 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:31:28.344189 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-c8d79343-4521-469f-b4e9-ba435d552857 req-8808fe89-289e-467d-b512-772199ebbea5 service neutron] Attempting to bind port 3350cbae-4a25-42ca-a107-7365789be398 by drivers openvswitch,hyperv on host n-h2-812111-14 at level 0 using segments [{'id': '25c21fb9-fdcd-4ded-98e7-fa3f83ec6d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '4ed80f8c-a628-4bf0-926c-daa4ec7f72d6'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:31:28.344518 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d79343-4521-469f-b4e9-ba435d552857 req-8808fe89-289e-467d-b512-772199ebbea5 service neutron] Attempting to bind port 3350cbae-4a25-42ca-a107-7365789be398 on network 4ed80f8c-a628-4bf0-926c-daa4ec7f72d6 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:31:28.403996 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d79343-4521-469f-b4e9-ba435d552857 req-8808fe89-289e-467d-b512-772199ebbea5 service neutron] Port 3350cbae-4a25-42ca-a107-7365789be398 on network 4ed80f8c-a628-4bf0-926c-daa4ec7f72d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-14 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:31:28.404481 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d79343-4521-469f-b4e9-ba435d552857 req-8808fe89-289e-467d-b512-772199ebbea5 service neutron] Attempting to bind port 3350cbae-4a25-42ca-a107-7365789be398 on network 4ed80f8c-a628-4bf0-926c-daa4ec7f72d6 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:31:28.423169 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d79343-4521-469f-b4e9-ba435d552857 req-8808fe89-289e-467d-b512-772199ebbea5 service neutron] Checking agent: {'id': '8f3fee4e-bf24-4b58-8a3a-ae9c8011a473', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 31, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:31:28.423515 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d79343-4521-469f-b4e9-ba435d552857 req-8808fe89-289e-467d-b512-772199ebbea5 service neutron] Checking segment: {'id': '25c21fb9-fdcd-4ded-98e7-fa3f83ec6d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '4ed80f8c-a628-4bf0-926c-daa4ec7f72d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:31:28.423911 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d79343-4521-469f-b4e9-ba435d552857 req-8808fe89-289e-467d-b512-772199ebbea5 service neutron] Bound using segment: {'id': '25c21fb9-fdcd-4ded-98e7-fa3f83ec6d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '4ed80f8c-a628-4bf0-926c-daa4ec7f72d6'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:31:28.426635 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-c8d79343-4521-469f-b4e9-ba435d552857 req-8808fe89-289e-467d-b512-772199ebbea5 service neutron] Bound port: 3350cbae-4a25-42ca-a107-7365789be398, host: n-h2-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25c21fb9-fdcd-4ded-98e7-fa3f83ec6d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '4ed80f8c-a628-4bf0-926c-daa4ec7f72d6'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:31:28.427430 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-c8d79343-4521-469f-b4e9-ba435d552857 req-8808fe89-289e-467d-b512-772199ebbea5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (3350cbae-4a25-42ca-a107-7365789be398), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:28.468752 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5d4bf46c-6063-4d8b-bf90-14a548c52be8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (299fe249-e1c9-45ac-83ab-4170412bbf80), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:28.472472 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5d4bf46c-6063-4d8b-bf90-14a548c52be8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:28.478195 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-5d4bf46c-6063-4d8b-bf90-14a548c52be8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/299fe249-e1c9-45ac-83ab-4170412bbf80 HTTP/1.1" status: 204 len: 168 time: 1.6296599 Jan 28 19:31:28.480556 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2236ab92-5a81-4683-b5f1-d2a8861b8c3b None None] Current status of the port 0f52bf02-dad5-4e8c-a5bc-3f23b59ef341 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:31:28.499317 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:31:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6314e416-4c74-4bbc-bd98-3369635a625e x-openstack-request-id: req-6314e416-4c74-4bbc-bd98-3369635a625e {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:31:28.499903 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3d14ce0-7469-47f2-ae46-bee456094209", "tag": "9bcadbd2-2697-46df-a75c-0d1c1221e02f", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:31:28.500075 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6314e416-4c74-4bbc-bd98-3369635a625e {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:31:28.500222 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4bf46c-6063-4d8b-bf90-14a548c52be8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=299fe249-e1c9-45ac-83ab-4170412bbf80,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:28.500652 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3d14ce0-7469-47f2-ae46-bee456094209', 'tag': '9bcadbd2-2697-46df-a75c-0d1c1221e02f', 'status': 'completed', 'code': 200} Jan 28 19:31:28.607349 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-c8d79343-4521-469f-b4e9-ba435d552857 req-8808fe89-289e-467d-b512-772199ebbea5 service neutron] For port 3350cbae-4a25-42ca-a107-7365789be398, host n-h2-812111-14, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:31:28.618377 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-c8d79343-4521-469f-b4e9-ba435d552857 req-8808fe89-289e-467d-b512-772199ebbea5 service neutron] For port 3350cbae-4a25-42ca-a107-7365789be398, host n-h2-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=3350cbae-4a25-42ca-a107-7365789be398,segment=NetworkSegment(25c21fb9-fdcd-4ded-98e7-fa3f83ec6d2c),segment_id=25c21fb9-fdcd-4ded-98e7-fa3f83ec6d2c)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:31:28.704343 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 0f52bf02-dad5-4e8c-a5bc-3f23b59ef341 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:31:28.740070 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-c8d79343-4521-469f-b4e9-ba435d552857 req-8808fe89-289e-467d-b512-772199ebbea5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (3350cbae-4a25-42ca-a107-7365789be398), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:28.867565 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 0f52bf02-dad5-4e8c-a5bc-3f23b59ef341 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:31:28.869279 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (0f52bf02-dad5-4e8c-a5bc-3f23b59ef341), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:29.060390 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 0f52bf02-dad5-4e8c-a5bc-3f23b59ef341 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:31:29.062069 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d79343-4521-469f-b4e9-ba435d552857 req-8808fe89-289e-467d-b512-772199ebbea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:29.062807 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-c8d79343-4521-469f-b4e9-ba435d552857 req-8808fe89-289e-467d-b512-772199ebbea5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:29.064140 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c8d79343-4521-469f-b4e9-ba435d552857 req-8808fe89-289e-467d-b512-772199ebbea5 service neutron] 10.222.0.70 "PUT /v2.0/ports/3350cbae-4a25-42ca-a107-7365789be398 HTTP/1.1" status: 200 len: 1092 time: 5.0356691 Jan 28 19:31:29.077917 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '468e569c-4ad2-4f8a-b0ed-71ebeaa4f974', 'tag': '3350cbae-4a25-42ca-a107-7365789be398'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:31:29.085561 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91c9fc75-f1d2-4e28-b8db-33c7534500e1" -d '{"events": [{"name": "network-changed", "server_uuid": "468e569c-4ad2-4f8a-b0ed-71ebeaa4f974", "tag": "3350cbae-4a25-42ca-a107-7365789be398"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:31:29.136642 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941cd505-757a-45d8-b5cc-ddf8e91be05a req-41734498-593d-4181-a97d-903aa1c4104a tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:29.156481 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941cd505-757a-45d8-b5cc-ddf8e91be05a req-41734498-593d-4181-a97d-903aa1c4104a tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:29.170558 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941cd505-757a-45d8-b5cc-ddf8e91be05a req-41734498-593d-4181-a97d-903aa1c4104a tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:29.180597 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941cd505-757a-45d8-b5cc-ddf8e91be05a req-41734498-593d-4181-a97d-903aa1c4104a tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:29.186110 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941cd505-757a-45d8-b5cc-ddf8e91be05a req-41734498-593d-4181-a97d-903aa1c4104a tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:29.205287 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-941cd505-757a-45d8-b5cc-ddf8e91be05a req-41734498-593d-4181-a97d-903aa1c4104a tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/ports?device_id=6266b4f2-471d-4297-9d3c-9386239f951c HTTP/1.1" status: 200 len: 3815 time: 0.5617216 Jan 28 19:31:29.426290 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-941cd505-757a-45d8-b5cc-ddf8e91be05a req-f5fa239a-94d9-4290-8c36-f7d0d3ece500 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/security-groups?id=13e4f299-cf18-4f69-979b-275ae464cc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2200885 Jan 28 19:31:29.605325 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b23c14b-26d4-4f5e-967c-e2fce8988a72 req-d0ca83a7-1a5f-4924-be5a-9962d1d932a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:29.610632 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4b23c14b-26d4-4f5e-967c-e2fce8988a72 req-d0ca83a7-1a5f-4924-be5a-9962d1d932a4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c2d8a9b0fd5b43ca87eb8b43109d53ce&device_id=b3d14ce0-7469-47f2-ae46-bee456094209 HTTP/1.1" status: 200 len: 1128 time: 1.1089244 Jan 28 19:31:29.639054 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a6577209-8d6f-4866-a5ee-e788e75275c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-731074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-731460'] for router (f702bc6b-f02c-4e27-b0e4-4f0f8c2f13e2), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:29.648921 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2121ef1f-5660-4610-9e0e-0943f4a69d56 x-openstack-request-id: req-2121ef1f-5660-4610-9e0e-0943f4a69d56 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:31:29.649271 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "468e569c-4ad2-4f8a-b0ed-71ebeaa4f974", "tag": "3350cbae-4a25-42ca-a107-7365789be398", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:31:29.651406 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2121ef1f-5660-4610-9e0e-0943f4a69d56 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:31:29.653008 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '468e569c-4ad2-4f8a-b0ed-71ebeaa4f974', 'tag': '3350cbae-4a25-42ca-a107-7365789be398', 'status': 'completed', 'code': 200} Jan 28 19:31:29.657858 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8808fe89-289e-467d-b512-772199ebbea5 service neutron] Pushing event updated for resources: {'Port': ['ID=3350cbae-4a25-42ca-a107-7365789be398,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:29.711091 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-6d9a0264-e150-44a5-a514-8ce0e03a3732 req-2342c0d7-0217-44b0-a656-5edbc2cfcde3 tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] Publish callbacks [] for port (3a62c814-77ea-400d-b5a8-d7ed9128ad28), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:29.718040 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d79343-4521-469f-b4e9-ba435d552857 req-1a6b98df-b4d7-4457-aeb5-b15a39d8a03a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:29.727681 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c8d79343-4521-469f-b4e9-ba435d552857 req-1a6b98df-b4d7-4457-aeb5-b15a39d8a03a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0f0ddac21a95455ebc1c3ac83c1cf620&device_id=468e569c-4ad2-4f8a-b0ed-71ebeaa4f974 HTTP/1.1" status: 200 len: 1126 time: 0.6159256 Jan 28 19:31:29.786812 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c8d79343-4521-469f-b4e9-ba435d552857 req-888a814a-66e7-4cf0-aa64-a2853831e024 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3350cbae-4a25-42ca-a107-7365789be398 HTTP/1.1" status: 200 len: 217 time: 0.0486698 Jan 28 19:31:29.985562 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d79343-4521-469f-b4e9-ba435d552857 req-8052307e-1d79-40d9-aacc-346eb58c6e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:29.987365 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c8d79343-4521-469f-b4e9-ba435d552857 req-8052307e-1d79-40d9-aacc-346eb58c6e2c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ccd8c2b9-0197-4b01-ba57-f13b2702d1bc HTTP/1.1" status: 200 len: 856 time: 0.1658018 Jan 28 19:31:30.051753 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b8f3a4-00c1-4a4d-b965-fd11d5f3594d req-690a83f0-ae6c-4890-803a-f7df60abd08f tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:30.065874 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-11b8f3a4-00c1-4a4d-b965-fd11d5f3594d req-690a83f0-ae6c-4890-803a-f7df60abd08f tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/ports?device_id=468e569c-4ad2-4f8a-b0ed-71ebeaa4f974 HTTP/1.1" status: 200 len: 943 time: 0.2687130 Jan 28 19:31:30.149085 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b23c14b-26d4-4f5e-967c-e2fce8988a72 req-80d96c79-dc4e-42d4-a065-3a40bf40cb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:30.151330 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4b23c14b-26d4-4f5e-967c-e2fce8988a72 req-80d96c79-dc4e-42d4-a065-3a40bf40cb27 service neutron] 10.222.0.41 "GET /v2.0/networks?id=fcb44e6e-a519-43fc-8133-4d41be134056 HTTP/1.1" status: 200 len: 919 time: 0.5309386 Jan 28 19:31:30.155137 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-6d9a0264-e150-44a5-a514-8ce0e03a3732 req-2342c0d7-0217-44b0-a656-5edbc2cfcde3 tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (3a62c814-77ea-400d-b5a8-d7ed9128ad28), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:30.315106 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-d3b19c9d-67f5-47b3-a063-e0c540653859 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3dda1cfc-fce7-4e9c-8686-cc9cecf29d40 {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:31:30.327454 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-d3b19c9d-67f5-47b3-a063-e0c540653859 service neutron] Publish callbacks [] for port (3dda1cfc-fce7-4e9c-8686-cc9cecf29d40), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:30.340938 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4b23c14b-26d4-4f5e-967c-e2fce8988a72 req-f591da72-e861-4547-80e0-865830fe65b0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9bcadbd2-2697-46df-a75c-0d1c1221e02f HTTP/1.1" status: 200 len: 217 time: 0.1734617 Jan 28 19:31:30.352364 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-d3b19c9d-67f5-47b3-a063-e0c540653859 service neutron] Transition to ACTIVE for port object 3dda1cfc-fce7-4e9c-8686-cc9cecf29d40 will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:31:30.369132 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-d3b19c9d-67f5-47b3-a063-e0c540653859 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (3dda1cfc-fce7-4e9c-8686-cc9cecf29d40), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:30.471722 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b23c14b-26d4-4f5e-967c-e2fce8988a72 req-e42fb23d-cef4-438e-a13d-2aa9d9b0736d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:30.473265 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4b23c14b-26d4-4f5e-967c-e2fce8988a72 req-e42fb23d-cef4-438e-a13d-2aa9d9b0736d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1eb64952-13f5-46de-8d59-f48eead57e6d HTTP/1.1" status: 200 len: 859 time: 0.1189463 Jan 28 19:31:30.516102 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6577209-8d6f-4866-a5ee-e788e75275c1 admin admin] Router f702bc6b-f02c-4e27-b0e4-4f0f8c2f13e2 is scheduled to L3 agent 76fe5c49-705a-4e08-abb2-be585676213f with binding_index 1 {{(pid=103305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 19:31:30.522795 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d9a0264-e150-44a5-a514-8ce0e03a3732 req-2342c0d7-0217-44b0-a656-5edbc2cfcde3 tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] Network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:31:30.525666 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2342c0d7-0217-44b0-a656-5edbc2cfcde3 tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] Pushing event updated for resources: {'Port': ['ID=3a62c814-77ea-400d-b5a8-d7ed9128ad28,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:30.528990 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-6d9a0264-e150-44a5-a514-8ce0e03a3732 req-2342c0d7-0217-44b0-a656-5edbc2cfcde3 tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:31:30.536194 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b19c9d-67f5-47b3-a063-e0c540653859 service neutron] Pushing event updated for resources: {'Port': ['ID=3dda1cfc-fce7-4e9c-8686-cc9cecf29d40,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:30.550194 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d9a0264-e150-44a5-a514-8ce0e03a3732 req-2342c0d7-0217-44b0-a656-5edbc2cfcde3 tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:31:30.554436 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4b23c14b-26d4-4f5e-967c-e2fce8988a72 req-1af3f4ff-3ec9-450d-a944-f8b479b23dac service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fcb44e6e-a519-43fc-8133-4d41be134056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620036 Jan 28 19:31:30.639317 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-11b8f3a4-00c1-4a4d-b965-fd11d5f3594d req-ea0f7c0a-18f3-4425-8d50-b6571da963ed tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/security-groups?id=1bfe6452-43d5-4c93-9450-34896bc0d267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5699749 Jan 28 19:31:30.652124 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d79343-4521-469f-b4e9-ba435d552857 req-1cbe5d2a-17f8-4027-8eb1-6fda462acd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:30.653725 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c8d79343-4521-469f-b4e9-ba435d552857 req-1cbe5d2a-17f8-4027-8eb1-6fda462acd39 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4ed80f8c-a628-4bf0-926c-daa4ec7f72d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.6568081 Jan 28 19:31:30.787722 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6577209-8d6f-4866-a5ee-e788e75275c1 admin admin] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:31:30.805957 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03175a26-63b1-4875-9a2a-930974b6035a None None] Sync routers for ids ['f702bc6b-f02c-4e27-b0e4-4f0f8c2f13e2'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:31:30.836043 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03175a26-63b1-4875-9a2a-930974b6035a None None] Routers {'f702bc6b-f02c-4e27-b0e4-4f0f8c2f13e2'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:31:30.837301 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-03175a26-63b1-4875-9a2a-930974b6035a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:31:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['f702bc6b-f02c-4e27-b0e4-4f0f8c2f13e2'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:31:30.952190 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a6577209-8d6f-4866-a5ee-e788e75275c1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:30.953751 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-a6577209-8d6f-4866-a5ee-e788e75275c1 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.5353546 Jan 28 19:31:30.956863 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 34536) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:31.220565 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-d3b19c9d-67f5-47b3-a063-e0c540653859 service neutron] Attempting to bind port 3dda1cfc-fce7-4e9c-8686-cc9cecf29d40 on host n-h2-812111-14 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:31:31.221504 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-d3b19c9d-67f5-47b3-a063-e0c540653859 service neutron] Attempting to bind port 3dda1cfc-fce7-4e9c-8686-cc9cecf29d40 by drivers openvswitch,hyperv on host n-h2-812111-14 at level 0 using segments [{'id': '307a5035-2a9c-44ca-a3ca-b9ed8229daf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'd6023ca9-f7fb-424f-9a06-ccb60c81e3d1'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:31:31.225771 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-d3b19c9d-67f5-47b3-a063-e0c540653859 service neutron] Attempting to bind port 3dda1cfc-fce7-4e9c-8686-cc9cecf29d40 on network d6023ca9-f7fb-424f-9a06-ccb60c81e3d1 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:31:31.253724 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-d3b19c9d-67f5-47b3-a063-e0c540653859 service neutron] Port 3dda1cfc-fce7-4e9c-8686-cc9cecf29d40 on network d6023ca9-f7fb-424f-9a06-ccb60c81e3d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-14 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:31:31.254315 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-d3b19c9d-67f5-47b3-a063-e0c540653859 service neutron] Attempting to bind port 3dda1cfc-fce7-4e9c-8686-cc9cecf29d40 on network d6023ca9-f7fb-424f-9a06-ccb60c81e3d1 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:31:31.266437 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c8d79343-4521-469f-b4e9-ba435d552857 req-00720b6b-fd2c-440d-8f46-697d22397a0d service neutron] 10.222.0.70 "GET /v2.0/networks/4ed80f8c-a628-4bf0-926c-daa4ec7f72d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6016748 Jan 28 19:31:31.270453 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-d3b19c9d-67f5-47b3-a063-e0c540653859 service neutron] Checking agent: {'id': '8f3fee4e-bf24-4b58-8a3a-ae9c8011a473', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 31, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:31:31.271050 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-d3b19c9d-67f5-47b3-a063-e0c540653859 service neutron] Checking segment: {'id': '307a5035-2a9c-44ca-a3ca-b9ed8229daf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'd6023ca9-f7fb-424f-9a06-ccb60c81e3d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:31:31.271730 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-d3b19c9d-67f5-47b3-a063-e0c540653859 service neutron] Bound using segment: {'id': '307a5035-2a9c-44ca-a3ca-b9ed8229daf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'd6023ca9-f7fb-424f-9a06-ccb60c81e3d1'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:31:31.272362 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-d3b19c9d-67f5-47b3-a063-e0c540653859 service neutron] Bound port: 3dda1cfc-fce7-4e9c-8686-cc9cecf29d40, host: n-h2-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '307a5035-2a9c-44ca-a3ca-b9ed8229daf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'd6023ca9-f7fb-424f-9a06-ccb60c81e3d1'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:31:31.272923 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-d3b19c9d-67f5-47b3-a063-e0c540653859 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (3dda1cfc-fce7-4e9c-8686-cc9cecf29d40), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:31.278605 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4b23c14b-26d4-4f5e-967c-e2fce8988a72 req-032f4bbe-34d8-4783-bb22-19f2a126d222 service neutron] 10.222.0.41 "GET /v2.0/networks/fcb44e6e-a519-43fc-8133-4d41be134056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4923913 Jan 28 19:31:31.280156 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-03175a26-63b1-4875-9a2a-930974b6035a None None] Set router f702bc6b-f02c-4e27-b0e4-4f0f8c2f13e2 gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:31:31.337591 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657939e0-181d-4fb5-b7da-83462731a09d req-d8ddc179-9761-4ff3-95eb-0480ff00d58e tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:31.347396 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657939e0-181d-4fb5-b7da-83462731a09d req-d8ddc179-9761-4ff3-95eb-0480ff00d58e tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:31.360627 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657939e0-181d-4fb5-b7da-83462731a09d req-d8ddc179-9761-4ff3-95eb-0480ff00d58e tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:31.388760 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657939e0-181d-4fb5-b7da-83462731a09d req-d8ddc179-9761-4ff3-95eb-0480ff00d58e tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:31.413218 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657939e0-181d-4fb5-b7da-83462731a09d req-d8ddc179-9761-4ff3-95eb-0480ff00d58e tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:31.428559 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-657939e0-181d-4fb5-b7da-83462731a09d req-d8ddc179-9761-4ff3-95eb-0480ff00d58e tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/ports?device_id=6266b4f2-471d-4297-9d3c-9386239f951c HTTP/1.1" status: 200 len: 3827 time: 0.5199149 Jan 28 19:31:31.547138 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 34556) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:31.664143 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-6d9a0264-e150-44a5-a514-8ce0e03a3732 req-2342c0d7-0217-44b0-a656-5edbc2cfcde3 tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] Publish callbacks [] for floatingip (4ec8cb37-4329-4275-9cb6-c1d2a1720aa2), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:31.676211 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4b23c14b-26d4-4f5e-967c-e2fce8988a72 req-3106ecda-08c1-4aba-ae8d-869ebecca71c service neutron] 10.222.0.41 "GET /v2.0/networks/fcb44e6e-a519-43fc-8133-4d41be134056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3851316 Jan 28 19:31:31.760593 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-03175a26-63b1-4875-9a2a-930974b6035a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f702bc6b-f02c-4e27-b0e4-4f0f8c2f13e2', 'name': 'tempest-ServersTestManualDisk-1977898388-router', 'tenant_id': '45fb7b14cebe47c2b0ff3653e388c738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': 'f2c4ec95-10eb-45be-92ad-b0732e457844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:31:22Z', 'updated_at': '2022-01-28T19:31:27Z', 'revision_number': 3, 'project_id': '45fb7b14cebe47c2b0ff3653e388c738', 'gw_port': {'id': 'f2c4ec95-10eb-45be-92ad-b0732e457844', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:5f:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f702bc6b-f02c-4e27-b0e4-4f0f8c2f13e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2019, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:31:24Z', 'updated_at': '2022-01-28T19:31:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:31:31.819624 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-d3b19c9d-67f5-47b3-a063-e0c540653859 service neutron] For port 3dda1cfc-fce7-4e9c-8686-cc9cecf29d40, host n-h2-812111-14, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:31:31.829308 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-657939e0-181d-4fb5-b7da-83462731a09d req-dbe2f05f-2163-49bc-bbe1-779e5693d453 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/security-groups?id=13e4f299-cf18-4f69-979b-275ae464cc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3997340 Jan 28 19:31:31.831295 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-d3b19c9d-67f5-47b3-a063-e0c540653859 service neutron] For port 3dda1cfc-fce7-4e9c-8686-cc9cecf29d40, host n-h2-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=3dda1cfc-fce7-4e9c-8686-cc9cecf29d40,segment=NetworkSegment(307a5035-2a9c-44ca-a3ca-b9ed8229daf5),segment_id=307a5035-2a9c-44ca-a3ca-b9ed8229daf5)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:31:31.855978 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03175a26-63b1-4875-9a2a-930974b6035a None None] Checking router: f702bc6b-f02c-4e27-b0e4-4f0f8c2f13e2 for host: n-d-812111-14 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:31:31.859970 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03175a26-63b1-4875-9a2a-930974b6035a None None] Updating router f702bc6b-f02c-4e27-b0e4-4f0f8c2f13e2 port f2c4ec95-10eb-45be-92ad-b0732e457844 binding host n-d-812111-14 {{(pid=103307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:31:31.863646 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-d3b19c9d-67f5-47b3-a063-e0c540653859 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (3dda1cfc-fce7-4e9c-8686-cc9cecf29d40), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:31.886618 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-d3b19c9d-67f5-47b3-a063-e0c540653859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:31.887981 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-d3b19c9d-67f5-47b3-a063-e0c540653859 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:31.890917 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-d3b19c9d-67f5-47b3-a063-e0c540653859 service neutron] 10.222.0.70 "PUT /v2.0/ports/3dda1cfc-fce7-4e9c-8686-cc9cecf29d40 HTTP/1.1" status: 200 len: 1092 time: 3.7581217 Jan 28 19:31:31.938578 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-6d9a0264-e150-44a5-a514-8ce0e03a3732 req-2342c0d7-0217-44b0-a656-5edbc2cfcde3 tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (3a62c814-77ea-400d-b5a8-d7ed9128ad28), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:31.966299 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-03175a26-63b1-4875-9a2a-930974b6035a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (f2c4ec95-10eb-45be-92ad-b0732e457844), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:31.971230 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6266b4f2-471d-4297-9d3c-9386239f951c', 'tag': '3dda1cfc-fce7-4e9c-8686-cc9cecf29d40'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:31:31.978487 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-501d15f7-8521-44d7-98bf-21e71ffb52ff" -d '{"events": [{"name": "network-changed", "server_uuid": "6266b4f2-471d-4297-9d3c-9386239f951c", "tag": "3dda1cfc-fce7-4e9c-8686-cc9cecf29d40"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:31:31.985788 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c8d79343-4521-469f-b4e9-ba435d552857 req-b657e195-866d-4497-8834-5ff57742135d service neutron] 10.222.0.70 "GET /v2.0/networks/4ed80f8c-a628-4bf0-926c-daa4ec7f72d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6830988 Jan 28 19:31:32.018718 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-2bc7801d-76b9-45da-a37a-add7b15cea63 service neutron] Request body: {'port': {'device_id': '6266b4f2-471d-4297-9d3c-9386239f951c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-14'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:31:32.495231 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-978789f2-f517-4723-a0ae-612adb5540d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:32.497565 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 34588) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:32.600876 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-03175a26-63b1-4875-9a2a-930974b6035a None None] Publish callbacks [] for port (f2c4ec95-10eb-45be-92ad-b0732e457844), precommit_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:32.611871 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-03175a26-63b1-4875-9a2a-930974b6035a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (f2c4ec95-10eb-45be-92ad-b0732e457844), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:32.665433 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-03175a26-63b1-4875-9a2a-930974b6035a None None] Attempting to bind port f2c4ec95-10eb-45be-92ad-b0732e457844 on host n-d-812111-14 for vnic_type normal with profile {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:31:32.666199 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-03175a26-63b1-4875-9a2a-930974b6035a None None] Attempting to bind port f2c4ec95-10eb-45be-92ad-b0732e457844 by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:31:32.672412 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03175a26-63b1-4875-9a2a-930974b6035a None None] Attempting to bind port f2c4ec95-10eb-45be-92ad-b0732e457844 on network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:31:32.707568 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-978789f2-f517-4723-a0ae-612adb5540d5 admin admin] Publish callbacks [] for security_group (c1dc7c65-fc2b-43f8-8b17-8bca263272a8), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:32.720541 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03175a26-63b1-4875-9a2a-930974b6035a None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 31, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:31:32.722265 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-978789f2-f517-4723-a0ae-612adb5540d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (c1dc7c65-fc2b-43f8-8b17-8bca263272a8), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:32.722914 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03175a26-63b1-4875-9a2a-930974b6035a None None] Checking segment: {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:31:32.723629 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-03175a26-63b1-4875-9a2a-930974b6035a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:32.729142 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03175a26-63b1-4875-9a2a-930974b6035a None None] Bound using segment: {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:31:32.730027 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-03175a26-63b1-4875-9a2a-930974b6035a None None] Bound port: f2c4ec95-10eb-45be-92ad-b0732e457844, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:31:32.730670 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-03175a26-63b1-4875-9a2a-930974b6035a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (f2c4ec95-10eb-45be-92ad-b0732e457844), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:32.736123 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b19c9d-67f5-47b3-a063-e0c540653859 service neutron] Pushing event updated for resources: {'Port': ['ID=3dda1cfc-fce7-4e9c-8686-cc9cecf29d40,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:32.752416 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-6d9a0264-e150-44a5-a514-8ce0e03a3732 req-2342c0d7-0217-44b0-a656-5edbc2cfcde3 tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] Publish callbacks [] for port (3a62c814-77ea-400d-b5a8-d7ed9128ad28), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:32.765730 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c9fc75-f1d2-4e28-b8db-33c7534500e1 req-41b12268-ce54-4b1b-9a3c-1d39a8970d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:32.768333 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-91c9fc75-f1d2-4e28-b8db-33c7534500e1 req-41b12268-ce54-4b1b-9a3c-1d39a8970d27 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0f0ddac21a95455ebc1c3ac83c1cf620&device_id=468e569c-4ad2-4f8a-b0ed-71ebeaa4f974 HTTP/1.1" status: 200 len: 1126 time: 0.6226006 Jan 28 19:31:32.768681 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-6d9a0264-e150-44a5-a514-8ce0e03a3732 req-2342c0d7-0217-44b0-a656-5edbc2cfcde3 tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (3a62c814-77ea-400d-b5a8-d7ed9128ad28), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:32.818570 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978789f2-f517-4723-a0ae-612adb5540d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1dc7c65-fc2b-43f8-8b17-8bca263272a8,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:32.827386 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-2bc7801d-76b9-45da-a37a-add7b15cea63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (94babd58-bc58-41d0-b372-2137350b0839), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:32.877507 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-3b7381c4-a284-4f7a-999a-4391ef830fae tempest-QuotasNegativeTest-1270231410 tempest-QuotasNegativeTest-1270231410-project-admin] Request body: {'quota': {'network': 2}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:31:32.888242 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720b3f4b-4eda-43b0-ab80-64b12532ea28 None None] Pushing event updated for resources: {'Port': ['ID=f2c4ec95-10eb-45be-92ad-b0732e457844,revision_number=2']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:32.916642 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-03175a26-63b1-4875-9a2a-930974b6035a None None] For port f2c4ec95-10eb-45be-92ad-b0732e457844, host n-d-812111-14, cleared binding levels {{(pid=103307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:31:32.920533 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-03175a26-63b1-4875-9a2a-930974b6035a None None] For port f2c4ec95-10eb-45be-92ad-b0732e457844, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=f2c4ec95-10eb-45be-92ad-b0732e457844,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:31:32.958647 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-03175a26-63b1-4875-9a2a-930974b6035a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (f2c4ec95-10eb-45be-92ad-b0732e457844), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:32.987838 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedee104-e68a-420e-87b2-dbb52a58061c req-3cf42bf7-50e5-4e9a-848e-ae0094491ba5 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:33.004403 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-dedee104-e68a-420e-87b2-dbb52a58061c req-3cf42bf7-50e5-4e9a-848e-ae0094491ba5 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/ports?device_id=468e569c-4ad2-4f8a-b0ed-71ebeaa4f974 HTTP/1.1" status: 200 len: 943 time: 0.8618164 Jan 28 19:31:33.015609 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03175a26-63b1-4875-9a2a-930974b6035a None None] Routers {'f702bc6b-f02c-4e27-b0e4-4f0f8c2f13e2'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:31:33.016317 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-03175a26-63b1-4875-9a2a-930974b6035a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:31:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['f702bc6b-f02c-4e27-b0e4-4f0f8c2f13e2'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:31:33.017396 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2342c0d7-0217-44b0-a656-5edbc2cfcde3 tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] Pushing event updated for resources: {'Port': ['ID=3a62c814-77ea-400d-b5a8-d7ed9128ad28,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:33.020539 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-6d9a0264-e150-44a5-a514-8ce0e03a3732 req-2342c0d7-0217-44b0-a656-5edbc2cfcde3 tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734886'] for floatingip (4ec8cb37-4329-4275-9cb6-c1d2a1720aa2), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:33.079235 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-28bf12a1-630e-4996-a369-6ed448421994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:33.103673 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-6d9a0264-e150-44a5-a514-8ce0e03a3732 req-2342c0d7-0217-44b0-a656-5edbc2cfcde3 tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for floatingip (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:33.111813 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6d9a0264-e150-44a5-a514-8ce0e03a3732 req-2342c0d7-0217-44b0-a656-5edbc2cfcde3 tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 5.8536353 Jan 28 19:31:33.159530 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c9fc75-f1d2-4e28-b8db-33c7534500e1 req-cf54f41c-25ad-42e7-adbd-ff5618d764d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:33.161023 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-91c9fc75-f1d2-4e28-b8db-33c7534500e1 req-cf54f41c-25ad-42e7-adbd-ff5618d764d8 service neutron] 10.222.0.70 "GET /v2.0/networks?id=4ed80f8c-a628-4bf0-926c-daa4ec7f72d6 HTTP/1.1" status: 200 len: 917 time: 0.3221538 Jan 28 19:31:33.172749 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-978789f2-f517-4723-a0ae-612adb5540d5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=309c3e822ff945a88d855395d2d70882&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6197102 Jan 28 19:31:33.182528 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 34598) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:33.257400 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720b3f4b-4eda-43b0-ab80-64b12532ea28 None None] Pushing event updated for resources: {'Port': ['ID=f2c4ec95-10eb-45be-92ad-b0732e457844,revision_number=3']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:33.314266 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-03175a26-63b1-4875-9a2a-930974b6035a None None] Set router f702bc6b-f02c-4e27-b0e4-4f0f8c2f13e2 gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:31:33.536360 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6d9a0264-e150-44a5-a514-8ce0e03a3732 req-4065adbf-7948-4fe5-a679-dc99e75bbe2b tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.6.10 HTTP/1.1" status: 200 len: 695 time: 0.4236202 Jan 28 19:31:33.682871 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-03175a26-63b1-4875-9a2a-930974b6035a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f702bc6b-f02c-4e27-b0e4-4f0f8c2f13e2', 'name': 'tempest-ServersTestManualDisk-1977898388-router', 'tenant_id': '45fb7b14cebe47c2b0ff3653e388c738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': 'f2c4ec95-10eb-45be-92ad-b0732e457844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:31:22Z', 'updated_at': '2022-01-28T19:31:27Z', 'revision_number': 3, 'project_id': '45fb7b14cebe47c2b0ff3653e388c738', 'gw_port': {'id': 'f2c4ec95-10eb-45be-92ad-b0732e457844', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:5f:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f702bc6b-f02c-4e27-b0e4-4f0f8c2f13e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2019, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:31:24Z', 'updated_at': '2022-01-28T19:31:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:31:33.717557 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-28bf12a1-630e-4996-a369-6ed448421994 admin admin] Allocated IP 172.20.0.1 (92852eb4-22ae-4ff2-8b8f-59f16f3a189b/32567241-fa90-4306-aa1e-53db272b15f8/cf5ecd1f-1725-4463-8e93-be90494201dc) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:31:33.722055 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03175a26-63b1-4875-9a2a-930974b6035a None None] The sync data for ids ['f702bc6b-f02c-4e27-b0e4-4f0f8c2f13e2'] in n-d-812111-14 is: [{'id': 'f702bc6b-f02c-4e27-b0e4-4f0f8c2f13e2', 'name': 'tempest-ServersTestManualDisk-1977898388-router', 'tenant_id': '45fb7b14cebe47c2b0ff3653e388c738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': 'f2c4ec95-10eb-45be-92ad-b0732e457844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:31:22Z', 'updated_at': '2022-01-28T19:31:27Z', 'revision_number': 3, 'project_id': '45fb7b14cebe47c2b0ff3653e388c738', 'gw_port': {'id': 'f2c4ec95-10eb-45be-92ad-b0732e457844', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:5f:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f702bc6b-f02c-4e27-b0e4-4f0f8c2f13e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2019, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:31:24Z', 'updated_at': '2022-01-28T19:31:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:31:33.775276 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9b396619-8e25-4aeb-9d4b-460710f6a8c4 admin admin] Publish callbacks [] for security_group (c1dc7c65-fc2b-43f8-8b17-8bca263272a8), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:33.809656 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9b396619-8e25-4aeb-9d4b-460710f6a8c4 admin admin] Publish callbacks [] for security_group (c1dc7c65-fc2b-43f8-8b17-8bca263272a8), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:33.913408 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9a0264-e150-44a5-a514-8ce0e03a3732 req-63c48130-7a87-4de0-baa5-53787aeb3ead tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:33.915088 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6d9a0264-e150-44a5-a514-8ce0e03a3732 req-63c48130-7a87-4de0-baa5-53787aeb3ead tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] 10.222.0.64 "GET /v2.0/networks/d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 HTTP/1.1" status: 200 len: 784 time: 0.3727679 Jan 28 19:31:33.989996 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9b396619-8e25-4aeb-9d4b-460710f6a8c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (c1dc7c65-fc2b-43f8-8b17-8bca263272a8), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:34.003769 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9b396619-8e25-4aeb-9d4b-460710f6a8c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:34.005350 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-9b396619-8e25-4aeb-9d4b-460710f6a8c4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c1dc7c65-fc2b-43f8-8b17-8bca263272a8 HTTP/1.1" status: 204 len: 168 time: 0.6242697 Jan 28 19:31:34.051223 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-2bc7801d-76b9-45da-a37a-add7b15cea63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94babd58-bc58-41d0-b372-2137350b0839 {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:31:34.060320 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-2bc7801d-76b9-45da-a37a-add7b15cea63 service neutron] Publish callbacks [] for port (94babd58-bc58-41d0-b372-2137350b0839), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:34.074886 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-2bc7801d-76b9-45da-a37a-add7b15cea63 service neutron] Transition to ACTIVE for port object 94babd58-bc58-41d0-b372-2137350b0839 will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:31:34.084114 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-3b7381c4-a284-4f7a-999a-4391ef830fae tempest-QuotasNegativeTest-1270231410 tempest-QuotasNegativeTest-1270231410-project-admin] 10.222.0.64 "PUT /v2.0/quotas/ad7f4a89cfcb40a79a1cf8a86c5bd53e HTTP/1.1" status: 200 len: 368 time: 1.5040793 Jan 28 19:31:34.084114 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb81ded3-6ecc-4202-b054-99f7b2b138cc x-openstack-request-id: req-bb81ded3-6ecc-4202-b054-99f7b2b138cc {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:31:34.084114 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6266b4f2-471d-4297-9d3c-9386239f951c", "tag": "3dda1cfc-fce7-4e9c-8686-cc9cecf29d40", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:31:34.084114 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bb81ded3-6ecc-4202-b054-99f7b2b138cc {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:31:34.084114 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6266b4f2-471d-4297-9d3c-9386239f951c', 'tag': '3dda1cfc-fce7-4e9c-8686-cc9cecf29d40', 'status': 'completed', 'code': 200} Jan 28 19:31:34.087001 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-91c9fc75-f1d2-4e28-b8db-33c7534500e1 req-86dc792a-9090-41f7-870f-605604a96bf8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3350cbae-4a25-42ca-a107-7365789be398 HTTP/1.1" status: 200 len: 217 time: 0.9101515 Jan 28 19:31:34.093033 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 34618) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:34.093773 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-2bc7801d-76b9-45da-a37a-add7b15cea63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (94babd58-bc58-41d0-b372-2137350b0839), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:34.101752 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-b0b3f202-62fe-4247-8579-2f382378623e tempest-QuotasNegativeTest-1270231410 tempest-QuotasNegativeTest-1270231410-project-admin] Request body: {'network': {'project_id': 'ad7f4a89cfcb40a79a1cf8a86c5bd53e'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:31:34.222768 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b396619-8e25-4aeb-9d4b-460710f6a8c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1dc7c65-fc2b-43f8-8b17-8bca263272a8,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:34.241128 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-28bf12a1-630e-4996-a369-6ed448421994 admin admin] Publish callbacks [] for port (cf5ecd1f-1725-4463-8e93-be90494201dc), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:34.277733 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c9fc75-f1d2-4e28-b8db-33c7534500e1 req-d0598a71-4d2e-41f7-bd38-b95a19035ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:34.279495 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-91c9fc75-f1d2-4e28-b8db-33c7534500e1 req-d0598a71-4d2e-41f7-bd38-b95a19035ae7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ccd8c2b9-0197-4b01-ba57-f13b2702d1bc HTTP/1.1" status: 200 len: 856 time: 0.1317523 Jan 28 19:31:34.301184 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0b3f202-62fe-4247-8579-2f382378623e tempest-QuotasNegativeTest-1270231410 tempest-QuotasNegativeTest-1270231410-project-admin] Made reservation on behalf of ad7f4a89cfcb40a79a1cf8a86c5bd53e for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:31:34.304338 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b0b3f202-62fe-4247-8579-2f382378623e tempest-QuotasNegativeTest-1270231410 tempest-QuotasNegativeTest-1270231410-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:34.485824 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-dedee104-e68a-420e-87b2-dbb52a58061c req-ae89de4b-8cc9-4b60-907d-7f34aa65b3aa tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/security-groups?id=1bfe6452-43d5-4c93-9450-34896bc0d267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.4803796 Jan 28 19:31:34.486490 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b0b3f202-62fe-4247-8579-2f382378623e tempest-QuotasNegativeTest-1270231410 tempest-QuotasNegativeTest-1270231410-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:34.526982 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501d15f7-8521-44d7-98bf-21e71ffb52ff req-01fedf40-b07c-4485-96dc-74a4599bbe10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:34.527494 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501d15f7-8521-44d7-98bf-21e71ffb52ff req-01fedf40-b07c-4485-96dc-74a4599bbe10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:34.528133 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501d15f7-8521-44d7-98bf-21e71ffb52ff req-01fedf40-b07c-4485-96dc-74a4599bbe10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:34.528609 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501d15f7-8521-44d7-98bf-21e71ffb52ff req-01fedf40-b07c-4485-96dc-74a4599bbe10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:34.529314 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501d15f7-8521-44d7-98bf-21e71ffb52ff req-01fedf40-b07c-4485-96dc-74a4599bbe10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:34.530013 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501d15f7-8521-44d7-98bf-21e71ffb52ff req-01fedf40-b07c-4485-96dc-74a4599bbe10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:34.532180 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-501d15f7-8521-44d7-98bf-21e71ffb52ff req-01fedf40-b07c-4485-96dc-74a4599bbe10 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6a63e631dab749fab705cc3ad19e314b&device_id=6266b4f2-471d-4297-9d3c-9386239f951c HTTP/1.1" status: 200 len: 5281 time: 0.4938903 Jan 28 19:31:34.560049 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 3350cbae-4a25-42ca-a107-7365789be398 details requested by agent hyperv_n-h2-812111-14 with host n-h2-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:31:34.668790 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3e2c3c-3fc1-40ae-b3f7-7f510ff3efb4 req-24cd1d3b-e792-432c-858d-da6671808ff5 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:34.683581 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3e2c3c-3fc1-40ae-b3f7-7f510ff3efb4 req-24cd1d3b-e792-432c-858d-da6671808ff5 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:34.698417 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3e2c3c-3fc1-40ae-b3f7-7f510ff3efb4 req-24cd1d3b-e792-432c-858d-da6671808ff5 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:34.718651 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3e2c3c-3fc1-40ae-b3f7-7f510ff3efb4 req-24cd1d3b-e792-432c-858d-da6671808ff5 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:34.734448 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3e2c3c-3fc1-40ae-b3f7-7f510ff3efb4 req-24cd1d3b-e792-432c-858d-da6671808ff5 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:34.748488 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3e2c3c-3fc1-40ae-b3f7-7f510ff3efb4 req-24cd1d3b-e792-432c-858d-da6671808ff5 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:34.763189 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6c3e2c3c-3fc1-40ae-b3f7-7f510ff3efb4 req-24cd1d3b-e792-432c-858d-da6671808ff5 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/ports?device_id=6266b4f2-471d-4297-9d3c-9386239f951c HTTP/1.1" status: 200 len: 4604 time: 0.5489242 Jan 28 19:31:34.772581 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c9fc75-f1d2-4e28-b8db-33c7534500e1 req-d4bff7a9-9df6-48df-8580-44aab34f744e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:34.779454 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-91c9fc75-f1d2-4e28-b8db-33c7534500e1 req-d4bff7a9-9df6-48df-8580-44aab34f744e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4ed80f8c-a628-4bf0-926c-daa4ec7f72d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4656026 Jan 28 19:31:34.942398 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc7801d-76b9-45da-a37a-add7b15cea63 service neutron] Pushing event updated for resources: {'Port': ['ID=94babd58-bc58-41d0-b372-2137350b0839,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:34.945671 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-28bf12a1-630e-4996-a369-6ed448421994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (cf5ecd1f-1725-4463-8e93-be90494201dc), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:35.003694 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 34634) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:35.030210 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device f2c4ec95-10eb-45be-92ad-b0732e457844 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:31:35.129178 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-07e53da1-26db-4079-a362-bfb12eda38a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:35.213676 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6c3e2c3c-3fc1-40ae-b3f7-7f510ff3efb4 req-d7cb4a6f-7de6-4ac0-a456-7d1e01d14587 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/security-groups?id=72c56c83-1eeb-4758-9a36-9dca3b681b4c&id=13e4f299-cf18-4f69-979b-275ae464cc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3076706 Jan 28 19:31:35.250930 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28bf12a1-630e-4996-a369-6ed448421994 admin admin] Network 92852eb4-22ae-4ff2-8b8f-59f16f3a189b is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:31:35.257573 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea43acea-7259-432d-91fb-f23c0b9e12f0 req-f60119d6-11f1-4bcf-8d50-45a0532ac71b tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:35.259136 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ea43acea-7259-432d-91fb-f23c0b9e12f0 req-f60119d6-11f1-4bcf-8d50-45a0532ac71b tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3d14ce0-7469-47f2-ae46-bee456094209&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.5040305 Jan 28 19:31:35.259868 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-2bc7801d-76b9-45da-a37a-add7b15cea63 service neutron] Attempting to bind port 94babd58-bc58-41d0-b372-2137350b0839 on host n-h2-812111-14 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:31:35.260214 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-2bc7801d-76b9-45da-a37a-add7b15cea63 service neutron] Attempting to bind port 94babd58-bc58-41d0-b372-2137350b0839 by drivers openvswitch,hyperv on host n-h2-812111-14 at level 0 using segments [{'id': '9bf5b81d-1ecc-495b-86bd-fe1fc8410ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '1a0a56ae-a8fc-45c3-a9f5-3868c6fdc511'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:31:35.260550 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-2bc7801d-76b9-45da-a37a-add7b15cea63 service neutron] Attempting to bind port 94babd58-bc58-41d0-b372-2137350b0839 on network 1a0a56ae-a8fc-45c3-a9f5-3868c6fdc511 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:31:35.267999 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-28bf12a1-630e-4996-a369-6ed448421994 admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:31:35.285781 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28bf12a1-630e-4996-a369-6ed448421994 admin admin] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:31:35.287179 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-2bc7801d-76b9-45da-a37a-add7b15cea63 service neutron] Port 94babd58-bc58-41d0-b372-2137350b0839 on network 1a0a56ae-a8fc-45c3-a9f5-3868c6fdc511 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-14 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:31:35.287519 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-2bc7801d-76b9-45da-a37a-add7b15cea63 service neutron] Attempting to bind port 94babd58-bc58-41d0-b372-2137350b0839 on network 1a0a56ae-a8fc-45c3-a9f5-3868c6fdc511 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:31:35.362184 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-91c9fc75-f1d2-4e28-b8db-33c7534500e1 req-2036af74-4f66-46fd-b21c-c56241490439 service neutron] 10.222.0.70 "GET /v2.0/networks/4ed80f8c-a628-4bf0-926c-daa4ec7f72d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4151330 Jan 28 19:31:35.366112 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501d15f7-8521-44d7-98bf-21e71ffb52ff req-c33efd2c-bad5-426a-b568-c62cb560c60d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:35.367452 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501d15f7-8521-44d7-98bf-21e71ffb52ff req-c33efd2c-bad5-426a-b568-c62cb560c60d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:35.377655 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501d15f7-8521-44d7-98bf-21e71ffb52ff req-c33efd2c-bad5-426a-b568-c62cb560c60d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:35.379534 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-501d15f7-8521-44d7-98bf-21e71ffb52ff req-c33efd2c-bad5-426a-b568-c62cb560c60d service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=6a63e631dab749fab705cc3ad19e314b&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.8378515 Jan 28 19:31:35.385764 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bf12a1-630e-4996-a369-6ed448421994 admin admin] Pushing event updated for resources: {'Port': ['ID=cf5ecd1f-1725-4463-8e93-be90494201dc,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:35.415475 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port f2c4ec95-10eb-45be-92ad-b0732e457844 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:31:35.417457 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (f2c4ec95-10eb-45be-92ad-b0732e457844), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:35.425178 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 3350cbae-4a25-42ca-a107-7365789be398, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=3350cbae-4a25-42ca-a107-7365789be398,segment=NetworkSegment(25c21fb9-fdcd-4ded-98e7-fa3f83ec6d2c),segment_id=25c21fb9-fdcd-4ded-98e7-fa3f83ec6d2c)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:31:35.467119 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-2bc7801d-76b9-45da-a37a-add7b15cea63 service neutron] Checking agent: {'id': '8f3fee4e-bf24-4b58-8a3a-ae9c8011a473', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 31, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:31:35.467470 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-2bc7801d-76b9-45da-a37a-add7b15cea63 service neutron] Checking segment: {'id': '9bf5b81d-1ecc-495b-86bd-fe1fc8410ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '1a0a56ae-a8fc-45c3-a9f5-3868c6fdc511'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:31:35.467872 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-2bc7801d-76b9-45da-a37a-add7b15cea63 service neutron] Bound using segment: {'id': '9bf5b81d-1ecc-495b-86bd-fe1fc8410ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '1a0a56ae-a8fc-45c3-a9f5-3868c6fdc511'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:31:35.468339 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-2bc7801d-76b9-45da-a37a-add7b15cea63 service neutron] Bound port: 94babd58-bc58-41d0-b372-2137350b0839, host: n-h2-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bf5b81d-1ecc-495b-86bd-fe1fc8410ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '1a0a56ae-a8fc-45c3-a9f5-3868c6fdc511'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:31:35.468714 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-2bc7801d-76b9-45da-a37a-add7b15cea63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (94babd58-bc58-41d0-b372-2137350b0839), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:35.525186 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Returning: {'device': '3350cbae-4a25-42ca-a107-7365789be398', 'network_id': '4ed80f8c-a628-4bf0-926c-daa4ec7f72d6', 'port_id': '3350cbae-4a25-42ca-a107-7365789be398', 'mac_address': 'fa:16:3e:21:70:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccd8c2b9-0197-4b01-ba57-f13b2702d1bc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:31:35.586936 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ea43acea-7259-432d-91fb-f23c0b9e12f0 req-2c3d932e-ddbf-448f-9d8f-654c33d07c14 tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.6.10 HTTP/1.1" status: 200 len: 695 time: 0.3012288 Jan 28 19:31:35.616182 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b0b3f202-62fe-4247-8579-2f382378623e tempest-QuotasNegativeTest-1270231410 tempest-QuotasNegativeTest-1270231410-project-admin] Publish callbacks [] for security_group (f0de5ce9-d481-4bdf-923a-f566f0e404c8), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:35.628521 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-ea43acea-7259-432d-91fb-f23c0b9e12f0 req-15f23d62-d225-4ad2-a229-9d20d3d1656c tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] Request body: {'floatingip': {'port_id': '9bcadbd2-2697-46df-a75c-0d1c1221e02f', 'fixed_ip_address': '172.20.0.2'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:31:35.733181 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-ea43acea-7259-432d-91fb-f23c0b9e12f0 req-15f23d62-d225-4ad2-a229-9d20d3d1656c tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] Publish callbacks [] for floatingip (4ec8cb37-4329-4275-9cb6-c1d2a1720aa2), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:35.738571 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b0b3f202-62fe-4247-8579-2f382378623e tempest-QuotasNegativeTest-1270231410 tempest-QuotasNegativeTest-1270231410-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (f0de5ce9-d481-4bdf-923a-f566f0e404c8), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:35.738827 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 3350cbae-4a25-42ca-a107-7365789be398 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:31:35.739333 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (3350cbae-4a25-42ca-a107-7365789be398), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:35.801853 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port f2c4ec95-10eb-45be-92ad-b0732e457844 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:31:35.802161 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (f2c4ec95-10eb-45be-92ad-b0732e457844), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:35.879511 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3350cbae-4a25-42ca-a107-7365789be398 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:31:35.892251 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0b3f202-62fe-4247-8579-2f382378623e tempest-QuotasNegativeTest-1270231410 tempest-QuotasNegativeTest-1270231410-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:31:35.906890 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b3f202-62fe-4247-8579-2f382378623e tempest-QuotasNegativeTest-1270231410 tempest-QuotasNegativeTest-1270231410-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0de5ce9-d481-4bdf-923a-f566f0e404c8,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:35.924463 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d1d2d7dc-fd35-4179-8e06-060d2053d5f1 None None] Provisioning complete for port cf5ecd1f-1725-4463-8e93-be90494201dc triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:31:35.924862 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d1d2d7dc-fd35-4179-8e06-060d2053d5f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (cf5ecd1f-1725-4463-8e93-be90494201dc), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:35.933600 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] For port f2c4ec95-10eb-45be-92ad-b0732e457844, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=f2c4ec95-10eb-45be-92ad-b0732e457844,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:31:35.978822 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b0b3f202-62fe-4247-8579-2f382378623e tempest-QuotasNegativeTest-1270231410 tempest-QuotasNegativeTest-1270231410-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (b014120a-eb82-4084-82da-0698a7f62920), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:35.979299 n-d-812111-14 neutron-server[103304]: INFO neutron.db.segments_db [None req-b0b3f202-62fe-4247-8579-2f382378623e tempest-QuotasNegativeTest-1270231410 tempest-QuotasNegativeTest-1270231410-project-admin] Added segment b014120a-eb82-4084-82da-0698a7f62920 of type vlan for network bee5881d-ffd7-4cce-9b38-6de4ce5c1659 Jan 28 19:31:36.008164 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 3350cbae-4a25-42ca-a107-7365789be398, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=3350cbae-4a25-42ca-a107-7365789be398,segment=NetworkSegment(25c21fb9-fdcd-4ded-98e7-fa3f83ec6d2c),segment_id=25c21fb9-fdcd-4ded-98e7-fa3f83ec6d2c)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:31:36.010278 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (f2c4ec95-10eb-45be-92ad-b0732e457844), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:36.015213 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-2bc7801d-76b9-45da-a37a-add7b15cea63 service neutron] For port 94babd58-bc58-41d0-b372-2137350b0839, host n-h2-812111-14, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:31:36.022898 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-91c9fc75-f1d2-4e28-b8db-33c7534500e1 req-12ba8fe2-9e05-4bb7-b5e4-a01edcbd1380 service neutron] 10.222.0.70 "GET /v2.0/networks/4ed80f8c-a628-4bf0-926c-daa4ec7f72d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6475065 Jan 28 19:31:36.040383 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (3350cbae-4a25-42ca-a107-7365789be398), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:36.050150 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:31:36.153627 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d1d2d7dc-fd35-4179-8e06-060d2053d5f1 None None] Port cf5ecd1f-1725-4463-8e93-be90494201dc cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:31:36.177330 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Pushing event updated for resources: {'Port': ['ID=f2c4ec95-10eb-45be-92ad-b0732e457844,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:36.211259 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b0b3f202-62fe-4247-8579-2f382378623e tempest-QuotasNegativeTest-1270231410 tempest-QuotasNegativeTest-1270231410-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (bee5881d-ffd7-4cce-9b38-6de4ce5c1659), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:36.224936 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-2bc7801d-76b9-45da-a37a-add7b15cea63 service neutron] For port 94babd58-bc58-41d0-b372-2137350b0839, host n-h2-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=94babd58-bc58-41d0-b372-2137350b0839,segment=NetworkSegment(9bf5b81d-1ecc-495b-86bd-fe1fc8410ddb),segment_id=9bf5b81d-1ecc-495b-86bd-fe1fc8410ddb)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:31:36.270324 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-2bc7801d-76b9-45da-a37a-add7b15cea63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (94babd58-bc58-41d0-b372-2137350b0839), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:36.272127 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['3350cbae-4a25-42ca-a107-7365789be398'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:31:36.356664 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-2bc7801d-76b9-45da-a37a-add7b15cea63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:36.357708 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-2bc7801d-76b9-45da-a37a-add7b15cea63 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:36.359435 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-2bc7801d-76b9-45da-a37a-add7b15cea63 service neutron] 10.222.0.70 "PUT /v2.0/ports/94babd58-bc58-41d0-b372-2137350b0839 HTTP/1.1" status: 200 len: 1136 time: 4.3538785 Jan 28 19:31:36.360087 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6266b4f2-471d-4297-9d3c-9386239f951c', 'tag': '94babd58-bc58-41d0-b372-2137350b0839'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:31:36.362620 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc8f3d2c-0171-43a4-9182-1a3008fc3974" -d '{"events": [{"name": "network-changed", "server_uuid": "6266b4f2-471d-4297-9d3c-9386239f951c", "tag": "94babd58-bc58-41d0-b372-2137350b0839"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:31:36.391957 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=3350cbae-4a25-42ca-a107-7365789be398,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:36.485259 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-00890ccc-f45c-4725-9d52-3b88f2afbdd4 service neutron] Request body: {'port': {'device_id': '6266b4f2-471d-4297-9d3c-9386239f951c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-14'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:31:36.536342 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-28bf12a1-630e-4996-a369-6ed448421994 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734769'] for router_interface (f702bc6b-f02c-4e27-b0e4-4f0f8c2f13e2), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:36.604144 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b0b3f202-62fe-4247-8579-2f382378623e tempest-QuotasNegativeTest-1270231410 tempest-QuotasNegativeTest-1270231410-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (bee5881d-ffd7-4cce-9b38-6de4ce5c1659), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:36.615116 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b3f202-62fe-4247-8579-2f382378623e tempest-QuotasNegativeTest-1270231410 tempest-QuotasNegativeTest-1270231410-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:36.616235 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b0b3f202-62fe-4247-8579-2f382378623e tempest-QuotasNegativeTest-1270231410 tempest-QuotasNegativeTest-1270231410-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:36.765392 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device f2c4ec95-10eb-45be-92ad-b0732e457844 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:31:36.801482 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bc1d13-b9dc-4fd8-8e18-3532353f9660 req-7c4cfe9c-8e88-45f5-bd0d-40d49e4c1748 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:36.808724 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-72bc1d13-b9dc-4fd8-8e18-3532353f9660 req-7c4cfe9c-8e88-45f5-bd0d-40d49e4c1748 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/ports?device_id=468e569c-4ad2-4f8a-b0ed-71ebeaa4f974 HTTP/1.1" status: 200 len: 944 time: 0.3333666 Jan 28 19:31:36.812138 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501d15f7-8521-44d7-98bf-21e71ffb52ff req-9bcd2fcb-bc50-43d0-9d9e-1a80c5f4015e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:36.813647 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-501d15f7-8521-44d7-98bf-21e71ffb52ff req-9bcd2fcb-bc50-43d0-9d9e-1a80c5f4015e service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 1.4034965 Jan 28 19:31:36.828801 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c274bbcb-6d3b-4c6f-bd4d-9a000b19a014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:36.914894 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-07e53da1-26db-4079-a362-bfb12eda38a8 admin admin] Publish callbacks [] for security_group (9bb00131-e6df-445c-9d8d-41b808a63739), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:36.925569 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-07e53da1-26db-4079-a362-bfb12eda38a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (9bb00131-e6df-445c-9d8d-41b808a63739), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:36.928529 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port f2c4ec95-10eb-45be-92ad-b0732e457844 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:31:36.931008 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (f2c4ec95-10eb-45be-92ad-b0732e457844), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:36.999703 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b3f202-62fe-4247-8579-2f382378623e tempest-QuotasNegativeTest-1270231410 tempest-QuotasNegativeTest-1270231410-project-admin] Pushing event updated for resources: {'Network': ['ID=bee5881d-ffd7-4cce-9b38-6de4ce5c1659,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:37.011202 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-07e53da1-26db-4079-a362-bfb12eda38a8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=07f8931bdf5844df91e4b58eedcf528e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9869933 Jan 28 19:31:37.022100 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network bee5881d-ffd7-4cce-9b38-6de4ce5c1659 details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:31:37.024993 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e53da1-26db-4079-a362-bfb12eda38a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bb00131-e6df-445c-9d8d-41b808a63739,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:37.035342 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 34664) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:37.079751 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-72bc1d13-b9dc-4fd8-8e18-3532353f9660 req-e8974df7-e87c-48d5-b3bc-b13e49d2fcb7 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/security-groups?id=1bfe6452-43d5-4c93-9450-34896bc0d267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2700100 Jan 28 19:31:37.138762 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc7801d-76b9-45da-a37a-add7b15cea63 service neutron] Pushing event updated for resources: {'Port': ['ID=94babd58-bc58-41d0-b372-2137350b0839,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:37.144422 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-00890ccc-f45c-4725-9d52-3b88f2afbdd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (63a694be-3c45-4cf7-86cf-e53eec59bb7a), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:37.163565 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-b0b3f202-62fe-4247-8579-2f382378623e tempest-QuotasNegativeTest-1270231410 tempest-QuotasNegativeTest-1270231410-project-admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 3.0643821 Jan 28 19:31:37.172561 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 34674) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:37.200108 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-28bf12a1-630e-4996-a369-6ed448421994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (cf5ecd1f-1725-4463-8e93-be90494201dc), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:37.204710 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-ab4e5eea-4df5-4e21-afa0-737865da8d1e tempest-QuotasNegativeTest-1270231410 tempest-QuotasNegativeTest-1270231410-project-admin] Request body: {'network': {'project_id': 'ad7f4a89cfcb40a79a1cf8a86c5bd53e'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:31:37.280512 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port f2c4ec95-10eb-45be-92ad-b0732e457844 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:31:37.293669 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab4e5eea-4df5-4e21-afa0-737865da8d1e tempest-QuotasNegativeTest-1270231410 tempest-QuotasNegativeTest-1270231410-project-admin] Made reservation on behalf of ad7f4a89cfcb40a79a1cf8a86c5bd53e for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:31:37.295979 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ab4e5eea-4df5-4e21-afa0-737865da8d1e tempest-QuotasNegativeTest-1270231410 tempest-QuotasNegativeTest-1270231410-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:37.487165 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b0b939-527d-4076-9e13-fa2757b2aa28 req-f4ff7949-5d78-4aac-b3a8-2a876eea67f5 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:37.507072 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b0b939-527d-4076-9e13-fa2757b2aa28 req-f4ff7949-5d78-4aac-b3a8-2a876eea67f5 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:37.520500 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b0b939-527d-4076-9e13-fa2757b2aa28 req-f4ff7949-5d78-4aac-b3a8-2a876eea67f5 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:37.533565 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b0b939-527d-4076-9e13-fa2757b2aa28 req-f4ff7949-5d78-4aac-b3a8-2a876eea67f5 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:37.541849 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b0b939-527d-4076-9e13-fa2757b2aa28 req-f4ff7949-5d78-4aac-b3a8-2a876eea67f5 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:37.548184 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b0b939-527d-4076-9e13-fa2757b2aa28 req-f4ff7949-5d78-4aac-b3a8-2a876eea67f5 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:37.550919 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-58b0b939-527d-4076-9e13-fa2757b2aa28 req-f4ff7949-5d78-4aac-b3a8-2a876eea67f5 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/ports?device_id=6266b4f2-471d-4297-9d3c-9386239f951c HTTP/1.1" status: 200 len: 4604 time: 0.3109751 Jan 28 19:31:37.581941 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab4e5eea-4df5-4e21-afa0-737865da8d1e tempest-QuotasNegativeTest-1270231410 tempest-QuotasNegativeTest-1270231410-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:31:37.660531 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-28bf12a1-630e-4996-a369-6ed448421994 admin admin] Publish callbacks [] for port (cf5ecd1f-1725-4463-8e93-be90494201dc), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:37.711677 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-28bf12a1-630e-4996-a369-6ed448421994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (cf5ecd1f-1725-4463-8e93-be90494201dc), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:37.716037 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ab4e5eea-4df5-4e21-afa0-737865da8d1e tempest-QuotasNegativeTest-1270231410 tempest-QuotasNegativeTest-1270231410-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (31335927-ac9b-4b10-96e8-495e92b9014a), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:37.716409 n-d-812111-14 neutron-server[103304]: INFO neutron.db.segments_db [None req-ab4e5eea-4df5-4e21-afa0-737865da8d1e tempest-QuotasNegativeTest-1270231410 tempest-QuotasNegativeTest-1270231410-project-admin] Added segment 31335927-ac9b-4b10-96e8-495e92b9014a of type vlan for network eaba862b-29ce-45b6-a030-b13c386dcce3 Jan 28 19:31:37.810083 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-28bf12a1-630e-4996-a369-6ed448421994 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-756216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-732801'] for router_interface (f702bc6b-f02c-4e27-b0e4-4f0f8c2f13e2), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:38.056485 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-58b0b939-527d-4076-9e13-fa2757b2aa28 req-fa1e1e38-e038-4103-8f70-138ad8a8adf8 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/security-groups?id=72c56c83-1eeb-4758-9a36-9dca3b681b4c&id=13e4f299-cf18-4f69-979b-275ae464cc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3886583 Jan 28 19:31:38.081313 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28bf12a1-630e-4996-a369-6ed448421994 admin admin] Network 92852eb4-22ae-4ff2-8b8f-59f16f3a189b is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:31:38.086630 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-28bf12a1-630e-4996-a369-6ed448421994 admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:31:38.112290 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bf12a1-630e-4996-a369-6ed448421994 admin admin] Pushing event updated for resources: {'Port': ['ID=cf5ecd1f-1725-4463-8e93-be90494201dc,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:38.527067 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28bf12a1-630e-4996-a369-6ed448421994 admin admin] Router f702bc6b-f02c-4e27-b0e4-4f0f8c2f13e2 has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:31:38.541452 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b6ebd9dc-c617-420a-90a7-04d50cef7a79 admin admin] Publish callbacks [] for security_group (9bb00131-e6df-445c-9d8d-41b808a63739), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:38.548256 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8f3d2c-0171-43a4-9182-1a3008fc3974 req-03eb5fab-c1f7-4ded-aee6-fb3f760d1cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:38.548731 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8f3d2c-0171-43a4-9182-1a3008fc3974 req-03eb5fab-c1f7-4ded-aee6-fb3f760d1cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:38.557801 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8f3d2c-0171-43a4-9182-1a3008fc3974 req-03eb5fab-c1f7-4ded-aee6-fb3f760d1cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:38.558300 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8f3d2c-0171-43a4-9182-1a3008fc3974 req-03eb5fab-c1f7-4ded-aee6-fb3f760d1cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:38.558759 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8f3d2c-0171-43a4-9182-1a3008fc3974 req-03eb5fab-c1f7-4ded-aee6-fb3f760d1cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:38.559231 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8f3d2c-0171-43a4-9182-1a3008fc3974 req-03eb5fab-c1f7-4ded-aee6-fb3f760d1cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:38.561212 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-fc8f3d2c-0171-43a4-9182-1a3008fc3974 req-03eb5fab-c1f7-4ded-aee6-fb3f760d1cf5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6a63e631dab749fab705cc3ad19e314b&device_id=6266b4f2-471d-4297-9d3c-9386239f951c HTTP/1.1" status: 200 len: 5354 time: 0.2664847 Jan 28 19:31:38.573378 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 3350cbae-4a25-42ca-a107-7365789be398 up at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:31:38.590823 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b6ebd9dc-c617-420a-90a7-04d50cef7a79 admin admin] Publish callbacks [] for security_group (9bb00131-e6df-445c-9d8d-41b808a63739), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:38.648856 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a19489cd-93db-49a0-9f04-c804998ec23f x-openstack-request-id: req-a19489cd-93db-49a0-9f04-c804998ec23f {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:31:38.649720 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6266b4f2-471d-4297-9d3c-9386239f951c", "tag": "94babd58-bc58-41d0-b372-2137350b0839", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:31:38.650221 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a19489cd-93db-49a0-9f04-c804998ec23f {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:31:38.650940 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6266b4f2-471d-4297-9d3c-9386239f951c', 'tag': '94babd58-bc58-41d0-b372-2137350b0839', 'status': 'completed', 'code': 200} Jan 28 19:31:38.666906 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2ccd8d20-cd8c-4434-b63b-db2edd21486c None None] Provisioning complete for port cf5ecd1f-1725-4463-8e93-be90494201dc triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:31:38.667284 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2ccd8d20-cd8c-4434-b63b-db2edd21486c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (cf5ecd1f-1725-4463-8e93-be90494201dc), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:38.775359 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2ccd8d20-cd8c-4434-b63b-db2edd21486c None None] Port cf5ecd1f-1725-4463-8e93-be90494201dc cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:31:38.782709 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning for port 3350cbae-4a25-42ca-a107-7365789be398 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:31:38.788251 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning complete for port 3350cbae-4a25-42ca-a107-7365789be398 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:31:38.788844 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (3350cbae-4a25-42ca-a107-7365789be398), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:38.823172 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ab4e5eea-4df5-4e21-afa0-737865da8d1e tempest-QuotasNegativeTest-1270231410 tempest-QuotasNegativeTest-1270231410-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (eaba862b-29ce-45b6-a030-b13c386dcce3), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:38.859753 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8f3d2c-0171-43a4-9182-1a3008fc3974 req-1b488d4e-ede5-4961-af60-180ec1bad254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:38.860407 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8f3d2c-0171-43a4-9182-1a3008fc3974 req-1b488d4e-ede5-4961-af60-180ec1bad254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:38.862481 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8f3d2c-0171-43a4-9182-1a3008fc3974 req-1b488d4e-ede5-4961-af60-180ec1bad254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:38.865936 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-fc8f3d2c-0171-43a4-9182-1a3008fc3974 req-1b488d4e-ede5-4961-af60-180ec1bad254 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=6a63e631dab749fab705cc3ad19e314b&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.2788587 Jan 28 19:31:38.948299 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 3350cbae-4a25-42ca-a107-7365789be398 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:31:38.948695 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (3350cbae-4a25-42ca-a107-7365789be398), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:38.975159 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3d2c773a-7b87-4882-a74d-b1b75c6f3586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:39.009681 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '468e569c-4ad2-4f8a-b0ed-71ebeaa4f974', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3350cbae-4a25-42ca-a107-7365789be398'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:31:39.011959 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-778a8cc3-1250-41ab-b0d9-9290edf903c6" -d '{"events": [{"server_uuid": "468e569c-4ad2-4f8a-b0ed-71ebeaa4f974", "name": "network-vif-plugged", "status": "completed", "tag": "3350cbae-4a25-42ca-a107-7365789be398"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:31:39.041621 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 3350cbae-4a25-42ca-a107-7365789be398, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=3350cbae-4a25-42ca-a107-7365789be398,segment=NetworkSegment(25c21fb9-fdcd-4ded-98e7-fa3f83ec6d2c),segment_id=25c21fb9-fdcd-4ded-98e7-fa3f83ec6d2c)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:31:39.045909 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (3350cbae-4a25-42ca-a107-7365789be398), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:39.129961 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b6ebd9dc-c617-420a-90a7-04d50cef7a79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (9bb00131-e6df-445c-9d8d-41b808a63739), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:39.133977 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b6ebd9dc-c617-420a-90a7-04d50cef7a79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:39.154282 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-b6ebd9dc-c617-420a-90a7-04d50cef7a79 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9bb00131-e6df-445c-9d8d-41b808a63739 HTTP/1.1" status: 204 len: 168 time: 2.1106579 Jan 28 19:31:39.156631 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=3350cbae-4a25-42ca-a107-7365789be398,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:39.170566 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:31:39.170922 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:31:39.171270 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:31:39.171620 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:31:39.171963 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:31:39.172298 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:31:39.172634 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:31:39.172970 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:31:39.187190 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13baab3c-c687-4d10-8de2-8832e8eaa40c req-1f03b17d-b3da-44d9-be08-dc2d2243cfc7 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:39.194249 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-13baab3c-c687-4d10-8de2-8832e8eaa40c req-1f03b17d-b3da-44d9-be08-dc2d2243cfc7 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/ports?device_id=468e569c-4ad2-4f8a-b0ed-71ebeaa4f974 HTTP/1.1" status: 200 len: 944 time: 0.7756124 Jan 28 19:31:39.196818 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:31:39.197131 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:31:39.197537 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:31:39.197868 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:31:39.198207 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:31:39.370301 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8f3d2c-0171-43a4-9182-1a3008fc3974 req-5439f2d5-966f-4ba1-977e-c15d8423d902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:39.371867 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-fc8f3d2c-0171-43a4-9182-1a3008fc3974 req-5439f2d5-966f-4ba1-977e-c15d8423d902 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4902258 Jan 28 19:31:39.396946 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-13baab3c-c687-4d10-8de2-8832e8eaa40c req-56cfa141-a135-4e97-886d-694ef07dd307 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/security-groups?id=1bfe6452-43d5-4c93-9450-34896bc0d267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1964529 Jan 28 19:31:39.403008 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-00890ccc-f45c-4725-9d52-3b88f2afbdd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63a694be-3c45-4cf7-86cf-e53eec59bb7a {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:31:39.419715 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28bf12a1-630e-4996-a369-6ed448421994 admin admin] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:31:39.436221 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99399939-37f0-4a0c-a35b-01db8963cb47 None None] Sync routers for ids ['f702bc6b-f02c-4e27-b0e4-4f0f8c2f13e2'] in n-d-812111-14 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:31:39.454017 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-28bf12a1-630e-4996-a369-6ed448421994 admin admin] 10.222.0.64 "PUT /v2.0/routers/f702bc6b-f02c-4e27-b0e4-4f0f8c2f13e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4909923 Jan 28 19:31:39.465689 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ebd9dc-c617-420a-90a7-04d50cef7a79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bb00131-e6df-445c-9d8d-41b808a63739,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:39.467438 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99399939-37f0-4a0c-a35b-01db8963cb47 None None] Routers {'f702bc6b-f02c-4e27-b0e4-4f0f8c2f13e2'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:31:39.468307 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-99399939-37f0-4a0c-a35b-01db8963cb47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:31:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['f702bc6b-f02c-4e27-b0e4-4f0f8c2f13e2'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:31:39.483522 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-00890ccc-f45c-4725-9d52-3b88f2afbdd4 service neutron] Publish callbacks [] for port (63a694be-3c45-4cf7-86cf-e53eec59bb7a), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:39.572697 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87a54f43-ccb0-475e-a9e0-a0419a3e094d x-openstack-request-id: req-87a54f43-ccb0-475e-a9e0-a0419a3e094d {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:31:39.574554 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "468e569c-4ad2-4f8a-b0ed-71ebeaa4f974", "name": "network-vif-plugged", "status": "completed", "tag": "3350cbae-4a25-42ca-a107-7365789be398", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:31:39.577139 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-87a54f43-ccb0-475e-a9e0-a0419a3e094d {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:31:39.577753 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '468e569c-4ad2-4f8a-b0ed-71ebeaa4f974', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3350cbae-4a25-42ca-a107-7365789be398', 'code': 200} Jan 28 19:31:39.586715 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.db.resource_extend [req-ea43acea-7259-432d-91fb-f23c0b9e12f0 req-15f23d62-d225-4ad2-a229-9d20d3d1656c tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 19:31:39.719690 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ab4e5eea-4df5-4e21-afa0-737865da8d1e tempest-QuotasNegativeTest-1270231410 tempest-QuotasNegativeTest-1270231410-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (eaba862b-29ce-45b6-a030-b13c386dcce3), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:39.728102 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab4e5eea-4df5-4e21-afa0-737865da8d1e tempest-QuotasNegativeTest-1270231410 tempest-QuotasNegativeTest-1270231410-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:39.729185 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ab4e5eea-4df5-4e21-afa0-737865da8d1e tempest-QuotasNegativeTest-1270231410 tempest-QuotasNegativeTest-1270231410-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:39.778282 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e9853f-9140-4abb-bdea-23f0204499be req-ecfda5b6-4635-4d1c-b015-69dcff06e450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:39.784622 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a5e9853f-9140-4abb-bdea-23f0204499be req-ecfda5b6-4635-4d1c-b015-69dcff06e450 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=468e569c-4ad2-4f8a-b0ed-71ebeaa4f974 HTTP/1.1" status: 200 len: 1128 time: 0.1976156 Jan 28 19:31:39.788203 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-00890ccc-f45c-4725-9d52-3b88f2afbdd4 service neutron] Transition to ACTIVE for port object 63a694be-3c45-4cf7-86cf-e53eec59bb7a will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:31:39.810852 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-ab4e5eea-4df5-4e21-afa0-737865da8d1e tempest-QuotasNegativeTest-1270231410 tempest-QuotasNegativeTest-1270231410-project-admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 2.6219790 Jan 28 19:31:39.853334 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 34728) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:39.934831 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-00890ccc-f45c-4725-9d52-3b88f2afbdd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (63a694be-3c45-4cf7-86cf-e53eec59bb7a), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:39.944101 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:39.946613 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a5e9853f-9140-4abb-bdea-23f0204499be req-01824b30-26f6-4235-9376-add5d45dfd25 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=1bfe6452-43d5-4c93-9450-34896bc0d267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1501286 Jan 28 19:31:39.976414 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-99399939-37f0-4a0c-a35b-01db8963cb47 None None] Set router f702bc6b-f02c-4e27-b0e4-4f0f8c2f13e2 gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:31:39.980846 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e750a256-2f1f-4e9b-9c69-150300ed2d43 req-18a713a1-6eb1-459a-b0b2-958286848afd tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:39.986202 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e750a256-2f1f-4e9b-9c69-150300ed2d43 req-18a713a1-6eb1-459a-b0b2-958286848afd tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:40.008697 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e750a256-2f1f-4e9b-9c69-150300ed2d43 req-18a713a1-6eb1-459a-b0b2-958286848afd tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:40.014278 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e750a256-2f1f-4e9b-9c69-150300ed2d43 req-18a713a1-6eb1-459a-b0b2-958286848afd tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:40.044593 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-ea43acea-7259-432d-91fb-f23c0b9e12f0 req-15f23d62-d225-4ad2-a229-9d20d3d1656c tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:40.049426 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-b8893162-64c6-4b64-8862-f1acfe366b82 tempest-QuotasNegativeTest-1270231410 tempest-QuotasNegativeTest-1270231410-project-admin] Request body: {'network': {'project_id': 'ad7f4a89cfcb40a79a1cf8a86c5bd53e'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:31:40.050498 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e750a256-2f1f-4e9b-9c69-150300ed2d43 req-18a713a1-6eb1-459a-b0b2-958286848afd tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:40.062052 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e750a256-2f1f-4e9b-9c69-150300ed2d43 req-18a713a1-6eb1-459a-b0b2-958286848afd tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:40.088515 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e750a256-2f1f-4e9b-9c69-150300ed2d43 req-18a713a1-6eb1-459a-b0b2-958286848afd tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/ports?device_id=6266b4f2-471d-4297-9d3c-9386239f951c HTTP/1.1" status: 200 len: 4604 time: 0.4479311 Jan 28 19:31:40.095386 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-ea43acea-7259-432d-91fb-f23c0b9e12f0 req-15f23d62-d225-4ad2-a229-9d20d3d1656c tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734886'] for floatingip (4ec8cb37-4329-4275-9cb6-c1d2a1720aa2), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:40.324108 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e750a256-2f1f-4e9b-9c69-150300ed2d43 req-4b121b01-059f-492e-941c-95cfdda0d8e1 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/security-groups?id=72c56c83-1eeb-4758-9a36-9dca3b681b4c&id=13e4f299-cf18-4f69-979b-275ae464cc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2263162 Jan 28 19:31:40.389734 n-d-812111-14 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8893162-64c6-4b64-8862-f1acfe366b82 tempest-QuotasNegativeTest-1270231410 tempest-QuotasNegativeTest-1270231410-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jan 28 19:31:40.390567 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8893162-64c6-4b64-8862-f1acfe366b82 tempest-QuotasNegativeTest-1270231410 tempest-QuotasNegativeTest-1270231410-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:31:40.395342 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 34748) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:40.402319 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-b8893162-64c6-4b64-8862-f1acfe366b82 tempest-QuotasNegativeTest-1270231410 tempest-QuotasNegativeTest-1270231410-project-admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.4582436 Jan 28 19:31:40.428056 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4e5eea-4df5-4e21-afa0-737865da8d1e tempest-QuotasNegativeTest-1270231410 tempest-QuotasNegativeTest-1270231410-project-admin] Pushing event updated for resources: {'Network': ['ID=eaba862b-29ce-45b6-a030-b13c386dcce3,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:40.524815 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00890ccc-f45c-4725-9d52-3b88f2afbdd4 service neutron] Pushing event updated for resources: {'Port': ['ID=63a694be-3c45-4cf7-86cf-e53eec59bb7a,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:40.527494 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network eaba862b-29ce-45b6-a030-b13c386dcce3 details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:31:40.573834 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-d4aba907-9321-43e8-90c3-b728a3652f0a tempest-QuotasNegativeTest-1270231410 tempest-QuotasNegativeTest-1270231410-project-admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ad7f4a89cfcb40a79a1cf8a86c5bd53e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1770360 Jan 28 19:31:40.574705 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 34754) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:40.756899 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-55174d23-9c34-478d-bf45-c0184b62f191 tempest-QuotasNegativeTest-1270231410 tempest-QuotasNegativeTest-1270231410-project-admin] Publish callbacks [] for security_group (f0de5ce9-d481-4bdf-923a-f566f0e404c8), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:40.841004 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-55174d23-9c34-478d-bf45-c0184b62f191 tempest-QuotasNegativeTest-1270231410 tempest-QuotasNegativeTest-1270231410-project-admin] Publish callbacks [] for security_group (f0de5ce9-d481-4bdf-923a-f566f0e404c8), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:40.976210 n-d-812111-14 neutron-server[103304]: INFO neutron.db.l3_db [req-ea43acea-7259-432d-91fb-f23c0b9e12f0 req-15f23d62-d225-4ad2-a229-9d20d3d1656c tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] Floating IP 4ec8cb37-4329-4275-9cb6-c1d2a1720aa2 associated. External IP: 172.25.6.10, port: 9bcadbd2-2697-46df-a75c-0d1c1221e02f. Jan 28 19:31:41.059705 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-55174d23-9c34-478d-bf45-c0184b62f191 tempest-QuotasNegativeTest-1270231410 tempest-QuotasNegativeTest-1270231410-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (f0de5ce9-d481-4bdf-923a-f566f0e404c8), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:41.063683 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-55174d23-9c34-478d-bf45-c0184b62f191 tempest-QuotasNegativeTest-1270231410 tempest-QuotasNegativeTest-1270231410-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:41.070717 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-55174d23-9c34-478d-bf45-c0184b62f191 tempest-QuotasNegativeTest-1270231410 tempest-QuotasNegativeTest-1270231410-project-admin] 10.222.0.64 "DELETE /v2.0/security-groups/f0de5ce9-d481-4bdf-923a-f566f0e404c8 HTTP/1.1" status: 204 len: 168 time: 0.4893334 Jan 28 19:31:41.071856 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 34768) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:41.132201 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55174d23-9c34-478d-bf45-c0184b62f191 tempest-QuotasNegativeTest-1270231410 tempest-QuotasNegativeTest-1270231410-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0de5ce9-d481-4bdf-923a-f566f0e404c8,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:41.258199 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-99399939-37f0-4a0c-a35b-01db8963cb47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f702bc6b-f02c-4e27-b0e4-4f0f8c2f13e2', 'name': 'tempest-ServersTestManualDisk-1977898388-router', 'tenant_id': '45fb7b14cebe47c2b0ff3653e388c738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': 'f2c4ec95-10eb-45be-92ad-b0732e457844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:31:22Z', 'updated_at': '2022-01-28T19:31:37Z', 'revision_number': 4, 'project_id': '45fb7b14cebe47c2b0ff3653e388c738', 'gw_port': {'id': 'f2c4ec95-10eb-45be-92ad-b0732e457844', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:5f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f702bc6b-f02c-4e27-b0e4-4f0f8c2f13e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2019, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:31:24Z', 'updated_at': '2022-01-28T19:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': 'cf5ecd1f-1725-4463-8e93-be90494201dc', 'name': '', 'network_id': '92852eb4-22ae-4ff2-8b8f-59f16f3a189b', 'tenant_id': '45fb7b14cebe47c2b0ff3653e388c738', 'mac_address': 'fa:16:3e:59:55:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f702bc6b-f02c-4e27-b0e4-4f0f8c2f13e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2028, 'fixed_ips': [{'subnet_id': '32567241-fa90-4306-aa1e-53db272b15f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:31:33Z', 'updated_at': '2022-01-28T19:31:37Z', 'revision_number': 2, 'project_id': '45fb7b14cebe47c2b0ff3653e388c738', 'subnets': [{'id': '32567241-fa90-4306-aa1e-53db272b15f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:31:41.261850 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9ca58cb3-7ca5-4e38-b693-3cc894f47519 tempest-QuotasNegativeTest-1270231410 tempest-QuotasNegativeTest-1270231410-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (eaba862b-29ce-45b6-a030-b13c386dcce3), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:41.316990 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-00890ccc-f45c-4725-9d52-3b88f2afbdd4 service neutron] Attempting to bind port 63a694be-3c45-4cf7-86cf-e53eec59bb7a on host n-h2-812111-14 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:31:41.319108 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-00890ccc-f45c-4725-9d52-3b88f2afbdd4 service neutron] Attempting to bind port 63a694be-3c45-4cf7-86cf-e53eec59bb7a by drivers openvswitch,hyperv on host n-h2-812111-14 at level 0 using segments [{'id': '9bf5b81d-1ecc-495b-86bd-fe1fc8410ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '1a0a56ae-a8fc-45c3-a9f5-3868c6fdc511'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:31:41.320099 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-00890ccc-f45c-4725-9d52-3b88f2afbdd4 service neutron] Attempting to bind port 63a694be-3c45-4cf7-86cf-e53eec59bb7a on network 1a0a56ae-a8fc-45c3-a9f5-3868c6fdc511 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:31:41.329723 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-00890ccc-f45c-4725-9d52-3b88f2afbdd4 service neutron] Port 63a694be-3c45-4cf7-86cf-e53eec59bb7a on network 1a0a56ae-a8fc-45c3-a9f5-3868c6fdc511 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-14 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:31:41.330062 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-00890ccc-f45c-4725-9d52-3b88f2afbdd4 service neutron] Attempting to bind port 63a694be-3c45-4cf7-86cf-e53eec59bb7a on network 1a0a56ae-a8fc-45c3-a9f5-3868c6fdc511 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:31:41.365650 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99399939-37f0-4a0c-a35b-01db8963cb47 None None] Checking router: f702bc6b-f02c-4e27-b0e4-4f0f8c2f13e2 for host: n-d-812111-14 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:31:41.366004 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99399939-37f0-4a0c-a35b-01db8963cb47 None None] Updating router f702bc6b-f02c-4e27-b0e4-4f0f8c2f13e2 port cf5ecd1f-1725-4463-8e93-be90494201dc binding host n-d-812111-14 {{(pid=103306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:31:41.403062 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-00890ccc-f45c-4725-9d52-3b88f2afbdd4 service neutron] Checking agent: {'id': '8f3fee4e-bf24-4b58-8a3a-ae9c8011a473', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 31, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:31:41.403062 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-00890ccc-f45c-4725-9d52-3b88f2afbdd4 service neutron] Checking segment: {'id': '9bf5b81d-1ecc-495b-86bd-fe1fc8410ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '1a0a56ae-a8fc-45c3-a9f5-3868c6fdc511'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:31:41.403487 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-00890ccc-f45c-4725-9d52-3b88f2afbdd4 service neutron] Bound using segment: {'id': '9bf5b81d-1ecc-495b-86bd-fe1fc8410ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '1a0a56ae-a8fc-45c3-a9f5-3868c6fdc511'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:31:41.404049 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-00890ccc-f45c-4725-9d52-3b88f2afbdd4 service neutron] Bound port: 63a694be-3c45-4cf7-86cf-e53eec59bb7a, host: n-h2-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bf5b81d-1ecc-495b-86bd-fe1fc8410ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '1a0a56ae-a8fc-45c3-a9f5-3868c6fdc511'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:31:41.404243 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-00890ccc-f45c-4725-9d52-3b88f2afbdd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (63a694be-3c45-4cf7-86cf-e53eec59bb7a), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:41.470590 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-99399939-37f0-4a0c-a35b-01db8963cb47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (cf5ecd1f-1725-4463-8e93-be90494201dc), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:41.493532 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9ca58cb3-7ca5-4e38-b693-3cc894f47519 tempest-QuotasNegativeTest-1270231410 tempest-QuotasNegativeTest-1270231410-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (eaba862b-29ce-45b6-a030-b13c386dcce3), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:41.518565 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-9ca58cb3-7ca5-4e38-b693-3cc894f47519 tempest-QuotasNegativeTest-1270231410 tempest-QuotasNegativeTest-1270231410-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eaba862b-29ce-45b6-a030-b13c386dcce3']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:31:41.543213 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-9ca58cb3-7ca5-4e38-b693-3cc894f47519 tempest-QuotasNegativeTest-1270231410 tempest-QuotasNegativeTest-1270231410-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31335927-ac9b-4b10-96e8-495e92b9014a') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:31:41.543516 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-9ca58cb3-7ca5-4e38-b693-3cc894f47519 tempest-QuotasNegativeTest-1270231410 tempest-QuotasNegativeTest-1270231410-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31335927-ac9b-4b10-96e8-495e92b9014a') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:31:41.555598 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9ca58cb3-7ca5-4e38-b693-3cc894f47519 tempest-QuotasNegativeTest-1270231410 tempest-QuotasNegativeTest-1270231410-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16187153'] for segment (31335927-ac9b-4b10-96e8-495e92b9014a), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:41.571157 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9ca58cb3-7ca5-4e38-b693-3cc894f47519 tempest-QuotasNegativeTest-1270231410 tempest-QuotasNegativeTest-1270231410-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (31335927-ac9b-4b10-96e8-495e92b9014a), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:41.578334 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ca58cb3-7ca5-4e38-b693-3cc894f47519 tempest-QuotasNegativeTest-1270231410 tempest-QuotasNegativeTest-1270231410-project-admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:31:41.579635 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9ca58cb3-7ca5-4e38-b693-3cc894f47519 tempest-QuotasNegativeTest-1270231410 tempest-QuotasNegativeTest-1270231410-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4752570'] for segment (31335927-ac9b-4b10-96e8-495e92b9014a), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:41.636444 n-d-812111-14 neutron-server[103305]: Traceback (most recent call last): Jan 28 19:31:41.636444 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:31:41.636444 n-d-812111-14 neutron-server[103305]: timer() Jan 28 19:31:41.636444 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:31:41.636444 n-d-812111-14 neutron-server[103305]: cb(*args, **kw) Jan 28 19:31:41.636444 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:31:41.636444 n-d-812111-14 neutron-server[103305]: return func(*args, **kwargs) Jan 28 19:31:41.636444 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:31:41.636444 n-d-812111-14 neutron-server[103305]: self._notify() Jan 28 19:31:41.636444 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:31:41.636444 n-d-812111-14 neutron-server[103305]: self.callback(batched_events) Jan 28 19:31:41.636444 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:31:41.636444 n-d-812111-14 neutron-server[103305]: event.method(event) Jan 28 19:31:41.636444 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:31:41.636444 n-d-812111-14 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:31:41.636444 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:31:41.636444 n-d-812111-14 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:31:41.636444 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:31:41.636444 n-d-812111-14 neutron-server[103305]: return f(self, *a, **k) Jan 28 19:31:41.636444 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:31:41.636444 n-d-812111-14 neutron-server[103305]: return self._get(url).json() Jan 28 19:31:41.636444 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:31:41.636444 n-d-812111-14 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:31:41.636444 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:31:41.636444 n-d-812111-14 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 28 19:31:41.636444 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:31:41.636444 n-d-812111-14 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:31:41.636444 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:31:41.636444 n-d-812111-14 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:31:41.636444 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:31:41.636444 n-d-812111-14 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:31:41.636444 n-d-812111-14 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:31:41.675168 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9ca58cb3-7ca5-4e38-b693-3cc894f47519 tempest-QuotasNegativeTest-1270231410 tempest-QuotasNegativeTest-1270231410-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (eaba862b-29ce-45b6-a030-b13c386dcce3), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:41.701433 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:41.709412 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9ca58cb3-7ca5-4e38-b693-3cc894f47519 tempest-QuotasNegativeTest-1270231410 tempest-QuotasNegativeTest-1270231410-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:41.720379 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-9ca58cb3-7ca5-4e38-b693-3cc894f47519 tempest-QuotasNegativeTest-1270231410 tempest-QuotasNegativeTest-1270231410-project-admin] 10.222.0.64 "DELETE /v2.0/networks/eaba862b-29ce-45b6-a030-b13c386dcce3 HTTP/1.1" status: 204 len: 168 time: 0.6441591 Jan 28 19:31:41.730379 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 34784) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:41.736446 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca58cb3-7ca5-4e38-b693-3cc894f47519 tempest-QuotasNegativeTest-1270231410 tempest-QuotasNegativeTest-1270231410-project-admin] Pushing event deleted for resources: {'Network': ['ID=eaba862b-29ce-45b6-a030-b13c386dcce3,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:41.852266 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 34788) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:41.859726 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-483137d8-2e76-4f46-ab20-3ebe05bca986 tempest-ServersTestManualDisk-852432706 tempest-ServersTestManualDisk-852432706-project] Request body: {'security_group': {'name': 'tempest-securitygroup--287450544', 'description': 'tempest-description--457111537'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:31:41.909407 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-483137d8-2e76-4f46-ab20-3ebe05bca986 tempest-ServersTestManualDisk-852432706 tempest-ServersTestManualDisk-852432706-project] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:41.958139 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ea43acea-7259-432d-91fb-f23c0b9e12f0 req-15f23d62-d225-4ad2-a229-9d20d3d1656c tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] Router 5b8e1e60-af5f-42c1-b0d2-e068d40d391c has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:31:41.974989 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-44455b51-7946-4944-9166-b8cb0de13639 tempest-QuotasNegativeTest-1270231410 tempest-QuotasNegativeTest-1270231410-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (bee5881d-ffd7-4cce-9b38-6de4ce5c1659), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:42.006326 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-00890ccc-f45c-4725-9d52-3b88f2afbdd4 service neutron] For port 63a694be-3c45-4cf7-86cf-e53eec59bb7a, host n-h2-812111-14, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:31:42.044455 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-00890ccc-f45c-4725-9d52-3b88f2afbdd4 service neutron] For port 63a694be-3c45-4cf7-86cf-e53eec59bb7a, host n-h2-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=63a694be-3c45-4cf7-86cf-e53eec59bb7a,segment=NetworkSegment(9bf5b81d-1ecc-495b-86bd-fe1fc8410ddb),segment_id=9bf5b81d-1ecc-495b-86bd-fe1fc8410ddb)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:31:42.110424 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-00890ccc-f45c-4725-9d52-3b88f2afbdd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (63a694be-3c45-4cf7-86cf-e53eec59bb7a), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:42.139035 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-99399939-37f0-4a0c-a35b-01db8963cb47 None None] Publish callbacks [] for port (cf5ecd1f-1725-4463-8e93-be90494201dc), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:42.155217 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-99399939-37f0-4a0c-a35b-01db8963cb47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (cf5ecd1f-1725-4463-8e93-be90494201dc), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:42.206850 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0908be4b-c826-47ed-a4da-61f0d4094fbf req-45e295b1-acf4-429f-9034-70c82765209e tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:42.227732 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d4db-0601-445b-bea0-816a1b41dc0c None None] Pushing event updated for resources: {'Port': ['ID=cf5ecd1f-1725-4463-8e93-be90494201dc,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:42.240905 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-0908be4b-c826-47ed-a4da-61f0d4094fbf req-45e295b1-acf4-429f-9034-70c82765209e tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/ports?device_id=468e569c-4ad2-4f8a-b0ed-71ebeaa4f974 HTTP/1.1" status: 200 len: 945 time: 0.2460866 Jan 28 19:31:42.344515 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-44455b51-7946-4944-9166-b8cb0de13639 tempest-QuotasNegativeTest-1270231410 tempest-QuotasNegativeTest-1270231410-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (bee5881d-ffd7-4cce-9b38-6de4ce5c1659), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:42.359013 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-0908be4b-c826-47ed-a4da-61f0d4094fbf req-8b8a4984-acc7-4e1a-8a63-f41beec6963c tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/security-groups?id=1bfe6452-43d5-4c93-9450-34896bc0d267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110504 Jan 28 19:31:42.376248 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-483137d8-2e76-4f46-ab20-3ebe05bca986 tempest-ServersTestManualDisk-852432706 tempest-ServersTestManualDisk-852432706-project] Publish callbacks [] for security_group (acf3d43e-bd7d-4294-81e9-aa427a51ecce), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:42.381615 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-483137d8-2e76-4f46-ab20-3ebe05bca986 tempest-ServersTestManualDisk-852432706 tempest-ServersTestManualDisk-852432706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (acf3d43e-bd7d-4294-81e9-aa427a51ecce), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:42.420417 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-44455b51-7946-4944-9166-b8cb0de13639 tempest-QuotasNegativeTest-1270231410 tempest-QuotasNegativeTest-1270231410-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bee5881d-ffd7-4cce-9b38-6de4ce5c1659']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:31:42.434555 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-99399939-37f0-4a0c-a35b-01db8963cb47 None None] Attempting to bind port cf5ecd1f-1725-4463-8e93-be90494201dc on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:31:42.440681 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-99399939-37f0-4a0c-a35b-01db8963cb47 None None] Attempting to bind port cf5ecd1f-1725-4463-8e93-be90494201dc by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '2f79fc28-c629-4c0b-a8c8-273c879a5605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '92852eb4-22ae-4ff2-8b8f-59f16f3a189b'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:31:42.442235 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99399939-37f0-4a0c-a35b-01db8963cb47 None None] Attempting to bind port cf5ecd1f-1725-4463-8e93-be90494201dc on network 92852eb4-22ae-4ff2-8b8f-59f16f3a189b {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:31:42.457539 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-44455b51-7946-4944-9166-b8cb0de13639 tempest-QuotasNegativeTest-1270231410 tempest-QuotasNegativeTest-1270231410-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b014120a-eb82-4084-82da-0698a7f62920') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:31:42.459264 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-44455b51-7946-4944-9166-b8cb0de13639 tempest-QuotasNegativeTest-1270231410 tempest-QuotasNegativeTest-1270231410-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b014120a-eb82-4084-82da-0698a7f62920') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:31:42.461053 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99399939-37f0-4a0c-a35b-01db8963cb47 None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 31, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:31:42.464552 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99399939-37f0-4a0c-a35b-01db8963cb47 None None] Checking segment: {'id': '2f79fc28-c629-4c0b-a8c8-273c879a5605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '92852eb4-22ae-4ff2-8b8f-59f16f3a189b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:31:42.466264 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-99399939-37f0-4a0c-a35b-01db8963cb47 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:42.466674 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99399939-37f0-4a0c-a35b-01db8963cb47 None None] Bound using segment: {'id': '2f79fc28-c629-4c0b-a8c8-273c879a5605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '92852eb4-22ae-4ff2-8b8f-59f16f3a189b'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:31:42.467171 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-99399939-37f0-4a0c-a35b-01db8963cb47 None None] Bound port: cf5ecd1f-1725-4463-8e93-be90494201dc, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f79fc28-c629-4c0b-a8c8-273c879a5605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '92852eb4-22ae-4ff2-8b8f-59f16f3a189b'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:31:42.471619 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-99399939-37f0-4a0c-a35b-01db8963cb47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (cf5ecd1f-1725-4463-8e93-be90494201dc), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:42.484496 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-44455b51-7946-4944-9166-b8cb0de13639 tempest-QuotasNegativeTest-1270231410 tempest-QuotasNegativeTest-1270231410-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4747091'] for segment (b014120a-eb82-4084-82da-0698a7f62920), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:42.516659 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-44455b51-7946-4944-9166-b8cb0de13639 tempest-QuotasNegativeTest-1270231410 tempest-QuotasNegativeTest-1270231410-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (b014120a-eb82-4084-82da-0698a7f62920), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:42.523151 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483137d8-2e76-4f46-ab20-3ebe05bca986 tempest-ServersTestManualDisk-852432706 tempest-ServersTestManualDisk-852432706-project] Pushing event updated for resources: {'SecurityGroup': ['ID=acf3d43e-bd7d-4294-81e9-aa427a51ecce,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:42.537454 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44455b51-7946-4944-9166-b8cb0de13639 tempest-QuotasNegativeTest-1270231410 tempest-QuotasNegativeTest-1270231410-project-admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:31:42.539331 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-44455b51-7946-4944-9166-b8cb0de13639 tempest-QuotasNegativeTest-1270231410 tempest-QuotasNegativeTest-1270231410-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4690514'] for segment (b014120a-eb82-4084-82da-0698a7f62920), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:42.544300 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-483137d8-2e76-4f46-ab20-3ebe05bca986 tempest-ServersTestManualDisk-852432706 tempest-ServersTestManualDisk-852432706-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:42.549298 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-483137d8-2e76-4f46-ab20-3ebe05bca986 tempest-ServersTestManualDisk-852432706 tempest-ServersTestManualDisk-852432706-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.6920514 Jan 28 19:31:42.550537 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 34808) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:42.559967 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-3c8e48e9-1cfd-4e32-9ace-4a8a5d4dbb25 tempest-ServersTestManualDisk-852432706 tempest-ServersTestManualDisk-852432706-project] Request body: {'security_group_rule': {'security_group_id': 'acf3d43e-bd7d-4294-81e9-aa427a51ecce', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:31:42.658350 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3c8e48e9-1cfd-4e32-9ace-4a8a5d4dbb25 tempest-ServersTestManualDisk-852432706 tempest-ServersTestManualDisk-852432706-project] Publish callbacks [] for security_group_rule (fa5780c1-8c44-48b1-a03a-77ea14b77f90), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:42.699684 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-99399939-37f0-4a0c-a35b-01db8963cb47 None None] For port cf5ecd1f-1725-4463-8e93-be90494201dc, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:31:42.704589 n-d-812111-14 neutron-server[103304]: Traceback (most recent call last): Jan 28 19:31:42.704589 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:31:42.704589 n-d-812111-14 neutron-server[103304]: timer() Jan 28 19:31:42.704589 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:31:42.704589 n-d-812111-14 neutron-server[103304]: cb(*args, **kw) Jan 28 19:31:42.704589 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:31:42.704589 n-d-812111-14 neutron-server[103304]: return func(*args, **kwargs) Jan 28 19:31:42.704589 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:31:42.704589 n-d-812111-14 neutron-server[103304]: self._notify() Jan 28 19:31:42.704589 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:31:42.704589 n-d-812111-14 neutron-server[103304]: self.callback(batched_events) Jan 28 19:31:42.704589 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:31:42.704589 n-d-812111-14 neutron-server[103304]: event.method(event) Jan 28 19:31:42.704589 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:31:42.704589 n-d-812111-14 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:31:42.704589 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:31:42.704589 n-d-812111-14 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:31:42.704589 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:31:42.704589 n-d-812111-14 neutron-server[103304]: return f(self, *a, **k) Jan 28 19:31:42.704589 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:31:42.704589 n-d-812111-14 neutron-server[103304]: return self._get(url).json() Jan 28 19:31:42.704589 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:31:42.704589 n-d-812111-14 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:31:42.704589 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:31:42.704589 n-d-812111-14 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 28 19:31:42.704589 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:31:42.704589 n-d-812111-14 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:31:42.704589 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:31:42.704589 n-d-812111-14 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:31:42.704589 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:31:42.704589 n-d-812111-14 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:31:42.704589 n-d-812111-14 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:31:42.715666 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b7f273-f5d2-4928-a358-c78ebf1b1564 req-2bf02050-4723-48f6-a057-56591bebf8c8 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:42.722144 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b7f273-f5d2-4928-a358-c78ebf1b1564 req-2bf02050-4723-48f6-a057-56591bebf8c8 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:42.731419 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b7f273-f5d2-4928-a358-c78ebf1b1564 req-2bf02050-4723-48f6-a057-56591bebf8c8 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:42.735889 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b54f39aa-8dec-4484-a553-7c78c185947c None None] Provisioning complete for port cf5ecd1f-1725-4463-8e93-be90494201dc triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:31:42.737636 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-00890ccc-f45c-4725-9d52-3b88f2afbdd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:42.738381 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b7f273-f5d2-4928-a358-c78ebf1b1564 req-2bf02050-4723-48f6-a057-56591bebf8c8 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:42.738845 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-00890ccc-f45c-4725-9d52-3b88f2afbdd4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:42.739485 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b54f39aa-8dec-4484-a553-7c78c185947c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (cf5ecd1f-1725-4463-8e93-be90494201dc), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:42.744080 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-00890ccc-f45c-4725-9d52-3b88f2afbdd4 service neutron] 10.222.0.70 "PUT /v2.0/ports/63a694be-3c45-4cf7-86cf-e53eec59bb7a HTTP/1.1" status: 200 len: 1135 time: 6.2615864 Jan 28 19:31:42.751471 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b7f273-f5d2-4928-a358-c78ebf1b1564 req-2bf02050-4723-48f6-a057-56591bebf8c8 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:42.760964 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b7f273-f5d2-4928-a358-c78ebf1b1564 req-2bf02050-4723-48f6-a057-56591bebf8c8 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:42.764704 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6266b4f2-471d-4297-9d3c-9386239f951c', 'tag': '63a694be-3c45-4cf7-86cf-e53eec59bb7a'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:31:42.770945 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b7f273-f5d2-4928-a358-c78ebf1b1564 req-2bf02050-4723-48f6-a057-56591bebf8c8 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:42.776188 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64d19e5c-c7ed-4678-9155-65aea69e3b4c" -d '{"events": [{"name": "network-changed", "server_uuid": "6266b4f2-471d-4297-9d3c-9386239f951c", "tag": "63a694be-3c45-4cf7-86cf-e53eec59bb7a"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:31:42.782014 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a3b7f273-f5d2-4928-a358-c78ebf1b1564 req-2bf02050-4723-48f6-a057-56591bebf8c8 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/ports?device_id=6266b4f2-471d-4297-9d3c-9386239f951c HTTP/1.1" status: 200 len: 5380 time: 0.1960030 Jan 28 19:31:42.843057 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-54473cb0-b3f6-4819-b5e7-5381331c3fe1 service neutron] Request body: {'port': {'device_id': '6266b4f2-471d-4297-9d3c-9386239f951c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-14'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:31:42.860770 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-99399939-37f0-4a0c-a35b-01db8963cb47 None None] For port cf5ecd1f-1725-4463-8e93-be90494201dc, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=cf5ecd1f-1725-4463-8e93-be90494201dc,segment=NetworkSegment(2f79fc28-c629-4c0b-a8c8-273c879a5605),segment_id=2f79fc28-c629-4c0b-a8c8-273c879a5605)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:31:42.870498 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b54f39aa-8dec-4484-a553-7c78c185947c None None] Port cf5ecd1f-1725-4463-8e93-be90494201dc cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:31:42.891743 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-99399939-37f0-4a0c-a35b-01db8963cb47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (cf5ecd1f-1725-4463-8e93-be90494201dc), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:42.917127 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-44455b51-7946-4944-9166-b8cb0de13639 tempest-QuotasNegativeTest-1270231410 tempest-QuotasNegativeTest-1270231410-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (bee5881d-ffd7-4cce-9b38-6de4ce5c1659), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:42.972321 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-44455b51-7946-4944-9166-b8cb0de13639 tempest-QuotasNegativeTest-1270231410 tempest-QuotasNegativeTest-1270231410-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:42.977475 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3c8e48e9-1cfd-4e32-9ace-4a8a5d4dbb25 tempest-ServersTestManualDisk-852432706 tempest-ServersTestManualDisk-852432706-project] Publish callbacks [] for security_group_rule (fa5780c1-8c44-48b1-a03a-77ea14b77f90), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:42.985282 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-44455b51-7946-4944-9166-b8cb0de13639 tempest-QuotasNegativeTest-1270231410 tempest-QuotasNegativeTest-1270231410-project-admin] 10.222.0.64 "DELETE /v2.0/networks/bee5881d-ffd7-4cce-9b38-6de4ce5c1659 HTTP/1.1" status: 204 len: 168 time: 1.2537639 Jan 28 19:31:42.994164 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d4db-0601-445b-bea0-816a1b41dc0c None None] Pushing event updated for resources: {'Port': ['ID=cf5ecd1f-1725-4463-8e93-be90494201dc,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:42.999636 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3c8e48e9-1cfd-4e32-9ace-4a8a5d4dbb25 tempest-ServersTestManualDisk-852432706 tempest-ServersTestManualDisk-852432706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (fa5780c1-8c44-48b1-a03a-77ea14b77f90), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:43.072089 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:43.081388 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00890ccc-f45c-4725-9d52-3b88f2afbdd4 service neutron] Pushing event updated for resources: {'Port': ['ID=63a694be-3c45-4cf7-86cf-e53eec59bb7a,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:43.089355 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99399939-37f0-4a0c-a35b-01db8963cb47 None None] Routers {'f702bc6b-f02c-4e27-b0e4-4f0f8c2f13e2'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:31:43.090042 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-99399939-37f0-4a0c-a35b-01db8963cb47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:31:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['f702bc6b-f02c-4e27-b0e4-4f0f8c2f13e2'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:31:43.093854 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8e48e9-1cfd-4e32-9ace-4a8a5d4dbb25 tempest-ServersTestManualDisk-852432706 tempest-ServersTestManualDisk-852432706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa5780c1-8c44-48b1-a03a-77ea14b77f90,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:43.101583 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3c8e48e9-1cfd-4e32-9ace-4a8a5d4dbb25 tempest-ServersTestManualDisk-852432706 tempest-ServersTestManualDisk-852432706-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:43.103939 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-3c8e48e9-1cfd-4e32-9ace-4a8a5d4dbb25 tempest-ServersTestManualDisk-852432706 tempest-ServersTestManualDisk-852432706-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5510013 Jan 28 19:31:43.108806 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44455b51-7946-4944-9166-b8cb0de13639 tempest-QuotasNegativeTest-1270231410 tempest-QuotasNegativeTest-1270231410-project-admin] Pushing event deleted for resources: {'Network': ['ID=bee5881d-ffd7-4cce-9b38-6de4ce5c1659,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:43.111293 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 34826) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:43.128556 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-de286d35-7268-494d-b781-4722fcfe9280 tempest-ServersTestManualDisk-852432706 tempest-ServersTestManualDisk-852432706-project] Request body: {'security_group_rule': {'security_group_id': 'acf3d43e-bd7d-4294-81e9-aa427a51ecce', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:31:43.142936 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a3b7f273-f5d2-4928-a358-c78ebf1b1564 req-91105b6d-eaea-4bac-adc1-438e1d79b316 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/security-groups?id=72c56c83-1eeb-4758-9a36-9dca3b681b4c&id=13e4f299-cf18-4f69-979b-275ae464cc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3598161 Jan 28 19:31:43.342084 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-54473cb0-b3f6-4819-b5e7-5381331c3fe1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (f81cc277-8da7-4baf-868c-4770a63c2e56), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:43.379507 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc14363a-75f5-44a2-bf60-32fc0497780c req-ddd46a42-b574-4cde-bf12-939dad8a9545 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:43.387357 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-cc14363a-75f5-44a2-bf60-32fc0497780c req-ddd46a42-b574-4cde-bf12-939dad8a9545 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/ports?device_id=468e569c-4ad2-4f8a-b0ed-71ebeaa4f974 HTTP/1.1" status: 200 len: 945 time: 0.1047626 Jan 28 19:31:43.399200 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 34832) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:43.414612 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-bb0241b6-55c9-4dac-bdf0-b5ebf692696b tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Request body: {'floatingip': {'port_id': '3350cbae-4a25-42ca-a107-7365789be398'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:31:43.539084 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-99399939-37f0-4a0c-a35b-01db8963cb47 None None] Set router f702bc6b-f02c-4e27-b0e4-4f0f8c2f13e2 gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:31:43.913787 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bb0241b6-55c9-4dac-bdf0-b5ebf692696b tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Publish callbacks [] for floatingip (4a460f25-bb7d-46e6-97e0-30f6022c5fad), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:44.006535 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2839633e-aff5-4ceb-b5cc-3ab5690224e3 None None] Provisioning complete for port cf5ecd1f-1725-4463-8e93-be90494201dc triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:31:44.006904 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2839633e-aff5-4ceb-b5cc-3ab5690224e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (cf5ecd1f-1725-4463-8e93-be90494201dc), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:44.147441 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 34852) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:44.301519 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d19e5c-c7ed-4678-9155-65aea69e3b4c req-5408894c-544a-45b0-9a4c-cfbb1facb994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:44.309743 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d19e5c-c7ed-4678-9155-65aea69e3b4c req-5408894c-544a-45b0-9a4c-cfbb1facb994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:44.310224 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d19e5c-c7ed-4678-9155-65aea69e3b4c req-5408894c-544a-45b0-9a4c-cfbb1facb994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:44.313938 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d19e5c-c7ed-4678-9155-65aea69e3b4c req-5408894c-544a-45b0-9a4c-cfbb1facb994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:44.317938 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d19e5c-c7ed-4678-9155-65aea69e3b4c req-5408894c-544a-45b0-9a4c-cfbb1facb994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:44.319126 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d19e5c-c7ed-4678-9155-65aea69e3b4c req-5408894c-544a-45b0-9a4c-cfbb1facb994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:44.321591 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d19e5c-c7ed-4678-9155-65aea69e3b4c req-5408894c-544a-45b0-9a4c-cfbb1facb994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:44.325505 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-64d19e5c-c7ed-4678-9155-65aea69e3b4c req-5408894c-544a-45b0-9a4c-cfbb1facb994 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6a63e631dab749fab705cc3ad19e314b&device_id=6266b4f2-471d-4297-9d3c-9386239f951c HTTP/1.1" status: 200 len: 6313 time: 0.7575991 Jan 28 19:31:44.365178 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d02f9372-8400-4fc8-b100-2648c4846533 x-openstack-request-id: req-d02f9372-8400-4fc8-b100-2648c4846533 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:31:44.366220 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6266b4f2-471d-4297-9d3c-9386239f951c", "tag": "63a694be-3c45-4cf7-86cf-e53eec59bb7a", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:31:44.366816 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d02f9372-8400-4fc8-b100-2648c4846533 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:31:44.368492 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6266b4f2-471d-4297-9d3c-9386239f951c', 'tag': '63a694be-3c45-4cf7-86cf-e53eec59bb7a', 'status': 'completed', 'code': 200} Jan 28 19:31:44.383996 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ea43acea-7259-432d-91fb-f23c0b9e12f0 req-15f23d62-d225-4ad2-a229-9d20d3d1656c tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:31:44.394216 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-ea43acea-7259-432d-91fb-f23c0b9e12f0 req-15f23d62-d225-4ad2-a229-9d20d3d1656c tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for floatingip (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:44.394968 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e79c7e-df08-44dd-ada7-de3cf8c65323 None None] Sync routers for ids ['5b8e1e60-af5f-42c1-b0d2-e068d40d391c'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:31:44.421040 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e79c7e-df08-44dd-ada7-de3cf8c65323 None None] Routers {'5b8e1e60-af5f-42c1-b0d2-e068d40d391c'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:31:44.421702 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-b9e79c7e-df08-44dd-ada7-de3cf8c65323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:31:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['5b8e1e60-af5f-42c1-b0d2-e068d40d391c'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:31:44.423354 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-99399939-37f0-4a0c-a35b-01db8963cb47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f702bc6b-f02c-4e27-b0e4-4f0f8c2f13e2', 'name': 'tempest-ServersTestManualDisk-1977898388-router', 'tenant_id': '45fb7b14cebe47c2b0ff3653e388c738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': 'f2c4ec95-10eb-45be-92ad-b0732e457844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:31:22Z', 'updated_at': '2022-01-28T19:31:37Z', 'revision_number': 4, 'project_id': '45fb7b14cebe47c2b0ff3653e388c738', 'gw_port': {'id': 'f2c4ec95-10eb-45be-92ad-b0732e457844', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:5f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f702bc6b-f02c-4e27-b0e4-4f0f8c2f13e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2019, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:31:24Z', 'updated_at': '2022-01-28T19:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': 'cf5ecd1f-1725-4463-8e93-be90494201dc', 'name': '', 'network_id': '92852eb4-22ae-4ff2-8b8f-59f16f3a189b', 'tenant_id': '45fb7b14cebe47c2b0ff3653e388c738', 'mac_address': 'fa:16:3e:59:55:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f702bc6b-f02c-4e27-b0e4-4f0f8c2f13e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2028, 'fixed_ips': [{'subnet_id': '32567241-fa90-4306-aa1e-53db272b15f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:31:33Z', 'updated_at': '2022-01-28T19:31:42Z', 'revision_number': 4, 'project_id': '45fb7b14cebe47c2b0ff3653e388c738', 'subnets': [{'id': '32567241-fa90-4306-aa1e-53db272b15f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:31:44.445370 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-54473cb0-b3f6-4819-b5e7-5381331c3fe1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f81cc277-8da7-4baf-868c-4770a63c2e56 {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:31:44.450949 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-de286d35-7268-494d-b781-4722fcfe9280 tempest-ServersTestManualDisk-852432706 tempest-ServersTestManualDisk-852432706-project] Publish callbacks [] for security_group_rule (44479a31-4522-4704-81f6-aff8383bac6d), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:44.453549 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2839633e-aff5-4ceb-b5cc-3ab5690224e3 None None] Current status of the port cf5ecd1f-1725-4463-8e93-be90494201dc is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:31:44.453978 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2839633e-aff5-4ceb-b5cc-3ab5690224e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (cf5ecd1f-1725-4463-8e93-be90494201dc), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:44.462063 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-54473cb0-b3f6-4819-b5e7-5381331c3fe1 service neutron] Publish callbacks [] for port (f81cc277-8da7-4baf-868c-4770a63c2e56), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:44.479605 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9bf304e0-c748-401f-a3d4-535b99f287aa req-83c7fef5-cd0b-47b7-b5c4-519658090aa1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b3d14ce0-7469-47f2-ae46-bee456094209&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.7404189 Jan 28 19:31:44.519268 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ea43acea-7259-432d-91fb-f23c0b9e12f0 req-15f23d62-d225-4ad2-a229-9d20d3d1656c tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] 10.222.0.64 "PUT /v2.0/floatingips/4ec8cb37-4329-4275-9cb6-c1d2a1720aa2 HTTP/1.1" status: 200 len: 995 time: 8.9066401 Jan 28 19:31:44.559420 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-54473cb0-b3f6-4819-b5e7-5381331c3fe1 service neutron] Transition to ACTIVE for port object f81cc277-8da7-4baf-868c-4770a63c2e56 will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:31:44.580068 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-54473cb0-b3f6-4819-b5e7-5381331c3fe1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (f81cc277-8da7-4baf-868c-4770a63c2e56), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:44.668719 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2839633e-aff5-4ceb-b5cc-3ab5690224e3 None None] For port cf5ecd1f-1725-4463-8e93-be90494201dc, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=cf5ecd1f-1725-4463-8e93-be90494201dc,segment=NetworkSegment(2f79fc28-c629-4c0b-a8c8-273c879a5605),segment_id=2f79fc28-c629-4c0b-a8c8-273c879a5605)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:31:44.674896 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99399939-37f0-4a0c-a35b-01db8963cb47 None None] The sync data for ids ['f702bc6b-f02c-4e27-b0e4-4f0f8c2f13e2'] in n-d-812111-14 is: [{'id': 'f702bc6b-f02c-4e27-b0e4-4f0f8c2f13e2', 'name': 'tempest-ServersTestManualDisk-1977898388-router', 'tenant_id': '45fb7b14cebe47c2b0ff3653e388c738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': 'f2c4ec95-10eb-45be-92ad-b0732e457844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:31:22Z', 'updated_at': '2022-01-28T19:31:37Z', 'revision_number': 4, 'project_id': '45fb7b14cebe47c2b0ff3653e388c738', 'gw_port': {'id': 'f2c4ec95-10eb-45be-92ad-b0732e457844', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:5f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f702bc6b-f02c-4e27-b0e4-4f0f8c2f13e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2019, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:31:24Z', 'updated_at': '2022-01-28T19:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': 'cf5ecd1f-1725-4463-8e93-be90494201dc', 'name': '', 'network_id': '92852eb4-22ae-4ff2-8b8f-59f16f3a189b', 'tenant_id': '45fb7b14cebe47c2b0ff3653e388c738', 'mac_address': 'fa:16:3e:59:55:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f702bc6b-f02c-4e27-b0e4-4f0f8c2f13e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2028, 'fixed_ips': [{'subnet_id': '32567241-fa90-4306-aa1e-53db272b15f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:31:33Z', 'updated_at': '2022-01-28T19:31:42Z', 'revision_number': 4, 'project_id': '45fb7b14cebe47c2b0ff3653e388c738', 'subnets': [{'id': '32567241-fa90-4306-aa1e-53db272b15f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:31:44.681937 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2839633e-aff5-4ceb-b5cc-3ab5690224e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (cf5ecd1f-1725-4463-8e93-be90494201dc), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:44.699790 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-de286d35-7268-494d-b781-4722fcfe9280 tempest-ServersTestManualDisk-852432706 tempest-ServersTestManualDisk-852432706-project] Publish callbacks [] for security_group_rule (44479a31-4522-4704-81f6-aff8383bac6d), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:44.743010 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-de286d35-7268-494d-b781-4722fcfe9280 tempest-ServersTestManualDisk-852432706 tempest-ServersTestManualDisk-852432706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (44479a31-4522-4704-81f6-aff8383bac6d), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:44.820628 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-b9e79c7e-df08-44dd-ada7-de3cf8c65323 None None] Set router 5b8e1e60-af5f-42c1-b0d2-e068d40d391c gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:31:44.860004 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de286d35-7268-494d-b781-4722fcfe9280 tempest-ServersTestManualDisk-852432706 tempest-ServersTestManualDisk-852432706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44479a31-4522-4704-81f6-aff8383bac6d,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:44.913816 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54473cb0-b3f6-4819-b5e7-5381331c3fe1 service neutron] Pushing event updated for resources: {'Port': ['ID=f81cc277-8da7-4baf-868c-4770a63c2e56,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:44.934618 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2839633e-aff5-4ceb-b5cc-3ab5690224e3 None None] Pushing event updated for resources: {'Port': ['ID=cf5ecd1f-1725-4463-8e93-be90494201dc,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:44.947554 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-de286d35-7268-494d-b781-4722fcfe9280 tempest-ServersTestManualDisk-852432706 tempest-ServersTestManualDisk-852432706-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:44.966300 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-de286d35-7268-494d-b781-4722fcfe9280 tempest-ServersTestManualDisk-852432706 tempest-ServersTestManualDisk-852432706-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.8392084 Jan 28 19:31:45.034068 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea43acea-7259-432d-91fb-f23c0b9e12f0 req-844f8a48-fb43-4b48-9075-82f246d50369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:45.037088 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ea43acea-7259-432d-91fb-f23c0b9e12f0 req-844f8a48-fb43-4b48-9075-82f246d50369 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c2d8a9b0fd5b43ca87eb8b43109d53ce&device_id=b3d14ce0-7469-47f2-ae46-bee456094209 HTTP/1.1" status: 200 len: 1128 time: 0.4720957 Jan 28 19:31:45.042542 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 34864) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:45.068564 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-518810c1-eaef-4e09-9624-698dbbeefba1 tempest-ServersTestManualDisk-852432706 tempest-ServersTestManualDisk-852432706-project] Request body: {'floatingip': {'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:31:45.359781 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-518810c1-eaef-4e09-9624-698dbbeefba1 tempest-ServersTestManualDisk-852432706 tempest-ServersTestManualDisk-852432706-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:45.697214 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-54473cb0-b3f6-4819-b5e7-5381331c3fe1 service neutron] Attempting to bind port f81cc277-8da7-4baf-868c-4770a63c2e56 on host n-h2-812111-14 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:31:45.698373 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-54473cb0-b3f6-4819-b5e7-5381331c3fe1 service neutron] Attempting to bind port f81cc277-8da7-4baf-868c-4770a63c2e56 by drivers openvswitch,hyperv on host n-h2-812111-14 at level 0 using segments [{'id': '9bf5b81d-1ecc-495b-86bd-fe1fc8410ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '1a0a56ae-a8fc-45c3-a9f5-3868c6fdc511'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:31:45.698924 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-54473cb0-b3f6-4819-b5e7-5381331c3fe1 service neutron] Attempting to bind port f81cc277-8da7-4baf-868c-4770a63c2e56 on network 1a0a56ae-a8fc-45c3-a9f5-3868c6fdc511 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:31:45.752475 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-54473cb0-b3f6-4819-b5e7-5381331c3fe1 service neutron] Port f81cc277-8da7-4baf-868c-4770a63c2e56 on network 1a0a56ae-a8fc-45c3-a9f5-3868c6fdc511 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-14 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:31:45.754700 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-54473cb0-b3f6-4819-b5e7-5381331c3fe1 service neutron] Attempting to bind port f81cc277-8da7-4baf-868c-4770a63c2e56 on network 1a0a56ae-a8fc-45c3-a9f5-3868c6fdc511 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:31:45.766590 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea43acea-7259-432d-91fb-f23c0b9e12f0 req-d85ae2a1-4b2c-47b9-978d-31d5531732a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:45.773368 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ea43acea-7259-432d-91fb-f23c0b9e12f0 req-d85ae2a1-4b2c-47b9-978d-31d5531732a0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=fcb44e6e-a519-43fc-8133-4d41be134056 HTTP/1.1" status: 200 len: 919 time: 0.6403470 Jan 28 19:31:45.778436 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-54473cb0-b3f6-4819-b5e7-5381331c3fe1 service neutron] Checking agent: {'id': '8f3fee4e-bf24-4b58-8a3a-ae9c8011a473', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 31, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:31:45.779013 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-54473cb0-b3f6-4819-b5e7-5381331c3fe1 service neutron] Checking segment: {'id': '9bf5b81d-1ecc-495b-86bd-fe1fc8410ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '1a0a56ae-a8fc-45c3-a9f5-3868c6fdc511'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:31:45.779619 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-54473cb0-b3f6-4819-b5e7-5381331c3fe1 service neutron] Bound using segment: {'id': '9bf5b81d-1ecc-495b-86bd-fe1fc8410ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '1a0a56ae-a8fc-45c3-a9f5-3868c6fdc511'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:31:45.780243 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-54473cb0-b3f6-4819-b5e7-5381331c3fe1 service neutron] Bound port: f81cc277-8da7-4baf-868c-4770a63c2e56, host: n-h2-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bf5b81d-1ecc-495b-86bd-fe1fc8410ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '1a0a56ae-a8fc-45c3-a9f5-3868c6fdc511'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:31:45.780803 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-54473cb0-b3f6-4819-b5e7-5381331c3fe1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (f81cc277-8da7-4baf-868c-4770a63c2e56), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:45.822686 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-b9e79c7e-df08-44dd-ada7-de3cf8c65323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b8e1e60-af5f-42c1-b0d2-e068d40d391c', 'name': 'tempest-ServerRescueTestJSONUnderV235-146737734-router', 'tenant_id': 'c2d8a9b0fd5b43ca87eb8b43109d53ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': '3f528553-53df-4bd6-9ae2-f7bedfb8566b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:30:07Z', 'updated_at': '2022-01-28T19:30:16Z', 'revision_number': 4, 'project_id': 'c2d8a9b0fd5b43ca87eb8b43109d53ce', 'gw_port': {'id': '3f528553-53df-4bd6-9ae2-f7bedfb8566b', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:06:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8e1e60-af5f-42c1-b0d2-e068d40d391c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:30:08Z', 'updated_at': '2022-01-28T19:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_floatingips': [{'id': '4ec8cb37-4329-4275-9cb6-c1d2a1720aa2', 'tenant_id': 'c2d8a9b0fd5b43ca87eb8b43109d53ce', 'floating_ip_address': '172.25.6.10', 'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'router_id': '5b8e1e60-af5f-42c1-b0d2-e068d40d391c', 'port_id': '9bcadbd2-2697-46df-a75c-0d1c1221e02f', 'fixed_ip_address': '172.20.0.2', 'status': 'DOWN', 'standard_attr_id': 2022, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcb44e6e-a519-43fc-8133-4d41be134056', 'mac_address': 'fa:16:3e:56:cc:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d14ce0-7469-47f2-ae46-bee456094209', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:31:30Z', 'updated_at': '2022-01-28T19:31:39Z', 'revision_number': 1, 'project_id': 'c2d8a9b0fd5b43ca87eb8b43109d53ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd916fa22-0cdd-4d14-9a08-c2c6e46d9558', 'name': '', 'network_id': 'fcb44e6e-a519-43fc-8133-4d41be134056', 'tenant_id': 'c2d8a9b0fd5b43ca87eb8b43109d53ce', 'mac_address': 'fa:16:3e:8f:51:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8e1e60-af5f-42c1-b0d2-e068d40d391c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '1eb64952-13f5-46de-8d59-f48eead57e6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:30:13Z', 'updated_at': '2022-01-28T19:30:24Z', 'revision_number': 5, 'project_id': 'c2d8a9b0fd5b43ca87eb8b43109d53ce', 'subnets': [{'id': '1eb64952-13f5-46de-8d59-f48eead57e6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:31:45.884326 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e79c7e-df08-44dd-ada7-de3cf8c65323 None None] Checking router: 5b8e1e60-af5f-42c1-b0d2-e068d40d391c for host: n-d-812111-14 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:31:45.920582 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e79c7e-df08-44dd-ada7-de3cf8c65323 None None] Routers {'5b8e1e60-af5f-42c1-b0d2-e068d40d391c'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:31:45.921264 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-b9e79c7e-df08-44dd-ada7-de3cf8c65323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:31:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['5b8e1e60-af5f-42c1-b0d2-e068d40d391c'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:31:46.159557 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-b9e79c7e-df08-44dd-ada7-de3cf8c65323 None None] Set router 5b8e1e60-af5f-42c1-b0d2-e068d40d391c gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:31:46.639489 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3d14ce0-7469-47f2-ae46-bee456094209', 'tag': '9bcadbd2-2697-46df-a75c-0d1c1221e02f'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:31:46.649937 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1635c471-b2f9-4f2b-9d48-428109125b31" -d '{"events": [{"name": "network-changed", "server_uuid": "b3d14ce0-7469-47f2-ae46-bee456094209", "tag": "9bcadbd2-2697-46df-a75c-0d1c1221e02f"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:31:46.666073 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-b9e79c7e-df08-44dd-ada7-de3cf8c65323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b8e1e60-af5f-42c1-b0d2-e068d40d391c', 'name': 'tempest-ServerRescueTestJSONUnderV235-146737734-router', 'tenant_id': 'c2d8a9b0fd5b43ca87eb8b43109d53ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': '3f528553-53df-4bd6-9ae2-f7bedfb8566b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:30:07Z', 'updated_at': '2022-01-28T19:30:16Z', 'revision_number': 4, 'project_id': 'c2d8a9b0fd5b43ca87eb8b43109d53ce', 'gw_port': {'id': '3f528553-53df-4bd6-9ae2-f7bedfb8566b', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:06:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8e1e60-af5f-42c1-b0d2-e068d40d391c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:30:08Z', 'updated_at': '2022-01-28T19:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_floatingips': [{'id': '4ec8cb37-4329-4275-9cb6-c1d2a1720aa2', 'tenant_id': 'c2d8a9b0fd5b43ca87eb8b43109d53ce', 'floating_ip_address': '172.25.6.10', 'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'router_id': '5b8e1e60-af5f-42c1-b0d2-e068d40d391c', 'port_id': '9bcadbd2-2697-46df-a75c-0d1c1221e02f', 'fixed_ip_address': '172.20.0.2', 'status': 'DOWN', 'standard_attr_id': 2022, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcb44e6e-a519-43fc-8133-4d41be134056', 'mac_address': 'fa:16:3e:56:cc:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d14ce0-7469-47f2-ae46-bee456094209', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:31:30Z', 'updated_at': '2022-01-28T19:31:39Z', 'revision_number': 1, 'project_id': 'c2d8a9b0fd5b43ca87eb8b43109d53ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd916fa22-0cdd-4d14-9a08-c2c6e46d9558', 'name': '', 'network_id': 'fcb44e6e-a519-43fc-8133-4d41be134056', 'tenant_id': 'c2d8a9b0fd5b43ca87eb8b43109d53ce', 'mac_address': 'fa:16:3e:8f:51:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8e1e60-af5f-42c1-b0d2-e068d40d391c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '1eb64952-13f5-46de-8d59-f48eead57e6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:30:13Z', 'updated_at': '2022-01-28T19:30:24Z', 'revision_number': 5, 'project_id': 'c2d8a9b0fd5b43ca87eb8b43109d53ce', 'subnets': [{'id': '1eb64952-13f5-46de-8d59-f48eead57e6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:31:46.673038 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-45e0d15c-d630-40b5-b3b9-2fac24de00eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:46.794352 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e79c7e-df08-44dd-ada7-de3cf8c65323 None None] The sync data for ids ['5b8e1e60-af5f-42c1-b0d2-e068d40d391c'] in n-d-812111-14 is: [{'id': '5b8e1e60-af5f-42c1-b0d2-e068d40d391c', 'name': 'tempest-ServerRescueTestJSONUnderV235-146737734-router', 'tenant_id': 'c2d8a9b0fd5b43ca87eb8b43109d53ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': '3f528553-53df-4bd6-9ae2-f7bedfb8566b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:30:07Z', 'updated_at': '2022-01-28T19:30:16Z', 'revision_number': 4, 'project_id': 'c2d8a9b0fd5b43ca87eb8b43109d53ce', 'gw_port': {'id': '3f528553-53df-4bd6-9ae2-f7bedfb8566b', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:06:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8e1e60-af5f-42c1-b0d2-e068d40d391c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:30:08Z', 'updated_at': '2022-01-28T19:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_floatingips': [{'id': '4ec8cb37-4329-4275-9cb6-c1d2a1720aa2', 'tenant_id': 'c2d8a9b0fd5b43ca87eb8b43109d53ce', 'floating_ip_address': '172.25.6.10', 'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'router_id': '5b8e1e60-af5f-42c1-b0d2-e068d40d391c', 'port_id': '9bcadbd2-2697-46df-a75c-0d1c1221e02f', 'fixed_ip_address': '172.20.0.2', 'status': 'DOWN', 'standard_attr_id': 2022, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcb44e6e-a519-43fc-8133-4d41be134056', 'mac_address': 'fa:16:3e:56:cc:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d14ce0-7469-47f2-ae46-bee456094209', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:31:30Z', 'updated_at': '2022-01-28T19:31:39Z', 'revision_number': 1, 'project_id': 'c2d8a9b0fd5b43ca87eb8b43109d53ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd916fa22-0cdd-4d14-9a08-c2c6e46d9558', 'name': '', 'network_id': 'fcb44e6e-a519-43fc-8133-4d41be134056', 'tenant_id': 'c2d8a9b0fd5b43ca87eb8b43109d53ce', 'mac_address': 'fa:16:3e:8f:51:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8e1e60-af5f-42c1-b0d2-e068d40d391c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '1eb64952-13f5-46de-8d59-f48eead57e6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:30:13Z', 'updated_at': '2022-01-28T19:30:24Z', 'revision_number': 5, 'project_id': 'c2d8a9b0fd5b43ca87eb8b43109d53ce', 'subnets': [{'id': '1eb64952-13f5-46de-8d59-f48eead57e6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:31:46.854603 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device cf5ecd1f-1725-4463-8e93-be90494201dc up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:31:46.876344 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ea43acea-7259-432d-91fb-f23c0b9e12f0 req-4177f4c9-2e11-4b30-8db9-9da16fac70b6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9bcadbd2-2697-46df-a75c-0d1c1221e02f HTTP/1.1" status: 200 len: 998 time: 1.0605156 Jan 28 19:31:47.045594 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-518810c1-eaef-4e09-9624-698dbbeefba1 tempest-ServersTestManualDisk-852432706 tempest-ServersTestManualDisk-852432706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:47.086984 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-54473cb0-b3f6-4819-b5e7-5381331c3fe1 service neutron] For port f81cc277-8da7-4baf-868c-4770a63c2e56, host n-h2-812111-14, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:31:47.100998 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-54473cb0-b3f6-4819-b5e7-5381331c3fe1 service neutron] For port f81cc277-8da7-4baf-868c-4770a63c2e56, host n-h2-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=f81cc277-8da7-4baf-868c-4770a63c2e56,segment=NetworkSegment(9bf5b81d-1ecc-495b-86bd-fe1fc8410ddb),segment_id=9bf5b81d-1ecc-495b-86bd-fe1fc8410ddb)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:31:47.126797 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea43acea-7259-432d-91fb-f23c0b9e12f0 req-b8411050-b569-4eb1-97b3-655903d1abbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:47.127414 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-45e0d15c-d630-40b5-b3b9-2fac24de00eb admin admin] Publish callbacks [] for security_group (2e3ed2ee-5fe7-4391-a08e-d35b51f8944e), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:47.130817 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ea43acea-7259-432d-91fb-f23c0b9e12f0 req-b8411050-b569-4eb1-97b3-655903d1abbc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1eb64952-13f5-46de-8d59-f48eead57e6d HTTP/1.1" status: 200 len: 859 time: 0.2525339 Jan 28 19:31:47.232346 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-54473cb0-b3f6-4819-b5e7-5381331c3fe1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (f81cc277-8da7-4baf-868c-4770a63c2e56), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:47.250040 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-45e0d15c-d630-40b5-b3b9-2fac24de00eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (2e3ed2ee-5fe7-4391-a08e-d35b51f8944e), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:47.375060 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32404544-e0d1-489d-9ac2-55d9cac832b4 req-af52f701-f5c6-4731-969f-99b71c11c2b7 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:47.389659 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32404544-e0d1-489d-9ac2-55d9cac832b4 req-af52f701-f5c6-4731-969f-99b71c11c2b7 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:47.401871 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32404544-e0d1-489d-9ac2-55d9cac832b4 req-af52f701-f5c6-4731-969f-99b71c11c2b7 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:47.416778 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ea43acea-7259-432d-91fb-f23c0b9e12f0 req-22cf0eb5-e023-4ab1-9c71-ee610eb2926c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fcb44e6e-a519-43fc-8133-4d41be134056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2015395 Jan 28 19:31:47.428839 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32404544-e0d1-489d-9ac2-55d9cac832b4 req-af52f701-f5c6-4731-969f-99b71c11c2b7 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:47.437092 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32404544-e0d1-489d-9ac2-55d9cac832b4 req-af52f701-f5c6-4731-969f-99b71c11c2b7 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:47.463325 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32404544-e0d1-489d-9ac2-55d9cac832b4 req-af52f701-f5c6-4731-969f-99b71c11c2b7 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:47.477088 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32404544-e0d1-489d-9ac2-55d9cac832b4 req-af52f701-f5c6-4731-969f-99b71c11c2b7 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:47.479802 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-32404544-e0d1-489d-9ac2-55d9cac832b4 req-af52f701-f5c6-4731-969f-99b71c11c2b7 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/ports?device_id=6266b4f2-471d-4297-9d3c-9386239f951c HTTP/1.1" status: 200 len: 5380 time: 3.1357887 Jan 28 19:31:47.486342 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c6e4e3-b310-443a-8eaa-e7062efa593f None None] New status for floating IP 4ec8cb37-4329-4275-9cb6-c1d2a1720aa2: ACTIVE {{(pid=103306) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 19:31:47.514430 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [req-ea43acea-7259-432d-91fb-f23c0b9e12f0 req-cedf27ac-f1a1-4666-bc0b-c5df1793efd8 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103304) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:31:47.523843 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ea43acea-7259-432d-91fb-f23c0b9e12f0 req-cedf27ac-f1a1-4666-bc0b-c5df1793efd8 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0348032 Jan 28 19:31:47.559520 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-54473cb0-b3f6-4819-b5e7-5381331c3fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:47.560172 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-54473cb0-b3f6-4819-b5e7-5381331c3fe1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:47.564425 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-54473cb0-b3f6-4819-b5e7-5381331c3fe1 service neutron] 10.222.0.70 "PUT /v2.0/ports/f81cc277-8da7-4baf-868c-4770a63c2e56 HTTP/1.1" status: 200 len: 1092 time: 4.7624540 Jan 28 19:31:47.638535 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 34916) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:47.647882 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port cf5ecd1f-1725-4463-8e93-be90494201dc triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:31:47.655688 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (cf5ecd1f-1725-4463-8e93-be90494201dc), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:47.710005 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-845fd570-426d-45b3-8285-14b24112fd39 service neutron] Request body: {'port': {'device_id': '6266b4f2-471d-4297-9d3c-9386239f951c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-14'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:31:47.868737 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.db.resource_extend [None req-bb0241b6-55c9-4dac-bdf0-b5ebf692696b tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 19:31:47.926152 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54473cb0-b3f6-4819-b5e7-5381331c3fe1 service neutron] Pushing event updated for resources: {'Port': ['ID=f81cc277-8da7-4baf-868c-4770a63c2e56,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:48.039631 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d19e5c-c7ed-4678-9155-65aea69e3b4c req-c5fa3790-6975-4722-957c-92fda667e110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:48.040175 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d19e5c-c7ed-4678-9155-65aea69e3b4c req-c5fa3790-6975-4722-957c-92fda667e110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:48.040651 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d19e5c-c7ed-4678-9155-65aea69e3b4c req-c5fa3790-6975-4722-957c-92fda667e110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:48.045554 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-64d19e5c-c7ed-4678-9155-65aea69e3b4c req-c5fa3790-6975-4722-957c-92fda667e110 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=6a63e631dab749fab705cc3ad19e314b&shared=False HTTP/1.1" status: 200 len: 2294 time: 3.6939857 Jan 28 19:31:48.074050 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-518810c1-eaef-4e09-9624-698dbbeefba1 tempest-ServersTestManualDisk-852432706 tempest-ServersTestManualDisk-852432706-project] Allocated IP 172.25.6.169 (d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8/a648e4ab-7422-41b9-b133-58aca25ab8f5/53f77a6b-9e0d-4bce-b792-c52952a2ab3e) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:31:48.129570 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-28967d44-22a7-4984-b756-1c8bcdc0d75a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:48.171330 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port cf5ecd1f-1725-4463-8e93-be90494201dc is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:31:48.249367 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d19e5c-c7ed-4678-9155-65aea69e3b4c req-87faf9f9-68e8-403e-993c-d89d6ea6b2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:48.250898 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-64d19e5c-c7ed-4678-9155-65aea69e3b4c req-87faf9f9-68e8-403e-993c-d89d6ea6b2f8 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1836991 Jan 28 19:31:48.251505 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e0d15c-d630-40b5-b3b9-2fac24de00eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e3ed2ee-5fe7-4391-a08e-d35b51f8944e,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:48.258916 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-45e0d15c-d630-40b5-b3b9-2fac24de00eb admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=527e69b7b6a942d59370c3024cbedf22&name=default HTTP/1.1" status: 200 len: 3000 time: 4.0990334 Jan 28 19:31:48.274132 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 34928) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:48.282970 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf304e0-c748-401f-a3d4-535b99f287aa req-e3391415-e9f7-400b-a79d-d11c7a77a69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:48.284619 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9bf304e0-c748-401f-a3d4-535b99f287aa req-e3391415-e9f7-400b-a79d-d11c7a77a69c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c2d8a9b0fd5b43ca87eb8b43109d53ce&device_id=b3d14ce0-7469-47f2-ae46-bee456094209 HTTP/1.1" status: 200 len: 1128 time: 3.7240252 Jan 28 19:31:48.396932 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-845fd570-426d-45b3-8285-14b24112fd39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (7e6f9cff-a028-4c63-bafa-10b8e8700d7f), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:48.436777 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf304e0-c748-401f-a3d4-535b99f287aa req-569eb543-a9d6-4c3a-8efc-77c471ed1280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:48.438204 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9bf304e0-c748-401f-a3d4-535b99f287aa req-569eb543-a9d6-4c3a-8efc-77c471ed1280 service neutron] 10.222.0.41 "GET /v2.0/networks?id=fcb44e6e-a519-43fc-8133-4d41be134056 HTTP/1.1" status: 200 len: 919 time: 0.1055493 Jan 28 19:31:48.476766 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d9e379f7-663e-4e23-9639-013ba5958762 admin admin] Publish callbacks [] for security_group (2e3ed2ee-5fe7-4391-a08e-d35b51f8944e), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:48.502289 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d9e379f7-663e-4e23-9639-013ba5958762 admin admin] Publish callbacks [] for security_group (2e3ed2ee-5fe7-4391-a08e-d35b51f8944e), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:48.510262 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-518810c1-eaef-4e09-9624-698dbbeefba1 tempest-ServersTestManualDisk-852432706 tempest-ServersTestManualDisk-852432706-project] Publish callbacks [] for port (53f77a6b-9e0d-4bce-b792-c52952a2ab3e), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:48.529156 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ea43acea-7259-432d-91fb-f23c0b9e12f0 req-62f9460d-4389-4247-b229-87639ef03fa8 service neutron] 10.222.0.64 "GET /v2.0/networks/fcb44e6e-a519-43fc-8133-4d41be134056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9862521 Jan 28 19:31:48.708937 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-28967d44-22a7-4984-b756-1c8bcdc0d75a admin admin] Publish callbacks [] for security_group (ef781814-1928-4ab2-a677-5a72b4dbdd5c), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:48.718659 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9bf304e0-c748-401f-a3d4-535b99f287aa req-c37bbb76-3b15-49b7-b596-5a5bb460af2d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9bcadbd2-2697-46df-a75c-0d1c1221e02f HTTP/1.1" status: 200 len: 1000 time: 0.2494762 Jan 28 19:31:48.727520 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bb0241b6-55c9-4dac-bdf0-b5ebf692696b tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:48.733197 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d9e379f7-663e-4e23-9639-013ba5958762 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (2e3ed2ee-5fe7-4391-a08e-d35b51f8944e), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:48.735900 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d9e379f7-663e-4e23-9639-013ba5958762 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:48.737119 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-d9e379f7-663e-4e23-9639-013ba5958762 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2e3ed2ee-5fe7-4391-a08e-d35b51f8944e HTTP/1.1" status: 204 len: 168 time: 0.4514830 Jan 28 19:31:48.768180 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bb0241b6-55c9-4dac-bdf0-b5ebf692696b tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734886'] for floatingip (4a460f25-bb7d-46e6-97e0-30f6022c5fad), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:48.869194 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-32404544-e0d1-489d-9ac2-55d9cac832b4 req-ceb44e72-4454-4295-b738-f06eafb91f0a tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/security-groups?id=72c56c83-1eeb-4758-9a36-9dca3b681b4c&id=13e4f299-cf18-4f69-979b-275ae464cc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.3420863 Jan 28 19:31:48.939526 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-28967d44-22a7-4984-b756-1c8bcdc0d75a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (ef781814-1928-4ab2-a677-5a72b4dbdd5c), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:48.953729 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ea43acea-7259-432d-91fb-f23c0b9e12f0 req-3e860588-8a28-4b3e-9afd-bf0c31d89de6 service neutron] 10.222.0.64 "GET /v2.0/networks/fcb44e6e-a519-43fc-8133-4d41be134056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3376241 Jan 28 19:31:48.968106 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e379f7-663e-4e23-9639-013ba5958762 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e3ed2ee-5fe7-4391-a08e-d35b51f8944e,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:48.995906 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:31:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-289a0bec-36fb-4d90-bba5-1df0ab8e8cef x-openstack-request-id: req-289a0bec-36fb-4d90-bba5-1df0ab8e8cef {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:31:48.996282 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3d14ce0-7469-47f2-ae46-bee456094209", "tag": "9bcadbd2-2697-46df-a75c-0d1c1221e02f", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:31:48.996489 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-289a0bec-36fb-4d90-bba5-1df0ab8e8cef {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:31:48.996844 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3d14ce0-7469-47f2-ae46-bee456094209', 'tag': '9bcadbd2-2697-46df-a75c-0d1c1221e02f', 'status': 'completed', 'code': 200} Jan 28 19:31:49.044407 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf304e0-c748-401f-a3d4-535b99f287aa req-52cd3d30-9b55-46c2-9411-5b2cddd32fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:49.046002 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9bf304e0-c748-401f-a3d4-535b99f287aa req-52cd3d30-9b55-46c2-9411-5b2cddd32fe9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1eb64952-13f5-46de-8d59-f48eead57e6d HTTP/1.1" status: 200 len: 859 time: 0.3139567 Jan 28 19:31:49.112194 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-518810c1-eaef-4e09-9624-698dbbeefba1 tempest-ServersTestManualDisk-852432706 tempest-ServersTestManualDisk-852432706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (53f77a6b-9e0d-4bce-b792-c52952a2ab3e), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:49.143864 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9bf304e0-c748-401f-a3d4-535b99f287aa req-a848ec0a-e630-48dd-a762-0ab54044e53b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fcb44e6e-a519-43fc-8133-4d41be134056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0860670 Jan 28 19:31:49.339716 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-28967d44-22a7-4984-b756-1c8bcdc0d75a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8e103acae3314145a2dd468ae2bdd4bd&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7001600 Jan 28 19:31:49.358323 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 34952) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:49.377721 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-518810c1-eaef-4e09-9624-698dbbeefba1 tempest-ServersTestManualDisk-852432706 tempest-ServersTestManualDisk-852432706-project] Network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:31:49.378755 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 34954) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:49.394510 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28967d44-22a7-4984-b756-1c8bcdc0d75a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef781814-1928-4ab2-a677-5a72b4dbdd5c,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:49.457073 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-518810c1-eaef-4e09-9624-698dbbeefba1 tempest-ServersTestManualDisk-852432706 tempest-ServersTestManualDisk-852432706-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:31:49.476509 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518810c1-eaef-4e09-9624-698dbbeefba1 tempest-ServersTestManualDisk-852432706 tempest-ServersTestManualDisk-852432706-project] Pushing event updated for resources: {'Port': ['ID=53f77a6b-9e0d-4bce-b792-c52952a2ab3e,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:49.529395 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518810c1-eaef-4e09-9624-698dbbeefba1 tempest-ServersTestManualDisk-852432706 tempest-ServersTestManualDisk-852432706-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:31:49.537691 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ebcb652a-7fe6-4893-8b83-bfff6ed414c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:49.603820 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-196c2243-53da-44a6-9d2d-de09f342a017 req-c9f9575f-b191-4846-8393-fa93c8ba5a41 tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.6.10 HTTP/1.1" status: 200 len: 1000 time: 0.5281923 Jan 28 19:31:49.748810 n-d-812111-14 neutron-server[103305]: INFO neutron.db.l3_db [None req-bb0241b6-55c9-4dac-bdf0-b5ebf692696b tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Floating IP 4a460f25-bb7d-46e6-97e0-30f6022c5fad associated. External IP: 172.25.6.237, port: 3350cbae-4a25-42ca-a107-7365789be398. Jan 28 19:31:49.795240 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6edd94cd-d0d2-44c7-833b-28d784a93e26 admin admin] Publish callbacks [] for security_group (ef781814-1928-4ab2-a677-5a72b4dbdd5c), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:49.913226 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6edd94cd-d0d2-44c7-833b-28d784a93e26 admin admin] Publish callbacks [] for security_group (ef781814-1928-4ab2-a677-5a72b4dbdd5c), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:49.922548 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196c2243-53da-44a6-9d2d-de09f342a017 req-2840fc4c-1301-4e6b-86e7-384be8b6884d tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:49.923842 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-196c2243-53da-44a6-9d2d-de09f342a017 req-2840fc4c-1301-4e6b-86e7-384be8b6884d tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] 10.222.0.64 "GET /v2.0/ports/9bcadbd2-2697-46df-a75c-0d1c1221e02f HTTP/1.1" status: 200 len: 942 time: 0.2976561 Jan 28 19:31:49.940734 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9bf304e0-c748-401f-a3d4-535b99f287aa req-9165f3e8-1c0d-488a-b6a9-3620a40804c2 service neutron] 10.222.0.41 "GET /v2.0/networks/fcb44e6e-a519-43fc-8133-4d41be134056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4830647 Jan 28 19:31:50.056181 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6edd94cd-d0d2-44c7-833b-28d784a93e26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (ef781814-1928-4ab2-a677-5a72b4dbdd5c), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:50.059470 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6edd94cd-d0d2-44c7-833b-28d784a93e26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:50.064219 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-6edd94cd-d0d2-44c7-833b-28d784a93e26 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ef781814-1928-4ab2-a677-5a72b4dbdd5c HTTP/1.1" status: 204 len: 168 time: 0.7018425 Jan 28 19:31:50.129314 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ebcb652a-7fe6-4893-8b83-bfff6ed414c8 admin admin] Publish callbacks [] for security_group (d6203f3c-af2c-45f4-8e80-921f5ba8e77e), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:50.153364 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edd94cd-d0d2-44c7-833b-28d784a93e26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef781814-1928-4ab2-a677-5a72b4dbdd5c,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:50.171509 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-518810c1-eaef-4e09-9624-698dbbeefba1 tempest-ServersTestManualDisk-852432706 tempest-ServersTestManualDisk-852432706-project] Publish callbacks [] for floatingip (90786d99-8fab-4b5c-937c-b12c5d4464ff), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:50.201399 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ebcb652a-7fe6-4893-8b83-bfff6ed414c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (d6203f3c-af2c-45f4-8e80-921f5ba8e77e), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:50.300618 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-ebcb652a-7fe6-4893-8b83-bfff6ed414c8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=878e522468264478ad2531a8ebc5152b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9047945 Jan 28 19:31:50.340224 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 34974) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:50.412709 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-196c2243-53da-44a6-9d2d-de09f342a017 req-1d4bd219-6c87-4904-8221-c88e1cf80139 tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.6.10 HTTP/1.1" status: 200 len: 1000 time: 0.4077673 Jan 28 19:31:50.456344 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-518810c1-eaef-4e09-9624-698dbbeefba1 tempest-ServersTestManualDisk-852432706 tempest-ServersTestManualDisk-852432706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (53f77a6b-9e0d-4bce-b792-c52952a2ab3e), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:50.569661 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:50.648056 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcb652a-7fe6-4893-8b83-bfff6ed414c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6203f3c-af2c-45f4-8e80-921f5ba8e77e,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:50.671173 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-845fd570-426d-45b3-8285-14b24112fd39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e6f9cff-a028-4c63-bafa-10b8e8700d7f {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:31:50.713565 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-845fd570-426d-45b3-8285-14b24112fd39 service neutron] Publish callbacks [] for port (7e6f9cff-a028-4c63-bafa-10b8e8700d7f), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:50.802440 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80c06ef-9f2f-4f2e-8591-6e8205622751 req-3be55317-65f3-4cea-9b46-ddccc5133d2f tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:50.807832 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80c06ef-9f2f-4f2e-8591-6e8205622751 req-3be55317-65f3-4cea-9b46-ddccc5133d2f tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:50.813128 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80c06ef-9f2f-4f2e-8591-6e8205622751 req-3be55317-65f3-4cea-9b46-ddccc5133d2f tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:50.831058 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80c06ef-9f2f-4f2e-8591-6e8205622751 req-3be55317-65f3-4cea-9b46-ddccc5133d2f tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:50.842975 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9bf304e0-c748-401f-a3d4-535b99f287aa req-5a93f4ec-26cb-4012-8249-fe6efaaa4339 service neutron] 10.222.0.41 "GET /v2.0/networks/fcb44e6e-a519-43fc-8133-4d41be134056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8888872 Jan 28 19:31:50.847835 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80c06ef-9f2f-4f2e-8591-6e8205622751 req-3be55317-65f3-4cea-9b46-ddccc5133d2f tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:50.856541 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80c06ef-9f2f-4f2e-8591-6e8205622751 req-3be55317-65f3-4cea-9b46-ddccc5133d2f tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:50.862025 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80c06ef-9f2f-4f2e-8591-6e8205622751 req-3be55317-65f3-4cea-9b46-ddccc5133d2f tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:50.882305 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a80c06ef-9f2f-4f2e-8591-6e8205622751 req-3be55317-65f3-4cea-9b46-ddccc5133d2f tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/ports?device_id=6266b4f2-471d-4297-9d3c-9386239f951c HTTP/1.1" status: 200 len: 5392 time: 0.8308227 Jan 28 19:31:50.928035 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196c2243-53da-44a6-9d2d-de09f342a017 req-666a912b-9820-4ae7-9fc6-4d6e99c0471f tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:50.952793 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-196c2243-53da-44a6-9d2d-de09f342a017 req-666a912b-9820-4ae7-9fc6-4d6e99c0471f tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] 10.222.0.64 "GET /v2.0/networks/d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 HTTP/1.1" status: 200 len: 784 time: 0.5391376 Jan 28 19:31:50.991734 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-845fd570-426d-45b3-8285-14b24112fd39 service neutron] Transition to ACTIVE for port object 7e6f9cff-a028-4c63-bafa-10b8e8700d7f will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:31:50.992573 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c84a86d4-8490-4670-ae60-31d8e01bc372 admin admin] Publish callbacks [] for security_group (d6203f3c-af2c-45f4-8e80-921f5ba8e77e), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:51.003858 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6266b4f2-471d-4297-9d3c-9386239f951c', 'tag': 'f81cc277-8da7-4baf-868c-4770a63c2e56'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:31:51.006944 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b40f968a-2357-47fd-9f91-14622a798333" -d '{"events": [{"name": "network-changed", "server_uuid": "6266b4f2-471d-4297-9d3c-9386239f951c", "tag": "f81cc277-8da7-4baf-868c-4770a63c2e56"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:31:51.030219 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [req-196c2243-53da-44a6-9d2d-de09f342a017 req-86f4a704-49c1-4f6f-b325-688b1aca40cc tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:31:51.044818 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-196c2243-53da-44a6-9d2d-de09f342a017 req-86f4a704-49c1-4f6f-b325-688b1aca40cc tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0908251 Jan 28 19:31:51.048528 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 34988) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:51.050385 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-845fd570-426d-45b3-8285-14b24112fd39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (7e6f9cff-a028-4c63-bafa-10b8e8700d7f), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:51.106141 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb0241b6-55c9-4dac-bdf0-b5ebf692696b tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Router 8284962e-2761-435a-93e5-faa7cc47ef87 has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:31:51.148202 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845fd570-426d-45b3-8285-14b24112fd39 service neutron] Pushing event updated for resources: {'Port': ['ID=7e6f9cff-a028-4c63-bafa-10b8e8700d7f,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:51.183260 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cee690b0-2563-4e8e-93ab-178daa33021e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:51.192397 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c84a86d4-8490-4670-ae60-31d8e01bc372 admin admin] Publish callbacks [] for security_group (d6203f3c-af2c-45f4-8e80-921f5ba8e77e), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:51.346873 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb0241b6-55c9-4dac-bdf0-b5ebf692696b tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:31:51.359007 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e61848-e9ff-4c5e-bd70-cb8411a7f8c6 None None] Sync routers for ids ['8284962e-2761-435a-93e5-faa7cc47ef87'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:31:51.378682 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e61848-e9ff-4c5e-bd70-cb8411a7f8c6 None None] Routers {'8284962e-2761-435a-93e5-faa7cc47ef87'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:31:51.380735 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-d3e61848-e9ff-4c5e-bd70-cb8411a7f8c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:31:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['8284962e-2761-435a-93e5-faa7cc47ef87'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:31:51.416730 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a80c06ef-9f2f-4f2e-8591-6e8205622751 req-dd7a6a1b-b3e7-4cf5-a860-66aab3f0fb0f tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/security-groups?id=72c56c83-1eeb-4758-9a36-9dca3b681b4c&id=13e4f299-cf18-4f69-979b-275ae464cc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5261409 Jan 28 19:31:51.420489 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bb0241b6-55c9-4dac-bdf0-b5ebf692696b tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for floatingip (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:51.518392 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d869e699-16d5-4da6-b9d9-9d7301f4f467 x-openstack-request-id: req-d869e699-16d5-4da6-b9d9-9d7301f4f467 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:31:51.518915 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6266b4f2-471d-4297-9d3c-9386239f951c", "tag": "f81cc277-8da7-4baf-868c-4770a63c2e56", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:31:51.519338 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d869e699-16d5-4da6-b9d9-9d7301f4f467 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:31:51.519923 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6266b4f2-471d-4297-9d3c-9386239f951c', 'tag': 'f81cc277-8da7-4baf-868c-4770a63c2e56', 'status': 'completed', 'code': 200} Jan 28 19:31:51.538473 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-bb0241b6-55c9-4dac-bdf0-b5ebf692696b tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "PUT /v2.0/floatingips/4a460f25-bb7d-46e6-97e0-30f6022c5fad HTTP/1.1" status: 200 len: 991 time: 8.1377223 Jan 28 19:31:51.557025 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '468e569c-4ad2-4f8a-b0ed-71ebeaa4f974', 'tag': '3350cbae-4a25-42ca-a107-7365789be398'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:31:51.560362 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee7ad9bc-602a-44f2-80b4-2c6312eb5e15" -d '{"events": [{"name": "network-changed", "server_uuid": "468e569c-4ad2-4f8a-b0ed-71ebeaa4f974", "tag": "3350cbae-4a25-42ca-a107-7365789be398"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:31:51.625482 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1635c471-b2f9-4f2b-9d48-428109125b31 req-2e72c541-8e21-4b6b-a688-a0d1aa091fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:51.628583 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1635c471-b2f9-4f2b-9d48-428109125b31 req-2e72c541-8e21-4b6b-a688-a0d1aa091fd9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c2d8a9b0fd5b43ca87eb8b43109d53ce&device_id=b3d14ce0-7469-47f2-ae46-bee456094209 HTTP/1.1" status: 200 len: 1128 time: 0.6086700 Jan 28 19:31:51.637236 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-196c2243-53da-44a6-9d2d-de09f342a017 req-14d81151-9090-4956-8c5f-027ea2130c4f tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.6.10 HTTP/1.1" status: 200 len: 1000 time: 0.5913761 Jan 28 19:31:51.649206 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cee690b0-2563-4e8e-93ab-178daa33021e admin admin] Publish callbacks [] for security_group (4a7d1ea6-c26f-4526-adba-9475c5cad69b), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:51.695425 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-845fd570-426d-45b3-8285-14b24112fd39 service neutron] Attempting to bind port 7e6f9cff-a028-4c63-bafa-10b8e8700d7f on host n-h2-812111-14 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:31:51.698465 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-845fd570-426d-45b3-8285-14b24112fd39 service neutron] Attempting to bind port 7e6f9cff-a028-4c63-bafa-10b8e8700d7f by drivers openvswitch,hyperv on host n-h2-812111-14 at level 0 using segments [{'id': '9bf5b81d-1ecc-495b-86bd-fe1fc8410ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '1a0a56ae-a8fc-45c3-a9f5-3868c6fdc511'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:31:51.699063 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-845fd570-426d-45b3-8285-14b24112fd39 service neutron] Attempting to bind port 7e6f9cff-a028-4c63-bafa-10b8e8700d7f on network 1a0a56ae-a8fc-45c3-a9f5-3868c6fdc511 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:31:51.707834 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-d3e61848-e9ff-4c5e-bd70-cb8411a7f8c6 None None] Set router 8284962e-2761-435a-93e5-faa7cc47ef87 gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:31:51.720554 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c84a86d4-8490-4670-ae60-31d8e01bc372 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (d6203f3c-af2c-45f4-8e80-921f5ba8e77e), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:51.726066 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c84a86d4-8490-4670-ae60-31d8e01bc372 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:51.734100 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-c84a86d4-8490-4670-ae60-31d8e01bc372 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d6203f3c-af2c-45f4-8e80-921f5ba8e77e HTTP/1.1" status: 204 len: 168 time: 1.3924935 Jan 28 19:31:51.736359 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cee690b0-2563-4e8e-93ab-178daa33021e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (4a7d1ea6-c26f-4526-adba-9475c5cad69b), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:51.790819 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18583aee-ad56-4ef1-8937-17cb3ba78c61 x-openstack-request-id: req-18583aee-ad56-4ef1-8937-17cb3ba78c61 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:31:51.792246 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "468e569c-4ad2-4f8a-b0ed-71ebeaa4f974", "tag": "3350cbae-4a25-42ca-a107-7365789be398", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:31:51.794695 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-18583aee-ad56-4ef1-8937-17cb3ba78c61 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:31:51.795326 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '468e569c-4ad2-4f8a-b0ed-71ebeaa4f974', 'tag': '3350cbae-4a25-42ca-a107-7365789be398', 'status': 'completed', 'code': 200} Jan 28 19:31:51.821335 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-196c2243-53da-44a6-9d2d-de09f342a017 req-b536c10d-dcd9-4e93-8f16-d0c6dbace47d tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:31:51.864770 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-cee690b0-2563-4e8e-93ab-178daa33021e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9ed2180774174a37b479f2d0ee8944b2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8115211 Jan 28 19:31:51.876547 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-518810c1-eaef-4e09-9624-698dbbeefba1 tempest-ServersTestManualDisk-852432706 tempest-ServersTestManualDisk-852432706-project] Publish callbacks [] for port (53f77a6b-9e0d-4bce-b792-c52952a2ab3e), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:51.953809 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 35010) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:51.990688 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84a86d4-8490-4670-ae60-31d8e01bc372 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6203f3c-af2c-45f4-8e80-921f5ba8e77e,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:52.079060 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-d3e61848-e9ff-4c5e-bd70-cb8411a7f8c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8284962e-2761-435a-93e5-faa7cc47ef87', 'name': 'tempest-AttachVolumeShelveTestJSON-1306095070-router', 'tenant_id': '0f0ddac21a95455ebc1c3ac83c1cf620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': '165030ec-a091-445a-96fa-5e7aadc47c06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:30:46Z', 'updated_at': '2022-01-28T19:30:58Z', 'revision_number': 4, 'project_id': '0f0ddac21a95455ebc1c3ac83c1cf620', 'gw_port': {'id': '165030ec-a091-445a-96fa-5e7aadc47c06', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:60:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8284962e-2761-435a-93e5-faa7cc47ef87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1940, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:30:48Z', 'updated_at': '2022-01-28T19:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_floatingips': [{'id': '4a460f25-bb7d-46e6-97e0-30f6022c5fad', 'tenant_id': '0f0ddac21a95455ebc1c3ac83c1cf620', 'floating_ip_address': '172.25.6.237', 'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'router_id': '8284962e-2761-435a-93e5-faa7cc47ef87', 'port_id': '3350cbae-4a25-42ca-a107-7365789be398', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1986, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ed80f8c-a628-4bf0-926c-daa4ec7f72d6', 'mac_address': 'fa:16:3e:21:70:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468e569c-4ad2-4f8a-b0ed-71ebeaa4f974', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:31:10Z', 'updated_at': '2022-01-28T19:31:47Z', 'revision_number': 1, 'project_id': '0f0ddac21a95455ebc1c3ac83c1cf620', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57830a23-006f-43dc-a826-8fdb1e9618a0', 'name': '', 'network_id': '4ed80f8c-a628-4bf0-926c-daa4ec7f72d6', 'tenant_id': '0f0ddac21a95455ebc1c3ac83c1cf620', 'mac_address': 'fa:16:3e:20:e5:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8284962e-2761-435a-93e5-faa7cc47ef87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1955, 'fixed_ips': [{'subnet_id': 'ccd8c2b9-0197-4b01-ba57-f13b2702d1bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:30:55Z', 'updated_at': '2022-01-28T19:31:05Z', 'revision_number': 5, 'project_id': '0f0ddac21a95455ebc1c3ac83c1cf620', 'subnets': [{'id': 'ccd8c2b9-0197-4b01-ba57-f13b2702d1bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:31:52.097777 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-845fd570-426d-45b3-8285-14b24112fd39 service neutron] Port 7e6f9cff-a028-4c63-bafa-10b8e8700d7f on network 1a0a56ae-a8fc-45c3-a9f5-3868c6fdc511 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-14 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:31:52.098451 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-845fd570-426d-45b3-8285-14b24112fd39 service neutron] Attempting to bind port 7e6f9cff-a028-4c63-bafa-10b8e8700d7f on network 1a0a56ae-a8fc-45c3-a9f5-3868c6fdc511 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:31:52.136496 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-845fd570-426d-45b3-8285-14b24112fd39 service neutron] Checking agent: {'id': '8f3fee4e-bf24-4b58-8a3a-ae9c8011a473', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 31, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:31:52.136990 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-845fd570-426d-45b3-8285-14b24112fd39 service neutron] Checking segment: {'id': '9bf5b81d-1ecc-495b-86bd-fe1fc8410ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '1a0a56ae-a8fc-45c3-a9f5-3868c6fdc511'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:31:52.137578 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-845fd570-426d-45b3-8285-14b24112fd39 service neutron] Bound using segment: {'id': '9bf5b81d-1ecc-495b-86bd-fe1fc8410ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '1a0a56ae-a8fc-45c3-a9f5-3868c6fdc511'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:31:52.138194 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-845fd570-426d-45b3-8285-14b24112fd39 service neutron] Bound port: 7e6f9cff-a028-4c63-bafa-10b8e8700d7f, host: n-h2-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bf5b81d-1ecc-495b-86bd-fe1fc8410ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '1a0a56ae-a8fc-45c3-a9f5-3868c6fdc511'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:31:52.139145 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-845fd570-426d-45b3-8285-14b24112fd39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (7e6f9cff-a028-4c63-bafa-10b8e8700d7f), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:52.146519 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e61848-e9ff-4c5e-bd70-cb8411a7f8c6 None None] Checking router: 8284962e-2761-435a-93e5-faa7cc47ef87 for host: n-d-812111-14 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:31:52.156235 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-196c2243-53da-44a6-9d2d-de09f342a017 req-b536c10d-dcd9-4e93-8f16-d0c6dbace47d tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] Publish callbacks [] for floatingip (4ec8cb37-4329-4275-9cb6-c1d2a1720aa2), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:52.158694 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1635c471-b2f9-4f2b-9d48-428109125b31 req-cf5d8fd8-67e5-430e-ba79-6de03235d3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:52.167151 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e61848-e9ff-4c5e-bd70-cb8411a7f8c6 None None] Routers {'8284962e-2761-435a-93e5-faa7cc47ef87'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:31:52.167770 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-d3e61848-e9ff-4c5e-bd70-cb8411a7f8c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:31:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['8284962e-2761-435a-93e5-faa7cc47ef87'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:31:52.171148 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1635c471-b2f9-4f2b-9d48-428109125b31 req-cf5d8fd8-67e5-430e-ba79-6de03235d3d5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=fcb44e6e-a519-43fc-8133-4d41be134056 HTTP/1.1" status: 200 len: 919 time: 0.5177374 Jan 28 19:31:52.173716 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-518810c1-eaef-4e09-9624-698dbbeefba1 tempest-ServersTestManualDisk-852432706 tempest-ServersTestManualDisk-852432706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (53f77a6b-9e0d-4bce-b792-c52952a2ab3e), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:52.176163 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee690b0-2563-4e8e-93ab-178daa33021e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a7d1ea6-c26f-4526-adba-9475c5cad69b,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:52.419983 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-d3e61848-e9ff-4c5e-bd70-cb8411a7f8c6 None None] Set router 8284962e-2761-435a-93e5-faa7cc47ef87 gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:31:52.423708 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-845fd570-426d-45b3-8285-14b24112fd39 service neutron] For port 7e6f9cff-a028-4c63-bafa-10b8e8700d7f, host n-h2-812111-14, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:31:52.429960 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-845fd570-426d-45b3-8285-14b24112fd39 service neutron] For port 7e6f9cff-a028-4c63-bafa-10b8e8700d7f, host n-h2-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=7e6f9cff-a028-4c63-bafa-10b8e8700d7f,segment=NetworkSegment(9bf5b81d-1ecc-495b-86bd-fe1fc8410ddb),segment_id=9bf5b81d-1ecc-495b-86bd-fe1fc8410ddb)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:31:52.488590 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7ad9bc-602a-44f2-80b4-2c6312eb5e15 req-8ec9991b-fe72-49fd-a091-7431cf6b7ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:52.512318 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ee7ad9bc-602a-44f2-80b4-2c6312eb5e15 req-8ec9991b-fe72-49fd-a091-7431cf6b7ece service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0f0ddac21a95455ebc1c3ac83c1cf620&device_id=468e569c-4ad2-4f8a-b0ed-71ebeaa4f974 HTTP/1.1" status: 200 len: 1128 time: 0.6723061 Jan 28 19:31:52.565778 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-845fd570-426d-45b3-8285-14b24112fd39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (7e6f9cff-a028-4c63-bafa-10b8e8700d7f), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:52.607942 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518810c1-eaef-4e09-9624-698dbbeefba1 tempest-ServersTestManualDisk-852432706 tempest-ServersTestManualDisk-852432706-project] Pushing event updated for resources: {'Port': ['ID=53f77a6b-9e0d-4bce-b792-c52952a2ab3e,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:52.788308 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-518810c1-eaef-4e09-9624-698dbbeefba1 tempest-ServersTestManualDisk-852432706 tempest-ServersTestManualDisk-852432706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734886'] for floatingip (90786d99-8fab-4b5c-937c-b12c5d4464ff), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:52.990698 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1635c471-b2f9-4f2b-9d48-428109125b31 req-1d716182-804a-46cb-b8a7-92283849d8fa service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9bcadbd2-2697-46df-a75c-0d1c1221e02f HTTP/1.1" status: 200 len: 1000 time: 0.8196430 Jan 28 19:31:52.997874 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40f968a-2357-47fd-9f91-14622a798333 req-b2207886-99da-4c84-ac04-0657343324d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:52.998561 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40f968a-2357-47fd-9f91-14622a798333 req-b2207886-99da-4c84-ac04-0657343324d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:52.999205 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40f968a-2357-47fd-9f91-14622a798333 req-b2207886-99da-4c84-ac04-0657343324d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:52.999858 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40f968a-2357-47fd-9f91-14622a798333 req-b2207886-99da-4c84-ac04-0657343324d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:53.000565 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40f968a-2357-47fd-9f91-14622a798333 req-b2207886-99da-4c84-ac04-0657343324d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:53.001275 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40f968a-2357-47fd-9f91-14622a798333 req-b2207886-99da-4c84-ac04-0657343324d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:53.002119 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40f968a-2357-47fd-9f91-14622a798333 req-b2207886-99da-4c84-ac04-0657343324d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:53.004390 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b40f968a-2357-47fd-9f91-14622a798333 req-b2207886-99da-4c84-ac04-0657343324d9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6a63e631dab749fab705cc3ad19e314b&device_id=6266b4f2-471d-4297-9d3c-9386239f951c HTTP/1.1" status: 200 len: 6438 time: 1.4639127 Jan 28 19:31:53.109629 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-845fd570-426d-45b3-8285-14b24112fd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:53.109909 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-845fd570-426d-45b3-8285-14b24112fd39 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:53.111343 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-845fd570-426d-45b3-8285-14b24112fd39 service neutron] 10.222.0.70 "PUT /v2.0/ports/7e6f9cff-a028-4c63-bafa-10b8e8700d7f HTTP/1.1" status: 200 len: 1091 time: 5.4705031 Jan 28 19:31:53.140274 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-d3e61848-e9ff-4c5e-bd70-cb8411a7f8c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8284962e-2761-435a-93e5-faa7cc47ef87', 'name': 'tempest-AttachVolumeShelveTestJSON-1306095070-router', 'tenant_id': '0f0ddac21a95455ebc1c3ac83c1cf620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': '165030ec-a091-445a-96fa-5e7aadc47c06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:30:46Z', 'updated_at': '2022-01-28T19:30:58Z', 'revision_number': 4, 'project_id': '0f0ddac21a95455ebc1c3ac83c1cf620', 'gw_port': {'id': '165030ec-a091-445a-96fa-5e7aadc47c06', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:60:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8284962e-2761-435a-93e5-faa7cc47ef87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1940, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:30:48Z', 'updated_at': '2022-01-28T19:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_floatingips': [{'id': '4a460f25-bb7d-46e6-97e0-30f6022c5fad', 'tenant_id': '0f0ddac21a95455ebc1c3ac83c1cf620', 'floating_ip_address': '172.25.6.237', 'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'router_id': '8284962e-2761-435a-93e5-faa7cc47ef87', 'port_id': '3350cbae-4a25-42ca-a107-7365789be398', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1986, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ed80f8c-a628-4bf0-926c-daa4ec7f72d6', 'mac_address': 'fa:16:3e:21:70:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468e569c-4ad2-4f8a-b0ed-71ebeaa4f974', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:31:10Z', 'updated_at': '2022-01-28T19:31:47Z', 'revision_number': 1, 'project_id': '0f0ddac21a95455ebc1c3ac83c1cf620', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57830a23-006f-43dc-a826-8fdb1e9618a0', 'name': '', 'network_id': '4ed80f8c-a628-4bf0-926c-daa4ec7f72d6', 'tenant_id': '0f0ddac21a95455ebc1c3ac83c1cf620', 'mac_address': 'fa:16:3e:20:e5:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8284962e-2761-435a-93e5-faa7cc47ef87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1955, 'fixed_ips': [{'subnet_id': 'ccd8c2b9-0197-4b01-ba57-f13b2702d1bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:30:55Z', 'updated_at': '2022-01-28T19:31:05Z', 'revision_number': 5, 'project_id': '0f0ddac21a95455ebc1c3ac83c1cf620', 'subnets': [{'id': 'ccd8c2b9-0197-4b01-ba57-f13b2702d1bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:31:53.196494 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-97492044-7620-444b-b821-72e8c93073a7 service neutron] Request body: {'port': {'device_id': '6266b4f2-471d-4297-9d3c-9386239f951c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-14'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:31:53.275160 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e61848-e9ff-4c5e-bd70-cb8411a7f8c6 None None] The sync data for ids ['8284962e-2761-435a-93e5-faa7cc47ef87'] in n-d-812111-14 is: [{'id': '8284962e-2761-435a-93e5-faa7cc47ef87', 'name': 'tempest-AttachVolumeShelveTestJSON-1306095070-router', 'tenant_id': '0f0ddac21a95455ebc1c3ac83c1cf620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': '165030ec-a091-445a-96fa-5e7aadc47c06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:30:46Z', 'updated_at': '2022-01-28T19:30:58Z', 'revision_number': 4, 'project_id': '0f0ddac21a95455ebc1c3ac83c1cf620', 'gw_port': {'id': '165030ec-a091-445a-96fa-5e7aadc47c06', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:60:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8284962e-2761-435a-93e5-faa7cc47ef87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1940, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:30:48Z', 'updated_at': '2022-01-28T19:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_floatingips': [{'id': '4a460f25-bb7d-46e6-97e0-30f6022c5fad', 'tenant_id': '0f0ddac21a95455ebc1c3ac83c1cf620', 'floating_ip_address': '172.25.6.237', 'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'router_id': '8284962e-2761-435a-93e5-faa7cc47ef87', 'port_id': '3350cbae-4a25-42ca-a107-7365789be398', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1986, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ed80f8c-a628-4bf0-926c-daa4ec7f72d6', 'mac_address': 'fa:16:3e:21:70:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468e569c-4ad2-4f8a-b0ed-71ebeaa4f974', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:31:10Z', 'updated_at': '2022-01-28T19:31:47Z', 'revision_number': 1, 'project_id': '0f0ddac21a95455ebc1c3ac83c1cf620', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57830a23-006f-43dc-a826-8fdb1e9618a0', 'name': '', 'network_id': '4ed80f8c-a628-4bf0-926c-daa4ec7f72d6', 'tenant_id': '0f0ddac21a95455ebc1c3ac83c1cf620', 'mac_address': 'fa:16:3e:20:e5:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8284962e-2761-435a-93e5-faa7cc47ef87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1955, 'fixed_ips': [{'subnet_id': 'ccd8c2b9-0197-4b01-ba57-f13b2702d1bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:30:55Z', 'updated_at': '2022-01-28T19:31:05Z', 'revision_number': 5, 'project_id': '0f0ddac21a95455ebc1c3ac83c1cf620', 'subnets': [{'id': 'ccd8c2b9-0197-4b01-ba57-f13b2702d1bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:31:53.305450 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-518810c1-eaef-4e09-9624-698dbbeefba1 tempest-ServersTestManualDisk-852432706 tempest-ServersTestManualDisk-852432706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for floatingip (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:53.315726 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-518810c1-eaef-4e09-9624-698dbbeefba1 tempest-ServersTestManualDisk-852432706 tempest-ServersTestManualDisk-852432706-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.2609942 Jan 28 19:31:53.494575 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7ad9bc-602a-44f2-80b4-2c6312eb5e15 req-0c0a2fbd-8a99-4403-a720-0000848c5286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:53.497452 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ee7ad9bc-602a-44f2-80b4-2c6312eb5e15 req-0c0a2fbd-8a99-4403-a720-0000848c5286 service neutron] 10.222.0.70 "GET /v2.0/networks?id=4ed80f8c-a628-4bf0-926c-daa4ec7f72d6 HTTP/1.1" status: 200 len: 917 time: 0.9759996 Jan 28 19:31:53.498949 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845fd570-426d-45b3-8285-14b24112fd39 service neutron] Pushing event updated for resources: {'Port': ['ID=7e6f9cff-a028-4c63-bafa-10b8e8700d7f,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:53.526548 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6266b4f2-471d-4297-9d3c-9386239f951c', 'tag': '7e6f9cff-a028-4c63-bafa-10b8e8700d7f'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:31:53.530430 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b2e6dfa-f3fd-448c-a2a7-8dae298304ba" -d '{"events": [{"name": "network-changed", "server_uuid": "6266b4f2-471d-4297-9d3c-9386239f951c", "tag": "7e6f9cff-a028-4c63-bafa-10b8e8700d7f"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:31:53.594288 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-97492044-7620-444b-b821-72e8c93073a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (20564fb9-afe6-4bea-9e37-1486e3355933), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:53.768808 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeecc2a-80d6-4ee5-bf58-56f7da3365af req-ac554ffd-1d07-48c1-a5e4-124779839840 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:53.780742 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:53.783898 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e08ccbc-bdec-4439-952a-9f1d2f30c74a None None] New status for floating IP 4a460f25-bb7d-46e6-97e0-30f6022c5fad: ACTIVE {{(pid=103306) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 19:31:53.785078 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeecc2a-80d6-4ee5-bf58-56f7da3365af req-ac554ffd-1d07-48c1-a5e4-124779839840 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:53.803368 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeecc2a-80d6-4ee5-bf58-56f7da3365af req-ac554ffd-1d07-48c1-a5e4-124779839840 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:53.835713 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeecc2a-80d6-4ee5-bf58-56f7da3365af req-ac554ffd-1d07-48c1-a5e4-124779839840 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:53.842055 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeecc2a-80d6-4ee5-bf58-56f7da3365af req-ac554ffd-1d07-48c1-a5e4-124779839840 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:53.860982 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeecc2a-80d6-4ee5-bf58-56f7da3365af req-ac554ffd-1d07-48c1-a5e4-124779839840 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:53.868881 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeecc2a-80d6-4ee5-bf58-56f7da3365af req-ac554ffd-1d07-48c1-a5e4-124779839840 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:53.877427 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-eaeecc2a-80d6-4ee5-bf58-56f7da3365af req-ac554ffd-1d07-48c1-a5e4-124779839840 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/ports?device_id=6266b4f2-471d-4297-9d3c-9386239f951c HTTP/1.1" status: 200 len: 5404 time: 1.1011863 Jan 28 19:31:53.994014 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1635c471-b2f9-4f2b-9d48-428109125b31 req-8093cdd5-3553-43bd-a348-877cb6136c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:53.995659 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1635c471-b2f9-4f2b-9d48-428109125b31 req-8093cdd5-3553-43bd-a348-877cb6136c5d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1eb64952-13f5-46de-8d59-f48eead57e6d HTTP/1.1" status: 200 len: 859 time: 0.9847300 Jan 28 19:31:53.997262 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40f968a-2357-47fd-9f91-14622a798333 req-e26a027c-231f-4a19-9752-450c0394ac4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:53.999952 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40f968a-2357-47fd-9f91-14622a798333 req-e26a027c-231f-4a19-9752-450c0394ac4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:54.001845 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40f968a-2357-47fd-9f91-14622a798333 req-e26a027c-231f-4a19-9752-450c0394ac4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:54.003611 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b40f968a-2357-47fd-9f91-14622a798333 req-e26a027c-231f-4a19-9752-450c0394ac4a service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=6a63e631dab749fab705cc3ad19e314b&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.9142866 Jan 28 19:31:54.059763 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ee7ad9bc-602a-44f2-80b4-2c6312eb5e15 req-dbc87ef3-f4f3-4124-aea0-d74d4514dc9c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3350cbae-4a25-42ca-a107-7365789be398 HTTP/1.1" status: 200 len: 999 time: 0.5361526 Jan 28 19:31:54.105065 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-eaeecc2a-80d6-4ee5-bf58-56f7da3365af req-784821ed-566d-4c56-a637-3d685ea1c5bd tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/security-groups?id=72c56c83-1eeb-4758-9a36-9dca3b681b4c&id=13e4f299-cf18-4f69-979b-275ae464cc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2063293 Jan 28 19:31:54.425509 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7ad9bc-602a-44f2-80b4-2c6312eb5e15 req-74ffd9f0-dbd4-4682-a77b-0287a61cac4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:54.428461 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ee7ad9bc-602a-44f2-80b4-2c6312eb5e15 req-74ffd9f0-dbd4-4682-a77b-0287a61cac4c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ccd8c2b9-0197-4b01-ba57-f13b2702d1bc HTTP/1.1" status: 200 len: 856 time: 0.3221915 Jan 28 19:31:54.612673 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40f968a-2357-47fd-9f91-14622a798333 req-30ecc06f-f8c1-44be-b4e0-a92f527e2f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:54.620659 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b40f968a-2357-47fd-9f91-14622a798333 req-30ecc06f-f8c1-44be-b4e0-a92f527e2f05 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.6093762 Jan 28 19:31:54.679649 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-196c2243-53da-44a6-9d2d-de09f342a017 req-b536c10d-dcd9-4e93-8f16-d0c6dbace47d tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:54.695564 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1635c471-b2f9-4f2b-9d48-428109125b31 req-139edf96-77a5-4fe0-963e-0ffd0018a400 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fcb44e6e-a519-43fc-8133-4d41be134056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2944641 Jan 28 19:31:54.717898 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-196c2243-53da-44a6-9d2d-de09f342a017 req-b536c10d-dcd9-4e93-8f16-d0c6dbace47d tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734886'] for floatingip (4ec8cb37-4329-4275-9cb6-c1d2a1720aa2), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:54.718443 n-d-812111-14 neutron-server[103305]: INFO neutron.db.l3_db [req-196c2243-53da-44a6-9d2d-de09f342a017 req-b536c10d-dcd9-4e93-8f16-d0c6dbace47d tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] Floating IP 4ec8cb37-4329-4275-9cb6-c1d2a1720aa2 disassociated. External IP: 172.25.6.10, port: 9bcadbd2-2697-46df-a75c-0d1c1221e02f. Jan 28 19:31:54.862916 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7ad9bc-602a-44f2-80b4-2c6312eb5e15 req-b696c3ab-0a78-43f9-bd0a-35c63edc5ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:54.864768 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ee7ad9bc-602a-44f2-80b4-2c6312eb5e15 req-b696c3ab-0a78-43f9-bd0a-35c63edc5ea9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4ed80f8c-a628-4bf0-926c-daa4ec7f72d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4288471 Jan 28 19:31:54.876621 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f54d799f-2975-43aa-90ce-b98e39314333 req-296e7184-c51d-4a77-ba2a-815a1db1dcd9 tempest-ServersTestManualDisk-852432706 tempest-ServersTestManualDisk-852432706-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--287450544&fields=id&tenant_id=45fb7b14cebe47c2b0ff3653e388c738 HTTP/1.1" status: 200 len: 267 time: 0.3058393 Jan 28 19:31:54.880777 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e925eef7-aa58-4e73-9534-450de46dd141 admin admin] Publish callbacks [] for security_group (4a7d1ea6-c26f-4526-adba-9475c5cad69b), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:54.983277 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e925eef7-aa58-4e73-9534-450de46dd141 admin admin] Publish callbacks [] for security_group (4a7d1ea6-c26f-4526-adba-9475c5cad69b), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:54.998027 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54d799f-2975-43aa-90ce-b98e39314333 req-afcb0c9a-b9c7-41d8-9c45-287cc319a0df tempest-ServersTestManualDisk-852432706 tempest-ServersTestManualDisk-852432706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:55.005210 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f54d799f-2975-43aa-90ce-b98e39314333 req-afcb0c9a-b9c7-41d8-9c45-287cc319a0df tempest-ServersTestManualDisk-852432706 tempest-ServersTestManualDisk-852432706-project] 10.222.0.64 "GET /v2.0/networks?id=92852eb4-22ae-4ff2-8b8f-59f16f3a189b HTTP/1.1" status: 200 len: 812 time: 0.1274624 Jan 28 19:31:55.084638 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f54d799f-2975-43aa-90ce-b98e39314333 req-85b68ed6-01ef-4979-91db-879f332e436b tempest-ServersTestManualDisk-852432706 tempest-ServersTestManualDisk-852432706-project] 10.222.0.64 "GET /v2.0/quotas/45fb7b14cebe47c2b0ff3653e388c738 HTTP/1.1" status: 200 len: 375 time: 0.0781965 Jan 28 19:31:55.107775 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e925eef7-aa58-4e73-9534-450de46dd141 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (4a7d1ea6-c26f-4526-adba-9475c5cad69b), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:55.110510 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e925eef7-aa58-4e73-9534-450de46dd141 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:55.115275 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-e925eef7-aa58-4e73-9534-450de46dd141 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4a7d1ea6-c26f-4526-adba-9475c5cad69b HTTP/1.1" status: 204 len: 168 time: 3.1510606 Jan 28 19:31:55.213040 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e925eef7-aa58-4e73-9534-450de46dd141 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a7d1ea6-c26f-4526-adba-9475c5cad69b,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:55.273907 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1635c471-b2f9-4f2b-9d48-428109125b31 req-60aa78dc-f4a6-4e5f-a230-e0e0d934448d service neutron] 10.222.0.41 "GET /v2.0/networks/fcb44e6e-a519-43fc-8133-4d41be134056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4039106 Jan 28 19:31:55.387130 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f54d799f-2975-43aa-90ce-b98e39314333 req-7c35a2c2-ec57-4cf2-93a5-ee2c979b8b07 tempest-ServersTestManualDisk-852432706 tempest-ServersTestManualDisk-852432706-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=45fb7b14cebe47c2b0ff3653e388c738&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3014030 Jan 28 19:31:55.484424 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-97492044-7620-444b-b821-72e8c93073a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20564fb9-afe6-4bea-9e37-1486e3355933 {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:31:55.497692 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-97492044-7620-444b-b821-72e8c93073a7 service neutron] Publish callbacks [] for port (20564fb9-afe6-4bea-9e37-1486e3355933), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:55.513719 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-97492044-7620-444b-b821-72e8c93073a7 service neutron] Transition to ACTIVE for port object 20564fb9-afe6-4bea-9e37-1486e3355933 will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:31:55.518312 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ee7ad9bc-602a-44f2-80b4-2c6312eb5e15 req-4332ec24-f211-422f-b646-2d821cb7b6fd service neutron] 10.222.0.70 "GET /v2.0/networks/4ed80f8c-a628-4bf0-926c-daa4ec7f72d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6394200 Jan 28 19:31:55.519663 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 35122) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:55.674577 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-97492044-7620-444b-b821-72e8c93073a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (20564fb9-afe6-4bea-9e37-1486e3355933), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:55.760916 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1635c471-b2f9-4f2b-9d48-428109125b31 req-c65a0041-d6af-4cbd-a30f-73eee2676387 service neutron] 10.222.0.41 "GET /v2.0/networks/fcb44e6e-a519-43fc-8133-4d41be134056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4765742 Jan 28 19:31:55.774747 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [req-196c2243-53da-44a6-9d2d-de09f342a017 req-b536c10d-dcd9-4e93-8f16-d0c6dbace47d tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] Router 5b8e1e60-af5f-42c1-b0d2-e068d40d391c has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:31:56.061249 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-196c2243-53da-44a6-9d2d-de09f342a017 req-b536c10d-dcd9-4e93-8f16-d0c6dbace47d tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:31:56.074156 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c56051-cec3-4a16-b113-c718241e2fed None None] Sync routers for ids ['5b8e1e60-af5f-42c1-b0d2-e068d40d391c'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:31:56.089762 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-196c2243-53da-44a6-9d2d-de09f342a017 req-b536c10d-dcd9-4e93-8f16-d0c6dbace47d tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for floatingip (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:56.097655 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c56051-cec3-4a16-b113-c718241e2fed None None] Routers {'5b8e1e60-af5f-42c1-b0d2-e068d40d391c'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:31:56.100193 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-19c56051-cec3-4a16-b113-c718241e2fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:31:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['5b8e1e60-af5f-42c1-b0d2-e068d40d391c'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:31:56.177615 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-196c2243-53da-44a6-9d2d-de09f342a017 req-b536c10d-dcd9-4e93-8f16-d0c6dbace47d tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] 10.222.0.64 "PUT /v2.0/floatingips/4ec8cb37-4329-4275-9cb6-c1d2a1720aa2 HTTP/1.1" status: 200 len: 694 time: 4.3803442 Jan 28 19:31:56.178713 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3d14ce0-7469-47f2-ae46-bee456094209', 'tag': '9bcadbd2-2697-46df-a75c-0d1c1221e02f'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:31:56.181751 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cc6105c-47a3-4098-b547-92a1f0458d99" -d '{"events": [{"name": "network-changed", "server_uuid": "b3d14ce0-7469-47f2-ae46-bee456094209", "tag": "9bcadbd2-2697-46df-a75c-0d1c1221e02f"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:31:56.312496 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196c2243-53da-44a6-9d2d-de09f342a017 req-a2811a5e-28e5-4a18-9154-f1be1c8b2707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:56.329528 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-196c2243-53da-44a6-9d2d-de09f342a017 req-a2811a5e-28e5-4a18-9154-f1be1c8b2707 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c2d8a9b0fd5b43ca87eb8b43109d53ce&device_id=b3d14ce0-7469-47f2-ae46-bee456094209 HTTP/1.1" status: 200 len: 1128 time: 0.1236553 Jan 28 19:31:56.470980 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-19c56051-cec3-4a16-b113-c718241e2fed None None] Set router 5b8e1e60-af5f-42c1-b0d2-e068d40d391c gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:31:56.532513 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-edf115a7-8fe4-4bf3-b705-5f55d3648f93 tempest-QuotasTest-1692255316 tempest-QuotasTest-1692255316-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:31:56.591749 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196c2243-53da-44a6-9d2d-de09f342a017 req-a809db56-43bc-4fb8-b9be-d427b1aca0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:56.593979 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-196c2243-53da-44a6-9d2d-de09f342a017 req-a809db56-43bc-4fb8-b9be-d427b1aca0e4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=fcb44e6e-a519-43fc-8133-4d41be134056 HTTP/1.1" status: 200 len: 919 time: 0.2617753 Jan 28 19:31:56.635897 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97492044-7620-444b-b821-72e8c93073a7 service neutron] Pushing event updated for resources: {'Port': ['ID=20564fb9-afe6-4bea-9e37-1486e3355933,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:56.661371 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-196c2243-53da-44a6-9d2d-de09f342a017 req-d49f036c-0bea-48a3-a3e8-48a0bb42d5d3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9bcadbd2-2697-46df-a75c-0d1c1221e02f HTTP/1.1" status: 200 len: 217 time: 0.0576317 Jan 28 19:31:56.706604 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97492044-7620-444b-b821-72e8c93073a7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:31:56.706978 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97492044-7620-444b-b821-72e8c93073a7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:31:56.707330 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97492044-7620-444b-b821-72e8c93073a7 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:31:56.709918 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97492044-7620-444b-b821-72e8c93073a7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:31:56.710328 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97492044-7620-444b-b821-72e8c93073a7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:31:56.710611 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97492044-7620-444b-b821-72e8c93073a7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:31:56.714052 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97492044-7620-444b-b821-72e8c93073a7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:31:56.714420 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97492044-7620-444b-b821-72e8c93073a7 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:31:56.714772 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97492044-7620-444b-b821-72e8c93073a7 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:31:56.715120 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97492044-7620-444b-b821-72e8c93073a7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:31:56.715469 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97492044-7620-444b-b821-72e8c93073a7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:31:56.715807 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97492044-7620-444b-b821-72e8c93073a7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:31:56.716141 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97492044-7620-444b-b821-72e8c93073a7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:31:56.723540 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f54d799f-2975-43aa-90ce-b98e39314333 req-be08ffd9-37a0-4877-a8ed-cce1238b382a service neutron] 10.222.0.64 "GET /v2.0/networks/92852eb4-22ae-4ff2-8b8f-59f16f3a189b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3351116 Jan 28 19:31:56.802132 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196c2243-53da-44a6-9d2d-de09f342a017 req-e6ba3832-1dea-42c3-aaf5-a292ca493e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:56.804730 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-196c2243-53da-44a6-9d2d-de09f342a017 req-e6ba3832-1dea-42c3-aaf5-a292ca493e1b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1eb64952-13f5-46de-8d59-f48eead57e6d HTTP/1.1" status: 200 len: 859 time: 0.1377275 Jan 28 19:31:56.873791 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-196c2243-53da-44a6-9d2d-de09f342a017 req-4fc22d31-3bd8-4e36-b356-ec6fe03198ee service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fcb44e6e-a519-43fc-8133-4d41be134056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613840 Jan 28 19:31:56.988674 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-19c56051-cec3-4a16-b113-c718241e2fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b8e1e60-af5f-42c1-b0d2-e068d40d391c', 'name': 'tempest-ServerRescueTestJSONUnderV235-146737734-router', 'tenant_id': 'c2d8a9b0fd5b43ca87eb8b43109d53ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': '3f528553-53df-4bd6-9ae2-f7bedfb8566b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:30:07Z', 'updated_at': '2022-01-28T19:30:16Z', 'revision_number': 4, 'project_id': 'c2d8a9b0fd5b43ca87eb8b43109d53ce', 'gw_port': {'id': '3f528553-53df-4bd6-9ae2-f7bedfb8566b', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:06:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8e1e60-af5f-42c1-b0d2-e068d40d391c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:30:08Z', 'updated_at': '2022-01-28T19:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': 'd916fa22-0cdd-4d14-9a08-c2c6e46d9558', 'name': '', 'network_id': 'fcb44e6e-a519-43fc-8133-4d41be134056', 'tenant_id': 'c2d8a9b0fd5b43ca87eb8b43109d53ce', 'mac_address': 'fa:16:3e:8f:51:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8e1e60-af5f-42c1-b0d2-e068d40d391c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '1eb64952-13f5-46de-8d59-f48eead57e6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:30:13Z', 'updated_at': '2022-01-28T19:30:24Z', 'revision_number': 5, 'project_id': 'c2d8a9b0fd5b43ca87eb8b43109d53ce', 'subnets': [{'id': '1eb64952-13f5-46de-8d59-f48eead57e6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:31:57.059461 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c56051-cec3-4a16-b113-c718241e2fed None None] Checking router: 5b8e1e60-af5f-42c1-b0d2-e068d40d391c for host: n-d-812111-14 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:31:57.059766 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ee7ad9bc-602a-44f2-80b4-2c6312eb5e15 req-00c7a967-53bd-45b5-9d30-5e1bb8b40380 service neutron] 10.222.0.70 "GET /v2.0/networks/4ed80f8c-a628-4bf0-926c-daa4ec7f72d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3982742 Jan 28 19:31:57.085963 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c56051-cec3-4a16-b113-c718241e2fed None None] Routers {'5b8e1e60-af5f-42c1-b0d2-e068d40d391c'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:31:57.087478 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-19c56051-cec3-4a16-b113-c718241e2fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:31:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['5b8e1e60-af5f-42c1-b0d2-e068d40d391c'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:31:57.153684 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-196c2243-53da-44a6-9d2d-de09f342a017 req-97ebd51c-eb18-44ea-80a4-a0c78f5dce2b service neutron] 10.222.0.64 "GET /v2.0/networks/fcb44e6e-a519-43fc-8133-4d41be134056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2636850 Jan 28 19:31:57.159804 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-edf115a7-8fe4-4bf3-b705-5f55d3648f93 tempest-QuotasTest-1692255316 tempest-QuotasTest-1692255316-project-admin] 10.222.0.64 "PUT /v2.0/quotas/55e89bed38fb4944875c2631d3b409c8 HTTP/1.1" status: 200 len: 366 time: 1.5195789 Jan 28 19:31:57.162482 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 35176) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:57.244258 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f54d799f-2975-43aa-90ce-b98e39314333 req-8fe32f68-6332-4f93-bf53-b5de5a8f084f service neutron] 10.222.0.64 "GET /v2.0/networks/92852eb4-22ae-4ff2-8b8f-59f16f3a189b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4553406 Jan 28 19:31:57.260879 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-97492044-7620-444b-b821-72e8c93073a7 service neutron] Attempting to bind port 20564fb9-afe6-4bea-9e37-1486e3355933 on host n-h2-812111-14 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:31:57.261277 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-97492044-7620-444b-b821-72e8c93073a7 service neutron] Attempting to bind port 20564fb9-afe6-4bea-9e37-1486e3355933 by drivers openvswitch,hyperv on host n-h2-812111-14 at level 0 using segments [{'id': 'f691f418-4099-4a2e-b081-8f35001c07cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '2b32274e-ef71-47fa-9b2e-d7c8beaa092d'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:31:57.261612 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-97492044-7620-444b-b821-72e8c93073a7 service neutron] Attempting to bind port 20564fb9-afe6-4bea-9e37-1486e3355933 on network 2b32274e-ef71-47fa-9b2e-d7c8beaa092d {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:31:57.267707 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-97492044-7620-444b-b821-72e8c93073a7 service neutron] Port 20564fb9-afe6-4bea-9e37-1486e3355933 on network 2b32274e-ef71-47fa-9b2e-d7c8beaa092d not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-14 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:31:57.268034 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-97492044-7620-444b-b821-72e8c93073a7 service neutron] Attempting to bind port 20564fb9-afe6-4bea-9e37-1486e3355933 on network 2b32274e-ef71-47fa-9b2e-d7c8beaa092d {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:31:57.272126 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-19c56051-cec3-4a16-b113-c718241e2fed None None] Set router 5b8e1e60-af5f-42c1-b0d2-e068d40d391c gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:31:57.277172 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-97492044-7620-444b-b821-72e8c93073a7 service neutron] Checking agent: {'id': '8f3fee4e-bf24-4b58-8a3a-ae9c8011a473', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 31, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:31:57.277607 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-97492044-7620-444b-b821-72e8c93073a7 service neutron] Checking segment: {'id': 'f691f418-4099-4a2e-b081-8f35001c07cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '2b32274e-ef71-47fa-9b2e-d7c8beaa092d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:31:57.277911 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-97492044-7620-444b-b821-72e8c93073a7 service neutron] Bound using segment: {'id': 'f691f418-4099-4a2e-b081-8f35001c07cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '2b32274e-ef71-47fa-9b2e-d7c8beaa092d'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:31:57.278352 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-97492044-7620-444b-b821-72e8c93073a7 service neutron] Bound port: 20564fb9-afe6-4bea-9e37-1486e3355933, host: n-h2-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f691f418-4099-4a2e-b081-8f35001c07cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '2b32274e-ef71-47fa-9b2e-d7c8beaa092d'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:31:57.278722 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-97492044-7620-444b-b821-72e8c93073a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (20564fb9-afe6-4bea-9e37-1486e3355933), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:57.430499 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-97492044-7620-444b-b821-72e8c93073a7 service neutron] For port 20564fb9-afe6-4bea-9e37-1486e3355933, host n-h2-812111-14, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:31:57.437925 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-97492044-7620-444b-b821-72e8c93073a7 service neutron] For port 20564fb9-afe6-4bea-9e37-1486e3355933, host n-h2-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=20564fb9-afe6-4bea-9e37-1486e3355933,segment=NetworkSegment(f691f418-4099-4a2e-b081-8f35001c07cb),segment_id=f691f418-4099-4a2e-b081-8f35001c07cb)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:31:57.456703 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-97492044-7620-444b-b821-72e8c93073a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (20564fb9-afe6-4bea-9e37-1486e3355933), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:57.470726 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-196c2243-53da-44a6-9d2d-de09f342a017 req-808e68a2-f02b-4f20-8e17-5202b343f0da service neutron] 10.222.0.64 "GET /v2.0/networks/fcb44e6e-a519-43fc-8133-4d41be134056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3069630 Jan 28 19:31:57.475116 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-56e5a698-ce50-43fe-9ccb-0bba9753bce7 tempest-QuotasTest-1692255316 tempest-QuotasTest-1692255316-project-admin] 10.222.0.64 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0882065 Jan 28 19:31:57.475706 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 35182) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:57.492964 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-0685100e-3fbf-4bf0-8cb2-3ade486a3b1d tempest-QuotasTest-1692255316 tempest-QuotasTest-1692255316-project-admin] 10.222.0.64 "GET /v2.0/quotas/55e89bed38fb4944875c2631d3b409c8 HTTP/1.1" status: 200 len: 366 time: 0.0160453 Jan 28 19:31:57.495412 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 35184) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:57.521749 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-419f942d-fb36-442f-8525-350f5403a941 tempest-QuotasTest-1692255316 tempest-QuotasTest-1692255316-project-admin] 10.222.0.64 "DELETE /v2.0/quotas/55e89bed38fb4944875c2631d3b409c8 HTTP/1.1" status: 204 len: 168 time: 0.0241187 Jan 28 19:31:57.522498 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 35188) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:57.543710 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-98feb52b-e0f8-4a58-8c9a-f31a1ac229d5 tempest-QuotasTest-1692255316 tempest-QuotasTest-1692255316-project-admin] 10.222.0.64 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0179102 Jan 28 19:31:57.544615 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 35190) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:57.549139 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-97492044-7620-444b-b821-72e8c93073a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:57.550393 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-97492044-7620-444b-b821-72e8c93073a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:57.552097 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-97492044-7620-444b-b821-72e8c93073a7 service neutron] 10.222.0.70 "PUT /v2.0/ports/20564fb9-afe6-4bea-9e37-1486e3355933 HTTP/1.1" status: 200 len: 1092 time: 4.3828189 Jan 28 19:31:57.608652 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-ca121ab9-bc62-4879-ba61-8cb2025e5db2 tempest-QuotasTest-1692255316 tempest-QuotasTest-1692255316-project-admin] 10.222.0.64 "GET /v2.0/quotas/55e89bed38fb4944875c2631d3b409c8 HTTP/1.1" status: 200 len: 370 time: 0.0369720 Jan 28 19:31:57.610011 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 35192) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:57.621521 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-b5cfbaa5-9f4d-4881-8ec1-8f73d60cc162 service neutron] Request body: {'port': {'device_id': '6266b4f2-471d-4297-9d3c-9386239f951c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-14'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:31:57.638362 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-6d3e5542-6c1e-4e0b-bdf3-6f0144060cb6 tempest-QuotasTest-1692255316 tempest-QuotasTest-1692255316-project-admin] 10.222.0.64 "GET /v2.0/quotas/55e89bed38fb4944875c2631d3b409c8/default HTTP/1.1" status: 200 len: 370 time: 0.0249040 Jan 28 19:31:57.640998 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 35198) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:57.646190 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:31:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1d359cb-faac-4d19-b28e-e58e78bbc827 x-openstack-request-id: req-e1d359cb-faac-4d19-b28e-e58e78bbc827 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:31:57.646484 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6266b4f2-471d-4297-9d3c-9386239f951c", "tag": "7e6f9cff-a028-4c63-bafa-10b8e8700d7f", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:31:57.646735 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e1d359cb-faac-4d19-b28e-e58e78bbc827 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:31:57.647132 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6266b4f2-471d-4297-9d3c-9386239f951c', 'tag': '7e6f9cff-a028-4c63-bafa-10b8e8700d7f', 'status': 'completed', 'code': 200} Jan 28 19:31:57.665314 n-d-812111-14 neutron-server[103305]: INFO neutron.api.v2.resource [None req-416aa063-47a2-4104-bfe5-c602dec31e22 tempest-QuotasTest-1692255316 tempest-QuotasTest-1692255316-project-admin] delete failed (client error): The resource could not be found. Jan 28 19:31:57.671131 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-416aa063-47a2-4104-bfe5-c602dec31e22 tempest-QuotasTest-1692255316 tempest-QuotasTest-1692255316-project-admin] 10.222.0.64 "DELETE /v2.0/quotas/55e89bed38fb4944875c2631d3b409c8 HTTP/1.1" status: 404 len: 348 time: 0.0275834 Jan 28 19:31:57.756350 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97492044-7620-444b-b821-72e8c93073a7 service neutron] Pushing event updated for resources: {'Port': ['ID=20564fb9-afe6-4bea-9e37-1486e3355933,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:57.863345 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-19c56051-cec3-4a16-b113-c718241e2fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b8e1e60-af5f-42c1-b0d2-e068d40d391c', 'name': 'tempest-ServerRescueTestJSONUnderV235-146737734-router', 'tenant_id': 'c2d8a9b0fd5b43ca87eb8b43109d53ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': '3f528553-53df-4bd6-9ae2-f7bedfb8566b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:30:07Z', 'updated_at': '2022-01-28T19:30:16Z', 'revision_number': 4, 'project_id': 'c2d8a9b0fd5b43ca87eb8b43109d53ce', 'gw_port': {'id': '3f528553-53df-4bd6-9ae2-f7bedfb8566b', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:06:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8e1e60-af5f-42c1-b0d2-e068d40d391c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:30:08Z', 'updated_at': '2022-01-28T19:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': 'd916fa22-0cdd-4d14-9a08-c2c6e46d9558', 'name': '', 'network_id': 'fcb44e6e-a519-43fc-8133-4d41be134056', 'tenant_id': 'c2d8a9b0fd5b43ca87eb8b43109d53ce', 'mac_address': 'fa:16:3e:8f:51:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8e1e60-af5f-42c1-b0d2-e068d40d391c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '1eb64952-13f5-46de-8d59-f48eead57e6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:30:13Z', 'updated_at': '2022-01-28T19:30:24Z', 'revision_number': 5, 'project_id': 'c2d8a9b0fd5b43ca87eb8b43109d53ce', 'subnets': [{'id': '1eb64952-13f5-46de-8d59-f48eead57e6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:31:57.876175 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0754a10-570b-437b-b6e7-85e02c42b765 x-openstack-request-id: req-c0754a10-570b-437b-b6e7-85e02c42b765 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:31:57.876387 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3d14ce0-7469-47f2-ae46-bee456094209", "tag": "9bcadbd2-2697-46df-a75c-0d1c1221e02f", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:31:57.876600 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c0754a10-570b-437b-b6e7-85e02c42b765 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:31:57.894078 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3d14ce0-7469-47f2-ae46-bee456094209', 'tag': '9bcadbd2-2697-46df-a75c-0d1c1221e02f', 'status': 'completed', 'code': 200} Jan 28 19:31:57.982015 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c56051-cec3-4a16-b113-c718241e2fed None None] The sync data for ids ['5b8e1e60-af5f-42c1-b0d2-e068d40d391c'] in n-d-812111-14 is: [{'id': '5b8e1e60-af5f-42c1-b0d2-e068d40d391c', 'name': 'tempest-ServerRescueTestJSONUnderV235-146737734-router', 'tenant_id': 'c2d8a9b0fd5b43ca87eb8b43109d53ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': '3f528553-53df-4bd6-9ae2-f7bedfb8566b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:30:07Z', 'updated_at': '2022-01-28T19:30:16Z', 'revision_number': 4, 'project_id': 'c2d8a9b0fd5b43ca87eb8b43109d53ce', 'gw_port': {'id': '3f528553-53df-4bd6-9ae2-f7bedfb8566b', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:06:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8e1e60-af5f-42c1-b0d2-e068d40d391c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:30:08Z', 'updated_at': '2022-01-28T19:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': 'd916fa22-0cdd-4d14-9a08-c2c6e46d9558', 'name': '', 'network_id': 'fcb44e6e-a519-43fc-8133-4d41be134056', 'tenant_id': 'c2d8a9b0fd5b43ca87eb8b43109d53ce', 'mac_address': 'fa:16:3e:8f:51:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8e1e60-af5f-42c1-b0d2-e068d40d391c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '1eb64952-13f5-46de-8d59-f48eead57e6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:30:13Z', 'updated_at': '2022-01-28T19:30:24Z', 'revision_number': 5, 'project_id': 'c2d8a9b0fd5b43ca87eb8b43109d53ce', 'subnets': [{'id': '1eb64952-13f5-46de-8d59-f48eead57e6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:31:58.149123 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81daef6-d9dc-4c5a-920f-b57b5d3fe275 req-d45ec2b1-11ef-4f23-b26d-df6153957129 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:58.149641 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e8e95eb1-e84f-48ad-9eca-0e6feb049fcf req-baa72ec0-2d9c-4127-b0e4-dffcad8367fc tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] 10.222.0.64 "GET /v2.0/floatingips/4ec8cb37-4329-4275-9cb6-c1d2a1720aa2 HTTP/1.1" status: 200 len: 694 time: 0.2742949 Jan 28 19:31:58.159928 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81daef6-d9dc-4c5a-920f-b57b5d3fe275 req-d45ec2b1-11ef-4f23-b26d-df6153957129 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:58.173775 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81daef6-d9dc-4c5a-920f-b57b5d3fe275 req-d45ec2b1-11ef-4f23-b26d-df6153957129 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:58.188542 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81daef6-d9dc-4c5a-920f-b57b5d3fe275 req-d45ec2b1-11ef-4f23-b26d-df6153957129 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:58.203595 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81daef6-d9dc-4c5a-920f-b57b5d3fe275 req-d45ec2b1-11ef-4f23-b26d-df6153957129 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:58.213407 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81daef6-d9dc-4c5a-920f-b57b5d3fe275 req-d45ec2b1-11ef-4f23-b26d-df6153957129 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:58.219080 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81daef6-d9dc-4c5a-920f-b57b5d3fe275 req-d45ec2b1-11ef-4f23-b26d-df6153957129 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:58.239644 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b81daef6-d9dc-4c5a-920f-b57b5d3fe275 req-d45ec2b1-11ef-4f23-b26d-df6153957129 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/ports?device_id=6266b4f2-471d-4297-9d3c-9386239f951c HTTP/1.1" status: 200 len: 5416 time: 0.4746313 Jan 28 19:31:58.288385 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc6105c-47a3-4098-b547-92a1f0458d99 req-1b271106-62c0-4832-ae0f-4e159f99547b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:58.292379 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3cc6105c-47a3-4098-b547-92a1f0458d99 req-1b271106-62c0-4832-ae0f-4e159f99547b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c2d8a9b0fd5b43ca87eb8b43109d53ce&device_id=b3d14ce0-7469-47f2-ae46-bee456094209 HTTP/1.1" status: 200 len: 1128 time: 0.3964720 Jan 28 19:31:58.294997 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 35220) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:58.370421 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-b5cfbaa5-9f4d-4881-8ec1-8f73d60cc162 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (81a4af83-6b4e-4b78-b358-67e235489ec7), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:58.418844 n-d-812111-14 neutron-server[103304]: DEBUG neutron.quota.resource [None req-5d7809b7-7d87-42b2-b702-d2aa83360d84 tempest-QuotasTest-1692255316 tempest-QuotasTest-1692255316-project-admin] Usage tracker for resource:network and project:d97c0673857b4ef597dd9b552a780e19 is out of sync, need to count used quota {{(pid=103304) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 28 19:31:58.429419 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2e6dfa-f3fd-448c-a2a7-8dae298304ba req-13a96b85-cca0-4a92-8a32-9aae21d2f6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:58.430127 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2e6dfa-f3fd-448c-a2a7-8dae298304ba req-13a96b85-cca0-4a92-8a32-9aae21d2f6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:58.430769 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2e6dfa-f3fd-448c-a2a7-8dae298304ba req-13a96b85-cca0-4a92-8a32-9aae21d2f6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:58.431404 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2e6dfa-f3fd-448c-a2a7-8dae298304ba req-13a96b85-cca0-4a92-8a32-9aae21d2f6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:58.432037 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2e6dfa-f3fd-448c-a2a7-8dae298304ba req-13a96b85-cca0-4a92-8a32-9aae21d2f6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:58.432693 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2e6dfa-f3fd-448c-a2a7-8dae298304ba req-13a96b85-cca0-4a92-8a32-9aae21d2f6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:58.433589 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2e6dfa-f3fd-448c-a2a7-8dae298304ba req-13a96b85-cca0-4a92-8a32-9aae21d2f6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:58.436451 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3b2e6dfa-f3fd-448c-a2a7-8dae298304ba req-13a96b85-cca0-4a92-8a32-9aae21d2f6f0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6a63e631dab749fab705cc3ad19e314b&device_id=6266b4f2-471d-4297-9d3c-9386239f951c HTTP/1.1" status: 200 len: 6610 time: 0.7929168 Jan 28 19:31:58.495318 n-d-812111-14 neutron-server[103304]: DEBUG neutron.quota.resource [None req-5d7809b7-7d87-42b2-b702-d2aa83360d84 tempest-QuotasTest-1692255316 tempest-QuotasTest-1692255316-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103304) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 28 19:31:58.596121 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0181c212-d0c8-4683-bb17-13857c96f921 None None] New status for floating IP 4ec8cb37-4329-4275-9cb6-c1d2a1720aa2: DOWN {{(pid=103306) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 19:31:58.601735 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b81daef6-d9dc-4c5a-920f-b57b5d3fe275 req-4b4e2669-299a-449f-9ffd-208fb6b75df9 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/security-groups?id=72c56c83-1eeb-4758-9a36-9dca3b681b4c&id=13e4f299-cf18-4f69-979b-275ae464cc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3610327 Jan 28 19:31:58.626610 n-d-812111-14 neutron-server[103304]: DEBUG neutron.quota.resource [None req-5d7809b7-7d87-42b2-b702-d2aa83360d84 tempest-QuotasTest-1692255316 tempest-QuotasTest-1692255316-project-admin] Usage tracker for resource:subnet and project:d97c0673857b4ef597dd9b552a780e19 is out of sync, need to count used quota {{(pid=103304) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 28 19:31:58.666950 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e95eb1-e84f-48ad-9eca-0e6feb049fcf req-668ae96f-44a8-4888-a606-40c0defca1e2 tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:58.673676 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e8e95eb1-e84f-48ad-9eca-0e6feb049fcf req-668ae96f-44a8-4888-a606-40c0defca1e2 tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] 10.222.0.64 "GET /v2.0/networks/d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 HTTP/1.1" status: 200 len: 784 time: 0.5193522 Jan 28 19:31:58.683681 n-d-812111-14 neutron-server[103304]: DEBUG neutron.quota.resource [None req-5d7809b7-7d87-42b2-b702-d2aa83360d84 tempest-QuotasTest-1692255316 tempest-QuotasTest-1692255316-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103304) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 28 19:31:58.689919 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc6105c-47a3-4098-b547-92a1f0458d99 req-7a0f4751-d6f1-4410-a87a-65739db2267a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:58.691496 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3cc6105c-47a3-4098-b547-92a1f0458d99 req-7a0f4751-d6f1-4410-a87a-65739db2267a service neutron] 10.222.0.41 "GET /v2.0/networks?id=fcb44e6e-a519-43fc-8133-4d41be134056 HTTP/1.1" status: 200 len: 919 time: 0.3844597 Jan 28 19:31:58.692004 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [req-e8e95eb1-e84f-48ad-9eca-0e6feb049fcf req-6c680b19-0083-498f-a743-3d914268526f tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103304) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:31:58.699993 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e8e95eb1-e84f-48ad-9eca-0e6feb049fcf req-6c680b19-0083-498f-a743-3d914268526f tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0252566 Jan 28 19:31:58.755327 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a4509f0c-e38c-4627-8187-e2dff50b1ac0 req-dee0e0c8-b7ab-4dcc-9829-bd658e04e116 tempest-ServersTestManualDisk-852432706 tempest-ServersTestManualDisk-852432706-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f696e78-c872-4606-84b8-8e5a7686bdd4 HTTP/1.1" status: 200 len: 210 time: 0.0407052 Jan 28 19:31:58.803188 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3cc6105c-47a3-4098-b547-92a1f0458d99 req-8d032c1c-c7f5-43ca-9cbb-d0e2c4c3953c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9bcadbd2-2697-46df-a75c-0d1c1221e02f HTTP/1.1" status: 200 len: 217 time: 0.0458777 Jan 28 19:31:58.894831 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc6105c-47a3-4098-b547-92a1f0458d99 req-220b6a4f-4fd7-4403-9154-56275316c18f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:58.897313 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3cc6105c-47a3-4098-b547-92a1f0458d99 req-220b6a4f-4fd7-4403-9154-56275316c18f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1eb64952-13f5-46de-8d59-f48eead57e6d HTTP/1.1" status: 200 len: 859 time: 0.0841773 Jan 28 19:31:58.979500 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e8e95eb1-e84f-48ad-9eca-0e6feb049fcf req-2e745440-7840-4f9d-bf2a-c29c3acb8137 tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.6.10 HTTP/1.1" status: 200 len: 697 time: 0.2783246 Jan 28 19:31:58.986454 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3cc6105c-47a3-4098-b547-92a1f0458d99 req-76431c58-9380-412a-af06-fd09c8594f86 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fcb44e6e-a519-43fc-8133-4d41be134056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0706594 Jan 28 19:31:59.200652 n-d-812111-14 neutron-server[103304]: DEBUG neutron.quota.resource [None req-5d7809b7-7d87-42b2-b702-d2aa83360d84 tempest-QuotasTest-1692255316 tempest-QuotasTest-1692255316-project-admin] Usage tracker for resource:subnetpool and project:d97c0673857b4ef597dd9b552a780e19 is out of sync, need to count used quota {{(pid=103304) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 28 19:31:59.206204 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3cc6105c-47a3-4098-b547-92a1f0458d99 req-2190d4be-8a29-4378-9804-369f0a2d9c1a service neutron] 10.222.0.41 "GET /v2.0/networks/fcb44e6e-a519-43fc-8133-4d41be134056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924818 Jan 28 19:31:59.226691 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e8e95eb1-e84f-48ad-9eca-0e6feb049fcf req-16d75bf3-def3-4f04-97ae-a9bc4c027238 tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.6.10 HTTP/1.1" status: 200 len: 697 time: 0.2461672 Jan 28 19:31:59.354680 n-d-812111-14 neutron-server[103304]: DEBUG neutron.quota.resource [None req-5d7809b7-7d87-42b2-b702-d2aa83360d84 tempest-QuotasTest-1692255316 tempest-QuotasTest-1692255316-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=103304) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 28 19:31:59.416629 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3cc6105c-47a3-4098-b547-92a1f0458d99 req-c1cdbe98-fb12-4ae2-957e-c0b872bd24cc service neutron] 10.222.0.41 "GET /v2.0/networks/fcb44e6e-a519-43fc-8133-4d41be134056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032642 Jan 28 19:31:59.500344 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2e6dfa-f3fd-448c-a2a7-8dae298304ba req-c20bbcd9-f556-4b30-b2c4-88fb81a19a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:59.501259 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2e6dfa-f3fd-448c-a2a7-8dae298304ba req-c20bbcd9-f556-4b30-b2c4-88fb81a19a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:59.501897 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2e6dfa-f3fd-448c-a2a7-8dae298304ba req-c20bbcd9-f556-4b30-b2c4-88fb81a19a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:59.503775 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3b2e6dfa-f3fd-448c-a2a7-8dae298304ba req-c20bbcd9-f556-4b30-b2c4-88fb81a19a45 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=6a63e631dab749fab705cc3ad19e314b&shared=False HTTP/1.1" status: 200 len: 2294 time: 1.0516975 Jan 28 19:31:59.514014 n-d-812111-14 neutron-server[103304]: DEBUG neutron.quota.resource [None req-5d7809b7-7d87-42b2-b702-d2aa83360d84 tempest-QuotasTest-1692255316 tempest-QuotasTest-1692255316-project-admin] Usage tracker for resource:port and project:d97c0673857b4ef597dd9b552a780e19 is out of sync, need to count used quota {{(pid=103304) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 28 19:31:59.549528 n-d-812111-14 neutron-server[103304]: DEBUG neutron.quota.resource [None req-5d7809b7-7d87-42b2-b702-d2aa83360d84 tempest-QuotasTest-1692255316 tempest-QuotasTest-1692255316-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=103304) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 28 19:31:59.777294 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6266b4f2-471d-4297-9d3c-9386239f951c', 'tag': '20564fb9-afe6-4bea-9e37-1486e3355933'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:31:59.780372 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e329ff89-c92a-4a81-8d87-b9b174e0a379" -d '{"events": [{"name": "network-changed", "server_uuid": "6266b4f2-471d-4297-9d3c-9386239f951c", "tag": "20564fb9-afe6-4bea-9e37-1486e3355933"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:31:59.800866 n-d-812111-14 neutron-server[103304]: DEBUG neutron.quota.resource [None req-5d7809b7-7d87-42b2-b702-d2aa83360d84 tempest-QuotasTest-1692255316 tempest-QuotasTest-1692255316-project-admin] Usage tracker for resource:router and project:d97c0673857b4ef597dd9b552a780e19 is out of sync, need to count used quota {{(pid=103304) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 28 19:31:59.809519 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2e6dfa-f3fd-448c-a2a7-8dae298304ba req-1e33dd21-5874-4976-be46-20fd581e7326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:59.811182 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3b2e6dfa-f3fd-448c-a2a7-8dae298304ba req-1e33dd21-5874-4976-be46-20fd581e7326 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2980001 Jan 28 19:31:59.821937 n-d-812111-14 neutron-server[103304]: DEBUG neutron.quota.resource [None req-5d7809b7-7d87-42b2-b702-d2aa83360d84 tempest-QuotasTest-1692255316 tempest-QuotasTest-1692255316-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103304) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 28 19:31:59.849892 n-d-812111-14 neutron-server[103304]: DEBUG neutron.quota.resource [None req-5d7809b7-7d87-42b2-b702-d2aa83360d84 tempest-QuotasTest-1692255316 tempest-QuotasTest-1692255316-project-admin] Usage tracker for resource:floatingip and project:d97c0673857b4ef597dd9b552a780e19 is out of sync, need to count used quota {{(pid=103304) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 28 19:31:59.864502 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54d799f-2975-43aa-90ce-b98e39314333 req-27dcd987-32e9-4f27-924c-5a027610a75f tempest-ServersTestManualDisk-852432706 tempest-ServersTestManualDisk-852432706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:59.866167 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f54d799f-2975-43aa-90ce-b98e39314333 req-27dcd987-32e9-4f27-924c-5a027610a75f tempest-ServersTestManualDisk-852432706 tempest-ServersTestManualDisk-852432706-project] 10.222.0.41 "GET /v2.0/networks?id=92852eb4-22ae-4ff2-8b8f-59f16f3a189b HTTP/1.1" status: 200 len: 812 time: 0.2985394 Jan 28 19:31:59.867726 n-d-812111-14 neutron-server[103304]: DEBUG neutron.quota.resource [None req-5d7809b7-7d87-42b2-b702-d2aa83360d84 tempest-QuotasTest-1692255316 tempest-QuotasTest-1692255316-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103304) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 28 19:31:59.881876 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-e8e95eb1-e84f-48ad-9eca-0e6feb049fcf req-2904cdb0-d245-4950-8ba5-1553debfd81d tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] Deleting port 3a62c814-77ea-400d-b5a8-d7ed9128ad28 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:31:59.882359 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e8e95eb1-e84f-48ad-9eca-0e6feb049fcf req-2904cdb0-d245-4950-8ba5-1553debfd81d tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (3a62c814-77ea-400d-b5a8-d7ed9128ad28), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:59.929182 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edc24db-b0e4-4e88-b63c-98121792e91e req-d25425aa-8c1b-4c4f-80cb-dc721d2fbfe7 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:59.934441 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edc24db-b0e4-4e88-b63c-98121792e91e req-d25425aa-8c1b-4c4f-80cb-dc721d2fbfe7 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:59.977807 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edc24db-b0e4-4e88-b63c-98121792e91e req-d25425aa-8c1b-4c4f-80cb-dc721d2fbfe7 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:59.985363 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edc24db-b0e4-4e88-b63c-98121792e91e req-d25425aa-8c1b-4c4f-80cb-dc721d2fbfe7 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:00.002242 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edc24db-b0e4-4e88-b63c-98121792e91e req-d25425aa-8c1b-4c4f-80cb-dc721d2fbfe7 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:00.008532 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edc24db-b0e4-4e88-b63c-98121792e91e req-d25425aa-8c1b-4c4f-80cb-dc721d2fbfe7 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:00.014337 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edc24db-b0e4-4e88-b63c-98121792e91e req-d25425aa-8c1b-4c4f-80cb-dc721d2fbfe7 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:00.022611 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8edc24db-b0e4-4e88-b63c-98121792e91e req-d25425aa-8c1b-4c4f-80cb-dc721d2fbfe7 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/ports?device_id=6266b4f2-471d-4297-9d3c-9386239f951c HTTP/1.1" status: 200 len: 5416 time: 0.3013663 Jan 28 19:32:00.027707 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e8e95eb1-e84f-48ad-9eca-0e6feb049fcf req-2904cdb0-d245-4950-8ba5-1553debfd81d tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (3a62c814-77ea-400d-b5a8-d7ed9128ad28), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:00.028193 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e8e95eb1-e84f-48ad-9eca-0e6feb049fcf req-2904cdb0-d245-4950-8ba5-1553debfd81d tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] Publish callbacks [] for floatingip (3a62c814-77ea-400d-b5a8-d7ed9128ad28), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:00.060136 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-e8e95eb1-e84f-48ad-9eca-0e6feb049fcf req-2904cdb0-d245-4950-8ba5-1553debfd81d tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] Calling delete_port for 3a62c814-77ea-400d-b5a8-d7ed9128ad28 owned by network:floatingip {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:32:00.126783 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-b5cfbaa5-9f4d-4881-8ec1-8f73d60cc162 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81a4af83-6b4e-4b78-b358-67e235489ec7 {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:32:00.184950 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-b5cfbaa5-9f4d-4881-8ec1-8f73d60cc162 service neutron] Publish callbacks [] for port (81a4af83-6b4e-4b78-b358-67e235489ec7), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:00.202994 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f54d799f-2975-43aa-90ce-b98e39314333 req-1139d46c-3c0d-40de-9a28-c35dd9c617a6 tempest-ServersTestManualDisk-852432706 tempest-ServersTestManualDisk-852432706-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=45fb7b14cebe47c2b0ff3653e388c738 HTTP/1.1" status: 200 len: 379 time: 0.3143516 Jan 28 19:32:00.257373 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8edc24db-b0e4-4e88-b63c-98121792e91e req-503196fc-a7a0-4fb3-850d-5e97d2dcf1b7 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/security-groups?id=72c56c83-1eeb-4758-9a36-9dca3b681b4c&id=13e4f299-cf18-4f69-979b-275ae464cc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2309451 Jan 28 19:32:00.268064 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-f54d799f-2975-43aa-90ce-b98e39314333 req-9cf5c67f-3cb9-4450-b286-4c62dddab5e8 tempest-ServersTestManualDisk-852432706 tempest-ServersTestManualDisk-852432706-project] Request body: {'port': {'device_id': '7f696e78-c872-4606-84b8-8e5a7686bdd4', 'network_id': '92852eb4-22ae-4ff2-8b8f-59f16f3a189b', 'admin_state_up': True, 'tenant_id': '45fb7b14cebe47c2b0ff3653e388c738', 'security_groups': ['acf3d43e-bd7d-4294-81e9-aa427a51ecce']}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:32:00.392223 n-d-812111-14 neutron-server[103304]: DEBUG neutron.quota.resource [None req-5d7809b7-7d87-42b2-b702-d2aa83360d84 tempest-QuotasTest-1692255316 tempest-QuotasTest-1692255316-project-admin] Usage tracker for resource:security_group and project:d97c0673857b4ef597dd9b552a780e19 is out of sync, need to count used quota {{(pid=103304) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 28 19:32:00.400779 n-d-812111-14 neutron-server[103304]: DEBUG neutron.quota.resource [None req-5d7809b7-7d87-42b2-b702-d2aa83360d84 tempest-QuotasTest-1692255316 tempest-QuotasTest-1692255316-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=103304) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 28 19:32:00.408932 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-b5cfbaa5-9f4d-4881-8ec1-8f73d60cc162 service neutron] Transition to ACTIVE for port object 81a4af83-6b4e-4b78-b358-67e235489ec7 will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:32:00.410385 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e8e95eb1-e84f-48ad-9eca-0e6feb049fcf req-2904cdb0-d245-4950-8ba5-1553debfd81d tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (3a62c814-77ea-400d-b5a8-d7ed9128ad28), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:00.456740 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-b5cfbaa5-9f4d-4881-8ec1-8f73d60cc162 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (81a4af83-6b4e-4b78-b358-67e235489ec7), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:00.470688 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2904cdb0-d245-4950-8ba5-1553debfd81d tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] Pushing event deleted for resources: {'Port': ['ID=3a62c814-77ea-400d-b5a8-d7ed9128ad28,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:00.478499 n-d-812111-14 neutron-server[103304]: DEBUG neutron.quota.resource [None req-5d7809b7-7d87-42b2-b702-d2aa83360d84 tempest-QuotasTest-1692255316 tempest-QuotasTest-1692255316-project-admin] Usage tracker for resource:security_group_rule and project:d97c0673857b4ef597dd9b552a780e19 is out of sync, need to count used quota {{(pid=103304) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 28 19:32:00.518120 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8d69e55d-b0b9-4d1f-8f87-907bb53a8dc9 req-a0e83e08-82de-467f-9094-7b0355595df4 tempest-ServersTestManualDisk-852432706 tempest-ServersTestManualDisk-852432706-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f696e78-c872-4606-84b8-8e5a7686bdd4 HTTP/1.1" status: 200 len: 210 time: 0.0434339 Jan 28 19:32:00.518856 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f54d799f-2975-43aa-90ce-b98e39314333 req-9cf5c67f-3cb9-4450-b286-4c62dddab5e8 tempest-ServersTestManualDisk-852432706 tempest-ServersTestManualDisk-852432706-project] Made reservation on behalf of 45fb7b14cebe47c2b0ff3653e388c738 for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:32:00.522986 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f54d799f-2975-43aa-90ce-b98e39314333 req-9cf5c67f-3cb9-4450-b286-4c62dddab5e8 tempest-ServersTestManualDisk-852432706 tempest-ServersTestManualDisk-852432706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:00.572124 n-d-812111-14 neutron-server[103304]: DEBUG neutron.quota.resource [None req-5d7809b7-7d87-42b2-b702-d2aa83360d84 tempest-QuotasTest-1692255316 tempest-QuotasTest-1692255316-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103304) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 28 19:32:00.638625 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47fce605-9581-46c6-8cb2-a1de4913a134 x-openstack-request-id: req-47fce605-9581-46c6-8cb2-a1de4913a134 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:32:00.639054 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6266b4f2-471d-4297-9d3c-9386239f951c", "tag": "20564fb9-afe6-4bea-9e37-1486e3355933", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:32:00.639412 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-47fce605-9581-46c6-8cb2-a1de4913a134 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:32:00.640176 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6266b4f2-471d-4297-9d3c-9386239f951c', 'tag': '20564fb9-afe6-4bea-9e37-1486e3355933', 'status': 'completed', 'code': 200} Jan 28 19:32:00.641906 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-5d7809b7-7d87-42b2-b702-d2aa83360d84 tempest-QuotasTest-1692255316 tempest-QuotasTest-1692255316-project-admin] 10.222.0.64 "GET /v2.0/quotas/d97c0673857b4ef597dd9b552a780e19/details.json HTTP/1.1" status: 200 len: 703 time: 2.3430643 Jan 28 19:32:00.721236 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cfbaa5-9f4d-4881-8ec1-8f73d60cc162 service neutron] Pushing event updated for resources: {'Port': ['ID=81a4af83-6b4e-4b78-b358-67e235489ec7,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:00.754447 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-f54d799f-2975-43aa-90ce-b98e39314333 req-9cf5c67f-3cb9-4450-b286-4c62dddab5e8 tempest-ServersTestManualDisk-852432706 tempest-ServersTestManualDisk-852432706-project] Allocated IP 172.20.0.6 (92852eb4-22ae-4ff2-8b8f-59f16f3a189b/32567241-fa90-4306-aa1e-53db272b15f8/abe78009-ce35-4a46-aa6c-fa6dad9f8b11) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:32:00.807037 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e8e95eb1-e84f-48ad-9eca-0e6feb049fcf req-2904cdb0-d245-4950-8ba5-1553debfd81d tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] Publish callbacks [] for floatingip (4ec8cb37-4329-4275-9cb6-c1d2a1720aa2), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:00.809868 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e8e95eb1-e84f-48ad-9eca-0e6feb049fcf req-2904cdb0-d245-4950-8ba5-1553debfd81d tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for floatingip (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:00.814963 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e8e95eb1-e84f-48ad-9eca-0e6feb049fcf req-2904cdb0-d245-4950-8ba5-1553debfd81d tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] 10.222.0.64 "DELETE /v2.0/floatingips/4ec8cb37-4329-4275-9cb6-c1d2a1720aa2 HTTP/1.1" status: 204 len: 173 time: 1.5872800 Jan 28 19:32:00.916660 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e329ff89-c92a-4a81-8d87-b9b174e0a379 req-018c6aed-0827-4a8f-a7f7-4eeab28b08b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:00.917364 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e329ff89-c92a-4a81-8d87-b9b174e0a379 req-018c6aed-0827-4a8f-a7f7-4eeab28b08b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:00.918521 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e329ff89-c92a-4a81-8d87-b9b174e0a379 req-018c6aed-0827-4a8f-a7f7-4eeab28b08b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:00.918698 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e329ff89-c92a-4a81-8d87-b9b174e0a379 req-018c6aed-0827-4a8f-a7f7-4eeab28b08b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:00.919245 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e329ff89-c92a-4a81-8d87-b9b174e0a379 req-018c6aed-0827-4a8f-a7f7-4eeab28b08b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:00.919780 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e329ff89-c92a-4a81-8d87-b9b174e0a379 req-018c6aed-0827-4a8f-a7f7-4eeab28b08b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:00.923405 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e329ff89-c92a-4a81-8d87-b9b174e0a379 req-018c6aed-0827-4a8f-a7f7-4eeab28b08b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:00.926140 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e329ff89-c92a-4a81-8d87-b9b174e0a379 req-018c6aed-0827-4a8f-a7f7-4eeab28b08b3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6a63e631dab749fab705cc3ad19e314b&device_id=6266b4f2-471d-4297-9d3c-9386239f951c HTTP/1.1" status: 200 len: 6636 time: 0.2690732 Jan 28 19:32:00.934501 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-b5cfbaa5-9f4d-4881-8ec1-8f73d60cc162 service neutron] Attempting to bind port 81a4af83-6b4e-4b78-b358-67e235489ec7 on host n-h2-812111-14 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:32:00.934501 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-b5cfbaa5-9f4d-4881-8ec1-8f73d60cc162 service neutron] Attempting to bind port 81a4af83-6b4e-4b78-b358-67e235489ec7 by drivers openvswitch,hyperv on host n-h2-812111-14 at level 0 using segments [{'id': 'f691f418-4099-4a2e-b081-8f35001c07cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '2b32274e-ef71-47fa-9b2e-d7c8beaa092d'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:32:00.935071 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-b5cfbaa5-9f4d-4881-8ec1-8f73d60cc162 service neutron] Attempting to bind port 81a4af83-6b4e-4b78-b358-67e235489ec7 on network 2b32274e-ef71-47fa-9b2e-d7c8beaa092d {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:32:00.977474 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f54d799f-2975-43aa-90ce-b98e39314333 req-9cf5c67f-3cb9-4450-b286-4c62dddab5e8 tempest-ServersTestManualDisk-852432706 tempest-ServersTestManualDisk-852432706-project] Publish callbacks [] for port (abe78009-ce35-4a46-aa6c-fa6dad9f8b11), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:00.991367 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-b5cfbaa5-9f4d-4881-8ec1-8f73d60cc162 service neutron] Port 81a4af83-6b4e-4b78-b358-67e235489ec7 on network 2b32274e-ef71-47fa-9b2e-d7c8beaa092d not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-14 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:32:01.003248 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-b5cfbaa5-9f4d-4881-8ec1-8f73d60cc162 service neutron] Attempting to bind port 81a4af83-6b4e-4b78-b358-67e235489ec7 on network 2b32274e-ef71-47fa-9b2e-d7c8beaa092d {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:32:01.052686 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-620ab968-6f43-497c-9ef4-08adfa676331 req-72148025-2f66-4f16-8186-dbe8f7e80c70 tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] 10.222.0.64 "GET /v2.0/security-groups/55328def-8eeb-4839-bf37-8971b971deb2 HTTP/1.1" status: 200 len: 1826 time: 0.0407660 Jan 28 19:32:01.053872 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f54d799f-2975-43aa-90ce-b98e39314333 req-9cf5c67f-3cb9-4450-b286-4c62dddab5e8 tempest-ServersTestManualDisk-852432706 tempest-ServersTestManualDisk-852432706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (abe78009-ce35-4a46-aa6c-fa6dad9f8b11), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:01.091468 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-b5cfbaa5-9f4d-4881-8ec1-8f73d60cc162 service neutron] Checking agent: {'id': '8f3fee4e-bf24-4b58-8a3a-ae9c8011a473', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 31, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:32:01.092051 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-b5cfbaa5-9f4d-4881-8ec1-8f73d60cc162 service neutron] Checking segment: {'id': 'f691f418-4099-4a2e-b081-8f35001c07cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '2b32274e-ef71-47fa-9b2e-d7c8beaa092d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:32:01.092545 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-b5cfbaa5-9f4d-4881-8ec1-8f73d60cc162 service neutron] Bound using segment: {'id': 'f691f418-4099-4a2e-b081-8f35001c07cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '2b32274e-ef71-47fa-9b2e-d7c8beaa092d'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:32:01.093180 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-b5cfbaa5-9f4d-4881-8ec1-8f73d60cc162 service neutron] Bound port: 81a4af83-6b4e-4b78-b358-67e235489ec7, host: n-h2-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f691f418-4099-4a2e-b081-8f35001c07cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '2b32274e-ef71-47fa-9b2e-d7c8beaa092d'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:32:01.093655 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-b5cfbaa5-9f4d-4881-8ec1-8f73d60cc162 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (81a4af83-6b4e-4b78-b358-67e235489ec7), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:01.142044 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf5c67f-3cb9-4450-b286-4c62dddab5e8 tempest-ServersTestManualDisk-852432706 tempest-ServersTestManualDisk-852432706-project] Pushing event updated for resources: {'Port': ['ID=abe78009-ce35-4a46-aa6c-fa6dad9f8b11,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:01.187298 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 35292) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:01.243462 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f54d799f-2975-43aa-90ce-b98e39314333 req-9cf5c67f-3cb9-4450-b286-4c62dddab5e8 tempest-ServersTestManualDisk-852432706 tempest-ServersTestManualDisk-852432706-project] Network 92852eb4-22ae-4ff2-8b8f-59f16f3a189b is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:32:01.250641 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-f54d799f-2975-43aa-90ce-b98e39314333 req-9cf5c67f-3cb9-4450-b286-4c62dddab5e8 tempest-ServersTestManualDisk-852432706 tempest-ServersTestManualDisk-852432706-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:32:01.255986 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-f54d799f-2975-43aa-90ce-b98e39314333 req-9cf5c67f-3cb9-4450-b286-4c62dddab5e8 tempest-ServersTestManualDisk-852432706 tempest-ServersTestManualDisk-852432706-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:32:01.302191 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-620ab968-6f43-497c-9ef4-08adfa676331 req-38b58e84-c74e-4deb-9d22-41d599d76707 tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] Publish callbacks [] for security_group (55328def-8eeb-4839-bf37-8971b971deb2), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:01.342039 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-620ab968-6f43-497c-9ef4-08adfa676331 req-38b58e84-c74e-4deb-9d22-41d599d76707 tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] Publish callbacks [] for security_group (55328def-8eeb-4839-bf37-8971b971deb2), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:01.401998 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-620ab968-6f43-497c-9ef4-08adfa676331 req-38b58e84-c74e-4deb-9d22-41d599d76707 tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (55328def-8eeb-4839-bf37-8971b971deb2), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:01.409289 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-620ab968-6f43-497c-9ef4-08adfa676331 req-38b58e84-c74e-4deb-9d22-41d599d76707 tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:01.410562 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-620ab968-6f43-497c-9ef4-08adfa676331 req-38b58e84-c74e-4deb-9d22-41d599d76707 tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] 10.222.0.64 "DELETE /v2.0/security-groups/55328def-8eeb-4839-bf37-8971b971deb2 HTTP/1.1" status: 204 len: 173 time: 0.3465397 Jan 28 19:32:01.451134 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54d799f-2975-43aa-90ce-b98e39314333 req-9cf5c67f-3cb9-4450-b286-4c62dddab5e8 tempest-ServersTestManualDisk-852432706 tempest-ServersTestManualDisk-852432706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:01.452595 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f54d799f-2975-43aa-90ce-b98e39314333 req-9cf5c67f-3cb9-4450-b286-4c62dddab5e8 tempest-ServersTestManualDisk-852432706 tempest-ServersTestManualDisk-852432706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:01.478044 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b58e84-c74e-4deb-9d22-41d599d76707 tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55328def-8eeb-4839-bf37-8971b971deb2,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:01.510204 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f54d799f-2975-43aa-90ce-b98e39314333 req-9cf5c67f-3cb9-4450-b286-4c62dddab5e8 tempest-ServersTestManualDisk-852432706 tempest-ServersTestManualDisk-852432706-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2515326 Jan 28 19:32:01.526409 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-f54d799f-2975-43aa-90ce-b98e39314333 req-cc8867ce-8802-4c59-8809-991bbcb3505e service neutron] Request body: {'port': {'device_id': '7f696e78-c872-4606-84b8-8e5a7686bdd4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-14'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:32:01.618863 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ec9ffc1e-2fbd-4dba-badc-e0050b15df56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:01.719170 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f54d799f-2975-43aa-90ce-b98e39314333 req-cc8867ce-8802-4c59-8809-991bbcb3505e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (abe78009-ce35-4a46-aa6c-fa6dad9f8b11), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:01.721285 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-aa53e3ce-7dd4-4ad7-8ee5-0e694429680c None None] Provisioning complete for port abe78009-ce35-4a46-aa6c-fa6dad9f8b11 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:32:01.722240 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-aa53e3ce-7dd4-4ad7-8ee5-0e694429680c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (abe78009-ce35-4a46-aa6c-fa6dad9f8b11), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:01.815927 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-aa53e3ce-7dd4-4ad7-8ee5-0e694429680c None None] Port abe78009-ce35-4a46-aa6c-fa6dad9f8b11 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:32:02.168021 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ec9ffc1e-2fbd-4dba-badc-e0050b15df56 admin admin] Publish callbacks [] for security_group (216b7e7d-4b0c-4a58-a75c-c491f968d65e), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:02.212049 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ec9ffc1e-2fbd-4dba-badc-e0050b15df56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (216b7e7d-4b0c-4a58-a75c-c491f968d65e), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:02.237022 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e329ff89-c92a-4a81-8d87-b9b174e0a379 req-b5f1e033-f3b0-419e-90b9-649fb97bfe45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:02.238684 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e329ff89-c92a-4a81-8d87-b9b174e0a379 req-b5f1e033-f3b0-419e-90b9-649fb97bfe45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:02.239983 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e329ff89-c92a-4a81-8d87-b9b174e0a379 req-b5f1e033-f3b0-419e-90b9-649fb97bfe45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:02.241917 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e329ff89-c92a-4a81-8d87-b9b174e0a379 req-b5f1e033-f3b0-419e-90b9-649fb97bfe45 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=6a63e631dab749fab705cc3ad19e314b&shared=False HTTP/1.1" status: 200 len: 2294 time: 1.3040140 Jan 28 19:32:02.297924 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027cf3b0-e09a-41e2-934b-86099cf10d6e req-32129d93-5233-4045-b820-46b5abb9abf9 tempest-ServersTestManualDisk-852432706 tempest-ServersTestManualDisk-852432706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:02.306536 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-027cf3b0-e09a-41e2-934b-86099cf10d6e req-32129d93-5233-4045-b820-46b5abb9abf9 tempest-ServersTestManualDisk-852432706 tempest-ServersTestManualDisk-852432706-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f696e78-c872-4606-84b8-8e5a7686bdd4 HTTP/1.1" status: 200 len: 931 time: 0.3687212 Jan 28 19:32:02.357253 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9ffc1e-2fbd-4dba-badc-e0050b15df56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=216b7e7d-4b0c-4a58-a75c-c491f968d65e,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:02.361952 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-ec9ffc1e-2fbd-4dba-badc-e0050b15df56 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6b84f28973064dd5b031fe33896a7056&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1713133 Jan 28 19:32:02.370340 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 35324) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:02.402755 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-b5cfbaa5-9f4d-4881-8ec1-8f73d60cc162 service neutron] For port 81a4af83-6b4e-4b78-b358-67e235489ec7, host n-h2-812111-14, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:32:02.457520 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-b5cfbaa5-9f4d-4881-8ec1-8f73d60cc162 service neutron] For port 81a4af83-6b4e-4b78-b358-67e235489ec7, host n-h2-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=81a4af83-6b4e-4b78-b358-67e235489ec7,segment=NetworkSegment(f691f418-4099-4a2e-b081-8f35001c07cb),segment_id=f691f418-4099-4a2e-b081-8f35001c07cb)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:32:02.500180 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-027cf3b0-e09a-41e2-934b-86099cf10d6e req-af6201bc-92b5-4d40-b915-37c795145bce tempest-ServersTestManualDisk-852432706 tempest-ServersTestManualDisk-852432706-project] 10.222.0.64 "GET /v2.0/security-groups?id=acf3d43e-bd7d-4294-81e9-aa427a51ecce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1926808 Jan 28 19:32:02.522888 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-b5cfbaa5-9f4d-4881-8ec1-8f73d60cc162 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (81a4af83-6b4e-4b78-b358-67e235489ec7), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:02.561066 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307da772-d24c-4a08-b903-5eb64e4a71ae req-a8c4dd5c-bfcf-4bb0-9e49-d5a2de2986c8 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:02.574565 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307da772-d24c-4a08-b903-5eb64e4a71ae req-a8c4dd5c-bfcf-4bb0-9e49-d5a2de2986c8 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:02.585085 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307da772-d24c-4a08-b903-5eb64e4a71ae req-a8c4dd5c-bfcf-4bb0-9e49-d5a2de2986c8 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:02.599499 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307da772-d24c-4a08-b903-5eb64e4a71ae req-a8c4dd5c-bfcf-4bb0-9e49-d5a2de2986c8 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:02.609927 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307da772-d24c-4a08-b903-5eb64e4a71ae req-a8c4dd5c-bfcf-4bb0-9e49-d5a2de2986c8 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:02.623516 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307da772-d24c-4a08-b903-5eb64e4a71ae req-a8c4dd5c-bfcf-4bb0-9e49-d5a2de2986c8 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:02.633477 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [req-f54d799f-2975-43aa-90ce-b98e39314333 req-cc8867ce-8802-4c59-8809-991bbcb3505e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abe78009-ce35-4a46-aa6c-fa6dad9f8b11 {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:32:02.637438 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307da772-d24c-4a08-b903-5eb64e4a71ae req-a8c4dd5c-bfcf-4bb0-9e49-d5a2de2986c8 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:02.641576 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-98de1571-29fa-4a0a-9219-d0281fe9c5c3 admin admin] Publish callbacks [] for security_group (216b7e7d-4b0c-4a58-a75c-c491f968d65e), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:02.642892 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-307da772-d24c-4a08-b903-5eb64e4a71ae req-a8c4dd5c-bfcf-4bb0-9e49-d5a2de2986c8 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/ports?device_id=6266b4f2-471d-4297-9d3c-9386239f951c HTTP/1.1" status: 200 len: 5428 time: 0.4408543 Jan 28 19:32:02.694892 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f54d799f-2975-43aa-90ce-b98e39314333 req-cc8867ce-8802-4c59-8809-991bbcb3505e service neutron] Publish callbacks [] for port (abe78009-ce35-4a46-aa6c-fa6dad9f8b11), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:02.778139 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-98de1571-29fa-4a0a-9219-d0281fe9c5c3 admin admin] Publish callbacks [] for security_group (216b7e7d-4b0c-4a58-a75c-c491f968d65e), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:02.814089 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-f54d799f-2975-43aa-90ce-b98e39314333 req-cc8867ce-8802-4c59-8809-991bbcb3505e service neutron] Transition to ACTIVE for port object abe78009-ce35-4a46-aa6c-fa6dad9f8b11 will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:32:02.835823 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f54d799f-2975-43aa-90ce-b98e39314333 req-cc8867ce-8802-4c59-8809-991bbcb3505e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (abe78009-ce35-4a46-aa6c-fa6dad9f8b11), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:02.837289 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-307da772-d24c-4a08-b903-5eb64e4a71ae req-2ca17e01-7ce8-4e41-b14f-170b33e0bd31 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/security-groups?id=72c56c83-1eeb-4758-9a36-9dca3b681b4c&id=13e4f299-cf18-4f69-979b-275ae464cc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1642456 Jan 28 19:32:02.867983 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e329ff89-c92a-4a81-8d87-b9b174e0a379 req-6728afff-4830-4d4c-bf4c-3c68e697e0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:02.881126 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e329ff89-c92a-4a81-8d87-b9b174e0a379 req-6728afff-4830-4d4c-bf4c-3c68e697e0b8 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.6191568 Jan 28 19:32:02.881126 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-b5cfbaa5-9f4d-4881-8ec1-8f73d60cc162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:02.881126 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-b5cfbaa5-9f4d-4881-8ec1-8f73d60cc162 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:02.882171 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-b5cfbaa5-9f4d-4881-8ec1-8f73d60cc162 service neutron] 10.222.0.70 "PUT /v2.0/ports/81a4af83-6b4e-4b78-b358-67e235489ec7 HTTP/1.1" status: 200 len: 1092 time: 5.2848256 Jan 28 19:32:02.884711 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6266b4f2-471d-4297-9d3c-9386239f951c', 'tag': '81a4af83-6b4e-4b78-b358-67e235489ec7'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:32:02.887162 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ffef76e-2e21-4da5-9246-3c8d86819953" -d '{"events": [{"name": "network-changed", "server_uuid": "6266b4f2-471d-4297-9d3c-9386239f951c", "tag": "81a4af83-6b4e-4b78-b358-67e235489ec7"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:32:02.950724 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cfbaa5-9f4d-4881-8ec1-8f73d60cc162 service neutron] Pushing event updated for resources: {'Port': ['ID=81a4af83-6b4e-4b78-b358-67e235489ec7,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:03.001957 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-98de1571-29fa-4a0a-9219-d0281fe9c5c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (216b7e7d-4b0c-4a58-a75c-c491f968d65e), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:03.011140 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-98de1571-29fa-4a0a-9219-d0281fe9c5c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:03.016380 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-98de1571-29fa-4a0a-9219-d0281fe9c5c3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/216b7e7d-4b0c-4a58-a75c-c491f968d65e HTTP/1.1" status: 204 len: 168 time: 0.6450639 Jan 28 19:32:03.021591 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d7950f9-6897-472f-829b-deb40ba39441 x-openstack-request-id: req-5d7950f9-6897-472f-829b-deb40ba39441 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:32:03.022957 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6266b4f2-471d-4297-9d3c-9386239f951c", "tag": "81a4af83-6b4e-4b78-b358-67e235489ec7", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:32:03.023331 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5d7950f9-6897-472f-829b-deb40ba39441 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:32:03.023846 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6266b4f2-471d-4297-9d3c-9386239f951c', 'tag': '81a4af83-6b4e-4b78-b358-67e235489ec7', 'status': 'completed', 'code': 200} Jan 28 19:32:03.045984 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98de1571-29fa-4a0a-9219-d0281fe9c5c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=216b7e7d-4b0c-4a58-a75c-c491f968d65e,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:03.078439 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169c98bb-3a9e-4e06-85b7-442de4f4c040 req-7e0a20d8-1f14-4f3c-94c7-bb1d795376ad tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:03.089722 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-169c98bb-3a9e-4e06-85b7-442de4f4c040 req-7e0a20d8-1f14-4f3c-94c7-bb1d795376ad tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3d14ce0-7469-47f2-ae46-bee456094209 HTTP/1.1" status: 200 len: 945 time: 0.4492478 Jan 28 19:32:03.101463 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-7fd94055-6640-4c96-9a33-25de482a3b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:03.102156 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-7fd94055-6640-4c96-9a33-25de482a3b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:03.102737 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-7fd94055-6640-4c96-9a33-25de482a3b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:03.103273 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-7fd94055-6640-4c96-9a33-25de482a3b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:03.104022 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-7fd94055-6640-4c96-9a33-25de482a3b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:03.104602 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-7fd94055-6640-4c96-9a33-25de482a3b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:03.105542 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-7fd94055-6640-4c96-9a33-25de482a3b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:03.108252 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-7fd94055-6640-4c96-9a33-25de482a3b24 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6a63e631dab749fab705cc3ad19e314b&device_id=6266b4f2-471d-4297-9d3c-9386239f951c HTTP/1.1" status: 200 len: 6709 time: 0.1448286 Jan 28 19:32:03.204863 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-188cfde7-d78d-49b6-a451-8c12b3e25d36 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3dda1cfc-fce7-4e9c-8686-cc9cecf29d40 HTTP/1.1" status: 200 len: 217 time: 0.0875626 Jan 28 19:32:03.218689 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8867ce-8802-4c59-8809-991bbcb3505e service neutron] Pushing event updated for resources: {'Port': ['ID=abe78009-ce35-4a46-aa6c-fa6dad9f8b11,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:03.314208 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-169c98bb-3a9e-4e06-85b7-442de4f4c040 req-df7c88f8-0c5f-43d3-9b5f-b331a7b1b9e3 tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] 10.222.0.64 "GET /v2.0/security-groups?id=12ee04d6-2379-4dda-9d23-37667d7c47ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236025 Jan 28 19:32:03.366374 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-610a4a5d-7180-4ba4-b42e-02998f07bd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:03.368173 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-610a4a5d-7180-4ba4-b42e-02998f07bd05 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1ed54c01-0acd-447f-ba69-14502018ae00 HTTP/1.1" status: 200 len: 855 time: 0.1566546 Jan 28 19:32:03.409069 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-f54d799f-2975-43aa-90ce-b98e39314333 req-cc8867ce-8802-4c59-8809-991bbcb3505e service neutron] Attempting to bind port abe78009-ce35-4a46-aa6c-fa6dad9f8b11 on host n-h1-812111-14 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:32:03.409409 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-f54d799f-2975-43aa-90ce-b98e39314333 req-cc8867ce-8802-4c59-8809-991bbcb3505e service neutron] Attempting to bind port abe78009-ce35-4a46-aa6c-fa6dad9f8b11 by drivers openvswitch,hyperv on host n-h1-812111-14 at level 0 using segments [{'id': '2f79fc28-c629-4c0b-a8c8-273c879a5605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '92852eb4-22ae-4ff2-8b8f-59f16f3a189b'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:32:03.410133 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f54d799f-2975-43aa-90ce-b98e39314333 req-cc8867ce-8802-4c59-8809-991bbcb3505e service neutron] Attempting to bind port abe78009-ce35-4a46-aa6c-fa6dad9f8b11 on network 92852eb4-22ae-4ff2-8b8f-59f16f3a189b {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:32:03.435450 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f54d799f-2975-43aa-90ce-b98e39314333 req-cc8867ce-8802-4c59-8809-991bbcb3505e service neutron] Port abe78009-ce35-4a46-aa6c-fa6dad9f8b11 on network 92852eb4-22ae-4ff2-8b8f-59f16f3a189b not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-14 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:32:03.435778 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f54d799f-2975-43aa-90ce-b98e39314333 req-cc8867ce-8802-4c59-8809-991bbcb3505e service neutron] Attempting to bind port abe78009-ce35-4a46-aa6c-fa6dad9f8b11 on network 92852eb4-22ae-4ff2-8b8f-59f16f3a189b {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:32:03.441228 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f54d799f-2975-43aa-90ce-b98e39314333 req-cc8867ce-8802-4c59-8809-991bbcb3505e service neutron] Checking agent: {'id': 'b544ba20-de93-4d86-9e6b-a2202deb6191', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:32:03.441571 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f54d799f-2975-43aa-90ce-b98e39314333 req-cc8867ce-8802-4c59-8809-991bbcb3505e service neutron] Checking segment: {'id': '2f79fc28-c629-4c0b-a8c8-273c879a5605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '92852eb4-22ae-4ff2-8b8f-59f16f3a189b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:32:03.441946 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f54d799f-2975-43aa-90ce-b98e39314333 req-cc8867ce-8802-4c59-8809-991bbcb3505e service neutron] Bound using segment: {'id': '2f79fc28-c629-4c0b-a8c8-273c879a5605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '92852eb4-22ae-4ff2-8b8f-59f16f3a189b'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:32:03.442385 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-f54d799f-2975-43aa-90ce-b98e39314333 req-cc8867ce-8802-4c59-8809-991bbcb3505e service neutron] Bound port: abe78009-ce35-4a46-aa6c-fa6dad9f8b11, host: n-h1-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f79fc28-c629-4c0b-a8c8-273c879a5605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '92852eb4-22ae-4ff2-8b8f-59f16f3a189b'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:32:03.442748 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f54d799f-2975-43aa-90ce-b98e39314333 req-cc8867ce-8802-4c59-8809-991bbcb3505e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (abe78009-ce35-4a46-aa6c-fa6dad9f8b11), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:03.507506 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-dc54a850-4b69-4fe4-9d61-af9edb9985d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:03.509058 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-dc54a850-4b69-4fe4-9d61-af9edb9985d0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d6023ca9-f7fb-424f-9a06-ccb60c81e3d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1325922 Jan 28 19:32:03.570687 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-f54d799f-2975-43aa-90ce-b98e39314333 req-cc8867ce-8802-4c59-8809-991bbcb3505e service neutron] For port abe78009-ce35-4a46-aa6c-fa6dad9f8b11, host n-h1-812111-14, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:32:03.579672 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-f54d799f-2975-43aa-90ce-b98e39314333 req-cc8867ce-8802-4c59-8809-991bbcb3505e service neutron] For port abe78009-ce35-4a46-aa6c-fa6dad9f8b11, host n-h1-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=abe78009-ce35-4a46-aa6c-fa6dad9f8b11,segment=NetworkSegment(2f79fc28-c629-4c0b-a8c8-273c879a5605),segment_id=2f79fc28-c629-4c0b-a8c8-273c879a5605)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:32:03.597280 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f54d799f-2975-43aa-90ce-b98e39314333 req-cc8867ce-8802-4c59-8809-991bbcb3505e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (abe78009-ce35-4a46-aa6c-fa6dad9f8b11), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:03.677776 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54d799f-2975-43aa-90ce-b98e39314333 req-cc8867ce-8802-4c59-8809-991bbcb3505e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:03.678625 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f54d799f-2975-43aa-90ce-b98e39314333 req-cc8867ce-8802-4c59-8809-991bbcb3505e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:03.680328 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f54d799f-2975-43aa-90ce-b98e39314333 req-cc8867ce-8802-4c59-8809-991bbcb3505e service neutron] 10.222.0.41 "PUT /v2.0/ports/abe78009-ce35-4a46-aa6c-fa6dad9f8b11 HTTP/1.1" status: 200 len: 1092 time: 2.1591268 Jan 28 19:32:03.680942 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f696e78-c872-4606-84b8-8e5a7686bdd4', 'tag': 'abe78009-ce35-4a46-aa6c-fa6dad9f8b11'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:32:03.684254 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9c44e26-473e-4c3a-9ddb-8e948a76b4bd" -d '{"events": [{"name": "network-changed", "server_uuid": "7f696e78-c872-4606-84b8-8e5a7686bdd4", "tag": "abe78009-ce35-4a46-aa6c-fa6dad9f8b11"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:32:03.792721 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 35362) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:03.811629 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2c8ab62-46ec-4ba1-9f5b-f31c3a914a5b x-openstack-request-id: req-d2c8ab62-46ec-4ba1-9f5b-f31c3a914a5b {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:32:03.811930 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f696e78-c872-4606-84b8-8e5a7686bdd4", "tag": "abe78009-ce35-4a46-aa6c-fa6dad9f8b11", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:32:03.812222 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d2c8ab62-46ec-4ba1-9f5b-f31c3a914a5b {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:32:03.812606 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f696e78-c872-4606-84b8-8e5a7686bdd4', 'tag': 'abe78009-ce35-4a46-aa6c-fa6dad9f8b11', 'status': 'completed', 'code': 200} Jan 28 19:32:03.837118 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8867ce-8802-4c59-8809-991bbcb3505e service neutron] Pushing event updated for resources: {'Port': ['ID=abe78009-ce35-4a46-aa6c-fa6dad9f8b11,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:03.871258 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5398c6f3-7a1a-44a2-b810-82363608fd8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:03.871851 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54d799f-2975-43aa-90ce-b98e39314333 req-96d8d14f-c6b1-415e-a7c0-12f424493ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:03.873816 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f54d799f-2975-43aa-90ce-b98e39314333 req-96d8d14f-c6b1-415e-a7c0-12f424493ba3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=45fb7b14cebe47c2b0ff3653e388c738&device_id=7f696e78-c872-4606-84b8-8e5a7686bdd4 HTTP/1.1" status: 200 len: 1126 time: 0.1314673 Jan 28 19:32:03.960017 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f54d799f-2975-43aa-90ce-b98e39314333 req-5bf1f7b0-ed13-46fe-ab4e-27921577eadd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=abe78009-ce35-4a46-aa6c-fa6dad9f8b11 HTTP/1.1" status: 200 len: 217 time: 0.0782812 Jan 28 19:32:04.014434 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff16a08-210e-4071-a88f-b37edfaf8ecc req-ee2fc92a-c94a-4125-91bb-69b44fbe1d20 tempest-ServersTestManualDisk-852432706 tempest-ServersTestManualDisk-852432706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:04.022409 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6ff16a08-210e-4071-a88f-b37edfaf8ecc req-ee2fc92a-c94a-4125-91bb-69b44fbe1d20 tempest-ServersTestManualDisk-852432706 tempest-ServersTestManualDisk-852432706-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f696e78-c872-4606-84b8-8e5a7686bdd4 HTTP/1.1" status: 200 len: 943 time: 0.3971033 Jan 28 19:32:04.033874 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-4f151dec-c9b3-4d1a-b1dd-9cc04dbfe96a service neutron] 10.222.0.70 "GET /v2.0/networks/d6023ca9-f7fb-424f-9a06-ccb60c81e3d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5108216 Jan 28 19:32:04.118048 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6ff16a08-210e-4071-a88f-b37edfaf8ecc req-faa15d98-854c-4b08-9b53-52eb15e41480 tempest-ServersTestManualDisk-852432706 tempest-ServersTestManualDisk-852432706-project] 10.222.0.64 "GET /v2.0/security-groups?id=acf3d43e-bd7d-4294-81e9-aa427a51ecce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943956 Jan 28 19:32:04.119446 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54d799f-2975-43aa-90ce-b98e39314333 req-dc5536ba-e6a8-47ea-ab2b-f5688c3bbd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:04.121209 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f54d799f-2975-43aa-90ce-b98e39314333 req-dc5536ba-e6a8-47ea-ab2b-f5688c3bbd8c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=32567241-fa90-4306-aa1e-53db272b15f8 HTTP/1.1" status: 200 len: 851 time: 0.1512480 Jan 28 19:32:04.223975 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafea383-29e2-4c0d-9567-8cdadd1c0e6c req-9513cb68-a4ac-4075-9109-6c011393056f tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:04.229634 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5398c6f3-7a1a-44a2-b810-82363608fd8d admin admin] Publish callbacks [] for security_group (cd32daf8-ff3f-4632-928d-4c53025c58ed), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:04.235603 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafea383-29e2-4c0d-9567-8cdadd1c0e6c req-9513cb68-a4ac-4075-9109-6c011393056f tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:04.239002 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-265fd4ec-7045-4ce2-b923-fd83dd404ab7 service neutron] 10.222.0.70 "GET /v2.0/networks/d6023ca9-f7fb-424f-9a06-ccb60c81e3d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966052 Jan 28 19:32:04.243978 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafea383-29e2-4c0d-9567-8cdadd1c0e6c req-9513cb68-a4ac-4075-9109-6c011393056f tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:04.249235 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafea383-29e2-4c0d-9567-8cdadd1c0e6c req-9513cb68-a4ac-4075-9109-6c011393056f tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:04.255052 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5398c6f3-7a1a-44a2-b810-82363608fd8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (cd32daf8-ff3f-4632-928d-4c53025c58ed), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:04.255173 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafea383-29e2-4c0d-9567-8cdadd1c0e6c req-9513cb68-a4ac-4075-9109-6c011393056f tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:04.260335 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafea383-29e2-4c0d-9567-8cdadd1c0e6c req-9513cb68-a4ac-4075-9109-6c011393056f tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:04.265889 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafea383-29e2-4c0d-9567-8cdadd1c0e6c req-9513cb68-a4ac-4075-9109-6c011393056f tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:04.273807 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-aafea383-29e2-4c0d-9567-8cdadd1c0e6c req-9513cb68-a4ac-4075-9109-6c011393056f tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/ports?device_id=6266b4f2-471d-4297-9d3c-9386239f951c HTTP/1.1" status: 200 len: 5428 time: 0.2425399 Jan 28 19:32:04.285877 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-5398c6f3-7a1a-44a2-b810-82363608fd8d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d97c0673857b4ef597dd9b552a780e19&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4919975 Jan 28 19:32:04.295508 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 35376) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:04.330703 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-770fdf19-4da4-473c-9aa3-2a5fad7e9bae service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.170&port_id=94babd58-bc58-41d0-b372-2137350b0839 HTTP/1.1" status: 200 len: 217 time: 0.0845232 Jan 28 19:32:04.421814 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5398c6f3-7a1a-44a2-b810-82363608fd8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd32daf8-ff3f-4632-928d-4c53025c58ed,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:04.507117 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-dd344b50-2922-41f0-a0a8-e24e3b9484e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:04.508626 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-dd344b50-2922-41f0-a0a8-e24e3b9484e5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=803cf84b-628b-4025-a755-b3829db3c440 HTTP/1.1" status: 200 len: 797 time: 0.1713829 Jan 28 19:32:04.613335 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fc9cd2-dc37-4b13-ad74-350634040649 req-352c505b-a4de-4fb4-a09f-6f913f41473f tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:04.615341 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f6fc9cd2-dc37-4b13-ad74-350634040649 req-352c505b-a4de-4fb4-a09f-6f913f41473f tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] 10.222.0.41 "GET /v2.0/ports?device_id=b3d14ce0-7469-47f2-ae46-bee456094209 HTTP/1.1" status: 200 len: 945 time: 0.2632811 Jan 28 19:32:04.698969 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49040e2c-8b58-4ef9-a218-fd27cd1db897 req-bc567918-97df-41b1-8403-eeced487f912 tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:04.700580 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-49040e2c-8b58-4ef9-a218-fd27cd1db897 req-bc567918-97df-41b1-8403-eeced487f912 tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3d14ce0-7469-47f2-ae46-bee456094209 HTTP/1.1" status: 200 len: 945 time: 0.2456038 Jan 28 19:32:04.728039 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-f6383418-fd27-4608-b5b6-55221bf2d4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:04.729594 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-f6383418-fd27-4608-b5b6-55221bf2d4a6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1a0a56ae-a8fc-45c3-a9f5-3868c6fdc511&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2075911 Jan 28 19:32:04.763368 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 35386) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:04.836157 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-aafea383-29e2-4c0d-9567-8cdadd1c0e6c req-456c925f-ff6b-4f30-b74e-8a0c9957ac3b tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/security-groups?id=72c56c83-1eeb-4758-9a36-9dca3b681b4c&id=13e4f299-cf18-4f69-979b-275ae464cc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5614605 Jan 28 19:32:04.853640 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54d799f-2975-43aa-90ce-b98e39314333 req-c386ff33-73b8-4bd4-bbf2-1011404868c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:04.856315 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f54d799f-2975-43aa-90ce-b98e39314333 req-c386ff33-73b8-4bd4-bbf2-1011404868c0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=92852eb4-22ae-4ff2-8b8f-59f16f3a189b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.7277651 Jan 28 19:32:04.874906 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-49040e2c-8b58-4ef9-a218-fd27cd1db897 req-80f5b825-f4e5-4806-8f50-8ee7d2decda3 tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] 10.222.0.64 "GET /v2.0/security-groups?id=12ee04d6-2379-4dda-9d23-37667d7c47ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654835 Jan 28 19:32:04.992362 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-2fc78ea1-fc0c-476b-8076-f1f8cf65eeb2 service neutron] 10.222.0.70 "GET /v2.0/networks/1a0a56ae-a8fc-45c3-a9f5-3868c6fdc511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2458489 Jan 28 19:32:04.997016 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-f6fc9cd2-dc37-4b13-ad74-350634040649 req-9ad29e5a-472f-40d2-996b-7a5e66c5f56f tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] Deleting port 9bcadbd2-2697-46df-a75c-0d1c1221e02f {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:32:04.997434 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f6fc9cd2-dc37-4b13-ad74-350634040649 req-9ad29e5a-472f-40d2-996b-7a5e66c5f56f tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (9bcadbd2-2697-46df-a75c-0d1c1221e02f), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:05.011439 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-27f036ed-3c9f-4656-a3aa-fd5686456c6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:05.118877 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-27f036ed-3c9f-4656-a3aa-fd5686456c6b admin admin] Publish callbacks [] for security_group (a4c580c2-cea4-47bb-86ae-8a82d7bb20b8), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:05.127260 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4beb49a3-0f2e-4ce1-8cf1-0442b8689ad0 admin admin] Publish callbacks [] for security_group (cd32daf8-ff3f-4632-928d-4c53025c58ed), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:05.159937 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4beb49a3-0f2e-4ce1-8cf1-0442b8689ad0 admin admin] Publish callbacks [] for security_group (cd32daf8-ff3f-4632-928d-4c53025c58ed), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:05.217563 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-27f036ed-3c9f-4656-a3aa-fd5686456c6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (a4c580c2-cea4-47bb-86ae-8a82d7bb20b8), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:05.218568 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-f6fc9cd2-dc37-4b13-ad74-350634040649 req-9ad29e5a-472f-40d2-996b-7a5e66c5f56f tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] For port 9bcadbd2-2697-46df-a75c-0d1c1221e02f, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=9bcadbd2-2697-46df-a75c-0d1c1221e02f,segment=NetworkSegment(bbec6006-6052-487b-8f75-c43c45609882),segment_id=bbec6006-6052-487b-8f75-c43c45609882)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:32:05.219136 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f6fc9cd2-dc37-4b13-ad74-350634040649 req-9ad29e5a-472f-40d2-996b-7a5e66c5f56f tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (9bcadbd2-2697-46df-a75c-0d1c1221e02f), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:05.225072 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-459b73a1-f008-462c-8aee-414546251470 service neutron] 10.222.0.70 "GET /v2.0/networks/1a0a56ae-a8fc-45c3-a9f5-3868c6fdc511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2234218 Jan 28 19:32:05.244434 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4beb49a3-0f2e-4ce1-8cf1-0442b8689ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (cd32daf8-ff3f-4632-928d-4c53025c58ed), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:05.246257 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-f6fc9cd2-dc37-4b13-ad74-350634040649 req-9ad29e5a-472f-40d2-996b-7a5e66c5f56f tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] Calling delete_port for 9bcadbd2-2697-46df-a75c-0d1c1221e02f owned by compute:nova {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:32:05.248240 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4beb49a3-0f2e-4ce1-8cf1-0442b8689ad0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:05.251955 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-4beb49a3-0f2e-4ce1-8cf1-0442b8689ad0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/cd32daf8-ff3f-4632-928d-4c53025c58ed HTTP/1.1" status: 204 len: 168 time: 0.9527762 Jan 28 19:32:05.261121 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f036ed-3c9f-4656-a3aa-fd5686456c6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4c580c2-cea4-47bb-86ae-8a82d7bb20b8,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:05.267462 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f54d799f-2975-43aa-90ce-b98e39314333 req-826366a4-8280-4045-80c5-9a59bf8b5136 service neutron] 10.222.0.41 "GET /v2.0/networks/92852eb4-22ae-4ff2-8b8f-59f16f3a189b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3886821 Jan 28 19:32:05.382011 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4beb49a3-0f2e-4ce1-8cf1-0442b8689ad0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd32daf8-ff3f-4632-928d-4c53025c58ed,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:05.427932 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-836a322f-dd75-402b-846e-cd13d86d919c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.13&port_id=63a694be-3c45-4cf7-86cf-e53eec59bb7a HTTP/1.1" status: 200 len: 217 time: 0.1950254 Jan 28 19:32:05.483170 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-27f036ed-3c9f-4656-a3aa-fd5686456c6b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=edfd9d2715754fa1a308f428f4ce33fb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7171490 Jan 28 19:32:05.499939 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 35400) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:05.530696 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-3bb4b709-b5c8-499a-b5d4-acef9d3ba816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:05.547373 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4951c092-bb0a-4d85-a76f-d976ef9a56dd req-8637e70a-a3b8-48e5-ac7a-8cc7b53e8585 tempest-ServersTestManualDisk-852432706 tempest-ServersTestManualDisk-852432706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:05.548799 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-3bb4b709-b5c8-499a-b5d4-acef9d3ba816 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=803cf84b-628b-4025-a755-b3829db3c440 HTTP/1.1" status: 200 len: 797 time: 0.0780475 Jan 28 19:32:05.551616 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4951c092-bb0a-4d85-a76f-d976ef9a56dd req-8637e70a-a3b8-48e5-ac7a-8cc7b53e8585 tempest-ServersTestManualDisk-852432706 tempest-ServersTestManualDisk-852432706-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f696e78-c872-4606-84b8-8e5a7686bdd4 HTTP/1.1" status: 200 len: 943 time: 0.3409348 Jan 28 19:32:05.687382 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-7531154b-558c-4e76-bd18-721331fbfd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:05.689252 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-7531154b-558c-4e76-bd18-721331fbfd76 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1a0a56ae-a8fc-45c3-a9f5-3868c6fdc511&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1290023 Jan 28 19:32:05.735167 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4951c092-bb0a-4d85-a76f-d976ef9a56dd req-5f036fd5-62d9-478b-bd97-2997774715b2 tempest-ServersTestManualDisk-852432706 tempest-ServersTestManualDisk-852432706-project] 10.222.0.64 "GET /v2.0/security-groups?id=acf3d43e-bd7d-4294-81e9-aa427a51ecce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1708257 Jan 28 19:32:05.805608 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f54d799f-2975-43aa-90ce-b98e39314333 req-e0ad5f5c-2eeb-443d-a691-e17397ec408c service neutron] 10.222.0.41 "GET /v2.0/networks/92852eb4-22ae-4ff2-8b8f-59f16f3a189b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4750741 Jan 28 19:32:05.825641 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-28920173-fc79-4582-ac09-f2f8272f5e95 admin admin] Publish callbacks [] for security_group (a4c580c2-cea4-47bb-86ae-8a82d7bb20b8), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:05.845386 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f6fc9cd2-dc37-4b13-ad74-350634040649 req-9ad29e5a-472f-40d2-996b-7a5e66c5f56f tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (9bcadbd2-2697-46df-a75c-0d1c1221e02f), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:05.896661 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-28920173-fc79-4582-ac09-f2f8272f5e95 admin admin] Publish callbacks [] for security_group (a4c580c2-cea4-47bb-86ae-8a82d7bb20b8), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:05.931066 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-8e2154ee-173b-43b2-9eef-b1654cd207a0 service neutron] 10.222.0.70 "GET /v2.0/networks/1a0a56ae-a8fc-45c3-a9f5-3868c6fdc511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2337005 Jan 28 19:32:05.937992 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad29e5a-472f-40d2-996b-7a5e66c5f56f tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] Pushing event deleted for resources: {'Port': ['ID=9bcadbd2-2697-46df-a75c-0d1c1221e02f,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:06.059702 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c44e26-473e-4c3a-9ddb-8e948a76b4bd req-8b53db55-1df4-41d4-bf5f-29eafd8ce7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:06.061938 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c9c44e26-473e-4c3a-9ddb-8e948a76b4bd req-8b53db55-1df4-41d4-bf5f-29eafd8ce7d1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=45fb7b14cebe47c2b0ff3653e388c738&device_id=7f696e78-c872-4606-84b8-8e5a7686bdd4 HTTP/1.1" status: 200 len: 1126 time: 0.1835022 Jan 28 19:32:06.166102 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6fc9cd2-dc37-4b13-ad74-350634040649 req-9ad29e5a-472f-40d2-996b-7a5e66c5f56f tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] No DVR routers for this DVR port 9bcadbd2-2697-46df-a75c-0d1c1221e02f on host n-h1-812111-14 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:32:06.177512 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f6fc9cd2-dc37-4b13-ad74-350634040649 req-9ad29e5a-472f-40d2-996b-7a5e66c5f56f tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:06.180978 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f6fc9cd2-dc37-4b13-ad74-350634040649 req-9ad29e5a-472f-40d2-996b-7a5e66c5f56f tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] 10.222.0.41 "DELETE /v2.0/ports/9bcadbd2-2697-46df-a75c-0d1c1221e02f HTTP/1.1" status: 204 len: 173 time: 1.5562577 Jan 28 19:32:06.181528 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3d14ce0-7469-47f2-ae46-bee456094209', 'name': 'network-vif-deleted', 'tag': '9bcadbd2-2697-46df-a75c-0d1c1221e02f'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:32:06.183910 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d979a4d-87e4-4b7a-bc98-6a3e078b0df2" -d '{"events": [{"server_uuid": "b3d14ce0-7469-47f2-ae46-bee456094209", "name": "network-vif-deleted", "tag": "9bcadbd2-2697-46df-a75c-0d1c1221e02f"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:32:06.215872 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-18419dc5-9628-40c4-ac82-94c9552d87a5 service neutron] 10.222.0.70 "GET /v2.0/networks/1a0a56ae-a8fc-45c3-a9f5-3868c6fdc511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2740226 Jan 28 19:32:06.232839 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af4286d-1fba-4db6-af19-e08e3503acb6 req-639cf3ff-5788-48ed-9c27-3be8897ba214 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:06.240376 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af4286d-1fba-4db6-af19-e08e3503acb6 req-639cf3ff-5788-48ed-9c27-3be8897ba214 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:06.240865 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-905716dc-59f6-47eb-a384-c32bc07e9007 req-a7d5f9cd-2d50-45b8-962f-39376136a377 tempest-ServerRescueTestJSONUnderV235-1331709602 tempest-ServerRescueTestJSONUnderV235-1331709602-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3d14ce0-7469-47f2-ae46-bee456094209 HTTP/1.1" status: 200 len: 210 time: 0.1557965 Jan 28 19:32:06.247379 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af4286d-1fba-4db6-af19-e08e3503acb6 req-639cf3ff-5788-48ed-9c27-3be8897ba214 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:06.253794 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af4286d-1fba-4db6-af19-e08e3503acb6 req-639cf3ff-5788-48ed-9c27-3be8897ba214 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:06.278615 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-28920173-fc79-4582-ac09-f2f8272f5e95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (a4c580c2-cea4-47bb-86ae-8a82d7bb20b8), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:06.282056 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-28920173-fc79-4582-ac09-f2f8272f5e95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:06.283356 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-28920173-fc79-4582-ac09-f2f8272f5e95 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a4c580c2-cea4-47bb-86ae-8a82d7bb20b8 HTTP/1.1" status: 204 len: 168 time: 0.7824597 Jan 28 19:32:06.298204 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af4286d-1fba-4db6-af19-e08e3503acb6 req-639cf3ff-5788-48ed-9c27-3be8897ba214 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:06.298391 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28920173-fc79-4582-ac09-f2f8272f5e95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4c580c2-cea4-47bb-86ae-8a82d7bb20b8,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:06.314034 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af4286d-1fba-4db6-af19-e08e3503acb6 req-639cf3ff-5788-48ed-9c27-3be8897ba214 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:06.345167 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c44e26-473e-4c3a-9ddb-8e948a76b4bd req-356d9417-aaf6-4aad-a201-f9be3bf597a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:06.346863 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c9c44e26-473e-4c3a-9ddb-8e948a76b4bd req-356d9417-aaf6-4aad-a201-f9be3bf597a5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=92852eb4-22ae-4ff2-8b8f-59f16f3a189b HTTP/1.1" status: 200 len: 912 time: 0.2755229 Jan 28 19:32:06.350948 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af4286d-1fba-4db6-af19-e08e3503acb6 req-639cf3ff-5788-48ed-9c27-3be8897ba214 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:06.355654 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6af4286d-1fba-4db6-af19-e08e3503acb6 req-639cf3ff-5788-48ed-9c27-3be8897ba214 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/ports?device_id=6266b4f2-471d-4297-9d3c-9386239f951c HTTP/1.1" status: 200 len: 5428 time: 0.3244362 Jan 28 19:32:06.433069 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c9c44e26-473e-4c3a-9ddb-8e948a76b4bd req-207677ea-8a66-4c42-ae74-05596f0f390c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=abe78009-ce35-4a46-aa6c-fa6dad9f8b11 HTTP/1.1" status: 200 len: 217 time: 0.0770192 Jan 28 19:32:06.485064 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bfda205-0d11-4c14-bdb1-26a24e25b380 x-openstack-request-id: req-5bfda205-0d11-4c14-bdb1-26a24e25b380 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:32:06.486671 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3d14ce0-7469-47f2-ae46-bee456094209", "name": "network-vif-deleted", "tag": "9bcadbd2-2697-46df-a75c-0d1c1221e02f", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:32:06.487668 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5bfda205-0d11-4c14-bdb1-26a24e25b380 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:32:06.488489 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3d14ce0-7469-47f2-ae46-bee456094209', 'name': 'network-vif-deleted', 'tag': '9bcadbd2-2697-46df-a75c-0d1c1221e02f', 'status': 'completed', 'code': 200} Jan 28 19:32:06.501780 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-f1e9e079-19b6-4364-9991-5f45ecb783c0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.117&port_id=f81cc277-8da7-4baf-868c-4770a63c2e56 HTTP/1.1" status: 200 len: 217 time: 0.1435280 Jan 28 19:32:06.565368 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c44e26-473e-4c3a-9ddb-8e948a76b4bd req-8f25bd69-441f-498f-9d3d-f06d2af24629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:06.567244 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c9c44e26-473e-4c3a-9ddb-8e948a76b4bd req-8f25bd69-441f-498f-9d3d-f06d2af24629 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=32567241-fa90-4306-aa1e-53db272b15f8 HTTP/1.1" status: 200 len: 851 time: 0.1236811 Jan 28 19:32:06.610614 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-d548ee20-d136-43ca-8629-d13d61108d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:06.613038 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-d548ee20-d136-43ca-8629-d13d61108d55 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=803cf84b-628b-4025-a755-b3829db3c440 HTTP/1.1" status: 200 len: 797 time: 0.1056004 Jan 28 19:32:06.616680 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d7bbca21-42af-4175-a3ed-5e739fbfc891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:06.658846 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c44e26-473e-4c3a-9ddb-8e948a76b4bd req-9b830aba-2b6f-4851-87a2-4e89fa54594a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:06.661735 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c9c44e26-473e-4c3a-9ddb-8e948a76b4bd req-9b830aba-2b6f-4851-87a2-4e89fa54594a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=92852eb4-22ae-4ff2-8b8f-59f16f3a189b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0848505 Jan 28 19:32:06.702226 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6af4286d-1fba-4db6-af19-e08e3503acb6 req-541791c8-87eb-41fe-b682-623a8b0943c8 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/security-groups?id=72c56c83-1eeb-4758-9a36-9dca3b681b4c&id=13e4f299-cf18-4f69-979b-275ae464cc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3333642 Jan 28 19:32:06.715222 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-ba647bcc-e9c4-4b88-a1e8-a8dc316752b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:06.717489 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-ba647bcc-e9c4-4b88-a1e8-a8dc316752b3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1a0a56ae-a8fc-45c3-a9f5-3868c6fdc511&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0954394 Jan 28 19:32:06.957960 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-7974ff9e-0ba1-439f-80e4-cb58ef1d0862 service neutron] 10.222.0.70 "GET /v2.0/networks/1a0a56ae-a8fc-45c3-a9f5-3868c6fdc511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307713 Jan 28 19:32:07.008587 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 35440) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:07.091103 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3e401207-3b35-4eec-b7ee-7277dd543cd3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:07.095576 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c9c44e26-473e-4c3a-9ddb-8e948a76b4bd req-ed085c5c-9f11-44cc-854a-35ea531fcb2d service neutron] 10.222.0.41 "GET /v2.0/networks/92852eb4-22ae-4ff2-8b8f-59f16f3a189b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4245076 Jan 28 19:32:07.097758 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-bc7097e6-0d59-4b8f-a763-9354bd027f69 service neutron] 10.222.0.70 "GET /v2.0/networks/1a0a56ae-a8fc-45c3-a9f5-3868c6fdc511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333587 Jan 28 19:32:07.185875 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device abe78009-ce35-4a46-aa6c-fa6dad9f8b11 details requested by agent hyperv_n-h1-812111-14 with host n-h1-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:32:07.186403 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309a2d19-8d4c-412e-9aaa-5b2055181082 req-0c780402-3330-4e51-81a5-67974dfe7063 tempest-ServersTestManualDisk-852432706 tempest-ServersTestManualDisk-852432706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:07.188688 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 9bcadbd2-2697-46df-a75c-0d1c1221e02f no longer exists at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:32:07.194787 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-309a2d19-8d4c-412e-9aaa-5b2055181082 req-0c780402-3330-4e51-81a5-67974dfe7063 tempest-ServersTestManualDisk-852432706 tempest-ServersTestManualDisk-852432706-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f696e78-c872-4606-84b8-8e5a7686bdd4 HTTP/1.1" status: 200 len: 943 time: 0.3167167 Jan 28 19:32:07.209712 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-83783f29-cb67-4977-985d-b3a175ea9400 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.30&port_id=7e6f9cff-a028-4c63-bafa-10b8e8700d7f HTTP/1.1" status: 200 len: 217 time: 0.1037290 Jan 28 19:32:07.235602 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] No Port match for: 9bcadbd2-2697-46df-a75c-0d1c1221e02f {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:32:07.236065 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 9bcadbd2-2697-46df-a75c-0d1c1221e02f not bound to the agent host n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:32:07.312789 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-c1f1cfc0-0227-416b-9426-9088208d1289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:07.315368 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-c1f1cfc0-0227-416b-9426-9088208d1289 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=803cf84b-628b-4025-a755-b3829db3c440 HTTP/1.1" status: 200 len: 797 time: 0.0983090 Jan 28 19:32:07.331500 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c9c44e26-473e-4c3a-9ddb-8e948a76b4bd req-72116f43-0714-4e16-9831-1382bc948a5a service neutron] 10.222.0.41 "GET /v2.0/networks/92852eb4-22ae-4ff2-8b8f-59f16f3a189b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2241848 Jan 28 19:32:07.360628 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-309a2d19-8d4c-412e-9aaa-5b2055181082 req-0a445cb1-bc84-4f3e-91bf-f749bd3a9a23 tempest-ServersTestManualDisk-852432706 tempest-ServersTestManualDisk-852432706-project] 10.222.0.64 "GET /v2.0/security-groups?id=acf3d43e-bd7d-4294-81e9-aa427a51ecce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1629436 Jan 28 19:32:07.412273 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 35450) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:07.421463 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-6dd13c18-e210-494a-9de3-958b4935439b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:07.424906 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-6dd13c18-e210-494a-9de3-958b4935439b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1a0a56ae-a8fc-45c3-a9f5-3868c6fdc511&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1022341 Jan 28 19:32:07.537298 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port abe78009-ce35-4a46-aa6c-fa6dad9f8b11, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=abe78009-ce35-4a46-aa6c-fa6dad9f8b11,segment=NetworkSegment(2f79fc28-c629-4c0b-a8c8-273c879a5605),segment_id=2f79fc28-c629-4c0b-a8c8-273c879a5605)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:32:07.551710 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3e401207-3b35-4eec-b7ee-7277dd543cd3 admin admin] Publish callbacks [] for security_group (e1f18f35-8acd-479e-98b7-001d02b5dd5f), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:07.566202 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Returning: {'device': 'abe78009-ce35-4a46-aa6c-fa6dad9f8b11', 'network_id': '92852eb4-22ae-4ff2-8b8f-59f16f3a189b', 'port_id': 'abe78009-ce35-4a46-aa6c-fa6dad9f8b11', 'mac_address': 'fa:16:3e:25:83:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32567241-fa90-4306-aa1e-53db272b15f8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:32:07.572003 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3e401207-3b35-4eec-b7ee-7277dd543cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (e1f18f35-8acd-479e-98b7-001d02b5dd5f), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:07.642550 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-f7f8d409-d892-4bcc-b42a-efcaff1f97ee service neutron] 10.222.0.70 "GET /v2.0/networks/1a0a56ae-a8fc-45c3-a9f5-3868c6fdc511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113116 Jan 28 19:32:07.655371 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port abe78009-ce35-4a46-aa6c-fa6dad9f8b11 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:32:07.656260 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (abe78009-ce35-4a46-aa6c-fa6dad9f8b11), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:07.697902 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abe78009-ce35-4a46-aa6c-fa6dad9f8b11 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:32:07.704718 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-3e401207-3b35-4eec-b7ee-7277dd543cd3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c0e8861e43b740ea940e1fcb508cde8c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6870422 Jan 28 19:32:07.725599 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 35456) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:07.732056 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port abe78009-ce35-4a46-aa6c-fa6dad9f8b11, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=abe78009-ce35-4a46-aa6c-fa6dad9f8b11,segment=NetworkSegment(2f79fc28-c629-4c0b-a8c8-273c879a5605),segment_id=2f79fc28-c629-4c0b-a8c8-273c879a5605)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:32:07.742402 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e401207-3b35-4eec-b7ee-7277dd543cd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1f18f35-8acd-479e-98b7-001d02b5dd5f,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:07.748036 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (abe78009-ce35-4a46-aa6c-fa6dad9f8b11), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:07.857347 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=abe78009-ce35-4a46-aa6c-fa6dad9f8b11,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:07.878649 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-08a9e1b8-c1c6-420e-aeeb-d3b6ece8721c service neutron] 10.222.0.70 "GET /v2.0/networks/1a0a56ae-a8fc-45c3-a9f5-3868c6fdc511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2294319 Jan 28 19:32:07.939174 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-0db71dfe-2e4d-44df-9dfd-8ba442085461 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=20564fb9-afe6-4bea-9e37-1486e3355933 HTTP/1.1" status: 200 len: 217 time: 0.0536819 Jan 28 19:32:07.992228 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-3e2d2723-3d78-4e44-8a1c-6dc5ff461a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:07.993685 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-3e2d2723-3d78-4e44-8a1c-6dc5ff461a55 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=640d2378-2c13-45c8-a4ae-1ce2f7aa7914 HTTP/1.1" status: 200 len: 797 time: 0.0491340 Jan 28 19:32:08.007527 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['abe78009-ce35-4a46-aa6c-fa6dad9f8b11'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:32:08.024427 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6c98b8b0-50b2-4f5b-97a0-1fb9520db8a1 admin admin] Publish callbacks [] for security_group (e1f18f35-8acd-479e-98b7-001d02b5dd5f), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:08.073448 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 35464) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:08.081247 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a733ee1-8f4c-4d4d-8fd5-4558377cf012 req-c8fa4a7e-9f2c-42b7-bb80-22ba0e9be740 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:08.103640 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-b1add773-907d-40e2-b25d-3577ea4b03bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:08.104834 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a733ee1-8f4c-4d4d-8fd5-4558377cf012 req-c8fa4a7e-9f2c-42b7-bb80-22ba0e9be740 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:08.105882 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-b1add773-907d-40e2-b25d-3577ea4b03bf service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2b32274e-ef71-47fa-9b2e-d7c8beaa092d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1056669 Jan 28 19:32:08.119406 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a733ee1-8f4c-4d4d-8fd5-4558377cf012 req-c8fa4a7e-9f2c-42b7-bb80-22ba0e9be740 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:08.137536 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a733ee1-8f4c-4d4d-8fd5-4558377cf012 req-c8fa4a7e-9f2c-42b7-bb80-22ba0e9be740 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:08.149058 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a733ee1-8f4c-4d4d-8fd5-4558377cf012 req-c8fa4a7e-9f2c-42b7-bb80-22ba0e9be740 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:08.161851 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a733ee1-8f4c-4d4d-8fd5-4558377cf012 req-c8fa4a7e-9f2c-42b7-bb80-22ba0e9be740 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:08.177583 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a733ee1-8f4c-4d4d-8fd5-4558377cf012 req-c8fa4a7e-9f2c-42b7-bb80-22ba0e9be740 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:08.181141 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3a733ee1-8f4c-4d4d-8fd5-4558377cf012 req-c8fa4a7e-9f2c-42b7-bb80-22ba0e9be740 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/ports?device_id=6266b4f2-471d-4297-9d3c-9386239f951c HTTP/1.1" status: 200 len: 5428 time: 0.2939808 Jan 28 19:32:08.308480 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-cd391a59-aee4-4460-adb7-9462de5741a1 service neutron] 10.222.0.70 "GET /v2.0/networks/2b32274e-ef71-47fa-9b2e-d7c8beaa092d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959169 Jan 28 19:32:08.312919 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6c98b8b0-50b2-4f5b-97a0-1fb9520db8a1 admin admin] Publish callbacks [] for security_group (e1f18f35-8acd-479e-98b7-001d02b5dd5f), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:08.321080 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-0a156775-a39b-4488-a45b-6f9f8a805e03 tempest-RoutersAdminNegativeIpV6Test-1045933953 tempest-RoutersAdminNegativeIpV6Test-1045933953-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-675951676', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:32:08.421996 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-40146d7d-fc56-4344-8643-c723403d2dfe service neutron] 10.222.0.70 "GET /v2.0/networks/2b32274e-ef71-47fa-9b2e-d7c8beaa092d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057072 Jan 28 19:32:08.449717 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3a733ee1-8f4c-4d4d-8fd5-4558377cf012 req-8a40d11b-aa34-46b5-888f-0ccbc9de2fad tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/security-groups?id=72c56c83-1eeb-4758-9a36-9dca3b681b4c&id=13e4f299-cf18-4f69-979b-275ae464cc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1675458 Jan 28 19:32:08.471192 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6c98b8b0-50b2-4f5b-97a0-1fb9520db8a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (e1f18f35-8acd-479e-98b7-001d02b5dd5f), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:08.474535 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6c98b8b0-50b2-4f5b-97a0-1fb9520db8a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:08.486277 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-6c98b8b0-50b2-4f5b-97a0-1fb9520db8a1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e1f18f35-8acd-479e-98b7-001d02b5dd5f HTTP/1.1" status: 204 len: 168 time: 0.7493677 Jan 28 19:32:08.538383 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-7e8411c4-ecc1-4ade-9737-3984e622d29d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=81a4af83-6b4e-4b78-b358-67e235489ec7 HTTP/1.1" status: 200 len: 217 time: 0.1084561 Jan 28 19:32:08.542691 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a156775-a39b-4488-a45b-6f9f8a805e03 tempest-RoutersAdminNegativeIpV6Test-1045933953 tempest-RoutersAdminNegativeIpV6Test-1045933953-project-admin] Made reservation on behalf of 0ea3adf016be43d099e7a1888058a418 for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:32:08.546504 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0a156775-a39b-4488-a45b-6f9f8a805e03 tempest-RoutersAdminNegativeIpV6Test-1045933953 tempest-RoutersAdminNegativeIpV6Test-1045933953-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:08.557751 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c98b8b0-50b2-4f5b-97a0-1fb9520db8a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1f18f35-8acd-479e-98b7-001d02b5dd5f,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:08.599518 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0a156775-a39b-4488-a45b-6f9f8a805e03 tempest-RoutersAdminNegativeIpV6Test-1045933953 tempest-RoutersAdminNegativeIpV6Test-1045933953-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:08.645871 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5d7fa7c4-a402-4de5-8f89-659a22398ad3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-732838'] for router_interface (5b8e1e60-af5f-42c1-b0d2-e068d40d391c), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:08.737869 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-4a13a75a-b493-42ef-b98e-4c28c459e516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:08.739500 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-4a13a75a-b493-42ef-b98e-4c28c459e516 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=640d2378-2c13-45c8-a4ae-1ce2f7aa7914 HTTP/1.1" status: 200 len: 797 time: 0.1797507 Jan 28 19:32:08.924100 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f4429c3d-96e9-4263-98e6-7ac5a0d60f3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:08.966283 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0a156775-a39b-4488-a45b-6f9f8a805e03 tempest-RoutersAdminNegativeIpV6Test-1045933953 tempest-RoutersAdminNegativeIpV6Test-1045933953-project-admin] Publish callbacks [] for security_group (0706dc7d-68ea-452c-be09-786f0a760b8c), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:08.988153 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-5d7fa7c4-a402-4de5-8f89-659a22398ad3 admin admin] Deleting port d916fa22-0cdd-4d14-9a08-c2c6e46d9558 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:32:08.989520 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5d7fa7c4-a402-4de5-8f89-659a22398ad3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (d916fa22-0cdd-4d14-9a08-c2c6e46d9558), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:08.991230 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0a156775-a39b-4488-a45b-6f9f8a805e03 tempest-RoutersAdminNegativeIpV6Test-1045933953 tempest-RoutersAdminNegativeIpV6Test-1045933953-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (0706dc7d-68ea-452c-be09-786f0a760b8c), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:09.018780 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [None req-0a156775-a39b-4488-a45b-6f9f8a805e03 tempest-RoutersAdminNegativeIpV6Test-1045933953 tempest-RoutersAdminNegativeIpV6Test-1045933953-project-admin] device_id is not set on port eef06761-7faf-454a-8feb-90a2b5ed4bb0 yet. {{(pid=103304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:32:09.127894 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138e736a-37f7-4308-9173-7aeed89b9baa req-067011a5-9f76-4bb1-93ee-06085960f210 tempest-ServersTestManualDisk-852432706 tempest-ServersTestManualDisk-852432706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:09.130122 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-138e736a-37f7-4308-9173-7aeed89b9baa req-067011a5-9f76-4bb1-93ee-06085960f210 tempest-ServersTestManualDisk-852432706 tempest-ServersTestManualDisk-852432706-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f696e78-c872-4606-84b8-8e5a7686bdd4 HTTP/1.1" status: 200 len: 944 time: 0.1556568 Jan 28 19:32:09.134175 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a156775-a39b-4488-a45b-6f9f8a805e03 tempest-RoutersAdminNegativeIpV6Test-1045933953 tempest-RoutersAdminNegativeIpV6Test-1045933953-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0706dc7d-68ea-452c-be09-786f0a760b8c,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:09.146931 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-224086d6-e227-4b96-83e3-cc1853982a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:09.149128 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-224086d6-e227-4b96-83e3-cc1853982a24 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2b32274e-ef71-47fa-9b2e-d7c8beaa092d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.4017735 Jan 28 19:32:09.183057 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device abe78009-ce35-4a46-aa6c-fa6dad9f8b11 up at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:32:09.193972 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-5d7fa7c4-a402-4de5-8f89-659a22398ad3 admin admin] For port d916fa22-0cdd-4d14-9a08-c2c6e46d9558, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=d916fa22-0cdd-4d14-9a08-c2c6e46d9558,segment=NetworkSegment(bbec6006-6052-487b-8f75-c43c45609882),segment_id=bbec6006-6052-487b-8f75-c43c45609882)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:32:09.194726 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5d7fa7c4-a402-4de5-8f89-659a22398ad3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (d916fa22-0cdd-4d14-9a08-c2c6e46d9558), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:09.246573 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-5d7fa7c4-a402-4de5-8f89-659a22398ad3 admin admin] Calling delete_port for d916fa22-0cdd-4d14-9a08-c2c6e46d9558 owned by network:router_interface {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:32:09.341145 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-79e7efc1-7178-450a-acb9-b5f851148295 service neutron] 10.222.0.70 "GET /v2.0/networks/2b32274e-ef71-47fa-9b2e-d7c8beaa092d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686530 Jan 28 19:32:09.347374 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning for port abe78009-ce35-4a46-aa6c-fa6dad9f8b11 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:32:09.353988 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning complete for port abe78009-ce35-4a46-aa6c-fa6dad9f8b11 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:32:09.354605 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (abe78009-ce35-4a46-aa6c-fa6dad9f8b11), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:09.574190 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port abe78009-ce35-4a46-aa6c-fa6dad9f8b11 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:32:09.576016 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (abe78009-ce35-4a46-aa6c-fa6dad9f8b11), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:09.642340 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-138e736a-37f7-4308-9173-7aeed89b9baa req-f49204d5-47e7-4c21-866d-67b63a02e6e5 tempest-ServersTestManualDisk-852432706 tempest-ServersTestManualDisk-852432706-project] 10.222.0.64 "GET /v2.0/security-groups?id=acf3d43e-bd7d-4294-81e9-aa427a51ecce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4996467 Jan 28 19:32:09.647715 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f696e78-c872-4606-84b8-8e5a7686bdd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abe78009-ce35-4a46-aa6c-fa6dad9f8b11'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:32:09.652978 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ca3edc3-18b7-4e6a-bffc-a6ad2441ebb5" -d '{"events": [{"server_uuid": "7f696e78-c872-4606-84b8-8e5a7686bdd4", "name": "network-vif-plugged", "status": "completed", "tag": "abe78009-ce35-4a46-aa6c-fa6dad9f8b11"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:32:09.656208 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5d7fa7c4-a402-4de5-8f89-659a22398ad3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (d916fa22-0cdd-4d14-9a08-c2c6e46d9558), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:09.674675 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port abe78009-ce35-4a46-aa6c-fa6dad9f8b11, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=abe78009-ce35-4a46-aa6c-fa6dad9f8b11,segment=NetworkSegment(2f79fc28-c629-4c0b-a8c8-273c879a5605),segment_id=2f79fc28-c629-4c0b-a8c8-273c879a5605)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:32:09.694147 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (abe78009-ce35-4a46-aa6c-fa6dad9f8b11), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:09.739634 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6a5c59f4-987b-4e4a-98c8-3d9da27fa658 req-7786c186-6105-4c2d-931d-83c1260e2d86 service neutron] 10.222.0.70 "GET /v2.0/networks/2b32274e-ef71-47fa-9b2e-d7c8beaa092d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3450902 Jan 28 19:32:09.749899 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-0a156775-a39b-4488-a45b-6f9f8a805e03 tempest-RoutersAdminNegativeIpV6Test-1045933953 tempest-RoutersAdminNegativeIpV6Test-1045933953-project-admin] Allocated IP 172.25.6.17 (d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8/a648e4ab-7422-41b9-b133-58aca25ab8f5/eef06761-7faf-454a-8feb-90a2b5ed4bb0) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:32:09.768406 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7fa7c4-a402-4de5-8f89-659a22398ad3 admin admin] Pushing event deleted for resources: {'Port': ['ID=d916fa22-0cdd-4d14-9a08-c2c6e46d9558,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:09.832933 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a586eadb-4860-4c1f-af9a-e7bfae059350 req-1fe2d8d8-04e9-4891-9e00-b05e54a2aed3 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:09.838951 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a586eadb-4860-4c1f-af9a-e7bfae059350 req-1fe2d8d8-04e9-4891-9e00-b05e54a2aed3 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:09.847071 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a586eadb-4860-4c1f-af9a-e7bfae059350 req-1fe2d8d8-04e9-4891-9e00-b05e54a2aed3 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:09.853386 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a586eadb-4860-4c1f-af9a-e7bfae059350 req-1fe2d8d8-04e9-4891-9e00-b05e54a2aed3 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:09.859481 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a586eadb-4860-4c1f-af9a-e7bfae059350 req-1fe2d8d8-04e9-4891-9e00-b05e54a2aed3 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:09.866598 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a586eadb-4860-4c1f-af9a-e7bfae059350 req-1fe2d8d8-04e9-4891-9e00-b05e54a2aed3 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:09.872206 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a586eadb-4860-4c1f-af9a-e7bfae059350 req-1fe2d8d8-04e9-4891-9e00-b05e54a2aed3 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:09.880635 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a586eadb-4860-4c1f-af9a-e7bfae059350 req-1fe2d8d8-04e9-4891-9e00-b05e54a2aed3 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/ports?device_id=6266b4f2-471d-4297-9d3c-9386239f951c HTTP/1.1" status: 200 len: 5428 time: 0.2664077 Jan 28 19:32:09.907989 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-603494b5-6628-47e6-985d-aba699b52b43 x-openstack-request-id: req-603494b5-6628-47e6-985d-aba699b52b43 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:32:09.909052 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f696e78-c872-4606-84b8-8e5a7686bdd4", "name": "network-vif-plugged", "status": "completed", "tag": "abe78009-ce35-4a46-aa6c-fa6dad9f8b11", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:32:09.909360 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-603494b5-6628-47e6-985d-aba699b52b43 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:32:09.909772 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f696e78-c872-4606-84b8-8e5a7686bdd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abe78009-ce35-4a46-aa6c-fa6dad9f8b11', 'code': 200} Jan 28 19:32:09.915817 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=abe78009-ce35-4a46-aa6c-fa6dad9f8b11,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:09.935414 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0a156775-a39b-4488-a45b-6f9f8a805e03 tempest-RoutersAdminNegativeIpV6Test-1045933953 tempest-RoutersAdminNegativeIpV6Test-1045933953-project-admin] Publish callbacks [] for port (eef06761-7faf-454a-8feb-90a2b5ed4bb0), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:09.959638 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:09.992806 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0a156775-a39b-4488-a45b-6f9f8a805e03 tempest-RoutersAdminNegativeIpV6Test-1045933953 tempest-RoutersAdminNegativeIpV6Test-1045933953-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (eef06761-7faf-454a-8feb-90a2b5ed4bb0), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:10.169516 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a586eadb-4860-4c1f-af9a-e7bfae059350 req-a95228f8-f164-4a6d-a39b-9e0154fcb4bc tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/security-groups?id=72c56c83-1eeb-4758-9a36-9dca3b681b4c&id=13e4f299-cf18-4f69-979b-275ae464cc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2874572 Jan 28 19:32:10.181959 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d93827d-fa2d-4416-a9b1-463458d224c6 req-cdf927e5-5948-4243-ab46-1a3769dcf279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:10.187349 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5d93827d-fa2d-4416-a9b1-463458d224c6 req-cdf927e5-5948-4243-ab46-1a3769dcf279 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7f696e78-c872-4606-84b8-8e5a7686bdd4 HTTP/1.1" status: 200 len: 1128 time: 0.3027656 Jan 28 19:32:10.339396 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5d7fa7c4-a402-4de5-8f89-659a22398ad3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-732682'] for router_interface (5b8e1e60-af5f-42c1-b0d2-e068d40d391c), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:10.350535 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5d93827d-fa2d-4416-a9b1-463458d224c6 req-a9296a4b-8f1f-4726-b15e-269b72f41cb5 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=acf3d43e-bd7d-4294-81e9-aa427a51ecce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1486180 Jan 28 19:32:10.532712 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a156775-a39b-4488-a45b-6f9f8a805e03 tempest-RoutersAdminNegativeIpV6Test-1045933953 tempest-RoutersAdminNegativeIpV6Test-1045933953-project-admin] Network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:32:10.538351 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-0a156775-a39b-4488-a45b-6f9f8a805e03 tempest-RoutersAdminNegativeIpV6Test-1045933953 tempest-RoutersAdminNegativeIpV6Test-1045933953-project-admin] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:32:10.547645 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a156775-a39b-4488-a45b-6f9f8a805e03 tempest-RoutersAdminNegativeIpV6Test-1045933953 tempest-RoutersAdminNegativeIpV6Test-1045933953-project-admin] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:32:10.598408 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a156775-a39b-4488-a45b-6f9f8a805e03 tempest-RoutersAdminNegativeIpV6Test-1045933953 tempest-RoutersAdminNegativeIpV6Test-1045933953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:10.599563 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0a156775-a39b-4488-a45b-6f9f8a805e03 tempest-RoutersAdminNegativeIpV6Test-1045933953 tempest-RoutersAdminNegativeIpV6Test-1045933953-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:10.620390 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffef76e-2e21-4da5-9246-3c8d86819953 req-355c462c-9367-431f-9905-244263c9a34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:10.628452 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffef76e-2e21-4da5-9246-3c8d86819953 req-355c462c-9367-431f-9905-244263c9a34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:10.629056 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffef76e-2e21-4da5-9246-3c8d86819953 req-355c462c-9367-431f-9905-244263c9a34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:10.629567 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffef76e-2e21-4da5-9246-3c8d86819953 req-355c462c-9367-431f-9905-244263c9a34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:10.630102 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffef76e-2e21-4da5-9246-3c8d86819953 req-355c462c-9367-431f-9905-244263c9a34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:10.630578 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffef76e-2e21-4da5-9246-3c8d86819953 req-355c462c-9367-431f-9905-244263c9a34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:10.631555 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffef76e-2e21-4da5-9246-3c8d86819953 req-355c462c-9367-431f-9905-244263c9a34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:10.633653 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3ffef76e-2e21-4da5-9246-3c8d86819953 req-355c462c-9367-431f-9905-244263c9a34a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6a63e631dab749fab705cc3ad19e314b&device_id=6266b4f2-471d-4297-9d3c-9386239f951c HTTP/1.1" status: 200 len: 6709 time: 0.6556249 Jan 28 19:32:10.637582 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a156775-a39b-4488-a45b-6f9f8a805e03 tempest-RoutersAdminNegativeIpV6Test-1045933953 tempest-RoutersAdminNegativeIpV6Test-1045933953-project-admin] Pushing event updated for resources: {'Port': ['ID=eef06761-7faf-454a-8feb-90a2b5ed4bb0,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:10.704706 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d7fa7c4-a402-4de5-8f89-659a22398ad3 admin admin] Router 5b8e1e60-af5f-42c1-b0d2-e068d40d391c has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:32:10.778292 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-0a156775-a39b-4488-a45b-6f9f8a805e03 tempest-RoutersAdminNegativeIpV6Test-1045933953 tempest-RoutersAdminNegativeIpV6Test-1045933953-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 2.6927900 Jan 28 19:32:10.778871 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 35524) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:10.786272 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-d2ceabb5-bad7-47b1-b08c-424cc424ee3c tempest-RoutersAdminNegativeIpV6Test-1045933953 tempest-RoutersAdminNegativeIpV6Test-1045933953-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.17'}]}}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:32:10.861761 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffef76e-2e21-4da5-9246-3c8d86819953 req-53f41bcd-2012-4ed7-a622-a208836baba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:10.864191 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3ffef76e-2e21-4da5-9246-3c8d86819953 req-53f41bcd-2012-4ed7-a622-a208836baba1 service neutron] 10.222.0.70 "GET /v2.0/networks?id=2b32274e-ef71-47fa-9b2e-d7c8beaa092d HTTP/1.1" status: 200 len: 902 time: 0.2215791 Jan 28 19:32:10.874058 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2271a1fb-54ba-4bd3-bbc9-c65d80deaa9a req-01c66057-7e2e-483c-bf0d-96e71281eb57 tempest-ServersTestManualDisk-852432706 tempest-ServersTestManualDisk-852432706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:10.875371 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d2ceabb5-bad7-47b1-b08c-424cc424ee3c tempest-RoutersAdminNegativeIpV6Test-1045933953 tempest-RoutersAdminNegativeIpV6Test-1045933953-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261150'] for router (17974d54-f96e-4d8a-a213-a75a15d8eb06), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:10.876595 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d2ceabb5-bad7-47b1-b08c-424cc424ee3c tempest-RoutersAdminNegativeIpV6Test-1045933953 tempest-RoutersAdminNegativeIpV6Test-1045933953-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-731099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-731441', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261129'] for router (17974d54-f96e-4d8a-a213-a75a15d8eb06), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:10.882534 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2271a1fb-54ba-4bd3-bbc9-c65d80deaa9a req-01c66057-7e2e-483c-bf0d-96e71281eb57 tempest-ServersTestManualDisk-852432706 tempest-ServersTestManualDisk-852432706-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f696e78-c872-4606-84b8-8e5a7686bdd4 HTTP/1.1" status: 200 len: 945 time: 0.1371834 Jan 28 19:32:10.940726 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3ffef76e-2e21-4da5-9246-3c8d86819953 req-9c91b495-2ebb-4250-a03c-cfe7de42a309 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=81a4af83-6b4e-4b78-b358-67e235489ec7 HTTP/1.1" status: 200 len: 217 time: 0.0560088 Jan 28 19:32:10.950753 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d2ceabb5-bad7-47b1-b08c-424cc424ee3c tempest-RoutersAdminNegativeIpV6Test-1045933953 tempest-RoutersAdminNegativeIpV6Test-1045933953-project-admin] Publish callbacks [] for router_controller (17974d54-f96e-4d8a-a213-a75a15d8eb06), precommit_add_association {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:10.952916 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d7fa7c4-a402-4de5-8f89-659a22398ad3 admin admin] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:32:10.963277 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-5d7fa7c4-a402-4de5-8f89-659a22398ad3 admin admin] 10.222.0.64 "PUT /v2.0/routers/5b8e1e60-af5f-42c1-b0d2-e068d40d391c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5472531 Jan 28 19:32:10.964008 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 35530) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:10.969204 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da0a9fc-f49b-42da-93d3-6b5267b96c50 None None] Sync routers for ids ['5b8e1e60-af5f-42c1-b0d2-e068d40d391c'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:32:10.982230 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da0a9fc-f49b-42da-93d3-6b5267b96c50 None None] Routers {'5b8e1e60-af5f-42c1-b0d2-e068d40d391c'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:32:10.986074 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-5da0a9fc-f49b-42da-93d3-6b5267b96c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:32:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['5b8e1e60-af5f-42c1-b0d2-e068d40d391c'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:32:11.020575 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2271a1fb-54ba-4bd3-bbc9-c65d80deaa9a req-ef24cb4e-24fb-4b36-a527-2c5c98b5abe1 tempest-ServersTestManualDisk-852432706 tempest-ServersTestManualDisk-852432706-project] 10.222.0.64 "GET /v2.0/security-groups?id=acf3d43e-bd7d-4294-81e9-aa427a51ecce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1364067 Jan 28 19:32:11.028675 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffef76e-2e21-4da5-9246-3c8d86819953 req-909e185e-d074-4ca7-9eea-edb62d761e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:11.030340 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3ffef76e-2e21-4da5-9246-3c8d86819953 req-909e185e-d074-4ca7-9eea-edb62d761e6b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=640d2378-2c13-45c8-a4ae-1ce2f7aa7914 HTTP/1.1" status: 200 len: 797 time: 0.0829144 Jan 28 19:32:11.123129 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffef76e-2e21-4da5-9246-3c8d86819953 req-280cf927-dae7-403f-800c-e81908050013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:11.128721 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3ffef76e-2e21-4da5-9246-3c8d86819953 req-280cf927-dae7-403f-800c-e81908050013 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2b32274e-ef71-47fa-9b2e-d7c8beaa092d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0913787 Jan 28 19:32:11.164149 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-5da0a9fc-f49b-42da-93d3-6b5267b96c50 None None] Set router 5b8e1e60-af5f-42c1-b0d2-e068d40d391c gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:32:11.351090 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3ffef76e-2e21-4da5-9246-3c8d86819953 req-eacf1e95-a438-4099-b296-9253fa44ab3d service neutron] 10.222.0.70 "GET /v2.0/networks/2b32274e-ef71-47fa-9b2e-d7c8beaa092d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152607 Jan 28 19:32:11.473559 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-5da0a9fc-f49b-42da-93d3-6b5267b96c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b8e1e60-af5f-42c1-b0d2-e068d40d391c', 'name': 'tempest-ServerRescueTestJSONUnderV235-146737734-router', 'tenant_id': 'c2d8a9b0fd5b43ca87eb8b43109d53ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': '3f528553-53df-4bd6-9ae2-f7bedfb8566b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:30:07Z', 'updated_at': '2022-01-28T19:32:09Z', 'revision_number': 5, 'project_id': 'c2d8a9b0fd5b43ca87eb8b43109d53ce', 'gw_port': {'id': '3f528553-53df-4bd6-9ae2-f7bedfb8566b', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:06:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8e1e60-af5f-42c1-b0d2-e068d40d391c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:30:08Z', 'updated_at': '2022-01-28T19:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:32:11.519306 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da0a9fc-f49b-42da-93d3-6b5267b96c50 None None] Checking router: 5b8e1e60-af5f-42c1-b0d2-e068d40d391c for host: n-d-812111-14 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:32:11.534655 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da0a9fc-f49b-42da-93d3-6b5267b96c50 None None] Routers {'5b8e1e60-af5f-42c1-b0d2-e068d40d391c'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:32:11.535595 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-5da0a9fc-f49b-42da-93d3-6b5267b96c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:32:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['5b8e1e60-af5f-42c1-b0d2-e068d40d391c'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:32:11.594894 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3ffef76e-2e21-4da5-9246-3c8d86819953 req-83df9ada-0006-4411-84f6-703bf6a7d15b service neutron] 10.222.0.70 "GET /v2.0/networks/2b32274e-ef71-47fa-9b2e-d7c8beaa092d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2370188 Jan 28 19:32:11.639994 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:11.752925 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-5da0a9fc-f49b-42da-93d3-6b5267b96c50 None None] Set router 5b8e1e60-af5f-42c1-b0d2-e068d40d391c gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:32:11.791215 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d2ceabb5-bad7-47b1-b08c-424cc424ee3c tempest-RoutersAdminNegativeIpV6Test-1045933953 tempest-RoutersAdminNegativeIpV6Test-1045933953-project-admin] Publish callbacks [] for router_gateway (17974d54-f96e-4d8a-a213-a75a15d8eb06), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:11.862732 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7a69243f-3667-4dd7-98f4-7ebc1bff2cce admin admin] Publish callbacks [] for router (5b8e1e60-af5f-42c1-b0d2-e068d40d391c), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:11.943067 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 35548) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:11.977760 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d3d71c-27aa-4a93-8151-a1554255b767 req-608bf7cd-dc87-4943-a651-0924267fa2ac tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:11.981531 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-5da0a9fc-f49b-42da-93d3-6b5267b96c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b8e1e60-af5f-42c1-b0d2-e068d40d391c', 'name': 'tempest-ServerRescueTestJSONUnderV235-146737734-router', 'tenant_id': 'c2d8a9b0fd5b43ca87eb8b43109d53ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': '3f528553-53df-4bd6-9ae2-f7bedfb8566b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:30:07Z', 'updated_at': '2022-01-28T19:32:09Z', 'revision_number': 5, 'project_id': 'c2d8a9b0fd5b43ca87eb8b43109d53ce', 'gw_port': {'id': '3f528553-53df-4bd6-9ae2-f7bedfb8566b', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:06:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8e1e60-af5f-42c1-b0d2-e068d40d391c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:30:08Z', 'updated_at': '2022-01-28T19:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:32:11.986099 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d3d71c-27aa-4a93-8151-a1554255b767 req-608bf7cd-dc87-4943-a651-0924267fa2ac tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:11.992877 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d3d71c-27aa-4a93-8151-a1554255b767 req-608bf7cd-dc87-4943-a651-0924267fa2ac tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:11.998644 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d3d71c-27aa-4a93-8151-a1554255b767 req-608bf7cd-dc87-4943-a651-0924267fa2ac tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:12.004788 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d3d71c-27aa-4a93-8151-a1554255b767 req-608bf7cd-dc87-4943-a651-0924267fa2ac tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:12.010460 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d3d71c-27aa-4a93-8151-a1554255b767 req-608bf7cd-dc87-4943-a651-0924267fa2ac tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:12.014026 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da0a9fc-f49b-42da-93d3-6b5267b96c50 None None] The sync data for ids ['5b8e1e60-af5f-42c1-b0d2-e068d40d391c'] in n-d-812111-14 is: [{'id': '5b8e1e60-af5f-42c1-b0d2-e068d40d391c', 'name': 'tempest-ServerRescueTestJSONUnderV235-146737734-router', 'tenant_id': 'c2d8a9b0fd5b43ca87eb8b43109d53ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': '3f528553-53df-4bd6-9ae2-f7bedfb8566b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:30:07Z', 'updated_at': '2022-01-28T19:32:09Z', 'revision_number': 5, 'project_id': 'c2d8a9b0fd5b43ca87eb8b43109d53ce', 'gw_port': {'id': '3f528553-53df-4bd6-9ae2-f7bedfb8566b', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:06:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8e1e60-af5f-42c1-b0d2-e068d40d391c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:30:08Z', 'updated_at': '2022-01-28T19:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:32:12.016792 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d3d71c-27aa-4a93-8151-a1554255b767 req-608bf7cd-dc87-4943-a651-0924267fa2ac tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:12.020825 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-39d3d71c-27aa-4a93-8151-a1554255b767 req-608bf7cd-dc87-4943-a651-0924267fa2ac tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/ports?device_id=6266b4f2-471d-4297-9d3c-9386239f951c HTTP/1.1" status: 200 len: 5428 time: 0.2265370 Jan 28 19:32:12.169048 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-06dea2f7-7a03-45c0-8e88-bf564085b158 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:12.194780 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7a69243f-3667-4dd7-98f4-7ebc1bff2cce admin admin] Publish callbacks [] for router_gateway (5b8e1e60-af5f-42c1-b0d2-e068d40d391c), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:12.237997 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-39d3d71c-27aa-4a93-8151-a1554255b767 req-6430f8e5-998d-4a7b-a804-eb6927cba2d0 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/security-groups?id=72c56c83-1eeb-4758-9a36-9dca3b681b4c&id=13e4f299-cf18-4f69-979b-275ae464cc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1987171 Jan 28 19:32:12.241726 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2999dc99-74f8-4a36-aa00-a5bb436b517a req-313d569f-ddd7-4f50-9ad2-a146e60e77fa tempest-ServersTestManualDisk-852432706 tempest-ServersTestManualDisk-852432706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:12.251603 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2999dc99-74f8-4a36-aa00-a5bb436b517a req-313d569f-ddd7-4f50-9ad2-a146e60e77fa tempest-ServersTestManualDisk-852432706 tempest-ServersTestManualDisk-852432706-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f696e78-c872-4606-84b8-8e5a7686bdd4 HTTP/1.1" status: 200 len: 945 time: 0.1424177 Jan 28 19:32:12.360411 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2999dc99-74f8-4a36-aa00-a5bb436b517a req-d28a5057-11ea-48ff-bec8-027ef52d281e tempest-ServersTestManualDisk-852432706 tempest-ServersTestManualDisk-852432706-project] 10.222.0.64 "GET /v2.0/security-groups?id=acf3d43e-bd7d-4294-81e9-aa427a51ecce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078637 Jan 28 19:32:12.383190 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-06dea2f7-7a03-45c0-8e88-bf564085b158 admin admin] Publish callbacks [] for security_group (6f366441-036e-465a-b9c5-16276afdd413), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:12.392523 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-06dea2f7-7a03-45c0-8e88-bf564085b158 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (6f366441-036e-465a-b9c5-16276afdd413), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:12.439973 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d2ceabb5-bad7-47b1-b08c-424cc424ee3c tempest-RoutersAdminNegativeIpV6Test-1045933953 tempest-RoutersAdminNegativeIpV6Test-1045933953-project-admin] Publish callbacks [] for router_gateway (17974d54-f96e-4d8a-a213-a75a15d8eb06), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:12.444262 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dea2f7-7a03-45c0-8e88-bf564085b158 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f366441-036e-465a-b9c5-16276afdd413,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:12.451999 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-06dea2f7-7a03-45c0-8e88-bf564085b158 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ff39809240f74f089176545100e9e776&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5056376 Jan 28 19:32:12.469740 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 35558) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:12.489403 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d2ceabb5-bad7-47b1-b08c-424cc424ee3c tempest-RoutersAdminNegativeIpV6Test-1045933953 tempest-RoutersAdminNegativeIpV6Test-1045933953-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:12.594844 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a5753853-cf69-4691-9c9f-c62d45d354c3 admin admin] Publish callbacks [] for security_group (6f366441-036e-465a-b9c5-16276afdd413), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:12.622690 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device d916fa22-0cdd-4d14-9a08-c2c6e46d9558 no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:32:12.635989 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-7a69243f-3667-4dd7-98f4-7ebc1bff2cce admin admin] Deleting port 3f528553-53df-4bd6-9ae2-f7bedfb8566b {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:32:12.635989 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7a69243f-3667-4dd7-98f4-7ebc1bff2cce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (3f528553-53df-4bd6-9ae2-f7bedfb8566b), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:12.643384 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a5753853-cf69-4691-9c9f-c62d45d354c3 admin admin] Publish callbacks [] for security_group (6f366441-036e-465a-b9c5-16276afdd413), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:12.699504 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: d916fa22-0cdd-4d14-9a08-c2c6e46d9558 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:32:12.700873 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device d916fa22-0cdd-4d14-9a08-c2c6e46d9558 not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:32:12.754218 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a5753853-cf69-4691-9c9f-c62d45d354c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (6f366441-036e-465a-b9c5-16276afdd413), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:12.763816 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a5753853-cf69-4691-9c9f-c62d45d354c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:12.765995 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-a5753853-cf69-4691-9c9f-c62d45d354c3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6f366441-036e-465a-b9c5-16276afdd413 HTTP/1.1" status: 204 len: 168 time: 0.2951100 Jan 28 19:32:12.791378 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5753853-cf69-4691-9c9f-c62d45d354c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f366441-036e-465a-b9c5-16276afdd413,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:12.846811 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8123415-c9ae-4811-ae25-cb2e1f93577a req-13612a52-08ed-463a-980a-fc9f3a4a76ca tempest-ServersTestManualDisk-852432706 tempest-ServersTestManualDisk-852432706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:12.853734 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e8123415-c9ae-4811-ae25-cb2e1f93577a req-13612a52-08ed-463a-980a-fc9f3a4a76ca tempest-ServersTestManualDisk-852432706 tempest-ServersTestManualDisk-852432706-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f696e78-c872-4606-84b8-8e5a7686bdd4 HTTP/1.1" status: 200 len: 945 time: 0.3472745 Jan 28 19:32:12.857651 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 35564) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:12.873767 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-4a9f8887-6738-4ecd-b68b-48c6b4edf2e2 tempest-ServersTestManualDisk-852432706 tempest-ServersTestManualDisk-852432706-project] Request body: {'floatingip': {'port_id': 'abe78009-ce35-4a46-aa6c-fa6dad9f8b11'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:32:12.901020 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d2ceabb5-bad7-47b1-b08c-424cc424ee3c tempest-RoutersAdminNegativeIpV6Test-1045933953 tempest-RoutersAdminNegativeIpV6Test-1045933953-project-admin] Publish callbacks [] for router (17974d54-f96e-4d8a-a213-a75a15d8eb06), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:12.929480 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4a9f8887-6738-4ecd-b68b-48c6b4edf2e2 tempest-ServersTestManualDisk-852432706 tempest-ServersTestManualDisk-852432706-project] Publish callbacks [] for floatingip (90786d99-8fab-4b5c-937c-b12c5d4464ff), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:12.937190 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:13.048651 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:32:13.069922 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-7a69243f-3667-4dd7-98f4-7ebc1bff2cce admin admin] For port 3f528553-53df-4bd6-9ae2-f7bedfb8566b, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=3f528553-53df-4bd6-9ae2-f7bedfb8566b,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:32:13.070294 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7a69243f-3667-4dd7-98f4-7ebc1bff2cce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (3f528553-53df-4bd6-9ae2-f7bedfb8566b), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:13.116234 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d2ceabb5-bad7-47b1-b08c-424cc424ee3c tempest-RoutersAdminNegativeIpV6Test-1045933953 tempest-RoutersAdminNegativeIpV6Test-1045933953-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-730901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261120'] for router (17974d54-f96e-4d8a-a213-a75a15d8eb06), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:13.118014 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-7a69243f-3667-4dd7-98f4-7ebc1bff2cce admin admin] Calling delete_port for 3f528553-53df-4bd6-9ae2-f7bedfb8566b owned by network:router_gateway {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:32:13.120120 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d2ceabb5-bad7-47b1-b08c-424cc424ee3c tempest-RoutersAdminNegativeIpV6Test-1045933953 tempest-RoutersAdminNegativeIpV6Test-1045933953-project-admin] Publish callbacks [] for router_controller (17974d54-f96e-4d8a-a213-a75a15d8eb06), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:13.201840 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 35568) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:13.210181 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d2ceabb5-bad7-47b1-b08c-424cc424ee3c tempest-RoutersAdminNegativeIpV6Test-1045933953 tempest-RoutersAdminNegativeIpV6Test-1045933953-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-730908'] for router (17974d54-f96e-4d8a-a213-a75a15d8eb06), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:13.210680 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2ceabb5-bad7-47b1-b08c-424cc424ee3c tempest-RoutersAdminNegativeIpV6Test-1045933953 tempest-RoutersAdminNegativeIpV6Test-1045933953-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 17974d54-f96e-4d8a-a213-a75a15d8eb06 {{(pid=103305) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:32:13.217574 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-988afecd-7d3c-4285-8c75-63c6d3a88c52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:13.244110 n-d-812111-14 neutron-server[103305]: INFO neutron.api.v2.resource [None req-d2ceabb5-bad7-47b1-b08c-424cc424ee3c tempest-RoutersAdminNegativeIpV6Test-1045933953 tempest-RoutersAdminNegativeIpV6Test-1045933953-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jan 28 19:32:13.248096 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-d2ceabb5-bad7-47b1-b08c-424cc424ee3c tempest-RoutersAdminNegativeIpV6Test-1045933953 tempest-RoutersAdminNegativeIpV6Test-1045933953-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.4682994 Jan 28 19:32:13.248801 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 35570) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:13.436276 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-2af6d8c4-1171-4399-832a-dd0b6bdd5ca9 tempest-RoutersAdminNegativeIpV6Test-1045933953 tempest-RoutersAdminNegativeIpV6Test-1045933953-project-admin] Deleting port eef06761-7faf-454a-8feb-90a2b5ed4bb0 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:32:13.436774 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2af6d8c4-1171-4399-832a-dd0b6bdd5ca9 tempest-RoutersAdminNegativeIpV6Test-1045933953 tempest-RoutersAdminNegativeIpV6Test-1045933953-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (eef06761-7faf-454a-8feb-90a2b5ed4bb0), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:13.439827 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7a69243f-3667-4dd7-98f4-7ebc1bff2cce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (3f528553-53df-4bd6-9ae2-f7bedfb8566b), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:13.508991 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a69243f-3667-4dd7-98f4-7ebc1bff2cce admin admin] Pushing event deleted for resources: {'Port': ['ID=3f528553-53df-4bd6-9ae2-f7bedfb8566b,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:13.521878 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-988afecd-7d3c-4285-8c75-63c6d3a88c52 admin admin] Publish callbacks [] for security_group (7bdcfc71-575d-4a56-8e59-cdad826bca1d), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:13.544050 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-988afecd-7d3c-4285-8c75-63c6d3a88c52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (7bdcfc71-575d-4a56-8e59-cdad826bca1d), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:13.591642 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadccfef-5377-4070-bf57-2e10cd735d45 req-694c94f5-227e-4a44-a8c7-4da008974228 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:13.597581 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadccfef-5377-4070-bf57-2e10cd735d45 req-694c94f5-227e-4a44-a8c7-4da008974228 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:13.603794 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadccfef-5377-4070-bf57-2e10cd735d45 req-694c94f5-227e-4a44-a8c7-4da008974228 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:13.605322 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2af6d8c4-1171-4399-832a-dd0b6bdd5ca9 tempest-RoutersAdminNegativeIpV6Test-1045933953 tempest-RoutersAdminNegativeIpV6Test-1045933953-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (eef06761-7faf-454a-8feb-90a2b5ed4bb0), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:13.610273 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadccfef-5377-4070-bf57-2e10cd735d45 req-694c94f5-227e-4a44-a8c7-4da008974228 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:13.615284 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7a69243f-3667-4dd7-98f4-7ebc1bff2cce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-731488'] for router_gateway (5b8e1e60-af5f-42c1-b0d2-e068d40d391c), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:13.616330 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadccfef-5377-4070-bf57-2e10cd735d45 req-694c94f5-227e-4a44-a8c7-4da008974228 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:13.623209 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadccfef-5377-4070-bf57-2e10cd735d45 req-694c94f5-227e-4a44-a8c7-4da008974228 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:13.628824 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadccfef-5377-4070-bf57-2e10cd735d45 req-694c94f5-227e-4a44-a8c7-4da008974228 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:13.636839 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-eadccfef-5377-4070-bf57-2e10cd735d45 req-694c94f5-227e-4a44-a8c7-4da008974228 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/ports?device_id=6266b4f2-471d-4297-9d3c-9386239f951c HTTP/1.1" status: 200 len: 5428 time: 0.2550466 Jan 28 19:32:13.646825 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-2af6d8c4-1171-4399-832a-dd0b6bdd5ca9 tempest-RoutersAdminNegativeIpV6Test-1045933953 tempest-RoutersAdminNegativeIpV6Test-1045933953-project-admin] Calling delete_port for eef06761-7faf-454a-8feb-90a2b5ed4bb0 owned by {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:32:13.710865 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-988afecd-7d3c-4285-8c75-63c6d3a88c52 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=97c6dc4f37ba40dcbf10ce0c8c4ecaf1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5078959 Jan 28 19:32:13.713634 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 35584) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:13.725460 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7a69243f-3667-4dd7-98f4-7ebc1bff2cce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-730901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261120'] for router (5b8e1e60-af5f-42c1-b0d2-e068d40d391c), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:13.728642 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7a69243f-3667-4dd7-98f4-7ebc1bff2cce admin admin] Publish callbacks [] for router_controller (5b8e1e60-af5f-42c1-b0d2-e068d40d391c), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:13.768280 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988afecd-7d3c-4285-8c75-63c6d3a88c52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bdcfc71-575d-4a56-8e59-cdad826bca1d,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:13.798214 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.db.resource_extend [None req-4a9f8887-6738-4ecd-b68b-48c6b4edf2e2 tempest-ServersTestManualDisk-852432706 tempest-ServersTestManualDisk-852432706-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 19:32:13.838876 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7a69243f-3667-4dd7-98f4-7ebc1bff2cce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-730908'] for router (5b8e1e60-af5f-42c1-b0d2-e068d40d391c), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:13.839405 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a69243f-3667-4dd7-98f4-7ebc1bff2cce admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5b8e1e60-af5f-42c1-b0d2-e068d40d391c {{(pid=103305) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:32:13.844886 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7a69243f-3667-4dd7-98f4-7ebc1bff2cce admin admin] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:13.848831 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-7a69243f-3667-4dd7-98f4-7ebc1bff2cce admin admin] 10.222.0.64 "DELETE /v2.0/routers/5b8e1e60-af5f-42c1-b0d2-e068d40d391c HTTP/1.1" status: 204 len: 168 time: 2.8796921 Jan 28 19:32:13.853968 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 35588) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:13.876004 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-eadccfef-5377-4070-bf57-2e10cd735d45 req-2706233c-b6c9-403e-8999-0862c3340ae4 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/security-groups?id=72c56c83-1eeb-4758-9a36-9dca3b681b4c&id=13e4f299-cf18-4f69-979b-275ae464cc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2357645 Jan 28 19:32:13.938482 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2af6d8c4-1171-4399-832a-dd0b6bdd5ca9 tempest-RoutersAdminNegativeIpV6Test-1045933953 tempest-RoutersAdminNegativeIpV6Test-1045933953-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (eef06761-7faf-454a-8feb-90a2b5ed4bb0), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:13.942722 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e37282ac-cde8-41c6-8f42-3bdfcf39830c admin admin] Publish callbacks [] for security_group (7bdcfc71-575d-4a56-8e59-cdad826bca1d), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:13.976061 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af6d8c4-1171-4399-832a-dd0b6bdd5ca9 tempest-RoutersAdminNegativeIpV6Test-1045933953 tempest-RoutersAdminNegativeIpV6Test-1045933953-project-admin] Pushing event deleted for resources: {'Port': ['ID=eef06761-7faf-454a-8feb-90a2b5ed4bb0,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:13.979481 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e37282ac-cde8-41c6-8f42-3bdfcf39830c admin admin] Publish callbacks [] for security_group (7bdcfc71-575d-4a56-8e59-cdad826bca1d), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:14.062170 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2af6d8c4-1171-4399-832a-dd0b6bdd5ca9 tempest-RoutersAdminNegativeIpV6Test-1045933953 tempest-RoutersAdminNegativeIpV6Test-1045933953-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:14.070353 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-2af6d8c4-1171-4399-832a-dd0b6bdd5ca9 tempest-RoutersAdminNegativeIpV6Test-1045933953 tempest-RoutersAdminNegativeIpV6Test-1045933953-project-admin] 10.222.0.64 "DELETE /v2.0/ports/eef06761-7faf-454a-8feb-90a2b5ed4bb0 HTTP/1.1" status: 204 len: 168 time: 0.8188920 Jan 28 19:32:14.129839 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e37282ac-cde8-41c6-8f42-3bdfcf39830c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (7bdcfc71-575d-4a56-8e59-cdad826bca1d), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:14.132796 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e37282ac-cde8-41c6-8f42-3bdfcf39830c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:14.138897 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-e37282ac-cde8-41c6-8f42-3bdfcf39830c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7bdcfc71-575d-4a56-8e59-cdad826bca1d HTTP/1.1" status: 204 len: 168 time: 0.4175560 Jan 28 19:32:14.178392 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37282ac-cde8-41c6-8f42-3bdfcf39830c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bdcfc71-575d-4a56-8e59-cdad826bca1d,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:14.203012 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [req-0baf5504-1ab5-4346-b562-5e77c31a91ef req-6da8603e-3607-49d3-9700-d9d8d0212cb6 tempest-ServersTestFqdnHostnames-1981151228 tempest-ServersTestFqdnHostnames-1981151228-project] (103304) timed out ('10.222.0.41', 51548) {{(pid=103304) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 19:32:14.217386 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4a9f8887-6738-4ecd-b68b-48c6b4edf2e2 tempest-ServersTestManualDisk-852432706 tempest-ServersTestManualDisk-852432706-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:14.228303 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-22982aa7-96e9-45ac-b244-950300824792 admin admin] Deleting subnet 1eb64952-13f5-46de-8d59-f48eead57e6d {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:32:14.238083 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4a9f8887-6738-4ecd-b68b-48c6b4edf2e2 tempest-ServersTestManualDisk-852432706 tempest-ServersTestManualDisk-852432706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734886'] for floatingip (90786d99-8fab-4b5c-937c-b12c5d4464ff), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:14.241929 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-22982aa7-96e9-45ac-b244-950300824792 admin admin] Publish callbacks [] for subnet (1eb64952-13f5-46de-8d59-f48eead57e6d), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:14.333897 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-22982aa7-96e9-45ac-b244-950300824792 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4747050'] for subnet (1eb64952-13f5-46de-8d59-f48eead57e6d), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:14.552042 n-d-812111-14 neutron-server[103304]: INFO neutron.db.l3_db [None req-4a9f8887-6738-4ecd-b68b-48c6b4edf2e2 tempest-ServersTestManualDisk-852432706 tempest-ServersTestManualDisk-852432706-project] Floating IP 90786d99-8fab-4b5c-937c-b12c5d4464ff associated. External IP: 172.25.6.169, port: abe78009-ce35-4a46-aa6c-fa6dad9f8b11. Jan 28 19:32:14.571649 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-22982aa7-96e9-45ac-b244-950300824792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (1eb64952-13f5-46de-8d59-f48eead57e6d), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:14.599236 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 35600) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:14.692506 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 3f528553-53df-4bd6-9ae2-f7bedfb8566b no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:32:14.740683 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: 3f528553-53df-4bd6-9ae2-f7bedfb8566b {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:32:14.741030 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 3f528553-53df-4bd6-9ae2-f7bedfb8566b not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:32:14.814067 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-eba0dfde-25f3-4077-a68d-6e0346dd50d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:14.956619 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-22982aa7-96e9-45ac-b244-950300824792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4690616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5222356'] for subnet (1eb64952-13f5-46de-8d59-f48eead57e6d), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:14.978794 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-eba0dfde-25f3-4077-a68d-6e0346dd50d8 admin admin] Publish callbacks [] for security_group (73ebc02e-cdf3-4240-970c-04d1b83f8dd3), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:14.989469 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-eba0dfde-25f3-4077-a68d-6e0346dd50d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (73ebc02e-cdf3-4240-970c-04d1b83f8dd3), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:14.993074 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-22982aa7-96e9-45ac-b244-950300824792 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:15.002527 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-22982aa7-96e9-45ac-b244-950300824792 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/1eb64952-13f5-46de-8d59-f48eead57e6d HTTP/1.1" status: 204 len: 168 time: 1.1232393 Jan 28 19:32:15.008088 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 35616) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:15.075536 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22982aa7-96e9-45ac-b244-950300824792 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1eb64952-13f5-46de-8d59-f48eead57e6d,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:15.156672 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-eba0dfde-25f3-4077-a68d-6e0346dd50d8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=80f51247a5004124b389f60aea8317e3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5559716 Jan 28 19:32:15.157517 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba0dfde-25f3-4077-a68d-6e0346dd50d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73ebc02e-cdf3-4240-970c-04d1b83f8dd3,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:15.163309 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 35620) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:15.215566 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b40efd-c474-4f2d-b508-e3dcccb9bd97 req-4f0a8bd5-98eb-4db2-afd9-b21cb625b9d8 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:15.221437 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b40efd-c474-4f2d-b508-e3dcccb9bd97 req-4f0a8bd5-98eb-4db2-afd9-b21cb625b9d8 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:15.227104 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b40efd-c474-4f2d-b508-e3dcccb9bd97 req-4f0a8bd5-98eb-4db2-afd9-b21cb625b9d8 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:15.244874 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b40efd-c474-4f2d-b508-e3dcccb9bd97 req-4f0a8bd5-98eb-4db2-afd9-b21cb625b9d8 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:15.258956 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b40efd-c474-4f2d-b508-e3dcccb9bd97 req-4f0a8bd5-98eb-4db2-afd9-b21cb625b9d8 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:15.276539 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b40efd-c474-4f2d-b508-e3dcccb9bd97 req-4f0a8bd5-98eb-4db2-afd9-b21cb625b9d8 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:15.285699 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b40efd-c474-4f2d-b508-e3dcccb9bd97 req-4f0a8bd5-98eb-4db2-afd9-b21cb625b9d8 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:15.296260 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-94b40efd-c474-4f2d-b508-e3dcccb9bd97 req-4f0a8bd5-98eb-4db2-afd9-b21cb625b9d8 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/ports?device_id=6266b4f2-471d-4297-9d3c-9386239f951c HTTP/1.1" status: 200 len: 5428 time: 0.2433598 Jan 28 19:32:15.380906 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-93eed71f-2e93-44fb-8e14-bc6a0113ab58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (fcb44e6e-a519-43fc-8133-4d41be134056), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:15.459259 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c112fd6e-3032-46ec-8a6b-c1adaca71c7c admin admin] Publish callbacks [] for security_group (73ebc02e-cdf3-4240-970c-04d1b83f8dd3), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:15.478506 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-94b40efd-c474-4f2d-b508-e3dcccb9bd97 req-ba1b67a4-a753-47dc-bb11-81cc3235ddb1 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/security-groups?id=72c56c83-1eeb-4758-9a36-9dca3b681b4c&id=13e4f299-cf18-4f69-979b-275ae464cc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1655688 Jan 28 19:32:15.501277 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a9f8887-6738-4ecd-b68b-48c6b4edf2e2 tempest-ServersTestManualDisk-852432706 tempest-ServersTestManualDisk-852432706-project] Router f702bc6b-f02c-4e27-b0e4-4f0f8c2f13e2 has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:32:15.533567 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c112fd6e-3032-46ec-8a6b-c1adaca71c7c admin admin] Publish callbacks [] for security_group (73ebc02e-cdf3-4240-970c-04d1b83f8dd3), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:15.627024 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c112fd6e-3032-46ec-8a6b-c1adaca71c7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (73ebc02e-cdf3-4240-970c-04d1b83f8dd3), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:15.630546 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c112fd6e-3032-46ec-8a6b-c1adaca71c7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:15.634737 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-c112fd6e-3032-46ec-8a6b-c1adaca71c7c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/73ebc02e-cdf3-4240-970c-04d1b83f8dd3 HTTP/1.1" status: 204 len: 168 time: 0.4705470 Jan 28 19:32:15.647283 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c112fd6e-3032-46ec-8a6b-c1adaca71c7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73ebc02e-cdf3-4240-970c-04d1b83f8dd3,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:15.647699 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-93eed71f-2e93-44fb-8e14-bc6a0113ab58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (fcb44e6e-a519-43fc-8133-4d41be134056), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:15.737461 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-93eed71f-2e93-44fb-8e14-bc6a0113ab58 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcb44e6e-a519-43fc-8133-4d41be134056']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:32:15.780714 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-93eed71f-2e93-44fb-8e14-bc6a0113ab58 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbec6006-6052-487b-8f75-c43c45609882') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:32:15.788202 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-93eed71f-2e93-44fb-8e14-bc6a0113ab58 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbec6006-6052-487b-8f75-c43c45609882') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:32:15.901013 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-93eed71f-2e93-44fb-8e14-bc6a0113ab58 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4747091'] for segment (bbec6006-6052-487b-8f75-c43c45609882), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:15.941970 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-93eed71f-2e93-44fb-8e14-bc6a0113ab58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (bbec6006-6052-487b-8f75-c43c45609882), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:15.973659 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a9f8887-6738-4ecd-b68b-48c6b4edf2e2 tempest-ServersTestManualDisk-852432706 tempest-ServersTestManualDisk-852432706-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:32:15.987466 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c478aaca-283b-41de-9477-c940d9c90a1c None None] Sync routers for ids ['f702bc6b-f02c-4e27-b0e4-4f0f8c2f13e2'] in n-d-812111-14 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:32:16.002318 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4a9f8887-6738-4ecd-b68b-48c6b4edf2e2 tempest-ServersTestManualDisk-852432706 tempest-ServersTestManualDisk-852432706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for floatingip (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:16.010614 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c478aaca-283b-41de-9477-c940d9c90a1c None None] Routers {'f702bc6b-f02c-4e27-b0e4-4f0f8c2f13e2'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:32:16.013534 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-c478aaca-283b-41de-9477-c940d9c90a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:32:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['f702bc6b-f02c-4e27-b0e4-4f0f8c2f13e2'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:32:16.018615 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93eed71f-2e93-44fb-8e14-bc6a0113ab58 admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:32:16.021765 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-93eed71f-2e93-44fb-8e14-bc6a0113ab58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4690514'] for segment (bbec6006-6052-487b-8f75-c43c45609882), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:16.030796 n-d-812111-14 neutron-server[103304]: Traceback (most recent call last): Jan 28 19:32:16.030796 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:32:16.030796 n-d-812111-14 neutron-server[103304]: timer() Jan 28 19:32:16.030796 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:32:16.030796 n-d-812111-14 neutron-server[103304]: cb(*args, **kw) Jan 28 19:32:16.030796 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:32:16.030796 n-d-812111-14 neutron-server[103304]: return func(*args, **kwargs) Jan 28 19:32:16.030796 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:32:16.030796 n-d-812111-14 neutron-server[103304]: self._notify() Jan 28 19:32:16.030796 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:32:16.030796 n-d-812111-14 neutron-server[103304]: self.callback(batched_events) Jan 28 19:32:16.030796 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:32:16.030796 n-d-812111-14 neutron-server[103304]: event.method(event) Jan 28 19:32:16.030796 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:32:16.030796 n-d-812111-14 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:32:16.030796 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:32:16.030796 n-d-812111-14 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:32:16.030796 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:32:16.030796 n-d-812111-14 neutron-server[103304]: return f(self, *a, **k) Jan 28 19:32:16.030796 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:32:16.030796 n-d-812111-14 neutron-server[103304]: return self._get(url).json() Jan 28 19:32:16.030796 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:32:16.030796 n-d-812111-14 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:32:16.030796 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:32:16.030796 n-d-812111-14 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 28 19:32:16.030796 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:32:16.030796 n-d-812111-14 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:32:16.030796 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:32:16.030796 n-d-812111-14 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:32:16.030796 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:32:16.030796 n-d-812111-14 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:32:16.030796 n-d-812111-14 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:32:16.262082 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-4a9f8887-6738-4ecd-b68b-48c6b4edf2e2 tempest-ServersTestManualDisk-852432706 tempest-ServersTestManualDisk-852432706-project] 10.222.0.64 "PUT /v2.0/floatingips/90786d99-8fab-4b5c-937c-b12c5d4464ff HTTP/1.1" status: 200 len: 991 time: 3.4029286 Jan 28 19:32:16.269028 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f696e78-c872-4606-84b8-8e5a7686bdd4', 'tag': 'abe78009-ce35-4a46-aa6c-fa6dad9f8b11'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:32:16.277817 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db45889d-bf93-47d2-9dde-b090a8052433" -d '{"events": [{"name": "network-changed", "server_uuid": "7f696e78-c872-4606-84b8-8e5a7686bdd4", "tag": "abe78009-ce35-4a46-aa6c-fa6dad9f8b11"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:32:16.303616 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-93eed71f-2e93-44fb-8e14-bc6a0113ab58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (fcb44e6e-a519-43fc-8133-4d41be134056), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:16.309302 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-93eed71f-2e93-44fb-8e14-bc6a0113ab58 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:16.323446 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-93eed71f-2e93-44fb-8e14-bc6a0113ab58 admin admin] 10.222.0.64 "DELETE /v2.0/networks/fcb44e6e-a519-43fc-8133-4d41be134056 HTTP/1.1" status: 204 len: 168 time: 1.3133335 Jan 28 19:32:16.367045 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-c478aaca-283b-41de-9477-c940d9c90a1c None None] Set router f702bc6b-f02c-4e27-b0e4-4f0f8c2f13e2 gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:32:16.393892 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93eed71f-2e93-44fb-8e14-bc6a0113ab58 admin admin] Pushing event deleted for resources: {'Network': ['ID=fcb44e6e-a519-43fc-8133-4d41be134056,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:16.435727 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3bf579-c54a-4fdb-bfae-8570d7ac574f req-bbb58789-863b-4a36-96bf-650523ad1d28 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:16.440835 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3d3bf579-c54a-4fdb-bfae-8570d7ac574f req-bbb58789-863b-4a36-96bf-650523ad1d28 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/ports?device_id=468e569c-4ad2-4f8a-b0ed-71ebeaa4f974 HTTP/1.1" status: 200 len: 945 time: 0.1776199 Jan 28 19:32:16.524369 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6be6bbe-c250-4ada-8220-e6f4cfaf6a6f req-5f79b8d4-d9a7-4215-bbe3-8fd54542c404 tempest-ServersTestManualDisk-852432706 tempest-ServersTestManualDisk-852432706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:16.535133 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a6be6bbe-c250-4ada-8220-e6f4cfaf6a6f req-5f79b8d4-d9a7-4215-bbe3-8fd54542c404 tempest-ServersTestManualDisk-852432706 tempest-ServersTestManualDisk-852432706-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f696e78-c872-4606-84b8-8e5a7686bdd4 HTTP/1.1" status: 200 len: 945 time: 0.1283460 Jan 28 19:32:16.550428 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3d3bf579-c54a-4fdb-bfae-8570d7ac574f req-c5fcd12e-84ce-4ec5-b8c8-a4a24408fe81 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/security-groups?id=1bfe6452-43d5-4c93-9450-34896bc0d267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987728 Jan 28 19:32:16.552324 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 35664) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:16.679580 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 35668) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:16.680648 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a6be6bbe-c250-4ada-8220-e6f4cfaf6a6f req-51a92317-a10f-4856-bc5d-1d6d3115813e tempest-ServersTestManualDisk-852432706 tempest-ServersTestManualDisk-852432706-project] 10.222.0.64 "GET /v2.0/security-groups?id=acf3d43e-bd7d-4294-81e9-aa427a51ecce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1416421 Jan 28 19:32:16.698320 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:32:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fa52e76-b6ba-4833-b3e3-a4eac858b9aa x-openstack-request-id: req-9fa52e76-b6ba-4833-b3e3-a4eac858b9aa {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:32:16.698616 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f696e78-c872-4606-84b8-8e5a7686bdd4", "tag": "abe78009-ce35-4a46-aa6c-fa6dad9f8b11", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:32:16.698872 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9fa52e76-b6ba-4833-b3e3-a4eac858b9aa {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:32:16.699896 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f696e78-c872-4606-84b8-8e5a7686bdd4', 'tag': 'abe78009-ce35-4a46-aa6c-fa6dad9f8b11', 'status': 'completed', 'code': 200} Jan 28 19:32:16.765087 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 35674) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:16.765349 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-a56356ef-1198-48d8-beaf-c6bb5e40ecae admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c2d8a9b0fd5b43ca87eb8b43109d53ce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0845191 Jan 28 19:32:16.771673 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-8bdd21cf-03b8-484a-88aa-76311c1472a5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0ea3adf016be43d099e7a1888058a418&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2160096 Jan 28 19:32:16.775087 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 35676) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:16.832169 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db45889d-bf93-47d2-9dde-b090a8052433 req-96b5b4a3-bf17-48d4-b904-b28e94d8fa7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:16.833719 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-db45889d-bf93-47d2-9dde-b090a8052433 req-96b5b4a3-bf17-48d4-b904-b28e94d8fa7b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=45fb7b14cebe47c2b0ff3653e388c738&device_id=7f696e78-c872-4606-84b8-8e5a7686bdd4 HTTP/1.1" status: 200 len: 1128 time: 0.0747614 Jan 28 19:32:17.081544 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db45889d-bf93-47d2-9dde-b090a8052433 req-325e74ce-011e-4d0e-b020-b30dea8c7c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:17.083101 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-db45889d-bf93-47d2-9dde-b090a8052433 req-325e74ce-011e-4d0e-b020-b30dea8c7c3a service neutron] 10.222.0.41 "GET /v2.0/networks?id=92852eb4-22ae-4ff2-8b8f-59f16f3a189b HTTP/1.1" status: 200 len: 912 time: 0.2428136 Jan 28 19:32:17.086927 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-c478aaca-283b-41de-9477-c940d9c90a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f702bc6b-f02c-4e27-b0e4-4f0f8c2f13e2', 'name': 'tempest-ServersTestManualDisk-1977898388-router', 'tenant_id': '45fb7b14cebe47c2b0ff3653e388c738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': 'f2c4ec95-10eb-45be-92ad-b0732e457844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:31:22Z', 'updated_at': '2022-01-28T19:31:37Z', 'revision_number': 4, 'project_id': '45fb7b14cebe47c2b0ff3653e388c738', 'gw_port': {'id': 'f2c4ec95-10eb-45be-92ad-b0732e457844', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:5f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f702bc6b-f02c-4e27-b0e4-4f0f8c2f13e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2019, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:31:24Z', 'updated_at': '2022-01-28T19:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_floatingips': [{'id': '90786d99-8fab-4b5c-937c-b12c5d4464ff', 'tenant_id': '45fb7b14cebe47c2b0ff3653e388c738', 'floating_ip_address': '172.25.6.169', 'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'router_id': 'f702bc6b-f02c-4e27-b0e4-4f0f8c2f13e2', 'port_id': 'abe78009-ce35-4a46-aa6c-fa6dad9f8b11', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2060, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '92852eb4-22ae-4ff2-8b8f-59f16f3a189b', 'mac_address': 'fa:16:3e:25:83:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f696e78-c872-4606-84b8-8e5a7686bdd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:31:49Z', 'updated_at': '2022-01-28T19:32:13Z', 'revision_number': 1, 'project_id': '45fb7b14cebe47c2b0ff3653e388c738', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf5ecd1f-1725-4463-8e93-be90494201dc', 'name': '', 'network_id': '92852eb4-22ae-4ff2-8b8f-59f16f3a189b', 'tenant_id': '45fb7b14cebe47c2b0ff3653e388c738', 'mac_address': 'fa:16:3e:59:55:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f702bc6b-f02c-4e27-b0e4-4f0f8c2f13e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2028, 'fixed_ips': [{'subnet_id': '32567241-fa90-4306-aa1e-53db272b15f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:31:33Z', 'updated_at': '2022-01-28T19:31:44Z', 'revision_number': 5, 'project_id': '45fb7b14cebe47c2b0ff3653e388c738', 'subnets': [{'id': '32567241-fa90-4306-aa1e-53db272b15f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:32:17.110991 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0aef0e13-1149-4872-84d5-96d9ce2cca29 admin admin] Publish callbacks [] for security_group (12ee04d6-2379-4dda-9d23-37667d7c47ce), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:17.141739 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c3a2f3-7ccc-491e-9384-e05e54996d4c req-da7ebbed-c5c6-4d56-9b6f-f3c062a1ff84 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:17.154524 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c3a2f3-7ccc-491e-9384-e05e54996d4c req-da7ebbed-c5c6-4d56-9b6f-f3c062a1ff84 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:17.154524 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c3a2f3-7ccc-491e-9384-e05e54996d4c req-da7ebbed-c5c6-4d56-9b6f-f3c062a1ff84 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:17.161255 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c478aaca-283b-41de-9477-c940d9c90a1c None None] Checking router: f702bc6b-f02c-4e27-b0e4-4f0f8c2f13e2 for host: n-d-812111-14 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:32:17.179660 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c3a2f3-7ccc-491e-9384-e05e54996d4c req-da7ebbed-c5c6-4d56-9b6f-f3c062a1ff84 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:17.188358 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c478aaca-283b-41de-9477-c940d9c90a1c None None] Routers {'f702bc6b-f02c-4e27-b0e4-4f0f8c2f13e2'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:32:17.188977 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-c478aaca-283b-41de-9477-c940d9c90a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:32:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['f702bc6b-f02c-4e27-b0e4-4f0f8c2f13e2'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:32:17.192670 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c3a2f3-7ccc-491e-9384-e05e54996d4c req-da7ebbed-c5c6-4d56-9b6f-f3c062a1ff84 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:17.207697 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c3a2f3-7ccc-491e-9384-e05e54996d4c req-da7ebbed-c5c6-4d56-9b6f-f3c062a1ff84 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:17.219969 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c3a2f3-7ccc-491e-9384-e05e54996d4c req-da7ebbed-c5c6-4d56-9b6f-f3c062a1ff84 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:17.233166 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-48c3a2f3-7ccc-491e-9384-e05e54996d4c req-da7ebbed-c5c6-4d56-9b6f-f3c062a1ff84 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/ports?device_id=6266b4f2-471d-4297-9d3c-9386239f951c HTTP/1.1" status: 200 len: 5428 time: 0.3237045 Jan 28 19:32:17.267399 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-db45889d-bf93-47d2-9dde-b090a8052433 req-57ed7b6c-e098-4828-b5b1-d0fc317d610a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=abe78009-ce35-4a46-aa6c-fa6dad9f8b11 HTTP/1.1" status: 200 len: 999 time: 0.1763988 Jan 28 19:32:17.282637 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0aef0e13-1149-4872-84d5-96d9ce2cca29 admin admin] Publish callbacks [] for security_group (12ee04d6-2379-4dda-9d23-37667d7c47ce), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:17.300651 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fd64c384-91f9-45a0-8ff0-7a0a03babdcc admin admin] Publish callbacks [] for security_group (0706dc7d-68ea-452c-be09-786f0a760b8c), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:17.345943 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fd64c384-91f9-45a0-8ff0-7a0a03babdcc admin admin] Publish callbacks [] for security_group (0706dc7d-68ea-452c-be09-786f0a760b8c), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:17.366603 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db45889d-bf93-47d2-9dde-b090a8052433 req-dcc8979e-419a-4806-a503-d2fc927020db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:17.368381 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-db45889d-bf93-47d2-9dde-b090a8052433 req-dcc8979e-419a-4806-a503-d2fc927020db service neutron] 10.222.0.41 "GET /v2.0/subnets?id=32567241-fa90-4306-aa1e-53db272b15f8 HTTP/1.1" status: 200 len: 851 time: 0.0908790 Jan 28 19:32:17.415185 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fd64c384-91f9-45a0-8ff0-7a0a03babdcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (0706dc7d-68ea-452c-be09-786f0a760b8c), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:17.425418 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fd64c384-91f9-45a0-8ff0-7a0a03babdcc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:17.427244 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-fd64c384-91f9-45a0-8ff0-7a0a03babdcc admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0706dc7d-68ea-452c-be09-786f0a760b8c HTTP/1.1" status: 204 len: 168 time: 0.6498749 Jan 28 19:32:17.427738 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-c478aaca-283b-41de-9477-c940d9c90a1c None None] Set router f702bc6b-f02c-4e27-b0e4-4f0f8c2f13e2 gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:32:17.465474 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db45889d-bf93-47d2-9dde-b090a8052433 req-dca306f6-6733-4162-86aa-50d8d546924e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:17.477424 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-db45889d-bf93-47d2-9dde-b090a8052433 req-dca306f6-6733-4162-86aa-50d8d546924e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=92852eb4-22ae-4ff2-8b8f-59f16f3a189b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1018310 Jan 28 19:32:17.515002 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd64c384-91f9-45a0-8ff0-7a0a03babdcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0706dc7d-68ea-452c-be09-786f0a760b8c,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:17.720544 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-48c3a2f3-7ccc-491e-9384-e05e54996d4c req-8f7c57d0-3022-4109-994e-bbd22593cd6b tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/security-groups?id=72c56c83-1eeb-4758-9a36-9dca3b681b4c&id=13e4f299-cf18-4f69-979b-275ae464cc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4817297 Jan 28 19:32:17.751996 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0aef0e13-1149-4872-84d5-96d9ce2cca29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (12ee04d6-2379-4dda-9d23-37667d7c47ce), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:17.755998 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0aef0e13-1149-4872-84d5-96d9ce2cca29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:17.757209 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-0aef0e13-1149-4872-84d5-96d9ce2cca29 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/12ee04d6-2379-4dda-9d23-37667d7c47ce HTTP/1.1" status: 204 len: 168 time: 0.9906268 Jan 28 19:32:17.773352 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-c478aaca-283b-41de-9477-c940d9c90a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f702bc6b-f02c-4e27-b0e4-4f0f8c2f13e2', 'name': 'tempest-ServersTestManualDisk-1977898388-router', 'tenant_id': '45fb7b14cebe47c2b0ff3653e388c738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': 'f2c4ec95-10eb-45be-92ad-b0732e457844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:31:22Z', 'updated_at': '2022-01-28T19:31:37Z', 'revision_number': 4, 'project_id': '45fb7b14cebe47c2b0ff3653e388c738', 'gw_port': {'id': 'f2c4ec95-10eb-45be-92ad-b0732e457844', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:5f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f702bc6b-f02c-4e27-b0e4-4f0f8c2f13e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2019, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:31:24Z', 'updated_at': '2022-01-28T19:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_floatingips': [{'id': '90786d99-8fab-4b5c-937c-b12c5d4464ff', 'tenant_id': '45fb7b14cebe47c2b0ff3653e388c738', 'floating_ip_address': '172.25.6.169', 'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'router_id': 'f702bc6b-f02c-4e27-b0e4-4f0f8c2f13e2', 'port_id': 'abe78009-ce35-4a46-aa6c-fa6dad9f8b11', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2060, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '92852eb4-22ae-4ff2-8b8f-59f16f3a189b', 'mac_address': 'fa:16:3e:25:83:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f696e78-c872-4606-84b8-8e5a7686bdd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:31:49Z', 'updated_at': '2022-01-28T19:32:13Z', 'revision_number': 1, 'project_id': '45fb7b14cebe47c2b0ff3653e388c738', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf5ecd1f-1725-4463-8e93-be90494201dc', 'name': '', 'network_id': '92852eb4-22ae-4ff2-8b8f-59f16f3a189b', 'tenant_id': '45fb7b14cebe47c2b0ff3653e388c738', 'mac_address': 'fa:16:3e:59:55:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f702bc6b-f02c-4e27-b0e4-4f0f8c2f13e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2028, 'fixed_ips': [{'subnet_id': '32567241-fa90-4306-aa1e-53db272b15f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:31:33Z', 'updated_at': '2022-01-28T19:31:44Z', 'revision_number': 5, 'project_id': '45fb7b14cebe47c2b0ff3653e388c738', 'subnets': [{'id': '32567241-fa90-4306-aa1e-53db272b15f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:32:17.774848 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-db45889d-bf93-47d2-9dde-b090a8052433 req-6ef24b49-a349-48c2-8ffc-e6af618d6f29 service neutron] 10.222.0.41 "GET /v2.0/networks/92852eb4-22ae-4ff2-8b8f-59f16f3a189b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2875290 Jan 28 19:32:17.777237 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aef0e13-1149-4872-84d5-96d9ce2cca29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12ee04d6-2379-4dda-9d23-37667d7c47ce,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:17.839136 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c478aaca-283b-41de-9477-c940d9c90a1c None None] The sync data for ids ['f702bc6b-f02c-4e27-b0e4-4f0f8c2f13e2'] in n-d-812111-14 is: [{'id': 'f702bc6b-f02c-4e27-b0e4-4f0f8c2f13e2', 'name': 'tempest-ServersTestManualDisk-1977898388-router', 'tenant_id': '45fb7b14cebe47c2b0ff3653e388c738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': 'f2c4ec95-10eb-45be-92ad-b0732e457844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:31:22Z', 'updated_at': '2022-01-28T19:31:37Z', 'revision_number': 4, 'project_id': '45fb7b14cebe47c2b0ff3653e388c738', 'gw_port': {'id': 'f2c4ec95-10eb-45be-92ad-b0732e457844', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:5f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f702bc6b-f02c-4e27-b0e4-4f0f8c2f13e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2019, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:31:24Z', 'updated_at': '2022-01-28T19:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_floatingips': [{'id': '90786d99-8fab-4b5c-937c-b12c5d4464ff', 'tenant_id': '45fb7b14cebe47c2b0ff3653e388c738', 'floating_ip_address': '172.25.6.169', 'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'router_id': 'f702bc6b-f02c-4e27-b0e4-4f0f8c2f13e2', 'port_id': 'abe78009-ce35-4a46-aa6c-fa6dad9f8b11', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2060, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '92852eb4-22ae-4ff2-8b8f-59f16f3a189b', 'mac_address': 'fa:16:3e:25:83:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f696e78-c872-4606-84b8-8e5a7686bdd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:31:49Z', 'updated_at': '2022-01-28T19:32:13Z', 'revision_number': 1, 'project_id': '45fb7b14cebe47c2b0ff3653e388c738', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf5ecd1f-1725-4463-8e93-be90494201dc', 'name': '', 'network_id': '92852eb4-22ae-4ff2-8b8f-59f16f3a189b', 'tenant_id': '45fb7b14cebe47c2b0ff3653e388c738', 'mac_address': 'fa:16:3e:59:55:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f702bc6b-f02c-4e27-b0e4-4f0f8c2f13e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2028, 'fixed_ips': [{'subnet_id': '32567241-fa90-4306-aa1e-53db272b15f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:31:33Z', 'updated_at': '2022-01-28T19:31:44Z', 'revision_number': 5, 'project_id': '45fb7b14cebe47c2b0ff3653e388c738', 'subnets': [{'id': '32567241-fa90-4306-aa1e-53db272b15f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:32:17.994268 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad8724c-9c7a-4780-936d-635471af2d94 req-b1f953e7-4f00-4610-a3b4-8d8fb5ef8f52 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:17.996421 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-cad8724c-9c7a-4780-936d-635471af2d94 req-b1f953e7-4f00-4610-a3b4-8d8fb5ef8f52 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/ports?device_id=468e569c-4ad2-4f8a-b0ed-71ebeaa4f974 HTTP/1.1" status: 200 len: 945 time: 0.1855917 Jan 28 19:32:18.042231 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-db45889d-bf93-47d2-9dde-b090a8052433 req-0547cbb0-9274-4349-9ce4-1fa6144a7c9b service neutron] 10.222.0.41 "GET /v2.0/networks/92852eb4-22ae-4ff2-8b8f-59f16f3a189b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2642171 Jan 28 19:32:18.074369 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-cad8724c-9c7a-4780-936d-635471af2d94 req-1864e8c9-f47c-41c5-af01-885b13e08943 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/security-groups?id=1bfe6452-43d5-4c93-9450-34896bc0d267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674407 Jan 28 19:32:18.297946 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab0ffc2-e7a9-44f0-b083-47b20df9d56a None None] New status for floating IP 90786d99-8fab-4b5c-937c-b12c5d4464ff: ACTIVE {{(pid=103307) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 19:32:18.994888 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62862cf5-eb6b-4cde-997e-78e06c62ba32 req-1654726c-5673-4069-9bef-1431a03f50d0 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:19.012415 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62862cf5-eb6b-4cde-997e-78e06c62ba32 req-1654726c-5673-4069-9bef-1431a03f50d0 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:19.018773 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62862cf5-eb6b-4cde-997e-78e06c62ba32 req-1654726c-5673-4069-9bef-1431a03f50d0 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:19.030714 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62862cf5-eb6b-4cde-997e-78e06c62ba32 req-1654726c-5673-4069-9bef-1431a03f50d0 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:19.048346 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62862cf5-eb6b-4cde-997e-78e06c62ba32 req-1654726c-5673-4069-9bef-1431a03f50d0 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:19.061374 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62862cf5-eb6b-4cde-997e-78e06c62ba32 req-1654726c-5673-4069-9bef-1431a03f50d0 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:19.074772 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62862cf5-eb6b-4cde-997e-78e06c62ba32 req-1654726c-5673-4069-9bef-1431a03f50d0 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:19.079027 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-62862cf5-eb6b-4cde-997e-78e06c62ba32 req-1654726c-5673-4069-9bef-1431a03f50d0 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/ports?device_id=6266b4f2-471d-4297-9d3c-9386239f951c HTTP/1.1" status: 200 len: 5428 time: 0.2361085 Jan 28 19:32:19.204853 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-62862cf5-eb6b-4cde-997e-78e06c62ba32 req-5a76303e-34f7-48b9-a91e-e7789a275ee2 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/security-groups?id=72c56c83-1eeb-4758-9a36-9dca3b681b4c&id=13e4f299-cf18-4f69-979b-275ae464cc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1187098 Jan 28 19:32:19.338563 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2087ce3-1fae-49d2-bc43-c314ea809a6c req-a94e4a01-03f3-42ce-a50e-cda20a657a6c tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:19.340203 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b2087ce3-1fae-49d2-bc43-c314ea809a6c req-a94e4a01-03f3-42ce-a50e-cda20a657a6c tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/ports?device_id=468e569c-4ad2-4f8a-b0ed-71ebeaa4f974 HTTP/1.1" status: 200 len: 945 time: 0.1065230 Jan 28 19:32:19.349949 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 35758) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:19.371943 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 35762) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:19.418662 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b2087ce3-1fae-49d2-bc43-c314ea809a6c req-870f05fa-0a32-4cbc-99f7-31f691762e32 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/security-groups?id=1bfe6452-43d5-4c93-9450-34896bc0d267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645022 Jan 28 19:32:19.505913 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-dd1454f5-92e0-43fc-b942-7e459d9efc7a admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-2044483786-network', 'tenant_id': '990d0067f0ef4ada805b13d35b23df25'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:32:19.538213 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd1454f5-92e0-43fc-b942-7e459d9efc7a admin admin] Made reservation on behalf of 990d0067f0ef4ada805b13d35b23df25 for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:32:19.540770 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-dd1454f5-92e0-43fc-b942-7e459d9efc7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:19.548581 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-c1971d91-4222-4ea5-b4dc-b8b58604e8dd tempest-ExtraDHCPOptionsIpV6TestJSON-205117143 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-416323341'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:32:19.563970 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-dd1454f5-92e0-43fc-b942-7e459d9efc7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:19.604533 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1971d91-4222-4ea5-b4dc-b8b58604e8dd tempest-ExtraDHCPOptionsIpV6TestJSON-205117143 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143-project] Made reservation on behalf of 03efde15b8aa4f348b23152c6d8dd8a8 for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:32:19.610548 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c1971d91-4222-4ea5-b4dc-b8b58604e8dd tempest-ExtraDHCPOptionsIpV6TestJSON-205117143 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:19.642055 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c1971d91-4222-4ea5-b4dc-b8b58604e8dd tempest-ExtraDHCPOptionsIpV6TestJSON-205117143 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143-project] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:19.746474 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-dd1454f5-92e0-43fc-b942-7e459d9efc7a admin admin] Publish callbacks [] for security_group (f5d7b564-45fa-4f68-87b5-daf815a06cbf), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:19.762474 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-dd1454f5-92e0-43fc-b942-7e459d9efc7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (f5d7b564-45fa-4f68-87b5-daf815a06cbf), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:19.812452 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c1971d91-4222-4ea5-b4dc-b8b58604e8dd tempest-ExtraDHCPOptionsIpV6TestJSON-205117143 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143-project] Publish callbacks [] for security_group (33babc55-254b-43f1-8c27-fc261b9dac52), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:19.820825 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd1454f5-92e0-43fc-b942-7e459d9efc7a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:32:19.834493 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c1971d91-4222-4ea5-b4dc-b8b58604e8dd tempest-ExtraDHCPOptionsIpV6TestJSON-205117143 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (33babc55-254b-43f1-8c27-fc261b9dac52), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:19.844348 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1454f5-92e0-43fc-b942-7e459d9efc7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5d7b564-45fa-4f68-87b5-daf815a06cbf,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:19.854036 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-dd1454f5-92e0-43fc-b942-7e459d9efc7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (a750ffb4-437d-451b-a2f5-7ee6e7f14142), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:19.854376 n-d-812111-14 neutron-server[103304]: INFO neutron.db.segments_db [None req-dd1454f5-92e0-43fc-b942-7e459d9efc7a admin admin] Added segment a750ffb4-437d-451b-a2f5-7ee6e7f14142 of type vlan for network a45fe9ba-d218-4d7b-b792-1bd429956825 Jan 28 19:32:19.902025 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1971d91-4222-4ea5-b4dc-b8b58604e8dd tempest-ExtraDHCPOptionsIpV6TestJSON-205117143 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33babc55-254b-43f1-8c27-fc261b9dac52,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:19.910490 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1971d91-4222-4ea5-b4dc-b8b58604e8dd tempest-ExtraDHCPOptionsIpV6TestJSON-205117143 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:32:19.953786 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c1971d91-4222-4ea5-b4dc-b8b58604e8dd tempest-ExtraDHCPOptionsIpV6TestJSON-205117143 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (2d18748a-348b-4baa-984f-8d645a40c3c4), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:19.954510 n-d-812111-14 neutron-server[103304]: INFO neutron.db.segments_db [None req-c1971d91-4222-4ea5-b4dc-b8b58604e8dd tempest-ExtraDHCPOptionsIpV6TestJSON-205117143 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143-project] Added segment 2d18748a-348b-4baa-984f-8d645a40c3c4 of type vlan for network 29d91d2d-91c2-4d3e-85cc-690f91b0149b Jan 28 19:32:19.965997 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-dd1454f5-92e0-43fc-b942-7e459d9efc7a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (a45fe9ba-d218-4d7b-b792-1bd429956825), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:20.027085 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c1971d91-4222-4ea5-b4dc-b8b58604e8dd tempest-ExtraDHCPOptionsIpV6TestJSON-205117143 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (29d91d2d-91c2-4d3e-85cc-690f91b0149b), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:20.055109 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-dd1454f5-92e0-43fc-b942-7e459d9efc7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (a45fe9ba-d218-4d7b-b792-1bd429956825), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:20.056564 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd1454f5-92e0-43fc-b942-7e459d9efc7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:20.057397 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-dd1454f5-92e0-43fc-b942-7e459d9efc7a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:20.087334 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c1971d91-4222-4ea5-b4dc-b8b58604e8dd tempest-ExtraDHCPOptionsIpV6TestJSON-205117143 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (29d91d2d-91c2-4d3e-85cc-690f91b0149b), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:20.093851 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1971d91-4222-4ea5-b4dc-b8b58604e8dd tempest-ExtraDHCPOptionsIpV6TestJSON-205117143 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:20.094950 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c1971d91-4222-4ea5-b4dc-b8b58604e8dd tempest-ExtraDHCPOptionsIpV6TestJSON-205117143 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:20.157322 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-dd1454f5-92e0-43fc-b942-7e459d9efc7a admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7837236 Jan 28 19:32:20.160581 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 35774) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:20.165647 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-098de09f-0e4e-4be4-9134-e49ff848f0e6 admin admin] Request body: {'subnet': {'network_id': 'a45fe9ba-d218-4d7b-b792-1bd429956825', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-2044483786-subnet', 'tenant_id': '990d0067f0ef4ada805b13d35b23df25', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:32:20.167324 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-c1971d91-4222-4ea5-b4dc-b8b58604e8dd tempest-ExtraDHCPOptionsIpV6TestJSON-205117143 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.8161652 Jan 28 19:32:20.168745 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 35776) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:20.185026 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-f4c24c25-7733-4f40-8766-c051508c6333 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143-project] Request body: {'subnet': {'network_id': '29d91d2d-91c2-4d3e-85cc-690f91b0149b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:32:20.204253 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1454f5-92e0-43fc-b942-7e459d9efc7a admin admin] Pushing event updated for resources: {'Network': ['ID=a45fe9ba-d218-4d7b-b792-1bd429956825,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:20.215044 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network a45fe9ba-d218-4d7b-b792-1bd429956825 details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:32:20.330580 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1971d91-4222-4ea5-b4dc-b8b58604e8dd tempest-ExtraDHCPOptionsIpV6TestJSON-205117143 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143-project] Pushing event updated for resources: {'Network': ['ID=29d91d2d-91c2-4d3e-85cc-690f91b0149b,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:20.369353 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network 29d91d2d-91c2-4d3e-85cc-690f91b0149b details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:32:20.401692 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-098de09f-0e4e-4be4-9134-e49ff848f0e6 admin admin] Made reservation on behalf of 990d0067f0ef4ada805b13d35b23df25 for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:32:20.403936 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-098de09f-0e4e-4be4-9134-e49ff848f0e6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4733071'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:20.478742 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bea58d8-f768-421c-ad37-45958388703d req-fc8c4e4b-8ca2-4d7b-93a2-ac8d619e59de tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:20.485220 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bea58d8-f768-421c-ad37-45958388703d req-fc8c4e4b-8ca2-4d7b-93a2-ac8d619e59de tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:20.502563 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bea58d8-f768-421c-ad37-45958388703d req-fc8c4e4b-8ca2-4d7b-93a2-ac8d619e59de tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:20.541004 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bea58d8-f768-421c-ad37-45958388703d req-fc8c4e4b-8ca2-4d7b-93a2-ac8d619e59de tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:20.554879 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bea58d8-f768-421c-ad37-45958388703d req-fc8c4e4b-8ca2-4d7b-93a2-ac8d619e59de tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:20.562634 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bea58d8-f768-421c-ad37-45958388703d req-fc8c4e4b-8ca2-4d7b-93a2-ac8d619e59de tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:20.575543 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:20.578422 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bea58d8-f768-421c-ad37-45958388703d req-fc8c4e4b-8ca2-4d7b-93a2-ac8d619e59de tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:20.580553 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4bea58d8-f768-421c-ad37-45958388703d req-fc8c4e4b-8ca2-4d7b-93a2-ac8d619e59de tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/ports?device_id=6266b4f2-471d-4297-9d3c-9386239f951c HTTP/1.1" status: 200 len: 5428 time: 0.2254109 Jan 28 19:32:20.692633 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4bea58d8-f768-421c-ad37-45958388703d req-6f462f20-3100-4f67-836f-d516b7e38ea5 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/security-groups?id=72c56c83-1eeb-4758-9a36-9dca3b681b4c&id=13e4f299-cf18-4f69-979b-275ae464cc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1044724 Jan 28 19:32:20.735583 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-098de09f-0e4e-4be4-9134-e49ff848f0e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4752401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4733085'] for subnet (3db74fce-e909-4ee6-a731-d745323f45e6), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:20.817353 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098de09f-0e4e-4be4-9134-e49ff848f0e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3db74fce-e909-4ee6-a731-d745323f45e6,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:20.841704 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4c24c25-7733-4f40-8766-c051508c6333 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143-project] Made reservation on behalf of 03efde15b8aa4f348b23152c6d8dd8a8 for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:32:20.845045 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f4c24c25-7733-4f40-8766-c051508c6333 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4733071'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:20.849857 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098de09f-0e4e-4be4-9134-e49ff848f0e6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:32:20.850121 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098de09f-0e4e-4be4-9134-e49ff848f0e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:32:20.850382 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098de09f-0e4e-4be4-9134-e49ff848f0e6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:32:20.850716 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098de09f-0e4e-4be4-9134-e49ff848f0e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:32:20.851048 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098de09f-0e4e-4be4-9134-e49ff848f0e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:32:20.851378 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098de09f-0e4e-4be4-9134-e49ff848f0e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:32:20.851706 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098de09f-0e4e-4be4-9134-e49ff848f0e6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:32:20.852030 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098de09f-0e4e-4be4-9134-e49ff848f0e6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:32:20.852446 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098de09f-0e4e-4be4-9134-e49ff848f0e6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:32:20.852776 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098de09f-0e4e-4be4-9134-e49ff848f0e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:32:20.853125 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098de09f-0e4e-4be4-9134-e49ff848f0e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:32:20.853444 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098de09f-0e4e-4be4-9134-e49ff848f0e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:32:20.853766 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098de09f-0e4e-4be4-9134-e49ff848f0e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:32:21.057288 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 35800) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:21.182272 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098de09f-0e4e-4be4-9134-e49ff848f0e6 admin admin] Checking segment: {'id': 'a750ffb4-437d-451b-a2f5-7ee6e7f14142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'a45fe9ba-d218-4d7b-b792-1bd429956825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:32:21.182907 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-098de09f-0e4e-4be4-9134-e49ff848f0e6 admin admin] Network hostable DHCP agents. Network: a45fe9ba-d218-4d7b-b792-1bd429956825, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:32:21.196979 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2a08af-b4c6-4549-bdfc-66a5c837f45f req-6d005535-48bb-492a-a032-ce2ebd90bd9c tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:21.211477 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4a2a08af-b4c6-4549-bdfc-66a5c837f45f req-6d005535-48bb-492a-a032-ce2ebd90bd9c tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/ports?device_id=468e569c-4ad2-4f8a-b0ed-71ebeaa4f974 HTTP/1.1" status: 200 len: 945 time: 0.6557436 Jan 28 19:32:21.212747 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f4c24c25-7733-4f40-8766-c051508c6333 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4752401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4733085'] for subnet (a3b49163-7eb1-4053-be1b-a427295e7806), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:21.257713 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e2459b3f-de51-4fad-a765-fce8edef613e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:21.350359 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4a2a08af-b4c6-4549-bdfc-66a5c837f45f req-b19fef94-b416-4718-ade0-1765a1b60ac3 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/security-groups?id=1bfe6452-43d5-4c93-9450-34896bc0d267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1421866 Jan 28 19:32:21.359967 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e2459b3f-de51-4fad-a765-fce8edef613e admin admin] Publish callbacks [] for security_group (69e0b43e-c7a0-4a5f-97d8-a53dda76db2b), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:21.384151 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e2459b3f-de51-4fad-a765-fce8edef613e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (69e0b43e-c7a0-4a5f-97d8-a53dda76db2b), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:21.403251 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c24c25-7733-4f40-8766-c051508c6333 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143-project] Pushing event updated for resources: {'Subnet': ['ID=a3b49163-7eb1-4053-be1b-a427295e7806,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:21.417701 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-098de09f-0e4e-4be4-9134-e49ff848f0e6 admin admin] Network a45fe9ba-d218-4d7b-b792-1bd429956825 is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:32:21.438204 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-098de09f-0e4e-4be4-9134-e49ff848f0e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, a45fe9ba-d218-4d7b-b792-1bd429956825) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:32:21.449832 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-795035ec-5201-4e64-9273-6b57a3bd5e24 None None] Network a45fe9ba-d218-4d7b-b792-1bd429956825 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:32:21.458474 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-098de09f-0e4e-4be4-9134-e49ff848f0e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:21.459192 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-098de09f-0e4e-4be4-9134-e49ff848f0e6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:21.481604 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c24c25-7733-4f40-8766-c051508c6333 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143-project] Checking segment: {'id': '2d18748a-348b-4baa-984f-8d645a40c3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '29d91d2d-91c2-4d3e-85cc-690f91b0149b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:32:21.482078 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c24c25-7733-4f40-8766-c051508c6333 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143-project] Network hostable DHCP agents. Network: 29d91d2d-91c2-4d3e-85cc-690f91b0149b, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:32:21.494342 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-e2459b3f-de51-4fad-a765-fce8edef613e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=be9ad0ad0b5a43ed976569ec388afe78&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4334219 Jan 28 19:32:21.495421 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 35806) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:21.495648 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2459b3f-de51-4fad-a765-fce8edef613e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69e0b43e-c7a0-4a5f-97d8-a53dda76db2b,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:21.565347 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c24c25-7733-4f40-8766-c051508c6333 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143-project] Network 29d91d2d-91c2-4d3e-85cc-690f91b0149b is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:32:21.583251 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-098de09f-0e4e-4be4-9134-e49ff848f0e6 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4137051 Jan 28 19:32:21.583251 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-f4c24c25-7733-4f40-8766-c051508c6333 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, 29d91d2d-91c2-4d3e-85cc-690f91b0149b) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:32:21.601750 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c24c25-7733-4f40-8766-c051508c6333 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:21.602478 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f4c24c25-7733-4f40-8766-c051508c6333 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143-project] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:21.651865 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-73ddb69d-6ab5-4547-b76e-7b8692d03a98 admin admin] Publish callbacks [] for security_group (69e0b43e-c7a0-4a5f-97d8-a53dda76db2b), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:21.717063 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-73ddb69d-6ab5-4547-b76e-7b8692d03a98 admin admin] Publish callbacks [] for security_group (69e0b43e-c7a0-4a5f-97d8-a53dda76db2b), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:21.750243 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-f4c24c25-7733-4f40-8766-c051508c6333 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5776365 Jan 28 19:32:21.750243 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 35812) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:21.761333 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-d8a9c97a-f9b9-43c6-8286-4aa73f8ea199 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143-project] Request body: {'port': {'network_id': '29d91d2d-91c2-4d3e-85cc-690f91b0149b', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1017164234'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:32:21.778998 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ded2f4e-1713-4019-896f-612bea3ad797 None None] Network 29d91d2d-91c2-4d3e-85cc-690f91b0149b requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:32:22.035770 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99616323-656c-476b-87d2-783a9dbdcd15 None None] Network a45fe9ba-d218-4d7b-b792-1bd429956825 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:32:22.053415 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4140495-1de0-467b-b947-74f20899f7a5 req-7fbc4d2b-4a81-4fa6-b0f6-886c24046ee8 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:22.065310 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4140495-1de0-467b-b947-74f20899f7a5 req-7fbc4d2b-4a81-4fa6-b0f6-886c24046ee8 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:22.090619 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4140495-1de0-467b-b947-74f20899f7a5 req-7fbc4d2b-4a81-4fa6-b0f6-886c24046ee8 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:22.107775 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4140495-1de0-467b-b947-74f20899f7a5 req-7fbc4d2b-4a81-4fa6-b0f6-886c24046ee8 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:22.134690 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4140495-1de0-467b-b947-74f20899f7a5 req-7fbc4d2b-4a81-4fa6-b0f6-886c24046ee8 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:22.140470 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4140495-1de0-467b-b947-74f20899f7a5 req-7fbc4d2b-4a81-4fa6-b0f6-886c24046ee8 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:22.155840 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4140495-1de0-467b-b947-74f20899f7a5 req-7fbc4d2b-4a81-4fa6-b0f6-886c24046ee8 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:22.157174 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d8ba1c6-0d3a-4eb9-9bbb-60a774205205 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68cd31fd-e4cd-5fb3-a862-256fc47efcd2-29d91d2d-91c2-4d3e-85cc-690f91b0149b', 'network_id': '29d91d2d-91c2-4d3e-85cc-690f91b0149b', 'project_id': '03efde15b8aa4f348b23152c6d8dd8a8', 'fixed_ips': [{'subnet_id': 'a3b49163-7eb1-4053-be1b-a427295e7806'}]}} from n-d-812111-14. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:32:22.158210 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0d8ba1c6-0d3a-4eb9-9bbb-60a774205205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:22.161978 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f4140495-1de0-467b-b947-74f20899f7a5 req-7fbc4d2b-4a81-4fa6-b0f6-886c24046ee8 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/ports?device_id=6266b4f2-471d-4297-9d3c-9386239f951c HTTP/1.1" status: 200 len: 5428 time: 0.2956645 Jan 28 19:32:22.301988 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f4140495-1de0-467b-b947-74f20899f7a5 req-473d0f2f-8e1b-4b11-9125-a6424b599abd tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/security-groups?id=72c56c83-1eeb-4758-9a36-9dca3b681b4c&id=13e4f299-cf18-4f69-979b-275ae464cc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1222832 Jan 28 19:32:22.339006 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8a9c97a-f9b9-43c6-8286-4aa73f8ea199 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143-project] Made reservation on behalf of 03efde15b8aa4f348b23152c6d8dd8a8 for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:32:22.343598 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d8a9c97a-f9b9-43c6-8286-4aa73f8ea199 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:22.376088 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-73ddb69d-6ab5-4547-b76e-7b8692d03a98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (69e0b43e-c7a0-4a5f-97d8-a53dda76db2b), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:22.381392 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-73ddb69d-6ab5-4547-b76e-7b8692d03a98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:22.384879 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-73ddb69d-6ab5-4547-b76e-7b8692d03a98 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/69e0b43e-c7a0-4a5f-97d8-a53dda76db2b HTTP/1.1" status: 204 len: 168 time: 0.8606465 Jan 28 19:32:22.413463 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [None req-d8a9c97a-f9b9-43c6-8286-4aa73f8ea199 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143-project] device_id is not set on port 61bb52a1-5ea4-45e6-87d4-2962a0627e82 yet. {{(pid=103305) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:32:22.450780 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 35834) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:22.455520 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ddb69d-6ab5-4547-b76e-7b8692d03a98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69e0b43e-c7a0-4a5f-97d8-a53dda76db2b,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:22.457428 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-ac43d63e-e3ab-4c66-9b25-fedb0885438e admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-449455622-network', 'tenant_id': '444141ae62ed4bde895608621bf83007'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:32:22.469086 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-0d8ba1c6-0d3a-4eb9-9bbb-60a774205205 None None] Allocated IP 2001:db8::2 (29d91d2d-91c2-4d3e-85cc-690f91b0149b/a3b49163-7eb1-4053-be1b-a427295e7806/ec6e601e-fc58-4396-af91-da10c1d2b0ca) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:32:22.511735 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac43d63e-e3ab-4c66-9b25-fedb0885438e admin admin] Made reservation on behalf of 444141ae62ed4bde895608621bf83007 for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:32:22.515113 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ac43d63e-e3ab-4c66-9b25-fedb0885438e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:22.541790 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ac43d63e-e3ab-4c66-9b25-fedb0885438e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:22.693592 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0cb1a2-8f85-4100-b24d-d5457e6d9bc9 req-091ec199-8dbf-45e6-9749-7218cdd00723 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:22.699680 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-aa0cb1a2-8f85-4100-b24d-d5457e6d9bc9 req-091ec199-8dbf-45e6-9749-7218cdd00723 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/ports?device_id=468e569c-4ad2-4f8a-b0ed-71ebeaa4f974 HTTP/1.1" status: 200 len: 945 time: 0.1761851 Jan 28 19:32:22.809989 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-aa0cb1a2-8f85-4100-b24d-d5457e6d9bc9 req-c05290ab-70fa-4d6f-8036-fec0f09d1e42 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/security-groups?id=1bfe6452-43d5-4c93-9450-34896bc0d267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029522 Jan 28 19:32:22.890701 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0d8ba1c6-0d3a-4eb9-9bbb-60a774205205 None None] Publish callbacks [] for port (ec6e601e-fc58-4396-af91-da10c1d2b0ca), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:22.914812 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0d8ba1c6-0d3a-4eb9-9bbb-60a774205205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (ec6e601e-fc58-4396-af91-da10c1d2b0ca), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:23.022959 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8ba1c6-0d3a-4eb9-9bbb-60a774205205 None None] Pushing event updated for resources: {'Port': ['ID=ec6e601e-fc58-4396-af91-da10c1d2b0ca,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:23.039116 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-d8a9c97a-f9b9-43c6-8286-4aa73f8ea199 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143-project] Allocated IP 2001:db8::2b2 (29d91d2d-91c2-4d3e-85cc-690f91b0149b/a3b49163-7eb1-4053-be1b-a427295e7806/61bb52a1-5ea4-45e6-87d4-2962a0627e82) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:32:23.069854 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d8ba1c6-0d3a-4eb9-9bbb-60a774205205 None None] Network 29d91d2d-91c2-4d3e-85cc-690f91b0149b is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:32:23.074105 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-0d8ba1c6-0d3a-4eb9-9bbb-60a774205205 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:32:23.083718 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8ba1c6-0d3a-4eb9-9bbb-60a774205205 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:32:23.163982 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 35840) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:23.209754 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-372c8ad0-8333-4f45-a2b2-161ff7088e23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:23.217132 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-0d8ba1c6-0d3a-4eb9-9bbb-60a774205205 None None] Attempting to bind port ec6e601e-fc58-4396-af91-da10c1d2b0ca on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:32:23.218256 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-0d8ba1c6-0d3a-4eb9-9bbb-60a774205205 None None] Attempting to bind port ec6e601e-fc58-4396-af91-da10c1d2b0ca by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '2d18748a-348b-4baa-984f-8d645a40c3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '29d91d2d-91c2-4d3e-85cc-690f91b0149b'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:32:23.218861 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8ba1c6-0d3a-4eb9-9bbb-60a774205205 None None] Attempting to bind port ec6e601e-fc58-4396-af91-da10c1d2b0ca on network 29d91d2d-91c2-4d3e-85cc-690f91b0149b {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:32:23.231116 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8ba1c6-0d3a-4eb9-9bbb-60a774205205 None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 32, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:32:23.231799 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8ba1c6-0d3a-4eb9-9bbb-60a774205205 None None] Checking segment: {'id': '2d18748a-348b-4baa-984f-8d645a40c3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '29d91d2d-91c2-4d3e-85cc-690f91b0149b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:32:23.233324 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0d8ba1c6-0d3a-4eb9-9bbb-60a774205205 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:23.233773 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8ba1c6-0d3a-4eb9-9bbb-60a774205205 None None] Bound using segment: {'id': '2d18748a-348b-4baa-984f-8d645a40c3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '29d91d2d-91c2-4d3e-85cc-690f91b0149b'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:32:23.234285 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-0d8ba1c6-0d3a-4eb9-9bbb-60a774205205 None None] Bound port: ec6e601e-fc58-4396-af91-da10c1d2b0ca, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d18748a-348b-4baa-984f-8d645a40c3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '29d91d2d-91c2-4d3e-85cc-690f91b0149b'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:32:23.234686 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0d8ba1c6-0d3a-4eb9-9bbb-60a774205205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (ec6e601e-fc58-4396-af91-da10c1d2b0ca), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:23.350513 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-372c8ad0-8333-4f45-a2b2-161ff7088e23 admin admin] Publish callbacks [] for security_group (8b79ef2d-8e65-43bb-ad4d-f4a960490033), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:23.408212 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d8a9c97a-f9b9-43c6-8286-4aa73f8ea199 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143-project] Publish callbacks [] for port (61bb52a1-5ea4-45e6-87d4-2962a0627e82), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:23.421415 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-0d8ba1c6-0d3a-4eb9-9bbb-60a774205205 None None] For port ec6e601e-fc58-4396-af91-da10c1d2b0ca, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:32:23.422912 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ac43d63e-e3ab-4c66-9b25-fedb0885438e admin admin] Publish callbacks [] for security_group (4d8fdfeb-e7f4-41ef-9093-63c19eeb917e), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:23.430287 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-372c8ad0-8333-4f45-a2b2-161ff7088e23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (8b79ef2d-8e65-43bb-ad4d-f4a960490033), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:23.432294 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-0d8ba1c6-0d3a-4eb9-9bbb-60a774205205 None None] For port ec6e601e-fc58-4396-af91-da10c1d2b0ca, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=ec6e601e-fc58-4396-af91-da10c1d2b0ca,segment=NetworkSegment(2d18748a-348b-4baa-984f-8d645a40c3c4),segment_id=2d18748a-348b-4baa-984f-8d645a40c3c4)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:32:23.440788 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ac43d63e-e3ab-4c66-9b25-fedb0885438e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (4d8fdfeb-e7f4-41ef-9093-63c19eeb917e), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:23.444170 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0d8ba1c6-0d3a-4eb9-9bbb-60a774205205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (ec6e601e-fc58-4396-af91-da10c1d2b0ca), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:23.528092 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d8a9c97a-f9b9-43c6-8286-4aa73f8ea199 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (61bb52a1-5ea4-45e6-87d4-2962a0627e82), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:23.558213 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac43d63e-e3ab-4c66-9b25-fedb0885438e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:32:23.580661 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-372c8ad0-8333-4f45-a2b2-161ff7088e23 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b937bf776a1a415b842008356ff89a1e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4155121 Jan 28 19:32:23.586405 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 35846) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:23.587777 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8ba1c6-0d3a-4eb9-9bbb-60a774205205 None None] Pushing event updated for resources: {'Port': ['ID=ec6e601e-fc58-4396-af91-da10c1d2b0ca,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:23.591281 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372c8ad0-8333-4f45-a2b2-161ff7088e23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b79ef2d-8e65-43bb-ad4d-f4a960490033,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:23.649499 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ac43d63e-e3ab-4c66-9b25-fedb0885438e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (7b93ecea-36d8-4819-8240-56145efe9cd3), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:23.650056 n-d-812111-14 neutron-server[103304]: INFO neutron.db.segments_db [None req-ac43d63e-e3ab-4c66-9b25-fedb0885438e admin admin] Added segment 7b93ecea-36d8-4819-8240-56145efe9cd3 of type vlan for network 44b2ee39-fe69-4c6b-8fa9-643d70c5e502 Jan 28 19:32:23.656242 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a9c97a-f9b9-43c6-8286-4aa73f8ea199 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143-project] Network 29d91d2d-91c2-4d3e-85cc-690f91b0149b is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:32:23.659174 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-d8a9c97a-f9b9-43c6-8286-4aa73f8ea199 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:32:23.668758 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a9c97a-f9b9-43c6-8286-4aa73f8ea199 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:32:23.685766 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a9c97a-f9b9-43c6-8286-4aa73f8ea199 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:23.689566 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d8a9c97a-f9b9-43c6-8286-4aa73f8ea199 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:23.726944 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9c97a-f9b9-43c6-8286-4aa73f8ea199 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143-project] Pushing event updated for resources: {'Port': ['ID=61bb52a1-5ea4-45e6-87d4-2962a0627e82,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:23.749780 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-d8a9c97a-f9b9-43c6-8286-4aa73f8ea199 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.9948156 Jan 28 19:32:23.750320 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 35848) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:23.762582 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-7be5307b-2847-4a4e-8a53-98e12b5de553 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143-project] Request body: {'port': {'network_id': '29d91d2d-91c2-4d3e-85cc-690f91b0149b', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1603918325', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:32:23.763128 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.api.validators [None req-7be5307b-2847-4a4e-8a53-98e12b5de553 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143-project] bootfile-name is not in valid_values {{(pid=103305) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 28 19:32:23.763487 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.api.validators [None req-7be5307b-2847-4a4e-8a53-98e12b5de553 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143-project] tftp-server is not in valid_values {{(pid=103305) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 28 19:32:23.766665 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.api.validators [None req-7be5307b-2847-4a4e-8a53-98e12b5de553 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143-project] server-ip-address is not in valid_values {{(pid=103305) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 28 19:32:23.798689 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:23.807009 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac43d63e-e3ab-4c66-9b25-fedb0885438e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d8fdfeb-e7f4-41ef-9093-63c19eeb917e,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:23.828811 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ac43d63e-e3ab-4c66-9b25-fedb0885438e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (44b2ee39-fe69-4c6b-8fa9-643d70c5e502), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:23.868427 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca726aac-de75-46bb-9875-fd9d43110897 req-311a5c2d-4c5d-4279-bfe1-c9b70a69d92f tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:23.887334 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca726aac-de75-46bb-9875-fd9d43110897 req-311a5c2d-4c5d-4279-bfe1-c9b70a69d92f tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:23.893664 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca726aac-de75-46bb-9875-fd9d43110897 req-311a5c2d-4c5d-4279-bfe1-c9b70a69d92f tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:23.900104 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca726aac-de75-46bb-9875-fd9d43110897 req-311a5c2d-4c5d-4279-bfe1-c9b70a69d92f tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:23.936124 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca726aac-de75-46bb-9875-fd9d43110897 req-311a5c2d-4c5d-4279-bfe1-c9b70a69d92f tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:23.944756 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca726aac-de75-46bb-9875-fd9d43110897 req-311a5c2d-4c5d-4279-bfe1-c9b70a69d92f tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:23.956278 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca726aac-de75-46bb-9875-fd9d43110897 req-311a5c2d-4c5d-4279-bfe1-c9b70a69d92f tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:23.974702 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ca726aac-de75-46bb-9875-fd9d43110897 req-311a5c2d-4c5d-4279-bfe1-c9b70a69d92f tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/ports?device_id=6266b4f2-471d-4297-9d3c-9386239f951c HTTP/1.1" status: 200 len: 5428 time: 0.5049267 Jan 28 19:32:24.066968 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-133479a8-cff8-47c1-a688-746e4e53e8a8 admin admin] Publish callbacks [] for security_group (8b79ef2d-8e65-43bb-ad4d-f4a960490033), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:24.081366 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ac43d63e-e3ab-4c66-9b25-fedb0885438e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (44b2ee39-fe69-4c6b-8fa9-643d70c5e502), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:24.082832 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac43d63e-e3ab-4c66-9b25-fedb0885438e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:24.083588 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ac43d63e-e3ab-4c66-9b25-fedb0885438e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:24.148291 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7be5307b-2847-4a4e-8a53-98e12b5de553 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143-project] Made reservation on behalf of 03efde15b8aa4f348b23152c6d8dd8a8 for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:32:24.156286 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7be5307b-2847-4a4e-8a53-98e12b5de553 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:24.187589 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-133479a8-cff8-47c1-a688-746e4e53e8a8 admin admin] Publish callbacks [] for security_group (8b79ef2d-8e65-43bb-ad4d-f4a960490033), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:24.192824 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8029735-c4d2-4187-91b3-f8070fe4c931 req-e09ccc8a-9330-4010-b07c-bb3ee7ab1acc tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:24.195177 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c8029735-c4d2-4187-91b3-f8070fe4c931 req-e09ccc8a-9330-4010-b07c-bb3ee7ab1acc tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/ports?device_id=468e569c-4ad2-4f8a-b0ed-71ebeaa4f974 HTTP/1.1" status: 200 len: 945 time: 0.1353493 Jan 28 19:32:24.202217 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [None req-7be5307b-2847-4a4e-8a53-98e12b5de553 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143-project] device_id is not set on port 20079dbd-47fa-4d53-8a81-6ab255e31a4c yet. {{(pid=103305) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:32:24.223851 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-ac43d63e-e3ab-4c66-9b25-fedb0885438e admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.7702382 Jan 28 19:32:24.238784 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ca726aac-de75-46bb-9875-fd9d43110897 req-b2f255a3-f071-49cf-8ecf-127abfa90600 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/security-groups?id=72c56c83-1eeb-4758-9a36-9dca3b681b4c&id=13e4f299-cf18-4f69-979b-275ae464cc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2628996 Jan 28 19:32:24.260929 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 35856) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:24.269746 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-c9ed5164-080e-4b75-a51f-91775ca98b17 admin admin] Request body: {'subnet': {'network_id': '44b2ee39-fe69-4c6b-8fa9-643d70c5e502', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-449455622-subnet', 'tenant_id': '444141ae62ed4bde895608621bf83007', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:32:24.304710 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac43d63e-e3ab-4c66-9b25-fedb0885438e admin admin] Pushing event updated for resources: {'Network': ['ID=44b2ee39-fe69-4c6b-8fa9-643d70c5e502,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:24.313351 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-133479a8-cff8-47c1-a688-746e4e53e8a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (8b79ef2d-8e65-43bb-ad4d-f4a960490033), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:24.316026 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-133479a8-cff8-47c1-a688-746e4e53e8a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:24.322601 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network 44b2ee39-fe69-4c6b-8fa9-643d70c5e502 details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:32:24.323098 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-133479a8-cff8-47c1-a688-746e4e53e8a8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8b79ef2d-8e65-43bb-ad4d-f4a960490033 HTTP/1.1" status: 204 len: 168 time: 0.7328365 Jan 28 19:32:24.338625 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133479a8-cff8-47c1-a688-746e4e53e8a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b79ef2d-8e65-43bb-ad4d-f4a960490033,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:24.458212 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9ed5164-080e-4b75-a51f-91775ca98b17 admin admin] Made reservation on behalf of 444141ae62ed4bde895608621bf83007 for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:32:24.461000 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c9ed5164-080e-4b75-a51f-91775ca98b17 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4733071'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:24.497945 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c8029735-c4d2-4187-91b3-f8070fe4c931 req-db706ba8-2790-4622-9cbf-b6236f278d18 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/security-groups?id=1bfe6452-43d5-4c93-9450-34896bc0d267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2873845 Jan 28 19:32:24.618492 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-7be5307b-2847-4a4e-8a53-98e12b5de553 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143-project] Allocated IP 2001:db8::11f (29d91d2d-91c2-4d3e-85cc-690f91b0149b/a3b49163-7eb1-4053-be1b-a427295e7806/20079dbd-47fa-4d53-8a81-6ab255e31a4c) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:32:24.813219 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device ec6e601e-fc58-4396-af91-da10c1d2b0ca up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:32:24.908511 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port ec6e601e-fc58-4396-af91-da10c1d2b0ca triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:32:24.909031 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (ec6e601e-fc58-4396-af91-da10c1d2b0ca), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:24.968461 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c9ed5164-080e-4b75-a51f-91775ca98b17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4752401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4733085'] for subnet (3fc9c5a8-cb9e-4cd6-95d6-91adf91a702c), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:25.069632 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port ec6e601e-fc58-4396-af91-da10c1d2b0ca is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:32:25.070028 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (ec6e601e-fc58-4396-af91-da10c1d2b0ca), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:25.102770 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ed5164-080e-4b75-a51f-91775ca98b17 admin admin] Checking segment: {'id': '7b93ecea-36d8-4819-8240-56145efe9cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '44b2ee39-fe69-4c6b-8fa9-643d70c5e502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:32:25.103145 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9ed5164-080e-4b75-a51f-91775ca98b17 admin admin] Network hostable DHCP agents. Network: 44b2ee39-fe69-4c6b-8fa9-643d70c5e502, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:32:25.108905 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] For port ec6e601e-fc58-4396-af91-da10c1d2b0ca, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=ec6e601e-fc58-4396-af91-da10c1d2b0ca,segment=NetworkSegment(2d18748a-348b-4baa-984f-8d645a40c3c4),segment_id=2d18748a-348b-4baa-984f-8d645a40c3c4)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:32:25.116352 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (ec6e601e-fc58-4396-af91-da10c1d2b0ca), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:25.127358 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ed5164-080e-4b75-a51f-91775ca98b17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3fc9c5a8-cb9e-4cd6-95d6-91adf91a702c,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:25.195986 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Pushing event updated for resources: {'Port': ['ID=ec6e601e-fc58-4396-af91-da10c1d2b0ca,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:25.197412 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7be5307b-2847-4a4e-8a53-98e12b5de553 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143-project] Publish callbacks [] for port (20079dbd-47fa-4d53-8a81-6ab255e31a4c), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:25.199515 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9ed5164-080e-4b75-a51f-91775ca98b17 admin admin] Network 44b2ee39-fe69-4c6b-8fa9-643d70c5e502 is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:32:25.229798 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-c9ed5164-080e-4b75-a51f-91775ca98b17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, 44b2ee39-fe69-4c6b-8fa9-643d70c5e502) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:32:25.236782 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ed5164-080e-4b75-a51f-91775ca98b17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:25.238372 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c9ed5164-080e-4b75-a51f-91775ca98b17 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:25.242016 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26f1157f-d07e-4fbd-8e2d-2aa344aa9a7f None None] Network 44b2ee39-fe69-4c6b-8fa9-643d70c5e502 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:32:25.277261 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-c9ed5164-080e-4b75-a51f-91775ca98b17 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0152051 Jan 28 19:32:25.294528 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7be5307b-2847-4a4e-8a53-98e12b5de553 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (20079dbd-47fa-4d53-8a81-6ab255e31a4c), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:25.352093 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be5307b-2847-4a4e-8a53-98e12b5de553 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143-project] Network 29d91d2d-91c2-4d3e-85cc-690f91b0149b is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:32:25.355274 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-7be5307b-2847-4a4e-8a53-98e12b5de553 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:32:25.358049 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be5307b-2847-4a4e-8a53-98e12b5de553 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:32:25.365624 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be5307b-2847-4a4e-8a53-98e12b5de553 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:25.366328 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7be5307b-2847-4a4e-8a53-98e12b5de553 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:25.387142 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be5307b-2847-4a4e-8a53-98e12b5de553 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143-project] Pushing event updated for resources: {'Port': ['ID=20079dbd-47fa-4d53-8a81-6ab255e31a4c,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:25.401748 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 35882) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:25.402257 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-7be5307b-2847-4a4e-8a53-98e12b5de553 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 1.6507351 Jan 28 19:32:25.446534 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c16cca-7b5e-482a-8e81-8e2af8b97265 None None] Network 29d91d2d-91c2-4d3e-85cc-690f91b0149b requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:32:25.548765 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f78152-764e-45ea-81c4-58a09a2a3fa3 req-0728d629-cbf8-4c16-9e1d-3bac9ce59974 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:25.556964 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f78152-764e-45ea-81c4-58a09a2a3fa3 req-0728d629-cbf8-4c16-9e1d-3bac9ce59974 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:25.563541 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f78152-764e-45ea-81c4-58a09a2a3fa3 req-0728d629-cbf8-4c16-9e1d-3bac9ce59974 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:25.572562 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f78152-764e-45ea-81c4-58a09a2a3fa3 req-0728d629-cbf8-4c16-9e1d-3bac9ce59974 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:25.577616 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f78152-764e-45ea-81c4-58a09a2a3fa3 req-0728d629-cbf8-4c16-9e1d-3bac9ce59974 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:25.592866 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f78152-764e-45ea-81c4-58a09a2a3fa3 req-0728d629-cbf8-4c16-9e1d-3bac9ce59974 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:25.600575 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f78152-764e-45ea-81c4-58a09a2a3fa3 req-0728d629-cbf8-4c16-9e1d-3bac9ce59974 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:25.603025 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-18f78152-764e-45ea-81c4-58a09a2a3fa3 req-0728d629-cbf8-4c16-9e1d-3bac9ce59974 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/ports?device_id=6266b4f2-471d-4297-9d3c-9386239f951c HTTP/1.1" status: 200 len: 5428 time: 0.1470599 Jan 28 19:32:25.611724 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c1cae1d-4d56-4374-aba4-a5cfeffd34b0 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:25.624500 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c1cae1d-4d56-4374-aba4-a5cfeffd34b0 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:25.630234 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c1cae1d-4d56-4374-aba4-a5cfeffd34b0 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:25.632384 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-4c1cae1d-4d56-4374-aba4-a5cfeffd34b0 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2624 time: 0.2290609 Jan 28 19:32:25.635332 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 35892) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:25.673127 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-dd3ec369-1846-45d7-ad81-fdef706372f8 None None] Provisioning complete for port ec6e601e-fc58-4396-af91-da10c1d2b0ca triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:32:25.675222 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-dd3ec369-1846-45d7-ad81-fdef706372f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (ec6e601e-fc58-4396-af91-da10c1d2b0ca), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:25.732114 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac70c58b-2695-4a0b-924d-f87a8edba2bd None None] Network 44b2ee39-fe69-4c6b-8fa9-643d70c5e502 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:32:25.802628 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-18f78152-764e-45ea-81c4-58a09a2a3fa3 req-09c8fe74-ba01-4fee-b721-97aeb564b2b1 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/security-groups?id=72c56c83-1eeb-4758-9a36-9dca3b681b4c&id=13e4f299-cf18-4f69-979b-275ae464cc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1612940 Jan 28 19:32:25.926129 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd16b4f0-9b90-4a54-82b7-d83eec35574b req-e698ae95-6ffc-43f6-9c23-e4e20614916c tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:25.927749 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-fd16b4f0-9b90-4a54-82b7-d83eec35574b req-e698ae95-6ffc-43f6-9c23-e4e20614916c tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/ports?device_id=468e569c-4ad2-4f8a-b0ed-71ebeaa4f974 HTTP/1.1" status: 200 len: 945 time: 0.1745181 Jan 28 19:32:25.971097 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-dd3ec369-1846-45d7-ad81-fdef706372f8 None None] Current status of the port ec6e601e-fc58-4396-af91-da10c1d2b0ca is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:32:25.999346 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-5468a13b-909e-46d3-8b5a-d9b17acf5ebb tempest-ExtraDHCPOptionsIpV6TestJSON-205117143 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143-project] Deleting port 20079dbd-47fa-4d53-8a81-6ab255e31a4c {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:32:25.999346 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5468a13b-909e-46d3-8b5a-d9b17acf5ebb tempest-ExtraDHCPOptionsIpV6TestJSON-205117143 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (20079dbd-47fa-4d53-8a81-6ab255e31a4c), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:26.133813 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-fd16b4f0-9b90-4a54-82b7-d83eec35574b req-52d8c55e-7e1d-4e02-acab-aa45f6ce7636 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/security-groups?id=1bfe6452-43d5-4c93-9450-34896bc0d267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1858981 Jan 28 19:32:26.183067 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5468a13b-909e-46d3-8b5a-d9b17acf5ebb tempest-ExtraDHCPOptionsIpV6TestJSON-205117143 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (20079dbd-47fa-4d53-8a81-6ab255e31a4c), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:26.198621 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-5468a13b-909e-46d3-8b5a-d9b17acf5ebb tempest-ExtraDHCPOptionsIpV6TestJSON-205117143 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143-project] Calling delete_port for 20079dbd-47fa-4d53-8a81-6ab255e31a4c owned by {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:32:26.415263 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-1a43fd8a-4d37-4606-9413-765a6d8d9aba None None] Provisioning complete for port 61bb52a1-5ea4-45e6-87d4-2962a0627e82 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:32:26.415656 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1a43fd8a-4d37-4606-9413-765a6d8d9aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (61bb52a1-5ea4-45e6-87d4-2962a0627e82), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:26.518190 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-1a43fd8a-4d37-4606-9413-765a6d8d9aba None None] Port 61bb52a1-5ea4-45e6-87d4-2962a0627e82 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:32:26.541922 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-1a43fd8a-4d37-4606-9413-765a6d8d9aba None None] Provisioning complete for port ec6e601e-fc58-4396-af91-da10c1d2b0ca triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:32:26.542574 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1a43fd8a-4d37-4606-9413-765a6d8d9aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (ec6e601e-fc58-4396-af91-da10c1d2b0ca), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:26.575484 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5468a13b-909e-46d3-8b5a-d9b17acf5ebb tempest-ExtraDHCPOptionsIpV6TestJSON-205117143 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (20079dbd-47fa-4d53-8a81-6ab255e31a4c), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:26.649766 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b460d54-32d1-404c-952f-b88250a48217 req-3312ad5e-faf3-4292-8a0e-f101b748d293 tempest-ServersNegativeTestMultiTenantJSON-1532934088 tempest-ServersNegativeTestMultiTenantJSON-1532934088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:26.662227 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4b460d54-32d1-404c-952f-b88250a48217 req-3312ad5e-faf3-4292-8a0e-f101b748d293 tempest-ServersNegativeTestMultiTenantJSON-1532934088 tempest-ServersNegativeTestMultiTenantJSON-1532934088-project] 10.222.0.64 "GET /v2.0/networks?id=a45fe9ba-d218-4d7b-b792-1bd429956825 HTTP/1.1" status: 200 len: 825 time: 0.2848217 Jan 28 19:32:26.673077 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5468a13b-909e-46d3-8b5a-d9b17acf5ebb tempest-ExtraDHCPOptionsIpV6TestJSON-205117143 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143-project] Pushing event deleted for resources: {'Port': ['ID=20079dbd-47fa-4d53-8a81-6ab255e31a4c,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:26.687093 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4b460d54-32d1-404c-952f-b88250a48217 req-827a3287-a78a-49b6-a28a-566a7c6cfb49 tempest-ServersNegativeTestMultiTenantJSON-1532934088 tempest-ServersNegativeTestMultiTenantJSON-1532934088-project] 10.222.0.64 "GET /v2.0/quotas/990d0067f0ef4ada805b13d35b23df25 HTTP/1.1" status: 200 len: 375 time: 0.0209861 Jan 28 19:32:26.745286 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4b460d54-32d1-404c-952f-b88250a48217 req-9181f2bc-c2ef-4c6d-8513-a684f9654aaf tempest-ServersNegativeTestMultiTenantJSON-1532934088 tempest-ServersNegativeTestMultiTenantJSON-1532934088-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=990d0067f0ef4ada805b13d35b23df25&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0571647 Jan 28 19:32:26.793038 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device ec6e601e-fc58-4396-af91-da10c1d2b0ca up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:32:26.801208 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5468a13b-909e-46d3-8b5a-d9b17acf5ebb tempest-ExtraDHCPOptionsIpV6TestJSON-205117143 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:26.818498 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-5468a13b-909e-46d3-8b5a-d9b17acf5ebb tempest-ExtraDHCPOptionsIpV6TestJSON-205117143 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143-project] 10.222.0.64 "DELETE /v2.0/ports/20079dbd-47fa-4d53-8a81-6ab255e31a4c HTTP/1.1" status: 204 len: 168 time: 1.1810420 Jan 28 19:32:26.818498 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 35926) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:26.830530 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-3f6e0964-7ffe-48e4-b38d-fbbfed1ae88a tempest-ExtraDHCPOptionsIpV6TestJSON-205117143 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143-project] Request body: {'port': {'name': 'tempest-new-port-name-1764890078', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:32:26.830933 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.api.validators [None req-3f6e0964-7ffe-48e4-b38d-fbbfed1ae88a tempest-ExtraDHCPOptionsIpV6TestJSON-205117143 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143-project] bootfile-name is not in valid_values {{(pid=103305) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 28 19:32:26.831285 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.api.validators [None req-3f6e0964-7ffe-48e4-b38d-fbbfed1ae88a tempest-ExtraDHCPOptionsIpV6TestJSON-205117143 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143-project] tftp-server is not in valid_values {{(pid=103305) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 28 19:32:26.831668 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.api.validators [None req-3f6e0964-7ffe-48e4-b38d-fbbfed1ae88a tempest-ExtraDHCPOptionsIpV6TestJSON-205117143 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143-project] server-ip-address is not in valid_values {{(pid=103305) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 28 19:32:26.870711 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-1a43fd8a-4d37-4606-9413-765a6d8d9aba None None] Current status of the port ec6e601e-fc58-4396-af91-da10c1d2b0ca is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:32:26.877930 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-1a43fd8a-4d37-4606-9413-765a6d8d9aba None None] Could not find standard attr ID for object 20079dbd-47fa-4d53-8a81-6ab255e31a4c. {{(pid=103306) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 19:32:26.944230 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4b460d54-32d1-404c-952f-b88250a48217 req-df0f62a7-1a19-4750-bb38-968857ad0837 service neutron] 10.222.0.64 "GET /v2.0/networks/a45fe9ba-d218-4d7b-b792-1bd429956825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1979742 Jan 28 19:32:26.945849 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port ec6e601e-fc58-4396-af91-da10c1d2b0ca triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:32:26.946234 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (ec6e601e-fc58-4396-af91-da10c1d2b0ca), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:27.073520 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3f6e0964-7ffe-48e4-b38d-fbbfed1ae88a tempest-ExtraDHCPOptionsIpV6TestJSON-205117143 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (61bb52a1-5ea4-45e6-87d4-2962a0627e82), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:27.079331 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-93eb0169-5736-4929-abc0-d486441d0be7 None None] Provisioning complete for port 61bb52a1-5ea4-45e6-87d4-2962a0627e82 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:32:27.080371 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-93eb0169-5736-4929-abc0-d486441d0be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (61bb52a1-5ea4-45e6-87d4-2962a0627e82), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:27.125093 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-93eb0169-5736-4929-abc0-d486441d0be7 None None] Port 61bb52a1-5ea4-45e6-87d4-2962a0627e82 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:32:27.168224 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4b460d54-32d1-404c-952f-b88250a48217 req-582eee32-5028-4a72-8ff3-8fb9c21e4ddc service neutron] 10.222.0.64 "GET /v2.0/networks/a45fe9ba-d218-4d7b-b792-1bd429956825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181976 Jan 28 19:32:27.227625 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port ec6e601e-fc58-4396-af91-da10c1d2b0ca is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:32:27.237720 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7955e9-9b8e-4d49-8518-238acbf5a074 req-8d8d0862-dd82-47b6-8849-adebede2605f tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:27.252694 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7955e9-9b8e-4d49-8518-238acbf5a074 req-8d8d0862-dd82-47b6-8849-adebede2605f tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:27.267401 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7955e9-9b8e-4d49-8518-238acbf5a074 req-8d8d0862-dd82-47b6-8849-adebede2605f tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:27.281629 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7955e9-9b8e-4d49-8518-238acbf5a074 req-8d8d0862-dd82-47b6-8849-adebede2605f tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:27.296580 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7955e9-9b8e-4d49-8518-238acbf5a074 req-8d8d0862-dd82-47b6-8849-adebede2605f tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:27.303466 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7955e9-9b8e-4d49-8518-238acbf5a074 req-8d8d0862-dd82-47b6-8849-adebede2605f tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:27.308955 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7955e9-9b8e-4d49-8518-238acbf5a074 req-8d8d0862-dd82-47b6-8849-adebede2605f tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:27.317338 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ef7955e9-9b8e-4d49-8518-238acbf5a074 req-8d8d0862-dd82-47b6-8849-adebede2605f tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/ports?device_id=6266b4f2-471d-4297-9d3c-9386239f951c HTTP/1.1" status: 200 len: 5428 time: 0.3489470 Jan 28 19:32:27.340535 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-f21a11eb-9351-4361-89b7-f94c14ab948c None None] Could not find standard attr ID for object 20079dbd-47fa-4d53-8a81-6ab255e31a4c. {{(pid=103306) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 19:32:27.668868 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8790b3b-9fa9-4970-9f24-629c5b380235 req-9f3c78e2-21c4-4924-9bc1-3419a6a05373 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:27.680645 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a8790b3b-9fa9-4970-9f24-629c5b380235 req-9f3c78e2-21c4-4924-9bc1-3419a6a05373 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/ports?device_id=468e569c-4ad2-4f8a-b0ed-71ebeaa4f974 HTTP/1.1" status: 200 len: 945 time: 0.0967481 Jan 28 19:32:27.745882 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a8790b3b-9fa9-4970-9f24-629c5b380235 req-8eda8c34-a629-4fcd-8870-c11d11af1900 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/security-groups?id=1bfe6452-43d5-4c93-9450-34896bc0d267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641179 Jan 28 19:32:27.822633 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ef7955e9-9b8e-4d49-8518-238acbf5a074 req-e25ebc68-b348-4fd4-8d64-87cb273fb802 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/security-groups?id=72c56c83-1eeb-4758-9a36-9dca3b681b4c&id=13e4f299-cf18-4f69-979b-275ae464cc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5040045 Jan 28 19:32:27.841276 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3f6e0964-7ffe-48e4-b38d-fbbfed1ae88a tempest-ExtraDHCPOptionsIpV6TestJSON-205117143 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143-project] Publish callbacks [] for port (61bb52a1-5ea4-45e6-87d4-2962a0627e82), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:27.857936 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3f6e0964-7ffe-48e4-b38d-fbbfed1ae88a tempest-ExtraDHCPOptionsIpV6TestJSON-205117143 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (61bb52a1-5ea4-45e6-87d4-2962a0627e82), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:27.871683 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a49c06fd-7ab1-4f7e-91ee-80d9bc9aa622 req-ef0ee0e5-3e41-44bf-ba7a-c355c43433d4 tempest-ServersNegativeTestMultiTenantJSON-1532934088 tempest-ServersNegativeTestMultiTenantJSON-1532934088-project] 10.222.0.64 "GET /v2.0/ports?device_id=24324241-d469-4c1d-8e43-16dceb6ffe52 HTTP/1.1" status: 200 len: 210 time: 0.0764203 Jan 28 19:32:27.901308 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-3f6e0964-7ffe-48e4-b38d-fbbfed1ae88a tempest-ExtraDHCPOptionsIpV6TestJSON-205117143 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143-project] In _notify_port_updated(), no bound segment for port 61bb52a1-5ea4-45e6-87d4-2962a0627e82 on network 29d91d2d-91c2-4d3e-85cc-690f91b0149b {{(pid=103305) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Jan 28 19:32:27.918867 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f6e0964-7ffe-48e4-b38d-fbbfed1ae88a tempest-ExtraDHCPOptionsIpV6TestJSON-205117143 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:27.919637 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3f6e0964-7ffe-48e4-b38d-fbbfed1ae88a tempest-ExtraDHCPOptionsIpV6TestJSON-205117143 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:27.923476 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-3f6e0964-7ffe-48e4-b38d-fbbfed1ae88a tempest-ExtraDHCPOptionsIpV6TestJSON-205117143 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143-project] 10.222.0.64 "PUT /v2.0/ports/61bb52a1-5ea4-45e6-87d4-2962a0627e82 HTTP/1.1" status: 200 len: 1130 time: 1.1017272 Jan 28 19:32:27.923908 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 35954) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:27.979253 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6e0964-7ffe-48e4-b38d-fbbfed1ae88a tempest-ExtraDHCPOptionsIpV6TestJSON-205117143 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143-project] Pushing event updated for resources: {'Port': ['ID=61bb52a1-5ea4-45e6-87d4-2962a0627e82,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:28.017637 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ef0c74-9b4f-4300-b6ed-eb3c52f58a14 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:28.023603 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 35958) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:28.028514 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-e3ef0c74-9b4f-4300-b6ed-eb3c52f58a14 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143-project] 10.222.0.64 "GET /v2.0/ports/61bb52a1-5ea4-45e6-87d4-2962a0627e82 HTTP/1.1" status: 200 len: 1130 time: 0.1034625 Jan 28 19:32:28.201153 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 35964) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:28.271016 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-e9a3eab5-8fd8-4d62-ac67-f847a049ecb9 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143-project] Deleting port 61bb52a1-5ea4-45e6-87d4-2962a0627e82 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:32:28.271622 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e9a3eab5-8fd8-4d62-ac67-f847a049ecb9 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (61bb52a1-5ea4-45e6-87d4-2962a0627e82), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:28.394892 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e9a3eab5-8fd8-4d62-ac67-f847a049ecb9 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (61bb52a1-5ea4-45e6-87d4-2962a0627e82), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:28.408231 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-e9a3eab5-8fd8-4d62-ac67-f847a049ecb9 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143-project] Calling delete_port for 61bb52a1-5ea4-45e6-87d4-2962a0627e82 owned by {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:32:28.410667 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-a881a01c-8e4c-4451-a4b7-87d44e1eaa08 None None] Provisioning complete for port 61bb52a1-5ea4-45e6-87d4-2962a0627e82 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:32:28.411323 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a881a01c-8e4c-4451-a4b7-87d44e1eaa08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (61bb52a1-5ea4-45e6-87d4-2962a0627e82), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:28.438051 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-24d91a91-a321-4f32-8fc6-c39f2a3e1a50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:28.469207 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-a881a01c-8e4c-4451-a4b7-87d44e1eaa08 None None] Port 61bb52a1-5ea4-45e6-87d4-2962a0627e82 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:32:28.656846 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-24d91a91-a321-4f32-8fc6-c39f2a3e1a50 admin admin] Publish callbacks [] for security_group (38ca2831-988a-4100-9a3e-b74a0b188ff9), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:28.664930 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-24d91a91-a321-4f32-8fc6-c39f2a3e1a50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (38ca2831-988a-4100-9a3e-b74a0b188ff9), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:28.685955 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e9a3eab5-8fd8-4d62-ac67-f847a049ecb9 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (61bb52a1-5ea4-45e6-87d4-2962a0627e82), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:28.729812 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-24d91a91-a321-4f32-8fc6-c39f2a3e1a50 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=55580cf42dab4a5ab0ffa58033fd91cf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5272458 Jan 28 19:32:28.734033 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d91a91-a321-4f32-8fc6-c39f2a3e1a50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38ca2831-988a-4100-9a3e-b74a0b188ff9,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:28.737059 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 35976) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:28.791572 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a3eab5-8fd8-4d62-ac67-f847a049ecb9 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143-project] Pushing event deleted for resources: {'Port': ['ID=61bb52a1-5ea4-45e6-87d4-2962a0627e82,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:28.887934 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e9a3eab5-8fd8-4d62-ac67-f847a049ecb9 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:28.892794 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 3350cbae-4a25-42ca-a107-7365789be398 details requested by agent hyperv_n-h2-812111-14 with host n-h2-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:32:28.894985 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 35988) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:28.897812 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-e9a3eab5-8fd8-4d62-ac67-f847a049ecb9 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143-project] 10.222.0.64 "DELETE /v2.0/ports/61bb52a1-5ea4-45e6-87d4-2962a0627e82 HTTP/1.1" status: 204 len: 168 time: 0.8702652 Jan 28 19:32:29.021732 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f02f4d45-c69b-4736-a757-5815ef7021b3 admin admin] Publish callbacks [] for security_group (38ca2831-988a-4100-9a3e-b74a0b188ff9), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:29.109221 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f02f4d45-c69b-4736-a757-5815ef7021b3 admin admin] Publish callbacks [] for security_group (38ca2831-988a-4100-9a3e-b74a0b188ff9), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:29.193362 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-6205a64f-2d1e-4d2c-9451-732ffd9db0f4 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143-project] Deleting subnet a3b49163-7eb1-4053-be1b-a427295e7806 {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:32:29.197608 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6205a64f-2d1e-4d2c-9451-732ffd9db0f4 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143-project] Publish callbacks [] for subnet (a3b49163-7eb1-4053-be1b-a427295e7806), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:29.259728 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e252b6c-51b4-46f2-b62a-cb91ed29620a req-03810eac-b60f-4c5f-805f-c0f95f7b8eec tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:29.265883 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e252b6c-51b4-46f2-b62a-cb91ed29620a req-03810eac-b60f-4c5f-805f-c0f95f7b8eec tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:29.272034 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e252b6c-51b4-46f2-b62a-cb91ed29620a req-03810eac-b60f-4c5f-805f-c0f95f7b8eec tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:29.280659 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e252b6c-51b4-46f2-b62a-cb91ed29620a req-03810eac-b60f-4c5f-805f-c0f95f7b8eec tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:29.288774 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e252b6c-51b4-46f2-b62a-cb91ed29620a req-03810eac-b60f-4c5f-805f-c0f95f7b8eec tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:29.295635 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e252b6c-51b4-46f2-b62a-cb91ed29620a req-03810eac-b60f-4c5f-805f-c0f95f7b8eec tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:29.304106 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e252b6c-51b4-46f2-b62a-cb91ed29620a req-03810eac-b60f-4c5f-805f-c0f95f7b8eec tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:29.313269 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2e252b6c-51b4-46f2-b62a-cb91ed29620a req-03810eac-b60f-4c5f-805f-c0f95f7b8eec tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/ports?device_id=6266b4f2-471d-4297-9d3c-9386239f951c HTTP/1.1" status: 200 len: 5428 time: 0.1824837 Jan 28 19:32:29.351322 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6205a64f-2d1e-4d2c-9451-732ffd9db0f4 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4747050'] for subnet (a3b49163-7eb1-4053-be1b-a427295e7806), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:29.364356 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 3350cbae-4a25-42ca-a107-7365789be398, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=3350cbae-4a25-42ca-a107-7365789be398,segment=NetworkSegment(25c21fb9-fdcd-4ded-98e7-fa3f83ec6d2c),segment_id=25c21fb9-fdcd-4ded-98e7-fa3f83ec6d2c)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:32:29.392428 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b460d54-32d1-404c-952f-b88250a48217 req-005c580b-b8d3-476d-9180-6f6e80a4fc48 tempest-ServersNegativeTestMultiTenantJSON-1532934088 tempest-ServersNegativeTestMultiTenantJSON-1532934088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:29.394619 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4b460d54-32d1-404c-952f-b88250a48217 req-005c580b-b8d3-476d-9180-6f6e80a4fc48 tempest-ServersNegativeTestMultiTenantJSON-1532934088 tempest-ServersNegativeTestMultiTenantJSON-1532934088-project] 10.222.0.41 "GET /v2.0/networks?id=a45fe9ba-d218-4d7b-b792-1bd429956825 HTTP/1.1" status: 200 len: 825 time: 0.1915872 Jan 28 19:32:29.396789 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f02f4d45-c69b-4736-a757-5815ef7021b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (38ca2831-988a-4100-9a3e-b74a0b188ff9), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:29.399618 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f02f4d45-c69b-4736-a757-5815ef7021b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:29.400995 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-f02f4d45-c69b-4736-a757-5815ef7021b3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/38ca2831-988a-4100-9a3e-b74a0b188ff9 HTTP/1.1" status: 204 len: 168 time: 0.6497958 Jan 28 19:32:29.418393 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Returning: {'device': '3350cbae-4a25-42ca-a107-7365789be398', 'network_id': '4ed80f8c-a628-4bf0-926c-daa4ec7f72d6', 'port_id': '3350cbae-4a25-42ca-a107-7365789be398', 'mac_address': 'fa:16:3e:21:70:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccd8c2b9-0197-4b01-ba57-f13b2702d1bc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:32:29.422036 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-4b460d54-32d1-404c-952f-b88250a48217 req-2c9c7b17-1a8e-4b2d-83e8-71104be10628 tempest-ServersNegativeTestMultiTenantJSON-1532934088 tempest-ServersNegativeTestMultiTenantJSON-1532934088-project] Request body: {'port': {'device_id': '24324241-d469-4c1d-8e43-16dceb6ffe52', 'network_id': 'a45fe9ba-d218-4d7b-b792-1bd429956825', 'admin_state_up': True, 'tenant_id': '990d0067f0ef4ada805b13d35b23df25'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:32:29.440477 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02f4d45-c69b-4736-a757-5815ef7021b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38ca2831-988a-4100-9a3e-b74a0b188ff9,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:29.494882 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f839831e-ef57-416e-81ad-d9466c32b5ff req-e805a094-ef61-4b8d-a7f6-f601c315080c tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:29.496824 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f839831e-ef57-416e-81ad-d9466c32b5ff req-e805a094-ef61-4b8d-a7f6-f601c315080c tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/ports?device_id=468e569c-4ad2-4f8a-b0ed-71ebeaa4f974 HTTP/1.1" status: 200 len: 945 time: 0.6160376 Jan 28 19:32:29.510284 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2e252b6c-51b4-46f2-b62a-cb91ed29620a req-feb4ed71-6787-436a-81b1-8fe5842e207f tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/security-groups?id=72c56c83-1eeb-4758-9a36-9dca3b681b4c&id=13e4f299-cf18-4f69-979b-275ae464cc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1710527 Jan 28 19:32:29.516724 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 36018) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:29.579956 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 3350cbae-4a25-42ca-a107-7365789be398 is: ACTIVE; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:32:29.581709 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (3350cbae-4a25-42ca-a107-7365789be398), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:29.644932 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3350cbae-4a25-42ca-a107-7365789be398 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:32:29.666449 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 3350cbae-4a25-42ca-a107-7365789be398, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=3350cbae-4a25-42ca-a107-7365789be398,segment=NetworkSegment(25c21fb9-fdcd-4ded-98e7-fa3f83ec6d2c),segment_id=25c21fb9-fdcd-4ded-98e7-fa3f83ec6d2c)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:32:29.687386 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (3350cbae-4a25-42ca-a107-7365789be398), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:29.691243 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f839831e-ef57-416e-81ad-d9466c32b5ff req-8ca4aeaf-de55-43f6-b388-afefb78ce670 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/security-groups?id=1bfe6452-43d5-4c93-9450-34896bc0d267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1302483 Jan 28 19:32:29.724828 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6205a64f-2d1e-4d2c-9451-732ffd9db0f4 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (a3b49163-7eb1-4053-be1b-a427295e7806), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:29.785475 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b460d54-32d1-404c-952f-b88250a48217 req-2c9c7b17-1a8e-4b2d-83e8-71104be10628 tempest-ServersNegativeTestMultiTenantJSON-1532934088 tempest-ServersNegativeTestMultiTenantJSON-1532934088-project] Made reservation on behalf of 990d0067f0ef4ada805b13d35b23df25 for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:32:29.796820 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-4b460d54-32d1-404c-952f-b88250a48217 req-2c9c7b17-1a8e-4b2d-83e8-71104be10628 tempest-ServersNegativeTestMultiTenantJSON-1532934088 tempest-ServersNegativeTestMultiTenantJSON-1532934088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:29.840071 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a94dd3d0-0239-44af-827e-f0424274e09a req-d26d85af-f6f5-4c37-a8d3-7216a71c158f tempest-ServersNegativeTestMultiTenantJSON-1532934088 tempest-ServersNegativeTestMultiTenantJSON-1532934088-project] 10.222.0.64 "GET /v2.0/ports?device_id=24324241-d469-4c1d-8e43-16dceb6ffe52 HTTP/1.1" status: 200 len: 210 time: 0.0370607 Jan 28 19:32:29.849319 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6205a64f-2d1e-4d2c-9451-732ffd9db0f4 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4690616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5222356'] for subnet (a3b49163-7eb1-4053-be1b-a427295e7806), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:29.883462 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['3350cbae-4a25-42ca-a107-7365789be398'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:32:29.887075 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6205a64f-2d1e-4d2c-9451-732ffd9db0f4 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143-project] Pushing event deleted for resources: {'Subnet': ['ID=a3b49163-7eb1-4053-be1b-a427295e7806,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:29.892386 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6205a64f-2d1e-4d2c-9451-732ffd9db0f4 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:29.901597 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-6205a64f-2d1e-4d2c-9451-732ffd9db0f4 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143-project] 10.222.0.64 "DELETE /v2.0/subnets/a3b49163-7eb1-4053-be1b-a427295e7806 HTTP/1.1" status: 204 len: 168 time: 1.0052631 Jan 28 19:32:29.903430 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 36048) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:29.928019 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08beecc5-9e32-4e46-bab5-dea8c0e9468e None None] Network 29d91d2d-91c2-4d3e-85cc-690f91b0149b requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:32:30.053814 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3bc47d36-ad57-4093-9922-d017379da7a3 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (29d91d2d-91c2-4d3e-85cc-690f91b0149b), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:30.063454 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-4b460d54-32d1-404c-952f-b88250a48217 req-2c9c7b17-1a8e-4b2d-83e8-71104be10628 tempest-ServersNegativeTestMultiTenantJSON-1532934088 tempest-ServersNegativeTestMultiTenantJSON-1532934088-project] Allocated IP 172.20.0.9 (a45fe9ba-d218-4d7b-b792-1bd429956825/3db74fce-e909-4ee6-a731-d745323f45e6/6cdec170-3c51-467a-8e40-5b3613c747e4) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:32:30.186425 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c4d1fb4b-3095-4b9a-acb6-e5652b681f5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:30.192657 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=3350cbae-4a25-42ca-a107-7365789be398,revision_number=6']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:30.314913 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-4b460d54-32d1-404c-952f-b88250a48217 req-2c9c7b17-1a8e-4b2d-83e8-71104be10628 tempest-ServersNegativeTestMultiTenantJSON-1532934088 tempest-ServersNegativeTestMultiTenantJSON-1532934088-project] Publish callbacks [] for port (6cdec170-3c51-467a-8e40-5b3613c747e4), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:30.365690 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-3bc47d36-ad57-4093-9922-d017379da7a3 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143-project] Deleting port ec6e601e-fc58-4396-af91-da10c1d2b0ca {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:32:30.367204 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3bc47d36-ad57-4093-9922-d017379da7a3 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (ec6e601e-fc58-4396-af91-da10c1d2b0ca), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:30.430325 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-4b460d54-32d1-404c-952f-b88250a48217 req-2c9c7b17-1a8e-4b2d-83e8-71104be10628 tempest-ServersNegativeTestMultiTenantJSON-1532934088 tempest-ServersNegativeTestMultiTenantJSON-1532934088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (6cdec170-3c51-467a-8e40-5b3613c747e4), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:30.487564 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd766bdf-9f71-4758-8980-d6c4562413f8 None None] DHCP port deletion for 29d91d2d-91c2-4d3e-85cc-690f91b0149b request from n-d-812111-14 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:32:30.527926 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 36090) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:30.540477 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9c7b17-1a8e-4b2d-83e8-71104be10628 tempest-ServersNegativeTestMultiTenantJSON-1532934088 tempest-ServersNegativeTestMultiTenantJSON-1532934088-project] Pushing event updated for resources: {'Port': ['ID=6cdec170-3c51-467a-8e40-5b3613c747e4,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:30.566487 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b460d54-32d1-404c-952f-b88250a48217 req-2c9c7b17-1a8e-4b2d-83e8-71104be10628 tempest-ServersNegativeTestMultiTenantJSON-1532934088 tempest-ServersNegativeTestMultiTenantJSON-1532934088-project] Network a45fe9ba-d218-4d7b-b792-1bd429956825 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:32:30.568511 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-4b460d54-32d1-404c-952f-b88250a48217 req-2c9c7b17-1a8e-4b2d-83e8-71104be10628 tempest-ServersNegativeTestMultiTenantJSON-1532934088 tempest-ServersNegativeTestMultiTenantJSON-1532934088-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:32:30.571879 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b460d54-32d1-404c-952f-b88250a48217 req-2c9c7b17-1a8e-4b2d-83e8-71104be10628 tempest-ServersNegativeTestMultiTenantJSON-1532934088 tempest-ServersNegativeTestMultiTenantJSON-1532934088-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:32:30.709868 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-bd766bdf-9f71-4758-8980-d6c4562413f8 None None] Deleting port ec6e601e-fc58-4396-af91-da10c1d2b0ca {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:32:30.710250 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-bd766bdf-9f71-4758-8980-d6c4562413f8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (ec6e601e-fc58-4396-af91-da10c1d2b0ca), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:30.732868 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b460d54-32d1-404c-952f-b88250a48217 req-2c9c7b17-1a8e-4b2d-83e8-71104be10628 tempest-ServersNegativeTestMultiTenantJSON-1532934088 tempest-ServersNegativeTestMultiTenantJSON-1532934088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:30.741508 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-4b460d54-32d1-404c-952f-b88250a48217 req-2c9c7b17-1a8e-4b2d-83e8-71104be10628 tempest-ServersNegativeTestMultiTenantJSON-1532934088 tempest-ServersNegativeTestMultiTenantJSON-1532934088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:30.752509 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device ec6e601e-fc58-4396-af91-da10c1d2b0ca no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:32:30.764957 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-3bc47d36-ad57-4093-9922-d017379da7a3 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143-project] For port ec6e601e-fc58-4396-af91-da10c1d2b0ca, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=ec6e601e-fc58-4396-af91-da10c1d2b0ca,segment=NetworkSegment(2d18748a-348b-4baa-984f-8d645a40c3c4),segment_id=2d18748a-348b-4baa-984f-8d645a40c3c4)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:32:30.765495 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3bc47d36-ad57-4093-9922-d017379da7a3 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (ec6e601e-fc58-4396-af91-da10c1d2b0ca), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:30.787362 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-3bc47d36-ad57-4093-9922-d017379da7a3 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143-project] Calling delete_port for ec6e601e-fc58-4396-af91-da10c1d2b0ca owned by network:dhcp {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:32:30.836264 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4b460d54-32d1-404c-952f-b88250a48217 req-2c9c7b17-1a8e-4b2d-83e8-71104be10628 tempest-ServersNegativeTestMultiTenantJSON-1532934088 tempest-ServersNegativeTestMultiTenantJSON-1532934088-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4269569 Jan 28 19:32:30.852370 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-4b460d54-32d1-404c-952f-b88250a48217 req-03d146f4-46fe-46dc-86e8-b89556d31b63 service neutron] Request body: {'port': {'device_id': '24324241-d469-4c1d-8e43-16dceb6ffe52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-14'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:32:30.879350 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-214c5b51-3b72-4614-a93a-1b7e9a9048a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:30.883337 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c4d1fb4b-3095-4b9a-acb6-e5652b681f5f admin admin] Publish callbacks [] for security_group (bb8ed6bf-d930-4524-9120-71973f913b5a), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:30.916518 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c4d1fb4b-3095-4b9a-acb6-e5652b681f5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (bb8ed6bf-d930-4524-9120-71973f913b5a), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:30.918469 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 3350cbae-4a25-42ca-a107-7365789be398 up at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:32:31.025972 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-c4d1fb4b-3095-4b9a-acb6-e5652b681f5f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=509aee00562f40d283c6383cd893e7d5&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5081201 Jan 28 19:32:31.038702 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d1fb4b-3095-4b9a-acb6-e5652b681f5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb8ed6bf-d930-4524-9120-71973f913b5a,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:31.042067 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadac92f-6a14-47ef-a7a3-704a997dc0e0 req-1369d5c1-023d-4c7c-89e4-3b85f4aa745a tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:31.055943 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 36112) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:31.056569 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadac92f-6a14-47ef-a7a3-704a997dc0e0 req-1369d5c1-023d-4c7c-89e4-3b85f4aa745a tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:31.069288 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadac92f-6a14-47ef-a7a3-704a997dc0e0 req-1369d5c1-023d-4c7c-89e4-3b85f4aa745a tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:31.080355 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadac92f-6a14-47ef-a7a3-704a997dc0e0 req-1369d5c1-023d-4c7c-89e4-3b85f4aa745a tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:31.087874 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadac92f-6a14-47ef-a7a3-704a997dc0e0 req-1369d5c1-023d-4c7c-89e4-3b85f4aa745a tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:31.107506 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadac92f-6a14-47ef-a7a3-704a997dc0e0 req-1369d5c1-023d-4c7c-89e4-3b85f4aa745a tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:31.125121 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadac92f-6a14-47ef-a7a3-704a997dc0e0 req-1369d5c1-023d-4c7c-89e4-3b85f4aa745a tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:31.127256 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-aadac92f-6a14-47ef-a7a3-704a997dc0e0 req-1369d5c1-023d-4c7c-89e4-3b85f4aa745a tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/ports?device_id=6266b4f2-471d-4297-9d3c-9386239f951c HTTP/1.1" status: 200 len: 5428 time: 0.3802600 Jan 28 19:32:31.164329 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-4b460d54-32d1-404c-952f-b88250a48217 req-03d146f4-46fe-46dc-86e8-b89556d31b63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (6cdec170-3c51-467a-8e40-5b3613c747e4), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:31.202352 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-bd766bdf-9f71-4758-8980-d6c4562413f8 None None] For port ec6e601e-fc58-4396-af91-da10c1d2b0ca, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=ec6e601e-fc58-4396-af91-da10c1d2b0ca,segment=NetworkSegment(2d18748a-348b-4baa-984f-8d645a40c3c4),segment_id=2d18748a-348b-4baa-984f-8d645a40c3c4)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:32:31.202753 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-bd766bdf-9f71-4758-8980-d6c4562413f8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (ec6e601e-fc58-4396-af91-da10c1d2b0ca), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:31.248772 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-bd766bdf-9f71-4758-8980-d6c4562413f8 None None] Calling delete_port for ec6e601e-fc58-4396-af91-da10c1d2b0ca owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:32:31.265947 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-214c5b51-3b72-4614-a93a-1b7e9a9048a2 admin admin] Publish callbacks [] for security_group (d3de96f3-453f-4536-9436-b749eeba21c9), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:31.271374 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port ec6e601e-fc58-4396-af91-da10c1d2b0ca is: ACTIVE; New status is: DOWN {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:32:31.271809 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (ec6e601e-fc58-4396-af91-da10c1d2b0ca), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:31.295802 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-aadac92f-6a14-47ef-a7a3-704a997dc0e0 req-42daded5-513a-43ed-8b74-442ac331af67 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/security-groups?id=72c56c83-1eeb-4758-9a36-9dca3b681b4c&id=13e4f299-cf18-4f69-979b-275ae464cc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1553690 Jan 28 19:32:31.306372 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-214c5b51-3b72-4614-a93a-1b7e9a9048a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (d3de96f3-453f-4536-9436-b749eeba21c9), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:31.322389 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3bc47d36-ad57-4093-9922-d017379da7a3 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (ec6e601e-fc58-4396-af91-da10c1d2b0ca), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:31.399429 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fefd95-d3f5-4920-9bdc-230b9ee832c4 req-ac7f7e80-9c56-4bfd-bf61-75d41b377288 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:31.401612 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d2fefd95-d3f5-4920-9bdc-230b9ee832c4 req-ac7f7e80-9c56-4bfd-bf61-75d41b377288 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/ports?device_id=468e569c-4ad2-4f8a-b0ed-71ebeaa4f974 HTTP/1.1" status: 200 len: 944 time: 0.5143666 Jan 28 19:32:31.412045 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc47d36-ad57-4093-9922-d017379da7a3 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143-project] No DVR routers for this DVR port ec6e601e-fc58-4396-af91-da10c1d2b0ca on host n-d-812111-14 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:32:31.414335 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc47d36-ad57-4093-9922-d017379da7a3 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143-project] Pushing event deleted for resources: {'Port': ['ID=ec6e601e-fc58-4396-af91-da10c1d2b0ca,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:31.441536 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning complete for port 3350cbae-4a25-42ca-a107-7365789be398 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:32:31.441918 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (3350cbae-4a25-42ca-a107-7365789be398), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:31.484041 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c921a31b-8ecc-42b1-8fb4-e44743422908 admin admin] Publish callbacks [] for security_group (bb8ed6bf-d930-4524-9120-71973f913b5a), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:31.519055 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c921a31b-8ecc-42b1-8fb4-e44743422908 admin admin] Publish callbacks [] for security_group (bb8ed6bf-d930-4524-9120-71973f913b5a), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:31.537200 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-bd766bdf-9f71-4758-8980-d6c4562413f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985'] for port (ec6e601e-fc58-4396-af91-da10c1d2b0ca), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:31.594300 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd766bdf-9f71-4758-8980-d6c4562413f8 None None] Pushing event deleted for resources: {'Port': ['ID=ec6e601e-fc58-4396-af91-da10c1d2b0ca,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:31.613584 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd766bdf-9f71-4758-8980-d6c4562413f8 None None] No DVR routers for this DVR port ec6e601e-fc58-4396-af91-da10c1d2b0ca on host n-d-812111-14 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:32:31.619723 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 3350cbae-4a25-42ca-a107-7365789be398 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:32:31.627604 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (3350cbae-4a25-42ca-a107-7365789be398), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:31.662656 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '468e569c-4ad2-4f8a-b0ed-71ebeaa4f974', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3350cbae-4a25-42ca-a107-7365789be398'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:32:31.665131 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18be6b67-3108-4a3f-9d2d-0345cebdeabb" -d '{"events": [{"server_uuid": "468e569c-4ad2-4f8a-b0ed-71ebeaa4f974", "name": "network-vif-plugged", "status": "completed", "tag": "3350cbae-4a25-42ca-a107-7365789be398"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:32:31.677724 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c921a31b-8ecc-42b1-8fb4-e44743422908 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (bb8ed6bf-d930-4524-9120-71973f913b5a), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:31.680431 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c921a31b-8ecc-42b1-8fb4-e44743422908 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:31.682549 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 3350cbae-4a25-42ca-a107-7365789be398, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=3350cbae-4a25-42ca-a107-7365789be398,segment=NetworkSegment(25c21fb9-fdcd-4ded-98e7-fa3f83ec6d2c),segment_id=25c21fb9-fdcd-4ded-98e7-fa3f83ec6d2c)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:32:31.682948 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-c921a31b-8ecc-42b1-8fb4-e44743422908 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/bb8ed6bf-d930-4524-9120-71973f913b5a HTTP/1.1" status: 204 len: 168 time: 0.6144538 Jan 28 19:32:31.699927 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-214c5b51-3b72-4614-a93a-1b7e9a9048a2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d4e0fea443aa43ebb13dcd966fa6c4a0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0268545 Jan 28 19:32:31.701889 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (3350cbae-4a25-42ca-a107-7365789be398), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:31.704572 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 36154) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:31.705283 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214c5b51-3b72-4614-a93a-1b7e9a9048a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3de96f3-453f-4536-9436-b749eeba21c9,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:31.775464 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3bc47d36-ad57-4093-9922-d017379da7a3 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (29d91d2d-91c2-4d3e-85cc-690f91b0149b), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:31.793922 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c921a31b-8ecc-42b1-8fb4-e44743422908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb8ed6bf-d930-4524-9120-71973f913b5a,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:31.838296 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=3350cbae-4a25-42ca-a107-7365789be398,revision_number=7']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:31.861302 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2805a66c-ad5e-4b5b-a43e-75f1edde8fc1 admin admin] Publish callbacks [] for security_group (d3de96f3-453f-4536-9436-b749eeba21c9), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:31.908602 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-3bc47d36-ad57-4093-9922-d017379da7a3 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29d91d2d-91c2-4d3e-85cc-690f91b0149b']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:32:31.918431 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c967fa0f-5123-4ff1-8638-fecb92528aac req-cc42625f-78af-4da6-815f-ff3fcbf99552 tempest-ServersNegativeTestMultiTenantJSON-1532934088 tempest-ServersNegativeTestMultiTenantJSON-1532934088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:31.920495 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c967fa0f-5123-4ff1-8638-fecb92528aac req-cc42625f-78af-4da6-815f-ff3fcbf99552 tempest-ServersNegativeTestMultiTenantJSON-1532934088 tempest-ServersNegativeTestMultiTenantJSON-1532934088-project] 10.222.0.64 "GET /v2.0/ports?device_id=24324241-d469-4c1d-8e43-16dceb6ffe52 HTTP/1.1" status: 200 len: 931 time: 0.4024467 Jan 28 19:32:31.944647 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d2fefd95-d3f5-4920-9bdc-230b9ee832c4 req-e0c23f88-1694-4217-93e8-19bd54ae8bb6 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/security-groups?id=1bfe6452-43d5-4c93-9450-34896bc0d267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4947975 Jan 28 19:32:31.956945 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2805a66c-ad5e-4b5b-a43e-75f1edde8fc1 admin admin] Publish callbacks [] for security_group (d3de96f3-453f-4536-9436-b749eeba21c9), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:31.982086 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-3bc47d36-ad57-4093-9922-d017379da7a3 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d18748a-348b-4baa-984f-8d645a40c3c4') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:32:31.982394 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-3bc47d36-ad57-4093-9922-d017379da7a3 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d18748a-348b-4baa-984f-8d645a40c3c4') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:32:32.026060 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3bc47d36-ad57-4093-9922-d017379da7a3 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4747091'] for segment (2d18748a-348b-4baa-984f-8d645a40c3c4), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:32.080162 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5935272a-288f-478e-8e45-00c38a0b219f x-openstack-request-id: req-5935272a-288f-478e-8e45-00c38a0b219f {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:32:32.080742 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "468e569c-4ad2-4f8a-b0ed-71ebeaa4f974", "name": "network-vif-plugged", "status": "completed", "tag": "3350cbae-4a25-42ca-a107-7365789be398", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:32:32.081812 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3bc47d36-ad57-4093-9922-d017379da7a3 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (2d18748a-348b-4baa-984f-8d645a40c3c4), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:32.082209 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5935272a-288f-478e-8e45-00c38a0b219f {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:32:32.083069 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '468e569c-4ad2-4f8a-b0ed-71ebeaa4f974', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3350cbae-4a25-42ca-a107-7365789be398', 'code': 200} Jan 28 19:32:32.112158 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bc47d36-ad57-4093-9922-d017379da7a3 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:32:32.112620 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3bc47d36-ad57-4093-9922-d017379da7a3 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4690514'] for segment (2d18748a-348b-4baa-984f-8d645a40c3c4), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:32.209670 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [req-4b460d54-32d1-404c-952f-b88250a48217 req-03d146f4-46fe-46dc-86e8-b89556d31b63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cdec170-3c51-467a-8e40-5b3613c747e4 {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:32:32.213991 n-d-812111-14 neutron-server[103304]: Traceback (most recent call last): Jan 28 19:32:32.213991 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:32:32.213991 n-d-812111-14 neutron-server[103304]: timer() Jan 28 19:32:32.213991 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:32:32.213991 n-d-812111-14 neutron-server[103304]: cb(*args, **kw) Jan 28 19:32:32.213991 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:32:32.213991 n-d-812111-14 neutron-server[103304]: return func(*args, **kwargs) Jan 28 19:32:32.213991 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:32:32.213991 n-d-812111-14 neutron-server[103304]: self._notify() Jan 28 19:32:32.213991 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:32:32.213991 n-d-812111-14 neutron-server[103304]: self.callback(batched_events) Jan 28 19:32:32.213991 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:32:32.213991 n-d-812111-14 neutron-server[103304]: event.method(event) Jan 28 19:32:32.213991 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:32:32.213991 n-d-812111-14 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:32:32.213991 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:32:32.213991 n-d-812111-14 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:32:32.213991 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:32:32.213991 n-d-812111-14 neutron-server[103304]: return f(self, *a, **k) Jan 28 19:32:32.213991 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:32:32.213991 n-d-812111-14 neutron-server[103304]: return self._get(url).json() Jan 28 19:32:32.213991 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:32:32.213991 n-d-812111-14 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:32:32.213991 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:32:32.213991 n-d-812111-14 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 28 19:32:32.213991 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:32:32.213991 n-d-812111-14 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:32:32.213991 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:32:32.213991 n-d-812111-14 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:32:32.213991 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:32:32.213991 n-d-812111-14 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:32:32.213991 n-d-812111-14 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:32:32.250782 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3bc47d36-ad57-4093-9922-d017379da7a3 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (29d91d2d-91c2-4d3e-85cc-690f91b0149b), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:32.258862 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3bc47d36-ad57-4093-9922-d017379da7a3 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:32.265484 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-4b460d54-32d1-404c-952f-b88250a48217 req-03d146f4-46fe-46dc-86e8-b89556d31b63 service neutron] Publish callbacks [] for port (6cdec170-3c51-467a-8e40-5b3613c747e4), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:32.267610 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-3bc47d36-ad57-4093-9922-d017379da7a3 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143-project] 10.222.0.64 "DELETE /v2.0/networks/29d91d2d-91c2-4d3e-85cc-690f91b0149b HTTP/1.1" status: 204 len: 168 time: 2.3628047 Jan 28 19:32:32.273951 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2805a66c-ad5e-4b5b-a43e-75f1edde8fc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (d3de96f3-453f-4536-9436-b749eeba21c9), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:32.276807 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2805a66c-ad5e-4b5b-a43e-75f1edde8fc1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:32.280770 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-2805a66c-ad5e-4b5b-a43e-75f1edde8fc1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d3de96f3-453f-4536-9436-b749eeba21c9 HTTP/1.1" status: 204 len: 168 time: 0.5718622 Jan 28 19:32:32.301587 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc47d36-ad57-4093-9922-d017379da7a3 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143 tempest-ExtraDHCPOptionsIpV6TestJSON-205117143-project] Pushing event deleted for resources: {'Network': ['ID=29d91d2d-91c2-4d3e-85cc-690f91b0149b,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:32.309470 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2805a66c-ad5e-4b5b-a43e-75f1edde8fc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3de96f3-453f-4536-9436-b749eeba21c9,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:32.412676 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-4b460d54-32d1-404c-952f-b88250a48217 req-03d146f4-46fe-46dc-86e8-b89556d31b63 service neutron] Transition to ACTIVE for port object 6cdec170-3c51-467a-8e40-5b3613c747e4 will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:32:32.431427 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c967fa0f-5123-4ff1-8638-fecb92528aac req-a2d737e0-967d-411a-a114-27fa3f628c00 tempest-ServersNegativeTestMultiTenantJSON-1532934088 tempest-ServersNegativeTestMultiTenantJSON-1532934088-project] 10.222.0.64 "GET /v2.0/security-groups?id=f5d7b564-45fa-4f68-87b5-daf815a06cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5039356 Jan 28 19:32:32.432614 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-4b460d54-32d1-404c-952f-b88250a48217 req-03d146f4-46fe-46dc-86e8-b89556d31b63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (6cdec170-3c51-467a-8e40-5b3613c747e4), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:32.527794 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 36202) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:32.566565 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ab3c8016-7c2e-4b08-889a-cb20956dd11e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:32.627696 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003c6734-b2e2-41fc-9d91-d224160a8762 req-6567f9f4-eb17-4def-9859-56e0c84b415d tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:32.645689 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003c6734-b2e2-41fc-9d91-d224160a8762 req-6567f9f4-eb17-4def-9859-56e0c84b415d tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:32.667432 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003c6734-b2e2-41fc-9d91-d224160a8762 req-6567f9f4-eb17-4def-9859-56e0c84b415d tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:32.667692 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d146f4-46fe-46dc-86e8-b89556d31b63 service neutron] Pushing event updated for resources: {'Port': ['ID=6cdec170-3c51-467a-8e40-5b3613c747e4,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:32.684552 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003c6734-b2e2-41fc-9d91-d224160a8762 req-6567f9f4-eb17-4def-9859-56e0c84b415d tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:32.701494 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003c6734-b2e2-41fc-9d91-d224160a8762 req-6567f9f4-eb17-4def-9859-56e0c84b415d tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:32.715715 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003c6734-b2e2-41fc-9d91-d224160a8762 req-6567f9f4-eb17-4def-9859-56e0c84b415d tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:32.731581 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003c6734-b2e2-41fc-9d91-d224160a8762 req-6567f9f4-eb17-4def-9859-56e0c84b415d tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:32.739625 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-003c6734-b2e2-41fc-9d91-d224160a8762 req-6567f9f4-eb17-4def-9859-56e0c84b415d tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/ports?device_id=6266b4f2-471d-4297-9d3c-9386239f951c HTTP/1.1" status: 200 len: 5428 time: 0.3309846 Jan 28 19:32:32.830381 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-4b460d54-32d1-404c-952f-b88250a48217 req-03d146f4-46fe-46dc-86e8-b89556d31b63 service neutron] Attempting to bind port 6cdec170-3c51-467a-8e40-5b3613c747e4 on host n-h1-812111-14 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:32:32.831731 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-4b460d54-32d1-404c-952f-b88250a48217 req-03d146f4-46fe-46dc-86e8-b89556d31b63 service neutron] Attempting to bind port 6cdec170-3c51-467a-8e40-5b3613c747e4 by drivers openvswitch,hyperv on host n-h1-812111-14 at level 0 using segments [{'id': 'a750ffb4-437d-451b-a2f5-7ee6e7f14142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'a45fe9ba-d218-4d7b-b792-1bd429956825'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:32:32.832321 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b460d54-32d1-404c-952f-b88250a48217 req-03d146f4-46fe-46dc-86e8-b89556d31b63 service neutron] Attempting to bind port 6cdec170-3c51-467a-8e40-5b3613c747e4 on network a45fe9ba-d218-4d7b-b792-1bd429956825 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:32:32.852841 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b460d54-32d1-404c-952f-b88250a48217 req-03d146f4-46fe-46dc-86e8-b89556d31b63 service neutron] Port 6cdec170-3c51-467a-8e40-5b3613c747e4 on network a45fe9ba-d218-4d7b-b792-1bd429956825 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-14 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:32:32.855197 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b460d54-32d1-404c-952f-b88250a48217 req-03d146f4-46fe-46dc-86e8-b89556d31b63 service neutron] Attempting to bind port 6cdec170-3c51-467a-8e40-5b3613c747e4 on network a45fe9ba-d218-4d7b-b792-1bd429956825 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:32:32.880580 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b460d54-32d1-404c-952f-b88250a48217 req-03d146f4-46fe-46dc-86e8-b89556d31b63 service neutron] Checking agent: {'id': 'b544ba20-de93-4d86-9e6b-a2202deb6191', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:32:32.881089 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b460d54-32d1-404c-952f-b88250a48217 req-03d146f4-46fe-46dc-86e8-b89556d31b63 service neutron] Checking segment: {'id': 'a750ffb4-437d-451b-a2f5-7ee6e7f14142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'a45fe9ba-d218-4d7b-b792-1bd429956825'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:32:32.887320 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b460d54-32d1-404c-952f-b88250a48217 req-03d146f4-46fe-46dc-86e8-b89556d31b63 service neutron] Bound using segment: {'id': 'a750ffb4-437d-451b-a2f5-7ee6e7f14142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'a45fe9ba-d218-4d7b-b792-1bd429956825'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:32:32.887815 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-4b460d54-32d1-404c-952f-b88250a48217 req-03d146f4-46fe-46dc-86e8-b89556d31b63 service neutron] Bound port: 6cdec170-3c51-467a-8e40-5b3613c747e4, host: n-h1-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a750ffb4-437d-451b-a2f5-7ee6e7f14142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'a45fe9ba-d218-4d7b-b792-1bd429956825'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:32:32.888180 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-4b460d54-32d1-404c-952f-b88250a48217 req-03d146f4-46fe-46dc-86e8-b89556d31b63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (6cdec170-3c51-467a-8e40-5b3613c747e4), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:32.901568 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 36220) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:32.913933 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-003c6734-b2e2-41fc-9d91-d224160a8762 req-5fcc4c91-f18e-4395-9d51-f2762843778a tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/security-groups?id=72c56c83-1eeb-4758-9a36-9dca3b681b4c&id=13e4f299-cf18-4f69-979b-275ae464cc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1009521 Jan 28 19:32:33.039453 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ab3c8016-7c2e-4b08-889a-cb20956dd11e admin admin] Publish callbacks [] for security_group (bd2d6415-7563-431a-9712-83d2984a35e0), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:33.047995 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ab3c8016-7c2e-4b08-889a-cb20956dd11e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (bd2d6415-7563-431a-9712-83d2984a35e0), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:33.057956 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-4b460d54-32d1-404c-952f-b88250a48217 req-03d146f4-46fe-46dc-86e8-b89556d31b63 service neutron] For port 6cdec170-3c51-467a-8e40-5b3613c747e4, host n-h1-812111-14, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:32:33.067631 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-4b460d54-32d1-404c-952f-b88250a48217 req-03d146f4-46fe-46dc-86e8-b89556d31b63 service neutron] For port 6cdec170-3c51-467a-8e40-5b3613c747e4, host n-h1-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=6cdec170-3c51-467a-8e40-5b3613c747e4,segment=NetworkSegment(a750ffb4-437d-451b-a2f5-7ee6e7f14142),segment_id=a750ffb4-437d-451b-a2f5-7ee6e7f14142)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:32:33.082508 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-4b460d54-32d1-404c-952f-b88250a48217 req-03d146f4-46fe-46dc-86e8-b89556d31b63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (6cdec170-3c51-467a-8e40-5b3613c747e4), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:33.140307 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-ab3c8016-7c2e-4b08-889a-cb20956dd11e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ad06edb806284c299a3a6bdfb5cb3438&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6083806 Jan 28 19:32:33.163172 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 36228) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:33.237949 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b460d54-32d1-404c-952f-b88250a48217 req-03d146f4-46fe-46dc-86e8-b89556d31b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:33.239278 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-4b460d54-32d1-404c-952f-b88250a48217 req-03d146f4-46fe-46dc-86e8-b89556d31b63 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:33.241039 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4b460d54-32d1-404c-952f-b88250a48217 req-03d146f4-46fe-46dc-86e8-b89556d31b63 service neutron] 10.222.0.41 "PUT /v2.0/ports/6cdec170-3c51-467a-8e40-5b3613c747e4 HTTP/1.1" status: 200 len: 1092 time: 2.3929226 Jan 28 19:32:33.259155 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24324241-d469-4c1d-8e43-16dceb6ffe52', 'tag': '6cdec170-3c51-467a-8e40-5b3613c747e4'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:32:33.262089 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-567dfb82-ddac-4ad8-b03a-7ed391b83ac2" -d '{"events": [{"name": "network-changed", "server_uuid": "24324241-d469-4c1d-8e43-16dceb6ffe52", "tag": "6cdec170-3c51-467a-8e40-5b3613c747e4"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:32:33.268780 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-f8f8a503-8573-4d88-a301-9dd1d7399309 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=03efde15b8aa4f348b23152c6d8dd8a8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3511474 Jan 28 19:32:33.268780 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3c8016-7c2e-4b08-889a-cb20956dd11e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd2d6415-7563-431a-9712-83d2984a35e0,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:33.270925 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 36236) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:33.368646 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f99b7816-66ce-4a97-8a1a-06ebb1057290 x-openstack-request-id: req-f99b7816-66ce-4a97-8a1a-06ebb1057290 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:32:33.368979 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24324241-d469-4c1d-8e43-16dceb6ffe52", "tag": "6cdec170-3c51-467a-8e40-5b3613c747e4", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:32:33.369281 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f99b7816-66ce-4a97-8a1a-06ebb1057290 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:32:33.369679 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24324241-d469-4c1d-8e43-16dceb6ffe52', 'tag': '6cdec170-3c51-467a-8e40-5b3613c747e4', 'status': 'completed', 'code': 200} Jan 28 19:32:33.381349 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-167e5401-6930-451e-8bde-2e0eed61a311 admin admin] Publish callbacks [] for security_group (33babc55-254b-43f1-8c27-fc261b9dac52), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:33.420913 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-167e5401-6930-451e-8bde-2e0eed61a311 admin admin] Publish callbacks [] for security_group (33babc55-254b-43f1-8c27-fc261b9dac52), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:33.426583 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81028ed9-88fb-4446-b147-7db606798e2e req-330ee0da-4367-4c64-8363-e23016b0ab6f tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:33.428271 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-81028ed9-88fb-4446-b147-7db606798e2e req-330ee0da-4367-4c64-8363-e23016b0ab6f tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/ports?device_id=468e569c-4ad2-4f8a-b0ed-71ebeaa4f974 HTTP/1.1" status: 200 len: 945 time: 0.2805328 Jan 28 19:32:33.438387 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d146f4-46fe-46dc-86e8-b89556d31b63 service neutron] Pushing event updated for resources: {'Port': ['ID=6cdec170-3c51-467a-8e40-5b3613c747e4,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:33.498002 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-167e5401-6930-451e-8bde-2e0eed61a311 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (33babc55-254b-43f1-8c27-fc261b9dac52), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:33.500880 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-167e5401-6930-451e-8bde-2e0eed61a311 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:33.504403 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-167e5401-6930-451e-8bde-2e0eed61a311 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/33babc55-254b-43f1-8c27-fc261b9dac52 HTTP/1.1" status: 204 len: 168 time: 0.2319171 Jan 28 19:32:33.538859 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167e5401-6930-451e-8bde-2e0eed61a311 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33babc55-254b-43f1-8c27-fc261b9dac52,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:33.551746 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2aaf4589-79f5-4e7c-a9bd-79a68e226116 admin admin] Publish callbacks [] for security_group (bd2d6415-7563-431a-9712-83d2984a35e0), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:33.556728 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b460d54-32d1-404c-952f-b88250a48217 req-b386bffd-9a85-4d7c-8efb-2340e1e93fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:33.564123 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4b460d54-32d1-404c-952f-b88250a48217 req-b386bffd-9a85-4d7c-8efb-2340e1e93fdf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=990d0067f0ef4ada805b13d35b23df25&device_id=24324241-d469-4c1d-8e43-16dceb6ffe52 HTTP/1.1" status: 200 len: 1126 time: 0.2669604 Jan 28 19:32:33.643804 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a651a85-ed15-45e6-9ffa-ada6955c8368 req-1665220b-0675-4267-abb3-20ad286c8ffd tempest-ServersNegativeTestMultiTenantJSON-1532934088 tempest-ServersNegativeTestMultiTenantJSON-1532934088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:33.652095 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5a651a85-ed15-45e6-9ffa-ada6955c8368 req-1665220b-0675-4267-abb3-20ad286c8ffd tempest-ServersNegativeTestMultiTenantJSON-1532934088 tempest-ServersNegativeTestMultiTenantJSON-1532934088-project] 10.222.0.64 "GET /v2.0/ports?device_id=24324241-d469-4c1d-8e43-16dceb6ffe52 HTTP/1.1" status: 200 len: 943 time: 0.1112988 Jan 28 19:32:33.676597 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4b460d54-32d1-404c-952f-b88250a48217 req-e5b858f6-8daa-46be-a74c-01bd435d01d3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6cdec170-3c51-467a-8e40-5b3613c747e4 HTTP/1.1" status: 200 len: 217 time: 0.0808902 Jan 28 19:32:33.732256 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5a651a85-ed15-45e6-9ffa-ada6955c8368 req-a36fb912-70f7-43db-9fa9-267ccb8253b6 tempest-ServersNegativeTestMultiTenantJSON-1532934088 tempest-ServersNegativeTestMultiTenantJSON-1532934088-project] 10.222.0.64 "GET /v2.0/security-groups?id=f5d7b564-45fa-4f68-87b5-daf815a06cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721171 Jan 28 19:32:33.739877 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2aaf4589-79f5-4e7c-a9bd-79a68e226116 admin admin] Publish callbacks [] for security_group (bd2d6415-7563-431a-9712-83d2984a35e0), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:33.853989 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-81028ed9-88fb-4446-b147-7db606798e2e req-ff205bc5-f867-41ac-ada0-65d89aa90094 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/security-groups?id=1bfe6452-43d5-4c93-9450-34896bc0d267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4091544 Jan 28 19:32:33.923566 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b460d54-32d1-404c-952f-b88250a48217 req-515081ad-25f6-4259-af2b-d37b747c2500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:33.936267 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4b460d54-32d1-404c-952f-b88250a48217 req-515081ad-25f6-4259-af2b-d37b747c2500 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3db74fce-e909-4ee6-a731-d745323f45e6 HTTP/1.1" status: 200 len: 865 time: 0.2387500 Jan 28 19:32:33.962983 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2aaf4589-79f5-4e7c-a9bd-79a68e226116 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (bd2d6415-7563-431a-9712-83d2984a35e0), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:33.968389 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2aaf4589-79f5-4e7c-a9bd-79a68e226116 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:33.968519 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-2aaf4589-79f5-4e7c-a9bd-79a68e226116 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/bd2d6415-7563-431a-9712-83d2984a35e0 HTTP/1.1" status: 204 len: 168 time: 0.8046598 Jan 28 19:32:34.017567 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4b460d54-32d1-404c-952f-b88250a48217 req-f19e3372-03d7-4961-933e-929838c6fcc6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a45fe9ba-d218-4d7b-b792-1bd429956825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0723684 Jan 28 19:32:34.019292 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaf4589-79f5-4e7c-a9bd-79a68e226116 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd2d6415-7563-431a-9712-83d2984a35e0,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:34.228110 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4b460d54-32d1-404c-952f-b88250a48217 req-09dd9209-7d45-4c8c-963c-22ecce499fdc service neutron] 10.222.0.41 "GET /v2.0/networks/a45fe9ba-d218-4d7b-b792-1bd429956825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949706 Jan 28 19:32:34.260636 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cdffbb-46b3-4376-b99c-bf7507dab550 req-53de074b-8800-4c7c-9107-8dd0577c3fa5 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:34.275536 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cdffbb-46b3-4376-b99c-bf7507dab550 req-53de074b-8800-4c7c-9107-8dd0577c3fa5 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:34.281402 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cdffbb-46b3-4376-b99c-bf7507dab550 req-53de074b-8800-4c7c-9107-8dd0577c3fa5 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:34.287296 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cdffbb-46b3-4376-b99c-bf7507dab550 req-53de074b-8800-4c7c-9107-8dd0577c3fa5 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:34.292960 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cdffbb-46b3-4376-b99c-bf7507dab550 req-53de074b-8800-4c7c-9107-8dd0577c3fa5 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:34.299257 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cdffbb-46b3-4376-b99c-bf7507dab550 req-53de074b-8800-4c7c-9107-8dd0577c3fa5 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:34.305281 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cdffbb-46b3-4376-b99c-bf7507dab550 req-53de074b-8800-4c7c-9107-8dd0577c3fa5 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:34.307610 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f7cdffbb-46b3-4376-b99c-bf7507dab550 req-53de074b-8800-4c7c-9107-8dd0577c3fa5 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/ports?device_id=6266b4f2-471d-4297-9d3c-9386239f951c HTTP/1.1" status: 200 len: 5428 time: 0.2244043 Jan 28 19:32:34.407109 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f7cdffbb-46b3-4376-b99c-bf7507dab550 req-4e18aa16-589b-45ed-87dc-4dfb949bd4c8 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/security-groups?id=72c56c83-1eeb-4758-9a36-9dca3b681b4c&id=13e4f299-cf18-4f69-979b-275ae464cc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0921943 Jan 28 19:32:34.447523 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4b460d54-32d1-404c-952f-b88250a48217 req-fd8b22dd-7ae3-47a3-99bc-92e89caddda0 service neutron] 10.222.0.41 "GET /v2.0/networks/a45fe9ba-d218-4d7b-b792-1bd429956825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096856 Jan 28 19:32:34.607848 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567dfb82-ddac-4ad8-b03a-7ed391b83ac2 req-d4eecfee-ae0a-4654-aba5-f94caec8eccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:34.611633 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-567dfb82-ddac-4ad8-b03a-7ed391b83ac2 req-d4eecfee-ae0a-4654-aba5-f94caec8eccc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=990d0067f0ef4ada805b13d35b23df25&device_id=24324241-d469-4c1d-8e43-16dceb6ffe52 HTTP/1.1" status: 200 len: 1126 time: 0.0961883 Jan 28 19:32:34.801060 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567dfb82-ddac-4ad8-b03a-7ed391b83ac2 req-ab96541a-2523-4672-9dae-00bf2e684c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:34.811344 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-567dfb82-ddac-4ad8-b03a-7ed391b83ac2 req-ab96541a-2523-4672-9dae-00bf2e684c0f service neutron] 10.222.0.41 "GET /v2.0/networks?id=a45fe9ba-d218-4d7b-b792-1bd429956825 HTTP/1.1" status: 200 len: 925 time: 0.1929295 Jan 28 19:32:34.933195 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-567dfb82-ddac-4ad8-b03a-7ed391b83ac2 req-03faa959-d05e-46e8-9f5a-2c67c3888ac9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6cdec170-3c51-467a-8e40-5b3613c747e4 HTTP/1.1" status: 200 len: 217 time: 0.1147132 Jan 28 19:32:35.125501 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3582ff-e1a9-49ac-b363-a4a1a65529eb req-78d93327-04b2-4c8a-8517-a02166e1ac69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:35.130314 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-af3582ff-e1a9-49ac-b363-a4a1a65529eb req-78d93327-04b2-4c8a-8517-a02166e1ac69 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0f0ddac21a95455ebc1c3ac83c1cf620&device_id=468e569c-4ad2-4f8a-b0ed-71ebeaa4f974 HTTP/1.1" status: 200 len: 1128 time: 0.2101676 Jan 28 19:32:35.139488 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567dfb82-ddac-4ad8-b03a-7ed391b83ac2 req-afaad4d1-dac5-4537-991d-c8dd3d3c05c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:35.144554 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-567dfb82-ddac-4ad8-b03a-7ed391b83ac2 req-afaad4d1-dac5-4537-991d-c8dd3d3c05c1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3db74fce-e909-4ee6-a731-d745323f45e6 HTTP/1.1" status: 200 len: 865 time: 0.1916845 Jan 28 19:32:35.159839 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc8e336-a863-4129-a30a-cb8a8e9f8a32 req-23e29b9d-1e72-4ad5-8cf5-259299167cf7 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:35.170273 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6cc8e336-a863-4129-a30a-cb8a8e9f8a32 req-23e29b9d-1e72-4ad5-8cf5-259299167cf7 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/ports?device_id=468e569c-4ad2-4f8a-b0ed-71ebeaa4f974 HTTP/1.1" status: 200 len: 945 time: 0.1769757 Jan 28 19:32:35.172331 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef49ca49-3636-40c1-bb31-7120b3df709f req-41d9c019-7d1f-4be0-9970-f64ed130cbd4 tempest-ServersNegativeTestMultiTenantJSON-1532934088 tempest-ServersNegativeTestMultiTenantJSON-1532934088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:35.184071 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ef49ca49-3636-40c1-bb31-7120b3df709f req-41d9c019-7d1f-4be0-9970-f64ed130cbd4 tempest-ServersNegativeTestMultiTenantJSON-1532934088 tempest-ServersNegativeTestMultiTenantJSON-1532934088-project] 10.222.0.64 "GET /v2.0/ports?device_id=24324241-d469-4c1d-8e43-16dceb6ffe52 HTTP/1.1" status: 200 len: 943 time: 0.2621584 Jan 28 19:32:35.273486 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-567dfb82-ddac-4ad8-b03a-7ed391b83ac2 req-64a9aea8-12e7-41ff-8d0f-23c595636be6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a45fe9ba-d218-4d7b-b792-1bd429956825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0871272 Jan 28 19:32:35.333665 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 6cdec170-3c51-467a-8e40-5b3613c747e4 details requested by agent hyperv_n-h1-812111-14 with host n-h1-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:32:35.426971 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6cc8e336-a863-4129-a30a-cb8a8e9f8a32 req-bf02ab4f-8b04-44dc-a668-fb88d2828e03 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/security-groups?id=1bfe6452-43d5-4c93-9450-34896bc0d267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2541516 Jan 28 19:32:35.505212 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ef49ca49-3636-40c1-bb31-7120b3df709f req-9b4fb409-ebe5-4d0a-9f79-e099793f17aa tempest-ServersNegativeTestMultiTenantJSON-1532934088 tempest-ServersNegativeTestMultiTenantJSON-1532934088-project] 10.222.0.64 "GET /v2.0/security-groups?id=f5d7b564-45fa-4f68-87b5-daf815a06cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3139541 Jan 28 19:32:35.506460 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3582ff-e1a9-49ac-b363-a4a1a65529eb req-3ebc6a15-76e2-45dc-82f5-0cf10780cefa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:35.519865 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-af3582ff-e1a9-49ac-b363-a4a1a65529eb req-3ebc6a15-76e2-45dc-82f5-0cf10780cefa service neutron] 10.222.0.70 "GET /v2.0/networks?id=4ed80f8c-a628-4bf0-926c-daa4ec7f72d6 HTTP/1.1" status: 200 len: 917 time: 0.3217070 Jan 28 19:32:35.638387 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-567dfb82-ddac-4ad8-b03a-7ed391b83ac2 req-4bb2d725-0b4b-4771-be0c-ac90bcd4f12e service neutron] 10.222.0.41 "GET /v2.0/networks/a45fe9ba-d218-4d7b-b792-1bd429956825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3530009 Jan 28 19:32:35.673314 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 6cdec170-3c51-467a-8e40-5b3613c747e4, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=6cdec170-3c51-467a-8e40-5b3613c747e4,segment=NetworkSegment(a750ffb4-437d-451b-a2f5-7ee6e7f14142),segment_id=a750ffb4-437d-451b-a2f5-7ee6e7f14142)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:32:35.724241 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 36454) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:35.733670 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Returning: {'device': '6cdec170-3c51-467a-8e40-5b3613c747e4', 'network_id': 'a45fe9ba-d218-4d7b-b792-1bd429956825', 'port_id': '6cdec170-3c51-467a-8e40-5b3613c747e4', 'mac_address': 'fa:16:3e:27:3d:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3db74fce-e909-4ee6-a731-d745323f45e6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:32:35.812072 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port 6cdec170-3c51-467a-8e40-5b3613c747e4 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:32:35.812837 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (6cdec170-3c51-467a-8e40-5b3613c747e4), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:35.854002 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cdec170-3c51-467a-8e40-5b3613c747e4 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:32:35.893372 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 6cdec170-3c51-467a-8e40-5b3613c747e4, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=6cdec170-3c51-467a-8e40-5b3613c747e4,segment=NetworkSegment(a750ffb4-437d-451b-a2f5-7ee6e7f14142),segment_id=a750ffb4-437d-451b-a2f5-7ee6e7f14142)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:32:35.904495 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (6cdec170-3c51-467a-8e40-5b3613c747e4), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:35.906881 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-af3582ff-e1a9-49ac-b363-a4a1a65529eb req-e65f47ac-f940-4853-8936-98ee11c5679b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3350cbae-4a25-42ca-a107-7365789be398 HTTP/1.1" status: 200 len: 1001 time: 0.3859084 Jan 28 19:32:35.998136 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=6cdec170-3c51-467a-8e40-5b3613c747e4,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:36.042215 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f9d401-b722-4cbc-9330-0ceba6357893 req-42a515ae-1490-494a-a3c8-baa2a5510a46 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:36.053187 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f9d401-b722-4cbc-9330-0ceba6357893 req-42a515ae-1490-494a-a3c8-baa2a5510a46 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:36.075769 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f9d401-b722-4cbc-9330-0ceba6357893 req-42a515ae-1490-494a-a3c8-baa2a5510a46 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:36.085347 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f9d401-b722-4cbc-9330-0ceba6357893 req-42a515ae-1490-494a-a3c8-baa2a5510a46 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:36.091048 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f9d401-b722-4cbc-9330-0ceba6357893 req-42a515ae-1490-494a-a3c8-baa2a5510a46 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:36.098082 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f9d401-b722-4cbc-9330-0ceba6357893 req-42a515ae-1490-494a-a3c8-baa2a5510a46 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:36.112616 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f9d401-b722-4cbc-9330-0ceba6357893 req-42a515ae-1490-494a-a3c8-baa2a5510a46 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:36.140535 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-75f9d401-b722-4cbc-9330-0ceba6357893 req-42a515ae-1490-494a-a3c8-baa2a5510a46 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/ports?device_id=6266b4f2-471d-4297-9d3c-9386239f951c HTTP/1.1" status: 200 len: 5428 time: 0.4654710 Jan 28 19:32:36.145830 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['6cdec170-3c51-467a-8e40-5b3613c747e4'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:32:36.269921 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-3e8dbfcd-7e38-4cdd-8d31-ca103822c6a1 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1388099451'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:32:36.387808 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e8dbfcd-7e38-4cdd-8d31-ca103822c6a1 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Made reservation on behalf of fd27ebc338214c64bbd2f3fdeacf14c6 for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:32:36.392625 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3e8dbfcd-7e38-4cdd-8d31-ca103822c6a1 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:36.443297 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3e8dbfcd-7e38-4cdd-8d31-ca103822c6a1 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:36.484378 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3582ff-e1a9-49ac-b363-a4a1a65529eb req-c99f2a90-1ba6-40f4-a1d6-c1d677c530a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:36.486453 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-af3582ff-e1a9-49ac-b363-a4a1a65529eb req-c99f2a90-1ba6-40f4-a1d6-c1d677c530a0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ccd8c2b9-0197-4b01-ba57-f13b2702d1bc HTTP/1.1" status: 200 len: 856 time: 0.5722265 Jan 28 19:32:36.603804 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-75f9d401-b722-4cbc-9330-0ceba6357893 req-7e79d293-2962-42f8-8116-e15509947ebc tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/security-groups?id=72c56c83-1eeb-4758-9a36-9dca3b681b4c&id=13e4f299-cf18-4f69-979b-275ae464cc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4611757 Jan 28 19:32:36.644282 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d729a75d-96a0-4af6-8863-8eb27de833af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:36.679181 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-567dfb82-ddac-4ad8-b03a-7ed391b83ac2 req-62995107-ab14-43d4-b9f7-24c6b2fe35b2 service neutron] 10.222.0.41 "GET /v2.0/networks/a45fe9ba-d218-4d7b-b792-1bd429956825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0235560 Jan 28 19:32:36.717171 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3582ff-e1a9-49ac-b363-a4a1a65529eb req-4ca79b4d-ed80-4ec1-ab0e-7b45adab1577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:36.721937 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-af3582ff-e1a9-49ac-b363-a4a1a65529eb req-4ca79b4d-ed80-4ec1-ab0e-7b45adab1577 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4ed80f8c-a628-4bf0-926c-daa4ec7f72d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2251382 Jan 28 19:32:36.830688 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b4c478-6314-4ea0-9cc7-71bea7ca3a02 req-2735945b-d2d7-41e3-bf71-06b2a30cabb6 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:36.835163 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f3b4c478-6314-4ea0-9cc7-71bea7ca3a02 req-2735945b-d2d7-41e3-bf71-06b2a30cabb6 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/ports?device_id=468e569c-4ad2-4f8a-b0ed-71ebeaa4f974 HTTP/1.1" status: 200 len: 945 time: 0.1523528 Jan 28 19:32:36.884175 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-af3582ff-e1a9-49ac-b363-a4a1a65529eb req-d02179ef-8f5f-42d0-bbe1-53e05ccaf5f1 service neutron] 10.222.0.70 "GET /v2.0/networks/4ed80f8c-a628-4bf0-926c-daa4ec7f72d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425436 Jan 28 19:32:36.953773 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f3b4c478-6314-4ea0-9cc7-71bea7ca3a02 req-8f21d406-81d6-4dc3-bbb6-831cc3205152 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/security-groups?id=1bfe6452-43d5-4c93-9450-34896bc0d267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094015 Jan 28 19:32:37.042714 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3e8dbfcd-7e38-4cdd-8d31-ca103822c6a1 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks [] for security_group (31dabffc-620f-494c-9870-30cd6f03a9bb), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:37.063853 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3e8dbfcd-7e38-4cdd-8d31-ca103822c6a1 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (31dabffc-620f-494c-9870-30cd6f03a9bb), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:37.153696 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e8dbfcd-7e38-4cdd-8d31-ca103822c6a1 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:32:37.192501 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3e8dbfcd-7e38-4cdd-8d31-ca103822c6a1 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (86826e26-5ffa-4c1d-b78d-9797eda038e7), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:37.193172 n-d-812111-14 neutron-server[103304]: INFO neutron.db.segments_db [None req-3e8dbfcd-7e38-4cdd-8d31-ca103822c6a1 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Added segment 86826e26-5ffa-4c1d-b78d-9797eda038e7 of type vlan for network 01ccb0cc-d063-4f30-9b90-1eb269e648c5 Jan 28 19:32:37.219976 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8dbfcd-7e38-4cdd-8d31-ca103822c6a1 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31dabffc-620f-494c-9870-30cd6f03a9bb,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:37.255168 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512a93d7-ae89-46b7-964c-e8ff9e046523 req-b0c34c52-5218-4c36-9291-b5bd3bfdbcf3 tempest-ServersNegativeTestMultiTenantJSON-1532934088 tempest-ServersNegativeTestMultiTenantJSON-1532934088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:37.256727 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-512a93d7-ae89-46b7-964c-e8ff9e046523 req-b0c34c52-5218-4c36-9291-b5bd3bfdbcf3 tempest-ServersNegativeTestMultiTenantJSON-1532934088 tempest-ServersNegativeTestMultiTenantJSON-1532934088-project] 10.222.0.64 "GET /v2.0/ports?device_id=24324241-d469-4c1d-8e43-16dceb6ffe52 HTTP/1.1" status: 200 len: 944 time: 0.3682270 Jan 28 19:32:37.339477 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 6cdec170-3c51-467a-8e40-5b3613c747e4 up at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:32:37.382081 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3e8dbfcd-7e38-4cdd-8d31-ca103822c6a1 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (01ccb0cc-d063-4f30-9b90-1eb269e648c5), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:37.412915 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-af3582ff-e1a9-49ac-b363-a4a1a65529eb req-efabe812-1d04-4529-98a6-1bc6f1066d57 service neutron] 10.222.0.70 "GET /v2.0/networks/4ed80f8c-a628-4bf0-926c-daa4ec7f72d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5120957 Jan 28 19:32:37.451424 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning for port 6cdec170-3c51-467a-8e40-5b3613c747e4 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:32:37.456608 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning complete for port 6cdec170-3c51-467a-8e40-5b3613c747e4 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:32:37.456996 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (6cdec170-3c51-467a-8e40-5b3613c747e4), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:37.490405 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-512a93d7-ae89-46b7-964c-e8ff9e046523 req-2c0dbff9-800c-404d-a72f-e9954a8ae0a7 tempest-ServersNegativeTestMultiTenantJSON-1532934088 tempest-ServersNegativeTestMultiTenantJSON-1532934088-project] 10.222.0.64 "GET /v2.0/security-groups?id=f5d7b564-45fa-4f68-87b5-daf815a06cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238963 Jan 28 19:32:37.513476 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3e8dbfcd-7e38-4cdd-8d31-ca103822c6a1 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (01ccb0cc-d063-4f30-9b90-1eb269e648c5), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:37.536539 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e8dbfcd-7e38-4cdd-8d31-ca103822c6a1 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:37.540222 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3e8dbfcd-7e38-4cdd-8d31-ca103822c6a1 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:37.616296 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 36594) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:37.616809 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-3e8dbfcd-7e38-4cdd-8d31-ca103822c6a1 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.8747463 Jan 28 19:32:37.625269 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-9f367e36-ff02-43e9-960c-faeced55d4b3 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-852797846'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:32:37.699499 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f367e36-ff02-43e9-960c-faeced55d4b3 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Made reservation on behalf of fd27ebc338214c64bbd2f3fdeacf14c6 for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:32:37.702343 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port 6cdec170-3c51-467a-8e40-5b3613c747e4 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:32:37.703324 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (6cdec170-3c51-467a-8e40-5b3613c747e4), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:37.708426 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9f367e36-ff02-43e9-960c-faeced55d4b3 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:37.714229 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8dbfcd-7e38-4cdd-8d31-ca103822c6a1 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Pushing event updated for resources: {'Network': ['ID=01ccb0cc-d063-4f30-9b90-1eb269e648c5,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:37.801243 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 6cdec170-3c51-467a-8e40-5b3613c747e4, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=6cdec170-3c51-467a-8e40-5b3613c747e4,segment=NetworkSegment(a750ffb4-437d-451b-a2f5-7ee6e7f14142),segment_id=a750ffb4-437d-451b-a2f5-7ee6e7f14142)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:32:37.802706 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network 01ccb0cc-d063-4f30-9b90-1eb269e648c5 details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:32:37.805090 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f367e36-ff02-43e9-960c-faeced55d4b3 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:32:37.826894 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9f367e36-ff02-43e9-960c-faeced55d4b3 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (3000bda9-c60d-4ce6-bc01-e4189cf9e845), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:37.827690 n-d-812111-14 neutron-server[103305]: INFO neutron.db.segments_db [None req-9f367e36-ff02-43e9-960c-faeced55d4b3 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Added segment 3000bda9-c60d-4ce6-bc01-e4189cf9e845 of type vlan for network cca3fec8-df1a-4a17-a938-961b4ead8f4c Jan 28 19:32:37.898489 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9f367e36-ff02-43e9-960c-faeced55d4b3 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (cca3fec8-df1a-4a17-a938-961b4ead8f4c), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:37.991251 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24324241-d469-4c1d-8e43-16dceb6ffe52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cdec170-3c51-467a-8e40-5b3613c747e4'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:32:37.993915 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfe87f91-ffa5-43f8-9a2a-a0949425c505" -d '{"events": [{"server_uuid": "24324241-d469-4c1d-8e43-16dceb6ffe52", "name": "network-vif-plugged", "status": "completed", "tag": "6cdec170-3c51-467a-8e40-5b3613c747e4"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:32:38.010017 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9f367e36-ff02-43e9-960c-faeced55d4b3 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (cca3fec8-df1a-4a17-a938-961b4ead8f4c), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:38.011447 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (6cdec170-3c51-467a-8e40-5b3613c747e4), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:38.023418 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f367e36-ff02-43e9-960c-faeced55d4b3 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:38.024655 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9f367e36-ff02-43e9-960c-faeced55d4b3 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:38.141864 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97d639e8-1e11-4a93-bcac-ee021a8fbe1a x-openstack-request-id: req-97d639e8-1e11-4a93-bcac-ee021a8fbe1a {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:32:38.142820 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24324241-d469-4c1d-8e43-16dceb6ffe52", "name": "network-vif-plugged", "status": "completed", "tag": "6cdec170-3c51-467a-8e40-5b3613c747e4", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:32:38.142985 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-97d639e8-1e11-4a93-bcac-ee021a8fbe1a {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:32:38.144206 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24324241-d469-4c1d-8e43-16dceb6ffe52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cdec170-3c51-467a-8e40-5b3613c747e4', 'code': 200} Jan 28 19:32:38.146224 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832002bb-e780-4ba2-b957-7a0a019b6051 req-937eecdd-1be0-4c2c-9cf8-75f1007f14b2 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:38.149559 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=6cdec170-3c51-467a-8e40-5b3613c747e4,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:38.156656 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832002bb-e780-4ba2-b957-7a0a019b6051 req-937eecdd-1be0-4c2c-9cf8-75f1007f14b2 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:38.164713 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832002bb-e780-4ba2-b957-7a0a019b6051 req-937eecdd-1be0-4c2c-9cf8-75f1007f14b2 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:38.173897 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832002bb-e780-4ba2-b957-7a0a019b6051 req-937eecdd-1be0-4c2c-9cf8-75f1007f14b2 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:38.182018 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832002bb-e780-4ba2-b957-7a0a019b6051 req-937eecdd-1be0-4c2c-9cf8-75f1007f14b2 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:38.187497 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832002bb-e780-4ba2-b957-7a0a019b6051 req-937eecdd-1be0-4c2c-9cf8-75f1007f14b2 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:38.193736 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832002bb-e780-4ba2-b957-7a0a019b6051 req-937eecdd-1be0-4c2c-9cf8-75f1007f14b2 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:38.196168 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-832002bb-e780-4ba2-b957-7a0a019b6051 req-937eecdd-1be0-4c2c-9cf8-75f1007f14b2 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/ports?device_id=6266b4f2-471d-4297-9d3c-9386239f951c HTTP/1.1" status: 200 len: 5428 time: 0.2943597 Jan 28 19:32:38.197420 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f367e36-ff02-43e9-960c-faeced55d4b3 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Pushing event updated for resources: {'Network': ['ID=cca3fec8-df1a-4a17-a938-961b4ead8f4c,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:38.203299 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-9f367e36-ff02-43e9-960c-faeced55d4b3 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5857785 Jan 28 19:32:38.207117 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 36652) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:38.216008 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network cca3fec8-df1a-4a17-a938-961b4ead8f4c details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:32:38.220581 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-e325da16-6177-48e9-bede-933bb4b3fda1 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Request body: {'subnet': {'network_id': '01ccb0cc-d063-4f30-9b90-1eb269e648c5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:32:38.423776 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0361b42c-f7c4-45e5-afc5-54018bd4366b req-7642e3a2-5469-41d0-bd35-a5317efa1534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:38.425628 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-0361b42c-f7c4-45e5-afc5-54018bd4366b req-7642e3a2-5469-41d0-bd35-a5317efa1534 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=24324241-d469-4c1d-8e43-16dceb6ffe52 HTTP/1.1" status: 200 len: 1128 time: 0.1835487 Jan 28 19:32:38.438835 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-832002bb-e780-4ba2-b957-7a0a019b6051 req-3f5d1474-da7c-4df0-ba39-6b43f5824ceb tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/security-groups?id=72c56c83-1eeb-4758-9a36-9dca3b681b4c&id=13e4f299-cf18-4f69-979b-275ae464cc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2328312 Jan 28 19:32:38.512879 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-0361b42c-f7c4-45e5-afc5-54018bd4366b req-78ab5b74-1f0d-43ee-8b26-ab809f6838a5 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f5d7b564-45fa-4f68-87b5-daf815a06cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726807 Jan 28 19:32:38.613570 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc8c0ba-793c-4d49-a803-8b026b7d23cb req-69301a34-c1d6-4531-b5b3-1304c38e4bd1 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:38.621384 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7cc8c0ba-793c-4d49-a803-8b026b7d23cb req-69301a34-c1d6-4531-b5b3-1304c38e4bd1 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/ports?device_id=468e569c-4ad2-4f8a-b0ed-71ebeaa4f974 HTTP/1.1" status: 200 len: 945 time: 0.2333243 Jan 28 19:32:38.648606 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e325da16-6177-48e9-bede-933bb4b3fda1 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Made reservation on behalf of fd27ebc338214c64bbd2f3fdeacf14c6 for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:32:38.655463 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e325da16-6177-48e9-bede-933bb4b3fda1 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5221429'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:38.762066 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4be280f-26d4-474a-be4b-4860636b4142 req-53e959ee-3fb6-416b-aa3f-6427e7a32adc tempest-ServersNegativeTestMultiTenantJSON-1532934088 tempest-ServersNegativeTestMultiTenantJSON-1532934088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:38.766624 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c4be280f-26d4-474a-be4b-4860636b4142 req-53e959ee-3fb6-416b-aa3f-6427e7a32adc tempest-ServersNegativeTestMultiTenantJSON-1532934088 tempest-ServersNegativeTestMultiTenantJSON-1532934088-project] 10.222.0.64 "GET /v2.0/ports?device_id=24324241-d469-4c1d-8e43-16dceb6ffe52 HTTP/1.1" status: 200 len: 945 time: 0.1169364 Jan 28 19:32:38.772099 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7cc8c0ba-793c-4d49-a803-8b026b7d23cb req-74b048ab-04a3-4da4-bedd-996aceba00ae tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/security-groups?id=1bfe6452-43d5-4c93-9450-34896bc0d267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1440248 Jan 28 19:32:38.888831 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c4be280f-26d4-474a-be4b-4860636b4142 req-c8edb672-586d-4f77-a772-cc16e0d83e4f tempest-ServersNegativeTestMultiTenantJSON-1532934088 tempest-ServersNegativeTestMultiTenantJSON-1532934088-project] 10.222.0.64 "GET /v2.0/security-groups?id=f5d7b564-45fa-4f68-87b5-daf815a06cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083527 Jan 28 19:32:38.915008 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f2becf61-30f6-4ac7-a6f7-c6016a7c9a4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:38.931231 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 3dda1cfc-fce7-4e9c-8686-cc9cecf29d40 details requested by agent hyperv_n-h2-812111-14 with host n-h2-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:32:39.020033 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e325da16-6177-48e9-bede-933bb4b3fda1 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4690681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5221415'] for subnet (bdc197be-8b5c-4c76-b9ce-9c0b40725cea), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:39.113751 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 3dda1cfc-fce7-4e9c-8686-cc9cecf29d40, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=3dda1cfc-fce7-4e9c-8686-cc9cecf29d40,segment=NetworkSegment(307a5035-2a9c-44ca-a3ca-b9ed8229daf5),segment_id=307a5035-2a9c-44ca-a3ca-b9ed8229daf5)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:32:39.121462 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325da16-6177-48e9-bede-933bb4b3fda1 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Pushing event updated for resources: {'Subnet': ['ID=bdc197be-8b5c-4c76-b9ce-9c0b40725cea,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:39.153380 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Returning: {'device': '3dda1cfc-fce7-4e9c-8686-cc9cecf29d40', 'network_id': 'd6023ca9-f7fb-424f-9a06-ccb60c81e3d1', 'port_id': '3dda1cfc-fce7-4e9c-8686-cc9cecf29d40', 'mac_address': 'fa:16:3e:9d:ff:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ed54c01-0acd-447f-ba69-14502018ae00', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:32:39.187206 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e325da16-6177-48e9-bede-933bb4b3fda1 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Checking segment: {'id': '86826e26-5ffa-4c1d-b78d-9797eda038e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '01ccb0cc-d063-4f30-9b90-1eb269e648c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:32:39.187206 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e325da16-6177-48e9-bede-933bb4b3fda1 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Network hostable DHCP agents. Network: 01ccb0cc-d063-4f30-9b90-1eb269e648c5, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:32:39.237644 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 3dda1cfc-fce7-4e9c-8686-cc9cecf29d40 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:32:39.238254 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (3dda1cfc-fce7-4e9c-8686-cc9cecf29d40), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:39.245320 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e325da16-6177-48e9-bede-933bb4b3fda1 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Network 01ccb0cc-d063-4f30-9b90-1eb269e648c5 is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:32:39.255156 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3dda1cfc-fce7-4e9c-8686-cc9cecf29d40 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:32:39.262706 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-e325da16-6177-48e9-bede-933bb4b3fda1 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, 01ccb0cc-d063-4f30-9b90-1eb269e648c5) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:32:39.271849 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e325da16-6177-48e9-bede-933bb4b3fda1 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:39.273615 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e325da16-6177-48e9-bede-933bb4b3fda1 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:39.292590 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f78391e9-5ae3-4686-9d0b-f1497fa07ec8 None None] Network 01ccb0cc-d063-4f30-9b90-1eb269e648c5 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:32:39.315967 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-e325da16-6177-48e9-bede-933bb4b3fda1 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1070292 Jan 28 19:32:39.319150 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 36692) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:39.328052 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-d8f6c081-6f01-4ffb-a1af-fec40618ced5 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Request body: {'subnet': {'network_id': 'cca3fec8-df1a-4a17-a938-961b4ead8f4c', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:32:39.435844 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 3dda1cfc-fce7-4e9c-8686-cc9cecf29d40, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=3dda1cfc-fce7-4e9c-8686-cc9cecf29d40,segment=NetworkSegment(307a5035-2a9c-44ca-a3ca-b9ed8229daf5),segment_id=307a5035-2a9c-44ca-a3ca-b9ed8229daf5)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:32:39.449286 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (3dda1cfc-fce7-4e9c-8686-cc9cecf29d40), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:39.450218 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 20564fb9-afe6-4bea-9e37-1486e3355933 details requested by agent hyperv_n-h2-812111-14 with host n-h2-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:32:39.593479 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8f6c081-6f01-4ffb-a1af-fec40618ced5 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Made reservation on behalf of fd27ebc338214c64bbd2f3fdeacf14c6 for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:32:39.597310 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d8f6c081-6f01-4ffb-a1af-fec40618ced5 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5221429'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:39.631361 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.db.resource_extend [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 19:32:39.696105 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-461ee08f-fcb5-4799-81ae-682682f940fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68cd31fd-e4cd-5fb3-a862-256fc47efcd2-01ccb0cc-d063-4f30-9b90-1eb269e648c5', 'network_id': '01ccb0cc-d063-4f30-9b90-1eb269e648c5', 'project_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'fixed_ips': [{'subnet_id': 'bdc197be-8b5c-4c76-b9ce-9c0b40725cea'}]}} from n-d-812111-14. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:32:39.699443 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-461ee08f-fcb5-4799-81ae-682682f940fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:39.941437 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 20564fb9-afe6-4bea-9e37-1486e3355933, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=20564fb9-afe6-4bea-9e37-1486e3355933,segment=NetworkSegment(f691f418-4099-4a2e-b081-8f35001c07cb),segment_id=f691f418-4099-4a2e-b081-8f35001c07cb)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:32:40.000026 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=3dda1cfc-fce7-4e9c-8686-cc9cecf29d40,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:40.022668 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Returning: {'device': '20564fb9-afe6-4bea-9e37-1486e3355933', 'network_id': '2b32274e-ef71-47fa-9b2e-d7c8beaa092d', 'port_id': '20564fb9-afe6-4bea-9e37-1486e3355933', 'mac_address': 'fa:16:3e:02:83:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '640d2378-2c13-45c8-a4ae-1ce2f7aa7914', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:32:40.040243 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:32:40.040480 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:32:40.040822 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:32:40.041183 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:32:40.054964 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5db41fe-d1e2-4942-8f6d-9c678f5a2652 req-ca8d46fc-0880-46bb-bf7b-02ae062d024e tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:40.055915 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:32:40.056544 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:32:40.057198 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:32:40.057696 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:32:40.058443 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:32:40.058945 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:32:40.061584 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:32:40.062194 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:32:40.062690 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:32:40.064490 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d5db41fe-d1e2-4942-8f6d-9c678f5a2652 req-ca8d46fc-0880-46bb-bf7b-02ae062d024e tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/ports?device_id=468e569c-4ad2-4f8a-b0ed-71ebeaa4f974 HTTP/1.1" status: 200 len: 945 time: 0.1526227 Jan 28 19:32:40.196809 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cb4dd2-e7d8-410b-ac9d-654adfd1a632 req-fc312959-de23-46f0-8f56-d1c23c2d149d tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:40.214701 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cb4dd2-e7d8-410b-ac9d-654adfd1a632 req-fc312959-de23-46f0-8f56-d1c23c2d149d tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:40.234618 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cb4dd2-e7d8-410b-ac9d-654adfd1a632 req-fc312959-de23-46f0-8f56-d1c23c2d149d tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:40.237481 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d5db41fe-d1e2-4942-8f6d-9c678f5a2652 req-13680b40-1906-4169-9444-f8ee1f57f507 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/security-groups?id=1bfe6452-43d5-4c93-9450-34896bc0d267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1581542 Jan 28 19:32:40.258410 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cb4dd2-e7d8-410b-ac9d-654adfd1a632 req-fc312959-de23-46f0-8f56-d1c23c2d149d tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:40.271059 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cb4dd2-e7d8-410b-ac9d-654adfd1a632 req-fc312959-de23-46f0-8f56-d1c23c2d149d tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:40.282309 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cb4dd2-e7d8-410b-ac9d-654adfd1a632 req-fc312959-de23-46f0-8f56-d1c23c2d149d tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:40.298676 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cb4dd2-e7d8-410b-ac9d-654adfd1a632 req-fc312959-de23-46f0-8f56-d1c23c2d149d tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:40.303486 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a0cb4dd2-e7d8-410b-ac9d-654adfd1a632 req-fc312959-de23-46f0-8f56-d1c23c2d149d tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/ports?device_id=6266b4f2-471d-4297-9d3c-9386239f951c HTTP/1.1" status: 200 len: 5429 time: 0.4633563 Jan 28 19:32:40.383629 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 20564fb9-afe6-4bea-9e37-1486e3355933 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:32:40.449933 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (20564fb9-afe6-4bea-9e37-1486e3355933), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:40.449933 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:40.494469 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20564fb9-afe6-4bea-9e37-1486e3355933 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:32:40.510346 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d8f6c081-6f01-4ffb-a1af-fec40618ced5 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4690681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5221415'] for subnet (a2473a37-07a7-4376-87f8-2b89433aa9eb), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:40.584479 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a0cb4dd2-e7d8-410b-ac9d-654adfd1a632 req-0928ed2e-1841-47e3-b0f9-7c601372393d tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/security-groups?id=72c56c83-1eeb-4758-9a36-9dca3b681b4c&id=13e4f299-cf18-4f69-979b-275ae464cc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2177086 Jan 28 19:32:40.620861 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b031e589-5e8c-4228-9ae6-d4da0520d0fa req-4cc5f84b-ccb3-479b-854c-f2357aa4dbed tempest-ServersNegativeTestMultiTenantJSON-1532934088 tempest-ServersNegativeTestMultiTenantJSON-1532934088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:40.628727 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b031e589-5e8c-4228-9ae6-d4da0520d0fa req-4cc5f84b-ccb3-479b-854c-f2357aa4dbed tempest-ServersNegativeTestMultiTenantJSON-1532934088 tempest-ServersNegativeTestMultiTenantJSON-1532934088-project] 10.222.0.64 "GET /v2.0/ports?device_id=24324241-d469-4c1d-8e43-16dceb6ffe52 HTTP/1.1" status: 200 len: 945 time: 0.1288383 Jan 28 19:32:40.637478 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 20564fb9-afe6-4bea-9e37-1486e3355933, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=20564fb9-afe6-4bea-9e37-1486e3355933,segment=NetworkSegment(f691f418-4099-4a2e-b081-8f35001c07cb),segment_id=f691f418-4099-4a2e-b081-8f35001c07cb)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:32:40.676642 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (20564fb9-afe6-4bea-9e37-1486e3355933), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:40.677338 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 63a694be-3c45-4cf7-86cf-e53eec59bb7a details requested by agent hyperv_n-h2-812111-14 with host n-h2-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:32:40.692876 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f6c081-6f01-4ffb-a1af-fec40618ced5 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Checking segment: {'id': '3000bda9-c60d-4ce6-bc01-e4189cf9e845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'cca3fec8-df1a-4a17-a938-961b4ead8f4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:32:40.693291 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f6c081-6f01-4ffb-a1af-fec40618ced5 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Network hostable DHCP agents. Network: cca3fec8-df1a-4a17-a938-961b4ead8f4c, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:32:40.814577 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f6c081-6f01-4ffb-a1af-fec40618ced5 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Pushing event updated for resources: {'Subnet': ['ID=a2473a37-07a7-4376-87f8-2b89433aa9eb,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:40.816835 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f6c081-6f01-4ffb-a1af-fec40618ced5 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Network cca3fec8-df1a-4a17-a938-961b4ead8f4c is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:32:40.841502 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b031e589-5e8c-4228-9ae6-d4da0520d0fa req-9e8693a4-27ef-4c27-92d4-7af6336b2f0c tempest-ServersNegativeTestMultiTenantJSON-1532934088 tempest-ServersNegativeTestMultiTenantJSON-1532934088-project] 10.222.0.64 "GET /v2.0/security-groups?id=f5d7b564-45fa-4f68-87b5-daf815a06cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113202 Jan 28 19:32:40.842639 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 63a694be-3c45-4cf7-86cf-e53eec59bb7a, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=63a694be-3c45-4cf7-86cf-e53eec59bb7a,segment=NetworkSegment(9bf5b81d-1ecc-495b-86bd-fe1fc8410ddb),segment_id=9bf5b81d-1ecc-495b-86bd-fe1fc8410ddb)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:32:40.866783 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-d8f6c081-6f01-4ffb-a1af-fec40618ced5 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, cca3fec8-df1a-4a17-a938-961b4ead8f4c) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:32:40.877287 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8f6c081-6f01-4ffb-a1af-fec40618ced5 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:40.878426 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d8f6c081-6f01-4ffb-a1af-fec40618ced5 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:40.892815 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Returning: {'device': '63a694be-3c45-4cf7-86cf-e53eec59bb7a', 'network_id': '1a0a56ae-a8fc-45c3-a9f5-3868c6fdc511', 'port_id': '63a694be-3c45-4cf7-86cf-e53eec59bb7a', 'mac_address': 'fa:16:3e:92:51:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '803cf84b-628b-4025-a755-b3829db3c440', 'ip_address': '10.1.1.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:32:40.981998 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-d8f6c081-6f01-4ffb-a1af-fec40618ced5 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6606271 Jan 28 19:32:40.984599 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 36714) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:40.989778 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-bad7fe03-e29c-49ac-a259-121186933e23 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-267067298', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:32:41.024594 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-461ee08f-fcb5-4799-81ae-682682f940fe None None] Allocated IP 2001:db8::2 (01ccb0cc-d063-4f30-9b90-1eb269e648c5/bdc197be-8b5c-4c76-b9ce-9c0b40725cea/420e96cb-7862-4cae-be29-5c77c4ab85f8) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:32:41.035876 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=20564fb9-afe6-4bea-9e37-1486e3355933,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:41.039957 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8501825-3c1d-44b9-893c-335e4d32f5af req-00d4c1f2-190a-4a48-96a9-ae4138a795ed tempest-ServersNegativeTestMultiTenantJSON-1532934088 tempest-ServersNegativeTestMultiTenantJSON-1532934088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:41.041894 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f8501825-3c1d-44b9-893c-335e4d32f5af req-00d4c1f2-190a-4a48-96a9-ae4138a795ed tempest-ServersNegativeTestMultiTenantJSON-1532934088 tempest-ServersNegativeTestMultiTenantJSON-1532934088-project] 10.222.0.64 "GET /v2.0/ports?device_id=24324241-d469-4c1d-8e43-16dceb6ffe52 HTTP/1.1" status: 200 len: 945 time: 0.1117411 Jan 28 19:32:41.046263 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bad7fe03-e29c-49ac-a259-121186933e23 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261150'] for router (011d7836-245b-433d-8e8a-2ccc6bb326f3), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:41.047661 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bad7fe03-e29c-49ac-a259-121186933e23 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-731099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-731441', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261129'] for router (011d7836-245b-433d-8e8a-2ccc6bb326f3), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:41.052748 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78c55379-3956-4aae-8cc9-be95f1b481e7 None None] Network cca3fec8-df1a-4a17-a938-961b4ead8f4c requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:32:41.235906 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f8501825-3c1d-44b9-893c-335e4d32f5af req-02d3000e-5767-4f27-aee5-976455b63059 tempest-ServersNegativeTestMultiTenantJSON-1532934088 tempest-ServersNegativeTestMultiTenantJSON-1532934088-project] 10.222.0.64 "GET /v2.0/security-groups?id=f5d7b564-45fa-4f68-87b5-daf815a06cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828249 Jan 28 19:32:41.388465 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bad7fe03-e29c-49ac-a259-121186933e23 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks [] for router_controller (011d7836-245b-433d-8e8a-2ccc6bb326f3), precommit_add_association {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:41.402124 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bad7fe03-e29c-49ac-a259-121186933e23 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-731074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-731460'] for router (011d7836-245b-433d-8e8a-2ccc6bb326f3), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:41.403529 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 63a694be-3c45-4cf7-86cf-e53eec59bb7a is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:32:41.405364 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (63a694be-3c45-4cf7-86cf-e53eec59bb7a), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:41.465373 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63a694be-3c45-4cf7-86cf-e53eec59bb7a {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:32:41.486499 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bad7fe03-e29c-49ac-a259-121186933e23 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:41.490527 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-bad7fe03-e29c-49ac-a259-121186933e23 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5045950 Jan 28 19:32:41.494485 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 36730) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:41.579535 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a255067d-013c-45cc-be93-2e6577fb0743 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68cd31fd-e4cd-5fb3-a862-256fc47efcd2-cca3fec8-df1a-4a17-a938-961b4ead8f4c', 'network_id': 'cca3fec8-df1a-4a17-a938-961b4ead8f4c', 'project_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'fixed_ips': [{'subnet_id': 'a2473a37-07a7-4376-87f8-2b89433aa9eb'}]}} from n-d-812111-14. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:32:41.581938 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a255067d-013c-45cc-be93-2e6577fb0743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:41.668961 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 63a694be-3c45-4cf7-86cf-e53eec59bb7a, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=63a694be-3c45-4cf7-86cf-e53eec59bb7a,segment=NetworkSegment(9bf5b81d-1ecc-495b-86bd-fe1fc8410ddb),segment_id=9bf5b81d-1ecc-495b-86bd-fe1fc8410ddb)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:32:41.686555 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (63a694be-3c45-4cf7-86cf-e53eec59bb7a), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:41.687229 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 81a4af83-6b4e-4b78-b358-67e235489ec7 details requested by agent hyperv_n-h2-812111-14 with host n-h2-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:32:41.909972 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c55371-9ac9-4ecb-8551-adec0193c758 req-1dcfe3d0-1152-47bd-9f5b-06e959512a88 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:41.924078 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d9c55371-9ac9-4ecb-8551-adec0193c758 req-1dcfe3d0-1152-47bd-9f5b-06e959512a88 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/ports?device_id=468e569c-4ad2-4f8a-b0ed-71ebeaa4f974 HTTP/1.1" status: 200 len: 945 time: 0.4292734 Jan 28 19:32:41.974512 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=63a694be-3c45-4cf7-86cf-e53eec59bb7a,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:42.060934 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d9c55371-9ac9-4ecb-8551-adec0193c758 req-0eee4d4f-9ed7-49cf-876f-1c57993c5bd0 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/security-groups?id=1bfe6452-43d5-4c93-9450-34896bc0d267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1343379 Jan 28 19:32:42.141394 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-461ee08f-fcb5-4799-81ae-682682f940fe None None] Publish callbacks [] for port (420e96cb-7862-4cae-be29-5c77c4ab85f8), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:42.329835 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-461ee08f-fcb5-4799-81ae-682682f940fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (420e96cb-7862-4cae-be29-5c77c4ab85f8), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:42.332952 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:42.341131 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76571da-60fc-4e22-9469-6b88ffa8aa55 req-d87b48de-bb45-41b8-ac7f-ff699977fb79 tempest-ServersNegativeTestMultiTenantJSON-1532934088 tempest-ServersNegativeTestMultiTenantJSON-1532934088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:42.349435 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d76571da-60fc-4e22-9469-6b88ffa8aa55 req-d87b48de-bb45-41b8-ac7f-ff699977fb79 tempest-ServersNegativeTestMultiTenantJSON-1532934088 tempest-ServersNegativeTestMultiTenantJSON-1532934088-project] 10.222.0.64 "GET /v2.0/ports?device_id=24324241-d469-4c1d-8e43-16dceb6ffe52 HTTP/1.1" status: 200 len: 945 time: 0.1315658 Jan 28 19:32:42.371785 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c35d7fb-9147-4edf-95a3-baf9e74d329e req-ea7c9b1b-6901-436e-9384-681864e05d47 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:42.384450 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c35d7fb-9147-4edf-95a3-baf9e74d329e req-ea7c9b1b-6901-436e-9384-681864e05d47 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:42.396352 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c35d7fb-9147-4edf-95a3-baf9e74d329e req-ea7c9b1b-6901-436e-9384-681864e05d47 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:42.402997 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c35d7fb-9147-4edf-95a3-baf9e74d329e req-ea7c9b1b-6901-436e-9384-681864e05d47 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:42.409872 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c35d7fb-9147-4edf-95a3-baf9e74d329e req-ea7c9b1b-6901-436e-9384-681864e05d47 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:42.415696 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c35d7fb-9147-4edf-95a3-baf9e74d329e req-ea7c9b1b-6901-436e-9384-681864e05d47 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:42.421688 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c35d7fb-9147-4edf-95a3-baf9e74d329e req-ea7c9b1b-6901-436e-9384-681864e05d47 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:42.430342 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5c35d7fb-9147-4edf-95a3-baf9e74d329e req-ea7c9b1b-6901-436e-9384-681864e05d47 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/ports?device_id=6266b4f2-471d-4297-9d3c-9386239f951c HTTP/1.1" status: 200 len: 5431 time: 0.5588455 Jan 28 19:32:42.488933 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d76571da-60fc-4e22-9469-6b88ffa8aa55 req-1fc85ba9-3381-4323-b0dc-aecddb3b4f7d tempest-ServersNegativeTestMultiTenantJSON-1532934088 tempest-ServersNegativeTestMultiTenantJSON-1532934088-project] 10.222.0.64 "GET /v2.0/security-groups?id=f5d7b564-45fa-4f68-87b5-daf815a06cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353807 Jan 28 19:32:42.492935 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.db.resource_extend [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 19:32:42.567570 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-461ee08f-fcb5-4799-81ae-682682f940fe None None] Network 01ccb0cc-d063-4f30-9b90-1eb269e648c5 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:32:42.597024 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-461ee08f-fcb5-4799-81ae-682682f940fe None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:32:42.630367 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 81a4af83-6b4e-4b78-b358-67e235489ec7, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=81a4af83-6b4e-4b78-b358-67e235489ec7,segment=NetworkSegment(f691f418-4099-4a2e-b081-8f35001c07cb),segment_id=f691f418-4099-4a2e-b081-8f35001c07cb)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:32:42.661377 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461ee08f-fcb5-4799-81ae-682682f940fe None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:32:42.664523 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5c35d7fb-9147-4edf-95a3-baf9e74d329e req-cdb85235-2696-4941-a73f-17beec5f25fc tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/security-groups?id=72c56c83-1eeb-4758-9a36-9dca3b681b4c&id=13e4f299-cf18-4f69-979b-275ae464cc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2327228 Jan 28 19:32:42.731999 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e76e84d0-f9bb-474f-8295-80cc8e0149c4 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:42.733140 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461ee08f-fcb5-4799-81ae-682682f940fe None None] Pushing event updated for resources: {'Port': ['ID=420e96cb-7862-4cae-be29-5c77c4ab85f8,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:42.768842 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Returning: {'device': '81a4af83-6b4e-4b78-b358-67e235489ec7', 'network_id': '2b32274e-ef71-47fa-9b2e-d7c8beaa092d', 'port_id': '81a4af83-6b4e-4b78-b358-67e235489ec7', 'mac_address': 'fa:16:3e:b6:2a:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '640d2378-2c13-45c8-a4ae-1ce2f7aa7914', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:32:43.151374 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-461ee08f-fcb5-4799-81ae-682682f940fe None None] Attempting to bind port 420e96cb-7862-4cae-be29-5c77c4ab85f8 on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:32:43.151972 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-461ee08f-fcb5-4799-81ae-682682f940fe None None] Attempting to bind port 420e96cb-7862-4cae-be29-5c77c4ab85f8 by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '86826e26-5ffa-4c1d-b78d-9797eda038e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '01ccb0cc-d063-4f30-9b90-1eb269e648c5'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:32:43.152337 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461ee08f-fcb5-4799-81ae-682682f940fe None None] Attempting to bind port 420e96cb-7862-4cae-be29-5c77c4ab85f8 on network 01ccb0cc-d063-4f30-9b90-1eb269e648c5 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:32:43.247938 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461ee08f-fcb5-4799-81ae-682682f940fe None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 32, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:32:43.248313 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461ee08f-fcb5-4799-81ae-682682f940fe None None] Checking segment: {'id': '86826e26-5ffa-4c1d-b78d-9797eda038e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '01ccb0cc-d063-4f30-9b90-1eb269e648c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:32:43.248740 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-461ee08f-fcb5-4799-81ae-682682f940fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:43.249085 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461ee08f-fcb5-4799-81ae-682682f940fe None None] Bound using segment: {'id': '86826e26-5ffa-4c1d-b78d-9797eda038e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '01ccb0cc-d063-4f30-9b90-1eb269e648c5'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:32:43.262916 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-461ee08f-fcb5-4799-81ae-682682f940fe None None] Bound port: 420e96cb-7862-4cae-be29-5c77c4ab85f8, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86826e26-5ffa-4c1d-b78d-9797eda038e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '01ccb0cc-d063-4f30-9b90-1eb269e648c5'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:32:43.263397 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-461ee08f-fcb5-4799-81ae-682682f940fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (420e96cb-7862-4cae-be29-5c77c4ab85f8), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:43.307742 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-a255067d-013c-45cc-be93-2e6577fb0743 None None] Allocated IP 2001:db8:1::2 (cca3fec8-df1a-4a17-a938-961b4ead8f4c/a2473a37-07a7-4376-87f8-2b89433aa9eb/0a2895b5-c072-487f-98e9-1c4b5d810576) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:32:43.334141 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:43.353603 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d6cdd1-4169-4f35-b052-e6fa857bd2b0 req-0844c14b-c959-499f-a410-49eba7982a6c tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:43.367620 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-98d6cdd1-4169-4f35-b052-e6fa857bd2b0 req-0844c14b-c959-499f-a410-49eba7982a6c tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/ports?device_id=468e569c-4ad2-4f8a-b0ed-71ebeaa4f974 HTTP/1.1" status: 200 len: 945 time: 0.1587632 Jan 28 19:32:43.420012 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 81a4af83-6b4e-4b78-b358-67e235489ec7 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:32:43.420281 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (81a4af83-6b4e-4b78-b358-67e235489ec7), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:43.441754 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81a4af83-6b4e-4b78-b358-67e235489ec7 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:32:43.475444 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 81a4af83-6b4e-4b78-b358-67e235489ec7, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=81a4af83-6b4e-4b78-b358-67e235489ec7,segment=NetworkSegment(f691f418-4099-4a2e-b081-8f35001c07cb),segment_id=f691f418-4099-4a2e-b081-8f35001c07cb)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:32:43.496852 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (81a4af83-6b4e-4b78-b358-67e235489ec7), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:43.497291 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 94babd58-bc58-41d0-b372-2137350b0839 details requested by agent hyperv_n-h2-812111-14 with host n-h2-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:32:43.512395 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-98d6cdd1-4169-4f35-b052-e6fa857bd2b0 req-928ee008-57c7-4275-b901-a58c450f7c8f tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/security-groups?id=1bfe6452-43d5-4c93-9450-34896bc0d267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1436484 Jan 28 19:32:43.566173 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 94babd58-bc58-41d0-b372-2137350b0839, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=94babd58-bc58-41d0-b372-2137350b0839,segment=NetworkSegment(9bf5b81d-1ecc-495b-86bd-fe1fc8410ddb),segment_id=9bf5b81d-1ecc-495b-86bd-fe1fc8410ddb)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:32:43.596843 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6320ccf4-0d96-4551-b8a4-c08eaa3f5549 req-4caecbb1-1055-48b9-8b72-30ba401d3d65 tempest-ServersNegativeTestMultiTenantJSON-1532934088 tempest-ServersNegativeTestMultiTenantJSON-1532934088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:43.607435 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6320ccf4-0d96-4551-b8a4-c08eaa3f5549 req-4caecbb1-1055-48b9-8b72-30ba401d3d65 tempest-ServersNegativeTestMultiTenantJSON-1532934088 tempest-ServersNegativeTestMultiTenantJSON-1532934088-project] 10.222.0.64 "GET /v2.0/ports?device_id=24324241-d469-4c1d-8e43-16dceb6ffe52 HTTP/1.1" status: 200 len: 945 time: 0.5231183 Jan 28 19:32:43.628344 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Returning: {'device': '94babd58-bc58-41d0-b372-2137350b0839', 'network_id': '1a0a56ae-a8fc-45c3-a9f5-3868c6fdc511', 'port_id': '94babd58-bc58-41d0-b372-2137350b0839', 'mac_address': 'fa:16:3e:cb:02:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '803cf84b-628b-4025-a755-b3829db3c440', 'ip_address': '10.1.1.170'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:32:43.873310 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6320ccf4-0d96-4551-b8a4-c08eaa3f5549 req-6d97c85e-583b-45c3-aed8-67955703da77 tempest-ServersNegativeTestMultiTenantJSON-1532934088 tempest-ServersNegativeTestMultiTenantJSON-1532934088-project] 10.222.0.64 "GET /v2.0/security-groups?id=f5d7b564-45fa-4f68-87b5-daf815a06cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2637205 Jan 28 19:32:43.935966 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-461ee08f-fcb5-4799-81ae-682682f940fe None None] For port 420e96cb-7862-4cae-be29-5c77c4ab85f8, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:32:43.970419 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-e76e84d0-f9bb-474f-8295-80cc8e0149c4 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Allocated IP 2001:db8::1 (01ccb0cc-d063-4f30-9b90-1eb269e648c5/bdc197be-8b5c-4c76-b9ce-9c0b40725cea/02f8c7c7-57a8-49f0-803d-b494b88e11fd) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:32:43.982913 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-461ee08f-fcb5-4799-81ae-682682f940fe None None] For port 420e96cb-7862-4cae-be29-5c77c4ab85f8, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=420e96cb-7862-4cae-be29-5c77c4ab85f8,segment=NetworkSegment(86826e26-5ffa-4c1d-b78d-9797eda038e7),segment_id=86826e26-5ffa-4c1d-b78d-9797eda038e7)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:32:44.052536 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f9e9e8-c26c-4013-8675-422add126f72 req-befb4c2e-5450-4736-b6e6-60accf5dc85f tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:44.083708 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f9e9e8-c26c-4013-8675-422add126f72 req-befb4c2e-5450-4736-b6e6-60accf5dc85f tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:44.088138 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 94babd58-bc58-41d0-b372-2137350b0839 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:32:44.088965 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f9e9e8-c26c-4013-8675-422add126f72 req-befb4c2e-5450-4736-b6e6-60accf5dc85f tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:44.090782 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (94babd58-bc58-41d0-b372-2137350b0839), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:44.118684 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f9e9e8-c26c-4013-8675-422add126f72 req-befb4c2e-5450-4736-b6e6-60accf5dc85f tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:44.144645 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=81a4af83-6b4e-4b78-b358-67e235489ec7,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:44.151890 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f9e9e8-c26c-4013-8675-422add126f72 req-befb4c2e-5450-4736-b6e6-60accf5dc85f tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:44.199111 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-461ee08f-fcb5-4799-81ae-682682f940fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (420e96cb-7862-4cae-be29-5c77c4ab85f8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:44.201430 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f9e9e8-c26c-4013-8675-422add126f72 req-befb4c2e-5450-4736-b6e6-60accf5dc85f tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:44.207782 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f9e9e8-c26c-4013-8675-422add126f72 req-befb4c2e-5450-4736-b6e6-60accf5dc85f tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:44.209718 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d4f9e9e8-c26c-4013-8675-422add126f72 req-befb4c2e-5450-4736-b6e6-60accf5dc85f tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/ports?device_id=6266b4f2-471d-4297-9d3c-9386239f951c HTTP/1.1" status: 200 len: 5432 time: 0.3811779 Jan 28 19:32:44.361715 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e76e84d0-f9bb-474f-8295-80cc8e0149c4 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks [] for port (02f8c7c7-57a8-49f0-803d-b494b88e11fd), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:44.430152 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a255067d-013c-45cc-be93-2e6577fb0743 None None] Publish callbacks [] for port (0a2895b5-c072-487f-98e9-1c4b5d810576), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:44.447848 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94babd58-bc58-41d0-b372-2137350b0839 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:32:44.476134 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a255067d-013c-45cc-be93-2e6577fb0743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (0a2895b5-c072-487f-98e9-1c4b5d810576), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:44.499239 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d4f9e9e8-c26c-4013-8675-422add126f72 req-0f0851ad-9da4-4f96-b39f-716f32dc8e5c tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/security-groups?id=72c56c83-1eeb-4758-9a36-9dca3b681b4c&id=13e4f299-cf18-4f69-979b-275ae464cc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2716968 Jan 28 19:32:44.683805 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a3cbfa-0699-47ed-adb4-068b71fbc5a6 req-1ea3d31d-347c-4e60-8381-49d68ac63451 tempest-ServersNegativeTestMultiTenantJSON-1532934088 tempest-ServersNegativeTestMultiTenantJSON-1532934088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:44.684493 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 94babd58-bc58-41d0-b372-2137350b0839, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=94babd58-bc58-41d0-b372-2137350b0839,segment=NetworkSegment(9bf5b81d-1ecc-495b-86bd-fe1fc8410ddb),segment_id=9bf5b81d-1ecc-495b-86bd-fe1fc8410ddb)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:32:44.685878 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d7a3cbfa-0699-47ed-adb4-068b71fbc5a6 req-1ea3d31d-347c-4e60-8381-49d68ac63451 tempest-ServersNegativeTestMultiTenantJSON-1532934088 tempest-ServersNegativeTestMultiTenantJSON-1532934088-project] 10.222.0.41 "GET /v2.0/ports?device_id=24324241-d469-4c1d-8e43-16dceb6ffe52 HTTP/1.1" status: 200 len: 945 time: 0.3057094 Jan 28 19:32:44.689219 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e76e84d0-f9bb-474f-8295-80cc8e0149c4 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (02f8c7c7-57a8-49f0-803d-b494b88e11fd), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:44.702546 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a255067d-013c-45cc-be93-2e6577fb0743 None None] Network cca3fec8-df1a-4a17-a938-961b4ead8f4c is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:32:44.717605 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (94babd58-bc58-41d0-b372-2137350b0839), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:44.718807 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device f81cc277-8da7-4baf-868c-4770a63c2e56 details requested by agent hyperv_n-h2-812111-14 with host n-h2-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:32:44.739332 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f09bb29f-1466-45b5-a23a-2134c03f455f req-3f94674b-5889-4d51-9f11-f52e8a5c81d5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7f696e78-c872-4606-84b8-8e5a7686bdd4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2317410 Jan 28 19:32:44.741595 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-a255067d-013c-45cc-be93-2e6577fb0743 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:32:44.775933 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a255067d-013c-45cc-be93-2e6577fb0743 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:32:44.897854 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461ee08f-fcb5-4799-81ae-682682f940fe None None] Pushing event updated for resources: {'Port': ['ID=420e96cb-7862-4cae-be29-5c77c4ab85f8,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:45.002429 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09bb29f-1466-45b5-a23a-2134c03f455f req-08b5bb9f-c4fc-4508-a564-4737ed55f587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:45.003983 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f09bb29f-1466-45b5-a23a-2134c03f455f req-08b5bb9f-c4fc-4508-a564-4737ed55f587 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=45fb7b14cebe47c2b0ff3653e388c738&device_id=7f696e78-c872-4606-84b8-8e5a7686bdd4 HTTP/1.1" status: 200 len: 1128 time: 0.1911225 Jan 28 19:32:45.084144 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76e84d0-f9bb-474f-8295-80cc8e0149c4 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Pushing event updated for resources: {'Port': ['ID=02f8c7c7-57a8-49f0-803d-b494b88e11fd,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:45.088272 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.db.resource_extend [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 19:32:45.123525 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e76e84d0-f9bb-474f-8295-80cc8e0149c4 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Network 01ccb0cc-d063-4f30-9b90-1eb269e648c5 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:32:45.173718 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-e76e84d0-f9bb-474f-8295-80cc8e0149c4 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:32:45.202644 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port f81cc277-8da7-4baf-868c-4770a63c2e56, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=f81cc277-8da7-4baf-868c-4770a63c2e56,segment=NetworkSegment(9bf5b81d-1ecc-495b-86bd-fe1fc8410ddb),segment_id=9bf5b81d-1ecc-495b-86bd-fe1fc8410ddb)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:32:45.256211 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76e84d0-f9bb-474f-8295-80cc8e0149c4 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:32:45.260830 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e76e84d0-f9bb-474f-8295-80cc8e0149c4 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734769'] for router_interface (011d7836-245b-433d-8e8a-2ccc6bb326f3), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:45.303258 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-a255067d-013c-45cc-be93-2e6577fb0743 None None] Attempting to bind port 0a2895b5-c072-487f-98e9-1c4b5d810576 on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:32:45.307220 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-a255067d-013c-45cc-be93-2e6577fb0743 None None] Attempting to bind port 0a2895b5-c072-487f-98e9-1c4b5d810576 by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '3000bda9-c60d-4ce6-bc01-e4189cf9e845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'cca3fec8-df1a-4a17-a938-961b4ead8f4c'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:32:45.310402 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a255067d-013c-45cc-be93-2e6577fb0743 None None] Attempting to bind port 0a2895b5-c072-487f-98e9-1c4b5d810576 on network cca3fec8-df1a-4a17-a938-961b4ead8f4c {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:32:45.324330 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a255067d-013c-45cc-be93-2e6577fb0743 None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 32, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:32:45.328152 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a255067d-013c-45cc-be93-2e6577fb0743 None None] Checking segment: {'id': '3000bda9-c60d-4ce6-bc01-e4189cf9e845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'cca3fec8-df1a-4a17-a938-961b4ead8f4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:32:45.328747 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a255067d-013c-45cc-be93-2e6577fb0743 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:45.329308 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a255067d-013c-45cc-be93-2e6577fb0743 None None] Bound using segment: {'id': '3000bda9-c60d-4ce6-bc01-e4189cf9e845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'cca3fec8-df1a-4a17-a938-961b4ead8f4c'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:32:45.329932 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-a255067d-013c-45cc-be93-2e6577fb0743 None None] Bound port: 0a2895b5-c072-487f-98e9-1c4b5d810576, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3000bda9-c60d-4ce6-bc01-e4189cf9e845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'cca3fec8-df1a-4a17-a938-961b4ead8f4c'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:32:45.340707 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a255067d-013c-45cc-be93-2e6577fb0743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (0a2895b5-c072-487f-98e9-1c4b5d810576), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:45.352639 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09bb29f-1466-45b5-a23a-2134c03f455f req-c27ed16a-1624-47ec-a949-2241d2396541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:45.358873 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f09bb29f-1466-45b5-a23a-2134c03f455f req-c27ed16a-1624-47ec-a949-2241d2396541 service neutron] 10.222.0.41 "GET /v2.0/networks?id=92852eb4-22ae-4ff2-8b8f-59f16f3a189b HTTP/1.1" status: 200 len: 912 time: 0.3260207 Jan 28 19:32:45.386651 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Returning: {'device': 'f81cc277-8da7-4baf-868c-4770a63c2e56', 'network_id': '1a0a56ae-a8fc-45c3-a9f5-3868c6fdc511', 'port_id': 'f81cc277-8da7-4baf-868c-4770a63c2e56', 'mac_address': 'fa:16:3e:ea:94:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '803cf84b-628b-4025-a755-b3829db3c440', 'ip_address': '10.1.1.117'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:32:45.389810 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a255067d-013c-45cc-be93-2e6577fb0743 None None] Pushing event updated for resources: {'Port': ['ID=0a2895b5-c072-487f-98e9-1c4b5d810576,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:45.539468 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f247ebda-cebd-4e61-a194-5c491dd16872 req-cec8a1f6-4978-457a-a319-0695d7777990 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:45.556121 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f247ebda-cebd-4e61-a194-5c491dd16872 req-cec8a1f6-4978-457a-a319-0695d7777990 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/ports?device_id=468e569c-4ad2-4f8a-b0ed-71ebeaa4f974 HTTP/1.1" status: 200 len: 945 time: 0.8097835 Jan 28 19:32:45.625816 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6fba14-4849-4290-9a54-763e5f6393f8 req-3e5878cc-7440-42f6-9225-3e0b8ed85899 tempest-ServersNegativeTestMultiTenantJSON-1532934088 tempest-ServersNegativeTestMultiTenantJSON-1532934088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:45.628742 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2c6fba14-4849-4290-9a54-763e5f6393f8 req-3e5878cc-7440-42f6-9225-3e0b8ed85899 tempest-ServersNegativeTestMultiTenantJSON-1532934088 tempest-ServersNegativeTestMultiTenantJSON-1532934088-project] 10.222.0.64 "GET /v2.0/ports?device_id=24324241-d469-4c1d-8e43-16dceb6ffe52 HTTP/1.1" status: 200 len: 945 time: 0.2686265 Jan 28 19:32:45.686287 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f09bb29f-1466-45b5-a23a-2134c03f455f req-6996aa89-fa0f-4390-9224-862b9388bee9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=abe78009-ce35-4a46-aa6c-fa6dad9f8b11 HTTP/1.1" status: 200 len: 1001 time: 0.3032749 Jan 28 19:32:45.784491 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-d7a3cbfa-0699-47ed-adb4-068b71fbc5a6 req-0f83f521-504a-4f2e-9141-3de12566af7d tempest-ServersNegativeTestMultiTenantJSON-1532934088 tempest-ServersNegativeTestMultiTenantJSON-1532934088-project] Deleting port 6cdec170-3c51-467a-8e40-5b3613c747e4 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:32:45.784708 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-d7a3cbfa-0699-47ed-adb4-068b71fbc5a6 req-0f83f521-504a-4f2e-9141-3de12566af7d tempest-ServersNegativeTestMultiTenantJSON-1532934088 tempest-ServersNegativeTestMultiTenantJSON-1532934088-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (6cdec170-3c51-467a-8e40-5b3613c747e4), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:45.795997 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e76e84d0-f9bb-474f-8295-80cc8e0149c4 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (02f8c7c7-57a8-49f0-803d-b494b88e11fd), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:45.801934 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09bb29f-1466-45b5-a23a-2134c03f455f req-8343b600-fd24-4388-a915-514abf40d7be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:45.805539 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f09bb29f-1466-45b5-a23a-2134c03f455f req-8343b600-fd24-4388-a915-514abf40d7be service neutron] 10.222.0.41 "GET /v2.0/subnets?id=32567241-fa90-4306-aa1e-53db272b15f8 HTTP/1.1" status: 200 len: 851 time: 0.1065891 Jan 28 19:32:45.810983 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-a255067d-013c-45cc-be93-2e6577fb0743 None None] For port 0a2895b5-c072-487f-98e9-1c4b5d810576, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:32:45.814624 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f247ebda-cebd-4e61-a194-5c491dd16872 req-8d4a872d-a837-4355-ad0c-1f8f0f999ba3 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/security-groups?id=1bfe6452-43d5-4c93-9450-34896bc0d267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2563875 Jan 28 19:32:45.826718 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-a255067d-013c-45cc-be93-2e6577fb0743 None None] For port 0a2895b5-c072-487f-98e9-1c4b5d810576, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=0a2895b5-c072-487f-98e9-1c4b5d810576,segment=NetworkSegment(3000bda9-c60d-4ce6-bc01-e4189cf9e845),segment_id=3000bda9-c60d-4ce6-bc01-e4189cf9e845)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:32:45.843814 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=94babd58-bc58-41d0-b372-2137350b0839,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:45.871291 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a255067d-013c-45cc-be93-2e6577fb0743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (0a2895b5-c072-487f-98e9-1c4b5d810576), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:46.059176 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2c6fba14-4849-4290-9a54-763e5f6393f8 req-d152cd73-aece-4e4c-9e3f-c437437067e5 tempest-ServersNegativeTestMultiTenantJSON-1532934088 tempest-ServersNegativeTestMultiTenantJSON-1532934088-project] 10.222.0.64 "GET /v2.0/security-groups?id=f5d7b564-45fa-4f68-87b5-daf815a06cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4229624 Jan 28 19:32:46.069058 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port f81cc277-8da7-4baf-868c-4770a63c2e56 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:32:46.070199 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (f81cc277-8da7-4baf-868c-4770a63c2e56), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:46.111050 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09bb29f-1466-45b5-a23a-2134c03f455f req-fbbc5650-05f6-448d-aa86-112d4f046074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:46.112779 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f09bb29f-1466-45b5-a23a-2134c03f455f req-fbbc5650-05f6-448d-aa86-112d4f046074 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=92852eb4-22ae-4ff2-8b8f-59f16f3a189b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1855755 Jan 28 19:32:46.236432 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f81cc277-8da7-4baf-868c-4770a63c2e56 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:32:46.328282 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-d7a3cbfa-0699-47ed-adb4-068b71fbc5a6 req-0f83f521-504a-4f2e-9141-3de12566af7d tempest-ServersNegativeTestMultiTenantJSON-1532934088 tempest-ServersNegativeTestMultiTenantJSON-1532934088-project] For port 6cdec170-3c51-467a-8e40-5b3613c747e4, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=6cdec170-3c51-467a-8e40-5b3613c747e4,segment=NetworkSegment(a750ffb4-437d-451b-a2f5-7ee6e7f14142),segment_id=a750ffb4-437d-451b-a2f5-7ee6e7f14142)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:32:46.330917 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-d7a3cbfa-0699-47ed-adb4-068b71fbc5a6 req-0f83f521-504a-4f2e-9141-3de12566af7d tempest-ServersNegativeTestMultiTenantJSON-1532934088 tempest-ServersNegativeTestMultiTenantJSON-1532934088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (6cdec170-3c51-467a-8e40-5b3613c747e4), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:46.367182 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-d7a3cbfa-0699-47ed-adb4-068b71fbc5a6 req-0f83f521-504a-4f2e-9141-3de12566af7d tempest-ServersNegativeTestMultiTenantJSON-1532934088 tempest-ServersNegativeTestMultiTenantJSON-1532934088-project] Calling delete_port for 6cdec170-3c51-467a-8e40-5b3613c747e4 owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:32:46.367682 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a255067d-013c-45cc-be93-2e6577fb0743 None None] Pushing event updated for resources: {'Port': ['ID=0a2895b5-c072-487f-98e9-1c4b5d810576,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:46.395837 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port f81cc277-8da7-4baf-868c-4770a63c2e56, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=f81cc277-8da7-4baf-868c-4770a63c2e56,segment=NetworkSegment(9bf5b81d-1ecc-495b-86bd-fe1fc8410ddb),segment_id=9bf5b81d-1ecc-495b-86bd-fe1fc8410ddb)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:32:46.404401 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f09bb29f-1466-45b5-a23a-2134c03f455f req-00945819-9ce6-401d-9ad9-1de69b671762 service neutron] 10.222.0.41 "GET /v2.0/networks/92852eb4-22ae-4ff2-8b8f-59f16f3a189b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2830782 Jan 28 19:32:46.520504 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (f81cc277-8da7-4baf-868c-4770a63c2e56), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:46.524818 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 7e6f9cff-a028-4c63-bafa-10b8e8700d7f details requested by agent hyperv_n-h2-812111-14 with host n-h2-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:32:46.676116 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 7e6f9cff-a028-4c63-bafa-10b8e8700d7f, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=7e6f9cff-a028-4c63-bafa-10b8e8700d7f,segment=NetworkSegment(9bf5b81d-1ecc-495b-86bd-fe1fc8410ddb),segment_id=9bf5b81d-1ecc-495b-86bd-fe1fc8410ddb)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:32:46.758375 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Returning: {'device': '7e6f9cff-a028-4c63-bafa-10b8e8700d7f', 'network_id': '1a0a56ae-a8fc-45c3-a9f5-3868c6fdc511', 'port_id': '7e6f9cff-a028-4c63-bafa-10b8e8700d7f', 'mac_address': 'fa:16:3e:d1:ea:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '803cf84b-628b-4025-a755-b3829db3c440', 'ip_address': '10.1.1.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:32:46.834065 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f09bb29f-1466-45b5-a23a-2134c03f455f req-6480b7de-073a-4c59-8af9-4137f18b2ef3 service neutron] 10.222.0.41 "GET /v2.0/networks/92852eb4-22ae-4ff2-8b8f-59f16f3a189b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4222100 Jan 28 19:32:47.013157 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 7e6f9cff-a028-4c63-bafa-10b8e8700d7f is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:32:47.019480 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (7e6f9cff-a028-4c63-bafa-10b8e8700d7f), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:47.027653 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6f7bfc0-c04a-423d-a24c-2f9be037db7e None None] Network 01ccb0cc-d063-4f30-9b90-1eb269e648c5 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:32:47.301424 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 0a2895b5-c072-487f-98e9-1c4b5d810576 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:32:47.325716 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fb220a-e4fd-41af-942f-2acaf42bc47f req-50302f2d-7022-4b9d-8218-bb5afb868787 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:47.333627 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-48fb220a-e4fd-41af-942f-2acaf42bc47f req-50302f2d-7022-4b9d-8218-bb5afb868787 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/ports?device_id=468e569c-4ad2-4f8a-b0ed-71ebeaa4f974 HTTP/1.1" status: 200 len: 945 time: 0.2811959 Jan 28 19:32:47.344268 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e76e84d0-f9bb-474f-8295-80cc8e0149c4 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks [] for port (02f8c7c7-57a8-49f0-803d-b494b88e11fd), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:47.355405 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-d7a3cbfa-0699-47ed-adb4-068b71fbc5a6 req-0f83f521-504a-4f2e-9141-3de12566af7d tempest-ServersNegativeTestMultiTenantJSON-1532934088 tempest-ServersNegativeTestMultiTenantJSON-1532934088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (6cdec170-3c51-467a-8e40-5b3613c747e4), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:47.371725 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e6f9cff-a028-4c63-bafa-10b8e8700d7f {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:32:47.375544 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e76e84d0-f9bb-474f-8295-80cc8e0149c4 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (02f8c7c7-57a8-49f0-803d-b494b88e11fd), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:47.377015 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e76e84d0-f9bb-474f-8295-80cc8e0149c4 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-756216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-732801'] for router_interface (011d7836-245b-433d-8e8a-2ccc6bb326f3), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:47.427543 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f83f521-504a-4f2e-9141-3de12566af7d tempest-ServersNegativeTestMultiTenantJSON-1532934088 tempest-ServersNegativeTestMultiTenantJSON-1532934088-project] Pushing event deleted for resources: {'Port': ['ID=6cdec170-3c51-467a-8e40-5b3613c747e4,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:47.449287 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ea7adc-7640-4a2e-9914-3c5518917a91 req-190dd565-6995-4d91-b637-1c808e71f574 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:47.455319 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ea7adc-7640-4a2e-9914-3c5518917a91 req-190dd565-6995-4d91-b637-1c808e71f574 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:47.460728 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ea7adc-7640-4a2e-9914-3c5518917a91 req-190dd565-6995-4d91-b637-1c808e71f574 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:47.464873 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-48fb220a-e4fd-41af-942f-2acaf42bc47f req-a04d5bf1-ff05-497a-bbc4-532675d5bb10 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/security-groups?id=1bfe6452-43d5-4c93-9450-34896bc0d267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1244302 Jan 28 19:32:47.467076 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ea7adc-7640-4a2e-9914-3c5518917a91 req-190dd565-6995-4d91-b637-1c808e71f574 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:47.472479 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ea7adc-7640-4a2e-9914-3c5518917a91 req-190dd565-6995-4d91-b637-1c808e71f574 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:47.485292 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ea7adc-7640-4a2e-9914-3c5518917a91 req-190dd565-6995-4d91-b637-1c808e71f574 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:47.485292 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ea7adc-7640-4a2e-9914-3c5518917a91 req-190dd565-6995-4d91-b637-1c808e71f574 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:47.487782 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d4ea7adc-7640-4a2e-9914-3c5518917a91 req-190dd565-6995-4d91-b637-1c808e71f574 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/ports?device_id=6266b4f2-471d-4297-9d3c-9386239f951c HTTP/1.1" status: 200 len: 5434 time: 1.3691392 Jan 28 19:32:47.505881 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 7e6f9cff-a028-4c63-bafa-10b8e8700d7f, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=7e6f9cff-a028-4c63-bafa-10b8e8700d7f,segment=NetworkSegment(9bf5b81d-1ecc-495b-86bd-fe1fc8410ddb),segment_id=9bf5b81d-1ecc-495b-86bd-fe1fc8410ddb)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:32:47.651099 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ba370746-7bd9-4c5c-9758-44fdf5f62cb8 req-ce395f30-6436-44c4-928a-d33a4a83fd53 tempest-ServersNegativeTestMultiTenantJSON-1532934088 tempest-ServersNegativeTestMultiTenantJSON-1532934088-project] 10.222.0.64 "GET /v2.0/ports?device_id=24324241-d469-4c1d-8e43-16dceb6ffe52 HTTP/1.1" status: 200 len: 210 time: 0.0585093 Jan 28 19:32:47.674814 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 6cdec170-3c51-467a-8e40-5b3613c747e4 no longer exists at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:32:47.696518 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (7e6f9cff-a028-4c63-bafa-10b8e8700d7f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:47.796881 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-3f737849-1ff8-44e8-a13a-8f08104ce30a None None] Provisioning complete for port 420e96cb-7862-4cae-be29-5c77c4ab85f8 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:32:47.798638 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3f737849-1ff8-44e8-a13a-8f08104ce30a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (420e96cb-7862-4cae-be29-5c77c4ab85f8), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:47.804198 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] No Port match for: 6cdec170-3c51-467a-8e40-5b3613c747e4 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:32:47.804712 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 6cdec170-3c51-467a-8e40-5b3613c747e4 not bound to the agent host n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:32:47.866862 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7a3cbfa-0699-47ed-adb4-068b71fbc5a6 req-0f83f521-504a-4f2e-9141-3de12566af7d tempest-ServersNegativeTestMultiTenantJSON-1532934088 tempest-ServersNegativeTestMultiTenantJSON-1532934088-project] No DVR routers for this DVR port 6cdec170-3c51-467a-8e40-5b3613c747e4 on host n-h1-812111-14 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:32:47.870607 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e76e84d0-f9bb-474f-8295-80cc8e0149c4 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Network 01ccb0cc-d063-4f30-9b90-1eb269e648c5 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:32:47.875633 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-d7a3cbfa-0699-47ed-adb4-068b71fbc5a6 req-0f83f521-504a-4f2e-9141-3de12566af7d tempest-ServersNegativeTestMultiTenantJSON-1532934088 tempest-ServersNegativeTestMultiTenantJSON-1532934088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:47.879318 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d7a3cbfa-0699-47ed-adb4-068b71fbc5a6 req-0f83f521-504a-4f2e-9141-3de12566af7d tempest-ServersNegativeTestMultiTenantJSON-1532934088 tempest-ServersNegativeTestMultiTenantJSON-1532934088-project] 10.222.0.41 "DELETE /v2.0/ports/6cdec170-3c51-467a-8e40-5b3613c747e4 HTTP/1.1" status: 204 len: 173 time: 3.1827805 Jan 28 19:32:47.880085 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24324241-d469-4c1d-8e43-16dceb6ffe52', 'name': 'network-vif-deleted', 'tag': '6cdec170-3c51-467a-8e40-5b3613c747e4'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:32:47.882540 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceddd76f-bff7-4e57-ad9e-f826efe56160" -d '{"events": [{"server_uuid": "24324241-d469-4c1d-8e43-16dceb6ffe52", "name": "network-vif-deleted", "tag": "6cdec170-3c51-467a-8e40-5b3613c747e4"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:32:47.909811 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-e76e84d0-f9bb-474f-8295-80cc8e0149c4 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:32:48.015331 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=f81cc277-8da7-4baf-868c-4770a63c2e56,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:48.124195 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=7e6f9cff-a028-4c63-bafa-10b8e8700d7f,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:48.190786 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 0a2895b5-c072-487f-98e9-1c4b5d810576 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:32:48.191496 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (0a2895b5-c072-487f-98e9-1c4b5d810576), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:48.342465 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f20c695-c963-471e-b192-2fb40ece28c6 x-openstack-request-id: req-4f20c695-c963-471e-b192-2fb40ece28c6 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:32:48.342701 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24324241-d469-4c1d-8e43-16dceb6ffe52", "name": "network-vif-deleted", "tag": "6cdec170-3c51-467a-8e40-5b3613c747e4", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:32:48.342955 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4f20c695-c963-471e-b192-2fb40ece28c6 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:32:48.343359 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24324241-d469-4c1d-8e43-16dceb6ffe52', 'name': 'network-vif-deleted', 'tag': '6cdec170-3c51-467a-8e40-5b3613c747e4', 'status': 'completed', 'code': 200} Jan 28 19:32:48.355708 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76e84d0-f9bb-474f-8295-80cc8e0149c4 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Pushing event updated for resources: {'Port': ['ID=02f8c7c7-57a8-49f0-803d-b494b88e11fd,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:48.441888 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['94babd58-bc58-41d0-b372-2137350b0839'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:32:48.446517 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d4ea7adc-7640-4a2e-9914-3c5518917a91 req-c8fb5fa9-598e-4c73-ab1c-e39c773fc795 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/security-groups?id=72c56c83-1eeb-4758-9a36-9dca3b681b4c&id=13e4f299-cf18-4f69-979b-275ae464cc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7089653 Jan 28 19:32:48.486634 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e76e84d0-f9bb-474f-8295-80cc8e0149c4 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Router 011d7836-245b-433d-8e8a-2ccc6bb326f3 is scheduled to L3 agent 76fe5c49-705a-4e08-abb2-be585676213f with binding_index 1 {{(pid=103305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 19:32:48.515281 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['7e6f9cff-a028-4c63-bafa-10b8e8700d7f'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:32:48.525481 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['f81cc277-8da7-4baf-868c-4770a63c2e56'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:32:48.607667 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['3dda1cfc-fce7-4e9c-8686-cc9cecf29d40'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:32:48.609803 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['20564fb9-afe6-4bea-9e37-1486e3355933'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:32:48.655306 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9dd82f-189d-407c-99e5-37281c6512f9 req-03842d09-8c76-4f26-892d-6cc996eac3d2 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:48.669663 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-fc9dd82f-189d-407c-99e5-37281c6512f9 req-03842d09-8c76-4f26-892d-6cc996eac3d2 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/ports?device_id=468e569c-4ad2-4f8a-b0ed-71ebeaa4f974 HTTP/1.1" status: 200 len: 945 time: 0.0985329 Jan 28 19:32:48.734571 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e76e84d0-f9bb-474f-8295-80cc8e0149c4 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:32:48.749777 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-e76e84d0-f9bb-474f-8295-80cc8e0149c4 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] 10.222.0.64 "PUT /v2.0/routers/011d7836-245b-433d-8e8a-2ccc6bb326f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2540529 Jan 28 19:32:48.750715 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 36836) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:48.793464 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-fc9dd82f-189d-407c-99e5-37281c6512f9 req-fb415e56-0f44-4bb1-bb99-54c387857045 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/security-groups?id=1bfe6452-43d5-4c93-9450-34896bc0d267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1216869 Jan 28 19:32:48.796962 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2bfbb68-0d83-49e9-a4c1-4130f51b6952 None None] Network cca3fec8-df1a-4a17-a938-961b4ead8f4c requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:32:49.271977 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-573beb31-4d50-40b6-9c4f-dbd6089dd73a None None] Sync routers for ids ['011d7836-245b-433d-8e8a-2ccc6bb326f3'] in n-d-812111-14 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:32:49.309758 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-3f737849-1ff8-44e8-a13a-8f08104ce30a None None] Current status of the port 420e96cb-7862-4cae-be29-5c77c4ab85f8 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:32:49.310173 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3f737849-1ff8-44e8-a13a-8f08104ce30a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (420e96cb-7862-4cae-be29-5c77c4ab85f8), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:49.392600 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-3f737849-1ff8-44e8-a13a-8f08104ce30a None None] For port 420e96cb-7862-4cae-be29-5c77c4ab85f8, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=420e96cb-7862-4cae-be29-5c77c4ab85f8,segment=NetworkSegment(86826e26-5ffa-4c1d-b78d-9797eda038e7),segment_id=86826e26-5ffa-4c1d-b78d-9797eda038e7)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:32:49.418052 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3f737849-1ff8-44e8-a13a-8f08104ce30a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (420e96cb-7862-4cae-be29-5c77c4ab85f8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:49.536162 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['63a694be-3c45-4cf7-86cf-e53eec59bb7a'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:32:49.538301 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['81a4af83-6b4e-4b78-b358-67e235489ec7'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:32:49.559807 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f737849-1ff8-44e8-a13a-8f08104ce30a None None] Pushing event updated for resources: {'Port': ['ID=420e96cb-7862-4cae-be29-5c77c4ab85f8,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:49.704030 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e7cf0704-0167-47be-bfd6-23e87d7848a3 req-02444a84-00e0-45d3-818c-1cc8f3aa7129 tempest-ServersNegativeTestMultiTenantJSON-1532934088 tempest-ServersNegativeTestMultiTenantJSON-1532934088-project] 10.222.0.64 "GET /v2.0/ports?device_id=24324241-d469-4c1d-8e43-16dceb6ffe52 HTTP/1.1" status: 200 len: 210 time: 0.0492756 Jan 28 19:32:49.729396 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e95af13-090f-4bc6-9892-a59db7245267 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:49.731120 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-8e95af13-090f-4bc6-9892-a59db7245267 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] 10.222.0.64 "GET /v2.0/ports/02f8c7c7-57a8-49f0-803d-b494b88e11fd HTTP/1.1" status: 200 len: 911 time: 0.9770110 Jan 28 19:32:49.737379 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 36850) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:50.051278 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:32:50.083671 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 0a2895b5-c072-487f-98e9-1c4b5d810576 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:32:50.084071 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (0a2895b5-c072-487f-98e9-1c4b5d810576), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:50.220608 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14f5c36-8ea7-4df3-8d68-1633ed93a626 req-364f0815-2a23-49c6-b7c7-988e6dcf2e35 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:50.238533 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c14f5c36-8ea7-4df3-8d68-1633ed93a626 req-364f0815-2a23-49c6-b7c7-988e6dcf2e35 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/ports?device_id=468e569c-4ad2-4f8a-b0ed-71ebeaa4f974 HTTP/1.1" status: 200 len: 945 time: 0.3158860 Jan 28 19:32:50.262752 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] For port 0a2895b5-c072-487f-98e9-1c4b5d810576, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=0a2895b5-c072-487f-98e9-1c4b5d810576,segment=NetworkSegment(3000bda9-c60d-4ce6-bc01-e4189cf9e845),segment_id=3000bda9-c60d-4ce6-bc01-e4189cf9e845)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:32:50.288068 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892e217a-572e-430b-8684-e955a764e175 req-949b324a-a7b1-49d6-b830-55324b195bd0 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:50.302611 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892e217a-572e-430b-8684-e955a764e175 req-949b324a-a7b1-49d6-b830-55324b195bd0 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:50.310302 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892e217a-572e-430b-8684-e955a764e175 req-949b324a-a7b1-49d6-b830-55324b195bd0 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:50.327922 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892e217a-572e-430b-8684-e955a764e175 req-949b324a-a7b1-49d6-b830-55324b195bd0 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:50.347945 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892e217a-572e-430b-8684-e955a764e175 req-949b324a-a7b1-49d6-b830-55324b195bd0 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:50.364552 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892e217a-572e-430b-8684-e955a764e175 req-949b324a-a7b1-49d6-b830-55324b195bd0 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:50.370410 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892e217a-572e-430b-8684-e955a764e175 req-949b324a-a7b1-49d6-b830-55324b195bd0 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:50.385733 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-892e217a-572e-430b-8684-e955a764e175 req-949b324a-a7b1-49d6-b830-55324b195bd0 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/ports?device_id=6266b4f2-471d-4297-9d3c-9386239f951c HTTP/1.1" status: 200 len: 5435 time: 0.7792222 Jan 28 19:32:50.468159 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c14f5c36-8ea7-4df3-8d68-1633ed93a626 req-57861271-86bc-4d21-b033-4ee2aefd9f8c tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/security-groups?id=1bfe6452-43d5-4c93-9450-34896bc0d267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2284281 Jan 28 19:32:50.529441 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-892e217a-572e-430b-8684-e955a764e175 req-473652fb-554f-440b-adf0-d587de759e81 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/security-groups?id=72c56c83-1eeb-4758-9a36-9dca3b681b4c&id=13e4f299-cf18-4f69-979b-275ae464cc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1425598 Jan 28 19:32:50.634600 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (0a2895b5-c072-487f-98e9-1c4b5d810576), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:50.635386 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 420e96cb-7862-4cae-be29-5c77c4ab85f8 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:32:50.816537 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 36868) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:50.882419 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-573beb31-4d50-40b6-9c4f-dbd6089dd73a None None] Routers {'011d7836-245b-433d-8e8a-2ccc6bb326f3'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:32:50.883718 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-573beb31-4d50-40b6-9c4f-dbd6089dd73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:32:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['011d7836-245b-433d-8e8a-2ccc6bb326f3'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:32:50.904391 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Pushing event updated for resources: {'Port': ['ID=0a2895b5-c072-487f-98e9-1c4b5d810576,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:50.966413 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a6f1b0c7-3b6f-44ee-a789-32f2700e6e24 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:51.073371 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-88d6894a-4d62-4820-a637-ecc57020fb8e admin admin] Deleting subnet 3db74fce-e909-4ee6-a731-d745323f45e6 {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:32:51.097022 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-88d6894a-4d62-4820-a637-ecc57020fb8e admin admin] Publish callbacks [] for subnet (3db74fce-e909-4ee6-a731-d745323f45e6), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:51.097976 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-261f965b-dc91-46bf-bcf0-d305da7444cf None None] Provisioning complete for port 0a2895b5-c072-487f-98e9-1c4b5d810576 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:32:51.100120 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-261f965b-dc91-46bf-bcf0-d305da7444cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (0a2895b5-c072-487f-98e9-1c4b5d810576), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:51.172881 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-573beb31-4d50-40b6-9c4f-dbd6089dd73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:32:51.232088 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 420e96cb-7862-4cae-be29-5c77c4ab85f8 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:32:51.232463 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (420e96cb-7862-4cae-be29-5c77c4ab85f8), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:51.271463 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-88d6894a-4d62-4820-a637-ecc57020fb8e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4747050'] for subnet (3db74fce-e909-4ee6-a731-d745323f45e6), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:51.293065 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:51.304794 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-573beb31-4d50-40b6-9c4f-dbd6089dd73a None None] Routers {'011d7836-245b-433d-8e8a-2ccc6bb326f3'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:32:51.305390 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-573beb31-4d50-40b6-9c4f-dbd6089dd73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:32:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['011d7836-245b-433d-8e8a-2ccc6bb326f3'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:32:51.399237 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-88d6894a-4d62-4820-a637-ecc57020fb8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (3db74fce-e909-4ee6-a731-d745323f45e6), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:51.509768 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-88d6894a-4d62-4820-a637-ecc57020fb8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4690616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5222356'] for subnet (3db74fce-e909-4ee6-a731-d745323f45e6), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:51.537010 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-88d6894a-4d62-4820-a637-ecc57020fb8e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:51.543623 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-88d6894a-4d62-4820-a637-ecc57020fb8e admin admin] 10.222.0.64 "DELETE /v2.0/subnets/3db74fce-e909-4ee6-a731-d745323f45e6 HTTP/1.1" status: 204 len: 168 time: 0.7235012 Jan 28 19:32:51.553496 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 36882) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:51.590683 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d6894a-4d62-4820-a637-ecc57020fb8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3db74fce-e909-4ee6-a731-d745323f45e6,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:51.625397 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-573beb31-4d50-40b6-9c4f-dbd6089dd73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:32:51.626271 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-573beb31-4d50-40b6-9c4f-dbd6089dd73a None None] The sync data for ids ['011d7836-245b-433d-8e8a-2ccc6bb326f3'] in n-d-812111-14 is: [] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:32:51.651375 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-261f965b-dc91-46bf-bcf0-d305da7444cf None None] Current status of the port 0a2895b5-c072-487f-98e9-1c4b5d810576 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:32:51.754302 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 7e6f9cff-a028-4c63-bafa-10b8e8700d7f up at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:32:51.818720 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02769ae-b9df-4a19-8aa4-354c1fcc2326 req-ea8da6e5-8a0c-49ea-b38b-dfa9d97d8232 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:51.826496 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e02769ae-b9df-4a19-8aa4-354c1fcc2326 req-ea8da6e5-8a0c-49ea-b38b-dfa9d97d8232 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/ports?device_id=468e569c-4ad2-4f8a-b0ed-71ebeaa4f974 HTTP/1.1" status: 200 len: 945 time: 0.1109498 Jan 28 19:32:51.890869 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 420e96cb-7862-4cae-be29-5c77c4ab85f8 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:32:51.931549 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-785a9319-ad64-4b82-ad7e-62d06153d934 None None] Provisioning complete for port 02f8c7c7-57a8-49f0-803d-b494b88e11fd triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:32:51.932032 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-785a9319-ad64-4b82-ad7e-62d06153d934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (02f8c7c7-57a8-49f0-803d-b494b88e11fd), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:52.025296 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-785a9319-ad64-4b82-ad7e-62d06153d934 None None] Port 02f8c7c7-57a8-49f0-803d-b494b88e11fd cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:32:52.027945 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning for port 7e6f9cff-a028-4c63-bafa-10b8e8700d7f completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:32:52.041601 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e02769ae-b9df-4a19-8aa4-354c1fcc2326 req-e76398bd-8efa-45f6-b4cd-fedd5fb8c381 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/security-groups?id=1bfe6452-43d5-4c93-9450-34896bc0d267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2064075 Jan 28 19:32:52.045319 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning complete for port 7e6f9cff-a028-4c63-bafa-10b8e8700d7f triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:32:52.045886 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (7e6f9cff-a028-4c63-bafa-10b8e8700d7f), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:52.169458 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-785a9319-ad64-4b82-ad7e-62d06153d934 None None] Provisioning complete for port 0a2895b5-c072-487f-98e9-1c4b5d810576 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:32:52.173502 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-785a9319-ad64-4b82-ad7e-62d06153d934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (0a2895b5-c072-487f-98e9-1c4b5d810576), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:52.177010 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 0a2895b5-c072-487f-98e9-1c4b5d810576 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:32:52.180940 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-12e66ed2-0a9c-4c27-9a83-e5614f179605 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (a45fe9ba-d218-4d7b-b792-1bd429956825), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:52.210930 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95df59ee-2168-4906-aa75-36bda02edc7b req-bb16974c-72b5-4b39-b71c-99e46b2e5de6 tempest-ServersTestManualDisk-852432706 tempest-ServersTestManualDisk-852432706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:52.218372 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-95df59ee-2168-4906-aa75-36bda02edc7b req-bb16974c-72b5-4b39-b71c-99e46b2e5de6 tempest-ServersTestManualDisk-852432706 tempest-ServersTestManualDisk-852432706-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f696e78-c872-4606-84b8-8e5a7686bdd4 HTTP/1.1" status: 200 len: 945 time: 0.6147697 Jan 28 19:32:52.299365 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ecbfb7-29a4-416d-9fa9-5965ed18661d req-2fc4bc28-4b9e-43c3-860f-21bfe1fb4d9d tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:52.316781 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ecbfb7-29a4-416d-9fa9-5965ed18661d req-2fc4bc28-4b9e-43c3-860f-21bfe1fb4d9d tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:52.322790 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ecbfb7-29a4-416d-9fa9-5965ed18661d req-2fc4bc28-4b9e-43c3-860f-21bfe1fb4d9d tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:52.340314 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ecbfb7-29a4-416d-9fa9-5965ed18661d req-2fc4bc28-4b9e-43c3-860f-21bfe1fb4d9d tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:52.357408 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ecbfb7-29a4-416d-9fa9-5965ed18661d req-2fc4bc28-4b9e-43c3-860f-21bfe1fb4d9d tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:52.370034 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ecbfb7-29a4-416d-9fa9-5965ed18661d req-2fc4bc28-4b9e-43c3-860f-21bfe1fb4d9d tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:52.406845 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ecbfb7-29a4-416d-9fa9-5965ed18661d req-2fc4bc28-4b9e-43c3-860f-21bfe1fb4d9d tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:52.424224 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-00ecbfb7-29a4-416d-9fa9-5965ed18661d req-2fc4bc28-4b9e-43c3-860f-21bfe1fb4d9d tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/ports?device_id=6266b4f2-471d-4297-9d3c-9386239f951c HTTP/1.1" status: 200 len: 5435 time: 0.2318575 Jan 28 19:32:52.513194 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-00ecbfb7-29a4-416d-9fa9-5965ed18661d req-13fb1559-1fd6-410a-b363-bcfde885e3a8 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/security-groups?id=72c56c83-1eeb-4758-9a36-9dca3b681b4c&id=13e4f299-cf18-4f69-979b-275ae464cc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0873809 Jan 28 19:32:52.546335 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-785a9319-ad64-4b82-ad7e-62d06153d934 None None] Current status of the port 0a2895b5-c072-487f-98e9-1c4b5d810576 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:32:52.567427 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-95df59ee-2168-4906-aa75-36bda02edc7b req-47d32a54-21ba-45cd-ab8e-e0cc4c817ecf tempest-ServersTestManualDisk-852432706 tempest-ServersTestManualDisk-852432706-project] 10.222.0.64 "GET /v2.0/security-groups?id=acf3d43e-bd7d-4294-81e9-aa427a51ecce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3477921 Jan 28 19:32:52.592963 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-785a9319-ad64-4b82-ad7e-62d06153d934 None None] Provisioning complete for port 420e96cb-7862-4cae-be29-5c77c4ab85f8 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:32:52.593383 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-785a9319-ad64-4b82-ad7e-62d06153d934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (420e96cb-7862-4cae-be29-5c77c4ab85f8), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:52.688497 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-a6f1b0c7-3b6f-44ee-a789-32f2700e6e24 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Allocated IP 2001:db8:1::1 (cca3fec8-df1a-4a17-a938-961b4ead8f4c/a2473a37-07a7-4376-87f8-2b89433aa9eb/442460f1-3032-4816-94fc-21f79c947899) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:32:52.690855 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 0a2895b5-c072-487f-98e9-1c4b5d810576 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:32:52.691310 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (0a2895b5-c072-487f-98e9-1c4b5d810576), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:52.694259 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-12e66ed2-0a9c-4c27-9a83-e5614f179605 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (a45fe9ba-d218-4d7b-b792-1bd429956825), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:52.697640 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 7e6f9cff-a028-4c63-bafa-10b8e8700d7f is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:32:52.698397 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (7e6f9cff-a028-4c63-bafa-10b8e8700d7f), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:52.731727 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-12e66ed2-0a9c-4c27-9a83-e5614f179605 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a45fe9ba-d218-4d7b-b792-1bd429956825']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:32:52.758742 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-12e66ed2-0a9c-4c27-9a83-e5614f179605 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a750ffb4-437d-451b-a2f5-7ee6e7f14142') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:32:52.759800 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-12e66ed2-0a9c-4c27-9a83-e5614f179605 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a750ffb4-437d-451b-a2f5-7ee6e7f14142') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:32:52.823609 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-12e66ed2-0a9c-4c27-9a83-e5614f179605 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16187153'] for segment (a750ffb4-437d-451b-a2f5-7ee6e7f14142), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:52.844689 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-12e66ed2-0a9c-4c27-9a83-e5614f179605 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (a750ffb4-437d-451b-a2f5-7ee6e7f14142), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:52.863789 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12e66ed2-0a9c-4c27-9a83-e5614f179605 admin admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:32:52.864345 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-12e66ed2-0a9c-4c27-9a83-e5614f179605 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4752570'] for segment (a750ffb4-437d-451b-a2f5-7ee6e7f14142), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:52.866221 n-d-812111-14 neutron-server[103305]: Traceback (most recent call last): Jan 28 19:32:52.866221 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:32:52.866221 n-d-812111-14 neutron-server[103305]: timer() Jan 28 19:32:52.866221 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:32:52.866221 n-d-812111-14 neutron-server[103305]: cb(*args, **kw) Jan 28 19:32:52.866221 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:32:52.866221 n-d-812111-14 neutron-server[103305]: return func(*args, **kwargs) Jan 28 19:32:52.866221 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:32:52.866221 n-d-812111-14 neutron-server[103305]: self._notify() Jan 28 19:32:52.866221 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:32:52.866221 n-d-812111-14 neutron-server[103305]: self.callback(batched_events) Jan 28 19:32:52.866221 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:32:52.866221 n-d-812111-14 neutron-server[103305]: event.method(event) Jan 28 19:32:52.866221 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:32:52.866221 n-d-812111-14 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:32:52.866221 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:32:52.866221 n-d-812111-14 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:32:52.866221 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:32:52.866221 n-d-812111-14 neutron-server[103305]: return f(self, *a, **k) Jan 28 19:32:52.866221 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:32:52.866221 n-d-812111-14 neutron-server[103305]: return self._get(url).json() Jan 28 19:32:52.866221 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:32:52.866221 n-d-812111-14 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:32:52.866221 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:32:52.866221 n-d-812111-14 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 28 19:32:52.866221 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:32:52.866221 n-d-812111-14 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:32:52.866221 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:32:52.866221 n-d-812111-14 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:32:52.866221 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:32:52.866221 n-d-812111-14 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:32:52.866221 n-d-812111-14 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:32:52.919955 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6266b4f2-471d-4297-9d3c-9386239f951c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e6f9cff-a028-4c63-bafa-10b8e8700d7f'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:32:52.924996 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92e92b51-6e16-4a6b-ab0d-08f046aa983e" -d '{"events": [{"server_uuid": "6266b4f2-471d-4297-9d3c-9386239f951c", "name": "network-vif-plugged", "status": "completed", "tag": "7e6f9cff-a028-4c63-bafa-10b8e8700d7f"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:32:52.978940 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 7e6f9cff-a028-4c63-bafa-10b8e8700d7f, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=7e6f9cff-a028-4c63-bafa-10b8e8700d7f,segment=NetworkSegment(9bf5b81d-1ecc-495b-86bd-fe1fc8410ddb),segment_id=9bf5b81d-1ecc-495b-86bd-fe1fc8410ddb)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:32:53.019243 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a6f1b0c7-3b6f-44ee-a789-32f2700e6e24 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks [] for port (442460f1-3032-4816-94fc-21f79c947899), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:53.024934 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (7e6f9cff-a028-4c63-bafa-10b8e8700d7f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:53.034667 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-12e66ed2-0a9c-4c27-9a83-e5614f179605 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (a45fe9ba-d218-4d7b-b792-1bd429956825), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:53.040818 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-785a9319-ad64-4b82-ad7e-62d06153d934 None None] Current status of the port 420e96cb-7862-4cae-be29-5c77c4ab85f8 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:32:53.068502 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-12e66ed2-0a9c-4c27-9a83-e5614f179605 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:53.075720 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 36902) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:53.075886 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-12e66ed2-0a9c-4c27-9a83-e5614f179605 admin admin] 10.222.0.64 "DELETE /v2.0/networks/a45fe9ba-d218-4d7b-b792-1bd429956825 HTTP/1.1" status: 204 len: 168 time: 1.5084403 Jan 28 19:32:53.076928 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e66ed2-0a9c-4c27-9a83-e5614f179605 admin admin] Pushing event deleted for resources: {'Network': ['ID=a45fe9ba-d218-4d7b-b792-1bd429956825,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:53.138532 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a6f1b0c7-3b6f-44ee-a789-32f2700e6e24 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (442460f1-3032-4816-94fc-21f79c947899), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:53.251910 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-67c04406-8460-4378-90b5-287af825c93f admin admin] Deleting subnet 3fc9c5a8-cb9e-4cd6-95d6-91adf91a702c {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:32:53.282240 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-67c04406-8460-4378-90b5-287af825c93f admin admin] Publish callbacks [] for subnet (3fc9c5a8-cb9e-4cd6-95d6-91adf91a702c), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:53.313424 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f1b0c7-3b6f-44ee-a789-32f2700e6e24 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Network cca3fec8-df1a-4a17-a938-961b4ead8f4c is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:32:53.329773 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-a6f1b0c7-3b6f-44ee-a789-32f2700e6e24 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:32:53.346887 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f1b0c7-3b6f-44ee-a789-32f2700e6e24 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:32:53.354051 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a6f1b0c7-3b6f-44ee-a789-32f2700e6e24 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734769'] for router_interface (011d7836-245b-433d-8e8a-2ccc6bb326f3), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:53.365493 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 0a2895b5-c072-487f-98e9-1c4b5d810576 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:32:53.366842 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 420e96cb-7862-4cae-be29-5c77c4ab85f8 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:32:53.368897 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-7e8740f5-e1f3-4ab4-817c-b5a3d5d60242 None None] Provisioning complete for port 02f8c7c7-57a8-49f0-803d-b494b88e11fd triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:32:53.369174 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7e8740f5-e1f3-4ab4-817c-b5a3d5d60242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (02f8c7c7-57a8-49f0-803d-b494b88e11fd), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:53.431792 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-67c04406-8460-4378-90b5-287af825c93f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4747050'] for subnet (3fc9c5a8-cb9e-4cd6-95d6-91adf91a702c), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:53.457231 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f1b0c7-3b6f-44ee-a789-32f2700e6e24 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Pushing event updated for resources: {'Port': ['ID=442460f1-3032-4816-94fc-21f79c947899,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:53.546871 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-7e8740f5-e1f3-4ab4-817c-b5a3d5d60242 None None] Port 02f8c7c7-57a8-49f0-803d-b494b88e11fd cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:32:53.622670 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-67c04406-8460-4378-90b5-287af825c93f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (3fc9c5a8-cb9e-4cd6-95d6-91adf91a702c), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:53.639914 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=7e6f9cff-a028-4c63-bafa-10b8e8700d7f,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:53.755962 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 3dda1cfc-fce7-4e9c-8686-cc9cecf29d40 up at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:32:53.763444 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a6f1b0c7-3b6f-44ee-a789-32f2700e6e24 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (442460f1-3032-4816-94fc-21f79c947899), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:53.775636 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4abc3b2-88e3-4547-98a7-7d00053353c1 x-openstack-request-id: req-f4abc3b2-88e3-4547-98a7-7d00053353c1 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:32:53.775962 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6266b4f2-471d-4297-9d3c-9386239f951c", "name": "network-vif-plugged", "status": "completed", "tag": "7e6f9cff-a028-4c63-bafa-10b8e8700d7f", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:32:53.776192 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f4abc3b2-88e3-4547-98a7-7d00053353c1 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:32:53.776577 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6266b4f2-471d-4297-9d3c-9386239f951c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e6f9cff-a028-4c63-bafa-10b8e8700d7f', 'code': 200} Jan 28 19:32:54.010209 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 420e96cb-7862-4cae-be29-5c77c4ab85f8 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:32:54.010209 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (420e96cb-7862-4cae-be29-5c77c4ab85f8), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:54.018326 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:54.019060 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3d8ce8-b771-4220-98dc-d8691a659dca req-360d1494-5694-44e0-91d6-bd69d2b7f48d tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:54.021382 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3f3d8ce8-b771-4220-98dc-d8691a659dca req-360d1494-5694-44e0-91d6-bd69d2b7f48d tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/ports?device_id=468e569c-4ad2-4f8a-b0ed-71ebeaa4f974 HTTP/1.1" status: 200 len: 945 time: 0.2914977 Jan 28 19:32:54.061689 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-0c17f361-35b3-4d4a-bb27-cb583675d32e None None] Provisioning complete for port 442460f1-3032-4816-94fc-21f79c947899 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:32:54.061689 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0c17f361-35b3-4d4a-bb27-cb583675d32e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (442460f1-3032-4816-94fc-21f79c947899), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:54.071009 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-67c04406-8460-4378-90b5-287af825c93f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4690616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5222356'] for subnet (3fc9c5a8-cb9e-4cd6-95d6-91adf91a702c), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:54.109918 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c04406-8460-4378-90b5-287af825c93f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3fc9c5a8-cb9e-4cd6-95d6-91adf91a702c,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:54.122449 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning for port 3dda1cfc-fce7-4e9c-8686-cc9cecf29d40 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:32:54.159393 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning complete for port 3dda1cfc-fce7-4e9c-8686-cc9cecf29d40 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:32:54.160002 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (3dda1cfc-fce7-4e9c-8686-cc9cecf29d40), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:54.168467 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3f3d8ce8-b771-4220-98dc-d8691a659dca req-391b731e-d8d3-42ad-aec9-82a1a0bb7834 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/security-groups?id=1bfe6452-43d5-4c93-9450-34896bc0d267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1360433 Jan 28 19:32:54.178314 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-67c04406-8460-4378-90b5-287af825c93f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:54.194839 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-67c04406-8460-4378-90b5-287af825c93f admin admin] 10.222.0.64 "DELETE /v2.0/subnets/3fc9c5a8-cb9e-4cd6-95d6-91adf91a702c HTTP/1.1" status: 204 len: 168 time: 1.1174736 Jan 28 19:32:54.197021 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 36918) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:54.259333 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-0c17f361-35b3-4d4a-bb27-cb583675d32e None None] Port 442460f1-3032-4816-94fc-21f79c947899 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:32:54.329476 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 420e96cb-7862-4cae-be29-5c77c4ab85f8 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:32:54.426425 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c07130-9541-466d-91bc-cb9eb8c305b2 req-98e61d86-9af9-40ef-96a4-1198626c4645 tempest-ServersTestManualDisk-852432706 tempest-ServersTestManualDisk-852432706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:54.428159 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f6c07130-9541-466d-91bc-cb9eb8c305b2 req-98e61d86-9af9-40ef-96a4-1198626c4645 tempest-ServersTestManualDisk-852432706 tempest-ServersTestManualDisk-852432706-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f696e78-c872-4606-84b8-8e5a7686bdd4 HTTP/1.1" status: 200 len: 945 time: 0.5521193 Jan 28 19:32:54.460597 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 3dda1cfc-fce7-4e9c-8686-cc9cecf29d40 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:32:54.461001 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (3dda1cfc-fce7-4e9c-8686-cc9cecf29d40), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:54.485811 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d3f8eacc-45bb-40db-aa4e-40eafd45ad84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (44b2ee39-fe69-4c6b-8fa9-643d70c5e502), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:54.536280 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 3dda1cfc-fce7-4e9c-8686-cc9cecf29d40, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=3dda1cfc-fce7-4e9c-8686-cc9cecf29d40,segment=NetworkSegment(307a5035-2a9c-44ca-a3ca-b9ed8229daf5),segment_id=307a5035-2a9c-44ca-a3ca-b9ed8229daf5)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:32:54.540190 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dca5dc-b6dd-44b0-babf-dac952331683 req-22e7a6d4-ba6f-4381-81dd-d93d69bf0b6f tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:54.548473 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dca5dc-b6dd-44b0-babf-dac952331683 req-22e7a6d4-ba6f-4381-81dd-d93d69bf0b6f tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:54.550075 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f6c07130-9541-466d-91bc-cb9eb8c305b2 req-43da75f3-86c3-436e-8ca9-e47355b38cda tempest-ServersTestManualDisk-852432706 tempest-ServersTestManualDisk-852432706-project] 10.222.0.64 "GET /v2.0/security-groups?id=acf3d43e-bd7d-4294-81e9-aa427a51ecce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1135955 Jan 28 19:32:54.553064 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (3dda1cfc-fce7-4e9c-8686-cc9cecf29d40), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:54.555248 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 63a694be-3c45-4cf7-86cf-e53eec59bb7a up at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:32:54.584401 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dca5dc-b6dd-44b0-babf-dac952331683 req-22e7a6d4-ba6f-4381-81dd-d93d69bf0b6f tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:54.598415 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dca5dc-b6dd-44b0-babf-dac952331683 req-22e7a6d4-ba6f-4381-81dd-d93d69bf0b6f tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:54.610238 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dca5dc-b6dd-44b0-babf-dac952331683 req-22e7a6d4-ba6f-4381-81dd-d93d69bf0b6f tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:54.624192 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dca5dc-b6dd-44b0-babf-dac952331683 req-22e7a6d4-ba6f-4381-81dd-d93d69bf0b6f tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:54.635883 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dca5dc-b6dd-44b0-babf-dac952331683 req-22e7a6d4-ba6f-4381-81dd-d93d69bf0b6f tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:54.650464 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-32dca5dc-b6dd-44b0-babf-dac952331683 req-22e7a6d4-ba6f-4381-81dd-d93d69bf0b6f tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/ports?device_id=6266b4f2-471d-4297-9d3c-9386239f951c HTTP/1.1" status: 200 len: 5436 time: 0.3346646 Jan 28 19:32:54.675354 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a6f1b0c7-3b6f-44ee-a789-32f2700e6e24 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks [] for port (442460f1-3032-4816-94fc-21f79c947899), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:54.697707 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a6f1b0c7-3b6f-44ee-a789-32f2700e6e24 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (442460f1-3032-4816-94fc-21f79c947899), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:54.698867 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a6f1b0c7-3b6f-44ee-a789-32f2700e6e24 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-756216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-732801'] for router_interface (011d7836-245b-433d-8e8a-2ccc6bb326f3), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:54.715069 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=3dda1cfc-fce7-4e9c-8686-cc9cecf29d40,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:54.795843 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning for port 63a694be-3c45-4cf7-86cf-e53eec59bb7a completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:32:54.801382 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning complete for port 63a694be-3c45-4cf7-86cf-e53eec59bb7a triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:32:54.801791 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (63a694be-3c45-4cf7-86cf-e53eec59bb7a), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:54.857441 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f1b0c7-3b6f-44ee-a789-32f2700e6e24 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Pushing event updated for resources: {'Port': ['ID=442460f1-3032-4816-94fc-21f79c947899,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:54.923507 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f1b0c7-3b6f-44ee-a789-32f2700e6e24 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Network cca3fec8-df1a-4a17-a938-961b4ead8f4c is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:32:54.925998 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-a6f1b0c7-3b6f-44ee-a789-32f2700e6e24 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:32:55.001022 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d3f8eacc-45bb-40db-aa4e-40eafd45ad84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (44b2ee39-fe69-4c6b-8fa9-643d70c5e502), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:55.094257 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 63a694be-3c45-4cf7-86cf-e53eec59bb7a is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:32:55.096865 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (63a694be-3c45-4cf7-86cf-e53eec59bb7a), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:55.137497 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-32dca5dc-b6dd-44b0-babf-dac952331683 req-4a3edd7b-685d-444e-8c07-9bea31393bf4 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/security-groups?id=72c56c83-1eeb-4758-9a36-9dca3b681b4c&id=13e4f299-cf18-4f69-979b-275ae464cc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4851804 Jan 28 19:32:55.156396 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-d3f8eacc-45bb-40db-aa4e-40eafd45ad84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44b2ee39-fe69-4c6b-8fa9-643d70c5e502']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:32:55.196930 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-d3f8eacc-45bb-40db-aa4e-40eafd45ad84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b93ecea-36d8-4819-8240-56145efe9cd3') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:32:55.197286 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-d3f8eacc-45bb-40db-aa4e-40eafd45ad84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b93ecea-36d8-4819-8240-56145efe9cd3') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:32:55.283945 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d3f8eacc-45bb-40db-aa4e-40eafd45ad84 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4747091'] for segment (7b93ecea-36d8-4819-8240-56145efe9cd3), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:55.287041 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 63a694be-3c45-4cf7-86cf-e53eec59bb7a, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=63a694be-3c45-4cf7-86cf-e53eec59bb7a,segment=NetworkSegment(9bf5b81d-1ecc-495b-86bd-fe1fc8410ddb),segment_id=9bf5b81d-1ecc-495b-86bd-fe1fc8410ddb)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:32:55.301540 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (63a694be-3c45-4cf7-86cf-e53eec59bb7a), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:55.302361 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 94babd58-bc58-41d0-b372-2137350b0839 up at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:32:55.323998 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d3f8eacc-45bb-40db-aa4e-40eafd45ad84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (7b93ecea-36d8-4819-8240-56145efe9cd3), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:55.335006 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3f8eacc-45bb-40db-aa4e-40eafd45ad84 admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:32:55.335427 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d3f8eacc-45bb-40db-aa4e-40eafd45ad84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4690514'] for segment (7b93ecea-36d8-4819-8240-56145efe9cd3), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:55.340282 n-d-812111-14 neutron-server[103304]: Traceback (most recent call last): Jan 28 19:32:55.340282 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:32:55.340282 n-d-812111-14 neutron-server[103304]: timer() Jan 28 19:32:55.340282 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:32:55.340282 n-d-812111-14 neutron-server[103304]: cb(*args, **kw) Jan 28 19:32:55.340282 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:32:55.340282 n-d-812111-14 neutron-server[103304]: return func(*args, **kwargs) Jan 28 19:32:55.340282 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:32:55.340282 n-d-812111-14 neutron-server[103304]: self._notify() Jan 28 19:32:55.340282 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:32:55.340282 n-d-812111-14 neutron-server[103304]: self.callback(batched_events) Jan 28 19:32:55.340282 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:32:55.340282 n-d-812111-14 neutron-server[103304]: event.method(event) Jan 28 19:32:55.340282 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:32:55.340282 n-d-812111-14 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:32:55.340282 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:32:55.340282 n-d-812111-14 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:32:55.340282 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:32:55.340282 n-d-812111-14 neutron-server[103304]: return f(self, *a, **k) Jan 28 19:32:55.340282 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:32:55.340282 n-d-812111-14 neutron-server[103304]: return self._get(url).json() Jan 28 19:32:55.340282 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:32:55.340282 n-d-812111-14 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:32:55.340282 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:32:55.340282 n-d-812111-14 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 28 19:32:55.340282 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:32:55.340282 n-d-812111-14 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:32:55.340282 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:32:55.340282 n-d-812111-14 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:32:55.340282 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:32:55.340282 n-d-812111-14 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:32:55.340282 n-d-812111-14 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:32:55.454853 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6f1b0c7-3b6f-44ee-a789-32f2700e6e24 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Router 011d7836-245b-433d-8e8a-2ccc6bb326f3 has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:32:55.476610 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6921bb-f801-4171-a831-f875fa2254a2 req-259881c5-9501-48fa-9a6b-f8f3e31ccb22 tempest-ServersTestManualDisk-852432706 tempest-ServersTestManualDisk-852432706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:55.478179 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ab6921bb-f801-4171-a831-f875fa2254a2 req-259881c5-9501-48fa-9a6b-f8f3e31ccb22 tempest-ServersTestManualDisk-852432706 tempest-ServersTestManualDisk-852432706-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f696e78-c872-4606-84b8-8e5a7686bdd4 HTTP/1.1" status: 200 len: 945 time: 0.3566179 Jan 28 19:32:55.543023 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d3f8eacc-45bb-40db-aa4e-40eafd45ad84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (44b2ee39-fe69-4c6b-8fa9-643d70c5e502), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:55.573716 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d3f8eacc-45bb-40db-aa4e-40eafd45ad84 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:55.578172 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-d3f8eacc-45bb-40db-aa4e-40eafd45ad84 admin admin] 10.222.0.64 "DELETE /v2.0/networks/44b2ee39-fe69-4c6b-8fa9-643d70c5e502 HTTP/1.1" status: 204 len: 168 time: 1.3788152 Jan 28 19:32:55.579344 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f8eacc-45bb-40db-aa4e-40eafd45ad84 admin admin] Pushing event deleted for resources: {'Network': ['ID=44b2ee39-fe69-4c6b-8fa9-643d70c5e502,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:55.724436 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=63a694be-3c45-4cf7-86cf-e53eec59bb7a,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:55.766580 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-365169b7-9a1a-4d45-8f22-ade7bd4b0077 None None] Provisioning complete for port 442460f1-3032-4816-94fc-21f79c947899 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:32:55.766942 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-365169b7-9a1a-4d45-8f22-ade7bd4b0077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (442460f1-3032-4816-94fc-21f79c947899), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:55.872140 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6266b4f2-471d-4297-9d3c-9386239f951c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dda1cfc-fce7-4e9c-8686-cc9cecf29d40'}, {'server_uuid': '6266b4f2-471d-4297-9d3c-9386239f951c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63a694be-3c45-4cf7-86cf-e53eec59bb7a'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:32:55.887068 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c4f076c-e63f-4c4c-a4e0-8efc4c2c1f0b" -d '{"events": [{"server_uuid": "6266b4f2-471d-4297-9d3c-9386239f951c", "name": "network-vif-plugged", "status": "completed", "tag": "3dda1cfc-fce7-4e9c-8686-cc9cecf29d40"}, {"server_uuid": "6266b4f2-471d-4297-9d3c-9386239f951c", "name": "network-vif-plugged", "status": "completed", "tag": "63a694be-3c45-4cf7-86cf-e53eec59bb7a"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:32:55.897038 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-365169b7-9a1a-4d45-8f22-ade7bd4b0077 None None] Port 442460f1-3032-4816-94fc-21f79c947899 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:32:55.939454 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning for port 94babd58-bc58-41d0-b372-2137350b0839 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:32:55.952062 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning complete for port 94babd58-bc58-41d0-b372-2137350b0839 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:32:55.952508 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (94babd58-bc58-41d0-b372-2137350b0839), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:55.954365 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77a618b-5db5-4ad4-81ef-35996554a7dd req-e843e931-0434-4398-841a-66d1263900d7 tempest-ServersTestManualDisk-852432706 tempest-ServersTestManualDisk-852432706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:55.961879 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c77a618b-5db5-4ad4-81ef-35996554a7dd req-e843e931-0434-4398-841a-66d1263900d7 tempest-ServersTestManualDisk-852432706 tempest-ServersTestManualDisk-852432706-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f696e78-c872-4606-84b8-8e5a7686bdd4 HTTP/1.1" status: 200 len: 945 time: 0.1878850 Jan 28 19:32:56.075642 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c77a618b-5db5-4ad4-81ef-35996554a7dd req-7a250181-1030-4529-b6c3-023d9d37d32e tempest-ServersTestManualDisk-852432706 tempest-ServersTestManualDisk-852432706-project] 10.222.0.64 "GET /v2.0/security-groups?id=acf3d43e-bd7d-4294-81e9-aa427a51ecce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1053877 Jan 28 19:32:56.127068 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 36938) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:56.238668 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-92c1826b-55bf-4ace-8772-7fd2dd470e8c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=990d0067f0ef4ada805b13d35b23df25&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1103704 Jan 28 19:32:56.244815 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 36948) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:56.257021 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 94babd58-bc58-41d0-b372-2137350b0839 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:32:56.259249 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (94babd58-bc58-41d0-b372-2137350b0839), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:56.322403 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6f1b0c7-3b6f-44ee-a789-32f2700e6e24 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:32:56.325920 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 28 Jan 2022 19:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8299b4a-4e24-4742-93f7-878711985d38 x-openstack-request-id: req-e8299b4a-4e24-4742-93f7-878711985d38 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:32:56.328157 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6266b4f2-471d-4297-9d3c-9386239f951c", "name": "network-vif-plugged", "status": "completed", "tag": "3dda1cfc-fce7-4e9c-8686-cc9cecf29d40", "code": 200}, {"server_uuid": "6266b4f2-471d-4297-9d3c-9386239f951c", "name": "network-vif-plugged", "status": "completed", "tag": "63a694be-3c45-4cf7-86cf-e53eec59bb7a", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:32:56.331240 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e8299b4a-4e24-4742-93f7-878711985d38 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:32:56.333052 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6266b4f2-471d-4297-9d3c-9386239f951c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dda1cfc-fce7-4e9c-8686-cc9cecf29d40', 'code': 200} Jan 28 19:32:56.335549 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6266b4f2-471d-4297-9d3c-9386239f951c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63a694be-3c45-4cf7-86cf-e53eec59bb7a', 'code': 200} Jan 28 19:32:56.337800 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96501c4b-acc6-4f96-9e13-36cf58a8e736 None None] Sync routers for ids ['011d7836-245b-433d-8e8a-2ccc6bb326f3'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:32:56.346974 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 94babd58-bc58-41d0-b372-2137350b0839, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=94babd58-bc58-41d0-b372-2137350b0839,segment=NetworkSegment(9bf5b81d-1ecc-495b-86bd-fe1fc8410ddb),segment_id=9bf5b81d-1ecc-495b-86bd-fe1fc8410ddb)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:32:56.349372 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-a6f1b0c7-3b6f-44ee-a789-32f2700e6e24 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] 10.222.0.64 "PUT /v2.0/routers/011d7836-245b-433d-8e8a-2ccc6bb326f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6105697 Jan 28 19:32:56.358557 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 36950) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:56.362469 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96501c4b-acc6-4f96-9e13-36cf58a8e736 None None] Routers {'011d7836-245b-433d-8e8a-2ccc6bb326f3'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:32:56.363816 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-96501c4b-acc6-4f96-9e13-36cf58a8e736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:32:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['011d7836-245b-433d-8e8a-2ccc6bb326f3'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:32:56.363984 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (94babd58-bc58-41d0-b372-2137350b0839), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:56.364912 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 81a4af83-6b4e-4b78-b358-67e235489ec7 up at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:32:56.402371 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b661c58c-d112-4232-92ec-f5e38ff16791 admin admin] Publish callbacks [] for security_group (f5d7b564-45fa-4f68-87b5-daf815a06cbf), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:56.492796 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-96501c4b-acc6-4f96-9e13-36cf58a8e736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:32:56.502247 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b661c58c-d112-4232-92ec-f5e38ff16791 admin admin] Publish callbacks [] for security_group (f5d7b564-45fa-4f68-87b5-daf815a06cbf), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:56.519266 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96501c4b-acc6-4f96-9e13-36cf58a8e736 None None] Routers {'011d7836-245b-433d-8e8a-2ccc6bb326f3'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:32:56.520171 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-96501c4b-acc6-4f96-9e13-36cf58a8e736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:32:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['011d7836-245b-433d-8e8a-2ccc6bb326f3'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:32:56.547518 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-752c349c-ea30-4fa6-afeb-0d827639fc67 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:56.550192 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-752c349c-ea30-4fa6-afeb-0d827639fc67 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] 10.222.0.64 "GET /v2.0/ports/442460f1-3032-4816-94fc-21f79c947899 HTTP/1.1" status: 200 len: 913 time: 0.1876802 Jan 28 19:32:56.555612 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 36952) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:56.571879 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=94babd58-bc58-41d0-b372-2137350b0839,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:56.590013 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning for port 81a4af83-6b4e-4b78-b358-67e235489ec7 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:32:56.598955 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning complete for port 81a4af83-6b4e-4b78-b358-67e235489ec7 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:32:56.601368 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (81a4af83-6b4e-4b78-b358-67e235489ec7), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:56.609360 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-96501c4b-acc6-4f96-9e13-36cf58a8e736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:32:56.610301 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96501c4b-acc6-4f96-9e13-36cf58a8e736 None None] The sync data for ids ['011d7836-245b-433d-8e8a-2ccc6bb326f3'] in n-d-812111-14 is: [] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:32:56.790514 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004666b7-89d8-4d37-a31b-4667f81fd7bd req-767d2354-06e7-4399-815d-708fb3513534 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:56.800322 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d027ca7-7442-4fc7-8367-6918bc370b45 req-a762a46e-cded-4014-9f92-4434e7755c40 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:56.803529 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004666b7-89d8-4d37-a31b-4667f81fd7bd req-767d2354-06e7-4399-815d-708fb3513534 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:56.806122 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 81a4af83-6b4e-4b78-b358-67e235489ec7 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:32:56.806646 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (81a4af83-6b4e-4b78-b358-67e235489ec7), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:56.808466 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5d027ca7-7442-4fc7-8367-6918bc370b45 req-a762a46e-cded-4014-9f92-4434e7755c40 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/ports?device_id=468e569c-4ad2-4f8a-b0ed-71ebeaa4f974 HTTP/1.1" status: 200 len: 945 time: 1.2024684 Jan 28 19:32:56.819799 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004666b7-89d8-4d37-a31b-4667f81fd7bd req-767d2354-06e7-4399-815d-708fb3513534 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:56.832196 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004666b7-89d8-4d37-a31b-4667f81fd7bd req-767d2354-06e7-4399-815d-708fb3513534 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:56.842260 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004666b7-89d8-4d37-a31b-4667f81fd7bd req-767d2354-06e7-4399-815d-708fb3513534 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:56.858201 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004666b7-89d8-4d37-a31b-4667f81fd7bd req-767d2354-06e7-4399-815d-708fb3513534 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:56.871102 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004666b7-89d8-4d37-a31b-4667f81fd7bd req-767d2354-06e7-4399-815d-708fb3513534 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:56.877709 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 81a4af83-6b4e-4b78-b358-67e235489ec7, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=81a4af83-6b4e-4b78-b358-67e235489ec7,segment=NetworkSegment(f691f418-4099-4a2e-b081-8f35001c07cb),segment_id=f691f418-4099-4a2e-b081-8f35001c07cb)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:32:56.878695 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-004666b7-89d8-4d37-a31b-4667f81fd7bd req-767d2354-06e7-4399-815d-708fb3513534 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/ports?device_id=6266b4f2-471d-4297-9d3c-9386239f951c HTTP/1.1" status: 200 len: 5439 time: 0.3508863 Jan 28 19:32:56.893260 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (81a4af83-6b4e-4b78-b358-67e235489ec7), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:56.896472 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device f81cc277-8da7-4baf-868c-4770a63c2e56 up at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:32:56.994640 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b661c58c-d112-4232-92ec-f5e38ff16791 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (f5d7b564-45fa-4f68-87b5-daf815a06cbf), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:57.010184 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b661c58c-d112-4232-92ec-f5e38ff16791 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:57.013589 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-b661c58c-d112-4232-92ec-f5e38ff16791 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f5d7b564-45fa-4f68-87b5-daf815a06cbf HTTP/1.1" status: 204 len: 168 time: 0.7653868 Jan 28 19:32:57.065712 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-ab6921bb-f801-4171-a831-f875fa2254a2 req-d4daed4e-89d9-4178-8e6a-cd1a9221b338 tempest-ServersTestManualDisk-852432706 tempest-ServersTestManualDisk-852432706-project] Deleting port abe78009-ce35-4a46-aa6c-fa6dad9f8b11 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:32:57.066134 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-ab6921bb-f801-4171-a831-f875fa2254a2 req-d4daed4e-89d9-4178-8e6a-cd1a9221b338 tempest-ServersTestManualDisk-852432706 tempest-ServersTestManualDisk-852432706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (abe78009-ce35-4a46-aa6c-fa6dad9f8b11), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:57.124805 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b661c58c-d112-4232-92ec-f5e38ff16791 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5d7b564-45fa-4f68-87b5-daf815a06cbf,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:57.190126 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-004666b7-89d8-4d37-a31b-4667f81fd7bd req-fae3929a-c074-4847-bb38-c4b480a25f85 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/security-groups?id=72c56c83-1eeb-4758-9a36-9dca3b681b4c&id=13e4f299-cf18-4f69-979b-275ae464cc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3037746 Jan 28 19:32:57.195543 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b661c58c-d112-4232-92ec-f5e38ff16791 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:32:57.195899 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b661c58c-d112-4232-92ec-f5e38ff16791 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:32:57.196250 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b661c58c-d112-4232-92ec-f5e38ff16791 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:32:57.196597 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b661c58c-d112-4232-92ec-f5e38ff16791 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:32:57.196944 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b661c58c-d112-4232-92ec-f5e38ff16791 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:32:57.197302 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b661c58c-d112-4232-92ec-f5e38ff16791 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:32:57.197830 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b661c58c-d112-4232-92ec-f5e38ff16791 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:32:57.211228 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b661c58c-d112-4232-92ec-f5e38ff16791 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:32:57.212049 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b661c58c-d112-4232-92ec-f5e38ff16791 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:32:57.212575 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b661c58c-d112-4232-92ec-f5e38ff16791 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:32:57.217046 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b661c58c-d112-4232-92ec-f5e38ff16791 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:32:57.217635 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b661c58c-d112-4232-92ec-f5e38ff16791 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:32:57.218160 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b661c58c-d112-4232-92ec-f5e38ff16791 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:32:57.367259 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-ab6921bb-f801-4171-a831-f875fa2254a2 req-d4daed4e-89d9-4178-8e6a-cd1a9221b338 tempest-ServersTestManualDisk-852432706 tempest-ServersTestManualDisk-852432706-project] For port abe78009-ce35-4a46-aa6c-fa6dad9f8b11, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=abe78009-ce35-4a46-aa6c-fa6dad9f8b11,segment=NetworkSegment(2f79fc28-c629-4c0b-a8c8-273c879a5605),segment_id=2f79fc28-c629-4c0b-a8c8-273c879a5605)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:32:57.367642 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-ab6921bb-f801-4171-a831-f875fa2254a2 req-d4daed4e-89d9-4178-8e6a-cd1a9221b338 tempest-ServersTestManualDisk-852432706 tempest-ServersTestManualDisk-852432706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (abe78009-ce35-4a46-aa6c-fa6dad9f8b11), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:57.437606 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781a0375-3c1f-4ce9-8d3a-13e77c8bcd44 req-69347e12-2607-4b93-885f-6bfb50898b54 tempest-ServersTestManualDisk-852432706 tempest-ServersTestManualDisk-852432706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:57.451364 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-781a0375-3c1f-4ce9-8d3a-13e77c8bcd44 req-69347e12-2607-4b93-885f-6bfb50898b54 tempest-ServersTestManualDisk-852432706 tempest-ServersTestManualDisk-852432706-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f696e78-c872-4606-84b8-8e5a7686bdd4 HTTP/1.1" status: 200 len: 945 time: 0.1265259 Jan 28 19:32:57.603683 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-781a0375-3c1f-4ce9-8d3a-13e77c8bcd44 req-f04b29be-5920-4c0c-9779-790b4b756713 tempest-ServersTestManualDisk-852432706 tempest-ServersTestManualDisk-852432706-project] 10.222.0.64 "GET /v2.0/security-groups?id=acf3d43e-bd7d-4294-81e9-aa427a51ecce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1447947 Jan 28 19:32:57.624802 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device abe78009-ce35-4a46-aa6c-fa6dad9f8b11 no longer exists at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:32:57.834418 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 36976) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:58.034334 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 36980) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:58.080887 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-ab6921bb-f801-4171-a831-f875fa2254a2 req-d4daed4e-89d9-4178-8e6a-cd1a9221b338 tempest-ServersTestManualDisk-852432706 tempest-ServersTestManualDisk-852432706-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:58.081958 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-ab6921bb-f801-4171-a831-f875fa2254a2 req-d4daed4e-89d9-4178-8e6a-cd1a9221b338 tempest-ServersTestManualDisk-852432706 tempest-ServersTestManualDisk-852432706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734886'] for floatingip (90786d99-8fab-4b5c-937c-b12c5d4464ff), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:58.082440 n-d-812111-14 neutron-server[103305]: INFO neutron.db.l3_db [req-ab6921bb-f801-4171-a831-f875fa2254a2 req-d4daed4e-89d9-4178-8e6a-cd1a9221b338 tempest-ServersTestManualDisk-852432706 tempest-ServersTestManualDisk-852432706-project] Floating IP 90786d99-8fab-4b5c-937c-b12c5d4464ff disassociated. External IP: 172.25.6.169, port: abe78009-ce35-4a46-aa6c-fa6dad9f8b11. Jan 28 19:32:58.082987 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-ab6921bb-f801-4171-a831-f875fa2254a2 req-d4daed4e-89d9-4178-8e6a-cd1a9221b338 tempest-ServersTestManualDisk-852432706 tempest-ServersTestManualDisk-852432706-project] Calling delete_port for abe78009-ce35-4a46-aa6c-fa6dad9f8b11 owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:32:58.178987 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=81a4af83-6b4e-4b78-b358-67e235489ec7,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:58.205025 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-8caa796c-6943-4ee6-9114-f553d9499ddc admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=444141ae62ed4bde895608621bf83007&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1692045 Jan 28 19:32:58.208116 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 36982) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:58.255353 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5d027ca7-7442-4fc7-8367-6918bc370b45 req-b03e8ed6-1372-49d9-8819-7081da10ce73 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/security-groups?id=1bfe6452-43d5-4c93-9450-34896bc0d267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.4241700 Jan 28 19:32:58.270393 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port abe78009-ce35-4a46-aa6c-fa6dad9f8b11 is: ACTIVE; New status is: DOWN {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:32:58.270979 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (abe78009-ce35-4a46-aa6c-fa6dad9f8b11), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:58.313487 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning for port f81cc277-8da7-4baf-868c-4770a63c2e56 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:32:58.338566 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning complete for port f81cc277-8da7-4baf-868c-4770a63c2e56 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:32:58.341276 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (f81cc277-8da7-4baf-868c-4770a63c2e56), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:58.478597 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6266b4f2-471d-4297-9d3c-9386239f951c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94babd58-bc58-41d0-b372-2137350b0839'}, {'server_uuid': '6266b4f2-471d-4297-9d3c-9386239f951c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81a4af83-6b4e-4b78-b358-67e235489ec7'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:32:58.485904 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c9df8a0-fcfe-4a35-8bf4-aacf1ffbf58e" -d '{"events": [{"server_uuid": "6266b4f2-471d-4297-9d3c-9386239f951c", "name": "network-vif-plugged", "status": "completed", "tag": "94babd58-bc58-41d0-b372-2137350b0839"}, {"server_uuid": "6266b4f2-471d-4297-9d3c-9386239f951c", "name": "network-vif-plugged", "status": "completed", "tag": "81a4af83-6b4e-4b78-b358-67e235489ec7"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:32:58.505171 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c17e2653-0672-4798-ae6c-41d8f15bb041 admin admin] Publish callbacks [] for security_group (4d8fdfeb-e7f4-41ef-9093-63c19eeb917e), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:58.515489 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-378b9d1d-362a-4ce6-baf8-525968b43a4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:58.604364 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03dddd6-6789-4d9b-b74c-9511f9af8e4b req-c339dd3c-e092-40a3-919c-bea2aa0ab175 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:58.618782 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03dddd6-6789-4d9b-b74c-9511f9af8e4b req-c339dd3c-e092-40a3-919c-bea2aa0ab175 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:58.625823 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03dddd6-6789-4d9b-b74c-9511f9af8e4b req-c339dd3c-e092-40a3-919c-bea2aa0ab175 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:58.640753 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03dddd6-6789-4d9b-b74c-9511f9af8e4b req-c339dd3c-e092-40a3-919c-bea2aa0ab175 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:58.660281 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03dddd6-6789-4d9b-b74c-9511f9af8e4b req-c339dd3c-e092-40a3-919c-bea2aa0ab175 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:58.680107 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03dddd6-6789-4d9b-b74c-9511f9af8e4b req-c339dd3c-e092-40a3-919c-bea2aa0ab175 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:58.688224 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03dddd6-6789-4d9b-b74c-9511f9af8e4b req-c339dd3c-e092-40a3-919c-bea2aa0ab175 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:58.688989 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 28 Jan 2022 19:32:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef4d0dea-a162-43bb-a1c3-7794db38b306 x-openstack-request-id: req-ef4d0dea-a162-43bb-a1c3-7794db38b306 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:32:58.690002 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6266b4f2-471d-4297-9d3c-9386239f951c", "name": "network-vif-plugged", "status": "completed", "tag": "94babd58-bc58-41d0-b372-2137350b0839", "code": 200}, {"server_uuid": "6266b4f2-471d-4297-9d3c-9386239f951c", "name": "network-vif-plugged", "status": "completed", "tag": "81a4af83-6b4e-4b78-b358-67e235489ec7", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:32:58.693090 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ef4d0dea-a162-43bb-a1c3-7794db38b306 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:32:58.693763 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6266b4f2-471d-4297-9d3c-9386239f951c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94babd58-bc58-41d0-b372-2137350b0839', 'code': 200} Jan 28 19:32:58.694237 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6266b4f2-471d-4297-9d3c-9386239f951c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81a4af83-6b4e-4b78-b358-67e235489ec7', 'code': 200} Jan 28 19:32:58.717774 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e03dddd6-6789-4d9b-b74c-9511f9af8e4b req-c339dd3c-e092-40a3-919c-bea2aa0ab175 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/ports?device_id=6266b4f2-471d-4297-9d3c-9386239f951c HTTP/1.1" status: 200 len: 5440 time: 0.3336084 Jan 28 19:32:58.808363 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c17e2653-0672-4798-ae6c-41d8f15bb041 admin admin] Publish callbacks [] for security_group (4d8fdfeb-e7f4-41ef-9093-63c19eeb917e), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:58.865624 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port f81cc277-8da7-4baf-868c-4770a63c2e56 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:32:58.866349 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (f81cc277-8da7-4baf-868c-4770a63c2e56), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:59.038984 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port f81cc277-8da7-4baf-868c-4770a63c2e56, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=f81cc277-8da7-4baf-868c-4770a63c2e56,segment=NetworkSegment(9bf5b81d-1ecc-495b-86bd-fe1fc8410ddb),segment_id=9bf5b81d-1ecc-495b-86bd-fe1fc8410ddb)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:32:59.052142 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (f81cc277-8da7-4baf-868c-4770a63c2e56), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:59.052983 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 20564fb9-afe6-4bea-9e37-1486e3355933 up at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:32:59.084503 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e03dddd6-6789-4d9b-b74c-9511f9af8e4b req-948f98dd-6553-477b-8e56-08e4467db405 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/security-groups?id=72c56c83-1eeb-4758-9a36-9dca3b681b4c&id=13e4f299-cf18-4f69-979b-275ae464cc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3653674 Jan 28 19:32:59.130360 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c17e2653-0672-4798-ae6c-41d8f15bb041 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (4d8fdfeb-e7f4-41ef-9093-63c19eeb917e), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:59.133268 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c17e2653-0672-4798-ae6c-41d8f15bb041 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:59.138607 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-c17e2653-0672-4798-ae6c-41d8f15bb041 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4d8fdfeb-e7f4-41ef-9093-63c19eeb917e HTTP/1.1" status: 204 len: 168 time: 0.9259059 Jan 28 19:32:59.175157 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17e2653-0672-4798-ae6c-41d8f15bb041 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d8fdfeb-e7f4-41ef-9093-63c19eeb917e,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:59.253739 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-378b9d1d-362a-4ce6-baf8-525968b43a4c admin admin] Publish callbacks [] for security_group (6ace189e-e331-43b3-ac00-f4349671d7c6), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:59.266692 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-378b9d1d-362a-4ce6-baf8-525968b43a4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (6ace189e-e331-43b3-ac00-f4349671d7c6), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:59.316276 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=f81cc277-8da7-4baf-868c-4770a63c2e56,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:59.378693 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-ab6921bb-f801-4171-a831-f875fa2254a2 req-d4daed4e-89d9-4178-8e6a-cd1a9221b338 tempest-ServersTestManualDisk-852432706 tempest-ServersTestManualDisk-852432706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (abe78009-ce35-4a46-aa6c-fa6dad9f8b11), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:59.390803 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-378b9d1d-362a-4ce6-baf8-525968b43a4c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9ddb94c4be5848cca530a0c6de9aef42&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5506544 Jan 28 19:32:59.394846 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning for port 20564fb9-afe6-4bea-9e37-1486e3355933 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:32:59.399443 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 37006) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:59.401146 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning complete for port 20564fb9-afe6-4bea-9e37-1486e3355933 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:32:59.401534 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (20564fb9-afe6-4bea-9e37-1486e3355933), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:59.524749 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378b9d1d-362a-4ce6-baf8-525968b43a4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ace189e-e331-43b3-ac00-f4349671d7c6,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:59.526860 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1f041466-ffb0-4dc5-877e-a05e336b6a17 req-fc030789-f41e-4154-b6a6-955f4dd5bd63 tempest-ServersTestManualDisk-852432706 tempest-ServersTestManualDisk-852432706-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f696e78-c872-4606-84b8-8e5a7686bdd4 HTTP/1.1" status: 200 len: 210 time: 0.1572900 Jan 28 19:32:59.641594 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5eef53e9-1e2f-47e7-a5c4-4f21927ee269 admin admin] Publish callbacks [] for security_group (6ace189e-e331-43b3-ac00-f4349671d7c6), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:59.675162 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4daed4e-89d9-4178-8e6a-cd1a9221b338 tempest-ServersTestManualDisk-852432706 tempest-ServersTestManualDisk-852432706-project] Pushing event deleted for resources: {'Port': ['ID=abe78009-ce35-4a46-aa6c-fa6dad9f8b11,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:59.682783 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5eef53e9-1e2f-47e7-a5c4-4f21927ee269 admin admin] Publish callbacks [] for security_group (6ace189e-e331-43b3-ac00-f4349671d7c6), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:59.727883 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 20564fb9-afe6-4bea-9e37-1486e3355933 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:32:59.728276 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (20564fb9-afe6-4bea-9e37-1486e3355933), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:59.765925 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5eef53e9-1e2f-47e7-a5c4-4f21927ee269 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (6ace189e-e331-43b3-ac00-f4349671d7c6), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:59.769632 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5eef53e9-1e2f-47e7-a5c4-4f21927ee269 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:59.771144 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-5eef53e9-1e2f-47e7-a5c4-4f21927ee269 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6ace189e-e331-43b3-ac00-f4349671d7c6 HTTP/1.1" status: 204 len: 168 time: 0.3639872 Jan 28 19:32:59.787565 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a688880-2882-49bb-a457-067db8f2469f req-92a9c705-6ce0-4718-be67-62717fd172c1 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:59.794968 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8a688880-2882-49bb-a457-067db8f2469f req-92a9c705-6ce0-4718-be67-62717fd172c1 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/ports?device_id=468e569c-4ad2-4f8a-b0ed-71ebeaa4f974 HTTP/1.1" status: 200 len: 945 time: 0.3014381 Jan 28 19:32:59.865978 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 20564fb9-afe6-4bea-9e37-1486e3355933, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=20564fb9-afe6-4bea-9e37-1486e3355933,segment=NetworkSegment(f691f418-4099-4a2e-b081-8f35001c07cb),segment_id=f691f418-4099-4a2e-b081-8f35001c07cb)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:32:59.877369 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (20564fb9-afe6-4bea-9e37-1486e3355933), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:59.912024 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8a688880-2882-49bb-a457-067db8f2469f req-e2366fac-05d2-44a2-b55b-1a15b6f11633 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/security-groups?id=1bfe6452-43d5-4c93-9450-34896bc0d267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156559 Jan 28 19:32:59.913391 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eef53e9-1e2f-47e7-a5c4-4f21927ee269 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ace189e-e331-43b3-ac00-f4349671d7c6,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:33:00.012604 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=20564fb9-afe6-4bea-9e37-1486e3355933,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:33:00.333040 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae65db5-8464-476c-8fb1-9fb375137005 req-9e606b5e-e7da-42fc-be0c-ba0a2e3ab76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:00.336122 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3ae65db5-8464-476c-8fb1-9fb375137005 req-9e606b5e-e7da-42fc-be0c-ba0a2e3ab76c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0f0ddac21a95455ebc1c3ac83c1cf620&device_id=468e569c-4ad2-4f8a-b0ed-71ebeaa4f974 HTTP/1.1" status: 200 len: 1128 time: 0.0986915 Jan 28 19:33:00.364549 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ab6921bb-f801-4171-a831-f875fa2254a2 req-d4daed4e-89d9-4178-8e6a-cd1a9221b338 tempest-ServersTestManualDisk-852432706 tempest-ServersTestManualDisk-852432706-project] Router f702bc6b-f02c-4e27-b0e4-4f0f8c2f13e2 has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:33:00.495080 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f72e78a9-80f8-431a-be1e-6cbfa37825a1 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-732838'] for router_interface (011d7836-245b-433d-8e8a-2ccc6bb326f3), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:00.695886 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6266b4f2-471d-4297-9d3c-9386239f951c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f81cc277-8da7-4baf-868c-4770a63c2e56'}, {'server_uuid': '6266b4f2-471d-4297-9d3c-9386239f951c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20564fb9-afe6-4bea-9e37-1486e3355933'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:33:00.700179 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68b5b886-5d92-48bb-a3a6-d0cc73fec339" -d '{"events": [{"server_uuid": "6266b4f2-471d-4297-9d3c-9386239f951c", "name": "network-vif-plugged", "status": "completed", "tag": "f81cc277-8da7-4baf-868c-4770a63c2e56"}, {"server_uuid": "6266b4f2-471d-4297-9d3c-9386239f951c", "name": "network-vif-plugged", "status": "completed", "tag": "20564fb9-afe6-4bea-9e37-1486e3355933"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:33:00.713468 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-58aba4f7-b970-4cb4-b5e9-f0f45dde2faa req-c129e2be-96ff-450d-8941-20029a1b1489 tempest-ServersTestManualDisk-852432706 tempest-ServersTestManualDisk-852432706-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f696e78-c872-4606-84b8-8e5a7686bdd4 HTTP/1.1" status: 200 len: 210 time: 0.0964460 Jan 28 19:33:00.714491 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae65db5-8464-476c-8fb1-9fb375137005 req-125e4720-e7e5-452b-914e-35668c876581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:00.715812 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3ae65db5-8464-476c-8fb1-9fb375137005 req-125e4720-e7e5-452b-914e-35668c876581 service neutron] 10.222.0.70 "GET /v2.0/networks?id=4ed80f8c-a628-4bf0-926c-daa4ec7f72d6 HTTP/1.1" status: 200 len: 917 time: 0.3745294 Jan 28 19:33:00.805511 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 37038) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:00.810852 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3ae65db5-8464-476c-8fb1-9fb375137005 req-92ddfc2f-16bb-4735-a586-0c4e15259d44 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3350cbae-4a25-42ca-a107-7365789be398 HTTP/1.1" status: 200 len: 1001 time: 0.0866461 Jan 28 19:33:00.848849 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 28 Jan 2022 19:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26a6f2ac-2128-449b-9200-84b60f1a5d70 x-openstack-request-id: req-26a6f2ac-2128-449b-9200-84b60f1a5d70 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:33:00.849487 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6266b4f2-471d-4297-9d3c-9386239f951c", "name": "network-vif-plugged", "status": "completed", "tag": "f81cc277-8da7-4baf-868c-4770a63c2e56", "code": 200}, {"server_uuid": "6266b4f2-471d-4297-9d3c-9386239f951c", "name": "network-vif-plugged", "status": "completed", "tag": "20564fb9-afe6-4bea-9e37-1486e3355933", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:33:00.849921 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-26a6f2ac-2128-449b-9200-84b60f1a5d70 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:33:00.850492 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6266b4f2-471d-4297-9d3c-9386239f951c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f81cc277-8da7-4baf-868c-4770a63c2e56', 'code': 200} Jan 28 19:33:00.850987 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6266b4f2-471d-4297-9d3c-9386239f951c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20564fb9-afe6-4bea-9e37-1486e3355933', 'code': 200} Jan 28 19:33:00.927955 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b9bd50ed-518e-4ba3-bd69-9ec2c5d6ed3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:00.957970 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ab6921bb-f801-4171-a831-f875fa2254a2 req-d4daed4e-89d9-4178-8e6a-cd1a9221b338 tempest-ServersTestManualDisk-852432706 tempest-ServersTestManualDisk-852432706-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:33:00.972734 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba743c1-22f7-48f4-b138-70647703d4c9 None None] Sync routers for ids ['f702bc6b-f02c-4e27-b0e4-4f0f8c2f13e2'] in n-d-812111-14 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:33:01.010539 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba743c1-22f7-48f4-b138-70647703d4c9 None None] Routers {'f702bc6b-f02c-4e27-b0e4-4f0f8c2f13e2'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:33:01.013019 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-6ba743c1-22f7-48f4-b138-70647703d4c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:32:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['f702bc6b-f02c-4e27-b0e4-4f0f8c2f13e2'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:33:01.046543 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae65db5-8464-476c-8fb1-9fb375137005 req-e7a23d90-1744-4883-9a98-135b2b66c721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:01.054556 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3ae65db5-8464-476c-8fb1-9fb375137005 req-e7a23d90-1744-4883-9a98-135b2b66c721 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ccd8c2b9-0197-4b01-ba57-f13b2702d1bc HTTP/1.1" status: 200 len: 856 time: 0.2313354 Jan 28 19:33:01.066768 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab6921bb-f801-4171-a831-f875fa2254a2 req-d4daed4e-89d9-4178-8e6a-cd1a9221b338 tempest-ServersTestManualDisk-852432706 tempest-ServersTestManualDisk-852432706-project] No DVR routers for this DVR port abe78009-ce35-4a46-aa6c-fa6dad9f8b11 on host n-h1-812111-14 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:33:01.079508 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-ab6921bb-f801-4171-a831-f875fa2254a2 req-d4daed4e-89d9-4178-8e6a-cd1a9221b338 tempest-ServersTestManualDisk-852432706 tempest-ServersTestManualDisk-852432706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:01.083548 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ab6921bb-f801-4171-a831-f875fa2254a2 req-d4daed4e-89d9-4178-8e6a-cd1a9221b338 tempest-ServersTestManualDisk-852432706 tempest-ServersTestManualDisk-852432706-project] 10.222.0.41 "DELETE /v2.0/ports/abe78009-ce35-4a46-aa6c-fa6dad9f8b11 HTTP/1.1" status: 204 len: 173 time: 5.5949099 Jan 28 19:33:01.084252 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f696e78-c872-4606-84b8-8e5a7686bdd4', 'name': 'network-vif-deleted', 'tag': 'abe78009-ce35-4a46-aa6c-fa6dad9f8b11'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:33:01.100318 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0373ffe-30a7-4742-814a-03b24b5b8922" -d '{"events": [{"server_uuid": "7f696e78-c872-4606-84b8-8e5a7686bdd4", "name": "network-vif-deleted", "tag": "abe78009-ce35-4a46-aa6c-fa6dad9f8b11"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:33:01.276561 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605e3685-7d00-48c8-9481-c96cc1780f9f req-340f8ef0-afcb-4e76-81e4-0bde982ef496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:01.278490 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605e3685-7d00-48c8-9481-c96cc1780f9f req-340f8ef0-afcb-4e76-81e4-0bde982ef496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:01.279038 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605e3685-7d00-48c8-9481-c96cc1780f9f req-340f8ef0-afcb-4e76-81e4-0bde982ef496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:01.280623 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605e3685-7d00-48c8-9481-c96cc1780f9f req-340f8ef0-afcb-4e76-81e4-0bde982ef496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:01.282391 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605e3685-7d00-48c8-9481-c96cc1780f9f req-340f8ef0-afcb-4e76-81e4-0bde982ef496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:01.283502 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605e3685-7d00-48c8-9481-c96cc1780f9f req-340f8ef0-afcb-4e76-81e4-0bde982ef496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:01.286678 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605e3685-7d00-48c8-9481-c96cc1780f9f req-340f8ef0-afcb-4e76-81e4-0bde982ef496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:01.290545 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-605e3685-7d00-48c8-9481-c96cc1780f9f req-340f8ef0-afcb-4e76-81e4-0bde982ef496 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=6266b4f2-471d-4297-9d3c-9386239f951c HTTP/1.1" status: 200 len: 6723 time: 0.3545265 Jan 28 19:33:01.333479 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-6ba743c1-22f7-48f4-b138-70647703d4c9 None None] Set router f702bc6b-f02c-4e27-b0e4-4f0f8c2f13e2 gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:33:01.394862 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae65db5-8464-476c-8fb1-9fb375137005 req-6c24ef1f-2069-47ec-8682-51a2af903e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:01.396513 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3ae65db5-8464-476c-8fb1-9fb375137005 req-6c24ef1f-2069-47ec-8682-51a2af903e62 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4ed80f8c-a628-4bf0-926c-daa4ec7f72d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3339837 Jan 28 19:33:01.423004 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1085e0ef-45e8-49af-938d-4384ac7a7bb8 req-5be57f83-bc33-4c17-a2ab-4661edb93830 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:01.429366 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1085e0ef-45e8-49af-938d-4384ac7a7bb8 req-5be57f83-bc33-4c17-a2ab-4661edb93830 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:01.447033 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1085e0ef-45e8-49af-938d-4384ac7a7bb8 req-5be57f83-bc33-4c17-a2ab-4661edb93830 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:01.460033 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1085e0ef-45e8-49af-938d-4384ac7a7bb8 req-5be57f83-bc33-4c17-a2ab-4661edb93830 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:01.481202 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1085e0ef-45e8-49af-938d-4384ac7a7bb8 req-5be57f83-bc33-4c17-a2ab-4661edb93830 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:01.504168 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1085e0ef-45e8-49af-938d-4384ac7a7bb8 req-5be57f83-bc33-4c17-a2ab-4661edb93830 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:01.513346 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1085e0ef-45e8-49af-938d-4384ac7a7bb8 req-5be57f83-bc33-4c17-a2ab-4661edb93830 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:01.532110 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1085e0ef-45e8-49af-938d-4384ac7a7bb8 req-5be57f83-bc33-4c17-a2ab-4661edb93830 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/ports?device_id=6266b4f2-471d-4297-9d3c-9386239f951c HTTP/1.1" status: 200 len: 5442 time: 1.3153222 Jan 28 19:33:01.623178 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3ae65db5-8464-476c-8fb1-9fb375137005 req-dc79bfb3-4282-4ce9-862b-4f797f78ae2f service neutron] 10.222.0.70 "GET /v2.0/networks/4ed80f8c-a628-4bf0-926c-daa4ec7f72d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2055151 Jan 28 19:33:01.673032 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b9bd50ed-518e-4ba3-bd69-9ec2c5d6ed3a admin admin] Publish callbacks [] for security_group (712a4e17-e709-4b29-92fe-97cfcad15cf5), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:01.696070 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b9bd50ed-518e-4ba3-bd69-9ec2c5d6ed3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (712a4e17-e709-4b29-92fe-97cfcad15cf5), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:01.769583 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-b9bd50ed-518e-4ba3-bd69-9ec2c5d6ed3a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9b0e6aeec0ad48bd873d67e8a0e634e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9507339 Jan 28 19:33:01.774662 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 37064) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:01.812128 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bd50ed-518e-4ba3-bd69-9ec2c5d6ed3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=712a4e17-e709-4b29-92fe-97cfcad15cf5,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:33:01.829634 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 37066) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:01.843413 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-6ba743c1-22f7-48f4-b138-70647703d4c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f702bc6b-f02c-4e27-b0e4-4f0f8c2f13e2', 'name': 'tempest-ServersTestManualDisk-1977898388-router', 'tenant_id': '45fb7b14cebe47c2b0ff3653e388c738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': 'f2c4ec95-10eb-45be-92ad-b0732e457844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:31:22Z', 'updated_at': '2022-01-28T19:31:37Z', 'revision_number': 4, 'project_id': '45fb7b14cebe47c2b0ff3653e388c738', 'gw_port': {'id': 'f2c4ec95-10eb-45be-92ad-b0732e457844', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:5f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f702bc6b-f02c-4e27-b0e4-4f0f8c2f13e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2019, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:31:24Z', 'updated_at': '2022-01-28T19:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': 'cf5ecd1f-1725-4463-8e93-be90494201dc', 'name': '', 'network_id': '92852eb4-22ae-4ff2-8b8f-59f16f3a189b', 'tenant_id': '45fb7b14cebe47c2b0ff3653e388c738', 'mac_address': 'fa:16:3e:59:55:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f702bc6b-f02c-4e27-b0e4-4f0f8c2f13e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2028, 'fixed_ips': [{'subnet_id': '32567241-fa90-4306-aa1e-53db272b15f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:31:33Z', 'updated_at': '2022-01-28T19:31:44Z', 'revision_number': 5, 'project_id': '45fb7b14cebe47c2b0ff3653e388c738', 'subnets': [{'id': '32567241-fa90-4306-aa1e-53db272b15f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:33:01.865649 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3ae65db5-8464-476c-8fb1-9fb375137005 req-65839fb1-868b-4032-a1c1-8f80780ce312 service neutron] 10.222.0.70 "GET /v2.0/networks/4ed80f8c-a628-4bf0-926c-daa4ec7f72d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2229259 Jan 28 19:33:01.905346 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba743c1-22f7-48f4-b138-70647703d4c9 None None] Checking router: f702bc6b-f02c-4e27-b0e4-4f0f8c2f13e2 for host: n-d-812111-14 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:33:01.912683 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6832668b-e005-467a-b3d9-210c1d4f70a9 req-4e1b47bc-3948-4365-98c5-9a0bf562ed7a tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:01.923943 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6832668b-e005-467a-b3d9-210c1d4f70a9 req-4e1b47bc-3948-4365-98c5-9a0bf562ed7a tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/ports?device_id=468e569c-4ad2-4f8a-b0ed-71ebeaa4f974 HTTP/1.1" status: 200 len: 945 time: 0.7676620 Jan 28 19:33:01.926651 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1085e0ef-45e8-49af-938d-4384ac7a7bb8 req-f6a6022d-3eaa-458f-8853-c32d4e6bfd92 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/security-groups?id=72c56c83-1eeb-4758-9a36-9dca3b681b4c&id=13e4f299-cf18-4f69-979b-275ae464cc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3918746 Jan 28 19:33:01.928059 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-605e3685-7d00-48c8-9481-c96cc1780f9f req-9e9c6e3f-b319-4b20-af0b-6f90fb8c3ce9 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=72c56c83-1eeb-4758-9a36-9dca3b681b4c&id=13e4f299-cf18-4f69-979b-275ae464cc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6244106 Jan 28 19:33:01.937206 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba743c1-22f7-48f4-b138-70647703d4c9 None None] Routers {'f702bc6b-f02c-4e27-b0e4-4f0f8c2f13e2'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:33:01.937846 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-6ba743c1-22f7-48f4-b138-70647703d4c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:32:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['f702bc6b-f02c-4e27-b0e4-4f0f8c2f13e2'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:33:02.056024 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6832668b-e005-467a-b3d9-210c1d4f70a9 req-87460ead-26ec-403f-82bd-132b916e693d tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/security-groups?id=1bfe6452-43d5-4c93-9450-34896bc0d267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1311491 Jan 28 19:33:02.066003 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f8c93d18-9d51-4744-9928-7e2c2a2e1054 admin admin] Publish callbacks [] for security_group (712a4e17-e709-4b29-92fe-97cfcad15cf5), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:02.087793 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-113f0443-d54f-4daa-8e66-7f6f33c781f1 x-openstack-request-id: req-113f0443-d54f-4daa-8e66-7f6f33c781f1 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:33:02.088083 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f696e78-c872-4606-84b8-8e5a7686bdd4", "name": "network-vif-deleted", "tag": "abe78009-ce35-4a46-aa6c-fa6dad9f8b11", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:33:02.088331 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-113f0443-d54f-4daa-8e66-7f6f33c781f1 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:33:02.088730 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f696e78-c872-4606-84b8-8e5a7686bdd4', 'name': 'network-vif-deleted', 'tag': 'abe78009-ce35-4a46-aa6c-fa6dad9f8b11', 'status': 'completed', 'code': 200} Jan 28 19:33:02.107464 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f8c93d18-9d51-4744-9928-7e2c2a2e1054 admin admin] Publish callbacks [] for security_group (712a4e17-e709-4b29-92fe-97cfcad15cf5), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:02.165505 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-6ba743c1-22f7-48f4-b138-70647703d4c9 None None] Set router f702bc6b-f02c-4e27-b0e4-4f0f8c2f13e2 gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:33:02.218896 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-28564285-070d-4b05-9fd1-3603f4d4984e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:02.235465 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 37076) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:02.381136 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d54e5565-ac17-400a-ba91-b367b63c0492 tempest-ServersTestManualDisk-852432706 tempest-ServersTestManualDisk-852432706-project] Publish callbacks [] for security_group (acf3d43e-bd7d-4294-81e9-aa427a51ecce), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:02.418207 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-28564285-070d-4b05-9fd1-3603f4d4984e admin admin] Publish callbacks [] for security_group (2fc0bfa2-6fc5-4937-a765-80880bc38f15), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:02.429467 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-f72e78a9-80f8-431a-be1e-6cbfa37825a1 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Deleting port 442460f1-3032-4816-94fc-21f79c947899 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:33:02.430092 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f72e78a9-80f8-431a-be1e-6cbfa37825a1 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (442460f1-3032-4816-94fc-21f79c947899), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:02.434517 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d54e5565-ac17-400a-ba91-b367b63c0492 tempest-ServersTestManualDisk-852432706 tempest-ServersTestManualDisk-852432706-project] Publish callbacks [] for security_group (acf3d43e-bd7d-4294-81e9-aa427a51ecce), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:02.445401 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-6ba743c1-22f7-48f4-b138-70647703d4c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f702bc6b-f02c-4e27-b0e4-4f0f8c2f13e2', 'name': 'tempest-ServersTestManualDisk-1977898388-router', 'tenant_id': '45fb7b14cebe47c2b0ff3653e388c738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': 'f2c4ec95-10eb-45be-92ad-b0732e457844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:31:22Z', 'updated_at': '2022-01-28T19:31:37Z', 'revision_number': 4, 'project_id': '45fb7b14cebe47c2b0ff3653e388c738', 'gw_port': {'id': 'f2c4ec95-10eb-45be-92ad-b0732e457844', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:5f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f702bc6b-f02c-4e27-b0e4-4f0f8c2f13e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2019, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:31:24Z', 'updated_at': '2022-01-28T19:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': 'cf5ecd1f-1725-4463-8e93-be90494201dc', 'name': '', 'network_id': '92852eb4-22ae-4ff2-8b8f-59f16f3a189b', 'tenant_id': '45fb7b14cebe47c2b0ff3653e388c738', 'mac_address': 'fa:16:3e:59:55:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f702bc6b-f02c-4e27-b0e4-4f0f8c2f13e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2028, 'fixed_ips': [{'subnet_id': '32567241-fa90-4306-aa1e-53db272b15f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:31:33Z', 'updated_at': '2022-01-28T19:31:44Z', 'revision_number': 5, 'project_id': '45fb7b14cebe47c2b0ff3653e388c738', 'subnets': [{'id': '32567241-fa90-4306-aa1e-53db272b15f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:33:02.483948 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba743c1-22f7-48f4-b138-70647703d4c9 None None] The sync data for ids ['f702bc6b-f02c-4e27-b0e4-4f0f8c2f13e2'] in n-d-812111-14 is: [{'id': 'f702bc6b-f02c-4e27-b0e4-4f0f8c2f13e2', 'name': 'tempest-ServersTestManualDisk-1977898388-router', 'tenant_id': '45fb7b14cebe47c2b0ff3653e388c738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': 'f2c4ec95-10eb-45be-92ad-b0732e457844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:31:22Z', 'updated_at': '2022-01-28T19:31:37Z', 'revision_number': 4, 'project_id': '45fb7b14cebe47c2b0ff3653e388c738', 'gw_port': {'id': 'f2c4ec95-10eb-45be-92ad-b0732e457844', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:5f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f702bc6b-f02c-4e27-b0e4-4f0f8c2f13e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2019, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:31:24Z', 'updated_at': '2022-01-28T19:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': 'cf5ecd1f-1725-4463-8e93-be90494201dc', 'name': '', 'network_id': '92852eb4-22ae-4ff2-8b8f-59f16f3a189b', 'tenant_id': '45fb7b14cebe47c2b0ff3653e388c738', 'mac_address': 'fa:16:3e:59:55:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f702bc6b-f02c-4e27-b0e4-4f0f8c2f13e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2028, 'fixed_ips': [{'subnet_id': '32567241-fa90-4306-aa1e-53db272b15f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:31:33Z', 'updated_at': '2022-01-28T19:31:44Z', 'revision_number': 5, 'project_id': '45fb7b14cebe47c2b0ff3653e388c738', 'subnets': [{'id': '32567241-fa90-4306-aa1e-53db272b15f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:33:02.537436 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 37080) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:02.547857 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-28564285-070d-4b05-9fd1-3603f4d4984e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (2fc0bfa2-6fc5-4937-a765-80880bc38f15), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:02.555158 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d54e5565-ac17-400a-ba91-b367b63c0492 tempest-ServersTestManualDisk-852432706 tempest-ServersTestManualDisk-852432706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (acf3d43e-bd7d-4294-81e9-aa427a51ecce), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:02.563551 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d54e5565-ac17-400a-ba91-b367b63c0492 tempest-ServersTestManualDisk-852432706 tempest-ServersTestManualDisk-852432706-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:02.568393 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-d54e5565-ac17-400a-ba91-b367b63c0492 tempest-ServersTestManualDisk-852432706 tempest-ServersTestManualDisk-852432706-project] 10.222.0.64 "DELETE /v2.0/security-groups/acf3d43e-bd7d-4294-81e9-aa427a51ecce HTTP/1.1" status: 204 len: 168 time: 0.3307381 Jan 28 19:33:02.569017 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 37084) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:02.586453 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54e5565-ac17-400a-ba91-b367b63c0492 tempest-ServersTestManualDisk-852432706 tempest-ServersTestManualDisk-852432706-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=acf3d43e-bd7d-4294-81e9-aa427a51ecce,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:33:02.647780 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f72e78a9-80f8-431a-be1e-6cbfa37825a1 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (442460f1-3032-4816-94fc-21f79c947899), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:02.663660 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-f72e78a9-80f8-431a-be1e-6cbfa37825a1 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Calling delete_port for 442460f1-3032-4816-94fc-21f79c947899 owned by network:router_interface {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:33:02.726496 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6a6cf2ae-14f1-4af9-a300-f6bdd6f0a36d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:02.767912 n-d-812111-14 neutron-server[103305]: INFO neutron.api.v2.resource [None req-1eac0731-58a8-4a2b-bc02-4749417efd91 tempest-ServersTestManualDisk-852432706 tempest-ServersTestManualDisk-852432706-project] show failed (client error): The resource could not be found. Jan 28 19:33:02.772062 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-1eac0731-58a8-4a2b-bc02-4749417efd91 tempest-ServersTestManualDisk-852432706 tempest-ServersTestManualDisk-852432706-project] 10.222.0.64 "GET /v2.0/security-groups/acf3d43e-bd7d-4294-81e9-aa427a51ecce HTTP/1.1" status: 404 len: 347 time: 0.1961975 Jan 28 19:33:02.775903 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 37086) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:02.782684 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f8c93d18-9d51-4744-9928-7e2c2a2e1054 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (712a4e17-e709-4b29-92fe-97cfcad15cf5), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:02.786102 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f8c93d18-9d51-4744-9928-7e2c2a2e1054 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:02.787280 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-f8c93d18-9d51-4744-9928-7e2c2a2e1054 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/712a4e17-e709-4b29-92fe-97cfcad15cf5 HTTP/1.1" status: 204 len: 168 time: 0.9776499 Jan 28 19:33:02.811032 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-28564285-070d-4b05-9fd1-3603f4d4984e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=793f672aae054f32be4e9fb6012d3a89&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9791381 Jan 28 19:33:02.847061 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 37090) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:02.853398 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28564285-070d-4b05-9fd1-3603f4d4984e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fc0bfa2-6fc5-4937-a765-80880bc38f15,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:33:02.879079 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6a6cf2ae-14f1-4af9-a300-f6bdd6f0a36d admin admin] Publish callbacks [] for security_group (cc1d181b-f450-4a32-a8d7-ff516d0bc7f2), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:02.888739 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6a6cf2ae-14f1-4af9-a300-f6bdd6f0a36d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (cc1d181b-f450-4a32-a8d7-ff516d0bc7f2), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:02.917361 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c93d18-9d51-4744-9928-7e2c2a2e1054 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=712a4e17-e709-4b29-92fe-97cfcad15cf5,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:33:02.939886 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b603beaa-090e-470d-b715-82be2b24373c None None] New status for floating IP 90786d99-8fab-4b5c-937c-b12c5d4464ff: DOWN {{(pid=103307) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 19:33:02.979174 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6cf2ae-14f1-4af9-a300-f6bdd6f0a36d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc1d181b-f450-4a32-a8d7-ff516d0bc7f2,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:33:02.984400 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-6a6cf2ae-14f1-4af9-a300-f6bdd6f0a36d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e5bdc563568448dfb57e0811b6ad879a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4456301 Jan 28 19:33:02.999840 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 37096) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:03.067265 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f72bbdf4-49f3-47ab-8f1a-68f4cee213c3 admin admin] Publish callbacks [] for security_group (cc1d181b-f450-4a32-a8d7-ff516d0bc7f2), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:03.112935 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f72bbdf4-49f3-47ab-8f1a-68f4cee213c3 admin admin] Publish callbacks [] for security_group (cc1d181b-f450-4a32-a8d7-ff516d0bc7f2), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:03.256724 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0d8f5fd5-7fd2-4a57-902f-471ac14354c9 admin admin] Publish callbacks [] for security_group (2fc0bfa2-6fc5-4937-a765-80880bc38f15), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:03.306382 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0d8f5fd5-7fd2-4a57-902f-471ac14354c9 admin admin] Publish callbacks [] for security_group (2fc0bfa2-6fc5-4937-a765-80880bc38f15), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:03.372466 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f72bbdf4-49f3-47ab-8f1a-68f4cee213c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (cc1d181b-f450-4a32-a8d7-ff516d0bc7f2), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:03.379579 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f72bbdf4-49f3-47ab-8f1a-68f4cee213c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:03.382419 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-f72bbdf4-49f3-47ab-8f1a-68f4cee213c3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/cc1d181b-f450-4a32-a8d7-ff516d0bc7f2 HTTP/1.1" status: 204 len: 168 time: 0.3815219 Jan 28 19:33:03.453332 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604179c6-0e74-492a-9730-f52b6f0115c4 req-6c11ce0c-7b54-45a3-9d2f-ede416fbad42 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:03.459196 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-604179c6-0e74-492a-9730-f52b6f0115c4 req-6c11ce0c-7b54-45a3-9d2f-ede416fbad42 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/ports?device_id=468e569c-4ad2-4f8a-b0ed-71ebeaa4f974 HTTP/1.1" status: 200 len: 945 time: 0.2427571 Jan 28 19:33:03.462726 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72bbdf4-49f3-47ab-8f1a-68f4cee213c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc1d181b-f450-4a32-a8d7-ff516d0bc7f2,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:33:03.463675 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0d8f5fd5-7fd2-4a57-902f-471ac14354c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (2fc0bfa2-6fc5-4937-a765-80880bc38f15), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:03.466817 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0d8f5fd5-7fd2-4a57-902f-471ac14354c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:03.467801 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-0d8f5fd5-7fd2-4a57-902f-471ac14354c9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2fc0bfa2-6fc5-4937-a765-80880bc38f15 HTTP/1.1" status: 204 len: 168 time: 0.6154883 Jan 28 19:33:03.468581 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 37104) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:03.577360 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8f5fd5-7fd2-4a57-902f-471ac14354c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fc0bfa2-6fc5-4937-a765-80880bc38f15,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:33:03.614426 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e2075c4a-3d8e-456f-b49a-37fdbc4d099c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:03.627445 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-604179c6-0e74-492a-9730-f52b6f0115c4 req-7cbde37d-be6e-40ed-b9fd-471777eb8a84 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/security-groups?id=1bfe6452-43d5-4c93-9450-34896bc0d267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1395481 Jan 28 19:33:03.685797 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcea344f-d4f4-4193-97ae-e8a46777597c req-181703bc-ddf5-483f-9c51-c02eadca0461 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:03.698901 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcea344f-d4f4-4193-97ae-e8a46777597c req-181703bc-ddf5-483f-9c51-c02eadca0461 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:03.704454 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcea344f-d4f4-4193-97ae-e8a46777597c req-181703bc-ddf5-483f-9c51-c02eadca0461 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:03.710614 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcea344f-d4f4-4193-97ae-e8a46777597c req-181703bc-ddf5-483f-9c51-c02eadca0461 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:03.715941 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcea344f-d4f4-4193-97ae-e8a46777597c req-181703bc-ddf5-483f-9c51-c02eadca0461 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:03.722016 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcea344f-d4f4-4193-97ae-e8a46777597c req-181703bc-ddf5-483f-9c51-c02eadca0461 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:03.727597 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcea344f-d4f4-4193-97ae-e8a46777597c req-181703bc-ddf5-483f-9c51-c02eadca0461 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:03.735985 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-bcea344f-d4f4-4193-97ae-e8a46777597c req-181703bc-ddf5-483f-9c51-c02eadca0461 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/ports?device_id=6266b4f2-471d-4297-9d3c-9386239f951c HTTP/1.1" status: 200 len: 5442 time: 0.6208663 Jan 28 19:33:03.786958 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f72e78a9-80f8-431a-be1e-6cbfa37825a1 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (442460f1-3032-4816-94fc-21f79c947899), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:03.802218 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 3350cbae-4a25-42ca-a107-7365789be398 no longer exists at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:33:03.917453 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-b5b66354-c8cc-4582-bbce-7807ab25c604 tempest-ServersTestManualDisk-852432706 tempest-ServersTestManualDisk-852432706-project] Deleting port 53f77a6b-9e0d-4bce-b792-c52952a2ab3e {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:33:03.918019 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b5b66354-c8cc-4582-bbce-7807ab25c604 tempest-ServersTestManualDisk-852432706 tempest-ServersTestManualDisk-852432706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (53f77a6b-9e0d-4bce-b792-c52952a2ab3e), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:03.920124 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72e78a9-80f8-431a-be1e-6cbfa37825a1 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Pushing event deleted for resources: {'Port': ['ID=442460f1-3032-4816-94fc-21f79c947899,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:33:03.970158 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 3350cbae-4a25-42ca-a107-7365789be398 is: ACTIVE; New status is: DOWN {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:33:03.970759 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (3350cbae-4a25-42ca-a107-7365789be398), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:04.058743 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 3350cbae-4a25-42ca-a107-7365789be398, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=3350cbae-4a25-42ca-a107-7365789be398,segment=NetworkSegment(25c21fb9-fdcd-4ded-98e7-fa3f83ec6d2c),segment_id=25c21fb9-fdcd-4ded-98e7-fa3f83ec6d2c)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:33:04.063084 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '468e569c-4ad2-4f8a-b0ed-71ebeaa4f974', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3350cbae-4a25-42ca-a107-7365789be398'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:33:04.066383 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-bcea344f-d4f4-4193-97ae-e8a46777597c req-73f39abe-35ea-48b4-abbb-a8e5a714a95a tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/security-groups?id=72c56c83-1eeb-4758-9a36-9dca3b681b4c&id=13e4f299-cf18-4f69-979b-275ae464cc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3294191 Jan 28 19:33:04.069002 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d55c30a-6be2-46e1-8c62-042bc414d6ef" -d '{"events": [{"server_uuid": "468e569c-4ad2-4f8a-b0ed-71ebeaa4f974", "name": "network-vif-unplugged", "status": "completed", "tag": "3350cbae-4a25-42ca-a107-7365789be398"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:33:04.074980 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (3350cbae-4a25-42ca-a107-7365789be398), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:04.194636 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 19:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c16911b5-81d6-45a8-af21-61466831fcd5 x-openstack-request-id: req-c16911b5-81d6-45a8-af21-61466831fcd5 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:33:04.194935 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "468e569c-4ad2-4f8a-b0ed-71ebeaa4f974", "name": "network-vif-unplugged", "status": "completed", "tag": "3350cbae-4a25-42ca-a107-7365789be398", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:33:04.196249 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c16911b5-81d6-45a8-af21-61466831fcd5 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:33:04.197662 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '468e569c-4ad2-4f8a-b0ed-71ebeaa4f974', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3350cbae-4a25-42ca-a107-7365789be398', 'code': 200} Jan 28 19:33:04.258779 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=3350cbae-4a25-42ca-a107-7365789be398,revision_number=8']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:33:04.334751 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e2075c4a-3d8e-456f-b49a-37fdbc4d099c admin admin] Publish callbacks [] for security_group (53a0e4d8-4268-4203-8e4e-606dbb230889), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:04.347324 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 37122) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:04.353187 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e2075c4a-3d8e-456f-b49a-37fdbc4d099c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (53a0e4d8-4268-4203-8e4e-606dbb230889), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:04.371327 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-11d2a2fa-bc09-4165-89aa-7227591f0beb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:04.394756 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b5b66354-c8cc-4582-bbce-7807ab25c604 tempest-ServersTestManualDisk-852432706 tempest-ServersTestManualDisk-852432706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (53f77a6b-9e0d-4bce-b792-c52952a2ab3e), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:04.395189 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b5b66354-c8cc-4582-bbce-7807ab25c604 tempest-ServersTestManualDisk-852432706 tempest-ServersTestManualDisk-852432706-project] Publish callbacks [] for floatingip (53f77a6b-9e0d-4bce-b792-c52952a2ab3e), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:04.416123 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f72e78a9-80f8-431a-be1e-6cbfa37825a1 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-732682'] for router_interface (011d7836-245b-433d-8e8a-2ccc6bb326f3), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:04.452225 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-b5b66354-c8cc-4582-bbce-7807ab25c604 tempest-ServersTestManualDisk-852432706 tempest-ServersTestManualDisk-852432706-project] Calling delete_port for 53f77a6b-9e0d-4bce-b792-c52952a2ab3e owned by network:floatingip {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:33:04.486689 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2075c4a-3d8e-456f-b49a-37fdbc4d099c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53a0e4d8-4268-4203-8e4e-606dbb230889,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:33:04.496374 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-e2075c4a-3d8e-456f-b49a-37fdbc4d099c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d8c17bbb1ea841389a7725a1a65dfc8a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0094845 Jan 28 19:33:04.500212 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 37126) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:04.558431 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-11d2a2fa-bc09-4165-89aa-7227591f0beb admin admin] Publish callbacks [] for security_group (34c34d59-4fa8-4aa6-ba01-296287e5efc5), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:04.575762 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-11d2a2fa-bc09-4165-89aa-7227591f0beb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (34c34d59-4fa8-4aa6-ba01-296287e5efc5), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:04.646804 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d2a2fa-bc09-4165-89aa-7227591f0beb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34c34d59-4fa8-4aa6-ba01-296287e5efc5,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:33:04.693448 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bfceb904-339c-451c-9a93-f30420d4fac3 admin admin] Publish callbacks [] for security_group (53a0e4d8-4268-4203-8e4e-606dbb230889), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:04.737298 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bfceb904-339c-451c-9a93-f30420d4fac3 admin admin] Publish callbacks [] for security_group (53a0e4d8-4268-4203-8e4e-606dbb230889), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:04.747613 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-11d2a2fa-bc09-4165-89aa-7227591f0beb admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=46a4890cfc1046b796f2623c204c6844&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3991597 Jan 28 19:33:04.752904 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 37136) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:04.846737 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bfceb904-339c-451c-9a93-f30420d4fac3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (53a0e4d8-4268-4203-8e4e-606dbb230889), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:04.850819 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bfceb904-339c-451c-9a93-f30420d4fac3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:04.852242 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-bfceb904-339c-451c-9a93-f30420d4fac3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/53a0e4d8-4268-4203-8e4e-606dbb230889 HTTP/1.1" status: 204 len: 168 time: 0.3493772 Jan 28 19:33:04.867677 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfceb904-339c-451c-9a93-f30420d4fac3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53a0e4d8-4268-4203-8e4e-606dbb230889,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:33:04.928925 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f72e78a9-80f8-431a-be1e-6cbfa37825a1 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Router 011d7836-245b-433d-8e8a-2ccc6bb326f3 has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:33:04.977344 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1685b1ee-6afc-415e-a280-c19debe4b988 req-8e764a05-94b9-4959-bd67-b2cabd81f038 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:04.984273 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1685b1ee-6afc-415e-a280-c19debe4b988 req-8e764a05-94b9-4959-bd67-b2cabd81f038 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/ports?device_id=468e569c-4ad2-4f8a-b0ed-71ebeaa4f974 HTTP/1.1" status: 200 len: 943 time: 0.2340698 Jan 28 19:33:04.988832 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 37142) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:04.994647 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b5b66354-c8cc-4582-bbce-7807ab25c604 tempest-ServersTestManualDisk-852432706 tempest-ServersTestManualDisk-852432706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (53f77a6b-9e0d-4bce-b792-c52952a2ab3e), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:04.996373 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-43245ae0-bb9e-409d-9be0-a163b5f9a046 admin admin] Publish callbacks [] for security_group (34c34d59-4fa8-4aa6-ba01-296287e5efc5), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:05.077464 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b66354-c8cc-4582-bbce-7807ab25c604 tempest-ServersTestManualDisk-852432706 tempest-ServersTestManualDisk-852432706-project] Pushing event deleted for resources: {'Port': ['ID=53f77a6b-9e0d-4bce-b792-c52952a2ab3e,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:33:05.170430 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-43245ae0-bb9e-409d-9be0-a163b5f9a046 admin admin] Publish callbacks [] for security_group (34c34d59-4fa8-4aa6-ba01-296287e5efc5), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:05.303735 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-1bf857ee-cd39-4f86-81bb-9316c7a578e8 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-670709577-network', 'tenant_id': '63be1012464e44458842e2efe9889557'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:33:05.303914 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1685b1ee-6afc-415e-a280-c19debe4b988 req-5cce4430-2e70-4735-bf7e-fad87de8853e tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/security-groups?id=1bfe6452-43d5-4c93-9450-34896bc0d267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3185823 Jan 28 19:33:05.342312 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bf857ee-cd39-4f86-81bb-9316c7a578e8 admin admin] Made reservation on behalf of 63be1012464e44458842e2efe9889557 for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:33:05.344659 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1bf857ee-cd39-4f86-81bb-9316c7a578e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:05.354029 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f72e78a9-80f8-431a-be1e-6cbfa37825a1 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:33:05.366930 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875b0ea5-29ce-419a-a69a-527c5aed0b1a None None] Sync routers for ids ['011d7836-245b-433d-8e8a-2ccc6bb326f3'] in n-d-812111-14 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:33:05.372562 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-f72e78a9-80f8-431a-be1e-6cbfa37825a1 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] 10.222.0.64 "PUT /v2.0/routers/011d7836-245b-433d-8e8a-2ccc6bb326f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8061578 Jan 28 19:33:05.383998 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875b0ea5-29ce-419a-a69a-527c5aed0b1a None None] Routers {'011d7836-245b-433d-8e8a-2ccc6bb326f3'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:33:05.384641 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-875b0ea5-29ce-419a-a69a-527c5aed0b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:32:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['011d7836-245b-433d-8e8a-2ccc6bb326f3'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:33:05.384908 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 37158) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:05.388671 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef7cb97-b3fe-45e9-b2a6-b946c9cb6dc7 req-91701f46-b57a-4565-8557-5380505000d0 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:05.406313 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef7cb97-b3fe-45e9-b2a6-b946c9cb6dc7 req-91701f46-b57a-4565-8557-5380505000d0 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:05.406782 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b5b66354-c8cc-4582-bbce-7807ab25c604 tempest-ServersTestManualDisk-852432706 tempest-ServersTestManualDisk-852432706-project] Publish callbacks [] for floatingip (90786d99-8fab-4b5c-937c-b12c5d4464ff), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:05.411838 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef7cb97-b3fe-45e9-b2a6-b946c9cb6dc7 req-91701f46-b57a-4565-8557-5380505000d0 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:05.415102 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b5b66354-c8cc-4582-bbce-7807ab25c604 tempest-ServersTestManualDisk-852432706 tempest-ServersTestManualDisk-852432706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for floatingip (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:05.416359 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-b5b66354-c8cc-4582-bbce-7807ab25c604 tempest-ServersTestManualDisk-852432706 tempest-ServersTestManualDisk-852432706-project] 10.222.0.64 "DELETE /v2.0/floatingips/90786d99-8fab-4b5c-937c-b12c5d4464ff HTTP/1.1" status: 204 len: 168 time: 2.6347582 Jan 28 19:33:05.431213 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef7cb97-b3fe-45e9-b2a6-b946c9cb6dc7 req-91701f46-b57a-4565-8557-5380505000d0 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:05.450563 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef7cb97-b3fe-45e9-b2a6-b946c9cb6dc7 req-91701f46-b57a-4565-8557-5380505000d0 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:05.457763 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef7cb97-b3fe-45e9-b2a6-b946c9cb6dc7 req-91701f46-b57a-4565-8557-5380505000d0 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:05.461709 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 37162) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:05.466276 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-875b0ea5-29ce-419a-a69a-527c5aed0b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:33:05.469858 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef7cb97-b3fe-45e9-b2a6-b946c9cb6dc7 req-91701f46-b57a-4565-8557-5380505000d0 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:05.484926 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9ef7cb97-b3fe-45e9-b2a6-b946c9cb6dc7 req-91701f46-b57a-4565-8557-5380505000d0 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/ports?device_id=6266b4f2-471d-4297-9d3c-9386239f951c HTTP/1.1" status: 200 len: 5442 time: 0.2357187 Jan 28 19:33:05.497578 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875b0ea5-29ce-419a-a69a-527c5aed0b1a None None] Routers {'011d7836-245b-433d-8e8a-2ccc6bb326f3'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:33:05.498219 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-875b0ea5-29ce-419a-a69a-527c5aed0b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:32:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['011d7836-245b-433d-8e8a-2ccc6bb326f3'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:33:05.521667 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1bf857ee-cd39-4f86-81bb-9316c7a578e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:05.574488 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-875b0ea5-29ce-419a-a69a-527c5aed0b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:33:05.575418 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875b0ea5-29ce-419a-a69a-527c5aed0b1a None None] The sync data for ids ['011d7836-245b-433d-8e8a-2ccc6bb326f3'] in n-d-812111-14 is: [] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:33:05.631962 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9ef7cb97-b3fe-45e9-b2a6-b946c9cb6dc7 req-f2be240d-f5e9-4639-a68f-250b8d44fcd0 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/security-groups?id=72c56c83-1eeb-4758-9a36-9dca3b681b4c&id=13e4f299-cf18-4f69-979b-275ae464cc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1460171 Jan 28 19:33:05.817588 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6ceb6b-11df-472b-b30b-823266c923fc req-66df215e-5170-4cef-a896-e5314870e1a3 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:05.823625 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6ceb6b-11df-472b-b30b-823266c923fc req-66df215e-5170-4cef-a896-e5314870e1a3 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:05.830488 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6ceb6b-11df-472b-b30b-823266c923fc req-66df215e-5170-4cef-a896-e5314870e1a3 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:05.837008 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6ceb6b-11df-472b-b30b-823266c923fc req-66df215e-5170-4cef-a896-e5314870e1a3 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:05.843600 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6ceb6b-11df-472b-b30b-823266c923fc req-66df215e-5170-4cef-a896-e5314870e1a3 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:05.856674 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6ceb6b-11df-472b-b30b-823266c923fc req-66df215e-5170-4cef-a896-e5314870e1a3 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:05.863247 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6ceb6b-11df-472b-b30b-823266c923fc req-66df215e-5170-4cef-a896-e5314870e1a3 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:05.866484 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-eb6ceb6b-11df-472b-b30b-823266c923fc req-66df215e-5170-4cef-a896-e5314870e1a3 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/ports?device_id=6266b4f2-471d-4297-9d3c-9386239f951c HTTP/1.1" status: 200 len: 5442 time: 0.1513574 Jan 28 19:33:05.878857 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 37184) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:05.886661 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-d2507066-46e4-4777-9faa-3bbc4c71c3ba tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Request body: {'floatingip': {'port_id': '3dda1cfc-fce7-4e9c-8686-cc9cecf29d40'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:33:05.953994 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d2507066-46e4-4777-9faa-3bbc4c71c3ba tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Publish callbacks [] for floatingip (b1b6da4d-ca32-4f93-8b21-fb7a563f4603), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:06.122608 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-43245ae0-bb9e-409d-9be0-a163b5f9a046 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (34c34d59-4fa8-4aa6-ba01-296287e5efc5), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:06.125643 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-43245ae0-bb9e-409d-9be0-a163b5f9a046 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:06.128968 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-43245ae0-bb9e-409d-9be0-a163b5f9a046 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/34c34d59-4fa8-4aa6-ba01-296287e5efc5 HTTP/1.1" status: 204 len: 168 time: 1.3708112 Jan 28 19:33:06.309236 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43245ae0-bb9e-409d-9be0-a163b5f9a046 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34c34d59-4fa8-4aa6-ba01-296287e5efc5,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:33:06.396551 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1bf857ee-cd39-4f86-81bb-9316c7a578e8 admin admin] Publish callbacks [] for security_group (cc2e47e6-a07c-49b0-87c0-a8eb1f5f1559), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:06.419708 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f222e041-2bb9-4756-b5f9-3afb878e392b req-b1a92433-3421-432b-8626-a098c9f5064a tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:06.426891 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f222e041-2bb9-4756-b5f9-3afb878e392b req-b1a92433-3421-432b-8626-a098c9f5064a tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/ports?device_id=468e569c-4ad2-4f8a-b0ed-71ebeaa4f974 HTTP/1.1" status: 200 len: 943 time: 0.1337910 Jan 28 19:33:06.487435 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1bf857ee-cd39-4f86-81bb-9316c7a578e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (cc2e47e6-a07c-49b0-87c0-a8eb1f5f1559), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:06.629149 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2d6c512c-7655-4f4f-bce1-76eb24dffa2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:06.652674 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf857ee-cd39-4f86-81bb-9316c7a578e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc2e47e6-a07c-49b0-87c0-a8eb1f5f1559,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:33:06.678115 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f222e041-2bb9-4756-b5f9-3afb878e392b req-1c6c9e58-1c0b-403e-9f73-82b53690cae5 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/security-groups?id=1bfe6452-43d5-4c93-9450-34896bc0d267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2501955 Jan 28 19:33:06.776467 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-351be297-79be-4e23-b880-a1fa40f3417b tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-732838'] for router_interface (011d7836-245b-433d-8e8a-2ccc6bb326f3), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:06.795622 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bf857ee-cd39-4f86-81bb-9316c7a578e8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:33:06.837064 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1bf857ee-cd39-4f86-81bb-9316c7a578e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (6ec64055-72d0-4d76-8324-cb5b145cf8be), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:06.842588 n-d-812111-14 neutron-server[103304]: INFO neutron.db.segments_db [None req-1bf857ee-cd39-4f86-81bb-9316c7a578e8 admin admin] Added segment 6ec64055-72d0-4d76-8324-cb5b145cf8be of type vlan for network 0c3ba2f1-f0ec-4694-9cb5-15d8876e77f0 Jan 28 19:33:07.001992 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 37264) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:07.050949 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1bf857ee-cd39-4f86-81bb-9316c7a578e8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (0c3ba2f1-f0ec-4694-9cb5-15d8876e77f0), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:07.147033 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a4e10f78-042f-4399-8b39-25eccf7d26d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-732838'] for router_interface (f702bc6b-f02c-4e27-b0e4-4f0f8c2f13e2), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:07.214185 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.db.resource_extend [None req-d2507066-46e4-4777-9faa-3bbc4c71c3ba tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 19:33:07.297953 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1bf857ee-cd39-4f86-81bb-9316c7a578e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (0c3ba2f1-f0ec-4694-9cb5-15d8876e77f0), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:07.299353 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bf857ee-cd39-4f86-81bb-9316c7a578e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:07.300123 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1bf857ee-cd39-4f86-81bb-9316c7a578e8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:07.381077 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-1bf857ee-cd39-4f86-81bb-9316c7a578e8 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.3833740 Jan 28 19:33:07.387360 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d2507066-46e4-4777-9faa-3bbc4c71c3ba tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:07.396949 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d2507066-46e4-4777-9faa-3bbc4c71c3ba tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734886'] for floatingip (b1b6da4d-ca32-4f93-8b21-fb7a563f4603), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:07.399900 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf857ee-cd39-4f86-81bb-9316c7a578e8 admin admin] Pushing event updated for resources: {'Network': ['ID=0c3ba2f1-f0ec-4694-9cb5-15d8876e77f0,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:33:07.410506 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network 0c3ba2f1-f0ec-4694-9cb5-15d8876e77f0 details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:33:07.584728 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0ce62076-baa2-4b3e-a9e3-94a5c8c14ec6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:07.653386 n-d-812111-14 neutron-server[103304]: INFO neutron.db.l3_db [None req-d2507066-46e4-4777-9faa-3bbc4c71c3ba tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Floating IP b1b6da4d-ca32-4f93-8b21-fb7a563f4603 associated. External IP: 172.25.6.15, port: 3dda1cfc-fce7-4e9c-8686-cc9cecf29d40. Jan 28 19:33:07.792344 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-48e48665-2c34-4612-b5f0-e79775cc18a8 req-9e288158-0de0-485a-864d-e532ddc2e722 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=468e569c-4ad2-4f8a-b0ed-71ebeaa4f974&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.9362638 Jan 28 19:33:07.840249 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [req-48e48665-2c34-4612-b5f0-e79775cc18a8 req-cf90ec53-d786-46f2-945a-ead160c537e5 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:33:07.845427 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-48e48665-2c34-4612-b5f0-e79775cc18a8 req-cf90ec53-d786-46f2-945a-ead160c537e5 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0289490 Jan 28 19:33:08.171560 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89229898-604b-4e14-b40c-0bebc7e2db60 req-95c69f09-d55a-41a1-b14b-279d2144bfa4 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:08.182143 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-89229898-604b-4e14-b40c-0bebc7e2db60 req-95c69f09-d55a-41a1-b14b-279d2144bfa4 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/ports?device_id=468e569c-4ad2-4f8a-b0ed-71ebeaa4f974 HTTP/1.1" status: 200 len: 943 time: 0.3248520 Jan 28 19:33:08.218003 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0ce62076-baa2-4b3e-a9e3-94a5c8c14ec6 admin admin] Publish callbacks [] for security_group (e6138d7a-a1c9-4c8d-b072-1adf42cfe189), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:08.253817 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0ce62076-baa2-4b3e-a9e3-94a5c8c14ec6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (e6138d7a-a1c9-4c8d-b072-1adf42cfe189), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:08.314941 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d41e62-3d29-42ab-b92e-5cbd8bdcbaf0 req-ff0afabb-a387-405c-ada4-2e8c217153ed tempest-ComputeTenantNetworksTest-505984166 tempest-ComputeTenantNetworksTest-505984166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:08.321201 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d41e62-3d29-42ab-b92e-5cbd8bdcbaf0 req-ff0afabb-a387-405c-ada4-2e8c217153ed tempest-ComputeTenantNetworksTest-505984166 tempest-ComputeTenantNetworksTest-505984166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:08.331821 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d41e62-3d29-42ab-b92e-5cbd8bdcbaf0 req-ff0afabb-a387-405c-ada4-2e8c217153ed tempest-ComputeTenantNetworksTest-505984166 tempest-ComputeTenantNetworksTest-505984166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:08.333526 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c5d41e62-3d29-42ab-b92e-5cbd8bdcbaf0 req-ff0afabb-a387-405c-ada4-2e8c217153ed tempest-ComputeTenantNetworksTest-505984166 tempest-ComputeTenantNetworksTest-505984166-project] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.2361751 Jan 28 19:33:08.336140 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2507066-46e4-4777-9faa-3bbc4c71c3ba tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Router db932842-a4bc-42e7-bfe1-b91f1fa79dce has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:33:08.352097 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-0ce62076-baa2-4b3e-a9e3-94a5c8c14ec6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b06ad1e13a294940beb2173650fa4405&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3445280 Jan 28 19:33:08.364452 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 37340) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:08.389748 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce62076-baa2-4b3e-a9e3-94a5c8c14ec6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6138d7a-a1c9-4c8d-b072-1adf42cfe189,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:33:08.432930 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-89229898-604b-4e14-b40c-0bebc7e2db60 req-2deeee62-ad1d-4e38-925b-5b7b12a564d4 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/security-groups?id=1bfe6452-43d5-4c93-9450-34896bc0d267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2496195 Jan 28 19:33:08.491013 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 37342) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:08.503012 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-a4e10f78-042f-4399-8b39-25eccf7d26d8 admin admin] Deleting port cf5ecd1f-1725-4463-8e93-be90494201dc {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:33:08.503012 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a4e10f78-042f-4399-8b39-25eccf7d26d8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (cf5ecd1f-1725-4463-8e93-be90494201dc), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:08.507850 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-351be297-79be-4e23-b880-a1fa40f3417b tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Deleting port 02f8c7c7-57a8-49f0-803d-b494b88e11fd {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:33:08.508888 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-351be297-79be-4e23-b880-a1fa40f3417b tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (02f8c7c7-57a8-49f0-803d-b494b88e11fd), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:08.579298 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660cf527-507d-42a2-8a1c-c5cd845adea5 req-e430d6e8-d014-477c-8388-0f1ffa72ef3c tempest-ComputeTenantNetworksTest-505984166 tempest-ComputeTenantNetworksTest-505984166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:08.584837 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-660cf527-507d-42a2-8a1c-c5cd845adea5 req-e430d6e8-d014-477c-8388-0f1ffa72ef3c tempest-ComputeTenantNetworksTest-505984166 tempest-ComputeTenantNetworksTest-505984166-project] 10.222.0.64 "GET /v2.0/networks/0c3ba2f1-f0ec-4694-9cb5-15d8876e77f0 HTTP/1.1" status: 200 len: 768 time: 0.1678438 Jan 28 19:33:08.590253 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 37346) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:08.625341 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d6e1d195-6707-4189-ad2b-7e74f3f8ae85 admin admin] Publish callbacks [] for security_group (e6138d7a-a1c9-4c8d-b072-1adf42cfe189), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:08.677031 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2507066-46e4-4777-9faa-3bbc4c71c3ba tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:33:08.690051 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62fda63a-e22c-48e6-9189-a62b5460626e None None] Sync routers for ids ['db932842-a4bc-42e7-bfe1-b91f1fa79dce'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:33:08.708437 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62fda63a-e22c-48e6-9189-a62b5460626e None None] Routers {'db932842-a4bc-42e7-bfe1-b91f1fa79dce'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:33:08.712291 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d2507066-46e4-4777-9faa-3bbc4c71c3ba tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for floatingip (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:08.712654 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-62fda63a-e22c-48e6-9189-a62b5460626e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:32:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['db932842-a4bc-42e7-bfe1-b91f1fa79dce'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:33:08.759989 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d6e1d195-6707-4189-ad2b-7e74f3f8ae85 admin admin] Publish callbacks [] for security_group (e6138d7a-a1c9-4c8d-b072-1adf42cfe189), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:08.786041 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-351be297-79be-4e23-b880-a1fa40f3417b tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (02f8c7c7-57a8-49f0-803d-b494b88e11fd), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:08.794242 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4a90d9bd-7c1a-4ca3-90e1-995573cd0761 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (0c3ba2f1-f0ec-4694-9cb5-15d8876e77f0), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:08.801786 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-94185851-22aa-4b8d-9b55-ff84aafd7b9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:08.815899 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-351be297-79be-4e23-b880-a1fa40f3417b tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Calling delete_port for 02f8c7c7-57a8-49f0-803d-b494b88e11fd owned by network:router_interface {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:33:08.851670 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-d2507066-46e4-4777-9faa-3bbc4c71c3ba tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "PUT /v2.0/floatingips/b1b6da4d-ca32-4f93-8b21-fb7a563f4603 HTTP/1.1" status: 200 len: 990 time: 2.9631052 Jan 28 19:33:08.867228 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-a4e10f78-042f-4399-8b39-25eccf7d26d8 admin admin] For port cf5ecd1f-1725-4463-8e93-be90494201dc, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=cf5ecd1f-1725-4463-8e93-be90494201dc,segment=NetworkSegment(2f79fc28-c629-4c0b-a8c8-273c879a5605),segment_id=2f79fc28-c629-4c0b-a8c8-273c879a5605)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:33:08.867677 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a4e10f78-042f-4399-8b39-25eccf7d26d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (cf5ecd1f-1725-4463-8e93-be90494201dc), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:08.870139 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6266b4f2-471d-4297-9d3c-9386239f951c', 'tag': '3dda1cfc-fce7-4e9c-8686-cc9cecf29d40'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:33:08.879240 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1549d563-de47-4957-a915-c322865597a2" -d '{"events": [{"name": "network-changed", "server_uuid": "6266b4f2-471d-4297-9d3c-9386239f951c", "tag": "3dda1cfc-fce7-4e9c-8686-cc9cecf29d40"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:33:08.919807 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-62fda63a-e22c-48e6-9189-a62b5460626e None None] Set router db932842-a4bc-42e7-bfe1-b91f1fa79dce gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:33:08.922671 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c81d9bd9-7f60-4132-a6b3-ccd5812ca652 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:08.935043 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-a4e10f78-042f-4399-8b39-25eccf7d26d8 admin admin] Calling delete_port for cf5ecd1f-1725-4463-8e93-be90494201dc owned by network:router_interface {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:33:09.011302 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d6e1d195-6707-4189-ad2b-7e74f3f8ae85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (e6138d7a-a1c9-4c8d-b072-1adf42cfe189), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:09.020938 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d6e1d195-6707-4189-ad2b-7e74f3f8ae85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:09.025919 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-d6e1d195-6707-4189-ad2b-7e74f3f8ae85 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e6138d7a-a1c9-4c8d-b072-1adf42cfe189 HTTP/1.1" status: 204 len: 168 time: 0.6588788 Jan 28 19:33:09.035673 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:33:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af8d67c2-0b95-4945-8080-3309cd47c204 x-openstack-request-id: req-af8d67c2-0b95-4945-8080-3309cd47c204 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:33:09.040808 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6266b4f2-471d-4297-9d3c-9386239f951c", "tag": "3dda1cfc-fce7-4e9c-8686-cc9cecf29d40", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:33:09.041854 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-af8d67c2-0b95-4945-8080-3309cd47c204 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:33:09.043234 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6266b4f2-471d-4297-9d3c-9386239f951c', 'tag': '3dda1cfc-fce7-4e9c-8686-cc9cecf29d40', 'status': 'completed', 'code': 200} Jan 28 19:33:09.072251 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e1d195-6707-4189-ad2b-7e74f3f8ae85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6138d7a-a1c9-4c8d-b072-1adf42cfe189,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:33:09.243179 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-62fda63a-e22c-48e6-9189-a62b5460626e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db932842-a4bc-42e7-bfe1-b91f1fa79dce', 'name': 'tempest-TaggedBootDevicesTest_v242-313757589-router', 'tenant_id': '6a63e631dab749fab705cc3ad19e314b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.74'}], 'enable_snat': True}, 'gw_port_id': '00682212-3db3-4bf6-8f28-9d2da8172db1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:29:01Z', 'updated_at': '2022-01-28T19:29:13Z', 'revision_number': 4, 'project_id': '6a63e631dab749fab705cc3ad19e314b', 'gw_port': {'id': '00682212-3db3-4bf6-8f28-9d2da8172db1', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:c1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db932842-a4bc-42e7-bfe1-b91f1fa79dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:29:03Z', 'updated_at': '2022-01-28T19:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_floatingips': [{'id': 'b1b6da4d-ca32-4f93-8b21-fb7a563f4603', 'tenant_id': '6a63e631dab749fab705cc3ad19e314b', 'floating_ip_address': '172.25.6.15', 'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'router_id': 'db932842-a4bc-42e7-bfe1-b91f1fa79dce', 'port_id': '3dda1cfc-fce7-4e9c-8686-cc9cecf29d40', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1957, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6023ca9-f7fb-424f-9a06-ccb60c81e3d1', 'mac_address': 'fa:16:3e:9d:ff:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6266b4f2-471d-4297-9d3c-9386239f951c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:30:56Z', 'updated_at': '2022-01-28T19:33:07Z', 'revision_number': 1, 'project_id': '6a63e631dab749fab705cc3ad19e314b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '098ef2a2-9f80-451f-9873-4ca01173f113', 'name': '', 'network_id': 'd6023ca9-f7fb-424f-9a06-ccb60c81e3d1', 'tenant_id': '6a63e631dab749fab705cc3ad19e314b', 'mac_address': 'fa:16:3e:e3:4c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db932842-a4bc-42e7-bfe1-b91f1fa79dce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '1ed54c01-0acd-447f-ba69-14502018ae00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:29:09Z', 'updated_at': '2022-01-28T19:29:25Z', 'revision_number': 5, 'project_id': '6a63e631dab749fab705cc3ad19e314b', 'subnets': [{'id': '1ed54c01-0acd-447f-ba69-14502018ae00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:33:09.279898 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62fda63a-e22c-48e6-9189-a62b5460626e None None] Checking router: db932842-a4bc-42e7-bfe1-b91f1fa79dce for host: n-d-812111-14 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:33:09.289836 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62fda63a-e22c-48e6-9189-a62b5460626e None None] Routers {'db932842-a4bc-42e7-bfe1-b91f1fa79dce'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:33:09.290719 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-62fda63a-e22c-48e6-9189-a62b5460626e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:33:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['db932842-a4bc-42e7-bfe1-b91f1fa79dce'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:33:09.330950 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-94185851-22aa-4b8d-9b55-ff84aafd7b9c admin admin] Publish callbacks [] for security_group (0c2e17a5-215b-4492-b4b4-2dd4157f79a1), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:09.414769 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-62fda63a-e22c-48e6-9189-a62b5460626e None None] Set router db932842-a4bc-42e7-bfe1-b91f1fa79dce gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:33:09.432893 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-94185851-22aa-4b8d-9b55-ff84aafd7b9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (0c2e17a5-215b-4492-b4b4-2dd4157f79a1), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:09.482479 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7322f95-0e16-49ff-889d-0feb05e28cf9 req-4b501454-28ba-4d02-81c2-e57d0fbcfc16 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:09.492684 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7322f95-0e16-49ff-889d-0feb05e28cf9 req-4b501454-28ba-4d02-81c2-e57d0fbcfc16 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:09.507043 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7322f95-0e16-49ff-889d-0feb05e28cf9 req-4b501454-28ba-4d02-81c2-e57d0fbcfc16 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:09.519708 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7322f95-0e16-49ff-889d-0feb05e28cf9 req-4b501454-28ba-4d02-81c2-e57d0fbcfc16 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:09.528008 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7322f95-0e16-49ff-889d-0feb05e28cf9 req-4b501454-28ba-4d02-81c2-e57d0fbcfc16 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:09.541974 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7322f95-0e16-49ff-889d-0feb05e28cf9 req-4b501454-28ba-4d02-81c2-e57d0fbcfc16 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:09.558417 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7322f95-0e16-49ff-889d-0feb05e28cf9 req-4b501454-28ba-4d02-81c2-e57d0fbcfc16 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:09.562422 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d7322f95-0e16-49ff-889d-0feb05e28cf9 req-4b501454-28ba-4d02-81c2-e57d0fbcfc16 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/ports?device_id=6266b4f2-471d-4297-9d3c-9386239f951c HTTP/1.1" status: 200 len: 5442 time: 0.4811862 Jan 28 19:33:09.733569 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-94185851-22aa-4b8d-9b55-ff84aafd7b9c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b4e5492e4ddb410c82e13feb96ac3c53&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2413778 Jan 28 19:33:09.734535 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94185851-22aa-4b8d-9b55-ff84aafd7b9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c2e17a5-215b-4492-b4b4-2dd4157f79a1,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:33:09.737817 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 37362) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:09.756717 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 37364) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:09.777366 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:09.844564 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-62fda63a-e22c-48e6-9189-a62b5460626e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db932842-a4bc-42e7-bfe1-b91f1fa79dce', 'name': 'tempest-TaggedBootDevicesTest_v242-313757589-router', 'tenant_id': '6a63e631dab749fab705cc3ad19e314b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.74'}], 'enable_snat': True}, 'gw_port_id': '00682212-3db3-4bf6-8f28-9d2da8172db1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:29:01Z', 'updated_at': '2022-01-28T19:29:13Z', 'revision_number': 4, 'project_id': '6a63e631dab749fab705cc3ad19e314b', 'gw_port': {'id': '00682212-3db3-4bf6-8f28-9d2da8172db1', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:c1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db932842-a4bc-42e7-bfe1-b91f1fa79dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:29:03Z', 'updated_at': '2022-01-28T19:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_floatingips': [{'id': 'b1b6da4d-ca32-4f93-8b21-fb7a563f4603', 'tenant_id': '6a63e631dab749fab705cc3ad19e314b', 'floating_ip_address': '172.25.6.15', 'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'router_id': 'db932842-a4bc-42e7-bfe1-b91f1fa79dce', 'port_id': '3dda1cfc-fce7-4e9c-8686-cc9cecf29d40', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1957, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6023ca9-f7fb-424f-9a06-ccb60c81e3d1', 'mac_address': 'fa:16:3e:9d:ff:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6266b4f2-471d-4297-9d3c-9386239f951c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:30:56Z', 'updated_at': '2022-01-28T19:33:07Z', 'revision_number': 1, 'project_id': '6a63e631dab749fab705cc3ad19e314b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '098ef2a2-9f80-451f-9873-4ca01173f113', 'name': '', 'network_id': 'd6023ca9-f7fb-424f-9a06-ccb60c81e3d1', 'tenant_id': '6a63e631dab749fab705cc3ad19e314b', 'mac_address': 'fa:16:3e:e3:4c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db932842-a4bc-42e7-bfe1-b91f1fa79dce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '1ed54c01-0acd-447f-ba69-14502018ae00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:29:09Z', 'updated_at': '2022-01-28T19:29:25Z', 'revision_number': 5, 'project_id': '6a63e631dab749fab705cc3ad19e314b', 'subnets': [{'id': '1ed54c01-0acd-447f-ba69-14502018ae00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:33:09.855190 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-351be297-79be-4e23-b880-a1fa40f3417b tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (02f8c7c7-57a8-49f0-803d-b494b88e11fd), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:09.867378 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a8c834f4-c85d-4d5e-8366-31de85925d08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:09.930179 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62fda63a-e22c-48e6-9189-a62b5460626e None None] The sync data for ids ['db932842-a4bc-42e7-bfe1-b91f1fa79dce'] in n-d-812111-14 is: [{'id': 'db932842-a4bc-42e7-bfe1-b91f1fa79dce', 'name': 'tempest-TaggedBootDevicesTest_v242-313757589-router', 'tenant_id': '6a63e631dab749fab705cc3ad19e314b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.74'}], 'enable_snat': True}, 'gw_port_id': '00682212-3db3-4bf6-8f28-9d2da8172db1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:29:01Z', 'updated_at': '2022-01-28T19:29:13Z', 'revision_number': 4, 'project_id': '6a63e631dab749fab705cc3ad19e314b', 'gw_port': {'id': '00682212-3db3-4bf6-8f28-9d2da8172db1', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:c1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db932842-a4bc-42e7-bfe1-b91f1fa79dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:29:03Z', 'updated_at': '2022-01-28T19:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_floatingips': [{'id': 'b1b6da4d-ca32-4f93-8b21-fb7a563f4603', 'tenant_id': '6a63e631dab749fab705cc3ad19e314b', 'floating_ip_address': '172.25.6.15', 'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'router_id': 'db932842-a4bc-42e7-bfe1-b91f1fa79dce', 'port_id': '3dda1cfc-fce7-4e9c-8686-cc9cecf29d40', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1957, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6023ca9-f7fb-424f-9a06-ccb60c81e3d1', 'mac_address': 'fa:16:3e:9d:ff:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6266b4f2-471d-4297-9d3c-9386239f951c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:30:56Z', 'updated_at': '2022-01-28T19:33:07Z', 'revision_number': 1, 'project_id': '6a63e631dab749fab705cc3ad19e314b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '098ef2a2-9f80-451f-9873-4ca01173f113', 'name': '', 'network_id': 'd6023ca9-f7fb-424f-9a06-ccb60c81e3d1', 'tenant_id': '6a63e631dab749fab705cc3ad19e314b', 'mac_address': 'fa:16:3e:e3:4c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db932842-a4bc-42e7-bfe1-b91f1fa79dce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '1ed54c01-0acd-447f-ba69-14502018ae00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:29:09Z', 'updated_at': '2022-01-28T19:29:25Z', 'revision_number': 5, 'project_id': '6a63e631dab749fab705cc3ad19e314b', 'subnets': [{'id': '1ed54c01-0acd-447f-ba69-14502018ae00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:33:09.933686 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351be297-79be-4e23-b880-a1fa40f3417b tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Pushing event deleted for resources: {'Port': ['ID=02f8c7c7-57a8-49f0-803d-b494b88e11fd,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:33:09.952798 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d7322f95-0e16-49ff-889d-0feb05e28cf9 req-0f9baa09-80b7-4149-b793-86314ae37a99 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/security-groups?id=72c56c83-1eeb-4758-9a36-9dca3b681b4c&id=13e4f299-cf18-4f69-979b-275ae464cc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3373823 Jan 28 19:33:10.116747 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4a90d9bd-7c1a-4ca3-90e1-995573cd0761 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (0c3ba2f1-f0ec-4694-9cb5-15d8876e77f0), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:10.158356 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-87e793bb-9cbf-45f5-9061-bcd813a75198 admin admin] Publish callbacks [] for security_group (0c2e17a5-215b-4492-b4b4-2dd4157f79a1), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:10.167085 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-4a90d9bd-7c1a-4ca3-90e1-995573cd0761 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c3ba2f1-f0ec-4694-9cb5-15d8876e77f0']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:33:10.191814 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-4a90d9bd-7c1a-4ca3-90e1-995573cd0761 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ec64055-72d0-4d76-8324-cb5b145cf8be') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:33:10.192403 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-4a90d9bd-7c1a-4ca3-90e1-995573cd0761 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ec64055-72d0-4d76-8324-cb5b145cf8be') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:33:10.214550 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4a90d9bd-7c1a-4ca3-90e1-995573cd0761 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4747091'] for segment (6ec64055-72d0-4d76-8324-cb5b145cf8be), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:10.261354 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42f5f58-ddd7-42dd-96b2-cce6a6cc9c4a req-301c4a41-58fa-4a74-96dd-e18aaa86328e tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:10.269679 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c42f5f58-ddd7-42dd-96b2-cce6a6cc9c4a req-301c4a41-58fa-4a74-96dd-e18aaa86328e tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/ports?device_id=468e569c-4ad2-4f8a-b0ed-71ebeaa4f974 HTTP/1.1" status: 200 len: 943 time: 0.2975528 Jan 28 19:33:10.301925 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1549d563-de47-4957-a915-c322865597a2 req-eaa90eb6-f331-471a-9805-381804eced2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:10.302695 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1549d563-de47-4957-a915-c322865597a2 req-eaa90eb6-f331-471a-9805-381804eced2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:10.303343 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1549d563-de47-4957-a915-c322865597a2 req-eaa90eb6-f331-471a-9805-381804eced2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:10.303972 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1549d563-de47-4957-a915-c322865597a2 req-eaa90eb6-f331-471a-9805-381804eced2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:10.304596 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1549d563-de47-4957-a915-c322865597a2 req-eaa90eb6-f331-471a-9805-381804eced2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:10.305337 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1549d563-de47-4957-a915-c322865597a2 req-eaa90eb6-f331-471a-9805-381804eced2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:10.308980 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1549d563-de47-4957-a915-c322865597a2 req-eaa90eb6-f331-471a-9805-381804eced2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:10.311210 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1549d563-de47-4957-a915-c322865597a2 req-eaa90eb6-f331-471a-9805-381804eced2d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6a63e631dab749fab705cc3ad19e314b&device_id=6266b4f2-471d-4297-9d3c-9386239f951c HTTP/1.1" status: 200 len: 6723 time: 1.2640848 Jan 28 19:33:10.330252 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4a90d9bd-7c1a-4ca3-90e1-995573cd0761 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (6ec64055-72d0-4d76-8324-cb5b145cf8be), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:10.354305 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a4e10f78-042f-4399-8b39-25eccf7d26d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (cf5ecd1f-1725-4463-8e93-be90494201dc), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:10.413797 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d762ed-e600-4abd-8155-69535acff463 None None] New status for floating IP b1b6da4d-ca32-4f93-8b21-fb7a563f4603: ACTIVE {{(pid=103306) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 19:33:10.414883 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a90d9bd-7c1a-4ca3-90e1-995573cd0761 admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:33:10.415542 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4a90d9bd-7c1a-4ca3-90e1-995573cd0761 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4690514'] for segment (6ec64055-72d0-4d76-8324-cb5b145cf8be), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:10.415666 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-87e793bb-9cbf-45f5-9061-bcd813a75198 admin admin] Publish callbacks [] for security_group (0c2e17a5-215b-4492-b4b4-2dd4157f79a1), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:10.417609 n-d-812111-14 neutron-server[103304]: Traceback (most recent call last): Jan 28 19:33:10.417609 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:33:10.417609 n-d-812111-14 neutron-server[103304]: timer() Jan 28 19:33:10.417609 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:33:10.417609 n-d-812111-14 neutron-server[103304]: cb(*args, **kw) Jan 28 19:33:10.417609 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:33:10.417609 n-d-812111-14 neutron-server[103304]: return func(*args, **kwargs) Jan 28 19:33:10.417609 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:33:10.417609 n-d-812111-14 neutron-server[103304]: self._notify() Jan 28 19:33:10.417609 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:33:10.417609 n-d-812111-14 neutron-server[103304]: self.callback(batched_events) Jan 28 19:33:10.417609 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:33:10.417609 n-d-812111-14 neutron-server[103304]: event.method(event) Jan 28 19:33:10.417609 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:33:10.417609 n-d-812111-14 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:33:10.417609 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:33:10.417609 n-d-812111-14 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:33:10.417609 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:33:10.417609 n-d-812111-14 neutron-server[103304]: return f(self, *a, **k) Jan 28 19:33:10.417609 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:33:10.417609 n-d-812111-14 neutron-server[103304]: return self._get(url).json() Jan 28 19:33:10.417609 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:33:10.417609 n-d-812111-14 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:33:10.417609 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:33:10.417609 n-d-812111-14 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 28 19:33:10.417609 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:33:10.417609 n-d-812111-14 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:33:10.417609 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:33:10.417609 n-d-812111-14 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:33:10.417609 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:33:10.417609 n-d-812111-14 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:33:10.417609 n-d-812111-14 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:33:10.517941 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c42f5f58-ddd7-42dd-96b2-cce6a6cc9c4a req-c2848b38-1af7-47c0-97ad-ef17ee0719c6 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/security-groups?id=1bfe6452-43d5-4c93-9450-34896bc0d267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2469943 Jan 28 19:33:10.549281 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4a90d9bd-7c1a-4ca3-90e1-995573cd0761 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (0c3ba2f1-f0ec-4694-9cb5-15d8876e77f0), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:10.563453 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4a90d9bd-7c1a-4ca3-90e1-995573cd0761 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:10.568164 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-4a90d9bd-7c1a-4ca3-90e1-995573cd0761 admin admin] 10.222.0.64 "DELETE /v2.0/networks/0c3ba2f1-f0ec-4694-9cb5-15d8876e77f0 HTTP/1.1" status: 204 len: 168 time: 1.9767601 Jan 28 19:33:10.580833 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-351be297-79be-4e23-b880-a1fa40f3417b tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-732682'] for router_interface (011d7836-245b-433d-8e8a-2ccc6bb326f3), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:10.640258 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a90d9bd-7c1a-4ca3-90e1-995573cd0761 admin admin] Pushing event deleted for resources: {'Network': ['ID=0c3ba2f1-f0ec-4694-9cb5-15d8876e77f0,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:33:10.660316 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1549d563-de47-4957-a915-c322865597a2 req-333093fc-cf44-41ed-aafc-bb7605139655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:10.674374 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1549d563-de47-4957-a915-c322865597a2 req-333093fc-cf44-41ed-aafc-bb7605139655 service neutron] 10.222.0.70 "GET /v2.0/networks?id=d6023ca9-f7fb-424f-9a06-ccb60c81e3d1 HTTP/1.1" status: 200 len: 916 time: 0.3524570 Jan 28 19:33:10.710923 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e10f78-042f-4399-8b39-25eccf7d26d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf5ecd1f-1725-4463-8e93-be90494201dc,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:33:10.844976 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1549d563-de47-4957-a915-c322865597a2 req-fc38ad04-44aa-4257-8725-c288229f279c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3dda1cfc-fce7-4e9c-8686-cc9cecf29d40 HTTP/1.1" status: 200 len: 998 time: 0.1646819 Jan 28 19:33:10.978626 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1549d563-de47-4957-a915-c322865597a2 req-143aab9e-1423-4e2b-bd03-dd64dc166364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:10.980556 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1549d563-de47-4957-a915-c322865597a2 req-143aab9e-1423-4e2b-bd03-dd64dc166364 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1ed54c01-0acd-447f-ba69-14502018ae00 HTTP/1.1" status: 200 len: 855 time: 0.1299906 Jan 28 19:33:10.981309 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 37372) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:11.008474 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bf754b-dbbe-4e0d-90b0-0c161264cd5a req-7b8c997d-9fd0-4f7c-8b63-488596406f6f tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:11.014363 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bf754b-dbbe-4e0d-90b0-0c161264cd5a req-7b8c997d-9fd0-4f7c-8b63-488596406f6f tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:11.020123 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bf754b-dbbe-4e0d-90b0-0c161264cd5a req-7b8c997d-9fd0-4f7c-8b63-488596406f6f tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:11.025789 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bf754b-dbbe-4e0d-90b0-0c161264cd5a req-7b8c997d-9fd0-4f7c-8b63-488596406f6f tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:11.031197 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bf754b-dbbe-4e0d-90b0-0c161264cd5a req-7b8c997d-9fd0-4f7c-8b63-488596406f6f tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:11.036772 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bf754b-dbbe-4e0d-90b0-0c161264cd5a req-7b8c997d-9fd0-4f7c-8b63-488596406f6f tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:11.042405 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bf754b-dbbe-4e0d-90b0-0c161264cd5a req-7b8c997d-9fd0-4f7c-8b63-488596406f6f tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:11.048961 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-02bf754b-dbbe-4e0d-90b0-0c161264cd5a req-7b8c997d-9fd0-4f7c-8b63-488596406f6f tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/ports?device_id=6266b4f2-471d-4297-9d3c-9386239f951c HTTP/1.1" status: 200 len: 5442 time: 0.9015331 Jan 28 19:33:11.055656 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-29a248f5-8c38-4af9-a4b2-8ea9954301a0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=63be1012464e44458842e2efe9889557&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0700488 Jan 28 19:33:11.062107 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 37376) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:11.066368 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-87e793bb-9cbf-45f5-9061-bcd813a75198 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (0c2e17a5-215b-4492-b4b4-2dd4157f79a1), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:11.069036 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-87e793bb-9cbf-45f5-9061-bcd813a75198 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:11.072520 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-87e793bb-9cbf-45f5-9061-bcd813a75198 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0c2e17a5-215b-4492-b4b4-2dd4157f79a1 HTTP/1.1" status: 204 len: 168 time: 1.3220127 Jan 28 19:33:11.086852 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a8c834f4-c85d-4d5e-8366-31de85925d08 admin admin] Publish callbacks [] for security_group (4e67ccd0-e38b-4744-82b2-3942682c9bb9), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:11.137234 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a8c834f4-c85d-4d5e-8366-31de85925d08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (4e67ccd0-e38b-4744-82b2-3942682c9bb9), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:11.163047 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1549d563-de47-4957-a915-c322865597a2 req-fb0c1c35-d7f2-4041-afee-c7a84070ecab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:11.168749 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1549d563-de47-4957-a915-c322865597a2 req-fb0c1c35-d7f2-4041-afee-c7a84070ecab service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d6023ca9-f7fb-424f-9a06-ccb60c81e3d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1190591 Jan 28 19:33:11.180394 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e793bb-9cbf-45f5-9061-bcd813a75198 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c2e17a5-215b-4492-b4b4-2dd4157f79a1,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:33:11.193601 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [req-1549d563-de47-4957-a915-c322865597a2 req-a3bc79e2-7da2-4e06-bca1-e4748b92067e service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103304) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:33:11.195163 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1549d563-de47-4957-a915-c322865597a2 req-a3bc79e2-7da2-4e06-bca1-e4748b92067e service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0170443 Jan 28 19:33:11.401414 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1549d563-de47-4957-a915-c322865597a2 req-40fa40ae-7266-4284-99f7-5bd9d07c7f21 service neutron] 10.222.0.70 "GET /v2.0/networks/d6023ca9-f7fb-424f-9a06-ccb60c81e3d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921690 Jan 28 19:33:11.528047 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1549d563-de47-4957-a915-c322865597a2 req-d4f92b56-b84a-4c7a-9404-f0fcff688f25 service neutron] 10.222.0.70 "GET /v2.0/networks/d6023ca9-f7fb-424f-9a06-ccb60c81e3d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248748 Jan 28 19:33:11.620257 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:11.689804 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bef88b-d504-4eb0-a08e-68733334b9b1 req-82414b6a-351e-4aa8-a3e1-733b910ce549 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:11.691750 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d1bef88b-d504-4eb0-a08e-68733334b9b1 req-82414b6a-351e-4aa8-a3e1-733b910ce549 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/ports?device_id=468e569c-4ad2-4f8a-b0ed-71ebeaa4f974 HTTP/1.1" status: 200 len: 943 time: 0.0670440 Jan 28 19:33:11.758628 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d1bef88b-d504-4eb0-a08e-68733334b9b1 req-60ff6141-4f9d-4ed9-bdef-8ab5b3fb169d tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/security-groups?id=1bfe6452-43d5-4c93-9450-34896bc0d267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608349 Jan 28 19:33:11.817331 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-351be297-79be-4e23-b880-a1fa40f3417b tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Router 011d7836-245b-433d-8e8a-2ccc6bb326f3 has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:33:11.821305 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-a8c834f4-c85d-4d5e-8366-31de85925d08 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=67701990f22f4ceaa12e8cbd5031b941&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0558388 Jan 28 19:33:11.822200 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c834f4-c85d-4d5e-8366-31de85925d08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e67ccd0-e38b-4744-82b2-3942682c9bb9,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:33:11.823939 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 37394) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:11.849194 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a4e10f78-042f-4399-8b39-25eccf7d26d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-732682'] for router_interface (f702bc6b-f02c-4e27-b0e4-4f0f8c2f13e2), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:11.925623 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6a67ad31-173d-4be0-b867-fb6e55bc8dee admin admin] Publish callbacks [] for security_group (4e67ccd0-e38b-4744-82b2-3942682c9bb9), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:11.952557 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-351be297-79be-4e23-b880-a1fa40f3417b tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:33:11.955870 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6a67ad31-173d-4be0-b867-fb6e55bc8dee admin admin] Publish callbacks [] for security_group (4e67ccd0-e38b-4744-82b2-3942682c9bb9), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:11.963406 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e154634f-6c7e-406e-a7c6-d9ac09f05ca3 None None] Sync routers for ids ['011d7836-245b-433d-8e8a-2ccc6bb326f3'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:33:11.997993 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e154634f-6c7e-406e-a7c6-d9ac09f05ca3 None None] Routers {'011d7836-245b-433d-8e8a-2ccc6bb326f3'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:33:11.999115 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-e154634f-6c7e-406e-a7c6-d9ac09f05ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:33:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['011d7836-245b-433d-8e8a-2ccc6bb326f3'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:33:12.030804 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6a67ad31-173d-4be0-b867-fb6e55bc8dee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (4e67ccd0-e38b-4744-82b2-3942682c9bb9), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:12.036119 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6a67ad31-173d-4be0-b867-fb6e55bc8dee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:12.042856 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-6a67ad31-173d-4be0-b867-fb6e55bc8dee admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4e67ccd0-e38b-4744-82b2-3942682c9bb9 HTTP/1.1" status: 204 len: 168 time: 0.2167909 Jan 28 19:33:12.044543 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-e154634f-6c7e-406e-a7c6-d9ac09f05ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:33:12.057869 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e154634f-6c7e-406e-a7c6-d9ac09f05ca3 None None] Routers {'011d7836-245b-433d-8e8a-2ccc6bb326f3'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:33:12.061485 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-e154634f-6c7e-406e-a7c6-d9ac09f05ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:33:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['011d7836-245b-433d-8e8a-2ccc6bb326f3'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:33:12.065358 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a67ad31-173d-4be0-b867-fb6e55bc8dee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e67ccd0-e38b-4744-82b2-3942682c9bb9,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:33:12.070335 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-351be297-79be-4e23-b880-a1fa40f3417b tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] 10.222.0.64 "PUT /v2.0/routers/011d7836-245b-433d-8e8a-2ccc6bb326f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6818504 Jan 28 19:33:12.071399 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-44807fe4-9aa4-42cc-a197-4e3098658aae admin admin] Publish callbacks [] for security_group (cc2e47e6-a07c-49b0-87c0-a8eb1f5f1559), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:12.075427 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 37400) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:12.114387 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-6a1a0818-04da-43ce-a626-f8b8190af17e tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] 10.222.0.64 "GET /v2.0/ports?device_id=011d7836-245b-433d-8e8a-2ccc6bb326f3 HTTP/1.1" status: 200 len: 205 time: 0.0377729 Jan 28 19:33:12.117026 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 37404) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:12.171261 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-44807fe4-9aa4-42cc-a197-4e3098658aae admin admin] Publish callbacks [] for security_group (cc2e47e6-a07c-49b0-87c0-a8eb1f5f1559), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:12.190600 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-e154634f-6c7e-406e-a7c6-d9ac09f05ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:33:12.191262 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e154634f-6c7e-406e-a7c6-d9ac09f05ca3 None None] The sync data for ids ['011d7836-245b-433d-8e8a-2ccc6bb326f3'] in n-d-812111-14 is: [] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:33:12.312896 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4e10f78-042f-4399-8b39-25eccf7d26d8 admin admin] Router f702bc6b-f02c-4e27-b0e4-4f0f8c2f13e2 has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:33:12.316939 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-44807fe4-9aa4-42cc-a197-4e3098658aae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (cc2e47e6-a07c-49b0-87c0-a8eb1f5f1559), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:12.324279 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-44807fe4-9aa4-42cc-a197-4e3098658aae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:12.328175 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-44807fe4-9aa4-42cc-a197-4e3098658aae admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/cc2e47e6-a07c-49b0-87c0-a8eb1f5f1559 HTTP/1.1" status: 204 len: 168 time: 1.2627525 Jan 28 19:33:12.340100 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6017ba3a-c6ab-4b65-af4f-e844b5d2bc91 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks [] for router (011d7836-245b-433d-8e8a-2ccc6bb326f3), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:12.347377 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44807fe4-9aa4-42cc-a197-4e3098658aae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc2e47e6-a07c-49b0-87c0-a8eb1f5f1559,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:33:12.624891 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4e10f78-042f-4399-8b39-25eccf7d26d8 admin admin] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:33:12.640328 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc9d914d-b6b4-44a3-b18f-eb4247826aa2 None None] Sync routers for ids ['f702bc6b-f02c-4e27-b0e4-4f0f8c2f13e2'] in n-d-812111-14 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:33:12.668368 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-a4e10f78-042f-4399-8b39-25eccf7d26d8 admin admin] 10.222.0.64 "PUT /v2.0/routers/f702bc6b-f02c-4e27-b0e4-4f0f8c2f13e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2053611 Jan 28 19:33:12.669350 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9d914d-b6b4-44a3-b18f-eb4247826aa2 None None] Routers {'f702bc6b-f02c-4e27-b0e4-4f0f8c2f13e2'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:33:12.669886 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 37414) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:12.670323 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-cc9d914d-b6b4-44a3-b18f-eb4247826aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:33:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['f702bc6b-f02c-4e27-b0e4-4f0f8c2f13e2'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:33:12.724139 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6017ba3a-c6ab-4b65-af4f-e844b5d2bc91 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-730901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261120'] for router (011d7836-245b-433d-8e8a-2ccc6bb326f3), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:12.729955 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6017ba3a-c6ab-4b65-af4f-e844b5d2bc91 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks [] for router_controller (011d7836-245b-433d-8e8a-2ccc6bb326f3), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:12.824616 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-cc9d914d-b6b4-44a3-b18f-eb4247826aa2 None None] Set router f702bc6b-f02c-4e27-b0e4-4f0f8c2f13e2 gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:33:12.861325 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6017ba3a-c6ab-4b65-af4f-e844b5d2bc91 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-730908'] for router (011d7836-245b-433d-8e8a-2ccc6bb326f3), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:12.862858 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6017ba3a-c6ab-4b65-af4f-e844b5d2bc91 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Fanout notify agent at l3_agent the message router_deleted on router 011d7836-245b-433d-8e8a-2ccc6bb326f3 {{(pid=103304) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:33:12.891329 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6017ba3a-c6ab-4b65-af4f-e844b5d2bc91 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:12.901500 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-57e3aac3-b851-4da6-a142-69a7b62d18ad admin admin] Publish callbacks [] for router (f702bc6b-f02c-4e27-b0e4-4f0f8c2f13e2), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:12.903190 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-6017ba3a-c6ab-4b65-af4f-e844b5d2bc91 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] 10.222.0.64 "DELETE /v2.0/routers/011d7836-245b-433d-8e8a-2ccc6bb326f3 HTTP/1.1" status: 204 len: 168 time: 0.7846603 Jan 28 19:33:12.903810 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 37424) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:13.105634 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:13.105874 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c39aefb-eab0-4f8c-99ec-d638079c2627 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Deleting subnet a2473a37-07a7-4376-87f8-2b89433aa9eb {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:33:13.119501 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1c39aefb-eab0-4f8c-99ec-d638079c2627 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks [] for subnet (a2473a37-07a7-4376-87f8-2b89433aa9eb), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:13.252114 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-cc9d914d-b6b4-44a3-b18f-eb4247826aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f702bc6b-f02c-4e27-b0e4-4f0f8c2f13e2', 'name': 'tempest-ServersTestManualDisk-1977898388-router', 'tenant_id': '45fb7b14cebe47c2b0ff3653e388c738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': 'f2c4ec95-10eb-45be-92ad-b0732e457844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:31:22Z', 'updated_at': '2022-01-28T19:33:09Z', 'revision_number': 5, 'project_id': '45fb7b14cebe47c2b0ff3653e388c738', 'gw_port': {'id': 'f2c4ec95-10eb-45be-92ad-b0732e457844', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:5f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f702bc6b-f02c-4e27-b0e4-4f0f8c2f13e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2019, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:31:24Z', 'updated_at': '2022-01-28T19:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:33:13.337970 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc9d914d-b6b4-44a3-b18f-eb4247826aa2 None None] Checking router: f702bc6b-f02c-4e27-b0e4-4f0f8c2f13e2 for host: n-d-812111-14 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:33:13.363267 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9d914d-b6b4-44a3-b18f-eb4247826aa2 None None] Routers {'f702bc6b-f02c-4e27-b0e4-4f0f8c2f13e2'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:33:13.363996 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-cc9d914d-b6b4-44a3-b18f-eb4247826aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:33:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['f702bc6b-f02c-4e27-b0e4-4f0f8c2f13e2'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:33:13.371763 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1c39aefb-eab0-4f8c-99ec-d638079c2627 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16187240'] for subnet (a2473a37-07a7-4376-87f8-2b89433aa9eb), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:13.522144 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074755c8-cc14-49b7-a3a9-0e1a22b697f0 req-b597654d-8c85-4789-b0af-690c2e30c47c tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:13.526349 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-074755c8-cc14-49b7-a3a9-0e1a22b697f0 req-b597654d-8c85-4789-b0af-690c2e30c47c tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/ports?device_id=468e569c-4ad2-4f8a-b0ed-71ebeaa4f974 HTTP/1.1" status: 200 len: 943 time: 0.4178751 Jan 28 19:33:13.572005 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-57e3aac3-b851-4da6-a142-69a7b62d18ad admin admin] Publish callbacks [] for router_gateway (f702bc6b-f02c-4e27-b0e4-4f0f8c2f13e2), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:13.727631 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-074755c8-cc14-49b7-a3a9-0e1a22b697f0 req-1a22037e-5cad-4e4c-ac55-e5c487111b00 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/security-groups?id=1bfe6452-43d5-4c93-9450-34896bc0d267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1853721 Jan 28 19:33:13.731836 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1c39aefb-eab0-4f8c-99ec-d638079c2627 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (a2473a37-07a7-4376-87f8-2b89433aa9eb), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:13.809049 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-57e3aac3-b851-4da6-a142-69a7b62d18ad admin admin] Deleting port f2c4ec95-10eb-45be-92ad-b0732e457844 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:33:13.809506 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-57e3aac3-b851-4da6-a142-69a7b62d18ad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (f2c4ec95-10eb-45be-92ad-b0732e457844), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:13.908400 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1c39aefb-eab0-4f8c-99ec-d638079c2627 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4752464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4733806'] for subnet (a2473a37-07a7-4376-87f8-2b89433aa9eb), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:13.936223 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-cc9d914d-b6b4-44a3-b18f-eb4247826aa2 None None] Set router f702bc6b-f02c-4e27-b0e4-4f0f8c2f13e2 gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:33:13.968311 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1c39aefb-eab0-4f8c-99ec-d638079c2627 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:13.985222 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 37498) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:13.987405 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f240e953-4134-491e-bf33-081e636a5d23 None None] Network cca3fec8-df1a-4a17-a938-961b4ead8f4c requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:33:13.998516 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-1c39aefb-eab0-4f8c-99ec-d638079c2627 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] 10.222.0.64 "DELETE /v2.0/subnets/a2473a37-07a7-4376-87f8-2b89433aa9eb HTTP/1.1" status: 204 len: 168 time: 1.0929518 Jan 28 19:33:14.012806 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c39aefb-eab0-4f8c-99ec-d638079c2627 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Pushing event deleted for resources: {'Subnet': ['ID=a2473a37-07a7-4376-87f8-2b89433aa9eb,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:33:14.144727 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-57e3aac3-b851-4da6-a142-69a7b62d18ad admin admin] For port f2c4ec95-10eb-45be-92ad-b0732e457844, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=f2c4ec95-10eb-45be-92ad-b0732e457844,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:33:14.145259 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-57e3aac3-b851-4da6-a142-69a7b62d18ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (f2c4ec95-10eb-45be-92ad-b0732e457844), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:14.155219 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-8031ef02-ccf0-440c-b897-18401d439ab8 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Deleting subnet bdc197be-8b5c-4c76-b9ce-9c0b40725cea {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:33:14.164034 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8031ef02-ccf0-440c-b897-18401d439ab8 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks [] for subnet (bdc197be-8b5c-4c76-b9ce-9c0b40725cea), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:14.178424 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-57e3aac3-b851-4da6-a142-69a7b62d18ad admin admin] Calling delete_port for f2c4ec95-10eb-45be-92ad-b0732e457844 owned by network:router_gateway {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:33:14.286925 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8031ef02-ccf0-440c-b897-18401d439ab8 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4747050'] for subnet (bdc197be-8b5c-4c76-b9ce-9c0b40725cea), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:14.526679 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8031ef02-ccf0-440c-b897-18401d439ab8 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (bdc197be-8b5c-4c76-b9ce-9c0b40725cea), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:14.628502 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-cc9d914d-b6b4-44a3-b18f-eb4247826aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f702bc6b-f02c-4e27-b0e4-4f0f8c2f13e2', 'name': 'tempest-ServersTestManualDisk-1977898388-router', 'tenant_id': '45fb7b14cebe47c2b0ff3653e388c738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': 'f2c4ec95-10eb-45be-92ad-b0732e457844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:31:22Z', 'updated_at': '2022-01-28T19:33:09Z', 'revision_number': 5, 'project_id': '45fb7b14cebe47c2b0ff3653e388c738', 'gw_port': {'id': 'f2c4ec95-10eb-45be-92ad-b0732e457844', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:5f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f702bc6b-f02c-4e27-b0e4-4f0f8c2f13e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2019, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:31:24Z', 'updated_at': '2022-01-28T19:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:33:14.683576 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8031ef02-ccf0-440c-b897-18401d439ab8 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4690616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5222356'] for subnet (bdc197be-8b5c-4c76-b9ce-9c0b40725cea), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:14.691584 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc9d914d-b6b4-44a3-b18f-eb4247826aa2 None None] The sync data for ids ['f702bc6b-f02c-4e27-b0e4-4f0f8c2f13e2'] in n-d-812111-14 is: [{'id': 'f702bc6b-f02c-4e27-b0e4-4f0f8c2f13e2', 'name': 'tempest-ServersTestManualDisk-1977898388-router', 'tenant_id': '45fb7b14cebe47c2b0ff3653e388c738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': 'f2c4ec95-10eb-45be-92ad-b0732e457844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:31:22Z', 'updated_at': '2022-01-28T19:33:09Z', 'revision_number': 5, 'project_id': '45fb7b14cebe47c2b0ff3653e388c738', 'gw_port': {'id': 'f2c4ec95-10eb-45be-92ad-b0732e457844', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:5f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f702bc6b-f02c-4e27-b0e4-4f0f8c2f13e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2019, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:31:24Z', 'updated_at': '2022-01-28T19:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:33:14.703076 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c108515-2404-4c03-8c3c-7c188a7e17ce None None] DHCP port deletion for cca3fec8-df1a-4a17-a938-961b4ead8f4c request from n-d-812111-14 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:33:14.732838 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8031ef02-ccf0-440c-b897-18401d439ab8 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:14.743564 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-8031ef02-ccf0-440c-b897-18401d439ab8 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] 10.222.0.64 "DELETE /v2.0/subnets/bdc197be-8b5c-4c76-b9ce-9c0b40725cea HTTP/1.1" status: 204 len: 168 time: 0.7565942 Jan 28 19:33:14.749514 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 37518) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:14.827012 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8031ef02-ccf0-440c-b897-18401d439ab8 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Pushing event deleted for resources: {'Subnet': ['ID=bdc197be-8b5c-4c76-b9ce-9c0b40725cea,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:33:14.843488 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e1ce8e7-8ada-4c16-907a-bcb6daf3e13a None None] Network 01ccb0cc-d063-4f30-9b90-1eb269e648c5 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:33:15.034395 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-57e3aac3-b851-4da6-a142-69a7b62d18ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (f2c4ec95-10eb-45be-92ad-b0732e457844), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:15.085776 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badcb146-2d9b-4ae1-8009-72436aec687b req-b5b688c7-c29d-4820-b16d-5dc8eaa2c86f tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:15.100552 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-badcb146-2d9b-4ae1-8009-72436aec687b req-b5b688c7-c29d-4820-b16d-5dc8eaa2c86f tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/ports?device_id=468e569c-4ad2-4f8a-b0ed-71ebeaa4f974 HTTP/1.1" status: 200 len: 943 time: 0.1502862 Jan 28 19:33:15.203198 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e3aac3-b851-4da6-a142-69a7b62d18ad admin admin] Pushing event deleted for resources: {'Port': ['ID=f2c4ec95-10eb-45be-92ad-b0732e457844,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:33:15.263378 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-8c108515-2404-4c03-8c3c-7c188a7e17ce None None] Deleting port 0a2895b5-c072-487f-98e9-1c4b5d810576 {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:33:15.264244 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8c108515-2404-4c03-8c3c-7c188a7e17ce None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (0a2895b5-c072-487f-98e9-1c4b5d810576), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:15.289440 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6a0c6c18-6300-4a30-924f-813d14770e21 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (cca3fec8-df1a-4a17-a938-961b4ead8f4c), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:15.340529 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-badcb146-2d9b-4ae1-8009-72436aec687b req-00fdf166-0448-4b01-bced-c92b3ee6efa5 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/security-groups?id=1bfe6452-43d5-4c93-9450-34896bc0d267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2339401 Jan 28 19:33:15.437989 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-8c108515-2404-4c03-8c3c-7c188a7e17ce None None] For port 0a2895b5-c072-487f-98e9-1c4b5d810576, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=0a2895b5-c072-487f-98e9-1c4b5d810576,segment=NetworkSegment(3000bda9-c60d-4ce6-bc01-e4189cf9e845),segment_id=3000bda9-c60d-4ce6-bc01-e4189cf9e845)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:33:15.438783 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8c108515-2404-4c03-8c3c-7c188a7e17ce None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (0a2895b5-c072-487f-98e9-1c4b5d810576), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:15.460264 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-8c108515-2404-4c03-8c3c-7c188a7e17ce None None] Calling delete_port for 0a2895b5-c072-487f-98e9-1c4b5d810576 owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:33:15.483292 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-57e3aac3-b851-4da6-a142-69a7b62d18ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-731488'] for router_gateway (f702bc6b-f02c-4e27-b0e4-4f0f8c2f13e2), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:15.606733 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8c108515-2404-4c03-8c3c-7c188a7e17ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985'] for port (0a2895b5-c072-487f-98e9-1c4b5d810576), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:15.632788 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c108515-2404-4c03-8c3c-7c188a7e17ce None None] No DVR routers for this DVR port 0a2895b5-c072-487f-98e9-1c4b5d810576 on host n-d-812111-14 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:33:15.661749 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c108515-2404-4c03-8c3c-7c188a7e17ce None None] Pushing event deleted for resources: {'Port': ['ID=0a2895b5-c072-487f-98e9-1c4b5d810576,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:33:15.737840 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c17c53d-263f-4315-b44f-7a04ee6196b0 None None] DHCP port deletion for 01ccb0cc-d063-4f30-9b90-1eb269e648c5 request from n-d-812111-14 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:33:15.901139 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-57e3aac3-b851-4da6-a142-69a7b62d18ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-730901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261120'] for router (f702bc6b-f02c-4e27-b0e4-4f0f8c2f13e2), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:15.904010 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-57e3aac3-b851-4da6-a142-69a7b62d18ad admin admin] Publish callbacks [] for router_controller (f702bc6b-f02c-4e27-b0e4-4f0f8c2f13e2), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:15.909686 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-4c17c53d-263f-4315-b44f-7a04ee6196b0 None None] Deleting port 420e96cb-7862-4cae-be29-5c77c4ab85f8 {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:33:15.910099 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4c17c53d-263f-4315-b44f-7a04ee6196b0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (420e96cb-7862-4cae-be29-5c77c4ab85f8), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:15.999316 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-4c17c53d-263f-4315-b44f-7a04ee6196b0 None None] For port 420e96cb-7862-4cae-be29-5c77c4ab85f8, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=420e96cb-7862-4cae-be29-5c77c4ab85f8,segment=NetworkSegment(86826e26-5ffa-4c1d-b78d-9797eda038e7),segment_id=86826e26-5ffa-4c1d-b78d-9797eda038e7)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:33:15.999718 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4c17c53d-263f-4315-b44f-7a04ee6196b0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (420e96cb-7862-4cae-be29-5c77c4ab85f8), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:16.022762 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-4c17c53d-263f-4315-b44f-7a04ee6196b0 None None] Calling delete_port for 420e96cb-7862-4cae-be29-5c77c4ab85f8 owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:33:16.051040 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-57e3aac3-b851-4da6-a142-69a7b62d18ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-730908'] for router (f702bc6b-f02c-4e27-b0e4-4f0f8c2f13e2), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:16.051581 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57e3aac3-b851-4da6-a142-69a7b62d18ad admin admin] Fanout notify agent at l3_agent the message router_deleted on router f702bc6b-f02c-4e27-b0e4-4f0f8c2f13e2 {{(pid=103305) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:33:16.056570 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-57e3aac3-b851-4da6-a142-69a7b62d18ad admin admin] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:16.060466 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 37572) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:16.082457 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-57e3aac3-b851-4da6-a142-69a7b62d18ad admin admin] 10.222.0.64 "DELETE /v2.0/routers/f702bc6b-f02c-4e27-b0e4-4f0f8c2f13e2 HTTP/1.1" status: 204 len: 168 time: 3.4105990 Jan 28 19:33:16.094022 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-6a0c6c18-6300-4a30-924f-813d14770e21 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Deleting port 0a2895b5-c072-487f-98e9-1c4b5d810576 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:33:16.101898 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6a0c6c18-6300-4a30-924f-813d14770e21 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (0a2895b5-c072-487f-98e9-1c4b5d810576), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:16.157429 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4c17c53d-263f-4315-b44f-7a04ee6196b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985'] for port (420e96cb-7862-4cae-be29-5c77c4ab85f8), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:16.213328 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d90262c-d946-4472-8dfc-c69f81554d58 admin admin] Deleting subnet 32567241-fa90-4306-aa1e-53db272b15f8 {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:33:16.228742 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7d90262c-d946-4472-8dfc-c69f81554d58 admin admin] Publish callbacks [] for subnet (32567241-fa90-4306-aa1e-53db272b15f8), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:16.230062 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c17c53d-263f-4315-b44f-7a04ee6196b0 None None] Pushing event deleted for resources: {'Port': ['ID=420e96cb-7862-4cae-be29-5c77c4ab85f8,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:33:16.232023 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c17c53d-263f-4315-b44f-7a04ee6196b0 None None] No DVR routers for this DVR port 420e96cb-7862-4cae-be29-5c77c4ab85f8 on host n-d-812111-14 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:33:16.349074 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-6a0c6c18-6300-4a30-924f-813d14770e21 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] For port 0a2895b5-c072-487f-98e9-1c4b5d810576, host n-d-812111-14, got binding levels [] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:33:16.351168 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6a0c6c18-6300-4a30-924f-813d14770e21 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (0a2895b5-c072-487f-98e9-1c4b5d810576), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:16.378407 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7d90262c-d946-4472-8dfc-c69f81554d58 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4747050'] for subnet (32567241-fa90-4306-aa1e-53db272b15f8), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:16.386159 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-6a0c6c18-6300-4a30-924f-813d14770e21 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Calling delete_port for 0a2895b5-c072-487f-98e9-1c4b5d810576 owned by network:dhcp {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:33:16.401656 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.ipam_backend_mixin [None req-6a0c6c18-6300-4a30-924f-813d14770e21 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Port 0a2895b5-c072-487f-98e9-1c4b5d810576 was not found and therefore no delete operation was performed {{(pid=103305) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 19:33:16.403702 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6a0c6c18-6300-4a30-924f-813d14770e21 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (0a2895b5-c072-487f-98e9-1c4b5d810576), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:16.478879 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0c6c18-6300-4a30-924f-813d14770e21 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Pushing event deleted for resources: {'Port': ['ID=0a2895b5-c072-487f-98e9-1c4b5d810576,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:33:16.519943 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0c6c18-6300-4a30-924f-813d14770e21 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] No DVR routers for this DVR port 0a2895b5-c072-487f-98e9-1c4b5d810576 on host n-d-812111-14 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:33:16.619770 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7d90262c-d946-4472-8dfc-c69f81554d58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (32567241-fa90-4306-aa1e-53db272b15f8), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:16.817819 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7d90262c-d946-4472-8dfc-c69f81554d58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4690616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5222356'] for subnet (32567241-fa90-4306-aa1e-53db272b15f8), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:16.867421 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 0a2895b5-c072-487f-98e9-1c4b5d810576 no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:33:16.871470 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6a0c6c18-6300-4a30-924f-813d14770e21 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (cca3fec8-df1a-4a17-a938-961b4ead8f4c), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:16.920923 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57964a2f-8f7b-405f-8eb4-6eba0d11c3a6 req-7003e755-5f51-4043-8473-8af883791882 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:16.927093 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-57964a2f-8f7b-405f-8eb4-6eba0d11c3a6 req-7003e755-5f51-4043-8473-8af883791882 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/ports?device_id=468e569c-4ad2-4f8a-b0ed-71ebeaa4f974 HTTP/1.1" status: 200 len: 943 time: 0.4574842 Jan 28 19:33:16.955016 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d90262c-d946-4472-8dfc-c69f81554d58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32567241-fa90-4306-aa1e-53db272b15f8,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:33:16.964346 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: 0a2895b5-c072-487f-98e9-1c4b5d810576 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:33:16.965142 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 0a2895b5-c072-487f-98e9-1c4b5d810576 not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:33:16.967788 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 420e96cb-7862-4cae-be29-5c77c4ab85f8 no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:33:16.967941 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7d90262c-d946-4472-8dfc-c69f81554d58 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:16.973923 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-7d90262c-d946-4472-8dfc-c69f81554d58 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/32567241-fa90-4306-aa1e-53db272b15f8 HTTP/1.1" status: 204 len: 168 time: 0.9102550 Jan 28 19:33:16.978902 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 37608) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:16.983656 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-6a0c6c18-6300-4a30-924f-813d14770e21 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cca3fec8-df1a-4a17-a938-961b4ead8f4c']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:33:17.051369 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: 420e96cb-7862-4cae-be29-5c77c4ab85f8 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:33:17.051716 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 420e96cb-7862-4cae-be29-5c77c4ab85f8 not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:33:17.052129 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device f2c4ec95-10eb-45be-92ad-b0732e457844 no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:33:17.061595 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd054b1-6231-454c-9b7c-d9f552fa673e None None] Network 92852eb4-22ae-4ff2-8b8f-59f16f3a189b requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:33:17.143765 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-6a0c6c18-6300-4a30-924f-813d14770e21 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3000bda9-c60d-4ce6-bc01-e4189cf9e845') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:33:17.145362 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-6a0c6c18-6300-4a30-924f-813d14770e21 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3000bda9-c60d-4ce6-bc01-e4189cf9e845') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:33:17.154355 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bfc3fd6c-8ce9-4f70-9c69-8a2bfbec4963 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (92852eb4-22ae-4ff2-8b8f-59f16f3a189b), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:17.185372 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: f2c4ec95-10eb-45be-92ad-b0732e457844 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:33:17.185717 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device f2c4ec95-10eb-45be-92ad-b0732e457844 not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:33:17.186148 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device cf5ecd1f-1725-4463-8e93-be90494201dc no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:33:17.197833 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6a0c6c18-6300-4a30-924f-813d14770e21 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16187153'] for segment (3000bda9-c60d-4ce6-bc01-e4189cf9e845), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:17.256132 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: cf5ecd1f-1725-4463-8e93-be90494201dc {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:33:17.256472 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device cf5ecd1f-1725-4463-8e93-be90494201dc not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:33:17.262119 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-57964a2f-8f7b-405f-8eb4-6eba0d11c3a6 req-6fa8fd54-6930-405e-8649-259282df5e42 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/security-groups?id=1bfe6452-43d5-4c93-9450-34896bc0d267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3213160 Jan 28 19:33:17.369443 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6a0c6c18-6300-4a30-924f-813d14770e21 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (3000bda9-c60d-4ce6-bc01-e4189cf9e845), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:17.411984 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a0c6c18-6300-4a30-924f-813d14770e21 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:33:17.412414 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6a0c6c18-6300-4a30-924f-813d14770e21 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4752570'] for segment (3000bda9-c60d-4ce6-bc01-e4189cf9e845), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:17.429388 n-d-812111-14 neutron-server[103305]: Traceback (most recent call last): Jan 28 19:33:17.429388 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:33:17.429388 n-d-812111-14 neutron-server[103305]: timer() Jan 28 19:33:17.429388 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:33:17.429388 n-d-812111-14 neutron-server[103305]: cb(*args, **kw) Jan 28 19:33:17.429388 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:33:17.429388 n-d-812111-14 neutron-server[103305]: return func(*args, **kwargs) Jan 28 19:33:17.429388 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:33:17.429388 n-d-812111-14 neutron-server[103305]: self._notify() Jan 28 19:33:17.429388 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:33:17.429388 n-d-812111-14 neutron-server[103305]: self.callback(batched_events) Jan 28 19:33:17.429388 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:33:17.429388 n-d-812111-14 neutron-server[103305]: event.method(event) Jan 28 19:33:17.429388 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:33:17.429388 n-d-812111-14 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:33:17.429388 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:33:17.429388 n-d-812111-14 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:33:17.429388 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:33:17.429388 n-d-812111-14 neutron-server[103305]: return f(self, *a, **k) Jan 28 19:33:17.429388 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:33:17.429388 n-d-812111-14 neutron-server[103305]: return self._get(url).json() Jan 28 19:33:17.429388 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:33:17.429388 n-d-812111-14 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:33:17.429388 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:33:17.429388 n-d-812111-14 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 28 19:33:17.429388 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:33:17.429388 n-d-812111-14 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:33:17.429388 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:33:17.429388 n-d-812111-14 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:33:17.429388 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:33:17.429388 n-d-812111-14 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:33:17.429388 n-d-812111-14 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:33:17.444221 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f32de917-96b7-4582-818b-73232abe9777 None None] DHCP port deletion for 92852eb4-22ae-4ff2-8b8f-59f16f3a189b request from n-d-812111-14 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:33:17.567648 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-f32de917-96b7-4582-818b-73232abe9777 None None] Deleting port 0f52bf02-dad5-4e8c-a5bc-3f23b59ef341 {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:33:17.568035 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f32de917-96b7-4582-818b-73232abe9777 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (0f52bf02-dad5-4e8c-a5bc-3f23b59ef341), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:17.597752 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6a0c6c18-6300-4a30-924f-813d14770e21 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (cca3fec8-df1a-4a17-a938-961b4ead8f4c), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:17.613890 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6a0c6c18-6300-4a30-924f-813d14770e21 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:17.617174 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-6a0c6c18-6300-4a30-924f-813d14770e21 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] 10.222.0.64 "DELETE /v2.0/networks/cca3fec8-df1a-4a17-a938-961b4ead8f4c HTTP/1.1" status: 204 len: 168 time: 2.8632052 Jan 28 19:33:17.619918 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 37622) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:17.636222 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-bfc3fd6c-8ce9-4f70-9c69-8a2bfbec4963 admin admin] Deleting port 0f52bf02-dad5-4e8c-a5bc-3f23b59ef341 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:33:17.636666 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bfc3fd6c-8ce9-4f70-9c69-8a2bfbec4963 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (0f52bf02-dad5-4e8c-a5bc-3f23b59ef341), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:17.693027 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0c6c18-6300-4a30-924f-813d14770e21 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Pushing event deleted for resources: {'Network': ['ID=cca3fec8-df1a-4a17-a938-961b4ead8f4c,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:33:17.730619 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-f32de917-96b7-4582-818b-73232abe9777 None None] For port 0f52bf02-dad5-4e8c-a5bc-3f23b59ef341, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=0f52bf02-dad5-4e8c-a5bc-3f23b59ef341,segment=NetworkSegment(2f79fc28-c629-4c0b-a8c8-273c879a5605),segment_id=2f79fc28-c629-4c0b-a8c8-273c879a5605)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:33:17.731023 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f32de917-96b7-4582-818b-73232abe9777 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (0f52bf02-dad5-4e8c-a5bc-3f23b59ef341), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:17.759078 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-f32de917-96b7-4582-818b-73232abe9777 None None] Calling delete_port for 0f52bf02-dad5-4e8c-a5bc-3f23b59ef341 owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:33:17.814614 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-11c19ffe-ac59-4a0c-8ae7-bd7d3763a617 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (01ccb0cc-d063-4f30-9b90-1eb269e648c5), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:17.854537 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-bfc3fd6c-8ce9-4f70-9c69-8a2bfbec4963 admin admin] For port 0f52bf02-dad5-4e8c-a5bc-3f23b59ef341, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=0f52bf02-dad5-4e8c-a5bc-3f23b59ef341,segment=NetworkSegment(2f79fc28-c629-4c0b-a8c8-273c879a5605),segment_id=2f79fc28-c629-4c0b-a8c8-273c879a5605)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:33:17.854926 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bfc3fd6c-8ce9-4f70-9c69-8a2bfbec4963 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (0f52bf02-dad5-4e8c-a5bc-3f23b59ef341), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:17.887540 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-bfc3fd6c-8ce9-4f70-9c69-8a2bfbec4963 admin admin] Calling delete_port for 0f52bf02-dad5-4e8c-a5bc-3f23b59ef341 owned by network:dhcp {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:33:18.066402 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f32de917-96b7-4582-818b-73232abe9777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985'] for port (0f52bf02-dad5-4e8c-a5bc-3f23b59ef341), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:18.076993 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-11c19ffe-ac59-4a0c-8ae7-bd7d3763a617 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (01ccb0cc-d063-4f30-9b90-1eb269e648c5), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:18.129137 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-11c19ffe-ac59-4a0c-8ae7-bd7d3763a617 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01ccb0cc-d063-4f30-9b90-1eb269e648c5']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:33:18.145713 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-11c19ffe-ac59-4a0c-8ae7-bd7d3763a617 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86826e26-5ffa-4c1d-b78d-9797eda038e7') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:33:18.147186 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-11c19ffe-ac59-4a0c-8ae7-bd7d3763a617 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86826e26-5ffa-4c1d-b78d-9797eda038e7') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:33:18.152560 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32de917-96b7-4582-818b-73232abe9777 None None] Pushing event deleted for resources: {'Port': ['ID=0f52bf02-dad5-4e8c-a5bc-3f23b59ef341,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:33:18.158363 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32de917-96b7-4582-818b-73232abe9777 None None] No DVR routers for this DVR port 0f52bf02-dad5-4e8c-a5bc-3f23b59ef341 on host n-d-812111-14 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:33:18.201529 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bfc3fd6c-8ce9-4f70-9c69-8a2bfbec4963 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (0f52bf02-dad5-4e8c-a5bc-3f23b59ef341), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:18.202963 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-11c19ffe-ac59-4a0c-8ae7-bd7d3763a617 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4747091'] for segment (86826e26-5ffa-4c1d-b78d-9797eda038e7), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:18.237503 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-11c19ffe-ac59-4a0c-8ae7-bd7d3763a617 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (86826e26-5ffa-4c1d-b78d-9797eda038e7), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:18.255280 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11c19ffe-ac59-4a0c-8ae7-bd7d3763a617 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:33:18.255751 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-11c19ffe-ac59-4a0c-8ae7-bd7d3763a617 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4690514'] for segment (86826e26-5ffa-4c1d-b78d-9797eda038e7), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:18.283090 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 37632) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:18.315158 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc3fd6c-8ce9-4f70-9c69-8a2bfbec4963 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f52bf02-dad5-4e8c-a5bc-3f23b59ef341,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:33:18.319652 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc3fd6c-8ce9-4f70-9c69-8a2bfbec4963 admin admin] No DVR routers for this DVR port 0f52bf02-dad5-4e8c-a5bc-3f23b59ef341 on host n-d-812111-14 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:33:18.369132 n-d-812111-14 neutron-server[103304]: Traceback (most recent call last): Jan 28 19:33:18.369132 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:33:18.369132 n-d-812111-14 neutron-server[103304]: timer() Jan 28 19:33:18.369132 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:33:18.369132 n-d-812111-14 neutron-server[103304]: cb(*args, **kw) Jan 28 19:33:18.369132 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:33:18.369132 n-d-812111-14 neutron-server[103304]: return func(*args, **kwargs) Jan 28 19:33:18.369132 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:33:18.369132 n-d-812111-14 neutron-server[103304]: self._notify() Jan 28 19:33:18.369132 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:33:18.369132 n-d-812111-14 neutron-server[103304]: self.callback(batched_events) Jan 28 19:33:18.369132 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:33:18.369132 n-d-812111-14 neutron-server[103304]: event.method(event) Jan 28 19:33:18.369132 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:33:18.369132 n-d-812111-14 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:33:18.369132 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:33:18.369132 n-d-812111-14 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:33:18.369132 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:33:18.369132 n-d-812111-14 neutron-server[103304]: return f(self, *a, **k) Jan 28 19:33:18.369132 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:33:18.369132 n-d-812111-14 neutron-server[103304]: return self._get(url).json() Jan 28 19:33:18.369132 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:33:18.369132 n-d-812111-14 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:33:18.369132 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:33:18.369132 n-d-812111-14 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 28 19:33:18.369132 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:33:18.369132 n-d-812111-14 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:33:18.369132 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:33:18.369132 n-d-812111-14 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:33:18.369132 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:33:18.369132 n-d-812111-14 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:33:18.369132 n-d-812111-14 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:33:18.400649 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-11c19ffe-ac59-4a0c-8ae7-bd7d3763a617 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (01ccb0cc-d063-4f30-9b90-1eb269e648c5), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:18.405792 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-11c19ffe-ac59-4a0c-8ae7-bd7d3763a617 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:18.413036 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-11c19ffe-ac59-4a0c-8ae7-bd7d3763a617 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] 10.222.0.64 "DELETE /v2.0/networks/01ccb0cc-d063-4f30-9b90-1eb269e648c5 HTTP/1.1" status: 204 len: 168 time: 0.7876723 Jan 28 19:33:18.423607 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 37638) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:18.471520 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-642140d4-7f4b-4362-b67a-229c0951f5e4 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1709753122'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:33:18.484701 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bfc3fd6c-8ce9-4f70-9c69-8a2bfbec4963 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (92852eb4-22ae-4ff2-8b8f-59f16f3a189b), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:18.511276 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c19ffe-ac59-4a0c-8ae7-bd7d3763a617 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Pushing event deleted for resources: {'Network': ['ID=01ccb0cc-d063-4f30-9b90-1eb269e648c5,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:33:18.544257 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-bfc3fd6c-8ce9-4f70-9c69-8a2bfbec4963 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92852eb4-22ae-4ff2-8b8f-59f16f3a189b']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:33:18.556697 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-bfc3fd6c-8ce9-4f70-9c69-8a2bfbec4963 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f79fc28-c629-4c0b-a8c8-273c879a5605') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:33:18.557380 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-bfc3fd6c-8ce9-4f70-9c69-8a2bfbec4963 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f79fc28-c629-4c0b-a8c8-273c879a5605') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:33:18.570543 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bfc3fd6c-8ce9-4f70-9c69-8a2bfbec4963 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16187153'] for segment (2f79fc28-c629-4c0b-a8c8-273c879a5605), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:18.580373 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 0f52bf02-dad5-4e8c-a5bc-3f23b59ef341 no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:33:18.609210 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bfc3fd6c-8ce9-4f70-9c69-8a2bfbec4963 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (2f79fc28-c629-4c0b-a8c8-273c879a5605), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:18.624037 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfc3fd6c-8ce9-4f70-9c69-8a2bfbec4963 admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:33:18.625543 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-642140d4-7f4b-4362-b67a-229c0951f5e4 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Made reservation on behalf of fd27ebc338214c64bbd2f3fdeacf14c6 for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:33:18.626756 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bfc3fd6c-8ce9-4f70-9c69-8a2bfbec4963 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4752570'] for segment (2f79fc28-c629-4c0b-a8c8-273c879a5605), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:18.633942 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: 0f52bf02-dad5-4e8c-a5bc-3f23b59ef341 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:33:18.634365 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 0f52bf02-dad5-4e8c-a5bc-3f23b59ef341 not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:33:18.639976 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-642140d4-7f4b-4362-b67a-229c0951f5e4 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:18.673680 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-642140d4-7f4b-4362-b67a-229c0951f5e4 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:33:18.686199 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-642140d4-7f4b-4362-b67a-229c0951f5e4 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (76229a54-8c3c-42c2-a92e-eb7ceabe9d39), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:18.686753 n-d-812111-14 neutron-server[103304]: INFO neutron.db.segments_db [None req-642140d4-7f4b-4362-b67a-229c0951f5e4 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Added segment 76229a54-8c3c-42c2-a92e-eb7ceabe9d39 of type vlan for network 31d2caad-cd81-4c5d-85c4-d2789d3610fa Jan 28 19:33:18.731397 n-d-812111-14 neutron-server[103305]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:33:18.731397 n-d-812111-14 neutron-server[103305]: self.session.flush() Jan 28 19:33:18.731397 n-d-812111-14 neutron-server[103305]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:33:18.731397 n-d-812111-14 neutron-server[103305]: self.session.flush() Jan 28 19:33:18.731397 n-d-812111-14 neutron-server[103305]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:33:18.731397 n-d-812111-14 neutron-server[103305]: self.session.flush() Jan 28 19:33:18.731397 n-d-812111-14 neutron-server[103305]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:33:18.731397 n-d-812111-14 neutron-server[103305]: self.session.flush() Jan 28 19:33:18.731397 n-d-812111-14 neutron-server[103305]: Traceback (most recent call last): Jan 28 19:33:18.731397 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:33:18.731397 n-d-812111-14 neutron-server[103305]: timer() Jan 28 19:33:18.731397 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:33:18.731397 n-d-812111-14 neutron-server[103305]: cb(*args, **kw) Jan 28 19:33:18.731397 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:33:18.731397 n-d-812111-14 neutron-server[103305]: return func(*args, **kwargs) Jan 28 19:33:18.731397 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:33:18.731397 n-d-812111-14 neutron-server[103305]: self._notify() Jan 28 19:33:18.731397 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:33:18.731397 n-d-812111-14 neutron-server[103305]: self.callback(batched_events) Jan 28 19:33:18.731397 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:33:18.731397 n-d-812111-14 neutron-server[103305]: event.method(event) Jan 28 19:33:18.731397 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:33:18.731397 n-d-812111-14 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:33:18.731397 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:33:18.731397 n-d-812111-14 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:33:18.731397 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:33:18.731397 n-d-812111-14 neutron-server[103305]: return f(self, *a, **k) Jan 28 19:33:18.731397 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:33:18.731397 n-d-812111-14 neutron-server[103305]: return self._get(url).json() Jan 28 19:33:18.731397 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:33:18.731397 n-d-812111-14 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:33:18.731397 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:33:18.731397 n-d-812111-14 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 28 19:33:18.731397 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:33:18.731397 n-d-812111-14 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:33:18.731397 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:33:18.731397 n-d-812111-14 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:33:18.731397 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:33:18.731397 n-d-812111-14 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:33:18.731397 n-d-812111-14 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:33:18.750647 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-37fc9df4-925e-4cf0-9d19-74709501bbff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:18.752737 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bfc3fd6c-8ce9-4f70-9c69-8a2bfbec4963 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (92852eb4-22ae-4ff2-8b8f-59f16f3a189b), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:18.762096 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bfc3fd6c-8ce9-4f70-9c69-8a2bfbec4963 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:18.765940 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-bfc3fd6c-8ce9-4f70-9c69-8a2bfbec4963 admin admin] 10.222.0.64 "DELETE /v2.0/networks/92852eb4-22ae-4ff2-8b8f-59f16f3a189b HTTP/1.1" status: 204 len: 168 time: 1.7789271 Jan 28 19:33:18.767211 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-642140d4-7f4b-4362-b67a-229c0951f5e4 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (31d2caad-cd81-4c5d-85c4-d2789d3610fa), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:18.829587 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-642140d4-7f4b-4362-b67a-229c0951f5e4 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (31d2caad-cd81-4c5d-85c4-d2789d3610fa), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:18.840178 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-642140d4-7f4b-4362-b67a-229c0951f5e4 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:18.842757 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-642140d4-7f4b-4362-b67a-229c0951f5e4 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:18.904332 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-642140d4-7f4b-4362-b67a-229c0951f5e4 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4795775 Jan 28 19:33:18.909931 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 37644) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:18.943345 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-37fc9df4-925e-4cf0-9d19-74709501bbff admin admin] Publish callbacks [] for security_group (fac0f8fe-9f87-42c0-8bcf-21b947393301), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:18.946833 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc3fd6c-8ce9-4f70-9c69-8a2bfbec4963 admin admin] Pushing event deleted for resources: {'Network': ['ID=92852eb4-22ae-4ff2-8b8f-59f16f3a189b,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:33:18.951351 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c607034-b1db-44c0-a2ea-b656cf5d5ce7 req-48bea51d-1ae8-450e-be02-0a4a48c61c57 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:18.952191 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-37fc9df4-925e-4cf0-9d19-74709501bbff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (fac0f8fe-9f87-42c0-8bcf-21b947393301), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:18.963913 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1c607034-b1db-44c0-a2ea-b656cf5d5ce7 req-48bea51d-1ae8-450e-be02-0a4a48c61c57 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/ports?device_id=468e569c-4ad2-4f8a-b0ed-71ebeaa4f974 HTTP/1.1" status: 200 len: 943 time: 0.4155419 Jan 28 19:33:19.001792 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-37fc9df4-925e-4cf0-9d19-74709501bbff admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8675bfd0c5754211a6159d90e2fae3de&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7171607 Jan 28 19:33:19.006362 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-490c340e-149c-4ee3-9bc3-66b44769d616 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Request body: {'subnet': {'network_id': '31d2caad-cd81-4c5d-85c4-d2789d3610fa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:33:19.008568 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 37648) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:19.069507 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 37650) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:19.105309 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fc9df4-925e-4cf0-9d19-74709501bbff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fac0f8fe-9f87-42c0-8bcf-21b947393301,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:33:19.118155 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7b726788-3340-4045-b68f-9fa8b1326506 admin admin] Publish callbacks [] for security_group (fac0f8fe-9f87-42c0-8bcf-21b947393301), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:19.146506 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7b726788-3340-4045-b68f-9fa8b1326506 admin admin] Publish callbacks [] for security_group (fac0f8fe-9f87-42c0-8bcf-21b947393301), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:19.261665 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-8df14485-f774-4cd2-a1bd-05a1e077f6a5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=45fb7b14cebe47c2b0ff3653e388c738&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1888092 Jan 28 19:33:19.262396 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7b726788-3340-4045-b68f-9fa8b1326506 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (fac0f8fe-9f87-42c0-8bcf-21b947393301), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:19.265394 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7b726788-3340-4045-b68f-9fa8b1326506 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:19.266981 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-7b726788-3340-4045-b68f-9fa8b1326506 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/fac0f8fe-9f87-42c0-8bcf-21b947393301 HTTP/1.1" status: 204 len: 168 time: 0.2563870 Jan 28 19:33:19.268004 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 37656) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:19.282694 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b726788-3340-4045-b68f-9fa8b1326506 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fac0f8fe-9f87-42c0-8bcf-21b947393301,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:33:19.398635 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9236cf3c-285b-4459-9e3c-8a25ee575552 admin admin] Publish callbacks [] for security_group (ea2db591-809e-4983-a4f4-012f5d818f61), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:19.447196 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9236cf3c-285b-4459-9e3c-8a25ee575552 admin admin] Publish callbacks [] for security_group (ea2db591-809e-4983-a4f4-012f5d818f61), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:19.457611 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642140d4-7f4b-4362-b67a-229c0951f5e4 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Pushing event updated for resources: {'Network': ['ID=31d2caad-cd81-4c5d-85c4-d2789d3610fa,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:33:19.478471 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network 31d2caad-cd81-4c5d-85c4-d2789d3610fa details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:33:19.488625 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1c607034-b1db-44c0-a2ea-b656cf5d5ce7 req-a860147e-6989-41c0-b1fa-054d35ab9f78 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/security-groups?id=1bfe6452-43d5-4c93-9450-34896bc0d267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5176759 Jan 28 19:33:19.489946 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-490c340e-149c-4ee3-9bc3-66b44769d616 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Made reservation on behalf of fd27ebc338214c64bbd2f3fdeacf14c6 for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:33:19.500425 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-490c340e-149c-4ee3-9bc3-66b44769d616 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5221429'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:19.586968 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9236cf3c-285b-4459-9e3c-8a25ee575552 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (ea2db591-809e-4983-a4f4-012f5d818f61), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:19.590806 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9236cf3c-285b-4459-9e3c-8a25ee575552 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:19.595324 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-9236cf3c-285b-4459-9e3c-8a25ee575552 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ea2db591-809e-4983-a4f4-012f5d818f61 HTTP/1.1" status: 204 len: 168 time: 0.3178177 Jan 28 19:33:19.630553 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9236cf3c-285b-4459-9e3c-8a25ee575552 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea2db591-809e-4983-a4f4-012f5d818f61,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:33:19.888263 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-490c340e-149c-4ee3-9bc3-66b44769d616 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4690681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5221415'] for subnet (a65f882d-6f0d-43fe-9be5-252683a07e62), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:20.075525 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490c340e-149c-4ee3-9bc3-66b44769d616 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Pushing event updated for resources: {'Subnet': ['ID=a65f882d-6f0d-43fe-9be5-252683a07e62,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:33:20.090899 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490c340e-149c-4ee3-9bc3-66b44769d616 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Checking segment: {'id': '76229a54-8c3c-42c2-a92e-eb7ceabe9d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '31d2caad-cd81-4c5d-85c4-d2789d3610fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:33:20.095146 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-490c340e-149c-4ee3-9bc3-66b44769d616 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Network hostable DHCP agents. Network: 31d2caad-cd81-4c5d-85c4-d2789d3610fa, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:33:20.127787 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-490c340e-149c-4ee3-9bc3-66b44769d616 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Network 31d2caad-cd81-4c5d-85c4-d2789d3610fa is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:33:20.144461 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-490c340e-149c-4ee3-9bc3-66b44769d616 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, 31d2caad-cd81-4c5d-85c4-d2789d3610fa) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:33:20.156146 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c1cc7a-2a6b-4fad-9d79-0b986e18cf49 None None] Network 31d2caad-cd81-4c5d-85c4-d2789d3610fa requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:33:20.168129 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-490c340e-149c-4ee3-9bc3-66b44769d616 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:20.170830 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-490c340e-149c-4ee3-9bc3-66b44769d616 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:20.196905 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 37678) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:20.231734 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-490c340e-149c-4ee3-9bc3-66b44769d616 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2653055 Jan 28 19:33:20.241220 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 37682) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:20.242572 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7ed28162-9afc-461d-9ef5-8ca47310b75f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:20.286124 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-aebc56ff-1ad4-4b6c-90e6-e4eeee237b4e tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-410191206', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:33:20.349114 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-aebc56ff-1ad4-4b6c-90e6-e4eeee237b4e tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261150'] for router (6adfa0a2-2735-4237-a059-ede5131795f7), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:20.351801 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-aebc56ff-1ad4-4b6c-90e6-e4eeee237b4e tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-731099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-731441', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261129'] for router (6adfa0a2-2735-4237-a059-ede5131795f7), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:20.374976 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c17416-e889-4920-844f-0ab0937ffb90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68cd31fd-e4cd-5fb3-a862-256fc47efcd2-31d2caad-cd81-4c5d-85c4-d2789d3610fa', 'network_id': '31d2caad-cd81-4c5d-85c4-d2789d3610fa', 'project_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'fixed_ips': [{'subnet_id': 'a65f882d-6f0d-43fe-9be5-252683a07e62'}]}} from n-d-812111-14. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:33:20.375973 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e8c17416-e889-4920-844f-0ab0937ffb90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:20.536128 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-aebc56ff-1ad4-4b6c-90e6-e4eeee237b4e tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks [] for router_controller (6adfa0a2-2735-4237-a059-ede5131795f7), precommit_add_association {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:20.552752 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-aebc56ff-1ad4-4b6c-90e6-e4eeee237b4e tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-731074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-731460'] for router (6adfa0a2-2735-4237-a059-ede5131795f7), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:20.632944 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-aebc56ff-1ad4-4b6c-90e6-e4eeee237b4e tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:20.636699 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-aebc56ff-1ad4-4b6c-90e6-e4eeee237b4e tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3698590 Jan 28 19:33:20.636863 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 37688) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:20.645070 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-e42470bd-4aac-4b4f-9c5b-40d332a79009 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Request body: {'port': {'network_id': '31d2caad-cd81-4c5d-85c4-d2789d3610fa', 'name': 'tempest-RoutersIpV6Test-1345086086'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:33:20.870709 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-e8c17416-e889-4920-844f-0ab0937ffb90 None None] Allocated IP 2001:db8::2 (31d2caad-cd81-4c5d-85c4-d2789d3610fa/a65f882d-6f0d-43fe-9be5-252683a07e62/511b8050-bd27-45db-9c4a-018c196f7928) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:33:20.881933 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7ed28162-9afc-461d-9ef5-8ca47310b75f admin admin] Publish callbacks [] for security_group (ca7e483c-c677-466e-82d1-6ca5efdd51f5), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:20.976578 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7ed28162-9afc-461d-9ef5-8ca47310b75f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (ca7e483c-c677-466e-82d1-6ca5efdd51f5), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:21.078055 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed28162-9afc-461d-9ef5-8ca47310b75f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca7e483c-c677-466e-82d1-6ca5efdd51f5,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:33:21.096644 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:21.112858 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 37702) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:21.152506 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed28162-9afc-461d-9ef5-8ca47310b75f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:33:21.152844 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed28162-9afc-461d-9ef5-8ca47310b75f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:33:21.153248 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed28162-9afc-461d-9ef5-8ca47310b75f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:33:21.153601 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed28162-9afc-461d-9ef5-8ca47310b75f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:33:21.153951 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed28162-9afc-461d-9ef5-8ca47310b75f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:33:21.154785 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed28162-9afc-461d-9ef5-8ca47310b75f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:33:21.155144 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed28162-9afc-461d-9ef5-8ca47310b75f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:33:21.155494 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed28162-9afc-461d-9ef5-8ca47310b75f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:33:21.155830 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed28162-9afc-461d-9ef5-8ca47310b75f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:33:21.156167 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed28162-9afc-461d-9ef5-8ca47310b75f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:33:21.156520 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed28162-9afc-461d-9ef5-8ca47310b75f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:33:21.156868 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed28162-9afc-461d-9ef5-8ca47310b75f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:33:21.157235 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed28162-9afc-461d-9ef5-8ca47310b75f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:33:21.264521 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-7ed28162-9afc-461d-9ef5-8ca47310b75f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0b4c85ab9302486e9f38577e0908513c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0651345 Jan 28 19:33:21.265703 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 37706) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:21.338650 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2c118f-cfb0-4671-98bb-489e164dc49f req-8565301c-6e35-4a44-b293-5ef9e7d6c3ab tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:21.344757 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-db2c118f-cfb0-4671-98bb-489e164dc49f req-8565301c-6e35-4a44-b293-5ef9e7d6c3ab tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/ports?device_id=468e569c-4ad2-4f8a-b0ed-71ebeaa4f974 HTTP/1.1" status: 200 len: 943 time: 0.6680832 Jan 28 19:33:21.362463 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e8c17416-e889-4920-844f-0ab0937ffb90 None None] Publish callbacks [] for port (511b8050-bd27-45db-9c4a-018c196f7928), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:21.380794 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e8c17416-e889-4920-844f-0ab0937ffb90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (511b8050-bd27-45db-9c4a-018c196f7928), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:21.386427 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6b82062d-9cdd-49a1-a804-abf9b6f250ff admin admin] Publish callbacks [] for security_group (ca7e483c-c677-466e-82d1-6ca5efdd51f5), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:21.397038 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-5929a30f-240f-467c-8677-fbb0aeed7f47 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-538092495-network', 'tenant_id': '87ef532812144726984b00d82f756d1a'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:33:21.430354 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e42470bd-4aac-4b4f-9c5b-40d332a79009 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Made reservation on behalf of fd27ebc338214c64bbd2f3fdeacf14c6 for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:33:21.434011 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e42470bd-4aac-4b4f-9c5b-40d332a79009 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:21.437909 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6b82062d-9cdd-49a1-a804-abf9b6f250ff admin admin] Publish callbacks [] for security_group (ca7e483c-c677-466e-82d1-6ca5efdd51f5), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:21.457287 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5929a30f-240f-467c-8677-fbb0aeed7f47 admin admin] Made reservation on behalf of 87ef532812144726984b00d82f756d1a for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:33:21.459767 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5929a30f-240f-467c-8677-fbb0aeed7f47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:21.476220 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c17416-e889-4920-844f-0ab0937ffb90 None None] Pushing event updated for resources: {'Port': ['ID=511b8050-bd27-45db-9c4a-018c196f7928,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:33:21.476615 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5929a30f-240f-467c-8677-fbb0aeed7f47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:21.509656 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [None req-e42470bd-4aac-4b4f-9c5b-40d332a79009 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] device_id is not set on port fb0f06ae-4043-43c2-a1e0-ed05eb7745e3 yet. {{(pid=103305) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:33:21.510956 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c17416-e889-4920-844f-0ab0937ffb90 None None] Network 31d2caad-cd81-4c5d-85c4-d2789d3610fa is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:33:21.515445 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-e8c17416-e889-4920-844f-0ab0937ffb90 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:33:21.519155 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c17416-e889-4920-844f-0ab0937ffb90 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:33:21.556935 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-db2c118f-cfb0-4671-98bb-489e164dc49f req-d2cf5a8f-37c2-4cda-b609-fbe3ebe8d665 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/security-groups?id=1bfe6452-43d5-4c93-9450-34896bc0d267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2077179 Jan 28 19:33:21.566658 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5929a30f-240f-467c-8677-fbb0aeed7f47 admin admin] Publish callbacks [] for security_group (49d9482d-a72b-40ce-8f70-854bdcf804f9), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:21.575395 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5929a30f-240f-467c-8677-fbb0aeed7f47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (49d9482d-a72b-40ce-8f70-854bdcf804f9), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:21.610936 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5929a30f-240f-467c-8677-fbb0aeed7f47 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:33:21.624921 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5929a30f-240f-467c-8677-fbb0aeed7f47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49d9482d-a72b-40ce-8f70-854bdcf804f9,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:33:21.628960 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5929a30f-240f-467c-8677-fbb0aeed7f47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (ab93830d-b297-42a2-bd1c-881d5d0a7e1e), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:21.629356 n-d-812111-14 neutron-server[103304]: INFO neutron.db.segments_db [None req-5929a30f-240f-467c-8677-fbb0aeed7f47 admin admin] Added segment ab93830d-b297-42a2-bd1c-881d5d0a7e1e of type vlan for network 1ff92da1-0b24-4a22-8e79-02fd7e3d5ea0 Jan 28 19:33:21.658360 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-e8c17416-e889-4920-844f-0ab0937ffb90 None None] Attempting to bind port 511b8050-bd27-45db-9c4a-018c196f7928 on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:33:21.658740 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-e8c17416-e889-4920-844f-0ab0937ffb90 None None] Attempting to bind port 511b8050-bd27-45db-9c4a-018c196f7928 by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '76229a54-8c3c-42c2-a92e-eb7ceabe9d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '31d2caad-cd81-4c5d-85c4-d2789d3610fa'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:33:21.659106 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c17416-e889-4920-844f-0ab0937ffb90 None None] Attempting to bind port 511b8050-bd27-45db-9c4a-018c196f7928 on network 31d2caad-cd81-4c5d-85c4-d2789d3610fa {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:33:21.675052 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c17416-e889-4920-844f-0ab0937ffb90 None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 33, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:33:21.676161 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c17416-e889-4920-844f-0ab0937ffb90 None None] Checking segment: {'id': '76229a54-8c3c-42c2-a92e-eb7ceabe9d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '31d2caad-cd81-4c5d-85c4-d2789d3610fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:33:21.676161 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e8c17416-e889-4920-844f-0ab0937ffb90 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:21.676383 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c17416-e889-4920-844f-0ab0937ffb90 None None] Bound using segment: {'id': '76229a54-8c3c-42c2-a92e-eb7ceabe9d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '31d2caad-cd81-4c5d-85c4-d2789d3610fa'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:33:21.677261 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-e8c17416-e889-4920-844f-0ab0937ffb90 None None] Bound port: 511b8050-bd27-45db-9c4a-018c196f7928, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76229a54-8c3c-42c2-a92e-eb7ceabe9d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '31d2caad-cd81-4c5d-85c4-d2789d3610fa'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:33:21.677261 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e8c17416-e889-4920-844f-0ab0937ffb90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (511b8050-bd27-45db-9c4a-018c196f7928), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:21.678009 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6b82062d-9cdd-49a1-a804-abf9b6f250ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (ca7e483c-c677-466e-82d1-6ca5efdd51f5), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:21.681055 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6b82062d-9cdd-49a1-a804-abf9b6f250ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:21.682181 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-6b82062d-9cdd-49a1-a804-abf9b6f250ff admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ca7e483c-c677-466e-82d1-6ca5efdd51f5 HTTP/1.1" status: 204 len: 168 time: 0.4143858 Jan 28 19:33:21.691000 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5929a30f-240f-467c-8677-fbb0aeed7f47 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (1ff92da1-0b24-4a22-8e79-02fd7e3d5ea0), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:21.705678 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b82062d-9cdd-49a1-a804-abf9b6f250ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca7e483c-c677-466e-82d1-6ca5efdd51f5,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:33:21.742578 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5929a30f-240f-467c-8677-fbb0aeed7f47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (1ff92da1-0b24-4a22-8e79-02fd7e3d5ea0), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:21.745655 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5929a30f-240f-467c-8677-fbb0aeed7f47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:21.746252 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5929a30f-240f-467c-8677-fbb0aeed7f47 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:21.871605 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-e8c17416-e889-4920-844f-0ab0937ffb90 None None] For port 511b8050-bd27-45db-9c4a-018c196f7928, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:33:21.884249 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-e8c17416-e889-4920-844f-0ab0937ffb90 None None] For port 511b8050-bd27-45db-9c4a-018c196f7928, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=511b8050-bd27-45db-9c4a-018c196f7928,segment=NetworkSegment(76229a54-8c3c-42c2-a92e-eb7ceabe9d39),segment_id=76229a54-8c3c-42c2-a92e-eb7ceabe9d39)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:33:21.885602 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-5929a30f-240f-467c-8677-fbb0aeed7f47 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7708237 Jan 28 19:33:21.887237 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5929a30f-240f-467c-8677-fbb0aeed7f47 admin admin] Pushing event updated for resources: {'Network': ['ID=1ff92da1-0b24-4a22-8e79-02fd7e3d5ea0,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:33:21.890858 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 37714) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:21.894255 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e8c17416-e889-4920-844f-0ab0937ffb90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (511b8050-bd27-45db-9c4a-018c196f7928), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:21.897832 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-9e57d50a-d225-438a-b0e0-e79fa7283fbe admin admin] Request body: {'subnet': {'network_id': '1ff92da1-0b24-4a22-8e79-02fd7e3d5ea0', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-538092495-subnet', 'tenant_id': '87ef532812144726984b00d82f756d1a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:33:21.908002 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network 1ff92da1-0b24-4a22-8e79-02fd7e3d5ea0 details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:33:21.940197 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e57d50a-d225-438a-b0e0-e79fa7283fbe admin admin] Made reservation on behalf of 87ef532812144726984b00d82f756d1a for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:33:21.945239 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9e57d50a-d225-438a-b0e0-e79fa7283fbe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5221429'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:21.951761 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-e42470bd-4aac-4b4f-9c5b-40d332a79009 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Allocated IP 2001:db8::9c (31d2caad-cd81-4c5d-85c4-d2789d3610fa/a65f882d-6f0d-43fe-9be5-252683a07e62/fb0f06ae-4043-43c2-a1e0-ed05eb7745e3) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:33:22.066186 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c17416-e889-4920-844f-0ab0937ffb90 None None] Pushing event updated for resources: {'Port': ['ID=511b8050-bd27-45db-9c4a-018c196f7928,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:33:22.320898 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e42470bd-4aac-4b4f-9c5b-40d332a79009 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks [] for port (fb0f06ae-4043-43c2-a1e0-ed05eb7745e3), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:22.418686 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e42470bd-4aac-4b4f-9c5b-40d332a79009 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (fb0f06ae-4043-43c2-a1e0-ed05eb7745e3), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:22.430331 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9e57d50a-d225-438a-b0e0-e79fa7283fbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4690681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5221415'] for subnet (276ee1b0-78b0-452e-9277-43fd5cc4f6e4), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:22.564911 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e42470bd-4aac-4b4f-9c5b-40d332a79009 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Network 31d2caad-cd81-4c5d-85c4-d2789d3610fa is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:33:22.580261 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-e42470bd-4aac-4b4f-9c5b-40d332a79009 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:33:22.586407 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42470bd-4aac-4b4f-9c5b-40d332a79009 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:33:22.598183 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e42470bd-4aac-4b4f-9c5b-40d332a79009 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:22.599111 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e42470bd-4aac-4b4f-9c5b-40d332a79009 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:22.655073 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e57d50a-d225-438a-b0e0-e79fa7283fbe admin admin] Pushing event updated for resources: {'Subnet': ['ID=276ee1b0-78b0-452e-9277-43fd5cc4f6e4,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:33:22.691781 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e57d50a-d225-438a-b0e0-e79fa7283fbe admin admin] Checking segment: {'id': 'ab93830d-b297-42a2-bd1c-881d5d0a7e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '1ff92da1-0b24-4a22-8e79-02fd7e3d5ea0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:33:22.693901 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e57d50a-d225-438a-b0e0-e79fa7283fbe admin admin] Network hostable DHCP agents. Network: 1ff92da1-0b24-4a22-8e79-02fd7e3d5ea0, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:33:22.698839 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42470bd-4aac-4b4f-9c5b-40d332a79009 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Pushing event updated for resources: {'Port': ['ID=fb0f06ae-4043-43c2-a1e0-ed05eb7745e3,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:33:22.727548 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-e42470bd-4aac-4b4f-9c5b-40d332a79009 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.0896032 Jan 28 19:33:22.728244 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 37732) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:22.779487 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e57d50a-d225-438a-b0e0-e79fa7283fbe admin admin] Network 1ff92da1-0b24-4a22-8e79-02fd7e3d5ea0 is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:33:22.900506 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-9e57d50a-d225-438a-b0e0-e79fa7283fbe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, 1ff92da1-0b24-4a22-8e79-02fd7e3d5ea0) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:33:22.912655 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e57d50a-d225-438a-b0e0-e79fa7283fbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:22.913277 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9e57d50a-d225-438a-b0e0-e79fa7283fbe admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:22.913849 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-298ae0e8-c817-4625-a769-1a1d11450e43 None None] Network 1ff92da1-0b24-4a22-8e79-02fd7e3d5ea0 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:33:22.961232 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-9e57d50a-d225-438a-b0e0-e79fa7283fbe admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0685768 Jan 28 19:33:22.969383 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea684533-c8ac-45ce-a156-4eace9aef30c req-f558af4e-0bb8-4b93-8f66-e268c3f3e77c tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:22.970980 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ea684533-c8ac-45ce-a156-4eace9aef30c req-f558af4e-0bb8-4b93-8f66-e268c3f3e77c tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/ports?device_id=468e569c-4ad2-4f8a-b0ed-71ebeaa4f974 HTTP/1.1" status: 200 len: 943 time: 0.2185163 Jan 28 19:33:23.164246 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ea684533-c8ac-45ce-a156-4eace9aef30c req-bcba3c20-06c4-44cd-b6d1-679e05d6c251 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/security-groups?id=1bfe6452-43d5-4c93-9450-34896bc0d267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1859839 Jan 28 19:33:23.288472 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19943cb9-1625-4b14-b961-dce35760bf7d None None] Network 1ff92da1-0b24-4a22-8e79-02fd7e3d5ea0 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:33:23.475113 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8ecfc73f-59ef-4cdc-bc84-5bbadce8c5fa tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (fb0f06ae-4043-43c2-a1e0-ed05eb7745e3), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:23.813568 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:24.130710 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8ecfc73f-59ef-4cdc-bc84-5bbadce8c5fa tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks [] for port (fb0f06ae-4043-43c2-a1e0-ed05eb7745e3), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:24.139039 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8ecfc73f-59ef-4cdc-bc84-5bbadce8c5fa tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (fb0f06ae-4043-43c2-a1e0-ed05eb7745e3), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:24.214448 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea6d36e3-fafa-4cb4-a221-9360e088640e None None] Network 31d2caad-cd81-4c5d-85c4-d2789d3610fa requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:33:24.387534 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a1de30-229d-4315-9f6e-60fbe9ffa970 req-09829ec8-af10-4085-abe2-7d20504a77f8 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:24.404374 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-67a1de30-229d-4315-9f6e-60fbe9ffa970 req-09829ec8-af10-4085-abe2-7d20504a77f8 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/ports?device_id=468e569c-4ad2-4f8a-b0ed-71ebeaa4f974 HTTP/1.1" status: 200 len: 943 time: 0.1013064 Jan 28 19:33:24.411523 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-8ce575df-098e-4b48-a274-fe01dc624daf None None] Provisioning complete for port 511b8050-bd27-45db-9c4a-018c196f7928 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:33:24.412220 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8ce575df-098e-4b48-a274-fe01dc624daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (511b8050-bd27-45db-9c4a-018c196f7928), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:24.643057 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecfc73f-59ef-4cdc-bc84-5bbadce8c5fa tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Pushing event updated for resources: {'Port': ['ID=fb0f06ae-4043-43c2-a1e0-ed05eb7745e3,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:33:24.728628 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-67a1de30-229d-4315-9f6e-60fbe9ffa970 req-fcdbcff2-aa75-46cc-88ee-3d16ab12de35 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/security-groups?id=1bfe6452-43d5-4c93-9450-34896bc0d267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3151305 Jan 28 19:33:24.778561 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-8ce575df-098e-4b48-a274-fe01dc624daf None None] Current status of the port 511b8050-bd27-45db-9c4a-018c196f7928 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:33:24.778956 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8ce575df-098e-4b48-a274-fe01dc624daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (511b8050-bd27-45db-9c4a-018c196f7928), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:24.841566 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-8ce575df-098e-4b48-a274-fe01dc624daf None None] For port 511b8050-bd27-45db-9c4a-018c196f7928, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=511b8050-bd27-45db-9c4a-018c196f7928,segment=NetworkSegment(76229a54-8c3c-42c2-a92e-eb7ceabe9d39),segment_id=76229a54-8c3c-42c2-a92e-eb7ceabe9d39)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:33:24.849394 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8ce575df-098e-4b48-a274-fe01dc624daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (511b8050-bd27-45db-9c4a-018c196f7928), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:24.864775 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 511b8050-bd27-45db-9c4a-018c196f7928 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:33:24.910091 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8ecfc73f-59ef-4cdc-bc84-5bbadce8c5fa tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734769'] for router_interface (6adfa0a2-2735-4237-a059-ede5131795f7), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:24.959025 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 511b8050-bd27-45db-9c4a-018c196f7928 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:33:24.959403 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (511b8050-bd27-45db-9c4a-018c196f7928), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:25.019799 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce575df-098e-4b48-a274-fe01dc624daf None None] Pushing event updated for resources: {'Port': ['ID=511b8050-bd27-45db-9c4a-018c196f7928,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:33:25.173521 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 511b8050-bd27-45db-9c4a-018c196f7928 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:33:25.203349 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8ecfc73f-59ef-4cdc-bc84-5bbadce8c5fa tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (fb0f06ae-4043-43c2-a1e0-ed05eb7745e3), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:25.417522 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-8aaa7f5f-bd61-44b5-aa63-6ea01df87ea6 None None] Provisioning complete for port 511b8050-bd27-45db-9c4a-018c196f7928 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:33:25.417522 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8aaa7f5f-bd61-44b5-aa63-6ea01df87ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (511b8050-bd27-45db-9c4a-018c196f7928), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:25.679351 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-8aaa7f5f-bd61-44b5-aa63-6ea01df87ea6 None None] Current status of the port 511b8050-bd27-45db-9c4a-018c196f7928 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:33:25.716448 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-8aaa7f5f-bd61-44b5-aa63-6ea01df87ea6 None None] Provisioning complete for port fb0f06ae-4043-43c2-a1e0-ed05eb7745e3 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:33:25.716836 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8aaa7f5f-bd61-44b5-aa63-6ea01df87ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (fb0f06ae-4043-43c2-a1e0-ed05eb7745e3), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:25.778840 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-8aaa7f5f-bd61-44b5-aa63-6ea01df87ea6 None None] Port fb0f06ae-4043-43c2-a1e0-ed05eb7745e3 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:33:25.920481 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-aa1b58d1-ce74-4a21-b58b-e189817decae None None] Provisioning complete for port fb0f06ae-4043-43c2-a1e0-ed05eb7745e3 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:33:25.920809 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-aa1b58d1-ce74-4a21-b58b-e189817decae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (fb0f06ae-4043-43c2-a1e0-ed05eb7745e3), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:26.008761 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-aa1b58d1-ce74-4a21-b58b-e189817decae None None] Port fb0f06ae-4043-43c2-a1e0-ed05eb7745e3 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:33:26.134005 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2d8104-15fc-4ddc-a488-309c71a9487b req-74ed4722-f62c-41f4-9c2d-8fd57ed2fbc5 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:26.151442 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ff2d8104-15fc-4ddc-a488-309c71a9487b req-74ed4722-f62c-41f4-9c2d-8fd57ed2fbc5 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/ports?device_id=468e569c-4ad2-4f8a-b0ed-71ebeaa4f974 HTTP/1.1" status: 200 len: 943 time: 0.2034743 Jan 28 19:33:26.166857 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-32ff9283-a89c-4312-ba65-194bac88cc00 None None] Provisioning complete for port fb0f06ae-4043-43c2-a1e0-ed05eb7745e3 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:33:26.167242 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-32ff9283-a89c-4312-ba65-194bac88cc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (fb0f06ae-4043-43c2-a1e0-ed05eb7745e3), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:26.270951 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-32ff9283-a89c-4312-ba65-194bac88cc00 None None] Port fb0f06ae-4043-43c2-a1e0-ed05eb7745e3 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:33:26.311805 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ff2d8104-15fc-4ddc-a488-309c71a9487b req-b7466a52-16a5-4d77-b4df-468c7f00a2ba tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/security-groups?id=1bfe6452-43d5-4c93-9450-34896bc0d267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1552284 Jan 28 19:33:26.512358 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 511b8050-bd27-45db-9c4a-018c196f7928 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:33:26.586834 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 511b8050-bd27-45db-9c4a-018c196f7928 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:33:26.589741 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (511b8050-bd27-45db-9c4a-018c196f7928), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:26.673275 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8ecfc73f-59ef-4cdc-bc84-5bbadce8c5fa tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks [] for port (fb0f06ae-4043-43c2-a1e0-ed05eb7745e3), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:26.680168 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8ecfc73f-59ef-4cdc-bc84-5bbadce8c5fa tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (fb0f06ae-4043-43c2-a1e0-ed05eb7745e3), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:26.680973 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8ecfc73f-59ef-4cdc-bc84-5bbadce8c5fa tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-756216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-732801'] for router_interface (6adfa0a2-2735-4237-a059-ede5131795f7), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:26.862270 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 37820) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:26.908730 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecfc73f-59ef-4cdc-bc84-5bbadce8c5fa tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Pushing event updated for resources: {'Port': ['ID=fb0f06ae-4043-43c2-a1e0-ed05eb7745e3,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:33:26.987717 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ecfc73f-59ef-4cdc-bc84-5bbadce8c5fa tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Network 31d2caad-cd81-4c5d-85c4-d2789d3610fa is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:33:26.989296 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-8ecfc73f-59ef-4cdc-bc84-5bbadce8c5fa tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:33:27.058915 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:33:27.155295 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0d343df7-5e5d-459d-b757-3eb8232c3c86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:27.179907 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 511b8050-bd27-45db-9c4a-018c196f7928 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:33:27.208641 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ecfc73f-59ef-4cdc-bc84-5bbadce8c5fa tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Router 6adfa0a2-2735-4237-a059-ede5131795f7 is scheduled to L3 agent 76fe5c49-705a-4e08-abb2-be585676213f with binding_index 1 {{(pid=103305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 19:33:27.344822 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0d343df7-5e5d-459d-b757-3eb8232c3c86 admin admin] Publish callbacks [] for security_group (a443676e-bec5-489d-8888-06deb8e19ee4), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:27.350654 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0d343df7-5e5d-459d-b757-3eb8232c3c86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (a443676e-bec5-489d-8888-06deb8e19ee4), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:27.426655 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-13213918-128c-41d7-a1eb-89b2e7e02cb5 None None] Provisioning complete for port fb0f06ae-4043-43c2-a1e0-ed05eb7745e3 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:33:27.428304 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-13213918-128c-41d7-a1eb-89b2e7e02cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (fb0f06ae-4043-43c2-a1e0-ed05eb7745e3), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:27.446163 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ecfc73f-59ef-4cdc-bc84-5bbadce8c5fa tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:33:27.447359 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-0d343df7-5e5d-459d-b757-3eb8232c3c86 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c377d6d851b94e0e9f01d5ab8beefe07&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5838344 Jan 28 19:33:27.451975 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-8ecfc73f-59ef-4cdc-bc84-5bbadce8c5fa tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] 10.222.0.64 "PUT /v2.0/routers/6adfa0a2-2735-4237-a059-ede5131795f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7220039 Jan 28 19:33:27.452684 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 37830) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:27.459972 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b09f8a-da48-4c14-be92-9f686914f7df None None] Sync routers for ids ['6adfa0a2-2735-4237-a059-ede5131795f7'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:33:27.463042 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 37832) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:27.465605 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d343df7-5e5d-459d-b757-3eb8232c3c86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a443676e-bec5-489d-8888-06deb8e19ee4,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:33:27.479072 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b09f8a-da48-4c14-be92-9f686914f7df None None] Routers {'6adfa0a2-2735-4237-a059-ede5131795f7'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:33:27.480877 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-53b09f8a-da48-4c14-be92-9f686914f7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:33:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['6adfa0a2-2735-4237-a059-ede5131795f7'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:33:27.534853 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b250c907-a003-4873-85cc-0cf013d3de6b admin admin] Publish callbacks [] for security_group (a443676e-bec5-489d-8888-06deb8e19ee4), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:27.543840 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-53b09f8a-da48-4c14-be92-9f686914f7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:33:27.552810 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-13213918-128c-41d7-a1eb-89b2e7e02cb5 None None] Port fb0f06ae-4043-43c2-a1e0-ed05eb7745e3 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:33:27.557221 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b09f8a-da48-4c14-be92-9f686914f7df None None] Routers {'6adfa0a2-2735-4237-a059-ede5131795f7'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:33:27.558250 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-53b09f8a-da48-4c14-be92-9f686914f7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:33:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['6adfa0a2-2735-4237-a059-ede5131795f7'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:33:27.585802 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97346920-3c5e-478a-ac1c-4148e77e48f4 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:27.587255 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-97346920-3c5e-478a-ac1c-4148e77e48f4 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] 10.222.0.64 "GET /v2.0/ports/fb0f06ae-4043-43c2-a1e0-ed05eb7745e3 HTTP/1.1" status: 200 len: 983 time: 0.0995004 Jan 28 19:33:27.590772 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 37834) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:27.610597 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-53b09f8a-da48-4c14-be92-9f686914f7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:33:27.612354 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b09f8a-da48-4c14-be92-9f686914f7df None None] The sync data for ids ['6adfa0a2-2735-4237-a059-ede5131795f7'] in n-d-812111-14 is: [] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:33:27.701537 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc6b972-3fa6-4437-b5ab-0d1a964e2614 req-acfbdf2e-201f-43a6-968f-dc6244fa1f9b tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:27.709338 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8fc6b972-3fa6-4437-b5ab-0d1a964e2614 req-acfbdf2e-201f-43a6-968f-dc6244fa1f9b tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/ports?device_id=468e569c-4ad2-4f8a-b0ed-71ebeaa4f974 HTTP/1.1" status: 200 len: 943 time: 0.2472391 Jan 28 19:33:27.756811 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b250c907-a003-4873-85cc-0cf013d3de6b admin admin] Publish callbacks [] for security_group (a443676e-bec5-489d-8888-06deb8e19ee4), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:27.793293 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8fc6b972-3fa6-4437-b5ab-0d1a964e2614 req-176607f8-c916-4dd7-9b8f-25ea05899830 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/security-groups?id=1bfe6452-43d5-4c93-9450-34896bc0d267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829256 Jan 28 19:33:28.196717 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b250c907-a003-4873-85cc-0cf013d3de6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (a443676e-bec5-489d-8888-06deb8e19ee4), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:28.205810 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b250c907-a003-4873-85cc-0cf013d3de6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:28.209437 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-b250c907-a003-4873-85cc-0cf013d3de6b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a443676e-bec5-489d-8888-06deb8e19ee4 HTTP/1.1" status: 204 len: 168 time: 0.7534070 Jan 28 19:33:28.240638 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b250c907-a003-4873-85cc-0cf013d3de6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a443676e-bec5-489d-8888-06deb8e19ee4,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:33:28.276382 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f3c6a914-aa47-4d16-8000-3c0eb483a2e1 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-732838'] for router_interface (6adfa0a2-2735-4237-a059-ede5131795f7), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:28.629618 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-f3c6a914-aa47-4d16-8000-3c0eb483a2e1 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Deleting port fb0f06ae-4043-43c2-a1e0-ed05eb7745e3 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:33:28.629966 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f3c6a914-aa47-4d16-8000-3c0eb483a2e1 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (fb0f06ae-4043-43c2-a1e0-ed05eb7745e3), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:28.648717 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 37846) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:28.667660 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-96efc05b-30b3-4146-aa19-3435df89a0f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:28.747173 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f3c6a914-aa47-4d16-8000-3c0eb483a2e1 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (fb0f06ae-4043-43c2-a1e0-ed05eb7745e3), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:28.770267 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-f3c6a914-aa47-4d16-8000-3c0eb483a2e1 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Calling delete_port for fb0f06ae-4043-43c2-a1e0-ed05eb7745e3 owned by network:router_interface {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:33:28.866475 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-96efc05b-30b3-4146-aa19-3435df89a0f7 admin admin] Publish callbacks [] for security_group (ddbd7818-b2c1-4e9d-9164-0a2935eaaa13), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:28.874673 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-96efc05b-30b3-4146-aa19-3435df89a0f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (ddbd7818-b2c1-4e9d-9164-0a2935eaaa13), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:29.050928 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f3c6a914-aa47-4d16-8000-3c0eb483a2e1 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (fb0f06ae-4043-43c2-a1e0-ed05eb7745e3), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:29.060580 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-96efc05b-30b3-4146-aa19-3435df89a0f7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a4c7805f9d694d288fda9ee0ab3b1f4c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4086802 Jan 28 19:33:29.064298 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 37852) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:29.135617 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96efc05b-30b3-4146-aa19-3435df89a0f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddbd7818-b2c1-4e9d-9164-0a2935eaaa13,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:33:29.287648 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22b74a4-7ca2-4259-b96f-d08e2192a581 req-e8bdf1f4-3d05-4908-938a-3c1f495e7929 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:29.293758 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a22b74a4-7ca2-4259-b96f-d08e2192a581 req-e8bdf1f4-3d05-4908-938a-3c1f495e7929 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/ports?device_id=468e569c-4ad2-4f8a-b0ed-71ebeaa4f974 HTTP/1.1" status: 200 len: 943 time: 0.2981210 Jan 28 19:33:29.349375 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c6a914-aa47-4d16-8000-3c0eb483a2e1 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Pushing event deleted for resources: {'Port': ['ID=fb0f06ae-4043-43c2-a1e0-ed05eb7745e3,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:33:29.369768 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f3c6a914-aa47-4d16-8000-3c0eb483a2e1 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-732682'] for router_interface (6adfa0a2-2735-4237-a059-ede5131795f7), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:29.390332 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d750f827-0db6-44d8-a3af-b3a5c73e7096 admin admin] Publish callbacks [] for security_group (ddbd7818-b2c1-4e9d-9164-0a2935eaaa13), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:29.452376 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d750f827-0db6-44d8-a3af-b3a5c73e7096 admin admin] Publish callbacks [] for security_group (ddbd7818-b2c1-4e9d-9164-0a2935eaaa13), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:29.457420 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a22b74a4-7ca2-4259-b96f-d08e2192a581 req-8b7bc3f6-3fde-4cf0-b1f4-836875d2c28b tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/security-groups?id=1bfe6452-43d5-4c93-9450-34896bc0d267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1554930 Jan 28 19:33:29.536659 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d750f827-0db6-44d8-a3af-b3a5c73e7096 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (ddbd7818-b2c1-4e9d-9164-0a2935eaaa13), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:29.544080 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d750f827-0db6-44d8-a3af-b3a5c73e7096 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:29.548895 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-d750f827-0db6-44d8-a3af-b3a5c73e7096 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ddbd7818-b2c1-4e9d-9164-0a2935eaaa13 HTTP/1.1" status: 204 len: 168 time: 0.4417865 Jan 28 19:33:29.574256 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d750f827-0db6-44d8-a3af-b3a5c73e7096 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddbd7818-b2c1-4e9d-9164-0a2935eaaa13,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:33:29.720911 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3c6a914-aa47-4d16-8000-3c0eb483a2e1 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Router 6adfa0a2-2735-4237-a059-ede5131795f7 has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:33:29.861405 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3c6a914-aa47-4d16-8000-3c0eb483a2e1 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:33:29.877195 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-f3c6a914-aa47-4d16-8000-3c0eb483a2e1 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] 10.222.0.64 "PUT /v2.0/routers/6adfa0a2-2735-4237-a059-ede5131795f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2754889 Jan 28 19:33:29.880177 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 37862) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:29.883141 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78bf7085-2091-4705-a2a9-33a54aa403b4 None None] Sync routers for ids ['6adfa0a2-2735-4237-a059-ede5131795f7'] in n-d-812111-14 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:33:29.919553 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78bf7085-2091-4705-a2a9-33a54aa403b4 None None] Routers {'6adfa0a2-2735-4237-a059-ede5131795f7'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:33:29.920654 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-78bf7085-2091-4705-a2a9-33a54aa403b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:33:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['6adfa0a2-2735-4237-a059-ede5131795f7'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:33:29.991412 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-78bf7085-2091-4705-a2a9-33a54aa403b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:33:30.021384 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78bf7085-2091-4705-a2a9-33a54aa403b4 None None] Routers {'6adfa0a2-2735-4237-a059-ede5131795f7'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:33:30.022451 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-78bf7085-2091-4705-a2a9-33a54aa403b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:33:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['6adfa0a2-2735-4237-a059-ede5131795f7'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:33:30.077422 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-78bf7085-2091-4705-a2a9-33a54aa403b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:33:30.078328 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78bf7085-2091-4705-a2a9-33a54aa403b4 None None] The sync data for ids ['6adfa0a2-2735-4237-a059-ede5131795f7'] in n-d-812111-14 is: [] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:33:30.302710 n-d-812111-14 neutron-server[103305]: INFO neutron.api.v2.resource [None req-de3cf8d8-3be4-4847-9a26-5d965e9b054f tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] remove_router_interface failed (client error): The resource could not be found. Jan 28 19:33:30.307022 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-de3cf8d8-3be4-4847-9a26-5d965e9b054f tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] 10.222.0.64 "PUT /v2.0/routers/6adfa0a2-2735-4237-a059-ede5131795f7/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4256773 Jan 28 19:33:30.307225 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 37874) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:30.378157 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-85e9cac0-1823-4a10-8433-6a13b3c2bf9f tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] 10.222.0.64 "GET /v2.0/ports?device_id=6adfa0a2-2735-4237-a059-ede5131795f7 HTTP/1.1" status: 200 len: 205 time: 0.0644708 Jan 28 19:33:30.380019 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 37878) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:30.491368 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9f0bd381-c33b-400f-8d2e-501eef3fd957 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks [] for router (6adfa0a2-2735-4237-a059-ede5131795f7), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:30.713825 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66038784-794f-43c1-b2a6-9488aa57eccf req-3c4e04c6-0a8d-46a3-837d-0b0196aa374a tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:30.714725 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-66038784-794f-43c1-b2a6-9488aa57eccf req-3c4e04c6-0a8d-46a3-837d-0b0196aa374a tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/ports?device_id=468e569c-4ad2-4f8a-b0ed-71ebeaa4f974 HTTP/1.1" status: 200 len: 943 time: 0.1395705 Jan 28 19:33:30.755684 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9f0bd381-c33b-400f-8d2e-501eef3fd957 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-730901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261120'] for router (6adfa0a2-2735-4237-a059-ede5131795f7), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:30.760785 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9f0bd381-c33b-400f-8d2e-501eef3fd957 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks [] for router_controller (6adfa0a2-2735-4237-a059-ede5131795f7), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:30.795269 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-66038784-794f-43c1-b2a6-9488aa57eccf req-3edaeb0c-757d-4a5f-943f-4ddc91216cb6 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/security-groups?id=1bfe6452-43d5-4c93-9450-34896bc0d267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680094 Jan 28 19:33:30.824784 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9f0bd381-c33b-400f-8d2e-501eef3fd957 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-730908'] for router (6adfa0a2-2735-4237-a059-ede5131795f7), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:30.825477 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f0bd381-c33b-400f-8d2e-501eef3fd957 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Fanout notify agent at l3_agent the message router_deleted on router 6adfa0a2-2735-4237-a059-ede5131795f7 {{(pid=103305) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:33:30.834570 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9f0bd381-c33b-400f-8d2e-501eef3fd957 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:30.835868 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-9f0bd381-c33b-400f-8d2e-501eef3fd957 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] 10.222.0.64 "DELETE /v2.0/routers/6adfa0a2-2735-4237-a059-ede5131795f7 HTTP/1.1" status: 204 len: 168 time: 0.4543543 Jan 28 19:33:30.840715 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 37894) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:30.904289 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f52e0fb-6a50-44e6-9e45-ab6f6855e1a1 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Deleting subnet a65f882d-6f0d-43fe-9be5-252683a07e62 {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:33:30.908054 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5f52e0fb-6a50-44e6-9e45-ab6f6855e1a1 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks [] for subnet (a65f882d-6f0d-43fe-9be5-252683a07e62), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:30.956418 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5f52e0fb-6a50-44e6-9e45-ab6f6855e1a1 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16187240'] for subnet (a65f882d-6f0d-43fe-9be5-252683a07e62), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:31.486894 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5f52e0fb-6a50-44e6-9e45-ab6f6855e1a1 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (a65f882d-6f0d-43fe-9be5-252683a07e62), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:31.615929 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5f52e0fb-6a50-44e6-9e45-ab6f6855e1a1 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4752464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4733806'] for subnet (a65f882d-6f0d-43fe-9be5-252683a07e62), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:31.700083 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f52e0fb-6a50-44e6-9e45-ab6f6855e1a1 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Pushing event deleted for resources: {'Subnet': ['ID=a65f882d-6f0d-43fe-9be5-252683a07e62,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:33:31.726569 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d5a57ec-718c-4de1-bbe6-8d4c55079844 None None] Network 31d2caad-cd81-4c5d-85c4-d2789d3610fa requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:33:31.741681 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5f52e0fb-6a50-44e6-9e45-ab6f6855e1a1 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:31.744958 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-5f52e0fb-6a50-44e6-9e45-ab6f6855e1a1 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] 10.222.0.64 "DELETE /v2.0/subnets/a65f882d-6f0d-43fe-9be5-252683a07e62 HTTP/1.1" status: 204 len: 168 time: 0.9028111 Jan 28 19:33:31.749602 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 37922) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:31.822496 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e48665-2c34-4612-b5f0-e79775cc18a8 req-b59e5cd5-8d66-4003-af6a-25df6d903361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:31.825058 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-48e48665-2c34-4612-b5f0-e79775cc18a8 req-b59e5cd5-8d66-4003-af6a-25df6d903361 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=468e569c-4ad2-4f8a-b0ed-71ebeaa4f974&tenant_id=0f0ddac21a95455ebc1c3ac83c1cf620 HTTP/1.1" status: 200 len: 1126 time: 0.4185927 Jan 28 19:33:31.839541 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [req-48e48665-2c34-4612-b5f0-e79775cc18a8 req-940335c9-ef8f-4ac6-9f8b-5efb9d97f56f service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:33:31.844861 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-48e48665-2c34-4612-b5f0-e79775cc18a8 req-940335c9-ef8f-4ac6-9f8b-5efb9d97f56f service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0100534 Jan 28 19:33:31.867853 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-48e48665-2c34-4612-b5f0-e79775cc18a8 req-4d9f5cf2-ec9d-4f0f-a143-d09dd66638f2 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-812111-14', 'device_owner': 'compute:nova'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:33:31.947387 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-48e48665-2c34-4612-b5f0-e79775cc18a8 req-4d9f5cf2-ec9d-4f0f-a143-d09dd66638f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (3350cbae-4a25-42ca-a107-7365789be398), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:32.025505 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7268447-21fe-407a-8326-c679aabd69db None None] DHCP port deletion for 31d2caad-cd81-4c5d-85c4-d2789d3610fa request from n-d-812111-14 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:33:32.064270 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3fee6fda-acfd-49fa-97b8-dc4e34230856 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (31d2caad-cd81-4c5d-85c4-d2789d3610fa), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:32.125602 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464136ca-1f2e-4677-8b82-546e3eb71d5e req-9838e72d-de0f-44bd-a511-dc461f602def tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:32.129168 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-464136ca-1f2e-4677-8b82-546e3eb71d5e req-9838e72d-de0f-44bd-a511-dc461f602def tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/ports?device_id=468e569c-4ad2-4f8a-b0ed-71ebeaa4f974 HTTP/1.1" status: 200 len: 943 time: 0.2126837 Jan 28 19:33:32.172315 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d7268447-21fe-407a-8326-c679aabd69db None None] Deleting port 511b8050-bd27-45db-9c4a-018c196f7928 {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:33:32.172695 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d7268447-21fe-407a-8326-c679aabd69db None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (511b8050-bd27-45db-9c4a-018c196f7928), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:32.296310 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-48e48665-2c34-4612-b5f0-e79775cc18a8 req-4d9f5cf2-ec9d-4f0f-a143-d09dd66638f2 service neutron] For port 3350cbae-4a25-42ca-a107-7365789be398, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=3350cbae-4a25-42ca-a107-7365789be398,segment=NetworkSegment(25c21fb9-fdcd-4ded-98e7-fa3f83ec6d2c),segment_id=25c21fb9-fdcd-4ded-98e7-fa3f83ec6d2c)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:33:32.312093 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-464136ca-1f2e-4677-8b82-546e3eb71d5e req-06ed553b-dc21-435c-9c70-04cedbe50646 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/security-groups?id=1bfe6452-43d5-4c93-9450-34896bc0d267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1660748 Jan 28 19:33:32.320844 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-3fee6fda-acfd-49fa-97b8-dc4e34230856 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Deleting port 511b8050-bd27-45db-9c4a-018c196f7928 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:33:32.321465 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3fee6fda-acfd-49fa-97b8-dc4e34230856 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (511b8050-bd27-45db-9c4a-018c196f7928), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:32.337396 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-48e48665-2c34-4612-b5f0-e79775cc18a8 req-4d9f5cf2-ec9d-4f0f-a143-d09dd66638f2 service neutron] For port 3350cbae-4a25-42ca-a107-7365789be398, host n-h2-812111-14, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:33:32.364984 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d7268447-21fe-407a-8326-c679aabd69db None None] For port 511b8050-bd27-45db-9c4a-018c196f7928, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=511b8050-bd27-45db-9c4a-018c196f7928,segment=NetworkSegment(76229a54-8c3c-42c2-a92e-eb7ceabe9d39),segment_id=76229a54-8c3c-42c2-a92e-eb7ceabe9d39)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:33:32.366194 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d7268447-21fe-407a-8326-c679aabd69db None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (511b8050-bd27-45db-9c4a-018c196f7928), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:32.378832 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [req-48e48665-2c34-4612-b5f0-e79775cc18a8 req-4d9f5cf2-ec9d-4f0f-a143-d09dd66638f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3350cbae-4a25-42ca-a107-7365789be398 {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:33:32.389156 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-48e48665-2c34-4612-b5f0-e79775cc18a8 req-4d9f5cf2-ec9d-4f0f-a143-d09dd66638f2 service neutron] Publish callbacks [] for port (3350cbae-4a25-42ca-a107-7365789be398), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:32.436816 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-48e48665-2c34-4612-b5f0-e79775cc18a8 req-4d9f5cf2-ec9d-4f0f-a143-d09dd66638f2 service neutron] Transition to ACTIVE for port object 3350cbae-4a25-42ca-a107-7365789be398 will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:33:32.452636 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d7268447-21fe-407a-8326-c679aabd69db None None] Calling delete_port for 511b8050-bd27-45db-9c4a-018c196f7928 owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:33:32.452994 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-48e48665-2c34-4612-b5f0-e79775cc18a8 req-4d9f5cf2-ec9d-4f0f-a143-d09dd66638f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (3350cbae-4a25-42ca-a107-7365789be398), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:32.552959 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-3fee6fda-acfd-49fa-97b8-dc4e34230856 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] For port 511b8050-bd27-45db-9c4a-018c196f7928, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=511b8050-bd27-45db-9c4a-018c196f7928,segment=NetworkSegment(76229a54-8c3c-42c2-a92e-eb7ceabe9d39),segment_id=76229a54-8c3c-42c2-a92e-eb7ceabe9d39)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:33:32.553556 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3fee6fda-acfd-49fa-97b8-dc4e34230856 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (511b8050-bd27-45db-9c4a-018c196f7928), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:32.587508 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 511b8050-bd27-45db-9c4a-018c196f7928 no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:33:32.608013 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-3fee6fda-acfd-49fa-97b8-dc4e34230856 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Calling delete_port for 511b8050-bd27-45db-9c4a-018c196f7928 owned by network:dhcp {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:33:32.820378 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 511b8050-bd27-45db-9c4a-018c196f7928 is: ACTIVE; New status is: DOWN {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:33:32.821463 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (511b8050-bd27-45db-9c4a-018c196f7928), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:32.825090 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9f5cf2-ec9d-4f0f-a143-d09dd66638f2 service neutron] Pushing event updated for resources: {'Port': ['ID=3350cbae-4a25-42ca-a107-7365789be398,revision_number=9']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:33:32.833978 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3fee6fda-acfd-49fa-97b8-dc4e34230856 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (511b8050-bd27-45db-9c4a-018c196f7928), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:32.934508 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d7268447-21fe-407a-8326-c679aabd69db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985'] for port (511b8050-bd27-45db-9c4a-018c196f7928), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:32.938549 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fee6fda-acfd-49fa-97b8-dc4e34230856 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Pushing event deleted for resources: {'Port': ['ID=511b8050-bd27-45db-9c4a-018c196f7928,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:33:32.944464 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fee6fda-acfd-49fa-97b8-dc4e34230856 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] No DVR routers for this DVR port 511b8050-bd27-45db-9c4a-018c196f7928 on host n-d-812111-14 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:33:32.971146 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7268447-21fe-407a-8326-c679aabd69db None None] No DVR routers for this DVR port 511b8050-bd27-45db-9c4a-018c196f7928 on host n-d-812111-14 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:33:32.985815 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-48e48665-2c34-4612-b5f0-e79775cc18a8 req-4d9f5cf2-ec9d-4f0f-a143-d09dd66638f2 service neutron] No DVR routers for this DVR port 3350cbae-4a25-42ca-a107-7365789be398 on host n-h2-812111-14 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:33:33.029669 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7268447-21fe-407a-8326-c679aabd69db None None] Pushing event deleted for resources: {'Port': ['ID=511b8050-bd27-45db-9c4a-018c196f7928,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:33:33.166658 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3fee6fda-acfd-49fa-97b8-dc4e34230856 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (31d2caad-cd81-4c5d-85c4-d2789d3610fa), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:33.242853 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-3fee6fda-acfd-49fa-97b8-dc4e34230856 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31d2caad-cd81-4c5d-85c4-d2789d3610fa']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:33:33.261697 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-48e48665-2c34-4612-b5f0-e79775cc18a8 req-4d9f5cf2-ec9d-4f0f-a143-d09dd66638f2 service neutron] Attempting to bind port 3350cbae-4a25-42ca-a107-7365789be398 on host n-h1-812111-14 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:33:33.262933 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-48e48665-2c34-4612-b5f0-e79775cc18a8 req-4d9f5cf2-ec9d-4f0f-a143-d09dd66638f2 service neutron] Attempting to bind port 3350cbae-4a25-42ca-a107-7365789be398 by drivers openvswitch,hyperv on host n-h1-812111-14 at level 0 using segments [{'id': '25c21fb9-fdcd-4ded-98e7-fa3f83ec6d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '4ed80f8c-a628-4bf0-926c-daa4ec7f72d6'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:33:33.263469 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e48665-2c34-4612-b5f0-e79775cc18a8 req-4d9f5cf2-ec9d-4f0f-a143-d09dd66638f2 service neutron] Attempting to bind port 3350cbae-4a25-42ca-a107-7365789be398 on network 4ed80f8c-a628-4bf0-926c-daa4ec7f72d6 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:33:33.266194 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-3fee6fda-acfd-49fa-97b8-dc4e34230856 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76229a54-8c3c-42c2-a92e-eb7ceabe9d39') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:33:33.267739 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-3fee6fda-acfd-49fa-97b8-dc4e34230856 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76229a54-8c3c-42c2-a92e-eb7ceabe9d39') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:33:33.270096 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e48665-2c34-4612-b5f0-e79775cc18a8 req-4d9f5cf2-ec9d-4f0f-a143-d09dd66638f2 service neutron] Port 3350cbae-4a25-42ca-a107-7365789be398 on network 4ed80f8c-a628-4bf0-926c-daa4ec7f72d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-14 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:33:33.270506 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e48665-2c34-4612-b5f0-e79775cc18a8 req-4d9f5cf2-ec9d-4f0f-a143-d09dd66638f2 service neutron] Attempting to bind port 3350cbae-4a25-42ca-a107-7365789be398 on network 4ed80f8c-a628-4bf0-926c-daa4ec7f72d6 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:33:33.276829 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e48665-2c34-4612-b5f0-e79775cc18a8 req-4d9f5cf2-ec9d-4f0f-a143-d09dd66638f2 service neutron] Checking agent: {'id': 'b544ba20-de93-4d86-9e6b-a2202deb6191', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:33:33.277234 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e48665-2c34-4612-b5f0-e79775cc18a8 req-4d9f5cf2-ec9d-4f0f-a143-d09dd66638f2 service neutron] Checking segment: {'id': '25c21fb9-fdcd-4ded-98e7-fa3f83ec6d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '4ed80f8c-a628-4bf0-926c-daa4ec7f72d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:33:33.277630 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e48665-2c34-4612-b5f0-e79775cc18a8 req-4d9f5cf2-ec9d-4f0f-a143-d09dd66638f2 service neutron] Bound using segment: {'id': '25c21fb9-fdcd-4ded-98e7-fa3f83ec6d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '4ed80f8c-a628-4bf0-926c-daa4ec7f72d6'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:33:33.278063 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-48e48665-2c34-4612-b5f0-e79775cc18a8 req-4d9f5cf2-ec9d-4f0f-a143-d09dd66638f2 service neutron] Bound port: 3350cbae-4a25-42ca-a107-7365789be398, host: n-h1-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25c21fb9-fdcd-4ded-98e7-fa3f83ec6d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '4ed80f8c-a628-4bf0-926c-daa4ec7f72d6'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:33:33.278462 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-48e48665-2c34-4612-b5f0-e79775cc18a8 req-4d9f5cf2-ec9d-4f0f-a143-d09dd66638f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (3350cbae-4a25-42ca-a107-7365789be398), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:33.290960 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3fee6fda-acfd-49fa-97b8-dc4e34230856 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4747091'] for segment (76229a54-8c3c-42c2-a92e-eb7ceabe9d39), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:33.322390 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3fee6fda-acfd-49fa-97b8-dc4e34230856 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (76229a54-8c3c-42c2-a92e-eb7ceabe9d39), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:33.335558 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fee6fda-acfd-49fa-97b8-dc4e34230856 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:33:33.337349 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3fee6fda-acfd-49fa-97b8-dc4e34230856 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4690514'] for segment (76229a54-8c3c-42c2-a92e-eb7ceabe9d39), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:33.344760 n-d-812111-14 neutron-server[103304]: Traceback (most recent call last): Jan 28 19:33:33.344760 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:33:33.344760 n-d-812111-14 neutron-server[103304]: timer() Jan 28 19:33:33.344760 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:33:33.344760 n-d-812111-14 neutron-server[103304]: cb(*args, **kw) Jan 28 19:33:33.344760 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:33:33.344760 n-d-812111-14 neutron-server[103304]: return func(*args, **kwargs) Jan 28 19:33:33.344760 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:33:33.344760 n-d-812111-14 neutron-server[103304]: self._notify() Jan 28 19:33:33.344760 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:33:33.344760 n-d-812111-14 neutron-server[103304]: self.callback(batched_events) Jan 28 19:33:33.344760 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:33:33.344760 n-d-812111-14 neutron-server[103304]: event.method(event) Jan 28 19:33:33.344760 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:33:33.344760 n-d-812111-14 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:33:33.344760 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:33:33.344760 n-d-812111-14 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:33:33.344760 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:33:33.344760 n-d-812111-14 neutron-server[103304]: return f(self, *a, **k) Jan 28 19:33:33.344760 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:33:33.344760 n-d-812111-14 neutron-server[103304]: return self._get(url).json() Jan 28 19:33:33.344760 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:33:33.344760 n-d-812111-14 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:33:33.344760 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:33:33.344760 n-d-812111-14 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 28 19:33:33.344760 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:33:33.344760 n-d-812111-14 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:33:33.344760 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:33:33.344760 n-d-812111-14 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:33:33.344760 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:33:33.344760 n-d-812111-14 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:33:33.344760 n-d-812111-14 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:33:33.401931 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-48e48665-2c34-4612-b5f0-e79775cc18a8 req-4d9f5cf2-ec9d-4f0f-a143-d09dd66638f2 service neutron] For port 3350cbae-4a25-42ca-a107-7365789be398, host n-h1-812111-14, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:33:33.405777 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-48e48665-2c34-4612-b5f0-e79775cc18a8 req-4d9f5cf2-ec9d-4f0f-a143-d09dd66638f2 service neutron] For port 3350cbae-4a25-42ca-a107-7365789be398, host n-h1-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=3350cbae-4a25-42ca-a107-7365789be398,segment=NetworkSegment(25c21fb9-fdcd-4ded-98e7-fa3f83ec6d2c),segment_id=25c21fb9-fdcd-4ded-98e7-fa3f83ec6d2c)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:33:33.418134 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-48e48665-2c34-4612-b5f0-e79775cc18a8 req-4d9f5cf2-ec9d-4f0f-a143-d09dd66638f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (3350cbae-4a25-42ca-a107-7365789be398), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:33.446249 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e48665-2c34-4612-b5f0-e79775cc18a8 req-4d9f5cf2-ec9d-4f0f-a143-d09dd66638f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:33.447503 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-48e48665-2c34-4612-b5f0-e79775cc18a8 req-4d9f5cf2-ec9d-4f0f-a143-d09dd66638f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:33.449848 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-48e48665-2c34-4612-b5f0-e79775cc18a8 req-4d9f5cf2-ec9d-4f0f-a143-d09dd66638f2 service neutron] 10.222.0.41 "PUT /v2.0/ports/3350cbae-4a25-42ca-a107-7365789be398 HTTP/1.1" status: 200 len: 1092 time: 1.5930781 Jan 28 19:33:33.471933 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '468e569c-4ad2-4f8a-b0ed-71ebeaa4f974', 'tag': '3350cbae-4a25-42ca-a107-7365789be398'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:33:33.482175 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7281d32d-38e9-4cb9-b3d2-c1f56c279376" -d '{"events": [{"name": "network-changed", "server_uuid": "468e569c-4ad2-4f8a-b0ed-71ebeaa4f974", "tag": "3350cbae-4a25-42ca-a107-7365789be398"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:33:33.525125 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3fee6fda-acfd-49fa-97b8-dc4e34230856 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (31d2caad-cd81-4c5d-85c4-d2789d3610fa), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:33.553615 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3fee6fda-acfd-49fa-97b8-dc4e34230856 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:33.557463 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-3fee6fda-acfd-49fa-97b8-dc4e34230856 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] 10.222.0.64 "DELETE /v2.0/networks/31d2caad-cd81-4c5d-85c4-d2789d3610fa HTTP/1.1" status: 204 len: 168 time: 1.8051596 Jan 28 19:33:33.574689 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 37964) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:33.579830 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-4ce15de0-b439-4dcc-991e-82819415c2b3 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1627332833'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:33:33.583313 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9f5cf2-ec9d-4f0f-a143-d09dd66638f2 service neutron] Pushing event updated for resources: {'Port': ['ID=3350cbae-4a25-42ca-a107-7365789be398,revision_number=10']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:33:33.604530 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fee6fda-acfd-49fa-97b8-dc4e34230856 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Pushing event deleted for resources: {'Network': ['ID=31d2caad-cd81-4c5d-85c4-d2789d3610fa,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:33:33.608797 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ce15de0-b439-4dcc-991e-82819415c2b3 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Made reservation on behalf of fd27ebc338214c64bbd2f3fdeacf14c6 for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:33:33.612669 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4ce15de0-b439-4dcc-991e-82819415c2b3 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:33.617197 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e48665-2c34-4612-b5f0-e79775cc18a8 req-63e9f571-86a9-45c7-a1df-1fbc39856f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:33.620443 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-48e48665-2c34-4612-b5f0-e79775cc18a8 req-63e9f571-86a9-45c7-a1df-1fbc39856f45 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0f0ddac21a95455ebc1c3ac83c1cf620&device_id=468e569c-4ad2-4f8a-b0ed-71ebeaa4f974 HTTP/1.1" status: 200 len: 1127 time: 0.1261847 Jan 28 19:33:33.651806 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44540374-4520-4236-94c0-713b19d51700 req-12f76a5d-90f5-4317-b8e0-c90d136ffb74 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:33.660309 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-44540374-4520-4236-94c0-713b19d51700 req-12f76a5d-90f5-4317-b8e0-c90d136ffb74 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/ports?device_id=468e569c-4ad2-4f8a-b0ed-71ebeaa4f974 HTTP/1.1" status: 200 len: 944 time: 0.1729438 Jan 28 19:33:33.747401 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-44540374-4520-4236-94c0-713b19d51700 req-34c4f249-0f22-41ad-8d36-a44e901cbdd4 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/security-groups?id=1bfe6452-43d5-4c93-9450-34896bc0d267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851042 Jan 28 19:33:33.757995 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ce15de0-b439-4dcc-991e-82819415c2b3 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:33:33.786637 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4ce15de0-b439-4dcc-991e-82819415c2b3 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (3eb8e81b-a443-413d-a9ad-c5aa0d86c827), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:33.787197 n-d-812111-14 neutron-server[103304]: INFO neutron.db.segments_db [None req-4ce15de0-b439-4dcc-991e-82819415c2b3 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Added segment 3eb8e81b-a443-413d-a9ad-c5aa0d86c827 of type vlan for network 9f981fd2-8686-4215-a914-a3632b8b47c2 Jan 28 19:33:33.841437 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4ce15de0-b439-4dcc-991e-82819415c2b3 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (9f981fd2-8686-4215-a914-a3632b8b47c2), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:33.874337 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e48665-2c34-4612-b5f0-e79775cc18a8 req-cdc14d24-6ace-4007-8483-feed9f7fca9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:33.876984 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-48e48665-2c34-4612-b5f0-e79775cc18a8 req-cdc14d24-6ace-4007-8483-feed9f7fca9c service neutron] 10.222.0.41 "GET /v2.0/networks?id=4ed80f8c-a628-4bf0-926c-daa4ec7f72d6 HTTP/1.1" status: 200 len: 917 time: 0.2472806 Jan 28 19:33:33.936678 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4ce15de0-b439-4dcc-991e-82819415c2b3 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (9f981fd2-8686-4215-a914-a3632b8b47c2), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:33.951084 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce15de0-b439-4dcc-991e-82819415c2b3 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:33.951581 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4ce15de0-b439-4dcc-991e-82819415c2b3 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:33.999777 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-48e48665-2c34-4612-b5f0-e79775cc18a8 req-9bcdc028-2fa7-42e7-849a-67815b01a9d7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3350cbae-4a25-42ca-a107-7365789be398 HTTP/1.1" status: 200 len: 999 time: 0.1046157 Jan 28 19:33:34.077417 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e48665-2c34-4612-b5f0-e79775cc18a8 req-e39f7894-52ac-43a6-ae1c-9f3efd0cf29c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:34.080344 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-48e48665-2c34-4612-b5f0-e79775cc18a8 req-e39f7894-52ac-43a6-ae1c-9f3efd0cf29c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ccd8c2b9-0197-4b01-ba57-f13b2702d1bc HTTP/1.1" status: 200 len: 856 time: 0.0707400 Jan 28 19:33:34.082974 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-4ce15de0-b439-4dcc-991e-82819415c2b3 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5078642 Jan 28 19:33:34.088645 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 37974) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:34.088871 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce15de0-b439-4dcc-991e-82819415c2b3 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Pushing event updated for resources: {'Network': ['ID=9f981fd2-8686-4215-a914-a3632b8b47c2,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:33:34.102395 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network 9f981fd2-8686-4215-a914-a3632b8b47c2 details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:33:34.110527 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-5e626503-3313-4326-9849-f08bd3fe8384 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Request body: {'subnet': {'network_id': '9f981fd2-8686-4215-a914-a3632b8b47c2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:33:34.260673 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e48665-2c34-4612-b5f0-e79775cc18a8 req-0e913351-197d-41f5-be63-b10d5f6d8411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:34.262686 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-48e48665-2c34-4612-b5f0-e79775cc18a8 req-0e913351-197d-41f5-be63-b10d5f6d8411 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4ed80f8c-a628-4bf0-926c-daa4ec7f72d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1454861 Jan 28 19:33:34.291219 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ac540a9-9fd3-4b9c-9096-0080022478be x-openstack-request-id: req-3ac540a9-9fd3-4b9c-9096-0080022478be {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:33:34.293641 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "468e569c-4ad2-4f8a-b0ed-71ebeaa4f974", "tag": "3350cbae-4a25-42ca-a107-7365789be398", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:33:34.294150 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3ac540a9-9fd3-4b9c-9096-0080022478be {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:33:34.295173 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '468e569c-4ad2-4f8a-b0ed-71ebeaa4f974', 'tag': '3350cbae-4a25-42ca-a107-7365789be398', 'status': 'completed', 'code': 200} Jan 28 19:33:34.355722 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e626503-3313-4326-9849-f08bd3fe8384 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Made reservation on behalf of fd27ebc338214c64bbd2f3fdeacf14c6 for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:33:34.359981 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5e626503-3313-4326-9849-f08bd3fe8384 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4733071'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:34.527956 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-48e48665-2c34-4612-b5f0-e79775cc18a8 req-0affd562-30dd-4e10-8911-a13d472397f1 service neutron] 10.222.0.41 "GET /v2.0/networks/4ed80f8c-a628-4bf0-926c-daa4ec7f72d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2535791 Jan 28 19:33:34.682445 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-48e48665-2c34-4612-b5f0-e79775cc18a8 req-bc88369d-3d8b-44d6-a476-fa7db7338def service neutron] 10.222.0.41 "GET /v2.0/networks/4ed80f8c-a628-4bf0-926c-daa4ec7f72d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442759 Jan 28 19:33:34.860856 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5e626503-3313-4326-9849-f08bd3fe8384 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4752401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4733085'] for subnet (905d29f8-73b4-4028-bbb4-2420c179e59e), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:34.963009 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7281d32d-38e9-4cb9-b3d2-c1f56c279376 req-d59f3a48-8de6-4578-8430-7e0dd517345a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:34.964517 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7281d32d-38e9-4cb9-b3d2-c1f56c279376 req-d59f3a48-8de6-4578-8430-7e0dd517345a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0f0ddac21a95455ebc1c3ac83c1cf620&device_id=468e569c-4ad2-4f8a-b0ed-71ebeaa4f974 HTTP/1.1" status: 200 len: 1127 time: 0.1745942 Jan 28 19:33:34.968543 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a97e48-ce49-44e3-8029-789a6b046d67 req-f3119a3f-7510-4953-add9-2b42faffbf74 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:34.979056 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b2a97e48-ce49-44e3-8029-789a6b046d67 req-f3119a3f-7510-4953-add9-2b42faffbf74 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/ports?device_id=468e569c-4ad2-4f8a-b0ed-71ebeaa4f974 HTTP/1.1" status: 200 len: 944 time: 0.0947473 Jan 28 19:33:35.081919 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e626503-3313-4326-9849-f08bd3fe8384 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Pushing event updated for resources: {'Subnet': ['ID=905d29f8-73b4-4028-bbb4-2420c179e59e,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:33:35.105568 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e626503-3313-4326-9849-f08bd3fe8384 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Checking segment: {'id': '3eb8e81b-a443-413d-a9ad-c5aa0d86c827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '9f981fd2-8686-4215-a914-a3632b8b47c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:33:35.106564 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e626503-3313-4326-9849-f08bd3fe8384 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Network hostable DHCP agents. Network: 9f981fd2-8686-4215-a914-a3632b8b47c2, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:33:35.114518 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b2a97e48-ce49-44e3-8029-789a6b046d67 req-a86d50b5-9bc5-4331-b1fe-71fd9ea7e259 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/security-groups?id=1bfe6452-43d5-4c93-9450-34896bc0d267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1341939 Jan 28 19:33:35.150220 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e626503-3313-4326-9849-f08bd3fe8384 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Network 9f981fd2-8686-4215-a914-a3632b8b47c2 is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:33:35.171703 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7281d32d-38e9-4cb9-b3d2-c1f56c279376 req-92c4fee5-ef8d-4dd4-91db-db3228ce3253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:35.173757 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7281d32d-38e9-4cb9-b3d2-c1f56c279376 req-92c4fee5-ef8d-4dd4-91db-db3228ce3253 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4ed80f8c-a628-4bf0-926c-daa4ec7f72d6 HTTP/1.1" status: 200 len: 917 time: 0.1906805 Jan 28 19:33:35.175059 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-5e626503-3313-4326-9849-f08bd3fe8384 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, 9f981fd2-8686-4215-a914-a3632b8b47c2) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:33:35.179297 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e626503-3313-4326-9849-f08bd3fe8384 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:35.179898 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5e626503-3313-4326-9849-f08bd3fe8384 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:35.184383 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e795250-7aef-4a60-902b-cb0a299cc6fe None None] Network 9f981fd2-8686-4215-a914-a3632b8b47c2 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:33:35.290312 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-5e626503-3313-4326-9849-f08bd3fe8384 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1963279 Jan 28 19:33:35.291041 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 37998) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:35.297148 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-3b9712f1-ebfa-4a3c-8bec-45e48626e807 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-5515993', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:33:35.302122 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7281d32d-38e9-4cb9-b3d2-c1f56c279376 req-6aef4ae2-a230-4b90-8826-e2e8b64efc9e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3350cbae-4a25-42ca-a107-7365789be398 HTTP/1.1" status: 200 len: 999 time: 0.1142545 Jan 28 19:33:35.376153 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3b9712f1-ebfa-4a3c-8bec-45e48626e807 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261150'] for router (665d8449-41eb-40b2-9cc5-fb725f53f30d), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:35.378068 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3b9712f1-ebfa-4a3c-8bec-45e48626e807 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-731099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-731441', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261129'] for router (665d8449-41eb-40b2-9cc5-fb725f53f30d), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:35.424705 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97678856-3aef-45b0-9db0-bd2868bf70d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68cd31fd-e4cd-5fb3-a862-256fc47efcd2-9f981fd2-8686-4215-a914-a3632b8b47c2', 'network_id': '9f981fd2-8686-4215-a914-a3632b8b47c2', 'project_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'fixed_ips': [{'subnet_id': '905d29f8-73b4-4028-bbb4-2420c179e59e'}]}} from n-d-812111-14. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:33:35.426162 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-97678856-3aef-45b0-9db0-bd2868bf70d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:35.444494 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7281d32d-38e9-4cb9-b3d2-c1f56c279376 req-0fa360f8-e870-46dc-b478-fa371294e6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:35.457392 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7281d32d-38e9-4cb9-b3d2-c1f56c279376 req-0fa360f8-e870-46dc-b478-fa371294e6d4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ccd8c2b9-0197-4b01-ba57-f13b2702d1bc HTTP/1.1" status: 200 len: 856 time: 0.1419816 Jan 28 19:33:35.477200 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3b9712f1-ebfa-4a3c-8bec-45e48626e807 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks [] for router_controller (665d8449-41eb-40b2-9cc5-fb725f53f30d), precommit_add_association {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:35.489255 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3b9712f1-ebfa-4a3c-8bec-45e48626e807 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-731074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-731460'] for router (665d8449-41eb-40b2-9cc5-fb725f53f30d), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:35.516554 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3b9712f1-ebfa-4a3c-8bec-45e48626e807 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:35.521463 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 38002) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:35.522664 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-3b9712f1-ebfa-4a3c-8bec-45e48626e807 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.2302883 Jan 28 19:33:35.646043 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7281d32d-38e9-4cb9-b3d2-c1f56c279376 req-ede9c214-cb36-4c81-9f6c-2cd050d8d7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:35.647723 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7281d32d-38e9-4cb9-b3d2-c1f56c279376 req-ede9c214-cb36-4c81-9f6c-2cd050d8d7e2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4ed80f8c-a628-4bf0-926c-daa4ec7f72d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1778131 Jan 28 19:33:35.674354 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-97678856-3aef-45b0-9db0-bd2868bf70d2 None None] Allocated IP 2001:db8::2 (9f981fd2-8686-4215-a914-a3632b8b47c2/905d29f8-73b4-4028-bbb4-2420c179e59e/9f48b374-9473-496d-ac8c-406abac91982) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:33:35.939543 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-97678856-3aef-45b0-9db0-bd2868bf70d2 None None] Publish callbacks [] for port (9f48b374-9473-496d-ac8c-406abac91982), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:35.949738 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-97678856-3aef-45b0-9db0-bd2868bf70d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (9f48b374-9473-496d-ac8c-406abac91982), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:35.961412 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-46f92d3e-5ef4-4c65-ad6f-2519749f3062 req-25ecb7f0-af5e-45b7-b68e-c465796aad45 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=6266b4f2-471d-4297-9d3c-9386239f951c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1004016 Jan 28 19:33:36.029998 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97678856-3aef-45b0-9db0-bd2868bf70d2 None None] Pushing event updated for resources: {'Port': ['ID=9f48b374-9473-496d-ac8c-406abac91982,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:33:36.032341 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97678856-3aef-45b0-9db0-bd2868bf70d2 None None] Network 9f981fd2-8686-4215-a914-a3632b8b47c2 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:33:36.034168 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-97678856-3aef-45b0-9db0-bd2868bf70d2 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:33:36.037127 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97678856-3aef-45b0-9db0-bd2868bf70d2 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:33:36.122668 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-97678856-3aef-45b0-9db0-bd2868bf70d2 None None] Attempting to bind port 9f48b374-9473-496d-ac8c-406abac91982 on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:33:36.123041 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-97678856-3aef-45b0-9db0-bd2868bf70d2 None None] Attempting to bind port 9f48b374-9473-496d-ac8c-406abac91982 by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '3eb8e81b-a443-413d-a9ad-c5aa0d86c827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '9f981fd2-8686-4215-a914-a3632b8b47c2'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:33:36.123401 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97678856-3aef-45b0-9db0-bd2868bf70d2 None None] Attempting to bind port 9f48b374-9473-496d-ac8c-406abac91982 on network 9f981fd2-8686-4215-a914-a3632b8b47c2 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:33:36.128929 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97678856-3aef-45b0-9db0-bd2868bf70d2 None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 33, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:33:36.129464 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97678856-3aef-45b0-9db0-bd2868bf70d2 None None] Checking segment: {'id': '3eb8e81b-a443-413d-a9ad-c5aa0d86c827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '9f981fd2-8686-4215-a914-a3632b8b47c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:33:36.129748 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-97678856-3aef-45b0-9db0-bd2868bf70d2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:36.130144 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97678856-3aef-45b0-9db0-bd2868bf70d2 None None] Bound using segment: {'id': '3eb8e81b-a443-413d-a9ad-c5aa0d86c827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '9f981fd2-8686-4215-a914-a3632b8b47c2'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:33:36.130609 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-97678856-3aef-45b0-9db0-bd2868bf70d2 None None] Bound port: 9f48b374-9473-496d-ac8c-406abac91982, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3eb8e81b-a443-413d-a9ad-c5aa0d86c827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '9f981fd2-8686-4215-a914-a3632b8b47c2'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:33:36.131025 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-97678856-3aef-45b0-9db0-bd2868bf70d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (9f48b374-9473-496d-ac8c-406abac91982), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:36.161177 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f92d3e-5ef4-4c65-ad6f-2519749f3062 req-1f8dcde2-9c88-4e7d-a4b2-10e242dd2e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:36.163880 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f92d3e-5ef4-4c65-ad6f-2519749f3062 req-1f8dcde2-9c88-4e7d-a4b2-10e242dd2e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:36.169347 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f92d3e-5ef4-4c65-ad6f-2519749f3062 req-1f8dcde2-9c88-4e7d-a4b2-10e242dd2e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:36.171937 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f92d3e-5ef4-4c65-ad6f-2519749f3062 req-1f8dcde2-9c88-4e7d-a4b2-10e242dd2e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:36.174888 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f92d3e-5ef4-4c65-ad6f-2519749f3062 req-1f8dcde2-9c88-4e7d-a4b2-10e242dd2e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:36.180018 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f92d3e-5ef4-4c65-ad6f-2519749f3062 req-1f8dcde2-9c88-4e7d-a4b2-10e242dd2e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:36.186087 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f92d3e-5ef4-4c65-ad6f-2519749f3062 req-1f8dcde2-9c88-4e7d-a4b2-10e242dd2e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:36.197359 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-46f92d3e-5ef4-4c65-ad6f-2519749f3062 req-1f8dcde2-9c88-4e7d-a4b2-10e242dd2e21 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6a63e631dab749fab705cc3ad19e314b&device_id=6266b4f2-471d-4297-9d3c-9386239f951c HTTP/1.1" status: 200 len: 6723 time: 0.1600397 Jan 28 19:33:36.239042 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-97678856-3aef-45b0-9db0-bd2868bf70d2 None None] For port 9f48b374-9473-496d-ac8c-406abac91982, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:33:36.243931 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-97678856-3aef-45b0-9db0-bd2868bf70d2 None None] For port 9f48b374-9473-496d-ac8c-406abac91982, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=9f48b374-9473-496d-ac8c-406abac91982,segment=NetworkSegment(3eb8e81b-a443-413d-a9ad-c5aa0d86c827),segment_id=3eb8e81b-a443-413d-a9ad-c5aa0d86c827)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:33:36.253577 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-97678856-3aef-45b0-9db0-bd2868bf70d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (9f48b374-9473-496d-ac8c-406abac91982), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:36.328854 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97678856-3aef-45b0-9db0-bd2868bf70d2 None None] Pushing event updated for resources: {'Port': ['ID=9f48b374-9473-496d-ac8c-406abac91982,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:33:36.461381 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-50cbeb6e-f1cf-4f44-bcde-1e02b4511cc2 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:36.645814 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b1a98d9b-bbfa-4cff-8a29-cecc8603fc8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:37.035803 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69fb42c-d5a1-41ed-8009-9ff53dcd8553 req-03200661-2ff3-4404-8c46-63df142a6d7e tempest-InstanceActionsV221TestJSON-1987409180 tempest-InstanceActionsV221TestJSON-1987409180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:37.037418 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a69fb42c-d5a1-41ed-8009-9ff53dcd8553 req-03200661-2ff3-4404-8c46-63df142a6d7e tempest-InstanceActionsV221TestJSON-1987409180 tempest-InstanceActionsV221TestJSON-1987409180-project] 10.222.0.64 "GET /v2.0/networks?id=1ff92da1-0b24-4a22-8e79-02fd7e3d5ea0 HTTP/1.1" status: 200 len: 817 time: 0.3791518 Jan 28 19:33:37.074620 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a69fb42c-d5a1-41ed-8009-9ff53dcd8553 req-5b73ed2e-74b0-4a13-8c3b-ab017099fdb8 tempest-InstanceActionsV221TestJSON-1987409180 tempest-InstanceActionsV221TestJSON-1987409180-project] 10.222.0.64 "GET /v2.0/quotas/87ef532812144726984b00d82f756d1a HTTP/1.1" status: 200 len: 375 time: 0.0201218 Jan 28 19:33:37.079002 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7281d32d-38e9-4cb9-b3d2-c1f56c279376 req-8a736974-423f-46d1-9200-baeeb906c247 service neutron] 10.222.0.41 "GET /v2.0/networks/4ed80f8c-a628-4bf0-926c-daa4ec7f72d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3129816 Jan 28 19:33:37.199587 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a69fb42c-d5a1-41ed-8009-9ff53dcd8553 req-01920fe2-83eb-4671-bc93-68d6e7d8ca24 tempest-InstanceActionsV221TestJSON-1987409180 tempest-InstanceActionsV221TestJSON-1987409180-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=87ef532812144726984b00d82f756d1a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0841651 Jan 28 19:33:37.206699 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f92d3e-5ef4-4c65-ad6f-2519749f3062 req-0e7f319c-095f-4634-9538-3c125fc086d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:37.208070 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f92d3e-5ef4-4c65-ad6f-2519749f3062 req-0e7f319c-095f-4634-9538-3c125fc086d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:37.208676 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f92d3e-5ef4-4c65-ad6f-2519749f3062 req-0e7f319c-095f-4634-9538-3c125fc086d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:37.210742 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-46f92d3e-5ef4-4c65-ad6f-2519749f3062 req-0e7f319c-095f-4634-9538-3c125fc086d7 service neutron] 10.222.0.70 "GET /v2.0/networks?id=d6023ca9-f7fb-424f-9a06-ccb60c81e3d1&id=1a0a56ae-a8fc-45c3-a9f5-3868c6fdc511&id=1a0a56ae-a8fc-45c3-a9f5-3868c6fdc511&id=1a0a56ae-a8fc-45c3-a9f5-3868c6fdc511&id=1a0a56ae-a8fc-45c3-a9f5-3868c6fdc511&id=2b32274e-ef71-47fa-9b2e-d7c8beaa092d&id=2b32274e-ef71-47fa-9b2e-d7c8beaa092d HTTP/1.1" status: 200 len: 2294 time: 0.9781744 Jan 28 19:33:37.221321 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff680f7-345f-49b2-8bc4-ac5cefdfb2a3 req-2f101502-9cd6-47c3-b12f-6f79beff4684 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:37.231977 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4ff680f7-345f-49b2-8bc4-ac5cefdfb2a3 req-2f101502-9cd6-47c3-b12f-6f79beff4684 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/ports?device_id=468e569c-4ad2-4f8a-b0ed-71ebeaa4f974 HTTP/1.1" status: 200 len: 944 time: 0.1445794 Jan 28 19:33:37.265062 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [req-a69fb42c-d5a1-41ed-8009-9ff53dcd8553 req-99466b71-809a-400a-8d63-7db8fc2e1667 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:33:37.266149 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a69fb42c-d5a1-41ed-8009-9ff53dcd8553 req-99466b71-809a-400a-8d63-7db8fc2e1667 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0110354 Jan 28 19:33:37.510708 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-46f92d3e-5ef4-4c65-ad6f-2519749f3062 req-05de1520-4223-4e5d-923a-6c6c21f1098e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3dda1cfc-fce7-4e9c-8686-cc9cecf29d40 HTTP/1.1" status: 200 len: 1000 time: 0.2671986 Jan 28 19:33:37.514473 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4ff680f7-345f-49b2-8bc4-ac5cefdfb2a3 req-85107784-1854-4e47-8d59-e27025023770 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/security-groups?id=1bfe6452-43d5-4c93-9450-34896bc0d267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2814860 Jan 28 19:33:37.521755 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-50cbeb6e-f1cf-4f44-bcde-1e02b4511cc2 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Allocated IP 2001:db8::1 (9f981fd2-8686-4215-a914-a3632b8b47c2/905d29f8-73b4-4028-bbb4-2420c179e59e/761f40a9-5265-427d-b5c8-4767aa1ddc16) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:33:37.643182 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f92d3e-5ef4-4c65-ad6f-2519749f3062 req-04e32308-e161-48e7-8a5d-289636632522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:37.649510 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-46f92d3e-5ef4-4c65-ad6f-2519749f3062 req-04e32308-e161-48e7-8a5d-289636632522 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1ed54c01-0acd-447f-ba69-14502018ae00 HTTP/1.1" status: 200 len: 855 time: 0.1320465 Jan 28 19:33:37.760613 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7281d32d-38e9-4cb9-b3d2-c1f56c279376 req-dfb8518b-0ad3-4865-a079-fb45ccfcde9c service neutron] 10.222.0.41 "GET /v2.0/networks/4ed80f8c-a628-4bf0-926c-daa4ec7f72d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6432369 Jan 28 19:33:37.775973 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f92d3e-5ef4-4c65-ad6f-2519749f3062 req-dcfdc6f9-66c5-4ca2-bedb-c6c75cdc5e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:37.777632 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-46f92d3e-5ef4-4c65-ad6f-2519749f3062 req-dcfdc6f9-66c5-4ca2-bedb-c6c75cdc5e01 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d6023ca9-f7fb-424f-9a06-ccb60c81e3d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1221957 Jan 28 19:33:38.056053 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-46f92d3e-5ef4-4c65-ad6f-2519749f3062 req-ce140fa9-6202-4f4f-a3a4-125f9237e859 service neutron] 10.222.0.70 "GET /v2.0/networks/d6023ca9-f7fb-424f-9a06-ccb60c81e3d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2717216 Jan 28 19:33:38.087148 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-50cbeb6e-f1cf-4f44-bcde-1e02b4511cc2 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks [] for port (761f40a9-5265-427d-b5c8-4767aa1ddc16), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:38.247223 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a69fb42c-d5a1-41ed-8009-9ff53dcd8553 req-cfa6d554-2532-4690-b712-88a7dac37851 service neutron] 10.222.0.64 "GET /v2.0/networks/1ff92da1-0b24-4a22-8e79-02fd7e3d5ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9692883 Jan 28 19:33:38.250938 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-50cbeb6e-f1cf-4f44-bcde-1e02b4511cc2 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (761f40a9-5265-427d-b5c8-4767aa1ddc16), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:38.288364 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-46f92d3e-5ef4-4c65-ad6f-2519749f3062 req-55accec9-c573-4c96-a8c3-f27dcd3b12ca service neutron] 10.222.0.70 "GET /v2.0/networks/d6023ca9-f7fb-424f-9a06-ccb60c81e3d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265768 Jan 28 19:33:38.410158 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe04d7c-0881-4d50-a68f-6f8177afbcdb None None] Network 9f981fd2-8686-4215-a914-a3632b8b47c2 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:33:38.506412 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cbeb6e-f1cf-4f44-bcde-1e02b4511cc2 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Pushing event updated for resources: {'Port': ['ID=761f40a9-5265-427d-b5c8-4767aa1ddc16,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:33:38.513024 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-46f92d3e-5ef4-4c65-ad6f-2519749f3062 req-fca0c100-73aa-4e61-92bb-e447133290b8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.170&port_id=94babd58-bc58-41d0-b372-2137350b0839 HTTP/1.1" status: 200 len: 217 time: 0.2181427 Jan 28 19:33:38.617670 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50cbeb6e-f1cf-4f44-bcde-1e02b4511cc2 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Network 9f981fd2-8686-4215-a914-a3632b8b47c2 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:33:38.635073 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f92d3e-5ef4-4c65-ad6f-2519749f3062 req-67cf1260-ecfd-469b-ace3-1df4f4e45e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:38.636604 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-46f92d3e-5ef4-4c65-ad6f-2519749f3062 req-67cf1260-ecfd-469b-ace3-1df4f4e45e50 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=803cf84b-628b-4025-a755-b3829db3c440 HTTP/1.1" status: 200 len: 797 time: 0.1160970 Jan 28 19:33:38.637602 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-50cbeb6e-f1cf-4f44-bcde-1e02b4511cc2 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:33:38.642950 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50cbeb6e-f1cf-4f44-bcde-1e02b4511cc2 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:33:38.643498 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-50cbeb6e-f1cf-4f44-bcde-1e02b4511cc2 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734769'] for router_interface (665d8449-41eb-40b2-9cc5-fb725f53f30d), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:38.754121 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f92d3e-5ef4-4c65-ad6f-2519749f3062 req-09447add-ffce-4ab4-8deb-ad46dd9d4339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:38.756097 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-46f92d3e-5ef4-4c65-ad6f-2519749f3062 req-09447add-ffce-4ab4-8deb-ad46dd9d4339 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1a0a56ae-a8fc-45c3-a9f5-3868c6fdc511&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1100655 Jan 28 19:33:38.815937 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-386d6369-2e9a-4e94-b863-8e936c4e9bad None None] Provisioning complete for port 9f48b374-9473-496d-ac8c-406abac91982 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:33:38.816309 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-386d6369-2e9a-4e94-b863-8e936c4e9bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (9f48b374-9473-496d-ac8c-406abac91982), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:38.867861 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 9f48b374-9473-496d-ac8c-406abac91982 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:33:38.915953 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a69fb42c-d5a1-41ed-8009-9ff53dcd8553 req-158aa35c-3eb6-4da4-8055-1cc221abae06 service neutron] 10.222.0.64 "GET /v2.0/networks/1ff92da1-0b24-4a22-8e79-02fd7e3d5ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6367588 Jan 28 19:33:38.956903 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 9f48b374-9473-496d-ac8c-406abac91982 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:33:38.957532 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (9f48b374-9473-496d-ac8c-406abac91982), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:39.004031 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-46f92d3e-5ef4-4c65-ad6f-2519749f3062 req-12c4bc6f-f67f-4a6c-8bd7-d680668359f2 service neutron] 10.222.0.70 "GET /v2.0/networks/1a0a56ae-a8fc-45c3-a9f5-3868c6fdc511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2385387 Jan 28 19:33:39.047998 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-386d6369-2e9a-4e94-b863-8e936c4e9bad None None] Current status of the port 9f48b374-9473-496d-ac8c-406abac91982 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:33:39.048320 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-386d6369-2e9a-4e94-b863-8e936c4e9bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (9f48b374-9473-496d-ac8c-406abac91982), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:39.066837 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-911e34dd-99dc-408e-a5dd-33097e673117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:39.095054 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-386d6369-2e9a-4e94-b863-8e936c4e9bad None None] For port 9f48b374-9473-496d-ac8c-406abac91982, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=9f48b374-9473-496d-ac8c-406abac91982,segment=NetworkSegment(3eb8e81b-a443-413d-a9ad-c5aa0d86c827),segment_id=3eb8e81b-a443-413d-a9ad-c5aa0d86c827)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:33:39.103230 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-386d6369-2e9a-4e94-b863-8e936c4e9bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (9f48b374-9473-496d-ac8c-406abac91982), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:39.191732 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386d6369-2e9a-4e94-b863-8e936c4e9bad None None] Pushing event updated for resources: {'Port': ['ID=9f48b374-9473-496d-ac8c-406abac91982,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:33:39.280727 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-50cbeb6e-f1cf-4f44-bcde-1e02b4511cc2 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (761f40a9-5265-427d-b5c8-4767aa1ddc16), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:39.418284 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 9f48b374-9473-496d-ac8c-406abac91982 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:33:39.429014 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-46f92d3e-5ef4-4c65-ad6f-2519749f3062 req-d0969867-11db-4b03-bc45-07118d983d18 service neutron] 10.222.0.70 "GET /v2.0/networks/1a0a56ae-a8fc-45c3-a9f5-3868c6fdc511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4025171 Jan 28 19:33:39.469134 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8f877b60-ba9e-4045-aa65-bb1851fe4e19 req-a63752ba-abc7-4615-9fbd-d8a10c3b332d tempest-InstanceActionsV221TestJSON-1987409180 tempest-InstanceActionsV221TestJSON-1987409180-project] 10.222.0.64 "GET /v2.0/ports?device_id=10920d56-09b4-4317-9001-c1106e1626bd HTTP/1.1" status: 200 len: 210 time: 0.0880780 Jan 28 19:33:39.651902 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-46f92d3e-5ef4-4c65-ad6f-2519749f3062 req-ba692fc3-3cd1-4da7-a8eb-ded42cd63553 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.13&port_id=63a694be-3c45-4cf7-86cf-e53eec59bb7a HTTP/1.1" status: 200 len: 217 time: 0.2217476 Jan 28 19:33:39.821559 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2f99201a-215f-4317-aaad-8f1662cef207 None None] Provisioning complete for port 761f40a9-5265-427d-b5c8-4767aa1ddc16 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:33:39.822903 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2f99201a-215f-4317-aaad-8f1662cef207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (761f40a9-5265-427d-b5c8-4767aa1ddc16), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:39.833491 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:39.844756 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f92d3e-5ef4-4c65-ad6f-2519749f3062 req-b8e8adcd-a8ae-484d-918b-d83be4798bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:39.854992 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-46f92d3e-5ef4-4c65-ad6f-2519749f3062 req-b8e8adcd-a8ae-484d-918b-d83be4798bb3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=803cf84b-628b-4025-a755-b3829db3c440 HTTP/1.1" status: 200 len: 797 time: 0.1889460 Jan 28 19:33:39.960168 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2f99201a-215f-4317-aaad-8f1662cef207 None None] Port 761f40a9-5265-427d-b5c8-4767aa1ddc16 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:33:40.022230 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2f99201a-215f-4317-aaad-8f1662cef207 None None] Provisioning complete for port 9f48b374-9473-496d-ac8c-406abac91982 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:33:40.022538 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2f99201a-215f-4317-aaad-8f1662cef207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (9f48b374-9473-496d-ac8c-406abac91982), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:40.121683 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39400ac2-1472-4fe0-a868-4aacdadaf5bd req-53b0bae3-8be0-4732-b626-f1e6813c42be tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:40.144347 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-39400ac2-1472-4fe0-a868-4aacdadaf5bd req-53b0bae3-8be0-4732-b626-f1e6813c42be tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/ports?device_id=468e569c-4ad2-4f8a-b0ed-71ebeaa4f974 HTTP/1.1" status: 200 len: 944 time: 1.1333623 Jan 28 19:33:40.271038 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f92d3e-5ef4-4c65-ad6f-2519749f3062 req-3067ba1b-5fcf-42c7-9183-b57b807156d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:40.272868 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-46f92d3e-5ef4-4c65-ad6f-2519749f3062 req-3067ba1b-5fcf-42c7-9183-b57b807156d7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1a0a56ae-a8fc-45c3-a9f5-3868c6fdc511&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.4117792 Jan 28 19:33:40.289149 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2f99201a-215f-4317-aaad-8f1662cef207 None None] Current status of the port 9f48b374-9473-496d-ac8c-406abac91982 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:33:40.447982 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-3a7e6af6-48c2-4e4e-9f43-9276940a4521 None None] Provisioning complete for port 761f40a9-5265-427d-b5c8-4767aa1ddc16 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:33:40.448716 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3a7e6af6-48c2-4e4e-9f43-9276940a4521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (761f40a9-5265-427d-b5c8-4767aa1ddc16), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:40.498009 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-50cbeb6e-f1cf-4f44-bcde-1e02b4511cc2 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks [] for port (761f40a9-5265-427d-b5c8-4767aa1ddc16), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:40.510825 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-50cbeb6e-f1cf-4f44-bcde-1e02b4511cc2 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (761f40a9-5265-427d-b5c8-4767aa1ddc16), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:40.511177 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-50cbeb6e-f1cf-4f44-bcde-1e02b4511cc2 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-756216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-732801'] for router_interface (665d8449-41eb-40b2-9cc5-fb725f53f30d), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:40.519242 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-3a7e6af6-48c2-4e4e-9f43-9276940a4521 None None] Port 761f40a9-5265-427d-b5c8-4767aa1ddc16 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:33:40.653464 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cbeb6e-f1cf-4f44-bcde-1e02b4511cc2 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Pushing event updated for resources: {'Port': ['ID=761f40a9-5265-427d-b5c8-4767aa1ddc16,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:33:40.657932 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 9f48b374-9473-496d-ac8c-406abac91982 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:33:40.774281 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-39400ac2-1472-4fe0-a868-4aacdadaf5bd req-08444c04-70e8-4142-9283-5b8c9ebb3f8f tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/security-groups?id=1bfe6452-43d5-4c93-9450-34896bc0d267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5920868 Jan 28 19:33:40.848107 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-46f92d3e-5ef4-4c65-ad6f-2519749f3062 req-04ce7cba-427e-485f-8b55-84b948c2b2cd service neutron] 10.222.0.70 "GET /v2.0/networks/1a0a56ae-a8fc-45c3-a9f5-3868c6fdc511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5609038 Jan 28 19:33:40.932401 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 9f48b374-9473-496d-ac8c-406abac91982 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:33:40.933243 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (9f48b374-9473-496d-ac8c-406abac91982), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:40.976944 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-89051111-33df-485a-8023-fc947d3ec64c req-d2ba3e63-093f-4603-ac08-fce5b6ae8efc tempest-InstanceActionsV221TestJSON-1987409180 tempest-InstanceActionsV221TestJSON-1987409180-project] 10.222.0.64 "GET /v2.0/ports?device_id=10920d56-09b4-4317-9001-c1106e1626bd HTTP/1.1" status: 200 len: 210 time: 0.2335324 Jan 28 19:33:41.068503 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50cbeb6e-f1cf-4f44-bcde-1e02b4511cc2 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Network 9f981fd2-8686-4215-a914-a3632b8b47c2 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:33:41.076473 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-50cbeb6e-f1cf-4f44-bcde-1e02b4511cc2 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:33:41.079138 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-46f92d3e-5ef4-4c65-ad6f-2519749f3062 req-d7416316-e1ab-467e-98b6-7bdc19eabba6 service neutron] 10.222.0.70 "GET /v2.0/networks/1a0a56ae-a8fc-45c3-a9f5-3868c6fdc511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200739 Jan 28 19:33:41.205642 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 9f48b374-9473-496d-ac8c-406abac91982 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:33:41.339657 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-46f92d3e-5ef4-4c65-ad6f-2519749f3062 req-3381bde6-5317-48bb-a27d-172b2bed5b41 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.117&port_id=f81cc277-8da7-4baf-868c-4770a63c2e56 HTTP/1.1" status: 200 len: 217 time: 0.2355189 Jan 28 19:33:41.502645 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f92d3e-5ef4-4c65-ad6f-2519749f3062 req-5ffde353-c31b-4065-9862-ea4eb5a2e556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:41.503955 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-46f92d3e-5ef4-4c65-ad6f-2519749f3062 req-5ffde353-c31b-4065-9862-ea4eb5a2e556 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=803cf84b-628b-4025-a755-b3829db3c440 HTTP/1.1" status: 200 len: 797 time: 0.1610789 Jan 28 19:33:41.677665 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:41.690192 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50cbeb6e-f1cf-4f44-bcde-1e02b4511cc2 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Router 665d8449-41eb-40b2-9cc5-fb725f53f30d is scheduled to L3 agent 76fe5c49-705a-4e08-abb2-be585676213f with binding_index 1 {{(pid=103305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 19:33:41.721235 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f92d3e-5ef4-4c65-ad6f-2519749f3062 req-b85e4708-5412-4bbd-b789-d94967b24758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:41.723101 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-46f92d3e-5ef4-4c65-ad6f-2519749f3062 req-b85e4708-5412-4bbd-b789-d94967b24758 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1a0a56ae-a8fc-45c3-a9f5-3868c6fdc511&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2109964 Jan 28 19:33:41.771919 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-4754b66e-7b12-4b4c-b326-6f74d0b28e2b None None] Provisioning complete for port 761f40a9-5265-427d-b5c8-4767aa1ddc16 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:33:41.772809 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4754b66e-7b12-4b4c-b326-6f74d0b28e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (761f40a9-5265-427d-b5c8-4767aa1ddc16), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:41.898904 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-4754b66e-7b12-4b4c-b326-6f74d0b28e2b None None] Port 761f40a9-5265-427d-b5c8-4767aa1ddc16 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:33:42.159944 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-46f92d3e-5ef4-4c65-ad6f-2519749f3062 req-e527f021-200d-4690-81aa-fe97cb6b9fa6 service neutron] 10.222.0.70 "GET /v2.0/networks/1a0a56ae-a8fc-45c3-a9f5-3868c6fdc511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4289989 Jan 28 19:33:42.423986 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7ed80a00-8ede-434f-b7aa-a8ec4c43aff7 req-e47bb802-93b3-4f44-ae41-898dcd3005b2 tempest-InstanceActionsV221TestJSON-1987409180 tempest-InstanceActionsV221TestJSON-1987409180-project] 10.222.0.64 "GET /v2.0/ports?device_id=10920d56-09b4-4317-9001-c1106e1626bd HTTP/1.1" status: 200 len: 210 time: 0.1918104 Jan 28 19:33:42.441750 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cc19b1-c49a-43df-a14c-9c9b85ab3d6b req-e37145f5-facd-42d4-a6ed-0992f81e6422 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:42.444436 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-86cc19b1-c49a-43df-a14c-9c9b85ab3d6b req-e37145f5-facd-42d4-a6ed-0992f81e6422 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/ports?device_id=468e569c-4ad2-4f8a-b0ed-71ebeaa4f974 HTTP/1.1" status: 200 len: 944 time: 0.5187500 Jan 28 19:33:42.492651 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 38130) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:42.527199 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50cbeb6e-f1cf-4f44-bcde-1e02b4511cc2 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:33:42.541471 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-50cbeb6e-f1cf-4f44-bcde-1e02b4511cc2 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] 10.222.0.64 "PUT /v2.0/routers/665d8449-41eb-40b2-9cc5-fb725f53f30d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0176888 Jan 28 19:33:42.547421 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357343ae-b7fc-4613-b120-87c35372bce4 None None] Sync routers for ids ['665d8449-41eb-40b2-9cc5-fb725f53f30d'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:33:42.559888 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 38134) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:42.578827 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357343ae-b7fc-4613-b120-87c35372bce4 None None] Routers {'665d8449-41eb-40b2-9cc5-fb725f53f30d'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:33:42.579727 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-357343ae-b7fc-4613-b120-87c35372bce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:33:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['665d8449-41eb-40b2-9cc5-fb725f53f30d'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:33:42.709451 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-357343ae-b7fc-4613-b120-87c35372bce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:33:42.734540 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357343ae-b7fc-4613-b120-87c35372bce4 None None] Routers {'665d8449-41eb-40b2-9cc5-fb725f53f30d'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:33:42.738278 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-357343ae-b7fc-4613-b120-87c35372bce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:33:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['665d8449-41eb-40b2-9cc5-fb725f53f30d'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:33:42.768715 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6394d7fa-b37e-40fe-951b-434660bf0b89 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:42.785436 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-6394d7fa-b37e-40fe-951b-434660bf0b89 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] 10.222.0.64 "GET /v2.0/ports/761f40a9-5265-427d-b5c8-4767aa1ddc16 HTTP/1.1" status: 200 len: 911 time: 0.2240109 Jan 28 19:33:42.794488 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69fb42c-d5a1-41ed-8009-9ff53dcd8553 req-d872ef98-f61e-4c0a-9306-b2a2cfe7a8f3 tempest-InstanceActionsV221TestJSON-1987409180 tempest-InstanceActionsV221TestJSON-1987409180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:42.798212 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a69fb42c-d5a1-41ed-8009-9ff53dcd8553 req-d872ef98-f61e-4c0a-9306-b2a2cfe7a8f3 tempest-InstanceActionsV221TestJSON-1987409180 tempest-InstanceActionsV221TestJSON-1987409180-project] 10.222.0.41 "GET /v2.0/networks?id=1ff92da1-0b24-4a22-8e79-02fd7e3d5ea0 HTTP/1.1" status: 200 len: 817 time: 0.8243806 Jan 28 19:33:42.799910 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 38142) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:42.821012 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-86cc19b1-c49a-43df-a14c-9c9b85ab3d6b req-2037f1b0-6003-4639-aa71-8c1f6b9e73c3 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/security-groups?id=1bfe6452-43d5-4c93-9450-34896bc0d267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3421652 Jan 28 19:33:42.828654 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-a69fb42c-d5a1-41ed-8009-9ff53dcd8553 req-39f29d4b-5394-482a-9685-03504235b93f tempest-InstanceActionsV221TestJSON-1987409180 tempest-InstanceActionsV221TestJSON-1987409180-project] Request body: {'port': {'device_id': '10920d56-09b4-4317-9001-c1106e1626bd', 'network_id': '1ff92da1-0b24-4a22-8e79-02fd7e3d5ea0', 'admin_state_up': True, 'tenant_id': '87ef532812144726984b00d82f756d1a'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:33:42.843893 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-46f92d3e-5ef4-4c65-ad6f-2519749f3062 req-462fbc6c-73b7-4ad7-b59c-622af4ebb618 service neutron] 10.222.0.70 "GET /v2.0/networks/1a0a56ae-a8fc-45c3-a9f5-3868c6fdc511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6568997 Jan 28 19:33:42.945782 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:42.980174 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-46f92d3e-5ef4-4c65-ad6f-2519749f3062 req-e768444c-7495-41e6-891a-93a3b6032970 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.30&port_id=7e6f9cff-a028-4c63-bafa-10b8e8700d7f HTTP/1.1" status: 200 len: 217 time: 0.1292717 Jan 28 19:33:43.073193 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-357343ae-b7fc-4613-b120-87c35372bce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:33:43.077656 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357343ae-b7fc-4613-b120-87c35372bce4 None None] The sync data for ids ['665d8449-41eb-40b2-9cc5-fb725f53f30d'] in n-d-812111-14 is: [] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:33:43.117005 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f92d3e-5ef4-4c65-ad6f-2519749f3062 req-421e067f-3d02-4784-9efa-1be9d650007d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:43.118666 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-46f92d3e-5ef4-4c65-ad6f-2519749f3062 req-421e067f-3d02-4784-9efa-1be9d650007d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=803cf84b-628b-4025-a755-b3829db3c440 HTTP/1.1" status: 200 len: 797 time: 0.1313653 Jan 28 19:33:43.126883 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fea9fe93-1cc4-4d14-b3ae-07d5f3c90571 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:43.202828 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f92d3e-5ef4-4c65-ad6f-2519749f3062 req-2c9a5041-f581-43c3-b956-e60cc1c44189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:43.204699 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-46f92d3e-5ef4-4c65-ad6f-2519749f3062 req-2c9a5041-f581-43c3-b956-e60cc1c44189 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1a0a56ae-a8fc-45c3-a9f5-3868c6fdc511&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0729933 Jan 28 19:33:43.499349 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-46f92d3e-5ef4-4c65-ad6f-2519749f3062 req-73c9a7ef-e531-4c6d-ad61-81e428c367f2 service neutron] 10.222.0.70 "GET /v2.0/networks/1a0a56ae-a8fc-45c3-a9f5-3868c6fdc511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2829442 Jan 28 19:33:43.609806 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a69fb42c-d5a1-41ed-8009-9ff53dcd8553 req-39f29d4b-5394-482a-9685-03504235b93f tempest-InstanceActionsV221TestJSON-1987409180 tempest-InstanceActionsV221TestJSON-1987409180-project] Made reservation on behalf of 87ef532812144726984b00d82f756d1a for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:33:43.613476 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-a69fb42c-d5a1-41ed-8009-9ff53dcd8553 req-39f29d4b-5394-482a-9685-03504235b93f tempest-InstanceActionsV221TestJSON-1987409180 tempest-InstanceActionsV221TestJSON-1987409180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:43.843678 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fea9fe93-1cc4-4d14-b3ae-07d5f3c90571 admin admin] Publish callbacks [] for security_group (a7dc9a10-b518-4850-9d06-59fdff27a99b), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:43.846286 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-46f92d3e-5ef4-4c65-ad6f-2519749f3062 req-a50e964f-62bc-44bb-9f3c-8835e5559981 service neutron] 10.222.0.70 "GET /v2.0/networks/1a0a56ae-a8fc-45c3-a9f5-3868c6fdc511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3413827 Jan 28 19:33:44.022028 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-46f92d3e-5ef4-4c65-ad6f-2519749f3062 req-8fb22009-3f67-40ac-91f0-877370974a23 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=20564fb9-afe6-4bea-9e37-1486e3355933 HTTP/1.1" status: 200 len: 217 time: 0.1640849 Jan 28 19:33:44.180489 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f92d3e-5ef4-4c65-ad6f-2519749f3062 req-f3dc8d1e-ba87-4eb0-be91-abeed18d6dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:44.195423 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-46f92d3e-5ef4-4c65-ad6f-2519749f3062 req-f3dc8d1e-ba87-4eb0-be91-abeed18d6dcc service neutron] 10.222.0.70 "GET /v2.0/subnets?id=640d2378-2c13-45c8-a4ae-1ce2f7aa7914 HTTP/1.1" status: 200 len: 797 time: 0.1555924 Jan 28 19:33:44.387881 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f92d3e-5ef4-4c65-ad6f-2519749f3062 req-7c6cf97a-f162-4c1d-9604-2f118c74e818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:44.389996 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-46f92d3e-5ef4-4c65-ad6f-2519749f3062 req-7c6cf97a-f162-4c1d-9604-2f118c74e818 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2b32274e-ef71-47fa-9b2e-d7c8beaa092d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1601324 Jan 28 19:33:44.407296 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6efe36-bd9f-44a3-9399-16536108d8de req-37067ec1-3232-4104-8fac-2751eed1b984 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:44.415388 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ec6efe36-bd9f-44a3-9399-16536108d8de req-37067ec1-3232-4104-8fac-2751eed1b984 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/ports?device_id=468e569c-4ad2-4f8a-b0ed-71ebeaa4f974 HTTP/1.1" status: 200 len: 944 time: 0.2189786 Jan 28 19:33:44.439448 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8daff635-9def-48e3-9f3c-81f16cb092d5 req-f6008596-0cf3-40b2-99f6-8e4802c13436 tempest-InstanceActionsV221TestJSON-1987409180 tempest-InstanceActionsV221TestJSON-1987409180-project] 10.222.0.64 "GET /v2.0/ports?device_id=10920d56-09b4-4317-9001-c1106e1626bd HTTP/1.1" status: 200 len: 210 time: 0.6383638 Jan 28 19:33:44.442160 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fea9fe93-1cc4-4d14-b3ae-07d5f3c90571 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (a7dc9a10-b518-4850-9d06-59fdff27a99b), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:44.454318 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-a69fb42c-d5a1-41ed-8009-9ff53dcd8553 req-39f29d4b-5394-482a-9685-03504235b93f tempest-InstanceActionsV221TestJSON-1987409180 tempest-InstanceActionsV221TestJSON-1987409180-project] Allocated IP 172.20.0.6 (1ff92da1-0b24-4a22-8e79-02fd7e3d5ea0/276ee1b0-78b0-452e-9277-43fd5cc4f6e4/49ac4f68-9205-475f-a448-2ba699638a92) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:33:44.534170 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-fea9fe93-1cc4-4d14-b3ae-07d5f3c90571 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=bb8bb07f873a4318aaf0df68edb79893&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0373325 Jan 28 19:33:44.536911 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 38156) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:44.540086 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea9fe93-1cc4-4d14-b3ae-07d5f3c90571 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7dc9a10-b518-4850-9d06-59fdff27a99b,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:33:44.623372 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ec6efe36-bd9f-44a3-9399-16536108d8de req-30fd0325-da8e-4b62-bf9d-11834e668d51 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/security-groups?id=1bfe6452-43d5-4c93-9450-34896bc0d267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2070527 Jan 28 19:33:44.670674 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-46f92d3e-5ef4-4c65-ad6f-2519749f3062 req-74151db8-4f0e-412b-b9a2-edf2ef42bd11 service neutron] 10.222.0.70 "GET /v2.0/networks/2b32274e-ef71-47fa-9b2e-d7c8beaa092d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2522347 Jan 28 19:33:44.707042 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-263fcea5-5af9-48ea-9102-2a0b8270e3f9 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-732838'] for router_interface (665d8449-41eb-40b2-9cc5-fb725f53f30d), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:44.857176 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-641871d3-8376-4008-9e8f-4b26071edbc2 admin admin] Publish callbacks [] for security_group (a7dc9a10-b518-4850-9d06-59fdff27a99b), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:44.869060 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-46f92d3e-5ef4-4c65-ad6f-2519749f3062 req-890beb11-f845-4b98-9872-7c3a2b8c1d86 service neutron] 10.222.0.70 "GET /v2.0/networks/2b32274e-ef71-47fa-9b2e-d7c8beaa092d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794870 Jan 28 19:33:45.007521 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-46f92d3e-5ef4-4c65-ad6f-2519749f3062 req-bb4e237a-944e-4da1-ba2b-f616a647785b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=81a4af83-6b4e-4b78-b358-67e235489ec7 HTTP/1.1" status: 200 len: 217 time: 0.1282847 Jan 28 19:33:45.058936 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-641871d3-8376-4008-9e8f-4b26071edbc2 admin admin] Publish callbacks [] for security_group (a7dc9a10-b518-4850-9d06-59fdff27a99b), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:45.101188 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f92d3e-5ef4-4c65-ad6f-2519749f3062 req-d76e4761-a1e3-49f9-a79e-b609a1dfd368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:45.102697 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-46f92d3e-5ef4-4c65-ad6f-2519749f3062 req-d76e4761-a1e3-49f9-a79e-b609a1dfd368 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=640d2378-2c13-45c8-a4ae-1ce2f7aa7914 HTTP/1.1" status: 200 len: 797 time: 0.0924127 Jan 28 19:33:45.196226 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f92d3e-5ef4-4c65-ad6f-2519749f3062 req-0b3b40fa-11a8-4d04-8566-88009066c920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:45.198084 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-46f92d3e-5ef4-4c65-ad6f-2519749f3062 req-0b3b40fa-11a8-4d04-8566-88009066c920 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2b32274e-ef71-47fa-9b2e-d7c8beaa092d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0797963 Jan 28 19:33:45.309938 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-a69fb42c-d5a1-41ed-8009-9ff53dcd8553 req-39f29d4b-5394-482a-9685-03504235b93f tempest-InstanceActionsV221TestJSON-1987409180 tempest-InstanceActionsV221TestJSON-1987409180-project] Publish callbacks [] for port (49ac4f68-9205-475f-a448-2ba699638a92), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:45.315573 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-641871d3-8376-4008-9e8f-4b26071edbc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (a7dc9a10-b518-4850-9d06-59fdff27a99b), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:45.318349 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-641871d3-8376-4008-9e8f-4b26071edbc2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:45.319741 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-641871d3-8376-4008-9e8f-4b26071edbc2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a7dc9a10-b518-4850-9d06-59fdff27a99b HTTP/1.1" status: 204 len: 168 time: 0.7764189 Jan 28 19:33:45.397161 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-46f92d3e-5ef4-4c65-ad6f-2519749f3062 req-3495bb70-9739-4c25-9bf6-ec8ea64dd28f service neutron] 10.222.0.70 "GET /v2.0/networks/2b32274e-ef71-47fa-9b2e-d7c8beaa092d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911831 Jan 28 19:33:45.398044 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641871d3-8376-4008-9e8f-4b26071edbc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7dc9a10-b518-4850-9d06-59fdff27a99b,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:33:45.686174 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-a69fb42c-d5a1-41ed-8009-9ff53dcd8553 req-39f29d4b-5394-482a-9685-03504235b93f tempest-InstanceActionsV221TestJSON-1987409180 tempest-InstanceActionsV221TestJSON-1987409180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (49ac4f68-9205-475f-a448-2ba699638a92), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:45.783803 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-46f92d3e-5ef4-4c65-ad6f-2519749f3062 req-35e060da-5e1b-4a1a-91c7-a0a43b05909a service neutron] 10.222.0.70 "GET /v2.0/networks/2b32274e-ef71-47fa-9b2e-d7c8beaa092d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3818698 Jan 28 19:33:45.881916 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f29d4b-5394-482a-9685-03504235b93f tempest-InstanceActionsV221TestJSON-1987409180 tempest-InstanceActionsV221TestJSON-1987409180-project] Pushing event updated for resources: {'Port': ['ID=49ac4f68-9205-475f-a448-2ba699638a92,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:33:45.913945 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a69fb42c-d5a1-41ed-8009-9ff53dcd8553 req-39f29d4b-5394-482a-9685-03504235b93f tempest-InstanceActionsV221TestJSON-1987409180 tempest-InstanceActionsV221TestJSON-1987409180-project] Network 1ff92da1-0b24-4a22-8e79-02fd7e3d5ea0 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:33:45.959180 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-a69fb42c-d5a1-41ed-8009-9ff53dcd8553 req-39f29d4b-5394-482a-9685-03504235b93f tempest-InstanceActionsV221TestJSON-1987409180 tempest-InstanceActionsV221TestJSON-1987409180-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:33:45.976086 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-a69fb42c-d5a1-41ed-8009-9ff53dcd8553 req-39f29d4b-5394-482a-9685-03504235b93f tempest-InstanceActionsV221TestJSON-1987409180 tempest-InstanceActionsV221TestJSON-1987409180-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:33:46.051390 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b80db5f-05f7-4501-9cb7-b79cfb4f6fe1 req-c2e2adc4-70af-4fb1-b096-83dae2b2f6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:46.053081 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9b80db5f-05f7-4501-9cb7-b79cfb4f6fe1 req-c2e2adc4-70af-4fb1-b096-83dae2b2f6fd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0f0ddac21a95455ebc1c3ac83c1cf620&device_id=468e569c-4ad2-4f8a-b0ed-71ebeaa4f974 HTTP/1.1" status: 200 len: 1127 time: 0.1957619 Jan 28 19:33:46.098173 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1430b2d3-7c3a-41ec-97e5-74b7b880bfd9 req-d23a68d2-ef46-425c-bd48-56fe088e0496 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:46.113743 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1430b2d3-7c3a-41ec-97e5-74b7b880bfd9 req-d23a68d2-ef46-425c-bd48-56fe088e0496 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/ports?device_id=468e569c-4ad2-4f8a-b0ed-71ebeaa4f974 HTTP/1.1" status: 200 len: 944 time: 0.2002151 Jan 28 19:33:46.212820 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 38190) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:46.248716 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69fb42c-d5a1-41ed-8009-9ff53dcd8553 req-39f29d4b-5394-482a-9685-03504235b93f tempest-InstanceActionsV221TestJSON-1987409180 tempest-InstanceActionsV221TestJSON-1987409180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:46.249685 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-a69fb42c-d5a1-41ed-8009-9ff53dcd8553 req-39f29d4b-5394-482a-9685-03504235b93f tempest-InstanceActionsV221TestJSON-1987409180 tempest-InstanceActionsV221TestJSON-1987409180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:46.297962 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c611d0b0-9d43-4d6d-a94d-5d34e4521f9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:46.364191 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a69fb42c-d5a1-41ed-8009-9ff53dcd8553 req-39f29d4b-5394-482a-9685-03504235b93f tempest-InstanceActionsV221TestJSON-1987409180 tempest-InstanceActionsV221TestJSON-1987409180-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5373294 Jan 28 19:33:46.394387 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03cc4d4-a9af-4585-800d-d240d2448cff req-a928d278-3ef0-4a9e-90bc-d169d463cee9 tempest-InstanceActionsV221TestJSON-1987409180 tempest-InstanceActionsV221TestJSON-1987409180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:46.410959 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d03cc4d4-a9af-4585-800d-d240d2448cff req-a928d278-3ef0-4a9e-90bc-d169d463cee9 tempest-InstanceActionsV221TestJSON-1987409180 tempest-InstanceActionsV221TestJSON-1987409180-project] 10.222.0.64 "GET /v2.0/ports?device_id=10920d56-09b4-4317-9001-c1106e1626bd HTTP/1.1" status: 200 len: 931 time: 0.7433670 Jan 28 19:33:46.429441 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-a69fb42c-d5a1-41ed-8009-9ff53dcd8553 req-943db68b-7b36-4639-8c63-8471f0bd8ed3 service neutron] Request body: {'port': {'device_id': '10920d56-09b4-4317-9001-c1106e1626bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-14'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:33:46.470776 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c611d0b0-9d43-4d6d-a94d-5d34e4521f9c admin admin] Publish callbacks [] for security_group (4d8e2e8c-36d7-4ecc-93b4-5db035fda30d), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:46.498340 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c611d0b0-9d43-4d6d-a94d-5d34e4521f9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (4d8e2e8c-36d7-4ecc-93b4-5db035fda30d), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:46.622688 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-263fcea5-5af9-48ea-9102-2a0b8270e3f9 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Deleting port 761f40a9-5265-427d-b5c8-4767aa1ddc16 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:33:46.623046 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-263fcea5-5af9-48ea-9102-2a0b8270e3f9 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (761f40a9-5265-427d-b5c8-4767aa1ddc16), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:46.632874 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c611d0b0-9d43-4d6d-a94d-5d34e4521f9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d8e2e8c-36d7-4ecc-93b4-5db035fda30d,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:33:46.686328 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1430b2d3-7c3a-41ec-97e5-74b7b880bfd9 req-e8ce36e8-de67-49a0-880a-c4d4353ccda4 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/security-groups?id=1bfe6452-43d5-4c93-9450-34896bc0d267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5495884 Jan 28 19:33:46.703522 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-c611d0b0-9d43-4d6d-a94d-5d34e4521f9c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=aca4cbffaee848fc862c415cef9f6093&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4281247 Jan 28 19:33:46.706069 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 38194) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:46.715809 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b80db5f-05f7-4501-9cb7-b79cfb4f6fe1 req-ea43a063-6d4a-4474-988a-b2dee1d02957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:46.717414 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9b80db5f-05f7-4501-9cb7-b79cfb4f6fe1 req-ea43a063-6d4a-4474-988a-b2dee1d02957 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4ed80f8c-a628-4bf0-926c-daa4ec7f72d6 HTTP/1.1" status: 200 len: 917 time: 0.6005092 Jan 28 19:33:46.837021 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9b80db5f-05f7-4501-9cb7-b79cfb4f6fe1 req-7a63f8b3-bc53-4310-8d3d-2a191e87da9c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3350cbae-4a25-42ca-a107-7365789be398 HTTP/1.1" status: 200 len: 999 time: 0.0830016 Jan 28 19:33:46.904724 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8c21cce7-d43b-4d3f-b883-1ee127754a7b admin admin] Publish callbacks [] for security_group (4d8e2e8c-36d7-4ecc-93b4-5db035fda30d), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:46.935850 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b80db5f-05f7-4501-9cb7-b79cfb4f6fe1 req-c97fca72-37bc-4410-97d5-85bcec8c6523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:46.937900 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9b80db5f-05f7-4501-9cb7-b79cfb4f6fe1 req-c97fca72-37bc-4410-97d5-85bcec8c6523 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ccd8c2b9-0197-4b01-ba57-f13b2702d1bc HTTP/1.1" status: 200 len: 856 time: 0.0828488 Jan 28 19:33:46.943307 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8c21cce7-d43b-4d3f-b883-1ee127754a7b admin admin] Publish callbacks [] for security_group (4d8e2e8c-36d7-4ecc-93b4-5db035fda30d), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:47.096116 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-263fcea5-5af9-48ea-9102-2a0b8270e3f9 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (761f40a9-5265-427d-b5c8-4767aa1ddc16), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:47.101530 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b80db5f-05f7-4501-9cb7-b79cfb4f6fe1 req-a48be67a-5d40-4824-81b1-1b2e41b80e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:47.105558 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9b80db5f-05f7-4501-9cb7-b79cfb4f6fe1 req-a48be67a-5d40-4824-81b1-1b2e41b80e30 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4ed80f8c-a628-4bf0-926c-daa4ec7f72d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1578360 Jan 28 19:33:47.129846 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8c21cce7-d43b-4d3f-b883-1ee127754a7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (4d8e2e8c-36d7-4ecc-93b4-5db035fda30d), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:47.132769 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8c21cce7-d43b-4d3f-b883-1ee127754a7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:47.134164 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-8c21cce7-d43b-4d3f-b883-1ee127754a7b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4d8e2e8c-36d7-4ecc-93b4-5db035fda30d HTTP/1.1" status: 204 len: 168 time: 0.4271150 Jan 28 19:33:47.149763 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d03cc4d4-a9af-4585-800d-d240d2448cff req-5f0a4e60-2c60-41ac-992f-76d37d037641 tempest-InstanceActionsV221TestJSON-1987409180 tempest-InstanceActionsV221TestJSON-1987409180-project] 10.222.0.64 "GET /v2.0/security-groups?id=49d9482d-a72b-40ce-8f70-854bdcf804f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6990359 Jan 28 19:33:47.179275 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-a69fb42c-d5a1-41ed-8009-9ff53dcd8553 req-943db68b-7b36-4639-8c63-8471f0bd8ed3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (49ac4f68-9205-475f-a448-2ba699638a92), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:47.186492 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-263fcea5-5af9-48ea-9102-2a0b8270e3f9 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Calling delete_port for 761f40a9-5265-427d-b5c8-4767aa1ddc16 owned by network:router_interface {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:33:47.259382 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c21cce7-d43b-4d3f-b883-1ee127754a7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d8e2e8c-36d7-4ecc-93b4-5db035fda30d,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:33:47.501090 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9b80db5f-05f7-4501-9cb7-b79cfb4f6fe1 req-18f8acba-fee4-4c7f-9466-48263f792dce service neutron] 10.222.0.41 "GET /v2.0/networks/4ed80f8c-a628-4bf0-926c-daa4ec7f72d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3542027 Jan 28 19:33:47.823644 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9b80db5f-05f7-4501-9cb7-b79cfb4f6fe1 req-ce42d07b-2f21-4401-992a-efe66a082fc4 service neutron] 10.222.0.41 "GET /v2.0/networks/4ed80f8c-a628-4bf0-926c-daa4ec7f72d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2975972 Jan 28 19:33:48.143092 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a367fd47-e6cd-4b38-ab0e-ad200133ba62 req-371836b2-1c64-4eb4-96d8-68c408511c94 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:48.151526 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a367fd47-e6cd-4b38-ab0e-ad200133ba62 req-371836b2-1c64-4eb4-96d8-68c408511c94 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/ports?device_id=468e569c-4ad2-4f8a-b0ed-71ebeaa4f974 HTTP/1.1" status: 200 len: 944 time: 0.1936848 Jan 28 19:33:48.232348 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-263fcea5-5af9-48ea-9102-2a0b8270e3f9 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (761f40a9-5265-427d-b5c8-4767aa1ddc16), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:48.270289 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a367fd47-e6cd-4b38-ab0e-ad200133ba62 req-c65401e3-f3ff-4311-a67b-e59aa298b83b tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/security-groups?id=1bfe6452-43d5-4c93-9450-34896bc0d267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120160 Jan 28 19:33:48.353639 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263fcea5-5af9-48ea-9102-2a0b8270e3f9 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Pushing event deleted for resources: {'Port': ['ID=761f40a9-5265-427d-b5c8-4767aa1ddc16,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:33:48.577524 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-263fcea5-5af9-48ea-9102-2a0b8270e3f9 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-732682'] for router_interface (665d8449-41eb-40b2-9cc5-fb725f53f30d), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:49.175373 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3a3536-733b-4a23-88ff-06d802aa4114 req-d026ebbf-4106-4e09-8d6b-f327b3ff3ae9 tempest-InstanceActionsV221TestJSON-1987409180 tempest-InstanceActionsV221TestJSON-1987409180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:49.182984 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5f3a3536-733b-4a23-88ff-06d802aa4114 req-d026ebbf-4106-4e09-8d6b-f327b3ff3ae9 tempest-InstanceActionsV221TestJSON-1987409180 tempest-InstanceActionsV221TestJSON-1987409180-project] 10.222.0.64 "GET /v2.0/ports?device_id=10920d56-09b4-4317-9001-c1106e1626bd HTTP/1.1" status: 200 len: 931 time: 0.8116601 Jan 28 19:33:49.190311 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-263fcea5-5af9-48ea-9102-2a0b8270e3f9 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Router 665d8449-41eb-40b2-9cc5-fb725f53f30d has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:33:49.313975 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5f3a3536-733b-4a23-88ff-06d802aa4114 req-2c2f8a69-3966-49ac-bc43-fe0b36f71889 tempest-InstanceActionsV221TestJSON-1987409180 tempest-InstanceActionsV221TestJSON-1987409180-project] 10.222.0.64 "GET /v2.0/security-groups?id=49d9482d-a72b-40ce-8f70-854bdcf804f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265476 Jan 28 19:33:49.412317 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [req-a69fb42c-d5a1-41ed-8009-9ff53dcd8553 req-943db68b-7b36-4639-8c63-8471f0bd8ed3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49ac4f68-9205-475f-a448-2ba699638a92 {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:33:49.539292 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-a69fb42c-d5a1-41ed-8009-9ff53dcd8553 req-943db68b-7b36-4639-8c63-8471f0bd8ed3 service neutron] Publish callbacks [] for port (49ac4f68-9205-475f-a448-2ba699638a92), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:49.581996 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-263fcea5-5af9-48ea-9102-2a0b8270e3f9 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:33:49.592478 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cfeb46a-3356-49c1-b6ea-5662093a43f4 None None] Sync routers for ids ['665d8449-41eb-40b2-9cc5-fb725f53f30d'] in n-d-812111-14 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:33:49.605521 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-263fcea5-5af9-48ea-9102-2a0b8270e3f9 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] 10.222.0.64 "PUT /v2.0/routers/665d8449-41eb-40b2-9cc5-fb725f53f30d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8043430 Jan 28 19:33:49.608705 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 38260) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:49.634235 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cfeb46a-3356-49c1-b6ea-5662093a43f4 None None] Routers {'665d8449-41eb-40b2-9cc5-fb725f53f30d'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:33:49.648095 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-7cfeb46a-3356-49c1-b6ea-5662093a43f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:33:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['665d8449-41eb-40b2-9cc5-fb725f53f30d'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:33:49.648324 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc39b18-d34a-494b-beeb-2ebc70cd9bc7 req-6fb32924-310e-46d8-9ab1-64300670b925 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:49.654100 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5dc39b18-d34a-494b-beeb-2ebc70cd9bc7 req-6fb32924-310e-46d8-9ab1-64300670b925 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/ports?device_id=468e569c-4ad2-4f8a-b0ed-71ebeaa4f974 HTTP/1.1" status: 200 len: 944 time: 0.2005293 Jan 28 19:33:49.676648 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-a69fb42c-d5a1-41ed-8009-9ff53dcd8553 req-943db68b-7b36-4639-8c63-8471f0bd8ed3 service neutron] Transition to ACTIVE for port object 49ac4f68-9205-475f-a448-2ba699638a92 will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:33:49.739211 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 38262) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:49.749779 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-daad421d-b0ce-4046-a644-2497df9e702a tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] 10.222.0.64 "GET /v2.0/ports?device_id=665d8449-41eb-40b2-9cc5-fb725f53f30d HTTP/1.1" status: 200 len: 205 time: 0.1086442 Jan 28 19:33:49.751132 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-a69fb42c-d5a1-41ed-8009-9ff53dcd8553 req-943db68b-7b36-4639-8c63-8471f0bd8ed3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (49ac4f68-9205-475f-a448-2ba699638a92), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:49.760198 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-7cfeb46a-3356-49c1-b6ea-5662093a43f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:33:49.793029 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cfeb46a-3356-49c1-b6ea-5662093a43f4 None None] Routers {'665d8449-41eb-40b2-9cc5-fb725f53f30d'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:33:49.793693 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-7cfeb46a-3356-49c1-b6ea-5662093a43f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:33:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['665d8449-41eb-40b2-9cc5-fb725f53f30d'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:33:49.937653 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-7cfeb46a-3356-49c1-b6ea-5662093a43f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:33:49.945745 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cfeb46a-3356-49c1-b6ea-5662093a43f4 None None] The sync data for ids ['665d8449-41eb-40b2-9cc5-fb725f53f30d'] in n-d-812111-14 is: [] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:33:50.042310 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5dc39b18-d34a-494b-beeb-2ebc70cd9bc7 req-6b242e7e-0104-4ddc-87e9-dd3c8ab96464 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/security-groups?id=1bfe6452-43d5-4c93-9450-34896bc0d267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3871741 Jan 28 19:33:50.047142 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b3d206ad-0f96-4deb-86ee-3fbb9e484a01 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks [] for router (665d8449-41eb-40b2-9cc5-fb725f53f30d), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:50.084671 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943db68b-7b36-4639-8c63-8471f0bd8ed3 service neutron] Pushing event updated for resources: {'Port': ['ID=49ac4f68-9205-475f-a448-2ba699638a92,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:33:50.156683 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-a69fb42c-d5a1-41ed-8009-9ff53dcd8553 req-943db68b-7b36-4639-8c63-8471f0bd8ed3 service neutron] Attempting to bind port 49ac4f68-9205-475f-a448-2ba699638a92 on host n-h1-812111-14 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:33:50.157053 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-a69fb42c-d5a1-41ed-8009-9ff53dcd8553 req-943db68b-7b36-4639-8c63-8471f0bd8ed3 service neutron] Attempting to bind port 49ac4f68-9205-475f-a448-2ba699638a92 by drivers openvswitch,hyperv on host n-h1-812111-14 at level 0 using segments [{'id': 'ab93830d-b297-42a2-bd1c-881d5d0a7e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '1ff92da1-0b24-4a22-8e79-02fd7e3d5ea0'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:33:50.157488 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a69fb42c-d5a1-41ed-8009-9ff53dcd8553 req-943db68b-7b36-4639-8c63-8471f0bd8ed3 service neutron] Attempting to bind port 49ac4f68-9205-475f-a448-2ba699638a92 on network 1ff92da1-0b24-4a22-8e79-02fd7e3d5ea0 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:33:50.163179 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a69fb42c-d5a1-41ed-8009-9ff53dcd8553 req-943db68b-7b36-4639-8c63-8471f0bd8ed3 service neutron] Port 49ac4f68-9205-475f-a448-2ba699638a92 on network 1ff92da1-0b24-4a22-8e79-02fd7e3d5ea0 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-14 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:33:50.163638 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a69fb42c-d5a1-41ed-8009-9ff53dcd8553 req-943db68b-7b36-4639-8c63-8471f0bd8ed3 service neutron] Attempting to bind port 49ac4f68-9205-475f-a448-2ba699638a92 on network 1ff92da1-0b24-4a22-8e79-02fd7e3d5ea0 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:33:50.169792 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a69fb42c-d5a1-41ed-8009-9ff53dcd8553 req-943db68b-7b36-4639-8c63-8471f0bd8ed3 service neutron] Checking agent: {'id': 'b544ba20-de93-4d86-9e6b-a2202deb6191', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:33:50.170103 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a69fb42c-d5a1-41ed-8009-9ff53dcd8553 req-943db68b-7b36-4639-8c63-8471f0bd8ed3 service neutron] Checking segment: {'id': 'ab93830d-b297-42a2-bd1c-881d5d0a7e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '1ff92da1-0b24-4a22-8e79-02fd7e3d5ea0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:33:50.170483 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a69fb42c-d5a1-41ed-8009-9ff53dcd8553 req-943db68b-7b36-4639-8c63-8471f0bd8ed3 service neutron] Bound using segment: {'id': 'ab93830d-b297-42a2-bd1c-881d5d0a7e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '1ff92da1-0b24-4a22-8e79-02fd7e3d5ea0'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:33:50.171651 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-a69fb42c-d5a1-41ed-8009-9ff53dcd8553 req-943db68b-7b36-4639-8c63-8471f0bd8ed3 service neutron] Bound port: 49ac4f68-9205-475f-a448-2ba699638a92, host: n-h1-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab93830d-b297-42a2-bd1c-881d5d0a7e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '1ff92da1-0b24-4a22-8e79-02fd7e3d5ea0'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:33:50.172292 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-a69fb42c-d5a1-41ed-8009-9ff53dcd8553 req-943db68b-7b36-4639-8c63-8471f0bd8ed3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (49ac4f68-9205-475f-a448-2ba699638a92), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:50.266915 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 38268) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:50.302238 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-a69fb42c-d5a1-41ed-8009-9ff53dcd8553 req-943db68b-7b36-4639-8c63-8471f0bd8ed3 service neutron] For port 49ac4f68-9205-475f-a448-2ba699638a92, host n-h1-812111-14, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:33:50.311190 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-a69fb42c-d5a1-41ed-8009-9ff53dcd8553 req-943db68b-7b36-4639-8c63-8471f0bd8ed3 service neutron] For port 49ac4f68-9205-475f-a448-2ba699638a92, host n-h1-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=49ac4f68-9205-475f-a448-2ba699638a92,segment=NetworkSegment(ab93830d-b297-42a2-bd1c-881d5d0a7e1e),segment_id=ab93830d-b297-42a2-bd1c-881d5d0a7e1e)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:33:50.327119 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-a69fb42c-d5a1-41ed-8009-9ff53dcd8553 req-943db68b-7b36-4639-8c63-8471f0bd8ed3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (49ac4f68-9205-475f-a448-2ba699638a92), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:50.435184 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69fb42c-d5a1-41ed-8009-9ff53dcd8553 req-943db68b-7b36-4639-8c63-8471f0bd8ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:50.437717 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-a69fb42c-d5a1-41ed-8009-9ff53dcd8553 req-943db68b-7b36-4639-8c63-8471f0bd8ed3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:50.439632 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a69fb42c-d5a1-41ed-8009-9ff53dcd8553 req-943db68b-7b36-4639-8c63-8471f0bd8ed3 service neutron] 10.222.0.41 "PUT /v2.0/ports/49ac4f68-9205-475f-a448-2ba699638a92 HTTP/1.1" status: 200 len: 1092 time: 4.0231364 Jan 28 19:33:50.452061 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10920d56-09b4-4317-9001-c1106e1626bd', 'tag': '49ac4f68-9205-475f-a448-2ba699638a92'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:33:50.456158 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4efe3a2d-5cd5-41f7-ab56-73d64a7b01bb" -d '{"events": [{"name": "network-changed", "server_uuid": "10920d56-09b4-4317-9001-c1106e1626bd", "tag": "49ac4f68-9205-475f-a448-2ba699638a92"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:33:50.588635 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:50.668798 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b3d206ad-0f96-4deb-86ee-3fbb9e484a01 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-730901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261120'] for router (665d8449-41eb-40b2-9cc5-fb725f53f30d), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:50.677316 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b3d206ad-0f96-4deb-86ee-3fbb9e484a01 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks [] for router_controller (665d8449-41eb-40b2-9cc5-fb725f53f30d), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:50.849130 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b3d206ad-0f96-4deb-86ee-3fbb9e484a01 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-730908'] for router (665d8449-41eb-40b2-9cc5-fb725f53f30d), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:50.850796 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3d206ad-0f96-4deb-86ee-3fbb9e484a01 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Fanout notify agent at l3_agent the message router_deleted on router 665d8449-41eb-40b2-9cc5-fb725f53f30d {{(pid=103304) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:33:50.877440 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b3d206ad-0f96-4deb-86ee-3fbb9e484a01 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:50.883888 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-b3d206ad-0f96-4deb-86ee-3fbb9e484a01 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] 10.222.0.64 "DELETE /v2.0/routers/665d8449-41eb-40b2-9cc5-fb725f53f30d HTTP/1.1" status: 204 len: 168 time: 1.1325612 Jan 28 19:33:50.895599 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 38282) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:50.919752 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d9f60e61-02d9-4ed4-a167-a495ac021e9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:51.372166 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d9f60e61-02d9-4ed4-a167-a495ac021e9e admin admin] Publish callbacks [] for security_group (c4e638d2-e71d-475c-b047-6fd48d683af2), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:51.400021 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d9f60e61-02d9-4ed4-a167-a495ac021e9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (c4e638d2-e71d-475c-b047-6fd48d683af2), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:51.422865 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07f03698-76a0-4f7b-b5ce-ff9baa3d6903 x-openstack-request-id: req-07f03698-76a0-4f7b-b5ce-ff9baa3d6903 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:33:51.424408 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10920d56-09b4-4317-9001-c1106e1626bd", "tag": "49ac4f68-9205-475f-a448-2ba699638a92", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:33:51.425244 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-07f03698-76a0-4f7b-b5ce-ff9baa3d6903 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:33:51.425828 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10920d56-09b4-4317-9001-c1106e1626bd', 'tag': '49ac4f68-9205-475f-a448-2ba699638a92', 'status': 'completed', 'code': 200} Jan 28 19:33:51.444360 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943db68b-7b36-4639-8c63-8471f0bd8ed3 service neutron] Pushing event updated for resources: {'Port': ['ID=49ac4f68-9205-475f-a448-2ba699638a92,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:33:51.495909 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d41dd8-100f-4a5a-a2d4-33a55a11282d req-5df6e313-becb-460e-8be7-7750d336f8cd tempest-InstanceActionsV221TestJSON-1987409180 tempest-InstanceActionsV221TestJSON-1987409180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:51.503908 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a2d41dd8-100f-4a5a-a2d4-33a55a11282d req-5df6e313-becb-460e-8be7-7750d336f8cd tempest-InstanceActionsV221TestJSON-1987409180 tempest-InstanceActionsV221TestJSON-1987409180-project] 10.222.0.64 "GET /v2.0/ports?device_id=10920d56-09b4-4317-9001-c1106e1626bd HTTP/1.1" status: 200 len: 943 time: 1.0132999 Jan 28 19:33:51.507125 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69fb42c-d5a1-41ed-8009-9ff53dcd8553 req-2df2e535-15d3-488e-b0d3-3a8d15ad6c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:51.507407 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7539431-a934-4fe2-b940-1cc807fe4210 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Deleting subnet 905d29f8-73b4-4028-bbb4-2420c179e59e {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:33:51.508608 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a69fb42c-d5a1-41ed-8009-9ff53dcd8553 req-2df2e535-15d3-488e-b0d3-3a8d15ad6c7d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=87ef532812144726984b00d82f756d1a&device_id=10920d56-09b4-4317-9001-c1106e1626bd HTTP/1.1" status: 200 len: 1126 time: 1.0030904 Jan 28 19:33:51.518010 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b7539431-a934-4fe2-b940-1cc807fe4210 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks [] for subnet (905d29f8-73b4-4028-bbb4-2420c179e59e), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:51.617395 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b7539431-a934-4fe2-b940-1cc807fe4210 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4747050'] for subnet (905d29f8-73b4-4028-bbb4-2420c179e59e), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:51.700554 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a69fb42c-d5a1-41ed-8009-9ff53dcd8553 req-a6a2283a-c55e-4ea3-beda-008ecb7a8a51 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=49ac4f68-9205-475f-a448-2ba699638a92 HTTP/1.1" status: 200 len: 217 time: 0.1665704 Jan 28 19:33:51.728751 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b7539431-a934-4fe2-b940-1cc807fe4210 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (905d29f8-73b4-4028-bbb4-2420c179e59e), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:51.902824 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23b518c-3332-4b1d-b352-dec87f9afed3 req-32333040-0052-4fb2-aa67-93e735cf8643 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:51.919353 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b23b518c-3332-4b1d-b352-dec87f9afed3 req-32333040-0052-4fb2-aa67-93e735cf8643 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/ports?device_id=468e569c-4ad2-4f8a-b0ed-71ebeaa4f974 HTTP/1.1" status: 200 len: 944 time: 0.6684954 Jan 28 19:33:51.921063 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69fb42c-d5a1-41ed-8009-9ff53dcd8553 req-c241d45c-6708-41c2-849f-aa8163eb37ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:51.924679 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a69fb42c-d5a1-41ed-8009-9ff53dcd8553 req-c241d45c-6708-41c2-849f-aa8163eb37ae service neutron] 10.222.0.41 "GET /v2.0/subnets?id=276ee1b0-78b0-452e-9277-43fd5cc4f6e4 HTTP/1.1" status: 200 len: 857 time: 0.1862161 Jan 28 19:33:51.939502 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b7539431-a934-4fe2-b940-1cc807fe4210 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4690616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5222356'] for subnet (905d29f8-73b4-4028-bbb4-2420c179e59e), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:51.977368 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-d9f60e61-02d9-4ed4-a167-a495ac021e9e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=01bf233705b64c21919dcf6d3dfdf47b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6967440 Jan 28 19:33:51.978980 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 38302) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:52.044142 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a69fb42c-d5a1-41ed-8009-9ff53dcd8553 req-04d1ca6d-0247-40c3-995f-9931fbaca819 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1ff92da1-0b24-4a22-8e79-02fd7e3d5ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1047587 Jan 28 19:33:52.272010 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a69fb42c-d5a1-41ed-8009-9ff53dcd8553 req-302e645b-943d-41c9-ab1f-1ca1271dae97 service neutron] 10.222.0.41 "GET /v2.0/networks/1ff92da1-0b24-4a22-8e79-02fd7e3d5ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989613 Jan 28 19:33:52.479683 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a69fb42c-d5a1-41ed-8009-9ff53dcd8553 req-05bd37be-8bca-4402-bc87-4202beaa3331 service neutron] 10.222.0.41 "GET /v2.0/networks/1ff92da1-0b24-4a22-8e79-02fd7e3d5ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929686 Jan 28 19:33:52.484642 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a2d41dd8-100f-4a5a-a2d4-33a55a11282d req-ed361f3e-a6af-43ae-850d-c98a4a1cc3d9 tempest-InstanceActionsV221TestJSON-1987409180 tempest-InstanceActionsV221TestJSON-1987409180-project] 10.222.0.64 "GET /v2.0/security-groups?id=49d9482d-a72b-40ce-8f70-854bdcf804f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9798932 Jan 28 19:33:52.547042 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a4525fe0-c1b0-4914-9737-b3c86a367c2e admin admin] Publish callbacks [] for security_group (c4e638d2-e71d-475c-b047-6fd48d683af2), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:52.677833 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a4525fe0-c1b0-4914-9737-b3c86a367c2e admin admin] Publish callbacks [] for security_group (c4e638d2-e71d-475c-b047-6fd48d683af2), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:52.743169 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efe3a2d-5cd5-41f7-ab56-73d64a7b01bb req-d5039dfe-572d-4e0d-b47e-9af6233b940e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:52.744697 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4efe3a2d-5cd5-41f7-ab56-73d64a7b01bb req-d5039dfe-572d-4e0d-b47e-9af6233b940e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=87ef532812144726984b00d82f756d1a&device_id=10920d56-09b4-4317-9001-c1106e1626bd HTTP/1.1" status: 200 len: 1126 time: 0.1551507 Jan 28 19:33:52.785153 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f60e61-02d9-4ed4-a167-a495ac021e9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4e638d2-e71d-475c-b047-6fd48d683af2,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:33:52.803762 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7539431-a934-4fe2-b940-1cc807fe4210 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Pushing event deleted for resources: {'Subnet': ['ID=905d29f8-73b4-4028-bbb4-2420c179e59e,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:33:52.822969 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d934074-438a-4214-9e13-3cff7766a0f8 None None] Network 9f981fd2-8686-4215-a914-a3632b8b47c2 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:33:52.829796 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b7539431-a934-4fe2-b940-1cc807fe4210 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:52.843856 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-b7539431-a934-4fe2-b940-1cc807fe4210 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] 10.222.0.64 "DELETE /v2.0/subnets/905d29f8-73b4-4028-bbb4-2420c179e59e HTTP/1.1" status: 204 len: 168 time: 1.9422789 Jan 28 19:33:52.846238 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 38306) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:53.044167 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efe3a2d-5cd5-41f7-ab56-73d64a7b01bb req-b76ee5c2-f918-4df5-9c3b-64693c3a0aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:53.046549 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4efe3a2d-5cd5-41f7-ab56-73d64a7b01bb req-b76ee5c2-f918-4df5-9c3b-64693c3a0aad service neutron] 10.222.0.41 "GET /v2.0/networks?id=1ff92da1-0b24-4a22-8e79-02fd7e3d5ea0 HTTP/1.1" status: 200 len: 917 time: 0.2864404 Jan 28 19:33:53.094389 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a4525fe0-c1b0-4914-9737-b3c86a367c2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (c4e638d2-e71d-475c-b047-6fd48d683af2), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:53.097220 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-193c902c-f264-4078-9192-cc19e90f054d tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (9f981fd2-8686-4215-a914-a3632b8b47c2), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:53.097756 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a4525fe0-c1b0-4914-9737-b3c86a367c2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:53.099191 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-a4525fe0-c1b0-4914-9737-b3c86a367c2e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c4e638d2-e71d-475c-b047-6fd48d683af2 HTTP/1.1" status: 204 len: 168 time: 1.0633337 Jan 28 19:33:53.108649 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4525fe0-c1b0-4914-9737-b3c86a367c2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4e638d2-e71d-475c-b047-6fd48d683af2,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:33:53.178073 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b23b518c-3332-4b1d-b352-dec87f9afed3 req-49e66206-cd4b-4526-a493-7b5a293f6bab tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/security-groups?id=1bfe6452-43d5-4c93-9450-34896bc0d267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.2554643 Jan 28 19:33:53.241678 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef6cdaa-47d7-48d1-9356-ba416ffd558a None None] DHCP port deletion for 9f981fd2-8686-4215-a914-a3632b8b47c2 request from n-d-812111-14 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:33:53.316209 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4efe3a2d-5cd5-41f7-ab56-73d64a7b01bb req-756fd470-0bcb-438e-a9a8-cae44d2d8d7e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=49ac4f68-9205-475f-a448-2ba699638a92 HTTP/1.1" status: 200 len: 217 time: 0.0970035 Jan 28 19:33:53.318790 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-193c902c-f264-4078-9192-cc19e90f054d tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Deleting port 9f48b374-9473-496d-ac8c-406abac91982 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:33:53.319126 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-193c902c-f264-4078-9192-cc19e90f054d tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (9f48b374-9473-496d-ac8c-406abac91982), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:53.383735 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2ef6cdaa-47d7-48d1-9356-ba416ffd558a None None] Deleting port 9f48b374-9473-496d-ac8c-406abac91982 {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:33:53.384408 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2ef6cdaa-47d7-48d1-9356-ba416ffd558a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (9f48b374-9473-496d-ac8c-406abac91982), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:53.439633 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efe3a2d-5cd5-41f7-ab56-73d64a7b01bb req-3a6eaeee-7ccc-4b4c-b3a3-3cd3e4d864b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:53.441168 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4efe3a2d-5cd5-41f7-ab56-73d64a7b01bb req-3a6eaeee-7ccc-4b4c-b3a3-3cd3e4d864b6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=276ee1b0-78b0-452e-9277-43fd5cc4f6e4 HTTP/1.1" status: 200 len: 857 time: 0.1193657 Jan 28 19:33:53.495233 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4efe3a2d-5cd5-41f7-ab56-73d64a7b01bb req-5ca3d876-5b8d-4544-aa1e-8548a5ec7e35 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1ff92da1-0b24-4a22-8e79-02fd7e3d5ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466082 Jan 28 19:33:53.511944 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-193c902c-f264-4078-9192-cc19e90f054d tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] For port 9f48b374-9473-496d-ac8c-406abac91982, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=9f48b374-9473-496d-ac8c-406abac91982,segment=NetworkSegment(3eb8e81b-a443-413d-a9ad-c5aa0d86c827),segment_id=3eb8e81b-a443-413d-a9ad-c5aa0d86c827)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:33:53.512589 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-193c902c-f264-4078-9192-cc19e90f054d tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (9f48b374-9473-496d-ac8c-406abac91982), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:53.576813 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-193c902c-f264-4078-9192-cc19e90f054d tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Calling delete_port for 9f48b374-9473-496d-ac8c-406abac91982 owned by network:dhcp {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:33:53.579363 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2ef6cdaa-47d7-48d1-9356-ba416ffd558a None None] For port 9f48b374-9473-496d-ac8c-406abac91982, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=9f48b374-9473-496d-ac8c-406abac91982,segment=NetworkSegment(3eb8e81b-a443-413d-a9ad-c5aa0d86c827),segment_id=3eb8e81b-a443-413d-a9ad-c5aa0d86c827)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:33:53.581394 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2ef6cdaa-47d7-48d1-9356-ba416ffd558a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (9f48b374-9473-496d-ac8c-406abac91982), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:53.631473 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2ef6cdaa-47d7-48d1-9356-ba416ffd558a None None] Calling delete_port for 9f48b374-9473-496d-ac8c-406abac91982 owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:33:53.706533 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4efe3a2d-5cd5-41f7-ab56-73d64a7b01bb req-cb3cc310-8527-4179-ae32-df9e798d628d service neutron] 10.222.0.41 "GET /v2.0/networks/1ff92da1-0b24-4a22-8e79-02fd7e3d5ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025614 Jan 28 19:33:53.788801 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2ef6cdaa-47d7-48d1-9356-ba416ffd558a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985'] for port (9f48b374-9473-496d-ac8c-406abac91982), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:53.804220 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-193c902c-f264-4078-9192-cc19e90f054d tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (9f48b374-9473-496d-ac8c-406abac91982), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:53.851272 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef6cdaa-47d7-48d1-9356-ba416ffd558a None None] No DVR routers for this DVR port 9f48b374-9473-496d-ac8c-406abac91982 on host n-d-812111-14 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:33:53.884390 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef6cdaa-47d7-48d1-9356-ba416ffd558a None None] Pushing event deleted for resources: {'Port': ['ID=9f48b374-9473-496d-ac8c-406abac91982,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:33:53.894798 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd9905b-56ca-4e62-b5d3-3d4f9f4243dd req-634c274c-3a24-484d-b1df-f03b20b41108 tempest-InstanceActionsV221TestJSON-1987409180 tempest-InstanceActionsV221TestJSON-1987409180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:53.894992 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193c902c-f264-4078-9192-cc19e90f054d tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Pushing event deleted for resources: {'Port': ['ID=9f48b374-9473-496d-ac8c-406abac91982,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:33:53.896893 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9cd9905b-56ca-4e62-b5d3-3d4f9f4243dd req-634c274c-3a24-484d-b1df-f03b20b41108 tempest-InstanceActionsV221TestJSON-1987409180 tempest-InstanceActionsV221TestJSON-1987409180-project] 10.222.0.64 "GET /v2.0/ports?device_id=10920d56-09b4-4317-9001-c1106e1626bd HTTP/1.1" status: 200 len: 943 time: 0.1894183 Jan 28 19:33:53.901941 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef6cdaa-47d7-48d1-9356-ba416ffd558a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:33:53.908081 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef6cdaa-47d7-48d1-9356-ba416ffd558a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:33:53.908478 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef6cdaa-47d7-48d1-9356-ba416ffd558a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:33:53.908921 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef6cdaa-47d7-48d1-9356-ba416ffd558a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:33:53.909646 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef6cdaa-47d7-48d1-9356-ba416ffd558a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:33:53.910240 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef6cdaa-47d7-48d1-9356-ba416ffd558a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:33:53.910649 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef6cdaa-47d7-48d1-9356-ba416ffd558a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:33:53.911173 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef6cdaa-47d7-48d1-9356-ba416ffd558a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:33:53.911576 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef6cdaa-47d7-48d1-9356-ba416ffd558a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:33:53.911977 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef6cdaa-47d7-48d1-9356-ba416ffd558a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:33:53.912375 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef6cdaa-47d7-48d1-9356-ba416ffd558a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:33:53.912774 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef6cdaa-47d7-48d1-9356-ba416ffd558a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:33:53.913196 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef6cdaa-47d7-48d1-9356-ba416ffd558a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:33:53.918226 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:53.922368 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193c902c-f264-4078-9192-cc19e90f054d tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] No DVR routers for this DVR port 9f48b374-9473-496d-ac8c-406abac91982 on host n-d-812111-14 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:33:53.946213 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4efe3a2d-5cd5-41f7-ab56-73d64a7b01bb req-63f4c3db-3aaa-4b22-9be8-01e2651adb92 service neutron] 10.222.0.41 "GET /v2.0/networks/1ff92da1-0b24-4a22-8e79-02fd7e3d5ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2304389 Jan 28 19:33:54.014777 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9cd9905b-56ca-4e62-b5d3-3d4f9f4243dd req-0aac4831-9e50-48e3-b3ef-aa51d32e3ece tempest-InstanceActionsV221TestJSON-1987409180 tempest-InstanceActionsV221TestJSON-1987409180-project] 10.222.0.64 "GET /v2.0/security-groups?id=49d9482d-a72b-40ce-8f70-854bdcf804f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078937 Jan 28 19:33:54.077849 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-193c902c-f264-4078-9192-cc19e90f054d tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (9f981fd2-8686-4215-a914-a3632b8b47c2), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:54.130891 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-193c902c-f264-4078-9192-cc19e90f054d tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f981fd2-8686-4215-a914-a3632b8b47c2']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:33:54.159345 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-193c902c-f264-4078-9192-cc19e90f054d tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3eb8e81b-a443-413d-a9ad-c5aa0d86c827') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:33:54.160156 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-193c902c-f264-4078-9192-cc19e90f054d tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3eb8e81b-a443-413d-a9ad-c5aa0d86c827') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:33:54.197166 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-193c902c-f264-4078-9192-cc19e90f054d tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4747091'] for segment (3eb8e81b-a443-413d-a9ad-c5aa0d86c827), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:54.215043 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-193c902c-f264-4078-9192-cc19e90f054d tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (3eb8e81b-a443-413d-a9ad-c5aa0d86c827), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:54.223235 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-193c902c-f264-4078-9192-cc19e90f054d tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:33:54.224182 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-193c902c-f264-4078-9192-cc19e90f054d tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4690514'] for segment (3eb8e81b-a443-413d-a9ad-c5aa0d86c827), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:54.318563 n-d-812111-14 neutron-server[103304]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:33:54.318563 n-d-812111-14 neutron-server[103304]: self.session.flush() Jan 28 19:33:54.318563 n-d-812111-14 neutron-server[103304]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:33:54.318563 n-d-812111-14 neutron-server[103304]: self.session.flush() Jan 28 19:33:54.318563 n-d-812111-14 neutron-server[103304]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:33:54.318563 n-d-812111-14 neutron-server[103304]: self.session.flush() Jan 28 19:33:54.318563 n-d-812111-14 neutron-server[103304]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:33:54.318563 n-d-812111-14 neutron-server[103304]: self.session.flush() Jan 28 19:33:54.318563 n-d-812111-14 neutron-server[103304]: Traceback (most recent call last): Jan 28 19:33:54.318563 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:33:54.318563 n-d-812111-14 neutron-server[103304]: timer() Jan 28 19:33:54.318563 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:33:54.318563 n-d-812111-14 neutron-server[103304]: cb(*args, **kw) Jan 28 19:33:54.318563 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:33:54.318563 n-d-812111-14 neutron-server[103304]: return func(*args, **kwargs) Jan 28 19:33:54.318563 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:33:54.318563 n-d-812111-14 neutron-server[103304]: self._notify() Jan 28 19:33:54.318563 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:33:54.318563 n-d-812111-14 neutron-server[103304]: self.callback(batched_events) Jan 28 19:33:54.318563 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:33:54.318563 n-d-812111-14 neutron-server[103304]: event.method(event) Jan 28 19:33:54.318563 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:33:54.318563 n-d-812111-14 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:33:54.318563 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:33:54.318563 n-d-812111-14 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:33:54.318563 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:33:54.318563 n-d-812111-14 neutron-server[103304]: return f(self, *a, **k) Jan 28 19:33:54.318563 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:33:54.318563 n-d-812111-14 neutron-server[103304]: return self._get(url).json() Jan 28 19:33:54.318563 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:33:54.318563 n-d-812111-14 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:33:54.318563 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:33:54.318563 n-d-812111-14 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 28 19:33:54.318563 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:33:54.318563 n-d-812111-14 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:33:54.318563 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:33:54.318563 n-d-812111-14 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:33:54.318563 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:33:54.318563 n-d-812111-14 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:33:54.318563 n-d-812111-14 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:33:54.322251 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-193c902c-f264-4078-9192-cc19e90f054d tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (9f981fd2-8686-4215-a914-a3632b8b47c2), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:54.328906 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-193c902c-f264-4078-9192-cc19e90f054d tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:54.348821 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-193c902c-f264-4078-9192-cc19e90f054d tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] 10.222.0.64 "DELETE /v2.0/networks/9f981fd2-8686-4215-a914-a3632b8b47c2 HTTP/1.1" status: 204 len: 168 time: 1.5008948 Jan 28 19:33:54.357938 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 38344) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:54.373277 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193c902c-f264-4078-9192-cc19e90f054d tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Pushing event deleted for resources: {'Network': ['ID=9f981fd2-8686-4215-a914-a3632b8b47c2,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:33:54.423295 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-11d239ad-8985-4bfe-b83f-ecd502c2ef94 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1570132490', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}, 'admin_state_up': False}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:33:54.524310 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-11d239ad-8985-4bfe-b83f-ecd502c2ef94 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261150'] for router (2966ffbe-1ae3-4c40-bee4-4d15b7e63c86), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:54.529662 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-11d239ad-8985-4bfe-b83f-ecd502c2ef94 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-731099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-731441', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261129'] for router (2966ffbe-1ae3-4c40-bee4-4d15b7e63c86), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:54.636432 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41b0532-c2ad-43f9-9e6f-adeb1c5f25cc req-6081c3b2-d400-4d7c-b468-15fcd2cd6e78 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:54.644825 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e41b0532-c2ad-43f9-9e6f-adeb1c5f25cc req-6081c3b2-d400-4d7c-b468-15fcd2cd6e78 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/ports?device_id=468e569c-4ad2-4f8a-b0ed-71ebeaa4f974 HTTP/1.1" status: 200 len: 944 time: 0.2621677 Jan 28 19:33:54.647911 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 9f48b374-9473-496d-ac8c-406abac91982 no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:33:54.692823 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: 9f48b374-9473-496d-ac8c-406abac91982 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:33:54.694913 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 9f48b374-9473-496d-ac8c-406abac91982 not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:33:54.736677 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-11d239ad-8985-4bfe-b83f-ecd502c2ef94 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks [] for router_controller (2966ffbe-1ae3-4c40-bee4-4d15b7e63c86), precommit_add_association {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:54.823399 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e41b0532-c2ad-43f9-9e6f-adeb1c5f25cc req-37c82b97-2a70-4716-815f-eacd764a64bd tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/security-groups?id=1bfe6452-43d5-4c93-9450-34896bc0d267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1691682 Jan 28 19:33:55.001372 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-11d239ad-8985-4bfe-b83f-ecd502c2ef94 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks [] for router_gateway (2966ffbe-1ae3-4c40-bee4-4d15b7e63c86), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:55.334093 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44ddb0f-ad2f-4748-aebd-f725f034cbbc req-61e2d022-918c-40ea-8e4e-f3c0c4553e1f tempest-InstanceActionsV221TestJSON-1987409180 tempest-InstanceActionsV221TestJSON-1987409180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:55.339732 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e44ddb0f-ad2f-4748-aebd-f725f034cbbc req-61e2d022-918c-40ea-8e4e-f3c0c4553e1f tempest-InstanceActionsV221TestJSON-1987409180 tempest-InstanceActionsV221TestJSON-1987409180-project] 10.222.0.64 "GET /v2.0/ports?device_id=10920d56-09b4-4317-9001-c1106e1626bd HTTP/1.1" status: 200 len: 943 time: 0.1477633 Jan 28 19:33:55.527655 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-11d239ad-8985-4bfe-b83f-ecd502c2ef94 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks [] for router_gateway (2966ffbe-1ae3-4c40-bee4-4d15b7e63c86), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:55.571279 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-11d239ad-8985-4bfe-b83f-ecd502c2ef94 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:55.589658 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e44ddb0f-ad2f-4748-aebd-f725f034cbbc req-fe28a7ce-2013-486c-bea2-c79bf0a59697 tempest-InstanceActionsV221TestJSON-1987409180 tempest-InstanceActionsV221TestJSON-1987409180-project] 10.222.0.64 "GET /v2.0/security-groups?id=49d9482d-a72b-40ce-8f70-854bdcf804f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955132 Jan 28 19:33:55.614565 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 49ac4f68-9205-475f-a448-2ba699638a92 details requested by agent hyperv_n-h1-812111-14 with host n-h1-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:33:55.805688 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 49ac4f68-9205-475f-a448-2ba699638a92, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=49ac4f68-9205-475f-a448-2ba699638a92,segment=NetworkSegment(ab93830d-b297-42a2-bd1c-881d5d0a7e1e),segment_id=ab93830d-b297-42a2-bd1c-881d5d0a7e1e)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:33:55.836334 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Returning: {'device': '49ac4f68-9205-475f-a448-2ba699638a92', 'network_id': '1ff92da1-0b24-4a22-8e79-02fd7e3d5ea0', 'port_id': '49ac4f68-9205-475f-a448-2ba699638a92', 'mac_address': 'fa:16:3e:14:9b:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '276ee1b0-78b0-452e-9277-43fd5cc4f6e4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:33:55.866872 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-11d239ad-8985-4bfe-b83f-ecd502c2ef94 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Allocated IP 172.25.6.110 (d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8/a648e4ab-7422-41b9-b133-58aca25ab8f5/7b3f67fb-25ad-4b81-ba05-305c92aadc9e) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:33:55.907647 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port 49ac4f68-9205-475f-a448-2ba699638a92 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:33:55.917741 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (49ac4f68-9205-475f-a448-2ba699638a92), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:55.965195 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49ac4f68-9205-475f-a448-2ba699638a92 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:33:55.991530 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 49ac4f68-9205-475f-a448-2ba699638a92, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=49ac4f68-9205-475f-a448-2ba699638a92,segment=NetworkSegment(ab93830d-b297-42a2-bd1c-881d5d0a7e1e),segment_id=ab93830d-b297-42a2-bd1c-881d5d0a7e1e)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:33:56.002178 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (49ac4f68-9205-475f-a448-2ba699638a92), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:56.035891 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3a13d1-d76b-40b3-8119-c0ecd69c83e2 req-f7b162e7-f310-40e2-895d-bf7541ad037a tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:56.042948 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ad3a13d1-d76b-40b3-8119-c0ecd69c83e2 req-f7b162e7-f310-40e2-895d-bf7541ad037a tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/ports?device_id=468e569c-4ad2-4f8a-b0ed-71ebeaa4f974 HTTP/1.1" status: 200 len: 944 time: 0.0815430 Jan 28 19:33:56.089750 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=49ac4f68-9205-475f-a448-2ba699638a92,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:33:56.143397 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ad3a13d1-d76b-40b3-8119-c0ecd69c83e2 req-a13fe501-456c-4fb1-ba2a-f6887173996b tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/security-groups?id=1bfe6452-43d5-4c93-9450-34896bc0d267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994418 Jan 28 19:33:56.235911 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-11d239ad-8985-4bfe-b83f-ecd502c2ef94 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks [] for port (7b3f67fb-25ad-4b81-ba05-305c92aadc9e), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:56.271313 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['49ac4f68-9205-475f-a448-2ba699638a92'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:33:56.329715 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-11d239ad-8985-4bfe-b83f-ecd502c2ef94 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (7b3f67fb-25ad-4b81-ba05-305c92aadc9e), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:56.448968 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d239ad-8985-4bfe-b83f-ecd502c2ef94 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Pushing event updated for resources: {'Port': ['ID=7b3f67fb-25ad-4b81-ba05-305c92aadc9e,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:33:56.477257 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d239ad-8985-4bfe-b83f-ecd502c2ef94 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:33:56.482820 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-11d239ad-8985-4bfe-b83f-ecd502c2ef94 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:33:56.487688 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d239ad-8985-4bfe-b83f-ecd502c2ef94 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:33:56.900037 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e4afdd-2daa-4f9a-b598-6a1d554d2a9e req-f0e99784-bbbd-405a-ab32-53a1d6691e54 tempest-InstanceActionsV221TestJSON-1987409180 tempest-InstanceActionsV221TestJSON-1987409180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:56.904084 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a6e4afdd-2daa-4f9a-b598-6a1d554d2a9e req-f0e99784-bbbd-405a-ab32-53a1d6691e54 tempest-InstanceActionsV221TestJSON-1987409180 tempest-InstanceActionsV221TestJSON-1987409180-project] 10.222.0.64 "GET /v2.0/ports?device_id=10920d56-09b4-4317-9001-c1106e1626bd HTTP/1.1" status: 200 len: 944 time: 0.1244638 Jan 28 19:33:56.939806 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 38450) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:57.074431 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afeb6c1-bb9c-4bda-9d30-86612bb566b9 req-9687303d-c1e6-4a5e-9f38-c83fc12be368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:57.075084 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afeb6c1-bb9c-4bda-9d30-86612bb566b9 req-9687303d-c1e6-4a5e-9f38-c83fc12be368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:57.076174 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afeb6c1-bb9c-4bda-9d30-86612bb566b9 req-9687303d-c1e6-4a5e-9f38-c83fc12be368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:57.077387 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afeb6c1-bb9c-4bda-9d30-86612bb566b9 req-9687303d-c1e6-4a5e-9f38-c83fc12be368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:57.078498 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afeb6c1-bb9c-4bda-9d30-86612bb566b9 req-9687303d-c1e6-4a5e-9f38-c83fc12be368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:57.079452 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afeb6c1-bb9c-4bda-9d30-86612bb566b9 req-9687303d-c1e6-4a5e-9f38-c83fc12be368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:57.080104 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afeb6c1-bb9c-4bda-9d30-86612bb566b9 req-9687303d-c1e6-4a5e-9f38-c83fc12be368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:57.085623 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-0afeb6c1-bb9c-4bda-9d30-86612bb566b9 req-9687303d-c1e6-4a5e-9f38-c83fc12be368 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6266b4f2-471d-4297-9d3c-9386239f951c HTTP/1.1" status: 200 len: 6723 time: 0.1439719 Jan 28 19:33:57.175173 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-0afeb6c1-bb9c-4bda-9d30-86612bb566b9 req-a780edd8-f224-443c-adcc-a1f786ce8265 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=72c56c83-1eeb-4758-9a36-9dca3b681b4c&id=13e4f299-cf18-4f69-979b-275ae464cc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0704293 Jan 28 19:33:57.237047 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-11d239ad-8985-4bfe-b83f-ecd502c2ef94 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks [] for router_gateway (2966ffbe-1ae3-4c40-bee4-4d15b7e63c86), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:57.291922 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 38460) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:57.327042 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a6e4afdd-2daa-4f9a-b598-6a1d554d2a9e req-35c0bd8d-5ded-4338-98b6-d5f5df5a09b8 tempest-InstanceActionsV221TestJSON-1987409180 tempest-InstanceActionsV221TestJSON-1987409180-project] 10.222.0.64 "GET /v2.0/security-groups?id=49d9482d-a72b-40ce-8f70-854bdcf804f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3423891 Jan 28 19:33:57.415406 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f64b1a-4275-4ecd-b85b-6f318f21681e req-67b26804-521d-4ddc-8769-cf7fbf6dab78 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:57.417395 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d9f64b1a-4275-4ecd-b85b-6f318f21681e req-67b26804-521d-4ddc-8769-cf7fbf6dab78 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/ports?device_id=468e569c-4ad2-4f8a-b0ed-71ebeaa4f974 HTTP/1.1" status: 200 len: 944 time: 0.1371024 Jan 28 19:33:57.542821 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d9f64b1a-4275-4ecd-b85b-6f318f21681e req-567be849-4f51-41f7-b4d5-05c6e300bff8 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/security-groups?id=1bfe6452-43d5-4c93-9450-34896bc0d267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104805 Jan 28 19:33:57.566809 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0a1e747b-bbd6-4f13-b6e5-10e1df7fffbc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:57.617237 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 49ac4f68-9205-475f-a448-2ba699638a92 up at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:33:57.717717 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning for port 49ac4f68-9205-475f-a448-2ba699638a92 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:33:57.726956 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0a1e747b-bbd6-4f13-b6e5-10e1df7fffbc admin admin] Publish callbacks [] for security_group (323159f2-c98b-41ec-ba9b-79f889ebf87d), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:57.727368 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning complete for port 49ac4f68-9205-475f-a448-2ba699638a92 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:33:57.727757 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (49ac4f68-9205-475f-a448-2ba699638a92), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:57.738892 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-11d239ad-8985-4bfe-b83f-ecd502c2ef94 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-731074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-731460'] for router (2966ffbe-1ae3-4c40-bee4-4d15b7e63c86), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:57.743227 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0a1e747b-bbd6-4f13-b6e5-10e1df7fffbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (323159f2-c98b-41ec-ba9b-79f889ebf87d), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:57.837570 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-0a1e747b-bbd6-4f13-b6e5-10e1df7fffbc admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=27a83f6235b3403a9f3db5fb07ba159e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5422730 Jan 28 19:33:57.838293 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 38472) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:57.846439 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1e747b-bbd6-4f13-b6e5-10e1df7fffbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=323159f2-c98b-41ec-ba9b-79f889ebf87d,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:33:57.859118 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1e747b-bbd6-4f13-b6e5-10e1df7fffbc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:33:57.859474 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1e747b-bbd6-4f13-b6e5-10e1df7fffbc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:33:57.859825 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1e747b-bbd6-4f13-b6e5-10e1df7fffbc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:33:57.860252 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1e747b-bbd6-4f13-b6e5-10e1df7fffbc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:33:57.860501 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1e747b-bbd6-4f13-b6e5-10e1df7fffbc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:33:57.860839 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1e747b-bbd6-4f13-b6e5-10e1df7fffbc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:33:57.861197 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1e747b-bbd6-4f13-b6e5-10e1df7fffbc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:33:57.861538 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1e747b-bbd6-4f13-b6e5-10e1df7fffbc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:33:57.861878 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1e747b-bbd6-4f13-b6e5-10e1df7fffbc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:33:57.862206 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1e747b-bbd6-4f13-b6e5-10e1df7fffbc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:33:57.862910 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1e747b-bbd6-4f13-b6e5-10e1df7fffbc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:33:57.863253 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1e747b-bbd6-4f13-b6e5-10e1df7fffbc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:33:57.864148 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1e747b-bbd6-4f13-b6e5-10e1df7fffbc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:33:57.949878 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c92ac4ed-76a0-4aa4-a147-7b56cd34adf4 admin admin] Publish callbacks [] for security_group (323159f2-c98b-41ec-ba9b-79f889ebf87d), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:57.982292 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c92ac4ed-76a0-4aa4-a147-7b56cd34adf4 admin admin] Publish callbacks [] for security_group (323159f2-c98b-41ec-ba9b-79f889ebf87d), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:58.023151 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11d239ad-8985-4bfe-b83f-ecd502c2ef94 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Router 2966ffbe-1ae3-4c40-bee4-4d15b7e63c86 is scheduled to L3 agent 76fe5c49-705a-4e08-abb2-be585676213f with binding_index 1 {{(pid=103305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 19:33:58.098621 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c92ac4ed-76a0-4aa4-a147-7b56cd34adf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (323159f2-c98b-41ec-ba9b-79f889ebf87d), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:58.101637 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c92ac4ed-76a0-4aa4-a147-7b56cd34adf4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:58.105185 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-c92ac4ed-76a0-4aa4-a147-7b56cd34adf4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/323159f2-c98b-41ec-ba9b-79f889ebf87d HTTP/1.1" status: 204 len: 168 time: 0.2634723 Jan 28 19:33:58.115150 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92ac4ed-76a0-4aa4-a147-7b56cd34adf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=323159f2-c98b-41ec-ba9b-79f889ebf87d,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:33:58.175110 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port 49ac4f68-9205-475f-a448-2ba699638a92 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:33:58.175794 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (49ac4f68-9205-475f-a448-2ba699638a92), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:58.211197 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 49ac4f68-9205-475f-a448-2ba699638a92, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=49ac4f68-9205-475f-a448-2ba699638a92,segment=NetworkSegment(ab93830d-b297-42a2-bd1c-881d5d0a7e1e),segment_id=ab93830d-b297-42a2-bd1c-881d5d0a7e1e)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:33:58.214755 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10920d56-09b4-4317-9001-c1106e1626bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49ac4f68-9205-475f-a448-2ba699638a92'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:33:58.222199 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f17d7802-915a-445d-ae0e-c7c019a45210" -d '{"events": [{"server_uuid": "10920d56-09b4-4317-9001-c1106e1626bd", "name": "network-vif-plugged", "status": "completed", "tag": "49ac4f68-9205-475f-a448-2ba699638a92"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:33:58.228345 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (49ac4f68-9205-475f-a448-2ba699638a92), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:58.367309 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=49ac4f68-9205-475f-a448-2ba699638a92,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:33:58.580932 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0702ec0-5244-49b8-9730-9f8262def4af req-51087d32-a033-4a59-98ba-37c9ab0339cd tempest-InstanceActionsV221TestJSON-1987409180 tempest-InstanceActionsV221TestJSON-1987409180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:58.589824 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c0702ec0-5244-49b8-9730-9f8262def4af req-51087d32-a033-4a59-98ba-37c9ab0339cd tempest-InstanceActionsV221TestJSON-1987409180 tempest-InstanceActionsV221TestJSON-1987409180-project] 10.222.0.64 "GET /v2.0/ports?device_id=10920d56-09b4-4317-9001-c1106e1626bd HTTP/1.1" status: 200 len: 945 time: 0.1391718 Jan 28 19:33:58.666968 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e76e5d8-a4c9-4063-9a63-44a083805127 x-openstack-request-id: req-9e76e5d8-a4c9-4063-9a63-44a083805127 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:33:58.667492 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c0702ec0-5244-49b8-9730-9f8262def4af req-35131c72-3a25-4b6e-9d18-e2719b8724a8 tempest-InstanceActionsV221TestJSON-1987409180 tempest-InstanceActionsV221TestJSON-1987409180-project] 10.222.0.64 "GET /v2.0/security-groups?id=49d9482d-a72b-40ce-8f70-854bdcf804f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716455 Jan 28 19:33:58.669473 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10920d56-09b4-4317-9001-c1106e1626bd", "name": "network-vif-plugged", "status": "completed", "tag": "49ac4f68-9205-475f-a448-2ba699638a92", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:33:58.671863 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9e76e5d8-a4c9-4063-9a63-44a083805127 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:33:58.672536 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10920d56-09b4-4317-9001-c1106e1626bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49ac4f68-9205-475f-a448-2ba699638a92', 'code': 200} Jan 28 19:33:58.880864 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 38492) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:58.899760 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-70f9da36-e1fc-46a2-b4e2-edc703755212 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:58.961309 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11d239ad-8985-4bfe-b83f-ecd502c2ef94 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:33:58.976171 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814578fd-ccde-4442-8ea8-5a9ea92f72fe None None] Sync routers for ids ['2966ffbe-1ae3-4c40-bee4-4d15b7e63c86'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:33:58.992038 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814578fd-ccde-4442-8ea8-5a9ea92f72fe None None] Routers {'2966ffbe-1ae3-4c40-bee4-4d15b7e63c86'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:33:58.995950 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-814578fd-ccde-4442-8ea8-5a9ea92f72fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:33:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['2966ffbe-1ae3-4c40-bee4-4d15b7e63c86'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:33:58.998247 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8b99b1-3c53-44fd-8f0c-caf3a784feb1 req-918902e5-d7d6-498d-93d2-cbd95531222a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:59.000214 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2f8b99b1-3c53-44fd-8f0c-caf3a784feb1 req-918902e5-d7d6-498d-93d2-cbd95531222a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=10920d56-09b4-4317-9001-c1106e1626bd HTTP/1.1" status: 200 len: 1128 time: 0.0951264 Jan 28 19:33:59.006365 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-11d239ad-8985-4bfe-b83f-ecd502c2ef94 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:59.007716 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-11d239ad-8985-4bfe-b83f-ecd502c2ef94 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.6442437 Jan 28 19:33:59.022857 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf3c6dc-98a5-4187-b7ab-01f61f5409f6 req-9cc26617-2d4f-4515-ba0e-430c1c3d8afb tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:59.024511 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-baf3c6dc-98a5-4187-b7ab-01f61f5409f6 req-9cc26617-2d4f-4515-ba0e-430c1c3d8afb tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/ports?device_id=468e569c-4ad2-4f8a-b0ed-71ebeaa4f974 HTTP/1.1" status: 200 len: 944 time: 0.1289976 Jan 28 19:33:59.025061 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 38494) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:59.078760 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-814578fd-ccde-4442-8ea8-5a9ea92f72fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:33:59.097628 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-70f9da36-e1fc-46a2-b4e2-edc703755212 admin admin] Publish callbacks [] for security_group (fafe0320-f5ce-461b-9cc8-b9b90c90e614), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:59.098740 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814578fd-ccde-4442-8ea8-5a9ea92f72fe None None] Routers {'2966ffbe-1ae3-4c40-bee4-4d15b7e63c86'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:33:59.099572 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-814578fd-ccde-4442-8ea8-5a9ea92f72fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:33:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['2966ffbe-1ae3-4c40-bee4-4d15b7e63c86'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:33:59.112811 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-70f9da36-e1fc-46a2-b4e2-edc703755212 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (fafe0320-f5ce-461b-9cc8-b9b90c90e614), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:59.163111 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-d34c83b0-5b61-4768-8913-268447f3c754 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] 10.222.0.64 "GET /v2.0/routers/2966ffbe-1ae3-4c40-bee4-4d15b7e63c86 HTTP/1.1" status: 200 len: 885 time: 0.1358242 Jan 28 19:33:59.166622 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-814578fd-ccde-4442-8ea8-5a9ea92f72fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:33:59.167344 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 38496) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:59.170358 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814578fd-ccde-4442-8ea8-5a9ea92f72fe None None] The sync data for ids ['2966ffbe-1ae3-4c40-bee4-4d15b7e63c86'] in n-d-812111-14 is: [] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:33:59.213797 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-70f9da36-e1fc-46a2-b4e2-edc703755212 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ab59620f31b84f14a9dd6b59a109f229&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3317103 Jan 28 19:33:59.216175 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 38498) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:59.232701 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f9da36-e1fc-46a2-b4e2-edc703755212 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fafe0320-f5ce-461b-9cc8-b9b90c90e614,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:33:59.305091 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-be6c0ba0-b8b7-4e25-8bdd-105b476d2702 admin admin] Publish callbacks [] for security_group (fafe0320-f5ce-461b-9cc8-b9b90c90e614), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:59.335579 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-be6c0ba0-b8b7-4e25-8bdd-105b476d2702 admin admin] Publish callbacks [] for security_group (fafe0320-f5ce-461b-9cc8-b9b90c90e614), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:59.375727 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2f8b99b1-3c53-44fd-8f0c-caf3a784feb1 req-b55b5e72-7e9e-4d49-a6c4-cb32985f1c4d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=49d9482d-a72b-40ce-8f70-854bdcf804f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3656814 Jan 28 19:33:59.391793 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-be6c0ba0-b8b7-4e25-8bdd-105b476d2702 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (fafe0320-f5ce-461b-9cc8-b9b90c90e614), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:59.394903 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-be6c0ba0-b8b7-4e25-8bdd-105b476d2702 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:59.400225 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-be6c0ba0-b8b7-4e25-8bdd-105b476d2702 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/fafe0320-f5ce-461b-9cc8-b9b90c90e614 HTTP/1.1" status: 204 len: 168 time: 0.1809125 Jan 28 19:33:59.400872 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-baf3c6dc-98a5-4187-b7ab-01f61f5409f6 req-445ea7e8-5e64-4c66-9f36-e7a4468d155b tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/security-groups?id=1bfe6452-43d5-4c93-9450-34896bc0d267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2541659 Jan 28 19:33:59.428453 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6c0ba0-b8b7-4e25-8bdd-105b476d2702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fafe0320-f5ce-461b-9cc8-b9b90c90e614,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:33:59.641570 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 38502) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:59.649920 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-380eb09d-da80-49d3-915d-0a8270033f2a tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1570132490'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:33:59.659146 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-174b63dd-444d-4ea4-9a9c-8442111cdc79 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.4842100 Jan 28 19:34:00.078892 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf5a292-2e34-4fa7-8eb4-827ea4696ce9 req-b2d0dd07-751e-4a8a-a635-f826dd7296d6 tempest-InstanceActionsV221TestJSON-1987409180 tempest-InstanceActionsV221TestJSON-1987409180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:34:00.086675 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-eaf5a292-2e34-4fa7-8eb4-827ea4696ce9 req-b2d0dd07-751e-4a8a-a635-f826dd7296d6 tempest-InstanceActionsV221TestJSON-1987409180 tempest-InstanceActionsV221TestJSON-1987409180-project] 10.222.0.64 "GET /v2.0/ports?device_id=10920d56-09b4-4317-9001-c1106e1626bd HTTP/1.1" status: 200 len: 945 time: 0.1909664 Jan 28 19:34:00.193998 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-eaf5a292-2e34-4fa7-8eb4-827ea4696ce9 req-25534249-2620-4c35-bfba-92fa73b98508 tempest-InstanceActionsV221TestJSON-1987409180 tempest-InstanceActionsV221TestJSON-1987409180-project] 10.222.0.64 "GET /v2.0/security-groups?id=49d9482d-a72b-40ce-8f70-854bdcf804f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066172 Jan 28 19:34:00.330517 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-380eb09d-da80-49d3-915d-0a8270033f2a tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-731439', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-731081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-261371'] for router (2966ffbe-1ae3-4c40-bee4-4d15b7e63c86), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:00.356962 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-380eb09d-da80-49d3-915d-0a8270033f2a tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-731460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-731478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-731485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-731120'] for router (2966ffbe-1ae3-4c40-bee4-4d15b7e63c86), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:00.534432 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-380eb09d-da80-49d3-915d-0a8270033f2a tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Router 2966ffbe-1ae3-4c40-bee4-4d15b7e63c86 has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:34:00.669001 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-380eb09d-da80-49d3-915d-0a8270033f2a tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:34:00.679297 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc90e1f-9354-43a7-b09b-6e4de09cb12f None None] Sync routers for ids ['2966ffbe-1ae3-4c40-bee4-4d15b7e63c86'] in n-d-812111-14 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:34:00.679818 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-380eb09d-da80-49d3-915d-0a8270033f2a tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:00.683608 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-380eb09d-da80-49d3-915d-0a8270033f2a tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] 10.222.0.64 "PUT /v2.0/routers/2966ffbe-1ae3-4c40-bee4-4d15b7e63c86 HTTP/1.1" status: 200 len: 892 time: 1.0396242 Jan 28 19:34:00.684265 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 38534) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:34:00.693212 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc90e1f-9354-43a7-b09b-6e4de09cb12f None None] Routers {'2966ffbe-1ae3-4c40-bee4-4d15b7e63c86'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:34:00.693852 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-3dc90e1f-9354-43a7-b09b-6e4de09cb12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:33:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['2966ffbe-1ae3-4c40-bee4-4d15b7e63c86'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:34:00.697034 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d834c99-5302-4ada-a32a-02b061f3b683 req-c59502f2-b3b3-4636-95a7-df15f4a6cc2c tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:34:00.703662 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5d834c99-5302-4ada-a32a-02b061f3b683 req-c59502f2-b3b3-4636-95a7-df15f4a6cc2c tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/ports?device_id=468e569c-4ad2-4f8a-b0ed-71ebeaa4f974 HTTP/1.1" status: 200 len: 944 time: 0.1308453 Jan 28 19:34:00.768304 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-3dc90e1f-9354-43a7-b09b-6e4de09cb12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:34:00.780670 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc90e1f-9354-43a7-b09b-6e4de09cb12f None None] Routers {'2966ffbe-1ae3-4c40-bee4-4d15b7e63c86'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:34:00.781993 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-3dc90e1f-9354-43a7-b09b-6e4de09cb12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:33:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['2966ffbe-1ae3-4c40-bee4-4d15b7e63c86'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:34:00.827669 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-3dc90e1f-9354-43a7-b09b-6e4de09cb12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:34:00.829086 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc90e1f-9354-43a7-b09b-6e4de09cb12f None None] The sync data for ids ['2966ffbe-1ae3-4c40-bee4-4d15b7e63c86'] in n-d-812111-14 is: [] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:34:00.844238 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5d834c99-5302-4ada-a32a-02b061f3b683 req-87b0af35-fbdb-4880-a99f-07c087d3f6c9 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/security-groups?id=1bfe6452-43d5-4c93-9450-34896bc0d267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127560 Jan 28 19:34:00.918464 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-74776132-4531-4ba2-9582-a10a9b361119 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] 10.222.0.64 "GET /v2.0/routers/2966ffbe-1ae3-4c40-bee4-4d15b7e63c86 HTTP/1.1" status: 200 len: 892 time: 0.2128558 Jan 28 19:34:00.920300 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 38546) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:34:00.973164 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-4a5a8d43-00f6-4bdd-9cec-8c7f0f90c3a8 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] 10.222.0.64 "GET /v2.0/ports?device_id=2966ffbe-1ae3-4c40-bee4-4d15b7e63c86 HTTP/1.1" status: 200 len: 205 time: 0.0494256 Jan 28 19:34:00.974597 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 38548) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:34:01.107850 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3ec6e219-9ec1-4fd8-a7c6-6a45bab17025 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks [] for router (2966ffbe-1ae3-4c40-bee4-4d15b7e63c86), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:01.244076 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3ec6e219-9ec1-4fd8-a7c6-6a45bab17025 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks [] for router_gateway (2966ffbe-1ae3-4c40-bee4-4d15b7e63c86), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:01.310518 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-3ec6e219-9ec1-4fd8-a7c6-6a45bab17025 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Deleting port 7b3f67fb-25ad-4b81-ba05-305c92aadc9e {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:34:01.310977 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3ec6e219-9ec1-4fd8-a7c6-6a45bab17025 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (7b3f67fb-25ad-4b81-ba05-305c92aadc9e), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:01.456121 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32caf13d-0966-4d96-8dc3-174f2e5b240b req-f3d69a77-4746-46fb-b698-2557491c7a5e tempest-InstanceActionsV221TestJSON-1987409180 tempest-InstanceActionsV221TestJSON-1987409180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:34:01.456121 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-32caf13d-0966-4d96-8dc3-174f2e5b240b req-f3d69a77-4746-46fb-b698-2557491c7a5e tempest-InstanceActionsV221TestJSON-1987409180 tempest-InstanceActionsV221TestJSON-1987409180-project] 10.222.0.64 "GET /v2.0/ports?device_id=10920d56-09b4-4317-9001-c1106e1626bd HTTP/1.1" status: 200 len: 945 time: 0.0965593 Jan 28 19:34:01.535763 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-32caf13d-0966-4d96-8dc3-174f2e5b240b req-141bb2e0-7d5a-4281-b46f-3c0cb5c0a36f tempest-InstanceActionsV221TestJSON-1987409180 tempest-InstanceActionsV221TestJSON-1987409180-project] 10.222.0.64 "GET /v2.0/security-groups?id=49d9482d-a72b-40ce-8f70-854bdcf804f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695779 Jan 28 19:34:01.588792 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3ec6e219-9ec1-4fd8-a7c6-6a45bab17025 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (7b3f67fb-25ad-4b81-ba05-305c92aadc9e), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:01.607439 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-3ec6e219-9ec1-4fd8-a7c6-6a45bab17025 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Calling delete_port for 7b3f67fb-25ad-4b81-ba05-305c92aadc9e owned by network:router_gateway {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:34:01.651760 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 3350cbae-4a25-42ca-a107-7365789be398 details requested by agent hyperv_n-h1-812111-14 with host n-h1-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:34:01.905800 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3ec6e219-9ec1-4fd8-a7c6-6a45bab17025 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (7b3f67fb-25ad-4b81-ba05-305c92aadc9e), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:01.940845 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 3350cbae-4a25-42ca-a107-7365789be398, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=3350cbae-4a25-42ca-a107-7365789be398,segment=NetworkSegment(25c21fb9-fdcd-4ded-98e7-fa3f83ec6d2c),segment_id=25c21fb9-fdcd-4ded-98e7-fa3f83ec6d2c)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:34:01.963415 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec6e219-9ec1-4fd8-a7c6-6a45bab17025 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Pushing event deleted for resources: {'Port': ['ID=7b3f67fb-25ad-4b81-ba05-305c92aadc9e,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:34:01.980954 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Returning: {'device': '3350cbae-4a25-42ca-a107-7365789be398', 'network_id': '4ed80f8c-a628-4bf0-926c-daa4ec7f72d6', 'port_id': '3350cbae-4a25-42ca-a107-7365789be398', 'mac_address': 'fa:16:3e:21:70:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccd8c2b9-0197-4b01-ba57-f13b2702d1bc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:34:02.134718 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port 3350cbae-4a25-42ca-a107-7365789be398 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:34:02.135119 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (3350cbae-4a25-42ca-a107-7365789be398), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:02.154305 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6ec187-98dd-4e4d-acd7-354c5854e5f6 req-dc1f48ed-1d9b-42a4-84af-4672265c95fd tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:34:02.164876 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ae6ec187-98dd-4e4d-acd7-354c5854e5f6 req-dc1f48ed-1d9b-42a4-84af-4672265c95fd tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/ports?device_id=468e569c-4ad2-4f8a-b0ed-71ebeaa4f974 HTTP/1.1" status: 200 len: 944 time: 0.1836283 Jan 28 19:34:02.179473 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fd72fe-8142-4cd7-8b1f-53bb2dffa22b req-bd34997c-3f5a-458d-ad55-3646c2aed4a4 tempest-InstanceActionsV221TestJSON-1987409180 tempest-InstanceActionsV221TestJSON-1987409180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:34:02.181094 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-41fd72fe-8142-4cd7-8b1f-53bb2dffa22b req-bd34997c-3f5a-458d-ad55-3646c2aed4a4 tempest-InstanceActionsV221TestJSON-1987409180 tempest-InstanceActionsV221TestJSON-1987409180-project] 10.222.0.64 "GET /v2.0/ports?device_id=10920d56-09b4-4317-9001-c1106e1626bd HTTP/1.1" status: 200 len: 945 time: 0.2218666 Jan 28 19:34:02.184041 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3350cbae-4a25-42ca-a107-7365789be398 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:34:02.185599 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3ec6e219-9ec1-4fd8-a7c6-6a45bab17025 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-731488'] for router_gateway (2966ffbe-1ae3-4c40-bee4-4d15b7e63c86), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:02.235078 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 3350cbae-4a25-42ca-a107-7365789be398, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=3350cbae-4a25-42ca-a107-7365789be398,segment=NetworkSegment(25c21fb9-fdcd-4ded-98e7-fa3f83ec6d2c),segment_id=25c21fb9-fdcd-4ded-98e7-fa3f83ec6d2c)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:34:02.247212 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (3350cbae-4a25-42ca-a107-7365789be398), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:02.309064 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ae6ec187-98dd-4e4d-acd7-354c5854e5f6 req-5e6c668e-77fd-4a78-8039-9eefb13b9f33 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/security-groups?id=1bfe6452-43d5-4c93-9450-34896bc0d267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1427860 Jan 28 19:34:02.370928 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=3350cbae-4a25-42ca-a107-7365789be398,revision_number=11']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:34:02.449069 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3ec6e219-9ec1-4fd8-a7c6-6a45bab17025 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-730901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261120'] for router (2966ffbe-1ae3-4c40-bee4-4d15b7e63c86), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:02.461134 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3ec6e219-9ec1-4fd8-a7c6-6a45bab17025 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks [] for router_controller (2966ffbe-1ae3-4c40-bee4-4d15b7e63c86), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:02.476941 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['3350cbae-4a25-42ca-a107-7365789be398'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:34:02.589033 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-41fd72fe-8142-4cd7-8b1f-53bb2dffa22b req-a28cf165-2378-4521-8398-c6e961b1e00e tempest-InstanceActionsV221TestJSON-1987409180 tempest-InstanceActionsV221TestJSON-1987409180-project] 10.222.0.64 "GET /v2.0/security-groups?id=49d9482d-a72b-40ce-8f70-854bdcf804f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3941791 Jan 28 19:34:02.600785 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3ec6e219-9ec1-4fd8-a7c6-6a45bab17025 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-730908'] for router (2966ffbe-1ae3-4c40-bee4-4d15b7e63c86), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:02.602025 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ec6e219-9ec1-4fd8-a7c6-6a45bab17025 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Fanout notify agent at l3_agent the message router_deleted on router 2966ffbe-1ae3-4c40-bee4-4d15b7e63c86 {{(pid=103304) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:34:02.612597 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3ec6e219-9ec1-4fd8-a7c6-6a45bab17025 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:02.622068 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-3ec6e219-9ec1-4fd8-a7c6-6a45bab17025 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] 10.222.0.64 "DELETE /v2.0/routers/2966ffbe-1ae3-4c40-bee4-4d15b7e63c86 HTTP/1.1" status: 204 len: 168 time: 1.6400206 Jan 28 19:34:02.624556 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 38610) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:34:02.630892 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-7e6a3bf8-2e29-493c-afaf-fe8a76bc4624 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-894466796'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:34:02.678523 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e6a3bf8-2e29-493c-afaf-fe8a76bc4624 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Made reservation on behalf of fd27ebc338214c64bbd2f3fdeacf14c6 for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:34:02.685039 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7e6a3bf8-2e29-493c-afaf-fe8a76bc4624 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:02.717827 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e6a3bf8-2e29-493c-afaf-fe8a76bc4624 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:34:02.727820 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7e6a3bf8-2e29-493c-afaf-fe8a76bc4624 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (bbe7e80b-ca2d-4674-850b-59fe30feaeee), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:02.728277 n-d-812111-14 neutron-server[103305]: INFO neutron.db.segments_db [None req-7e6a3bf8-2e29-493c-afaf-fe8a76bc4624 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Added segment bbe7e80b-ca2d-4674-850b-59fe30feaeee of type vlan for network 431711f8-e606-41a7-91a3-6ed2324e536a Jan 28 19:34:02.825569 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7e6a3bf8-2e29-493c-afaf-fe8a76bc4624 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (431711f8-e606-41a7-91a3-6ed2324e536a), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:02.899754 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7e6a3bf8-2e29-493c-afaf-fe8a76bc4624 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (431711f8-e606-41a7-91a3-6ed2324e536a), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:02.908395 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e6a3bf8-2e29-493c-afaf-fe8a76bc4624 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:34:02.909855 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7e6a3bf8-2e29-493c-afaf-fe8a76bc4624 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:02.950576 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-7e6a3bf8-2e29-493c-afaf-fe8a76bc4624 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3245728 Jan 28 19:34:02.954320 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 38626) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:34:02.962549 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-48c4fe78-6e77-406b-9dd1-4022329a10df tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Request body: {'subnet': {'network_id': '431711f8-e606-41a7-91a3-6ed2324e536a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:34:03.050574 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6a3bf8-2e29-493c-afaf-fe8a76bc4624 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Pushing event updated for resources: {'Network': ['ID=431711f8-e606-41a7-91a3-6ed2324e536a,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:34:03.102825 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network 431711f8-e606-41a7-91a3-6ed2324e536a details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:34:03.123905 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48c4fe78-6e77-406b-9dd1-4022329a10df tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Made reservation on behalf of fd27ebc338214c64bbd2f3fdeacf14c6 for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:34:03.128577 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-48c4fe78-6e77-406b-9dd1-4022329a10df tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5221429'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:03.306522 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee6ad61-4ab3-4ce5-aefe-e8ea297d7e4a req-1c984690-56cb-403e-a5aa-5e57e78812f4 tempest-InstanceActionsV221TestJSON-1987409180 tempest-InstanceActionsV221TestJSON-1987409180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:34:03.321317 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5ee6ad61-4ab3-4ce5-aefe-e8ea297d7e4a req-1c984690-56cb-403e-a5aa-5e57e78812f4 tempest-InstanceActionsV221TestJSON-1987409180 tempest-InstanceActionsV221TestJSON-1987409180-project] 10.222.0.41 "GET /v2.0/ports?device_id=10920d56-09b4-4317-9001-c1106e1626bd HTTP/1.1" status: 200 len: 945 time: 0.1594493 Jan 28 19:34:03.519125 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-5ee6ad61-4ab3-4ce5-aefe-e8ea297d7e4a req-bd2e7c27-2d58-4825-8dc8-ad97e939fab3 tempest-InstanceActionsV221TestJSON-1987409180 tempest-InstanceActionsV221TestJSON-1987409180-project] Deleting port 49ac4f68-9205-475f-a448-2ba699638a92 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:34:03.519476 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-5ee6ad61-4ab3-4ce5-aefe-e8ea297d7e4a req-bd2e7c27-2d58-4825-8dc8-ad97e939fab3 tempest-InstanceActionsV221TestJSON-1987409180 tempest-InstanceActionsV221TestJSON-1987409180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (49ac4f68-9205-475f-a448-2ba699638a92), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:03.644170 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-5ee6ad61-4ab3-4ce5-aefe-e8ea297d7e4a req-bd2e7c27-2d58-4825-8dc8-ad97e939fab3 tempest-InstanceActionsV221TestJSON-1987409180 tempest-InstanceActionsV221TestJSON-1987409180-project] For port 49ac4f68-9205-475f-a448-2ba699638a92, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=49ac4f68-9205-475f-a448-2ba699638a92,segment=NetworkSegment(ab93830d-b297-42a2-bd1c-881d5d0a7e1e),segment_id=ab93830d-b297-42a2-bd1c-881d5d0a7e1e)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:34:03.644652 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-5ee6ad61-4ab3-4ce5-aefe-e8ea297d7e4a req-bd2e7c27-2d58-4825-8dc8-ad97e939fab3 tempest-InstanceActionsV221TestJSON-1987409180 tempest-InstanceActionsV221TestJSON-1987409180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (49ac4f68-9205-475f-a448-2ba699638a92), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:03.671816 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-48c4fe78-6e77-406b-9dd1-4022329a10df tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4690681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5221415'] for subnet (2847b046-3b4c-459c-9ef2-ea33378d85fc), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:03.673050 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 3350cbae-4a25-42ca-a107-7365789be398 up at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:34:03.729402 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-5ee6ad61-4ab3-4ce5-aefe-e8ea297d7e4a req-bd2e7c27-2d58-4825-8dc8-ad97e939fab3 tempest-InstanceActionsV221TestJSON-1987409180 tempest-InstanceActionsV221TestJSON-1987409180-project] Calling delete_port for 49ac4f68-9205-475f-a448-2ba699638a92 owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:34:03.759408 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 38644) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:34:03.837461 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning for port 3350cbae-4a25-42ca-a107-7365789be398 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:34:03.842137 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning complete for port 3350cbae-4a25-42ca-a107-7365789be398 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:34:03.842548 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (3350cbae-4a25-42ca-a107-7365789be398), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:03.914014 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c4fe78-6e77-406b-9dd1-4022329a10df tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Pushing event updated for resources: {'Subnet': ['ID=2847b046-3b4c-459c-9ef2-ea33378d85fc,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:34:03.922792 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c4fe78-6e77-406b-9dd1-4022329a10df tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Checking segment: {'id': 'bbe7e80b-ca2d-4674-850b-59fe30feaeee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '431711f8-e606-41a7-91a3-6ed2324e536a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:34:03.923169 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c4fe78-6e77-406b-9dd1-4022329a10df tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Network hostable DHCP agents. Network: 431711f8-e606-41a7-91a3-6ed2324e536a, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:34:03.959802 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c4fe78-6e77-406b-9dd1-4022329a10df tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Network 431711f8-e606-41a7-91a3-6ed2324e536a is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:34:04.009185 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67355841-8775-46cd-ba27-bb827358dd3d req-030d281a-7839-4057-b3cc-490029ddc862 tempest-InstanceActionsV221TestJSON-1987409180 tempest-InstanceActionsV221TestJSON-1987409180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:34:04.009185 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-67355841-8775-46cd-ba27-bb827358dd3d req-030d281a-7839-4057-b3cc-490029ddc862 tempest-InstanceActionsV221TestJSON-1987409180 tempest-InstanceActionsV221TestJSON-1987409180-project] 10.222.0.64 "GET /v2.0/ports?device_id=10920d56-09b4-4317-9001-c1106e1626bd HTTP/1.1" status: 200 len: 945 time: 0.2266200 Jan 28 19:34:04.016659 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-48c4fe78-6e77-406b-9dd1-4022329a10df tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, 431711f8-e606-41a7-91a3-6ed2324e536a) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:34:04.023594 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48c4fe78-6e77-406b-9dd1-4022329a10df tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:34:04.024617 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-48c4fe78-6e77-406b-9dd1-4022329a10df tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:04.040816 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ee74ce-4f93-4ca6-bdc7-5a0b9929b441 req-73560c2f-3032-4d7d-b6bb-8598dde36377 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:34:04.042925 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-56ee74ce-4f93-4ca6-bdc7-5a0b9929b441 req-73560c2f-3032-4d7d-b6bb-8598dde36377 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/ports?device_id=468e569c-4ad2-4f8a-b0ed-71ebeaa4f974 HTTP/1.1" status: 200 len: 945 time: 0.4359918 Jan 28 19:34:04.047891 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port 3350cbae-4a25-42ca-a107-7365789be398 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:34:04.048290 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (3350cbae-4a25-42ca-a107-7365789be398), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:04.056002 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e07ccbde-72fd-4f1a-9256-c09653ee70f6 None None] Network 431711f8-e606-41a7-91a3-6ed2324e536a requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:34:04.089035 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:34:04.094396 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c3fd0825-fae9-4f9c-b06a-c0f545d68187 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:04.120928 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-48c4fe78-6e77-406b-9dd1-4022329a10df tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1634831 Jan 28 19:34:04.124550 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 38648) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:34:04.139952 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-957895d8-8fb1-4fdf-9d2f-dbf0558725fd tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1796211838', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:34:04.152275 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-67355841-8775-46cd-ba27-bb827358dd3d req-21c9f48d-c420-47e6-a93a-086463f84ce6 tempest-InstanceActionsV221TestJSON-1987409180 tempest-InstanceActionsV221TestJSON-1987409180-project] 10.222.0.64 "GET /v2.0/security-groups?id=49d9482d-a72b-40ce-8f70-854bdcf804f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329873 Jan 28 19:34:04.183980 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-957895d8-8fb1-4fdf-9d2f-dbf0558725fd tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261150'] for router (86f1de78-0462-48b1-b189-22afa432cb8e), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:04.205583 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-957895d8-8fb1-4fdf-9d2f-dbf0558725fd tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-731099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-731441', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261129'] for router (86f1de78-0462-48b1-b189-22afa432cb8e), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:04.208886 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '468e569c-4ad2-4f8a-b0ed-71ebeaa4f974', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3350cbae-4a25-42ca-a107-7365789be398'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:34:04.215630 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-218ea08b-6343-442f-94fe-50932cac2867" -d '{"events": [{"server_uuid": "468e569c-4ad2-4f8a-b0ed-71ebeaa4f974", "name": "network-vif-plugged", "status": "completed", "tag": "3350cbae-4a25-42ca-a107-7365789be398"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:34:04.259489 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 3350cbae-4a25-42ca-a107-7365789be398, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=3350cbae-4a25-42ca-a107-7365789be398,segment=NetworkSegment(25c21fb9-fdcd-4ded-98e7-fa3f83ec6d2c),segment_id=25c21fb9-fdcd-4ded-98e7-fa3f83ec6d2c)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:34:04.356814 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (3350cbae-4a25-42ca-a107-7365789be398), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:04.372205 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-56ee74ce-4f93-4ca6-bdc7-5a0b9929b441 req-0df29cf8-7b0a-4d39-8f8f-87ed4df43128 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/security-groups?id=1bfe6452-43d5-4c93-9450-34896bc0d267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2794235 Jan 28 19:34:04.382578 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-957895d8-8fb1-4fdf-9d2f-dbf0558725fd tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks [] for router_controller (86f1de78-0462-48b1-b189-22afa432cb8e), precommit_add_association {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:04.384945 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3df68e9-4742-4724-a1c7-058ba08a99db x-openstack-request-id: req-f3df68e9-4742-4724-a1c7-058ba08a99db {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:34:04.385266 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "468e569c-4ad2-4f8a-b0ed-71ebeaa4f974", "name": "network-vif-plugged", "status": "completed", "tag": "3350cbae-4a25-42ca-a107-7365789be398", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:34:04.385525 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f3df68e9-4742-4724-a1c7-058ba08a99db {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:34:04.385921 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '468e569c-4ad2-4f8a-b0ed-71ebeaa4f974', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3350cbae-4a25-42ca-a107-7365789be398', 'code': 200} Jan 28 19:34:04.392772 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-957895d8-8fb1-4fdf-9d2f-dbf0558725fd tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-731074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-731460'] for router (86f1de78-0462-48b1-b189-22afa432cb8e), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:04.427544 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-957895d8-8fb1-4fdf-9d2f-dbf0558725fd tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:04.428811 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-957895d8-8fb1-4fdf-9d2f-dbf0558725fd tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3029478 Jan 28 19:34:04.431867 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 38656) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:34:04.488907 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=3350cbae-4a25-42ca-a107-7365789be398,revision_number=12']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:34:04.503691 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7584e6bb-ec13-4858-95cb-9af772876cb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68cd31fd-e4cd-5fb3-a862-256fc47efcd2-431711f8-e606-41a7-91a3-6ed2324e536a', 'network_id': '431711f8-e606-41a7-91a3-6ed2324e536a', 'project_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'fixed_ips': [{'subnet_id': '2847b046-3b4c-459c-9ef2-ea33378d85fc'}]}} from n-d-812111-14. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:34:04.505995 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7584e6bb-ec13-4858-95cb-9af772876cb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:04.527933 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-5ee6ad61-4ab3-4ce5-aefe-e8ea297d7e4a req-bd2e7c27-2d58-4825-8dc8-ad97e939fab3 tempest-InstanceActionsV221TestJSON-1987409180 tempest-InstanceActionsV221TestJSON-1987409180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (49ac4f68-9205-475f-a448-2ba699638a92), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:04.553890 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['49ac4f68-9205-475f-a448-2ba699638a92'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:34:04.632447 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c3fd0825-fae9-4f9c-b06a-c0f545d68187 admin admin] Publish callbacks [] for security_group (ee5f8b23-6d75-4e89-8551-3fe3593d242d), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:04.658230 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c3fd0825-fae9-4f9c-b06a-c0f545d68187 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (ee5f8b23-6d75-4e89-8551-3fe3593d242d), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:04.685325 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e7c27-2d58-4825-8dc8-ad97e939fab3 tempest-InstanceActionsV221TestJSON-1987409180 tempest-InstanceActionsV221TestJSON-1987409180-project] Pushing event deleted for resources: {'Port': ['ID=49ac4f68-9205-475f-a448-2ba699638a92,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:34:04.703272 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ee6ad61-4ab3-4ce5-aefe-e8ea297d7e4a req-bd2e7c27-2d58-4825-8dc8-ad97e939fab3 tempest-InstanceActionsV221TestJSON-1987409180 tempest-InstanceActionsV221TestJSON-1987409180-project] No DVR routers for this DVR port 49ac4f68-9205-475f-a448-2ba699638a92 on host n-h1-812111-14 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:34:04.724139 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-5ee6ad61-4ab3-4ce5-aefe-e8ea297d7e4a req-bd2e7c27-2d58-4825-8dc8-ad97e939fab3 tempest-InstanceActionsV221TestJSON-1987409180 tempest-InstanceActionsV221TestJSON-1987409180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:04.730466 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5ee6ad61-4ab3-4ce5-aefe-e8ea297d7e4a req-bd2e7c27-2d58-4825-8dc8-ad97e939fab3 tempest-InstanceActionsV221TestJSON-1987409180 tempest-InstanceActionsV221TestJSON-1987409180-project] 10.222.0.41 "DELETE /v2.0/ports/49ac4f68-9205-475f-a448-2ba699638a92 HTTP/1.1" status: 204 len: 173 time: 1.4009805 Jan 28 19:34:04.777692 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10920d56-09b4-4317-9001-c1106e1626bd', 'name': 'network-vif-deleted', 'tag': '49ac4f68-9205-475f-a448-2ba699638a92'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:34:04.780507 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81968bde-f073-40aa-a470-f2b77a925286" -d '{"events": [{"server_uuid": "10920d56-09b4-4317-9001-c1106e1626bd", "name": "network-vif-deleted", "tag": "49ac4f68-9205-475f-a448-2ba699638a92"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:34:04.780772 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aa6a1e-3d0c-40b9-99bf-d9307504d2ff req-43ed5017-3552-40ba-bce0-3fc1837a4cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:34:04.782358 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-15aa6a1e-3d0c-40b9-99bf-d9307504d2ff req-43ed5017-3552-40ba-bce0-3fc1837a4cd8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=468e569c-4ad2-4f8a-b0ed-71ebeaa4f974 HTTP/1.1" status: 200 len: 1129 time: 0.1525476 Jan 28 19:34:04.876832 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-15aa6a1e-3d0c-40b9-99bf-d9307504d2ff req-e9a185bc-618d-4c9f-8f7b-9910d51b2ec6 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=1bfe6452-43d5-4c93-9450-34896bc0d267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833516 Jan 28 19:34:04.892307 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fd0825-fae9-4f9c-b06a-c0f545d68187 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee5f8b23-6d75-4e89-8551-3fe3593d242d,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:34:04.901538 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90907e13-3efe-407a-b32e-65dabdaaf497 x-openstack-request-id: req-90907e13-3efe-407a-b32e-65dabdaaf497 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:34:04.901842 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10920d56-09b4-4317-9001-c1106e1626bd", "name": "network-vif-deleted", "tag": "49ac4f68-9205-475f-a448-2ba699638a92", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:34:04.902137 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-90907e13-3efe-407a-b32e-65dabdaaf497 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:34:04.902650 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10920d56-09b4-4317-9001-c1106e1626bd', 'name': 'network-vif-deleted', 'tag': '49ac4f68-9205-475f-a448-2ba699638a92', 'status': 'completed', 'code': 200} Jan 28 19:34:04.905737 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-c3fd0825-fae9-4f9c-b06a-c0f545d68187 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6e6e1c77c7f04f38a28a5e424285f9da&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1449461 Jan 28 19:34:04.908987 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 38662) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:34:04.980465 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-7584e6bb-ec13-4858-95cb-9af772876cb2 None None] Allocated IP 2001:db8::2 (431711f8-e606-41a7-91a3-6ed2324e536a/2847b046-3b4c-459c-9ef2-ea33378d85fc/81ccbb08-3447-4eb9-aa0d-83127880a4f2) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:34:04.991357 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-93465f60-f450-49a5-a8d0-de4f71a44eb2 admin admin] Publish callbacks [] for security_group (ee5f8b23-6d75-4e89-8551-3fe3593d242d), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:05.028237 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-93465f60-f450-49a5-a8d0-de4f71a44eb2 admin admin] Publish callbacks [] for security_group (ee5f8b23-6d75-4e89-8551-3fe3593d242d), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:05.126773 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-93465f60-f450-49a5-a8d0-de4f71a44eb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (ee5f8b23-6d75-4e89-8551-3fe3593d242d), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:05.130376 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-93465f60-f450-49a5-a8d0-de4f71a44eb2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:05.131729 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-93465f60-f450-49a5-a8d0-de4f71a44eb2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ee5f8b23-6d75-4e89-8551-3fe3593d242d HTTP/1.1" status: 204 len: 168 time: 0.2217407 Jan 28 19:34:05.153691 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93465f60-f450-49a5-a8d0-de4f71a44eb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee5f8b23-6d75-4e89-8551-3fe3593d242d,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:34:05.177126 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9f0af62d-a02c-4f80-a9ca-6ce1f1ffe73d tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:05.340192 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7584e6bb-ec13-4858-95cb-9af772876cb2 None None] Publish callbacks [] for port (81ccbb08-3447-4eb9-aa0d-83127880a4f2), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:05.384426 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7584e6bb-ec13-4858-95cb-9af772876cb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (81ccbb08-3447-4eb9-aa0d-83127880a4f2), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:05.406214 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-db9ad6de-639e-4444-aec2-fb76d8d0c125 req-f39cff00-d05e-4c03-a2ec-ea70270c7c3f tempest-InstanceActionsV221TestJSON-1987409180 tempest-InstanceActionsV221TestJSON-1987409180-project] 10.222.0.64 "GET /v2.0/ports?device_id=10920d56-09b4-4317-9001-c1106e1626bd HTTP/1.1" status: 200 len: 210 time: 0.0755162 Jan 28 19:34:05.490354 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7584e6bb-ec13-4858-95cb-9af772876cb2 None None] Pushing event updated for resources: {'Port': ['ID=81ccbb08-3447-4eb9-aa0d-83127880a4f2,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:34:05.521913 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7584e6bb-ec13-4858-95cb-9af772876cb2 None None] Network 431711f8-e606-41a7-91a3-6ed2324e536a is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:34:05.525971 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-7584e6bb-ec13-4858-95cb-9af772876cb2 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:34:05.533961 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7584e6bb-ec13-4858-95cb-9af772876cb2 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:34:05.684108 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 38676) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:34:05.704124 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-7584e6bb-ec13-4858-95cb-9af772876cb2 None None] Attempting to bind port 81ccbb08-3447-4eb9-aa0d-83127880a4f2 on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:34:05.704760 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-7584e6bb-ec13-4858-95cb-9af772876cb2 None None] Attempting to bind port 81ccbb08-3447-4eb9-aa0d-83127880a4f2 by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': 'bbe7e80b-ca2d-4674-850b-59fe30feaeee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '431711f8-e606-41a7-91a3-6ed2324e536a'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:34:05.705295 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7584e6bb-ec13-4858-95cb-9af772876cb2 None None] Attempting to bind port 81ccbb08-3447-4eb9-aa0d-83127880a4f2 on network 431711f8-e606-41a7-91a3-6ed2324e536a {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:34:05.711047 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7584e6bb-ec13-4858-95cb-9af772876cb2 None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 33, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:34:05.711656 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7584e6bb-ec13-4858-95cb-9af772876cb2 None None] Checking segment: {'id': 'bbe7e80b-ca2d-4674-850b-59fe30feaeee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '431711f8-e606-41a7-91a3-6ed2324e536a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:34:05.712236 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7584e6bb-ec13-4858-95cb-9af772876cb2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:05.712896 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7584e6bb-ec13-4858-95cb-9af772876cb2 None None] Bound using segment: {'id': 'bbe7e80b-ca2d-4674-850b-59fe30feaeee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '431711f8-e606-41a7-91a3-6ed2324e536a'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:34:05.713416 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-7584e6bb-ec13-4858-95cb-9af772876cb2 None None] Bound port: 81ccbb08-3447-4eb9-aa0d-83127880a4f2, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbe7e80b-ca2d-4674-850b-59fe30feaeee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '431711f8-e606-41a7-91a3-6ed2324e536a'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:34:05.713798 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7584e6bb-ec13-4858-95cb-9af772876cb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (81ccbb08-3447-4eb9-aa0d-83127880a4f2), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:05.759100 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-56dae364-1c39-4c80-8b40-1500197f341c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:05.790882 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40f08d9-5af1-4a4a-945d-94f87415b263 req-6a04649f-015e-46b1-af4a-d46c6143aefd tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:34:05.792442 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f40f08d9-5af1-4a4a-945d-94f87415b263 req-6a04649f-015e-46b1-af4a-d46c6143aefd tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/ports?device_id=468e569c-4ad2-4f8a-b0ed-71ebeaa4f974 HTTP/1.1" status: 200 len: 946 time: 0.1504602 Jan 28 19:34:05.808241 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-7584e6bb-ec13-4858-95cb-9af772876cb2 None None] For port 81ccbb08-3447-4eb9-aa0d-83127880a4f2, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:34:05.814946 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-7584e6bb-ec13-4858-95cb-9af772876cb2 None None] For port 81ccbb08-3447-4eb9-aa0d-83127880a4f2, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=81ccbb08-3447-4eb9-aa0d-83127880a4f2,segment=NetworkSegment(bbe7e80b-ca2d-4674-850b-59fe30feaeee),segment_id=bbe7e80b-ca2d-4674-850b-59fe30feaeee)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:34:05.829495 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7584e6bb-ec13-4858-95cb-9af772876cb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (81ccbb08-3447-4eb9-aa0d-83127880a4f2), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:05.904706 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f40f08d9-5af1-4a4a-945d-94f87415b263 req-20485c20-7cb6-420f-ac16-c639add676c7 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/security-groups?id=1bfe6452-43d5-4c93-9450-34896bc0d267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040914 Jan 28 19:34:05.929629 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7584e6bb-ec13-4858-95cb-9af772876cb2 None None] Pushing event updated for resources: {'Port': ['ID=81ccbb08-3447-4eb9-aa0d-83127880a4f2,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:34:06.045496 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-9f0af62d-a02c-4f80-a9ca-6ce1f1ffe73d tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Allocated IP 2001:db8::1 (431711f8-e606-41a7-91a3-6ed2324e536a/2847b046-3b4c-459c-9ef2-ea33378d85fc/3d714aad-947e-423e-9606-ee9b022c3402) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:34:06.310488 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-56dae364-1c39-4c80-8b40-1500197f341c admin admin] Publish callbacks [] for security_group (07a2f8e0-e971-4455-8bbc-9a67e311941f), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:06.333352 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-56dae364-1c39-4c80-8b40-1500197f341c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (07a2f8e0-e971-4455-8bbc-9a67e311941f), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:06.460864 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 38694) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:34:06.467124 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-56dae364-1c39-4c80-8b40-1500197f341c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=258d6ce4e678422b85eda4de12b3f91c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7777889 Jan 28 19:34:06.479232 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dae364-1c39-4c80-8b40-1500197f341c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07a2f8e0-e971-4455-8bbc-9a67e311941f,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:34:06.511120 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9f0af62d-a02c-4f80-a9ca-6ce1f1ffe73d tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks [] for port (3d714aad-947e-423e-9606-ee9b022c3402), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:06.570732 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-141325ed-d68b-4485-b70d-adea3a58abca admin admin] Publish callbacks [] for security_group (07a2f8e0-e971-4455-8bbc-9a67e311941f), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:06.598276 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9f0af62d-a02c-4f80-a9ca-6ce1f1ffe73d tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (3d714aad-947e-423e-9606-ee9b022c3402), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:06.651076 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-dc84e23f-b5e2-4d2a-a163-4ac5fad14183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:06.666868 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-141325ed-d68b-4485-b70d-adea3a58abca admin admin] Publish callbacks [] for security_group (07a2f8e0-e971-4455-8bbc-9a67e311941f), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:06.754387 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f0af62d-a02c-4f80-a9ca-6ce1f1ffe73d tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Network 431711f8-e606-41a7-91a3-6ed2324e536a is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:34:06.766775 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-9f0af62d-a02c-4f80-a9ca-6ce1f1ffe73d tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:34:06.776936 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0af62d-a02c-4f80-a9ca-6ce1f1ffe73d tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:34:06.777631 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9f0af62d-a02c-4f80-a9ca-6ce1f1ffe73d tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734769'] for router_interface (86f1de78-0462-48b1-b189-22afa432cb8e), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:06.849463 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 81ccbb08-3447-4eb9-aa0d-83127880a4f2 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:34:06.884288 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-141325ed-d68b-4485-b70d-adea3a58abca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (07a2f8e0-e971-4455-8bbc-9a67e311941f), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:06.888450 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-141325ed-d68b-4485-b70d-adea3a58abca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:06.890615 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-141325ed-d68b-4485-b70d-adea3a58abca admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/07a2f8e0-e971-4455-8bbc-9a67e311941f HTTP/1.1" status: 204 len: 168 time: 0.4286687 Jan 28 19:34:06.908976 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141325ed-d68b-4485-b70d-adea3a58abca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07a2f8e0-e971-4455-8bbc-9a67e311941f,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:34:06.923664 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0af62d-a02c-4f80-a9ca-6ce1f1ffe73d tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Pushing event updated for resources: {'Port': ['ID=3d714aad-947e-423e-9606-ee9b022c3402,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:34:06.992956 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 38734) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:34:07.036007 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 81ccbb08-3447-4eb9-aa0d-83127880a4f2 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:34:07.041116 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (81ccbb08-3447-4eb9-aa0d-83127880a4f2), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:07.146801 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9ce040b-61c5-40e6-9f19-ab4409bb5835 admin admin] Deleting subnet 276ee1b0-78b0-452e-9277-43fd5cc4f6e4 {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:34:07.165658 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c9ce040b-61c5-40e6-9f19-ab4409bb5835 admin admin] Publish callbacks [] for subnet (276ee1b0-78b0-452e-9277-43fd5cc4f6e4), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:07.214874 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9f0af62d-a02c-4f80-a9ca-6ce1f1ffe73d tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (3d714aad-947e-423e-9606-ee9b022c3402), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:07.296742 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c9ce040b-61c5-40e6-9f19-ab4409bb5835 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4747050'] for subnet (276ee1b0-78b0-452e-9277-43fd5cc4f6e4), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:07.352389 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 81ccbb08-3447-4eb9-aa0d-83127880a4f2 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:34:07.353015 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (81ccbb08-3447-4eb9-aa0d-83127880a4f2), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:07.406743 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b6ac04-7458-4e90-88f4-52c6415e213e req-435e61a2-2f96-4061-8061-4a56927fc764 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:34:07.408738 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f3b6ac04-7458-4e90-88f4-52c6415e213e req-435e61a2-2f96-4061-8061-4a56927fc764 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/ports?device_id=468e569c-4ad2-4f8a-b0ed-71ebeaa4f974 HTTP/1.1" status: 200 len: 946 time: 0.2779222 Jan 28 19:34:07.432023 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c9ce040b-61c5-40e6-9f19-ab4409bb5835 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (276ee1b0-78b0-452e-9277-43fd5cc4f6e4), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:07.451181 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] For port 81ccbb08-3447-4eb9-aa0d-83127880a4f2, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=81ccbb08-3447-4eb9-aa0d-83127880a4f2,segment=NetworkSegment(bbe7e80b-ca2d-4674-850b-59fe30feaeee),segment_id=bbe7e80b-ca2d-4674-850b-59fe30feaeee)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:34:07.458614 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (81ccbb08-3447-4eb9-aa0d-83127880a4f2), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:07.571464 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c9ce040b-61c5-40e6-9f19-ab4409bb5835 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4690616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5222356'] for subnet (276ee1b0-78b0-452e-9277-43fd5cc4f6e4), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:07.582774 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Pushing event updated for resources: {'Port': ['ID=81ccbb08-3447-4eb9-aa0d-83127880a4f2,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:34:07.640599 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ce040b-61c5-40e6-9f19-ab4409bb5835 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=276ee1b0-78b0-452e-9277-43fd5cc4f6e4,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:34:07.644574 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c9ce040b-61c5-40e6-9f19-ab4409bb5835 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:07.652345 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-c9ce040b-61c5-40e6-9f19-ab4409bb5835 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/276ee1b0-78b0-452e-9277-43fd5cc4f6e4 HTTP/1.1" status: 204 len: 168 time: 0.6580777 Jan 28 19:34:07.653144 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 38742) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:34:07.678040 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 49ac4f68-9205-475f-a448-2ba699638a92 no longer exists at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:34:07.750494 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] No Port match for: 49ac4f68-9205-475f-a448-2ba699638a92 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:34:07.750845 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 49ac4f68-9205-475f-a448-2ba699638a92 not bound to the agent host n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:34:07.784188 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f3b6ac04-7458-4e90-88f4-52c6415e213e req-b5f1b9d1-9f84-46e1-a506-caa055e846f1 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/security-groups?id=1bfe6452-43d5-4c93-9450-34896bc0d267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2682579 Jan 28 19:34:07.856304 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0ea27428-da20-4815-9439-1f0dcfc92c4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (1ff92da1-0b24-4a22-8e79-02fd7e3d5ea0), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:07.867650 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9cc304b-e2dc-4d7e-ab2e-21ca1ecccf31 None None] Network 431711f8-e606-41a7-91a3-6ed2324e536a requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:34:08.058576 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0ea27428-da20-4815-9439-1f0dcfc92c4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (1ff92da1-0b24-4a22-8e79-02fd7e3d5ea0), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:08.064691 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-c012b18c-be35-4127-b853-991d759713f0 None None] Provisioning complete for port 81ccbb08-3447-4eb9-aa0d-83127880a4f2 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:34:08.066522 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c012b18c-be35-4127-b853-991d759713f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (81ccbb08-3447-4eb9-aa0d-83127880a4f2), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:08.081999 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9f0af62d-a02c-4f80-a9ca-6ce1f1ffe73d tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks [] for port (3d714aad-947e-423e-9606-ee9b022c3402), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:08.089496 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9f0af62d-a02c-4f80-a9ca-6ce1f1ffe73d tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (3d714aad-947e-423e-9606-ee9b022c3402), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:08.090782 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9f0af62d-a02c-4f80-a9ca-6ce1f1ffe73d tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-756216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-732801'] for router_interface (86f1de78-0462-48b1-b189-22afa432cb8e), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:08.121466 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-0ea27428-da20-4815-9439-1f0dcfc92c4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ff92da1-0b24-4a22-8e79-02fd7e3d5ea0']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:34:08.153835 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-0ea27428-da20-4815-9439-1f0dcfc92c4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab93830d-b297-42a2-bd1c-881d5d0a7e1e') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:34:08.161720 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-0ea27428-da20-4815-9439-1f0dcfc92c4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab93830d-b297-42a2-bd1c-881d5d0a7e1e') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:34:08.199080 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0ea27428-da20-4815-9439-1f0dcfc92c4d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4747091'] for segment (ab93830d-b297-42a2-bd1c-881d5d0a7e1e), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:08.249178 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0ea27428-da20-4815-9439-1f0dcfc92c4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (ab93830d-b297-42a2-bd1c-881d5d0a7e1e), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:08.265808 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ea27428-da20-4815-9439-1f0dcfc92c4d admin admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:34:08.266219 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0ea27428-da20-4815-9439-1f0dcfc92c4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4690514'] for segment (ab93830d-b297-42a2-bd1c-881d5d0a7e1e), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:08.268164 n-d-812111-14 neutron-server[103304]: Traceback (most recent call last): Jan 28 19:34:08.268164 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:34:08.268164 n-d-812111-14 neutron-server[103304]: timer() Jan 28 19:34:08.268164 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:34:08.268164 n-d-812111-14 neutron-server[103304]: cb(*args, **kw) Jan 28 19:34:08.268164 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:34:08.268164 n-d-812111-14 neutron-server[103304]: return func(*args, **kwargs) Jan 28 19:34:08.268164 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:34:08.268164 n-d-812111-14 neutron-server[103304]: self._notify() Jan 28 19:34:08.268164 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:34:08.268164 n-d-812111-14 neutron-server[103304]: self.callback(batched_events) Jan 28 19:34:08.268164 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:34:08.268164 n-d-812111-14 neutron-server[103304]: event.method(event) Jan 28 19:34:08.268164 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:34:08.268164 n-d-812111-14 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:34:08.268164 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:34:08.268164 n-d-812111-14 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:34:08.268164 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:34:08.268164 n-d-812111-14 neutron-server[103304]: return f(self, *a, **k) Jan 28 19:34:08.268164 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:34:08.268164 n-d-812111-14 neutron-server[103304]: return self._get(url).json() Jan 28 19:34:08.268164 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:34:08.268164 n-d-812111-14 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:34:08.268164 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:34:08.268164 n-d-812111-14 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 28 19:34:08.268164 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:34:08.268164 n-d-812111-14 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:34:08.268164 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:34:08.268164 n-d-812111-14 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:34:08.268164 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:34:08.268164 n-d-812111-14 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:34:08.268164 n-d-812111-14 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:34:08.281150 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0af62d-a02c-4f80-a9ca-6ce1f1ffe73d tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Pushing event updated for resources: {'Port': ['ID=3d714aad-947e-423e-9606-ee9b022c3402,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:34:08.349984 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0ea27428-da20-4815-9439-1f0dcfc92c4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (1ff92da1-0b24-4a22-8e79-02fd7e3d5ea0), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:08.375346 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f0af62d-a02c-4f80-a9ca-6ce1f1ffe73d tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Network 431711f8-e606-41a7-91a3-6ed2324e536a is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:34:08.377155 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-9f0af62d-a02c-4f80-a9ca-6ce1f1ffe73d tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:34:08.381380 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0ea27428-da20-4815-9439-1f0dcfc92c4d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:08.391820 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-0ea27428-da20-4815-9439-1f0dcfc92c4d admin admin] 10.222.0.64 "DELETE /v2.0/networks/1ff92da1-0b24-4a22-8e79-02fd7e3d5ea0 HTTP/1.1" status: 204 len: 168 time: 0.7348020 Jan 28 19:34:08.435377 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea27428-da20-4815-9439-1f0dcfc92c4d admin admin] Pushing event deleted for resources: {'Network': ['ID=1ff92da1-0b24-4a22-8e79-02fd7e3d5ea0,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:34:08.512217 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-c012b18c-be35-4127-b853-991d759713f0 None None] Current status of the port 81ccbb08-3447-4eb9-aa0d-83127880a4f2 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:34:08.588147 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 81ccbb08-3447-4eb9-aa0d-83127880a4f2 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:34:08.750878 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 81ccbb08-3447-4eb9-aa0d-83127880a4f2 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:34:08.751502 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (81ccbb08-3447-4eb9-aa0d-83127880a4f2), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:08.764473 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f0af62d-a02c-4f80-a9ca-6ce1f1ffe73d tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Router 86f1de78-0462-48b1-b189-22afa432cb8e is scheduled to L3 agent 76fe5c49-705a-4e08-abb2-be585676213f with binding_index 1 {{(pid=103305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 19:34:08.913135 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 38784) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:34:08.941055 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2798673d-27c8-4c16-a145-50b024ba0e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:09.055221 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f0af62d-a02c-4f80-a9ca-6ce1f1ffe73d tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:34:09.070769 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc44634-5f5b-4165-b7f9-ec4a77e9548a None None] Sync routers for ids ['86f1de78-0462-48b1-b189-22afa432cb8e'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:34:09.089918 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc44634-5f5b-4165-b7f9-ec4a77e9548a None None] Routers {'86f1de78-0462-48b1-b189-22afa432cb8e'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:34:09.096745 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-3fc44634-5f5b-4165-b7f9-ec4a77e9548a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:34:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['86f1de78-0462-48b1-b189-22afa432cb8e'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:34:09.102440 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-9f0af62d-a02c-4f80-a9ca-6ce1f1ffe73d tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] 10.222.0.64 "PUT /v2.0/routers/86f1de78-0462-48b1-b189-22afa432cb8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6662741 Jan 28 19:34:09.106192 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 38790) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:34:09.114901 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 81ccbb08-3447-4eb9-aa0d-83127880a4f2 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:34:09.149214 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-544ccbe4-585d-4415-b8d4-5d9032e7c21e None None] Provisioning complete for port 3d714aad-947e-423e-9606-ee9b022c3402 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:34:09.149720 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-544ccbe4-585d-4415-b8d4-5d9032e7c21e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (3d714aad-947e-423e-9606-ee9b022c3402), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:09.210746 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b664fa86-603b-4c0b-8e04-440e5e984eac tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:34:09.212417 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-b664fa86-603b-4c0b-8e04-440e5e984eac tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] 10.222.0.64 "GET /v2.0/ports/3d714aad-947e-423e-9606-ee9b022c3402 HTTP/1.1" status: 200 len: 911 time: 0.1037655 Jan 28 19:34:09.215446 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 38796) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:34:09.227124 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-3fc44634-5f5b-4165-b7f9-ec4a77e9548a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:34:09.230614 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-1cd5d65f-63bb-4177-b093-f8cd5d558a33 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2847b046-3b4c-459c-9ef2-ea33378d85fc'}]}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:34:09.236713 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-544ccbe4-585d-4415-b8d4-5d9032e7c21e None None] Port 3d714aad-947e-423e-9606-ee9b022c3402 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:34:09.237817 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 38798) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:34:09.239618 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-6010d758-ab22-438f-9b7a-d118ac173222 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=87ef532812144726984b00d82f756d1a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3234181 Jan 28 19:34:09.247719 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc44634-5f5b-4165-b7f9-ec4a77e9548a None None] Routers {'86f1de78-0462-48b1-b189-22afa432cb8e'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:34:09.248378 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-3fc44634-5f5b-4165-b7f9-ec4a77e9548a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:34:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['86f1de78-0462-48b1-b189-22afa432cb8e'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:34:09.264752 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-544ccbe4-585d-4415-b8d4-5d9032e7c21e None None] Provisioning complete for port 81ccbb08-3447-4eb9-aa0d-83127880a4f2 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:34:09.265348 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-544ccbe4-585d-4415-b8d4-5d9032e7c21e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (81ccbb08-3447-4eb9-aa0d-83127880a4f2), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:09.268381 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964bffb3-d412-4bd3-8e89-3e486c30acfc req-92675c36-5419-420c-b418-57e24e4cfc5c tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:34:09.282710 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-964bffb3-d412-4bd3-8e89-3e486c30acfc req-92675c36-5419-420c-b418-57e24e4cfc5c tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/ports?device_id=468e569c-4ad2-4f8a-b0ed-71ebeaa4f974 HTTP/1.1" status: 200 len: 946 time: 0.2918103 Jan 28 19:34:09.354042 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-3fc44634-5f5b-4165-b7f9-ec4a77e9548a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:34:09.354975 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc44634-5f5b-4165-b7f9-ec4a77e9548a None None] The sync data for ids ['86f1de78-0462-48b1-b189-22afa432cb8e'] in n-d-812111-14 is: [] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:34:09.410123 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-964bffb3-d412-4bd3-8e89-3e486c30acfc req-a5ebb7ef-149b-496a-9ec4-de756a3b458e tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/security-groups?id=1bfe6452-43d5-4c93-9450-34896bc0d267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198294 Jan 28 19:34:09.448084 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-544ccbe4-585d-4415-b8d4-5d9032e7c21e None None] Current status of the port 81ccbb08-3447-4eb9-aa0d-83127880a4f2 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:34:09.584385 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-a4a4bd2c-f744-44b1-ae1c-b41acf48d488 None None] Provisioning complete for port 3d714aad-947e-423e-9606-ee9b022c3402 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:34:09.585087 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a4a4bd2c-f744-44b1-ae1c-b41acf48d488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (3d714aad-947e-423e-9606-ee9b022c3402), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:09.667104 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-a4a4bd2c-f744-44b1-ae1c-b41acf48d488 None None] Port 3d714aad-947e-423e-9606-ee9b022c3402 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:34:09.754149 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:10.004413 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b1af5733-3054-49f2-b401-a60e5c90fe73 None None] Provisioning complete for port 3d714aad-947e-423e-9606-ee9b022c3402 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:34:10.004899 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b1af5733-3054-49f2-b401-a60e5c90fe73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (3d714aad-947e-423e-9606-ee9b022c3402), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:10.035613 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a9adc08a-c1cf-40c2-aff9-e72681ce1eb0 admin admin] Publish callbacks [] for security_group (49d9482d-a72b-40ce-8f70-854bdcf804f9), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:10.066114 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b1af5733-3054-49f2-b401-a60e5c90fe73 None None] Port 3d714aad-947e-423e-9606-ee9b022c3402 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:34:10.107536 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a9adc08a-c1cf-40c2-aff9-e72681ce1eb0 admin admin] Publish callbacks [] for security_group (49d9482d-a72b-40ce-8f70-854bdcf804f9), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:10.198902 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1cd5d65f-63bb-4177-b093-f8cd5d558a33 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (3d714aad-947e-423e-9606-ee9b022c3402), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:10.382912 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a9adc08a-c1cf-40c2-aff9-e72681ce1eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (49d9482d-a72b-40ce-8f70-854bdcf804f9), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:10.386997 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a9adc08a-c1cf-40c2-aff9-e72681ce1eb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:10.388638 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-a9adc08a-c1cf-40c2-aff9-e72681ce1eb0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/49d9482d-a72b-40ce-8f70-854bdcf804f9 HTTP/1.1" status: 204 len: 168 time: 1.1475215 Jan 28 19:34:10.659964 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9adc08a-c1cf-40c2-aff9-e72681ce1eb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49d9482d-a72b-40ce-8f70-854bdcf804f9,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:34:10.988785 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1cd5d65f-63bb-4177-b093-f8cd5d558a33 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks [] for port (3d714aad-947e-423e-9606-ee9b022c3402), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:11.003447 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1cd5d65f-63bb-4177-b093-f8cd5d558a33 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (3d714aad-947e-423e-9606-ee9b022c3402), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:11.012342 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd5d65f-63bb-4177-b093-f8cd5d558a33 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:34:11.013708 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1cd5d65f-63bb-4177-b093-f8cd5d558a33 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:11.015762 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-1cd5d65f-63bb-4177-b093-f8cd5d558a33 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] 10.222.0.64 "PUT /v2.0/ports/3d714aad-947e-423e-9606-ee9b022c3402 HTTP/1.1" status: 200 len: 911 time: 1.7992053 Jan 28 19:34:11.018555 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 38862) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:34:11.138881 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd5d65f-63bb-4177-b093-f8cd5d558a33 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Pushing event updated for resources: {'Port': ['ID=3d714aad-947e-423e-9606-ee9b022c3402,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:34:11.645682 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:11.907712 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 38904) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:34:12.102270 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-83c9236b-c841-4ed9-9175-52cfa1c90b4b admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-954606591-network', 'tenant_id': 'bbf2fdcfa8614aa6949bf4a173709a95'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:34:12.112203 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-aaf67adf-6683-4ec0-ac88-3d6c8299cd86 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-732838'] for router_interface (86f1de78-0462-48b1-b189-22afa432cb8e), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:12.142031 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83c9236b-c841-4ed9-9175-52cfa1c90b4b admin admin] Made reservation on behalf of bbf2fdcfa8614aa6949bf4a173709a95 for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:34:12.145952 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-83c9236b-c841-4ed9-9175-52cfa1c90b4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:12.170077 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-83c9236b-c841-4ed9-9175-52cfa1c90b4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:12.369676 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-83c9236b-c841-4ed9-9175-52cfa1c90b4b admin admin] Publish callbacks [] for security_group (f3463348-4b9e-41ee-a9d7-77a9e5d64664), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:12.384752 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-83c9236b-c841-4ed9-9175-52cfa1c90b4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (f3463348-4b9e-41ee-a9d7-77a9e5d64664), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:12.406354 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83c9236b-c841-4ed9-9175-52cfa1c90b4b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:34:12.418670 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-83c9236b-c841-4ed9-9175-52cfa1c90b4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (6085fde6-d829-43ad-96e2-c35bec133796), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:12.419254 n-d-812111-14 neutron-server[103305]: INFO neutron.db.segments_db [None req-83c9236b-c841-4ed9-9175-52cfa1c90b4b admin admin] Added segment 6085fde6-d829-43ad-96e2-c35bec133796 of type vlan for network c6947406-f53d-420a-bed1-5e603e494bf3 Jan 28 19:34:12.495733 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c9236b-c841-4ed9-9175-52cfa1c90b4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3463348-4b9e-41ee-a9d7-77a9e5d64664,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:34:12.506440 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-83c9236b-c841-4ed9-9175-52cfa1c90b4b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (c6947406-f53d-420a-bed1-5e603e494bf3), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:12.512901 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-aaf67adf-6683-4ec0-ac88-3d6c8299cd86 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Deleting port 3d714aad-947e-423e-9606-ee9b022c3402 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:34:12.513435 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-aaf67adf-6683-4ec0-ac88-3d6c8299cd86 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (3d714aad-947e-423e-9606-ee9b022c3402), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:12.576977 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-83c9236b-c841-4ed9-9175-52cfa1c90b4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (c6947406-f53d-420a-bed1-5e603e494bf3), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:12.578078 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c9236b-c841-4ed9-9175-52cfa1c90b4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:34:12.578693 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-83c9236b-c841-4ed9-9175-52cfa1c90b4b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:12.684391 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-83c9236b-c841-4ed9-9175-52cfa1c90b4b admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7726078 Jan 28 19:34:12.697873 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 38926) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:34:12.711963 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-e0c448d4-61c2-4c17-8125-eb2d5bdde556 admin admin] Request body: {'subnet': {'network_id': 'c6947406-f53d-420a-bed1-5e603e494bf3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-954606591-subnet', 'tenant_id': 'bbf2fdcfa8614aa6949bf4a173709a95', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:34:12.737759 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c9236b-c841-4ed9-9175-52cfa1c90b4b admin admin] Pushing event updated for resources: {'Network': ['ID=c6947406-f53d-420a-bed1-5e603e494bf3,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:34:12.744707 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-aaf67adf-6683-4ec0-ac88-3d6c8299cd86 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (3d714aad-947e-423e-9606-ee9b022c3402), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:12.750210 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network c6947406-f53d-420a-bed1-5e603e494bf3 details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:34:12.767194 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0c448d4-61c2-4c17-8125-eb2d5bdde556 admin admin] Made reservation on behalf of bbf2fdcfa8614aa6949bf4a173709a95 for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:34:12.771385 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e0c448d4-61c2-4c17-8125-eb2d5bdde556 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4733071'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:12.776480 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-aaf67adf-6683-4ec0-ac88-3d6c8299cd86 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Calling delete_port for 3d714aad-947e-423e-9606-ee9b022c3402 owned by network:router_interface {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:34:13.005755 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:13.216724 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e0c448d4-61c2-4c17-8125-eb2d5bdde556 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4752401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4733085'] for subnet (0688007a-7128-4f42-bde6-39e4fdbede38), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:13.327372 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c448d4-61c2-4c17-8125-eb2d5bdde556 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0688007a-7128-4f42-bde6-39e4fdbede38,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:34:13.354217 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c448d4-61c2-4c17-8125-eb2d5bdde556 admin admin] Checking segment: {'id': '6085fde6-d829-43ad-96e2-c35bec133796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c6947406-f53d-420a-bed1-5e603e494bf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:34:13.354829 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c448d4-61c2-4c17-8125-eb2d5bdde556 admin admin] Network hostable DHCP agents. Network: c6947406-f53d-420a-bed1-5e603e494bf3, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:34:13.432324 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c448d4-61c2-4c17-8125-eb2d5bdde556 admin admin] Network c6947406-f53d-420a-bed1-5e603e494bf3 is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:34:13.454654 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-e0c448d4-61c2-4c17-8125-eb2d5bdde556 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, c6947406-f53d-420a-bed1-5e603e494bf3) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:34:13.460764 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c448d4-61c2-4c17-8125-eb2d5bdde556 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:34:13.461519 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e0c448d4-61c2-4c17-8125-eb2d5bdde556 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:13.470542 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ea03598-3a9c-4f28-9d35-0ce59be7369d None None] Network c6947406-f53d-420a-bed1-5e603e494bf3 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:34:13.490321 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-e0c448d4-61c2-4c17-8125-eb2d5bdde556 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7897086 Jan 28 19:34:13.505228 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-aaf67adf-6683-4ec0-ac88-3d6c8299cd86 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (3d714aad-947e-423e-9606-ee9b022c3402), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:13.592472 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf67adf-6683-4ec0-ac88-3d6c8299cd86 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Pushing event deleted for resources: {'Port': ['ID=3d714aad-947e-423e-9606-ee9b022c3402,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:34:13.862480 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46843f17-cc98-4f7d-93b8-3367190c8173 None None] Network c6947406-f53d-420a-bed1-5e603e494bf3 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:34:13.885461 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-aaf67adf-6683-4ec0-ac88-3d6c8299cd86 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-732682'] for router_interface (86f1de78-0462-48b1-b189-22afa432cb8e), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:14.596020 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaf67adf-6683-4ec0-ac88-3d6c8299cd86 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Router 86f1de78-0462-48b1-b189-22afa432cb8e has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:34:14.625315 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a49c8b6-b26b-480e-b41c-d13380053eee req-0d8d9199-9f5a-4a08-b491-0784e8696448 tempest-ListServersNegativeTestJSON-2039046189 tempest-ListServersNegativeTestJSON-2039046189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:34:14.630698 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2a49c8b6-b26b-480e-b41c-d13380053eee req-0d8d9199-9f5a-4a08-b491-0784e8696448 tempest-ListServersNegativeTestJSON-2039046189 tempest-ListServersNegativeTestJSON-2039046189-project] 10.222.0.64 "GET /v2.0/networks?id=c6947406-f53d-420a-bed1-5e603e494bf3 HTTP/1.1" status: 200 len: 817 time: 0.3284919 Jan 28 19:34:14.692633 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2a49c8b6-b26b-480e-b41c-d13380053eee req-29ba82e2-9ac8-4537-b796-dcd55643a1d4 tempest-ListServersNegativeTestJSON-2039046189 tempest-ListServersNegativeTestJSON-2039046189-project] 10.222.0.64 "GET /v2.0/quotas/bbf2fdcfa8614aa6949bf4a173709a95 HTTP/1.1" status: 200 len: 375 time: 0.0371809 Jan 28 19:34:14.792501 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2a49c8b6-b26b-480e-b41c-d13380053eee req-a073b11d-a79e-4288-b266-e5eedfb43783 tempest-ListServersNegativeTestJSON-2039046189 tempest-ListServersNegativeTestJSON-2039046189-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=bbf2fdcfa8614aa6949bf4a173709a95&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0936081 Jan 28 19:34:14.867067 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaf67adf-6683-4ec0-ac88-3d6c8299cd86 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:34:14.883377 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-aaf67adf-6683-4ec0-ac88-3d6c8299cd86 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] 10.222.0.64 "PUT /v2.0/routers/86f1de78-0462-48b1-b189-22afa432cb8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8597076 Jan 28 19:34:14.886144 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 39036) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:34:14.904238 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7237c482-18b1-41d0-80be-a472f506b89a None None] Sync routers for ids ['86f1de78-0462-48b1-b189-22afa432cb8e'] in n-d-812111-14 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:34:14.945639 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-6bc16074-be8b-4998-9121-000a767a41eb tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] 10.222.0.64 "GET /v2.0/ports?device_id=86f1de78-0462-48b1-b189-22afa432cb8e HTTP/1.1" status: 200 len: 205 time: 0.0541382 Jan 28 19:34:14.946490 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 39038) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:34:14.986604 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7237c482-18b1-41d0-80be-a472f506b89a None None] Routers {'86f1de78-0462-48b1-b189-22afa432cb8e'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:34:14.991929 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-7237c482-18b1-41d0-80be-a472f506b89a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:34:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['86f1de78-0462-48b1-b189-22afa432cb8e'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:34:15.127206 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-7237c482-18b1-41d0-80be-a472f506b89a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:34:15.155766 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7237c482-18b1-41d0-80be-a472f506b89a None None] Routers {'86f1de78-0462-48b1-b189-22afa432cb8e'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:34:15.156480 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-7237c482-18b1-41d0-80be-a472f506b89a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:34:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['86f1de78-0462-48b1-b189-22afa432cb8e'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:34:15.189239 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a6052ba2-772f-4242-9014-8bbe50975f74 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks [] for router (86f1de78-0462-48b1-b189-22afa432cb8e), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:15.221088 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2a49c8b6-b26b-480e-b41c-d13380053eee req-a984bc0f-75f4-4675-b735-f43c3c379cfc service neutron] 10.222.0.64 "GET /v2.0/networks/c6947406-f53d-420a-bed1-5e603e494bf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4274819 Jan 28 19:34:15.253766 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-7237c482-18b1-41d0-80be-a472f506b89a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:34:15.254678 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7237c482-18b1-41d0-80be-a472f506b89a None None] The sync data for ids ['86f1de78-0462-48b1-b189-22afa432cb8e'] in n-d-812111-14 is: [] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:34:15.490098 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2a49c8b6-b26b-480e-b41c-d13380053eee req-d1e9b93f-f5fb-4e89-8a0a-32b258936463 service neutron] 10.222.0.64 "GET /v2.0/networks/c6947406-f53d-420a-bed1-5e603e494bf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2678294 Jan 28 19:34:15.734618 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a6052ba2-772f-4242-9014-8bbe50975f74 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-730901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261120'] for router (86f1de78-0462-48b1-b189-22afa432cb8e), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:15.744289 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a6052ba2-772f-4242-9014-8bbe50975f74 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks [] for router_controller (86f1de78-0462-48b1-b189-22afa432cb8e), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:15.876449 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a6052ba2-772f-4242-9014-8bbe50975f74 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-730908'] for router (86f1de78-0462-48b1-b189-22afa432cb8e), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:15.883403 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6052ba2-772f-4242-9014-8bbe50975f74 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Fanout notify agent at l3_agent the message router_deleted on router 86f1de78-0462-48b1-b189-22afa432cb8e {{(pid=103304) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:34:15.900592 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a6052ba2-772f-4242-9014-8bbe50975f74 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:15.908970 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-a6052ba2-772f-4242-9014-8bbe50975f74 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] 10.222.0.64 "DELETE /v2.0/routers/86f1de78-0462-48b1-b189-22afa432cb8e HTTP/1.1" status: 204 len: 168 time: 0.9614544 Jan 28 19:34:15.911676 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 39078) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:34:16.123571 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdbc9fd7-3fed-43d3-9781-77e10ce87430 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Deleting subnet 2847b046-3b4c-459c-9ef2-ea33378d85fc {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:34:16.149967 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cdbc9fd7-3fed-43d3-9781-77e10ce87430 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks [] for subnet (2847b046-3b4c-459c-9ef2-ea33378d85fc), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:16.319815 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cdbc9fd7-3fed-43d3-9781-77e10ce87430 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4747050'] for subnet (2847b046-3b4c-459c-9ef2-ea33378d85fc), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:16.399556 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-115a3031-b0fc-4650-b455-974ad44d35c1 req-5657e0cf-5d93-446b-8eb6-96f2864dea68 tempest-ListServersNegativeTestJSON-2039046189 tempest-ListServersNegativeTestJSON-2039046189-project] 10.222.0.64 "GET /v2.0/ports?device_id=63b95976-d6be-45fe-9cfb-acd2ec9a2de2 HTTP/1.1" status: 200 len: 210 time: 0.1556005 Jan 28 19:34:16.628362 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cdbc9fd7-3fed-43d3-9781-77e10ce87430 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (2847b046-3b4c-459c-9ef2-ea33378d85fc), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:16.700504 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cdbc9fd7-3fed-43d3-9781-77e10ce87430 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4690616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5222356'] for subnet (2847b046-3b4c-459c-9ef2-ea33378d85fc), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:16.820884 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbc9fd7-3fed-43d3-9781-77e10ce87430 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Pushing event deleted for resources: {'Subnet': ['ID=2847b046-3b4c-459c-9ef2-ea33378d85fc,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:34:16.831196 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cdbc9fd7-3fed-43d3-9781-77e10ce87430 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:16.834573 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-cdbc9fd7-3fed-43d3-9781-77e10ce87430 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] 10.222.0.64 "DELETE /v2.0/subnets/2847b046-3b4c-459c-9ef2-ea33378d85fc HTTP/1.1" status: 204 len: 168 time: 0.9167998 Jan 28 19:34:16.840881 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 39130) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:34:16.853662 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-535c6397-074f-40a0-85c4-d0d1d963e380 None None] Network 431711f8-e606-41a7-91a3-6ed2324e536a requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:34:17.166379 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-efb827be-55ba-462d-a853-e55a682ea9cf tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (431711f8-e606-41a7-91a3-6ed2324e536a), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:17.444892 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-efb827be-55ba-462d-a853-e55a682ea9cf tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Deleting port 81ccbb08-3447-4eb9-aa0d-83127880a4f2 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:34:17.445582 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-efb827be-55ba-462d-a853-e55a682ea9cf tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (81ccbb08-3447-4eb9-aa0d-83127880a4f2), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:17.596001 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-efb827be-55ba-462d-a853-e55a682ea9cf tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] For port 81ccbb08-3447-4eb9-aa0d-83127880a4f2, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=81ccbb08-3447-4eb9-aa0d-83127880a4f2,segment=NetworkSegment(bbe7e80b-ca2d-4674-850b-59fe30feaeee),segment_id=bbe7e80b-ca2d-4674-850b-59fe30feaeee)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:34:17.596377 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-efb827be-55ba-462d-a853-e55a682ea9cf tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (81ccbb08-3447-4eb9-aa0d-83127880a4f2), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:17.625220 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-efb827be-55ba-462d-a853-e55a682ea9cf tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Calling delete_port for 81ccbb08-3447-4eb9-aa0d-83127880a4f2 owned by network:dhcp {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:34:17.778583 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f9184de-3512-4e6c-bf8c-aba9ecee1c71 None None] DHCP port deletion for 431711f8-e606-41a7-91a3-6ed2324e536a request from n-d-812111-14 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:34:17.866963 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-cce0fffc-ddb8-4df6-9528-004aa7042598 req-c7de970d-e75e-4acc-b562-ebf7fdc1b291 tempest-ListServersNegativeTestJSON-2039046189 tempest-ListServersNegativeTestJSON-2039046189-project] 10.222.0.64 "GET /v2.0/ports?device_id=63b95976-d6be-45fe-9cfb-acd2ec9a2de2 HTTP/1.1" status: 200 len: 210 time: 0.0918584 Jan 28 19:34:17.891113 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-efb827be-55ba-462d-a853-e55a682ea9cf tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (81ccbb08-3447-4eb9-aa0d-83127880a4f2), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:17.984278 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-7f9184de-3512-4e6c-bf8c-aba9ecee1c71 None None] Deleting port 81ccbb08-3447-4eb9-aa0d-83127880a4f2 {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:34:17.985243 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7f9184de-3512-4e6c-bf8c-aba9ecee1c71 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (81ccbb08-3447-4eb9-aa0d-83127880a4f2), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:18.015230 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb827be-55ba-462d-a853-e55a682ea9cf tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] No DVR routers for this DVR port 81ccbb08-3447-4eb9-aa0d-83127880a4f2 on host n-d-812111-14 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:34:18.041127 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb827be-55ba-462d-a853-e55a682ea9cf tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Pushing event deleted for resources: {'Port': ['ID=81ccbb08-3447-4eb9-aa0d-83127880a4f2,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:34:18.070346 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-7f9184de-3512-4e6c-bf8c-aba9ecee1c71 None None] For port 81ccbb08-3447-4eb9-aa0d-83127880a4f2, host n-d-812111-14, got binding levels [] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:34:18.070739 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7f9184de-3512-4e6c-bf8c-aba9ecee1c71 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (81ccbb08-3447-4eb9-aa0d-83127880a4f2), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:18.090585 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-7f9184de-3512-4e6c-bf8c-aba9ecee1c71 None None] Calling delete_port for 81ccbb08-3447-4eb9-aa0d-83127880a4f2 owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:34:18.123452 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.ipam_backend_mixin [None req-7f9184de-3512-4e6c-bf8c-aba9ecee1c71 None None] Port 81ccbb08-3447-4eb9-aa0d-83127880a4f2 was not found and therefore no delete operation was performed {{(pid=103306) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 19:34:18.169546 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7f9184de-3512-4e6c-bf8c-aba9ecee1c71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985'] for port (81ccbb08-3447-4eb9-aa0d-83127880a4f2), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:18.259134 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9184de-3512-4e6c-bf8c-aba9ecee1c71 None None] Pushing event deleted for resources: {'Port': ['ID=81ccbb08-3447-4eb9-aa0d-83127880a4f2,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:34:18.313805 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-efb827be-55ba-462d-a853-e55a682ea9cf tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (431711f8-e606-41a7-91a3-6ed2324e536a), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:18.316258 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9184de-3512-4e6c-bf8c-aba9ecee1c71 None None] No DVR routers for this DVR port 81ccbb08-3447-4eb9-aa0d-83127880a4f2 on host n-d-812111-14 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:34:18.478801 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-efb827be-55ba-462d-a853-e55a682ea9cf tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['431711f8-e606-41a7-91a3-6ed2324e536a']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:34:18.535567 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-efb827be-55ba-462d-a853-e55a682ea9cf tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbe7e80b-ca2d-4674-850b-59fe30feaeee') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:34:18.535811 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-efb827be-55ba-462d-a853-e55a682ea9cf tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbe7e80b-ca2d-4674-850b-59fe30feaeee') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:34:18.556085 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-efb827be-55ba-462d-a853-e55a682ea9cf tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4747091'] for segment (bbe7e80b-ca2d-4674-850b-59fe30feaeee), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:18.608364 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-efb827be-55ba-462d-a853-e55a682ea9cf tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (bbe7e80b-ca2d-4674-850b-59fe30feaeee), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:18.614712 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 81ccbb08-3447-4eb9-aa0d-83127880a4f2 no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:34:18.625676 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efb827be-55ba-462d-a853-e55a682ea9cf tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:34:18.626172 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-efb827be-55ba-462d-a853-e55a682ea9cf tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4690514'] for segment (bbe7e80b-ca2d-4674-850b-59fe30feaeee), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:18.629663 n-d-812111-14 neutron-server[103304]: Traceback (most recent call last): Jan 28 19:34:18.629663 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:34:18.629663 n-d-812111-14 neutron-server[103304]: timer() Jan 28 19:34:18.629663 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:34:18.629663 n-d-812111-14 neutron-server[103304]: cb(*args, **kw) Jan 28 19:34:18.629663 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:34:18.629663 n-d-812111-14 neutron-server[103304]: return func(*args, **kwargs) Jan 28 19:34:18.629663 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:34:18.629663 n-d-812111-14 neutron-server[103304]: self._notify() Jan 28 19:34:18.629663 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:34:18.629663 n-d-812111-14 neutron-server[103304]: self.callback(batched_events) Jan 28 19:34:18.629663 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:34:18.629663 n-d-812111-14 neutron-server[103304]: event.method(event) Jan 28 19:34:18.629663 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:34:18.629663 n-d-812111-14 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:34:18.629663 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:34:18.629663 n-d-812111-14 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:34:18.629663 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:34:18.629663 n-d-812111-14 neutron-server[103304]: return f(self, *a, **k) Jan 28 19:34:18.629663 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:34:18.629663 n-d-812111-14 neutron-server[103304]: return self._get(url).json() Jan 28 19:34:18.629663 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:34:18.629663 n-d-812111-14 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:34:18.629663 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:34:18.629663 n-d-812111-14 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 28 19:34:18.629663 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:34:18.629663 n-d-812111-14 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:34:18.629663 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:34:18.629663 n-d-812111-14 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:34:18.629663 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:34:18.629663 n-d-812111-14 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:34:18.629663 n-d-812111-14 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:34:18.683847 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: 81ccbb08-3447-4eb9-aa0d-83127880a4f2 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:34:18.683995 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 81ccbb08-3447-4eb9-aa0d-83127880a4f2 not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:34:18.907798 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-efb827be-55ba-462d-a853-e55a682ea9cf tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (431711f8-e606-41a7-91a3-6ed2324e536a), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:18.928382 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-efb827be-55ba-462d-a853-e55a682ea9cf tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:18.944134 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-efb827be-55ba-462d-a853-e55a682ea9cf tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] 10.222.0.64 "DELETE /v2.0/networks/431711f8-e606-41a7-91a3-6ed2324e536a HTTP/1.1" status: 204 len: 168 time: 2.0983019 Jan 28 19:34:18.944285 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 39226) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:34:18.955592 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-c50e37e1-8db1-4d2c-814c-d951f2ae043a tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1141481547', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:34:18.977807 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb827be-55ba-462d-a853-e55a682ea9cf tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Pushing event deleted for resources: {'Network': ['ID=431711f8-e606-41a7-91a3-6ed2324e536a,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:34:19.066980 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c50e37e1-8db1-4d2c-814c-d951f2ae043a tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261150'] for router (468365e5-c3aa-40a4-92af-9a325e24257e), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:19.068059 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c50e37e1-8db1-4d2c-814c-d951f2ae043a tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-731099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-731441', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261129'] for router (468365e5-c3aa-40a4-92af-9a325e24257e), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:19.321254 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-64ef1144-f96a-4eab-8ca4-8d14f7be3b05 req-7ff2d5b0-bb96-43e9-9e64-f45c1353a7ad tempest-ListServersNegativeTestJSON-2039046189 tempest-ListServersNegativeTestJSON-2039046189-project] 10.222.0.64 "GET /v2.0/ports?device_id=63b95976-d6be-45fe-9cfb-acd2ec9a2de2 HTTP/1.1" status: 200 len: 210 time: 0.1690226 Jan 28 19:34:19.390836 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c50e37e1-8db1-4d2c-814c-d951f2ae043a tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks [] for router_controller (468365e5-c3aa-40a4-92af-9a325e24257e), precommit_add_association {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:19.401354 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c50e37e1-8db1-4d2c-814c-d951f2ae043a tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-731074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-731460'] for router (468365e5-c3aa-40a4-92af-9a325e24257e), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:19.473896 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c50e37e1-8db1-4d2c-814c-d951f2ae043a tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:19.476515 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-c50e37e1-8db1-4d2c-814c-d951f2ae043a tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5313060 Jan 28 19:34:19.483341 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 39252) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:34:19.488433 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-cc7d5bcb-013e-4307-8b47-b885dd0510a7 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1790593356'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:34:19.536951 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc7d5bcb-013e-4307-8b47-b885dd0510a7 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Made reservation on behalf of fd27ebc338214c64bbd2f3fdeacf14c6 for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:34:19.540423 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cc7d5bcb-013e-4307-8b47-b885dd0510a7 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:19.622245 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc7d5bcb-013e-4307-8b47-b885dd0510a7 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:34:19.661636 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cc7d5bcb-013e-4307-8b47-b885dd0510a7 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (1069b884-acd2-4d0e-bb84-336ed6ec5e5c), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:19.661993 n-d-812111-14 neutron-server[103304]: INFO neutron.db.segments_db [None req-cc7d5bcb-013e-4307-8b47-b885dd0510a7 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Added segment 1069b884-acd2-4d0e-bb84-336ed6ec5e5c of type vlan for network 3bd239a4-803d-4686-82a3-6e666e3c26b5 Jan 28 19:34:20.009259 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cc7d5bcb-013e-4307-8b47-b885dd0510a7 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (3bd239a4-803d-4686-82a3-6e666e3c26b5), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:20.146889 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 39264) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:34:20.273281 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a49c8b6-b26b-480e-b41c-d13380053eee req-1f8d5201-e057-4b1d-a2b7-ff653e60bd75 tempest-ListServersNegativeTestJSON-2039046189 tempest-ListServersNegativeTestJSON-2039046189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:34:20.280770 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2a49c8b6-b26b-480e-b41c-d13380053eee req-1f8d5201-e057-4b1d-a2b7-ff653e60bd75 tempest-ListServersNegativeTestJSON-2039046189 tempest-ListServersNegativeTestJSON-2039046189-project] 10.222.0.41 "GET /v2.0/networks?id=c6947406-f53d-420a-bed1-5e603e494bf3 HTTP/1.1" status: 200 len: 817 time: 0.3615513 Jan 28 19:34:20.297613 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-2a49c8b6-b26b-480e-b41c-d13380053eee req-238ee748-5851-491d-8b77-870ff86801ea tempest-ListServersNegativeTestJSON-2039046189 tempest-ListServersNegativeTestJSON-2039046189-project] Request body: {'port': {'device_id': '8a99b1eb-94dd-45bf-99be-ea1c16df5915', 'network_id': 'c6947406-f53d-420a-bed1-5e603e494bf3', 'admin_state_up': True, 'tenant_id': 'bbf2fdcfa8614aa6949bf4a173709a95'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:34:20.324113 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a49c8b6-b26b-480e-b41c-d13380053eee req-92157ee8-db55-45b6-978f-c019e39612cd tempest-ListServersNegativeTestJSON-2039046189 tempest-ListServersNegativeTestJSON-2039046189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:34:20.330498 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2a49c8b6-b26b-480e-b41c-d13380053eee req-92157ee8-db55-45b6-978f-c019e39612cd tempest-ListServersNegativeTestJSON-2039046189 tempest-ListServersNegativeTestJSON-2039046189-project] 10.222.0.70 "GET /v2.0/networks?id=c6947406-f53d-420a-bed1-5e603e494bf3 HTTP/1.1" status: 200 len: 817 time: 0.2364373 Jan 28 19:34:20.331585 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cc7d5bcb-013e-4307-8b47-b885dd0510a7 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (3bd239a4-803d-4686-82a3-6e666e3c26b5), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:20.357721 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc7d5bcb-013e-4307-8b47-b885dd0510a7 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:34:20.358379 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cc7d5bcb-013e-4307-8b47-b885dd0510a7 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:20.411040 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-2a49c8b6-b26b-480e-b41c-d13380053eee req-95f017e9-6058-4f24-8cf9-52a7d88a2921 tempest-ListServersNegativeTestJSON-2039046189 tempest-ListServersNegativeTestJSON-2039046189-project] Request body: {'port': {'device_id': '831b9919-4651-4bd6-b33e-696d3a007486', 'network_id': 'c6947406-f53d-420a-bed1-5e603e494bf3', 'admin_state_up': True, 'tenant_id': 'bbf2fdcfa8614aa6949bf4a173709a95'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:34:20.475579 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a49c8b6-b26b-480e-b41c-d13380053eee req-238ee748-5851-491d-8b77-870ff86801ea tempest-ListServersNegativeTestJSON-2039046189 tempest-ListServersNegativeTestJSON-2039046189-project] Made reservation on behalf of bbf2fdcfa8614aa6949bf4a173709a95 for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:34:20.478911 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-2a49c8b6-b26b-480e-b41c-d13380053eee req-238ee748-5851-491d-8b77-870ff86801ea tempest-ListServersNegativeTestJSON-2039046189 tempest-ListServersNegativeTestJSON-2039046189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:20.491580 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ffe1232c-8e52-41fa-97ec-eb96a92fdb8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:20.582982 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:20.673739 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-cc7d5bcb-013e-4307-8b47-b885dd0510a7 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1892581 Jan 28 19:34:20.684603 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 39278) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:34:20.688056 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-bd80c89b-50be-4a3d-b4dc-90fa3794c547 req-c358c1a5-3f84-4c1b-94d2-92f645ea93fb tempest-ListServersNegativeTestJSON-2039046189 tempest-ListServersNegativeTestJSON-2039046189-project] 10.222.0.64 "GET /v2.0/ports?device_id=63b95976-d6be-45fe-9cfb-acd2ec9a2de2 HTTP/1.1" status: 200 len: 210 time: 0.1755242 Jan 28 19:34:20.694754 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-8f212438-a089-4610-ae25-3179d340e19f tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Request body: {'subnet': {'network_id': '3bd239a4-803d-4686-82a3-6e666e3c26b5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:34:20.703852 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7d5bcb-013e-4307-8b47-b885dd0510a7 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Pushing event updated for resources: {'Network': ['ID=3bd239a4-803d-4686-82a3-6e666e3c26b5,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:34:20.717538 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network 3bd239a4-803d-4686-82a3-6e666e3c26b5 details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:34:20.772308 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a49c8b6-b26b-480e-b41c-d13380053eee req-90b46291-7104-4439-9bff-84265cfd86fc tempest-ListServersNegativeTestJSON-2039046189 tempest-ListServersNegativeTestJSON-2039046189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:34:20.773930 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2a49c8b6-b26b-480e-b41c-d13380053eee req-90b46291-7104-4439-9bff-84265cfd86fc tempest-ListServersNegativeTestJSON-2039046189 tempest-ListServersNegativeTestJSON-2039046189-project] 10.222.0.41 "GET /v2.0/networks?id=c6947406-f53d-420a-bed1-5e603e494bf3 HTTP/1.1" status: 200 len: 817 time: 1.0317605 Jan 28 19:34:20.806309 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-2a49c8b6-b26b-480e-b41c-d13380053eee req-e5e54c0e-4e56-4ce4-8de8-407bad24353e tempest-ListServersNegativeTestJSON-2039046189 tempest-ListServersNegativeTestJSON-2039046189-project] Request body: {'port': {'device_id': '63b95976-d6be-45fe-9cfb-acd2ec9a2de2', 'network_id': 'c6947406-f53d-420a-bed1-5e603e494bf3', 'admin_state_up': True, 'tenant_id': 'bbf2fdcfa8614aa6949bf4a173709a95'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:34:20.900934 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ffe1232c-8e52-41fa-97ec-eb96a92fdb8d admin admin] Publish callbacks [] for security_group (fb758c73-15b6-46b9-bf12-15b1e38436dd), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:20.915467 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ffe1232c-8e52-41fa-97ec-eb96a92fdb8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (fb758c73-15b6-46b9-bf12-15b1e38436dd), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:20.918498 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-2a49c8b6-b26b-480e-b41c-d13380053eee req-238ee748-5851-491d-8b77-870ff86801ea tempest-ListServersNegativeTestJSON-2039046189 tempest-ListServersNegativeTestJSON-2039046189-project] Allocated IP 172.20.0.11 (c6947406-f53d-420a-bed1-5e603e494bf3/0688007a-7128-4f42-bde6-39e4fdbede38/e0b58b58-74eb-4b33-a1c3-cbef8b1ccbef) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:34:21.072271 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a49c8b6-b26b-480e-b41c-d13380053eee req-95f017e9-6058-4f24-8cf9-52a7d88a2921 tempest-ListServersNegativeTestJSON-2039046189 tempest-ListServersNegativeTestJSON-2039046189-project] Made reservation on behalf of bbf2fdcfa8614aa6949bf4a173709a95 for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:34:21.078174 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-2a49c8b6-b26b-480e-b41c-d13380053eee req-95f017e9-6058-4f24-8cf9-52a7d88a2921 tempest-ListServersNegativeTestJSON-2039046189 tempest-ListServersNegativeTestJSON-2039046189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:21.158334 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a49c8b6-b26b-480e-b41c-d13380053eee req-e5e54c0e-4e56-4ce4-8de8-407bad24353e tempest-ListServersNegativeTestJSON-2039046189 tempest-ListServersNegativeTestJSON-2039046189-project] Made reservation on behalf of bbf2fdcfa8614aa6949bf4a173709a95 for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:34:21.165690 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-2a49c8b6-b26b-480e-b41c-d13380053eee req-238ee748-5851-491d-8b77-870ff86801ea tempest-ListServersNegativeTestJSON-2039046189 tempest-ListServersNegativeTestJSON-2039046189-project] Publish callbacks [] for port (e0b58b58-74eb-4b33-a1c3-cbef8b1ccbef), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:21.166416 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-2a49c8b6-b26b-480e-b41c-d13380053eee req-e5e54c0e-4e56-4ce4-8de8-407bad24353e tempest-ListServersNegativeTestJSON-2039046189 tempest-ListServersNegativeTestJSON-2039046189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:21.215913 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe1232c-8e52-41fa-97ec-eb96a92fdb8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb758c73-15b6-46b9-bf12-15b1e38436dd,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:34:21.239844 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-2a49c8b6-b26b-480e-b41c-d13380053eee req-238ee748-5851-491d-8b77-870ff86801ea tempest-ListServersNegativeTestJSON-2039046189 tempest-ListServersNegativeTestJSON-2039046189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (e0b58b58-74eb-4b33-a1c3-cbef8b1ccbef), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:21.268033 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe1232c-8e52-41fa-97ec-eb96a92fdb8d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:34:21.268644 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe1232c-8e52-41fa-97ec-eb96a92fdb8d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:34:21.269191 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe1232c-8e52-41fa-97ec-eb96a92fdb8d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:34:21.269697 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe1232c-8e52-41fa-97ec-eb96a92fdb8d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:34:21.270192 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe1232c-8e52-41fa-97ec-eb96a92fdb8d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:34:21.270680 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe1232c-8e52-41fa-97ec-eb96a92fdb8d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:34:21.271173 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe1232c-8e52-41fa-97ec-eb96a92fdb8d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:34:21.271666 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe1232c-8e52-41fa-97ec-eb96a92fdb8d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:34:21.272154 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe1232c-8e52-41fa-97ec-eb96a92fdb8d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:34:21.272642 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe1232c-8e52-41fa-97ec-eb96a92fdb8d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:34:21.273150 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe1232c-8e52-41fa-97ec-eb96a92fdb8d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:34:21.273655 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe1232c-8e52-41fa-97ec-eb96a92fdb8d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:34:21.274148 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe1232c-8e52-41fa-97ec-eb96a92fdb8d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:34:21.313976 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-ffe1232c-8e52-41fa-97ec-eb96a92fdb8d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=dcc94d8853764cc08bbd3262f0b791d6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1640737 Jan 28 19:34:21.317880 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 39284) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:34:21.318721 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f212438-a089-4610-ae25-3179d340e19f tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Made reservation on behalf of fd27ebc338214c64bbd2f3fdeacf14c6 for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:34:21.322427 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8f212438-a089-4610-ae25-3179d340e19f tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4733071'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:21.410706 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a49c8b6-b26b-480e-b41c-d13380053eee req-238ee748-5851-491d-8b77-870ff86801ea tempest-ListServersNegativeTestJSON-2039046189 tempest-ListServersNegativeTestJSON-2039046189-project] Network c6947406-f53d-420a-bed1-5e603e494bf3 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:34:21.416871 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ee748-5851-491d-8b77-870ff86801ea tempest-ListServersNegativeTestJSON-2039046189 tempest-ListServersNegativeTestJSON-2039046189-project] Pushing event updated for resources: {'Port': ['ID=e0b58b58-74eb-4b33-a1c3-cbef8b1ccbef,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:34:21.427395 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-2a49c8b6-b26b-480e-b41c-d13380053eee req-238ee748-5851-491d-8b77-870ff86801ea tempest-ListServersNegativeTestJSON-2039046189 tempest-ListServersNegativeTestJSON-2039046189-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:34:21.438347 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a49c8b6-b26b-480e-b41c-d13380053eee req-238ee748-5851-491d-8b77-870ff86801ea tempest-ListServersNegativeTestJSON-2039046189 tempest-ListServersNegativeTestJSON-2039046189-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:34:21.487152 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-2a49c8b6-b26b-480e-b41c-d13380053eee req-95f017e9-6058-4f24-8cf9-52a7d88a2921 tempest-ListServersNegativeTestJSON-2039046189 tempest-ListServersNegativeTestJSON-2039046189-project] Allocated IP 172.20.0.12 (c6947406-f53d-420a-bed1-5e603e494bf3/0688007a-7128-4f42-bde6-39e4fdbede38/36f03ee7-2940-41ff-a783-d67c24c27550) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:34:21.523897 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a49c8b6-b26b-480e-b41c-d13380053eee req-238ee748-5851-491d-8b77-870ff86801ea tempest-ListServersNegativeTestJSON-2039046189 tempest-ListServersNegativeTestJSON-2039046189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:34:21.524806 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-2a49c8b6-b26b-480e-b41c-d13380053eee req-238ee748-5851-491d-8b77-870ff86801ea tempest-ListServersNegativeTestJSON-2039046189 tempest-ListServersNegativeTestJSON-2039046189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:21.552077 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-068c048e-b67e-422e-bb53-1243767a3f43 admin admin] Publish callbacks [] for security_group (fb758c73-15b6-46b9-bf12-15b1e38436dd), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:21.581435 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2a49c8b6-b26b-480e-b41c-d13380053eee req-238ee748-5851-491d-8b77-870ff86801ea tempest-ListServersNegativeTestJSON-2039046189 tempest-ListServersNegativeTestJSON-2039046189-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2899251 Jan 28 19:34:21.617677 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-2a49c8b6-b26b-480e-b41c-d13380053eee req-7fb152cd-130c-4622-a7fb-eab693579050 service neutron] Request body: {'port': {'device_id': '8a99b1eb-94dd-45bf-99be-ea1c16df5915', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-14'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:34:21.659667 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-068c048e-b67e-422e-bb53-1243767a3f43 admin admin] Publish callbacks [] for security_group (fb758c73-15b6-46b9-bf12-15b1e38436dd), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:21.737758 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-2a49c8b6-b26b-480e-b41c-d13380053eee req-95f017e9-6058-4f24-8cf9-52a7d88a2921 tempest-ListServersNegativeTestJSON-2039046189 tempest-ListServersNegativeTestJSON-2039046189-project] Publish callbacks [] for port (36f03ee7-2940-41ff-a783-d67c24c27550), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:21.869442 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ef4fc80f-0407-41be-bf60-777709537dde req-7168c3db-04a5-47df-b2b7-084f8d07d131 tempest-ListServersNegativeTestJSON-2039046189 tempest-ListServersNegativeTestJSON-2039046189-project] 10.222.0.64 "GET /v2.0/ports?device_id=63b95976-d6be-45fe-9cfb-acd2ec9a2de2 HTTP/1.1" status: 200 len: 210 time: 0.0568407 Jan 28 19:34:21.881495 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-2a49c8b6-b26b-480e-b41c-d13380053eee req-95f017e9-6058-4f24-8cf9-52a7d88a2921 tempest-ListServersNegativeTestJSON-2039046189 tempest-ListServersNegativeTestJSON-2039046189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (36f03ee7-2940-41ff-a783-d67c24c27550), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:21.910030 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-2a49c8b6-b26b-480e-b41c-d13380053eee req-7fb152cd-130c-4622-a7fb-eab693579050 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (e0b58b58-74eb-4b33-a1c3-cbef8b1ccbef), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:21.915627 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8f212438-a089-4610-ae25-3179d340e19f tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4752401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4733085'] for subnet (13823000-eeb3-44f0-a92b-e846d7802a40), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:21.917790 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-068c048e-b67e-422e-bb53-1243767a3f43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (fb758c73-15b6-46b9-bf12-15b1e38436dd), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:21.921359 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-068c048e-b67e-422e-bb53-1243767a3f43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:21.924953 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-068c048e-b67e-422e-bb53-1243767a3f43 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/fb758c73-15b6-46b9-bf12-15b1e38436dd HTTP/1.1" status: 204 len: 168 time: 0.5963314 Jan 28 19:34:21.955207 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f017e9-6058-4f24-8cf9-52a7d88a2921 tempest-ListServersNegativeTestJSON-2039046189 tempest-ListServersNegativeTestJSON-2039046189-project] Pushing event updated for resources: {'Port': ['ID=36f03ee7-2940-41ff-a783-d67c24c27550,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:34:21.992822 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068c048e-b67e-422e-bb53-1243767a3f43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb758c73-15b6-46b9-bf12-15b1e38436dd,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:34:22.004730 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-2a49c8b6-b26b-480e-b41c-d13380053eee req-e5e54c0e-4e56-4ce4-8de8-407bad24353e tempest-ListServersNegativeTestJSON-2039046189 tempest-ListServersNegativeTestJSON-2039046189-project] Allocated IP 172.20.0.4 (c6947406-f53d-420a-bed1-5e603e494bf3/0688007a-7128-4f42-bde6-39e4fdbede38/c810df41-f531-4f8e-8a80-35774b23d96d) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:34:22.022085 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a49c8b6-b26b-480e-b41c-d13380053eee req-95f017e9-6058-4f24-8cf9-52a7d88a2921 tempest-ListServersNegativeTestJSON-2039046189 tempest-ListServersNegativeTestJSON-2039046189-project] Network c6947406-f53d-420a-bed1-5e603e494bf3 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:34:22.031361 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-2a49c8b6-b26b-480e-b41c-d13380053eee req-95f017e9-6058-4f24-8cf9-52a7d88a2921 tempest-ListServersNegativeTestJSON-2039046189 tempest-ListServersNegativeTestJSON-2039046189-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:34:22.041970 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a49c8b6-b26b-480e-b41c-d13380053eee req-95f017e9-6058-4f24-8cf9-52a7d88a2921 tempest-ListServersNegativeTestJSON-2039046189 tempest-ListServersNegativeTestJSON-2039046189-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:34:22.193640 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a49c8b6-b26b-480e-b41c-d13380053eee req-95f017e9-6058-4f24-8cf9-52a7d88a2921 tempest-ListServersNegativeTestJSON-2039046189 tempest-ListServersNegativeTestJSON-2039046189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:34:22.195087 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-2a49c8b6-b26b-480e-b41c-d13380053eee req-95f017e9-6058-4f24-8cf9-52a7d88a2921 tempest-ListServersNegativeTestJSON-2039046189 tempest-ListServersNegativeTestJSON-2039046189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:22.259885 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2a49c8b6-b26b-480e-b41c-d13380053eee req-95f017e9-6058-4f24-8cf9-52a7d88a2921 tempest-ListServersNegativeTestJSON-2039046189 tempest-ListServersNegativeTestJSON-2039046189-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8868392 Jan 28 19:34:22.312720 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-2a49c8b6-b26b-480e-b41c-d13380053eee req-c08920c5-f86d-4164-9090-137fd7068776 service neutron] Request body: {'port': {'device_id': '831b9919-4651-4bd6-b33e-696d3a007486', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-14'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:34:22.370573 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f212438-a089-4610-ae25-3179d340e19f tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Pushing event updated for resources: {'Subnet': ['ID=13823000-eeb3-44f0-a92b-e846d7802a40,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:34:22.404392 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f212438-a089-4610-ae25-3179d340e19f tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Checking segment: {'id': '1069b884-acd2-4d0e-bb84-336ed6ec5e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3bd239a4-803d-4686-82a3-6e666e3c26b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:34:22.404772 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f212438-a089-4610-ae25-3179d340e19f tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Network hostable DHCP agents. Network: 3bd239a4-803d-4686-82a3-6e666e3c26b5, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:34:22.451760 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f212438-a089-4610-ae25-3179d340e19f tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Network 3bd239a4-803d-4686-82a3-6e666e3c26b5 is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:34:22.457417 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-2a49c8b6-b26b-480e-b41c-d13380053eee req-e5e54c0e-4e56-4ce4-8de8-407bad24353e tempest-ListServersNegativeTestJSON-2039046189 tempest-ListServersNegativeTestJSON-2039046189-project] Publish callbacks [] for port (c810df41-f531-4f8e-8a80-35774b23d96d), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:22.469699 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-8f212438-a089-4610-ae25-3179d340e19f tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, 3bd239a4-803d-4686-82a3-6e666e3c26b5) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:34:22.483572 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f212438-a089-4610-ae25-3179d340e19f tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:34:22.485677 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d694a231-81ba-4512-8832-022dca66c3f9 None None] Network 3bd239a4-803d-4686-82a3-6e666e3c26b5 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:34:22.486133 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8f212438-a089-4610-ae25-3179d340e19f tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:22.517469 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-8f212438-a089-4610-ae25-3179d340e19f tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8258085 Jan 28 19:34:22.518261 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 39304) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:34:22.528545 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-2a49c8b6-b26b-480e-b41c-d13380053eee req-c08920c5-f86d-4164-9090-137fd7068776 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (36f03ee7-2940-41ff-a783-d67c24c27550), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:22.572572 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-2a49c8b6-b26b-480e-b41c-d13380053eee req-e5e54c0e-4e56-4ce4-8de8-407bad24353e tempest-ListServersNegativeTestJSON-2039046189 tempest-ListServersNegativeTestJSON-2039046189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (c810df41-f531-4f8e-8a80-35774b23d96d), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:22.669336 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd6b4d76-641d-4611-a84a-0a704cf3c5a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68cd31fd-e4cd-5fb3-a862-256fc47efcd2-3bd239a4-803d-4686-82a3-6e666e3c26b5', 'network_id': '3bd239a4-803d-4686-82a3-6e666e3c26b5', 'project_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'fixed_ips': [{'subnet_id': '13823000-eeb3-44f0-a92b-e846d7802a40'}]}} from n-d-812111-14. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:34:22.671101 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-bd6b4d76-641d-4611-a84a-0a704cf3c5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:22.710477 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a49c8b6-b26b-480e-b41c-d13380053eee req-e5e54c0e-4e56-4ce4-8de8-407bad24353e tempest-ListServersNegativeTestJSON-2039046189 tempest-ListServersNegativeTestJSON-2039046189-project] Network c6947406-f53d-420a-bed1-5e603e494bf3 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:34:22.716279 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-2a49c8b6-b26b-480e-b41c-d13380053eee req-e5e54c0e-4e56-4ce4-8de8-407bad24353e tempest-ListServersNegativeTestJSON-2039046189 tempest-ListServersNegativeTestJSON-2039046189-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:34:22.727516 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a49c8b6-b26b-480e-b41c-d13380053eee req-e5e54c0e-4e56-4ce4-8de8-407bad24353e tempest-ListServersNegativeTestJSON-2039046189 tempest-ListServersNegativeTestJSON-2039046189-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:34:22.933550 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-bd6b4d76-641d-4611-a84a-0a704cf3c5a1 None None] Allocated IP 2001:db8::2 (3bd239a4-803d-4686-82a3-6e666e3c26b5/13823000-eeb3-44f0-a92b-e846d7802a40/b5d168d6-4ee5-4f23-b420-157f7aeeeb1b) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:34:23.293607 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-bd6b4d76-641d-4611-a84a-0a704cf3c5a1 None None] Publish callbacks [] for port (b5d168d6-4ee5-4f23-b420-157f7aeeeb1b), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:23.305219 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-bd6b4d76-641d-4611-a84a-0a704cf3c5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (b5d168d6-4ee5-4f23-b420-157f7aeeeb1b), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:23.401844 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6b4d76-641d-4611-a84a-0a704cf3c5a1 None None] Pushing event updated for resources: {'Port': ['ID=b5d168d6-4ee5-4f23-b420-157f7aeeeb1b,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:34:23.443232 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd6b4d76-641d-4611-a84a-0a704cf3c5a1 None None] Network 3bd239a4-803d-4686-82a3-6e666e3c26b5 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:34:23.448102 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-bd6b4d76-641d-4611-a84a-0a704cf3c5a1 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:34:23.454945 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6b4d76-641d-4611-a84a-0a704cf3c5a1 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:34:23.487475 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e54c0e-4e56-4ce4-8de8-407bad24353e tempest-ListServersNegativeTestJSON-2039046189 tempest-ListServersNegativeTestJSON-2039046189-project] Pushing event updated for resources: {'Port': ['ID=c810df41-f531-4f8e-8a80-35774b23d96d,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:34:23.612440 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-bd6b4d76-641d-4611-a84a-0a704cf3c5a1 None None] Attempting to bind port b5d168d6-4ee5-4f23-b420-157f7aeeeb1b on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:34:23.613935 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-bd6b4d76-641d-4611-a84a-0a704cf3c5a1 None None] Attempting to bind port b5d168d6-4ee5-4f23-b420-157f7aeeeb1b by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '1069b884-acd2-4d0e-bb84-336ed6ec5e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3bd239a4-803d-4686-82a3-6e666e3c26b5'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:34:23.613935 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd6b4d76-641d-4611-a84a-0a704cf3c5a1 None None] Attempting to bind port b5d168d6-4ee5-4f23-b420-157f7aeeeb1b on network 3bd239a4-803d-4686-82a3-6e666e3c26b5 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:34:23.631733 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd6b4d76-641d-4611-a84a-0a704cf3c5a1 None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 34, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:34:23.632427 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd6b4d76-641d-4611-a84a-0a704cf3c5a1 None None] Checking segment: {'id': '1069b884-acd2-4d0e-bb84-336ed6ec5e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3bd239a4-803d-4686-82a3-6e666e3c26b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:34:23.632860 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-bd6b4d76-641d-4611-a84a-0a704cf3c5a1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:23.635885 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd6b4d76-641d-4611-a84a-0a704cf3c5a1 None None] Bound using segment: {'id': '1069b884-acd2-4d0e-bb84-336ed6ec5e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3bd239a4-803d-4686-82a3-6e666e3c26b5'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:34:23.639923 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-bd6b4d76-641d-4611-a84a-0a704cf3c5a1 None None] Bound port: b5d168d6-4ee5-4f23-b420-157f7aeeeb1b, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1069b884-acd2-4d0e-bb84-336ed6ec5e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3bd239a4-803d-4686-82a3-6e666e3c26b5'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:34:23.640986 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-bd6b4d76-641d-4611-a84a-0a704cf3c5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (b5d168d6-4ee5-4f23-b420-157f7aeeeb1b), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:23.642187 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f42f8ba8-0e24-496c-b51b-f7d9486e8685 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:23.664955 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [req-2a49c8b6-b26b-480e-b41c-d13380053eee req-7fb152cd-130c-4622-a7fb-eab693579050 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0b58b58-74eb-4b33-a1c3-cbef8b1ccbef {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:34:23.684832 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-2a49c8b6-b26b-480e-b41c-d13380053eee req-7fb152cd-130c-4622-a7fb-eab693579050 service neutron] Publish callbacks [] for port (e0b58b58-74eb-4b33-a1c3-cbef8b1ccbef), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:23.707965 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a49c8b6-b26b-480e-b41c-d13380053eee req-e5e54c0e-4e56-4ce4-8de8-407bad24353e tempest-ListServersNegativeTestJSON-2039046189 tempest-ListServersNegativeTestJSON-2039046189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:34:23.708627 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-2a49c8b6-b26b-480e-b41c-d13380053eee req-e5e54c0e-4e56-4ce4-8de8-407bad24353e tempest-ListServersNegativeTestJSON-2039046189 tempest-ListServersNegativeTestJSON-2039046189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:23.783294 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b83d92-fc1c-4d9b-a7b1-415f9d94a907 req-3d4ad831-f519-4db1-9ea8-8617269a7b8d tempest-ListServersNegativeTestJSON-2039046189 tempest-ListServersNegativeTestJSON-2039046189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:34:23.795058 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b5b83d92-fc1c-4d9b-a7b1-415f9d94a907 req-3d4ad831-f519-4db1-9ea8-8617269a7b8d tempest-ListServersNegativeTestJSON-2039046189 tempest-ListServersNegativeTestJSON-2039046189-project] 10.222.0.64 "GET /v2.0/ports?device_id=63b95976-d6be-45fe-9cfb-acd2ec9a2de2 HTTP/1.1" status: 200 len: 931 time: 0.3671794 Jan 28 19:34:23.805136 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2a49c8b6-b26b-480e-b41c-d13380053eee req-e5e54c0e-4e56-4ce4-8de8-407bad24353e tempest-ListServersNegativeTestJSON-2039046189 tempest-ListServersNegativeTestJSON-2039046189-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0177827 Jan 28 19:34:23.833055 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-2a49c8b6-b26b-480e-b41c-d13380053eee req-198d42eb-1f47-462c-99c7-1578d928b0ef service neutron] Request body: {'port': {'device_id': '63b95976-d6be-45fe-9cfb-acd2ec9a2de2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-14'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:34:23.845402 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-bd6b4d76-641d-4611-a84a-0a704cf3c5a1 None None] For port b5d168d6-4ee5-4f23-b420-157f7aeeeb1b, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:34:23.859680 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-bd6b4d76-641d-4611-a84a-0a704cf3c5a1 None None] For port b5d168d6-4ee5-4f23-b420-157f7aeeeb1b, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=b5d168d6-4ee5-4f23-b420-157f7aeeeb1b,segment=NetworkSegment(1069b884-acd2-4d0e-bb84-336ed6ec5e5c),segment_id=1069b884-acd2-4d0e-bb84-336ed6ec5e5c)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:34:23.940607 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-bd6b4d76-641d-4611-a84a-0a704cf3c5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (b5d168d6-4ee5-4f23-b420-157f7aeeeb1b), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:23.947227 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-2a49c8b6-b26b-480e-b41c-d13380053eee req-198d42eb-1f47-462c-99c7-1578d928b0ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (c810df41-f531-4f8e-8a80-35774b23d96d), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:23.996907 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b5b83d92-fc1c-4d9b-a7b1-415f9d94a907 req-82de25d3-af76-45e7-ac10-4a3dafc5d356 tempest-ListServersNegativeTestJSON-2039046189 tempest-ListServersNegativeTestJSON-2039046189-project] 10.222.0.64 "GET /v2.0/security-groups?id=f3463348-4b9e-41ee-a9d7-77a9e5d64664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980164 Jan 28 19:34:24.211573 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6b4d76-641d-4611-a84a-0a704cf3c5a1 None None] Pushing event updated for resources: {'Port': ['ID=b5d168d6-4ee5-4f23-b420-157f7aeeeb1b,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:34:24.224477 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:24.689754 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-2a49c8b6-b26b-480e-b41c-d13380053eee req-7fb152cd-130c-4622-a7fb-eab693579050 service neutron] Transition to ACTIVE for port object e0b58b58-74eb-4b33-a1c3-cbef8b1ccbef will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:34:24.724476 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-2a49c8b6-b26b-480e-b41c-d13380053eee req-7fb152cd-130c-4622-a7fb-eab693579050 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (e0b58b58-74eb-4b33-a1c3-cbef8b1ccbef), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:25.097801 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-2a49c8b6-b26b-480e-b41c-d13380053eee req-c08920c5-f86d-4164-9090-137fd7068776 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36f03ee7-2940-41ff-a783-d67c24c27550 {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:34:25.114534 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-2a49c8b6-b26b-480e-b41c-d13380053eee req-c08920c5-f86d-4164-9090-137fd7068776 service neutron] Publish callbacks [] for port (36f03ee7-2940-41ff-a783-d67c24c27550), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:25.145190 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-2a49c8b6-b26b-480e-b41c-d13380053eee req-c08920c5-f86d-4164-9090-137fd7068776 service neutron] Transition to ACTIVE for port object 36f03ee7-2940-41ff-a783-d67c24c27550 will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:34:25.183918 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-2a49c8b6-b26b-480e-b41c-d13380053eee req-c08920c5-f86d-4164-9090-137fd7068776 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (36f03ee7-2940-41ff-a783-d67c24c27550), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:25.215811 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb152cd-130c-4622-a7fb-eab693579050 service neutron] Pushing event updated for resources: {'Port': ['ID=e0b58b58-74eb-4b33-a1c3-cbef8b1ccbef,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:34:25.475721 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-2a49c8b6-b26b-480e-b41c-d13380053eee req-7fb152cd-130c-4622-a7fb-eab693579050 service neutron] Attempting to bind port e0b58b58-74eb-4b33-a1c3-cbef8b1ccbef on host n-h1-812111-14 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:34:25.476083 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-2a49c8b6-b26b-480e-b41c-d13380053eee req-7fb152cd-130c-4622-a7fb-eab693579050 service neutron] Attempting to bind port e0b58b58-74eb-4b33-a1c3-cbef8b1ccbef by drivers openvswitch,hyperv on host n-h1-812111-14 at level 0 using segments [{'id': '6085fde6-d829-43ad-96e2-c35bec133796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c6947406-f53d-420a-bed1-5e603e494bf3'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:34:25.476411 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a49c8b6-b26b-480e-b41c-d13380053eee req-7fb152cd-130c-4622-a7fb-eab693579050 service neutron] Attempting to bind port e0b58b58-74eb-4b33-a1c3-cbef8b1ccbef on network c6947406-f53d-420a-bed1-5e603e494bf3 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:34:25.538403 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a49c8b6-b26b-480e-b41c-d13380053eee req-7fb152cd-130c-4622-a7fb-eab693579050 service neutron] Port e0b58b58-74eb-4b33-a1c3-cbef8b1ccbef on network c6947406-f53d-420a-bed1-5e603e494bf3 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-14 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:34:25.538768 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a49c8b6-b26b-480e-b41c-d13380053eee req-7fb152cd-130c-4622-a7fb-eab693579050 service neutron] Attempting to bind port e0b58b58-74eb-4b33-a1c3-cbef8b1ccbef on network c6947406-f53d-420a-bed1-5e603e494bf3 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:34:25.547393 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-f42f8ba8-0e24-496c-b51b-f7d9486e8685 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Allocated IP 2001:db8::1 (3bd239a4-803d-4686-82a3-6e666e3c26b5/13823000-eeb3-44f0-a92b-e846d7802a40/e7d0e876-0365-4118-ae7b-1cafd5aa381e) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:34:25.548422 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08920c5-f86d-4164-9090-137fd7068776 service neutron] Pushing event updated for resources: {'Port': ['ID=36f03ee7-2940-41ff-a783-d67c24c27550,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:34:25.559184 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a49c8b6-b26b-480e-b41c-d13380053eee req-7fb152cd-130c-4622-a7fb-eab693579050 service neutron] Checking agent: {'id': 'b544ba20-de93-4d86-9e6b-a2202deb6191', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:34:25.559544 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a49c8b6-b26b-480e-b41c-d13380053eee req-7fb152cd-130c-4622-a7fb-eab693579050 service neutron] Checking segment: {'id': '6085fde6-d829-43ad-96e2-c35bec133796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c6947406-f53d-420a-bed1-5e603e494bf3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:34:25.559955 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a49c8b6-b26b-480e-b41c-d13380053eee req-7fb152cd-130c-4622-a7fb-eab693579050 service neutron] Bound using segment: {'id': '6085fde6-d829-43ad-96e2-c35bec133796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c6947406-f53d-420a-bed1-5e603e494bf3'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:34:25.565803 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-2a49c8b6-b26b-480e-b41c-d13380053eee req-7fb152cd-130c-4622-a7fb-eab693579050 service neutron] Bound port: e0b58b58-74eb-4b33-a1c3-cbef8b1ccbef, host: n-h1-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6085fde6-d829-43ad-96e2-c35bec133796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c6947406-f53d-420a-bed1-5e603e494bf3'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:34:25.566355 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-2a49c8b6-b26b-480e-b41c-d13380053eee req-7fb152cd-130c-4622-a7fb-eab693579050 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (e0b58b58-74eb-4b33-a1c3-cbef8b1ccbef), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:25.628115 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12826ef-2dd5-4181-b2e3-0c6c2efee62a req-4f66873d-1462-4455-8c40-1c1512e8d2ed tempest-ListServersNegativeTestJSON-2039046189 tempest-ListServersNegativeTestJSON-2039046189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:34:25.641286 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a12826ef-2dd5-4181-b2e3-0c6c2efee62a req-4f66873d-1462-4455-8c40-1c1512e8d2ed tempest-ListServersNegativeTestJSON-2039046189 tempest-ListServersNegativeTestJSON-2039046189-project] 10.222.0.64 "GET /v2.0/ports?device_id=63b95976-d6be-45fe-9cfb-acd2ec9a2de2 HTTP/1.1" status: 200 len: 931 time: 0.4235272 Jan 28 19:34:25.850788 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-2a49c8b6-b26b-480e-b41c-d13380053eee req-7fb152cd-130c-4622-a7fb-eab693579050 service neutron] For port e0b58b58-74eb-4b33-a1c3-cbef8b1ccbef, host n-h1-812111-14, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:34:25.857775 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-2a49c8b6-b26b-480e-b41c-d13380053eee req-7fb152cd-130c-4622-a7fb-eab693579050 service neutron] For port e0b58b58-74eb-4b33-a1c3-cbef8b1ccbef, host n-h1-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=e0b58b58-74eb-4b33-a1c3-cbef8b1ccbef,segment=NetworkSegment(6085fde6-d829-43ad-96e2-c35bec133796),segment_id=6085fde6-d829-43ad-96e2-c35bec133796)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:34:25.894548 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-2a49c8b6-b26b-480e-b41c-d13380053eee req-198d42eb-1f47-462c-99c7-1578d928b0ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c810df41-f531-4f8e-8a80-35774b23d96d {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:34:25.905124 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-2a49c8b6-b26b-480e-b41c-d13380053eee req-198d42eb-1f47-462c-99c7-1578d928b0ef service neutron] Publish callbacks [] for port (c810df41-f531-4f8e-8a80-35774b23d96d), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:25.920597 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-2a49c8b6-b26b-480e-b41c-d13380053eee req-198d42eb-1f47-462c-99c7-1578d928b0ef service neutron] Transition to ACTIVE for port object c810df41-f531-4f8e-8a80-35774b23d96d will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:34:25.921792 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-2a49c8b6-b26b-480e-b41c-d13380053eee req-c08920c5-f86d-4164-9090-137fd7068776 service neutron] Attempting to bind port 36f03ee7-2940-41ff-a783-d67c24c27550 on host n-h2-812111-14 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:34:25.922358 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-2a49c8b6-b26b-480e-b41c-d13380053eee req-c08920c5-f86d-4164-9090-137fd7068776 service neutron] Attempting to bind port 36f03ee7-2940-41ff-a783-d67c24c27550 by drivers openvswitch,hyperv on host n-h2-812111-14 at level 0 using segments [{'id': '6085fde6-d829-43ad-96e2-c35bec133796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c6947406-f53d-420a-bed1-5e603e494bf3'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:34:25.923129 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a49c8b6-b26b-480e-b41c-d13380053eee req-c08920c5-f86d-4164-9090-137fd7068776 service neutron] Attempting to bind port 36f03ee7-2940-41ff-a783-d67c24c27550 on network c6947406-f53d-420a-bed1-5e603e494bf3 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:34:25.929892 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a49c8b6-b26b-480e-b41c-d13380053eee req-c08920c5-f86d-4164-9090-137fd7068776 service neutron] Port 36f03ee7-2940-41ff-a783-d67c24c27550 on network c6947406-f53d-420a-bed1-5e603e494bf3 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-14 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:34:25.930809 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a49c8b6-b26b-480e-b41c-d13380053eee req-c08920c5-f86d-4164-9090-137fd7068776 service neutron] Attempting to bind port 36f03ee7-2940-41ff-a783-d67c24c27550 on network c6947406-f53d-420a-bed1-5e603e494bf3 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:34:25.934833 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-2a49c8b6-b26b-480e-b41c-d13380053eee req-198d42eb-1f47-462c-99c7-1578d928b0ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (c810df41-f531-4f8e-8a80-35774b23d96d), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:25.947527 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-2a49c8b6-b26b-480e-b41c-d13380053eee req-7fb152cd-130c-4622-a7fb-eab693579050 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (e0b58b58-74eb-4b33-a1c3-cbef8b1ccbef), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:26.048718 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a49c8b6-b26b-480e-b41c-d13380053eee req-c08920c5-f86d-4164-9090-137fd7068776 service neutron] Checking agent: {'id': '8f3fee4e-bf24-4b58-8a3a-ae9c8011a473', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 34, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:34:26.052770 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a49c8b6-b26b-480e-b41c-d13380053eee req-c08920c5-f86d-4164-9090-137fd7068776 service neutron] Checking segment: {'id': '6085fde6-d829-43ad-96e2-c35bec133796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c6947406-f53d-420a-bed1-5e603e494bf3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:34:26.053482 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a49c8b6-b26b-480e-b41c-d13380053eee req-c08920c5-f86d-4164-9090-137fd7068776 service neutron] Bound using segment: {'id': '6085fde6-d829-43ad-96e2-c35bec133796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c6947406-f53d-420a-bed1-5e603e494bf3'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:34:26.054310 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-2a49c8b6-b26b-480e-b41c-d13380053eee req-c08920c5-f86d-4164-9090-137fd7068776 service neutron] Bound port: 36f03ee7-2940-41ff-a783-d67c24c27550, host: n-h2-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6085fde6-d829-43ad-96e2-c35bec133796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c6947406-f53d-420a-bed1-5e603e494bf3'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:34:26.054747 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a12826ef-2dd5-4181-b2e3-0c6c2efee62a req-686dcc71-b1c1-4ecb-9770-11aafe819f7e tempest-ListServersNegativeTestJSON-2039046189 tempest-ListServersNegativeTestJSON-2039046189-project] 10.222.0.64 "GET /v2.0/security-groups?id=f3463348-4b9e-41ee-a9d7-77a9e5d64664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4091439 Jan 28 19:34:26.062148 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a49c8b6-b26b-480e-b41c-d13380053eee req-7fb152cd-130c-4622-a7fb-eab693579050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:34:26.062304 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-2a49c8b6-b26b-480e-b41c-d13380053eee req-c08920c5-f86d-4164-9090-137fd7068776 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (36f03ee7-2940-41ff-a783-d67c24c27550), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:26.063047 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-2a49c8b6-b26b-480e-b41c-d13380053eee req-7fb152cd-130c-4622-a7fb-eab693579050 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:26.064578 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2a49c8b6-b26b-480e-b41c-d13380053eee req-7fb152cd-130c-4622-a7fb-eab693579050 service neutron] 10.222.0.41 "PUT /v2.0/ports/e0b58b58-74eb-4b33-a1c3-cbef8b1ccbef HTTP/1.1" status: 200 len: 1093 time: 4.4542902 Jan 28 19:34:26.077912 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a99b1eb-94dd-45bf-99be-ea1c16df5915', 'tag': 'e0b58b58-74eb-4b33-a1c3-cbef8b1ccbef'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:34:26.084776 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79a9f4ae-40b2-4972-a576-c645f0d41869" -d '{"events": [{"name": "network-changed", "server_uuid": "8a99b1eb-94dd-45bf-99be-ea1c16df5915", "tag": "e0b58b58-74eb-4b33-a1c3-cbef8b1ccbef"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:34:26.194965 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb152cd-130c-4622-a7fb-eab693579050 service neutron] Pushing event updated for resources: {'Port': ['ID=e0b58b58-74eb-4b33-a1c3-cbef8b1ccbef,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:34:26.265831 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f42f8ba8-0e24-496c-b51b-f7d9486e8685 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks [] for port (e7d0e876-0365-4118-ae7b-1cafd5aa381e), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:26.283868 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198d42eb-1f47-462c-99c7-1578d928b0ef service neutron] Pushing event updated for resources: {'Port': ['ID=c810df41-f531-4f8e-8a80-35774b23d96d,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:34:26.331799 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a49c8b6-b26b-480e-b41c-d13380053eee req-415711a7-14bb-46dd-9d18-4413cf7fc0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:34:26.335338 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2a49c8b6-b26b-480e-b41c-d13380053eee req-415711a7-14bb-46dd-9d18-4413cf7fc0cf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bbf2fdcfa8614aa6949bf4a173709a95&device_id=8a99b1eb-94dd-45bf-99be-ea1c16df5915 HTTP/1.1" status: 200 len: 1127 time: 0.2126632 Jan 28 19:34:26.339272 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:34:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a04de79-66f9-4e1f-82dd-aa846182b8b2 x-openstack-request-id: req-2a04de79-66f9-4e1f-82dd-aa846182b8b2 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:34:26.339641 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a99b1eb-94dd-45bf-99be-ea1c16df5915", "tag": "e0b58b58-74eb-4b33-a1c3-cbef8b1ccbef", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:34:26.339944 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2a04de79-66f9-4e1f-82dd-aa846182b8b2 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:34:26.342777 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a99b1eb-94dd-45bf-99be-ea1c16df5915', 'tag': 'e0b58b58-74eb-4b33-a1c3-cbef8b1ccbef', 'status': 'completed', 'code': 200} Jan 28 19:34:26.434922 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-2a49c8b6-b26b-480e-b41c-d13380053eee req-c08920c5-f86d-4164-9090-137fd7068776 service neutron] For port 36f03ee7-2940-41ff-a783-d67c24c27550, host n-h2-812111-14, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:34:26.446804 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-2a49c8b6-b26b-480e-b41c-d13380053eee req-c08920c5-f86d-4164-9090-137fd7068776 service neutron] For port 36f03ee7-2940-41ff-a783-d67c24c27550, host n-h2-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=36f03ee7-2940-41ff-a783-d67c24c27550,segment=NetworkSegment(6085fde6-d829-43ad-96e2-c35bec133796),segment_id=6085fde6-d829-43ad-96e2-c35bec133796)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:34:26.492281 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2a49c8b6-b26b-480e-b41c-d13380053eee req-f1fdf8d2-26b4-4528-b357-e1415a1f7829 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e0b58b58-74eb-4b33-a1c3-cbef8b1ccbef HTTP/1.1" status: 200 len: 217 time: 0.1386628 Jan 28 19:34:26.493564 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-2a49c8b6-b26b-480e-b41c-d13380053eee req-198d42eb-1f47-462c-99c7-1578d928b0ef service neutron] Attempting to bind port c810df41-f531-4f8e-8a80-35774b23d96d on host n-h1-812111-14 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:34:26.494227 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-2a49c8b6-b26b-480e-b41c-d13380053eee req-198d42eb-1f47-462c-99c7-1578d928b0ef service neutron] Attempting to bind port c810df41-f531-4f8e-8a80-35774b23d96d by drivers openvswitch,hyperv on host n-h1-812111-14 at level 0 using segments [{'id': '6085fde6-d829-43ad-96e2-c35bec133796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c6947406-f53d-420a-bed1-5e603e494bf3'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:34:26.494664 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a49c8b6-b26b-480e-b41c-d13380053eee req-198d42eb-1f47-462c-99c7-1578d928b0ef service neutron] Attempting to bind port c810df41-f531-4f8e-8a80-35774b23d96d on network c6947406-f53d-420a-bed1-5e603e494bf3 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:34:26.512691 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fbc86d8-e6e0-46fc-b516-6eb81b09a3a6 None None] Network 3bd239a4-803d-4686-82a3-6e666e3c26b5 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:34:26.516397 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a49c8b6-b26b-480e-b41c-d13380053eee req-198d42eb-1f47-462c-99c7-1578d928b0ef service neutron] Port c810df41-f531-4f8e-8a80-35774b23d96d on network c6947406-f53d-420a-bed1-5e603e494bf3 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-14 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:34:26.516740 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a49c8b6-b26b-480e-b41c-d13380053eee req-198d42eb-1f47-462c-99c7-1578d928b0ef service neutron] Attempting to bind port c810df41-f531-4f8e-8a80-35774b23d96d on network c6947406-f53d-420a-bed1-5e603e494bf3 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:34:26.530631 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-2a49c8b6-b26b-480e-b41c-d13380053eee req-c08920c5-f86d-4164-9090-137fd7068776 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (36f03ee7-2940-41ff-a783-d67c24c27550), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:26.536254 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a49c8b6-b26b-480e-b41c-d13380053eee req-198d42eb-1f47-462c-99c7-1578d928b0ef service neutron] Checking agent: {'id': 'b544ba20-de93-4d86-9e6b-a2202deb6191', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:34:26.537341 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a49c8b6-b26b-480e-b41c-d13380053eee req-198d42eb-1f47-462c-99c7-1578d928b0ef service neutron] Checking segment: {'id': '6085fde6-d829-43ad-96e2-c35bec133796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c6947406-f53d-420a-bed1-5e603e494bf3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:34:26.537900 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a49c8b6-b26b-480e-b41c-d13380053eee req-198d42eb-1f47-462c-99c7-1578d928b0ef service neutron] Bound using segment: {'id': '6085fde6-d829-43ad-96e2-c35bec133796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c6947406-f53d-420a-bed1-5e603e494bf3'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:34:26.537900 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-2a49c8b6-b26b-480e-b41c-d13380053eee req-198d42eb-1f47-462c-99c7-1578d928b0ef service neutron] Bound port: c810df41-f531-4f8e-8a80-35774b23d96d, host: n-h1-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6085fde6-d829-43ad-96e2-c35bec133796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c6947406-f53d-420a-bed1-5e603e494bf3'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:34:26.541267 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-2a49c8b6-b26b-480e-b41c-d13380053eee req-198d42eb-1f47-462c-99c7-1578d928b0ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (c810df41-f531-4f8e-8a80-35774b23d96d), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:26.639227 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a49c8b6-b26b-480e-b41c-d13380053eee req-a560218e-e818-45fa-acb3-5773bb3b6899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:34:26.641515 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2a49c8b6-b26b-480e-b41c-d13380053eee req-a560218e-e818-45fa-acb3-5773bb3b6899 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0688007a-7128-4f42-bde6-39e4fdbede38 HTTP/1.1" status: 200 len: 857 time: 0.1376610 Jan 28 19:34:26.673367 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f42f8ba8-0e24-496c-b51b-f7d9486e8685 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (e7d0e876-0365-4118-ae7b-1cafd5aa381e), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:26.744811 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d61c1ef4-a92a-4aee-b7ac-9584b1ceab9c None None] Provisioning complete for port b5d168d6-4ee5-4f23-b420-157f7aeeeb1b triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:34:26.745383 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d61c1ef4-a92a-4aee-b7ac-9584b1ceab9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (b5d168d6-4ee5-4f23-b420-157f7aeeeb1b), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:26.755106 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2a49c8b6-b26b-480e-b41c-d13380053eee req-d0447f10-7bdd-4bad-81af-b4eef3119698 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c6947406-f53d-420a-bed1-5e603e494bf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1049385 Jan 28 19:34:26.840606 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device b5d168d6-4ee5-4f23-b420-157f7aeeeb1b up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:34:26.851013 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a49c8b6-b26b-480e-b41c-d13380053eee req-c08920c5-f86d-4164-9090-137fd7068776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:34:26.851918 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-2a49c8b6-b26b-480e-b41c-d13380053eee req-c08920c5-f86d-4164-9090-137fd7068776 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:26.853581 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2a49c8b6-b26b-480e-b41c-d13380053eee req-c08920c5-f86d-4164-9090-137fd7068776 service neutron] 10.222.0.70 "PUT /v2.0/ports/36f03ee7-2940-41ff-a783-d67c24c27550 HTTP/1.1" status: 200 len: 1093 time: 4.5820966 Jan 28 19:34:26.875812 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '831b9919-4651-4bd6-b33e-696d3a007486', 'tag': '36f03ee7-2940-41ff-a783-d67c24c27550'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:34:26.894289 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89bc7073-4e4b-4776-9cfe-50278371a0cc" -d '{"events": [{"name": "network-changed", "server_uuid": "831b9919-4651-4bd6-b33e-696d3a007486", "tag": "36f03ee7-2940-41ff-a783-d67c24c27550"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:34:26.928046 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f42f8ba8-0e24-496c-b51b-f7d9486e8685 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Network 3bd239a4-803d-4686-82a3-6e666e3c26b5 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:34:26.988853 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-f42f8ba8-0e24-496c-b51b-f7d9486e8685 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:34:27.000181 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d61c1ef4-a92a-4aee-b7ac-9584b1ceab9c None None] Current status of the port b5d168d6-4ee5-4f23-b420-157f7aeeeb1b is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:34:27.001115 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d61c1ef4-a92a-4aee-b7ac-9584b1ceab9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (b5d168d6-4ee5-4f23-b420-157f7aeeeb1b), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:27.019928 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f42f8ba8-0e24-496c-b51b-f7d9486e8685 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:34:27.023039 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f42f8ba8-0e24-496c-b51b-f7d9486e8685 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734769'] for router_interface (468365e5-c3aa-40a4-92af-9a325e24257e), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:27.026856 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port b5d168d6-4ee5-4f23-b420-157f7aeeeb1b triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:34:27.027581 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (b5d168d6-4ee5-4f23-b420-157f7aeeeb1b), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:27.056889 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-2a49c8b6-b26b-480e-b41c-d13380053eee req-198d42eb-1f47-462c-99c7-1578d928b0ef service neutron] For port c810df41-f531-4f8e-8a80-35774b23d96d, host n-h1-812111-14, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:34:27.072354 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d61c1ef4-a92a-4aee-b7ac-9584b1ceab9c None None] For port b5d168d6-4ee5-4f23-b420-157f7aeeeb1b, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=b5d168d6-4ee5-4f23-b420-157f7aeeeb1b,segment=NetworkSegment(1069b884-acd2-4d0e-bb84-336ed6ec5e5c),segment_id=1069b884-acd2-4d0e-bb84-336ed6ec5e5c)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:34:27.075273 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-2a49c8b6-b26b-480e-b41c-d13380053eee req-198d42eb-1f47-462c-99c7-1578d928b0ef service neutron] For port c810df41-f531-4f8e-8a80-35774b23d96d, host n-h1-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=c810df41-f531-4f8e-8a80-35774b23d96d,segment=NetworkSegment(6085fde6-d829-43ad-96e2-c35bec133796),segment_id=6085fde6-d829-43ad-96e2-c35bec133796)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:34:27.086004 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d61c1ef4-a92a-4aee-b7ac-9584b1ceab9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (b5d168d6-4ee5-4f23-b420-157f7aeeeb1b), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:27.205957 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61c1ef4-a92a-4aee-b7ac-9584b1ceab9c None None] Pushing event updated for resources: {'Port': ['ID=b5d168d6-4ee5-4f23-b420-157f7aeeeb1b,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:34:27.230030 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-2a49c8b6-b26b-480e-b41c-d13380053eee req-198d42eb-1f47-462c-99c7-1578d928b0ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (c810df41-f531-4f8e-8a80-35774b23d96d), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:27.315757 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a49c8b6-b26b-480e-b41c-d13380053eee req-198d42eb-1f47-462c-99c7-1578d928b0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:34:27.328443 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-2a49c8b6-b26b-480e-b41c-d13380053eee req-198d42eb-1f47-462c-99c7-1578d928b0ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:27.333674 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2a49c8b6-b26b-480e-b41c-d13380053eee req-198d42eb-1f47-462c-99c7-1578d928b0ef service neutron] 10.222.0.41 "PUT /v2.0/ports/c810df41-f531-4f8e-8a80-35774b23d96d HTTP/1.1" status: 200 len: 1092 time: 3.5093839 Jan 28 19:34:27.384827 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08920c5-f86d-4164-9090-137fd7068776 service neutron] Pushing event updated for resources: {'Port': ['ID=36f03ee7-2940-41ff-a783-d67c24c27550,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:34:27.405294 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2a49c8b6-b26b-480e-b41c-d13380053eee req-093bc359-2cae-48b5-a9b4-f4c769885447 service neutron] 10.222.0.41 "GET /v2.0/networks/c6947406-f53d-420a-bed1-5e603e494bf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5899513 Jan 28 19:34:27.485743 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port b5d168d6-4ee5-4f23-b420-157f7aeeeb1b is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:34:27.548982 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42f8ba8-0e24-496c-b51b-f7d9486e8685 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Pushing event updated for resources: {'Port': ['ID=e7d0e876-0365-4118-ae7b-1cafd5aa381e,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:34:27.693383 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d08da16b-ae9a-41a6-8b86-68420a7bbb22 None None] Provisioning complete for port e7d0e876-0365-4118-ae7b-1cafd5aa381e triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:34:27.693383 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d08da16b-ae9a-41a6-8b86-68420a7bbb22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (e7d0e876-0365-4118-ae7b-1cafd5aa381e), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:27.712010 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198d42eb-1f47-462c-99c7-1578d928b0ef service neutron] Pushing event updated for resources: {'Port': ['ID=c810df41-f531-4f8e-8a80-35774b23d96d,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:34:27.748213 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:34:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-271a6f3e-5615-4845-a766-ddf3bf27b783 x-openstack-request-id: req-271a6f3e-5615-4845-a766-ddf3bf27b783 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:34:27.754433 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "831b9919-4651-4bd6-b33e-696d3a007486", "tag": "36f03ee7-2940-41ff-a783-d67c24c27550", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:34:27.756217 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-271a6f3e-5615-4845-a766-ddf3bf27b783 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:34:27.756868 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '831b9919-4651-4bd6-b33e-696d3a007486', 'tag': '36f03ee7-2940-41ff-a783-d67c24c27550', 'status': 'completed', 'code': 200} Jan 28 19:34:27.835594 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a49c8b6-b26b-480e-b41c-d13380053eee req-e78ccf31-8720-48ad-90cc-cf2801b97a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:34:27.840287 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2a49c8b6-b26b-480e-b41c-d13380053eee req-e78ccf31-8720-48ad-90cc-cf2801b97a62 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=bbf2fdcfa8614aa6949bf4a173709a95&device_id=831b9919-4651-4bd6-b33e-696d3a007486 HTTP/1.1" status: 200 len: 1127 time: 0.7503493 Jan 28 19:34:27.908892 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d08da16b-ae9a-41a6-8b86-68420a7bbb22 None None] Port e7d0e876-0365-4118-ae7b-1cafd5aa381e cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:34:27.943462 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d08da16b-ae9a-41a6-8b86-68420a7bbb22 None None] Provisioning complete for port b5d168d6-4ee5-4f23-b420-157f7aeeeb1b triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:34:27.944385 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d08da16b-ae9a-41a6-8b86-68420a7bbb22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (b5d168d6-4ee5-4f23-b420-157f7aeeeb1b), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:28.053264 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a49c8b6-b26b-480e-b41c-d13380053eee req-6cfdde9f-a00d-4400-9722-878176ba429d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:34:28.055132 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2a49c8b6-b26b-480e-b41c-d13380053eee req-6cfdde9f-a00d-4400-9722-878176ba429d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bbf2fdcfa8614aa6949bf4a173709a95&device_id=63b95976-d6be-45fe-9cfb-acd2ec9a2de2 HTTP/1.1" status: 200 len: 1126 time: 0.6428206 Jan 28 19:34:28.076893 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2a49c8b6-b26b-480e-b41c-d13380053eee req-8f629e0c-c7a9-486a-8db2-99a9df61a5bd service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=36f03ee7-2940-41ff-a783-d67c24c27550 HTTP/1.1" status: 200 len: 217 time: 0.2289031 Jan 28 19:34:28.197305 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2a49c8b6-b26b-480e-b41c-d13380053eee req-82966d66-d317-41aa-804a-9cd5eac36f01 service neutron] 10.222.0.41 "GET /v2.0/networks/c6947406-f53d-420a-bed1-5e603e494bf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6447403 Jan 28 19:34:28.225376 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d08da16b-ae9a-41a6-8b86-68420a7bbb22 None None] Current status of the port b5d168d6-4ee5-4f23-b420-157f7aeeeb1b is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:34:28.229548 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2a49c8b6-b26b-480e-b41c-d13380053eee req-b04eb1b8-8a8b-4ec3-9252-c5061a282108 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c810df41-f531-4f8e-8a80-35774b23d96d HTTP/1.1" status: 200 len: 217 time: 0.1513367 Jan 28 19:34:28.251413 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89e66b1-cf93-4c96-b36a-f5d39d7cbde3 req-9fbafd96-e406-4150-9623-419802ee3aaf tempest-ListServersNegativeTestJSON-2039046189 tempest-ListServersNegativeTestJSON-2039046189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:34:28.258522 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a89e66b1-cf93-4c96-b36a-f5d39d7cbde3 req-9fbafd96-e406-4150-9623-419802ee3aaf tempest-ListServersNegativeTestJSON-2039046189 tempest-ListServersNegativeTestJSON-2039046189-project] 10.222.0.64 "GET /v2.0/ports?device_id=63b95976-d6be-45fe-9cfb-acd2ec9a2de2 HTTP/1.1" status: 200 len: 943 time: 0.8608637 Jan 28 19:34:28.332051 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a49c8b6-b26b-480e-b41c-d13380053eee req-2ad63c9e-968a-4146-b4b8-575a2ebd65ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:34:28.334571 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2a49c8b6-b26b-480e-b41c-d13380053eee req-2ad63c9e-968a-4146-b4b8-575a2ebd65ce service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0688007a-7128-4f42-bde6-39e4fdbede38 HTTP/1.1" status: 200 len: 857 time: 0.2490790 Jan 28 19:34:28.348511 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f42f8ba8-0e24-496c-b51b-f7d9486e8685 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (e7d0e876-0365-4118-ae7b-1cafd5aa381e), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:28.377055 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b997ae11-5c92-4f62-ae8c-78f28a788fb0 None None] Provisioning complete for port e7d0e876-0365-4118-ae7b-1cafd5aa381e triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:34:28.377529 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b997ae11-5c92-4f62-ae8c-78f28a788fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (e7d0e876-0365-4118-ae7b-1cafd5aa381e), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:28.382976 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2a49c8b6-b26b-480e-b41c-d13380053eee req-955bbc31-e6bd-4da8-a583-6eeb1923b0a9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c6947406-f53d-420a-bed1-5e603e494bf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350215 Jan 28 19:34:28.386675 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a49c8b6-b26b-480e-b41c-d13380053eee req-b4572b78-b6ed-4534-82a3-4b8bd8e65443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:34:28.388328 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2a49c8b6-b26b-480e-b41c-d13380053eee req-b4572b78-b6ed-4534-82a3-4b8bd8e65443 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0688007a-7128-4f42-bde6-39e4fdbede38 HTTP/1.1" status: 200 len: 857 time: 0.1453240 Jan 28 19:34:28.486180 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2a49c8b6-b26b-480e-b41c-d13380053eee req-6ee1443f-c90f-4267-8f21-3aa5be379d98 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c6947406-f53d-420a-bed1-5e603e494bf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0855489 Jan 28 19:34:28.511717 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a9f4ae-40b2-4972-a576-c645f0d41869 req-a0fcaf4b-ee77-41dc-9c38-24e2b854713a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:34:28.512049 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a89e66b1-cf93-4c96-b36a-f5d39d7cbde3 req-213d7499-6598-4c97-a51b-23d5c79297bc tempest-ListServersNegativeTestJSON-2039046189 tempest-ListServersNegativeTestJSON-2039046189-project] 10.222.0.64 "GET /v2.0/security-groups?id=f3463348-4b9e-41ee-a9d7-77a9e5d64664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2385952 Jan 28 19:34:28.516323 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-79a9f4ae-40b2-4972-a576-c645f0d41869 req-a0fcaf4b-ee77-41dc-9c38-24e2b854713a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bbf2fdcfa8614aa6949bf4a173709a95&device_id=8a99b1eb-94dd-45bf-99be-ea1c16df5915 HTTP/1.1" status: 200 len: 1127 time: 0.2462544 Jan 28 19:34:28.527349 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b997ae11-5c92-4f62-ae8c-78f28a788fb0 None None] Port e7d0e876-0365-4118-ae7b-1cafd5aa381e cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:34:28.647550 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device b5d168d6-4ee5-4f23-b420-157f7aeeeb1b up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:34:28.694240 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2a49c8b6-b26b-480e-b41c-d13380053eee req-dd862480-537e-40ab-9bd6-2f9daa87bdd8 service neutron] 10.222.0.70 "GET /v2.0/networks/c6947406-f53d-420a-bed1-5e603e494bf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3042734 Jan 28 19:34:28.842756 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a9f4ae-40b2-4972-a576-c645f0d41869 req-17955aba-4782-4246-a0f1-98474fbff45f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:34:28.844246 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-79a9f4ae-40b2-4972-a576-c645f0d41869 req-17955aba-4782-4246-a0f1-98474fbff45f service neutron] 10.222.0.41 "GET /v2.0/networks?id=c6947406-f53d-420a-bed1-5e603e494bf3 HTTP/1.1" status: 200 len: 917 time: 0.3166032 Jan 28 19:34:28.877204 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2a49c8b6-b26b-480e-b41c-d13380053eee req-ec79bd47-6200-4d3b-af35-925e471381bd service neutron] 10.222.0.41 "GET /v2.0/networks/c6947406-f53d-420a-bed1-5e603e494bf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3611851 Jan 28 19:34:28.900913 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port b5d168d6-4ee5-4f23-b420-157f7aeeeb1b triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:34:28.901973 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (b5d168d6-4ee5-4f23-b420-157f7aeeeb1b), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:29.054753 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port b5d168d6-4ee5-4f23-b420-157f7aeeeb1b is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:34:29.062707 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-79a9f4ae-40b2-4972-a576-c645f0d41869 req-6fa39851-4cab-4db6-a11e-b204554e135a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e0b58b58-74eb-4b33-a1c3-cbef8b1ccbef HTTP/1.1" status: 200 len: 217 time: 0.1496682 Jan 28 19:34:29.159056 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2a49c8b6-b26b-480e-b41c-d13380053eee req-cbb23b6d-71e1-4b8e-bdbb-2dd69f390095 service neutron] 10.222.0.70 "GET /v2.0/networks/c6947406-f53d-420a-bed1-5e603e494bf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4541979 Jan 28 19:34:29.185828 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2a49c8b6-b26b-480e-b41c-d13380053eee req-9225516f-c37f-4ec4-bb0a-9ec36664b992 service neutron] 10.222.0.41 "GET /v2.0/networks/c6947406-f53d-420a-bed1-5e603e494bf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2942984 Jan 28 19:34:29.241386 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a9f4ae-40b2-4972-a576-c645f0d41869 req-3c6dbd85-00b7-43fb-ba7a-9c92d11a49a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:34:29.244432 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-79a9f4ae-40b2-4972-a576-c645f0d41869 req-3c6dbd85-00b7-43fb-ba7a-9c92d11a49a3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0688007a-7128-4f42-bde6-39e4fdbede38 HTTP/1.1" status: 200 len: 857 time: 0.1697171 Jan 28 19:34:29.391683 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-79a9f4ae-40b2-4972-a576-c645f0d41869 req-ad97af08-b656-47d7-87e9-15c3eaf59625 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c6947406-f53d-420a-bed1-5e603e494bf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1417577 Jan 28 19:34:29.434006 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bc7073-4e4b-4776-9cfe-50278371a0cc req-1713c825-1908-456f-aae3-c20a776a41fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:34:29.438842 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-89bc7073-4e4b-4776-9cfe-50278371a0cc req-1713c825-1908-456f-aae3-c20a776a41fb service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=bbf2fdcfa8614aa6949bf4a173709a95&device_id=831b9919-4651-4bd6-b33e-696d3a007486 HTTP/1.1" status: 200 len: 1127 time: 0.2009163 Jan 28 19:34:29.450026 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f42f8ba8-0e24-496c-b51b-f7d9486e8685 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks [] for port (e7d0e876-0365-4118-ae7b-1cafd5aa381e), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:29.483258 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f42f8ba8-0e24-496c-b51b-f7d9486e8685 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (e7d0e876-0365-4118-ae7b-1cafd5aa381e), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:29.484419 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f42f8ba8-0e24-496c-b51b-f7d9486e8685 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-756216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-732801'] for router_interface (468365e5-c3aa-40a4-92af-9a325e24257e), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:29.659962 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bc7073-4e4b-4776-9cfe-50278371a0cc req-d9b231b3-ef78-4a9f-8e46-02e3341766ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:34:29.662666 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-89bc7073-4e4b-4776-9cfe-50278371a0cc req-d9b231b3-ef78-4a9f-8e46-02e3341766ba service neutron] 10.222.0.70 "GET /v2.0/networks?id=c6947406-f53d-420a-bed1-5e603e494bf3 HTTP/1.1" status: 200 len: 917 time: 0.2156920 Jan 28 19:34:29.767985 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42f8ba8-0e24-496c-b51b-f7d9486e8685 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Pushing event updated for resources: {'Port': ['ID=e7d0e876-0365-4118-ae7b-1cafd5aa381e,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:34:29.769796 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63b95976-d6be-45fe-9cfb-acd2ec9a2de2', 'tag': 'c810df41-f531-4f8e-8a80-35774b23d96d'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:34:29.773388 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb22e6b0-fe86-4511-8be3-4baac4513997" -d '{"events": [{"name": "network-changed", "server_uuid": "63b95976-d6be-45fe-9cfb-acd2ec9a2de2", "tag": "c810df41-f531-4f8e-8a80-35774b23d96d"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:34:29.783076 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-89bc7073-4e4b-4776-9cfe-50278371a0cc req-3f0f8d1a-6be5-44d7-9cd3-6289c0a66f80 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=36f03ee7-2940-41ff-a783-d67c24c27550 HTTP/1.1" status: 200 len: 217 time: 0.1141527 Jan 28 19:34:29.835686 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-79a9f4ae-40b2-4972-a576-c645f0d41869 req-ec725b51-b030-497f-820e-0d4e5a3bf361 service neutron] 10.222.0.41 "GET /v2.0/networks/c6947406-f53d-420a-bed1-5e603e494bf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4358978 Jan 28 19:34:29.943708 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:34:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e11460a-5aeb-4b5b-87c1-6971f57fea2b x-openstack-request-id: req-8e11460a-5aeb-4b5b-87c1-6971f57fea2b {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:34:29.946842 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63b95976-d6be-45fe-9cfb-acd2ec9a2de2", "tag": "c810df41-f531-4f8e-8a80-35774b23d96d", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:34:29.947311 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8e11460a-5aeb-4b5b-87c1-6971f57fea2b {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:34:29.948372 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63b95976-d6be-45fe-9cfb-acd2ec9a2de2', 'tag': 'c810df41-f531-4f8e-8a80-35774b23d96d', 'status': 'completed', 'code': 200} Jan 28 19:34:30.104125 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60633d3e-8e37-4014-9524-456f6014cbd4 req-0caa3d51-60de-4b30-951d-bedcb05f5d56 tempest-ListServersNegativeTestJSON-2039046189 tempest-ListServersNegativeTestJSON-2039046189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:34:30.106515 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-60633d3e-8e37-4014-9524-456f6014cbd4 req-0caa3d51-60de-4b30-951d-bedcb05f5d56 tempest-ListServersNegativeTestJSON-2039046189 tempest-ListServersNegativeTestJSON-2039046189-project] 10.222.0.64 "GET /v2.0/ports?device_id=63b95976-d6be-45fe-9cfb-acd2ec9a2de2 HTTP/1.1" status: 200 len: 943 time: 0.4171867 Jan 28 19:34:30.129341 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bc7073-4e4b-4776-9cfe-50278371a0cc req-8653457a-05ad-4439-af5f-d06ac28c3e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:34:30.135480 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-89bc7073-4e4b-4776-9cfe-50278371a0cc req-8653457a-05ad-4439-af5f-d06ac28c3e64 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0688007a-7128-4f42-bde6-39e4fdbede38 HTTP/1.1" status: 200 len: 857 time: 0.3451560 Jan 28 19:34:30.142150 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f42f8ba8-0e24-496c-b51b-f7d9486e8685 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Network 3bd239a4-803d-4686-82a3-6e666e3c26b5 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:34:30.148748 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-f42f8ba8-0e24-496c-b51b-f7d9486e8685 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:34:30.157176 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb22e6b0-fe86-4511-8be3-4baac4513997 req-a41ad173-5db6-4991-91dd-556802921a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:34:30.159735 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-eb22e6b0-fe86-4511-8be3-4baac4513997 req-a41ad173-5db6-4991-91dd-556802921a13 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bbf2fdcfa8614aa6949bf4a173709a95&device_id=63b95976-d6be-45fe-9cfb-acd2ec9a2de2 HTTP/1.1" status: 200 len: 1126 time: 0.2091751 Jan 28 19:34:30.325277 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 39526) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:34:30.402354 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-89bc7073-4e4b-4776-9cfe-50278371a0cc req-d2215fc6-4655-4351-9997-b3445a791032 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c6947406-f53d-420a-bed1-5e603e494bf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2563159 Jan 28 19:34:30.428656 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-79a9f4ae-40b2-4972-a576-c645f0d41869 req-1b3615f0-17c8-4c9b-b6cf-c58879da8a88 service neutron] 10.222.0.41 "GET /v2.0/networks/c6947406-f53d-420a-bed1-5e603e494bf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5494287 Jan 28 19:34:30.445940 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-60633d3e-8e37-4014-9524-456f6014cbd4 req-83ddafda-d463-4e15-9c6e-8706bca58894 tempest-ListServersNegativeTestJSON-2039046189 tempest-ListServersNegativeTestJSON-2039046189-project] 10.222.0.64 "GET /v2.0/security-groups?id=f3463348-4b9e-41ee-a9d7-77a9e5d64664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3294468 Jan 28 19:34:30.522930 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f42f8ba8-0e24-496c-b51b-f7d9486e8685 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Router 468365e5-c3aa-40a4-92af-9a325e24257e is scheduled to L3 agent 76fe5c49-705a-4e08-abb2-be585676213f with binding_index 1 {{(pid=103305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 19:34:30.654602 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb22e6b0-fe86-4511-8be3-4baac4513997 req-dd868dd6-6748-4377-8dbe-e66f2595abce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:34:30.656994 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-eb22e6b0-fe86-4511-8be3-4baac4513997 req-dd868dd6-6748-4377-8dbe-e66f2595abce service neutron] 10.222.0.41 "GET /v2.0/networks?id=c6947406-f53d-420a-bed1-5e603e494bf3 HTTP/1.1" status: 200 len: 917 time: 0.4748976 Jan 28 19:34:30.711367 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2c22cf7a-aac6-4bbe-bbd9-fdfea0ed3c30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:30.716519 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-89bc7073-4e4b-4776-9cfe-50278371a0cc req-3a6f5fed-1d5a-4c3a-9f2d-37f9ece6663a service neutron] 10.222.0.70 "GET /v2.0/networks/c6947406-f53d-420a-bed1-5e603e494bf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164216 Jan 28 19:34:30.723498 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-9b894615-8864-457c-a253-5cfe509aa616 None None] Provisioning complete for port e7d0e876-0365-4118-ae7b-1cafd5aa381e triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:34:30.724035 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9b894615-8864-457c-a253-5cfe509aa616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (e7d0e876-0365-4118-ae7b-1cafd5aa381e), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:30.780744 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-eb22e6b0-fe86-4511-8be3-4baac4513997 req-b06cf86e-4b08-460d-8e6e-2436fce0ac5d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c810df41-f531-4f8e-8a80-35774b23d96d HTTP/1.1" status: 200 len: 217 time: 0.0625365 Jan 28 19:34:30.781941 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f42f8ba8-0e24-496c-b51b-f7d9486e8685 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:34:30.792327 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-f42f8ba8-0e24-496c-b51b-f7d9486e8685 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] 10.222.0.64 "PUT /v2.0/routers/468365e5-c3aa-40a4-92af-9a325e24257e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2706587 Jan 28 19:34:30.792699 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 39532) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:34:30.795617 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3c656f-e159-4a77-bc67-907e0c4fdb6c None None] Sync routers for ids ['468365e5-c3aa-40a4-92af-9a325e24257e'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:34:30.800536 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-5236f0b7-ac5a-4b94-ace0-ff765fed3918 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1750046379'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:34:30.812146 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3c656f-e159-4a77-bc67-907e0c4fdb6c None None] Routers {'468365e5-c3aa-40a4-92af-9a325e24257e'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:34:30.813906 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-5f3c656f-e159-4a77-bc67-907e0c4fdb6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:34:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['468365e5-c3aa-40a4-92af-9a325e24257e'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:34:30.858025 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-9b894615-8864-457c-a253-5cfe509aa616 None None] Port e7d0e876-0365-4118-ae7b-1cafd5aa381e cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:34:30.884494 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5236f0b7-ac5a-4b94-ace0-ff765fed3918 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Made reservation on behalf of fd27ebc338214c64bbd2f3fdeacf14c6 for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:34:30.888324 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5236f0b7-ac5a-4b94-ace0-ff765fed3918 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:30.953910 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5236f0b7-ac5a-4b94-ace0-ff765fed3918 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:34:30.980122 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5236f0b7-ac5a-4b94-ace0-ff765fed3918 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (a770b371-f57f-4b93-b306-737dfb414923), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:30.980483 n-d-812111-14 neutron-server[103305]: INFO neutron.db.segments_db [None req-5236f0b7-ac5a-4b94-ace0-ff765fed3918 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Added segment a770b371-f57f-4b93-b306-737dfb414923 of type vlan for network 1423b23e-7396-42d5-b97d-bf12d0af5d8f Jan 28 19:34:30.983536 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2c22cf7a-aac6-4bbe-bbd9-fdfea0ed3c30 admin admin] Publish callbacks [] for security_group (0af51e82-4af7-48d0-87a0-a5e7c57857bd), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:30.997975 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2c22cf7a-aac6-4bbe-bbd9-fdfea0ed3c30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (0af51e82-4af7-48d0-87a0-a5e7c57857bd), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:31.018135 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-5f3c656f-e159-4a77-bc67-907e0c4fdb6c None None] Set router 468365e5-c3aa-40a4-92af-9a325e24257e gateway port host: None {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:34:31.020794 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb22e6b0-fe86-4511-8be3-4baac4513997 req-ec7a22a7-8a8f-4edc-9d86-828eb1d064cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:34:31.027542 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-eb22e6b0-fe86-4511-8be3-4baac4513997 req-ec7a22a7-8a8f-4edc-9d86-828eb1d064cd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0688007a-7128-4f42-bde6-39e4fdbede38 HTTP/1.1" status: 200 len: 857 time: 0.1804638 Jan 28 19:34:31.104254 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5236f0b7-ac5a-4b94-ace0-ff765fed3918 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (1423b23e-7396-42d5-b97d-bf12d0af5d8f), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:31.136810 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c22cf7a-aac6-4bbe-bbd9-fdfea0ed3c30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0af51e82-4af7-48d0-87a0-a5e7c57857bd,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:34:31.155139 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-2c22cf7a-aac6-4bbe-bbd9-fdfea0ed3c30 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ef143030ca6c47b2aaae425a4fc1beb6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8000917 Jan 28 19:34:31.159568 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-eb22e6b0-fe86-4511-8be3-4baac4513997 req-21114125-f8df-43f7-8706-5b47a71702b6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c6947406-f53d-420a-bed1-5e603e494bf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1167109 Jan 28 19:34:31.161657 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 39540) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:34:31.202750 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5236f0b7-ac5a-4b94-ace0-ff765fed3918 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (1423b23e-7396-42d5-b97d-bf12d0af5d8f), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:31.227191 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5236f0b7-ac5a-4b94-ace0-ff765fed3918 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:34:31.227848 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5236f0b7-ac5a-4b94-ace0-ff765fed3918 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:31.239114 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-89bc7073-4e4b-4776-9cfe-50278371a0cc req-634b8688-25a9-4fa8-ac41-befaa322ede9 service neutron] 10.222.0.70 "GET /v2.0/networks/c6947406-f53d-420a-bed1-5e603e494bf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5140731 Jan 28 19:34:31.374762 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-5236f0b7-ac5a-4b94-ace0-ff765fed3918 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5791700 Jan 28 19:34:31.379578 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 39542) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:34:31.401689 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-caf06e0a-b4cd-419a-8006-78ae84a5ca73 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Request body: {'subnet': {'network_id': '1423b23e-7396-42d5-b97d-bf12d0af5d8f', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:34:31.420046 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-acf4af81-e0fc-4cf3-b201-8b2e9490624d admin admin] Publish callbacks [] for security_group (0af51e82-4af7-48d0-87a0-a5e7c57857bd), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:31.431851 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5236f0b7-ac5a-4b94-ace0-ff765fed3918 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Pushing event updated for resources: {'Network': ['ID=1423b23e-7396-42d5-b97d-bf12d0af5d8f,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:34:31.455620 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network 1423b23e-7396-42d5-b97d-bf12d0af5d8f details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:34:31.530638 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-acf4af81-e0fc-4cf3-b201-8b2e9490624d admin admin] Publish callbacks [] for security_group (0af51e82-4af7-48d0-87a0-a5e7c57857bd), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:31.544085 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-eb22e6b0-fe86-4511-8be3-4baac4513997 req-55856787-aca5-4bac-b018-e858f75bb711 service neutron] 10.222.0.41 "GET /v2.0/networks/c6947406-f53d-420a-bed1-5e603e494bf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3130195 Jan 28 19:34:31.615938 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caf06e0a-b4cd-419a-8006-78ae84a5ca73 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Made reservation on behalf of fd27ebc338214c64bbd2f3fdeacf14c6 for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:34:31.619900 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-caf06e0a-b4cd-419a-8006-78ae84a5ca73 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4733071'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:31.690252 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-5f3c656f-e159-4a77-bc67-907e0c4fdb6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '468365e5-c3aa-40a4-92af-9a325e24257e', 'name': 'tempest-RoutersIpV6Test-router-1141481547', 'tenant_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:34:19Z', 'updated_at': '2022-01-28T19:34:28Z', 'revision_number': 2, 'project_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'gw_port_host': None, '_interfaces': [{'id': 'e7d0e876-0365-4118-ae7b-1cafd5aa381e', 'name': '', 'network_id': '3bd239a4-803d-4686-82a3-6e666e3c26b5', 'tenant_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'mac_address': 'fa:16:3e:f1:82:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '468365e5-c3aa-40a4-92af-9a325e24257e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': '13823000-eeb3-44f0-a92b-e846d7802a40', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:34:24Z', 'updated_at': '2022-01-28T19:34:28Z', 'revision_number': 2, 'project_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'subnets': [{'id': '13823000-eeb3-44f0-a92b-e846d7802a40', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:34:31.740138 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3c656f-e159-4a77-bc67-907e0c4fdb6c None None] Checking router: 468365e5-c3aa-40a4-92af-9a325e24257e for host: n-d-812111-14 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:34:31.741576 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3c656f-e159-4a77-bc67-907e0c4fdb6c None None] Updating router 468365e5-c3aa-40a4-92af-9a325e24257e port e7d0e876-0365-4118-ae7b-1cafd5aa381e binding host n-d-812111-14 {{(pid=103307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:34:31.759880 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device e0b58b58-74eb-4b33-a1c3-cbef8b1ccbef details requested by agent hyperv_n-h1-812111-14 with host n-h1-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:34:31.821870 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-5f3c656f-e159-4a77-bc67-907e0c4fdb6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (e7d0e876-0365-4118-ae7b-1cafd5aa381e), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:32.063573 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355081c6-db00-4ad2-955b-22e28ba4f5e6 req-a42bb62d-297a-466f-b45a-a4401ab86b56 tempest-ListServersNegativeTestJSON-2039046189 tempest-ListServersNegativeTestJSON-2039046189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:34:32.073483 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-355081c6-db00-4ad2-955b-22e28ba4f5e6 req-a42bb62d-297a-466f-b45a-a4401ab86b56 tempest-ListServersNegativeTestJSON-2039046189 tempest-ListServersNegativeTestJSON-2039046189-project] 10.222.0.64 "GET /v2.0/ports?device_id=63b95976-d6be-45fe-9cfb-acd2ec9a2de2 HTTP/1.1" status: 200 len: 943 time: 0.3554311 Jan 28 19:34:32.094684 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-acf4af81-e0fc-4cf3-b201-8b2e9490624d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (0af51e82-4af7-48d0-87a0-a5e7c57857bd), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:32.107338 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-acf4af81-e0fc-4cf3-b201-8b2e9490624d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:32.121023 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port e0b58b58-74eb-4b33-a1c3-cbef8b1ccbef, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=e0b58b58-74eb-4b33-a1c3-cbef8b1ccbef,segment=NetworkSegment(6085fde6-d829-43ad-96e2-c35bec133796),segment_id=6085fde6-d829-43ad-96e2-c35bec133796)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:34:32.125653 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-acf4af81-e0fc-4cf3-b201-8b2e9490624d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0af51e82-4af7-48d0-87a0-a5e7c57857bd HTTP/1.1" status: 204 len: 168 time: 0.9626923 Jan 28 19:34:32.129218 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-eb22e6b0-fe86-4511-8be3-4baac4513997 req-b3e1715a-74c4-4649-b12b-278d2e638efe service neutron] 10.222.0.41 "GET /v2.0/networks/c6947406-f53d-420a-bed1-5e603e494bf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5633020 Jan 28 19:34:32.226407 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Returning: {'device': 'e0b58b58-74eb-4b33-a1c3-cbef8b1ccbef', 'network_id': 'c6947406-f53d-420a-bed1-5e603e494bf3', 'port_id': 'e0b58b58-74eb-4b33-a1c3-cbef8b1ccbef', 'mac_address': 'fa:16:3e:8b:a7:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0688007a-7128-4f42-bde6-39e4fdbede38', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:34:32.235815 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf4af81-e0fc-4cf3-b201-8b2e9490624d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0af51e82-4af7-48d0-87a0-a5e7c57857bd,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:34:32.438897 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 36f03ee7-2940-41ff-a783-d67c24c27550 details requested by agent hyperv_n-h2-812111-14 with host n-h2-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:34:32.464506 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-355081c6-db00-4ad2-955b-22e28ba4f5e6 req-8057e808-6495-4b1e-933d-b8834e6aaa37 tempest-ListServersNegativeTestJSON-2039046189 tempest-ListServersNegativeTestJSON-2039046189-project] 10.222.0.64 "GET /v2.0/security-groups?id=f3463348-4b9e-41ee-a9d7-77a9e5d64664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3730810 Jan 28 19:34:32.574471 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port e0b58b58-74eb-4b33-a1c3-cbef8b1ccbef is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:34:32.575531 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (e0b58b58-74eb-4b33-a1c3-cbef8b1ccbef), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:32.654432 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0b58b58-74eb-4b33-a1c3-cbef8b1ccbef {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:34:32.768615 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port e0b58b58-74eb-4b33-a1c3-cbef8b1ccbef, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=e0b58b58-74eb-4b33-a1c3-cbef8b1ccbef,segment=NetworkSegment(6085fde6-d829-43ad-96e2-c35bec133796),segment_id=6085fde6-d829-43ad-96e2-c35bec133796)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:34:32.842904 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 39556) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:34:32.860315 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-336c63f7-a4a2-4a83-8e36-3a3156e13de5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:32.872596 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-5f3c656f-e159-4a77-bc67-907e0c4fdb6c None None] Publish callbacks [] for port (e7d0e876-0365-4118-ae7b-1cafd5aa381e), precommit_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:32.881989 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-5f3c656f-e159-4a77-bc67-907e0c4fdb6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (e7d0e876-0365-4118-ae7b-1cafd5aa381e), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:32.890807 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (e0b58b58-74eb-4b33-a1c3-cbef8b1ccbef), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:32.891472 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device c810df41-f531-4f8e-8a80-35774b23d96d details requested by agent hyperv_n-h1-812111-14 with host n-h1-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:34:32.967679 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb547c3c-d0ed-4f41-a232-6c404570f08f None None] Pushing event updated for resources: {'Port': ['ID=e7d0e876-0365-4118-ae7b-1cafd5aa381e,revision_number=3']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:34:32.980589 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=e0b58b58-74eb-4b33-a1c3-cbef8b1ccbef,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:34:33.005049 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb547c3c-d0ed-4f41-a232-6c404570f08f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:34:33.015331 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb547c3c-d0ed-4f41-a232-6c404570f08f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:34:33.015935 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb547c3c-d0ed-4f41-a232-6c404570f08f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:34:33.016429 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb547c3c-d0ed-4f41-a232-6c404570f08f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:34:33.016951 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb547c3c-d0ed-4f41-a232-6c404570f08f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:34:33.017884 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb547c3c-d0ed-4f41-a232-6c404570f08f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:34:33.018371 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb547c3c-d0ed-4f41-a232-6c404570f08f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:34:33.018847 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb547c3c-d0ed-4f41-a232-6c404570f08f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:34:33.019319 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb547c3c-d0ed-4f41-a232-6c404570f08f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:34:33.019795 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb547c3c-d0ed-4f41-a232-6c404570f08f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:34:33.020285 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb547c3c-d0ed-4f41-a232-6c404570f08f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:34:33.020763 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb547c3c-d0ed-4f41-a232-6c404570f08f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:34:33.021338 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb547c3c-d0ed-4f41-a232-6c404570f08f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:34:33.068862 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port c810df41-f531-4f8e-8a80-35774b23d96d, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=c810df41-f531-4f8e-8a80-35774b23d96d,segment=NetworkSegment(6085fde6-d829-43ad-96e2-c35bec133796),segment_id=6085fde6-d829-43ad-96e2-c35bec133796)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:34:33.117148 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-336c63f7-a4a2-4a83-8e36-3a3156e13de5 admin admin] Publish callbacks [] for security_group (18a194b0-71dc-44e1-bebe-ab3b30c86003), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:33.129022 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 36f03ee7-2940-41ff-a783-d67c24c27550, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=36f03ee7-2940-41ff-a783-d67c24c27550,segment=NetworkSegment(6085fde6-d829-43ad-96e2-c35bec133796),segment_id=6085fde6-d829-43ad-96e2-c35bec133796)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:34:33.131030 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-336c63f7-a4a2-4a83-8e36-3a3156e13de5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (18a194b0-71dc-44e1-bebe-ab3b30c86003), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:33.132519 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Returning: {'device': 'c810df41-f531-4f8e-8a80-35774b23d96d', 'network_id': 'c6947406-f53d-420a-bed1-5e603e494bf3', 'port_id': 'c810df41-f531-4f8e-8a80-35774b23d96d', 'mac_address': 'fa:16:3e:fb:13:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0688007a-7128-4f42-bde6-39e4fdbede38', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:34:33.165896 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-5f3c656f-e159-4a77-bc67-907e0c4fdb6c None None] Attempting to bind port e7d0e876-0365-4118-ae7b-1cafd5aa381e on host n-d-812111-14 for vnic_type normal with profile {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:34:33.166289 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-5f3c656f-e159-4a77-bc67-907e0c4fdb6c None None] Attempting to bind port e7d0e876-0365-4118-ae7b-1cafd5aa381e by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '1069b884-acd2-4d0e-bb84-336ed6ec5e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3bd239a4-803d-4686-82a3-6e666e3c26b5'}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:34:33.166667 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3c656f-e159-4a77-bc67-907e0c4fdb6c None None] Attempting to bind port e7d0e876-0365-4118-ae7b-1cafd5aa381e on network 3bd239a4-803d-4686-82a3-6e666e3c26b5 {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:34:33.178402 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3c656f-e159-4a77-bc67-907e0c4fdb6c None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 34, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:34:33.178818 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3c656f-e159-4a77-bc67-907e0c4fdb6c None None] Checking segment: {'id': '1069b884-acd2-4d0e-bb84-336ed6ec5e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3bd239a4-803d-4686-82a3-6e666e3c26b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:34:33.179202 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-5f3c656f-e159-4a77-bc67-907e0c4fdb6c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:33.179601 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3c656f-e159-4a77-bc67-907e0c4fdb6c None None] Bound using segment: {'id': '1069b884-acd2-4d0e-bb84-336ed6ec5e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3bd239a4-803d-4686-82a3-6e666e3c26b5'} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:34:33.180089 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-5f3c656f-e159-4a77-bc67-907e0c4fdb6c None None] Bound port: e7d0e876-0365-4118-ae7b-1cafd5aa381e, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1069b884-acd2-4d0e-bb84-336ed6ec5e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3bd239a4-803d-4686-82a3-6e666e3c26b5'}}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:34:33.180476 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-5f3c656f-e159-4a77-bc67-907e0c4fdb6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (e7d0e876-0365-4118-ae7b-1cafd5aa381e), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:33.236715 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port c810df41-f531-4f8e-8a80-35774b23d96d is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:34:33.237122 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (c810df41-f531-4f8e-8a80-35774b23d96d), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:33.252915 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-336c63f7-a4a2-4a83-8e36-3a3156e13de5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d591d8b263b749ae9a6fe606af15109d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4086857 Jan 28 19:34:33.257741 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 39558) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:34:33.269812 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336c63f7-a4a2-4a83-8e36-3a3156e13de5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18a194b0-71dc-44e1-bebe-ab3b30c86003,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:34:33.274952 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c810df41-f531-4f8e-8a80-35774b23d96d {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:34:33.311428 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-caf06e0a-b4cd-419a-8006-78ae84a5ca73 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4752401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4733085'] for subnet (d3127f0b-5846-430b-8bdb-0f38cd1b652f), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:33.326663 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port c810df41-f531-4f8e-8a80-35774b23d96d, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=c810df41-f531-4f8e-8a80-35774b23d96d,segment=NetworkSegment(6085fde6-d829-43ad-96e2-c35bec133796),segment_id=6085fde6-d829-43ad-96e2-c35bec133796)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:34:33.336284 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (c810df41-f531-4f8e-8a80-35774b23d96d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:33.354174 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Returning: {'device': '36f03ee7-2940-41ff-a783-d67c24c27550', 'network_id': 'c6947406-f53d-420a-bed1-5e603e494bf3', 'port_id': '36f03ee7-2940-41ff-a783-d67c24c27550', 'mac_address': 'fa:16:3e:c3:9d:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0688007a-7128-4f42-bde6-39e4fdbede38', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:34:33.363875 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-5f3c656f-e159-4a77-bc67-907e0c4fdb6c None None] For port e7d0e876-0365-4118-ae7b-1cafd5aa381e, host n-d-812111-14, cleared binding levels {{(pid=103307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:34:33.371965 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-5f3c656f-e159-4a77-bc67-907e0c4fdb6c None None] For port e7d0e876-0365-4118-ae7b-1cafd5aa381e, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=e7d0e876-0365-4118-ae7b-1cafd5aa381e,segment=NetworkSegment(1069b884-acd2-4d0e-bb84-336ed6ec5e5c),segment_id=1069b884-acd2-4d0e-bb84-336ed6ec5e5c)] {{(pid=103307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:34:33.386689 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-5f3c656f-e159-4a77-bc67-907e0c4fdb6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (e7d0e876-0365-4118-ae7b-1cafd5aa381e), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:33.453293 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3c656f-e159-4a77-bc67-907e0c4fdb6c None None] Routers {'468365e5-c3aa-40a4-92af-9a325e24257e'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:34:33.454573 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-5f3c656f-e159-4a77-bc67-907e0c4fdb6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:34:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['468365e5-c3aa-40a4-92af-9a325e24257e'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:34:33.509196 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf06e0a-b4cd-419a-8006-78ae84a5ca73 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Pushing event updated for resources: {'Subnet': ['ID=d3127f0b-5846-430b-8bdb-0f38cd1b652f,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:34:33.546702 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=c810df41-f531-4f8e-8a80-35774b23d96d,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:34:33.597891 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7a9b6298-c34f-4f1e-86ff-bc7e6bb90269 admin admin] Publish callbacks [] for security_group (18a194b0-71dc-44e1-bebe-ab3b30c86003), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:33.646510 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-7cd28f69-9d38-4f07-a09c-c81ef47c0db6 None None] Provisioning complete for port e7d0e876-0365-4118-ae7b-1cafd5aa381e triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:34:33.646903 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7cd28f69-9d38-4f07-a09c-c81ef47c0db6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (e7d0e876-0365-4118-ae7b-1cafd5aa381e), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:33.674033 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-5f3c656f-e159-4a77-bc67-907e0c4fdb6c None None] Set router 468365e5-c3aa-40a4-92af-9a325e24257e gateway port host: None {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:34:33.705485 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb547c3c-d0ed-4f41-a232-6c404570f08f None None] Pushing event updated for resources: {'Port': ['ID=e7d0e876-0365-4118-ae7b-1cafd5aa381e,revision_number=4']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:34:33.705837 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7a9b6298-c34f-4f1e-86ff-bc7e6bb90269 admin admin] Publish callbacks [] for security_group (18a194b0-71dc-44e1-bebe-ab3b30c86003), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:33.770176 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['e0b58b58-74eb-4b33-a1c3-cbef8b1ccbef'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:34:33.838091 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf06e0a-b4cd-419a-8006-78ae84a5ca73 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Checking segment: {'id': 'a770b371-f57f-4b93-b306-737dfb414923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '1423b23e-7396-42d5-b97d-bf12d0af5d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:34:33.838453 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf06e0a-b4cd-419a-8006-78ae84a5ca73 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Network hostable DHCP agents. Network: 1423b23e-7396-42d5-b97d-bf12d0af5d8f, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:34:33.847432 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['c810df41-f531-4f8e-8a80-35774b23d96d'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:34:33.896881 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b6b7d8-617c-45e9-9178-d68e86c9a1eb req-9797fb73-bb87-4406-86b7-d3c867f40637 tempest-ListServersNegativeTestJSON-2039046189 tempest-ListServersNegativeTestJSON-2039046189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:34:33.903505 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c5b6b7d8-617c-45e9-9178-d68e86c9a1eb req-9797fb73-bb87-4406-86b7-d3c867f40637 tempest-ListServersNegativeTestJSON-2039046189 tempest-ListServersNegativeTestJSON-2039046189-project] 10.222.0.64 "GET /v2.0/ports?device_id=63b95976-d6be-45fe-9cfb-acd2ec9a2de2 HTTP/1.1" status: 200 len: 944 time: 0.2401497 Jan 28 19:34:33.910865 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf06e0a-b4cd-419a-8006-78ae84a5ca73 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Network 1423b23e-7396-42d5-b97d-bf12d0af5d8f is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:34:33.970033 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7a9b6298-c34f-4f1e-86ff-bc7e6bb90269 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (18a194b0-71dc-44e1-bebe-ab3b30c86003), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:33.974690 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7a9b6298-c34f-4f1e-86ff-bc7e6bb90269 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:33.981091 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-7a9b6298-c34f-4f1e-86ff-bc7e6bb90269 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/18a194b0-71dc-44e1-bebe-ab3b30c86003 HTTP/1.1" status: 204 len: 168 time: 0.7129989 Jan 28 19:34:34.031748 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9b6298-c34f-4f1e-86ff-bc7e6bb90269 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18a194b0-71dc-44e1-bebe-ab3b30c86003,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:34:34.043808 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-caf06e0a-b4cd-419a-8006-78ae84a5ca73 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, 1423b23e-7396-42d5-b97d-bf12d0af5d8f) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:34:34.052620 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf06e0a-b4cd-419a-8006-78ae84a5ca73 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:34:34.057549 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-caf06e0a-b4cd-419a-8006-78ae84a5ca73 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:34.081206 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-5f3c656f-e159-4a77-bc67-907e0c4fdb6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '468365e5-c3aa-40a4-92af-9a325e24257e', 'name': 'tempest-RoutersIpV6Test-router-1141481547', 'tenant_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:34:19Z', 'updated_at': '2022-01-28T19:34:28Z', 'revision_number': 2, 'project_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'gw_port_host': None, '_interfaces': [{'id': 'e7d0e876-0365-4118-ae7b-1cafd5aa381e', 'name': '', 'network_id': '3bd239a4-803d-4686-82a3-6e666e3c26b5', 'tenant_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'mac_address': 'fa:16:3e:f1:82:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '468365e5-c3aa-40a4-92af-9a325e24257e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': '13823000-eeb3-44f0-a92b-e846d7802a40', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:34:24Z', 'updated_at': '2022-01-28T19:34:33Z', 'revision_number': 4, 'project_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'subnets': [{'id': '13823000-eeb3-44f0-a92b-e846d7802a40', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:34:34.118724 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c5b6b7d8-617c-45e9-9178-d68e86c9a1eb req-a97ba564-2005-4a56-b3fc-438def3a2fa6 tempest-ListServersNegativeTestJSON-2039046189 tempest-ListServersNegativeTestJSON-2039046189-project] 10.222.0.64 "GET /v2.0/security-groups?id=f3463348-4b9e-41ee-a9d7-77a9e5d64664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967359 Jan 28 19:34:34.142853 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-caf06e0a-b4cd-419a-8006-78ae84a5ca73 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.7597830 Jan 28 19:34:34.145653 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 39570) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:34:34.170194 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90548aab-e926-4aed-b764-aa9f099e2bb9 None None] Network 1423b23e-7396-42d5-b97d-bf12d0af5d8f requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:34:34.370310 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 36f03ee7-2940-41ff-a783-d67c24c27550 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:34:34.370624 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (36f03ee7-2940-41ff-a783-d67c24c27550), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:34.383550 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3c656f-e159-4a77-bc67-907e0c4fdb6c None None] The sync data for ids ['468365e5-c3aa-40a4-92af-9a325e24257e'] in n-d-812111-14 is: [{'id': '468365e5-c3aa-40a4-92af-9a325e24257e', 'name': 'tempest-RoutersIpV6Test-router-1141481547', 'tenant_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:34:19Z', 'updated_at': '2022-01-28T19:34:28Z', 'revision_number': 2, 'project_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'gw_port_host': None, '_interfaces': [{'id': 'e7d0e876-0365-4118-ae7b-1cafd5aa381e', 'name': '', 'network_id': '3bd239a4-803d-4686-82a3-6e666e3c26b5', 'tenant_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'mac_address': 'fa:16:3e:f1:82:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '468365e5-c3aa-40a4-92af-9a325e24257e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': '13823000-eeb3-44f0-a92b-e846d7802a40', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:34:24Z', 'updated_at': '2022-01-28T19:34:33Z', 'revision_number': 4, 'project_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'subnets': [{'id': '13823000-eeb3-44f0-a92b-e846d7802a40', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:34:34.434361 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73e240db-8da4-47fe-b3ee-874d5843c44a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68cd31fd-e4cd-5fb3-a862-256fc47efcd2-1423b23e-7396-42d5-b97d-bf12d0af5d8f', 'network_id': '1423b23e-7396-42d5-b97d-bf12d0af5d8f', 'project_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'fixed_ips': [{'subnet_id': 'd3127f0b-5846-430b-8bdb-0f38cd1b652f'}]}} from n-d-812111-14. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:34:34.435794 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-73e240db-8da4-47fe-b3ee-874d5843c44a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:34.621908 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36f03ee7-2940-41ff-a783-d67c24c27550 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:34:34.860203 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 36f03ee7-2940-41ff-a783-d67c24c27550, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=36f03ee7-2940-41ff-a783-d67c24c27550,segment=NetworkSegment(6085fde6-d829-43ad-96e2-c35bec133796),segment_id=6085fde6-d829-43ad-96e2-c35bec133796)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:34:34.864840 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-7cd28f69-9d38-4f07-a09c-c81ef47c0db6 None None] Current status of the port e7d0e876-0365-4118-ae7b-1cafd5aa381e is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:34:34.876683 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7cd28f69-9d38-4f07-a09c-c81ef47c0db6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (e7d0e876-0365-4118-ae7b-1cafd5aa381e), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:35.145850 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ea896100-877a-4265-a280-fca63d17cb0b tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:35.353213 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (36f03ee7-2940-41ff-a783-d67c24c27550), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:35.464077 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-7cd28f69-9d38-4f07-a09c-c81ef47c0db6 None None] For port e7d0e876-0365-4118-ae7b-1cafd5aa381e, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=e7d0e876-0365-4118-ae7b-1cafd5aa381e,segment=NetworkSegment(1069b884-acd2-4d0e-bb84-336ed6ec5e5c),segment_id=1069b884-acd2-4d0e-bb84-336ed6ec5e5c)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:34:35.480154 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2113c8c-3b43-4405-906b-40efeca94158 req-fbd5a947-6f70-48a4-8a40-c9f94e2f06f2 tempest-ListServersNegativeTestJSON-2039046189 tempest-ListServersNegativeTestJSON-2039046189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:34:35.485465 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b2113c8c-3b43-4405-906b-40efeca94158 req-fbd5a947-6f70-48a4-8a40-c9f94e2f06f2 tempest-ListServersNegativeTestJSON-2039046189 tempest-ListServersNegativeTestJSON-2039046189-project] 10.222.0.64 "GET /v2.0/ports?device_id=63b95976-d6be-45fe-9cfb-acd2ec9a2de2 HTTP/1.1" status: 200 len: 944 time: 0.1925962 Jan 28 19:34:35.564791 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b2113c8c-3b43-4405-906b-40efeca94158 req-aca5ec13-7af0-42d2-8328-9a67bf302543 tempest-ListServersNegativeTestJSON-2039046189 tempest-ListServersNegativeTestJSON-2039046189-project] 10.222.0.64 "GET /v2.0/security-groups?id=f3463348-4b9e-41ee-a9d7-77a9e5d64664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725441 Jan 28 19:34:35.570976 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7cd28f69-9d38-4f07-a09c-c81ef47c0db6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (e7d0e876-0365-4118-ae7b-1cafd5aa381e), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:35.640057 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-73e240db-8da4-47fe-b3ee-874d5843c44a None None] Allocated IP 2001:db8:1::2 (1423b23e-7396-42d5-b97d-bf12d0af5d8f/d3127f0b-5846-430b-8bdb-0f38cd1b652f/b7ec00d8-4a00-4ec6-8832-79a86a24b00e) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:34:35.907214 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-73e240db-8da4-47fe-b3ee-874d5843c44a None None] Publish callbacks [] for port (b7ec00d8-4a00-4ec6-8832-79a86a24b00e), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:35.934577 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device e0b58b58-74eb-4b33-a1c3-cbef8b1ccbef up at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:34:35.982057 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-73e240db-8da4-47fe-b3ee-874d5843c44a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (b7ec00d8-4a00-4ec6-8832-79a86a24b00e), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:36.064765 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-ea896100-877a-4265-a280-fca63d17cb0b tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Allocated IP 2001:db8:1::1 (1423b23e-7396-42d5-b97d-bf12d0af5d8f/d3127f0b-5846-430b-8bdb-0f38cd1b652f/272884d2-c124-4a24-b060-5e824959bbd6) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:34:36.080505 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['36f03ee7-2940-41ff-a783-d67c24c27550'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:34:36.187859 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2f0808bb-8d9b-4b73-b59a-a8cf23783dd8 None None] Provisioning complete for port e7d0e876-0365-4118-ae7b-1cafd5aa381e triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:34:36.188164 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2f0808bb-8d9b-4b73-b59a-a8cf23783dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (e7d0e876-0365-4118-ae7b-1cafd5aa381e), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:36.333226 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ea896100-877a-4265-a280-fca63d17cb0b tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks [] for port (272884d2-c124-4a24-b060-5e824959bbd6), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:36.420697 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ea896100-877a-4265-a280-fca63d17cb0b tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (272884d2-c124-4a24-b060-5e824959bbd6), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:36.529523 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea896100-877a-4265-a280-fca63d17cb0b tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Network 1423b23e-7396-42d5-b97d-bf12d0af5d8f is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:34:36.532715 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-ea896100-877a-4265-a280-fca63d17cb0b tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:34:36.537519 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e240db-8da4-47fe-b3ee-874d5843c44a None None] Network 1423b23e-7396-42d5-b97d-bf12d0af5d8f is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:34:36.562918 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea896100-877a-4265-a280-fca63d17cb0b tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:34:36.563621 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ea896100-877a-4265-a280-fca63d17cb0b tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734769'] for router_interface (468365e5-c3aa-40a4-92af-9a325e24257e), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:36.628696 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=36f03ee7-2940-41ff-a783-d67c24c27550,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:34:36.733235 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896100-877a-4265-a280-fca63d17cb0b tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Pushing event updated for resources: {'Port': ['ID=272884d2-c124-4a24-b060-5e824959bbd6,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:34:36.840566 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-73e240db-8da4-47fe-b3ee-874d5843c44a None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:34:36.847540 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e240db-8da4-47fe-b3ee-874d5843c44a None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:34:36.897013 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device e7d0e876-0365-4118-ae7b-1cafd5aa381e up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:34:36.944452 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2f0808bb-8d9b-4b73-b59a-a8cf23783dd8 None None] Current status of the port e7d0e876-0365-4118-ae7b-1cafd5aa381e is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:34:37.003937 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c3f985da-172d-475e-949c-ff0908f4bf44 req-6fe18359-1647-4d6c-83fb-7c838569e76c service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=6266b4f2-471d-4297-9d3c-9386239f951c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1476865 Jan 28 19:34:37.024311 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd28f69-9d38-4f07-a09c-c81ef47c0db6 None None] Pushing event updated for resources: {'Port': ['ID=e7d0e876-0365-4118-ae7b-1cafd5aa381e,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:34:37.094991 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5cdbde-6cb8-4964-9eed-9bde231d80f3 req-d3059a8e-427c-4893-9bb8-44e9c50c8847 tempest-ListServersNegativeTestJSON-2039046189 tempest-ListServersNegativeTestJSON-2039046189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:34:37.104385 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ef5cdbde-6cb8-4964-9eed-9bde231d80f3 req-d3059a8e-427c-4893-9bb8-44e9c50c8847 tempest-ListServersNegativeTestJSON-2039046189 tempest-ListServersNegativeTestJSON-2039046189-project] 10.222.0.64 "GET /v2.0/ports?device_id=63b95976-d6be-45fe-9cfb-acd2ec9a2de2 HTTP/1.1" status: 200 len: 944 time: 0.2501068 Jan 28 19:34:37.196844 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e240db-8da4-47fe-b3ee-874d5843c44a None None] Pushing event updated for resources: {'Port': ['ID=b7ec00d8-4a00-4ec6-8832-79a86a24b00e,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:34:37.201228 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f985da-172d-475e-949c-ff0908f4bf44 req-ff3bbdcd-534e-43fe-8f35-19753a3c20bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:34:37.203943 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f985da-172d-475e-949c-ff0908f4bf44 req-ff3bbdcd-534e-43fe-8f35-19753a3c20bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:34:37.204572 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f985da-172d-475e-949c-ff0908f4bf44 req-ff3bbdcd-534e-43fe-8f35-19753a3c20bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:34:37.213542 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f985da-172d-475e-949c-ff0908f4bf44 req-ff3bbdcd-534e-43fe-8f35-19753a3c20bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:34:37.220810 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f985da-172d-475e-949c-ff0908f4bf44 req-ff3bbdcd-534e-43fe-8f35-19753a3c20bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:34:37.222380 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f985da-172d-475e-949c-ff0908f4bf44 req-ff3bbdcd-534e-43fe-8f35-19753a3c20bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:34:37.223099 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning for port e0b58b58-74eb-4b33-a1c3-cbef8b1ccbef completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:34:37.226780 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f985da-172d-475e-949c-ff0908f4bf44 req-ff3bbdcd-534e-43fe-8f35-19753a3c20bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:34:37.232262 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c3f985da-172d-475e-949c-ff0908f4bf44 req-ff3bbdcd-534e-43fe-8f35-19753a3c20bb service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6a63e631dab749fab705cc3ad19e314b&device_id=6266b4f2-471d-4297-9d3c-9386239f951c HTTP/1.1" status: 200 len: 6723 time: 0.1568141 Jan 28 19:34:37.240669 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-90ecd4d4-7f58-477d-9417-39aa08601224 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:37.264184 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning complete for port e0b58b58-74eb-4b33-a1c3-cbef8b1ccbef triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:34:37.264570 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (e0b58b58-74eb-4b33-a1c3-cbef8b1ccbef), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:37.295548 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ea896100-877a-4265-a280-fca63d17cb0b tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (272884d2-c124-4a24-b060-5e824959bbd6), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:37.435621 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-73e240db-8da4-47fe-b3ee-874d5843c44a None None] Attempting to bind port b7ec00d8-4a00-4ec6-8832-79a86a24b00e on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:34:37.438082 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-73e240db-8da4-47fe-b3ee-874d5843c44a None None] Attempting to bind port b7ec00d8-4a00-4ec6-8832-79a86a24b00e by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': 'a770b371-f57f-4b93-b306-737dfb414923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '1423b23e-7396-42d5-b97d-bf12d0af5d8f'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:34:37.439210 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e240db-8da4-47fe-b3ee-874d5843c44a None None] Attempting to bind port b7ec00d8-4a00-4ec6-8832-79a86a24b00e on network 1423b23e-7396-42d5-b97d-bf12d0af5d8f {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:34:37.444607 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port e7d0e876-0365-4118-ae7b-1cafd5aa381e triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:34:37.451453 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (e7d0e876-0365-4118-ae7b-1cafd5aa381e), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:37.492606 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ef5cdbde-6cb8-4964-9eed-9bde231d80f3 req-79f3f35f-9a53-4586-8e09-7194b4790b48 tempest-ListServersNegativeTestJSON-2039046189 tempest-ListServersNegativeTestJSON-2039046189-project] 10.222.0.64 "GET /v2.0/security-groups?id=f3463348-4b9e-41ee-a9d7-77a9e5d64664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3799324 Jan 28 19:34:37.495158 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f985da-172d-475e-949c-ff0908f4bf44 req-9e86bca5-00a8-44c8-ab62-d26db2c78b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:34:37.500975 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f985da-172d-475e-949c-ff0908f4bf44 req-9e86bca5-00a8-44c8-ab62-d26db2c78b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:34:37.501672 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f985da-172d-475e-949c-ff0908f4bf44 req-9e86bca5-00a8-44c8-ab62-d26db2c78b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:34:37.503724 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c3f985da-172d-475e-949c-ff0908f4bf44 req-9e86bca5-00a8-44c8-ab62-d26db2c78b53 service neutron] 10.222.0.70 "GET /v2.0/networks?id=d6023ca9-f7fb-424f-9a06-ccb60c81e3d1&id=1a0a56ae-a8fc-45c3-a9f5-3868c6fdc511&id=1a0a56ae-a8fc-45c3-a9f5-3868c6fdc511&id=1a0a56ae-a8fc-45c3-a9f5-3868c6fdc511&id=1a0a56ae-a8fc-45c3-a9f5-3868c6fdc511&id=2b32274e-ef71-47fa-9b2e-d7c8beaa092d&id=2b32274e-ef71-47fa-9b2e-d7c8beaa092d HTTP/1.1" status: 200 len: 2294 time: 0.2439377 Jan 28 19:34:37.562814 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e240db-8da4-47fe-b3ee-874d5843c44a None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 34, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:34:37.588033 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e240db-8da4-47fe-b3ee-874d5843c44a None None] Checking segment: {'id': 'a770b371-f57f-4b93-b306-737dfb414923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '1423b23e-7396-42d5-b97d-bf12d0af5d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:34:37.588769 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-73e240db-8da4-47fe-b3ee-874d5843c44a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:37.589805 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e240db-8da4-47fe-b3ee-874d5843c44a None None] Bound using segment: {'id': 'a770b371-f57f-4b93-b306-737dfb414923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '1423b23e-7396-42d5-b97d-bf12d0af5d8f'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:34:37.590439 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-73e240db-8da4-47fe-b3ee-874d5843c44a None None] Bound port: b7ec00d8-4a00-4ec6-8832-79a86a24b00e, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a770b371-f57f-4b93-b306-737dfb414923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '1423b23e-7396-42d5-b97d-bf12d0af5d8f'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:34:37.590983 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-73e240db-8da4-47fe-b3ee-874d5843c44a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (b7ec00d8-4a00-4ec6-8832-79a86a24b00e), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:37.652616 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c3f985da-172d-475e-949c-ff0908f4bf44 req-4805c598-3d3b-4e01-8467-a87aea1e640c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3dda1cfc-fce7-4e9c-8686-cc9cecf29d40 HTTP/1.1" status: 200 len: 1000 time: 0.1414199 Jan 28 19:34:37.751668 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-73e240db-8da4-47fe-b3ee-874d5843c44a None None] For port b7ec00d8-4a00-4ec6-8832-79a86a24b00e, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:34:37.754851 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-73e240db-8da4-47fe-b3ee-874d5843c44a None None] For port b7ec00d8-4a00-4ec6-8832-79a86a24b00e, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=b7ec00d8-4a00-4ec6-8832-79a86a24b00e,segment=NetworkSegment(a770b371-f57f-4b93-b306-737dfb414923),segment_id=a770b371-f57f-4b93-b306-737dfb414923)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:34:37.770740 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f985da-172d-475e-949c-ff0908f4bf44 req-5dcda541-6e30-4a34-a228-6732832b32c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:34:37.772248 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c3f985da-172d-475e-949c-ff0908f4bf44 req-5dcda541-6e30-4a34-a228-6732832b32c9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1ed54c01-0acd-447f-ba69-14502018ae00 HTTP/1.1" status: 200 len: 855 time: 0.1141460 Jan 28 19:34:37.785299 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-73e240db-8da4-47fe-b3ee-874d5843c44a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (b7ec00d8-4a00-4ec6-8832-79a86a24b00e), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:37.876977 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f985da-172d-475e-949c-ff0908f4bf44 req-6c52093b-3f9e-4fd8-a155-2ed517f58e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:34:37.878867 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c3f985da-172d-475e-949c-ff0908f4bf44 req-6c52093b-3f9e-4fd8-a155-2ed517f58e10 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d6023ca9-f7fb-424f-9a06-ccb60c81e3d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1000352 Jan 28 19:34:37.980133 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e240db-8da4-47fe-b3ee-874d5843c44a None None] Pushing event updated for resources: {'Port': ['ID=b7ec00d8-4a00-4ec6-8832-79a86a24b00e,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:34:38.043088 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port e0b58b58-74eb-4b33-a1c3-cbef8b1ccbef is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:34:38.053697 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (e0b58b58-74eb-4b33-a1c3-cbef8b1ccbef), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:38.056520 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port e7d0e876-0365-4118-ae7b-1cafd5aa381e is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:34:38.181142 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port e0b58b58-74eb-4b33-a1c3-cbef8b1ccbef, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=e0b58b58-74eb-4b33-a1c3-cbef8b1ccbef,segment=NetworkSegment(6085fde6-d829-43ad-96e2-c35bec133796),segment_id=6085fde6-d829-43ad-96e2-c35bec133796)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:34:38.185279 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a99b1eb-94dd-45bf-99be-ea1c16df5915', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0b58b58-74eb-4b33-a1c3-cbef8b1ccbef'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:34:38.186853 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c3f985da-172d-475e-949c-ff0908f4bf44 req-91b1def8-a638-408f-8a7d-445def5f2a05 service neutron] 10.222.0.70 "GET /v2.0/networks/d6023ca9-f7fb-424f-9a06-ccb60c81e3d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3022082 Jan 28 19:34:38.190132 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0babb4bb-9120-4bc5-82b6-0f36db2b8047" -d '{"events": [{"server_uuid": "8a99b1eb-94dd-45bf-99be-ea1c16df5915", "name": "network-vif-plugged", "status": "completed", "tag": "e0b58b58-74eb-4b33-a1c3-cbef8b1ccbef"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:34:38.195569 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (e0b58b58-74eb-4b33-a1c3-cbef8b1ccbef), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:38.233575 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device c810df41-f531-4f8e-8a80-35774b23d96d up at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:34:38.247887 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ea896100-877a-4265-a280-fca63d17cb0b tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks [] for port (272884d2-c124-4a24-b060-5e824959bbd6), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:38.263813 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ea896100-877a-4265-a280-fca63d17cb0b tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (272884d2-c124-4a24-b060-5e824959bbd6), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:38.267942 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ea896100-877a-4265-a280-fca63d17cb0b tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-756216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-732801'] for router_interface (468365e5-c3aa-40a4-92af-9a325e24257e), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:38.350536 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-357a2727-d451-4b42-9fb4-df30f1a12170 x-openstack-request-id: req-357a2727-d451-4b42-9fb4-df30f1a12170 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:34:38.352262 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a99b1eb-94dd-45bf-99be-ea1c16df5915", "name": "network-vif-plugged", "status": "completed", "tag": "e0b58b58-74eb-4b33-a1c3-cbef8b1ccbef", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:34:38.358739 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-357a2727-d451-4b42-9fb4-df30f1a12170 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:34:38.360963 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a99b1eb-94dd-45bf-99be-ea1c16df5915', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0b58b58-74eb-4b33-a1c3-cbef8b1ccbef', 'code': 200} Jan 28 19:34:38.553200 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c3f985da-172d-475e-949c-ff0908f4bf44 req-8eeea702-df28-476d-940f-ccefd0e6e0d4 service neutron] 10.222.0.70 "GET /v2.0/networks/d6023ca9-f7fb-424f-9a06-ccb60c81e3d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3574405 Jan 28 19:34:38.595241 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning for port c810df41-f531-4f8e-8a80-35774b23d96d completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:34:38.645884 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=e0b58b58-74eb-4b33-a1c3-cbef8b1ccbef,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:34:38.673614 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning complete for port c810df41-f531-4f8e-8a80-35774b23d96d triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:34:38.681988 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (c810df41-f531-4f8e-8a80-35774b23d96d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:38.698496 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c3f985da-172d-475e-949c-ff0908f4bf44 req-f1352d08-12c5-47da-85b2-53cf633da2e2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.170&port_id=94babd58-bc58-41d0-b372-2137350b0839 HTTP/1.1" status: 200 len: 217 time: 0.1222680 Jan 28 19:34:38.766904 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896100-877a-4265-a280-fca63d17cb0b tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Pushing event updated for resources: {'Port': ['ID=272884d2-c124-4a24-b060-5e824959bbd6,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:34:38.785186 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f985da-172d-475e-949c-ff0908f4bf44 req-7311aa79-8a36-4d2a-91f5-2027dda3fd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:34:38.786907 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c3f985da-172d-475e-949c-ff0908f4bf44 req-7311aa79-8a36-4d2a-91f5-2027dda3fd28 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=803cf84b-628b-4025-a755-b3829db3c440 HTTP/1.1" status: 200 len: 797 time: 0.0807416 Jan 28 19:34:38.901228 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 39700) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:34:38.924577 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e11efa-30cf-43d7-b77c-5f89c83138a5 req-e7a14b2f-d726-42f7-b98d-485acc91de66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:34:38.949306 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b5e11efa-30cf-43d7-b77c-5f89c83138a5 req-e7a14b2f-d726-42f7-b98d-485acc91de66 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8a99b1eb-94dd-45bf-99be-ea1c16df5915 HTTP/1.1" status: 200 len: 1129 time: 0.5843048 Jan 28 19:34:38.961224 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port c810df41-f531-4f8e-8a80-35774b23d96d is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:34:38.967780 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (c810df41-f531-4f8e-8a80-35774b23d96d), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:39.085362 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea896100-877a-4265-a280-fca63d17cb0b tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Network 1423b23e-7396-42d5-b97d-bf12d0af5d8f is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:34:39.100098 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-ea896100-877a-4265-a280-fca63d17cb0b tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:34:39.105446 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f985da-172d-475e-949c-ff0908f4bf44 req-92c6fe0b-a374-4c58-b6d1-8d0dfa4dacd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:34:39.109082 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device e7d0e876-0365-4118-ae7b-1cafd5aa381e up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:34:39.110487 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c3f985da-172d-475e-949c-ff0908f4bf44 req-92c6fe0b-a374-4c58-b6d1-8d0dfa4dacd3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1a0a56ae-a8fc-45c3-a9f5-3868c6fdc511&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.3050983 Jan 28 19:34:39.122554 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4002f80c-d07c-4d2d-a522-fd05723b9333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:39.171625 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373b9bd7-1b58-4533-9cbd-cdd05197b71c req-1b2ea55f-efae-458a-ad06-d8f97ec9d94a tempest-ListServersNegativeTestJSON-2039046189 tempest-ListServersNegativeTestJSON-2039046189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:34:39.175516 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-373b9bd7-1b58-4533-9cbd-cdd05197b71c req-1b2ea55f-efae-458a-ad06-d8f97ec9d94a tempest-ListServersNegativeTestJSON-2039046189 tempest-ListServersNegativeTestJSON-2039046189-project] 10.222.0.64 "GET /v2.0/ports?device_id=63b95976-d6be-45fe-9cfb-acd2ec9a2de2 HTTP/1.1" status: 200 len: 944 time: 0.3666625 Jan 28 19:34:39.284745 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c3f985da-172d-475e-949c-ff0908f4bf44 req-f4cc565f-a4b0-4ae3-8543-180c4682d99a service neutron] 10.222.0.70 "GET /v2.0/networks/1a0a56ae-a8fc-45c3-a9f5-3868c6fdc511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574466 Jan 28 19:34:39.285528 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port c810df41-f531-4f8e-8a80-35774b23d96d, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=c810df41-f531-4f8e-8a80-35774b23d96d,segment=NetworkSegment(6085fde6-d829-43ad-96e2-c35bec133796),segment_id=6085fde6-d829-43ad-96e2-c35bec133796)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:34:39.299229 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (c810df41-f531-4f8e-8a80-35774b23d96d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:39.315456 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b5e11efa-30cf-43d7-b77c-5f89c83138a5 req-ef9dee49-5e58-4fae-a870-ce289be24f12 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f3463348-4b9e-41ee-a9d7-77a9e5d64664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3543940 Jan 28 19:34:39.328101 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8e3b6170-1c2f-4c50-bfa4-a7040fe4673d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:39.393571 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 36f03ee7-2940-41ff-a783-d67c24c27550 up at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:34:39.440271 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-373b9bd7-1b58-4533-9cbd-cdd05197b71c req-e76eba4f-e04e-4347-a7ac-d3d19ace8dfc tempest-ListServersNegativeTestJSON-2039046189 tempest-ListServersNegativeTestJSON-2039046189-project] 10.222.0.64 "GET /v2.0/security-groups?id=f3463348-4b9e-41ee-a9d7-77a9e5d64664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732569 Jan 28 19:34:39.489641 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c3f985da-172d-475e-949c-ff0908f4bf44 req-c7d724b7-8056-4bb5-a147-7d9dade635b3 service neutron] 10.222.0.70 "GET /v2.0/networks/1a0a56ae-a8fc-45c3-a9f5-3868c6fdc511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878738 Jan 28 19:34:39.502423 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea896100-877a-4265-a280-fca63d17cb0b tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Router 468365e5-c3aa-40a4-92af-9a325e24257e has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:34:39.512181 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port e7d0e876-0365-4118-ae7b-1cafd5aa381e triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:34:39.513242 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (e7d0e876-0365-4118-ae7b-1cafd5aa381e), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:39.600072 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning for port 36f03ee7-2940-41ff-a783-d67c24c27550 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:34:39.613021 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c3f985da-172d-475e-949c-ff0908f4bf44 req-06c717f8-1d04-4c98-965d-a31554bbc12f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.13&port_id=63a694be-3c45-4cf7-86cf-e53eec59bb7a HTTP/1.1" status: 200 len: 217 time: 0.1162927 Jan 28 19:34:39.617401 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=c810df41-f531-4f8e-8a80-35774b23d96d,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:34:39.623305 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning complete for port 36f03ee7-2940-41ff-a783-d67c24c27550 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:34:39.623686 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (36f03ee7-2940-41ff-a783-d67c24c27550), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:39.695126 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea896100-877a-4265-a280-fca63d17cb0b tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:34:39.707918 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3d47b3-b01f-4fab-9008-2d4061ed2e61 None None] Sync routers for ids ['468365e5-c3aa-40a4-92af-9a325e24257e'] in n-d-812111-14 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:34:39.711837 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-ea896100-877a-4265-a280-fca63d17cb0b tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] 10.222.0.64 "PUT /v2.0/routers/468365e5-c3aa-40a4-92af-9a325e24257e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5648606 Jan 28 19:34:39.719066 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 39714) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:34:39.724394 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-1d4e698c-7066-47a7-9712-d48f24f991f8 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-902668137'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:34:39.728320 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8e3b6170-1c2f-4c50-bfa4-a7040fe4673d admin admin] Publish callbacks [] for security_group (cf2c4fff-6d93-4099-a919-90998906378a), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:39.747646 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8e3b6170-1c2f-4c50-bfa4-a7040fe4673d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (cf2c4fff-6d93-4099-a919-90998906378a), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:39.774333 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f985da-172d-475e-949c-ff0908f4bf44 req-0c572685-8465-404b-a951-079536ec2fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:34:39.774745 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d4e698c-7066-47a7-9712-d48f24f991f8 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Made reservation on behalf of fd27ebc338214c64bbd2f3fdeacf14c6 for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:34:39.778260 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c3f985da-172d-475e-949c-ff0908f4bf44 req-0c572685-8465-404b-a951-079536ec2fa6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=803cf84b-628b-4025-a755-b3829db3c440 HTTP/1.1" status: 200 len: 797 time: 0.1514628 Jan 28 19:34:39.783890 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1d4e698c-7066-47a7-9712-d48f24f991f8 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:39.837631 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d4e698c-7066-47a7-9712-d48f24f991f8 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:34:39.852790 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port e7d0e876-0365-4118-ae7b-1cafd5aa381e is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:34:39.854393 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device b7ec00d8-4a00-4ec6-8832-79a86a24b00e up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:34:39.858759 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1d4e698c-7066-47a7-9712-d48f24f991f8 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (ea3e0d2b-2cb1-42de-973a-4a09821ceca3), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:39.860261 n-d-812111-14 neutron-server[103305]: INFO neutron.db.segments_db [None req-1d4e698c-7066-47a7-9712-d48f24f991f8 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Added segment ea3e0d2b-2cb1-42de-973a-4a09821ceca3 of type vlan for network dbc67f23-32f4-4dbe-a4ad-6102c64991cd Jan 28 19:34:39.861632 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:39.901602 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-8e3b6170-1c2f-4c50-bfa4-a7040fe4673d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4e5e272e83324ded829baf368815ea3b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9817762 Jan 28 19:34:39.905126 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 39716) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:34:39.912212 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3b6170-1c2f-4c50-bfa4-a7040fe4673d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf2c4fff-6d93-4099-a919-90998906378a,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:34:39.943407 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1d4e698c-7066-47a7-9712-d48f24f991f8 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (dbc67f23-32f4-4dbe-a4ad-6102c64991cd), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:39.959217 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3d47b3-b01f-4fab-9008-2d4061ed2e61 None None] Routers {'468365e5-c3aa-40a4-92af-9a325e24257e'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:34:39.963564 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-5a3d47b3-b01f-4fab-9008-2d4061ed2e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:34:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['468365e5-c3aa-40a4-92af-9a325e24257e'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:34:39.988210 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f985da-172d-475e-949c-ff0908f4bf44 req-84bb2b20-2f4d-45c6-a3c9-313d7f62ec63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:34:39.990428 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c3f985da-172d-475e-949c-ff0908f4bf44 req-84bb2b20-2f4d-45c6-a3c9-313d7f62ec63 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1a0a56ae-a8fc-45c3-a9f5-3868c6fdc511&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2048945 Jan 28 19:34:40.005524 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1d4e698c-7066-47a7-9712-d48f24f991f8 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (dbc67f23-32f4-4dbe-a4ad-6102c64991cd), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:40.023800 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d4e698c-7066-47a7-9712-d48f24f991f8 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:34:40.024599 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1d4e698c-7066-47a7-9712-d48f24f991f8 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:40.098507 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-1d4e698c-7066-47a7-9712-d48f24f991f8 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3761938 Jan 28 19:34:40.126507 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 39720) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:34:40.149163 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-b8c8d1cd-7432-40a0-8dd6-567e49d1edb8 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Request body: {'subnet': {'network_id': 'dbc67f23-32f4-4dbe-a4ad-6102c64991cd', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:34:40.297330 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4e698c-7066-47a7-9712-d48f24f991f8 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Pushing event updated for resources: {'Network': ['ID=dbc67f23-32f4-4dbe-a4ad-6102c64991cd,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:34:40.349286 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53f356c5-10f2-4789-a295-fee2f0b2b3d3 None None] Network 1423b23e-7396-42d5-b97d-bf12d0af5d8f requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:34:40.411260 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network dbc67f23-32f4-4dbe-a4ad-6102c64991cd details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:34:40.422846 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63b95976-d6be-45fe-9cfb-acd2ec9a2de2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c810df41-f531-4f8e-8a80-35774b23d96d'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:34:40.425029 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35502ca9-486b-4cd8-852b-90b03708d05b" -d '{"events": [{"server_uuid": "63b95976-d6be-45fe-9cfb-acd2ec9a2de2", "name": "network-vif-plugged", "status": "completed", "tag": "c810df41-f531-4f8e-8a80-35774b23d96d"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:34:40.716646 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05cdd6e-d80d-4e66-9366-352fbe8a10b1 req-d7e2a49e-a5e5-4bf2-89d4-17c4f264cf83 tempest-ListServersNegativeTestJSON-2039046189 tempest-ListServersNegativeTestJSON-2039046189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:34:40.731580 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d05cdd6e-d80d-4e66-9366-352fbe8a10b1 req-d7e2a49e-a5e5-4bf2-89d4-17c4f264cf83 tempest-ListServersNegativeTestJSON-2039046189 tempest-ListServersNegativeTestJSON-2039046189-project] 10.222.0.64 "GET /v2.0/ports?device_id=63b95976-d6be-45fe-9cfb-acd2ec9a2de2 HTTP/1.1" status: 200 len: 945 time: 0.1278090 Jan 28 19:34:40.825644 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d05cdd6e-d80d-4e66-9366-352fbe8a10b1 req-cbbe4c5f-33bd-4e97-be87-3aab6fce014e tempest-ListServersNegativeTestJSON-2039046189 tempest-ListServersNegativeTestJSON-2039046189-project] 10.222.0.64 "GET /v2.0/security-groups?id=f3463348-4b9e-41ee-a9d7-77a9e5d64664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905609 Jan 28 19:34:40.924926 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f3e1a6f1-9c9f-4ff7-bbc5-9046d7ed4325 admin admin] Publish callbacks [] for security_group (cf2c4fff-6d93-4099-a919-90998906378a), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:40.930797 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0368966d-8ee6-4f08-88f7-9f110780561a x-openstack-request-id: req-0368966d-8ee6-4f08-88f7-9f110780561a {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:34:40.931106 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63b95976-d6be-45fe-9cfb-acd2ec9a2de2", "name": "network-vif-plugged", "status": "completed", "tag": "c810df41-f531-4f8e-8a80-35774b23d96d", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:34:40.931421 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0368966d-8ee6-4f08-88f7-9f110780561a {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:34:40.931829 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63b95976-d6be-45fe-9cfb-acd2ec9a2de2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c810df41-f531-4f8e-8a80-35774b23d96d', 'code': 200} Jan 28 19:34:40.951873 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-5a3d47b3-b01f-4fab-9008-2d4061ed2e61 None None] Set router 468365e5-c3aa-40a4-92af-9a325e24257e gateway port host: None {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:34:41.016878 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8c8d1cd-7432-40a0-8dd6-567e49d1edb8 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Made reservation on behalf of fd27ebc338214c64bbd2f3fdeacf14c6 for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:34:41.021331 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b8c8d1cd-7432-40a0-8dd6-567e49d1edb8 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5221429'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:41.035364 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f3e1a6f1-9c9f-4ff7-bbc5-9046d7ed4325 admin admin] Publish callbacks [] for security_group (cf2c4fff-6d93-4099-a919-90998906378a), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:41.053947 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:34:41.060034 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c3f985da-172d-475e-949c-ff0908f4bf44 req-b9ebc394-385f-40a8-9d73-4777627b4af7 service neutron] 10.222.0.70 "GET /v2.0/networks/1a0a56ae-a8fc-45c3-a9f5-3868c6fdc511?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0582740 Jan 28 19:34:41.148600 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-9b3f64c2-01b6-490c-8c02-78b18e39436d None None] Provisioning complete for port b7ec00d8-4a00-4ec6-8832-79a86a24b00e triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:34:41.149507 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9b3f64c2-01b6-490c-8c02-78b18e39436d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (b7ec00d8-4a00-4ec6-8832-79a86a24b00e), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:41.156693 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a2fc02-8475-4a49-b034-7b3db2677d99 req-b866e8b1-c189-4443-8ea5-b0f7a480dbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:34:41.158698 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-95a2fc02-8475-4a49-b034-7b3db2677d99 req-b866e8b1-c189-4443-8ea5-b0f7a480dbc0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=63b95976-d6be-45fe-9cfb-acd2ec9a2de2 HTTP/1.1" status: 200 len: 1128 time: 0.2949703 Jan 28 19:34:41.199366 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port b7ec00d8-4a00-4ec6-8832-79a86a24b00e triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:34:41.199694 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (b7ec00d8-4a00-4ec6-8832-79a86a24b00e), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:41.299681 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-95a2fc02-8475-4a49-b034-7b3db2677d99 req-bf4958df-99f7-4ae4-ba71-d068ff7ec7f6 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f3463348-4b9e-41ee-a9d7-77a9e5d64664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975864 Jan 28 19:34:41.333665 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 36f03ee7-2940-41ff-a783-d67c24c27550 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:34:41.334327 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (36f03ee7-2940-41ff-a783-d67c24c27550), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:41.336448 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c3f985da-172d-475e-949c-ff0908f4bf44 req-9606c858-5185-4948-8df4-91162fdb4b0a service neutron] 10.222.0.70 "GET /v2.0/networks/1a0a56ae-a8fc-45c3-a9f5-3868c6fdc511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2689497 Jan 28 19:34:41.339080 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f3e1a6f1-9c9f-4ff7-bbc5-9046d7ed4325 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (cf2c4fff-6d93-4099-a919-90998906378a), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:41.342872 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f3e1a6f1-9c9f-4ff7-bbc5-9046d7ed4325 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:41.344185 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-f3e1a6f1-9c9f-4ff7-bbc5-9046d7ed4325 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/cf2c4fff-6d93-4099-a919-90998906378a HTTP/1.1" status: 204 len: 168 time: 1.4378109 Jan 28 19:34:41.392075 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 36f03ee7-2940-41ff-a783-d67c24c27550, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=36f03ee7-2940-41ff-a783-d67c24c27550,segment=NetworkSegment(6085fde6-d829-43ad-96e2-c35bec133796),segment_id=6085fde6-d829-43ad-96e2-c35bec133796)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:34:41.402587 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c3f985da-172d-475e-949c-ff0908f4bf44 req-0d9b1c37-0c11-4156-8af7-9d166269a704 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.117&port_id=f81cc277-8da7-4baf-868c-4770a63c2e56 HTTP/1.1" status: 200 len: 217 time: 0.0547647 Jan 28 19:34:41.405706 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e1a6f1-9c9f-4ff7-bbc5-9046d7ed4325 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf2c4fff-6d93-4099-a919-90998906378a,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:34:41.498927 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (36f03ee7-2940-41ff-a783-d67c24c27550), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:41.516159 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f985da-172d-475e-949c-ff0908f4bf44 req-517cf92b-e03e-4b92-becf-345463c02e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:34:41.517715 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c3f985da-172d-475e-949c-ff0908f4bf44 req-517cf92b-e03e-4b92-becf-345463c02e69 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=803cf84b-628b-4025-a755-b3829db3c440 HTTP/1.1" status: 200 len: 797 time: 0.1077919 Jan 28 19:34:41.676654 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=36f03ee7-2940-41ff-a783-d67c24c27550,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:34:41.686885 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port b7ec00d8-4a00-4ec6-8832-79a86a24b00e is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:34:41.687276 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (b7ec00d8-4a00-4ec6-8832-79a86a24b00e), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:41.794541 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:41.842216 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f985da-172d-475e-949c-ff0908f4bf44 req-7b8ff207-154c-41bc-a3f2-418080f76ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:34:41.854096 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c3f985da-172d-475e-949c-ff0908f4bf44 req-7b8ff207-154c-41bc-a3f2-418080f76ddc service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1a0a56ae-a8fc-45c3-a9f5-3868c6fdc511&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.3066785 Jan 28 19:34:41.874614 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-9b3f64c2-01b6-490c-8c02-78b18e39436d None None] Current status of the port b7ec00d8-4a00-4ec6-8832-79a86a24b00e is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:34:41.875087 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9b3f64c2-01b6-490c-8c02-78b18e39436d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (b7ec00d8-4a00-4ec6-8832-79a86a24b00e), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:41.971392 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] For port b7ec00d8-4a00-4ec6-8832-79a86a24b00e, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=b7ec00d8-4a00-4ec6-8832-79a86a24b00e,segment=NetworkSegment(a770b371-f57f-4b93-b306-737dfb414923),segment_id=a770b371-f57f-4b93-b306-737dfb414923)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:34:41.986357 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (b7ec00d8-4a00-4ec6-8832-79a86a24b00e), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:41.995618 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 39750) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:34:42.021598 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9999a179-5fd9-4240-a8a4-875653e86d3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:42.069432 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b8c8d1cd-7432-40a0-8dd6-567e49d1edb8 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4690681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5221415'] for subnet (bfed8ba4-b868-4198-8ab7-ea6da54a97d6), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:42.146738 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9999a179-5fd9-4240-a8a4-875653e86d3e admin admin] Publish callbacks [] for security_group (82835f28-d363-4638-9927-b04add894143), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:42.155147 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9999a179-5fd9-4240-a8a4-875653e86d3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (82835f28-d363-4638-9927-b04add894143), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:42.200489 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-5a3d47b3-b01f-4fab-9008-2d4061ed2e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '468365e5-c3aa-40a4-92af-9a325e24257e', 'name': 'tempest-RoutersIpV6Test-router-1141481547', 'tenant_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:34:19Z', 'updated_at': '2022-01-28T19:34:37Z', 'revision_number': 3, 'project_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'gw_port_host': None, '_interfaces': [{'id': '272884d2-c124-4a24-b060-5e824959bbd6', 'name': '', 'network_id': '1423b23e-7396-42d5-b97d-bf12d0af5d8f', 'tenant_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'mac_address': 'fa:16:3e:02:36:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '468365e5-c3aa-40a4-92af-9a325e24257e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': 'd3127f0b-5846-430b-8bdb-0f38cd1b652f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:34:35Z', 'updated_at': '2022-01-28T19:34:37Z', 'revision_number': 2, 'project_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'subnets': [{'id': 'd3127f0b-5846-430b-8bdb-0f38cd1b652f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7d0e876-0365-4118-ae7b-1cafd5aa381e', 'name': '', 'network_id': '3bd239a4-803d-4686-82a3-6e666e3c26b5', 'tenant_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'mac_address': 'fa:16:3e:f1:82:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468365e5-c3aa-40a4-92af-9a325e24257e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': '13823000-eeb3-44f0-a92b-e846d7802a40', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:34:24Z', 'updated_at': '2022-01-28T19:34:35Z', 'revision_number': 5, 'project_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'subnets': [{'id': '13823000-eeb3-44f0-a92b-e846d7802a40', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:34:42.209692 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-9999a179-5fd9-4240-a8a4-875653e86d3e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=250f04be9f314321a3136875059e1af6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2128131 Jan 28 19:34:42.213762 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 39754) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:34:42.229428 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9999a179-5fd9-4240-a8a4-875653e86d3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82835f28-d363-4638-9927-b04add894143,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:34:42.237499 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.db.api [None req-9b3f64c2-01b6-490c-8c02-78b18e39436d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103306) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 19:34:42.237742 n-d-812111-14 neutron-server[103306]: DEBUG oslo_db.api [None req-9b3f64c2-01b6-490c-8c02-78b18e39436d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 19:34:42.327368 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b8591c75-ee1c-47db-b6fc-a77aa68c6165 admin admin] Publish callbacks [] for security_group (82835f28-d363-4638-9927-b04add894143), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:42.329683 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3d47b3-b01f-4fab-9008-2d4061ed2e61 None None] Checking router: 468365e5-c3aa-40a4-92af-9a325e24257e for host: n-d-812111-14 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:34:42.331071 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3d47b3-b01f-4fab-9008-2d4061ed2e61 None None] Updating router 468365e5-c3aa-40a4-92af-9a325e24257e port 272884d2-c124-4a24-b060-5e824959bbd6 binding host n-d-812111-14 {{(pid=103306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:34:42.335284 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Pushing event updated for resources: {'Port': ['ID=b7ec00d8-4a00-4ec6-8832-79a86a24b00e,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:34:42.393326 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b8591c75-ee1c-47db-b6fc-a77aa68c6165 admin admin] Publish callbacks [] for security_group (82835f28-d363-4638-9927-b04add894143), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:42.402979 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5a3d47b3-b01f-4fab-9008-2d4061ed2e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (272884d2-c124-4a24-b060-5e824959bbd6), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:42.417453 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd665cd8-6abd-4aa5-b519-59a21e0d0a2d req-fe719e76-0599-4743-ac36-b47cfac8fe60 tempest-ListServersNegativeTestJSON-2039046189 tempest-ListServersNegativeTestJSON-2039046189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:34:42.426833 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-bd665cd8-6abd-4aa5-b519-59a21e0d0a2d req-fe719e76-0599-4743-ac36-b47cfac8fe60 tempest-ListServersNegativeTestJSON-2039046189 tempest-ListServersNegativeTestJSON-2039046189-project] 10.222.0.64 "GET /v2.0/ports?device_id=63b95976-d6be-45fe-9cfb-acd2ec9a2de2 HTTP/1.1" status: 200 len: 945 time: 0.4646661 Jan 28 19:34:42.437264 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c8d1cd-7432-40a0-8dd6-567e49d1edb8 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Pushing event updated for resources: {'Subnet': ['ID=bfed8ba4-b868-4198-8ab7-ea6da54a97d6,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:34:42.563462 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b8591c75-ee1c-47db-b6fc-a77aa68c6165 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (82835f28-d363-4638-9927-b04add894143), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:42.567813 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b8591c75-ee1c-47db-b6fc-a77aa68c6165 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:42.569209 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-b8591c75-ee1c-47db-b6fc-a77aa68c6165 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/82835f28-d363-4638-9927-b04add894143 HTTP/1.1" status: 204 len: 168 time: 0.3541741 Jan 28 19:34:42.581447 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8591c75-ee1c-47db-b6fc-a77aa68c6165 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82835f28-d363-4638-9927-b04add894143,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:34:42.583416 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c3f985da-172d-475e-949c-ff0908f4bf44 req-13b87279-1add-4e94-aae8-a12b38c2a26f service neutron] 10.222.0.70 "GET /v2.0/networks/1a0a56ae-a8fc-45c3-a9f5-3868c6fdc511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7227325 Jan 28 19:34:42.587800 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c8d1cd-7432-40a0-8dd6-567e49d1edb8 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Checking segment: {'id': 'ea3e0d2b-2cb1-42de-973a-4a09821ceca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'dbc67f23-32f4-4dbe-a4ad-6102c64991cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:34:42.589741 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c8d1cd-7432-40a0-8dd6-567e49d1edb8 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Network hostable DHCP agents. Network: dbc67f23-32f4-4dbe-a4ad-6102c64991cd, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:34:42.727661 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-bd665cd8-6abd-4aa5-b519-59a21e0d0a2d req-73217d9a-8891-4335-8b76-d913c6ecdf74 tempest-ListServersNegativeTestJSON-2039046189 tempest-ListServersNegativeTestJSON-2039046189-project] 10.222.0.64 "GET /v2.0/security-groups?id=f3463348-4b9e-41ee-a9d7-77a9e5d64664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2742748 Jan 28 19:34:42.766010 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c8d1cd-7432-40a0-8dd6-567e49d1edb8 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Network dbc67f23-32f4-4dbe-a4ad-6102c64991cd is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:34:42.791347 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-b8c8d1cd-7432-40a0-8dd6-567e49d1edb8 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, dbc67f23-32f4-4dbe-a4ad-6102c64991cd) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:34:42.812368 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c8d1cd-7432-40a0-8dd6-567e49d1edb8 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:34:42.814313 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b8c8d1cd-7432-40a0-8dd6-567e49d1edb8 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:42.847974 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-b8c8d1cd-7432-40a0-8dd6-567e49d1edb8 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.7129462 Jan 28 19:34:42.851809 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 39774) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:34:42.897265 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c3f985da-172d-475e-949c-ff0908f4bf44 req-6403d462-25bd-45c1-b45c-c9a20482d543 service neutron] 10.222.0.70 "GET /v2.0/networks/1a0a56ae-a8fc-45c3-a9f5-3868c6fdc511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2982891 Jan 28 19:34:43.000320 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '831b9919-4651-4bd6-b33e-696d3a007486', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36f03ee7-2940-41ff-a783-d67c24c27550'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:34:43.002630 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f388d2f8-a5d3-4c5f-8d79-e70dca04925d" -d '{"events": [{"server_uuid": "831b9919-4651-4bd6-b33e-696d3a007486", "name": "network-vif-plugged", "status": "completed", "tag": "36f03ee7-2940-41ff-a783-d67c24c27550"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:34:43.007115 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-9b3f64c2-01b6-490c-8c02-78b18e39436d None None] Current status of the port b7ec00d8-4a00-4ec6-8832-79a86a24b00e is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:34:43.010832 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e1ade1d-3b52-4cad-aa23-5fed72dea46d None None] Network dbc67f23-32f4-4dbe-a4ad-6102c64991cd requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:34:43.066893 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c3f985da-172d-475e-949c-ff0908f4bf44 req-5f10703e-b506-486e-af58-d729509f0c3f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.30&port_id=7e6f9cff-a028-4c63-bafa-10b8e8700d7f HTTP/1.1" status: 200 len: 217 time: 0.1616061 Jan 28 19:34:43.270304 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f985da-172d-475e-949c-ff0908f4bf44 req-0f5d104b-cd77-4d17-9c4b-4690ee431925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:34:43.272622 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c3f985da-172d-475e-949c-ff0908f4bf44 req-0f5d104b-cd77-4d17-9c4b-4690ee431925 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=803cf84b-628b-4025-a755-b3829db3c440 HTTP/1.1" status: 200 len: 797 time: 0.2009723 Jan 28 19:34:43.342012 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3638f28-9308-45d9-bb11-611eb170b5d9 req-cf1b8f50-3827-44e6-960c-9e541efaf571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:34:43.343695 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e3638f28-9308-45d9-bb11-611eb170b5d9 req-cf1b8f50-3827-44e6-960c-9e541efaf571 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=831b9919-4651-4bd6-b33e-696d3a007486 HTTP/1.1" status: 200 len: 1129 time: 0.1500721 Jan 28 19:34:43.349830 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f985da-172d-475e-949c-ff0908f4bf44 req-d9ce946d-ee29-470d-83b9-abad5a0f281e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:34:43.351691 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c3f985da-172d-475e-949c-ff0908f4bf44 req-d9ce946d-ee29-470d-83b9-abad5a0f281e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1a0a56ae-a8fc-45c3-a9f5-3868c6fdc511&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0735915 Jan 28 19:34:43.408004 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5a3d47b3-b01f-4fab-9008-2d4061ed2e61 None None] Publish callbacks [] for port (272884d2-c124-4a24-b060-5e824959bbd6), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:43.475571 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e3638f28-9308-45d9-bb11-611eb170b5d9 req-253f2237-4dae-46af-af04-788a8f90bfc6 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=f3463348-4b9e-41ee-a9d7-77a9e5d64664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227515 Jan 28 19:34:43.489730 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ce63748-42db-4949-9555-383a8f960b54 x-openstack-request-id: req-5ce63748-42db-4949-9555-383a8f960b54 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:34:43.490058 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "831b9919-4651-4bd6-b33e-696d3a007486", "name": "network-vif-plugged", "status": "completed", "tag": "36f03ee7-2940-41ff-a783-d67c24c27550", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:34:43.490321 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5ce63748-42db-4949-9555-383a8f960b54 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:34:43.490738 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '831b9919-4651-4bd6-b33e-696d3a007486', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36f03ee7-2940-41ff-a783-d67c24c27550', 'code': 200} Jan 28 19:34:43.522509 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c3f985da-172d-475e-949c-ff0908f4bf44 req-3633df10-3ed3-4f79-9c66-2ca2cb242852 service neutron] 10.222.0.70 "GET /v2.0/networks/1a0a56ae-a8fc-45c3-a9f5-3868c6fdc511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617138 Jan 28 19:34:43.578873 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5a3d47b3-b01f-4fab-9008-2d4061ed2e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (272884d2-c124-4a24-b060-5e824959bbd6), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:43.587765 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8fc9de9-0bb7-498d-a662-4fcfbf96f638 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68cd31fd-e4cd-5fb3-a862-256fc47efcd2-dbc67f23-32f4-4dbe-a4ad-6102c64991cd', 'network_id': 'dbc67f23-32f4-4dbe-a4ad-6102c64991cd', 'project_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'fixed_ips': [{'subnet_id': 'bfed8ba4-b868-4198-8ab7-ea6da54a97d6'}]}} from n-d-812111-14. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:34:43.589207 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a8fc9de9-0bb7-498d-a662-4fcfbf96f638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:43.592809 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:43.795010 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-1478b03b-4b17-44d5-bf57-38abaddea74d None None] Provisioning complete for port 272884d2-c124-4a24-b060-5e824959bbd6 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:34:43.795385 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1478b03b-4b17-44d5-bf57-38abaddea74d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (272884d2-c124-4a24-b060-5e824959bbd6), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:43.813577 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-de6c9c2a-1820-4f9a-9996-86b80c952040 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:43.867139 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79762f83-3592-4505-879d-b530a5f4ca89 None None] Pushing event updated for resources: {'Port': ['ID=272884d2-c124-4a24-b060-5e824959bbd6,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:34:44.018221 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c3f985da-172d-475e-949c-ff0908f4bf44 req-1f1e52a2-e0fe-47ef-b131-714670f45472 service neutron] 10.222.0.70 "GET /v2.0/networks/1a0a56ae-a8fc-45c3-a9f5-3868c6fdc511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3505251 Jan 28 19:34:44.196368 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c3f985da-172d-475e-949c-ff0908f4bf44 req-2e81ac2b-a0ab-4065-8e8a-ba3f8d1edfcc service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=20564fb9-afe6-4bea-9e37-1486e3355933 HTTP/1.1" status: 200 len: 217 time: 0.1452053 Jan 28 19:34:44.221390 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-a8fc9de9-0bb7-498d-a662-4fcfbf96f638 None None] Allocated IP 2001:db8:2::2 (dbc67f23-32f4-4dbe-a4ad-6102c64991cd/bfed8ba4-b868-4198-8ab7-ea6da54a97d6/c7eac586-34b4-4287-9807-54d696529772) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:34:44.414812 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f985da-172d-475e-949c-ff0908f4bf44 req-7bc472a2-2813-49c9-8593-0da2f428da29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:34:44.420294 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c3f985da-172d-475e-949c-ff0908f4bf44 req-7bc472a2-2813-49c9-8593-0da2f428da29 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=640d2378-2c13-45c8-a4ae-1ce2f7aa7914 HTTP/1.1" status: 200 len: 797 time: 0.2168462 Jan 28 19:34:44.474207 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a8fc9de9-0bb7-498d-a662-4fcfbf96f638 None None] Publish callbacks [] for port (c7eac586-34b4-4287-9807-54d696529772), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:44.475933 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ddc498-0dc5-4c10-a144-7d98f84b523c req-4a8ddfdc-3446-4d9f-b703-cc7139f3bca9 tempest-ListServersNegativeTestJSON-2039046189 tempest-ListServersNegativeTestJSON-2039046189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:34:44.482057 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-43ddc498-0dc5-4c10-a144-7d98f84b523c req-4a8ddfdc-3446-4d9f-b703-cc7139f3bca9 tempest-ListServersNegativeTestJSON-2039046189 tempest-ListServersNegativeTestJSON-2039046189-project] 10.222.0.64 "GET /v2.0/ports?device_id=63b95976-d6be-45fe-9cfb-acd2ec9a2de2 HTTP/1.1" status: 200 len: 945 time: 0.5394363 Jan 28 19:34:44.563208 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device b7ec00d8-4a00-4ec6-8832-79a86a24b00e up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:34:44.689174 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-1478b03b-4b17-44d5-bf57-38abaddea74d None None] Port 272884d2-c124-4a24-b060-5e824959bbd6 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:34:44.724669 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a8fc9de9-0bb7-498d-a662-4fcfbf96f638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (c7eac586-34b4-4287-9807-54d696529772), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:44.737035 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-43ddc498-0dc5-4c10-a144-7d98f84b523c req-2c7e8907-a666-4621-83f5-6c8f7ab467a3 tempest-ListServersNegativeTestJSON-2039046189 tempest-ListServersNegativeTestJSON-2039046189-project] 10.222.0.64 "GET /v2.0/security-groups?id=f3463348-4b9e-41ee-a9d7-77a9e5d64664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481666 Jan 28 19:34:44.739709 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f985da-172d-475e-949c-ff0908f4bf44 req-ee0c9316-0e58-4ffb-a65a-659a1091a2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:34:44.741296 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c3f985da-172d-475e-949c-ff0908f4bf44 req-ee0c9316-0e58-4ffb-a65a-659a1091a2aa service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2b32274e-ef71-47fa-9b2e-d7c8beaa092d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2576661 Jan 28 19:34:44.949410 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fc9de9-0bb7-498d-a662-4fcfbf96f638 None None] Pushing event updated for resources: {'Port': ['ID=c7eac586-34b4-4287-9807-54d696529772,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:34:44.986221 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-5a3d47b3-b01f-4fab-9008-2d4061ed2e61 None None] Attempting to bind port 272884d2-c124-4a24-b060-5e824959bbd6 on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:34:44.986591 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-5a3d47b3-b01f-4fab-9008-2d4061ed2e61 None None] Attempting to bind port 272884d2-c124-4a24-b060-5e824959bbd6 by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': 'a770b371-f57f-4b93-b306-737dfb414923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '1423b23e-7396-42d5-b97d-bf12d0af5d8f'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:34:44.986953 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3d47b3-b01f-4fab-9008-2d4061ed2e61 None None] Attempting to bind port 272884d2-c124-4a24-b060-5e824959bbd6 on network 1423b23e-7396-42d5-b97d-bf12d0af5d8f {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:34:44.998544 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 39836) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:34:45.012607 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3d47b3-b01f-4fab-9008-2d4061ed2e61 None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:34:45.013277 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3d47b3-b01f-4fab-9008-2d4061ed2e61 None None] Checking segment: {'id': 'a770b371-f57f-4b93-b306-737dfb414923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '1423b23e-7396-42d5-b97d-bf12d0af5d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:34:45.013686 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5a3d47b3-b01f-4fab-9008-2d4061ed2e61 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:45.014080 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3d47b3-b01f-4fab-9008-2d4061ed2e61 None None] Bound using segment: {'id': 'a770b371-f57f-4b93-b306-737dfb414923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '1423b23e-7396-42d5-b97d-bf12d0af5d8f'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:34:45.023313 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-5a3d47b3-b01f-4fab-9008-2d4061ed2e61 None None] Bound port: 272884d2-c124-4a24-b060-5e824959bbd6, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a770b371-f57f-4b93-b306-737dfb414923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '1423b23e-7396-42d5-b97d-bf12d0af5d8f'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:34:45.023718 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5a3d47b3-b01f-4fab-9008-2d4061ed2e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (272884d2-c124-4a24-b060-5e824959bbd6), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:45.063195 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c3f985da-172d-475e-949c-ff0908f4bf44 req-6dc8c534-1958-4399-85d9-01b4e48517ef service neutron] 10.222.0.70 "GET /v2.0/networks/2b32274e-ef71-47fa-9b2e-d7c8beaa092d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3149853 Jan 28 19:34:45.283354 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-5a3d47b3-b01f-4fab-9008-2d4061ed2e61 None None] For port 272884d2-c124-4a24-b060-5e824959bbd6, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:34:45.299027 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-5a3d47b3-b01f-4fab-9008-2d4061ed2e61 None None] For port 272884d2-c124-4a24-b060-5e824959bbd6, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=272884d2-c124-4a24-b060-5e824959bbd6,segment=NetworkSegment(a770b371-f57f-4b93-b306-737dfb414923),segment_id=a770b371-f57f-4b93-b306-737dfb414923)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:34:45.309970 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-1478b03b-4b17-44d5-bf57-38abaddea74d None None] Provisioning complete for port b7ec00d8-4a00-4ec6-8832-79a86a24b00e triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:34:45.310347 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1478b03b-4b17-44d5-bf57-38abaddea74d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (b7ec00d8-4a00-4ec6-8832-79a86a24b00e), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:45.360621 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c3f985da-172d-475e-949c-ff0908f4bf44 req-fb933e62-9b3e-4626-89e5-e01d9044dfda service neutron] 10.222.0.70 "GET /v2.0/networks/2b32274e-ef71-47fa-9b2e-d7c8beaa092d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2819078 Jan 28 19:34:45.420411 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8fc9de9-0bb7-498d-a662-4fcfbf96f638 None None] Network dbc67f23-32f4-4dbe-a4ad-6102c64991cd is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:34:45.424245 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5a3d47b3-b01f-4fab-9008-2d4061ed2e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (272884d2-c124-4a24-b060-5e824959bbd6), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:45.491788 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c3f985da-172d-475e-949c-ff0908f4bf44 req-3546076d-335f-4314-891f-bd21bf42e3c2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=81a4af83-6b4e-4b78-b358-67e235489ec7 HTTP/1.1" status: 200 len: 217 time: 0.1226075 Jan 28 19:34:45.493128 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d8285a-2024-4027-9235-161f4d76aee8 req-cbcc6c29-9fbd-408a-9b7f-4a165adf3466 tempest-ListServersNegativeTestJSON-2039046189 tempest-ListServersNegativeTestJSON-2039046189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:34:45.503543 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f3d8285a-2024-4027-9235-161f4d76aee8 req-cbcc6c29-9fbd-408a-9b7f-4a165adf3466 tempest-ListServersNegativeTestJSON-2039046189 tempest-ListServersNegativeTestJSON-2039046189-project] 10.222.0.64 "GET /v2.0/ports?device_id=831b9919-4651-4bd6-b33e-696d3a007486 HTTP/1.1" status: 200 len: 946 time: 0.4833581 Jan 28 19:34:45.584475 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-45763576-6a83-4516-b0f1-a0868d45db95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:45.603624 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79762f83-3592-4505-879d-b530a5f4ca89 None None] Pushing event updated for resources: {'Port': ['ID=272884d2-c124-4a24-b060-5e824959bbd6,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:34:45.624799 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-a8fc9de9-0bb7-498d-a662-4fcfbf96f638 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:34:45.630079 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8fc9de9-0bb7-498d-a662-4fcfbf96f638 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:34:45.666056 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port b7ec00d8-4a00-4ec6-8832-79a86a24b00e triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:34:45.666520 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (b7ec00d8-4a00-4ec6-8832-79a86a24b00e), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:45.844213 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f3d8285a-2024-4027-9235-161f4d76aee8 req-45015d1e-0674-4aa3-9d46-d13c387b074f tempest-ListServersNegativeTestJSON-2039046189 tempest-ListServersNegativeTestJSON-2039046189-project] 10.222.0.64 "GET /v2.0/security-groups?id=f3463348-4b9e-41ee-a9d7-77a9e5d64664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3193173 Jan 28 19:34:45.859968 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f985da-172d-475e-949c-ff0908f4bf44 req-6018c645-db0f-4d7d-b080-e843a64b44ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:34:45.877365 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3d47b3-b01f-4fab-9008-2d4061ed2e61 None None] Routers {'468365e5-c3aa-40a4-92af-9a325e24257e'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:34:45.878508 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-5a3d47b3-b01f-4fab-9008-2d4061ed2e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:34:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['468365e5-c3aa-40a4-92af-9a325e24257e'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:34:45.887975 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c3f985da-172d-475e-949c-ff0908f4bf44 req-6018c645-db0f-4d7d-b080-e843a64b44ca service neutron] 10.222.0.70 "GET /v2.0/subnets?id=640d2378-2c13-45c8-a4ae-1ce2f7aa7914 HTTP/1.1" status: 200 len: 797 time: 0.3643162 Jan 28 19:34:45.955674 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-de6c9c2a-1820-4f9a-9996-86b80c952040 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Allocated IP 2001:db8:2::1 (dbc67f23-32f4-4dbe-a4ad-6102c64991cd/bfed8ba4-b868-4198-8ab7-ea6da54a97d6/88be7f49-c829-4f39-b0ec-68b7cfeceda2) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:34:46.166075 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-de6c9c2a-1820-4f9a-9996-86b80c952040 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks [] for port (88be7f49-c829-4f39-b0ec-68b7cfeceda2), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:46.187527 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f985da-172d-475e-949c-ff0908f4bf44 req-b08c6668-4e76-4adf-9601-708f4abc23a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:34:46.189743 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c3f985da-172d-475e-949c-ff0908f4bf44 req-b08c6668-4e76-4adf-9601-708f4abc23a4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2b32274e-ef71-47fa-9b2e-d7c8beaa092d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2834053 Jan 28 19:34:46.251780 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 39858) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:34:46.291432 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-de6c9c2a-1820-4f9a-9996-86b80c952040 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (88be7f49-c829-4f39-b0ec-68b7cfeceda2), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:46.356618 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de6c9c2a-1820-4f9a-9996-86b80c952040 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Network dbc67f23-32f4-4dbe-a4ad-6102c64991cd is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:34:46.376769 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c3f985da-172d-475e-949c-ff0908f4bf44 req-2d6e3c97-240e-43e9-ac9d-3ac670aa6f11 service neutron] 10.222.0.70 "GET /v2.0/networks/2b32274e-ef71-47fa-9b2e-d7c8beaa092d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789980 Jan 28 19:34:46.400769 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-de6c9c2a-1820-4f9a-9996-86b80c952040 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:34:46.408537 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6c9c2a-1820-4f9a-9996-86b80c952040 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:34:46.409400 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-de6c9c2a-1820-4f9a-9996-86b80c952040 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734769'] for router_interface (468365e5-c3aa-40a4-92af-9a325e24257e), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:46.452174 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31215687-1830-40c2-a080-071ee76a2d86 req-f56d2199-8bf8-4432-bc76-d981554c2263 tempest-ListServersNegativeTestJSON-2039046189 tempest-ListServersNegativeTestJSON-2039046189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:34:46.459613 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-31215687-1830-40c2-a080-071ee76a2d86 req-f56d2199-8bf8-4432-bc76-d981554c2263 tempest-ListServersNegativeTestJSON-2039046189 tempest-ListServersNegativeTestJSON-2039046189-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a99b1eb-94dd-45bf-99be-ea1c16df5915 HTTP/1.1" status: 200 len: 946 time: 0.3693950 Jan 28 19:34:46.503000 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c9c2a-1820-4f9a-9996-86b80c952040 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Pushing event updated for resources: {'Port': ['ID=88be7f49-c829-4f39-b0ec-68b7cfeceda2,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:34:46.661794 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-5a3d47b3-b01f-4fab-9008-2d4061ed2e61 None None] Set router 468365e5-c3aa-40a4-92af-9a325e24257e gateway port host: None {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:34:46.782758 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-87601899-4b2f-41ef-9c1b-c2cdb96aaeb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796938018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796938018-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1022531528'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:34:46.837608 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-de6c9c2a-1820-4f9a-9996-86b80c952040 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (88be7f49-c829-4f39-b0ec-68b7cfeceda2), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:46.879389 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-a8fc9de9-0bb7-498d-a662-4fcfbf96f638 None None] Attempting to bind port c7eac586-34b4-4287-9807-54d696529772 on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:34:46.881943 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-a8fc9de9-0bb7-498d-a662-4fcfbf96f638 None None] Attempting to bind port c7eac586-34b4-4287-9807-54d696529772 by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': 'ea3e0d2b-2cb1-42de-973a-4a09821ceca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'dbc67f23-32f4-4dbe-a4ad-6102c64991cd'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:34:46.882452 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8fc9de9-0bb7-498d-a662-4fcfbf96f638 None None] Attempting to bind port c7eac586-34b4-4287-9807-54d696529772 on network dbc67f23-32f4-4dbe-a4ad-6102c64991cd {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:34:46.904352 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8fc9de9-0bb7-498d-a662-4fcfbf96f638 None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:34:46.910215 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8fc9de9-0bb7-498d-a662-4fcfbf96f638 None None] Checking segment: {'id': 'ea3e0d2b-2cb1-42de-973a-4a09821ceca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'dbc67f23-32f4-4dbe-a4ad-6102c64991cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:34:46.912301 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a8fc9de9-0bb7-498d-a662-4fcfbf96f638 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:46.912886 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8fc9de9-0bb7-498d-a662-4fcfbf96f638 None None] Bound using segment: {'id': 'ea3e0d2b-2cb1-42de-973a-4a09821ceca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'dbc67f23-32f4-4dbe-a4ad-6102c64991cd'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:34:46.913588 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-a8fc9de9-0bb7-498d-a662-4fcfbf96f638 None None] Bound port: c7eac586-34b4-4287-9807-54d696529772, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea3e0d2b-2cb1-42de-973a-4a09821ceca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'dbc67f23-32f4-4dbe-a4ad-6102c64991cd'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:34:46.914642 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a8fc9de9-0bb7-498d-a662-4fcfbf96f638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (c7eac586-34b4-4287-9807-54d696529772), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:46.927156 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-45763576-6a83-4516-b0f1-a0868d45db95 admin admin] Publish callbacks [] for security_group (7d9bb702-de19-4195-8131-2d5d5e50c7a3), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:46.939777 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ba839cd3-c0bd-485c-9e47-fe1110cf51f6 req-2b173d07-9c04-4188-a4ad-0c9b8f2cdf3e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=468e569c-4ad2-4f8a-b0ed-71ebeaa4f974&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1913197 Jan 28 19:34:46.958905 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-45763576-6a83-4516-b0f1-a0868d45db95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (7d9bb702-de19-4195-8131-2d5d5e50c7a3), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:46.985575 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87601899-4b2f-41ef-9c1b-c2cdb96aaeb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796938018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796938018-project] Made reservation on behalf of c13ea09a52404e509a3578f5441f2705 for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:34:46.996369 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-87601899-4b2f-41ef-9c1b-c2cdb96aaeb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796938018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796938018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:47.022036 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-31215687-1830-40c2-a080-071ee76a2d86 req-855b1231-8bba-4b9c-8d20-c9d1cace367f tempest-ListServersNegativeTestJSON-2039046189 tempest-ListServersNegativeTestJSON-2039046189-project] 10.222.0.64 "GET /v2.0/security-groups?id=f3463348-4b9e-41ee-a9d7-77a9e5d64664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5319035 Jan 28 19:34:47.049161 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-87601899-4b2f-41ef-9c1b-c2cdb96aaeb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796938018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796938018-project] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:47.140134 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-45763576-6a83-4516-b0f1-a0868d45db95 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=cbe03fd588044e989b27148f132c496a&name=default HTTP/1.1" status: 200 len: 3000 time: 2.1402209 Jan 28 19:34:47.216272 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 39870) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:34:47.216840 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45763576-6a83-4516-b0f1-a0868d45db95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d9bb702-de19-4195-8131-2d5d5e50c7a3,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:34:47.316425 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-87601899-4b2f-41ef-9c1b-c2cdb96aaeb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796938018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796938018-project] Publish callbacks [] for security_group (ac3b674f-7328-4716-8ddf-d2c6175d8dbf), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:47.334019 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-a8fc9de9-0bb7-498d-a662-4fcfbf96f638 None None] For port c7eac586-34b4-4287-9807-54d696529772, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:34:47.345295 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-1478b03b-4b17-44d5-bf57-38abaddea74d None None] Current status of the port b7ec00d8-4a00-4ec6-8832-79a86a24b00e is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:34:47.400300 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c3f985da-172d-475e-949c-ff0908f4bf44 req-0ffc0411-29c1-4f9a-b343-40c854848a08 service neutron] 10.222.0.70 "GET /v2.0/networks/2b32274e-ef71-47fa-9b2e-d7c8beaa092d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0097435 Jan 28 19:34:47.416883 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba839cd3-c0bd-485c-9e47-fe1110cf51f6 req-c426685b-a41c-47a7-85a1-2275b1fb857e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:34:47.421227 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-a8fc9de9-0bb7-498d-a662-4fcfbf96f638 None None] For port c7eac586-34b4-4287-9807-54d696529772, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=c7eac586-34b4-4287-9807-54d696529772,segment=NetworkSegment(ea3e0d2b-2cb1-42de-973a-4a09821ceca3),segment_id=ea3e0d2b-2cb1-42de-973a-4a09821ceca3)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:34:47.423223 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ba839cd3-c0bd-485c-9e47-fe1110cf51f6 req-c426685b-a41c-47a7-85a1-2275b1fb857e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0f0ddac21a95455ebc1c3ac83c1cf620&device_id=468e569c-4ad2-4f8a-b0ed-71ebeaa4f974 HTTP/1.1" status: 200 len: 1129 time: 0.3942311 Jan 28 19:34:47.437771 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port b7ec00d8-4a00-4ec6-8832-79a86a24b00e is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:34:47.444704 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-87601899-4b2f-41ef-9c1b-c2cdb96aaeb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796938018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796938018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (ac3b674f-7328-4716-8ddf-d2c6175d8dbf), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:47.458703 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a8fc9de9-0bb7-498d-a662-4fcfbf96f638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (c7eac586-34b4-4287-9807-54d696529772), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:47.481565 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87601899-4b2f-41ef-9c1b-c2cdb96aaeb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796938018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796938018-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:34:47.508040 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-87601899-4b2f-41ef-9c1b-c2cdb96aaeb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796938018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796938018-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (0b73f8fc-630f-4d0d-8a4f-df11fea9b7ec), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:47.508710 n-d-812111-14 neutron-server[103305]: INFO neutron.db.segments_db [None req-87601899-4b2f-41ef-9c1b-c2cdb96aaeb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796938018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796938018-project] Added segment 0b73f8fc-630f-4d0d-8a4f-df11fea9b7ec of type vlan for network dc69c6eb-5721-42d6-aa06-e68afe3c116f Jan 28 19:34:47.570581 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6515c87e-44e8-4ad4-ba7d-3a5a398f4747 admin admin] Publish callbacks [] for security_group (7d9bb702-de19-4195-8131-2d5d5e50c7a3), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:47.618604 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-87601899-4b2f-41ef-9c1b-c2cdb96aaeb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796938018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796938018-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (dc69c6eb-5721-42d6-aa06-e68afe3c116f), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:47.633250 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6515c87e-44e8-4ad4-ba7d-3a5a398f4747 admin admin] Publish callbacks [] for security_group (7d9bb702-de19-4195-8131-2d5d5e50c7a3), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:47.690854 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8745f356-997c-4598-abb6-ec2fd3ca12f8 req-d2bc8705-5910-48d6-ba03-22076aad04b9 tempest-ListServersNegativeTestJSON-2039046189 tempest-ListServersNegativeTestJSON-2039046189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:34:47.698974 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-9435f48b-60e8-4da3-b2cb-8d0da4ea8d2a None None] Provisioning complete for port 272884d2-c124-4a24-b060-5e824959bbd6 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:34:47.700105 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9435f48b-60e8-4da3-b2cb-8d0da4ea8d2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (272884d2-c124-4a24-b060-5e824959bbd6), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:47.700250 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8745f356-997c-4598-abb6-ec2fd3ca12f8 req-d2bc8705-5910-48d6-ba03-22076aad04b9 tempest-ListServersNegativeTestJSON-2039046189 tempest-ListServersNegativeTestJSON-2039046189-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a99b1eb-94dd-45bf-99be-ea1c16df5915 HTTP/1.1" status: 200 len: 946 time: 0.3165629 Jan 28 19:34:47.730399 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba839cd3-c0bd-485c-9e47-fe1110cf51f6 req-83a57752-cf0c-40d5-af10-50f9fbfe3de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:34:47.732039 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ba839cd3-c0bd-485c-9e47-fe1110cf51f6 req-83a57752-cf0c-40d5-af10-50f9fbfe3de2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4ed80f8c-a628-4bf0-926c-daa4ec7f72d6 HTTP/1.1" status: 200 len: 917 time: 0.2823322 Jan 28 19:34:47.745737 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-87601899-4b2f-41ef-9c1b-c2cdb96aaeb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796938018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796938018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (dc69c6eb-5721-42d6-aa06-e68afe3c116f), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:47.766664 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87601899-4b2f-41ef-9c1b-c2cdb96aaeb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796938018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796938018-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:34:47.767326 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-87601899-4b2f-41ef-9c1b-c2cdb96aaeb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796938018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796938018-project] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:47.828030 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fc9de9-0bb7-498d-a662-4fcfbf96f638 None None] Pushing event updated for resources: {'Port': ['ID=c7eac586-34b4-4287-9807-54d696529772,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:34:47.858646 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-5a3d47b3-b01f-4fab-9008-2d4061ed2e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '468365e5-c3aa-40a4-92af-9a325e24257e', 'name': 'tempest-RoutersIpV6Test-router-1141481547', 'tenant_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:34:19Z', 'updated_at': '2022-01-28T19:34:37Z', 'revision_number': 3, 'project_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'gw_port_host': None, '_interfaces': [{'id': '272884d2-c124-4a24-b060-5e824959bbd6', 'name': '', 'network_id': '1423b23e-7396-42d5-b97d-bf12d0af5d8f', 'tenant_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'mac_address': 'fa:16:3e:02:36:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '468365e5-c3aa-40a4-92af-9a325e24257e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': 'd3127f0b-5846-430b-8bdb-0f38cd1b652f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:34:35Z', 'updated_at': '2022-01-28T19:34:45Z', 'revision_number': 4, 'project_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'subnets': [{'id': 'd3127f0b-5846-430b-8bdb-0f38cd1b652f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7d0e876-0365-4118-ae7b-1cafd5aa381e', 'name': '', 'network_id': '3bd239a4-803d-4686-82a3-6e666e3c26b5', 'tenant_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'mac_address': 'fa:16:3e:f1:82:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468365e5-c3aa-40a4-92af-9a325e24257e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': '13823000-eeb3-44f0-a92b-e846d7802a40', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:34:24Z', 'updated_at': '2022-01-28T19:34:35Z', 'revision_number': 5, 'project_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'subnets': [{'id': '13823000-eeb3-44f0-a92b-e846d7802a40', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:34:47.936540 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87601899-4b2f-41ef-9c1b-c2cdb96aaeb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796938018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796938018-project] Pushing event updated for resources: {'Network': ['ID=dc69c6eb-5721-42d6-aa06-e68afe3c116f,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:34:47.943027 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-87601899-4b2f-41ef-9c1b-c2cdb96aaeb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796938018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796938018-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.6890361 Jan 28 19:34:47.961560 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87601899-4b2f-41ef-9c1b-c2cdb96aaeb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796938018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796938018-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac3b674f-7328-4716-8ddf-d2c6175d8dbf,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:34:48.037534 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network dc69c6eb-5721-42d6-aa06-e68afe3c116f details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:34:48.156425 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8745f356-997c-4598-abb6-ec2fd3ca12f8 req-b73439f7-5d62-41f8-9ad4-9192c9793883 tempest-ListServersNegativeTestJSON-2039046189 tempest-ListServersNegativeTestJSON-2039046189-project] 10.222.0.64 "GET /v2.0/security-groups?id=f3463348-4b9e-41ee-a9d7-77a9e5d64664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4544461 Jan 28 19:34:48.164789 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ba839cd3-c0bd-485c-9e47-fe1110cf51f6 req-9ecd8e58-1173-4722-84e6-e59a78423ab2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3350cbae-4a25-42ca-a107-7365789be398 HTTP/1.1" status: 200 len: 1001 time: 0.4148009 Jan 28 19:34:48.224637 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6515c87e-44e8-4ad4-ba7d-3a5a398f4747 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (7d9bb702-de19-4195-8131-2d5d5e50c7a3), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:48.239462 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6515c87e-44e8-4ad4-ba7d-3a5a398f4747 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:48.243810 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3d47b3-b01f-4fab-9008-2d4061ed2e61 None None] The sync data for ids ['468365e5-c3aa-40a4-92af-9a325e24257e'] in n-d-812111-14 is: [{'id': '468365e5-c3aa-40a4-92af-9a325e24257e', 'name': 'tempest-RoutersIpV6Test-router-1141481547', 'tenant_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:34:19Z', 'updated_at': '2022-01-28T19:34:37Z', 'revision_number': 3, 'project_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'gw_port_host': None, '_interfaces': [{'id': '272884d2-c124-4a24-b060-5e824959bbd6', 'name': '', 'network_id': '1423b23e-7396-42d5-b97d-bf12d0af5d8f', 'tenant_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'mac_address': 'fa:16:3e:02:36:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '468365e5-c3aa-40a4-92af-9a325e24257e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': 'd3127f0b-5846-430b-8bdb-0f38cd1b652f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:34:35Z', 'updated_at': '2022-01-28T19:34:45Z', 'revision_number': 4, 'project_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'subnets': [{'id': 'd3127f0b-5846-430b-8bdb-0f38cd1b652f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7d0e876-0365-4118-ae7b-1cafd5aa381e', 'name': '', 'network_id': '3bd239a4-803d-4686-82a3-6e666e3c26b5', 'tenant_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'mac_address': 'fa:16:3e:f1:82:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468365e5-c3aa-40a4-92af-9a325e24257e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': '13823000-eeb3-44f0-a92b-e846d7802a40', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:34:24Z', 'updated_at': '2022-01-28T19:34:35Z', 'revision_number': 5, 'project_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'subnets': [{'id': '13823000-eeb3-44f0-a92b-e846d7802a40', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:34:48.251614 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-6515c87e-44e8-4ad4-ba7d-3a5a398f4747 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7d9bb702-de19-4195-8131-2d5d5e50c7a3 HTTP/1.1" status: 204 len: 168 time: 1.0155497 Jan 28 19:34:48.364165 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6515c87e-44e8-4ad4-ba7d-3a5a398f4747 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d9bb702-de19-4195-8131-2d5d5e50c7a3,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:34:48.389223 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-de6c9c2a-1820-4f9a-9996-86b80c952040 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks [] for port (88be7f49-c829-4f39-b0ec-68b7cfeceda2), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:48.397775 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-de6c9c2a-1820-4f9a-9996-86b80c952040 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (88be7f49-c829-4f39-b0ec-68b7cfeceda2), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:48.401244 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-de6c9c2a-1820-4f9a-9996-86b80c952040 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-756216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-732801'] for router_interface (468365e5-c3aa-40a4-92af-9a325e24257e), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:48.415913 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-9435f48b-60e8-4da3-b2cb-8d0da4ea8d2a None None] Current status of the port 272884d2-c124-4a24-b060-5e824959bbd6 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:34:48.417829 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9435f48b-60e8-4da3-b2cb-8d0da4ea8d2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (272884d2-c124-4a24-b060-5e824959bbd6), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:48.445854 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba839cd3-c0bd-485c-9e47-fe1110cf51f6 req-d0cd8c7b-5ee0-4cd7-8c7c-5386b53b3e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:34:48.452049 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ba839cd3-c0bd-485c-9e47-fe1110cf51f6 req-d0cd8c7b-5ee0-4cd7-8c7c-5386b53b3e24 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ccd8c2b9-0197-4b01-ba57-f13b2702d1bc HTTP/1.1" status: 200 len: 856 time: 0.2773285 Jan 28 19:34:48.589920 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-9435f48b-60e8-4da3-b2cb-8d0da4ea8d2a None None] For port 272884d2-c124-4a24-b060-5e824959bbd6, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=272884d2-c124-4a24-b060-5e824959bbd6,segment=NetworkSegment(a770b371-f57f-4b93-b306-737dfb414923),segment_id=a770b371-f57f-4b93-b306-737dfb414923)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:34:48.599964 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9435f48b-60e8-4da3-b2cb-8d0da4ea8d2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (272884d2-c124-4a24-b060-5e824959bbd6), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:48.636432 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba839cd3-c0bd-485c-9e47-fe1110cf51f6 req-416c070f-d465-42f9-9efc-584ddb07da25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:34:48.644089 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ba839cd3-c0bd-485c-9e47-fe1110cf51f6 req-416c070f-d465-42f9-9efc-584ddb07da25 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4ed80f8c-a628-4bf0-926c-daa4ec7f72d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1805091 Jan 28 19:34:48.720496 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9435f48b-60e8-4da3-b2cb-8d0da4ea8d2a None None] Pushing event updated for resources: {'Port': ['ID=272884d2-c124-4a24-b060-5e824959bbd6,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:34:48.803261 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 39890) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:34:48.828637 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-e9468e02-907f-4b36-aa9d-978ea1d03b39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Request body: {'port': {'network_id': 'dc69c6eb-5721-42d6-aa06-e68afe3c116f', 'binding:host_id': 'n-h2-812111-14', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-660358097'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:34:48.879791 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9468e02-907f-4b36-aa9d-978ea1d03b39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Made reservation on behalf of f83f35d322464357b12f2e53c8a32cde for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:34:48.884247 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e9468e02-907f-4b36-aa9d-978ea1d03b39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:48.886206 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de6c9c2a-1820-4f9a-9996-86b80c952040 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Network dbc67f23-32f4-4dbe-a4ad-6102c64991cd is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:34:48.892559 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-de6c9c2a-1820-4f9a-9996-86b80c952040 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:34:48.921623 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e9468e02-907f-4b36-aa9d-978ea1d03b39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:49.144042 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ba839cd3-c0bd-485c-9e47-fe1110cf51f6 req-dc76defc-bb32-40c5-8d08-e12921299632 service neutron] 10.222.0.41 "GET /v2.0/networks/4ed80f8c-a628-4bf0-926c-daa4ec7f72d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4947522 Jan 28 19:34:49.379251 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c9c2a-1820-4f9a-9996-86b80c952040 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Pushing event updated for resources: {'Port': ['ID=88be7f49-c829-4f39-b0ec-68b7cfeceda2,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:34:49.522954 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e9468e02-907f-4b36-aa9d-978ea1d03b39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Publish callbacks [] for security_group (7e0d0871-8b11-4c73-9ccb-cccbe0fcd81d), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:49.558575 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e9468e02-907f-4b36-aa9d-978ea1d03b39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (7e0d0871-8b11-4c73-9ccb-cccbe0fcd81d), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:49.588404 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [None req-e9468e02-907f-4b36-aa9d-978ea1d03b39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] device_id is not set on port e1bd9068-9499-4ca6-b811-83fccd2c9ecc yet. {{(pid=103304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:34:49.790338 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9468e02-907f-4b36-aa9d-978ea1d03b39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e0d0871-8b11-4c73-9ccb-cccbe0fcd81d,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:34:49.818349 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ba839cd3-c0bd-485c-9e47-fe1110cf51f6 req-c279ca95-b659-4b2b-8907-e2ecf60c4ba6 service neutron] 10.222.0.41 "GET /v2.0/networks/4ed80f8c-a628-4bf0-926c-daa4ec7f72d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6669321 Jan 28 19:34:49.864006 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3af00fe-29f8-4058-adea-e9afd76af552 None None] Network dbc67f23-32f4-4dbe-a4ad-6102c64991cd requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:34:49.902373 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15cbda6-3aa3-41ff-b1a8-353ad884029a req-5c49319f-a7b1-46d6-926c-eddf7ea07faf tempest-ListServersNegativeTestJSON-2039046189 tempest-ListServersNegativeTestJSON-2039046189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:34:49.904536 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a15cbda6-3aa3-41ff-b1a8-353ad884029a req-5c49319f-a7b1-46d6-926c-eddf7ea07faf tempest-ListServersNegativeTestJSON-2039046189 tempest-ListServersNegativeTestJSON-2039046189-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a99b1eb-94dd-45bf-99be-ea1c16df5915 HTTP/1.1" status: 200 len: 946 time: 1.0941064 Jan 28 19:34:49.920866 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de6c9c2a-1820-4f9a-9996-86b80c952040 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Router 468365e5-c3aa-40a4-92af-9a325e24257e has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:34:50.046577 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device c7eac586-34b4-4287-9807-54d696529772 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:34:50.060087 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42e3063-35d5-4d74-a755-d6a707bb610b req-0a1ffc21-0500-48ef-9fdc-252c3ccee806 tempest-ListServersNegativeTestJSON-2039046189 tempest-ListServersNegativeTestJSON-2039046189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:34:50.073523 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b42e3063-35d5-4d74-a755-d6a707bb610b req-0a1ffc21-0500-48ef-9fdc-252c3ccee806 tempest-ListServersNegativeTestJSON-2039046189 tempest-ListServersNegativeTestJSON-2039046189-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a99b1eb-94dd-45bf-99be-ea1c16df5915 HTTP/1.1" status: 200 len: 946 time: 0.4537542 Jan 28 19:34:50.112192 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [None req-e9468e02-907f-4b36-aa9d-978ea1d03b39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] device_id is not set on port e1bd9068-9499-4ca6-b811-83fccd2c9ecc yet. {{(pid=103304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:34:50.126549 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e9468e02-907f-4b36-aa9d-978ea1d03b39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Publish callbacks [] for port (e1bd9068-9499-4ca6-b811-83fccd2c9ecc), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:50.137938 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e9468e02-907f-4b36-aa9d-978ea1d03b39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (e1bd9068-9499-4ca6-b811-83fccd2c9ecc), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:50.265554 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2cb14627-c13e-48b7-a9c7-a08ab9d2b797 None None] Provisioning complete for port c7eac586-34b4-4287-9807-54d696529772 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:34:50.266209 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2cb14627-c13e-48b7-a9c7-a08ab9d2b797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (c7eac586-34b4-4287-9807-54d696529772), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:50.311981 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9468e02-907f-4b36-aa9d-978ea1d03b39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Pushing event updated for resources: {'Port': ['ID=e1bd9068-9499-4ca6-b811-83fccd2c9ecc,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:34:50.325357 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9468e02-907f-4b36-aa9d-978ea1d03b39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Checking segment: {'id': '0b73f8fc-630f-4d0d-8a4f-df11fea9b7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'dc69c6eb-5721-42d6-aa06-e68afe3c116f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:34:50.325734 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9468e02-907f-4b36-aa9d-978ea1d03b39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Network hostable DHCP agents. Network: dc69c6eb-5721-42d6-aa06-e68afe3c116f, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:34:50.366921 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9468e02-907f-4b36-aa9d-978ea1d03b39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Network dc69c6eb-5721-42d6-aa06-e68afe3c116f is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:34:50.387905 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b42e3063-35d5-4d74-a755-d6a707bb610b req-086b8e13-edbf-445c-8c99-63f1046f634b tempest-ListServersNegativeTestJSON-2039046189 tempest-ListServersNegativeTestJSON-2039046189-project] 10.222.0.64 "GET /v2.0/security-groups?id=f3463348-4b9e-41ee-a9d7-77a9e5d64664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3154433 Jan 28 19:34:50.397472 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-e9468e02-907f-4b36-aa9d-978ea1d03b39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, dc69c6eb-5721-42d6-aa06-e68afe3c116f) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:34:50.407037 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9468e02-907f-4b36-aa9d-978ea1d03b39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:34:50.421789 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8641345d-6eac-44a1-b9eb-60fc8cf728df None None] Network dc69c6eb-5721-42d6-aa06-e68afe3c116f requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:34:50.441904 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-e9468e02-907f-4b36-aa9d-978ea1d03b39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Attempting to bind port e1bd9068-9499-4ca6-b811-83fccd2c9ecc on host n-h2-812111-14 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:34:50.444692 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-e9468e02-907f-4b36-aa9d-978ea1d03b39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Attempting to bind port e1bd9068-9499-4ca6-b811-83fccd2c9ecc by drivers openvswitch,hyperv on host n-h2-812111-14 at level 0 using segments [{'id': '0b73f8fc-630f-4d0d-8a4f-df11fea9b7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'dc69c6eb-5721-42d6-aa06-e68afe3c116f'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:34:50.445399 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9468e02-907f-4b36-aa9d-978ea1d03b39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Attempting to bind port e1bd9068-9499-4ca6-b811-83fccd2c9ecc on network dc69c6eb-5721-42d6-aa06-e68afe3c116f {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:34:50.459632 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9468e02-907f-4b36-aa9d-978ea1d03b39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Port e1bd9068-9499-4ca6-b811-83fccd2c9ecc on network dc69c6eb-5721-42d6-aa06-e68afe3c116f not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-14 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:34:50.460451 n-d-812111-14 neutron-server[103304]: ERROR neutron.plugins.ml2.managers [None req-e9468e02-907f-4b36-aa9d-978ea1d03b39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Failed to bind port e1bd9068-9499-4ca6-b811-83fccd2c9ecc on host n-h2-812111-14 for vnic_type normal using segments [{'id': '0b73f8fc-630f-4d0d-8a4f-df11fea9b7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'dc69c6eb-5721-42d6-aa06-e68afe3c116f'}] Jan 28 19:34:50.461033 n-d-812111-14 neutron-server[103304]: INFO neutron.plugins.ml2.plugin [None req-e9468e02-907f-4b36-aa9d-978ea1d03b39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Attempt 2 to bind port e1bd9068-9499-4ca6-b811-83fccd2c9ecc Jan 28 19:34:50.474039 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de6c9c2a-1820-4f9a-9996-86b80c952040 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:34:50.485501 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26cbc40d-fa2e-4930-9ad0-40211653dbce None None] Sync routers for ids ['468365e5-c3aa-40a4-92af-9a325e24257e'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:34:50.491304 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 39924) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:34:50.491610 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-de6c9c2a-1820-4f9a-9996-86b80c952040 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] 10.222.0.64 "PUT /v2.0/routers/468365e5-c3aa-40a4-92af-9a325e24257e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6383700 Jan 28 19:34:50.497579 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-e9468e02-907f-4b36-aa9d-978ea1d03b39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Attempting to bind port e1bd9068-9499-4ca6-b811-83fccd2c9ecc on host n-h2-812111-14 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:34:50.497935 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-e9468e02-907f-4b36-aa9d-978ea1d03b39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Attempting to bind port e1bd9068-9499-4ca6-b811-83fccd2c9ecc by drivers openvswitch,hyperv on host n-h2-812111-14 at level 0 using segments [{'id': '0b73f8fc-630f-4d0d-8a4f-df11fea9b7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'dc69c6eb-5721-42d6-aa06-e68afe3c116f'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:34:50.498281 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9468e02-907f-4b36-aa9d-978ea1d03b39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Attempting to bind port e1bd9068-9499-4ca6-b811-83fccd2c9ecc on network dc69c6eb-5721-42d6-aa06-e68afe3c116f {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:34:50.498736 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26cbc40d-fa2e-4930-9ad0-40211653dbce None None] Routers {'468365e5-c3aa-40a4-92af-9a325e24257e'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:34:50.499370 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-26cbc40d-fa2e-4930-9ad0-40211653dbce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:34:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['468365e5-c3aa-40a4-92af-9a325e24257e'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:34:50.500117 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-a15cbda6-3aa3-41ff-b1a8-353ad884029a req-ce19a6c6-ec55-42bc-8d87-8716cc9495cb tempest-ListServersNegativeTestJSON-2039046189 tempest-ListServersNegativeTestJSON-2039046189-project] Deleting port e0b58b58-74eb-4b33-a1c3-cbef8b1ccbef {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:34:50.500631 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-a15cbda6-3aa3-41ff-b1a8-353ad884029a req-ce19a6c6-ec55-42bc-8d87-8716cc9495cb tempest-ListServersNegativeTestJSON-2039046189 tempest-ListServersNegativeTestJSON-2039046189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (e0b58b58-74eb-4b33-a1c3-cbef8b1ccbef), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:50.517579 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-3d411ae5-d0b5-4641-b924-ec93f47caa38 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-754090085'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:34:50.572497 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d411ae5-d0b5-4641-b924-ec93f47caa38 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Made reservation on behalf of fd27ebc338214c64bbd2f3fdeacf14c6 for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:34:50.580836 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3d411ae5-d0b5-4641-b924-ec93f47caa38 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:50.618840 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9468e02-907f-4b36-aa9d-978ea1d03b39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Port e1bd9068-9499-4ca6-b811-83fccd2c9ecc on network dc69c6eb-5721-42d6-aa06-e68afe3c116f not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-14 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:34:50.618840 n-d-812111-14 neutron-server[103304]: ERROR neutron.plugins.ml2.managers [None req-e9468e02-907f-4b36-aa9d-978ea1d03b39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Failed to bind port e1bd9068-9499-4ca6-b811-83fccd2c9ecc on host n-h2-812111-14 for vnic_type normal using segments [{'id': '0b73f8fc-630f-4d0d-8a4f-df11fea9b7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'dc69c6eb-5721-42d6-aa06-e68afe3c116f'}] Jan 28 19:34:50.622126 n-d-812111-14 neutron-server[103304]: INFO neutron.plugins.ml2.plugin [None req-e9468e02-907f-4b36-aa9d-978ea1d03b39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Attempt 3 to bind port e1bd9068-9499-4ca6-b811-83fccd2c9ecc Jan 28 19:34:50.659926 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-e9468e02-907f-4b36-aa9d-978ea1d03b39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Attempting to bind port e1bd9068-9499-4ca6-b811-83fccd2c9ecc on host n-h2-812111-14 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:34:50.660286 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-e9468e02-907f-4b36-aa9d-978ea1d03b39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Attempting to bind port e1bd9068-9499-4ca6-b811-83fccd2c9ecc by drivers openvswitch,hyperv on host n-h2-812111-14 at level 0 using segments [{'id': '0b73f8fc-630f-4d0d-8a4f-df11fea9b7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'dc69c6eb-5721-42d6-aa06-e68afe3c116f'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:34:50.660614 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9468e02-907f-4b36-aa9d-978ea1d03b39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Attempting to bind port e1bd9068-9499-4ca6-b811-83fccd2c9ecc on network dc69c6eb-5721-42d6-aa06-e68afe3c116f {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:34:50.688206 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d411ae5-d0b5-4641-b924-ec93f47caa38 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:34:50.707856 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9468e02-907f-4b36-aa9d-978ea1d03b39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Port e1bd9068-9499-4ca6-b811-83fccd2c9ecc on network dc69c6eb-5721-42d6-aa06-e68afe3c116f not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-14 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:34:50.708270 n-d-812111-14 neutron-server[103304]: ERROR neutron.plugins.ml2.managers [None req-e9468e02-907f-4b36-aa9d-978ea1d03b39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Failed to bind port e1bd9068-9499-4ca6-b811-83fccd2c9ecc on host n-h2-812111-14 for vnic_type normal using segments [{'id': '0b73f8fc-630f-4d0d-8a4f-df11fea9b7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'dc69c6eb-5721-42d6-aa06-e68afe3c116f'}] Jan 28 19:34:50.715410 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3d411ae5-d0b5-4641-b924-ec93f47caa38 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (f5903d56-725d-47b6-a944-94f8c9dbecbb), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:50.717532 n-d-812111-14 neutron-server[103304]: INFO neutron.db.segments_db [None req-3d411ae5-d0b5-4641-b924-ec93f47caa38 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Added segment f5903d56-725d-47b6-a944-94f8c9dbecbb of type vlan for network e10e19ca-7ec8-4205-820c-0024003e3a49 Jan 28 19:34:50.723305 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-a15cbda6-3aa3-41ff-b1a8-353ad884029a req-ce19a6c6-ec55-42bc-8d87-8716cc9495cb tempest-ListServersNegativeTestJSON-2039046189 tempest-ListServersNegativeTestJSON-2039046189-project] For port e0b58b58-74eb-4b33-a1c3-cbef8b1ccbef, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=e0b58b58-74eb-4b33-a1c3-cbef8b1ccbef,segment=NetworkSegment(6085fde6-d829-43ad-96e2-c35bec133796),segment_id=6085fde6-d829-43ad-96e2-c35bec133796)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:34:50.723713 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-a15cbda6-3aa3-41ff-b1a8-353ad884029a req-ce19a6c6-ec55-42bc-8d87-8716cc9495cb tempest-ListServersNegativeTestJSON-2039046189 tempest-ListServersNegativeTestJSON-2039046189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (e0b58b58-74eb-4b33-a1c3-cbef8b1ccbef), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:50.738453 n-d-812111-14 neutron-server[103304]: INFO neutron.plugins.ml2.plugin [None req-e9468e02-907f-4b36-aa9d-978ea1d03b39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Attempt 4 to bind port e1bd9068-9499-4ca6-b811-83fccd2c9ecc Jan 28 19:34:50.749271 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-26cbc40d-fa2e-4930-9ad0-40211653dbce None None] Set router 468365e5-c3aa-40a4-92af-9a325e24257e gateway port host: None {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:34:50.778078 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-a15cbda6-3aa3-41ff-b1a8-353ad884029a req-ce19a6c6-ec55-42bc-8d87-8716cc9495cb tempest-ListServersNegativeTestJSON-2039046189 tempest-ListServersNegativeTestJSON-2039046189-project] Calling delete_port for e0b58b58-74eb-4b33-a1c3-cbef8b1ccbef owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:34:50.851730 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:50.861372 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-e9468e02-907f-4b36-aa9d-978ea1d03b39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Attempting to bind port e1bd9068-9499-4ca6-b811-83fccd2c9ecc on host n-h2-812111-14 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:34:50.861739 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-e9468e02-907f-4b36-aa9d-978ea1d03b39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Attempting to bind port e1bd9068-9499-4ca6-b811-83fccd2c9ecc by drivers openvswitch,hyperv on host n-h2-812111-14 at level 0 using segments [{'id': '0b73f8fc-630f-4d0d-8a4f-df11fea9b7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'dc69c6eb-5721-42d6-aa06-e68afe3c116f'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:34:50.862087 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9468e02-907f-4b36-aa9d-978ea1d03b39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Attempting to bind port e1bd9068-9499-4ca6-b811-83fccd2c9ecc on network dc69c6eb-5721-42d6-aa06-e68afe3c116f {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:34:50.864046 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port c7eac586-34b4-4287-9807-54d696529772 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:34:50.864518 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (c7eac586-34b4-4287-9807-54d696529772), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:50.883616 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9468e02-907f-4b36-aa9d-978ea1d03b39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Port e1bd9068-9499-4ca6-b811-83fccd2c9ecc on network dc69c6eb-5721-42d6-aa06-e68afe3c116f not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-14 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:34:50.883959 n-d-812111-14 neutron-server[103304]: ERROR neutron.plugins.ml2.managers [None req-e9468e02-907f-4b36-aa9d-978ea1d03b39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Failed to bind port e1bd9068-9499-4ca6-b811-83fccd2c9ecc on host n-h2-812111-14 for vnic_type normal using segments [{'id': '0b73f8fc-630f-4d0d-8a4f-df11fea9b7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'dc69c6eb-5721-42d6-aa06-e68afe3c116f'}] Jan 28 19:34:50.891404 n-d-812111-14 neutron-server[103304]: INFO neutron.plugins.ml2.plugin [None req-e9468e02-907f-4b36-aa9d-978ea1d03b39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Attempt 5 to bind port e1bd9068-9499-4ca6-b811-83fccd2c9ecc Jan 28 19:34:50.930475 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3d411ae5-d0b5-4641-b924-ec93f47caa38 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (e10e19ca-7ec8-4205-820c-0024003e3a49), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:50.932782 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-e9468e02-907f-4b36-aa9d-978ea1d03b39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Attempting to bind port e1bd9068-9499-4ca6-b811-83fccd2c9ecc on host n-h2-812111-14 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:34:50.933142 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-e9468e02-907f-4b36-aa9d-978ea1d03b39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Attempting to bind port e1bd9068-9499-4ca6-b811-83fccd2c9ecc by drivers openvswitch,hyperv on host n-h2-812111-14 at level 0 using segments [{'id': '0b73f8fc-630f-4d0d-8a4f-df11fea9b7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'dc69c6eb-5721-42d6-aa06-e68afe3c116f'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:34:50.933490 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9468e02-907f-4b36-aa9d-978ea1d03b39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Attempting to bind port e1bd9068-9499-4ca6-b811-83fccd2c9ecc on network dc69c6eb-5721-42d6-aa06-e68afe3c116f {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:34:50.957426 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9468e02-907f-4b36-aa9d-978ea1d03b39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Port e1bd9068-9499-4ca6-b811-83fccd2c9ecc on network dc69c6eb-5721-42d6-aa06-e68afe3c116f not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-14 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:34:50.957817 n-d-812111-14 neutron-server[103304]: ERROR neutron.plugins.ml2.managers [None req-e9468e02-907f-4b36-aa9d-978ea1d03b39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Failed to bind port e1bd9068-9499-4ca6-b811-83fccd2c9ecc on host n-h2-812111-14 for vnic_type normal using segments [{'id': '0b73f8fc-630f-4d0d-8a4f-df11fea9b7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'dc69c6eb-5721-42d6-aa06-e68afe3c116f'}] Jan 28 19:34:50.960717 n-d-812111-14 neutron-server[103304]: INFO neutron.plugins.ml2.plugin [None req-e9468e02-907f-4b36-aa9d-978ea1d03b39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Attempt 6 to bind port e1bd9068-9499-4ca6-b811-83fccd2c9ecc Jan 28 19:34:51.030971 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2cb14627-c13e-48b7-a9c7-a08ab9d2b797 None None] Current status of the port c7eac586-34b4-4287-9807-54d696529772 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:34:51.033581 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2cb14627-c13e-48b7-a9c7-a08ab9d2b797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (c7eac586-34b4-4287-9807-54d696529772), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:51.045322 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-e9468e02-907f-4b36-aa9d-978ea1d03b39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Attempting to bind port e1bd9068-9499-4ca6-b811-83fccd2c9ecc on host n-h2-812111-14 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:34:51.047309 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-e9468e02-907f-4b36-aa9d-978ea1d03b39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Attempting to bind port e1bd9068-9499-4ca6-b811-83fccd2c9ecc by drivers openvswitch,hyperv on host n-h2-812111-14 at level 0 using segments [{'id': '0b73f8fc-630f-4d0d-8a4f-df11fea9b7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'dc69c6eb-5721-42d6-aa06-e68afe3c116f'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:34:51.049927 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9468e02-907f-4b36-aa9d-978ea1d03b39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Attempting to bind port e1bd9068-9499-4ca6-b811-83fccd2c9ecc on network dc69c6eb-5721-42d6-aa06-e68afe3c116f {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:34:51.057808 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3d411ae5-d0b5-4641-b924-ec93f47caa38 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (e10e19ca-7ec8-4205-820c-0024003e3a49), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:51.073589 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d411ae5-d0b5-4641-b924-ec93f47caa38 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:34:51.074254 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3d411ae5-d0b5-4641-b924-ec93f47caa38 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:51.110952 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9468e02-907f-4b36-aa9d-978ea1d03b39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Port e1bd9068-9499-4ca6-b811-83fccd2c9ecc on network dc69c6eb-5721-42d6-aa06-e68afe3c116f not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-14 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:34:51.111647 n-d-812111-14 neutron-server[103304]: ERROR neutron.plugins.ml2.managers [None req-e9468e02-907f-4b36-aa9d-978ea1d03b39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Failed to bind port e1bd9068-9499-4ca6-b811-83fccd2c9ecc on host n-h2-812111-14 for vnic_type normal using segments [{'id': '0b73f8fc-630f-4d0d-8a4f-df11fea9b7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'dc69c6eb-5721-42d6-aa06-e68afe3c116f'}] Jan 28 19:34:51.119529 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-a15cbda6-3aa3-41ff-b1a8-353ad884029a req-ce19a6c6-ec55-42bc-8d87-8716cc9495cb tempest-ListServersNegativeTestJSON-2039046189 tempest-ListServersNegativeTestJSON-2039046189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (e0b58b58-74eb-4b33-a1c3-cbef8b1ccbef), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:51.149763 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['36f03ee7-2940-41ff-a783-d67c24c27550'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:34:51.166423 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['e0b58b58-74eb-4b33-a1c3-cbef8b1ccbef', 'c810df41-f531-4f8e-8a80-35774b23d96d'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:34:51.209675 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-26cbc40d-fa2e-4930-9ad0-40211653dbce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '468365e5-c3aa-40a4-92af-9a325e24257e', 'name': 'tempest-RoutersIpV6Test-router-1141481547', 'tenant_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:34:19Z', 'updated_at': '2022-01-28T19:34:46Z', 'revision_number': 4, 'project_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'gw_port_host': None, '_interfaces': [{'id': '272884d2-c124-4a24-b060-5e824959bbd6', 'name': '', 'network_id': '1423b23e-7396-42d5-b97d-bf12d0af5d8f', 'tenant_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'mac_address': 'fa:16:3e:02:36:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468365e5-c3aa-40a4-92af-9a325e24257e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': 'd3127f0b-5846-430b-8bdb-0f38cd1b652f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:34:35Z', 'updated_at': '2022-01-28T19:34:48Z', 'revision_number': 5, 'project_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'subnets': [{'id': 'd3127f0b-5846-430b-8bdb-0f38cd1b652f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '88be7f49-c829-4f39-b0ec-68b7cfeceda2', 'name': '', 'network_id': 'dbc67f23-32f4-4dbe-a4ad-6102c64991cd', 'tenant_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'mac_address': 'fa:16:3e:60:0c:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '468365e5-c3aa-40a4-92af-9a325e24257e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2375, 'fixed_ips': [{'subnet_id': 'bfed8ba4-b868-4198-8ab7-ea6da54a97d6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:34:45Z', 'updated_at': '2022-01-28T19:34:47Z', 'revision_number': 2, 'project_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'subnets': [{'id': 'bfed8ba4-b868-4198-8ab7-ea6da54a97d6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7d0e876-0365-4118-ae7b-1cafd5aa381e', 'name': '', 'network_id': '3bd239a4-803d-4686-82a3-6e666e3c26b5', 'tenant_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'mac_address': 'fa:16:3e:f1:82:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468365e5-c3aa-40a4-92af-9a325e24257e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': '13823000-eeb3-44f0-a92b-e846d7802a40', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:34:24Z', 'updated_at': '2022-01-28T19:34:35Z', 'revision_number': 5, 'project_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'subnets': [{'id': '13823000-eeb3-44f0-a92b-e846d7802a40', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:34:51.237784 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce19a6c6-ec55-42bc-8d87-8716cc9495cb tempest-ListServersNegativeTestJSON-2039046189 tempest-ListServersNegativeTestJSON-2039046189-project] Pushing event deleted for resources: {'Port': ['ID=e0b58b58-74eb-4b33-a1c3-cbef8b1ccbef,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:34:51.298114 n-d-812111-14 neutron-server[103304]: INFO neutron.plugins.ml2.plugin [None req-e9468e02-907f-4b36-aa9d-978ea1d03b39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Attempt 7 to bind port e1bd9068-9499-4ca6-b811-83fccd2c9ecc Jan 28 19:34:51.331820 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26cbc40d-fa2e-4930-9ad0-40211653dbce None None] Checking router: 468365e5-c3aa-40a4-92af-9a325e24257e for host: n-d-812111-14 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:34:51.332122 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d411ae5-d0b5-4641-b924-ec93f47caa38 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Pushing event updated for resources: {'Network': ['ID=e10e19ca-7ec8-4205-820c-0024003e3a49,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:34:51.332246 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26cbc40d-fa2e-4930-9ad0-40211653dbce None None] Updating router 468365e5-c3aa-40a4-92af-9a325e24257e port 88be7f49-c829-4f39-b0ec-68b7cfeceda2 binding host n-d-812111-14 {{(pid=103307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:34:51.336426 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-e9468e02-907f-4b36-aa9d-978ea1d03b39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Attempting to bind port e1bd9068-9499-4ca6-b811-83fccd2c9ecc on host n-h2-812111-14 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:34:51.338680 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-e9468e02-907f-4b36-aa9d-978ea1d03b39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Attempting to bind port e1bd9068-9499-4ca6-b811-83fccd2c9ecc by drivers openvswitch,hyperv on host n-h2-812111-14 at level 0 using segments [{'id': '0b73f8fc-630f-4d0d-8a4f-df11fea9b7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'dc69c6eb-5721-42d6-aa06-e68afe3c116f'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:34:51.340630 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9468e02-907f-4b36-aa9d-978ea1d03b39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Attempting to bind port e1bd9068-9499-4ca6-b811-83fccd2c9ecc on network dc69c6eb-5721-42d6-aa06-e68afe3c116f {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:34:51.361922 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-3d411ae5-d0b5-4641-b924-ec93f47caa38 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8687704 Jan 28 19:34:51.363317 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9468e02-907f-4b36-aa9d-978ea1d03b39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Port e1bd9068-9499-4ca6-b811-83fccd2c9ecc on network dc69c6eb-5721-42d6-aa06-e68afe3c116f not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-14 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:34:51.363849 n-d-812111-14 neutron-server[103304]: ERROR neutron.plugins.ml2.managers [None req-e9468e02-907f-4b36-aa9d-978ea1d03b39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Failed to bind port e1bd9068-9499-4ca6-b811-83fccd2c9ecc on host n-h2-812111-14 for vnic_type normal using segments [{'id': '0b73f8fc-630f-4d0d-8a4f-df11fea9b7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'dc69c6eb-5721-42d6-aa06-e68afe3c116f'}] Jan 28 19:34:51.364396 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 39932) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:34:51.364944 n-d-812111-14 neutron-server[103304]: INFO neutron.plugins.ml2.plugin [None req-e9468e02-907f-4b36-aa9d-978ea1d03b39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Attempt 8 to bind port e1bd9068-9499-4ca6-b811-83fccd2c9ecc Jan 28 19:34:51.373668 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2cb14627-c13e-48b7-a9c7-a08ab9d2b797 None None] For port c7eac586-34b4-4287-9807-54d696529772, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=c7eac586-34b4-4287-9807-54d696529772,segment=NetworkSegment(ea3e0d2b-2cb1-42de-973a-4a09821ceca3),segment_id=ea3e0d2b-2cb1-42de-973a-4a09821ceca3)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:34:51.389508 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network e10e19ca-7ec8-4205-820c-0024003e3a49 details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:34:51.405465 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-a15cbda6-3aa3-41ff-b1a8-353ad884029a req-ce19a6c6-ec55-42bc-8d87-8716cc9495cb tempest-ListServersNegativeTestJSON-2039046189 tempest-ListServersNegativeTestJSON-2039046189-project] No DVR routers for this DVR port e0b58b58-74eb-4b33-a1c3-cbef8b1ccbef on host n-h1-812111-14 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:34:51.410488 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-f4eaa973-afaf-4eb3-b0f2-96330fb030f9 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Request body: {'subnet': {'network_id': 'e10e19ca-7ec8-4205-820c-0024003e3a49', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:34:51.413800 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-a15cbda6-3aa3-41ff-b1a8-353ad884029a req-ce19a6c6-ec55-42bc-8d87-8716cc9495cb tempest-ListServersNegativeTestJSON-2039046189 tempest-ListServersNegativeTestJSON-2039046189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:51.424721 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-e9468e02-907f-4b36-aa9d-978ea1d03b39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Attempting to bind port e1bd9068-9499-4ca6-b811-83fccd2c9ecc on host n-h2-812111-14 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:34:51.426256 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a15cbda6-3aa3-41ff-b1a8-353ad884029a req-ce19a6c6-ec55-42bc-8d87-8716cc9495cb tempest-ListServersNegativeTestJSON-2039046189 tempest-ListServersNegativeTestJSON-2039046189-project] 10.222.0.41 "DELETE /v2.0/ports/e0b58b58-74eb-4b33-a1c3-cbef8b1ccbef HTTP/1.1" status: 204 len: 173 time: 1.4910994 Jan 28 19:34:51.426678 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-e9468e02-907f-4b36-aa9d-978ea1d03b39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Attempting to bind port e1bd9068-9499-4ca6-b811-83fccd2c9ecc by drivers openvswitch,hyperv on host n-h2-812111-14 at level 0 using segments [{'id': '0b73f8fc-630f-4d0d-8a4f-df11fea9b7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'dc69c6eb-5721-42d6-aa06-e68afe3c116f'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:34:51.427394 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a99b1eb-94dd-45bf-99be-ea1c16df5915', 'name': 'network-vif-deleted', 'tag': 'e0b58b58-74eb-4b33-a1c3-cbef8b1ccbef'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:34:51.428112 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9468e02-907f-4b36-aa9d-978ea1d03b39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Attempting to bind port e1bd9068-9499-4ca6-b811-83fccd2c9ecc on network dc69c6eb-5721-42d6-aa06-e68afe3c116f {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:34:51.437241 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21269036-07bd-4b1d-b58d-fa7c27567bc5" -d '{"events": [{"server_uuid": "8a99b1eb-94dd-45bf-99be-ea1c16df5915", "name": "network-vif-deleted", "tag": "e0b58b58-74eb-4b33-a1c3-cbef8b1ccbef"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:34:51.437942 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2cb14627-c13e-48b7-a9c7-a08ab9d2b797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (c7eac586-34b4-4287-9807-54d696529772), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:51.479914 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-26cbc40d-fa2e-4930-9ad0-40211653dbce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (88be7f49-c829-4f39-b0ec-68b7cfeceda2), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:51.526847 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9468e02-907f-4b36-aa9d-978ea1d03b39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Port e1bd9068-9499-4ca6-b811-83fccd2c9ecc on network dc69c6eb-5721-42d6-aa06-e68afe3c116f not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-14 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:34:51.532001 n-d-812111-14 neutron-server[103304]: ERROR neutron.plugins.ml2.managers [None req-e9468e02-907f-4b36-aa9d-978ea1d03b39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Failed to bind port e1bd9068-9499-4ca6-b811-83fccd2c9ecc on host n-h2-812111-14 for vnic_type normal using segments [{'id': '0b73f8fc-630f-4d0d-8a4f-df11fea9b7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'dc69c6eb-5721-42d6-aa06-e68afe3c116f'}] Jan 28 19:34:51.643294 n-d-812111-14 neutron-server[103304]: INFO neutron.plugins.ml2.plugin [None req-e9468e02-907f-4b36-aa9d-978ea1d03b39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Attempt 9 to bind port e1bd9068-9499-4ca6-b811-83fccd2c9ecc Jan 28 19:34:51.712358 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-e9468e02-907f-4b36-aa9d-978ea1d03b39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Attempting to bind port e1bd9068-9499-4ca6-b811-83fccd2c9ecc on host n-h2-812111-14 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:34:51.712707 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-e9468e02-907f-4b36-aa9d-978ea1d03b39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Attempting to bind port e1bd9068-9499-4ca6-b811-83fccd2c9ecc by drivers openvswitch,hyperv on host n-h2-812111-14 at level 0 using segments [{'id': '0b73f8fc-630f-4d0d-8a4f-df11fea9b7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'dc69c6eb-5721-42d6-aa06-e68afe3c116f'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:34:51.713053 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9468e02-907f-4b36-aa9d-978ea1d03b39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Attempting to bind port e1bd9068-9499-4ca6-b811-83fccd2c9ecc on network dc69c6eb-5721-42d6-aa06-e68afe3c116f {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:34:51.732540 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9468e02-907f-4b36-aa9d-978ea1d03b39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Port e1bd9068-9499-4ca6-b811-83fccd2c9ecc on network dc69c6eb-5721-42d6-aa06-e68afe3c116f not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-14 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:34:51.732884 n-d-812111-14 neutron-server[103304]: ERROR neutron.plugins.ml2.managers [None req-e9468e02-907f-4b36-aa9d-978ea1d03b39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Failed to bind port e1bd9068-9499-4ca6-b811-83fccd2c9ecc on host n-h2-812111-14 for vnic_type normal using segments [{'id': '0b73f8fc-630f-4d0d-8a4f-df11fea9b7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'dc69c6eb-5721-42d6-aa06-e68afe3c116f'}] Jan 28 19:34:51.740834 n-d-812111-14 neutron-server[103304]: INFO neutron.plugins.ml2.plugin [None req-e9468e02-907f-4b36-aa9d-978ea1d03b39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Attempt 10 to bind port e1bd9068-9499-4ca6-b811-83fccd2c9ecc Jan 28 19:34:51.747005 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df0244f4-4819-48bf-b362-254bf48a38c5 x-openstack-request-id: req-df0244f4-4819-48bf-b362-254bf48a38c5 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:34:51.748447 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a99b1eb-94dd-45bf-99be-ea1c16df5915", "name": "network-vif-deleted", "tag": "e0b58b58-74eb-4b33-a1c3-cbef8b1ccbef", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:34:51.748712 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-df0244f4-4819-48bf-b362-254bf48a38c5 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:34:51.753135 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a99b1eb-94dd-45bf-99be-ea1c16df5915', 'name': 'network-vif-deleted', 'tag': 'e0b58b58-74eb-4b33-a1c3-cbef8b1ccbef', 'status': 'completed', 'code': 200} Jan 28 19:34:51.763733 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-60675b9b-93c2-481f-988c-183090afe305 req-efbcf8d3-2b3c-46ef-9a54-96111186c618 tempest-ListServersNegativeTestJSON-2039046189 tempest-ListServersNegativeTestJSON-2039046189-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a99b1eb-94dd-45bf-99be-ea1c16df5915 HTTP/1.1" status: 200 len: 210 time: 0.1513100 Jan 28 19:34:51.831651 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-e9468e02-907f-4b36-aa9d-978ea1d03b39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Attempting to bind port e1bd9068-9499-4ca6-b811-83fccd2c9ecc on host n-h2-812111-14 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:34:51.832079 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-e9468e02-907f-4b36-aa9d-978ea1d03b39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Attempting to bind port e1bd9068-9499-4ca6-b811-83fccd2c9ecc by drivers openvswitch,hyperv on host n-h2-812111-14 at level 0 using segments [{'id': '0b73f8fc-630f-4d0d-8a4f-df11fea9b7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'dc69c6eb-5721-42d6-aa06-e68afe3c116f'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:34:51.832424 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9468e02-907f-4b36-aa9d-978ea1d03b39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Attempting to bind port e1bd9068-9499-4ca6-b811-83fccd2c9ecc on network dc69c6eb-5721-42d6-aa06-e68afe3c116f {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:34:51.881746 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9468e02-907f-4b36-aa9d-978ea1d03b39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Port e1bd9068-9499-4ca6-b811-83fccd2c9ecc on network dc69c6eb-5721-42d6-aa06-e68afe3c116f not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-14 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:34:51.885580 n-d-812111-14 neutron-server[103304]: ERROR neutron.plugins.ml2.managers [None req-e9468e02-907f-4b36-aa9d-978ea1d03b39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Failed to bind port e1bd9068-9499-4ca6-b811-83fccd2c9ecc on host n-h2-812111-14 for vnic_type normal using segments [{'id': '0b73f8fc-630f-4d0d-8a4f-df11fea9b7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'dc69c6eb-5721-42d6-aa06-e68afe3c116f'}] Jan 28 19:34:51.885851 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e9468e02-907f-4b36-aa9d-978ea1d03b39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (e1bd9068-9499-4ca6-b811-83fccd2c9ecc), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:51.895822 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4eaa973-afaf-4eb3-b0f2-96330fb030f9 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Made reservation on behalf of fd27ebc338214c64bbd2f3fdeacf14c6 for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:34:51.900351 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f4eaa973-afaf-4eb3-b0f2-96330fb030f9 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5221429'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:52.129582 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port c7eac586-34b4-4287-9807-54d696529772 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:34:52.130122 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (c7eac586-34b4-4287-9807-54d696529772), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:52.305384 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-26cbc40d-fa2e-4930-9ad0-40211653dbce None None] Publish callbacks [] for port (88be7f49-c829-4f39-b0ec-68b7cfeceda2), precommit_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:52.313632 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-26cbc40d-fa2e-4930-9ad0-40211653dbce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (88be7f49-c829-4f39-b0ec-68b7cfeceda2), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:52.406645 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17c4554-cd67-4fe0-887b-81c8170cf7ef None None] Pushing event updated for resources: {'Port': ['ID=88be7f49-c829-4f39-b0ec-68b7cfeceda2,revision_number=3']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:34:52.426349 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f4eaa973-afaf-4eb3-b0f2-96330fb030f9 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4690681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5221415'] for subnet (0c19fa19-9e57-458f-920d-056b53ce75b9), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:52.465824 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2257e136-2705-4f3f-b19e-9312a9ee4ba3 None None] Provisioning complete for port 88be7f49-c829-4f39-b0ec-68b7cfeceda2 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:34:52.466381 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2257e136-2705-4f3f-b19e-9312a9ee4ba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (88be7f49-c829-4f39-b0ec-68b7cfeceda2), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:52.473160 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb14627-c13e-48b7-a9c7-a08ab9d2b797 None None] Pushing event updated for resources: {'Port': ['ID=c7eac586-34b4-4287-9807-54d696529772,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:34:52.556194 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-26cbc40d-fa2e-4930-9ad0-40211653dbce None None] Attempting to bind port 88be7f49-c829-4f39-b0ec-68b7cfeceda2 on host n-d-812111-14 for vnic_type normal with profile {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:34:52.557956 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-26cbc40d-fa2e-4930-9ad0-40211653dbce None None] Attempting to bind port 88be7f49-c829-4f39-b0ec-68b7cfeceda2 by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': 'ea3e0d2b-2cb1-42de-973a-4a09821ceca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'dbc67f23-32f4-4dbe-a4ad-6102c64991cd'}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:34:52.558521 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26cbc40d-fa2e-4930-9ad0-40211653dbce None None] Attempting to bind port 88be7f49-c829-4f39-b0ec-68b7cfeceda2 on network dbc67f23-32f4-4dbe-a4ad-6102c64991cd {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:34:52.569807 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26cbc40d-fa2e-4930-9ad0-40211653dbce None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:34:52.574745 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26cbc40d-fa2e-4930-9ad0-40211653dbce None None] Checking segment: {'id': 'ea3e0d2b-2cb1-42de-973a-4a09821ceca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'dbc67f23-32f4-4dbe-a4ad-6102c64991cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:34:52.575431 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-26cbc40d-fa2e-4930-9ad0-40211653dbce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:52.576171 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26cbc40d-fa2e-4930-9ad0-40211653dbce None None] Bound using segment: {'id': 'ea3e0d2b-2cb1-42de-973a-4a09821ceca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'dbc67f23-32f4-4dbe-a4ad-6102c64991cd'} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:34:52.576821 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-26cbc40d-fa2e-4930-9ad0-40211653dbce None None] Bound port: 88be7f49-c829-4f39-b0ec-68b7cfeceda2, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea3e0d2b-2cb1-42de-973a-4a09821ceca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'dbc67f23-32f4-4dbe-a4ad-6102c64991cd'}}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:34:52.577429 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-26cbc40d-fa2e-4930-9ad0-40211653dbce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (88be7f49-c829-4f39-b0ec-68b7cfeceda2), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:52.677736 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4eaa973-afaf-4eb3-b0f2-96330fb030f9 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Checking segment: {'id': 'f5903d56-725d-47b6-a944-94f8c9dbecbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'e10e19ca-7ec8-4205-820c-0024003e3a49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:34:52.678330 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4eaa973-afaf-4eb3-b0f2-96330fb030f9 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Network hostable DHCP agents. Network: e10e19ca-7ec8-4205-820c-0024003e3a49, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:34:52.772406 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4eaa973-afaf-4eb3-b0f2-96330fb030f9 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Pushing event updated for resources: {'Subnet': ['ID=0c19fa19-9e57-458f-920d-056b53ce75b9,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:34:52.814822 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-26cbc40d-fa2e-4930-9ad0-40211653dbce None None] For port 88be7f49-c829-4f39-b0ec-68b7cfeceda2, host n-d-812111-14, cleared binding levels {{(pid=103307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:34:52.827516 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-26cbc40d-fa2e-4930-9ad0-40211653dbce None None] For port 88be7f49-c829-4f39-b0ec-68b7cfeceda2, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=88be7f49-c829-4f39-b0ec-68b7cfeceda2,segment=NetworkSegment(ea3e0d2b-2cb1-42de-973a-4a09821ceca3),segment_id=ea3e0d2b-2cb1-42de-973a-4a09821ceca3)] {{(pid=103307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:34:52.846161 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-26cbc40d-fa2e-4930-9ad0-40211653dbce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (88be7f49-c829-4f39-b0ec-68b7cfeceda2), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:52.862259 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4eaa973-afaf-4eb3-b0f2-96330fb030f9 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Network e10e19ca-7ec8-4205-820c-0024003e3a49 is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:34:52.900504 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-f4eaa973-afaf-4eb3-b0f2-96330fb030f9 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, e10e19ca-7ec8-4205-820c-0024003e3a49) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:34:52.917127 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4eaa973-afaf-4eb3-b0f2-96330fb030f9 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:34:52.918861 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f4eaa973-afaf-4eb3-b0f2-96330fb030f9 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:52.945791 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-e9468e02-907f-4b36-aa9d-978ea1d03b39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] For port e1bd9068-9499-4ca6-b811-83fccd2c9ecc, host n-h2-812111-14, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:34:52.947012 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-e9468e02-907f-4b36-aa9d-978ea1d03b39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Attempted to set empty binding levels {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 28 19:34:52.964096 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-f4eaa973-afaf-4eb3-b0f2-96330fb030f9 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5610466 Jan 28 19:34:52.964453 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 39960) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:34:52.965714 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e9468e02-907f-4b36-aa9d-978ea1d03b39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (e1bd9068-9499-4ca6-b811-83fccd2c9ecc), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:52.972175 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11866ca9-c85c-46de-a56c-bd66d5aa40ac None None] Network e10e19ca-7ec8-4205-820c-0024003e3a49 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:34:53.043597 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2257e136-2705-4f3f-b19e-9312a9ee4ba3 None None] Port 88be7f49-c829-4f39-b0ec-68b7cfeceda2 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:34:53.064727 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26cbc40d-fa2e-4930-9ad0-40211653dbce None None] Routers {'468365e5-c3aa-40a4-92af-9a325e24257e'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:34:53.065400 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-26cbc40d-fa2e-4930-9ad0-40211653dbce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:34:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['468365e5-c3aa-40a4-92af-9a325e24257e'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:34:53.093383 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9468e02-907f-4b36-aa9d-978ea1d03b39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:34:53.093991 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e9468e02-907f-4b36-aa9d-978ea1d03b39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:53.167101 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9468e02-907f-4b36-aa9d-978ea1d03b39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Pushing event updated for resources: {'Port': ['ID=e1bd9068-9499-4ca6-b811-83fccd2c9ecc,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:34:53.196449 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-e9468e02-907f-4b36-aa9d-978ea1d03b39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 4.3897898 Jan 28 19:34:53.196632 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.db.api [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103306) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 19:34:53.196632 n-d-812111-14 neutron-server[103306]: DEBUG oslo_db.api [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 19:34:53.197216 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 39962) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:34:53.240144 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17c4554-cd67-4fe0-887b-81c8170cf7ef None None] Pushing event updated for resources: {'Port': ['ID=88be7f49-c829-4f39-b0ec-68b7cfeceda2,revision_number=4']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:34:53.248026 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2257e136-2705-4f3f-b19e-9312a9ee4ba3 None None] Provisioning complete for port c7eac586-34b4-4287-9807-54d696529772 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:34:53.251722 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2257e136-2705-4f3f-b19e-9312a9ee4ba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (c7eac586-34b4-4287-9807-54d696529772), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:53.449031 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-26cbc40d-fa2e-4930-9ad0-40211653dbce None None] Set router 468365e5-c3aa-40a4-92af-9a325e24257e gateway port host: None {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:34:53.490858 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-18236961-6c8f-46f4-82fe-dd7c1609cadb tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Deleting port e1bd9068-9499-4ca6-b811-83fccd2c9ecc {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:34:53.494337 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-18236961-6c8f-46f4-82fe-dd7c1609cadb tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (e1bd9068-9499-4ca6-b811-83fccd2c9ecc), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:53.516238 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f428041-ab8f-452c-a565-2d2376dd01a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68cd31fd-e4cd-5fb3-a862-256fc47efcd2-e10e19ca-7ec8-4205-820c-0024003e3a49', 'network_id': 'e10e19ca-7ec8-4205-820c-0024003e3a49', 'project_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'fixed_ips': [{'subnet_id': '0c19fa19-9e57-458f-920d-056b53ce75b9'}]}} from n-d-812111-14. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:34:53.518893 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6f428041-ab8f-452c-a565-2d2376dd01a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:53.831076 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-18236961-6c8f-46f4-82fe-dd7c1609cadb tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] For port e1bd9068-9499-4ca6-b811-83fccd2c9ecc, host n-h2-812111-14, got binding levels [] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:34:53.831563 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-18236961-6c8f-46f4-82fe-dd7c1609cadb tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (e1bd9068-9499-4ca6-b811-83fccd2c9ecc), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:53.877336 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port c7eac586-34b4-4287-9807-54d696529772 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:34:53.882335 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-18236961-6c8f-46f4-82fe-dd7c1609cadb tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Calling delete_port for e1bd9068-9499-4ca6-b811-83fccd2c9ecc owned by {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:34:53.889397 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 272884d2-c124-4a24-b060-5e824959bbd6 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:34:53.987099 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device e0b58b58-74eb-4b33-a1c3-cbef8b1ccbef no longer exists at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:34:54.028834 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] No Port match for: e0b58b58-74eb-4b33-a1c3-cbef8b1ccbef {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:34:54.029207 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device e0b58b58-74eb-4b33-a1c3-cbef8b1ccbef not bound to the agent host n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:34:54.084547 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:54.126777 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-26cbc40d-fa2e-4930-9ad0-40211653dbce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '468365e5-c3aa-40a4-92af-9a325e24257e', 'name': 'tempest-RoutersIpV6Test-router-1141481547', 'tenant_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:34:19Z', 'updated_at': '2022-01-28T19:34:46Z', 'revision_number': 4, 'project_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'gw_port_host': None, '_interfaces': [{'id': '272884d2-c124-4a24-b060-5e824959bbd6', 'name': '', 'network_id': '1423b23e-7396-42d5-b97d-bf12d0af5d8f', 'tenant_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'mac_address': 'fa:16:3e:02:36:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468365e5-c3aa-40a4-92af-9a325e24257e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': 'd3127f0b-5846-430b-8bdb-0f38cd1b652f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:34:35Z', 'updated_at': '2022-01-28T19:34:48Z', 'revision_number': 5, 'project_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'subnets': [{'id': 'd3127f0b-5846-430b-8bdb-0f38cd1b652f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '88be7f49-c829-4f39-b0ec-68b7cfeceda2', 'name': '', 'network_id': 'dbc67f23-32f4-4dbe-a4ad-6102c64991cd', 'tenant_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'mac_address': 'fa:16:3e:60:0c:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '468365e5-c3aa-40a4-92af-9a325e24257e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2375, 'fixed_ips': [{'subnet_id': 'bfed8ba4-b868-4198-8ab7-ea6da54a97d6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:34:45Z', 'updated_at': '2022-01-28T19:34:52Z', 'revision_number': 4, 'project_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'subnets': [{'id': 'bfed8ba4-b868-4198-8ab7-ea6da54a97d6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7d0e876-0365-4118-ae7b-1cafd5aa381e', 'name': '', 'network_id': '3bd239a4-803d-4686-82a3-6e666e3c26b5', 'tenant_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'mac_address': 'fa:16:3e:f1:82:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468365e5-c3aa-40a4-92af-9a325e24257e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': '13823000-eeb3-44f0-a92b-e846d7802a40', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:34:24Z', 'updated_at': '2022-01-28T19:34:35Z', 'revision_number': 5, 'project_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'subnets': [{'id': '13823000-eeb3-44f0-a92b-e846d7802a40', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:34:54.146013 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 272884d2-c124-4a24-b060-5e824959bbd6 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:34:54.146395 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (272884d2-c124-4a24-b060-5e824959bbd6), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:54.155464 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2257e136-2705-4f3f-b19e-9312a9ee4ba3 None None] Current status of the port c7eac586-34b4-4287-9807-54d696529772 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:34:54.184912 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26cbc40d-fa2e-4930-9ad0-40211653dbce None None] The sync data for ids ['468365e5-c3aa-40a4-92af-9a325e24257e'] in n-d-812111-14 is: [{'id': '468365e5-c3aa-40a4-92af-9a325e24257e', 'name': 'tempest-RoutersIpV6Test-router-1141481547', 'tenant_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:34:19Z', 'updated_at': '2022-01-28T19:34:46Z', 'revision_number': 4, 'project_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'gw_port_host': None, '_interfaces': [{'id': '272884d2-c124-4a24-b060-5e824959bbd6', 'name': '', 'network_id': '1423b23e-7396-42d5-b97d-bf12d0af5d8f', 'tenant_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'mac_address': 'fa:16:3e:02:36:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468365e5-c3aa-40a4-92af-9a325e24257e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': 'd3127f0b-5846-430b-8bdb-0f38cd1b652f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:34:35Z', 'updated_at': '2022-01-28T19:34:48Z', 'revision_number': 5, 'project_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'subnets': [{'id': 'd3127f0b-5846-430b-8bdb-0f38cd1b652f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '88be7f49-c829-4f39-b0ec-68b7cfeceda2', 'name': '', 'network_id': 'dbc67f23-32f4-4dbe-a4ad-6102c64991cd', 'tenant_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'mac_address': 'fa:16:3e:60:0c:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '468365e5-c3aa-40a4-92af-9a325e24257e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2375, 'fixed_ips': [{'subnet_id': 'bfed8ba4-b868-4198-8ab7-ea6da54a97d6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:34:45Z', 'updated_at': '2022-01-28T19:34:52Z', 'revision_number': 4, 'project_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'subnets': [{'id': 'bfed8ba4-b868-4198-8ab7-ea6da54a97d6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7d0e876-0365-4118-ae7b-1cafd5aa381e', 'name': '', 'network_id': '3bd239a4-803d-4686-82a3-6e666e3c26b5', 'tenant_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'mac_address': 'fa:16:3e:f1:82:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468365e5-c3aa-40a4-92af-9a325e24257e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': '13823000-eeb3-44f0-a92b-e846d7802a40', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:34:24Z', 'updated_at': '2022-01-28T19:34:35Z', 'revision_number': 5, 'project_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'subnets': [{'id': '13823000-eeb3-44f0-a92b-e846d7802a40', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:34:54.191423 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-18236961-6c8f-46f4-82fe-dd7c1609cadb tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (e1bd9068-9499-4ca6-b811-83fccd2c9ecc), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:54.193629 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-97c4273a-54e3-4fbb-bd5a-caa7abb345e5 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:54.333592 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-18236961-6c8f-46f4-82fe-dd7c1609cadb tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:54.351685 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-18236961-6c8f-46f4-82fe-dd7c1609cadb tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] 10.222.0.64 "DELETE /v2.0/ports/e1bd9068-9499-4ca6-b811-83fccd2c9ecc HTTP/1.1" status: 204 len: 168 time: 1.1526237 Jan 28 19:34:54.352925 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18236961-6c8f-46f4-82fe-dd7c1609cadb tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Pushing event deleted for resources: {'Port': ['ID=e1bd9068-9499-4ca6-b811-83fccd2c9ecc,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:34:54.358682 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 39988) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:34:54.389714 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-6f428041-ab8f-452c-a565-2d2376dd01a0 None None] Allocated IP 2001:db8:3::2 (e10e19ca-7ec8-4205-820c-0024003e3a49/0c19fa19-9e57-458f-920d-056b53ce75b9/3beafa4a-84f4-4373-8b62-7b0a79f3da20) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:34:54.431382 n-d-812111-14 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-166c8c30-6b60-486f-b304-fbc14df62455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] GET failed (client error): The resource could not be found. Jan 28 19:34:54.443455 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-166c8c30-6b60-486f-b304-fbc14df62455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] 10.222.0.64 "GET /v2.0/ports/e1bd9068-9499-4ca6-b811-83fccd2c9ecc HTTP/1.1" status: 404 len: 333 time: 0.0833743 Jan 28 19:34:54.447329 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 39990) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:34:54.470537 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-793fc7ee-f0ed-4572-835a-e7b83a8707e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Request body: {'port': {'network_id': 'dc69c6eb-5721-42d6-aa06-e68afe3c116f', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-815573940'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:34:54.517144 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-793fc7ee-f0ed-4572-835a-e7b83a8707e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Made reservation on behalf of f83f35d322464357b12f2e53c8a32cde for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:34:54.523170 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-793fc7ee-f0ed-4572-835a-e7b83a8707e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:54.568460 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [None req-793fc7ee-f0ed-4572-835a-e7b83a8707e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] device_id is not set on port 7b651b02-93a8-4ede-8a74-0e7efaab912b yet. {{(pid=103304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:34:54.656440 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-916ec1e3-5737-4f74-bad2-f47154f1d323 None None] Provisioning complete for port 88be7f49-c829-4f39-b0ec-68b7cfeceda2 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:34:54.656879 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-916ec1e3-5737-4f74-bad2-f47154f1d323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (88be7f49-c829-4f39-b0ec-68b7cfeceda2), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:54.888931 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 272884d2-c124-4a24-b060-5e824959bbd6 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:34:54.959326 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-793fc7ee-f0ed-4572-835a-e7b83a8707e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Publish callbacks [] for port (7b651b02-93a8-4ede-8a74-0e7efaab912b), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:55.108005 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-793fc7ee-f0ed-4572-835a-e7b83a8707e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (7b651b02-93a8-4ede-8a74-0e7efaab912b), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:55.212712 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-793fc7ee-f0ed-4572-835a-e7b83a8707e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Network dc69c6eb-5721-42d6-aa06-e68afe3c116f is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:34:55.224628 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-793fc7ee-f0ed-4572-835a-e7b83a8707e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:34:55.228334 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793fc7ee-f0ed-4572-835a-e7b83a8707e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:34:55.233374 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-793fc7ee-f0ed-4572-835a-e7b83a8707e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:34:55.234074 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-793fc7ee-f0ed-4572-835a-e7b83a8707e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:55.280381 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-916ec1e3-5737-4f74-bad2-f47154f1d323 None None] Current status of the port 88be7f49-c829-4f39-b0ec-68b7cfeceda2 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:34:55.280776 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-916ec1e3-5737-4f74-bad2-f47154f1d323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (88be7f49-c829-4f39-b0ec-68b7cfeceda2), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:55.286116 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6f428041-ab8f-452c-a565-2d2376dd01a0 None None] Publish callbacks [] for port (3beafa4a-84f4-4373-8b62-7b0a79f3da20), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:55.287589 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-793fc7ee-f0ed-4572-835a-e7b83a8707e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.8364489 Jan 28 19:34:55.288281 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 40002) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:34:55.296750 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-8aeb3a87-ee72-45c9-9b10-1fcd58675ca3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-812111-14'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:34:55.306456 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793fc7ee-f0ed-4572-835a-e7b83a8707e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Pushing event updated for resources: {'Port': ['ID=7b651b02-93a8-4ede-8a74-0e7efaab912b,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:34:55.383477 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-916ec1e3-5737-4f74-bad2-f47154f1d323 None None] For port 88be7f49-c829-4f39-b0ec-68b7cfeceda2, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=88be7f49-c829-4f39-b0ec-68b7cfeceda2,segment=NetworkSegment(ea3e0d2b-2cb1-42de-973a-4a09821ceca3),segment_id=ea3e0d2b-2cb1-42de-973a-4a09821ceca3)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:34:55.388905 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6f428041-ab8f-452c-a565-2d2376dd01a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (3beafa4a-84f4-4373-8b62-7b0a79f3da20), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:55.459274 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8aeb3a87-ee72-45c9-9b10-1fcd58675ca3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (7b651b02-93a8-4ede-8a74-0e7efaab912b), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:55.498755 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-916ec1e3-5737-4f74-bad2-f47154f1d323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (88be7f49-c829-4f39-b0ec-68b7cfeceda2), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:55.503588 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f428041-ab8f-452c-a565-2d2376dd01a0 None None] Pushing event updated for resources: {'Port': ['ID=3beafa4a-84f4-4373-8b62-7b0a79f3da20,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:34:55.505822 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device c7eac586-34b4-4287-9807-54d696529772 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:34:55.617450 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f428041-ab8f-452c-a565-2d2376dd01a0 None None] Network e10e19ca-7ec8-4205-820c-0024003e3a49 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:34:55.621243 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f428041-ab8f-452c-a565-2d2376dd01a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:34:55.621603 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f428041-ab8f-452c-a565-2d2376dd01a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:34:55.621949 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f428041-ab8f-452c-a565-2d2376dd01a0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:34:55.622289 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f428041-ab8f-452c-a565-2d2376dd01a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:34:55.627753 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f428041-ab8f-452c-a565-2d2376dd01a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:34:55.628099 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f428041-ab8f-452c-a565-2d2376dd01a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:34:55.628439 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f428041-ab8f-452c-a565-2d2376dd01a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:34:55.628780 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f428041-ab8f-452c-a565-2d2376dd01a0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:34:55.629128 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f428041-ab8f-452c-a565-2d2376dd01a0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:34:55.629515 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f428041-ab8f-452c-a565-2d2376dd01a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:34:55.629849 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f428041-ab8f-452c-a565-2d2376dd01a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:34:55.630168 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f428041-ab8f-452c-a565-2d2376dd01a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:34:55.630496 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f428041-ab8f-452c-a565-2d2376dd01a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:34:55.646614 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-6f428041-ab8f-452c-a565-2d2376dd01a0 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:34:55.652332 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f428041-ab8f-452c-a565-2d2376dd01a0 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:34:55.811443 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b8d3ee-2f2d-431b-9656-a0c08903126a req-e5c1d50b-8bb5-478b-a020-dedb0e58d75a tempest-ListServersNegativeTestJSON-2039046189 tempest-ListServersNegativeTestJSON-2039046189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:34:55.817638 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b8d3ee-2f2d-431b-9656-a0c08903126a req-e5c1d50b-8bb5-478b-a020-dedb0e58d75a tempest-ListServersNegativeTestJSON-2039046189 tempest-ListServersNegativeTestJSON-2039046189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:34:55.826170 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-16b8d3ee-2f2d-431b-9656-a0c08903126a req-e5c1d50b-8bb5-478b-a020-dedb0e58d75a tempest-ListServersNegativeTestJSON-2039046189 tempest-ListServersNegativeTestJSON-2039046189-project] 10.222.0.64 "GET /v2.0/ports?device_id=63b95976-d6be-45fe-9cfb-acd2ec9a2de2&device_id=831b9919-4651-4bd6-b33e-696d3a007486 HTTP/1.1" status: 200 len: 1682 time: 1.0410869 Jan 28 19:34:55.835673 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port c7eac586-34b4-4287-9807-54d696529772 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:34:55.836059 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (c7eac586-34b4-4287-9807-54d696529772), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:55.844791 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [None req-8aeb3a87-ee72-45c9-9b10-1fcd58675ca3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] device_id is not set on port 7b651b02-93a8-4ede-8a74-0e7efaab912b yet. {{(pid=103304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:34:55.865054 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8aeb3a87-ee72-45c9-9b10-1fcd58675ca3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Publish callbacks [] for port (7b651b02-93a8-4ede-8a74-0e7efaab912b), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:55.874119 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8aeb3a87-ee72-45c9-9b10-1fcd58675ca3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (7b651b02-93a8-4ede-8a74-0e7efaab912b), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:55.878795 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-97c4273a-54e3-4fbb-bd5a-caa7abb345e5 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Allocated IP 2001:db8:3::1 (e10e19ca-7ec8-4205-820c-0024003e3a49/0c19fa19-9e57-458f-920d-056b53ce75b9/515313fb-5217-44b7-9b55-d56641b80291) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:34:55.917436 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-6f428041-ab8f-452c-a565-2d2376dd01a0 None None] Attempting to bind port 3beafa4a-84f4-4373-8b62-7b0a79f3da20 on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:34:55.917943 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-6f428041-ab8f-452c-a565-2d2376dd01a0 None None] Attempting to bind port 3beafa4a-84f4-4373-8b62-7b0a79f3da20 by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': 'f5903d56-725d-47b6-a944-94f8c9dbecbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'e10e19ca-7ec8-4205-820c-0024003e3a49'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:34:55.918927 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f428041-ab8f-452c-a565-2d2376dd01a0 None None] Attempting to bind port 3beafa4a-84f4-4373-8b62-7b0a79f3da20 on network e10e19ca-7ec8-4205-820c-0024003e3a49 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:34:55.942209 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916ec1e3-5737-4f74-bad2-f47154f1d323 None None] Pushing event updated for resources: {'Port': ['ID=88be7f49-c829-4f39-b0ec-68b7cfeceda2,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:34:55.946337 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aeb3a87-ee72-45c9-9b10-1fcd58675ca3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Pushing event updated for resources: {'Port': ['ID=7b651b02-93a8-4ede-8a74-0e7efaab912b,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:34:55.956244 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-16b8d3ee-2f2d-431b-9656-a0c08903126a req-64738cd1-947c-48b5-9a33-c0d0e329cb43 tempest-ListServersNegativeTestJSON-2039046189 tempest-ListServersNegativeTestJSON-2039046189-project] 10.222.0.64 "GET /v2.0/security-groups?id=f3463348-4b9e-41ee-a9d7-77a9e5d64664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105735 Jan 28 19:34:55.986549 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f428041-ab8f-452c-a565-2d2376dd01a0 None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:34:55.996753 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f428041-ab8f-452c-a565-2d2376dd01a0 None None] Checking segment: {'id': 'f5903d56-725d-47b6-a944-94f8c9dbecbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'e10e19ca-7ec8-4205-820c-0024003e3a49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:34:55.996753 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6f428041-ab8f-452c-a565-2d2376dd01a0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:55.996753 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f428041-ab8f-452c-a565-2d2376dd01a0 None None] Bound using segment: {'id': 'f5903d56-725d-47b6-a944-94f8c9dbecbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'e10e19ca-7ec8-4205-820c-0024003e3a49'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:34:55.996753 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-6f428041-ab8f-452c-a565-2d2376dd01a0 None None] Bound port: 3beafa4a-84f4-4373-8b62-7b0a79f3da20, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5903d56-725d-47b6-a944-94f8c9dbecbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'e10e19ca-7ec8-4205-820c-0024003e3a49'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:34:55.996753 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6f428041-ab8f-452c-a565-2d2376dd01a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (3beafa4a-84f4-4373-8b62-7b0a79f3da20), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:56.038382 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-8aeb3a87-ee72-45c9-9b10-1fcd58675ca3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Attempting to bind port 7b651b02-93a8-4ede-8a74-0e7efaab912b on host n-h2-812111-14 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:34:56.038952 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-8aeb3a87-ee72-45c9-9b10-1fcd58675ca3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Attempting to bind port 7b651b02-93a8-4ede-8a74-0e7efaab912b by drivers openvswitch,hyperv on host n-h2-812111-14 at level 0 using segments [{'id': '0b73f8fc-630f-4d0d-8a4f-df11fea9b7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'dc69c6eb-5721-42d6-aa06-e68afe3c116f'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:34:56.039156 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aeb3a87-ee72-45c9-9b10-1fcd58675ca3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Attempting to bind port 7b651b02-93a8-4ede-8a74-0e7efaab912b on network dc69c6eb-5721-42d6-aa06-e68afe3c116f {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:34:56.050659 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aeb3a87-ee72-45c9-9b10-1fcd58675ca3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Port 7b651b02-93a8-4ede-8a74-0e7efaab912b on network dc69c6eb-5721-42d6-aa06-e68afe3c116f not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-14 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:34:56.051102 n-d-812111-14 neutron-server[103304]: ERROR neutron.plugins.ml2.managers [None req-8aeb3a87-ee72-45c9-9b10-1fcd58675ca3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Failed to bind port 7b651b02-93a8-4ede-8a74-0e7efaab912b on host n-h2-812111-14 for vnic_type normal using segments [{'id': '0b73f8fc-630f-4d0d-8a4f-df11fea9b7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'dc69c6eb-5721-42d6-aa06-e68afe3c116f'}] Jan 28 19:34:56.052318 n-d-812111-14 neutron-server[103304]: INFO neutron.plugins.ml2.plugin [None req-8aeb3a87-ee72-45c9-9b10-1fcd58675ca3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Attempt 2 to bind port 7b651b02-93a8-4ede-8a74-0e7efaab912b Jan 28 19:34:56.112759 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-8aeb3a87-ee72-45c9-9b10-1fcd58675ca3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Attempting to bind port 7b651b02-93a8-4ede-8a74-0e7efaab912b on host n-h2-812111-14 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:34:56.113386 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-8aeb3a87-ee72-45c9-9b10-1fcd58675ca3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Attempting to bind port 7b651b02-93a8-4ede-8a74-0e7efaab912b by drivers openvswitch,hyperv on host n-h2-812111-14 at level 0 using segments [{'id': '0b73f8fc-630f-4d0d-8a4f-df11fea9b7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'dc69c6eb-5721-42d6-aa06-e68afe3c116f'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:34:56.116456 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aeb3a87-ee72-45c9-9b10-1fcd58675ca3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Attempting to bind port 7b651b02-93a8-4ede-8a74-0e7efaab912b on network dc69c6eb-5721-42d6-aa06-e68afe3c116f {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:34:56.134414 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aeb3a87-ee72-45c9-9b10-1fcd58675ca3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Port 7b651b02-93a8-4ede-8a74-0e7efaab912b on network dc69c6eb-5721-42d6-aa06-e68afe3c116f not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-14 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:34:56.137420 n-d-812111-14 neutron-server[103304]: ERROR neutron.plugins.ml2.managers [None req-8aeb3a87-ee72-45c9-9b10-1fcd58675ca3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Failed to bind port 7b651b02-93a8-4ede-8a74-0e7efaab912b on host n-h2-812111-14 for vnic_type normal using segments [{'id': '0b73f8fc-630f-4d0d-8a4f-df11fea9b7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'dc69c6eb-5721-42d6-aa06-e68afe3c116f'}] Jan 28 19:34:56.140068 n-d-812111-14 neutron-server[103304]: INFO neutron.plugins.ml2.plugin [None req-8aeb3a87-ee72-45c9-9b10-1fcd58675ca3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Attempt 3 to bind port 7b651b02-93a8-4ede-8a74-0e7efaab912b Jan 28 19:34:56.187102 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-8aeb3a87-ee72-45c9-9b10-1fcd58675ca3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Attempting to bind port 7b651b02-93a8-4ede-8a74-0e7efaab912b on host n-h2-812111-14 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:34:56.188705 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-8aeb3a87-ee72-45c9-9b10-1fcd58675ca3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Attempting to bind port 7b651b02-93a8-4ede-8a74-0e7efaab912b by drivers openvswitch,hyperv on host n-h2-812111-14 at level 0 using segments [{'id': '0b73f8fc-630f-4d0d-8a4f-df11fea9b7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'dc69c6eb-5721-42d6-aa06-e68afe3c116f'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:34:56.193324 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aeb3a87-ee72-45c9-9b10-1fcd58675ca3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Attempting to bind port 7b651b02-93a8-4ede-8a74-0e7efaab912b on network dc69c6eb-5721-42d6-aa06-e68afe3c116f {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:34:56.200038 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aeb3a87-ee72-45c9-9b10-1fcd58675ca3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Port 7b651b02-93a8-4ede-8a74-0e7efaab912b on network dc69c6eb-5721-42d6-aa06-e68afe3c116f not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-14 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:34:56.200552 n-d-812111-14 neutron-server[103304]: ERROR neutron.plugins.ml2.managers [None req-8aeb3a87-ee72-45c9-9b10-1fcd58675ca3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Failed to bind port 7b651b02-93a8-4ede-8a74-0e7efaab912b on host n-h2-812111-14 for vnic_type normal using segments [{'id': '0b73f8fc-630f-4d0d-8a4f-df11fea9b7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'dc69c6eb-5721-42d6-aa06-e68afe3c116f'}] Jan 28 19:34:56.201122 n-d-812111-14 neutron-server[103304]: INFO neutron.plugins.ml2.plugin [None req-8aeb3a87-ee72-45c9-9b10-1fcd58675ca3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Attempt 4 to bind port 7b651b02-93a8-4ede-8a74-0e7efaab912b Jan 28 19:34:56.222536 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-97c4273a-54e3-4fbb-bd5a-caa7abb345e5 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks [] for port (515313fb-5217-44b7-9b55-d56641b80291), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:56.271115 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-8aeb3a87-ee72-45c9-9b10-1fcd58675ca3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Attempting to bind port 7b651b02-93a8-4ede-8a74-0e7efaab912b on host n-h2-812111-14 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:34:56.271482 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-8aeb3a87-ee72-45c9-9b10-1fcd58675ca3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Attempting to bind port 7b651b02-93a8-4ede-8a74-0e7efaab912b by drivers openvswitch,hyperv on host n-h2-812111-14 at level 0 using segments [{'id': '0b73f8fc-630f-4d0d-8a4f-df11fea9b7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'dc69c6eb-5721-42d6-aa06-e68afe3c116f'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:34:56.271828 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aeb3a87-ee72-45c9-9b10-1fcd58675ca3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Attempting to bind port 7b651b02-93a8-4ede-8a74-0e7efaab912b on network dc69c6eb-5721-42d6-aa06-e68afe3c116f {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:34:56.281384 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aeb3a87-ee72-45c9-9b10-1fcd58675ca3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Port 7b651b02-93a8-4ede-8a74-0e7efaab912b on network dc69c6eb-5721-42d6-aa06-e68afe3c116f not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-14 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:34:56.281736 n-d-812111-14 neutron-server[103304]: ERROR neutron.plugins.ml2.managers [None req-8aeb3a87-ee72-45c9-9b10-1fcd58675ca3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Failed to bind port 7b651b02-93a8-4ede-8a74-0e7efaab912b on host n-h2-812111-14 for vnic_type normal using segments [{'id': '0b73f8fc-630f-4d0d-8a4f-df11fea9b7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'dc69c6eb-5721-42d6-aa06-e68afe3c116f'}] Jan 28 19:34:56.285759 n-d-812111-14 neutron-server[103304]: INFO neutron.plugins.ml2.plugin [None req-8aeb3a87-ee72-45c9-9b10-1fcd58675ca3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Attempt 5 to bind port 7b651b02-93a8-4ede-8a74-0e7efaab912b Jan 28 19:34:56.317661 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-8aeb3a87-ee72-45c9-9b10-1fcd58675ca3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Attempting to bind port 7b651b02-93a8-4ede-8a74-0e7efaab912b on host n-h2-812111-14 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:34:56.318147 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-8aeb3a87-ee72-45c9-9b10-1fcd58675ca3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Attempting to bind port 7b651b02-93a8-4ede-8a74-0e7efaab912b by drivers openvswitch,hyperv on host n-h2-812111-14 at level 0 using segments [{'id': '0b73f8fc-630f-4d0d-8a4f-df11fea9b7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'dc69c6eb-5721-42d6-aa06-e68afe3c116f'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:34:56.318427 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aeb3a87-ee72-45c9-9b10-1fcd58675ca3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Attempting to bind port 7b651b02-93a8-4ede-8a74-0e7efaab912b on network dc69c6eb-5721-42d6-aa06-e68afe3c116f {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:34:56.330192 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aeb3a87-ee72-45c9-9b10-1fcd58675ca3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Port 7b651b02-93a8-4ede-8a74-0e7efaab912b on network dc69c6eb-5721-42d6-aa06-e68afe3c116f not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-14 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:34:56.330546 n-d-812111-14 neutron-server[103304]: ERROR neutron.plugins.ml2.managers [None req-8aeb3a87-ee72-45c9-9b10-1fcd58675ca3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Failed to bind port 7b651b02-93a8-4ede-8a74-0e7efaab912b on host n-h2-812111-14 for vnic_type normal using segments [{'id': '0b73f8fc-630f-4d0d-8a4f-df11fea9b7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'dc69c6eb-5721-42d6-aa06-e68afe3c116f'}] Jan 28 19:34:56.330976 n-d-812111-14 neutron-server[103304]: INFO neutron.plugins.ml2.plugin [None req-8aeb3a87-ee72-45c9-9b10-1fcd58675ca3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Attempt 6 to bind port 7b651b02-93a8-4ede-8a74-0e7efaab912b Jan 28 19:34:56.376286 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-8aeb3a87-ee72-45c9-9b10-1fcd58675ca3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Attempting to bind port 7b651b02-93a8-4ede-8a74-0e7efaab912b on host n-h2-812111-14 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:34:56.376286 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-8aeb3a87-ee72-45c9-9b10-1fcd58675ca3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Attempting to bind port 7b651b02-93a8-4ede-8a74-0e7efaab912b by drivers openvswitch,hyperv on host n-h2-812111-14 at level 0 using segments [{'id': '0b73f8fc-630f-4d0d-8a4f-df11fea9b7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'dc69c6eb-5721-42d6-aa06-e68afe3c116f'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:34:56.376286 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aeb3a87-ee72-45c9-9b10-1fcd58675ca3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Attempting to bind port 7b651b02-93a8-4ede-8a74-0e7efaab912b on network dc69c6eb-5721-42d6-aa06-e68afe3c116f {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:34:56.383997 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-6f428041-ab8f-452c-a565-2d2376dd01a0 None None] For port 3beafa4a-84f4-4373-8b62-7b0a79f3da20, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:34:56.394818 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-6f428041-ab8f-452c-a565-2d2376dd01a0 None None] For port 3beafa4a-84f4-4373-8b62-7b0a79f3da20, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=3beafa4a-84f4-4373-8b62-7b0a79f3da20,segment=NetworkSegment(f5903d56-725d-47b6-a944-94f8c9dbecbb),segment_id=f5903d56-725d-47b6-a944-94f8c9dbecbb)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:34:56.395041 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aeb3a87-ee72-45c9-9b10-1fcd58675ca3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Port 7b651b02-93a8-4ede-8a74-0e7efaab912b on network dc69c6eb-5721-42d6-aa06-e68afe3c116f not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-14 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:34:56.395365 n-d-812111-14 neutron-server[103304]: ERROR neutron.plugins.ml2.managers [None req-8aeb3a87-ee72-45c9-9b10-1fcd58675ca3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Failed to bind port 7b651b02-93a8-4ede-8a74-0e7efaab912b on host n-h2-812111-14 for vnic_type normal using segments [{'id': '0b73f8fc-630f-4d0d-8a4f-df11fea9b7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'dc69c6eb-5721-42d6-aa06-e68afe3c116f'}] Jan 28 19:34:56.395772 n-d-812111-14 neutron-server[103304]: INFO neutron.plugins.ml2.plugin [None req-8aeb3a87-ee72-45c9-9b10-1fcd58675ca3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Attempt 7 to bind port 7b651b02-93a8-4ede-8a74-0e7efaab912b Jan 28 19:34:56.439633 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-97c4273a-54e3-4fbb-bd5a-caa7abb345e5 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (515313fb-5217-44b7-9b55-d56641b80291), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:56.442409 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6f428041-ab8f-452c-a565-2d2376dd01a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (3beafa4a-84f4-4373-8b62-7b0a79f3da20), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:56.501048 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-8aeb3a87-ee72-45c9-9b10-1fcd58675ca3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Attempting to bind port 7b651b02-93a8-4ede-8a74-0e7efaab912b on host n-h2-812111-14 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:34:56.502321 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-8aeb3a87-ee72-45c9-9b10-1fcd58675ca3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Attempting to bind port 7b651b02-93a8-4ede-8a74-0e7efaab912b by drivers openvswitch,hyperv on host n-h2-812111-14 at level 0 using segments [{'id': '0b73f8fc-630f-4d0d-8a4f-df11fea9b7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'dc69c6eb-5721-42d6-aa06-e68afe3c116f'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:34:56.502831 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aeb3a87-ee72-45c9-9b10-1fcd58675ca3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Attempting to bind port 7b651b02-93a8-4ede-8a74-0e7efaab912b on network dc69c6eb-5721-42d6-aa06-e68afe3c116f {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:34:56.520240 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aeb3a87-ee72-45c9-9b10-1fcd58675ca3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Port 7b651b02-93a8-4ede-8a74-0e7efaab912b on network dc69c6eb-5721-42d6-aa06-e68afe3c116f not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-14 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:34:56.520987 n-d-812111-14 neutron-server[103304]: ERROR neutron.plugins.ml2.managers [None req-8aeb3a87-ee72-45c9-9b10-1fcd58675ca3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Failed to bind port 7b651b02-93a8-4ede-8a74-0e7efaab912b on host n-h2-812111-14 for vnic_type normal using segments [{'id': '0b73f8fc-630f-4d0d-8a4f-df11fea9b7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'dc69c6eb-5721-42d6-aa06-e68afe3c116f'}] Jan 28 19:34:56.522058 n-d-812111-14 neutron-server[103304]: INFO neutron.plugins.ml2.plugin [None req-8aeb3a87-ee72-45c9-9b10-1fcd58675ca3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Attempt 8 to bind port 7b651b02-93a8-4ede-8a74-0e7efaab912b Jan 28 19:34:56.557460 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-8aeb3a87-ee72-45c9-9b10-1fcd58675ca3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Attempting to bind port 7b651b02-93a8-4ede-8a74-0e7efaab912b on host n-h2-812111-14 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:34:56.557967 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-8aeb3a87-ee72-45c9-9b10-1fcd58675ca3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Attempting to bind port 7b651b02-93a8-4ede-8a74-0e7efaab912b by drivers openvswitch,hyperv on host n-h2-812111-14 at level 0 using segments [{'id': '0b73f8fc-630f-4d0d-8a4f-df11fea9b7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'dc69c6eb-5721-42d6-aa06-e68afe3c116f'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:34:56.559459 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aeb3a87-ee72-45c9-9b10-1fcd58675ca3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Attempting to bind port 7b651b02-93a8-4ede-8a74-0e7efaab912b on network dc69c6eb-5721-42d6-aa06-e68afe3c116f {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:34:56.570951 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aeb3a87-ee72-45c9-9b10-1fcd58675ca3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Port 7b651b02-93a8-4ede-8a74-0e7efaab912b on network dc69c6eb-5721-42d6-aa06-e68afe3c116f not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-14 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:34:56.571294 n-d-812111-14 neutron-server[103304]: ERROR neutron.plugins.ml2.managers [None req-8aeb3a87-ee72-45c9-9b10-1fcd58675ca3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Failed to bind port 7b651b02-93a8-4ede-8a74-0e7efaab912b on host n-h2-812111-14 for vnic_type normal using segments [{'id': '0b73f8fc-630f-4d0d-8a4f-df11fea9b7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'dc69c6eb-5721-42d6-aa06-e68afe3c116f'}] Jan 28 19:34:56.571713 n-d-812111-14 neutron-server[103304]: INFO neutron.plugins.ml2.plugin [None req-8aeb3a87-ee72-45c9-9b10-1fcd58675ca3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Attempt 9 to bind port 7b651b02-93a8-4ede-8a74-0e7efaab912b Jan 28 19:34:56.590121 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c4273a-54e3-4fbb-bd5a-caa7abb345e5 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Network e10e19ca-7ec8-4205-820c-0024003e3a49 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:34:56.606558 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-8aeb3a87-ee72-45c9-9b10-1fcd58675ca3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Attempting to bind port 7b651b02-93a8-4ede-8a74-0e7efaab912b on host n-h2-812111-14 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:34:56.606914 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-8aeb3a87-ee72-45c9-9b10-1fcd58675ca3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Attempting to bind port 7b651b02-93a8-4ede-8a74-0e7efaab912b by drivers openvswitch,hyperv on host n-h2-812111-14 at level 0 using segments [{'id': '0b73f8fc-630f-4d0d-8a4f-df11fea9b7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'dc69c6eb-5721-42d6-aa06-e68afe3c116f'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:34:56.608219 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-97c4273a-54e3-4fbb-bd5a-caa7abb345e5 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:34:56.609652 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aeb3a87-ee72-45c9-9b10-1fcd58675ca3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Attempting to bind port 7b651b02-93a8-4ede-8a74-0e7efaab912b on network dc69c6eb-5721-42d6-aa06-e68afe3c116f {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:34:56.622134 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aeb3a87-ee72-45c9-9b10-1fcd58675ca3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Port 7b651b02-93a8-4ede-8a74-0e7efaab912b on network dc69c6eb-5721-42d6-aa06-e68afe3c116f not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-14 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:34:56.622470 n-d-812111-14 neutron-server[103304]: ERROR neutron.plugins.ml2.managers [None req-8aeb3a87-ee72-45c9-9b10-1fcd58675ca3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Failed to bind port 7b651b02-93a8-4ede-8a74-0e7efaab912b on host n-h2-812111-14 for vnic_type normal using segments [{'id': '0b73f8fc-630f-4d0d-8a4f-df11fea9b7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'dc69c6eb-5721-42d6-aa06-e68afe3c116f'}] Jan 28 19:34:56.622886 n-d-812111-14 neutron-server[103304]: INFO neutron.plugins.ml2.plugin [None req-8aeb3a87-ee72-45c9-9b10-1fcd58675ca3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Attempt 10 to bind port 7b651b02-93a8-4ede-8a74-0e7efaab912b Jan 28 19:34:56.623128 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c4273a-54e3-4fbb-bd5a-caa7abb345e5 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:34:56.623691 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-97c4273a-54e3-4fbb-bd5a-caa7abb345e5 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734769'] for router_interface (468365e5-c3aa-40a4-92af-9a325e24257e), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:56.658347 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-8aeb3a87-ee72-45c9-9b10-1fcd58675ca3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Attempting to bind port 7b651b02-93a8-4ede-8a74-0e7efaab912b on host n-h2-812111-14 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:34:56.658662 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-8aeb3a87-ee72-45c9-9b10-1fcd58675ca3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Attempting to bind port 7b651b02-93a8-4ede-8a74-0e7efaab912b by drivers openvswitch,hyperv on host n-h2-812111-14 at level 0 using segments [{'id': '0b73f8fc-630f-4d0d-8a4f-df11fea9b7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'dc69c6eb-5721-42d6-aa06-e68afe3c116f'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:34:56.658976 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aeb3a87-ee72-45c9-9b10-1fcd58675ca3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Attempting to bind port 7b651b02-93a8-4ede-8a74-0e7efaab912b on network dc69c6eb-5721-42d6-aa06-e68afe3c116f {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:34:56.660982 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port c7eac586-34b4-4287-9807-54d696529772 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:34:56.662135 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 88be7f49-c829-4f39-b0ec-68b7cfeceda2 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:34:56.668968 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aeb3a87-ee72-45c9-9b10-1fcd58675ca3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Port 7b651b02-93a8-4ede-8a74-0e7efaab912b on network dc69c6eb-5721-42d6-aa06-e68afe3c116f not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-14 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:34:56.668968 n-d-812111-14 neutron-server[103304]: ERROR neutron.plugins.ml2.managers [None req-8aeb3a87-ee72-45c9-9b10-1fcd58675ca3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Failed to bind port 7b651b02-93a8-4ede-8a74-0e7efaab912b on host n-h2-812111-14 for vnic_type normal using segments [{'id': '0b73f8fc-630f-4d0d-8a4f-df11fea9b7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'dc69c6eb-5721-42d6-aa06-e68afe3c116f'}] Jan 28 19:34:56.668968 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8aeb3a87-ee72-45c9-9b10-1fcd58675ca3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (7b651b02-93a8-4ede-8a74-0e7efaab912b), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:56.743045 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c4273a-54e3-4fbb-bd5a-caa7abb345e5 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Pushing event updated for resources: {'Port': ['ID=515313fb-5217-44b7-9b55-d56641b80291,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:34:56.835388 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f428041-ab8f-452c-a565-2d2376dd01a0 None None] Pushing event updated for resources: {'Port': ['ID=3beafa4a-84f4-4373-8b62-7b0a79f3da20,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:34:56.890311 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 88be7f49-c829-4f39-b0ec-68b7cfeceda2 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:34:56.892239 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (88be7f49-c829-4f39-b0ec-68b7cfeceda2), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:56.913502 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-8aeb3a87-ee72-45c9-9b10-1fcd58675ca3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] For port 7b651b02-93a8-4ede-8a74-0e7efaab912b, host n-h2-812111-14, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:34:56.913965 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-8aeb3a87-ee72-45c9-9b10-1fcd58675ca3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Attempted to set empty binding levels {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 28 19:34:56.926331 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8aeb3a87-ee72-45c9-9b10-1fcd58675ca3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (7b651b02-93a8-4ede-8a74-0e7efaab912b), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:56.960438 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-97c4273a-54e3-4fbb-bd5a-caa7abb345e5 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (515313fb-5217-44b7-9b55-d56641b80291), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:56.967515 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-8aeb3a87-ee72-45c9-9b10-1fcd58675ca3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] In _notify_port_updated(), no bound segment for port 7b651b02-93a8-4ede-8a74-0e7efaab912b on network dc69c6eb-5721-42d6-aa06-e68afe3c116f {{(pid=103304) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Jan 28 19:34:56.969839 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aeb3a87-ee72-45c9-9b10-1fcd58675ca3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:34:56.997750 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8aeb3a87-ee72-45c9-9b10-1fcd58675ca3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:57.002300 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-8aeb3a87-ee72-45c9-9b10-1fcd58675ca3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] 10.222.0.64 "PUT /v2.0/ports/7b651b02-93a8-4ede-8a74-0e7efaab912b HTTP/1.1" status: 200 len: 979 time: 1.7075489 Jan 28 19:34:57.013113 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 40034) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:34:57.056436 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aeb3a87-ee72-45c9-9b10-1fcd58675ca3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Pushing event updated for resources: {'Port': ['ID=7b651b02-93a8-4ede-8a74-0e7efaab912b,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:34:57.307771 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 88be7f49-c829-4f39-b0ec-68b7cfeceda2 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:34:57.540186 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f49b8b-ce0f-4681-ad1d-6a5c23993f4e req-ee7cede1-d5f7-435c-be5c-66df9e5806b9 tempest-ListServersNegativeTestJSON-2039046189 tempest-ListServersNegativeTestJSON-2039046189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:34:57.542144 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-88f49b8b-ce0f-4681-ad1d-6a5c23993f4e req-ee7cede1-d5f7-435c-be5c-66df9e5806b9 tempest-ListServersNegativeTestJSON-2039046189 tempest-ListServersNegativeTestJSON-2039046189-project] 10.222.0.64 "GET /v2.0/ports?device_id=831b9919-4651-4bd6-b33e-696d3a007486 HTTP/1.1" status: 200 len: 946 time: 0.1440661 Jan 28 19:34:57.654626 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-88f49b8b-ce0f-4681-ad1d-6a5c23993f4e req-38d6bcea-7644-42e5-a0c7-80effb7f72f4 tempest-ListServersNegativeTestJSON-2039046189 tempest-ListServersNegativeTestJSON-2039046189-project] 10.222.0.64 "GET /v2.0/security-groups?id=f3463348-4b9e-41ee-a9d7-77a9e5d64664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020877 Jan 28 19:34:57.718855 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 3beafa4a-84f4-4373-8b62-7b0a79f3da20 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:34:57.771226 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01858d99-2937-422f-bbec-36d5456d3b1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:34:57.771844 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01858d99-2937-422f-bbec-36d5456d3b1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:34:57.772335 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01858d99-2937-422f-bbec-36d5456d3b1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:34:57.772802 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01858d99-2937-422f-bbec-36d5456d3b1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:34:57.785189 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01858d99-2937-422f-bbec-36d5456d3b1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:34:57.785765 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01858d99-2937-422f-bbec-36d5456d3b1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:34:57.786290 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01858d99-2937-422f-bbec-36d5456d3b1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:34:57.786757 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01858d99-2937-422f-bbec-36d5456d3b1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:34:57.787233 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01858d99-2937-422f-bbec-36d5456d3b1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:34:57.787585 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01858d99-2937-422f-bbec-36d5456d3b1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:34:57.788061 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01858d99-2937-422f-bbec-36d5456d3b1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:34:57.788517 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01858d99-2937-422f-bbec-36d5456d3b1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:34:57.788970 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01858d99-2937-422f-bbec-36d5456d3b1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:34:57.789484 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01858d99-2937-422f-bbec-36d5456d3b1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:34:57.789944 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01858d99-2937-422f-bbec-36d5456d3b1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:34:57.790398 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01858d99-2937-422f-bbec-36d5456d3b1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:34:57.790859 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01858d99-2937-422f-bbec-36d5456d3b1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:34:57.791308 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01858d99-2937-422f-bbec-36d5456d3b1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:34:57.791790 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01858d99-2937-422f-bbec-36d5456d3b1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:34:57.792241 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01858d99-2937-422f-bbec-36d5456d3b1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:34:57.792688 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01858d99-2937-422f-bbec-36d5456d3b1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:34:57.793199 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01858d99-2937-422f-bbec-36d5456d3b1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:34:57.793677 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01858d99-2937-422f-bbec-36d5456d3b1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:34:57.794177 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01858d99-2937-422f-bbec-36d5456d3b1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:34:57.794637 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01858d99-2937-422f-bbec-36d5456d3b1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:34:57.795095 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01858d99-2937-422f-bbec-36d5456d3b1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:34:57.795591 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01858d99-2937-422f-bbec-36d5456d3b1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:34:57.796045 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01858d99-2937-422f-bbec-36d5456d3b1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:34:57.796524 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01858d99-2937-422f-bbec-36d5456d3b1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:34:57.796993 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01858d99-2937-422f-bbec-36d5456d3b1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:34:57.808159 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01858d99-2937-422f-bbec-36d5456d3b1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:34:57.808776 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01858d99-2937-422f-bbec-36d5456d3b1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:34:57.809280 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01858d99-2937-422f-bbec-36d5456d3b1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:34:57.809754 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01858d99-2937-422f-bbec-36d5456d3b1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:34:57.811290 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01858d99-2937-422f-bbec-36d5456d3b1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:34:57.811773 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01858d99-2937-422f-bbec-36d5456d3b1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:34:57.815345 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 3beafa4a-84f4-4373-8b62-7b0a79f3da20 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:34:57.815718 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (3beafa4a-84f4-4373-8b62-7b0a79f3da20), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:57.818940 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-01858d99-2937-422f-bbec-36d5456d3b1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 33743 time: 0.8016610 Jan 28 19:34:57.823659 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 40058) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:34:57.911717 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-97c4273a-54e3-4fbb-bd5a-caa7abb345e5 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks [] for port (515313fb-5217-44b7-9b55-d56641b80291), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:57.933849 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-97c4273a-54e3-4fbb-bd5a-caa7abb345e5 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (515313fb-5217-44b7-9b55-d56641b80291), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:57.934810 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-97c4273a-54e3-4fbb-bd5a-caa7abb345e5 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-756216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-732801'] for router_interface (468365e5-c3aa-40a4-92af-9a325e24257e), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:58.051528 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c4273a-54e3-4fbb-bd5a-caa7abb345e5 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Pushing event updated for resources: {'Port': ['ID=515313fb-5217-44b7-9b55-d56641b80291,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:34:58.061535 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 3beafa4a-84f4-4373-8b62-7b0a79f3da20 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:34:58.062172 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (3beafa4a-84f4-4373-8b62-7b0a79f3da20), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:58.080873 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-e9644666-1730-45ac-810a-dc598d6de2cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Deleting port 7b651b02-93a8-4ede-8a74-0e7efaab912b {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:34:58.081474 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e9644666-1730-45ac-810a-dc598d6de2cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (7b651b02-93a8-4ede-8a74-0e7efaab912b), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:58.147593 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] For port 3beafa4a-84f4-4373-8b62-7b0a79f3da20, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=3beafa4a-84f4-4373-8b62-7b0a79f3da20,segment=NetworkSegment(f5903d56-725d-47b6-a944-94f8c9dbecbb),segment_id=f5903d56-725d-47b6-a944-94f8c9dbecbb)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:34:58.157267 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (3beafa4a-84f4-4373-8b62-7b0a79f3da20), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:58.158364 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 88be7f49-c829-4f39-b0ec-68b7cfeceda2 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:34:58.293506 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Pushing event updated for resources: {'Port': ['ID=3beafa4a-84f4-4373-8b62-7b0a79f3da20,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:34:58.313471 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c4273a-54e3-4fbb-bd5a-caa7abb345e5 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Network e10e19ca-7ec8-4205-820c-0024003e3a49 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:34:58.315224 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-97c4273a-54e3-4fbb-bd5a-caa7abb345e5 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:34:58.339033 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-e9644666-1730-45ac-810a-dc598d6de2cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] For port 7b651b02-93a8-4ede-8a74-0e7efaab912b, host n-h2-812111-14, got binding levels [] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:34:58.340828 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e9644666-1730-45ac-810a-dc598d6de2cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (7b651b02-93a8-4ede-8a74-0e7efaab912b), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:58.379027 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-e9644666-1730-45ac-810a-dc598d6de2cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Calling delete_port for 7b651b02-93a8-4ede-8a74-0e7efaab912b owned by {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:34:58.419855 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 88be7f49-c829-4f39-b0ec-68b7cfeceda2 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:34:58.422920 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (88be7f49-c829-4f39-b0ec-68b7cfeceda2), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:58.615812 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97c4273a-54e3-4fbb-bd5a-caa7abb345e5 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Router 468365e5-c3aa-40a4-92af-9a325e24257e has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:34:58.686705 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e9644666-1730-45ac-810a-dc598d6de2cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (7b651b02-93a8-4ede-8a74-0e7efaab912b), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:58.696380 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 88be7f49-c829-4f39-b0ec-68b7cfeceda2 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:34:58.719031 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-878ad53d-80bb-4f4f-a30d-2839bc38c23e None None] Network e10e19ca-7ec8-4205-820c-0024003e3a49 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:34:58.850600 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9644666-1730-45ac-810a-dc598d6de2cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Pushing event deleted for resources: {'Port': ['ID=7b651b02-93a8-4ede-8a74-0e7efaab912b,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:34:58.874268 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-3db4cd87-18e2-4ed9-8921-9a5417873f1d None None] Provisioning complete for port 3beafa4a-84f4-4373-8b62-7b0a79f3da20 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:34:58.874640 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3db4cd87-18e2-4ed9-8921-9a5417873f1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (3beafa4a-84f4-4373-8b62-7b0a79f3da20), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:58.889417 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9644666-1730-45ac-810a-dc598d6de2cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:34:58.890583 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9644666-1730-45ac-810a-dc598d6de2cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:34:58.891189 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9644666-1730-45ac-810a-dc598d6de2cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:34:58.891979 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9644666-1730-45ac-810a-dc598d6de2cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:34:58.892339 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baf8bbf-22a2-473c-9a30-0e7404e36aee req-078aad60-6d80-4990-abba-db611d71a398 tempest-ListServersNegativeTestJSON-2039046189 tempest-ListServersNegativeTestJSON-2039046189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:34:58.892953 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9644666-1730-45ac-810a-dc598d6de2cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:34:58.893823 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9644666-1730-45ac-810a-dc598d6de2cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:34:58.894579 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4baf8bbf-22a2-473c-9a30-0e7404e36aee req-078aad60-6d80-4990-abba-db611d71a398 tempest-ListServersNegativeTestJSON-2039046189 tempest-ListServersNegativeTestJSON-2039046189-project] 10.222.0.41 "GET /v2.0/ports?device_id=63b95976-d6be-45fe-9cfb-acd2ec9a2de2 HTTP/1.1" status: 200 len: 945 time: 0.2733395 Jan 28 19:34:58.895016 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9644666-1730-45ac-810a-dc598d6de2cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:34:58.895582 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9644666-1730-45ac-810a-dc598d6de2cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:34:58.896178 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9644666-1730-45ac-810a-dc598d6de2cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:34:58.896760 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9644666-1730-45ac-810a-dc598d6de2cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:34:58.897374 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9644666-1730-45ac-810a-dc598d6de2cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:34:58.898000 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9644666-1730-45ac-810a-dc598d6de2cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:34:58.898664 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9644666-1730-45ac-810a-dc598d6de2cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:34:58.917970 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e9644666-1730-45ac-810a-dc598d6de2cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:58.930534 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-e9644666-1730-45ac-810a-dc598d6de2cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] 10.222.0.64 "DELETE /v2.0/ports/7b651b02-93a8-4ede-8a74-0e7efaab912b HTTP/1.1" status: 204 len: 168 time: 1.1048450 Jan 28 19:34:58.949716 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c672a6d7-3a72-4fed-ba37-4939f8c59595 req-129ef13e-b9e0-417a-b284-eb676a8179ac tempest-ListServersNegativeTestJSON-2039046189 tempest-ListServersNegativeTestJSON-2039046189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:34:58.952695 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c672a6d7-3a72-4fed-ba37-4939f8c59595 req-129ef13e-b9e0-417a-b284-eb676a8179ac tempest-ListServersNegativeTestJSON-2039046189 tempest-ListServersNegativeTestJSON-2039046189-project] 10.222.0.70 "GET /v2.0/ports?device_id=831b9919-4651-4bd6-b33e-696d3a007486 HTTP/1.1" status: 200 len: 946 time: 0.2913301 Jan 28 19:34:58.953558 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 40076) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:34:59.056107 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97c4273a-54e3-4fbb-bd5a-caa7abb345e5 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:34:59.056712 n-d-812111-14 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-444df6d6-c9e2-46bf-ac13-9b3a5857c764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] GET failed (client error): The resource could not be found. Jan 28 19:34:59.067945 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-97c4273a-54e3-4fbb-bd5a-caa7abb345e5 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] 10.222.0.64 "PUT /v2.0/routers/468365e5-c3aa-40a4-92af-9a325e24257e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1022360 Jan 28 19:34:59.072763 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-444df6d6-c9e2-46bf-ac13-9b3a5857c764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] 10.222.0.64 "GET /v2.0/ports/7b651b02-93a8-4ede-8a74-0e7efaab912b HTTP/1.1" status: 404 len: 333 time: 0.1175940 Jan 28 19:34:59.073494 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 40078) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:34:59.073916 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 40080) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:34:59.088031 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-9e7d5e55-90cc-467d-9c35-e604ca1c6e5e tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:34:59.125358 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286b263b-2153-4640-bb5b-00560a2bad8c None None] Sync routers for ids ['468365e5-c3aa-40a4-92af-9a325e24257e'] in n-d-812111-14 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:34:59.263946 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-4baf8bbf-22a2-473c-9a30-0e7404e36aee req-fb54ddf3-7162-42f7-ae66-8f1c758c4640 tempest-ListServersNegativeTestJSON-2039046189 tempest-ListServersNegativeTestJSON-2039046189-project] Deleting port c810df41-f531-4f8e-8a80-35774b23d96d {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:34:59.264510 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-4baf8bbf-22a2-473c-9a30-0e7404e36aee req-fb54ddf3-7162-42f7-ae66-8f1c758c4640 tempest-ListServersNegativeTestJSON-2039046189 tempest-ListServersNegativeTestJSON-2039046189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (c810df41-f531-4f8e-8a80-35774b23d96d), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:59.275534 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286b263b-2153-4640-bb5b-00560a2bad8c None None] Routers {'468365e5-c3aa-40a4-92af-9a325e24257e'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:34:59.275534 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-286b263b-2153-4640-bb5b-00560a2bad8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:34:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['468365e5-c3aa-40a4-92af-9a325e24257e'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:34:59.448818 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-3db4cd87-18e2-4ed9-8921-9a5417873f1d None None] Current status of the port 3beafa4a-84f4-4373-8b62-7b0a79f3da20 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:34:59.485998 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-4baf8bbf-22a2-473c-9a30-0e7404e36aee req-fb54ddf3-7162-42f7-ae66-8f1c758c4640 tempest-ListServersNegativeTestJSON-2039046189 tempest-ListServersNegativeTestJSON-2039046189-project] For port c810df41-f531-4f8e-8a80-35774b23d96d, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=c810df41-f531-4f8e-8a80-35774b23d96d,segment=NetworkSegment(6085fde6-d829-43ad-96e2-c35bec133796),segment_id=6085fde6-d829-43ad-96e2-c35bec133796)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:34:59.486284 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-4baf8bbf-22a2-473c-9a30-0e7404e36aee req-fb54ddf3-7162-42f7-ae66-8f1c758c4640 tempest-ListServersNegativeTestJSON-2039046189 tempest-ListServersNegativeTestJSON-2039046189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (c810df41-f531-4f8e-8a80-35774b23d96d), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:59.527161 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-4baf8bbf-22a2-473c-9a30-0e7404e36aee req-fb54ddf3-7162-42f7-ae66-8f1c758c4640 tempest-ListServersNegativeTestJSON-2039046189 tempest-ListServersNegativeTestJSON-2039046189-project] Calling delete_port for c810df41-f531-4f8e-8a80-35774b23d96d owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:34:59.552621 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 3beafa4a-84f4-4373-8b62-7b0a79f3da20 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:34:59.719645 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-286b263b-2153-4640-bb5b-00560a2bad8c None None] Set router 468365e5-c3aa-40a4-92af-9a325e24257e gateway port host: None {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:34:59.835801 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-4baf8bbf-22a2-473c-9a30-0e7404e36aee req-fb54ddf3-7162-42f7-ae66-8f1c758c4640 tempest-ListServersNegativeTestJSON-2039046189 tempest-ListServersNegativeTestJSON-2039046189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (c810df41-f531-4f8e-8a80-35774b23d96d), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:00.006356 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-4baf8bbf-22a2-473c-9a30-0e7404e36aee req-fb54ddf3-7162-42f7-ae66-8f1c758c4640 tempest-ListServersNegativeTestJSON-2039046189 tempest-ListServersNegativeTestJSON-2039046189-project] No DVR routers for this DVR port c810df41-f531-4f8e-8a80-35774b23d96d on host n-h1-812111-14 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:35:00.022456 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-4baf8bbf-22a2-473c-9a30-0e7404e36aee req-fb54ddf3-7162-42f7-ae66-8f1c758c4640 tempest-ListServersNegativeTestJSON-2039046189 tempest-ListServersNegativeTestJSON-2039046189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:00.026417 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4baf8bbf-22a2-473c-9a30-0e7404e36aee req-fb54ddf3-7162-42f7-ae66-8f1c758c4640 tempest-ListServersNegativeTestJSON-2039046189 tempest-ListServersNegativeTestJSON-2039046189-project] 10.222.0.41 "DELETE /v2.0/ports/c810df41-f531-4f8e-8a80-35774b23d96d HTTP/1.1" status: 204 len: 173 time: 1.0593808 Jan 28 19:35:00.027990 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63b95976-d6be-45fe-9cfb-acd2ec9a2de2', 'name': 'network-vif-deleted', 'tag': 'c810df41-f531-4f8e-8a80-35774b23d96d'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:35:00.035939 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c93e804b-fcd0-455a-a808-76706545ff6a" -d '{"events": [{"server_uuid": "63b95976-d6be-45fe-9cfb-acd2ec9a2de2", "name": "network-vif-deleted", "tag": "c810df41-f531-4f8e-8a80-35774b23d96d"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:35:00.054515 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb54ddf3-7162-42f7-ae66-8f1c758c4640 tempest-ListServersNegativeTestJSON-2039046189 tempest-ListServersNegativeTestJSON-2039046189-project] Pushing event deleted for resources: {'Port': ['ID=c810df41-f531-4f8e-8a80-35774b23d96d,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:35:00.151635 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:35:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cbed98f-a790-46a5-af5f-7be4809f7b37 x-openstack-request-id: req-6cbed98f-a790-46a5-af5f-7be4809f7b37 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:35:00.152764 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63b95976-d6be-45fe-9cfb-acd2ec9a2de2", "name": "network-vif-deleted", "tag": "c810df41-f531-4f8e-8a80-35774b23d96d", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:35:00.152764 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6cbed98f-a790-46a5-af5f-7be4809f7b37 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:35:00.153197 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63b95976-d6be-45fe-9cfb-acd2ec9a2de2', 'name': 'network-vif-deleted', 'tag': 'c810df41-f531-4f8e-8a80-35774b23d96d', 'status': 'completed', 'code': 200} Jan 28 19:35:00.201491 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-4037c717-9cd5-4f3e-bf2e-72fc5c9ba9d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-434511050', 'network_id': 'dc69c6eb-5721-42d6-aa06-e68afe3c116f'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:35:00.370071 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff3af62-f9de-4711-a277-eec2cfa8564a req-739712d3-91b1-4641-9139-57c41e16bd9c tempest-ListServersNegativeTestJSON-2039046189 tempest-ListServersNegativeTestJSON-2039046189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:00.382813 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-dff3af62-f9de-4711-a277-eec2cfa8564a req-739712d3-91b1-4641-9139-57c41e16bd9c tempest-ListServersNegativeTestJSON-2039046189 tempest-ListServersNegativeTestJSON-2039046189-project] 10.222.0.64 "GET /v2.0/ports?device_id=831b9919-4651-4bd6-b33e-696d3a007486 HTTP/1.1" status: 200 len: 946 time: 1.5643468 Jan 28 19:35:00.471152 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['c810df41-f531-4f8e-8a80-35774b23d96d'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:35:00.616842 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-cec01a94-617b-4006-80a9-840d119d3ee0 None None] Provisioning complete for port 515313fb-5217-44b7-9b55-d56641b80291 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:35:00.617300 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-cec01a94-617b-4006-80a9-840d119d3ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (515313fb-5217-44b7-9b55-d56641b80291), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:00.734759 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-cec01a94-617b-4006-80a9-840d119d3ee0 None None] Port 515313fb-5217-44b7-9b55-d56641b80291 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:35:00.826382 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 3beafa4a-84f4-4373-8b62-7b0a79f3da20 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:35:00.826599 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (3beafa4a-84f4-4373-8b62-7b0a79f3da20), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:00.912523 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-cec01a94-617b-4006-80a9-840d119d3ee0 None None] Provisioning complete for port 3beafa4a-84f4-4373-8b62-7b0a79f3da20 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:35:00.912904 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-cec01a94-617b-4006-80a9-840d119d3ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (3beafa4a-84f4-4373-8b62-7b0a79f3da20), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:00.915256 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4037c717-9cd5-4f3e-bf2e-72fc5c9ba9d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Made reservation on behalf of f83f35d322464357b12f2e53c8a32cde for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:35:00.927050 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4037c717-9cd5-4f3e-bf2e-72fc5c9ba9d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:01.059280 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-dff3af62-f9de-4711-a277-eec2cfa8564a req-38cf1cd7-6bab-430e-a9cd-408e8bd1482b tempest-ListServersNegativeTestJSON-2039046189 tempest-ListServersNegativeTestJSON-2039046189-project] 10.222.0.64 "GET /v2.0/security-groups?id=f3463348-4b9e-41ee-a9d7-77a9e5d64664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6747441 Jan 28 19:35:01.130234 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [None req-4037c717-9cd5-4f3e-bf2e-72fc5c9ba9d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] device_id is not set on port e8e31574-25f6-4af2-9599-edc6aa034bc8 yet. {{(pid=103304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:35:01.364163 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 3beafa4a-84f4-4373-8b62-7b0a79f3da20 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:35:01.396211 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-c672a6d7-3a72-4fed-ba37-4939f8c59595 req-3750b0f5-e3f3-4910-9e2f-f3f893e9e0e2 tempest-ListServersNegativeTestJSON-2039046189 tempest-ListServersNegativeTestJSON-2039046189-project] Deleting port 36f03ee7-2940-41ff-a783-d67c24c27550 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:35:01.396679 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-c672a6d7-3a72-4fed-ba37-4939f8c59595 req-3750b0f5-e3f3-4910-9e2f-f3f893e9e0e2 tempest-ListServersNegativeTestJSON-2039046189 tempest-ListServersNegativeTestJSON-2039046189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (36f03ee7-2940-41ff-a783-d67c24c27550), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:01.507745 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 36f03ee7-2940-41ff-a783-d67c24c27550 no longer exists at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:35:01.592091 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-cec01a94-617b-4006-80a9-840d119d3ee0 None None] Current status of the port 3beafa4a-84f4-4373-8b62-7b0a79f3da20 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:35:01.681985 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 36f03ee7-2940-41ff-a783-d67c24c27550 is: ACTIVE; New status is: DOWN {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:35:01.682774 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (36f03ee7-2940-41ff-a783-d67c24c27550), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:01.758464 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 36f03ee7-2940-41ff-a783-d67c24c27550, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=36f03ee7-2940-41ff-a783-d67c24c27550,segment=NetworkSegment(6085fde6-d829-43ad-96e2-c35bec133796),segment_id=6085fde6-d829-43ad-96e2-c35bec133796)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:35:01.767689 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '831b9919-4651-4bd6-b33e-696d3a007486', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36f03ee7-2940-41ff-a783-d67c24c27550'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:35:01.771549 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ddaa7f6-cec7-497c-b1c9-86b1e1bf0a11" -d '{"events": [{"server_uuid": "831b9919-4651-4bd6-b33e-696d3a007486", "name": "network-vif-unplugged", "status": "completed", "tag": "36f03ee7-2940-41ff-a783-d67c24c27550"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:35:01.779903 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (36f03ee7-2940-41ff-a783-d67c24c27550), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:01.783177 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-f2c1908f-a4ee-4526-a4fe-2c6463fe4a46 None None] Provisioning complete for port 515313fb-5217-44b7-9b55-d56641b80291 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:35:01.784046 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f2c1908f-a4ee-4526-a4fe-2c6463fe4a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (515313fb-5217-44b7-9b55-d56641b80291), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:01.977127 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4037c717-9cd5-4f3e-bf2e-72fc5c9ba9d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Publish callbacks [] for port (e8e31574-25f6-4af2-9599-edc6aa034bc8), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:02.019070 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-f2c1908f-a4ee-4526-a4fe-2c6463fe4a46 None None] Port 515313fb-5217-44b7-9b55-d56641b80291 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:35:02.028450 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 19:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9fd3647-1144-4c74-8a45-355686ac1420 x-openstack-request-id: req-e9fd3647-1144-4c74-8a45-355686ac1420 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:35:02.028746 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "831b9919-4651-4bd6-b33e-696d3a007486", "name": "network-vif-unplugged", "status": "completed", "tag": "36f03ee7-2940-41ff-a783-d67c24c27550", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:35:02.029000 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e9fd3647-1144-4c74-8a45-355686ac1420 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:35:02.031497 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '831b9919-4651-4bd6-b33e-696d3a007486', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36f03ee7-2940-41ff-a783-d67c24c27550', 'code': 200} Jan 28 19:35:02.033322 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=36f03ee7-2940-41ff-a783-d67c24c27550,revision_number=6']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:35:02.057650 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-286b263b-2153-4640-bb5b-00560a2bad8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '468365e5-c3aa-40a4-92af-9a325e24257e', 'name': 'tempest-RoutersIpV6Test-router-1141481547', 'tenant_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:34:19Z', 'updated_at': '2022-01-28T19:34:56Z', 'revision_number': 5, 'project_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'gw_port_host': None, '_interfaces': [{'id': '272884d2-c124-4a24-b060-5e824959bbd6', 'name': '', 'network_id': '1423b23e-7396-42d5-b97d-bf12d0af5d8f', 'tenant_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'mac_address': 'fa:16:3e:02:36:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468365e5-c3aa-40a4-92af-9a325e24257e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': 'd3127f0b-5846-430b-8bdb-0f38cd1b652f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:34:35Z', 'updated_at': '2022-01-28T19:34:48Z', 'revision_number': 5, 'project_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'subnets': [{'id': 'd3127f0b-5846-430b-8bdb-0f38cd1b652f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '515313fb-5217-44b7-9b55-d56641b80291', 'name': '', 'network_id': 'e10e19ca-7ec8-4205-820c-0024003e3a49', 'tenant_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'mac_address': 'fa:16:3e:27:07:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '468365e5-c3aa-40a4-92af-9a325e24257e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2399, 'fixed_ips': [{'subnet_id': '0c19fa19-9e57-458f-920d-056b53ce75b9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:34:54Z', 'updated_at': '2022-01-28T19:34:57Z', 'revision_number': 2, 'project_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'subnets': [{'id': '0c19fa19-9e57-458f-920d-056b53ce75b9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '88be7f49-c829-4f39-b0ec-68b7cfeceda2', 'name': '', 'network_id': 'dbc67f23-32f4-4dbe-a4ad-6102c64991cd', 'tenant_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'mac_address': 'fa:16:3e:60:0c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468365e5-c3aa-40a4-92af-9a325e24257e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2375, 'fixed_ips': [{'subnet_id': 'bfed8ba4-b868-4198-8ab7-ea6da54a97d6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:34:45Z', 'updated_at': '2022-01-28T19:34:55Z', 'revision_number': 5, 'project_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'subnets': [{'id': 'bfed8ba4-b868-4198-8ab7-ea6da54a97d6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7d0e876-0365-4118-ae7b-1cafd5aa381e', 'name': '', 'network_id': '3bd239a4-803d-4686-82a3-6e666e3c26b5', 'tenant_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'mac_address': 'fa:16:3e:f1:82:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468365e5-c3aa-40a4-92af-9a325e24257e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': '13823000-eeb3-44f0-a92b-e846d7802a40', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:34:24Z', 'updated_at': '2022-01-28T19:34:35Z', 'revision_number': 5, 'project_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'subnets': [{'id': '13823000-eeb3-44f0-a92b-e846d7802a40', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:35:02.106066 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-c672a6d7-3a72-4fed-ba37-4939f8c59595 req-3750b0f5-e3f3-4910-9e2f-f3f893e9e0e2 tempest-ListServersNegativeTestJSON-2039046189 tempest-ListServersNegativeTestJSON-2039046189-project] For port 36f03ee7-2940-41ff-a783-d67c24c27550, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=36f03ee7-2940-41ff-a783-d67c24c27550,segment=NetworkSegment(6085fde6-d829-43ad-96e2-c35bec133796),segment_id=6085fde6-d829-43ad-96e2-c35bec133796)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:35:02.106536 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-c672a6d7-3a72-4fed-ba37-4939f8c59595 req-3750b0f5-e3f3-4910-9e2f-f3f893e9e0e2 tempest-ListServersNegativeTestJSON-2039046189 tempest-ListServersNegativeTestJSON-2039046189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (36f03ee7-2940-41ff-a783-d67c24c27550), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:02.126104 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-c672a6d7-3a72-4fed-ba37-4939f8c59595 req-3750b0f5-e3f3-4910-9e2f-f3f893e9e0e2 tempest-ListServersNegativeTestJSON-2039046189 tempest-ListServersNegativeTestJSON-2039046189-project] Calling delete_port for 36f03ee7-2940-41ff-a783-d67c24c27550 owned by compute:nova {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:35:02.154500 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286b263b-2153-4640-bb5b-00560a2bad8c None None] Checking router: 468365e5-c3aa-40a4-92af-9a325e24257e for host: n-d-812111-14 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:35:02.154815 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286b263b-2153-4640-bb5b-00560a2bad8c None None] Updating router 468365e5-c3aa-40a4-92af-9a325e24257e port 515313fb-5217-44b7-9b55-d56641b80291 binding host n-d-812111-14 {{(pid=103306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:35:02.277861 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-286b263b-2153-4640-bb5b-00560a2bad8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (515313fb-5217-44b7-9b55-d56641b80291), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:02.321733 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4037c717-9cd5-4f3e-bf2e-72fc5c9ba9d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (e8e31574-25f6-4af2-9599-edc6aa034bc8), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:02.365624 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dee3c4-ab12-4584-b09e-e13f7fdfd749 req-82719f16-cc1e-47e0-be86-86452432e757 tempest-ListServersNegativeTestJSON-2039046189 tempest-ListServersNegativeTestJSON-2039046189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:02.377965 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-95dee3c4-ab12-4584-b09e-e13f7fdfd749 req-82719f16-cc1e-47e0-be86-86452432e757 tempest-ListServersNegativeTestJSON-2039046189 tempest-ListServersNegativeTestJSON-2039046189-project] 10.222.0.64 "GET /v2.0/ports?device_id=831b9919-4651-4bd6-b33e-696d3a007486 HTTP/1.1" status: 200 len: 944 time: 0.1675031 Jan 28 19:35:02.406739 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.extraroute_db [None req-9e7d5e55-90cc-467d-9c35-e604ca1c6e5e tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=103304) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 28 19:35:02.428646 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4037c717-9cd5-4f3e-bf2e-72fc5c9ba9d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Network dc69c6eb-5721-42d6-aa06-e68afe3c116f is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:35:02.430328 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-c672a6d7-3a72-4fed-ba37-4939f8c59595 req-3750b0f5-e3f3-4910-9e2f-f3f893e9e0e2 tempest-ListServersNegativeTestJSON-2039046189 tempest-ListServersNegativeTestJSON-2039046189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (36f03ee7-2940-41ff-a783-d67c24c27550), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:02.455165 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-4037c717-9cd5-4f3e-bf2e-72fc5c9ba9d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:35:02.458216 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4037c717-9cd5-4f3e-bf2e-72fc5c9ba9d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:35:02.460532 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4037c717-9cd5-4f3e-bf2e-72fc5c9ba9d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:02.462015 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4037c717-9cd5-4f3e-bf2e-72fc5c9ba9d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:02.478998 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-95dee3c4-ab12-4584-b09e-e13f7fdfd749 req-86cfc9cb-70e7-4841-99be-fcba07c3a70f tempest-ListServersNegativeTestJSON-2039046189 tempest-ListServersNegativeTestJSON-2039046189-project] 10.222.0.64 "GET /v2.0/security-groups?id=f3463348-4b9e-41ee-a9d7-77a9e5d64664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999875 Jan 28 19:35:02.481850 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.extraroute_db [None req-9e7d5e55-90cc-467d-9c35-e604ca1c6e5e tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Removed routes are [] {{(pid=103304) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 28 19:35:02.484140 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9e7d5e55-90cc-467d-9c35-e604ca1c6e5e tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-731439', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-731081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-261371'] for router (468365e5-c3aa-40a4-92af-9a325e24257e), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:02.493362 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-4037c717-9cd5-4f3e-bf2e-72fc5c9ba9d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 2.3060744 Jan 28 19:35:02.494325 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4037c717-9cd5-4f3e-bf2e-72fc5c9ba9d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Pushing event updated for resources: {'Port': ['ID=e8e31574-25f6-4af2-9599-edc6aa034bc8,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:35:02.496534 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 40112) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:35:02.568551 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3750b0f5-e3f3-4910-9e2f-f3f893e9e0e2 tempest-ListServersNegativeTestJSON-2039046189 tempest-ListServersNegativeTestJSON-2039046189-project] Pushing event deleted for resources: {'Port': ['ID=36f03ee7-2940-41ff-a783-d67c24c27550,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:35:02.571808 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9aea2e9-28ad-4376-9b7c-d890784fff3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:02.575137 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-a9aea2e9-28ad-4376-9b7c-d890784fff3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] 10.222.0.64 "GET /v2.0/ports/e8e31574-25f6-4af2-9599-edc6aa034bc8 HTTP/1.1" status: 200 len: 958 time: 0.0774364 Jan 28 19:35:02.579716 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 40114) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:35:02.795040 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-c672a6d7-3a72-4fed-ba37-4939f8c59595 req-3750b0f5-e3f3-4910-9e2f-f3f893e9e0e2 tempest-ListServersNegativeTestJSON-2039046189 tempest-ListServersNegativeTestJSON-2039046189-project] No DVR routers for this DVR port 36f03ee7-2940-41ff-a783-d67c24c27550 on host n-h2-812111-14 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:35:02.799779 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-c672a6d7-3a72-4fed-ba37-4939f8c59595 req-3750b0f5-e3f3-4910-9e2f-f3f893e9e0e2 tempest-ListServersNegativeTestJSON-2039046189 tempest-ListServersNegativeTestJSON-2039046189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:02.803723 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c672a6d7-3a72-4fed-ba37-4939f8c59595 req-3750b0f5-e3f3-4910-9e2f-f3f893e9e0e2 tempest-ListServersNegativeTestJSON-2039046189 tempest-ListServersNegativeTestJSON-2039046189-project] 10.222.0.70 "DELETE /v2.0/ports/36f03ee7-2940-41ff-a783-d67c24c27550 HTTP/1.1" status: 204 len: 173 time: 3.8355010 Jan 28 19:35:02.804635 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '831b9919-4651-4bd6-b33e-696d3a007486', 'name': 'network-vif-deleted', 'tag': '36f03ee7-2940-41ff-a783-d67c24c27550'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:35:02.805791 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-286b263b-2153-4640-bb5b-00560a2bad8c None None] Publish callbacks [] for port (515313fb-5217-44b7-9b55-d56641b80291), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:02.808498 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-042fa3f6-7ca7-4bec-ae1b-72d1bec7e8cb" -d '{"events": [{"server_uuid": "831b9919-4651-4bd6-b33e-696d3a007486", "name": "network-vif-deleted", "tag": "36f03ee7-2940-41ff-a783-d67c24c27550"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:35:02.814976 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-286b263b-2153-4640-bb5b-00560a2bad8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (515313fb-5217-44b7-9b55-d56641b80291), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:02.815835 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-88f1509c-deec-4178-abbd-ca49573cb106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Deleting port e8e31574-25f6-4af2-9599-edc6aa034bc8 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:35:02.816181 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-88f1509c-deec-4178-abbd-ca49573cb106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (e8e31574-25f6-4af2-9599-edc6aa034bc8), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:02.906353 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9e7d5e55-90cc-467d-9c35-e604ca1c6e5e tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-731439', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-731081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-261371'] for router (468365e5-c3aa-40a4-92af-9a325e24257e), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:02.916153 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9e7d5e55-90cc-467d-9c35-e604ca1c6e5e tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-731460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-731478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-731485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-731120'] for router (468365e5-c3aa-40a4-92af-9a325e24257e), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:02.949331 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70e4804-a765-49be-a353-8f52ff695fad None None] Pushing event updated for resources: {'Port': ['ID=515313fb-5217-44b7-9b55-d56641b80291,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:35:03.039842 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-88f1509c-deec-4178-abbd-ca49573cb106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (e8e31574-25f6-4af2-9599-edc6aa034bc8), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:03.065418 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-88f1509c-deec-4178-abbd-ca49573cb106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Calling delete_port for e8e31574-25f6-4af2-9599-edc6aa034bc8 owned by {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:35:03.070242 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbcc6972-3b27-427b-b51e-7642364fbd29 x-openstack-request-id: req-bbcc6972-3b27-427b-b51e-7642364fbd29 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:35:03.076830 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "831b9919-4651-4bd6-b33e-696d3a007486", "name": "network-vif-deleted", "tag": "36f03ee7-2940-41ff-a783-d67c24c27550", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:35:03.077415 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bbcc6972-3b27-427b-b51e-7642364fbd29 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:35:03.078170 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '831b9919-4651-4bd6-b33e-696d3a007486', 'name': 'network-vif-deleted', 'tag': '36f03ee7-2940-41ff-a783-d67c24c27550', 'status': 'completed', 'code': 200} Jan 28 19:35:03.109354 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-286b263b-2153-4640-bb5b-00560a2bad8c None None] Attempting to bind port 515313fb-5217-44b7-9b55-d56641b80291 on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:35:03.109882 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-286b263b-2153-4640-bb5b-00560a2bad8c None None] Attempting to bind port 515313fb-5217-44b7-9b55-d56641b80291 by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': 'f5903d56-725d-47b6-a944-94f8c9dbecbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'e10e19ca-7ec8-4205-820c-0024003e3a49'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:35:03.110342 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286b263b-2153-4640-bb5b-00560a2bad8c None None] Attempting to bind port 515313fb-5217-44b7-9b55-d56641b80291 on network e10e19ca-7ec8-4205-820c-0024003e3a49 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:35:03.118003 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286b263b-2153-4640-bb5b-00560a2bad8c None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:35:03.127612 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286b263b-2153-4640-bb5b-00560a2bad8c None None] Checking segment: {'id': 'f5903d56-725d-47b6-a944-94f8c9dbecbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'e10e19ca-7ec8-4205-820c-0024003e3a49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:35:03.128227 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-286b263b-2153-4640-bb5b-00560a2bad8c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:03.128867 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286b263b-2153-4640-bb5b-00560a2bad8c None None] Bound using segment: {'id': 'f5903d56-725d-47b6-a944-94f8c9dbecbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'e10e19ca-7ec8-4205-820c-0024003e3a49'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:35:03.129522 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-286b263b-2153-4640-bb5b-00560a2bad8c None None] Bound port: 515313fb-5217-44b7-9b55-d56641b80291, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5903d56-725d-47b6-a944-94f8c9dbecbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'e10e19ca-7ec8-4205-820c-0024003e3a49'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:35:03.130035 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-286b263b-2153-4640-bb5b-00560a2bad8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (515313fb-5217-44b7-9b55-d56641b80291), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:03.204842 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e7d5e55-90cc-467d-9c35-e604ca1c6e5e tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Router 468365e5-c3aa-40a4-92af-9a325e24257e has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:35:03.215808 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-88f1509c-deec-4178-abbd-ca49573cb106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (e8e31574-25f6-4af2-9599-edc6aa034bc8), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:03.282119 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-88f1509c-deec-4178-abbd-ca49573cb106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:03.285902 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-88f1509c-deec-4178-abbd-ca49573cb106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] 10.222.0.64 "DELETE /v2.0/ports/e8e31574-25f6-4af2-9599-edc6aa034bc8 HTTP/1.1" status: 204 len: 168 time: 0.7049639 Jan 28 19:35:03.287715 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f1509c-deec-4178-abbd-ca49573cb106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Pushing event deleted for resources: {'Port': ['ID=e8e31574-25f6-4af2-9599-edc6aa034bc8,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:35:03.289755 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 40124) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:35:03.332129 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-286b263b-2153-4640-bb5b-00560a2bad8c None None] For port 515313fb-5217-44b7-9b55-d56641b80291, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:35:03.332257 n-d-812111-14 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-32250ecb-0749-499e-b5df-b15eaeb8ef6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] GET failed (client error): The resource could not be found. Jan 28 19:35:03.336411 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-32250ecb-0749-499e-b5df-b15eaeb8ef6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] 10.222.0.64 "GET /v2.0/ports/e8e31574-25f6-4af2-9599-edc6aa034bc8 HTTP/1.1" status: 404 len: 333 time: 0.0454354 Jan 28 19:35:03.340524 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 40128) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:35:03.347304 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-af107b32-b072-4761-9185-faafd52a8f12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Request body: {'port': {'network_id': 'dc69c6eb-5721-42d6-aa06-e68afe3c116f', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007501478'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:35:03.352520 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-286b263b-2153-4640-bb5b-00560a2bad8c None None] For port 515313fb-5217-44b7-9b55-d56641b80291, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=515313fb-5217-44b7-9b55-d56641b80291,segment=NetworkSegment(f5903d56-725d-47b6-a944-94f8c9dbecbb),segment_id=f5903d56-725d-47b6-a944-94f8c9dbecbb)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:35:03.367158 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-286b263b-2153-4640-bb5b-00560a2bad8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (515313fb-5217-44b7-9b55-d56641b80291), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:03.380874 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af107b32-b072-4761-9185-faafd52a8f12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Made reservation on behalf of f83f35d322464357b12f2e53c8a32cde for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:35:03.385361 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-af107b32-b072-4761-9185-faafd52a8f12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:03.420019 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [None req-af107b32-b072-4761-9185-faafd52a8f12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] device_id is not set on port b181be38-0c85-4a2c-bf47-4c6a78b83d7b yet. {{(pid=103305) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:35:03.516316 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70e4804-a765-49be-a353-8f52ff695fad None None] Pushing event updated for resources: {'Port': ['ID=515313fb-5217-44b7-9b55-d56641b80291,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:35:03.562300 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e7d5e55-90cc-467d-9c35-e604ca1c6e5e tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:35:03.569611 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-826226bc-ec19-41b8-82ad-bfa388ff701b None None] Provisioning complete for port 515313fb-5217-44b7-9b55-d56641b80291 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:35:03.569995 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-826226bc-ec19-41b8-82ad-bfa388ff701b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (515313fb-5217-44b7-9b55-d56641b80291), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:03.583141 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9e7d5e55-90cc-467d-9c35-e604ca1c6e5e tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:03.589242 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-9e7d5e55-90cc-467d-9c35-e604ca1c6e5e tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] 10.222.0.64 "PUT /v2.0/routers/468365e5-c3aa-40a4-92af-9a325e24257e HTTP/1.1" status: 200 len: 954 time: 4.5100646 Jan 28 19:35:03.590416 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 40132) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:35:03.704458 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286b263b-2153-4640-bb5b-00560a2bad8c None None] Routers {'468365e5-c3aa-40a4-92af-9a325e24257e'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:35:03.706528 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-286b263b-2153-4640-bb5b-00560a2bad8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:34:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['468365e5-c3aa-40a4-92af-9a325e24257e'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:35:03.791045 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-af107b32-b072-4761-9185-faafd52a8f12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Publish callbacks [] for port (b181be38-0c85-4a2c-bf47-4c6a78b83d7b), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:03.805773 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d79b5410-8640-4ca1-9fcd-1d95146a90eb req-90402f2e-6d65-416d-baee-bdd9a92d32a7 tempest-ListServersNegativeTestJSON-2039046189 tempest-ListServersNegativeTestJSON-2039046189-project] 10.222.0.64 "GET /v2.0/ports?device_id=831b9919-4651-4bd6-b33e-696d3a007486 HTTP/1.1" status: 200 len: 210 time: 0.1168597 Jan 28 19:35:03.871822 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-af107b32-b072-4761-9185-faafd52a8f12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (b181be38-0c85-4a2c-bf47-4c6a78b83d7b), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:03.942609 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-428ac314-4bce-453c-8532-bceb59d596bc tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] 10.222.0.64 "GET /v2.0/routers/468365e5-c3aa-40a4-92af-9a325e24257e HTTP/1.1" status: 200 len: 954 time: 0.3488214 Jan 28 19:35:03.943417 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 40136) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:35:03.948200 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-b79c1f59-9234-4cd8-8fac-5924e7d41c6f tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Request body: {'router': {'routes': None}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:35:03.963821 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device c810df41-f531-4f8e-8a80-35774b23d96d no longer exists at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:35:03.995559 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af107b32-b072-4761-9185-faafd52a8f12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Pushing event updated for resources: {'Port': ['ID=b181be38-0c85-4a2c-bf47-4c6a78b83d7b,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:35:04.019156 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af107b32-b072-4761-9185-faafd52a8f12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Network dc69c6eb-5721-42d6-aa06-e68afe3c116f is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:35:04.020615 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-af107b32-b072-4761-9185-faafd52a8f12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:35:04.028183 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af107b32-b072-4761-9185-faafd52a8f12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:35:04.029826 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af107b32-b072-4761-9185-faafd52a8f12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:04.034256 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-af107b32-b072-4761-9185-faafd52a8f12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:04.070036 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-af107b32-b072-4761-9185-faafd52a8f12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.7256427 Jan 28 19:35:04.070524 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 40140) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:35:04.077401 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-826226bc-ec19-41b8-82ad-bfa388ff701b None None] Current status of the port 515313fb-5217-44b7-9b55-d56641b80291 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:35:04.077792 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-826226bc-ec19-41b8-82ad-bfa388ff701b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (515313fb-5217-44b7-9b55-d56641b80291), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:04.080875 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-13391acb-0b83-44f8-b0fa-7d844060258f tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-812111-14'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:35:04.098687 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] No Port match for: c810df41-f531-4f8e-8a80-35774b23d96d {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:35:04.099238 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device c810df41-f531-4f8e-8a80-35774b23d96d not bound to the agent host n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:35:04.138178 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-286b263b-2153-4640-bb5b-00560a2bad8c None None] Set router 468365e5-c3aa-40a4-92af-9a325e24257e gateway port host: None {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:35:04.233803 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-13391acb-0b83-44f8-b0fa-7d844060258f tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (b181be38-0c85-4a2c-bf47-4c6a78b83d7b), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:04.349477 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-826226bc-ec19-41b8-82ad-bfa388ff701b None None] For port 515313fb-5217-44b7-9b55-d56641b80291, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=515313fb-5217-44b7-9b55-d56641b80291,segment=NetworkSegment(f5903d56-725d-47b6-a944-94f8c9dbecbb),segment_id=f5903d56-725d-47b6-a944-94f8c9dbecbb)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:35:04.443366 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.extraroute_db [None req-b79c1f59-9234-4cd8-8fac-5924e7d41c6f tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Added routes are [] {{(pid=103304) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 28 19:35:04.444205 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.extraroute_db [None req-b79c1f59-9234-4cd8-8fac-5924e7d41c6f tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=103304) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 28 19:35:04.478213 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b79c1f59-9234-4cd8-8fac-5924e7d41c6f tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-731439', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-731081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-261371'] for router (468365e5-c3aa-40a4-92af-9a325e24257e), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:04.481766 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [None req-13391acb-0b83-44f8-b0fa-7d844060258f tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] device_id is not set on port b181be38-0c85-4a2c-bf47-4c6a78b83d7b yet. {{(pid=103305) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:35:04.503914 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-13391acb-0b83-44f8-b0fa-7d844060258f tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Publish callbacks [] for port (b181be38-0c85-4a2c-bf47-4c6a78b83d7b), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:04.533485 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-13391acb-0b83-44f8-b0fa-7d844060258f tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (b181be38-0c85-4a2c-bf47-4c6a78b83d7b), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:04.637020 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-826226bc-ec19-41b8-82ad-bfa388ff701b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (515313fb-5217-44b7-9b55-d56641b80291), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:04.667052 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13391acb-0b83-44f8-b0fa-7d844060258f tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Pushing event updated for resources: {'Port': ['ID=b181be38-0c85-4a2c-bf47-4c6a78b83d7b,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:35:04.696016 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [None req-13391acb-0b83-44f8-b0fa-7d844060258f tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Attempting to bind port b181be38-0c85-4a2c-bf47-4c6a78b83d7b on host n-h2-812111-14 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:35:04.696594 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [None req-13391acb-0b83-44f8-b0fa-7d844060258f tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Attempting to bind port b181be38-0c85-4a2c-bf47-4c6a78b83d7b by drivers openvswitch,hyperv on host n-h2-812111-14 at level 0 using segments [{'id': '0b73f8fc-630f-4d0d-8a4f-df11fea9b7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'dc69c6eb-5721-42d6-aa06-e68afe3c116f'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:35:04.697138 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13391acb-0b83-44f8-b0fa-7d844060258f tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Attempting to bind port b181be38-0c85-4a2c-bf47-4c6a78b83d7b on network dc69c6eb-5721-42d6-aa06-e68afe3c116f {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:35:04.704913 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13391acb-0b83-44f8-b0fa-7d844060258f tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Port b181be38-0c85-4a2c-bf47-4c6a78b83d7b on network dc69c6eb-5721-42d6-aa06-e68afe3c116f not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-14 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:35:04.705507 n-d-812111-14 neutron-server[103305]: ERROR neutron.plugins.ml2.managers [None req-13391acb-0b83-44f8-b0fa-7d844060258f tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Failed to bind port b181be38-0c85-4a2c-bf47-4c6a78b83d7b on host n-h2-812111-14 for vnic_type normal using segments [{'id': '0b73f8fc-630f-4d0d-8a4f-df11fea9b7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'dc69c6eb-5721-42d6-aa06-e68afe3c116f'}] Jan 28 19:35:04.706050 n-d-812111-14 neutron-server[103305]: INFO neutron.plugins.ml2.plugin [None req-13391acb-0b83-44f8-b0fa-7d844060258f tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Attempt 2 to bind port b181be38-0c85-4a2c-bf47-4c6a78b83d7b Jan 28 19:35:04.733297 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [None req-13391acb-0b83-44f8-b0fa-7d844060258f tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Attempting to bind port b181be38-0c85-4a2c-bf47-4c6a78b83d7b on host n-h2-812111-14 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:35:04.733994 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [None req-13391acb-0b83-44f8-b0fa-7d844060258f tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Attempting to bind port b181be38-0c85-4a2c-bf47-4c6a78b83d7b by drivers openvswitch,hyperv on host n-h2-812111-14 at level 0 using segments [{'id': '0b73f8fc-630f-4d0d-8a4f-df11fea9b7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'dc69c6eb-5721-42d6-aa06-e68afe3c116f'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:35:04.734564 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13391acb-0b83-44f8-b0fa-7d844060258f tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Attempting to bind port b181be38-0c85-4a2c-bf47-4c6a78b83d7b on network dc69c6eb-5721-42d6-aa06-e68afe3c116f {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:35:04.738920 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b79c1f59-9234-4cd8-8fac-5924e7d41c6f tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-731439', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-731081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-261371'] for router (468365e5-c3aa-40a4-92af-9a325e24257e), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:04.741588 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13391acb-0b83-44f8-b0fa-7d844060258f tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Port b181be38-0c85-4a2c-bf47-4c6a78b83d7b on network dc69c6eb-5721-42d6-aa06-e68afe3c116f not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-14 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:35:04.743219 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b79c1f59-9234-4cd8-8fac-5924e7d41c6f tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-731460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-731478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-731485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-731120'] for router (468365e5-c3aa-40a4-92af-9a325e24257e), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:04.743829 n-d-812111-14 neutron-server[103305]: ERROR neutron.plugins.ml2.managers [None req-13391acb-0b83-44f8-b0fa-7d844060258f tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Failed to bind port b181be38-0c85-4a2c-bf47-4c6a78b83d7b on host n-h2-812111-14 for vnic_type normal using segments [{'id': '0b73f8fc-630f-4d0d-8a4f-df11fea9b7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'dc69c6eb-5721-42d6-aa06-e68afe3c116f'}] Jan 28 19:35:04.744457 n-d-812111-14 neutron-server[103305]: INFO neutron.plugins.ml2.plugin [None req-13391acb-0b83-44f8-b0fa-7d844060258f tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Attempt 3 to bind port b181be38-0c85-4a2c-bf47-4c6a78b83d7b Jan 28 19:35:04.779902 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [None req-13391acb-0b83-44f8-b0fa-7d844060258f tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Attempting to bind port b181be38-0c85-4a2c-bf47-4c6a78b83d7b on host n-h2-812111-14 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:35:04.780580 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [None req-13391acb-0b83-44f8-b0fa-7d844060258f tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Attempting to bind port b181be38-0c85-4a2c-bf47-4c6a78b83d7b by drivers openvswitch,hyperv on host n-h2-812111-14 at level 0 using segments [{'id': '0b73f8fc-630f-4d0d-8a4f-df11fea9b7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'dc69c6eb-5721-42d6-aa06-e68afe3c116f'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:35:04.781154 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13391acb-0b83-44f8-b0fa-7d844060258f tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Attempting to bind port b181be38-0c85-4a2c-bf47-4c6a78b83d7b on network dc69c6eb-5721-42d6-aa06-e68afe3c116f {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:35:04.785814 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13391acb-0b83-44f8-b0fa-7d844060258f tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Port b181be38-0c85-4a2c-bf47-4c6a78b83d7b on network dc69c6eb-5721-42d6-aa06-e68afe3c116f not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-14 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:35:04.786399 n-d-812111-14 neutron-server[103305]: ERROR neutron.plugins.ml2.managers [None req-13391acb-0b83-44f8-b0fa-7d844060258f tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Failed to bind port b181be38-0c85-4a2c-bf47-4c6a78b83d7b on host n-h2-812111-14 for vnic_type normal using segments [{'id': '0b73f8fc-630f-4d0d-8a4f-df11fea9b7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'dc69c6eb-5721-42d6-aa06-e68afe3c116f'}] Jan 28 19:35:04.787543 n-d-812111-14 neutron-server[103305]: INFO neutron.plugins.ml2.plugin [None req-13391acb-0b83-44f8-b0fa-7d844060258f tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Attempt 4 to bind port b181be38-0c85-4a2c-bf47-4c6a78b83d7b Jan 28 19:35:04.812775 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [None req-13391acb-0b83-44f8-b0fa-7d844060258f tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Attempting to bind port b181be38-0c85-4a2c-bf47-4c6a78b83d7b on host n-h2-812111-14 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:35:04.814075 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [None req-13391acb-0b83-44f8-b0fa-7d844060258f tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Attempting to bind port b181be38-0c85-4a2c-bf47-4c6a78b83d7b by drivers openvswitch,hyperv on host n-h2-812111-14 at level 0 using segments [{'id': '0b73f8fc-630f-4d0d-8a4f-df11fea9b7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'dc69c6eb-5721-42d6-aa06-e68afe3c116f'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:35:04.814757 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13391acb-0b83-44f8-b0fa-7d844060258f tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Attempting to bind port b181be38-0c85-4a2c-bf47-4c6a78b83d7b on network dc69c6eb-5721-42d6-aa06-e68afe3c116f {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:35:04.827840 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13391acb-0b83-44f8-b0fa-7d844060258f tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Port b181be38-0c85-4a2c-bf47-4c6a78b83d7b on network dc69c6eb-5721-42d6-aa06-e68afe3c116f not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-14 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:35:04.828436 n-d-812111-14 neutron-server[103305]: ERROR neutron.plugins.ml2.managers [None req-13391acb-0b83-44f8-b0fa-7d844060258f tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Failed to bind port b181be38-0c85-4a2c-bf47-4c6a78b83d7b on host n-h2-812111-14 for vnic_type normal using segments [{'id': '0b73f8fc-630f-4d0d-8a4f-df11fea9b7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'dc69c6eb-5721-42d6-aa06-e68afe3c116f'}] Jan 28 19:35:04.829037 n-d-812111-14 neutron-server[103305]: INFO neutron.plugins.ml2.plugin [None req-13391acb-0b83-44f8-b0fa-7d844060258f tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Attempt 5 to bind port b181be38-0c85-4a2c-bf47-4c6a78b83d7b Jan 28 19:35:04.855678 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [None req-13391acb-0b83-44f8-b0fa-7d844060258f tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Attempting to bind port b181be38-0c85-4a2c-bf47-4c6a78b83d7b on host n-h2-812111-14 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:35:04.856505 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [None req-13391acb-0b83-44f8-b0fa-7d844060258f tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Attempting to bind port b181be38-0c85-4a2c-bf47-4c6a78b83d7b by drivers openvswitch,hyperv on host n-h2-812111-14 at level 0 using segments [{'id': '0b73f8fc-630f-4d0d-8a4f-df11fea9b7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'dc69c6eb-5721-42d6-aa06-e68afe3c116f'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:35:04.857058 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13391acb-0b83-44f8-b0fa-7d844060258f tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Attempting to bind port b181be38-0c85-4a2c-bf47-4c6a78b83d7b on network dc69c6eb-5721-42d6-aa06-e68afe3c116f {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:35:04.868524 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13391acb-0b83-44f8-b0fa-7d844060258f tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Port b181be38-0c85-4a2c-bf47-4c6a78b83d7b on network dc69c6eb-5721-42d6-aa06-e68afe3c116f not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-14 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:35:04.869339 n-d-812111-14 neutron-server[103305]: ERROR neutron.plugins.ml2.managers [None req-13391acb-0b83-44f8-b0fa-7d844060258f tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Failed to bind port b181be38-0c85-4a2c-bf47-4c6a78b83d7b on host n-h2-812111-14 for vnic_type normal using segments [{'id': '0b73f8fc-630f-4d0d-8a4f-df11fea9b7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'dc69c6eb-5721-42d6-aa06-e68afe3c116f'}] Jan 28 19:35:04.874200 n-d-812111-14 neutron-server[103305]: INFO neutron.plugins.ml2.plugin [None req-13391acb-0b83-44f8-b0fa-7d844060258f tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Attempt 6 to bind port b181be38-0c85-4a2c-bf47-4c6a78b83d7b Jan 28 19:35:04.875357 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826226bc-ec19-41b8-82ad-bfa388ff701b None None] Pushing event updated for resources: {'Port': ['ID=515313fb-5217-44b7-9b55-d56641b80291,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:35:04.920231 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [None req-13391acb-0b83-44f8-b0fa-7d844060258f tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Attempting to bind port b181be38-0c85-4a2c-bf47-4c6a78b83d7b on host n-h2-812111-14 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:35:04.920738 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [None req-13391acb-0b83-44f8-b0fa-7d844060258f tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Attempting to bind port b181be38-0c85-4a2c-bf47-4c6a78b83d7b by drivers openvswitch,hyperv on host n-h2-812111-14 at level 0 using segments [{'id': '0b73f8fc-630f-4d0d-8a4f-df11fea9b7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'dc69c6eb-5721-42d6-aa06-e68afe3c116f'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:35:04.921258 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13391acb-0b83-44f8-b0fa-7d844060258f tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Attempting to bind port b181be38-0c85-4a2c-bf47-4c6a78b83d7b on network dc69c6eb-5721-42d6-aa06-e68afe3c116f {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:35:04.926220 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13391acb-0b83-44f8-b0fa-7d844060258f tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Port b181be38-0c85-4a2c-bf47-4c6a78b83d7b on network dc69c6eb-5721-42d6-aa06-e68afe3c116f not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-14 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:35:04.926720 n-d-812111-14 neutron-server[103305]: ERROR neutron.plugins.ml2.managers [None req-13391acb-0b83-44f8-b0fa-7d844060258f tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Failed to bind port b181be38-0c85-4a2c-bf47-4c6a78b83d7b on host n-h2-812111-14 for vnic_type normal using segments [{'id': '0b73f8fc-630f-4d0d-8a4f-df11fea9b7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'dc69c6eb-5721-42d6-aa06-e68afe3c116f'}] Jan 28 19:35:04.927278 n-d-812111-14 neutron-server[103305]: INFO neutron.plugins.ml2.plugin [None req-13391acb-0b83-44f8-b0fa-7d844060258f tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Attempt 7 to bind port b181be38-0c85-4a2c-bf47-4c6a78b83d7b Jan 28 19:35:04.927436 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b79c1f59-9234-4cd8-8fac-5924e7d41c6f tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Router 468365e5-c3aa-40a4-92af-9a325e24257e has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:35:04.951022 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [None req-13391acb-0b83-44f8-b0fa-7d844060258f tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Attempting to bind port b181be38-0c85-4a2c-bf47-4c6a78b83d7b on host n-h2-812111-14 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:35:04.951577 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [None req-13391acb-0b83-44f8-b0fa-7d844060258f tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Attempting to bind port b181be38-0c85-4a2c-bf47-4c6a78b83d7b by drivers openvswitch,hyperv on host n-h2-812111-14 at level 0 using segments [{'id': '0b73f8fc-630f-4d0d-8a4f-df11fea9b7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'dc69c6eb-5721-42d6-aa06-e68afe3c116f'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:35:04.952070 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13391acb-0b83-44f8-b0fa-7d844060258f tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Attempting to bind port b181be38-0c85-4a2c-bf47-4c6a78b83d7b on network dc69c6eb-5721-42d6-aa06-e68afe3c116f {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:35:04.971078 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13391acb-0b83-44f8-b0fa-7d844060258f tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Port b181be38-0c85-4a2c-bf47-4c6a78b83d7b on network dc69c6eb-5721-42d6-aa06-e68afe3c116f not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-14 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:35:04.971610 n-d-812111-14 neutron-server[103305]: ERROR neutron.plugins.ml2.managers [None req-13391acb-0b83-44f8-b0fa-7d844060258f tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Failed to bind port b181be38-0c85-4a2c-bf47-4c6a78b83d7b on host n-h2-812111-14 for vnic_type normal using segments [{'id': '0b73f8fc-630f-4d0d-8a4f-df11fea9b7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'dc69c6eb-5721-42d6-aa06-e68afe3c116f'}] Jan 28 19:35:04.972280 n-d-812111-14 neutron-server[103305]: INFO neutron.plugins.ml2.plugin [None req-13391acb-0b83-44f8-b0fa-7d844060258f tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Attempt 8 to bind port b181be38-0c85-4a2c-bf47-4c6a78b83d7b Jan 28 19:35:04.978916 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 40152) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:35:05.060634 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-f896b6ae-446f-42ed-a2ee-ecbf0e1e84ce None None] Provisioning complete for port 515313fb-5217-44b7-9b55-d56641b80291 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:35:05.061208 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f896b6ae-446f-42ed-a2ee-ecbf0e1e84ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (515313fb-5217-44b7-9b55-d56641b80291), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:05.074034 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [None req-13391acb-0b83-44f8-b0fa-7d844060258f tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Attempting to bind port b181be38-0c85-4a2c-bf47-4c6a78b83d7b on host n-h2-812111-14 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:35:05.074377 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [None req-13391acb-0b83-44f8-b0fa-7d844060258f tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Attempting to bind port b181be38-0c85-4a2c-bf47-4c6a78b83d7b by drivers openvswitch,hyperv on host n-h2-812111-14 at level 0 using segments [{'id': '0b73f8fc-630f-4d0d-8a4f-df11fea9b7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'dc69c6eb-5721-42d6-aa06-e68afe3c116f'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:35:05.074716 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13391acb-0b83-44f8-b0fa-7d844060258f tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Attempting to bind port b181be38-0c85-4a2c-bf47-4c6a78b83d7b on network dc69c6eb-5721-42d6-aa06-e68afe3c116f {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:35:05.115644 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13391acb-0b83-44f8-b0fa-7d844060258f tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Port b181be38-0c85-4a2c-bf47-4c6a78b83d7b on network dc69c6eb-5721-42d6-aa06-e68afe3c116f not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-14 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:35:05.115978 n-d-812111-14 neutron-server[103305]: ERROR neutron.plugins.ml2.managers [None req-13391acb-0b83-44f8-b0fa-7d844060258f tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Failed to bind port b181be38-0c85-4a2c-bf47-4c6a78b83d7b on host n-h2-812111-14 for vnic_type normal using segments [{'id': '0b73f8fc-630f-4d0d-8a4f-df11fea9b7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'dc69c6eb-5721-42d6-aa06-e68afe3c116f'}] Jan 28 19:35:05.117829 n-d-812111-14 neutron-server[103305]: INFO neutron.plugins.ml2.plugin [None req-13391acb-0b83-44f8-b0fa-7d844060258f tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Attempt 9 to bind port b181be38-0c85-4a2c-bf47-4c6a78b83d7b Jan 28 19:35:05.121231 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b79c1f59-9234-4cd8-8fac-5924e7d41c6f tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:35:05.129298 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b79c1f59-9234-4cd8-8fac-5924e7d41c6f tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:05.130643 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-b79c1f59-9234-4cd8-8fac-5924e7d41c6f tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] 10.222.0.64 "PUT /v2.0/routers/468365e5-c3aa-40a4-92af-9a325e24257e HTTP/1.1" status: 200 len: 704 time: 1.1860185 Jan 28 19:35:05.137090 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 40154) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:35:05.181689 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-68e03186-e423-45a2-9d70-df2235c931ad admin admin] Deleting subnet 0688007a-7128-4f42-bde6-39e4fdbede38 {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:35:05.207724 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-68e03186-e423-45a2-9d70-df2235c931ad admin admin] Publish callbacks [] for subnet (0688007a-7128-4f42-bde6-39e4fdbede38), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:05.235892 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-286b263b-2153-4640-bb5b-00560a2bad8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '468365e5-c3aa-40a4-92af-9a325e24257e', 'name': 'tempest-RoutersIpV6Test-router-1141481547', 'tenant_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:34:19Z', 'updated_at': '2022-01-28T19:35:02Z', 'revision_number': 6, 'project_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'gw_port_host': None, '_interfaces': [{'id': '272884d2-c124-4a24-b060-5e824959bbd6', 'name': '', 'network_id': '1423b23e-7396-42d5-b97d-bf12d0af5d8f', 'tenant_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'mac_address': 'fa:16:3e:02:36:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468365e5-c3aa-40a4-92af-9a325e24257e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': 'd3127f0b-5846-430b-8bdb-0f38cd1b652f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:34:35Z', 'updated_at': '2022-01-28T19:34:48Z', 'revision_number': 5, 'project_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'subnets': [{'id': 'd3127f0b-5846-430b-8bdb-0f38cd1b652f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '515313fb-5217-44b7-9b55-d56641b80291', 'name': '', 'network_id': 'e10e19ca-7ec8-4205-820c-0024003e3a49', 'tenant_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'mac_address': 'fa:16:3e:27:07:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '468365e5-c3aa-40a4-92af-9a325e24257e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2399, 'fixed_ips': [{'subnet_id': '0c19fa19-9e57-458f-920d-056b53ce75b9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:34:54Z', 'updated_at': '2022-01-28T19:35:03Z', 'revision_number': 4, 'project_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'subnets': [{'id': '0c19fa19-9e57-458f-920d-056b53ce75b9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '88be7f49-c829-4f39-b0ec-68b7cfeceda2', 'name': '', 'network_id': 'dbc67f23-32f4-4dbe-a4ad-6102c64991cd', 'tenant_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'mac_address': 'fa:16:3e:60:0c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468365e5-c3aa-40a4-92af-9a325e24257e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2375, 'fixed_ips': [{'subnet_id': 'bfed8ba4-b868-4198-8ab7-ea6da54a97d6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:34:45Z', 'updated_at': '2022-01-28T19:34:55Z', 'revision_number': 5, 'project_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'subnets': [{'id': 'bfed8ba4-b868-4198-8ab7-ea6da54a97d6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7d0e876-0365-4118-ae7b-1cafd5aa381e', 'name': '', 'network_id': '3bd239a4-803d-4686-82a3-6e666e3c26b5', 'tenant_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'mac_address': 'fa:16:3e:f1:82:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468365e5-c3aa-40a4-92af-9a325e24257e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': '13823000-eeb3-44f0-a92b-e846d7802a40', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:34:24Z', 'updated_at': '2022-01-28T19:34:35Z', 'revision_number': 5, 'project_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'subnets': [{'id': '13823000-eeb3-44f0-a92b-e846d7802a40', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:35:05.251830 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [None req-13391acb-0b83-44f8-b0fa-7d844060258f tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Attempting to bind port b181be38-0c85-4a2c-bf47-4c6a78b83d7b on host n-h2-812111-14 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:35:05.252606 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [None req-13391acb-0b83-44f8-b0fa-7d844060258f tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Attempting to bind port b181be38-0c85-4a2c-bf47-4c6a78b83d7b by drivers openvswitch,hyperv on host n-h2-812111-14 at level 0 using segments [{'id': '0b73f8fc-630f-4d0d-8a4f-df11fea9b7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'dc69c6eb-5721-42d6-aa06-e68afe3c116f'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:35:05.252606 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13391acb-0b83-44f8-b0fa-7d844060258f tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Attempting to bind port b181be38-0c85-4a2c-bf47-4c6a78b83d7b on network dc69c6eb-5721-42d6-aa06-e68afe3c116f {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:35:05.270565 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13391acb-0b83-44f8-b0fa-7d844060258f tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Port b181be38-0c85-4a2c-bf47-4c6a78b83d7b on network dc69c6eb-5721-42d6-aa06-e68afe3c116f not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-14 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:35:05.271357 n-d-812111-14 neutron-server[103305]: ERROR neutron.plugins.ml2.managers [None req-13391acb-0b83-44f8-b0fa-7d844060258f tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Failed to bind port b181be38-0c85-4a2c-bf47-4c6a78b83d7b on host n-h2-812111-14 for vnic_type normal using segments [{'id': '0b73f8fc-630f-4d0d-8a4f-df11fea9b7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'dc69c6eb-5721-42d6-aa06-e68afe3c116f'}] Jan 28 19:35:05.272914 n-d-812111-14 neutron-server[103305]: INFO neutron.plugins.ml2.plugin [None req-13391acb-0b83-44f8-b0fa-7d844060258f tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Attempt 10 to bind port b181be38-0c85-4a2c-bf47-4c6a78b83d7b Jan 28 19:35:05.290539 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-61985e1c-bec4-429d-b2da-332c9aea0053 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] 10.222.0.64 "GET /v2.0/routers/468365e5-c3aa-40a4-92af-9a325e24257e HTTP/1.1" status: 200 len: 704 time: 0.1495552 Jan 28 19:35:05.292061 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 40158) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:35:05.303324 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286b263b-2153-4640-bb5b-00560a2bad8c None None] The sync data for ids ['468365e5-c3aa-40a4-92af-9a325e24257e'] in n-d-812111-14 is: [{'id': '468365e5-c3aa-40a4-92af-9a325e24257e', 'name': 'tempest-RoutersIpV6Test-router-1141481547', 'tenant_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:34:19Z', 'updated_at': '2022-01-28T19:35:02Z', 'revision_number': 6, 'project_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'gw_port_host': None, '_interfaces': [{'id': '272884d2-c124-4a24-b060-5e824959bbd6', 'name': '', 'network_id': '1423b23e-7396-42d5-b97d-bf12d0af5d8f', 'tenant_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'mac_address': 'fa:16:3e:02:36:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468365e5-c3aa-40a4-92af-9a325e24257e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': 'd3127f0b-5846-430b-8bdb-0f38cd1b652f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:34:35Z', 'updated_at': '2022-01-28T19:34:48Z', 'revision_number': 5, 'project_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'subnets': [{'id': 'd3127f0b-5846-430b-8bdb-0f38cd1b652f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '515313fb-5217-44b7-9b55-d56641b80291', 'name': '', 'network_id': 'e10e19ca-7ec8-4205-820c-0024003e3a49', 'tenant_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'mac_address': 'fa:16:3e:27:07:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '468365e5-c3aa-40a4-92af-9a325e24257e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2399, 'fixed_ips': [{'subnet_id': '0c19fa19-9e57-458f-920d-056b53ce75b9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:34:54Z', 'updated_at': '2022-01-28T19:35:03Z', 'revision_number': 4, 'project_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'subnets': [{'id': '0c19fa19-9e57-458f-920d-056b53ce75b9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '88be7f49-c829-4f39-b0ec-68b7cfeceda2', 'name': '', 'network_id': 'dbc67f23-32f4-4dbe-a4ad-6102c64991cd', 'tenant_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'mac_address': 'fa:16:3e:60:0c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468365e5-c3aa-40a4-92af-9a325e24257e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2375, 'fixed_ips': [{'subnet_id': 'bfed8ba4-b868-4198-8ab7-ea6da54a97d6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:34:45Z', 'updated_at': '2022-01-28T19:34:55Z', 'revision_number': 5, 'project_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'subnets': [{'id': 'bfed8ba4-b868-4198-8ab7-ea6da54a97d6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7d0e876-0365-4118-ae7b-1cafd5aa381e', 'name': '', 'network_id': '3bd239a4-803d-4686-82a3-6e666e3c26b5', 'tenant_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'mac_address': 'fa:16:3e:f1:82:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468365e5-c3aa-40a4-92af-9a325e24257e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': '13823000-eeb3-44f0-a92b-e846d7802a40', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:34:24Z', 'updated_at': '2022-01-28T19:34:35Z', 'revision_number': 5, 'project_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'subnets': [{'id': '13823000-eeb3-44f0-a92b-e846d7802a40', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:35:05.328363 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-68e03186-e423-45a2-9d70-df2235c931ad admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16187240'] for subnet (0688007a-7128-4f42-bde6-39e4fdbede38), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:05.346797 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [None req-13391acb-0b83-44f8-b0fa-7d844060258f tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Attempting to bind port b181be38-0c85-4a2c-bf47-4c6a78b83d7b on host n-h2-812111-14 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:35:05.347138 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [None req-13391acb-0b83-44f8-b0fa-7d844060258f tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Attempting to bind port b181be38-0c85-4a2c-bf47-4c6a78b83d7b by drivers openvswitch,hyperv on host n-h2-812111-14 at level 0 using segments [{'id': '0b73f8fc-630f-4d0d-8a4f-df11fea9b7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'dc69c6eb-5721-42d6-aa06-e68afe3c116f'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:35:05.347479 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13391acb-0b83-44f8-b0fa-7d844060258f tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Attempting to bind port b181be38-0c85-4a2c-bf47-4c6a78b83d7b on network dc69c6eb-5721-42d6-aa06-e68afe3c116f {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:35:05.421634 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-f896b6ae-446f-42ed-a2ee-ecbf0e1e84ce None None] Current status of the port 515313fb-5217-44b7-9b55-d56641b80291 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:35:05.446698 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13391acb-0b83-44f8-b0fa-7d844060258f tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Port b181be38-0c85-4a2c-bf47-4c6a78b83d7b on network dc69c6eb-5721-42d6-aa06-e68afe3c116f not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-14 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:35:05.447046 n-d-812111-14 neutron-server[103305]: ERROR neutron.plugins.ml2.managers [None req-13391acb-0b83-44f8-b0fa-7d844060258f tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Failed to bind port b181be38-0c85-4a2c-bf47-4c6a78b83d7b on host n-h2-812111-14 for vnic_type normal using segments [{'id': '0b73f8fc-630f-4d0d-8a4f-df11fea9b7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'dc69c6eb-5721-42d6-aa06-e68afe3c116f'}] Jan 28 19:35:05.447400 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-13391acb-0b83-44f8-b0fa-7d844060258f tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (b181be38-0c85-4a2c-bf47-4c6a78b83d7b), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:05.559627 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-68e03186-e423-45a2-9d70-df2235c931ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (0688007a-7128-4f42-bde6-39e4fdbede38), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:05.824166 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 515313fb-5217-44b7-9b55-d56641b80291 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:35:05.825605 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-13391acb-0b83-44f8-b0fa-7d844060258f tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] For port b181be38-0c85-4a2c-bf47-4c6a78b83d7b, host n-h2-812111-14, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:35:05.826002 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-13391acb-0b83-44f8-b0fa-7d844060258f tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Attempted to set empty binding levels {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 28 19:35:05.851389 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-13391acb-0b83-44f8-b0fa-7d844060258f tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (b181be38-0c85-4a2c-bf47-4c6a78b83d7b), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:05.883080 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-68e03186-e423-45a2-9d70-df2235c931ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4752464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4733806'] for subnet (0688007a-7128-4f42-bde6-39e4fdbede38), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:06.050195 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 515313fb-5217-44b7-9b55-d56641b80291 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:35:06.050532 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (515313fb-5217-44b7-9b55-d56641b80291), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:06.071087 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-13391acb-0b83-44f8-b0fa-7d844060258f tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] In _notify_port_updated(), no bound segment for port b181be38-0c85-4a2c-bf47-4c6a78b83d7b on network dc69c6eb-5721-42d6-aa06-e68afe3c116f {{(pid=103305) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Jan 28 19:35:06.074315 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13391acb-0b83-44f8-b0fa-7d844060258f tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:06.077585 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-13391acb-0b83-44f8-b0fa-7d844060258f tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:06.090851 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-13391acb-0b83-44f8-b0fa-7d844060258f tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] 10.222.0.64 "PUT /v2.0/ports/b181be38-0c85-4a2c-bf47-4c6a78b83d7b HTTP/1.1" status: 200 len: 980 time: 2.0189893 Jan 28 19:35:06.095559 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 40168) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:35:06.157980 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-68e03186-e423-45a2-9d70-df2235c931ad admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:06.170332 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-68e03186-e423-45a2-9d70-df2235c931ad admin admin] 10.222.0.64 "DELETE /v2.0/subnets/0688007a-7128-4f42-bde6-39e4fdbede38 HTTP/1.1" status: 204 len: 168 time: 1.1903231 Jan 28 19:35:06.176827 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e03186-e423-45a2-9d70-df2235c931ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0688007a-7128-4f42-bde6-39e4fdbede38,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:35:06.187431 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 40170) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:35:06.304970 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 515313fb-5217-44b7-9b55-d56641b80291 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:35:06.408790 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13391acb-0b83-44f8-b0fa-7d844060258f tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Pushing event updated for resources: {'Port': ['ID=b181be38-0c85-4a2c-bf47-4c6a78b83d7b,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:35:06.466468 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e4d6862c-337e-4659-a2d3-e9744ab28a84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (c6947406-f53d-420a-bed1-5e603e494bf3), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:06.514354 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 40176) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:35:06.634760 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-78b34172-c9ff-4352-b777-72b2fb7798f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Deleting port b181be38-0c85-4a2c-bf47-4c6a78b83d7b {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:35:06.635115 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-78b34172-c9ff-4352-b777-72b2fb7798f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (b181be38-0c85-4a2c-bf47-4c6a78b83d7b), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:06.660873 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7cd4250f-d62d-44b6-8557-3096570fbf78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:06.852979 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e2189cbe-6369-401b-ac29-098d834838ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:06.884026 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e4d6862c-337e-4659-a2d3-e9744ab28a84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (c6947406-f53d-420a-bed1-5e603e494bf3), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:06.929234 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-78b34172-c9ff-4352-b777-72b2fb7798f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] For port b181be38-0c85-4a2c-bf47-4c6a78b83d7b, host n-h2-812111-14, got binding levels [] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:35:06.935728 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-78b34172-c9ff-4352-b777-72b2fb7798f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (b181be38-0c85-4a2c-bf47-4c6a78b83d7b), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:06.949217 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-e4d6862c-337e-4659-a2d3-e9744ab28a84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6947406-f53d-420a-bed1-5e603e494bf3']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:35:06.998664 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-e4d6862c-337e-4659-a2d3-e9744ab28a84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6085fde6-d829-43ad-96e2-c35bec133796') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:35:07.001677 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-e4d6862c-337e-4659-a2d3-e9744ab28a84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6085fde6-d829-43ad-96e2-c35bec133796') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:35:07.005506 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-78b34172-c9ff-4352-b777-72b2fb7798f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Calling delete_port for b181be38-0c85-4a2c-bf47-4c6a78b83d7b owned by {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:35:07.024010 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e4d6862c-337e-4659-a2d3-e9744ab28a84 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16187153'] for segment (6085fde6-d829-43ad-96e2-c35bec133796), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:07.086350 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e4d6862c-337e-4659-a2d3-e9744ab28a84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (6085fde6-d829-43ad-96e2-c35bec133796), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:07.109120 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4d6862c-337e-4659-a2d3-e9744ab28a84 admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:35:07.113504 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e4d6862c-337e-4659-a2d3-e9744ab28a84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4752570'] for segment (6085fde6-d829-43ad-96e2-c35bec133796), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:07.115490 n-d-812111-14 neutron-server[103305]: Traceback (most recent call last): Jan 28 19:35:07.115490 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:35:07.115490 n-d-812111-14 neutron-server[103305]: timer() Jan 28 19:35:07.115490 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:35:07.115490 n-d-812111-14 neutron-server[103305]: cb(*args, **kw) Jan 28 19:35:07.115490 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:35:07.115490 n-d-812111-14 neutron-server[103305]: return func(*args, **kwargs) Jan 28 19:35:07.115490 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:35:07.115490 n-d-812111-14 neutron-server[103305]: self._notify() Jan 28 19:35:07.115490 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:35:07.115490 n-d-812111-14 neutron-server[103305]: self.callback(batched_events) Jan 28 19:35:07.115490 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:35:07.115490 n-d-812111-14 neutron-server[103305]: event.method(event) Jan 28 19:35:07.115490 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:35:07.115490 n-d-812111-14 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:35:07.115490 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:35:07.115490 n-d-812111-14 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:35:07.115490 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:35:07.115490 n-d-812111-14 neutron-server[103305]: return f(self, *a, **k) Jan 28 19:35:07.115490 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:35:07.115490 n-d-812111-14 neutron-server[103305]: return self._get(url).json() Jan 28 19:35:07.115490 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:35:07.115490 n-d-812111-14 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:35:07.115490 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:35:07.115490 n-d-812111-14 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 28 19:35:07.115490 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:35:07.115490 n-d-812111-14 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:35:07.115490 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:35:07.115490 n-d-812111-14 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:35:07.115490 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:35:07.115490 n-d-812111-14 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:35:07.115490 n-d-812111-14 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:35:07.327761 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-350703b2-9073-491b-8228-79320cdae102 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-732838'] for router_interface (468365e5-c3aa-40a4-92af-9a325e24257e), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:07.334369 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-78b34172-c9ff-4352-b777-72b2fb7798f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (b181be38-0c85-4a2c-bf47-4c6a78b83d7b), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:07.336953 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e4d6862c-337e-4659-a2d3-e9744ab28a84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (c6947406-f53d-420a-bed1-5e603e494bf3), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:07.355630 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e2189cbe-6369-401b-ac29-098d834838ac admin admin] Publish callbacks [] for security_group (277ad934-7c77-4321-b842-0784d5ea180b), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:07.364018 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85011b2-2c01-4264-b967-d5c624586a9b None None] Sync routers for ids ['468365e5-c3aa-40a4-92af-9a325e24257e'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:35:07.375701 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e4d6862c-337e-4659-a2d3-e9744ab28a84 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:07.394185 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-e4d6862c-337e-4659-a2d3-e9744ab28a84 admin admin] 10.222.0.64 "DELETE /v2.0/networks/c6947406-f53d-420a-bed1-5e603e494bf3 HTTP/1.1" status: 204 len: 168 time: 1.2037714 Jan 28 19:35:07.403662 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85011b2-2c01-4264-b967-d5c624586a9b None None] Routers {'468365e5-c3aa-40a4-92af-9a325e24257e'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:35:07.406518 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-e85011b2-2c01-4264-b967-d5c624586a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:34:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['468365e5-c3aa-40a4-92af-9a325e24257e'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:35:07.441408 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d6862c-337e-4659-a2d3-e9744ab28a84 admin admin] Pushing event deleted for resources: {'Network': ['ID=c6947406-f53d-420a-bed1-5e603e494bf3,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:35:07.443295 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e2189cbe-6369-401b-ac29-098d834838ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (277ad934-7c77-4321-b842-0784d5ea180b), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:07.674986 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-e85011b2-2c01-4264-b967-d5c624586a9b None None] Set router 468365e5-c3aa-40a4-92af-9a325e24257e gateway port host: None {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:35:07.676116 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-e2189cbe-6369-401b-ac29-098d834838ac admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=328d34fccf0f469d88199777ac0f288a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1498442 Jan 28 19:35:07.677411 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2189cbe-6369-401b-ac29-098d834838ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=277ad934-7c77-4321-b842-0784d5ea180b,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:35:07.699738 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 40190) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:35:07.823383 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 40192) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:35:07.984359 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-462c4803-cbb4-41f2-b49e-5be72270386f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=bbf2fdcfa8614aa6949bf4a173709a95&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1548340 Jan 28 19:35:07.985350 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 40196) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:35:08.005545 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a64a6163-8bc1-47d2-9d7e-104a9deb7c4e admin admin] Publish callbacks [] for security_group (277ad934-7c77-4321-b842-0784d5ea180b), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:08.102011 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a64a6163-8bc1-47d2-9d7e-104a9deb7c4e admin admin] Publish callbacks [] for security_group (277ad934-7c77-4321-b842-0784d5ea180b), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:08.333501 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 40200) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:35:08.403340 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2ab70f0b-b0ca-474b-8724-c1f653b7acd3 admin admin] Publish callbacks [] for security_group (f3463348-4b9e-41ee-a9d7-77a9e5d64664), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:08.408505 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a64a6163-8bc1-47d2-9d7e-104a9deb7c4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (277ad934-7c77-4321-b842-0784d5ea180b), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:08.424586 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a64a6163-8bc1-47d2-9d7e-104a9deb7c4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:08.429011 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-a64a6163-8bc1-47d2-9d7e-104a9deb7c4e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/277ad934-7c77-4321-b842-0784d5ea180b HTTP/1.1" status: 204 len: 168 time: 0.7280958 Jan 28 19:35:08.459542 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64a6163-8bc1-47d2-9d7e-104a9deb7c4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=277ad934-7c77-4321-b842-0784d5ea180b,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:35:08.517006 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2ab70f0b-b0ca-474b-8724-c1f653b7acd3 admin admin] Publish callbacks [] for security_group (f3463348-4b9e-41ee-a9d7-77a9e5d64664), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:08.614451 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-e85011b2-2c01-4264-b967-d5c624586a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '468365e5-c3aa-40a4-92af-9a325e24257e', 'name': 'tempest-RoutersIpV6Test-router-1141481547', 'tenant_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:34:19Z', 'updated_at': '2022-01-28T19:35:04Z', 'revision_number': 7, 'project_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'gw_port_host': None, '_interfaces': [{'id': '272884d2-c124-4a24-b060-5e824959bbd6', 'name': '', 'network_id': '1423b23e-7396-42d5-b97d-bf12d0af5d8f', 'tenant_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'mac_address': 'fa:16:3e:02:36:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468365e5-c3aa-40a4-92af-9a325e24257e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': 'd3127f0b-5846-430b-8bdb-0f38cd1b652f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:34:35Z', 'updated_at': '2022-01-28T19:34:48Z', 'revision_number': 5, 'project_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'subnets': [{'id': 'd3127f0b-5846-430b-8bdb-0f38cd1b652f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '515313fb-5217-44b7-9b55-d56641b80291', 'name': '', 'network_id': 'e10e19ca-7ec8-4205-820c-0024003e3a49', 'tenant_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'mac_address': 'fa:16:3e:27:07:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468365e5-c3aa-40a4-92af-9a325e24257e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2399, 'fixed_ips': [{'subnet_id': '0c19fa19-9e57-458f-920d-056b53ce75b9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:34:54Z', 'updated_at': '2022-01-28T19:35:04Z', 'revision_number': 5, 'project_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'subnets': [{'id': '0c19fa19-9e57-458f-920d-056b53ce75b9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '88be7f49-c829-4f39-b0ec-68b7cfeceda2', 'name': '', 'network_id': 'dbc67f23-32f4-4dbe-a4ad-6102c64991cd', 'tenant_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'mac_address': 'fa:16:3e:60:0c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468365e5-c3aa-40a4-92af-9a325e24257e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2375, 'fixed_ips': [{'subnet_id': 'bfed8ba4-b868-4198-8ab7-ea6da54a97d6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:34:45Z', 'updated_at': '2022-01-28T19:34:55Z', 'revision_number': 5, 'project_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'subnets': [{'id': 'bfed8ba4-b868-4198-8ab7-ea6da54a97d6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7d0e876-0365-4118-ae7b-1cafd5aa381e', 'name': '', 'network_id': '3bd239a4-803d-4686-82a3-6e666e3c26b5', 'tenant_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'mac_address': 'fa:16:3e:f1:82:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468365e5-c3aa-40a4-92af-9a325e24257e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': '13823000-eeb3-44f0-a92b-e846d7802a40', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:34:24Z', 'updated_at': '2022-01-28T19:34:35Z', 'revision_number': 5, 'project_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'subnets': [{'id': '13823000-eeb3-44f0-a92b-e846d7802a40', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:35:08.671005 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c7690d14-1502-44a5-9d6f-f17622f8e782 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:08.710567 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85011b2-2c01-4264-b967-d5c624586a9b None None] Checking router: 468365e5-c3aa-40a4-92af-9a325e24257e for host: n-d-812111-14 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:35:08.728609 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85011b2-2c01-4264-b967-d5c624586a9b None None] Routers {'468365e5-c3aa-40a4-92af-9a325e24257e'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:35:08.729297 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-e85011b2-2c01-4264-b967-d5c624586a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:34:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['468365e5-c3aa-40a4-92af-9a325e24257e'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:35:08.787576 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b34172-c9ff-4352-b777-72b2fb7798f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Pushing event deleted for resources: {'Port': ['ID=b181be38-0c85-4a2c-bf47-4c6a78b83d7b,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:35:08.815153 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c7690d14-1502-44a5-9d6f-f17622f8e782 admin admin] Publish callbacks [] for security_group (3687ba2e-4732-49fe-af5b-1ea64e0ebc9d), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:08.825805 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c7690d14-1502-44a5-9d6f-f17622f8e782 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (3687ba2e-4732-49fe-af5b-1ea64e0ebc9d), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:08.876275 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-78b34172-c9ff-4352-b777-72b2fb7798f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:08.904196 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-78b34172-c9ff-4352-b777-72b2fb7798f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] 10.222.0.64 "DELETE /v2.0/ports/b181be38-0c85-4a2c-bf47-4c6a78b83d7b HTTP/1.1" status: 204 len: 168 time: 2.7889826 Jan 28 19:35:08.909567 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 40210) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:35:08.923634 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-c7690d14-1502-44a5-9d6f-f17622f8e782 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=71133aa335554fa7a9702f39ec6f5d97&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5882690 Jan 28 19:35:08.930864 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-55858aa4-96f4-4d4a-9166-5fb95af1dd40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:08.955630 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 40212) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:35:08.982699 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-e85011b2-2c01-4264-b967-d5c624586a9b None None] Set router 468365e5-c3aa-40a4-92af-9a325e24257e gateway port host: None {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:35:09.008061 n-d-812111-14 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-50ca2fa5-8281-4474-85e4-76dd93841f4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] GET failed (client error): The resource could not be found. Jan 28 19:35:09.031105 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-50ca2fa5-8281-4474-85e4-76dd93841f4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40021862-project-admin] 10.222.0.64 "GET /v2.0/ports/b181be38-0c85-4a2c-bf47-4c6a78b83d7b HTTP/1.1" status: 404 len: 333 time: 0.1110179 Jan 28 19:35:09.034638 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 40216) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:35:09.109902 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2ab70f0b-b0ca-474b-8724-c1f653b7acd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (f3463348-4b9e-41ee-a9d7-77a9e5d64664), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:09.138302 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2ab70f0b-b0ca-474b-8724-c1f653b7acd3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:09.139495 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-2ab70f0b-b0ca-474b-8724-c1f653b7acd3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f3463348-4b9e-41ee-a9d7-77a9e5d64664 HTTP/1.1" status: 204 len: 168 time: 1.1532514 Jan 28 19:35:09.202793 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7690d14-1502-44a5-9d6f-f17622f8e782 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3687ba2e-4732-49fe-af5b-1ea64e0ebc9d,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:35:09.260525 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab70f0b-b0ca-474b-8724-c1f653b7acd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3463348-4b9e-41ee-a9d7-77a9e5d64664,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:35:09.399299 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2a7ad4a6-2e46-4b32-b962-402a8e9e8b33 admin admin] Publish callbacks [] for security_group (3687ba2e-4732-49fe-af5b-1ea64e0ebc9d), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:09.452463 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-27e1eeb3-ed37-4f64-aeb1-e73cff4c1626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796938018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796938018-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (dc69c6eb-5721-42d6-aa06-e68afe3c116f), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:09.518454 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2a7ad4a6-2e46-4b32-b962-402a8e9e8b33 admin admin] Publish callbacks [] for security_group (3687ba2e-4732-49fe-af5b-1ea64e0ebc9d), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:09.584551 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-e85011b2-2c01-4264-b967-d5c624586a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '468365e5-c3aa-40a4-92af-9a325e24257e', 'name': 'tempest-RoutersIpV6Test-router-1141481547', 'tenant_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:34:19Z', 'updated_at': '2022-01-28T19:35:04Z', 'revision_number': 7, 'project_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'gw_port_host': None, '_interfaces': [{'id': '272884d2-c124-4a24-b060-5e824959bbd6', 'name': '', 'network_id': '1423b23e-7396-42d5-b97d-bf12d0af5d8f', 'tenant_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'mac_address': 'fa:16:3e:02:36:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468365e5-c3aa-40a4-92af-9a325e24257e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': 'd3127f0b-5846-430b-8bdb-0f38cd1b652f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:34:35Z', 'updated_at': '2022-01-28T19:34:48Z', 'revision_number': 5, 'project_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'subnets': [{'id': 'd3127f0b-5846-430b-8bdb-0f38cd1b652f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '515313fb-5217-44b7-9b55-d56641b80291', 'name': '', 'network_id': 'e10e19ca-7ec8-4205-820c-0024003e3a49', 'tenant_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'mac_address': 'fa:16:3e:27:07:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468365e5-c3aa-40a4-92af-9a325e24257e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2399, 'fixed_ips': [{'subnet_id': '0c19fa19-9e57-458f-920d-056b53ce75b9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:34:54Z', 'updated_at': '2022-01-28T19:35:04Z', 'revision_number': 5, 'project_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'subnets': [{'id': '0c19fa19-9e57-458f-920d-056b53ce75b9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '88be7f49-c829-4f39-b0ec-68b7cfeceda2', 'name': '', 'network_id': 'dbc67f23-32f4-4dbe-a4ad-6102c64991cd', 'tenant_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'mac_address': 'fa:16:3e:60:0c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468365e5-c3aa-40a4-92af-9a325e24257e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2375, 'fixed_ips': [{'subnet_id': 'bfed8ba4-b868-4198-8ab7-ea6da54a97d6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:34:45Z', 'updated_at': '2022-01-28T19:34:55Z', 'revision_number': 5, 'project_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'subnets': [{'id': 'bfed8ba4-b868-4198-8ab7-ea6da54a97d6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7d0e876-0365-4118-ae7b-1cafd5aa381e', 'name': '', 'network_id': '3bd239a4-803d-4686-82a3-6e666e3c26b5', 'tenant_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'mac_address': 'fa:16:3e:f1:82:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468365e5-c3aa-40a4-92af-9a325e24257e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': '13823000-eeb3-44f0-a92b-e846d7802a40', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:34:24Z', 'updated_at': '2022-01-28T19:34:35Z', 'revision_number': 5, 'project_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'subnets': [{'id': '13823000-eeb3-44f0-a92b-e846d7802a40', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:35:09.677904 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85011b2-2c01-4264-b967-d5c624586a9b None None] The sync data for ids ['468365e5-c3aa-40a4-92af-9a325e24257e'] in n-d-812111-14 is: [{'id': '468365e5-c3aa-40a4-92af-9a325e24257e', 'name': 'tempest-RoutersIpV6Test-router-1141481547', 'tenant_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:34:19Z', 'updated_at': '2022-01-28T19:35:04Z', 'revision_number': 7, 'project_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'gw_port_host': None, '_interfaces': [{'id': '272884d2-c124-4a24-b060-5e824959bbd6', 'name': '', 'network_id': '1423b23e-7396-42d5-b97d-bf12d0af5d8f', 'tenant_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'mac_address': 'fa:16:3e:02:36:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468365e5-c3aa-40a4-92af-9a325e24257e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': 'd3127f0b-5846-430b-8bdb-0f38cd1b652f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:34:35Z', 'updated_at': '2022-01-28T19:34:48Z', 'revision_number': 5, 'project_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'subnets': [{'id': 'd3127f0b-5846-430b-8bdb-0f38cd1b652f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '515313fb-5217-44b7-9b55-d56641b80291', 'name': '', 'network_id': 'e10e19ca-7ec8-4205-820c-0024003e3a49', 'tenant_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'mac_address': 'fa:16:3e:27:07:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468365e5-c3aa-40a4-92af-9a325e24257e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2399, 'fixed_ips': [{'subnet_id': '0c19fa19-9e57-458f-920d-056b53ce75b9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:34:54Z', 'updated_at': '2022-01-28T19:35:04Z', 'revision_number': 5, 'project_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'subnets': [{'id': '0c19fa19-9e57-458f-920d-056b53ce75b9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '88be7f49-c829-4f39-b0ec-68b7cfeceda2', 'name': '', 'network_id': 'dbc67f23-32f4-4dbe-a4ad-6102c64991cd', 'tenant_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'mac_address': 'fa:16:3e:60:0c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468365e5-c3aa-40a4-92af-9a325e24257e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2375, 'fixed_ips': [{'subnet_id': 'bfed8ba4-b868-4198-8ab7-ea6da54a97d6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:34:45Z', 'updated_at': '2022-01-28T19:34:55Z', 'revision_number': 5, 'project_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'subnets': [{'id': 'bfed8ba4-b868-4198-8ab7-ea6da54a97d6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7d0e876-0365-4118-ae7b-1cafd5aa381e', 'name': '', 'network_id': '3bd239a4-803d-4686-82a3-6e666e3c26b5', 'tenant_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'mac_address': 'fa:16:3e:f1:82:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468365e5-c3aa-40a4-92af-9a325e24257e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': '13823000-eeb3-44f0-a92b-e846d7802a40', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:34:24Z', 'updated_at': '2022-01-28T19:34:35Z', 'revision_number': 5, 'project_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'subnets': [{'id': '13823000-eeb3-44f0-a92b-e846d7802a40', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:35:09.767218 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:09.791128 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-27e1eeb3-ed37-4f64-aeb1-e73cff4c1626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796938018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796938018-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (dc69c6eb-5721-42d6-aa06-e68afe3c116f), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:09.815474 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2a7ad4a6-2e46-4b32-b962-402a8e9e8b33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (3687ba2e-4732-49fe-af5b-1ea64e0ebc9d), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:09.846861 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2a7ad4a6-2e46-4b32-b962-402a8e9e8b33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:09.867079 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-2a7ad4a6-2e46-4b32-b962-402a8e9e8b33 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3687ba2e-4732-49fe-af5b-1ea64e0ebc9d HTTP/1.1" status: 204 len: 168 time: 0.9013972 Jan 28 19:35:09.890626 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-27e1eeb3-ed37-4f64-aeb1-e73cff4c1626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796938018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796938018-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc69c6eb-5721-42d6-aa06-e68afe3c116f']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:35:09.908597 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7ad4a6-2e46-4b32-b962-402a8e9e8b33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3687ba2e-4732-49fe-af5b-1ea64e0ebc9d,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:35:09.926073 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-27e1eeb3-ed37-4f64-aeb1-e73cff4c1626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796938018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796938018-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b73f8fc-630f-4d0d-8a4f-df11fea9b7ec') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:35:09.926846 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-27e1eeb3-ed37-4f64-aeb1-e73cff4c1626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796938018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796938018-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b73f8fc-630f-4d0d-8a4f-df11fea9b7ec') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:35:09.951760 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-27e1eeb3-ed37-4f64-aeb1-e73cff4c1626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796938018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796938018-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4747091'] for segment (0b73f8fc-630f-4d0d-8a4f-df11fea9b7ec), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:09.995845 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-27e1eeb3-ed37-4f64-aeb1-e73cff4c1626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796938018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796938018-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (0b73f8fc-630f-4d0d-8a4f-df11fea9b7ec), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:10.016530 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27e1eeb3-ed37-4f64-aeb1-e73cff4c1626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796938018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796938018-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:35:10.030942 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-27e1eeb3-ed37-4f64-aeb1-e73cff4c1626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796938018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796938018-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4690514'] for segment (0b73f8fc-630f-4d0d-8a4f-df11fea9b7ec), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:10.045773 n-d-812111-14 neutron-server[103304]: Traceback (most recent call last): Jan 28 19:35:10.045773 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:35:10.045773 n-d-812111-14 neutron-server[103304]: timer() Jan 28 19:35:10.045773 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:35:10.045773 n-d-812111-14 neutron-server[103304]: cb(*args, **kw) Jan 28 19:35:10.045773 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:35:10.045773 n-d-812111-14 neutron-server[103304]: return func(*args, **kwargs) Jan 28 19:35:10.045773 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:35:10.045773 n-d-812111-14 neutron-server[103304]: self._notify() Jan 28 19:35:10.045773 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:35:10.045773 n-d-812111-14 neutron-server[103304]: self.callback(batched_events) Jan 28 19:35:10.045773 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:35:10.045773 n-d-812111-14 neutron-server[103304]: event.method(event) Jan 28 19:35:10.045773 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:35:10.045773 n-d-812111-14 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:35:10.045773 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:35:10.045773 n-d-812111-14 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:35:10.045773 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:35:10.045773 n-d-812111-14 neutron-server[103304]: return f(self, *a, **k) Jan 28 19:35:10.045773 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:35:10.045773 n-d-812111-14 neutron-server[103304]: return self._get(url).json() Jan 28 19:35:10.045773 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:35:10.045773 n-d-812111-14 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:35:10.045773 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:35:10.045773 n-d-812111-14 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 28 19:35:10.045773 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:35:10.045773 n-d-812111-14 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:35:10.045773 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:35:10.045773 n-d-812111-14 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:35:10.045773 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:35:10.045773 n-d-812111-14 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:35:10.045773 n-d-812111-14 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:35:10.218964 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9a43d4-7f1b-406b-ba1f-0b78c52d546c req-21671650-13da-444e-aac7-6abcf693b438 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:10.235613 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8e9a43d4-7f1b-406b-ba1f-0b78c52d546c req-21671650-13da-444e-aac7-6abcf693b438 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/ports?device_id=468e569c-4ad2-4f8a-b0ed-71ebeaa4f974 HTTP/1.1" status: 200 len: 946 time: 0.1668420 Jan 28 19:35:10.350430 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-350703b2-9073-491b-8228-79320cdae102 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Deleting port 515313fb-5217-44b7-9b55-d56641b80291 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:35:10.350790 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-350703b2-9073-491b-8228-79320cdae102 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (515313fb-5217-44b7-9b55-d56641b80291), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:10.424012 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8e9a43d4-7f1b-406b-ba1f-0b78c52d546c req-ff16ec3f-347f-4837-a31c-9a84e3ee8955 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/security-groups?id=1bfe6452-43d5-4c93-9450-34896bc0d267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1795902 Jan 28 19:35:10.478613 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-27e1eeb3-ed37-4f64-aeb1-e73cff4c1626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796938018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796938018-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (dc69c6eb-5721-42d6-aa06-e68afe3c116f), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:10.507581 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-27e1eeb3-ed37-4f64-aeb1-e73cff4c1626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796938018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796938018-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:10.513782 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-27e1eeb3-ed37-4f64-aeb1-e73cff4c1626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796938018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796938018-project] 10.222.0.64 "DELETE /v2.0/networks/dc69c6eb-5721-42d6-aa06-e68afe3c116f HTTP/1.1" status: 204 len: 168 time: 1.4697814 Jan 28 19:35:10.558769 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e1eeb3-ed37-4f64-aeb1-e73cff4c1626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796938018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796938018-project] Pushing event deleted for resources: {'Network': ['ID=dc69c6eb-5721-42d6-aa06-e68afe3c116f,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:35:10.664297 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-350703b2-9073-491b-8228-79320cdae102 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] For port 515313fb-5217-44b7-9b55-d56641b80291, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=515313fb-5217-44b7-9b55-d56641b80291,segment=NetworkSegment(f5903d56-725d-47b6-a944-94f8c9dbecbb),segment_id=f5903d56-725d-47b6-a944-94f8c9dbecbb)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:35:10.667844 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-350703b2-9073-491b-8228-79320cdae102 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (515313fb-5217-44b7-9b55-d56641b80291), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:10.699082 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-350703b2-9073-491b-8228-79320cdae102 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Calling delete_port for 515313fb-5217-44b7-9b55-d56641b80291 owned by network:router_interface {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:35:11.146276 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-350703b2-9073-491b-8228-79320cdae102 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (515313fb-5217-44b7-9b55-d56641b80291), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:11.222074 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350703b2-9073-491b-8228-79320cdae102 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Pushing event deleted for resources: {'Port': ['ID=515313fb-5217-44b7-9b55-d56641b80291,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:35:11.317268 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 40264) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:35:11.442215 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 40270) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:35:11.449696 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-350703b2-9073-491b-8228-79320cdae102 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-732682'] for router_interface (468365e5-c3aa-40a4-92af-9a325e24257e), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:11.639073 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:11.803923 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-c479df8e-d547-4f64-87fd-f6138b660cf0 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-409241490-network', 'tenant_id': '72ed041c0fdf49d0b46a78595ef2b4d2'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:35:11.868442 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c479df8e-d547-4f64-87fd-f6138b660cf0 admin admin] Made reservation on behalf of 72ed041c0fdf49d0b46a78595ef2b4d2 for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:35:11.870784 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c479df8e-d547-4f64-87fd-f6138b660cf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:11.880554 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-350703b2-9073-491b-8228-79320cdae102 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Router 468365e5-c3aa-40a4-92af-9a325e24257e has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:35:11.891357 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb843f56-22a8-4ac7-ac6a-133d2dec1d32 req-9ee6d2d9-b3e8-430b-8fa5-a348b48c7c36 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:11.892810 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-eb843f56-22a8-4ac7-ac6a-133d2dec1d32 req-9ee6d2d9-b3e8-430b-8fa5-a348b48c7c36 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.41 "GET /v2.0/ports?device_id=468e569c-4ad2-4f8a-b0ed-71ebeaa4f974 HTTP/1.1" status: 200 len: 946 time: 0.1504917 Jan 28 19:35:11.894357 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c479df8e-d547-4f64-87fd-f6138b660cf0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:11.898768 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-34b2bb52-7342-42f9-ac73-f4c040347ffc admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c13ea09a52404e509a3578f5441f2705&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4554887 Jan 28 19:35:11.906885 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 40282) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:35:11.916681 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa961734-33db-4d95-81f6-fa36831d72f8 req-db2bc966-1d7e-45cf-ad26-a19780f20df5 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:11.924619 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-aa961734-33db-4d95-81f6-fa36831d72f8 req-db2bc966-1d7e-45cf-ad26-a19780f20df5 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/ports?device_id=468e569c-4ad2-4f8a-b0ed-71ebeaa4f974 HTTP/1.1" status: 200 len: 946 time: 0.1782794 Jan 28 19:35:12.086265 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4717bcfc-b765-4723-8fcd-4e473f1a1d04 admin admin] Publish callbacks [] for security_group (ac3b674f-7328-4716-8ddf-d2c6175d8dbf), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:12.115551 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4717bcfc-b765-4723-8fcd-4e473f1a1d04 admin admin] Publish callbacks [] for security_group (ac3b674f-7328-4716-8ddf-d2c6175d8dbf), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:12.151520 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-350703b2-9073-491b-8228-79320cdae102 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:35:12.165695 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e10645-2010-43b7-8ce5-31554abe5c9d None None] Sync routers for ids ['468365e5-c3aa-40a4-92af-9a325e24257e'] in n-d-812111-14 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:35:12.174624 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 40286) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:35:12.196393 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e10645-2010-43b7-8ce5-31554abe5c9d None None] Routers {'468365e5-c3aa-40a4-92af-9a325e24257e'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:35:12.197054 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-40e10645-2010-43b7-8ce5-31554abe5c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:35:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['468365e5-c3aa-40a4-92af-9a325e24257e'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:35:12.209075 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-350703b2-9073-491b-8228-79320cdae102 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] 10.222.0.64 "PUT /v2.0/routers/468365e5-c3aa-40a4-92af-9a325e24257e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9137447 Jan 28 19:35:12.213558 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 40290) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:35:12.307341 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-aa961734-33db-4d95-81f6-fa36831d72f8 req-dabaf366-4a3d-4c4f-b9af-72e49c8bdd6b tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/security-groups?id=1bfe6452-43d5-4c93-9450-34896bc0d267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3558393 Jan 28 19:35:12.352744 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-3855f810-f8ef-479c-a335-059a34b13d58 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Deleting subnet 0c19fa19-9e57-458f-920d-056b53ce75b9 {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:35:12.357221 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3855f810-f8ef-479c-a335-059a34b13d58 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks [] for subnet (0c19fa19-9e57-458f-920d-056b53ce75b9), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:12.386490 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-bad21644-8489-4b26-8d17-7cf3540a5b05 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1765786358-network', 'tenant_id': 'bbb1d3dcc7ce4a2d9de450aae2527873'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:35:12.399639 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-40e10645-2010-43b7-8ce5-31554abe5c9d None None] Set router 468365e5-c3aa-40a4-92af-9a325e24257e gateway port host: None {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:35:12.420394 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3855f810-f8ef-479c-a335-059a34b13d58 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4747050'] for subnet (0c19fa19-9e57-458f-920d-056b53ce75b9), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:12.445421 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bad21644-8489-4b26-8d17-7cf3540a5b05 admin admin] Made reservation on behalf of bbb1d3dcc7ce4a2d9de450aae2527873 for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:35:12.449147 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bad21644-8489-4b26-8d17-7cf3540a5b05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:12.470876 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bad21644-8489-4b26-8d17-7cf3540a5b05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:12.564636 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3855f810-f8ef-479c-a335-059a34b13d58 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (0c19fa19-9e57-458f-920d-056b53ce75b9), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:12.590116 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c479df8e-d547-4f64-87fd-f6138b660cf0 admin admin] Publish callbacks [] for security_group (51cbc5a3-d8ac-4977-b6f0-e1abddc2ee98), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:12.593557 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-eb843f56-22a8-4ac7-ac6a-133d2dec1d32 req-b83c86fa-cdc5-4f47-8601-579580bc3d07 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Deleting port 3350cbae-4a25-42ca-a107-7365789be398 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:35:12.593962 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-eb843f56-22a8-4ac7-ac6a-133d2dec1d32 req-b83c86fa-cdc5-4f47-8601-579580bc3d07 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (3350cbae-4a25-42ca-a107-7365789be398), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:12.599541 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4717bcfc-b765-4723-8fcd-4e473f1a1d04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (ac3b674f-7328-4716-8ddf-d2c6175d8dbf), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:12.602473 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4717bcfc-b765-4723-8fcd-4e473f1a1d04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:12.606057 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-4717bcfc-b765-4723-8fcd-4e473f1a1d04 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ac3b674f-7328-4716-8ddf-d2c6175d8dbf HTTP/1.1" status: 204 len: 168 time: 0.6956396 Jan 28 19:35:12.648448 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c479df8e-d547-4f64-87fd-f6138b660cf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (51cbc5a3-d8ac-4977-b6f0-e1abddc2ee98), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:12.672964 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bad21644-8489-4b26-8d17-7cf3540a5b05 admin admin] Publish callbacks [] for security_group (1d406894-e0b8-4582-843c-9edf6a2f3eab), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:12.683884 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bad21644-8489-4b26-8d17-7cf3540a5b05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (1d406894-e0b8-4582-843c-9edf6a2f3eab), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:12.710866 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4717bcfc-b765-4723-8fcd-4e473f1a1d04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac3b674f-7328-4716-8ddf-d2c6175d8dbf,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:35:12.721632 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c479df8e-d547-4f64-87fd-f6138b660cf0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:35:12.751542 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c479df8e-d547-4f64-87fd-f6138b660cf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (ce39c210-967e-4da2-941c-adb15afe7725), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:12.752072 n-d-812111-14 neutron-server[103305]: INFO neutron.db.segments_db [None req-c479df8e-d547-4f64-87fd-f6138b660cf0 admin admin] Added segment ce39c210-967e-4da2-941c-adb15afe7725 of type vlan for network 5ced056c-3de2-4296-99fb-726157ca5050 Jan 28 19:35:12.795779 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3855f810-f8ef-479c-a335-059a34b13d58 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4690616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5222356'] for subnet (0c19fa19-9e57-458f-920d-056b53ce75b9), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:12.818830 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c479df8e-d547-4f64-87fd-f6138b660cf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51cbc5a3-d8ac-4977-b6f0-e1abddc2ee98,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:35:12.832639 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad21644-8489-4b26-8d17-7cf3540a5b05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d406894-e0b8-4582-843c-9edf6a2f3eab,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:35:12.850366 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-eb843f56-22a8-4ac7-ac6a-133d2dec1d32 req-b83c86fa-cdc5-4f47-8601-579580bc3d07 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] For port 3350cbae-4a25-42ca-a107-7365789be398, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=3350cbae-4a25-42ca-a107-7365789be398,segment=NetworkSegment(25c21fb9-fdcd-4ded-98e7-fa3f83ec6d2c),segment_id=25c21fb9-fdcd-4ded-98e7-fa3f83ec6d2c)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:35:12.850796 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-eb843f56-22a8-4ac7-ac6a-133d2dec1d32 req-b83c86fa-cdc5-4f47-8601-579580bc3d07 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (3350cbae-4a25-42ca-a107-7365789be398), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:12.860839 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c479df8e-d547-4f64-87fd-f6138b660cf0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (5ced056c-3de2-4296-99fb-726157ca5050), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:12.861619 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0c0ec0a-aef3-4410-aa05-6c35d4d2818a None None] Network e10e19ca-7ec8-4205-820c-0024003e3a49 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:35:12.867851 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3855f810-f8ef-479c-a335-059a34b13d58 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:12.881987 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-3855f810-f8ef-479c-a335-059a34b13d58 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] 10.222.0.64 "DELETE /v2.0/subnets/0c19fa19-9e57-458f-920d-056b53ce75b9 HTTP/1.1" status: 204 len: 168 time: 0.6663156 Jan 28 19:35:12.886797 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 40298) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:35:12.950961 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bad21644-8489-4b26-8d17-7cf3540a5b05 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:35:12.959745 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3855f810-f8ef-479c-a335-059a34b13d58 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Pushing event deleted for resources: {'Subnet': ['ID=0c19fa19-9e57-458f-920d-056b53ce75b9,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:35:12.988029 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bad21644-8489-4b26-8d17-7cf3540a5b05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (ae01320f-4c42-4a16-9083-8e2cba9c3e3f), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:12.989861 n-d-812111-14 neutron-server[103304]: INFO neutron.db.segments_db [None req-bad21644-8489-4b26-8d17-7cf3540a5b05 admin admin] Added segment ae01320f-4c42-4a16-9083-8e2cba9c3e3f of type vlan for network d6943d75-000e-400d-9295-39743b97db11 Jan 28 19:35:13.020580 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.db.resource_extend [None req-c479df8e-d547-4f64-87fd-f6138b660cf0 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 19:35:13.113392 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bad21644-8489-4b26-8d17-7cf3540a5b05 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (d6943d75-000e-400d-9295-39743b97db11), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:13.157147 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:13.161504 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-40e10645-2010-43b7-8ce5-31554abe5c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '468365e5-c3aa-40a4-92af-9a325e24257e', 'name': 'tempest-RoutersIpV6Test-router-1141481547', 'tenant_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:34:19Z', 'updated_at': '2022-01-28T19:35:10Z', 'revision_number': 8, 'project_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'gw_port_host': None, '_interfaces': [{'id': '272884d2-c124-4a24-b060-5e824959bbd6', 'name': '', 'network_id': '1423b23e-7396-42d5-b97d-bf12d0af5d8f', 'tenant_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'mac_address': 'fa:16:3e:02:36:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468365e5-c3aa-40a4-92af-9a325e24257e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': 'd3127f0b-5846-430b-8bdb-0f38cd1b652f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:34:35Z', 'updated_at': '2022-01-28T19:34:48Z', 'revision_number': 5, 'project_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'subnets': [{'id': 'd3127f0b-5846-430b-8bdb-0f38cd1b652f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '88be7f49-c829-4f39-b0ec-68b7cfeceda2', 'name': '', 'network_id': 'dbc67f23-32f4-4dbe-a4ad-6102c64991cd', 'tenant_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'mac_address': 'fa:16:3e:60:0c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468365e5-c3aa-40a4-92af-9a325e24257e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2375, 'fixed_ips': [{'subnet_id': 'bfed8ba4-b868-4198-8ab7-ea6da54a97d6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:34:45Z', 'updated_at': '2022-01-28T19:34:55Z', 'revision_number': 5, 'project_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'subnets': [{'id': 'bfed8ba4-b868-4198-8ab7-ea6da54a97d6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7d0e876-0365-4118-ae7b-1cafd5aa381e', 'name': '', 'network_id': '3bd239a4-803d-4686-82a3-6e666e3c26b5', 'tenant_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'mac_address': 'fa:16:3e:f1:82:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468365e5-c3aa-40a4-92af-9a325e24257e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': '13823000-eeb3-44f0-a92b-e846d7802a40', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:34:24Z', 'updated_at': '2022-01-28T19:34:35Z', 'revision_number': 5, 'project_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'subnets': [{'id': '13823000-eeb3-44f0-a92b-e846d7802a40', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:35:13.167422 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c479df8e-d547-4f64-87fd-f6138b660cf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (5ced056c-3de2-4296-99fb-726157ca5050), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:13.168394 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c479df8e-d547-4f64-87fd-f6138b660cf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:13.168972 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c479df8e-d547-4f64-87fd-f6138b660cf0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:13.179790 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bad21644-8489-4b26-8d17-7cf3540a5b05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (d6943d75-000e-400d-9295-39743b97db11), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:13.180877 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad21644-8489-4b26-8d17-7cf3540a5b05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:13.181486 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bad21644-8489-4b26-8d17-7cf3540a5b05 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:13.216711 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e10645-2010-43b7-8ce5-31554abe5c9d None None] Checking router: 468365e5-c3aa-40a4-92af-9a325e24257e for host: n-d-812111-14 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:35:13.234613 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 40300) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:35:13.234891 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e10645-2010-43b7-8ce5-31554abe5c9d None None] Routers {'468365e5-c3aa-40a4-92af-9a325e24257e'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:35:13.236405 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-40e10645-2010-43b7-8ce5-31554abe5c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:35:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['468365e5-c3aa-40a4-92af-9a325e24257e'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:35:13.239888 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-c479df8e-d547-4f64-87fd-f6138b660cf0 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.9209585 Jan 28 19:35:13.257319 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 40302) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:35:13.267600 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-593a9004-6105-4782-8ecc-6c0deda58abb admin admin] Request body: {'subnet': {'network_id': '5ced056c-3de2-4296-99fb-726157ca5050', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-409241490-subnet', 'tenant_id': '72ed041c0fdf49d0b46a78595ef2b4d2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:35:13.281070 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-839a723c-d179-4b0b-985e-3eb226491117 None None] DHCP port deletion for e10e19ca-7ec8-4205-820c-0024003e3a49 request from n-d-812111-14 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:35:13.305125 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1cd7a76c-8eca-4189-af88-dd01803375dd tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (e10e19ca-7ec8-4205-820c-0024003e3a49), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:13.316452 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-bad21644-8489-4b26-8d17-7cf3540a5b05 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1232061 Jan 28 19:35:13.321501 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 40304) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:35:13.330702 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-8240d4d3-eb8e-4372-b574-ed91e3768572 admin admin] Request body: {'subnet': {'network_id': 'd6943d75-000e-400d-9295-39743b97db11', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1765786358-subnet', 'tenant_id': 'bbb1d3dcc7ce4a2d9de450aae2527873', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:35:13.342799 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad21644-8489-4b26-8d17-7cf3540a5b05 admin admin] Pushing event updated for resources: {'Network': ['ID=d6943d75-000e-400d-9295-39743b97db11,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:35:13.374016 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-27cb85ff-268a-4894-8315-2a3dcdb13856 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f83f35d322464357b12f2e53c8a32cde&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1381087 Jan 28 19:35:13.376461 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 40308) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:35:13.379403 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network d6943d75-000e-400d-9295-39743b97db11 details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:35:13.392464 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8240d4d3-eb8e-4372-b574-ed91e3768572 admin admin] Made reservation on behalf of bbb1d3dcc7ce4a2d9de450aae2527873 for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:35:13.394897 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8240d4d3-eb8e-4372-b574-ed91e3768572 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5221429'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:13.438072 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c479df8e-d547-4f64-87fd-f6138b660cf0 admin admin] Pushing event updated for resources: {'Network': ['ID=5ced056c-3de2-4296-99fb-726157ca5050,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:35:13.451135 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-593a9004-6105-4782-8ecc-6c0deda58abb admin admin] Made reservation on behalf of 72ed041c0fdf49d0b46a78595ef2b4d2 for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:35:13.453754 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-593a9004-6105-4782-8ecc-6c0deda58abb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4733071'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:13.459893 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-40e10645-2010-43b7-8ce5-31554abe5c9d None None] Set router 468365e5-c3aa-40a4-92af-9a325e24257e gateway port host: None {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:35:13.508408 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network 5ced056c-3de2-4296-99fb-726157ca5050 details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:35:13.550416 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 3beafa4a-84f4-4373-8b62-7b0a79f3da20 no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:35:13.601868 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-eb843f56-22a8-4ac7-ac6a-133d2dec1d32 req-b83c86fa-cdc5-4f47-8601-579580bc3d07 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:13.602813 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-eb843f56-22a8-4ac7-ac6a-133d2dec1d32 req-b83c86fa-cdc5-4f47-8601-579580bc3d07 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734886'] for floatingip (4a460f25-bb7d-46e6-97e0-30f6022c5fad), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:13.603310 n-d-812111-14 neutron-server[103305]: INFO neutron.db.l3_db [req-eb843f56-22a8-4ac7-ac6a-133d2dec1d32 req-b83c86fa-cdc5-4f47-8601-579580bc3d07 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Floating IP 4a460f25-bb7d-46e6-97e0-30f6022c5fad disassociated. External IP: 172.25.6.237, port: 3350cbae-4a25-42ca-a107-7365789be398. Jan 28 19:35:13.603826 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-eb843f56-22a8-4ac7-ac6a-133d2dec1d32 req-b83c86fa-cdc5-4f47-8601-579580bc3d07 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Calling delete_port for 3350cbae-4a25-42ca-a107-7365789be398 owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:35:13.713004 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c4babfbd-c0a4-433f-b18a-dc3bd3fb7f48 admin admin] Publish callbacks [] for security_group (7e0d0871-8b11-4c73-9ccb-cccbe0fcd81d), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:13.716535 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8240d4d3-eb8e-4372-b574-ed91e3768572 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4690681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5221415'] for subnet (3bd960bd-a5b3-40f5-ab04-0a5a28ed5e43), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:13.735484 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 3beafa4a-84f4-4373-8b62-7b0a79f3da20 is: ACTIVE; New status is: DOWN {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:35:13.735870 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (3beafa4a-84f4-4373-8b62-7b0a79f3da20), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:13.766313 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-839a723c-d179-4b0b-985e-3eb226491117 None None] Deleting port 3beafa4a-84f4-4373-8b62-7b0a79f3da20 {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:35:13.766718 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839a723c-d179-4b0b-985e-3eb226491117 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (3beafa4a-84f4-4373-8b62-7b0a79f3da20), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:13.782621 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c4babfbd-c0a4-433f-b18a-dc3bd3fb7f48 admin admin] Publish callbacks [] for security_group (7e0d0871-8b11-4c73-9ccb-cccbe0fcd81d), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:13.822286 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8240d4d3-eb8e-4372-b574-ed91e3768572 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3bd960bd-a5b3-40f5-ab04-0a5a28ed5e43,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:35:13.829793 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] For port 3beafa4a-84f4-4373-8b62-7b0a79f3da20, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=3beafa4a-84f4-4373-8b62-7b0a79f3da20,segment=NetworkSegment(f5903d56-725d-47b6-a944-94f8c9dbecbb),segment_id=f5903d56-725d-47b6-a944-94f8c9dbecbb)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:35:13.845793 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8240d4d3-eb8e-4372-b574-ed91e3768572 admin admin] Checking segment: {'id': 'ae01320f-4c42-4a16-9083-8e2cba9c3e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'd6943d75-000e-400d-9295-39743b97db11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:35:13.846476 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8240d4d3-eb8e-4372-b574-ed91e3768572 admin admin] Network hostable DHCP agents. Network: d6943d75-000e-400d-9295-39743b97db11, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:35:13.871374 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-593a9004-6105-4782-8ecc-6c0deda58abb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4752401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4733085'] for subnet (f61a757f-8ac1-4d8c-bf66-64b31f2921ec), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:13.874168 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8240d4d3-eb8e-4372-b574-ed91e3768572 admin admin] Network d6943d75-000e-400d-9295-39743b97db11 is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:35:13.887210 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-8240d4d3-eb8e-4372-b574-ed91e3768572 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, d6943d75-000e-400d-9295-39743b97db11) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:35:13.907897 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8240d4d3-eb8e-4372-b574-ed91e3768572 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:13.914014 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8240d4d3-eb8e-4372-b574-ed91e3768572 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:13.924727 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593a9004-6105-4782-8ecc-6c0deda58abb admin admin] Pushing event updated for resources: {'Subnet': ['ID=f61a757f-8ac1-4d8c-bf66-64b31f2921ec,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:35:13.937943 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-1cd7a76c-8eca-4189-af88-dd01803375dd tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Deleting port 3beafa4a-84f4-4373-8b62-7b0a79f3da20 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:35:13.938292 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1cd7a76c-8eca-4189-af88-dd01803375dd tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (3beafa4a-84f4-4373-8b62-7b0a79f3da20), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:13.939088 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c4babfbd-c0a4-433f-b18a-dc3bd3fb7f48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (7e0d0871-8b11-4c73-9ccb-cccbe0fcd81d), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:13.946744 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c4babfbd-c0a4-433f-b18a-dc3bd3fb7f48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:13.957239 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-c4babfbd-c0a4-433f-b18a-dc3bd3fb7f48 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7e0d0871-8b11-4c73-9ccb-cccbe0fcd81d HTTP/1.1" status: 204 len: 168 time: 0.5795867 Jan 28 19:35:13.972954 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4babfbd-c0a4-433f-b18a-dc3bd3fb7f48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e0d0871-8b11-4c73-9ccb-cccbe0fcd81d,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:35:13.984574 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (3beafa4a-84f4-4373-8b62-7b0a79f3da20), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:13.986890 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-8240d4d3-eb8e-4372-b574-ed91e3768572 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6606085 Jan 28 19:35:13.989697 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9f84529-6377-4680-8351-e1f050f8cc80 None None] Network d6943d75-000e-400d-9295-39743b97db11 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:35:14.018523 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-1cd7a76c-8eca-4189-af88-dd01803375dd tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] For port 3beafa4a-84f4-4373-8b62-7b0a79f3da20, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=3beafa4a-84f4-4373-8b62-7b0a79f3da20,segment=NetworkSegment(f5903d56-725d-47b6-a944-94f8c9dbecbb),segment_id=f5903d56-725d-47b6-a944-94f8c9dbecbb)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:35:14.019151 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1cd7a76c-8eca-4189-af88-dd01803375dd tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (3beafa4a-84f4-4373-8b62-7b0a79f3da20), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:14.037468 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-1cd7a76c-8eca-4189-af88-dd01803375dd tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Calling delete_port for 3beafa4a-84f4-4373-8b62-7b0a79f3da20 owned by network:dhcp {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:35:14.136612 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1cd7a76c-8eca-4189-af88-dd01803375dd tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (3beafa4a-84f4-4373-8b62-7b0a79f3da20), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:14.180729 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5932f9-f45e-4a2e-b42b-8091e42a4147 req-318ee1e4-7558-4c47-9c71-83431616116b tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:14.182448 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ef5932f9-f45e-4a2e-b42b-8091e42a4147 req-318ee1e4-7558-4c47-9c71-83431616116b tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/ports?device_id=468e569c-4ad2-4f8a-b0ed-71ebeaa4f974 HTTP/1.1" status: 200 len: 946 time: 0.7411456 Jan 28 19:35:14.183754 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd7a76c-8eca-4189-af88-dd01803375dd tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] No DVR routers for this DVR port 3beafa4a-84f4-4373-8b62-7b0a79f3da20 on host n-d-812111-14 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:35:14.202482 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Pushing event updated for resources: {'Port': ['ID=3beafa4a-84f4-4373-8b62-7b0a79f3da20,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:35:14.209666 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-eb843f56-22a8-4ac7-ac6a-133d2dec1d32 req-b83c86fa-cdc5-4f47-8601-579580bc3d07 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (3350cbae-4a25-42ca-a107-7365789be398), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:14.215660 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd7a76c-8eca-4189-af88-dd01803375dd tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Pushing event deleted for resources: {'Port': ['ID=3beafa4a-84f4-4373-8b62-7b0a79f3da20,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:35:14.295925 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-839a723c-d179-4b0b-985e-3eb226491117 None None] For port 3beafa4a-84f4-4373-8b62-7b0a79f3da20, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=3beafa4a-84f4-4373-8b62-7b0a79f3da20,segment=NetworkSegment(f5903d56-725d-47b6-a944-94f8c9dbecbb),segment_id=f5903d56-725d-47b6-a944-94f8c9dbecbb)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:35:14.296395 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839a723c-d179-4b0b-985e-3eb226491117 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (3beafa4a-84f4-4373-8b62-7b0a79f3da20), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:14.331015 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-839a723c-d179-4b0b-985e-3eb226491117 None None] Calling delete_port for 3beafa4a-84f4-4373-8b62-7b0a79f3da20 owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:35:14.384538 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83c86fa-cdc5-4f47-8601-579580bc3d07 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Pushing event deleted for resources: {'Port': ['ID=3350cbae-4a25-42ca-a107-7365789be398,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:35:14.465271 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593a9004-6105-4782-8ecc-6c0deda58abb admin admin] Checking segment: {'id': 'ce39c210-967e-4da2-941c-adb15afe7725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5ced056c-3de2-4296-99fb-726157ca5050'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:35:14.465271 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-593a9004-6105-4782-8ecc-6c0deda58abb admin admin] Network hostable DHCP agents. Network: 5ced056c-3de2-4296-99fb-726157ca5050, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:35:14.513072 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f44cfa0c-c025-4ab9-bd80-7fe98463ad43 None None] Network d6943d75-000e-400d-9295-39743b97db11 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:35:14.534180 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ef5932f9-f45e-4a2e-b42b-8091e42a4147 req-77de65bf-77f7-4399-b12c-0af299a4571e tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/security-groups?id=1bfe6452-43d5-4c93-9450-34896bc0d267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3311014 Jan 28 19:35:14.536315 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1cd7a76c-8eca-4189-af88-dd01803375dd tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (e10e19ca-7ec8-4205-820c-0024003e3a49), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:14.643496 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-40e10645-2010-43b7-8ce5-31554abe5c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '468365e5-c3aa-40a4-92af-9a325e24257e', 'name': 'tempest-RoutersIpV6Test-router-1141481547', 'tenant_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:34:19Z', 'updated_at': '2022-01-28T19:35:10Z', 'revision_number': 8, 'project_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'gw_port_host': None, '_interfaces': [{'id': '272884d2-c124-4a24-b060-5e824959bbd6', 'name': '', 'network_id': '1423b23e-7396-42d5-b97d-bf12d0af5d8f', 'tenant_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'mac_address': 'fa:16:3e:02:36:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468365e5-c3aa-40a4-92af-9a325e24257e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': 'd3127f0b-5846-430b-8bdb-0f38cd1b652f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:34:35Z', 'updated_at': '2022-01-28T19:34:48Z', 'revision_number': 5, 'project_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'subnets': [{'id': 'd3127f0b-5846-430b-8bdb-0f38cd1b652f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '88be7f49-c829-4f39-b0ec-68b7cfeceda2', 'name': '', 'network_id': 'dbc67f23-32f4-4dbe-a4ad-6102c64991cd', 'tenant_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'mac_address': 'fa:16:3e:60:0c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468365e5-c3aa-40a4-92af-9a325e24257e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2375, 'fixed_ips': [{'subnet_id': 'bfed8ba4-b868-4198-8ab7-ea6da54a97d6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:34:45Z', 'updated_at': '2022-01-28T19:34:55Z', 'revision_number': 5, 'project_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'subnets': [{'id': 'bfed8ba4-b868-4198-8ab7-ea6da54a97d6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7d0e876-0365-4118-ae7b-1cafd5aa381e', 'name': '', 'network_id': '3bd239a4-803d-4686-82a3-6e666e3c26b5', 'tenant_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'mac_address': 'fa:16:3e:f1:82:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468365e5-c3aa-40a4-92af-9a325e24257e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': '13823000-eeb3-44f0-a92b-e846d7802a40', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:34:24Z', 'updated_at': '2022-01-28T19:34:35Z', 'revision_number': 5, 'project_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'subnets': [{'id': '13823000-eeb3-44f0-a92b-e846d7802a40', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:35:14.689245 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e10645-2010-43b7-8ce5-31554abe5c9d None None] The sync data for ids ['468365e5-c3aa-40a4-92af-9a325e24257e'] in n-d-812111-14 is: [{'id': '468365e5-c3aa-40a4-92af-9a325e24257e', 'name': 'tempest-RoutersIpV6Test-router-1141481547', 'tenant_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:34:19Z', 'updated_at': '2022-01-28T19:35:10Z', 'revision_number': 8, 'project_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'gw_port_host': None, '_interfaces': [{'id': '272884d2-c124-4a24-b060-5e824959bbd6', 'name': '', 'network_id': '1423b23e-7396-42d5-b97d-bf12d0af5d8f', 'tenant_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'mac_address': 'fa:16:3e:02:36:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468365e5-c3aa-40a4-92af-9a325e24257e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': 'd3127f0b-5846-430b-8bdb-0f38cd1b652f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:34:35Z', 'updated_at': '2022-01-28T19:34:48Z', 'revision_number': 5, 'project_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'subnets': [{'id': 'd3127f0b-5846-430b-8bdb-0f38cd1b652f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '88be7f49-c829-4f39-b0ec-68b7cfeceda2', 'name': '', 'network_id': 'dbc67f23-32f4-4dbe-a4ad-6102c64991cd', 'tenant_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'mac_address': 'fa:16:3e:60:0c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468365e5-c3aa-40a4-92af-9a325e24257e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2375, 'fixed_ips': [{'subnet_id': 'bfed8ba4-b868-4198-8ab7-ea6da54a97d6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:34:45Z', 'updated_at': '2022-01-28T19:34:55Z', 'revision_number': 5, 'project_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'subnets': [{'id': 'bfed8ba4-b868-4198-8ab7-ea6da54a97d6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7d0e876-0365-4118-ae7b-1cafd5aa381e', 'name': '', 'network_id': '3bd239a4-803d-4686-82a3-6e666e3c26b5', 'tenant_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'mac_address': 'fa:16:3e:f1:82:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468365e5-c3aa-40a4-92af-9a325e24257e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': '13823000-eeb3-44f0-a92b-e846d7802a40', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:34:24Z', 'updated_at': '2022-01-28T19:34:35Z', 'revision_number': 5, 'project_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'subnets': [{'id': '13823000-eeb3-44f0-a92b-e846d7802a40', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:35:14.695211 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-1cd7a76c-8eca-4189-af88-dd01803375dd tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e10e19ca-7ec8-4205-820c-0024003e3a49']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:35:14.697087 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839a723c-d179-4b0b-985e-3eb226491117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985'] for port (3beafa4a-84f4-4373-8b62-7b0a79f3da20), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:14.714880 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-593a9004-6105-4782-8ecc-6c0deda58abb admin admin] Network 5ced056c-3de2-4296-99fb-726157ca5050 is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:35:14.739429 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eb843f56-22a8-4ac7-ac6a-133d2dec1d32 req-b83c86fa-cdc5-4f47-8601-579580bc3d07 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Router 8284962e-2761-435a-93e5-faa7cc47ef87 has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:35:14.754502 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-1cd7a76c-8eca-4189-af88-dd01803375dd tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5903d56-725d-47b6-a944-94f8c9dbecbb') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:35:14.754850 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-1cd7a76c-8eca-4189-af88-dd01803375dd tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5903d56-725d-47b6-a944-94f8c9dbecbb') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:35:14.762736 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839a723c-d179-4b0b-985e-3eb226491117 None None] Pushing event deleted for resources: {'Port': ['ID=3beafa4a-84f4-4373-8b62-7b0a79f3da20,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:35:14.770826 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839a723c-d179-4b0b-985e-3eb226491117 None None] No DVR routers for this DVR port 3beafa4a-84f4-4373-8b62-7b0a79f3da20 on host n-d-812111-14 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:35:14.789154 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-593a9004-6105-4782-8ecc-6c0deda58abb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, 5ced056c-3de2-4296-99fb-726157ca5050) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:35:14.794656 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1cd7a76c-8eca-4189-af88-dd01803375dd tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16187153'] for segment (f5903d56-725d-47b6-a944-94f8c9dbecbb), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:14.808063 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3116210a-e2df-4832-8f25-6c9fc870e3a1 None None] Network 5ced056c-3de2-4296-99fb-726157ca5050 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:35:14.811527 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1cd7a76c-8eca-4189-af88-dd01803375dd tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (f5903d56-725d-47b6-a944-94f8c9dbecbb), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:14.819462 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cd7a76c-8eca-4189-af88-dd01803375dd tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:35:14.819865 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1cd7a76c-8eca-4189-af88-dd01803375dd tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4752570'] for segment (f5903d56-725d-47b6-a944-94f8c9dbecbb), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:14.882879 n-d-812111-14 neutron-server[103305]: Traceback (most recent call last): Jan 28 19:35:14.882879 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:35:14.882879 n-d-812111-14 neutron-server[103305]: timer() Jan 28 19:35:14.882879 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:35:14.882879 n-d-812111-14 neutron-server[103305]: cb(*args, **kw) Jan 28 19:35:14.882879 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:35:14.882879 n-d-812111-14 neutron-server[103305]: return func(*args, **kwargs) Jan 28 19:35:14.882879 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:35:14.882879 n-d-812111-14 neutron-server[103305]: self._notify() Jan 28 19:35:14.882879 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:35:14.882879 n-d-812111-14 neutron-server[103305]: self.callback(batched_events) Jan 28 19:35:14.882879 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:35:14.882879 n-d-812111-14 neutron-server[103305]: event.method(event) Jan 28 19:35:14.882879 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:35:14.882879 n-d-812111-14 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:35:14.882879 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:35:14.882879 n-d-812111-14 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:35:14.882879 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:35:14.882879 n-d-812111-14 neutron-server[103305]: return f(self, *a, **k) Jan 28 19:35:14.882879 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:35:14.882879 n-d-812111-14 neutron-server[103305]: return self._get(url).json() Jan 28 19:35:14.882879 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:35:14.882879 n-d-812111-14 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:35:14.882879 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:35:14.882879 n-d-812111-14 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 28 19:35:14.882879 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:35:14.882879 n-d-812111-14 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:35:14.882879 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:35:14.882879 n-d-812111-14 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:35:14.882879 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:35:14.882879 n-d-812111-14 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:35:14.882879 n-d-812111-14 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:35:14.899346 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-593a9004-6105-4782-8ecc-6c0deda58abb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:14.900044 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-593a9004-6105-4782-8ecc-6c0deda58abb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:15.054112 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245c547c-1466-4f21-a965-4d379a74c023 req-64dbab9f-c011-464f-ba00-dd15aafb7e54 tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:15.062319 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-245c547c-1466-4f21-a965-4d379a74c023 req-64dbab9f-c011-464f-ba00-dd15aafb7e54 tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] 10.222.0.64 "GET /v2.0/networks?id=d6943d75-000e-400d-9295-39743b97db11 HTTP/1.1" status: 200 len: 813 time: 0.2456973 Jan 28 19:35:15.091894 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-245c547c-1466-4f21-a965-4d379a74c023 req-b742aac7-4a25-48c6-ad5b-65db2062b43e tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] 10.222.0.64 "GET /v2.0/quotas/bbb1d3dcc7ce4a2d9de450aae2527873 HTTP/1.1" status: 200 len: 375 time: 0.0250416 Jan 28 19:35:15.134213 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-593a9004-6105-4782-8ecc-6c0deda58abb admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.8656557 Jan 28 19:35:15.138843 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1cd7a76c-8eca-4189-af88-dd01803375dd tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (e10e19ca-7ec8-4205-820c-0024003e3a49), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:15.152024 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1cd7a76c-8eca-4189-af88-dd01803375dd tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:15.167046 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb7c23d-ee06-4137-ae6a-c32d8f5df965 None None] Network 5ced056c-3de2-4296-99fb-726157ca5050 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:35:15.169389 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-245c547c-1466-4f21-a965-4d379a74c023 req-e46be1dc-9fb6-4d80-809e-0e5a3cf0efe9 tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=bbb1d3dcc7ce4a2d9de450aae2527873&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0758576 Jan 28 19:35:15.174579 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-1cd7a76c-8eca-4189-af88-dd01803375dd tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] 10.222.0.64 "DELETE /v2.0/networks/e10e19ca-7ec8-4205-820c-0024003e3a49 HTTP/1.1" status: 204 len: 168 time: 2.2760782 Jan 28 19:35:15.182095 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 40350) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:35:15.244343 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd7a76c-8eca-4189-af88-dd01803375dd tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Pushing event deleted for resources: {'Network': ['ID=e10e19ca-7ec8-4205-820c-0024003e3a49,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:35:15.365268 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eb843f56-22a8-4ac7-ac6a-133d2dec1d32 req-b83c86fa-cdc5-4f47-8601-579580bc3d07 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:35:15.378059 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48568db9-c56c-4987-bce3-58865db91bfd None None] Sync routers for ids ['8284962e-2761-435a-93e5-faa7cc47ef87'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:35:15.399189 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48568db9-c56c-4987-bce3-58865db91bfd None None] Routers {'8284962e-2761-435a-93e5-faa7cc47ef87'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:35:15.401942 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-48568db9-c56c-4987-bce3-58865db91bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:35:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['8284962e-2761-435a-93e5-faa7cc47ef87'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:35:15.449419 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 515313fb-5217-44b7-9b55-d56641b80291 no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:35:15.500154 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: 515313fb-5217-44b7-9b55-d56641b80291 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:35:15.500513 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 515313fb-5217-44b7-9b55-d56641b80291 not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:35:15.545584 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [req-245c547c-1466-4f21-a965-4d379a74c023 req-e82a9643-fb03-4baa-90a0-fb202296ef33 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103304) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:35:15.546856 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-245c547c-1466-4f21-a965-4d379a74c023 req-e82a9643-fb03-4baa-90a0-fb202296ef33 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3766906 Jan 28 19:35:15.616544 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb843f56-22a8-4ac7-ac6a-133d2dec1d32 req-b83c86fa-cdc5-4f47-8601-579580bc3d07 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] No DVR routers for this DVR port 3350cbae-4a25-42ca-a107-7365789be398 on host n-h1-812111-14 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:35:15.620006 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-eb843f56-22a8-4ac7-ac6a-133d2dec1d32 req-b83c86fa-cdc5-4f47-8601-579580bc3d07 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:15.626495 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-eb843f56-22a8-4ac7-ac6a-133d2dec1d32 req-b83c86fa-cdc5-4f47-8601-579580bc3d07 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.41 "DELETE /v2.0/ports/3350cbae-4a25-42ca-a107-7365789be398 HTTP/1.1" status: 204 len: 173 time: 3.7202582 Jan 28 19:35:15.649989 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '468e569c-4ad2-4f8a-b0ed-71ebeaa4f974', 'name': 'network-vif-deleted', 'tag': '3350cbae-4a25-42ca-a107-7365789be398'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:35:15.656940 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48fdf5b2-5fd2-4f0d-977f-b00e9ba07dbd" -d '{"events": [{"server_uuid": "468e569c-4ad2-4f8a-b0ed-71ebeaa4f974", "name": "network-vif-deleted", "tag": "3350cbae-4a25-42ca-a107-7365789be398"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:35:15.664649 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-48568db9-c56c-4987-bce3-58865db91bfd None None] Set router 8284962e-2761-435a-93e5-faa7cc47ef87 gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:35:15.927012 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-245c547c-1466-4f21-a965-4d379a74c023 req-08f83e12-39d7-4850-9425-10354fc19c62 service neutron] 10.222.0.64 "GET /v2.0/networks/d6943d75-000e-400d-9295-39743b97db11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3536217 Jan 28 19:35:15.983440 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c8f58300-4d61-47d8-b07b-ab87e8f8a8e9 req-38b2bec5-5f54-4ba8-94ac-1e813994a04c tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/ports?device_id=468e569c-4ad2-4f8a-b0ed-71ebeaa4f974 HTTP/1.1" status: 200 len: 210 time: 0.2505109 Jan 28 19:35:16.026049 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 3350cbae-4a25-42ca-a107-7365789be398 no longer exists at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:35:16.074237 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] No Port match for: 3350cbae-4a25-42ca-a107-7365789be398 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:35:16.074673 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 3350cbae-4a25-42ca-a107-7365789be398 not bound to the agent host n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:35:16.085185 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-48568db9-c56c-4987-bce3-58865db91bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8284962e-2761-435a-93e5-faa7cc47ef87', 'name': 'tempest-AttachVolumeShelveTestJSON-1306095070-router', 'tenant_id': '0f0ddac21a95455ebc1c3ac83c1cf620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': '165030ec-a091-445a-96fa-5e7aadc47c06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:30:46Z', 'updated_at': '2022-01-28T19:30:58Z', 'revision_number': 4, 'project_id': '0f0ddac21a95455ebc1c3ac83c1cf620', 'gw_port': {'id': '165030ec-a091-445a-96fa-5e7aadc47c06', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:60:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8284962e-2761-435a-93e5-faa7cc47ef87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1940, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:30:48Z', 'updated_at': '2022-01-28T19:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '57830a23-006f-43dc-a826-8fdb1e9618a0', 'name': '', 'network_id': '4ed80f8c-a628-4bf0-926c-daa4ec7f72d6', 'tenant_id': '0f0ddac21a95455ebc1c3ac83c1cf620', 'mac_address': 'fa:16:3e:20:e5:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8284962e-2761-435a-93e5-faa7cc47ef87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1955, 'fixed_ips': [{'subnet_id': 'ccd8c2b9-0197-4b01-ba57-f13b2702d1bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:30:55Z', 'updated_at': '2022-01-28T19:31:05Z', 'revision_number': 5, 'project_id': '0f0ddac21a95455ebc1c3ac83c1cf620', 'subnets': [{'id': 'ccd8c2b9-0197-4b01-ba57-f13b2702d1bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:35:16.148638 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71573aee-1ef4-4412-83ae-a1c7991f3271 x-openstack-request-id: req-71573aee-1ef4-4412-83ae-a1c7991f3271 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:35:16.150019 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "468e569c-4ad2-4f8a-b0ed-71ebeaa4f974", "name": "network-vif-deleted", "tag": "3350cbae-4a25-42ca-a107-7365789be398", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:35:16.153450 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-71573aee-1ef4-4412-83ae-a1c7991f3271 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:35:16.156167 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '468e569c-4ad2-4f8a-b0ed-71ebeaa4f974', 'name': 'network-vif-deleted', 'tag': '3350cbae-4a25-42ca-a107-7365789be398', 'status': 'completed', 'code': 200} Jan 28 19:35:16.218987 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-245c547c-1466-4f21-a965-4d379a74c023 req-62b383eb-a094-4814-bf6c-dd60c6318bd6 service neutron] 10.222.0.64 "GET /v2.0/networks/d6943d75-000e-400d-9295-39743b97db11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2846127 Jan 28 19:35:16.232759 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48568db9-c56c-4987-bce3-58865db91bfd None None] Checking router: 8284962e-2761-435a-93e5-faa7cc47ef87 for host: n-d-812111-14 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:35:16.259431 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48568db9-c56c-4987-bce3-58865db91bfd None None] Routers {'8284962e-2761-435a-93e5-faa7cc47ef87'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:35:16.260240 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-48568db9-c56c-4987-bce3-58865db91bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:35:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['8284962e-2761-435a-93e5-faa7cc47ef87'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:35:16.273770 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d7553031-dad2-45ba-99bb-f13e1db78862 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-732838'] for router_interface (468365e5-c3aa-40a4-92af-9a325e24257e), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:16.585154 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-48568db9-c56c-4987-bce3-58865db91bfd None None] Set router 8284962e-2761-435a-93e5-faa7cc47ef87 gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:35:16.852959 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4165ed61-8f78-4f26-b9f7-22b250f646dd req-643fe98e-9761-48ca-ae42-ce486ef70079 tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] 10.222.0.64 "GET /v2.0/ports?device_id=e321eba3-c803-4f7e-8a7a-1d171e823b01 HTTP/1.1" status: 200 len: 210 time: 0.0763478 Jan 28 19:35:17.032541 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-d7553031-dad2-45ba-99bb-f13e1db78862 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Deleting port 88be7f49-c829-4f39-b0ec-68b7cfeceda2 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:35:17.033215 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d7553031-dad2-45ba-99bb-f13e1db78862 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (88be7f49-c829-4f39-b0ec-68b7cfeceda2), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:17.107914 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 40408) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:35:17.118766 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-48568db9-c56c-4987-bce3-58865db91bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8284962e-2761-435a-93e5-faa7cc47ef87', 'name': 'tempest-AttachVolumeShelveTestJSON-1306095070-router', 'tenant_id': '0f0ddac21a95455ebc1c3ac83c1cf620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': '165030ec-a091-445a-96fa-5e7aadc47c06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:30:46Z', 'updated_at': '2022-01-28T19:30:58Z', 'revision_number': 4, 'project_id': '0f0ddac21a95455ebc1c3ac83c1cf620', 'gw_port': {'id': '165030ec-a091-445a-96fa-5e7aadc47c06', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:60:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8284962e-2761-435a-93e5-faa7cc47ef87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1940, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:30:48Z', 'updated_at': '2022-01-28T19:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '57830a23-006f-43dc-a826-8fdb1e9618a0', 'name': '', 'network_id': '4ed80f8c-a628-4bf0-926c-daa4ec7f72d6', 'tenant_id': '0f0ddac21a95455ebc1c3ac83c1cf620', 'mac_address': 'fa:16:3e:20:e5:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8284962e-2761-435a-93e5-faa7cc47ef87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1955, 'fixed_ips': [{'subnet_id': 'ccd8c2b9-0197-4b01-ba57-f13b2702d1bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:30:55Z', 'updated_at': '2022-01-28T19:31:05Z', 'revision_number': 5, 'project_id': '0f0ddac21a95455ebc1c3ac83c1cf620', 'subnets': [{'id': 'ccd8c2b9-0197-4b01-ba57-f13b2702d1bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:35:17.161614 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 40416) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:35:17.187131 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48568db9-c56c-4987-bce3-58865db91bfd None None] The sync data for ids ['8284962e-2761-435a-93e5-faa7cc47ef87'] in n-d-812111-14 is: [{'id': '8284962e-2761-435a-93e5-faa7cc47ef87', 'name': 'tempest-AttachVolumeShelveTestJSON-1306095070-router', 'tenant_id': '0f0ddac21a95455ebc1c3ac83c1cf620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': '165030ec-a091-445a-96fa-5e7aadc47c06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:30:46Z', 'updated_at': '2022-01-28T19:30:58Z', 'revision_number': 4, 'project_id': '0f0ddac21a95455ebc1c3ac83c1cf620', 'gw_port': {'id': '165030ec-a091-445a-96fa-5e7aadc47c06', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:60:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8284962e-2761-435a-93e5-faa7cc47ef87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1940, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:30:48Z', 'updated_at': '2022-01-28T19:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '57830a23-006f-43dc-a826-8fdb1e9618a0', 'name': '', 'network_id': '4ed80f8c-a628-4bf0-926c-daa4ec7f72d6', 'tenant_id': '0f0ddac21a95455ebc1c3ac83c1cf620', 'mac_address': 'fa:16:3e:20:e5:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8284962e-2761-435a-93e5-faa7cc47ef87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1955, 'fixed_ips': [{'subnet_id': 'ccd8c2b9-0197-4b01-ba57-f13b2702d1bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:30:55Z', 'updated_at': '2022-01-28T19:31:05Z', 'revision_number': 5, 'project_id': '0f0ddac21a95455ebc1c3ac83c1cf620', 'subnets': [{'id': 'ccd8c2b9-0197-4b01-ba57-f13b2702d1bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:35:17.256576 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-188f1fd3-fd3e-4825-b1d4-7b74addcde23 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Publish callbacks [] for security_group (1bfe6452-43d5-4c93-9450-34896bc0d267), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:17.283682 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-d7553031-dad2-45ba-99bb-f13e1db78862 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] For port 88be7f49-c829-4f39-b0ec-68b7cfeceda2, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=88be7f49-c829-4f39-b0ec-68b7cfeceda2,segment=NetworkSegment(ea3e0d2b-2cb1-42de-973a-4a09821ceca3),segment_id=ea3e0d2b-2cb1-42de-973a-4a09821ceca3)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:35:17.286101 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d7553031-dad2-45ba-99bb-f13e1db78862 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (88be7f49-c829-4f39-b0ec-68b7cfeceda2), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:17.298583 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-188f1fd3-fd3e-4825-b1d4-7b74addcde23 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Publish callbacks [] for security_group (1bfe6452-43d5-4c93-9450-34896bc0d267), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:17.315369 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-d7553031-dad2-45ba-99bb-f13e1db78862 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Calling delete_port for 88be7f49-c829-4f39-b0ec-68b7cfeceda2 owned by network:router_interface {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:35:17.390801 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-b411e939-301a-4c35-af2e-ba584188e1f7 tempest-RoutersAdminNegativeTest-1670718361 tempest-RoutersAdminNegativeTest-1670718361-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-453671175', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:35:17.436569 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b411e939-301a-4c35-af2e-ba584188e1f7 tempest-RoutersAdminNegativeTest-1670718361 tempest-RoutersAdminNegativeTest-1670718361-project-admin] Made reservation on behalf of 0a2560a08e564846b071f64df674ec79 for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:35:17.442734 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b411e939-301a-4c35-af2e-ba584188e1f7 tempest-RoutersAdminNegativeTest-1670718361 tempest-RoutersAdminNegativeTest-1670718361-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:17.501924 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b411e939-301a-4c35-af2e-ba584188e1f7 tempest-RoutersAdminNegativeTest-1670718361 tempest-RoutersAdminNegativeTest-1670718361-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:17.587511 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7048444-5ae1-4316-afb4-89565d01a4f0 None None] New status for floating IP 4a460f25-bb7d-46e6-97e0-30f6022c5fad: DOWN {{(pid=103306) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 19:35:17.617865 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-188f1fd3-fd3e-4825-b1d4-7b74addcde23 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (1bfe6452-43d5-4c93-9450-34896bc0d267), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:17.622548 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-188f1fd3-fd3e-4825-b1d4-7b74addcde23 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:17.644156 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-188f1fd3-fd3e-4825-b1d4-7b74addcde23 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "DELETE /v2.0/security-groups/1bfe6452-43d5-4c93-9450-34896bc0d267 HTTP/1.1" status: 204 len: 168 time: 0.4813523 Jan 28 19:35:17.663326 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 40424) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:35:17.769151 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188f1fd3-fd3e-4825-b1d4-7b74addcde23 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bfe6452-43d5-4c93-9450-34896bc0d267,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:35:17.788950 n-d-812111-14 neutron-server[103304]: INFO neutron.api.v2.resource [None req-6ef2d010-c7c9-4db3-b867-bcce30666b14 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] show failed (client error): The resource could not be found. Jan 28 19:35:17.796080 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-6ef2d010-c7c9-4db3-b867-bcce30666b14 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/security-groups/1bfe6452-43d5-4c93-9450-34896bc0d267 HTTP/1.1" status: 404 len: 347 time: 0.1177557 Jan 28 19:35:17.797124 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 40426) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:35:18.054172 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:35:18.131757 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b411e939-301a-4c35-af2e-ba584188e1f7 tempest-RoutersAdminNegativeTest-1670718361 tempest-RoutersAdminNegativeTest-1670718361-project-admin] Publish callbacks [] for security_group (a9c9bb5f-b715-4e61-a9be-b1963a401d0c), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:18.142189 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b411e939-301a-4c35-af2e-ba584188e1f7 tempest-RoutersAdminNegativeTest-1670718361 tempest-RoutersAdminNegativeTest-1670718361-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (a9c9bb5f-b715-4e61-a9be-b1963a401d0c), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:18.152773 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [None req-b411e939-301a-4c35-af2e-ba584188e1f7 tempest-RoutersAdminNegativeTest-1670718361 tempest-RoutersAdminNegativeTest-1670718361-project-admin] device_id is not set on port 72377671-12a8-488e-8b6d-684aedee717e yet. {{(pid=103304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:35:18.270323 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b411e939-301a-4c35-af2e-ba584188e1f7 tempest-RoutersAdminNegativeTest-1670718361 tempest-RoutersAdminNegativeTest-1670718361-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9c9bb5f-b715-4e61-a9be-b1963a401d0c,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:35:18.290276 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-455eed83-fbd1-445c-a540-3b5367989a6a req-a75ea8eb-5650-4560-a769-d999dca281b1 tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] 10.222.0.64 "GET /v2.0/ports?device_id=e321eba3-c803-4f7e-8a7a-1d171e823b01 HTTP/1.1" status: 200 len: 210 time: 0.1014938 Jan 28 19:35:18.296394 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-15381975-acce-4f9d-b7e3-a4133b5f8551 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Deleting port 238cb4c9-2a37-4729-8d99-89685e28412d {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:35:18.297821 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-15381975-acce-4f9d-b7e3-a4133b5f8551 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (238cb4c9-2a37-4729-8d99-89685e28412d), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:18.417227 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d7553031-dad2-45ba-99bb-f13e1db78862 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (88be7f49-c829-4f39-b0ec-68b7cfeceda2), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:18.459358 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7553031-dad2-45ba-99bb-f13e1db78862 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Pushing event deleted for resources: {'Port': ['ID=88be7f49-c829-4f39-b0ec-68b7cfeceda2,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:35:18.515607 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-15381975-acce-4f9d-b7e3-a4133b5f8551 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (238cb4c9-2a37-4729-8d99-89685e28412d), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:18.515934 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-15381975-acce-4f9d-b7e3-a4133b5f8551 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Publish callbacks [] for floatingip (238cb4c9-2a37-4729-8d99-89685e28412d), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:18.538423 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-15381975-acce-4f9d-b7e3-a4133b5f8551 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Calling delete_port for 238cb4c9-2a37-4729-8d99-89685e28412d owned by network:floatingip {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:35:18.720483 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-b411e939-301a-4c35-af2e-ba584188e1f7 tempest-RoutersAdminNegativeTest-1670718361 tempest-RoutersAdminNegativeTest-1670718361-project-admin] Allocated IP 172.25.6.3 (d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8/a648e4ab-7422-41b9-b133-58aca25ab8f5/72377671-12a8-488e-8b6d-684aedee717e) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:35:18.782069 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d7553031-dad2-45ba-99bb-f13e1db78862 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-732682'] for router_interface (468365e5-c3aa-40a4-92af-9a325e24257e), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:19.009282 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245c547c-1466-4f21-a965-4d379a74c023 req-e9adbb9d-4e1a-4c47-90fe-ecc4f0890b82 tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:19.013351 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-245c547c-1466-4f21-a965-4d379a74c023 req-e9adbb9d-4e1a-4c47-90fe-ecc4f0890b82 tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] 10.222.0.70 "GET /v2.0/networks?id=d6943d75-000e-400d-9295-39743b97db11 HTTP/1.1" status: 200 len: 813 time: 0.1885803 Jan 28 19:35:19.166509 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245c547c-1466-4f21-a965-4d379a74c023 req-551cc8d0-7e55-48d7-9636-92f53c139061 tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:19.168495 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-245c547c-1466-4f21-a965-4d379a74c023 req-551cc8d0-7e55-48d7-9636-92f53c139061 tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] 10.222.0.41 "GET /v2.0/networks?id=d6943d75-000e-400d-9295-39743b97db11 HTTP/1.1" status: 200 len: 813 time: 0.3582680 Jan 28 19:35:19.183178 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b411e939-301a-4c35-af2e-ba584188e1f7 tempest-RoutersAdminNegativeTest-1670718361 tempest-RoutersAdminNegativeTest-1670718361-project-admin] Publish callbacks [] for port (72377671-12a8-488e-8b6d-684aedee717e), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:19.208872 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-245c547c-1466-4f21-a965-4d379a74c023 req-d282edaa-eb8f-4f8c-b8d5-b5374a33a718 tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] Request body: {'port': {'device_id': 'c470dd05-723b-43f7-8b76-a208954521cf', 'network_id': 'd6943d75-000e-400d-9295-39743b97db11', 'admin_state_up': True, 'tenant_id': 'bbb1d3dcc7ce4a2d9de450aae2527873'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:35:19.251017 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-245c547c-1466-4f21-a965-4d379a74c023 req-01070b85-7973-4efc-9501-8ec20036d148 tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] Request body: {'port': {'device_id': 'e321eba3-c803-4f7e-8a7a-1d171e823b01', 'network_id': 'd6943d75-000e-400d-9295-39743b97db11', 'admin_state_up': True, 'tenant_id': 'bbb1d3dcc7ce4a2d9de450aae2527873'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:35:19.254516 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b411e939-301a-4c35-af2e-ba584188e1f7 tempest-RoutersAdminNegativeTest-1670718361 tempest-RoutersAdminNegativeTest-1670718361-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (72377671-12a8-488e-8b6d-684aedee717e), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:19.299564 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7553031-dad2-45ba-99bb-f13e1db78862 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Router 468365e5-c3aa-40a4-92af-9a325e24257e has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:35:19.316290 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b411e939-301a-4c35-af2e-ba584188e1f7 tempest-RoutersAdminNegativeTest-1670718361 tempest-RoutersAdminNegativeTest-1670718361-project-admin] Pushing event updated for resources: {'Port': ['ID=72377671-12a8-488e-8b6d-684aedee717e,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:35:19.375904 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b411e939-301a-4c35-af2e-ba584188e1f7 tempest-RoutersAdminNegativeTest-1670718361 tempest-RoutersAdminNegativeTest-1670718361-project-admin] Network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:35:19.379669 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-b411e939-301a-4c35-af2e-ba584188e1f7 tempest-RoutersAdminNegativeTest-1670718361 tempest-RoutersAdminNegativeTest-1670718361-project-admin] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:35:19.383655 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-15381975-acce-4f9d-b7e3-a4133b5f8551 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (238cb4c9-2a37-4729-8d99-89685e28412d), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:19.394101 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b411e939-301a-4c35-af2e-ba584188e1f7 tempest-RoutersAdminNegativeTest-1670718361 tempest-RoutersAdminNegativeTest-1670718361-project-admin] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:35:19.470116 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-245c547c-1466-4f21-a965-4d379a74c023 req-d282edaa-eb8f-4f8c-b8d5-b5374a33a718 tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] Made reservation on behalf of bbb1d3dcc7ce4a2d9de450aae2527873 for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:35:19.474261 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-245c547c-1466-4f21-a965-4d379a74c023 req-d282edaa-eb8f-4f8c-b8d5-b5374a33a718 tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:19.488477 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15381975-acce-4f9d-b7e3-a4133b5f8551 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Pushing event deleted for resources: {'Port': ['ID=238cb4c9-2a37-4729-8d99-89685e28412d,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:35:19.489050 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7553031-dad2-45ba-99bb-f13e1db78862 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:35:19.501230 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e748e5-5637-4d5f-8674-0280e8dfc8e8 None None] Sync routers for ids ['468365e5-c3aa-40a4-92af-9a325e24257e'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:35:19.503884 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-d7553031-dad2-45ba-99bb-f13e1db78862 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] 10.222.0.64 "PUT /v2.0/routers/468365e5-c3aa-40a4-92af-9a325e24257e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3175659 Jan 28 19:35:19.509244 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 40438) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:35:19.520344 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3d93a381-0f75-44e6-9529-dc3eb135dde8 req-ed2088ce-f77f-441b-a6c0-fed8c4b4aaa9 tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] 10.222.0.64 "GET /v2.0/ports?device_id=e321eba3-c803-4f7e-8a7a-1d171e823b01 HTTP/1.1" status: 200 len: 210 time: 0.1153555 Jan 28 19:35:19.523021 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e748e5-5637-4d5f-8674-0280e8dfc8e8 None None] Routers {'468365e5-c3aa-40a4-92af-9a325e24257e'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:35:19.523882 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-e7e748e5-5637-4d5f-8674-0280e8dfc8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:35:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['468365e5-c3aa-40a4-92af-9a325e24257e'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:35:19.576139 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b411e939-301a-4c35-af2e-ba584188e1f7 tempest-RoutersAdminNegativeTest-1670718361 tempest-RoutersAdminNegativeTest-1670718361-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:19.576758 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b411e939-301a-4c35-af2e-ba584188e1f7 tempest-RoutersAdminNegativeTest-1670718361 tempest-RoutersAdminNegativeTest-1670718361-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:19.581813 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-245c547c-1466-4f21-a965-4d379a74c023 req-01070b85-7973-4efc-9501-8ec20036d148 tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] Made reservation on behalf of bbb1d3dcc7ce4a2d9de450aae2527873 for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:35:19.585368 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-245c547c-1466-4f21-a965-4d379a74c023 req-01070b85-7973-4efc-9501-8ec20036d148 tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:19.614695 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-15381975-acce-4f9d-b7e3-a4133b5f8551 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Publish callbacks [] for floatingip (4a460f25-bb7d-46e6-97e0-30f6022c5fad), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:19.617284 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-15381975-acce-4f9d-b7e3-a4133b5f8551 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for floatingip (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:19.618446 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-15381975-acce-4f9d-b7e3-a4133b5f8551 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "DELETE /v2.0/floatingips/4a460f25-bb7d-46e6-97e0-30f6022c5fad HTTP/1.1" status: 204 len: 168 time: 1.8140528 Jan 28 19:35:19.635925 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-b411e939-301a-4c35-af2e-ba584188e1f7 tempest-RoutersAdminNegativeTest-1670718361 tempest-RoutersAdminNegativeTest-1670718361-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 2.5261712 Jan 28 19:35:19.638985 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 40440) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:35:19.649001 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-fd2c8c5d-9c61-4770-b271-11890024f208 tempest-RoutersAdminNegativeTest-1670718361 tempest-RoutersAdminNegativeTest-1670718361-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.3'}]}}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:35:19.660209 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-e7e748e5-5637-4d5f-8674-0280e8dfc8e8 None None] Set router 468365e5-c3aa-40a4-92af-9a325e24257e gateway port host: None {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:35:19.664915 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-67c1421a-d048-4755-abb5-a9dc7f0623c2 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Deleting subnet bfed8ba4-b868-4198-8ab7-ea6da54a97d6 {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:35:19.668824 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-67c1421a-d048-4755-abb5-a9dc7f0623c2 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks [] for subnet (bfed8ba4-b868-4198-8ab7-ea6da54a97d6), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:19.720451 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-67c1421a-d048-4755-abb5-a9dc7f0623c2 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16187240'] for subnet (bfed8ba4-b868-4198-8ab7-ea6da54a97d6), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:19.803527 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fd2c8c5d-9c61-4770-b271-11890024f208 tempest-RoutersAdminNegativeTest-1670718361 tempest-RoutersAdminNegativeTest-1670718361-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261150'] for router (e2e08716-b0fd-4a2f-9a54-c0142bfed1b9), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:19.804603 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fd2c8c5d-9c61-4770-b271-11890024f208 tempest-RoutersAdminNegativeTest-1670718361 tempest-RoutersAdminNegativeTest-1670718361-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-731099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-731441', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261129'] for router (e2e08716-b0fd-4a2f-9a54-c0142bfed1b9), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:19.833719 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-67c1421a-d048-4755-abb5-a9dc7f0623c2 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (bfed8ba4-b868-4198-8ab7-ea6da54a97d6), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:19.907600 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-67c1421a-d048-4755-abb5-a9dc7f0623c2 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4752464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4733806'] for subnet (bfed8ba4-b868-4198-8ab7-ea6da54a97d6), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:19.980302 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c1421a-d048-4755-abb5-a9dc7f0623c2 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Pushing event deleted for resources: {'Subnet': ['ID=bfed8ba4-b868-4198-8ab7-ea6da54a97d6,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:35:19.983284 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-67c1421a-d048-4755-abb5-a9dc7f0623c2 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:19.987531 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-67c1421a-d048-4755-abb5-a9dc7f0623c2 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] 10.222.0.64 "DELETE /v2.0/subnets/bfed8ba4-b868-4198-8ab7-ea6da54a97d6 HTTP/1.1" status: 204 len: 168 time: 0.4731479 Jan 28 19:35:19.989708 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 40450) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:35:19.994006 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-112a5994-b31e-4b76-a136-8696c3fb80ac None None] Network dbc67f23-32f4-4dbe-a4ad-6102c64991cd requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:35:20.026323 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-245c547c-1466-4f21-a965-4d379a74c023 req-01070b85-7973-4efc-9501-8ec20036d148 tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] Allocated IP 172.20.0.13 (d6943d75-000e-400d-9295-39743b97db11/3bd960bd-a5b3-40f5-ab04-0a5a28ed5e43/6fa1804b-6b05-4f1d-94d8-4ac828663508) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:35:20.042126 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fd2c8c5d-9c61-4770-b271-11890024f208 tempest-RoutersAdminNegativeTest-1670718361 tempest-RoutersAdminNegativeTest-1670718361-project-admin] Publish callbacks [] for router_controller (e2e08716-b0fd-4a2f-9a54-c0142bfed1b9), precommit_add_association {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:20.078250 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-e7e748e5-5637-4d5f-8674-0280e8dfc8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '468365e5-c3aa-40a4-92af-9a325e24257e', 'name': 'tempest-RoutersIpV6Test-router-1141481547', 'tenant_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:34:19Z', 'updated_at': '2022-01-28T19:35:18Z', 'revision_number': 9, 'project_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'gw_port_host': None, '_interfaces': [{'id': '272884d2-c124-4a24-b060-5e824959bbd6', 'name': '', 'network_id': '1423b23e-7396-42d5-b97d-bf12d0af5d8f', 'tenant_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'mac_address': 'fa:16:3e:02:36:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468365e5-c3aa-40a4-92af-9a325e24257e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': 'd3127f0b-5846-430b-8bdb-0f38cd1b652f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:34:35Z', 'updated_at': '2022-01-28T19:34:48Z', 'revision_number': 5, 'project_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'subnets': [{'id': 'd3127f0b-5846-430b-8bdb-0f38cd1b652f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7d0e876-0365-4118-ae7b-1cafd5aa381e', 'name': '', 'network_id': '3bd239a4-803d-4686-82a3-6e666e3c26b5', 'tenant_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'mac_address': 'fa:16:3e:f1:82:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468365e5-c3aa-40a4-92af-9a325e24257e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': '13823000-eeb3-44f0-a92b-e846d7802a40', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:34:24Z', 'updated_at': '2022-01-28T19:34:35Z', 'revision_number': 5, 'project_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'subnets': [{'id': '13823000-eeb3-44f0-a92b-e846d7802a40', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:35:20.079830 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cbbfd2f4-9ee0-4752-b5bd-ed8bcfe7e452 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (dbc67f23-32f4-4dbe-a4ad-6102c64991cd), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:20.118145 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e748e5-5637-4d5f-8674-0280e8dfc8e8 None None] Checking router: 468365e5-c3aa-40a4-92af-9a325e24257e for host: n-d-812111-14 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:35:20.130132 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e748e5-5637-4d5f-8674-0280e8dfc8e8 None None] Routers {'468365e5-c3aa-40a4-92af-9a325e24257e'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:35:20.130836 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-e7e748e5-5637-4d5f-8674-0280e8dfc8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:35:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['468365e5-c3aa-40a4-92af-9a325e24257e'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:35:20.178414 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-cbbfd2f4-9ee0-4752-b5bd-ed8bcfe7e452 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Deleting port c7eac586-34b4-4287-9807-54d696529772 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:35:20.179079 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cbbfd2f4-9ee0-4752-b5bd-ed8bcfe7e452 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (c7eac586-34b4-4287-9807-54d696529772), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:20.275733 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-cbbfd2f4-9ee0-4752-b5bd-ed8bcfe7e452 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] For port c7eac586-34b4-4287-9807-54d696529772, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=c7eac586-34b4-4287-9807-54d696529772,segment=NetworkSegment(ea3e0d2b-2cb1-42de-973a-4a09821ceca3),segment_id=ea3e0d2b-2cb1-42de-973a-4a09821ceca3)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:35:20.277338 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cbbfd2f4-9ee0-4752-b5bd-ed8bcfe7e452 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (c7eac586-34b4-4287-9807-54d696529772), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:20.292216 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-cbbfd2f4-9ee0-4752-b5bd-ed8bcfe7e452 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Calling delete_port for c7eac586-34b4-4287-9807-54d696529772 owned by network:dhcp {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:35:20.327556 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-e7e748e5-5637-4d5f-8674-0280e8dfc8e8 None None] Set router 468365e5-c3aa-40a4-92af-9a325e24257e gateway port host: None {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:35:20.348062 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e031ae0c-c8f7-4ff4-8a98-220bfb3a1ba1 None None] DHCP port deletion for dbc67f23-32f4-4dbe-a4ad-6102c64991cd request from n-d-812111-14 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:35:20.400259 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cbbfd2f4-9ee0-4752-b5bd-ed8bcfe7e452 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (c7eac586-34b4-4287-9807-54d696529772), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:20.466091 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-e031ae0c-c8f7-4ff4-8a98-220bfb3a1ba1 None None] Deleting port c7eac586-34b4-4287-9807-54d696529772 {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:35:20.466385 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e031ae0c-c8f7-4ff4-8a98-220bfb3a1ba1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (c7eac586-34b4-4287-9807-54d696529772), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:20.476466 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbbfd2f4-9ee0-4752-b5bd-ed8bcfe7e452 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] No DVR routers for this DVR port c7eac586-34b4-4287-9807-54d696529772 on host n-d-812111-14 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:35:20.478312 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbfd2f4-9ee0-4752-b5bd-ed8bcfe7e452 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Pushing event deleted for resources: {'Port': ['ID=c7eac586-34b4-4287-9807-54d696529772,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:35:20.614897 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-e7e748e5-5637-4d5f-8674-0280e8dfc8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '468365e5-c3aa-40a4-92af-9a325e24257e', 'name': 'tempest-RoutersIpV6Test-router-1141481547', 'tenant_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:34:19Z', 'updated_at': '2022-01-28T19:35:18Z', 'revision_number': 9, 'project_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'gw_port_host': None, '_interfaces': [{'id': '272884d2-c124-4a24-b060-5e824959bbd6', 'name': '', 'network_id': '1423b23e-7396-42d5-b97d-bf12d0af5d8f', 'tenant_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'mac_address': 'fa:16:3e:02:36:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468365e5-c3aa-40a4-92af-9a325e24257e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': 'd3127f0b-5846-430b-8bdb-0f38cd1b652f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:34:35Z', 'updated_at': '2022-01-28T19:34:48Z', 'revision_number': 5, 'project_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'subnets': [{'id': 'd3127f0b-5846-430b-8bdb-0f38cd1b652f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7d0e876-0365-4118-ae7b-1cafd5aa381e', 'name': '', 'network_id': '3bd239a4-803d-4686-82a3-6e666e3c26b5', 'tenant_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'mac_address': 'fa:16:3e:f1:82:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468365e5-c3aa-40a4-92af-9a325e24257e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': '13823000-eeb3-44f0-a92b-e846d7802a40', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:34:24Z', 'updated_at': '2022-01-28T19:34:35Z', 'revision_number': 5, 'project_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'subnets': [{'id': '13823000-eeb3-44f0-a92b-e846d7802a40', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:35:20.645372 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-e031ae0c-c8f7-4ff4-8a98-220bfb3a1ba1 None None] For port c7eac586-34b4-4287-9807-54d696529772, host n-d-812111-14, got binding levels [] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:35:20.645767 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e031ae0c-c8f7-4ff4-8a98-220bfb3a1ba1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (c7eac586-34b4-4287-9807-54d696529772), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:20.672874 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e748e5-5637-4d5f-8674-0280e8dfc8e8 None None] The sync data for ids ['468365e5-c3aa-40a4-92af-9a325e24257e'] in n-d-812111-14 is: [{'id': '468365e5-c3aa-40a4-92af-9a325e24257e', 'name': 'tempest-RoutersIpV6Test-router-1141481547', 'tenant_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:34:19Z', 'updated_at': '2022-01-28T19:35:18Z', 'revision_number': 9, 'project_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'gw_port_host': None, '_interfaces': [{'id': '272884d2-c124-4a24-b060-5e824959bbd6', 'name': '', 'network_id': '1423b23e-7396-42d5-b97d-bf12d0af5d8f', 'tenant_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'mac_address': 'fa:16:3e:02:36:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468365e5-c3aa-40a4-92af-9a325e24257e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': 'd3127f0b-5846-430b-8bdb-0f38cd1b652f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:34:35Z', 'updated_at': '2022-01-28T19:34:48Z', 'revision_number': 5, 'project_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'subnets': [{'id': 'd3127f0b-5846-430b-8bdb-0f38cd1b652f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7d0e876-0365-4118-ae7b-1cafd5aa381e', 'name': '', 'network_id': '3bd239a4-803d-4686-82a3-6e666e3c26b5', 'tenant_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'mac_address': 'fa:16:3e:f1:82:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468365e5-c3aa-40a4-92af-9a325e24257e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': '13823000-eeb3-44f0-a92b-e846d7802a40', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:34:24Z', 'updated_at': '2022-01-28T19:34:35Z', 'revision_number': 5, 'project_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'subnets': [{'id': '13823000-eeb3-44f0-a92b-e846d7802a40', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:35:20.685541 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:20.696410 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-e031ae0c-c8f7-4ff4-8a98-220bfb3a1ba1 None None] Calling delete_port for c7eac586-34b4-4287-9807-54d696529772 owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:35:20.705187 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.ipam_backend_mixin [None req-e031ae0c-c8f7-4ff4-8a98-220bfb3a1ba1 None None] Port c7eac586-34b4-4287-9807-54d696529772 was not found and therefore no delete operation was performed {{(pid=103306) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 19:35:20.706529 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e031ae0c-c8f7-4ff4-8a98-220bfb3a1ba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985'] for port (c7eac586-34b4-4287-9807-54d696529772), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:20.718204 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cbbfd2f4-9ee0-4752-b5bd-ed8bcfe7e452 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (dbc67f23-32f4-4dbe-a4ad-6102c64991cd), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:20.732589 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 40456) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:35:20.737323 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-29847bdc-87c4-45ec-8e2b-100d4175ff25 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Request body: {'security_group': {'name': 'tempest-securitygroup--855940658', 'description': 'tempest-description--171994267'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:35:20.796063 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-cbbfd2f4-9ee0-4752-b5bd-ed8bcfe7e452 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbc67f23-32f4-4dbe-a4ad-6102c64991cd']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:35:20.815681 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-cbbfd2f4-9ee0-4752-b5bd-ed8bcfe7e452 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea3e0d2b-2cb1-42de-973a-4a09821ceca3') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:35:20.816032 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-cbbfd2f4-9ee0-4752-b5bd-ed8bcfe7e452 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea3e0d2b-2cb1-42de-973a-4a09821ceca3') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:35:20.835584 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-29847bdc-87c4-45ec-8e2b-100d4175ff25 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:20.848636 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cbbfd2f4-9ee0-4752-b5bd-ed8bcfe7e452 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16187153'] for segment (ea3e0d2b-2cb1-42de-973a-4a09821ceca3), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:20.878730 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cbbfd2f4-9ee0-4752-b5bd-ed8bcfe7e452 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (ea3e0d2b-2cb1-42de-973a-4a09821ceca3), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:20.890989 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbbfd2f4-9ee0-4752-b5bd-ed8bcfe7e452 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:35:20.891397 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cbbfd2f4-9ee0-4752-b5bd-ed8bcfe7e452 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4752570'] for segment (ea3e0d2b-2cb1-42de-973a-4a09821ceca3), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:20.894641 n-d-812111-14 neutron-server[103305]: Traceback (most recent call last): Jan 28 19:35:20.894641 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:35:20.894641 n-d-812111-14 neutron-server[103305]: timer() Jan 28 19:35:20.894641 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:35:20.894641 n-d-812111-14 neutron-server[103305]: cb(*args, **kw) Jan 28 19:35:20.894641 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:35:20.894641 n-d-812111-14 neutron-server[103305]: return func(*args, **kwargs) Jan 28 19:35:20.894641 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:35:20.894641 n-d-812111-14 neutron-server[103305]: self._notify() Jan 28 19:35:20.894641 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:35:20.894641 n-d-812111-14 neutron-server[103305]: self.callback(batched_events) Jan 28 19:35:20.894641 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:35:20.894641 n-d-812111-14 neutron-server[103305]: event.method(event) Jan 28 19:35:20.894641 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:35:20.894641 n-d-812111-14 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:35:20.894641 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:35:20.894641 n-d-812111-14 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:35:20.894641 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:35:20.894641 n-d-812111-14 neutron-server[103305]: return f(self, *a, **k) Jan 28 19:35:20.894641 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:35:20.894641 n-d-812111-14 neutron-server[103305]: return self._get(url).json() Jan 28 19:35:20.894641 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:35:20.894641 n-d-812111-14 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:35:20.894641 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:35:20.894641 n-d-812111-14 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 28 19:35:20.894641 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:35:20.894641 n-d-812111-14 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:35:20.894641 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:35:20.894641 n-d-812111-14 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:35:20.894641 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:35:20.894641 n-d-812111-14 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:35:20.894641 n-d-812111-14 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:35:21.019522 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cbbfd2f4-9ee0-4752-b5bd-ed8bcfe7e452 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (dbc67f23-32f4-4dbe-a4ad-6102c64991cd), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:21.031874 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cbbfd2f4-9ee0-4752-b5bd-ed8bcfe7e452 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:21.040768 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-cbbfd2f4-9ee0-4752-b5bd-ed8bcfe7e452 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] 10.222.0.64 "DELETE /v2.0/networks/dbc67f23-32f4-4dbe-a4ad-6102c64991cd HTTP/1.1" status: 204 len: 168 time: 1.0498946 Jan 28 19:35:21.055532 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 40460) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:35:21.082404 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e9ea4710-0845-46c5-881d-c629a1d00747 req-7663199f-f092-4b02-b049-cd5cc404a7c5 tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] 10.222.0.64 "GET /v2.0/ports?device_id=e321eba3-c803-4f7e-8a7a-1d171e823b01 HTTP/1.1" status: 200 len: 210 time: 0.0720751 Jan 28 19:35:21.083733 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e031ae0c-c8f7-4ff4-8a98-220bfb3a1ba1 None None] Pushing event deleted for resources: {'Port': ['ID=c7eac586-34b4-4287-9807-54d696529772,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:35:21.088334 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e031ae0c-c8f7-4ff4-8a98-220bfb3a1ba1 None None] Network dbc67f23-32f4-4dbe-a4ad-6102c64991cd is not hosted by any dhcp agent {{(pid=103306) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 28 19:35:21.088906 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e031ae0c-c8f7-4ff4-8a98-220bfb3a1ba1 None None] No DVR routers for this DVR port c7eac586-34b4-4287-9807-54d696529772 on host n-d-812111-14 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:35:21.093020 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbfd2f4-9ee0-4752-b5bd-ed8bcfe7e452 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Pushing event deleted for resources: {'Network': ['ID=dbc67f23-32f4-4dbe-a4ad-6102c64991cd,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:35:21.156819 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-29847bdc-87c4-45ec-8e2b-100d4175ff25 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Publish callbacks [] for security_group (a1544774-06dd-4b7d-abb3-fdfd2885225c), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:21.170873 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fd2c8c5d-9c61-4770-b271-11890024f208 tempest-RoutersAdminNegativeTest-1670718361 tempest-RoutersAdminNegativeTest-1670718361-project-admin] Publish callbacks [] for router_gateway (e2e08716-b0fd-4a2f-9a54-c0142bfed1b9), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:21.194914 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-29847bdc-87c4-45ec-8e2b-100d4175ff25 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (a1544774-06dd-4b7d-abb3-fdfd2885225c), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:21.247659 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-29847bdc-87c4-45ec-8e2b-100d4175ff25 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:21.251599 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-29847bdc-87c4-45ec-8e2b-100d4175ff25 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5152025 Jan 28 19:35:21.261128 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29847bdc-87c4-45ec-8e2b-100d4175ff25 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1544774-06dd-4b7d-abb3-fdfd2885225c,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:35:21.305991 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 40464) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:35:21.314661 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-ab91a81a-4e8a-42f2-a87c-5ac2ba1a30bc tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Request body: {'security_group_rule': {'security_group_id': 'a1544774-06dd-4b7d-abb3-fdfd2885225c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:35:21.427126 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ab91a81a-4e8a-42f2-a87c-5ac2ba1a30bc tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Publish callbacks [] for security_group_rule (8a6cbfef-a996-46fe-b2d7-5eecb3e28925), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:21.463179 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-245c547c-1466-4f21-a965-4d379a74c023 req-01070b85-7973-4efc-9501-8ec20036d148 tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] Publish callbacks [] for port (6fa1804b-6b05-4f1d-94d8-4ac828663508), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:21.508756 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-245c547c-1466-4f21-a965-4d379a74c023 req-01070b85-7973-4efc-9501-8ec20036d148 tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (6fa1804b-6b05-4f1d-94d8-4ac828663508), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:21.528503 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device c7eac586-34b4-4287-9807-54d696529772 no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:35:21.565713 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: c7eac586-34b4-4287-9807-54d696529772 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:35:21.566053 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device c7eac586-34b4-4287-9807-54d696529772 not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:35:21.566578 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 88be7f49-c829-4f39-b0ec-68b7cfeceda2 no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:35:21.584348 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-245c547c-1466-4f21-a965-4d379a74c023 req-01070b85-7973-4efc-9501-8ec20036d148 tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] Network d6943d75-000e-400d-9295-39743b97db11 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:35:21.594192 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-245c547c-1466-4f21-a965-4d379a74c023 req-01070b85-7973-4efc-9501-8ec20036d148 tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:35:21.600888 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-245c547c-1466-4f21-a965-4d379a74c023 req-01070b85-7973-4efc-9501-8ec20036d148 tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:35:21.604367 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: 88be7f49-c829-4f39-b0ec-68b7cfeceda2 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:35:21.604783 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 88be7f49-c829-4f39-b0ec-68b7cfeceda2 not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:35:21.638415 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-245c547c-1466-4f21-a965-4d379a74c023 req-d282edaa-eb8f-4f8c-b8d5-b5374a33a718 tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] Allocated IP 172.20.0.11 (d6943d75-000e-400d-9295-39743b97db11/3bd960bd-a5b3-40f5-ab04-0a5a28ed5e43/5db8f5b5-9cfc-4540-82a0-ab48baebeee5) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:35:21.664750 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-05bef766-caf1-4c26-a932-f5cc68a2118c tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-732838'] for router_interface (468365e5-c3aa-40a4-92af-9a325e24257e), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:21.679028 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245c547c-1466-4f21-a965-4d379a74c023 req-01070b85-7973-4efc-9501-8ec20036d148 tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:21.680053 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-245c547c-1466-4f21-a965-4d379a74c023 req-01070b85-7973-4efc-9501-8ec20036d148 tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:21.702909 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ab91a81a-4e8a-42f2-a87c-5ac2ba1a30bc tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Publish callbacks [] for security_group_rule (8a6cbfef-a996-46fe-b2d7-5eecb3e28925), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:21.727735 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ab91a81a-4e8a-42f2-a87c-5ac2ba1a30bc tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (8a6cbfef-a996-46fe-b2d7-5eecb3e28925), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:21.766784 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-245c547c-1466-4f21-a965-4d379a74c023 req-01070b85-7973-4efc-9501-8ec20036d148 tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5236616 Jan 28 19:35:21.767782 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01070b85-7973-4efc-9501-8ec20036d148 tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] Pushing event updated for resources: {'Port': ['ID=6fa1804b-6b05-4f1d-94d8-4ac828663508,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:35:21.781958 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-245c547c-1466-4f21-a965-4d379a74c023 req-c63e8edf-3f49-49b1-92cf-6aba70ba1620 service neutron] Request body: {'port': {'device_id': 'e321eba3-c803-4f7e-8a7a-1d171e823b01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-14'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:35:21.790397 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ab91a81a-4e8a-42f2-a87c-5ac2ba1a30bc tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:21.794942 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-ab91a81a-4e8a-42f2-a87c-5ac2ba1a30bc tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4847772 Jan 28 19:35:21.797918 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 40466) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:35:21.815590 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-8af36ca8-f2be-4c0f-9fab-d206e738ee73 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Request body: {'security_group_rule': {'security_group_id': 'a1544774-06dd-4b7d-abb3-fdfd2885225c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:35:21.815932 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab91a81a-4e8a-42f2-a87c-5ac2ba1a30bc tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a6cbfef-a996-46fe-b2d7-5eecb3e28925,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:35:21.935426 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-245c547c-1466-4f21-a965-4d379a74c023 req-c63e8edf-3f49-49b1-92cf-6aba70ba1620 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (6fa1804b-6b05-4f1d-94d8-4ac828663508), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:22.003060 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8af36ca8-f2be-4c0f-9fab-d206e738ee73 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Publish callbacks [] for security_group_rule (d61df2e7-ac27-4f1d-b81c-165398f01043), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:22.005430 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fd2c8c5d-9c61-4770-b271-11890024f208 tempest-RoutersAdminNegativeTest-1670718361 tempest-RoutersAdminNegativeTest-1670718361-project-admin] Publish callbacks [] for router_gateway (e2e08716-b0fd-4a2f-9a54-c0142bfed1b9), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:22.037636 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fd2c8c5d-9c61-4770-b271-11890024f208 tempest-RoutersAdminNegativeTest-1670718361 tempest-RoutersAdminNegativeTest-1670718361-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:22.109877 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8af36ca8-f2be-4c0f-9fab-d206e738ee73 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Publish callbacks [] for security_group_rule (d61df2e7-ac27-4f1d-b81c-165398f01043), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:22.189144 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8af36ca8-f2be-4c0f-9fab-d206e738ee73 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (d61df2e7-ac27-4f1d-b81c-165398f01043), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:22.370039 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fd2c8c5d-9c61-4770-b271-11890024f208 tempest-RoutersAdminNegativeTest-1670718361 tempest-RoutersAdminNegativeTest-1670718361-project-admin] Publish callbacks [] for router (e2e08716-b0fd-4a2f-9a54-c0142bfed1b9), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:22.553260 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fd2c8c5d-9c61-4770-b271-11890024f208 tempest-RoutersAdminNegativeTest-1670718361 tempest-RoutersAdminNegativeTest-1670718361-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-730901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261120'] for router (e2e08716-b0fd-4a2f-9a54-c0142bfed1b9), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:22.555999 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fd2c8c5d-9c61-4770-b271-11890024f208 tempest-RoutersAdminNegativeTest-1670718361 tempest-RoutersAdminNegativeTest-1670718361-project-admin] Publish callbacks [] for router_controller (e2e08716-b0fd-4a2f-9a54-c0142bfed1b9), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:22.572509 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af36ca8-f2be-4c0f-9fab-d206e738ee73 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d61df2e7-ac27-4f1d-b81c-165398f01043,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:35:22.607805 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fd2c8c5d-9c61-4770-b271-11890024f208 tempest-RoutersAdminNegativeTest-1670718361 tempest-RoutersAdminNegativeTest-1670718361-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-730908'] for router (e2e08716-b0fd-4a2f-9a54-c0142bfed1b9), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:22.609081 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd2c8c5d-9c61-4770-b271-11890024f208 tempest-RoutersAdminNegativeTest-1670718361 tempest-RoutersAdminNegativeTest-1670718361-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e2e08716-b0fd-4a2f-9a54-c0142bfed1b9 {{(pid=103304) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:35:22.628203 n-d-812111-14 neutron-server[103304]: INFO neutron.api.v2.resource [None req-fd2c8c5d-9c61-4770-b271-11890024f208 tempest-RoutersAdminNegativeTest-1670718361 tempest-RoutersAdminNegativeTest-1670718361-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jan 28 19:35:22.629658 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-fd2c8c5d-9c61-4770-b271-11890024f208 tempest-RoutersAdminNegativeTest-1670718361 tempest-RoutersAdminNegativeTest-1670718361-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 409 len: 370 time: 2.9892635 Jan 28 19:35:22.632488 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 40474) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:35:22.640155 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8af36ca8-f2be-4c0f-9fab-d206e738ee73 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:22.644389 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-8af36ca8-f2be-4c0f-9fab-d206e738ee73 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8426921 Jan 28 19:35:22.649947 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 40476) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:35:22.653999 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af36ca8-f2be-4c0f-9fab-d206e738ee73 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:35:22.654357 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af36ca8-f2be-4c0f-9fab-d206e738ee73 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:35:22.654794 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af36ca8-f2be-4c0f-9fab-d206e738ee73 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:35:22.655191 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af36ca8-f2be-4c0f-9fab-d206e738ee73 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:35:22.655579 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af36ca8-f2be-4c0f-9fab-d206e738ee73 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:35:22.656138 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af36ca8-f2be-4c0f-9fab-d206e738ee73 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:35:22.656475 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af36ca8-f2be-4c0f-9fab-d206e738ee73 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:35:22.656808 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af36ca8-f2be-4c0f-9fab-d206e738ee73 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:35:22.657183 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af36ca8-f2be-4c0f-9fab-d206e738ee73 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:35:22.657521 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af36ca8-f2be-4c0f-9fab-d206e738ee73 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:35:22.657937 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af36ca8-f2be-4c0f-9fab-d206e738ee73 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:35:22.658313 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af36ca8-f2be-4c0f-9fab-d206e738ee73 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:35:22.658642 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af36ca8-f2be-4c0f-9fab-d206e738ee73 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:35:22.667854 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-e2f02f01-a99b-4b32-a870-5a2f719420fd tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Request body: {'floatingip': {'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:35:22.704963 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-245c547c-1466-4f21-a965-4d379a74c023 req-d282edaa-eb8f-4f8c-b8d5-b5374a33a718 tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] Publish callbacks [] for port (5db8f5b5-9cfc-4540-82a0-ab48baebeee5), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:22.738938 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-47c0ba58-4333-43ea-b68f-2c5f09aca301 tempest-RoutersAdminNegativeTest-1670718361 tempest-RoutersAdminNegativeTest-1670718361-project-admin] Deleting port 72377671-12a8-488e-8b6d-684aedee717e {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:35:22.739819 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-47c0ba58-4333-43ea-b68f-2c5f09aca301 tempest-RoutersAdminNegativeTest-1670718361 tempest-RoutersAdminNegativeTest-1670718361-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (72377671-12a8-488e-8b6d-684aedee717e), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:22.742671 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aea3070-79b4-437e-b00b-3635a224e81f req-a242cd5b-2509-4fea-a6f3-e1d4df15bbdf tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:22.744498 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5aea3070-79b4-437e-b00b-3635a224e81f req-a242cd5b-2509-4fea-a6f3-e1d4df15bbdf tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] 10.222.0.64 "GET /v2.0/ports?device_id=e321eba3-c803-4f7e-8a7a-1d171e823b01 HTTP/1.1" status: 200 len: 932 time: 0.5023298 Jan 28 19:35:22.751042 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e2f02f01-a99b-4b32-a870-5a2f719420fd tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:22.817702 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-05bef766-caf1-4c26-a932-f5cc68a2118c tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Deleting port 272884d2-c124-4a24-b060-5e824959bbd6 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:35:22.818005 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-05bef766-caf1-4c26-a932-f5cc68a2118c tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (272884d2-c124-4a24-b060-5e824959bbd6), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:22.839966 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-47c0ba58-4333-43ea-b68f-2c5f09aca301 tempest-RoutersAdminNegativeTest-1670718361 tempest-RoutersAdminNegativeTest-1670718361-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (72377671-12a8-488e-8b6d-684aedee717e), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:22.853879 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-47c0ba58-4333-43ea-b68f-2c5f09aca301 tempest-RoutersAdminNegativeTest-1670718361 tempest-RoutersAdminNegativeTest-1670718361-project-admin] Calling delete_port for 72377671-12a8-488e-8b6d-684aedee717e owned by {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:35:22.956741 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-245c547c-1466-4f21-a965-4d379a74c023 req-d282edaa-eb8f-4f8c-b8d5-b5374a33a718 tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (5db8f5b5-9cfc-4540-82a0-ab48baebeee5), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:22.977285 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5aea3070-79b4-437e-b00b-3635a224e81f req-d423d8c5-d847-4231-a073-845e5fc5df67 tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d406894-e0b8-4582-843c-9edf6a2f3eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225895 Jan 28 19:35:23.067397 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-47c0ba58-4333-43ea-b68f-2c5f09aca301 tempest-RoutersAdminNegativeTest-1670718361 tempest-RoutersAdminNegativeTest-1670718361-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (72377671-12a8-488e-8b6d-684aedee717e), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:23.089161 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-05bef766-caf1-4c26-a932-f5cc68a2118c tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] For port 272884d2-c124-4a24-b060-5e824959bbd6, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=272884d2-c124-4a24-b060-5e824959bbd6,segment=NetworkSegment(a770b371-f57f-4b93-b306-737dfb414923),segment_id=a770b371-f57f-4b93-b306-737dfb414923)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:35:23.089870 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-05bef766-caf1-4c26-a932-f5cc68a2118c tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (272884d2-c124-4a24-b060-5e824959bbd6), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:23.104855 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c0ba58-4333-43ea-b68f-2c5f09aca301 tempest-RoutersAdminNegativeTest-1670718361 tempest-RoutersAdminNegativeTest-1670718361-project-admin] Pushing event deleted for resources: {'Port': ['ID=72377671-12a8-488e-8b6d-684aedee717e,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:35:23.115004 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-05bef766-caf1-4c26-a932-f5cc68a2118c tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Calling delete_port for 272884d2-c124-4a24-b060-5e824959bbd6 owned by network:router_interface {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:35:23.277856 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-47c0ba58-4333-43ea-b68f-2c5f09aca301 tempest-RoutersAdminNegativeTest-1670718361 tempest-RoutersAdminNegativeTest-1670718361-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:23.283302 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-47c0ba58-4333-43ea-b68f-2c5f09aca301 tempest-RoutersAdminNegativeTest-1670718361 tempest-RoutersAdminNegativeTest-1670718361-project-admin] 10.222.0.64 "DELETE /v2.0/ports/72377671-12a8-488e-8b6d-684aedee717e HTTP/1.1" status: 204 len: 168 time: 0.6494632 Jan 28 19:35:23.466772 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-245c547c-1466-4f21-a965-4d379a74c023 req-c63e8edf-3f49-49b1-92cf-6aba70ba1620 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fa1804b-6b05-4f1d-94d8-4ac828663508 {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:35:23.467395 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d282edaa-eb8f-4f8c-b8d5-b5374a33a718 tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] Pushing event updated for resources: {'Port': ['ID=5db8f5b5-9cfc-4540-82a0-ab48baebeee5,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:35:23.484437 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-245c547c-1466-4f21-a965-4d379a74c023 req-d282edaa-eb8f-4f8c-b8d5-b5374a33a718 tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] Network d6943d75-000e-400d-9295-39743b97db11 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:35:23.487402 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-245c547c-1466-4f21-a965-4d379a74c023 req-c63e8edf-3f49-49b1-92cf-6aba70ba1620 service neutron] Publish callbacks [] for port (6fa1804b-6b05-4f1d-94d8-4ac828663508), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:23.506495 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-245c547c-1466-4f21-a965-4d379a74c023 req-d282edaa-eb8f-4f8c-b8d5-b5374a33a718 tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:35:23.509806 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-245c547c-1466-4f21-a965-4d379a74c023 req-d282edaa-eb8f-4f8c-b8d5-b5374a33a718 tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:35:23.524072 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-245c547c-1466-4f21-a965-4d379a74c023 req-c63e8edf-3f49-49b1-92cf-6aba70ba1620 service neutron] Transition to ACTIVE for port object 6fa1804b-6b05-4f1d-94d8-4ac828663508 will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:35:23.531174 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-245c547c-1466-4f21-a965-4d379a74c023 req-c63e8edf-3f49-49b1-92cf-6aba70ba1620 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (6fa1804b-6b05-4f1d-94d8-4ac828663508), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:23.614801 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245c547c-1466-4f21-a965-4d379a74c023 req-d282edaa-eb8f-4f8c-b8d5-b5374a33a718 tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:23.615354 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-245c547c-1466-4f21-a965-4d379a74c023 req-d282edaa-eb8f-4f8c-b8d5-b5374a33a718 tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:23.688383 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63e8edf-3f49-49b1-92cf-6aba70ba1620 service neutron] Pushing event updated for resources: {'Port': ['ID=6fa1804b-6b05-4f1d-94d8-4ac828663508,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:35:23.704917 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-245c547c-1466-4f21-a965-4d379a74c023 req-c63e8edf-3f49-49b1-92cf-6aba70ba1620 service neutron] Attempting to bind port 6fa1804b-6b05-4f1d-94d8-4ac828663508 on host n-h2-812111-14 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:35:23.705325 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-245c547c-1466-4f21-a965-4d379a74c023 req-c63e8edf-3f49-49b1-92cf-6aba70ba1620 service neutron] Attempting to bind port 6fa1804b-6b05-4f1d-94d8-4ac828663508 by drivers openvswitch,hyperv on host n-h2-812111-14 at level 0 using segments [{'id': 'ae01320f-4c42-4a16-9083-8e2cba9c3e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'd6943d75-000e-400d-9295-39743b97db11'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:35:23.705651 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-245c547c-1466-4f21-a965-4d379a74c023 req-c63e8edf-3f49-49b1-92cf-6aba70ba1620 service neutron] Attempting to bind port 6fa1804b-6b05-4f1d-94d8-4ac828663508 on network d6943d75-000e-400d-9295-39743b97db11 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:35:23.710834 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-245c547c-1466-4f21-a965-4d379a74c023 req-c63e8edf-3f49-49b1-92cf-6aba70ba1620 service neutron] Port 6fa1804b-6b05-4f1d-94d8-4ac828663508 on network d6943d75-000e-400d-9295-39743b97db11 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-14 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:35:23.711169 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-245c547c-1466-4f21-a965-4d379a74c023 req-c63e8edf-3f49-49b1-92cf-6aba70ba1620 service neutron] Attempting to bind port 6fa1804b-6b05-4f1d-94d8-4ac828663508 on network d6943d75-000e-400d-9295-39743b97db11 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:35:23.718215 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-245c547c-1466-4f21-a965-4d379a74c023 req-c63e8edf-3f49-49b1-92cf-6aba70ba1620 service neutron] Checking agent: {'id': '8f3fee4e-bf24-4b58-8a3a-ae9c8011a473', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 35, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:35:23.718573 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-245c547c-1466-4f21-a965-4d379a74c023 req-c63e8edf-3f49-49b1-92cf-6aba70ba1620 service neutron] Checking segment: {'id': 'ae01320f-4c42-4a16-9083-8e2cba9c3e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'd6943d75-000e-400d-9295-39743b97db11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:35:23.719169 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-245c547c-1466-4f21-a965-4d379a74c023 req-c63e8edf-3f49-49b1-92cf-6aba70ba1620 service neutron] Bound using segment: {'id': 'ae01320f-4c42-4a16-9083-8e2cba9c3e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'd6943d75-000e-400d-9295-39743b97db11'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:35:23.719646 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-245c547c-1466-4f21-a965-4d379a74c023 req-c63e8edf-3f49-49b1-92cf-6aba70ba1620 service neutron] Bound port: 6fa1804b-6b05-4f1d-94d8-4ac828663508, host: n-h2-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae01320f-4c42-4a16-9083-8e2cba9c3e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'd6943d75-000e-400d-9295-39743b97db11'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:35:23.720240 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-245c547c-1466-4f21-a965-4d379a74c023 req-c63e8edf-3f49-49b1-92cf-6aba70ba1620 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (6fa1804b-6b05-4f1d-94d8-4ac828663508), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:23.733574 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-245c547c-1466-4f21-a965-4d379a74c023 req-d282edaa-eb8f-4f8c-b8d5-b5374a33a718 tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5297024 Jan 28 19:35:23.763733 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e2f02f01-a99b-4b32-a870-5a2f719420fd tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:23.778196 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-245c547c-1466-4f21-a965-4d379a74c023 req-8c933835-1df8-48c9-a375-80deb95b47b3 service neutron] Request body: {'port': {'device_id': 'c470dd05-723b-43f7-8b76-a208954521cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-14'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:35:23.798057 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-245c547c-1466-4f21-a965-4d379a74c023 req-c63e8edf-3f49-49b1-92cf-6aba70ba1620 service neutron] For port 6fa1804b-6b05-4f1d-94d8-4ac828663508, host n-h2-812111-14, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:35:23.801902 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-245c547c-1466-4f21-a965-4d379a74c023 req-c63e8edf-3f49-49b1-92cf-6aba70ba1620 service neutron] For port 6fa1804b-6b05-4f1d-94d8-4ac828663508, host n-h2-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=6fa1804b-6b05-4f1d-94d8-4ac828663508,segment=NetworkSegment(ae01320f-4c42-4a16-9083-8e2cba9c3e3f),segment_id=ae01320f-4c42-4a16-9083-8e2cba9c3e3f)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:35:23.806725 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:23.811569 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-245c547c-1466-4f21-a965-4d379a74c023 req-c63e8edf-3f49-49b1-92cf-6aba70ba1620 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (6fa1804b-6b05-4f1d-94d8-4ac828663508), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:23.836481 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-05bef766-caf1-4c26-a932-f5cc68a2118c tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (272884d2-c124-4a24-b060-5e824959bbd6), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:23.838401 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 40492) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:35:23.859302 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245c547c-1466-4f21-a965-4d379a74c023 req-c63e8edf-3f49-49b1-92cf-6aba70ba1620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:23.859944 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-245c547c-1466-4f21-a965-4d379a74c023 req-c63e8edf-3f49-49b1-92cf-6aba70ba1620 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:23.861471 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-245c547c-1466-4f21-a965-4d379a74c023 req-c63e8edf-3f49-49b1-92cf-6aba70ba1620 service neutron] 10.222.0.70 "PUT /v2.0/ports/6fa1804b-6b05-4f1d-94d8-4ac828663508 HTTP/1.1" status: 200 len: 1093 time: 2.0839128 Jan 28 19:35:23.861929 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e321eba3-c803-4f7e-8a7a-1d171e823b01', 'tag': '6fa1804b-6b05-4f1d-94d8-4ac828663508'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:35:23.864417 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de5b2995-3698-4159-aa2c-9599a33d4208" -d '{"events": [{"name": "network-changed", "server_uuid": "e321eba3-c803-4f7e-8a7a-1d171e823b01", "tag": "6fa1804b-6b05-4f1d-94d8-4ac828663508"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:35:23.896453 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63e8edf-3f49-49b1-92cf-6aba70ba1620 service neutron] Pushing event updated for resources: {'Port': ['ID=6fa1804b-6b05-4f1d-94d8-4ac828663508,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:35:23.951956 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e19f9b31-04de-45dc-9bdd-b1c66014fbc1 x-openstack-request-id: req-e19f9b31-04de-45dc-9bdd-b1c66014fbc1 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:35:23.952355 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e321eba3-c803-4f7e-8a7a-1d171e823b01", "tag": "6fa1804b-6b05-4f1d-94d8-4ac828663508", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:35:23.952732 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e19f9b31-04de-45dc-9bdd-b1c66014fbc1 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:35:23.953398 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e321eba3-c803-4f7e-8a7a-1d171e823b01', 'tag': '6fa1804b-6b05-4f1d-94d8-4ac828663508', 'status': 'completed', 'code': 200} Jan 28 19:35:23.959426 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245c547c-1466-4f21-a965-4d379a74c023 req-2e851258-43d7-4bcd-ab14-ae1574f0d0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:23.961348 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-245c547c-1466-4f21-a965-4d379a74c023 req-2e851258-43d7-4bcd-ab14-ae1574f0d0b0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=bbb1d3dcc7ce4a2d9de450aae2527873&device_id=e321eba3-c803-4f7e-8a7a-1d171e823b01 HTTP/1.1" status: 200 len: 1127 time: 0.0579607 Jan 28 19:35:24.046957 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-245c547c-1466-4f21-a965-4d379a74c023 req-d131ff57-fc29-4b4a-9c35-0cd64dd14959 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6fa1804b-6b05-4f1d-94d8-4ac828663508 HTTP/1.1" status: 200 len: 217 time: 0.0770533 Jan 28 19:35:24.132239 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245c547c-1466-4f21-a965-4d379a74c023 req-1c22b6f6-d749-4868-9876-90d153bd63de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:24.136648 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-e2f02f01-a99b-4b32-a870-5a2f719420fd tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Allocated IP 172.25.6.86 (d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8/a648e4ab-7422-41b9-b133-58aca25ab8f5/efbe4f68-89fa-4605-b405-4658d666cf5a) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:35:24.142505 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-245c547c-1466-4f21-a965-4d379a74c023 req-1c22b6f6-d749-4868-9876-90d153bd63de service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3bd960bd-a5b3-40f5-ab04-0a5a28ed5e43 HTTP/1.1" status: 200 len: 853 time: 0.0882633 Jan 28 19:35:24.184517 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2e903610-70f3-46d2-95f6-401778fa7813 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:24.214238 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-245c547c-1466-4f21-a965-4d379a74c023 req-762305ea-7b06-42ea-bf44-58afe092f2c8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d6943d75-000e-400d-9295-39743b97db11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513973 Jan 28 19:35:24.248291 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-245c547c-1466-4f21-a965-4d379a74c023 req-8c933835-1df8-48c9-a375-80deb95b47b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (5db8f5b5-9cfc-4540-82a0-ab48baebeee5), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:24.250546 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bef766-caf1-4c26-a932-f5cc68a2118c tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Pushing event deleted for resources: {'Port': ['ID=272884d2-c124-4a24-b060-5e824959bbd6,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:35:24.407678 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-245c547c-1466-4f21-a965-4d379a74c023 req-8ad09d1b-3485-4da8-945f-0485f4ecf98c service neutron] 10.222.0.70 "GET /v2.0/networks/d6943d75-000e-400d-9295-39743b97db11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813073 Jan 28 19:35:24.495430 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2e903610-70f3-46d2-95f6-401778fa7813 admin admin] Publish callbacks [] for security_group (3529fd00-ce42-46df-b53b-97e7dcf47533), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:24.521094 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2e903610-70f3-46d2-95f6-401778fa7813 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (3529fd00-ce42-46df-b53b-97e7dcf47533), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:24.561539 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-2e903610-70f3-46d2-95f6-401778fa7813 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9560bfa12e9e415cb0c05a2ec6b8caa2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7197781 Jan 28 19:35:24.562330 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 40508) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:35:24.625531 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e903610-70f3-46d2-95f6-401778fa7813 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3529fd00-ce42-46df-b53b-97e7dcf47533,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:35:24.646950 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-245c547c-1466-4f21-a965-4d379a74c023 req-42a61964-b9e7-48f8-b159-0c979f4ee760 service neutron] 10.222.0.70 "GET /v2.0/networks/d6943d75-000e-400d-9295-39743b97db11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2315121 Jan 28 19:35:24.692490 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fef0ebcc-af3d-4e8b-b296-77614b9a2772 admin admin] Publish callbacks [] for security_group (3529fd00-ce42-46df-b53b-97e7dcf47533), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:24.762978 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fef0ebcc-af3d-4e8b-b296-77614b9a2772 admin admin] Publish callbacks [] for security_group (3529fd00-ce42-46df-b53b-97e7dcf47533), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:24.828424 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5b2995-3698-4159-aa2c-9599a33d4208 req-2f71226d-f6ab-4694-a875-456fcf0d9d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:24.830609 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-de5b2995-3698-4159-aa2c-9599a33d4208 req-2f71226d-f6ab-4694-a875-456fcf0d9d40 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=bbb1d3dcc7ce4a2d9de450aae2527873&device_id=e321eba3-c803-4f7e-8a7a-1d171e823b01 HTTP/1.1" status: 200 len: 1127 time: 0.1249833 Jan 28 19:35:24.843002 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e2f02f01-a99b-4b32-a870-5a2f719420fd tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Publish callbacks [] for port (efbe4f68-89fa-4605-b405-4658d666cf5a), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:24.940335 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fffc8c3-6c5a-4e1f-bd9e-747ebf918b98 req-5dd9cd32-bcea-448c-bd14-80fd36ccd87b tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:24.948175 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5fffc8c3-6c5a-4e1f-bd9e-747ebf918b98 req-5dd9cd32-bcea-448c-bd14-80fd36ccd87b tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] 10.222.0.64 "GET /v2.0/ports?device_id=e321eba3-c803-4f7e-8a7a-1d171e823b01 HTTP/1.1" status: 200 len: 944 time: 0.6889577 Jan 28 19:35:24.970269 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5b2995-3698-4159-aa2c-9599a33d4208 req-06bbf44f-c868-44e1-92a6-13ae86a73313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:24.974702 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-de5b2995-3698-4159-aa2c-9599a33d4208 req-06bbf44f-c868-44e1-92a6-13ae86a73313 service neutron] 10.222.0.70 "GET /v2.0/networks?id=d6943d75-000e-400d-9295-39743b97db11 HTTP/1.1" status: 200 len: 913 time: 0.1362166 Jan 28 19:35:24.976126 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fef0ebcc-af3d-4e8b-b296-77614b9a2772 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (3529fd00-ce42-46df-b53b-97e7dcf47533), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:24.979131 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fef0ebcc-af3d-4e8b-b296-77614b9a2772 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:24.981225 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-fef0ebcc-af3d-4e8b-b296-77614b9a2772 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3529fd00-ce42-46df-b53b-97e7dcf47533 HTTP/1.1" status: 204 len: 168 time: 0.4133804 Jan 28 19:35:25.034720 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef0ebcc-af3d-4e8b-b296-77614b9a2772 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3529fd00-ce42-46df-b53b-97e7dcf47533,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:35:25.038987 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-de5b2995-3698-4159-aa2c-9599a33d4208 req-fd9e396f-9bb3-4202-a382-9fe95d89a31d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6fa1804b-6b05-4f1d-94d8-4ac828663508 HTTP/1.1" status: 200 len: 217 time: 0.0560532 Jan 28 19:35:25.079726 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5fffc8c3-6c5a-4e1f-bd9e-747ebf918b98 req-38c97aa1-e546-43eb-9242-7cefdb7c9f78 tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d406894-e0b8-4582-843c-9edf6a2f3eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293123 Jan 28 19:35:25.083948 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-05bef766-caf1-4c26-a932-f5cc68a2118c tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-732682'] for router_interface (468365e5-c3aa-40a4-92af-9a325e24257e), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:25.188112 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5b2995-3698-4159-aa2c-9599a33d4208 req-6ec85a83-87ea-4f52-b831-ef8dbf8a6e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:25.190649 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-de5b2995-3698-4159-aa2c-9599a33d4208 req-6ec85a83-87ea-4f52-b831-ef8dbf8a6e57 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3bd960bd-a5b3-40f5-ab04-0a5a28ed5e43 HTTP/1.1" status: 200 len: 853 time: 0.1450951 Jan 28 19:35:25.209973 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e2f02f01-a99b-4b32-a870-5a2f719420fd tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (efbe4f68-89fa-4605-b405-4658d666cf5a), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:25.277199 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-de5b2995-3698-4159-aa2c-9599a33d4208 req-6fe9deb0-e69f-4b78-97b8-4901bfa54a29 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d6943d75-000e-400d-9295-39743b97db11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0791118 Jan 28 19:35:25.285161 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f02f01-a99b-4b32-a870-5a2f719420fd tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:35:25.293954 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-e2f02f01-a99b-4b32-a870-5a2f719420fd tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:35:25.302948 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f02f01-a99b-4b32-a870-5a2f719420fd tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Pushing event updated for resources: {'Port': ['ID=efbe4f68-89fa-4605-b405-4658d666cf5a,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:35:25.308472 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f02f01-a99b-4b32-a870-5a2f719420fd tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:35:25.456859 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-de5b2995-3698-4159-aa2c-9599a33d4208 req-2352a518-2ba5-4ea2-bedd-2e0cbe3fdebf service neutron] 10.222.0.70 "GET /v2.0/networks/d6943d75-000e-400d-9295-39743b97db11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733611 Jan 28 19:35:25.570255 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05bef766-caf1-4c26-a932-f5cc68a2118c tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Router 468365e5-c3aa-40a4-92af-9a325e24257e has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:35:25.636264 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [req-245c547c-1466-4f21-a965-4d379a74c023 req-8c933835-1df8-48c9-a375-80deb95b47b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5db8f5b5-9cfc-4540-82a0-ab48baebeee5 {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:35:25.671756 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-de5b2995-3698-4159-aa2c-9599a33d4208 req-b0b707b9-4c24-4d98-92f2-98a26d60b09e service neutron] 10.222.0.70 "GET /v2.0/networks/d6943d75-000e-400d-9295-39743b97db11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089744 Jan 28 19:35:25.680325 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-245c547c-1466-4f21-a965-4d379a74c023 req-8c933835-1df8-48c9-a375-80deb95b47b3 service neutron] Publish callbacks [] for port (5db8f5b5-9cfc-4540-82a0-ab48baebeee5), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:25.681595 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 40518) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:35:25.756648 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-01900737-31c9-43c4-b10a-8abada97ec9d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0a2560a08e564846b071f64df674ec79&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0737915 Jan 28 19:35:25.756912 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e2f02f01-a99b-4b32-a870-5a2f719420fd tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Publish callbacks [] for floatingip (198d7845-5d5e-4901-a4cd-76f848743447), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:25.758820 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-245c547c-1466-4f21-a965-4d379a74c023 req-8c933835-1df8-48c9-a375-80deb95b47b3 service neutron] Transition to ACTIVE for port object 5db8f5b5-9cfc-4540-82a0-ab48baebeee5 will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:35:25.769588 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 40520) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:35:25.829020 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-245c547c-1466-4f21-a965-4d379a74c023 req-8c933835-1df8-48c9-a375-80deb95b47b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (5db8f5b5-9cfc-4540-82a0-ab48baebeee5), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:25.833876 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6a4c0ae8-9acf-4cf7-a1b5-be2c459727ad admin admin] Publish callbacks [] for security_group (a9c9bb5f-b715-4e61-a9be-b1963a401d0c), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:25.858071 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6a4c0ae8-9acf-4cf7-a1b5-be2c459727ad admin admin] Publish callbacks [] for security_group (a9c9bb5f-b715-4e61-a9be-b1963a401d0c), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:25.915951 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6a4c0ae8-9acf-4cf7-a1b5-be2c459727ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (a9c9bb5f-b715-4e61-a9be-b1963a401d0c), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:25.918824 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6a4c0ae8-9acf-4cf7-a1b5-be2c459727ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:25.922541 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-6a4c0ae8-9acf-4cf7-a1b5-be2c459727ad admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a9c9bb5f-b715-4e61-a9be-b1963a401d0c HTTP/1.1" status: 204 len: 168 time: 0.1494389 Jan 28 19:35:25.933762 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4c0ae8-9acf-4cf7-a1b5-be2c459727ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9c9bb5f-b715-4e61-a9be-b1963a401d0c,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:35:25.969338 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05bef766-caf1-4c26-a932-f5cc68a2118c tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:35:25.975401 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-05bef766-caf1-4c26-a932-f5cc68a2118c tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] 10.222.0.64 "PUT /v2.0/routers/468365e5-c3aa-40a4-92af-9a325e24257e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8931811 Jan 28 19:35:25.978265 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 40524) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:35:25.982347 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e98268-aa3b-4fcc-91fa-22ae127c527a None None] Sync routers for ids ['468365e5-c3aa-40a4-92af-9a325e24257e'] in n-d-812111-14 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:35:25.998940 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e98268-aa3b-4fcc-91fa-22ae127c527a None None] Routers {'468365e5-c3aa-40a4-92af-9a325e24257e'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:35:25.999670 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-86e98268-aa3b-4fcc-91fa-22ae127c527a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:35:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['468365e5-c3aa-40a4-92af-9a325e24257e'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:35:26.013447 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e2f02f01-a99b-4b32-a870-5a2f719420fd tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (efbe4f68-89fa-4605-b405-4658d666cf5a), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:26.023550 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c933835-1df8-48c9-a375-80deb95b47b3 service neutron] Pushing event updated for resources: {'Port': ['ID=5db8f5b5-9cfc-4540-82a0-ab48baebeee5,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:35:26.095523 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-be9d3bff-a381-4c1a-9634-fffeb871cdc7 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Deleting subnet d3127f0b-5846-430b-8bdb-0f38cd1b652f {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:35:26.114388 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-be9d3bff-a381-4c1a-9634-fffeb871cdc7 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks [] for subnet (d3127f0b-5846-430b-8bdb-0f38cd1b652f), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:26.204794 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-be9d3bff-a381-4c1a-9634-fffeb871cdc7 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4747050'] for subnet (d3127f0b-5846-430b-8bdb-0f38cd1b652f), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:26.208527 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-86e98268-aa3b-4fcc-91fa-22ae127c527a None None] Set router 468365e5-c3aa-40a4-92af-9a325e24257e gateway port host: None {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:35:26.247873 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-245c547c-1466-4f21-a965-4d379a74c023 req-8c933835-1df8-48c9-a375-80deb95b47b3 service neutron] Attempting to bind port 5db8f5b5-9cfc-4540-82a0-ab48baebeee5 on host n-h1-812111-14 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:35:26.248583 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-245c547c-1466-4f21-a965-4d379a74c023 req-8c933835-1df8-48c9-a375-80deb95b47b3 service neutron] Attempting to bind port 5db8f5b5-9cfc-4540-82a0-ab48baebeee5 by drivers openvswitch,hyperv on host n-h1-812111-14 at level 0 using segments [{'id': 'ae01320f-4c42-4a16-9083-8e2cba9c3e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'd6943d75-000e-400d-9295-39743b97db11'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:35:26.249896 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-245c547c-1466-4f21-a965-4d379a74c023 req-8c933835-1df8-48c9-a375-80deb95b47b3 service neutron] Attempting to bind port 5db8f5b5-9cfc-4540-82a0-ab48baebeee5 on network d6943d75-000e-400d-9295-39743b97db11 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:35:26.304793 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-245c547c-1466-4f21-a965-4d379a74c023 req-8c933835-1df8-48c9-a375-80deb95b47b3 service neutron] Port 5db8f5b5-9cfc-4540-82a0-ab48baebeee5 on network d6943d75-000e-400d-9295-39743b97db11 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-14 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:35:26.305491 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-245c547c-1466-4f21-a965-4d379a74c023 req-8c933835-1df8-48c9-a375-80deb95b47b3 service neutron] Attempting to bind port 5db8f5b5-9cfc-4540-82a0-ab48baebeee5 on network d6943d75-000e-400d-9295-39743b97db11 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:35:26.315973 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-245c547c-1466-4f21-a965-4d379a74c023 req-8c933835-1df8-48c9-a375-80deb95b47b3 service neutron] Checking agent: {'id': 'b544ba20-de93-4d86-9e6b-a2202deb6191', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:35:26.316684 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-245c547c-1466-4f21-a965-4d379a74c023 req-8c933835-1df8-48c9-a375-80deb95b47b3 service neutron] Checking segment: {'id': 'ae01320f-4c42-4a16-9083-8e2cba9c3e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'd6943d75-000e-400d-9295-39743b97db11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:35:26.317332 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-245c547c-1466-4f21-a965-4d379a74c023 req-8c933835-1df8-48c9-a375-80deb95b47b3 service neutron] Bound using segment: {'id': 'ae01320f-4c42-4a16-9083-8e2cba9c3e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'd6943d75-000e-400d-9295-39743b97db11'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:35:26.318013 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-245c547c-1466-4f21-a965-4d379a74c023 req-8c933835-1df8-48c9-a375-80deb95b47b3 service neutron] Bound port: 5db8f5b5-9cfc-4540-82a0-ab48baebeee5, host: n-h1-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae01320f-4c42-4a16-9083-8e2cba9c3e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'd6943d75-000e-400d-9295-39743b97db11'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:35:26.318601 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-245c547c-1466-4f21-a965-4d379a74c023 req-8c933835-1df8-48c9-a375-80deb95b47b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (5db8f5b5-9cfc-4540-82a0-ab48baebeee5), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:26.404763 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-be9d3bff-a381-4c1a-9634-fffeb871cdc7 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (d3127f0b-5846-430b-8bdb-0f38cd1b652f), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:26.473060 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-245c547c-1466-4f21-a965-4d379a74c023 req-8c933835-1df8-48c9-a375-80deb95b47b3 service neutron] For port 5db8f5b5-9cfc-4540-82a0-ab48baebeee5, host n-h1-812111-14, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:35:26.491269 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7b65b6-822f-45b7-b87c-93a20e7680dc req-6c7893f0-ad02-4150-a447-a16a0326f956 tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:26.493236 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8b7b65b6-822f-45b7-b87c-93a20e7680dc req-6c7893f0-ad02-4150-a447-a16a0326f956 tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] 10.222.0.64 "GET /v2.0/ports?device_id=e321eba3-c803-4f7e-8a7a-1d171e823b01 HTTP/1.1" status: 200 len: 944 time: 0.1757977 Jan 28 19:35:26.541715 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e2f02f01-a99b-4b32-a870-5a2f719420fd tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Publish callbacks [] for port (efbe4f68-89fa-4605-b405-4658d666cf5a), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:26.555449 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-245c547c-1466-4f21-a965-4d379a74c023 req-8c933835-1df8-48c9-a375-80deb95b47b3 service neutron] For port 5db8f5b5-9cfc-4540-82a0-ab48baebeee5, host n-h1-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=5db8f5b5-9cfc-4540-82a0-ab48baebeee5,segment=NetworkSegment(ae01320f-4c42-4a16-9083-8e2cba9c3e3f),segment_id=ae01320f-4c42-4a16-9083-8e2cba9c3e3f)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:35:26.558791 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e2f02f01-a99b-4b32-a870-5a2f719420fd tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (efbe4f68-89fa-4605-b405-4658d666cf5a), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:26.598041 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8b7b65b6-822f-45b7-b87c-93a20e7680dc req-31f9f9e0-7b12-45ad-b9f7-9810498ec782 tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d406894-e0b8-4582-843c-9edf6a2f3eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940754 Jan 28 19:35:26.610221 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-be9d3bff-a381-4c1a-9634-fffeb871cdc7 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4690616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5222356'] for subnet (d3127f0b-5846-430b-8bdb-0f38cd1b652f), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:26.615287 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-86e98268-aa3b-4fcc-91fa-22ae127c527a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '468365e5-c3aa-40a4-92af-9a325e24257e', 'name': 'tempest-RoutersIpV6Test-router-1141481547', 'tenant_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:34:19Z', 'updated_at': '2022-01-28T19:35:23Z', 'revision_number': 10, 'project_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'gw_port_host': None, '_interfaces': [{'id': 'e7d0e876-0365-4118-ae7b-1cafd5aa381e', 'name': '', 'network_id': '3bd239a4-803d-4686-82a3-6e666e3c26b5', 'tenant_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'mac_address': 'fa:16:3e:f1:82:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468365e5-c3aa-40a4-92af-9a325e24257e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': '13823000-eeb3-44f0-a92b-e846d7802a40', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:34:24Z', 'updated_at': '2022-01-28T19:34:35Z', 'revision_number': 5, 'project_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'subnets': [{'id': '13823000-eeb3-44f0-a92b-e846d7802a40', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:35:26.656798 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f02f01-a99b-4b32-a870-5a2f719420fd tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Pushing event updated for resources: {'Port': ['ID=efbe4f68-89fa-4605-b405-4658d666cf5a,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:35:26.664366 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-245c547c-1466-4f21-a965-4d379a74c023 req-8c933835-1df8-48c9-a375-80deb95b47b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (5db8f5b5-9cfc-4540-82a0-ab48baebeee5), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:26.669674 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e98268-aa3b-4fcc-91fa-22ae127c527a None None] Checking router: 468365e5-c3aa-40a4-92af-9a325e24257e for host: n-d-812111-14 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:35:26.688495 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e98268-aa3b-4fcc-91fa-22ae127c527a None None] Routers {'468365e5-c3aa-40a4-92af-9a325e24257e'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:35:26.689217 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-86e98268-aa3b-4fcc-91fa-22ae127c527a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:35:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['468365e5-c3aa-40a4-92af-9a325e24257e'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:35:26.742008 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245c547c-1466-4f21-a965-4d379a74c023 req-8c933835-1df8-48c9-a375-80deb95b47b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:26.742685 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-245c547c-1466-4f21-a965-4d379a74c023 req-8c933835-1df8-48c9-a375-80deb95b47b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:26.744123 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-245c547c-1466-4f21-a965-4d379a74c023 req-8c933835-1df8-48c9-a375-80deb95b47b3 service neutron] 10.222.0.41 "PUT /v2.0/ports/5db8f5b5-9cfc-4540-82a0-ab48baebeee5 HTTP/1.1" status: 200 len: 1093 time: 2.9841182 Jan 28 19:35:26.748640 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c470dd05-723b-43f7-8b76-a208954521cf', 'tag': '5db8f5b5-9cfc-4540-82a0-ab48baebeee5'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:35:26.751125 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ed90dd4-82bc-44bd-a0da-b4d6edc00ca4" -d '{"events": [{"name": "network-changed", "server_uuid": "c470dd05-723b-43f7-8b76-a208954521cf", "tag": "5db8f5b5-9cfc-4540-82a0-ab48baebeee5"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:35:26.784182 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9d3bff-a381-4c1a-9634-fffeb871cdc7 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Pushing event deleted for resources: {'Subnet': ['ID=d3127f0b-5846-430b-8bdb-0f38cd1b652f,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:35:26.788249 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e2f02f01-a99b-4b32-a870-5a2f719420fd tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734886'] for floatingip (198d7845-5d5e-4901-a4cd-76f848743447), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:26.804392 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-be9d3bff-a381-4c1a-9634-fffeb871cdc7 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:26.821930 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ba6081-f476-46c5-992b-7a6de6e4e460 None None] Network 1423b23e-7396-42d5-b97d-bf12d0af5d8f requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:35:26.827232 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-be9d3bff-a381-4c1a-9634-fffeb871cdc7 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] 10.222.0.64 "DELETE /v2.0/subnets/d3127f0b-5846-430b-8bdb-0f38cd1b652f HTTP/1.1" status: 204 len: 168 time: 0.8477685 Jan 28 19:35:26.829015 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c933835-1df8-48c9-a375-80deb95b47b3 service neutron] Pushing event updated for resources: {'Port': ['ID=5db8f5b5-9cfc-4540-82a0-ab48baebeee5,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:35:26.829695 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 40544) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:35:26.909262 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:35:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50f8729e-a53c-4dfa-ad09-62252f0049aa x-openstack-request-id: req-50f8729e-a53c-4dfa-ad09-62252f0049aa {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:35:26.909574 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c470dd05-723b-43f7-8b76-a208954521cf", "tag": "5db8f5b5-9cfc-4540-82a0-ab48baebeee5", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:35:26.909833 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-50f8729e-a53c-4dfa-ad09-62252f0049aa {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:35:26.911210 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c470dd05-723b-43f7-8b76-a208954521cf', 'tag': '5db8f5b5-9cfc-4540-82a0-ab48baebeee5', 'status': 'completed', 'code': 200} Jan 28 19:35:26.926316 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e2f02f01-a99b-4b32-a870-5a2f719420fd tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for floatingip (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:26.931315 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-e2f02f01-a99b-4b32-a870-5a2f719420fd tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.2662590 Jan 28 19:35:26.945345 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-86e98268-aa3b-4fcc-91fa-22ae127c527a None None] Set router 468365e5-c3aa-40a4-92af-9a325e24257e gateway port host: None {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:35:26.966769 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-71385115-9597-4bb2-b3cf-2c9aa855ea7d tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (1423b23e-7396-42d5-b97d-bf12d0af5d8f), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:26.973708 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245c547c-1466-4f21-a965-4d379a74c023 req-0158abfc-0517-44fb-8be8-c3ccacbe0cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:26.977548 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-245c547c-1466-4f21-a965-4d379a74c023 req-0158abfc-0517-44fb-8be8-c3ccacbe0cc5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bbb1d3dcc7ce4a2d9de450aae2527873&device_id=c470dd05-723b-43f7-8b76-a208954521cf HTTP/1.1" status: 200 len: 1127 time: 0.1594596 Jan 28 19:35:27.054605 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-245c547c-1466-4f21-a965-4d379a74c023 req-f9329183-6fa9-4c50-86a6-8a0e4f9dd83e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5db8f5b5-9cfc-4540-82a0-ab48baebeee5 HTTP/1.1" status: 200 len: 217 time: 0.0689826 Jan 28 19:35:27.091722 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-71385115-9597-4bb2-b3cf-2c9aa855ea7d tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Deleting port b7ec00d8-4a00-4ec6-8832-79a86a24b00e {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:35:27.093138 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-71385115-9597-4bb2-b3cf-2c9aa855ea7d tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (b7ec00d8-4a00-4ec6-8832-79a86a24b00e), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:27.165867 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245c547c-1466-4f21-a965-4d379a74c023 req-6422fc8f-89a1-4045-8a4b-2ea0b1239211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:27.167680 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-245c547c-1466-4f21-a965-4d379a74c023 req-6422fc8f-89a1-4045-8a4b-2ea0b1239211 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3bd960bd-a5b3-40f5-ab04-0a5a28ed5e43 HTTP/1.1" status: 200 len: 853 time: 0.1030023 Jan 28 19:35:27.246951 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-245c547c-1466-4f21-a965-4d379a74c023 req-683a8eed-d752-4b9c-9077-4362194faedc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d6943d75-000e-400d-9295-39743b97db11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0677159 Jan 28 19:35:27.300162 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-71385115-9597-4bb2-b3cf-2c9aa855ea7d tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] For port b7ec00d8-4a00-4ec6-8832-79a86a24b00e, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=b7ec00d8-4a00-4ec6-8832-79a86a24b00e,segment=NetworkSegment(a770b371-f57f-4b93-b306-737dfb414923),segment_id=a770b371-f57f-4b93-b306-737dfb414923)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:35:27.300574 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-71385115-9597-4bb2-b3cf-2c9aa855ea7d tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (b7ec00d8-4a00-4ec6-8832-79a86a24b00e), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:27.303041 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 40566) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:35:27.352352 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-71385115-9597-4bb2-b3cf-2c9aa855ea7d tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Calling delete_port for b7ec00d8-4a00-4ec6-8832-79a86a24b00e owned by network:dhcp {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:35:27.418945 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-647d474a-ad06-4bc3-a283-6d071fff2872 req-46d1e81a-5d34-4e45-98ce-91ff7771894f tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--855940658&fields=id&tenant_id=0f0ddac21a95455ebc1c3ac83c1cf620 HTTP/1.1" status: 200 len: 267 time: 0.1752262 Jan 28 19:35:27.428346 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba880cb-6ed1-4717-b514-78c3255fd988 None None] DHCP port deletion for 1423b23e-7396-42d5-b97d-bf12d0af5d8f request from n-d-812111-14 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:35:27.470618 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-245c547c-1466-4f21-a965-4d379a74c023 req-ad5cf842-24e3-49d4-b931-4ea2e947dccf service neutron] 10.222.0.41 "GET /v2.0/networks/d6943d75-000e-400d-9295-39743b97db11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137723 Jan 28 19:35:27.487031 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-86e98268-aa3b-4fcc-91fa-22ae127c527a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '468365e5-c3aa-40a4-92af-9a325e24257e', 'name': 'tempest-RoutersIpV6Test-router-1141481547', 'tenant_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:34:19Z', 'updated_at': '2022-01-28T19:35:23Z', 'revision_number': 10, 'project_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'gw_port_host': None, '_interfaces': [{'id': 'e7d0e876-0365-4118-ae7b-1cafd5aa381e', 'name': '', 'network_id': '3bd239a4-803d-4686-82a3-6e666e3c26b5', 'tenant_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'mac_address': 'fa:16:3e:f1:82:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468365e5-c3aa-40a4-92af-9a325e24257e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': '13823000-eeb3-44f0-a92b-e846d7802a40', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:34:24Z', 'updated_at': '2022-01-28T19:34:35Z', 'revision_number': 5, 'project_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'subnets': [{'id': '13823000-eeb3-44f0-a92b-e846d7802a40', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:35:27.547481 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-7ee02e75-4f8c-4811-a429-c1ee924ad996 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-583316575'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:35:27.564791 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e98268-aa3b-4fcc-91fa-22ae127c527a None None] The sync data for ids ['468365e5-c3aa-40a4-92af-9a325e24257e'] in n-d-812111-14 is: [{'id': '468365e5-c3aa-40a4-92af-9a325e24257e', 'name': 'tempest-RoutersIpV6Test-router-1141481547', 'tenant_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:34:19Z', 'updated_at': '2022-01-28T19:35:23Z', 'revision_number': 10, 'project_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'gw_port_host': None, '_interfaces': [{'id': 'e7d0e876-0365-4118-ae7b-1cafd5aa381e', 'name': '', 'network_id': '3bd239a4-803d-4686-82a3-6e666e3c26b5', 'tenant_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'mac_address': 'fa:16:3e:f1:82:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468365e5-c3aa-40a4-92af-9a325e24257e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': '13823000-eeb3-44f0-a92b-e846d7802a40', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:34:24Z', 'updated_at': '2022-01-28T19:34:35Z', 'revision_number': 5, 'project_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'subnets': [{'id': '13823000-eeb3-44f0-a92b-e846d7802a40', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:35:27.571195 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device b7ec00d8-4a00-4ec6-8832-79a86a24b00e no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:35:27.589416 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 6fa1804b-6b05-4f1d-94d8-4ac828663508 details requested by agent hyperv_n-h2-812111-14 with host n-h2-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:35:27.620619 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-245c547c-1466-4f21-a965-4d379a74c023 req-b2ad521c-2f21-44f1-8dfd-928a83b2a1cc service neutron] 10.222.0.41 "GET /v2.0/networks/d6943d75-000e-400d-9295-39743b97db11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396487 Jan 28 19:35:27.671747 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-7ba880cb-6ed1-4717-b514-78c3255fd988 None None] Deleting port b7ec00d8-4a00-4ec6-8832-79a86a24b00e {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:35:27.672118 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7ba880cb-6ed1-4717-b514-78c3255fd988 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (b7ec00d8-4a00-4ec6-8832-79a86a24b00e), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:27.711688 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-71385115-9597-4bb2-b3cf-2c9aa855ea7d tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (b7ec00d8-4a00-4ec6-8832-79a86a24b00e), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:27.749710 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71385115-9597-4bb2-b3cf-2c9aa855ea7d tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Pushing event deleted for resources: {'Port': ['ID=b7ec00d8-4a00-4ec6-8832-79a86a24b00e,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:35:27.780561 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71385115-9597-4bb2-b3cf-2c9aa855ea7d tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] No DVR routers for this DVR port b7ec00d8-4a00-4ec6-8832-79a86a24b00e on host n-d-812111-14 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:35:27.794236 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed90dd4-82bc-44bd-a0da-b4d6edc00ca4 req-ab88478a-d077-4cc7-b9cb-5ba154d86407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:27.795757 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5ed90dd4-82bc-44bd-a0da-b4d6edc00ca4 req-ab88478a-d077-4cc7-b9cb-5ba154d86407 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bbb1d3dcc7ce4a2d9de450aae2527873&device_id=c470dd05-723b-43f7-8b76-a208954521cf HTTP/1.1" status: 200 len: 1127 time: 0.1051543 Jan 28 19:35:27.826441 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ee02e75-4f8c-4811-a429-c1ee924ad996 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Made reservation on behalf of 74e14b1dc35c45ef8b65d1fdcc58b8bc for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:35:27.831180 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7ee02e75-4f8c-4811-a429-c1ee924ad996 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:27.846410 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7ee02e75-4f8c-4811-a429-c1ee924ad996 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:27.878883 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No active binding found for port b7ec00d8-4a00-4ec6-8832-79a86a24b00e {{(pid=103306) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 28 19:35:27.879361 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] The host n-d-812111-14 is not matching for port b7ec00d8-4a00-4ec6-8832-79a86a24b00e host None! {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Jan 28 19:35:27.879761 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device b7ec00d8-4a00-4ec6-8832-79a86a24b00e not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:35:27.908526 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6162b9be-e9c6-4138-a61f-d4496564698a req-a0c93a59-e759-4de3-86db-c56c8de1329e tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:27.912560 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6162b9be-e9c6-4138-a61f-d4496564698a req-a0c93a59-e759-4de3-86db-c56c8de1329e tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] 10.222.0.64 "GET /v2.0/ports?device_id=e321eba3-c803-4f7e-8a7a-1d171e823b01 HTTP/1.1" status: 200 len: 944 time: 0.1682191 Jan 28 19:35:27.936194 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-7ba880cb-6ed1-4717-b514-78c3255fd988 None None] For port b7ec00d8-4a00-4ec6-8832-79a86a24b00e, host n-d-812111-14, got binding levels [] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:35:27.936695 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7ba880cb-6ed1-4717-b514-78c3255fd988 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (b7ec00d8-4a00-4ec6-8832-79a86a24b00e), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:27.970685 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-7ba880cb-6ed1-4717-b514-78c3255fd988 None None] Calling delete_port for b7ec00d8-4a00-4ec6-8832-79a86a24b00e owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:35:27.975409 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.ipam_backend_mixin [None req-7ba880cb-6ed1-4717-b514-78c3255fd988 None None] Port b7ec00d8-4a00-4ec6-8832-79a86a24b00e was not found and therefore no delete operation was performed {{(pid=103306) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 19:35:28.000726 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647d474a-ad06-4bc3-a283-6d071fff2872 req-868a1976-4d32-4606-82c1-9a9afce2afb4 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:28.002513 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-647d474a-ad06-4bc3-a283-6d071fff2872 req-868a1976-4d32-4606-82c1-9a9afce2afb4 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/networks?id=4ed80f8c-a628-4bf0-926c-daa4ec7f72d6 HTTP/1.1" status: 200 len: 817 time: 0.5655856 Jan 28 19:35:28.004796 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-71385115-9597-4bb2-b3cf-2c9aa855ea7d tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (1423b23e-7396-42d5-b97d-bf12d0af5d8f), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:28.020829 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7ba880cb-6ed1-4717-b514-78c3255fd988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985'] for port (b7ec00d8-4a00-4ec6-8832-79a86a24b00e), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:28.027159 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-647d474a-ad06-4bc3-a283-6d071fff2872 req-50d204aa-fbae-43bc-a929-210a06131a31 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/quotas/0f0ddac21a95455ebc1c3ac83c1cf620 HTTP/1.1" status: 200 len: 375 time: 0.0173485 Jan 28 19:35:28.064392 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed90dd4-82bc-44bd-a0da-b4d6edc00ca4 req-fe10b8e4-bebf-47b8-a3ac-64e5c5f1fac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:28.065928 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5ed90dd4-82bc-44bd-a0da-b4d6edc00ca4 req-fe10b8e4-bebf-47b8-a3ac-64e5c5f1fac8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d6943d75-000e-400d-9295-39743b97db11 HTTP/1.1" status: 200 len: 913 time: 0.2613237 Jan 28 19:35:28.071999 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 6fa1804b-6b05-4f1d-94d8-4ac828663508, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=6fa1804b-6b05-4f1d-94d8-4ac828663508,segment=NetworkSegment(ae01320f-4c42-4a16-9083-8e2cba9c3e3f),segment_id=ae01320f-4c42-4a16-9083-8e2cba9c3e3f)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:35:28.073370 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6162b9be-e9c6-4138-a61f-d4496564698a req-f49a1c22-36e8-40be-b105-ba4b194fb93a tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d406894-e0b8-4582-843c-9edf6a2f3eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401052 Jan 28 19:35:28.099030 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-71385115-9597-4bb2-b3cf-2c9aa855ea7d tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1423b23e-7396-42d5-b97d-bf12d0af5d8f']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:35:28.120478 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-71385115-9597-4bb2-b3cf-2c9aa855ea7d tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a770b371-f57f-4b93-b306-737dfb414923') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:35:28.120780 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-71385115-9597-4bb2-b3cf-2c9aa855ea7d tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a770b371-f57f-4b93-b306-737dfb414923') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:35:28.123483 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Returning: {'device': '6fa1804b-6b05-4f1d-94d8-4ac828663508', 'network_id': 'd6943d75-000e-400d-9295-39743b97db11', 'port_id': '6fa1804b-6b05-4f1d-94d8-4ac828663508', 'mac_address': 'fa:16:3e:b7:98:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bd960bd-a5b3-40f5-ab04-0a5a28ed5e43', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:35:28.125502 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5ed90dd4-82bc-44bd-a0da-b4d6edc00ca4 req-ee5f0c9d-8486-48f6-a323-d90cd0cfa7d1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5db8f5b5-9cfc-4540-82a0-ab48baebeee5 HTTP/1.1" status: 200 len: 217 time: 0.0510566 Jan 28 19:35:28.144879 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-71385115-9597-4bb2-b3cf-2c9aa855ea7d tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4747091'] for segment (a770b371-f57f-4b93-b306-737dfb414923), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:28.163907 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba880cb-6ed1-4717-b514-78c3255fd988 None None] No DVR routers for this DVR port b7ec00d8-4a00-4ec6-8832-79a86a24b00e on host n-d-812111-14 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:35:28.178274 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba880cb-6ed1-4717-b514-78c3255fd988 None None] Pushing event deleted for resources: {'Port': ['ID=b7ec00d8-4a00-4ec6-8832-79a86a24b00e,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:35:28.199145 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-647d474a-ad06-4bc3-a283-6d071fff2872 req-8d501444-9a7e-4149-8236-446bb2d674f5 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=0f0ddac21a95455ebc1c3ac83c1cf620&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1616974 Jan 28 19:35:28.203462 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-71385115-9597-4bb2-b3cf-2c9aa855ea7d tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (a770b371-f57f-4b93-b306-737dfb414923), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:28.227296 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed90dd4-82bc-44bd-a0da-b4d6edc00ca4 req-e23fe3f2-7263-49c4-90d8-e7ce88ca325c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:28.228949 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5ed90dd4-82bc-44bd-a0da-b4d6edc00ca4 req-e23fe3f2-7263-49c4-90d8-e7ce88ca325c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3bd960bd-a5b3-40f5-ab04-0a5a28ed5e43 HTTP/1.1" status: 200 len: 853 time: 0.0890861 Jan 28 19:35:28.278718 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 6fa1804b-6b05-4f1d-94d8-4ac828663508 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:35:28.279242 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (6fa1804b-6b05-4f1d-94d8-4ac828663508), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:28.286940 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5ed90dd4-82bc-44bd-a0da-b4d6edc00ca4 req-04422492-068f-48fb-8b16-8a0889bc0259 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d6943d75-000e-400d-9295-39743b97db11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477703 Jan 28 19:35:28.318112 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fa1804b-6b05-4f1d-94d8-4ac828663508 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:35:28.354611 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 6fa1804b-6b05-4f1d-94d8-4ac828663508, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=6fa1804b-6b05-4f1d-94d8-4ac828663508,segment=NetworkSegment(ae01320f-4c42-4a16-9083-8e2cba9c3e3f),segment_id=ae01320f-4c42-4a16-9083-8e2cba9c3e3f)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:35:28.362713 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71385115-9597-4bb2-b3cf-2c9aa855ea7d tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:35:28.363131 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-71385115-9597-4bb2-b3cf-2c9aa855ea7d tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4690514'] for segment (a770b371-f57f-4b93-b306-737dfb414923), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:28.368176 n-d-812111-14 neutron-server[103304]: Traceback (most recent call last): Jan 28 19:35:28.368176 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:35:28.368176 n-d-812111-14 neutron-server[103304]: timer() Jan 28 19:35:28.368176 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:35:28.368176 n-d-812111-14 neutron-server[103304]: cb(*args, **kw) Jan 28 19:35:28.368176 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:35:28.368176 n-d-812111-14 neutron-server[103304]: return func(*args, **kwargs) Jan 28 19:35:28.368176 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:35:28.368176 n-d-812111-14 neutron-server[103304]: self._notify() Jan 28 19:35:28.368176 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:35:28.368176 n-d-812111-14 neutron-server[103304]: self.callback(batched_events) Jan 28 19:35:28.368176 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:35:28.368176 n-d-812111-14 neutron-server[103304]: event.method(event) Jan 28 19:35:28.368176 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:35:28.368176 n-d-812111-14 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:35:28.368176 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:35:28.368176 n-d-812111-14 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:35:28.368176 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:35:28.368176 n-d-812111-14 neutron-server[103304]: return f(self, *a, **k) Jan 28 19:35:28.368176 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:35:28.368176 n-d-812111-14 neutron-server[103304]: return self._get(url).json() Jan 28 19:35:28.368176 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:35:28.368176 n-d-812111-14 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:35:28.368176 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:35:28.368176 n-d-812111-14 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 28 19:35:28.368176 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:35:28.368176 n-d-812111-14 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:35:28.368176 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:35:28.368176 n-d-812111-14 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:35:28.368176 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:35:28.368176 n-d-812111-14 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:35:28.368176 n-d-812111-14 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:35:28.372566 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (6fa1804b-6b05-4f1d-94d8-4ac828663508), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:28.422213 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-647d474a-ad06-4bc3-a283-6d071fff2872 req-9ad39bbc-3955-47ef-9d97-9d2c62de1a98 service neutron] 10.222.0.64 "GET /v2.0/networks/4ed80f8c-a628-4bf0-926c-daa4ec7f72d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042680 Jan 28 19:35:28.431023 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5ed90dd4-82bc-44bd-a0da-b4d6edc00ca4 req-e0bae5ea-2e22-4651-a5e8-0cef38a3a934 service neutron] 10.222.0.41 "GET /v2.0/networks/d6943d75-000e-400d-9295-39743b97db11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335509 Jan 28 19:35:28.461380 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7ee02e75-4f8c-4811-a429-c1ee924ad996 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks [] for security_group (b9590ac3-af07-455e-9e00-fb1935eeedc8), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:28.464191 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=6fa1804b-6b05-4f1d-94d8-4ac828663508,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:35:28.492227 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7ee02e75-4f8c-4811-a429-c1ee924ad996 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (b9590ac3-af07-455e-9e00-fb1935eeedc8), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:28.554893 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-71385115-9597-4bb2-b3cf-2c9aa855ea7d tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (1423b23e-7396-42d5-b97d-bf12d0af5d8f), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:28.561445 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-71385115-9597-4bb2-b3cf-2c9aa855ea7d tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:28.565414 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-71385115-9597-4bb2-b3cf-2c9aa855ea7d tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] 10.222.0.64 "DELETE /v2.0/networks/1423b23e-7396-42d5-b97d-bf12d0af5d8f HTTP/1.1" status: 204 len: 168 time: 1.7346685 Jan 28 19:35:28.572936 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ee02e75-4f8c-4811-a429-c1ee924ad996 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:35:28.578095 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 40576) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:35:28.602688 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71385115-9597-4bb2-b3cf-2c9aa855ea7d tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Pushing event deleted for resources: {'Network': ['ID=1423b23e-7396-42d5-b97d-bf12d0af5d8f,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:35:28.608861 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee02e75-4f8c-4811-a429-c1ee924ad996 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9590ac3-af07-455e-9e00-fb1935eeedc8,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:35:28.616582 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7ee02e75-4f8c-4811-a429-c1ee924ad996 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (2aac29a1-8685-476c-bba5-fffce3cb94d6), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:28.616885 n-d-812111-14 neutron-server[103304]: INFO neutron.db.segments_db [None req-7ee02e75-4f8c-4811-a429-c1ee924ad996 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Added segment 2aac29a1-8685-476c-bba5-fffce3cb94d6 of type vlan for network decd8274-9eda-4d81-a020-86cc15d56022 Jan 28 19:35:28.624012 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['6fa1804b-6b05-4f1d-94d8-4ac828663508'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:35:28.682888 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5ed90dd4-82bc-44bd-a0da-b4d6edc00ca4 req-33e82bf3-ef73-4aa7-8e95-093144269e34 service neutron] 10.222.0.41 "GET /v2.0/networks/d6943d75-000e-400d-9295-39743b97db11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2436492 Jan 28 19:35:28.687478 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-647d474a-ad06-4bc3-a283-6d071fff2872 req-3226cbfc-2b0f-4fd3-8bfe-7e778d5a9f0e service neutron] 10.222.0.64 "GET /v2.0/networks/4ed80f8c-a628-4bf0-926c-daa4ec7f72d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2284658 Jan 28 19:35:28.689162 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7ee02e75-4f8c-4811-a429-c1ee924ad996 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (decd8274-9eda-4d81-a020-86cc15d56022), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:28.757806 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7ee02e75-4f8c-4811-a429-c1ee924ad996 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (decd8274-9eda-4d81-a020-86cc15d56022), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:28.766572 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ee02e75-4f8c-4811-a429-c1ee924ad996 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:28.768197 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7ee02e75-4f8c-4811-a429-c1ee924ad996 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:28.846642 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-7ee02e75-4f8c-4811-a429-c1ee924ad996 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.5424790 Jan 28 19:35:28.853412 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 40580) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:35:28.863852 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-986d5bfc-3793-4f0f-9345-4f45ae427a0b tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Request body: {'subnet': {'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:35:28.895722 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee02e75-4f8c-4811-a429-c1ee924ad996 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Pushing event updated for resources: {'Network': ['ID=decd8274-9eda-4d81-a020-86cc15d56022,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:35:28.915873 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network decd8274-9eda-4d81-a020-86cc15d56022 details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:35:28.989379 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [req-f8b6b16a-d138-4714-9004-033eeaa98bd0 req-d98a3da1-675c-4a62-b28b-68943834f251 tempest-LiveMigrationTest-1569253310 tempest-LiveMigrationTest-1569253310-project] (103304) timed out ('10.222.0.70', 55868) {{(pid=103304) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 19:35:29.060766 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-986d5bfc-3793-4f0f-9345-4f45ae427a0b tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Made reservation on behalf of 74e14b1dc35c45ef8b65d1fdcc58b8bc for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:35:29.064983 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-986d5bfc-3793-4f0f-9345-4f45ae427a0b tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5221429'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:29.330770 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1e882f62-fda9-4fb7-891e-1b69f54bc499 req-a1349d86-8cef-4b48-a0d0-43b7cdf17237 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8fc1db2-697a-41ab-9984-99a4c5e04be7 HTTP/1.1" status: 200 len: 210 time: 0.0335271 Jan 28 19:35:29.359792 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb1824c-d8d7-403a-a8b0-c7ab4033527d req-ab6d0756-251f-4bbc-9b85-84abbf79d9d2 tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:29.361760 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-eeb1824c-d8d7-403a-a8b0-c7ab4033527d req-ab6d0756-251f-4bbc-9b85-84abbf79d9d2 tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] 10.222.0.64 "GET /v2.0/ports?device_id=e321eba3-c803-4f7e-8a7a-1d171e823b01 HTTP/1.1" status: 200 len: 945 time: 0.1369936 Jan 28 19:35:29.386006 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-986d5bfc-3793-4f0f-9345-4f45ae427a0b tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4690681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5221415'] for subnet (818460f2-db96-461b-8424-805f3380dd69), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:29.453293 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 272884d2-c124-4a24-b060-5e824959bbd6 no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:35:29.492238 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: 272884d2-c124-4a24-b060-5e824959bbd6 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:35:29.492902 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 272884d2-c124-4a24-b060-5e824959bbd6 not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:35:29.562539 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-eeb1824c-d8d7-403a-a8b0-c7ab4033527d req-257b1680-cf23-4244-992e-c89798d40e46 tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d406894-e0b8-4582-843c-9edf6a2f3eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848915 Jan 28 19:35:29.563553 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986d5bfc-3793-4f0f-9345-4f45ae427a0b tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Pushing event updated for resources: {'Subnet': ['ID=818460f2-db96-461b-8424-805f3380dd69,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:35:29.571433 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986d5bfc-3793-4f0f-9345-4f45ae427a0b tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Checking segment: {'id': '2aac29a1-8685-476c-bba5-fffce3cb94d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:35:29.571781 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-986d5bfc-3793-4f0f-9345-4f45ae427a0b tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Network hostable DHCP agents. Network: decd8274-9eda-4d81-a020-86cc15d56022, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:35:29.591721 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-986d5bfc-3793-4f0f-9345-4f45ae427a0b tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Network decd8274-9eda-4d81-a020-86cc15d56022 is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:35:29.593603 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 6fa1804b-6b05-4f1d-94d8-4ac828663508 up at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:35:29.615533 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-986d5bfc-3793-4f0f-9345-4f45ae427a0b tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, decd8274-9eda-4d81-a020-86cc15d56022) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:35:29.619891 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-986d5bfc-3793-4f0f-9345-4f45ae427a0b tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:29.621006 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-986d5bfc-3793-4f0f-9345-4f45ae427a0b tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:29.630313 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-602d173f-0f6d-4593-a76e-9e4c9b124bf0 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-732838'] for router_interface (468365e5-c3aa-40a4-92af-9a325e24257e), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:29.648351 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d2811c2-db83-4ff4-bf45-4ac8db96128b None None] Network decd8274-9eda-4d81-a020-86cc15d56022 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:35:29.655762 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-986d5bfc-3793-4f0f-9345-4f45ae427a0b tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7968471 Jan 28 19:35:29.658324 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 40596) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:35:29.664993 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-f001b8c8-d979-4ca9-9775-e24421b43038 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Request body: {'port': {'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022', 'name': 'tempest-NetworksTestDHCPv6-875582983'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:35:29.820171 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning for port 6fa1804b-6b05-4f1d-94d8-4ac828663508 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:35:29.828767 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning complete for port 6fa1804b-6b05-4f1d-94d8-4ac828663508 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:35:29.830279 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (6fa1804b-6b05-4f1d-94d8-4ac828663508), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:29.882618 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f001b8c8-d979-4ca9-9775-e24421b43038 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Made reservation on behalf of 74e14b1dc35c45ef8b65d1fdcc58b8bc for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:35:29.887723 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f001b8c8-d979-4ca9-9775-e24421b43038 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:29.901734 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae623b2-55c8-443d-a383-65b5b289d7d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68cd31fd-e4cd-5fb3-a862-256fc47efcd2-decd8274-9eda-4d81-a020-86cc15d56022', 'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022', 'project_id': '74e14b1dc35c45ef8b65d1fdcc58b8bc', 'fixed_ips': [{'subnet_id': '818460f2-db96-461b-8424-805f3380dd69'}]}} from n-d-812111-14. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:35:29.903684 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-cae623b2-55c8-443d-a383-65b5b289d7d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:29.925823 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [None req-f001b8c8-d979-4ca9-9775-e24421b43038 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] device_id is not set on port 64cdc81d-18f3-4435-8ee0-2f80fd73d7ee yet. {{(pid=103304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:35:30.162627 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-602d173f-0f6d-4593-a76e-9e4c9b124bf0 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Deleting port e7d0e876-0365-4118-ae7b-1cafd5aa381e {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:35:30.163079 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-602d173f-0f6d-4593-a76e-9e4c9b124bf0 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (e7d0e876-0365-4118-ae7b-1cafd5aa381e), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:30.200376 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-f001b8c8-d979-4ca9-9775-e24421b43038 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Allocated IP 2001:db8::75 (decd8274-9eda-4d81-a020-86cc15d56022/818460f2-db96-461b-8424-805f3380dd69/64cdc81d-18f3-4435-8ee0-2f80fd73d7ee) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:35:30.320866 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 5db8f5b5-9cfc-4540-82a0-ab48baebeee5 details requested by agent hyperv_n-h1-812111-14 with host n-h1-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:35:30.422145 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-602d173f-0f6d-4593-a76e-9e4c9b124bf0 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] For port e7d0e876-0365-4118-ae7b-1cafd5aa381e, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=e7d0e876-0365-4118-ae7b-1cafd5aa381e,segment=NetworkSegment(1069b884-acd2-4d0e-bb84-336ed6ec5e5c),segment_id=1069b884-acd2-4d0e-bb84-336ed6ec5e5c)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:35:30.422699 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-602d173f-0f6d-4593-a76e-9e4c9b124bf0 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (e7d0e876-0365-4118-ae7b-1cafd5aa381e), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:30.455089 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-602d173f-0f6d-4593-a76e-9e4c9b124bf0 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Calling delete_port for e7d0e876-0365-4118-ae7b-1cafd5aa381e owned by network:router_interface {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:35:30.471125 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 6fa1804b-6b05-4f1d-94d8-4ac828663508 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:35:30.471777 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (6fa1804b-6b05-4f1d-94d8-4ac828663508), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:30.537750 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f001b8c8-d979-4ca9-9775-e24421b43038 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks [] for port (64cdc81d-18f3-4435-8ee0-2f80fd73d7ee), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:30.578789 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e321eba3-c803-4f7e-8a7a-1d171e823b01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fa1804b-6b05-4f1d-94d8-4ac828663508'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:35:30.581238 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e844c45-9333-4eef-96d1-00e55934d93f" -d '{"events": [{"server_uuid": "e321eba3-c803-4f7e-8a7a-1d171e823b01", "name": "network-vif-plugged", "status": "completed", "tag": "6fa1804b-6b05-4f1d-94d8-4ac828663508"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:35:30.589932 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a6955c71-f6eb-4dab-83fc-b010a9e5d438 req-411f7802-54d6-466f-bb9b-5f7de2820efa tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8fc1db2-697a-41ab-9984-99a4c5e04be7 HTTP/1.1" status: 200 len: 210 time: 0.0481288 Jan 28 19:35:30.600289 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 6fa1804b-6b05-4f1d-94d8-4ac828663508, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=6fa1804b-6b05-4f1d-94d8-4ac828663508,segment=NetworkSegment(ae01320f-4c42-4a16-9083-8e2cba9c3e3f),segment_id=ae01320f-4c42-4a16-9083-8e2cba9c3e3f)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:35:30.611565 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (6fa1804b-6b05-4f1d-94d8-4ac828663508), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:30.611910 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647d474a-ad06-4bc3-a283-6d071fff2872 req-48bd0ccc-9aa5-4bf9-a7fa-99c7de7c5e39 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:30.614225 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-647d474a-ad06-4bc3-a283-6d071fff2872 req-48bd0ccc-9aa5-4bf9-a7fa-99c7de7c5e39 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.41 "GET /v2.0/networks?id=4ed80f8c-a628-4bf0-926c-daa4ec7f72d6 HTTP/1.1" status: 200 len: 817 time: 0.2991385 Jan 28 19:35:30.652822 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f001b8c8-d979-4ca9-9775-e24421b43038 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (64cdc81d-18f3-4435-8ee0-2f80fd73d7ee), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:30.682927 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=6fa1804b-6b05-4f1d-94d8-4ac828663508,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:35:30.774020 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f001b8c8-d979-4ca9-9775-e24421b43038 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Network decd8274-9eda-4d81-a020-86cc15d56022 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:35:30.777285 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:35:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d46d564e-1e59-460e-b99d-552f60fcefca x-openstack-request-id: req-d46d564e-1e59-460e-b99d-552f60fcefca {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:35:30.777582 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e321eba3-c803-4f7e-8a7a-1d171e823b01", "name": "network-vif-plugged", "status": "completed", "tag": "6fa1804b-6b05-4f1d-94d8-4ac828663508", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:35:30.777842 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d46d564e-1e59-460e-b99d-552f60fcefca {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:35:30.778234 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e321eba3-c803-4f7e-8a7a-1d171e823b01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fa1804b-6b05-4f1d-94d8-4ac828663508', 'code': 200} Jan 28 19:35:30.842115 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 5db8f5b5-9cfc-4540-82a0-ab48baebeee5, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=5db8f5b5-9cfc-4540-82a0-ab48baebeee5,segment=NetworkSegment(ae01320f-4c42-4a16-9083-8e2cba9c3e3f),segment_id=ae01320f-4c42-4a16-9083-8e2cba9c3e3f)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:35:30.880693 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Returning: {'device': '5db8f5b5-9cfc-4540-82a0-ab48baebeee5', 'network_id': 'd6943d75-000e-400d-9295-39743b97db11', 'port_id': '5db8f5b5-9cfc-4540-82a0-ab48baebeee5', 'mac_address': 'fa:16:3e:34:1c:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bd960bd-a5b3-40f5-ab04-0a5a28ed5e43', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:35:30.880971 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-f001b8c8-d979-4ca9-9775-e24421b43038 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:35:30.883271 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f001b8c8-d979-4ca9-9775-e24421b43038 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Pushing event updated for resources: {'Port': ['ID=64cdc81d-18f3-4435-8ee0-2f80fd73d7ee,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:35:30.891940 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-647d474a-ad06-4bc3-a283-6d071fff2872 req-89368aa6-5fc1-4ce8-9cda-4c3f5716be7b tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0f0ddac21a95455ebc1c3ac83c1cf620 HTTP/1.1" status: 200 len: 379 time: 0.2668216 Jan 28 19:35:30.897824 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f001b8c8-d979-4ca9-9775-e24421b43038 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:35:30.907967 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f001b8c8-d979-4ca9-9775-e24421b43038 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:30.908813 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f001b8c8-d979-4ca9-9775-e24421b43038 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:30.910477 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-647d474a-ad06-4bc3-a283-6d071fff2872 req-4d7cf43b-1dc9-478a-ac44-68b1f6b37051 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Request body: {'port': {'device_id': 'f8fc1db2-697a-41ab-9984-99a4c5e04be7', 'network_id': '4ed80f8c-a628-4bf0-926c-daa4ec7f72d6', 'admin_state_up': True, 'tenant_id': '0f0ddac21a95455ebc1c3ac83c1cf620', 'security_groups': ['a1544774-06dd-4b7d-abb3-fdfd2885225c']}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:35:30.937878 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-f001b8c8-d979-4ca9-9775-e24421b43038 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2768688 Jan 28 19:35:30.943866 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 40614) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:35:30.947212 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-cae623b2-55c8-443d-a383-65b5b289d7d2 None None] Allocated IP 2001:db8::2 (decd8274-9eda-4d81-a020-86cc15d56022/818460f2-db96-461b-8424-805f3380dd69/e84346ae-c3ca-44f0-a0dc-176b211c5099) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:35:30.948316 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95fb790-a9e3-402d-9cec-dfde16d8a97c req-75f4af4c-5e22-4970-94f7-eee3ed1ff965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:30.950480 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c95fb790-a9e3-402d-9cec-dfde16d8a97c req-75f4af4c-5e22-4970-94f7-eee3ed1ff965 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=e321eba3-c803-4f7e-8a7a-1d171e823b01 HTTP/1.1" status: 200 len: 1129 time: 0.1750774 Jan 28 19:35:30.977863 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port 5db8f5b5-9cfc-4540-82a0-ab48baebeee5 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:35:30.978258 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (5db8f5b5-9cfc-4540-82a0-ab48baebeee5), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:31.051060 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5db8f5b5-9cfc-4540-82a0-ab48baebeee5 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:35:31.083958 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 5db8f5b5-9cfc-4540-82a0-ab48baebeee5, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=5db8f5b5-9cfc-4540-82a0-ab48baebeee5,segment=NetworkSegment(ae01320f-4c42-4a16-9083-8e2cba9c3e3f),segment_id=ae01320f-4c42-4a16-9083-8e2cba9c3e3f)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:35:31.092500 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (5db8f5b5-9cfc-4540-82a0-ab48baebeee5), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:31.099680 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb83896-c232-4079-bc4d-102361a572e3 req-9770aae7-1c85-4e74-b2b5-fb6055bf18dd tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:31.108556 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6bb83896-c232-4079-bc4d-102361a572e3 req-9770aae7-1c85-4e74-b2b5-fb6055bf18dd tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] 10.222.0.64 "GET /v2.0/ports?device_id=e321eba3-c803-4f7e-8a7a-1d171e823b01 HTTP/1.1" status: 200 len: 946 time: 0.2606068 Jan 28 19:35:31.133514 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9156cada-28ae-44df-a788-305226b01e5f tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:31.138558 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-9156cada-28ae-44df-a788-305226b01e5f tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.1837714 Jan 28 19:35:31.139875 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 40616) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:35:31.153014 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c95fb790-a9e3-402d-9cec-dfde16d8a97c req-a0c23214-f38e-4ca4-8ce2-efed344206bd service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=1d406894-e0b8-4582-843c-9edf6a2f3eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384134 Jan 28 19:35:31.202406 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-647d474a-ad06-4bc3-a283-6d071fff2872 req-4d7cf43b-1dc9-478a-ac44-68b1f6b37051 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Made reservation on behalf of 0f0ddac21a95455ebc1c3ac83c1cf620 for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:35:31.215532 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-647d474a-ad06-4bc3-a283-6d071fff2872 req-4d7cf43b-1dc9-478a-ac44-68b1f6b37051 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:31.283286 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-cae623b2-55c8-443d-a383-65b5b289d7d2 None None] Publish callbacks [] for port (e84346ae-c3ca-44f0-a0dc-176b211c5099), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:31.333140 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=5db8f5b5-9cfc-4540-82a0-ab48baebeee5,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:35:31.352087 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-cae623b2-55c8-443d-a383-65b5b289d7d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (e84346ae-c3ca-44f0-a0dc-176b211c5099), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:31.460387 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae623b2-55c8-443d-a383-65b5b289d7d2 None None] Pushing event updated for resources: {'Port': ['ID=e84346ae-c3ca-44f0-a0dc-176b211c5099,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:35:31.468976 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-602d173f-0f6d-4593-a76e-9e4c9b124bf0 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (e7d0e876-0365-4118-ae7b-1cafd5aa381e), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:31.470703 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['5db8f5b5-9cfc-4540-82a0-ab48baebeee5'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:35:31.589375 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae623b2-55c8-443d-a383-65b5b289d7d2 None None] Network decd8274-9eda-4d81-a020-86cc15d56022 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:35:31.602251 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-cae623b2-55c8-443d-a383-65b5b289d7d2 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:35:31.609691 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae623b2-55c8-443d-a383-65b5b289d7d2 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:35:31.657469 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602d173f-0f6d-4593-a76e-9e4c9b124bf0 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Pushing event deleted for resources: {'Port': ['ID=e7d0e876-0365-4118-ae7b-1cafd5aa381e,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:35:31.696310 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6bb83896-c232-4079-bc4d-102361a572e3 req-40f3138d-3faf-4b25-9faa-ea7b64e7e8d3 tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d406894-e0b8-4582-843c-9edf6a2f3eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5854812 Jan 28 19:35:31.832758 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-cae623b2-55c8-443d-a383-65b5b289d7d2 None None] Attempting to bind port e84346ae-c3ca-44f0-a0dc-176b211c5099 on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:35:31.833153 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-cae623b2-55c8-443d-a383-65b5b289d7d2 None None] Attempting to bind port e84346ae-c3ca-44f0-a0dc-176b211c5099 by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '2aac29a1-8685-476c-bba5-fffce3cb94d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:35:31.833525 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae623b2-55c8-443d-a383-65b5b289d7d2 None None] Attempting to bind port e84346ae-c3ca-44f0-a0dc-176b211c5099 on network decd8274-9eda-4d81-a020-86cc15d56022 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:35:31.856806 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae623b2-55c8-443d-a383-65b5b289d7d2 None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:35:31.866725 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-647d474a-ad06-4bc3-a283-6d071fff2872 req-4d7cf43b-1dc9-478a-ac44-68b1f6b37051 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Allocated IP 172.20.0.7 (4ed80f8c-a628-4bf0-926c-daa4ec7f72d6/ccd8c2b9-0197-4b01-ba57-f13b2702d1bc/88c4d8f8-69eb-4f76-9273-a53c5a9dd516) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:35:31.873290 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae623b2-55c8-443d-a383-65b5b289d7d2 None None] Checking segment: {'id': '2aac29a1-8685-476c-bba5-fffce3cb94d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:35:31.873846 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-cae623b2-55c8-443d-a383-65b5b289d7d2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:31.874340 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae623b2-55c8-443d-a383-65b5b289d7d2 None None] Bound using segment: {'id': '2aac29a1-8685-476c-bba5-fffce3cb94d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:35:31.874813 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-cae623b2-55c8-443d-a383-65b5b289d7d2 None None] Bound port: e84346ae-c3ca-44f0-a0dc-176b211c5099, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aac29a1-8685-476c-bba5-fffce3cb94d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:35:31.875647 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-cae623b2-55c8-443d-a383-65b5b289d7d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (e84346ae-c3ca-44f0-a0dc-176b211c5099), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:32.034492 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-647d474a-ad06-4bc3-a283-6d071fff2872 req-4d7cf43b-1dc9-478a-ac44-68b1f6b37051 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Publish callbacks [] for port (88c4d8f8-69eb-4f76-9273-a53c5a9dd516), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:32.047186 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-cae623b2-55c8-443d-a383-65b5b289d7d2 None None] For port e84346ae-c3ca-44f0-a0dc-176b211c5099, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:35:32.053941 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-cae623b2-55c8-443d-a383-65b5b289d7d2 None None] For port e84346ae-c3ca-44f0-a0dc-176b211c5099, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=e84346ae-c3ca-44f0-a0dc-176b211c5099,segment=NetworkSegment(2aac29a1-8685-476c-bba5-fffce3cb94d6),segment_id=2aac29a1-8685-476c-bba5-fffce3cb94d6)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:35:32.067491 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-cae623b2-55c8-443d-a383-65b5b289d7d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (e84346ae-c3ca-44f0-a0dc-176b211c5099), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:32.091335 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-001765b3-1238-4d08-86ff-90824d4e60f1 req-ee5a4d71-c142-477c-8b5d-9159e780fde7 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8fc1db2-697a-41ab-9984-99a4c5e04be7 HTTP/1.1" status: 200 len: 210 time: 0.0578208 Jan 28 19:35:32.115163 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-991888bd-c1a1-405e-bcaf-ad3a1a28c222 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Deleting port 64cdc81d-18f3-4435-8ee0-2f80fd73d7ee {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:35:32.115588 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-991888bd-c1a1-405e-bcaf-ad3a1a28c222 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (64cdc81d-18f3-4435-8ee0-2f80fd73d7ee), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:32.130093 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-647d474a-ad06-4bc3-a283-6d071fff2872 req-4d7cf43b-1dc9-478a-ac44-68b1f6b37051 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (88c4d8f8-69eb-4f76-9273-a53c5a9dd516), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:32.205709 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae623b2-55c8-443d-a383-65b5b289d7d2 None None] Pushing event updated for resources: {'Port': ['ID=e84346ae-c3ca-44f0-a0dc-176b211c5099,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:35:32.270670 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-991888bd-c1a1-405e-bcaf-ad3a1a28c222 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (64cdc81d-18f3-4435-8ee0-2f80fd73d7ee), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:32.293372 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-991888bd-c1a1-405e-bcaf-ad3a1a28c222 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Calling delete_port for 64cdc81d-18f3-4435-8ee0-2f80fd73d7ee owned by {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:35:32.336623 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-602d173f-0f6d-4593-a76e-9e4c9b124bf0 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-732682'] for router_interface (468365e5-c3aa-40a4-92af-9a325e24257e), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:32.339036 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7cf43b-1dc9-478a-ac44-68b1f6b37051 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Pushing event updated for resources: {'Port': ['ID=88c4d8f8-69eb-4f76-9273-a53c5a9dd516,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:35:32.360137 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-647d474a-ad06-4bc3-a283-6d071fff2872 req-4d7cf43b-1dc9-478a-ac44-68b1f6b37051 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Network 4ed80f8c-a628-4bf0-926c-daa4ec7f72d6 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:35:32.362105 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-647d474a-ad06-4bc3-a283-6d071fff2872 req-4d7cf43b-1dc9-478a-ac44-68b1f6b37051 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:35:32.383705 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-647d474a-ad06-4bc3-a283-6d071fff2872 req-4d7cf43b-1dc9-478a-ac44-68b1f6b37051 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:35:32.560618 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647d474a-ad06-4bc3-a283-6d071fff2872 req-4d7cf43b-1dc9-478a-ac44-68b1f6b37051 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:32.561489 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-647d474a-ad06-4bc3-a283-6d071fff2872 req-4d7cf43b-1dc9-478a-ac44-68b1f6b37051 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:32.563499 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-991888bd-c1a1-405e-bcaf-ad3a1a28c222 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (64cdc81d-18f3-4435-8ee0-2f80fd73d7ee), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:32.639729 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991888bd-c1a1-405e-bcaf-ad3a1a28c222 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Pushing event deleted for resources: {'Port': ['ID=64cdc81d-18f3-4435-8ee0-2f80fd73d7ee,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:35:32.710027 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-647d474a-ad06-4bc3-a283-6d071fff2872 req-4d7cf43b-1dc9-478a-ac44-68b1f6b37051 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8048043 Jan 28 19:35:32.748998 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-647d474a-ad06-4bc3-a283-6d071fff2872 req-385cdc92-00b6-42bf-bc86-bf37167ed370 service neutron] Request body: {'port': {'device_id': 'f8fc1db2-697a-41ab-9984-99a4c5e04be7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-14'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:35:32.758839 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-991888bd-c1a1-405e-bcaf-ad3a1a28c222 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:32.767426 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-991888bd-c1a1-405e-bcaf-ad3a1a28c222 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "DELETE /v2.0/ports/64cdc81d-18f3-4435-8ee0-2f80fd73d7ee HTTP/1.1" status: 204 len: 168 time: 1.6264064 Jan 28 19:35:32.768145 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 40628) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:35:32.867707 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f0c0c5a-68d9-41cf-8f7d-57e4b451d232 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:32.869227 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f0c0c5a-68d9-41cf-8f7d-57e4b451d232 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:32.882990 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-7f0c0c5a-68d9-41cf-8f7d-57e4b451d232 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1132436 Jan 28 19:35:32.883690 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 40630) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:35:32.892678 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b8dfb512-e490-4914-8e7e-727e359dd790 None None] Provisioning complete for port 88c4d8f8-69eb-4f76-9273-a53c5a9dd516 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:35:32.897170 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b8dfb512-e490-4914-8e7e-727e359dd790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (88c4d8f8-69eb-4f76-9273-a53c5a9dd516), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:32.978257 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b8dfb512-e490-4914-8e7e-727e359dd790 None None] Port 88c4d8f8-69eb-4f76-9273-a53c5a9dd516 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:35:32.983444 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-602d173f-0f6d-4593-a76e-9e4c9b124bf0 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Router 468365e5-c3aa-40a4-92af-9a325e24257e has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:35:32.983657 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-30ab39f7-ae33-44ab-92b5-42e0c283b71e tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Deleting subnet 818460f2-db96-461b-8424-805f3380dd69 {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:35:32.988584 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-30ab39f7-ae33-44ab-92b5-42e0c283b71e tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks [] for subnet (818460f2-db96-461b-8424-805f3380dd69), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:33.027654 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-647d474a-ad06-4bc3-a283-6d071fff2872 req-385cdc92-00b6-42bf-bc86-bf37167ed370 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (88c4d8f8-69eb-4f76-9273-a53c5a9dd516), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:33.086387 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-30ab39f7-ae33-44ab-92b5-42e0c283b71e tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4747050'] for subnet (818460f2-db96-461b-8424-805f3380dd69), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:33.091923 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7786363d-31de-4c6f-b8ac-e5e863e106de req-b48248fd-8445-4b54-9964-183dcd698df2 tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:33.097437 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7786363d-31de-4c6f-b8ac-e5e863e106de req-b48248fd-8445-4b54-9964-183dcd698df2 tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] 10.222.0.64 "GET /v2.0/ports?device_id=e321eba3-c803-4f7e-8a7a-1d171e823b01 HTTP/1.1" status: 200 len: 946 time: 0.1923378 Jan 28 19:35:33.237924 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-30ab39f7-ae33-44ab-92b5-42e0c283b71e tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (818460f2-db96-461b-8424-805f3380dd69), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:33.316511 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-30ab39f7-ae33-44ab-92b5-42e0c283b71e tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4690616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5222356'] for subnet (818460f2-db96-461b-8424-805f3380dd69), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:33.441678 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-30ab39f7-ae33-44ab-92b5-42e0c283b71e tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:33.452408 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-30ab39f7-ae33-44ab-92b5-42e0c283b71e tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "DELETE /v2.0/subnets/818460f2-db96-461b-8424-805f3380dd69 HTTP/1.1" status: 204 len: 168 time: 0.5672634 Jan 28 19:35:33.453682 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ab39f7-ae33-44ab-92b5-42e0c283b71e tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Pushing event deleted for resources: {'Subnet': ['ID=818460f2-db96-461b-8424-805f3380dd69,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:35:33.464365 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [req-647d474a-ad06-4bc3-a283-6d071fff2872 req-385cdc92-00b6-42bf-bc86-bf37167ed370 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88c4d8f8-69eb-4f76-9273-a53c5a9dd516 {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:35:33.468285 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 40636) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:35:33.474252 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-647d474a-ad06-4bc3-a283-6d071fff2872 req-385cdc92-00b6-42bf-bc86-bf37167ed370 service neutron] Publish callbacks [] for port (88c4d8f8-69eb-4f76-9273-a53c5a9dd516), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:33.487957 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-647d474a-ad06-4bc3-a283-6d071fff2872 req-385cdc92-00b6-42bf-bc86-bf37167ed370 service neutron] Transition to ACTIVE for port object 88c4d8f8-69eb-4f76-9273-a53c5a9dd516 will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:35:33.502783 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-647d474a-ad06-4bc3-a283-6d071fff2872 req-385cdc92-00b6-42bf-bc86-bf37167ed370 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (88c4d8f8-69eb-4f76-9273-a53c5a9dd516), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:33.511325 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-602d173f-0f6d-4593-a76e-9e4c9b124bf0 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:35:33.525465 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6492ff97-fbef-4092-99f4-35da63dd96a8 None None] Sync routers for ids ['468365e5-c3aa-40a4-92af-9a325e24257e'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:35:33.569115 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-602d173f-0f6d-4593-a76e-9e4c9b124bf0 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] 10.222.0.64 "PUT /v2.0/routers/468365e5-c3aa-40a4-92af-9a325e24257e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9898245 Jan 28 19:35:33.574955 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6492ff97-fbef-4092-99f4-35da63dd96a8 None None] Routers {'468365e5-c3aa-40a4-92af-9a325e24257e'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:35:33.576556 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-6492ff97-fbef-4092-99f4-35da63dd96a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:35:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['468365e5-c3aa-40a4-92af-9a325e24257e'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:35:33.579913 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-7aeff7c0-e541-4961-a547-22ab5d90672e tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1072390 Jan 28 19:35:33.581427 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 40640) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:35:33.581872 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 40642) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:35:33.613085 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-4134500e-d199-4441-9676-0579831c2260 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Request body: {'subnet': {'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:35:33.696185 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385cdc92-00b6-42bf-bc86-bf37167ed370 service neutron] Pushing event updated for resources: {'Port': ['ID=88c4d8f8-69eb-4f76-9273-a53c5a9dd516,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:35:33.712701 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7786363d-31de-4c6f-b8ac-e5e863e106de req-d19e51a4-1b57-4b1a-899b-c53ffc6fae39 tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d406894-e0b8-4582-843c-9edf6a2f3eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6033084 Jan 28 19:35:33.830965 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device e84346ae-c3ca-44f0-a0dc-176b211c5099 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:35:33.884519 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-6492ff97-fbef-4092-99f4-35da63dd96a8 None None] Set router 468365e5-c3aa-40a4-92af-9a325e24257e gateway port host: None {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:35:33.917006 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e47012e-e21f-482f-bf32-401e6539ffdf req-85c35125-3c0a-48c2-9961-1f3cddadb881 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:33.928460 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port e84346ae-c3ca-44f0-a0dc-176b211c5099 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:35:33.929541 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (e84346ae-c3ca-44f0-a0dc-176b211c5099), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:33.935279 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-0e47012e-e21f-482f-bf32-401e6539ffdf req-85c35125-3c0a-48c2-9961-1f3cddadb881 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8fc1db2-697a-41ab-9984-99a4c5e04be7 HTTP/1.1" status: 200 len: 931 time: 0.6314220 Jan 28 19:35:34.021636 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-045f11c9-f22b-4a56-b146-3269a8a31234 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Deleting subnet 13823000-eeb3-44f0-a92b-e846d7802a40 {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:35:34.045678 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-647d474a-ad06-4bc3-a283-6d071fff2872 req-385cdc92-00b6-42bf-bc86-bf37167ed370 service neutron] Attempting to bind port 88c4d8f8-69eb-4f76-9273-a53c5a9dd516 on host n-h1-812111-14 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:35:34.046029 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-647d474a-ad06-4bc3-a283-6d071fff2872 req-385cdc92-00b6-42bf-bc86-bf37167ed370 service neutron] Attempting to bind port 88c4d8f8-69eb-4f76-9273-a53c5a9dd516 by drivers openvswitch,hyperv on host n-h1-812111-14 at level 0 using segments [{'id': '25c21fb9-fdcd-4ded-98e7-fa3f83ec6d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '4ed80f8c-a628-4bf0-926c-daa4ec7f72d6'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:35:34.046360 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647d474a-ad06-4bc3-a283-6d071fff2872 req-385cdc92-00b6-42bf-bc86-bf37167ed370 service neutron] Attempting to bind port 88c4d8f8-69eb-4f76-9273-a53c5a9dd516 on network 4ed80f8c-a628-4bf0-926c-daa4ec7f72d6 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:35:34.048426 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-045f11c9-f22b-4a56-b146-3269a8a31234 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks [] for subnet (13823000-eeb3-44f0-a92b-e846d7802a40), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:34.064103 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647d474a-ad06-4bc3-a283-6d071fff2872 req-385cdc92-00b6-42bf-bc86-bf37167ed370 service neutron] Port 88c4d8f8-69eb-4f76-9273-a53c5a9dd516 on network 4ed80f8c-a628-4bf0-926c-daa4ec7f72d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-14 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:35:34.064431 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647d474a-ad06-4bc3-a283-6d071fff2872 req-385cdc92-00b6-42bf-bc86-bf37167ed370 service neutron] Attempting to bind port 88c4d8f8-69eb-4f76-9273-a53c5a9dd516 on network 4ed80f8c-a628-4bf0-926c-daa4ec7f72d6 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:35:34.078464 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-6492ff97-fbef-4092-99f4-35da63dd96a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '468365e5-c3aa-40a4-92af-9a325e24257e', 'name': 'tempest-RoutersIpV6Test-router-1141481547', 'tenant_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:34:19Z', 'updated_at': '2022-01-28T19:35:31Z', 'revision_number': 11, 'project_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'gw_port_host': None}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:35:34.089033 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647d474a-ad06-4bc3-a283-6d071fff2872 req-385cdc92-00b6-42bf-bc86-bf37167ed370 service neutron] Checking agent: {'id': 'b544ba20-de93-4d86-9e6b-a2202deb6191', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:35:34.096722 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647d474a-ad06-4bc3-a283-6d071fff2872 req-385cdc92-00b6-42bf-bc86-bf37167ed370 service neutron] Checking segment: {'id': '25c21fb9-fdcd-4ded-98e7-fa3f83ec6d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '4ed80f8c-a628-4bf0-926c-daa4ec7f72d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:35:34.097187 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647d474a-ad06-4bc3-a283-6d071fff2872 req-385cdc92-00b6-42bf-bc86-bf37167ed370 service neutron] Bound using segment: {'id': '25c21fb9-fdcd-4ded-98e7-fa3f83ec6d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '4ed80f8c-a628-4bf0-926c-daa4ec7f72d6'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:35:34.104195 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-647d474a-ad06-4bc3-a283-6d071fff2872 req-385cdc92-00b6-42bf-bc86-bf37167ed370 service neutron] Bound port: 88c4d8f8-69eb-4f76-9273-a53c5a9dd516, host: n-h1-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25c21fb9-fdcd-4ded-98e7-fa3f83ec6d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '4ed80f8c-a628-4bf0-926c-daa4ec7f72d6'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:35:34.104590 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-647d474a-ad06-4bc3-a283-6d071fff2872 req-385cdc92-00b6-42bf-bc86-bf37167ed370 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (88c4d8f8-69eb-4f76-9273-a53c5a9dd516), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:34.140322 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port e84346ae-c3ca-44f0-a0dc-176b211c5099 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:35:34.140720 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (e84346ae-c3ca-44f0-a0dc-176b211c5099), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:34.151229 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6492ff97-fbef-4092-99f4-35da63dd96a8 None None] Checking router: 468365e5-c3aa-40a4-92af-9a325e24257e for host: n-d-812111-14 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:35:34.155132 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 5db8f5b5-9cfc-4540-82a0-ab48baebeee5 up at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:35:34.186553 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6492ff97-fbef-4092-99f4-35da63dd96a8 None None] Routers {'468365e5-c3aa-40a4-92af-9a325e24257e'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:35:34.187366 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-6492ff97-fbef-4092-99f4-35da63dd96a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:35:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['468365e5-c3aa-40a4-92af-9a325e24257e'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:35:34.247118 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6eaef79-675d-49f3-9c98-1ea57d093174 None None] Network decd8274-9eda-4d81-a020-86cc15d56022 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:35:34.252244 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c1ff36-63dd-43e9-8f87-67ba4a801a9b req-5ef0a019-dd45-4da5-829f-bedff643e3fd tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:34.255461 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-53c1ff36-63dd-43e9-8f87-67ba4a801a9b req-5ef0a019-dd45-4da5-829f-bedff643e3fd tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] 10.222.0.64 "GET /v2.0/ports?device_id=c470dd05-723b-43f7-8b76-a208954521cf HTTP/1.1" status: 200 len: 945 time: 0.3081722 Jan 28 19:35:34.272074 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-0e47012e-e21f-482f-bf32-401e6539ffdf req-9499ab66-f2f1-431f-9b09-a593735fcb72 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/security-groups?id=a1544774-06dd-4b7d-abb3-fdfd2885225c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3351316 Jan 28 19:35:34.274437 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] For port e84346ae-c3ca-44f0-a0dc-176b211c5099, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=e84346ae-c3ca-44f0-a0dc-176b211c5099,segment=NetworkSegment(2aac29a1-8685-476c-bba5-fffce3cb94d6),segment_id=2aac29a1-8685-476c-bba5-fffce3cb94d6)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:35:34.300760 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-045f11c9-f22b-4a56-b146-3269a8a31234 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4747050'] for subnet (13823000-eeb3-44f0-a92b-e846d7802a40), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:34.338425 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-6492ff97-fbef-4092-99f4-35da63dd96a8 None None] Set router 468365e5-c3aa-40a4-92af-9a325e24257e gateway port host: None {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:35:34.355192 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-647d474a-ad06-4bc3-a283-6d071fff2872 req-385cdc92-00b6-42bf-bc86-bf37167ed370 service neutron] For port 88c4d8f8-69eb-4f76-9273-a53c5a9dd516, host n-h1-812111-14, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:35:34.397239 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-647d474a-ad06-4bc3-a283-6d071fff2872 req-385cdc92-00b6-42bf-bc86-bf37167ed370 service neutron] For port 88c4d8f8-69eb-4f76-9273-a53c5a9dd516, host n-h1-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=88c4d8f8-69eb-4f76-9273-a53c5a9dd516,segment=NetworkSegment(25c21fb9-fdcd-4ded-98e7-fa3f83ec6d2c),segment_id=25c21fb9-fdcd-4ded-98e7-fa3f83ec6d2c)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:35:34.400018 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (e84346ae-c3ca-44f0-a0dc-176b211c5099), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:34.407011 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-53c1ff36-63dd-43e9-8f87-67ba4a801a9b req-d1543123-a906-4878-94a3-7e129357f09f tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d406894-e0b8-4582-843c-9edf6a2f3eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463799 Jan 28 19:35:34.408726 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-647d474a-ad06-4bc3-a283-6d071fff2872 req-385cdc92-00b6-42bf-bc86-bf37167ed370 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (88c4d8f8-69eb-4f76-9273-a53c5a9dd516), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:34.470281 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-6492ff97-fbef-4092-99f4-35da63dd96a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '468365e5-c3aa-40a4-92af-9a325e24257e', 'name': 'tempest-RoutersIpV6Test-router-1141481547', 'tenant_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:34:19Z', 'updated_at': '2022-01-28T19:35:31Z', 'revision_number': 11, 'project_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'gw_port_host': None}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:35:34.482710 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-045f11c9-f22b-4a56-b146-3269a8a31234 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (13823000-eeb3-44f0-a92b-e846d7802a40), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:34.502744 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647d474a-ad06-4bc3-a283-6d071fff2872 req-385cdc92-00b6-42bf-bc86-bf37167ed370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:34.503376 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-647d474a-ad06-4bc3-a283-6d071fff2872 req-385cdc92-00b6-42bf-bc86-bf37167ed370 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:34.504990 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-647d474a-ad06-4bc3-a283-6d071fff2872 req-385cdc92-00b6-42bf-bc86-bf37167ed370 service neutron] 10.222.0.41 "PUT /v2.0/ports/88c4d8f8-69eb-4f76-9273-a53c5a9dd516 HTTP/1.1" status: 200 len: 1092 time: 1.7757864 Jan 28 19:35:34.513586 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8fc1db2-697a-41ab-9984-99a4c5e04be7', 'tag': '88c4d8f8-69eb-4f76-9273-a53c5a9dd516'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:35:34.515914 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fffa7f40-2881-492a-86b2-ea7d40ef9312" -d '{"events": [{"name": "network-changed", "server_uuid": "f8fc1db2-697a-41ab-9984-99a4c5e04be7", "tag": "88c4d8f8-69eb-4f76-9273-a53c5a9dd516"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:35:34.519987 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning for port 5db8f5b5-9cfc-4540-82a0-ab48baebeee5 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:35:34.531671 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6492ff97-fbef-4092-99f4-35da63dd96a8 None None] The sync data for ids ['468365e5-c3aa-40a4-92af-9a325e24257e'] in n-d-812111-14 is: [{'id': '468365e5-c3aa-40a4-92af-9a325e24257e', 'name': 'tempest-RoutersIpV6Test-router-1141481547', 'tenant_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:34:19Z', 'updated_at': '2022-01-28T19:35:31Z', 'revision_number': 11, 'project_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'gw_port_host': None}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:35:34.553300 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning complete for port 5db8f5b5-9cfc-4540-82a0-ab48baebeee5 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:35:34.554094 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (5db8f5b5-9cfc-4540-82a0-ab48baebeee5), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:34.626026 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4756c380-1fe6-4f5f-b0a7-379adc0dd6f5 x-openstack-request-id: req-4756c380-1fe6-4f5f-b0a7-379adc0dd6f5 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:35:34.626533 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8fc1db2-697a-41ab-9984-99a4c5e04be7", "tag": "88c4d8f8-69eb-4f76-9273-a53c5a9dd516", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:35:34.631608 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4756c380-1fe6-4f5f-b0a7-379adc0dd6f5 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:35:34.632349 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8fc1db2-697a-41ab-9984-99a4c5e04be7', 'tag': '88c4d8f8-69eb-4f76-9273-a53c5a9dd516', 'status': 'completed', 'code': 200} Jan 28 19:35:34.639714 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4134500e-d199-4441-9676-0579831c2260 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Made reservation on behalf of 74e14b1dc35c45ef8b65d1fdcc58b8bc for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:35:34.643346 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4134500e-d199-4441-9676-0579831c2260 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5221429'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:34.659770 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385cdc92-00b6-42bf-bc86-bf37167ed370 service neutron] Pushing event updated for resources: {'Port': ['ID=88c4d8f8-69eb-4f76-9273-a53c5a9dd516,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:35:34.691068 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-045f11c9-f22b-4a56-b146-3269a8a31234 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4690616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5222356'] for subnet (13823000-eeb3-44f0-a92b-e846d7802a40), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:34.712513 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647d474a-ad06-4bc3-a283-6d071fff2872 req-9c3c0f5d-39fd-46a0-ae29-8080dcd97042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:34.715137 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-647d474a-ad06-4bc3-a283-6d071fff2872 req-9c3c0f5d-39fd-46a0-ae29-8080dcd97042 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0f0ddac21a95455ebc1c3ac83c1cf620&device_id=f8fc1db2-697a-41ab-9984-99a4c5e04be7 HTTP/1.1" status: 200 len: 1126 time: 0.1519997 Jan 28 19:35:34.746492 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Pushing event updated for resources: {'Port': ['ID=e84346ae-c3ca-44f0-a0dc-176b211c5099,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:35:34.772709 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-66da0001-403e-496a-bc08-9dc6628c4f4b None None] Provisioning complete for port e84346ae-c3ca-44f0-a0dc-176b211c5099 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:35:34.773420 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-66da0001-403e-496a-bc08-9dc6628c4f4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (e84346ae-c3ca-44f0-a0dc-176b211c5099), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:34.776327 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045f11c9-f22b-4a56-b146-3269a8a31234 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Pushing event deleted for resources: {'Subnet': ['ID=13823000-eeb3-44f0-a92b-e846d7802a40,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:35:34.778859 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-045f11c9-f22b-4a56-b146-3269a8a31234 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:34.795364 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-045f11c9-f22b-4a56-b146-3269a8a31234 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] 10.222.0.64 "DELETE /v2.0/subnets/13823000-eeb3-44f0-a92b-e846d7802a40 HTTP/1.1" status: 204 len: 168 time: 1.2088060 Jan 28 19:35:34.799015 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 40652) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:35:34.802520 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-647d474a-ad06-4bc3-a283-6d071fff2872 req-ef990988-6ff0-49b0-a07f-cb4b1a6dbd20 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=88c4d8f8-69eb-4f76-9273-a53c5a9dd516 HTTP/1.1" status: 200 len: 217 time: 0.0745318 Jan 28 19:35:34.825543 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ba251c8-a587-4e9d-a23d-e2df00714c31 None None] Network 3bd239a4-803d-4686-82a3-6e666e3c26b5 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:35:34.860510 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647d474a-ad06-4bc3-a283-6d071fff2872 req-2e724e80-661a-43d2-8182-27b367fa96a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:34.862148 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-647d474a-ad06-4bc3-a283-6d071fff2872 req-2e724e80-661a-43d2-8182-27b367fa96a3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ccd8c2b9-0197-4b01-ba57-f13b2702d1bc HTTP/1.1" status: 200 len: 856 time: 0.0503347 Jan 28 19:35:34.990605 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647d474a-ad06-4bc3-a283-6d071fff2872 req-7f53bfdc-c84c-4365-860a-daea1ab5565b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:34.992159 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-647d474a-ad06-4bc3-a283-6d071fff2872 req-7f53bfdc-c84c-4365-860a-daea1ab5565b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4ed80f8c-a628-4bf0-926c-daa4ec7f72d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1208565 Jan 28 19:35:35.048142 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-134bb1b7-8af7-4698-afbe-4788d42a3963 None None] DHCP port deletion for decd8274-9eda-4d81-a020-86cc15d56022 request from n-d-812111-14 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:35:35.064673 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7f1f7f57-eaf3-42a8-aaa6-c474fafecbd3 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (3bd239a4-803d-4686-82a3-6e666e3c26b5), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:35.090264 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port 5db8f5b5-9cfc-4540-82a0-ab48baebeee5 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:35:35.090896 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (5db8f5b5-9cfc-4540-82a0-ab48baebeee5), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:35.191577 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c470dd05-723b-43f7-8b76-a208954521cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5db8f5b5-9cfc-4540-82a0-ab48baebeee5'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:35:35.193904 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ce64a25-d599-4853-8d40-b647acb40788" -d '{"events": [{"server_uuid": "c470dd05-723b-43f7-8b76-a208954521cf", "name": "network-vif-plugged", "status": "completed", "tag": "5db8f5b5-9cfc-4540-82a0-ab48baebeee5"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:35:35.220751 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 5db8f5b5-9cfc-4540-82a0-ab48baebeee5, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=5db8f5b5-9cfc-4540-82a0-ab48baebeee5,segment=NetworkSegment(ae01320f-4c42-4a16-9083-8e2cba9c3e3f),segment_id=ae01320f-4c42-4a16-9083-8e2cba9c3e3f)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:35:35.259538 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (5db8f5b5-9cfc-4540-82a0-ab48baebeee5), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:35.284437 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-647d474a-ad06-4bc3-a283-6d071fff2872 req-9153383c-5a51-4439-9811-2d8c6fd43483 service neutron] 10.222.0.41 "GET /v2.0/networks/4ed80f8c-a628-4bf0-926c-daa4ec7f72d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2724419 Jan 28 19:35:35.316289 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-66da0001-403e-496a-bc08-9dc6628c4f4b None None] Current status of the port e84346ae-c3ca-44f0-a0dc-176b211c5099 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:35:35.320771 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17085681-946e-4062-b919-7d11235bdc11 x-openstack-request-id: req-17085681-946e-4062-b919-7d11235bdc11 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:35:35.321851 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c470dd05-723b-43f7-8b76-a208954521cf", "name": "network-vif-plugged", "status": "completed", "tag": "5db8f5b5-9cfc-4540-82a0-ab48baebeee5", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:35:35.322767 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-17085681-946e-4062-b919-7d11235bdc11 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:35:35.323163 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c470dd05-723b-43f7-8b76-a208954521cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5db8f5b5-9cfc-4540-82a0-ab48baebeee5', 'code': 200} Jan 28 19:35:35.359787 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-134bb1b7-8af7-4698-afbe-4788d42a3963 None None] Deleting port e84346ae-c3ca-44f0-a0dc-176b211c5099 {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:35:35.360155 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-134bb1b7-8af7-4698-afbe-4788d42a3963 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (e84346ae-c3ca-44f0-a0dc-176b211c5099), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:35.384593 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=5db8f5b5-9cfc-4540-82a0-ab48baebeee5,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:35:35.484221 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4134500e-d199-4441-9676-0579831c2260 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4690681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5221415'] for subnet (3f86ef87-57d2-4ee0-97b8-92fb14f4d27a), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:35.486332 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2a64c31-485b-49d0-9ffb-540d0fb38236 None None] DHCP port deletion for 3bd239a4-803d-4686-82a3-6e666e3c26b5 request from n-d-812111-14 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:35:35.493464 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-7f1f7f57-eaf3-42a8-aaa6-c474fafecbd3 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Deleting port b5d168d6-4ee5-4f23-b420-157f7aeeeb1b {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:35:35.493803 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7f1f7f57-eaf3-42a8-aaa6-c474fafecbd3 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (b5d168d6-4ee5-4f23-b420-157f7aeeeb1b), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:35.567602 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-647d474a-ad06-4bc3-a283-6d071fff2872 req-9662a477-3c4f-4854-8b42-d35a61ac4953 service neutron] 10.222.0.41 "GET /v2.0/networks/4ed80f8c-a628-4bf0-926c-daa4ec7f72d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2716603 Jan 28 19:35:35.606385 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-134bb1b7-8af7-4698-afbe-4788d42a3963 None None] For port e84346ae-c3ca-44f0-a0dc-176b211c5099, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=e84346ae-c3ca-44f0-a0dc-176b211c5099,segment=NetworkSegment(2aac29a1-8685-476c-bba5-fffce3cb94d6),segment_id=2aac29a1-8685-476c-bba5-fffce3cb94d6)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:35:35.606802 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-134bb1b7-8af7-4698-afbe-4788d42a3963 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (e84346ae-c3ca-44f0-a0dc-176b211c5099), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:35.630581 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-7f1f7f57-eaf3-42a8-aaa6-c474fafecbd3 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] For port b5d168d6-4ee5-4f23-b420-157f7aeeeb1b, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=b5d168d6-4ee5-4f23-b420-157f7aeeeb1b,segment=NetworkSegment(1069b884-acd2-4d0e-bb84-336ed6ec5e5c),segment_id=1069b884-acd2-4d0e-bb84-336ed6ec5e5c)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:35:35.632142 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7f1f7f57-eaf3-42a8-aaa6-c474fafecbd3 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (b5d168d6-4ee5-4f23-b420-157f7aeeeb1b), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:35.636689 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-134bb1b7-8af7-4698-afbe-4788d42a3963 None None] Calling delete_port for e84346ae-c3ca-44f0-a0dc-176b211c5099 owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:35:35.647144 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device e7d0e876-0365-4118-ae7b-1cafd5aa381e no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:35:35.672586 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-7f1f7f57-eaf3-42a8-aaa6-c474fafecbd3 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Calling delete_port for b5d168d6-4ee5-4f23-b420-157f7aeeeb1b owned by network:dhcp {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:35:35.694738 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: e7d0e876-0365-4118-ae7b-1cafd5aa381e {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:35:35.695081 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device e7d0e876-0365-4118-ae7b-1cafd5aa381e not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:35:35.695754 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device e84346ae-c3ca-44f0-a0dc-176b211c5099 no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:35:35.790264 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-f2a64c31-485b-49d0-9ffb-540d0fb38236 None None] Deleting port b5d168d6-4ee5-4f23-b420-157f7aeeeb1b {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:35:35.790477 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7f1f7f57-eaf3-42a8-aaa6-c474fafecbd3 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (b5d168d6-4ee5-4f23-b420-157f7aeeeb1b), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:35.790629 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f2a64c31-485b-49d0-9ffb-540d0fb38236 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (b5d168d6-4ee5-4f23-b420-157f7aeeeb1b), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:35.795129 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61738c99-8e60-4745-972d-7f3b25b23229 req-d8fa0e59-8a26-4e79-8767-6e398d5c282d tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:35.807260 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4134500e-d199-4441-9676-0579831c2260 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Network decd8274-9eda-4d81-a020-86cc15d56022 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:35:35.810909 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-61738c99-8e60-4745-972d-7f3b25b23229 req-d8fa0e59-8a26-4e79-8767-6e398d5c282d tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] 10.222.0.64 "GET /v2.0/ports?device_id=c470dd05-723b-43f7-8b76-a208954521cf HTTP/1.1" status: 200 len: 946 time: 0.2133512 Jan 28 19:35:35.823895 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-4134500e-d199-4441-9676-0579831c2260 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:35:35.854027 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4134500e-d199-4441-9676-0579831c2260 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:35.854650 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4134500e-d199-4441-9676-0579831c2260 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:35.866586 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffa7f40-2881-492a-86b2-ea7d40ef9312 req-6083ade6-e12e-4879-b973-9db482f7635f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:35.871080 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-fffa7f40-2881-492a-86b2-ea7d40ef9312 req-6083ade6-e12e-4879-b973-9db482f7635f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0f0ddac21a95455ebc1c3ac83c1cf620&device_id=f8fc1db2-697a-41ab-9984-99a4c5e04be7 HTTP/1.1" status: 200 len: 1126 time: 0.1828072 Jan 28 19:35:35.876996 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1f7f57-eaf3-42a8-aaa6-c474fafecbd3 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Pushing event deleted for resources: {'Port': ['ID=b5d168d6-4ee5-4f23-b420-157f7aeeeb1b,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:35:35.882698 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f1f7f57-eaf3-42a8-aaa6-c474fafecbd3 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] No DVR routers for this DVR port b5d168d6-4ee5-4f23-b420-157f7aeeeb1b on host n-d-812111-14 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:35:35.886100 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3395db09-c9ae-4bec-a5f8-d50dc7171028 req-0bdf9b17-e688-453c-a7e7-d20c6e414d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:35.887880 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3395db09-c9ae-4bec-a5f8-d50dc7171028 req-0bdf9b17-e688-453c-a7e7-d20c6e414d47 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c470dd05-723b-43f7-8b76-a208954521cf HTTP/1.1" status: 200 len: 1129 time: 0.5490139 Jan 28 19:35:35.894968 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-4134500e-d199-4441-9676-0579831c2260 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.3050289 Jan 28 19:35:35.897905 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port e84346ae-c3ca-44f0-a0dc-176b211c5099 is: ACTIVE; New status is: DOWN {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:35:35.898337 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (e84346ae-c3ca-44f0-a0dc-176b211c5099), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:35.902213 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 40664) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:35:35.935668 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4134500e-d199-4441-9676-0579831c2260 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Pushing event updated for resources: {'Subnet': ['ID=3f86ef87-57d2-4ee0-97b8-92fb14f4d27a,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:35:35.937816 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-f2a64c31-485b-49d0-9ffb-540d0fb38236 None None] For port b5d168d6-4ee5-4f23-b420-157f7aeeeb1b, host n-d-812111-14, got binding levels [] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:35:35.938905 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f2a64c31-485b-49d0-9ffb-540d0fb38236 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (b5d168d6-4ee5-4f23-b420-157f7aeeeb1b), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:35.945810 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-ae9736ad-d7e0-4798-8a77-5d7a55e86fef tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Request body: {'port': {'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022', 'name': 'tempest-NetworksTestDHCPv6-2028035393'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:35:35.955476 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8b24c8-d3e4-4913-a72d-c318a9295e46 req-45b24502-c0a6-445a-93f5-88789f8f7f6c tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:35.958203 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4f8b24c8-d3e4-4913-a72d-c318a9295e46 req-45b24502-c0a6-445a-93f5-88789f8f7f6c tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8fc1db2-697a-41ab-9984-99a4c5e04be7 HTTP/1.1" status: 200 len: 943 time: 0.5210853 Jan 28 19:35:35.969889 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-f2a64c31-485b-49d0-9ffb-540d0fb38236 None None] Calling delete_port for b5d168d6-4ee5-4f23-b420-157f7aeeeb1b owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:35:35.973885 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.ipam_backend_mixin [None req-f2a64c31-485b-49d0-9ffb-540d0fb38236 None None] Port b5d168d6-4ee5-4f23-b420-157f7aeeeb1b was not found and therefore no delete operation was performed {{(pid=103306) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 19:35:35.976457 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f2a64c31-485b-49d0-9ffb-540d0fb38236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985'] for port (b5d168d6-4ee5-4f23-b420-157f7aeeeb1b), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:35.983132 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-134bb1b7-8af7-4698-afbe-4788d42a3963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985'] for port (e84346ae-c3ca-44f0-a0dc-176b211c5099), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:36.043926 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device b5d168d6-4ee5-4f23-b420-157f7aeeeb1b no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:35:36.059624 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a64c31-485b-49d0-9ffb-540d0fb38236 None None] No DVR routers for this DVR port b5d168d6-4ee5-4f23-b420-157f7aeeeb1b on host n-d-812111-14 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:35:36.077584 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a64c31-485b-49d0-9ffb-540d0fb38236 None None] Pushing event deleted for resources: {'Port': ['ID=b5d168d6-4ee5-4f23-b420-157f7aeeeb1b,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:35:36.087231 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7f1f7f57-eaf3-42a8-aaa6-c474fafecbd3 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (3bd239a4-803d-4686-82a3-6e666e3c26b5), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:36.154202 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-134bb1b7-8af7-4698-afbe-4788d42a3963 None None] No DVR routers for this DVR port e84346ae-c3ca-44f0-a0dc-176b211c5099 on host n-d-812111-14 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:35:36.156300 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: b5d168d6-4ee5-4f23-b420-157f7aeeeb1b {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:35:36.156639 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device b5d168d6-4ee5-4f23-b420-157f7aeeeb1b not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:35:36.159493 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134bb1b7-8af7-4698-afbe-4788d42a3963 None None] Pushing event deleted for resources: {'Port': ['ID=e84346ae-c3ca-44f0-a0dc-176b211c5099,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:35:36.196632 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-7f1f7f57-eaf3-42a8-aaa6-c474fafecbd3 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bd239a4-803d-4686-82a3-6e666e3c26b5']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:35:36.202537 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c8e1066-eb09-4202-b0ea-97287d438ac0 None None] Network decd8274-9eda-4d81-a020-86cc15d56022 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:35:36.210117 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-61738c99-8e60-4745-972d-7f3b25b23229 req-00d35f08-7c3c-4157-a372-3dd939507e30 tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d406894-e0b8-4582-843c-9edf6a2f3eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3863497 Jan 28 19:35:36.214434 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-7f1f7f57-eaf3-42a8-aaa6-c474fafecbd3 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1069b884-acd2-4d0e-bb84-336ed6ec5e5c') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:35:36.214589 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-7f1f7f57-eaf3-42a8-aaa6-c474fafecbd3 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1069b884-acd2-4d0e-bb84-336ed6ec5e5c') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:35:36.253544 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7f1f7f57-eaf3-42a8-aaa6-c474fafecbd3 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4747091'] for segment (1069b884-acd2-4d0e-bb84-336ed6ec5e5c), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:36.302734 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3395db09-c9ae-4bec-a5f8-d50dc7171028 req-c959b90f-0c58-4907-b31b-c7d137a0d4f9 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=1d406894-e0b8-4582-843c-9edf6a2f3eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4063942 Jan 28 19:35:36.312157 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7f1f7f57-eaf3-42a8-aaa6-c474fafecbd3 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (1069b884-acd2-4d0e-bb84-336ed6ec5e5c), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:36.334347 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4f8b24c8-d3e4-4913-a72d-c318a9295e46 req-f3c611b5-c27f-4127-956d-5f33e076ec57 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/security-groups?id=a1544774-06dd-4b7d-abb3-fdfd2885225c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2119365 Jan 28 19:35:36.335547 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f1f7f57-eaf3-42a8-aaa6-c474fafecbd3 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:35:36.336041 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7f1f7f57-eaf3-42a8-aaa6-c474fafecbd3 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4690514'] for segment (1069b884-acd2-4d0e-bb84-336ed6ec5e5c), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:36.340718 n-d-812111-14 neutron-server[103304]: Traceback (most recent call last): Jan 28 19:35:36.340718 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:35:36.340718 n-d-812111-14 neutron-server[103304]: timer() Jan 28 19:35:36.340718 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:35:36.340718 n-d-812111-14 neutron-server[103304]: cb(*args, **kw) Jan 28 19:35:36.340718 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:35:36.340718 n-d-812111-14 neutron-server[103304]: return func(*args, **kwargs) Jan 28 19:35:36.340718 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:35:36.340718 n-d-812111-14 neutron-server[103304]: self._notify() Jan 28 19:35:36.340718 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:35:36.340718 n-d-812111-14 neutron-server[103304]: self.callback(batched_events) Jan 28 19:35:36.340718 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:35:36.340718 n-d-812111-14 neutron-server[103304]: event.method(event) Jan 28 19:35:36.340718 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:35:36.340718 n-d-812111-14 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:35:36.340718 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:35:36.340718 n-d-812111-14 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:35:36.340718 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:35:36.340718 n-d-812111-14 neutron-server[103304]: return f(self, *a, **k) Jan 28 19:35:36.340718 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:35:36.340718 n-d-812111-14 neutron-server[103304]: return self._get(url).json() Jan 28 19:35:36.340718 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:35:36.340718 n-d-812111-14 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:35:36.340718 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:35:36.340718 n-d-812111-14 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 28 19:35:36.340718 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:35:36.340718 n-d-812111-14 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:35:36.340718 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:35:36.340718 n-d-812111-14 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:35:36.340718 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:35:36.340718 n-d-812111-14 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:35:36.340718 n-d-812111-14 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:35:36.417475 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffa7f40-2881-492a-86b2-ea7d40ef9312 req-cf892fbf-06e2-410d-8227-d8dfdabf250c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:36.419012 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-fffa7f40-2881-492a-86b2-ea7d40ef9312 req-cf892fbf-06e2-410d-8227-d8dfdabf250c service neutron] 10.222.0.41 "GET /v2.0/networks?id=4ed80f8c-a628-4bf0-926c-daa4ec7f72d6 HTTP/1.1" status: 200 len: 917 time: 0.5357239 Jan 28 19:35:36.430909 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e5d0393-0b88-4aff-8203-403557093357 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68cd31fd-e4cd-5fb3-a862-256fc47efcd2-decd8274-9eda-4d81-a020-86cc15d56022', 'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022', 'project_id': '74e14b1dc35c45ef8b65d1fdcc58b8bc', 'fixed_ips': [{'subnet_id': '3f86ef87-57d2-4ee0-97b8-92fb14f4d27a'}]}} from n-d-812111-14. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:35:36.434574 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e5d0393-0b88-4aff-8203-403557093357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:36.448491 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7f1f7f57-eaf3-42a8-aaa6-c474fafecbd3 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (3bd239a4-803d-4686-82a3-6e666e3c26b5), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:36.462341 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7f1f7f57-eaf3-42a8-aaa6-c474fafecbd3 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:36.468333 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-7f1f7f57-eaf3-42a8-aaa6-c474fafecbd3 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] 10.222.0.64 "DELETE /v2.0/networks/3bd239a4-803d-4686-82a3-6e666e3c26b5 HTTP/1.1" status: 204 len: 168 time: 1.6678672 Jan 28 19:35:36.475188 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 40670) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:35:36.481992 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-1fb2aa6d-f3a5-4e1f-a8ac-a28d8eaadd10 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Request body: {'router': {'routes': None}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:35:36.498504 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1f7f57-eaf3-42a8-aaa6-c474fafecbd3 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Pushing event deleted for resources: {'Network': ['ID=3bd239a4-803d-4686-82a3-6e666e3c26b5,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:35:36.500027 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae9736ad-d7e0-4798-8a77-5d7a55e86fef tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Made reservation on behalf of 74e14b1dc35c45ef8b65d1fdcc58b8bc for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:35:36.509877 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ae9736ad-d7e0-4798-8a77-5d7a55e86fef tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:36.608389 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-fffa7f40-2881-492a-86b2-ea7d40ef9312 req-d6bd8b10-d7dc-4a6f-b277-bb99d5ca010d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=88c4d8f8-69eb-4f76-9273-a53c5a9dd516 HTTP/1.1" status: 200 len: 217 time: 0.0934508 Jan 28 19:35:36.619828 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [None req-ae9736ad-d7e0-4798-8a77-5d7a55e86fef tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] device_id is not set on port 305b345a-4e58-4621-9bb4-658a46b297c8 yet. {{(pid=103305) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:35:36.715149 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.extraroute_db [None req-1fb2aa6d-f3a5-4e1f-a8ac-a28d8eaadd10 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Added routes are [] {{(pid=103304) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 28 19:35:36.716360 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.extraroute_db [None req-1fb2aa6d-f3a5-4e1f-a8ac-a28d8eaadd10 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Removed routes are [] {{(pid=103304) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 28 19:35:36.716733 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1fb2aa6d-f3a5-4e1f-a8ac-a28d8eaadd10 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-731439', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-731081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-261371'] for router (468365e5-c3aa-40a4-92af-9a325e24257e), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:36.763327 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffa7f40-2881-492a-86b2-ea7d40ef9312 req-f47e0693-4ae8-429c-802f-0b42fa8a3802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:36.764806 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-fffa7f40-2881-492a-86b2-ea7d40ef9312 req-f47e0693-4ae8-429c-802f-0b42fa8a3802 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ccd8c2b9-0197-4b01-ba57-f13b2702d1bc HTTP/1.1" status: 200 len: 856 time: 0.1163340 Jan 28 19:35:36.937883 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1fb2aa6d-f3a5-4e1f-a8ac-a28d8eaadd10 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-731439', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-731081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-261371'] for router (468365e5-c3aa-40a4-92af-9a325e24257e), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:36.942287 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1fb2aa6d-f3a5-4e1f-a8ac-a28d8eaadd10 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-731460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-731478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-731485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-731120'] for router (468365e5-c3aa-40a4-92af-9a325e24257e), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:36.946227 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2eb28af3-bd71-492a-97b5-676f7e3f1f16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:37.060588 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fb2aa6d-f3a5-4e1f-a8ac-a28d8eaadd10 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Router 468365e5-c3aa-40a4-92af-9a325e24257e has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:35:37.215988 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fb2aa6d-f3a5-4e1f-a8ac-a28d8eaadd10 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:35:37.231205 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e588e5-d6c5-41f8-ad7f-2c2476ec1774 None None] Sync routers for ids ['468365e5-c3aa-40a4-92af-9a325e24257e'] in n-d-812111-14 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:35:37.251193 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1fb2aa6d-f3a5-4e1f-a8ac-a28d8eaadd10 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:37.252498 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-1fb2aa6d-f3a5-4e1f-a8ac-a28d8eaadd10 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] 10.222.0.64 "PUT /v2.0/routers/468365e5-c3aa-40a4-92af-9a325e24257e HTTP/1.1" status: 200 len: 705 time: 0.7760663 Jan 28 19:35:37.256316 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 40682) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:35:37.258136 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e588e5-d6c5-41f8-ad7f-2c2476ec1774 None None] Routers {'468365e5-c3aa-40a4-92af-9a325e24257e'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:35:37.261742 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-d5e588e5-d6c5-41f8-ad7f-2c2476ec1774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:35:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['468365e5-c3aa-40a4-92af-9a325e24257e'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:35:37.311373 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-6b0845de-4ed8-48d4-b2eb-ff2d1d841d87 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] 10.222.0.64 "GET /v2.0/ports?device_id=468365e5-c3aa-40a4-92af-9a325e24257e HTTP/1.1" status: 200 len: 205 time: 0.0531111 Jan 28 19:35:37.316915 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 40684) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:35:37.330790 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffa7f40-2881-492a-86b2-ea7d40ef9312 req-e93184f0-f91b-47c3-9445-4b168dc2cd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:37.333338 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-fffa7f40-2881-492a-86b2-ea7d40ef9312 req-e93184f0-f91b-47c3-9445-4b168dc2cd24 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4ed80f8c-a628-4bf0-926c-daa4ec7f72d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.5591547 Jan 28 19:35:37.473048 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-d5e588e5-d6c5-41f8-ad7f-2c2476ec1774 None None] Set router 468365e5-c3aa-40a4-92af-9a325e24257e gateway port host: None {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:35:37.586241 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe388d4-d7eb-475e-9149-da2877220c2c req-9ad4ba72-beab-4635-8736-c00b84b51bb8 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:37.594977 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2fe388d4-d7eb-475e-9149-da2877220c2c req-9ad4ba72-beab-4635-8736-c00b84b51bb8 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8fc1db2-697a-41ab-9984-99a4c5e04be7 HTTP/1.1" status: 200 len: 943 time: 0.1155522 Jan 28 19:35:37.614439 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-d5e588e5-d6c5-41f8-ad7f-2c2476ec1774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '468365e5-c3aa-40a4-92af-9a325e24257e', 'name': 'tempest-RoutersIpV6Test-router-1141481547', 'tenant_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:34:19Z', 'updated_at': '2022-01-28T19:35:31Z', 'revision_number': 11, 'project_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'gw_port_host': None}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:35:37.651350 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-fffa7f40-2881-492a-86b2-ea7d40ef9312 req-9b893027-58f7-4cdc-9fdd-690a40bd4a12 service neutron] 10.222.0.41 "GET /v2.0/networks/4ed80f8c-a628-4bf0-926c-daa4ec7f72d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2821643 Jan 28 19:35:37.654804 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-ae9736ad-d7e0-4798-8a77-5d7a55e86fef tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Allocated IP 2001:db8::137 (decd8274-9eda-4d81-a020-86cc15d56022/3f86ef87-57d2-4ee0-97b8-92fb14f4d27a/305b345a-4e58-4621-9bb4-658a46b297c8) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:35:37.663888 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e588e5-d6c5-41f8-ad7f-2c2476ec1774 None None] Checking router: 468365e5-c3aa-40a4-92af-9a325e24257e for host: n-d-812111-14 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:35:37.681282 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9fdf32f1-c586-45dd-b38f-3cd7397c5a94 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks [] for router (468365e5-c3aa-40a4-92af-9a325e24257e), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:37.684006 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e588e5-d6c5-41f8-ad7f-2c2476ec1774 None None] Routers {'468365e5-c3aa-40a4-92af-9a325e24257e'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:35:37.684134 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-d5e588e5-d6c5-41f8-ad7f-2c2476ec1774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:35:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['468365e5-c3aa-40a4-92af-9a325e24257e'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:35:37.698561 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2fe388d4-d7eb-475e-9149-da2877220c2c req-f37a1297-49d5-4316-939d-4b133244c83f tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/security-groups?id=a1544774-06dd-4b7d-abb3-fdfd2885225c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024096 Jan 28 19:35:37.862206 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b583faf-99fc-4f0b-a2eb-69b9fa50f1c2 req-f8c42506-798e-4b49-8714-76c07c8bb4b6 tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:37.863493 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4b583faf-99fc-4f0b-a2eb-69b9fa50f1c2 req-f8c42506-798e-4b49-8714-76c07c8bb4b6 tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] 10.222.0.64 "GET /v2.0/ports?device_id=c470dd05-723b-43f7-8b76-a208954521cf HTTP/1.1" status: 200 len: 946 time: 0.4871466 Jan 28 19:35:37.942757 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-d5e588e5-d6c5-41f8-ad7f-2c2476ec1774 None None] Set router 468365e5-c3aa-40a4-92af-9a325e24257e gateway port host: None {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:35:38.073756 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9fdf32f1-c586-45dd-b38f-3cd7397c5a94 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-730901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261120'] for router (468365e5-c3aa-40a4-92af-9a325e24257e), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:38.079391 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-fffa7f40-2881-492a-86b2-ea7d40ef9312 req-ea708012-b040-4305-ae34-0bae9a662edb service neutron] 10.222.0.41 "GET /v2.0/networks/4ed80f8c-a628-4bf0-926c-daa4ec7f72d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4161091 Jan 28 19:35:38.117084 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-d5e588e5-d6c5-41f8-ad7f-2c2476ec1774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '468365e5-c3aa-40a4-92af-9a325e24257e', 'name': 'tempest-RoutersIpV6Test-router-1141481547', 'tenant_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:34:19Z', 'updated_at': '2022-01-28T19:35:31Z', 'revision_number': 11, 'project_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'gw_port_host': None}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:35:38.121571 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9fdf32f1-c586-45dd-b38f-3cd7397c5a94 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks [] for router_controller (468365e5-c3aa-40a4-92af-9a325e24257e), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:38.127445 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 88c4d8f8-69eb-4f76-9273-a53c5a9dd516 details requested by agent hyperv_n-h1-812111-14 with host n-h1-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:35:38.127562 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4b583faf-99fc-4f0b-a2eb-69b9fa50f1c2 req-435b9b1b-b1d7-42d4-abc4-3966c73dba1b tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d406894-e0b8-4582-843c-9edf6a2f3eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807559 Jan 28 19:35:38.215224 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-fad5e92a-fd24-46f6-8c50-c44d637f7daa req-2165e02b-02a2-4bf0-8932-80e5e21dd0ae service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=6266b4f2-471d-4297-9d3c-9386239f951c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1252260 Jan 28 19:35:38.229196 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e588e5-d6c5-41f8-ad7f-2c2476ec1774 None None] The sync data for ids ['468365e5-c3aa-40a4-92af-9a325e24257e'] in n-d-812111-14 is: [{'id': '468365e5-c3aa-40a4-92af-9a325e24257e', 'name': 'tempest-RoutersIpV6Test-router-1141481547', 'tenant_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:34:19Z', 'updated_at': '2022-01-28T19:35:31Z', 'revision_number': 11, 'project_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'gw_port_host': None}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:35:38.246980 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9fdf32f1-c586-45dd-b38f-3cd7397c5a94 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-730908'] for router (468365e5-c3aa-40a4-92af-9a325e24257e), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:38.247841 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fdf32f1-c586-45dd-b38f-3cd7397c5a94 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Fanout notify agent at l3_agent the message router_deleted on router 468365e5-c3aa-40a4-92af-9a325e24257e {{(pid=103305) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:35:38.286228 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9fdf32f1-c586-45dd-b38f-3cd7397c5a94 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:38.287610 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-9fdf32f1-c586-45dd-b38f-3cd7397c5a94 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] 10.222.0.64 "DELETE /v2.0/routers/468365e5-c3aa-40a4-92af-9a325e24257e HTTP/1.1" status: 204 len: 168 time: 0.9672453 Jan 28 19:35:38.293198 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 40692) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:35:38.296959 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-9977c53c-8148-42e5-9f50-bbc4b5e73167 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-701185337', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:35:38.325439 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ae9736ad-d7e0-4798-8a77-5d7a55e86fef tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks [] for port (305b345a-4e58-4621-9bb4-658a46b297c8), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:38.425793 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9977c53c-8148-42e5-9f50-bbc4b5e73167 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261150'] for router (32e691c8-b13c-40f0-b278-915fc94aebcf), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:38.427902 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9977c53c-8148-42e5-9f50-bbc4b5e73167 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-731099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-731441', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261129'] for router (32e691c8-b13c-40f0-b278-915fc94aebcf), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:38.548221 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 88c4d8f8-69eb-4f76-9273-a53c5a9dd516, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=88c4d8f8-69eb-4f76-9273-a53c5a9dd516,segment=NetworkSegment(25c21fb9-fdcd-4ded-98e7-fa3f83ec6d2c),segment_id=25c21fb9-fdcd-4ded-98e7-fa3f83ec6d2c)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:35:38.556494 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad5e92a-fd24-46f6-8c50-c44d637f7daa req-ae841056-1e4b-44a7-af4a-cf65f25d78fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:38.557270 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad5e92a-fd24-46f6-8c50-c44d637f7daa req-ae841056-1e4b-44a7-af4a-cf65f25d78fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:38.558773 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad5e92a-fd24-46f6-8c50-c44d637f7daa req-ae841056-1e4b-44a7-af4a-cf65f25d78fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:38.559843 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad5e92a-fd24-46f6-8c50-c44d637f7daa req-ae841056-1e4b-44a7-af4a-cf65f25d78fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:38.560935 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad5e92a-fd24-46f6-8c50-c44d637f7daa req-ae841056-1e4b-44a7-af4a-cf65f25d78fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:38.561998 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad5e92a-fd24-46f6-8c50-c44d637f7daa req-ae841056-1e4b-44a7-af4a-cf65f25d78fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:38.564084 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad5e92a-fd24-46f6-8c50-c44d637f7daa req-ae841056-1e4b-44a7-af4a-cf65f25d78fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:38.568645 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-fad5e92a-fd24-46f6-8c50-c44d637f7daa req-ae841056-1e4b-44a7-af4a-cf65f25d78fa service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6a63e631dab749fab705cc3ad19e314b&device_id=6266b4f2-471d-4297-9d3c-9386239f951c HTTP/1.1" status: 200 len: 6723 time: 0.2158494 Jan 28 19:35:38.571505 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ae9736ad-d7e0-4798-8a77-5d7a55e86fef tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (305b345a-4e58-4621-9bb4-658a46b297c8), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:38.654083 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Returning: {'device': '88c4d8f8-69eb-4f76-9273-a53c5a9dd516', 'network_id': '4ed80f8c-a628-4bf0-926c-daa4ec7f72d6', 'port_id': '88c4d8f8-69eb-4f76-9273-a53c5a9dd516', 'mac_address': 'fa:16:3e:86:50:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccd8c2b9-0197-4b01-ba57-f13b2702d1bc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:35:38.688282 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9977c53c-8148-42e5-9f50-bbc4b5e73167 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks [] for router_controller (32e691c8-b13c-40f0-b278-915fc94aebcf), precommit_add_association {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:38.698457 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae9736ad-d7e0-4798-8a77-5d7a55e86fef tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Network decd8274-9eda-4d81-a020-86cc15d56022 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:35:38.713679 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-ae9736ad-d7e0-4798-8a77-5d7a55e86fef tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:35:38.734625 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9736ad-d7e0-4798-8a77-5d7a55e86fef tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:35:38.754379 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae9736ad-d7e0-4798-8a77-5d7a55e86fef tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:38.765395 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ae9736ad-d7e0-4798-8a77-5d7a55e86fef tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:38.783932 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9977c53c-8148-42e5-9f50-bbc4b5e73167 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-731074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-731460'] for router (32e691c8-b13c-40f0-b278-915fc94aebcf), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:38.797554 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-2e5d0393-0b88-4aff-8203-403557093357 None None] Allocated IP 2001:db8::2 (decd8274-9eda-4d81-a020-86cc15d56022/3f86ef87-57d2-4ee0-97b8-92fb14f4d27a/e1450f09-021d-4ba6-b651-db3680b04134) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:35:38.814780 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port 88c4d8f8-69eb-4f76-9273-a53c5a9dd516 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:35:38.815175 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (88c4d8f8-69eb-4f76-9273-a53c5a9dd516), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:38.847256 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-ae9736ad-d7e0-4798-8a77-5d7a55e86fef tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.9309099 Jan 28 19:35:38.849055 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9977c53c-8148-42e5-9f50-bbc4b5e73167 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:38.853028 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-9977c53c-8148-42e5-9f50-bbc4b5e73167 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5596421 Jan 28 19:35:38.853726 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 40696) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:35:38.855954 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9736ad-d7e0-4798-8a77-5d7a55e86fef tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Pushing event updated for resources: {'Port': ['ID=305b345a-4e58-4621-9bb4-658a46b297c8,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:35:38.864745 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 40698) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:35:38.870043 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-6232a841-6e71-49ba-b9a3-c0bfee3e7047 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:35:38.879238 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88c4d8f8-69eb-4f76-9273-a53c5a9dd516 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:35:38.932285 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 88c4d8f8-69eb-4f76-9273-a53c5a9dd516, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=88c4d8f8-69eb-4f76-9273-a53c5a9dd516,segment=NetworkSegment(25c21fb9-fdcd-4ded-98e7-fa3f83ec6d2c),segment_id=25c21fb9-fdcd-4ded-98e7-fa3f83ec6d2c)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:35:38.961556 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (88c4d8f8-69eb-4f76-9273-a53c5a9dd516), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:39.047720 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad5e92a-fd24-46f6-8c50-c44d637f7daa req-63a7e4d8-a7ed-48a4-a311-1bb4194d4726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:39.048695 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad5e92a-fd24-46f6-8c50-c44d637f7daa req-63a7e4d8-a7ed-48a4-a311-1bb4194d4726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:39.049374 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad5e92a-fd24-46f6-8c50-c44d637f7daa req-63a7e4d8-a7ed-48a4-a311-1bb4194d4726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:39.049778 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2640fcc5-8572-4136-8fa1-89e617f337b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:39.051381 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-fad5e92a-fd24-46f6-8c50-c44d637f7daa req-63a7e4d8-a7ed-48a4-a311-1bb4194d4726 service neutron] 10.222.0.70 "GET /v2.0/networks?id=d6023ca9-f7fb-424f-9a06-ccb60c81e3d1&id=1a0a56ae-a8fc-45c3-a9f5-3868c6fdc511&id=1a0a56ae-a8fc-45c3-a9f5-3868c6fdc511&id=1a0a56ae-a8fc-45c3-a9f5-3868c6fdc511&id=1a0a56ae-a8fc-45c3-a9f5-3868c6fdc511&id=2b32274e-ef71-47fa-9b2e-d7c8beaa092d&id=2b32274e-ef71-47fa-9b2e-d7c8beaa092d HTTP/1.1" status: 200 len: 2294 time: 0.4529808 Jan 28 19:35:39.077283 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=88c4d8f8-69eb-4f76-9273-a53c5a9dd516,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:35:39.148139 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-fad5e92a-fd24-46f6-8c50-c44d637f7daa req-f5784919-3eaa-4409-913c-f06684910294 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3dda1cfc-fce7-4e9c-8686-cc9cecf29d40 HTTP/1.1" status: 200 len: 1000 time: 0.0897110 Jan 28 19:35:39.156613 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4397f71-ee06-4e52-bd2b-d7fa750fd951 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:39.158603 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-c4397f71-ee06-4e52-bd2b-d7fa750fd951 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.2798071 Jan 28 19:35:39.176252 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4c5ba2-121f-4168-b5dc-aa57e6713d5e req-4b9bfe8e-03ab-4671-9b14-2d3c6c319532 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:39.178226 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ef4c5ba2-121f-4168-b5dc-aa57e6713d5e req-4b9bfe8e-03ab-4671-9b14-2d3c6c319532 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8fc1db2-697a-41ab-9984-99a4c5e04be7 HTTP/1.1" status: 200 len: 943 time: 0.2760103 Jan 28 19:35:39.180172 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 40700) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:35:39.193979 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['88c4d8f8-69eb-4f76-9273-a53c5a9dd516'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:35:39.343187 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e5d0393-0b88-4aff-8203-403557093357 None None] Publish callbacks [] for port (e1450f09-021d-4ba6-b651-db3680b04134), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:39.390064 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6232a841-6e71-49ba-b9a3-c0bfee3e7047 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-731439', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-731081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-261371'] for router (32e691c8-b13c-40f0-b278-915fc94aebcf), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:39.398192 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e5d0393-0b88-4aff-8203-403557093357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (e1450f09-021d-4ba6-b651-db3680b04134), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:39.398350 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad5e92a-fd24-46f6-8c50-c44d637f7daa req-3700acc0-0d58-4ae0-8954-e2ee92cdb55d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:39.399696 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-fad5e92a-fd24-46f6-8c50-c44d637f7daa req-3700acc0-0d58-4ae0-8954-e2ee92cdb55d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1ed54c01-0acd-447f-ba69-14502018ae00 HTTP/1.1" status: 200 len: 855 time: 0.2396715 Jan 28 19:35:39.471490 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ef4c5ba2-121f-4168-b5dc-aa57e6713d5e req-c22f574e-a4d7-42a1-94bb-69922cbf0aa9 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/security-groups?id=a1544774-06dd-4b7d-abb3-fdfd2885225c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2574921 Jan 28 19:35:39.563572 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-4809cf6a-2231-400b-bc7e-0d2a25d37e0f tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Deleting port 305b345a-4e58-4621-9bb4-658a46b297c8 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:35:39.563883 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4809cf6a-2231-400b-bc7e-0d2a25d37e0f tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (305b345a-4e58-4621-9bb4-658a46b297c8), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:39.571361 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6232a841-6e71-49ba-b9a3-c0bfee3e7047 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-731460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-731478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-731485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-731120'] for router (32e691c8-b13c-40f0-b278-915fc94aebcf), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:39.590155 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e5d0393-0b88-4aff-8203-403557093357 None None] Network decd8274-9eda-4d81-a020-86cc15d56022 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:35:39.594299 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-2e5d0393-0b88-4aff-8203-403557093357 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:35:39.601174 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5d0393-0b88-4aff-8203-403557093357 None None] Pushing event updated for resources: {'Port': ['ID=e1450f09-021d-4ba6-b651-db3680b04134,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:35:39.606102 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5d0393-0b88-4aff-8203-403557093357 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:35:39.629218 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad5e92a-fd24-46f6-8c50-c44d637f7daa req-bc71edb9-3407-422c-ba32-c25c62b6856d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:39.630673 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-fad5e92a-fd24-46f6-8c50-c44d637f7daa req-bc71edb9-3407-422c-ba32-c25c62b6856d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d6023ca9-f7fb-424f-9a06-ccb60c81e3d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2082052 Jan 28 19:35:39.696867 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-2e5d0393-0b88-4aff-8203-403557093357 None None] Attempting to bind port e1450f09-021d-4ba6-b651-db3680b04134 on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:35:39.698160 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-2e5d0393-0b88-4aff-8203-403557093357 None None] Attempting to bind port e1450f09-021d-4ba6-b651-db3680b04134 by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '2aac29a1-8685-476c-bba5-fffce3cb94d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:35:39.698631 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5d0393-0b88-4aff-8203-403557093357 None None] Attempting to bind port e1450f09-021d-4ba6-b651-db3680b04134 on network decd8274-9eda-4d81-a020-86cc15d56022 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:35:39.699447 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf85c700-82a2-4fb6-a916-ffa6e28c797c req-48fc2cd1-deed-499b-9555-a383d87ace93 tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:39.701016 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-cf85c700-82a2-4fb6-a916-ffa6e28c797c req-48fc2cd1-deed-499b-9555-a383d87ace93 tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] 10.222.0.64 "GET /v2.0/ports?device_id=c470dd05-723b-43f7-8b76-a208954521cf HTTP/1.1" status: 200 len: 946 time: 0.3140714 Jan 28 19:35:39.705698 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5d0393-0b88-4aff-8203-403557093357 None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:35:39.706221 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5d0393-0b88-4aff-8203-403557093357 None None] Checking segment: {'id': '2aac29a1-8685-476c-bba5-fffce3cb94d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:35:39.706717 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e5d0393-0b88-4aff-8203-403557093357 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:39.707198 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5d0393-0b88-4aff-8203-403557093357 None None] Bound using segment: {'id': '2aac29a1-8685-476c-bba5-fffce3cb94d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:35:39.707780 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-2e5d0393-0b88-4aff-8203-403557093357 None None] Bound port: e1450f09-021d-4ba6-b651-db3680b04134, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aac29a1-8685-476c-bba5-fffce3cb94d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:35:39.708259 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e5d0393-0b88-4aff-8203-403557093357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (e1450f09-021d-4ba6-b651-db3680b04134), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:39.798394 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2e5d0393-0b88-4aff-8203-403557093357 None None] For port e1450f09-021d-4ba6-b651-db3680b04134, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:35:39.840750 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2e5d0393-0b88-4aff-8203-403557093357 None None] For port e1450f09-021d-4ba6-b651-db3680b04134, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=e1450f09-021d-4ba6-b651-db3680b04134,segment=NetworkSegment(2aac29a1-8685-476c-bba5-fffce3cb94d6),segment_id=2aac29a1-8685-476c-bba5-fffce3cb94d6)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:35:39.843837 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-cf85c700-82a2-4fb6-a916-ffa6e28c797c req-86066238-630a-4af5-bf5a-826572a4707b tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d406894-e0b8-4582-843c-9edf6a2f3eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944512 Jan 28 19:35:39.849123 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:39.854074 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e5d0393-0b88-4aff-8203-403557093357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (e1450f09-021d-4ba6-b651-db3680b04134), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:39.892086 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6232a841-6e71-49ba-b9a3-c0bfee3e7047 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Router 32e691c8-b13c-40f0-b278-915fc94aebcf is scheduled to L3 agent 76fe5c49-705a-4e08-abb2-be585676213f with binding_index 1 {{(pid=103305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 19:35:39.959825 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5d0393-0b88-4aff-8203-403557093357 None None] Pushing event updated for resources: {'Port': ['ID=e1450f09-021d-4ba6-b651-db3680b04134,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:35:39.973010 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4809cf6a-2231-400b-bc7e-0d2a25d37e0f tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (305b345a-4e58-4621-9bb4-658a46b297c8), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:39.988012 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-4809cf6a-2231-400b-bc7e-0d2a25d37e0f tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Calling delete_port for 305b345a-4e58-4621-9bb4-658a46b297c8 owned by {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:35:40.140979 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6232a841-6e71-49ba-b9a3-c0bfee3e7047 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:35:40.162688 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97a383d-e139-449f-add3-99a75c4a0ffd None None] Sync routers for ids ['32e691c8-b13c-40f0-b278-915fc94aebcf'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:35:40.168002 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6232a841-6e71-49ba-b9a3-c0bfee3e7047 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:40.176559 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-6232a841-6e71-49ba-b9a3-c0bfee3e7047 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] 10.222.0.64 "PUT /v2.0/routers/32e691c8-b13c-40f0-b278-915fc94aebcf HTTP/1.1" status: 200 len: 697 time: 1.3105025 Jan 28 19:35:40.178134 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 40710) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:35:40.193755 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97a383d-e139-449f-add3-99a75c4a0ffd None None] Routers {'32e691c8-b13c-40f0-b278-915fc94aebcf'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:35:40.198146 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-a97a383d-e139-449f-add3-99a75c4a0ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:35:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['32e691c8-b13c-40f0-b278-915fc94aebcf'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:35:40.243844 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-fad5e92a-fd24-46f6-8c50-c44d637f7daa req-b847b337-4425-4e69-ad67-8d9e847a65c1 service neutron] 10.222.0.70 "GET /v2.0/networks/d6023ca9-f7fb-424f-9a06-ccb60c81e3d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6033247 Jan 28 19:35:40.246349 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4809cf6a-2231-400b-bc7e-0d2a25d37e0f tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (305b345a-4e58-4621-9bb4-658a46b297c8), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:40.438010 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-3d061475-780e-4b39-bffc-9eb1786a90ab tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] 10.222.0.64 "GET /v2.0/routers/32e691c8-b13c-40f0-b278-915fc94aebcf HTTP/1.1" status: 200 len: 703 time: 0.2586229 Jan 28 19:35:40.441365 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 40716) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:35:40.511828 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-9d8f4d54-fe73-4650-93d3-c9121b284bfa tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] 10.222.0.64 "GET /v2.0/ports?device_id=32e691c8-b13c-40f0-b278-915fc94aebcf HTTP/1.1" status: 200 len: 205 time: 0.0705738 Jan 28 19:35:40.515642 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 40720) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:35:40.517635 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-a97a383d-e139-449f-add3-99a75c4a0ffd None None] Set router 32e691c8-b13c-40f0-b278-915fc94aebcf gateway port host: None {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:35:40.559021 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4809cf6a-2231-400b-bc7e-0d2a25d37e0f tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Pushing event deleted for resources: {'Port': ['ID=305b345a-4e58-4621-9bb4-658a46b297c8,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:35:40.734306 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-a97a383d-e139-449f-add3-99a75c4a0ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32e691c8-b13c-40f0-b278-915fc94aebcf', 'name': 'tempest-RoutersIpV6Test-router-701185337', 'tenant_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:35:38Z', 'updated_at': '2022-01-28T19:35:39Z', 'revision_number': 2, 'project_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'gw_port_host': None}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:35:40.746673 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0325e86e-6ced-480e-ac36-74c68bd9222f tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks [] for router (32e691c8-b13c-40f0-b278-915fc94aebcf), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:40.823019 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97a383d-e139-449f-add3-99a75c4a0ffd None None] Checking router: 32e691c8-b13c-40f0-b278-915fc94aebcf for host: n-d-812111-14 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:35:40.855176 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97a383d-e139-449f-add3-99a75c4a0ffd None None] Routers {'32e691c8-b13c-40f0-b278-915fc94aebcf'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:35:40.858229 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-a97a383d-e139-449f-add3-99a75c4a0ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:35:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['32e691c8-b13c-40f0-b278-915fc94aebcf'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:35:41.036682 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4809cf6a-2231-400b-bc7e-0d2a25d37e0f tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:41.040627 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-4809cf6a-2231-400b-bc7e-0d2a25d37e0f tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "DELETE /v2.0/ports/305b345a-4e58-4621-9bb4-658a46b297c8 HTTP/1.1" status: 204 len: 168 time: 1.8591247 Jan 28 19:35:41.060583 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 40736) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:35:41.138135 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-fad5e92a-fd24-46f6-8c50-c44d637f7daa req-ecb39972-9140-4ecf-a01c-ba05fc09edb9 service neutron] 10.222.0.70 "GET /v2.0/networks/d6023ca9-f7fb-424f-9a06-ccb60c81e3d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8176525 Jan 28 19:35:41.246029 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0325e86e-6ced-480e-ac36-74c68bd9222f tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-730901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261120'] for router (32e691c8-b13c-40f0-b278-915fc94aebcf), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:41.248029 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7080f9-3465-4a25-a77b-71b63a69827e req-8e667780-13fe-4409-9ea3-6a297c0dd3c8 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:41.253849 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0325e86e-6ced-480e-ac36-74c68bd9222f tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks [] for router_controller (32e691c8-b13c-40f0-b278-915fc94aebcf), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:41.262571 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-da7080f9-3465-4a25-a77b-71b63a69827e req-8e667780-13fe-4409-9ea3-6a297c0dd3c8 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8fc1db2-697a-41ab-9984-99a4c5e04be7 HTTP/1.1" status: 200 len: 944 time: 0.4626791 Jan 28 19:35:41.372113 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-a97a383d-e139-449f-add3-99a75c4a0ffd None None] Set router 32e691c8-b13c-40f0-b278-915fc94aebcf gateway port host: None {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:35:41.530294 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48de02bb-dbc0-47bc-80d3-af2c8cc333fa req-5a991d71-fe01-43b3-8f6c-c7d01fa9d923 tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:41.539425 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-48de02bb-dbc0-47bc-80d3-af2c8cc333fa req-5a991d71-fe01-43b3-8f6c-c7d01fa9d923 tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] 10.222.0.64 "GET /v2.0/networks?id=d6943d75-000e-400d-9295-39743b97db11 HTTP/1.1" status: 200 len: 813 time: 0.4496081 Jan 28 19:35:41.591580 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-48de02bb-dbc0-47bc-80d3-af2c8cc333fa req-9cea4a7e-30a5-4021-ad67-63ec8da2d5cb tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] 10.222.0.64 "GET /v2.0/quotas/bbb1d3dcc7ce4a2d9de450aae2527873 HTTP/1.1" status: 200 len: 375 time: 0.0492897 Jan 28 19:35:41.612940 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-a97a383d-e139-449f-add3-99a75c4a0ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32e691c8-b13c-40f0-b278-915fc94aebcf', 'name': 'tempest-RoutersIpV6Test-router-701185337', 'tenant_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:35:38Z', 'updated_at': '2022-01-28T19:35:39Z', 'revision_number': 2, 'project_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'gw_port_host': None}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:35:41.650060 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0325e86e-6ced-480e-ac36-74c68bd9222f tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-730908'] for router (32e691c8-b13c-40f0-b278-915fc94aebcf), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:41.651275 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0325e86e-6ced-480e-ac36-74c68bd9222f tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Fanout notify agent at l3_agent the message router_deleted on router 32e691c8-b13c-40f0-b278-915fc94aebcf {{(pid=103305) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:35:41.667512 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:41.713085 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97a383d-e139-449f-add3-99a75c4a0ffd None None] The sync data for ids ['32e691c8-b13c-40f0-b278-915fc94aebcf'] in n-d-812111-14 is: [{'id': '32e691c8-b13c-40f0-b278-915fc94aebcf', 'name': 'tempest-RoutersIpV6Test-router-701185337', 'tenant_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:35:38Z', 'updated_at': '2022-01-28T19:35:39Z', 'revision_number': 2, 'project_id': 'fd27ebc338214c64bbd2f3fdeacf14c6', 'gw_port_host': None}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:35:41.783847 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device e1450f09-021d-4ba6-b651-db3680b04134 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:35:41.836049 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0325e86e-6ced-480e-ac36-74c68bd9222f tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:41.837231 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-0325e86e-6ced-480e-ac36-74c68bd9222f tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] 10.222.0.64 "DELETE /v2.0/routers/32e691c8-b13c-40f0-b278-915fc94aebcf HTTP/1.1" status: 204 len: 168 time: 1.3206100 Jan 28 19:35:41.871099 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 40744) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:35:41.991550 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-e0601074-d62f-49a4-b115-eaf1a25abbf0 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] 10.222.0.64 "GET /v2.0/ports?device_id=32e691c8-b13c-40f0-b278-915fc94aebcf HTTP/1.1" status: 200 len: 205 time: 0.1092346 Jan 28 19:35:41.995094 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 40746) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:35:42.060901 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-152fbf0b-47ee-4d60-b8c6-c47ede664ec2 None None] Provisioning complete for port e1450f09-021d-4ba6-b651-db3680b04134 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:35:42.061552 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-152fbf0b-47ee-4d60-b8c6-c47ede664ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (e1450f09-021d-4ba6-b651-db3680b04134), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:42.072161 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port e1450f09-021d-4ba6-b651-db3680b04134 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:35:42.076602 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (e1450f09-021d-4ba6-b651-db3680b04134), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:42.133966 n-d-812111-14 neutron-server[103305]: INFO neutron.api.v2.resource [None req-e2a44ae3-e59a-4e7d-9cd6-5ee04caf4e88 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] delete failed (client error): The resource could not be found. Jan 28 19:35:42.139553 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-e2a44ae3-e59a-4e7d-9cd6-5ee04caf4e88 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] 10.222.0.64 "DELETE /v2.0/routers/32e691c8-b13c-40f0-b278-915fc94aebcf HTTP/1.1" status: 404 len: 336 time: 0.1276877 Jan 28 19:35:42.140740 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 40748) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:35:42.147843 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-48de02bb-dbc0-47bc-80d3-af2c8cc333fa req-c0ddd769-a7f3-443c-be81-29641a899809 tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=bbb1d3dcc7ce4a2d9de450aae2527873&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5553851 Jan 28 19:35:42.161262 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 88c4d8f8-69eb-4f76-9273-a53c5a9dd516 up at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:35:42.319532 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port e1450f09-021d-4ba6-b651-db3680b04134 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:35:42.319970 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (e1450f09-021d-4ba6-b651-db3680b04134), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:42.394659 n-d-812111-14 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-766adaf3-8356-454a-bc8a-32d9f505bd28 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] DELETE failed (client error): The resource could not be found. Jan 28 19:35:42.395284 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-766adaf3-8356-454a-bc8a-32d9f505bd28 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:35:42.412962 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] For port e1450f09-021d-4ba6-b651-db3680b04134, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=e1450f09-021d-4ba6-b651-db3680b04134,segment=NetworkSegment(2aac29a1-8685-476c-bba5-fffce3cb94d6),segment_id=2aac29a1-8685-476c-bba5-fffce3cb94d6)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:35:42.413682 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-766adaf3-8356-454a-bc8a-32d9f505bd28 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] 10.222.0.64 "DELETE /v2.0/subnets/0c19fa19-9e57-458f-920d-056b53ce75b9 HTTP/1.1" status: 404 len: 337 time: 0.2643752 Jan 28 19:35:42.416634 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-48de02bb-dbc0-47bc-80d3-af2c8cc333fa req-085cfa95-7575-4fd9-97f9-e532529a9c7e service neutron] 10.222.0.64 "GET /v2.0/networks/d6943d75-000e-400d-9295-39743b97db11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278469 Jan 28 19:35:42.419609 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 40752) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:35:42.430723 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (e1450f09-021d-4ba6-b651-db3680b04134), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:42.437096 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-152fbf0b-47ee-4d60-b8c6-c47ede664ec2 None None] Current status of the port e1450f09-021d-4ba6-b651-db3680b04134 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:35:42.437550 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-152fbf0b-47ee-4d60-b8c6-c47ede664ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (e1450f09-021d-4ba6-b651-db3680b04134), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:42.507643 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning for port 88c4d8f8-69eb-4f76-9273-a53c5a9dd516 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:35:42.509202 n-d-812111-14 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-f325de53-f5be-41a3-ab54-c2ac33c11626 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] DELETE failed (client error): The resource could not be found. Jan 28 19:35:42.509833 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f325de53-f5be-41a3-ab54-c2ac33c11626 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:35:42.517319 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-f325de53-f5be-41a3-ab54-c2ac33c11626 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] 10.222.0.64 "DELETE /v2.0/subnets/bfed8ba4-b868-4198-8ab7-ea6da54a97d6 HTTP/1.1" status: 404 len: 337 time: 0.0878549 Jan 28 19:35:42.522908 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning complete for port 88c4d8f8-69eb-4f76-9273-a53c5a9dd516 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:35:42.523292 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (88c4d8f8-69eb-4f76-9273-a53c5a9dd516), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:42.523901 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-fad5e92a-fd24-46f6-8c50-c44d637f7daa req-b109eab1-1855-4e3a-a3f9-d54b8ffdd6ed service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.170&port_id=94babd58-bc58-41d0-b372-2137350b0839 HTTP/1.1" status: 200 len: 217 time: 1.3688667 Jan 28 19:35:42.524648 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 40754) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:35:42.535044 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3cbd38-56cf-498a-aac9-827e0970cc66 req-4f659f39-6f45-4897-8ea3-d6fa03f00ac9 tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:42.538330 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-df3cbd38-56cf-498a-aac9-827e0970cc66 req-4f659f39-6f45-4897-8ea3-d6fa03f00ac9 tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] 10.222.0.41 "GET /v2.0/ports?device_id=c470dd05-723b-43f7-8b76-a208954521cf HTTP/1.1" status: 200 len: 946 time: 0.8601248 Jan 28 19:35:42.574261 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.db.api [None req-152fbf0b-47ee-4d60-b8c6-c47ede664ec2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103306) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 19:35:42.574612 n-d-812111-14 neutron-server[103306]: DEBUG oslo_db.api [None req-152fbf0b-47ee-4d60-b8c6-c47ede664ec2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 19:35:42.610263 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Pushing event updated for resources: {'Port': ['ID=e1450f09-021d-4ba6-b651-db3680b04134,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:35:42.617413 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b0b7bb-8d84-4fdc-ac32-24a11e233e9f tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:42.626084 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b0b7bb-8d84-4fdc-ac32-24a11e233e9f tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:42.630928 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-61b0b7bb-8d84-4fdc-ac32-24a11e233e9f tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 1.5669124 Jan 28 19:35:42.660728 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 40756) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:35:42.708598 n-d-812111-14 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e920442-24ac-4ed2-ad89-3514623acb5f tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] DELETE failed (client error): The resource could not be found. Jan 28 19:35:42.709744 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e920442-24ac-4ed2-ad89-3514623acb5f tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:35:42.716331 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-1e920442-24ac-4ed2-ad89-3514623acb5f tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] 10.222.0.64 "DELETE /v2.0/subnets/d3127f0b-5846-430b-8bdb-0f38cd1b652f HTTP/1.1" status: 404 len: 337 time: 0.1755884 Jan 28 19:35:42.717348 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 40758) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:35:42.737844 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port 88c4d8f8-69eb-4f76-9273-a53c5a9dd516 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:35:42.738375 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (88c4d8f8-69eb-4f76-9273-a53c5a9dd516), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:42.795495 n-d-812111-14 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d1d3d5e-76db-49bf-bc7e-79a1a7a0a8fa tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] DELETE failed (client error): The resource could not be found. Jan 28 19:35:42.796352 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d1d3d5e-76db-49bf-bc7e-79a1a7a0a8fa tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:35:42.802675 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-9d1d3d5e-76db-49bf-bc7e-79a1a7a0a8fa tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] 10.222.0.64 "DELETE /v2.0/subnets/13823000-eeb3-44f0-a92b-e846d7802a40 HTTP/1.1" status: 404 len: 337 time: 0.0582786 Jan 28 19:35:42.807716 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 40760) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:35:42.819139 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8fc1db2-697a-41ab-9984-99a4c5e04be7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88c4d8f8-69eb-4f76-9273-a53c5a9dd516'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:35:42.823963 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b279a447-7d40-4f58-b4b9-13d2f69cd4fb" -d '{"events": [{"server_uuid": "f8fc1db2-697a-41ab-9984-99a4c5e04be7", "name": "network-vif-plugged", "status": "completed", "tag": "88c4d8f8-69eb-4f76-9273-a53c5a9dd516"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:35:42.824475 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-da7080f9-3465-4a25-a77b-71b63a69827e req-dc26e3f1-0d1e-4ce3-9175-a7d92bb018d3 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/security-groups?id=a1544774-06dd-4b7d-abb3-fdfd2885225c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.5569565 Jan 28 19:35:42.877520 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 88c4d8f8-69eb-4f76-9273-a53c5a9dd516, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=88c4d8f8-69eb-4f76-9273-a53c5a9dd516,segment=NetworkSegment(25c21fb9-fdcd-4ded-98e7-fa3f83ec6d2c),segment_id=25c21fb9-fdcd-4ded-98e7-fa3f83ec6d2c)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:35:42.887478 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad5e92a-fd24-46f6-8c50-c44d637f7daa req-10e5798b-67a9-4c7e-b4af-60bcbf8a4077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:42.889059 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (88c4d8f8-69eb-4f76-9273-a53c5a9dd516), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:42.898717 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-fad5e92a-fd24-46f6-8c50-c44d637f7daa req-10e5798b-67a9-4c7e-b4af-60bcbf8a4077 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=803cf84b-628b-4025-a755-b3829db3c440 HTTP/1.1" status: 200 len: 797 time: 0.3433650 Jan 28 19:35:42.916103 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-118a2c44-53d4-48d4-85a2-d4ad4d87aeef tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] 10.222.0.64 "GET /v2.0/ports?device_id=468365e5-c3aa-40a4-92af-9a325e24257e HTTP/1.1" status: 200 len: 205 time: 0.0896626 Jan 28 19:35:42.937306 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 40764) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:35:42.965176 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:35:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-905388c9-8a34-4abb-a2a5-c4ab8c733504 x-openstack-request-id: req-905388c9-8a34-4abb-a2a5-c4ab8c733504 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:35:42.965526 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8fc1db2-697a-41ab-9984-99a4c5e04be7", "name": "network-vif-plugged", "status": "completed", "tag": "88c4d8f8-69eb-4f76-9273-a53c5a9dd516", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:35:42.965767 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-905388c9-8a34-4abb-a2a5-c4ab8c733504 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:35:42.966133 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8fc1db2-697a-41ab-9984-99a4c5e04be7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88c4d8f8-69eb-4f76-9273-a53c5a9dd516', 'code': 200} Jan 28 19:35:42.970451 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-48de02bb-dbc0-47bc-80d3-af2c8cc333fa req-8ed820b6-9cc0-4636-95a1-ca804062e8bf service neutron] 10.222.0.64 "GET /v2.0/networks/d6943d75-000e-400d-9295-39743b97db11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4711862 Jan 28 19:35:43.054617 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=88c4d8f8-69eb-4f76-9273-a53c5a9dd516,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:35:43.060842 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-df3cbd38-56cf-498a-aac9-827e0970cc66 req-cfe36f9e-a6ec-42b3-8e9f-bda5ec2fdafb tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] Deleting port 5db8f5b5-9cfc-4540-82a0-ab48baebeee5 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:35:43.062706 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-df3cbd38-56cf-498a-aac9-827e0970cc66 req-cfe36f9e-a6ec-42b3-8e9f-bda5ec2fdafb tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (5db8f5b5-9cfc-4540-82a0-ab48baebeee5), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:43.067561 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd2d133f-8ce5-40e6-a923-f89e4c9bbded tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Deleting subnet 3f86ef87-57d2-4ee0-97b8-92fb14f4d27a {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:35:43.085160 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bd2d133f-8ce5-40e6-a923-f89e4c9bbded tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks [] for subnet (3f86ef87-57d2-4ee0-97b8-92fb14f4d27a), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:43.098260 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1a33f0-b3e7-474f-81b6-73928686d667 req-554c59cf-9336-4795-8b7f-db18e8ff8722 tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:43.100422 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-0c1a33f0-b3e7-474f-81b6-73928686d667 req-554c59cf-9336-4795-8b7f-db18e8ff8722 tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] 10.222.0.70 "GET /v2.0/ports?device_id=e321eba3-c803-4f7e-8a7a-1d171e823b01 HTTP/1.1" status: 200 len: 946 time: 0.6111574 Jan 28 19:35:43.101634 n-d-812111-14 neutron-server[103304]: INFO neutron.api.v2.resource [None req-6aae706c-284e-45d3-b1e0-97a71f7e787e tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] delete failed (client error): The resource could not be found. Jan 28 19:35:43.106209 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-6aae706c-284e-45d3-b1e0-97a71f7e787e tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] 10.222.0.64 "DELETE /v2.0/routers/468365e5-c3aa-40a4-92af-9a325e24257e HTTP/1.1" status: 404 len: 336 time: 0.1669781 Jan 28 19:35:43.107100 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 40768) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:35:43.187736 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:43.228879 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-c6a86bec-e52e-4a83-b19b-d4697a9f9e7c tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] 10.222.0.64 "GET /v2.0/ports?device_id=86f1de78-0462-48b1-b189-22afa432cb8e HTTP/1.1" status: 200 len: 205 time: 0.0750680 Jan 28 19:35:43.232238 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 40770) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:35:43.233312 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-152fbf0b-47ee-4d60-b8c6-c47ede664ec2 None None] Current status of the port e1450f09-021d-4ba6-b651-db3680b04134 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:35:43.267511 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bd2d133f-8ce5-40e6-a923-f89e4c9bbded tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4747050'] for subnet (3f86ef87-57d2-4ee0-97b8-92fb14f4d27a), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:43.289404 n-d-812111-14 neutron-server[103305]: INFO neutron.api.v2.resource [None req-370b98aa-f648-4e75-9803-9b7bac07a3a0 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] delete failed (client error): The resource could not be found. Jan 28 19:35:43.290469 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-370b98aa-f648-4e75-9803-9b7bac07a3a0 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] 10.222.0.64 "DELETE /v2.0/routers/86f1de78-0462-48b1-b189-22afa432cb8e HTTP/1.1" status: 404 len: 336 time: 0.0575757 Jan 28 19:35:43.293869 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 40772) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:35:43.332055 n-d-812111-14 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-874fc7fe-2598-477e-9e07-dd63475796d4 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] DELETE failed (client error): The resource could not be found. Jan 28 19:35:43.332577 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-874fc7fe-2598-477e-9e07-dd63475796d4 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:35:43.335939 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-874fc7fe-2598-477e-9e07-dd63475796d4 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] 10.222.0.64 "DELETE /v2.0/subnets/2847b046-3b4c-459c-9ef2-ea33378d85fc HTTP/1.1" status: 404 len: 337 time: 0.0416000 Jan 28 19:35:43.339702 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 40774) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:35:43.350652 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-f431cc3e-947c-434d-9970-6aa587a73693 None None] Could not find standard attr ID for object 64cdc81d-18f3-4435-8ee0-2f80fd73d7ee. {{(pid=103306) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 19:35:43.353913 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-f431cc3e-947c-434d-9970-6aa587a73693 None None] Could not find standard attr ID for object 305b345a-4e58-4621-9bb4-658a46b297c8. {{(pid=103306) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 19:35:43.356459 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad5e92a-fd24-46f6-8c50-c44d637f7daa req-f6d4d138-3c46-455f-aa05-98f696fd072c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:43.358523 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-fad5e92a-fd24-46f6-8c50-c44d637f7daa req-f6d4d138-3c46-455f-aa05-98f696fd072c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1a0a56ae-a8fc-45c3-a9f5-3868c6fdc511&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.4347224 Jan 28 19:35:43.390600 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59929102-0fd2-438f-bc1c-db0a56c83454 req-1bab75a1-cb14-4abf-9d2b-0743a71cb87e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:43.399695 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-59929102-0fd2-438f-bc1c-db0a56c83454 req-1bab75a1-cb14-4abf-9d2b-0743a71cb87e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f8fc1db2-697a-41ab-9984-99a4c5e04be7 HTTP/1.1" status: 200 len: 1128 time: 0.3245325 Jan 28 19:35:43.435714 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-62069669-315c-482e-b1af-11fc18038ff6 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] 10.222.0.64 "GET /v2.0/ports?device_id=2966ffbe-1ae3-4c40-bee4-4d15b7e63c86 HTTP/1.1" status: 200 len: 205 time: 0.0948832 Jan 28 19:35:43.438710 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 40780) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:35:43.585416 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device e1450f09-021d-4ba6-b651-db3680b04134 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:35:43.632006 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bd2d133f-8ce5-40e6-a923-f89e4c9bbded tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (3f86ef87-57d2-4ee0-97b8-92fb14f4d27a), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:43.739837 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port e1450f09-021d-4ba6-b651-db3680b04134 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:35:43.740978 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (e1450f09-021d-4ba6-b651-db3680b04134), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:43.861466 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bd2d133f-8ce5-40e6-a923-f89e4c9bbded tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4690616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5222356'] for subnet (3f86ef87-57d2-4ee0-97b8-92fb14f4d27a), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:43.907448 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2d133f-8ce5-40e6-a923-f89e4c9bbded tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Pushing event deleted for resources: {'Subnet': ['ID=3f86ef87-57d2-4ee0-97b8-92fb14f4d27a,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:35:43.968416 n-d-812111-14 neutron-server[103305]: INFO neutron.api.v2.resource [None req-ceccea80-b4c6-447d-8a15-1c2e0242587c tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] delete failed (client error): The resource could not be found. Jan 28 19:35:43.969501 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-ceccea80-b4c6-447d-8a15-1c2e0242587c tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] 10.222.0.64 "DELETE /v2.0/routers/2966ffbe-1ae3-4c40-bee4-4d15b7e63c86 HTTP/1.1" status: 404 len: 336 time: 0.5299413 Jan 28 19:35:43.979499 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 40794) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:35:43.983968 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-59929102-0fd2-438f-bc1c-db0a56c83454 req-4861235a-597b-4e1f-bb64-0339db90f88c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a1544774-06dd-4b7d-abb3-fdfd2885225c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4972589 Jan 28 19:35:44.010879 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port e1450f09-021d-4ba6-b651-db3680b04134 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:35:44.011467 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-df3cbd38-56cf-498a-aac9-827e0970cc66 req-cfe36f9e-a6ec-42b3-8e9f-bda5ec2fdafb tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] For port 5db8f5b5-9cfc-4540-82a0-ab48baebeee5, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=5db8f5b5-9cfc-4540-82a0-ab48baebeee5,segment=NetworkSegment(ae01320f-4c42-4a16-9083-8e2cba9c3e3f),segment_id=ae01320f-4c42-4a16-9083-8e2cba9c3e3f)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:35:44.011736 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-df3cbd38-56cf-498a-aac9-827e0970cc66 req-cfe36f9e-a6ec-42b3-8e9f-bda5ec2fdafb tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (5db8f5b5-9cfc-4540-82a0-ab48baebeee5), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:44.034691 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-54921bcf-477d-4ba3-ba56-bc2098545af9 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] 10.222.0.64 "GET /v2.0/ports?device_id=665d8449-41eb-40b2-9cc5-fb725f53f30d HTTP/1.1" status: 200 len: 205 time: 0.0494499 Jan 28 19:35:44.045074 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 40798) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:35:44.046359 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bd2d133f-8ce5-40e6-a923-f89e4c9bbded tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:44.046622 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a21ac61-5735-40df-986f-bc8d123e0c37 None None] Network decd8274-9eda-4d81-a020-86cc15d56022 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:35:44.050722 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-bd2d133f-8ce5-40e6-a923-f89e4c9bbded tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "DELETE /v2.0/subnets/3f86ef87-57d2-4ee0-97b8-92fb14f4d27a HTTP/1.1" status: 204 len: 168 time: 1.3679605 Jan 28 19:35:44.057033 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-df3cbd38-56cf-498a-aac9-827e0970cc66 req-cfe36f9e-a6ec-42b3-8e9f-bda5ec2fdafb tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] Calling delete_port for 5db8f5b5-9cfc-4540-82a0-ab48baebeee5 owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:35:44.102220 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 40800) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:35:44.144187 n-d-812111-14 neutron-server[103304]: INFO neutron.api.v2.resource [None req-3f5c81d5-8c43-4dc5-93eb-f158b08cf0b4 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] delete failed (client error): The resource could not be found. Jan 28 19:35:44.154484 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-3f5c81d5-8c43-4dc5-93eb-f158b08cf0b4 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] 10.222.0.64 "DELETE /v2.0/routers/665d8449-41eb-40b2-9cc5-fb725f53f30d HTTP/1.1" status: 404 len: 336 time: 0.1024086 Jan 28 19:35:44.224991 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 40804) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:35:44.291961 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-70e2fb16-23a2-409f-b264-3ec14c39b34d tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1307151 Jan 28 19:35:44.302422 n-d-812111-14 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-94386231-3a78-411e-8d24-7b6c09f5e611 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] DELETE failed (client error): The resource could not be found. Jan 28 19:35:44.303147 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94386231-3a78-411e-8d24-7b6c09f5e611 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:35:44.310599 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-94386231-3a78-411e-8d24-7b6c09f5e611 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] 10.222.0.64 "DELETE /v2.0/subnets/905d29f8-73b4-4028-bbb4-2420c179e59e HTTP/1.1" status: 404 len: 337 time: 0.0812473 Jan 28 19:35:44.310599 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-df3cbd38-56cf-498a-aac9-827e0970cc66 req-cfe36f9e-a6ec-42b3-8e9f-bda5ec2fdafb tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (5db8f5b5-9cfc-4540-82a0-ab48baebeee5), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:44.314278 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f1884639-446e-498a-9b61-49a0e3e2aa9c req-c144d9b3-ec62-4cfe-8218-164fdbcb4cd8 tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e6ba572-7651-4bbb-8823-4cd107ed662f HTTP/1.1" status: 200 len: 210 time: 0.0903149 Jan 28 19:35:44.317565 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 40810) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:35:44.326253 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 40808) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:35:44.343072 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-3c7acf17-90f8-4816-8118-838f0750e203 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Request body: {'subnet': {'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:35:44.398404 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-4ccd3f33-3fa6-4e91-9c40-e39731202245 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] 10.222.0.64 "GET /v2.0/ports?device_id=6adfa0a2-2735-4237-a059-ede5131795f7 HTTP/1.1" status: 200 len: 205 time: 0.0767787 Jan 28 19:35:44.399634 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe36f9e-a6ec-42b3-8e9f-bda5ec2fdafb tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] Pushing event deleted for resources: {'Port': ['ID=5db8f5b5-9cfc-4540-82a0-ab48baebeee5,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:35:44.409756 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec24ced-a170-41e3-9d7f-3398ca96d837 None None] DHCP port deletion for decd8274-9eda-4d81-a020-86cc15d56022 request from n-d-812111-14 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:35:44.420536 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 40812) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:35:44.501384 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-1ec24ced-a170-41e3-9d7f-3398ca96d837 None None] Deleting port e1450f09-021d-4ba6-b651-db3680b04134 {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:35:44.502038 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1ec24ced-a170-41e3-9d7f-3398ca96d837 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (e1450f09-021d-4ba6-b651-db3680b04134), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:44.507449 n-d-812111-14 neutron-server[103305]: INFO neutron.api.v2.resource [None req-00a3b004-7311-403d-b259-86a59625d519 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] delete failed (client error): The resource could not be found. Jan 28 19:35:44.511528 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-00a3b004-7311-403d-b259-86a59625d519 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] 10.222.0.64 "DELETE /v2.0/routers/6adfa0a2-2735-4237-a059-ede5131795f7 HTTP/1.1" status: 404 len: 336 time: 0.0835893 Jan 28 19:35:44.541642 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 40814) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:35:44.574314 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-0c1a33f0-b3e7-474f-81b6-73928686d667 req-64a29018-634f-493f-838d-98f99b85823a tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] Deleting port 6fa1804b-6b05-4f1d-94d8-4ac828663508 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:35:44.574940 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-0c1a33f0-b3e7-474f-81b6-73928686d667 req-64a29018-634f-493f-838d-98f99b85823a tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (6fa1804b-6b05-4f1d-94d8-4ac828663508), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:44.576589 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-df3cbd38-56cf-498a-aac9-827e0970cc66 req-cfe36f9e-a6ec-42b3-8e9f-bda5ec2fdafb tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] No DVR routers for this DVR port 5db8f5b5-9cfc-4540-82a0-ab48baebeee5 on host n-h1-812111-14 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:35:44.581726 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-df3cbd38-56cf-498a-aac9-827e0970cc66 req-cfe36f9e-a6ec-42b3-8e9f-bda5ec2fdafb tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:44.586850 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-df3cbd38-56cf-498a-aac9-827e0970cc66 req-cfe36f9e-a6ec-42b3-8e9f-bda5ec2fdafb tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] 10.222.0.41 "DELETE /v2.0/ports/5db8f5b5-9cfc-4540-82a0-ab48baebeee5 HTTP/1.1" status: 204 len: 173 time: 2.0287545 Jan 28 19:35:44.586850 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c470dd05-723b-43f7-8b76-a208954521cf', 'name': 'network-vif-deleted', 'tag': '5db8f5b5-9cfc-4540-82a0-ab48baebeee5'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:35:44.592154 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-861f5d05-eecd-4a58-a252-ea1e2fc5bd6a" -d '{"events": [{"server_uuid": "c470dd05-723b-43f7-8b76-a208954521cf", "name": "network-vif-deleted", "tag": "5db8f5b5-9cfc-4540-82a0-ab48baebeee5"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:35:44.605537 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-fad5e92a-fd24-46f6-8c50-c44d637f7daa req-27846d3e-d96a-483f-9031-cbbdab7b6fdd service neutron] 10.222.0.70 "GET /v2.0/networks/1a0a56ae-a8fc-45c3-a9f5-3868c6fdc511?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2347772 Jan 28 19:35:44.658982 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-1ec24ced-a170-41e3-9d7f-3398ca96d837 None None] For port e1450f09-021d-4ba6-b651-db3680b04134, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=e1450f09-021d-4ba6-b651-db3680b04134,segment=NetworkSegment(2aac29a1-8685-476c-bba5-fffce3cb94d6),segment_id=2aac29a1-8685-476c-bba5-fffce3cb94d6)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:35:44.659304 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1ec24ced-a170-41e3-9d7f-3398ca96d837 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (e1450f09-021d-4ba6-b651-db3680b04134), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:44.679712 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09d56467-e406-4af1-98ee-5a43efc330c1 x-openstack-request-id: req-09d56467-e406-4af1-98ee-5a43efc330c1 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:35:44.680312 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c470dd05-723b-43f7-8b76-a208954521cf", "name": "network-vif-deleted", "tag": "5db8f5b5-9cfc-4540-82a0-ab48baebeee5", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:35:44.680629 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-09d56467-e406-4af1-98ee-5a43efc330c1 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:35:44.682354 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c470dd05-723b-43f7-8b76-a208954521cf', 'name': 'network-vif-deleted', 'tag': '5db8f5b5-9cfc-4540-82a0-ab48baebeee5', 'status': 'completed', 'code': 200} Jan 28 19:35:44.702413 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-1ec24ced-a170-41e3-9d7f-3398ca96d837 None None] Calling delete_port for e1450f09-021d-4ba6-b651-db3680b04134 owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:35:44.768749 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-fad5e92a-fd24-46f6-8c50-c44d637f7daa req-7b777a0b-adf6-442f-aa5c-48585ba1e049 service neutron] 10.222.0.70 "GET /v2.0/networks/1a0a56ae-a8fc-45c3-a9f5-3868c6fdc511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199553 Jan 28 19:35:44.799365 n-d-812111-14 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a66057a-7dae-4c6b-a982-960da0712cdc tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] DELETE failed (client error): The resource could not be found. Jan 28 19:35:44.800077 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a66057a-7dae-4c6b-a982-960da0712cdc tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:35:44.800535 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1ec24ced-a170-41e3-9d7f-3398ca96d837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985'] for port (e1450f09-021d-4ba6-b651-db3680b04134), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:44.806958 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-4a66057a-7dae-4c6b-a982-960da0712cdc tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] 10.222.0.64 "DELETE /v2.0/subnets/a65f882d-6f0d-43fe-9be5-252683a07e62 HTTP/1.1" status: 404 len: 337 time: 0.2253442 Jan 28 19:35:44.807292 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 40820) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:35:44.859293 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-fad5e92a-fd24-46f6-8c50-c44d637f7daa req-9bffe16d-2622-428d-a1a7-20542f0903c3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.13&port_id=63a694be-3c45-4cf7-86cf-e53eec59bb7a HTTP/1.1" status: 200 len: 217 time: 0.0539188 Jan 28 19:35:44.872167 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-f07eb7d8-b3f2-411e-ab82-177a1ccfbba8 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] 10.222.0.64 "GET /v2.0/ports?device_id=011d7836-245b-433d-8e8a-2ccc6bb326f3 HTTP/1.1" status: 200 len: 205 time: 0.0616641 Jan 28 19:35:44.872310 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9794dba-ed93-47c7-9f4d-16352560fa10 req-d2730443-8a68-40a0-a214-25722880073d tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:44.872919 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 40824) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:35:44.873576 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d9794dba-ed93-47c7-9f4d-16352560fa10 req-d2730443-8a68-40a0-a214-25722880073d tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8fc1db2-697a-41ab-9984-99a4c5e04be7 HTTP/1.1" status: 200 len: 945 time: 0.8600392 Jan 28 19:35:44.896835 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec24ced-a170-41e3-9d7f-3398ca96d837 None None] Pushing event deleted for resources: {'Port': ['ID=e1450f09-021d-4ba6-b651-db3680b04134,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:35:44.910099 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec24ced-a170-41e3-9d7f-3398ca96d837 None None] No DVR routers for this DVR port e1450f09-021d-4ba6-b651-db3680b04134 on host n-d-812111-14 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:35:44.989881 n-d-812111-14 neutron-server[103305]: INFO neutron.api.v2.resource [None req-fab4d1a4-1ffb-4e1b-949c-11254f48b434 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] delete failed (client error): The resource could not be found. Jan 28 19:35:44.998149 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-fab4d1a4-1ffb-4e1b-949c-11254f48b434 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] 10.222.0.64 "DELETE /v2.0/routers/011d7836-245b-433d-8e8a-2ccc6bb326f3 HTTP/1.1" status: 404 len: 336 time: 0.1208925 Jan 28 19:35:44.999077 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 40826) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:35:45.000538 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c7acf17-90f8-4816-8118-838f0750e203 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Made reservation on behalf of 74e14b1dc35c45ef8b65d1fdcc58b8bc for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:35:45.004092 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3c7acf17-90f8-4816-8118-838f0750e203 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5221429'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:45.033369 n-d-812111-14 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd8c9f3c-48c3-445d-80d1-0ec0de37a0ad tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] DELETE failed (client error): The resource could not be found. Jan 28 19:35:45.034326 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd8c9f3c-48c3-445d-80d1-0ec0de37a0ad tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:35:45.049829 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-bd8c9f3c-48c3-445d-80d1-0ec0de37a0ad tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] 10.222.0.64 "DELETE /v2.0/subnets/a2473a37-07a7-4376-87f8-2b89433aa9eb HTTP/1.1" status: 404 len: 337 time: 0.0480561 Jan 28 19:35:45.050724 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 40828) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:35:45.079773 n-d-812111-14 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-deb2a9d4-6882-4c03-90c0-22d1056b1023 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] DELETE failed (client error): The resource could not be found. Jan 28 19:35:45.080504 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-deb2a9d4-6882-4c03-90c0-22d1056b1023 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:35:45.087050 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-deb2a9d4-6882-4c03-90c0-22d1056b1023 tempest-RoutersIpV6Test-110095705 tempest-RoutersIpV6Test-110095705-project] 10.222.0.64 "DELETE /v2.0/subnets/bdc197be-8b5c-4c76-b9ce-9c0b40725cea HTTP/1.1" status: 404 len: 337 time: 0.0344710 Jan 28 19:35:45.148588 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad5e92a-fd24-46f6-8c50-c44d637f7daa req-91747a57-15ec-46e0-83dd-bf7fabd44778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:45.150142 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-fad5e92a-fd24-46f6-8c50-c44d637f7daa req-91747a57-15ec-46e0-83dd-bf7fabd44778 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=803cf84b-628b-4025-a755-b3829db3c440 HTTP/1.1" status: 200 len: 797 time: 0.2734194 Jan 28 19:35:45.161032 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d9794dba-ed93-47c7-9f4d-16352560fa10 req-e5bd57e8-86e6-4e0c-872f-2bba8aa67e5f tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/security-groups?id=a1544774-06dd-4b7d-abb3-fdfd2885225c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2735672 Jan 28 19:35:45.192305 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-0c1a33f0-b3e7-474f-81b6-73928686d667 req-64a29018-634f-493f-838d-98f99b85823a tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] For port 6fa1804b-6b05-4f1d-94d8-4ac828663508, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=6fa1804b-6b05-4f1d-94d8-4ac828663508,segment=NetworkSegment(ae01320f-4c42-4a16-9083-8e2cba9c3e3f),segment_id=ae01320f-4c42-4a16-9083-8e2cba9c3e3f)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:35:45.193032 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-0c1a33f0-b3e7-474f-81b6-73928686d667 req-64a29018-634f-493f-838d-98f99b85823a tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (6fa1804b-6b05-4f1d-94d8-4ac828663508), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:45.311786 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-0c1a33f0-b3e7-474f-81b6-73928686d667 req-64a29018-634f-493f-838d-98f99b85823a tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] Calling delete_port for 6fa1804b-6b05-4f1d-94d8-4ac828663508 owned by compute:nova {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:35:45.421983 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad5e92a-fd24-46f6-8c50-c44d637f7daa req-56d0979a-96dc-44ca-b2dc-d68547be744a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:45.425398 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-fad5e92a-fd24-46f6-8c50-c44d637f7daa req-56d0979a-96dc-44ca-b2dc-d68547be744a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1a0a56ae-a8fc-45c3-a9f5-3868c6fdc511&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2584603 Jan 28 19:35:45.566276 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3c7acf17-90f8-4816-8118-838f0750e203 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4690681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5221415'] for subnet (232d8e37-7a89-441f-bec7-d8385581e893), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:45.577374 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device e1450f09-021d-4ba6-b651-db3680b04134 no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:35:45.605365 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-984e0c5b-8746-4025-b66f-94e5f33f5630 req-c3916a7c-a24f-49d5-9945-4f0102632cc0 tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e6ba572-7651-4bbb-8823-4cd107ed662f HTTP/1.1" status: 200 len: 210 time: 0.0926921 Jan 28 19:35:45.682332 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: e1450f09-021d-4ba6-b651-db3680b04134 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:35:45.682869 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device e1450f09-021d-4ba6-b651-db3680b04134 not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:35:45.682986 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c7acf17-90f8-4816-8118-838f0750e203 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Network decd8274-9eda-4d81-a020-86cc15d56022 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:35:45.692791 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 6fa1804b-6b05-4f1d-94d8-4ac828663508 no longer exists at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:35:45.757654 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-3c7acf17-90f8-4816-8118-838f0750e203 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:35:45.825876 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-183efdb1-c07f-477a-a94d-4792234fe921 None None] Network decd8274-9eda-4d81-a020-86cc15d56022 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:35:45.836036 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 40846) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:35:45.866327 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-fad5e92a-fd24-46f6-8c50-c44d637f7daa req-36f6b368-a6c7-4e2c-bdf2-a6222e951dcf service neutron] 10.222.0.70 "GET /v2.0/networks/1a0a56ae-a8fc-45c3-a9f5-3868c6fdc511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3914135 Jan 28 19:35:45.963883 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c7acf17-90f8-4816-8118-838f0750e203 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:45.964513 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3c7acf17-90f8-4816-8118-838f0750e203 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:45.972452 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 40850) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:35:46.077400 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7acf17-90f8-4816-8118-838f0750e203 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Pushing event updated for resources: {'Subnet': ['ID=232d8e37-7a89-441f-bec7-d8385581e893,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:35:46.233159 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-3c7acf17-90f8-4816-8118-838f0750e203 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8934190 Jan 28 19:35:46.233159 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-0c1a33f0-b3e7-474f-81b6-73928686d667 req-64a29018-634f-493f-838d-98f99b85823a tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (6fa1804b-6b05-4f1d-94d8-4ac828663508), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:46.239671 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 40856) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:35:46.255209 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48de02bb-dbc0-47bc-80d3-af2c8cc333fa req-429778be-37bc-4f7d-adaa-bd7c4c10b69c tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:46.270891 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-48de02bb-dbc0-47bc-80d3-af2c8cc333fa req-429778be-37bc-4f7d-adaa-bd7c4c10b69c tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] 10.222.0.41 "GET /v2.0/networks?id=d6943d75-000e-400d-9295-39743b97db11 HTTP/1.1" status: 200 len: 813 time: 0.5455415 Jan 28 19:35:46.289174 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-70e102c6-7c6f-4677-b9dd-37a4ad72a266 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Request body: {'port': {'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022', 'name': 'tempest-NetworksTestDHCPv6-587212945'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:35:46.294584 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a29018-634f-493f-838d-98f99b85823a tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] Pushing event deleted for resources: {'Port': ['ID=6fa1804b-6b05-4f1d-94d8-4ac828663508,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:35:46.304704 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-fad5e92a-fd24-46f6-8c50-c44d637f7daa req-f3c7cdfa-3a24-4061-9063-2dd0e0c3add4 service neutron] 10.222.0.70 "GET /v2.0/networks/1a0a56ae-a8fc-45c3-a9f5-3868c6fdc511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3374965 Jan 28 19:35:46.323014 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-48de02bb-dbc0-47bc-80d3-af2c8cc333fa req-ed765404-d920-48c2-a1ca-133344b65960 tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] Request body: {'port': {'device_id': '6e6ba572-7651-4bbb-8823-4cd107ed662f', 'network_id': 'd6943d75-000e-400d-9295-39743b97db11', 'admin_state_up': True, 'tenant_id': 'bbb1d3dcc7ce4a2d9de450aae2527873'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:35:46.427061 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 5db8f5b5-9cfc-4540-82a0-ab48baebeee5 no longer exists at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:35:46.455453 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b57d596f-6260-4b37-8ddf-e69a7d98743d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:46.459788 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-fad5e92a-fd24-46f6-8c50-c44d637f7daa req-c7f183b1-5bc2-4546-ae5c-9d76a7c74db2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.117&port_id=f81cc277-8da7-4baf-868c-4770a63c2e56 HTTP/1.1" status: 200 len: 217 time: 0.1059856 Jan 28 19:35:46.465387 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48de02bb-dbc0-47bc-80d3-af2c8cc333fa req-e3d1cab1-f5ad-4c9f-9a15-99ef55fd201a tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:46.467018 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-48de02bb-dbc0-47bc-80d3-af2c8cc333fa req-e3d1cab1-f5ad-4c9f-9a15-99ef55fd201a tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] 10.222.0.70 "GET /v2.0/networks?id=d6943d75-000e-400d-9295-39743b97db11 HTTP/1.1" status: 200 len: 813 time: 0.5674634 Jan 28 19:35:46.475271 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48de02bb-dbc0-47bc-80d3-af2c8cc333fa req-ed765404-d920-48c2-a1ca-133344b65960 tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] Made reservation on behalf of bbb1d3dcc7ce4a2d9de450aae2527873 for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:35:46.479547 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-48de02bb-dbc0-47bc-80d3-af2c8cc333fa req-ed765404-d920-48c2-a1ca-133344b65960 tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:46.483308 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] No Port match for: 5db8f5b5-9cfc-4540-82a0-ab48baebeee5 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:35:46.483664 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 5db8f5b5-9cfc-4540-82a0-ab48baebeee5 not bound to the agent host n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:35:46.496937 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c1a33f0-b3e7-474f-81b6-73928686d667 req-64a29018-634f-493f-838d-98f99b85823a tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] No DVR routers for this DVR port 6fa1804b-6b05-4f1d-94d8-4ac828663508 on host n-h2-812111-14 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:35:46.499846 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-0c1a33f0-b3e7-474f-81b6-73928686d667 req-64a29018-634f-493f-838d-98f99b85823a tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:46.503992 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-0c1a33f0-b3e7-474f-81b6-73928686d667 req-64a29018-634f-493f-838d-98f99b85823a tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] 10.222.0.70 "DELETE /v2.0/ports/6fa1804b-6b05-4f1d-94d8-4ac828663508 HTTP/1.1" status: 204 len: 173 time: 3.3745844 Jan 28 19:35:46.510350 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-48de02bb-dbc0-47bc-80d3-af2c8cc333fa req-16e83b44-6997-437c-8d6c-742da45e213c tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] Request body: {'port': {'device_id': '114d9b10-6f91-4f53-b9ef-9d92157ca212', 'network_id': 'd6943d75-000e-400d-9295-39743b97db11', 'admin_state_up': True, 'tenant_id': 'bbb1d3dcc7ce4a2d9de450aae2527873'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:35:46.529956 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e321eba3-c803-4f7e-8a7a-1d171e823b01', 'name': 'network-vif-deleted', 'tag': '6fa1804b-6b05-4f1d-94d8-4ac828663508'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:35:46.534000 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81a47b51-40df-42f7-a051-d24fae3e7e11" -d '{"events": [{"server_uuid": "e321eba3-c803-4f7e-8a7a-1d171e823b01", "name": "network-vif-deleted", "tag": "6fa1804b-6b05-4f1d-94d8-4ac828663508"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:35:46.568190 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 6fa1804b-6b05-4f1d-94d8-4ac828663508 is: ACTIVE; New status is: DOWN {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:35:46.571000 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (6fa1804b-6b05-4f1d-94d8-4ac828663508), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:46.583859 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ad694f-60e3-4e6a-a421-a96c811fbf98 req-9acbbc33-9a8b-44ff-a8ee-fa4afea47cf7 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:46.585617 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-15ad694f-60e3-4e6a-a421-a96c811fbf98 req-9acbbc33-9a8b-44ff-a8ee-fa4afea47cf7 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8fc1db2-697a-41ab-9984-99a4c5e04be7 HTTP/1.1" status: 200 len: 945 time: 0.2622123 Jan 28 19:35:46.639211 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:35:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edb0c230-1822-4f16-a092-0d29acff4992 x-openstack-request-id: req-edb0c230-1822-4f16-a092-0d29acff4992 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:35:46.640200 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e321eba3-c803-4f7e-8a7a-1d171e823b01", "name": "network-vif-deleted", "tag": "6fa1804b-6b05-4f1d-94d8-4ac828663508", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:35:46.641834 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-edb0c230-1822-4f16-a092-0d29acff4992 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:35:46.643835 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e321eba3-c803-4f7e-8a7a-1d171e823b01', 'name': 'network-vif-deleted', 'tag': '6fa1804b-6b05-4f1d-94d8-4ac828663508', 'status': 'completed', 'code': 200} Jan 28 19:35:46.672904 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad5e92a-fd24-46f6-8c50-c44d637f7daa req-f3e80447-7b25-4409-bbd1-5bbe0ee8b188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:46.678517 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-fad5e92a-fd24-46f6-8c50-c44d637f7daa req-f3e80447-7b25-4409-bbd1-5bbe0ee8b188 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=803cf84b-628b-4025-a755-b3829db3c440 HTTP/1.1" status: 200 len: 797 time: 0.2132664 Jan 28 19:35:46.726107 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfbfb067-2896-4083-b97e-030a8c2dd28c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68cd31fd-e4cd-5fb3-a862-256fc47efcd2-decd8274-9eda-4d81-a020-86cc15d56022', 'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022', 'project_id': '74e14b1dc35c45ef8b65d1fdcc58b8bc', 'fixed_ips': [{'subnet_id': '232d8e37-7a89-441f-bec7-d8385581e893'}]}} from n-d-812111-14. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:35:46.727388 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-cfbfb067-2896-4083-b97e-030a8c2dd28c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:46.755266 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-6db57327-065e-4367-baee-5c0129b0b56b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=fd27ebc338214c64bbd2f3fdeacf14c6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7815619 Jan 28 19:35:46.760622 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 40864) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:35:46.800098 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-15ad694f-60e3-4e6a-a421-a96c811fbf98 req-6bba0efc-33c4-4304-ad02-b86d28bbeee5 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/security-groups?id=a1544774-06dd-4b7d-abb3-fdfd2885225c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2068305 Jan 28 19:35:46.804906 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70e102c6-7c6f-4677-b9dd-37a4ad72a266 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Made reservation on behalf of 74e14b1dc35c45ef8b65d1fdcc58b8bc for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:35:46.809190 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-70e102c6-7c6f-4677-b9dd-37a4ad72a266 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:46.851045 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [None req-70e102c6-7c6f-4677-b9dd-37a4ad72a266 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] device_id is not set on port 99965c1d-15d1-4673-bda9-e3a6629adb94 yet. {{(pid=103304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:35:46.859952 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad5e92a-fd24-46f6-8c50-c44d637f7daa req-67b8cf17-d5c2-4286-b499-95c327528dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:46.863536 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-fad5e92a-fd24-46f6-8c50-c44d637f7daa req-67b8cf17-d5c2-4286-b499-95c327528dd2 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1a0a56ae-a8fc-45c3-a9f5-3868c6fdc511&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1750753 Jan 28 19:35:46.877139 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e4ff0d22-ecc3-40e6-90f7-9f9542ea44c7 req-7f054d74-c186-4f50-894d-df966e99cace tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e6ba572-7651-4bbb-8823-4cd107ed662f HTTP/1.1" status: 200 len: 210 time: 0.1127040 Jan 28 19:35:46.953491 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-cfbfb067-2896-4083-b97e-030a8c2dd28c None None] Allocated IP 2001:db8::2 (decd8274-9eda-4d81-a020-86cc15d56022/232d8e37-7a89-441f-bec7-d8385581e893/f21c17d8-a9c4-474d-881f-381f95983b69) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:35:47.109942 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-92f7185b-c395-43e2-9e34-c332b4ccbff7 admin admin] Publish callbacks [] for security_group (31dabffc-620f-494c-9870-30cd6f03a9bb), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:47.123038 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-48de02bb-dbc0-47bc-80d3-af2c8cc333fa req-ed765404-d920-48c2-a1ca-133344b65960 tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] Allocated IP 172.20.0.12 (d6943d75-000e-400d-9295-39743b97db11/3bd960bd-a5b3-40f5-ab04-0a5a28ed5e43/50fc9898-c182-465b-b42a-076d9cdecaec) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:35:47.151406 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48de02bb-dbc0-47bc-80d3-af2c8cc333fa req-16e83b44-6997-437c-8d6c-742da45e213c tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] Made reservation on behalf of bbb1d3dcc7ce4a2d9de450aae2527873 for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:35:47.155055 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-48de02bb-dbc0-47bc-80d3-af2c8cc333fa req-16e83b44-6997-437c-8d6c-742da45e213c tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:47.164489 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b57d596f-6260-4b37-8ddf-e69a7d98743d admin admin] Publish callbacks [] for security_group (9d0c76d1-18a3-4b4e-8b56-83fcfa377f56), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:47.179563 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b57d596f-6260-4b37-8ddf-e69a7d98743d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (9d0c76d1-18a3-4b4e-8b56-83fcfa377f56), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:47.184908 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-92f7185b-c395-43e2-9e34-c332b4ccbff7 admin admin] Publish callbacks [] for security_group (31dabffc-620f-494c-9870-30cd6f03a9bb), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:47.210376 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea72e7fa-6390-4087-8eb0-38f7ae4b4cbc req-11d76447-c181-4298-abb5-a7db6dec646f tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:47.216927 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ea72e7fa-6390-4087-8eb0-38f7ae4b4cbc req-11d76447-c181-4298-abb5-a7db6dec646f tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8fc1db2-697a-41ab-9984-99a4c5e04be7 HTTP/1.1" status: 200 len: 945 time: 0.2375455 Jan 28 19:35:47.223078 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-fad5e92a-fd24-46f6-8c50-c44d637f7daa req-680ed17c-55cd-4ae1-86d4-f1bd6844889f service neutron] 10.222.0.70 "GET /v2.0/networks/1a0a56ae-a8fc-45c3-a9f5-3868c6fdc511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2789326 Jan 28 19:35:47.229690 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 40868) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:35:47.238745 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-07cdde69-0880-4e0d-a9a1-c097f2bfb4ba tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Request body: {'floatingip': {'port_id': '88c4d8f8-69eb-4f76-9273-a53c5a9dd516'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:35:47.264497 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-cfbfb067-2896-4083-b97e-030a8c2dd28c None None] Publish callbacks [] for port (f21c17d8-a9c4-474d-881f-381f95983b69), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:47.276543 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-cfbfb067-2896-4083-b97e-030a8c2dd28c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (f21c17d8-a9c4-474d-881f-381f95983b69), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:47.306272 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-b57d596f-6260-4b37-8ddf-e69a7d98743d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=456a03c8c3f44dc39b0c7ae4790e5389&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4668839 Jan 28 19:35:47.340546 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 40870) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:35:47.341004 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57d596f-6260-4b37-8ddf-e69a7d98743d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d0c76d1-18a3-4b4e-8b56-83fcfa377f56,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:35:47.379531 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfbfb067-2896-4083-b97e-030a8c2dd28c None None] Network decd8274-9eda-4d81-a020-86cc15d56022 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:35:47.385554 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-cfbfb067-2896-4083-b97e-030a8c2dd28c None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:35:47.396478 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-07cdde69-0880-4e0d-a9a1-c097f2bfb4ba tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Publish callbacks [] for floatingip (198d7845-5d5e-4901-a4cd-76f848743447), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:47.429310 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfbfb067-2896-4083-b97e-030a8c2dd28c None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:35:47.452134 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbfb067-2896-4083-b97e-030a8c2dd28c None None] Pushing event updated for resources: {'Port': ['ID=f21c17d8-a9c4-474d-881f-381f95983b69,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:35:47.452498 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-92f7185b-c395-43e2-9e34-c332b4ccbff7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (31dabffc-620f-494c-9870-30cd6f03a9bb), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:47.455155 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-92f7185b-c395-43e2-9e34-c332b4ccbff7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:47.467463 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-92f7185b-c395-43e2-9e34-c332b4ccbff7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/31dabffc-620f-494c-9870-30cd6f03a9bb HTTP/1.1" status: 204 len: 168 time: 0.6947155 Jan 28 19:35:47.539776 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-cfbfb067-2896-4083-b97e-030a8c2dd28c None None] Attempting to bind port f21c17d8-a9c4-474d-881f-381f95983b69 on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:35:47.540414 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-cfbfb067-2896-4083-b97e-030a8c2dd28c None None] Attempting to bind port f21c17d8-a9c4-474d-881f-381f95983b69 by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '2aac29a1-8685-476c-bba5-fffce3cb94d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:35:47.540857 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfbfb067-2896-4083-b97e-030a8c2dd28c None None] Attempting to bind port f21c17d8-a9c4-474d-881f-381f95983b69 on network decd8274-9eda-4d81-a020-86cc15d56022 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:35:47.548851 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfbfb067-2896-4083-b97e-030a8c2dd28c None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:35:47.549356 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfbfb067-2896-4083-b97e-030a8c2dd28c None None] Checking segment: {'id': '2aac29a1-8685-476c-bba5-fffce3cb94d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:35:47.549879 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-cfbfb067-2896-4083-b97e-030a8c2dd28c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:47.550367 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfbfb067-2896-4083-b97e-030a8c2dd28c None None] Bound using segment: {'id': '2aac29a1-8685-476c-bba5-fffce3cb94d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:35:47.550935 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-cfbfb067-2896-4083-b97e-030a8c2dd28c None None] Bound port: f21c17d8-a9c4-474d-881f-381f95983b69, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aac29a1-8685-476c-bba5-fffce3cb94d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:35:47.551393 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-cfbfb067-2896-4083-b97e-030a8c2dd28c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (f21c17d8-a9c4-474d-881f-381f95983b69), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:47.572319 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-49ee4edb-c4ac-4571-bad0-1a28f3635ed6 admin admin] Publish callbacks [] for security_group (9d0c76d1-18a3-4b4e-8b56-83fcfa377f56), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:47.593842 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f7185b-c395-43e2-9e34-c332b4ccbff7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31dabffc-620f-494c-9870-30cd6f03a9bb,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:35:47.744341 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-48de02bb-dbc0-47bc-80d3-af2c8cc333fa req-ed765404-d920-48c2-a1ca-133344b65960 tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] Publish callbacks [] for port (50fc9898-c182-465b-b42a-076d9cdecaec), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:47.779777 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-cfbfb067-2896-4083-b97e-030a8c2dd28c None None] For port f21c17d8-a9c4-474d-881f-381f95983b69, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:35:47.788049 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-cfbfb067-2896-4083-b97e-030a8c2dd28c None None] For port f21c17d8-a9c4-474d-881f-381f95983b69, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=f21c17d8-a9c4-474d-881f-381f95983b69,segment=NetworkSegment(2aac29a1-8685-476c-bba5-fffce3cb94d6),segment_id=2aac29a1-8685-476c-bba5-fffce3cb94d6)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:35:47.802612 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-cfbfb067-2896-4083-b97e-030a8c2dd28c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (f21c17d8-a9c4-474d-881f-381f95983b69), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:47.870348 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-48de02bb-dbc0-47bc-80d3-af2c8cc333fa req-16e83b44-6997-437c-8d6c-742da45e213c tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] Allocated IP 172.20.0.5 (d6943d75-000e-400d-9295-39743b97db11/3bd960bd-a5b3-40f5-ab04-0a5a28ed5e43/709f5394-5ddd-4750-8fa4-099ce609dc17) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:35:47.902447 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbfb067-2896-4083-b97e-030a8c2dd28c None None] Pushing event updated for resources: {'Port': ['ID=f21c17d8-a9c4-474d-881f-381f95983b69,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:35:47.972828 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-48de02bb-dbc0-47bc-80d3-af2c8cc333fa req-ed765404-d920-48c2-a1ca-133344b65960 tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (50fc9898-c182-465b-b42a-076d9cdecaec), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:47.983881 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-49ee4edb-c4ac-4571-bad0-1a28f3635ed6 admin admin] Publish callbacks [] for security_group (9d0c76d1-18a3-4b4e-8b56-83fcfa377f56), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:48.204731 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48de02bb-dbc0-47bc-80d3-af2c8cc333fa req-ed765404-d920-48c2-a1ca-133344b65960 tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] Network d6943d75-000e-400d-9295-39743b97db11 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:35:48.240935 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-48de02bb-dbc0-47bc-80d3-af2c8cc333fa req-ed765404-d920-48c2-a1ca-133344b65960 tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:35:48.300044 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-48de02bb-dbc0-47bc-80d3-af2c8cc333fa req-ed765404-d920-48c2-a1ca-133344b65960 tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:35:48.359676 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed765404-d920-48c2-a1ca-133344b65960 tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] Pushing event updated for resources: {'Port': ['ID=50fc9898-c182-465b-b42a-076d9cdecaec,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:35:48.491974 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48de02bb-dbc0-47bc-80d3-af2c8cc333fa req-ed765404-d920-48c2-a1ca-133344b65960 tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:48.500433 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-48de02bb-dbc0-47bc-80d3-af2c8cc333fa req-ed765404-d920-48c2-a1ca-133344b65960 tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:48.541361 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b436a19-ddb6-466b-9d5f-d48f95c0cd30 req-3b029439-07f7-4169-9828-eadbfb99ffb7 tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:48.544299 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2b436a19-ddb6-466b-9d5f-d48f95c0cd30 req-3b029439-07f7-4169-9828-eadbfb99ffb7 tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e6ba572-7651-4bbb-8823-4cd107ed662f HTTP/1.1" status: 200 len: 932 time: 0.5623417 Jan 28 19:35:48.577319 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-70e102c6-7c6f-4677-b9dd-37a4ad72a266 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Allocated IP 2001:db8::ab (decd8274-9eda-4d81-a020-86cc15d56022/232d8e37-7a89-441f-bec7-d8385581e893/99965c1d-15d1-4673-bda9-e3a6629adb94) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:35:48.613094 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-fad5e92a-fd24-46f6-8c50-c44d637f7daa req-0bc56eab-29e7-40cc-935c-45faf4febe65 service neutron] 10.222.0.70 "GET /v2.0/networks/1a0a56ae-a8fc-45c3-a9f5-3868c6fdc511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3821383 Jan 28 19:35:48.646980 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-49ee4edb-c4ac-4571-bad0-1a28f3635ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (9d0c76d1-18a3-4b4e-8b56-83fcfa377f56), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:48.655868 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-49ee4edb-c4ac-4571-bad0-1a28f3635ed6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:48.660573 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-49ee4edb-c4ac-4571-bad0-1a28f3635ed6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9d0c76d1-18a3-4b4e-8b56-83fcfa377f56 HTTP/1.1" status: 204 len: 168 time: 1.3154569 Jan 28 19:35:48.704295 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-48de02bb-dbc0-47bc-80d3-af2c8cc333fa req-ed765404-d920-48c2-a1ca-133344b65960 tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3865170 Jan 28 19:35:48.738663 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-48de02bb-dbc0-47bc-80d3-af2c8cc333fa req-16e83b44-6997-437c-8d6c-742da45e213c tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] Publish callbacks [] for port (709f5394-5ddd-4750-8fa4-099ce609dc17), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:48.743235 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 40900) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:35:48.745523 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-fad5e92a-fd24-46f6-8c50-c44d637f7daa req-7ab3bcf4-b3b2-46a8-8fa7-f315cbabdc0b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.30&port_id=7e6f9cff-a028-4c63-bafa-10b8e8700d7f HTTP/1.1" status: 200 len: 217 time: 0.0918393 Jan 28 19:35:48.752767 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-48de02bb-dbc0-47bc-80d3-af2c8cc333fa req-818a7c9b-07b2-4259-a0b3-95c6eec293b3 service neutron] Request body: {'port': {'device_id': '6e6ba572-7651-4bbb-8823-4cd107ed662f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-14'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:35:48.810008 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ee4edb-c4ac-4571-bad0-1a28f3635ed6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d0c76d1-18a3-4b4e-8b56-83fcfa377f56,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:35:48.829480 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad5e92a-fd24-46f6-8c50-c44d637f7daa req-5b849d37-8488-49a6-ad04-8b099075c760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:48.831113 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-fad5e92a-fd24-46f6-8c50-c44d637f7daa req-5b849d37-8488-49a6-ad04-8b099075c760 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=803cf84b-628b-4025-a755-b3829db3c440 HTTP/1.1" status: 200 len: 797 time: 0.0759780 Jan 28 19:35:48.866402 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2b436a19-ddb6-466b-9d5f-d48f95c0cd30 req-233d9b9b-5b9c-4898-b494-3c3177004c39 tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d406894-e0b8-4582-843c-9edf6a2f3eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2840955 Jan 28 19:35:48.991771 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-48de02bb-dbc0-47bc-80d3-af2c8cc333fa req-818a7c9b-07b2-4259-a0b3-95c6eec293b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (50fc9898-c182-465b-b42a-076d9cdecaec), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:49.086837 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-48de02bb-dbc0-47bc-80d3-af2c8cc333fa req-16e83b44-6997-437c-8d6c-742da45e213c tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (709f5394-5ddd-4750-8fa4-099ce609dc17), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:49.276125 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48de02bb-dbc0-47bc-80d3-af2c8cc333fa req-16e83b44-6997-437c-8d6c-742da45e213c tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] Network d6943d75-000e-400d-9295-39743b97db11 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:35:49.320205 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-07cdde69-0880-4e0d-a9a1-c097f2bfb4ba tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:49.335251 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-07cdde69-0880-4e0d-a9a1-c097f2bfb4ba tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734886'] for floatingip (198d7845-5d5e-4901-a4cd-76f848743447), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:49.379224 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-48de02bb-dbc0-47bc-80d3-af2c8cc333fa req-16e83b44-6997-437c-8d6c-742da45e213c tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:35:49.396884 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-a9037bb4-88e2-479b-b15e-c9f9d68cc43f tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-2093187081', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:35:49.422866 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-48de02bb-dbc0-47bc-80d3-af2c8cc333fa req-16e83b44-6997-437c-8d6c-742da45e213c tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:35:49.474839 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48de02bb-dbc0-47bc-80d3-af2c8cc333fa req-16e83b44-6997-437c-8d6c-742da45e213c tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:49.475755 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-48de02bb-dbc0-47bc-80d3-af2c8cc333fa req-16e83b44-6997-437c-8d6c-742da45e213c tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:49.482612 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e83b44-6997-437c-8d6c-742da45e213c tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] Pushing event updated for resources: {'Port': ['ID=709f5394-5ddd-4750-8fa4-099ce609dc17,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:35:49.507536 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad5e92a-fd24-46f6-8c50-c44d637f7daa req-9769bf3f-22b8-492b-9e0e-d65837ca1bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:49.510411 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-fad5e92a-fd24-46f6-8c50-c44d637f7daa req-9769bf3f-22b8-492b-9e0e-d65837ca1bbe service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1a0a56ae-a8fc-45c3-a9f5-3868c6fdc511&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.6595087 Jan 28 19:35:49.510549 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a9037bb4-88e2-479b-b15e-c9f9d68cc43f tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261150'] for router (eaa9a0e2-9df3-4828-8ea7-70aaa6501a3f), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:49.511613 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a9037bb4-88e2-479b-b15e-c9f9d68cc43f tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-731099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-731441', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261129'] for router (eaa9a0e2-9df3-4828-8ea7-70aaa6501a3f), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:49.544077 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-48de02bb-dbc0-47bc-80d3-af2c8cc333fa req-16e83b44-6997-437c-8d6c-742da45e213c tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0417266 Jan 28 19:35:49.560923 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-48de02bb-dbc0-47bc-80d3-af2c8cc333fa req-16dfc53d-0889-4479-815e-cd754c9cd78a service neutron] Request body: {'port': {'device_id': '114d9b10-6f91-4f53-b9ef-9d92157ca212', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-14'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:35:49.621212 n-d-812111-14 neutron-server[103304]: INFO neutron.db.l3_db [None req-07cdde69-0880-4e0d-a9a1-c097f2bfb4ba tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Floating IP 198d7845-5d5e-4901-a4cd-76f848743447 associated. External IP: 172.25.6.86, port: 88c4d8f8-69eb-4f76-9273-a53c5a9dd516. Jan 28 19:35:49.636070 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-70e102c6-7c6f-4677-b9dd-37a4ad72a266 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks [] for port (99965c1d-15d1-4673-bda9-e3a6629adb94), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:49.683651 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-48de02bb-dbc0-47bc-80d3-af2c8cc333fa req-16dfc53d-0889-4479-815e-cd754c9cd78a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (709f5394-5ddd-4750-8fa4-099ce609dc17), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:49.766714 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device f21c17d8-a9c4-474d-881f-381f95983b69 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:35:49.791393 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-fad5e92a-fd24-46f6-8c50-c44d637f7daa req-eb5d04ee-0eab-4c8f-89f4-5d464326a334 service neutron] 10.222.0.70 "GET /v2.0/networks/1a0a56ae-a8fc-45c3-a9f5-3868c6fdc511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2690067 Jan 28 19:35:49.821527 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-98185fea-7f30-487d-9bbc-667da4d1cb0e None None] Provisioning complete for port f21c17d8-a9c4-474d-881f-381f95983b69 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:35:49.822277 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-98185fea-7f30-487d-9bbc-667da4d1cb0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (f21c17d8-a9c4-474d-881f-381f95983b69), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:49.832860 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a9037bb4-88e2-479b-b15e-c9f9d68cc43f tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Publish callbacks [] for router_controller (eaa9a0e2-9df3-4828-8ea7-70aaa6501a3f), precommit_add_association {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:49.871964 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a9037bb4-88e2-479b-b15e-c9f9d68cc43f tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-731074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-731460'] for router (eaa9a0e2-9df3-4828-8ea7-70aaa6501a3f), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:49.903572 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-fad5e92a-fd24-46f6-8c50-c44d637f7daa req-2225793a-d7cd-4323-805f-b390d673e04c service neutron] 10.222.0.70 "GET /v2.0/networks/1a0a56ae-a8fc-45c3-a9f5-3868c6fdc511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033857 Jan 28 19:35:49.908172 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-70e102c6-7c6f-4677-b9dd-37a4ad72a266 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (99965c1d-15d1-4673-bda9-e3a6629adb94), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:49.967679 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a9037bb4-88e2-479b-b15e-c9f9d68cc43f tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:49.973258 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port f21c17d8-a9c4-474d-881f-381f95983b69 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:35:49.973988 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (f21c17d8-a9c4-474d-881f-381f95983b69), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:49.978954 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-a9037bb4-88e2-479b-b15e-c9f9d68cc43f tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 1.2073052 Jan 28 19:35:49.985816 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 40926) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:35:50.004236 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-98185fea-7f30-487d-9bbc-667da4d1cb0e None None] Current status of the port f21c17d8-a9c4-474d-881f-381f95983b69 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:35:50.004634 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e102c6-7c6f-4677-b9dd-37a4ad72a266 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Network decd8274-9eda-4d81-a020-86cc15d56022 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:35:50.005373 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-98185fea-7f30-487d-9bbc-667da4d1cb0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (f21c17d8-a9c4-474d-881f-381f95983b69), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:50.014042 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-70e102c6-7c6f-4677-b9dd-37a4ad72a266 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:35:50.020845 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-fad5e92a-fd24-46f6-8c50-c44d637f7daa req-2c59f814-d47f-41f4-86c3-4f15ee0091d1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=20564fb9-afe6-4bea-9e37-1486e3355933 HTTP/1.1" status: 200 len: 217 time: 0.1081135 Jan 28 19:35:50.039338 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-34604c0f-0081-48ce-a664-ce500cf7e905 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-566617262'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:35:50.074571 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34604c0f-0081-48ce-a664-ce500cf7e905 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Made reservation on behalf of 1f21eb89621a4f1bafda3793b9f74bd9 for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:35:50.077923 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-34604c0f-0081-48ce-a664-ce500cf7e905 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:50.095290 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-34604c0f-0081-48ce-a664-ce500cf7e905 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:50.098943 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-98185fea-7f30-487d-9bbc-667da4d1cb0e None None] For port f21c17d8-a9c4-474d-881f-381f95983b69, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=f21c17d8-a9c4-474d-881f-381f95983b69,segment=NetworkSegment(2aac29a1-8685-476c-bba5-fffce3cb94d6),segment_id=2aac29a1-8685-476c-bba5-fffce3cb94d6)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:35:50.114472 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-98185fea-7f30-487d-9bbc-667da4d1cb0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (f21c17d8-a9c4-474d-881f-381f95983b69), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:50.180226 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [req-48de02bb-dbc0-47bc-80d3-af2c8cc333fa req-818a7c9b-07b2-4259-a0b3-95c6eec293b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50fc9898-c182-465b-b42a-076d9cdecaec {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:35:50.192159 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-48de02bb-dbc0-47bc-80d3-af2c8cc333fa req-818a7c9b-07b2-4259-a0b3-95c6eec293b3 service neutron] Publish callbacks [] for port (50fc9898-c182-465b-b42a-076d9cdecaec), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:50.209812 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port f21c17d8-a9c4-474d-881f-381f95983b69 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:35:50.214096 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-48de02bb-dbc0-47bc-80d3-af2c8cc333fa req-818a7c9b-07b2-4259-a0b3-95c6eec293b3 service neutron] Transition to ACTIVE for port object 50fc9898-c182-465b-b42a-076d9cdecaec will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:35:50.234638 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-48de02bb-dbc0-47bc-80d3-af2c8cc333fa req-818a7c9b-07b2-4259-a0b3-95c6eec293b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (50fc9898-c182-465b-b42a-076d9cdecaec), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:50.286180 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e102c6-7c6f-4677-b9dd-37a4ad72a266 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:35:50.300073 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e102c6-7c6f-4677-b9dd-37a4ad72a266 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:50.300755 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-70e102c6-7c6f-4677-b9dd-37a4ad72a266 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:50.320468 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98185fea-7f30-487d-9bbc-667da4d1cb0e None None] Pushing event updated for resources: {'Port': ['ID=f21c17d8-a9c4-474d-881f-381f95983b69,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:35:50.358500 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-036e95fb-64cf-477a-9875-53ef78434cf7 None None] Provisioning complete for port 99965c1d-15d1-4673-bda9-e3a6629adb94 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:35:50.358887 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-036e95fb-64cf-477a-9875-53ef78434cf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (99965c1d-15d1-4673-bda9-e3a6629adb94), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:50.409635 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-036e95fb-64cf-477a-9875-53ef78434cf7 None None] Port 99965c1d-15d1-4673-bda9-e3a6629adb94 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:35:50.441126 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad5e92a-fd24-46f6-8c50-c44d637f7daa req-02167621-1e2f-4c54-871b-a1d5754a12fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:50.442955 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-fad5e92a-fd24-46f6-8c50-c44d637f7daa req-02167621-1e2f-4c54-871b-a1d5754a12fc service neutron] 10.222.0.70 "GET /v2.0/subnets?id=640d2378-2c13-45c8-a4ae-1ce2f7aa7914 HTTP/1.1" status: 200 len: 797 time: 0.1622229 Jan 28 19:35:50.467597 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818a7c9b-07b2-4259-a0b3-95c6eec293b3 service neutron] Pushing event updated for resources: {'Port': ['ID=50fc9898-c182-465b-b42a-076d9cdecaec,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:35:50.469827 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e102c6-7c6f-4677-b9dd-37a4ad72a266 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Pushing event updated for resources: {'Port': ['ID=99965c1d-15d1-4673-bda9-e3a6629adb94,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:35:50.490186 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07cdde69-0880-4e0d-a9a1-c097f2bfb4ba tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Router 8284962e-2761-435a-93e5-faa7cc47ef87 has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:35:50.492764 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-48de02bb-dbc0-47bc-80d3-af2c8cc333fa req-818a7c9b-07b2-4259-a0b3-95c6eec293b3 service neutron] Attempting to bind port 50fc9898-c182-465b-b42a-076d9cdecaec on host n-h1-812111-14 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:35:50.493422 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-48de02bb-dbc0-47bc-80d3-af2c8cc333fa req-818a7c9b-07b2-4259-a0b3-95c6eec293b3 service neutron] Attempting to bind port 50fc9898-c182-465b-b42a-076d9cdecaec by drivers openvswitch,hyperv on host n-h1-812111-14 at level 0 using segments [{'id': 'ae01320f-4c42-4a16-9083-8e2cba9c3e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'd6943d75-000e-400d-9295-39743b97db11'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:35:50.493839 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48de02bb-dbc0-47bc-80d3-af2c8cc333fa req-818a7c9b-07b2-4259-a0b3-95c6eec293b3 service neutron] Attempting to bind port 50fc9898-c182-465b-b42a-076d9cdecaec on network d6943d75-000e-400d-9295-39743b97db11 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:35:50.541322 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-70e102c6-7c6f-4677-b9dd-37a4ad72a266 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.2560065 Jan 28 19:35:50.545185 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 40932) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:35:50.558362 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-34604c0f-0081-48ce-a664-ce500cf7e905 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Publish callbacks [] for security_group (71e14ba6-4799-4308-992b-9dce0529ab42), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:50.568926 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48de02bb-dbc0-47bc-80d3-af2c8cc333fa req-818a7c9b-07b2-4259-a0b3-95c6eec293b3 service neutron] Port 50fc9898-c182-465b-b42a-076d9cdecaec on network d6943d75-000e-400d-9295-39743b97db11 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-14 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:35:50.570790 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48de02bb-dbc0-47bc-80d3-af2c8cc333fa req-818a7c9b-07b2-4259-a0b3-95c6eec293b3 service neutron] Attempting to bind port 50fc9898-c182-465b-b42a-076d9cdecaec on network d6943d75-000e-400d-9295-39743b97db11 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:35:50.580069 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-34604c0f-0081-48ce-a664-ce500cf7e905 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (71e14ba6-4799-4308-992b-9dce0529ab42), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:50.614914 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48de02bb-dbc0-47bc-80d3-af2c8cc333fa req-818a7c9b-07b2-4259-a0b3-95c6eec293b3 service neutron] Checking agent: {'id': 'b544ba20-de93-4d86-9e6b-a2202deb6191', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:35:50.615422 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48de02bb-dbc0-47bc-80d3-af2c8cc333fa req-818a7c9b-07b2-4259-a0b3-95c6eec293b3 service neutron] Checking segment: {'id': 'ae01320f-4c42-4a16-9083-8e2cba9c3e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'd6943d75-000e-400d-9295-39743b97db11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:35:50.615962 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48de02bb-dbc0-47bc-80d3-af2c8cc333fa req-818a7c9b-07b2-4259-a0b3-95c6eec293b3 service neutron] Bound using segment: {'id': 'ae01320f-4c42-4a16-9083-8e2cba9c3e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'd6943d75-000e-400d-9295-39743b97db11'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:35:50.616788 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-48de02bb-dbc0-47bc-80d3-af2c8cc333fa req-818a7c9b-07b2-4259-a0b3-95c6eec293b3 service neutron] Bound port: 50fc9898-c182-465b-b42a-076d9cdecaec, host: n-h1-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae01320f-4c42-4a16-9083-8e2cba9c3e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'd6943d75-000e-400d-9295-39743b97db11'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:35:50.617326 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-48de02bb-dbc0-47bc-80d3-af2c8cc333fa req-818a7c9b-07b2-4259-a0b3-95c6eec293b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (50fc9898-c182-465b-b42a-076d9cdecaec), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:50.618211 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:50.622205 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693ad7bd-aa33-4994-b104-91008b8cedd8 req-62877f26-8a67-4486-86fe-a84899064617 tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:50.623701 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-693ad7bd-aa33-4994-b104-91008b8cedd8 req-62877f26-8a67-4486-86fe-a84899064617 tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e6ba572-7651-4bbb-8823-4cd107ed662f HTTP/1.1" status: 200 len: 944 time: 0.6155694 Jan 28 19:35:50.655243 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34604c0f-0081-48ce-a664-ce500cf7e905 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:35:50.716001 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-34604c0f-0081-48ce-a664-ce500cf7e905 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (6151bf9b-ffd7-4b66-8888-042209b960c0), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:50.716590 n-d-812111-14 neutron-server[103305]: INFO neutron.db.segments_db [None req-34604c0f-0081-48ce-a664-ce500cf7e905 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Added segment 6151bf9b-ffd7-4b66-8888-042209b960c0 of type vlan for network b5bfca23-9ba8-431c-a1a2-3f58416c0126 Jan 28 19:35:50.719421 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad5e92a-fd24-46f6-8c50-c44d637f7daa req-435d8382-6779-4aa7-aeaa-9ed87167b09e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:50.721166 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-fad5e92a-fd24-46f6-8c50-c44d637f7daa req-435d8382-6779-4aa7-aeaa-9ed87167b09e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2b32274e-ef71-47fa-9b2e-d7c8beaa092d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2293055 Jan 28 19:35:50.736940 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f9a67b-9214-4b1a-a2f6-f20141301906 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:50.742415 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f9a67b-9214-4b1a-a2f6-f20141301906 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:50.747855 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-24f9a67b-9214-4b1a-a2f6-f20141301906 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.2000399 Jan 28 19:35:50.752894 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 40936) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:35:50.763951 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34604c0f-0081-48ce-a664-ce500cf7e905 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71e14ba6-4799-4308-992b-9dce0529ab42,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:35:50.860963 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-fad5e92a-fd24-46f6-8c50-c44d637f7daa req-4f00a5c4-dd3a-45f2-a0cb-adeca935c1ee service neutron] 10.222.0.70 "GET /v2.0/networks/2b32274e-ef71-47fa-9b2e-d7c8beaa092d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035006 Jan 28 19:35:50.926961 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-34604c0f-0081-48ce-a664-ce500cf7e905 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (b5bfca23-9ba8-431c-a1a2-3f58416c0126), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:50.931417 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-693ad7bd-aa33-4994-b104-91008b8cedd8 req-cd0e476b-be16-4181-9aa8-669cbe43f2d4 tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d406894-e0b8-4582-843c-9edf6a2f3eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2687552 Jan 28 19:35:50.952881 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [req-48de02bb-dbc0-47bc-80d3-af2c8cc333fa req-16dfc53d-0889-4479-815e-cd754c9cd78a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 709f5394-5ddd-4750-8fa4-099ce609dc17 {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:35:50.979926 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-48de02bb-dbc0-47bc-80d3-af2c8cc333fa req-16dfc53d-0889-4479-815e-cd754c9cd78a service neutron] Publish callbacks [] for port (709f5394-5ddd-4750-8fa4-099ce609dc17), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:50.995728 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-48de02bb-dbc0-47bc-80d3-af2c8cc333fa req-818a7c9b-07b2-4259-a0b3-95c6eec293b3 service neutron] For port 50fc9898-c182-465b-b42a-076d9cdecaec, host n-h1-812111-14, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:35:51.004481 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-48de02bb-dbc0-47bc-80d3-af2c8cc333fa req-818a7c9b-07b2-4259-a0b3-95c6eec293b3 service neutron] For port 50fc9898-c182-465b-b42a-076d9cdecaec, host n-h1-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=50fc9898-c182-465b-b42a-076d9cdecaec,segment=NetworkSegment(ae01320f-4c42-4a16-9083-8e2cba9c3e3f),segment_id=ae01320f-4c42-4a16-9083-8e2cba9c3e3f)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:35:51.025479 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-48de02bb-dbc0-47bc-80d3-af2c8cc333fa req-16dfc53d-0889-4479-815e-cd754c9cd78a service neutron] Transition to ACTIVE for port object 709f5394-5ddd-4750-8fa4-099ce609dc17 will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:35:51.027437 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-48de02bb-dbc0-47bc-80d3-af2c8cc333fa req-818a7c9b-07b2-4259-a0b3-95c6eec293b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (50fc9898-c182-465b-b42a-076d9cdecaec), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:51.054514 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07cdde69-0880-4e0d-a9a1-c097f2bfb4ba tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:35:51.059797 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-07cdde69-0880-4e0d-a9a1-c097f2bfb4ba tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for floatingip (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:51.065061 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-48de02bb-dbc0-47bc-80d3-af2c8cc333fa req-16dfc53d-0889-4479-815e-cd754c9cd78a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (709f5394-5ddd-4750-8fa4-099ce609dc17), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:51.076137 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-34604c0f-0081-48ce-a664-ce500cf7e905 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (b5bfca23-9ba8-431c-a1a2-3f58416c0126), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:51.081448 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34604c0f-0081-48ce-a664-ce500cf7e905 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:51.084584 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16eb130b-1dc6-4d0a-8903-ae94a0335bda None None] Sync routers for ids ['8284962e-2761-435a-93e5-faa7cc47ef87'] in n-d-812111-14 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:35:51.089083 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-34604c0f-0081-48ce-a664-ce500cf7e905 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:51.103414 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16eb130b-1dc6-4d0a-8903-ae94a0335bda None None] Routers {'8284962e-2761-435a-93e5-faa7cc47ef87'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:35:51.104126 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-16eb130b-1dc6-4d0a-8903-ae94a0335bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:35:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['8284962e-2761-435a-93e5-faa7cc47ef87'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:35:51.113363 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-07cdde69-0880-4e0d-a9a1-c097f2bfb4ba tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "PUT /v2.0/floatingips/198d7845-5d5e-4901-a4cd-76f848743447 HTTP/1.1" status: 200 len: 990 time: 3.8808639 Jan 28 19:35:51.119401 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8fc1db2-697a-41ab-9984-99a4c5e04be7', 'tag': '88c4d8f8-69eb-4f76-9273-a53c5a9dd516'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:35:51.121759 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f8458cd-48c8-4b04-a921-e6148fe31b4a" -d '{"events": [{"name": "network-changed", "server_uuid": "f8fc1db2-697a-41ab-9984-99a4c5e04be7", "tag": "88c4d8f8-69eb-4f76-9273-a53c5a9dd516"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:35:51.139221 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-fad5e92a-fd24-46f6-8c50-c44d637f7daa req-7f3973bb-5241-45f8-9168-b85052b75f12 service neutron] 10.222.0.70 "GET /v2.0/networks/2b32274e-ef71-47fa-9b2e-d7c8beaa092d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2405953 Jan 28 19:35:51.158585 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-bb7e2866-39d8-4ad2-bf4d-1c0f29d30e89 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Deleting port 99965c1d-15d1-4673-bda9-e3a6629adb94 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:35:51.160140 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bb7e2866-39d8-4ad2-bf4d-1c0f29d30e89 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (99965c1d-15d1-4673-bda9-e3a6629adb94), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:51.197700 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-538e4ea1-c289-46ea-965f-af7cfcbf77ce x-openstack-request-id: req-538e4ea1-c289-46ea-965f-af7cfcbf77ce {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:35:51.198103 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8fc1db2-697a-41ab-9984-99a4c5e04be7", "tag": "88c4d8f8-69eb-4f76-9273-a53c5a9dd516", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:35:51.198359 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-538e4ea1-c289-46ea-965f-af7cfcbf77ce {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:35:51.199093 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8fc1db2-697a-41ab-9984-99a4c5e04be7', 'tag': '88c4d8f8-69eb-4f76-9273-a53c5a9dd516', 'status': 'completed', 'code': 200} Jan 28 19:35:51.228544 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48de02bb-dbc0-47bc-80d3-af2c8cc333fa req-818a7c9b-07b2-4259-a0b3-95c6eec293b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:51.229933 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-48de02bb-dbc0-47bc-80d3-af2c8cc333fa req-818a7c9b-07b2-4259-a0b3-95c6eec293b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:51.232391 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-48de02bb-dbc0-47bc-80d3-af2c8cc333fa req-818a7c9b-07b2-4259-a0b3-95c6eec293b3 service neutron] 10.222.0.41 "PUT /v2.0/ports/50fc9898-c182-465b-b42a-076d9cdecaec HTTP/1.1" status: 200 len: 1093 time: 2.5008709 Jan 28 19:35:51.236683 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e6ba572-7651-4bbb-8823-4cd107ed662f', 'tag': '50fc9898-c182-465b-b42a-076d9cdecaec'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:35:51.239512 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a7e228e-71ec-4bfd-b9a1-67c983cad7ce" -d '{"events": [{"name": "network-changed", "server_uuid": "6e6ba572-7651-4bbb-8823-4cd107ed662f", "tag": "50fc9898-c182-465b-b42a-076d9cdecaec"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:35:51.239817 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-fad5e92a-fd24-46f6-8c50-c44d637f7daa req-40fbb8f1-b4c2-4c3c-b721-2c13f2a486d8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=81a4af83-6b4e-4b78-b358-67e235489ec7 HTTP/1.1" status: 200 len: 217 time: 0.0927088 Jan 28 19:35:51.261365 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-34604c0f-0081-48ce-a664-ce500cf7e905 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.2265086 Jan 28 19:35:51.317078 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 40952) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:35:51.331750 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e6add52-38c2-4b42-a324-2aa115fa321a x-openstack-request-id: req-5e6add52-38c2-4b42-a324-2aa115fa321a {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:35:51.332167 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e6ba572-7651-4bbb-8823-4cd107ed662f", "tag": "50fc9898-c182-465b-b42a-076d9cdecaec", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:35:51.333249 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5e6add52-38c2-4b42-a324-2aa115fa321a {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:35:51.333755 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e6ba572-7651-4bbb-8823-4cd107ed662f', 'tag': '50fc9898-c182-465b-b42a-076d9cdecaec', 'status': 'completed', 'code': 200} Jan 28 19:35:51.370729 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-cad4ba54-ea55-4a75-b295-89008616fb5a tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Request body: {'subnet': {'network_id': 'b5bfca23-9ba8-431c-a1a2-3f58416c0126', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:35:51.390599 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-16eb130b-1dc6-4d0a-8903-ae94a0335bda None None] Set router 8284962e-2761-435a-93e5-faa7cc47ef87 gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:35:51.484162 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818a7c9b-07b2-4259-a0b3-95c6eec293b3 service neutron] Pushing event updated for resources: {'Port': ['ID=50fc9898-c182-465b-b42a-076d9cdecaec,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:35:51.524167 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34604c0f-0081-48ce-a664-ce500cf7e905 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Pushing event updated for resources: {'Network': ['ID=b5bfca23-9ba8-431c-a1a2-3f58416c0126,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:35:51.550303 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-48de02bb-dbc0-47bc-80d3-af2c8cc333fa req-16dfc53d-0889-4479-815e-cd754c9cd78a service neutron] Attempting to bind port 709f5394-5ddd-4750-8fa4-099ce609dc17 on host n-h2-812111-14 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:35:51.550637 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-48de02bb-dbc0-47bc-80d3-af2c8cc333fa req-16dfc53d-0889-4479-815e-cd754c9cd78a service neutron] Attempting to bind port 709f5394-5ddd-4750-8fa4-099ce609dc17 by drivers openvswitch,hyperv on host n-h2-812111-14 at level 0 using segments [{'id': 'ae01320f-4c42-4a16-9083-8e2cba9c3e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'd6943d75-000e-400d-9295-39743b97db11'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:35:51.550913 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48de02bb-dbc0-47bc-80d3-af2c8cc333fa req-16dfc53d-0889-4479-815e-cd754c9cd78a service neutron] Attempting to bind port 709f5394-5ddd-4750-8fa4-099ce609dc17 on network d6943d75-000e-400d-9295-39743b97db11 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:35:51.655837 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network b5bfca23-9ba8-431c-a1a2-3f58416c0126 details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:35:51.678819 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device f21c17d8-a9c4-474d-881f-381f95983b69 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:35:51.703746 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad5e92a-fd24-46f6-8c50-c44d637f7daa req-762cac0d-6b8a-4586-8c01-ba7dfe35d80c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:51.705519 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-fad5e92a-fd24-46f6-8c50-c44d637f7daa req-762cac0d-6b8a-4586-8c01-ba7dfe35d80c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=640d2378-2c13-45c8-a4ae-1ce2f7aa7914 HTTP/1.1" status: 200 len: 797 time: 0.3892696 Jan 28 19:35:51.710558 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bb7e2866-39d8-4ad2-bf4d-1c0f29d30e89 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (99965c1d-15d1-4673-bda9-e3a6629adb94), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:51.761620 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8458cd-48c8-4b04-a921-e6148fe31b4a req-a8702029-b5a7-4f08-8925-b18e878454f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:51.763633 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3f8458cd-48c8-4b04-a921-e6148fe31b4a req-a8702029-b5a7-4f08-8925-b18e878454f0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0f0ddac21a95455ebc1c3ac83c1cf620&device_id=f8fc1db2-697a-41ab-9984-99a4c5e04be7 HTTP/1.1" status: 200 len: 1128 time: 0.5289509 Jan 28 19:35:51.767910 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-bb7e2866-39d8-4ad2-bf4d-1c0f29d30e89 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Calling delete_port for 99965c1d-15d1-4673-bda9-e3a6629adb94 owned by {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:35:52.227083 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cad4ba54-ea55-4a75-b295-89008616fb5a tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Made reservation on behalf of 1f21eb89621a4f1bafda3793b9f74bd9 for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:35:52.231047 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cad4ba54-ea55-4a75-b295-89008616fb5a tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5221429'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:52.244720 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48de02bb-dbc0-47bc-80d3-af2c8cc333fa req-16dfc53d-0889-4479-815e-cd754c9cd78a service neutron] Port 709f5394-5ddd-4750-8fa4-099ce609dc17 on network d6943d75-000e-400d-9295-39743b97db11 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-14 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:35:52.244720 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48de02bb-dbc0-47bc-80d3-af2c8cc333fa req-16dfc53d-0889-4479-815e-cd754c9cd78a service neutron] Attempting to bind port 709f5394-5ddd-4750-8fa4-099ce609dc17 on network d6943d75-000e-400d-9295-39743b97db11 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:35:52.351914 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48de02bb-dbc0-47bc-80d3-af2c8cc333fa req-16dfc53d-0889-4479-815e-cd754c9cd78a service neutron] Checking agent: {'id': '8f3fee4e-bf24-4b58-8a3a-ae9c8011a473', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 35, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:35:52.352272 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48de02bb-dbc0-47bc-80d3-af2c8cc333fa req-16dfc53d-0889-4479-815e-cd754c9cd78a service neutron] Checking segment: {'id': 'ae01320f-4c42-4a16-9083-8e2cba9c3e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'd6943d75-000e-400d-9295-39743b97db11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:35:52.353066 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48de02bb-dbc0-47bc-80d3-af2c8cc333fa req-16dfc53d-0889-4479-815e-cd754c9cd78a service neutron] Bound using segment: {'id': 'ae01320f-4c42-4a16-9083-8e2cba9c3e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'd6943d75-000e-400d-9295-39743b97db11'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:35:52.355328 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-48de02bb-dbc0-47bc-80d3-af2c8cc333fa req-16dfc53d-0889-4479-815e-cd754c9cd78a service neutron] Bound port: 709f5394-5ddd-4750-8fa4-099ce609dc17, host: n-h2-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae01320f-4c42-4a16-9083-8e2cba9c3e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'd6943d75-000e-400d-9295-39743b97db11'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:35:52.355969 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-48de02bb-dbc0-47bc-80d3-af2c8cc333fa req-16dfc53d-0889-4479-815e-cd754c9cd78a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (709f5394-5ddd-4750-8fa4-099ce609dc17), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:52.356372 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port f21c17d8-a9c4-474d-881f-381f95983b69 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:35:52.356838 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (f21c17d8-a9c4-474d-881f-381f95983b69), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:52.396653 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48de02bb-dbc0-47bc-80d3-af2c8cc333fa req-cef99b67-230c-42b1-9089-bb6d82228b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:52.402186 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-48de02bb-dbc0-47bc-80d3-af2c8cc333fa req-cef99b67-230c-42b1-9089-bb6d82228b23 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bbb1d3dcc7ce4a2d9de450aae2527873&device_id=6e6ba572-7651-4bbb-8823-4cd107ed662f HTTP/1.1" status: 200 len: 1127 time: 1.0722516 Jan 28 19:35:52.410704 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-16eb130b-1dc6-4d0a-8903-ae94a0335bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8284962e-2761-435a-93e5-faa7cc47ef87', 'name': 'tempest-AttachVolumeShelveTestJSON-1306095070-router', 'tenant_id': '0f0ddac21a95455ebc1c3ac83c1cf620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': '165030ec-a091-445a-96fa-5e7aadc47c06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:30:46Z', 'updated_at': '2022-01-28T19:30:58Z', 'revision_number': 4, 'project_id': '0f0ddac21a95455ebc1c3ac83c1cf620', 'gw_port': {'id': '165030ec-a091-445a-96fa-5e7aadc47c06', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:60:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8284962e-2761-435a-93e5-faa7cc47ef87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1940, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:30:48Z', 'updated_at': '2022-01-28T19:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_floatingips': [{'id': '198d7845-5d5e-4901-a4cd-76f848743447', 'tenant_id': '0f0ddac21a95455ebc1c3ac83c1cf620', 'floating_ip_address': '172.25.6.86', 'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'router_id': '8284962e-2761-435a-93e5-faa7cc47ef87', 'port_id': '88c4d8f8-69eb-4f76-9273-a53c5a9dd516', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ed80f8c-a628-4bf0-926c-daa4ec7f72d6', 'mac_address': 'fa:16:3e:86:50:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8fc1db2-697a-41ab-9984-99a4c5e04be7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:35:25Z', 'updated_at': '2022-01-28T19:35:49Z', 'revision_number': 1, 'project_id': '0f0ddac21a95455ebc1c3ac83c1cf620', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57830a23-006f-43dc-a826-8fdb1e9618a0', 'name': '', 'network_id': '4ed80f8c-a628-4bf0-926c-daa4ec7f72d6', 'tenant_id': '0f0ddac21a95455ebc1c3ac83c1cf620', 'mac_address': 'fa:16:3e:20:e5:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8284962e-2761-435a-93e5-faa7cc47ef87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1955, 'fixed_ips': [{'subnet_id': 'ccd8c2b9-0197-4b01-ba57-f13b2702d1bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:30:55Z', 'updated_at': '2022-01-28T19:31:05Z', 'revision_number': 5, 'project_id': '0f0ddac21a95455ebc1c3ac83c1cf620', 'subnets': [{'id': 'ccd8c2b9-0197-4b01-ba57-f13b2702d1bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:35:52.411506 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dfc53d-0889-4479-815e-cd754c9cd78a service neutron] Pushing event updated for resources: {'Port': ['ID=709f5394-5ddd-4750-8fa4-099ce609dc17,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:35:52.486933 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16eb130b-1dc6-4d0a-8903-ae94a0335bda None None] Checking router: 8284962e-2761-435a-93e5-faa7cc47ef87 for host: n-d-812111-14 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:35:52.509786 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-48de02bb-dbc0-47bc-80d3-af2c8cc333fa req-32758d3f-0bac-4633-93aa-e7db3c2c782e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=50fc9898-c182-465b-b42a-076d9cdecaec HTTP/1.1" status: 200 len: 217 time: 0.0524974 Jan 28 19:35:52.554203 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16eb130b-1dc6-4d0a-8903-ae94a0335bda None None] Routers {'8284962e-2761-435a-93e5-faa7cc47ef87'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:35:52.555123 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-16eb130b-1dc6-4d0a-8903-ae94a0335bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:35:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['8284962e-2761-435a-93e5-faa7cc47ef87'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:35:52.624454 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-48de02bb-dbc0-47bc-80d3-af2c8cc333fa req-16dfc53d-0889-4479-815e-cd754c9cd78a service neutron] For port 709f5394-5ddd-4750-8fa4-099ce609dc17, host n-h2-812111-14, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:35:52.632136 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-48de02bb-dbc0-47bc-80d3-af2c8cc333fa req-16dfc53d-0889-4479-815e-cd754c9cd78a service neutron] For port 709f5394-5ddd-4750-8fa4-099ce609dc17, host n-h2-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=709f5394-5ddd-4750-8fa4-099ce609dc17,segment=NetworkSegment(ae01320f-4c42-4a16-9083-8e2cba9c3e3f),segment_id=ae01320f-4c42-4a16-9083-8e2cba9c3e3f)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:35:52.633550 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port f21c17d8-a9c4-474d-881f-381f95983b69 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:35:52.644007 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8458cd-48c8-4b04-a921-e6148fe31b4a req-1cdcc338-633c-4f42-9d0e-a7fb7bfdad86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:52.644762 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48de02bb-dbc0-47bc-80d3-af2c8cc333fa req-ba539a30-4369-42a5-8b10-0b6df91e0539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:52.646637 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3f8458cd-48c8-4b04-a921-e6148fe31b4a req-1cdcc338-633c-4f42-9d0e-a7fb7bfdad86 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4ed80f8c-a628-4bf0-926c-daa4ec7f72d6 HTTP/1.1" status: 200 len: 917 time: 0.8758819 Jan 28 19:35:52.647771 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-48de02bb-dbc0-47bc-80d3-af2c8cc333fa req-ba539a30-4369-42a5-8b10-0b6df91e0539 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3bd960bd-a5b3-40f5-ab04-0a5a28ed5e43 HTTP/1.1" status: 200 len: 853 time: 0.1308017 Jan 28 19:35:52.653407 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-48de02bb-dbc0-47bc-80d3-af2c8cc333fa req-16dfc53d-0889-4479-815e-cd754c9cd78a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (709f5394-5ddd-4750-8fa4-099ce609dc17), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:52.680113 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bb7e2866-39d8-4ad2-bf4d-1c0f29d30e89 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (99965c1d-15d1-4673-bda9-e3a6629adb94), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:52.702271 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd37d51-36c7-4b27-a560-56e5ab023151 req-91a731bc-7ec8-4046-9db1-09c3ae319074 tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:52.707087 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-abd37d51-36c7-4b27-a560-56e5ab023151 req-91a731bc-7ec8-4046-9db1-09c3ae319074 tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e6ba572-7651-4bbb-8823-4cd107ed662f HTTP/1.1" status: 200 len: 944 time: 0.5002766 Jan 28 19:35:52.736310 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad5e92a-fd24-46f6-8c50-c44d637f7daa req-9d7c6f20-ddcf-41b5-9135-14d1867ab9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:52.738132 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-fad5e92a-fd24-46f6-8c50-c44d637f7daa req-9d7c6f20-ddcf-41b5-9135-14d1867ab9d2 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2b32274e-ef71-47fa-9b2e-d7c8beaa092d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 1.0237272 Jan 28 19:35:52.765598 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48de02bb-dbc0-47bc-80d3-af2c8cc333fa req-16dfc53d-0889-4479-815e-cd754c9cd78a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:52.767423 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-48de02bb-dbc0-47bc-80d3-af2c8cc333fa req-16dfc53d-0889-4479-815e-cd754c9cd78a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:52.770142 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-48de02bb-dbc0-47bc-80d3-af2c8cc333fa req-16dfc53d-0889-4479-815e-cd754c9cd78a service neutron] 10.222.0.70 "PUT /v2.0/ports/709f5394-5ddd-4750-8fa4-099ce609dc17 HTTP/1.1" status: 200 len: 1092 time: 3.2177675 Jan 28 19:35:52.829303 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-16eb130b-1dc6-4d0a-8903-ae94a0335bda None None] Set router 8284962e-2761-435a-93e5-faa7cc47ef87 gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:35:52.830462 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-48de02bb-dbc0-47bc-80d3-af2c8cc333fa req-bc97dfad-13a8-426a-af0a-78ee17b04891 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d6943d75-000e-400d-9295-39743b97db11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1570556 Jan 28 19:35:52.891824 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7e2866-39d8-4ad2-bf4d-1c0f29d30e89 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Pushing event deleted for resources: {'Port': ['ID=99965c1d-15d1-4673-bda9-e3a6629adb94,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:35:53.073390 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dfc53d-0889-4479-815e-cd754c9cd78a service neutron] Pushing event updated for resources: {'Port': ['ID=709f5394-5ddd-4750-8fa4-099ce609dc17,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:35:53.093660 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48de02bb-dbc0-47bc-80d3-af2c8cc333fa req-7fa47a07-23ca-44e3-93ef-0489155ac0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:53.095500 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-48de02bb-dbc0-47bc-80d3-af2c8cc333fa req-7fa47a07-23ca-44e3-93ef-0489155ac0ab service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=bbb1d3dcc7ce4a2d9de450aae2527873&device_id=114d9b10-6f91-4f53-b9ef-9d92157ca212 HTTP/1.1" status: 200 len: 1126 time: 0.2675400 Jan 28 19:35:53.136885 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-abd37d51-36c7-4b27-a560-56e5ab023151 req-4010abeb-6ac0-48ec-963b-cf044bd34be7 tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d406894-e0b8-4582-843c-9edf6a2f3eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3556435 Jan 28 19:35:53.174217 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-48de02bb-dbc0-47bc-80d3-af2c8cc333fa req-53ecce1d-dbea-47dc-b308-de358fed0e79 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=709f5394-5ddd-4750-8fa4-099ce609dc17 HTTP/1.1" status: 200 len: 217 time: 0.0661592 Jan 28 19:35:53.242742 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48de02bb-dbc0-47bc-80d3-af2c8cc333fa req-e86cbfd0-5890-4925-b241-cd6ab9a1ef7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:53.244737 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-48de02bb-dbc0-47bc-80d3-af2c8cc333fa req-e86cbfd0-5890-4925-b241-cd6ab9a1ef7c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3bd960bd-a5b3-40f5-ab04-0a5a28ed5e43 HTTP/1.1" status: 200 len: 853 time: 0.0609303 Jan 28 19:35:53.287842 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-48de02bb-dbc0-47bc-80d3-af2c8cc333fa req-cf83780a-72bc-4715-b4c2-6622623733f0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d6943d75-000e-400d-9295-39743b97db11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341134 Jan 28 19:35:53.313372 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-fad5e92a-fd24-46f6-8c50-c44d637f7daa req-3f52f76e-9f11-4d7b-b46b-2216d7909e52 service neutron] 10.222.0.70 "GET /v2.0/networks/2b32274e-ef71-47fa-9b2e-d7c8beaa092d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4582238 Jan 28 19:35:53.324929 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bb7e2866-39d8-4ad2-bf4d-1c0f29d30e89 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:53.337903 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '114d9b10-6f91-4f53-b9ef-9d92157ca212', 'tag': '709f5394-5ddd-4750-8fa4-099ce609dc17'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:35:53.338822 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-bb7e2866-39d8-4ad2-bf4d-1c0f29d30e89 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "DELETE /v2.0/ports/99965c1d-15d1-4673-bda9-e3a6629adb94 HTTP/1.1" status: 204 len: 168 time: 2.5800779 Jan 28 19:35:53.341180 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2a17718-6591-4008-99b2-f5fbe3d054c8" -d '{"events": [{"name": "network-changed", "server_uuid": "114d9b10-6f91-4f53-b9ef-9d92157ca212", "tag": "709f5394-5ddd-4750-8fa4-099ce609dc17"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:35:53.344500 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 40972) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:35:53.373358 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3f8458cd-48c8-4b04-a921-e6148fe31b4a req-9e44800f-6884-4e4e-9f5d-3d934dbe21db service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=88c4d8f8-69eb-4f76-9273-a53c5a9dd516 HTTP/1.1" status: 200 len: 998 time: 0.6990786 Jan 28 19:35:53.449226 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-48de02bb-dbc0-47bc-80d3-af2c8cc333fa req-3800de97-fdd5-47f8-ba93-9f6b22e0096a service neutron] 10.222.0.41 "GET /v2.0/networks/d6943d75-000e-400d-9295-39743b97db11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5851703 Jan 28 19:35:53.451164 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fcf0860-ffc4-4bf3-bcdb-71082fcca866 x-openstack-request-id: req-6fcf0860-ffc4-4bf3-bcdb-71082fcca866 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:35:53.451464 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "114d9b10-6f91-4f53-b9ef-9d92157ca212", "tag": "709f5394-5ddd-4750-8fa4-099ce609dc17", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:35:53.451707 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6fcf0860-ffc4-4bf3-bcdb-71082fcca866 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:35:53.452795 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '114d9b10-6f91-4f53-b9ef-9d92157ca212', 'tag': '709f5394-5ddd-4750-8fa4-099ce609dc17', 'status': 'completed', 'code': 200} Jan 28 19:35:53.472165 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-16eb130b-1dc6-4d0a-8903-ae94a0335bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8284962e-2761-435a-93e5-faa7cc47ef87', 'name': 'tempest-AttachVolumeShelveTestJSON-1306095070-router', 'tenant_id': '0f0ddac21a95455ebc1c3ac83c1cf620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': '165030ec-a091-445a-96fa-5e7aadc47c06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:30:46Z', 'updated_at': '2022-01-28T19:30:58Z', 'revision_number': 4, 'project_id': '0f0ddac21a95455ebc1c3ac83c1cf620', 'gw_port': {'id': '165030ec-a091-445a-96fa-5e7aadc47c06', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:60:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8284962e-2761-435a-93e5-faa7cc47ef87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1940, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:30:48Z', 'updated_at': '2022-01-28T19:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_floatingips': [{'id': '198d7845-5d5e-4901-a4cd-76f848743447', 'tenant_id': '0f0ddac21a95455ebc1c3ac83c1cf620', 'floating_ip_address': '172.25.6.86', 'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'router_id': '8284962e-2761-435a-93e5-faa7cc47ef87', 'port_id': '88c4d8f8-69eb-4f76-9273-a53c5a9dd516', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ed80f8c-a628-4bf0-926c-daa4ec7f72d6', 'mac_address': 'fa:16:3e:86:50:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8fc1db2-697a-41ab-9984-99a4c5e04be7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:35:25Z', 'updated_at': '2022-01-28T19:35:49Z', 'revision_number': 1, 'project_id': '0f0ddac21a95455ebc1c3ac83c1cf620', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57830a23-006f-43dc-a826-8fdb1e9618a0', 'name': '', 'network_id': '4ed80f8c-a628-4bf0-926c-daa4ec7f72d6', 'tenant_id': '0f0ddac21a95455ebc1c3ac83c1cf620', 'mac_address': 'fa:16:3e:20:e5:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8284962e-2761-435a-93e5-faa7cc47ef87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1955, 'fixed_ips': [{'subnet_id': 'ccd8c2b9-0197-4b01-ba57-f13b2702d1bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:30:55Z', 'updated_at': '2022-01-28T19:31:05Z', 'revision_number': 5, 'project_id': '0f0ddac21a95455ebc1c3ac83c1cf620', 'subnets': [{'id': 'ccd8c2b9-0197-4b01-ba57-f13b2702d1bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:35:53.487008 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8bb4fe2-2569-4585-8ae6-2b4933ff7c05 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:53.488445 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8bb4fe2-2569-4585-8ae6-2b4933ff7c05 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:53.494222 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-c8bb4fe2-2569-4585-8ae6-2b4933ff7c05 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1439934 Jan 28 19:35:53.494947 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 40976) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:35:53.508623 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16eb130b-1dc6-4d0a-8903-ae94a0335bda None None] The sync data for ids ['8284962e-2761-435a-93e5-faa7cc47ef87'] in n-d-812111-14 is: [{'id': '8284962e-2761-435a-93e5-faa7cc47ef87', 'name': 'tempest-AttachVolumeShelveTestJSON-1306095070-router', 'tenant_id': '0f0ddac21a95455ebc1c3ac83c1cf620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': '165030ec-a091-445a-96fa-5e7aadc47c06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:30:46Z', 'updated_at': '2022-01-28T19:30:58Z', 'revision_number': 4, 'project_id': '0f0ddac21a95455ebc1c3ac83c1cf620', 'gw_port': {'id': '165030ec-a091-445a-96fa-5e7aadc47c06', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:60:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8284962e-2761-435a-93e5-faa7cc47ef87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1940, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:30:48Z', 'updated_at': '2022-01-28T19:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_floatingips': [{'id': '198d7845-5d5e-4901-a4cd-76f848743447', 'tenant_id': '0f0ddac21a95455ebc1c3ac83c1cf620', 'floating_ip_address': '172.25.6.86', 'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'router_id': '8284962e-2761-435a-93e5-faa7cc47ef87', 'port_id': '88c4d8f8-69eb-4f76-9273-a53c5a9dd516', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ed80f8c-a628-4bf0-926c-daa4ec7f72d6', 'mac_address': 'fa:16:3e:86:50:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8fc1db2-697a-41ab-9984-99a4c5e04be7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:35:25Z', 'updated_at': '2022-01-28T19:35:49Z', 'revision_number': 1, 'project_id': '0f0ddac21a95455ebc1c3ac83c1cf620', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57830a23-006f-43dc-a826-8fdb1e9618a0', 'name': '', 'network_id': '4ed80f8c-a628-4bf0-926c-daa4ec7f72d6', 'tenant_id': '0f0ddac21a95455ebc1c3ac83c1cf620', 'mac_address': 'fa:16:3e:20:e5:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8284962e-2761-435a-93e5-faa7cc47ef87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1955, 'fixed_ips': [{'subnet_id': 'ccd8c2b9-0197-4b01-ba57-f13b2702d1bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:30:55Z', 'updated_at': '2022-01-28T19:31:05Z', 'revision_number': 5, 'project_id': '0f0ddac21a95455ebc1c3ac83c1cf620', 'subnets': [{'id': 'ccd8c2b9-0197-4b01-ba57-f13b2702d1bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:35:53.578493 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8458cd-48c8-4b04-a921-e6148fe31b4a req-e0a4758f-6981-4f5c-b5bc-1849bb5c9982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:53.581083 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3f8458cd-48c8-4b04-a921-e6148fe31b4a req-e0a4758f-6981-4f5c-b5bc-1849bb5c9982 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ccd8c2b9-0197-4b01-ba57-f13b2702d1bc HTTP/1.1" status: 200 len: 856 time: 0.2005348 Jan 28 19:35:53.684828 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-24b06b02-b735-4e1d-8729-bf9095c7b8f2 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Deleting subnet 232d8e37-7a89-441f-bec7-d8385581e893 {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:35:53.712090 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-24b06b02-b735-4e1d-8729-bf9095c7b8f2 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks [] for subnet (232d8e37-7a89-441f-bec7-d8385581e893), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:53.783800 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8458cd-48c8-4b04-a921-e6148fe31b4a req-142768f8-50ae-400b-b3d6-06a5e6efef32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:53.785574 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3f8458cd-48c8-4b04-a921-e6148fe31b4a req-142768f8-50ae-400b-b3d6-06a5e6efef32 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4ed80f8c-a628-4bf0-926c-daa4ec7f72d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1951044 Jan 28 19:35:53.786309 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-24b06b02-b735-4e1d-8729-bf9095c7b8f2 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16187240'] for subnet (232d8e37-7a89-441f-bec7-d8385581e893), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:53.790311 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-fad5e92a-fd24-46f6-8c50-c44d637f7daa req-f93259a0-1d9c-4c2e-8db3-e5c8a7e63477 service neutron] 10.222.0.70 "GET /v2.0/networks/2b32274e-ef71-47fa-9b2e-d7c8beaa092d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4488819 Jan 28 19:35:53.815573 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-48de02bb-dbc0-47bc-80d3-af2c8cc333fa req-2de1986f-7ed1-4910-9e82-632d807eb198 service neutron] 10.222.0.41 "GET /v2.0/networks/d6943d75-000e-400d-9295-39743b97db11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3194482 Jan 28 19:35:53.843275 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:53.933047 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cad4ba54-ea55-4a75-b295-89008616fb5a tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4690681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5221415'] for subnet (8b21873d-9d8c-408c-9133-28e959d7607b), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:53.936601 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be607c43-f222-4e76-9e41-e871e4f97c2c None None] New status for floating IP 198d7845-5d5e-4901-a4cd-76f848743447: ACTIVE {{(pid=103307) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 19:35:54.006644 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-48de02bb-dbc0-47bc-80d3-af2c8cc333fa req-c53ac7fe-c7f7-47cd-8258-bec7275782b2 service neutron] 10.222.0.70 "GET /v2.0/networks/d6943d75-000e-400d-9295-39743b97db11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7128396 Jan 28 19:35:54.109140 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad4ba54-ea55-4a75-b295-89008616fb5a tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Pushing event updated for resources: {'Subnet': ['ID=8b21873d-9d8c-408c-9133-28e959d7607b,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:35:54.210826 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-48de02bb-dbc0-47bc-80d3-af2c8cc333fa req-5d4fb5e0-b2d5-430c-a2f6-419677a4a8c0 service neutron] 10.222.0.70 "GET /v2.0/networks/d6943d75-000e-400d-9295-39743b97db11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727827 Jan 28 19:35:54.232525 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3f8458cd-48c8-4b04-a921-e6148fe31b4a req-ce8f19f4-ac1b-4b86-b86a-cac725058315 service neutron] 10.222.0.41 "GET /v2.0/networks/4ed80f8c-a628-4bf0-926c-daa4ec7f72d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4370921 Jan 28 19:35:54.233492 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad4ba54-ea55-4a75-b295-89008616fb5a tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Checking segment: {'id': '6151bf9b-ffd7-4b66-8888-042209b960c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'b5bfca23-9ba8-431c-a1a2-3f58416c0126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:35:54.233869 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad4ba54-ea55-4a75-b295-89008616fb5a tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Network hostable DHCP agents. Network: b5bfca23-9ba8-431c-a1a2-3f58416c0126, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:35:54.325216 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7e228e-71ec-4bfd-b9a1-67c983cad7ce req-bf143cd8-e336-47e9-b4a1-6a51dea1a4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:54.327823 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2a7e228e-71ec-4bfd-b9a1-67c983cad7ce req-bf143cd8-e336-47e9-b4a1-6a51dea1a4e7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bbb1d3dcc7ce4a2d9de450aae2527873&device_id=6e6ba572-7651-4bbb-8823-4cd107ed662f HTTP/1.1" status: 200 len: 1127 time: 0.3933992 Jan 28 19:35:54.346954 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad4ba54-ea55-4a75-b295-89008616fb5a tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Network b5bfca23-9ba8-431c-a1a2-3f58416c0126 is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:35:54.357599 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-cad4ba54-ea55-4a75-b295-89008616fb5a tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, b5bfca23-9ba8-431c-a1a2-3f58416c0126) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:35:54.366954 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cad4ba54-ea55-4a75-b295-89008616fb5a tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:54.367553 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cad4ba54-ea55-4a75-b295-89008616fb5a tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:54.370741 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a539e715-d7d0-4240-bc70-a9f197a0a8df None None] Network b5bfca23-9ba8-431c-a1a2-3f58416c0126 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:35:54.393459 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-cad4ba54-ea55-4a75-b295-89008616fb5a tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0598624 Jan 28 19:35:54.401468 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 40994) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:35:54.410655 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-9ffeebf6-f963-41f4-bc42-ead07a94dc69 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Request body: {'network': {'name': 'tempest-router-network01--1049480135'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:35:54.435346 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ffeebf6-f963-41f4-bc42-ead07a94dc69 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Made reservation on behalf of 1f21eb89621a4f1bafda3793b9f74bd9 for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:35:54.439412 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9ffeebf6-f963-41f4-bc42-ead07a94dc69 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:54.473738 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ffeebf6-f963-41f4-bc42-ead07a94dc69 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:35:54.486922 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9ffeebf6-f963-41f4-bc42-ead07a94dc69 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (4a5ff4bc-05ee-4037-823f-23b2e6461afc), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:54.486922 n-d-812111-14 neutron-server[103304]: INFO neutron.db.segments_db [None req-9ffeebf6-f963-41f4-bc42-ead07a94dc69 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Added segment 4a5ff4bc-05ee-4037-823f-23b2e6461afc of type vlan for network 440ee3d5-677b-40a4-82d5-dd7c8773944d Jan 28 19:35:54.523545 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-24b06b02-b735-4e1d-8729-bf9095c7b8f2 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (232d8e37-7a89-441f-bec7-d8385581e893), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:54.538873 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9ffeebf6-f963-41f4-bc42-ead07a94dc69 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (440ee3d5-677b-40a4-82d5-dd7c8773944d), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:54.539498 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2c06ab8-71cf-474e-9e8c-8ac113a9b958 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68cd31fd-e4cd-5fb3-a862-256fc47efcd2-b5bfca23-9ba8-431c-a1a2-3f58416c0126', 'network_id': 'b5bfca23-9ba8-431c-a1a2-3f58416c0126', 'project_id': '1f21eb89621a4f1bafda3793b9f74bd9', 'fixed_ips': [{'subnet_id': '8b21873d-9d8c-408c-9133-28e959d7607b'}]}} from n-d-812111-14. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:35:54.540703 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f2c06ab8-71cf-474e-9e8c-8ac113a9b958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:54.577376 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9ffeebf6-f963-41f4-bc42-ead07a94dc69 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (440ee3d5-677b-40a4-82d5-dd7c8773944d), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:54.583301 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ffeebf6-f963-41f4-bc42-ead07a94dc69 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:54.584129 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9ffeebf6-f963-41f4-bc42-ead07a94dc69 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:54.602635 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3f8458cd-48c8-4b04-a921-e6148fe31b4a req-388c45ca-89e2-422b-83b5-34b57f767daa service neutron] 10.222.0.41 "GET /v2.0/networks/4ed80f8c-a628-4bf0-926c-daa4ec7f72d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3583164 Jan 28 19:35:54.680617 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a17718-6591-4008-99b2-f5fbe3d054c8 req-f5d4a570-f783-4514-b325-b0903347c599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:54.682931 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-9ffeebf6-f963-41f4-bc42-ead07a94dc69 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2799556 Jan 28 19:35:54.686108 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 40998) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:35:54.691260 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-f8af4445-9142-4f5a-a363-15aae0328556 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Request body: {'network': {'name': 'tempest-router-network02--1752802367'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:35:54.697410 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c2a17718-6591-4008-99b2-f5fbe3d054c8 req-f5d4a570-f783-4514-b325-b0903347c599 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=bbb1d3dcc7ce4a2d9de450aae2527873&device_id=114d9b10-6f91-4f53-b9ef-9d92157ca212 HTTP/1.1" status: 200 len: 1126 time: 0.3769760 Jan 28 19:35:54.711036 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212ac530-95a3-455d-990f-32da1964d1be req-a2696231-399f-4cc6-8172-70267601b215 tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:54.713223 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-212ac530-95a3-455d-990f-32da1964d1be req-a2696231-399f-4cc6-8172-70267601b215 tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e6ba572-7651-4bbb-8823-4cd107ed662f HTTP/1.1" status: 200 len: 944 time: 0.3972700 Jan 28 19:35:54.721666 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8af4445-9142-4f5a-a363-15aae0328556 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Made reservation on behalf of 1f21eb89621a4f1bafda3793b9f74bd9 for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:35:54.725303 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f8af4445-9142-4f5a-a363-15aae0328556 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:54.754130 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffeebf6-f963-41f4-bc42-ead07a94dc69 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Pushing event updated for resources: {'Network': ['ID=440ee3d5-677b-40a4-82d5-dd7c8773944d,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:35:54.764546 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8af4445-9142-4f5a-a363-15aae0328556 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:35:54.769514 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-f2c06ab8-71cf-474e-9e8c-8ac113a9b958 None None] Allocated IP 2001:db8::2 (b5bfca23-9ba8-431c-a1a2-3f58416c0126/8b21873d-9d8c-408c-9133-28e959d7607b/e4ce7284-ffb6-467c-a068-df810121950d) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:35:54.773346 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network 440ee3d5-677b-40a4-82d5-dd7c8773944d details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:35:54.780554 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f8af4445-9142-4f5a-a363-15aae0328556 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (6d4c4613-83cb-40bf-a622-639372650084), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:54.781595 n-d-812111-14 neutron-server[103304]: INFO neutron.db.segments_db [None req-f8af4445-9142-4f5a-a363-15aae0328556 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Added segment 6d4c4613-83cb-40bf-a622-639372650084 of type vlan for network aa2e1eb8-7e5a-4cab-8d5d-67963f39691e Jan 28 19:35:54.832769 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7e228e-71ec-4bfd-b9a1-67c983cad7ce req-a9f4e8a3-2840-46b4-95df-b972b85df2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:54.834496 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2a7e228e-71ec-4bfd-b9a1-67c983cad7ce req-a9f4e8a3-2840-46b4-95df-b972b85df2e1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d6943d75-000e-400d-9295-39743b97db11 HTTP/1.1" status: 200 len: 913 time: 0.3830802 Jan 28 19:35:54.852449 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f8af4445-9142-4f5a-a363-15aae0328556 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (aa2e1eb8-7e5a-4cab-8d5d-67963f39691e), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:54.894120 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-24b06b02-b735-4e1d-8729-bf9095c7b8f2 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4752464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4733806'] for subnet (232d8e37-7a89-441f-bec7-d8385581e893), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:54.898932 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f8af4445-9142-4f5a-a363-15aae0328556 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (aa2e1eb8-7e5a-4cab-8d5d-67963f39691e), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:54.910724 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8af4445-9142-4f5a-a363-15aae0328556 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:54.911380 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f8af4445-9142-4f5a-a363-15aae0328556 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:55.034173 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-f8af4445-9142-4f5a-a363-15aae0328556 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3472199 Jan 28 19:35:55.038442 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 41008) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:35:55.046426 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-24b5fb06-864c-4343-a601-208e7471bad4 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Request body: {'subnet': {'network_id': '440ee3d5-677b-40a4-82d5-dd7c8773944d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:35:55.072861 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8af4445-9142-4f5a-a363-15aae0328556 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Pushing event updated for resources: {'Network': ['ID=aa2e1eb8-7e5a-4cab-8d5d-67963f39691e,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:35:55.079687 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:35:55.084541 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2a7e228e-71ec-4bfd-b9a1-67c983cad7ce req-6d34a119-c778-44b7-a93e-b1a92370a3c8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=50fc9898-c182-465b-b42a-076d9cdecaec HTTP/1.1" status: 200 len: 217 time: 0.2371771 Jan 28 19:35:55.089896 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b06b02-b735-4e1d-8729-bf9095c7b8f2 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Pushing event deleted for resources: {'Subnet': ['ID=232d8e37-7a89-441f-bec7-d8385581e893,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:35:55.104635 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-24b06b02-b735-4e1d-8729-bf9095c7b8f2 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:55.110577 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-24b06b02-b735-4e1d-8729-bf9095c7b8f2 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "DELETE /v2.0/subnets/232d8e37-7a89-441f-bec7-d8385581e893 HTTP/1.1" status: 204 len: 168 time: 1.6093397 Jan 28 19:35:55.111525 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 41012) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:35:55.119677 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-212ac530-95a3-455d-990f-32da1964d1be req-22e13ca0-d1b9-40b7-bb08-3d4cfe64c978 tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d406894-e0b8-4582-843c-9edf6a2f3eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3945463 Jan 28 19:35:55.203090 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24b5fb06-864c-4343-a601-208e7471bad4 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Made reservation on behalf of 1f21eb89621a4f1bafda3793b9f74bd9 for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:35:55.211141 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-49b874ef-ae70-4f25-a5c2-4ae99c85f27f tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0953259 Jan 28 19:35:55.213581 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 41016) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:35:55.224711 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a17718-6591-4008-99b2-f5fbe3d054c8 req-b84a1760-105b-4087-9090-2770fe89f393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:55.226225 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c2a17718-6591-4008-99b2-f5fbe3d054c8 req-b84a1760-105b-4087-9090-2770fe89f393 service neutron] 10.222.0.70 "GET /v2.0/networks?id=d6943d75-000e-400d-9295-39743b97db11 HTTP/1.1" status: 200 len: 913 time: 0.5114691 Jan 28 19:35:55.229656 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-24b5fb06-864c-4343-a601-208e7471bad4 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5221429'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:55.299936 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7e228e-71ec-4bfd-b9a1-67c983cad7ce req-813cda16-2cce-432e-b9f6-5a863fb014c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:55.301883 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2a7e228e-71ec-4bfd-b9a1-67c983cad7ce req-813cda16-2cce-432e-b9f6-5a863fb014c1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3bd960bd-a5b3-40f5-ab04-0a5a28ed5e43 HTTP/1.1" status: 200 len: 853 time: 0.2083921 Jan 28 19:35:55.358006 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c2a17718-6591-4008-99b2-f5fbe3d054c8 req-e7af714a-d21f-467b-884b-834aca2758ab service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=709f5394-5ddd-4750-8fa4-099ce609dc17 HTTP/1.1" status: 200 len: 217 time: 0.1073501 Jan 28 19:35:55.393670 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2a7e228e-71ec-4bfd-b9a1-67c983cad7ce req-1d3c739f-37ed-4fd1-8e86-8cb0ca84de49 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d6943d75-000e-400d-9295-39743b97db11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497589 Jan 28 19:35:55.434085 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f2c06ab8-71cf-474e-9e8c-8ac113a9b958 None None] Publish callbacks [] for port (e4ce7284-ffb6-467c-a068-df810121950d), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:55.447179 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network aa2e1eb8-7e5a-4cab-8d5d-67963f39691e details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:35:55.519196 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f871236e-012d-4aa8-aaa5-2a23ac59304c None None] Network decd8274-9eda-4d81-a020-86cc15d56022 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:35:55.522711 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f2c06ab8-71cf-474e-9e8c-8ac113a9b958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (e4ce7284-ffb6-467c-a068-df810121950d), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:55.564525 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-24b5fb06-864c-4343-a601-208e7471bad4 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4690681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5221415'] for subnet (8df441a5-6fc3-45a8-9093-10a42644f343), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:55.606727 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c06ab8-71cf-474e-9e8c-8ac113a9b958 None None] Network b5bfca23-9ba8-431c-a1a2-3f58416c0126 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:35:55.615797 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2a7e228e-71ec-4bfd-b9a1-67c983cad7ce req-7f69f6b9-4c36-4611-bd65-a3fffed29c34 service neutron] 10.222.0.41 "GET /v2.0/networks/d6943d75-000e-400d-9295-39743b97db11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012227 Jan 28 19:35:55.624395 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a17718-6591-4008-99b2-f5fbe3d054c8 req-ea299472-9904-4513-b133-81795015a901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:55.626308 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c2a17718-6591-4008-99b2-f5fbe3d054c8 req-ea299472-9904-4513-b133-81795015a901 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3bd960bd-a5b3-40f5-ab04-0a5a28ed5e43 HTTP/1.1" status: 200 len: 853 time: 0.2610707 Jan 28 19:35:55.633520 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c06ab8-71cf-474e-9e8c-8ac113a9b958 None None] Pushing event updated for resources: {'Port': ['ID=e4ce7284-ffb6-467c-a068-df810121950d,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:35:55.643177 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a62f1db-2906-4c64-acf6-054ac45f7985 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:55.644643 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-1a62f1db-2906-4c64-acf6-054ac45f7985 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4298613 Jan 28 19:35:55.647978 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-f2c06ab8-71cf-474e-9e8c-8ac113a9b958 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:35:55.652049 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c06ab8-71cf-474e-9e8c-8ac113a9b958 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:35:55.656330 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 41018) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:35:55.679835 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c2a17718-6591-4008-99b2-f5fbe3d054c8 req-46c66ef6-04c4-452c-9f2f-17aab14ea4bb service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d6943d75-000e-400d-9295-39743b97db11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328515 Jan 28 19:35:55.746767 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-f2c06ab8-71cf-474e-9e8c-8ac113a9b958 None None] Attempting to bind port e4ce7284-ffb6-467c-a068-df810121950d on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:35:55.747496 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-f2c06ab8-71cf-474e-9e8c-8ac113a9b958 None None] Attempting to bind port e4ce7284-ffb6-467c-a068-df810121950d by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '6151bf9b-ffd7-4b66-8888-042209b960c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'b5bfca23-9ba8-431c-a1a2-3f58416c0126'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:35:55.748089 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c06ab8-71cf-474e-9e8c-8ac113a9b958 None None] Attempting to bind port e4ce7284-ffb6-467c-a068-df810121950d on network b5bfca23-9ba8-431c-a1a2-3f58416c0126 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:35:55.758228 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b5fb06-864c-4343-a601-208e7471bad4 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Checking segment: {'id': '4a5ff4bc-05ee-4037-823f-23b2e6461afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '440ee3d5-677b-40a4-82d5-dd7c8773944d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:35:55.758579 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b5fb06-864c-4343-a601-208e7471bad4 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Network hostable DHCP agents. Network: 440ee3d5-677b-40a4-82d5-dd7c8773944d, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:35:55.759700 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c06ab8-71cf-474e-9e8c-8ac113a9b958 None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:35:55.760470 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c06ab8-71cf-474e-9e8c-8ac113a9b958 None None] Checking segment: {'id': '6151bf9b-ffd7-4b66-8888-042209b960c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'b5bfca23-9ba8-431c-a1a2-3f58416c0126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:35:55.761166 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f2c06ab8-71cf-474e-9e8c-8ac113a9b958 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:55.761784 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c06ab8-71cf-474e-9e8c-8ac113a9b958 None None] Bound using segment: {'id': '6151bf9b-ffd7-4b66-8888-042209b960c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'b5bfca23-9ba8-431c-a1a2-3f58416c0126'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:35:55.762771 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-f2c06ab8-71cf-474e-9e8c-8ac113a9b958 None None] Bound port: e4ce7284-ffb6-467c-a068-df810121950d, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6151bf9b-ffd7-4b66-8888-042209b960c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'b5bfca23-9ba8-431c-a1a2-3f58416c0126'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:35:55.763357 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f2c06ab8-71cf-474e-9e8c-8ac113a9b958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (e4ce7284-ffb6-467c-a068-df810121950d), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:55.777243 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 709f5394-5ddd-4750-8fa4-099ce609dc17 details requested by agent hyperv_n-h2-812111-14 with host n-h2-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:35:55.779112 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b5fb06-864c-4343-a601-208e7471bad4 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Pushing event updated for resources: {'Subnet': ['ID=8df441a5-6fc3-45a8-9093-10a42644f343,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:35:55.801320 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c2a17718-6591-4008-99b2-f5fbe3d054c8 req-6c9082c5-23c2-4164-a291-91fe6991e75d service neutron] 10.222.0.70 "GET /v2.0/networks/d6943d75-000e-400d-9295-39743b97db11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107094 Jan 28 19:35:55.818532 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e750f38b-77d5-494d-80f6-574e5a647ccf tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:55.822808 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-e750f38b-77d5-494d-80f6-574e5a647ccf tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1626356 Jan 28 19:35:55.823431 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 41020) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:35:55.886862 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 709f5394-5ddd-4750-8fa4-099ce609dc17, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=709f5394-5ddd-4750-8fa4-099ce609dc17,segment=NetworkSegment(ae01320f-4c42-4a16-9083-8e2cba9c3e3f),segment_id=ae01320f-4c42-4a16-9083-8e2cba9c3e3f)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:35:55.925823 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-2e04a605-3a14-406a-8b4f-899100f31b6b tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1002135 Jan 28 19:35:55.926643 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 41022) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:35:55.927589 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b5fb06-864c-4343-a601-208e7471bad4 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Network 440ee3d5-677b-40a4-82d5-dd7c8773944d is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:35:55.933934 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-acb5744e-1c95-4319-8b88-06388c795089 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Request body: {'subnet': {'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:35:55.958578 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-f2c06ab8-71cf-474e-9e8c-8ac113a9b958 None None] For port e4ce7284-ffb6-467c-a068-df810121950d, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:35:55.964643 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-f2c06ab8-71cf-474e-9e8c-8ac113a9b958 None None] For port e4ce7284-ffb6-467c-a068-df810121950d, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=e4ce7284-ffb6-467c-a068-df810121950d,segment=NetworkSegment(6151bf9b-ffd7-4b66-8888-042209b960c0),segment_id=6151bf9b-ffd7-4b66-8888-042209b960c0)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:35:55.969653 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Returning: {'device': '709f5394-5ddd-4750-8fa4-099ce609dc17', 'network_id': 'd6943d75-000e-400d-9295-39743b97db11', 'port_id': '709f5394-5ddd-4750-8fa4-099ce609dc17', 'mac_address': 'fa:16:3e:b2:03:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bd960bd-a5b3-40f5-ab04-0a5a28ed5e43', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:35:55.976152 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-24b5fb06-864c-4343-a601-208e7471bad4 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, 440ee3d5-677b-40a4-82d5-dd7c8773944d) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:35:56.016477 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f2c06ab8-71cf-474e-9e8c-8ac113a9b958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (e4ce7284-ffb6-467c-a068-df810121950d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:56.020845 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 709f5394-5ddd-4750-8fa4-099ce609dc17 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:35:56.021354 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (709f5394-5ddd-4750-8fa4-099ce609dc17), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:56.060829 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b5fb06-864c-4343-a601-208e7471bad4 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:56.061349 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-24b5fb06-864c-4343-a601-208e7471bad4 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:56.113740 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3cca955-345b-492c-9f5d-19a914b0e36f None None] Network 440ee3d5-677b-40a4-82d5-dd7c8773944d requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:35:56.114155 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-24b5fb06-864c-4343-a601-208e7471bad4 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0744720 Jan 28 19:35:56.116785 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 41028) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:35:56.121850 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-844ec42d-7789-4e02-bdd5-afe4ba13b9d7 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Request body: {'subnet': {'network_id': 'aa2e1eb8-7e5a-4cab-8d5d-67963f39691e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:35:56.185953 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acb5744e-1c95-4319-8b88-06388c795089 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Made reservation on behalf of 74e14b1dc35c45ef8b65d1fdcc58b8bc for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:35:56.189740 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-acb5744e-1c95-4319-8b88-06388c795089 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5221429'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:56.238766 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c06ab8-71cf-474e-9e8c-8ac113a9b958 None None] Pushing event updated for resources: {'Port': ['ID=e4ce7284-ffb6-467c-a068-df810121950d,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:35:56.266395 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 50fc9898-c182-465b-b42a-076d9cdecaec details requested by agent hyperv_n-h1-812111-14 with host n-h1-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:35:56.279792 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c06ab8-71cf-474e-9e8c-8ac113a9b958 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:35:56.280267 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c06ab8-71cf-474e-9e8c-8ac113a9b958 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:35:56.280709 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c06ab8-71cf-474e-9e8c-8ac113a9b958 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:35:56.281145 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c06ab8-71cf-474e-9e8c-8ac113a9b958 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:35:56.281681 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c06ab8-71cf-474e-9e8c-8ac113a9b958 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:35:56.282045 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c06ab8-71cf-474e-9e8c-8ac113a9b958 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:35:56.282450 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c06ab8-71cf-474e-9e8c-8ac113a9b958 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:35:56.282845 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c06ab8-71cf-474e-9e8c-8ac113a9b958 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:35:56.283262 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c06ab8-71cf-474e-9e8c-8ac113a9b958 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:35:56.283696 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c06ab8-71cf-474e-9e8c-8ac113a9b958 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:35:56.284137 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c06ab8-71cf-474e-9e8c-8ac113a9b958 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:35:56.284559 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c06ab8-71cf-474e-9e8c-8ac113a9b958 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:35:56.284985 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c06ab8-71cf-474e-9e8c-8ac113a9b958 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:35:56.290626 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 709f5394-5ddd-4750-8fa4-099ce609dc17 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:35:56.347227 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-844ec42d-7789-4e02-bdd5-afe4ba13b9d7 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Made reservation on behalf of 1f21eb89621a4f1bafda3793b9f74bd9 for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:35:56.350961 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-844ec42d-7789-4e02-bdd5-afe4ba13b9d7 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5221429'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:56.399839 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a486f7e3-6866-41ef-87c8-602eadb1c05c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68cd31fd-e4cd-5fb3-a862-256fc47efcd2-440ee3d5-677b-40a4-82d5-dd7c8773944d', 'network_id': '440ee3d5-677b-40a4-82d5-dd7c8773944d', 'project_id': '1f21eb89621a4f1bafda3793b9f74bd9', 'fixed_ips': [{'subnet_id': '8df441a5-6fc3-45a8-9093-10a42644f343'}]}} from n-d-812111-14. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:35:56.400727 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a486f7e3-6866-41ef-87c8-602eadb1c05c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:56.422370 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 709f5394-5ddd-4750-8fa4-099ce609dc17, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=709f5394-5ddd-4750-8fa4-099ce609dc17,segment=NetworkSegment(ae01320f-4c42-4a16-9083-8e2cba9c3e3f),segment_id=ae01320f-4c42-4a16-9083-8e2cba9c3e3f)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:35:56.435114 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b4ebdb-07ae-43a6-a5ac-9653ed0de841 req-76d5146d-3e88-4e91-81b1-fa05cd2701a4 tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:56.436719 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c3b4ebdb-07ae-43a6-a5ac-9653ed0de841 req-76d5146d-3e88-4e91-81b1-fa05cd2701a4 tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e6ba572-7651-4bbb-8823-4cd107ed662f HTTP/1.1" status: 200 len: 944 time: 0.1806738 Jan 28 19:35:56.462016 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (709f5394-5ddd-4750-8fa4-099ce609dc17), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:56.484292 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-551488ae-db2d-4953-998e-a9dca3ab4d41 None None] DHCP port deletion for decd8274-9eda-4d81-a020-86cc15d56022 request from n-d-812111-14 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:35:56.523915 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2a7e228e-71ec-4bfd-b9a1-67c983cad7ce req-8c12e40e-d046-4ddc-b39e-fbf297d618fc service neutron] 10.222.0.41 "GET /v2.0/networks/d6943d75-000e-400d-9295-39743b97db11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8940077 Jan 28 19:35:56.540122 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c3b4ebdb-07ae-43a6-a5ac-9653ed0de841 req-3785e9dc-5507-46b2-b3b7-412b039eddc1 tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d406894-e0b8-4582-843c-9edf6a2f3eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948811 Jan 28 19:35:56.718991 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c2a17718-6591-4008-99b2-f5fbe3d054c8 req-544facbf-0388-4471-9c4d-4705bd95f185 service neutron] 10.222.0.70 "GET /v2.0/networks/d6943d75-000e-400d-9295-39743b97db11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939046 Jan 28 19:35:56.892817 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['709f5394-5ddd-4750-8fa4-099ce609dc17'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:35:56.898027 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-acb5744e-1c95-4319-8b88-06388c795089 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4690681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5221415'] for subnet (7e433900-4f04-49e3-bad8-ae387c2d7f47), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:57.052490 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 50fc9898-c182-465b-b42a-076d9cdecaec, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=50fc9898-c182-465b-b42a-076d9cdecaec,segment=NetworkSegment(ae01320f-4c42-4a16-9083-8e2cba9c3e3f),segment_id=ae01320f-4c42-4a16-9083-8e2cba9c3e3f)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:35:57.093245 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Returning: {'device': '50fc9898-c182-465b-b42a-076d9cdecaec', 'network_id': 'd6943d75-000e-400d-9295-39743b97db11', 'port_id': '50fc9898-c182-465b-b42a-076d9cdecaec', 'mac_address': 'fa:16:3e:b3:7b:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bd960bd-a5b3-40f5-ab04-0a5a28ed5e43', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:35:57.094812 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb5744e-1c95-4319-8b88-06388c795089 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Network decd8274-9eda-4d81-a020-86cc15d56022 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:35:57.106473 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=709f5394-5ddd-4750-8fa4-099ce609dc17,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:35:57.141042 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-acb5744e-1c95-4319-8b88-06388c795089 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:35:57.151888 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acb5744e-1c95-4319-8b88-06388c795089 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:57.152592 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-acb5744e-1c95-4319-8b88-06388c795089 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:57.197816 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb5744e-1c95-4319-8b88-06388c795089 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Pushing event updated for resources: {'Subnet': ['ID=7e433900-4f04-49e3-bad8-ae387c2d7f47,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:35:57.208818 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-acb5744e-1c95-4319-8b88-06388c795089 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2763753 Jan 28 19:35:57.209303 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 41036) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:35:57.216631 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-a486f7e3-6866-41ef-87c8-602eadb1c05c None None] Allocated IP 2001:db8::2 (440ee3d5-677b-40a4-82d5-dd7c8773944d/8df441a5-6fc3-45a8-9093-10a42644f343/40f38bcb-6df7-4677-9879-f1b6aa13bf7d) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:35:57.219161 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-cd222050-558c-42b5-b7b8-c17e7b319321 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Request body: {'port': {'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022', 'fixed_ips': [{'subnet_id': '7e433900-4f04-49e3-bad8-ae387c2d7f47', 'ip_address': '2001:db8::ed4f:cee2:36a3:f1c1'}], 'name': 'tempest-NetworksTestDHCPv6-254999164'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:35:57.223689 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-844ec42d-7789-4e02-bdd5-afe4ba13b9d7 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4690681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5221415'] for subnet (222d052a-ec33-4140-bc67-0e5865f65507), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:57.358155 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844ec42d-7789-4e02-bdd5-afe4ba13b9d7 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Pushing event updated for resources: {'Subnet': ['ID=222d052a-ec33-4140-bc67-0e5865f65507,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:35:57.379218 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844ec42d-7789-4e02-bdd5-afe4ba13b9d7 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Checking segment: {'id': '6d4c4613-83cb-40bf-a622-639372650084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'aa2e1eb8-7e5a-4cab-8d5d-67963f39691e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:35:57.379867 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-844ec42d-7789-4e02-bdd5-afe4ba13b9d7 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Network hostable DHCP agents. Network: aa2e1eb8-7e5a-4cab-8d5d-67963f39691e, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:35:57.382895 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-551488ae-db2d-4953-998e-a9dca3ab4d41 None None] Deleting port f21c17d8-a9c4-474d-881f-381f95983b69 {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:35:57.383276 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-551488ae-db2d-4953-998e-a9dca3ab4d41 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (f21c17d8-a9c4-474d-881f-381f95983b69), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:57.391611 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port 50fc9898-c182-465b-b42a-076d9cdecaec is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:35:57.391996 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (50fc9898-c182-465b-b42a-076d9cdecaec), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:57.421509 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-844ec42d-7789-4e02-bdd5-afe4ba13b9d7 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Network aa2e1eb8-7e5a-4cab-8d5d-67963f39691e is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:35:57.430383 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd222050-558c-42b5-b7b8-c17e7b319321 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Made reservation on behalf of 74e14b1dc35c45ef8b65d1fdcc58b8bc for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:35:57.436726 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-844ec42d-7789-4e02-bdd5-afe4ba13b9d7 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, aa2e1eb8-7e5a-4cab-8d5d-67963f39691e) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:35:57.452995 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-844ec42d-7789-4e02-bdd5-afe4ba13b9d7 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:57.453541 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-844ec42d-7789-4e02-bdd5-afe4ba13b9d7 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:57.455672 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abf1576c-60b2-4591-9f13-6bc4ffce193d None None] Network aa2e1eb8-7e5a-4cab-8d5d-67963f39691e requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:35:57.511584 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-844ec42d-7789-4e02-bdd5-afe4ba13b9d7 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3936210 Jan 28 19:35:57.515148 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 41038) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:35:57.583034 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50fc9898-c182-465b-b42a-076d9cdecaec {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:35:57.622394 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cd222050-558c-42b5-b7b8-c17e7b319321 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:57.675222 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a486f7e3-6866-41ef-87c8-602eadb1c05c None None] Publish callbacks [] for port (40f38bcb-6df7-4677-9879-f1b6aa13bf7d), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:57.690263 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 50fc9898-c182-465b-b42a-076d9cdecaec, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=50fc9898-c182-465b-b42a-076d9cdecaec,segment=NetworkSegment(ae01320f-4c42-4a16-9083-8e2cba9c3e3f),segment_id=ae01320f-4c42-4a16-9083-8e2cba9c3e3f)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:35:57.704378 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device e4ce7284-ffb6-467c-a068-df810121950d up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:35:57.707302 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a486f7e3-6866-41ef-87c8-602eadb1c05c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (40f38bcb-6df7-4677-9879-f1b6aa13bf7d), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:57.709606 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (50fc9898-c182-465b-b42a-076d9cdecaec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:57.795443 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [None req-cd222050-558c-42b5-b7b8-c17e7b319321 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] device_id is not set on port c33aede2-7221-4337-901f-5cc30e9d8bbc yet. {{(pid=103304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:35:57.836607 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaee4cd-6825-4ad4-91d2-df08ca2ed31d req-cd902b9f-139a-47fb-849f-1e67473d7477 tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:57.839390 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-eeaee4cd-6825-4ad4-91d2-df08ca2ed31d req-cd902b9f-139a-47fb-849f-1e67473d7477 tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e6ba572-7651-4bbb-8823-4cd107ed662f HTTP/1.1" status: 200 len: 945 time: 0.0999706 Jan 28 19:35:57.912233 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6401d64-45c1-4184-add1-19276eba9df5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68cd31fd-e4cd-5fb3-a862-256fc47efcd2-aa2e1eb8-7e5a-4cab-8d5d-67963f39691e', 'network_id': 'aa2e1eb8-7e5a-4cab-8d5d-67963f39691e', 'project_id': '1f21eb89621a4f1bafda3793b9f74bd9', 'fixed_ips': [{'subnet_id': '222d052a-ec33-4140-bc67-0e5865f65507'}]}} from n-d-812111-14. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:35:57.914135 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d6401d64-45c1-4184-add1-19276eba9df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:57.940510 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-eeaee4cd-6825-4ad4-91d2-df08ca2ed31d req-c4c6158a-34b6-4688-ba11-f6e4b4f429fd tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d406894-e0b8-4582-843c-9edf6a2f3eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769391 Jan 28 19:35:57.953366 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a486f7e3-6866-41ef-87c8-602eadb1c05c None None] Network 440ee3d5-677b-40a4-82d5-dd7c8773944d is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:35:57.976569 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-551488ae-db2d-4953-998e-a9dca3ab4d41 None None] For port f21c17d8-a9c4-474d-881f-381f95983b69, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=f21c17d8-a9c4-474d-881f-381f95983b69,segment=NetworkSegment(2aac29a1-8685-476c-bba5-fffce3cb94d6),segment_id=2aac29a1-8685-476c-bba5-fffce3cb94d6)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:35:57.977391 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-551488ae-db2d-4953-998e-a9dca3ab4d41 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (f21c17d8-a9c4-474d-881f-381f95983b69), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:57.983246 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['50fc9898-c182-465b-b42a-076d9cdecaec'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:35:58.067768 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-a486f7e3-6866-41ef-87c8-602eadb1c05c None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:35:58.087548 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a486f7e3-6866-41ef-87c8-602eadb1c05c None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:35:58.095634 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a486f7e3-6866-41ef-87c8-602eadb1c05c None None] Pushing event updated for resources: {'Port': ['ID=40f38bcb-6df7-4677-9879-f1b6aa13bf7d,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:35:58.107798 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-551488ae-db2d-4953-998e-a9dca3ab4d41 None None] Calling delete_port for f21c17d8-a9c4-474d-881f-381f95983b69 owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:35:58.150291 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-43dea1d3-da2d-4582-bf09-f96e5ed2f96a tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:58.187203 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-cd222050-558c-42b5-b7b8-c17e7b319321 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Allocated IP 2001:db8::ed4f:cee2:36a3:f1c1 (decd8274-9eda-4d81-a020-86cc15d56022/7e433900-4f04-49e3-bad8-ae387c2d7f47/c33aede2-7221-4337-901f-5cc30e9d8bbc) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:35:58.270949 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b7e41d-e120-4d64-a712-bac006d037c4 None None] Network b5bfca23-9ba8-431c-a1a2-3f58416c0126 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:35:58.539774 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cd222050-558c-42b5-b7b8-c17e7b319321 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks [] for port (c33aede2-7221-4337-901f-5cc30e9d8bbc), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:58.666172 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cd222050-558c-42b5-b7b8-c17e7b319321 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (c33aede2-7221-4337-901f-5cc30e9d8bbc), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:58.688623 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-a486f7e3-6866-41ef-87c8-602eadb1c05c None None] Attempting to bind port 40f38bcb-6df7-4677-9879-f1b6aa13bf7d on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:35:58.689167 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-a486f7e3-6866-41ef-87c8-602eadb1c05c None None] Attempting to bind port 40f38bcb-6df7-4677-9879-f1b6aa13bf7d by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '4a5ff4bc-05ee-4037-823f-23b2e6461afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '440ee3d5-677b-40a4-82d5-dd7c8773944d'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:35:58.689637 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a486f7e3-6866-41ef-87c8-602eadb1c05c None None] Attempting to bind port 40f38bcb-6df7-4677-9879-f1b6aa13bf7d on network 440ee3d5-677b-40a4-82d5-dd7c8773944d {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:35:58.694199 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd222050-558c-42b5-b7b8-c17e7b319321 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Network decd8274-9eda-4d81-a020-86cc15d56022 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:35:58.699646 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-cd222050-558c-42b5-b7b8-c17e7b319321 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:35:58.703002 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=50fc9898-c182-465b-b42a-076d9cdecaec,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:35:58.703153 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd222050-558c-42b5-b7b8-c17e7b319321 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:35:58.710172 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd222050-558c-42b5-b7b8-c17e7b319321 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:58.711388 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cd222050-558c-42b5-b7b8-c17e7b319321 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:58.722331 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port e4ce7284-ffb6-467c-a068-df810121950d triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:35:58.722926 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (e4ce7284-ffb6-467c-a068-df810121950d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:58.752045 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-43dea1d3-da2d-4582-bf09-f96e5ed2f96a tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Allocated IP 2001:db8::1 (440ee3d5-677b-40a4-82d5-dd7c8773944d/8df441a5-6fc3-45a8-9093-10a42644f343/953f7249-2666-4139-8e52-044c74397768) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:35:58.771374 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-cd222050-558c-42b5-b7b8-c17e7b319321 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.5609889 Jan 28 19:35:58.773945 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 41052) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:35:58.784500 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd222050-558c-42b5-b7b8-c17e7b319321 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Pushing event updated for resources: {'Port': ['ID=c33aede2-7221-4337-901f-5cc30e9d8bbc,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:35:58.806838 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a486f7e3-6866-41ef-87c8-602eadb1c05c None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:35:58.807227 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a486f7e3-6866-41ef-87c8-602eadb1c05c None None] Checking segment: {'id': '4a5ff4bc-05ee-4037-823f-23b2e6461afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '440ee3d5-677b-40a4-82d5-dd7c8773944d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:35:58.807709 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a486f7e3-6866-41ef-87c8-602eadb1c05c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:58.808109 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a486f7e3-6866-41ef-87c8-602eadb1c05c None None] Bound using segment: {'id': '4a5ff4bc-05ee-4037-823f-23b2e6461afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '440ee3d5-677b-40a4-82d5-dd7c8773944d'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:35:58.808711 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-a486f7e3-6866-41ef-87c8-602eadb1c05c None None] Bound port: 40f38bcb-6df7-4677-9879-f1b6aa13bf7d, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a5ff4bc-05ee-4037-823f-23b2e6461afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '440ee3d5-677b-40a4-82d5-dd7c8773944d'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:35:58.809242 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a486f7e3-6866-41ef-87c8-602eadb1c05c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (40f38bcb-6df7-4677-9879-f1b6aa13bf7d), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:58.813716 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-30e2d9c8-2fc9-4a03-9372-9f8ec5dfc52e None None] Provisioning complete for port e4ce7284-ffb6-467c-a068-df810121950d triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:35:58.814115 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-30e2d9c8-2fc9-4a03-9372-9f8ec5dfc52e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (e4ce7284-ffb6-467c-a068-df810121950d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:58.854620 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e24f5d-9c2c-49d8-95e6-478ff4706077 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:58.861361 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e24f5d-9c2c-49d8-95e6-478ff4706077 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:58.863180 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-88e24f5d-9c2c-49d8-95e6-478ff4706077 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 0.0875385 Jan 28 19:35:58.866615 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 41054) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:35:59.001901 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-d6401d64-45c1-4184-add1-19276eba9df5 None None] Allocated IP 2001:db8::2 (aa2e1eb8-7e5a-4cab-8d5d-67963f39691e/222d052a-ec33-4140-bc67-0e5865f65507/fe850a20-4957-44a2-a7b8-78682bce05de) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:35:59.037543 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-551488ae-db2d-4953-998e-a9dca3ab4d41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985'] for port (f21c17d8-a9c4-474d-881f-381f95983b69), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:59.133711 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551488ae-db2d-4953-998e-a9dca3ab4d41 None None] Pushing event deleted for resources: {'Port': ['ID=f21c17d8-a9c4-474d-881f-381f95983b69,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:35:59.144073 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551488ae-db2d-4953-998e-a9dca3ab4d41 None None] No DVR routers for this DVR port f21c17d8-a9c4-474d-881f-381f95983b69 on host n-d-812111-14 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:35:59.258149 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-244cd630-00f9-4726-a0da-31b4398757c9 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Deleting port c33aede2-7221-4337-901f-5cc30e9d8bbc {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:35:59.260350 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-244cd630-00f9-4726-a0da-31b4398757c9 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (c33aede2-7221-4337-901f-5cc30e9d8bbc), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:59.284778 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49b11e1f-219b-4d47-93dc-7c9b132e2182 None None] Network decd8274-9eda-4d81-a020-86cc15d56022 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:35:59.292215 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-a486f7e3-6866-41ef-87c8-602eadb1c05c None None] For port 40f38bcb-6df7-4677-9879-f1b6aa13bf7d, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:35:59.322015 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139aab6e-8dde-4665-83cb-8f5935fdf49f req-f2ab6344-8cb8-4bea-9c22-9596410c09f7 tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:59.324865 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-139aab6e-8dde-4665-83cb-8f5935fdf49f req-f2ab6344-8cb8-4bea-9c22-9596410c09f7 tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e6ba572-7651-4bbb-8823-4cd107ed662f HTTP/1.1" status: 200 len: 945 time: 0.2588863 Jan 28 19:35:59.459448 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-a486f7e3-6866-41ef-87c8-602eadb1c05c None None] For port 40f38bcb-6df7-4677-9879-f1b6aa13bf7d, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=40f38bcb-6df7-4677-9879-f1b6aa13bf7d,segment=NetworkSegment(4a5ff4bc-05ee-4037-823f-23b2e6461afc),segment_id=4a5ff4bc-05ee-4037-823f-23b2e6461afc)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:35:59.628198 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-139aab6e-8dde-4665-83cb-8f5935fdf49f req-9abb3da3-631b-4888-9c5d-ace57e3638c6 tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d406894-e0b8-4582-843c-9edf6a2f3eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2897460 Jan 28 19:35:59.653258 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port e4ce7284-ffb6-467c-a068-df810121950d is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:35:59.653663 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (e4ce7284-ffb6-467c-a068-df810121950d), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:59.666553 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-244cd630-00f9-4726-a0da-31b4398757c9 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (c33aede2-7221-4337-901f-5cc30e9d8bbc), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:59.686835 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a486f7e3-6866-41ef-87c8-602eadb1c05c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (40f38bcb-6df7-4677-9879-f1b6aa13bf7d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:59.697445 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-244cd630-00f9-4726-a0da-31b4398757c9 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Calling delete_port for c33aede2-7221-4337-901f-5cc30e9d8bbc owned by {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:35:59.825121 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-43dea1d3-da2d-4582-bf09-f96e5ed2f96a tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Publish callbacks [] for port (953f7249-2666-4139-8e52-044c74397768), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:59.832134 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 709f5394-5ddd-4750-8fa4-099ce609dc17 up at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:35:59.840926 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f9d21c-5a6f-4e0b-9513-e248f2c840a9 req-63530d34-0b00-4e8d-a803-f55cc1133c30 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:59.847412 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f9d21c-5a6f-4e0b-9513-e248f2c840a9 req-63530d34-0b00-4e8d-a803-f55cc1133c30 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:59.853166 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f9d21c-5a6f-4e0b-9513-e248f2c840a9 req-63530d34-0b00-4e8d-a803-f55cc1133c30 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:59.859387 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f9d21c-5a6f-4e0b-9513-e248f2c840a9 req-63530d34-0b00-4e8d-a803-f55cc1133c30 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:59.865421 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f9d21c-5a6f-4e0b-9513-e248f2c840a9 req-63530d34-0b00-4e8d-a803-f55cc1133c30 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:59.870997 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f9d21c-5a6f-4e0b-9513-e248f2c840a9 req-63530d34-0b00-4e8d-a803-f55cc1133c30 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:59.876463 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f9d21c-5a6f-4e0b-9513-e248f2c840a9 req-63530d34-0b00-4e8d-a803-f55cc1133c30 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:59.878663 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e2f9d21c-5a6f-4e0b-9513-e248f2c840a9 req-63530d34-0b00-4e8d-a803-f55cc1133c30 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/ports?device_id=6266b4f2-471d-4297-9d3c-9386239f951c HTTP/1.1" status: 200 len: 5442 time: 0.1761637 Jan 28 19:35:59.938640 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-30e2d9c8-2fc9-4a03-9372-9f8ec5dfc52e None None] Current status of the port e4ce7284-ffb6-467c-a068-df810121950d is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:35:59.939026 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-30e2d9c8-2fc9-4a03-9372-9f8ec5dfc52e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (e4ce7284-ffb6-467c-a068-df810121950d), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:59.963144 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-244cd630-00f9-4726-a0da-31b4398757c9 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (c33aede2-7221-4337-901f-5cc30e9d8bbc), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:59.966173 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e2f9d21c-5a6f-4e0b-9513-e248f2c840a9 req-b4110e20-0b79-4420-a468-6049af1c6d7b tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/security-groups?id=72c56c83-1eeb-4758-9a36-9dca3b681b4c&id=13e4f299-cf18-4f69-979b-275ae464cc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0791562 Jan 28 19:35:59.968742 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-43dea1d3-da2d-4582-bf09-f96e5ed2f96a tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (953f7249-2666-4139-8e52-044c74397768), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:00.039039 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43dea1d3-da2d-4582-bf09-f96e5ed2f96a tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Network 440ee3d5-677b-40a4-82d5-dd7c8773944d is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:36:00.043024 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-43dea1d3-da2d-4582-bf09-f96e5ed2f96a tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:36:00.048510 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43dea1d3-da2d-4582-bf09-f96e5ed2f96a tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:36:00.049130 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-43dea1d3-da2d-4582-bf09-f96e5ed2f96a tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734769'] for router_interface (eaa9a0e2-9df3-4828-8ea7-70aaa6501a3f), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:00.063756 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] For port e4ce7284-ffb6-467c-a068-df810121950d, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=e4ce7284-ffb6-467c-a068-df810121950d,segment=NetworkSegment(6151bf9b-ffd7-4b66-8888-042209b960c0),segment_id=6151bf9b-ffd7-4b66-8888-042209b960c0)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:36:00.089378 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244cd630-00f9-4726-a0da-31b4398757c9 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Pushing event deleted for resources: {'Port': ['ID=c33aede2-7221-4337-901f-5cc30e9d8bbc,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:00.098222 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-244cd630-00f9-4726-a0da-31b4398757c9 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:00.102500 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-244cd630-00f9-4726-a0da-31b4398757c9 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "DELETE /v2.0/ports/c33aede2-7221-4337-901f-5cc30e9d8bbc HTTP/1.1" status: 204 len: 168 time: 1.2324398 Jan 28 19:36:00.108128 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 41068) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:36:00.114948 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dea1d3-da2d-4582-bf09-f96e5ed2f96a tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Pushing event updated for resources: {'Port': ['ID=953f7249-2666-4139-8e52-044c74397768,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:00.146548 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43dea1d3-da2d-4582-bf09-f96e5ed2f96a tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:36:00.146890 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43dea1d3-da2d-4582-bf09-f96e5ed2f96a tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:36:00.147243 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43dea1d3-da2d-4582-bf09-f96e5ed2f96a tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:36:00.147588 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43dea1d3-da2d-4582-bf09-f96e5ed2f96a tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:36:00.147928 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43dea1d3-da2d-4582-bf09-f96e5ed2f96a tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:36:00.149227 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43dea1d3-da2d-4582-bf09-f96e5ed2f96a tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:36:00.149227 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43dea1d3-da2d-4582-bf09-f96e5ed2f96a tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:36:00.149227 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43dea1d3-da2d-4582-bf09-f96e5ed2f96a tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:36:00.149500 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43dea1d3-da2d-4582-bf09-f96e5ed2f96a tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:36:00.150134 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43dea1d3-da2d-4582-bf09-f96e5ed2f96a tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:36:00.150246 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43dea1d3-da2d-4582-bf09-f96e5ed2f96a tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:36:00.150511 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43dea1d3-da2d-4582-bf09-f96e5ed2f96a tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:36:00.150860 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43dea1d3-da2d-4582-bf09-f96e5ed2f96a tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:36:00.227653 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (e4ce7284-ffb6-467c-a068-df810121950d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:00.251262 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d49f6f4-7558-4d0d-90c3-749f06a1e575 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:00.253688 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d49f6f4-7558-4d0d-90c3-749f06a1e575 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:00.268877 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-4d49f6f4-7558-4d0d-90c3-749f06a1e575 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1552672 Jan 28 19:36:00.269547 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 41072) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:36:00.280831 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f306502-361e-4bba-a059-6772c4434df3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68cd31fd-e4cd-5fb3-a862-256fc47efcd2-decd8274-9eda-4d81-a020-86cc15d56022', 'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022', 'project_id': '74e14b1dc35c45ef8b65d1fdcc58b8bc', 'fixed_ips': [{'subnet_id': '7e433900-4f04-49e3-bad8-ae387c2d7f47'}]}} from n-d-812111-14. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:36:00.280831 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1f306502-361e-4bba-a059-6772c4434df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:00.287881 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-43dea1d3-da2d-4582-bf09-f96e5ed2f96a tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (953f7249-2666-4139-8e52-044c74397768), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:00.374305 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 50fc9898-c182-465b-b42a-076d9cdecaec up at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:36:00.394733 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-c526304c-8003-49b6-8c06-a59a96766239 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Deleting subnet 7e433900-4f04-49e3-bad8-ae387c2d7f47 {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:36:00.408944 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c526304c-8003-49b6-8c06-a59a96766239 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks [] for subnet (7e433900-4f04-49e3-bad8-ae387c2d7f47), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:00.452865 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a486f7e3-6866-41ef-87c8-602eadb1c05c None None] Pushing event updated for resources: {'Port': ['ID=40f38bcb-6df7-4677-9879-f1b6aa13bf7d,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:00.492448 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device f21c17d8-a9c4-474d-881f-381f95983b69 no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:36:00.495041 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c526304c-8003-49b6-8c06-a59a96766239 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16187240'] for subnet (7e433900-4f04-49e3-bad8-ae387c2d7f47), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:00.601910 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c526304c-8003-49b6-8c06-a59a96766239 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (7e433900-4f04-49e3-bad8-ae387c2d7f47), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:00.699036 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c526304c-8003-49b6-8c06-a59a96766239 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4752464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4733806'] for subnet (7e433900-4f04-49e3-bad8-ae387c2d7f47), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:00.705852 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: f21c17d8-a9c4-474d-881f-381f95983b69 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:36:00.706192 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device f21c17d8-a9c4-474d-881f-381f95983b69 not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:36:00.725915 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c526304c-8003-49b6-8c06-a59a96766239 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:00.735515 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 41082) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:36:00.736263 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-c526304c-8003-49b6-8c06-a59a96766239 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "DELETE /v2.0/subnets/7e433900-4f04-49e3-bad8-ae387c2d7f47 HTTP/1.1" status: 204 len: 168 time: 0.4655390 Jan 28 19:36:00.763471 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c526304c-8003-49b6-8c06-a59a96766239 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Pushing event deleted for resources: {'Subnet': ['ID=7e433900-4f04-49e3-bad8-ae387c2d7f47,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:00.890965 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d6401d64-45c1-4184-add1-19276eba9df5 None None] Publish callbacks [] for port (fe850a20-4957-44a2-a7b8-78682bce05de), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:00.896311 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c56491-d67d-4f43-9732-1b72ec3dcbd1 req-39bf5925-c8e4-41ff-b19a-41a06676d77b tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:00.900474 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning for port 709f5394-5ddd-4750-8fa4-099ce609dc17 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:36:00.907148 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-18c56491-d67d-4f43-9732-1b72ec3dcbd1 req-39bf5925-c8e4-41ff-b19a-41a06676d77b tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e6ba572-7651-4bbb-8823-4cd107ed662f HTTP/1.1" status: 200 len: 945 time: 0.1378140 Jan 28 19:36:00.914593 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-9f7ebcfc-5844-42b7-b354-464d96a338ce tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1779985 Jan 28 19:36:00.919553 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 41084) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:36:00.922758 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Pushing event updated for resources: {'Port': ['ID=e4ce7284-ffb6-467c-a068-df810121950d,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:00.962483 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-7de50781-e0ac-402d-bcfc-281e014d399d tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Request body: {'subnet': {'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:36:00.981601 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning complete for port 709f5394-5ddd-4750-8fa4-099ce609dc17 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:36:00.982239 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (709f5394-5ddd-4750-8fa4-099ce609dc17), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:01.008778 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d6401d64-45c1-4184-add1-19276eba9df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (fe850a20-4957-44a2-a7b8-78682bce05de), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:01.088270 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-43dea1d3-da2d-4582-bf09-f96e5ed2f96a tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Publish callbacks [] for port (953f7249-2666-4139-8e52-044c74397768), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:01.095252 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-43dea1d3-da2d-4582-bf09-f96e5ed2f96a tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (953f7249-2666-4139-8e52-044c74397768), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:01.096853 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-43dea1d3-da2d-4582-bf09-f96e5ed2f96a tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-756216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-732801'] for router_interface (eaa9a0e2-9df3-4828-8ea7-70aaa6501a3f), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:01.125082 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 40f38bcb-6df7-4677-9879-f1b6aa13bf7d up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:36:01.128774 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning for port 50fc9898-c182-465b-b42a-076d9cdecaec completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:36:01.145023 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-18c56491-d67d-4f43-9732-1b72ec3dcbd1 req-40d99139-2023-4631-99a5-f48bb6fd04dd tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d406894-e0b8-4582-843c-9edf6a2f3eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262201 Jan 28 19:36:01.148506 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.db.api [None req-30e2d9c8-2fc9-4a03-9372-9f8ec5dfc52e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103306) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 19:36:01.149509 n-d-812111-14 neutron-server[103306]: DEBUG oslo_db.api [None req-30e2d9c8-2fc9-4a03-9372-9f8ec5dfc52e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 19:36:01.222275 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7de50781-e0ac-402d-bcfc-281e014d399d tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Made reservation on behalf of 74e14b1dc35c45ef8b65d1fdcc58b8bc for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:36:01.231915 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7de50781-e0ac-402d-bcfc-281e014d399d tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4733071'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:01.269892 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6401d64-45c1-4184-add1-19276eba9df5 None None] Pushing event updated for resources: {'Port': ['ID=fe850a20-4957-44a2-a7b8-78682bce05de,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:01.326239 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dea1d3-da2d-4582-bf09-f96e5ed2f96a tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Pushing event updated for resources: {'Port': ['ID=953f7249-2666-4139-8e52-044c74397768,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:01.345871 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning complete for port 50fc9898-c182-465b-b42a-076d9cdecaec triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:36:01.347441 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (50fc9898-c182-465b-b42a-076d9cdecaec), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:01.387648 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43dea1d3-da2d-4582-bf09-f96e5ed2f96a tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Network 440ee3d5-677b-40a4-82d5-dd7c8773944d is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:36:01.394224 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-43dea1d3-da2d-4582-bf09-f96e5ed2f96a tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:36:01.457818 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server [None req-1f306502-361e-4bba-a059-6772c4434df3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7e433900-4f04-49e3-bad8-ae387c2d7f47: This subnet is being modified by another concurrent operation. Jan 28 19:36:01.457818 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 28 19:36:01.457818 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 28 19:36:01.457818 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 28 19:36:01.457818 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 28 19:36:01.457818 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 28 19:36:01.457818 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 28 19:36:01.457818 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 28 19:36:01.457818 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 28 19:36:01.457818 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 28 19:36:01.457818 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 19:36:01.457818 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 19:36:01.457818 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 19:36:01.457818 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 19:36:01.457818 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 19:36:01.457818 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 19:36:01.457818 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 19:36:01.457818 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 19:36:01.457818 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 19:36:01.457818 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 19:36:01.457818 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 19:36:01.457818 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 19:36:01.457818 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 19:36:01.457818 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 19:36:01.457818 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 19:36:01.457818 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 19:36:01.457818 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 19:36:01.457818 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 19:36:01.457818 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 19:36:01.457818 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 19:36:01.457818 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 19:36:01.457818 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 19:36:01.457818 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 19:36:01.457818 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 19:36:01.457818 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 28 19:36:01.457818 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 28 19:36:01.457818 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Jan 28 19:36:01.457818 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 28 19:36:01.457818 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Jan 28 19:36:01.457818 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 28 19:36:01.457818 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 28 19:36:01.457818 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 28 19:36:01.457818 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 28 19:36:01.457818 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 19:36:01.457818 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 19:36:01.457818 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 19:36:01.457818 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 19:36:01.457818 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 19:36:01.457818 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 19:36:01.457818 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 19:36:01.457818 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 19:36:01.457818 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 19:36:01.457818 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 19:36:01.457818 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 19:36:01.457818 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 19:36:01.457818 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 19:36:01.457818 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 19:36:01.457818 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 19:36:01.457818 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 19:36:01.457818 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 19:36:01.457818 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 19:36:01.457818 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 19:36:01.457818 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 19:36:01.457818 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 19:36:01.457818 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 19:36:01.457818 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 19:36:01.457818 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 19:36:01.457818 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 19:36:01.457818 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 19:36:01.457818 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 19:36:01.457818 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1510, in create_port Jan 28 19:36:01.457818 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 28 19:36:01.457818 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1475, in _create_port_db Jan 28 19:36:01.457818 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 28 19:36:01.457818 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Jan 28 19:36:01.457818 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 28 19:36:01.457818 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 28 19:36:01.457818 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 28 19:36:01.457818 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 19:36:01.457818 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 19:36:01.457818 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 28 19:36:01.457818 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 28 19:36:01.457818 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 28 19:36:01.457818 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 28 19:36:01.457818 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 28 19:36:01.457818 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 28 19:36:01.457818 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 28 19:36:01.457818 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 28 19:36:01.457818 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 28 19:36:01.457818 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server raise exception Jan 28 19:36:01.457818 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7e433900-4f04-49e3-bad8-ae387c2d7f47: This subnet is being modified by another concurrent operation. Jan 28 19:36:01.457818 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server Jan 28 19:36:01.476987 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6401d64-45c1-4184-add1-19276eba9df5 None None] Network aa2e1eb8-7e5a-4cab-8d5d-67963f39691e is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:36:01.491050 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f52d1df-ed31-48b7-bf1f-5e8c43509aca req-a432cc35-32ee-40d0-8a52-20d1f8cbfa67 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:01.491600 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-d6401d64-45c1-4184-add1-19276eba9df5 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:36:01.497296 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f52d1df-ed31-48b7-bf1f-5e8c43509aca req-a432cc35-32ee-40d0-8a52-20d1f8cbfa67 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:01.500517 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6401d64-45c1-4184-add1-19276eba9df5 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:36:01.503767 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f52d1df-ed31-48b7-bf1f-5e8c43509aca req-a432cc35-32ee-40d0-8a52-20d1f8cbfa67 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:01.515562 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f52d1df-ed31-48b7-bf1f-5e8c43509aca req-a432cc35-32ee-40d0-8a52-20d1f8cbfa67 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:01.525899 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f52d1df-ed31-48b7-bf1f-5e8c43509aca req-a432cc35-32ee-40d0-8a52-20d1f8cbfa67 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:01.535768 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f52d1df-ed31-48b7-bf1f-5e8c43509aca req-a432cc35-32ee-40d0-8a52-20d1f8cbfa67 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:01.543791 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f52d1df-ed31-48b7-bf1f-5e8c43509aca req-a432cc35-32ee-40d0-8a52-20d1f8cbfa67 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:01.559983 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3f52d1df-ed31-48b7-bf1f-5e8c43509aca req-a432cc35-32ee-40d0-8a52-20d1f8cbfa67 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/ports?device_id=6266b4f2-471d-4297-9d3c-9386239f951c HTTP/1.1" status: 200 len: 5442 time: 0.3695319 Jan 28 19:36:01.619918 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7de50781-e0ac-402d-bcfc-281e014d399d tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4752401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4733085'] for subnet (43be5495-e748-48e6-a7b8-c77c6016c7f5), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:01.637887 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 40f38bcb-6df7-4677-9879-f1b6aa13bf7d triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:36:01.638264 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (40f38bcb-6df7-4677-9879-f1b6aa13bf7d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:01.700262 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de50781-e0ac-402d-bcfc-281e014d399d tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Network decd8274-9eda-4d81-a020-86cc15d56022 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:36:01.701853 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-7de50781-e0ac-402d-bcfc-281e014d399d tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:36:01.707605 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de50781-e0ac-402d-bcfc-281e014d399d tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:01.708028 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7de50781-e0ac-402d-bcfc-281e014d399d tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:01.719237 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de50781-e0ac-402d-bcfc-281e014d399d tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Pushing event updated for resources: {'Subnet': ['ID=43be5495-e748-48e6-a7b8-c77c6016c7f5,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:01.745709 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-7de50781-e0ac-402d-bcfc-281e014d399d tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7882550 Jan 28 19:36:01.747925 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02e8b655-1e59-45dd-9856-ee5ef2f51569 None None] Network decd8274-9eda-4d81-a020-86cc15d56022 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:36:01.748885 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 41092) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:36:01.758308 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-0ff0a664-7150-4a3e-bf78-ea6761d28fcc tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Request body: {'port': {'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022', 'fixed_ips': [{'subnet_id': '43be5495-e748-48e6-a7b8-c77c6016c7f5', 'ip_address': '2001:db8::791d:aa88:cc2:e569'}], 'name': 'tempest-NetworksTestDHCPv6-746993864'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:36:01.818845 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3f52d1df-ed31-48b7-bf1f-5e8c43509aca req-6a8e1932-fc25-43f3-852f-a34569c93e81 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/security-groups?id=72c56c83-1eeb-4758-9a36-9dca3b681b4c&id=13e4f299-cf18-4f69-979b-275ae464cc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2577329 Jan 28 19:36:01.863144 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43dea1d3-da2d-4582-bf09-f96e5ed2f96a tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Router eaa9a0e2-9df3-4828-8ea7-70aaa6501a3f is scheduled to L3 agent 76fe5c49-705a-4e08-abb2-be585676213f with binding_index 1 {{(pid=103304) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 19:36:01.867074 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e799fd5-66a6-4077-9c12-abdb11541e48 None None] Network 440ee3d5-677b-40a4-82d5-dd7c8773944d requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:36:01.879663 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-d6401d64-45c1-4184-add1-19276eba9df5 None None] Attempting to bind port fe850a20-4957-44a2-a7b8-78682bce05de on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:36:01.880080 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-d6401d64-45c1-4184-add1-19276eba9df5 None None] Attempting to bind port fe850a20-4957-44a2-a7b8-78682bce05de by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '6d4c4613-83cb-40bf-a622-639372650084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'aa2e1eb8-7e5a-4cab-8d5d-67963f39691e'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:36:01.880451 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6401d64-45c1-4184-add1-19276eba9df5 None None] Attempting to bind port fe850a20-4957-44a2-a7b8-78682bce05de on network aa2e1eb8-7e5a-4cab-8d5d-67963f39691e {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:36:01.934808 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ff0a664-7150-4a3e-bf78-ea6761d28fcc tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Made reservation on behalf of 74e14b1dc35c45ef8b65d1fdcc58b8bc for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:36:02.054199 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43dea1d3-da2d-4582-bf09-f96e5ed2f96a tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:36:02.064309 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-43dea1d3-da2d-4582-bf09-f96e5ed2f96a tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] 10.222.0.64 "PUT /v2.0/routers/eaa9a0e2-9df3-4828-8ea7-70aaa6501a3f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5484419 Jan 28 19:36:02.067459 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 41094) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:36:02.078950 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0ff0a664-7150-4a3e-bf78-ea6761d28fcc tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:02.101777 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [None req-0ff0a664-7150-4a3e-bf78-ea6761d28fcc tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] device_id is not set on port 2531e2eb-7ebb-4680-a9db-b1a14811fca8 yet. {{(pid=103305) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:36:02.174293 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 709f5394-5ddd-4750-8fa4-099ce609dc17 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:36:02.175876 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (709f5394-5ddd-4750-8fa4-099ce609dc17), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:02.189816 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6401d64-45c1-4184-add1-19276eba9df5 None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:36:02.190326 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6401d64-45c1-4184-add1-19276eba9df5 None None] Checking segment: {'id': '6d4c4613-83cb-40bf-a622-639372650084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'aa2e1eb8-7e5a-4cab-8d5d-67963f39691e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:36:02.190611 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d6401d64-45c1-4184-add1-19276eba9df5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:02.193706 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6401d64-45c1-4184-add1-19276eba9df5 None None] Bound using segment: {'id': '6d4c4613-83cb-40bf-a622-639372650084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'aa2e1eb8-7e5a-4cab-8d5d-67963f39691e'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:36:02.197396 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-d6401d64-45c1-4184-add1-19276eba9df5 None None] Bound port: fe850a20-4957-44a2-a7b8-78682bce05de, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d4c4613-83cb-40bf-a622-639372650084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'aa2e1eb8-7e5a-4cab-8d5d-67963f39691e'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:36:02.198120 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d6401d64-45c1-4184-add1-19276eba9df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (fe850a20-4957-44a2-a7b8-78682bce05de), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:02.200908 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc96d967-391a-4246-8a52-c61d0b8f733a None None] Sync routers for ids ['eaa9a0e2-9df3-4828-8ea7-70aaa6501a3f'] in n-d-812111-14 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:36:02.292339 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-30e2d9c8-2fc9-4a03-9372-9f8ec5dfc52e None None] Current status of the port e4ce7284-ffb6-467c-a068-df810121950d is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:36:02.307258 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc96d967-391a-4246-8a52-c61d0b8f733a None None] Routers {'eaa9a0e2-9df3-4828-8ea7-70aaa6501a3f'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:36:02.308315 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-dc96d967-391a-4246-8a52-c61d0b8f733a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:35:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['eaa9a0e2-9df3-4828-8ea7-70aaa6501a3f'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:36:02.386404 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-0ff0a664-7150-4a3e-bf78-ea6761d28fcc tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Allocated IP 2001:db8::791d:aa88:cc2:e569 (decd8274-9eda-4d81-a020-86cc15d56022/43be5495-e748-48e6-a7b8-c77c6016c7f5/2531e2eb-7ebb-4680-a9db-b1a14811fca8) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:36:02.393919 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58820b02-fa2a-4da9-8499-97115b828e47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68cd31fd-e4cd-5fb3-a862-256fc47efcd2-decd8274-9eda-4d81-a020-86cc15d56022', 'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022', 'project_id': '74e14b1dc35c45ef8b65d1fdcc58b8bc', 'fixed_ips': [{'subnet_id': '43be5495-e748-48e6-a7b8-c77c6016c7f5'}]}} from n-d-812111-14. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:36:02.395004 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58820b02-fa2a-4da9-8499-97115b828e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:02.422909 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 709f5394-5ddd-4750-8fa4-099ce609dc17, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=709f5394-5ddd-4750-8fa4-099ce609dc17,segment=NetworkSegment(ae01320f-4c42-4a16-9083-8e2cba9c3e3f),segment_id=ae01320f-4c42-4a16-9083-8e2cba9c3e3f)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:36:02.432315 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '114d9b10-6f91-4f53-b9ef-9d92157ca212', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '709f5394-5ddd-4750-8fa4-099ce609dc17'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:36:02.434845 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57f9707b-6bd4-495b-aa7b-a923e0b96408" -d '{"events": [{"server_uuid": "114d9b10-6f91-4f53-b9ef-9d92157ca212", "name": "network-vif-plugged", "status": "completed", "tag": "709f5394-5ddd-4750-8fa4-099ce609dc17"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:36:02.441564 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-dc96d967-391a-4246-8a52-c61d0b8f733a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:36:02.542811 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port 50fc9898-c182-465b-b42a-076d9cdecaec is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:36:02.543197 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (50fc9898-c182-465b-b42a-076d9cdecaec), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:02.574146 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fc2ae80-12d1-41f1-a38c-af9bb34c8ac4 x-openstack-request-id: req-3fc2ae80-12d1-41f1-a38c-af9bb34c8ac4 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:36:02.574515 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "114d9b10-6f91-4f53-b9ef-9d92157ca212", "name": "network-vif-plugged", "status": "completed", "tag": "709f5394-5ddd-4750-8fa4-099ce609dc17", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:36:02.574742 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3fc2ae80-12d1-41f1-a38c-af9bb34c8ac4 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:36:02.575161 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '114d9b10-6f91-4f53-b9ef-9d92157ca212', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '709f5394-5ddd-4750-8fa4-099ce609dc17', 'code': 200} Jan 28 19:36:02.581806 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (709f5394-5ddd-4750-8fa4-099ce609dc17), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:02.678051 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346f69b6-4394-41c9-9405-d252eba4e13d req-efaf9027-8ba4-4b1d-bb2b-f5c60a577909 tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:02.680251 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-346f69b6-4394-41c9-9405-d252eba4e13d req-efaf9027-8ba4-4b1d-bb2b-f5c60a577909 tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e6ba572-7651-4bbb-8823-4cd107ed662f HTTP/1.1" status: 200 len: 945 time: 0.4269707 Jan 28 19:36:02.696700 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0ff0a664-7150-4a3e-bf78-ea6761d28fcc tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks [] for port (2531e2eb-7ebb-4680-a9db-b1a14811fca8), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:02.728025 n-d-812111-14 neutron-server[103304]: INFO neutron.api.v2.resource [None req-ea2cfc2f-a1a4-4c4f-86f2-290a5a1c0675 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 19:36:02.729190 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-ea2cfc2f-a1a4-4c4f-86f2-290a5a1c0675 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] 10.222.0.64 "PUT /v2.0/routers/eaa9a0e2-9df3-4828-8ea7-70aaa6501a3f/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.6607249 Jan 28 19:36:02.732047 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 41102) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:36:02.746402 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d6401d64-45c1-4184-add1-19276eba9df5 None None] For port fe850a20-4957-44a2-a7b8-78682bce05de, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:36:02.754783 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d6401d64-45c1-4184-add1-19276eba9df5 None None] For port fe850a20-4957-44a2-a7b8-78682bce05de, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=fe850a20-4957-44a2-a7b8-78682bce05de,segment=NetworkSegment(6d4c4613-83cb-40bf-a622-639372650084),segment_id=6d4c4613-83cb-40bf-a622-639372650084)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:36:02.782790 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31704d90-0d85-45b5-a5c7-0b504be8e763 req-77ef7e50-6cee-4f48-8785-e10d565ba722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:02.784283 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-31704d90-0d85-45b5-a5c7-0b504be8e763 req-77ef7e50-6cee-4f48-8785-e10d565ba722 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=114d9b10-6f91-4f53-b9ef-9d92157ca212 HTTP/1.1" status: 200 len: 1128 time: 0.1475749 Jan 28 19:36:02.794250 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514ca481-31ea-49a8-ba17-acd53ddb68d4 req-6e21b38f-b2d8-4b9d-b5af-11075073c537 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:02.807858 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514ca481-31ea-49a8-ba17-acd53ddb68d4 req-6e21b38f-b2d8-4b9d-b5af-11075073c537 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:02.820967 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514ca481-31ea-49a8-ba17-acd53ddb68d4 req-6e21b38f-b2d8-4b9d-b5af-11075073c537 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:02.834867 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514ca481-31ea-49a8-ba17-acd53ddb68d4 req-6e21b38f-b2d8-4b9d-b5af-11075073c537 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:02.844737 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514ca481-31ea-49a8-ba17-acd53ddb68d4 req-6e21b38f-b2d8-4b9d-b5af-11075073c537 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:02.860767 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514ca481-31ea-49a8-ba17-acd53ddb68d4 req-6e21b38f-b2d8-4b9d-b5af-11075073c537 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:02.885380 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-31704d90-0d85-45b5-a5c7-0b504be8e763 req-62d48362-49d8-488a-9efa-01232a9a96af service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=1d406894-e0b8-4582-843c-9edf6a2f3eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677261 Jan 28 19:36:02.893331 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514ca481-31ea-49a8-ba17-acd53ddb68d4 req-6e21b38f-b2d8-4b9d-b5af-11075073c537 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:02.901382 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-514ca481-31ea-49a8-ba17-acd53ddb68d4 req-6e21b38f-b2d8-4b9d-b5af-11075073c537 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.70 "GET /v2.0/ports?device_id=6266b4f2-471d-4297-9d3c-9386239f951c HTTP/1.1" status: 200 len: 5442 time: 0.3234725 Jan 28 19:36:02.902642 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 50fc9898-c182-465b-b42a-076d9cdecaec, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=50fc9898-c182-465b-b42a-076d9cdecaec,segment=NetworkSegment(ae01320f-4c42-4a16-9083-8e2cba9c3e3f),segment_id=ae01320f-4c42-4a16-9083-8e2cba9c3e3f)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:36:02.919994 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc96d967-391a-4246-8a52-c61d0b8f733a None None] Routers {'eaa9a0e2-9df3-4828-8ea7-70aaa6501a3f'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:36:02.931051 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-dc96d967-391a-4246-8a52-c61d0b8f733a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:35:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['eaa9a0e2-9df3-4828-8ea7-70aaa6501a3f'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:36:02.939282 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d6401d64-45c1-4184-add1-19276eba9df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (fe850a20-4957-44a2-a7b8-78682bce05de), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:02.941445 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 40f38bcb-6df7-4677-9879-f1b6aa13bf7d is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:36:02.949827 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (40f38bcb-6df7-4677-9879-f1b6aa13bf7d), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:02.991052 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-346f69b6-4394-41c9-9405-d252eba4e13d req-92652cf5-d23a-49f9-b9b5-f23bdf455706 tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d406894-e0b8-4582-843c-9edf6a2f3eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2893715 Jan 28 19:36:03.004436 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0ff0a664-7150-4a3e-bf78-ea6761d28fcc tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (2531e2eb-7ebb-4680-a9db-b1a14811fca8), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:03.065341 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff0a664-7150-4a3e-bf78-ea6761d28fcc tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Network decd8274-9eda-4d81-a020-86cc15d56022 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:36:03.070936 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-0ff0a664-7150-4a3e-bf78-ea6761d28fcc tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:36:03.083130 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-0af4c494-fc52-4ee9-a8b3-0e9d7959d2c9 None None] Provisioning complete for port 40f38bcb-6df7-4677-9879-f1b6aa13bf7d triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:36:03.087543 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0af4c494-fc52-4ee9-a8b3-0e9d7959d2c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (40f38bcb-6df7-4677-9879-f1b6aa13bf7d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:03.127572 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0377cf-9b06-4251-9063-88e0e409d427 req-247d93ba-f2be-4aa3-b62f-f2543e8a3f8a tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:03.133085 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0377cf-9b06-4251-9063-88e0e409d427 req-247d93ba-f2be-4aa3-b62f-f2543e8a3f8a tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:03.139410 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0377cf-9b06-4251-9063-88e0e409d427 req-247d93ba-f2be-4aa3-b62f-f2543e8a3f8a tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:03.140662 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514ca481-31ea-49a8-ba17-acd53ddb68d4 req-e7f5ae9c-f037-4c91-9bce-2af8ff40d76f tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:03.142290 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-514ca481-31ea-49a8-ba17-acd53ddb68d4 req-e7f5ae9c-f037-4c91-9bce-2af8ff40d76f tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.70 "GET /v2.0/ports/63a694be-3c45-4cf7-86cf-e53eec59bb7a?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0599780 Jan 28 19:36:03.143769 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff0a664-7150-4a3e-bf78-ea6761d28fcc tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:36:03.144665 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0377cf-9b06-4251-9063-88e0e409d427 req-247d93ba-f2be-4aa3-b62f-f2543e8a3f8a tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:03.149979 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ff0a664-7150-4a3e-bf78-ea6761d28fcc tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:03.150152 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0377cf-9b06-4251-9063-88e0e409d427 req-247d93ba-f2be-4aa3-b62f-f2543e8a3f8a tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:03.150978 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0ff0a664-7150-4a3e-bf78-ea6761d28fcc tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:03.155368 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0377cf-9b06-4251-9063-88e0e409d427 req-247d93ba-f2be-4aa3-b62f-f2543e8a3f8a tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:03.160861 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0377cf-9b06-4251-9063-88e0e409d427 req-247d93ba-f2be-4aa3-b62f-f2543e8a3f8a tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:03.162780 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-fe0377cf-9b06-4251-9063-88e0e409d427 req-247d93ba-f2be-4aa3-b62f-f2543e8a3f8a tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/ports?device_id=6266b4f2-471d-4297-9d3c-9386239f951c HTTP/1.1" status: 200 len: 5442 time: 0.1788116 Jan 28 19:36:03.170862 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff0a664-7150-4a3e-bf78-ea6761d28fcc tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Pushing event updated for resources: {'Port': ['ID=2531e2eb-7ebb-4680-a9db-b1a14811fca8,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:03.267252 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-0ff0a664-7150-4a3e-bf78-ea6761d28fcc tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.5171635 Jan 28 19:36:03.272281 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 41108) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:36:03.297002 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-fe0377cf-9b06-4251-9063-88e0e409d427 req-3757d5de-41da-4a35-8a4a-0f17efc04b25 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/security-groups?id=72c56c83-1eeb-4758-9a36-9dca3b681b4c&id=13e4f299-cf18-4f69-979b-275ae464cc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1273098 Jan 28 19:36:03.358672 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b7f76b18-e71d-42de-8d3a-62b6bd412f59 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-732838'] for router_interface (eaa9a0e2-9df3-4828-8ea7-70aaa6501a3f), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:03.376800 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-dc96d967-391a-4246-8a52-c61d0b8f733a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:36:03.377583 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc96d967-391a-4246-8a52-c61d0b8f733a None None] The sync data for ids ['eaa9a0e2-9df3-4828-8ea7-70aaa6501a3f'] in n-d-812111-14 is: [] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:36:03.379374 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (50fc9898-c182-465b-b42a-076d9cdecaec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:03.382662 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=709f5394-5ddd-4750-8fa4-099ce609dc17,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:03.400852 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f35baf62-03c1-43ec-815b-7a6b32098005 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:03.401937 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-f35baf62-03c1-43ec-815b-7a6b32098005 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 944 time: 0.1285782 Jan 28 19:36:03.402402 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-514ca481-31ea-49a8-ba17-acd53ddb68d4 req-4be5dbe2-0e65-4c21-839a-21982d6f0e97 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.70 "GET /v2.0/networks/1a0a56ae-a8fc-45c3-a9f5-3868c6fdc511?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2481942 Jan 28 19:36:03.404895 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 41114) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:36:03.509741 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-514ca481-31ea-49a8-ba17-acd53ddb68d4 req-e30ab045-46c0-4077-a953-b678d7bffcb5 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:36:03.545457 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] For port 40f38bcb-6df7-4677-9879-f1b6aa13bf7d, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=40f38bcb-6df7-4677-9879-f1b6aa13bf7d,segment=NetworkSegment(4a5ff4bc-05ee-4037-823f-23b2e6461afc),segment_id=4a5ff4bc-05ee-4037-823f-23b2e6461afc)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:36:03.603278 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-58820b02-fa2a-4da9-8499-97115b828e47 None None] Allocated IP 2001:db8::2 (decd8274-9eda-4d81-a020-86cc15d56022/43be5495-e748-48e6-a7b8-c77c6016c7f5/66175f5f-3d29-40fc-ae09-2f78758c20d9) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:36:03.630907 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (40f38bcb-6df7-4677-9879-f1b6aa13bf7d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:03.716037 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-514ca481-31ea-49a8-ba17-acd53ddb68d4 req-e30ab045-46c0-4077-a953-b678d7bffcb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (63a694be-3c45-4cf7-86cf-e53eec59bb7a), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:03.765988 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-b7f76b18-e71d-42de-8d3a-62b6bd412f59 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Deleting port 953f7249-2666-4139-8e52-044c74397768 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:36:03.766341 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b7f76b18-e71d-42de-8d3a-62b6bd412f59 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (953f7249-2666-4139-8e52-044c74397768), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:03.870639 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device e4ce7284-ffb6-467c-a068-df810121950d up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:36:03.877082 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-18730a20-0c71-4dd5-b736-356d79e9e9a8 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Deleting port 2531e2eb-7ebb-4680-a9db-b1a14811fca8 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:36:03.877794 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-18730a20-0c71-4dd5-b736-356d79e9e9a8 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (2531e2eb-7ebb-4680-a9db-b1a14811fca8), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:03.888591 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6401d64-45c1-4184-add1-19276eba9df5 None None] Pushing event updated for resources: {'Port': ['ID=fe850a20-4957-44a2-a7b8-78682bce05de,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:04.011754 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b7f76b18-e71d-42de-8d3a-62b6bd412f59 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (953f7249-2666-4139-8e52-044c74397768), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:04.044336 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-b7f76b18-e71d-42de-8d3a-62b6bd412f59 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Calling delete_port for 953f7249-2666-4139-8e52-044c74397768 owned by network:router_interface {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:36:04.235780 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-514ca481-31ea-49a8-ba17-acd53ddb68d4 req-e30ab045-46c0-4077-a953-b678d7bffcb5 service neutron] For port 63a694be-3c45-4cf7-86cf-e53eec59bb7a, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=63a694be-3c45-4cf7-86cf-e53eec59bb7a,segment=NetworkSegment(9bf5b81d-1ecc-495b-86bd-fe1fc8410ddb),segment_id=9bf5b81d-1ecc-495b-86bd-fe1fc8410ddb)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:36:04.287573 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-514ca481-31ea-49a8-ba17-acd53ddb68d4 req-e30ab045-46c0-4077-a953-b678d7bffcb5 service neutron] For port 63a694be-3c45-4cf7-86cf-e53eec59bb7a, host n-h2-812111-14, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:36:04.308188 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-0af4c494-fc52-4ee9-a8b3-0e9d7959d2c9 None None] Current status of the port 40f38bcb-6df7-4677-9879-f1b6aa13bf7d is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:36:04.327436 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=50fc9898-c182-465b-b42a-076d9cdecaec,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:04.333311 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [req-514ca481-31ea-49a8-ba17-acd53ddb68d4 req-e30ab045-46c0-4077-a953-b678d7bffcb5 service neutron] device_id is not set on port 63a694be-3c45-4cf7-86cf-e53eec59bb7a yet. {{(pid=103305) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:36:04.359335 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-514ca481-31ea-49a8-ba17-acd53ddb68d4 req-e30ab045-46c0-4077-a953-b678d7bffcb5 service neutron] Publish callbacks [] for port (63a694be-3c45-4cf7-86cf-e53eec59bb7a), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:04.377776 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port e4ce7284-ffb6-467c-a068-df810121950d triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:36:04.378288 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (e4ce7284-ffb6-467c-a068-df810121950d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:04.473726 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b7f76b18-e71d-42de-8d3a-62b6bd412f59 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (953f7249-2666-4139-8e52-044c74397768), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:04.484281 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-514ca481-31ea-49a8-ba17-acd53ddb68d4 req-e30ab045-46c0-4077-a953-b678d7bffcb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (63a694be-3c45-4cf7-86cf-e53eec59bb7a), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:04.556260 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f76b18-e71d-42de-8d3a-62b6bd412f59 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Pushing event deleted for resources: {'Port': ['ID=953f7249-2666-4139-8e52-044c74397768,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:04.593340 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e6ba572-7651-4bbb-8823-4cd107ed662f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50fc9898-c182-465b-b42a-076d9cdecaec'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:36:04.605864 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c3004d7-c9ec-4097-9f40-2a0dee64d83b" -d '{"events": [{"server_uuid": "6e6ba572-7651-4bbb-8823-4cd107ed662f", "name": "network-vif-plugged", "status": "completed", "tag": "50fc9898-c182-465b-b42a-076d9cdecaec"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:36:04.616663 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30ab045-46c0-4077-a953-b678d7bffcb5 service neutron] Pushing event updated for resources: {'Port': ['ID=63a694be-3c45-4cf7-86cf-e53eec59bb7a,revision_number=6']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:04.625729 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-0af4c494-fc52-4ee9-a8b3-0e9d7959d2c9 None None] Provisioning complete for port e4ce7284-ffb6-467c-a068-df810121950d triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:36:04.626108 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0af4c494-fc52-4ee9-a8b3-0e9d7959d2c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (e4ce7284-ffb6-467c-a068-df810121950d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:04.662474 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58820b02-fa2a-4da9-8499-97115b828e47 None None] Publish callbacks [] for port (66175f5f-3d29-40fc-ae09-2f78758c20d9), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:04.701279 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58820b02-fa2a-4da9-8499-97115b828e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (66175f5f-3d29-40fc-ae09-2f78758c20d9), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:04.705201 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-514ca481-31ea-49a8-ba17-acd53ddb68d4 req-e30ab045-46c0-4077-a953-b678d7bffcb5 service neutron] No DVR routers for this DVR port 63a694be-3c45-4cf7-86cf-e53eec59bb7a on host n-h2-812111-14 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:36:04.706029 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Pushing event updated for resources: {'Port': ['ID=40f38bcb-6df7-4677-9879-f1b6aa13bf7d,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:04.825618 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b7f76b18-e71d-42de-8d3a-62b6bd412f59 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-732682'] for router_interface (eaa9a0e2-9df3-4828-8ea7-70aaa6501a3f), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:04.827682 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d88a10-36b9-4102-a18b-3e670f05f9b2 req-f5a3f0aa-6194-432a-99b3-f29a525bbc74 tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:04.829758 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-81d88a10-36b9-4102-a18b-3e670f05f9b2 req-f5a3f0aa-6194-432a-99b3-f29a525bbc74 tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e6ba572-7651-4bbb-8823-4cd107ed662f HTTP/1.1" status: 200 len: 946 time: 0.4637582 Jan 28 19:36:04.844773 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58820b02-fa2a-4da9-8499-97115b828e47 None None] Network decd8274-9eda-4d81-a020-86cc15d56022 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:36:04.846537 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-18730a20-0c71-4dd5-b736-356d79e9e9a8 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (2531e2eb-7ebb-4680-a9db-b1a14811fca8), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:04.883404 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149ed0cc-57a7-46c1-9a13-6832c99ebb76 req-968a5eb4-67fa-4495-a8f6-7ec70a590a5f tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:04.887404 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-58820b02-fa2a-4da9-8499-97115b828e47 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:36:04.897976 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58820b02-fa2a-4da9-8499-97115b828e47 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:36:04.907800 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149ed0cc-57a7-46c1-9a13-6832c99ebb76 req-968a5eb4-67fa-4495-a8f6-7ec70a590a5f tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:04.908916 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58820b02-fa2a-4da9-8499-97115b828e47 None None] Pushing event updated for resources: {'Port': ['ID=66175f5f-3d29-40fc-ae09-2f78758c20d9,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:04.915495 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149ed0cc-57a7-46c1-9a13-6832c99ebb76 req-968a5eb4-67fa-4495-a8f6-7ec70a590a5f tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:04.928114 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port e4ce7284-ffb6-467c-a068-df810121950d is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:36:04.937619 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149ed0cc-57a7-46c1-9a13-6832c99ebb76 req-968a5eb4-67fa-4495-a8f6-7ec70a590a5f tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:04.957694 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149ed0cc-57a7-46c1-9a13-6832c99ebb76 req-968a5eb4-67fa-4495-a8f6-7ec70a590a5f tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:04.963711 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149ed0cc-57a7-46c1-9a13-6832c99ebb76 req-968a5eb4-67fa-4495-a8f6-7ec70a590a5f tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:04.981866 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-149ed0cc-57a7-46c1-9a13-6832c99ebb76 req-968a5eb4-67fa-4495-a8f6-7ec70a590a5f tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/ports?device_id=6266b4f2-471d-4297-9d3c-9386239f951c HTTP/1.1" status: 200 len: 4664 time: 0.4421470 Jan 28 19:36:05.021469 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-18730a20-0c71-4dd5-b736-356d79e9e9a8 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Calling delete_port for 2531e2eb-7ebb-4680-a9db-b1a14811fca8 owned by {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:36:05.027131 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-514ca481-31ea-49a8-ba17-acd53ddb68d4 req-e30ab045-46c0-4077-a953-b678d7bffcb5 service neutron] In _notify_port_updated(), no bound segment for port 63a694be-3c45-4cf7-86cf-e53eec59bb7a on network 1a0a56ae-a8fc-45c3-a9f5-3868c6fdc511 {{(pid=103305) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Jan 28 19:36:05.029747 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514ca481-31ea-49a8-ba17-acd53ddb68d4 req-e30ab045-46c0-4077-a953-b678d7bffcb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:05.030544 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-514ca481-31ea-49a8-ba17-acd53ddb68d4 req-e30ab045-46c0-4077-a953-b678d7bffcb5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:05.032705 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-514ca481-31ea-49a8-ba17-acd53ddb68d4 req-e30ab045-46c0-4077-a953-b678d7bffcb5 service neutron] 10.222.0.70 "PUT /v2.0/ports/63a694be-3c45-4cf7-86cf-e53eec59bb7a HTTP/1.1" status: 200 len: 1031 time: 1.5283406 Jan 28 19:36:05.110165 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-58820b02-fa2a-4da9-8499-97115b828e47 None None] Attempting to bind port 66175f5f-3d29-40fc-ae09-2f78758c20d9 on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:36:05.110541 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-58820b02-fa2a-4da9-8499-97115b828e47 None None] Attempting to bind port 66175f5f-3d29-40fc-ae09-2f78758c20d9 by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '2aac29a1-8685-476c-bba5-fffce3cb94d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:36:05.111068 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58820b02-fa2a-4da9-8499-97115b828e47 None None] Attempting to bind port 66175f5f-3d29-40fc-ae09-2f78758c20d9 on network decd8274-9eda-4d81-a020-86cc15d56022 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:36:05.147557 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58820b02-fa2a-4da9-8499-97115b828e47 None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:36:05.148672 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58820b02-fa2a-4da9-8499-97115b828e47 None None] Checking segment: {'id': '2aac29a1-8685-476c-bba5-fffce3cb94d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:36:05.152137 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58820b02-fa2a-4da9-8499-97115b828e47 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:05.152747 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58820b02-fa2a-4da9-8499-97115b828e47 None None] Bound using segment: {'id': '2aac29a1-8685-476c-bba5-fffce3cb94d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:36:05.153471 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-58820b02-fa2a-4da9-8499-97115b828e47 None None] Bound port: 66175f5f-3d29-40fc-ae09-2f78758c20d9, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aac29a1-8685-476c-bba5-fffce3cb94d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:36:05.154415 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58820b02-fa2a-4da9-8499-97115b828e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (66175f5f-3d29-40fc-ae09-2f78758c20d9), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:05.163969 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-0af4c494-fc52-4ee9-a8b3-0e9d7959d2c9 None None] Current status of the port e4ce7284-ffb6-467c-a068-df810121950d is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:36:05.320752 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-81d88a10-36b9-4102-a18b-3e670f05f9b2 req-5c2b7c5b-3268-4a0c-b78c-6f6d20ed0251 tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d406894-e0b8-4582-843c-9edf6a2f3eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4387057 Jan 28 19:36:05.324417 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-3fdaabe5-50ad-4244-af5f-f2a3ab895bcf None None] Could not find standard attr ID for object 953f7249-2666-4139-8e52-044c74397768. {{(pid=103306) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 19:36:05.362948 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514ca481-31ea-49a8-ba17-acd53ddb68d4 req-1f66f19a-afe3-4674-9f66-3529351b67b8 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:05.364373 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-514ca481-31ea-49a8-ba17-acd53ddb68d4 req-1f66f19a-afe3-4674-9f66-3529351b67b8 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.70 "GET /v2.0/ports/94babd58-bc58-41d0-b372-2137350b0839?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.3199394 Jan 28 19:36:05.386421 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-3fdaabe5-50ad-4244-af5f-f2a3ab895bcf None None] Provisioning complete for port 40f38bcb-6df7-4677-9879-f1b6aa13bf7d triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:36:05.387166 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3fdaabe5-50ad-4244-af5f-f2a3ab895bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (40f38bcb-6df7-4677-9879-f1b6aa13bf7d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:05.391084 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-514ca481-31ea-49a8-ba17-acd53ddb68d4 req-eef43bcf-c4d0-41bf-88af-02f6273d76c5 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:36:05.392011 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58820b02-fa2a-4da9-8499-97115b828e47 None None] For port 66175f5f-3d29-40fc-ae09-2f78758c20d9, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:36:05.397183 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58820b02-fa2a-4da9-8499-97115b828e47 None None] For port 66175f5f-3d29-40fc-ae09-2f78758c20d9, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=66175f5f-3d29-40fc-ae09-2f78758c20d9,segment=NetworkSegment(2aac29a1-8685-476c-bba5-fffce3cb94d6),segment_id=2aac29a1-8685-476c-bba5-fffce3cb94d6)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:36:05.466837 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58820b02-fa2a-4da9-8499-97115b828e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (66175f5f-3d29-40fc-ae09-2f78758c20d9), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:05.511519 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:36:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf0a04e5-da3f-45d6-8df8-243144fe5d7b x-openstack-request-id: req-bf0a04e5-da3f-45d6-8df8-243144fe5d7b {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:36:05.512973 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e6ba572-7651-4bbb-8823-4cd107ed662f", "name": "network-vif-plugged", "status": "completed", "tag": "50fc9898-c182-465b-b42a-076d9cdecaec", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:36:05.513573 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bf0a04e5-da3f-45d6-8df8-243144fe5d7b {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:36:05.514200 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e6ba572-7651-4bbb-8823-4cd107ed662f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50fc9898-c182-465b-b42a-076d9cdecaec', 'code': 200} Jan 28 19:36:05.609841 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-149ed0cc-57a7-46c1-9a13-6832c99ebb76 req-7010ecab-5d87-4621-97a9-8d38ddd340ac tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/security-groups?id=72c56c83-1eeb-4758-9a36-9dca3b681b4c&id=13e4f299-cf18-4f69-979b-275ae464cc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6268888 Jan 28 19:36:05.672838 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7f76b18-e71d-42de-8d3a-62b6bd412f59 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Router eaa9a0e2-9df3-4828-8ea7-70aaa6501a3f has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:36:05.678644 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2da32098-7528-4752-98ae-1294edb6e94b None None] Network aa2e1eb8-7e5a-4cab-8d5d-67963f39691e requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:36:05.796934 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-3fdaabe5-50ad-4244-af5f-f2a3ab895bcf None None] Current status of the port 40f38bcb-6df7-4677-9879-f1b6aa13bf7d is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:36:05.799624 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58820b02-fa2a-4da9-8499-97115b828e47 None None] Pushing event updated for resources: {'Port': ['ID=66175f5f-3d29-40fc-ae09-2f78758c20d9,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:05.804694 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 3dda1cfc-fce7-4e9c-8686-cc9cecf29d40 no longer exists at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:36:05.912254 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-514ca481-31ea-49a8-ba17-acd53ddb68d4 req-eef43bcf-c4d0-41bf-88af-02f6273d76c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (94babd58-bc58-41d0-b372-2137350b0839), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:05.972290 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-c0d74207-39c9-4ceb-bf62-2256683d42c0 None None] Could not find standard attr ID for object 953f7249-2666-4139-8e52-044c74397768. {{(pid=103306) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 19:36:06.023237 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367e875d-9ae5-4bab-acae-23472843f239 req-d482b04b-58f8-47dc-935a-9e05567c8082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:06.025777 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-367e875d-9ae5-4bab-acae-23472843f239 req-d482b04b-58f8-47dc-935a-9e05567c8082 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6e6ba572-7651-4bbb-8823-4cd107ed662f HTTP/1.1" status: 200 len: 1129 time: 0.4005291 Jan 28 19:36:06.128935 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-18730a20-0c71-4dd5-b736-356d79e9e9a8 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (2531e2eb-7ebb-4680-a9db-b1a14811fca8), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:06.158227 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-c0d74207-39c9-4ceb-bf62-2256683d42c0 None None] Provisioning complete for port 63a694be-3c45-4cf7-86cf-e53eec59bb7a triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:36:06.161316 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c0d74207-39c9-4ceb-bf62-2256683d42c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (63a694be-3c45-4cf7-86cf-e53eec59bb7a), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:06.199212 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18730a20-0c71-4dd5-b736-356d79e9e9a8 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Pushing event deleted for resources: {'Port': ['ID=2531e2eb-7ebb-4680-a9db-b1a14811fca8,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:06.266999 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device fe850a20-4957-44a2-a7b8-78682bce05de up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:36:06.285811 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 3dda1cfc-fce7-4e9c-8686-cc9cecf29d40 is: ACTIVE; New status is: DOWN {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:36:06.291469 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (3dda1cfc-fce7-4e9c-8686-cc9cecf29d40), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:06.490762 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-18730a20-0c71-4dd5-b736-356d79e9e9a8 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:06.500518 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-18730a20-0c71-4dd5-b736-356d79e9e9a8 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "DELETE /v2.0/ports/2531e2eb-7ebb-4680-a9db-b1a14811fca8 HTTP/1.1" status: 204 len: 168 time: 3.0876875 Jan 28 19:36:06.561491 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 41170) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:36:06.643663 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-367e875d-9ae5-4bab-acae-23472843f239 req-a513e8c2-7a57-413a-ad80-a3daee8af13c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=1d406894-e0b8-4582-843c-9edf6a2f3eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5846956 Jan 28 19:36:06.676139 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7f76b18-e71d-42de-8d3a-62b6bd412f59 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:36:06.691980 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-b7f76b18-e71d-42de-8d3a-62b6bd412f59 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] 10.222.0.64 "PUT /v2.0/routers/eaa9a0e2-9df3-4828-8ea7-70aaa6501a3f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9550767 Jan 28 19:36:06.692113 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb749a7-c328-48a0-96ad-e4ff7c110278 None None] Sync routers for ids ['eaa9a0e2-9df3-4828-8ea7-70aaa6501a3f'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:36:06.692513 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 41174) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:36:06.708815 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb749a7-c328-48a0-96ad-e4ff7c110278 None None] Routers {'eaa9a0e2-9df3-4828-8ea7-70aaa6501a3f'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:36:06.709478 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-8cb749a7-c328-48a0-96ad-e4ff7c110278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:35:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['eaa9a0e2-9df3-4828-8ea7-70aaa6501a3f'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:36:06.754082 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039ff9c6-a144-4f45-a609-350cf918f0c6 req-c4eb16c0-7538-4b50-8b21-f9ce808deba2 tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:06.755784 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-039ff9c6-a144-4f45-a609-350cf918f0c6 req-c4eb16c0-7538-4b50-8b21-f9ce808deba2 tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e6ba572-7651-4bbb-8823-4cd107ed662f HTTP/1.1" status: 200 len: 946 time: 0.2540760 Jan 28 19:36:06.778365 n-d-812111-14 neutron-server[103304]: INFO neutron.api.v2.resource [None req-2eb24f21-53b1-479d-bf54-0e5b183f633e tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] delete failed (client error): The resource could not be found. Jan 28 19:36:06.795569 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-2eb24f21-53b1-479d-bf54-0e5b183f633e tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] 10.222.0.64 "DELETE /v2.0/routers/tempest-non_exist_router-1820088968 HTTP/1.1" status: 404 len: 335 time: 0.0984378 Jan 28 19:36:06.796036 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-8cb749a7-c328-48a0-96ad-e4ff7c110278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:36:06.796566 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 41180) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:36:06.814717 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-df33ca55-1af2-478d-afce-c9e10e65f9ce tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Request body: {'router': {'external_gateway_info': {'network_id': 'eaa9a0e2-9df3-4828-8ea7-70aaa6501a3f'}}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:36:06.818403 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb749a7-c328-48a0-96ad-e4ff7c110278 None None] Routers {'eaa9a0e2-9df3-4828-8ea7-70aaa6501a3f'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:36:06.819038 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-8cb749a7-c328-48a0-96ad-e4ff7c110278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:35:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['eaa9a0e2-9df3-4828-8ea7-70aaa6501a3f'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:36:06.843229 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7ad9bd3-09d2-4f91-95cd-dda67e9bc40b tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:06.845194 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7ad9bd3-09d2-4f91-95cd-dda67e9bc40b tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:06.856629 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-c7ad9bd3-09d2-4f91-95cd-dda67e9bc40b tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2791770 Jan 28 19:36:06.884070 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 41182) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:36:06.926070 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-514ca481-31ea-49a8-ba17-acd53ddb68d4 req-eef43bcf-c4d0-41bf-88af-02f6273d76c5 service neutron] For port 94babd58-bc58-41d0-b372-2137350b0839, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=94babd58-bc58-41d0-b372-2137350b0839,segment=NetworkSegment(9bf5b81d-1ecc-495b-86bd-fe1fc8410ddb),segment_id=9bf5b81d-1ecc-495b-86bd-fe1fc8410ddb)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:36:06.954713 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-8cb749a7-c328-48a0-96ad-e4ff7c110278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:36:06.955528 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb749a7-c328-48a0-96ad-e4ff7c110278 None None] The sync data for ids ['eaa9a0e2-9df3-4828-8ea7-70aaa6501a3f'] in n-d-812111-14 is: [] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:36:07.003272 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 3dda1cfc-fce7-4e9c-8686-cc9cecf29d40, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=3dda1cfc-fce7-4e9c-8686-cc9cecf29d40,segment=NetworkSegment(307a5035-2a9c-44ca-a3ca-b9ed8229daf5),segment_id=307a5035-2a9c-44ca-a3ca-b9ed8229daf5)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:36:07.026411 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (3dda1cfc-fce7-4e9c-8686-cc9cecf29d40), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:07.027227 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 63a694be-3c45-4cf7-86cf-e53eec59bb7a no longer exists at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:36:07.048791 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-c0d74207-39c9-4ceb-bf62-2256683d42c0 None None] Port 63a694be-3c45-4cf7-86cf-e53eec59bb7a cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:36:07.141653 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8570f7b4-fb35-48e4-ad48-9c66b664dbba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:07.162079 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb25570b-6493-4a18-af99-0a09d65099b9 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Deleting subnet 43be5495-e748-48e6-a7b8-c77c6016c7f5 {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:36:07.175892 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bb25570b-6493-4a18-af99-0a09d65099b9 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks [] for subnet (43be5495-e748-48e6-a7b8-c77c6016c7f5), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:07.227915 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-c0d74207-39c9-4ceb-bf62-2256683d42c0 None None] Provisioning complete for port fe850a20-4957-44a2-a7b8-78682bce05de triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:36:07.228304 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c0d74207-39c9-4ceb-bf62-2256683d42c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (fe850a20-4957-44a2-a7b8-78682bce05de), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:07.281532 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-514ca481-31ea-49a8-ba17-acd53ddb68d4 req-eef43bcf-c4d0-41bf-88af-02f6273d76c5 service neutron] For port 94babd58-bc58-41d0-b372-2137350b0839, host n-h2-812111-14, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:36:07.354298 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [req-514ca481-31ea-49a8-ba17-acd53ddb68d4 req-eef43bcf-c4d0-41bf-88af-02f6273d76c5 service neutron] device_id is not set on port 94babd58-bc58-41d0-b372-2137350b0839 yet. {{(pid=103305) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:36:07.372444 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port fe850a20-4957-44a2-a7b8-78682bce05de triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:36:07.372823 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (fe850a20-4957-44a2-a7b8-78682bce05de), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:07.403069 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-514ca481-31ea-49a8-ba17-acd53ddb68d4 req-eef43bcf-c4d0-41bf-88af-02f6273d76c5 service neutron] Publish callbacks [] for port (94babd58-bc58-41d0-b372-2137350b0839), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:07.424843 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-039ff9c6-a144-4f45-a609-350cf918f0c6 req-02500ca3-31c0-4c27-9a14-765da86b884b tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d406894-e0b8-4582-843c-9edf6a2f3eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6475770 Jan 28 19:36:07.448920 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-514ca481-31ea-49a8-ba17-acd53ddb68d4 req-eef43bcf-c4d0-41bf-88af-02f6273d76c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (94babd58-bc58-41d0-b372-2137350b0839), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:07.502832 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bb25570b-6493-4a18-af99-0a09d65099b9 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16187240'] for subnet (43be5495-e748-48e6-a7b8-c77c6016c7f5), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:07.535197 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6266b4f2-471d-4297-9d3c-9386239f951c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3dda1cfc-fce7-4e9c-8686-cc9cecf29d40'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:36:07.537083 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0c9622a-95c7-425e-a450-47aabf5b88d1" -d '{"events": [{"server_uuid": "6266b4f2-471d-4297-9d3c-9386239f951c", "name": "network-vif-unplugged", "status": "completed", "tag": "3dda1cfc-fce7-4e9c-8686-cc9cecf29d40"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:36:07.574126 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aec8c4-7103-4b3e-815e-53a8b4aab863 req-e7b61bcc-9cc6-48e1-991f-8d80a8b6a509 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:07.581266 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aec8c4-7103-4b3e-815e-53a8b4aab863 req-e7b61bcc-9cc6-48e1-991f-8d80a8b6a509 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:07.588963 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aec8c4-7103-4b3e-815e-53a8b4aab863 req-e7b61bcc-9cc6-48e1-991f-8d80a8b6a509 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:07.594677 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aec8c4-7103-4b3e-815e-53a8b4aab863 req-e7b61bcc-9cc6-48e1-991f-8d80a8b6a509 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:07.602493 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aec8c4-7103-4b3e-815e-53a8b4aab863 req-e7b61bcc-9cc6-48e1-991f-8d80a8b6a509 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:07.608991 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aec8c4-7103-4b3e-815e-53a8b4aab863 req-e7b61bcc-9cc6-48e1-991f-8d80a8b6a509 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:07.612581 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] The host n-h2-812111-14 is not matching for port 63a694be-3c45-4cf7-86cf-e53eec59bb7a host ! {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Jan 28 19:36:07.613123 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 63a694be-3c45-4cf7-86cf-e53eec59bb7a not bound to the agent host n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:36:07.613555 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 94babd58-bc58-41d0-b372-2137350b0839 no longer exists at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:36:07.615615 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=3dda1cfc-fce7-4e9c-8686-cc9cecf29d40,revision_number=6']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:07.618013 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-13aec8c4-7103-4b3e-815e-53a8b4aab863 req-e7b61bcc-9cc6-48e1-991f-8d80a8b6a509 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/ports?device_id=6266b4f2-471d-4297-9d3c-9386239f951c HTTP/1.1" status: 200 len: 4664 time: 0.8246408 Jan 28 19:36:07.640873 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-df33ca55-1af2-478d-afce-c9e10e65f9ce tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Publish callbacks [] for router_gateway (eaa9a0e2-9df3-4828-8ea7-70aaa6501a3f), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:07.721241 n-d-812111-14 neutron-server[103304]: INFO neutron.api.v2.resource [None req-df33ca55-1af2-478d-afce-c9e10e65f9ce tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] update failed (client error): The resource could not be found. Jan 28 19:36:07.722249 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-df33ca55-1af2-478d-afce-c9e10e65f9ce tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] 10.222.0.64 "PUT /v2.0/routers/eaa9a0e2-9df3-4828-8ea7-70aaa6501a3f HTTP/1.1" status: 404 len: 339 time: 0.9121852 Jan 28 19:36:07.741629 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 19:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb935452-b470-4fdf-9288-7a5438f5c26f x-openstack-request-id: req-cb935452-b470-4fdf-9288-7a5438f5c26f {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:36:07.741928 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6266b4f2-471d-4297-9d3c-9386239f951c", "name": "network-vif-unplugged", "status": "completed", "tag": "3dda1cfc-fce7-4e9c-8686-cc9cecf29d40", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:36:07.742186 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cb935452-b470-4fdf-9288-7a5438f5c26f {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:36:07.742712 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6266b4f2-471d-4297-9d3c-9386239f951c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3dda1cfc-fce7-4e9c-8686-cc9cecf29d40', 'code': 200} Jan 28 19:36:07.749056 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 41196) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:36:07.759243 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-fff6ce88-cd31-4c4e-9b8d-4660012f1598 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1967952717'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:36:07.800207 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bb25570b-6493-4a18-af99-0a09d65099b9 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (43be5495-e748-48e6-a7b8-c77c6016c7f5), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:07.894478 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-13aec8c4-7103-4b3e-815e-53a8b4aab863 req-b6295482-dbb6-46ce-8438-cf2f4d78de55 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/security-groups?id=72c56c83-1eeb-4758-9a36-9dca3b681b4c&id=13e4f299-cf18-4f69-979b-275ae464cc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2746894 Jan 28 19:36:07.896879 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fff6ce88-cd31-4c4e-9b8d-4660012f1598 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Made reservation on behalf of 1f21eb89621a4f1bafda3793b9f74bd9 for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:36:07.904354 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fff6ce88-cd31-4c4e-9b8d-4660012f1598 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:07.976732 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-514ca481-31ea-49a8-ba17-acd53ddb68d4 req-eef43bcf-c4d0-41bf-88af-02f6273d76c5 service neutron] No DVR routers for this DVR port 94babd58-bc58-41d0-b372-2137350b0839 on host n-h2-812111-14 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:36:07.980794 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef43bcf-c4d0-41bf-88af-02f6273d76c5 service neutron] Pushing event updated for resources: {'Port': ['ID=94babd58-bc58-41d0-b372-2137350b0839,revision_number=6']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:08.051703 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bb25570b-6493-4a18-af99-0a09d65099b9 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4752464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4733806'] for subnet (43be5495-e748-48e6-a7b8-c77c6016c7f5), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:08.055855 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fff6ce88-cd31-4c4e-9b8d-4660012f1598 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:36:08.063325 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-c0d74207-39c9-4ceb-bf62-2256683d42c0 None None] Current status of the port fe850a20-4957-44a2-a7b8-78682bce05de is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:36:08.063990 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c0d74207-39c9-4ceb-bf62-2256683d42c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (fe850a20-4957-44a2-a7b8-78682bce05de), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:08.065379 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-514ca481-31ea-49a8-ba17-acd53ddb68d4 req-eef43bcf-c4d0-41bf-88af-02f6273d76c5 service neutron] In _notify_port_updated(), no bound segment for port 94babd58-bc58-41d0-b372-2137350b0839 on network 1a0a56ae-a8fc-45c3-a9f5-3868c6fdc511 {{(pid=103305) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Jan 28 19:36:08.066273 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514ca481-31ea-49a8-ba17-acd53ddb68d4 req-eef43bcf-c4d0-41bf-88af-02f6273d76c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:08.066895 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-514ca481-31ea-49a8-ba17-acd53ddb68d4 req-eef43bcf-c4d0-41bf-88af-02f6273d76c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:08.068233 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-514ca481-31ea-49a8-ba17-acd53ddb68d4 req-eef43bcf-c4d0-41bf-88af-02f6273d76c5 service neutron] 10.222.0.70 "PUT /v2.0/ports/94babd58-bc58-41d0-b372-2137350b0839 HTTP/1.1" status: 200 len: 1032 time: 2.6923256 Jan 28 19:36:08.080525 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fff6ce88-cd31-4c4e-9b8d-4660012f1598 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (2886e742-cfb1-45d8-829c-e757f3fec997), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:08.081629 n-d-812111-14 neutron-server[103304]: INFO neutron.db.segments_db [None req-fff6ce88-cd31-4c4e-9b8d-4660012f1598 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Added segment 2886e742-cfb1-45d8-829c-e757f3fec997 of type vlan for network b08437bd-7cac-4ff1-b088-2796dbd28174 Jan 28 19:36:08.085126 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] The host n-h2-812111-14 is not matching for port 94babd58-bc58-41d0-b372-2137350b0839 host ! {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Jan 28 19:36:08.092908 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 94babd58-bc58-41d0-b372-2137350b0839 not bound to the agent host n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:36:08.094350 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 81a4af83-6b4e-4b78-b358-67e235489ec7 no longer exists at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:36:08.144933 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb25570b-6493-4a18-af99-0a09d65099b9 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Pushing event deleted for resources: {'Subnet': ['ID=43be5495-e748-48e6-a7b8-c77c6016c7f5,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:08.167273 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fff6ce88-cd31-4c4e-9b8d-4660012f1598 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (b08437bd-7cac-4ff1-b088-2796dbd28174), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:08.176587 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bb25570b-6493-4a18-af99-0a09d65099b9 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:08.182059 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-bb25570b-6493-4a18-af99-0a09d65099b9 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "DELETE /v2.0/subnets/43be5495-e748-48e6-a7b8-c77c6016c7f5 HTTP/1.1" status: 204 len: 168 time: 1.2918868 Jan 28 19:36:08.191949 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 41202) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:36:08.204464 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fff6ce88-cd31-4c4e-9b8d-4660012f1598 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (b08437bd-7cac-4ff1-b088-2796dbd28174), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:08.211056 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff6ce88-cd31-4c4e-9b8d-4660012f1598 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:08.212926 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fff6ce88-cd31-4c4e-9b8d-4660012f1598 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:08.221819 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port fe850a20-4957-44a2-a7b8-78682bce05de is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:36:08.221819 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (fe850a20-4957-44a2-a7b8-78682bce05de), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:08.304328 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-faef36f2-515d-4336-9b9e-8dac827978c0 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1053901 Jan 28 19:36:08.305569 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 41204) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:36:08.311815 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff6ce88-cd31-4c4e-9b8d-4660012f1598 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Pushing event updated for resources: {'Network': ['ID=b08437bd-7cac-4ff1-b088-2796dbd28174,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:08.318715 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-fff6ce88-cd31-4c4e-9b8d-4660012f1598 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.5672679 Jan 28 19:36:08.321927 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 41206) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:36:08.328568 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-9dff6687-8c6d-4eb4-8025-5cfbea098ca0 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Request body: {'subnet': {'network_id': 'b08437bd-7cac-4ff1-b088-2796dbd28174', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:36:08.328755 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-c0d74207-39c9-4ceb-bf62-2256683d42c0 None None] For port fe850a20-4957-44a2-a7b8-78682bce05de, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=fe850a20-4957-44a2-a7b8-78682bce05de,segment=NetworkSegment(6d4c4613-83cb-40bf-a622-639372650084),segment_id=6d4c4613-83cb-40bf-a622-639372650084)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:36:08.335287 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-6bda99a2-877a-48a8-b9bf-2fe9d3cd89e3 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Request body: {'subnet': {'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:36:08.338548 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 81a4af83-6b4e-4b78-b358-67e235489ec7 is: ACTIVE; New status is: DOWN {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:36:08.338930 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (81a4af83-6b4e-4b78-b358-67e235489ec7), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:08.366979 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39a4a43a-d6ff-4e91-a90e-b62878793276 None None] get_active_networks_info from n-d-812111-14 {{(pid=103306) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 19:36:08.507085 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dff6687-8c6d-4eb4-8025-5cfbea098ca0 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Made reservation on behalf of 1f21eb89621a4f1bafda3793b9f74bd9 for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:36:08.511724 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9dff6687-8c6d-4eb4-8025-5cfbea098ca0 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5221429'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:08.519810 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network b08437bd-7cac-4ff1-b088-2796dbd28174 details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:36:08.547070 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c0d74207-39c9-4ceb-bf62-2256683d42c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (fe850a20-4957-44a2-a7b8-78682bce05de), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:08.730324 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bda99a2-877a-48a8-b9bf-2fe9d3cd89e3 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Made reservation on behalf of 74e14b1dc35c45ef8b65d1fdcc58b8bc for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:36:08.736391 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6bda99a2-877a-48a8-b9bf-2fe9d3cd89e3 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4733071'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:08.791779 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c5a33e-be98-4c93-ba56-ac6444f4cb6b req-1b086fc2-c3fd-4595-b88b-237047384090 tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:08.795507 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f9c5a33e-be98-4c93-ba56-ac6444f4cb6b req-1b086fc2-c3fd-4595-b88b-237047384090 tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e6ba572-7651-4bbb-8823-4cd107ed662f HTTP/1.1" status: 200 len: 946 time: 0.2267790 Jan 28 19:36:08.824951 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 81a4af83-6b4e-4b78-b358-67e235489ec7, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=81a4af83-6b4e-4b78-b358-67e235489ec7,segment=NetworkSegment(f691f418-4099-4a2e-b081-8f35001c07cb),segment_id=f691f418-4099-4a2e-b081-8f35001c07cb)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:36:08.826679 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.db.api [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103306) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 19:36:08.827094 n-d-812111-14 neutron-server[103306]: DEBUG oslo_db.api [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 19:36:08.858373 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (81a4af83-6b4e-4b78-b358-67e235489ec7), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:08.859145 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 7e6f9cff-a028-4c63-bafa-10b8e8700d7f no longer exists at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:36:08.890581 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9dff6687-8c6d-4eb4-8025-5cfbea098ca0 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4690681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5221415'] for subnet (d920d4d3-e867-41a5-b45e-d27e6dc7331e), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:08.968912 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d3c62337-c085-4e65-ac7e-7e4cc368b973 None None] Provisioning complete for port fe850a20-4957-44a2-a7b8-78682bce05de triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:36:08.969316 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d3c62337-c085-4e65-ac7e-7e4cc368b973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (fe850a20-4957-44a2-a7b8-78682bce05de), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:08.979587 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d74207-39c9-4ceb-bf62-2256683d42c0 None None] Pushing event updated for resources: {'Port': ['ID=fe850a20-4957-44a2-a7b8-78682bce05de,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:09.001417 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dff6687-8c6d-4eb4-8025-5cfbea098ca0 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Pushing event updated for resources: {'Subnet': ['ID=d920d4d3-e867-41a5-b45e-d27e6dc7331e,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:09.034285 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dff6687-8c6d-4eb4-8025-5cfbea098ca0 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Checking segment: {'id': '2886e742-cfb1-45d8-829c-e757f3fec997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'b08437bd-7cac-4ff1-b088-2796dbd28174'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:36:09.034742 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dff6687-8c6d-4eb4-8025-5cfbea098ca0 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Network hostable DHCP agents. Network: b08437bd-7cac-4ff1-b088-2796dbd28174, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:36:09.091838 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-274b463d-877e-4fac-95a4-de69b266dd76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:09.097969 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a4a43a-d6ff-4e91-a90e-b62878793276 None None] Resources bound (agent type, host, resource id): {{(pid=103306) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 19:36:09.146412 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dff6687-8c6d-4eb4-8025-5cfbea098ca0 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Network b08437bd-7cac-4ff1-b088-2796dbd28174 is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:36:09.166733 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-9dff6687-8c6d-4eb4-8025-5cfbea098ca0 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, b08437bd-7cac-4ff1-b088-2796dbd28174) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:36:09.179033 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dff6687-8c6d-4eb4-8025-5cfbea098ca0 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:09.179605 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9dff6687-8c6d-4eb4-8025-5cfbea098ca0 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:09.189856 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=81a4af83-6b4e-4b78-b358-67e235489ec7,revision_number=6']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:09.202805 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1756ca-0683-4fd5-ac05-99cd944adb2c req-244e0c49-a75e-4c7a-9793-dfeeeacabc87 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:09.218380 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1756ca-0683-4fd5-ac05-99cd944adb2c req-244e0c49-a75e-4c7a-9793-dfeeeacabc87 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:09.224479 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1756ca-0683-4fd5-ac05-99cd944adb2c req-244e0c49-a75e-4c7a-9793-dfeeeacabc87 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:09.230290 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1756ca-0683-4fd5-ac05-99cd944adb2c req-244e0c49-a75e-4c7a-9793-dfeeeacabc87 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:09.235844 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1756ca-0683-4fd5-ac05-99cd944adb2c req-244e0c49-a75e-4c7a-9793-dfeeeacabc87 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:09.244743 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-fd1756ca-0683-4fd5-ac05-99cd944adb2c req-244e0c49-a75e-4c7a-9793-dfeeeacabc87 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/ports?device_id=6266b4f2-471d-4297-9d3c-9386239f951c HTTP/1.1" status: 200 len: 3881 time: 0.1742821 Jan 28 19:36:09.268065 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 7e6f9cff-a028-4c63-bafa-10b8e8700d7f is: ACTIVE; New status is: DOWN {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:36:09.268388 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (7e6f9cff-a028-4c63-bafa-10b8e8700d7f), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:09.276231 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-9dff6687-8c6d-4eb4-8025-5cfbea098ca0 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9532309 Jan 28 19:36:09.352732 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 41228) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:36:09.363791 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 7e6f9cff-a028-4c63-bafa-10b8e8700d7f, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=7e6f9cff-a028-4c63-bafa-10b8e8700d7f,segment=NetworkSegment(9bf5b81d-1ecc-495b-86bd-fe1fc8410ddb),segment_id=9bf5b81d-1ecc-495b-86bd-fe1fc8410ddb)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:36:09.368363 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-fd1756ca-0683-4fd5-ac05-99cd944adb2c req-3f98a2be-4516-4f20-8db2-3acf4a0417fc tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/security-groups?id=13e4f299-cf18-4f69-979b-275ae464cc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1174924 Jan 28 19:36:09.382425 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-b399f016-3518-4551-aebc-63131fae74bb tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b08437bd-7cac-4ff1-b088-2796dbd28174'}}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:36:09.405428 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (7e6f9cff-a028-4c63-bafa-10b8e8700d7f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:09.406014 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device f81cc277-8da7-4baf-868c-4770a63c2e56 no longer exists at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:36:09.472198 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=7e6f9cff-a028-4c63-bafa-10b8e8700d7f,revision_number=6']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:09.475075 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d3c62337-c085-4e65-ac7e-7e4cc368b973 None None] Current status of the port fe850a20-4957-44a2-a7b8-78682bce05de is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:36:09.509413 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d3c62337-c085-4e65-ac7e-7e4cc368b973 None None] Could not find standard attr ID for object 2531e2eb-7ebb-4680-a9db-b1a14811fca8. {{(pid=103306) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 19:36:09.534893 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port fe850a20-4957-44a2-a7b8-78682bce05de is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:36:09.535926 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 40f38bcb-6df7-4677-9879-f1b6aa13bf7d up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:36:09.586950 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f9c5a33e-be98-4c93-ba56-ac6444f4cb6b req-5d8c10ab-c34a-4aa6-b596-29997040369b tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d406894-e0b8-4582-843c-9edf6a2f3eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6901944 Jan 28 19:36:09.616972 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-514ca481-31ea-49a8-ba17-acd53ddb68d4 req-e3bfbdd3-25a6-40c6-83a0-3538be443356 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Deleting port 81a4af83-6b4e-4b78-b358-67e235489ec7 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:36:09.618749 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-514ca481-31ea-49a8-ba17-acd53ddb68d4 req-e3bfbdd3-25a6-40c6-83a0-3538be443356 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (81a4af83-6b4e-4b78-b358-67e235489ec7), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:09.679308 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d3c62337-c085-4e65-ac7e-7e4cc368b973 None None] Provisioning complete for port 66175f5f-3d29-40fc-ae09-2f78758c20d9 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:36:09.680857 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d3c62337-c085-4e65-ac7e-7e4cc368b973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (66175f5f-3d29-40fc-ae09-2f78758c20d9), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:09.682435 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b399f016-3518-4551-aebc-63131fae74bb tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Publish callbacks [] for router_gateway (eaa9a0e2-9df3-4828-8ea7-70aaa6501a3f), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:09.817912 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-514ca481-31ea-49a8-ba17-acd53ddb68d4 req-e3bfbdd3-25a6-40c6-83a0-3538be443356 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] For port 81a4af83-6b4e-4b78-b358-67e235489ec7, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=81a4af83-6b4e-4b78-b358-67e235489ec7,segment=NetworkSegment(f691f418-4099-4a2e-b081-8f35001c07cb),segment_id=f691f418-4099-4a2e-b081-8f35001c07cb)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:36:09.818451 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-514ca481-31ea-49a8-ba17-acd53ddb68d4 req-e3bfbdd3-25a6-40c6-83a0-3538be443356 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (81a4af83-6b4e-4b78-b358-67e235489ec7), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:09.818929 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6266b4f2-471d-4297-9d3c-9386239f951c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81a4af83-6b4e-4b78-b358-67e235489ec7'}, {'server_uuid': '6266b4f2-471d-4297-9d3c-9386239f951c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e6f9cff-a028-4c63-bafa-10b8e8700d7f'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:36:09.821552 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33c405f3-e239-48b4-b6ff-f57bf31e81de" -d '{"events": [{"server_uuid": "6266b4f2-471d-4297-9d3c-9386239f951c", "name": "network-vif-unplugged", "status": "completed", "tag": "81a4af83-6b4e-4b78-b358-67e235489ec7"}, {"server_uuid": "6266b4f2-471d-4297-9d3c-9386239f951c", "name": "network-vif-unplugged", "status": "completed", "tag": "7e6f9cff-a028-4c63-bafa-10b8e8700d7f"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:36:09.823937 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port f81cc277-8da7-4baf-868c-4770a63c2e56 is: ACTIVE; New status is: DOWN {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:36:09.824326 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (f81cc277-8da7-4baf-868c-4770a63c2e56), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:09.836847 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-514ca481-31ea-49a8-ba17-acd53ddb68d4 req-e3bfbdd3-25a6-40c6-83a0-3538be443356 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Calling delete_port for 81a4af83-6b4e-4b78-b358-67e235489ec7 owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:36:09.908054 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29389541-b31e-4cda-bccc-8e14e490218b req-e290e559-b7f6-4066-b7ae-bc95bc13cc59 tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:09.909219 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:09.910969 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-29389541-b31e-4cda-bccc-8e14e490218b req-e290e559-b7f6-4066-b7ae-bc95bc13cc59 tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] 10.222.0.64 "GET /v2.0/ports?device_id=114d9b10-6f91-4f53-b9ef-9d92157ca212 HTTP/1.1" status: 200 len: 945 time: 0.2002985 Jan 28 19:36:09.922331 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port f81cc277-8da7-4baf-868c-4770a63c2e56, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=f81cc277-8da7-4baf-868c-4770a63c2e56,segment=NetworkSegment(9bf5b81d-1ecc-495b-86bd-fe1fc8410ddb),segment_id=9bf5b81d-1ecc-495b-86bd-fe1fc8410ddb)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:36:09.930242 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (f81cc277-8da7-4baf-868c-4770a63c2e56), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:09.930965 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 20564fb9-afe6-4bea-9e37-1486e3355933 no longer exists at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:36:09.943692 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 40f38bcb-6df7-4677-9879-f1b6aa13bf7d triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:36:09.943966 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (40f38bcb-6df7-4677-9879-f1b6aa13bf7d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:09.945978 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbbe965d-ecca-40db-9c43-942f1b6ed366 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68cd31fd-e4cd-5fb3-a862-256fc47efcd2-b08437bd-7cac-4ff1-b088-2796dbd28174', 'network_id': 'b08437bd-7cac-4ff1-b088-2796dbd28174', 'project_id': '1f21eb89621a4f1bafda3793b9f74bd9', 'fixed_ips': [{'subnet_id': 'd920d4d3-e867-41a5-b45e-d27e6dc7331e'}]}} from n-d-812111-14. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:36:09.946794 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-bbbe965d-ecca-40db-9c43-942f1b6ed366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:09.962485 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Fri, 28 Jan 2022 19:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24c58d4f-1e9b-4bbf-903e-51ea269816a1 x-openstack-request-id: req-24c58d4f-1e9b-4bbf-903e-51ea269816a1 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:36:09.962781 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6266b4f2-471d-4297-9d3c-9386239f951c", "name": "network-vif-unplugged", "status": "completed", "tag": "81a4af83-6b4e-4b78-b358-67e235489ec7", "code": 200}, {"server_uuid": "6266b4f2-471d-4297-9d3c-9386239f951c", "name": "network-vif-unplugged", "status": "completed", "tag": "7e6f9cff-a028-4c63-bafa-10b8e8700d7f", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:36:09.963032 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-24c58d4f-1e9b-4bbf-903e-51ea269816a1 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:36:09.963423 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6266b4f2-471d-4297-9d3c-9386239f951c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81a4af83-6b4e-4b78-b358-67e235489ec7', 'code': 200} Jan 28 19:36:09.963675 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6266b4f2-471d-4297-9d3c-9386239f951c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e6f9cff-a028-4c63-bafa-10b8e8700d7f', 'code': 200} Jan 28 19:36:10.030902 n-d-812111-14 neutron-server[103304]: INFO neutron.api.v2.resource [None req-b399f016-3518-4551-aebc-63131fae74bb tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 19:36:10.032229 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-b399f016-3518-4551-aebc-63131fae74bb tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] 10.222.0.64 "PUT /v2.0/routers/eaa9a0e2-9df3-4828-8ea7-70aaa6501a3f HTTP/1.1" status: 400 len: 364 time: 0.6607230 Jan 28 19:36:10.051981 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-29389541-b31e-4cda-bccc-8e14e490218b req-74254902-f17e-4436-a027-04528acb155b tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d406894-e0b8-4582-843c-9edf6a2f3eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194041 Jan 28 19:36:10.053399 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 41242) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:36:10.077070 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-514ca481-31ea-49a8-ba17-acd53ddb68d4 req-e3bfbdd3-25a6-40c6-83a0-3538be443356 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (81a4af83-6b4e-4b78-b358-67e235489ec7), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:10.148214 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bfbdd3-25a6-40c6-83a0-3538be443356 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Pushing event deleted for resources: {'Port': ['ID=81a4af83-6b4e-4b78-b358-67e235489ec7,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:10.204260 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d3c62337-c085-4e65-ac7e-7e4cc368b973 None None] Current status of the port 66175f5f-3d29-40fc-ae09-2f78758c20d9 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:36:10.204720 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d3c62337-c085-4e65-ac7e-7e4cc368b973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (66175f5f-3d29-40fc-ae09-2f78758c20d9), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:10.256540 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=f81cc277-8da7-4baf-868c-4770a63c2e56,revision_number=6']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:10.289734 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d3c62337-c085-4e65-ac7e-7e4cc368b973 None None] For port 66175f5f-3d29-40fc-ae09-2f78758c20d9, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=66175f5f-3d29-40fc-ae09-2f78758c20d9,segment=NetworkSegment(2aac29a1-8685-476c-bba5-fffce3cb94d6),segment_id=2aac29a1-8685-476c-bba5-fffce3cb94d6)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:36:10.305898 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-514ca481-31ea-49a8-ba17-acd53ddb68d4 req-e3bfbdd3-25a6-40c6-83a0-3538be443356 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] No DVR routers for this DVR port 81a4af83-6b4e-4b78-b358-67e235489ec7 on host n-h2-812111-14 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:36:10.310955 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-514ca481-31ea-49a8-ba17-acd53ddb68d4 req-e3bfbdd3-25a6-40c6-83a0-3538be443356 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:10.317247 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-514ca481-31ea-49a8-ba17-acd53ddb68d4 req-e3bfbdd3-25a6-40c6-83a0-3538be443356 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.70 "DELETE /v2.0/ports/81a4af83-6b4e-4b78-b358-67e235489ec7 HTTP/1.1" status: 204 len: 173 time: 2.2375546 Jan 28 19:36:10.323465 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6266b4f2-471d-4297-9d3c-9386239f951c', 'name': 'network-vif-deleted', 'tag': '81a4af83-6b4e-4b78-b358-67e235489ec7'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:36:10.326625 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2629a602-f450-42b2-a363-84ba35a0ccda" -d '{"events": [{"server_uuid": "6266b4f2-471d-4297-9d3c-9386239f951c", "name": "network-vif-deleted", "tag": "81a4af83-6b4e-4b78-b358-67e235489ec7"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:36:10.507334 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-032972e3-25ab-4a4d-9a64-5255232924c6 x-openstack-request-id: req-032972e3-25ab-4a4d-9a64-5255232924c6 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:36:10.507697 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6266b4f2-471d-4297-9d3c-9386239f951c", "name": "network-vif-deleted", "tag": "81a4af83-6b4e-4b78-b358-67e235489ec7", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:36:10.508426 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-032972e3-25ab-4a4d-9a64-5255232924c6 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:36:10.510407 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6266b4f2-471d-4297-9d3c-9386239f951c', 'name': 'network-vif-deleted', 'tag': '81a4af83-6b4e-4b78-b358-67e235489ec7', 'status': 'completed', 'code': 200} Jan 28 19:36:10.612806 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-514ca481-31ea-49a8-ba17-acd53ddb68d4 req-bd635a0c-c9e2-4e57-a0f6-f63c92fe67ef tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Deleting port 20564fb9-afe6-4bea-9e37-1486e3355933 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:36:10.613545 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-514ca481-31ea-49a8-ba17-acd53ddb68d4 req-bd635a0c-c9e2-4e57-a0f6-f63c92fe67ef tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (20564fb9-afe6-4bea-9e37-1486e3355933), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:10.616243 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6bda99a2-877a-48a8-b9bf-2fe9d3cd89e3 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4752401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4733085'] for subnet (0c5b179c-0978-4823-be2d-95349908213c), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:10.692815 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-70ef1f18-718d-4881-8000-4e98080e5a87 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:10.766336 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d3c62337-c085-4e65-ac7e-7e4cc368b973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (66175f5f-3d29-40fc-ae09-2f78758c20d9), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:10.848253 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bda99a2-877a-48a8-b9bf-2fe9d3cd89e3 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Network decd8274-9eda-4d81-a020-86cc15d56022 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:36:10.872325 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-6bda99a2-877a-48a8-b9bf-2fe9d3cd89e3 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:36:10.891823 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 40f38bcb-6df7-4677-9879-f1b6aa13bf7d is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:36:10.896782 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bda99a2-877a-48a8-b9bf-2fe9d3cd89e3 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:10.897471 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6bda99a2-877a-48a8-b9bf-2fe9d3cd89e3 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:10.907672 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d3c62337-c085-4e65-ac7e-7e4cc368b973 None None] Provisioning complete for port 94babd58-bc58-41d0-b372-2137350b0839 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:36:10.908429 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d3c62337-c085-4e65-ac7e-7e4cc368b973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (94babd58-bc58-41d0-b372-2137350b0839), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:10.918081 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 20564fb9-afe6-4bea-9e37-1486e3355933 is: ACTIVE; New status is: DOWN {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:36:10.918494 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (20564fb9-afe6-4bea-9e37-1486e3355933), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:10.929692 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-bbbe965d-ecca-40db-9c43-942f1b6ed366 None None] Allocated IP 2001:db8:1::2 (b08437bd-7cac-4ff1-b088-2796dbd28174/d920d4d3-e867-41a5-b45e-d27e6dc7331e/0c3eec3c-c976-44b5-89e7-d308de23172c) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:36:10.968406 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c62337-c085-4e65-ac7e-7e4cc368b973 None None] Pushing event updated for resources: {'Port': ['ID=66175f5f-3d29-40fc-ae09-2f78758c20d9,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:10.971170 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bda99a2-877a-48a8-b9bf-2fe9d3cd89e3 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Pushing event updated for resources: {'Subnet': ['ID=0c5b179c-0978-4823-be2d-95349908213c,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:11.022506 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a56c8b-33af-49c7-a5ed-13fb6aa786ee req-a56b5950-4937-4036-ae95-ca9ccb36e51c tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:11.024237 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d0a56c8b-33af-49c7-a5ed-13fb6aa786ee req-a56b5950-4937-4036-ae95-ca9ccb36e51c tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] 10.222.0.64 "GET /v2.0/ports?device_id=114d9b10-6f91-4f53-b9ef-9d92157ca212 HTTP/1.1" status: 200 len: 945 time: 0.2618442 Jan 28 19:36:11.046676 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d3c62337-c085-4e65-ac7e-7e4cc368b973 None None] Port 94babd58-bc58-41d0-b372-2137350b0839 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:36:11.067989 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 20564fb9-afe6-4bea-9e37-1486e3355933, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=20564fb9-afe6-4bea-9e37-1486e3355933,segment=NetworkSegment(f691f418-4099-4a2e-b081-8f35001c07cb),segment_id=f691f418-4099-4a2e-b081-8f35001c07cb)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:36:11.087159 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e46260-25ea-44f2-9932-e438666064c0 req-36d45be1-21c3-433d-b58b-efc26fe49cc4 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:11.092521 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e46260-25ea-44f2-9932-e438666064c0 req-36d45be1-21c3-433d-b58b-efc26fe49cc4 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:11.110443 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e46260-25ea-44f2-9932-e438666064c0 req-36d45be1-21c3-433d-b58b-efc26fe49cc4 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:11.115756 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e46260-25ea-44f2-9932-e438666064c0 req-36d45be1-21c3-433d-b58b-efc26fe49cc4 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:11.128858 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-90e46260-25ea-44f2-9932-e438666064c0 req-36d45be1-21c3-433d-b58b-efc26fe49cc4 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/ports?device_id=6266b4f2-471d-4297-9d3c-9386239f951c HTTP/1.1" status: 200 len: 3144 time: 0.4378200 Jan 28 19:36:11.142437 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-514ca481-31ea-49a8-ba17-acd53ddb68d4 req-bd635a0c-c9e2-4e57-a0f6-f63c92fe67ef tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] For port 20564fb9-afe6-4bea-9e37-1486e3355933, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=20564fb9-afe6-4bea-9e37-1486e3355933,segment=NetworkSegment(f691f418-4099-4a2e-b081-8f35001c07cb),segment_id=f691f418-4099-4a2e-b081-8f35001c07cb)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:36:11.142814 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-514ca481-31ea-49a8-ba17-acd53ddb68d4 req-bd635a0c-c9e2-4e57-a0f6-f63c92fe67ef tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (20564fb9-afe6-4bea-9e37-1486e3355933), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:11.162153 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-514ca481-31ea-49a8-ba17-acd53ddb68d4 req-bd635a0c-c9e2-4e57-a0f6-f63c92fe67ef tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Calling delete_port for 20564fb9-afe6-4bea-9e37-1486e3355933 owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:36:11.320789 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (20564fb9-afe6-4bea-9e37-1486e3355933), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:11.328854 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-90e46260-25ea-44f2-9932-e438666064c0 req-b9d30d05-5d9b-4790-a755-3527fdb6909c tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/security-groups?id=13e4f299-cf18-4f69-979b-275ae464cc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1896343 Jan 28 19:36:11.354523 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-6bda99a2-877a-48a8-b9bf-2fe9d3cd89e3 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.0429547 Jan 28 19:36:11.391209 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 41274) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:36:11.402173 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=20564fb9-afe6-4bea-9e37-1486e3355933,revision_number=6']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:11.402354 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-cacc8718-9bfc-44fd-a37b-ade41a98f8c6 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Request body: {'port': {'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022', 'fixed_ips': [{'subnet_id': '0c5b179c-0978-4823-be2d-95349908213c', 'ip_address': '2001:db8::47bd:e0f7:97d9:d3d5'}], 'name': 'tempest-NetworksTestDHCPv6-1462401002'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:36:11.410598 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device fe850a20-4957-44a2-a7b8-78682bce05de up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:36:11.411298 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-514ca481-31ea-49a8-ba17-acd53ddb68d4 req-bd635a0c-c9e2-4e57-a0f6-f63c92fe67ef tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (20564fb9-afe6-4bea-9e37-1486e3355933), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:11.503620 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd635a0c-c9e2-4e57-a0f6-f63c92fe67ef tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Pushing event deleted for resources: {'Port': ['ID=20564fb9-afe6-4bea-9e37-1486e3355933,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:11.508191 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-bbbe965d-ecca-40db-9c43-942f1b6ed366 None None] Publish callbacks [] for port (0c3eec3c-c976-44b5-89e7-d308de23172c), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:11.524310 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-bbbe965d-ecca-40db-9c43-942f1b6ed366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (0c3eec3c-c976-44b5-89e7-d308de23172c), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:11.537733 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d0a56c8b-33af-49c7-a5ed-13fb6aa786ee req-9019f4aa-4038-433b-ad3e-80a12cf18f2e tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d406894-e0b8-4582-843c-9edf6a2f3eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4709563 Jan 28 19:36:11.602527 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbbe965d-ecca-40db-9c43-942f1b6ed366 None None] Network b08437bd-7cac-4ff1-b088-2796dbd28174 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:36:11.604368 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-514ca481-31ea-49a8-ba17-acd53ddb68d4 req-bd635a0c-c9e2-4e57-a0f6-f63c92fe67ef tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] No DVR routers for this DVR port 20564fb9-afe6-4bea-9e37-1486e3355933 on host n-h2-812111-14 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:36:11.605420 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port fe850a20-4957-44a2-a7b8-78682bce05de triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:36:11.606671 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (fe850a20-4957-44a2-a7b8-78682bce05de), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:11.607029 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-514ca481-31ea-49a8-ba17-acd53ddb68d4 req-bd635a0c-c9e2-4e57-a0f6-f63c92fe67ef tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:11.610668 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-514ca481-31ea-49a8-ba17-acd53ddb68d4 req-bd635a0c-c9e2-4e57-a0f6-f63c92fe67ef tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.70 "DELETE /v2.0/ports/20564fb9-afe6-4bea-9e37-1486e3355933 HTTP/1.1" status: 204 len: 173 time: 1.2804658 Jan 28 19:36:11.619872 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-70ef1f18-718d-4881-8000-4e98080e5a87 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Allocated IP 2001:db8::1 (b5bfca23-9ba8-431c-a1a2-3f58416c0126/8b21873d-9d8c-408c-9133-28e959d7607b/960987f3-d855-4eab-830b-5d5060924fbc) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:36:11.651403 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-bbbe965d-ecca-40db-9c43-942f1b6ed366 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:36:11.681030 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbbe965d-ecca-40db-9c43-942f1b6ed366 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:36:11.732949 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cacc8718-9bfc-44fd-a37b-ade41a98f8c6 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Made reservation on behalf of 74e14b1dc35c45ef8b65d1fdcc58b8bc for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:36:11.763333 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:11.763995 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbe965d-ecca-40db-9c43-942f1b6ed366 None None] Pushing event updated for resources: {'Port': ['ID=0c3eec3c-c976-44b5-89e7-d308de23172c,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:11.839758 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7ba7ef-51c2-4700-93ce-4df1109708db req-bb5491a5-0b01-4075-8181-ea8f5efddc0c tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:11.841153 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-bbbe965d-ecca-40db-9c43-942f1b6ed366 None None] Attempting to bind port 0c3eec3c-c976-44b5-89e7-d308de23172c on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:36:11.841542 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-bbbe965d-ecca-40db-9c43-942f1b6ed366 None None] Attempting to bind port 0c3eec3c-c976-44b5-89e7-d308de23172c by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '2886e742-cfb1-45d8-829c-e757f3fec997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'b08437bd-7cac-4ff1-b088-2796dbd28174'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:36:11.842253 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3f7ba7ef-51c2-4700-93ce-4df1109708db req-bb5491a5-0b01-4075-8181-ea8f5efddc0c tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] 10.222.0.70 "GET /v2.0/ports?device_id=114d9b10-6f91-4f53-b9ef-9d92157ca212 HTTP/1.1" status: 200 len: 945 time: 0.1186762 Jan 28 19:36:11.842660 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbbe965d-ecca-40db-9c43-942f1b6ed366 None None] Attempting to bind port 0c3eec3c-c976-44b5-89e7-d308de23172c on network b08437bd-7cac-4ff1-b088-2796dbd28174 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:36:11.851831 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbbe965d-ecca-40db-9c43-942f1b6ed366 None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:36:11.852940 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbbe965d-ecca-40db-9c43-942f1b6ed366 None None] Checking segment: {'id': '2886e742-cfb1-45d8-829c-e757f3fec997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'b08437bd-7cac-4ff1-b088-2796dbd28174'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:36:11.856979 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-514ca481-31ea-49a8-ba17-acd53ddb68d4 req-4cee3410-40c4-43c7-9c2e-522af611b873 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Deleting port 7e6f9cff-a028-4c63-bafa-10b8e8700d7f {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:36:11.857371 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-514ca481-31ea-49a8-ba17-acd53ddb68d4 req-4cee3410-40c4-43c7-9c2e-522af611b873 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (7e6f9cff-a028-4c63-bafa-10b8e8700d7f), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:11.870356 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-bbbe965d-ecca-40db-9c43-942f1b6ed366 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:11.870356 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbbe965d-ecca-40db-9c43-942f1b6ed366 None None] Bound using segment: {'id': '2886e742-cfb1-45d8-829c-e757f3fec997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'b08437bd-7cac-4ff1-b088-2796dbd28174'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:36:11.870356 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-bbbe965d-ecca-40db-9c43-942f1b6ed366 None None] Bound port: 0c3eec3c-c976-44b5-89e7-d308de23172c, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2886e742-cfb1-45d8-829c-e757f3fec997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'b08437bd-7cac-4ff1-b088-2796dbd28174'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:36:11.870356 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-bbbe965d-ecca-40db-9c43-942f1b6ed366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (0c3eec3c-c976-44b5-89e7-d308de23172c), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:11.929135 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cacc8718-9bfc-44fd-a37b-ade41a98f8c6 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:11.949967 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port fe850a20-4957-44a2-a7b8-78682bce05de is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:36:11.951686 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 66175f5f-3d29-40fc-ae09-2f78758c20d9 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:36:11.981390 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6266b4f2-471d-4297-9d3c-9386239f951c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f81cc277-8da7-4baf-868c-4770a63c2e56'}, {'server_uuid': '6266b4f2-471d-4297-9d3c-9386239f951c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20564fb9-afe6-4bea-9e37-1486e3355933'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:36:11.983024 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-70ef1f18-718d-4881-8000-4e98080e5a87 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Publish callbacks [] for port (960987f3-d855-4eab-830b-5d5060924fbc), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:11.983772 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7659081f-f547-41c7-8350-eb8cfbb20bfb" -d '{"events": [{"server_uuid": "6266b4f2-471d-4297-9d3c-9386239f951c", "name": "network-vif-unplugged", "status": "completed", "tag": "f81cc277-8da7-4baf-868c-4770a63c2e56"}, {"server_uuid": "6266b4f2-471d-4297-9d3c-9386239f951c", "name": "network-vif-unplugged", "status": "completed", "tag": "20564fb9-afe6-4bea-9e37-1486e3355933"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:36:12.060571 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-514ca481-31ea-49a8-ba17-acd53ddb68d4 req-4cee3410-40c4-43c7-9c2e-522af611b873 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] For port 7e6f9cff-a028-4c63-bafa-10b8e8700d7f, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=7e6f9cff-a028-4c63-bafa-10b8e8700d7f,segment=NetworkSegment(9bf5b81d-1ecc-495b-86bd-fe1fc8410ddb),segment_id=9bf5b81d-1ecc-495b-86bd-fe1fc8410ddb)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:36:12.060958 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-514ca481-31ea-49a8-ba17-acd53ddb68d4 req-4cee3410-40c4-43c7-9c2e-522af611b873 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (7e6f9cff-a028-4c63-bafa-10b8e8700d7f), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:12.063229 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-bbbe965d-ecca-40db-9c43-942f1b6ed366 None None] For port 0c3eec3c-c976-44b5-89e7-d308de23172c, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:36:12.076542 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-514ca481-31ea-49a8-ba17-acd53ddb68d4 req-4cee3410-40c4-43c7-9c2e-522af611b873 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Calling delete_port for 7e6f9cff-a028-4c63-bafa-10b8e8700d7f owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:36:12.086998 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-bbbe965d-ecca-40db-9c43-942f1b6ed366 None None] For port 0c3eec3c-c976-44b5-89e7-d308de23172c, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=0c3eec3c-c976-44b5-89e7-d308de23172c,segment=NetworkSegment(2886e742-cfb1-45d8-829c-e757f3fec997),segment_id=2886e742-cfb1-45d8-829c-e757f3fec997)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:36:12.091132 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-3f7ba7ef-51c2-4700-93ce-4df1109708db req-2ff6a60f-452f-4dba-acc1-c202868cb004 tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] Deleting port 709f5394-5ddd-4750-8fa4-099ce609dc17 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:36:12.091609 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-3f7ba7ef-51c2-4700-93ce-4df1109708db req-2ff6a60f-452f-4dba-acc1-c202868cb004 tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (709f5394-5ddd-4750-8fa4-099ce609dc17), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:12.102864 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Fri, 28 Jan 2022 19:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc5797fb-39b8-4dc8-b4e5-a590c1684ed2 x-openstack-request-id: req-bc5797fb-39b8-4dc8-b4e5-a590c1684ed2 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:36:12.103179 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6266b4f2-471d-4297-9d3c-9386239f951c", "name": "network-vif-unplugged", "status": "completed", "tag": "f81cc277-8da7-4baf-868c-4770a63c2e56", "code": 200}, {"server_uuid": "6266b4f2-471d-4297-9d3c-9386239f951c", "name": "network-vif-unplugged", "status": "completed", "tag": "20564fb9-afe6-4bea-9e37-1486e3355933", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:36:12.104574 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bc5797fb-39b8-4dc8-b4e5-a590c1684ed2 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:36:12.105080 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6266b4f2-471d-4297-9d3c-9386239f951c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f81cc277-8da7-4baf-868c-4770a63c2e56', 'code': 200} Jan 28 19:36:12.105361 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6266b4f2-471d-4297-9d3c-9386239f951c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20564fb9-afe6-4bea-9e37-1486e3355933', 'code': 200} Jan 28 19:36:12.121015 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-bbbe965d-ecca-40db-9c43-942f1b6ed366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (0c3eec3c-c976-44b5-89e7-d308de23172c), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:12.272090 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 66175f5f-3d29-40fc-ae09-2f78758c20d9 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:36:12.272443 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (66175f5f-3d29-40fc-ae09-2f78758c20d9), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:12.301485 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-3f7ba7ef-51c2-4700-93ce-4df1109708db req-2ff6a60f-452f-4dba-acc1-c202868cb004 tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] For port 709f5394-5ddd-4750-8fa4-099ce609dc17, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=709f5394-5ddd-4750-8fa4-099ce609dc17,segment=NetworkSegment(ae01320f-4c42-4a16-9083-8e2cba9c3e3f),segment_id=ae01320f-4c42-4a16-9083-8e2cba9c3e3f)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:36:12.302128 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-3f7ba7ef-51c2-4700-93ce-4df1109708db req-2ff6a60f-452f-4dba-acc1-c202868cb004 tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (709f5394-5ddd-4750-8fa4-099ce609dc17), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:12.310855 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [None req-cacc8718-9bfc-44fd-a37b-ade41a98f8c6 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] device_id is not set on port 46b28867-883a-4911-9847-ef0a878c0d26 yet. {{(pid=103305) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:36:12.318903 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-3f7ba7ef-51c2-4700-93ce-4df1109708db req-2ff6a60f-452f-4dba-acc1-c202868cb004 tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] Calling delete_port for 709f5394-5ddd-4750-8fa4-099ce609dc17 owned by compute:nova {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:36:12.388207 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbe965d-ecca-40db-9c43-942f1b6ed366 None None] Pushing event updated for resources: {'Port': ['ID=0c3eec3c-c976-44b5-89e7-d308de23172c,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:12.404349 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-514ca481-31ea-49a8-ba17-acd53ddb68d4 req-4cee3410-40c4-43c7-9c2e-522af611b873 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (7e6f9cff-a028-4c63-bafa-10b8e8700d7f), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:12.526149 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6266b4f2-471d-4297-9d3c-9386239f951c', 'name': 'network-vif-deleted', 'tag': '20564fb9-afe6-4bea-9e37-1486e3355933'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:36:12.530867 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47af4197-39c5-4fd3-bb66-c47364d93091" -d '{"events": [{"server_uuid": "6266b4f2-471d-4297-9d3c-9386239f951c", "name": "network-vif-deleted", "tag": "20564fb9-afe6-4bea-9e37-1486e3355933"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:36:12.536410 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 66175f5f-3d29-40fc-ae09-2f78758c20d9 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:36:12.564635 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-70ef1f18-718d-4881-8000-4e98080e5a87 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (960987f3-d855-4eab-830b-5d5060924fbc), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:12.652673 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cee3410-40c4-43c7-9c2e-522af611b873 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Pushing event deleted for resources: {'Port': ['ID=7e6f9cff-a028-4c63-bafa-10b8e8700d7f,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:12.697600 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5469ce7-aad5-4086-a127-9714b029476c x-openstack-request-id: req-f5469ce7-aad5-4086-a127-9714b029476c {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:36:12.698021 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6266b4f2-471d-4297-9d3c-9386239f951c", "name": "network-vif-deleted", "tag": "20564fb9-afe6-4bea-9e37-1486e3355933", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:36:12.698312 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f5469ce7-aad5-4086-a127-9714b029476c {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:36:12.698718 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6266b4f2-471d-4297-9d3c-9386239f951c', 'name': 'network-vif-deleted', 'tag': '20564fb9-afe6-4bea-9e37-1486e3355933', 'status': 'completed', 'code': 200} Jan 28 19:36:12.765701 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ef1f18-718d-4881-8000-4e98080e5a87 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Pushing event updated for resources: {'Port': ['ID=960987f3-d855-4eab-830b-5d5060924fbc,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:12.812504 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-514ca481-31ea-49a8-ba17-acd53ddb68d4 req-4cee3410-40c4-43c7-9c2e-522af611b873 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] No DVR routers for this DVR port 7e6f9cff-a028-4c63-bafa-10b8e8700d7f on host n-h2-812111-14 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:36:12.816732 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-514ca481-31ea-49a8-ba17-acd53ddb68d4 req-4cee3410-40c4-43c7-9c2e-522af611b873 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:12.817236 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ef1f18-718d-4881-8000-4e98080e5a87 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Network b5bfca23-9ba8-431c-a1a2-3f58416c0126 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:36:12.830797 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-514ca481-31ea-49a8-ba17-acd53ddb68d4 req-4cee3410-40c4-43c7-9c2e-522af611b873 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.70 "DELETE /v2.0/ports/7e6f9cff-a028-4c63-bafa-10b8e8700d7f HTTP/1.1" status: 204 len: 173 time: 1.2111487 Jan 28 19:36:12.852580 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-70ef1f18-718d-4881-8000-4e98080e5a87 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:36:12.865325 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ef1f18-718d-4881-8000-4e98080e5a87 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:36:12.865976 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-70ef1f18-718d-4881-8000-4e98080e5a87 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734769'] for router_interface (eaa9a0e2-9df3-4828-8ea7-70aaa6501a3f), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:12.909922 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8e00fb-0897-40f2-b48b-883b76192325 req-dbadba30-8ec5-4ae0-ab76-61c29565884d tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:12.911500 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5d8e00fb-0897-40f2-b48b-883b76192325 req-dbadba30-8ec5-4ae0-ab76-61c29565884d tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e6ba572-7651-4bbb-8823-4cd107ed662f HTTP/1.1" status: 200 len: 946 time: 0.7223458 Jan 28 19:36:13.009557 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33e323b-5f72-4c11-b9e1-c4935fe3da1e req-90f7011b-479c-42e8-a1c0-deb9f07994ac tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:13.016121 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33e323b-5f72-4c11-b9e1-c4935fe3da1e req-90f7011b-479c-42e8-a1c0-deb9f07994ac tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:13.018114 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e33e323b-5f72-4c11-b9e1-c4935fe3da1e req-90f7011b-479c-42e8-a1c0-deb9f07994ac tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/ports?device_id=6266b4f2-471d-4297-9d3c-9386239f951c HTTP/1.1" status: 200 len: 1677 time: 0.4593854 Jan 28 19:36:13.114595 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-3f7ba7ef-51c2-4700-93ce-4df1109708db req-2ff6a60f-452f-4dba-acc1-c202868cb004 tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (709f5394-5ddd-4750-8fa4-099ce609dc17), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:13.131235 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-cacc8718-9bfc-44fd-a37b-ade41a98f8c6 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Allocated IP 2001:db8::47bd:e0f7:97d9:d3d5 (decd8274-9eda-4d81-a020-86cc15d56022/0c5b179c-0978-4823-be2d-95349908213c/46b28867-883a-4911-9847-ef0a878c0d26) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:36:13.180902 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['709f5394-5ddd-4750-8fa4-099ce609dc17'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:36:13.189307 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e33e323b-5f72-4c11-b9e1-c4935fe3da1e req-d0d2f402-db0e-4c46-a8be-d32af32f20f7 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/security-groups?id=13e4f299-cf18-4f69-979b-275ae464cc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1605308 Jan 28 19:36:13.251886 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff6a60f-452f-4dba-acc1-c202868cb004 tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] Pushing event deleted for resources: {'Port': ['ID=709f5394-5ddd-4750-8fa4-099ce609dc17,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:13.281710 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['50fc9898-c182-465b-b42a-076d9cdecaec'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:36:13.292470 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b1a7ef-d084-4165-9920-9270a763fc4c req-95fbc55d-2866-4cde-9a15-9b290563b9bc tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:13.297220 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d2b1a7ef-d084-4165-9920-9270a763fc4c req-95fbc55d-2866-4cde-9a15-9b290563b9bc tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] 10.222.0.64 "GET /v2.0/ports?device_id=114d9b10-6f91-4f53-b9ef-9d92157ca212 HTTP/1.1" status: 200 len: 945 time: 0.4688628 Jan 28 19:36:13.303048 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:13.407641 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f7ba7ef-51c2-4700-93ce-4df1109708db req-2ff6a60f-452f-4dba-acc1-c202868cb004 tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] No DVR routers for this DVR port 709f5394-5ddd-4750-8fa4-099ce609dc17 on host n-h2-812111-14 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:36:13.436265 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-514ca481-31ea-49a8-ba17-acd53ddb68d4 req-104358e3-f3e7-4071-9643-8992b227aa3a tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Deleting port f81cc277-8da7-4baf-868c-4770a63c2e56 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:36:13.439917 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-3f7ba7ef-51c2-4700-93ce-4df1109708db req-2ff6a60f-452f-4dba-acc1-c202868cb004 tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:13.442275 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-514ca481-31ea-49a8-ba17-acd53ddb68d4 req-104358e3-f3e7-4071-9643-8992b227aa3a tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (f81cc277-8da7-4baf-868c-4770a63c2e56), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:13.443413 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3f7ba7ef-51c2-4700-93ce-4df1109708db req-2ff6a60f-452f-4dba-acc1-c202868cb004 tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] 10.222.0.70 "DELETE /v2.0/ports/709f5394-5ddd-4750-8fa4-099ce609dc17 HTTP/1.1" status: 204 len: 173 time: 1.5944319 Jan 28 19:36:13.463896 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d2b1a7ef-d084-4165-9920-9270a763fc4c req-23138c2d-986f-4493-856a-f72187cad915 tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d406894-e0b8-4582-843c-9edf6a2f3eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012263 Jan 28 19:36:13.465407 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '114d9b10-6f91-4f53-b9ef-9d92157ca212', 'name': 'network-vif-deleted', 'tag': '709f5394-5ddd-4750-8fa4-099ce609dc17'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:36:13.470660 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d65dad8f-7566-4bd1-806d-4e683800371c" -d '{"events": [{"server_uuid": "114d9b10-6f91-4f53-b9ef-9d92157ca212", "name": "network-vif-deleted", "tag": "709f5394-5ddd-4750-8fa4-099ce609dc17"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:36:13.486239 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 0c3eec3c-c976-44b5-89e7-d308de23172c up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:36:13.572533 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-70ef1f18-718d-4881-8000-4e98080e5a87 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (960987f3-d855-4eab-830b-5d5060924fbc), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:13.636492 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-5d8e00fb-0897-40f2-b48b-883b76192325 req-07e3521e-ed0a-48c8-b09f-5b0fd761b0ef tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] Deleting port 50fc9898-c182-465b-b42a-076d9cdecaec {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:36:13.642655 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-5d8e00fb-0897-40f2-b48b-883b76192325 req-07e3521e-ed0a-48c8-b09f-5b0fd761b0ef tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (50fc9898-c182-465b-b42a-076d9cdecaec), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:13.669961 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e373c04-0404-4894-9a6e-27e769cc71d0 x-openstack-request-id: req-9e373c04-0404-4894-9a6e-27e769cc71d0 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:36:13.670260 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "114d9b10-6f91-4f53-b9ef-9d92157ca212", "name": "network-vif-deleted", "tag": "709f5394-5ddd-4750-8fa4-099ce609dc17", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:36:13.670522 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9e373c04-0404-4894-9a6e-27e769cc71d0 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:36:13.670935 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '114d9b10-6f91-4f53-b9ef-9d92157ca212', 'name': 'network-vif-deleted', 'tag': '709f5394-5ddd-4750-8fa4-099ce609dc17', 'status': 'completed', 'code': 200} Jan 28 19:36:13.843355 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 0c3eec3c-c976-44b5-89e7-d308de23172c triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:36:13.843742 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (0c3eec3c-c976-44b5-89e7-d308de23172c), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:13.965745 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cacc8718-9bfc-44fd-a37b-ade41a98f8c6 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks [] for port (46b28867-883a-4911-9847-ef0a878c0d26), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:14.010060 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 0c3eec3c-c976-44b5-89e7-d308de23172c is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:36:14.010300 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (0c3eec3c-c976-44b5-89e7-d308de23172c), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:14.038207 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-514ca481-31ea-49a8-ba17-acd53ddb68d4 req-104358e3-f3e7-4071-9643-8992b227aa3a tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] For port f81cc277-8da7-4baf-868c-4770a63c2e56, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=f81cc277-8da7-4baf-868c-4770a63c2e56,segment=NetworkSegment(9bf5b81d-1ecc-495b-86bd-fe1fc8410ddb),segment_id=9bf5b81d-1ecc-495b-86bd-fe1fc8410ddb)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:36:14.038794 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-514ca481-31ea-49a8-ba17-acd53ddb68d4 req-104358e3-f3e7-4071-9643-8992b227aa3a tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (f81cc277-8da7-4baf-868c-4770a63c2e56), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:14.100681 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] For port 0c3eec3c-c976-44b5-89e7-d308de23172c, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=0c3eec3c-c976-44b5-89e7-d308de23172c,segment=NetworkSegment(2886e742-cfb1-45d8-829c-e757f3fec997),segment_id=2886e742-cfb1-45d8-829c-e757f3fec997)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:36:14.116185 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (0c3eec3c-c976-44b5-89e7-d308de23172c), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:14.123518 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 66175f5f-3d29-40fc-ae09-2f78758c20d9 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:36:14.144140 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-514ca481-31ea-49a8-ba17-acd53ddb68d4 req-104358e3-f3e7-4071-9643-8992b227aa3a tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Calling delete_port for f81cc277-8da7-4baf-868c-4770a63c2e56 owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:36:14.160253 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-5d8e00fb-0897-40f2-b48b-883b76192325 req-07e3521e-ed0a-48c8-b09f-5b0fd761b0ef tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] For port 50fc9898-c182-465b-b42a-076d9cdecaec, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=50fc9898-c182-465b-b42a-076d9cdecaec,segment=NetworkSegment(ae01320f-4c42-4a16-9083-8e2cba9c3e3f),segment_id=ae01320f-4c42-4a16-9083-8e2cba9c3e3f)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:36:14.160661 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-5d8e00fb-0897-40f2-b48b-883b76192325 req-07e3521e-ed0a-48c8-b09f-5b0fd761b0ef tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (50fc9898-c182-465b-b42a-076d9cdecaec), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:14.165615 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-70ef1f18-718d-4881-8000-4e98080e5a87 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Publish callbacks [] for port (960987f3-d855-4eab-830b-5d5060924fbc), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:14.174675 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-70ef1f18-718d-4881-8000-4e98080e5a87 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (960987f3-d855-4eab-830b-5d5060924fbc), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:14.177566 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-70ef1f18-718d-4881-8000-4e98080e5a87 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-756216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-732801'] for router_interface (eaa9a0e2-9df3-4828-8ea7-70aaa6501a3f), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:14.222982 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa70fa8-1001-4f7a-b10f-6b31bb21c983 None None] Network decd8274-9eda-4d81-a020-86cc15d56022 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:36:14.225140 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d6e3598-a583-4c45-acd1-1f8bfbf84251 None None] Network b08437bd-7cac-4ff1-b088-2796dbd28174 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:36:14.265065 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-5d8e00fb-0897-40f2-b48b-883b76192325 req-07e3521e-ed0a-48c8-b09f-5b0fd761b0ef tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] Calling delete_port for 50fc9898-c182-465b-b42a-076d9cdecaec owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:36:14.478629 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cacc8718-9bfc-44fd-a37b-ade41a98f8c6 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (46b28867-883a-4911-9847-ef0a878c0d26), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:14.572956 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Pushing event updated for resources: {'Port': ['ID=0c3eec3c-c976-44b5-89e7-d308de23172c,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:14.674371 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-f16d86e7-aad0-4294-8705-e07892478427 None None] Provisioning complete for port 0c3eec3c-c976-44b5-89e7-d308de23172c triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:36:14.685232 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f16d86e7-aad0-4294-8705-e07892478427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (0c3eec3c-c976-44b5-89e7-d308de23172c), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:14.861631 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 66175f5f-3d29-40fc-ae09-2f78758c20d9 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:36:14.862014 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (66175f5f-3d29-40fc-ae09-2f78758c20d9), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:14.880411 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6266b4f2-471d-4297-9d3c-9386239f951c', 'name': 'network-vif-deleted', 'tag': '7e6f9cff-a028-4c63-bafa-10b8e8700d7f'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:36:14.890655 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be1625aa-2fdd-4d2c-83c4-d0d35fb010b2" -d '{"events": [{"server_uuid": "6266b4f2-471d-4297-9d3c-9386239f951c", "name": "network-vif-deleted", "tag": "7e6f9cff-a028-4c63-bafa-10b8e8700d7f"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:36:14.937354 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-5d8e00fb-0897-40f2-b48b-883b76192325 req-07e3521e-ed0a-48c8-b09f-5b0fd761b0ef tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (50fc9898-c182-465b-b42a-076d9cdecaec), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:15.034987 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cacc8718-9bfc-44fd-a37b-ade41a98f8c6 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Network decd8274-9eda-4d81-a020-86cc15d56022 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:36:15.194814 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-cacc8718-9bfc-44fd-a37b-ade41a98f8c6 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:36:15.206154 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cacc8718-9bfc-44fd-a37b-ade41a98f8c6 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:36:15.217733 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cacc8718-9bfc-44fd-a37b-ade41a98f8c6 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:15.227800 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cacc8718-9bfc-44fd-a37b-ade41a98f8c6 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:15.254271 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-551b64e5-e40c-4f1c-9329-9b3cb9a6d7a2 req-9dd6bc5a-9a11-4403-9177-0870b937d1a2 tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e6ba572-7651-4bbb-8823-4cd107ed662f HTTP/1.1" status: 200 len: 210 time: 0.3329887 Jan 28 19:36:15.341280 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-f16d86e7-aad0-4294-8705-e07892478427 None None] Current status of the port 0c3eec3c-c976-44b5-89e7-d308de23172c is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:36:15.433583 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-f16d86e7-aad0-4294-8705-e07892478427 None None] Provisioning complete for port 66175f5f-3d29-40fc-ae09-2f78758c20d9 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:36:15.433986 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f16d86e7-aad0-4294-8705-e07892478427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (66175f5f-3d29-40fc-ae09-2f78758c20d9), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:15.438132 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 66175f5f-3d29-40fc-ae09-2f78758c20d9 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:36:15.457656 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c91f35c0-2849-471c-ba18-34886d0e41ba x-openstack-request-id: req-c91f35c0-2849-471c-ba18-34886d0e41ba {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:36:15.459508 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6266b4f2-471d-4297-9d3c-9386239f951c", "name": "network-vif-deleted", "tag": "7e6f9cff-a028-4c63-bafa-10b8e8700d7f", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:36:15.459878 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c91f35c0-2849-471c-ba18-34886d0e41ba {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:36:15.460410 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6266b4f2-471d-4297-9d3c-9386239f951c', 'name': 'network-vif-deleted', 'tag': '7e6f9cff-a028-4c63-bafa-10b8e8700d7f', 'status': 'completed', 'code': 200} Jan 28 19:36:15.467903 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacc8718-9bfc-44fd-a37b-ade41a98f8c6 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Pushing event updated for resources: {'Port': ['ID=46b28867-883a-4911-9847-ef0a878c0d26,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:15.510034 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-cacc8718-9bfc-44fd-a37b-ade41a98f8c6 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.1207550 Jan 28 19:36:15.568403 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 41342) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:36:15.764358 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ef1f18-718d-4881-8000-4e98080e5a87 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Pushing event updated for resources: {'Port': ['ID=960987f3-d855-4eab-830b-5d5060924fbc,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:15.830711 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-f16d86e7-aad0-4294-8705-e07892478427 None None] Current status of the port 66175f5f-3d29-40fc-ae09-2f78758c20d9 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:36:15.845591 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 0c3eec3c-c976-44b5-89e7-d308de23172c up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:36:15.920784 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-f16d86e7-aad0-4294-8705-e07892478427 None None] Could not find standard attr ID for object 2531e2eb-7ebb-4680-a9db-b1a14811fca8. {{(pid=103306) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 19:36:15.927505 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 709f5394-5ddd-4750-8fa4-099ce609dc17 no longer exists at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:36:15.929688 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc149a4b-c144-460b-a58e-f24a7021f683 None None] Network decd8274-9eda-4d81-a020-86cc15d56022 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:36:15.961930 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ef1f18-718d-4881-8000-4e98080e5a87 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Network b5bfca23-9ba8-431c-a1a2-3f58416c0126 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:36:15.970676 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] No Port match for: 709f5394-5ddd-4750-8fa4-099ce609dc17 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:36:15.971022 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 709f5394-5ddd-4750-8fa4-099ce609dc17 not bound to the agent host n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:36:15.999285 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9785523b-9645-42e6-b1f3-09a6c48a993d req-77f0f5e1-9de5-4615-8083-b537d72dd5c6 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:16.056018 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9785523b-9645-42e6-b1f3-09a6c48a993d req-77f0f5e1-9de5-4615-8083-b537d72dd5c6 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:16.069554 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9785523b-9645-42e6-b1f3-09a6c48a993d req-77f0f5e1-9de5-4615-8083-b537d72dd5c6 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/ports?device_id=6266b4f2-471d-4297-9d3c-9386239f951c HTTP/1.1" status: 200 len: 1677 time: 0.7439923 Jan 28 19:36:16.103958 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e044aa-dce0-45be-b2d4-920f0767f7bd tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:16.119417 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e044aa-dce0-45be-b2d4-920f0767f7bd tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:16.121480 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-02e044aa-dce0-45be-b2d4-920f0767f7bd tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1608 time: 0.5300753 Jan 28 19:36:16.126044 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-70ef1f18-718d-4881-8000-4e98080e5a87 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:36:16.142546 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 41352) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:36:16.160595 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-e9b63278-962c-4e2a-9d2c-e5eb9a526510 None None] Provisioning complete for port 46b28867-883a-4911-9847-ef0a878c0d26 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:36:16.160968 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9b63278-962c-4e2a-9d2c-e5eb9a526510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (46b28867-883a-4911-9847-ef0a878c0d26), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:16.166350 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 0c3eec3c-c976-44b5-89e7-d308de23172c triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:36:16.166717 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (0c3eec3c-c976-44b5-89e7-d308de23172c), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:16.481438 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d8e00fb-0897-40f2-b48b-883b76192325 req-07e3521e-ed0a-48c8-b09f-5b0fd761b0ef tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] No DVR routers for this DVR port 50fc9898-c182-465b-b42a-076d9cdecaec on host n-h1-812111-14 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:36:16.489963 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e3521e-ed0a-48c8-b09f-5b0fd761b0ef tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] Pushing event deleted for resources: {'Port': ['ID=50fc9898-c182-465b-b42a-076d9cdecaec,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:16.502202 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-5d8e00fb-0897-40f2-b48b-883b76192325 req-07e3521e-ed0a-48c8-b09f-5b0fd761b0ef tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:16.506873 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5d8e00fb-0897-40f2-b48b-883b76192325 req-07e3521e-ed0a-48c8-b09f-5b0fd761b0ef tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] 10.222.0.41 "DELETE /v2.0/ports/50fc9898-c182-465b-b42a-076d9cdecaec HTTP/1.1" status: 204 len: 173 time: 3.5849116 Jan 28 19:36:16.545556 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a7d351ac-c8b6-4ce9-a06f-8267118b209e req-1b18114c-d187-494e-9120-ee7859f1c790 tempest-MultipleCreateTestJSON-331193835 tempest-MultipleCreateTestJSON-331193835-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e6ba572-7651-4bbb-8823-4cd107ed662f HTTP/1.1" status: 200 len: 210 time: 0.0718992 Jan 28 19:36:16.640688 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-514ca481-31ea-49a8-ba17-acd53ddb68d4 req-104358e3-f3e7-4071-9643-8992b227aa3a tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (f81cc277-8da7-4baf-868c-4770a63c2e56), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:16.641516 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9785523b-9645-42e6-b1f3-09a6c48a993d req-0fd14504-5a29-448c-a8d8-7d99a5261644 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/security-groups?id=13e4f299-cf18-4f69-979b-275ae464cc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5705395 Jan 28 19:36:16.714871 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 50fc9898-c182-465b-b42a-076d9cdecaec no longer exists at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:36:16.717473 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a82bc2f0-ac4b-4572-92a8-cfad603d9ccd None None] Network b08437bd-7cac-4ff1-b088-2796dbd28174 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:36:16.732717 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70ef1f18-718d-4881-8000-4e98080e5a87 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Router eaa9a0e2-9df3-4828-8ea7-70aaa6501a3f has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:36:16.778577 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104358e3-f3e7-4071-9643-8992b227aa3a tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Pushing event deleted for resources: {'Port': ['ID=f81cc277-8da7-4baf-868c-4770a63c2e56,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:16.832513 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-514ca481-31ea-49a8-ba17-acd53ddb68d4 req-104358e3-f3e7-4071-9643-8992b227aa3a tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] No DVR routers for this DVR port f81cc277-8da7-4baf-868c-4770a63c2e56 on host n-h2-812111-14 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:36:16.835212 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-514ca481-31ea-49a8-ba17-acd53ddb68d4 req-104358e3-f3e7-4071-9643-8992b227aa3a tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:16.838088 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-1f872b82-52ef-462e-8836-6b51004d7dc2 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Deleting port 46b28867-883a-4911-9847-ef0a878c0d26 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:36:16.838590 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1f872b82-52ef-462e-8836-6b51004d7dc2 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (46b28867-883a-4911-9847-ef0a878c0d26), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:16.841793 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-514ca481-31ea-49a8-ba17-acd53ddb68d4 req-104358e3-f3e7-4071-9643-8992b227aa3a tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.70 "DELETE /v2.0/ports/f81cc277-8da7-4baf-868c-4770a63c2e56 HTTP/1.1" status: 204 len: 173 time: 3.9979267 Jan 28 19:36:16.887695 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] No Port match for: 50fc9898-c182-465b-b42a-076d9cdecaec {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:36:16.888252 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 50fc9898-c182-465b-b42a-076d9cdecaec not bound to the agent host n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:36:16.931358 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-e9b63278-962c-4e2a-9d2c-e5eb9a526510 None None] Port 46b28867-883a-4911-9847-ef0a878c0d26 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:36:16.992045 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70ef1f18-718d-4881-8000-4e98080e5a87 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:36:17.029230 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-70ef1f18-718d-4881-8000-4e98080e5a87 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] 10.222.0.64 "PUT /v2.0/routers/eaa9a0e2-9df3-4828-8ea7-70aaa6501a3f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9701030 Jan 28 19:36:17.031144 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 41370) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:36:17.055100 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f357491-5d6a-41bf-87c6-83acf68cb031 None None] Sync routers for ids ['eaa9a0e2-9df3-4828-8ea7-70aaa6501a3f'] in n-d-812111-14 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:36:17.102548 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-e9b63278-962c-4e2a-9d2c-e5eb9a526510 None None] Provisioning complete for port 960987f3-d855-4eab-830b-5d5060924fbc triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:36:17.102917 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9b63278-962c-4e2a-9d2c-e5eb9a526510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (960987f3-d855-4eab-830b-5d5060924fbc), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:17.184561 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-514ca481-31ea-49a8-ba17-acd53ddb68d4 req-1895b430-9141-46d7-9390-ad6079656b7f tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Deleting port 3dda1cfc-fce7-4e9c-8686-cc9cecf29d40 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:36:17.185003 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-514ca481-31ea-49a8-ba17-acd53ddb68d4 req-1895b430-9141-46d7-9390-ad6079656b7f tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (3dda1cfc-fce7-4e9c-8686-cc9cecf29d40), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:17.197987 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1f872b82-52ef-462e-8836-6b51004d7dc2 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (46b28867-883a-4911-9847-ef0a878c0d26), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:17.207656 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0cb6ba13-ce4b-4731-9fcb-6876e2c40518 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Publish callbacks [] for router (eaa9a0e2-9df3-4828-8ea7-70aaa6501a3f), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:17.257443 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-1f872b82-52ef-462e-8836-6b51004d7dc2 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Calling delete_port for 46b28867-883a-4911-9847-ef0a878c0d26 owned by {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:36:17.396008 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-e9b63278-962c-4e2a-9d2c-e5eb9a526510 None None] Port 960987f3-d855-4eab-830b-5d5060924fbc cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:36:17.521827 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f357491-5d6a-41bf-87c6-83acf68cb031 None None] Routers {'eaa9a0e2-9df3-4828-8ea7-70aaa6501a3f'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:36:17.524019 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-5f357491-5d6a-41bf-87c6-83acf68cb031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:36:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['eaa9a0e2-9df3-4828-8ea7-70aaa6501a3f'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:36:17.532639 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e6ba572-7651-4bbb-8823-4cd107ed662f', 'name': 'network-vif-deleted', 'tag': '50fc9898-c182-465b-b42a-076d9cdecaec'}, {'server_uuid': '6266b4f2-471d-4297-9d3c-9386239f951c', 'name': 'network-vif-deleted', 'tag': 'f81cc277-8da7-4baf-868c-4770a63c2e56'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:36:17.534969 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3de58e09-9431-4e72-94c9-d5fd747b0864" -d '{"events": [{"server_uuid": "6e6ba572-7651-4bbb-8823-4cd107ed662f", "name": "network-vif-deleted", "tag": "50fc9898-c182-465b-b42a-076d9cdecaec"}, {"server_uuid": "6266b4f2-471d-4297-9d3c-9386239f951c", "name": "network-vif-deleted", "tag": "f81cc277-8da7-4baf-868c-4770a63c2e56"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:36:17.546977 n-d-812111-14 neutron-server[103305]: INFO neutron.api.v2.resource [None req-0cb6ba13-ce4b-4731-9fcb-6876e2c40518 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 28 19:36:17.551201 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-0cb6ba13-ce4b-4731-9fcb-6876e2c40518 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] 10.222.0.64 "DELETE /v2.0/routers/eaa9a0e2-9df3-4828-8ea7-70aaa6501a3f HTTP/1.1" status: 409 len: 329 time: 0.5190310 Jan 28 19:36:17.552181 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 41374) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:36:17.631017 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-e9b63278-962c-4e2a-9d2c-e5eb9a526510 None None] Provisioning complete for port 66175f5f-3d29-40fc-ae09-2f78758c20d9 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:36:17.632386 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9b63278-962c-4e2a-9d2c-e5eb9a526510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (66175f5f-3d29-40fc-ae09-2f78758c20d9), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:17.672704 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 41382) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:36:17.741700 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-5f357491-5d6a-41bf-87c6-83acf68cb031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:36:17.760382 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 28 Jan 2022 19:36:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cef86c9-dba6-4659-935f-65167ff87166 x-openstack-request-id: req-7cef86c9-dba6-4659-935f-65167ff87166 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:36:17.760687 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e6ba572-7651-4bbb-8823-4cd107ed662f", "name": "network-vif-deleted", "tag": "50fc9898-c182-465b-b42a-076d9cdecaec", "status": "completed", "code": 200}, {"server_uuid": "6266b4f2-471d-4297-9d3c-9386239f951c", "name": "network-vif-deleted", "tag": "f81cc277-8da7-4baf-868c-4770a63c2e56", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:36:17.760944 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7cef86c9-dba6-4659-935f-65167ff87166 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:36:17.761434 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e6ba572-7651-4bbb-8823-4cd107ed662f', 'name': 'network-vif-deleted', 'tag': '50fc9898-c182-465b-b42a-076d9cdecaec', 'status': 'completed', 'code': 200} Jan 28 19:36:17.761952 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6266b4f2-471d-4297-9d3c-9386239f951c', 'name': 'network-vif-deleted', 'tag': 'f81cc277-8da7-4baf-868c-4770a63c2e56', 'status': 'completed', 'code': 200} Jan 28 19:36:17.771243 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1f872b82-52ef-462e-8836-6b51004d7dc2 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (46b28867-883a-4911-9847-ef0a878c0d26), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:17.798617 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f357491-5d6a-41bf-87c6-83acf68cb031 None None] Routers {'eaa9a0e2-9df3-4828-8ea7-70aaa6501a3f'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:36:17.801536 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-5f357491-5d6a-41bf-87c6-83acf68cb031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:36:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['eaa9a0e2-9df3-4828-8ea7-70aaa6501a3f'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:36:17.864558 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 0c3eec3c-c976-44b5-89e7-d308de23172c is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:36:17.879474 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-5f357491-5d6a-41bf-87c6-83acf68cb031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:36:17.879996 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f357491-5d6a-41bf-87c6-83acf68cb031 None None] The sync data for ids ['eaa9a0e2-9df3-4828-8ea7-70aaa6501a3f'] in n-d-812111-14 is: [] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:36:17.920760 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f872b82-52ef-462e-8836-6b51004d7dc2 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Pushing event deleted for resources: {'Port': ['ID=46b28867-883a-4911-9847-ef0a878c0d26,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:17.970531 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-e9b63278-962c-4e2a-9d2c-e5eb9a526510 None None] Current status of the port 66175f5f-3d29-40fc-ae09-2f78758c20d9 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:36:18.071668 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-514ca481-31ea-49a8-ba17-acd53ddb68d4 req-1895b430-9141-46d7-9390-ad6079656b7f tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] For port 3dda1cfc-fce7-4e9c-8686-cc9cecf29d40, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=3dda1cfc-fce7-4e9c-8686-cc9cecf29d40,segment=NetworkSegment(307a5035-2a9c-44ca-a3ca-b9ed8229daf5),segment_id=307a5035-2a9c-44ca-a3ca-b9ed8229daf5)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:36:18.072042 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-514ca481-31ea-49a8-ba17-acd53ddb68d4 req-1895b430-9141-46d7-9390-ad6079656b7f tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (3dda1cfc-fce7-4e9c-8686-cc9cecf29d40), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:18.088718 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-3d8ac87d-fa76-4c7e-9bf0-e626700b722f None None] Could not find standard attr ID for object 46b28867-883a-4911-9847-ef0a878c0d26. {{(pid=103306) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 19:36:18.106573 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1f872b82-52ef-462e-8836-6b51004d7dc2 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:18.118701 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-3d8ac87d-fa76-4c7e-9bf0-e626700b722f None None] Provisioning complete for port 960987f3-d855-4eab-830b-5d5060924fbc triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:36:18.119253 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3d8ac87d-fa76-4c7e-9bf0-e626700b722f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (960987f3-d855-4eab-830b-5d5060924fbc), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:18.122114 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-1f872b82-52ef-462e-8836-6b51004d7dc2 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "DELETE /v2.0/ports/46b28867-883a-4911-9847-ef0a878c0d26 HTTP/1.1" status: 204 len: 168 time: 1.9718034 Jan 28 19:36:18.126593 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-9adaec6e-c844-4b43-aa55-dd73244edcda admin admin] Deleting subnet 3bd960bd-a5b3-40f5-ab04-0a5a28ed5e43 {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:36:18.130824 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 41394) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:36:18.145134 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9adaec6e-c844-4b43-aa55-dd73244edcda admin admin] Publish callbacks [] for subnet (3bd960bd-a5b3-40f5-ab04-0a5a28ed5e43), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:18.212708 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-3d8ac87d-fa76-4c7e-9bf0-e626700b722f None None] Port 960987f3-d855-4eab-830b-5d5060924fbc cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:36:18.232226 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-3d8ac87d-fa76-4c7e-9bf0-e626700b722f None None] Provisioning complete for port 0c3eec3c-c976-44b5-89e7-d308de23172c triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:36:18.236924 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3d8ac87d-fa76-4c7e-9bf0-e626700b722f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (0c3eec3c-c976-44b5-89e7-d308de23172c), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:18.285328 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37bbc13-d4d4-406f-977a-81bbee26ed0e req-a55f3139-b040-43b4-9a34-cdbda6a00e1a tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:18.287707 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d37bbc13-d4d4-406f-977a-81bbee26ed0e req-a55f3139-b040-43b4-9a34-cdbda6a00e1a tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/ports?device_id=6266b4f2-471d-4297-9d3c-9386239f951c HTTP/1.1" status: 200 len: 943 time: 0.3793151 Jan 28 19:36:18.298741 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9adaec6e-c844-4b43-aa55-dd73244edcda admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4747050'] for subnet (3bd960bd-a5b3-40f5-ab04-0a5a28ed5e43), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:18.397670 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9adaec6e-c844-4b43-aa55-dd73244edcda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (3bd960bd-a5b3-40f5-ab04-0a5a28ed5e43), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:18.437175 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d37bbc13-d4d4-406f-977a-81bbee26ed0e req-6154686e-9674-4ea7-b09e-fffec883c87e tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/security-groups?id=13e4f299-cf18-4f69-979b-275ae464cc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1409416 Jan 28 19:36:18.449914 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bea8ce3-07f9-4287-a5ac-f33aabe7bcdb tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:18.451341 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bea8ce3-07f9-4287-a5ac-f33aabe7bcdb tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:18.452850 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-7bea8ce3-07f9-4287-a5ac-f33aabe7bcdb tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3210218 Jan 28 19:36:18.465061 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 41400) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:36:18.491669 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-3d8ac87d-fa76-4c7e-9bf0-e626700b722f None None] Current status of the port 0c3eec3c-c976-44b5-89e7-d308de23172c is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:36:18.495331 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9adaec6e-c844-4b43-aa55-dd73244edcda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4690616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5222356'] for subnet (3bd960bd-a5b3-40f5-ab04-0a5a28ed5e43), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:18.522724 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-3d8ac87d-fa76-4c7e-9bf0-e626700b722f None None] Provisioning complete for port 66175f5f-3d29-40fc-ae09-2f78758c20d9 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:36:18.523416 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3d8ac87d-fa76-4c7e-9bf0-e626700b722f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (66175f5f-3d29-40fc-ae09-2f78758c20d9), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:18.555739 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adaec6e-c844-4b43-aa55-dd73244edcda admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3bd960bd-a5b3-40f5-ab04-0a5a28ed5e43,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:18.566461 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9adaec6e-c844-4b43-aa55-dd73244edcda admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:18.586154 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-9adaec6e-c844-4b43-aa55-dd73244edcda admin admin] 10.222.0.64 "DELETE /v2.0/subnets/3bd960bd-a5b3-40f5-ab04-0a5a28ed5e43 HTTP/1.1" status: 204 len: 168 time: 0.9041333 Jan 28 19:36:18.588537 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 41402) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:36:18.632857 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-514ca481-31ea-49a8-ba17-acd53ddb68d4 req-1895b430-9141-46d7-9390-ad6079656b7f tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:18.633475 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-514ca481-31ea-49a8-ba17-acd53ddb68d4 req-1895b430-9141-46d7-9390-ad6079656b7f tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734886'] for floatingip (b1b6da4d-ca32-4f93-8b21-fb7a563f4603), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:18.645624 n-d-812111-14 neutron-server[103305]: INFO neutron.db.l3_db [req-514ca481-31ea-49a8-ba17-acd53ddb68d4 req-1895b430-9141-46d7-9390-ad6079656b7f tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Floating IP b1b6da4d-ca32-4f93-8b21-fb7a563f4603 disassociated. External IP: 172.25.6.15, port: 3dda1cfc-fce7-4e9c-8686-cc9cecf29d40. Jan 28 19:36:18.646007 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-514ca481-31ea-49a8-ba17-acd53ddb68d4 req-1895b430-9141-46d7-9390-ad6079656b7f tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Calling delete_port for 3dda1cfc-fce7-4e9c-8686-cc9cecf29d40 owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:36:18.712236 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-22632770-6221-4c75-87c4-3f8c1a2e33ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (d6943d75-000e-400d-9295-39743b97db11), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:18.720056 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-3d8ac87d-fa76-4c7e-9bf0-e626700b722f None None] Current status of the port 66175f5f-3d29-40fc-ae09-2f78758c20d9 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:36:18.827421 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-22632770-6221-4c75-87c4-3f8c1a2e33ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (d6943d75-000e-400d-9295-39743b97db11), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:18.832546 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-afc46b9b-14d8-4890-8eec-ffac6ffffd8d None None] Could not find standard attr ID for object 46b28867-883a-4911-9847-ef0a878c0d26. {{(pid=103306) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 19:36:18.850844 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-22632770-6221-4c75-87c4-3f8c1a2e33ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6943d75-000e-400d-9295-39743b97db11']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:36:18.861561 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-22632770-6221-4c75-87c4-3f8c1a2e33ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae01320f-4c42-4a16-9083-8e2cba9c3e3f') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:36:18.861862 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-22632770-6221-4c75-87c4-3f8c1a2e33ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae01320f-4c42-4a16-9083-8e2cba9c3e3f') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:36:18.866238 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-afc46b9b-14d8-4890-8eec-ffac6ffffd8d None None] Provisioning complete for port 0c3eec3c-c976-44b5-89e7-d308de23172c triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:36:18.866825 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-afc46b9b-14d8-4890-8eec-ffac6ffffd8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (0c3eec3c-c976-44b5-89e7-d308de23172c), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:18.873093 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-22632770-6221-4c75-87c4-3f8c1a2e33ab admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4747091'] for segment (ae01320f-4c42-4a16-9083-8e2cba9c3e3f), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:18.887329 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-22632770-6221-4c75-87c4-3f8c1a2e33ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (ae01320f-4c42-4a16-9083-8e2cba9c3e3f), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:18.893357 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22632770-6221-4c75-87c4-3f8c1a2e33ab admin admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:36:18.893746 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-22632770-6221-4c75-87c4-3f8c1a2e33ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4690514'] for segment (ae01320f-4c42-4a16-9083-8e2cba9c3e3f), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:18.923045 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-79b81947-4cf8-476c-9d22-05af9d0cf301 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Deleting subnet 0c5b179c-0978-4823-be2d-95349908213c {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:36:18.939529 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-79b81947-4cf8-476c-9d22-05af9d0cf301 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks [] for subnet (0c5b179c-0978-4823-be2d-95349908213c), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:18.998674 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-79b81947-4cf8-476c-9d22-05af9d0cf301 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16187240'] for subnet (0c5b179c-0978-4823-be2d-95349908213c), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:19.021727 n-d-812111-14 neutron-server[103304]: Traceback (most recent call last): Jan 28 19:36:19.021727 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:36:19.021727 n-d-812111-14 neutron-server[103304]: timer() Jan 28 19:36:19.021727 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:36:19.021727 n-d-812111-14 neutron-server[103304]: cb(*args, **kw) Jan 28 19:36:19.021727 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:36:19.021727 n-d-812111-14 neutron-server[103304]: return func(*args, **kwargs) Jan 28 19:36:19.021727 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:36:19.021727 n-d-812111-14 neutron-server[103304]: self._notify() Jan 28 19:36:19.021727 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:36:19.021727 n-d-812111-14 neutron-server[103304]: self.callback(batched_events) Jan 28 19:36:19.021727 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:36:19.021727 n-d-812111-14 neutron-server[103304]: event.method(event) Jan 28 19:36:19.021727 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:36:19.021727 n-d-812111-14 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:36:19.021727 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:36:19.021727 n-d-812111-14 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:36:19.021727 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:36:19.021727 n-d-812111-14 neutron-server[103304]: return f(self, *a, **k) Jan 28 19:36:19.021727 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:36:19.021727 n-d-812111-14 neutron-server[103304]: return self._get(url).json() Jan 28 19:36:19.021727 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:36:19.021727 n-d-812111-14 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:36:19.021727 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:36:19.021727 n-d-812111-14 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 28 19:36:19.021727 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:36:19.021727 n-d-812111-14 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:36:19.021727 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:36:19.021727 n-d-812111-14 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:36:19.021727 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:36:19.021727 n-d-812111-14 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:36:19.021727 n-d-812111-14 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:36:19.032311 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-22632770-6221-4c75-87c4-3f8c1a2e33ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (d6943d75-000e-400d-9295-39743b97db11), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:19.045371 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-22632770-6221-4c75-87c4-3f8c1a2e33ab admin admin] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:19.058943 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-22632770-6221-4c75-87c4-3f8c1a2e33ab admin admin] 10.222.0.64 "DELETE /v2.0/networks/d6943d75-000e-400d-9295-39743b97db11 HTTP/1.1" status: 204 len: 168 time: 0.4665980 Jan 28 19:36:19.063144 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-afc46b9b-14d8-4890-8eec-ffac6ffffd8d None None] Current status of the port 0c3eec3c-c976-44b5-89e7-d308de23172c is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:36:19.091570 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22632770-6221-4c75-87c4-3f8c1a2e33ab admin admin] Pushing event deleted for resources: {'Network': ['ID=d6943d75-000e-400d-9295-39743b97db11,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:19.171959 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-514ca481-31ea-49a8-ba17-acd53ddb68d4 req-1895b430-9141-46d7-9390-ad6079656b7f tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (3dda1cfc-fce7-4e9c-8686-cc9cecf29d40), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:19.196309 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-79b81947-4cf8-476c-9d22-05af9d0cf301 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (0c5b179c-0978-4823-be2d-95349908213c), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:19.261436 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1895b430-9141-46d7-9390-ad6079656b7f tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Pushing event deleted for resources: {'Port': ['ID=3dda1cfc-fce7-4e9c-8686-cc9cecf29d40,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:19.314629 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 41418) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:36:19.386169 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3ac1aff6-1841-4b84-8864-53529bca865f tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-732838'] for router_interface (eaa9a0e2-9df3-4828-8ea7-70aaa6501a3f), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:19.399836 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-9f15815c-aec1-48c5-ade6-517f92cd6812 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=bbb1d3dcc7ce4a2d9de450aae2527873&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0837562 Jan 28 19:36:19.402191 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 41420) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:36:19.506752 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fbb6fb2b-ac76-4e73-8d96-e39496cfba8a admin admin] Publish callbacks [] for security_group (1d406894-e0b8-4582-843c-9edf6a2f3eab), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:19.561537 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-79b81947-4cf8-476c-9d22-05af9d0cf301 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4752464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4733806'] for subnet (0c5b179c-0978-4823-be2d-95349908213c), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:19.567059 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fbb6fb2b-ac76-4e73-8d96-e39496cfba8a admin admin] Publish callbacks [] for security_group (1d406894-e0b8-4582-843c-9edf6a2f3eab), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:19.638300 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fbb6fb2b-ac76-4e73-8d96-e39496cfba8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (1d406894-e0b8-4582-843c-9edf6a2f3eab), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:19.641815 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fbb6fb2b-ac76-4e73-8d96-e39496cfba8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:19.643286 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-fbb6fb2b-ac76-4e73-8d96-e39496cfba8a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1d406894-e0b8-4582-843c-9edf6a2f3eab HTTP/1.1" status: 204 len: 168 time: 0.2401707 Jan 28 19:36:19.657894 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb6fb2b-ac76-4e73-8d96-e39496cfba8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d406894-e0b8-4582-843c-9edf6a2f3eab,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:19.684893 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b81947-4cf8-476c-9d22-05af9d0cf301 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Pushing event deleted for resources: {'Subnet': ['ID=0c5b179c-0978-4823-be2d-95349908213c,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:19.740469 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ad93f95-5272-4b68-adb4-2ef7178f41bf None None] Network decd8274-9eda-4d81-a020-86cc15d56022 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:36:19.750289 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-fe5fb0dc-1377-4732-878f-d6dd6fef56d7 req-818147a3-7532-4aea-911f-20e57cf0ff95 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/ports?device_id=6266b4f2-471d-4297-9d3c-9386239f951c HTTP/1.1" status: 200 len: 210 time: 0.1475115 Jan 28 19:36:19.751942 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-79b81947-4cf8-476c-9d22-05af9d0cf301 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:19.755667 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-79b81947-4cf8-476c-9d22-05af9d0cf301 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "DELETE /v2.0/subnets/0c5b179c-0978-4823-be2d-95349908213c HTTP/1.1" status: 204 len: 168 time: 1.1072495 Jan 28 19:36:19.758724 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 41430) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:36:19.845566 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [req-514ca481-31ea-49a8-ba17-acd53ddb68d4 req-1895b430-9141-46d7-9390-ad6079656b7f tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Router db932842-a4bc-42e7-bfe1-b91f1fa79dce has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:36:19.862418 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-fb2374ea-782a-4650-a0b1-e9aa8fec0f28 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1023061 Jan 28 19:36:19.863283 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 41432) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:36:20.027368 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33ca906d-b4d9-4f7c-8722-1f2b47b6a122 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:20.040373 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-33ca906d-b4d9-4f7c-8722-1f2b47b6a122 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1753073 Jan 28 19:36:20.042633 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 41438) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:36:20.134891 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ec59c7-ffd9-4252-b7bf-c5e5f8b2ea55 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:20.141004 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-45ec59c7-ffd9-4252-b7bf-c5e5f8b2ea55 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0967457 Jan 28 19:36:20.143093 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 41446) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:36:20.159382 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-514ca481-31ea-49a8-ba17-acd53ddb68d4 req-1895b430-9141-46d7-9390-ad6079656b7f tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:36:20.170811 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8d7450-608d-4117-9e0e-146df24ec278 None None] Sync routers for ids ['db932842-a4bc-42e7-bfe1-b91f1fa79dce'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:36:20.186778 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f29aa5f-1562-41bf-9661-8e99f77e0120 None None] DHCP port deletion for decd8274-9eda-4d81-a020-86cc15d56022 request from n-d-812111-14 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:36:20.192836 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8d7450-608d-4117-9e0e-146df24ec278 None None] Routers {'db932842-a4bc-42e7-bfe1-b91f1fa79dce'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:36:20.193641 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-4c8d7450-608d-4117-9e0e-146df24ec278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:36:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['db932842-a4bc-42e7-bfe1-b91f1fa79dce'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:36:20.234860 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-514ca481-31ea-49a8-ba17-acd53ddb68d4 req-1895b430-9141-46d7-9390-ad6079656b7f tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] No DVR routers for this DVR port 3dda1cfc-fce7-4e9c-8686-cc9cecf29d40 on host n-h2-812111-14 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:36:20.235852 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-4ac3afad-7666-4577-bc70-d7957a9cbf82 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0885046 Jan 28 19:36:20.244389 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 41448) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:36:20.251157 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-10c97bdb-4ce5-4ec1-b77d-9a57fc57316f tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Request body: {'subnet': {'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:36:20.260123 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-514ca481-31ea-49a8-ba17-acd53ddb68d4 req-1895b430-9141-46d7-9390-ad6079656b7f tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:20.271252 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-514ca481-31ea-49a8-ba17-acd53ddb68d4 req-1895b430-9141-46d7-9390-ad6079656b7f tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.70 "DELETE /v2.0/ports/3dda1cfc-fce7-4e9c-8686-cc9cecf29d40 HTTP/1.1" status: 204 len: 173 time: 3.4212914 Jan 28 19:36:20.275756 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6266b4f2-471d-4297-9d3c-9386239f951c', 'name': 'network-vif-deleted', 'tag': '3dda1cfc-fce7-4e9c-8686-cc9cecf29d40'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:36:20.286081 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57e0e7b4-1614-4276-9594-a79f80bb6796" -d '{"events": [{"server_uuid": "6266b4f2-471d-4297-9d3c-9386239f951c", "name": "network-vif-deleted", "tag": "3dda1cfc-fce7-4e9c-8686-cc9cecf29d40"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:36:20.315231 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-7f29aa5f-1562-41bf-9661-8e99f77e0120 None None] Deleting port 66175f5f-3d29-40fc-ae09-2f78758c20d9 {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:36:20.317488 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-3ac1aff6-1841-4b84-8864-53529bca865f tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Deleting port 960987f3-d855-4eab-830b-5d5060924fbc {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:36:20.318164 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7f29aa5f-1562-41bf-9661-8e99f77e0120 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (66175f5f-3d29-40fc-ae09-2f78758c20d9), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:20.321863 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3ac1aff6-1841-4b84-8864-53529bca865f tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (960987f3-d855-4eab-830b-5d5060924fbc), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:20.364586 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-4c8d7450-608d-4117-9e0e-146df24ec278 None None] Set router db932842-a4bc-42e7-bfe1-b91f1fa79dce gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:36:20.442983 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-661e15de-fa1c-413c-904d-4071b3fe1bcf x-openstack-request-id: req-661e15de-fa1c-413c-904d-4071b3fe1bcf {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:36:20.443432 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6266b4f2-471d-4297-9d3c-9386239f951c", "name": "network-vif-deleted", "tag": "3dda1cfc-fce7-4e9c-8686-cc9cecf29d40", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:36:20.443820 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-661e15de-fa1c-413c-904d-4071b3fe1bcf {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:36:20.444577 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6266b4f2-471d-4297-9d3c-9386239f951c', 'name': 'network-vif-deleted', 'tag': '3dda1cfc-fce7-4e9c-8686-cc9cecf29d40', 'status': 'completed', 'code': 200} Jan 28 19:36:20.446653 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-7f29aa5f-1562-41bf-9661-8e99f77e0120 None None] For port 66175f5f-3d29-40fc-ae09-2f78758c20d9, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=66175f5f-3d29-40fc-ae09-2f78758c20d9,segment=NetworkSegment(2aac29a1-8685-476c-bba5-fffce3cb94d6),segment_id=2aac29a1-8685-476c-bba5-fffce3cb94d6)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:36:20.447079 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7f29aa5f-1562-41bf-9661-8e99f77e0120 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (66175f5f-3d29-40fc-ae09-2f78758c20d9), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:20.468457 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-7f29aa5f-1562-41bf-9661-8e99f77e0120 None None] Calling delete_port for 66175f5f-3d29-40fc-ae09-2f78758c20d9 owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:36:20.596355 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7f29aa5f-1562-41bf-9661-8e99f77e0120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985'] for port (66175f5f-3d29-40fc-ae09-2f78758c20d9), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:20.604124 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10c97bdb-4ce5-4ec1-b77d-9a57fc57316f tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Made reservation on behalf of 74e14b1dc35c45ef8b65d1fdcc58b8bc for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:36:20.607867 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-10c97bdb-4ce5-4ec1-b77d-9a57fc57316f tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5221429'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:20.659560 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3ac1aff6-1841-4b84-8864-53529bca865f tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (960987f3-d855-4eab-830b-5d5060924fbc), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:20.695311 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-3ac1aff6-1841-4b84-8864-53529bca865f tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Calling delete_port for 960987f3-d855-4eab-830b-5d5060924fbc owned by network:router_interface {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:36:20.705881 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f29aa5f-1562-41bf-9661-8e99f77e0120 None None] Pushing event deleted for resources: {'Port': ['ID=66175f5f-3d29-40fc-ae09-2f78758c20d9,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:20.728430 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:20.734282 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f29aa5f-1562-41bf-9661-8e99f77e0120 None None] No DVR routers for this DVR port 66175f5f-3d29-40fc-ae09-2f78758c20d9 on host n-d-812111-14 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:36:20.864091 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-4c8d7450-608d-4117-9e0e-146df24ec278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db932842-a4bc-42e7-bfe1-b91f1fa79dce', 'name': 'tempest-TaggedBootDevicesTest_v242-313757589-router', 'tenant_id': '6a63e631dab749fab705cc3ad19e314b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.74'}], 'enable_snat': True}, 'gw_port_id': '00682212-3db3-4bf6-8f28-9d2da8172db1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:29:01Z', 'updated_at': '2022-01-28T19:29:13Z', 'revision_number': 4, 'project_id': '6a63e631dab749fab705cc3ad19e314b', 'gw_port': {'id': '00682212-3db3-4bf6-8f28-9d2da8172db1', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:c1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db932842-a4bc-42e7-bfe1-b91f1fa79dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:29:03Z', 'updated_at': '2022-01-28T19:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '098ef2a2-9f80-451f-9873-4ca01173f113', 'name': '', 'network_id': 'd6023ca9-f7fb-424f-9a06-ccb60c81e3d1', 'tenant_id': '6a63e631dab749fab705cc3ad19e314b', 'mac_address': 'fa:16:3e:e3:4c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db932842-a4bc-42e7-bfe1-b91f1fa79dce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '1ed54c01-0acd-447f-ba69-14502018ae00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:29:09Z', 'updated_at': '2022-01-28T19:29:25Z', 'revision_number': 5, 'project_id': '6a63e631dab749fab705cc3ad19e314b', 'subnets': [{'id': '1ed54c01-0acd-447f-ba69-14502018ae00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:36:20.948018 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8d7450-608d-4117-9e0e-146df24ec278 None None] Checking router: db932842-a4bc-42e7-bfe1-b91f1fa79dce for host: n-d-812111-14 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:36:20.967576 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8d7450-608d-4117-9e0e-146df24ec278 None None] Routers {'db932842-a4bc-42e7-bfe1-b91f1fa79dce'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:36:20.968418 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-4c8d7450-608d-4117-9e0e-146df24ec278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:36:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['db932842-a4bc-42e7-bfe1-b91f1fa79dce'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:36:21.199837 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-10c97bdb-4ce5-4ec1-b77d-9a57fc57316f tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4690681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5221415'] for subnet (3039eba0-99a8-4e01-acee-637c56e7b347), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:21.249062 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-4c8d7450-608d-4117-9e0e-146df24ec278 None None] Set router db932842-a4bc-42e7-bfe1-b91f1fa79dce gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:36:21.256950 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b8033b05-6487-4a12-a019-c147c9a99fd8 req-56ee0a96-a84a-4446-9516-9592dbc1e162 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/ports?device_id=6266b4f2-471d-4297-9d3c-9386239f951c HTTP/1.1" status: 200 len: 210 time: 0.1486459 Jan 28 19:36:21.307997 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c97bdb-4ce5-4ec1-b77d-9a57fc57316f tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Pushing event updated for resources: {'Subnet': ['ID=3039eba0-99a8-4e01-acee-637c56e7b347,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:21.350436 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c97bdb-4ce5-4ec1-b77d-9a57fc57316f tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Network decd8274-9eda-4d81-a020-86cc15d56022 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:36:21.354899 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-10c97bdb-4ce5-4ec1-b77d-9a57fc57316f tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:36:21.362743 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c97bdb-4ce5-4ec1-b77d-9a57fc57316f tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:21.364059 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-10c97bdb-4ce5-4ec1-b77d-9a57fc57316f tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:21.373020 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b803070-383f-47c8-9802-4e5b36b71645 None None] Network decd8274-9eda-4d81-a020-86cc15d56022 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:36:21.405855 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 41480) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:36:21.419854 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-10c97bdb-4ce5-4ec1-b77d-9a57fc57316f tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1735988 Jan 28 19:36:21.422599 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 41484) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:36:21.431439 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-083bf71a-cae0-4164-86f7-4a9a937963c4 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Request body: {'port': {'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022', 'fixed_ips': [{'subnet_id': '3039eba0-99a8-4e01-acee-637c56e7b347', 'ip_address': '2001:db8::a6df:567a:7972:3a63'}], 'name': 'tempest-NetworksTestDHCPv6-436592497'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:36:21.494514 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3ac1aff6-1841-4b84-8864-53529bca865f tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (960987f3-d855-4eab-830b-5d5060924fbc), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:21.575386 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-4c8d7450-608d-4117-9e0e-146df24ec278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db932842-a4bc-42e7-bfe1-b91f1fa79dce', 'name': 'tempest-TaggedBootDevicesTest_v242-313757589-router', 'tenant_id': '6a63e631dab749fab705cc3ad19e314b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.74'}], 'enable_snat': True}, 'gw_port_id': '00682212-3db3-4bf6-8f28-9d2da8172db1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:29:01Z', 'updated_at': '2022-01-28T19:29:13Z', 'revision_number': 4, 'project_id': '6a63e631dab749fab705cc3ad19e314b', 'gw_port': {'id': '00682212-3db3-4bf6-8f28-9d2da8172db1', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:c1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db932842-a4bc-42e7-bfe1-b91f1fa79dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:29:03Z', 'updated_at': '2022-01-28T19:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '098ef2a2-9f80-451f-9873-4ca01173f113', 'name': '', 'network_id': 'd6023ca9-f7fb-424f-9a06-ccb60c81e3d1', 'tenant_id': '6a63e631dab749fab705cc3ad19e314b', 'mac_address': 'fa:16:3e:e3:4c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db932842-a4bc-42e7-bfe1-b91f1fa79dce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '1ed54c01-0acd-447f-ba69-14502018ae00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:29:09Z', 'updated_at': '2022-01-28T19:29:25Z', 'revision_number': 5, 'project_id': '6a63e631dab749fab705cc3ad19e314b', 'subnets': [{'id': '1ed54c01-0acd-447f-ba69-14502018ae00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:36:21.581659 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac1aff6-1841-4b84-8864-53529bca865f tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Pushing event deleted for resources: {'Port': ['ID=960987f3-d855-4eab-830b-5d5060924fbc,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:21.633488 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8d7450-608d-4117-9e0e-146df24ec278 None None] The sync data for ids ['db932842-a4bc-42e7-bfe1-b91f1fa79dce'] in n-d-812111-14 is: [{'id': 'db932842-a4bc-42e7-bfe1-b91f1fa79dce', 'name': 'tempest-TaggedBootDevicesTest_v242-313757589-router', 'tenant_id': '6a63e631dab749fab705cc3ad19e314b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.74'}], 'enable_snat': True}, 'gw_port_id': '00682212-3db3-4bf6-8f28-9d2da8172db1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:29:01Z', 'updated_at': '2022-01-28T19:29:13Z', 'revision_number': 4, 'project_id': '6a63e631dab749fab705cc3ad19e314b', 'gw_port': {'id': '00682212-3db3-4bf6-8f28-9d2da8172db1', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:c1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db932842-a4bc-42e7-bfe1-b91f1fa79dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:29:03Z', 'updated_at': '2022-01-28T19:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '098ef2a2-9f80-451f-9873-4ca01173f113', 'name': '', 'network_id': 'd6023ca9-f7fb-424f-9a06-ccb60c81e3d1', 'tenant_id': '6a63e631dab749fab705cc3ad19e314b', 'mac_address': 'fa:16:3e:e3:4c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db932842-a4bc-42e7-bfe1-b91f1fa79dce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '1ed54c01-0acd-447f-ba69-14502018ae00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:29:09Z', 'updated_at': '2022-01-28T19:29:25Z', 'revision_number': 5, 'project_id': '6a63e631dab749fab705cc3ad19e314b', 'subnets': [{'id': '1ed54c01-0acd-447f-ba69-14502018ae00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:36:21.677212 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-083bf71a-cae0-4164-86f7-4a9a937963c4 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Made reservation on behalf of 74e14b1dc35c45ef8b65d1fdcc58b8bc for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:36:21.682862 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c80cd48e-ebbc-4a22-b6ea-166397ce1bc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68cd31fd-e4cd-5fb3-a862-256fc47efcd2-decd8274-9eda-4d81-a020-86cc15d56022', 'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022', 'project_id': '74e14b1dc35c45ef8b65d1fdcc58b8bc', 'fixed_ips': [{'subnet_id': '3039eba0-99a8-4e01-acee-637c56e7b347'}]}} from n-d-812111-14. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:36:21.683939 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c80cd48e-ebbc-4a22-b6ea-166397ce1bc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:21.718821 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-cd3fb0ed-5081-49e5-bd94-d1240dafc1dd admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-464622285-network', 'tenant_id': '1f73b79bf1134ab6b15d3ca49317c5da'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:36:21.841337 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3ac1aff6-1841-4b84-8864-53529bca865f tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-732682'] for router_interface (eaa9a0e2-9df3-4828-8ea7-70aaa6501a3f), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:21.929011 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd3fb0ed-5081-49e5-bd94-d1240dafc1dd admin admin] Made reservation on behalf of 1f73b79bf1134ab6b15d3ca49317c5da for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:36:21.931490 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cd3fb0ed-5081-49e5-bd94-d1240dafc1dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:21.961485 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cd3fb0ed-5081-49e5-bd94-d1240dafc1dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:22.039496 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-c80cd48e-ebbc-4a22-b6ea-166397ce1bc8 None None] Allocated IP 2001:db8::2 (decd8274-9eda-4d81-a020-86cc15d56022/3039eba0-99a8-4e01-acee-637c56e7b347/c06dc56f-854a-4964-8b83-15d482282b7c) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:36:22.052015 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-083bf71a-cae0-4164-86f7-4a9a937963c4 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:22.076522 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 66175f5f-3d29-40fc-ae09-2f78758c20d9 no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:36:22.115218 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [None req-083bf71a-cae0-4164-86f7-4a9a937963c4 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] device_id is not set on port 3415ca3e-5c81-4b4e-99e5-99180d7f948a yet. {{(pid=103304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:36:22.124736 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: 66175f5f-3d29-40fc-ae09-2f78758c20d9 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:36:22.125505 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 66175f5f-3d29-40fc-ae09-2f78758c20d9 not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:36:22.247133 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c613c66a-4c78-43fc-bb06-4e3e68516bcc None None] New status for floating IP b1b6da4d-ca32-4f93-8b21-fb7a563f4603: DOWN {{(pid=103306) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 19:36:22.611570 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cd3fb0ed-5081-49e5-bd94-d1240dafc1dd admin admin] Publish callbacks [] for security_group (e29a80c9-097a-4152-8704-a835e054dd97), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:22.645361 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-db255970-4a84-4914-9056-05a9079f455b req-36fec3c9-5ee1-41c7-8fe4-6ff052224a3e tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/ports?device_id=6266b4f2-471d-4297-9d3c-9386239f951c HTTP/1.1" status: 200 len: 210 time: 0.1441135 Jan 28 19:36:22.654996 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cd3fb0ed-5081-49e5-bd94-d1240dafc1dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (e29a80c9-097a-4152-8704-a835e054dd97), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:22.690340 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c80cd48e-ebbc-4a22-b6ea-166397ce1bc8 None None] Publish callbacks [] for port (c06dc56f-854a-4964-8b83-15d482282b7c), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:22.705540 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c80cd48e-ebbc-4a22-b6ea-166397ce1bc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (c06dc56f-854a-4964-8b83-15d482282b7c), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:22.806544 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c80cd48e-ebbc-4a22-b6ea-166397ce1bc8 None None] Network decd8274-9eda-4d81-a020-86cc15d56022 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:36:22.820775 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-c80cd48e-ebbc-4a22-b6ea-166397ce1bc8 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:36:22.837415 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80cd48e-ebbc-4a22-b6ea-166397ce1bc8 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:36:22.846270 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-083bf71a-cae0-4164-86f7-4a9a937963c4 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Allocated IP 2001:db8::a6df:567a:7972:3a63 (decd8274-9eda-4d81-a020-86cc15d56022/3039eba0-99a8-4e01-acee-637c56e7b347/3415ca3e-5c81-4b4e-99e5-99180d7f948a) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:36:22.905628 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80cd48e-ebbc-4a22-b6ea-166397ce1bc8 None None] Pushing event updated for resources: {'Port': ['ID=c06dc56f-854a-4964-8b83-15d482282b7c,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:22.926315 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ac1aff6-1841-4b84-8864-53529bca865f tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Router eaa9a0e2-9df3-4828-8ea7-70aaa6501a3f has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:36:23.049411 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-c80cd48e-ebbc-4a22-b6ea-166397ce1bc8 None None] Attempting to bind port c06dc56f-854a-4964-8b83-15d482282b7c on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:36:23.050017 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-c80cd48e-ebbc-4a22-b6ea-166397ce1bc8 None None] Attempting to bind port c06dc56f-854a-4964-8b83-15d482282b7c by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '2aac29a1-8685-476c-bba5-fffce3cb94d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:36:23.050556 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80cd48e-ebbc-4a22-b6ea-166397ce1bc8 None None] Attempting to bind port c06dc56f-854a-4964-8b83-15d482282b7c on network decd8274-9eda-4d81-a020-86cc15d56022 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:36:23.051995 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-083bf71a-cae0-4164-86f7-4a9a937963c4 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks [] for port (3415ca3e-5c81-4b4e-99e5-99180d7f948a), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:23.064179 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80cd48e-ebbc-4a22-b6ea-166397ce1bc8 None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:36:23.064864 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80cd48e-ebbc-4a22-b6ea-166397ce1bc8 None None] Checking segment: {'id': '2aac29a1-8685-476c-bba5-fffce3cb94d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:36:23.065478 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c80cd48e-ebbc-4a22-b6ea-166397ce1bc8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:23.066045 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80cd48e-ebbc-4a22-b6ea-166397ce1bc8 None None] Bound using segment: {'id': '2aac29a1-8685-476c-bba5-fffce3cb94d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:36:23.066680 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-c80cd48e-ebbc-4a22-b6ea-166397ce1bc8 None None] Bound port: c06dc56f-854a-4964-8b83-15d482282b7c, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aac29a1-8685-476c-bba5-fffce3cb94d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:36:23.067230 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c80cd48e-ebbc-4a22-b6ea-166397ce1bc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (c06dc56f-854a-4964-8b83-15d482282b7c), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:23.100181 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3fb0ed-5081-49e5-bd94-d1240dafc1dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e29a80c9-097a-4152-8704-a835e054dd97,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:23.107262 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-083bf71a-cae0-4164-86f7-4a9a937963c4 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (3415ca3e-5c81-4b4e-99e5-99180d7f948a), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:23.113951 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd3fb0ed-5081-49e5-bd94-d1240dafc1dd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:36:23.147280 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ac1aff6-1841-4b84-8864-53529bca865f tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:36:23.153327 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-3ac1aff6-1841-4b84-8864-53529bca865f tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] 10.222.0.64 "PUT /v2.0/routers/eaa9a0e2-9df3-4828-8ea7-70aaa6501a3f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5979574 Jan 28 19:36:23.161659 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 41510) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:36:23.165299 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6aa762-aa85-49d3-93cb-a4115c2ddc8e None None] Sync routers for ids ['eaa9a0e2-9df3-4828-8ea7-70aaa6501a3f'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:36:23.184244 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6aa762-aa85-49d3-93cb-a4115c2ddc8e None None] Routers {'eaa9a0e2-9df3-4828-8ea7-70aaa6501a3f'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:36:23.185954 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-ca6aa762-aa85-49d3-93cb-a4115c2ddc8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:36:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['eaa9a0e2-9df3-4828-8ea7-70aaa6501a3f'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:36:23.188677 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cd3fb0ed-5081-49e5-bd94-d1240dafc1dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (145bbce2-4d60-40aa-a72c-096b52c1da9d), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:23.189126 n-d-812111-14 neutron-server[103304]: INFO neutron.db.segments_db [None req-cd3fb0ed-5081-49e5-bd94-d1240dafc1dd admin admin] Added segment 145bbce2-4d60-40aa-a72c-096b52c1da9d of type vlan for network 75f45c93-d016-4a41-89fc-e4b5159655be Jan 28 19:36:23.200829 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-c80cd48e-ebbc-4a22-b6ea-166397ce1bc8 None None] For port c06dc56f-854a-4964-8b83-15d482282b7c, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:36:23.204335 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-c80cd48e-ebbc-4a22-b6ea-166397ce1bc8 None None] For port c06dc56f-854a-4964-8b83-15d482282b7c, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=c06dc56f-854a-4964-8b83-15d482282b7c,segment=NetworkSegment(2aac29a1-8685-476c-bba5-fffce3cb94d6),segment_id=2aac29a1-8685-476c-bba5-fffce3cb94d6)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:36:23.232051 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c80cd48e-ebbc-4a22-b6ea-166397ce1bc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (c06dc56f-854a-4964-8b83-15d482282b7c), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:23.245401 n-d-812111-14 neutron-server[103305]: INFO neutron.api.v2.resource [None req-4e5d85b5-1d05-4e7f-8720-e2f6ffdb2a8d tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] show failed (client error): The resource could not be found. Jan 28 19:36:23.246802 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-4e5d85b5-1d05-4e7f-8720-e2f6ffdb2a8d tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] 10.222.0.64 "GET /v2.0/routers/tempest-non_exist_router-2090889267 HTTP/1.1" status: 404 len: 335 time: 0.0841868 Jan 28 19:36:23.252167 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 41512) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:36:23.256914 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-083bf71a-cae0-4164-86f7-4a9a937963c4 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Network decd8274-9eda-4d81-a020-86cc15d56022 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:36:23.258521 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-a57510f7-00a9-48c8-a1b5-e2d068a3133a tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:36:23.269343 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-083bf71a-cae0-4164-86f7-4a9a937963c4 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:36:23.279274 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083bf71a-cae0-4164-86f7-4a9a937963c4 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:36:23.304715 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-083bf71a-cae0-4164-86f7-4a9a937963c4 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:23.305489 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-083bf71a-cae0-4164-86f7-4a9a937963c4 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:23.318073 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-ca6aa762-aa85-49d3-93cb-a4115c2ddc8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:36:23.353225 n-d-812111-14 neutron-server[103305]: INFO neutron.api.v2.resource [None req-a57510f7-00a9-48c8-a1b5-e2d068a3133a tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] update failed (client error): The resource could not be found. Jan 28 19:36:23.354296 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-a57510f7-00a9-48c8-a1b5-e2d068a3133a tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] 10.222.0.64 "PUT /v2.0/routers/tempest-non_exist_router-1865812011 HTTP/1.1" status: 404 len: 335 time: 0.0998085 Jan 28 19:36:23.359449 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6aa762-aa85-49d3-93cb-a4115c2ddc8e None None] Routers {'eaa9a0e2-9df3-4828-8ea7-70aaa6501a3f'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:36:23.360126 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-ca6aa762-aa85-49d3-93cb-a4115c2ddc8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:36:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['eaa9a0e2-9df3-4828-8ea7-70aaa6501a3f'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:36:23.360262 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 41518) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:36:23.374304 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80cd48e-ebbc-4a22-b6ea-166397ce1bc8 None None] Pushing event updated for resources: {'Port': ['ID=c06dc56f-854a-4964-8b83-15d482282b7c,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:23.464868 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083bf71a-cae0-4164-86f7-4a9a937963c4 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Pushing event updated for resources: {'Port': ['ID=3415ca3e-5c81-4b4e-99e5-99180d7f948a,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:23.487062 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-ca6aa762-aa85-49d3-93cb-a4115c2ddc8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:36:23.488471 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6aa762-aa85-49d3-93cb-a4115c2ddc8e None None] The sync data for ids ['eaa9a0e2-9df3-4828-8ea7-70aaa6501a3f'] in n-d-812111-14 is: [] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:36:23.506276 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-083bf71a-cae0-4164-86f7-4a9a937963c4 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.0796697 Jan 28 19:36:23.512911 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 41524) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:36:23.527935 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-22fe08e9-e78b-4bfc-ad8d-a63efd0d3d09 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Request body: {'port': {'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022', 'fixed_ips': [{'subnet_id': '3039eba0-99a8-4e01-acee-637c56e7b347', 'ip_address': '2001:db8::a6df:567a:7972:3a63'}], 'name': 'tempest-NetworksTestDHCPv6-1936915196'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:36:23.535801 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-15762484-c496-4cb5-aa5f-740edad25b2e tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Deleting subnet d920d4d3-e867-41a5-b45e-d27e6dc7331e {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:36:23.547422 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-15762484-c496-4cb5-aa5f-740edad25b2e tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Publish callbacks [] for subnet (d920d4d3-e867-41a5-b45e-d27e6dc7331e), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:23.576408 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cd3fb0ed-5081-49e5-bd94-d1240dafc1dd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (75f45c93-d016-4a41-89fc-e4b5159655be), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:23.676722 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-15762484-c496-4cb5-aa5f-740edad25b2e tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16187240'] for subnet (d920d4d3-e867-41a5-b45e-d27e6dc7331e), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:23.691446 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.db.resource_extend [None req-cd3fb0ed-5081-49e5-bd94-d1240dafc1dd admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 19:36:23.751575 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cd3fb0ed-5081-49e5-bd94-d1240dafc1dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (75f45c93-d016-4a41-89fc-e4b5159655be), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:23.756127 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd3fb0ed-5081-49e5-bd94-d1240dafc1dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:23.756859 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cd3fb0ed-5081-49e5-bd94-d1240dafc1dd admin admin] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:23.847844 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:23.884166 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3fb0ed-5081-49e5-bd94-d1240dafc1dd admin admin] Pushing event updated for resources: {'Network': ['ID=75f45c93-d016-4a41-89fc-e4b5159655be,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:23.885127 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-15762484-c496-4cb5-aa5f-740edad25b2e tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (d920d4d3-e867-41a5-b45e-d27e6dc7331e), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:23.944227 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network 75f45c93-d016-4a41-89fc-e4b5159655be details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:36:24.029910 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-db467ccc-b86d-4c02-83ed-ac43a1cc925e req-85b27f69-f127-4f12-9f62-522a9e71f1c7 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/ports?device_id=6266b4f2-471d-4297-9d3c-9386239f951c HTTP/1.1" status: 200 len: 210 time: 0.1499124 Jan 28 19:36:24.109140 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-cd3fb0ed-5081-49e5-bd94-d1240dafc1dd admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.6978114 Jan 28 19:36:24.109379 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 41542) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:36:24.121761 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-41265fe9-5c8a-469f-a9de-4ab896c49e92 admin admin] Request body: {'subnet': {'network_id': '75f45c93-d016-4a41-89fc-e4b5159655be', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-464622285-subnet', 'tenant_id': '1f73b79bf1134ab6b15d3ca49317c5da', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:36:24.144805 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-15762484-c496-4cb5-aa5f-740edad25b2e tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4752464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4733806'] for subnet (d920d4d3-e867-41a5-b45e-d27e6dc7331e), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:24.165749 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22fe08e9-e78b-4bfc-ad8d-a63efd0d3d09 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Made reservation on behalf of 74e14b1dc35c45ef8b65d1fdcc58b8bc for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:36:24.170770 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-22fe08e9-e78b-4bfc-ad8d-a63efd0d3d09 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:24.234732 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15762484-c496-4cb5-aa5f-740edad25b2e tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Pushing event deleted for resources: {'Subnet': ['ID=d920d4d3-e867-41a5-b45e-d27e6dc7331e,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:24.235537 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [None req-22fe08e9-e78b-4bfc-ad8d-a63efd0d3d09 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] device_id is not set on port f15ef566-6f34-4e9a-9335-d6f7361a4401 yet. {{(pid=103304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:36:24.237254 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5a2494d-71d8-4ca6-93ca-da600092caec None None] Network b08437bd-7cac-4ff1-b088-2796dbd28174 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:36:24.248340 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-15762484-c496-4cb5-aa5f-740edad25b2e tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:24.254692 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-15762484-c496-4cb5-aa5f-740edad25b2e tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] 10.222.0.64 "DELETE /v2.0/subnets/d920d4d3-e867-41a5-b45e-d27e6dc7331e HTTP/1.1" status: 204 len: 168 time: 0.8934419 Jan 28 19:36:24.257599 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15762484-c496-4cb5-aa5f-740edad25b2e tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:36:24.257762 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 41544) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:36:24.258328 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15762484-c496-4cb5-aa5f-740edad25b2e tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:36:24.259043 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15762484-c496-4cb5-aa5f-740edad25b2e tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:36:24.259554 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15762484-c496-4cb5-aa5f-740edad25b2e tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:36:24.260047 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15762484-c496-4cb5-aa5f-740edad25b2e tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:36:24.260610 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15762484-c496-4cb5-aa5f-740edad25b2e tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:36:24.261251 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15762484-c496-4cb5-aa5f-740edad25b2e tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:36:24.262114 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15762484-c496-4cb5-aa5f-740edad25b2e tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:36:24.262771 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15762484-c496-4cb5-aa5f-740edad25b2e tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:36:24.263553 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15762484-c496-4cb5-aa5f-740edad25b2e tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:36:24.264103 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15762484-c496-4cb5-aa5f-740edad25b2e tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:36:24.264594 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15762484-c496-4cb5-aa5f-740edad25b2e tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:36:24.265376 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15762484-c496-4cb5-aa5f-740edad25b2e tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:36:24.326752 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41265fe9-5c8a-469f-a9de-4ab896c49e92 admin admin] Made reservation on behalf of 1f73b79bf1134ab6b15d3ca49317c5da for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:36:24.329543 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-41265fe9-5c8a-469f-a9de-4ab896c49e92 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4733071'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:24.364638 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device c06dc56f-854a-4964-8b83-15d482282b7c up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:36:24.565519 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-caeb50b9-1f2f-49f8-bf1c-f2a4e59dab89 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (b08437bd-7cac-4ff1-b088-2796dbd28174), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:24.593809 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c233ff95-e35b-4dbd-9e64-21bfef4ca423 req-70095cfe-6c37-48f9-8c55-faaeec32bd7a tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:24.601083 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c233ff95-e35b-4dbd-9e64-21bfef4ca423 req-70095cfe-6c37-48f9-8c55-faaeec32bd7a tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8fc1db2-697a-41ab-9984-99a4c5e04be7 HTTP/1.1" status: 200 len: 945 time: 0.3684585 Jan 28 19:36:24.680611 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port c06dc56f-854a-4964-8b83-15d482282b7c triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:36:24.682366 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-41265fe9-5c8a-469f-a9de-4ab896c49e92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4752401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4733085'] for subnet (e6d228b4-1898-4915-bc6a-58a6c9a4e2dd), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:24.682871 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (c06dc56f-854a-4964-8b83-15d482282b7c), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:24.784574 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c55b76b0-105d-4c49-a491-c8574789500b None None] DHCP port deletion for b08437bd-7cac-4ff1-b088-2796dbd28174 request from n-d-812111-14 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:36:24.825505 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c233ff95-e35b-4dbd-9e64-21bfef4ca423 req-784c035c-0960-417b-9a14-3a3a9cf96962 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/security-groups?id=a1544774-06dd-4b7d-abb3-fdfd2885225c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2234020 Jan 28 19:36:24.856852 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-caeb50b9-1f2f-49f8-bf1c-f2a4e59dab89 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Deleting port 0c3eec3c-c976-44b5-89e7-d308de23172c {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:36:24.861368 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-caeb50b9-1f2f-49f8-bf1c-f2a4e59dab89 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (0c3eec3c-c976-44b5-89e7-d308de23172c), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:24.863803 n-d-812111-14 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-22fe08e9-e78b-4bfc-ad8d-a63efd0d3d09 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] POST failed (client error): There was a conflict when trying to complete your request. Jan 28 19:36:24.864126 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22fe08e9-e78b-4bfc-ad8d-a63efd0d3d09 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:36:24.867672 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41265fe9-5c8a-469f-a9de-4ab896c49e92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6d228b4-1898-4915-bc6a-58a6c9a4e2dd,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:24.886854 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41265fe9-5c8a-469f-a9de-4ab896c49e92 admin admin] Checking segment: {'id': '145bbce2-4d60-40aa-a72c-096b52c1da9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '75f45c93-d016-4a41-89fc-e4b5159655be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:36:24.887448 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41265fe9-5c8a-469f-a9de-4ab896c49e92 admin admin] Network hostable DHCP agents. Network: 75f45c93-d016-4a41-89fc-e4b5159655be, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:36:24.907993 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41265fe9-5c8a-469f-a9de-4ab896c49e92 admin admin] Network 75f45c93-d016-4a41-89fc-e4b5159655be is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:36:24.930368 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-41265fe9-5c8a-469f-a9de-4ab896c49e92 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, 75f45c93-d016-4a41-89fc-e4b5159655be) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:36:24.932362 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-22fe08e9-e78b-4bfc-ad8d-a63efd0d3d09 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.4145021 Jan 28 19:36:24.937572 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 41554) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:36:24.956826 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41265fe9-5c8a-469f-a9de-4ab896c49e92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:24.958007 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-41265fe9-5c8a-469f-a9de-4ab896c49e92 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:25.056357 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-41265fe9-5c8a-469f-a9de-4ab896c49e92 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9471502 Jan 28 19:36:25.094602 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ea9b40-38a4-4b8e-aff0-ee649621d872 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:25.103641 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-caeb50b9-1f2f-49f8-bf1c-f2a4e59dab89 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] For port 0c3eec3c-c976-44b5-89e7-d308de23172c, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=0c3eec3c-c976-44b5-89e7-d308de23172c,segment=NetworkSegment(2886e742-cfb1-45d8-829c-e757f3fec997),segment_id=2886e742-cfb1-45d8-829c-e757f3fec997)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:36:25.104368 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-caeb50b9-1f2f-49f8-bf1c-f2a4e59dab89 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (0c3eec3c-c976-44b5-89e7-d308de23172c), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:25.112630 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ea9b40-38a4-4b8e-aff0-ee649621d872 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:25.114084 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-d3ea9b40-38a4-4b8e-aff0-ee649621d872 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1756027 Jan 28 19:36:25.117344 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 41564) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:36:25.142651 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-caeb50b9-1f2f-49f8-bf1c-f2a4e59dab89 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Calling delete_port for 0c3eec3c-c976-44b5-89e7-d308de23172c owned by network:dhcp {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:36:25.293647 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd2eac15-5f86-415f-aa0e-ba13c6cec49d None None] Network 75f45c93-d016-4a41-89fc-e4b5159655be requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:36:25.349719 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-688df65b-d4d4-4973-894e-00e4dbaf062c tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Deleting port 3415ca3e-5c81-4b4e-99e5-99180d7f948a {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:36:25.350085 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-688df65b-d4d4-4973-894e-00e4dbaf062c tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (3415ca3e-5c81-4b4e-99e5-99180d7f948a), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:25.407066 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b92bc45d-9aac-489b-bd20-804268d2d27d req-aaa8db21-8b79-4b15-9b38-91bfa2913a78 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/ports?device_id=6266b4f2-471d-4297-9d3c-9386239f951c HTTP/1.1" status: 200 len: 210 time: 0.1310391 Jan 28 19:36:25.558432 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd8fefb0-0ec8-4e3d-a1a4-a0d5839f63f2 None None] Network 75f45c93-d016-4a41-89fc-e4b5159655be requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:36:25.571250 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-caeb50b9-1f2f-49f8-bf1c-f2a4e59dab89 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (0c3eec3c-c976-44b5-89e7-d308de23172c), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:25.618689 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caeb50b9-1f2f-49f8-bf1c-f2a4e59dab89 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] No DVR routers for this DVR port 0c3eec3c-c976-44b5-89e7-d308de23172c on host n-d-812111-14 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:36:25.684194 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port c06dc56f-854a-4964-8b83-15d482282b7c is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:36:25.684584 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (c06dc56f-854a-4964-8b83-15d482282b7c), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:25.688507 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-688df65b-d4d4-4973-894e-00e4dbaf062c tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (3415ca3e-5c81-4b4e-99e5-99180d7f948a), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:25.702909 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caeb50b9-1f2f-49f8-bf1c-f2a4e59dab89 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Pushing event deleted for resources: {'Port': ['ID=0c3eec3c-c976-44b5-89e7-d308de23172c,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:25.731320 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] For port c06dc56f-854a-4964-8b83-15d482282b7c, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=c06dc56f-854a-4964-8b83-15d482282b7c,segment=NetworkSegment(2aac29a1-8685-476c-bba5-fffce3cb94d6),segment_id=2aac29a1-8685-476c-bba5-fffce3cb94d6)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:36:25.733024 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-cb047a25-127e-486f-a0d4-972145cec37f None None] Provisioning complete for port c06dc56f-854a-4964-8b83-15d482282b7c triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:36:25.733188 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-cb047a25-127e-486f-a0d4-972145cec37f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (c06dc56f-854a-4964-8b83-15d482282b7c), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:25.739914 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-688df65b-d4d4-4973-894e-00e4dbaf062c tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Calling delete_port for 3415ca3e-5c81-4b4e-99e5-99180d7f948a owned by {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:36:25.823194 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (c06dc56f-854a-4964-8b83-15d482282b7c), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:25.896875 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-caeb50b9-1f2f-49f8-bf1c-f2a4e59dab89 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (b08437bd-7cac-4ff1-b088-2796dbd28174), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:25.947085 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-c55b76b0-105d-4c49-a491-c8574789500b None None] Deleting port 0c3eec3c-c976-44b5-89e7-d308de23172c {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:36:25.947332 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c55b76b0-105d-4c49-a491-c8574789500b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (0c3eec3c-c976-44b5-89e7-d308de23172c), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:25.967445 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-caeb50b9-1f2f-49f8-bf1c-f2a4e59dab89 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b08437bd-7cac-4ff1-b088-2796dbd28174']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:36:25.986239 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-caeb50b9-1f2f-49f8-bf1c-f2a4e59dab89 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2886e742-cfb1-45d8-829c-e757f3fec997') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:36:25.986928 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-caeb50b9-1f2f-49f8-bf1c-f2a4e59dab89 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2886e742-cfb1-45d8-829c-e757f3fec997') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:36:26.002727 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-caeb50b9-1f2f-49f8-bf1c-f2a4e59dab89 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4747091'] for segment (2886e742-cfb1-45d8-829c-e757f3fec997), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:26.030546 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-caeb50b9-1f2f-49f8-bf1c-f2a4e59dab89 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (2886e742-cfb1-45d8-829c-e757f3fec997), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:26.041832 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-caeb50b9-1f2f-49f8-bf1c-f2a4e59dab89 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:36:26.042744 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-caeb50b9-1f2f-49f8-bf1c-f2a4e59dab89 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4690514'] for segment (2886e742-cfb1-45d8-829c-e757f3fec997), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:26.047634 n-d-812111-14 neutron-server[103304]: Traceback (most recent call last): Jan 28 19:36:26.047634 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:36:26.047634 n-d-812111-14 neutron-server[103304]: timer() Jan 28 19:36:26.047634 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:36:26.047634 n-d-812111-14 neutron-server[103304]: cb(*args, **kw) Jan 28 19:36:26.047634 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:36:26.047634 n-d-812111-14 neutron-server[103304]: return func(*args, **kwargs) Jan 28 19:36:26.047634 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:36:26.047634 n-d-812111-14 neutron-server[103304]: self._notify() Jan 28 19:36:26.047634 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:36:26.047634 n-d-812111-14 neutron-server[103304]: self.callback(batched_events) Jan 28 19:36:26.047634 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:36:26.047634 n-d-812111-14 neutron-server[103304]: event.method(event) Jan 28 19:36:26.047634 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:36:26.047634 n-d-812111-14 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:36:26.047634 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:36:26.047634 n-d-812111-14 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:36:26.047634 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:36:26.047634 n-d-812111-14 neutron-server[103304]: return f(self, *a, **k) Jan 28 19:36:26.047634 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:36:26.047634 n-d-812111-14 neutron-server[103304]: return self._get(url).json() Jan 28 19:36:26.047634 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:36:26.047634 n-d-812111-14 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:36:26.047634 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:36:26.047634 n-d-812111-14 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 28 19:36:26.047634 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:36:26.047634 n-d-812111-14 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:36:26.047634 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:36:26.047634 n-d-812111-14 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:36:26.047634 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:36:26.047634 n-d-812111-14 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:36:26.047634 n-d-812111-14 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:36:26.080997 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 0c3eec3c-c976-44b5-89e7-d308de23172c no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:36:26.138323 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-688df65b-d4d4-4973-894e-00e4dbaf062c tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (3415ca3e-5c81-4b4e-99e5-99180d7f948a), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:26.146888 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-caeb50b9-1f2f-49f8-bf1c-f2a4e59dab89 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (b08437bd-7cac-4ff1-b088-2796dbd28174), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:26.156902 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-caeb50b9-1f2f-49f8-bf1c-f2a4e59dab89 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:26.173878 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-caeb50b9-1f2f-49f8-bf1c-f2a4e59dab89 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] 10.222.0.64 "DELETE /v2.0/networks/b08437bd-7cac-4ff1-b088-2796dbd28174 HTTP/1.1" status: 204 len: 168 time: 1.9136198 Jan 28 19:36:26.183253 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 41584) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:36:26.188471 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-c55b76b0-105d-4c49-a491-c8574789500b None None] For port 0c3eec3c-c976-44b5-89e7-d308de23172c, host n-d-812111-14, got binding levels [] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:36:26.188882 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c55b76b0-105d-4c49-a491-c8574789500b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (0c3eec3c-c976-44b5-89e7-d308de23172c), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:26.216644 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: 0c3eec3c-c976-44b5-89e7-d308de23172c {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:36:26.216644 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 0c3eec3c-c976-44b5-89e7-d308de23172c not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:36:26.226476 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-c55b76b0-105d-4c49-a491-c8574789500b None None] Calling delete_port for 0c3eec3c-c976-44b5-89e7-d308de23172c owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:36:26.233501 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caeb50b9-1f2f-49f8-bf1c-f2a4e59dab89 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Pushing event deleted for resources: {'Network': ['ID=b08437bd-7cac-4ff1-b088-2796dbd28174,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:26.250933 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Pushing event updated for resources: {'Port': ['ID=c06dc56f-854a-4964-8b83-15d482282b7c,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:26.254737 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.ipam_backend_mixin [None req-c55b76b0-105d-4c49-a491-c8574789500b None None] Port 0c3eec3c-c976-44b5-89e7-d308de23172c was not found and therefore no delete operation was performed {{(pid=103306) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 19:36:26.258943 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c55b76b0-105d-4c49-a491-c8574789500b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985'] for port (0c3eec3c-c976-44b5-89e7-d308de23172c), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:26.264935 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688df65b-d4d4-4973-894e-00e4dbaf062c tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Pushing event deleted for resources: {'Port': ['ID=3415ca3e-5c81-4b4e-99e5-99180d7f948a,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:26.361844 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c55b76b0-105d-4c49-a491-c8574789500b None None] Network b08437bd-7cac-4ff1-b088-2796dbd28174 is not hosted by any dhcp agent {{(pid=103306) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 28 19:36:26.362921 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55b76b0-105d-4c49-a491-c8574789500b None None] No DVR routers for this DVR port 0c3eec3c-c976-44b5-89e7-d308de23172c on host n-d-812111-14 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:36:26.365012 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55b76b0-105d-4c49-a491-c8574789500b None None] Pushing event deleted for resources: {'Port': ['ID=0c3eec3c-c976-44b5-89e7-d308de23172c,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:26.403086 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-688df65b-d4d4-4973-894e-00e4dbaf062c tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:26.403901 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-cb047a25-127e-486f-a0d4-972145cec37f None None] Current status of the port c06dc56f-854a-4964-8b83-15d482282b7c is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:36:26.420619 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-688df65b-d4d4-4973-894e-00e4dbaf062c tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "DELETE /v2.0/ports/3415ca3e-5c81-4b4e-99e5-99180d7f948a HTTP/1.1" status: 204 len: 168 time: 1.3000796 Jan 28 19:36:26.422756 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 41594) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:36:26.436185 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b264625-2abf-44f8-99a5-7e44b1bbebc2 req-92722202-7c84-4413-9102-1e3672e7b5a0 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:26.451968 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1b264625-2abf-44f8-99a5-7e44b1bbebc2 req-92722202-7c84-4413-9102-1e3672e7b5a0 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8fc1db2-697a-41ab-9984-99a4c5e04be7 HTTP/1.1" status: 200 len: 945 time: 0.4114368 Jan 28 19:36:26.461052 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f6062e4-9e7e-4664-8488-024962dc9b7d tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Deleting subnet 222d052a-ec33-4140-bc67-0e5865f65507 {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:36:26.473323 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7f6062e4-9e7e-4664-8488-024962dc9b7d tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Publish callbacks [] for subnet (222d052a-ec33-4140-bc67-0e5865f65507), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:26.530424 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-3d2e47e3-9129-4645-a7bb-6ce098c62516 None None] Could not find standard attr ID for object 3415ca3e-5c81-4b4e-99e5-99180d7f948a. {{(pid=103306) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 19:36:26.594659 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5c7ba30-1a80-48c4-8c33-61c200dc46e6 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:26.597793 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5c7ba30-1a80-48c4-8c33-61c200dc46e6 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:26.604001 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-f5c7ba30-1a80-48c4-8c33-61c200dc46e6 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1746073 Jan 28 19:36:26.610990 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 41604) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:36:26.654263 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7f6062e4-9e7e-4664-8488-024962dc9b7d tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16187240'] for subnet (222d052a-ec33-4140-bc67-0e5865f65507), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:26.674346 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f8a093d0-d6bc-491c-bc36-f2f899aeeeb7 req-74aa3f98-6f04-48ac-8cf0-37b9ad0f0684 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/ports?device_id=6266b4f2-471d-4297-9d3c-9386239f951c HTTP/1.1" status: 200 len: 210 time: 0.0608766 Jan 28 19:36:26.789751 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1b264625-2abf-44f8-99a5-7e44b1bbebc2 req-9717094a-b49d-4214-81a8-36855d37cde1 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/security-groups?id=a1544774-06dd-4b7d-abb3-fdfd2885225c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3176801 Jan 28 19:36:26.804806 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-e041215e-fa1a-4d45-9cbf-f9db8176b7d0 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Deleting subnet 3039eba0-99a8-4e01-acee-637c56e7b347 {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:36:26.811051 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e041215e-fa1a-4d45-9cbf-f9db8176b7d0 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks [] for subnet (3039eba0-99a8-4e01-acee-637c56e7b347), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:26.893275 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e041215e-fa1a-4d45-9cbf-f9db8176b7d0 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16187240'] for subnet (3039eba0-99a8-4e01-acee-637c56e7b347), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:26.963360 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7f6062e4-9e7e-4664-8488-024962dc9b7d tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (222d052a-ec33-4140-bc67-0e5865f65507), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:27.111564 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e041215e-fa1a-4d45-9cbf-f9db8176b7d0 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (3039eba0-99a8-4e01-acee-637c56e7b347), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:27.198527 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7f6062e4-9e7e-4664-8488-024962dc9b7d tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4752464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4733806'] for subnet (222d052a-ec33-4140-bc67-0e5865f65507), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:27.248499 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6062e4-9e7e-4664-8488-024962dc9b7d tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Pushing event deleted for resources: {'Subnet': ['ID=222d052a-ec33-4140-bc67-0e5865f65507,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:27.252822 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7f6062e4-9e7e-4664-8488-024962dc9b7d tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:27.259612 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 41630) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:36:27.261860 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a30eb76-6b20-4974-bd33-1e72e1ef4939 None None] Network aa2e1eb8-7e5a-4cab-8d5d-67963f39691e requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:36:27.265635 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-7f6062e4-9e7e-4664-8488-024962dc9b7d tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] 10.222.0.64 "DELETE /v2.0/subnets/222d052a-ec33-4140-bc67-0e5865f65507 HTTP/1.1" status: 204 len: 168 time: 1.0346167 Jan 28 19:36:27.274532 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e041215e-fa1a-4d45-9cbf-f9db8176b7d0 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4752464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4733806'] for subnet (3039eba0-99a8-4e01-acee-637c56e7b347), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:27.349288 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e041215e-fa1a-4d45-9cbf-f9db8176b7d0 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:27.359738 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-e041215e-fa1a-4d45-9cbf-f9db8176b7d0 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "DELETE /v2.0/subnets/3039eba0-99a8-4e01-acee-637c56e7b347 HTTP/1.1" status: 204 len: 168 time: 0.7476742 Jan 28 19:36:27.360408 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 41634) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:36:27.367361 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e041215e-fa1a-4d45-9cbf-f9db8176b7d0 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Pushing event deleted for resources: {'Subnet': ['ID=3039eba0-99a8-4e01-acee-637c56e7b347,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:27.379731 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb9de6f-1430-4c54-bd71-c8bff2584de1 None None] Network decd8274-9eda-4d81-a020-86cc15d56022 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:36:27.426873 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-0666c53d-501a-43d7-903f-646c8eaa1b5b tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Deleting subnet 8df441a5-6fc3-45a8-9093-10a42644f343 {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:36:27.438165 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0666c53d-501a-43d7-903f-646c8eaa1b5b tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Publish callbacks [] for subnet (8df441a5-6fc3-45a8-9093-10a42644f343), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:27.479214 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-62f3bf44-b1b7-40a0-b7d2-246da7280e4b tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1152365 Jan 28 19:36:27.479829 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 41644) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:36:27.493068 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-e45133bb-211a-405f-a49c-fb2c2887ddfc tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Request body: {'subnet': {'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:36:27.510930 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0666c53d-501a-43d7-903f-646c8eaa1b5b tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4747050'] for subnet (8df441a5-6fc3-45a8-9093-10a42644f343), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:27.605584 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e45133bb-211a-405f-a49c-fb2c2887ddfc tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Made reservation on behalf of 74e14b1dc35c45ef8b65d1fdcc58b8bc for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:36:27.610248 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e45133bb-211a-405f-a49c-fb2c2887ddfc tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4733071'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:27.670988 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0666c53d-501a-43d7-903f-646c8eaa1b5b tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (8df441a5-6fc3-45a8-9093-10a42644f343), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:27.792920 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfd2a4dd-316a-481a-b50b-7449a2bdad3b None None] DHCP port deletion for aa2e1eb8-7e5a-4cab-8d5d-67963f39691e request from n-d-812111-14 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:36:27.870071 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c9f6309-2f3e-43a8-8f61-7c0023f10cd0 None None] DHCP port deletion for decd8274-9eda-4d81-a020-86cc15d56022 request from n-d-812111-14 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:36:27.913324 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c5420649-460a-4699-b8df-1d5329397829 req-1a589699-1601-4715-8c38-7ff4a774a6a4 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/ports?device_id=6266b4f2-471d-4297-9d3c-9386239f951c HTTP/1.1" status: 200 len: 210 time: 0.0454595 Jan 28 19:36:27.932930 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e45133bb-211a-405f-a49c-fb2c2887ddfc tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4752401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4733085'] for subnet (7611cd61-1d3a-42d1-8a20-ac61aaca2917), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:28.005767 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-bfd2a4dd-316a-481a-b50b-7449a2bdad3b None None] Deleting port fe850a20-4957-44a2-a7b8-78682bce05de {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:36:28.006202 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-bfd2a4dd-316a-481a-b50b-7449a2bdad3b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (fe850a20-4957-44a2-a7b8-78682bce05de), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:28.008313 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e45133bb-211a-405f-a49c-fb2c2887ddfc tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Network decd8274-9eda-4d81-a020-86cc15d56022 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:36:28.059448 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-e45133bb-211a-405f-a49c-fb2c2887ddfc tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:36:28.067985 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e45133bb-211a-405f-a49c-fb2c2887ddfc tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:28.068611 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e45133bb-211a-405f-a49c-fb2c2887ddfc tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:28.104877 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-bfd2a4dd-316a-481a-b50b-7449a2bdad3b None None] For port fe850a20-4957-44a2-a7b8-78682bce05de, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=fe850a20-4957-44a2-a7b8-78682bce05de,segment=NetworkSegment(6d4c4613-83cb-40bf-a622-639372650084),segment_id=6d4c4613-83cb-40bf-a622-639372650084)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:36:28.105445 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-bfd2a4dd-316a-481a-b50b-7449a2bdad3b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (fe850a20-4957-44a2-a7b8-78682bce05de), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:28.108157 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device c06dc56f-854a-4964-8b83-15d482282b7c no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:36:28.112268 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-6c9f6309-2f3e-43a8-8f61-7c0023f10cd0 None None] Deleting port c06dc56f-854a-4964-8b83-15d482282b7c {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:36:28.112268 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6c9f6309-2f3e-43a8-8f61-7c0023f10cd0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (c06dc56f-854a-4964-8b83-15d482282b7c), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:28.116171 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0666c53d-501a-43d7-903f-646c8eaa1b5b tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4690616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5222356'] for subnet (8df441a5-6fc3-45a8-9093-10a42644f343), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:28.158290 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-e45133bb-211a-405f-a49c-fb2c2887ddfc tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6747923 Jan 28 19:36:28.160525 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 41658) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:36:28.166376 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-76e62038-fe5d-47b9-91e9-961d40f7a4a9 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Request body: {'port': {'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022', 'fixed_ips': [{'subnet_id': '7611cd61-1d3a-42d1-8a20-ac61aaca2917', 'ip_address': '2001:db8:0:1::7'}], 'name': 'tempest-NetworksTestDHCPv6-952210383'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:36:28.208554 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-bfd2a4dd-316a-481a-b50b-7449a2bdad3b None None] Calling delete_port for fe850a20-4957-44a2-a7b8-78682bce05de owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:36:28.289333 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45133bb-211a-405f-a49c-fb2c2887ddfc tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Pushing event updated for resources: {'Subnet': ['ID=7611cd61-1d3a-42d1-8a20-ac61aaca2917,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:28.303422 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76e62038-fe5d-47b9-91e9-961d40f7a4a9 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Made reservation on behalf of 74e14b1dc35c45ef8b65d1fdcc58b8bc for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:36:28.426231 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcaaf66-ba18-4ae5-bbfd-a93dd04f7f65 req-92f95eeb-fc35-4ff5-aad8-c28db0ec3e9d tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:28.427858 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9fcaaf66-ba18-4ae5-bbfd-a93dd04f7f65 req-92f95eeb-fc35-4ff5-aad8-c28db0ec3e9d tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8fc1db2-697a-41ab-9984-99a4c5e04be7 HTTP/1.1" status: 200 len: 945 time: 0.3257716 Jan 28 19:36:28.494931 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port c06dc56f-854a-4964-8b83-15d482282b7c is: ACTIVE; New status is: DOWN {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:36:28.495478 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (c06dc56f-854a-4964-8b83-15d482282b7c), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:28.526671 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-6c9f6309-2f3e-43a8-8f61-7c0023f10cd0 None None] For port c06dc56f-854a-4964-8b83-15d482282b7c, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=c06dc56f-854a-4964-8b83-15d482282b7c,segment=NetworkSegment(2aac29a1-8685-476c-bba5-fffce3cb94d6),segment_id=2aac29a1-8685-476c-bba5-fffce3cb94d6)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:36:28.527213 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6c9f6309-2f3e-43a8-8f61-7c0023f10cd0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (c06dc56f-854a-4964-8b83-15d482282b7c), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:28.583116 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-6c9f6309-2f3e-43a8-8f61-7c0023f10cd0 None None] Calling delete_port for c06dc56f-854a-4964-8b83-15d482282b7c owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:36:28.588843 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9fcaaf66-ba18-4ae5-bbfd-a93dd04f7f65 req-d195ddb5-3580-4bd7-b5f8-af99e91dea9c tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/security-groups?id=a1544774-06dd-4b7d-abb3-fdfd2885225c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1420507 Jan 28 19:36:28.596274 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-76e62038-fe5d-47b9-91e9-961d40f7a4a9 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:28.642913 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [None req-76e62038-fe5d-47b9-91e9-961d40f7a4a9 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] device_id is not set on port 7c237502-3ccc-4247-b885-f041c17503b3 yet. {{(pid=103305) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:36:28.739281 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] For port c06dc56f-854a-4964-8b83-15d482282b7c, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=c06dc56f-854a-4964-8b83-15d482282b7c,segment=NetworkSegment(2aac29a1-8685-476c-bba5-fffce3cb94d6),segment_id=2aac29a1-8685-476c-bba5-fffce3cb94d6)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:36:28.757541 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (c06dc56f-854a-4964-8b83-15d482282b7c), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:28.758251 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device fe850a20-4957-44a2-a7b8-78682bce05de no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:36:28.811428 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30562cb-70ab-4e19-bd66-da1a60f4385a req-7c6daff7-1826-4176-85fd-5aea47d1aac2 tempest-ServerGroupTestJSON-1881397435 tempest-ServerGroupTestJSON-1881397435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:28.818916 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a30562cb-70ab-4e19-bd66-da1a60f4385a req-7c6daff7-1826-4176-85fd-5aea47d1aac2 tempest-ServerGroupTestJSON-1881397435 tempest-ServerGroupTestJSON-1881397435-project] 10.222.0.64 "GET /v2.0/networks?id=75f45c93-d016-4a41-89fc-e4b5159655be HTTP/1.1" status: 200 len: 809 time: 1.1502104 Jan 28 19:36:28.840137 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a30562cb-70ab-4e19-bd66-da1a60f4385a req-cbf6bd17-5363-4a1b-815e-09092de1e111 tempest-ServerGroupTestJSON-1881397435 tempest-ServerGroupTestJSON-1881397435-project] 10.222.0.64 "GET /v2.0/quotas/1f73b79bf1134ab6b15d3ca49317c5da HTTP/1.1" status: 200 len: 375 time: 0.0200503 Jan 28 19:36:28.850155 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0666c53d-501a-43d7-903f-646c8eaa1b5b tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:28.854169 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-0666c53d-501a-43d7-903f-646c8eaa1b5b tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] 10.222.0.64 "DELETE /v2.0/subnets/8df441a5-6fc3-45a8-9093-10a42644f343 HTTP/1.1" status: 204 len: 168 time: 1.5926220 Jan 28 19:36:28.856385 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0666c53d-501a-43d7-903f-646c8eaa1b5b tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Pushing event deleted for resources: {'Subnet': ['ID=8df441a5-6fc3-45a8-9093-10a42644f343,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:28.858273 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 41670) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:36:28.884110 n-d-812111-14 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-76e62038-fe5d-47b9-91e9-961d40f7a4a9 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 19:36:28.884720 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76e62038-fe5d-47b9-91e9-961d40f7a4a9 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:36:28.911494 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-76e62038-fe5d-47b9-91e9-961d40f7a4a9 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.7501955 Jan 28 19:36:28.914550 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 41674) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:36:28.946106 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Pushing event updated for resources: {'Port': ['ID=c06dc56f-854a-4964-8b83-15d482282b7c,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:28.985483 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-bfd2a4dd-316a-481a-b50b-7449a2bdad3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985'] for port (fe850a20-4957-44a2-a7b8-78682bce05de), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:28.997501 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21bbcb12-85dd-445c-981c-4faedb7bb51e None None] Network 440ee3d5-677b-40a4-82d5-dd7c8773944d requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:36:29.026406 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a30562cb-70ab-4e19-bd66-da1a60f4385a req-a9b394ca-d19e-48cf-a596-776bf945db7a tempest-ServerGroupTestJSON-1881397435 tempest-ServerGroupTestJSON-1881397435-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=1f73b79bf1134ab6b15d3ca49317c5da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1851244 Jan 28 19:36:29.034765 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c4c87a2-20e1-43ec-9859-385aa6ef27d0 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:29.042056 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-4c4c87a2-20e1-43ec-9859-385aa6ef27d0 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1263907 Jan 28 19:36:29.044823 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 41678) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:36:29.116787 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No active binding found for port fe850a20-4957-44a2-a7b8-78682bce05de {{(pid=103306) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 28 19:36:29.117472 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] The host n-d-812111-14 is not matching for port fe850a20-4957-44a2-a7b8-78682bce05de host None! {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Jan 28 19:36:29.118259 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device fe850a20-4957-44a2-a7b8-78682bce05de not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:36:29.127570 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd2a4dd-316a-481a-b50b-7449a2bdad3b None None] Pushing event deleted for resources: {'Port': ['ID=fe850a20-4957-44a2-a7b8-78682bce05de,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:29.141375 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd2a4dd-316a-481a-b50b-7449a2bdad3b None None] No DVR routers for this DVR port fe850a20-4957-44a2-a7b8-78682bce05de on host n-d-812111-14 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:36:29.184912 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c0a28a39-88e3-4d73-adf2-7a9c9dc6e684 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (aa2e1eb8-7e5a-4cab-8d5d-67963f39691e), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:29.188160 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6c9f6309-2f3e-43a8-8f61-7c0023f10cd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985'] for port (c06dc56f-854a-4964-8b83-15d482282b7c), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:29.201732 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ba9876-244e-43e4-a49f-9bada8a50c6a tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:29.203972 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ba9876-244e-43e4-a49f-9bada8a50c6a tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:29.208348 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-d4ba9876-244e-43e4-a49f-9bada8a50c6a tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1587563 Jan 28 19:36:29.211392 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 41680) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:36:29.262913 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-48551145-8b71-46df-b2ff-11cab7648a7e req-7b3f63d8-6a5d-4c7b-b04a-fabefe5c637c tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/ports?device_id=6266b4f2-471d-4297-9d3c-9386239f951c HTTP/1.1" status: 200 len: 210 time: 0.1521008 Jan 28 19:36:29.296287 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9f6309-2f3e-43a8-8f61-7c0023f10cd0 None None] No DVR routers for this DVR port c06dc56f-854a-4964-8b83-15d482282b7c on host n-d-812111-14 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:36:29.305990 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb366b44-c9de-4173-a36a-9a24d8e77fc8 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Deleting subnet 7611cd61-1d3a-42d1-8a20-ac61aaca2917 {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:36:29.310494 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-eb366b44-c9de-4173-a36a-9a24d8e77fc8 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks [] for subnet (7611cd61-1d3a-42d1-8a20-ac61aaca2917), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:29.312027 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a30562cb-70ab-4e19-bd66-da1a60f4385a req-64a25413-31e3-49dd-ba77-5c8674ba24e1 service neutron] 10.222.0.64 "GET /v2.0/networks/75f45c93-d016-4a41-89fc-e4b5159655be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2846923 Jan 28 19:36:29.319055 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9f6309-2f3e-43a8-8f61-7c0023f10cd0 None None] Pushing event deleted for resources: {'Port': ['ID=c06dc56f-854a-4964-8b83-15d482282b7c,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:29.343869 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03462b00-f7b2-4644-b666-c2d4118c7585 None None] Network decd8274-9eda-4d81-a020-86cc15d56022 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:36:29.406893 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-eb366b44-c9de-4173-a36a-9a24d8e77fc8 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16187240'] for subnet (7611cd61-1d3a-42d1-8a20-ac61aaca2917), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:29.473245 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-eb366b44-c9de-4173-a36a-9a24d8e77fc8 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (7611cd61-1d3a-42d1-8a20-ac61aaca2917), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:29.524171 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a30562cb-70ab-4e19-bd66-da1a60f4385a req-4da3783d-0f39-4363-83a3-5121b1b9f033 service neutron] 10.222.0.64 "GET /v2.0/networks/75f45c93-d016-4a41-89fc-e4b5159655be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107666 Jan 28 19:36:29.623477 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f6a9ae4-95c9-4778-ad07-c924933e6972 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68cd31fd-e4cd-5fb3-a862-256fc47efcd2-decd8274-9eda-4d81-a020-86cc15d56022', 'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022', 'project_id': '74e14b1dc35c45ef8b65d1fdcc58b8bc', 'fixed_ips': [{'subnet_id': '7611cd61-1d3a-42d1-8a20-ac61aaca2917'}]}} from n-d-812111-14. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:36:29.624390 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1f6a9ae4-95c9-4778-ad07-c924933e6972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:29.661813 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-eb366b44-c9de-4173-a36a-9a24d8e77fc8 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4752464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4733806'] for subnet (7611cd61-1d3a-42d1-8a20-ac61aaca2917), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:29.669009 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f5d9717-8cb6-4650-9230-18b8436c027e None None] DHCP port deletion for 440ee3d5-677b-40a4-82d5-dd7c8773944d request from n-d-812111-14 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:36:29.707483 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c0a28a39-88e3-4d73-adf2-7a9c9dc6e684 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (aa2e1eb8-7e5a-4cab-8d5d-67963f39691e), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:29.735466 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb366b44-c9de-4173-a36a-9a24d8e77fc8 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Pushing event deleted for resources: {'Subnet': ['ID=7611cd61-1d3a-42d1-8a20-ac61aaca2917,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:29.761248 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-eb366b44-c9de-4173-a36a-9a24d8e77fc8 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:29.766556 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-eb366b44-c9de-4173-a36a-9a24d8e77fc8 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "DELETE /v2.0/subnets/7611cd61-1d3a-42d1-8a20-ac61aaca2917 HTTP/1.1" status: 204 len: 168 time: 0.5543616 Jan 28 19:36:29.773635 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-c0a28a39-88e3-4d73-adf2-7a9c9dc6e684 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa2e1eb8-7e5a-4cab-8d5d-67963f39691e']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:36:29.798482 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 41688) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:36:29.805346 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-c0a28a39-88e3-4d73-adf2-7a9c9dc6e684 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d4c4613-83cb-40bf-a622-639372650084') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:36:29.805652 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-c0a28a39-88e3-4d73-adf2-7a9c9dc6e684 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d4c4613-83cb-40bf-a622-639372650084') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:36:29.823013 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c0a28a39-88e3-4d73-adf2-7a9c9dc6e684 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4747091'] for segment (6d4c4613-83cb-40bf-a622-639372650084), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:29.846911 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c0a28a39-88e3-4d73-adf2-7a9c9dc6e684 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (6d4c4613-83cb-40bf-a622-639372650084), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:29.858468 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-55bcccb6-febf-4372-b5a7-71ae09f2c2f0 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0573771 Jan 28 19:36:29.861583 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0a28a39-88e3-4d73-adf2-7a9c9dc6e684 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:36:29.862297 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c0a28a39-88e3-4d73-adf2-7a9c9dc6e684 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4690514'] for segment (6d4c4613-83cb-40bf-a622-639372650084), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:29.864404 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 41692) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:36:29.872094 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-0e5b5b85-3843-4ac8-bca9-ce430fcdfaed tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Request body: {'subnet': {'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:36:29.964528 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-7f5d9717-8cb6-4650-9230-18b8436c027e None None] Deleting port 40f38bcb-6df7-4677-9879-f1b6aa13bf7d {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:36:29.965120 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7f5d9717-8cb6-4650-9230-18b8436c027e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (40f38bcb-6df7-4677-9879-f1b6aa13bf7d), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:29.987099 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3d4383-1e68-4955-89e2-99e390029f36 req-a35cb15e-a759-424c-9332-1d7c0a966d7b tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:30.025924 n-d-812111-14 neutron-server[103304]: Traceback (most recent call last): Jan 28 19:36:30.025924 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:36:30.025924 n-d-812111-14 neutron-server[103304]: timer() Jan 28 19:36:30.025924 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:36:30.025924 n-d-812111-14 neutron-server[103304]: cb(*args, **kw) Jan 28 19:36:30.025924 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:36:30.025924 n-d-812111-14 neutron-server[103304]: return func(*args, **kwargs) Jan 28 19:36:30.025924 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:36:30.025924 n-d-812111-14 neutron-server[103304]: self._notify() Jan 28 19:36:30.025924 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:36:30.025924 n-d-812111-14 neutron-server[103304]: self.callback(batched_events) Jan 28 19:36:30.025924 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:36:30.025924 n-d-812111-14 neutron-server[103304]: event.method(event) Jan 28 19:36:30.025924 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:36:30.025924 n-d-812111-14 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:36:30.025924 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:36:30.025924 n-d-812111-14 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:36:30.025924 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:36:30.025924 n-d-812111-14 neutron-server[103304]: return f(self, *a, **k) Jan 28 19:36:30.025924 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:36:30.025924 n-d-812111-14 neutron-server[103304]: return self._get(url).json() Jan 28 19:36:30.025924 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:36:30.025924 n-d-812111-14 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:36:30.025924 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:36:30.025924 n-d-812111-14 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 28 19:36:30.025924 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:36:30.025924 n-d-812111-14 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:36:30.025924 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:36:30.025924 n-d-812111-14 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:36:30.025924 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:36:30.025924 n-d-812111-14 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:36:30.025924 n-d-812111-14 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:36:30.038798 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c0a28a39-88e3-4d73-adf2-7a9c9dc6e684 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (aa2e1eb8-7e5a-4cab-8d5d-67963f39691e), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:30.051109 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c0a28a39-88e3-4d73-adf2-7a9c9dc6e684 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:30.056035 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2c3d4383-1e68-4955-89e2-99e390029f36 req-a35cb15e-a759-424c-9332-1d7c0a966d7b tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8fc1db2-697a-41ab-9984-99a4c5e04be7 HTTP/1.1" status: 200 len: 945 time: 0.3147368 Jan 28 19:36:30.070741 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-c0a28a39-88e3-4d73-adf2-7a9c9dc6e684 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] 10.222.0.64 "DELETE /v2.0/networks/aa2e1eb8-7e5a-4cab-8d5d-67963f39691e HTTP/1.1" status: 204 len: 168 time: 1.2112193 Jan 28 19:36:30.073916 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 41702) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:36:30.147462 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-7f5d9717-8cb6-4650-9230-18b8436c027e None None] For port 40f38bcb-6df7-4677-9879-f1b6aa13bf7d, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=40f38bcb-6df7-4677-9879-f1b6aa13bf7d,segment=NetworkSegment(4a5ff4bc-05ee-4037-823f-23b2e6461afc),segment_id=4a5ff4bc-05ee-4037-823f-23b2e6461afc)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:36:30.148405 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7f5d9717-8cb6-4650-9230-18b8436c027e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (40f38bcb-6df7-4677-9879-f1b6aa13bf7d), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:30.168419 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-7f5d9717-8cb6-4650-9230-18b8436c027e None None] Calling delete_port for 40f38bcb-6df7-4677-9879-f1b6aa13bf7d owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:36:30.171948 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a28a39-88e3-4d73-adf2-7a9c9dc6e684 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Pushing event deleted for resources: {'Network': ['ID=aa2e1eb8-7e5a-4cab-8d5d-67963f39691e,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:30.239606 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-eed4e9b8-68f9-4d2f-acf0-82c93fe2ffe2 req-01511bfd-8cc5-4187-96dc-2c90ee971c46 tempest-ServerGroupTestJSON-1881397435 tempest-ServerGroupTestJSON-1881397435-project] 10.222.0.64 "GET /v2.0/ports?device_id=8891a19d-ce42-4116-b48c-63a6b9891570 HTTP/1.1" status: 200 len: 210 time: 0.1663527 Jan 28 19:36:30.268603 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e5b5b85-3843-4ac8-bca9-ce430fcdfaed tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Made reservation on behalf of 74e14b1dc35c45ef8b65d1fdcc58b8bc for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:36:30.277013 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 40f38bcb-6df7-4677-9879-f1b6aa13bf7d no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:36:30.280469 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7f5d9717-8cb6-4650-9230-18b8436c027e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985'] for port (40f38bcb-6df7-4677-9879-f1b6aa13bf7d), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:30.291064 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0e5b5b85-3843-4ac8-bca9-ce430fcdfaed tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4733071'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:30.334906 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2c3d4383-1e68-4955-89e2-99e390029f36 req-963e433b-11d3-4671-bd34-28252844d887 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/security-groups?id=a1544774-06dd-4b7d-abb3-fdfd2885225c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2750707 Jan 28 19:36:30.362534 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: 40f38bcb-6df7-4677-9879-f1b6aa13bf7d {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:36:30.362903 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 40f38bcb-6df7-4677-9879-f1b6aa13bf7d not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:36:30.370681 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5d9717-8cb6-4650-9230-18b8436c027e None None] Pushing event deleted for resources: {'Port': ['ID=40f38bcb-6df7-4677-9879-f1b6aa13bf7d,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:30.372887 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5d9717-8cb6-4650-9230-18b8436c027e None None] No DVR routers for this DVR port 40f38bcb-6df7-4677-9879-f1b6aa13bf7d on host n-d-812111-14 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:36:30.375112 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3d832866-8c75-440a-91ea-28992cb30eae tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (440ee3d5-677b-40a4-82d5-dd7c8773944d), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:30.436517 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9a0a311d-89c1-4313-bf2b-3f506a4f7e3c req-58bcf8f2-3189-4cce-8dcc-55453cf869b0 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/ports?device_id=6266b4f2-471d-4297-9d3c-9386239f951c HTTP/1.1" status: 200 len: 210 time: 0.0416191 Jan 28 19:36:30.520186 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3d832866-8c75-440a-91ea-28992cb30eae tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (440ee3d5-677b-40a4-82d5-dd7c8773944d), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:30.543054 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-3d832866-8c75-440a-91ea-28992cb30eae tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['440ee3d5-677b-40a4-82d5-dd7c8773944d']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:36:30.562331 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-3d832866-8c75-440a-91ea-28992cb30eae tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a5ff4bc-05ee-4037-823f-23b2e6461afc') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:36:30.562914 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-3d832866-8c75-440a-91ea-28992cb30eae tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a5ff4bc-05ee-4037-823f-23b2e6461afc') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:36:30.576123 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3d832866-8c75-440a-91ea-28992cb30eae tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4747091'] for segment (4a5ff4bc-05ee-4037-823f-23b2e6461afc), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:30.591028 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3d832866-8c75-440a-91ea-28992cb30eae tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (4a5ff4bc-05ee-4037-823f-23b2e6461afc), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:30.599047 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d832866-8c75-440a-91ea-28992cb30eae tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:36:30.599623 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3d832866-8c75-440a-91ea-28992cb30eae tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4690514'] for segment (4a5ff4bc-05ee-4037-823f-23b2e6461afc), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:30.707692 n-d-812111-14 neutron-server[103304]: Traceback (most recent call last): Jan 28 19:36:30.707692 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:36:30.707692 n-d-812111-14 neutron-server[103304]: timer() Jan 28 19:36:30.707692 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:36:30.707692 n-d-812111-14 neutron-server[103304]: cb(*args, **kw) Jan 28 19:36:30.707692 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:36:30.707692 n-d-812111-14 neutron-server[103304]: return func(*args, **kwargs) Jan 28 19:36:30.707692 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:36:30.707692 n-d-812111-14 neutron-server[103304]: self._notify() Jan 28 19:36:30.707692 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:36:30.707692 n-d-812111-14 neutron-server[103304]: self.callback(batched_events) Jan 28 19:36:30.707692 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:36:30.707692 n-d-812111-14 neutron-server[103304]: event.method(event) Jan 28 19:36:30.707692 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:36:30.707692 n-d-812111-14 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:36:30.707692 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:36:30.707692 n-d-812111-14 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:36:30.707692 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:36:30.707692 n-d-812111-14 neutron-server[103304]: return f(self, *a, **k) Jan 28 19:36:30.707692 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:36:30.707692 n-d-812111-14 neutron-server[103304]: return self._get(url).json() Jan 28 19:36:30.707692 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:36:30.707692 n-d-812111-14 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:36:30.707692 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:36:30.707692 n-d-812111-14 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 28 19:36:30.707692 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:36:30.707692 n-d-812111-14 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:36:30.707692 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:36:30.707692 n-d-812111-14 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:36:30.707692 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:36:30.707692 n-d-812111-14 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:36:30.707692 n-d-812111-14 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:36:30.713592 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0e5b5b85-3843-4ac8-bca9-ce430fcdfaed tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4752401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4733085'] for subnet (ca74b09f-6579-4144-a70c-6becb8c19027), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:30.716209 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3d832866-8c75-440a-91ea-28992cb30eae tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (440ee3d5-677b-40a4-82d5-dd7c8773944d), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:30.754148 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3d832866-8c75-440a-91ea-28992cb30eae tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:30.761042 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-3d832866-8c75-440a-91ea-28992cb30eae tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] 10.222.0.64 "DELETE /v2.0/networks/440ee3d5-677b-40a4-82d5-dd7c8773944d HTTP/1.1" status: 204 len: 168 time: 0.6345551 Jan 28 19:36:30.763404 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d832866-8c75-440a-91ea-28992cb30eae tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Pushing event deleted for resources: {'Network': ['ID=440ee3d5-677b-40a4-82d5-dd7c8773944d,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:30.767170 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 41718) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:36:30.816014 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e5b5b85-3843-4ac8-bca9-ce430fcdfaed tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Network decd8274-9eda-4d81-a020-86cc15d56022 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:36:30.829828 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-0e5b5b85-3843-4ac8-bca9-ce430fcdfaed tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:36:30.842342 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e5b5b85-3843-4ac8-bca9-ce430fcdfaed tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:30.842967 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0e5b5b85-3843-4ac8-bca9-ce430fcdfaed tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:30.844022 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aca75395-18b2-48ec-9140-51e736d7c4fd None None] Network decd8274-9eda-4d81-a020-86cc15d56022 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:36:30.849849 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5b5b85-3843-4ac8-bca9-ce430fcdfaed tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Pushing event updated for resources: {'Subnet': ['ID=ca74b09f-6579-4144-a70c-6becb8c19027,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:30.879882 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-0e5b5b85-3843-4ac8-bca9-ce430fcdfaed tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0130324 Jan 28 19:36:30.881768 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bc8a7c9-02e6-4b36-ae67-9c66acce217c tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Deleting subnet 8b21873d-9d8c-408c-9133-28e959d7607b {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:36:30.882492 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 41724) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:36:30.889350 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-81564073-53f8-46d0-934d-e77021be166d tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1082175831', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:36:30.893129 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7bc8a7c9-02e6-4b36-ae67-9c66acce217c tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Publish callbacks [] for subnet (8b21873d-9d8c-408c-9133-28e959d7607b), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:30.942758 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-81564073-53f8-46d0-934d-e77021be166d tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261150'] for router (d158f1de-2a58-4630-b585-011010d866d2), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:30.944247 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-81564073-53f8-46d0-934d-e77021be166d tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-731099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-731441', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261129'] for router (d158f1de-2a58-4630-b585-011010d866d2), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:30.985652 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7bc8a7c9-02e6-4b36-ae67-9c66acce217c tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4747050'] for subnet (8b21873d-9d8c-408c-9133-28e959d7607b), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:31.067436 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-81564073-53f8-46d0-934d-e77021be166d tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks [] for router_controller (d158f1de-2a58-4630-b585-011010d866d2), precommit_add_association {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:31.077401 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-81564073-53f8-46d0-934d-e77021be166d tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-731074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-731460'] for router (d158f1de-2a58-4630-b585-011010d866d2), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:31.119914 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-81564073-53f8-46d0-934d-e77021be166d tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:31.123652 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-81564073-53f8-46d0-934d-e77021be166d tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2375698 Jan 28 19:36:31.125133 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 41728) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:36:31.150618 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc662c43-f9c0-48b2-8fc4-dc0a42e8cf44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68cd31fd-e4cd-5fb3-a862-256fc47efcd2-decd8274-9eda-4d81-a020-86cc15d56022', 'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022', 'project_id': '74e14b1dc35c45ef8b65d1fdcc58b8bc', 'fixed_ips': [{'subnet_id': 'ca74b09f-6579-4144-a70c-6becb8c19027'}]}} from n-d-812111-14. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:36:31.152358 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-cc662c43-f9c0-48b2-8fc4-dc0a42e8cf44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:31.187163 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7bc8a7c9-02e6-4b36-ae67-9c66acce217c tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (8b21873d-9d8c-408c-9133-28e959d7607b), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:31.424801 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7bc8a7c9-02e6-4b36-ae67-9c66acce217c tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4690616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5222356'] for subnet (8b21873d-9d8c-408c-9133-28e959d7607b), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:31.484794 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc8a7c9-02e6-4b36-ae67-9c66acce217c tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Pushing event deleted for resources: {'Subnet': ['ID=8b21873d-9d8c-408c-9133-28e959d7607b,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:31.503241 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1cab270a-b6ed-4b06-a3c5-d757f4ca3a54 req-4af4b295-0873-42bd-9e91-074e82633ff6 tempest-ServerGroupTestJSON-1881397435 tempest-ServerGroupTestJSON-1881397435-project] 10.222.0.64 "GET /v2.0/ports?device_id=8891a19d-ce42-4116-b48c-63a6b9891570 HTTP/1.1" status: 200 len: 210 time: 0.0702481 Jan 28 19:36:31.519642 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7bc8a7c9-02e6-4b36-ae67-9c66acce217c tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:31.530096 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8694ef72-e91b-4039-9f37-9761b165b65f None None] Network b5bfca23-9ba8-431c-a1a2-3f58416c0126 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:36:31.539340 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-7bc8a7c9-02e6-4b36-ae67-9c66acce217c tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] 10.222.0.64 "DELETE /v2.0/subnets/8b21873d-9d8c-408c-9133-28e959d7607b HTTP/1.1" status: 204 len: 168 time: 0.7711022 Jan 28 19:36:31.541639 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 41742) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:36:31.661619 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-cc662c43-f9c0-48b2-8fc4-dc0a42e8cf44 None None] Allocated IP 2001:db8::2 (decd8274-9eda-4d81-a020-86cc15d56022/ca74b09f-6579-4144-a70c-6becb8c19027/62166d5a-43e5-4afc-85bf-c6cf042cbd65) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:36:31.767966 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-325c06c5-1b36-4aa4-9371-5cedd259409d req-09a6f461-6079-45a1-9bc4-65b82be54a0f tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/ports?device_id=6266b4f2-471d-4297-9d3c-9386239f951c HTTP/1.1" status: 200 len: 210 time: 0.1180034 Jan 28 19:36:31.784564 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-10a1561a-4646-4744-a99d-fbc275022cc3 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (b5bfca23-9ba8-431c-a1a2-3f58416c0126), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:31.836470 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b685ed5-e351-491a-a1f5-d92535bb78ae req-3aebafda-cf42-4a34-a73d-373851f9e13a tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:31.841121 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8b685ed5-e351-491a-a1f5-d92535bb78ae req-3aebafda-cf42-4a34-a73d-373851f9e13a tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8fc1db2-697a-41ab-9984-99a4c5e04be7 HTTP/1.1" status: 200 len: 945 time: 0.3299541 Jan 28 19:36:32.055896 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-10a1561a-4646-4744-a99d-fbc275022cc3 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Deleting port e4ce7284-ffb6-467c-a068-df810121950d {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:36:32.056397 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-10a1561a-4646-4744-a99d-fbc275022cc3 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (e4ce7284-ffb6-467c-a068-df810121950d), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:32.077046 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8b685ed5-e351-491a-a1f5-d92535bb78ae req-6b039bd4-ea32-4744-ad68-f419104b3cd6 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/security-groups?id=a1544774-06dd-4b7d-abb3-fdfd2885225c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1756430 Jan 28 19:36:32.077991 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:36:32.128860 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e4c89b7e-4483-4c2e-978d-5220114c1ad2 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:32.209980 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-10a1561a-4646-4744-a99d-fbc275022cc3 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] For port e4ce7284-ffb6-467c-a068-df810121950d, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=e4ce7284-ffb6-467c-a068-df810121950d,segment=NetworkSegment(6151bf9b-ffd7-4b66-8888-042209b960c0),segment_id=6151bf9b-ffd7-4b66-8888-042209b960c0)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:36:32.209980 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-10a1561a-4646-4744-a99d-fbc275022cc3 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (e4ce7284-ffb6-467c-a068-df810121950d), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:32.297132 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-10a1561a-4646-4744-a99d-fbc275022cc3 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Calling delete_port for e4ce7284-ffb6-467c-a068-df810121950d owned by network:dhcp {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:36:32.334661 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-cc662c43-f9c0-48b2-8fc4-dc0a42e8cf44 None None] Publish callbacks [] for port (62166d5a-43e5-4afc-85bf-c6cf042cbd65), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:32.344888 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31f6310c-3bc1-47fc-9357-f41b9daeeaad None None] DHCP port deletion for b5bfca23-9ba8-431c-a1a2-3f58416c0126 request from n-d-812111-14 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:36:32.349926 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device e4ce7284-ffb6-467c-a068-df810121950d no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:36:32.352601 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30562cb-70ab-4e19-bd66-da1a60f4385a req-86f1c01d-15ba-4788-9666-754bc1dddc23 tempest-ServerGroupTestJSON-1881397435 tempest-ServerGroupTestJSON-1881397435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:32.354140 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a30562cb-70ab-4e19-bd66-da1a60f4385a req-86f1c01d-15ba-4788-9666-754bc1dddc23 tempest-ServerGroupTestJSON-1881397435 tempest-ServerGroupTestJSON-1881397435-project] 10.222.0.70 "GET /v2.0/networks?id=75f45c93-d016-4a41-89fc-e4b5159655be HTTP/1.1" status: 200 len: 809 time: 0.3796186 Jan 28 19:36:32.356650 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-cc662c43-f9c0-48b2-8fc4-dc0a42e8cf44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (62166d5a-43e5-4afc-85bf-c6cf042cbd65), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:32.372466 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-a30562cb-70ab-4e19-bd66-da1a60f4385a req-b64feedf-fee8-4ee0-85cd-5c3a6b5465eb tempest-ServerGroupTestJSON-1881397435 tempest-ServerGroupTestJSON-1881397435-project] Request body: {'port': {'device_id': '8891a19d-ce42-4116-b48c-63a6b9891570', 'network_id': '75f45c93-d016-4a41-89fc-e4b5159655be', 'admin_state_up': True, 'tenant_id': '1f73b79bf1134ab6b15d3ca49317c5da'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:36:32.506310 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc662c43-f9c0-48b2-8fc4-dc0a42e8cf44 None None] Network decd8274-9eda-4d81-a020-86cc15d56022 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:36:32.511065 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-10a1561a-4646-4744-a99d-fbc275022cc3 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (e4ce7284-ffb6-467c-a068-df810121950d), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:32.521905 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-cc662c43-f9c0-48b2-8fc4-dc0a42e8cf44 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:36:32.526319 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc662c43-f9c0-48b2-8fc4-dc0a42e8cf44 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:36:32.600343 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a1561a-4646-4744-a99d-fbc275022cc3 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Pushing event deleted for resources: {'Port': ['ID=e4ce7284-ffb6-467c-a068-df810121950d,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:32.615222 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a1561a-4646-4744-a99d-fbc275022cc3 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] No DVR routers for this DVR port e4ce7284-ffb6-467c-a068-df810121950d on host n-d-812111-14 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:36:32.623552 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-cc662c43-f9c0-48b2-8fc4-dc0a42e8cf44 None None] Attempting to bind port 62166d5a-43e5-4afc-85bf-c6cf042cbd65 on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:36:32.624211 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-cc662c43-f9c0-48b2-8fc4-dc0a42e8cf44 None None] Attempting to bind port 62166d5a-43e5-4afc-85bf-c6cf042cbd65 by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '2aac29a1-8685-476c-bba5-fffce3cb94d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:36:32.624761 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc662c43-f9c0-48b2-8fc4-dc0a42e8cf44 None None] Attempting to bind port 62166d5a-43e5-4afc-85bf-c6cf042cbd65 on network decd8274-9eda-4d81-a020-86cc15d56022 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:36:32.645611 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No active binding found for port e4ce7284-ffb6-467c-a068-df810121950d {{(pid=103306) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 28 19:36:32.646278 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] The host n-d-812111-14 is not matching for port e4ce7284-ffb6-467c-a068-df810121950d host None! {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Jan 28 19:36:32.646838 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device e4ce7284-ffb6-467c-a068-df810121950d not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:36:32.665085 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-31f6310c-3bc1-47fc-9357-f41b9daeeaad None None] Deleting port e4ce7284-ffb6-467c-a068-df810121950d {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:36:32.665725 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-31f6310c-3bc1-47fc-9357-f41b9daeeaad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (e4ce7284-ffb6-467c-a068-df810121950d), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:32.669712 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc662c43-f9c0-48b2-8fc4-dc0a42e8cf44 None None] Pushing event updated for resources: {'Port': ['ID=62166d5a-43e5-4afc-85bf-c6cf042cbd65,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:32.691879 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc662c43-f9c0-48b2-8fc4-dc0a42e8cf44 None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:36:32.692568 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc662c43-f9c0-48b2-8fc4-dc0a42e8cf44 None None] Checking segment: {'id': '2aac29a1-8685-476c-bba5-fffce3cb94d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:36:32.693174 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-cc662c43-f9c0-48b2-8fc4-dc0a42e8cf44 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:32.693731 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc662c43-f9c0-48b2-8fc4-dc0a42e8cf44 None None] Bound using segment: {'id': '2aac29a1-8685-476c-bba5-fffce3cb94d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:36:32.694479 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-cc662c43-f9c0-48b2-8fc4-dc0a42e8cf44 None None] Bound port: 62166d5a-43e5-4afc-85bf-c6cf042cbd65, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aac29a1-8685-476c-bba5-fffce3cb94d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:36:32.695630 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-cc662c43-f9c0-48b2-8fc4-dc0a42e8cf44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (62166d5a-43e5-4afc-85bf-c6cf042cbd65), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:32.724013 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-10a1561a-4646-4744-a99d-fbc275022cc3 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (b5bfca23-9ba8-431c-a1a2-3f58416c0126), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:32.753208 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-10a1561a-4646-4744-a99d-fbc275022cc3 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5bfca23-9ba8-431c-a1a2-3f58416c0126']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:36:32.765209 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-10a1561a-4646-4744-a99d-fbc275022cc3 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6151bf9b-ffd7-4b66-8888-042209b960c0') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:36:32.765617 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-10a1561a-4646-4744-a99d-fbc275022cc3 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6151bf9b-ffd7-4b66-8888-042209b960c0') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:36:32.766025 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-cc662c43-f9c0-48b2-8fc4-dc0a42e8cf44 None None] For port 62166d5a-43e5-4afc-85bf-c6cf042cbd65, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:36:32.769639 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-cc662c43-f9c0-48b2-8fc4-dc0a42e8cf44 None None] For port 62166d5a-43e5-4afc-85bf-c6cf042cbd65, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=62166d5a-43e5-4afc-85bf-c6cf042cbd65,segment=NetworkSegment(2aac29a1-8685-476c-bba5-fffce3cb94d6),segment_id=2aac29a1-8685-476c-bba5-fffce3cb94d6)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:36:32.781479 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-10a1561a-4646-4744-a99d-fbc275022cc3 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4747091'] for segment (6151bf9b-ffd7-4b66-8888-042209b960c0), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:32.799650 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-10a1561a-4646-4744-a99d-fbc275022cc3 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (6151bf9b-ffd7-4b66-8888-042209b960c0), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:32.807914 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10a1561a-4646-4744-a99d-fbc275022cc3 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:36:32.809231 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-10a1561a-4646-4744-a99d-fbc275022cc3 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4690514'] for segment (6151bf9b-ffd7-4b66-8888-042209b960c0), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:32.814902 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-cc662c43-f9c0-48b2-8fc4-dc0a42e8cf44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (62166d5a-43e5-4afc-85bf-c6cf042cbd65), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:32.860166 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-31f6310c-3bc1-47fc-9357-f41b9daeeaad None None] For port e4ce7284-ffb6-467c-a068-df810121950d, host n-d-812111-14, got binding levels [] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:36:32.860593 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-31f6310c-3bc1-47fc-9357-f41b9daeeaad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (e4ce7284-ffb6-467c-a068-df810121950d), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:32.879903 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-31f6310c-3bc1-47fc-9357-f41b9daeeaad None None] Calling delete_port for e4ce7284-ffb6-467c-a068-df810121950d owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:36:32.883487 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.ipam_backend_mixin [None req-31f6310c-3bc1-47fc-9357-f41b9daeeaad None None] Port e4ce7284-ffb6-467c-a068-df810121950d was not found and therefore no delete operation was performed {{(pid=103306) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 19:36:32.884869 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-31f6310c-3bc1-47fc-9357-f41b9daeeaad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985'] for port (e4ce7284-ffb6-467c-a068-df810121950d), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:32.920785 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f6310c-3bc1-47fc-9357-f41b9daeeaad None None] No DVR routers for this DVR port e4ce7284-ffb6-467c-a068-df810121950d on host n-d-812111-14 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:36:32.958877 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc662c43-f9c0-48b2-8fc4-dc0a42e8cf44 None None] Pushing event updated for resources: {'Port': ['ID=62166d5a-43e5-4afc-85bf-c6cf042cbd65,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:32.987852 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f6310c-3bc1-47fc-9357-f41b9daeeaad None None] Pushing event deleted for resources: {'Port': ['ID=e4ce7284-ffb6-467c-a068-df810121950d,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:33.019230 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-903b80b7-5598-4c5d-b898-7e31b8f8f5a9 req-5e999ad5-f51a-4d50-a29c-afdc45879a70 tempest-ServerGroupTestJSON-1881397435 tempest-ServerGroupTestJSON-1881397435-project] 10.222.0.64 "GET /v2.0/ports?device_id=8891a19d-ce42-4116-b48c-63a6b9891570 HTTP/1.1" status: 200 len: 210 time: 0.1851511 Jan 28 19:36:33.026423 n-d-812111-14 neutron-server[103304]: Traceback (most recent call last): Jan 28 19:36:33.026423 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:36:33.026423 n-d-812111-14 neutron-server[103304]: timer() Jan 28 19:36:33.026423 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:36:33.026423 n-d-812111-14 neutron-server[103304]: cb(*args, **kw) Jan 28 19:36:33.026423 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:36:33.026423 n-d-812111-14 neutron-server[103304]: return func(*args, **kwargs) Jan 28 19:36:33.026423 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:36:33.026423 n-d-812111-14 neutron-server[103304]: self._notify() Jan 28 19:36:33.026423 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:36:33.026423 n-d-812111-14 neutron-server[103304]: self.callback(batched_events) Jan 28 19:36:33.026423 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:36:33.026423 n-d-812111-14 neutron-server[103304]: event.method(event) Jan 28 19:36:33.026423 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:36:33.026423 n-d-812111-14 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:36:33.026423 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:36:33.026423 n-d-812111-14 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:36:33.026423 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:36:33.026423 n-d-812111-14 neutron-server[103304]: return f(self, *a, **k) Jan 28 19:36:33.026423 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:36:33.026423 n-d-812111-14 neutron-server[103304]: return self._get(url).json() Jan 28 19:36:33.026423 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:36:33.026423 n-d-812111-14 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:36:33.026423 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:36:33.026423 n-d-812111-14 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 28 19:36:33.026423 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:36:33.026423 n-d-812111-14 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:36:33.026423 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:36:33.026423 n-d-812111-14 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:36:33.026423 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:36:33.026423 n-d-812111-14 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:36:33.026423 n-d-812111-14 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:36:33.058596 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-10a1561a-4646-4744-a99d-fbc275022cc3 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (b5bfca23-9ba8-431c-a1a2-3f58416c0126), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:33.099901 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-71c2edf3-030b-450e-be55-f0a018881353 req-6b9c9596-988f-45d2-ab63-f987af680193 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/ports?device_id=6266b4f2-471d-4297-9d3c-9386239f951c HTTP/1.1" status: 200 len: 210 time: 0.0954638 Jan 28 19:36:33.106632 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-10a1561a-4646-4744-a99d-fbc275022cc3 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:33.121516 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-10a1561a-4646-4744-a99d-fbc275022cc3 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] 10.222.0.64 "DELETE /v2.0/networks/b5bfca23-9ba8-431c-a1a2-3f58416c0126 HTTP/1.1" status: 204 len: 168 time: 1.5715303 Jan 28 19:36:33.133799 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 41766) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:36:33.160083 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a1561a-4646-4744-a99d-fbc275022cc3 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Pushing event deleted for resources: {'Network': ['ID=b5bfca23-9ba8-431c-a1a2-3f58416c0126,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:33.201809 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-e84f6448-3965-4e74-99be-fb4b59076688 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] 10.222.0.64 "GET /v2.0/ports?device_id=eaa9a0e2-9df3-4828-8ea7-70aaa6501a3f HTTP/1.1" status: 200 len: 205 time: 0.0662832 Jan 28 19:36:33.203982 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 41768) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:36:33.408961 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a30562cb-70ab-4e19-bd66-da1a60f4385a req-b64feedf-fee8-4ee0-85cd-5c3a6b5465eb tempest-ServerGroupTestJSON-1881397435 tempest-ServerGroupTestJSON-1881397435-project] Made reservation on behalf of 1f73b79bf1134ab6b15d3ca49317c5da for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:36:33.414348 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-a30562cb-70ab-4e19-bd66-da1a60f4385a req-b64feedf-fee8-4ee0-85cd-5c3a6b5465eb tempest-ServerGroupTestJSON-1881397435 tempest-ServerGroupTestJSON-1881397435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:33.414498 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-27c88b23-b982-4b7d-9cc1-fc598075aeb2 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Publish callbacks [] for router (eaa9a0e2-9df3-4828-8ea7-70aaa6501a3f), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:33.440018 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5e4253-2439-48a8-b4c5-74326aa4f8ea req-738a24b5-aa97-4e06-a7c1-60ec22d00a19 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:33.448862 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ee5e4253-2439-48a8-b4c5-74326aa4f8ea req-738a24b5-aa97-4e06-a7c1-60ec22d00a19 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8fc1db2-697a-41ab-9984-99a4c5e04be7 HTTP/1.1" status: 200 len: 945 time: 0.2420282 Jan 28 19:36:33.477492 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-e4c89b7e-4483-4c2e-978d-5220114c1ad2 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Allocated IP 2001:db8::1 (decd8274-9eda-4d81-a020-86cc15d56022/ca74b09f-6579-4144-a70c-6becb8c19027/3cdf2ed6-2a7e-4a31-a888-235c1b63f3f2) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:36:33.696861 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ee5e4253-2439-48a8-b4c5-74326aa4f8ea req-391aadaa-3a94-40d4-94f5-cd5ea8717a29 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/security-groups?id=a1544774-06dd-4b7d-abb3-fdfd2885225c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2405813 Jan 28 19:36:33.756590 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-27c88b23-b982-4b7d-9cc1-fc598075aeb2 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-730901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261120'] for router (eaa9a0e2-9df3-4828-8ea7-70aaa6501a3f), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:33.762658 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-27c88b23-b982-4b7d-9cc1-fc598075aeb2 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Publish callbacks [] for router_controller (eaa9a0e2-9df3-4828-8ea7-70aaa6501a3f), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:33.806615 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-a30562cb-70ab-4e19-bd66-da1a60f4385a req-b64feedf-fee8-4ee0-85cd-5c3a6b5465eb tempest-ServerGroupTestJSON-1881397435 tempest-ServerGroupTestJSON-1881397435-project] Allocated IP 172.20.0.7 (75f45c93-d016-4a41-89fc-e4b5159655be/e6d228b4-1898-4915-bc6a-58a6c9a4e2dd/bb20dc1a-76b2-47ae-9f1f-7bb0904abc88) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:36:33.815092 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e4c89b7e-4483-4c2e-978d-5220114c1ad2 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks [] for port (3cdf2ed6-2a7e-4a31-a888-235c1b63f3f2), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:33.868180 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-27c88b23-b982-4b7d-9cc1-fc598075aeb2 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-730908'] for router (eaa9a0e2-9df3-4828-8ea7-70aaa6501a3f), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:33.869355 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27c88b23-b982-4b7d-9cc1-fc598075aeb2 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Fanout notify agent at l3_agent the message router_deleted on router eaa9a0e2-9df3-4828-8ea7-70aaa6501a3f {{(pid=103304) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:36:33.878277 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-27c88b23-b982-4b7d-9cc1-fc598075aeb2 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:33.881820 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-27c88b23-b982-4b7d-9cc1-fc598075aeb2 tempest-RoutersNegativeIpV6Test-178598273 tempest-RoutersNegativeIpV6Test-178598273-project] 10.222.0.64 "DELETE /v2.0/routers/eaa9a0e2-9df3-4828-8ea7-70aaa6501a3f HTTP/1.1" status: 204 len: 168 time: 0.6743770 Jan 28 19:36:33.971302 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e4c89b7e-4483-4c2e-978d-5220114c1ad2 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (3cdf2ed6-2a7e-4a31-a888-235c1b63f3f2), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:34.146140 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c89b7e-4483-4c2e-978d-5220114c1ad2 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Network decd8274-9eda-4d81-a020-86cc15d56022 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:36:34.186175 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-e4c89b7e-4483-4c2e-978d-5220114c1ad2 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:36:34.201397 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c89b7e-4483-4c2e-978d-5220114c1ad2 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:36:34.202070 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e4c89b7e-4483-4c2e-978d-5220114c1ad2 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734769'] for router_interface (d158f1de-2a58-4630-b585-011010d866d2), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:34.220426 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 62166d5a-43e5-4afc-85bf-c6cf042cbd65 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:36:34.251076 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c89b7e-4483-4c2e-978d-5220114c1ad2 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Pushing event updated for resources: {'Port': ['ID=3cdf2ed6-2a7e-4a31-a888-235c1b63f3f2,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:34.300636 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9822d1e6-3a75-422f-a16a-888489e40931 req-008928e5-acae-4980-906e-6fb47a7a85db tempest-ServerGroupTestJSON-1881397435 tempest-ServerGroupTestJSON-1881397435-project] 10.222.0.64 "GET /v2.0/ports?device_id=8891a19d-ce42-4116-b48c-63a6b9891570 HTTP/1.1" status: 200 len: 210 time: 0.1399431 Jan 28 19:36:34.357030 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 62166d5a-43e5-4afc-85bf-c6cf042cbd65 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:36:34.357606 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (62166d5a-43e5-4afc-85bf-c6cf042cbd65), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:34.439108 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 41794) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:36:34.482392 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-83dd83b6-172b-4ecd-b13a-1c6c2b923542 req-41bbaecf-9ec1-4cb3-a54c-1d2b4a165e7d tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/ports?device_id=6266b4f2-471d-4297-9d3c-9386239f951c HTTP/1.1" status: 200 len: 210 time: 0.1323352 Jan 28 19:36:34.638545 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 62166d5a-43e5-4afc-85bf-c6cf042cbd65 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:36:34.638942 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (62166d5a-43e5-4afc-85bf-c6cf042cbd65), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:34.704781 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-a30562cb-70ab-4e19-bd66-da1a60f4385a req-b64feedf-fee8-4ee0-85cd-5c3a6b5465eb tempest-ServerGroupTestJSON-1881397435 tempest-ServerGroupTestJSON-1881397435-project] Publish callbacks [] for port (bb20dc1a-76b2-47ae-9f1f-7bb0904abc88), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:34.720034 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] For port 62166d5a-43e5-4afc-85bf-c6cf042cbd65, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=62166d5a-43e5-4afc-85bf-c6cf042cbd65,segment=NetworkSegment(2aac29a1-8685-476c-bba5-fffce3cb94d6),segment_id=2aac29a1-8685-476c-bba5-fffce3cb94d6)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:36:34.729229 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (62166d5a-43e5-4afc-85bf-c6cf042cbd65), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:34.800336 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e4c89b7e-4483-4c2e-978d-5220114c1ad2 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (3cdf2ed6-2a7e-4a31-a888-235c1b63f3f2), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:34.840559 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-c03bd0d8-4fc4-4542-a8c9-b5fffc03dea6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1f21eb89621a4f1bafda3793b9f74bd9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4000566 Jan 28 19:36:34.843754 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 41808) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:36:34.875208 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Pushing event updated for resources: {'Port': ['ID=62166d5a-43e5-4afc-85bf-c6cf042cbd65,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:34.971542 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a652b0ef-c265-46b4-9449-3228e200a414 admin admin] Publish callbacks [] for security_group (71e14ba6-4799-4308-992b-9dce0529ab42), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:35.001421 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6034aeff-32ab-4f54-b134-7f19352e19c4 req-60cc996d-8deb-4f27-a722-e188ece9c4ce tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:35.003353 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6034aeff-32ab-4f54-b134-7f19352e19c4 req-60cc996d-8deb-4f27-a722-e188ece9c4ce tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8fc1db2-697a-41ab-9984-99a4c5e04be7 HTTP/1.1" status: 200 len: 945 time: 0.1572623 Jan 28 19:36:35.039819 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a652b0ef-c265-46b4-9449-3228e200a414 admin admin] Publish callbacks [] for security_group (71e14ba6-4799-4308-992b-9dce0529ab42), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:35.115431 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6034aeff-32ab-4f54-b134-7f19352e19c4 req-6aa7a609-9638-4104-8afa-788b04b4d1bc tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/security-groups?id=a1544774-06dd-4b7d-abb3-fdfd2885225c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931036 Jan 28 19:36:35.126518 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-1b156542-7d02-4ecc-a579-9756a1e4cfd2 None None] Provisioning complete for port 62166d5a-43e5-4afc-85bf-c6cf042cbd65 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:36:35.129251 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1b156542-7d02-4ecc-a579-9756a1e4cfd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (62166d5a-43e5-4afc-85bf-c6cf042cbd65), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:35.155890 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a652b0ef-c265-46b4-9449-3228e200a414 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (71e14ba6-4799-4308-992b-9dce0529ab42), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:35.159651 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a652b0ef-c265-46b4-9449-3228e200a414 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:35.161166 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-a652b0ef-c265-46b4-9449-3228e200a414 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/71e14ba6-4799-4308-992b-9dce0529ab42 HTTP/1.1" status: 204 len: 168 time: 0.3161671 Jan 28 19:36:35.177689 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a652b0ef-c265-46b4-9449-3228e200a414 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71e14ba6-4799-4308-992b-9dce0529ab42,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:35.281235 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-1b156542-7d02-4ecc-a579-9756a1e4cfd2 None None] Current status of the port 62166d5a-43e5-4afc-85bf-c6cf042cbd65 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:36:35.414370 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-f60c90e7-0832-406a-a48c-ac91fb3aa459 None None] Provisioning complete for port 3cdf2ed6-2a7e-4a31-a888-235c1b63f3f2 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:36:35.415348 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f60c90e7-0832-406a-a48c-ac91fb3aa459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (3cdf2ed6-2a7e-4a31-a888-235c1b63f3f2), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:35.417876 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e4c89b7e-4483-4c2e-978d-5220114c1ad2 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks [] for port (3cdf2ed6-2a7e-4a31-a888-235c1b63f3f2), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:35.445440 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e4c89b7e-4483-4c2e-978d-5220114c1ad2 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (3cdf2ed6-2a7e-4a31-a888-235c1b63f3f2), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:35.446297 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e4c89b7e-4483-4c2e-978d-5220114c1ad2 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-756216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-732801'] for router_interface (d158f1de-2a58-4630-b585-011010d866d2), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:35.461909 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-a30562cb-70ab-4e19-bd66-da1a60f4385a req-b64feedf-fee8-4ee0-85cd-5c3a6b5465eb tempest-ServerGroupTestJSON-1881397435 tempest-ServerGroupTestJSON-1881397435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (bb20dc1a-76b2-47ae-9f1f-7bb0904abc88), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:35.630271 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-f60c90e7-0832-406a-a48c-ac91fb3aa459 None None] Port 3cdf2ed6-2a7e-4a31-a888-235c1b63f3f2 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:36:35.758988 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-033efd85-189c-488b-bbd7-26b5479555d2 req-b8fcabf5-e983-41e7-b8e9-94be4f7ddab8 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/ports?device_id=6266b4f2-471d-4297-9d3c-9386239f951c HTTP/1.1" status: 200 len: 210 time: 0.0704918 Jan 28 19:36:35.804464 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a30562cb-70ab-4e19-bd66-da1a60f4385a req-b64feedf-fee8-4ee0-85cd-5c3a6b5465eb tempest-ServerGroupTestJSON-1881397435 tempest-ServerGroupTestJSON-1881397435-project] Network 75f45c93-d016-4a41-89fc-e4b5159655be is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:36:35.813295 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-a30562cb-70ab-4e19-bd66-da1a60f4385a req-b64feedf-fee8-4ee0-85cd-5c3a6b5465eb tempest-ServerGroupTestJSON-1881397435 tempest-ServerGroupTestJSON-1881397435-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:36:35.822445 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-a30562cb-70ab-4e19-bd66-da1a60f4385a req-b64feedf-fee8-4ee0-85cd-5c3a6b5465eb tempest-ServerGroupTestJSON-1881397435 tempest-ServerGroupTestJSON-1881397435-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:36:35.868724 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c89b7e-4483-4c2e-978d-5220114c1ad2 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Pushing event updated for resources: {'Port': ['ID=3cdf2ed6-2a7e-4a31-a888-235c1b63f3f2,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:35.920886 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30562cb-70ab-4e19-bd66-da1a60f4385a req-b64feedf-fee8-4ee0-85cd-5c3a6b5465eb tempest-ServerGroupTestJSON-1881397435 tempest-ServerGroupTestJSON-1881397435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:35.921710 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-a30562cb-70ab-4e19-bd66-da1a60f4385a req-b64feedf-fee8-4ee0-85cd-5c3a6b5465eb tempest-ServerGroupTestJSON-1881397435 tempest-ServerGroupTestJSON-1881397435-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:35.952065 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a60dd89-e7c8-4d4d-8c5c-cb08d9e90647 req-f13664c6-1f9b-4202-98fe-ea9290bd228e tempest-ServerGroupTestJSON-1881397435 tempest-ServerGroupTestJSON-1881397435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:35.953764 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1a60dd89-e7c8-4d4d-8c5c-cb08d9e90647 req-f13664c6-1f9b-4202-98fe-ea9290bd228e tempest-ServerGroupTestJSON-1881397435 tempest-ServerGroupTestJSON-1881397435-project] 10.222.0.64 "GET /v2.0/ports?device_id=8891a19d-ce42-4116-b48c-63a6b9891570 HTTP/1.1" status: 200 len: 931 time: 0.4331696 Jan 28 19:36:35.977379 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a30562cb-70ab-4e19-bd66-da1a60f4385a req-b64feedf-fee8-4ee0-85cd-5c3a6b5465eb tempest-ServerGroupTestJSON-1881397435 tempest-ServerGroupTestJSON-1881397435-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6109178 Jan 28 19:36:35.980853 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64feedf-fee8-4ee0-85cd-5c3a6b5465eb tempest-ServerGroupTestJSON-1881397435 tempest-ServerGroupTestJSON-1881397435-project] Pushing event updated for resources: {'Port': ['ID=bb20dc1a-76b2-47ae-9f1f-7bb0904abc88,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:35.996905 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-a30562cb-70ab-4e19-bd66-da1a60f4385a req-3acf9dac-cb45-45cb-bde1-1a886b41b0c7 service neutron] Request body: {'port': {'device_id': '8891a19d-ce42-4116-b48c-63a6b9891570', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-14'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:36:36.112680 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 62166d5a-43e5-4afc-85bf-c6cf042cbd65 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:36:36.115244 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c89b7e-4483-4c2e-978d-5220114c1ad2 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Network decd8274-9eda-4d81-a020-86cc15d56022 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:36:36.141537 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-e4c89b7e-4483-4c2e-978d-5220114c1ad2 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:36:36.163905 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1a60dd89-e7c8-4d4d-8c5c-cb08d9e90647 req-b48eae4c-0bbd-401e-81e0-eb7e445ff1e2 tempest-ServerGroupTestJSON-1881397435 tempest-ServerGroupTestJSON-1881397435-project] 10.222.0.64 "GET /v2.0/security-groups?id=e29a80c9-097a-4152-8704-a835e054dd97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993110 Jan 28 19:36:36.307641 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 62166d5a-43e5-4afc-85bf-c6cf042cbd65 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:36:36.308156 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (62166d5a-43e5-4afc-85bf-c6cf042cbd65), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:36.373185 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 88c4d8f8-69eb-4f76-9273-a53c5a9dd516 details requested by agent hyperv_n-h1-812111-14 with host n-h1-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:36:36.398809 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-a30562cb-70ab-4e19-bd66-da1a60f4385a req-3acf9dac-cb45-45cb-bde1-1a886b41b0c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (bb20dc1a-76b2-47ae-9f1f-7bb0904abc88), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:36.429958 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6171b86-62b8-4735-a6b2-f0b85038dbd3 req-f7d74e94-b70d-4734-8660-cc058bdbc500 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:36.451269 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a6171b86-62b8-4735-a6b2-f0b85038dbd3 req-f7d74e94-b70d-4734-8660-cc058bdbc500 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8fc1db2-697a-41ab-9984-99a4c5e04be7 HTTP/1.1" status: 200 len: 945 time: 0.1693351 Jan 28 19:36:36.527166 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4c89b7e-4483-4c2e-978d-5220114c1ad2 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Router d158f1de-2a58-4630-b585-011010d866d2 is scheduled to L3 agent 76fe5c49-705a-4e08-abb2-be585676213f with binding_index 1 {{(pid=103305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 19:36:36.618467 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a6171b86-62b8-4735-a6b2-f0b85038dbd3 req-3e303e8c-8f61-41e9-987e-3ab0d9be9fc5 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/security-groups?id=a1544774-06dd-4b7d-abb3-fdfd2885225c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1581459 Jan 28 19:36:36.645948 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 88c4d8f8-69eb-4f76-9273-a53c5a9dd516, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=88c4d8f8-69eb-4f76-9273-a53c5a9dd516,segment=NetworkSegment(25c21fb9-fdcd-4ded-98e7-fa3f83ec6d2c),segment_id=25c21fb9-fdcd-4ded-98e7-fa3f83ec6d2c)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:36:36.701275 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Returning: {'device': '88c4d8f8-69eb-4f76-9273-a53c5a9dd516', 'network_id': '4ed80f8c-a628-4bf0-926c-daa4ec7f72d6', 'port_id': '88c4d8f8-69eb-4f76-9273-a53c5a9dd516', 'mac_address': 'fa:16:3e:86:50:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccd8c2b9-0197-4b01-ba57-f13b2702d1bc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:36:36.891834 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port 88c4d8f8-69eb-4f76-9273-a53c5a9dd516 is: ACTIVE; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:36:36.892373 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (88c4d8f8-69eb-4f76-9273-a53c5a9dd516), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:36.951360 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 88c4d8f8-69eb-4f76-9273-a53c5a9dd516 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:36:37.007484 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d7a06413-d741-4db5-9c01-3fb0744b1501 req-e852287c-23f3-44fb-b709-e3aad6635a76 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/ports?device_id=6266b4f2-471d-4297-9d3c-9386239f951c HTTP/1.1" status: 200 len: 210 time: 0.0466456 Jan 28 19:36:37.028793 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 88c4d8f8-69eb-4f76-9273-a53c5a9dd516, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=88c4d8f8-69eb-4f76-9273-a53c5a9dd516,segment=NetworkSegment(25c21fb9-fdcd-4ded-98e7-fa3f83ec6d2c),segment_id=25c21fb9-fdcd-4ded-98e7-fa3f83ec6d2c)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:36:37.065852 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 41870) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:36:37.070125 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4cbce66c-dcd7-43a9-a540-86331d75b0aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:37.080231 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (88c4d8f8-69eb-4f76-9273-a53c5a9dd516), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:37.097281 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4c89b7e-4483-4c2e-978d-5220114c1ad2 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:36:37.110756 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-e4c89b7e-4483-4c2e-978d-5220114c1ad2 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "PUT /v2.0/routers/d158f1de-2a58-4630-b585-011010d866d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9844239 Jan 28 19:36:37.113353 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 41876) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:36:37.155179 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=88c4d8f8-69eb-4f76-9273-a53c5a9dd516,revision_number=6']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:37.162994 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb26a48d-ad39-4cc7-89a8-f34b7247766e None None] Sync routers for ids ['d158f1de-2a58-4630-b585-011010d866d2'] in n-d-812111-14 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:36:37.199146 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a20694-40f5-4afc-a56c-5d24e9c47e80 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:37.199586 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb26a48d-ad39-4cc7-89a8-f34b7247766e None None] Routers {'d158f1de-2a58-4630-b585-011010d866d2'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:36:37.201404 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-fb26a48d-ad39-4cc7-89a8-f34b7247766e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:36:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['d158f1de-2a58-4630-b585-011010d866d2'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:36:37.214036 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-a6a20694-40f5-4afc-a56c-5d24e9c47e80 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "GET /v2.0/ports/3cdf2ed6-2a7e-4a31-a888-235c1b63f3f2 HTTP/1.1" status: 200 len: 911 time: 0.0987718 Jan 28 19:36:37.216529 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 41878) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:36:37.228006 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-776a57c6-88bf-41af-ab03-90dc953eee77 None None] Provisioning complete for port 3cdf2ed6-2a7e-4a31-a888-235c1b63f3f2 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:36:37.228384 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-776a57c6-88bf-41af-ab03-90dc953eee77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (3cdf2ed6-2a7e-4a31-a888-235c1b63f3f2), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:37.310553 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-fda6deb5-9ff4-4492-863b-93a5877cdc7e tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-421528198', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:36:37.398903 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['88c4d8f8-69eb-4f76-9273-a53c5a9dd516'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:36:37.420941 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fda6deb5-9ff4-4492-863b-93a5877cdc7e tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261150'] for router (1fd64ee2-117d-4716-9bdc-d412e0ad55dc), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:37.425650 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fda6deb5-9ff4-4492-863b-93a5877cdc7e tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-731099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-731441', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261129'] for router (1fd64ee2-117d-4716-9bdc-d412e0ad55dc), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:37.598024 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [req-a30562cb-70ab-4e19-bd66-da1a60f4385a req-3acf9dac-cb45-45cb-bde1-1a886b41b0c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb20dc1a-76b2-47ae-9f1f-7bb0904abc88 {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:36:37.606877 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-a30562cb-70ab-4e19-bd66-da1a60f4385a req-3acf9dac-cb45-45cb-bde1-1a886b41b0c7 service neutron] Publish callbacks [] for port (bb20dc1a-76b2-47ae-9f1f-7bb0904abc88), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:37.620419 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-a30562cb-70ab-4e19-bd66-da1a60f4385a req-3acf9dac-cb45-45cb-bde1-1a886b41b0c7 service neutron] Transition to ACTIVE for port object bb20dc1a-76b2-47ae-9f1f-7bb0904abc88 will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:36:37.635325 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-a30562cb-70ab-4e19-bd66-da1a60f4385a req-3acf9dac-cb45-45cb-bde1-1a886b41b0c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (bb20dc1a-76b2-47ae-9f1f-7bb0904abc88), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:37.672508 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b168cf-3252-4c9b-9ab8-cb848bbe957f tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:37.689571 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b168cf-3252-4c9b-9ab8-cb848bbe957f tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:37.699534 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-15b168cf-3252-4c9b-9ab8-cb848bbe957f tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.4462020 Jan 28 19:36:37.704713 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 41898) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:36:37.734820 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fda6deb5-9ff4-4492-863b-93a5877cdc7e tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Publish callbacks [] for router_controller (1fd64ee2-117d-4716-9bdc-d412e0ad55dc), precommit_add_association {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:37.769483 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fda6deb5-9ff4-4492-863b-93a5877cdc7e tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-731074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-731460'] for router (1fd64ee2-117d-4716-9bdc-d412e0ad55dc), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:37.822116 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-776a57c6-88bf-41af-ab03-90dc953eee77 None None] Port 3cdf2ed6-2a7e-4a31-a888-235c1b63f3f2 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:36:37.828143 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-fb26a48d-ad39-4cc7-89a8-f34b7247766e None None] Set router d158f1de-2a58-4630-b585-011010d866d2 gateway port host: None {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:36:37.840832 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589b60dd-6ae5-4bf8-8a9e-61dfa240b7ac req-99228dc7-2126-4b8b-a273-7882bf7a20f1 tempest-ServerGroupTestJSON-1881397435 tempest-ServerGroupTestJSON-1881397435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:37.856816 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-589b60dd-6ae5-4bf8-8a9e-61dfa240b7ac req-99228dc7-2126-4b8b-a273-7882bf7a20f1 tempest-ServerGroupTestJSON-1881397435 tempest-ServerGroupTestJSON-1881397435-project] 10.222.0.64 "GET /v2.0/ports?device_id=8891a19d-ce42-4116-b48c-63a6b9891570 HTTP/1.1" status: 200 len: 931 time: 0.4703145 Jan 28 19:36:38.010798 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fda6deb5-9ff4-4492-863b-93a5877cdc7e tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:38.015148 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 62166d5a-43e5-4afc-85bf-c6cf042cbd65 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:36:38.035704 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-fda6deb5-9ff4-4492-863b-93a5877cdc7e tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.9676783 Jan 28 19:36:38.036720 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 41912) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:36:38.098245 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-86fdcd68-7503-43cf-a87c-5443d165287f tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-958151236'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:36:38.127606 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-589b60dd-6ae5-4bf8-8a9e-61dfa240b7ac req-274d9aac-384c-4ef9-9b5b-fd7d683c0d6c tempest-ServerGroupTestJSON-1881397435 tempest-ServerGroupTestJSON-1881397435-project] 10.222.0.64 "GET /v2.0/security-groups?id=e29a80c9-097a-4152-8704-a835e054dd97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2655470 Jan 28 19:36:38.196814 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86fdcd68-7503-43cf-a87c-5443d165287f tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Made reservation on behalf of 78a3627461994fd4909943d7ec2cf874 for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:36:38.200198 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-86fdcd68-7503-43cf-a87c-5443d165287f tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:38.250537 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-86fdcd68-7503-43cf-a87c-5443d165287f tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:38.342912 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acf9dac-cb45-45cb-bde1-1a886b41b0c7 service neutron] Pushing event updated for resources: {'Port': ['ID=bb20dc1a-76b2-47ae-9f1f-7bb0904abc88,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:38.463092 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e2042e54-7a7e-4c46-9d24-1bf8c2b358a7 req-597c1208-9fcc-4a8a-b14d-c74fce1b5407 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/ports?device_id=6266b4f2-471d-4297-9d3c-9386239f951c HTTP/1.1" status: 200 len: 210 time: 0.1347172 Jan 28 19:36:38.623184 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-86fdcd68-7503-43cf-a87c-5443d165287f tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Publish callbacks [] for security_group (631beab8-6241-400d-88d8-ae184449b20c), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:38.639455 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-86fdcd68-7503-43cf-a87c-5443d165287f tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (631beab8-6241-400d-88d8-ae184449b20c), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:38.665463 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-fb26a48d-ad39-4cc7-89a8-f34b7247766e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd158f1de-2a58-4630-b585-011010d866d2', 'name': 'tempest-NetworksTestDHCPv6-router-1082175831', 'tenant_id': '74e14b1dc35c45ef8b65d1fdcc58b8bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:36:30Z', 'updated_at': '2022-01-28T19:36:34Z', 'revision_number': 2, 'project_id': '74e14b1dc35c45ef8b65d1fdcc58b8bc', 'gw_port_host': None, '_interfaces': [{'id': '3cdf2ed6-2a7e-4a31-a888-235c1b63f3f2', 'name': '', 'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022', 'tenant_id': '74e14b1dc35c45ef8b65d1fdcc58b8bc', 'mac_address': 'fa:16:3e:8c:04:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd158f1de-2a58-4630-b585-011010d866d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2525, 'fixed_ips': [{'subnet_id': 'ca74b09f-6579-4144-a70c-6becb8c19027', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:36:32Z', 'updated_at': '2022-01-28T19:36:35Z', 'revision_number': 2, 'project_id': '74e14b1dc35c45ef8b65d1fdcc58b8bc', 'subnets': [{'id': 'ca74b09f-6579-4144-a70c-6becb8c19027', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:36:38.682877 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86fdcd68-7503-43cf-a87c-5443d165287f tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:36:38.713445 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-86fdcd68-7503-43cf-a87c-5443d165287f tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (af5674d6-50e8-4396-beae-1ee64909997c), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:38.714815 n-d-812111-14 neutron-server[103304]: INFO neutron.db.segments_db [None req-86fdcd68-7503-43cf-a87c-5443d165287f tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Added segment af5674d6-50e8-4396-beae-1ee64909997c of type vlan for network a81bca0d-f9ca-41b8-9677-dc2ceca38b2e Jan 28 19:36:38.756288 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb26a48d-ad39-4cc7-89a8-f34b7247766e None None] Checking router: d158f1de-2a58-4630-b585-011010d866d2 for host: n-d-812111-14 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:36:38.757238 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb26a48d-ad39-4cc7-89a8-f34b7247766e None None] Updating router d158f1de-2a58-4630-b585-011010d866d2 port 3cdf2ed6-2a7e-4a31-a888-235c1b63f3f2 binding host n-d-812111-14 {{(pid=103306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:36:38.901555 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fdcd68-7503-43cf-a87c-5443d165287f tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Pushing event updated for resources: {'SecurityGroup': ['ID=631beab8-6241-400d-88d8-ae184449b20c,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:38.901797 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fb26a48d-ad39-4cc7-89a8-f34b7247766e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (3cdf2ed6-2a7e-4a31-a888-235c1b63f3f2), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:38.926431 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-86fdcd68-7503-43cf-a87c-5443d165287f tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (a81bca0d-f9ca-41b8-9677-dc2ceca38b2e), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:38.979775 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-86fdcd68-7503-43cf-a87c-5443d165287f tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (a81bca0d-f9ca-41b8-9677-dc2ceca38b2e), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:38.984867 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86fdcd68-7503-43cf-a87c-5443d165287f tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:38.985527 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-86fdcd68-7503-43cf-a87c-5443d165287f tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:39.165826 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-86fdcd68-7503-43cf-a87c-5443d165287f tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1153662 Jan 28 19:36:39.166475 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 41928) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:36:39.215578 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-128f8ab8-5f77-49b7-934c-c9cb29544fac tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Request body: {'subnet': {'network_id': 'a81bca0d-f9ca-41b8-9677-dc2ceca38b2e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:36:39.223774 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fdcd68-7503-43cf-a87c-5443d165287f tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Pushing event updated for resources: {'Network': ['ID=a81bca0d-f9ca-41b8-9677-dc2ceca38b2e,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:39.331565 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-94234a2f-2e25-42dc-834b-ac26c2eaed43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:39.341322 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network a81bca0d-f9ca-41b8-9677-dc2ceca38b2e details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:36:39.526491 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e41ae4-b8eb-45d0-bc85-28356101cb8f req-76d0818e-331e-4833-bf75-841eae2f1b7e tempest-ServerGroupTestJSON-1881397435 tempest-ServerGroupTestJSON-1881397435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:39.535693 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d5e41ae4-b8eb-45d0-bc85-28356101cb8f req-76d0818e-331e-4833-bf75-841eae2f1b7e tempest-ServerGroupTestJSON-1881397435 tempest-ServerGroupTestJSON-1881397435-project] 10.222.0.64 "GET /v2.0/ports?device_id=8891a19d-ce42-4116-b48c-63a6b9891570 HTTP/1.1" status: 200 len: 943 time: 0.2104814 Jan 28 19:36:39.569501 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-128f8ab8-5f77-49b7-934c-c9cb29544fac tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Made reservation on behalf of 78a3627461994fd4909943d7ec2cf874 for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:36:39.575809 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-128f8ab8-5f77-49b7-934c-c9cb29544fac tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5221429'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:39.677794 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d5e41ae4-b8eb-45d0-bc85-28356101cb8f req-20fc2126-8a74-40f9-bd07-1bcd076367ba tempest-ServerGroupTestJSON-1881397435 tempest-ServerGroupTestJSON-1881397435-project] 10.222.0.64 "GET /v2.0/security-groups?id=e29a80c9-097a-4152-8704-a835e054dd97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409309 Jan 28 19:36:39.873193 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424f52c3-7acf-4c52-a06a-c0b6f292f1a0 req-60315407-6252-463a-ad12-fc601a89db97 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:39.874768 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-424f52c3-7acf-4c52-a06a-c0b6f292f1a0 req-60315407-6252-463a-ad12-fc601a89db97 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8fc1db2-697a-41ab-9984-99a4c5e04be7 HTTP/1.1" status: 200 len: 944 time: 2.0026441 Jan 28 19:36:39.982610 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-bc2cff64-455f-4879-8298-4a2eebde817c req-edc6c985-a0f2-4104-a830-3d29f9a324cf tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/ports?device_id=6266b4f2-471d-4297-9d3c-9386239f951c HTTP/1.1" status: 200 len: 210 time: 0.1847174 Jan 28 19:36:40.081634 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-a30562cb-70ab-4e19-bd66-da1a60f4385a req-3acf9dac-cb45-45cb-bde1-1a886b41b0c7 service neutron] Attempting to bind port bb20dc1a-76b2-47ae-9f1f-7bb0904abc88 on host n-h2-812111-14 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:36:40.082287 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-a30562cb-70ab-4e19-bd66-da1a60f4385a req-3acf9dac-cb45-45cb-bde1-1a886b41b0c7 service neutron] Attempting to bind port bb20dc1a-76b2-47ae-9f1f-7bb0904abc88 by drivers openvswitch,hyperv on host n-h2-812111-14 at level 0 using segments [{'id': '145bbce2-4d60-40aa-a72c-096b52c1da9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '75f45c93-d016-4a41-89fc-e4b5159655be'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:36:40.083575 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30562cb-70ab-4e19-bd66-da1a60f4385a req-3acf9dac-cb45-45cb-bde1-1a886b41b0c7 service neutron] Attempting to bind port bb20dc1a-76b2-47ae-9f1f-7bb0904abc88 on network 75f45c93-d016-4a41-89fc-e4b5159655be {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:36:40.104930 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30562cb-70ab-4e19-bd66-da1a60f4385a req-3acf9dac-cb45-45cb-bde1-1a886b41b0c7 service neutron] Port bb20dc1a-76b2-47ae-9f1f-7bb0904abc88 on network 75f45c93-d016-4a41-89fc-e4b5159655be not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-14 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:36:40.105535 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30562cb-70ab-4e19-bd66-da1a60f4385a req-3acf9dac-cb45-45cb-bde1-1a886b41b0c7 service neutron] Attempting to bind port bb20dc1a-76b2-47ae-9f1f-7bb0904abc88 on network 75f45c93-d016-4a41-89fc-e4b5159655be {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:36:40.141845 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-424f52c3-7acf-4c52-a06a-c0b6f292f1a0 req-4ca5e591-06fb-4afc-959d-afa398842c7d tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/security-groups?id=a1544774-06dd-4b7d-abb3-fdfd2885225c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2332594 Jan 28 19:36:40.162290 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:40.189654 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30562cb-70ab-4e19-bd66-da1a60f4385a req-3acf9dac-cb45-45cb-bde1-1a886b41b0c7 service neutron] Checking agent: {'id': '8f3fee4e-bf24-4b58-8a3a-ae9c8011a473', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 36, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:36:40.193609 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30562cb-70ab-4e19-bd66-da1a60f4385a req-3acf9dac-cb45-45cb-bde1-1a886b41b0c7 service neutron] Checking segment: {'id': '145bbce2-4d60-40aa-a72c-096b52c1da9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '75f45c93-d016-4a41-89fc-e4b5159655be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:36:40.195687 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30562cb-70ab-4e19-bd66-da1a60f4385a req-3acf9dac-cb45-45cb-bde1-1a886b41b0c7 service neutron] Bound using segment: {'id': '145bbce2-4d60-40aa-a72c-096b52c1da9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '75f45c93-d016-4a41-89fc-e4b5159655be'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:36:40.196182 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-a30562cb-70ab-4e19-bd66-da1a60f4385a req-3acf9dac-cb45-45cb-bde1-1a886b41b0c7 service neutron] Bound port: bb20dc1a-76b2-47ae-9f1f-7bb0904abc88, host: n-h2-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '145bbce2-4d60-40aa-a72c-096b52c1da9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '75f45c93-d016-4a41-89fc-e4b5159655be'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:36:40.196582 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-a30562cb-70ab-4e19-bd66-da1a60f4385a req-3acf9dac-cb45-45cb-bde1-1a886b41b0c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (bb20dc1a-76b2-47ae-9f1f-7bb0904abc88), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:40.200002 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fb26a48d-ad39-4cc7-89a8-f34b7247766e None None] Publish callbacks [] for port (3cdf2ed6-2a7e-4a31-a888-235c1b63f3f2), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:40.222904 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fb26a48d-ad39-4cc7-89a8-f34b7247766e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (3cdf2ed6-2a7e-4a31-a888-235c1b63f3f2), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:40.286687 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-128f8ab8-5f77-49b7-934c-c9cb29544fac tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4690681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5221415'] for subnet (37342916-8c60-4515-8e87-81f67470d45b), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:40.444799 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 88c4d8f8-69eb-4f76-9273-a53c5a9dd516 up at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:36:40.446759 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128f8ab8-5f77-49b7-934c-c9cb29544fac tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Pushing event updated for resources: {'Subnet': ['ID=37342916-8c60-4515-8e87-81f67470d45b,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:40.520026 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128f8ab8-5f77-49b7-934c-c9cb29544fac tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Checking segment: {'id': 'af5674d6-50e8-4396-beae-1ee64909997c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a81bca0d-f9ca-41b8-9677-dc2ceca38b2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:36:40.520694 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-128f8ab8-5f77-49b7-934c-c9cb29544fac tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Network hostable DHCP agents. Network: a81bca0d-f9ca-41b8-9677-dc2ceca38b2e, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:36:40.557530 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-a30562cb-70ab-4e19-bd66-da1a60f4385a req-3acf9dac-cb45-45cb-bde1-1a886b41b0c7 service neutron] For port bb20dc1a-76b2-47ae-9f1f-7bb0904abc88, host n-h2-812111-14, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:36:40.564037 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-a30562cb-70ab-4e19-bd66-da1a60f4385a req-3acf9dac-cb45-45cb-bde1-1a886b41b0c7 service neutron] For port bb20dc1a-76b2-47ae-9f1f-7bb0904abc88, host n-h2-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=bb20dc1a-76b2-47ae-9f1f-7bb0904abc88,segment=NetworkSegment(145bbce2-4d60-40aa-a72c-096b52c1da9d),segment_id=145bbce2-4d60-40aa-a72c-096b52c1da9d)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:36:40.650473 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-128f8ab8-5f77-49b7-934c-c9cb29544fac tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Network a81bca0d-f9ca-41b8-9677-dc2ceca38b2e is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:36:40.654944 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-a30562cb-70ab-4e19-bd66-da1a60f4385a req-3acf9dac-cb45-45cb-bde1-1a886b41b0c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (bb20dc1a-76b2-47ae-9f1f-7bb0904abc88), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:40.688226 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-128f8ab8-5f77-49b7-934c-c9cb29544fac tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, a81bca0d-f9ca-41b8-9677-dc2ceca38b2e) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:36:40.693690 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning complete for port 88c4d8f8-69eb-4f76-9273-a53c5a9dd516 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:36:40.694846 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (88c4d8f8-69eb-4f76-9273-a53c5a9dd516), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:40.707049 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-128f8ab8-5f77-49b7-934c-c9cb29544fac tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:40.707663 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-128f8ab8-5f77-49b7-934c-c9cb29544fac tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:40.745654 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c73944b7-0b4c-4862-834a-eae8eaa75f3b None None] Network a81bca0d-f9ca-41b8-9677-dc2ceca38b2e requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:36:40.769736 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-128f8ab8-5f77-49b7-934c-c9cb29544fac tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6021998 Jan 28 19:36:40.773534 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 41948) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:36:40.786774 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-41798160-f6b6-43cb-b96d-b72cf119246e tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Request body: {'network': {'name': 'tempest-router-network01--214397067'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:36:40.834257 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30562cb-70ab-4e19-bd66-da1a60f4385a req-3acf9dac-cb45-45cb-bde1-1a886b41b0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:40.834940 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-a30562cb-70ab-4e19-bd66-da1a60f4385a req-3acf9dac-cb45-45cb-bde1-1a886b41b0c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:40.836370 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a30562cb-70ab-4e19-bd66-da1a60f4385a req-3acf9dac-cb45-45cb-bde1-1a886b41b0c7 service neutron] 10.222.0.70 "PUT /v2.0/ports/bb20dc1a-76b2-47ae-9f1f-7bb0904abc88 HTTP/1.1" status: 200 len: 1092 time: 4.8451655 Jan 28 19:36:40.878311 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8891a19d-ce42-4116-b48c-63a6b9891570', 'tag': 'bb20dc1a-76b2-47ae-9f1f-7bb0904abc88'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:36:40.882158 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b87d111-3b35-47bd-a3d5-743a68963cfc" -d '{"events": [{"name": "network-changed", "server_uuid": "8891a19d-ce42-4116-b48c-63a6b9891570", "tag": "bb20dc1a-76b2-47ae-9f1f-7bb0904abc88"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:36:40.882321 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-fb26a48d-ad39-4cc7-89a8-f34b7247766e None None] Attempting to bind port 3cdf2ed6-2a7e-4a31-a888-235c1b63f3f2 on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:36:40.882697 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-fb26a48d-ad39-4cc7-89a8-f34b7247766e None None] Attempting to bind port 3cdf2ed6-2a7e-4a31-a888-235c1b63f3f2 by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '2aac29a1-8685-476c-bba5-fffce3cb94d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:36:40.883069 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb26a48d-ad39-4cc7-89a8-f34b7247766e None None] Attempting to bind port 3cdf2ed6-2a7e-4a31-a888-235c1b63f3f2 on network decd8274-9eda-4d81-a020-86cc15d56022 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:36:40.894593 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb26a48d-ad39-4cc7-89a8-f34b7247766e None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:36:40.895022 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb26a48d-ad39-4cc7-89a8-f34b7247766e None None] Checking segment: {'id': '2aac29a1-8685-476c-bba5-fffce3cb94d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:36:40.895437 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fb26a48d-ad39-4cc7-89a8-f34b7247766e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:40.895835 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb26a48d-ad39-4cc7-89a8-f34b7247766e None None] Bound using segment: {'id': '2aac29a1-8685-476c-bba5-fffce3cb94d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:36:40.896316 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-fb26a48d-ad39-4cc7-89a8-f34b7247766e None None] Bound port: 3cdf2ed6-2a7e-4a31-a888-235c1b63f3f2, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aac29a1-8685-476c-bba5-fffce3cb94d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:36:40.896706 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fb26a48d-ad39-4cc7-89a8-f34b7247766e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (3cdf2ed6-2a7e-4a31-a888-235c1b63f3f2), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:40.911363 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6523ef9-a0d9-4183-a74a-0cf12dfa39a6 None None] Pushing event updated for resources: {'Port': ['ID=3cdf2ed6-2a7e-4a31-a888-235c1b63f3f2,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:40.977730 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fb26a48d-ad39-4cc7-89a8-f34b7247766e None None] For port 3cdf2ed6-2a7e-4a31-a888-235c1b63f3f2, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:36:40.980883 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fb26a48d-ad39-4cc7-89a8-f34b7247766e None None] For port 3cdf2ed6-2a7e-4a31-a888-235c1b63f3f2, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=3cdf2ed6-2a7e-4a31-a888-235c1b63f3f2,segment=NetworkSegment(2aac29a1-8685-476c-bba5-fffce3cb94d6),segment_id=2aac29a1-8685-476c-bba5-fffce3cb94d6)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:36:40.984883 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5074540a-85c9-42f1-bacc-5134f164b605 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68cd31fd-e4cd-5fb3-a862-256fc47efcd2-a81bca0d-f9ca-41b8-9677-dc2ceca38b2e', 'network_id': 'a81bca0d-f9ca-41b8-9677-dc2ceca38b2e', 'project_id': '78a3627461994fd4909943d7ec2cf874', 'fixed_ips': [{'subnet_id': '37342916-8c60-4515-8e87-81f67470d45b'}]}} from n-d-812111-14. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:36:40.985929 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5074540a-85c9-42f1-bacc-5134f164b605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:40.987706 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41798160-f6b6-43cb-b96d-b72cf119246e tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Made reservation on behalf of 78a3627461994fd4909943d7ec2cf874 for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:36:41.003678 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-41798160-f6b6-43cb-b96d-b72cf119246e tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:41.081433 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:36:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-099800b5-7bb4-43e2-8199-586763d5175b x-openstack-request-id: req-099800b5-7bb4-43e2-8199-586763d5175b {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:36:41.081868 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8891a19d-ce42-4116-b48c-63a6b9891570", "tag": "bb20dc1a-76b2-47ae-9f1f-7bb0904abc88", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:36:41.082188 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-099800b5-7bb4-43e2-8199-586763d5175b {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:36:41.082685 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8891a19d-ce42-4116-b48c-63a6b9891570', 'tag': 'bb20dc1a-76b2-47ae-9f1f-7bb0904abc88', 'status': 'completed', 'code': 200} Jan 28 19:36:41.143980 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41798160-f6b6-43cb-b96d-b72cf119246e tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:36:41.154349 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fb26a48d-ad39-4cc7-89a8-f34b7247766e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (3cdf2ed6-2a7e-4a31-a888-235c1b63f3f2), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:41.199677 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32915b5-e061-4743-8f7d-b3dbc2f17e64 req-ec4d945e-cc27-4b44-b1d0-df5a8fd1aa8b tempest-ServerGroupTestJSON-1881397435 tempest-ServerGroupTestJSON-1881397435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:41.243036 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d32915b5-e061-4743-8f7d-b3dbc2f17e64 req-ec4d945e-cc27-4b44-b1d0-df5a8fd1aa8b tempest-ServerGroupTestJSON-1881397435 tempest-ServerGroupTestJSON-1881397435-project] 10.222.0.64 "GET /v2.0/ports?device_id=8891a19d-ce42-4116-b48c-63a6b9891570 HTTP/1.1" status: 200 len: 943 time: 0.3761771 Jan 28 19:36:41.278853 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-41798160-f6b6-43cb-b96d-b72cf119246e tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (1eea3d50-0f4f-4738-90f1-1ef3dd6fe529), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:41.279917 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acf9dac-cb45-45cb-bde1-1a886b41b0c7 service neutron] Pushing event updated for resources: {'Port': ['ID=bb20dc1a-76b2-47ae-9f1f-7bb0904abc88,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:41.294768 n-d-812111-14 neutron-server[103304]: INFO neutron.db.segments_db [None req-41798160-f6b6-43cb-b96d-b72cf119246e tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Added segment 1eea3d50-0f4f-4738-90f1-1ef3dd6fe529 of type vlan for network 67f32045-039f-42df-a898-13429bb04943 Jan 28 19:36:41.431061 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5364d751-6088-4664-bd91-c6a900fc036e req-2a2818ef-f423-43a0-b01e-ef5b1d7d68e1 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/ports?device_id=6266b4f2-471d-4297-9d3c-9386239f951c HTTP/1.1" status: 200 len: 210 time: 0.1848769 Jan 28 19:36:41.456320 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7ab54beb-7d11-4540-bfa0-c65764d70c5e tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-732838'] for router_interface (d158f1de-2a58-4630-b585-011010d866d2), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:41.481822 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30562cb-70ab-4e19-bd66-da1a60f4385a req-2465342d-ca38-4123-83a1-bedb8a3aa85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:41.483330 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a30562cb-70ab-4e19-bd66-da1a60f4385a req-2465342d-ca38-4123-83a1-bedb8a3aa85c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1f73b79bf1134ab6b15d3ca49317c5da&device_id=8891a19d-ce42-4116-b48c-63a6b9891570 HTTP/1.1" status: 200 len: 1126 time: 0.5805581 Jan 28 19:36:41.515703 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-41798160-f6b6-43cb-b96d-b72cf119246e tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (67f32045-039f-42df-a898-13429bb04943), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:41.585715 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d32915b5-e061-4743-8f7d-b3dbc2f17e64 req-a600ecc3-c0de-4382-9ed8-56f4d290b74b tempest-ServerGroupTestJSON-1881397435 tempest-ServerGroupTestJSON-1881397435-project] 10.222.0.64 "GET /v2.0/security-groups?id=e29a80c9-097a-4152-8704-a835e054dd97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3307207 Jan 28 19:36:41.627766 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-41798160-f6b6-43cb-b96d-b72cf119246e tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (67f32045-039f-42df-a898-13429bb04943), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:41.634087 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41798160-f6b6-43cb-b96d-b72cf119246e tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:41.634607 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-41798160-f6b6-43cb-b96d-b72cf119246e tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:41.732436 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb26a48d-ad39-4cc7-89a8-f34b7247766e None None] Routers {'d158f1de-2a58-4630-b585-011010d866d2'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:36:41.739235 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-fb26a48d-ad39-4cc7-89a8-f34b7247766e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:36:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['d158f1de-2a58-4630-b585-011010d866d2'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:36:41.843326 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a30562cb-70ab-4e19-bd66-da1a60f4385a req-60eb009a-70d9-44b9-9142-4472685572b5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bb20dc1a-76b2-47ae-9f1f-7bb0904abc88 HTTP/1.1" status: 200 len: 217 time: 0.2421780 Jan 28 19:36:41.928997 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41798160-f6b6-43cb-b96d-b72cf119246e tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Pushing event updated for resources: {'Network': ['ID=67f32045-039f-42df-a898-13429bb04943,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:41.952968 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port 88c4d8f8-69eb-4f76-9273-a53c5a9dd516 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:36:41.953370 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (88c4d8f8-69eb-4f76-9273-a53c5a9dd516), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:41.963244 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-41798160-f6b6-43cb-b96d-b72cf119246e tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.1845610 Jan 28 19:36:41.967313 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 41964) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:36:41.973123 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-db6cab28-dbd8-46c3-8c45-95eceaf034e0 None None] Provisioning complete for port 3cdf2ed6-2a7e-4a31-a888-235c1b63f3f2 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:36:41.973537 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-db6cab28-dbd8-46c3-8c45-95eceaf034e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (3cdf2ed6-2a7e-4a31-a888-235c1b63f3f2), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:41.984410 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-2f46abe8-e35d-4ea0-8961-30e4a4af51ba tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Request body: {'network': {'name': 'tempest-router-network02--771968207'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:36:42.009273 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network 67f32045-039f-42df-a898-13429bb04943 details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:36:42.072907 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a350b42f-c3aa-42d2-a2cb-f170cffa0a38 req-f34aaaaf-ad75-4ab4-adb8-cb0b9595b9b5 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:42.085685 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a350b42f-c3aa-42d2-a2cb-f170cffa0a38 req-f34aaaaf-ad75-4ab4-adb8-cb0b9595b9b5 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8fc1db2-697a-41ab-9984-99a4c5e04be7 HTTP/1.1" status: 200 len: 944 time: 0.2370887 Jan 28 19:36:42.098443 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f46abe8-e35d-4ea0-8961-30e4a4af51ba tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Made reservation on behalf of 78a3627461994fd4909943d7ec2cf874 for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:36:42.102490 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2f46abe8-e35d-4ea0-8961-30e4a4af51ba tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:42.231158 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f46abe8-e35d-4ea0-8961-30e4a4af51ba tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:36:42.282197 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2f46abe8-e35d-4ea0-8961-30e4a4af51ba tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (bc72d15e-56e2-4b51-b3fa-575e4f07fde7), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:42.283023 n-d-812111-14 neutron-server[103304]: INFO neutron.db.segments_db [None req-2f46abe8-e35d-4ea0-8961-30e4a4af51ba tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Added segment bc72d15e-56e2-4b51-b3fa-575e4f07fde7 of type vlan for network 02dbbeb6-0f90-414e-a402-fed9ffa2c970 Jan 28 19:36:42.381163 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a350b42f-c3aa-42d2-a2cb-f170cffa0a38 req-dfd03c6e-b035-4c02-9f0c-2e2e9c5149e2 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/security-groups?id=a1544774-06dd-4b7d-abb3-fdfd2885225c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2838156 Jan 28 19:36:42.448470 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-fb26a48d-ad39-4cc7-89a8-f34b7247766e None None] Set router d158f1de-2a58-4630-b585-011010d866d2 gateway port host: None {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:36:42.476511 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2f46abe8-e35d-4ea0-8961-30e4a4af51ba tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (02dbbeb6-0f90-414e-a402-fed9ffa2c970), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:42.480755 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30562cb-70ab-4e19-bd66-da1a60f4385a req-72c40c22-be6b-49e3-ad19-edad437d65f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:42.495085 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a30562cb-70ab-4e19-bd66-da1a60f4385a req-72c40c22-be6b-49e3-ad19-edad437d65f3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e6d228b4-1898-4915-bc6a-58a6c9a4e2dd HTTP/1.1" status: 200 len: 849 time: 0.5714786 Jan 28 19:36:42.514659 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2f46abe8-e35d-4ea0-8961-30e4a4af51ba tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (02dbbeb6-0f90-414e-a402-fed9ffa2c970), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:42.521066 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f46abe8-e35d-4ea0-8961-30e4a4af51ba tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:42.522474 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2f46abe8-e35d-4ea0-8961-30e4a4af51ba tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:42.590283 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-2f46abe8-e35d-4ea0-8961-30e4a4af51ba tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6217155 Jan 28 19:36:42.598924 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 41978) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:36:42.607812 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-fd92e7d7-90aa-48a2-b991-e4180b522987 tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Request body: {'subnet': {'network_id': '67f32045-039f-42df-a898-13429bb04943', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:36:42.648598 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a30562cb-70ab-4e19-bd66-da1a60f4385a req-23863ecf-6b2c-45d8-bf61-ac1c186b9593 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=75f45c93-d016-4a41-89fc-e4b5159655be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1291118 Jan 28 19:36:42.690455 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-5074540a-85c9-42f1-bacc-5134f164b605 None None] Allocated IP 172.20.0.2 (a81bca0d-f9ca-41b8-9677-dc2ceca38b2e/37342916-8c60-4515-8e87-81f67470d45b/0049e87b-1ed1-40b5-84b1-57e2ce400e25) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:36:42.736425 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f46abe8-e35d-4ea0-8961-30e4a4af51ba tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Pushing event updated for resources: {'Network': ['ID=02dbbeb6-0f90-414e-a402-fed9ffa2c970,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:42.817210 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-fd086928-5d5e-4a0d-a1ca-73af87d67f97 req-77a01445-ff54-4481-9858-eb69fa2777ba tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/ports?device_id=6266b4f2-471d-4297-9d3c-9386239f951c HTTP/1.1" status: 200 len: 210 time: 0.0829027 Jan 28 19:36:42.894840 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a30562cb-70ab-4e19-bd66-da1a60f4385a req-4d1d5ee3-5072-4ad3-a484-44f29090c392 service neutron] 10.222.0.70 "GET /v2.0/networks/75f45c93-d016-4a41-89fc-e4b5159655be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2365971 Jan 28 19:36:42.931397 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd92e7d7-90aa-48a2-b991-e4180b522987 tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Made reservation on behalf of 78a3627461994fd4909943d7ec2cf874 for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:36:42.935809 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fd92e7d7-90aa-48a2-b991-e4180b522987 tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5221429'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:43.028661 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5074540a-85c9-42f1-bacc-5134f164b605 None None] Publish callbacks [] for port (0049e87b-1ed1-40b5-84b1-57e2ce400e25), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:43.071958 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 88c4d8f8-69eb-4f76-9273-a53c5a9dd516, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=88c4d8f8-69eb-4f76-9273-a53c5a9dd516,segment=NetworkSegment(25c21fb9-fdcd-4ded-98e7-fa3f83ec6d2c),segment_id=25c21fb9-fdcd-4ded-98e7-fa3f83ec6d2c)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:36:43.088574 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ad6387-9a71-4f8c-830d-0e26c7d025df req-4d08ef7f-d261-4c16-9e25-b98145afebb2 tempest-ServerGroupTestJSON-1881397435 tempest-ServerGroupTestJSON-1881397435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:43.090220 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-60ad6387-9a71-4f8c-830d-0e26c7d025df req-4d08ef7f-d261-4c16-9e25-b98145afebb2 tempest-ServerGroupTestJSON-1881397435 tempest-ServerGroupTestJSON-1881397435-project] 10.222.0.64 "GET /v2.0/ports?device_id=8891a19d-ce42-4116-b48c-63a6b9891570 HTTP/1.1" status: 200 len: 943 time: 0.1917696 Jan 28 19:36:43.172216 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-7ab54beb-7d11-4540-bfa0-c65764d70c5e tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Deleting port 3cdf2ed6-2a7e-4a31-a888-235c1b63f3f2 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:36:43.172601 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7ab54beb-7d11-4540-bfa0-c65764d70c5e tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (3cdf2ed6-2a7e-4a31-a888-235c1b63f3f2), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:43.178041 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6523ef9-a0d9-4183-a74a-0cf12dfa39a6 None None] Pushing event updated for resources: {'Port': ['ID=3cdf2ed6-2a7e-4a31-a888-235c1b63f3f2,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:43.209021 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network 02dbbeb6-0f90-414e-a402-fed9ffa2c970 details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:36:43.279303 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8fc1db2-697a-41ab-9984-99a4c5e04be7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88c4d8f8-69eb-4f76-9273-a53c5a9dd516'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:36:43.281763 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-880a1eb8-2264-4150-b6dd-e7706dda95b2" -d '{"events": [{"server_uuid": "f8fc1db2-697a-41ab-9984-99a4c5e04be7", "name": "network-vif-plugged", "status": "completed", "tag": "88c4d8f8-69eb-4f76-9273-a53c5a9dd516"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:36:43.285782 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:43.286642 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (88c4d8f8-69eb-4f76-9273-a53c5a9dd516), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:43.289850 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5074540a-85c9-42f1-bacc-5134f164b605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (0049e87b-1ed1-40b5-84b1-57e2ce400e25), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:43.379291 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a30562cb-70ab-4e19-bd66-da1a60f4385a req-0919bde8-52ce-4742-99ec-612a428a754f service neutron] 10.222.0.70 "GET /v2.0/networks/75f45c93-d016-4a41-89fc-e4b5159655be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4392128 Jan 28 19:36:43.424629 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5074540a-85c9-42f1-bacc-5134f164b605 None None] Network a81bca0d-f9ca-41b8-9677-dc2ceca38b2e is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:36:43.445505 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-60ad6387-9a71-4f8c-830d-0e26c7d025df req-3436a037-86a8-4849-8a4e-a0a4fdebaebd tempest-ServerGroupTestJSON-1881397435 tempest-ServerGroupTestJSON-1881397435-project] 10.222.0.64 "GET /v2.0/security-groups?id=e29a80c9-097a-4152-8704-a835e054dd97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3493512 Jan 28 19:36:43.462936 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fd92e7d7-90aa-48a2-b991-e4180b522987 tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4690681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5221415'] for subnet (12678946-5991-4a7e-aa2b-d60956463229), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:43.512592 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ef99090-4439-432f-86a7-baa5a4ec5110 x-openstack-request-id: req-3ef99090-4439-432f-86a7-baa5a4ec5110 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:36:43.513130 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8fc1db2-697a-41ab-9984-99a4c5e04be7", "name": "network-vif-plugged", "status": "completed", "tag": "88c4d8f8-69eb-4f76-9273-a53c5a9dd516", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:36:43.513673 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3ef99090-4439-432f-86a7-baa5a4ec5110 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:36:43.514696 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8fc1db2-697a-41ab-9984-99a4c5e04be7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88c4d8f8-69eb-4f76-9273-a53c5a9dd516', 'code': 200} Jan 28 19:36:43.527685 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=88c4d8f8-69eb-4f76-9273-a53c5a9dd516,revision_number=7']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:43.638739 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-5074540a-85c9-42f1-bacc-5134f164b605 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:36:43.645341 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5074540a-85c9-42f1-bacc-5134f164b605 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:36:43.673514 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5074540a-85c9-42f1-bacc-5134f164b605 None None] Pushing event updated for resources: {'Port': ['ID=0049e87b-1ed1-40b5-84b1-57e2ce400e25,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:43.689749 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-7ab54beb-7d11-4540-bfa0-c65764d70c5e tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] For port 3cdf2ed6-2a7e-4a31-a888-235c1b63f3f2, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=3cdf2ed6-2a7e-4a31-a888-235c1b63f3f2,segment=NetworkSegment(2aac29a1-8685-476c-bba5-fffce3cb94d6),segment_id=2aac29a1-8685-476c-bba5-fffce3cb94d6)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:36:43.690209 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7ab54beb-7d11-4540-bfa0-c65764d70c5e tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (3cdf2ed6-2a7e-4a31-a888-235c1b63f3f2), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:43.702574 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:43.729659 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b87d111-3b35-47bd-a3d5-743a68963cfc req-73c4cdec-5e67-4b58-8dd1-5b7cf90522b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:43.733689 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd92e7d7-90aa-48a2-b991-e4180b522987 tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Pushing event updated for resources: {'Subnet': ['ID=12678946-5991-4a7e-aa2b-d60956463229,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:43.734870 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4b87d111-3b35-47bd-a3d5-743a68963cfc req-73c4cdec-5e67-4b58-8dd1-5b7cf90522b2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1f73b79bf1134ab6b15d3ca49317c5da&device_id=8891a19d-ce42-4116-b48c-63a6b9891570 HTTP/1.1" status: 200 len: 1126 time: 0.2863021 Jan 28 19:36:43.744833 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd92e7d7-90aa-48a2-b991-e4180b522987 tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Checking segment: {'id': '1eea3d50-0f4f-4738-90f1-1ef3dd6fe529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '67f32045-039f-42df-a898-13429bb04943'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:36:43.745341 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd92e7d7-90aa-48a2-b991-e4180b522987 tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Network hostable DHCP agents. Network: 67f32045-039f-42df-a898-13429bb04943, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:36:43.817415 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdb1293-82d1-4727-924d-4ef0c77f9803 req-40696092-591d-4371-9d55-605841df0a54 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:43.823104 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9cdb1293-82d1-4727-924d-4ef0c77f9803 req-40696092-591d-4371-9d55-605841df0a54 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8fc1db2-697a-41ab-9984-99a4c5e04be7 HTTP/1.1" status: 200 len: 945 time: 0.2303116 Jan 28 19:36:43.857771 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd92e7d7-90aa-48a2-b991-e4180b522987 tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Network 67f32045-039f-42df-a898-13429bb04943 is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:36:43.910594 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-fd92e7d7-90aa-48a2-b991-e4180b522987 tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, 67f32045-039f-42df-a898-13429bb04943) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:36:43.940122 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd92e7d7-90aa-48a2-b991-e4180b522987 tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:43.943402 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fd92e7d7-90aa-48a2-b991-e4180b522987 tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:43.963868 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-5074540a-85c9-42f1-bacc-5134f164b605 None None] Attempting to bind port 0049e87b-1ed1-40b5-84b1-57e2ce400e25 on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:36:43.965761 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-5074540a-85c9-42f1-bacc-5134f164b605 None None] Attempting to bind port 0049e87b-1ed1-40b5-84b1-57e2ce400e25 by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': 'af5674d6-50e8-4396-beae-1ee64909997c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a81bca0d-f9ca-41b8-9677-dc2ceca38b2e'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:36:43.966316 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5074540a-85c9-42f1-bacc-5134f164b605 None None] Attempting to bind port 0049e87b-1ed1-40b5-84b1-57e2ce400e25 on network a81bca0d-f9ca-41b8-9677-dc2ceca38b2e {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:36:43.966582 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-7ab54beb-7d11-4540-bfa0-c65764d70c5e tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Calling delete_port for 3cdf2ed6-2a7e-4a31-a888-235c1b63f3f2 owned by network:router_interface {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:36:43.970575 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce93fd9f-6dd2-490f-9e52-4fec8e981aa2 None None] Network 67f32045-039f-42df-a898-13429bb04943 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:36:43.973156 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b87d111-3b35-47bd-a3d5-743a68963cfc req-25d26756-6401-4053-8889-1d5ef22bf179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:43.978036 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4b87d111-3b35-47bd-a3d5-743a68963cfc req-25d26756-6401-4053-8889-1d5ef22bf179 service neutron] 10.222.0.70 "GET /v2.0/networks?id=75f45c93-d016-4a41-89fc-e4b5159655be HTTP/1.1" status: 200 len: 909 time: 0.2097135 Jan 28 19:36:44.005452 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9cdb1293-82d1-4727-924d-4ef0c77f9803 req-ad4f6ed9-31d5-4095-810a-b583056694e2 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/security-groups?id=a1544774-06dd-4b7d-abb3-fdfd2885225c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1669686 Jan 28 19:36:44.041324 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-fd92e7d7-90aa-48a2-b991-e4180b522987 tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4384604 Jan 28 19:36:44.041612 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 41998) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:36:44.047189 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-b9e13e33-5a37-431b-be78-e45a44ad0e1d tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Request body: {'subnet': {'network_id': '02dbbeb6-0f90-414e-a402-fed9ffa2c970', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:36:44.151026 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4b87d111-3b35-47bd-a3d5-743a68963cfc req-ed3358d2-4072-4557-9f26-aaf8256a64b8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bb20dc1a-76b2-47ae-9f1f-7bb0904abc88 HTTP/1.1" status: 200 len: 217 time: 0.1624300 Jan 28 19:36:44.158953 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5074540a-85c9-42f1-bacc-5134f164b605 None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:36:44.159517 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5074540a-85c9-42f1-bacc-5134f164b605 None None] Checking segment: {'id': 'af5674d6-50e8-4396-beae-1ee64909997c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a81bca0d-f9ca-41b8-9677-dc2ceca38b2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:36:44.159844 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5074540a-85c9-42f1-bacc-5134f164b605 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:44.160354 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5074540a-85c9-42f1-bacc-5134f164b605 None None] Bound using segment: {'id': 'af5674d6-50e8-4396-beae-1ee64909997c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a81bca0d-f9ca-41b8-9677-dc2ceca38b2e'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:36:44.160839 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-5074540a-85c9-42f1-bacc-5134f164b605 None None] Bound port: 0049e87b-1ed1-40b5-84b1-57e2ce400e25, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af5674d6-50e8-4396-beae-1ee64909997c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a81bca0d-f9ca-41b8-9677-dc2ceca38b2e'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:36:44.161460 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5074540a-85c9-42f1-bacc-5134f164b605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (0049e87b-1ed1-40b5-84b1-57e2ce400e25), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:44.269537 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-24d945b9-4666-4854-91a4-428986df9c91 req-a18a7754-a381-40dc-8532-1002a74e77ba tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/ports?device_id=6266b4f2-471d-4297-9d3c-9386239f951c HTTP/1.1" status: 200 len: 210 time: 0.1130164 Jan 28 19:36:44.280883 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-5074540a-85c9-42f1-bacc-5134f164b605 None None] For port 0049e87b-1ed1-40b5-84b1-57e2ce400e25, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:36:44.285565 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-5074540a-85c9-42f1-bacc-5134f164b605 None None] For port 0049e87b-1ed1-40b5-84b1-57e2ce400e25, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=0049e87b-1ed1-40b5-84b1-57e2ce400e25,segment=NetworkSegment(af5674d6-50e8-4396-beae-1ee64909997c),segment_id=af5674d6-50e8-4396-beae-1ee64909997c)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:36:44.289537 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9e13e33-5a37-431b-be78-e45a44ad0e1d tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Made reservation on behalf of 78a3627461994fd4909943d7ec2cf874 for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:36:44.300079 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b9e13e33-5a37-431b-be78-e45a44ad0e1d tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5221429'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:44.317353 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-fb26a48d-ad39-4cc7-89a8-f34b7247766e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd158f1de-2a58-4630-b585-011010d866d2', 'name': 'tempest-NetworksTestDHCPv6-router-1082175831', 'tenant_id': '74e14b1dc35c45ef8b65d1fdcc58b8bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:36:30Z', 'updated_at': '2022-01-28T19:36:34Z', 'revision_number': 2, 'project_id': '74e14b1dc35c45ef8b65d1fdcc58b8bc', 'gw_port_host': None, '_interfaces': [{'id': '3cdf2ed6-2a7e-4a31-a888-235c1b63f3f2', 'name': '', 'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022', 'tenant_id': '74e14b1dc35c45ef8b65d1fdcc58b8bc', 'mac_address': 'fa:16:3e:8c:04:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd158f1de-2a58-4630-b585-011010d866d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2525, 'fixed_ips': [{'subnet_id': 'ca74b09f-6579-4144-a70c-6becb8c19027', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:36:32Z', 'updated_at': '2022-01-28T19:36:40Z', 'revision_number': 4, 'project_id': '74e14b1dc35c45ef8b65d1fdcc58b8bc', 'subnets': [{'id': 'ca74b09f-6579-4144-a70c-6becb8c19027', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:36:44.320589 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5074540a-85c9-42f1-bacc-5134f164b605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (0049e87b-1ed1-40b5-84b1-57e2ce400e25), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:44.506152 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b87d111-3b35-47bd-a3d5-743a68963cfc req-1b6cad00-ceb2-4263-b09e-903734bfa03f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:44.512134 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4b87d111-3b35-47bd-a3d5-743a68963cfc req-1b6cad00-ceb2-4263-b09e-903734bfa03f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e6d228b4-1898-4915-bc6a-58a6c9a4e2dd HTTP/1.1" status: 200 len: 849 time: 0.2689519 Jan 28 19:36:44.669162 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4b87d111-3b35-47bd-a3d5-743a68963cfc req-9ec04201-44e1-4788-bca9-ce9d34a25a6c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=75f45c93-d016-4a41-89fc-e4b5159655be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1518164 Jan 28 19:36:44.871077 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2a62df-ae73-4cfa-b716-829c1503fce6 req-2de27573-4548-4fcc-a4e1-443227c646d0 tempest-ServerGroupTestJSON-1881397435 tempest-ServerGroupTestJSON-1881397435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:44.883053 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ab2a62df-ae73-4cfa-b716-829c1503fce6 req-2de27573-4548-4fcc-a4e1-443227c646d0 tempest-ServerGroupTestJSON-1881397435 tempest-ServerGroupTestJSON-1881397435-project] 10.222.0.64 "GET /v2.0/ports?device_id=8891a19d-ce42-4116-b48c-63a6b9891570 HTTP/1.1" status: 200 len: 943 time: 0.2334991 Jan 28 19:36:44.885725 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b9e13e33-5a37-431b-be78-e45a44ad0e1d tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4690681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5221415'] for subnet (0ef5e96b-a44b-4ffa-97ba-01410ec7a957), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:44.986739 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4b87d111-3b35-47bd-a3d5-743a68963cfc req-0c9ffbb0-1e3a-430b-ac19-95486c69524e service neutron] 10.222.0.70 "GET /v2.0/networks/75f45c93-d016-4a41-89fc-e4b5159655be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2873435 Jan 28 19:36:45.001892 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb26a48d-ad39-4cc7-89a8-f34b7247766e None None] The sync data for ids ['d158f1de-2a58-4630-b585-011010d866d2'] in n-d-812111-14 is: [{'id': 'd158f1de-2a58-4630-b585-011010d866d2', 'name': 'tempest-NetworksTestDHCPv6-router-1082175831', 'tenant_id': '74e14b1dc35c45ef8b65d1fdcc58b8bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:36:30Z', 'updated_at': '2022-01-28T19:36:34Z', 'revision_number': 2, 'project_id': '74e14b1dc35c45ef8b65d1fdcc58b8bc', 'gw_port_host': None, '_interfaces': [{'id': '3cdf2ed6-2a7e-4a31-a888-235c1b63f3f2', 'name': '', 'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022', 'tenant_id': '74e14b1dc35c45ef8b65d1fdcc58b8bc', 'mac_address': 'fa:16:3e:8c:04:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd158f1de-2a58-4630-b585-011010d866d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2525, 'fixed_ips': [{'subnet_id': 'ca74b09f-6579-4144-a70c-6becb8c19027', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:36:32Z', 'updated_at': '2022-01-28T19:36:40Z', 'revision_number': 4, 'project_id': '74e14b1dc35c45ef8b65d1fdcc58b8bc', 'subnets': [{'id': 'ca74b09f-6579-4144-a70c-6becb8c19027', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:36:45.042219 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7ab54beb-7d11-4540-bfa0-c65764d70c5e tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (3cdf2ed6-2a7e-4a31-a888-235c1b63f3f2), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:45.099266 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-db6cab28-dbd8-46c3-8c45-95eceaf034e0 None None] Current status of the port 3cdf2ed6-2a7e-4a31-a888-235c1b63f3f2 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:36:45.099662 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-db6cab28-dbd8-46c3-8c45-95eceaf034e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (3cdf2ed6-2a7e-4a31-a888-235c1b63f3f2), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:45.139487 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e13e33-5a37-431b-be78-e45a44ad0e1d tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Pushing event updated for resources: {'Subnet': ['ID=0ef5e96b-a44b-4ffa-97ba-01410ec7a957,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:45.192669 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5074540a-85c9-42f1-bacc-5134f164b605 None None] Pushing event updated for resources: {'Port': ['ID=0049e87b-1ed1-40b5-84b1-57e2ce400e25,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:45.239545 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ab2a62df-ae73-4cfa-b716-829c1503fce6 req-899d5a9c-369d-4ef1-8468-da850592e174 tempest-ServerGroupTestJSON-1881397435 tempest-ServerGroupTestJSON-1881397435-project] 10.222.0.64 "GET /v2.0/security-groups?id=e29a80c9-097a-4152-8704-a835e054dd97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3255775 Jan 28 19:36:45.240542 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e13e33-5a37-431b-be78-e45a44ad0e1d tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Checking segment: {'id': 'bc72d15e-56e2-4b51-b3fa-575e4f07fde7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '02dbbeb6-0f90-414e-a402-fed9ffa2c970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:36:45.240954 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e13e33-5a37-431b-be78-e45a44ad0e1d tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Network hostable DHCP agents. Network: 02dbbeb6-0f90-414e-a402-fed9ffa2c970, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:36:45.305554 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e13e33-5a37-431b-be78-e45a44ad0e1d tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Network 02dbbeb6-0f90-414e-a402-fed9ffa2c970 is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:36:45.322682 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-b9e13e33-5a37-431b-be78-e45a44ad0e1d tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, 02dbbeb6-0f90-414e-a402-fed9ffa2c970) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:36:45.327053 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e13e33-5a37-431b-be78-e45a44ad0e1d tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:45.327674 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b9e13e33-5a37-431b-be78-e45a44ad0e1d tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:45.369944 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-b9e13e33-5a37-431b-be78-e45a44ad0e1d tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3273520 Jan 28 19:36:45.375433 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 42018) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:36:45.454063 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b24039-b1bd-4402-8db3-d729715146db None None] Network 02dbbeb6-0f90-414e-a402-fed9ffa2c970 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:36:45.638731 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c50dc9-a772-4b1c-ba2b-4e70b4eb58c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68cd31fd-e4cd-5fb3-a862-256fc47efcd2-67f32045-039f-42df-a898-13429bb04943', 'network_id': '67f32045-039f-42df-a898-13429bb04943', 'project_id': '78a3627461994fd4909943d7ec2cf874', 'fixed_ips': [{'subnet_id': '12678946-5991-4a7e-aa2b-d60956463229'}]}} from n-d-812111-14. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:36:45.640258 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-27c50dc9-a772-4b1c-ba2b-4e70b4eb58c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:45.781685 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-36bd45a7-d079-4d49-adbd-e0ecefa4a0e0 req-a1d33f06-c806-4ede-a36e-be1294ccfa09 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/ports?device_id=6266b4f2-471d-4297-9d3c-9386239f951c HTTP/1.1" status: 200 len: 210 time: 0.2398152 Jan 28 19:36:46.026824 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device bb20dc1a-76b2-47ae-9f1f-7bb0904abc88 details requested by agent hyperv_n-h2-812111-14 with host n-h2-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:36:46.069178 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7ab54beb-7d11-4540-bfa0-c65764d70c5e tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-732682'] for router_interface (d158f1de-2a58-4630-b585-011010d866d2), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:46.104727 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab54beb-7d11-4540-bfa0-c65764d70c5e tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Pushing event deleted for resources: {'Port': ['ID=3cdf2ed6-2a7e-4a31-a888-235c1b63f3f2,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:46.225876 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5c33c7-1d49-42b5-988f-9605288207eb req-f8f42112-5175-4208-9cca-a0dc67ea7781 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:46.227915 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3e5c33c7-1d49-42b5-988f-9605288207eb req-f8f42112-5175-4208-9cca-a0dc67ea7781 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8fc1db2-697a-41ab-9984-99a4c5e04be7 HTTP/1.1" status: 200 len: 945 time: 0.7355030 Jan 28 19:36:46.493052 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-13c05ad2-80fd-4681-abd4-a47d6d833311 None None] Could not find standard attr ID for object 3cdf2ed6-2a7e-4a31-a888-235c1b63f3f2. {{(pid=103306) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 19:36:46.637685 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4b87d111-3b35-47bd-a3d5-743a68963cfc req-5e5398cc-4517-41bb-b194-a7f8cf2f7c41 service neutron] 10.222.0.70 "GET /v2.0/networks/75f45c93-d016-4a41-89fc-e4b5159655be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6273336 Jan 28 19:36:46.681056 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port bb20dc1a-76b2-47ae-9f1f-7bb0904abc88, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=bb20dc1a-76b2-47ae-9f1f-7bb0904abc88,segment=NetworkSegment(145bbce2-4d60-40aa-a72c-096b52c1da9d),segment_id=145bbce2-4d60-40aa-a72c-096b52c1da9d)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:36:46.746869 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Returning: {'device': 'bb20dc1a-76b2-47ae-9f1f-7bb0904abc88', 'network_id': '75f45c93-d016-4a41-89fc-e4b5159655be', 'port_id': 'bb20dc1a-76b2-47ae-9f1f-7bb0904abc88', 'mac_address': 'fa:16:3e:7e:32:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6d228b4-1898-4915-bc6a-58a6c9a4e2dd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:36:46.758114 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 0049e87b-1ed1-40b5-84b1-57e2ce400e25 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:36:46.848784 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3e5c33c7-1d49-42b5-988f-9605288207eb req-3163225d-837b-4bd6-9461-b430399733ca tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/security-groups?id=a1544774-06dd-4b7d-abb3-fdfd2885225c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5791991 Jan 28 19:36:46.981153 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1003a1e0-9add-49f7-9deb-e042a1e2acaf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68cd31fd-e4cd-5fb3-a862-256fc47efcd2-02dbbeb6-0f90-414e-a402-fed9ffa2c970', 'network_id': '02dbbeb6-0f90-414e-a402-fed9ffa2c970', 'project_id': '78a3627461994fd4909943d7ec2cf874', 'fixed_ips': [{'subnet_id': '0ef5e96b-a44b-4ffa-97ba-01410ec7a957'}]}} from n-d-812111-14. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:36:46.982032 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1003a1e0-9add-49f7-9deb-e042a1e2acaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:46.991540 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port bb20dc1a-76b2-47ae-9f1f-7bb0904abc88 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:36:46.991934 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (bb20dc1a-76b2-47ae-9f1f-7bb0904abc88), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:47.023967 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ab54beb-7d11-4540-bfa0-c65764d70c5e tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Router d158f1de-2a58-4630-b585-011010d866d2 has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:36:47.092790 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb20dc1a-76b2-47ae-9f1f-7bb0904abc88 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:36:47.151751 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port bb20dc1a-76b2-47ae-9f1f-7bb0904abc88, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=bb20dc1a-76b2-47ae-9f1f-7bb0904abc88,segment=NetworkSegment(145bbce2-4d60-40aa-a72c-096b52c1da9d),segment_id=145bbce2-4d60-40aa-a72c-096b52c1da9d)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:36:47.171031 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e4f87fae-2f69-4c3a-9892-612325ecce95 req-ef4f3be3-53c1-4bc4-a756-60148986d2f9 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/ports?device_id=6266b4f2-471d-4297-9d3c-9386239f951c HTTP/1.1" status: 200 len: 210 time: 0.1289418 Jan 28 19:36:47.235445 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 0049e87b-1ed1-40b5-84b1-57e2ce400e25 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:36:47.235445 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (0049e87b-1ed1-40b5-84b1-57e2ce400e25), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:47.380267 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (bb20dc1a-76b2-47ae-9f1f-7bb0904abc88), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:47.418396 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ab54beb-7d11-4540-bfa0-c65764d70c5e tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:36:47.431370 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-7ab54beb-7d11-4540-bfa0-c65764d70c5e tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "PUT /v2.0/routers/d158f1de-2a58-4630-b585-011010d866d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6284330 Jan 28 19:36:47.435112 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 42044) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:36:47.451517 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a490d176-0f59-4155-a040-d4cf9a1cbdc1 req-22f6918a-f861-4249-9826-47222f930662 tempest-ServerGroupTestJSON-1881397435 tempest-ServerGroupTestJSON-1881397435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:47.463205 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a490d176-0f59-4155-a040-d4cf9a1cbdc1 req-22f6918a-f861-4249-9826-47222f930662 tempest-ServerGroupTestJSON-1881397435 tempest-ServerGroupTestJSON-1881397435-project] 10.222.0.64 "GET /v2.0/ports?device_id=8891a19d-ce42-4116-b48c-63a6b9891570 HTTP/1.1" status: 200 len: 943 time: 0.3685725 Jan 28 19:36:47.517094 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e667b1-af04-45de-921a-f3c82a0b690c None None] Network a81bca0d-f9ca-41b8-9677-dc2ceca38b2e requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:36:47.546359 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=bb20dc1a-76b2-47ae-9f1f-7bb0904abc88,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:47.609414 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a490d176-0f59-4155-a040-d4cf9a1cbdc1 req-fc493613-d00e-4229-9897-68137f0c2cca tempest-ServerGroupTestJSON-1881397435 tempest-ServerGroupTestJSON-1881397435-project] 10.222.0.64 "GET /v2.0/security-groups?id=e29a80c9-097a-4152-8704-a835e054dd97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410763 Jan 28 19:36:47.611515 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25cebeed-1105-4794-8c89-e73484d3e619 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:47.613844 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25cebeed-1105-4794-8c89-e73484d3e619 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:47.625273 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-25cebeed-1105-4794-8c89-e73484d3e619 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1865308 Jan 28 19:36:47.626615 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 42048) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:36:47.886849 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['bb20dc1a-76b2-47ae-9f1f-7bb0904abc88'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:36:47.889732 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-9869c5b4-2e84-4808-b0ba-d8d3207fb30e tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Deleting subnet ca74b09f-6579-4144-a70c-6becb8c19027 {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:36:47.893269 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9869c5b4-2e84-4808-b0ba-d8d3207fb30e tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks [] for subnet (ca74b09f-6579-4144-a70c-6becb8c19027), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:47.944466 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9869c5b4-2e84-4808-b0ba-d8d3207fb30e tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4747050'] for subnet (ca74b09f-6579-4144-a70c-6becb8c19027), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:48.077966 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9869c5b4-2e84-4808-b0ba-d8d3207fb30e tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (ca74b09f-6579-4144-a70c-6becb8c19027), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:48.131019 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8cbabe-d5d6-4956-87a3-65e8a47ffaa1 req-b3204661-c801-4c53-82a8-5618d6345fc7 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:48.145394 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ef8cbabe-d5d6-4956-87a3-65e8a47ffaa1 req-b3204661-c801-4c53-82a8-5618d6345fc7 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8fc1db2-697a-41ab-9984-99a4c5e04be7 HTTP/1.1" status: 200 len: 945 time: 0.1679909 Jan 28 19:36:48.152489 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f47e85c6-055d-4553-96a9-2cc1a7070d19 tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:48.157071 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9869c5b4-2e84-4808-b0ba-d8d3207fb30e tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4690616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5222356'] for subnet (ca74b09f-6579-4144-a70c-6becb8c19027), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:48.199557 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9869c5b4-2e84-4808-b0ba-d8d3207fb30e tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:48.203538 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-9869c5b4-2e84-4808-b0ba-d8d3207fb30e tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "DELETE /v2.0/subnets/ca74b09f-6579-4144-a70c-6becb8c19027 HTTP/1.1" status: 204 len: 168 time: 0.5756471 Jan 28 19:36:48.206498 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9869c5b4-2e84-4808-b0ba-d8d3207fb30e tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Pushing event deleted for resources: {'Subnet': ['ID=ca74b09f-6579-4144-a70c-6becb8c19027,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:48.207752 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 42058) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:36:48.313792 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ef8cbabe-d5d6-4956-87a3-65e8a47ffaa1 req-abf4b5a0-6a19-445a-9883-4dec4c86413a tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/security-groups?id=a1544774-06dd-4b7d-abb3-fdfd2885225c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1669507 Jan 28 19:36:48.322451 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e33f997-41d4-47cc-861e-0ace6d497bb2 None None] Sync routers for ids ['d158f1de-2a58-4630-b585-011010d866d2'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:36:48.353002 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e33f997-41d4-47cc-861e-0ace6d497bb2 None None] Routers {'d158f1de-2a58-4630-b585-011010d866d2'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:36:48.353690 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-1e33f997-41d4-47cc-861e-0ace6d497bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:36:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['d158f1de-2a58-4630-b585-011010d866d2'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:36:48.387169 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d5bd2a-ad09-4d6f-b315-59acb1cbc550 None None] Network decd8274-9eda-4d81-a020-86cc15d56022 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:36:48.565518 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-1003a1e0-9add-49f7-9deb-e042a1e2acaf None None] Allocated IP 172.20.0.2 (02dbbeb6-0f90-414e-a402-fed9ffa2c970/0ef5e96b-a44b-4ffa-97ba-01410ec7a957/6c78bc68-011c-45cb-878a-fed5d3a9b991) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:36:48.588299 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3e92798b-9045-4c9d-8ad4-c776b03dcf2c req-c9b823b7-6e58-4b0e-b3b7-d31c1c72f0f3 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/ports?device_id=6266b4f2-471d-4297-9d3c-9386239f951c HTTP/1.1" status: 200 len: 210 time: 0.0696778 Jan 28 19:36:48.635035 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-27c50dc9-a772-4b1c-ba2b-4e70b4eb58c0 None None] Allocated IP 172.20.0.2 (67f32045-039f-42df-a898-13429bb04943/12678946-5991-4a7e-aa2b-d60956463229/b3dd1808-a5b7-4a3d-ac88-12445a498224) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:36:48.645282 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2741bc85-df59-469b-81f9-f0135e7533da None None] Provisioning complete for port 0049e87b-1ed1-40b5-84b1-57e2ce400e25 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:36:48.645934 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2741bc85-df59-469b-81f9-f0135e7533da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (0049e87b-1ed1-40b5-84b1-57e2ce400e25), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:48.725319 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-9306e033-222c-4cc7-8a1e-c0d927416890 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.4829929 Jan 28 19:36:48.726071 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 42072) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:36:48.854888 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 0049e87b-1ed1-40b5-84b1-57e2ce400e25 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:36:48.859101 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (0049e87b-1ed1-40b5-84b1-57e2ce400e25), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:48.943126 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-23727f28-4314-4a29-ac4f-1895d945406e tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks [] for router (d158f1de-2a58-4630-b585-011010d866d2), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:49.034880 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-1e33f997-41d4-47cc-861e-0ace6d497bb2 None None] Set router d158f1de-2a58-4630-b585-011010d866d2 gateway port host: None {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:36:49.231335 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-1e33f997-41d4-47cc-861e-0ace6d497bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd158f1de-2a58-4630-b585-011010d866d2', 'name': 'tempest-NetworksTestDHCPv6-router-1082175831', 'tenant_id': '74e14b1dc35c45ef8b65d1fdcc58b8bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:36:30Z', 'updated_at': '2022-01-28T19:36:44Z', 'revision_number': 3, 'project_id': '74e14b1dc35c45ef8b65d1fdcc58b8bc', 'gw_port_host': None}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:36:49.264565 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e33f997-41d4-47cc-861e-0ace6d497bb2 None None] Checking router: d158f1de-2a58-4630-b585-011010d866d2 for host: n-d-812111-14 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:36:49.275453 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e33f997-41d4-47cc-861e-0ace6d497bb2 None None] Routers {'d158f1de-2a58-4630-b585-011010d866d2'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:36:49.276494 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-1e33f997-41d4-47cc-861e-0ace6d497bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:36:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['d158f1de-2a58-4630-b585-011010d866d2'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:36:49.385179 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-1e33f997-41d4-47cc-861e-0ace6d497bb2 None None] Set router d158f1de-2a58-4630-b585-011010d866d2 gateway port host: None {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:36:49.453567 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1003a1e0-9add-49f7-9deb-e042a1e2acaf None None] Publish callbacks [] for port (6c78bc68-011c-45cb-878a-fed5d3a9b991), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:49.469007 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1003a1e0-9add-49f7-9deb-e042a1e2acaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (6c78bc68-011c-45cb-878a-fed5d3a9b991), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:49.535142 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-1e33f997-41d4-47cc-861e-0ace6d497bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd158f1de-2a58-4630-b585-011010d866d2', 'name': 'tempest-NetworksTestDHCPv6-router-1082175831', 'tenant_id': '74e14b1dc35c45ef8b65d1fdcc58b8bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:36:30Z', 'updated_at': '2022-01-28T19:36:44Z', 'revision_number': 3, 'project_id': '74e14b1dc35c45ef8b65d1fdcc58b8bc', 'gw_port_host': None}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:36:49.612762 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e33f997-41d4-47cc-861e-0ace6d497bb2 None None] The sync data for ids ['d158f1de-2a58-4630-b585-011010d866d2'] in n-d-812111-14 is: [{'id': 'd158f1de-2a58-4630-b585-011010d866d2', 'name': 'tempest-NetworksTestDHCPv6-router-1082175831', 'tenant_id': '74e14b1dc35c45ef8b65d1fdcc58b8bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:36:30Z', 'updated_at': '2022-01-28T19:36:44Z', 'revision_number': 3, 'project_id': '74e14b1dc35c45ef8b65d1fdcc58b8bc', 'gw_port_host': None}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:36:49.628051 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] For port 0049e87b-1ed1-40b5-84b1-57e2ce400e25, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=0049e87b-1ed1-40b5-84b1-57e2ce400e25,segment=NetworkSegment(af5674d6-50e8-4396-beae-1ee64909997c),segment_id=af5674d6-50e8-4396-beae-1ee64909997c)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:36:49.662209 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3e89e6-2a5d-406c-804c-633fc7cbd567 req-0db2e7ac-d977-4c4f-b5f1-2d4d01bd9daa tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:49.673014 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4b3e89e6-2a5d-406c-804c-633fc7cbd567 req-0db2e7ac-d977-4c4f-b5f1-2d4d01bd9daa tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8fc1db2-697a-41ab-9984-99a4c5e04be7 HTTP/1.1" status: 200 len: 945 time: 0.1683400 Jan 28 19:36:49.785304 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4b3e89e6-2a5d-406c-804c-633fc7cbd567 req-e40dc8c0-4ca3-43c9-831f-6bbb57ab4f63 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/security-groups?id=a1544774-06dd-4b7d-abb3-fdfd2885225c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037190 Jan 28 19:36:49.801523 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1003a1e0-9add-49f7-9deb-e042a1e2acaf None None] Network 02dbbeb6-0f90-414e-a402-fed9ffa2c970 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:36:49.838092 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (0049e87b-1ed1-40b5-84b1-57e2ce400e25), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:49.838092 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 3cdf2ed6-2a7e-4a31-a888-235c1b63f3f2 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:36:49.884475 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: 3cdf2ed6-2a7e-4a31-a888-235c1b63f3f2 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:36:49.884819 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 3cdf2ed6-2a7e-4a31-a888-235c1b63f3f2 not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jan 28 19:36:49.889355 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-1003a1e0-9add-49f7-9deb-e042a1e2acaf None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:36:49.941261 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1003a1e0-9add-49f7-9deb-e042a1e2acaf None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:36:50.001535 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-0ed25cda-b5bb-4420-876b-bb853ab0246c req-9a19339b-6a97-4b47-8c0b-a463caae172e tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/ports?device_id=6266b4f2-471d-4297-9d3c-9386239f951c HTTP/1.1" status: 200 len: 210 time: 0.0730355 Jan 28 19:36:50.052667 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Port 3cdf2ed6-2a7e-4a31-a888-235c1b63f3f2 not found, will not notify nova. {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jan 28 19:36:50.062741 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-23727f28-4314-4a29-ac4f-1895d945406e tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-730901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261120'] for router (d158f1de-2a58-4630-b585-011010d866d2), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:50.066162 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-23727f28-4314-4a29-ac4f-1895d945406e tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks [] for router_controller (d158f1de-2a58-4630-b585-011010d866d2), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:50.076185 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1003a1e0-9add-49f7-9deb-e042a1e2acaf None None] Pushing event updated for resources: {'Port': ['ID=6c78bc68-011c-45cb-878a-fed5d3a9b991,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:50.171179 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-23727f28-4314-4a29-ac4f-1895d945406e tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-730908'] for router (d158f1de-2a58-4630-b585-011010d866d2), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:50.171685 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23727f28-4314-4a29-ac4f-1895d945406e tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Fanout notify agent at l3_agent the message router_deleted on router d158f1de-2a58-4630-b585-011010d866d2 {{(pid=103305) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:36:50.210359 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74e6546-e814-41e8-a6ef-de885265e958 req-72991ba9-af3d-4e3b-9ff1-db22ab92591c tempest-ServerGroupTestJSON-1881397435 tempest-ServerGroupTestJSON-1881397435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:50.217333 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c74e6546-e814-41e8-a6ef-de885265e958 req-72991ba9-af3d-4e3b-9ff1-db22ab92591c tempest-ServerGroupTestJSON-1881397435 tempest-ServerGroupTestJSON-1881397435-project] 10.222.0.64 "GET /v2.0/ports?device_id=8891a19d-ce42-4116-b48c-63a6b9891570 HTTP/1.1" status: 200 len: 944 time: 1.1416163 Jan 28 19:36:50.249000 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-23727f28-4314-4a29-ac4f-1895d945406e tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:50.250148 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-23727f28-4314-4a29-ac4f-1895d945406e tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "DELETE /v2.0/routers/d158f1de-2a58-4630-b585-011010d866d2 HTTP/1.1" status: 204 len: 168 time: 1.5229182 Jan 28 19:36:50.253213 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 42090) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:36:50.259384 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-bb1894d7-a231-4aa5-a7b0-63869d406f5a tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Request body: {'subnet': {'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:36:50.264229 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2648454-557f-440c-9f18-5ea87245c00d req-a4a02119-04cd-4ad3-832f-34c5343938d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:50.279123 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b2648454-557f-440c-9f18-5ea87245c00d req-a4a02119-04cd-4ad3-832f-34c5343938d3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0f0ddac21a95455ebc1c3ac83c1cf620&device_id=f8fc1db2-697a-41ab-9984-99a4c5e04be7 HTTP/1.1" status: 200 len: 1128 time: 0.4008431 Jan 28 19:36:50.382932 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Pushing event updated for resources: {'Port': ['ID=0049e87b-1ed1-40b5-84b1-57e2ce400e25,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:50.387996 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19935636-2d11-4d52-bb69-7d65d57ec88b None None] DHCP port deletion for decd8274-9eda-4d81-a020-86cc15d56022 request from n-d-812111-14 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:36:50.394175 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 3cdf2ed6-2a7e-4a31-a888-235c1b63f3f2 no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:36:50.516582 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: 3cdf2ed6-2a7e-4a31-a888-235c1b63f3f2 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:36:50.517406 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 3cdf2ed6-2a7e-4a31-a888-235c1b63f3f2 not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:36:50.523921 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb1894d7-a231-4aa5-a7b0-63869d406f5a tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Made reservation on behalf of 74e14b1dc35c45ef8b65d1fdcc58b8bc for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:36:50.528212 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bb1894d7-a231-4aa5-a7b0-63869d406f5a tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5221429'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:50.570250 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c74e6546-e814-41e8-a6ef-de885265e958 req-164a8f3e-4fab-4eb8-83e0-4d00401c4d8b tempest-ServerGroupTestJSON-1881397435 tempest-ServerGroupTestJSON-1881397435-project] 10.222.0.64 "GET /v2.0/security-groups?id=e29a80c9-097a-4152-8704-a835e054dd97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3519678 Jan 28 19:36:50.686216 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2648454-557f-440c-9f18-5ea87245c00d req-75f7d687-93ea-4302-93f5-d13dc349952f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:50.692402 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b2648454-557f-440c-9f18-5ea87245c00d req-75f7d687-93ea-4302-93f5-d13dc349952f service neutron] 10.222.0.41 "GET /v2.0/networks?id=4ed80f8c-a628-4bf0-926c-daa4ec7f72d6 HTTP/1.1" status: 200 len: 917 time: 0.3466401 Jan 28 19:36:50.739423 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2741bc85-df59-469b-81f9-f0135e7533da None None] Current status of the port 0049e87b-1ed1-40b5-84b1-57e2ce400e25 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:36:50.809496 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:50.815485 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-1003a1e0-9add-49f7-9deb-e042a1e2acaf None None] Attempting to bind port 6c78bc68-011c-45cb-878a-fed5d3a9b991 on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:36:50.816071 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-1003a1e0-9add-49f7-9deb-e042a1e2acaf None None] Attempting to bind port 6c78bc68-011c-45cb-878a-fed5d3a9b991 by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': 'bc72d15e-56e2-4b51-b3fa-575e4f07fde7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '02dbbeb6-0f90-414e-a402-fed9ffa2c970'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:36:50.816647 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1003a1e0-9add-49f7-9deb-e042a1e2acaf None None] Attempting to bind port 6c78bc68-011c-45cb-878a-fed5d3a9b991 on network 02dbbeb6-0f90-414e-a402-fed9ffa2c970 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:36:50.839595 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-27c50dc9-a772-4b1c-ba2b-4e70b4eb58c0 None None] Publish callbacks [] for port (b3dd1808-a5b7-4a3d-ac88-12445a498224), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:50.842306 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1003a1e0-9add-49f7-9deb-e042a1e2acaf None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:36:50.842893 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1003a1e0-9add-49f7-9deb-e042a1e2acaf None None] Checking segment: {'id': 'bc72d15e-56e2-4b51-b3fa-575e4f07fde7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '02dbbeb6-0f90-414e-a402-fed9ffa2c970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:36:50.843443 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1003a1e0-9add-49f7-9deb-e042a1e2acaf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:50.843987 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1003a1e0-9add-49f7-9deb-e042a1e2acaf None None] Bound using segment: {'id': 'bc72d15e-56e2-4b51-b3fa-575e4f07fde7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '02dbbeb6-0f90-414e-a402-fed9ffa2c970'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:36:50.844666 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-1003a1e0-9add-49f7-9deb-e042a1e2acaf None None] Bound port: 6c78bc68-011c-45cb-878a-fed5d3a9b991, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc72d15e-56e2-4b51-b3fa-575e4f07fde7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '02dbbeb6-0f90-414e-a402-fed9ffa2c970'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:36:50.857728 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1003a1e0-9add-49f7-9deb-e042a1e2acaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (6c78bc68-011c-45cb-878a-fed5d3a9b991), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:50.884367 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-27c50dc9-a772-4b1c-ba2b-4e70b4eb58c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (b3dd1808-a5b7-4a3d-ac88-12445a498224), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:50.961425 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b2648454-557f-440c-9f18-5ea87245c00d req-65da2268-bb28-4074-8a08-2f5a411d7705 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=88c4d8f8-69eb-4f76-9273-a53c5a9dd516 HTTP/1.1" status: 200 len: 1000 time: 0.2624090 Jan 28 19:36:51.027103 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-6ae97889-7377-4afd-8203-a83a5c630ef5 None None] Provisioning complete for port 0049e87b-1ed1-40b5-84b1-57e2ce400e25 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:36:51.027671 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6ae97889-7377-4afd-8203-a83a5c630ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (0049e87b-1ed1-40b5-84b1-57e2ce400e25), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:51.033512 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27c50dc9-a772-4b1c-ba2b-4e70b4eb58c0 None None] Network 67f32045-039f-42df-a898-13429bb04943 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:36:51.074764 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-27c50dc9-a772-4b1c-ba2b-4e70b4eb58c0 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:36:51.132957 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2648454-557f-440c-9f18-5ea87245c00d req-5b29d6f9-9110-4192-a591-2d67761e474e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:51.147362 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-1003a1e0-9add-49f7-9deb-e042a1e2acaf None None] For port 6c78bc68-011c-45cb-878a-fed5d3a9b991, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:36:51.150191 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b2648454-557f-440c-9f18-5ea87245c00d req-5b29d6f9-9110-4192-a591-2d67761e474e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ccd8c2b9-0197-4b01-ba57-f13b2702d1bc HTTP/1.1" status: 200 len: 856 time: 0.1740344 Jan 28 19:36:51.151701 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-1003a1e0-9add-49f7-9deb-e042a1e2acaf None None] For port 6c78bc68-011c-45cb-878a-fed5d3a9b991, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=6c78bc68-011c-45cb-878a-fed5d3a9b991,segment=NetworkSegment(bc72d15e-56e2-4b51-b3fa-575e4f07fde7),segment_id=bc72d15e-56e2-4b51-b3fa-575e4f07fde7)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:36:51.157808 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-19935636-2d11-4d52-bb69-7d65d57ec88b None None] Deleting port 62166d5a-43e5-4afc-85bf-c6cf042cbd65 {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:36:51.158358 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-19935636-2d11-4d52-bb69-7d65d57ec88b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (62166d5a-43e5-4afc-85bf-c6cf042cbd65), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:51.177563 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-f47e85c6-055d-4553-96a9-2cc1a7070d19 tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Allocated IP 172.20.0.1 (67f32045-039f-42df-a898-13429bb04943/12678946-5991-4a7e-aa2b-d60956463229/69eabb46-345e-4f56-9e38-7d5564c6f3f0) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:36:51.316155 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bb1894d7-a231-4aa5-a7b0-63869d406f5a tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4690681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5221415'] for subnet (6bb732fb-9b81-49ae-a87d-aa0b47e4982c), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:51.320965 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d26851f7-d6fc-4397-abb7-5830ad81e573 req-84556e8d-01d7-46aa-b40d-2304f2922200 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/ports?device_id=6266b4f2-471d-4297-9d3c-9386239f951c HTTP/1.1" status: 200 len: 210 time: 0.0705962 Jan 28 19:36:51.323689 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-19935636-2d11-4d52-bb69-7d65d57ec88b None None] For port 62166d5a-43e5-4afc-85bf-c6cf042cbd65, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=62166d5a-43e5-4afc-85bf-c6cf042cbd65,segment=NetworkSegment(2aac29a1-8685-476c-bba5-fffce3cb94d6),segment_id=2aac29a1-8685-476c-bba5-fffce3cb94d6)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:36:51.324717 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-19935636-2d11-4d52-bb69-7d65d57ec88b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (62166d5a-43e5-4afc-85bf-c6cf042cbd65), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:51.369373 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-19935636-2d11-4d52-bb69-7d65d57ec88b None None] Calling delete_port for 62166d5a-43e5-4afc-85bf-c6cf042cbd65 owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:36:51.375194 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2648454-557f-440c-9f18-5ea87245c00d req-c6234786-97c8-4726-afc2-1fac3ad09230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:51.376715 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b2648454-557f-440c-9f18-5ea87245c00d req-c6234786-97c8-4726-afc2-1fac3ad09230 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4ed80f8c-a628-4bf0-926c-daa4ec7f72d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2176886 Jan 28 19:36:51.414524 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c50dc9-a772-4b1c-ba2b-4e70b4eb58c0 None None] Pushing event updated for resources: {'Port': ['ID=b3dd1808-a5b7-4a3d-ac88-12445a498224,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:51.437875 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c50dc9-a772-4b1c-ba2b-4e70b4eb58c0 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:36:51.451784 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1003a1e0-9add-49f7-9deb-e042a1e2acaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (6c78bc68-011c-45cb-878a-fed5d3a9b991), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:51.495970 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6318ec-db93-43b1-a7de-4ea0912ff547 req-b2c56bf2-39c1-42d1-9590-a5934e59d492 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:51.509730 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1d6318ec-db93-43b1-a7de-4ea0912ff547 req-b2c56bf2-39c1-42d1-9590-a5934e59d492 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8fc1db2-697a-41ab-9984-99a4c5e04be7 HTTP/1.1" status: 200 len: 945 time: 0.3930235 Jan 28 19:36:51.668034 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b2648454-557f-440c-9f18-5ea87245c00d req-4b14eeca-a4c1-4018-a72a-571ed70a2c2d service neutron] 10.222.0.41 "GET /v2.0/networks/4ed80f8c-a628-4bf0-926c-daa4ec7f72d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2799776 Jan 28 19:36:51.775990 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-27c50dc9-a772-4b1c-ba2b-4e70b4eb58c0 None None] Attempting to bind port b3dd1808-a5b7-4a3d-ac88-12445a498224 on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:36:51.777056 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-27c50dc9-a772-4b1c-ba2b-4e70b4eb58c0 None None] Attempting to bind port b3dd1808-a5b7-4a3d-ac88-12445a498224 by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '1eea3d50-0f4f-4738-90f1-1ef3dd6fe529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '67f32045-039f-42df-a898-13429bb04943'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:36:51.777856 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c50dc9-a772-4b1c-ba2b-4e70b4eb58c0 None None] Attempting to bind port b3dd1808-a5b7-4a3d-ac88-12445a498224 on network 67f32045-039f-42df-a898-13429bb04943 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:36:51.797086 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb1894d7-a231-4aa5-a7b0-63869d406f5a tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Network decd8274-9eda-4d81-a020-86cc15d56022 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:36:51.812846 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1003a1e0-9add-49f7-9deb-e042a1e2acaf None None] Pushing event updated for resources: {'Port': ['ID=6c78bc68-011c-45cb-878a-fed5d3a9b991,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:51.834221 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c50dc9-a772-4b1c-ba2b-4e70b4eb58c0 None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:36:51.835209 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c50dc9-a772-4b1c-ba2b-4e70b4eb58c0 None None] Checking segment: {'id': '1eea3d50-0f4f-4738-90f1-1ef3dd6fe529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '67f32045-039f-42df-a898-13429bb04943'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:36:51.835941 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-27c50dc9-a772-4b1c-ba2b-4e70b4eb58c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:51.836682 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c50dc9-a772-4b1c-ba2b-4e70b4eb58c0 None None] Bound using segment: {'id': '1eea3d50-0f4f-4738-90f1-1ef3dd6fe529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '67f32045-039f-42df-a898-13429bb04943'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:36:51.837434 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-27c50dc9-a772-4b1c-ba2b-4e70b4eb58c0 None None] Bound port: b3dd1808-a5b7-4a3d-ac88-12445a498224, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1eea3d50-0f4f-4738-90f1-1ef3dd6fe529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '67f32045-039f-42df-a898-13429bb04943'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:36:51.838536 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-27c50dc9-a772-4b1c-ba2b-4e70b4eb58c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (b3dd1808-a5b7-4a3d-ac88-12445a498224), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:51.841505 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-bb1894d7-a231-4aa5-a7b0-63869d406f5a tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:36:51.847899 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb1894d7-a231-4aa5-a7b0-63869d406f5a tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:51.848524 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bb1894d7-a231-4aa5-a7b0-63869d406f5a tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:51.918051 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-19935636-2d11-4d52-bb69-7d65d57ec88b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985'] for port (62166d5a-43e5-4afc-85bf-c6cf042cbd65), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:51.981347 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b2648454-557f-440c-9f18-5ea87245c00d req-68433dfb-fe42-49c6-8533-5d7b3770cf44 service neutron] 10.222.0.41 "GET /v2.0/networks/4ed80f8c-a628-4bf0-926c-daa4ec7f72d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3028901 Jan 28 19:36:51.981479 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1894d7-a231-4aa5-a7b0-63869d406f5a tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Pushing event updated for resources: {'Subnet': ['ID=6bb732fb-9b81-49ae-a87d-aa0b47e4982c,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:52.033379 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1d6318ec-db93-43b1-a7de-4ea0912ff547 req-5052e271-8d8e-4e08-82e4-0fd15fe76a00 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/security-groups?id=a1544774-06dd-4b7d-abb3-fdfd2885225c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5227578 Jan 28 19:36:52.081686 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f96d8f5-45ca-4806-bbb2-8c7d9b4d0864 req-ba033dd7-c2ab-4c26-8e55-2877dc8b62f9 tempest-ServerGroupTestJSON-1881397435 tempest-ServerGroupTestJSON-1881397435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:52.083810 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9f96d8f5-45ca-4806-bbb2-8c7d9b4d0864 req-ba033dd7-c2ab-4c26-8e55-2877dc8b62f9 tempest-ServerGroupTestJSON-1881397435 tempest-ServerGroupTestJSON-1881397435-project] 10.222.0.64 "GET /v2.0/ports?device_id=8891a19d-ce42-4116-b48c-63a6b9891570 HTTP/1.1" status: 200 len: 944 time: 0.1015518 Jan 28 19:36:52.155116 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-bb1894d7-a231-4aa5-a7b0-63869d406f5a tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8982887 Jan 28 19:36:52.174401 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 42130) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:36:52.189402 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-a73d10c9-7519-4187-8510-678cec40bff7 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1943854671', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:36:52.214853 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device bb20dc1a-76b2-47ae-9f1f-7bb0904abc88 up at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:36:52.236385 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19935636-2d11-4d52-bb69-7d65d57ec88b None None] Pushing event deleted for resources: {'Port': ['ID=62166d5a-43e5-4afc-85bf-c6cf042cbd65,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:52.282504 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-6ae97889-7377-4afd-8203-a83a5c630ef5 None None] Current status of the port 0049e87b-1ed1-40b5-84b1-57e2ce400e25 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:36:52.290491 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19935636-2d11-4d52-bb69-7d65d57ec88b None None] No DVR routers for this DVR port 62166d5a-43e5-4afc-85bf-c6cf042cbd65 on host n-d-812111-14 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:36:52.360073 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f47e85c6-055d-4553-96a9-2cc1a7070d19 tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Publish callbacks [] for port (69eabb46-345e-4f56-9e38-7d5564c6f3f0), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:52.369923 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9f96d8f5-45ca-4806-bbb2-8c7d9b4d0864 req-a0506536-15f3-4546-b3c7-63fb6138063f tempest-ServerGroupTestJSON-1881397435 tempest-ServerGroupTestJSON-1881397435-project] 10.222.0.64 "GET /v2.0/security-groups?id=e29a80c9-097a-4152-8704-a835e054dd97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2758253 Jan 28 19:36:52.380209 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba5e7f3-4bdb-45fc-9bba-ce0bf43b0622 None None] Network decd8274-9eda-4d81-a020-86cc15d56022 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:36:52.404735 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a73d10c9-7519-4187-8510-678cec40bff7 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261150'] for router (fef99f29-3930-4134-9264-724265707a03), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:52.404735 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a73d10c9-7519-4187-8510-678cec40bff7 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-731099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-731441', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261129'] for router (fef99f29-3930-4134-9264-724265707a03), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:52.475672 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 0049e87b-1ed1-40b5-84b1-57e2ce400e25 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:36:52.543286 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a73d10c9-7519-4187-8510-678cec40bff7 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks [] for router_controller (fef99f29-3930-4134-9264-724265707a03), precommit_add_association {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:52.575315 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a73d10c9-7519-4187-8510-678cec40bff7 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-731074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-731460'] for router (fef99f29-3930-4134-9264-724265707a03), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:52.616753 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f47e85c6-055d-4553-96a9-2cc1a7070d19 tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (69eabb46-345e-4f56-9e38-7d5564c6f3f0), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:52.687767 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7a1d0556-2c81-4a04-9eec-8c333ca3fe4b req-1a5c7d9d-a9f1-41bc-bd9a-26adf41f982d tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/ports?device_id=6266b4f2-471d-4297-9d3c-9386239f951c HTTP/1.1" status: 200 len: 210 time: 0.1424570 Jan 28 19:36:52.690751 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a73d10c9-7519-4187-8510-678cec40bff7 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:52.691889 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-a73d10c9-7519-4187-8510-678cec40bff7 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.5112591 Jan 28 19:36:52.694755 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 42140) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:36:52.706896 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-27c50dc9-a772-4b1c-ba2b-4e70b4eb58c0 None None] For port b3dd1808-a5b7-4a3d-ac88-12445a498224, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:36:52.708342 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47e85c6-055d-4553-96a9-2cc1a7070d19 tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Pushing event updated for resources: {'Port': ['ID=69eabb46-345e-4f56-9e38-7d5564c6f3f0,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:52.740986 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47e85c6-055d-4553-96a9-2cc1a7070d19 tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Network 67f32045-039f-42df-a898-13429bb04943 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:36:52.747190 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-f47e85c6-055d-4553-96a9-2cc1a7070d19 tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:36:52.752934 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47e85c6-055d-4553-96a9-2cc1a7070d19 tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:36:52.772171 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-27c50dc9-a772-4b1c-ba2b-4e70b4eb58c0 None None] For port b3dd1808-a5b7-4a3d-ac88-12445a498224, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=b3dd1808-a5b7-4a3d-ac88-12445a498224,segment=NetworkSegment(1eea3d50-0f4f-4738-90f1-1ef3dd6fe529),segment_id=1eea3d50-0f4f-4738-90f1-1ef3dd6fe529)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:36:52.803564 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning for port bb20dc1a-76b2-47ae-9f1f-7bb0904abc88 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:36:52.817435 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-27c50dc9-a772-4b1c-ba2b-4e70b4eb58c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (b3dd1808-a5b7-4a3d-ac88-12445a498224), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:52.853741 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning complete for port bb20dc1a-76b2-47ae-9f1f-7bb0904abc88 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:36:52.854091 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (bb20dc1a-76b2-47ae-9f1f-7bb0904abc88), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:52.863606 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f47e85c6-055d-4553-96a9-2cc1a7070d19 tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734769'] for router_interface (1fd64ee2-117d-4716-9bdc-d412e0ad55dc), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:53.246324 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f47e85c6-055d-4553-96a9-2cc1a7070d19 tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (69eabb46-345e-4f56-9e38-7d5564c6f3f0), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:53.258319 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-328f7057-ba1e-4c8b-af0b-899e34f92355 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68cd31fd-e4cd-5fb3-a862-256fc47efcd2-decd8274-9eda-4d81-a020-86cc15d56022', 'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022', 'project_id': '74e14b1dc35c45ef8b65d1fdcc58b8bc', 'fixed_ips': [{'subnet_id': '6bb732fb-9b81-49ae-a87d-aa0b47e4982c'}]}} from n-d-812111-14. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:36:53.259066 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-328f7057-ba1e-4c8b-af0b-899e34f92355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:53.356717 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c50dc9-a772-4b1c-ba2b-4e70b4eb58c0 None None] Pushing event updated for resources: {'Port': ['ID=b3dd1808-a5b7-4a3d-ac88-12445a498224,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:53.387148 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 0049e87b-1ed1-40b5-84b1-57e2ce400e25 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:36:53.387524 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (0049e87b-1ed1-40b5-84b1-57e2ce400e25), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:53.726958 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89577f0f-d95e-4eae-adbf-da88f2bda883 req-15e31274-9fdd-4cf4-bec4-1904bb23c719 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:53.729815 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-89577f0f-d95e-4eae-adbf-da88f2bda883 req-15e31274-9fdd-4cf4-bec4-1904bb23c719 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8fc1db2-697a-41ab-9984-99a4c5e04be7 HTTP/1.1" status: 200 len: 945 time: 0.4988589 Jan 28 19:36:53.839738 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-89577f0f-d95e-4eae-adbf-da88f2bda883 req-83c90c24-bba4-40ac-93dc-9f61f719e2f5 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/security-groups?id=a1544774-06dd-4b7d-abb3-fdfd2885225c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017215 Jan 28 19:36:53.908854 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-96ca6687-8bd4-4a08-9f61-589bd500a47c tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:54.031828 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port bb20dc1a-76b2-47ae-9f1f-7bb0904abc88 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:36:54.040639 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (bb20dc1a-76b2-47ae-9f1f-7bb0904abc88), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:54.066144 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1859ed35-0f47-4745-b0e5-9f7c4fc36869 req-6b378e49-57b1-4394-b015-b09165f41d5f tempest-ServerGroupTestJSON-1881397435 tempest-ServerGroupTestJSON-1881397435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:54.076359 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1859ed35-0f47-4745-b0e5-9f7c4fc36869 req-6b378e49-57b1-4394-b015-b09165f41d5f tempest-ServerGroupTestJSON-1881397435 tempest-ServerGroupTestJSON-1881397435-project] 10.222.0.64 "GET /v2.0/ports?device_id=8891a19d-ce42-4116-b48c-63a6b9891570 HTTP/1.1" status: 200 len: 944 time: 0.5012858 Jan 28 19:36:54.109600 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:54.124561 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab1f3791-c2db-4c55-964d-933e3c09c246 None None] Network 02dbbeb6-0f90-414e-a402-fed9ffa2c970 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:36:54.167522 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d614f38a-8490-4b0a-9895-0290acbe919c req-e57c9afe-5fdc-4a37-a0bd-8f4025e0b7f7 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/ports?device_id=6266b4f2-471d-4297-9d3c-9386239f951c HTTP/1.1" status: 200 len: 210 time: 0.1356988 Jan 28 19:36:54.222066 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-328f7057-ba1e-4c8b-af0b-899e34f92355 None None] Allocated IP 2001:db8::2 (decd8274-9eda-4d81-a020-86cc15d56022/6bb732fb-9b81-49ae-a87d-aa0b47e4982c/f754bea7-b2a7-4461-af9b-3083c1a34594) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:36:54.332427 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1859ed35-0f47-4745-b0e5-9f7c4fc36869 req-e50eaeb0-95d1-457b-a4df-0b8675ebd682 tempest-ServerGroupTestJSON-1881397435 tempest-ServerGroupTestJSON-1881397435-project] 10.222.0.64 "GET /v2.0/security-groups?id=e29a80c9-097a-4152-8704-a835e054dd97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549858 Jan 28 19:36:54.410967 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f47e85c6-055d-4553-96a9-2cc1a7070d19 tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Publish callbacks [] for port (69eabb46-345e-4f56-9e38-7d5564c6f3f0), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:54.426349 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f47e85c6-055d-4553-96a9-2cc1a7070d19 tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (69eabb46-345e-4f56-9e38-7d5564c6f3f0), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:54.557873 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8891a19d-ce42-4116-b48c-63a6b9891570', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb20dc1a-76b2-47ae-9f1f-7bb0904abc88'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:36:54.560162 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16ca8e49-4859-4581-afba-a701f56c54c1" -d '{"events": [{"server_uuid": "8891a19d-ce42-4116-b48c-63a6b9891570", "name": "network-vif-plugged", "status": "completed", "tag": "bb20dc1a-76b2-47ae-9f1f-7bb0904abc88"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:36:54.574730 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f47e85c6-055d-4553-96a9-2cc1a7070d19 tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-756216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-732801'] for router_interface (1fd64ee2-117d-4716-9bdc-d412e0ad55dc), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:54.623875 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-328f7057-ba1e-4c8b-af0b-899e34f92355 None None] Publish callbacks [] for port (f754bea7-b2a7-4461-af9b-3083c1a34594), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:54.710095 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00aec753-8acf-49e3-b278-aca654780745 x-openstack-request-id: req-00aec753-8acf-49e3-b278-aca654780745 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:36:54.710400 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8891a19d-ce42-4116-b48c-63a6b9891570", "name": "network-vif-plugged", "status": "completed", "tag": "bb20dc1a-76b2-47ae-9f1f-7bb0904abc88", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:36:54.710625 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-00aec753-8acf-49e3-b278-aca654780745 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:36:54.713549 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8891a19d-ce42-4116-b48c-63a6b9891570', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb20dc1a-76b2-47ae-9f1f-7bb0904abc88', 'code': 200} Jan 28 19:36:54.715579 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port bb20dc1a-76b2-47ae-9f1f-7bb0904abc88, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=bb20dc1a-76b2-47ae-9f1f-7bb0904abc88,segment=NetworkSegment(145bbce2-4d60-40aa-a72c-096b52c1da9d),segment_id=145bbce2-4d60-40aa-a72c-096b52c1da9d)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:36:54.737721 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-328f7057-ba1e-4c8b-af0b-899e34f92355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (f754bea7-b2a7-4461-af9b-3083c1a34594), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:54.794826 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 0049e87b-1ed1-40b5-84b1-57e2ce400e25 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:36:54.803419 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328f7057-ba1e-4c8b-af0b-899e34f92355 None None] Pushing event updated for resources: {'Port': ['ID=f754bea7-b2a7-4461-af9b-3083c1a34594,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:54.806083 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-a97ebad1-7591-4579-88b8-61bef07b6f2a None None] Provisioning complete for port 6c78bc68-011c-45cb-878a-fed5d3a9b991 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:36:54.817590 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a97ebad1-7591-4579-88b8-61bef07b6f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (6c78bc68-011c-45cb-878a-fed5d3a9b991), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:54.880209 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47e85c6-055d-4553-96a9-2cc1a7070d19 tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Pushing event updated for resources: {'Port': ['ID=69eabb46-345e-4f56-9e38-7d5564c6f3f0,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:54.901959 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47e85c6-055d-4553-96a9-2cc1a7070d19 tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Network 67f32045-039f-42df-a898-13429bb04943 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:36:54.904288 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-f47e85c6-055d-4553-96a9-2cc1a7070d19 tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:36:54.911659 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (bb20dc1a-76b2-47ae-9f1f-7bb0904abc88), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:55.017715 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-96ca6687-8bd4-4a08-9f61-589bd500a47c tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Allocated IP 2001:db8::1 (decd8274-9eda-4d81-a020-86cc15d56022/6bb732fb-9b81-49ae-a87d-aa0b47e4982c/d6cd0125-22d6-4610-b320-c730bdc80ec8) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:36:55.036538 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 62166d5a-43e5-4afc-85bf-c6cf042cbd65 no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:36:55.076415 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-328f7057-ba1e-4c8b-af0b-899e34f92355 None None] Network decd8274-9eda-4d81-a020-86cc15d56022 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:36:55.128603 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1a6951-03d2-4ae5-ac51-7eaa874f72a2 req-89d8e4c4-244f-43ed-8bec-76988c7d1ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:55.130277 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-cf1a6951-03d2-4ae5-ac51-7eaa874f72a2 req-89d8e4c4-244f-43ed-8bec-76988c7d1ef2 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8891a19d-ce42-4116-b48c-63a6b9891570 HTTP/1.1" status: 200 len: 1128 time: 0.3463182 Jan 28 19:36:55.397343 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8422c472-a338-4389-ba75-2898e95300e9 req-7db4abbe-dbc4-4a33-8765-cc1d56224b5f tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:55.399972 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8422c472-a338-4389-ba75-2898e95300e9 req-7db4abbe-dbc4-4a33-8765-cc1d56224b5f tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8fc1db2-697a-41ab-9984-99a4c5e04be7 HTTP/1.1" status: 200 len: 945 time: 0.2759049 Jan 28 19:36:55.459174 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-cf1a6951-03d2-4ae5-ac51-7eaa874f72a2 req-bd29f3e4-971f-4f20-b453-a62e8d32575c service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=e29a80c9-097a-4152-8704-a835e054dd97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3085327 Jan 28 19:36:55.493293 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f47e85c6-055d-4553-96a9-2cc1a7070d19 tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Router 1fd64ee2-117d-4716-9bdc-d412e0ad55dc is scheduled to L3 agent 76fe5c49-705a-4e08-abb2-be585676213f with binding_index 1 {{(pid=103304) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 19:36:55.496532 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-cacff861-38f9-4314-a781-4d097e9b7d0d req-21edfeb6-9615-4b6e-8670-6be61b30fe32 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/ports?device_id=6266b4f2-471d-4297-9d3c-9386239f951c HTTP/1.1" status: 200 len: 210 time: 0.1610932 Jan 28 19:36:55.556057 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-96ca6687-8bd4-4a08-9f61-589bd500a47c tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks [] for port (d6cd0125-22d6-4610-b320-c730bdc80ec8), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:55.593210 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8422c472-a338-4389-ba75-2898e95300e9 req-453bf61c-a4d8-4ab0-9cc4-685a05f997e8 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/security-groups?id=a1544774-06dd-4b7d-abb3-fdfd2885225c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1767998 Jan 28 19:36:55.640954 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-96ca6687-8bd4-4a08-9f61-589bd500a47c tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (d6cd0125-22d6-4610-b320-c730bdc80ec8), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:55.769536 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ca6687-8bd4-4a08-9f61-589bd500a47c tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Network decd8274-9eda-4d81-a020-86cc15d56022 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:36:55.776013 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-96ca6687-8bd4-4a08-9f61-589bd500a47c tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:36:55.804222 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ca6687-8bd4-4a08-9f61-589bd500a47c tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:36:55.804771 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-96ca6687-8bd4-4a08-9f61-589bd500a47c tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734769'] for router_interface (fef99f29-3930-4134-9264-724265707a03), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:55.817803 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03a5e9b1-3b73-4255-9beb-87f47e214d63 None None] Network 67f32045-039f-42df-a898-13429bb04943 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:36:55.921396 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ca6687-8bd4-4a08-9f61-589bd500a47c tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Pushing event updated for resources: {'Port': ['ID=d6cd0125-22d6-4610-b320-c730bdc80ec8,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:55.935744 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f47e85c6-055d-4553-96a9-2cc1a7070d19 tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:36:55.948102 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 42188) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:36:55.955885 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: 62166d5a-43e5-4afc-85bf-c6cf042cbd65 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:36:55.956613 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 62166d5a-43e5-4afc-85bf-c6cf042cbd65 not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:36:55.958753 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-328f7057-ba1e-4c8b-af0b-899e34f92355 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:36:55.961230 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=bb20dc1a-76b2-47ae-9f1f-7bb0904abc88,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:55.965625 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-f47e85c6-055d-4553-96a9-2cc1a7070d19 tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] 10.222.0.64 "PUT /v2.0/routers/1fd64ee2-117d-4716-9bdc-d412e0ad55dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5668986 Jan 28 19:36:55.968364 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328f7057-ba1e-4c8b-af0b-899e34f92355 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:36:55.985802 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e7ece6-c52b-4954-b555-994792c93137 None None] Sync routers for ids ['1fd64ee2-117d-4716-9bdc-d412e0ad55dc'] in n-d-812111-14 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:36:56.071715 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e7ece6-c52b-4954-b555-994792c93137 None None] Routers {'1fd64ee2-117d-4716-9bdc-d412e0ad55dc'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:36:56.072370 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-f1e7ece6-c52b-4954-b555-994792c93137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:36:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['1fd64ee2-117d-4716-9bdc-d412e0ad55dc'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:36:56.174772 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-f1e7ece6-c52b-4954-b555-994792c93137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:36:56.198874 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-328f7057-ba1e-4c8b-af0b-899e34f92355 None None] Attempting to bind port f754bea7-b2a7-4461-af9b-3083c1a34594 on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:36:56.199255 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-328f7057-ba1e-4c8b-af0b-899e34f92355 None None] Attempting to bind port f754bea7-b2a7-4461-af9b-3083c1a34594 by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '2aac29a1-8685-476c-bba5-fffce3cb94d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:36:56.201426 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328f7057-ba1e-4c8b-af0b-899e34f92355 None None] Attempting to bind port f754bea7-b2a7-4461-af9b-3083c1a34594 on network decd8274-9eda-4d81-a020-86cc15d56022 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:36:56.232145 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a46aab3-4f91-4d0f-ba2b-de7b29caef99 req-41f71b3a-3dd9-465c-a612-2961e7a5e3c3 tempest-ServerGroupTestJSON-1881397435 tempest-ServerGroupTestJSON-1881397435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:56.235295 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328f7057-ba1e-4c8b-af0b-899e34f92355 None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:36:56.235683 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328f7057-ba1e-4c8b-af0b-899e34f92355 None None] Checking segment: {'id': '2aac29a1-8685-476c-bba5-fffce3cb94d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:36:56.236146 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-328f7057-ba1e-4c8b-af0b-899e34f92355 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:56.236548 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328f7057-ba1e-4c8b-af0b-899e34f92355 None None] Bound using segment: {'id': '2aac29a1-8685-476c-bba5-fffce3cb94d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:36:56.237045 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-328f7057-ba1e-4c8b-af0b-899e34f92355 None None] Bound port: f754bea7-b2a7-4461-af9b-3083c1a34594, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aac29a1-8685-476c-bba5-fffce3cb94d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:36:56.237456 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-328f7057-ba1e-4c8b-af0b-899e34f92355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (f754bea7-b2a7-4461-af9b-3083c1a34594), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:56.244904 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-a97ebad1-7591-4579-88b8-61bef07b6f2a None None] Current status of the port 6c78bc68-011c-45cb-878a-fed5d3a9b991 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:36:56.245312 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a97ebad1-7591-4579-88b8-61bef07b6f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (6c78bc68-011c-45cb-878a-fed5d3a9b991), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:56.248648 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2a46aab3-4f91-4d0f-ba2b-de7b29caef99 req-41f71b3a-3dd9-465c-a612-2961e7a5e3c3 tempest-ServerGroupTestJSON-1881397435 tempest-ServerGroupTestJSON-1881397435-project] 10.222.0.64 "GET /v2.0/ports?device_id=8891a19d-ce42-4116-b48c-63a6b9891570 HTTP/1.1" status: 200 len: 945 time: 0.5439599 Jan 28 19:36:56.374240 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-a97ebad1-7591-4579-88b8-61bef07b6f2a None None] For port 6c78bc68-011c-45cb-878a-fed5d3a9b991, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=6c78bc68-011c-45cb-878a-fed5d3a9b991,segment=NetworkSegment(bc72d15e-56e2-4b51-b3fa-575e4f07fde7),segment_id=bc72d15e-56e2-4b51-b3fa-575e4f07fde7)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:36:56.376039 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e7ece6-c52b-4954-b555-994792c93137 None None] Routers {'1fd64ee2-117d-4716-9bdc-d412e0ad55dc'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:36:56.377620 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-f1e7ece6-c52b-4954-b555-994792c93137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:36:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['1fd64ee2-117d-4716-9bdc-d412e0ad55dc'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:36:56.394686 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-96ca6687-8bd4-4a08-9f61-589bd500a47c tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (d6cd0125-22d6-4610-b320-c730bdc80ec8), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:56.521956 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a97ebad1-7591-4579-88b8-61bef07b6f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (6c78bc68-011c-45cb-878a-fed5d3a9b991), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:56.540287 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2a46aab3-4f91-4d0f-ba2b-de7b29caef99 req-16538e2e-d37c-4f45-8e1a-816806805c64 tempest-ServerGroupTestJSON-1881397435 tempest-ServerGroupTestJSON-1881397435-project] 10.222.0.64 "GET /v2.0/security-groups?id=e29a80c9-097a-4152-8704-a835e054dd97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2910254 Jan 28 19:36:56.561815 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-f1e7ece6-c52b-4954-b555-994792c93137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:36:56.563779 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e7ece6-c52b-4954-b555-994792c93137 None None] The sync data for ids ['1fd64ee2-117d-4716-9bdc-d412e0ad55dc'] in n-d-812111-14 is: [] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:36:56.790667 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 6c78bc68-011c-45cb-878a-fed5d3a9b991 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:36:56.906243 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ca09a1fe-5ca0-4aa4-a1bc-bfe31fdd0127 req-0b24956e-ab59-4c13-b0c5-c2db4fd1ca98 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/ports?device_id=6266b4f2-471d-4297-9d3c-9386239f951c HTTP/1.1" status: 200 len: 210 time: 0.1098363 Jan 28 19:36:56.997706 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-de2280e6-34ad-4cfc-8bab-261a11890a8d None None] Provisioning complete for port b3dd1808-a5b7-4a3d-ac88-12445a498224 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:36:56.998454 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-de2280e6-34ad-4cfc-8bab-261a11890a8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (b3dd1808-a5b7-4a3d-ac88-12445a498224), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:57.210780 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97ebad1-7591-4579-88b8-61bef07b6f2a None None] Pushing event updated for resources: {'Port': ['ID=6c78bc68-011c-45cb-878a-fed5d3a9b991,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:57.214977 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-328f7057-ba1e-4c8b-af0b-899e34f92355 None None] For port f754bea7-b2a7-4461-af9b-3083c1a34594, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:36:57.241976 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-328f7057-ba1e-4c8b-af0b-899e34f92355 None None] For port f754bea7-b2a7-4461-af9b-3083c1a34594, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=f754bea7-b2a7-4461-af9b-3083c1a34594,segment=NetworkSegment(2aac29a1-8685-476c-bba5-fffce3cb94d6),segment_id=2aac29a1-8685-476c-bba5-fffce3cb94d6)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:36:57.290757 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97ebad1-7591-4579-88b8-61bef07b6f2a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:36:57.291498 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97ebad1-7591-4579-88b8-61bef07b6f2a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:36:57.295345 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97ebad1-7591-4579-88b8-61bef07b6f2a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:36:57.296113 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97ebad1-7591-4579-88b8-61bef07b6f2a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:36:57.296664 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97ebad1-7591-4579-88b8-61bef07b6f2a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:36:57.297282 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97ebad1-7591-4579-88b8-61bef07b6f2a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:36:57.298144 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97ebad1-7591-4579-88b8-61bef07b6f2a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:36:57.300325 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97ebad1-7591-4579-88b8-61bef07b6f2a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:36:57.300896 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97ebad1-7591-4579-88b8-61bef07b6f2a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:36:57.301480 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97ebad1-7591-4579-88b8-61bef07b6f2a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:36:57.303831 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97ebad1-7591-4579-88b8-61bef07b6f2a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:36:57.307199 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97ebad1-7591-4579-88b8-61bef07b6f2a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:36:57.307802 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97ebad1-7591-4579-88b8-61bef07b6f2a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:36:57.312347 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-328f7057-ba1e-4c8b-af0b-899e34f92355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (f754bea7-b2a7-4461-af9b-3083c1a34594), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:57.503239 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 6c78bc68-011c-45cb-878a-fed5d3a9b991 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:36:57.503901 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (6c78bc68-011c-45cb-878a-fed5d3a9b991), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:57.635827 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-de2280e6-34ad-4cfc-8bab-261a11890a8d None None] Current status of the port b3dd1808-a5b7-4a3d-ac88-12445a498224 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:36:57.636988 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-de2280e6-34ad-4cfc-8bab-261a11890a8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (b3dd1808-a5b7-4a3d-ac88-12445a498224), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:57.732451 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328f7057-ba1e-4c8b-af0b-899e34f92355 None None] Pushing event updated for resources: {'Port': ['ID=f754bea7-b2a7-4461-af9b-3083c1a34594,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:57.783986 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-96ca6687-8bd4-4a08-9f61-589bd500a47c tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks [] for port (d6cd0125-22d6-4610-b320-c730bdc80ec8), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:57.821544 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-de2280e6-34ad-4cfc-8bab-261a11890a8d None None] For port b3dd1808-a5b7-4a3d-ac88-12445a498224, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=b3dd1808-a5b7-4a3d-ac88-12445a498224,segment=NetworkSegment(1eea3d50-0f4f-4738-90f1-1ef3dd6fe529),segment_id=1eea3d50-0f4f-4738-90f1-1ef3dd6fe529)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:36:57.857288 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-de2280e6-34ad-4cfc-8bab-261a11890a8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (b3dd1808-a5b7-4a3d-ac88-12445a498224), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:58.076829 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-96ca6687-8bd4-4a08-9f61-589bd500a47c tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (d6cd0125-22d6-4610-b320-c730bdc80ec8), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:58.077910 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-96ca6687-8bd4-4a08-9f61-589bd500a47c tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-756216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-732801'] for router_interface (fef99f29-3930-4134-9264-724265707a03), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:58.086629 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-76f0b6b5-14c1-4be5-a1e7-87f0f2734ef6 None None] Provisioning complete for port 69eabb46-345e-4f56-9e38-7d5564c6f3f0 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:36:58.087064 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-76f0b6b5-14c1-4be5-a1e7-87f0f2734ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (69eabb46-345e-4f56-9e38-7d5564c6f3f0), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:58.138629 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9dcd77-8131-4827-81a1-43f5217dcc11 req-dd6ea38f-fa94-40c3-9d46-5ee5edce3f6e tempest-ServerGroupTestJSON-1881397435 tempest-ServerGroupTestJSON-1881397435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:58.162914 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-fc9dcd77-8131-4827-81a1-43f5217dcc11 req-dd6ea38f-fa94-40c3-9d46-5ee5edce3f6e tempest-ServerGroupTestJSON-1881397435 tempest-ServerGroupTestJSON-1881397435-project] 10.222.0.64 "GET /v2.0/ports?device_id=8891a19d-ce42-4116-b48c-63a6b9891570 HTTP/1.1" status: 200 len: 945 time: 0.3322482 Jan 28 19:36:58.180568 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2280e6-34ad-4cfc-8bab-261a11890a8d None None] Pushing event updated for resources: {'Port': ['ID=b3dd1808-a5b7-4a3d-ac88-12445a498224,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:58.199335 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 6c78bc68-011c-45cb-878a-fed5d3a9b991 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:36:58.204223 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device b3dd1808-a5b7-4a3d-ac88-12445a498224 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:36:58.341392 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-fc9dcd77-8131-4827-81a1-43f5217dcc11 req-2b3339d4-c0db-4bd6-895e-f7dda6d12f8a tempest-ServerGroupTestJSON-1881397435 tempest-ServerGroupTestJSON-1881397435-project] 10.222.0.64 "GET /v2.0/security-groups?id=e29a80c9-097a-4152-8704-a835e054dd97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745658 Jan 28 19:36:58.365364 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-76f0b6b5-14c1-4be5-a1e7-87f0f2734ef6 None None] Port 69eabb46-345e-4f56-9e38-7d5564c6f3f0 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:36:58.373525 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port b3dd1808-a5b7-4a3d-ac88-12445a498224 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:36:58.373921 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (b3dd1808-a5b7-4a3d-ac88-12445a498224), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:58.487254 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ca6687-8bd4-4a08-9f61-589bd500a47c tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Pushing event updated for resources: {'Port': ['ID=d6cd0125-22d6-4610-b320-c730bdc80ec8,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:58.508490 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c8f5003c-ed3b-42e7-aa4e-2b76cefda334 req-3f210c22-7f15-480d-90ad-5f4b1597a9a3 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/ports?device_id=6266b4f2-471d-4297-9d3c-9386239f951c HTTP/1.1" status: 200 len: 210 time: 0.0663636 Jan 28 19:36:58.509283 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-76f0b6b5-14c1-4be5-a1e7-87f0f2734ef6 None None] Provisioning complete for port 6c78bc68-011c-45cb-878a-fed5d3a9b991 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:36:58.509675 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-76f0b6b5-14c1-4be5-a1e7-87f0f2734ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (6c78bc68-011c-45cb-878a-fed5d3a9b991), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:58.547856 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45486a98-a130-453d-a862-82b80477d8df req-b181a6c8-84ac-4c68-899e-8b4ad508be2f tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:58.556592 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-45486a98-a130-453d-a862-82b80477d8df req-b181a6c8-84ac-4c68-899e-8b4ad508be2f tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8fc1db2-697a-41ab-9984-99a4c5e04be7 HTTP/1.1" status: 200 len: 945 time: 1.5883887 Jan 28 19:36:58.748617 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port b3dd1808-a5b7-4a3d-ac88-12445a498224 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:36:58.819080 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-76f0b6b5-14c1-4be5-a1e7-87f0f2734ef6 None None] Current status of the port 6c78bc68-011c-45cb-878a-fed5d3a9b991 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:36:58.865664 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-76f0b6b5-14c1-4be5-a1e7-87f0f2734ef6 None None] Provisioning complete for port b3dd1808-a5b7-4a3d-ac88-12445a498224 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:36:58.866142 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-76f0b6b5-14c1-4be5-a1e7-87f0f2734ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (b3dd1808-a5b7-4a3d-ac88-12445a498224), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:59.162234 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-76f0b6b5-14c1-4be5-a1e7-87f0f2734ef6 None None] Current status of the port b3dd1808-a5b7-4a3d-ac88-12445a498224 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:36:59.209795 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f54c94a-86cc-4689-b51d-fedad453ee88 req-fbd94939-28bf-4917-8880-5803c7062b6f tempest-ServerGroupTestJSON-1881397435 tempest-ServerGroupTestJSON-1881397435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:59.224744 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6f54c94a-86cc-4689-b51d-fedad453ee88 req-fbd94939-28bf-4917-8880-5803c7062b6f tempest-ServerGroupTestJSON-1881397435 tempest-ServerGroupTestJSON-1881397435-project] 10.222.0.64 "GET /v2.0/ports?device_id=8891a19d-ce42-4116-b48c-63a6b9891570 HTTP/1.1" status: 200 len: 945 time: 0.0754607 Jan 28 19:36:59.308586 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device f754bea7-b2a7-4461-af9b-3083c1a34594 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:36:59.317965 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e21375d-076d-402f-9931-b4c9f8d92082 None None] Provisioning complete for port 69eabb46-345e-4f56-9e38-7d5564c6f3f0 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:36:59.351329 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6f54c94a-86cc-4689-b51d-fedad453ee88 req-4621badf-5965-44e4-8a99-e63cf357a21d tempest-ServerGroupTestJSON-1881397435 tempest-ServerGroupTestJSON-1881397435-project] 10.222.0.64 "GET /v2.0/security-groups?id=e29a80c9-097a-4152-8704-a835e054dd97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233852 Jan 28 19:36:59.352057 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e21375d-076d-402f-9931-b4c9f8d92082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (69eabb46-345e-4f56-9e38-7d5564c6f3f0), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:59.598272 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e21375d-076d-402f-9931-b4c9f8d92082 None None] Port 69eabb46-345e-4f56-9e38-7d5564c6f3f0 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:36:59.627894 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port f754bea7-b2a7-4461-af9b-3083c1a34594 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:36:59.628314 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (f754bea7-b2a7-4461-af9b-3083c1a34594), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:59.696117 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ed28e1bb-f070-4ea8-ac3b-6e6155e95d50 req-07b8a9a4-5670-4fde-a3dd-501db361aee7 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/ports?device_id=6266b4f2-471d-4297-9d3c-9386239f951c HTTP/1.1" status: 200 len: 210 time: 0.0604370 Jan 28 19:36:59.808711 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-45486a98-a130-453d-a862-82b80477d8df req-583e7473-2516-452e-953f-2ba6155b1a2d tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/security-groups?id=a1544774-06dd-4b7d-abb3-fdfd2885225c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.2495990 Jan 28 19:36:59.850026 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ca6687-8bd4-4a08-9f61-589bd500a47c tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Network decd8274-9eda-4d81-a020-86cc15d56022 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:36:59.852142 n-d-812111-14 neutron-server[103305]: INFO neutron.api.v2.resource [None req-b20c1e61-0d05-4e62-a613-927e8c426d9f tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 19:36:59.858320 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port f754bea7-b2a7-4461-af9b-3083c1a34594 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:36:59.858935 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (f754bea7-b2a7-4461-af9b-3083c1a34594), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:59.859073 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-b20c1e61-0d05-4e62-a613-927e8c426d9f tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] 10.222.0.64 "PUT /v2.0/routers/1fd64ee2-117d-4716-9bdc-d412e0ad55dc/add_router_interface HTTP/1.1" status: 400 len: 438 time: 3.9071622 Jan 28 19:36:59.860577 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 42250) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:36:59.872498 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-96ca6687-8bd4-4a08-9f61-589bd500a47c tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:37:00.007721 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-574ea708-3fd4-4243-8a9a-055161623b96 None None] Provisioning complete for port f754bea7-b2a7-4461-af9b-3083c1a34594 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:37:00.008105 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-574ea708-3fd4-4243-8a9a-055161623b96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (f754bea7-b2a7-4461-af9b-3083c1a34594), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:00.014690 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] For port f754bea7-b2a7-4461-af9b-3083c1a34594, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=f754bea7-b2a7-4461-af9b-3083c1a34594,segment=NetworkSegment(2aac29a1-8685-476c-bba5-fffce3cb94d6),segment_id=2aac29a1-8685-476c-bba5-fffce3cb94d6)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:37:00.098867 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (f754bea7-b2a7-4461-af9b-3083c1a34594), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:00.104463 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 6c78bc68-011c-45cb-878a-fed5d3a9b991 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:37:00.213671 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96ca6687-8bd4-4a08-9f61-589bd500a47c tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Router fef99f29-3930-4134-9264-724265707a03 is scheduled to L3 agent 76fe5c49-705a-4e08-abb2-be585676213f with binding_index 1 {{(pid=103305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 19:37:00.378243 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Pushing event updated for resources: {'Port': ['ID=f754bea7-b2a7-4461-af9b-3083c1a34594,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:37:00.389566 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 6c78bc68-011c-45cb-878a-fed5d3a9b991 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:37:00.390015 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (6c78bc68-011c-45cb-878a-fed5d3a9b991), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:00.525633 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-574ea708-3fd4-4243-8a9a-055161623b96 None None] Current status of the port f754bea7-b2a7-4461-af9b-3083c1a34594 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:37:00.572415 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96ca6687-8bd4-4a08-9f61-589bd500a47c tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:37:00.585491 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e979efe-a490-4a11-9f26-a579c17bed46 None None] Sync routers for ids ['fef99f29-3930-4134-9264-724265707a03'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:37:00.591357 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2e04c3-f7a1-4170-ae72-0ad337a422e5 req-041f0485-0f1a-4982-8045-a2864011a042 tempest-ServerGroupTestJSON-1881397435 tempest-ServerGroupTestJSON-1881397435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:37:00.594890 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4c2e04c3-f7a1-4170-ae72-0ad337a422e5 req-041f0485-0f1a-4982-8045-a2864011a042 tempest-ServerGroupTestJSON-1881397435 tempest-ServerGroupTestJSON-1881397435-project] 10.222.0.70 "GET /v2.0/ports?device_id=8891a19d-ce42-4116-b48c-63a6b9891570 HTTP/1.1" status: 200 len: 945 time: 0.3329759 Jan 28 19:37:00.607985 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e979efe-a490-4a11-9f26-a579c17bed46 None None] Routers {'fef99f29-3930-4134-9264-724265707a03'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:37:00.608715 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-6e979efe-a490-4a11-9f26-a579c17bed46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:36:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['fef99f29-3930-4134-9264-724265707a03'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:37:00.626169 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-96ca6687-8bd4-4a08-9f61-589bd500a47c tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "PUT /v2.0/routers/fef99f29-3930-4134-9264-724265707a03/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9302435 Jan 28 19:37:00.680537 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 42264) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:37:00.689377 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 6c78bc68-011c-45cb-878a-fed5d3a9b991 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:37:00.692647 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device b3dd1808-a5b7-4a3d-ac88-12445a498224 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:37:00.799572 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-020c8376-7fc1-4bc4-bbd5-7f917cd57a77 None None] Provisioning complete for port d6cd0125-22d6-4610-b320-c730bdc80ec8 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:37:00.803833 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-020c8376-7fc1-4bc4-bbd5-7f917cd57a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (d6cd0125-22d6-4610-b320-c730bdc80ec8), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:00.868064 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-6e979efe-a490-4a11-9f26-a579c17bed46 None None] Set router fef99f29-3930-4134-9264-724265707a03 gateway port host: None {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:37:00.922058 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7580dbfa-b9cc-4798-be12-8ab3a7f7ded4 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:37:00.923885 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-7580dbfa-b9cc-4798-be12-8ab3a7f7ded4 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "GET /v2.0/ports/d6cd0125-22d6-4610-b320-c730bdc80ec8 HTTP/1.1" status: 200 len: 911 time: 0.1731367 Jan 28 19:37:00.930578 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-020c8376-7fc1-4bc4-bbd5-7f917cd57a77 None None] Port d6cd0125-22d6-4610-b320-c730bdc80ec8 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:37:00.933406 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bdf5d8-2991-4784-911d-c3e69ac5e0ab req-f7d0ec8b-01d6-4b50-a186-afdf554e3bd4 tempest-ServerGroupTestJSON-1881397435 tempest-ServerGroupTestJSON-1881397435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:37:00.940405 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 42272) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:37:00.941936 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-77bdf5d8-2991-4784-911d-c3e69ac5e0ab req-f7d0ec8b-01d6-4b50-a186-afdf554e3bd4 tempest-ServerGroupTestJSON-1881397435 tempest-ServerGroupTestJSON-1881397435-project] 10.222.0.64 "GET /v2.0/ports?device_id=8891a19d-ce42-4116-b48c-63a6b9891570 HTTP/1.1" status: 200 len: 945 time: 0.3965416 Jan 28 19:37:00.946673 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port b3dd1808-a5b7-4a3d-ac88-12445a498224 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:37:00.947011 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (b3dd1808-a5b7-4a3d-ac88-12445a498224), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:01.039588 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ef0844ff-01f1-4e49-b887-7020440dde45 req-644bfc17-0b06-4317-b8cf-0d93aba094d9 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/ports?device_id=6266b4f2-471d-4297-9d3c-9386239f951c HTTP/1.1" status: 200 len: 210 time: 0.1520257 Jan 28 19:37:01.064557 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-77bdf5d8-2991-4784-911d-c3e69ac5e0ab req-9bd00a36-c64e-4f35-8373-bebb8b30a85d tempest-ServerGroupTestJSON-1881397435 tempest-ServerGroupTestJSON-1881397435-project] 10.222.0.64 "GET /v2.0/security-groups?id=e29a80c9-097a-4152-8704-a835e054dd97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141028 Jan 28 19:37:01.124438 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cdcc8b5b-a466-42ac-9b7c-12307413ef95 tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-732838'] for router_interface (1fd64ee2-117d-4716-9bdc-d412e0ad55dc), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:01.124760 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-f1e205ce-61e6-430e-ac13-f5ad647ee790 None None] Provisioning complete for port d6cd0125-22d6-4610-b320-c730bdc80ec8 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:37:01.125163 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f1e205ce-61e6-430e-ac13-f5ad647ee790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (d6cd0125-22d6-4610-b320-c730bdc80ec8), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:01.195537 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eaeafeb-9ed7-418e-a919-4de6b5d71a81 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:37:01.201516 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eaeafeb-9ed7-418e-a919-4de6b5d71a81 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:37:01.212203 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-6eaeafeb-9ed7-418e-a919-4de6b5d71a81 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2536592 Jan 28 19:37:01.212203 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 42274) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:37:01.277709 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-6e979efe-a490-4a11-9f26-a579c17bed46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fef99f29-3930-4134-9264-724265707a03', 'name': 'tempest-NetworksTestDHCPv6-router-1943854671', 'tenant_id': '74e14b1dc35c45ef8b65d1fdcc58b8bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:36:52Z', 'updated_at': '2022-01-28T19:36:56Z', 'revision_number': 2, 'project_id': '74e14b1dc35c45ef8b65d1fdcc58b8bc', 'gw_port_host': None, '_interfaces': [{'id': 'd6cd0125-22d6-4610-b320-c730bdc80ec8', 'name': '', 'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022', 'tenant_id': '74e14b1dc35c45ef8b65d1fdcc58b8bc', 'mac_address': 'fa:16:3e:03:0e:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fef99f29-3930-4134-9264-724265707a03', 'device_owner': 'network:router_interface', 'standard_attr_id': 2549, 'fixed_ips': [{'subnet_id': '6bb732fb-9b81-49ae-a87d-aa0b47e4982c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:36:54Z', 'updated_at': '2022-01-28T19:36:57Z', 'revision_number': 2, 'project_id': '74e14b1dc35c45ef8b65d1fdcc58b8bc', 'subnets': [{'id': '6bb732fb-9b81-49ae-a87d-aa0b47e4982c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:37:01.332259 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e979efe-a490-4a11-9f26-a579c17bed46 None None] Checking router: fef99f29-3930-4134-9264-724265707a03 for host: n-d-812111-14 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:37:01.334681 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e979efe-a490-4a11-9f26-a579c17bed46 None None] Updating router fef99f29-3930-4134-9264-724265707a03 port d6cd0125-22d6-4610-b320-c730bdc80ec8 binding host n-d-812111-14 {{(pid=103307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:37:01.389897 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-6e979efe-a490-4a11-9f26-a579c17bed46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (d6cd0125-22d6-4610-b320-c730bdc80ec8), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:01.531126 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-4c2e04c3-f7a1-4170-ae72-0ad337a422e5 req-08924cc7-631c-4143-9a08-10a8ff477d03 tempest-ServerGroupTestJSON-1881397435 tempest-ServerGroupTestJSON-1881397435-project] Deleting port bb20dc1a-76b2-47ae-9f1f-7bb0904abc88 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:37:01.542795 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-4c2e04c3-f7a1-4170-ae72-0ad337a422e5 req-08924cc7-631c-4143-9a08-10a8ff477d03 tempest-ServerGroupTestJSON-1881397435 tempest-ServerGroupTestJSON-1881397435-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (bb20dc1a-76b2-47ae-9f1f-7bb0904abc88), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:01.675839 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae58f06e-3613-431e-b542-4c27e3cc7d66 req-b8bdfb4c-fe85-4c50-9439-d5b17b609711 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:37:01.691226 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ae58f06e-3613-431e-b542-4c27e3cc7d66 req-b8bdfb4c-fe85-4c50-9439-d5b17b609711 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8fc1db2-697a-41ab-9984-99a4c5e04be7 HTTP/1.1" status: 200 len: 945 time: 0.4205854 Jan 28 19:37:01.853491 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-4c2e04c3-f7a1-4170-ae72-0ad337a422e5 req-08924cc7-631c-4143-9a08-10a8ff477d03 tempest-ServerGroupTestJSON-1881397435 tempest-ServerGroupTestJSON-1881397435-project] For port bb20dc1a-76b2-47ae-9f1f-7bb0904abc88, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=bb20dc1a-76b2-47ae-9f1f-7bb0904abc88,segment=NetworkSegment(145bbce2-4d60-40aa-a72c-096b52c1da9d),segment_id=145bbce2-4d60-40aa-a72c-096b52c1da9d)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:37:01.854089 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-4c2e04c3-f7a1-4170-ae72-0ad337a422e5 req-08924cc7-631c-4143-9a08-10a8ff477d03 tempest-ServerGroupTestJSON-1881397435 tempest-ServerGroupTestJSON-1881397435-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (bb20dc1a-76b2-47ae-9f1f-7bb0904abc88), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:01.860451 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-f1e205ce-61e6-430e-ac13-f5ad647ee790 None None] Port d6cd0125-22d6-4610-b320-c730bdc80ec8 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:37:01.871395 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port b3dd1808-a5b7-4a3d-ac88-12445a498224 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:37:01.925263 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ae58f06e-3613-431e-b542-4c27e3cc7d66 req-fdfd8aeb-2f70-414f-9c84-d15d41893dfa tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/security-groups?id=a1544774-06dd-4b7d-abb3-fdfd2885225c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2301993 Jan 28 19:37:01.965377 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-4c2e04c3-f7a1-4170-ae72-0ad337a422e5 req-08924cc7-631c-4143-9a08-10a8ff477d03 tempest-ServerGroupTestJSON-1881397435 tempest-ServerGroupTestJSON-1881397435-project] Calling delete_port for bb20dc1a-76b2-47ae-9f1f-7bb0904abc88 owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:37:01.967889 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-6e979efe-a490-4a11-9f26-a579c17bed46 None None] Publish callbacks [] for port (d6cd0125-22d6-4610-b320-c730bdc80ec8), precommit_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:01.980390 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-6e979efe-a490-4a11-9f26-a579c17bed46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (d6cd0125-22d6-4610-b320-c730bdc80ec8), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:02.084831 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device f754bea7-b2a7-4461-af9b-3083c1a34594 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:37:02.210288 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port f754bea7-b2a7-4461-af9b-3083c1a34594 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:37:02.210668 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (f754bea7-b2a7-4461-af9b-3083c1a34594), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:02.249529 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b639cc-cd14-4c28-ab28-1f78c60bab1e None None] Pushing event updated for resources: {'Port': ['ID=d6cd0125-22d6-4610-b320-c730bdc80ec8,revision_number=3']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:37:02.308695 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b639cc-cd14-4c28-ab28-1f78c60bab1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:37:02.309476 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b639cc-cd14-4c28-ab28-1f78c60bab1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:37:02.311232 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b639cc-cd14-4c28-ab28-1f78c60bab1e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:37:02.312049 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b639cc-cd14-4c28-ab28-1f78c60bab1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:37:02.315718 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b639cc-cd14-4c28-ab28-1f78c60bab1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:37:02.316148 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b639cc-cd14-4c28-ab28-1f78c60bab1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:37:02.316564 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b639cc-cd14-4c28-ab28-1f78c60bab1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:37:02.317701 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b639cc-cd14-4c28-ab28-1f78c60bab1e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:37:02.318166 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b639cc-cd14-4c28-ab28-1f78c60bab1e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:37:02.318568 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b639cc-cd14-4c28-ab28-1f78c60bab1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:37:02.318969 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b639cc-cd14-4c28-ab28-1f78c60bab1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:37:02.319367 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b639cc-cd14-4c28-ab28-1f78c60bab1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:37:02.320927 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b639cc-cd14-4c28-ab28-1f78c60bab1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:37:02.460078 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-6e979efe-a490-4a11-9f26-a579c17bed46 None None] Attempting to bind port d6cd0125-22d6-4610-b320-c730bdc80ec8 on host n-d-812111-14 for vnic_type normal with profile {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:37:02.460835 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-6e979efe-a490-4a11-9f26-a579c17bed46 None None] Attempting to bind port d6cd0125-22d6-4610-b320-c730bdc80ec8 by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '2aac29a1-8685-476c-bba5-fffce3cb94d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022'}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:37:02.461532 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e979efe-a490-4a11-9f26-a579c17bed46 None None] Attempting to bind port d6cd0125-22d6-4610-b320-c730bdc80ec8 on network decd8274-9eda-4d81-a020-86cc15d56022 {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:37:02.470106 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port f754bea7-b2a7-4461-af9b-3083c1a34594 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:37:02.487764 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e979efe-a490-4a11-9f26-a579c17bed46 None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:37:02.488616 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e979efe-a490-4a11-9f26-a579c17bed46 None None] Checking segment: {'id': '2aac29a1-8685-476c-bba5-fffce3cb94d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:37:02.489282 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-6e979efe-a490-4a11-9f26-a579c17bed46 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:02.490626 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e979efe-a490-4a11-9f26-a579c17bed46 None None] Bound using segment: {'id': '2aac29a1-8685-476c-bba5-fffce3cb94d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022'} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:37:02.491355 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-6e979efe-a490-4a11-9f26-a579c17bed46 None None] Bound port: d6cd0125-22d6-4610-b320-c730bdc80ec8, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aac29a1-8685-476c-bba5-fffce3cb94d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022'}}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:37:02.491969 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-6e979efe-a490-4a11-9f26-a579c17bed46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (d6cd0125-22d6-4610-b320-c730bdc80ec8), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:02.698427 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-1fc48d3d-8685-4986-a44a-5105e80a43a9 None None] Provisioning complete for port d6cd0125-22d6-4610-b320-c730bdc80ec8 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:37:02.699360 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1fc48d3d-8685-4986-a44a-5105e80a43a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (d6cd0125-22d6-4610-b320-c730bdc80ec8), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:02.716962 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-6e979efe-a490-4a11-9f26-a579c17bed46 None None] For port d6cd0125-22d6-4610-b320-c730bdc80ec8, host n-d-812111-14, cleared binding levels {{(pid=103307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:37:02.814752 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95734cf1-3e5a-40d8-bc69-9dece35a134a req-f138b29c-6211-4560-a175-b4359d189228 tempest-ServerGroupTestJSON-1881397435 tempest-ServerGroupTestJSON-1881397435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:37:02.824466 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-95734cf1-3e5a-40d8-bc69-9dece35a134a req-f138b29c-6211-4560-a175-b4359d189228 tempest-ServerGroupTestJSON-1881397435 tempest-ServerGroupTestJSON-1881397435-project] 10.222.0.64 "GET /v2.0/ports?device_id=8891a19d-ce42-4116-b48c-63a6b9891570 HTTP/1.1" status: 200 len: 945 time: 0.5800261 Jan 28 19:37:02.834001 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-1fc48d3d-8685-4986-a44a-5105e80a43a9 None None] Port d6cd0125-22d6-4610-b320-c730bdc80ec8 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:37:02.857672 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-27c71f25-ed68-4ac1-b080-ce3841ac5f45 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-732838'] for router_interface (fef99f29-3930-4134-9264-724265707a03), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:03.005184 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-95734cf1-3e5a-40d8-bc69-9dece35a134a req-5664851c-b4ed-4d24-99b2-f58dd65f1af7 tempest-ServerGroupTestJSON-1881397435 tempest-ServerGroupTestJSON-1881397435-project] 10.222.0.64 "GET /v2.0/security-groups?id=e29a80c9-097a-4152-8704-a835e054dd97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499341 Jan 28 19:37:03.056315 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-6e979efe-a490-4a11-9f26-a579c17bed46 None None] For port d6cd0125-22d6-4610-b320-c730bdc80ec8, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=d6cd0125-22d6-4610-b320-c730bdc80ec8,segment=NetworkSegment(2aac29a1-8685-476c-bba5-fffce3cb94d6),segment_id=2aac29a1-8685-476c-bba5-fffce3cb94d6)] {{(pid=103307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:37:03.057866 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-4c2e04c3-f7a1-4170-ae72-0ad337a422e5 req-08924cc7-631c-4143-9a08-10a8ff477d03 tempest-ServerGroupTestJSON-1881397435 tempest-ServerGroupTestJSON-1881397435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (bb20dc1a-76b2-47ae-9f1f-7bb0904abc88), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:03.069224 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-6e979efe-a490-4a11-9f26-a579c17bed46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (d6cd0125-22d6-4610-b320-c730bdc80ec8), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:03.072060 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-187fac52-e63f-409d-ae81-15253b16f19b req-1eb058b1-2a07-443e-84cf-911f778ddc7c tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/ports?device_id=6266b4f2-471d-4297-9d3c-9386239f951c HTTP/1.1" status: 200 len: 210 time: 0.1116757 Jan 28 19:37:03.110882 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08924cc7-631c-4143-9a08-10a8ff477d03 tempest-ServerGroupTestJSON-1881397435 tempest-ServerGroupTestJSON-1881397435-project] Pushing event deleted for resources: {'Port': ['ID=bb20dc1a-76b2-47ae-9f1f-7bb0904abc88,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:37:03.265418 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e979efe-a490-4a11-9f26-a579c17bed46 None None] Routers {'fef99f29-3930-4134-9264-724265707a03'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:37:03.265418 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-6e979efe-a490-4a11-9f26-a579c17bed46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:36:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['fef99f29-3930-4134-9264-724265707a03'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:37:03.294581 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-cdcc8b5b-a466-42ac-9b7c-12307413ef95 tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Deleting port 69eabb46-345e-4f56-9e38-7d5564c6f3f0 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:37:03.294925 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cdcc8b5b-a466-42ac-9b7c-12307413ef95 tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (69eabb46-345e-4f56-9e38-7d5564c6f3f0), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:03.374827 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b639cc-cd14-4c28-ab28-1f78c60bab1e None None] Pushing event updated for resources: {'Port': ['ID=d6cd0125-22d6-4610-b320-c730bdc80ec8,revision_number=4']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:37:03.393063 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c2e04c3-f7a1-4170-ae72-0ad337a422e5 req-08924cc7-631c-4143-9a08-10a8ff477d03 tempest-ServerGroupTestJSON-1881397435 tempest-ServerGroupTestJSON-1881397435-project] No DVR routers for this DVR port bb20dc1a-76b2-47ae-9f1f-7bb0904abc88 on host n-h2-812111-14 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:37:03.405573 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-4c2e04c3-f7a1-4170-ae72-0ad337a422e5 req-08924cc7-631c-4143-9a08-10a8ff477d03 tempest-ServerGroupTestJSON-1881397435 tempest-ServerGroupTestJSON-1881397435-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:03.415432 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4c2e04c3-f7a1-4170-ae72-0ad337a422e5 req-08924cc7-631c-4143-9a08-10a8ff477d03 tempest-ServerGroupTestJSON-1881397435 tempest-ServerGroupTestJSON-1881397435-project] 10.222.0.70 "DELETE /v2.0/ports/bb20dc1a-76b2-47ae-9f1f-7bb0904abc88 HTTP/1.1" status: 204 len: 173 time: 2.8128648 Jan 28 19:37:03.418737 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8891a19d-ce42-4116-b48c-63a6b9891570', 'name': 'network-vif-deleted', 'tag': 'bb20dc1a-76b2-47ae-9f1f-7bb0904abc88'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:37:03.421503 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df02791c-3a4c-42b5-8688-1876a3e6fcfe" -d '{"events": [{"server_uuid": "8891a19d-ce42-4116-b48c-63a6b9891570", "name": "network-vif-deleted", "tag": "bb20dc1a-76b2-47ae-9f1f-7bb0904abc88"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:37:03.471717 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cdcc8b5b-a466-42ac-9b7c-12307413ef95 tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (69eabb46-345e-4f56-9e38-7d5564c6f3f0), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:03.503866 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-cdcc8b5b-a466-42ac-9b7c-12307413ef95 tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Calling delete_port for 69eabb46-345e-4f56-9e38-7d5564c6f3f0 owned by network:router_interface {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:37:03.535753 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b569658-37d7-4c3e-8cf6-8a8262e35991 x-openstack-request-id: req-5b569658-37d7-4c3e-8cf6-8a8262e35991 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:37:03.538574 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-6e979efe-a490-4a11-9f26-a579c17bed46 None None] Set router fef99f29-3930-4134-9264-724265707a03 gateway port host: None {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:37:03.542875 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8891a19d-ce42-4116-b48c-63a6b9891570", "name": "network-vif-deleted", "tag": "bb20dc1a-76b2-47ae-9f1f-7bb0904abc88", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:37:03.543287 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5b569658-37d7-4c3e-8cf6-8a8262e35991 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:37:03.551137 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8891a19d-ce42-4116-b48c-63a6b9891570', 'name': 'network-vif-deleted', 'tag': 'bb20dc1a-76b2-47ae-9f1f-7bb0904abc88', 'status': 'completed', 'code': 200} Jan 28 19:37:03.636828 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223290fb-7460-46d3-a586-4c2bd6536e76 req-72d88755-fceb-463d-89b0-72dd26bfb747 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:37:03.655323 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-223290fb-7460-46d3-a586-4c2bd6536e76 req-72d88755-fceb-463d-89b0-72dd26bfb747 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8fc1db2-697a-41ab-9984-99a4c5e04be7 HTTP/1.1" status: 200 len: 945 time: 0.3953030 Jan 28 19:37:03.804400 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-6531119f-7925-461e-9fc6-504f24ce79df None None] Provisioning complete for port d6cd0125-22d6-4610-b320-c730bdc80ec8 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:37:03.805030 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6531119f-7925-461e-9fc6-504f24ce79df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (d6cd0125-22d6-4610-b320-c730bdc80ec8), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:03.867130 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-223290fb-7460-46d3-a586-4c2bd6536e76 req-f1835df0-03e3-4317-b699-b771ec11066b tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/security-groups?id=a1544774-06dd-4b7d-abb3-fdfd2885225c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2059886 Jan 28 19:37:04.074184 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device bb20dc1a-76b2-47ae-9f1f-7bb0904abc88 no longer exists at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:37:04.088285 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cdcc8b5b-a466-42ac-9b7c-12307413ef95 tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (69eabb46-345e-4f56-9e38-7d5564c6f3f0), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:04.098751 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-27c71f25-ed68-4ac1-b080-ce3841ac5f45 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Deleting port d6cd0125-22d6-4610-b320-c730bdc80ec8 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:37:04.099881 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-27c71f25-ed68-4ac1-b080-ce3841ac5f45 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (d6cd0125-22d6-4610-b320-c730bdc80ec8), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:04.151400 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] No Port match for: bb20dc1a-76b2-47ae-9f1f-7bb0904abc88 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:37:04.154207 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device bb20dc1a-76b2-47ae-9f1f-7bb0904abc88 not bound to the agent host n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:37:04.224839 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-6531119f-7925-461e-9fc6-504f24ce79df None None] Current status of the port d6cd0125-22d6-4610-b320-c730bdc80ec8 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:37:04.225710 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6531119f-7925-461e-9fc6-504f24ce79df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (d6cd0125-22d6-4610-b320-c730bdc80ec8), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:04.264749 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-6531119f-7925-461e-9fc6-504f24ce79df None None] For port d6cd0125-22d6-4610-b320-c730bdc80ec8, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=d6cd0125-22d6-4610-b320-c730bdc80ec8,segment=NetworkSegment(2aac29a1-8685-476c-bba5-fffce3cb94d6),segment_id=2aac29a1-8685-476c-bba5-fffce3cb94d6)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:37:04.279055 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6531119f-7925-461e-9fc6-504f24ce79df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (d6cd0125-22d6-4610-b320-c730bdc80ec8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:04.327372 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcc8b5b-a466-42ac-9b7c-12307413ef95 tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Pushing event deleted for resources: {'Port': ['ID=69eabb46-345e-4f56-9e38-7d5564c6f3f0,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:37:04.367788 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6531119f-7925-461e-9fc6-504f24ce79df None None] Pushing event updated for resources: {'Port': ['ID=d6cd0125-22d6-4610-b320-c730bdc80ec8,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:37:04.427275 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9522bfbd-b218-4dc3-869e-b8b2aee6d718 req-69950cf6-9e1e-4e4b-a963-14c0fc56d2c3 tempest-ServerGroupTestJSON-1881397435 tempest-ServerGroupTestJSON-1881397435-project] 10.222.0.64 "GET /v2.0/ports?device_id=8891a19d-ce42-4116-b48c-63a6b9891570 HTTP/1.1" status: 200 len: 210 time: 0.1651225 Jan 28 19:37:04.433837 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcc8b5b-a466-42ac-9b7c-12307413ef95 tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:37:04.434399 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcc8b5b-a466-42ac-9b7c-12307413ef95 tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:37:04.434904 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcc8b5b-a466-42ac-9b7c-12307413ef95 tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:37:04.435419 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcc8b5b-a466-42ac-9b7c-12307413ef95 tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:37:04.435918 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcc8b5b-a466-42ac-9b7c-12307413ef95 tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:37:04.436518 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcc8b5b-a466-42ac-9b7c-12307413ef95 tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:37:04.437016 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcc8b5b-a466-42ac-9b7c-12307413ef95 tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:37:04.437533 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcc8b5b-a466-42ac-9b7c-12307413ef95 tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:37:04.438022 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcc8b5b-a466-42ac-9b7c-12307413ef95 tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:37:04.438530 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcc8b5b-a466-42ac-9b7c-12307413ef95 tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:37:04.439034 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcc8b5b-a466-42ac-9b7c-12307413ef95 tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:37:04.439558 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcc8b5b-a466-42ac-9b7c-12307413ef95 tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:37:04.440051 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcc8b5b-a466-42ac-9b7c-12307413ef95 tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:37:04.570401 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-84303606-d05c-4654-a12e-73b587db7681 req-a4b124b9-fac1-4cfe-b478-afe6ba4d245b tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/ports?device_id=6266b4f2-471d-4297-9d3c-9386239f951c HTTP/1.1" status: 200 len: 210 time: 0.1707165 Jan 28 19:37:04.619901 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-6e979efe-a490-4a11-9f26-a579c17bed46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fef99f29-3930-4134-9264-724265707a03', 'name': 'tempest-NetworksTestDHCPv6-router-1943854671', 'tenant_id': '74e14b1dc35c45ef8b65d1fdcc58b8bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:36:52Z', 'updated_at': '2022-01-28T19:36:56Z', 'revision_number': 2, 'project_id': '74e14b1dc35c45ef8b65d1fdcc58b8bc', 'gw_port_host': None, '_interfaces': [{'id': 'd6cd0125-22d6-4610-b320-c730bdc80ec8', 'name': '', 'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022', 'tenant_id': '74e14b1dc35c45ef8b65d1fdcc58b8bc', 'mac_address': 'fa:16:3e:03:0e:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fef99f29-3930-4134-9264-724265707a03', 'device_owner': 'network:router_interface', 'standard_attr_id': 2549, 'fixed_ips': [{'subnet_id': '6bb732fb-9b81-49ae-a87d-aa0b47e4982c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:36:54Z', 'updated_at': '2022-01-28T19:37:02Z', 'revision_number': 4, 'project_id': '74e14b1dc35c45ef8b65d1fdcc58b8bc', 'subnets': [{'id': '6bb732fb-9b81-49ae-a87d-aa0b47e4982c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:37:04.688799 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-27c71f25-ed68-4ac1-b080-ce3841ac5f45 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] For port d6cd0125-22d6-4610-b320-c730bdc80ec8, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=d6cd0125-22d6-4610-b320-c730bdc80ec8,segment=NetworkSegment(2aac29a1-8685-476c-bba5-fffce3cb94d6),segment_id=2aac29a1-8685-476c-bba5-fffce3cb94d6)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:37:04.689189 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-27c71f25-ed68-4ac1-b080-ce3841ac5f45 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (d6cd0125-22d6-4610-b320-c730bdc80ec8), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:04.719935 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-27c71f25-ed68-4ac1-b080-ce3841ac5f45 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Calling delete_port for d6cd0125-22d6-4610-b320-c730bdc80ec8 owned by network:router_interface {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:37:04.743192 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e979efe-a490-4a11-9f26-a579c17bed46 None None] The sync data for ids ['fef99f29-3930-4134-9264-724265707a03'] in n-d-812111-14 is: [{'id': 'fef99f29-3930-4134-9264-724265707a03', 'name': 'tempest-NetworksTestDHCPv6-router-1943854671', 'tenant_id': '74e14b1dc35c45ef8b65d1fdcc58b8bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:36:52Z', 'updated_at': '2022-01-28T19:36:56Z', 'revision_number': 2, 'project_id': '74e14b1dc35c45ef8b65d1fdcc58b8bc', 'gw_port_host': None, '_interfaces': [{'id': 'd6cd0125-22d6-4610-b320-c730bdc80ec8', 'name': '', 'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022', 'tenant_id': '74e14b1dc35c45ef8b65d1fdcc58b8bc', 'mac_address': 'fa:16:3e:03:0e:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fef99f29-3930-4134-9264-724265707a03', 'device_owner': 'network:router_interface', 'standard_attr_id': 2549, 'fixed_ips': [{'subnet_id': '6bb732fb-9b81-49ae-a87d-aa0b47e4982c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:36:54Z', 'updated_at': '2022-01-28T19:37:02Z', 'revision_number': 4, 'project_id': '74e14b1dc35c45ef8b65d1fdcc58b8bc', 'subnets': [{'id': '6bb732fb-9b81-49ae-a87d-aa0b47e4982c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:37:04.756985 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cdcc8b5b-a466-42ac-9b7c-12307413ef95 tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-732682'] for router_interface (1fd64ee2-117d-4716-9bdc-d412e0ad55dc), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:04.963958 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-27c71f25-ed68-4ac1-b080-ce3841ac5f45 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (d6cd0125-22d6-4610-b320-c730bdc80ec8), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:05.114629 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdcc8b5b-a466-42ac-9b7c-12307413ef95 tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Router 1fd64ee2-117d-4716-9bdc-d412e0ad55dc has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:37:05.121774 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c71f25-ed68-4ac1-b080-ce3841ac5f45 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Pushing event deleted for resources: {'Port': ['ID=d6cd0125-22d6-4610-b320-c730bdc80ec8,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:37:05.281200 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-27c71f25-ed68-4ac1-b080-ce3841ac5f45 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-732682'] for router_interface (fef99f29-3930-4134-9264-724265707a03), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:05.350800 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdcc8b5b-a466-42ac-9b7c-12307413ef95 tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:37:05.364306 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e5f8f0-67ce-4996-b629-c5bea137e067 None None] Sync routers for ids ['1fd64ee2-117d-4716-9bdc-d412e0ad55dc'] in n-d-812111-14 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:37:05.440605 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e5f8f0-67ce-4996-b629-c5bea137e067 None None] Routers {'1fd64ee2-117d-4716-9bdc-d412e0ad55dc'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:37:05.446345 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4783203c-f891-4a48-9a7d-890c114be88b req-7a26dc7e-35bc-4a0c-9a7f-a7bb7c3f7a80 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:37:05.451127 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-09e5f8f0-67ce-4996-b629-c5bea137e067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:36:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['1fd64ee2-117d-4716-9bdc-d412e0ad55dc'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:37:05.464515 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4783203c-f891-4a48-9a7d-890c114be88b req-7a26dc7e-35bc-4a0c-9a7f-a7bb7c3f7a80 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8fc1db2-697a-41ab-9984-99a4c5e04be7 HTTP/1.1" status: 200 len: 945 time: 0.3954818 Jan 28 19:37:05.521709 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-cdcc8b5b-a466-42ac-9b7c-12307413ef95 tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] 10.222.0.64 "PUT /v2.0/routers/1fd64ee2-117d-4716-9bdc-d412e0ad55dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6591287 Jan 28 19:37:05.554310 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 42340) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:37:05.627222 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-09e5f8f0-67ce-4996-b629-c5bea137e067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:37:05.659846 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4783203c-f891-4a48-9a7d-890c114be88b req-e65a3c77-06e5-4725-a167-3b10b0c98bc8 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/security-groups?id=a1544774-06dd-4b7d-abb3-fdfd2885225c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1922286 Jan 28 19:37:05.666339 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e5f8f0-67ce-4996-b629-c5bea137e067 None None] Routers {'1fd64ee2-117d-4716-9bdc-d412e0ad55dc'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:37:05.667903 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-09e5f8f0-67ce-4996-b629-c5bea137e067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:36:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['1fd64ee2-117d-4716-9bdc-d412e0ad55dc'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:37:05.800565 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27c71f25-ed68-4ac1-b080-ce3841ac5f45 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Router fef99f29-3930-4134-9264-724265707a03 has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:37:05.823143 n-d-812111-14 neutron-server[103304]: INFO neutron.api.v2.resource [None req-7ea0a67c-c0fe-409e-81e0-9eeef569c457 tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] delete failed (client error): The resource could not be found. Jan 28 19:37:05.823621 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-09e5f8f0-67ce-4996-b629-c5bea137e067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:37:05.828751 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-7ea0a67c-c0fe-409e-81e0-9eeef569c457 tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] 10.222.0.64 "DELETE /v2.0/routers/tempest-non_exist_router-485998960 HTTP/1.1" status: 404 len: 334 time: 0.2078333 Jan 28 19:37:05.833205 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e5f8f0-67ce-4996-b629-c5bea137e067 None None] The sync data for ids ['1fd64ee2-117d-4716-9bdc-d412e0ad55dc'] in n-d-812111-14 is: [] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:37:05.834804 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 42354) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:37:05.882519 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-453a7030-535a-482a-b276-664488563e60 tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Request body: {'router': {'external_gateway_info': {'network_id': '1fd64ee2-117d-4716-9bdc-d412e0ad55dc'}}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:37:05.937705 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b0831a4d-b2a8-4be4-81e1-1c23a54a11d1 req-07660f49-6b0a-4687-a9ed-8cead22872ed tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/ports?device_id=6266b4f2-471d-4297-9d3c-9386239f951c HTTP/1.1" status: 200 len: 210 time: 0.0661187 Jan 28 19:37:06.053007 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 42368) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:37:06.196966 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-719b74da-142c-46da-8079-2bb189e69bd8 admin admin] Deleting subnet e6d228b4-1898-4915-bc6a-58a6c9a4e2dd {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:37:06.222046 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-719b74da-142c-46da-8079-2bb189e69bd8 admin admin] Publish callbacks [] for subnet (e6d228b4-1898-4915-bc6a-58a6c9a4e2dd), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:06.359409 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-719b74da-142c-46da-8079-2bb189e69bd8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4747050'] for subnet (e6d228b4-1898-4915-bc6a-58a6c9a4e2dd), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:06.511881 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-719b74da-142c-46da-8079-2bb189e69bd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (e6d228b4-1898-4915-bc6a-58a6c9a4e2dd), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:06.667135 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-719b74da-142c-46da-8079-2bb189e69bd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4690616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5222356'] for subnet (e6d228b4-1898-4915-bc6a-58a6c9a4e2dd), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:06.678620 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-91ac43de-6faa-4e64-a1db-0a8228e14ae5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:06.729843 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719b74da-142c-46da-8079-2bb189e69bd8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6d228b4-1898-4915-bc6a-58a6c9a4e2dd,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:37:06.738247 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-719b74da-142c-46da-8079-2bb189e69bd8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:06.742887 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-719b74da-142c-46da-8079-2bb189e69bd8 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/e6d228b4-1898-4915-bc6a-58a6c9a4e2dd HTTP/1.1" status: 204 len: 168 time: 0.6884813 Jan 28 19:37:06.747663 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 42384) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:37:06.890780 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27c71f25-ed68-4ac1-b080-ce3841ac5f45 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:37:06.899900 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9fe72100-fe37-41b6-98c7-3cb413a702ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (75f45c93-d016-4a41-89fc-e4b5159655be), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:06.932471 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-27c71f25-ed68-4ac1-b080-ce3841ac5f45 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "PUT /v2.0/routers/fef99f29-3930-4134-9264-724265707a03/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7216938 Jan 28 19:37:06.944114 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 42392) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:37:07.051606 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9fe72100-fe37-41b6-98c7-3cb413a702ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (75f45c93-d016-4a41-89fc-e4b5159655be), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:07.101464 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-9fe72100-fe37-41b6-98c7-3cb413a702ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75f45c93-d016-4a41-89fc-e4b5159655be']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:37:07.127807 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-9fe72100-fe37-41b6-98c7-3cb413a702ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '145bbce2-4d60-40aa-a72c-096b52c1da9d') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:37:07.128116 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-9fe72100-fe37-41b6-98c7-3cb413a702ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '145bbce2-4d60-40aa-a72c-096b52c1da9d') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:37:07.158902 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9fe72100-fe37-41b6-98c7-3cb413a702ed admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4747091'] for segment (145bbce2-4d60-40aa-a72c-096b52c1da9d), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:07.194832 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9fe72100-fe37-41b6-98c7-3cb413a702ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (145bbce2-4d60-40aa-a72c-096b52c1da9d), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:07.211215 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fe72100-fe37-41b6-98c7-3cb413a702ed admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:37:07.211851 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9fe72100-fe37-41b6-98c7-3cb413a702ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4690514'] for segment (145bbce2-4d60-40aa-a72c-096b52c1da9d), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:07.289590 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d381915-0b46-4901-bb8e-3cfea86fdd7b req-4cf0276c-1d2a-4e11-8d7b-0207d221561f tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:37:07.291366 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6d381915-0b46-4901-bb8e-3cfea86fdd7b req-4cf0276c-1d2a-4e11-8d7b-0207d221561f tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8fc1db2-697a-41ab-9984-99a4c5e04be7 HTTP/1.1" status: 200 len: 945 time: 0.4390414 Jan 28 19:37:07.319946 n-d-812111-14 neutron-server[103304]: Traceback (most recent call last): Jan 28 19:37:07.319946 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:37:07.319946 n-d-812111-14 neutron-server[103304]: timer() Jan 28 19:37:07.319946 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:37:07.319946 n-d-812111-14 neutron-server[103304]: cb(*args, **kw) Jan 28 19:37:07.319946 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:37:07.319946 n-d-812111-14 neutron-server[103304]: return func(*args, **kwargs) Jan 28 19:37:07.319946 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:37:07.319946 n-d-812111-14 neutron-server[103304]: self._notify() Jan 28 19:37:07.319946 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:37:07.319946 n-d-812111-14 neutron-server[103304]: self.callback(batched_events) Jan 28 19:37:07.319946 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:37:07.319946 n-d-812111-14 neutron-server[103304]: event.method(event) Jan 28 19:37:07.319946 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:37:07.319946 n-d-812111-14 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:37:07.319946 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:37:07.319946 n-d-812111-14 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:37:07.319946 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:37:07.319946 n-d-812111-14 neutron-server[103304]: return f(self, *a, **k) Jan 28 19:37:07.319946 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:37:07.319946 n-d-812111-14 neutron-server[103304]: return self._get(url).json() Jan 28 19:37:07.319946 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:37:07.319946 n-d-812111-14 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:37:07.319946 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:37:07.319946 n-d-812111-14 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 28 19:37:07.319946 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:37:07.319946 n-d-812111-14 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:37:07.319946 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:37:07.319946 n-d-812111-14 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:37:07.319946 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:37:07.319946 n-d-812111-14 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:37:07.319946 n-d-812111-14 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:37:07.348769 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44db9807-98ff-4c5f-bc4d-36c56708ff16 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:37:07.362481 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44db9807-98ff-4c5f-bc4d-36c56708ff16 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:37:07.365778 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-44db9807-98ff-4c5f-bc4d-36c56708ff16 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4109461 Jan 28 19:37:07.379692 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-453a7030-535a-482a-b276-664488563e60 tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Publish callbacks [] for router_gateway (1fd64ee2-117d-4716-9bdc-d412e0ad55dc), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:07.390738 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 42396) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:37:07.393322 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4cead435-0e20-4d5a-b483-ffd6d19ceccc req-1e4767d6-5580-4bd9-a9bc-b61e01ed7548 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/ports?device_id=6266b4f2-471d-4297-9d3c-9386239f951c HTTP/1.1" status: 200 len: 210 time: 0.0756054 Jan 28 19:37:07.417800 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9fe72100-fe37-41b6-98c7-3cb413a702ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (75f45c93-d016-4a41-89fc-e4b5159655be), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:07.426558 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9fe72100-fe37-41b6-98c7-3cb413a702ed admin admin] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:07.438880 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-9fe72100-fe37-41b6-98c7-3cb413a702ed admin admin] 10.222.0.64 "DELETE /v2.0/networks/75f45c93-d016-4a41-89fc-e4b5159655be HTTP/1.1" status: 204 len: 168 time: 0.6890655 Jan 28 19:37:07.500996 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe72100-fe37-41b6-98c7-3cb413a702ed admin admin] Pushing event deleted for resources: {'Network': ['ID=75f45c93-d016-4a41-89fc-e4b5159655be,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:37:07.526333 n-d-812111-14 neutron-server[103305]: INFO neutron.api.v2.resource [None req-453a7030-535a-482a-b276-664488563e60 tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] update failed (client error): The resource could not be found. Jan 28 19:37:07.527824 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-453a7030-535a-482a-b276-664488563e60 tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] 10.222.0.64 "PUT /v2.0/routers/1fd64ee2-117d-4716-9bdc-d412e0ad55dc HTTP/1.1" status: 404 len: 339 time: 1.6802483 Jan 28 19:37:07.533548 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 42400) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:37:07.575350 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-a717955b-20be-4854-ba48-38ca7709bf87 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Deleting subnet 6bb732fb-9b81-49ae-a87d-aa0b47e4982c {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:37:07.614106 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a717955b-20be-4854-ba48-38ca7709bf87 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks [] for subnet (6bb732fb-9b81-49ae-a87d-aa0b47e4982c), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:07.694418 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6d381915-0b46-4901-bb8e-3cfea86fdd7b req-e143400a-301b-4971-a623-086dab842721 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/security-groups?id=a1544774-06dd-4b7d-abb3-fdfd2885225c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3245711 Jan 28 19:37:07.737574 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a717955b-20be-4854-ba48-38ca7709bf87 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16187240'] for subnet (6bb732fb-9b81-49ae-a87d-aa0b47e4982c), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:07.894304 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 42410) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:37:07.973868 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5acae10f-2649-42d4-b5f3-43adbb937ff9 None None] Sync routers for ids ['fef99f29-3930-4134-9264-724265707a03'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:37:08.003763 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5acae10f-2649-42d4-b5f3-43adbb937ff9 None None] Routers {'fef99f29-3930-4134-9264-724265707a03'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:37:08.004552 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-5acae10f-2649-42d4-b5f3-43adbb937ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:36:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['fef99f29-3930-4134-9264-724265707a03'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:37:08.047182 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a717955b-20be-4854-ba48-38ca7709bf87 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (6bb732fb-9b81-49ae-a87d-aa0b47e4982c), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:08.179268 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a717955b-20be-4854-ba48-38ca7709bf87 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4752464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4733806'] for subnet (6bb732fb-9b81-49ae-a87d-aa0b47e4982c), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:08.205435 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-5acae10f-2649-42d4-b5f3-43adbb937ff9 None None] Set router fef99f29-3930-4134-9264-724265707a03 gateway port host: None {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:37:08.314980 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a717955b-20be-4854-ba48-38ca7709bf87 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Pushing event deleted for resources: {'Subnet': ['ID=6bb732fb-9b81-49ae-a87d-aa0b47e4982c,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:37:08.320419 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a717955b-20be-4854-ba48-38ca7709bf87 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:08.330483 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-a717955b-20be-4854-ba48-38ca7709bf87 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "DELETE /v2.0/subnets/6bb732fb-9b81-49ae-a87d-aa0b47e4982c HTTP/1.1" status: 204 len: 168 time: 0.9346147 Jan 28 19:37:08.335270 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 42412) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:37:08.423843 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aabdf6a-23f4-401e-98b6-33d0cf9ec8ed None None] Network decd8274-9eda-4d81-a020-86cc15d56022 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:37:08.450022 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d9941715-4eca-464f-90d4-5e6a6760b496 tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:08.453823 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-9a0f450d-58df-409e-836f-6290366e7c47 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1f73b79bf1134ab6b15d3ca49317c5da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5517833 Jan 28 19:37:08.467164 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 42416) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:37:08.471630 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-5acae10f-2649-42d4-b5f3-43adbb937ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fef99f29-3930-4134-9264-724265707a03', 'name': 'tempest-NetworksTestDHCPv6-router-1943854671', 'tenant_id': '74e14b1dc35c45ef8b65d1fdcc58b8bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:36:52Z', 'updated_at': '2022-01-28T19:37:04Z', 'revision_number': 3, 'project_id': '74e14b1dc35c45ef8b65d1fdcc58b8bc', 'gw_port_host': None}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:37:08.590983 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5acae10f-2649-42d4-b5f3-43adbb937ff9 None None] Checking router: fef99f29-3930-4134-9264-724265707a03 for host: n-d-812111-14 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:37:08.627976 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5acae10f-2649-42d4-b5f3-43adbb937ff9 None None] Routers {'fef99f29-3930-4134-9264-724265707a03'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:37:08.633131 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-5acae10f-2649-42d4-b5f3-43adbb937ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:36:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['fef99f29-3930-4134-9264-724265707a03'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:37:08.681834 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-cb667a7d-4eab-4401-ac07-fb8727f5636e tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.3449810 Jan 28 19:37:08.684113 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 42422) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:37:08.699621 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-82346bcc-6506-49ab-9751-1586eaa7554d req-170e13ed-b770-4775-90df-57ebe46bc4aa tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/ports?device_id=6266b4f2-471d-4297-9d3c-9386239f951c HTTP/1.1" status: 200 len: 210 time: 0.0850928 Jan 28 19:37:08.793222 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-5acae10f-2649-42d4-b5f3-43adbb937ff9 None None] Set router fef99f29-3930-4134-9264-724265707a03 gateway port host: None {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:37:08.797358 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6275604b-1aa7-42b9-836a-fee4e66d859d None None] DHCP port deletion for decd8274-9eda-4d81-a020-86cc15d56022 request from n-d-812111-14 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:37:08.954626 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d59e2762-a9ae-48a1-8d76-33fe6046616a admin admin] Publish callbacks [] for security_group (e29a80c9-097a-4152-8704-a835e054dd97), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:08.983258 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f8511ab0-8c81-4a17-bcd1-3b2662f20631 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:09.000114 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-6275604b-1aa7-42b9-836a-fee4e66d859d None None] Deleting port f754bea7-b2a7-4461-af9b-3083c1a34594 {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:37:09.000979 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6275604b-1aa7-42b9-836a-fee4e66d859d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (f754bea7-b2a7-4461-af9b-3083c1a34594), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:09.011312 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-5acae10f-2649-42d4-b5f3-43adbb937ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fef99f29-3930-4134-9264-724265707a03', 'name': 'tempest-NetworksTestDHCPv6-router-1943854671', 'tenant_id': '74e14b1dc35c45ef8b65d1fdcc58b8bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:36:52Z', 'updated_at': '2022-01-28T19:37:04Z', 'revision_number': 3, 'project_id': '74e14b1dc35c45ef8b65d1fdcc58b8bc', 'gw_port_host': None}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:37:09.035475 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d59e2762-a9ae-48a1-8d76-33fe6046616a admin admin] Publish callbacks [] for security_group (e29a80c9-097a-4152-8704-a835e054dd97), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:09.038036 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-921bc813-aca3-42bc-b967-5cb1231e6719 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks [] for router (fef99f29-3930-4134-9264-724265707a03), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:09.121406 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5acae10f-2649-42d4-b5f3-43adbb937ff9 None None] The sync data for ids ['fef99f29-3930-4134-9264-724265707a03'] in n-d-812111-14 is: [{'id': 'fef99f29-3930-4134-9264-724265707a03', 'name': 'tempest-NetworksTestDHCPv6-router-1943854671', 'tenant_id': '74e14b1dc35c45ef8b65d1fdcc58b8bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:36:52Z', 'updated_at': '2022-01-28T19:37:04Z', 'revision_number': 3, 'project_id': '74e14b1dc35c45ef8b65d1fdcc58b8bc', 'gw_port_host': None}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:37:09.133067 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d59e2762-a9ae-48a1-8d76-33fe6046616a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (e29a80c9-097a-4152-8704-a835e054dd97), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:09.143778 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d59e2762-a9ae-48a1-8d76-33fe6046616a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:09.144745 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:37:09.144976 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-d59e2762-a9ae-48a1-8d76-33fe6046616a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e29a80c9-097a-4152-8704-a835e054dd97 HTTP/1.1" status: 204 len: 168 time: 0.6768694 Jan 28 19:37:09.189673 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-6275604b-1aa7-42b9-836a-fee4e66d859d None None] For port f754bea7-b2a7-4461-af9b-3083c1a34594, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=f754bea7-b2a7-4461-af9b-3083c1a34594,segment=NetworkSegment(2aac29a1-8685-476c-bba5-fffce3cb94d6),segment_id=2aac29a1-8685-476c-bba5-fffce3cb94d6)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:37:09.190079 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6275604b-1aa7-42b9-836a-fee4e66d859d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (f754bea7-b2a7-4461-af9b-3083c1a34594), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:09.242386 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-6275604b-1aa7-42b9-836a-fee4e66d859d None None] Calling delete_port for f754bea7-b2a7-4461-af9b-3083c1a34594 owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:37:09.504443 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6275604b-1aa7-42b9-836a-fee4e66d859d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985'] for port (f754bea7-b2a7-4461-af9b-3083c1a34594), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:09.528596 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-921bc813-aca3-42bc-b967-5cb1231e6719 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-730901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261120'] for router (fef99f29-3930-4134-9264-724265707a03), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:09.554304 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d39866d-3b61-4da2-a859-514122e6a428 req-40a8ad68-c662-46eb-86d9-b2db513efe51 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:37:09.555904 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-0d39866d-3b61-4da2-a859-514122e6a428 req-40a8ad68-c662-46eb-86d9-b2db513efe51 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8fc1db2-697a-41ab-9984-99a4c5e04be7 HTTP/1.1" status: 200 len: 945 time: 0.6387081 Jan 28 19:37:09.559927 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-921bc813-aca3-42bc-b967-5cb1231e6719 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks [] for router_controller (fef99f29-3930-4134-9264-724265707a03), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:09.570884 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-d9941715-4eca-464f-90d4-5e6a6760b496 tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Allocated IP 172.20.0.1 (a81bca0d-f9ca-41b8-9677-dc2ceca38b2e/37342916-8c60-4515-8e87-81f67470d45b/f4cd6256-ad70-4dd5-aabd-d3bc28e414a1) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:37:09.596611 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6275604b-1aa7-42b9-836a-fee4e66d859d None None] Pushing event deleted for resources: {'Port': ['ID=f754bea7-b2a7-4461-af9b-3083c1a34594,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:37:09.619457 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6275604b-1aa7-42b9-836a-fee4e66d859d None None] No DVR routers for this DVR port f754bea7-b2a7-4461-af9b-3083c1a34594 on host n-d-812111-14 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:37:09.734704 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-0d39866d-3b61-4da2-a859-514122e6a428 req-8d020c01-ec31-454e-9c4a-79d4a79e12df tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/security-groups?id=a1544774-06dd-4b7d-abb3-fdfd2885225c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1428616 Jan 28 19:37:09.758443 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-921bc813-aca3-42bc-b967-5cb1231e6719 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-730908'] for router (fef99f29-3930-4134-9264-724265707a03), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:09.760320 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-921bc813-aca3-42bc-b967-5cb1231e6719 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Fanout notify agent at l3_agent the message router_deleted on router fef99f29-3930-4134-9264-724265707a03 {{(pid=103305) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:37:09.781153 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-921bc813-aca3-42bc-b967-5cb1231e6719 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:09.782470 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-921bc813-aca3-42bc-b967-5cb1231e6719 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "DELETE /v2.0/routers/fef99f29-3930-4134-9264-724265707a03 HTTP/1.1" status: 204 len: 168 time: 1.0971813 Jan 28 19:37:09.785521 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 42436) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:37:09.799914 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:09.868611 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59e2762-a9ae-48a1-8d76-33fe6046616a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e29a80c9-097a-4152-8704-a835e054dd97,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:37:09.919457 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-0fa42e10-7ff0-4513-b365-266f529870b9 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1327848 Jan 28 19:37:09.921004 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 42442) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:37:09.960647 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-47dcc597-ac37-4bb7-8a10-c202f105f6ef req-f5f7d06e-314d-4cc8-933b-424f333d3252 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/ports?device_id=6266b4f2-471d-4297-9d3c-9386239f951c HTTP/1.1" status: 200 len: 210 time: 0.0513740 Jan 28 19:37:10.041617 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc4c8d3-fc13-4132-9418-bb18c9398358 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:37:10.051073 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d9941715-4eca-464f-90d4-5e6a6760b496 tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Publish callbacks [] for port (f4cd6256-ad70-4dd5-aabd-d3bc28e414a1), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:10.054136 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-ddc4c8d3-fc13-4132-9418-bb18c9398358 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1317151 Jan 28 19:37:10.056372 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 42446) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:37:10.146176 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d9941715-4eca-464f-90d4-5e6a6760b496 tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (f4cd6256-ad70-4dd5-aabd-d3bc28e414a1), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:10.169247 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device f754bea7-b2a7-4461-af9b-3083c1a34594 no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:37:10.236135 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-9685aa35-7e8c-41fe-a38c-c12fba97472e tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1775324 Jan 28 19:37:10.236135 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 42452) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:37:10.243017 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-2e22e037-9a67-4516-882d-4213fb3e177d tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Request body: {'subnet': {'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:37:10.259326 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: f754bea7-b2a7-4461-af9b-3083c1a34594 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:37:10.259651 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device f754bea7-b2a7-4461-af9b-3083c1a34594 not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:37:10.260081 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device d6cd0125-22d6-4610-b320-c730bdc80ec8 no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:37:10.366637 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9941715-4eca-464f-90d4-5e6a6760b496 tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Pushing event updated for resources: {'Port': ['ID=f4cd6256-ad70-4dd5-aabd-d3bc28e414a1,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:37:10.374740 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: d6cd0125-22d6-4610-b320-c730bdc80ec8 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:37:10.375164 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device d6cd0125-22d6-4610-b320-c730bdc80ec8 not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:37:10.411190 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9941715-4eca-464f-90d4-5e6a6760b496 tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Network a81bca0d-f9ca-41b8-9677-dc2ceca38b2e is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:37:10.415525 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-d9941715-4eca-464f-90d4-5e6a6760b496 tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:37:10.433230 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9941715-4eca-464f-90d4-5e6a6760b496 tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:37:10.561702 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d9941715-4eca-464f-90d4-5e6a6760b496 tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734769'] for router_interface (1fd64ee2-117d-4716-9bdc-d412e0ad55dc), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:10.693219 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e22e037-9a67-4516-882d-4213fb3e177d tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Made reservation on behalf of 74e14b1dc35c45ef8b65d1fdcc58b8bc for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:37:10.701420 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2e22e037-9a67-4516-882d-4213fb3e177d tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4733071'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:10.917518 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d9941715-4eca-464f-90d4-5e6a6760b496 tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (f4cd6256-ad70-4dd5-aabd-d3bc28e414a1), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:10.997955 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-905dfec9-f979-4db6-a2cd-5ba51f911585 None None] Provisioning complete for port f4cd6256-ad70-4dd5-aabd-d3bc28e414a1 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:37:10.998511 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-905dfec9-f979-4db6-a2cd-5ba51f911585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (f4cd6256-ad70-4dd5-aabd-d3bc28e414a1), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:11.126316 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-905dfec9-f979-4db6-a2cd-5ba51f911585 None None] Port f4cd6256-ad70-4dd5-aabd-d3bc28e414a1 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:37:11.434095 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d9941715-4eca-464f-90d4-5e6a6760b496 tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Publish callbacks [] for port (f4cd6256-ad70-4dd5-aabd-d3bc28e414a1), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:11.440507 n-d-812111-14 neutron-server[103305]: DEBUG neutron.objects.ports [None req-2e22e037-9a67-4516-882d-4213fb3e177d tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103305) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 19:37:11.473206 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e52874af-0bc0-428b-abf1-2eec3d43cfda req-9aba4f27-b709-4dfd-a9c9-e699ab5ea4be tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/ports?device_id=6266b4f2-471d-4297-9d3c-9386239f951c HTTP/1.1" status: 200 len: 210 time: 0.0359647 Jan 28 19:37:11.474341 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d9941715-4eca-464f-90d4-5e6a6760b496 tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (f4cd6256-ad70-4dd5-aabd-d3bc28e414a1), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:11.475472 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e815e6f2-b981-4962-b079-2126dfe879d0 req-dccdc4d0-d269-4d2d-a0a3-5f60af130ad1 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:37:11.479118 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e815e6f2-b981-4962-b079-2126dfe879d0 req-dccdc4d0-d269-4d2d-a0a3-5f60af130ad1 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8fc1db2-697a-41ab-9984-99a4c5e04be7 HTTP/1.1" status: 200 len: 945 time: 0.6163716 Jan 28 19:37:11.482315 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2e22e037-9a67-4516-882d-4213fb3e177d tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4752401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4733085'] for subnet (9ec13463-389a-4ea2-8463-603b71be3c1c), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:11.533166 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d9941715-4eca-464f-90d4-5e6a6760b496 tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-756216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-732801'] for router_interface (1fd64ee2-117d-4716-9bdc-d412e0ad55dc), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:11.651148 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e22e037-9a67-4516-882d-4213fb3e177d tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Network decd8274-9eda-4d81-a020-86cc15d56022 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:37:11.657678 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:11.672212 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-2e22e037-9a67-4516-882d-4213fb3e177d tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:37:11.683754 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2acdedd3-a8dc-4870-8024-edf54064ac40 None None] Network decd8274-9eda-4d81-a020-86cc15d56022 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:37:11.691754 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e22e037-9a67-4516-882d-4213fb3e177d tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:37:11.692355 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2e22e037-9a67-4516-882d-4213fb3e177d tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:11.706899 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9941715-4eca-464f-90d4-5e6a6760b496 tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Pushing event updated for resources: {'Port': ['ID=f4cd6256-ad70-4dd5-aabd-d3bc28e414a1,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:37:11.808560 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e22e037-9a67-4516-882d-4213fb3e177d tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Pushing event updated for resources: {'Subnet': ['ID=9ec13463-389a-4ea2-8463-603b71be3c1c,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:37:11.827760 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-2e22e037-9a67-4516-882d-4213fb3e177d tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.5879104 Jan 28 19:37:11.833837 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e815e6f2-b981-4962-b079-2126dfe879d0 req-22571587-89ea-4dcb-be69-131530626d2e tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/security-groups?id=a1544774-06dd-4b7d-abb3-fdfd2885225c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3344624 Jan 28 19:37:11.834337 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 42492) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:37:11.840290 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9941715-4eca-464f-90d4-5e6a6760b496 tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Network a81bca0d-f9ca-41b8-9677-dc2ceca38b2e is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:37:11.843488 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-d9941715-4eca-464f-90d4-5e6a6760b496 tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:37:11.868264 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-8fdf2f79-43ce-4850-8292-8317572f3a48 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Request body: {'subnet': {'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:37:11.905115 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9993141c-e498-40c1-9c47-df4cb4013f1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68cd31fd-e4cd-5fb3-a862-256fc47efcd2-decd8274-9eda-4d81-a020-86cc15d56022', 'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022', 'project_id': '74e14b1dc35c45ef8b65d1fdcc58b8bc', 'fixed_ips': [{'subnet_id': '9ec13463-389a-4ea2-8463-603b71be3c1c'}]}} from n-d-812111-14. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:37:11.906161 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9993141c-e498-40c1-9c47-df4cb4013f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:12.201675 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9941715-4eca-464f-90d4-5e6a6760b496 tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Router 1fd64ee2-117d-4716-9bdc-d412e0ad55dc has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:37:12.253427 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fdf2f79-43ce-4850-8292-8317572f3a48 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Made reservation on behalf of 74e14b1dc35c45ef8b65d1fdcc58b8bc for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:37:12.262646 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8fdf2f79-43ce-4850-8292-8317572f3a48 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4733071'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:12.292605 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-9993141c-e498-40c1-9c47-df4cb4013f1f None None] Allocated IP 2001:db8::f816:3eff:fe24:eafd (decd8274-9eda-4d81-a020-86cc15d56022/9ec13463-389a-4ea2-8463-603b71be3c1c/8ad29375-4e2c-421e-a7f5-c0d1b584883d) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:37:12.485881 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9941715-4eca-464f-90d4-5e6a6760b496 tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:37:12.501035 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-d9941715-4eca-464f-90d4-5e6a6760b496 tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] 10.222.0.64 "PUT /v2.0/routers/1fd64ee2-117d-4716-9bdc-d412e0ad55dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9663148 Jan 28 19:37:12.509290 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3cee6304-00c3-4ece-aab3-aa81863cb524 req-66bf77d9-7c0d-47b2-8c6f-15fe113515d4 tempest-ServerShowV247Test-777947199 tempest-ServerShowV247Test-777947199-project] 10.222.0.64 "GET /v2.0/ports?device_id=7004a064-780f-4e85-a48c-006d84a00a12 HTTP/1.1" status: 200 len: 210 time: 0.2212279 Jan 28 19:37:12.510571 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 42510) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:37:12.601855 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d721f717-c22c-405f-a2da-5a637a072923 req-998af3c5-8845-42c8-942a-b2b45381c760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:37:12.604004 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d721f717-c22c-405f-a2da-5a637a072923 req-998af3c5-8845-42c8-942a-b2b45381c760 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0f0ddac21a95455ebc1c3ac83c1cf620&device_id=f8fc1db2-697a-41ab-9984-99a4c5e04be7 HTTP/1.1" status: 200 len: 1128 time: 0.2592716 Jan 28 19:37:12.727427 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e363cb-bd2d-41c2-b1cc-636bad85c1d9 None None] Sync routers for ids ['1fd64ee2-117d-4716-9bdc-d412e0ad55dc'] in n-d-812111-14 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:37:12.769951 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e363cb-bd2d-41c2-b1cc-636bad85c1d9 None None] Routers {'1fd64ee2-117d-4716-9bdc-d412e0ad55dc'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:37:12.771971 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-71e363cb-bd2d-41c2-b1cc-636bad85c1d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:37:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['1fd64ee2-117d-4716-9bdc-d412e0ad55dc'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:37:12.841199 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d69ad1c2-5a83-4c98-b9da-a958d476f36f req-59b0886a-cc9b-41f1-be19-6b8f7933ac30 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/ports?device_id=6266b4f2-471d-4297-9d3c-9386239f951c HTTP/1.1" status: 200 len: 210 time: 0.0939801 Jan 28 19:37:12.895079 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fe9a360d-42af-4744-9072-071deb7af42c tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Publish callbacks [] for router (1fd64ee2-117d-4716-9bdc-d412e0ad55dc), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:12.949313 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9993141c-e498-40c1-9c47-df4cb4013f1f None None] Publish callbacks [] for port (8ad29375-4e2c-421e-a7f5-c0d1b584883d), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:12.957476 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-764b22a5-8c02-44f3-b881-10c3cfa5a8ef None None] Provisioning complete for port f4cd6256-ad70-4dd5-aabd-d3bc28e414a1 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:37:12.960491 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-764b22a5-8c02-44f3-b881-10c3cfa5a8ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (f4cd6256-ad70-4dd5-aabd-d3bc28e414a1), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:12.962610 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-71e363cb-bd2d-41c2-b1cc-636bad85c1d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:37:12.975161 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9993141c-e498-40c1-9c47-df4cb4013f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (8ad29375-4e2c-421e-a7f5-c0d1b584883d), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:13.101943 n-d-812111-14 neutron-server[103304]: INFO neutron.api.v2.resource [None req-fe9a360d-42af-4744-9072-071deb7af42c tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 28 19:37:13.103625 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-fe9a360d-42af-4744-9072-071deb7af42c tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] 10.222.0.64 "DELETE /v2.0/routers/1fd64ee2-117d-4716-9bdc-d412e0ad55dc HTTP/1.1" status: 409 len: 329 time: 0.5917692 Jan 28 19:37:13.111600 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 42534) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:37:13.228227 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e363cb-bd2d-41c2-b1cc-636bad85c1d9 None None] Routers {'1fd64ee2-117d-4716-9bdc-d412e0ad55dc'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:37:13.228833 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-71e363cb-bd2d-41c2-b1cc-636bad85c1d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:37:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['1fd64ee2-117d-4716-9bdc-d412e0ad55dc'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:37:13.248115 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9993141c-e498-40c1-9c47-df4cb4013f1f None None] Network decd8274-9eda-4d81-a020-86cc15d56022 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:37:13.264344 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8fdf2f79-43ce-4850-8292-8317572f3a48 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4752401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4733085'] for subnet (cb116849-7393-42ed-acbf-b9abdc1f8394), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:13.386846 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-9993141c-e498-40c1-9c47-df4cb4013f1f None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:37:13.402001 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9993141c-e498-40c1-9c47-df4cb4013f1f None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:37:13.410816 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-71e363cb-bd2d-41c2-b1cc-636bad85c1d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:37:13.421185 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d721f717-c22c-405f-a2da-5a637a072923 req-a1fe6d7d-1068-4e97-b9c2-9035ad70ad51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:37:13.422687 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d721f717-c22c-405f-a2da-5a637a072923 req-a1fe6d7d-1068-4e97-b9c2-9035ad70ad51 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4ed80f8c-a628-4bf0-926c-daa4ec7f72d6 HTTP/1.1" status: 200 len: 917 time: 0.8097477 Jan 28 19:37:13.426912 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e363cb-bd2d-41c2-b1cc-636bad85c1d9 None None] The sync data for ids ['1fd64ee2-117d-4716-9bdc-d412e0ad55dc'] in n-d-812111-14 is: [] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:37:13.434579 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:13.435823 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-764b22a5-8c02-44f3-b881-10c3cfa5a8ef None None] Port f4cd6256-ad70-4dd5-aabd-d3bc28e414a1 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:37:13.468930 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fdf2f79-43ce-4850-8292-8317572f3a48 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Network decd8274-9eda-4d81-a020-86cc15d56022 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:37:13.480445 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9993141c-e498-40c1-9c47-df4cb4013f1f None None] Pushing event updated for resources: {'Port': ['ID=8ad29375-4e2c-421e-a7f5-c0d1b584883d,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:37:13.564284 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-9993141c-e498-40c1-9c47-df4cb4013f1f None None] Attempting to bind port 8ad29375-4e2c-421e-a7f5-c0d1b584883d on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:37:13.566289 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-9993141c-e498-40c1-9c47-df4cb4013f1f None None] Attempting to bind port 8ad29375-4e2c-421e-a7f5-c0d1b584883d by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '2aac29a1-8685-476c-bba5-fffce3cb94d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:37:13.566879 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9993141c-e498-40c1-9c47-df4cb4013f1f None None] Attempting to bind port 8ad29375-4e2c-421e-a7f5-c0d1b584883d on network decd8274-9eda-4d81-a020-86cc15d56022 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:37:13.574474 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-8fdf2f79-43ce-4850-8292-8317572f3a48 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:37:13.582840 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdf2f79-43ce-4850-8292-8317572f3a48 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Pushing event updated for resources: {'Subnet': ['ID=cb116849-7393-42ed-acbf-b9abdc1f8394,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:37:13.585946 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9993141c-e498-40c1-9c47-df4cb4013f1f None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:37:13.586657 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9993141c-e498-40c1-9c47-df4cb4013f1f None None] Checking segment: {'id': '2aac29a1-8685-476c-bba5-fffce3cb94d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:37:13.587325 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9993141c-e498-40c1-9c47-df4cb4013f1f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:13.587961 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9993141c-e498-40c1-9c47-df4cb4013f1f None None] Bound using segment: {'id': '2aac29a1-8685-476c-bba5-fffce3cb94d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:37:13.588693 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-9993141c-e498-40c1-9c47-df4cb4013f1f None None] Bound port: 8ad29375-4e2c-421e-a7f5-c0d1b584883d, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aac29a1-8685-476c-bba5-fffce3cb94d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:37:13.589342 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9993141c-e498-40c1-9c47-df4cb4013f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (8ad29375-4e2c-421e-a7f5-c0d1b584883d), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:13.632156 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fdf2f79-43ce-4850-8292-8317572f3a48 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:37:13.635689 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8fdf2f79-43ce-4850-8292-8317572f3a48 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:13.686026 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e8ce7ff0-7313-41db-b07c-8641b235bf60 req-9a666bea-31d2-40f6-8586-6ba45d5e469a tempest-ServerShowV247Test-777947199 tempest-ServerShowV247Test-777947199-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb655f05-0bbc-4d20-8eeb-2e74dcfd3376 HTTP/1.1" status: 200 len: 210 time: 0.1166425 Jan 28 19:37:13.730308 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-8fdf2f79-43ce-4850-8292-8317572f3a48 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8858914 Jan 28 19:37:13.732851 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 42548) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:37:13.738928 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-9993141c-e498-40c1-9c47-df4cb4013f1f None None] For port 8ad29375-4e2c-421e-a7f5-c0d1b584883d, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:37:13.743143 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-e27ae821-930d-4758-9ac0-95a33de0617f tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Request body: {'port': {'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022', 'mac_address': 'fa:16:3e:94:ff:d1', 'name': 'tempest-NetworksTestDHCPv6-485602304'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:37:13.745206 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-9993141c-e498-40c1-9c47-df4cb4013f1f None None] For port 8ad29375-4e2c-421e-a7f5-c0d1b584883d, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=8ad29375-4e2c-421e-a7f5-c0d1b584883d,segment=NetworkSegment(2aac29a1-8685-476c-bba5-fffce3cb94d6),segment_id=2aac29a1-8685-476c-bba5-fffce3cb94d6)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:37:13.751087 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d721f717-c22c-405f-a2da-5a637a072923 req-b6a53e2d-9089-449a-86fb-0f32972cb8e0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=88c4d8f8-69eb-4f76-9273-a53c5a9dd516 HTTP/1.1" status: 200 len: 1000 time: 0.3114290 Jan 28 19:37:13.766164 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9993141c-e498-40c1-9c47-df4cb4013f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (8ad29375-4e2c-421e-a7f5-c0d1b584883d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:13.892289 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9993141c-e498-40c1-9c47-df4cb4013f1f None None] Pushing event updated for resources: {'Port': ['ID=8ad29375-4e2c-421e-a7f5-c0d1b584883d,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:37:13.915171 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4b7353-4d52-4d92-9d5c-aeedac83ad8b req-3c1076bf-e0fa-43fa-b71f-88ac59e94676 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:37:13.917375 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4d4b7353-4d52-4d92-9d5c-aeedac83ad8b req-3c1076bf-e0fa-43fa-b71f-88ac59e94676 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8fc1db2-697a-41ab-9984-99a4c5e04be7 HTTP/1.1" status: 200 len: 945 time: 0.9167356 Jan 28 19:37:14.068365 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4d4b7353-4d52-4d92-9d5c-aeedac83ad8b req-7746f2cb-bfea-412a-ac02-92e1061aff08 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/security-groups?id=a1544774-06dd-4b7d-abb3-fdfd2885225c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1397028 Jan 28 19:37:14.155748 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d721f717-c22c-405f-a2da-5a637a072923 req-612b2b23-ba97-4c75-9219-8171b6b07426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:37:14.157246 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d721f717-c22c-405f-a2da-5a637a072923 req-612b2b23-ba97-4c75-9219-8171b6b07426 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ccd8c2b9-0197-4b01-ba57-f13b2702d1bc HTTP/1.1" status: 200 len: 856 time: 0.2347863 Jan 28 19:37:14.262024 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-47bae9cb-1651-4b4b-a6a3-4a8e14a7ebed req-b0ad525f-abaa-4f6f-b7ac-ecafed013a48 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/ports?device_id=6266b4f2-471d-4297-9d3c-9386239f951c HTTP/1.1" status: 200 len: 210 time: 0.1263435 Jan 28 19:37:14.372749 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e27ae821-930d-4758-9ac0-95a33de0617f tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Made reservation on behalf of 74e14b1dc35c45ef8b65d1fdcc58b8bc for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:37:14.532044 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d721f717-c22c-405f-a2da-5a637a072923 req-aaded056-dc9f-42c5-b217-e3dba8613afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:37:14.534472 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d721f717-c22c-405f-a2da-5a637a072923 req-aaded056-dc9f-42c5-b217-e3dba8613afa service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4ed80f8c-a628-4bf0-926c-daa4ec7f72d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3392060 Jan 28 19:37:14.579675 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 8ad29375-4e2c-421e-a7f5-c0d1b584883d up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:37:14.619548 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ad3acce2-f378-40d3-967c-ef78532e3373 tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-732838'] for router_interface (1fd64ee2-117d-4716-9bdc-d412e0ad55dc), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:14.698749 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 8ad29375-4e2c-421e-a7f5-c0d1b584883d triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:37:14.699290 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (8ad29375-4e2c-421e-a7f5-c0d1b584883d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:14.759913 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e27ae821-930d-4758-9ac0-95a33de0617f tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:14.922088 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 8ad29375-4e2c-421e-a7f5-c0d1b584883d is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:37:14.922477 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (8ad29375-4e2c-421e-a7f5-c0d1b584883d), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:14.995935 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] For port 8ad29375-4e2c-421e-a7f5-c0d1b584883d, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=8ad29375-4e2c-421e-a7f5-c0d1b584883d,segment=NetworkSegment(2aac29a1-8685-476c-bba5-fffce3cb94d6),segment_id=2aac29a1-8685-476c-bba5-fffce3cb94d6)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:37:15.006670 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (8ad29375-4e2c-421e-a7f5-c0d1b584883d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:15.017010 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3989e00c-a68f-4b29-9bd9-406125c1c0cb req-416c5dc7-3621-40a4-9bae-9df860b12efe tempest-ServerShowV247Test-777947199 tempest-ServerShowV247Test-777947199-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb655f05-0bbc-4d20-8eeb-2e74dcfd3376 HTTP/1.1" status: 200 len: 210 time: 0.1121812 Jan 28 19:37:15.176504 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Pushing event updated for resources: {'Port': ['ID=8ad29375-4e2c-421e-a7f5-c0d1b584883d,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:37:15.299728 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [None req-e27ae821-930d-4758-9ac0-95a33de0617f tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] device_id is not set on port a55a1318-3328-42de-b506-a35178de8935 yet. {{(pid=103305) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:37:15.416862 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-ad3acce2-f378-40d3-967c-ef78532e3373 tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Deleting port f4cd6256-ad70-4dd5-aabd-d3bc28e414a1 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:37:15.419852 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ad3acce2-f378-40d3-967c-ef78532e3373 tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (f4cd6256-ad70-4dd5-aabd-d3bc28e414a1), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:15.526391 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4bb347b1-a6eb-4078-a324-860b2b9ae9bc req-9fe1ed55-4e0b-4bcb-9718-39063da5faf3 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/ports?device_id=6266b4f2-471d-4297-9d3c-9386239f951c HTTP/1.1" status: 200 len: 210 time: 0.1026099 Jan 28 19:37:15.631654 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b65e592f-4cdb-45d2-8dd0-846d78a4c8a3 None None] Network decd8274-9eda-4d81-a020-86cc15d56022 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:37:15.646554 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ad3acce2-f378-40d3-967c-ef78532e3373 tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (f4cd6256-ad70-4dd5-aabd-d3bc28e414a1), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:15.647138 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d721f717-c22c-405f-a2da-5a637a072923 req-585ecd55-1023-4f78-8330-98c00a745779 service neutron] 10.222.0.41 "GET /v2.0/networks/4ed80f8c-a628-4bf0-926c-daa4ec7f72d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0977755 Jan 28 19:37:15.648998 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3850456f-5061-48da-8809-e244594d9e27 req-f3d415dc-929e-4b60-bd02-965053b22501 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=7004a064-780f-4e85-a48c-006d84a00a12 HTTP/1.1" status: 200 len: 210 time: 0.0478964 Jan 28 19:37:15.666427 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-ad3acce2-f378-40d3-967c-ef78532e3373 tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Calling delete_port for f4cd6256-ad70-4dd5-aabd-d3bc28e414a1 owned by network:router_interface {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:37:15.832918 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-e27ae821-930d-4758-9ac0-95a33de0617f tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Allocated IP 172.20.0.11 (decd8274-9eda-4d81-a020-86cc15d56022/cb116849-7393-42ed-acbf-b9abdc1f8394/a55a1318-3328-42de-b506-a35178de8935) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:37:15.858235 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-e27ae821-930d-4758-9ac0-95a33de0617f tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Allocated IP 2001:db8::f816:3eff:fe94:ffd1 (decd8274-9eda-4d81-a020-86cc15d56022/9ec13463-389a-4ea2-8463-603b71be3c1c/a55a1318-3328-42de-b506-a35178de8935) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:37:15.863883 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d721f717-c22c-405f-a2da-5a637a072923 req-e29aa6db-0584-4cca-a416-f696a50a7b27 service neutron] 10.222.0.41 "GET /v2.0/networks/4ed80f8c-a628-4bf0-926c-daa4ec7f72d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038453 Jan 28 19:37:15.868182 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-c0742d3c-a8f1-454e-8109-4a7c53630b13 None None] Provisioning complete for port 8ad29375-4e2c-421e-a7f5-c0d1b584883d triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:37:15.868763 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c0742d3c-a8f1-454e-8109-4a7c53630b13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (8ad29375-4e2c-421e-a7f5-c0d1b584883d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:15.879013 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cae1ef7-05f4-4c61-99e6-ed363a1154b8 req-30c06472-23c5-4a4a-a174-1b6d2e6386f0 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:37:15.881300 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8cae1ef7-05f4-4c61-99e6-ed363a1154b8 req-30c06472-23c5-4a4a-a174-1b6d2e6386f0 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8fc1db2-697a-41ab-9984-99a4c5e04be7 HTTP/1.1" status: 200 len: 945 time: 0.5763559 Jan 28 19:37:15.932975 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ad3acce2-f378-40d3-967c-ef78532e3373 tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (f4cd6256-ad70-4dd5-aabd-d3bc28e414a1), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:15.984224 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3acce2-f378-40d3-967c-ef78532e3373 tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Pushing event deleted for resources: {'Port': ['ID=f4cd6256-ad70-4dd5-aabd-d3bc28e414a1,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:37:16.012126 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8cae1ef7-05f4-4c61-99e6-ed363a1154b8 req-b23f1ef0-c6f5-4232-afbb-3962903fed7a tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/security-groups?id=a1544774-06dd-4b7d-abb3-fdfd2885225c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037943 Jan 28 19:37:16.070448 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-c0742d3c-a8f1-454e-8109-4a7c53630b13 None None] Current status of the port 8ad29375-4e2c-421e-a7f5-c0d1b584883d is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:37:16.136528 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88082721-3267-42e5-abf2-cbd38b40ec5b None None] Update dhcp port {'port': {'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022', 'fixed_ips': [{'subnet_id': '9ec13463-389a-4ea2-8463-603b71be3c1c', 'ip_address': '2001:db8::f816:3eff:fe24:eafd'}, {'subnet_id': 'cb116849-7393-42ed-acbf-b9abdc1f8394'}], 'binding:host_id': 'n-d-812111-14'}, 'id': '8ad29375-4e2c-421e-a7f5-c0d1b584883d'} from n-d-812111-14. {{(pid=103306) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 19:37:16.221095 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-88082721-3267-42e5-abf2-cbd38b40ec5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (8ad29375-4e2c-421e-a7f5-c0d1b584883d), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:16.337383 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e27ae821-930d-4758-9ac0-95a33de0617f tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks [] for port (a55a1318-3328-42de-b506-a35178de8935), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:16.421003 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e27ae821-930d-4758-9ac0-95a33de0617f tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (a55a1318-3328-42de-b506-a35178de8935), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:16.438810 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 8ad29375-4e2c-421e-a7f5-c0d1b584883d up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:37:16.497712 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5b93c85a-e674-4a7b-8f8e-e06ed305500a req-04ac9a3a-06e8-43aa-b2a5-6b2cab9cc400 tempest-ServerShowV247Test-777947199 tempest-ServerShowV247Test-777947199-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb655f05-0bbc-4d20-8eeb-2e74dcfd3376 HTTP/1.1" status: 200 len: 210 time: 0.2654049 Jan 28 19:37:16.504984 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ad3acce2-f378-40d3-967c-ef78532e3373 tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-732682'] for router_interface (1fd64ee2-117d-4716-9bdc-d412e0ad55dc), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:16.527579 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e27ae821-930d-4758-9ac0-95a33de0617f tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Network decd8274-9eda-4d81-a020-86cc15d56022 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:37:16.530677 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 8ad29375-4e2c-421e-a7f5-c0d1b584883d triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:37:16.531060 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (8ad29375-4e2c-421e-a7f5-c0d1b584883d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:16.548737 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-e27ae821-930d-4758-9ac0-95a33de0617f tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:37:16.591597 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27ae821-930d-4758-9ac0-95a33de0617f tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:37:16.595926 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6f926342-ea4d-4049-9bac-eb91e8eda05d req-ddaf2d50-47df-49fe-b6dc-6b1c821c5568 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=fb655f05-0bbc-4d20-8eeb-2e74dcfd3376 HTTP/1.1" status: 200 len: 210 time: 0.0835652 Jan 28 19:37:16.619003 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27ae821-930d-4758-9ac0-95a33de0617f tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Pushing event updated for resources: {'Port': ['ID=a55a1318-3328-42de-b506-a35178de8935,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:37:16.627898 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 88c4d8f8-69eb-4f76-9273-a53c5a9dd516 no longer exists at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:37:16.762933 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ba6f20a1-0dfb-43cd-8f96-382b98621c68 req-ee3b4373-e39d-4846-9873-072b269a50b2 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/ports?device_id=6266b4f2-471d-4297-9d3c-9386239f951c HTTP/1.1" status: 200 len: 210 time: 0.1004307 Jan 28 19:37:16.764732 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-88082721-3267-42e5-abf2-cbd38b40ec5b None None] Allocated IP 172.20.0.2 (decd8274-9eda-4d81-a020-86cc15d56022/cb116849-7393-42ed-acbf-b9abdc1f8394/8ad29375-4e2c-421e-a7f5-c0d1b584883d) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:37:16.792167 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e27ae821-930d-4758-9ac0-95a33de0617f tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:37:16.793650 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e27ae821-930d-4758-9ac0-95a33de0617f tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:16.817522 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad3acce2-f378-40d3-967c-ef78532e3373 tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Router 1fd64ee2-117d-4716-9bdc-d412e0ad55dc has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:37:16.834513 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-e27ae821-930d-4758-9ac0-95a33de0617f tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.0965104 Jan 28 19:37:16.834865 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 42576) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:37:16.953483 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65f289dd-2f8b-47cd-9ba1-468f3372cb2f tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:37:16.967156 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65f289dd-2f8b-47cd-9ba1-468f3372cb2f tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:37:16.968935 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-65f289dd-2f8b-47cd-9ba1-468f3372cb2f tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.1332159 Jan 28 19:37:16.974636 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 42588) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:37:16.978002 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad3acce2-f378-40d3-967c-ef78532e3373 tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:37:16.992768 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-ad3acce2-f378-40d3-967c-ef78532e3373 tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] 10.222.0.64 "PUT /v2.0/routers/1fd64ee2-117d-4716-9bdc-d412e0ad55dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8675818 Jan 28 19:37:16.992961 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88cc4f7a-cc7f-4d48-a778-136d18f29f67 None None] Sync routers for ids ['1fd64ee2-117d-4716-9bdc-d412e0ad55dc'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:37:16.993447 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 42598) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:37:17.019608 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88cc4f7a-cc7f-4d48-a778-136d18f29f67 None None] Routers {'1fd64ee2-117d-4716-9bdc-d412e0ad55dc'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:37:17.021969 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-88cc4f7a-cc7f-4d48-a778-136d18f29f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:37:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['1fd64ee2-117d-4716-9bdc-d412e0ad55dc'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:37:17.081457 n-d-812111-14 neutron-server[103304]: INFO neutron.api.v2.resource [None req-4b225e55-700d-4f04-8e08-2cb0b463c173 tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] show failed (client error): The resource could not be found. Jan 28 19:37:17.086637 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-4b225e55-700d-4f04-8e08-2cb0b463c173 tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] 10.222.0.64 "GET /v2.0/routers/tempest-non_exist_router-1768066174 HTTP/1.1" status: 404 len: 335 time: 0.0886297 Jan 28 19:37:17.087172 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 42614) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:37:17.091410 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-3385b28f-f89e-4546-81c5-2720d02d716a tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:37:17.125594 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-88cc4f7a-cc7f-4d48-a778-136d18f29f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:37:17.145046 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88cc4f7a-cc7f-4d48-a778-136d18f29f67 None None] Routers {'1fd64ee2-117d-4716-9bdc-d412e0ad55dc'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:37:17.146887 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-88cc4f7a-cc7f-4d48-a778-136d18f29f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:37:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['1fd64ee2-117d-4716-9bdc-d412e0ad55dc'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:37:17.165532 n-d-812111-14 neutron-server[103304]: INFO neutron.api.v2.resource [None req-3385b28f-f89e-4546-81c5-2720d02d716a tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] update failed (client error): The resource could not be found. Jan 28 19:37:17.170779 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-3385b28f-f89e-4546-81c5-2720d02d716a tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] 10.222.0.64 "PUT /v2.0/routers/tempest-non_exist_router-876715184 HTTP/1.1" status: 404 len: 334 time: 0.0787444 Jan 28 19:37:17.171160 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 42616) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:37:17.221070 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-dd6365a9-5eea-4cc9-bdf6-88b6a9a04666 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Deleting port a55a1318-3328-42de-b506-a35178de8935 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:37:17.221372 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-dd6365a9-5eea-4cc9-bdf6-88b6a9a04666 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (a55a1318-3328-42de-b506-a35178de8935), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:17.235627 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-88cc4f7a-cc7f-4d48-a778-136d18f29f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:37:17.236650 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88cc4f7a-cc7f-4d48-a778-136d18f29f67 None None] The sync data for ids ['1fd64ee2-117d-4716-9bdc-d412e0ad55dc'] in n-d-812111-14 is: [] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:37:17.457058 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-88082721-3267-42e5-abf2-cbd38b40ec5b None None] For port 8ad29375-4e2c-421e-a7f5-c0d1b584883d, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=8ad29375-4e2c-421e-a7f5-c0d1b584883d,segment=NetworkSegment(2aac29a1-8685-476c-bba5-fffce3cb94d6),segment_id=2aac29a1-8685-476c-bba5-fffce3cb94d6)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:37:17.480866 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-184784fe-55df-49be-8a85-e3216e0d9801 tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Deleting subnet 0ef5e96b-a44b-4ffa-97ba-01410ec7a957 {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:37:17.488259 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-184784fe-55df-49be-8a85-e3216e0d9801 tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Publish callbacks [] for subnet (0ef5e96b-a44b-4ffa-97ba-01410ec7a957), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:17.491425 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-dd6365a9-5eea-4cc9-bdf6-88b6a9a04666 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (a55a1318-3328-42de-b506-a35178de8935), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:17.510637 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-88082721-3267-42e5-abf2-cbd38b40ec5b None None] Publish callbacks [] for port (8ad29375-4e2c-421e-a7f5-c0d1b584883d), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:17.524542 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-dd6365a9-5eea-4cc9-bdf6-88b6a9a04666 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Calling delete_port for a55a1318-3328-42de-b506-a35178de8935 owned by {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:37:17.543977 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port 88c4d8f8-69eb-4f76-9273-a53c5a9dd516 is: ACTIVE; New status is: DOWN {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:37:17.551442 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (88c4d8f8-69eb-4f76-9273-a53c5a9dd516), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:17.582246 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-184784fe-55df-49be-8a85-e3216e0d9801 tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4747050'] for subnet (0ef5e96b-a44b-4ffa-97ba-01410ec7a957), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:17.590915 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 8ad29375-4e2c-421e-a7f5-c0d1b584883d is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:37:17.610049 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-88082721-3267-42e5-abf2-cbd38b40ec5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (8ad29375-4e2c-421e-a7f5-c0d1b584883d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:17.687556 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 88c4d8f8-69eb-4f76-9273-a53c5a9dd516, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=88c4d8f8-69eb-4f76-9273-a53c5a9dd516,segment=NetworkSegment(25c21fb9-fdcd-4ded-98e7-fa3f83ec6d2c),segment_id=25c21fb9-fdcd-4ded-98e7-fa3f83ec6d2c)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:37:17.737632 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8fc1db2-697a-41ab-9984-99a4c5e04be7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88c4d8f8-69eb-4f76-9273-a53c5a9dd516'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:37:17.740383 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e3b1996-c3c7-4e4d-aaba-c0a93ef24876" -d '{"events": [{"server_uuid": "f8fc1db2-697a-41ab-9984-99a4c5e04be7", "name": "network-vif-unplugged", "status": "completed", "tag": "88c4d8f8-69eb-4f76-9273-a53c5a9dd516"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:37:17.758122 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (88c4d8f8-69eb-4f76-9273-a53c5a9dd516), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:17.880662 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-dd1f6d75-6010-4b84-a780-d1d649ab2407 req-051642f5-3e8f-4661-b935-6db5bc80e643 tempest-ServerShowV247Test-777947199 tempest-ServerShowV247Test-777947199-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb655f05-0bbc-4d20-8eeb-2e74dcfd3376 HTTP/1.1" status: 200 len: 210 time: 0.2014337 Jan 28 19:37:17.906529 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88082721-3267-42e5-abf2-cbd38b40ec5b None None] Pushing event updated for resources: {'Port': ['ID=8ad29375-4e2c-421e-a7f5-c0d1b584883d,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:37:17.926429 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e60de02-b69c-4532-bf49-1fd952f7e494 req-f838f70a-2f13-4f98-98a8-1d91248ff366 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:37:17.929754 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2e60de02-b69c-4532-bf49-1fd952f7e494 req-f838f70a-2f13-4f98-98a8-1d91248ff366 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8fc1db2-697a-41ab-9984-99a4c5e04be7 HTTP/1.1" status: 200 len: 945 time: 0.6428740 Jan 28 19:37:18.023181 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-184784fe-55df-49be-8a85-e3216e0d9801 tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (0ef5e96b-a44b-4ffa-97ba-01410ec7a957), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:18.059987 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=88c4d8f8-69eb-4f76-9273-a53c5a9dd516,revision_number=8']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:37:18.071507 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 19:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b8961ff-bf9e-4c57-80b0-a922174b5771 x-openstack-request-id: req-2b8961ff-bf9e-4c57-80b0-a922174b5771 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:37:18.071956 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8fc1db2-697a-41ab-9984-99a4c5e04be7", "name": "network-vif-unplugged", "status": "completed", "tag": "88c4d8f8-69eb-4f76-9273-a53c5a9dd516", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:37:18.072046 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2b8961ff-bf9e-4c57-80b0-a922174b5771 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:37:18.073712 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8fc1db2-697a-41ab-9984-99a4c5e04be7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88c4d8f8-69eb-4f76-9273-a53c5a9dd516', 'code': 200} Jan 28 19:37:18.183107 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2e60de02-b69c-4532-bf49-1fd952f7e494 req-fcba4144-74be-4862-804e-9112c7768f99 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/security-groups?id=a1544774-06dd-4b7d-abb3-fdfd2885225c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2291651 Jan 28 19:37:18.231186 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-184784fe-55df-49be-8a85-e3216e0d9801 tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4690616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5222356'] for subnet (0ef5e96b-a44b-4ffa-97ba-01410ec7a957), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:18.321527 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184784fe-55df-49be-8a85-e3216e0d9801 tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Pushing event deleted for resources: {'Subnet': ['ID=0ef5e96b-a44b-4ffa-97ba-01410ec7a957,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:37:18.329310 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-dd6365a9-5eea-4cc9-bdf6-88b6a9a04666 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (a55a1318-3328-42de-b506-a35178de8935), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:18.350013 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-184784fe-55df-49be-8a85-e3216e0d9801 tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:18.353088 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42eb52b8-ef04-40a5-8a2d-12c764549991 None None] Network 02dbbeb6-0f90-414e-a402-fed9ffa2c970 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:37:18.366816 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-184784fe-55df-49be-8a85-e3216e0d9801 tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] 10.222.0.64 "DELETE /v2.0/subnets/0ef5e96b-a44b-4ffa-97ba-01410ec7a957 HTTP/1.1" status: 204 len: 168 time: 1.1868937 Jan 28 19:37:18.367780 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 42660) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:37:18.437285 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6365a9-5eea-4cc9-bdf6-88b6a9a04666 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Pushing event deleted for resources: {'Port': ['ID=a55a1318-3328-42de-b506-a35178de8935,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:37:18.465990 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6566d20d-d11f-43d0-a66a-c459148db93f req-e8fc4df4-f266-43a2-91a3-746129247f00 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/ports?device_id=6266b4f2-471d-4297-9d3c-9386239f951c HTTP/1.1" status: 200 len: 210 time: 0.2549279 Jan 28 19:37:18.521035 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 8ad29375-4e2c-421e-a7f5-c0d1b584883d up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:37:18.558293 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-0814fc8f-c941-4049-a268-cde6f558d251 tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Deleting subnet 12678946-5991-4a7e-aa2b-d60956463229 {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:37:18.570784 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0814fc8f-c941-4049-a268-cde6f558d251 tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Publish callbacks [] for subnet (12678946-5991-4a7e-aa2b-d60956463229), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:18.686843 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0814fc8f-c941-4049-a268-cde6f558d251 tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4747050'] for subnet (12678946-5991-4a7e-aa2b-d60956463229), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:18.731834 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-dd6365a9-5eea-4cc9-bdf6-88b6a9a04666 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:18.745172 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-dd6365a9-5eea-4cc9-bdf6-88b6a9a04666 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "DELETE /v2.0/ports/a55a1318-3328-42de-b506-a35178de8935 HTTP/1.1" status: 204 len: 168 time: 1.7531152 Jan 28 19:37:18.748554 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 42672) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:37:18.778064 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 8ad29375-4e2c-421e-a7f5-c0d1b584883d triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:37:18.779107 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (8ad29375-4e2c-421e-a7f5-c0d1b584883d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:18.879139 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fda7cdc-12f9-4763-afb1-348a9fee8dac tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:37:18.883287 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fda7cdc-12f9-4763-afb1-348a9fee8dac tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:37:18.892016 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fda7cdc-12f9-4763-afb1-348a9fee8dac tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:37:18.893766 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-4fda7cdc-12f9-4763-afb1-348a9fee8dac tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1441340 Jan 28 19:37:18.896477 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 42676) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:37:18.948640 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cbe772d-35cb-4264-9995-30cf4efe8364 None None] DHCP port deletion for 02dbbeb6-0f90-414e-a402-fed9ffa2c970 request from n-d-812111-14 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:37:19.005994 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 8ad29375-4e2c-421e-a7f5-c0d1b584883d is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:37:19.020088 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0814fc8f-c941-4049-a268-cde6f558d251 tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (12678946-5991-4a7e-aa2b-d60956463229), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:19.055883 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-bab21e60-32ee-48ac-97eb-b8deb82b2b85 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Deleting subnet 9ec13463-389a-4ea2-8463-603b71be3c1c {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:37:19.063316 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bab21e60-32ee-48ac-97eb-b8deb82b2b85 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks [] for subnet (9ec13463-389a-4ea2-8463-603b71be3c1c), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:19.076909 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-5cbe772d-35cb-4264-9995-30cf4efe8364 None None] Deleting port 6c78bc68-011c-45cb-878a-fed5d3a9b991 {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:37:19.078414 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5cbe772d-35cb-4264-9995-30cf4efe8364 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (6c78bc68-011c-45cb-878a-fed5d3a9b991), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:19.202787 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bab21e60-32ee-48ac-97eb-b8deb82b2b85 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16187240'] for subnet (9ec13463-389a-4ea2-8463-603b71be3c1c), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:19.206752 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-832c7360-67b5-4fa7-872c-21ed11bdfc2e req-49e20453-cc5e-498b-a888-86c05959d7eb tempest-ServerShowV247Test-777947199 tempest-ServerShowV247Test-777947199-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb655f05-0bbc-4d20-8eeb-2e74dcfd3376 HTTP/1.1" status: 200 len: 210 time: 0.0818417 Jan 28 19:37:19.240435 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0814fc8f-c941-4049-a268-cde6f558d251 tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4690616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5222356'] for subnet (12678946-5991-4a7e-aa2b-d60956463229), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:19.299075 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-5cbe772d-35cb-4264-9995-30cf4efe8364 None None] For port 6c78bc68-011c-45cb-878a-fed5d3a9b991, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=6c78bc68-011c-45cb-878a-fed5d3a9b991,segment=NetworkSegment(bc72d15e-56e2-4b51-b3fa-575e4f07fde7),segment_id=bc72d15e-56e2-4b51-b3fa-575e4f07fde7)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:37:19.299075 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5cbe772d-35cb-4264-9995-30cf4efe8364 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (6c78bc68-011c-45cb-878a-fed5d3a9b991), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:19.346158 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0814fc8f-c941-4049-a268-cde6f558d251 tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Pushing event deleted for resources: {'Subnet': ['ID=12678946-5991-4a7e-aa2b-d60956463229,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:37:19.360406 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-5cbe772d-35cb-4264-9995-30cf4efe8364 None None] Calling delete_port for 6c78bc68-011c-45cb-878a-fed5d3a9b991 owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:37:19.384429 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0814fc8f-c941-4049-a268-cde6f558d251 tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:19.387548 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b62b0e-112b-49cc-84a3-3e50e4164d15 None None] Network 67f32045-039f-42df-a898-13429bb04943 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:37:19.403994 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-0814fc8f-c941-4049-a268-cde6f558d251 tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] 10.222.0.64 "DELETE /v2.0/subnets/12678946-5991-4a7e-aa2b-d60956463229 HTTP/1.1" status: 204 len: 168 time: 1.0313451 Jan 28 19:37:19.404410 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 42684) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:37:19.515051 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d639c0ab-4693-4eaf-bd6b-cb1d060b6e0e None None] Provisioning complete for port 8ad29375-4e2c-421e-a7f5-c0d1b584883d triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:37:19.515433 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d639c0ab-4693-4eaf-bd6b-cb1d060b6e0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (8ad29375-4e2c-421e-a7f5-c0d1b584883d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:19.569981 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d8ad8420-7f57-4560-aad7-9e50c0d1be04 tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (02dbbeb6-0f90-414e-a402-fed9ffa2c970), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:19.615481 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a5e8f7-9656-4b57-a733-05d45599aba4 req-467d1431-8f7d-4b04-a945-77c968827251 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:37:19.623162 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e6a5e8f7-9656-4b57-a733-05d45599aba4 req-467d1431-8f7d-4b04-a945-77c968827251 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8fc1db2-697a-41ab-9984-99a4c5e04be7 HTTP/1.1" status: 200 len: 943 time: 0.3058584 Jan 28 19:37:19.795614 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5cbe772d-35cb-4264-9995-30cf4efe8364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985'] for port (6c78bc68-011c-45cb-878a-fed5d3a9b991), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:19.795614 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d639c0ab-4693-4eaf-bd6b-cb1d060b6e0e None None] Current status of the port 8ad29375-4e2c-421e-a7f5-c0d1b584883d is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:37:19.820543 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbe772d-35cb-4264-9995-30cf4efe8364 None None] Pushing event deleted for resources: {'Port': ['ID=6c78bc68-011c-45cb-878a-fed5d3a9b991,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:37:19.820754 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e6a5e8f7-9656-4b57-a733-05d45599aba4 req-e95fb9c3-afed-4d0f-8bc6-7a041b1e8e50 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/security-groups?id=a1544774-06dd-4b7d-abb3-fdfd2885225c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1941135 Jan 28 19:37:19.823892 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cbe772d-35cb-4264-9995-30cf4efe8364 None None] No DVR routers for this DVR port 6c78bc68-011c-45cb-878a-fed5d3a9b991 on host n-d-812111-14 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:37:19.872537 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bab21e60-32ee-48ac-97eb-b8deb82b2b85 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (9ec13463-389a-4ea2-8463-603b71be3c1c), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:20.049723 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-54bcb122-72b9-40ec-8d01-84d2ecfb4a14 req-f687d3a4-4ea2-43bf-a5f0-09807021ac7f tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/ports?device_id=6266b4f2-471d-4297-9d3c-9386239f951c HTTP/1.1" status: 200 len: 210 time: 0.1052670 Jan 28 19:37:20.120023 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-d8ad8420-7f57-4560-aad7-9e50c0d1be04 tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Deleting port 6c78bc68-011c-45cb-878a-fed5d3a9b991 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:37:20.120416 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d8ad8420-7f57-4560-aad7-9e50c0d1be04 tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (6c78bc68-011c-45cb-878a-fed5d3a9b991), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:20.153473 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c364102-3376-4b44-932a-947d3fa08a19 None None] DHCP port deletion for 67f32045-039f-42df-a898-13429bb04943 request from n-d-812111-14 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:37:20.322278 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-0c364102-3376-4b44-932a-947d3fa08a19 None None] Deleting port b3dd1808-a5b7-4a3d-ac88-12445a498224 {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:37:20.322981 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0c364102-3376-4b44-932a-947d3fa08a19 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (b3dd1808-a5b7-4a3d-ac88-12445a498224), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:20.445492 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bab21e60-32ee-48ac-97eb-b8deb82b2b85 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4752464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4733806'] for subnet (9ec13463-389a-4ea2-8463-603b71be3c1c), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:20.472606 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ea6232e2-de76-436b-a1cb-01c74114e655 req-9beee0a6-15ee-4b65-97ec-e6e0fb9017e4 tempest-ServerShowV247Test-777947199 tempest-ServerShowV247Test-777947199-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb655f05-0bbc-4d20-8eeb-2e74dcfd3376 HTTP/1.1" status: 200 len: 210 time: 0.1838984 Jan 28 19:37:20.503520 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-d8ad8420-7f57-4560-aad7-9e50c0d1be04 tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] For port 6c78bc68-011c-45cb-878a-fed5d3a9b991, host n-d-812111-14, got binding levels [] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:37:20.504013 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d8ad8420-7f57-4560-aad7-9e50c0d1be04 tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (6c78bc68-011c-45cb-878a-fed5d3a9b991), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:20.523807 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-d8ad8420-7f57-4560-aad7-9e50c0d1be04 tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Calling delete_port for 6c78bc68-011c-45cb-878a-fed5d3a9b991 owned by network:dhcp {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:37:20.526895 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.ipam_backend_mixin [None req-d8ad8420-7f57-4560-aad7-9e50c0d1be04 tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Port 6c78bc68-011c-45cb-878a-fed5d3a9b991 was not found and therefore no delete operation was performed {{(pid=103305) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 19:37:20.531144 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d8ad8420-7f57-4560-aad7-9e50c0d1be04 tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (6c78bc68-011c-45cb-878a-fed5d3a9b991), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:20.553321 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-0c364102-3376-4b44-932a-947d3fa08a19 None None] For port b3dd1808-a5b7-4a3d-ac88-12445a498224, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=b3dd1808-a5b7-4a3d-ac88-12445a498224,segment=NetworkSegment(1eea3d50-0f4f-4738-90f1-1ef3dd6fe529),segment_id=1eea3d50-0f4f-4738-90f1-1ef3dd6fe529)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:37:20.553742 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0c364102-3376-4b44-932a-947d3fa08a19 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (b3dd1808-a5b7-4a3d-ac88-12445a498224), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:20.574764 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bab21e60-32ee-48ac-97eb-b8deb82b2b85 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:20.578855 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-bab21e60-32ee-48ac-97eb-b8deb82b2b85 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "DELETE /v2.0/subnets/9ec13463-389a-4ea2-8463-603b71be3c1c HTTP/1.1" status: 204 len: 168 time: 1.6811213 Jan 28 19:37:20.580596 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab21e60-32ee-48ac-97eb-b8deb82b2b85 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Pushing event deleted for resources: {'Subnet': ['ID=9ec13463-389a-4ea2-8463-603b71be3c1c,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:37:20.582037 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 42716) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:37:20.593410 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-0c364102-3376-4b44-932a-947d3fa08a19 None None] Calling delete_port for b3dd1808-a5b7-4a3d-ac88-12445a498224 owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:37:20.643863 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ad8420-7f57-4560-aad7-9e50c0d1be04 tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Pushing event deleted for resources: {'Port': ['ID=6c78bc68-011c-45cb-878a-fed5d3a9b991,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:37:20.657472 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ad8420-7f57-4560-aad7-9e50c0d1be04 tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] No DVR routers for this DVR port 6c78bc68-011c-45cb-878a-fed5d3a9b991 on host n-d-812111-14 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:37:20.778887 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-37a361f1-f4e7-4e66-a2d1-b425a5b2b7d8 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Deleting subnet cb116849-7393-42ed-acbf-b9abdc1f8394 {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:37:20.784015 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 6c78bc68-011c-45cb-878a-fed5d3a9b991 no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:37:20.791533 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-37a361f1-f4e7-4e66-a2d1-b425a5b2b7d8 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks [] for subnet (cb116849-7393-42ed-acbf-b9abdc1f8394), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:20.801118 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0c364102-3376-4b44-932a-947d3fa08a19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985'] for port (b3dd1808-a5b7-4a3d-ac88-12445a498224), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:20.855369 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d8ad8420-7f57-4560-aad7-9e50c0d1be04 tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (02dbbeb6-0f90-414e-a402-fed9ffa2c970), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:20.870275 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c364102-3376-4b44-932a-947d3fa08a19 None None] Pushing event deleted for resources: {'Port': ['ID=b3dd1808-a5b7-4a3d-ac88-12445a498224,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:37:20.877713 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d9911b0b-4243-4686-8959-3ab4338b4ddd None None] Could not find standard attr ID for object a55a1318-3328-42de-b506-a35178de8935. {{(pid=103306) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 19:37:20.888214 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: 6c78bc68-011c-45cb-878a-fed5d3a9b991 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:37:20.888933 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 6c78bc68-011c-45cb-878a-fed5d3a9b991 not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:37:20.889775 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device b3dd1808-a5b7-4a3d-ac88-12445a498224 no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:37:20.918400 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: b3dd1808-a5b7-4a3d-ac88-12445a498224 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:37:20.919318 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device b3dd1808-a5b7-4a3d-ac88-12445a498224 not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:37:20.924488 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-d8ad8420-7f57-4560-aad7-9e50c0d1be04 tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02dbbeb6-0f90-414e-a402-fed9ffa2c970']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:37:20.936583 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-37a361f1-f4e7-4e66-a2d1-b425a5b2b7d8 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4747050'] for subnet (cb116849-7393-42ed-acbf-b9abdc1f8394), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:20.946418 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c364102-3376-4b44-932a-947d3fa08a19 None None] No DVR routers for this DVR port b3dd1808-a5b7-4a3d-ac88-12445a498224 on host n-d-812111-14 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:37:20.965521 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:20.969000 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5375207c-360b-4d75-88c1-585bdfd768d6 None None] Network decd8274-9eda-4d81-a020-86cc15d56022 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:37:20.981386 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-d8ad8420-7f57-4560-aad7-9e50c0d1be04 tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc72d15e-56e2-4b51-b3fa-575e4f07fde7') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:37:20.985244 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-d8ad8420-7f57-4560-aad7-9e50c0d1be04 tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc72d15e-56e2-4b51-b3fa-575e4f07fde7') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:37:21.014827 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d8ad8420-7f57-4560-aad7-9e50c0d1be04 tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16187153'] for segment (bc72d15e-56e2-4b51-b3fa-575e4f07fde7), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:21.048141 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d8ad8420-7f57-4560-aad7-9e50c0d1be04 tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (bc72d15e-56e2-4b51-b3fa-575e4f07fde7), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:21.062705 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8ad8420-7f57-4560-aad7-9e50c0d1be04 tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:37:21.063393 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d8ad8420-7f57-4560-aad7-9e50c0d1be04 tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4752570'] for segment (bc72d15e-56e2-4b51-b3fa-575e4f07fde7), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:21.071753 n-d-812111-14 neutron-server[103305]: Traceback (most recent call last): Jan 28 19:37:21.071753 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:37:21.071753 n-d-812111-14 neutron-server[103305]: timer() Jan 28 19:37:21.071753 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:37:21.071753 n-d-812111-14 neutron-server[103305]: cb(*args, **kw) Jan 28 19:37:21.071753 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:37:21.071753 n-d-812111-14 neutron-server[103305]: return func(*args, **kwargs) Jan 28 19:37:21.071753 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:37:21.071753 n-d-812111-14 neutron-server[103305]: self._notify() Jan 28 19:37:21.071753 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:37:21.071753 n-d-812111-14 neutron-server[103305]: self.callback(batched_events) Jan 28 19:37:21.071753 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:37:21.071753 n-d-812111-14 neutron-server[103305]: event.method(event) Jan 28 19:37:21.071753 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:37:21.071753 n-d-812111-14 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:37:21.071753 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:37:21.071753 n-d-812111-14 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:37:21.071753 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:37:21.071753 n-d-812111-14 neutron-server[103305]: return f(self, *a, **k) Jan 28 19:37:21.071753 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:37:21.071753 n-d-812111-14 neutron-server[103305]: return self._get(url).json() Jan 28 19:37:21.071753 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:37:21.071753 n-d-812111-14 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:37:21.071753 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:37:21.071753 n-d-812111-14 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 28 19:37:21.071753 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:37:21.071753 n-d-812111-14 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:37:21.071753 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:37:21.071753 n-d-812111-14 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:37:21.071753 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:37:21.071753 n-d-812111-14 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:37:21.071753 n-d-812111-14 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:37:21.258097 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d8ad8420-7f57-4560-aad7-9e50c0d1be04 tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (02dbbeb6-0f90-414e-a402-fed9ffa2c970), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:21.264780 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-37a361f1-f4e7-4e66-a2d1-b425a5b2b7d8 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (cb116849-7393-42ed-acbf-b9abdc1f8394), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:21.272443 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d8ad8420-7f57-4560-aad7-9e50c0d1be04 tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:21.280523 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-d8ad8420-7f57-4560-aad7-9e50c0d1be04 tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] 10.222.0.64 "DELETE /v2.0/networks/02dbbeb6-0f90-414e-a402-fed9ffa2c970 HTTP/1.1" status: 204 len: 168 time: 1.8610742 Jan 28 19:37:21.281356 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 42734) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:37:21.398836 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6a4e67f2-26d4-4f19-85a1-510b5865194f req-7270dfed-257b-45dc-9c8b-2a57748ef179 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/ports?device_id=6266b4f2-471d-4297-9d3c-9386239f951c HTTP/1.1" status: 200 len: 210 time: 0.1207187 Jan 28 19:37:21.471494 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-37a361f1-f4e7-4e66-a2d1-b425a5b2b7d8 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4690616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5222356'] for subnet (cb116849-7393-42ed-acbf-b9abdc1f8394), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:21.503910 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-da612cc5-9885-493a-a553-edd87c5f7357 tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (67f32045-039f-42df-a898-13429bb04943), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:21.507903 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ad8420-7f57-4560-aad7-9e50c0d1be04 tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Pushing event deleted for resources: {'Network': ['ID=02dbbeb6-0f90-414e-a402-fed9ffa2c970,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:37:21.527469 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-37a361f1-f4e7-4e66-a2d1-b425a5b2b7d8 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:21.549148 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-37a361f1-f4e7-4e66-a2d1-b425a5b2b7d8 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "DELETE /v2.0/subnets/cb116849-7393-42ed-acbf-b9abdc1f8394 HTTP/1.1" status: 204 len: 168 time: 0.9564240 Jan 28 19:37:21.557405 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 42738) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:37:21.558459 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a361f1-f4e7-4e66-a2d1-b425a5b2b7d8 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Pushing event deleted for resources: {'Subnet': ['ID=cb116849-7393-42ed-acbf-b9abdc1f8394,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:37:21.615238 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 42740) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:37:21.620243 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-61bb4aca-e1b6-4060-b38b-c14befea6f79 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0571675 Jan 28 19:37:21.630573 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-2fa1f18e-79a8-4518-aa26-c87c0aee21c1 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Request body: {'subnet': {'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:37:21.735033 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-da612cc5-9885-493a-a553-edd87c5f7357 tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (67f32045-039f-42df-a898-13429bb04943), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:21.764722 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-da612cc5-9885-493a-a553-edd87c5f7357 tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67f32045-039f-42df-a898-13429bb04943']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:37:21.800086 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-da612cc5-9885-493a-a553-edd87c5f7357 tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1eea3d50-0f4f-4738-90f1-1ef3dd6fe529') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:37:21.800502 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-da612cc5-9885-493a-a553-edd87c5f7357 tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1eea3d50-0f4f-4738-90f1-1ef3dd6fe529') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:37:21.812437 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-da612cc5-9885-493a-a553-edd87c5f7357 tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16187153'] for segment (1eea3d50-0f4f-4738-90f1-1ef3dd6fe529), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:21.830175 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-da612cc5-9885-493a-a553-edd87c5f7357 tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (1eea3d50-0f4f-4738-90f1-1ef3dd6fe529), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:21.841463 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da612cc5-9885-493a-a553-edd87c5f7357 tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:37:21.841972 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-da612cc5-9885-493a-a553-edd87c5f7357 tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4752570'] for segment (1eea3d50-0f4f-4738-90f1-1ef3dd6fe529), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:21.849728 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-68416c6f-88c9-4345-8468-b1bfc031cd9f req-111775c0-d550-4366-9d4f-39549dde2206 tempest-ServerShowV247Test-777947199 tempest-ServerShowV247Test-777947199-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb655f05-0bbc-4d20-8eeb-2e74dcfd3376 HTTP/1.1" status: 200 len: 210 time: 0.1031430 Jan 28 19:37:21.852506 n-d-812111-14 neutron-server[103305]: Traceback (most recent call last): Jan 28 19:37:21.852506 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:37:21.852506 n-d-812111-14 neutron-server[103305]: timer() Jan 28 19:37:21.852506 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:37:21.852506 n-d-812111-14 neutron-server[103305]: cb(*args, **kw) Jan 28 19:37:21.852506 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:37:21.852506 n-d-812111-14 neutron-server[103305]: return func(*args, **kwargs) Jan 28 19:37:21.852506 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:37:21.852506 n-d-812111-14 neutron-server[103305]: self._notify() Jan 28 19:37:21.852506 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:37:21.852506 n-d-812111-14 neutron-server[103305]: self.callback(batched_events) Jan 28 19:37:21.852506 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:37:21.852506 n-d-812111-14 neutron-server[103305]: event.method(event) Jan 28 19:37:21.852506 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:37:21.852506 n-d-812111-14 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:37:21.852506 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:37:21.852506 n-d-812111-14 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:37:21.852506 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:37:21.852506 n-d-812111-14 neutron-server[103305]: return f(self, *a, **k) Jan 28 19:37:21.852506 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:37:21.852506 n-d-812111-14 neutron-server[103305]: return self._get(url).json() Jan 28 19:37:21.852506 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:37:21.852506 n-d-812111-14 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:37:21.852506 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:37:21.852506 n-d-812111-14 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 28 19:37:21.852506 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:37:21.852506 n-d-812111-14 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:37:21.852506 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:37:21.852506 n-d-812111-14 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:37:21.852506 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:37:21.852506 n-d-812111-14 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:37:21.852506 n-d-812111-14 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:37:21.885588 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [req-647a47f5-4bd1-4ea9-a682-017f61c01629 req-e8a13ab9-e9bb-4934-9b2c-6fb37a027326 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:37:21.887160 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-647a47f5-4bd1-4ea9-a682-017f61c01629 req-e8a13ab9-e9bb-4934-9b2c-6fb37a027326 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0082979 Jan 28 19:37:21.906377 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fa1f18e-79a8-4518-aa26-c87c0aee21c1 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Made reservation on behalf of 74e14b1dc35c45ef8b65d1fdcc58b8bc for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:37:21.910070 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2fa1f18e-79a8-4518-aa26-c87c0aee21c1 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5221429'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:21.994321 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-da612cc5-9885-493a-a553-edd87c5f7357 tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (67f32045-039f-42df-a898-13429bb04943), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:22.015183 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-da612cc5-9885-493a-a553-edd87c5f7357 tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:22.027753 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-da612cc5-9885-493a-a553-edd87c5f7357 tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] 10.222.0.64 "DELETE /v2.0/networks/67f32045-039f-42df-a898-13429bb04943 HTTP/1.1" status: 204 len: 168 time: 0.7408469 Jan 28 19:37:22.048768 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 42750) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:37:22.068225 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da612cc5-9885-493a-a553-edd87c5f7357 tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Pushing event deleted for resources: {'Network': ['ID=67f32045-039f-42df-a898-13429bb04943,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:37:22.146038 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b7283af-48d7-4f12-989a-0fb87bd4490b tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Deleting subnet 37342916-8c60-4515-8e87-81f67470d45b {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:37:22.221644 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2b7283af-48d7-4f12-989a-0fb87bd4490b tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Publish callbacks [] for subnet (37342916-8c60-4515-8e87-81f67470d45b), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:22.234197 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4cceb7ca-4941-47b7-9288-d9fe97382871 req-10ea2374-0e88-4cd4-acbe-92a41e21db2b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f8fc1db2-697a-41ab-9984-99a4c5e04be7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0810237 Jan 28 19:37:22.304854 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2b7283af-48d7-4f12-989a-0fb87bd4490b tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4747050'] for subnet (37342916-8c60-4515-8e87-81f67470d45b), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:22.363003 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff9cb0f-0374-4d6c-b543-94f5a53797c1 None None] Network decd8274-9eda-4d81-a020-86cc15d56022 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:37:22.389178 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dfcc94-bc5f-4a85-8c36-bea8f598dd07 req-e5c10027-f8a8-4dbf-a8ba-b9f526ec4e91 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:37:22.397415 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-83dfcc94-bc5f-4a85-8c36-bea8f598dd07 req-e5c10027-f8a8-4dbf-a8ba-b9f526ec4e91 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8fc1db2-697a-41ab-9984-99a4c5e04be7 HTTP/1.1" status: 200 len: 943 time: 0.2474751 Jan 28 19:37:22.501355 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-3f93a74d-ca60-41e5-8396-7e477c29e38e None None] Provisioning complete for port 8ad29375-4e2c-421e-a7f5-c0d1b584883d triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:37:22.501742 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3f93a74d-ca60-41e5-8396-7e477c29e38e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (8ad29375-4e2c-421e-a7f5-c0d1b584883d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:22.599468 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 88c4d8f8-69eb-4f76-9273-a53c5a9dd516 no longer exists at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:37:22.601520 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-93580b6e-ccd5-44ad-9e91-a80285d0c9ab req-43a640a7-ad36-471f-adb5-7f216a0f533b tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/ports?device_id=6266b4f2-471d-4297-9d3c-9386239f951c HTTP/1.1" status: 200 len: 210 time: 0.0635545 Jan 28 19:37:22.644484 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-83dfcc94-bc5f-4a85-8c36-bea8f598dd07 req-533b5e1d-98fd-4b03-b80e-65f92129c7d3 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/security-groups?id=a1544774-06dd-4b7d-abb3-fdfd2885225c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2441847 Jan 28 19:37:22.683187 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2b7283af-48d7-4f12-989a-0fb87bd4490b tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (37342916-8c60-4515-8e87-81f67470d45b), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:22.780040 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2b7283af-48d7-4f12-989a-0fb87bd4490b tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4690616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5222356'] for subnet (37342916-8c60-4515-8e87-81f67470d45b), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:22.798559 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-972f5c1a-1b82-4589-9a8c-79b347871130 None None] DHCP port deletion for decd8274-9eda-4d81-a020-86cc15d56022 request from n-d-812111-14 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:37:22.827756 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-3f93a74d-ca60-41e5-8396-7e477c29e38e None None] Current status of the port 8ad29375-4e2c-421e-a7f5-c0d1b584883d is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:37:22.838196 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port 88c4d8f8-69eb-4f76-9273-a53c5a9dd516 is: DOWN; New status is: DOWN {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:37:22.846016 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7283af-48d7-4f12-989a-0fb87bd4490b tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Pushing event deleted for resources: {'Subnet': ['ID=37342916-8c60-4515-8e87-81f67470d45b,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:37:22.855608 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2b7283af-48d7-4f12-989a-0fb87bd4490b tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:22.858917 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-2b7283af-48d7-4f12-989a-0fb87bd4490b tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] 10.222.0.64 "DELETE /v2.0/subnets/37342916-8c60-4515-8e87-81f67470d45b HTTP/1.1" status: 204 len: 168 time: 0.8078635 Jan 28 19:37:22.861518 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 42770) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:37:22.869304 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ef876c-4cdc-4521-83ff-3697820d604b None None] Network a81bca0d-f9ca-41b8-9677-dc2ceca38b2e requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:37:22.983001 n-d-812111-14 neutron-server[103304]: DEBUG neutron.objects.ports [None req-2fa1f18e-79a8-4518-aa26-c87c0aee21c1 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103304) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 19:37:23.048454 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a2f86cea-bcab-4aa1-aaa6-d47a01abf4c8 tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (a81bca0d-f9ca-41b8-9677-dc2ceca38b2e), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:23.075669 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-972f5c1a-1b82-4589-9a8c-79b347871130 None None] Deleting port 8ad29375-4e2c-421e-a7f5-c0d1b584883d {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:37:23.076048 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-972f5c1a-1b82-4589-9a8c-79b347871130 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (8ad29375-4e2c-421e-a7f5-c0d1b584883d), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:23.142619 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-81dae82f-7948-45fd-ba7b-d050586086d6 req-074a6936-b69e-4fe6-9c94-a3fb3d4bb08c tempest-ServerShowV247Test-777947199 tempest-ServerShowV247Test-777947199-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb655f05-0bbc-4d20-8eeb-2e74dcfd3376 HTTP/1.1" status: 200 len: 210 time: 0.0821242 Jan 28 19:37:23.249705 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60af8665-86ff-40ca-8be0-96b3c33ec8a4 None None] DHCP port deletion for a81bca0d-f9ca-41b8-9677-dc2ceca38b2e request from n-d-812111-14 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:37:23.255464 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-a2f86cea-bcab-4aa1-aaa6-d47a01abf4c8 tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Deleting port 0049e87b-1ed1-40b5-84b1-57e2ce400e25 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:37:23.256095 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a2f86cea-bcab-4aa1-aaa6-d47a01abf4c8 tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (0049e87b-1ed1-40b5-84b1-57e2ce400e25), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:23.272144 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-972f5c1a-1b82-4589-9a8c-79b347871130 None None] For port 8ad29375-4e2c-421e-a7f5-c0d1b584883d, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=8ad29375-4e2c-421e-a7f5-c0d1b584883d,segment=NetworkSegment(2aac29a1-8685-476c-bba5-fffce3cb94d6),segment_id=2aac29a1-8685-476c-bba5-fffce3cb94d6)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:37:23.275257 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-972f5c1a-1b82-4589-9a8c-79b347871130 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (8ad29375-4e2c-421e-a7f5-c0d1b584883d), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:23.305146 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-972f5c1a-1b82-4589-9a8c-79b347871130 None None] Calling delete_port for 8ad29375-4e2c-421e-a7f5-c0d1b584883d owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:37:23.334106 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-a2f86cea-bcab-4aa1-aaa6-d47a01abf4c8 tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] For port 0049e87b-1ed1-40b5-84b1-57e2ce400e25, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=0049e87b-1ed1-40b5-84b1-57e2ce400e25,segment=NetworkSegment(af5674d6-50e8-4396-beae-1ee64909997c),segment_id=af5674d6-50e8-4396-beae-1ee64909997c)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:37:23.335085 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a2f86cea-bcab-4aa1-aaa6-d47a01abf4c8 tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (0049e87b-1ed1-40b5-84b1-57e2ce400e25), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:23.356175 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2fa1f18e-79a8-4518-aa26-c87c0aee21c1 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (8ad29375-4e2c-421e-a7f5-c0d1b584883d), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:23.361140 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-a2f86cea-bcab-4aa1-aaa6-d47a01abf4c8 tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Calling delete_port for 0049e87b-1ed1-40b5-84b1-57e2ce400e25 owned by network:dhcp {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:37:23.452741 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-972f5c1a-1b82-4589-9a8c-79b347871130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985'] for port (8ad29375-4e2c-421e-a7f5-c0d1b584883d), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:23.511990 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a2f86cea-bcab-4aa1-aaa6-d47a01abf4c8 tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (0049e87b-1ed1-40b5-84b1-57e2ce400e25), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:23.549190 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972f5c1a-1b82-4589-9a8c-79b347871130 None None] Pushing event deleted for resources: {'Port': ['ID=8ad29375-4e2c-421e-a7f5-c0d1b584883d,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:37:23.551541 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972f5c1a-1b82-4589-9a8c-79b347871130 None None] No DVR routers for this DVR port 8ad29375-4e2c-421e-a7f5-c0d1b584883d on host n-d-812111-14 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:37:23.581360 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f86cea-bcab-4aa1-aaa6-d47a01abf4c8 tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Pushing event deleted for resources: {'Port': ['ID=0049e87b-1ed1-40b5-84b1-57e2ce400e25,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:37:23.599768 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f86cea-bcab-4aa1-aaa6-d47a01abf4c8 tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] No DVR routers for this DVR port 0049e87b-1ed1-40b5-84b1-57e2ce400e25 on host n-d-812111-14 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:37:23.606775 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-60af8665-86ff-40ca-8be0-96b3c33ec8a4 None None] Deleting port 0049e87b-1ed1-40b5-84b1-57e2ce400e25 {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:37:23.607156 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-60af8665-86ff-40ca-8be0-96b3c33ec8a4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (0049e87b-1ed1-40b5-84b1-57e2ce400e25), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:23.644621 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-2fa1f18e-79a8-4518-aa26-c87c0aee21c1 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] For port 8ad29375-4e2c-421e-a7f5-c0d1b584883d, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=8ad29375-4e2c-421e-a7f5-c0d1b584883d,segment=NetworkSegment(2aac29a1-8685-476c-bba5-fffce3cb94d6),segment_id=2aac29a1-8685-476c-bba5-fffce3cb94d6)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:37:23.703284 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2fa1f18e-79a8-4518-aa26-c87c0aee21c1 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks [] for port (8ad29375-4e2c-421e-a7f5-c0d1b584883d), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:23.710301 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2fa1f18e-79a8-4518-aa26-c87c0aee21c1 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (8ad29375-4e2c-421e-a7f5-c0d1b584883d), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:23.756820 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-60af8665-86ff-40ca-8be0-96b3c33ec8a4 None None] For port 0049e87b-1ed1-40b5-84b1-57e2ce400e25, host n-d-812111-14, got binding levels [] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:37:23.757189 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-60af8665-86ff-40ca-8be0-96b3c33ec8a4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (0049e87b-1ed1-40b5-84b1-57e2ce400e25), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:23.768270 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa1f18e-79a8-4518-aa26-c87c0aee21c1 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Pushing event deleted for resources: {'Port': ['ID=8ad29375-4e2c-421e-a7f5-c0d1b584883d,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:37:23.800472 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-60af8665-86ff-40ca-8be0-96b3c33ec8a4 None None] Calling delete_port for 0049e87b-1ed1-40b5-84b1-57e2ce400e25 owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:37:23.803793 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.ipam_backend_mixin [None req-60af8665-86ff-40ca-8be0-96b3c33ec8a4 None None] Port 0049e87b-1ed1-40b5-84b1-57e2ce400e25 was not found and therefore no delete operation was performed {{(pid=103306) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 19:37:23.813146 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-60af8665-86ff-40ca-8be0-96b3c33ec8a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985'] for port (0049e87b-1ed1-40b5-84b1-57e2ce400e25), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:23.852624 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a2f86cea-bcab-4aa1-aaa6-d47a01abf4c8 tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (a81bca0d-f9ca-41b8-9677-dc2ceca38b2e), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:23.861581 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-99125d3b-5203-4185-a6ff-2b4b8163f837 req-12e8e3df-4d29-423f-8049-2b8006bbc5f0 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/ports?device_id=6266b4f2-471d-4297-9d3c-9386239f951c HTTP/1.1" status: 200 len: 210 time: 0.0954216 Jan 28 19:37:23.872319 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2fa1f18e-79a8-4518-aa26-c87c0aee21c1 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4690681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5221415'] for subnet (99385c3a-f4ce-4805-8915-0d86bdd84523), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:23.887392 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60af8665-86ff-40ca-8be0-96b3c33ec8a4 None None] No DVR routers for this DVR port 0049e87b-1ed1-40b5-84b1-57e2ce400e25 on host n-d-812111-14 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:37:23.908984 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60af8665-86ff-40ca-8be0-96b3c33ec8a4 None None] Pushing event deleted for resources: {'Port': ['ID=0049e87b-1ed1-40b5-84b1-57e2ce400e25,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:37:23.926111 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cceb7ca-4941-47b7-9288-d9fe97382871 req-caf9d758-937a-4177-8572-0ab976f96385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:37:23.928156 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4cceb7ca-4941-47b7-9288-d9fe97382871 req-caf9d758-937a-4177-8572-0ab976f96385 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f8fc1db2-697a-41ab-9984-99a4c5e04be7&tenant_id=0f0ddac21a95455ebc1c3ac83c1cf620 HTTP/1.1" status: 200 len: 1126 time: 0.2926927 Jan 28 19:37:23.929875 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-a2f86cea-bcab-4aa1-aaa6-d47a01abf4c8 tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a81bca0d-f9ca-41b8-9677-dc2ceca38b2e']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:37:23.953558 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:23.970563 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa1f18e-79a8-4518-aa26-c87c0aee21c1 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Pushing event updated for resources: {'Subnet': ['ID=99385c3a-f4ce-4805-8915-0d86bdd84523,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:37:23.988543 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa1f18e-79a8-4518-aa26-c87c0aee21c1 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Network decd8274-9eda-4d81-a020-86cc15d56022 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:37:23.989746 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-a2f86cea-bcab-4aa1-aaa6-d47a01abf4c8 tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af5674d6-50e8-4396-beae-1ee64909997c') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:37:23.990056 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-a2f86cea-bcab-4aa1-aaa6-d47a01abf4c8 tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af5674d6-50e8-4396-beae-1ee64909997c') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:37:23.991762 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-2fa1f18e-79a8-4518-aa26-c87c0aee21c1 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:37:23.995753 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fa1f18e-79a8-4518-aa26-c87c0aee21c1 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:37:23.996361 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2fa1f18e-79a8-4518-aa26-c87c0aee21c1 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:24.003486 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d7bc056-bd6d-4244-a641-72a1dce81450 None None] Network decd8274-9eda-4d81-a020-86cc15d56022 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:37:24.023168 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-2fa1f18e-79a8-4518-aa26-c87c0aee21c1 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4067671 Jan 28 19:37:24.025036 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 42782) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:37:24.037933 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-41f5d99c-3947-4d90-95f3-888bf4cbe0eb tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Request body: {'subnet': {'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:37:24.038607 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a2f86cea-bcab-4aa1-aaa6-d47a01abf4c8 tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16187153'] for segment (af5674d6-50e8-4396-beae-1ee64909997c), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:24.058358 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df9edfc-3e5d-4d75-8535-d50eed347819 req-890e34df-fa62-45c9-8d0b-c7f5d2bd2369 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:37:24.065895 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5df9edfc-3e5d-4d75-8535-d50eed347819 req-890e34df-fa62-45c9-8d0b-c7f5d2bd2369 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8fc1db2-697a-41ab-9984-99a4c5e04be7 HTTP/1.1" status: 200 len: 943 time: 0.2806225 Jan 28 19:37:24.101835 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cceb7ca-4941-47b7-9288-d9fe97382871 req-4a53c99b-69f7-4cc5-8e3c-7acb83981efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:37:24.103790 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4cceb7ca-4941-47b7-9288-d9fe97382871 req-4a53c99b-69f7-4cc5-8e3c-7acb83981efb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0f0ddac21a95455ebc1c3ac83c1cf620&device_id=f8fc1db2-697a-41ab-9984-99a4c5e04be7 HTTP/1.1" status: 200 len: 1126 time: 0.1433699 Jan 28 19:37:24.105036 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a2f86cea-bcab-4aa1-aaa6-d47a01abf4c8 tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (af5674d6-50e8-4396-beae-1ee64909997c), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:24.115533 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2f86cea-bcab-4aa1-aaa6-d47a01abf4c8 tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:37:24.116087 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a2f86cea-bcab-4aa1-aaa6-d47a01abf4c8 tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4752570'] for segment (af5674d6-50e8-4396-beae-1ee64909997c), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:24.128838 n-d-812111-14 neutron-server[103305]: Traceback (most recent call last): Jan 28 19:37:24.128838 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:37:24.128838 n-d-812111-14 neutron-server[103305]: timer() Jan 28 19:37:24.128838 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:37:24.128838 n-d-812111-14 neutron-server[103305]: cb(*args, **kw) Jan 28 19:37:24.128838 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:37:24.128838 n-d-812111-14 neutron-server[103305]: return func(*args, **kwargs) Jan 28 19:37:24.128838 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:37:24.128838 n-d-812111-14 neutron-server[103305]: self._notify() Jan 28 19:37:24.128838 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:37:24.128838 n-d-812111-14 neutron-server[103305]: self.callback(batched_events) Jan 28 19:37:24.128838 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:37:24.128838 n-d-812111-14 neutron-server[103305]: event.method(event) Jan 28 19:37:24.128838 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:37:24.128838 n-d-812111-14 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:37:24.128838 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:37:24.128838 n-d-812111-14 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:37:24.128838 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:37:24.128838 n-d-812111-14 neutron-server[103305]: return f(self, *a, **k) Jan 28 19:37:24.128838 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:37:24.128838 n-d-812111-14 neutron-server[103305]: return self._get(url).json() Jan 28 19:37:24.128838 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:37:24.128838 n-d-812111-14 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:37:24.128838 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:37:24.128838 n-d-812111-14 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 28 19:37:24.128838 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:37:24.128838 n-d-812111-14 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:37:24.128838 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:37:24.128838 n-d-812111-14 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:37:24.128838 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:37:24.128838 n-d-812111-14 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:37:24.128838 n-d-812111-14 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:37:24.180794 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-171af5e7-9550-43b0-ace4-89b4d6d62885 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68cd31fd-e4cd-5fb3-a862-256fc47efcd2-decd8274-9eda-4d81-a020-86cc15d56022', 'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022', 'project_id': '74e14b1dc35c45ef8b65d1fdcc58b8bc', 'fixed_ips': [{'subnet_id': '99385c3a-f4ce-4805-8915-0d86bdd84523'}]}} from n-d-812111-14. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:37:24.185689 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-171af5e7-9550-43b0-ace4-89b4d6d62885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:24.267381 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41f5d99c-3947-4d90-95f3-888bf4cbe0eb tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Made reservation on behalf of 74e14b1dc35c45ef8b65d1fdcc58b8bc for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:37:24.271919 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-41f5d99c-3947-4d90-95f3-888bf4cbe0eb tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5221429'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:24.315465 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5df9edfc-3e5d-4d75-8535-d50eed347819 req-3119cb4d-74ab-4ff7-876f-781fe0cf0fc1 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/security-groups?id=a1544774-06dd-4b7d-abb3-fdfd2885225c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2486022 Jan 28 19:37:24.350940 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a2f86cea-bcab-4aa1-aaa6-d47a01abf4c8 tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (a81bca0d-f9ca-41b8-9677-dc2ceca38b2e), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:24.381729 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a2f86cea-bcab-4aa1-aaa6-d47a01abf4c8 tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:24.388354 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-a2f86cea-bcab-4aa1-aaa6-d47a01abf4c8 tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] 10.222.0.64 "DELETE /v2.0/networks/a81bca0d-f9ca-41b8-9677-dc2ceca38b2e HTTP/1.1" status: 204 len: 168 time: 1.5229568 Jan 28 19:37:24.390648 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 42788) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:37:24.423728 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f86cea-bcab-4aa1-aaa6-d47a01abf4c8 tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Pushing event deleted for resources: {'Network': ['ID=a81bca0d-f9ca-41b8-9677-dc2ceca38b2e,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:37:24.457937 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-9571e61f-2fe0-4982-8090-e825fce28dfe tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] 10.222.0.64 "GET /v2.0/ports?device_id=1fd64ee2-117d-4716-9bdc-d412e0ad55dc HTTP/1.1" status: 200 len: 205 time: 0.0596876 Jan 28 19:37:24.458833 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 42790) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:37:24.546603 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cceb7ca-4941-47b7-9288-d9fe97382871 req-500f94fc-4e57-4c73-8b69-5a6fa95d4a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:37:24.548979 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4cceb7ca-4941-47b7-9288-d9fe97382871 req-500f94fc-4e57-4c73-8b69-5a6fa95d4a8d service neutron] 10.222.0.41 "GET /v2.0/networks?id=4ed80f8c-a628-4bf0-926c-daa4ec7f72d6 HTTP/1.1" status: 200 len: 917 time: 0.4284379 Jan 28 19:37:24.554018 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f86cea-bcab-4aa1-aaa6-d47a01abf4c8 tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:37:24.554683 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f86cea-bcab-4aa1-aaa6-d47a01abf4c8 tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:37:24.555115 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f86cea-bcab-4aa1-aaa6-d47a01abf4c8 tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:37:24.555529 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f86cea-bcab-4aa1-aaa6-d47a01abf4c8 tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:37:24.555941 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f86cea-bcab-4aa1-aaa6-d47a01abf4c8 tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:37:24.556346 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f86cea-bcab-4aa1-aaa6-d47a01abf4c8 tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:37:24.556750 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f86cea-bcab-4aa1-aaa6-d47a01abf4c8 tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:37:24.557175 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f86cea-bcab-4aa1-aaa6-d47a01abf4c8 tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:37:24.557636 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f86cea-bcab-4aa1-aaa6-d47a01abf4c8 tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:37:24.558077 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f86cea-bcab-4aa1-aaa6-d47a01abf4c8 tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:37:24.558357 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f86cea-bcab-4aa1-aaa6-d47a01abf4c8 tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:37:24.558702 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f86cea-bcab-4aa1-aaa6-d47a01abf4c8 tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:37:24.559034 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f86cea-bcab-4aa1-aaa6-d47a01abf4c8 tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:37:24.574311 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8a804a43-0004-493e-99ed-2ba27d23949f tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Publish callbacks [] for router (1fd64ee2-117d-4716-9bdc-d412e0ad55dc), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:24.583356 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 8ad29375-4e2c-421e-a7f5-c0d1b584883d no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:37:24.658562 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-171af5e7-9550-43b0-ace4-89b4d6d62885 None None] Allocated IP 2001:db8::f816:3eff:fe61:b297 (decd8274-9eda-4d81-a020-86cc15d56022/99385c3a-f4ce-4805-8915-0d86bdd84523/55b08249-16c2-4b43-a31b-30e3d01696a5) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:37:25.031921 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b1380c40-3c35-4e1e-9457-989fd7cf6370 req-2581a977-58f6-4504-a4f2-4dfe707edde1 tempest-ServerShowV247Test-777947199 tempest-ServerShowV247Test-777947199-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb655f05-0bbc-4d20-8eeb-2e74dcfd3376 HTTP/1.1" status: 200 len: 210 time: 0.6940694 Jan 28 19:37:25.104699 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-171af5e7-9550-43b0-ace4-89b4d6d62885 None None] Publish callbacks [] for port (55b08249-16c2-4b43-a31b-30e3d01696a5), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:25.112876 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-171af5e7-9550-43b0-ace4-89b4d6d62885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (55b08249-16c2-4b43-a31b-30e3d01696a5), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:25.117860 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: 8ad29375-4e2c-421e-a7f5-c0d1b584883d {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:37:25.118420 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 8ad29375-4e2c-421e-a7f5-c0d1b584883d not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:37:25.119097 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 0049e87b-1ed1-40b5-84b1-57e2ce400e25 no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:37:25.121082 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c94478f8-3f5c-40cc-85de-6e1df22d17f1 req-718833e8-1569-49ba-93ae-c2184d1bc3f5 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/ports?device_id=6266b4f2-471d-4297-9d3c-9386239f951c HTTP/1.1" status: 200 len: 210 time: 0.0465071 Jan 28 19:37:25.168312 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-41f5d99c-3947-4d90-95f3-888bf4cbe0eb tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4690681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5221415'] for subnet (46655d4c-3d04-492e-a788-19407e0ade09), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:25.205364 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: 0049e87b-1ed1-40b5-84b1-57e2ce400e25 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:37:25.206016 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 0049e87b-1ed1-40b5-84b1-57e2ce400e25 not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:37:25.220242 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-171af5e7-9550-43b0-ace4-89b4d6d62885 None None] Network decd8274-9eda-4d81-a020-86cc15d56022 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:37:25.223721 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-171af5e7-9550-43b0-ace4-89b4d6d62885 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:37:25.227106 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171af5e7-9550-43b0-ace4-89b4d6d62885 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:37:25.247758 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8a804a43-0004-493e-99ed-2ba27d23949f tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-730901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261120'] for router (1fd64ee2-117d-4716-9bdc-d412e0ad55dc), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:25.250231 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8a804a43-0004-493e-99ed-2ba27d23949f tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Publish callbacks [] for router_controller (1fd64ee2-117d-4716-9bdc-d412e0ad55dc), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:25.288585 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171af5e7-9550-43b0-ace4-89b4d6d62885 None None] Pushing event updated for resources: {'Port': ['ID=55b08249-16c2-4b43-a31b-30e3d01696a5,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:37:25.295128 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4cceb7ca-4941-47b7-9288-d9fe97382871 req-49258d9c-76d1-4114-b6e9-6f84cede83c5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=88c4d8f8-69eb-4f76-9273-a53c5a9dd516 HTTP/1.1" status: 200 len: 998 time: 0.7329683 Jan 28 19:37:25.299282 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8a804a43-0004-493e-99ed-2ba27d23949f tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-730908'] for router (1fd64ee2-117d-4716-9bdc-d412e0ad55dc), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:25.300340 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a804a43-0004-493e-99ed-2ba27d23949f tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Fanout notify agent at l3_agent the message router_deleted on router 1fd64ee2-117d-4716-9bdc-d412e0ad55dc {{(pid=103305) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:37:25.311244 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f5d99c-3947-4d90-95f3-888bf4cbe0eb tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Network decd8274-9eda-4d81-a020-86cc15d56022 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:37:25.311404 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8a804a43-0004-493e-99ed-2ba27d23949f tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:25.314066 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-41f5d99c-3947-4d90-95f3-888bf4cbe0eb tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:37:25.317196 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-8a804a43-0004-493e-99ed-2ba27d23949f tempest-RoutersNegativeTest-1443422176 tempest-RoutersNegativeTest-1443422176-project] 10.222.0.64 "DELETE /v2.0/routers/1fd64ee2-117d-4716-9bdc-d412e0ad55dc HTTP/1.1" status: 204 len: 168 time: 0.8515069 Jan 28 19:37:25.318594 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-171af5e7-9550-43b0-ace4-89b4d6d62885 None None] Attempting to bind port 55b08249-16c2-4b43-a31b-30e3d01696a5 on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:37:25.319222 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-171af5e7-9550-43b0-ace4-89b4d6d62885 None None] Attempting to bind port 55b08249-16c2-4b43-a31b-30e3d01696a5 by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '2aac29a1-8685-476c-bba5-fffce3cb94d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:37:25.319740 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171af5e7-9550-43b0-ace4-89b4d6d62885 None None] Attempting to bind port 55b08249-16c2-4b43-a31b-30e3d01696a5 on network decd8274-9eda-4d81-a020-86cc15d56022 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:37:25.324645 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f5d99c-3947-4d90-95f3-888bf4cbe0eb tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:37:25.326913 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-41f5d99c-3947-4d90-95f3-888bf4cbe0eb tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:25.337416 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171af5e7-9550-43b0-ace4-89b4d6d62885 None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:37:25.337416 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171af5e7-9550-43b0-ace4-89b4d6d62885 None None] Checking segment: {'id': '2aac29a1-8685-476c-bba5-fffce3cb94d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:37:25.337416 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-171af5e7-9550-43b0-ace4-89b4d6d62885 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:25.337889 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171af5e7-9550-43b0-ace4-89b4d6d62885 None None] Bound using segment: {'id': '2aac29a1-8685-476c-bba5-fffce3cb94d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:37:25.338048 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-171af5e7-9550-43b0-ace4-89b4d6d62885 None None] Bound port: 55b08249-16c2-4b43-a31b-30e3d01696a5, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aac29a1-8685-476c-bba5-fffce3cb94d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:37:25.338439 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-171af5e7-9550-43b0-ace4-89b4d6d62885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (55b08249-16c2-4b43-a31b-30e3d01696a5), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:25.344999 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f5d99c-3947-4d90-95f3-888bf4cbe0eb tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Pushing event updated for resources: {'Subnet': ['ID=46655d4c-3d04-492e-a788-19407e0ade09,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:37:25.353708 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-41f5d99c-3947-4d90-95f3-888bf4cbe0eb tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3245316 Jan 28 19:37:25.356574 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 42802) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:37:25.362917 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-8b025f07-ffad-45ec-8314-a5c377c7cd56 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Request body: {'port': {'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022', 'mac_address': 'fa:16:3e:a4:2d:de', 'name': 'tempest-NetworksTestDHCPv6-703162685'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:37:25.421130 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cceb7ca-4941-47b7-9288-d9fe97382871 req-a108c449-cf28-45d5-a9eb-39edb5992d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:37:25.424426 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4cceb7ca-4941-47b7-9288-d9fe97382871 req-a108c449-cf28-45d5-a9eb-39edb5992d9e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ccd8c2b9-0197-4b01-ba57-f13b2702d1bc HTTP/1.1" status: 200 len: 856 time: 0.1083400 Jan 28 19:37:25.475332 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-171af5e7-9550-43b0-ace4-89b4d6d62885 None None] For port 55b08249-16c2-4b43-a31b-30e3d01696a5, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:37:25.480092 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-171af5e7-9550-43b0-ace4-89b4d6d62885 None None] For port 55b08249-16c2-4b43-a31b-30e3d01696a5, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=55b08249-16c2-4b43-a31b-30e3d01696a5,segment=NetworkSegment(2aac29a1-8685-476c-bba5-fffce3cb94d6),segment_id=2aac29a1-8685-476c-bba5-fffce3cb94d6)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:37:25.490720 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-171af5e7-9550-43b0-ace4-89b4d6d62885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (55b08249-16c2-4b43-a31b-30e3d01696a5), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:25.529939 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cceb7ca-4941-47b7-9288-d9fe97382871 req-2ced21c1-b74e-49b6-9802-79d21d8e3a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:37:25.531493 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4cceb7ca-4941-47b7-9288-d9fe97382871 req-2ced21c1-b74e-49b6-9802-79d21d8e3a2f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4ed80f8c-a628-4bf0-926c-daa4ec7f72d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0995612 Jan 28 19:37:25.559439 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb283d7-3cb3-48a8-b251-ef85dc8cf001 req-2698ccaf-0528-4522-ab4b-8d8039fc36f4 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:37:25.561362 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4eb283d7-3cb3-48a8-b251-ef85dc8cf001 req-2698ccaf-0528-4522-ab4b-8d8039fc36f4 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8fc1db2-697a-41ab-9984-99a4c5e04be7 HTTP/1.1" status: 200 len: 943 time: 0.0967424 Jan 28 19:37:25.562978 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b025f07-ffad-45ec-8314-a5c377c7cd56 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Made reservation on behalf of 74e14b1dc35c45ef8b65d1fdcc58b8bc for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:37:25.663724 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171af5e7-9550-43b0-ace4-89b4d6d62885 None None] Pushing event updated for resources: {'Port': ['ID=55b08249-16c2-4b43-a31b-30e3d01696a5,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:37:25.802404 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4eb283d7-3cb3-48a8-b251-ef85dc8cf001 req-4ed96393-2682-4e12-b05a-06e2265cf22b tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/security-groups?id=a1544774-06dd-4b7d-abb3-fdfd2885225c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2075090 Jan 28 19:37:25.838222 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4cceb7ca-4941-47b7-9288-d9fe97382871 req-51402a43-f2e8-4f09-985f-b68504cf0156 service neutron] 10.222.0.41 "GET /v2.0/networks/4ed80f8c-a628-4bf0-926c-daa4ec7f72d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2953372 Jan 28 19:37:25.856371 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8b025f07-ffad-45ec-8314-a5c377c7cd56 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:25.914163 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [None req-8b025f07-ffad-45ec-8314-a5c377c7cd56 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] device_id is not set on port 15b27001-df8a-42a5-9860-0e3e66fd040e yet. {{(pid=103304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:37:25.975647 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 42808) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:37:26.108417 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4cceb7ca-4941-47b7-9288-d9fe97382871 req-47e4d00e-b2ae-4b06-ab21-c3581e9b4366 service neutron] 10.222.0.41 "GET /v2.0/networks/4ed80f8c-a628-4bf0-926c-daa4ec7f72d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2603714 Jan 28 19:37:26.281678 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-8b025f07-ffad-45ec-8314-a5c377c7cd56 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Allocated IP 172.20.0.4 (decd8274-9eda-4d81-a020-86cc15d56022/46655d4c-3d04-492e-a788-19407e0ade09/15b27001-df8a-42a5-9860-0e3e66fd040e) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:37:26.295495 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-8b025f07-ffad-45ec-8314-a5c377c7cd56 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Allocated IP 2001:db8::f816:3eff:fea4:2dde (decd8274-9eda-4d81-a020-86cc15d56022/99385c3a-f4ce-4805-8915-0d86bdd84523/15b27001-df8a-42a5-9860-0e3e66fd040e) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:37:26.362341 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-347efab4-4aa1-44b6-a14c-87e7c2846df8 req-fe6c62e0-a1c3-43e8-a1d8-d1c411b0c45c tempest-ServerShowV247Test-777947199 tempest-ServerShowV247Test-777947199-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb655f05-0bbc-4d20-8eeb-2e74dcfd3376 HTTP/1.1" status: 200 len: 210 time: 0.0595868 Jan 28 19:37:26.504123 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2cc86bea-ec10-4987-9569-60ecda7719d2 req-13edaf9b-68df-4c47-8cd8-e20e341d1168 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/ports?device_id=6266b4f2-471d-4297-9d3c-9386239f951c HTTP/1.1" status: 200 len: 210 time: 0.0808818 Jan 28 19:37:26.561685 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 55b08249-16c2-4b43-a31b-30e3d01696a5 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:37:26.598558 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 42828) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:37:26.599328 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-e1553928-0aba-4df7-9be9-8a0cf316d266 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=78a3627461994fd4909943d7ec2cf874&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6198409 Jan 28 19:37:26.678862 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 55b08249-16c2-4b43-a31b-30e3d01696a5 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:37:26.679436 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (55b08249-16c2-4b43-a31b-30e3d01696a5), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:26.692522 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-35c13f2f-7070-406a-bec0-1a7353c10b02 admin admin] Publish callbacks [] for security_group (631beab8-6241-400d-88d8-ae184449b20c), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:26.698812 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8b025f07-ffad-45ec-8314-a5c377c7cd56 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks [] for port (15b27001-df8a-42a5-9860-0e3e66fd040e), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:26.740335 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-35c13f2f-7070-406a-bec0-1a7353c10b02 admin admin] Publish callbacks [] for security_group (631beab8-6241-400d-88d8-ae184449b20c), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:26.775348 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8b025f07-ffad-45ec-8314-a5c377c7cd56 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (15b27001-df8a-42a5-9860-0e3e66fd040e), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:26.821744 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 55b08249-16c2-4b43-a31b-30e3d01696a5 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:37:26.822563 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (55b08249-16c2-4b43-a31b-30e3d01696a5), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:26.844472 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-35c13f2f-7070-406a-bec0-1a7353c10b02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (631beab8-6241-400d-88d8-ae184449b20c), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:26.847438 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-35c13f2f-7070-406a-bec0-1a7353c10b02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:26.849059 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-35c13f2f-7070-406a-bec0-1a7353c10b02 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/631beab8-6241-400d-88d8-ae184449b20c HTTP/1.1" status: 204 len: 168 time: 0.2495158 Jan 28 19:37:26.878719 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c13f2f-7070-406a-bec0-1a7353c10b02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=631beab8-6241-400d-88d8-ae184449b20c,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:37:26.911326 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b025f07-ffad-45ec-8314-a5c377c7cd56 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Network decd8274-9eda-4d81-a020-86cc15d56022 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:37:26.924791 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-8b025f07-ffad-45ec-8314-a5c377c7cd56 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:37:26.961495 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b025f07-ffad-45ec-8314-a5c377c7cd56 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:37:26.978141 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b025f07-ffad-45ec-8314-a5c377c7cd56 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Pushing event updated for resources: {'Port': ['ID=15b27001-df8a-42a5-9860-0e3e66fd040e,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:37:26.999917 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] For port 55b08249-16c2-4b43-a31b-30e3d01696a5, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=55b08249-16c2-4b43-a31b-30e3d01696a5,segment=NetworkSegment(2aac29a1-8685-476c-bba5-fffce3cb94d6),segment_id=2aac29a1-8685-476c-bba5-fffce3cb94d6)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:37:27.028882 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (55b08249-16c2-4b43-a31b-30e3d01696a5), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:27.122783 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7341b583-6f22-459b-9c1b-817e67056f9f req-8712102f-e0c2-432b-86fc-c358359e9fdb tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:37:27.127483 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7341b583-6f22-459b-9c1b-817e67056f9f req-8712102f-e0c2-432b-86fc-c358359e9fdb tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8fc1db2-697a-41ab-9984-99a4c5e04be7 HTTP/1.1" status: 200 len: 943 time: 0.1921394 Jan 28 19:37:27.170314 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b025f07-ffad-45ec-8314-a5c377c7cd56 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:37:27.171109 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8b025f07-ffad-45ec-8314-a5c377c7cd56 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:27.196086 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-8b025f07-ffad-45ec-8314-a5c377c7cd56 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.8377721 Jan 28 19:37:27.200806 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 42846) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:37:27.240513 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Pushing event updated for resources: {'Port': ['ID=55b08249-16c2-4b43-a31b-30e3d01696a5,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:37:27.253140 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7341b583-6f22-459b-9c1b-817e67056f9f req-4fd8d17b-3ee9-40ef-a405-23e3defaae6f tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/security-groups?id=a1544774-06dd-4b7d-abb3-fdfd2885225c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1190779 Jan 28 19:37:27.342002 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a973b61b-9cd5-4103-9180-84b0e767d8eb tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:37:27.352647 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a973b61b-9cd5-4103-9180-84b0e767d8eb tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:37:27.371336 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 42848) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:37:27.372519 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-a973b61b-9cd5-4103-9180-84b0e767d8eb tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.1705976 Jan 28 19:37:27.642998 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9942cf07-3efe-4923-aff4-19965f91aa85 req-23fea4d2-a307-4bc0-9d24-2da605e6a811 tempest-ServerShowV247Test-777947199 tempest-ServerShowV247Test-777947199-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb655f05-0bbc-4d20-8eeb-2e74dcfd3376 HTTP/1.1" status: 200 len: 210 time: 0.0881016 Jan 28 19:37:27.646471 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-06600a24-2dcb-4cbd-a3a4-1eb313867353 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Deleting port 15b27001-df8a-42a5-9860-0e3e66fd040e {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:37:27.647462 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-06600a24-2dcb-4cbd-a3a4-1eb313867353 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (15b27001-df8a-42a5-9860-0e3e66fd040e), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:27.683310 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9438a15a-6d64-4a36-9b94-38a66ff02603 None None] Network decd8274-9eda-4d81-a020-86cc15d56022 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:37:27.702528 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 42864) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:37:27.848879 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-06600a24-2dcb-4cbd-a3a4-1eb313867353 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (15b27001-df8a-42a5-9860-0e3e66fd040e), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:27.866934 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-55d5fddc-17b6-4079-bbee-efa3b51d5b48 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Publish callbacks [] for security_group (13e4f299-cf18-4f69-979b-275ae464cc1c), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:27.884508 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-06600a24-2dcb-4cbd-a3a4-1eb313867353 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Calling delete_port for 15b27001-df8a-42a5-9860-0e3e66fd040e owned by {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:37:27.942600 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-55d5fddc-17b6-4079-bbee-efa3b51d5b48 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Publish callbacks [] for security_group (13e4f299-cf18-4f69-979b-275ae464cc1c), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:28.044909 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-ab562bad-b64d-4591-bce2-db559c6b9c7c None None] Provisioning complete for port 55b08249-16c2-4b43-a31b-30e3d01696a5 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:37:28.049881 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ab562bad-b64d-4591-bce2-db559c6b9c7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (55b08249-16c2-4b43-a31b-30e3d01696a5), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:28.093283 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-55d5fddc-17b6-4079-bbee-efa3b51d5b48 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (13e4f299-cf18-4f69-979b-275ae464cc1c), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:28.098777 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-55d5fddc-17b6-4079-bbee-efa3b51d5b48 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:28.104795 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-55d5fddc-17b6-4079-bbee-efa3b51d5b48 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "DELETE /v2.0/security-groups/13e4f299-cf18-4f69-979b-275ae464cc1c HTTP/1.1" status: 204 len: 168 time: 0.3987148 Jan 28 19:37:28.106216 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 42872) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:37:28.123580 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d5fddc-17b6-4079-bbee-efa3b51d5b48 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13e4f299-cf18-4f69-979b-275ae464cc1c,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:37:28.157368 n-d-812111-14 neutron-server[103305]: INFO neutron.api.v2.resource [None req-1916f04f-6963-4feb-9308-188ee1101c9e tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] show failed (client error): The resource could not be found. Jan 28 19:37:28.161776 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-1916f04f-6963-4feb-9308-188ee1101c9e tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "GET /v2.0/security-groups/13e4f299-cf18-4f69-979b-275ae464cc1c HTTP/1.1" status: 404 len: 347 time: 0.0448503 Jan 28 19:37:28.163822 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 42876) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:37:28.471375 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-05d8e9b8-69ed-47c6-908a-1b320934817b tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Deleting port 8f358672-9fef-4cfb-bfe0-b28becfb3930 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:37:28.473905 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-05d8e9b8-69ed-47c6-908a-1b320934817b tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (8f358672-9fef-4cfb-bfe0-b28becfb3930), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:28.560255 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 55b08249-16c2-4b43-a31b-30e3d01696a5 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:37:28.616143 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-06600a24-2dcb-4cbd-a3a4-1eb313867353 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (15b27001-df8a-42a5-9860-0e3e66fd040e), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:28.713276 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2a87da-eacf-4cac-bf68-b09df08e3764 req-50c4edab-1b96-49d7-a93f-b1635c9a251c tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:37:28.726884 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-ab562bad-b64d-4591-bce2-db559c6b9c7c None None] Current status of the port 55b08249-16c2-4b43-a31b-30e3d01696a5 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:37:28.731039 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4e2a87da-eacf-4cac-bf68-b09df08e3764 req-50c4edab-1b96-49d7-a93f-b1635c9a251c tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8fc1db2-697a-41ab-9984-99a4c5e04be7 HTTP/1.1" status: 200 len: 943 time: 0.2141528 Jan 28 19:37:28.757622 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06600a24-2dcb-4cbd-a3a4-1eb313867353 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Pushing event deleted for resources: {'Port': ['ID=15b27001-df8a-42a5-9860-0e3e66fd040e,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:37:28.817405 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-05d8e9b8-69ed-47c6-908a-1b320934817b tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (8f358672-9fef-4cfb-bfe0-b28becfb3930), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:28.817751 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-05d8e9b8-69ed-47c6-908a-1b320934817b tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Publish callbacks [] for floatingip (8f358672-9fef-4cfb-bfe0-b28becfb3930), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:28.826730 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5771c9cc-7ed5-4160-a23e-46f61a1c30b6 None None] Update dhcp port {'port': {'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022', 'fixed_ips': [{'subnet_id': '99385c3a-f4ce-4805-8915-0d86bdd84523', 'ip_address': '2001:db8::f816:3eff:fe61:b297'}, {'subnet_id': '46655d4c-3d04-492e-a788-19407e0ade09'}], 'binding:host_id': 'n-d-812111-14'}, 'id': '55b08249-16c2-4b43-a31b-30e3d01696a5'} from n-d-812111-14. {{(pid=103306) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 19:37:28.889928 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-05d8e9b8-69ed-47c6-908a-1b320934817b tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Calling delete_port for 8f358672-9fef-4cfb-bfe0-b28becfb3930 owned by network:floatingip {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:37:28.956431 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5771c9cc-7ed5-4160-a23e-46f61a1c30b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (55b08249-16c2-4b43-a31b-30e3d01696a5), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:28.994343 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4e2a87da-eacf-4cac-bf68-b09df08e3764 req-47845963-ad3c-43ac-980b-581df82d3b91 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/security-groups?id=a1544774-06dd-4b7d-abb3-fdfd2885225c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2599730 Jan 28 19:37:29.021311 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f61ec7bd-c07b-484a-ab03-37e428f63470 req-61bbc5e4-4e41-4386-914b-c0ce31ce35c0 tempest-ServerShowV247Test-777947199 tempest-ServerShowV247Test-777947199-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb655f05-0bbc-4d20-8eeb-2e74dcfd3376 HTTP/1.1" status: 200 len: 210 time: 0.1972494 Jan 28 19:37:29.170804 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-06600a24-2dcb-4cbd-a3a4-1eb313867353 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:29.179059 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-06600a24-2dcb-4cbd-a3a4-1eb313867353 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "DELETE /v2.0/ports/15b27001-df8a-42a5-9860-0e3e66fd040e HTTP/1.1" status: 204 len: 168 time: 1.8037024 Jan 28 19:37:29.179746 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 42892) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:37:29.328245 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666f5077-619a-43a0-bf75-57791c40675b tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:37:29.329957 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666f5077-619a-43a0-bf75-57791c40675b tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:37:29.345425 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666f5077-619a-43a0-bf75-57791c40675b tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:37:29.356594 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-5771c9cc-7ed5-4160-a23e-46f61a1c30b6 None None] Allocated IP 172.20.0.2 (decd8274-9eda-4d81-a020-86cc15d56022/46655d4c-3d04-492e-a788-19407e0ade09/55b08249-16c2-4b43-a31b-30e3d01696a5) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:37:29.357278 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-666f5077-619a-43a0-bf75-57791c40675b tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1758366 Jan 28 19:37:29.358638 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 42898) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:37:29.427624 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-05d8e9b8-69ed-47c6-908a-1b320934817b tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (8f358672-9fef-4cfb-bfe0-b28becfb3930), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:29.479403 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d8e9b8-69ed-47c6-908a-1b320934817b tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Pushing event deleted for resources: {'Port': ['ID=8f358672-9fef-4cfb-bfe0-b28becfb3930,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:37:29.495294 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c20d4f2-cb3f-4ff5-bef7-a496702c74a6 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Deleting subnet 46655d4c-3d04-492e-a788-19407e0ade09 {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:37:29.508595 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 55b08249-16c2-4b43-a31b-30e3d01696a5 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:37:29.508978 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (55b08249-16c2-4b43-a31b-30e3d01696a5), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:29.614285 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-5771c9cc-7ed5-4160-a23e-46f61a1c30b6 None None] For port 55b08249-16c2-4b43-a31b-30e3d01696a5, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=55b08249-16c2-4b43-a31b-30e3d01696a5,segment=NetworkSegment(2aac29a1-8685-476c-bba5-fffce3cb94d6),segment_id=2aac29a1-8685-476c-bba5-fffce3cb94d6)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:37:29.649083 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-05d8e9b8-69ed-47c6-908a-1b320934817b tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Publish callbacks [] for floatingip (b1b6da4d-ca32-4f93-8b21-fb7a563f4603), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:29.651911 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-05d8e9b8-69ed-47c6-908a-1b320934817b tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for floatingip (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:29.653138 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-05d8e9b8-69ed-47c6-908a-1b320934817b tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "DELETE /v2.0/floatingips/b1b6da4d-ca32-4f93-8b21-fb7a563f4603 HTTP/1.1" status: 204 len: 168 time: 1.4898567 Jan 28 19:37:29.656087 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 42904) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:37:29.713455 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 55b08249-16c2-4b43-a31b-30e3d01696a5 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:37:29.736208 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5771c9cc-7ed5-4160-a23e-46f61a1c30b6 None None] Publish callbacks [] for port (55b08249-16c2-4b43-a31b-30e3d01696a5), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:29.746202 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5771c9cc-7ed5-4160-a23e-46f61a1c30b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (55b08249-16c2-4b43-a31b-30e3d01696a5), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:29.753460 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8c20d4f2-cb3f-4ff5-bef7-a496702c74a6 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks [] for subnet (46655d4c-3d04-492e-a788-19407e0ade09), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:29.853611 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5771c9cc-7ed5-4160-a23e-46f61a1c30b6 None None] Pushing event updated for resources: {'Port': ['ID=55b08249-16c2-4b43-a31b-30e3d01696a5,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:37:29.892746 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8c20d4f2-cb3f-4ff5-bef7-a496702c74a6 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16187240'] for subnet (46655d4c-3d04-492e-a788-19407e0ade09), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:30.128889 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8c20d4f2-cb3f-4ff5-bef7-a496702c74a6 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (46655d4c-3d04-492e-a788-19407e0ade09), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:30.283546 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-46b26fc4-bf2c-4d60-82e2-96a05509df33 req-a1a57178-0ab7-45a0-bfce-bb0f64d851f1 tempest-ServerShowV247Test-777947199 tempest-ServerShowV247Test-777947199-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb655f05-0bbc-4d20-8eeb-2e74dcfd3376 HTTP/1.1" status: 200 len: 210 time: 0.0491643 Jan 28 19:37:30.291991 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-7e36c74c-138b-4225-a0bf-5e09facc1dab tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Deleting port 63a694be-3c45-4cf7-86cf-e53eec59bb7a {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:37:30.292786 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7e36c74c-138b-4225-a0bf-5e09facc1dab tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (63a694be-3c45-4cf7-86cf-e53eec59bb7a), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:30.387174 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85efd6c5-6313-43f0-863a-6633d5f93847 req-2c5ca808-98e8-4395-94cb-354c426dc90a tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:37:30.401009 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-85efd6c5-6313-43f0-863a-6633d5f93847 req-2c5ca808-98e8-4395-94cb-354c426dc90a tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8fc1db2-697a-41ab-9984-99a4c5e04be7 HTTP/1.1" status: 200 len: 943 time: 0.1638203 Jan 28 19:37:30.419170 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8c20d4f2-cb3f-4ff5-bef7-a496702c74a6 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4752464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4733806'] for subnet (46655d4c-3d04-492e-a788-19407e0ade09), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:30.537630 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 55b08249-16c2-4b43-a31b-30e3d01696a5 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:37:30.559867 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-85efd6c5-6313-43f0-863a-6633d5f93847 req-053185c3-ecb3-4795-9761-475664f2a42d tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/security-groups?id=a1544774-06dd-4b7d-abb3-fdfd2885225c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1577842 Jan 28 19:37:30.602752 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c20d4f2-cb3f-4ff5-bef7-a496702c74a6 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Pushing event deleted for resources: {'Subnet': ['ID=46655d4c-3d04-492e-a788-19407e0ade09,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:37:30.616758 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8c20d4f2-cb3f-4ff5-bef7-a496702c74a6 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:30.630019 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-8c20d4f2-cb3f-4ff5-bef7-a496702c74a6 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "DELETE /v2.0/subnets/46655d4c-3d04-492e-a788-19407e0ade09 HTTP/1.1" status: 204 len: 168 time: 1.2690706 Jan 28 19:37:30.632596 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 42924) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:37:30.734370 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 55b08249-16c2-4b43-a31b-30e3d01696a5 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:37:30.734713 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (55b08249-16c2-4b43-a31b-30e3d01696a5), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:30.860335 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7e36c74c-138b-4225-a0bf-5e09facc1dab tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (63a694be-3c45-4cf7-86cf-e53eec59bb7a), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:30.908860 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-d51eb19e-9244-4a66-80e8-b89fc7ddecd8 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Deleting subnet 99385c3a-f4ce-4805-8915-0d86bdd84523 {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:37:30.916995 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-7e36c74c-138b-4225-a0bf-5e09facc1dab tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Calling delete_port for 63a694be-3c45-4cf7-86cf-e53eec59bb7a owned by {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:37:30.922290 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d51eb19e-9244-4a66-80e8-b89fc7ddecd8 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks [] for subnet (99385c3a-f4ce-4805-8915-0d86bdd84523), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:31.047196 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 55b08249-16c2-4b43-a31b-30e3d01696a5 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:37:31.078568 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d51eb19e-9244-4a66-80e8-b89fc7ddecd8 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4747050'] for subnet (99385c3a-f4ce-4805-8915-0d86bdd84523), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:31.329710 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7e36c74c-138b-4225-a0bf-5e09facc1dab tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (63a694be-3c45-4cf7-86cf-e53eec59bb7a), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:31.334731 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d51eb19e-9244-4a66-80e8-b89fc7ddecd8 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (99385c3a-f4ce-4805-8915-0d86bdd84523), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:31.445890 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e36c74c-138b-4225-a0bf-5e09facc1dab tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Pushing event deleted for resources: {'Port': ['ID=63a694be-3c45-4cf7-86cf-e53eec59bb7a,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:37:31.515495 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f55d826-318a-4659-a5ea-9a6201114bf1 None None] Network decd8274-9eda-4d81-a020-86cc15d56022 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:37:31.572551 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d51eb19e-9244-4a66-80e8-b89fc7ddecd8 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4690616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5222356'] for subnet (99385c3a-f4ce-4805-8915-0d86bdd84523), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:31.692071 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b9b4279d-9776-422d-8855-eb6ffe407c66 req-2c4d9224-0e26-4482-943b-efc33d4cfd46 tempest-ServerShowV247Test-777947199 tempest-ServerShowV247Test-777947199-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb655f05-0bbc-4d20-8eeb-2e74dcfd3376 HTTP/1.1" status: 200 len: 210 time: 0.2088089 Jan 28 19:37:31.728207 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d51eb19e-9244-4a66-80e8-b89fc7ddecd8 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:31.745497 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-d51eb19e-9244-4a66-80e8-b89fc7ddecd8 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "DELETE /v2.0/subnets/99385c3a-f4ce-4805-8915-0d86bdd84523 HTTP/1.1" status: 204 len: 168 time: 1.1114199 Jan 28 19:37:31.746149 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 42948) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:37:31.746932 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51eb19e-9244-4a66-80e8-b89fc7ddecd8 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Pushing event deleted for resources: {'Subnet': ['ID=99385c3a-f4ce-4805-8915-0d86bdd84523,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:37:31.824380 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-a7411022-185c-4ec7-b7d1-6073f923cf62 None None] Could not find standard attr ID for object 15b27001-df8a-42a5-9860-0e3e66fd040e. {{(pid=103306) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 19:37:31.902077 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7e36c74c-138b-4225-a0bf-5e09facc1dab tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:31.907306 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-7e36c74c-138b-4225-a0bf-5e09facc1dab tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "DELETE /v2.0/ports/63a694be-3c45-4cf7-86cf-e53eec59bb7a HTTP/1.1" status: 204 len: 168 time: 2.2501621 Jan 28 19:37:31.909826 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 42950) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:37:31.927885 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-a7411022-185c-4ec7-b7d1-6073f923cf62 None None] Provisioning complete for port 55b08249-16c2-4b43-a31b-30e3d01696a5 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:37:31.928263 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a7411022-185c-4ec7-b7d1-6073f923cf62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (55b08249-16c2-4b43-a31b-30e3d01696a5), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:32.026595 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-5cc98cbb-fda4-4006-b1b5-d91047418f7e tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2544837 Jan 28 19:37:32.039596 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 42954) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:37:32.062221 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-0f9b75a7-4c3f-466f-94f9-c810aac52479 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Request body: {'subnet': {'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:37:32.104653 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1a46e8-a81e-4f66-b4db-a34919077601 req-bb484f60-449d-45ad-ac12-0ae4a8166560 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:37:32.137150 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-be1a46e8-a81e-4f66-b4db-a34919077601 req-bb484f60-449d-45ad-ac12-0ae4a8166560 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8fc1db2-697a-41ab-9984-99a4c5e04be7 HTTP/1.1" status: 200 len: 943 time: 0.3492408 Jan 28 19:37:32.333494 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-be1a46e8-a81e-4f66-b4db-a34919077601 req-15631c79-c64c-4064-b7c9-373992bdb730 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/security-groups?id=a1544774-06dd-4b7d-abb3-fdfd2885225c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1900823 Jan 28 19:37:32.380582 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ef6854-832b-4ce2-8609-6f7fcc13b0d9 None None] Update dhcp port {'port': {'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022', 'fixed_ips': [{'subnet_id': '99385c3a-f4ce-4805-8915-0d86bdd84523'}], 'binding:host_id': 'n-d-812111-14'}, 'id': '55b08249-16c2-4b43-a31b-30e3d01696a5'} from n-d-812111-14. {{(pid=103306) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 19:37:32.504411 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f9b75a7-4c3f-466f-94f9-c810aac52479 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Made reservation on behalf of 74e14b1dc35c45ef8b65d1fdcc58b8bc for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:37:32.515754 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0f9b75a7-4c3f-466f-94f9-c810aac52479 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4733071'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:32.583358 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-86ef6854-832b-4ce2-8609-6f7fcc13b0d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (55b08249-16c2-4b43-a31b-30e3d01696a5), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:32.739499 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-a7411022-185c-4ec7-b7d1-6073f923cf62 None None] Current status of the port 55b08249-16c2-4b43-a31b-30e3d01696a5 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:37:32.824237 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-cadc2732-925a-415a-bc25-7f69e69f22bd tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Deleting port 94babd58-bc58-41d0-b372-2137350b0839 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:37:32.824712 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cadc2732-925a-415a-bc25-7f69e69f22bd tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (94babd58-bc58-41d0-b372-2137350b0839), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:32.862202 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-328da512-e8c2-416b-86c4-241f1785afb4 None None] Network decd8274-9eda-4d81-a020-86cc15d56022 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:37:33.053605 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-579b47b1-6050-47a5-9291-86491c1b600c req-91208014-3181-4012-aa6e-126f9d88e51d tempest-ServerShowV247Test-777947199 tempest-ServerShowV247Test-777947199-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb655f05-0bbc-4d20-8eeb-2e74dcfd3376 HTTP/1.1" status: 200 len: 210 time: 0.0940716 Jan 28 19:37:33.100768 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0f9b75a7-4c3f-466f-94f9-c810aac52479 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4752401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4733085'] for subnet (6438225a-48c3-4fa6-ba0f-9d385932c5c6), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:33.192150 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-ad2b0d09-3d8d-49b5-af07-930ec8333d60 None None] Provisioning complete for port 55b08249-16c2-4b43-a31b-30e3d01696a5 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:37:33.192528 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ad2b0d09-3d8d-49b5-af07-930ec8333d60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (55b08249-16c2-4b43-a31b-30e3d01696a5), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:33.232800 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f9b75a7-4c3f-466f-94f9-c810aac52479 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Network decd8274-9eda-4d81-a020-86cc15d56022 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:37:33.258890 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-0f9b75a7-4c3f-466f-94f9-c810aac52479 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:37:33.274910 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f9b75a7-4c3f-466f-94f9-c810aac52479 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:37:33.275836 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0f9b75a7-4c3f-466f-94f9-c810aac52479 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:33.292422 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cadc2732-925a-415a-bc25-7f69e69f22bd tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (94babd58-bc58-41d0-b372-2137350b0839), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:33.381894 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-cadc2732-925a-415a-bc25-7f69e69f22bd tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Calling delete_port for 94babd58-bc58-41d0-b372-2137350b0839 owned by {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:37:33.400334 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9b75a7-4c3f-466f-94f9-c810aac52479 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Pushing event updated for resources: {'Subnet': ['ID=6438225a-48c3-4fa6-ba0f-9d385932c5c6,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:37:33.436806 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 42978) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:37:33.444557 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-03dd2f3c-338d-4711-9611-60c162bd5afc tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Request body: {'subnet': {'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:37:33.450854 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-0f9b75a7-4c3f-466f-94f9-c810aac52479 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4012568 Jan 28 19:37:33.462222 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-156d8502-5cd6-4b97-ba9b-d160496aa0ce None None] DHCP port deletion for decd8274-9eda-4d81-a020-86cc15d56022 request from n-d-812111-14 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:37:33.613810 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-ad2b0d09-3d8d-49b5-af07-930ec8333d60 None None] Current status of the port 55b08249-16c2-4b43-a31b-30e3d01696a5 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:37:33.639459 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 42982) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:37:33.650537 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-156d8502-5cd6-4b97-ba9b-d160496aa0ce None None] Deleting port 55b08249-16c2-4b43-a31b-30e3d01696a5 {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:37:33.651156 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-156d8502-5cd6-4b97-ba9b-d160496aa0ce None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (55b08249-16c2-4b43-a31b-30e3d01696a5), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:33.760661 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-156d8502-5cd6-4b97-ba9b-d160496aa0ce None None] For port 55b08249-16c2-4b43-a31b-30e3d01696a5, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=55b08249-16c2-4b43-a31b-30e3d01696a5,segment=NetworkSegment(2aac29a1-8685-476c-bba5-fffce3cb94d6),segment_id=2aac29a1-8685-476c-bba5-fffce3cb94d6)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:37:33.761823 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-156d8502-5cd6-4b97-ba9b-d160496aa0ce None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (55b08249-16c2-4b43-a31b-30e3d01696a5), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:33.792500 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-156d8502-5cd6-4b97-ba9b-d160496aa0ce None None] Calling delete_port for 55b08249-16c2-4b43-a31b-30e3d01696a5 owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:37:33.941295 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-156d8502-5cd6-4b97-ba9b-d160496aa0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985'] for port (55b08249-16c2-4b43-a31b-30e3d01696a5), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:33.987847 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162881bf-497d-43b3-8a08-66f2a555dd4e req-e2e6064a-f8bd-4990-8528-ac599e329929 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:37:33.989938 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-162881bf-497d-43b3-8a08-66f2a555dd4e req-e2e6064a-f8bd-4990-8528-ac599e329929 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8fc1db2-697a-41ab-9984-99a4c5e04be7 HTTP/1.1" status: 200 len: 943 time: 0.3770409 Jan 28 19:37:34.005880 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cadc2732-925a-415a-bc25-7f69e69f22bd tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (94babd58-bc58-41d0-b372-2137350b0839), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:34.039068 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156d8502-5cd6-4b97-ba9b-d160496aa0ce None None] Pushing event deleted for resources: {'Port': ['ID=55b08249-16c2-4b43-a31b-30e3d01696a5,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:37:34.048940 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156d8502-5cd6-4b97-ba9b-d160496aa0ce None None] No DVR routers for this DVR port 55b08249-16c2-4b43-a31b-30e3d01696a5 on host n-d-812111-14 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:37:34.073410 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-786174e3-c102-4215-949d-e717ec20f07f None None] Network decd8274-9eda-4d81-a020-86cc15d56022 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:37:34.113921 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadc2732-925a-415a-bc25-7f69e69f22bd tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Pushing event deleted for resources: {'Port': ['ID=94babd58-bc58-41d0-b372-2137350b0839,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:37:34.177307 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-162881bf-497d-43b3-8a08-66f2a555dd4e req-7ab16340-f1ae-4632-9feb-5f4704abc113 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/security-groups?id=a1544774-06dd-4b7d-abb3-fdfd2885225c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1580572 Jan 28 19:37:34.179765 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03dd2f3c-338d-4711-9611-60c162bd5afc tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Made reservation on behalf of 74e14b1dc35c45ef8b65d1fdcc58b8bc for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:37:34.182795 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a5f6afe0-936b-42da-b9b1-92e9d1165232 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:34.209327 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-03dd2f3c-338d-4711-9611-60c162bd5afc tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5221429'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:34.330981 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6d035b4-bae0-4034-92d5-90ba826e8da6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68cd31fd-e4cd-5fb3-a862-256fc47efcd2-decd8274-9eda-4d81-a020-86cc15d56022', 'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022', 'project_id': '74e14b1dc35c45ef8b65d1fdcc58b8bc', 'fixed_ips': [{'subnet_id': '6438225a-48c3-4fa6-ba0f-9d385932c5c6'}]}} from n-d-812111-14. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:37:34.331867 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e6d035b4-bae0-4034-92d5-90ba826e8da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:34.351728 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ef5d29c7-3cbd-4826-bcae-882e36e42cee req-eaedcbcc-55d9-42e6-b1a2-457d83659e74 tempest-ServerShowV247Test-777947199 tempest-ServerShowV247Test-777947199-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb655f05-0bbc-4d20-8eeb-2e74dcfd3376 HTTP/1.1" status: 200 len: 210 time: 0.0706527 Jan 28 19:37:34.390383 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cadc2732-925a-415a-bc25-7f69e69f22bd tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:34.397414 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-cadc2732-925a-415a-bc25-7f69e69f22bd tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "DELETE /v2.0/ports/94babd58-bc58-41d0-b372-2137350b0839 HTTP/1.1" status: 204 len: 168 time: 2.4851079 Jan 28 19:37:34.399893 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 42988) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:37:34.470829 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 55b08249-16c2-4b43-a31b-30e3d01696a5 no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:37:34.597271 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea330c66-dc6b-450e-b65c-b50fee786f64 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Deleting subnet 640d2378-2c13-45c8-a4ae-1ce2f7aa7914 {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:37:34.632661 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: 55b08249-16c2-4b43-a31b-30e3d01696a5 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:37:34.641149 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 55b08249-16c2-4b43-a31b-30e3d01696a5 not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:37:34.665644 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ea330c66-dc6b-450e-b65c-b50fee786f64 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Publish callbacks [] for subnet (640d2378-2c13-45c8-a4ae-1ce2f7aa7914), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:34.759223 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ea330c66-dc6b-450e-b65c-b50fee786f64 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16187240'] for subnet (640d2378-2c13-45c8-a4ae-1ce2f7aa7914), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:34.825959 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-e6d035b4-bae0-4034-92d5-90ba826e8da6 None None] Allocated IP 172.20.0.2 (decd8274-9eda-4d81-a020-86cc15d56022/6438225a-48c3-4fa6-ba0f-9d385932c5c6/29635a99-0f04-4a82-bd44-66c4512f6f67) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:37:34.864515 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ea330c66-dc6b-450e-b65c-b50fee786f64 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (640d2378-2c13-45c8-a4ae-1ce2f7aa7914), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:34.949653 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ea330c66-dc6b-450e-b65c-b50fee786f64 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4752464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4733806'] for subnet (640d2378-2c13-45c8-a4ae-1ce2f7aa7914), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:35.006527 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea330c66-dc6b-450e-b65c-b50fee786f64 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Pushing event deleted for resources: {'Subnet': ['ID=640d2378-2c13-45c8-a4ae-1ce2f7aa7914,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:37:35.016601 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a5f6afe0-936b-42da-b9b1-92e9d1165232 admin admin] Publish callbacks [] for security_group (ca8ff0fc-bcdc-449c-ba3d-cdc9cbe030ad), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:35.018450 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ea330c66-dc6b-450e-b65c-b50fee786f64 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:35.024968 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-ea330c66-dc6b-450e-b65c-b50fee786f64 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "DELETE /v2.0/subnets/640d2378-2c13-45c8-a4ae-1ce2f7aa7914 HTTP/1.1" status: 204 len: 168 time: 0.6236069 Jan 28 19:37:35.026863 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a5f6afe0-936b-42da-b9b1-92e9d1165232 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (ca8ff0fc-bcdc-449c-ba3d-cdc9cbe030ad), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:35.032045 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3dc05ae-fc18-44b8-b46d-fb232601552b None None] Network 2b32274e-ef71-47fa-9b2e-d7c8beaa092d requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:37:35.033478 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 42994) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:37:35.051690 n-d-812111-14 neutron-server[103304]: DEBUG neutron.objects.ports [None req-03dd2f3c-338d-4711-9611-60c162bd5afc tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103304) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 19:37:35.059963 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-03dd2f3c-338d-4711-9611-60c162bd5afc tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4690681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5221415'] for subnet (0565f8e7-3338-43fa-8624-f3cd99086b36), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:35.137280 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-a5f6afe0-936b-42da-b9b1-92e9d1165232 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=699f0e40abc8471286e32b677dce5c3b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4950669 Jan 28 19:37:35.140196 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 42996) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:37:35.140669 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f6afe0-936b-42da-b9b1-92e9d1165232 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca8ff0fc-bcdc-449c-ba3d-cdc9cbe030ad,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:37:35.203164 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea0ccc18-6cde-49c1-9fb5-86c0b2677cd6 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Deleting subnet 803cf84b-628b-4025-a755-b3829db3c440 {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:37:35.208236 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ea0ccc18-6cde-49c1-9fb5-86c0b2677cd6 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Publish callbacks [] for subnet (803cf84b-628b-4025-a755-b3829db3c440), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:35.257145 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a5d3027a-8156-44c3-9f8d-ca1656ff616e admin admin] Publish callbacks [] for security_group (ca8ff0fc-bcdc-449c-ba3d-cdc9cbe030ad), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:35.268933 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dd2f3c-338d-4711-9611-60c162bd5afc tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Pushing event updated for resources: {'Subnet': ['ID=0565f8e7-3338-43fa-8624-f3cd99086b36,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:37:35.291459 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03dd2f3c-338d-4711-9611-60c162bd5afc tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Network decd8274-9eda-4d81-a020-86cc15d56022 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:37:35.299320 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-03dd2f3c-338d-4711-9611-60c162bd5afc tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:37:35.301459 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ea0ccc18-6cde-49c1-9fb5-86c0b2677cd6 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16187240'] for subnet (803cf84b-628b-4025-a755-b3829db3c440), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:35.305452 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a5d3027a-8156-44c3-9f8d-ca1656ff616e admin admin] Publish callbacks [] for security_group (ca8ff0fc-bcdc-449c-ba3d-cdc9cbe030ad), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:35.310038 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03dd2f3c-338d-4711-9611-60c162bd5afc tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:37:35.315188 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-03dd2f3c-338d-4711-9611-60c162bd5afc tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:35.399755 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-03dd2f3c-338d-4711-9611-60c162bd5afc tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.9608538 Jan 28 19:37:35.405640 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 43002) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:37:35.498573 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-b6c346f7-1397-4fe5-a53f-8b51cc373668 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Request body: {'port': {'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022', 'mac_address': 'fa:16:3e:cd:b3:d2', 'name': 'tempest-NetworksTestDHCPv6-874815574'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:37:35.562383 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a5d3027a-8156-44c3-9f8d-ca1656ff616e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (ca8ff0fc-bcdc-449c-ba3d-cdc9cbe030ad), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:35.565977 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a5d3027a-8156-44c3-9f8d-ca1656ff616e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:35.567859 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-a5d3027a-8156-44c3-9f8d-ca1656ff616e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ca8ff0fc-bcdc-449c-ba3d-cdc9cbe030ad HTTP/1.1" status: 204 len: 168 time: 0.4129326 Jan 28 19:37:35.576486 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a56d325f-b5a2-429e-a395-bdb4cd94b205 req-a15edfd8-70af-4602-b18b-2c72298640c7 tempest-ServerShowV247Test-777947199 tempest-ServerShowV247Test-777947199-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb655f05-0bbc-4d20-8eeb-2e74dcfd3376 HTTP/1.1" status: 200 len: 210 time: 0.0801375 Jan 28 19:37:35.613420 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ea0ccc18-6cde-49c1-9fb5-86c0b2677cd6 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (803cf84b-628b-4025-a755-b3829db3c440), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:35.699522 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d3027a-8156-44c3-9f8d-ca1656ff616e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca8ff0fc-bcdc-449c-ba3d-cdc9cbe030ad,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:37:35.841674 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6c346f7-1397-4fe5-a53f-8b51cc373668 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Made reservation on behalf of 74e14b1dc35c45ef8b65d1fdcc58b8bc for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:37:35.869509 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ea0ccc18-6cde-49c1-9fb5-86c0b2677cd6 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4752464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4733806'] for subnet (803cf84b-628b-4025-a755-b3829db3c440), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:35.953636 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0ccc18-6cde-49c1-9fb5-86c0b2677cd6 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Pushing event deleted for resources: {'Subnet': ['ID=803cf84b-628b-4025-a755-b3829db3c440,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:37:35.974384 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ea0ccc18-6cde-49c1-9fb5-86c0b2677cd6 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:35.989176 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-ea0ccc18-6cde-49c1-9fb5-86c0b2677cd6 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "DELETE /v2.0/subnets/803cf84b-628b-4025-a755-b3829db3c440 HTTP/1.1" status: 204 len: 168 time: 0.9516664 Jan 28 19:37:35.990263 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 43012) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:37:36.016532 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a2b1aac-f5a9-4cbc-bb23-14187ae37930 None None] Network 1a0a56ae-a8fc-45c3-a9f5-3868c6fdc511 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:37:36.060477 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f659ec6d-3642-4e3b-845c-83d2f02ae54c req-cba8cb0e-9239-40b1-bcaf-c00d47c1e364 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:37:36.081305 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f659ec6d-3642-4e3b-845c-83d2f02ae54c req-cba8cb0e-9239-40b1-bcaf-c00d47c1e364 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8fc1db2-697a-41ab-9984-99a4c5e04be7 HTTP/1.1" status: 200 len: 943 time: 0.7237337 Jan 28 19:37:36.255523 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-72956619-878d-4b57-b8f7-42eca99e1bb3 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (2b32274e-ef71-47fa-9b2e-d7c8beaa092d), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:36.337847 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f659ec6d-3642-4e3b-845c-83d2f02ae54c req-adb5213f-1bb5-4ec8-aed1-f85820701cc3 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/security-groups?id=a1544774-06dd-4b7d-abb3-fdfd2885225c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2464948 Jan 28 19:37:36.346534 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b6c346f7-1397-4fe5-a53f-8b51cc373668 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:36.381162 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 43014) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:37:36.399747 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-72956619-878d-4b57-b8f7-42eca99e1bb3 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Deleting port f8201172-890f-4f30-be44-aa09b0025d8e {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:37:36.403909 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-72956619-878d-4b57-b8f7-42eca99e1bb3 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (f8201172-890f-4f30-be44-aa09b0025d8e), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:36.409689 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-47ac1823-889e-465c-a28c-5ad5154db055 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:36.414592 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e6d035b4-bae0-4034-92d5-90ba826e8da6 None None] Publish callbacks [] for port (29635a99-0f04-4a82-bd44-66c4512f6f67), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:36.431858 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e6d035b4-bae0-4034-92d5-90ba826e8da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (29635a99-0f04-4a82-bd44-66c4512f6f67), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:36.440125 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [None req-b6c346f7-1397-4fe5-a53f-8b51cc373668 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] device_id is not set on port 866c8e31-29ff-4900-8904-4e1e915c49ee yet. {{(pid=103304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:37:36.538676 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d9356ca-76c3-4502-8a66-e3607930d8c6 None None] DHCP port deletion for 2b32274e-ef71-47fa-9b2e-d7c8beaa092d request from n-d-812111-14 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:37:36.544060 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d035b4-bae0-4034-92d5-90ba826e8da6 None None] Network decd8274-9eda-4d81-a020-86cc15d56022 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:37:36.559175 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-e6d035b4-bae0-4034-92d5-90ba826e8da6 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:37:36.586261 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d035b4-bae0-4034-92d5-90ba826e8da6 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:37:36.596419 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d035b4-bae0-4034-92d5-90ba826e8da6 None None] Pushing event updated for resources: {'Port': ['ID=29635a99-0f04-4a82-bd44-66c4512f6f67,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:37:36.700171 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-72956619-878d-4b57-b8f7-42eca99e1bb3 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] For port f8201172-890f-4f30-be44-aa09b0025d8e, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=f8201172-890f-4f30-be44-aa09b0025d8e,segment=NetworkSegment(f691f418-4099-4a2e-b081-8f35001c07cb),segment_id=f691f418-4099-4a2e-b081-8f35001c07cb)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:37:36.701221 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-72956619-878d-4b57-b8f7-42eca99e1bb3 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (f8201172-890f-4f30-be44-aa09b0025d8e), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:36.702792 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e78229ea-2757-44df-8bc8-4846a4fb866f None None] DHCP port deletion for 1a0a56ae-a8fc-45c3-a9f5-3868c6fdc511 request from n-d-812111-14 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:37:36.743118 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-1d9356ca-76c3-4502-8a66-e3607930d8c6 None None] Deleting port f8201172-890f-4f30-be44-aa09b0025d8e {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:37:36.748023 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1d9356ca-76c3-4502-8a66-e3607930d8c6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (f8201172-890f-4f30-be44-aa09b0025d8e), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:36.750914 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-adc911b5-524d-45ef-91d9-215a738b0036 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:36.753529 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-72956619-878d-4b57-b8f7-42eca99e1bb3 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Calling delete_port for f8201172-890f-4f30-be44-aa09b0025d8e owned by network:dhcp {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:37:36.849449 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-43cfc39c-f3a4-4c21-97d4-78c6722c6a31 req-7fb533cf-b13a-4b0a-a560-16b98b752217 tempest-ServerShowV247Test-777947199 tempest-ServerShowV247Test-777947199-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb655f05-0bbc-4d20-8eeb-2e74dcfd3376 HTTP/1.1" status: 200 len: 210 time: 0.0758684 Jan 28 19:37:36.891590 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-e6d035b4-bae0-4034-92d5-90ba826e8da6 None None] Attempting to bind port 29635a99-0f04-4a82-bd44-66c4512f6f67 on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:37:36.893058 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-e6d035b4-bae0-4034-92d5-90ba826e8da6 None None] Attempting to bind port 29635a99-0f04-4a82-bd44-66c4512f6f67 by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '2aac29a1-8685-476c-bba5-fffce3cb94d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:37:36.893630 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d035b4-bae0-4034-92d5-90ba826e8da6 None None] Attempting to bind port 29635a99-0f04-4a82-bd44-66c4512f6f67 on network decd8274-9eda-4d81-a020-86cc15d56022 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:37:36.907162 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d035b4-bae0-4034-92d5-90ba826e8da6 None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:37:36.907828 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d035b4-bae0-4034-92d5-90ba826e8da6 None None] Checking segment: {'id': '2aac29a1-8685-476c-bba5-fffce3cb94d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:37:36.908405 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e6d035b4-bae0-4034-92d5-90ba826e8da6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:36.908955 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d035b4-bae0-4034-92d5-90ba826e8da6 None None] Bound using segment: {'id': '2aac29a1-8685-476c-bba5-fffce3cb94d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:37:36.909674 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-e6d035b4-bae0-4034-92d5-90ba826e8da6 None None] Bound port: 29635a99-0f04-4a82-bd44-66c4512f6f67, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aac29a1-8685-476c-bba5-fffce3cb94d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:37:36.910777 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e6d035b4-bae0-4034-92d5-90ba826e8da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (29635a99-0f04-4a82-bd44-66c4512f6f67), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:36.959463 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-1d9356ca-76c3-4502-8a66-e3607930d8c6 None None] For port f8201172-890f-4f30-be44-aa09b0025d8e, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=f8201172-890f-4f30-be44-aa09b0025d8e,segment=NetworkSegment(f691f418-4099-4a2e-b081-8f35001c07cb),segment_id=f691f418-4099-4a2e-b081-8f35001c07cb)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:37:36.959871 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1d9356ca-76c3-4502-8a66-e3607930d8c6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (f8201172-890f-4f30-be44-aa09b0025d8e), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:36.969953 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-47ac1823-889e-465c-a28c-5ad5154db055 admin admin] Publish callbacks [] for security_group (0426af34-865f-4f32-b7d0-54c897c77693), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:36.980656 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-47ac1823-889e-465c-a28c-5ad5154db055 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (0426af34-865f-4f32-b7d0-54c897c77693), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:37.017785 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-1d9356ca-76c3-4502-8a66-e3607930d8c6 None None] Calling delete_port for f8201172-890f-4f30-be44-aa09b0025d8e owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:37:37.028195 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-e78229ea-2757-44df-8bc8-4846a4fb866f None None] Deleting port 4798c2cb-83ef-404e-a93e-5fce092b19c3 {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:37:37.028654 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e78229ea-2757-44df-8bc8-4846a4fb866f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (4798c2cb-83ef-404e-a93e-5fce092b19c3), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:37.086963 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-72956619-878d-4b57-b8f7-42eca99e1bb3 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (f8201172-890f-4f30-be44-aa09b0025d8e), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:37.144104 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-47ac1823-889e-465c-a28c-5ad5154db055 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=88d6d249048c49748f4914702cebad67&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7682021 Jan 28 19:37:37.159594 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ac1823-889e-465c-a28c-5ad5154db055 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0426af34-865f-4f32-b7d0-54c897c77693,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:37:37.162550 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 43024) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:37:37.164356 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72956619-878d-4b57-b8f7-42eca99e1bb3 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Pushing event deleted for resources: {'Port': ['ID=f8201172-890f-4f30-be44-aa09b0025d8e,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:37:37.185919 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-b6c346f7-1397-4fe5-a53f-8b51cc373668 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Allocated IP 172.20.0.9 (decd8274-9eda-4d81-a020-86cc15d56022/6438225a-48c3-4fa6-ba0f-9d385932c5c6/866c8e31-29ff-4900-8904-4e1e915c49ee) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:37:37.193882 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-b6c346f7-1397-4fe5-a53f-8b51cc373668 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Allocated IP 2001:db8::f816:3eff:fecd:b3d2 (decd8274-9eda-4d81-a020-86cc15d56022/0565f8e7-3338-43fa-8624-f3cd99086b36/866c8e31-29ff-4900-8904-4e1e915c49ee) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:37:37.321212 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-23304464-7858-48d8-bb0b-3590be3cffc4 admin admin] Publish callbacks [] for security_group (0426af34-865f-4f32-b7d0-54c897c77693), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:37.323422 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72956619-878d-4b57-b8f7-42eca99e1bb3 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] No DVR routers for this DVR port f8201172-890f-4f30-be44-aa09b0025d8e on host n-d-812111-14 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:37:37.400126 n-d-812111-14 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:37:37.400126 n-d-812111-14 neutron-server[103306]: self.session.flush() Jan 28 19:37:37.400126 n-d-812111-14 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:37:37.400126 n-d-812111-14 neutron-server[103306]: self.session.flush() Jan 28 19:37:37.400126 n-d-812111-14 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:37:37.400126 n-d-812111-14 neutron-server[103306]: self.session.flush() Jan 28 19:37:37.400126 n-d-812111-14 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:37:37.400126 n-d-812111-14 neutron-server[103306]: self.session.flush() Jan 28 19:37:37.400126 n-d-812111-14 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:37:37.400126 n-d-812111-14 neutron-server[103306]: self.session.flush() Jan 28 19:37:37.400126 n-d-812111-14 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:37:37.400126 n-d-812111-14 neutron-server[103306]: self.session.flush() Jan 28 19:37:37.400126 n-d-812111-14 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:37:37.400126 n-d-812111-14 neutron-server[103306]: self.session.flush() Jan 28 19:37:37.400126 n-d-812111-14 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:37:37.400126 n-d-812111-14 neutron-server[103306]: self.session.flush() Jan 28 19:37:37.400126 n-d-812111-14 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:37:37.400126 n-d-812111-14 neutron-server[103306]: self.session.flush() Jan 28 19:37:37.400126 n-d-812111-14 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:37:37.400126 n-d-812111-14 neutron-server[103306]: self.session.flush() Jan 28 19:37:37.400126 n-d-812111-14 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:37:37.400126 n-d-812111-14 neutron-server[103306]: self.session.flush() Jan 28 19:37:37.400126 n-d-812111-14 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:37:37.400126 n-d-812111-14 neutron-server[103306]: self.session.flush() Jan 28 19:37:37.400126 n-d-812111-14 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:37:37.400126 n-d-812111-14 neutron-server[103306]: self.session.flush() Jan 28 19:37:37.400126 n-d-812111-14 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:37:37.400126 n-d-812111-14 neutron-server[103306]: self.session.flush() Jan 28 19:37:37.400126 n-d-812111-14 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:37:37.400126 n-d-812111-14 neutron-server[103306]: self.session.flush() Jan 28 19:37:37.400126 n-d-812111-14 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:37:37.400126 n-d-812111-14 neutron-server[103306]: self.session.flush() Jan 28 19:37:37.400126 n-d-812111-14 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:37:37.400126 n-d-812111-14 neutron-server[103306]: self.session.flush() Jan 28 19:37:37.400126 n-d-812111-14 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:37:37.400126 n-d-812111-14 neutron-server[103306]: self.session.flush() Jan 28 19:37:37.400126 n-d-812111-14 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:37:37.400126 n-d-812111-14 neutron-server[103306]: self.session.flush() Jan 28 19:37:37.400126 n-d-812111-14 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:37:37.400126 n-d-812111-14 neutron-server[103306]: self.session.flush() Jan 28 19:37:37.400126 n-d-812111-14 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:37:37.400126 n-d-812111-14 neutron-server[103306]: self.session.flush() Jan 28 19:37:37.400126 n-d-812111-14 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:37:37.400126 n-d-812111-14 neutron-server[103306]: self.session.flush() Jan 28 19:37:37.400126 n-d-812111-14 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:37:37.400126 n-d-812111-14 neutron-server[103306]: self.session.flush() Jan 28 19:37:37.400126 n-d-812111-14 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:37:37.400126 n-d-812111-14 neutron-server[103306]: self.session.flush() Jan 28 19:37:37.400126 n-d-812111-14 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:37:37.400126 n-d-812111-14 neutron-server[103306]: self.session.flush() Jan 28 19:37:37.400126 n-d-812111-14 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:37:37.400126 n-d-812111-14 neutron-server[103306]: self.session.flush() Jan 28 19:37:37.400126 n-d-812111-14 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:37:37.400126 n-d-812111-14 neutron-server[103306]: self.session.flush() Jan 28 19:37:37.482099 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-e6d035b4-bae0-4034-92d5-90ba826e8da6 None None] For port 29635a99-0f04-4a82-bd44-66c4512f6f67, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:37:37.490276 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-e6d035b4-bae0-4034-92d5-90ba826e8da6 None None] For port 29635a99-0f04-4a82-bd44-66c4512f6f67, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=29635a99-0f04-4a82-bd44-66c4512f6f67,segment=NetworkSegment(2aac29a1-8685-476c-bba5-fffce3cb94d6),segment_id=2aac29a1-8685-476c-bba5-fffce3cb94d6)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:37:37.501062 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1d9356ca-76c3-4502-8a66-e3607930d8c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985'] for port (f8201172-890f-4f30-be44-aa09b0025d8e), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:37.513973 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e6d035b4-bae0-4034-92d5-90ba826e8da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (29635a99-0f04-4a82-bd44-66c4512f6f67), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:37.568772 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-23304464-7858-48d8-bb0b-3590be3cffc4 admin admin] Publish callbacks [] for security_group (0426af34-865f-4f32-b7d0-54c897c77693), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:37.647061 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-72956619-878d-4b57-b8f7-42eca99e1bb3 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (2b32274e-ef71-47fa-9b2e-d7c8beaa092d), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:37.659903 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9356ca-76c3-4502-8a66-e3607930d8c6 None None] Pushing event deleted for resources: {'Port': ['ID=f8201172-890f-4f30-be44-aa09b0025d8e,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:37:37.673012 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b6c346f7-1397-4fe5-a53f-8b51cc373668 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks [] for port (866c8e31-29ff-4900-8904-4e1e915c49ee), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:37.681327 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-e78229ea-2757-44df-8bc8-4846a4fb866f None None] For port 4798c2cb-83ef-404e-a93e-5fce092b19c3, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=4798c2cb-83ef-404e-a93e-5fce092b19c3,segment=NetworkSegment(9bf5b81d-1ecc-495b-86bd-fe1fc8410ddb),segment_id=9bf5b81d-1ecc-495b-86bd-fe1fc8410ddb)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:37:37.683098 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e78229ea-2757-44df-8bc8-4846a4fb866f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (4798c2cb-83ef-404e-a93e-5fce092b19c3), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:37.737878 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9356ca-76c3-4502-8a66-e3607930d8c6 None None] No DVR routers for this DVR port f8201172-890f-4f30-be44-aa09b0025d8e on host n-d-812111-14 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:37:37.742997 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce1d134-b655-4b10-a2f6-d39732b48ff4 req-3f9142e9-1453-4c1e-a58a-1b3cb6121286 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:37:37.768303 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9ce1d134-b655-4b10-a2f6-d39732b48ff4 req-3f9142e9-1453-4c1e-a58a-1b3cb6121286 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8fc1db2-697a-41ab-9984-99a4c5e04be7 HTTP/1.1" status: 200 len: 943 time: 0.2278674 Jan 28 19:37:37.785276 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-72956619-878d-4b57-b8f7-42eca99e1bb3 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b32274e-ef71-47fa-9b2e-d7c8beaa092d']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:37:37.815980 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-e78229ea-2757-44df-8bc8-4846a4fb866f None None] Calling delete_port for 4798c2cb-83ef-404e-a93e-5fce092b19c3 owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:37:37.820671 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-72956619-878d-4b57-b8f7-42eca99e1bb3 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f691f418-4099-4a2e-b081-8f35001c07cb') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:37:37.820975 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-72956619-878d-4b57-b8f7-42eca99e1bb3 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f691f418-4099-4a2e-b081-8f35001c07cb') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:37:37.855705 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-72956619-878d-4b57-b8f7-42eca99e1bb3 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16187153'] for segment (f691f418-4099-4a2e-b081-8f35001c07cb), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:37.903271 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-72956619-878d-4b57-b8f7-42eca99e1bb3 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (f691f418-4099-4a2e-b081-8f35001c07cb), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:37.910938 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72956619-878d-4b57-b8f7-42eca99e1bb3 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:37:37.911509 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-72956619-878d-4b57-b8f7-42eca99e1bb3 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4752570'] for segment (f691f418-4099-4a2e-b081-8f35001c07cb), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:37.954086 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9ce1d134-b655-4b10-a2f6-d39732b48ff4 req-3e668d59-e019-4768-8a81-ecc08a081d5f tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/security-groups?id=a1544774-06dd-4b7d-abb3-fdfd2885225c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1815822 Jan 28 19:37:38.006255 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b6c346f7-1397-4fe5-a53f-8b51cc373668 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (866c8e31-29ff-4900-8904-4e1e915c49ee), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:38.060785 n-d-812111-14 neutron-server[103305]: Traceback (most recent call last): Jan 28 19:37:38.060785 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:37:38.060785 n-d-812111-14 neutron-server[103305]: timer() Jan 28 19:37:38.060785 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:37:38.060785 n-d-812111-14 neutron-server[103305]: cb(*args, **kw) Jan 28 19:37:38.060785 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:37:38.060785 n-d-812111-14 neutron-server[103305]: return func(*args, **kwargs) Jan 28 19:37:38.060785 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:37:38.060785 n-d-812111-14 neutron-server[103305]: self._notify() Jan 28 19:37:38.060785 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:37:38.060785 n-d-812111-14 neutron-server[103305]: self.callback(batched_events) Jan 28 19:37:38.060785 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:37:38.060785 n-d-812111-14 neutron-server[103305]: event.method(event) Jan 28 19:37:38.060785 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:37:38.060785 n-d-812111-14 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:37:38.060785 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:37:38.060785 n-d-812111-14 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:37:38.060785 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:37:38.060785 n-d-812111-14 neutron-server[103305]: return f(self, *a, **k) Jan 28 19:37:38.060785 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:37:38.060785 n-d-812111-14 neutron-server[103305]: return self._get(url).json() Jan 28 19:37:38.060785 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:37:38.060785 n-d-812111-14 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:37:38.060785 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:37:38.060785 n-d-812111-14 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 28 19:37:38.060785 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:37:38.060785 n-d-812111-14 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:37:38.060785 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:37:38.060785 n-d-812111-14 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:37:38.060785 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:37:38.060785 n-d-812111-14 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:37:38.060785 n-d-812111-14 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:37:38.086237 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d035b4-bae0-4034-92d5-90ba826e8da6 None None] Pushing event updated for resources: {'Port': ['ID=29635a99-0f04-4a82-bd44-66c4512f6f67,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:37:38.192393 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e78229ea-2757-44df-8bc8-4846a4fb866f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985'] for port (4798c2cb-83ef-404e-a93e-5fce092b19c3), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:38.234543 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e0217bdc-68b5-48ea-b201-102d902556d5 req-7c6cb640-6615-4f70-bb52-bcd6705b0e48 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=7004a064-780f-4e85-a48c-006d84a00a12&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1568072 Jan 28 19:37:38.238544 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-23304464-7858-48d8-bb0b-3590be3cffc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (0426af34-865f-4f32-b7d0-54c897c77693), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:38.243935 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78229ea-2757-44df-8bc8-4846a4fb866f None None] No DVR routers for this DVR port 4798c2cb-83ef-404e-a93e-5fce092b19c3 on host n-d-812111-14 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:37:38.256244 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c346f7-1397-4fe5-a53f-8b51cc373668 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Network decd8274-9eda-4d81-a020-86cc15d56022 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:37:38.256915 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78229ea-2757-44df-8bc8-4846a4fb866f None None] Pushing event deleted for resources: {'Port': ['ID=4798c2cb-83ef-404e-a93e-5fce092b19c3,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:37:38.261586 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-b6c346f7-1397-4fe5-a53f-8b51cc373668 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:37:38.269077 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-23304464-7858-48d8-bb0b-3590be3cffc4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:38.270296 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-23304464-7858-48d8-bb0b-3590be3cffc4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0426af34-865f-4f32-b7d0-54c897c77693 HTTP/1.1" status: 204 len: 168 time: 1.1001809 Jan 28 19:37:38.286106 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-72956619-878d-4b57-b8f7-42eca99e1bb3 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (2b32274e-ef71-47fa-9b2e-d7c8beaa092d), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:38.294666 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c346f7-1397-4fe5-a53f-8b51cc373668 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:37:38.380696 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c346f7-1397-4fe5-a53f-8b51cc373668 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:37:38.381435 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b6c346f7-1397-4fe5-a53f-8b51cc373668 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:38.412502 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c346f7-1397-4fe5-a53f-8b51cc373668 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Pushing event updated for resources: {'Port': ['ID=866c8e31-29ff-4900-8904-4e1e915c49ee,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:37:38.442185 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-b6c346f7-1397-4fe5-a53f-8b51cc373668 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.9734833 Jan 28 19:37:38.443477 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 43036) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:37:38.463838 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-72956619-878d-4b57-b8f7-42eca99e1bb3 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:38.484075 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-72956619-878d-4b57-b8f7-42eca99e1bb3 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "DELETE /v2.0/networks/2b32274e-ef71-47fa-9b2e-d7c8beaa092d HTTP/1.1" status: 204 len: 168 time: 2.4914646 Jan 28 19:37:38.500260 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 43038) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:37:38.571524 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-dc0aa69b-d9d5-4e2f-9b74-c930e00c5e4f req-41620bc8-0327-4556-abc6-c12e70a3be09 tempest-ServerShowV247Test-777947199 tempest-ServerShowV247Test-777947199-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb655f05-0bbc-4d20-8eeb-2e74dcfd3376 HTTP/1.1" status: 200 len: 210 time: 0.3352356 Jan 28 19:37:38.578990 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e0217bdc-68b5-48ea-b201-102d902556d5 req-26fbbd9f-08c0-4a0e-9d00-fa4997e561bc service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=486cc2425ba94fb6ae1e2cf6b420f46b&device_id=7004a064-780f-4e85-a48c-006d84a00a12 HTTP/1.1" status: 200 len: 210 time: 0.2523260 Jan 28 19:37:38.586370 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72956619-878d-4b57-b8f7-42eca99e1bb3 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Pushing event deleted for resources: {'Network': ['ID=2b32274e-ef71-47fa-9b2e-d7c8beaa092d,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:37:38.599888 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23304464-7858-48d8-bb0b-3590be3cffc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0426af34-865f-4f32-b7d0-54c897c77693,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:37:38.698259 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e0217bdc-68b5-48ea-b201-102d902556d5 req-1ec7ab60-31d0-47a3-a5c1-282c1d26605b service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=486cc2425ba94fb6ae1e2cf6b420f46b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0747535 Jan 28 19:37:38.747023 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 29635a99-0f04-4a82-bd44-66c4512f6f67 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:37:38.754399 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-177ca915-3633-4240-9102-2640bcf1f5a6 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (1a0a56ae-a8fc-45c3-a9f5-3868c6fdc511), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:38.826066 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 29635a99-0f04-4a82-bd44-66c4512f6f67 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:37:38.826603 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (29635a99-0f04-4a82-bd44-66c4512f6f67), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:38.834460 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc3ce8dc-efe6-4abc-9067-e4d29b078a61 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:37:38.861542 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc3ce8dc-efe6-4abc-9067-e4d29b078a61 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:37:38.864665 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-fc3ce8dc-efe6-4abc-9067-e4d29b078a61 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1762 time: 0.4199362 Jan 28 19:37:38.876566 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 43044) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:37:38.957433 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0217bdc-68b5-48ea-b201-102d902556d5 req-aa693dc4-964c-4618-a2fb-8d819cdcfbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:37:38.959619 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e0217bdc-68b5-48ea-b201-102d902556d5 req-aa693dc4-964c-4618-a2fb-8d819cdcfbf2 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2602005 Jan 28 19:37:38.994454 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5ae7fc85-ef2f-44fd-a633-93c9042ccf94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:39.061360 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 29635a99-0f04-4a82-bd44-66c4512f6f67 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:37:39.078292 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (29635a99-0f04-4a82-bd44-66c4512f6f67), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:39.163107 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] For port 29635a99-0f04-4a82-bd44-66c4512f6f67, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=29635a99-0f04-4a82-bd44-66c4512f6f67,segment=NetworkSegment(2aac29a1-8685-476c-bba5-fffce3cb94d6),segment_id=2aac29a1-8685-476c-bba5-fffce3cb94d6)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:37:39.170052 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (29635a99-0f04-4a82-bd44-66c4512f6f67), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:39.292848 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Pushing event updated for resources: {'Port': ['ID=29635a99-0f04-4a82-bd44-66c4512f6f67,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:37:39.320266 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device f8201172-890f-4f30-be44-aa09b0025d8e no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:37:39.382474 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: f8201172-890f-4f30-be44-aa09b0025d8e {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:37:39.382827 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device f8201172-890f-4f30-be44-aa09b0025d8e not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:37:39.383259 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 4798c2cb-83ef-404e-a93e-5fce092b19c3 no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:37:39.438709 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: 4798c2cb-83ef-404e-a93e-5fce092b19c3 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:37:39.441163 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 4798c2cb-83ef-404e-a93e-5fce092b19c3 not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:37:39.489777 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-177ca915-3633-4240-9102-2640bcf1f5a6 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (1a0a56ae-a8fc-45c3-a9f5-3868c6fdc511), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:39.583691 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-177ca915-3633-4240-9102-2640bcf1f5a6 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a0a56ae-a8fc-45c3-a9f5-3868c6fdc511']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:37:39.614561 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09e5869-4c0d-4576-bef6-6c30cd75a2cf req-b87f181d-f59a-45f4-b267-93850c1c5738 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:37:39.616493 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d09e5869-4c0d-4576-bef6-6c30cd75a2cf req-b87f181d-f59a-45f4-b267-93850c1c5738 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8fc1db2-697a-41ab-9984-99a4c5e04be7 HTTP/1.1" status: 200 len: 943 time: 0.2460740 Jan 28 19:37:39.771397 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-177ca915-3633-4240-9102-2640bcf1f5a6 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bf5b81d-1ecc-495b-86bd-fe1fc8410ddb') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:37:39.771705 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-177ca915-3633-4240-9102-2640bcf1f5a6 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bf5b81d-1ecc-495b-86bd-fe1fc8410ddb') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:37:39.782856 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:39.793209 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d09e5869-4c0d-4576-bef6-6c30cd75a2cf req-b3ef04a5-72eb-4d2d-859c-7d53e1ffff8f tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/security-groups?id=a1544774-06dd-4b7d-abb3-fdfd2885225c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1506746 Jan 28 19:37:39.827670 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-0ff71e1f-6a5e-4d3f-8e46-6d351a255f9a req-4a39e7d5-ba26-4499-b2d2-5a22d07b38bd tempest-ServerShowV247Test-777947199 tempest-ServerShowV247Test-777947199-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb655f05-0bbc-4d20-8eeb-2e74dcfd3376 HTTP/1.1" status: 200 len: 210 time: 0.0853250 Jan 28 19:37:39.834214 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-177ca915-3633-4240-9102-2640bcf1f5a6 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4747091'] for segment (9bf5b81d-1ecc-495b-86bd-fe1fc8410ddb), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:39.881870 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-177ca915-3633-4240-9102-2640bcf1f5a6 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (9bf5b81d-1ecc-495b-86bd-fe1fc8410ddb), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:39.896681 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-0ecf92cb-83c9-4bda-b83d-e647c6c85b8f tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Deleting port 866c8e31-29ff-4900-8904-4e1e915c49ee {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:37:39.897040 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0ecf92cb-83c9-4bda-b83d-e647c6c85b8f tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (866c8e31-29ff-4900-8904-4e1e915c49ee), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:39.908426 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-177ca915-3633-4240-9102-2640bcf1f5a6 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:37:39.908426 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-177ca915-3633-4240-9102-2640bcf1f5a6 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4690514'] for segment (9bf5b81d-1ecc-495b-86bd-fe1fc8410ddb), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:39.908426 n-d-812111-14 neutron-server[103304]: Traceback (most recent call last): Jan 28 19:37:39.908426 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:37:39.908426 n-d-812111-14 neutron-server[103304]: timer() Jan 28 19:37:39.908426 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:37:39.908426 n-d-812111-14 neutron-server[103304]: cb(*args, **kw) Jan 28 19:37:39.908426 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:37:39.908426 n-d-812111-14 neutron-server[103304]: return func(*args, **kwargs) Jan 28 19:37:39.908426 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:37:39.908426 n-d-812111-14 neutron-server[103304]: self._notify() Jan 28 19:37:39.908426 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:37:39.908426 n-d-812111-14 neutron-server[103304]: self.callback(batched_events) Jan 28 19:37:39.908426 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:37:39.908426 n-d-812111-14 neutron-server[103304]: event.method(event) Jan 28 19:37:39.908426 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:37:39.908426 n-d-812111-14 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:37:39.908426 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:37:39.908426 n-d-812111-14 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:37:39.908426 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:37:39.908426 n-d-812111-14 neutron-server[103304]: return f(self, *a, **k) Jan 28 19:37:39.908426 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:37:39.908426 n-d-812111-14 neutron-server[103304]: return self._get(url).json() Jan 28 19:37:39.908426 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:37:39.908426 n-d-812111-14 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:37:39.908426 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:37:39.908426 n-d-812111-14 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 28 19:37:39.908426 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:37:39.908426 n-d-812111-14 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:37:39.908426 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:37:39.908426 n-d-812111-14 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:37:39.908426 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:37:39.908426 n-d-812111-14 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:37:39.908426 n-d-812111-14 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:37:39.941632 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8061feea-224f-4107-8fcf-b65b2f5142ca None None] Network decd8274-9eda-4d81-a020-86cc15d56022 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:37:40.066475 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-8214a85d-98ce-495e-af72-a69f144f7630 None None] Provisioning complete for port 29635a99-0f04-4a82-bd44-66c4512f6f67 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:37:40.066949 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8214a85d-98ce-495e-af72-a69f144f7630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (29635a99-0f04-4a82-bd44-66c4512f6f67), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:40.199999 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-177ca915-3633-4240-9102-2640bcf1f5a6 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (1a0a56ae-a8fc-45c3-a9f5-3868c6fdc511), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:40.232756 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-177ca915-3633-4240-9102-2640bcf1f5a6 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:40.249212 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-177ca915-3633-4240-9102-2640bcf1f5a6 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] 10.222.0.64 "DELETE /v2.0/networks/1a0a56ae-a8fc-45c3-a9f5-3868c6fdc511 HTTP/1.1" status: 204 len: 168 time: 1.7449558 Jan 28 19:37:40.368261 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177ca915-3633-4240-9102-2640bcf1f5a6 tempest-TaggedBootDevicesTest_v242-1083136658 tempest-TaggedBootDevicesTest_v242-1083136658-project] Pushing event deleted for resources: {'Network': ['ID=1a0a56ae-a8fc-45c3-a9f5-3868c6fdc511,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:37:40.459567 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-8214a85d-98ce-495e-af72-a69f144f7630 None None] Current status of the port 29635a99-0f04-4a82-bd44-66c4512f6f67 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:37:40.478319 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0ecf92cb-83c9-4bda-b83d-e647c6c85b8f tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (866c8e31-29ff-4900-8904-4e1e915c49ee), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:40.511257 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-0ecf92cb-83c9-4bda-b83d-e647c6c85b8f tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Calling delete_port for 866c8e31-29ff-4900-8904-4e1e915c49ee owned by {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:37:40.520613 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 29635a99-0f04-4a82-bd44-66c4512f6f67 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:37:40.594652 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b95c841b-cf5c-4402-9042-033cfda4cde4 None None] Update dhcp port {'port': {'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022', 'fixed_ips': [{'subnet_id': '6438225a-48c3-4fa6-ba0f-9d385932c5c6', 'ip_address': '172.20.0.2'}, {'subnet_id': '0565f8e7-3338-43fa-8624-f3cd99086b36'}], 'binding:host_id': 'n-d-812111-14'}, 'id': '29635a99-0f04-4a82-bd44-66c4512f6f67'} from n-d-812111-14. {{(pid=103306) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 19:37:40.635383 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b95c841b-cf5c-4402-9042-033cfda4cde4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (29635a99-0f04-4a82-bd44-66c4512f6f67), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:40.740019 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 29635a99-0f04-4a82-bd44-66c4512f6f67 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:37:40.740472 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (29635a99-0f04-4a82-bd44-66c4512f6f67), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:40.949967 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0ecf92cb-83c9-4bda-b83d-e647c6c85b8f tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (866c8e31-29ff-4900-8904-4e1e915c49ee), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:41.043050 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecf92cb-83c9-4bda-b83d-e647c6c85b8f tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Pushing event deleted for resources: {'Port': ['ID=866c8e31-29ff-4900-8904-4e1e915c49ee,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:37:41.070947 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-b95c841b-cf5c-4402-9042-033cfda4cde4 None None] Allocated IP 2001:db8::f816:3eff:fe6d:6aea (decd8274-9eda-4d81-a020-86cc15d56022/0565f8e7-3338-43fa-8624-f3cd99086b36/29635a99-0f04-4a82-bd44-66c4512f6f67) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:37:41.106085 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e8696481-d02b-4fe9-bbe0-3bae8be5784f req-36a3981f-f88f-4250-add4-223082f8ca8c tempest-ServerShowV247Test-777947199 tempest-ServerShowV247Test-777947199-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb655f05-0bbc-4d20-8eeb-2e74dcfd3376 HTTP/1.1" status: 200 len: 210 time: 0.0658834 Jan 28 19:37:41.245506 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b95c841b-cf5c-4402-9042-033cfda4cde4 None None] For port 29635a99-0f04-4a82-bd44-66c4512f6f67, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=29635a99-0f04-4a82-bd44-66c4512f6f67,segment=NetworkSegment(2aac29a1-8685-476c-bba5-fffce3cb94d6),segment_id=2aac29a1-8685-476c-bba5-fffce3cb94d6)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:37:41.273169 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 29635a99-0f04-4a82-bd44-66c4512f6f67 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:37:41.329676 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b95c841b-cf5c-4402-9042-033cfda4cde4 None None] Publish callbacks [] for port (29635a99-0f04-4a82-bd44-66c4512f6f67), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:41.339862 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b95c841b-cf5c-4402-9042-033cfda4cde4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (29635a99-0f04-4a82-bd44-66c4512f6f67), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:41.363860 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652088de-6b17-4d0a-bc9e-a9ef7281aacd req-e3402ddc-05f6-450e-9b5f-2d1099a7e122 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:37:41.376680 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-652088de-6b17-4d0a-bc9e-a9ef7281aacd req-e3402ddc-05f6-450e-9b5f-2d1099a7e122 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8fc1db2-697a-41ab-9984-99a4c5e04be7 HTTP/1.1" status: 200 len: 943 time: 0.3536282 Jan 28 19:37:41.422389 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95c841b-cf5c-4402-9042-033cfda4cde4 None None] Pushing event updated for resources: {'Port': ['ID=29635a99-0f04-4a82-bd44-66c4512f6f67,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:37:41.442568 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0ecf92cb-83c9-4bda-b83d-e647c6c85b8f tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:41.455553 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 43110) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:37:41.457121 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-0ecf92cb-83c9-4bda-b83d-e647c6c85b8f tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "DELETE /v2.0/ports/866c8e31-29ff-4900-8904-4e1e915c49ee HTTP/1.1" status: 204 len: 168 time: 2.5718169 Jan 28 19:37:41.571227 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-652088de-6b17-4d0a-bc9e-a9ef7281aacd req-f195dea0-e0c6-4a97-807f-6bedad0c6d11 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/security-groups?id=a1544774-06dd-4b7d-abb3-fdfd2885225c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1935987 Jan 28 19:37:41.601772 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-939aafeb-f5ad-4f74-a22d-feabd9b5f6f1 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:37:41.606798 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-939aafeb-f5ad-4f74-a22d-feabd9b5f6f1 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:37:41.609774 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-939aafeb-f5ad-4f74-a22d-feabd9b5f6f1 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:37:41.614309 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-939aafeb-f5ad-4f74-a22d-feabd9b5f6f1 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1564848 Jan 28 19:37:41.617246 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 43114) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:37:41.680067 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:41.732791 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0ae8f74-9408-45e9-8c5c-7d6ac36e2c96 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Deleting subnet 0565f8e7-3338-43fa-8624-f3cd99086b36 {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:37:41.743478 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e0ae8f74-9408-45e9-8c5c-7d6ac36e2c96 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks [] for subnet (0565f8e7-3338-43fa-8624-f3cd99086b36), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:41.857143 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e0ae8f74-9408-45e9-8c5c-7d6ac36e2c96 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4747050'] for subnet (0565f8e7-3338-43fa-8624-f3cd99086b36), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:42.088697 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e0ae8f74-9408-45e9-8c5c-7d6ac36e2c96 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (0565f8e7-3338-43fa-8624-f3cd99086b36), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:42.242127 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e0ae8f74-9408-45e9-8c5c-7d6ac36e2c96 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4690616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5222356'] for subnet (0565f8e7-3338-43fa-8624-f3cd99086b36), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:42.353746 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ae8f74-9408-45e9-8c5c-7d6ac36e2c96 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Pushing event deleted for resources: {'Subnet': ['ID=0565f8e7-3338-43fa-8624-f3cd99086b36,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:37:42.399165 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e0ae8f74-9408-45e9-8c5c-7d6ac36e2c96 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:42.407222 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-e0ae8f74-9408-45e9-8c5c-7d6ac36e2c96 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "DELETE /v2.0/subnets/0565f8e7-3338-43fa-8624-f3cd99086b36 HTTP/1.1" status: 204 len: 168 time: 0.7887545 Jan 28 19:37:42.410126 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 43148) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:37:42.437455 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-666ecea4-fa37-41b0-b5da-3f6174b760c0 req-19cd67ae-df91-49a3-a4d2-e4c8ba756082 tempest-ServerShowV247Test-777947199 tempest-ServerShowV247Test-777947199-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb655f05-0bbc-4d20-8eeb-2e74dcfd3376 HTTP/1.1" status: 200 len: 210 time: 0.0654941 Jan 28 19:37:42.513907 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-86488abb-a024-4415-87bb-9885782b70ed tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Deleting subnet 6438225a-48c3-4fa6-ba0f-9d385932c5c6 {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:37:42.517519 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-86488abb-a024-4415-87bb-9885782b70ed tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks [] for subnet (6438225a-48c3-4fa6-ba0f-9d385932c5c6), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:42.548047 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 29635a99-0f04-4a82-bd44-66c4512f6f67 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:37:42.579692 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-86488abb-a024-4415-87bb-9885782b70ed tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4747050'] for subnet (6438225a-48c3-4fa6-ba0f-9d385932c5c6), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:42.654880 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 29635a99-0f04-4a82-bd44-66c4512f6f67 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:37:42.655451 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (29635a99-0f04-4a82-bd44-66c4512f6f67), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:42.701744 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-86488abb-a024-4415-87bb-9885782b70ed tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (6438225a-48c3-4fa6-ba0f-9d385932c5c6), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:42.745177 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c6d9498-e990-40ac-82c8-03fe74fea72b None None] Network decd8274-9eda-4d81-a020-86cc15d56022 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:37:42.825167 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-86488abb-a024-4415-87bb-9885782b70ed tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4690616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5222356'] for subnet (6438225a-48c3-4fa6-ba0f-9d385932c5c6), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:42.867385 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d91bacf3-092c-44c1-8fcd-c2dace4539ff None None] Could not find standard attr ID for object 866c8e31-29ff-4900-8904-4e1e915c49ee. {{(pid=103306) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 19:37:42.889028 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 29635a99-0f04-4a82-bd44-66c4512f6f67 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:37:42.898685 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d91bacf3-092c-44c1-8fcd-c2dace4539ff None None] Provisioning complete for port 29635a99-0f04-4a82-bd44-66c4512f6f67 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:37:42.899240 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d91bacf3-092c-44c1-8fcd-c2dace4539ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (29635a99-0f04-4a82-bd44-66c4512f6f67), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:42.942321 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86488abb-a024-4415-87bb-9885782b70ed tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Pushing event deleted for resources: {'Subnet': ['ID=6438225a-48c3-4fa6-ba0f-9d385932c5c6,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:37:42.969313 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-86488abb-a024-4415-87bb-9885782b70ed tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:42.985649 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 43168) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:37:42.994248 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-86488abb-a024-4415-87bb-9885782b70ed tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "DELETE /v2.0/subnets/6438225a-48c3-4fa6-ba0f-9d385932c5c6 HTTP/1.1" status: 204 len: 168 time: 0.5720086 Jan 28 19:37:43.048520 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-db48b393-3a04-4c60-a645-0ae9ea01f9d4 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0616956 Jan 28 19:37:43.051245 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 43170) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:37:43.056505 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-d965752d-7463-49f5-a02a-bd87a83e25f6 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Request body: {'subnet': {'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:37:43.066916 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d91bacf3-092c-44c1-8fcd-c2dace4539ff None None] Current status of the port 29635a99-0f04-4a82-bd44-66c4512f6f67 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:37:43.110129 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:43.114720 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af9843f0-1184-4d00-ab13-140e75c19eaf None None] Update dhcp port {'port': {'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022', 'fixed_ips': [{'subnet_id': '6438225a-48c3-4fa6-ba0f-9d385932c5c6'}], 'binding:host_id': 'n-d-812111-14'}, 'id': '29635a99-0f04-4a82-bd44-66c4512f6f67'} from n-d-812111-14. {{(pid=103306) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 19:37:43.158952 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-af9843f0-1184-4d00-ab13-140e75c19eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (29635a99-0f04-4a82-bd44-66c4512f6f67), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:43.247207 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d965752d-7463-49f5-a02a-bd87a83e25f6 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Made reservation on behalf of 74e14b1dc35c45ef8b65d1fdcc58b8bc for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:37:43.252913 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d965752d-7463-49f5-a02a-bd87a83e25f6 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5221429'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:43.368188 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 43174) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:37:43.418676 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-060a93df-e4df-44ac-aea7-6b15e75c5db0 None None] Network decd8274-9eda-4d81-a020-86cc15d56022 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:37:43.441384 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f80ddd9-6c84-4e4d-b255-d549707a4eae req-e5441b83-f77e-4285-89b4-cf2c6b62714e tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:37:43.451190 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6f80ddd9-6c84-4e4d-b255-d549707a4eae req-e5441b83-f77e-4285-89b4-cf2c6b62714e tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8fc1db2-697a-41ab-9984-99a4c5e04be7 HTTP/1.1" status: 200 len: 943 time: 0.6458299 Jan 28 19:37:43.563768 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ec473ca5-def9-43c7-af35-5b2dab6f8c96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:43.569730 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6f80ddd9-6c84-4e4d-b255-d549707a4eae req-dcc9a37e-4ef3-4c8c-89e2-0448849568b5 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/security-groups?id=a1544774-06dd-4b7d-abb3-fdfd2885225c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1174574 Jan 28 19:37:43.621045 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f560cd51-f3bf-47ff-b143-990962ba3ae6 req-c2a8e9dc-e695-461d-9a6f-5ff898d274a1 tempest-ServerShowV247Test-777947199 tempest-ServerShowV247Test-777947199-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb655f05-0bbc-4d20-8eeb-2e74dcfd3376 HTTP/1.1" status: 200 len: 210 time: 0.0643063 Jan 28 19:37:43.626753 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d965752d-7463-49f5-a02a-bd87a83e25f6 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4690681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5221415'] for subnet (17885072-fefb-4166-8672-7abfc37ca2f0), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:43.713954 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d965752d-7463-49f5-a02a-bd87a83e25f6 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Network decd8274-9eda-4d81-a020-86cc15d56022 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:37:43.717408 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-d965752d-7463-49f5-a02a-bd87a83e25f6 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:37:43.722252 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ec473ca5-def9-43c7-af35-5b2dab6f8c96 admin admin] Publish callbacks [] for security_group (8f60cd7f-92b3-4245-af1b-b58a32d414c2), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:43.727604 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d965752d-7463-49f5-a02a-bd87a83e25f6 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:37:43.728211 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d965752d-7463-49f5-a02a-bd87a83e25f6 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:43.736277 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ec473ca5-def9-43c7-af35-5b2dab6f8c96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (8f60cd7f-92b3-4245-af1b-b58a32d414c2), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:43.741700 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d965752d-7463-49f5-a02a-bd87a83e25f6 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Pushing event updated for resources: {'Subnet': ['ID=17885072-fefb-4166-8672-7abfc37ca2f0,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:37:43.768481 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-d965752d-7463-49f5-a02a-bd87a83e25f6 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7160971 Jan 28 19:37:43.772070 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 43182) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:37:43.777733 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-17647c63-f7ac-47b7-911a-bffc86940b28 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Request body: {'subnet': {'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:37:43.791898 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec473ca5-def9-43c7-af35-5b2dab6f8c96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f60cd7f-92b3-4245-af1b-b58a32d414c2,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:37:43.797257 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-ec473ca5-def9-43c7-af35-5b2dab6f8c96 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=bce178e834b84101aafd32ec926d5c61&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4279950 Jan 28 19:37:43.800521 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 43184) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:37:43.867500 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-29720d3b-9974-4f68-9c82-50856792871e admin admin] Publish callbacks [] for security_group (8f60cd7f-92b3-4245-af1b-b58a32d414c2), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:43.892566 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-29720d3b-9974-4f68-9c82-50856792871e admin admin] Publish callbacks [] for security_group (8f60cd7f-92b3-4245-af1b-b58a32d414c2), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:43.906139 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-cf71c4b1-b8e9-4181-a063-d797e5a582cf None None] Provisioning complete for port 29635a99-0f04-4a82-bd44-66c4512f6f67 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:37:43.906702 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-cf71c4b1-b8e9-4181-a063-d797e5a582cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (29635a99-0f04-4a82-bd44-66c4512f6f67), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:43.957433 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-29720d3b-9974-4f68-9c82-50856792871e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (8f60cd7f-92b3-4245-af1b-b58a32d414c2), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:43.961229 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-29720d3b-9974-4f68-9c82-50856792871e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:43.963308 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-29720d3b-9974-4f68-9c82-50856792871e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8f60cd7f-92b3-4245-af1b-b58a32d414c2 HTTP/1.1" status: 204 len: 168 time: 0.1609635 Jan 28 19:37:43.993080 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29720d3b-9974-4f68-9c82-50856792871e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f60cd7f-92b3-4245-af1b-b58a32d414c2,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:37:44.011172 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-cf71c4b1-b8e9-4181-a063-d797e5a582cf None None] Current status of the port 29635a99-0f04-4a82-bd44-66c4512f6f67 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:37:44.034509 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17647c63-f7ac-47b7-911a-bffc86940b28 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Made reservation on behalf of 74e14b1dc35c45ef8b65d1fdcc58b8bc for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:37:44.038823 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-17647c63-f7ac-47b7-911a-bffc86940b28 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5221429'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:44.083083 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75e413b1-1964-443b-aa81-3edd6532c6a6 None None] DHCP port deletion for decd8274-9eda-4d81-a020-86cc15d56022 request from n-d-812111-14 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:37:44.159067 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-75e413b1-1964-443b-aa81-3edd6532c6a6 None None] Deleting port 29635a99-0f04-4a82-bd44-66c4512f6f67 {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:37:44.159425 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-75e413b1-1964-443b-aa81-3edd6532c6a6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (29635a99-0f04-4a82-bd44-66c4512f6f67), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:44.293556 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-75e413b1-1964-443b-aa81-3edd6532c6a6 None None] For port 29635a99-0f04-4a82-bd44-66c4512f6f67, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=29635a99-0f04-4a82-bd44-66c4512f6f67,segment=NetworkSegment(2aac29a1-8685-476c-bba5-fffce3cb94d6),segment_id=2aac29a1-8685-476c-bba5-fffce3cb94d6)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:37:44.293956 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-75e413b1-1964-443b-aa81-3edd6532c6a6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (29635a99-0f04-4a82-bd44-66c4512f6f67), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:44.318650 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-75e413b1-1964-443b-aa81-3edd6532c6a6 None None] Calling delete_port for 29635a99-0f04-4a82-bd44-66c4512f6f67 owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:37:44.438365 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 43202) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:37:44.461841 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-40f6c4ce-a62e-4805-8639-a4a007cfba63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:44.518642 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 29635a99-0f04-4a82-bd44-66c4512f6f67 no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:37:44.529356 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-75e413b1-1964-443b-aa81-3edd6532c6a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985'] for port (29635a99-0f04-4a82-bd44-66c4512f6f67), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:44.634352 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: 29635a99-0f04-4a82-bd44-66c4512f6f67 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:37:44.634731 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 29635a99-0f04-4a82-bd44-66c4512f6f67 not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:37:44.645577 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 88c4d8f8-69eb-4f76-9273-a53c5a9dd516 details requested by agent hyperv_n-h1-812111-14 with host n-h1-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:37:44.656143 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e413b1-1964-443b-aa81-3edd6532c6a6 None None] Pushing event deleted for resources: {'Port': ['ID=29635a99-0f04-4a82-bd44-66c4512f6f67,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:37:44.661799 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-40f6c4ce-a62e-4805-8639-a4a007cfba63 admin admin] Publish callbacks [] for security_group (82885bf3-3819-46a8-a37d-a6c9abd500c8), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:44.670830 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-40f6c4ce-a62e-4805-8639-a4a007cfba63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (82885bf3-3819-46a8-a37d-a6c9abd500c8), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:44.691890 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e413b1-1964-443b-aa81-3edd6532c6a6 None None] No DVR routers for this DVR port 29635a99-0f04-4a82-bd44-66c4512f6f67 on host n-d-812111-14 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:37:44.717710 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e84081b-d15b-446c-88ac-cd27f8f1d077 None None] Network decd8274-9eda-4d81-a020-86cc15d56022 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:37:44.740558 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f6c4ce-a62e-4805-8639-a4a007cfba63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82885bf3-3819-46a8-a37d-a6c9abd500c8,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:37:44.868098 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-86c0200f-1527-41de-ba62-5a89fad1b1ab req-0f5e8ead-c327-4955-b457-dcbe3331610e tempest-ServerShowV247Test-777947199 tempest-ServerShowV247Test-777947199-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb655f05-0bbc-4d20-8eeb-2e74dcfd3376 HTTP/1.1" status: 200 len: 210 time: 0.0851791 Jan 28 19:37:44.880920 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-40f6c4ce-a62e-4805-8639-a4a007cfba63 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ee060300e45a43fc8717419510b03ad6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4411416 Jan 28 19:37:44.881592 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 43210) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:37:44.910949 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-459b8b4c-0211-4706-8713-11dbff1e7773 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68cd31fd-e4cd-5fb3-a862-256fc47efcd2-decd8274-9eda-4d81-a020-86cc15d56022', 'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022', 'project_id': '74e14b1dc35c45ef8b65d1fdcc58b8bc', 'fixed_ips': [{'subnet_id': '17885072-fefb-4166-8672-7abfc37ca2f0'}]}} from n-d-812111-14. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:37:44.911813 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-459b8b4c-0211-4706-8713-11dbff1e7773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:44.950222 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 88c4d8f8-69eb-4f76-9273-a53c5a9dd516, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=88c4d8f8-69eb-4f76-9273-a53c5a9dd516,segment=NetworkSegment(25c21fb9-fdcd-4ded-98e7-fa3f83ec6d2c),segment_id=25c21fb9-fdcd-4ded-98e7-fa3f83ec6d2c)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:37:44.965863 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Returning: {'device': '88c4d8f8-69eb-4f76-9273-a53c5a9dd516', 'network_id': '4ed80f8c-a628-4bf0-926c-daa4ec7f72d6', 'port_id': '88c4d8f8-69eb-4f76-9273-a53c5a9dd516', 'mac_address': 'fa:16:3e:86:50:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccd8c2b9-0197-4b01-ba57-f13b2702d1bc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:37:45.004282 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-60bf7d4e-5042-4fe2-af7c-02a681f33346 admin admin] Publish callbacks [] for security_group (82885bf3-3819-46a8-a37d-a6c9abd500c8), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:45.026959 n-d-812111-14 neutron-server[103304]: DEBUG neutron.objects.ports [None req-17647c63-f7ac-47b7-911a-bffc86940b28 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103304) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 19:37:45.033587 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-17647c63-f7ac-47b7-911a-bffc86940b28 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4690681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5221415'] for subnet (bbcf4cc0-f2a2-4b9a-8112-3185a1f73c22), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:45.054710 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-60bf7d4e-5042-4fe2-af7c-02a681f33346 admin admin] Publish callbacks [] for security_group (82885bf3-3819-46a8-a37d-a6c9abd500c8), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:45.149417 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17647c63-f7ac-47b7-911a-bffc86940b28 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Pushing event updated for resources: {'Subnet': ['ID=bbcf4cc0-f2a2-4b9a-8112-3185a1f73c22,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:37:45.185516 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-60bf7d4e-5042-4fe2-af7c-02a681f33346 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (82885bf3-3819-46a8-a37d-a6c9abd500c8), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:45.188104 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-60bf7d4e-5042-4fe2-af7c-02a681f33346 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:45.190273 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-60bf7d4e-5042-4fe2-af7c-02a681f33346 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/82885bf3-3819-46a8-a37d-a6c9abd500c8 HTTP/1.1" status: 204 len: 168 time: 0.3077316 Jan 28 19:37:45.208793 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afca4a1-8618-4c59-b716-aa1cf03084f3 req-8708287a-e416-4945-8b50-0935929cb000 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:37:45.210786 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5afca4a1-8618-4c59-b716-aa1cf03084f3 req-8708287a-e416-4945-8b50-0935929cb000 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8fc1db2-697a-41ab-9984-99a4c5e04be7 HTTP/1.1" status: 200 len: 943 time: 0.3107634 Jan 28 19:37:45.214044 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bf7d4e-5042-4fe2-af7c-02a681f33346 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82885bf3-3819-46a8-a37d-a6c9abd500c8,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:37:45.231730 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-459b8b4c-0211-4706-8713-11dbff1e7773 None None] Allocated IP 172.20.0.2 (decd8274-9eda-4d81-a020-86cc15d56022/17885072-fefb-4166-8672-7abfc37ca2f0/4a2a2b95-d872-436e-9bcc-af7f6849cabf) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:37:45.260494 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-459b8b4c-0211-4706-8713-11dbff1e7773 None None] Allocated IP 2001:db8::f816:3eff:fed5:9546 (decd8274-9eda-4d81-a020-86cc15d56022/bbcf4cc0-f2a2-4b9a-8112-3185a1f73c22/4a2a2b95-d872-436e-9bcc-af7f6849cabf) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:37:45.263185 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17647c63-f7ac-47b7-911a-bffc86940b28 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Network decd8274-9eda-4d81-a020-86cc15d56022 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:37:45.274055 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-17647c63-f7ac-47b7-911a-bffc86940b28 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:37:45.274055 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17647c63-f7ac-47b7-911a-bffc86940b28 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:37:45.274055 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-17647c63-f7ac-47b7-911a-bffc86940b28 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:45.356583 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5afca4a1-8618-4c59-b716-aa1cf03084f3 req-c175b5dc-346e-4eb9-a529-2b0d7be8d76e tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/security-groups?id=a1544774-06dd-4b7d-abb3-fdfd2885225c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1366732 Jan 28 19:37:45.368447 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 43218) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:37:45.373760 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-09df4c9a-addf-4fb5-abc8-fc59b28a158a tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Request body: {'port': {'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022', 'mac_address': 'fa:16:3e:4c:bc:0f', 'name': 'tempest-NetworksTestDHCPv6-598940114'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:37:45.380767 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-17647c63-f7ac-47b7-911a-bffc86940b28 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6074982 Jan 28 19:37:45.628136 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09df4c9a-addf-4fb5-abc8-fc59b28a158a tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Made reservation on behalf of 74e14b1dc35c45ef8b65d1fdcc58b8bc for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:37:45.710275 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-459b8b4c-0211-4706-8713-11dbff1e7773 None None] Publish callbacks [] for port (4a2a2b95-d872-436e-9bcc-af7f6849cabf), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:45.731336 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-459b8b4c-0211-4706-8713-11dbff1e7773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (4a2a2b95-d872-436e-9bcc-af7f6849cabf), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:45.741999 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port 88c4d8f8-69eb-4f76-9273-a53c5a9dd516 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:37:45.744204 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (88c4d8f8-69eb-4f76-9273-a53c5a9dd516), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:45.780943 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-09df4c9a-addf-4fb5-abc8-fc59b28a158a tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:45.808259 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88c4d8f8-69eb-4f76-9273-a53c5a9dd516 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:37:45.808699 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [None req-09df4c9a-addf-4fb5-abc8-fc59b28a158a tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] device_id is not set on port 147608f8-1c8d-4419-b72a-53356a9fbdcf yet. {{(pid=103305) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:37:45.824131 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-459b8b4c-0211-4706-8713-11dbff1e7773 None None] Network decd8274-9eda-4d81-a020-86cc15d56022 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:37:45.827505 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-459b8b4c-0211-4706-8713-11dbff1e7773 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:37:45.830760 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459b8b4c-0211-4706-8713-11dbff1e7773 None None] Pushing event updated for resources: {'Port': ['ID=4a2a2b95-d872-436e-9bcc-af7f6849cabf,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:37:45.838704 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459b8b4c-0211-4706-8713-11dbff1e7773 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:37:45.876455 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 88c4d8f8-69eb-4f76-9273-a53c5a9dd516, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=88c4d8f8-69eb-4f76-9273-a53c5a9dd516,segment=NetworkSegment(25c21fb9-fdcd-4ded-98e7-fa3f83ec6d2c),segment_id=25c21fb9-fdcd-4ded-98e7-fa3f83ec6d2c)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:37:45.886234 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (88c4d8f8-69eb-4f76-9273-a53c5a9dd516), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:45.987034 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-459b8b4c-0211-4706-8713-11dbff1e7773 None None] Attempting to bind port 4a2a2b95-d872-436e-9bcc-af7f6849cabf on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:37:45.987705 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-459b8b4c-0211-4706-8713-11dbff1e7773 None None] Attempting to bind port 4a2a2b95-d872-436e-9bcc-af7f6849cabf by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '2aac29a1-8685-476c-bba5-fffce3cb94d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:37:45.987823 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459b8b4c-0211-4706-8713-11dbff1e7773 None None] Attempting to bind port 4a2a2b95-d872-436e-9bcc-af7f6849cabf on network decd8274-9eda-4d81-a020-86cc15d56022 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:37:46.005323 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459b8b4c-0211-4706-8713-11dbff1e7773 None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 37, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:37:46.005973 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459b8b4c-0211-4706-8713-11dbff1e7773 None None] Checking segment: {'id': '2aac29a1-8685-476c-bba5-fffce3cb94d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:37:46.006384 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-459b8b4c-0211-4706-8713-11dbff1e7773 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:46.006790 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459b8b4c-0211-4706-8713-11dbff1e7773 None None] Bound using segment: {'id': '2aac29a1-8685-476c-bba5-fffce3cb94d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:37:46.007278 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-459b8b4c-0211-4706-8713-11dbff1e7773 None None] Bound port: 4a2a2b95-d872-436e-9bcc-af7f6849cabf, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aac29a1-8685-476c-bba5-fffce3cb94d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:37:46.007663 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-459b8b4c-0211-4706-8713-11dbff1e7773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (4a2a2b95-d872-436e-9bcc-af7f6849cabf), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:46.019772 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=88c4d8f8-69eb-4f76-9273-a53c5a9dd516,revision_number=9']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:37:46.084988 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-459b8b4c-0211-4706-8713-11dbff1e7773 None None] For port 4a2a2b95-d872-436e-9bcc-af7f6849cabf, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:37:46.089043 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-459b8b4c-0211-4706-8713-11dbff1e7773 None None] For port 4a2a2b95-d872-436e-9bcc-af7f6849cabf, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=4a2a2b95-d872-436e-9bcc-af7f6849cabf,segment=NetworkSegment(2aac29a1-8685-476c-bba5-fffce3cb94d6),segment_id=2aac29a1-8685-476c-bba5-fffce3cb94d6)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:37:46.116378 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-459b8b4c-0211-4706-8713-11dbff1e7773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (4a2a2b95-d872-436e-9bcc-af7f6849cabf), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:46.117114 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:37:46.179746 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459b8b4c-0211-4706-8713-11dbff1e7773 None None] Pushing event updated for resources: {'Port': ['ID=4a2a2b95-d872-436e-9bcc-af7f6849cabf,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:37:46.194755 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['88c4d8f8-69eb-4f76-9273-a53c5a9dd516'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:37:46.390335 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-608df06b-3ccf-471c-b4ba-c92cde74f3e0 req-372524b5-3213-4fd5-ab4d-cd4337115f36 tempest-ServerShowV247Test-777947199 tempest-ServerShowV247Test-777947199-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb655f05-0bbc-4d20-8eeb-2e74dcfd3376 HTTP/1.1" status: 200 len: 210 time: 0.0952048 Jan 28 19:37:46.699796 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-09df4c9a-addf-4fb5-abc8-fc59b28a158a tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Allocated IP 172.20.0.7 (decd8274-9eda-4d81-a020-86cc15d56022/17885072-fefb-4166-8672-7abfc37ca2f0/147608f8-1c8d-4419-b72a-53356a9fbdcf) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:37:46.711998 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-09df4c9a-addf-4fb5-abc8-fc59b28a158a tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Allocated IP 2001:db8::f816:3eff:fe4c:bc0f (decd8274-9eda-4d81-a020-86cc15d56022/bbcf4cc0-f2a2-4b9a-8112-3185a1f73c22/147608f8-1c8d-4419-b72a-53356a9fbdcf) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:37:46.749279 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c533c09e-a2fa-4e7b-bf55-6bf1c68de90a req-2d6a8a0d-592c-47cf-a828-33e65b0898d4 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:37:46.758766 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c533c09e-a2fa-4e7b-bf55-6bf1c68de90a req-2d6a8a0d-592c-47cf-a828-33e65b0898d4 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8fc1db2-697a-41ab-9984-99a4c5e04be7 HTTP/1.1" status: 200 len: 944 time: 0.2397325 Jan 28 19:37:46.885090 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c533c09e-a2fa-4e7b-bf55-6bf1c68de90a req-60af5658-6ef8-4ce3-af60-a350f85855a8 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/security-groups?id=a1544774-06dd-4b7d-abb3-fdfd2885225c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1251202 Jan 28 19:37:47.011723 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-09df4c9a-addf-4fb5-abc8-fc59b28a158a tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks [] for port (147608f8-1c8d-4419-b72a-53356a9fbdcf), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:47.042599 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-09df4c9a-addf-4fb5-abc8-fc59b28a158a tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (147608f8-1c8d-4419-b72a-53356a9fbdcf), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:47.096134 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09df4c9a-addf-4fb5-abc8-fc59b28a158a tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Network decd8274-9eda-4d81-a020-86cc15d56022 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:37:47.101003 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-09df4c9a-addf-4fb5-abc8-fc59b28a158a tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:37:47.105145 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09df4c9a-addf-4fb5-abc8-fc59b28a158a tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:37:47.205559 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09df4c9a-addf-4fb5-abc8-fc59b28a158a tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Pushing event updated for resources: {'Port': ['ID=147608f8-1c8d-4419-b72a-53356a9fbdcf,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:37:47.254774 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09df4c9a-addf-4fb5-abc8-fc59b28a158a tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:37:47.255357 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-09df4c9a-addf-4fb5-abc8-fc59b28a158a tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:47.292734 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-09df4c9a-addf-4fb5-abc8-fc59b28a158a tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.9217663 Jan 28 19:37:47.294191 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 43268) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:37:47.458826 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a65452-2a4e-40ef-b259-207cbc0f0621 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:37:47.460239 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a65452-2a4e-40ef-b259-207cbc0f0621 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:37:47.464275 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-05a65452-2a4e-40ef-b259-207cbc0f0621 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1860 time: 0.1664617 Jan 28 19:37:47.464925 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 43286) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:37:47.690452 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1f396769-a657-4dd7-b948-5670f9fe5850 req-efb9ab0c-f4f4-4b3a-a653-c4d2af57ff9b tempest-ServerShowV247Test-777947199 tempest-ServerShowV247Test-777947199-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb655f05-0bbc-4d20-8eeb-2e74dcfd3376 HTTP/1.1" status: 200 len: 210 time: 0.0598085 Jan 28 19:37:47.715970 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-3cdd48d4-90e5-49c6-b9de-2bde5b768574 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Deleting port 147608f8-1c8d-4419-b72a-53356a9fbdcf {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:37:47.718078 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3cdd48d4-90e5-49c6-b9de-2bde5b768574 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (147608f8-1c8d-4419-b72a-53356a9fbdcf), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:47.889336 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3cdd48d4-90e5-49c6-b9de-2bde5b768574 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (147608f8-1c8d-4419-b72a-53356a9fbdcf), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:47.907483 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-3cdd48d4-90e5-49c6-b9de-2bde5b768574 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Calling delete_port for 147608f8-1c8d-4419-b72a-53356a9fbdcf owned by {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:37:48.010557 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a8c4a81-8b34-4e4a-a1de-77295db39a51 None None] Network decd8274-9eda-4d81-a020-86cc15d56022 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:37:48.215472 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e643d0-eb3a-4e88-8a2e-400b65aed5c2 req-229449fe-0921-487d-87d8-709e3e68e60c tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:37:48.217130 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-0e4d4ba4-1cbc-4836-a908-9171f0028a50 req-33d05109-679a-4dbd-a96b-dca78f940afc service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=fb655f05-0bbc-4d20-8eeb-2e74dcfd3376 HTTP/1.1" status: 200 len: 210 time: 0.2513096 Jan 28 19:37:48.217635 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-27e643d0-eb3a-4e88-8a2e-400b65aed5c2 req-229449fe-0921-487d-87d8-709e3e68e60c tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8fc1db2-697a-41ab-9984-99a4c5e04be7 HTTP/1.1" status: 200 len: 944 time: 0.1830530 Jan 28 19:37:48.243590 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-ae6fbbf0-69e8-4ce7-844a-6a0285a09bcf None None] Provisioning complete for port 4a2a2b95-d872-436e-9bcc-af7f6849cabf triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:37:48.244209 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ae6fbbf0-69e8-4ce7-844a-6a0285a09bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (4a2a2b95-d872-436e-9bcc-af7f6849cabf), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:48.376873 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-27e643d0-eb3a-4e88-8a2e-400b65aed5c2 req-a6b408fc-1953-4e3c-9cb0-13ddd222a09c tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/security-groups?id=a1544774-06dd-4b7d-abb3-fdfd2885225c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1445494 Jan 28 19:37:48.589249 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 4a2a2b95-d872-436e-9bcc-af7f6849cabf up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:37:48.589872 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3cdd48d4-90e5-49c6-b9de-2bde5b768574 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (147608f8-1c8d-4419-b72a-53356a9fbdcf), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:48.644372 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 88c4d8f8-69eb-4f76-9273-a53c5a9dd516 up at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:37:48.658681 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdd48d4-90e5-49c6-b9de-2bde5b768574 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Pushing event deleted for resources: {'Port': ['ID=147608f8-1c8d-4419-b72a-53356a9fbdcf,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:37:48.750505 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-ae6fbbf0-69e8-4ce7-844a-6a0285a09bcf None None] Current status of the port 4a2a2b95-d872-436e-9bcc-af7f6849cabf is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:37:48.750903 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ae6fbbf0-69e8-4ce7-844a-6a0285a09bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (4a2a2b95-d872-436e-9bcc-af7f6849cabf), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:48.835793 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3cdd48d4-90e5-49c6-b9de-2bde5b768574 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:48.849355 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-3cdd48d4-90e5-49c6-b9de-2bde5b768574 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "DELETE /v2.0/ports/147608f8-1c8d-4419-b72a-53356a9fbdcf HTTP/1.1" status: 204 len: 168 time: 1.3805523 Jan 28 19:37:48.849355 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 43454) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:37:48.871095 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 4a2a2b95-d872-436e-9bcc-af7f6849cabf triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:37:48.871480 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (4a2a2b95-d872-436e-9bcc-af7f6849cabf), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:48.976957 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-ae6fbbf0-69e8-4ce7-844a-6a0285a09bcf None None] For port 4a2a2b95-d872-436e-9bcc-af7f6849cabf, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=4a2a2b95-d872-436e-9bcc-af7f6849cabf,segment=NetworkSegment(2aac29a1-8685-476c-bba5-fffce3cb94d6),segment_id=2aac29a1-8685-476c-bba5-fffce3cb94d6)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:37:48.994461 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3342577a-1796-46b2-bf6f-2a30c34bc918 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:37:48.996487 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3342577a-1796-46b2-bf6f-2a30c34bc918 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:37:48.997213 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ae6fbbf0-69e8-4ce7-844a-6a0285a09bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (4a2a2b95-d872-436e-9bcc-af7f6849cabf), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:48.998272 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3342577a-1796-46b2-bf6f-2a30c34bc918 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:37:49.002319 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-3342577a-1796-46b2-bf6f-2a30c34bc918 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1498260 Jan 28 19:37:49.002767 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d8957ab4-6f52-40e5-9b03-af23627a975e req-eb40be76-7106-4904-9fe2-8f76b0f615c3 tempest-ServerShowV247Test-777947199 tempest-ServerShowV247Test-777947199-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb655f05-0bbc-4d20-8eeb-2e74dcfd3376 HTTP/1.1" status: 200 len: 210 time: 0.0458899 Jan 28 19:37:49.003473 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 43472) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:37:49.080807 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-f127290e-0b34-426c-8888-669eceb83feb tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Deleting subnet 17885072-fefb-4166-8672-7abfc37ca2f0 {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:37:49.084287 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f127290e-0b34-426c-8888-669eceb83feb tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks [] for subnet (17885072-fefb-4166-8672-7abfc37ca2f0), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:49.087791 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning complete for port 88c4d8f8-69eb-4f76-9273-a53c5a9dd516 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:37:49.090208 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (88c4d8f8-69eb-4f76-9273-a53c5a9dd516), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:49.134248 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f127290e-0b34-426c-8888-669eceb83feb tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16187240'] for subnet (17885072-fefb-4166-8672-7abfc37ca2f0), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:49.147241 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 4a2a2b95-d872-436e-9bcc-af7f6849cabf is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:37:49.230491 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6fbbf0-69e8-4ce7-844a-6a0285a09bcf None None] Pushing event updated for resources: {'Port': ['ID=4a2a2b95-d872-436e-9bcc-af7f6849cabf,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:37:49.313352 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port 88c4d8f8-69eb-4f76-9273-a53c5a9dd516 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:37:49.313759 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (88c4d8f8-69eb-4f76-9273-a53c5a9dd516), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:49.358499 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8fc1db2-697a-41ab-9984-99a4c5e04be7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88c4d8f8-69eb-4f76-9273-a53c5a9dd516'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:37:49.360794 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-670dec0b-bc58-4c94-809e-cb8dd27a7a81" -d '{"events": [{"server_uuid": "f8fc1db2-697a-41ab-9984-99a4c5e04be7", "name": "network-vif-plugged", "status": "completed", "tag": "88c4d8f8-69eb-4f76-9273-a53c5a9dd516"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:37:49.415159 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 88c4d8f8-69eb-4f76-9273-a53c5a9dd516, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=88c4d8f8-69eb-4f76-9273-a53c5a9dd516,segment=NetworkSegment(25c21fb9-fdcd-4ded-98e7-fa3f83ec6d2c),segment_id=25c21fb9-fdcd-4ded-98e7-fa3f83ec6d2c)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:37:49.423333 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (88c4d8f8-69eb-4f76-9273-a53c5a9dd516), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:49.430030 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f127290e-0b34-426c-8888-669eceb83feb tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (17885072-fefb-4166-8672-7abfc37ca2f0), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:49.602732 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24e939d4-4556-44fd-a386-60f3ec7c9c01 x-openstack-request-id: req-24e939d4-4556-44fd-a386-60f3ec7c9c01 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:37:49.604541 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8fc1db2-697a-41ab-9984-99a4c5e04be7", "name": "network-vif-plugged", "status": "completed", "tag": "88c4d8f8-69eb-4f76-9273-a53c5a9dd516", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:37:49.604704 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-24e939d4-4556-44fd-a386-60f3ec7c9c01 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:37:49.607996 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8fc1db2-697a-41ab-9984-99a4c5e04be7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88c4d8f8-69eb-4f76-9273-a53c5a9dd516', 'code': 200} Jan 28 19:37:49.609039 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=88c4d8f8-69eb-4f76-9273-a53c5a9dd516,revision_number=10']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:37:49.728629 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49e7ab3-f92a-453a-a1b9-facd6ad026d4 req-e4dfe3f7-8bdd-4945-acf6-a541a8e47f85 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:37:49.736993 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d49e7ab3-f92a-453a-a1b9-facd6ad026d4 req-e4dfe3f7-8bdd-4945-acf6-a541a8e47f85 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8fc1db2-697a-41ab-9984-99a4c5e04be7 HTTP/1.1" status: 200 len: 946 time: 0.2298701 Jan 28 19:37:49.875698 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d49e7ab3-f92a-453a-a1b9-facd6ad026d4 req-2fad0cd4-3e8c-4053-b37e-ca693798d53e tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/security-groups?id=a1544774-06dd-4b7d-abb3-fdfd2885225c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1372404 Jan 28 19:37:49.882419 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f127290e-0b34-426c-8888-669eceb83feb tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4752464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4733806'] for subnet (17885072-fefb-4166-8672-7abfc37ca2f0), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:49.936252 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f127290e-0b34-426c-8888-669eceb83feb tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Pushing event deleted for resources: {'Subnet': ['ID=17885072-fefb-4166-8672-7abfc37ca2f0,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:37:49.939215 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f127290e-0b34-426c-8888-669eceb83feb tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:49.943724 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-f127290e-0b34-426c-8888-669eceb83feb tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "DELETE /v2.0/subnets/17885072-fefb-4166-8672-7abfc37ca2f0 HTTP/1.1" status: 204 len: 168 time: 0.9387255 Jan 28 19:37:49.946695 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 43562) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:37:49.953556 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d7200a5-b287-47e1-905f-6dcd9db84840 None None] Network decd8274-9eda-4d81-a020-86cc15d56022 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:37:49.961515 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab1d288-0348-49cd-bdf3-c84c8b0ceab5 req-6fd35507-cc7c-44e6-a8d5-ae648bbf1a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:37:49.963095 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-0ab1d288-0348-49cd-bdf3-c84c8b0ceab5 req-6fd35507-cc7c-44e6-a8d5-ae648bbf1a6f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f8fc1db2-697a-41ab-9984-99a4c5e04be7 HTTP/1.1" status: 200 len: 1129 time: 0.1862423 Jan 28 19:37:50.032501 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfe26162-57ed-4f50-8077-0bc2fa0e7313 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Deleting subnet bbcf4cc0-f2a2-4b9a-8112-3185a1f73c22 {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:37:50.042672 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bfe26162-57ed-4f50-8077-0bc2fa0e7313 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks [] for subnet (bbcf4cc0-f2a2-4b9a-8112-3185a1f73c22), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:50.077674 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-0ab1d288-0348-49cd-bdf3-c84c8b0ceab5 req-ea107092-9d3d-4ad7-9bf3-0bac0a4800e4 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a1544774-06dd-4b7d-abb3-fdfd2885225c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048210 Jan 28 19:37:50.101892 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-0788926e-772a-4a3c-9b46-dc75f280e70c None None] Could not find standard attr ID for object 147608f8-1c8d-4419-b72a-53356a9fbdcf. {{(pid=103306) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 19:37:50.138456 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bfe26162-57ed-4f50-8077-0bc2fa0e7313 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4747050'] for subnet (bbcf4cc0-f2a2-4b9a-8112-3185a1f73c22), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:50.140944 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-0788926e-772a-4a3c-9b46-dc75f280e70c None None] Provisioning complete for port 4a2a2b95-d872-436e-9bcc-af7f6849cabf triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:37:50.143474 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0788926e-772a-4a3c-9b46-dc75f280e70c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (4a2a2b95-d872-436e-9bcc-af7f6849cabf), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:50.446005 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-0788926e-772a-4a3c-9b46-dc75f280e70c None None] Current status of the port 4a2a2b95-d872-436e-9bcc-af7f6849cabf is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:37:50.486815 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 4a2a2b95-d872-436e-9bcc-af7f6849cabf up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:37:50.597536 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 4a2a2b95-d872-436e-9bcc-af7f6849cabf triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:37:50.597921 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (4a2a2b95-d872-436e-9bcc-af7f6849cabf), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:50.621086 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bfe26162-57ed-4f50-8077-0bc2fa0e7313 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (bbcf4cc0-f2a2-4b9a-8112-3185a1f73c22), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:50.736113 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:50.742139 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1e19429d-b961-47c3-96e2-49b83490babd req-627affee-6141-47b1-b738-40f737d20d2a tempest-ServerShowV247Test-777947199 tempest-ServerShowV247Test-777947199-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb655f05-0bbc-4d20-8eeb-2e74dcfd3376 HTTP/1.1" status: 200 len: 210 time: 0.4779966 Jan 28 19:37:50.828920 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bfe26162-57ed-4f50-8077-0bc2fa0e7313 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4690616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5222356'] for subnet (bbcf4cc0-f2a2-4b9a-8112-3185a1f73c22), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:50.903485 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 4a2a2b95-d872-436e-9bcc-af7f6849cabf is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:37:50.952577 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc048eb-d8db-4a02-8363-7d63832314f9 req-fd5be4d8-4290-4ba7-b501-b487239700de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:37:50.954249 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9fc048eb-d8db-4a02-8363-7d63832314f9 req-fd5be4d8-4290-4ba7-b501-b487239700de service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0f0ddac21a95455ebc1c3ac83c1cf620&device_id=f8fc1db2-697a-41ab-9984-99a4c5e04be7 HTTP/1.1" status: 200 len: 1129 time: 0.1212873 Jan 28 19:37:50.976298 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bfe26162-57ed-4f50-8077-0bc2fa0e7313 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:51.002099 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-bfe26162-57ed-4f50-8077-0bc2fa0e7313 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "DELETE /v2.0/subnets/bbcf4cc0-f2a2-4b9a-8112-3185a1f73c22 HTTP/1.1" status: 204 len: 168 time: 1.0520401 Jan 28 19:37:51.009661 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 43660) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:37:51.014576 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe26162-57ed-4f50-8077-0bc2fa0e7313 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Pushing event deleted for resources: {'Subnet': ['ID=bbcf4cc0-f2a2-4b9a-8112-3185a1f73c22,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:37:51.223838 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c50028b-db11-4366-9d3b-a9725a24982f req-86e01cc2-e0b7-4a6f-ada1-0265d563428a tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:37:51.239930 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9c50028b-db11-4366-9d3b-a9725a24982f req-86e01cc2-e0b7-4a6f-ada1-0265d563428a tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8fc1db2-697a-41ab-9984-99a4c5e04be7 HTTP/1.1" status: 200 len: 946 time: 0.1897659 Jan 28 19:37:51.348187 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-7f1b59e8-8b41-4d70-8aee-85b08e58d51e tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3351214 Jan 28 19:37:51.351236 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 43686) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:37:51.368800 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9c50028b-db11-4366-9d3b-a9725a24982f req-8ba42a70-ff16-4ab4-8684-adb84fd5ab08 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/security-groups?id=a1544774-06dd-4b7d-abb3-fdfd2885225c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1258762 Jan 28 19:37:51.496513 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab01e459-f92b-4ee2-a67c-7c0587fbf8fc tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:37:51.498886 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-ab01e459-f92b-4ee2-a67c-7c0587fbf8fc tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1290846 Jan 28 19:37:51.501422 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 43704) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:37:51.635433 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d28dae-1013-4ee8-8815-1c94ab31a07e tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:37:51.638955 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc048eb-d8db-4a02-8363-7d63832314f9 req-ceb8f3f5-aedf-408c-8105-efaecaad713c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:37:51.648878 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-a8d28dae-1013-4ee8-8815-1c94ab31a07e tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1439662 Jan 28 19:37:51.649007 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9fc048eb-d8db-4a02-8363-7d63832314f9 req-ceb8f3f5-aedf-408c-8105-efaecaad713c service neutron] 10.222.0.41 "GET /v2.0/networks?id=4ed80f8c-a628-4bf0-926c-daa4ec7f72d6 HTTP/1.1" status: 200 len: 917 time: 0.6688497 Jan 28 19:37:51.649732 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 43720) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:37:51.707094 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b29a3e9c-860b-4312-bed1-cf9ded95a4ba req-5b10441d-fba2-4d4a-b46e-fd4a5691ed88 tempest-ServerShowV247Test-777947199 tempest-ServerShowV247Test-777947199-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb655f05-0bbc-4d20-8eeb-2e74dcfd3376&device_id=7004a064-780f-4e85-a48c-006d84a00a12 HTTP/1.1" status: 200 len: 210 time: 0.0998585 Jan 28 19:37:51.897925 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-204cb425-8915-40d4-9b86-43226b83923f None None] Network decd8274-9eda-4d81-a020-86cc15d56022 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:37:51.936324 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-2c94df52-9c2f-46a4-b108-2bbcb80b7e3f tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2812190 Jan 28 19:37:51.936677 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 43756) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:37:51.942868 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-27525642-384b-4403-8bbe-33b59d3c24f2 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Request body: {'subnet': {'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:37:52.183773 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9fc048eb-d8db-4a02-8363-7d63832314f9 req-d8d1465f-032a-48e2-956d-6c944519de8c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=88c4d8f8-69eb-4f76-9273-a53c5a9dd516 HTTP/1.1" status: 200 len: 1000 time: 0.4804459 Jan 28 19:37:52.282874 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b7494dbd-ad8a-40cc-91d5-b5bb8f6db5db None None] Provisioning complete for port 4a2a2b95-d872-436e-9bcc-af7f6849cabf triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:37:52.283258 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b7494dbd-ad8a-40cc-91d5-b5bb8f6db5db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (4a2a2b95-d872-436e-9bcc-af7f6849cabf), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:52.330482 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27525642-384b-4403-8bbe-33b59d3c24f2 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Made reservation on behalf of 74e14b1dc35c45ef8b65d1fdcc58b8bc for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:37:52.334994 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-27525642-384b-4403-8bbe-33b59d3c24f2 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5221429'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:52.336642 n-d-812111-14 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-27525642-384b-4403-8bbe-33b59d3c24f2 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 19:37:52.337266 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27525642-384b-4403-8bbe-33b59d3c24f2 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:37:52.368423 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-27525642-384b-4403-8bbe-33b59d3c24f2 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4303584 Jan 28 19:37:52.372315 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 43796) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:37:52.387881 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-c63b134c-0a0c-4da9-912a-1aa692cc60b4 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Request body: {'subnet': {'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:37:52.436121 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a6d99e73-8124-4c7f-ac51-da17df3a200c req-3e21e1ff-b3a8-4f01-baac-f312d6c997f6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=486cc2425ba94fb6ae1e2cf6b420f46b&device_id=fb655f05-0bbc-4d20-8eeb-2e74dcfd3376 HTTP/1.1" status: 200 len: 210 time: 0.2938204 Jan 28 19:37:52.438391 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc048eb-d8db-4a02-8363-7d63832314f9 req-c8aae018-2385-4d90-9158-c87ddfcd064b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:37:52.439761 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9fc048eb-d8db-4a02-8363-7d63832314f9 req-c8aae018-2385-4d90-9158-c87ddfcd064b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ccd8c2b9-0197-4b01-ba57-f13b2702d1bc HTTP/1.1" status: 200 len: 856 time: 0.2481296 Jan 28 19:37:52.547147 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b7494dbd-ad8a-40cc-91d5-b5bb8f6db5db None None] Current status of the port 4a2a2b95-d872-436e-9bcc-af7f6849cabf is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:37:52.572815 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a4dbf00-af26-4ef0-86e5-3ab781f84875 None None] DHCP port deletion for decd8274-9eda-4d81-a020-86cc15d56022 request from n-d-812111-14 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:37:52.675708 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5949f103-c056-4678-a7e7-7da5e7ab7240 req-ba32bfa9-a623-4328-8dfc-cb09af385557 tempest-ServerShowV247Test-777947199 tempest-ServerShowV247Test-777947199-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb655f05-0bbc-4d20-8eeb-2e74dcfd3376 HTTP/1.1" status: 200 len: 210 time: 0.2475514 Jan 28 19:37:52.753662 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a6d99e73-8124-4c7f-ac51-da17df3a200c req-c3d1cda3-7e9b-479b-88af-f168d065a48a service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=486cc2425ba94fb6ae1e2cf6b420f46b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2771358 Jan 28 19:37:52.757604 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2a4dbf00-af26-4ef0-86e5-3ab781f84875 None None] Deleting port 4a2a2b95-d872-436e-9bcc-af7f6849cabf {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:37:52.762450 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2a4dbf00-af26-4ef0-86e5-3ab781f84875 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (4a2a2b95-d872-436e-9bcc-af7f6849cabf), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:52.812970 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c63b134c-0a0c-4da9-912a-1aa692cc60b4 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Made reservation on behalf of 74e14b1dc35c45ef8b65d1fdcc58b8bc for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:37:52.817682 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c63b134c-0a0c-4da9-912a-1aa692cc60b4 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5221429'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:52.819408 n-d-812111-14 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-c63b134c-0a0c-4da9-912a-1aa692cc60b4 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 19:37:52.820082 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c63b134c-0a0c-4da9-912a-1aa692cc60b4 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:37:52.827465 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc048eb-d8db-4a02-8363-7d63832314f9 req-57cdbedb-2d89-4868-aba7-38bbbdd67c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:37:52.829089 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9fc048eb-d8db-4a02-8363-7d63832314f9 req-57cdbedb-2d89-4868-aba7-38bbbdd67c6e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4ed80f8c-a628-4bf0-926c-daa4ec7f72d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3590860 Jan 28 19:37:52.841942 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa19814a-1050-405f-9060-926be44b33d8 req-fb83632a-0232-4bd6-96b4-8d376692ed73 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:37:52.849945 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-aa19814a-1050-405f-9060-926be44b33d8 req-fb83632a-0232-4bd6-96b4-8d376692ed73 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8fc1db2-697a-41ab-9984-99a4c5e04be7 HTTP/1.1" status: 200 len: 946 time: 0.2204256 Jan 28 19:37:52.884657 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-c63b134c-0a0c-4da9-912a-1aa692cc60b4 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5109539 Jan 28 19:37:52.886072 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 43848) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:37:52.905344 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-e36aa6d3-27a0-4b1a-bb52-bd94d902dd0a tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Request body: {'subnet': {'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:37:52.984869 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2a4dbf00-af26-4ef0-86e5-3ab781f84875 None None] For port 4a2a2b95-d872-436e-9bcc-af7f6849cabf, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=4a2a2b95-d872-436e-9bcc-af7f6849cabf,segment=NetworkSegment(2aac29a1-8685-476c-bba5-fffce3cb94d6),segment_id=2aac29a1-8685-476c-bba5-fffce3cb94d6)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:37:52.986656 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2a4dbf00-af26-4ef0-86e5-3ab781f84875 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (4a2a2b95-d872-436e-9bcc-af7f6849cabf), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:53.032423 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2a4dbf00-af26-4ef0-86e5-3ab781f84875 None None] Calling delete_port for 4a2a2b95-d872-436e-9bcc-af7f6849cabf owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:37:53.123155 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-aa19814a-1050-405f-9060-926be44b33d8 req-0a4fa241-b1d0-4fa3-b020-e9a4de82a786 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/security-groups?id=a1544774-06dd-4b7d-abb3-fdfd2885225c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2718976 Jan 28 19:37:53.208932 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e36aa6d3-27a0-4b1a-bb52-bd94d902dd0a tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Made reservation on behalf of 74e14b1dc35c45ef8b65d1fdcc58b8bc for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:37:53.212806 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e36aa6d3-27a0-4b1a-bb52-bd94d902dd0a tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5221429'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:53.213803 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d99e73-8124-4c7f-ac51-da17df3a200c req-3d48fe4a-c82a-4b19-9540-a4c51025455b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:37:53.215341 n-d-812111-14 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-e36aa6d3-27a0-4b1a-bb52-bd94d902dd0a tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 19:37:53.216180 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e36aa6d3-27a0-4b1a-bb52-bd94d902dd0a tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:37:53.216980 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a6d99e73-8124-4c7f-ac51-da17df3a200c req-3d48fe4a-c82a-4b19-9540-a4c51025455b service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4568539 Jan 28 19:37:53.251511 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9fc048eb-d8db-4a02-8363-7d63832314f9 req-d5493628-1169-47e7-9765-9f7f822e260f service neutron] 10.222.0.41 "GET /v2.0/networks/4ed80f8c-a628-4bf0-926c-daa4ec7f72d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3831732 Jan 28 19:37:53.278528 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-e36aa6d3-27a0-4b1a-bb52-bd94d902dd0a tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3811152 Jan 28 19:37:53.279608 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 43852) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:37:53.285964 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-40397a6f-160f-4306-969e-a73163ca7ef2 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Request body: {'subnet': {'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:37:53.378552 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9fc048eb-d8db-4a02-8363-7d63832314f9 req-48521162-3057-49ab-a287-430cf4a12318 service neutron] 10.222.0.41 "GET /v2.0/networks/4ed80f8c-a628-4bf0-926c-daa4ec7f72d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166420 Jan 28 19:37:53.472296 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40397a6f-160f-4306-969e-a73163ca7ef2 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Made reservation on behalf of 74e14b1dc35c45ef8b65d1fdcc58b8bc for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:37:53.477948 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-40397a6f-160f-4306-969e-a73163ca7ef2 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5221429'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:53.480189 n-d-812111-14 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-40397a6f-160f-4306-969e-a73163ca7ef2 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 19:37:53.480890 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40397a6f-160f-4306-969e-a73163ca7ef2 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:37:53.508228 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-40397a6f-160f-4306-969e-a73163ca7ef2 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2272472 Jan 28 19:37:53.511575 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 43854) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:37:53.520794 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-8aa68852-8615-4e7f-b284-88638b9c9d67 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Request body: {'subnet': {'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:37:53.660731 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aa68852-8615-4e7f-b284-88638b9c9d67 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Made reservation on behalf of 74e14b1dc35c45ef8b65d1fdcc58b8bc for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:37:53.667860 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8aa68852-8615-4e7f-b284-88638b9c9d67 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4733071'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:53.672578 n-d-812111-14 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-8aa68852-8615-4e7f-b284-88638b9c9d67 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 19:37:53.674428 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8aa68852-8615-4e7f-b284-88638b9c9d67 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:37:53.677441 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2a4dbf00-af26-4ef0-86e5-3ab781f84875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985'] for port (4a2a2b95-d872-436e-9bcc-af7f6849cabf), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:53.709946 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-8aa68852-8615-4e7f-b284-88638b9c9d67 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1955690 Jan 28 19:37:53.713747 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 43860) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:37:53.720586 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-8670cb89-c893-4596-a990-69c91b859297 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Request body: {'subnet': {'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:37:53.764457 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4dbf00-af26-4ef0-86e5-3ab781f84875 None None] Pushing event deleted for resources: {'Port': ['ID=4a2a2b95-d872-436e-9bcc-af7f6849cabf,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:37:53.766532 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4dbf00-af26-4ef0-86e5-3ab781f84875 None None] No DVR routers for this DVR port 4a2a2b95-d872-436e-9bcc-af7f6849cabf on host n-d-812111-14 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:37:53.884408 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:54.017862 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8d38bdd0-5705-4e0d-92a8-7029f63b6567 req-d1ab84a7-0f63-4ec3-99c3-dac21d6f953b tempest-ServerShowV247Test-777947199 tempest-ServerShowV247Test-777947199-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb655f05-0bbc-4d20-8eeb-2e74dcfd3376 HTTP/1.1" status: 200 len: 210 time: 0.1207247 Jan 28 19:37:54.042427 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8670cb89-c893-4596-a990-69c91b859297 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Made reservation on behalf of 74e14b1dc35c45ef8b65d1fdcc58b8bc for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:37:54.054717 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8670cb89-c893-4596-a990-69c91b859297 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5221429'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:54.058075 n-d-812111-14 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-8670cb89-c893-4596-a990-69c91b859297 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 19:37:54.058501 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8670cb89-c893-4596-a990-69c91b859297 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:37:54.278247 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-8670cb89-c893-4596-a990-69c91b859297 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5631380 Jan 28 19:37:54.284574 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 43882) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:37:54.348784 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-7451f504-fef7-4034-aeec-b5c66c21fc39 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0623302 Jan 28 19:37:54.351439 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 43884) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:37:54.356391 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32505d1d-ab4f-4ad9-aa01-5ede66b9e374 req-22509151-5dcb-43d8-b975-a2b8c7ddfe68 tempest-VolumesSnapshotTestJSON-1067837444 tempest-VolumesSnapshotTestJSON-1067837444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:37:54.359277 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-32505d1d-ab4f-4ad9-aa01-5ede66b9e374 req-22509151-5dcb-43d8-b975-a2b8c7ddfe68 tempest-VolumesSnapshotTestJSON-1067837444 tempest-VolumesSnapshotTestJSON-1067837444-project] 10.222.0.64 "GET /v2.0/networks?id=5ced056c-3de2-4296-99fb-726157ca5050 HTTP/1.1" status: 200 len: 813 time: 0.2881231 Jan 28 19:37:54.382066 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-32505d1d-ab4f-4ad9-aa01-5ede66b9e374 req-67463cdd-d2b1-4a2e-8074-db2a9dd0f5bf tempest-VolumesSnapshotTestJSON-1067837444 tempest-VolumesSnapshotTestJSON-1067837444-project] 10.222.0.64 "GET /v2.0/quotas/72ed041c0fdf49d0b46a78595ef2b4d2 HTTP/1.1" status: 200 len: 375 time: 0.0161977 Jan 28 19:37:54.451170 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-32505d1d-ab4f-4ad9-aa01-5ede66b9e374 req-a8e590e0-2c12-471d-b500-fc5dc0e5e6e2 tempest-VolumesSnapshotTestJSON-1067837444 tempest-VolumesSnapshotTestJSON-1067837444-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=72ed041c0fdf49d0b46a78595ef2b4d2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0626085 Jan 28 19:37:54.463469 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 4a2a2b95-d872-436e-9bcc-af7f6849cabf no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:37:54.482940 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac05e9b-b460-43a8-bc21-0e773531eb21 req-907d6a4e-592b-4f9d-9075-53571df06d2f tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:37:54.484513 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9ac05e9b-b460-43a8-bc21-0e773531eb21 req-907d6a4e-592b-4f9d-9075-53571df06d2f tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8fc1db2-697a-41ab-9984-99a4c5e04be7 HTTP/1.1" status: 200 len: 946 time: 0.2324667 Jan 28 19:37:54.519011 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: 4a2a2b95-d872-436e-9bcc-af7f6849cabf {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:37:54.523107 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 4a2a2b95-d872-436e-9bcc-af7f6849cabf not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:37:54.538831 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86513ba7-b286-4ab5-a620-f9010c015798 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:37:54.543122 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-86513ba7-b286-4ab5-a620-f9010c015798 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1820886 Jan 28 19:37:54.543410 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 43886) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:37:54.624515 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 43888) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:37:54.625066 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-fb953264-0ab2-45fe-956f-74891a5bfd02 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0800231 Jan 28 19:37:54.636055 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-828cf013-d931-4867-91ef-ac656ec76763 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Request body: {'subnet': {'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:37:54.649578 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9ac05e9b-b460-43a8-bc21-0e773531eb21 req-f0a33d51-c979-4aad-8990-9b9bbac9a08a tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/security-groups?id=a1544774-06dd-4b7d-abb3-fdfd2885225c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1568506 Jan 28 19:37:54.674974 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a6d99e73-8124-4c7f-ac51-da17df3a200c req-2f9bb104-9f5f-41b1-b9f1-67716b04ff76 tempest-ServerShowV247Test-777947199 tempest-ServerShowV247Test-777947199-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb655f05-0bbc-4d20-8eeb-2e74dcfd3376 HTTP/1.1" status: 200 len: 210 time: 0.0762827 Jan 28 19:37:54.719639 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-32505d1d-ab4f-4ad9-aa01-5ede66b9e374 req-436d28ae-48bb-46fe-aa57-43da2ce6d767 service neutron] 10.222.0.64 "GET /v2.0/networks/5ced056c-3de2-4296-99fb-726157ca5050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2639844 Jan 28 19:37:54.824846 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-32505d1d-ab4f-4ad9-aa01-5ede66b9e374 req-27ff3779-ff51-42bd-8338-1249c9f8f412 service neutron] 10.222.0.64 "GET /v2.0/networks/5ced056c-3de2-4296-99fb-726157ca5050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042812 Jan 28 19:37:54.891138 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-828cf013-d931-4867-91ef-ac656ec76763 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Made reservation on behalf of 74e14b1dc35c45ef8b65d1fdcc58b8bc for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:37:54.899809 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-828cf013-d931-4867-91ef-ac656ec76763 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5221429'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:55.182970 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-94a99798-da09-4eea-87ab-615685df5b1e req-b473fd7d-8bd3-46e3-9d6a-1068368ea8ac tempest-VolumesSnapshotTestJSON-1067837444 tempest-VolumesSnapshotTestJSON-1067837444-project] 10.222.0.64 "GET /v2.0/ports?device_id=d231a7fe-a628-420a-af1d-31debd1481d2 HTTP/1.1" status: 200 len: 210 time: 0.0689561 Jan 28 19:37:55.385960 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3c249f50-dde2-4402-836b-fba876fc279d req-cc46e9b7-b697-4cbf-9e83-974f86629fce tempest-ServerShowV247Test-777947199 tempest-ServerShowV247Test-777947199-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb655f05-0bbc-4d20-8eeb-2e74dcfd3376 HTTP/1.1" status: 200 len: 210 time: 0.1238596 Jan 28 19:37:55.651916 n-d-812111-14 neutron-server[103304]: DEBUG neutron.objects.ports [None req-828cf013-d931-4867-91ef-ac656ec76763 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103304) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 19:37:55.654096 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-828cf013-d931-4867-91ef-ac656ec76763 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4690681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5221415'] for subnet (67a10eda-50b6-41d6-8043-ad8de2122037), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:55.728686 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828cf013-d931-4867-91ef-ac656ec76763 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Pushing event updated for resources: {'Subnet': ['ID=67a10eda-50b6-41d6-8043-ad8de2122037,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:37:55.745087 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-828cf013-d931-4867-91ef-ac656ec76763 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Network decd8274-9eda-4d81-a020-86cc15d56022 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:37:55.748253 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-828cf013-d931-4867-91ef-ac656ec76763 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:37:55.759444 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f07e8167-a0db-44bf-aba9-e7454822e0d2 None None] Network decd8274-9eda-4d81-a020-86cc15d56022 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:37:55.772938 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-828cf013-d931-4867-91ef-ac656ec76763 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:37:55.776132 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-828cf013-d931-4867-91ef-ac656ec76763 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:55.814641 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-828cf013-d931-4867-91ef-ac656ec76763 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1809971 Jan 28 19:37:55.815016 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 43924) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:37:55.819958 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-a595dc44-a749-45f4-ac4c-b04354e97f9e tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Request body: {'port': {'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022', 'mac_address': 'fa:16:3e:11:fe:64', 'name': 'tempest-NetworksTestDHCPv6-666842163'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:37:55.947048 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a30e845-e66d-4b19-ad5f-457d7799ef69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68cd31fd-e4cd-5fb3-a862-256fc47efcd2-decd8274-9eda-4d81-a020-86cc15d56022', 'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022', 'project_id': '74e14b1dc35c45ef8b65d1fdcc58b8bc', 'fixed_ips': [{'subnet_id': '67a10eda-50b6-41d6-8043-ad8de2122037'}]}} from n-d-812111-14. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:37:55.948149 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2a30e845-e66d-4b19-ad5f-457d7799ef69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:56.039474 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a595dc44-a749-45f4-ac4c-b04354e97f9e tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Made reservation on behalf of 74e14b1dc35c45ef8b65d1fdcc58b8bc for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:37:56.196084 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a595dc44-a749-45f4-ac4c-b04354e97f9e tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:56.253830 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [None req-a595dc44-a749-45f4-ac4c-b04354e97f9e tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] device_id is not set on port deb2de1f-aa71-49ef-a6ba-ffd5e4b1decd yet. {{(pid=103305) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:37:56.444332 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-2a30e845-e66d-4b19-ad5f-457d7799ef69 None None] Allocated IP 2001:db8::f816:3eff:fe95:b389 (decd8274-9eda-4d81-a020-86cc15d56022/67a10eda-50b6-41d6-8043-ad8de2122037/c3ca9ac0-8466-4bbb-99d2-2a921823c13d) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:37:56.531603 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6096ffd9-b7d5-4cf9-b6b6-b56857f6ba2a req-4d5cc137-a4ec-4423-be66-cd82ba7c7423 tempest-VolumesSnapshotTestJSON-1067837444 tempest-VolumesSnapshotTestJSON-1067837444-project] 10.222.0.64 "GET /v2.0/ports?device_id=d231a7fe-a628-420a-af1d-31debd1481d2 HTTP/1.1" status: 200 len: 210 time: 0.1476851 Jan 28 19:37:56.810773 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c8a6dafd-b7a8-4a07-902f-0f73eac49bf4 req-4ff844b7-3a81-48ee-ac13-82d3797e76d7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=486cc2425ba94fb6ae1e2cf6b420f46b&device_id=7004a064-780f-4e85-a48c-006d84a00a12 HTTP/1.1" status: 200 len: 210 time: 0.0720699 Jan 28 19:37:56.847128 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2a30e845-e66d-4b19-ad5f-457d7799ef69 None None] Publish callbacks [] for port (c3ca9ac0-8466-4bbb-99d2-2a921823c13d), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:56.861260 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2a30e845-e66d-4b19-ad5f-457d7799ef69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (c3ca9ac0-8466-4bbb-99d2-2a921823c13d), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:56.950553 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a30e845-e66d-4b19-ad5f-457d7799ef69 None None] Network decd8274-9eda-4d81-a020-86cc15d56022 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:37:56.961289 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-2a30e845-e66d-4b19-ad5f-457d7799ef69 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:37:56.969738 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c8a6dafd-b7a8-4a07-902f-0f73eac49bf4 req-d86c56d6-561a-43f3-a4fb-18eba6443dd5 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=486cc2425ba94fb6ae1e2cf6b420f46b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1515107 Jan 28 19:37:56.976189 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-530ac815-4f9f-48b1-836e-8ba9f5bf0538 req-e5d7eeb4-abf4-4657-9a76-3789b2a97580 tempest-ServerShowV247Test-777947199 tempest-ServerShowV247Test-777947199-project] 10.222.0.64 "GET /v2.0/ports?device_id=7004a064-780f-4e85-a48c-006d84a00a12 HTTP/1.1" status: 200 len: 210 time: 0.1424327 Jan 28 19:37:56.985530 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a30e845-e66d-4b19-ad5f-457d7799ef69 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:37:57.037769 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a30e845-e66d-4b19-ad5f-457d7799ef69 None None] Pushing event updated for resources: {'Port': ['ID=c3ca9ac0-8466-4bbb-99d2-2a921823c13d,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:37:57.198829 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-2a30e845-e66d-4b19-ad5f-457d7799ef69 None None] Attempting to bind port c3ca9ac0-8466-4bbb-99d2-2a921823c13d on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:37:57.200415 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-2a30e845-e66d-4b19-ad5f-457d7799ef69 None None] Attempting to bind port c3ca9ac0-8466-4bbb-99d2-2a921823c13d by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '2aac29a1-8685-476c-bba5-fffce3cb94d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:37:57.200926 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a30e845-e66d-4b19-ad5f-457d7799ef69 None None] Attempting to bind port c3ca9ac0-8466-4bbb-99d2-2a921823c13d on network decd8274-9eda-4d81-a020-86cc15d56022 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:37:57.214040 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a30e845-e66d-4b19-ad5f-457d7799ef69 None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 37, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:37:57.214423 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a30e845-e66d-4b19-ad5f-457d7799ef69 None None] Checking segment: {'id': '2aac29a1-8685-476c-bba5-fffce3cb94d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:37:57.214841 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2a30e845-e66d-4b19-ad5f-457d7799ef69 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:57.215244 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a30e845-e66d-4b19-ad5f-457d7799ef69 None None] Bound using segment: {'id': '2aac29a1-8685-476c-bba5-fffce3cb94d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:37:57.215733 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-2a30e845-e66d-4b19-ad5f-457d7799ef69 None None] Bound port: c3ca9ac0-8466-4bbb-99d2-2a921823c13d, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aac29a1-8685-476c-bba5-fffce3cb94d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:37:57.216118 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2a30e845-e66d-4b19-ad5f-457d7799ef69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (c3ca9ac0-8466-4bbb-99d2-2a921823c13d), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:57.302172 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a6dafd-b7a8-4a07-902f-0f73eac49bf4 req-2dbff066-668f-4c97-b4bc-984115040339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:37:57.303568 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c8a6dafd-b7a8-4a07-902f-0f73eac49bf4 req-2dbff066-668f-4c97-b4bc-984115040339 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3204594 Jan 28 19:37:57.397174 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2a30e845-e66d-4b19-ad5f-457d7799ef69 None None] For port c3ca9ac0-8466-4bbb-99d2-2a921823c13d, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:37:57.415464 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2a30e845-e66d-4b19-ad5f-457d7799ef69 None None] For port c3ca9ac0-8466-4bbb-99d2-2a921823c13d, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=c3ca9ac0-8466-4bbb-99d2-2a921823c13d,segment=NetworkSegment(2aac29a1-8685-476c-bba5-fffce3cb94d6),segment_id=2aac29a1-8685-476c-bba5-fffce3cb94d6)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:37:57.437565 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2a30e845-e66d-4b19-ad5f-457d7799ef69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (c3ca9ac0-8466-4bbb-99d2-2a921823c13d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:57.494080 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-a595dc44-a749-45f4-ac4c-b04354e97f9e tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Allocated IP 2001:db8::f816:3eff:fe11:fe64 (decd8274-9eda-4d81-a020-86cc15d56022/67a10eda-50b6-41d6-8043-ad8de2122037/deb2de1f-aa71-49ef-a6ba-ffd5e4b1decd) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:37:57.605464 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a30e845-e66d-4b19-ad5f-457d7799ef69 None None] Pushing event updated for resources: {'Port': ['ID=c3ca9ac0-8466-4bbb-99d2-2a921823c13d,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:37:57.629781 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a30e845-e66d-4b19-ad5f-457d7799ef69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:37:57.632805 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a30e845-e66d-4b19-ad5f-457d7799ef69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:37:57.633372 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a30e845-e66d-4b19-ad5f-457d7799ef69 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:37:57.634642 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a30e845-e66d-4b19-ad5f-457d7799ef69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:37:57.635225 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a30e845-e66d-4b19-ad5f-457d7799ef69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:37:57.636051 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a30e845-e66d-4b19-ad5f-457d7799ef69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:37:57.636401 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a30e845-e66d-4b19-ad5f-457d7799ef69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:37:57.638051 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a30e845-e66d-4b19-ad5f-457d7799ef69 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:37:57.638554 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a30e845-e66d-4b19-ad5f-457d7799ef69 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:37:57.638892 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a30e845-e66d-4b19-ad5f-457d7799ef69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:37:57.639228 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a30e845-e66d-4b19-ad5f-457d7799ef69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:37:57.640913 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a30e845-e66d-4b19-ad5f-457d7799ef69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:37:57.640913 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a30e845-e66d-4b19-ad5f-457d7799ef69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:37:57.671611 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32505d1d-ab4f-4ad9-aa01-5ede66b9e374 req-a3b72d08-987b-437f-95ec-f9305650957b tempest-VolumesSnapshotTestJSON-1067837444 tempest-VolumesSnapshotTestJSON-1067837444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:37:57.673323 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-32505d1d-ab4f-4ad9-aa01-5ede66b9e374 req-a3b72d08-987b-437f-95ec-f9305650957b tempest-VolumesSnapshotTestJSON-1067837444 tempest-VolumesSnapshotTestJSON-1067837444-project] 10.222.0.41 "GET /v2.0/networks?id=5ced056c-3de2-4296-99fb-726157ca5050 HTTP/1.1" status: 200 len: 813 time: 0.7645597 Jan 28 19:37:57.699204 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-32505d1d-ab4f-4ad9-aa01-5ede66b9e374 req-54f66a15-94ae-4e38-b9a1-e6b1f114f7b6 tempest-VolumesSnapshotTestJSON-1067837444 tempest-VolumesSnapshotTestJSON-1067837444-project] Request body: {'port': {'device_id': 'd231a7fe-a628-420a-af1d-31debd1481d2', 'network_id': '5ced056c-3de2-4296-99fb-726157ca5050', 'admin_state_up': True, 'tenant_id': '72ed041c0fdf49d0b46a78595ef2b4d2'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:37:57.761483 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-92e087c9-5863-477e-aa05-7188285bcdb9 req-1d32b6be-807b-4b09-888c-2b47c281b7dd tempest-VolumesSnapshotTestJSON-1067837444 tempest-VolumesSnapshotTestJSON-1067837444-project] 10.222.0.64 "GET /v2.0/ports?device_id=d231a7fe-a628-420a-af1d-31debd1481d2 HTTP/1.1" status: 200 len: 210 time: 0.0767224 Jan 28 19:37:58.291059 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b09c0aff-8b90-41e2-9962-349cf334cc79 req-7138a80e-0c0b-40d2-928e-07605fed9b07 tempest-ServerShowV247Test-777947199 tempest-ServerShowV247Test-777947199-project] 10.222.0.64 "GET /v2.0/ports?device_id=7004a064-780f-4e85-a48c-006d84a00a12 HTTP/1.1" status: 200 len: 210 time: 0.0881841 Jan 28 19:37:58.335010 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a595dc44-a749-45f4-ac4c-b04354e97f9e tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks [] for port (deb2de1f-aa71-49ef-a6ba-ffd5e4b1decd), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:58.419336 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32505d1d-ab4f-4ad9-aa01-5ede66b9e374 req-54f66a15-94ae-4e38-b9a1-e6b1f114f7b6 tempest-VolumesSnapshotTestJSON-1067837444 tempest-VolumesSnapshotTestJSON-1067837444-project] Made reservation on behalf of 72ed041c0fdf49d0b46a78595ef2b4d2 for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:37:58.431958 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-32505d1d-ab4f-4ad9-aa01-5ede66b9e374 req-54f66a15-94ae-4e38-b9a1-e6b1f114f7b6 tempest-VolumesSnapshotTestJSON-1067837444 tempest-VolumesSnapshotTestJSON-1067837444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:58.476812 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a595dc44-a749-45f4-ac4c-b04354e97f9e tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (deb2de1f-aa71-49ef-a6ba-ffd5e4b1decd), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:58.589834 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c8a6dafd-b7a8-4a07-902f-0f73eac49bf4 req-76cead0c-583b-44d7-bfa9-1e523fff36a7 tempest-ServerShowV247Test-777947199 tempest-ServerShowV247Test-777947199-project] 10.222.0.70 "GET /v2.0/ports?device_id=7004a064-780f-4e85-a48c-006d84a00a12 HTTP/1.1" status: 200 len: 210 time: 0.0368848 Jan 28 19:37:58.602345 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device c3ca9ac0-8466-4bbb-99d2-2a921823c13d up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:37:58.654630 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a595dc44-a749-45f4-ac4c-b04354e97f9e tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Network decd8274-9eda-4d81-a020-86cc15d56022 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:37:58.664307 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-a595dc44-a749-45f4-ac4c-b04354e97f9e tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:37:58.675428 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a595dc44-a749-45f4-ac4c-b04354e97f9e tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:37:58.692423 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a595dc44-a749-45f4-ac4c-b04354e97f9e tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:37:58.693452 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a595dc44-a749-45f4-ac4c-b04354e97f9e tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:58.761392 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port c3ca9ac0-8466-4bbb-99d2-2a921823c13d triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:37:58.762215 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (c3ca9ac0-8466-4bbb-99d2-2a921823c13d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:58.926295 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port c3ca9ac0-8466-4bbb-99d2-2a921823c13d is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:37:58.933970 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (c3ca9ac0-8466-4bbb-99d2-2a921823c13d), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:58.967796 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-77531162-94f9-4a18-8377-70227e2c944e req-3e7d8ed1-e6fc-418a-b42d-4eeb13be6e40 tempest-VolumesSnapshotTestJSON-1067837444 tempest-VolumesSnapshotTestJSON-1067837444-project] 10.222.0.64 "GET /v2.0/ports?device_id=d231a7fe-a628-420a-af1d-31debd1481d2 HTTP/1.1" status: 200 len: 210 time: 0.0519972 Jan 28 19:37:58.988333 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] For port c3ca9ac0-8466-4bbb-99d2-2a921823c13d, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=c3ca9ac0-8466-4bbb-99d2-2a921823c13d,segment=NetworkSegment(2aac29a1-8685-476c-bba5-fffce3cb94d6),segment_id=2aac29a1-8685-476c-bba5-fffce3cb94d6)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:37:59.003591 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (c3ca9ac0-8466-4bbb-99d2-2a921823c13d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:59.022104 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-32505d1d-ab4f-4ad9-aa01-5ede66b9e374 req-54f66a15-94ae-4e38-b9a1-e6b1f114f7b6 tempest-VolumesSnapshotTestJSON-1067837444 tempest-VolumesSnapshotTestJSON-1067837444-project] Allocated IP 172.20.0.14 (5ced056c-3de2-4296-99fb-726157ca5050/f61a757f-8ac1-4d8c-bf66-64b31f2921ec/e313a6b7-7024-4b2d-8766-8b4d6ebf7434) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:37:59.134137 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Pushing event updated for resources: {'Port': ['ID=c3ca9ac0-8466-4bbb-99d2-2a921823c13d,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:37:59.500736 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-32505d1d-ab4f-4ad9-aa01-5ede66b9e374 req-54f66a15-94ae-4e38-b9a1-e6b1f114f7b6 tempest-VolumesSnapshotTestJSON-1067837444 tempest-VolumesSnapshotTestJSON-1067837444-project] Publish callbacks [] for port (e313a6b7-7024-4b2d-8766-8b4d6ebf7434), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:59.521919 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-3a82580d-b318-4269-8ba7-e5367ba9dd66 None None] Provisioning complete for port c3ca9ac0-8466-4bbb-99d2-2a921823c13d triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:37:59.522458 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3a82580d-b318-4269-8ba7-e5367ba9dd66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (c3ca9ac0-8466-4bbb-99d2-2a921823c13d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:59.583249 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-a595dc44-a749-45f4-ac4c-b04354e97f9e tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.7645669 Jan 28 19:37:59.584226 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 43980) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:37:59.592697 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-32505d1d-ab4f-4ad9-aa01-5ede66b9e374 req-54f66a15-94ae-4e38-b9a1-e6b1f114f7b6 tempest-VolumesSnapshotTestJSON-1067837444 tempest-VolumesSnapshotTestJSON-1067837444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (e313a6b7-7024-4b2d-8766-8b4d6ebf7434), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:59.678939 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32505d1d-ab4f-4ad9-aa01-5ede66b9e374 req-54f66a15-94ae-4e38-b9a1-e6b1f114f7b6 tempest-VolumesSnapshotTestJSON-1067837444 tempest-VolumesSnapshotTestJSON-1067837444-project] Network 5ced056c-3de2-4296-99fb-726157ca5050 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:37:59.679971 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a595dc44-a749-45f4-ac4c-b04354e97f9e tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Pushing event updated for resources: {'Port': ['ID=deb2de1f-aa71-49ef-a6ba-ffd5e4b1decd,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:37:59.704304 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-32505d1d-ab4f-4ad9-aa01-5ede66b9e374 req-54f66a15-94ae-4e38-b9a1-e6b1f114f7b6 tempest-VolumesSnapshotTestJSON-1067837444 tempest-VolumesSnapshotTestJSON-1067837444-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:37:59.769061 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-3a82580d-b318-4269-8ba7-e5367ba9dd66 None None] Current status of the port c3ca9ac0-8466-4bbb-99d2-2a921823c13d is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:37:59.793485 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dd69ce5-d835-4b27-952f-c2c81e73976b tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:37:59.795298 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-32505d1d-ab4f-4ad9-aa01-5ede66b9e374 req-54f66a15-94ae-4e38-b9a1-e6b1f114f7b6 tempest-VolumesSnapshotTestJSON-1067837444 tempest-VolumesSnapshotTestJSON-1067837444-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:37:59.807766 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dd69ce5-d835-4b27-952f-c2c81e73976b tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:37:59.813040 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-1dd69ce5-d835-4b27-952f-c2c81e73976b tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.2263775 Jan 28 19:37:59.816480 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 43984) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:37:59.981066 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f66a15-94ae-4e38-b9a1-e6b1f114f7b6 tempest-VolumesSnapshotTestJSON-1067837444 tempest-VolumesSnapshotTestJSON-1067837444-project] Pushing event updated for resources: {'Port': ['ID=e313a6b7-7024-4b2d-8766-8b4d6ebf7434,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:38:00.017702 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32505d1d-ab4f-4ad9-aa01-5ede66b9e374 req-54f66a15-94ae-4e38-b9a1-e6b1f114f7b6 tempest-VolumesSnapshotTestJSON-1067837444 tempest-VolumesSnapshotTestJSON-1067837444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:38:00.024735 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-32505d1d-ab4f-4ad9-aa01-5ede66b9e374 req-54f66a15-94ae-4e38-b9a1-e6b1f114f7b6 tempest-VolumesSnapshotTestJSON-1067837444 tempest-VolumesSnapshotTestJSON-1067837444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:00.076908 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-32505d1d-ab4f-4ad9-aa01-5ede66b9e374 req-54f66a15-94ae-4e38-b9a1-e6b1f114f7b6 tempest-VolumesSnapshotTestJSON-1067837444 tempest-VolumesSnapshotTestJSON-1067837444-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3930418 Jan 28 19:38:00.088720 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-32505d1d-ab4f-4ad9-aa01-5ede66b9e374 req-fae7fcc1-e408-42e8-924e-bb28a15e1423 service neutron] Request body: {'port': {'device_id': 'd231a7fe-a628-420a-af1d-31debd1481d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-14'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:38:00.104247 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-60ed8f2e-e98c-4a34-b098-a6e123db6236 None None] Provisioning complete for port deb2de1f-aa71-49ef-a6ba-ffd5e4b1decd triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:38:00.104893 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-60ed8f2e-e98c-4a34-b098-a6e123db6236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (deb2de1f-aa71-49ef-a6ba-ffd5e4b1decd), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:00.106775 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-b0d6859b-efbc-4354-8268-755cee03b598 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Deleting port deb2de1f-aa71-49ef-a6ba-ffd5e4b1decd {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:38:00.107240 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b0d6859b-efbc-4354-8268-755cee03b598 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (deb2de1f-aa71-49ef-a6ba-ffd5e4b1decd), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:00.177448 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 43990) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:38:00.204289 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-60ed8f2e-e98c-4a34-b098-a6e123db6236 None None] Port deb2de1f-aa71-49ef-a6ba-ffd5e4b1decd cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:38:00.350222 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-32505d1d-ab4f-4ad9-aa01-5ede66b9e374 req-fae7fcc1-e408-42e8-924e-bb28a15e1423 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (e313a6b7-7024-4b2d-8766-8b4d6ebf7434), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:00.458593 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6433b38b-e767-4e8d-832e-05fbbfb94a4a req-a4f85c12-147d-4bd1-ad54-139358920075 tempest-VolumesSnapshotTestJSON-1067837444 tempest-VolumesSnapshotTestJSON-1067837444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:38:00.460163 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6433b38b-e767-4e8d-832e-05fbbfb94a4a req-a4f85c12-147d-4bd1-ad54-139358920075 tempest-VolumesSnapshotTestJSON-1067837444 tempest-VolumesSnapshotTestJSON-1067837444-project] 10.222.0.64 "GET /v2.0/ports?device_id=d231a7fe-a628-420a-af1d-31debd1481d2 HTTP/1.1" status: 200 len: 932 time: 0.3031106 Jan 28 19:38:00.506737 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device c3ca9ac0-8466-4bbb-99d2-2a921823c13d up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:38:00.579390 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b0d6859b-efbc-4354-8268-755cee03b598 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (deb2de1f-aa71-49ef-a6ba-ffd5e4b1decd), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:00.593048 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-65dc6e87-8a68-4eac-b0a4-c82932a3058a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:00.646984 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port c3ca9ac0-8466-4bbb-99d2-2a921823c13d triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:38:00.647366 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (c3ca9ac0-8466-4bbb-99d2-2a921823c13d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:00.670555 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-b0d6859b-efbc-4354-8268-755cee03b598 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Calling delete_port for deb2de1f-aa71-49ef-a6ba-ffd5e4b1decd owned by {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:38:00.692073 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6433b38b-e767-4e8d-832e-05fbbfb94a4a req-390d9bc6-459a-41d8-9345-f778d2aaa92d tempest-VolumesSnapshotTestJSON-1067837444 tempest-VolumesSnapshotTestJSON-1067837444-project] 10.222.0.64 "GET /v2.0/security-groups?id=51cbc5a3-d8ac-4977-b6f0-e1abddc2ee98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176945 Jan 28 19:38:00.914821 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-65dc6e87-8a68-4eac-b0a4-c82932a3058a admin admin] Publish callbacks [] for security_group (23b79350-da24-4dff-a845-977b5fee08e1), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:00.939396 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-65dc6e87-8a68-4eac-b0a4-c82932a3058a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (23b79350-da24-4dff-a845-977b5fee08e1), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:01.001729 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dc6e87-8a68-4eac-b0a4-c82932a3058a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23b79350-da24-4dff-a845-977b5fee08e1,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:38:01.022235 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port c3ca9ac0-8466-4bbb-99d2-2a921823c13d is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:38:01.065277 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b0d6859b-efbc-4354-8268-755cee03b598 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (deb2de1f-aa71-49ef-a6ba-ffd5e4b1decd), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:01.127307 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d6859b-efbc-4354-8268-755cee03b598 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Pushing event deleted for resources: {'Port': ['ID=deb2de1f-aa71-49ef-a6ba-ffd5e4b1decd,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:38:01.164755 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-65dc6e87-8a68-4eac-b0a4-c82932a3058a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=486cc2425ba94fb6ae1e2cf6b420f46b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9861512 Jan 28 19:38:01.169959 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 44000) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:38:01.176652 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b0d6859b-efbc-4354-8268-755cee03b598 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:01.182243 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-b0d6859b-efbc-4354-8268-755cee03b598 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "DELETE /v2.0/ports/deb2de1f-aa71-49ef-a6ba-ffd5e4b1decd HTTP/1.1" status: 204 len: 168 time: 1.3643956 Jan 28 19:38:01.185049 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 44002) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:38:01.332500 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2bfe5916-8e71-4acd-989c-6ac9445ac3bd admin admin] Publish callbacks [] for security_group (23b79350-da24-4dff-a845-977b5fee08e1), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:01.367242 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2bfe5916-8e71-4acd-989c-6ac9445ac3bd admin admin] Publish callbacks [] for security_group (23b79350-da24-4dff-a845-977b5fee08e1), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:01.399394 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6664e3f0-7e41-4146-9acd-1ea07841e2e6 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:38:01.400991 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6664e3f0-7e41-4146-9acd-1ea07841e2e6 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:38:01.402665 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-6664e3f0-7e41-4146-9acd-1ea07841e2e6 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.2148068 Jan 28 19:38:01.405395 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 44004) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:38:01.529398 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b140e3f-879c-4dbd-ab98-885a7a016048 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Deleting subnet 67a10eda-50b6-41d6-8043-ad8de2122037 {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:38:01.543166 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3b140e3f-879c-4dbd-ab98-885a7a016048 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks [] for subnet (67a10eda-50b6-41d6-8043-ad8de2122037), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:01.560136 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2bfe5916-8e71-4acd-989c-6ac9445ac3bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (23b79350-da24-4dff-a845-977b5fee08e1), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:01.563422 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2bfe5916-8e71-4acd-989c-6ac9445ac3bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:01.574991 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-2bfe5916-8e71-4acd-989c-6ac9445ac3bd admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/23b79350-da24-4dff-a845-977b5fee08e1 HTTP/1.1" status: 204 len: 168 time: 0.4017093 Jan 28 19:38:01.615429 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfe5916-8e71-4acd-989c-6ac9445ac3bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23b79350-da24-4dff-a845-977b5fee08e1,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:38:01.657641 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [req-32505d1d-ab4f-4ad9-aa01-5ede66b9e374 req-fae7fcc1-e408-42e8-924e-bb28a15e1423 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e313a6b7-7024-4b2d-8766-8b4d6ebf7434 {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:38:01.657899 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3b140e3f-879c-4dbd-ab98-885a7a016048 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4747050'] for subnet (67a10eda-50b6-41d6-8043-ad8de2122037), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:01.686396 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-32505d1d-ab4f-4ad9-aa01-5ede66b9e374 req-fae7fcc1-e408-42e8-924e-bb28a15e1423 service neutron] Publish callbacks [] for port (e313a6b7-7024-4b2d-8766-8b4d6ebf7434), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:01.737711 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-32505d1d-ab4f-4ad9-aa01-5ede66b9e374 req-fae7fcc1-e408-42e8-924e-bb28a15e1423 service neutron] Transition to ACTIVE for port object e313a6b7-7024-4b2d-8766-8b4d6ebf7434 will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:38:01.756957 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-32505d1d-ab4f-4ad9-aa01-5ede66b9e374 req-fae7fcc1-e408-42e8-924e-bb28a15e1423 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (e313a6b7-7024-4b2d-8766-8b4d6ebf7434), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:01.938706 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3b140e3f-879c-4dbd-ab98-885a7a016048 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (67a10eda-50b6-41d6-8043-ad8de2122037), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:01.976655 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae7fcc1-e408-42e8-924e-bb28a15e1423 service neutron] Pushing event updated for resources: {'Port': ['ID=e313a6b7-7024-4b2d-8766-8b4d6ebf7434,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:38:02.064990 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3b140e3f-879c-4dbd-ab98-885a7a016048 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4690616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5222356'] for subnet (67a10eda-50b6-41d6-8043-ad8de2122037), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:02.135321 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f2b81a-7c47-482c-950d-222e026511a6 None None] Network decd8274-9eda-4d81-a020-86cc15d56022 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:38:02.138448 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b140e3f-879c-4dbd-ab98-885a7a016048 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Pushing event deleted for resources: {'Subnet': ['ID=67a10eda-50b6-41d6-8043-ad8de2122037,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:38:02.141769 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3b140e3f-879c-4dbd-ab98-885a7a016048 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:02.149481 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-3b140e3f-879c-4dbd-ab98-885a7a016048 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "DELETE /v2.0/subnets/67a10eda-50b6-41d6-8043-ad8de2122037 HTTP/1.1" status: 204 len: 168 time: 0.7428801 Jan 28 19:38:02.152244 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 44022) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:38:02.235645 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-decc9a3f-1a36-4c4c-a5fd-ca7182243f4c tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0792360 Jan 28 19:38:02.236666 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 44026) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:38:02.248891 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-78be47dc-828f-4e4d-a16b-287dea87d5d7 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Request body: {'subnet': {'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:38:02.262595 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-32505d1d-ab4f-4ad9-aa01-5ede66b9e374 req-fae7fcc1-e408-42e8-924e-bb28a15e1423 service neutron] Attempting to bind port e313a6b7-7024-4b2d-8766-8b4d6ebf7434 on host n-h1-812111-14 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:38:02.265962 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-32505d1d-ab4f-4ad9-aa01-5ede66b9e374 req-fae7fcc1-e408-42e8-924e-bb28a15e1423 service neutron] Attempting to bind port e313a6b7-7024-4b2d-8766-8b4d6ebf7434 by drivers openvswitch,hyperv on host n-h1-812111-14 at level 0 using segments [{'id': 'ce39c210-967e-4da2-941c-adb15afe7725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5ced056c-3de2-4296-99fb-726157ca5050'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:38:02.268010 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32505d1d-ab4f-4ad9-aa01-5ede66b9e374 req-fae7fcc1-e408-42e8-924e-bb28a15e1423 service neutron] Attempting to bind port e313a6b7-7024-4b2d-8766-8b4d6ebf7434 on network 5ced056c-3de2-4296-99fb-726157ca5050 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:38:02.285659 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32505d1d-ab4f-4ad9-aa01-5ede66b9e374 req-fae7fcc1-e408-42e8-924e-bb28a15e1423 service neutron] Port e313a6b7-7024-4b2d-8766-8b4d6ebf7434 on network 5ced056c-3de2-4296-99fb-726157ca5050 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-14 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:38:02.293511 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32505d1d-ab4f-4ad9-aa01-5ede66b9e374 req-fae7fcc1-e408-42e8-924e-bb28a15e1423 service neutron] Attempting to bind port e313a6b7-7024-4b2d-8766-8b4d6ebf7434 on network 5ced056c-3de2-4296-99fb-726157ca5050 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:38:02.313119 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32505d1d-ab4f-4ad9-aa01-5ede66b9e374 req-fae7fcc1-e408-42e8-924e-bb28a15e1423 service neutron] Checking agent: {'id': 'b544ba20-de93-4d86-9e6b-a2202deb6191', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:38:02.315273 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32505d1d-ab4f-4ad9-aa01-5ede66b9e374 req-fae7fcc1-e408-42e8-924e-bb28a15e1423 service neutron] Checking segment: {'id': 'ce39c210-967e-4da2-941c-adb15afe7725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5ced056c-3de2-4296-99fb-726157ca5050'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:38:02.318483 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32505d1d-ab4f-4ad9-aa01-5ede66b9e374 req-fae7fcc1-e408-42e8-924e-bb28a15e1423 service neutron] Bound using segment: {'id': 'ce39c210-967e-4da2-941c-adb15afe7725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5ced056c-3de2-4296-99fb-726157ca5050'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:38:02.320932 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-32505d1d-ab4f-4ad9-aa01-5ede66b9e374 req-fae7fcc1-e408-42e8-924e-bb28a15e1423 service neutron] Bound port: e313a6b7-7024-4b2d-8766-8b4d6ebf7434, host: n-h1-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce39c210-967e-4da2-941c-adb15afe7725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5ced056c-3de2-4296-99fb-726157ca5050'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:38:02.321454 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-32505d1d-ab4f-4ad9-aa01-5ede66b9e374 req-fae7fcc1-e408-42e8-924e-bb28a15e1423 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (e313a6b7-7024-4b2d-8766-8b4d6ebf7434), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:02.400115 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78be47dc-828f-4e4d-a16b-287dea87d5d7 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Made reservation on behalf of 74e14b1dc35c45ef8b65d1fdcc58b8bc for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:38:02.409956 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-78be47dc-828f-4e4d-a16b-287dea87d5d7 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5221429'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:02.483996 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6fa2e58-401d-4756-8c82-675caefb2f2c None None] DHCP port deletion for decd8274-9eda-4d81-a020-86cc15d56022 request from n-d-812111-14 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:38:02.669276 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-f6fa2e58-401d-4756-8c82-675caefb2f2c None None] Deleting port c3ca9ac0-8466-4bbb-99d2-2a921823c13d {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:38:02.669656 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f6fa2e58-401d-4756-8c82-675caefb2f2c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (c3ca9ac0-8466-4bbb-99d2-2a921823c13d), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:02.735208 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-32505d1d-ab4f-4ad9-aa01-5ede66b9e374 req-fae7fcc1-e408-42e8-924e-bb28a15e1423 service neutron] For port e313a6b7-7024-4b2d-8766-8b4d6ebf7434, host n-h1-812111-14, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:38:02.772600 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e7277a-a128-4df6-a4b8-5700da527a57 req-82b16396-fbe0-46aa-859b-0e549ab62e06 tempest-VolumesSnapshotTestJSON-1067837444 tempest-VolumesSnapshotTestJSON-1067837444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:38:02.781640 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f6e7277a-a128-4df6-a4b8-5700da527a57 req-82b16396-fbe0-46aa-859b-0e549ab62e06 tempest-VolumesSnapshotTestJSON-1067837444 tempest-VolumesSnapshotTestJSON-1067837444-project] 10.222.0.64 "GET /v2.0/ports?device_id=d231a7fe-a628-420a-af1d-31debd1481d2 HTTP/1.1" status: 200 len: 944 time: 0.9162984 Jan 28 19:38:02.783804 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-32505d1d-ab4f-4ad9-aa01-5ede66b9e374 req-fae7fcc1-e408-42e8-924e-bb28a15e1423 service neutron] For port e313a6b7-7024-4b2d-8766-8b4d6ebf7434, host n-h1-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=e313a6b7-7024-4b2d-8766-8b4d6ebf7434,segment=NetworkSegment(ce39c210-967e-4da2-941c-adb15afe7725),segment_id=ce39c210-967e-4da2-941c-adb15afe7725)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:38:02.813482 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-32505d1d-ab4f-4ad9-aa01-5ede66b9e374 req-fae7fcc1-e408-42e8-924e-bb28a15e1423 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (e313a6b7-7024-4b2d-8766-8b4d6ebf7434), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:02.869162 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-f6fa2e58-401d-4756-8c82-675caefb2f2c None None] For port c3ca9ac0-8466-4bbb-99d2-2a921823c13d, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=c3ca9ac0-8466-4bbb-99d2-2a921823c13d,segment=NetworkSegment(2aac29a1-8685-476c-bba5-fffce3cb94d6),segment_id=2aac29a1-8685-476c-bba5-fffce3cb94d6)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:38:02.869844 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f6fa2e58-401d-4756-8c82-675caefb2f2c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (c3ca9ac0-8466-4bbb-99d2-2a921823c13d), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:02.890665 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-f6fa2e58-401d-4756-8c82-675caefb2f2c None None] Calling delete_port for c3ca9ac0-8466-4bbb-99d2-2a921823c13d owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:38:02.977934 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae7fcc1-e408-42e8-924e-bb28a15e1423 service neutron] Pushing event updated for resources: {'Port': ['ID=e313a6b7-7024-4b2d-8766-8b4d6ebf7434,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:38:03.006584 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f6fa2e58-401d-4756-8c82-675caefb2f2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985'] for port (c3ca9ac0-8466-4bbb-99d2-2a921823c13d), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:03.034541 n-d-812111-14 neutron-server[103304]: DEBUG neutron.objects.ports [None req-78be47dc-828f-4e4d-a16b-287dea87d5d7 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103304) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 19:38:03.042683 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fa2e58-401d-4756-8c82-675caefb2f2c None None] Pushing event deleted for resources: {'Port': ['ID=c3ca9ac0-8466-4bbb-99d2-2a921823c13d,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:38:03.044697 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6fa2e58-401d-4756-8c82-675caefb2f2c None None] No DVR routers for this DVR port c3ca9ac0-8466-4bbb-99d2-2a921823c13d on host n-d-812111-14 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:38:03.280646 n-d-812111-14 neutron-server[103304]: WARNING neutron.services.revisions.revision_plugin [None req-78be47dc-828f-4e4d-a16b-287dea87d5d7 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Could not find related port for resource to bump revision. Jan 28 19:38:03.300250 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.ipam_pluggable_backend [None req-78be47dc-828f-4e4d-a16b-287dea87d5d7 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Port c3ca9ac0-8466-4bbb-99d2-2a921823c13d was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103304) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Jan 28 19:38:03.300566 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.ipam_pluggable_backend [None req-78be47dc-828f-4e4d-a16b-287dea87d5d7 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Reverting IP allocation for 2001:db8::f816:3eff:fe95:b389 {{(pid=103304) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Jan 28 19:38:03.304981 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.ipam_pluggable_backend [None req-78be47dc-828f-4e4d-a16b-287dea87d5d7 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe95:b389 {{(pid=103304) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Jan 28 19:38:03.306617 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-78be47dc-828f-4e4d-a16b-287dea87d5d7 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4690681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5221415'] for subnet (396029a0-2412-4f1f-afad-a512752fa204), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:03.410759 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78be47dc-828f-4e4d-a16b-287dea87d5d7 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Network decd8274-9eda-4d81-a020-86cc15d56022 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:38:03.423367 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32505d1d-ab4f-4ad9-aa01-5ede66b9e374 req-fae7fcc1-e408-42e8-924e-bb28a15e1423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:38:03.424069 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-32505d1d-ab4f-4ad9-aa01-5ede66b9e374 req-fae7fcc1-e408-42e8-924e-bb28a15e1423 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:03.426170 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-32505d1d-ab4f-4ad9-aa01-5ede66b9e374 req-fae7fcc1-e408-42e8-924e-bb28a15e1423 service neutron] 10.222.0.41 "PUT /v2.0/ports/e313a6b7-7024-4b2d-8766-8b4d6ebf7434 HTTP/1.1" status: 200 len: 1093 time: 3.3419788 Jan 28 19:38:03.426629 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd231a7fe-a628-420a-af1d-31debd1481d2', 'tag': 'e313a6b7-7024-4b2d-8766-8b4d6ebf7434'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:38:03.429026 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b054316-9cf4-4b69-ba18-f91ea58ac4b7" -d '{"events": [{"name": "network-changed", "server_uuid": "d231a7fe-a628-420a-af1d-31debd1481d2", "tag": "e313a6b7-7024-4b2d-8766-8b4d6ebf7434"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:38:03.431653 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-78be47dc-828f-4e4d-a16b-287dea87d5d7 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:38:03.437309 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78be47dc-828f-4e4d-a16b-287dea87d5d7 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:38:03.437873 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-78be47dc-828f-4e4d-a16b-287dea87d5d7 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:03.446103 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b3c6d4a-b1e1-4bed-9df7-b594424fdd7b None None] Network decd8274-9eda-4d81-a020-86cc15d56022 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:38:03.465797 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78be47dc-828f-4e4d-a16b-287dea87d5d7 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Pushing event updated for resources: {'Subnet': ['ID=396029a0-2412-4f1f-afad-a512752fa204,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:38:03.491432 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-78be47dc-828f-4e4d-a16b-287dea87d5d7 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2522030 Jan 28 19:38:03.491576 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 44064) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:38:03.514138 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f6e7277a-a128-4df6-a4b8-5700da527a57 req-f303b51a-7278-462b-b780-8220b95b0f72 tempest-VolumesSnapshotTestJSON-1067837444 tempest-VolumesSnapshotTestJSON-1067837444-project] 10.222.0.64 "GET /v2.0/security-groups?id=51cbc5a3-d8ac-4977-b6f0-e1abddc2ee98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7256694 Jan 28 19:38:03.516878 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-02d7851c-ec07-4307-a1de-17d9024c215d tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Request body: {'port': {'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022', 'mac_address': 'fa:16:3e:5f:ee:cc', 'name': 'tempest-NetworksTestDHCPv6-1220192947'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:38:03.606983 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53c97215-741f-42c3-9a32-f7229e46a4fd x-openstack-request-id: req-53c97215-741f-42c3-9a32-f7229e46a4fd {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:38:03.607525 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d231a7fe-a628-420a-af1d-31debd1481d2", "tag": "e313a6b7-7024-4b2d-8766-8b4d6ebf7434", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:38:03.607783 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-53c97215-741f-42c3-9a32-f7229e46a4fd {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:38:03.608304 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd231a7fe-a628-420a-af1d-31debd1481d2', 'tag': 'e313a6b7-7024-4b2d-8766-8b4d6ebf7434', 'status': 'completed', 'code': 200} Jan 28 19:38:03.675561 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32505d1d-ab4f-4ad9-aa01-5ede66b9e374 req-75048a78-9922-4591-a9f7-6bda849bc9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:38:03.680213 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-32505d1d-ab4f-4ad9-aa01-5ede66b9e374 req-75048a78-9922-4591-a9f7-6bda849bc9d0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=72ed041c0fdf49d0b46a78595ef2b4d2&device_id=d231a7fe-a628-420a-af1d-31debd1481d2 HTTP/1.1" status: 200 len: 1127 time: 0.1635764 Jan 28 19:38:03.718746 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e014273b-b2fa-4863-b671-991847856940 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68cd31fd-e4cd-5fb3-a862-256fc47efcd2-decd8274-9eda-4d81-a020-86cc15d56022', 'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022', 'project_id': '74e14b1dc35c45ef8b65d1fdcc58b8bc', 'fixed_ips': [{'subnet_id': '396029a0-2412-4f1f-afad-a512752fa204'}]}} from n-d-812111-14. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:38:03.719724 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e014273b-b2fa-4863-b671-991847856940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:03.823710 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-32505d1d-ab4f-4ad9-aa01-5ede66b9e374 req-6299f9b4-ac95-4963-88b9-082d64144951 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e313a6b7-7024-4b2d-8766-8b4d6ebf7434 HTTP/1.1" status: 200 len: 217 time: 0.1374781 Jan 28 19:38:03.850894 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02d7851c-ec07-4307-a1de-17d9024c215d tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Made reservation on behalf of 74e14b1dc35c45ef8b65d1fdcc58b8bc for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:38:03.925450 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32505d1d-ab4f-4ad9-aa01-5ede66b9e374 req-f5d77238-1162-4463-bcc0-175f0b3469d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:38:03.926864 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-32505d1d-ab4f-4ad9-aa01-5ede66b9e374 req-f5d77238-1162-4463-bcc0-175f0b3469d8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f61a757f-8ac1-4d8c-bf66-64b31f2921ec HTTP/1.1" status: 200 len: 853 time: 0.0940642 Jan 28 19:38:03.982936 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-32505d1d-ab4f-4ad9-aa01-5ede66b9e374 req-a2ace123-f8ef-4fcf-b7db-4947a6186c0c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5ced056c-3de2-4296-99fb-726157ca5050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469234 Jan 28 19:38:03.995611 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-e014273b-b2fa-4863-b671-991847856940 None None] Allocated IP 2001:db8::f816:3eff:fe91:3a0a (decd8274-9eda-4d81-a020-86cc15d56022/396029a0-2412-4f1f-afad-a512752fa204/153d3ce0-1307-4b8d-aae2-5a3a17577a49) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:38:04.021649 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-02d7851c-ec07-4307-a1de-17d9024c215d tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:04.074485 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [None req-02d7851c-ec07-4307-a1de-17d9024c215d tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] device_id is not set on port a7e36161-30f5-4cf5-974c-97c3bd609acf yet. {{(pid=103304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:38:04.179230 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-32505d1d-ab4f-4ad9-aa01-5ede66b9e374 req-2ec74a9c-8dce-42e7-80fb-f72e605a7d59 service neutron] 10.222.0.41 "GET /v2.0/networks/5ced056c-3de2-4296-99fb-726157ca5050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882138 Jan 28 19:38:04.246308 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e014273b-b2fa-4863-b671-991847856940 None None] Publish callbacks [] for port (153d3ce0-1307-4b8d-aae2-5a3a17577a49), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:04.266911 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e014273b-b2fa-4863-b671-991847856940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (153d3ce0-1307-4b8d-aae2-5a3a17577a49), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:04.330301 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e014273b-b2fa-4863-b671-991847856940 None None] Pushing event updated for resources: {'Port': ['ID=153d3ce0-1307-4b8d-aae2-5a3a17577a49,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:38:04.358059 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e014273b-b2fa-4863-b671-991847856940 None None] Network decd8274-9eda-4d81-a020-86cc15d56022 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:38:04.360023 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-e014273b-b2fa-4863-b671-991847856940 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:38:04.365889 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e014273b-b2fa-4863-b671-991847856940 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:38:04.384545 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-02d7851c-ec07-4307-a1de-17d9024c215d tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Allocated IP 2001:db8::f816:3eff:fe5f:eecc (decd8274-9eda-4d81-a020-86cc15d56022/396029a0-2412-4f1f-afad-a512752fa204/a7e36161-30f5-4cf5-974c-97c3bd609acf) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:38:04.416831 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-32505d1d-ab4f-4ad9-aa01-5ede66b9e374 req-247399ba-50d8-4cc5-b0ef-d53a304df11e service neutron] 10.222.0.41 "GET /v2.0/networks/5ced056c-3de2-4296-99fb-726157ca5050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279286 Jan 28 19:38:04.504125 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-e014273b-b2fa-4863-b671-991847856940 None None] Attempting to bind port 153d3ce0-1307-4b8d-aae2-5a3a17577a49 on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:38:04.504686 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-e014273b-b2fa-4863-b671-991847856940 None None] Attempting to bind port 153d3ce0-1307-4b8d-aae2-5a3a17577a49 by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '2aac29a1-8685-476c-bba5-fffce3cb94d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:38:04.504788 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e014273b-b2fa-4863-b671-991847856940 None None] Attempting to bind port 153d3ce0-1307-4b8d-aae2-5a3a17577a49 on network decd8274-9eda-4d81-a020-86cc15d56022 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:38:04.539803 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device c3ca9ac0-8466-4bbb-99d2-2a921823c13d no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:38:04.598597 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e014273b-b2fa-4863-b671-991847856940 None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 37, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:38:04.598992 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e014273b-b2fa-4863-b671-991847856940 None None] Checking segment: {'id': '2aac29a1-8685-476c-bba5-fffce3cb94d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:38:04.599428 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e014273b-b2fa-4863-b671-991847856940 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:04.599837 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e014273b-b2fa-4863-b671-991847856940 None None] Bound using segment: {'id': '2aac29a1-8685-476c-bba5-fffce3cb94d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:38:04.600342 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-e014273b-b2fa-4863-b671-991847856940 None None] Bound port: 153d3ce0-1307-4b8d-aae2-5a3a17577a49, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aac29a1-8685-476c-bba5-fffce3cb94d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:38:04.600734 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e014273b-b2fa-4863-b671-991847856940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (153d3ce0-1307-4b8d-aae2-5a3a17577a49), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:04.603229 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: c3ca9ac0-8466-4bbb-99d2-2a921823c13d {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:38:04.603577 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device c3ca9ac0-8466-4bbb-99d2-2a921823c13d not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:38:04.644220 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b054316-9cf4-4b69-ba18-f91ea58ac4b7 req-2b5b9bd1-688b-450d-8120-cff65482a8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:38:04.645631 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6b054316-9cf4-4b69-ba18-f91ea58ac4b7 req-2b5b9bd1-688b-450d-8120-cff65482a8b8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=72ed041c0fdf49d0b46a78595ef2b4d2&device_id=d231a7fe-a628-420a-af1d-31debd1481d2 HTTP/1.1" status: 200 len: 1127 time: 0.1469016 Jan 28 19:38:04.817656 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-02d7851c-ec07-4307-a1de-17d9024c215d tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks [] for port (a7e36161-30f5-4cf5-974c-97c3bd609acf), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:04.848057 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-e014273b-b2fa-4863-b671-991847856940 None None] For port 153d3ce0-1307-4b8d-aae2-5a3a17577a49, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:38:04.855546 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-e014273b-b2fa-4863-b671-991847856940 None None] For port 153d3ce0-1307-4b8d-aae2-5a3a17577a49, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=153d3ce0-1307-4b8d-aae2-5a3a17577a49,segment=NetworkSegment(2aac29a1-8685-476c-bba5-fffce3cb94d6),segment_id=2aac29a1-8685-476c-bba5-fffce3cb94d6)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:38:04.878064 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e014273b-b2fa-4863-b671-991847856940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (153d3ce0-1307-4b8d-aae2-5a3a17577a49), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:04.895692 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-02d7851c-ec07-4307-a1de-17d9024c215d tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (a7e36161-30f5-4cf5-974c-97c3bd609acf), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:04.962881 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8effaa4a-e42e-4944-bccb-9230258fe3fa req-32933146-36c3-469a-8f02-8de1bab3456e tempest-VolumesSnapshotTestJSON-1067837444 tempest-VolumesSnapshotTestJSON-1067837444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:38:04.967094 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8effaa4a-e42e-4944-bccb-9230258fe3fa req-32933146-36c3-469a-8f02-8de1bab3456e tempest-VolumesSnapshotTestJSON-1067837444 tempest-VolumesSnapshotTestJSON-1067837444-project] 10.222.0.64 "GET /v2.0/ports?device_id=d231a7fe-a628-420a-af1d-31debd1481d2 HTTP/1.1" status: 200 len: 944 time: 0.2836001 Jan 28 19:38:04.996490 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d7851c-ec07-4307-a1de-17d9024c215d tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Network decd8274-9eda-4d81-a020-86cc15d56022 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:38:05.003838 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-02d7851c-ec07-4307-a1de-17d9024c215d tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:38:05.012170 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e014273b-b2fa-4863-b671-991847856940 None None] Pushing event updated for resources: {'Port': ['ID=153d3ce0-1307-4b8d-aae2-5a3a17577a49,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:38:05.013148 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d7851c-ec07-4307-a1de-17d9024c215d tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:38:05.029989 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02d7851c-ec07-4307-a1de-17d9024c215d tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:38:05.030667 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-02d7851c-ec07-4307-a1de-17d9024c215d tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:05.092476 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-02d7851c-ec07-4307-a1de-17d9024c215d tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.5975370 Jan 28 19:38:05.098917 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 44090) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:38:05.109673 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d7851c-ec07-4307-a1de-17d9024c215d tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Pushing event updated for resources: {'Port': ['ID=a7e36161-30f5-4cf5-974c-97c3bd609acf,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:38:05.109813 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8effaa4a-e42e-4944-bccb-9230258fe3fa req-90ec108e-19bd-4146-9984-68768df89a22 tempest-VolumesSnapshotTestJSON-1067837444 tempest-VolumesSnapshotTestJSON-1067837444-project] 10.222.0.64 "GET /v2.0/security-groups?id=51cbc5a3-d8ac-4977-b6f0-e1abddc2ee98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332929 Jan 28 19:38:05.135860 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d7851c-ec07-4307-a1de-17d9024c215d tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:38:05.136469 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d7851c-ec07-4307-a1de-17d9024c215d tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:38:05.136911 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d7851c-ec07-4307-a1de-17d9024c215d tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:38:05.137371 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d7851c-ec07-4307-a1de-17d9024c215d tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:38:05.137806 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d7851c-ec07-4307-a1de-17d9024c215d tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:38:05.139037 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d7851c-ec07-4307-a1de-17d9024c215d tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:38:05.139524 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d7851c-ec07-4307-a1de-17d9024c215d tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:38:05.139975 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d7851c-ec07-4307-a1de-17d9024c215d tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:38:05.140404 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d7851c-ec07-4307-a1de-17d9024c215d tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:38:05.140834 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d7851c-ec07-4307-a1de-17d9024c215d tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:38:05.141298 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d7851c-ec07-4307-a1de-17d9024c215d tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:38:05.141771 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d7851c-ec07-4307-a1de-17d9024c215d tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:38:05.142275 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d7851c-ec07-4307-a1de-17d9024c215d tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:38:05.188610 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b054316-9cf4-4b69-ba18-f91ea58ac4b7 req-a491c5be-9d24-48ec-aadf-a49e77b057fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:38:05.191100 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6b054316-9cf4-4b69-ba18-f91ea58ac4b7 req-a491c5be-9d24-48ec-aadf-a49e77b057fb service neutron] 10.222.0.41 "GET /v2.0/networks?id=5ced056c-3de2-4296-99fb-726157ca5050 HTTP/1.1" status: 200 len: 913 time: 0.5328913 Jan 28 19:38:05.291727 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6b054316-9cf4-4b69-ba18-f91ea58ac4b7 req-20b14f87-3042-4988-8b8d-c23fe3f9750b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e313a6b7-7024-4b2d-8766-8b4d6ebf7434 HTTP/1.1" status: 200 len: 217 time: 0.0941072 Jan 28 19:38:05.475018 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b054316-9cf4-4b69-ba18-f91ea58ac4b7 req-84ffaaed-8130-41de-9d9a-1fa76f6626d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:38:05.478738 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6b054316-9cf4-4b69-ba18-f91ea58ac4b7 req-84ffaaed-8130-41de-9d9a-1fa76f6626d7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f61a757f-8ac1-4d8c-bf66-64b31f2921ec HTTP/1.1" status: 200 len: 853 time: 0.1689301 Jan 28 19:38:05.560376 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6b054316-9cf4-4b69-ba18-f91ea58ac4b7 req-ba900e27-6095-4ce4-a6ea-b9887831c7f0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5ced056c-3de2-4296-99fb-726157ca5050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625658 Jan 28 19:38:05.581924 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeedb47c-1bf8-4922-9ad4-d2853cb1eac0 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:38:05.614945 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeedb47c-1bf8-4922-9ad4-d2853cb1eac0 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:38:05.619552 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 44096) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:38:05.629139 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-eeedb47c-1bf8-4922-9ad4-d2853cb1eac0 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.5191779 Jan 28 19:38:05.863302 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6b054316-9cf4-4b69-ba18-f91ea58ac4b7 req-307ef7bd-5eaa-4d60-b1a0-67bc945b2e9d service neutron] 10.222.0.41 "GET /v2.0/networks/5ced056c-3de2-4296-99fb-726157ca5050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2313743 Jan 28 19:38:05.888772 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-24ea7efd-35c3-4c7f-917d-020c9766ca05 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Deleting port a7e36161-30f5-4cf5-974c-97c3bd609acf {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:38:05.894357 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-24ea7efd-35c3-4c7f-917d-020c9766ca05 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (a7e36161-30f5-4cf5-974c-97c3bd609acf), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:06.115794 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6b054316-9cf4-4b69-ba18-f91ea58ac4b7 req-9d5f4d40-627b-4d78-b49a-f607d6c5d2fa service neutron] 10.222.0.41 "GET /v2.0/networks/5ced056c-3de2-4296-99fb-726157ca5050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2296555 Jan 28 19:38:06.120023 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-24ea7efd-35c3-4c7f-917d-020c9766ca05 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (a7e36161-30f5-4cf5-974c-97c3bd609acf), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:06.155540 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-24ea7efd-35c3-4c7f-917d-020c9766ca05 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Calling delete_port for a7e36161-30f5-4cf5-974c-97c3bd609acf owned by {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:38:06.478210 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5772f5be-3c82-4834-8b5e-68b90ba80295 req-3c56f002-2a7e-4f71-bb61-eaa61035ff70 tempest-VolumesSnapshotTestJSON-1067837444 tempest-VolumesSnapshotTestJSON-1067837444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:38:06.486562 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5772f5be-3c82-4834-8b5e-68b90ba80295 req-3c56f002-2a7e-4f71-bb61-eaa61035ff70 tempest-VolumesSnapshotTestJSON-1067837444 tempest-VolumesSnapshotTestJSON-1067837444-project] 10.222.0.64 "GET /v2.0/ports?device_id=d231a7fe-a628-420a-af1d-31debd1481d2 HTTP/1.1" status: 200 len: 944 time: 0.2015824 Jan 28 19:38:06.570651 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 153d3ce0-1307-4b8d-aae2-5a3a17577a49 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:38:06.629043 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5772f5be-3c82-4834-8b5e-68b90ba80295 req-10a84736-e557-4401-a4e2-319b6ab25872 tempest-VolumesSnapshotTestJSON-1067837444 tempest-VolumesSnapshotTestJSON-1067837444-project] 10.222.0.64 "GET /v2.0/security-groups?id=51cbc5a3-d8ac-4977-b6f0-e1abddc2ee98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414580 Jan 28 19:38:06.683921 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-24ea7efd-35c3-4c7f-917d-020c9766ca05 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (a7e36161-30f5-4cf5-974c-97c3bd609acf), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:06.727651 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device e313a6b7-7024-4b2d-8766-8b4d6ebf7434 details requested by agent hyperv_n-h1-812111-14 with host n-h1-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:38:06.762053 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 153d3ce0-1307-4b8d-aae2-5a3a17577a49 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:38:06.762053 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (153d3ce0-1307-4b8d-aae2-5a3a17577a49), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:06.808488 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ea7efd-35c3-4c7f-917d-020c9766ca05 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Pushing event deleted for resources: {'Port': ['ID=a7e36161-30f5-4cf5-974c-97c3bd609acf,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:38:06.865900 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7993a4b4-333f-4023-ac01-179ce7cd5be3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:06.875726 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.db.resource_extend [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 19:38:06.932219 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-24ea7efd-35c3-4c7f-917d-020c9766ca05 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:06.941465 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-24ea7efd-35c3-4c7f-917d-020c9766ca05 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "DELETE /v2.0/ports/a7e36161-30f5-4cf5-974c-97c3bd609acf HTTP/1.1" status: 204 len: 168 time: 1.3200169 Jan 28 19:38:06.943936 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 44116) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:38:07.031158 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 153d3ce0-1307-4b8d-aae2-5a3a17577a49 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:38:07.031553 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (153d3ce0-1307-4b8d-aae2-5a3a17577a49), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:07.056278 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-09c6171c-d292-4d7b-a977-1bc12cb52866 None None] Provisioning complete for port 153d3ce0-1307-4b8d-aae2-5a3a17577a49 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:38:07.056643 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-09c6171c-d292-4d7b-a977-1bc12cb52866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (153d3ce0-1307-4b8d-aae2-5a3a17577a49), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:07.061150 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd131f63-1317-4792-a30c-a1d914d0ab5f tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:38:07.062719 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd131f63-1317-4792-a30c-a1d914d0ab5f tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:38:07.067761 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 44120) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:38:07.067962 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-cd131f63-1317-4792-a30c-a1d914d0ab5f tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1226561 Jan 28 19:38:07.233934 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfc7757d-47ff-456e-990f-b5e2a01b0797 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Deleting subnet 396029a0-2412-4f1f-afad-a512752fa204 {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:38:07.243473 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] For port 153d3ce0-1307-4b8d-aae2-5a3a17577a49, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=153d3ce0-1307-4b8d-aae2-5a3a17577a49,segment=NetworkSegment(2aac29a1-8685-476c-bba5-fffce3cb94d6),segment_id=2aac29a1-8685-476c-bba5-fffce3cb94d6)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:38:07.258269 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-dfc7757d-47ff-456e-990f-b5e2a01b0797 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks [] for subnet (396029a0-2412-4f1f-afad-a512752fa204), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:07.302877 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (153d3ce0-1307-4b8d-aae2-5a3a17577a49), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:07.388794 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-dfc7757d-47ff-456e-990f-b5e2a01b0797 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16187240'] for subnet (396029a0-2412-4f1f-afad-a512752fa204), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:07.482946 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Pushing event updated for resources: {'Port': ['ID=153d3ce0-1307-4b8d-aae2-5a3a17577a49,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:38:07.565046 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port e313a6b7-7024-4b2d-8766-8b4d6ebf7434, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=e313a6b7-7024-4b2d-8766-8b4d6ebf7434,segment=NetworkSegment(ce39c210-967e-4da2-941c-adb15afe7725),segment_id=ce39c210-967e-4da2-941c-adb15afe7725)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:38:07.577253 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-09c6171c-d292-4d7b-a977-1bc12cb52866 None None] Current status of the port 153d3ce0-1307-4b8d-aae2-5a3a17577a49 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:38:07.607388 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-dfc7757d-47ff-456e-990f-b5e2a01b0797 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (396029a0-2412-4f1f-afad-a512752fa204), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:07.610280 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Returning: {'device': 'e313a6b7-7024-4b2d-8766-8b4d6ebf7434', 'network_id': '5ced056c-3de2-4296-99fb-726157ca5050', 'port_id': 'e313a6b7-7024-4b2d-8766-8b4d6ebf7434', 'mac_address': 'fa:16:3e:f6:0f:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f61a757f-8ac1-4d8c-bf66-64b31f2921ec', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:38:07.724749 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port e313a6b7-7024-4b2d-8766-8b4d6ebf7434 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:38:07.727311 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (e313a6b7-7024-4b2d-8766-8b4d6ebf7434), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:07.747771 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e313a6b7-7024-4b2d-8766-8b4d6ebf7434 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:38:07.778212 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port e313a6b7-7024-4b2d-8766-8b4d6ebf7434, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=e313a6b7-7024-4b2d-8766-8b4d6ebf7434,segment=NetworkSegment(ce39c210-967e-4da2-941c-adb15afe7725),segment_id=ce39c210-967e-4da2-941c-adb15afe7725)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:38:07.779283 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-c0c85d24-0795-46a7-867a-912e44908147 None None] Could not find standard attr ID for object a7e36161-30f5-4cf5-974c-97c3bd609acf. {{(pid=103306) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 19:38:07.794922 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-dfc7757d-47ff-456e-990f-b5e2a01b0797 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4752464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4733806'] for subnet (396029a0-2412-4f1f-afad-a512752fa204), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:07.805506 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (e313a6b7-7024-4b2d-8766-8b4d6ebf7434), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:07.881833 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=e313a6b7-7024-4b2d-8766-8b4d6ebf7434,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:38:07.886570 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc7757d-47ff-456e-990f-b5e2a01b0797 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Pushing event deleted for resources: {'Subnet': ['ID=396029a0-2412-4f1f-afad-a512752fa204,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:38:07.894830 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-dfc7757d-47ff-456e-990f-b5e2a01b0797 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:07.898016 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ad1b711-65de-4217-b864-f0bce836be76 None None] Network decd8274-9eda-4d81-a020-86cc15d56022 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:38:07.911258 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-dfc7757d-47ff-456e-990f-b5e2a01b0797 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "DELETE /v2.0/subnets/396029a0-2412-4f1f-afad-a512752fa204 HTTP/1.1" status: 204 len: 168 time: 0.8423941 Jan 28 19:38:07.914069 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 44138) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:38:07.926195 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c975776-fcee-4305-b523-6f491c3447a1 req-1cff98e4-d744-41a3-899c-4b8c134d72ef tempest-VolumesSnapshotTestJSON-1067837444 tempest-VolumesSnapshotTestJSON-1067837444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:38:07.936455 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3c975776-fcee-4305-b523-6f491c3447a1 req-1cff98e4-d744-41a3-899c-4b8c134d72ef tempest-VolumesSnapshotTestJSON-1067837444 tempest-VolumesSnapshotTestJSON-1067837444-project] 10.222.0.64 "GET /v2.0/ports?device_id=d231a7fe-a628-420a-af1d-31debd1481d2 HTTP/1.1" status: 200 len: 944 time: 0.1645091 Jan 28 19:38:08.078325 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 44144) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:38:08.085788 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-5e8943bb-262f-4d84-94c2-a4271db1395f tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1700041 Jan 28 19:38:08.121824 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3c975776-fcee-4305-b523-6f491c3447a1 req-12bd099b-0e96-4fb8-8eb4-7e30a4d08f25 tempest-VolumesSnapshotTestJSON-1067837444 tempest-VolumesSnapshotTestJSON-1067837444-project] 10.222.0.64 "GET /v2.0/security-groups?id=51cbc5a3-d8ac-4977-b6f0-e1abddc2ee98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798263 Jan 28 19:38:08.302436 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-439e1bc9-06a0-4af0-8ed3-d840732c48a2 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:38:08.306345 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-439e1bc9-06a0-4af0-8ed3-d840732c48a2 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2247267 Jan 28 19:38:08.307175 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 44148) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:38:08.429886 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aaac167-1e72-4255-a5b6-3ff12e6da814 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:38:08.434423 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 44152) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:38:08.435027 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-1aaac167-1e72-4255-a5b6-3ff12e6da814 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1259537 Jan 28 19:38:08.527497 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-a829e374-1a49-4402-b6b0-a8ab14b2b49e tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0880854 Jan 28 19:38:08.528370 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 44156) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:38:08.533936 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-8fc488fa-afd9-4b76-bf95-36391c10af2d tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Request body: {'subnet': {'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:38:08.535986 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 153d3ce0-1307-4b8d-aae2-5a3a17577a49 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:38:08.584418 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['e313a6b7-7024-4b2d-8766-8b4d6ebf7434'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:38:08.648357 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 153d3ce0-1307-4b8d-aae2-5a3a17577a49 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:38:08.648739 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (153d3ce0-1307-4b8d-aae2-5a3a17577a49), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:08.704066 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fc488fa-afd9-4b76-bf95-36391c10af2d tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Made reservation on behalf of 74e14b1dc35c45ef8b65d1fdcc58b8bc for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:38:08.711918 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8fc488fa-afd9-4b76-bf95-36391c10af2d tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4733071'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:08.796468 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12911563-a8fb-4969-ba3d-b35e290aedda None None] DHCP port deletion for decd8274-9eda-4d81-a020-86cc15d56022 request from n-d-812111-14 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:38:08.902333 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 153d3ce0-1307-4b8d-aae2-5a3a17577a49 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:38:09.020446 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9070a1a1-0488-4114-a23a-d57ab3771e2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:09.034857 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-12911563-a8fb-4969-ba3d-b35e290aedda None None] Deleting port 153d3ce0-1307-4b8d-aae2-5a3a17577a49 {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:38:09.035487 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-12911563-a8fb-4969-ba3d-b35e290aedda None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (153d3ce0-1307-4b8d-aae2-5a3a17577a49), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:09.231217 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-12911563-a8fb-4969-ba3d-b35e290aedda None None] For port 153d3ce0-1307-4b8d-aae2-5a3a17577a49, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=153d3ce0-1307-4b8d-aae2-5a3a17577a49,segment=NetworkSegment(2aac29a1-8685-476c-bba5-fffce3cb94d6),segment_id=2aac29a1-8685-476c-bba5-fffce3cb94d6)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:38:09.231629 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-12911563-a8fb-4969-ba3d-b35e290aedda None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (153d3ce0-1307-4b8d-aae2-5a3a17577a49), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:09.277414 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-12911563-a8fb-4969-ba3d-b35e290aedda None None] Calling delete_port for 153d3ce0-1307-4b8d-aae2-5a3a17577a49 owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:38:09.396121 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-12911563-a8fb-4969-ba3d-b35e290aedda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985'] for port (153d3ce0-1307-4b8d-aae2-5a3a17577a49), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:09.418793 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12911563-a8fb-4969-ba3d-b35e290aedda None None] No DVR routers for this DVR port 153d3ce0-1307-4b8d-aae2-5a3a17577a49 on host n-d-812111-14 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:38:09.465051 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea489148-72ae-4c9b-9591-2a1864926e7b req-2d1908c2-db5c-4125-917e-ba419b6024af tempest-VolumesSnapshotTestJSON-1067837444 tempest-VolumesSnapshotTestJSON-1067837444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:38:09.469717 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ea489148-72ae-4c9b-9591-2a1864926e7b req-2d1908c2-db5c-4125-917e-ba419b6024af tempest-VolumesSnapshotTestJSON-1067837444 tempest-VolumesSnapshotTestJSON-1067837444-project] 10.222.0.64 "GET /v2.0/ports?device_id=d231a7fe-a628-420a-af1d-31debd1481d2 HTTP/1.1" status: 200 len: 945 time: 0.1728909 Jan 28 19:38:09.510018 n-d-812111-14 neutron-server[103305]: DEBUG neutron.objects.ports [None req-8fc488fa-afd9-4b76-bf95-36391c10af2d tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103305) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 19:38:09.519533 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8fc488fa-afd9-4b76-bf95-36391c10af2d tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4752401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4733085'] for subnet (09dca4c2-3cd1-498a-b4ac-cad84a5ee7e8), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:09.572460 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc488fa-afd9-4b76-bf95-36391c10af2d tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Network decd8274-9eda-4d81-a020-86cc15d56022 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:38:09.573018 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12911563-a8fb-4969-ba3d-b35e290aedda None None] Pushing event deleted for resources: {'Port': ['ID=153d3ce0-1307-4b8d-aae2-5a3a17577a49,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:38:09.615780 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-8fc488fa-afd9-4b76-bf95-36391c10af2d tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:38:09.627849 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc488fa-afd9-4b76-bf95-36391c10af2d tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:38:09.628118 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-041f02e9-27f1-496c-852d-2af9f9bdb627 None None] Network decd8274-9eda-4d81-a020-86cc15d56022 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:38:09.628581 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8fc488fa-afd9-4b76-bf95-36391c10af2d tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:09.649403 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-8fc488fa-afd9-4b76-bf95-36391c10af2d tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.1194146 Jan 28 19:38:09.651873 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 44186) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:38:09.657633 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-5f18ea8d-98fc-4bda-94cd-f502e5bed403 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Request body: {'port': {'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022', 'mac_address': 'fa:16:3e:43:7a:af', 'name': 'tempest-NetworksTestDHCPv6-1310334693'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:38:09.698057 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc488fa-afd9-4b76-bf95-36391c10af2d tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Pushing event updated for resources: {'Subnet': ['ID=09dca4c2-3cd1-498a-b4ac-cad84a5ee7e8,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:38:09.702045 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ea489148-72ae-4c9b-9591-2a1864926e7b req-1b83efae-c3ab-4076-9250-d2aca2bf3a71 tempest-VolumesSnapshotTestJSON-1067837444 tempest-VolumesSnapshotTestJSON-1067837444-project] 10.222.0.64 "GET /v2.0/security-groups?id=51cbc5a3-d8ac-4977-b6f0-e1abddc2ee98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897869 Jan 28 19:38:09.838820 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:09.840895 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00d67873-bda0-46a1-b7ae-05c9fd6dedb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68cd31fd-e4cd-5fb3-a862-256fc47efcd2-decd8274-9eda-4d81-a020-86cc15d56022', 'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022', 'project_id': '74e14b1dc35c45ef8b65d1fdcc58b8bc', 'fixed_ips': [{'subnet_id': '09dca4c2-3cd1-498a-b4ac-cad84a5ee7e8'}]}} from n-d-812111-14. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:38:09.842165 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-00d67873-bda0-46a1-b7ae-05c9fd6dedb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:09.942665 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f18ea8d-98fc-4bda-94cd-f502e5bed403 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Made reservation on behalf of 74e14b1dc35c45ef8b65d1fdcc58b8bc for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:38:10.040759 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-00d67873-bda0-46a1-b7ae-05c9fd6dedb4 None None] Allocated IP 2001:db8::f816:3eff:fee3:3a8f (decd8274-9eda-4d81-a020-86cc15d56022/09dca4c2-3cd1-498a-b4ac-cad84a5ee7e8/1ba493d7-49ec-4393-a050-42cf49fbb6e8) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:38:10.073022 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5f18ea8d-98fc-4bda-94cd-f502e5bed403 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:10.134172 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [None req-5f18ea8d-98fc-4bda-94cd-f502e5bed403 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] device_id is not set on port f1ab68c8-19b5-473a-a3b0-a8bfbed1cc78 yet. {{(pid=103304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:38:10.352693 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-00d67873-bda0-46a1-b7ae-05c9fd6dedb4 None None] Publish callbacks [] for port (1ba493d7-49ec-4393-a050-42cf49fbb6e8), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:10.370358 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-00d67873-bda0-46a1-b7ae-05c9fd6dedb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (1ba493d7-49ec-4393-a050-42cf49fbb6e8), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:10.526391 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-5f18ea8d-98fc-4bda-94cd-f502e5bed403 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Allocated IP 2001:db8::f816:3eff:fe43:7aaf (decd8274-9eda-4d81-a020-86cc15d56022/09dca4c2-3cd1-498a-b4ac-cad84a5ee7e8/f1ab68c8-19b5-473a-a3b0-a8bfbed1cc78) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:38:10.538641 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 153d3ce0-1307-4b8d-aae2-5a3a17577a49 no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:38:10.676984 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d67873-bda0-46a1-b7ae-05c9fd6dedb4 None None] Pushing event updated for resources: {'Port': ['ID=1ba493d7-49ec-4393-a050-42cf49fbb6e8,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:38:10.705767 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00d67873-bda0-46a1-b7ae-05c9fd6dedb4 None None] Network decd8274-9eda-4d81-a020-86cc15d56022 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:38:10.711362 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: 153d3ce0-1307-4b8d-aae2-5a3a17577a49 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:38:10.716118 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 153d3ce0-1307-4b8d-aae2-5a3a17577a49 not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:38:10.750106 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device e313a6b7-7024-4b2d-8766-8b4d6ebf7434 up at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:38:10.767154 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-00d67873-bda0-46a1-b7ae-05c9fd6dedb4 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:38:10.779950 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d67873-bda0-46a1-b7ae-05c9fd6dedb4 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:38:11.012702 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5f18ea8d-98fc-4bda-94cd-f502e5bed403 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks [] for port (f1ab68c8-19b5-473a-a3b0-a8bfbed1cc78), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:11.055134 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-00d67873-bda0-46a1-b7ae-05c9fd6dedb4 None None] Attempting to bind port 1ba493d7-49ec-4393-a050-42cf49fbb6e8 on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:38:11.059385 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-00d67873-bda0-46a1-b7ae-05c9fd6dedb4 None None] Attempting to bind port 1ba493d7-49ec-4393-a050-42cf49fbb6e8 by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '2aac29a1-8685-476c-bba5-fffce3cb94d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:38:11.061876 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d67873-bda0-46a1-b7ae-05c9fd6dedb4 None None] Attempting to bind port 1ba493d7-49ec-4393-a050-42cf49fbb6e8 on network decd8274-9eda-4d81-a020-86cc15d56022 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:38:11.100071 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d67873-bda0-46a1-b7ae-05c9fd6dedb4 None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 37, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:38:11.103100 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d67873-bda0-46a1-b7ae-05c9fd6dedb4 None None] Checking segment: {'id': '2aac29a1-8685-476c-bba5-fffce3cb94d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:38:11.103599 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-00d67873-bda0-46a1-b7ae-05c9fd6dedb4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:11.104078 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d67873-bda0-46a1-b7ae-05c9fd6dedb4 None None] Bound using segment: {'id': '2aac29a1-8685-476c-bba5-fffce3cb94d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:38:11.104943 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-00d67873-bda0-46a1-b7ae-05c9fd6dedb4 None None] Bound port: 1ba493d7-49ec-4393-a050-42cf49fbb6e8, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aac29a1-8685-476c-bba5-fffce3cb94d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:38:11.106266 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-00d67873-bda0-46a1-b7ae-05c9fd6dedb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (1ba493d7-49ec-4393-a050-42cf49fbb6e8), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:11.116942 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5f18ea8d-98fc-4bda-94cd-f502e5bed403 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (f1ab68c8-19b5-473a-a3b0-a8bfbed1cc78), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:11.141056 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning for port e313a6b7-7024-4b2d-8766-8b4d6ebf7434 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:38:11.163958 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning complete for port e313a6b7-7024-4b2d-8766-8b4d6ebf7434 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:38:11.164725 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (e313a6b7-7024-4b2d-8766-8b4d6ebf7434), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:11.235387 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f18ea8d-98fc-4bda-94cd-f502e5bed403 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Network decd8274-9eda-4d81-a020-86cc15d56022 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:38:11.245192 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-5f18ea8d-98fc-4bda-94cd-f502e5bed403 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:38:11.264525 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f18ea8d-98fc-4bda-94cd-f502e5bed403 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:38:11.275163 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f18ea8d-98fc-4bda-94cd-f502e5bed403 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:38:11.275851 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5f18ea8d-98fc-4bda-94cd-f502e5bed403 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:11.330260 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6bf560-5d0b-4c39-bc14-8278a7183213 req-ef1b192a-c31e-444a-bd13-b1656ae7f29b tempest-VolumesSnapshotTestJSON-1067837444 tempest-VolumesSnapshotTestJSON-1067837444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:38:11.335298 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-00d67873-bda0-46a1-b7ae-05c9fd6dedb4 None None] For port 1ba493d7-49ec-4393-a050-42cf49fbb6e8, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:38:11.337824 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2b6bf560-5d0b-4c39-bc14-8278a7183213 req-ef1b192a-c31e-444a-bd13-b1656ae7f29b tempest-VolumesSnapshotTestJSON-1067837444 tempest-VolumesSnapshotTestJSON-1067837444-project] 10.222.0.64 "GET /v2.0/ports?device_id=d231a7fe-a628-420a-af1d-31debd1481d2 HTTP/1.1" status: 200 len: 945 time: 0.4520776 Jan 28 19:38:11.386503 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-00d67873-bda0-46a1-b7ae-05c9fd6dedb4 None None] For port 1ba493d7-49ec-4393-a050-42cf49fbb6e8, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=1ba493d7-49ec-4393-a050-42cf49fbb6e8,segment=NetworkSegment(2aac29a1-8685-476c-bba5-fffce3cb94d6),segment_id=2aac29a1-8685-476c-bba5-fffce3cb94d6)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:38:11.391470 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f18ea8d-98fc-4bda-94cd-f502e5bed403 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Pushing event updated for resources: {'Port': ['ID=f1ab68c8-19b5-473a-a3b0-a8bfbed1cc78,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:38:11.394203 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port e313a6b7-7024-4b2d-8766-8b4d6ebf7434 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:38:11.394831 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (e313a6b7-7024-4b2d-8766-8b4d6ebf7434), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:11.403242 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-5f18ea8d-98fc-4bda-94cd-f502e5bed403 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.7497408 Jan 28 19:38:11.406258 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 44202) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:38:11.418600 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-00d67873-bda0-46a1-b7ae-05c9fd6dedb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (1ba493d7-49ec-4393-a050-42cf49fbb6e8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:11.450640 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2b6bf560-5d0b-4c39-bc14-8278a7183213 req-83f6c1c5-cf3c-4fc1-9a81-cb0f96737db6 tempest-VolumesSnapshotTestJSON-1067837444 tempest-VolumesSnapshotTestJSON-1067837444-project] 10.222.0.64 "GET /v2.0/security-groups?id=51cbc5a3-d8ac-4977-b6f0-e1abddc2ee98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118240 Jan 28 19:38:11.556052 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f73f54-7498-406c-9d39-e25398d49d3c tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:38:11.578539 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f73f54-7498-406c-9d39-e25398d49d3c tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:38:11.590070 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 44212) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:38:11.591469 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-74f73f54-7498-406c-9d39-e25398d49d3c tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1840370 Jan 28 19:38:11.628184 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d67873-bda0-46a1-b7ae-05c9fd6dedb4 None None] Pushing event updated for resources: {'Port': ['ID=1ba493d7-49ec-4393-a050-42cf49fbb6e8,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:38:11.703337 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd231a7fe-a628-420a-af1d-31debd1481d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e313a6b7-7024-4b2d-8766-8b4d6ebf7434'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:38:11.707401 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e48edba-d821-492b-9383-c6b349de9d94" -d '{"events": [{"server_uuid": "d231a7fe-a628-420a-af1d-31debd1481d2", "name": "network-vif-plugged", "status": "completed", "tag": "e313a6b7-7024-4b2d-8766-8b4d6ebf7434"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:38:11.732926 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port e313a6b7-7024-4b2d-8766-8b4d6ebf7434, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=e313a6b7-7024-4b2d-8766-8b4d6ebf7434,segment=NetworkSegment(ce39c210-967e-4da2-941c-adb15afe7725),segment_id=ce39c210-967e-4da2-941c-adb15afe7725)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:38:11.746099 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (e313a6b7-7024-4b2d-8766-8b4d6ebf7434), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:11.755309 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:11.862096 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:38:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d812959e-3feb-4307-92a6-5c4dc984dcc8 x-openstack-request-id: req-d812959e-3feb-4307-92a6-5c4dc984dcc8 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:38:11.862393 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d231a7fe-a628-420a-af1d-31debd1481d2", "name": "network-vif-plugged", "status": "completed", "tag": "e313a6b7-7024-4b2d-8766-8b4d6ebf7434", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:38:11.862656 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d812959e-3feb-4307-92a6-5c4dc984dcc8 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:38:11.863072 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd231a7fe-a628-420a-af1d-31debd1481d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e313a6b7-7024-4b2d-8766-8b4d6ebf7434', 'code': 200} Jan 28 19:38:11.879431 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=e313a6b7-7024-4b2d-8766-8b4d6ebf7434,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:38:11.887072 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-571e02dc-7598-4b71-94f9-24ad5555fadf tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Deleting port f1ab68c8-19b5-473a-a3b0-a8bfbed1cc78 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:38:11.896938 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-571e02dc-7598-4b71-94f9-24ad5555fadf tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (f1ab68c8-19b5-473a-a3b0-a8bfbed1cc78), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:11.993908 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ae7c6d-919f-4c5a-9f95-1ef6f6dc9f22 req-d3aaaa40-316a-43d8-9103-1cd448f17e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:38:11.995833 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e5ae7c6d-919f-4c5a-9f95-1ef6f6dc9f22 req-d3aaaa40-316a-43d8-9103-1cd448f17e8c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d231a7fe-a628-420a-af1d-31debd1481d2 HTTP/1.1" status: 200 len: 1129 time: 0.0855484 Jan 28 19:38:12.089940 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e5ae7c6d-919f-4c5a-9f95-1ef6f6dc9f22 req-368b6b42-a719-4fba-9dd6-a8f77e0d1929 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=51cbc5a3-d8ac-4977-b6f0-e1abddc2ee98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798566 Jan 28 19:38:12.097436 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-571e02dc-7598-4b71-94f9-24ad5555fadf tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (f1ab68c8-19b5-473a-a3b0-a8bfbed1cc78), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:12.147903 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-571e02dc-7598-4b71-94f9-24ad5555fadf tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Calling delete_port for f1ab68c8-19b5-473a-a3b0-a8bfbed1cc78 owned by {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:38:12.460747 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-571e02dc-7598-4b71-94f9-24ad5555fadf tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (f1ab68c8-19b5-473a-a3b0-a8bfbed1cc78), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:12.567496 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571e02dc-7598-4b71-94f9-24ad5555fadf tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Pushing event deleted for resources: {'Port': ['ID=f1ab68c8-19b5-473a-a3b0-a8bfbed1cc78,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:38:12.590656 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-571e02dc-7598-4b71-94f9-24ad5555fadf tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:12.613246 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-571e02dc-7598-4b71-94f9-24ad5555fadf tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "DELETE /v2.0/ports/f1ab68c8-19b5-473a-a3b0-a8bfbed1cc78 HTTP/1.1" status: 204 len: 168 time: 1.0192547 Jan 28 19:38:12.613920 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 44232) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:38:12.650598 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 1ba493d7-49ec-4393-a050-42cf49fbb6e8 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:38:12.701783 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f18edb9-ed33-462c-bb69-cec0ea95f00d req-70a77dc6-b678-4b57-b2ad-f8b32ef714ee tempest-VolumesSnapshotTestJSON-1067837444 tempest-VolumesSnapshotTestJSON-1067837444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:38:12.703915 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-0f18edb9-ed33-462c-bb69-cec0ea95f00d req-70a77dc6-b678-4b57-b2ad-f8b32ef714ee tempest-VolumesSnapshotTestJSON-1067837444 tempest-VolumesSnapshotTestJSON-1067837444-project] 10.222.0.64 "GET /v2.0/ports?device_id=d231a7fe-a628-420a-af1d-31debd1481d2 HTTP/1.1" status: 200 len: 946 time: 0.1001298 Jan 28 19:38:12.764577 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90250bbe-e654-4b64-ab97-969e2eb67fc4 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:38:12.766309 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90250bbe-e654-4b64-ab97-969e2eb67fc4 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:38:12.776594 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-90250bbe-e654-4b64-ab97-969e2eb67fc4 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1616595 Jan 28 19:38:12.779131 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 44234) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:38:12.803226 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 1ba493d7-49ec-4393-a050-42cf49fbb6e8 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:38:12.803800 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (1ba493d7-49ec-4393-a050-42cf49fbb6e8), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:12.811300 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-0f18edb9-ed33-462c-bb69-cec0ea95f00d req-510141de-e950-4740-b0c4-df3f0cc65ec4 tempest-VolumesSnapshotTestJSON-1067837444 tempest-VolumesSnapshotTestJSON-1067837444-project] 10.222.0.64 "GET /v2.0/security-groups?id=51cbc5a3-d8ac-4977-b6f0-e1abddc2ee98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989873 Jan 28 19:38:12.924810 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-d26cd3f1-c026-4321-af07-a5aa458c85d1 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Deleting subnet 09dca4c2-3cd1-498a-b4ac-cad84a5ee7e8 {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:38:12.926116 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 1ba493d7-49ec-4393-a050-42cf49fbb6e8 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:38:12.926623 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (1ba493d7-49ec-4393-a050-42cf49fbb6e8), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:12.930646 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d26cd3f1-c026-4321-af07-a5aa458c85d1 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks [] for subnet (09dca4c2-3cd1-498a-b4ac-cad84a5ee7e8), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:12.989275 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] For port 1ba493d7-49ec-4393-a050-42cf49fbb6e8, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=1ba493d7-49ec-4393-a050-42cf49fbb6e8,segment=NetworkSegment(2aac29a1-8685-476c-bba5-fffce3cb94d6),segment_id=2aac29a1-8685-476c-bba5-fffce3cb94d6)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:38:12.994800 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (1ba493d7-49ec-4393-a050-42cf49fbb6e8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:13.069797 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d26cd3f1-c026-4321-af07-a5aa458c85d1 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4747050'] for subnet (09dca4c2-3cd1-498a-b4ac-cad84a5ee7e8), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:13.071693 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Pushing event updated for resources: {'Port': ['ID=1ba493d7-49ec-4393-a050-42cf49fbb6e8,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:38:13.116665 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:13.215216 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d26cd3f1-c026-4321-af07-a5aa458c85d1 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (09dca4c2-3cd1-498a-b4ac-cad84a5ee7e8), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:13.347965 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d26cd3f1-c026-4321-af07-a5aa458c85d1 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4690616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5222356'] for subnet (09dca4c2-3cd1-498a-b4ac-cad84a5ee7e8), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:13.388108 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d26cd3f1-c026-4321-af07-a5aa458c85d1 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:13.397957 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 44242) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:38:13.412989 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-d26cd3f1-c026-4321-af07-a5aa458c85d1 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "DELETE /v2.0/subnets/09dca4c2-3cd1-498a-b4ac-cad84a5ee7e8 HTTP/1.1" status: 204 len: 168 time: 0.6317589 Jan 28 19:38:13.485811 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26cd3f1-c026-4321-af07-a5aa458c85d1 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Pushing event deleted for resources: {'Subnet': ['ID=09dca4c2-3cd1-498a-b4ac-cad84a5ee7e8,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:38:13.527470 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 44244) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:38:13.533227 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-374b2c25-2042-4d36-a11f-9e3f53aaead8 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Request body: {'subnet': {'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:38:13.538093 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-ef34d452-2b8f-43b0-ab42-365b2568f5d4 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1387351 Jan 28 19:38:13.731000 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc3573fd-44a4-44f7-b7e5-536f995c5e2b None None] Network decd8274-9eda-4d81-a020-86cc15d56022 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:38:13.751541 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-374b2c25-2042-4d36-a11f-9e3f53aaead8 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Made reservation on behalf of 74e14b1dc35c45ef8b65d1fdcc58b8bc for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:38:13.766692 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-374b2c25-2042-4d36-a11f-9e3f53aaead8 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5221429'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:13.901008 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-f26ab0db-177c-42b7-9c2e-b607be29fc6e None None] Provisioning complete for port 1ba493d7-49ec-4393-a050-42cf49fbb6e8 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:38:13.901607 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f26ab0db-177c-42b7-9c2e-b607be29fc6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (1ba493d7-49ec-4393-a050-42cf49fbb6e8), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:14.086597 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cc1b7b-b6a9-4f9c-aa8e-092f7d8f4bf5 req-2a2846d3-fb04-401e-ae33-d8f96fe8e252 tempest-VolumesSnapshotTestJSON-1067837444 tempest-VolumesSnapshotTestJSON-1067837444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:38:14.088451 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-12cc1b7b-b6a9-4f9c-aa8e-092f7d8f4bf5 req-2a2846d3-fb04-401e-ae33-d8f96fe8e252 tempest-VolumesSnapshotTestJSON-1067837444 tempest-VolumesSnapshotTestJSON-1067837444-project] 10.222.0.64 "GET /v2.0/ports?device_id=d231a7fe-a628-420a-af1d-31debd1481d2 HTTP/1.1" status: 200 len: 946 time: 0.1322966 Jan 28 19:38:14.162240 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-f26ab0db-177c-42b7-9c2e-b607be29fc6e None None] Current status of the port 1ba493d7-49ec-4393-a050-42cf49fbb6e8 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:38:14.191775 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6efb6b5-40e3-4597-93ec-32e3e9f0e5ff None None] DHCP port deletion for decd8274-9eda-4d81-a020-86cc15d56022 request from n-d-812111-14 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:38:14.256897 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-12cc1b7b-b6a9-4f9c-aa8e-092f7d8f4bf5 req-60ae7556-c278-4c0f-b4db-311d715e1b60 tempest-VolumesSnapshotTestJSON-1067837444 tempest-VolumesSnapshotTestJSON-1067837444-project] 10.222.0.64 "GET /v2.0/security-groups?id=51cbc5a3-d8ac-4977-b6f0-e1abddc2ee98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614652 Jan 28 19:38:14.319834 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b6efb6b5-40e3-4597-93ec-32e3e9f0e5ff None None] Deleting port 1ba493d7-49ec-4393-a050-42cf49fbb6e8 {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:38:14.320187 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b6efb6b5-40e3-4597-93ec-32e3e9f0e5ff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (1ba493d7-49ec-4393-a050-42cf49fbb6e8), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:14.583672 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 1ba493d7-49ec-4393-a050-42cf49fbb6e8 no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:38:14.731952 n-d-812111-14 neutron-server[103304]: DEBUG neutron.objects.ports [None req-374b2c25-2042-4d36-a11f-9e3f53aaead8 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103304) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 19:38:14.776253 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b6efb6b5-40e3-4597-93ec-32e3e9f0e5ff None None] For port 1ba493d7-49ec-4393-a050-42cf49fbb6e8, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=1ba493d7-49ec-4393-a050-42cf49fbb6e8,segment=NetworkSegment(2aac29a1-8685-476c-bba5-fffce3cb94d6),segment_id=2aac29a1-8685-476c-bba5-fffce3cb94d6)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:38:14.777668 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b6efb6b5-40e3-4597-93ec-32e3e9f0e5ff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (1ba493d7-49ec-4393-a050-42cf49fbb6e8), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:14.844122 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b6efb6b5-40e3-4597-93ec-32e3e9f0e5ff None None] Calling delete_port for 1ba493d7-49ec-4393-a050-42cf49fbb6e8 owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:38:15.148712 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 1ba493d7-49ec-4393-a050-42cf49fbb6e8 is: ACTIVE; New status is: DOWN {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:38:15.152177 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (1ba493d7-49ec-4393-a050-42cf49fbb6e8), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:15.259904 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-374b2c25-2042-4d36-a11f-9e3f53aaead8 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (1ba493d7-49ec-4393-a050-42cf49fbb6e8), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:15.360803 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.db.api [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103306) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 19:38:15.361373 n-d-812111-14 neutron-server[103306]: DEBUG oslo_db.api [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 19:38:15.428528 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b6efb6b5-40e3-4597-93ec-32e3e9f0e5ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985'] for port (1ba493d7-49ec-4393-a050-42cf49fbb6e8), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:15.483453 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb6b5-40e3-4597-93ec-32e3e9f0e5ff None None] Pushing event deleted for resources: {'Port': ['ID=1ba493d7-49ec-4393-a050-42cf49fbb6e8,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:38:15.506884 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6efb6b5-40e3-4597-93ec-32e3e9f0e5ff None None] No DVR routers for this DVR port 1ba493d7-49ec-4393-a050-42cf49fbb6e8 on host n-d-812111-14 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:38:15.918827 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Port 1ba493d7-49ec-4393-a050-42cf49fbb6e8 update to DOWN by agent not found {{(pid=103306) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2215}} Jan 28 19:38:16.797303 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-374b2c25-2042-4d36-a11f-9e3f53aaead8 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] For port 1ba493d7-49ec-4393-a050-42cf49fbb6e8, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=1ba493d7-49ec-4393-a050-42cf49fbb6e8,segment=NetworkSegment(2aac29a1-8685-476c-bba5-fffce3cb94d6),segment_id=2aac29a1-8685-476c-bba5-fffce3cb94d6)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:38:16.850947 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-374b2c25-2042-4d36-a11f-9e3f53aaead8 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks [] for port (1ba493d7-49ec-4393-a050-42cf49fbb6e8), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:16.862024 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-374b2c25-2042-4d36-a11f-9e3f53aaead8 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (1ba493d7-49ec-4393-a050-42cf49fbb6e8), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:16.900299 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-374b2c25-2042-4d36-a11f-9e3f53aaead8 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4690681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5221415'] for subnet (cfc5fc8e-b86e-4493-8435-8842aa1e84f1), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:16.913996 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374b2c25-2042-4d36-a11f-9e3f53aaead8 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Pushing event deleted for resources: {'Port': ['ID=1ba493d7-49ec-4393-a050-42cf49fbb6e8,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:38:16.952006 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-374b2c25-2042-4d36-a11f-9e3f53aaead8 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Network decd8274-9eda-4d81-a020-86cc15d56022 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:38:16.957053 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-374b2c25-2042-4d36-a11f-9e3f53aaead8 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:38:16.962139 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-374b2c25-2042-4d36-a11f-9e3f53aaead8 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:38:16.963073 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-374b2c25-2042-4d36-a11f-9e3f53aaead8 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:16.969622 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded937d0-ccf3-4101-921f-e8640720d342 None None] Network decd8274-9eda-4d81-a020-86cc15d56022 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:38:16.979173 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374b2c25-2042-4d36-a11f-9e3f53aaead8 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Pushing event updated for resources: {'Subnet': ['ID=cfc5fc8e-b86e-4493-8435-8842aa1e84f1,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:38:16.993139 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-374b2c25-2042-4d36-a11f-9e3f53aaead8 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 3.4645286 Jan 28 19:38:16.996277 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 44384) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:38:17.003038 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-b7d161c7-8a4f-4290-b3db-e8f261feeda6 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Request body: {'port': {'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022', 'mac_address': 'fa:16:3e:38:4c:ae', 'name': 'tempest-NetworksTestDHCPv6-658707253'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:38:17.276779 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6bd5ed6-3054-4af2-bad8-eeaae3fe95db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68cd31fd-e4cd-5fb3-a862-256fc47efcd2-decd8274-9eda-4d81-a020-86cc15d56022', 'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022', 'project_id': '74e14b1dc35c45ef8b65d1fdcc58b8bc', 'fixed_ips': [{'subnet_id': 'cfc5fc8e-b86e-4493-8435-8842aa1e84f1'}]}} from n-d-812111-14. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:38:17.277695 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e6bd5ed6-3054-4af2-bad8-eeaae3fe95db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:17.366185 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7d161c7-8a4f-4290-b3db-e8f261feeda6 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Made reservation on behalf of 74e14b1dc35c45ef8b65d1fdcc58b8bc for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:38:17.702006 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b7d161c7-8a4f-4290-b3db-e8f261feeda6 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:17.743341 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-e6bd5ed6-3054-4af2-bad8-eeaae3fe95db None None] Allocated IP 2001:db8::f816:3eff:fe58:8677 (decd8274-9eda-4d81-a020-86cc15d56022/cfc5fc8e-b86e-4493-8435-8842aa1e84f1/d7ec19da-0b6b-484b-b889-0d8f40ab7fec) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:38:17.759312 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [None req-b7d161c7-8a4f-4290-b3db-e8f261feeda6 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] device_id is not set on port 413d6c9a-f8a9-44b6-aabc-3dc52c05c838 yet. {{(pid=103305) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:38:18.166555 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e6bd5ed6-3054-4af2-bad8-eeaae3fe95db None None] Publish callbacks [] for port (d7ec19da-0b6b-484b-b889-0d8f40ab7fec), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:18.178310 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e6bd5ed6-3054-4af2-bad8-eeaae3fe95db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (d7ec19da-0b6b-484b-b889-0d8f40ab7fec), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:18.267333 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6bd5ed6-3054-4af2-bad8-eeaae3fe95db None None] Network decd8274-9eda-4d81-a020-86cc15d56022 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:38:18.279659 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-e6bd5ed6-3054-4af2-bad8-eeaae3fe95db None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:38:18.282355 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6bd5ed6-3054-4af2-bad8-eeaae3fe95db None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:38:18.336539 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-b7d161c7-8a4f-4290-b3db-e8f261feeda6 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Allocated IP 2001:db8::f816:3eff:fe38:4cae (decd8274-9eda-4d81-a020-86cc15d56022/cfc5fc8e-b86e-4493-8435-8842aa1e84f1/413d6c9a-f8a9-44b6-aabc-3dc52c05c838) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:38:18.461386 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bd5ed6-3054-4af2-bad8-eeaae3fe95db None None] Pushing event updated for resources: {'Port': ['ID=d7ec19da-0b6b-484b-b889-0d8f40ab7fec,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:38:18.497964 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-e6bd5ed6-3054-4af2-bad8-eeaae3fe95db None None] Attempting to bind port d7ec19da-0b6b-484b-b889-0d8f40ab7fec on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:38:18.498324 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-e6bd5ed6-3054-4af2-bad8-eeaae3fe95db None None] Attempting to bind port d7ec19da-0b6b-484b-b889-0d8f40ab7fec by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '2aac29a1-8685-476c-bba5-fffce3cb94d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:38:18.498697 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6bd5ed6-3054-4af2-bad8-eeaae3fe95db None None] Attempting to bind port d7ec19da-0b6b-484b-b889-0d8f40ab7fec on network decd8274-9eda-4d81-a020-86cc15d56022 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:38:18.529716 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 44418) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:38:18.530199 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6bd5ed6-3054-4af2-bad8-eeaae3fe95db None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 38, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:38:18.530481 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6bd5ed6-3054-4af2-bad8-eeaae3fe95db None None] Checking segment: {'id': '2aac29a1-8685-476c-bba5-fffce3cb94d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:38:18.530765 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e6bd5ed6-3054-4af2-bad8-eeaae3fe95db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:18.531165 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6bd5ed6-3054-4af2-bad8-eeaae3fe95db None None] Bound using segment: {'id': '2aac29a1-8685-476c-bba5-fffce3cb94d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:38:18.531648 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-e6bd5ed6-3054-4af2-bad8-eeaae3fe95db None None] Bound port: d7ec19da-0b6b-484b-b889-0d8f40ab7fec, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aac29a1-8685-476c-bba5-fffce3cb94d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:38:18.532027 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e6bd5ed6-3054-4af2-bad8-eeaae3fe95db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (d7ec19da-0b6b-484b-b889-0d8f40ab7fec), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:18.770464 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ce457b16-414e-4cfc-bcf8-5b4d1ad51b13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:18.774292 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-e6bd5ed6-3054-4af2-bad8-eeaae3fe95db None None] For port d7ec19da-0b6b-484b-b889-0d8f40ab7fec, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:38:18.780636 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-e6bd5ed6-3054-4af2-bad8-eeaae3fe95db None None] For port d7ec19da-0b6b-484b-b889-0d8f40ab7fec, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=d7ec19da-0b6b-484b-b889-0d8f40ab7fec,segment=NetworkSegment(2aac29a1-8685-476c-bba5-fffce3cb94d6),segment_id=2aac29a1-8685-476c-bba5-fffce3cb94d6)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:38:18.804369 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e6bd5ed6-3054-4af2-bad8-eeaae3fe95db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (d7ec19da-0b6b-484b-b889-0d8f40ab7fec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:18.820038 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b7d161c7-8a4f-4290-b3db-e8f261feeda6 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks [] for port (413d6c9a-f8a9-44b6-aabc-3dc52c05c838), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:18.938649 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b7d161c7-8a4f-4290-b3db-e8f261feeda6 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (413d6c9a-f8a9-44b6-aabc-3dc52c05c838), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:19.002952 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bd5ed6-3054-4af2-bad8-eeaae3fe95db None None] Pushing event updated for resources: {'Port': ['ID=d7ec19da-0b6b-484b-b889-0d8f40ab7fec,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:38:19.047990 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d161c7-8a4f-4290-b3db-e8f261feeda6 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Network decd8274-9eda-4d81-a020-86cc15d56022 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:38:19.056671 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-b7d161c7-8a4f-4290-b3db-e8f261feeda6 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:38:19.061816 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d161c7-8a4f-4290-b3db-e8f261feeda6 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:38:19.076250 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d161c7-8a4f-4290-b3db-e8f261feeda6 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:38:19.077375 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b7d161c7-8a4f-4290-b3db-e8f261feeda6 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:19.084432 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ce457b16-414e-4cfc-bcf8-5b4d1ad51b13 admin admin] Publish callbacks [] for security_group (71feccc6-9076-410a-ad5d-11bbe8804d2e), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:19.102844 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ce457b16-414e-4cfc-bcf8-5b4d1ad51b13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (71feccc6-9076-410a-ad5d-11bbe8804d2e), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:19.129448 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d161c7-8a4f-4290-b3db-e8f261feeda6 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Pushing event updated for resources: {'Port': ['ID=413d6c9a-f8a9-44b6-aabc-3dc52c05c838,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:38:19.157579 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-b7d161c7-8a4f-4290-b3db-e8f261feeda6 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.1557007 Jan 28 19:38:19.157579 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 44426) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:38:19.186314 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-ce457b16-414e-4cfc-bcf8-5b4d1ad51b13 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a5f44fb8c90b45bb823462eeb57513b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6554770 Jan 28 19:38:19.191705 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 44428) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:38:19.297292 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce457b16-414e-4cfc-bcf8-5b4d1ad51b13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71feccc6-9076-410a-ad5d-11bbe8804d2e,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:38:19.339619 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0662eacd-9998-4b5a-a4af-98feffc317b7 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:38:19.361615 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0662eacd-9998-4b5a-a4af-98feffc317b7 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:38:19.373877 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-0662eacd-9998-4b5a-a4af-98feffc317b7 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2136548 Jan 28 19:38:19.373877 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 44432) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:38:19.432556 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b514e41a-dfa0-447d-b95b-9416fc1ff968 admin admin] Publish callbacks [] for security_group (71feccc6-9076-410a-ad5d-11bbe8804d2e), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:19.503305 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b514e41a-dfa0-447d-b95b-9416fc1ff968 admin admin] Publish callbacks [] for security_group (71feccc6-9076-410a-ad5d-11bbe8804d2e), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:19.618036 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b514e41a-dfa0-447d-b95b-9416fc1ff968 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (71feccc6-9076-410a-ad5d-11bbe8804d2e), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:19.621841 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b514e41a-dfa0-447d-b95b-9416fc1ff968 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:19.631167 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-b514e41a-dfa0-447d-b95b-9416fc1ff968 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/71feccc6-9076-410a-ad5d-11bbe8804d2e HTTP/1.1" status: 204 len: 168 time: 0.4302328 Jan 28 19:38:19.651337 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b514e41a-dfa0-447d-b95b-9416fc1ff968 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71feccc6-9076-410a-ad5d-11bbe8804d2e,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:38:19.685601 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-b9d59f0c-e8d2-44b5-a613-7cf9f44a495a tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Deleting port 413d6c9a-f8a9-44b6-aabc-3dc52c05c838 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:38:19.686166 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b9d59f0c-e8d2-44b5-a613-7cf9f44a495a tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (413d6c9a-f8a9-44b6-aabc-3dc52c05c838), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:19.953739 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b9d59f0c-e8d2-44b5-a613-7cf9f44a495a tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (413d6c9a-f8a9-44b6-aabc-3dc52c05c838), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:19.998154 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-b9d59f0c-e8d2-44b5-a613-7cf9f44a495a tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Calling delete_port for 413d6c9a-f8a9-44b6-aabc-3dc52c05c838 owned by {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:38:20.102683 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [req-5d025744-d6ae-4011-a73d-5956ab0eee4b req-5f08c466-cd2b-444d-9304-8308754b53e8 service neutron] (103304) timed out ('10.222.0.64', 40886) {{(pid=103304) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 19:38:20.508559 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b9d59f0c-e8d2-44b5-a613-7cf9f44a495a tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (413d6c9a-f8a9-44b6-aabc-3dc52c05c838), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:20.566309 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 44448) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:38:20.598339 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c8542f6c-b310-408b-ad06-b7970534e64e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:20.633464 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d59f0c-e8d2-44b5-a613-7cf9f44a495a tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Pushing event deleted for resources: {'Port': ['ID=413d6c9a-f8a9-44b6-aabc-3dc52c05c838,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:38:20.682037 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device d7ec19da-0b6b-484b-b889-0d8f40ab7fec up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:38:20.716591 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b9d59f0c-e8d2-44b5-a613-7cf9f44a495a tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:20.734163 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-b9d59f0c-e8d2-44b5-a613-7cf9f44a495a tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "DELETE /v2.0/ports/413d6c9a-f8a9-44b6-aabc-3dc52c05c838 HTTP/1.1" status: 204 len: 168 time: 1.3523366 Jan 28 19:38:20.734868 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 44450) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:38:20.741581 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:20.794847 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c8542f6c-b310-408b-ad06-b7970534e64e admin admin] Publish callbacks [] for security_group (3aaf5649-ee33-4f3a-95e0-94af94c9d17c), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:20.802603 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c8542f6c-b310-408b-ad06-b7970534e64e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (3aaf5649-ee33-4f3a-95e0-94af94c9d17c), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:20.804473 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port d7ec19da-0b6b-484b-b889-0d8f40ab7fec triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:38:20.805178 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (d7ec19da-0b6b-484b-b889-0d8f40ab7fec), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:20.941161 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d1411a-8056-4bf3-a5b1-aac30d5b2cb1 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:38:20.944906 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d1411a-8056-4bf3-a5b1-aac30d5b2cb1 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:38:20.949967 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8542f6c-b310-408b-ad06-b7970534e64e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aaf5649-ee33-4f3a-95e0-94af94c9d17c,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:38:20.961298 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-08d1411a-8056-4bf3-a5b1-aac30d5b2cb1 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.2139325 Jan 28 19:38:20.962514 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 44454) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:38:20.975472 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-c8542f6c-b310-408b-ad06-b7970534e64e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ed40cae0f666406386a9120f74378f16&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4054770 Jan 28 19:38:20.980967 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 44456) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:38:21.001003 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port d7ec19da-0b6b-484b-b889-0d8f40ab7fec is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:38:21.003128 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (d7ec19da-0b6b-484b-b889-0d8f40ab7fec), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:21.107580 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] For port d7ec19da-0b6b-484b-b889-0d8f40ab7fec, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=d7ec19da-0b6b-484b-b889-0d8f40ab7fec,segment=NetworkSegment(2aac29a1-8685-476c-bba5-fffce3cb94d6),segment_id=2aac29a1-8685-476c-bba5-fffce3cb94d6)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:38:21.116408 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (d7ec19da-0b6b-484b-b889-0d8f40ab7fec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:21.118287 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c356628-217f-43f2-9bb1-5b1342143af5 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Deleting subnet cfc5fc8e-b86e-4493-8435-8842aa1e84f1 {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:38:21.128104 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1c356628-217f-43f2-9bb1-5b1342143af5 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks [] for subnet (cfc5fc8e-b86e-4493-8435-8842aa1e84f1), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:21.178874 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5e7dd43c-f2a9-466a-826d-f8de1b61e3b6 admin admin] Publish callbacks [] for security_group (3aaf5649-ee33-4f3a-95e0-94af94c9d17c), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:21.242046 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5e7dd43c-f2a9-466a-826d-f8de1b61e3b6 admin admin] Publish callbacks [] for security_group (3aaf5649-ee33-4f3a-95e0-94af94c9d17c), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:21.247503 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Pushing event updated for resources: {'Port': ['ID=d7ec19da-0b6b-484b-b889-0d8f40ab7fec,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:38:21.280780 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1c356628-217f-43f2-9bb1-5b1342143af5 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16187240'] for subnet (cfc5fc8e-b86e-4493-8435-8842aa1e84f1), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:21.375587 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-917a2b21-1a69-45f2-9774-a8f375405ea0 None None] Provisioning complete for port d7ec19da-0b6b-484b-b889-0d8f40ab7fec triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:38:21.375972 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-917a2b21-1a69-45f2-9774-a8f375405ea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (d7ec19da-0b6b-484b-b889-0d8f40ab7fec), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:21.422421 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1c356628-217f-43f2-9bb1-5b1342143af5 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (cfc5fc8e-b86e-4493-8435-8842aa1e84f1), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:21.437041 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5e7dd43c-f2a9-466a-826d-f8de1b61e3b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (3aaf5649-ee33-4f3a-95e0-94af94c9d17c), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:21.451999 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5e7dd43c-f2a9-466a-826d-f8de1b61e3b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:21.455673 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-5e7dd43c-f2a9-466a-826d-f8de1b61e3b6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3aaf5649-ee33-4f3a-95e0-94af94c9d17c HTTP/1.1" status: 204 len: 168 time: 0.4714108 Jan 28 19:38:21.482226 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7dd43c-f2a9-466a-826d-f8de1b61e3b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aaf5649-ee33-4f3a-95e0-94af94c9d17c,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:38:21.551630 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1c356628-217f-43f2-9bb1-5b1342143af5 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4752464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4733806'] for subnet (cfc5fc8e-b86e-4493-8435-8842aa1e84f1), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:21.609487 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c356628-217f-43f2-9bb1-5b1342143af5 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Pushing event deleted for resources: {'Subnet': ['ID=cfc5fc8e-b86e-4493-8435-8842aa1e84f1,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:38:21.613087 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1c356628-217f-43f2-9bb1-5b1342143af5 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:21.619135 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-1c356628-217f-43f2-9bb1-5b1342143af5 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "DELETE /v2.0/subnets/cfc5fc8e-b86e-4493-8435-8842aa1e84f1 HTTP/1.1" status: 204 len: 168 time: 0.6525779 Jan 28 19:38:21.619851 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 44464) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:38:21.663575 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-917a2b21-1a69-45f2-9774-a8f375405ea0 None None] Current status of the port d7ec19da-0b6b-484b-b889-0d8f40ab7fec is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:38:21.768313 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 44468) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:38:21.786816 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-eec5a24c-9758-4829-b079-1494c5243860 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1655018 Jan 28 19:38:21.873495 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-482bfd28-e47f-4a11-8489-1ddb57373b5d None None] Network decd8274-9eda-4d81-a020-86cc15d56022 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:38:21.954743 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5192cf-912c-4412-a429-b90b5baef8ea tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:38:21.959967 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-7d5192cf-912c-4412-a429-b90b5baef8ea tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1900570 Jan 28 19:38:21.962362 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 44474) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:38:21.983816 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-54ef1407-ab9f-453d-a073-328c5f29cd61 None None] Could not find standard attr ID for object 413d6c9a-f8a9-44b6-aabc-3dc52c05c838. {{(pid=103306) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 19:38:22.097800 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 44476) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:38:22.128576 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-afdabb1f-88ce-4a54-b358-e13e952cfa52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:22.163660 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f56bec3e-deb9-42ec-bd68-3f7df705cd50 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:38:22.168705 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-f56bec3e-deb9-42ec-bd68-3f7df705cd50 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2049119 Jan 28 19:38:22.172887 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 44480) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:38:22.245537 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8cf5ffa-6449-499d-8ba1-60b719392012 None None] DHCP port deletion for decd8274-9eda-4d81-a020-86cc15d56022 request from n-d-812111-14 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:38:22.364289 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-afdabb1f-88ce-4a54-b358-e13e952cfa52 admin admin] Publish callbacks [] for security_group (1b038a89-3da5-44bf-9229-ba26e2df46b6), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:22.377620 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-afdabb1f-88ce-4a54-b358-e13e952cfa52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (1b038a89-3da5-44bf-9229-ba26e2df46b6), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:22.389868 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-c8cf5ffa-6449-499d-8ba1-60b719392012 None None] Deleting port d7ec19da-0b6b-484b-b889-0d8f40ab7fec {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:38:22.395523 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8cf5ffa-6449-499d-8ba1-60b719392012 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (d7ec19da-0b6b-484b-b889-0d8f40ab7fec), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:22.463222 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-a23ffebd-4354-436c-9068-4564d9de7f80 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0935826 Jan 28 19:38:22.464506 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 44484) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:38:22.470230 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-1ed3fb95-e3f7-4198-993f-a120bc314744 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Request body: {'subnet': {'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:38:22.536047 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-afdabb1f-88ce-4a54-b358-e13e952cfa52 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a8f2b46402c845b1b959489061837ffc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4368868 Jan 28 19:38:22.553391 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 44486) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:38:22.554054 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-c8cf5ffa-6449-499d-8ba1-60b719392012 None None] For port d7ec19da-0b6b-484b-b889-0d8f40ab7fec, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=d7ec19da-0b6b-484b-b889-0d8f40ab7fec,segment=NetworkSegment(2aac29a1-8685-476c-bba5-fffce3cb94d6),segment_id=2aac29a1-8685-476c-bba5-fffce3cb94d6)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:38:22.554054 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8cf5ffa-6449-499d-8ba1-60b719392012 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (d7ec19da-0b6b-484b-b889-0d8f40ab7fec), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:22.575383 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-c8cf5ffa-6449-499d-8ba1-60b719392012 None None] Calling delete_port for d7ec19da-0b6b-484b-b889-0d8f40ab7fec owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:38:22.690406 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdabb1f-88ce-4a54-b358-e13e952cfa52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b038a89-3da5-44bf-9229-ba26e2df46b6,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:38:22.713974 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device d7ec19da-0b6b-484b-b889-0d8f40ab7fec no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:38:22.731839 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-61608700-866b-4458-b3ef-fc74ba6b4aed admin admin] Publish callbacks [] for security_group (1b038a89-3da5-44bf-9229-ba26e2df46b6), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:22.748398 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ed3fb95-e3f7-4198-993f-a120bc314744 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Made reservation on behalf of 74e14b1dc35c45ef8b65d1fdcc58b8bc for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:38:22.754457 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1ed3fb95-e3f7-4198-993f-a120bc314744 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5221429'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:22.780468 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8cf5ffa-6449-499d-8ba1-60b719392012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985'] for port (d7ec19da-0b6b-484b-b889-0d8f40ab7fec), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:22.803240 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-61608700-866b-4458-b3ef-fc74ba6b4aed admin admin] Publish callbacks [] for security_group (1b038a89-3da5-44bf-9229-ba26e2df46b6), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:22.839215 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No active binding found for port d7ec19da-0b6b-484b-b889-0d8f40ab7fec {{(pid=103306) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 28 19:38:22.839215 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] The host n-d-812111-14 is not matching for port d7ec19da-0b6b-484b-b889-0d8f40ab7fec host None! {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Jan 28 19:38:22.839215 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device d7ec19da-0b6b-484b-b889-0d8f40ab7fec not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:38:22.865503 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8cf5ffa-6449-499d-8ba1-60b719392012 None None] No DVR routers for this DVR port d7ec19da-0b6b-484b-b889-0d8f40ab7fec on host n-d-812111-14 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:38:22.913467 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-61608700-866b-4458-b3ef-fc74ba6b4aed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (1b038a89-3da5-44bf-9229-ba26e2df46b6), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:22.916782 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-61608700-866b-4458-b3ef-fc74ba6b4aed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:22.920474 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-61608700-866b-4458-b3ef-fc74ba6b4aed admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1b038a89-3da5-44bf-9229-ba26e2df46b6 HTTP/1.1" status: 204 len: 168 time: 0.3615131 Jan 28 19:38:22.949207 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61608700-866b-4458-b3ef-fc74ba6b4aed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b038a89-3da5-44bf-9229-ba26e2df46b6,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:38:23.039208 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cf5ffa-6449-499d-8ba1-60b719392012 None None] Pushing event deleted for resources: {'Port': ['ID=d7ec19da-0b6b-484b-b889-0d8f40ab7fec,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:38:23.118298 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:38:23.387790 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1ed3fb95-e3f7-4198-993f-a120bc314744 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4690681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5221415'] for subnet (370085e9-4f45-4784-b275-e706e63f87be), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:23.482162 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ed3fb95-e3f7-4198-993f-a120bc314744 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Network decd8274-9eda-4d81-a020-86cc15d56022 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:38:23.505000 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-1ed3fb95-e3f7-4198-993f-a120bc314744 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:38:23.519620 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ed3fb95-e3f7-4198-993f-a120bc314744 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:38:23.519983 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9febcce4-dcd6-4dea-9ca8-f5181e1b3697 None None] Network decd8274-9eda-4d81-a020-86cc15d56022 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:38:23.520222 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1ed3fb95-e3f7-4198-993f-a120bc314744 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:23.561544 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 44508) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:38:23.562093 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-1ed3fb95-e3f7-4198-993f-a120bc314744 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0961766 Jan 28 19:38:23.568699 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-8c60d2eb-b611-4b81-b302-373cce3134de tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Request body: {'port': {'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022', 'mac_address': 'fa:16:3e:86:98:c6', 'name': 'tempest-NetworksTestDHCPv6-752446102'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:38:23.591351 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed3fb95-e3f7-4198-993f-a120bc314744 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Pushing event updated for resources: {'Subnet': ['ID=370085e9-4f45-4784-b275-e706e63f87be,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:38:23.760712 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c60d2eb-b611-4b81-b302-373cce3134de tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Made reservation on behalf of 74e14b1dc35c45ef8b65d1fdcc58b8bc for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:38:23.911123 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 44516) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:38:23.932220 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8c60d2eb-b611-4b81-b302-373cce3134de tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:23.964431 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [None req-8c60d2eb-b611-4b81-b302-373cce3134de tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] device_id is not set on port 7cf6e9ff-30dc-47bc-bffe-80c5a6eb8099 yet. {{(pid=103305) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:38:24.232432 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae5da55-d451-4079-bb7b-748f40235834 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68cd31fd-e4cd-5fb3-a862-256fc47efcd2-decd8274-9eda-4d81-a020-86cc15d56022', 'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022', 'project_id': '74e14b1dc35c45ef8b65d1fdcc58b8bc', 'fixed_ips': [{'subnet_id': '370085e9-4f45-4784-b275-e706e63f87be'}]}} from n-d-812111-14. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:38:24.234087 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-eae5da55-d451-4079-bb7b-748f40235834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:24.238706 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:24.401274 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-8c60d2eb-b611-4b81-b302-373cce3134de tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Allocated IP 2001:db8::365 (decd8274-9eda-4d81-a020-86cc15d56022/370085e9-4f45-4784-b275-e706e63f87be/7cf6e9ff-30dc-47bc-bffe-80c5a6eb8099) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:38:24.788351 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8c60d2eb-b611-4b81-b302-373cce3134de tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks [] for port (7cf6e9ff-30dc-47bc-bffe-80c5a6eb8099), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:24.895997 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8c60d2eb-b611-4b81-b302-373cce3134de tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (7cf6e9ff-30dc-47bc-bffe-80c5a6eb8099), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:25.009186 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-320e8418-ba1f-4a3a-a4d4-d35c0539e1a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-732838'] for router_interface (db932842-a4bc-42e7-bfe1-b91f1fa79dce), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:25.039302 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-eae5da55-d451-4079-bb7b-748f40235834 None None] Allocated IP 2001:db8::2 (decd8274-9eda-4d81-a020-86cc15d56022/370085e9-4f45-4784-b275-e706e63f87be/cd6d91c8-d2a5-4021-940c-4a671e488a14) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:38:25.051763 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c60d2eb-b611-4b81-b302-373cce3134de tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Network decd8274-9eda-4d81-a020-86cc15d56022 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:38:25.053420 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-8c60d2eb-b611-4b81-b302-373cce3134de tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:38:25.057921 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c60d2eb-b611-4b81-b302-373cce3134de tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:38:25.063474 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c60d2eb-b611-4b81-b302-373cce3134de tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:38:25.064431 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8c60d2eb-b611-4b81-b302-373cce3134de tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:25.100867 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c60d2eb-b611-4b81-b302-373cce3134de tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Pushing event updated for resources: {'Port': ['ID=7cf6e9ff-30dc-47bc-bffe-80c5a6eb8099,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:38:25.114432 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c60d2eb-b611-4b81-b302-373cce3134de tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:38:25.114830 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c60d2eb-b611-4b81-b302-373cce3134de tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:38:25.115105 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c60d2eb-b611-4b81-b302-373cce3134de tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:38:25.115445 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c60d2eb-b611-4b81-b302-373cce3134de tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:38:25.115777 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c60d2eb-b611-4b81-b302-373cce3134de tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:38:25.116108 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c60d2eb-b611-4b81-b302-373cce3134de tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:38:25.116436 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c60d2eb-b611-4b81-b302-373cce3134de tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:38:25.116761 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c60d2eb-b611-4b81-b302-373cce3134de tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:38:25.118725 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c60d2eb-b611-4b81-b302-373cce3134de tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:38:25.119088 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c60d2eb-b611-4b81-b302-373cce3134de tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:38:25.128270 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c60d2eb-b611-4b81-b302-373cce3134de tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:38:25.129487 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c60d2eb-b611-4b81-b302-373cce3134de tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:38:25.131494 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c60d2eb-b611-4b81-b302-373cce3134de tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:38:25.160828 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 44538) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:38:25.161076 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-8c60d2eb-b611-4b81-b302-373cce3134de tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5971620 Jan 28 19:38:25.324350 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8250b876-737c-4f16-8bfa-6b4d5e9249f9 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:38:25.332425 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 44548) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:38:25.347821 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-8250b876-737c-4f16-8bfa-6b4d5e9249f9 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1851268 Jan 28 19:38:25.371366 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 44550) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:38:25.609780 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-eae5da55-d451-4079-bb7b-748f40235834 None None] Publish callbacks [] for port (cd6d91c8-d2a5-4021-940c-4a671e488a14), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:25.630361 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-eae5da55-d451-4079-bb7b-748f40235834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (cd6d91c8-d2a5-4021-940c-4a671e488a14), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:25.651723 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-0802c5f0-6778-4487-b629-ac7bb80ec4ad tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Deleting port 7cf6e9ff-30dc-47bc-bffe-80c5a6eb8099 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:38:25.651993 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0802c5f0-6778-4487-b629-ac7bb80ec4ad tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (7cf6e9ff-30dc-47bc-bffe-80c5a6eb8099), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:25.723477 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-40105df8-64de-4afe-85c7-a646650a94bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:25.764188 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae5da55-d451-4079-bb7b-748f40235834 None None] Pushing event updated for resources: {'Port': ['ID=cd6d91c8-d2a5-4021-940c-4a671e488a14,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:38:25.786570 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae5da55-d451-4079-bb7b-748f40235834 None None] Network decd8274-9eda-4d81-a020-86cc15d56022 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:38:25.794338 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-eae5da55-d451-4079-bb7b-748f40235834 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:38:25.800092 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae5da55-d451-4079-bb7b-748f40235834 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:38:25.874249 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-320e8418-ba1f-4a3a-a4d4-d35c0539e1a9 admin admin] Deleting port 098ef2a2-9f80-451f-9873-4ca01173f113 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:38:25.881594 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-320e8418-ba1f-4a3a-a4d4-d35c0539e1a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (098ef2a2-9f80-451f-9873-4ca01173f113), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:25.918497 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-eae5da55-d451-4079-bb7b-748f40235834 None None] Attempting to bind port cd6d91c8-d2a5-4021-940c-4a671e488a14 on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:38:25.921405 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-eae5da55-d451-4079-bb7b-748f40235834 None None] Attempting to bind port cd6d91c8-d2a5-4021-940c-4a671e488a14 by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '2aac29a1-8685-476c-bba5-fffce3cb94d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:38:25.922266 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae5da55-d451-4079-bb7b-748f40235834 None None] Attempting to bind port cd6d91c8-d2a5-4021-940c-4a671e488a14 on network decd8274-9eda-4d81-a020-86cc15d56022 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:38:25.930076 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0802c5f0-6778-4487-b629-ac7bb80ec4ad tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (7cf6e9ff-30dc-47bc-bffe-80c5a6eb8099), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:25.942185 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae5da55-d451-4079-bb7b-748f40235834 None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 38, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:38:25.942898 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae5da55-d451-4079-bb7b-748f40235834 None None] Checking segment: {'id': '2aac29a1-8685-476c-bba5-fffce3cb94d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:38:25.943705 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-eae5da55-d451-4079-bb7b-748f40235834 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:25.944308 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae5da55-d451-4079-bb7b-748f40235834 None None] Bound using segment: {'id': '2aac29a1-8685-476c-bba5-fffce3cb94d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:38:25.945226 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-eae5da55-d451-4079-bb7b-748f40235834 None None] Bound port: cd6d91c8-d2a5-4021-940c-4a671e488a14, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aac29a1-8685-476c-bba5-fffce3cb94d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:38:25.945787 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-eae5da55-d451-4079-bb7b-748f40235834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (cd6d91c8-d2a5-4021-940c-4a671e488a14), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:25.953489 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-0802c5f0-6778-4487-b629-ac7bb80ec4ad tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Calling delete_port for 7cf6e9ff-30dc-47bc-bffe-80c5a6eb8099 owned by {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:38:26.046856 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-40105df8-64de-4afe-85c7-a646650a94bd admin admin] Publish callbacks [] for security_group (388202b5-a62e-444e-9714-a04775174d0a), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:26.075842 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-40105df8-64de-4afe-85c7-a646650a94bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (388202b5-a62e-444e-9714-a04775174d0a), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:26.096028 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-eae5da55-d451-4079-bb7b-748f40235834 None None] For port cd6d91c8-d2a5-4021-940c-4a671e488a14, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:38:26.105671 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-eae5da55-d451-4079-bb7b-748f40235834 None None] For port cd6d91c8-d2a5-4021-940c-4a671e488a14, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=cd6d91c8-d2a5-4021-940c-4a671e488a14,segment=NetworkSegment(2aac29a1-8685-476c-bba5-fffce3cb94d6),segment_id=2aac29a1-8685-476c-bba5-fffce3cb94d6)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:38:26.115845 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-eae5da55-d451-4079-bb7b-748f40235834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (cd6d91c8-d2a5-4021-940c-4a671e488a14), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:26.263855 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae5da55-d451-4079-bb7b-748f40235834 None None] Pushing event updated for resources: {'Port': ['ID=cd6d91c8-d2a5-4021-940c-4a671e488a14,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:38:26.386697 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0802c5f0-6778-4487-b629-ac7bb80ec4ad tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (7cf6e9ff-30dc-47bc-bffe-80c5a6eb8099), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:26.387054 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 44568) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:38:26.389737 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-40105df8-64de-4afe-85c7-a646650a94bd admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=712e668790864b05822267c4717afc0f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0142322 Jan 28 19:38:26.425678 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40105df8-64de-4afe-85c7-a646650a94bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=388202b5-a62e-444e-9714-a04775174d0a,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:38:26.473268 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0802c5f0-6778-4487-b629-ac7bb80ec4ad tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Pushing event deleted for resources: {'Port': ['ID=7cf6e9ff-30dc-47bc-bffe-80c5a6eb8099,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:38:26.535945 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0802c5f0-6778-4487-b629-ac7bb80ec4ad tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:26.542470 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-0802c5f0-6778-4487-b629-ac7bb80ec4ad tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "DELETE /v2.0/ports/7cf6e9ff-30dc-47bc-bffe-80c5a6eb8099 HTTP/1.1" status: 204 len: 168 time: 1.2062266 Jan 28 19:38:26.542470 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-43bf2e6a-dec6-48b4-9d0e-091225da7c1c admin admin] Publish callbacks [] for security_group (388202b5-a62e-444e-9714-a04775174d0a), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:26.542722 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 44570) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:38:26.612451 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-43bf2e6a-dec6-48b4-9d0e-091225da7c1c admin admin] Publish callbacks [] for security_group (388202b5-a62e-444e-9714-a04775174d0a), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:26.691110 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c9b4f0-99ce-4761-aa24-f916ada51f44 req-7572df9a-c0de-49fb-b5a4-cf9b0ad5f2e0 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:38:26.693071 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-26c9b4f0-99ce-4761-aa24-f916ada51f44 req-7572df9a-c0de-49fb-b5a4-cf9b0ad5f2e0 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8fc1db2-697a-41ab-9984-99a4c5e04be7 HTTP/1.1" status: 200 len: 946 time: 0.5461202 Jan 28 19:38:26.750162 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-43bf2e6a-dec6-48b4-9d0e-091225da7c1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (388202b5-a62e-444e-9714-a04775174d0a), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:26.754473 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-43bf2e6a-dec6-48b4-9d0e-091225da7c1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:26.755824 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-43bf2e6a-dec6-48b4-9d0e-091225da7c1c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/388202b5-a62e-444e-9714-a04775174d0a HTTP/1.1" status: 204 len: 168 time: 0.3676491 Jan 28 19:38:26.758514 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-320e8418-ba1f-4a3a-a4d4-d35c0539e1a9 admin admin] For port 098ef2a2-9f80-451f-9873-4ca01173f113, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=098ef2a2-9f80-451f-9873-4ca01173f113,segment=NetworkSegment(307a5035-2a9c-44ca-a3ca-b9ed8229daf5),segment_id=307a5035-2a9c-44ca-a3ca-b9ed8229daf5)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:38:26.761157 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-320e8418-ba1f-4a3a-a4d4-d35c0539e1a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (098ef2a2-9f80-451f-9873-4ca01173f113), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:26.767259 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9dee881-ab1c-4572-a8f7-8d6dc48131a3 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:38:26.768835 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9dee881-ab1c-4572-a8f7-8d6dc48131a3 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:38:26.770563 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-d9dee881-ab1c-4572-a8f7-8d6dc48131a3 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.2268598 Jan 28 19:38:26.775182 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 44578) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:38:26.776020 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bf2e6a-dec6-48b4-9d0e-091225da7c1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=388202b5-a62e-444e-9714-a04775174d0a,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:38:26.837985 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-aac65fcb-79a2-4de0-bc6d-16a03843ce75 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Deleting subnet 370085e9-4f45-4784-b275-e706e63f87be {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:38:26.841744 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-aac65fcb-79a2-4de0-bc6d-16a03843ce75 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks [] for subnet (370085e9-4f45-4784-b275-e706e63f87be), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:26.851375 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-320e8418-ba1f-4a3a-a4d4-d35c0539e1a9 admin admin] Calling delete_port for 098ef2a2-9f80-451f-9873-4ca01173f113 owned by network:router_interface {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:38:26.911411 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-aac65fcb-79a2-4de0-bc6d-16a03843ce75 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16187240'] for subnet (370085e9-4f45-4784-b275-e706e63f87be), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:27.026351 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-aac65fcb-79a2-4de0-bc6d-16a03843ce75 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (370085e9-4f45-4784-b275-e706e63f87be), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:27.028152 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-26c9b4f0-99ce-4761-aa24-f916ada51f44 req-77338da3-5e09-43ea-a3f5-5fe8e99026bd tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/security-groups?id=a1544774-06dd-4b7d-abb3-fdfd2885225c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2563334 Jan 28 19:38:27.103847 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-aac65fcb-79a2-4de0-bc6d-16a03843ce75 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4752464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4733806'] for subnet (370085e9-4f45-4784-b275-e706e63f87be), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:27.209184 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac65fcb-79a2-4de0-bc6d-16a03843ce75 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Pushing event deleted for resources: {'Subnet': ['ID=370085e9-4f45-4784-b275-e706e63f87be,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:38:27.233886 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-aac65fcb-79a2-4de0-bc6d-16a03843ce75 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:27.248918 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-aac65fcb-79a2-4de0-bc6d-16a03843ce75 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "DELETE /v2.0/subnets/370085e9-4f45-4784-b275-e706e63f87be HTTP/1.1" status: 204 len: 168 time: 0.4672432 Jan 28 19:38:27.251171 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 44584) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:38:27.368962 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-d3f53a26-b42d-4762-979e-744b495f5464 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1155586 Jan 28 19:38:27.370908 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 44588) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:38:27.457322 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-320e8418-ba1f-4a3a-a4d4-d35c0539e1a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (098ef2a2-9f80-451f-9873-4ca01173f113), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:27.513898 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320e8418-ba1f-4a3a-a4d4-d35c0539e1a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=098ef2a2-9f80-451f-9873-4ca01173f113,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:38:27.669587 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cad7d019-bca1-478f-a5d9-82265c7870e6 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:38:27.671233 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-cad7d019-bca1-478f-a5d9-82265c7870e6 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2992077 Jan 28 19:38:27.679340 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 44594) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:38:27.840187 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc6f76a-63d2-49ed-8070-c7ddb28e3d65 req-1dd0f05e-6639-4e86-8ced-0d97f9cb4482 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:38:27.848176 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4fc6f76a-63d2-49ed-8070-c7ddb28e3d65 req-1dd0f05e-6639-4e86-8ced-0d97f9cb4482 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8fc1db2-697a-41ab-9984-99a4c5e04be7 HTTP/1.1" status: 200 len: 946 time: 0.3710766 Jan 28 19:38:28.111240 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d05c6066-3c40-47e2-849b-c2624888dcd2 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:38:28.131038 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-d05c6066-3c40-47e2-849b-c2624888dcd2 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4469664 Jan 28 19:38:28.155657 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 44612) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:38:28.268655 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-320e8418-ba1f-4a3a-a4d4-d35c0539e1a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-732682'] for router_interface (db932842-a4bc-42e7-bfe1-b91f1fa79dce), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:28.393707 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-d5fbef77-24b1-4b63-a125-e3bc6f79b122 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2302904 Jan 28 19:38:28.405785 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f9fc312-6b1f-4ef8-af81-5054310ba387 None None] Network decd8274-9eda-4d81-a020-86cc15d56022 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:38:28.428619 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 44622) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:38:28.437439 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-4667eb11-5fdd-4300-94c1-2e5cf84f197a tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Request body: {'subnet': {'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:38:28.667252 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27251058-9462-421d-b981-48ae814b16ea req-f630e75b-679f-43ed-bc95-e5612c12ea4f tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:38:28.680493 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-27251058-9462-421d-b981-48ae814b16ea req-f630e75b-679f-43ed-bc95-e5612c12ea4f tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8fc1db2-697a-41ab-9984-99a4c5e04be7 HTTP/1.1" status: 200 len: 946 time: 0.2996500 Jan 28 19:38:28.734870 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-4fc6f76a-63d2-49ed-8070-c7ddb28e3d65 req-37cf4b6b-8417-4a29-b045-99078cab9799 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Deleting port 88c4d8f8-69eb-4f76-9273-a53c5a9dd516 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:38:28.735311 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-4fc6f76a-63d2-49ed-8070-c7ddb28e3d65 req-37cf4b6b-8417-4a29-b045-99078cab9799 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (88c4d8f8-69eb-4f76-9273-a53c5a9dd516), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:28.746720 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-60fdefb1-d7b4-4d8b-9d96-b1854f463646 None None] Provisioning complete for port cd6d91c8-d2a5-4021-940c-4a671e488a14 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:38:28.747113 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-60fdefb1-d7b4-4d8b-9d96-b1854f463646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (cd6d91c8-d2a5-4021-940c-4a671e488a14), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:28.850171 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device cd6d91c8-d2a5-4021-940c-4a671e488a14 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:38:28.860028 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4667eb11-5fdd-4300-94c1-2e5cf84f197a tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Made reservation on behalf of 74e14b1dc35c45ef8b65d1fdcc58b8bc for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:38:28.871171 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4667eb11-5fdd-4300-94c1-2e5cf84f197a tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5221429'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:29.108394 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-60fdefb1-d7b4-4d8b-9d96-b1854f463646 None None] Current status of the port cd6d91c8-d2a5-4021-940c-4a671e488a14 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:38:29.108744 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-60fdefb1-d7b4-4d8b-9d96-b1854f463646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (cd6d91c8-d2a5-4021-940c-4a671e488a14), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:29.234711 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-60fdefb1-d7b4-4d8b-9d96-b1854f463646 None None] For port cd6d91c8-d2a5-4021-940c-4a671e488a14, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=cd6d91c8-d2a5-4021-940c-4a671e488a14,segment=NetworkSegment(2aac29a1-8685-476c-bba5-fffce3cb94d6),segment_id=2aac29a1-8685-476c-bba5-fffce3cb94d6)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:38:29.237391 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port cd6d91c8-d2a5-4021-940c-4a671e488a14 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:38:29.238440 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (cd6d91c8-d2a5-4021-940c-4a671e488a14), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:29.243469 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85684c40-d092-488c-bd4d-f60651d2c14f None None] DHCP port deletion for decd8274-9eda-4d81-a020-86cc15d56022 request from n-d-812111-14 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:38:29.264374 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-60fdefb1-d7b4-4d8b-9d96-b1854f463646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (cd6d91c8-d2a5-4021-940c-4a671e488a14), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:29.559297 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fdefb1-d7b4-4d8b-9d96-b1854f463646 None None] Pushing event updated for resources: {'Port': ['ID=cd6d91c8-d2a5-4021-940c-4a671e488a14,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:38:29.702968 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-85684c40-d092-488c-bd4d-f60651d2c14f None None] Deleting port cd6d91c8-d2a5-4021-940c-4a671e488a14 {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:38:29.703363 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-85684c40-d092-488c-bd4d-f60651d2c14f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (cd6d91c8-d2a5-4021-940c-4a671e488a14), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:29.755671 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port cd6d91c8-d2a5-4021-940c-4a671e488a14 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:38:29.795615 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-27251058-9462-421d-b981-48ae814b16ea req-15582bef-4cce-46b7-9238-6e628d1c081c tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/security-groups?id=a1544774-06dd-4b7d-abb3-fdfd2885225c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1138184 Jan 28 19:38:29.800763 n-d-812111-14 neutron-server[103304]: DEBUG neutron.objects.ports [None req-4667eb11-5fdd-4300-94c1-2e5cf84f197a tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103304) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 19:38:29.895770 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-4fc6f76a-63d2-49ed-8070-c7ddb28e3d65 req-37cf4b6b-8417-4a29-b045-99078cab9799 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] For port 88c4d8f8-69eb-4f76-9273-a53c5a9dd516, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=88c4d8f8-69eb-4f76-9273-a53c5a9dd516,segment=NetworkSegment(25c21fb9-fdcd-4ded-98e7-fa3f83ec6d2c),segment_id=25c21fb9-fdcd-4ded-98e7-fa3f83ec6d2c)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:38:29.898669 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-4fc6f76a-63d2-49ed-8070-c7ddb28e3d65 req-37cf4b6b-8417-4a29-b045-99078cab9799 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (88c4d8f8-69eb-4f76-9273-a53c5a9dd516), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:29.987492 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-85684c40-d092-488c-bd4d-f60651d2c14f None None] For port cd6d91c8-d2a5-4021-940c-4a671e488a14, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=cd6d91c8-d2a5-4021-940c-4a671e488a14,segment=NetworkSegment(2aac29a1-8685-476c-bba5-fffce3cb94d6),segment_id=2aac29a1-8685-476c-bba5-fffce3cb94d6)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:38:29.997678 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-85684c40-d092-488c-bd4d-f60651d2c14f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (cd6d91c8-d2a5-4021-940c-4a671e488a14), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:30.019728 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-85684c40-d092-488c-bd4d-f60651d2c14f None None] Calling delete_port for cd6d91c8-d2a5-4021-940c-4a671e488a14 owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:38:30.038657 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-320e8418-ba1f-4a3a-a4d4-d35c0539e1a9 admin admin] Router db932842-a4bc-42e7-bfe1-b91f1fa79dce has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:38:30.217330 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-85684c40-d092-488c-bd4d-f60651d2c14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985'] for port (cd6d91c8-d2a5-4021-940c-4a671e488a14), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:30.235486 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85684c40-d092-488c-bd4d-f60651d2c14f None None] No DVR routers for this DVR port cd6d91c8-d2a5-4021-940c-4a671e488a14 on host n-d-812111-14 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:38:30.279887 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-320e8418-ba1f-4a3a-a4d4-d35c0539e1a9 admin admin] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:38:30.284242 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85684c40-d092-488c-bd4d-f60651d2c14f None None] Pushing event deleted for resources: {'Port': ['ID=cd6d91c8-d2a5-4021-940c-4a671e488a14,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:38:30.293789 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-320e8418-ba1f-4a3a-a4d4-d35c0539e1a9 admin admin] 10.222.0.64 "PUT /v2.0/routers/db932842-a4bc-42e7-bfe1-b91f1fa79dce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3814662 Jan 28 19:38:30.296634 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea03e5cb-be02-4f7d-bf1d-8cee9a260673 None None] Sync routers for ids ['db932842-a4bc-42e7-bfe1-b91f1fa79dce'] in n-d-812111-14 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:38:30.313794 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-4667eb11-5fdd-4300-94c1-2e5cf84f197a tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Port cd6d91c8-d2a5-4021-940c-4a671e488a14 concurrently deleted while adding address for new subnet {'id': '76171719-e0bc-4076-bd84-701b8167e1b4', 'name': '', 'tenant_id': '74e14b1dc35c45ef8b65d1fdcc58b8bc', 'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac', 'standard_attr_id': 2628, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2022-01-28T19:38:29Z', 'updated_at': '2022-01-28T19:38:29Z', 'revision_number': 0, 'segment_id': None, 'project_id': '74e14b1dc35c45ef8b65d1fdcc58b8bc'}. {{(pid=103304) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:779}} Jan 28 19:38:30.314340 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4667eb11-5fdd-4300-94c1-2e5cf84f197a tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4690681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5221415'] for subnet (76171719-e0bc-4076-bd84-701b8167e1b4), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:30.316256 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 44644) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:38:30.328018 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea03e5cb-be02-4f7d-bf1d-8cee9a260673 None None] Routers {'db932842-a4bc-42e7-bfe1-b91f1fa79dce'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:38:30.328813 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-ea03e5cb-be02-4f7d-bf1d-8cee9a260673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:38:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['db932842-a4bc-42e7-bfe1-b91f1fa79dce'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:38:30.432340 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4667eb11-5fdd-4300-94c1-2e5cf84f197a tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Pushing event updated for resources: {'Subnet': ['ID=76171719-e0bc-4076-bd84-701b8167e1b4,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:38:30.474598 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-4fc6f76a-63d2-49ed-8070-c7ddb28e3d65 req-37cf4b6b-8417-4a29-b045-99078cab9799 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:30.474964 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-4fc6f76a-63d2-49ed-8070-c7ddb28e3d65 req-37cf4b6b-8417-4a29-b045-99078cab9799 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734886'] for floatingip (198d7845-5d5e-4901-a4cd-76f848743447), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:30.475290 n-d-812111-14 neutron-server[103305]: INFO neutron.db.l3_db [req-4fc6f76a-63d2-49ed-8070-c7ddb28e3d65 req-37cf4b6b-8417-4a29-b045-99078cab9799 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Floating IP 198d7845-5d5e-4901-a4cd-76f848743447 disassociated. External IP: 172.25.6.86, port: 88c4d8f8-69eb-4f76-9273-a53c5a9dd516. Jan 28 19:38:30.475639 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-4fc6f76a-63d2-49ed-8070-c7ddb28e3d65 req-37cf4b6b-8417-4a29-b045-99078cab9799 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Calling delete_port for 88c4d8f8-69eb-4f76-9273-a53c5a9dd516 owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:38:30.560833 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4667eb11-5fdd-4300-94c1-2e5cf84f197a tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Network decd8274-9eda-4d81-a020-86cc15d56022 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:38:30.564887 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-4667eb11-5fdd-4300-94c1-2e5cf84f197a tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:38:30.574273 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4667eb11-5fdd-4300-94c1-2e5cf84f197a tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:38:30.577019 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4667eb11-5fdd-4300-94c1-2e5cf84f197a tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:30.620158 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-4667eb11-5fdd-4300-94c1-2e5cf84f197a tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.1882079 Jan 28 19:38:30.624903 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 44648) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:38:30.630994 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-40863234-7b97-4350-86e2-b74200702576 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Request body: {'subnet': {'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:38:30.696674 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-ea03e5cb-be02-4f7d-bf1d-8cee9a260673 None None] Set router db932842-a4bc-42e7-bfe1-b91f1fa79dce gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:38:30.820954 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-4fc6f76a-63d2-49ed-8070-c7ddb28e3d65 req-37cf4b6b-8417-4a29-b045-99078cab9799 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (88c4d8f8-69eb-4f76-9273-a53c5a9dd516), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:30.874314 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bea4cc14-c4ef-48e5-a021-4eb0d57e456e admin admin] Publish callbacks [] for router (db932842-a4bc-42e7-bfe1-b91f1fa79dce), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:30.932361 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device cd6d91c8-d2a5-4021-940c-4a671e488a14 no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:38:30.968231 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cf4b6b-8417-4a29-b045-99078cab9799 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Pushing event deleted for resources: {'Port': ['ID=88c4d8f8-69eb-4f76-9273-a53c5a9dd516,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:38:30.996930 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ac6117c-1bea-40fe-8335-583e582927c4 None None] Network decd8274-9eda-4d81-a020-86cc15d56022 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:38:31.006257 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 88c4d8f8-69eb-4f76-9273-a53c5a9dd516 no longer exists at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:38:31.046108 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: cd6d91c8-d2a5-4021-940c-4a671e488a14 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:38:31.046834 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device cd6d91c8-d2a5-4021-940c-4a671e488a14 not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:38:31.134572 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] No Port match for: 88c4d8f8-69eb-4f76-9273-a53c5a9dd516 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:38:31.134994 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 88c4d8f8-69eb-4f76-9273-a53c5a9dd516 not bound to the agent host n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:38:31.145505 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4fc6f76a-63d2-49ed-8070-c7ddb28e3d65 req-37cf4b6b-8417-4a29-b045-99078cab9799 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Router 8284962e-2761-435a-93e5-faa7cc47ef87 has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:38:31.441285 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4fc6f76a-63d2-49ed-8070-c7ddb28e3d65 req-37cf4b6b-8417-4a29-b045-99078cab9799 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:38:31.460197 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297c9095-d973-4d85-a40f-bb0b6e7476c4 None None] Sync routers for ids ['8284962e-2761-435a-93e5-faa7cc47ef87'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:38:31.494225 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297c9095-d973-4d85-a40f-bb0b6e7476c4 None None] Routers {'8284962e-2761-435a-93e5-faa7cc47ef87'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:38:31.494804 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-297c9095-d973-4d85-a40f-bb0b6e7476c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:38:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['8284962e-2761-435a-93e5-faa7cc47ef87'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:38:31.568752 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fc6f76a-63d2-49ed-8070-c7ddb28e3d65 req-37cf4b6b-8417-4a29-b045-99078cab9799 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] No DVR routers for this DVR port 88c4d8f8-69eb-4f76-9273-a53c5a9dd516 on host n-h1-812111-14 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:38:31.574023 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-4fc6f76a-63d2-49ed-8070-c7ddb28e3d65 req-37cf4b6b-8417-4a29-b045-99078cab9799 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:31.577597 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4fc6f76a-63d2-49ed-8070-c7ddb28e3d65 req-37cf4b6b-8417-4a29-b045-99078cab9799 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.41 "DELETE /v2.0/ports/88c4d8f8-69eb-4f76-9273-a53c5a9dd516 HTTP/1.1" status: 204 len: 173 time: 3.7088718 Jan 28 19:38:31.578099 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8fc1db2-697a-41ab-9984-99a4c5e04be7', 'name': 'network-vif-deleted', 'tag': '88c4d8f8-69eb-4f76-9273-a53c5a9dd516'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:38:31.601430 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab28629e-f1fb-4f68-9416-754c4baed239" -d '{"events": [{"server_uuid": "f8fc1db2-697a-41ab-9984-99a4c5e04be7", "name": "network-vif-deleted", "tag": "88c4d8f8-69eb-4f76-9273-a53c5a9dd516"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:38:31.729994 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b89c428f-2456-4c8d-afba-75d1b50ea730 x-openstack-request-id: req-b89c428f-2456-4c8d-afba-75d1b50ea730 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:38:31.729994 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8fc1db2-697a-41ab-9984-99a4c5e04be7", "name": "network-vif-deleted", "tag": "88c4d8f8-69eb-4f76-9273-a53c5a9dd516", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:38:31.730211 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b89c428f-2456-4c8d-afba-75d1b50ea730 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:38:31.730492 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8fc1db2-697a-41ab-9984-99a4c5e04be7', 'name': 'network-vif-deleted', 'tag': '88c4d8f8-69eb-4f76-9273-a53c5a9dd516', 'status': 'completed', 'code': 200} Jan 28 19:38:31.848396 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7943e6e7-68b7-45b8-bcc7-43885db6c9ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68cd31fd-e4cd-5fb3-a862-256fc47efcd2-decd8274-9eda-4d81-a020-86cc15d56022', 'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022', 'project_id': '74e14b1dc35c45ef8b65d1fdcc58b8bc', 'fixed_ips': [{'subnet_id': '76171719-e0bc-4076-bd84-701b8167e1b4'}]}} from n-d-812111-14. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:38:31.851559 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7943e6e7-68b7-45b8-bcc7-43885db6c9ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:31.888798 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-297c9095-d973-4d85-a40f-bb0b6e7476c4 None None] Set router 8284962e-2761-435a-93e5-faa7cc47ef87 gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:38:32.196802 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-7943e6e7-68b7-45b8-bcc7-43885db6c9ab None None] Allocated IP 2001:db8::f816:3eff:fe70:96ab (decd8274-9eda-4d81-a020-86cc15d56022/76171719-e0bc-4076-bd84-701b8167e1b4/deba4865-70f0-4262-bfc4-8b5906b0f81d) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:38:32.237731 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e8b9809a-183d-4294-aff9-7ffbb303d3ea req-16319142-8b66-4544-a32e-bc253a6753cf tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8fc1db2-697a-41ab-9984-99a4c5e04be7 HTTP/1.1" status: 200 len: 210 time: 1.2184486 Jan 28 19:38:32.258511 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bea4cc14-c4ef-48e5-a021-4eb0d57e456e admin admin] Publish callbacks [] for router_gateway (db932842-a4bc-42e7-bfe1-b91f1fa79dce), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:32.272446 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40863234-7b97-4350-86e2-b74200702576 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Made reservation on behalf of 74e14b1dc35c45ef8b65d1fdcc58b8bc for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:38:32.277320 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-40863234-7b97-4350-86e2-b74200702576 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5221429'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:32.398320 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7943e6e7-68b7-45b8-bcc7-43885db6c9ab None None] Publish callbacks [] for port (deba4865-70f0-4262-bfc4-8b5906b0f81d), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:32.457535 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7943e6e7-68b7-45b8-bcc7-43885db6c9ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (deba4865-70f0-4262-bfc4-8b5906b0f81d), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:32.474322 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-bea4cc14-c4ef-48e5-a021-4eb0d57e456e admin admin] Deleting port 00682212-3db3-4bf6-8f28-9d2da8172db1 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:38:32.474720 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bea4cc14-c4ef-48e5-a021-4eb0d57e456e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (00682212-3db3-4bf6-8f28-9d2da8172db1), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:32.517986 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-297c9095-d973-4d85-a40f-bb0b6e7476c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8284962e-2761-435a-93e5-faa7cc47ef87', 'name': 'tempest-AttachVolumeShelveTestJSON-1306095070-router', 'tenant_id': '0f0ddac21a95455ebc1c3ac83c1cf620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': '165030ec-a091-445a-96fa-5e7aadc47c06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:30:46Z', 'updated_at': '2022-01-28T19:30:58Z', 'revision_number': 4, 'project_id': '0f0ddac21a95455ebc1c3ac83c1cf620', 'gw_port': {'id': '165030ec-a091-445a-96fa-5e7aadc47c06', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:60:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8284962e-2761-435a-93e5-faa7cc47ef87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1940, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:30:48Z', 'updated_at': '2022-01-28T19:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '57830a23-006f-43dc-a826-8fdb1e9618a0', 'name': '', 'network_id': '4ed80f8c-a628-4bf0-926c-daa4ec7f72d6', 'tenant_id': '0f0ddac21a95455ebc1c3ac83c1cf620', 'mac_address': 'fa:16:3e:20:e5:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8284962e-2761-435a-93e5-faa7cc47ef87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1955, 'fixed_ips': [{'subnet_id': 'ccd8c2b9-0197-4b01-ba57-f13b2702d1bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:30:55Z', 'updated_at': '2022-01-28T19:31:05Z', 'revision_number': 5, 'project_id': '0f0ddac21a95455ebc1c3ac83c1cf620', 'subnets': [{'id': 'ccd8c2b9-0197-4b01-ba57-f13b2702d1bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:38:32.521548 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7943e6e7-68b7-45b8-bcc7-43885db6c9ab None None] Pushing event updated for resources: {'Port': ['ID=deba4865-70f0-4262-bfc4-8b5906b0f81d,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:38:32.525582 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7943e6e7-68b7-45b8-bcc7-43885db6c9ab None None] Network decd8274-9eda-4d81-a020-86cc15d56022 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:38:32.534822 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-7943e6e7-68b7-45b8-bcc7-43885db6c9ab None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:38:32.538225 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7943e6e7-68b7-45b8-bcc7-43885db6c9ab None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:38:32.613904 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-ea03e5cb-be02-4f7d-bf1d-8cee9a260673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db932842-a4bc-42e7-bfe1-b91f1fa79dce', 'name': 'tempest-TaggedBootDevicesTest_v242-313757589-router', 'tenant_id': '6a63e631dab749fab705cc3ad19e314b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.74'}], 'enable_snat': True}, 'gw_port_id': '00682212-3db3-4bf6-8f28-9d2da8172db1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:29:01Z', 'updated_at': '2022-01-28T19:38:27Z', 'revision_number': 5, 'project_id': '6a63e631dab749fab705cc3ad19e314b', 'gw_port': {'id': '00682212-3db3-4bf6-8f28-9d2da8172db1', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:c1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db932842-a4bc-42e7-bfe1-b91f1fa79dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:29:03Z', 'updated_at': '2022-01-28T19:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:38:32.646146 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea03e5cb-be02-4f7d-bf1d-8cee9a260673 None None] Checking router: db932842-a4bc-42e7-bfe1-b91f1fa79dce for host: n-d-812111-14 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:38:32.654022 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-7943e6e7-68b7-45b8-bcc7-43885db6c9ab None None] Attempting to bind port deba4865-70f0-4262-bfc4-8b5906b0f81d on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:38:32.655332 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-7943e6e7-68b7-45b8-bcc7-43885db6c9ab None None] Attempting to bind port deba4865-70f0-4262-bfc4-8b5906b0f81d by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '2aac29a1-8685-476c-bba5-fffce3cb94d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:38:32.656711 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7943e6e7-68b7-45b8-bcc7-43885db6c9ab None None] Attempting to bind port deba4865-70f0-4262-bfc4-8b5906b0f81d on network decd8274-9eda-4d81-a020-86cc15d56022 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:38:32.663599 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7943e6e7-68b7-45b8-bcc7-43885db6c9ab None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 38, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:38:32.664435 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7943e6e7-68b7-45b8-bcc7-43885db6c9ab None None] Checking segment: {'id': '2aac29a1-8685-476c-bba5-fffce3cb94d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:38:32.665072 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7943e6e7-68b7-45b8-bcc7-43885db6c9ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:32.665935 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7943e6e7-68b7-45b8-bcc7-43885db6c9ab None None] Bound using segment: {'id': '2aac29a1-8685-476c-bba5-fffce3cb94d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:38:32.666905 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-7943e6e7-68b7-45b8-bcc7-43885db6c9ab None None] Bound port: deba4865-70f0-4262-bfc4-8b5906b0f81d, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aac29a1-8685-476c-bba5-fffce3cb94d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:38:32.667521 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7943e6e7-68b7-45b8-bcc7-43885db6c9ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (deba4865-70f0-4262-bfc4-8b5906b0f81d), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:32.678368 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea03e5cb-be02-4f7d-bf1d-8cee9a260673 None None] Routers {'db932842-a4bc-42e7-bfe1-b91f1fa79dce'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:38:32.679352 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-ea03e5cb-be02-4f7d-bf1d-8cee9a260673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:38:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['db932842-a4bc-42e7-bfe1-b91f1fa79dce'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:38:32.698141 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-bea4cc14-c4ef-48e5-a021-4eb0d57e456e admin admin] For port 00682212-3db3-4bf6-8f28-9d2da8172db1, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=00682212-3db3-4bf6-8f28-9d2da8172db1,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:38:32.700382 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bea4cc14-c4ef-48e5-a021-4eb0d57e456e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (00682212-3db3-4bf6-8f28-9d2da8172db1), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:32.762803 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-bea4cc14-c4ef-48e5-a021-4eb0d57e456e admin admin] Calling delete_port for 00682212-3db3-4bf6-8f28-9d2da8172db1 owned by network:router_gateway {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:38:32.792210 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297c9095-d973-4d85-a40f-bb0b6e7476c4 None None] Checking router: 8284962e-2761-435a-93e5-faa7cc47ef87 for host: n-d-812111-14 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:38:32.811461 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297c9095-d973-4d85-a40f-bb0b6e7476c4 None None] Routers {'8284962e-2761-435a-93e5-faa7cc47ef87'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:38:32.812066 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-297c9095-d973-4d85-a40f-bb0b6e7476c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:38:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['8284962e-2761-435a-93e5-faa7cc47ef87'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:38:32.896650 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-ea03e5cb-be02-4f7d-bf1d-8cee9a260673 None None] Set router db932842-a4bc-42e7-bfe1-b91f1fa79dce gateway port host: None {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:38:33.023833 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-297c9095-d973-4d85-a40f-bb0b6e7476c4 None None] Set router 8284962e-2761-435a-93e5-faa7cc47ef87 gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:38:33.078857 n-d-812111-14 neutron-server[103304]: INFO neutron.db.ipam_backend_mixin [None req-40863234-7b97-4350-86e2-b74200702576 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 76171719-e0bc-4076-bd84-701b8167e1b4 (CIDR: 2001:db8::/64) Jan 28 19:38:33.185429 n-d-812111-14 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-40863234-7b97-4350-86e2-b74200702576 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 19:38:33.185896 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40863234-7b97-4350-86e2-b74200702576 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:38:33.248804 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 44672) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:38:33.254962 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-304de19a-fc48-4b9b-a61a-582248eeb84d tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Request body: {'subnet': {'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:38:33.259056 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-40863234-7b97-4350-86e2-b74200702576 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.6327195 Jan 28 19:38:33.439267 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 44680) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:38:33.536703 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-ea03e5cb-be02-4f7d-bf1d-8cee9a260673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db932842-a4bc-42e7-bfe1-b91f1fa79dce', 'name': 'tempest-TaggedBootDevicesTest_v242-313757589-router', 'tenant_id': '6a63e631dab749fab705cc3ad19e314b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:29:01Z', 'updated_at': '2022-01-28T19:38:32Z', 'revision_number': 6, 'project_id': '6a63e631dab749fab705cc3ad19e314b', 'gw_port_host': None}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:38:33.540914 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-304de19a-fc48-4b9b-a61a-582248eeb84d tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Made reservation on behalf of 74e14b1dc35c45ef8b65d1fdcc58b8bc for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:38:33.546969 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-304de19a-fc48-4b9b-a61a-582248eeb84d tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4733071'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:33.663004 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bea4cc14-c4ef-48e5-a021-4eb0d57e456e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (00682212-3db3-4bf6-8f28-9d2da8172db1), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:33.663285 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-7943e6e7-68b7-45b8-bcc7-43885db6c9ab None None] For port deba4865-70f0-4262-bfc4-8b5906b0f81d, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:38:33.670780 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-7943e6e7-68b7-45b8-bcc7-43885db6c9ab None None] For port deba4865-70f0-4262-bfc4-8b5906b0f81d, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=deba4865-70f0-4262-bfc4-8b5906b0f81d,segment=NetworkSegment(2aac29a1-8685-476c-bba5-fffce3cb94d6),segment_id=2aac29a1-8685-476c-bba5-fffce3cb94d6)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:38:33.727998 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-297c9095-d973-4d85-a40f-bb0b6e7476c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8284962e-2761-435a-93e5-faa7cc47ef87', 'name': 'tempest-AttachVolumeShelveTestJSON-1306095070-router', 'tenant_id': '0f0ddac21a95455ebc1c3ac83c1cf620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': '165030ec-a091-445a-96fa-5e7aadc47c06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:30:46Z', 'updated_at': '2022-01-28T19:30:58Z', 'revision_number': 4, 'project_id': '0f0ddac21a95455ebc1c3ac83c1cf620', 'gw_port': {'id': '165030ec-a091-445a-96fa-5e7aadc47c06', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:60:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8284962e-2761-435a-93e5-faa7cc47ef87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1940, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:30:48Z', 'updated_at': '2022-01-28T19:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '57830a23-006f-43dc-a826-8fdb1e9618a0', 'name': '', 'network_id': '4ed80f8c-a628-4bf0-926c-daa4ec7f72d6', 'tenant_id': '0f0ddac21a95455ebc1c3ac83c1cf620', 'mac_address': 'fa:16:3e:20:e5:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8284962e-2761-435a-93e5-faa7cc47ef87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1955, 'fixed_ips': [{'subnet_id': 'ccd8c2b9-0197-4b01-ba57-f13b2702d1bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:30:55Z', 'updated_at': '2022-01-28T19:31:05Z', 'revision_number': 5, 'project_id': '0f0ddac21a95455ebc1c3ac83c1cf620', 'subnets': [{'id': 'ccd8c2b9-0197-4b01-ba57-f13b2702d1bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:38:33.736688 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7943e6e7-68b7-45b8-bcc7-43885db6c9ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (deba4865-70f0-4262-bfc4-8b5906b0f81d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:33.772989 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea03e5cb-be02-4f7d-bf1d-8cee9a260673 None None] The sync data for ids ['db932842-a4bc-42e7-bfe1-b91f1fa79dce'] in n-d-812111-14 is: [{'id': 'db932842-a4bc-42e7-bfe1-b91f1fa79dce', 'name': 'tempest-TaggedBootDevicesTest_v242-313757589-router', 'tenant_id': '6a63e631dab749fab705cc3ad19e314b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:29:01Z', 'updated_at': '2022-01-28T19:38:32Z', 'revision_number': 6, 'project_id': '6a63e631dab749fab705cc3ad19e314b', 'gw_port_host': None}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:38:33.804622 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297c9095-d973-4d85-a40f-bb0b6e7476c4 None None] The sync data for ids ['8284962e-2761-435a-93e5-faa7cc47ef87'] in n-d-812111-14 is: [{'id': '8284962e-2761-435a-93e5-faa7cc47ef87', 'name': 'tempest-AttachVolumeShelveTestJSON-1306095070-router', 'tenant_id': '0f0ddac21a95455ebc1c3ac83c1cf620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': '165030ec-a091-445a-96fa-5e7aadc47c06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:30:46Z', 'updated_at': '2022-01-28T19:30:58Z', 'revision_number': 4, 'project_id': '0f0ddac21a95455ebc1c3ac83c1cf620', 'gw_port': {'id': '165030ec-a091-445a-96fa-5e7aadc47c06', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:60:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8284962e-2761-435a-93e5-faa7cc47ef87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1940, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:30:48Z', 'updated_at': '2022-01-28T19:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '57830a23-006f-43dc-a826-8fdb1e9618a0', 'name': '', 'network_id': '4ed80f8c-a628-4bf0-926c-daa4ec7f72d6', 'tenant_id': '0f0ddac21a95455ebc1c3ac83c1cf620', 'mac_address': 'fa:16:3e:20:e5:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8284962e-2761-435a-93e5-faa7cc47ef87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1955, 'fixed_ips': [{'subnet_id': 'ccd8c2b9-0197-4b01-ba57-f13b2702d1bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:30:55Z', 'updated_at': '2022-01-28T19:31:05Z', 'revision_number': 5, 'project_id': '0f0ddac21a95455ebc1c3ac83c1cf620', 'subnets': [{'id': 'ccd8c2b9-0197-4b01-ba57-f13b2702d1bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:38:33.824333 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea4cc14-c4ef-48e5-a021-4eb0d57e456e admin admin] Pushing event deleted for resources: {'Port': ['ID=00682212-3db3-4bf6-8f28-9d2da8172db1,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:38:33.860642 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4d67c88f-f893-479d-b11a-f6239fe39c2f tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Publish callbacks [] for security_group (a1544774-06dd-4b7d-abb3-fdfd2885225c), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:33.910697 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7943e6e7-68b7-45b8-bcc7-43885db6c9ab None None] Pushing event updated for resources: {'Port': ['ID=deba4865-70f0-4262-bfc4-8b5906b0f81d,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:38:34.002548 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4d67c88f-f893-479d-b11a-f6239fe39c2f tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Publish callbacks [] for security_group (a1544774-06dd-4b7d-abb3-fdfd2885225c), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:34.058671 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-304de19a-fc48-4b9b-a61a-582248eeb84d tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4752401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4733085'] for subnet (31e09349-ade0-48db-b8ca-5a81c6830e30), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:34.075944 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bea4cc14-c4ef-48e5-a021-4eb0d57e456e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-731488'] for router_gateway (db932842-a4bc-42e7-bfe1-b91f1fa79dce), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:34.214522 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-304de19a-fc48-4b9b-a61a-582248eeb84d tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Network decd8274-9eda-4d81-a020-86cc15d56022 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:38:34.241066 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-304de19a-fc48-4b9b-a61a-582248eeb84d tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:38:34.265859 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-304de19a-fc48-4b9b-a61a-582248eeb84d tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:38:34.266560 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-304de19a-fc48-4b9b-a61a-582248eeb84d tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:34.316529 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304de19a-fc48-4b9b-a61a-582248eeb84d tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Pushing event updated for resources: {'Subnet': ['ID=31e09349-ade0-48db-b8ca-5a81c6830e30,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:38:34.351463 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-304de19a-fc48-4b9b-a61a-582248eeb84d tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0989432 Jan 28 19:38:34.352000 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 44698) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:38:34.373925 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-96868a76-e8e3-4e6f-a889-c95f0c53127d tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Request body: {'port': {'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022', 'mac_address': 'fa:16:3e:c8:82:35', 'name': 'tempest-NetworksTestDHCPv6-124480699'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:38:34.401676 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bea4cc14-c4ef-48e5-a021-4eb0d57e456e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-730901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261120'] for router (db932842-a4bc-42e7-bfe1-b91f1fa79dce), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:34.408211 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bea4cc14-c4ef-48e5-a021-4eb0d57e456e admin admin] Publish callbacks [] for router_controller (db932842-a4bc-42e7-bfe1-b91f1fa79dce), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:34.550616 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb39e9ef-6978-416e-8e6c-673c478aa45d None None] New status for floating IP 198d7845-5d5e-4901-a4cd-76f848743447: DOWN {{(pid=103306) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 19:38:34.571718 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4d67c88f-f893-479d-b11a-f6239fe39c2f tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (a1544774-06dd-4b7d-abb3-fdfd2885225c), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:34.579615 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4d67c88f-f893-479d-b11a-f6239fe39c2f tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:34.583227 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-4d67c88f-f893-479d-b11a-f6239fe39c2f tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "DELETE /v2.0/security-groups/a1544774-06dd-4b7d-abb3-fdfd2885225c HTTP/1.1" status: 204 len: 168 time: 1.1341238 Jan 28 19:38:34.624349 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 44708) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:38:34.625192 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d67c88f-f893-479d-b11a-f6239fe39c2f tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1544774-06dd-4b7d-abb3-fdfd2885225c,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:38:34.669742 n-d-812111-14 neutron-server[103304]: INFO neutron.api.v2.resource [None req-95e54079-366c-479d-ad48-9c62ed1ea3d2 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] show failed (client error): The resource could not be found. Jan 28 19:38:34.674064 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-95e54079-366c-479d-ad48-9c62ed1ea3d2 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "GET /v2.0/security-groups/a1544774-06dd-4b7d-abb3-fdfd2885225c HTTP/1.1" status: 404 len: 347 time: 0.0311322 Jan 28 19:38:34.674064 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bea4cc14-c4ef-48e5-a021-4eb0d57e456e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-730908'] for router (db932842-a4bc-42e7-bfe1-b91f1fa79dce), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:34.674064 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bea4cc14-c4ef-48e5-a021-4eb0d57e456e admin admin] Fanout notify agent at l3_agent the message router_deleted on router db932842-a4bc-42e7-bfe1-b91f1fa79dce {{(pid=103304) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:38:34.685991 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bea4cc14-c4ef-48e5-a021-4eb0d57e456e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:34.689895 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-bea4cc14-c4ef-48e5-a021-4eb0d57e456e admin admin] 10.222.0.64 "DELETE /v2.0/routers/db932842-a4bc-42e7-bfe1-b91f1fa79dce HTTP/1.1" status: 204 len: 168 time: 4.2886806 Jan 28 19:38:34.689895 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 44710) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:38:34.772505 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 44712) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:38:34.786339 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2f0ce42e-d95d-4656-88e4-d838367bc11b req-48a2c8fc-9e63-4b16-8441-cd1641b32c0e tempest-VolumesNegativeTest-1059256903 tempest-VolumesNegativeTest-1059256903-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=ab3829f54aaa45be8890f252efd3755e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3218853 Jan 28 19:38:34.786339 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96868a76-e8e3-4e6f-a889-c95f0c53127d tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Made reservation on behalf of 74e14b1dc35c45ef8b65d1fdcc58b8bc for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:38:34.957372 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f199191-43f5-46a5-82a0-b0e0637a13ce admin admin] Deleting subnet 1ed54c01-0acd-447f-ba69-14502018ae00 {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:38:34.962685 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0f199191-43f5-46a5-82a0-b0e0637a13ce admin admin] Publish callbacks [] for subnet (1ed54c01-0acd-447f-ba69-14502018ae00), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:35.018398 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0f199191-43f5-46a5-82a0-b0e0637a13ce admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4747050'] for subnet (1ed54c01-0acd-447f-ba69-14502018ae00), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:35.043249 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device deba4865-70f0-4262-bfc4-8b5906b0f81d up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:38:35.119074 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-39811d4d-15b6-49d8-8d62-66aad9feaa90 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Deleting port efbe4f68-89fa-4605-b405-4658d666cf5a {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:38:35.119432 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-39811d4d-15b6-49d8-8d62-66aad9feaa90 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (efbe4f68-89fa-4605-b405-4658d666cf5a), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:35.173715 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port deba4865-70f0-4262-bfc4-8b5906b0f81d triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:38:35.174837 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (deba4865-70f0-4262-bfc4-8b5906b0f81d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:35.350604 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0f199191-43f5-46a5-82a0-b0e0637a13ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (1ed54c01-0acd-447f-ba69-14502018ae00), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:35.374506 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-96868a76-e8e3-4e6f-a889-c95f0c53127d tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:35.387207 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0ce42e-d95d-4656-88e4-d838367bc11b req-28e9bcb5-5852-47c8-afdb-30329f19cc44 tempest-VolumesNegativeTest-1059256903 tempest-VolumesNegativeTest-1059256903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:38:35.398112 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2f0ce42e-d95d-4656-88e4-d838367bc11b req-28e9bcb5-5852-47c8-afdb-30329f19cc44 tempest-VolumesNegativeTest-1059256903 tempest-VolumesNegativeTest-1059256903-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6042616 Jan 28 19:38:35.419169 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port deba4865-70f0-4262-bfc4-8b5906b0f81d is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:38:35.419849 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (deba4865-70f0-4262-bfc4-8b5906b0f81d), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:35.425611 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2f0ce42e-d95d-4656-88e4-d838367bc11b req-c3d291a6-9336-4a2d-9023-17f3dfd10116 tempest-VolumesNegativeTest-1059256903 tempest-VolumesNegativeTest-1059256903-project] 10.222.0.64 "GET /v2.0/quotas/ab3829f54aaa45be8890f252efd3755e HTTP/1.1" status: 200 len: 375 time: 0.0261419 Jan 28 19:38:35.452864 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-39811d4d-15b6-49d8-8d62-66aad9feaa90 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (efbe4f68-89fa-4605-b405-4658d666cf5a), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:35.453843 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-39811d4d-15b6-49d8-8d62-66aad9feaa90 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Publish callbacks [] for floatingip (efbe4f68-89fa-4605-b405-4658d666cf5a), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:35.503302 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-39811d4d-15b6-49d8-8d62-66aad9feaa90 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Calling delete_port for efbe4f68-89fa-4605-b405-4658d666cf5a owned by network:floatingip {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:38:35.519140 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2f0ce42e-d95d-4656-88e4-d838367bc11b req-338c7b18-345d-422c-adc1-c025729b9148 tempest-VolumesNegativeTest-1059256903 tempest-VolumesNegativeTest-1059256903-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=ab3829f54aaa45be8890f252efd3755e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0923755 Jan 28 19:38:35.550671 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] For port deba4865-70f0-4262-bfc4-8b5906b0f81d, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=deba4865-70f0-4262-bfc4-8b5906b0f81d,segment=NetworkSegment(2aac29a1-8685-476c-bba5-fffce3cb94d6),segment_id=2aac29a1-8685-476c-bba5-fffce3cb94d6)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:38:35.565016 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (deba4865-70f0-4262-bfc4-8b5906b0f81d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:35.582570 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [None req-96868a76-e8e3-4e6f-a889-c95f0c53127d tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] device_id is not set on port 34dab243-9e38-49cf-a892-91416bb79664 yet. {{(pid=103305) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:38:35.594933 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 098ef2a2-9f80-451f-9873-4ca01173f113 no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:38:35.696974 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: 098ef2a2-9f80-451f-9873-4ca01173f113 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:38:35.697359 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 098ef2a2-9f80-451f-9873-4ca01173f113 not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:38:35.733378 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Pushing event updated for resources: {'Port': ['ID=deba4865-70f0-4262-bfc4-8b5906b0f81d,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:38:35.783268 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e477b0-daab-49fe-b92a-07a36505c247 None None] Network decd8274-9eda-4d81-a020-86cc15d56022 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:38:35.893702 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-39811d4d-15b6-49d8-8d62-66aad9feaa90 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (efbe4f68-89fa-4605-b405-4658d666cf5a), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:35.902531 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0f199191-43f5-46a5-82a0-b0e0637a13ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4690616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5222356'] for subnet (1ed54c01-0acd-447f-ba69-14502018ae00), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:36.068205 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f199191-43f5-46a5-82a0-b0e0637a13ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ed54c01-0acd-447f-ba69-14502018ae00,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:38:36.142118 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-96868a76-e8e3-4e6f-a889-c95f0c53127d tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Allocated IP 2001:db8:0:1::b7 (decd8274-9eda-4d81-a020-86cc15d56022/31e09349-ade0-48db-b8ca-5a81c6830e30/34dab243-9e38-49cf-a892-91416bb79664) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:38:36.142406 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39811d4d-15b6-49d8-8d62-66aad9feaa90 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Pushing event deleted for resources: {'Port': ['ID=efbe4f68-89fa-4605-b405-4658d666cf5a,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:38:36.168496 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-96868a76-e8e3-4e6f-a889-c95f0c53127d tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Allocated IP 2001:db8::f816:3eff:fec8:8235 (decd8274-9eda-4d81-a020-86cc15d56022/76171719-e0bc-4076-bd84-701b8167e1b4/34dab243-9e38-49cf-a892-91416bb79664) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:38:36.186663 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-c16c6e20-c59d-4c11-8bac-81ce9b6bc0f0 None None] Provisioning complete for port deba4865-70f0-4262-bfc4-8b5906b0f81d triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:38:36.187845 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c16c6e20-c59d-4c11-8bac-81ce9b6bc0f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (deba4865-70f0-4262-bfc4-8b5906b0f81d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:36.215690 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d9b77792-81ce-4b3a-a651-87570c5a4ac5 req-4b87af43-07ca-4e1d-9f96-199c8724923c tempest-VolumesNegativeTest-1059256903 tempest-VolumesNegativeTest-1059256903-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2160457-4ee9-4654-95d1-bc25c01c4be9 HTTP/1.1" status: 200 len: 210 time: 0.1857915 Jan 28 19:38:36.262899 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0f199191-43f5-46a5-82a0-b0e0637a13ce admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:36.269968 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-0f199191-43f5-46a5-82a0-b0e0637a13ce admin admin] 10.222.0.64 "DELETE /v2.0/subnets/1ed54c01-0acd-447f-ba69-14502018ae00 HTTP/1.1" status: 204 len: 168 time: 1.4769602 Jan 28 19:38:36.275829 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 44730) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:38:36.285364 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc514344-4af7-4d10-a5b3-5346fd5a4956 None None] Network d6023ca9-f7fb-424f-9a06-ccb60c81e3d1 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:38:36.332478 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-39811d4d-15b6-49d8-8d62-66aad9feaa90 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Publish callbacks [] for floatingip (198d7845-5d5e-4901-a4cd-76f848743447), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:36.335153 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-39811d4d-15b6-49d8-8d62-66aad9feaa90 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for floatingip (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:36.336380 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-39811d4d-15b6-49d8-8d62-66aad9feaa90 tempest-AttachVolumeShelveTestJSON-8783573 tempest-AttachVolumeShelveTestJSON-8783573-project] 10.222.0.64 "DELETE /v2.0/floatingips/198d7845-5d5e-4901-a4cd-76f848743447 HTTP/1.1" status: 204 len: 168 time: 1.6476147 Jan 28 19:38:36.441623 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 44738) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:38:36.565774 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device deba4865-70f0-4262-bfc4-8b5906b0f81d up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:38:36.645422 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-96868a76-e8e3-4e6f-a889-c95f0c53127d tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks [] for port (34dab243-9e38-49cf-a892-91416bb79664), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:36.729173 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-27656133-c28d-435e-a4f5-2692d32f2afe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (d6023ca9-f7fb-424f-9a06-ccb60c81e3d1), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:36.733034 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-96868a76-e8e3-4e6f-a889-c95f0c53127d tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (34dab243-9e38-49cf-a892-91416bb79664), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:36.750057 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fe53f3fd-77d5-4efd-b12a-fb40dfd2f928 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:36.884855 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-c16c6e20-c59d-4c11-8bac-81ce9b6bc0f0 None None] Current status of the port deba4865-70f0-4262-bfc4-8b5906b0f81d is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:38:36.894711 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0d5644ec-7d86-4d70-97ed-8f8d478ff3a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:36.898716 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96868a76-e8e3-4e6f-a889-c95f0c53127d tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Network decd8274-9eda-4d81-a020-86cc15d56022 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:38:36.906165 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-231f13f7-be5b-4455-9924-8413d73c99eb None None] Update dhcp port {'port': {'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022', 'fixed_ips': [{'subnet_id': '76171719-e0bc-4076-bd84-701b8167e1b4', 'ip_address': '2001:db8::f816:3eff:fe70:96ab'}, {'subnet_id': '31e09349-ade0-48db-b8ca-5a81c6830e30'}], 'binding:host_id': 'n-d-812111-14'}, 'id': 'deba4865-70f0-4262-bfc4-8b5906b0f81d'} from n-d-812111-14. {{(pid=103306) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 19:38:36.920824 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-96868a76-e8e3-4e6f-a889-c95f0c53127d tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:38:36.941306 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96868a76-e8e3-4e6f-a889-c95f0c53127d tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:38:36.944025 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-231f13f7-be5b-4455-9924-8413d73c99eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (deba4865-70f0-4262-bfc4-8b5906b0f81d), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:36.971378 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96868a76-e8e3-4e6f-a889-c95f0c53127d tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:38:36.972187 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-96868a76-e8e3-4e6f-a889-c95f0c53127d tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:36.997708 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port deba4865-70f0-4262-bfc4-8b5906b0f81d triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:38:36.999802 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (deba4865-70f0-4262-bfc4-8b5906b0f81d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:37.002452 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fe53f3fd-77d5-4efd-b12a-fb40dfd2f928 admin admin] Publish callbacks [] for security_group (8639aba7-a170-4bda-bfc3-d7a062c5a787), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:37.009813 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fe53f3fd-77d5-4efd-b12a-fb40dfd2f928 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (8639aba7-a170-4bda-bfc3-d7a062c5a787), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:37.061052 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7098033-35eb-4ecb-9364-ee44757667e5 None None] DHCP port deletion for d6023ca9-f7fb-424f-9a06-ccb60c81e3d1 request from n-d-812111-14 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:38:37.111060 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe53f3fd-77d5-4efd-b12a-fb40dfd2f928 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8639aba7-a170-4bda-bfc3-d7a062c5a787,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:38:37.118952 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96868a76-e8e3-4e6f-a889-c95f0c53127d tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Pushing event updated for resources: {'Port': ['ID=34dab243-9e38-49cf-a892-91416bb79664,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:38:37.132236 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-96868a76-e8e3-4e6f-a889-c95f0c53127d tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.7731569 Jan 28 19:38:37.132734 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 44748) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:38:37.162096 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-27656133-c28d-435e-a4f5-2692d32f2afe admin admin] Deleting port 09f62782-c76f-4893-8fdb-838abb60236a {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:38:37.162840 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-27656133-c28d-435e-a4f5-2692d32f2afe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (09f62782-c76f-4893-8fdb-838abb60236a), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:37.206304 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-fe53f3fd-77d5-4efd-b12a-fb40dfd2f928 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a71ba25c4836427eaa373cccdcd82628&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7610395 Jan 28 19:38:37.238426 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 44752) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:38:37.395251 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-27656133-c28d-435e-a4f5-2692d32f2afe admin admin] For port 09f62782-c76f-4893-8fdb-838abb60236a, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=09f62782-c76f-4893-8fdb-838abb60236a,segment=NetworkSegment(307a5035-2a9c-44ca-a3ca-b9ed8229daf5),segment_id=307a5035-2a9c-44ca-a3ca-b9ed8229daf5)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:38:37.395457 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-27656133-c28d-435e-a4f5-2692d32f2afe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (09f62782-c76f-4893-8fdb-838abb60236a), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:37.437052 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-27656133-c28d-435e-a4f5-2692d32f2afe admin admin] Calling delete_port for 09f62782-c76f-4893-8fdb-838abb60236a owned by network:dhcp {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:38:37.494946 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-608697ce-d9d4-4323-99c1-299df4632dee admin admin] Publish callbacks [] for security_group (8639aba7-a170-4bda-bfc3-d7a062c5a787), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:37.524882 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-c7098033-35eb-4ecb-9364-ee44757667e5 None None] Deleting port 09f62782-c76f-4893-8fdb-838abb60236a {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:38:37.525482 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c7098033-35eb-4ecb-9364-ee44757667e5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (09f62782-c76f-4893-8fdb-838abb60236a), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:37.573073 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-608697ce-d9d4-4323-99c1-299df4632dee admin admin] Publish callbacks [] for security_group (8639aba7-a170-4bda-bfc3-d7a062c5a787), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:37.584884 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-75075868-9c0a-45bf-87ab-0673483e827e tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Deleting port 34dab243-9e38-49cf-a892-91416bb79664 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:38:37.585585 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-75075868-9c0a-45bf-87ab-0673483e827e tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (34dab243-9e38-49cf-a892-91416bb79664), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:37.605156 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-c7098033-35eb-4ecb-9364-ee44757667e5 None None] For port 09f62782-c76f-4893-8fdb-838abb60236a, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=09f62782-c76f-4893-8fdb-838abb60236a,segment=NetworkSegment(307a5035-2a9c-44ca-a3ca-b9ed8229daf5),segment_id=307a5035-2a9c-44ca-a3ca-b9ed8229daf5)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:38:37.605580 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c7098033-35eb-4ecb-9364-ee44757667e5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (09f62782-c76f-4893-8fdb-838abb60236a), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:37.625454 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-c7098033-35eb-4ecb-9364-ee44757667e5 None None] Calling delete_port for 09f62782-c76f-4893-8fdb-838abb60236a owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:38:37.677174 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-27656133-c28d-435e-a4f5-2692d32f2afe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (09f62782-c76f-4893-8fdb-838abb60236a), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:37.855419 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27656133-c28d-435e-a4f5-2692d32f2afe admin admin] No DVR routers for this DVR port 09f62782-c76f-4893-8fdb-838abb60236a on host n-d-812111-14 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:38:37.875204 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-608697ce-d9d4-4323-99c1-299df4632dee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (8639aba7-a170-4bda-bfc3-d7a062c5a787), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:37.888343 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-608697ce-d9d4-4323-99c1-299df4632dee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:37.898131 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-608697ce-d9d4-4323-99c1-299df4632dee admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8639aba7-a170-4bda-bfc3-d7a062c5a787 HTTP/1.1" status: 204 len: 168 time: 0.6256406 Jan 28 19:38:37.936465 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-75075868-9c0a-45bf-87ab-0673483e827e tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (34dab243-9e38-49cf-a892-91416bb79664), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:37.980335 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27656133-c28d-435e-a4f5-2692d32f2afe admin admin] Pushing event deleted for resources: {'Port': ['ID=09f62782-c76f-4893-8fdb-838abb60236a,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:38:37.991146 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c7098033-35eb-4ecb-9364-ee44757667e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985'] for port (09f62782-c76f-4893-8fdb-838abb60236a), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:38.021385 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608697ce-d9d4-4323-99c1-299df4632dee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8639aba7-a170-4bda-bfc3-d7a062c5a787,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:38:38.061156 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-75075868-9c0a-45bf-87ab-0673483e827e tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Calling delete_port for 34dab243-9e38-49cf-a892-91416bb79664 owned by {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:38:38.146981 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port deba4865-70f0-4262-bfc4-8b5906b0f81d is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:38:38.160815 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7098033-35eb-4ecb-9364-ee44757667e5 None None] No DVR routers for this DVR port 09f62782-c76f-4893-8fdb-838abb60236a on host n-d-812111-14 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:38:38.164998 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 00682212-3db3-4bf6-8f28-9d2da8172db1 no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:38:38.189949 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7b6e98cd-9ecc-4b89-948c-32b621cedabb req-781f51c7-1b65-499c-8605-b9e22003b3dc tempest-VolumesNegativeTest-1059256903 tempest-VolumesNegativeTest-1059256903-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2160457-4ee9-4654-95d1-bc25c01c4be9 HTTP/1.1" status: 200 len: 210 time: 0.5415273 Jan 28 19:38:38.219914 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: 00682212-3db3-4bf6-8f28-9d2da8172db1 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:38:38.221534 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 00682212-3db3-4bf6-8f28-9d2da8172db1 not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:38:38.241901 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7098033-35eb-4ecb-9364-ee44757667e5 None None] Pushing event deleted for resources: {'Port': ['ID=09f62782-c76f-4893-8fdb-838abb60236a,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:38:38.273956 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-231f13f7-be5b-4455-9924-8413d73c99eb None None] Allocated IP 2001:db8:0:1::2 (decd8274-9eda-4d81-a020-86cc15d56022/31e09349-ade0-48db-b8ca-5a81c6830e30/deba4865-70f0-4262-bfc4-8b5906b0f81d) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:38:38.309517 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2f0ce42e-d95d-4656-88e4-d838367bc11b req-ef9c546e-c0d5-421b-bf04-784e3f702fe9 tempest-VolumesNegativeTest-1059256903 tempest-VolumesNegativeTest-1059256903-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=ab3829f54aaa45be8890f252efd3755e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3348341 Jan 28 19:38:38.613356 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0ce42e-d95d-4656-88e4-d838367bc11b req-50bda41f-b714-4d23-b9ad-ecf55ed7511a tempest-VolumesNegativeTest-1059256903 tempest-VolumesNegativeTest-1059256903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:38:38.615236 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2f0ce42e-d95d-4656-88e4-d838367bc11b req-50bda41f-b714-4d23-b9ad-ecf55ed7511a tempest-VolumesNegativeTest-1059256903 tempest-VolumesNegativeTest-1059256903-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2904248 Jan 28 19:38:38.618050 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-27656133-c28d-435e-a4f5-2692d32f2afe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (d6023ca9-f7fb-424f-9a06-ccb60c81e3d1), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:38.627334 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-75075868-9c0a-45bf-87ab-0673483e827e tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (34dab243-9e38-49cf-a892-91416bb79664), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:38.634177 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-2f0ce42e-d95d-4656-88e4-d838367bc11b req-88b097ca-4397-4464-924d-da0cd43ecf85 tempest-VolumesNegativeTest-1059256903 tempest-VolumesNegativeTest-1059256903-project] Request body: {'port': {'device_id': 'f2160457-4ee9-4654-95d1-bc25c01c4be9', 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91', 'admin_state_up': True, 'tenant_id': 'ab3829f54aaa45be8890f252efd3755e'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:38:38.652606 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 09f62782-c76f-4893-8fdb-838abb60236a no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:38:38.706863 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75075868-9c0a-45bf-87ab-0673483e827e tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Pushing event deleted for resources: {'Port': ['ID=34dab243-9e38-49cf-a892-91416bb79664,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:38:38.737455 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: 09f62782-c76f-4893-8fdb-838abb60236a {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:38:38.737796 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 09f62782-c76f-4893-8fdb-838abb60236a not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:38:38.803082 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-27656133-c28d-435e-a4f5-2692d32f2afe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6023ca9-f7fb-424f-9a06-ccb60c81e3d1']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:38:38.813051 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-231f13f7-be5b-4455-9924-8413d73c99eb None None] For port deba4865-70f0-4262-bfc4-8b5906b0f81d, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=deba4865-70f0-4262-bfc4-8b5906b0f81d,segment=NetworkSegment(2aac29a1-8685-476c-bba5-fffce3cb94d6),segment_id=2aac29a1-8685-476c-bba5-fffce3cb94d6)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:38:38.884560 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-27656133-c28d-435e-a4f5-2692d32f2afe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '307a5035-2a9c-44ca-a3ca-b9ed8229daf5') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:38:38.885382 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-27656133-c28d-435e-a4f5-2692d32f2afe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '307a5035-2a9c-44ca-a3ca-b9ed8229daf5') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:38:38.893215 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-75075868-9c0a-45bf-87ab-0673483e827e tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:38.902653 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-75075868-9c0a-45bf-87ab-0673483e827e tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "DELETE /v2.0/ports/34dab243-9e38-49cf-a892-91416bb79664 HTTP/1.1" status: 204 len: 168 time: 1.7557762 Jan 28 19:38:38.906041 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-27656133-c28d-435e-a4f5-2692d32f2afe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16187153'] for segment (307a5035-2a9c-44ca-a3ca-b9ed8229daf5), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:38.908979 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 44778) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:38:38.924396 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-231f13f7-be5b-4455-9924-8413d73c99eb None None] Publish callbacks [] for port (deba4865-70f0-4262-bfc4-8b5906b0f81d), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:38.937350 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-27656133-c28d-435e-a4f5-2692d32f2afe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (307a5035-2a9c-44ca-a3ca-b9ed8229daf5), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:38.971503 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-231f13f7-be5b-4455-9924-8413d73c99eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (deba4865-70f0-4262-bfc4-8b5906b0f81d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:39.020553 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27656133-c28d-435e-a4f5-2692d32f2afe admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:38:39.024907 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-27656133-c28d-435e-a4f5-2692d32f2afe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4752570'] for segment (307a5035-2a9c-44ca-a3ca-b9ed8229daf5), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:39.040372 n-d-812111-14 neutron-server[103305]: Traceback (most recent call last): Jan 28 19:38:39.040372 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:38:39.040372 n-d-812111-14 neutron-server[103305]: timer() Jan 28 19:38:39.040372 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:38:39.040372 n-d-812111-14 neutron-server[103305]: cb(*args, **kw) Jan 28 19:38:39.040372 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:38:39.040372 n-d-812111-14 neutron-server[103305]: return func(*args, **kwargs) Jan 28 19:38:39.040372 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:38:39.040372 n-d-812111-14 neutron-server[103305]: self._notify() Jan 28 19:38:39.040372 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:38:39.040372 n-d-812111-14 neutron-server[103305]: self.callback(batched_events) Jan 28 19:38:39.040372 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:38:39.040372 n-d-812111-14 neutron-server[103305]: event.method(event) Jan 28 19:38:39.040372 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:38:39.040372 n-d-812111-14 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:38:39.040372 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:38:39.040372 n-d-812111-14 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:38:39.040372 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:38:39.040372 n-d-812111-14 neutron-server[103305]: return f(self, *a, **k) Jan 28 19:38:39.040372 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:38:39.040372 n-d-812111-14 neutron-server[103305]: return self._get(url).json() Jan 28 19:38:39.040372 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:38:39.040372 n-d-812111-14 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:38:39.040372 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:38:39.040372 n-d-812111-14 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 28 19:38:39.040372 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:38:39.040372 n-d-812111-14 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:38:39.040372 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:38:39.040372 n-d-812111-14 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:38:39.040372 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:38:39.040372 n-d-812111-14 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:38:39.040372 n-d-812111-14 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:38:39.082655 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b6e6813-0993-4c6b-a1f7-4e8757d020c9 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:38:39.086746 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-2b6e6813-0993-4c6b-a1f7-4e8757d020c9 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1707141 Jan 28 19:38:39.092516 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 44784) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:38:39.160154 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f0ce42e-d95d-4656-88e4-d838367bc11b req-88b097ca-4397-4464-924d-da0cd43ecf85 tempest-VolumesNegativeTest-1059256903 tempest-VolumesNegativeTest-1059256903-project] Made reservation on behalf of ab3829f54aaa45be8890f252efd3755e for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:38:39.167989 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-2f0ce42e-d95d-4656-88e4-d838367bc11b req-88b097ca-4397-4464-924d-da0cd43ecf85 tempest-VolumesNegativeTest-1059256903 tempest-VolumesNegativeTest-1059256903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:39.186167 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-2f0ce42e-d95d-4656-88e4-d838367bc11b req-88b097ca-4397-4464-924d-da0cd43ecf85 tempest-VolumesNegativeTest-1059256903 tempest-VolumesNegativeTest-1059256903-project] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:39.245555 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1962ad1a-c2ef-4f49-ae20-54be1d54e21f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:39.273614 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-27656133-c28d-435e-a4f5-2692d32f2afe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (d6023ca9-f7fb-424f-9a06-ccb60c81e3d1), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:39.340648 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-27656133-c28d-435e-a4f5-2692d32f2afe admin admin] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:39.350061 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-27656133-c28d-435e-a4f5-2692d32f2afe admin admin] 10.222.0.64 "DELETE /v2.0/networks/d6023ca9-f7fb-424f-9a06-ccb60c81e3d1 HTTP/1.1" status: 204 len: 168 time: 3.0684886 Jan 28 19:38:39.353260 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 44792) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:38:39.354414 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27656133-c28d-435e-a4f5-2692d32f2afe admin admin] Pushing event deleted for resources: {'Network': ['ID=d6023ca9-f7fb-424f-9a06-ccb60c81e3d1,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:38:39.391021 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a59968-71d7-4c09-ab0b-3317f0f097d7 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:38:39.396317 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-f2a59968-71d7-4c09-ab0b-3317f0f097d7 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3002267 Jan 28 19:38:39.401313 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 44796) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:38:39.409814 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231f13f7-be5b-4455-9924-8413d73c99eb None None] Pushing event updated for resources: {'Port': ['ID=deba4865-70f0-4262-bfc4-8b5906b0f81d,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:38:39.554527 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-36d30410-8d94-4131-bc5c-1c996fd70307 req-31a1ebed-8475-4207-af1b-4380751fe327 tempest-VolumesNegativeTest-1059256903 tempest-VolumesNegativeTest-1059256903-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2160457-4ee9-4654-95d1-bc25c01c4be9 HTTP/1.1" status: 200 len: 210 time: 0.1011524 Jan 28 19:38:39.572829 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-2f0ce42e-d95d-4656-88e4-d838367bc11b req-88b097ca-4397-4464-924d-da0cd43ecf85 tempest-VolumesNegativeTest-1059256903 tempest-VolumesNegativeTest-1059256903-project] Publish callbacks [] for security_group (374361a6-a8a2-49d9-8fcc-0f62ac45dbaa), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:39.589575 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-2f0ce42e-d95d-4656-88e4-d838367bc11b req-88b097ca-4397-4464-924d-da0cd43ecf85 tempest-VolumesNegativeTest-1059256903 tempest-VolumesNegativeTest-1059256903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (374361a6-a8a2-49d9-8fcc-0f62ac45dbaa), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:39.697093 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed6bc5c2-913e-44f5-8728-eb03a7bd6b74 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:38:39.702637 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed6bc5c2-913e-44f5-8728-eb03a7bd6b74 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:38:39.705564 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed6bc5c2-913e-44f5-8728-eb03a7bd6b74 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:38:39.709960 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-ed6bc5c2-913e-44f5-8728-eb03a7bd6b74 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.3076472 Jan 28 19:38:39.720372 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 44802) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:38:39.806515 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:39.813800 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 44804) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:38:39.938872 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-5696b905-7579-419f-838f-580d9775de3e tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Deleting subnet 31e09349-ade0-48db-b8ca-5a81c6830e30 {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:38:39.945544 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5696b905-7579-419f-838f-580d9775de3e tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks [] for subnet (31e09349-ade0-48db-b8ca-5a81c6830e30), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:40.055849 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5696b905-7579-419f-838f-580d9775de3e tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16187240'] for subnet (31e09349-ade0-48db-b8ca-5a81c6830e30), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:40.414216 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-2f0ce42e-d95d-4656-88e4-d838367bc11b req-88b097ca-4397-4464-924d-da0cd43ecf85 tempest-VolumesNegativeTest-1059256903 tempest-VolumesNegativeTest-1059256903-project] Allocated IP 192.168.233.81 (7810caa2-eac6-457d-9302-c8c215ef3e91/f2de4832-9ef6-4f40-9ac5-1557d5e6a6ff/6b4bf284-e5d8-46f5-b4b5-49b092619bfd) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:38:40.502539 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b097ca-4397-4464-924d-da0cd43ecf85 tempest-VolumesNegativeTest-1059256903 tempest-VolumesNegativeTest-1059256903-project] Pushing event updated for resources: {'SecurityGroup': ['ID=374361a6-a8a2-49d9-8fcc-0f62ac45dbaa,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:38:40.541020 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device deba4865-70f0-4262-bfc4-8b5906b0f81d up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:38:40.548230 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7cde664b-0582-482d-9701-478c94b2d521 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-732838'] for router_interface (5ed523fe-5bc0-4eef-873e-d6a5b037e0c0), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:40.648485 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5696b905-7579-419f-838f-580d9775de3e tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (31e09349-ade0-48db-b8ca-5a81c6830e30), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:40.698998 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port deba4865-70f0-4262-bfc4-8b5906b0f81d triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:38:40.705453 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (deba4865-70f0-4262-bfc4-8b5906b0f81d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:40.810244 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-c53d6033-4eaa-4c31-a165-059cea64a431 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1067744881-network', 'tenant_id': '4318d711708541999bcfdf4f012196bd'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:38:40.868615 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-6203facb-e825-4d28-b07a-4756bc1a23ca None None] Provisioning complete for port deba4865-70f0-4262-bfc4-8b5906b0f81d triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:38:40.869229 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6203facb-e825-4d28-b07a-4756bc1a23ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (deba4865-70f0-4262-bfc4-8b5906b0f81d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:40.888908 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7515df97-6581-406b-8cc9-ed0901e48848 req-136ef968-1fef-41fe-9534-170c7efef6ad tempest-VolumesNegativeTest-1059256903 tempest-VolumesNegativeTest-1059256903-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2160457-4ee9-4654-95d1-bc25c01c4be9 HTTP/1.1" status: 200 len: 210 time: 0.1111639 Jan 28 19:38:40.953293 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-2f0ce42e-d95d-4656-88e4-d838367bc11b req-88b097ca-4397-4464-924d-da0cd43ecf85 tempest-VolumesNegativeTest-1059256903 tempest-VolumesNegativeTest-1059256903-project] Publish callbacks [] for port (6b4bf284-e5d8-46f5-b4b5-49b092619bfd), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:41.002707 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c53d6033-4eaa-4c31-a165-059cea64a431 admin admin] Made reservation on behalf of 4318d711708541999bcfdf4f012196bd for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:38:41.005353 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c53d6033-4eaa-4c31-a165-059cea64a431 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:41.026030 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-7cde664b-0582-482d-9701-478c94b2d521 admin admin] Deleting port a52c137f-4ff7-4280-b202-6bc7a4efd44b {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:38:41.026391 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7cde664b-0582-482d-9701-478c94b2d521 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (a52c137f-4ff7-4280-b202-6bc7a4efd44b), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:41.056073 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c53d6033-4eaa-4c31-a165-059cea64a431 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:41.104628 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5696b905-7579-419f-838f-580d9775de3e tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4752464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4733806'] for subnet (31e09349-ade0-48db-b8ca-5a81c6830e30), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:41.208794 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-6203facb-e825-4d28-b07a-4756bc1a23ca None None] Current status of the port deba4865-70f0-4262-bfc4-8b5906b0f81d is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:38:41.245622 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5696b905-7579-419f-838f-580d9775de3e tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Pushing event deleted for resources: {'Subnet': ['ID=31e09349-ade0-48db-b8ca-5a81c6830e30,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:38:41.276059 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5696b905-7579-419f-838f-580d9775de3e tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:41.277398 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port deba4865-70f0-4262-bfc4-8b5906b0f81d is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:38:41.283611 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-7cde664b-0582-482d-9701-478c94b2d521 admin admin] For port a52c137f-4ff7-4280-b202-6bc7a4efd44b, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=a52c137f-4ff7-4280-b202-6bc7a4efd44b,segment=NetworkSegment(019cfbf9-bc4c-4d92-b18f-3dd37f786caf),segment_id=019cfbf9-bc4c-4d92-b18f-3dd37f786caf)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:38:41.283997 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7cde664b-0582-482d-9701-478c94b2d521 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (a52c137f-4ff7-4280-b202-6bc7a4efd44b), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:41.286499 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-5696b905-7579-419f-838f-580d9775de3e tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "DELETE /v2.0/subnets/31e09349-ade0-48db-b8ca-5a81c6830e30 HTTP/1.1" status: 204 len: 168 time: 1.5568628 Jan 28 19:38:41.293554 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 44820) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:38:41.321044 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-2f0ce42e-d95d-4656-88e4-d838367bc11b req-88b097ca-4397-4464-924d-da0cd43ecf85 tempest-VolumesNegativeTest-1059256903 tempest-VolumesNegativeTest-1059256903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (6b4bf284-e5d8-46f5-b4b5-49b092619bfd), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:41.340282 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-7cde664b-0582-482d-9701-478c94b2d521 admin admin] Calling delete_port for a52c137f-4ff7-4280-b202-6bc7a4efd44b owned by network:router_interface {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:38:41.342355 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-6ca968c2-7b56-4629-a176-8c16221e093b None None] Could not find standard attr ID for object 34dab243-9e38-49cf-a892-91416bb79664. {{(pid=103306) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 19:38:41.465552 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b097ca-4397-4464-924d-da0cd43ecf85 tempest-VolumesNegativeTest-1059256903 tempest-VolumesNegativeTest-1059256903-project] Pushing event updated for resources: {'Port': ['ID=6b4bf284-e5d8-46f5-b4b5-49b092619bfd,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:38:41.567513 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d27230-4e41-45b1-9ffd-a8aa9e984181 None None] Network decd8274-9eda-4d81-a020-86cc15d56022 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:38:41.631545 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c53d6033-4eaa-4c31-a165-059cea64a431 admin admin] Publish callbacks [] for security_group (0235968b-6302-4ba7-8a49-2f95093b7a4e), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:41.667349 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c53d6033-4eaa-4c31-a165-059cea64a431 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (0235968b-6302-4ba7-8a49-2f95093b7a4e), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:41.677034 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:41.708998 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f0ce42e-d95d-4656-88e4-d838367bc11b req-88b097ca-4397-4464-924d-da0cd43ecf85 tempest-VolumesNegativeTest-1059256903 tempest-VolumesNegativeTest-1059256903-project] Network 7810caa2-eac6-457d-9302-c8c215ef3e91 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:38:41.721888 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-2f0ce42e-d95d-4656-88e4-d838367bc11b req-88b097ca-4397-4464-924d-da0cd43ecf85 tempest-VolumesNegativeTest-1059256903 tempest-VolumesNegativeTest-1059256903-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:38:41.744674 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7cde664b-0582-482d-9701-478c94b2d521 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (a52c137f-4ff7-4280-b202-6bc7a4efd44b), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:41.755116 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-e07cffc5-2c6a-4ed8-890e-3608da1f5031 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Deleting subnet 76171719-e0bc-4076-bd84-701b8167e1b4 {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:38:41.760643 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f0ce42e-d95d-4656-88e4-d838367bc11b req-88b097ca-4397-4464-924d-da0cd43ecf85 tempest-VolumesNegativeTest-1059256903 tempest-VolumesNegativeTest-1059256903-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:38:41.786814 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e07cffc5-2c6a-4ed8-890e-3608da1f5031 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks [] for subnet (76171719-e0bc-4076-bd84-701b8167e1b4), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:41.865563 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c53d6033-4eaa-4c31-a165-059cea64a431 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:38:41.901672 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cde664b-0582-482d-9701-478c94b2d521 admin admin] Pushing event deleted for resources: {'Port': ['ID=a52c137f-4ff7-4280-b202-6bc7a4efd44b,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:38:41.986900 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53d6033-4eaa-4c31-a165-059cea64a431 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0235968b-6302-4ba7-8a49-2f95093b7a4e,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:38:42.073163 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c53d6033-4eaa-4c31-a165-059cea64a431 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (36b78075-3431-42ab-8810-fa7c3d3fe3b3), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:42.073522 n-d-812111-14 neutron-server[103305]: INFO neutron.db.segments_db [None req-c53d6033-4eaa-4c31-a165-059cea64a431 admin admin] Added segment 36b78075-3431-42ab-8810-fa7c3d3fe3b3 of type vlan for network 29393de2-f708-4bd2-a3c0-fba9e04cbf17 Jan 28 19:38:42.113322 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0ce42e-d95d-4656-88e4-d838367bc11b req-88b097ca-4397-4464-924d-da0cd43ecf85 tempest-VolumesNegativeTest-1059256903 tempest-VolumesNegativeTest-1059256903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:38:42.113976 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-2f0ce42e-d95d-4656-88e4-d838367bc11b req-88b097ca-4397-4464-924d-da0cd43ecf85 tempest-VolumesNegativeTest-1059256903 tempest-VolumesNegativeTest-1059256903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:42.148501 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e07cffc5-2c6a-4ed8-890e-3608da1f5031 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16187240'] for subnet (76171719-e0bc-4076-bd84-701b8167e1b4), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:42.308579 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c53d6033-4eaa-4c31-a165-059cea64a431 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (29393de2-f708-4bd2-a3c0-fba9e04cbf17), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:42.318766 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-e19344c2-8a82-43c2-b449-f52a2f0ffac3 None None] Provisioning complete for port 6b4bf284-e5d8-46f5-b4b5-49b092619bfd triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:38:42.319321 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e19344c2-8a82-43c2-b449-f52a2f0ffac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (6b4bf284-e5d8-46f5-b4b5-49b092619bfd), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:42.332823 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2f0ce42e-d95d-4656-88e4-d838367bc11b req-88b097ca-4397-4464-924d-da0cd43ecf85 tempest-VolumesNegativeTest-1059256903 tempest-VolumesNegativeTest-1059256903-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.7031615 Jan 28 19:38:42.499798 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-e19344c2-8a82-43c2-b449-f52a2f0ffac3 None None] Port 6b4bf284-e5d8-46f5-b4b5-49b092619bfd cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:38:42.543710 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c53d6033-4eaa-4c31-a165-059cea64a431 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (29393de2-f708-4bd2-a3c0-fba9e04cbf17), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:42.546443 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c53d6033-4eaa-4c31-a165-059cea64a431 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:38:42.548378 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c53d6033-4eaa-4c31-a165-059cea64a431 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:42.586201 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-2f0ce42e-d95d-4656-88e4-d838367bc11b req-14620abb-e386-414f-b296-593d3e615361 service neutron] Request body: {'port': {'device_id': 'f2160457-4ee9-4654-95d1-bc25c01c4be9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-14'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:38:42.594948 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7cde664b-0582-482d-9701-478c94b2d521 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-732682'] for router_interface (5ed523fe-5bc0-4eef-873e-d6a5b037e0c0), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:42.761994 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e07cffc5-2c6a-4ed8-890e-3608da1f5031 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (76171719-e0bc-4076-bd84-701b8167e1b4), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:42.790370 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fdd668-73b9-4abc-8863-52d728cc0f5d req-9f7dcd04-cbe4-4c43-a266-99077c089fce tempest-VolumesNegativeTest-1059256903 tempest-VolumesNegativeTest-1059256903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:38:42.791921 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-71fdd668-73b9-4abc-8863-52d728cc0f5d req-9f7dcd04-cbe4-4c43-a266-99077c089fce tempest-VolumesNegativeTest-1059256903 tempest-VolumesNegativeTest-1059256903-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2160457-4ee9-4654-95d1-bc25c01c4be9 HTTP/1.1" status: 200 len: 935 time: 0.5630562 Jan 28 19:38:42.843053 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-c53d6033-4eaa-4c31-a165-059cea64a431 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.9164073 Jan 28 19:38:42.852478 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 44840) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:38:42.882209 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-5c764157-f2aa-4d79-9cba-3a1633c43fd8 admin admin] Request body: {'subnet': {'network_id': '29393de2-f708-4bd2-a3c0-fba9e04cbf17', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1067744881-subnet', 'tenant_id': '4318d711708541999bcfdf4f012196bd', 'ip_version': 4}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:38:43.121479 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:43.159809 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-641232b5-cad8-4a5f-bdde-7cbe74936472 None None] Provisioning complete for port deba4865-70f0-4262-bfc4-8b5906b0f81d triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:38:43.160451 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-641232b5-cad8-4a5f-bdde-7cbe74936472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (deba4865-70f0-4262-bfc4-8b5906b0f81d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:43.232077 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-71fdd668-73b9-4abc-8863-52d728cc0f5d req-9a1be68b-6b4e-4fee-aa0d-f68e39cafba3 tempest-VolumesNegativeTest-1059256903 tempest-VolumesNegativeTest-1059256903-project] 10.222.0.64 "GET /v2.0/security-groups?id=374361a6-a8a2-49d9-8fcc-0f62ac45dbaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4268117 Jan 28 19:38:43.242145 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cde664b-0582-482d-9701-478c94b2d521 admin admin] Router 5ed523fe-5bc0-4eef-873e-d6a5b037e0c0 has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:38:43.434333 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-641232b5-cad8-4a5f-bdde-7cbe74936472 None None] Current status of the port deba4865-70f0-4262-bfc4-8b5906b0f81d is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:38:43.469244 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cde664b-0582-482d-9701-478c94b2d521 admin admin] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:38:43.481070 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8392e10-4924-4af5-babb-92cc5ded423a None None] Sync routers for ids ['5ed523fe-5bc0-4eef-873e-d6a5b037e0c0'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:38:43.493234 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-7cde664b-0582-482d-9701-478c94b2d521 admin admin] 10.222.0.64 "PUT /v2.0/routers/5ed523fe-5bc0-4eef-873e-d6a5b037e0c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1382205 Jan 28 19:38:43.494048 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 44848) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:38:43.498270 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8392e10-4924-4af5-babb-92cc5ded423a None None] Routers {'5ed523fe-5bc0-4eef-873e-d6a5b037e0c0'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:38:43.499099 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-a8392e10-4924-4af5-babb-92cc5ded423a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:38:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['5ed523fe-5bc0-4eef-873e-d6a5b037e0c0'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:38:43.592048 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53d6033-4eaa-4c31-a165-059cea64a431 admin admin] Pushing event updated for resources: {'Network': ['ID=29393de2-f708-4bd2-a3c0-fba9e04cbf17,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:38:43.602760 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network 29393de2-f708-4bd2-a3c0-fba9e04cbf17 details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:38:43.685265 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c764157-f2aa-4d79-9cba-3a1633c43fd8 admin admin] Made reservation on behalf of 4318d711708541999bcfdf4f012196bd for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:38:43.699584 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5c764157-f2aa-4d79-9cba-3a1633c43fd8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4733071'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:43.700936 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-959a2805-77cc-43f6-9ac4-8d0feb6c5fbd admin admin] Publish callbacks [] for router (5ed523fe-5bc0-4eef-873e-d6a5b037e0c0), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:43.704921 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-2f0ce42e-d95d-4656-88e4-d838367bc11b req-14620abb-e386-414f-b296-593d3e615361 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (6b4bf284-e5d8-46f5-b4b5-49b092619bfd), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:43.794216 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e07cffc5-2c6a-4ed8-890e-3608da1f5031 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4752464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4733806'] for subnet (76171719-e0bc-4076-bd84-701b8167e1b4), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:43.808768 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-a8392e10-4924-4af5-babb-92cc5ded423a None None] Set router 5ed523fe-5bc0-4eef-873e-d6a5b037e0c0 gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:38:43.839457 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07cffc5-2c6a-4ed8-890e-3608da1f5031 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Pushing event deleted for resources: {'Subnet': ['ID=76171719-e0bc-4076-bd84-701b8167e1b4,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:38:43.859591 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-766fab9b-9271-4413-b36b-9232b4e87738 None None] Network decd8274-9eda-4d81-a020-86cc15d56022 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:38:43.878743 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e07cffc5-2c6a-4ed8-890e-3608da1f5031 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:43.884610 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-e07cffc5-2c6a-4ed8-890e-3608da1f5031 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "DELETE /v2.0/subnets/76171719-e0bc-4076-bd84-701b8167e1b4 HTTP/1.1" status: 204 len: 168 time: 2.5833998 Jan 28 19:38:43.887516 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 44850) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:38:43.913276 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-959a2805-77cc-43f6-9ac4-8d0feb6c5fbd admin admin] Publish callbacks [] for router_gateway (5ed523fe-5bc0-4eef-873e-d6a5b037e0c0), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:44.011371 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-5b9ca565-d544-4043-a7ba-5a80f28193e9 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1199074 Jan 28 19:38:44.016027 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 44852) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:38:44.031110 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-4caf98b9-c41c-4d4e-bbdf-d79c19bbfaf7 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Request body: {'subnet': {'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:38:44.271781 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-959a2805-77cc-43f6-9ac4-8d0feb6c5fbd admin admin] Deleting port 06c636a7-8c32-479b-8275-c5ba18375edb {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:38:44.272681 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-959a2805-77cc-43f6-9ac4-8d0feb6c5fbd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (06c636a7-8c32-479b-8275-c5ba18375edb), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:44.322298 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-a8392e10-4924-4af5-babb-92cc5ded423a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ed523fe-5bc0-4eef-873e-d6a5b037e0c0', 'name': 'tempest-TaggedBootDevicesTest_v242-273735862-router', 'tenant_id': '6cd1916b54b2491f8458c31a4c1402c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.4'}], 'enable_snat': True}, 'gw_port_id': '06c636a7-8c32-479b-8275-c5ba18375edb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:29:21Z', 'updated_at': '2022-01-28T19:38:41Z', 'revision_number': 5, 'project_id': '6cd1916b54b2491f8458c31a4c1402c7', 'gw_port': {'id': '06c636a7-8c32-479b-8275-c5ba18375edb', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:d2:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed523fe-5bc0-4eef-873e-d6a5b037e0c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:29:25Z', 'updated_at': '2022-01-28T19:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:38:44.379666 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8392e10-4924-4af5-babb-92cc5ded423a None None] Checking router: 5ed523fe-5bc0-4eef-873e-d6a5b037e0c0 for host: n-d-812111-14 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:38:44.400089 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8392e10-4924-4af5-babb-92cc5ded423a None None] Routers {'5ed523fe-5bc0-4eef-873e-d6a5b037e0c0'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:38:44.400795 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-a8392e10-4924-4af5-babb-92cc5ded423a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:38:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['5ed523fe-5bc0-4eef-873e-d6a5b037e0c0'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:38:44.482667 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4caf98b9-c41c-4d4e-bbdf-d79c19bbfaf7 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Made reservation on behalf of 74e14b1dc35c45ef8b65d1fdcc58b8bc for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:38:44.489194 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4caf98b9-c41c-4d4e-bbdf-d79c19bbfaf7 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5221429'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:44.541868 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c7a81ab-6b1b-44be-9232-996d9097882d None None] DHCP port deletion for decd8274-9eda-4d81-a020-86cc15d56022 request from n-d-812111-14 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:38:44.629460 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5c764157-f2aa-4d79-9cba-3a1633c43fd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4752401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4733085'] for subnet (bf7ec8e1-a8de-4e53-b7cf-74ab1f11275e), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:44.643886 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2c7a81ab-6b1b-44be-9232-996d9097882d None None] Deleting port deba4865-70f0-4262-bfc4-8b5906b0f81d {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:38:44.644335 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2c7a81ab-6b1b-44be-9232-996d9097882d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (deba4865-70f0-4262-bfc4-8b5906b0f81d), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:44.668779 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-a8392e10-4924-4af5-babb-92cc5ded423a None None] Set router 5ed523fe-5bc0-4eef-873e-d6a5b037e0c0 gateway port host: None {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:38:44.709465 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-959a2805-77cc-43f6-9ac4-8d0feb6c5fbd admin admin] For port 06c636a7-8c32-479b-8275-c5ba18375edb, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=06c636a7-8c32-479b-8275-c5ba18375edb,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:38:44.710299 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-959a2805-77cc-43f6-9ac4-8d0feb6c5fbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (06c636a7-8c32-479b-8275-c5ba18375edb), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:44.724705 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [req-2f0ce42e-d95d-4656-88e4-d838367bc11b req-14620abb-e386-414f-b296-593d3e615361 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b4bf284-e5d8-46f5-b4b5-49b092619bfd {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:38:44.742192 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-2f0ce42e-d95d-4656-88e4-d838367bc11b req-14620abb-e386-414f-b296-593d3e615361 service neutron] Publish callbacks [] for port (6b4bf284-e5d8-46f5-b4b5-49b092619bfd), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:44.756742 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e42c270-9783-4341-9d76-835089879774 req-8ea496a5-bbd9-4b31-be8c-b745beb84d49 tempest-VolumesNegativeTest-1059256903 tempest-VolumesNegativeTest-1059256903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:38:44.757621 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-959a2805-77cc-43f6-9ac4-8d0feb6c5fbd admin admin] Calling delete_port for 06c636a7-8c32-479b-8275-c5ba18375edb owned by network:router_gateway {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:38:44.758562 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6e42c270-9783-4341-9d76-835089879774 req-8ea496a5-bbd9-4b31-be8c-b745beb84d49 tempest-VolumesNegativeTest-1059256903 tempest-VolumesNegativeTest-1059256903-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2160457-4ee9-4654-95d1-bc25c01c4be9 HTTP/1.1" status: 200 len: 935 time: 0.3477881 Jan 28 19:38:44.803442 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c764157-f2aa-4d79-9cba-3a1633c43fd8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf7ec8e1-a8de-4e53-b7cf-74ab1f11275e,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:38:44.855130 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2c7a81ab-6b1b-44be-9232-996d9097882d None None] For port deba4865-70f0-4262-bfc4-8b5906b0f81d, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=deba4865-70f0-4262-bfc4-8b5906b0f81d,segment=NetworkSegment(2aac29a1-8685-476c-bba5-fffce3cb94d6),segment_id=2aac29a1-8685-476c-bba5-fffce3cb94d6)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:38:44.855870 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2c7a81ab-6b1b-44be-9232-996d9097882d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (deba4865-70f0-4262-bfc4-8b5906b0f81d), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:44.858995 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-a8392e10-4924-4af5-babb-92cc5ded423a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ed523fe-5bc0-4eef-873e-d6a5b037e0c0', 'name': 'tempest-TaggedBootDevicesTest_v242-273735862-router', 'tenant_id': '6cd1916b54b2491f8458c31a4c1402c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:29:21Z', 'updated_at': '2022-01-28T19:38:43Z', 'revision_number': 6, 'project_id': '6cd1916b54b2491f8458c31a4c1402c7', 'gw_port_host': None}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:38:44.878320 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6e42c270-9783-4341-9d76-835089879774 req-11422497-83ba-48e0-816f-8eefdb1633f6 tempest-VolumesNegativeTest-1059256903 tempest-VolumesNegativeTest-1059256903-project] 10.222.0.64 "GET /v2.0/security-groups?id=374361a6-a8a2-49d9-8fcc-0f62ac45dbaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063426 Jan 28 19:38:44.879127 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c764157-f2aa-4d79-9cba-3a1633c43fd8 admin admin] Checking segment: {'id': '36b78075-3431-42ab-8810-fa7c3d3fe3b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '29393de2-f708-4bd2-a3c0-fba9e04cbf17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:38:44.879548 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c764157-f2aa-4d79-9cba-3a1633c43fd8 admin admin] Network hostable DHCP agents. Network: 29393de2-f708-4bd2-a3c0-fba9e04cbf17, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:38:44.895344 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-2f0ce42e-d95d-4656-88e4-d838367bc11b req-14620abb-e386-414f-b296-593d3e615361 service neutron] Transition to ACTIVE for port object 6b4bf284-e5d8-46f5-b4b5-49b092619bfd will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:38:44.902504 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2c7a81ab-6b1b-44be-9232-996d9097882d None None] Calling delete_port for deba4865-70f0-4262-bfc4-8b5906b0f81d owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:38:44.913463 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-2f0ce42e-d95d-4656-88e4-d838367bc11b req-14620abb-e386-414f-b296-593d3e615361 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (6b4bf284-e5d8-46f5-b4b5-49b092619bfd), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:44.924548 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8392e10-4924-4af5-babb-92cc5ded423a None None] The sync data for ids ['5ed523fe-5bc0-4eef-873e-d6a5b037e0c0'] in n-d-812111-14 is: [{'id': '5ed523fe-5bc0-4eef-873e-d6a5b037e0c0', 'name': 'tempest-TaggedBootDevicesTest_v242-273735862-router', 'tenant_id': '6cd1916b54b2491f8458c31a4c1402c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:29:21Z', 'updated_at': '2022-01-28T19:38:43Z', 'revision_number': 6, 'project_id': '6cd1916b54b2491f8458c31a4c1402c7', 'gw_port_host': None}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:38:45.027148 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c764157-f2aa-4d79-9cba-3a1633c43fd8 admin admin] Network 29393de2-f708-4bd2-a3c0-fba9e04cbf17 is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:38:45.113502 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2c7a81ab-6b1b-44be-9232-996d9097882d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985'] for port (deba4865-70f0-4262-bfc4-8b5906b0f81d), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:45.168764 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14620abb-e386-414f-b296-593d3e615361 service neutron] Pushing event updated for resources: {'Port': ['ID=6b4bf284-e5d8-46f5-b4b5-49b092619bfd,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:38:45.229095 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7a81ab-6b1b-44be-9232-996d9097882d None None] No DVR routers for this DVR port deba4865-70f0-4262-bfc4-8b5906b0f81d on host n-d-812111-14 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:38:45.231826 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7a81ab-6b1b-44be-9232-996d9097882d None None] Pushing event deleted for resources: {'Port': ['ID=deba4865-70f0-4262-bfc4-8b5906b0f81d,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:38:45.320266 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-5c764157-f2aa-4d79-9cba-3a1633c43fd8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, 29393de2-f708-4bd2-a3c0-fba9e04cbf17) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:38:45.330450 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec7bef20-5cac-4a9a-aaad-15e204bde820 None None] Network 29393de2-f708-4bd2-a3c0-fba9e04cbf17 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:38:45.330682 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-2f0ce42e-d95d-4656-88e4-d838367bc11b req-14620abb-e386-414f-b296-593d3e615361 service neutron] Attempting to bind port 6b4bf284-e5d8-46f5-b4b5-49b092619bfd on host n-h2-812111-14 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:38:45.331177 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-2f0ce42e-d95d-4656-88e4-d838367bc11b req-14620abb-e386-414f-b296-593d3e615361 service neutron] Attempting to bind port 6b4bf284-e5d8-46f5-b4b5-49b092619bfd by drivers openvswitch,hyperv on host n-h2-812111-14 at level 0 using segments [{'id': '195bcdbf-a031-4d8b-9f7f-e09fd37cd197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:38:45.332142 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f0ce42e-d95d-4656-88e4-d838367bc11b req-14620abb-e386-414f-b296-593d3e615361 service neutron] Attempting to bind port 6b4bf284-e5d8-46f5-b4b5-49b092619bfd on network 7810caa2-eac6-457d-9302-c8c215ef3e91 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:38:45.344713 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f0ce42e-d95d-4656-88e4-d838367bc11b req-14620abb-e386-414f-b296-593d3e615361 service neutron] Port 6b4bf284-e5d8-46f5-b4b5-49b092619bfd on network 7810caa2-eac6-457d-9302-c8c215ef3e91 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-14 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:38:45.345519 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f0ce42e-d95d-4656-88e4-d838367bc11b req-14620abb-e386-414f-b296-593d3e615361 service neutron] Attempting to bind port 6b4bf284-e5d8-46f5-b4b5-49b092619bfd on network 7810caa2-eac6-457d-9302-c8c215ef3e91 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:38:45.353700 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c764157-f2aa-4d79-9cba-3a1633c43fd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:38:45.354348 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5c764157-f2aa-4d79-9cba-3a1633c43fd8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:45.357018 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f0ce42e-d95d-4656-88e4-d838367bc11b req-14620abb-e386-414f-b296-593d3e615361 service neutron] Checking agent: {'id': '8f3fee4e-bf24-4b58-8a3a-ae9c8011a473', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:38:45.357390 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f0ce42e-d95d-4656-88e4-d838367bc11b req-14620abb-e386-414f-b296-593d3e615361 service neutron] Checking segment: {'id': '195bcdbf-a031-4d8b-9f7f-e09fd37cd197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:38:45.357772 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f0ce42e-d95d-4656-88e4-d838367bc11b req-14620abb-e386-414f-b296-593d3e615361 service neutron] Bound using segment: {'id': '195bcdbf-a031-4d8b-9f7f-e09fd37cd197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:38:45.358215 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-2f0ce42e-d95d-4656-88e4-d838367bc11b req-14620abb-e386-414f-b296-593d3e615361 service neutron] Bound port: 6b4bf284-e5d8-46f5-b4b5-49b092619bfd, host: n-h2-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '195bcdbf-a031-4d8b-9f7f-e09fd37cd197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:38:45.359144 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-2f0ce42e-d95d-4656-88e4-d838367bc11b req-14620abb-e386-414f-b296-593d3e615361 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (6b4bf284-e5d8-46f5-b4b5-49b092619bfd), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:45.512067 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-2f0ce42e-d95d-4656-88e4-d838367bc11b req-14620abb-e386-414f-b296-593d3e615361 service neutron] For port 6b4bf284-e5d8-46f5-b4b5-49b092619bfd, host n-h2-812111-14, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:38:45.516993 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-2f0ce42e-d95d-4656-88e4-d838367bc11b req-14620abb-e386-414f-b296-593d3e615361 service neutron] For port 6b4bf284-e5d8-46f5-b4b5-49b092619bfd, host n-h2-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=6b4bf284-e5d8-46f5-b4b5-49b092619bfd,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:38:45.542873 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-2f0ce42e-d95d-4656-88e4-d838367bc11b req-14620abb-e386-414f-b296-593d3e615361 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (6b4bf284-e5d8-46f5-b4b5-49b092619bfd), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:45.575961 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-5c764157-f2aa-4d79-9cba-3a1633c43fd8 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7166054 Jan 28 19:38:45.589535 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 44878) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:38:45.600769 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-f56193e6-8bd5-491f-b6c3-dff681dab01b admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1067744881-router', 'tenant_id': '4318d711708541999bcfdf4f012196bd', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:38:45.637552 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0ce42e-d95d-4656-88e4-d838367bc11b req-14620abb-e386-414f-b296-593d3e615361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:38:45.638361 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-2f0ce42e-d95d-4656-88e4-d838367bc11b req-14620abb-e386-414f-b296-593d3e615361 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:45.642597 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2f0ce42e-d95d-4656-88e4-d838367bc11b req-14620abb-e386-414f-b296-593d3e615361 service neutron] 10.222.0.70 "PUT /v2.0/ports/6b4bf284-e5d8-46f5-b4b5-49b092619bfd HTTP/1.1" status: 200 len: 1096 time: 3.2917612 Jan 28 19:38:45.643143 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2160457-4ee9-4654-95d1-bc25c01c4be9', 'tag': '6b4bf284-e5d8-46f5-b4b5-49b092619bfd'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:38:45.667185 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6b6b4cb-9e12-47b3-a9f6-d504eed85741" -d '{"events": [{"name": "network-changed", "server_uuid": "f2160457-4ee9-4654-95d1-bc25c01c4be9", "tag": "6b4bf284-e5d8-46f5-b4b5-49b092619bfd"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:38:45.725425 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f56193e6-8bd5-491f-b6c3-dff681dab01b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261150'] for router (cefea249-2829-4f04-9800-e79a5ab368ef), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:45.728280 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f56193e6-8bd5-491f-b6c3-dff681dab01b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-731099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-731441', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261129'] for router (cefea249-2829-4f04-9800-e79a5ab368ef), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:45.793009 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9619532-6977-4c2d-aa4b-cee551e3c445 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68cd31fd-e4cd-5fb3-a862-256fc47efcd2-29393de2-f708-4bd2-a3c0-fba9e04cbf17', 'network_id': '29393de2-f708-4bd2-a3c0-fba9e04cbf17', 'project_id': '4318d711708541999bcfdf4f012196bd', 'fixed_ips': [{'subnet_id': 'bf7ec8e1-a8de-4e53-b7cf-74ab1f11275e'}]}} from n-d-812111-14. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:38:45.794486 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a9619532-6977-4c2d-aa4b-cee551e3c445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:45.886296 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14620abb-e386-414f-b296-593d3e615361 service neutron] Pushing event updated for resources: {'Port': ['ID=6b4bf284-e5d8-46f5-b4b5-49b092619bfd,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:38:45.906288 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0ce42e-d95d-4656-88e4-d838367bc11b req-0adac34d-745d-420c-87af-40401c0c8028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:38:45.916927 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2f0ce42e-d95d-4656-88e4-d838367bc11b req-0adac34d-745d-420c-87af-40401c0c8028 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ab3829f54aaa45be8890f252efd3755e&device_id=f2160457-4ee9-4654-95d1-bc25c01c4be9 HTTP/1.1" status: 200 len: 1130 time: 0.2032509 Jan 28 19:38:46.015082 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2f0ce42e-d95d-4656-88e4-d838367bc11b req-585d27a9-9f53-4595-b91d-852bcc4ffecd service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=6b4bf284-e5d8-46f5-b4b5-49b092619bfd HTTP/1.1" status: 200 len: 217 time: 0.0842290 Jan 28 19:38:46.133080 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0ce42e-d95d-4656-88e4-d838367bc11b req-d62d97dc-623b-47ce-ab2d-0c3213366d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:38:46.136793 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2f0ce42e-d95d-4656-88e4-d838367bc11b req-d62d97dc-623b-47ce-ab2d-0c3213366d9d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f2de4832-9ef6-4f40-9ac5-1557d5e6a6ff HTTP/1.1" status: 200 len: 843 time: 0.1118095 Jan 28 19:38:46.266096 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:38:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3330c3f1-df58-4890-9a39-93c7be3a110b x-openstack-request-id: req-3330c3f1-df58-4890-9a39-93c7be3a110b {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:38:46.266559 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2160457-4ee9-4654-95d1-bc25c01c4be9", "tag": "6b4bf284-e5d8-46f5-b4b5-49b092619bfd", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:38:46.266820 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3330c3f1-df58-4890-9a39-93c7be3a110b {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:38:46.268103 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2160457-4ee9-4654-95d1-bc25c01c4be9', 'tag': '6b4bf284-e5d8-46f5-b4b5-49b092619bfd', 'status': 'completed', 'code': 200} Jan 28 19:38:46.287436 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-a9619532-6977-4c2d-aa4b-cee551e3c445 None None] Allocated IP 172.20.0.2 (29393de2-f708-4bd2-a3c0-fba9e04cbf17/bf7ec8e1-a8de-4e53-b7cf-74ab1f11275e/d95a2a93-5c7b-4a47-87fe-2c62766fef60) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:38:46.390441 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c9d3ce-c54b-4c96-b9d6-001092d05ccd req-939db8e3-a523-48f4-9535-4f8ab5a65bf4 tempest-VolumesNegativeTest-1059256903 tempest-VolumesNegativeTest-1059256903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:38:46.394858 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-91c9d3ce-c54b-4c96-b9d6-001092d05ccd req-939db8e3-a523-48f4-9535-4f8ab5a65bf4 tempest-VolumesNegativeTest-1059256903 tempest-VolumesNegativeTest-1059256903-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2160457-4ee9-4654-95d1-bc25c01c4be9 HTTP/1.1" status: 200 len: 947 time: 0.2564187 Jan 28 19:38:46.532491 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-91c9d3ce-c54b-4c96-b9d6-001092d05ccd req-51957220-7fcf-49c8-8322-c3a755f0a258 tempest-VolumesNegativeTest-1059256903 tempest-VolumesNegativeTest-1059256903-project] 10.222.0.64 "GET /v2.0/security-groups?id=374361a6-a8a2-49d9-8fcc-0f62ac45dbaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235254 Jan 28 19:38:46.560082 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0ce42e-d95d-4656-88e4-d838367bc11b req-0ee244f1-9062-43fe-8099-825ae0c2481d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:38:46.566174 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2f0ce42e-d95d-4656-88e4-d838367bc11b req-0ee244f1-9062-43fe-8099-825ae0c2481d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7810caa2-eac6-457d-9302-c8c215ef3e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3048587 Jan 28 19:38:46.572000 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 06c636a7-8c32-479b-8275-c5ba18375edb no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:38:46.627474 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f56193e6-8bd5-491f-b6c3-dff681dab01b admin admin] Publish callbacks [] for router_controller (cefea249-2829-4f04-9800-e79a5ab368ef), precommit_add_association {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:46.692554 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a9619532-6977-4c2d-aa4b-cee551e3c445 None None] Publish callbacks [] for port (d95a2a93-5c7b-4a47-87fe-2c62766fef60), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:46.746519 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a9619532-6977-4c2d-aa4b-cee551e3c445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (d95a2a93-5c7b-4a47-87fe-2c62766fef60), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:46.796779 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9619532-6977-4c2d-aa4b-cee551e3c445 None None] Network 29393de2-f708-4bd2-a3c0-fba9e04cbf17 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:38:46.825363 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2f0ce42e-d95d-4656-88e4-d838367bc11b req-0db8c112-50ff-455a-9c7f-d6be7d42fa5c service neutron] 10.222.0.70 "GET /v2.0/networks/7810caa2-eac6-457d-9302-c8c215ef3e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2512755 Jan 28 19:38:46.825951 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 44898) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:38:46.844593 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-a9619532-6977-4c2d-aa4b-cee551e3c445 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:38:46.852588 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9619532-6977-4c2d-aa4b-cee551e3c445 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:38:46.988422 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9619532-6977-4c2d-aa4b-cee551e3c445 None None] Pushing event updated for resources: {'Port': ['ID=d95a2a93-5c7b-4a47-87fe-2c62766fef60,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:38:46.997310 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No active binding found for port 06c636a7-8c32-479b-8275-c5ba18375edb {{(pid=103306) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 28 19:38:47.010707 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] The host n-d-812111-14 is not matching for port 06c636a7-8c32-479b-8275-c5ba18375edb host None! {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Jan 28 19:38:47.011210 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 06c636a7-8c32-479b-8275-c5ba18375edb not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:38:47.011638 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device deba4865-70f0-4262-bfc4-8b5906b0f81d no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:38:47.062605 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: deba4865-70f0-4262-bfc4-8b5906b0f81d {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:38:47.063049 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device deba4865-70f0-4262-bfc4-8b5906b0f81d not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:38:47.063478 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device a52c137f-4ff7-4280-b202-6bc7a4efd44b no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:38:47.066011 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2f0ce42e-d95d-4656-88e4-d838367bc11b req-8a746aae-00e3-4a9c-9b65-b37c1a610307 service neutron] 10.222.0.70 "GET /v2.0/networks/7810caa2-eac6-457d-9302-c8c215ef3e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2292404 Jan 28 19:38:47.076998 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-a9619532-6977-4c2d-aa4b-cee551e3c445 None None] Attempting to bind port d95a2a93-5c7b-4a47-87fe-2c62766fef60 on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:38:47.077400 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-a9619532-6977-4c2d-aa4b-cee551e3c445 None None] Attempting to bind port d95a2a93-5c7b-4a47-87fe-2c62766fef60 by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '36b78075-3431-42ab-8810-fa7c3d3fe3b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '29393de2-f708-4bd2-a3c0-fba9e04cbf17'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:38:47.077831 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9619532-6977-4c2d-aa4b-cee551e3c445 None None] Attempting to bind port d95a2a93-5c7b-4a47-87fe-2c62766fef60 on network 29393de2-f708-4bd2-a3c0-fba9e04cbf17 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:38:47.098252 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-959a2805-77cc-43f6-9ac4-8d0feb6c5fbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (06c636a7-8c32-479b-8275-c5ba18375edb), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:47.099423 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-70a38c45-c4df-4e49-9eac-7fa0d7ea1e88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:47.126585 n-d-812111-14 neutron-server[103304]: DEBUG neutron.objects.ports [None req-4caf98b9-c41c-4d4e-bbdf-d79c19bbfaf7 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103304) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 19:38:47.147920 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: a52c137f-4ff7-4280-b202-6bc7a4efd44b {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:38:47.148272 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device a52c137f-4ff7-4280-b202-6bc7a4efd44b not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:38:47.165617 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9619532-6977-4c2d-aa4b-cee551e3c445 None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:38:47.166002 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9619532-6977-4c2d-aa4b-cee551e3c445 None None] Checking segment: {'id': '36b78075-3431-42ab-8810-fa7c3d3fe3b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '29393de2-f708-4bd2-a3c0-fba9e04cbf17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:38:47.166401 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a9619532-6977-4c2d-aa4b-cee551e3c445 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:47.166797 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9619532-6977-4c2d-aa4b-cee551e3c445 None None] Bound using segment: {'id': '36b78075-3431-42ab-8810-fa7c3d3fe3b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '29393de2-f708-4bd2-a3c0-fba9e04cbf17'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:38:47.167283 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-a9619532-6977-4c2d-aa4b-cee551e3c445 None None] Bound port: d95a2a93-5c7b-4a47-87fe-2c62766fef60, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36b78075-3431-42ab-8810-fa7c3d3fe3b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '29393de2-f708-4bd2-a3c0-fba9e04cbf17'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:38:47.167665 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a9619532-6977-4c2d-aa4b-cee551e3c445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (d95a2a93-5c7b-4a47-87fe-2c62766fef60), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:47.220268 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4caf98b9-c41c-4d4e-bbdf-d79c19bbfaf7 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4690681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5221415'] for subnet (b97c667c-6980-40e7-a156-51d3e49b64c6), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:47.257738 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f56193e6-8bd5-491f-b6c3-dff681dab01b admin admin] Publish callbacks [] for router_gateway (cefea249-2829-4f04-9800-e79a5ab368ef), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:47.266333 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959a2805-77cc-43f6-9ac4-8d0feb6c5fbd admin admin] Pushing event deleted for resources: {'Port': ['ID=06c636a7-8c32-479b-8275-c5ba18375edb,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:38:47.281975 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b6b4cb-9e12-47b3-a9f6-d504eed85741 req-7cb382f0-aa06-4ed2-a76a-a768693423c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:38:47.288011 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d6b6b4cb-9e12-47b3-a9f6-d504eed85741 req-7cb382f0-aa06-4ed2-a76a-a768693423c5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ab3829f54aaa45be8890f252efd3755e&device_id=f2160457-4ee9-4654-95d1-bc25c01c4be9 HTTP/1.1" status: 200 len: 1130 time: 0.1465795 Jan 28 19:38:47.336235 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-a9619532-6977-4c2d-aa4b-cee551e3c445 None None] For port d95a2a93-5c7b-4a47-87fe-2c62766fef60, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:38:47.343027 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-a9619532-6977-4c2d-aa4b-cee551e3c445 None None] For port d95a2a93-5c7b-4a47-87fe-2c62766fef60, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=d95a2a93-5c7b-4a47-87fe-2c62766fef60,segment=NetworkSegment(36b78075-3431-42ab-8810-fa7c3d3fe3b3),segment_id=36b78075-3431-42ab-8810-fa7c3d3fe3b3)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:38:47.356197 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a9619532-6977-4c2d-aa4b-cee551e3c445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (d95a2a93-5c7b-4a47-87fe-2c62766fef60), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:47.363084 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caf98b9-c41c-4d4e-bbdf-d79c19bbfaf7 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Pushing event updated for resources: {'Subnet': ['ID=b97c667c-6980-40e7-a156-51d3e49b64c6,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:38:47.402316 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4caf98b9-c41c-4d4e-bbdf-d79c19bbfaf7 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Network decd8274-9eda-4d81-a020-86cc15d56022 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:38:47.453314 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9619532-6977-4c2d-aa4b-cee551e3c445 None None] Pushing event updated for resources: {'Port': ['ID=d95a2a93-5c7b-4a47-87fe-2c62766fef60,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:38:47.465853 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-4caf98b9-c41c-4d4e-bbdf-d79c19bbfaf7 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:38:47.490645 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4caf98b9-c41c-4d4e-bbdf-d79c19bbfaf7 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:38:47.494215 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4caf98b9-c41c-4d4e-bbdf-d79c19bbfaf7 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:47.496599 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a6b45f-8a07-412b-bfe6-44a1aa9ffc7d None None] Network decd8274-9eda-4d81-a020-86cc15d56022 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:38:47.560645 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-70a38c45-c4df-4e49-9eac-7fa0d7ea1e88 admin admin] Publish callbacks [] for security_group (fa52222d-b5b1-49a2-b205-885988dd7818), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:47.571822 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-70a38c45-c4df-4e49-9eac-7fa0d7ea1e88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (fa52222d-b5b1-49a2-b205-885988dd7818), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:47.654946 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-4caf98b9-c41c-4d4e-bbdf-d79c19bbfaf7 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.6361663 Jan 28 19:38:47.660267 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 44908) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:38:47.675186 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-8c19cb05-ffec-4794-8ea4-3d56077037f6 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Request body: {'subnet': {'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:38:47.677137 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-70a38c45-c4df-4e49-9eac-7fa0d7ea1e88 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c2ae8ec216194451a4dc725361525659&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8500776 Jan 28 19:38:47.700537 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 44910) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:38:47.760845 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-666a2201-b834-4657-aa0a-e741b061506a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68cd31fd-e4cd-5fb3-a862-256fc47efcd2-decd8274-9eda-4d81-a020-86cc15d56022', 'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022', 'project_id': '74e14b1dc35c45ef8b65d1fdcc58b8bc', 'fixed_ips': [{'subnet_id': 'b97c667c-6980-40e7-a156-51d3e49b64c6'}]}} from n-d-812111-14. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:38:47.761738 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-666a2201-b834-4657-aa0a-e741b061506a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:47.863139 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-959a2805-77cc-43f6-9ac4-8d0feb6c5fbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-731488'] for router_gateway (5ed523fe-5bc0-4eef-873e-d6a5b037e0c0), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:47.949125 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a38c45-c4df-4e49-9eac-7fa0d7ea1e88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa52222d-b5b1-49a2-b205-885988dd7818,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:38:48.009076 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b6b4cb-9e12-47b3-a9f6-d504eed85741 req-25198262-51e5-437a-b9b5-dee2d6b477b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:38:48.018657 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d6b6b4cb-9e12-47b3-a9f6-d504eed85741 req-25198262-51e5-437a-b9b5-dee2d6b477b3 service neutron] 10.222.0.70 "GET /v2.0/networks?id=7810caa2-eac6-457d-9302-c8c215ef3e91 HTTP/1.1" status: 200 len: 869 time: 0.7165968 Jan 28 19:38:48.036209 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-959a2805-77cc-43f6-9ac4-8d0feb6c5fbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-730901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261120'] for router (5ed523fe-5bc0-4eef-873e-d6a5b037e0c0), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:48.038117 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-959a2805-77cc-43f6-9ac4-8d0feb6c5fbd admin admin] Publish callbacks [] for router_controller (5ed523fe-5bc0-4eef-873e-d6a5b037e0c0), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:48.163810 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-959a2805-77cc-43f6-9ac4-8d0feb6c5fbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-730908'] for router (5ed523fe-5bc0-4eef-873e-d6a5b037e0c0), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:48.165168 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-959a2805-77cc-43f6-9ac4-8d0feb6c5fbd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5ed523fe-5bc0-4eef-873e-d6a5b037e0c0 {{(pid=103304) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:38:48.175577 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d6b6b4cb-9e12-47b3-a9f6-d504eed85741 req-d436b613-7f1e-45f3-90e6-a7985e2e5c36 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=6b4bf284-e5d8-46f5-b4b5-49b092619bfd HTTP/1.1" status: 200 len: 217 time: 0.1401420 Jan 28 19:38:48.176373 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fc3753c8-c434-431a-806e-d0d6ee392a18 admin admin] Publish callbacks [] for security_group (fa52222d-b5b1-49a2-b205-885988dd7818), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:48.183790 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-959a2805-77cc-43f6-9ac4-8d0feb6c5fbd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:48.187600 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-959a2805-77cc-43f6-9ac4-8d0feb6c5fbd admin admin] 10.222.0.64 "DELETE /v2.0/routers/5ed523fe-5bc0-4eef-873e-d6a5b037e0c0 HTTP/1.1" status: 204 len: 168 time: 4.6904092 Jan 28 19:38:48.201521 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 44916) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:38:48.210436 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-666a2201-b834-4657-aa0a-e741b061506a None None] Allocated IP 2001:db8::f816:3eff:fe0c:a4d1 (decd8274-9eda-4d81-a020-86cc15d56022/b97c667c-6980-40e7-a156-51d3e49b64c6/92c9ad97-949b-4154-a0b1-6ed6a596a822) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:38:48.258685 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fc3753c8-c434-431a-806e-d0d6ee392a18 admin admin] Publish callbacks [] for security_group (fa52222d-b5b1-49a2-b205-885988dd7818), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:48.323493 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091ef558-8a8d-46eb-bf08-7ced2e5d8172 req-0723d058-0c73-496a-a4b4-1c16a8cddd7c tempest-VolumesNegativeTest-1059256903 tempest-VolumesNegativeTest-1059256903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:38:48.333558 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-091ef558-8a8d-46eb-bf08-7ced2e5d8172 req-0723d058-0c73-496a-a4b4-1c16a8cddd7c tempest-VolumesNegativeTest-1059256903 tempest-VolumesNegativeTest-1059256903-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2160457-4ee9-4654-95d1-bc25c01c4be9 HTTP/1.1" status: 200 len: 947 time: 0.6442034 Jan 28 19:38:48.397859 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fc3753c8-c434-431a-806e-d0d6ee392a18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (fa52222d-b5b1-49a2-b205-885988dd7818), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:48.402789 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fc3753c8-c434-431a-806e-d0d6ee392a18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:48.409250 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-fc3753c8-c434-431a-806e-d0d6ee392a18 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/fa52222d-b5b1-49a2-b205-885988dd7818 HTTP/1.1" status: 204 len: 168 time: 0.7071121 Jan 28 19:38:48.466493 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 6b4bf284-e5d8-46f5-b4b5-49b092619bfd details requested by agent hyperv_n-h2-812111-14 with host n-h2-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:38:48.499593 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3753c8-c434-431a-806e-d0d6ee392a18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa52222d-b5b1-49a2-b205-885988dd7818,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:38:48.542201 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b6b4cb-9e12-47b3-a9f6-d504eed85741 req-b8bbff61-278d-4768-ba93-d7630ec3ca2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:38:48.543712 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d6b6b4cb-9e12-47b3-a9f6-d504eed85741 req-b8bbff61-278d-4768-ba93-d7630ec3ca2b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f2de4832-9ef6-4f40-9ac5-1557d5e6a6ff HTTP/1.1" status: 200 len: 843 time: 0.1697648 Jan 28 19:38:48.699454 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-96737962-d33c-4e8a-af4b-3be50889e3d7 admin admin] Deleting subnet 8dd7047a-2d63-4cd6-b247-7e4bbc21eeaa {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:38:48.723081 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-96737962-d33c-4e8a-af4b-3be50889e3d7 admin admin] Publish callbacks [] for subnet (8dd7047a-2d63-4cd6-b247-7e4bbc21eeaa), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:48.727726 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-091ef558-8a8d-46eb-bf08-7ced2e5d8172 req-81451c3f-f24d-4a01-99eb-6cd96c4046f3 tempest-VolumesNegativeTest-1059256903 tempest-VolumesNegativeTest-1059256903-project] 10.222.0.64 "GET /v2.0/security-groups?id=374361a6-a8a2-49d9-8fcc-0f62ac45dbaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3933456 Jan 28 19:38:48.729930 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b6b4cb-9e12-47b3-a9f6-d504eed85741 req-91f1bb0d-d5a0-4e08-b512-d2dda75c0126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:38:48.737729 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d6b6b4cb-9e12-47b3-a9f6-d504eed85741 req-91f1bb0d-d5a0-4e08-b512-d2dda75c0126 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7810caa2-eac6-457d-9302-c8c215ef3e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1863003 Jan 28 19:38:48.813452 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-96737962-d33c-4e8a-af4b-3be50889e3d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4747050'] for subnet (8dd7047a-2d63-4cd6-b247-7e4bbc21eeaa), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:48.813638 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 6b4bf284-e5d8-46f5-b4b5-49b092619bfd, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=6b4bf284-e5d8-46f5-b4b5-49b092619bfd,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:38:48.858736 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device d95a2a93-5c7b-4a47-87fe-2c62766fef60 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:38:48.865500 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c19cb05-ffec-4794-8ea4-3d56077037f6 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Made reservation on behalf of 74e14b1dc35c45ef8b65d1fdcc58b8bc for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:38:48.869981 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8c19cb05-ffec-4794-8ea4-3d56077037f6 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5221429'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:48.945631 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Returning: {'device': '6b4bf284-e5d8-46f5-b4b5-49b092619bfd', 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91', 'port_id': '6b4bf284-e5d8-46f5-b4b5-49b092619bfd', 'mac_address': 'fa:16:3e:57:a2:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2de4832-9ef6-4f40-9ac5-1557d5e6a6ff', 'ip_address': '192.168.233.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:38:48.973241 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-666a2201-b834-4657-aa0a-e741b061506a None None] Publish callbacks [] for port (92c9ad97-949b-4154-a0b1-6ed6a596a822), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:48.993821 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-666a2201-b834-4657-aa0a-e741b061506a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (92c9ad97-949b-4154-a0b1-6ed6a596a822), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:49.059905 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d6b6b4cb-9e12-47b3-a9f6-d504eed85741 req-12ed28bb-9e4d-4753-90e8-0c8634c5b8d4 service neutron] 10.222.0.70 "GET /v2.0/networks/7810caa2-eac6-457d-9302-c8c215ef3e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3097069 Jan 28 19:38:49.062968 n-d-812111-14 neutron-server[103304]: INFO neutron.db.ipam_backend_mixin [None req-8c19cb05-ffec-4794-8ea4-3d56077037f6 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b97c667c-6980-40e7-a156-51d3e49b64c6 (CIDR: 2001:db8::/64) Jan 28 19:38:49.120291 n-d-812111-14 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c19cb05-ffec-4794-8ea4-3d56077037f6 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 19:38:49.124965 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c19cb05-ffec-4794-8ea4-3d56077037f6 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:38:49.158728 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-8c19cb05-ffec-4794-8ea4-3d56077037f6 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4934025 Jan 28 19:38:49.162869 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 44928) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:38:49.175739 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-666a2201-b834-4657-aa0a-e741b061506a None None] Network decd8274-9eda-4d81-a020-86cc15d56022 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:38:49.189851 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-666a2201-b834-4657-aa0a-e741b061506a None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:38:49.198879 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port d95a2a93-5c7b-4a47-87fe-2c62766fef60 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:38:49.199187 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (d95a2a93-5c7b-4a47-87fe-2c62766fef60), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:49.246138 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-3268ac93-9a6d-49e9-a626-6723588f9e42 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Request body: {'subnet': {'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:38:49.346056 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666a2201-b834-4657-aa0a-e741b061506a None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:38:49.407804 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d6b6b4cb-9e12-47b3-a9f6-d504eed85741 req-89a463b5-9c54-4adb-97b4-d222fee0dc75 service neutron] 10.222.0.70 "GET /v2.0/networks/7810caa2-eac6-457d-9302-c8c215ef3e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3380325 Jan 28 19:38:49.478987 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 6b4bf284-e5d8-46f5-b4b5-49b092619bfd is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:38:49.481328 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (6b4bf284-e5d8-46f5-b4b5-49b092619bfd), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:49.556552 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666a2201-b834-4657-aa0a-e741b061506a None None] Pushing event updated for resources: {'Port': ['ID=92c9ad97-949b-4154-a0b1-6ed6a596a822,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:38:49.568708 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b4bf284-e5d8-46f5-b4b5-49b092619bfd {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:38:49.619999 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-666a2201-b834-4657-aa0a-e741b061506a None None] Attempting to bind port 92c9ad97-949b-4154-a0b1-6ed6a596a822 on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:38:49.625923 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-666a2201-b834-4657-aa0a-e741b061506a None None] Attempting to bind port 92c9ad97-949b-4154-a0b1-6ed6a596a822 by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '2aac29a1-8685-476c-bba5-fffce3cb94d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:38:49.626863 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666a2201-b834-4657-aa0a-e741b061506a None None] Attempting to bind port 92c9ad97-949b-4154-a0b1-6ed6a596a822 on network decd8274-9eda-4d81-a020-86cc15d56022 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:38:49.640579 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64221326-c86b-47a3-b26d-18eafa8fa8dd None None] Network 29393de2-f708-4bd2-a3c0-fba9e04cbf17 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:38:49.654230 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-96737962-d33c-4e8a-af4b-3be50889e3d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (8dd7047a-2d63-4cd6-b247-7e4bbc21eeaa), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:49.661384 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f56193e6-8bd5-491f-b6c3-dff681dab01b admin admin] Publish callbacks [] for router_gateway (cefea249-2829-4f04-9800-e79a5ab368ef), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:49.803958 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f56193e6-8bd5-491f-b6c3-dff681dab01b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:49.829619 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666a2201-b834-4657-aa0a-e741b061506a None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:38:49.830770 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666a2201-b834-4657-aa0a-e741b061506a None None] Checking segment: {'id': '2aac29a1-8685-476c-bba5-fffce3cb94d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:38:49.831198 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-666a2201-b834-4657-aa0a-e741b061506a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:49.832504 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666a2201-b834-4657-aa0a-e741b061506a None None] Bound using segment: {'id': '2aac29a1-8685-476c-bba5-fffce3cb94d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:38:49.834741 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-666a2201-b834-4657-aa0a-e741b061506a None None] Bound port: 92c9ad97-949b-4154-a0b1-6ed6a596a822, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aac29a1-8685-476c-bba5-fffce3cb94d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:38:49.835112 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-666a2201-b834-4657-aa0a-e741b061506a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (92c9ad97-949b-4154-a0b1-6ed6a596a822), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:49.950548 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 6b4bf284-e5d8-46f5-b4b5-49b092619bfd, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=6b4bf284-e5d8-46f5-b4b5-49b092619bfd,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:38:49.996303 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0a79cc-aed6-4f8d-b8ab-e3f34c51e7be req-a43448b6-b2da-426b-bf0b-bbf1aec6f1f6 tempest-VolumesNegativeTest-1059256903 tempest-VolumesNegativeTest-1059256903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:38:50.005163 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-af0a79cc-aed6-4f8d-b8ab-e3f34c51e7be req-a43448b6-b2da-426b-bf0b-bbf1aec6f1f6 tempest-VolumesNegativeTest-1059256903 tempest-VolumesNegativeTest-1059256903-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2160457-4ee9-4654-95d1-bc25c01c4be9 HTTP/1.1" status: 200 len: 947 time: 0.1519129 Jan 28 19:38:50.020613 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port d95a2a93-5c7b-4a47-87fe-2c62766fef60 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:38:50.021018 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (d95a2a93-5c7b-4a47-87fe-2c62766fef60), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:50.086686 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (6b4bf284-e5d8-46f5-b4b5-49b092619bfd), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:50.136290 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-1e15eb56-38b8-4006-b96d-e9cac2d00f37 None None] Provisioning complete for port d95a2a93-5c7b-4a47-87fe-2c62766fef60 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:38:50.136672 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1e15eb56-38b8-4006-b96d-e9cac2d00f37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (d95a2a93-5c7b-4a47-87fe-2c62766fef60), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:50.169228 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-af0a79cc-aed6-4f8d-b8ab-e3f34c51e7be req-af97eaf4-5cb3-403e-9f44-6c35b8e1bb6e tempest-VolumesNegativeTest-1059256903 tempest-VolumesNegativeTest-1059256903-project] 10.222.0.64 "GET /v2.0/security-groups?id=374361a6-a8a2-49d9-8fcc-0f62ac45dbaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613948 Jan 28 19:38:50.209503 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3268ac93-9a6d-49e9-a626-6723588f9e42 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Made reservation on behalf of 74e14b1dc35c45ef8b65d1fdcc58b8bc for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:38:50.232282 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3268ac93-9a6d-49e9-a626-6723588f9e42 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5221429'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:50.408393 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-96737962-d33c-4e8a-af4b-3be50889e3d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4690616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5222356'] for subnet (8dd7047a-2d63-4cd6-b247-7e4bbc21eeaa), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:50.455039 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-f56193e6-8bd5-491f-b6c3-dff681dab01b admin admin] Allocated IP 172.25.6.114 (d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8/a648e4ab-7422-41b9-b133-58aca25ab8f5/50d29f51-2eea-4c87-a5df-d02565e225db) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:38:50.518539 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-96737962-d33c-4e8a-af4b-3be50889e3d7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:50.524862 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 44976) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:38:50.532035 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-96737962-d33c-4e8a-af4b-3be50889e3d7 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/8dd7047a-2d63-4cd6-b247-7e4bbc21eeaa HTTP/1.1" status: 204 len: 168 time: 2.3201437 Jan 28 19:38:50.536807 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96737962-d33c-4e8a-af4b-3be50889e3d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8dd7047a-2d63-4cd6-b247-7e4bbc21eeaa,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:38:50.706132 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-666a2201-b834-4657-aa0a-e741b061506a None None] For port 92c9ad97-949b-4154-a0b1-6ed6a596a822, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:38:50.709706 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-666a2201-b834-4657-aa0a-e741b061506a None None] For port 92c9ad97-949b-4154-a0b1-6ed6a596a822, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=92c9ad97-949b-4154-a0b1-6ed6a596a822,segment=NetworkSegment(2aac29a1-8685-476c-bba5-fffce3cb94d6),segment_id=2aac29a1-8685-476c-bba5-fffce3cb94d6)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:38:50.715334 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-056e53a7-5ad7-4ee2-967f-114250ad2de7 None None] Network 02b6787f-a5b1-403f-827b-bcf8af5026f7 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:38:50.761858 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f767f5a1-65bc-4449-8e6a-c6453436e162 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (02b6787f-a5b1-403f-827b-bcf8af5026f7), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:50.824155 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] For port d95a2a93-5c7b-4a47-87fe-2c62766fef60, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=d95a2a93-5c7b-4a47-87fe-2c62766fef60,segment=NetworkSegment(36b78075-3431-42ab-8810-fa7c3d3fe3b3),segment_id=36b78075-3431-42ab-8810-fa7c3d3fe3b3)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:38:50.848529 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f56193e6-8bd5-491f-b6c3-dff681dab01b admin admin] Publish callbacks [] for port (50d29f51-2eea-4c87-a5df-d02565e225db), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:50.853794 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-666a2201-b834-4657-aa0a-e741b061506a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (92c9ad97-949b-4154-a0b1-6ed6a596a822), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:50.868787 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['6b4bf284-e5d8-46f5-b4b5-49b092619bfd'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:38:50.881615 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (d95a2a93-5c7b-4a47-87fe-2c62766fef60), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:50.893303 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:50.942113 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-f767f5a1-65bc-4449-8e6a-c6453436e162 admin admin] Deleting port df0043c0-1c89-441c-9e90-787fba26d3d6 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:38:50.942550 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f767f5a1-65bc-4449-8e6a-c6453436e162 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (df0043c0-1c89-441c-9e90-787fba26d3d6), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:51.041513 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=6b4bf284-e5d8-46f5-b4b5-49b092619bfd,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:38:51.070105 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-f767f5a1-65bc-4449-8e6a-c6453436e162 admin admin] For port df0043c0-1c89-441c-9e90-787fba26d3d6, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=df0043c0-1c89-441c-9e90-787fba26d3d6,segment=NetworkSegment(019cfbf9-bc4c-4d92-b18f-3dd37f786caf),segment_id=019cfbf9-bc4c-4d92-b18f-3dd37f786caf)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:38:51.070814 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f767f5a1-65bc-4449-8e6a-c6453436e162 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (df0043c0-1c89-441c-9e90-787fba26d3d6), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:51.113591 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-f767f5a1-65bc-4449-8e6a-c6453436e162 admin admin] Calling delete_port for df0043c0-1c89-441c-9e90-787fba26d3d6 owned by network:dhcp {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:38:51.156541 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3268ac93-9a6d-49e9-a626-6723588f9e42 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4690681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5221415'] for subnet (3a719adf-1f26-4a1b-b4a9-f7d088cd131b), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:51.225015 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3268ac93-9a6d-49e9-a626-6723588f9e42 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Network decd8274-9eda-4d81-a020-86cc15d56022 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:38:51.270890 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-1e15eb56-38b8-4006-b96d-e9cac2d00f37 None None] Current status of the port d95a2a93-5c7b-4a47-87fe-2c62766fef60 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:38:51.274029 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666a2201-b834-4657-aa0a-e741b061506a None None] Pushing event updated for resources: {'Port': ['ID=92c9ad97-949b-4154-a0b1-6ed6a596a822,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:38:51.370220 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3268ac93-9a6d-49e9-a626-6723588f9e42 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Pushing event updated for resources: {'Subnet': ['ID=3a719adf-1f26-4a1b-b4a9-f7d088cd131b,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:38:51.378821 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f56193e6-8bd5-491f-b6c3-dff681dab01b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (50d29f51-2eea-4c87-a5df-d02565e225db), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:51.386102 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f767f5a1-65bc-4449-8e6a-c6453436e162 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (df0043c0-1c89-441c-9e90-787fba26d3d6), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:51.408378 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc9e8512-c94d-4fa7-ae35-d09eb1b2f179 None None] DHCP port deletion for 02b6787f-a5b1-403f-827b-bcf8af5026f7 request from n-d-812111-14 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:38:51.419239 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-3268ac93-9a6d-49e9-a626-6723588f9e42 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:38:51.422338 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3268ac93-9a6d-49e9-a626-6723588f9e42 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:38:51.423142 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3268ac93-9a6d-49e9-a626-6723588f9e42 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:51.425329 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 44994) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:38:51.429434 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f767f5a1-65bc-4449-8e6a-c6453436e162 admin admin] Pushing event deleted for resources: {'Port': ['ID=df0043c0-1c89-441c-9e90-787fba26d3d6,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:38:51.437474 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f767f5a1-65bc-4449-8e6a-c6453436e162 admin admin] No DVR routers for this DVR port df0043c0-1c89-441c-9e90-787fba26d3d6 on host n-d-812111-14 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:38:51.512309 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f56193e6-8bd5-491f-b6c3-dff681dab01b admin admin] Network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:38:51.524648 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-3268ac93-9a6d-49e9-a626-6723588f9e42 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2837410 Jan 28 19:38:51.527092 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-f56193e6-8bd5-491f-b6c3-dff681dab01b admin admin] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:38:51.531804 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56193e6-8bd5-491f-b6c3-dff681dab01b admin admin] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:38:51.538242 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 45000) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:38:51.561341 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-d27526c9-b360-4677-a12f-c77ee664decc tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Request body: {'port': {'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022', 'mac_address': 'fa:16:3e:16:07:24', 'name': 'tempest-NetworksTestDHCPv6-1816304728'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:38:51.636231 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-208f60b6-1b2a-425f-9e30-a6b3fe5591bf None None] Provisioning complete for port d95a2a93-5c7b-4a47-87fe-2c62766fef60 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:38:51.638051 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-208f60b6-1b2a-425f-9e30-a6b3fe5591bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (d95a2a93-5c7b-4a47-87fe-2c62766fef60), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:51.648876 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Pushing event updated for resources: {'Port': ['ID=d95a2a93-5c7b-4a47-87fe-2c62766fef60,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:38:51.650055 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce29f58d-d8e0-4f64-ac3c-3361766ae251 req-235a36c4-194c-408c-924e-298b7eb55947 tempest-VolumesNegativeTest-1059256903 tempest-VolumesNegativeTest-1059256903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:38:51.651640 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ce29f58d-d8e0-4f64-ac3c-3361766ae251 req-235a36c4-194c-408c-924e-298b7eb55947 tempest-VolumesNegativeTest-1059256903 tempest-VolumesNegativeTest-1059256903-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2160457-4ee9-4654-95d1-bc25c01c4be9 HTTP/1.1" status: 200 len: 948 time: 0.2769058 Jan 28 19:38:51.655280 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56193e6-8bd5-491f-b6c3-dff681dab01b admin admin] Pushing event updated for resources: {'Port': ['ID=50d29f51-2eea-4c87-a5df-d02565e225db,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:38:51.755046 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3e55d49b-47bf-4f58-82b5-d6761ee5194a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:51.758614 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f767f5a1-65bc-4449-8e6a-c6453436e162 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (02b6787f-a5b1-403f-827b-bcf8af5026f7), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:51.763728 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ce29f58d-d8e0-4f64-ac3c-3361766ae251 req-5eeb709a-e4ff-43a1-a5e1-f38aad2c4027 tempest-VolumesNegativeTest-1059256903 tempest-VolumesNegativeTest-1059256903-project] 10.222.0.64 "GET /v2.0/security-groups?id=374361a6-a8a2-49d9-8fcc-0f62ac45dbaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042595 Jan 28 19:38:51.817481 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-f767f5a1-65bc-4449-8e6a-c6453436e162 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02b6787f-a5b1-403f-827b-bcf8af5026f7']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:38:51.830729 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-f767f5a1-65bc-4449-8e6a-c6453436e162 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '019cfbf9-bc4c-4d92-b18f-3dd37f786caf') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:38:51.831046 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-f767f5a1-65bc-4449-8e6a-c6453436e162 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '019cfbf9-bc4c-4d92-b18f-3dd37f786caf') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:38:51.846075 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f767f5a1-65bc-4449-8e6a-c6453436e162 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16187153'] for segment (019cfbf9-bc4c-4d92-b18f-3dd37f786caf), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:51.920724 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f56193e6-8bd5-491f-b6c3-dff681dab01b admin admin] Publish callbacks [] for router_gateway (cefea249-2829-4f04-9800-e79a5ab368ef), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:51.941929 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f767f5a1-65bc-4449-8e6a-c6453436e162 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (019cfbf9-bc4c-4d92-b18f-3dd37f786caf), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:51.949629 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f767f5a1-65bc-4449-8e6a-c6453436e162 admin admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:38:51.950230 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f767f5a1-65bc-4449-8e6a-c6453436e162 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4752570'] for segment (019cfbf9-bc4c-4d92-b18f-3dd37f786caf), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:52.003952 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-208f60b6-1b2a-425f-9e30-a6b3fe5591bf None None] Current status of the port d95a2a93-5c7b-4a47-87fe-2c62766fef60 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:38:52.027767 n-d-812111-14 neutron-server[103305]: Traceback (most recent call last): Jan 28 19:38:52.027767 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:38:52.027767 n-d-812111-14 neutron-server[103305]: timer() Jan 28 19:38:52.027767 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:38:52.027767 n-d-812111-14 neutron-server[103305]: cb(*args, **kw) Jan 28 19:38:52.027767 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:38:52.027767 n-d-812111-14 neutron-server[103305]: return func(*args, **kwargs) Jan 28 19:38:52.027767 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:38:52.027767 n-d-812111-14 neutron-server[103305]: self._notify() Jan 28 19:38:52.027767 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:38:52.027767 n-d-812111-14 neutron-server[103305]: self.callback(batched_events) Jan 28 19:38:52.027767 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:38:52.027767 n-d-812111-14 neutron-server[103305]: event.method(event) Jan 28 19:38:52.027767 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:38:52.027767 n-d-812111-14 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:38:52.027767 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:38:52.027767 n-d-812111-14 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:38:52.027767 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:38:52.027767 n-d-812111-14 neutron-server[103305]: return f(self, *a, **k) Jan 28 19:38:52.027767 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:38:52.027767 n-d-812111-14 neutron-server[103305]: return self._get(url).json() Jan 28 19:38:52.027767 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:38:52.027767 n-d-812111-14 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:38:52.027767 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:38:52.027767 n-d-812111-14 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 28 19:38:52.027767 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:38:52.027767 n-d-812111-14 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:38:52.027767 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:38:52.027767 n-d-812111-14 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:38:52.027767 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:38:52.027767 n-d-812111-14 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:38:52.027767 n-d-812111-14 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:38:52.036423 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f767f5a1-65bc-4449-8e6a-c6453436e162 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (02b6787f-a5b1-403f-827b-bcf8af5026f7), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:52.053265 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f767f5a1-65bc-4449-8e6a-c6453436e162 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:52.060028 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-f767f5a1-65bc-4449-8e6a-c6453436e162 admin admin] 10.222.0.64 "DELETE /v2.0/networks/02b6787f-a5b1-403f-827b-bcf8af5026f7 HTTP/1.1" status: 204 len: 168 time: 1.5340943 Jan 28 19:38:52.065087 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3e55d49b-47bf-4f58-82b5-d6761ee5194a admin admin] Publish callbacks [] for security_group (be83113b-53d8-4410-a246-452bc446d05f), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:52.090105 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3e55d49b-47bf-4f58-82b5-d6761ee5194a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (be83113b-53d8-4410-a246-452bc446d05f), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:52.098228 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f767f5a1-65bc-4449-8e6a-c6453436e162 admin admin] Pushing event deleted for resources: {'Network': ['ID=02b6787f-a5b1-403f-827b-bcf8af5026f7,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:38:52.171165 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-3e55d49b-47bf-4f58-82b5-d6761ee5194a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=68ca04bf8f3d4eababc537b2e9a0369f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7431195 Jan 28 19:38:52.179357 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e55d49b-47bf-4f58-82b5-d6761ee5194a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be83113b-53d8-4410-a246-452bc446d05f,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:38:52.184403 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 45004) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:38:52.230061 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d27526c9-b360-4677-a12f-c77ee664decc tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Made reservation on behalf of 74e14b1dc35c45ef8b65d1fdcc58b8bc for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:38:52.317555 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 45006) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:38:52.452915 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-636ad679-4ce9-4b82-9b37-3bbe83ce01ca admin admin] Publish callbacks [] for security_group (be83113b-53d8-4410-a246-452bc446d05f), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:52.475874 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 6b4bf284-e5d8-46f5-b4b5-49b092619bfd up at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:38:52.484459 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-636ad679-4ce9-4b82-9b37-3bbe83ce01ca admin admin] Publish callbacks [] for security_group (be83113b-53d8-4410-a246-452bc446d05f), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:52.560535 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-636ad679-4ce9-4b82-9b37-3bbe83ce01ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (be83113b-53d8-4410-a246-452bc446d05f), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:52.566408 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-636ad679-4ce9-4b82-9b37-3bbe83ce01ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:52.570702 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-636ad679-4ce9-4b82-9b37-3bbe83ce01ca admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/be83113b-53d8-4410-a246-452bc446d05f HTTP/1.1" status: 204 len: 168 time: 0.3850451 Jan 28 19:38:52.596501 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d27526c9-b360-4677-a12f-c77ee664decc tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:52.609375 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning for port 6b4bf284-e5d8-46f5-b4b5-49b092619bfd completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:38:52.621001 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning complete for port 6b4bf284-e5d8-46f5-b4b5-49b092619bfd triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:38:52.626934 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636ad679-4ce9-4b82-9b37-3bbe83ce01ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be83113b-53d8-4410-a246-452bc446d05f,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:38:52.629599 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (6b4bf284-e5d8-46f5-b4b5-49b092619bfd), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:52.641525 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-7e852774-ac3a-4ed7-83ff-640079358489 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6a63e631dab749fab705cc3ad19e314b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2883477 Jan 28 19:38:52.642314 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 45014) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:38:52.663594 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [None req-d27526c9-b360-4677-a12f-c77ee664decc tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] device_id is not set on port adcb3416-185f-47b6-b85b-4236ae5425fb yet. {{(pid=103305) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:38:52.838772 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 6b4bf284-e5d8-46f5-b4b5-49b092619bfd is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:38:52.839322 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (6b4bf284-e5d8-46f5-b4b5-49b092619bfd), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:52.863509 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-177a7eef-2fea-4975-be4c-e12bcd3f4190 None None] Network decd8274-9eda-4d81-a020-86cc15d56022 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:38:52.932995 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2160457-4ee9-4654-95d1-bc25c01c4be9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b4bf284-e5d8-46f5-b4b5-49b092619bfd'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:38:52.934076 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f56193e6-8bd5-491f-b6c3-dff681dab01b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-731074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-731460'] for router (cefea249-2829-4f04-9800-e79a5ab368ef), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:52.936727 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-437bf4f4-aaef-41dc-b981-7a83a45f0bc1" -d '{"events": [{"server_uuid": "f2160457-4ee9-4654-95d1-bc25c01c4be9", "name": "network-vif-plugged", "status": "completed", "tag": "6b4bf284-e5d8-46f5-b4b5-49b092619bfd"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:38:52.956903 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-02137896-1c6d-4985-bc28-b6c52e8dc22f None None] Provisioning complete for port 92c9ad97-949b-4154-a0b1-6ed6a596a822 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:38:52.957593 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-02137896-1c6d-4985-bc28-b6c52e8dc22f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (92c9ad97-949b-4154-a0b1-6ed6a596a822), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:52.987457 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 6b4bf284-e5d8-46f5-b4b5-49b092619bfd, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=6b4bf284-e5d8-46f5-b4b5-49b092619bfd,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:38:53.003637 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (6b4bf284-e5d8-46f5-b4b5-49b092619bfd), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:53.050429 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1aafa682-5067-497b-a804-b1e06be9532b admin admin] Publish callbacks [] for security_group (72c56c83-1eeb-4758-9a36-9dca3b681b4c), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:53.135164 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f00313c3-eff7-4f27-a465-bffc1350e918 x-openstack-request-id: req-f00313c3-eff7-4f27-a465-bffc1350e918 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:38:53.135637 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2160457-4ee9-4654-95d1-bc25c01c4be9", "name": "network-vif-plugged", "status": "completed", "tag": "6b4bf284-e5d8-46f5-b4b5-49b092619bfd", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:38:53.135736 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f00313c3-eff7-4f27-a465-bffc1350e918 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:38:53.136337 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2160457-4ee9-4654-95d1-bc25c01c4be9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b4bf284-e5d8-46f5-b4b5-49b092619bfd', 'code': 200} Jan 28 19:38:53.137518 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=6b4bf284-e5d8-46f5-b4b5-49b092619bfd,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:38:53.297346 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-02137896-1c6d-4985-bc28-b6c52e8dc22f None None] Current status of the port 92c9ad97-949b-4154-a0b1-6ed6a596a822 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:38:53.298517 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-02137896-1c6d-4985-bc28-b6c52e8dc22f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (92c9ad97-949b-4154-a0b1-6ed6a596a822), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:53.346573 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 92c9ad97-949b-4154-a0b1-6ed6a596a822 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:38:53.364892 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1aafa682-5067-497b-a804-b1e06be9532b admin admin] Publish callbacks [] for security_group (72c56c83-1eeb-4758-9a36-9dca3b681b4c), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:53.371684 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f56193e6-8bd5-491f-b6c3-dff681dab01b admin admin] Router cefea249-2829-4f04-9800-e79a5ab368ef is scheduled to L3 agent 76fe5c49-705a-4e08-abb2-be585676213f with binding_index 1 {{(pid=103304) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 19:38:53.475642 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-02137896-1c6d-4985-bc28-b6c52e8dc22f None None] For port 92c9ad97-949b-4154-a0b1-6ed6a596a822, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=92c9ad97-949b-4154-a0b1-6ed6a596a822,segment=NetworkSegment(2aac29a1-8685-476c-bba5-fffce3cb94d6),segment_id=2aac29a1-8685-476c-bba5-fffce3cb94d6)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:38:53.490920 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-02137896-1c6d-4985-bc28-b6c52e8dc22f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (92c9ad97-949b-4154-a0b1-6ed6a596a822), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:53.545322 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7b600681-9e31-4794-9c74-d8b24e3ece3b req-87d87c6f-518b-41f5-83c6-617ce83f4663 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d231a7fe-a628-420a-af1d-31debd1481d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.8498635 Jan 28 19:38:53.572645 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a9901f-31c6-48b3-8546-1190ffc5e228 None None] Update dhcp port {'port': {'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022', 'fixed_ips': [{'subnet_id': 'b97c667c-6980-40e7-a156-51d3e49b64c6', 'ip_address': '2001:db8::f816:3eff:fe0c:a4d1'}, {'subnet_id': '3a719adf-1f26-4a1b-b4a9-f7d088cd131b'}], 'binding:host_id': 'n-d-812111-14'}, 'id': '92c9ad97-949b-4154-a0b1-6ed6a596a822'} from n-d-812111-14. {{(pid=103306) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 19:38:53.575171 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f56193e6-8bd5-491f-b6c3-dff681dab01b admin admin] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:38:53.598102 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9088a9ab-99f1-45cc-a69c-a71a2f10d313 req-1498c3f6-2bae-450b-af6d-758167868e39 tempest-VolumesNegativeTest-1059256903 tempest-VolumesNegativeTest-1059256903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:38:53.600720 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f56193e6-8bd5-491f-b6c3-dff681dab01b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:53.601205 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9088a9ab-99f1-45cc-a69c-a71a2f10d313 req-1498c3f6-2bae-450b-af6d-758167868e39 tempest-VolumesNegativeTest-1059256903 tempest-VolumesNegativeTest-1059256903-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2160457-4ee9-4654-95d1-bc25c01c4be9 HTTP/1.1" status: 200 len: 949 time: 0.5314429 Jan 28 19:38:53.604150 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-f56193e6-8bd5-491f-b6c3-dff681dab01b admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 8.0075879 Jan 28 19:38:53.604786 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 45034) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:38:53.608195 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-d27526c9-b360-4677-a12f-c77ee664decc tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Allocated IP 2001:db8:0:1::2ba (decd8274-9eda-4d81-a020-86cc15d56022/3a719adf-1f26-4a1b-b4a9-f7d088cd131b/adcb3416-185f-47b6-b85b-4236ae5425fb) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:38:53.614844 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c548744-eaf7-4dc1-8cd3-b6433a13098b None None] Sync routers for ids ['cefea249-2829-4f04-9800-e79a5ab368ef'] in n-d-812111-14 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:38:53.625728 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24990f05-7c88-4c71-8880-17acc1422d64 req-3faf4194-64b2-49d7-8a0c-8f1ff9dc2199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:38:53.627564 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-24990f05-7c88-4c71-8880-17acc1422d64 req-3faf4194-64b2-49d7-8a0c-8f1ff9dc2199 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=f2160457-4ee9-4654-95d1-bc25c01c4be9 HTTP/1.1" status: 200 len: 1132 time: 0.5028691 Jan 28 19:38:53.678834 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 92c9ad97-949b-4154-a0b1-6ed6a596a822 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:38:53.683067 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (92c9ad97-949b-4154-a0b1-6ed6a596a822), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:53.725439 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d4a9901f-31c6-48b3-8546-1190ffc5e228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (92c9ad97-949b-4154-a0b1-6ed6a596a822), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:53.740224 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-d27526c9-b360-4677-a12f-c77ee664decc tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Allocated IP 2001:db8::f816:3eff:fe16:724 (decd8274-9eda-4d81-a020-86cc15d56022/b97c667c-6980-40e7-a156-51d3e49b64c6/adcb3416-185f-47b6-b85b-4236ae5425fb) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:38:53.740765 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02137896-1c6d-4985-bc28-b6c52e8dc22f None None] Pushing event updated for resources: {'Port': ['ID=92c9ad97-949b-4154-a0b1-6ed6a596a822,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:38:53.747994 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c548744-eaf7-4dc1-8cd3-b6433a13098b None None] Routers {'cefea249-2829-4f04-9800-e79a5ab368ef'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:38:53.748659 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-9c548744-eaf7-4dc1-8cd3-b6433a13098b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:38:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['cefea249-2829-4f04-9800-e79a5ab368ef'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:38:53.904886 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1aafa682-5067-497b-a804-b1e06be9532b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (72c56c83-1eeb-4758-9a36-9dca3b681b4c), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:53.912549 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1aafa682-5067-497b-a804-b1e06be9532b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:53.916307 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-1aafa682-5067-497b-a804-b1e06be9532b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/72c56c83-1eeb-4758-9a36-9dca3b681b4c HTTP/1.1" status: 204 len: 168 time: 1.2697089 Jan 28 19:38:53.995598 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9088a9ab-99f1-45cc-a69c-a71a2f10d313 req-64e7ba9e-ffd9-4ee0-b06a-952d9e6fe817 tempest-VolumesNegativeTest-1059256903 tempest-VolumesNegativeTest-1059256903-project] 10.222.0.64 "GET /v2.0/security-groups?id=374361a6-a8a2-49d9-8fcc-0f62ac45dbaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3669071 Jan 28 19:38:54.001829 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-24990f05-7c88-4c71-8880-17acc1422d64 req-23331a25-9c6a-4433-8d55-571a91ecccd1 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=374361a6-a8a2-49d9-8fcc-0f62ac45dbaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3474212 Jan 28 19:38:54.002682 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aafa682-5067-497b-a804-b1e06be9532b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72c56c83-1eeb-4758-9a36-9dca3b681b4c,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:38:54.063531 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b600681-9e31-4794-9c74-d8b24e3ece3b req-d62406fa-248a-45bf-bac9-b7c09b6b58c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:38:54.078275 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7b600681-9e31-4794-9c74-d8b24e3ece3b req-d62406fa-248a-45bf-bac9-b7c09b6b58c1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=72ed041c0fdf49d0b46a78595ef2b4d2&device_id=d231a7fe-a628-420a-af1d-31debd1481d2 HTTP/1.1" status: 200 len: 1129 time: 0.4483919 Jan 28 19:38:54.176461 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:54.326074 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-9c548744-eaf7-4dc1-8cd3-b6433a13098b None None] Set router cefea249-2829-4f04-9800-e79a5ab368ef gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:38:54.513860 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 45054) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:38:54.553928 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5947c7b0-1294-453e-89dc-02daf8324088 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:54.605652 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b600681-9e31-4794-9c74-d8b24e3ece3b req-b2f38722-ebbd-4832-8555-1ec24976a27e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:38:54.609849 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7b600681-9e31-4794-9c74-d8b24e3ece3b req-b2f38722-ebbd-4832-8555-1ec24976a27e service neutron] 10.222.0.41 "GET /v2.0/networks?id=5ced056c-3de2-4296-99fb-726157ca5050 HTTP/1.1" status: 200 len: 913 time: 0.4859133 Jan 28 19:38:54.663210 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d27526c9-b360-4677-a12f-c77ee664decc tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks [] for port (adcb3416-185f-47b6-b85b-4236ae5425fb), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:54.683170 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 92c9ad97-949b-4154-a0b1-6ed6a596a822 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:38:54.684955 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device d95a2a93-5c7b-4a47-87fe-2c62766fef60 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:38:54.765332 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7b600681-9e31-4794-9c74-d8b24e3ece3b req-0d2e8e12-e7a1-4160-a6cf-d51468a2e52e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e313a6b7-7024-4b2d-8766-8b4d6ebf7434 HTTP/1.1" status: 200 len: 217 time: 0.1102426 Jan 28 19:38:54.836385 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-5947c7b0-1294-453e-89dc-02daf8324088 admin admin] Allocated IP 172.20.0.1 (29393de2-f708-4bd2-a3c0-fba9e04cbf17/bf7ec8e1-a8de-4e53-b7cf-74ab1f11275e/8951ad73-0284-4415-a1f3-6271890cd22c) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:38:54.839022 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-9c548744-eaf7-4dc1-8cd3-b6433a13098b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cefea249-2829-4f04-9800-e79a5ab368ef', 'name': 'tempest-TestAggregatesBasicOps-1067744881-router', 'tenant_id': '4318d711708541999bcfdf4f012196bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.114'}], 'enable_snat': True}, 'gw_port_id': '50d29f51-2eea-4c87-a5df-d02565e225db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:38:45Z', 'updated_at': '2022-01-28T19:38:51Z', 'revision_number': 3, 'project_id': '4318d711708541999bcfdf4f012196bd', 'gw_port': {'id': '50d29f51-2eea-4c87-a5df-d02565e225db', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:63:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cefea249-2829-4f04-9800-e79a5ab368ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2660, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:38:49Z', 'updated_at': '2022-01-28T19:38:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:38:54.842601 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port d95a2a93-5c7b-4a47-87fe-2c62766fef60 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:38:54.843273 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (d95a2a93-5c7b-4a47-87fe-2c62766fef60), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:54.891465 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 45064) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:38:54.897990 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-67acaf20-a107-41e3-a977-7d334d47e9ba admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6cd1916b54b2491f8458c31a4c1402c7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3703983 Jan 28 19:38:54.918550 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c548744-eaf7-4dc1-8cd3-b6433a13098b None None] Checking router: cefea249-2829-4f04-9800-e79a5ab368ef for host: n-d-812111-14 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:38:54.919129 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c548744-eaf7-4dc1-8cd3-b6433a13098b None None] Updating router cefea249-2829-4f04-9800-e79a5ab368ef port 50d29f51-2eea-4c87-a5df-d02565e225db binding host n-d-812111-14 {{(pid=103306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:38:54.934726 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d27526c9-b360-4677-a12f-c77ee664decc tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (adcb3416-185f-47b6-b85b-4236ae5425fb), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:55.005969 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-d4a9901f-31c6-48b3-8546-1190ffc5e228 None None] Allocated IP 2001:db8:0:1::2 (decd8274-9eda-4d81-a020-86cc15d56022/3a719adf-1f26-4a1b-b4a9-f7d088cd131b/92c9ad97-949b-4154-a0b1-6ed6a596a822) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:38:55.036596 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b600681-9e31-4794-9c74-d8b24e3ece3b req-db73d5c9-5556-49af-9d76-fb9447844e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:38:55.038567 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7b600681-9e31-4794-9c74-d8b24e3ece3b req-db73d5c9-5556-49af-9d76-fb9447844e41 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f61a757f-8ac1-4d8c-bf66-64b31f2921ec HTTP/1.1" status: 200 len: 853 time: 0.2542267 Jan 28 19:38:55.057935 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-46283fdf-8fee-47d4-baba-c8db84567ba7 admin admin] Publish callbacks [] for security_group (1e425983-721d-4452-acdd-16992dfc8708), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:55.060435 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d27526c9-b360-4677-a12f-c77ee664decc tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Network decd8274-9eda-4d81-a020-86cc15d56022 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:38:55.107397 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-d27526c9-b360-4677-a12f-c77ee664decc tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:38:55.113617 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27526c9-b360-4677-a12f-c77ee664decc tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:38:55.131117 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d27526c9-b360-4677-a12f-c77ee664decc tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:38:55.132780 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d27526c9-b360-4677-a12f-c77ee664decc tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:55.152180 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-46283fdf-8fee-47d4-baba-c8db84567ba7 admin admin] Publish callbacks [] for security_group (1e425983-721d-4452-acdd-16992dfc8708), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:55.174306 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27526c9-b360-4677-a12f-c77ee664decc tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Pushing event updated for resources: {'Port': ['ID=adcb3416-185f-47b6-b85b-4236ae5425fb,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:38:55.176762 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5947c7b0-1294-453e-89dc-02daf8324088 admin admin] Publish callbacks [] for port (8951ad73-0284-4415-a1f3-6271890cd22c), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:55.199437 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7b600681-9e31-4794-9c74-d8b24e3ece3b req-f14c863a-9ddf-45c4-9f20-dbff89e3be33 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5ced056c-3de2-4296-99fb-726157ca5050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1245408 Jan 28 19:38:55.202922 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d4a9901f-31c6-48b3-8546-1190ffc5e228 None None] For port 92c9ad97-949b-4154-a0b1-6ed6a596a822, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=92c9ad97-949b-4154-a0b1-6ed6a596a822,segment=NetworkSegment(2aac29a1-8685-476c-bba5-fffce3cb94d6),segment_id=2aac29a1-8685-476c-bba5-fffce3cb94d6)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:38:55.262094 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d4a9901f-31c6-48b3-8546-1190ffc5e228 None None] Publish callbacks [] for port (92c9ad97-949b-4154-a0b1-6ed6a596a822), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:55.273973 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d4a9901f-31c6-48b3-8546-1190ffc5e228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (92c9ad97-949b-4154-a0b1-6ed6a596a822), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:55.295761 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-d27526c9-b360-4677-a12f-c77ee664decc tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.7474153 Jan 28 19:38:55.299360 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 45074) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:38:55.333870 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5947c7b0-1294-453e-89dc-02daf8324088 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (8951ad73-0284-4415-a1f3-6271890cd22c), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:55.334149 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9c548744-eaf7-4dc1-8cd3-b6433a13098b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (50d29f51-2eea-4c87-a5df-d02565e225db), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:55.367859 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-46283fdf-8fee-47d4-baba-c8db84567ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (1e425983-721d-4452-acdd-16992dfc8708), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:55.370945 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-46283fdf-8fee-47d4-baba-c8db84567ba7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:55.382493 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-46283fdf-8fee-47d4-baba-c8db84567ba7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1e425983-721d-4452-acdd-16992dfc8708 HTTP/1.1" status: 204 len: 168 time: 0.4847076 Jan 28 19:38:55.445511 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5947c7b0-1294-453e-89dc-02daf8324088 admin admin] Network 29393de2-f708-4bd2-a3c0-fba9e04cbf17 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:38:55.460532 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-5947c7b0-1294-453e-89dc-02daf8324088 admin admin] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:38:55.465513 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5947c7b0-1294-453e-89dc-02daf8324088 admin admin] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:38:55.481625 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7b600681-9e31-4794-9c74-d8b24e3ece3b req-ccfb7434-1985-42c5-9eab-212bf0f3ffbb service neutron] 10.222.0.41 "GET /v2.0/networks/5ced056c-3de2-4296-99fb-726157ca5050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2710359 Jan 28 19:38:55.485242 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46283fdf-8fee-47d4-baba-c8db84567ba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e425983-721d-4452-acdd-16992dfc8708,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:38:55.581014 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112c622c-348b-49f1-a65c-1ccfb40adfad req-2a04e370-b3f6-42fb-94c6-285ef9d76b7b tempest-VolumesNegativeTest-1059256903 tempest-VolumesNegativeTest-1059256903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:38:55.589430 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-112c622c-348b-49f1-a65c-1ccfb40adfad req-2a04e370-b3f6-42fb-94c6-285ef9d76b7b tempest-VolumesNegativeTest-1059256903 tempest-VolumesNegativeTest-1059256903-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2160457-4ee9-4654-95d1-bc25c01c4be9 HTTP/1.1" status: 200 len: 949 time: 0.3931825 Jan 28 19:38:55.592232 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 45078) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:38:55.593011 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5947c7b0-1294-453e-89dc-02daf8324088 admin admin] Pushing event updated for resources: {'Port': ['ID=8951ad73-0284-4415-a1f3-6271890cd22c,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:38:55.773033 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-112c622c-348b-49f1-a65c-1ccfb40adfad req-5e281916-a5d6-4e5d-b66b-eb35b4b35edf tempest-VolumesNegativeTest-1059256903 tempest-VolumesNegativeTest-1059256903-project] 10.222.0.64 "GET /v2.0/security-groups?id=374361a6-a8a2-49d9-8fcc-0f62ac45dbaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660991 Jan 28 19:38:55.774378 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5947c7b0-1294-453e-89dc-02daf8324088 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734769'] for router_interface (cefea249-2829-4f04-9800-e79a5ab368ef), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:56.012012 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port d95a2a93-5c7b-4a47-87fe-2c62766fef60 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:38:56.028526 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5947c7b0-1294-453e-89dc-02daf8324088 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (8951ad73-0284-4415-a1f3-6271890cd22c), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:56.138017 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-356ff10c-3c2c-4290-85a5-0de251e89714 tempest-DHCPAgentSchedulersTestJSON-936458384 tempest-DHCPAgentSchedulersTestJSON-936458384-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-149963261'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:38:56.191880 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-356ff10c-3c2c-4290-85a5-0de251e89714 tempest-DHCPAgentSchedulersTestJSON-936458384 tempest-DHCPAgentSchedulersTestJSON-936458384-project] Made reservation on behalf of ceeda2aa4ef34c73940a3e8e009521ec for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:38:56.200821 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-356ff10c-3c2c-4290-85a5-0de251e89714 tempest-DHCPAgentSchedulersTestJSON-936458384 tempest-DHCPAgentSchedulersTestJSON-936458384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:56.236576 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-356ff10c-3c2c-4290-85a5-0de251e89714 tempest-DHCPAgentSchedulersTestJSON-936458384 tempest-DHCPAgentSchedulersTestJSON-936458384-project] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:56.284394 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device df0043c0-1c89-441c-9e90-787fba26d3d6 no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:38:56.372789 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a9901f-31c6-48b3-8546-1190ffc5e228 None None] Pushing event updated for resources: {'Port': ['ID=92c9ad97-949b-4154-a0b1-6ed6a596a822,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:38:56.376545 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: df0043c0-1c89-441c-9e90-787fba26d3d6 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:38:56.376895 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device df0043c0-1c89-441c-9e90-787fba26d3d6 not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:38:56.400319 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-a9594e4f-9ae3-4048-9968-4ee8bef8ec0a None None] Provisioning complete for port 8951ad73-0284-4415-a1f3-6271890cd22c triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:38:56.400704 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a9594e4f-9ae3-4048-9968-4ee8bef8ec0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (8951ad73-0284-4415-a1f3-6271890cd22c), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:56.508973 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7b600681-9e31-4794-9c74-d8b24e3ece3b req-33094a6b-43f2-40c9-b550-6c8e0ee7a01f service neutron] 10.222.0.41 "GET /v2.0/networks/5ced056c-3de2-4296-99fb-726157ca5050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0179143 Jan 28 19:38:56.540044 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-2db43105-3140-482a-97b9-d173ff316954 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Deleting port adcb3416-185f-47b6-b85b-4236ae5425fb {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:38:56.540710 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2db43105-3140-482a-97b9-d173ff316954 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (adcb3416-185f-47b6-b85b-4236ae5425fb), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:56.551769 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-a9594e4f-9ae3-4048-9968-4ee8bef8ec0a None None] Port 8951ad73-0284-4415-a1f3-6271890cd22c cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:38:56.626653 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 92c9ad97-949b-4154-a0b1-6ed6a596a822 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:38:56.710957 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2db43105-3140-482a-97b9-d173ff316954 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (adcb3416-185f-47b6-b85b-4236ae5425fb), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:56.753380 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-2db43105-3140-482a-97b9-d173ff316954 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Calling delete_port for adcb3416-185f-47b6-b85b-4236ae5425fb owned by {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:38:56.771018 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5947c7b0-1294-453e-89dc-02daf8324088 admin admin] Publish callbacks [] for port (8951ad73-0284-4415-a1f3-6271890cd22c), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:56.794257 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5947c7b0-1294-453e-89dc-02daf8324088 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (8951ad73-0284-4415-a1f3-6271890cd22c), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:56.822890 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-356ff10c-3c2c-4290-85a5-0de251e89714 tempest-DHCPAgentSchedulersTestJSON-936458384 tempest-DHCPAgentSchedulersTestJSON-936458384-project] Publish callbacks [] for security_group (b312a5a2-46c2-435e-b15c-69e1a33f3c53), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:56.831348 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 92c9ad97-949b-4154-a0b1-6ed6a596a822 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:38:56.832315 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (92c9ad97-949b-4154-a0b1-6ed6a596a822), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:56.880961 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5947c7b0-1294-453e-89dc-02daf8324088 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-756216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-732801'] for router_interface (cefea249-2829-4f04-9800-e79a5ab368ef), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:56.950167 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-356ff10c-3c2c-4290-85a5-0de251e89714 tempest-DHCPAgentSchedulersTestJSON-936458384 tempest-DHCPAgentSchedulersTestJSON-936458384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (b312a5a2-46c2-435e-b15c-69e1a33f3c53), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:56.956090 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5947c7b0-1294-453e-89dc-02daf8324088 admin admin] Pushing event updated for resources: {'Port': ['ID=8951ad73-0284-4415-a1f3-6271890cd22c,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:38:57.084062 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d49706-ddf9-4b26-9de0-76e0902dce39 req-168d56fe-7fb1-480f-80c6-d431f4e17f64 tempest-VolumesNegativeTest-1059256903 tempest-VolumesNegativeTest-1059256903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:38:57.092961 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-68d49706-ddf9-4b26-9de0-76e0902dce39 req-168d56fe-7fb1-480f-80c6-d431f4e17f64 tempest-VolumesNegativeTest-1059256903 tempest-VolumesNegativeTest-1059256903-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2160457-4ee9-4654-95d1-bc25c01c4be9 HTTP/1.1" status: 200 len: 949 time: 0.1698804 Jan 28 19:38:57.095407 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356ff10c-3c2c-4290-85a5-0de251e89714 tempest-DHCPAgentSchedulersTestJSON-936458384 tempest-DHCPAgentSchedulersTestJSON-936458384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b312a5a2-46c2-435e-b15c-69e1a33f3c53,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:38:57.105664 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9c548744-eaf7-4dc1-8cd3-b6433a13098b None None] Publish callbacks [] for port (50d29f51-2eea-4c87-a5df-d02565e225db), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:57.136912 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-356ff10c-3c2c-4290-85a5-0de251e89714 tempest-DHCPAgentSchedulersTestJSON-936458384 tempest-DHCPAgentSchedulersTestJSON-936458384-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:38:57.141030 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9c548744-eaf7-4dc1-8cd3-b6433a13098b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (50d29f51-2eea-4c87-a5df-d02565e225db), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:57.269950 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d782bc-53d5-4bb8-ab87-f0f0d0e3cae5 None None] Pushing event updated for resources: {'Port': ['ID=50d29f51-2eea-4c87-a5df-d02565e225db,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:38:57.280217 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-68d49706-ddf9-4b26-9de0-76e0902dce39 req-865c3755-14f8-472e-8b74-b2e1ede42b64 tempest-VolumesNegativeTest-1059256903 tempest-VolumesNegativeTest-1059256903-project] 10.222.0.64 "GET /v2.0/security-groups?id=374361a6-a8a2-49d9-8fcc-0f62ac45dbaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683593 Jan 28 19:38:57.303685 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 92c9ad97-949b-4154-a0b1-6ed6a596a822 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:38:57.329380 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-9c548744-eaf7-4dc1-8cd3-b6433a13098b None None] Attempting to bind port 50d29f51-2eea-4c87-a5df-d02565e225db on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:38:57.329613 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-9c548744-eaf7-4dc1-8cd3-b6433a13098b None None] Attempting to bind port 50d29f51-2eea-4c87-a5df-d02565e225db by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:38:57.330010 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c548744-eaf7-4dc1-8cd3-b6433a13098b None None] Attempting to bind port 50d29f51-2eea-4c87-a5df-d02565e225db on network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:38:57.347223 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c548744-eaf7-4dc1-8cd3-b6433a13098b None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:38:57.347606 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c548744-eaf7-4dc1-8cd3-b6433a13098b None None] Checking segment: {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:38:57.348845 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9c548744-eaf7-4dc1-8cd3-b6433a13098b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:57.348845 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c548744-eaf7-4dc1-8cd3-b6433a13098b None None] Bound using segment: {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:38:57.348845 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-9c548744-eaf7-4dc1-8cd3-b6433a13098b None None] Bound port: 50d29f51-2eea-4c87-a5df-d02565e225db, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:38:57.358512 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9c548744-eaf7-4dc1-8cd3-b6433a13098b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (50d29f51-2eea-4c87-a5df-d02565e225db), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:57.429209 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5947c7b0-1294-453e-89dc-02daf8324088 admin admin] Network 29393de2-f708-4bd2-a3c0-fba9e04cbf17 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:38:57.430784 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-5947c7b0-1294-453e-89dc-02daf8324088 admin admin] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:38:57.548271 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2db43105-3140-482a-97b9-d173ff316954 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (adcb3416-185f-47b6-b85b-4236ae5425fb), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:57.566367 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-259a083c-e3d4-4281-b9eb-ec317a649277 None None] Provisioning complete for port 92c9ad97-949b-4154-a0b1-6ed6a596a822 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:38:57.566873 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-259a083c-e3d4-4281-b9eb-ec317a649277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (92c9ad97-949b-4154-a0b1-6ed6a596a822), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:57.583294 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-9c548744-eaf7-4dc1-8cd3-b6433a13098b None None] For port 50d29f51-2eea-4c87-a5df-d02565e225db, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:38:57.586051 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-356ff10c-3c2c-4290-85a5-0de251e89714 tempest-DHCPAgentSchedulersTestJSON-936458384 tempest-DHCPAgentSchedulersTestJSON-936458384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (87b2435b-6b20-46eb-86cb-946289a0b0bf), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:57.586412 n-d-812111-14 neutron-server[103304]: INFO neutron.db.segments_db [None req-356ff10c-3c2c-4290-85a5-0de251e89714 tempest-DHCPAgentSchedulersTestJSON-936458384 tempest-DHCPAgentSchedulersTestJSON-936458384-project] Added segment 87b2435b-6b20-46eb-86cb-946289a0b0bf of type vlan for network b2838006-7c7e-48f5-81ad-a98b9896ec90 Jan 28 19:38:57.637056 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db43105-3140-482a-97b9-d173ff316954 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Pushing event deleted for resources: {'Port': ['ID=adcb3416-185f-47b6-b85b-4236ae5425fb,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:38:57.729377 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-9c548744-eaf7-4dc1-8cd3-b6433a13098b None None] For port 50d29f51-2eea-4c87-a5df-d02565e225db, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=50d29f51-2eea-4c87-a5df-d02565e225db,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:38:57.746363 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9c548744-eaf7-4dc1-8cd3-b6433a13098b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (50d29f51-2eea-4c87-a5df-d02565e225db), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:57.836882 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2db43105-3140-482a-97b9-d173ff316954 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:57.844819 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-2db43105-3140-482a-97b9-d173ff316954 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "DELETE /v2.0/ports/adcb3416-185f-47b6-b85b-4236ae5425fb HTTP/1.1" status: 204 len: 168 time: 2.5443187 Jan 28 19:38:57.850518 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 45142) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:38:57.892774 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-356ff10c-3c2c-4290-85a5-0de251e89714 tempest-DHCPAgentSchedulersTestJSON-936458384 tempest-DHCPAgentSchedulersTestJSON-936458384-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (b2838006-7c7e-48f5-81ad-a98b9896ec90), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:57.898510 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c548744-eaf7-4dc1-8cd3-b6433a13098b None None] Routers {'cefea249-2829-4f04-9800-e79a5ab368ef'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:38:57.900255 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-9c548744-eaf7-4dc1-8cd3-b6433a13098b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:38:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['cefea249-2829-4f04-9800-e79a5ab368ef'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:38:58.002150 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6ad4fb4-519e-429a-aaa3-e715e5ff765b tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:38:58.004382 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-a6ad4fb4-519e-429a-aaa3-e715e5ff765b tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1520717 Jan 28 19:38:58.008094 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 45144) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:38:58.093628 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-259a083c-e3d4-4281-b9eb-ec317a649277 None None] Current status of the port 92c9ad97-949b-4154-a0b1-6ed6a596a822 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:38:58.101797 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5947c7b0-1294-453e-89dc-02daf8324088 admin admin] Router cefea249-2829-4f04-9800-e79a5ab368ef has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:38:58.164644 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66fe1d09-9ecb-4d11-ac9f-d2dd341729b5 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:38:58.172196 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-66fe1d09-9ecb-4d11-ac9f-d2dd341729b5 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1611836 Jan 28 19:38:58.174773 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 45150) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:38:58.284571 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-9c548744-eaf7-4dc1-8cd3-b6433a13098b None None] Set router cefea249-2829-4f04-9800-e79a5ab368ef gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:38:58.320010 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5746d81c-1dff-4840-b8fa-6498ea32fc24 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:38:58.323709 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5746d81c-1dff-4840-b8fa-6498ea32fc24 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:38:58.324947 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5746d81c-1dff-4840-b8fa-6498ea32fc24 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:38:58.326897 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-356ff10c-3c2c-4290-85a5-0de251e89714 tempest-DHCPAgentSchedulersTestJSON-936458384 tempest-DHCPAgentSchedulersTestJSON-936458384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (b2838006-7c7e-48f5-81ad-a98b9896ec90), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:58.333009 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-5746d81c-1dff-4840-b8fa-6498ea32fc24 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1554549 Jan 28 19:38:58.334773 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-356ff10c-3c2c-4290-85a5-0de251e89714 tempest-DHCPAgentSchedulersTestJSON-936458384 tempest-DHCPAgentSchedulersTestJSON-936458384-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:38:58.335409 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-356ff10c-3c2c-4290-85a5-0de251e89714 tempest-DHCPAgentSchedulersTestJSON-936458384 tempest-DHCPAgentSchedulersTestJSON-936458384-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:58.336855 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 45156) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:38:58.337082 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 45158) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:38:58.399576 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-356ff10c-3c2c-4290-85a5-0de251e89714 tempest-DHCPAgentSchedulersTestJSON-936458384 tempest-DHCPAgentSchedulersTestJSON-936458384-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.7995994 Jan 28 19:38:58.406545 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 45162) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:38:58.407113 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 45164) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:38:58.441870 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce07d810-eddf-43a5-a9de-4d40b9d86e50 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Deleting subnet 3a719adf-1f26-4a1b-b4a9-f7d088cd131b {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:38:58.442078 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69424f8-0260-42a1-9118-699138df960c req-7040203d-57a8-411c-b463-00aea1c47fd1 tempest-VolumesNegativeTest-1059256903 tempest-VolumesNegativeTest-1059256903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:38:58.447215 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ce07d810-eddf-43a5-a9de-4d40b9d86e50 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks [] for subnet (3a719adf-1f26-4a1b-b4a9-f7d088cd131b), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:58.456766 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d69424f8-0260-42a1-9118-699138df960c req-7040203d-57a8-411c-b463-00aea1c47fd1 tempest-VolumesNegativeTest-1059256903 tempest-VolumesNegativeTest-1059256903-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2160457-4ee9-4654-95d1-bc25c01c4be9 HTTP/1.1" status: 200 len: 949 time: 0.4258015 Jan 28 19:38:58.488420 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-911ab49c-00a9-4e76-913c-d5d79a93770b tempest-DHCPAgentSchedulersTestJSON-936458384 tempest-DHCPAgentSchedulersTestJSON-936458384-project] Request body: {'subnet': {'network_id': 'b2838006-7c7e-48f5-81ad-a98b9896ec90', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:38:58.490044 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d782bc-53d5-4bb8-ab87-f0f0d0e3cae5 None None] Pushing event updated for resources: {'Port': ['ID=50d29f51-2eea-4c87-a5df-d02565e225db,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:38:58.493644 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ce07d810-eddf-43a5-a9de-4d40b9d86e50 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16187240'] for subnet (3a719adf-1f26-4a1b-b4a9-f7d088cd131b), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:58.528824 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-17253262-caa3-4c9b-b4cb-c09b41ac8a4a None None] Could not find standard attr ID for object adcb3416-185f-47b6-b85b-4236ae5425fb. {{(pid=103306) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 19:38:58.533181 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d782bc-53d5-4bb8-ab87-f0f0d0e3cae5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:38:58.533697 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d782bc-53d5-4bb8-ab87-f0f0d0e3cae5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:38:58.534578 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d782bc-53d5-4bb8-ab87-f0f0d0e3cae5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:38:58.535066 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d782bc-53d5-4bb8-ab87-f0f0d0e3cae5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:38:58.535596 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d782bc-53d5-4bb8-ab87-f0f0d0e3cae5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:38:58.536074 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d782bc-53d5-4bb8-ab87-f0f0d0e3cae5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:38:58.536789 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d782bc-53d5-4bb8-ab87-f0f0d0e3cae5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:38:58.537319 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d782bc-53d5-4bb8-ab87-f0f0d0e3cae5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:38:58.537905 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d782bc-53d5-4bb8-ab87-f0f0d0e3cae5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:38:58.538393 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d782bc-53d5-4bb8-ab87-f0f0d0e3cae5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:38:58.538880 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d782bc-53d5-4bb8-ab87-f0f0d0e3cae5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:38:58.539381 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d782bc-53d5-4bb8-ab87-f0f0d0e3cae5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:38:58.539891 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d782bc-53d5-4bb8-ab87-f0f0d0e3cae5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:38:58.572550 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-17253262-caa3-4c9b-b4cb-c09b41ac8a4a None None] Provisioning complete for port 8951ad73-0284-4415-a1f3-6271890cd22c triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:38:58.573321 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-17253262-caa3-4c9b-b4cb-c09b41ac8a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (8951ad73-0284-4415-a1f3-6271890cd22c), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:58.613817 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-17253262-caa3-4c9b-b4cb-c09b41ac8a4a None None] Port 8951ad73-0284-4415-a1f3-6271890cd22c cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:38:58.629404 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-9c548744-eaf7-4dc1-8cd3-b6433a13098b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cefea249-2829-4f04-9800-e79a5ab368ef', 'name': 'tempest-TestAggregatesBasicOps-1067744881-router', 'tenant_id': '4318d711708541999bcfdf4f012196bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.114'}], 'enable_snat': True}, 'gw_port_id': '50d29f51-2eea-4c87-a5df-d02565e225db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:38:45Z', 'updated_at': '2022-01-28T19:38:55Z', 'revision_number': 4, 'project_id': '4318d711708541999bcfdf4f012196bd', 'gw_port': {'id': '50d29f51-2eea-4c87-a5df-d02565e225db', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:63:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cefea249-2829-4f04-9800-e79a5ab368ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2660, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:38:49Z', 'updated_at': '2022-01-28T19:38:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '8951ad73-0284-4415-a1f3-6271890cd22c', 'name': '', 'network_id': '29393de2-f708-4bd2-a3c0-fba9e04cbf17', 'tenant_id': '4318d711708541999bcfdf4f012196bd', 'mac_address': 'fa:16:3e:a1:19:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cefea249-2829-4f04-9800-e79a5ab368ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': 'bf7ec8e1-a8de-4e53-b7cf-74ab1f11275e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:38:54Z', 'updated_at': '2022-01-28T19:38:56Z', 'revision_number': 2, 'project_id': '4318d711708541999bcfdf4f012196bd', 'subnets': [{'id': 'bf7ec8e1-a8de-4e53-b7cf-74ab1f11275e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:38:58.712926 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ce07d810-eddf-43a5-a9de-4d40b9d86e50 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (3a719adf-1f26-4a1b-b4a9-f7d088cd131b), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:58.733985 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c548744-eaf7-4dc1-8cd3-b6433a13098b None None] The sync data for ids ['cefea249-2829-4f04-9800-e79a5ab368ef'] in n-d-812111-14 is: [{'id': 'cefea249-2829-4f04-9800-e79a5ab368ef', 'name': 'tempest-TestAggregatesBasicOps-1067744881-router', 'tenant_id': '4318d711708541999bcfdf4f012196bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.114'}], 'enable_snat': True}, 'gw_port_id': '50d29f51-2eea-4c87-a5df-d02565e225db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:38:45Z', 'updated_at': '2022-01-28T19:38:55Z', 'revision_number': 4, 'project_id': '4318d711708541999bcfdf4f012196bd', 'gw_port': {'id': '50d29f51-2eea-4c87-a5df-d02565e225db', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:63:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cefea249-2829-4f04-9800-e79a5ab368ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2660, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:38:49Z', 'updated_at': '2022-01-28T19:38:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '8951ad73-0284-4415-a1f3-6271890cd22c', 'name': '', 'network_id': '29393de2-f708-4bd2-a3c0-fba9e04cbf17', 'tenant_id': '4318d711708541999bcfdf4f012196bd', 'mac_address': 'fa:16:3e:a1:19:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cefea249-2829-4f04-9800-e79a5ab368ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': 'bf7ec8e1-a8de-4e53-b7cf-74ab1f11275e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:38:54Z', 'updated_at': '2022-01-28T19:38:56Z', 'revision_number': 2, 'project_id': '4318d711708541999bcfdf4f012196bd', 'subnets': [{'id': 'bf7ec8e1-a8de-4e53-b7cf-74ab1f11275e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:38:58.982487 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ce07d810-eddf-43a5-a9de-4d40b9d86e50 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4752464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4733806'] for subnet (3a719adf-1f26-4a1b-b4a9-f7d088cd131b), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:58.985932 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d69424f8-0260-42a1-9118-699138df960c req-9d0e3c0e-b396-40c4-9a0f-0549028e0eeb tempest-VolumesNegativeTest-1059256903 tempest-VolumesNegativeTest-1059256903-project] 10.222.0.64 "GET /v2.0/security-groups?id=374361a6-a8a2-49d9-8fcc-0f62ac45dbaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5281403 Jan 28 19:38:59.001011 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356ff10c-3c2c-4290-85a5-0de251e89714 tempest-DHCPAgentSchedulersTestJSON-936458384 tempest-DHCPAgentSchedulersTestJSON-936458384-project] Pushing event updated for resources: {'Network': ['ID=b2838006-7c7e-48f5-81ad-a98b9896ec90,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:38:59.015429 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network b2838006-7c7e-48f5-81ad-a98b9896ec90 details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:38:59.019691 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-911ab49c-00a9-4e76-913c-d5d79a93770b tempest-DHCPAgentSchedulersTestJSON-936458384 tempest-DHCPAgentSchedulersTestJSON-936458384-project] Made reservation on behalf of ceeda2aa4ef34c73940a3e8e009521ec for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:38:59.024447 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-911ab49c-00a9-4e76-913c-d5d79a93770b tempest-DHCPAgentSchedulersTestJSON-936458384 tempest-DHCPAgentSchedulersTestJSON-936458384-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5221429'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:59.085170 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce07d810-eddf-43a5-a9de-4d40b9d86e50 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Pushing event deleted for resources: {'Subnet': ['ID=3a719adf-1f26-4a1b-b4a9-f7d088cd131b,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:38:59.107321 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-616fdfb5-dcea-401e-a1a4-1675a47dc71b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:59.178245 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01285b2d-e893-4336-b16a-252892f5185d None None] Network decd8274-9eda-4d81-a020-86cc15d56022 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:38:59.201405 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72217799-326b-466a-8d3e-6f221e8a74fa req-31dd0093-b7e8-40c0-b0a7-615866f1b47b tempest-VolumesNegativeTest-1059256903 tempest-VolumesNegativeTest-1059256903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:38:59.204492 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-72217799-326b-466a-8d3e-6f221e8a74fa req-31dd0093-b7e8-40c0-b0a7-615866f1b47b tempest-VolumesNegativeTest-1059256903 tempest-VolumesNegativeTest-1059256903-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2160457-4ee9-4654-95d1-bc25c01c4be9 HTTP/1.1" status: 200 len: 949 time: 0.2273264 Jan 28 19:38:59.278847 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ce07d810-eddf-43a5-a9de-4d40b9d86e50 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:59.283013 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-ce07d810-eddf-43a5-a9de-4d40b9d86e50 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "DELETE /v2.0/subnets/3a719adf-1f26-4a1b-b4a9-f7d088cd131b HTTP/1.1" status: 204 len: 168 time: 0.9413929 Jan 28 19:38:59.287032 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 45170) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:38:59.288698 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5947c7b0-1294-453e-89dc-02daf8324088 admin admin] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:38:59.301893 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-5947c7b0-1294-453e-89dc-02daf8324088 admin admin] 10.222.0.64 "PUT /v2.0/routers/cefea249-2829-4f04-9800-e79a5ab368ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6960390 Jan 28 19:38:59.431218 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-a005b560-7f69-4f0a-ae40-25c319aaeb67 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Deleting subnet b97c667c-6980-40e7-a156-51d3e49b64c6 {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:38:59.440458 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a005b560-7f69-4f0a-ae40-25c319aaeb67 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks [] for subnet (b97c667c-6980-40e7-a156-51d3e49b64c6), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:59.469359 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-616fdfb5-dcea-401e-a1a4-1675a47dc71b admin admin] Publish callbacks [] for security_group (942fb8c7-932f-4343-913a-19d1aa52a581), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:59.484529 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-616fdfb5-dcea-401e-a1a4-1675a47dc71b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (942fb8c7-932f-4343-913a-19d1aa52a581), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:59.527783 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-72217799-326b-466a-8d3e-6f221e8a74fa req-ba9ffd38-3c40-4efc-9427-d3d50b960d1a tempest-VolumesNegativeTest-1059256903 tempest-VolumesNegativeTest-1059256903-project] Deleting port 6b4bf284-e5d8-46f5-b4b5-49b092619bfd {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:38:59.528133 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-72217799-326b-466a-8d3e-6f221e8a74fa req-ba9ffd38-3c40-4efc-9427-d3d50b960d1a tempest-VolumesNegativeTest-1059256903 tempest-VolumesNegativeTest-1059256903-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (6b4bf284-e5d8-46f5-b4b5-49b092619bfd), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:59.645217 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-616fdfb5-dcea-401e-a1a4-1675a47dc71b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=17c3af7abd3e4572afcc8c5fc1f73dcd&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1761892 Jan 28 19:38:59.647511 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 45176) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:38:59.701961 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-72217799-326b-466a-8d3e-6f221e8a74fa req-ba9ffd38-3c40-4efc-9427-d3d50b960d1a tempest-VolumesNegativeTest-1059256903 tempest-VolumesNegativeTest-1059256903-project] For port 6b4bf284-e5d8-46f5-b4b5-49b092619bfd, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=6b4bf284-e5d8-46f5-b4b5-49b092619bfd,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:38:59.702341 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-72217799-326b-466a-8d3e-6f221e8a74fa req-ba9ffd38-3c40-4efc-9427-d3d50b960d1a tempest-VolumesNegativeTest-1059256903 tempest-VolumesNegativeTest-1059256903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (6b4bf284-e5d8-46f5-b4b5-49b092619bfd), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:59.718257 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-72217799-326b-466a-8d3e-6f221e8a74fa req-ba9ffd38-3c40-4efc-9427-d3d50b960d1a tempest-VolumesNegativeTest-1059256903 tempest-VolumesNegativeTest-1059256903-project] Calling delete_port for 6b4bf284-e5d8-46f5-b4b5-49b092619bfd owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:38:59.945754 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616fdfb5-dcea-401e-a1a4-1675a47dc71b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=942fb8c7-932f-4343-913a-19d1aa52a581,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:38:59.961979 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-911ab49c-00a9-4e76-913c-d5d79a93770b tempest-DHCPAgentSchedulersTestJSON-936458384 tempest-DHCPAgentSchedulersTestJSON-936458384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4690681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5221415'] for subnet (a4ebb53c-f68e-4b58-bb9d-6d64f716bcd9), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:00.121842 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-72217799-326b-466a-8d3e-6f221e8a74fa req-ba9ffd38-3c40-4efc-9427-d3d50b960d1a tempest-VolumesNegativeTest-1059256903 tempest-VolumesNegativeTest-1059256903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (6b4bf284-e5d8-46f5-b4b5-49b092619bfd), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:00.123960 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:39:00.138453 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['6b4bf284-e5d8-46f5-b4b5-49b092619bfd'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:39:00.170976 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a005b560-7f69-4f0a-ae40-25c319aaeb67 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16187240'] for subnet (b97c667c-6980-40e7-a156-51d3e49b64c6), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:00.204914 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911ab49c-00a9-4e76-913c-d5d79a93770b tempest-DHCPAgentSchedulersTestJSON-936458384 tempest-DHCPAgentSchedulersTestJSON-936458384-project] Pushing event updated for resources: {'Subnet': ['ID=a4ebb53c-f68e-4b58-bb9d-6d64f716bcd9,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:00.209472 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911ab49c-00a9-4e76-913c-d5d79a93770b tempest-DHCPAgentSchedulersTestJSON-936458384 tempest-DHCPAgentSchedulersTestJSON-936458384-project] Checking segment: {'id': '87b2435b-6b20-46eb-86cb-946289a0b0bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b2838006-7c7e-48f5-81ad-a98b9896ec90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:39:00.209845 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-911ab49c-00a9-4e76-913c-d5d79a93770b tempest-DHCPAgentSchedulersTestJSON-936458384 tempest-DHCPAgentSchedulersTestJSON-936458384-project] Network hostable DHCP agents. Network: b2838006-7c7e-48f5-81ad-a98b9896ec90, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:39:00.230094 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-afb243fe-c971-44ac-914a-fde98c639654 admin admin] Publish callbacks [] for security_group (942fb8c7-932f-4343-913a-19d1aa52a581), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:00.290399 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-afb243fe-c971-44ac-914a-fde98c639654 admin admin] Publish callbacks [] for security_group (942fb8c7-932f-4343-913a-19d1aa52a581), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:00.361166 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-911ab49c-00a9-4e76-913c-d5d79a93770b tempest-DHCPAgentSchedulersTestJSON-936458384 tempest-DHCPAgentSchedulersTestJSON-936458384-project] Network b2838006-7c7e-48f5-81ad-a98b9896ec90 is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:39:00.367966 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-afb243fe-c971-44ac-914a-fde98c639654 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (942fb8c7-932f-4343-913a-19d1aa52a581), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:00.373507 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-afb243fe-c971-44ac-914a-fde98c639654 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:00.376410 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-afb243fe-c971-44ac-914a-fde98c639654 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/942fb8c7-932f-4343-913a-19d1aa52a581 HTTP/1.1" status: 204 len: 168 time: 0.7277801 Jan 28 19:39:00.399168 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb243fe-c971-44ac-914a-fde98c639654 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=942fb8c7-932f-4343-913a-19d1aa52a581,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:00.410077 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-911ab49c-00a9-4e76-913c-d5d79a93770b tempest-DHCPAgentSchedulersTestJSON-936458384 tempest-DHCPAgentSchedulersTestJSON-936458384-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, b2838006-7c7e-48f5-81ad-a98b9896ec90) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:39:00.423006 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-911ab49c-00a9-4e76-913c-d5d79a93770b tempest-DHCPAgentSchedulersTestJSON-936458384 tempest-DHCPAgentSchedulersTestJSON-936458384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:39:00.427752 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-911ab49c-00a9-4e76-913c-d5d79a93770b tempest-DHCPAgentSchedulersTestJSON-936458384 tempest-DHCPAgentSchedulersTestJSON-936458384-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:00.435299 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e50b618-5cb1-474f-9d5e-d6824f5e9113 None None] Network b2838006-7c7e-48f5-81ad-a98b9896ec90 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:39:00.476190 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-911ab49c-00a9-4e76-913c-d5d79a93770b tempest-DHCPAgentSchedulersTestJSON-936458384 tempest-DHCPAgentSchedulersTestJSON-936458384-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0028758 Jan 28 19:39:00.479308 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 45194) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:00.493765 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-5532bc9f-b549-4712-9a20-9fd94fe0e40f tempest-DHCPAgentSchedulersTestJSON-936458384 tempest-DHCPAgentSchedulersTestJSON-936458384-project] Request body: {'port': {'network_id': 'b2838006-7c7e-48f5-81ad-a98b9896ec90', 'name': 'tempest-DHCPAgentSchedulersTestJSON-972933594'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:39:00.540197 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d58ef65c-f235-47ed-89fb-6647b24500c5 req-c50fed25-9568-4833-b024-be91e609aeaf tempest-VolumesNegativeTest-1059256903 tempest-VolumesNegativeTest-1059256903-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2160457-4ee9-4654-95d1-bc25c01c4be9 HTTP/1.1" status: 200 len: 210 time: 0.3030858 Jan 28 19:39:00.642893 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 45196) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:00.665642 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-e98c1eb3-0381-42a2-a71c-feed1b73ccf4 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1924304214-network', 'tenant_id': '517bcf6b428442babb2357a17249f04f'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:39:00.670471 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9ffd38-3c40-4efc-9427-d3d50b960d1a tempest-VolumesNegativeTest-1059256903 tempest-VolumesNegativeTest-1059256903-project] Pushing event deleted for resources: {'Port': ['ID=6b4bf284-e5d8-46f5-b4b5-49b092619bfd,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:00.832178 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 50d29f51-2eea-4c87-a5df-d02565e225db up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:39:00.869339 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80c3a63b-246d-4a59-9914-7f5794a67759 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68cd31fd-e4cd-5fb3-a862-256fc47efcd2-b2838006-7c7e-48f5-81ad-a98b9896ec90', 'network_id': 'b2838006-7c7e-48f5-81ad-a98b9896ec90', 'project_id': 'ceeda2aa4ef34c73940a3e8e009521ec', 'fixed_ips': [{'subnet_id': 'a4ebb53c-f68e-4b58-bb9d-6d64f716bcd9'}]}} from n-d-812111-14. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:39:00.871639 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-80c3a63b-246d-4a59-9914-7f5794a67759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:00.916419 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a005b560-7f69-4f0a-ae40-25c319aaeb67 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (b97c667c-6980-40e7-a156-51d3e49b64c6), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:00.958189 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e98c1eb3-0381-42a2-a71c-feed1b73ccf4 admin admin] Made reservation on behalf of 517bcf6b428442babb2357a17249f04f for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:39:00.961686 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e98c1eb3-0381-42a2-a71c-feed1b73ccf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:01.015988 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e98c1eb3-0381-42a2-a71c-feed1b73ccf4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:01.031207 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5532bc9f-b549-4712-9a20-9fd94fe0e40f tempest-DHCPAgentSchedulersTestJSON-936458384 tempest-DHCPAgentSchedulersTestJSON-936458384-project] Made reservation on behalf of ceeda2aa4ef34c73940a3e8e009521ec for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:39:01.065462 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5532bc9f-b549-4712-9a20-9fd94fe0e40f tempest-DHCPAgentSchedulersTestJSON-936458384 tempest-DHCPAgentSchedulersTestJSON-936458384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:01.113439 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a005b560-7f69-4f0a-ae40-25c319aaeb67 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4752464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4733806'] for subnet (b97c667c-6980-40e7-a156-51d3e49b64c6), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:01.136361 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-72217799-326b-466a-8d3e-6f221e8a74fa req-ba9ffd38-3c40-4efc-9427-d3d50b960d1a tempest-VolumesNegativeTest-1059256903 tempest-VolumesNegativeTest-1059256903-project] No DVR routers for this DVR port 6b4bf284-e5d8-46f5-b4b5-49b092619bfd on host n-h2-812111-14 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:39:01.140942 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-72217799-326b-466a-8d3e-6f221e8a74fa req-ba9ffd38-3c40-4efc-9427-d3d50b960d1a tempest-VolumesNegativeTest-1059256903 tempest-VolumesNegativeTest-1059256903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:01.147423 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-72217799-326b-466a-8d3e-6f221e8a74fa req-ba9ffd38-3c40-4efc-9427-d3d50b960d1a tempest-VolumesNegativeTest-1059256903 tempest-VolumesNegativeTest-1059256903-project] 10.222.0.70 "DELETE /v2.0/ports/6b4bf284-e5d8-46f5-b4b5-49b092619bfd HTTP/1.1" status: 204 len: 173 time: 1.8613510 Jan 28 19:39:01.150091 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-e840228f-21cf-40c8-9b5d-a8033f55b4f8 None None] Provisioning complete for port 92c9ad97-949b-4154-a0b1-6ed6a596a822 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:39:01.150617 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e840228f-21cf-40c8-9b5d-a8033f55b4f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (92c9ad97-949b-4154-a0b1-6ed6a596a822), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:01.157497 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [None req-5532bc9f-b549-4712-9a20-9fd94fe0e40f tempest-DHCPAgentSchedulersTestJSON-936458384 tempest-DHCPAgentSchedulersTestJSON-936458384-project] device_id is not set on port a2409f86-369d-4201-8de8-780eb8d97d32 yet. {{(pid=103304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:39:01.167813 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a005b560-7f69-4f0a-ae40-25c319aaeb67 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:01.241052 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-a005b560-7f69-4f0a-ae40-25c319aaeb67 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "DELETE /v2.0/subnets/b97c667c-6980-40e7-a156-51d3e49b64c6 HTTP/1.1" status: 204 len: 168 time: 1.9032841 Jan 28 19:39:01.243199 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2160457-4ee9-4654-95d1-bc25c01c4be9', 'name': 'network-vif-deleted', 'tag': '6b4bf284-e5d8-46f5-b4b5-49b092619bfd'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:39:01.258520 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b5776de-2c4c-4e5e-b5e5-2d35296ab2ca" -d '{"events": [{"server_uuid": "f2160457-4ee9-4654-95d1-bc25c01c4be9", "name": "network-vif-deleted", "tag": "6b4bf284-e5d8-46f5-b4b5-49b092619bfd"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:39:01.271309 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 45202) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:01.354942 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a005b560-7f69-4f0a-ae40-25c319aaeb67 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Pushing event deleted for resources: {'Subnet': ['ID=b97c667c-6980-40e7-a156-51d3e49b64c6,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:01.362674 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1961186-920d-4810-85e0-e48ed62482ab None None] Network decd8274-9eda-4d81-a020-86cc15d56022 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:39:01.414773 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:39:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5248eebe-5eaa-47a4-b843-e9f6ce7b8e3c x-openstack-request-id: req-5248eebe-5eaa-47a4-b843-e9f6ce7b8e3c {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:39:01.415056 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2160457-4ee9-4654-95d1-bc25c01c4be9", "name": "network-vif-deleted", "tag": "6b4bf284-e5d8-46f5-b4b5-49b092619bfd", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:39:01.415311 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5248eebe-5eaa-47a4-b843-e9f6ce7b8e3c {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:39:01.415709 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2160457-4ee9-4654-95d1-bc25c01c4be9', 'name': 'network-vif-deleted', 'tag': '6b4bf284-e5d8-46f5-b4b5-49b092619bfd', 'status': 'completed', 'code': 200} Jan 28 19:39:01.422213 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-bbec0016-93ca-4131-b8f1-eb02ac70570c tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1457663 Jan 28 19:39:01.430234 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 45210) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:01.581367 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a028a220-6def-4845-a65a-b41cf070366e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-732838'] for router_interface (8284962e-2761-435a-93e5-faa7cc47ef87), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:01.616756 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e98c1eb3-0381-42a2-a71c-feed1b73ccf4 admin admin] Publish callbacks [] for security_group (b064094b-c832-430c-aa9a-95fecf57c843), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:01.637971 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-ab52ee11-c5ba-4479-905b-8faa386beacc tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Request body: {'subnet': {'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:39:01.657494 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e98c1eb3-0381-42a2-a71c-feed1b73ccf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (b064094b-c832-430c-aa9a-95fecf57c843), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:01.692932 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 50d29f51-2eea-4c87-a5df-d02565e225db triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:39:01.699396 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (50d29f51-2eea-4c87-a5df-d02565e225db), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:01.790752 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e98c1eb3-0381-42a2-a71c-feed1b73ccf4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:39:01.802413 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98c1eb3-0381-42a2-a71c-feed1b73ccf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b064094b-c832-430c-aa9a-95fecf57c843,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:01.836729 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e98c1eb3-0381-42a2-a71c-feed1b73ccf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (4a17a3b3-7af6-4f51-88ca-a10db2f88648), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:01.837282 n-d-812111-14 neutron-server[103304]: INFO neutron.db.segments_db [None req-e98c1eb3-0381-42a2-a71c-feed1b73ccf4 admin admin] Added segment 4a17a3b3-7af6-4f51-88ca-a10db2f88648 of type vlan for network 83b7b0fe-c202-4e70-aeed-ede701652794 Jan 28 19:39:01.870348 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3e659f04-cce5-487b-bb19-75bac29fe2e4 req-5313d16f-f0b2-4aaa-b8d0-ce13e0b952f0 tempest-VolumesNegativeTest-1059256903 tempest-VolumesNegativeTest-1059256903-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2160457-4ee9-4654-95d1-bc25c01c4be9 HTTP/1.1" status: 200 len: 210 time: 0.1473520 Jan 28 19:39:01.905322 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab52ee11-c5ba-4479-905b-8faa386beacc tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Made reservation on behalf of 74e14b1dc35c45ef8b65d1fdcc58b8bc for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:39:01.909266 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ab52ee11-c5ba-4479-905b-8faa386beacc tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5221429'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:02.000678 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-80c3a63b-246d-4a59-9914-7f5794a67759 None None] Allocated IP 172.20.0.2 (b2838006-7c7e-48f5-81ad-a98b9896ec90/a4ebb53c-f68e-4b58-bb9d-6d64f716bcd9/b022c7f0-2f4f-4412-92e8-ed45e7cf9dd8) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:39:02.034974 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e98c1eb3-0381-42a2-a71c-feed1b73ccf4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (83b7b0fe-c202-4e70-aeed-ede701652794), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:02.092953 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e98c1eb3-0381-42a2-a71c-feed1b73ccf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (83b7b0fe-c202-4e70-aeed-ede701652794), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:02.094868 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e98c1eb3-0381-42a2-a71c-feed1b73ccf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:39:02.095888 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e98c1eb3-0381-42a2-a71c-feed1b73ccf4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:02.199003 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-e98c1eb3-0381-42a2-a71c-feed1b73ccf4 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5549636 Jan 28 19:39:02.199781 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 45226) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:02.243905 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-59eb6c4b-2ab9-4828-8c08-e254dfedda70 admin admin] Request body: {'subnet': {'network_id': '83b7b0fe-c202-4e70-aeed-ede701652794', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1924304214-subnet', 'tenant_id': '517bcf6b428442babb2357a17249f04f', 'ip_version': 4}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:39:02.281450 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 45228) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:02.291501 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98c1eb3-0381-42a2-a71c-feed1b73ccf4 admin admin] Pushing event updated for resources: {'Network': ['ID=83b7b0fe-c202-4e70-aeed-ede701652794,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:02.295578 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59eb6c4b-2ab9-4828-8c08-e254dfedda70 admin admin] Made reservation on behalf of 517bcf6b428442babb2357a17249f04f for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:39:02.299184 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-59eb6c4b-2ab9-4828-8c08-e254dfedda70 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5221429'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:02.340711 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network 83b7b0fe-c202-4e70-aeed-ede701652794 details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:39:02.482317 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-a028a220-6def-4845-a65a-b41cf070366e admin admin] Deleting port 57830a23-006f-43dc-a826-8fdb1e9618a0 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:39:02.482588 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a028a220-6def-4845-a65a-b41cf070366e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (57830a23-006f-43dc-a826-8fdb1e9618a0), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:02.601714 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-5cbe0cee-4c40-41e2-a342-865a347b5cd6 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1517512899-network', 'tenant_id': 'c316c98d83734d7eab7153e5f826023b'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:39:02.631716 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 6b4bf284-e5d8-46f5-b4b5-49b092619bfd no longer exists at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:39:02.643027 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cbe0cee-4c40-41e2-a342-865a347b5cd6 admin admin] Made reservation on behalf of c316c98d83734d7eab7153e5f826023b for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:39:02.646594 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5cbe0cee-4c40-41e2-a342-865a347b5cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:02.673664 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5cbe0cee-4c40-41e2-a342-865a347b5cd6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:02.678947 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-e840228f-21cf-40c8-9b5d-a8033f55b4f8 None None] Current status of the port 92c9ad97-949b-4154-a0b1-6ed6a596a822 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:39:02.688264 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] No Port match for: 6b4bf284-e5d8-46f5-b4b5-49b092619bfd {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:39:02.688610 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 6b4bf284-e5d8-46f5-b4b5-49b092619bfd not bound to the agent host n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:39:02.691307 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-80c3a63b-246d-4a59-9914-7f5794a67759 None None] Publish callbacks [] for port (b022c7f0-2f4f-4412-92e8-ed45e7cf9dd8), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:02.696161 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-a028a220-6def-4845-a65a-b41cf070366e admin admin] For port 57830a23-006f-43dc-a826-8fdb1e9618a0, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=57830a23-006f-43dc-a826-8fdb1e9618a0,segment=NetworkSegment(25c21fb9-fdcd-4ded-98e7-fa3f83ec6d2c),segment_id=25c21fb9-fdcd-4ded-98e7-fa3f83ec6d2c)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:39:02.696731 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a028a220-6def-4845-a65a-b41cf070366e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (57830a23-006f-43dc-a826-8fdb1e9618a0), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:02.707283 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 50d29f51-2eea-4c87-a5df-d02565e225db is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:39:02.707681 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (50d29f51-2eea-4c87-a5df-d02565e225db), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:02.714121 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-80c3a63b-246d-4a59-9914-7f5794a67759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (b022c7f0-2f4f-4412-92e8-ed45e7cf9dd8), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:02.717689 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-a028a220-6def-4845-a65a-b41cf070366e admin admin] Calling delete_port for 57830a23-006f-43dc-a826-8fdb1e9618a0 owned by network:router_interface {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:39:02.767933 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-59eb6c4b-2ab9-4828-8c08-e254dfedda70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4690681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5221415'] for subnet (c5f95a7e-b4d1-4c37-9d3b-453c296ba390), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:02.783984 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c3a63b-246d-4a59-9914-7f5794a67759 None None] Pushing event updated for resources: {'Port': ['ID=b022c7f0-2f4f-4412-92e8-ed45e7cf9dd8,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:02.811933 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] For port 50d29f51-2eea-4c87-a5df-d02565e225db, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=50d29f51-2eea-4c87-a5df-d02565e225db,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:39:02.815146 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c3a63b-246d-4a59-9914-7f5794a67759 None None] Network b2838006-7c7e-48f5-81ad-a98b9896ec90 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:39:02.818533 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-80c3a63b-246d-4a59-9914-7f5794a67759 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:39:02.823016 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c3a63b-246d-4a59-9914-7f5794a67759 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:39:02.828458 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (50d29f51-2eea-4c87-a5df-d02565e225db), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:02.897592 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Pushing event updated for resources: {'Port': ['ID=50d29f51-2eea-4c87-a5df-d02565e225db,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:02.902194 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5855ca98-b197-4868-b40e-8d04e649e2a4 None None] DHCP port deletion for decd8274-9eda-4d81-a020-86cc15d56022 request from n-d-812111-14 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:39:02.961087 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5cbe0cee-4c40-41e2-a342-865a347b5cd6 admin admin] Publish callbacks [] for security_group (d049ce91-97cc-4551-97a8-b334f2123d46), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:02.978690 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5cbe0cee-4c40-41e2-a342-865a347b5cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (d049ce91-97cc-4551-97a8-b334f2123d46), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:03.019375 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 92c9ad97-949b-4154-a0b1-6ed6a596a822 no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:39:03.024045 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-80c3a63b-246d-4a59-9914-7f5794a67759 None None] Attempting to bind port b022c7f0-2f4f-4412-92e8-ed45e7cf9dd8 on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:39:03.024468 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-80c3a63b-246d-4a59-9914-7f5794a67759 None None] Attempting to bind port b022c7f0-2f4f-4412-92e8-ed45e7cf9dd8 by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '87b2435b-6b20-46eb-86cb-946289a0b0bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b2838006-7c7e-48f5-81ad-a98b9896ec90'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:39:03.024875 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c3a63b-246d-4a59-9914-7f5794a67759 None None] Attempting to bind port b022c7f0-2f4f-4412-92e8-ed45e7cf9dd8 on network b2838006-7c7e-48f5-81ad-a98b9896ec90 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:39:03.035087 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c3a63b-246d-4a59-9914-7f5794a67759 None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:39:03.035475 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c3a63b-246d-4a59-9914-7f5794a67759 None None] Checking segment: {'id': '87b2435b-6b20-46eb-86cb-946289a0b0bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b2838006-7c7e-48f5-81ad-a98b9896ec90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:39:03.035881 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-80c3a63b-246d-4a59-9914-7f5794a67759 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:03.036991 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c3a63b-246d-4a59-9914-7f5794a67759 None None] Bound using segment: {'id': '87b2435b-6b20-46eb-86cb-946289a0b0bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b2838006-7c7e-48f5-81ad-a98b9896ec90'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:39:03.038005 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-80c3a63b-246d-4a59-9914-7f5794a67759 None None] Bound port: b022c7f0-2f4f-4412-92e8-ed45e7cf9dd8, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87b2435b-6b20-46eb-86cb-946289a0b0bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b2838006-7c7e-48f5-81ad-a98b9896ec90'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:39:03.038396 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-80c3a63b-246d-4a59-9914-7f5794a67759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (b022c7f0-2f4f-4412-92e8-ed45e7cf9dd8), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:03.063471 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cbe0cee-4c40-41e2-a342-865a347b5cd6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:39:03.102038 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbe0cee-4c40-41e2-a342-865a347b5cd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d049ce91-97cc-4551-97a8-b334f2123d46,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:03.112414 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5cbe0cee-4c40-41e2-a342-865a347b5cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (0e20d3ef-5527-42ba-86a4-bcb741be912b), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:03.117926 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-333a15ac-2fff-45ac-9c5c-96d9ad7879ee None None] Sync routers for ids ['cefea249-2829-4f04-9800-e79a5ab368ef'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:39:03.126131 n-d-812111-14 neutron-server[103305]: INFO neutron.db.segments_db [None req-5cbe0cee-4c40-41e2-a342-865a347b5cd6 admin admin] Added segment 0e20d3ef-5527-42ba-86a4-bcb741be912b of type vlan for network 87bd24c3-2f53-4d06-9d37-4b32bba79109 Jan 28 19:39:03.140012 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-333a15ac-2fff-45ac-9c5c-96d9ad7879ee None None] Routers {'cefea249-2829-4f04-9800-e79a5ab368ef'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:39:03.149355 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-333a15ac-2fff-45ac-9c5c-96d9ad7879ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:38:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['cefea249-2829-4f04-9800-e79a5ab368ef'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:39:03.157399 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-5855ca98-b197-4868-b40e-8d04e649e2a4 None None] Deleting port 92c9ad97-949b-4154-a0b1-6ed6a596a822 {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:39:03.158237 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5855ca98-b197-4868-b40e-8d04e649e2a4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (92c9ad97-949b-4154-a0b1-6ed6a596a822), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:03.168908 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-5532bc9f-b549-4712-9a20-9fd94fe0e40f tempest-DHCPAgentSchedulersTestJSON-936458384 tempest-DHCPAgentSchedulersTestJSON-936458384-project] Allocated IP 172.20.0.8 (b2838006-7c7e-48f5-81ad-a98b9896ec90/a4ebb53c-f68e-4b58-bb9d-6d64f716bcd9/a2409f86-369d-4201-8de8-780eb8d97d32) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:39:03.180403 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ab52ee11-c5ba-4479-905b-8faa386beacc tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4690681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5221415'] for subnet (fdc57aa3-0cf2-48ef-a49f-3791f5825a7e), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:03.223362 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59eb6c4b-2ab9-4828-8c08-e254dfedda70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5f95a7e-b4d1-4c37-9d3b-453c296ba390,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:03.351608 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5cbe0cee-4c40-41e2-a342-865a347b5cd6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (87bd24c3-2f53-4d06-9d37-4b32bba79109), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:03.356758 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59eb6c4b-2ab9-4828-8c08-e254dfedda70 admin admin] Checking segment: {'id': '4a17a3b3-7af6-4f51-88ca-a10db2f88648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '83b7b0fe-c202-4e70-aeed-ede701652794'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:39:03.357168 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59eb6c4b-2ab9-4828-8c08-e254dfedda70 admin admin] Network hostable DHCP agents. Network: 83b7b0fe-c202-4e70-aeed-ede701652794, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:39:03.359454 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab52ee11-c5ba-4479-905b-8faa386beacc tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Pushing event updated for resources: {'Subnet': ['ID=fdc57aa3-0cf2-48ef-a49f-3791f5825a7e,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:03.383782 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab52ee11-c5ba-4479-905b-8faa386beacc tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Network decd8274-9eda-4d81-a020-86cc15d56022 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:39:03.387730 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-80c3a63b-246d-4a59-9914-7f5794a67759 None None] For port b022c7f0-2f4f-4412-92e8-ed45e7cf9dd8, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:39:03.389322 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-ab52ee11-c5ba-4479-905b-8faa386beacc tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:39:03.401394 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab52ee11-c5ba-4479-905b-8faa386beacc tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:39:03.409093 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ab52ee11-c5ba-4479-905b-8faa386beacc tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:03.416055 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a028a220-6def-4845-a65a-b41cf070366e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (57830a23-006f-43dc-a826-8fdb1e9618a0), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:03.442037 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-333a15ac-2fff-45ac-9c5c-96d9ad7879ee None None] Set router cefea249-2829-4f04-9800-e79a5ab368ef gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:39:03.486821 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-80c3a63b-246d-4a59-9914-7f5794a67759 None None] For port b022c7f0-2f4f-4412-92e8-ed45e7cf9dd8, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=b022c7f0-2f4f-4412-92e8-ed45e7cf9dd8,segment=NetworkSegment(87b2435b-6b20-46eb-86cb-946289a0b0bf),segment_id=87b2435b-6b20-46eb-86cb-946289a0b0bf)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:39:03.515592 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-80c3a63b-246d-4a59-9914-7f5794a67759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (b022c7f0-2f4f-4412-92e8-ed45e7cf9dd8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:03.525486 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a028a220-6def-4845-a65a-b41cf070366e admin admin] Pushing event deleted for resources: {'Port': ['ID=57830a23-006f-43dc-a826-8fdb1e9618a0,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:03.536204 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5cbe0cee-4c40-41e2-a342-865a347b5cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (87bd24c3-2f53-4d06-9d37-4b32bba79109), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:03.537196 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cbe0cee-4c40-41e2-a342-865a347b5cd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:39:03.537783 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5cbe0cee-4c40-41e2-a342-865a347b5cd6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:03.552903 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-5855ca98-b197-4868-b40e-8d04e649e2a4 None None] For port 92c9ad97-949b-4154-a0b1-6ed6a596a822, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=92c9ad97-949b-4154-a0b1-6ed6a596a822,segment=NetworkSegment(2aac29a1-8685-476c-bba5-fffce3cb94d6),segment_id=2aac29a1-8685-476c-bba5-fffce3cb94d6)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:39:03.554037 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5855ca98-b197-4868-b40e-8d04e649e2a4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (92c9ad97-949b-4154-a0b1-6ed6a596a822), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:03.587425 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 92c9ad97-949b-4154-a0b1-6ed6a596a822 is: ACTIVE; New status is: DOWN {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:39:03.587967 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (92c9ad97-949b-4154-a0b1-6ed6a596a822), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:03.621390 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5532bc9f-b549-4712-9a20-9fd94fe0e40f tempest-DHCPAgentSchedulersTestJSON-936458384 tempest-DHCPAgentSchedulersTestJSON-936458384-project] Publish callbacks [] for port (a2409f86-369d-4201-8de8-780eb8d97d32), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:03.642970 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] For port 92c9ad97-949b-4154-a0b1-6ed6a596a822, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=92c9ad97-949b-4154-a0b1-6ed6a596a822,segment=NetworkSegment(2aac29a1-8685-476c-bba5-fffce3cb94d6),segment_id=2aac29a1-8685-476c-bba5-fffce3cb94d6)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:39:03.653592 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-5855ca98-b197-4868-b40e-8d04e649e2a4 None None] Calling delete_port for 92c9ad97-949b-4154-a0b1-6ed6a596a822 owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:39:03.657630 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (92c9ad97-949b-4154-a0b1-6ed6a596a822), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:03.710830 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5532bc9f-b549-4712-9a20-9fd94fe0e40f tempest-DHCPAgentSchedulersTestJSON-936458384 tempest-DHCPAgentSchedulersTestJSON-936458384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (a2409f86-369d-4201-8de8-780eb8d97d32), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:03.721224 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-ab52ee11-c5ba-4479-905b-8faa386beacc tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.2838151 Jan 28 19:39:03.731643 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59eb6c4b-2ab9-4828-8c08-e254dfedda70 admin admin] Network 83b7b0fe-c202-4e70-aeed-ede701652794 is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:39:03.749062 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 45258) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:03.757605 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-59eb6c4b-2ab9-4828-8c08-e254dfedda70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, 83b7b0fe-c202-4e70-aeed-ede701652794) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:39:03.786000 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59eb6c4b-2ab9-4828-8c08-e254dfedda70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:39:03.786736 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-59eb6c4b-2ab9-4828-8c08-e254dfedda70 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:03.799701 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-5cbe0cee-4c40-41e2-a342-865a347b5cd6 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5149565 Jan 28 19:39:03.806758 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 45262) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:03.823759 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-c184d49c-ea43-4aaf-8462-74de2e2480dd admin admin] Request body: {'subnet': {'network_id': '87bd24c3-2f53-4d06-9d37-4b32bba79109', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1517512899-subnet', 'tenant_id': 'c316c98d83734d7eab7153e5f826023b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:39:03.864523 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-3a0e9dc8-7202-4f77-b804-7c2dfebf8432 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Request body: {'subnet': {'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:39:03.872031 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5532bc9f-b549-4712-9a20-9fd94fe0e40f tempest-DHCPAgentSchedulersTestJSON-936458384 tempest-DHCPAgentSchedulersTestJSON-936458384-project] Network b2838006-7c7e-48f5-81ad-a98b9896ec90 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:39:03.883319 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-59eb6c4b-2ab9-4828-8c08-e254dfedda70 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6532419 Jan 28 19:39:03.891486 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 45268) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:03.897507 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b1ad33c-bc48-4ec5-ba49-7708d89bd6f4 None None] Network 83b7b0fe-c202-4e70-aeed-ede701652794 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:39:03.911418 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-333a15ac-2fff-45ac-9c5c-96d9ad7879ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cefea249-2829-4f04-9800-e79a5ab368ef', 'name': 'tempest-TestAggregatesBasicOps-1067744881-router', 'tenant_id': '4318d711708541999bcfdf4f012196bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.114'}], 'enable_snat': True}, 'gw_port_id': '50d29f51-2eea-4c87-a5df-d02565e225db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:38:45Z', 'updated_at': '2022-01-28T19:38:55Z', 'revision_number': 4, 'project_id': '4318d711708541999bcfdf4f012196bd', 'gw_port': {'id': '50d29f51-2eea-4c87-a5df-d02565e225db', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:63:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cefea249-2829-4f04-9800-e79a5ab368ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2660, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:38:49Z', 'updated_at': '2022-01-28T19:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '8951ad73-0284-4415-a1f3-6271890cd22c', 'name': '', 'network_id': '29393de2-f708-4bd2-a3c0-fba9e04cbf17', 'tenant_id': '4318d711708541999bcfdf4f012196bd', 'mac_address': 'fa:16:3e:a1:19:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cefea249-2829-4f04-9800-e79a5ab368ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': 'bf7ec8e1-a8de-4e53-b7cf-74ab1f11275e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:38:54Z', 'updated_at': '2022-01-28T19:38:56Z', 'revision_number': 2, 'project_id': '4318d711708541999bcfdf4f012196bd', 'subnets': [{'id': 'bf7ec8e1-a8de-4e53-b7cf-74ab1f11275e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:39:03.917128 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-64b32f25-a481-4761-947e-4a3d58083754 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1924304214-router', 'tenant_id': '517bcf6b428442babb2357a17249f04f', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:39:03.920389 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbe0cee-4c40-41e2-a342-865a347b5cd6 admin admin] Pushing event updated for resources: {'Network': ['ID=87bd24c3-2f53-4d06-9d37-4b32bba79109,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:03.941370 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-5532bc9f-b549-4712-9a20-9fd94fe0e40f tempest-DHCPAgentSchedulersTestJSON-936458384 tempest-DHCPAgentSchedulersTestJSON-936458384-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:39:03.949882 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-64b32f25-a481-4761-947e-4a3d58083754 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261150'] for router (1b851e49-eab3-4f0b-bee4-246fdc62fe97), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:03.950971 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-64b32f25-a481-4761-947e-4a3d58083754 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-731099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-731441', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261129'] for router (1b851e49-eab3-4f0b-bee4-246fdc62fe97), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:03.993527 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-333a15ac-2fff-45ac-9c5c-96d9ad7879ee None None] Checking router: cefea249-2829-4f04-9800-e79a5ab368ef for host: n-d-812111-14 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:39:03.995205 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-333a15ac-2fff-45ac-9c5c-96d9ad7879ee None None] Updating router cefea249-2829-4f04-9800-e79a5ab368ef port 8951ad73-0284-4415-a1f3-6271890cd22c binding host n-d-812111-14 {{(pid=103307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:39:04.024644 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-64b32f25-a481-4761-947e-4a3d58083754 admin admin] Publish callbacks [] for router_controller (1b851e49-eab3-4f0b-bee4-246fdc62fe97), precommit_add_association {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:04.026030 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5532bc9f-b549-4712-9a20-9fd94fe0e40f tempest-DHCPAgentSchedulersTestJSON-936458384 tempest-DHCPAgentSchedulersTestJSON-936458384-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:39:04.066862 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c3a63b-246d-4a59-9914-7f5794a67759 None None] Pushing event updated for resources: {'Port': ['ID=b022c7f0-2f4f-4412-92e8-ed45e7cf9dd8,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:04.070863 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c184d49c-ea43-4aaf-8462-74de2e2480dd admin admin] Made reservation on behalf of c316c98d83734d7eab7153e5f826023b for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:39:04.073270 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c184d49c-ea43-4aaf-8462-74de2e2480dd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4733071'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:04.086092 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network 87bd24c3-2f53-4d06-9d37-4b32bba79109 details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:39:04.099778 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-333a15ac-2fff-45ac-9c5c-96d9ad7879ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (8951ad73-0284-4415-a1f3-6271890cd22c), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:04.310694 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Pushing event updated for resources: {'Port': ['ID=92c9ad97-949b-4154-a0b1-6ed6a596a822,revision_number=7']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:04.375869 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5855ca98-b197-4868-b40e-8d04e649e2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985'] for port (92c9ad97-949b-4154-a0b1-6ed6a596a822), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:04.425913 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5855ca98-b197-4868-b40e-8d04e649e2a4 None None] No DVR routers for this DVR port 92c9ad97-949b-4154-a0b1-6ed6a596a822 on host n-d-812111-14 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:39:04.453990 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5855ca98-b197-4868-b40e-8d04e649e2a4 None None] Pushing event deleted for resources: {'Port': ['ID=92c9ad97-949b-4154-a0b1-6ed6a596a822,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:04.476636 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa9ba38-8960-4fa5-a50e-c14dfd318967 None None] Network decd8274-9eda-4d81-a020-86cc15d56022 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:39:04.494454 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce110d25-35e4-4231-b15c-02c49587aefa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68cd31fd-e4cd-5fb3-a862-256fc47efcd2-83b7b0fe-c202-4e70-aeed-ede701652794', 'network_id': '83b7b0fe-c202-4e70-aeed-ede701652794', 'project_id': '517bcf6b428442babb2357a17249f04f', 'fixed_ips': [{'subnet_id': 'c5f95a7e-b4d1-4c37-9d3b-453c296ba390'}]}} from n-d-812111-14. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:39:04.495504 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ce110d25-35e4-4231-b15c-02c49587aefa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:04.534965 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a028a220-6def-4845-a65a-b41cf070366e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-732682'] for router_interface (8284962e-2761-435a-93e5-faa7cc47ef87), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:04.542796 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c184d49c-ea43-4aaf-8462-74de2e2480dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4752401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4733085'] for subnet (1b82f7aa-308b-4f07-b0c3-0d99e240d9ef), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:04.816904 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c073bf2-7825-455c-b13b-e70d8bda981b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68cd31fd-e4cd-5fb3-a862-256fc47efcd2-decd8274-9eda-4d81-a020-86cc15d56022', 'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022', 'project_id': '74e14b1dc35c45ef8b65d1fdcc58b8bc', 'fixed_ips': [{'subnet_id': 'fdc57aa3-0cf2-48ef-a49f-3791f5825a7e'}]}} from n-d-812111-14. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:39:04.817904 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1c073bf2-7825-455c-b13b-e70d8bda981b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:04.838245 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-ce110d25-35e4-4231-b15c-02c49587aefa None None] Allocated IP 172.20.0.2 (83b7b0fe-c202-4e70-aeed-ede701652794/c5f95a7e-b4d1-4c37-9d3b-453c296ba390/0734a82f-f47e-4184-a331-bf6ecd69a499) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:39:04.870831 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5532bc9f-b549-4712-9a20-9fd94fe0e40f tempest-DHCPAgentSchedulersTestJSON-936458384 tempest-DHCPAgentSchedulersTestJSON-936458384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:39:04.871515 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5532bc9f-b549-4712-9a20-9fd94fe0e40f tempest-DHCPAgentSchedulersTestJSON-936458384 tempest-DHCPAgentSchedulersTestJSON-936458384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:04.896264 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5532bc9f-b549-4712-9a20-9fd94fe0e40f tempest-DHCPAgentSchedulersTestJSON-936458384 tempest-DHCPAgentSchedulersTestJSON-936458384-project] Pushing event updated for resources: {'Port': ['ID=a2409f86-369d-4201-8de8-780eb8d97d32,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:04.967520 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c184d49c-ea43-4aaf-8462-74de2e2480dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b82f7aa-308b-4f07-b0c3-0d99e240d9ef,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:05.022717 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-333a15ac-2fff-45ac-9c5c-96d9ad7879ee None None] Publish callbacks [] for port (8951ad73-0284-4415-a1f3-6271890cd22c), precommit_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:05.033586 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-333a15ac-2fff-45ac-9c5c-96d9ad7879ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (8951ad73-0284-4415-a1f3-6271890cd22c), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:05.093179 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-5532bc9f-b549-4712-9a20-9fd94fe0e40f tempest-DHCPAgentSchedulersTestJSON-936458384 tempest-DHCPAgentSchedulersTestJSON-936458384-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.6121321 Jan 28 19:39:05.093899 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 45350) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:05.162999 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-1c073bf2-7825-455c-b13b-e70d8bda981b None None] Allocated IP 2001:db8::2 (decd8274-9eda-4d81-a020-86cc15d56022/fdc57aa3-0cf2-48ef-a49f-3791f5825a7e/3a33812c-1974-436b-9152-c548f791986b) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:39:05.185878 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36868140-f82c-4da3-a296-0ff9793b03a1 None None] Pushing event updated for resources: {'Port': ['ID=8951ad73-0284-4415-a1f3-6271890cd22c,revision_number=3']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:05.199199 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36868140-f82c-4da3-a296-0ff9793b03a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:39:05.200504 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36868140-f82c-4da3-a296-0ff9793b03a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:39:05.201081 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36868140-f82c-4da3-a296-0ff9793b03a1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:39:05.201722 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36868140-f82c-4da3-a296-0ff9793b03a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:39:05.202352 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36868140-f82c-4da3-a296-0ff9793b03a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:39:05.203572 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36868140-f82c-4da3-a296-0ff9793b03a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:39:05.211193 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-64b32f25-a481-4761-947e-4a3d58083754 admin admin] Publish callbacks [] for router_gateway (1b851e49-eab3-4f0b-bee4-246fdc62fe97), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:05.214544 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36868140-f82c-4da3-a296-0ff9793b03a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:39:05.215311 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36868140-f82c-4da3-a296-0ff9793b03a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:39:05.215882 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36868140-f82c-4da3-a296-0ff9793b03a1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:39:05.216472 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36868140-f82c-4da3-a296-0ff9793b03a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:39:05.217048 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36868140-f82c-4da3-a296-0ff9793b03a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:39:05.227563 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36868140-f82c-4da3-a296-0ff9793b03a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:39:05.227850 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36868140-f82c-4da3-a296-0ff9793b03a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:39:05.322117 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c184d49c-ea43-4aaf-8462-74de2e2480dd admin admin] Checking segment: {'id': '0e20d3ef-5527-42ba-86a4-bcb741be912b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '87bd24c3-2f53-4d06-9d37-4b32bba79109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:39:05.322578 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c184d49c-ea43-4aaf-8462-74de2e2480dd admin admin] Network hostable DHCP agents. Network: 87bd24c3-2f53-4d06-9d37-4b32bba79109, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:39:05.368267 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-333a15ac-2fff-45ac-9c5c-96d9ad7879ee None None] Attempting to bind port 8951ad73-0284-4415-a1f3-6271890cd22c on host n-d-812111-14 for vnic_type normal with profile {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:39:05.370200 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-333a15ac-2fff-45ac-9c5c-96d9ad7879ee None None] Attempting to bind port 8951ad73-0284-4415-a1f3-6271890cd22c by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '36b78075-3431-42ab-8810-fa7c3d3fe3b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '29393de2-f708-4bd2-a3c0-fba9e04cbf17'}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:39:05.371482 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333a15ac-2fff-45ac-9c5c-96d9ad7879ee None None] Attempting to bind port 8951ad73-0284-4415-a1f3-6271890cd22c on network 29393de2-f708-4bd2-a3c0-fba9e04cbf17 {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:39:05.390321 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333a15ac-2fff-45ac-9c5c-96d9ad7879ee None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:39:05.391710 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333a15ac-2fff-45ac-9c5c-96d9ad7879ee None None] Checking segment: {'id': '36b78075-3431-42ab-8810-fa7c3d3fe3b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '29393de2-f708-4bd2-a3c0-fba9e04cbf17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:39:05.392800 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-333a15ac-2fff-45ac-9c5c-96d9ad7879ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:05.393971 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333a15ac-2fff-45ac-9c5c-96d9ad7879ee None None] Bound using segment: {'id': '36b78075-3431-42ab-8810-fa7c3d3fe3b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '29393de2-f708-4bd2-a3c0-fba9e04cbf17'} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:39:05.394790 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-333a15ac-2fff-45ac-9c5c-96d9ad7879ee None None] Bound port: 8951ad73-0284-4415-a1f3-6271890cd22c, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36b78075-3431-42ab-8810-fa7c3d3fe3b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '29393de2-f708-4bd2-a3c0-fba9e04cbf17'}}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:39:05.395435 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-333a15ac-2fff-45ac-9c5c-96d9ad7879ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (8951ad73-0284-4415-a1f3-6271890cd22c), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:05.450872 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ce110d25-35e4-4231-b15c-02c49587aefa None None] Publish callbacks [] for port (0734a82f-f47e-4184-a331-bf6ecd69a499), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:05.467912 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device b022c7f0-2f4f-4412-92e8-ed45e7cf9dd8 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:39:05.495809 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-333a15ac-2fff-45ac-9c5c-96d9ad7879ee None None] For port 8951ad73-0284-4415-a1f3-6271890cd22c, host n-d-812111-14, cleared binding levels {{(pid=103307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:39:05.502257 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-333a15ac-2fff-45ac-9c5c-96d9ad7879ee None None] For port 8951ad73-0284-4415-a1f3-6271890cd22c, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=8951ad73-0284-4415-a1f3-6271890cd22c,segment=NetworkSegment(36b78075-3431-42ab-8810-fa7c3d3fe3b3),segment_id=36b78075-3431-42ab-8810-fa7c3d3fe3b3)] {{(pid=103307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:39:05.521345 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-333a15ac-2fff-45ac-9c5c-96d9ad7879ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (8951ad73-0284-4415-a1f3-6271890cd22c), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:05.523009 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c184d49c-ea43-4aaf-8462-74de2e2480dd admin admin] Network 87bd24c3-2f53-4d06-9d37-4b32bba79109 is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:39:05.549851 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-c184d49c-ea43-4aaf-8462-74de2e2480dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, 87bd24c3-2f53-4d06-9d37-4b32bba79109) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:39:05.584144 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c184d49c-ea43-4aaf-8462-74de2e2480dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:39:05.588248 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c184d49c-ea43-4aaf-8462-74de2e2480dd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:05.605302 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a0e9dc8-7202-4f77-b804-7c2dfebf8432 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Made reservation on behalf of 74e14b1dc35c45ef8b65d1fdcc58b8bc for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:39:05.610382 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3a0e9dc8-7202-4f77-b804-7c2dfebf8432 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5221429'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:05.622738 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9f062a2-5992-4d36-8dae-74ba277c80cd None None] Network 87bd24c3-2f53-4d06-9d37-4b32bba79109 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:39:05.662178 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a028a220-6def-4845-a65a-b41cf070366e admin admin] Router 8284962e-2761-435a-93e5-faa7cc47ef87 has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:39:05.662953 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ce110d25-35e4-4231-b15c-02c49587aefa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (0734a82f-f47e-4184-a331-bf6ecd69a499), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:05.677577 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-c184d49c-ea43-4aaf-8462-74de2e2480dd admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8695574 Jan 28 19:39:05.703955 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36868140-f82c-4da3-a296-0ff9793b03a1 None None] Pushing event updated for resources: {'Port': ['ID=8951ad73-0284-4415-a1f3-6271890cd22c,revision_number=4']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:05.710292 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 45368) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:05.751028 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-333a15ac-2fff-45ac-9c5c-96d9ad7879ee None None] Routers {'cefea249-2829-4f04-9800-e79a5ab368ef'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:39:05.752633 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-333a15ac-2fff-45ac-9c5c-96d9ad7879ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:38:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['cefea249-2829-4f04-9800-e79a5ab368ef'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:39:05.765470 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-0eaf0e87-feff-4ec9-9500-f843adce7060 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1517512899-router', 'tenant_id': 'c316c98d83734d7eab7153e5f826023b', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:39:05.823327 n-d-812111-14 neutron-server[103304]: INFO neutron.db.ipam_backend_mixin [None req-3a0e9dc8-7202-4f77-b804-7c2dfebf8432 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet fdc57aa3-0cf2-48ef-a49f-3791f5825a7e (CIDR: 2001:db8::/64) Jan 28 19:39:05.835956 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a212-d4b4-45cb-b08d-5dde59e58bdb tempest-DHCPAgentSchedulersTestJSON-936458384 tempest-DHCPAgentSchedulersTestJSON-936458384-project] Deleting port a2409f86-369d-4201-8de8-780eb8d97d32 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:39:05.836316 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a212-d4b4-45cb-b08d-5dde59e58bdb tempest-DHCPAgentSchedulersTestJSON-936458384 tempest-DHCPAgentSchedulersTestJSON-936458384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (a2409f86-369d-4201-8de8-780eb8d97d32), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:05.864682 n-d-812111-14 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a0e9dc8-7202-4f77-b804-7c2dfebf8432 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 19:39:05.865172 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a0e9dc8-7202-4f77-b804-7c2dfebf8432 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:39:05.887470 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce110d25-35e4-4231-b15c-02c49587aefa None None] Pushing event updated for resources: {'Port': ['ID=0734a82f-f47e-4184-a331-bf6ecd69a499,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:05.954065 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce110d25-35e4-4231-b15c-02c49587aefa None None] Network 83b7b0fe-c202-4e70-aeed-ede701652794 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:39:05.962219 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0eaf0e87-feff-4ec9-9500-f843adce7060 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261150'] for router (298ba6f8-2c9c-47e0-bcfb-46f47b8728c9), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:05.965816 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0eaf0e87-feff-4ec9-9500-f843adce7060 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-731099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-731441', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261129'] for router (298ba6f8-2c9c-47e0-bcfb-46f47b8728c9), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:05.986255 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-ce110d25-35e4-4231-b15c-02c49587aefa None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:39:05.990037 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce110d25-35e4-4231-b15c-02c49587aefa None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:39:06.036539 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-333a15ac-2fff-45ac-9c5c-96d9ad7879ee None None] Set router cefea249-2829-4f04-9800-e79a5ab368ef gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:39:06.043668 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-3a0e9dc8-7202-4f77-b804-7c2dfebf8432 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.2745457 Jan 28 19:39:06.050499 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 45386) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:06.062574 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-e08b7a24-26ac-481f-a05c-eef871cb0f01 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Request body: {'subnet': {'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:39:06.073946 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f606075b-d158-4fe1-a7d2-2dba4e16d418 None None] Network b2838006-7c7e-48f5-81ad-a98b9896ec90 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:39:06.210120 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1c073bf2-7825-455c-b13b-e70d8bda981b None None] Publish callbacks [] for port (3a33812c-1974-436b-9152-c548f791986b), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:06.226613 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0eaf0e87-feff-4ec9-9500-f843adce7060 admin admin] Publish callbacks [] for router_controller (298ba6f8-2c9c-47e0-bcfb-46f47b8728c9), precommit_add_association {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:06.231920 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a028a220-6def-4845-a65a-b41cf070366e admin admin] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:39:06.246043 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1c073bf2-7825-455c-b13b-e70d8bda981b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (3a33812c-1974-436b-9152-c548f791986b), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:06.267601 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-a028a220-6def-4845-a65a-b41cf070366e admin admin] 10.222.0.64 "PUT /v2.0/routers/8284962e-2761-435a-93e5-faa7cc47ef87/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9220169 Jan 28 19:39:06.268813 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 45420) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:06.321269 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19046640-e985-41bd-b915-0d9c17751bf4 None None] Sync routers for ids ['8284962e-2761-435a-93e5-faa7cc47ef87'] in n-d-812111-14 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:39:06.330560 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a212-d4b4-45cb-b08d-5dde59e58bdb tempest-DHCPAgentSchedulersTestJSON-936458384 tempest-DHCPAgentSchedulersTestJSON-936458384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (a2409f86-369d-4201-8de8-780eb8d97d32), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:06.346854 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a212-d4b4-45cb-b08d-5dde59e58bdb tempest-DHCPAgentSchedulersTestJSON-936458384 tempest-DHCPAgentSchedulersTestJSON-936458384-project] Calling delete_port for a2409f86-369d-4201-8de8-780eb8d97d32 owned by {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:39:06.354570 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c073bf2-7825-455c-b13b-e70d8bda981b None None] Pushing event updated for resources: {'Port': ['ID=3a33812c-1974-436b-9152-c548f791986b,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:06.357799 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-6a37ebc4-8beb-4e13-96fc-a7f346435a51 None None] Provisioning complete for port 8951ad73-0284-4415-a1f3-6271890cd22c triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:39:06.358136 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6a37ebc4-8beb-4e13-96fc-a7f346435a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (8951ad73-0284-4415-a1f3-6271890cd22c), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:06.496834 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-45a7b52a-e599-49ef-b709-fca7e5ece3ba admin admin] Publish callbacks [] for router (8284962e-2761-435a-93e5-faa7cc47ef87), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:06.532231 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-333a15ac-2fff-45ac-9c5c-96d9ad7879ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cefea249-2829-4f04-9800-e79a5ab368ef', 'name': 'tempest-TestAggregatesBasicOps-1067744881-router', 'tenant_id': '4318d711708541999bcfdf4f012196bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.114'}], 'enable_snat': True}, 'gw_port_id': '50d29f51-2eea-4c87-a5df-d02565e225db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:38:45Z', 'updated_at': '2022-01-28T19:38:55Z', 'revision_number': 4, 'project_id': '4318d711708541999bcfdf4f012196bd', 'gw_port': {'id': '50d29f51-2eea-4c87-a5df-d02565e225db', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:63:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cefea249-2829-4f04-9800-e79a5ab368ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2660, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:38:49Z', 'updated_at': '2022-01-28T19:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '8951ad73-0284-4415-a1f3-6271890cd22c', 'name': '', 'network_id': '29393de2-f708-4bd2-a3c0-fba9e04cbf17', 'tenant_id': '4318d711708541999bcfdf4f012196bd', 'mac_address': 'fa:16:3e:a1:19:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cefea249-2829-4f04-9800-e79a5ab368ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': 'bf7ec8e1-a8de-4e53-b7cf-74ab1f11275e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:38:54Z', 'updated_at': '2022-01-28T19:39:05Z', 'revision_number': 4, 'project_id': '4318d711708541999bcfdf4f012196bd', 'subnets': [{'id': 'bf7ec8e1-a8de-4e53-b7cf-74ab1f11275e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:39:06.588251 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-333a15ac-2fff-45ac-9c5c-96d9ad7879ee None None] The sync data for ids ['cefea249-2829-4f04-9800-e79a5ab368ef'] in n-d-812111-14 is: [{'id': 'cefea249-2829-4f04-9800-e79a5ab368ef', 'name': 'tempest-TestAggregatesBasicOps-1067744881-router', 'tenant_id': '4318d711708541999bcfdf4f012196bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.114'}], 'enable_snat': True}, 'gw_port_id': '50d29f51-2eea-4c87-a5df-d02565e225db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:38:45Z', 'updated_at': '2022-01-28T19:38:55Z', 'revision_number': 4, 'project_id': '4318d711708541999bcfdf4f012196bd', 'gw_port': {'id': '50d29f51-2eea-4c87-a5df-d02565e225db', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:63:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cefea249-2829-4f04-9800-e79a5ab368ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2660, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:38:49Z', 'updated_at': '2022-01-28T19:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '8951ad73-0284-4415-a1f3-6271890cd22c', 'name': '', 'network_id': '29393de2-f708-4bd2-a3c0-fba9e04cbf17', 'tenant_id': '4318d711708541999bcfdf4f012196bd', 'mac_address': 'fa:16:3e:a1:19:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cefea249-2829-4f04-9800-e79a5ab368ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': 'bf7ec8e1-a8de-4e53-b7cf-74ab1f11275e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:38:54Z', 'updated_at': '2022-01-28T19:39:05Z', 'revision_number': 4, 'project_id': '4318d711708541999bcfdf4f012196bd', 'subnets': [{'id': 'bf7ec8e1-a8de-4e53-b7cf-74ab1f11275e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:39:06.788268 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port b022c7f0-2f4f-4412-92e8-ed45e7cf9dd8 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:39:06.789750 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (b022c7f0-2f4f-4412-92e8-ed45e7cf9dd8), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:06.920691 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19046640-e985-41bd-b915-0d9c17751bf4 None None] Routers {'8284962e-2761-435a-93e5-faa7cc47ef87'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:39:06.921438 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-19046640-e985-41bd-b915-0d9c17751bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:38:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['8284962e-2761-435a-93e5-faa7cc47ef87'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:39:06.929293 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-bafb1966-4c6d-43b9-ad14-d4c7ff476ea5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:07.006991 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c073bf2-7825-455c-b13b-e70d8bda981b None None] Network decd8274-9eda-4d81-a020-86cc15d56022 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:39:07.046665 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a212-d4b4-45cb-b08d-5dde59e58bdb tempest-DHCPAgentSchedulersTestJSON-936458384 tempest-DHCPAgentSchedulersTestJSON-936458384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (a2409f86-369d-4201-8de8-780eb8d97d32), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:07.093888 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-1c073bf2-7825-455c-b13b-e70d8bda981b None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:39:07.095721 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-ce110d25-35e4-4231-b15c-02c49587aefa None None] Attempting to bind port 0734a82f-f47e-4184-a331-bf6ecd69a499 on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:39:07.096102 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-ce110d25-35e4-4231-b15c-02c49587aefa None None] Attempting to bind port 0734a82f-f47e-4184-a331-bf6ecd69a499 by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '4a17a3b3-7af6-4f51-88ca-a10db2f88648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '83b7b0fe-c202-4e70-aeed-ede701652794'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:39:07.096600 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce110d25-35e4-4231-b15c-02c49587aefa None None] Attempting to bind port 0734a82f-f47e-4184-a331-bf6ecd69a499 on network 83b7b0fe-c202-4e70-aeed-ede701652794 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:39:07.108077 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c073bf2-7825-455c-b13b-e70d8bda981b None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:39:07.113737 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce110d25-35e4-4231-b15c-02c49587aefa None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:39:07.114119 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce110d25-35e4-4231-b15c-02c49587aefa None None] Checking segment: {'id': '4a17a3b3-7af6-4f51-88ca-a10db2f88648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '83b7b0fe-c202-4e70-aeed-ede701652794'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:39:07.114842 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ce110d25-35e4-4231-b15c-02c49587aefa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:07.114977 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce110d25-35e4-4231-b15c-02c49587aefa None None] Bound using segment: {'id': '4a17a3b3-7af6-4f51-88ca-a10db2f88648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '83b7b0fe-c202-4e70-aeed-ede701652794'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:39:07.115390 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-ce110d25-35e4-4231-b15c-02c49587aefa None None] Bound port: 0734a82f-f47e-4184-a331-bf6ecd69a499, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a17a3b3-7af6-4f51-88ca-a10db2f88648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '83b7b0fe-c202-4e70-aeed-ede701652794'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:39:07.115764 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ce110d25-35e4-4231-b15c-02c49587aefa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (0734a82f-f47e-4184-a331-bf6ecd69a499), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:07.121511 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a212-d4b4-45cb-b08d-5dde59e58bdb tempest-DHCPAgentSchedulersTestJSON-936458384 tempest-DHCPAgentSchedulersTestJSON-936458384-project] Pushing event deleted for resources: {'Port': ['ID=a2409f86-369d-4201-8de8-780eb8d97d32,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:07.136248 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb429cf-b490-43ce-988b-a52f0de43e6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68cd31fd-e4cd-5fb3-a862-256fc47efcd2-87bd24c3-2f53-4d06-9d37-4b32bba79109', 'network_id': '87bd24c3-2f53-4d06-9d37-4b32bba79109', 'project_id': 'c316c98d83734d7eab7153e5f826023b', 'fixed_ips': [{'subnet_id': '1b82f7aa-308b-4f07-b0c3-0d99e240d9ef'}]}} from n-d-812111-14. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:39:07.137200 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3fb429cf-b490-43ce-988b-a52f0de43e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:07.141678 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef1a212-d4b4-45cb-b08d-5dde59e58bdb tempest-DHCPAgentSchedulersTestJSON-936458384 tempest-DHCPAgentSchedulersTestJSON-936458384-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:39:07.142513 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef1a212-d4b4-45cb-b08d-5dde59e58bdb tempest-DHCPAgentSchedulersTestJSON-936458384 tempest-DHCPAgentSchedulersTestJSON-936458384-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:39:07.143078 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef1a212-d4b4-45cb-b08d-5dde59e58bdb tempest-DHCPAgentSchedulersTestJSON-936458384 tempest-DHCPAgentSchedulersTestJSON-936458384-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:39:07.143519 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef1a212-d4b4-45cb-b08d-5dde59e58bdb tempest-DHCPAgentSchedulersTestJSON-936458384 tempest-DHCPAgentSchedulersTestJSON-936458384-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:39:07.145351 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef1a212-d4b4-45cb-b08d-5dde59e58bdb tempest-DHCPAgentSchedulersTestJSON-936458384 tempest-DHCPAgentSchedulersTestJSON-936458384-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:39:07.145878 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef1a212-d4b4-45cb-b08d-5dde59e58bdb tempest-DHCPAgentSchedulersTestJSON-936458384 tempest-DHCPAgentSchedulersTestJSON-936458384-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:39:07.149735 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef1a212-d4b4-45cb-b08d-5dde59e58bdb tempest-DHCPAgentSchedulersTestJSON-936458384 tempest-DHCPAgentSchedulersTestJSON-936458384-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:39:07.161273 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef1a212-d4b4-45cb-b08d-5dde59e58bdb tempest-DHCPAgentSchedulersTestJSON-936458384 tempest-DHCPAgentSchedulersTestJSON-936458384-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:39:07.161959 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef1a212-d4b4-45cb-b08d-5dde59e58bdb tempest-DHCPAgentSchedulersTestJSON-936458384 tempest-DHCPAgentSchedulersTestJSON-936458384-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:39:07.162426 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef1a212-d4b4-45cb-b08d-5dde59e58bdb tempest-DHCPAgentSchedulersTestJSON-936458384 tempest-DHCPAgentSchedulersTestJSON-936458384-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:39:07.162914 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef1a212-d4b4-45cb-b08d-5dde59e58bdb tempest-DHCPAgentSchedulersTestJSON-936458384 tempest-DHCPAgentSchedulersTestJSON-936458384-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:39:07.163351 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef1a212-d4b4-45cb-b08d-5dde59e58bdb tempest-DHCPAgentSchedulersTestJSON-936458384 tempest-DHCPAgentSchedulersTestJSON-936458384-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:39:07.163785 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef1a212-d4b4-45cb-b08d-5dde59e58bdb tempest-DHCPAgentSchedulersTestJSON-936458384 tempest-DHCPAgentSchedulersTestJSON-936458384-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:39:07.200412 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e08b7a24-26ac-481f-a05c-eef871cb0f01 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Made reservation on behalf of 74e14b1dc35c45ef8b65d1fdcc58b8bc for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:39:07.214080 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e08b7a24-26ac-481f-a05c-eef871cb0f01 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5221429'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:07.269371 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0eaf0e87-feff-4ec9-9500-f843adce7060 admin admin] Publish callbacks [] for router_gateway (298ba6f8-2c9c-47e0-bcfb-46f47b8728c9), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:07.329367 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-64b32f25-a481-4761-947e-4a3d58083754 admin admin] Publish callbacks [] for router_gateway (1b851e49-eab3-4f0b-bee4-246fdc62fe97), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:07.446129 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-45a7b52a-e599-49ef-b709-fca7e5ece3ba admin admin] Publish callbacks [] for router_gateway (8284962e-2761-435a-93e5-faa7cc47ef87), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:07.447455 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-64b32f25-a481-4761-947e-4a3d58083754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:07.474067 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-19046640-e985-41bd-b915-0d9c17751bf4 None None] Set router 8284962e-2761-435a-93e5-faa7cc47ef87 gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:39:07.540993 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-1c073bf2-7825-455c-b13b-e70d8bda981b None None] Attempting to bind port 3a33812c-1974-436b-9152-c548f791986b on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:39:07.541415 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-1c073bf2-7825-455c-b13b-e70d8bda981b None None] Attempting to bind port 3a33812c-1974-436b-9152-c548f791986b by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '2aac29a1-8685-476c-bba5-fffce3cb94d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:39:07.541775 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c073bf2-7825-455c-b13b-e70d8bda981b None None] Attempting to bind port 3a33812c-1974-436b-9152-c548f791986b on network decd8274-9eda-4d81-a020-86cc15d56022 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:39:07.609630 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-45a7b52a-e599-49ef-b709-fca7e5ece3ba admin admin] Deleting port 165030ec-a091-445a-96fa-5e7aadc47c06 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:39:07.609855 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-45a7b52a-e599-49ef-b709-fca7e5ece3ba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (165030ec-a091-445a-96fa-5e7aadc47c06), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:07.661997 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a212-d4b4-45cb-b08d-5dde59e58bdb tempest-DHCPAgentSchedulersTestJSON-936458384 tempest-DHCPAgentSchedulersTestJSON-936458384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:07.665481 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-1ef1a212-d4b4-45cb-b08d-5dde59e58bdb tempest-DHCPAgentSchedulersTestJSON-936458384 tempest-DHCPAgentSchedulersTestJSON-936458384-project] 10.222.0.64 "DELETE /v2.0/ports/a2409f86-369d-4201-8de8-780eb8d97d32 HTTP/1.1" status: 204 len: 168 time: 2.5623510 Jan 28 19:39:07.670319 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 45472) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:07.705769 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-64b32f25-a481-4761-947e-4a3d58083754 admin admin] Allocated IP 172.25.6.28 (d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8/a648e4ab-7422-41b9-b133-58aca25ab8f5/68057c62-6117-4e11-b7dc-28046224ad1c) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:39:07.739107 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port b022c7f0-2f4f-4412-92e8-ed45e7cf9dd8 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:39:07.739468 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (b022c7f0-2f4f-4412-92e8-ed45e7cf9dd8), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:07.788541 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0eaf0e87-feff-4ec9-9500-f843adce7060 admin admin] Publish callbacks [] for router_gateway (298ba6f8-2c9c-47e0-bcfb-46f47b8728c9), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:07.815501 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0eaf0e87-feff-4ec9-9500-f843adce7060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:07.909608 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-45a7b52a-e599-49ef-b709-fca7e5ece3ba admin admin] For port 165030ec-a091-445a-96fa-5e7aadc47c06, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=165030ec-a091-445a-96fa-5e7aadc47c06,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:39:07.910270 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-45a7b52a-e599-49ef-b709-fca7e5ece3ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (165030ec-a091-445a-96fa-5e7aadc47c06), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:07.926265 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-45a7b52a-e599-49ef-b709-fca7e5ece3ba admin admin] Calling delete_port for 165030ec-a091-445a-96fa-5e7aadc47c06 owned by network:router_gateway {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:39:07.998246 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c073bf2-7825-455c-b13b-e70d8bda981b None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:39:08.001035 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c073bf2-7825-455c-b13b-e70d8bda981b None None] Checking segment: {'id': '2aac29a1-8685-476c-bba5-fffce3cb94d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:39:08.001648 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1c073bf2-7825-455c-b13b-e70d8bda981b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:08.002209 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c073bf2-7825-455c-b13b-e70d8bda981b None None] Bound using segment: {'id': '2aac29a1-8685-476c-bba5-fffce3cb94d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:39:08.002918 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-1c073bf2-7825-455c-b13b-e70d8bda981b None None] Bound port: 3a33812c-1974-436b-9152-c548f791986b, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aac29a1-8685-476c-bba5-fffce3cb94d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:39:08.003825 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1c073bf2-7825-455c-b13b-e70d8bda981b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (3a33812c-1974-436b-9152-c548f791986b), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:08.051665 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-7a32c40d-58ec-4a69-8ad5-811dfde05e2e tempest-DHCPAgentSchedulersTestJSON-147945928 tempest-DHCPAgentSchedulersTestJSON-147945928-project-admin] 10.222.0.64 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4934 time: 0.3757606 Jan 28 19:39:08.052733 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 45490) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:08.067161 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-64b32f25-a481-4761-947e-4a3d58083754 admin admin] Publish callbacks [] for port (68057c62-6117-4e11-b7dc-28046224ad1c), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:08.079976 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-6a37ebc4-8beb-4e13-96fc-a7f346435a51 None None] Current status of the port 8951ad73-0284-4415-a1f3-6271890cd22c is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:39:08.080604 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6a37ebc4-8beb-4e13-96fc-a7f346435a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (8951ad73-0284-4415-a1f3-6271890cd22c), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:08.081058 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-03a0bb21-c41c-4fb0-9d79-68a3558b4071 tempest-DHCPAgentSchedulersTestJSON-936458384 tempest-DHCPAgentSchedulersTestJSON-936458384-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1740314839'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:39:08.141214 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-ce110d25-35e4-4231-b15c-02c49587aefa None None] For port 0734a82f-f47e-4184-a331-bf6ecd69a499, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:39:08.200920 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-64b32f25-a481-4761-947e-4a3d58083754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (68057c62-6117-4e11-b7dc-28046224ad1c), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:08.272636 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-1c073bf2-7825-455c-b13b-e70d8bda981b None None] For port 3a33812c-1974-436b-9152-c548f791986b, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:39:08.276137 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-1c073bf2-7825-455c-b13b-e70d8bda981b None None] For port 3a33812c-1974-436b-9152-c548f791986b, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=3a33812c-1974-436b-9152-c548f791986b,segment=NetworkSegment(2aac29a1-8685-476c-bba5-fffce3cb94d6),segment_id=2aac29a1-8685-476c-bba5-fffce3cb94d6)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:39:08.287945 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b32f25-a481-4761-947e-4a3d58083754 admin admin] Network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:39:08.289971 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-ce110d25-35e4-4231-b15c-02c49587aefa None None] For port 0734a82f-f47e-4184-a331-bf6ecd69a499, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=0734a82f-f47e-4184-a331-bf6ecd69a499,segment=NetworkSegment(4a17a3b3-7af6-4f51-88ca-a10db2f88648),segment_id=4a17a3b3-7af6-4f51-88ca-a10db2f88648)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:39:08.303105 n-d-812111-14 neutron-server[103304]: DEBUG neutron.objects.ports [None req-e08b7a24-26ac-481f-a05c-eef871cb0f01 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103304) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 19:39:08.303792 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1c073bf2-7825-455c-b13b-e70d8bda981b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (3a33812c-1974-436b-9152-c548f791986b), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:08.305030 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-64b32f25-a481-4761-947e-4a3d58083754 admin admin] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:39:08.311556 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b32f25-a481-4761-947e-4a3d58083754 admin admin] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:39:08.325440 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] For port b022c7f0-2f4f-4412-92e8-ed45e7cf9dd8, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=b022c7f0-2f4f-4412-92e8-ed45e7cf9dd8,segment=NetworkSegment(87b2435b-6b20-46eb-86cb-946289a0b0bf),segment_id=87b2435b-6b20-46eb-86cb-946289a0b0bf)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:39:08.365997 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ce110d25-35e4-4231-b15c-02c49587aefa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (0734a82f-f47e-4184-a331-bf6ecd69a499), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:08.406666 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (b022c7f0-2f4f-4412-92e8-ed45e7cf9dd8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:08.414500 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 50d29f51-2eea-4c87-a5df-d02565e225db up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:39:08.419706 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b32f25-a481-4761-947e-4a3d58083754 admin admin] Pushing event updated for resources: {'Port': ['ID=68057c62-6117-4e11-b7dc-28046224ad1c,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:08.446719 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-6a37ebc4-8beb-4e13-96fc-a7f346435a51 None None] For port 8951ad73-0284-4415-a1f3-6271890cd22c, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=8951ad73-0284-4415-a1f3-6271890cd22c,segment=NetworkSegment(36b78075-3431-42ab-8810-fa7c3d3fe3b3),segment_id=36b78075-3431-42ab-8810-fa7c3d3fe3b3)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:39:08.517187 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-3fb429cf-b490-43ce-988b-a52f0de43e6f None None] Allocated IP 172.20.0.2 (87bd24c3-2f53-4d06-9d37-4b32bba79109/1b82f7aa-308b-4f07-b0c3-0d99e240d9ef/cf01019a-9ba4-46cd-a57a-70ded20e7e44) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:39:08.531358 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6a37ebc4-8beb-4e13-96fc-a7f346435a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (8951ad73-0284-4415-a1f3-6271890cd22c), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:08.583027 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-45a7b52a-e599-49ef-b709-fca7e5ece3ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (165030ec-a091-445a-96fa-5e7aadc47c06), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:08.587345 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03a0bb21-c41c-4fb0-9d79-68a3558b4071 tempest-DHCPAgentSchedulersTestJSON-936458384 tempest-DHCPAgentSchedulersTestJSON-936458384-project] Made reservation on behalf of ceeda2aa4ef34c73940a3e8e009521ec for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:39:08.596069 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-03a0bb21-c41c-4fb0-9d79-68a3558b4071 tempest-DHCPAgentSchedulersTestJSON-936458384 tempest-DHCPAgentSchedulersTestJSON-936458384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:08.648989 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c073bf2-7825-455c-b13b-e70d8bda981b None None] Pushing event updated for resources: {'Port': ['ID=3a33812c-1974-436b-9152-c548f791986b,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:08.785487 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce110d25-35e4-4231-b15c-02c49587aefa None None] Pushing event updated for resources: {'Port': ['ID=0734a82f-f47e-4184-a331-bf6ecd69a499,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:08.847360 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [req-39c994ee-5487-4be7-8fea-a99ae717414a req-14c327bd-4226-41cd-9590-7c8f0a308cb4 service neutron] (103305) timed out ('10.222.0.64', 48842) {{(pid=103305) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 19:39:08.925592 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a7b52a-e599-49ef-b709-fca7e5ece3ba admin admin] Pushing event deleted for resources: {'Port': ['ID=165030ec-a091-445a-96fa-5e7aadc47c06,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:08.975589 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e08b7a24-26ac-481f-a05c-eef871cb0f01 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (3a33812c-1974-436b-9152-c548f791986b), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:09.055373 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-e76f3c58-630b-450b-9c3f-dfaadcbd67f8 None None] Provisioning complete for port b022c7f0-2f4f-4412-92e8-ed45e7cf9dd8 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:39:09.055853 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e76f3c58-630b-450b-9c3f-dfaadcbd67f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (b022c7f0-2f4f-4412-92e8-ed45e7cf9dd8), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:09.072150 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-0eaf0e87-feff-4ec9-9500-f843adce7060 admin admin] Allocated IP 172.25.6.46 (d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8/a648e4ab-7422-41b9-b133-58aca25ab8f5/6746a9c8-8f5c-4367-8b8d-17f179e49d64) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:39:09.078096 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d441f985-906a-4bbc-8c44-331b4adb4d2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:09.104669 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 50d29f51-2eea-4c87-a5df-d02565e225db triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:39:09.105518 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (50d29f51-2eea-4c87-a5df-d02565e225db), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:09.273191 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Pushing event updated for resources: {'Port': ['ID=b022c7f0-2f4f-4412-92e8-ed45e7cf9dd8,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:09.273936 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-45a7b52a-e599-49ef-b709-fca7e5ece3ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-731488'] for router_gateway (8284962e-2761-435a-93e5-faa7cc47ef87), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:09.357835 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a37ebc4-8beb-4e13-96fc-a7f346435a51 None None] Pushing event updated for resources: {'Port': ['ID=8951ad73-0284-4415-a1f3-6271890cd22c,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:09.446256 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03a0bb21-c41c-4fb0-9d79-68a3558b4071 tempest-DHCPAgentSchedulersTestJSON-936458384 tempest-DHCPAgentSchedulersTestJSON-936458384-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:39:09.500566 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-64b32f25-a481-4761-947e-4a3d58083754 admin admin] Publish callbacks [] for router_gateway (1b851e49-eab3-4f0b-bee4-246fdc62fe97), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:09.547201 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3fb429cf-b490-43ce-988b-a52f0de43e6f None None] Publish callbacks [] for port (cf01019a-9ba4-46cd-a57a-70ded20e7e44), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:09.571730 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-45a7b52a-e599-49ef-b709-fca7e5ece3ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-730901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261120'] for router (8284962e-2761-435a-93e5-faa7cc47ef87), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:09.573951 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-03a0bb21-c41c-4fb0-9d79-68a3558b4071 tempest-DHCPAgentSchedulersTestJSON-936458384 tempest-DHCPAgentSchedulersTestJSON-936458384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (c82e600b-b267-4499-827e-6e7e8a0ecd50), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:09.574304 n-d-812111-14 neutron-server[103305]: INFO neutron.db.segments_db [None req-03a0bb21-c41c-4fb0-9d79-68a3558b4071 tempest-DHCPAgentSchedulersTestJSON-936458384 tempest-DHCPAgentSchedulersTestJSON-936458384-project] Added segment c82e600b-b267-4499-827e-6e7e8a0ecd50 of type vlan for network de81b959-0b55-4d17-800f-a394d7c8c3de Jan 28 19:39:09.576120 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3fb429cf-b490-43ce-988b-a52f0de43e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (cf01019a-9ba4-46cd-a57a-70ded20e7e44), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:09.591963 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-45a7b52a-e599-49ef-b709-fca7e5ece3ba admin admin] Publish callbacks [] for router_controller (8284962e-2761-435a-93e5-faa7cc47ef87), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:09.610258 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-19046640-e985-41bd-b915-0d9c17751bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8284962e-2761-435a-93e5-faa7cc47ef87', 'name': 'tempest-AttachVolumeShelveTestJSON-1306095070-router', 'tenant_id': '0f0ddac21a95455ebc1c3ac83c1cf620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': '165030ec-a091-445a-96fa-5e7aadc47c06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:30:46Z', 'updated_at': '2022-01-28T19:39:03Z', 'revision_number': 5, 'project_id': '0f0ddac21a95455ebc1c3ac83c1cf620', 'gw_port': {'id': '165030ec-a091-445a-96fa-5e7aadc47c06', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:60:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8284962e-2761-435a-93e5-faa7cc47ef87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1940, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:30:48Z', 'updated_at': '2022-01-28T19:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:39:09.716262 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-e08b7a24-26ac-481f-a05c-eef871cb0f01 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] For port 3a33812c-1974-436b-9152-c548f791986b, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=3a33812c-1974-436b-9152-c548f791986b,segment=NetworkSegment(2aac29a1-8685-476c-bba5-fffce3cb94d6),segment_id=2aac29a1-8685-476c-bba5-fffce3cb94d6)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:39:09.727822 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-03a0bb21-c41c-4fb0-9d79-68a3558b4071 tempest-DHCPAgentSchedulersTestJSON-936458384 tempest-DHCPAgentSchedulersTestJSON-936458384-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (de81b959-0b55-4d17-800f-a394d7c8c3de), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:09.740662 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-45a7b52a-e599-49ef-b709-fca7e5ece3ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-730908'] for router (8284962e-2761-435a-93e5-faa7cc47ef87), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:09.741213 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45a7b52a-e599-49ef-b709-fca7e5ece3ba admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8284962e-2761-435a-93e5-faa7cc47ef87 {{(pid=103305) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:39:09.750800 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-45a7b52a-e599-49ef-b709-fca7e5ece3ba admin admin] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:09.754198 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-45a7b52a-e599-49ef-b709-fca7e5ece3ba admin admin] 10.222.0.64 "DELETE /v2.0/routers/8284962e-2761-435a-93e5-faa7cc47ef87 HTTP/1.1" status: 204 len: 168 time: 3.4820971 Jan 28 19:39:09.754444 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 45512) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:09.760367 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e08b7a24-26ac-481f-a05c-eef871cb0f01 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks [] for port (3a33812c-1974-436b-9152-c548f791986b), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:09.779061 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19046640-e985-41bd-b915-0d9c17751bf4 None None] Checking router: 8284962e-2761-435a-93e5-faa7cc47ef87 for host: n-d-812111-14 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:39:09.798536 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e08b7a24-26ac-481f-a05c-eef871cb0f01 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (3a33812c-1974-436b-9152-c548f791986b), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:09.818753 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb429cf-b490-43ce-988b-a52f0de43e6f None None] Network 87bd24c3-2f53-4d06-9d37-4b32bba79109 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:39:09.840235 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-3fb429cf-b490-43ce-988b-a52f0de43e6f None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:39:09.846963 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb429cf-b490-43ce-988b-a52f0de43e6f None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:39:09.881732 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e08b7a24-26ac-481f-a05c-eef871cb0f01 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4690681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5221415'] for subnet (81352765-06f9-4d48-b273-6080c6b452a6), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:09.886648 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-d53b2c64-d96f-45fc-be46-6c54bb4c71b0 admin admin] Deleting subnet ccd8c2b9-0197-4b01-ba57-f13b2702d1bc {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:39:09.897401 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08b7a24-26ac-481f-a05c-eef871cb0f01 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Pushing event updated for resources: {'Port': ['ID=3a33812c-1974-436b-9152-c548f791986b,revision_number=4']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:09.898419 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.db.resource_extend [None req-03a0bb21-c41c-4fb0-9d79-68a3558b4071 tempest-DHCPAgentSchedulersTestJSON-936458384 tempest-DHCPAgentSchedulersTestJSON-936458384-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 19:39:09.902899 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d53b2c64-d96f-45fc-be46-6c54bb4c71b0 admin admin] Publish callbacks [] for subnet (ccd8c2b9-0197-4b01-ba57-f13b2702d1bc), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:09.983225 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0eaf0e87-feff-4ec9-9500-f843adce7060 admin admin] Publish callbacks [] for port (6746a9c8-8f5c-4367-8b8d-17f179e49d64), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:10.006794 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb429cf-b490-43ce-988b-a52f0de43e6f None None] Pushing event updated for resources: {'Port': ['ID=cf01019a-9ba4-46cd-a57a-70ded20e7e44,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:10.017984 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-03a0bb21-c41c-4fb0-9d79-68a3558b4071 tempest-DHCPAgentSchedulersTestJSON-936458384 tempest-DHCPAgentSchedulersTestJSON-936458384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (de81b959-0b55-4d17-800f-a394d7c8c3de), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:10.024165 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e08b7a24-26ac-481f-a05c-eef871cb0f01 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Network decd8274-9eda-4d81-a020-86cc15d56022 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:39:10.032047 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a0bb21-c41c-4fb0-9d79-68a3558b4071 tempest-DHCPAgentSchedulersTestJSON-936458384 tempest-DHCPAgentSchedulersTestJSON-936458384-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:39:10.035251 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-03a0bb21-c41c-4fb0-9d79-68a3558b4071 tempest-DHCPAgentSchedulersTestJSON-936458384 tempest-DHCPAgentSchedulersTestJSON-936458384-project] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:10.044490 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-e08b7a24-26ac-481f-a05c-eef871cb0f01 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:39:10.048503 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d53b2c64-d96f-45fc-be46-6c54bb4c71b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16187240'] for subnet (ccd8c2b9-0197-4b01-ba57-f13b2702d1bc), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:10.054394 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e08b7a24-26ac-481f-a05c-eef871cb0f01 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:39:10.055013 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e08b7a24-26ac-481f-a05c-eef871cb0f01 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:10.159743 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-e08b7a24-26ac-481f-a05c-eef871cb0f01 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 4.1079590 Jan 28 19:39:10.166220 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 45518) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:10.171472 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-264cabc0-a0f2-4605-8976-e06132f10b53 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Request body: {'port': {'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022', 'mac_address': 'fa:16:3e:ac:d7:23', 'name': 'tempest-NetworksTestDHCPv6-1384800253'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:39:10.236587 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a0bb21-c41c-4fb0-9d79-68a3558b4071 tempest-DHCPAgentSchedulersTestJSON-936458384 tempest-DHCPAgentSchedulersTestJSON-936458384-project] Pushing event updated for resources: {'Network': ['ID=de81b959-0b55-4d17-800f-a394d7c8c3de,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:10.314352 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-03a0bb21-c41c-4fb0-9d79-68a3558b4071 tempest-DHCPAgentSchedulersTestJSON-936458384 tempest-DHCPAgentSchedulersTestJSON-936458384-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.2552342 Jan 28 19:39:10.317684 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 45520) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:10.334135 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08b7a24-26ac-481f-a05c-eef871cb0f01 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Pushing event updated for resources: {'Subnet': ['ID=81352765-06f9-4d48-b273-6080c6b452a6,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:10.344225 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-264cabc0-a0f2-4605-8976-e06132f10b53 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Made reservation on behalf of 74e14b1dc35c45ef8b65d1fdcc58b8bc for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:39:10.353957 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19046640-e985-41bd-b915-0d9c17751bf4 None None] Routers set() bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:39:10.355100 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19046640-e985-41bd-b915-0d9c17751bf4 None None] Router IDs set() for agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 28 19:39:10.355942 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_agentschedulers_db [None req-19046640-e985-41bd-b915-0d9c17751bf4 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'8284962e-2761-435a-93e5-faa7cc47ef87'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:39:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent'). {{(pid=103306) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jan 28 19:39:10.356645 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19046640-e985-41bd-b915-0d9c17751bf4 None None] The sync data for ids ['8284962e-2761-435a-93e5-faa7cc47ef87'] in n-d-812111-14 is: [] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:39:10.400773 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network de81b959-0b55-4d17-800f-a394d7c8c3de details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:39:10.588478 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:10.691262 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-e76f3c58-630b-450b-9c3f-dfaadcbd67f8 None None] Current status of the port b022c7f0-2f4f-4412-92e8-ed45e7cf9dd8 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:39:10.706660 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-64b32f25-a481-4761-947e-4a3d58083754 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-731074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-731460'] for router (1b851e49-eab3-4f0b-bee4-246fdc62fe97), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:10.731800 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 50d29f51-2eea-4c87-a5df-d02565e225db is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:39:10.750801 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-053af628-ec2e-4ff6-ad5e-14eae319739b None None] Network 83b7b0fe-c202-4e70-aeed-ede701652794 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:39:10.761856 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-e76f3c58-630b-450b-9c3f-dfaadcbd67f8 None None] Provisioning complete for port 8951ad73-0284-4415-a1f3-6271890cd22c triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:39:10.762231 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e76f3c58-630b-450b-9c3f-dfaadcbd67f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (8951ad73-0284-4415-a1f3-6271890cd22c), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:10.765174 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-ee77c21e-cd5e-465d-9812-03f7639f5ba8 tempest-DHCPAgentSchedulersTestJSON-147945928 tempest-DHCPAgentSchedulersTestJSON-147945928-project-admin] 10.222.0.64 "GET /v2.0/agents/a0dd0efe-05ea-4e06-bb61-4958887fd1da/dhcp-networks HTTP/1.1" status: 200 len: 8127 time: 0.4462767 Jan 28 19:39:10.794401 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0eaf0e87-feff-4ec9-9500-f843adce7060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (6746a9c8-8f5c-4367-8b8d-17f179e49d64), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:10.804328 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 45522) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:10.812576 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-3fb429cf-b490-43ce-988b-a52f0de43e6f None None] Attempting to bind port cf01019a-9ba4-46cd-a57a-70ded20e7e44 on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:39:10.812959 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-3fb429cf-b490-43ce-988b-a52f0de43e6f None None] Attempting to bind port cf01019a-9ba4-46cd-a57a-70ded20e7e44 by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '0e20d3ef-5527-42ba-86a4-bcb741be912b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '87bd24c3-2f53-4d06-9d37-4b32bba79109'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:39:10.822495 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb429cf-b490-43ce-988b-a52f0de43e6f None None] Attempting to bind port cf01019a-9ba4-46cd-a57a-70ded20e7e44 on network 87bd24c3-2f53-4d06-9d37-4b32bba79109 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:39:10.916320 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaf0e87-feff-4ec9-9500-f843adce7060 admin admin] Pushing event updated for resources: {'Port': ['ID=6746a9c8-8f5c-4367-8b8d-17f179e49d64,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:10.992641 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eaf0e87-feff-4ec9-9500-f843adce7060 admin admin] Network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:39:11.013055 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d53b2c64-d96f-45fc-be46-6c54bb4c71b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (ccd8c2b9-0197-4b01-ba57-f13b2702d1bc), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:11.018048 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-0eaf0e87-feff-4ec9-9500-f843adce7060 admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:39:11.034976 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eaf0e87-feff-4ec9-9500-f843adce7060 admin admin] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:39:11.047044 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb429cf-b490-43ce-988b-a52f0de43e6f None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:39:11.047490 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb429cf-b490-43ce-988b-a52f0de43e6f None None] Checking segment: {'id': '0e20d3ef-5527-42ba-86a4-bcb741be912b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '87bd24c3-2f53-4d06-9d37-4b32bba79109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:39:11.047842 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3fb429cf-b490-43ce-988b-a52f0de43e6f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:11.048247 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb429cf-b490-43ce-988b-a52f0de43e6f None None] Bound using segment: {'id': '0e20d3ef-5527-42ba-86a4-bcb741be912b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '87bd24c3-2f53-4d06-9d37-4b32bba79109'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:39:11.048740 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-3fb429cf-b490-43ce-988b-a52f0de43e6f None None] Bound port: cf01019a-9ba4-46cd-a57a-70ded20e7e44, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e20d3ef-5527-42ba-86a4-bcb741be912b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '87bd24c3-2f53-4d06-9d37-4b32bba79109'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:39:11.049144 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3fb429cf-b490-43ce-988b-a52f0de43e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (cf01019a-9ba4-46cd-a57a-70ded20e7e44), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:11.054587 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-264cabc0-a0f2-4605-8976-e06132f10b53 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:11.234029 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff4dd46a-e566-4553-a0b8-9fc19296db35 None None] Network decd8274-9eda-4d81-a020-86cc15d56022 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:39:11.476016 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d53b2c64-d96f-45fc-be46-6c54bb4c71b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4752464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4733806'] for subnet (ccd8c2b9-0197-4b01-ba57-f13b2702d1bc), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:11.530764 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53b2c64-d96f-45fc-be46-6c54bb4c71b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ccd8c2b9-0197-4b01-ba57-f13b2702d1bc,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:11.537385 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-3fb429cf-b490-43ce-988b-a52f0de43e6f None None] For port cf01019a-9ba4-46cd-a57a-70ded20e7e44, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:39:11.576761 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device b022c7f0-2f4f-4412-92e8-ed45e7cf9dd8 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:39:11.594458 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d53b2c64-d96f-45fc-be46-6c54bb4c71b0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:11.601360 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-d53b2c64-d96f-45fc-be46-6c54bb4c71b0 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/ccd8c2b9-0197-4b01-ba57-f13b2702d1bc HTTP/1.1" status: 204 len: 168 time: 1.8418214 Jan 28 19:39:11.602953 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 45528) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:11.607835 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-098e14a3-e88d-41f1-8464-2d847913ff6d None None] Network 4ed80f8c-a628-4bf0-926c-daa4ec7f72d6 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:39:11.649829 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-3fb429cf-b490-43ce-988b-a52f0de43e6f None None] For port cf01019a-9ba4-46cd-a57a-70ded20e7e44, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=cf01019a-9ba4-46cd-a57a-70ded20e7e44,segment=NetworkSegment(0e20d3ef-5527-42ba-86a4-bcb741be912b),segment_id=0e20d3ef-5527-42ba-86a4-bcb741be912b)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:39:11.686169 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-e76f3c58-630b-450b-9c3f-dfaadcbd67f8 None None] Current status of the port 8951ad73-0284-4415-a1f3-6271890cd22c is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:39:11.757934 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3b8e7308-480b-4875-a1c1-667a2520a48e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (4ed80f8c-a628-4bf0-926c-daa4ec7f72d6), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:11.777254 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0eaf0e87-feff-4ec9-9500-f843adce7060 admin admin] Publish callbacks [] for router_gateway (298ba6f8-2c9c-47e0-bcfb-46f47b8728c9), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:11.800992 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3fb429cf-b490-43ce-988b-a52f0de43e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (cf01019a-9ba4-46cd-a57a-70ded20e7e44), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:11.877133 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [None req-264cabc0-a0f2-4605-8976-e06132f10b53 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] device_id is not set on port bc753ca5-6f7e-43e8-92f6-ab473a97e436 yet. {{(pid=103304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:39:12.000469 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb429cf-b490-43ce-988b-a52f0de43e6f None None] Pushing event updated for resources: {'Port': ['ID=cf01019a-9ba4-46cd-a57a-70ded20e7e44,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:12.058739 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:12.122108 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-3b8e7308-480b-4875-a1c1-667a2520a48e admin admin] Deleting port 4fe297a8-2bc7-4795-8339-7223f2593d6b {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:39:12.122459 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3b8e7308-480b-4875-a1c1-667a2520a48e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (4fe297a8-2bc7-4795-8339-7223f2593d6b), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:12.157523 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-f49305bb-cea5-47c8-bb1f-184cb215d1ad None None] Provisioning complete for port 0734a82f-f47e-4184-a331-bf6ecd69a499 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:39:12.157982 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f49305bb-cea5-47c8-bb1f-184cb215d1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (0734a82f-f47e-4184-a331-bf6ecd69a499), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:12.343597 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0eaf0e87-feff-4ec9-9500-f843adce7060 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-731074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-731460'] for router (298ba6f8-2c9c-47e0-bcfb-46f47b8728c9), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:12.344154 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port b022c7f0-2f4f-4412-92e8-ed45e7cf9dd8 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:39:12.345919 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (b022c7f0-2f4f-4412-92e8-ed45e7cf9dd8), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:12.360868 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-264cabc0-a0f2-4605-8976-e06132f10b53 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Allocated IP 2001:db8::2d7 (decd8274-9eda-4d81-a020-86cc15d56022/fdc57aa3-0cf2-48ef-a49f-3791f5825a7e/bc753ca5-6f7e-43e8-92f6-ab473a97e436) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:39:12.406206 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-264cabc0-a0f2-4605-8976-e06132f10b53 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Allocated IP 2001:db8:0:1:f816:3eff:feac:d723 (decd8274-9eda-4d81-a020-86cc15d56022/81352765-06f9-4d48-b273-6080c6b452a6/bc753ca5-6f7e-43e8-92f6-ab473a97e436) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:39:12.482799 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35199d08-2ab5-457e-a673-bd4795210aac tempest-DHCPAgentSchedulersTestJSON-147945928 tempest-DHCPAgentSchedulersTestJSON-147945928-project-admin] Network de81b959-0b55-4d17-800f-a394d7c8c3de is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:39:12.508717 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3790ce4-d75c-4b38-b376-6534c6fc518c None None] DHCP port deletion for 4ed80f8c-a628-4bf0-926c-daa4ec7f72d6 request from n-d-812111-14 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:39:12.538384 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-35199d08-2ab5-457e-a673-bd4795210aac tempest-DHCPAgentSchedulersTestJSON-147945928 tempest-DHCPAgentSchedulersTestJSON-147945928-project-admin] 10.222.0.64 "POST /v2.0/agents/a0dd0efe-05ea-4e06-bb61-4958887fd1da/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 1.7264750 Jan 28 19:39:12.546881 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 45534) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:12.574229 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-3b8e7308-480b-4875-a1c1-667a2520a48e admin admin] For port 4fe297a8-2bc7-4795-8339-7223f2593d6b, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=4fe297a8-2bc7-4795-8339-7223f2593d6b,segment=NetworkSegment(25c21fb9-fdcd-4ded-98e7-fa3f83ec6d2c),segment_id=25c21fb9-fdcd-4ded-98e7-fa3f83ec6d2c)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:39:12.574983 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3b8e7308-480b-4875-a1c1-667a2520a48e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (4fe297a8-2bc7-4795-8339-7223f2593d6b), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:12.588762 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port b022c7f0-2f4f-4412-92e8-ed45e7cf9dd8 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:39:12.590103 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 8951ad73-0284-4415-a1f3-6271890cd22c up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:39:12.592668 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8bca17b-6239-474e-8de7-d3063331927e None None] Network de81b959-0b55-4d17-800f-a394d7c8c3de requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:39:12.633506 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-3b8e7308-480b-4875-a1c1-667a2520a48e admin admin] Calling delete_port for 4fe297a8-2bc7-4795-8339-7223f2593d6b owned by network:dhcp {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:39:12.772709 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-f49305bb-cea5-47c8-bb1f-184cb215d1ad None None] Current status of the port 0734a82f-f47e-4184-a331-bf6ecd69a499 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:39:12.773094 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f49305bb-cea5-47c8-bb1f-184cb215d1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (0734a82f-f47e-4184-a331-bf6ecd69a499), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:12.809474 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64b32f25-a481-4761-947e-4a3d58083754 admin admin] Router 1b851e49-eab3-4f0b-bee4-246fdc62fe97 is scheduled to L3 agent 76fe5c49-705a-4e08-abb2-be585676213f with binding_index 1 {{(pid=103304) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 19:39:12.861858 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-f49305bb-cea5-47c8-bb1f-184cb215d1ad None None] For port 0734a82f-f47e-4184-a331-bf6ecd69a499, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=0734a82f-f47e-4184-a331-bf6ecd69a499,segment=NetworkSegment(4a17a3b3-7af6-4f51-88ca-a10db2f88648),segment_id=4a17a3b3-7af6-4f51-88ca-a10db2f88648)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:39:12.918724 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f49305bb-cea5-47c8-bb1f-184cb215d1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (0734a82f-f47e-4184-a331-bf6ecd69a499), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:12.933895 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0eaf0e87-feff-4ec9-9500-f843adce7060 admin admin] Router 298ba6f8-2c9c-47e0-bcfb-46f47b8728c9 is scheduled to L3 agent 76fe5c49-705a-4e08-abb2-be585676213f with binding_index 1 {{(pid=103305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 19:39:13.016893 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-c3790ce4-d75c-4b38-b376-6534c6fc518c None None] Deleting port 4fe297a8-2bc7-4795-8339-7223f2593d6b {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:39:13.017288 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c3790ce4-d75c-4b38-b376-6534c6fc518c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (4fe297a8-2bc7-4795-8339-7223f2593d6b), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:13.021662 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 8951ad73-0284-4415-a1f3-6271890cd22c triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:39:13.022163 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (8951ad73-0284-4415-a1f3-6271890cd22c), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:13.080589 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3b8e7308-480b-4875-a1c1-667a2520a48e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (4fe297a8-2bc7-4795-8339-7223f2593d6b), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:13.114222 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-f49305bb-cea5-47c8-bb1f-184cb215d1ad None None] Provisioning complete for port b022c7f0-2f4f-4412-92e8-ed45e7cf9dd8 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:39:13.114596 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f49305bb-cea5-47c8-bb1f-184cb215d1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (b022c7f0-2f4f-4412-92e8-ed45e7cf9dd8), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:13.203518 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-bcf9271e-034a-4449-969f-c0c983e1ef3f tempest-DHCPAgentSchedulersTestJSON-147945928 tempest-DHCPAgentSchedulersTestJSON-147945928-project-admin] 10.222.0.64 "GET /v2.0/agents/a0dd0efe-05ea-4e06-bb61-4958887fd1da/dhcp-networks HTTP/1.1" status: 200 len: 8859 time: 0.6479945 Jan 28 19:39:13.204274 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 45536) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:13.304880 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-c3790ce4-d75c-4b38-b376-6534c6fc518c None None] For port 4fe297a8-2bc7-4795-8339-7223f2593d6b, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=4fe297a8-2bc7-4795-8339-7223f2593d6b,segment=NetworkSegment(25c21fb9-fdcd-4ded-98e7-fa3f83ec6d2c),segment_id=25c21fb9-fdcd-4ded-98e7-fa3f83ec6d2c)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:39:13.311215 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c3790ce4-d75c-4b38-b376-6534c6fc518c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (4fe297a8-2bc7-4795-8339-7223f2593d6b), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:13.319135 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-264cabc0-a0f2-4605-8976-e06132f10b53 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks [] for port (bc753ca5-6f7e-43e8-92f6-ab473a97e436), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:13.360079 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64b32f25-a481-4761-947e-4a3d58083754 admin admin] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:39:13.370707 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51262d7-6f46-4eeb-955e-d718b51cf981 None None] Sync routers for ids ['1b851e49-eab3-4f0b-bee4-246fdc62fe97'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:39:13.381726 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-c3790ce4-d75c-4b38-b376-6534c6fc518c None None] Calling delete_port for 4fe297a8-2bc7-4795-8339-7223f2593d6b owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:39:13.394642 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51262d7-6f46-4eeb-955e-d718b51cf981 None None] Routers {'1b851e49-eab3-4f0b-bee4-246fdc62fe97'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:39:13.396880 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-264cabc0-a0f2-4605-8976-e06132f10b53 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (bc753ca5-6f7e-43e8-92f6-ab473a97e436), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:13.404256 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-c51262d7-6f46-4eeb-955e-d718b51cf981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:39:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['1b851e49-eab3-4f0b-bee4-246fdc62fe97'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:39:13.485083 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264cabc0-a0f2-4605-8976-e06132f10b53 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Pushing event updated for resources: {'Port': ['ID=bc753ca5-6f7e-43e8-92f6-ab473a97e436,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:13.524364 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-9ffa44b8-f2a2-49c5-a48e-656f0bc72117 tempest-DHCPAgentSchedulersTestJSON-147945928 tempest-DHCPAgentSchedulersTestJSON-147945928-project-admin] 10.222.0.64 "DELETE /v2.0/agents/a0dd0efe-05ea-4e06-bb61-4958887fd1da/dhcp-networks/de81b959-0b55-4d17-800f-a394d7c8c3de HTTP/1.1" status: 204 len: 168 time: 0.3149827 Jan 28 19:39:13.527824 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 45542) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:13.662891 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49305bb-cea5-47c8-bb1f-184cb215d1ad None None] Pushing event updated for resources: {'Port': ['ID=0734a82f-f47e-4184-a331-bf6ecd69a499,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:13.674678 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c3790ce4-d75c-4b38-b376-6534c6fc518c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985'] for port (4fe297a8-2bc7-4795-8339-7223f2593d6b), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:13.691318 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-64b32f25-a481-4761-947e-4a3d58083754 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:13.695008 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-64b32f25-a481-4761-947e-4a3d58083754 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 9.8000960 Jan 28 19:39:13.702862 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-264cabc0-a0f2-4605-8976-e06132f10b53 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Network decd8274-9eda-4d81-a020-86cc15d56022 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:39:13.704078 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 45544) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:13.706932 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-762600df-f07b-4b07-8ef0-16522f2de697 tempest-DHCPAgentSchedulersTestJSON-147945928 tempest-DHCPAgentSchedulersTestJSON-147945928-project-admin] 10.222.0.64 "GET /v2.0/agents/a0dd0efe-05ea-4e06-bb61-4958887fd1da/dhcp-networks HTTP/1.1" status: 200 len: 8089 time: 0.1776328 Jan 28 19:39:13.708018 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-264cabc0-a0f2-4605-8976-e06132f10b53 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:39:13.715070 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 45546) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:13.716399 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264cabc0-a0f2-4605-8976-e06132f10b53 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:39:13.722733 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-264cabc0-a0f2-4605-8976-e06132f10b53 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:39:13.723501 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-264cabc0-a0f2-4605-8976-e06132f10b53 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:13.734097 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3790ce4-d75c-4b38-b376-6534c6fc518c None None] Pushing event deleted for resources: {'Port': ['ID=4fe297a8-2bc7-4795-8339-7223f2593d6b,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:13.745225 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:13.768311 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-c51262d7-6f46-4eeb-955e-d718b51cf981 None None] Set router 1b851e49-eab3-4f0b-bee4-246fdc62fe97 gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:39:13.810401 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-264cabc0-a0f2-4605-8976-e06132f10b53 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.6429892 Jan 28 19:39:13.817646 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 45548) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:13.856007 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-f9af8f25-e6b3-4a5e-882a-a8d7fff009db tempest-DHCPAgentSchedulersTestJSON-147945928 tempest-DHCPAgentSchedulersTestJSON-147945928-project-admin] 10.222.0.64 "GET /v2.0/networks/b2838006-7c7e-48f5-81ad-a98b9896ec90/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.1137145 Jan 28 19:39:13.865315 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 45550) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:13.867363 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-f49305bb-cea5-47c8-bb1f-184cb215d1ad None None] Current status of the port b022c7f0-2f4f-4412-92e8-ed45e7cf9dd8 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:39:13.873694 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb331e36-81ef-4404-ba56-7805baeca19c None None] Network 87bd24c3-2f53-4d06-9d37-4b32bba79109 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:39:13.889631 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8e7308-480b-4875-a1c1-667a2520a48e admin admin] Pushing event deleted for resources: {'Port': ['ID=4fe297a8-2bc7-4795-8339-7223f2593d6b,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:13.907619 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-c3dd2ec6-3815-42f6-8df2-63cb3873f4de tempest-DHCPAgentSchedulersTestJSON-147945928 tempest-DHCPAgentSchedulersTestJSON-147945928-project-admin] 10.222.0.64 "GET /v2.0/networks/b2838006-7c7e-48f5-81ad-a98b9896ec90/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0410852 Jan 28 19:39:13.919185 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 45552) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:13.921639 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8e7308-480b-4875-a1c1-667a2520a48e admin admin] No DVR routers for this DVR port 4fe297a8-2bc7-4795-8339-7223f2593d6b on host n-d-812111-14 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:39:14.068043 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-f49305bb-cea5-47c8-bb1f-184cb215d1ad None None] Could not find standard attr ID for object a2409f86-369d-4201-8de8-780eb8d97d32. {{(pid=103306) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 19:39:14.075623 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3790ce4-d75c-4b38-b376-6534c6fc518c None None] No DVR routers for this DVR port 4fe297a8-2bc7-4795-8339-7223f2593d6b on host n-d-812111-14 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:39:14.141782 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-f49305bb-cea5-47c8-bb1f-184cb215d1ad None None] Provisioning complete for port 3a33812c-1974-436b-9152-c548f791986b triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:39:14.142522 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f49305bb-cea5-47c8-bb1f-184cb215d1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (3a33812c-1974-436b-9152-c548f791986b), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:14.171865 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eaf0e87-feff-4ec9-9500-f843adce7060 admin admin] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:39:14.196362 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3b8e7308-480b-4875-a1c1-667a2520a48e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (4ed80f8c-a628-4bf0-926c-daa4ec7f72d6), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:14.272762 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-3b8e7308-480b-4875-a1c1-667a2520a48e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ed80f8c-a628-4bf0-926c-daa4ec7f72d6']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:39:14.281816 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-c51262d7-6f46-4eeb-955e-d718b51cf981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b851e49-eab3-4f0b-bee4-246fdc62fe97', 'name': 'tempest-TestAggregatesBasicOps-1924304214-router', 'tenant_id': '517bcf6b428442babb2357a17249f04f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.28'}], 'enable_snat': True}, 'gw_port_id': '68057c62-6117-4e11-b7dc-28046224ad1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:39:03Z', 'updated_at': '2022-01-28T19:39:08Z', 'revision_number': 3, 'project_id': '517bcf6b428442babb2357a17249f04f', 'gw_port': {'id': '68057c62-6117-4e11-b7dc-28046224ad1c', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:b4:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b851e49-eab3-4f0b-bee4-246fdc62fe97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2706, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:39:07Z', 'updated_at': '2022-01-28T19:39:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:39:14.300367 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0eaf0e87-feff-4ec9-9500-f843adce7060 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:14.303483 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-0eaf0e87-feff-4ec9-9500-f843adce7060 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.5479665 Jan 28 19:39:14.306301 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 45554) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:14.319516 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-3b8e7308-480b-4875-a1c1-667a2520a48e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25c21fb9-fdcd-4ded-98e7-fa3f83ec6d2c') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:39:14.321132 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-3b8e7308-480b-4875-a1c1-667a2520a48e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25c21fb9-fdcd-4ded-98e7-fa3f83ec6d2c') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:39:14.337866 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51262d7-6f46-4eeb-955e-d718b51cf981 None None] Checking router: 1b851e49-eab3-4f0b-bee4-246fdc62fe97 for host: n-d-812111-14 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:39:14.338237 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51262d7-6f46-4eeb-955e-d718b51cf981 None None] Updating router 1b851e49-eab3-4f0b-bee4-246fdc62fe97 port 68057c62-6117-4e11-b7dc-28046224ad1c binding host n-d-812111-14 {{(pid=103307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:39:14.360955 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3b8e7308-480b-4875-a1c1-667a2520a48e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16187153'] for segment (25c21fb9-fdcd-4ded-98e7-fa3f83ec6d2c), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:14.397586 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-c51262d7-6f46-4eeb-955e-d718b51cf981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (68057c62-6117-4e11-b7dc-28046224ad1c), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:14.490258 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3b8e7308-480b-4875-a1c1-667a2520a48e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (25c21fb9-fdcd-4ded-98e7-fa3f83ec6d2c), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:14.502590 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22bd96a-e711-42b8-8bc0-f21be0881e28 None None] Sync routers for ids ['298ba6f8-2c9c-47e0-bcfb-46f47b8728c9'] in n-d-812111-14 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:39:14.515993 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b8e7308-480b-4875-a1c1-667a2520a48e admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:39:14.517621 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3b8e7308-480b-4875-a1c1-667a2520a48e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4752570'] for segment (25c21fb9-fdcd-4ded-98e7-fa3f83ec6d2c), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:14.521228 n-d-812111-14 neutron-server[103305]: Traceback (most recent call last): Jan 28 19:39:14.521228 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:39:14.521228 n-d-812111-14 neutron-server[103305]: timer() Jan 28 19:39:14.521228 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:39:14.521228 n-d-812111-14 neutron-server[103305]: cb(*args, **kw) Jan 28 19:39:14.521228 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:39:14.521228 n-d-812111-14 neutron-server[103305]: return func(*args, **kwargs) Jan 28 19:39:14.521228 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:39:14.521228 n-d-812111-14 neutron-server[103305]: self._notify() Jan 28 19:39:14.521228 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:39:14.521228 n-d-812111-14 neutron-server[103305]: self.callback(batched_events) Jan 28 19:39:14.521228 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:39:14.521228 n-d-812111-14 neutron-server[103305]: event.method(event) Jan 28 19:39:14.521228 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:39:14.521228 n-d-812111-14 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:39:14.521228 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:39:14.521228 n-d-812111-14 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:39:14.521228 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:39:14.521228 n-d-812111-14 neutron-server[103305]: return f(self, *a, **k) Jan 28 19:39:14.521228 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:39:14.521228 n-d-812111-14 neutron-server[103305]: return self._get(url).json() Jan 28 19:39:14.521228 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:39:14.521228 n-d-812111-14 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:39:14.521228 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:39:14.521228 n-d-812111-14 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 28 19:39:14.521228 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:39:14.521228 n-d-812111-14 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:39:14.521228 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:39:14.521228 n-d-812111-14 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:39:14.521228 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:39:14.521228 n-d-812111-14 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:39:14.521228 n-d-812111-14 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:39:14.569080 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22bd96a-e711-42b8-8bc0-f21be0881e28 None None] Routers {'298ba6f8-2c9c-47e0-bcfb-46f47b8728c9'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:39:14.571591 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-c22bd96a-e711-42b8-8bc0-f21be0881e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:39:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['298ba6f8-2c9c-47e0-bcfb-46f47b8728c9'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:39:14.587164 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 8951ad73-0284-4415-a1f3-6271890cd22c is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:39:14.588660 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 3a33812c-1974-436b-9152-c548f791986b up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:39:14.702128 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-68cbc149-9ca8-4e7d-9d05-9b4a5abbf646 tempest-DHCPAgentSchedulersTestJSON-147945928 tempest-DHCPAgentSchedulersTestJSON-147945928-project-admin] 10.222.0.64 "GET /v2.0/agents/a0dd0efe-05ea-4e06-bb61-4958887fd1da/dhcp-networks HTTP/1.1" status: 200 len: 8089 time: 0.7800224 Jan 28 19:39:14.704359 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 45560) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:14.714873 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-33582e8b-748b-4c2a-91b7-0152d29d06b5 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Deleting port bc753ca5-6f7e-43e8-92f6-ab473a97e436 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:39:14.715288 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-33582e8b-748b-4c2a-91b7-0152d29d06b5 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (bc753ca5-6f7e-43e8-92f6-ab473a97e436), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:14.727475 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-f49305bb-cea5-47c8-bb1f-184cb215d1ad None None] Current status of the port 3a33812c-1974-436b-9152-c548f791986b is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:39:14.728561 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f49305bb-cea5-47c8-bb1f-184cb215d1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (3a33812c-1974-436b-9152-c548f791986b), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:14.825237 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-c22bd96a-e711-42b8-8bc0-f21be0881e28 None None] Set router 298ba6f8-2c9c-47e0-bcfb-46f47b8728c9 gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:39:14.859788 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3b8e7308-480b-4875-a1c1-667a2520a48e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (4ed80f8c-a628-4bf0-926c-daa4ec7f72d6), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:14.872261 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9aadce39-6a91-441b-a3e6-332727567c77 tempest-DHCPAgentSchedulersTestJSON-936458384 tempest-DHCPAgentSchedulersTestJSON-936458384-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (de81b959-0b55-4d17-800f-a394d7c8c3de), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:15.001900 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-c51262d7-6f46-4eeb-955e-d718b51cf981 None None] Publish callbacks [] for port (68057c62-6117-4e11-b7dc-28046224ad1c), precommit_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:15.024702 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-c51262d7-6f46-4eeb-955e-d718b51cf981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (68057c62-6117-4e11-b7dc-28046224ad1c), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:15.074555 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 3a33812c-1974-436b-9152-c548f791986b triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:39:15.075497 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (3a33812c-1974-436b-9152-c548f791986b), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:15.082207 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3b8e7308-480b-4875-a1c1-667a2520a48e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:15.091430 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-3b8e7308-480b-4875-a1c1-667a2520a48e admin admin] 10.222.0.64 "DELETE /v2.0/networks/4ed80f8c-a628-4bf0-926c-daa4ec7f72d6 HTTP/1.1" status: 204 len: 168 time: 3.4873497 Jan 28 19:39:15.126578 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-f49305bb-cea5-47c8-bb1f-184cb215d1ad None None] For port 3a33812c-1974-436b-9152-c548f791986b, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=3a33812c-1974-436b-9152-c548f791986b,segment=NetworkSegment(2aac29a1-8685-476c-bba5-fffce3cb94d6),segment_id=2aac29a1-8685-476c-bba5-fffce3cb94d6)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:39:15.146511 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd556c9-b94e-4dfd-956e-755f1e60cc3e None None] Pushing event updated for resources: {'Port': ['ID=68057c62-6117-4e11-b7dc-28046224ad1c,revision_number=2']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:15.150991 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f49305bb-cea5-47c8-bb1f-184cb215d1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (3a33812c-1974-436b-9152-c548f791986b), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:15.190069 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-c51262d7-6f46-4eeb-955e-d718b51cf981 None None] Attempting to bind port 68057c62-6117-4e11-b7dc-28046224ad1c on host n-d-812111-14 for vnic_type normal with profile {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:39:15.190444 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-c51262d7-6f46-4eeb-955e-d718b51cf981 None None] Attempting to bind port 68057c62-6117-4e11-b7dc-28046224ad1c by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:39:15.190808 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51262d7-6f46-4eeb-955e-d718b51cf981 None None] Attempting to bind port 68057c62-6117-4e11-b7dc-28046224ad1c on network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:39:15.192003 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8e7308-480b-4875-a1c1-667a2520a48e admin admin] Pushing event deleted for resources: {'Network': ['ID=4ed80f8c-a628-4bf0-926c-daa4ec7f72d6,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:15.231045 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51262d7-6f46-4eeb-955e-d718b51cf981 None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:39:15.234105 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51262d7-6f46-4eeb-955e-d718b51cf981 None None] Checking segment: {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:39:15.235443 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-c51262d7-6f46-4eeb-955e-d718b51cf981 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:15.235884 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51262d7-6f46-4eeb-955e-d718b51cf981 None None] Bound using segment: {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:39:15.236371 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-c51262d7-6f46-4eeb-955e-d718b51cf981 None None] Bound port: 68057c62-6117-4e11-b7dc-28046224ad1c, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:39:15.236765 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-c51262d7-6f46-4eeb-955e-d718b51cf981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (68057c62-6117-4e11-b7dc-28046224ad1c), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:15.314968 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 3a33812c-1974-436b-9152-c548f791986b is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:39:15.317238 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 0734a82f-f47e-4184-a331-bf6ecd69a499 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:39:15.365485 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49305bb-cea5-47c8-bb1f-184cb215d1ad None None] Pushing event updated for resources: {'Port': ['ID=3a33812c-1974-436b-9152-c548f791986b,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:15.414456 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-c51262d7-6f46-4eeb-955e-d718b51cf981 None None] For port 68057c62-6117-4e11-b7dc-28046224ad1c, host n-d-812111-14, cleared binding levels {{(pid=103307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:39:15.415839 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-c22bd96a-e711-42b8-8bc0-f21be0881e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '298ba6f8-2c9c-47e0-bcfb-46f47b8728c9', 'name': 'tempest-ServerActionsTestJSON-1517512899-router', 'tenant_id': 'c316c98d83734d7eab7153e5f826023b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': '6746a9c8-8f5c-4367-8b8d-17f179e49d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:39:05Z', 'updated_at': '2022-01-28T19:39:11Z', 'revision_number': 3, 'project_id': 'c316c98d83734d7eab7153e5f826023b', 'gw_port': {'id': '6746a9c8-8f5c-4367-8b8d-17f179e49d64', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:4b:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '298ba6f8-2c9c-47e0-bcfb-46f47b8728c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2708, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:39:07Z', 'updated_at': '2022-01-28T19:39:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:39:15.417456 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-33582e8b-748b-4c2a-91b7-0152d29d06b5 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (bc753ca5-6f7e-43e8-92f6-ab473a97e436), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:15.421511 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-7c799372-b496-4d27-baf8-c9e52976e87d None None] Provisioning complete for port cf01019a-9ba4-46cd-a57a-70ded20e7e44 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:39:15.422198 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7c799372-b496-4d27-baf8-c9e52976e87d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (cf01019a-9ba4-46cd-a57a-70ded20e7e44), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:15.430481 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-c51262d7-6f46-4eeb-955e-d718b51cf981 None None] For port 68057c62-6117-4e11-b7dc-28046224ad1c, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=68057c62-6117-4e11-b7dc-28046224ad1c,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:39:15.442140 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-c51262d7-6f46-4eeb-955e-d718b51cf981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (68057c62-6117-4e11-b7dc-28046224ad1c), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:15.474156 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 45564) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:15.555735 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9aadce39-6a91-441b-a3e6-332727567c77 tempest-DHCPAgentSchedulersTestJSON-936458384 tempest-DHCPAgentSchedulersTestJSON-936458384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (de81b959-0b55-4d17-800f-a394d7c8c3de), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:15.569051 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-33582e8b-748b-4c2a-91b7-0152d29d06b5 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Calling delete_port for bc753ca5-6f7e-43e8-92f6-ab473a97e436 owned by {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:39:15.577502 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22bd96a-e711-42b8-8bc0-f21be0881e28 None None] Checking router: 298ba6f8-2c9c-47e0-bcfb-46f47b8728c9 for host: n-d-812111-14 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:39:15.578111 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22bd96a-e711-42b8-8bc0-f21be0881e28 None None] Updating router 298ba6f8-2c9c-47e0-bcfb-46f47b8728c9 port 6746a9c8-8f5c-4367-8b8d-17f179e49d64 binding host n-d-812111-14 {{(pid=103306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:39:15.579552 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-823c51cb-d0e8-4dde-bfc9-fec57ee222bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:15.584034 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd556c9-b94e-4dfd-956e-755f1e60cc3e None None] Pushing event updated for resources: {'Port': ['ID=68057c62-6117-4e11-b7dc-28046224ad1c,revision_number=3']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:15.626946 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51262d7-6f46-4eeb-955e-d718b51cf981 None None] Routers {'1b851e49-eab3-4f0b-bee4-246fdc62fe97'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:39:15.627348 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 0734a82f-f47e-4184-a331-bf6ecd69a499 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:39:15.627550 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-c51262d7-6f46-4eeb-955e-d718b51cf981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:39:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['1b851e49-eab3-4f0b-bee4-246fdc62fe97'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:39:15.627672 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (0734a82f-f47e-4184-a331-bf6ecd69a499), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:15.742084 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c22bd96a-e711-42b8-8bc0-f21be0881e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (6746a9c8-8f5c-4367-8b8d-17f179e49d64), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:15.840398 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-c51262d7-6f46-4eeb-955e-d718b51cf981 None None] Set router 1b851e49-eab3-4f0b-bee4-246fdc62fe97 gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:39:15.884430 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-9aadce39-6a91-441b-a3e6-332727567c77 tempest-DHCPAgentSchedulersTestJSON-936458384 tempest-DHCPAgentSchedulersTestJSON-936458384-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de81b959-0b55-4d17-800f-a394d7c8c3de']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:39:15.907271 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-9aadce39-6a91-441b-a3e6-332727567c77 tempest-DHCPAgentSchedulersTestJSON-936458384 tempest-DHCPAgentSchedulersTestJSON-936458384-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c82e600b-b267-4499-827e-6e7e8a0ecd50') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:39:15.907626 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-9aadce39-6a91-441b-a3e6-332727567c77 tempest-DHCPAgentSchedulersTestJSON-936458384 tempest-DHCPAgentSchedulersTestJSON-936458384-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c82e600b-b267-4499-827e-6e7e8a0ecd50') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:39:15.931912 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9aadce39-6a91-441b-a3e6-332727567c77 tempest-DHCPAgentSchedulersTestJSON-936458384 tempest-DHCPAgentSchedulersTestJSON-936458384-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4747091'] for segment (c82e600b-b267-4499-827e-6e7e8a0ecd50), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:15.961572 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9aadce39-6a91-441b-a3e6-332727567c77 tempest-DHCPAgentSchedulersTestJSON-936458384 tempest-DHCPAgentSchedulersTestJSON-936458384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (c82e600b-b267-4499-827e-6e7e8a0ecd50), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:15.971662 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9aadce39-6a91-441b-a3e6-332727567c77 tempest-DHCPAgentSchedulersTestJSON-936458384 tempest-DHCPAgentSchedulersTestJSON-936458384-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:39:15.972085 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9aadce39-6a91-441b-a3e6-332727567c77 tempest-DHCPAgentSchedulersTestJSON-936458384 tempest-DHCPAgentSchedulersTestJSON-936458384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4690514'] for segment (c82e600b-b267-4499-827e-6e7e8a0ecd50), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:15.980683 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-823c51cb-d0e8-4dde-bfc9-fec57ee222bc admin admin] Allocated IP 172.20.0.1 (87bd24c3-2f53-4d06-9d37-4b32bba79109/1b82f7aa-308b-4f07-b0c3-0d99e240d9ef/d319833e-1c7a-449e-abee-5eca2a0af417) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:39:16.064217 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-7c799372-b496-4d27-baf8-c9e52976e87d None None] Current status of the port cf01019a-9ba4-46cd-a57a-70ded20e7e44 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:39:16.064520 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7c799372-b496-4d27-baf8-c9e52976e87d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (cf01019a-9ba4-46cd-a57a-70ded20e7e44), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:16.086964 n-d-812111-14 neutron-server[103304]: Traceback (most recent call last): Jan 28 19:39:16.086964 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:39:16.086964 n-d-812111-14 neutron-server[103304]: timer() Jan 28 19:39:16.086964 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:39:16.086964 n-d-812111-14 neutron-server[103304]: cb(*args, **kw) Jan 28 19:39:16.086964 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:39:16.086964 n-d-812111-14 neutron-server[103304]: return func(*args, **kwargs) Jan 28 19:39:16.086964 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:39:16.086964 n-d-812111-14 neutron-server[103304]: self._notify() Jan 28 19:39:16.086964 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:39:16.086964 n-d-812111-14 neutron-server[103304]: self.callback(batched_events) Jan 28 19:39:16.086964 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:39:16.086964 n-d-812111-14 neutron-server[103304]: event.method(event) Jan 28 19:39:16.086964 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:39:16.086964 n-d-812111-14 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:39:16.086964 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:39:16.086964 n-d-812111-14 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:39:16.086964 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:39:16.086964 n-d-812111-14 neutron-server[103304]: return f(self, *a, **k) Jan 28 19:39:16.086964 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:39:16.086964 n-d-812111-14 neutron-server[103304]: return self._get(url).json() Jan 28 19:39:16.086964 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:39:16.086964 n-d-812111-14 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:39:16.086964 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:39:16.086964 n-d-812111-14 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 28 19:39:16.086964 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:39:16.086964 n-d-812111-14 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:39:16.086964 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:39:16.086964 n-d-812111-14 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:39:16.086964 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:39:16.086964 n-d-812111-14 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:39:16.086964 n-d-812111-14 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:39:16.092140 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-e7377a94-ccba-4662-819a-68d051556765 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0f0ddac21a95455ebc1c3ac83c1cf620&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6168518 Jan 28 19:39:16.094128 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 45570) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:16.152903 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9aadce39-6a91-441b-a3e6-332727567c77 tempest-DHCPAgentSchedulersTestJSON-936458384 tempest-DHCPAgentSchedulersTestJSON-936458384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (de81b959-0b55-4d17-800f-a394d7c8c3de), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:16.184665 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9aadce39-6a91-441b-a3e6-332727567c77 tempest-DHCPAgentSchedulersTestJSON-936458384 tempest-DHCPAgentSchedulersTestJSON-936458384-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:16.188833 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-9aadce39-6a91-441b-a3e6-332727567c77 tempest-DHCPAgentSchedulersTestJSON-936458384 tempest-DHCPAgentSchedulersTestJSON-936458384-project] 10.222.0.64 "DELETE /v2.0/networks/de81b959-0b55-4d17-800f-a394d7c8c3de HTTP/1.1" status: 204 len: 168 time: 1.4630117 Jan 28 19:39:16.198799 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aadce39-6a91-441b-a3e6-332727567c77 tempest-DHCPAgentSchedulersTestJSON-936458384 tempest-DHCPAgentSchedulersTestJSON-936458384-project] Pushing event deleted for resources: {'Network': ['ID=de81b959-0b55-4d17-800f-a394d7c8c3de,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:16.205276 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 45572) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:16.205510 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 0734a82f-f47e-4184-a331-bf6ecd69a499 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:39:16.248315 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 57830a23-006f-43dc-a826-8fdb1e9618a0 no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:39:16.265673 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-823c51cb-d0e8-4dde-bfc9-fec57ee222bc admin admin] Publish callbacks [] for port (d319833e-1c7a-449e-abee-5eca2a0af417), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:16.293849 n-d-812111-14 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-e62cd42a-dc4f-4da2-ba11-22aab1f3ca7a tempest-DHCPAgentSchedulersTestJSON-936458384 tempest-DHCPAgentSchedulersTestJSON-936458384-project] DELETE failed (client error): The resource could not be found. Jan 28 19:39:16.294443 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e62cd42a-dc4f-4da2-ba11-22aab1f3ca7a tempest-DHCPAgentSchedulersTestJSON-936458384 tempest-DHCPAgentSchedulersTestJSON-936458384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:39:16.305392 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-e62cd42a-dc4f-4da2-ba11-22aab1f3ca7a tempest-DHCPAgentSchedulersTestJSON-936458384 tempest-DHCPAgentSchedulersTestJSON-936458384-project] 10.222.0.64 "DELETE /v2.0/ports/a2409f86-369d-4201-8de8-780eb8d97d32 HTTP/1.1" status: 404 len: 333 time: 0.0873480 Jan 28 19:39:16.326583 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-c51262d7-6f46-4eeb-955e-d718b51cf981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b851e49-eab3-4f0b-bee4-246fdc62fe97', 'name': 'tempest-TestAggregatesBasicOps-1924304214-router', 'tenant_id': '517bcf6b428442babb2357a17249f04f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.28'}], 'enable_snat': True}, 'gw_port_id': '68057c62-6117-4e11-b7dc-28046224ad1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:39:03Z', 'updated_at': '2022-01-28T19:39:08Z', 'revision_number': 3, 'project_id': '517bcf6b428442babb2357a17249f04f', 'gw_port': {'id': '68057c62-6117-4e11-b7dc-28046224ad1c', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:b4:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b851e49-eab3-4f0b-bee4-246fdc62fe97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2706, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:39:07Z', 'updated_at': '2022-01-28T19:39:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:39:16.330689 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 45574) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:16.352962 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-823c51cb-d0e8-4dde-bfc9-fec57ee222bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (d319833e-1c7a-449e-abee-5eca2a0af417), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:16.429517 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-823c51cb-d0e8-4dde-bfc9-fec57ee222bc admin admin] Network 87bd24c3-2f53-4d06-9d37-4b32bba79109 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:39:16.440225 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-823c51cb-d0e8-4dde-bfc9-fec57ee222bc admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:39:16.443216 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823c51cb-d0e8-4dde-bfc9-fec57ee222bc admin admin] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:39:16.491007 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-823c51cb-d0e8-4dde-bfc9-fec57ee222bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734769'] for router_interface (298ba6f8-2c9c-47e0-bcfb-46f47b8728c9), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:16.545446 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823c51cb-d0e8-4dde-bfc9-fec57ee222bc admin admin] Pushing event updated for resources: {'Port': ['ID=d319833e-1c7a-449e-abee-5eca2a0af417,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:16.660089 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51262d7-6f46-4eeb-955e-d718b51cf981 None None] The sync data for ids ['1b851e49-eab3-4f0b-bee4-246fdc62fe97'] in n-d-812111-14 is: [{'id': '1b851e49-eab3-4f0b-bee4-246fdc62fe97', 'name': 'tempest-TestAggregatesBasicOps-1924304214-router', 'tenant_id': '517bcf6b428442babb2357a17249f04f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.28'}], 'enable_snat': True}, 'gw_port_id': '68057c62-6117-4e11-b7dc-28046224ad1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:39:03Z', 'updated_at': '2022-01-28T19:39:08Z', 'revision_number': 3, 'project_id': '517bcf6b428442babb2357a17249f04f', 'gw_port': {'id': '68057c62-6117-4e11-b7dc-28046224ad1c', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:b4:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b851e49-eab3-4f0b-bee4-246fdc62fe97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2706, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:39:07Z', 'updated_at': '2022-01-28T19:39:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:39:16.732140 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c22bd96a-e711-42b8-8bc0-f21be0881e28 None None] Publish callbacks [] for port (6746a9c8-8f5c-4367-8b8d-17f179e49d64), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:16.752568 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-7c799372-b496-4d27-baf8-c9e52976e87d None None] For port cf01019a-9ba4-46cd-a57a-70ded20e7e44, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=cf01019a-9ba4-46cd-a57a-70ded20e7e44,segment=NetworkSegment(0e20d3ef-5527-42ba-86a4-bcb741be912b),segment_id=0e20d3ef-5527-42ba-86a4-bcb741be912b)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:39:16.760374 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c22bd96a-e711-42b8-8bc0-f21be0881e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (6746a9c8-8f5c-4367-8b8d-17f179e49d64), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:16.783032 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: 57830a23-006f-43dc-a826-8fdb1e9618a0 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:39:16.783489 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 57830a23-006f-43dc-a826-8fdb1e9618a0 not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:39:16.792839 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-41655627-155d-45db-8a21-2ead005fa4fb admin admin] Publish callbacks [] for security_group (d46d6ed2-681e-4739-9abb-9f18f62ac60e), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:16.882665 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-c836f860-ff88-4548-94a0-3308be063254 tempest-DHCPAgentSchedulersTestJSON-936458384 tempest-DHCPAgentSchedulersTestJSON-936458384-project] Deleting subnet a4ebb53c-f68e-4b58-bb9d-6d64f716bcd9 {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:39:16.890163 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdece52a-8639-4baa-9061-8eb04ee6c625 None None] Pushing event updated for resources: {'Port': ['ID=6746a9c8-8f5c-4367-8b8d-17f179e49d64,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:16.894060 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c836f860-ff88-4548-94a0-3308be063254 tempest-DHCPAgentSchedulersTestJSON-936458384 tempest-DHCPAgentSchedulersTestJSON-936458384-project] Publish callbacks [] for subnet (a4ebb53c-f68e-4b58-bb9d-6d64f716bcd9), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:16.895577 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7c799372-b496-4d27-baf8-c9e52976e87d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (cf01019a-9ba4-46cd-a57a-70ded20e7e44), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:16.934097 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-c22bd96a-e711-42b8-8bc0-f21be0881e28 None None] Attempting to bind port 6746a9c8-8f5c-4367-8b8d-17f179e49d64 on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:39:16.934596 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-c22bd96a-e711-42b8-8bc0-f21be0881e28 None None] Attempting to bind port 6746a9c8-8f5c-4367-8b8d-17f179e49d64 by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:39:16.935222 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22bd96a-e711-42b8-8bc0-f21be0881e28 None None] Attempting to bind port 6746a9c8-8f5c-4367-8b8d-17f179e49d64 on network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:39:16.980442 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-7c799372-b496-4d27-baf8-c9e52976e87d None None] Provisioning complete for port 0734a82f-f47e-4184-a331-bf6ecd69a499 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:39:16.981158 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7c799372-b496-4d27-baf8-c9e52976e87d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (0734a82f-f47e-4184-a331-bf6ecd69a499), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:16.987697 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22bd96a-e711-42b8-8bc0-f21be0881e28 None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:39:16.988170 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22bd96a-e711-42b8-8bc0-f21be0881e28 None None] Checking segment: {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:39:16.988665 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c22bd96a-e711-42b8-8bc0-f21be0881e28 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:16.989157 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22bd96a-e711-42b8-8bc0-f21be0881e28 None None] Bound using segment: {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:39:16.989737 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-c22bd96a-e711-42b8-8bc0-f21be0881e28 None None] Bound port: 6746a9c8-8f5c-4367-8b8d-17f179e49d64, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:39:16.990185 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c22bd96a-e711-42b8-8bc0-f21be0881e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (6746a9c8-8f5c-4367-8b8d-17f179e49d64), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:17.043049 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-66a85398-0175-4682-983e-89d043e900b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:17.100723 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-c22bd96a-e711-42b8-8bc0-f21be0881e28 None None] For port 6746a9c8-8f5c-4367-8b8d-17f179e49d64, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:39:17.106551 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-c22bd96a-e711-42b8-8bc0-f21be0881e28 None None] For port 6746a9c8-8f5c-4367-8b8d-17f179e49d64, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=6746a9c8-8f5c-4367-8b8d-17f179e49d64,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:39:17.112310 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-41655627-155d-45db-8a21-2ead005fa4fb admin admin] Publish callbacks [] for security_group (d46d6ed2-681e-4739-9abb-9f18f62ac60e), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:17.165979 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-33582e8b-748b-4c2a-91b7-0152d29d06b5 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (bc753ca5-6f7e-43e8-92f6-ab473a97e436), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:17.179433 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c22bd96a-e711-42b8-8bc0-f21be0881e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (6746a9c8-8f5c-4367-8b8d-17f179e49d64), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:17.260351 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-823c51cb-d0e8-4dde-bfc9-fec57ee222bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (d319833e-1c7a-449e-abee-5eca2a0af417), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:17.295240 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c799372-b496-4d27-baf8-c9e52976e87d None None] Pushing event updated for resources: {'Port': ['ID=cf01019a-9ba4-46cd-a57a-70ded20e7e44,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:17.361395 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c836f860-ff88-4548-94a0-3308be063254 tempest-DHCPAgentSchedulersTestJSON-936458384 tempest-DHCPAgentSchedulersTestJSON-936458384-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4747050'] for subnet (a4ebb53c-f68e-4b58-bb9d-6d64f716bcd9), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:17.367649 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22bd96a-e711-42b8-8bc0-f21be0881e28 None None] Routers {'298ba6f8-2c9c-47e0-bcfb-46f47b8728c9'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:39:17.374834 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-c22bd96a-e711-42b8-8bc0-f21be0881e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:39:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['298ba6f8-2c9c-47e0-bcfb-46f47b8728c9'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:39:17.400653 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device cf01019a-9ba4-46cd-a57a-70ded20e7e44 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:39:17.547245 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 45584) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:17.618867 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-33582e8b-748b-4c2a-91b7-0152d29d06b5 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:17.628553 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-33582e8b-748b-4c2a-91b7-0152d29d06b5 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "DELETE /v2.0/ports/bc753ca5-6f7e-43e8-92f6-ab473a97e436 HTTP/1.1" status: 204 len: 168 time: 3.8089411 Jan 28 19:39:17.629507 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33582e8b-748b-4c2a-91b7-0152d29d06b5 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Pushing event deleted for resources: {'Port': ['ID=bc753ca5-6f7e-43e8-92f6-ab473a97e436,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:17.656367 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 45588) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:17.871544 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdece52a-8639-4baa-9061-8eb04ee6c625 None None] Pushing event updated for resources: {'Port': ['ID=6746a9c8-8f5c-4367-8b8d-17f179e49d64,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:17.901704 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port cf01019a-9ba4-46cd-a57a-70ded20e7e44 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:39:17.902372 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (cf01019a-9ba4-46cd-a57a-70ded20e7e44), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:17.979087 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-41655627-155d-45db-8a21-2ead005fa4fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (d46d6ed2-681e-4739-9abb-9f18f62ac60e), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:17.991156 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-db0146ad-ecf5-4175-bf3a-7e60fa58a1c7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ab3829f54aaa45be8890f252efd3755e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4386804 Jan 28 19:39:17.993339 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-823c51cb-d0e8-4dde-bfc9-fec57ee222bc admin admin] Publish callbacks [] for port (d319833e-1c7a-449e-abee-5eca2a0af417), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:17.995407 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-41655627-155d-45db-8a21-2ead005fa4fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:17.998874 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-41655627-155d-45db-8a21-2ead005fa4fb admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d46d6ed2-681e-4739-9abb-9f18f62ac60e HTTP/1.1" status: 204 len: 168 time: 1.8783505 Jan 28 19:39:18.011597 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 45592) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:18.050748 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb2cc752-e76e-48cf-bd16-a7c134c3665c tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:39:18.055009 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-bb2cc752-e76e-48cf-bd16-a7c134c3665c tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3874815 Jan 28 19:39:18.058395 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41655627-155d-45db-8a21-2ead005fa4fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d46d6ed2-681e-4739-9abb-9f18f62ac60e,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:18.068502 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 45596) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:18.071626 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-823c51cb-d0e8-4dde-bfc9-fec57ee222bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (d319833e-1c7a-449e-abee-5eca2a0af417), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:18.081534 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c836f860-ff88-4548-94a0-3308be063254 tempest-DHCPAgentSchedulersTestJSON-936458384 tempest-DHCPAgentSchedulersTestJSON-936458384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (a4ebb53c-f68e-4b58-bb9d-6d64f716bcd9), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:18.117244 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port cf01019a-9ba4-46cd-a57a-70ded20e7e44 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:39:18.118793 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 0734a82f-f47e-4184-a331-bf6ecd69a499 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:39:18.136167 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-7c799372-b496-4d27-baf8-c9e52976e87d None None] Current status of the port 0734a82f-f47e-4184-a331-bf6ecd69a499 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:39:18.229471 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-7c799372-b496-4d27-baf8-c9e52976e87d None None] Could not find standard attr ID for object bc753ca5-6f7e-43e8-92f6-ab473a97e436. {{(pid=103306) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 19:39:18.271688 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-c22bd96a-e711-42b8-8bc0-f21be0881e28 None None] Set router 298ba6f8-2c9c-47e0-bcfb-46f47b8728c9 gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:39:18.327619 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-66a85398-0175-4682-983e-89d043e900b6 admin admin] Allocated IP 172.20.0.1 (83b7b0fe-c202-4e70-aeed-ede701652794/c5f95a7e-b4d1-4c37-9d3b-453c296ba390/104708be-cccc-4545-a9f0-c12b4f70d22a) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:39:18.335610 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823c51cb-d0e8-4dde-bfc9-fec57ee222bc admin admin] Pushing event updated for resources: {'Port': ['ID=d319833e-1c7a-449e-abee-5eca2a0af417,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:18.388506 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c836f860-ff88-4548-94a0-3308be063254 tempest-DHCPAgentSchedulersTestJSON-936458384 tempest-DHCPAgentSchedulersTestJSON-936458384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4690616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5222356'] for subnet (a4ebb53c-f68e-4b58-bb9d-6d64f716bcd9), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:18.442232 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-823c51cb-d0e8-4dde-bfc9-fec57ee222bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-756216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-732801'] for router_interface (298ba6f8-2c9c-47e0-bcfb-46f47b8728c9), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:18.497398 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c836f860-ff88-4548-94a0-3308be063254 tempest-DHCPAgentSchedulersTestJSON-936458384 tempest-DHCPAgentSchedulersTestJSON-936458384-project] Pushing event deleted for resources: {'Subnet': ['ID=a4ebb53c-f68e-4b58-bb9d-6d64f716bcd9,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:18.527054 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c836f860-ff88-4548-94a0-3308be063254 tempest-DHCPAgentSchedulersTestJSON-936458384 tempest-DHCPAgentSchedulersTestJSON-936458384-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:18.535711 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-c836f860-ff88-4548-94a0-3308be063254 tempest-DHCPAgentSchedulersTestJSON-936458384 tempest-DHCPAgentSchedulersTestJSON-936458384-project] 10.222.0.64 "DELETE /v2.0/subnets/a4ebb53c-f68e-4b58-bb9d-6d64f716bcd9 HTTP/1.1" status: 204 len: 168 time: 2.1965206 Jan 28 19:39:18.538815 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 45602) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:18.727815 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-823c51cb-d0e8-4dde-bfc9-fec57ee222bc admin admin] Network 87bd24c3-2f53-4d06-9d37-4b32bba79109 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:39:18.732575 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-823c51cb-d0e8-4dde-bfc9-fec57ee222bc admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:39:18.759283 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5243049-d396-43ea-9759-3d1d8e2f3f60 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:39:18.780659 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-e5243049-d396-43ea-9759-3d1d8e2f3f60 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.6997573 Jan 28 19:39:18.785987 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 45610) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:18.800890 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9b43f631-1efd-4b54-a1ab-d0d35bd465d2 tempest-DHCPAgentSchedulersTestJSON-936458384 tempest-DHCPAgentSchedulersTestJSON-936458384-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (b2838006-7c7e-48f5-81ad-a98b9896ec90), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:18.844401 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-66a85398-0175-4682-983e-89d043e900b6 admin admin] Publish callbacks [] for port (104708be-cccc-4545-a9f0-c12b4f70d22a), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:18.869134 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b50e04e4-982f-44d9-9087-300de6766fac admin admin] Publish callbacks [] for security_group (374361a6-a8a2-49d9-8fcc-0f62ac45dbaa), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:18.952590 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b50e04e4-982f-44d9-9087-300de6766fac admin admin] Publish callbacks [] for security_group (374361a6-a8a2-49d9-8fcc-0f62ac45dbaa), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:19.033652 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-9b43f631-1efd-4b54-a1ab-d0d35bd465d2 tempest-DHCPAgentSchedulersTestJSON-936458384 tempest-DHCPAgentSchedulersTestJSON-936458384-project] Deleting port b022c7f0-2f4f-4412-92e8-ed45e7cf9dd8 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:39:19.035586 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9b43f631-1efd-4b54-a1ab-d0d35bd465d2 tempest-DHCPAgentSchedulersTestJSON-936458384 tempest-DHCPAgentSchedulersTestJSON-936458384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (b022c7f0-2f4f-4412-92e8-ed45e7cf9dd8), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:19.040262 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-66a85398-0175-4682-983e-89d043e900b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (104708be-cccc-4545-a9f0-c12b4f70d22a), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:19.162518 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b50e04e4-982f-44d9-9087-300de6766fac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (374361a6-a8a2-49d9-8fcc-0f62ac45dbaa), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:19.168926 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b50e04e4-982f-44d9-9087-300de6766fac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:19.176035 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-b50e04e4-982f-44d9-9087-300de6766fac admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/374361a6-a8a2-49d9-8fcc-0f62ac45dbaa HTTP/1.1" status: 204 len: 168 time: 1.1627884 Jan 28 19:39:19.242992 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a85398-0175-4682-983e-89d043e900b6 admin admin] Network 83b7b0fe-c202-4e70-aeed-ede701652794 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:39:19.257535 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-823c51cb-d0e8-4dde-bfc9-fec57ee222bc admin admin] Router 298ba6f8-2c9c-47e0-bcfb-46f47b8728c9 has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:39:19.273081 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-66a85398-0175-4682-983e-89d043e900b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:39:19.275390 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e159a22-11b3-4a91-bfe5-0a4612799c55 None None] Network b2838006-7c7e-48f5-81ad-a98b9896ec90 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:39:19.281775 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a85398-0175-4682-983e-89d043e900b6 admin admin] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:39:19.303009 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5892cda2-0714-4658-a780-c53708c1758d tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:39:19.312576 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5892cda2-0714-4658-a780-c53708c1758d tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:39:19.317460 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5892cda2-0714-4658-a780-c53708c1758d tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:39:19.319128 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-5892cda2-0714-4658-a780-c53708c1758d tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.5301962 Jan 28 19:39:19.325283 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 45624) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:19.444760 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-9b43f631-1efd-4b54-a1ab-d0d35bd465d2 tempest-DHCPAgentSchedulersTestJSON-936458384 tempest-DHCPAgentSchedulersTestJSON-936458384-project] For port b022c7f0-2f4f-4412-92e8-ed45e7cf9dd8, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=b022c7f0-2f4f-4412-92e8-ed45e7cf9dd8,segment=NetworkSegment(87b2435b-6b20-46eb-86cb-946289a0b0bf),segment_id=87b2435b-6b20-46eb-86cb-946289a0b0bf)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:39:19.447207 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9b43f631-1efd-4b54-a1ab-d0d35bd465d2 tempest-DHCPAgentSchedulersTestJSON-936458384 tempest-DHCPAgentSchedulersTestJSON-936458384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (b022c7f0-2f4f-4412-92e8-ed45e7cf9dd8), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:19.454480 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a85398-0175-4682-983e-89d043e900b6 admin admin] Pushing event updated for resources: {'Port': ['ID=104708be-cccc-4545-a9f0-c12b4f70d22a,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:19.481425 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e04e4-982f-44d9-9087-300de6766fac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=374361a6-a8a2-49d9-8fcc-0f62ac45dbaa,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:19.567546 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-9b43f631-1efd-4b54-a1ab-d0d35bd465d2 tempest-DHCPAgentSchedulersTestJSON-936458384 tempest-DHCPAgentSchedulersTestJSON-936458384-project] Calling delete_port for b022c7f0-2f4f-4412-92e8-ed45e7cf9dd8 owned by network:dhcp {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:39:19.580762 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-66a85398-0175-4682-983e-89d043e900b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734769'] for router_interface (1b851e49-eab3-4f0b-bee4-246fdc62fe97), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:19.597541 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-7c799372-b496-4d27-baf8-c9e52976e87d None None] Provisioning complete for port 3a33812c-1974-436b-9152-c548f791986b triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:39:19.597918 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7c799372-b496-4d27-baf8-c9e52976e87d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (3a33812c-1974-436b-9152-c548f791986b), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:19.669583 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccce8440-958a-4ee2-b3f1-b183ceb3bacb tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Deleting subnet 81352765-06f9-4d48-b273-6080c6b452a6 {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:39:19.682832 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ccce8440-958a-4ee2-b3f1-b183ceb3bacb tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks [] for subnet (81352765-06f9-4d48-b273-6080c6b452a6), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:19.917576 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 0734a82f-f47e-4184-a331-bf6ecd69a499 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:39:19.918334 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (0734a82f-f47e-4184-a331-bf6ecd69a499), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:19.926873 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-7c799372-b496-4d27-baf8-c9e52976e87d None None] Current status of the port 3a33812c-1974-436b-9152-c548f791986b is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:39:19.939722 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-823c51cb-d0e8-4dde-bfc9-fec57ee222bc admin admin] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:39:19.963781 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-823c51cb-d0e8-4dde-bfc9-fec57ee222bc admin admin] 10.222.0.64 "PUT /v2.0/routers/298ba6f8-2c9c-47e0-bcfb-46f47b8728c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6521490 Jan 28 19:39:19.978664 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ccce8440-958a-4ee2-b3f1-b183ceb3bacb tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16187240'] for subnet (81352765-06f9-4d48-b273-6080c6b452a6), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:20.059975 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-c22bd96a-e711-42b8-8bc0-f21be0881e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '298ba6f8-2c9c-47e0-bcfb-46f47b8728c9', 'name': 'tempest-ServerActionsTestJSON-1517512899-router', 'tenant_id': 'c316c98d83734d7eab7153e5f826023b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': '6746a9c8-8f5c-4367-8b8d-17f179e49d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:39:05Z', 'updated_at': '2022-01-28T19:39:17Z', 'revision_number': 4, 'project_id': 'c316c98d83734d7eab7153e5f826023b', 'gw_port': {'id': '6746a9c8-8f5c-4367-8b8d-17f179e49d64', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:4b:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '298ba6f8-2c9c-47e0-bcfb-46f47b8728c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2708, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:39:07Z', 'updated_at': '2022-01-28T19:39:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': 'd319833e-1c7a-449e-abee-5eca2a0af417', 'name': '', 'network_id': '87bd24c3-2f53-4d06-9d37-4b32bba79109', 'tenant_id': 'c316c98d83734d7eab7153e5f826023b', 'mac_address': 'fa:16:3e:56:f6:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '298ba6f8-2c9c-47e0-bcfb-46f47b8728c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2712, 'fixed_ips': [{'subnet_id': '1b82f7aa-308b-4f07-b0c3-0d99e240d9ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:39:15Z', 'updated_at': '2022-01-28T19:39:15Z', 'revision_number': 1, 'project_id': 'c316c98d83734d7eab7153e5f826023b', 'subnets': [{'id': '1b82f7aa-308b-4f07-b0c3-0d99e240d9ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:39:20.122564 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9b43f631-1efd-4b54-a1ab-d0d35bd465d2 tempest-DHCPAgentSchedulersTestJSON-936458384 tempest-DHCPAgentSchedulersTestJSON-936458384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (b022c7f0-2f4f-4412-92e8-ed45e7cf9dd8), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:20.188069 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e1bb592-a7c0-4e36-8f1a-2df241e1d271 None None] DHCP port deletion for b2838006-7c7e-48f5-81ad-a98b9896ec90 request from n-d-812111-14 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:39:20.193296 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22bd96a-e711-42b8-8bc0-f21be0881e28 None None] The sync data for ids ['298ba6f8-2c9c-47e0-bcfb-46f47b8728c9'] in n-d-812111-14 is: [{'id': '298ba6f8-2c9c-47e0-bcfb-46f47b8728c9', 'name': 'tempest-ServerActionsTestJSON-1517512899-router', 'tenant_id': 'c316c98d83734d7eab7153e5f826023b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': '6746a9c8-8f5c-4367-8b8d-17f179e49d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:39:05Z', 'updated_at': '2022-01-28T19:39:17Z', 'revision_number': 4, 'project_id': 'c316c98d83734d7eab7153e5f826023b', 'gw_port': {'id': '6746a9c8-8f5c-4367-8b8d-17f179e49d64', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:4b:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '298ba6f8-2c9c-47e0-bcfb-46f47b8728c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2708, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:39:07Z', 'updated_at': '2022-01-28T19:39:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': 'd319833e-1c7a-449e-abee-5eca2a0af417', 'name': '', 'network_id': '87bd24c3-2f53-4d06-9d37-4b32bba79109', 'tenant_id': 'c316c98d83734d7eab7153e5f826023b', 'mac_address': 'fa:16:3e:56:f6:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '298ba6f8-2c9c-47e0-bcfb-46f47b8728c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2712, 'fixed_ips': [{'subnet_id': '1b82f7aa-308b-4f07-b0c3-0d99e240d9ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:39:15Z', 'updated_at': '2022-01-28T19:39:15Z', 'revision_number': 1, 'project_id': 'c316c98d83734d7eab7153e5f826023b', 'subnets': [{'id': '1b82f7aa-308b-4f07-b0c3-0d99e240d9ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:39:20.206371 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b43f631-1efd-4b54-a1ab-d0d35bd465d2 tempest-DHCPAgentSchedulersTestJSON-936458384 tempest-DHCPAgentSchedulersTestJSON-936458384-project] No DVR routers for this DVR port b022c7f0-2f4f-4412-92e8-ed45e7cf9dd8 on host n-d-812111-14 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:39:20.206722 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ccce8440-958a-4ee2-b3f1-b183ceb3bacb tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (81352765-06f9-4d48-b273-6080c6b452a6), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:20.229839 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d676d70b-40c6-4c16-b7c3-c3b9fc308a50 None None] Provisioning complete for port 104708be-cccc-4545-a9f0-c12b4f70d22a triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:39:20.230303 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d676d70b-40c6-4c16-b7c3-c3b9fc308a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (104708be-cccc-4545-a9f0-c12b4f70d22a), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:20.269887 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-66a85398-0175-4682-983e-89d043e900b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (104708be-cccc-4545-a9f0-c12b4f70d22a), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:20.271872 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 0734a82f-f47e-4184-a331-bf6ecd69a499 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:39:20.272996 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 3a33812c-1974-436b-9152-c548f791986b up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:39:20.277591 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d676d70b-40c6-4c16-b7c3-c3b9fc308a50 None None] Port 104708be-cccc-4545-a9f0-c12b4f70d22a cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:39:20.281093 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b43f631-1efd-4b54-a1ab-d0d35bd465d2 tempest-DHCPAgentSchedulersTestJSON-936458384 tempest-DHCPAgentSchedulersTestJSON-936458384-project] Pushing event deleted for resources: {'Port': ['ID=b022c7f0-2f4f-4412-92e8-ed45e7cf9dd8,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:20.345233 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d676d70b-40c6-4c16-b7c3-c3b9fc308a50 None None] Provisioning complete for port d319833e-1c7a-449e-abee-5eca2a0af417 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:39:20.345957 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d676d70b-40c6-4c16-b7c3-c3b9fc308a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (d319833e-1c7a-449e-abee-5eca2a0af417), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:20.364055 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ccce8440-958a-4ee2-b3f1-b183ceb3bacb tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4752464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4733806'] for subnet (81352765-06f9-4d48-b273-6080c6b452a6), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:20.389078 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ccce8440-958a-4ee2-b3f1-b183ceb3bacb tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:20.395667 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-ccce8440-958a-4ee2-b3f1-b183ceb3bacb tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "DELETE /v2.0/subnets/81352765-06f9-4d48-b273-6080c6b452a6 HTTP/1.1" status: 204 len: 168 time: 1.0522947 Jan 28 19:39:20.396998 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dea92960-6f06-4f35-b8c6-13b2cb2bcb49 None None] Network decd8274-9eda-4d81-a020-86cc15d56022 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:39:20.404397 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 45650) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:20.422485 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d676d70b-40c6-4c16-b7c3-c3b9fc308a50 None None] Port d319833e-1c7a-449e-abee-5eca2a0af417 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:39:20.460279 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 3a33812c-1974-436b-9152-c548f791986b triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:39:20.460659 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (3a33812c-1974-436b-9152-c548f791986b), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:20.581726 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f1d1a7d-5f39-4889-9eec-7814f8084966 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Deleting subnet fdc57aa3-0cf2-48ef-a49f-3791f5825a7e {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:39:20.586713 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccce8440-958a-4ee2-b3f1-b183ceb3bacb tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Pushing event deleted for resources: {'Subnet': ['ID=81352765-06f9-4d48-b273-6080c6b452a6,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:20.597042 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9f1d1a7d-5f39-4889-9eec-7814f8084966 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks [] for subnet (fdc57aa3-0cf2-48ef-a49f-3791f5825a7e), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:20.632046 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 3a33812c-1974-436b-9152-c548f791986b is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:39:20.689240 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:20.708375 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9f1d1a7d-5f39-4889-9eec-7814f8084966 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16187240'] for subnet (fdc57aa3-0cf2-48ef-a49f-3791f5825a7e), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:20.756825 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 4fe297a8-2bc7-4795-8339-7223f2593d6b no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:39:20.816479 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: 4fe297a8-2bc7-4795-8339-7223f2593d6b {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:39:20.816833 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 4fe297a8-2bc7-4795-8339-7223f2593d6b not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:39:20.817315 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 165030ec-a091-445a-96fa-5e7aadc47c06 no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:39:20.908662 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: 165030ec-a091-445a-96fa-5e7aadc47c06 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:39:20.909050 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 165030ec-a091-445a-96fa-5e7aadc47c06 not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:39:20.984600 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9f1d1a7d-5f39-4889-9eec-7814f8084966 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (fdc57aa3-0cf2-48ef-a49f-3791f5825a7e), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:21.155568 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9f1d1a7d-5f39-4889-9eec-7814f8084966 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4752464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4733806'] for subnet (fdc57aa3-0cf2-48ef-a49f-3791f5825a7e), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:21.187953 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9f1d1a7d-5f39-4889-9eec-7814f8084966 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:21.205161 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-9f1d1a7d-5f39-4889-9eec-7814f8084966 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "DELETE /v2.0/subnets/fdc57aa3-0cf2-48ef-a49f-3791f5825a7e HTTP/1.1" status: 204 len: 168 time: 0.7886171 Jan 28 19:39:21.255091 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 45664) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:21.256398 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1d1a7d-5f39-4889-9eec-7814f8084966 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Pushing event deleted for resources: {'Subnet': ['ID=fdc57aa3-0cf2-48ef-a49f-3791f5825a7e,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:21.413024 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-429d7b31-05e1-40b0-936a-2d2de731956c tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1454859 Jan 28 19:39:21.416206 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 45670) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:21.433601 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-3f2bebfe-cf0b-4543-98e1-bd32f83de6ec tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Request body: {'subnet': {'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:39:21.475374 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device cf01019a-9ba4-46cd-a57a-70ded20e7e44 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:39:21.643992 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port cf01019a-9ba4-46cd-a57a-70ded20e7e44 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:39:21.645520 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (cf01019a-9ba4-46cd-a57a-70ded20e7e44), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:21.719297 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f2bebfe-cf0b-4543-98e1-bd32f83de6ec tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Made reservation on behalf of 74e14b1dc35c45ef8b65d1fdcc58b8bc for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:39:21.723616 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3f2bebfe-cf0b-4543-98e1-bd32f83de6ec tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4733071'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:21.960964 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port cf01019a-9ba4-46cd-a57a-70ded20e7e44 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:39:21.967004 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 68057c62-6117-4e11-b7dc-28046224ad1c up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:39:22.017014 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9b43f631-1efd-4b54-a1ab-d0d35bd465d2 tempest-DHCPAgentSchedulersTestJSON-936458384 tempest-DHCPAgentSchedulersTestJSON-936458384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (b2838006-7c7e-48f5-81ad-a98b9896ec90), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:22.025490 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96145418-152c-4a2e-a9ba-2ca13f27533f None None] Network decd8274-9eda-4d81-a020-86cc15d56022 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:39:22.058309 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-9b43f631-1efd-4b54-a1ab-d0d35bd465d2 tempest-DHCPAgentSchedulersTestJSON-936458384 tempest-DHCPAgentSchedulersTestJSON-936458384-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2838006-7c7e-48f5-81ad-a98b9896ec90']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:39:22.093732 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-9b43f631-1efd-4b54-a1ab-d0d35bd465d2 tempest-DHCPAgentSchedulersTestJSON-936458384 tempest-DHCPAgentSchedulersTestJSON-936458384-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87b2435b-6b20-46eb-86cb-946289a0b0bf') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:39:22.094121 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-9b43f631-1efd-4b54-a1ab-d0d35bd465d2 tempest-DHCPAgentSchedulersTestJSON-936458384 tempest-DHCPAgentSchedulersTestJSON-936458384-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87b2435b-6b20-46eb-86cb-946289a0b0bf') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:39:22.124649 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9b43f631-1efd-4b54-a1ab-d0d35bd465d2 tempest-DHCPAgentSchedulersTestJSON-936458384 tempest-DHCPAgentSchedulersTestJSON-936458384-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4747091'] for segment (87b2435b-6b20-46eb-86cb-946289a0b0bf), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:22.163386 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9b43f631-1efd-4b54-a1ab-d0d35bd465d2 tempest-DHCPAgentSchedulersTestJSON-936458384 tempest-DHCPAgentSchedulersTestJSON-936458384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (87b2435b-6b20-46eb-86cb-946289a0b0bf), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:22.183926 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b43f631-1efd-4b54-a1ab-d0d35bd465d2 tempest-DHCPAgentSchedulersTestJSON-936458384 tempest-DHCPAgentSchedulersTestJSON-936458384-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:39:22.184356 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9b43f631-1efd-4b54-a1ab-d0d35bd465d2 tempest-DHCPAgentSchedulersTestJSON-936458384 tempest-DHCPAgentSchedulersTestJSON-936458384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4690514'] for segment (87b2435b-6b20-46eb-86cb-946289a0b0bf), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:22.193728 n-d-812111-14 neutron-server[103304]: Traceback (most recent call last): Jan 28 19:39:22.193728 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:39:22.193728 n-d-812111-14 neutron-server[103304]: timer() Jan 28 19:39:22.193728 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:39:22.193728 n-d-812111-14 neutron-server[103304]: cb(*args, **kw) Jan 28 19:39:22.193728 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:39:22.193728 n-d-812111-14 neutron-server[103304]: return func(*args, **kwargs) Jan 28 19:39:22.193728 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:39:22.193728 n-d-812111-14 neutron-server[103304]: self._notify() Jan 28 19:39:22.193728 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:39:22.193728 n-d-812111-14 neutron-server[103304]: self.callback(batched_events) Jan 28 19:39:22.193728 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:39:22.193728 n-d-812111-14 neutron-server[103304]: event.method(event) Jan 28 19:39:22.193728 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:39:22.193728 n-d-812111-14 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:39:22.193728 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:39:22.193728 n-d-812111-14 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:39:22.193728 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:39:22.193728 n-d-812111-14 neutron-server[103304]: return f(self, *a, **k) Jan 28 19:39:22.193728 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:39:22.193728 n-d-812111-14 neutron-server[103304]: return self._get(url).json() Jan 28 19:39:22.193728 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:39:22.193728 n-d-812111-14 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:39:22.193728 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:39:22.193728 n-d-812111-14 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 28 19:39:22.193728 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:39:22.193728 n-d-812111-14 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:39:22.193728 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:39:22.193728 n-d-812111-14 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:39:22.193728 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:39:22.193728 n-d-812111-14 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:39:22.193728 n-d-812111-14 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:39:22.331970 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-66a85398-0175-4682-983e-89d043e900b6 admin admin] Publish callbacks [] for port (104708be-cccc-4545-a9f0-c12b4f70d22a), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:22.351419 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3f2bebfe-cf0b-4543-98e1-bd32f83de6ec tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4752401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4733085'] for subnet (a30e4c35-c0b6-4616-9e29-60c0d4461a41), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:22.360533 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-66a85398-0175-4682-983e-89d043e900b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (104708be-cccc-4545-a9f0-c12b4f70d22a), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:22.374252 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-cc86b5b9-cc29-4ebb-827d-93e356279740 None None] Provisioning complete for port 3a33812c-1974-436b-9152-c548f791986b triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:39:22.374642 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-cc86b5b9-cc29-4ebb-827d-93e356279740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (3a33812c-1974-436b-9152-c548f791986b), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:22.457287 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2bebfe-cf0b-4543-98e1-bd32f83de6ec tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Pushing event updated for resources: {'Subnet': ['ID=a30e4c35-c0b6-4616-9e29-60c0d4461a41,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:22.468210 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f2bebfe-cf0b-4543-98e1-bd32f83de6ec tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Network decd8274-9eda-4d81-a020-86cc15d56022 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:39:22.472377 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-3f2bebfe-cf0b-4543-98e1-bd32f83de6ec tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:39:22.484767 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f2bebfe-cf0b-4543-98e1-bd32f83de6ec tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:39:22.486787 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3f2bebfe-cf0b-4543-98e1-bd32f83de6ec tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:22.503827 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9b43f631-1efd-4b54-a1ab-d0d35bd465d2 tempest-DHCPAgentSchedulersTestJSON-936458384 tempest-DHCPAgentSchedulersTestJSON-936458384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (b2838006-7c7e-48f5-81ad-a98b9896ec90), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:22.539981 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-3f2bebfe-cf0b-4543-98e1-bd32f83de6ec tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1138351 Jan 28 19:39:22.540911 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 45686) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:22.555626 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-fd0ebbd3-659c-4cd3-8170-357b326551c2 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Request body: {'subnet': {'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:39:22.617577 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9b43f631-1efd-4b54-a1ab-d0d35bd465d2 tempest-DHCPAgentSchedulersTestJSON-936458384 tempest-DHCPAgentSchedulersTestJSON-936458384-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:22.626894 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-9b43f631-1efd-4b54-a1ab-d0d35bd465d2 tempest-DHCPAgentSchedulersTestJSON-936458384 tempest-DHCPAgentSchedulersTestJSON-936458384-project] 10.222.0.64 "DELETE /v2.0/networks/b2838006-7c7e-48f5-81ad-a98b9896ec90 HTTP/1.1" status: 204 len: 168 time: 4.0866604 Jan 28 19:39:22.628223 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 68057c62-6117-4e11-b7dc-28046224ad1c triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:39:22.628703 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (68057c62-6117-4e11-b7dc-28046224ad1c), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:22.642278 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b43f631-1efd-4b54-a1ab-d0d35bd465d2 tempest-DHCPAgentSchedulersTestJSON-936458384 tempest-DHCPAgentSchedulersTestJSON-936458384-project] Pushing event deleted for resources: {'Network': ['ID=b2838006-7c7e-48f5-81ad-a98b9896ec90,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:22.664078 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-66a85398-0175-4682-983e-89d043e900b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-756216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-732801'] for router_interface (1b851e49-eab3-4f0b-bee4-246fdc62fe97), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:22.679272 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a85398-0175-4682-983e-89d043e900b6 admin admin] Pushing event updated for resources: {'Port': ['ID=104708be-cccc-4545-a9f0-c12b4f70d22a,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:22.811433 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 45696) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:22.828446 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 68057c62-6117-4e11-b7dc-28046224ad1c is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:39:22.828931 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (68057c62-6117-4e11-b7dc-28046224ad1c), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:22.836127 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-2ac39dc3-5811-4efb-8ec7-2d980476e3d0 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1209887991', 'description': 'tempest-description--1541928173'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:39:22.884311 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-cc86b5b9-cc29-4ebb-827d-93e356279740 None None] Current status of the port 3a33812c-1974-436b-9152-c548f791986b is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:39:22.908322 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] For port 68057c62-6117-4e11-b7dc-28046224ad1c, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=68057c62-6117-4e11-b7dc-28046224ad1c,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:39:22.921873 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f7f6bf9-6658-451f-a347-2b6fcc796d4c None None] DHCP port deletion for decd8274-9eda-4d81-a020-86cc15d56022 request from n-d-812111-14 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:39:22.939487 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2ac39dc3-5811-4efb-8ec7-2d980476e3d0 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:22.950415 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (68057c62-6117-4e11-b7dc-28046224ad1c), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:22.956521 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a85398-0175-4682-983e-89d043e900b6 admin admin] Network 83b7b0fe-c202-4e70-aeed-ede701652794 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:39:22.972209 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-66a85398-0175-4682-983e-89d043e900b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:39:23.123830 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device b022c7f0-2f4f-4412-92e8-ed45e7cf9dd8 no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:39:23.166291 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2ac39dc3-5811-4efb-8ec7-2d980476e3d0 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Publish callbacks [] for security_group (7142df2f-bfa6-45d4-824d-35803ef6dce5), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:23.171828 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd0ebbd3-659c-4cd3-8170-357b326551c2 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Made reservation on behalf of 74e14b1dc35c45ef8b65d1fdcc58b8bc for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:39:23.184233 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fd0ebbd3-659c-4cd3-8170-357b326551c2 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4733071'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:23.222915 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: b022c7f0-2f4f-4412-92e8-ed45e7cf9dd8 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:39:23.223382 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device b022c7f0-2f4f-4412-92e8-ed45e7cf9dd8 not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:39:23.280948 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Pushing event updated for resources: {'Port': ['ID=68057c62-6117-4e11-b7dc-28046224ad1c,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:23.304629 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-7f7f6bf9-6658-451f-a347-2b6fcc796d4c None None] Deleting port 3a33812c-1974-436b-9152-c548f791986b {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:39:23.306703 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7f7f6bf9-6658-451f-a347-2b6fcc796d4c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (3a33812c-1974-436b-9152-c548f791986b), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:23.334916 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66a85398-0175-4682-983e-89d043e900b6 admin admin] Router 1b851e49-eab3-4f0b-bee4-246fdc62fe97 has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:39:23.506901 n-d-812111-14 neutron-server[103305]: INFO neutron.db.ipam_backend_mixin [None req-fd0ebbd3-659c-4cd3-8170-357b326551c2 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a30e4c35-c0b6-4616-9e29-60c0d4461a41 (CIDR: 2001:db8::/64) Jan 28 19:39:23.511235 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2ac39dc3-5811-4efb-8ec7-2d980476e3d0 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (7142df2f-bfa6-45d4-824d-35803ef6dce5), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:23.530002 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-7f7f6bf9-6658-451f-a347-2b6fcc796d4c None None] For port 3a33812c-1974-436b-9152-c548f791986b, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=3a33812c-1974-436b-9152-c548f791986b,segment=NetworkSegment(2aac29a1-8685-476c-bba5-fffce3cb94d6),segment_id=2aac29a1-8685-476c-bba5-fffce3cb94d6)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:39:23.530419 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7f7f6bf9-6658-451f-a347-2b6fcc796d4c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (3a33812c-1974-436b-9152-c548f791986b), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:23.553830 n-d-812111-14 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd0ebbd3-659c-4cd3-8170-357b326551c2 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 19:39:23.555316 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd0ebbd3-659c-4cd3-8170-357b326551c2 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:39:23.562004 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 45710) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:23.573277 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2ac39dc3-5811-4efb-8ec7-2d980476e3d0 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:23.574541 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-2ac39dc3-5811-4efb-8ec7-2d980476e3d0 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.7619090 Jan 28 19:39:23.581676 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 6746a9c8-8f5c-4367-8b8d-17f179e49d64 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:39:23.597962 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 45712) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:23.624705 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66a85398-0175-4682-983e-89d043e900b6 admin admin] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:39:23.630351 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-66a85398-0175-4682-983e-89d043e900b6 admin admin] 10.222.0.64 "PUT /v2.0/routers/1b851e49-eab3-4f0b-bee4-246fdc62fe97/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9199352 Jan 28 19:39:23.630603 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-b0026def-7358-433f-982f-91aca36603d0 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Request body: {'security_group_rule': {'security_group_id': '7142df2f-bfa6-45d4-824d-35803ef6dce5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:39:23.636493 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-7f7f6bf9-6658-451f-a347-2b6fcc796d4c None None] Calling delete_port for 3a33812c-1974-436b-9152-c548f791986b owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:39:23.637508 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009cf31a-f673-4db4-abf8-5bc63cb18767 None None] Sync routers for ids ['1b851e49-eab3-4f0b-bee4-246fdc62fe97'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:39:23.660107 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-4143b344-4dbe-4897-8a4b-bbd4d84f55a9 None None] Provisioning complete for port 104708be-cccc-4545-a9f0-c12b4f70d22a triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:39:23.660735 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4143b344-4dbe-4897-8a4b-bbd4d84f55a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (104708be-cccc-4545-a9f0-c12b4f70d22a), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:23.663214 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009cf31a-f673-4db4-abf8-5bc63cb18767 None None] Routers {'1b851e49-eab3-4f0b-bee4-246fdc62fe97'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:39:23.663879 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-009cf31a-f673-4db4-abf8-5bc63cb18767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:39:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['1b851e49-eab3-4f0b-bee4-246fdc62fe97'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:39:23.689443 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac39dc3-5811-4efb-8ec7-2d980476e3d0 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7142df2f-bfa6-45d4-824d-35803ef6dce5,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:23.715032 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-fd0ebbd3-659c-4cd3-8170-357b326551c2 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1703014 Jan 28 19:39:23.715983 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 45718) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:23.722241 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-a53b7525-fe04-4568-8de1-8cb1d3934fe9 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Request body: {'subnet': {'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:39:23.761808 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b0026def-7358-433f-982f-91aca36603d0 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Publish callbacks [] for security_group_rule (5672faba-a2a9-4394-a47b-8e139e925b9a), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:23.839097 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-4143b344-4dbe-4897-8a4b-bbd4d84f55a9 None None] Port 104708be-cccc-4545-a9f0-c12b4f70d22a cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:39:23.852919 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b0026def-7358-433f-982f-91aca36603d0 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Publish callbacks [] for security_group_rule (5672faba-a2a9-4394-a47b-8e139e925b9a), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:23.858334 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 6746a9c8-8f5c-4367-8b8d-17f179e49d64 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:39:23.860896 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (6746a9c8-8f5c-4367-8b8d-17f179e49d64), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:23.867399 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b0026def-7358-433f-982f-91aca36603d0 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (5672faba-a2a9-4394-a47b-8e139e925b9a), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:23.928722 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b0026def-7358-433f-982f-91aca36603d0 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:23.932224 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-b0026def-7358-433f-982f-91aca36603d0 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3230338 Jan 28 19:39:23.932582 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 45724) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:23.945278 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-8f1eccdf-45b2-4ed9-942c-0c99b10cbc7e tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Request body: {'security_group_rule': {'security_group_id': '7142df2f-bfa6-45d4-824d-35803ef6dce5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:39:23.959998 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a53b7525-fe04-4568-8de1-8cb1d3934fe9 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Made reservation on behalf of 74e14b1dc35c45ef8b65d1fdcc58b8bc for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:39:23.965194 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a53b7525-fe04-4568-8de1-8cb1d3934fe9 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5221429'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:23.992208 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0026def-7358-433f-982f-91aca36603d0 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5672faba-a2a9-4394-a47b-8e139e925b9a,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:24.011741 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-009cf31a-f673-4db4-abf8-5bc63cb18767 None None] Set router 1b851e49-eab3-4f0b-bee4-246fdc62fe97 gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:39:24.029260 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:24.056433 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7f7f6bf9-6658-451f-a347-2b6fcc796d4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985'] for port (3a33812c-1974-436b-9152-c548f791986b), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:24.084954 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f7f6bf9-6658-451f-a347-2b6fcc796d4c None None] No DVR routers for this DVR port 3a33812c-1974-436b-9152-c548f791986b on host n-d-812111-14 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:39:24.116111 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8f1eccdf-45b2-4ed9-942c-0c99b10cbc7e tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Publish callbacks [] for security_group_rule (0d67f0b4-70ab-4c38-9fc8-6f056290697f), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:24.165868 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f41abbd-449b-409d-9272-833d5b6f7d59 None None] Network decd8274-9eda-4d81-a020-86cc15d56022 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:39:24.171225 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7f6bf9-6658-451f-a347-2b6fcc796d4c None None] Pushing event deleted for resources: {'Port': ['ID=3a33812c-1974-436b-9152-c548f791986b,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:24.223379 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 45734) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:24.224317 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-54a6d7b7-9b67-4e78-92a2-fc81c6830a74 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ceeda2aa4ef34c73940a3e8e009521ec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6471176 Jan 28 19:39:24.285140 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8f1eccdf-45b2-4ed9-942c-0c99b10cbc7e tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Publish callbacks [] for security_group_rule (0d67f0b4-70ab-4c38-9fc8-6f056290697f), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:24.297056 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8f1eccdf-45b2-4ed9-942c-0c99b10cbc7e tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (0d67f0b4-70ab-4c38-9fc8-6f056290697f), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:24.364193 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 6746a9c8-8f5c-4367-8b8d-17f179e49d64 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:39:24.364612 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (6746a9c8-8f5c-4367-8b8d-17f179e49d64), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:24.365287 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1eccdf-45b2-4ed9-942c-0c99b10cbc7e tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d67f0b4-70ab-4c38-9fc8-6f056290697f,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:24.381923 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8f1eccdf-45b2-4ed9-942c-0c99b10cbc7e tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:24.383176 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-8f1eccdf-45b2-4ed9-942c-0c99b10cbc7e tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4492910 Jan 28 19:39:24.388197 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 45738) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:24.411784 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-cd5b4f67-77e8-4990-a71b-0d16b5cadd0f tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Request body: {'floatingip': {'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:39:24.453329 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-009cf31a-f673-4db4-abf8-5bc63cb18767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b851e49-eab3-4f0b-bee4-246fdc62fe97', 'name': 'tempest-TestAggregatesBasicOps-1924304214-router', 'tenant_id': '517bcf6b428442babb2357a17249f04f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.28'}], 'enable_snat': True}, 'gw_port_id': '68057c62-6117-4e11-b7dc-28046224ad1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:39:03Z', 'updated_at': '2022-01-28T19:39:20Z', 'revision_number': 4, 'project_id': '517bcf6b428442babb2357a17249f04f', 'gw_port': {'id': '68057c62-6117-4e11-b7dc-28046224ad1c', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:b4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b851e49-eab3-4f0b-bee4-246fdc62fe97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2706, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:39:07Z', 'updated_at': '2022-01-28T19:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '104708be-cccc-4545-a9f0-c12b4f70d22a', 'name': '', 'network_id': '83b7b0fe-c202-4e70-aeed-ede701652794', 'tenant_id': '517bcf6b428442babb2357a17249f04f', 'mac_address': 'fa:16:3e:6b:6e:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b851e49-eab3-4f0b-bee4-246fdc62fe97', 'device_owner': 'network:router_interface', 'standard_attr_id': 2713, 'fixed_ips': [{'subnet_id': 'c5f95a7e-b4d1-4c37-9d3b-453c296ba390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:39:17Z', 'updated_at': '2022-01-28T19:39:20Z', 'revision_number': 2, 'project_id': '517bcf6b428442babb2357a17249f04f', 'subnets': [{'id': 'c5f95a7e-b4d1-4c37-9d3b-453c296ba390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:39:24.481624 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] For port 6746a9c8-8f5c-4367-8b8d-17f179e49d64, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=6746a9c8-8f5c-4367-8b8d-17f179e49d64,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:39:24.482183 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4f67-77e8-4990-a71b-0d16b5cadd0f tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:24.485517 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7c5d2999-a1fa-4d77-ab40-b53519fe9cb8 admin admin] Publish callbacks [] for security_group (b312a5a2-46c2-435e-b15c-69e1a33f3c53), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:24.495423 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (6746a9c8-8f5c-4367-8b8d-17f179e49d64), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:24.549126 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009cf31a-f673-4db4-abf8-5bc63cb18767 None None] Checking router: 1b851e49-eab3-4f0b-bee4-246fdc62fe97 for host: n-d-812111-14 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:39:24.549126 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009cf31a-f673-4db4-abf8-5bc63cb18767 None None] Updating router 1b851e49-eab3-4f0b-bee4-246fdc62fe97 port 104708be-cccc-4545-a9f0-c12b4f70d22a binding host n-d-812111-14 {{(pid=103307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:39:24.633940 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-009cf31a-f673-4db4-abf8-5bc63cb18767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (104708be-cccc-4545-a9f0-c12b4f70d22a), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:24.649825 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 3a33812c-1974-436b-9152-c548f791986b no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:39:24.655449 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7c5d2999-a1fa-4d77-ab40-b53519fe9cb8 admin admin] Publish callbacks [] for security_group (b312a5a2-46c2-435e-b15c-69e1a33f3c53), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:24.725934 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb02125-a767-49df-b1f2-d5c9a1766441 None None] Sync routers for ids ['298ba6f8-2c9c-47e0-bcfb-46f47b8728c9'] in n-d-812111-14 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:39:24.771661 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: 3a33812c-1974-436b-9152-c548f791986b {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:39:24.773066 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 3a33812c-1974-436b-9152-c548f791986b not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:39:24.847336 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Pushing event updated for resources: {'Port': ['ID=6746a9c8-8f5c-4367-8b8d-17f179e49d64,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:24.855313 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb02125-a767-49df-b1f2-d5c9a1766441 None None] Routers {'298ba6f8-2c9c-47e0-bcfb-46f47b8728c9'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:39:24.856271 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-ccb02125-a767-49df-b1f2-d5c9a1766441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:39:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['298ba6f8-2c9c-47e0-bcfb-46f47b8728c9'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:39:24.911509 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7c5d2999-a1fa-4d77-ab40-b53519fe9cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (b312a5a2-46c2-435e-b15c-69e1a33f3c53), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:24.918714 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7c5d2999-a1fa-4d77-ab40-b53519fe9cb8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:24.927644 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-7c5d2999-a1fa-4d77-ab40-b53519fe9cb8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b312a5a2-46c2-435e-b15c-69e1a33f3c53 HTTP/1.1" status: 204 len: 168 time: 0.7032166 Jan 28 19:39:24.947515 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5d2999-a1fa-4d77-ab40-b53519fe9cb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b312a5a2-46c2-435e-b15c-69e1a33f3c53,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:25.091706 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4736c3bd-3924-4a68-a4f3-6f3c37f2b15e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68cd31fd-e4cd-5fb3-a862-256fc47efcd2-decd8274-9eda-4d81-a020-86cc15d56022', 'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022', 'project_id': '74e14b1dc35c45ef8b65d1fdcc58b8bc', 'fixed_ips': [{'subnet_id': 'a30e4c35-c0b6-4616-9e29-60c0d4461a41'}]}} from n-d-812111-14. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:39:25.092065 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4736c3bd-3924-4a68-a4f3-6f3c37f2b15e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:25.106747 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4f67-77e8-4990-a71b-0d16b5cadd0f tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:25.162765 n-d-812111-14 neutron-server[103304]: DEBUG neutron.objects.ports [None req-a53b7525-fe04-4568-8de1-8cb1d3934fe9 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103304) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 19:39:25.172449 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a53b7525-fe04-4568-8de1-8cb1d3934fe9 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4690681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5221415'] for subnet (427eb5f9-82df-4f66-9075-ac884459f103), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:25.218534 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-ccb02125-a767-49df-b1f2-d5c9a1766441 None None] Set router 298ba6f8-2c9c-47e0-bcfb-46f47b8728c9 gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:39:25.287037 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-009cf31a-f673-4db4-abf8-5bc63cb18767 None None] Publish callbacks [] for port (104708be-cccc-4545-a9f0-c12b4f70d22a), precommit_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:25.297559 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-009cf31a-f673-4db4-abf8-5bc63cb18767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (104708be-cccc-4545-a9f0-c12b4f70d22a), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:25.355367 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53b7525-fe04-4568-8de1-8cb1d3934fe9 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Pushing event updated for resources: {'Subnet': ['ID=427eb5f9-82df-4f66-9075-ac884459f103,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:25.403129 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a53b7525-fe04-4568-8de1-8cb1d3934fe9 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Network decd8274-9eda-4d81-a020-86cc15d56022 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:39:25.406446 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-a53b7525-fe04-4568-8de1-8cb1d3934fe9 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:39:25.429455 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a53b7525-fe04-4568-8de1-8cb1d3934fe9 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:39:25.430274 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a53b7525-fe04-4568-8de1-8cb1d3934fe9 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:25.488188 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 6746a9c8-8f5c-4367-8b8d-17f179e49d64 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:39:25.506815 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b567b411-a1ca-4825-9f07-717cbb9abeb2 None None] Pushing event updated for resources: {'Port': ['ID=104708be-cccc-4545-a9f0-c12b4f70d22a,revision_number=3']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:25.514248 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 45772) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:25.519435 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-b654424e-8562-4c13-a985-df8bd50532a6 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Request body: {'port': {'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022', 'mac_address': 'fa:16:3e:6b:61:4b', 'name': 'tempest-NetworksTestDHCPv6-1569005181'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:39:25.524157 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-a53b7525-fe04-4568-8de1-8cb1d3934fe9 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.8066487 Jan 28 19:39:25.586368 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-cd5b4f67-77e8-4990-a71b-0d16b5cadd0f tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Allocated IP 172.25.6.86 (d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8/a648e4ab-7422-41b9-b133-58aca25ab8f5/b9f1e915-ac9f-4071-b9e0-2b46138cf33c) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:39:25.611264 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-009cf31a-f673-4db4-abf8-5bc63cb18767 None None] Attempting to bind port 104708be-cccc-4545-a9f0-c12b4f70d22a on host n-d-812111-14 for vnic_type normal with profile {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:39:25.612484 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-009cf31a-f673-4db4-abf8-5bc63cb18767 None None] Attempting to bind port 104708be-cccc-4545-a9f0-c12b4f70d22a by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '4a17a3b3-7af6-4f51-88ca-a10db2f88648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '83b7b0fe-c202-4e70-aeed-ede701652794'}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:39:25.613066 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009cf31a-f673-4db4-abf8-5bc63cb18767 None None] Attempting to bind port 104708be-cccc-4545-a9f0-c12b4f70d22a on network 83b7b0fe-c202-4e70-aeed-ede701652794 {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:39:25.639959 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009cf31a-f673-4db4-abf8-5bc63cb18767 None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:39:25.640381 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009cf31a-f673-4db4-abf8-5bc63cb18767 None None] Checking segment: {'id': '4a17a3b3-7af6-4f51-88ca-a10db2f88648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '83b7b0fe-c202-4e70-aeed-ede701652794'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:39:25.642237 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-009cf31a-f673-4db4-abf8-5bc63cb18767 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:25.642655 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009cf31a-f673-4db4-abf8-5bc63cb18767 None None] Bound using segment: {'id': '4a17a3b3-7af6-4f51-88ca-a10db2f88648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '83b7b0fe-c202-4e70-aeed-ede701652794'} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:39:25.643998 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-009cf31a-f673-4db4-abf8-5bc63cb18767 None None] Bound port: 104708be-cccc-4545-a9f0-c12b4f70d22a, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a17a3b3-7af6-4f51-88ca-a10db2f88648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '83b7b0fe-c202-4e70-aeed-ede701652794'}}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:39:25.644589 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-009cf31a-f673-4db4-abf8-5bc63cb18767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (104708be-cccc-4545-a9f0-c12b4f70d22a), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:25.825581 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b654424e-8562-4c13-a985-df8bd50532a6 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Made reservation on behalf of 74e14b1dc35c45ef8b65d1fdcc58b8bc for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:39:25.880573 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4f67-77e8-4990-a71b-0d16b5cadd0f tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Publish callbacks [] for port (b9f1e915-ac9f-4071-b9e0-2b46138cf33c), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:25.950843 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-009cf31a-f673-4db4-abf8-5bc63cb18767 None None] For port 104708be-cccc-4545-a9f0-c12b4f70d22a, host n-d-812111-14, cleared binding levels {{(pid=103307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:39:26.014631 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-009cf31a-f673-4db4-abf8-5bc63cb18767 None None] For port 104708be-cccc-4545-a9f0-c12b4f70d22a, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=104708be-cccc-4545-a9f0-c12b4f70d22a,segment=NetworkSegment(4a17a3b3-7af6-4f51-88ca-a10db2f88648),segment_id=4a17a3b3-7af6-4f51-88ca-a10db2f88648)] {{(pid=103307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:39:26.019109 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4f67-77e8-4990-a71b-0d16b5cadd0f tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (b9f1e915-ac9f-4071-b9e0-2b46138cf33c), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:26.077460 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b654424e-8562-4c13-a985-df8bd50532a6 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:26.085406 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-009cf31a-f673-4db4-abf8-5bc63cb18767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (104708be-cccc-4545-a9f0-c12b4f70d22a), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:26.129470 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [None req-b654424e-8562-4c13-a985-df8bd50532a6 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] device_id is not set on port 2797c456-3cd8-4a94-a134-89b2968da248 yet. {{(pid=103305) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:39:26.140979 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd5b4f67-77e8-4990-a71b-0d16b5cadd0f tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:39:26.151479 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-cd5b4f67-77e8-4990-a71b-0d16b5cadd0f tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:39:26.161609 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5b4f67-77e8-4990-a71b-0d16b5cadd0f tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:39:26.243532 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5b4f67-77e8-4990-a71b-0d16b5cadd0f tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Pushing event updated for resources: {'Port': ['ID=b9f1e915-ac9f-4071-b9e0-2b46138cf33c,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:26.309702 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009cf31a-f673-4db4-abf8-5bc63cb18767 None None] Routers {'1b851e49-eab3-4f0b-bee4-246fdc62fe97'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:39:26.309702 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-009cf31a-f673-4db4-abf8-5bc63cb18767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:39:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['1b851e49-eab3-4f0b-bee4-246fdc62fe97'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:39:26.348208 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-4736c3bd-3924-4a68-a4f3-6f3c37f2b15e None None] Allocated IP 2001:db8::2 (decd8274-9eda-4d81-a020-86cc15d56022/a30e4c35-c0b6-4616-9e29-60c0d4461a41/7a57a17e-0dd7-444e-b20a-5947492286e9) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:39:26.360782 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-4736c3bd-3924-4a68-a4f3-6f3c37f2b15e None None] Allocated IP 2001:db8:0:1:f816:3eff:fe69:b92 (decd8274-9eda-4d81-a020-86cc15d56022/427eb5f9-82df-4f66-9075-ac884459f103/7a57a17e-0dd7-444e-b20a-5947492286e9) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:39:26.396317 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b567b411-a1ca-4825-9f07-717cbb9abeb2 None None] Pushing event updated for resources: {'Port': ['ID=104708be-cccc-4545-a9f0-c12b4f70d22a,revision_number=4']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:26.510791 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4f67-77e8-4990-a71b-0d16b5cadd0f tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Publish callbacks [] for floatingip (1b80fcea-891b-47a1-8279-4008451872fd), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:26.575885 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-009cf31a-f673-4db4-abf8-5bc63cb18767 None None] Set router 1b851e49-eab3-4f0b-bee4-246fdc62fe97 gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:39:26.645214 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4736c3bd-3924-4a68-a4f3-6f3c37f2b15e None None] Publish callbacks [] for port (7a57a17e-0dd7-444e-b20a-5947492286e9), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:26.660632 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 45804) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:26.666020 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4f67-77e8-4990-a71b-0d16b5cadd0f tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (b9f1e915-ac9f-4071-b9e0-2b46138cf33c), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:26.675565 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4736c3bd-3924-4a68-a4f3-6f3c37f2b15e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (7a57a17e-0dd7-444e-b20a-5947492286e9), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:26.863785 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-b654424e-8562-4c13-a985-df8bd50532a6 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Allocated IP 2001:db8::3aa (decd8274-9eda-4d81-a020-86cc15d56022/a30e4c35-c0b6-4616-9e29-60c0d4461a41/2797c456-3cd8-4a94-a134-89b2968da248) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:39:26.870414 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-b654424e-8562-4c13-a985-df8bd50532a6 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Allocated IP 2001:db8:0:1:f816:3eff:fe6b:614b (decd8274-9eda-4d81-a020-86cc15d56022/427eb5f9-82df-4f66-9075-ac884459f103/2797c456-3cd8-4a94-a134-89b2968da248) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:39:26.894117 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 45814) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:26.939990 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4736c3bd-3924-4a68-a4f3-6f3c37f2b15e None None] Pushing event updated for resources: {'Port': ['ID=7a57a17e-0dd7-444e-b20a-5947492286e9,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:26.942295 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-06a1b2f0-c745-437b-826c-27e029fbb137 None None] Provisioning complete for port 104708be-cccc-4545-a9f0-c12b4f70d22a triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:39:26.942431 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-06a1b2f0-c745-437b-826c-27e029fbb137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (104708be-cccc-4545-a9f0-c12b4f70d22a), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:26.979152 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4736c3bd-3924-4a68-a4f3-6f3c37f2b15e None None] Network decd8274-9eda-4d81-a020-86cc15d56022 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:39:27.030973 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 6746a9c8-8f5c-4367-8b8d-17f179e49d64 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:39:27.031358 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (6746a9c8-8f5c-4367-8b8d-17f179e49d64), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:27.049735 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-4736c3bd-3924-4a68-a4f3-6f3c37f2b15e None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:39:27.051469 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b654424e-8562-4c13-a985-df8bd50532a6 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks [] for port (2797c456-3cd8-4a94-a134-89b2968da248), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:27.090974 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-17d15448-2e4a-4d7b-903c-320b99f88119 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:27.096085 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b654424e-8562-4c13-a985-df8bd50532a6 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (2797c456-3cd8-4a94-a134-89b2968da248), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:27.146101 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-009cf31a-f673-4db4-abf8-5bc63cb18767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b851e49-eab3-4f0b-bee4-246fdc62fe97', 'name': 'tempest-TestAggregatesBasicOps-1924304214-router', 'tenant_id': '517bcf6b428442babb2357a17249f04f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.28'}], 'enable_snat': True}, 'gw_port_id': '68057c62-6117-4e11-b7dc-28046224ad1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:39:03Z', 'updated_at': '2022-01-28T19:39:20Z', 'revision_number': 4, 'project_id': '517bcf6b428442babb2357a17249f04f', 'gw_port': {'id': '68057c62-6117-4e11-b7dc-28046224ad1c', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:b4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b851e49-eab3-4f0b-bee4-246fdc62fe97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2706, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:39:07Z', 'updated_at': '2022-01-28T19:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '104708be-cccc-4545-a9f0-c12b4f70d22a', 'name': '', 'network_id': '83b7b0fe-c202-4e70-aeed-ede701652794', 'tenant_id': '517bcf6b428442babb2357a17249f04f', 'mac_address': 'fa:16:3e:6b:6e:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b851e49-eab3-4f0b-bee4-246fdc62fe97', 'device_owner': 'network:router_interface', 'standard_attr_id': 2713, 'fixed_ips': [{'subnet_id': 'c5f95a7e-b4d1-4c37-9d3b-453c296ba390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:39:17Z', 'updated_at': '2022-01-28T19:39:25Z', 'revision_number': 4, 'project_id': '517bcf6b428442babb2357a17249f04f', 'subnets': [{'id': 'c5f95a7e-b4d1-4c37-9d3b-453c296ba390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:39:27.155547 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4736c3bd-3924-4a68-a4f3-6f3c37f2b15e None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:39:27.162012 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b654424e-8562-4c13-a985-df8bd50532a6 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Network decd8274-9eda-4d81-a020-86cc15d56022 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:39:27.175091 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-b654424e-8562-4c13-a985-df8bd50532a6 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:39:27.183962 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b654424e-8562-4c13-a985-df8bd50532a6 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:39:27.190677 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b654424e-8562-4c13-a985-df8bd50532a6 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:39:27.191263 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b654424e-8562-4c13-a985-df8bd50532a6 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:27.202391 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b654424e-8562-4c13-a985-df8bd50532a6 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Pushing event updated for resources: {'Port': ['ID=2797c456-3cd8-4a94-a134-89b2968da248,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:27.203207 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009cf31a-f673-4db4-abf8-5bc63cb18767 None None] The sync data for ids ['1b851e49-eab3-4f0b-bee4-246fdc62fe97'] in n-d-812111-14 is: [{'id': '1b851e49-eab3-4f0b-bee4-246fdc62fe97', 'name': 'tempest-TestAggregatesBasicOps-1924304214-router', 'tenant_id': '517bcf6b428442babb2357a17249f04f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.28'}], 'enable_snat': True}, 'gw_port_id': '68057c62-6117-4e11-b7dc-28046224ad1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:39:03Z', 'updated_at': '2022-01-28T19:39:20Z', 'revision_number': 4, 'project_id': '517bcf6b428442babb2357a17249f04f', 'gw_port': {'id': '68057c62-6117-4e11-b7dc-28046224ad1c', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:b4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b851e49-eab3-4f0b-bee4-246fdc62fe97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2706, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:39:07Z', 'updated_at': '2022-01-28T19:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '104708be-cccc-4545-a9f0-c12b4f70d22a', 'name': '', 'network_id': '83b7b0fe-c202-4e70-aeed-ede701652794', 'tenant_id': '517bcf6b428442babb2357a17249f04f', 'mac_address': 'fa:16:3e:6b:6e:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b851e49-eab3-4f0b-bee4-246fdc62fe97', 'device_owner': 'network:router_interface', 'standard_attr_id': 2713, 'fixed_ips': [{'subnet_id': 'c5f95a7e-b4d1-4c37-9d3b-453c296ba390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:39:17Z', 'updated_at': '2022-01-28T19:39:25Z', 'revision_number': 4, 'project_id': '517bcf6b428442babb2357a17249f04f', 'subnets': [{'id': 'c5f95a7e-b4d1-4c37-9d3b-453c296ba390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:39:27.230614 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b654424e-8562-4c13-a985-df8bd50532a6 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:39:27.231206 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b654424e-8562-4c13-a985-df8bd50532a6 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:39:27.231749 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b654424e-8562-4c13-a985-df8bd50532a6 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:39:27.232350 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b654424e-8562-4c13-a985-df8bd50532a6 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:39:27.232933 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b654424e-8562-4c13-a985-df8bd50532a6 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:39:27.233501 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b654424e-8562-4c13-a985-df8bd50532a6 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:39:27.234026 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b654424e-8562-4c13-a985-df8bd50532a6 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:39:27.234724 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b654424e-8562-4c13-a985-df8bd50532a6 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:39:27.235403 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b654424e-8562-4c13-a985-df8bd50532a6 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:39:27.235890 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b654424e-8562-4c13-a985-df8bd50532a6 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:39:27.236407 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b654424e-8562-4c13-a985-df8bd50532a6 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:39:27.236903 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b654424e-8562-4c13-a985-df8bd50532a6 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:39:27.237459 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b654424e-8562-4c13-a985-df8bd50532a6 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:39:27.295098 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-b654424e-8562-4c13-a985-df8bd50532a6 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.7797017 Jan 28 19:39:27.300110 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 45816) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:27.364493 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4f67-77e8-4990-a71b-0d16b5cadd0f tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Publish callbacks [] for port (b9f1e915-ac9f-4071-b9e0-2b46138cf33c), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:27.395653 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4f67-77e8-4990-a71b-0d16b5cadd0f tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (b9f1e915-ac9f-4071-b9e0-2b46138cf33c), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:27.528127 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 6746a9c8-8f5c-4367-8b8d-17f179e49d64 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:39:27.534057 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 68057c62-6117-4e11-b7dc-28046224ad1c up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:39:27.615639 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 45820) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:27.702861 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-4736c3bd-3924-4a68-a4f3-6f3c37f2b15e None None] Attempting to bind port 7a57a17e-0dd7-444e-b20a-5947492286e9 on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:39:27.706712 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-4736c3bd-3924-4a68-a4f3-6f3c37f2b15e None None] Attempting to bind port 7a57a17e-0dd7-444e-b20a-5947492286e9 by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '2aac29a1-8685-476c-bba5-fffce3cb94d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:39:27.707293 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4736c3bd-3924-4a68-a4f3-6f3c37f2b15e None None] Attempting to bind port 7a57a17e-0dd7-444e-b20a-5947492286e9 on network decd8274-9eda-4d81-a020-86cc15d56022 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:39:27.721232 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5b4f67-77e8-4990-a71b-0d16b5cadd0f tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Pushing event updated for resources: {'Port': ['ID=b9f1e915-ac9f-4071-b9e0-2b46138cf33c,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:27.751280 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4f67-77e8-4990-a71b-0d16b5cadd0f tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734886'] for floatingip (1b80fcea-891b-47a1-8279-4008451872fd), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:27.861204 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-06a1b2f0-c745-437b-826c-27e029fbb137 None None] Current status of the port 104708be-cccc-4545-a9f0-c12b4f70d22a is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:39:27.861509 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-06a1b2f0-c745-437b-826c-27e029fbb137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (104708be-cccc-4545-a9f0-c12b4f70d22a), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:27.864679 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4f67-77e8-4990-a71b-0d16b5cadd0f tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for floatingip (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:27.869664 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-cd5b4f67-77e8-4990-a71b-0d16b5cadd0f tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4656584 Jan 28 19:39:27.899251 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4736c3bd-3924-4a68-a4f3-6f3c37f2b15e None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:39:27.899624 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4736c3bd-3924-4a68-a4f3-6f3c37f2b15e None None] Checking segment: {'id': '2aac29a1-8685-476c-bba5-fffce3cb94d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:39:27.900837 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4736c3bd-3924-4a68-a4f3-6f3c37f2b15e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:27.901624 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4736c3bd-3924-4a68-a4f3-6f3c37f2b15e None None] Bound using segment: {'id': '2aac29a1-8685-476c-bba5-fffce3cb94d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:39:27.902308 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-4736c3bd-3924-4a68-a4f3-6f3c37f2b15e None None] Bound port: 7a57a17e-0dd7-444e-b20a-5947492286e9, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aac29a1-8685-476c-bba5-fffce3cb94d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:39:27.905201 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4736c3bd-3924-4a68-a4f3-6f3c37f2b15e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (7a57a17e-0dd7-444e-b20a-5947492286e9), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:27.960063 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-17d15448-2e4a-4d7b-903c-320b99f88119 admin admin] Publish callbacks [] for security_group (877994e3-a0f8-4866-8e51-e8b207e088c2), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:27.962879 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-06a1b2f0-c745-437b-826c-27e029fbb137 None None] For port 104708be-cccc-4545-a9f0-c12b4f70d22a, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=104708be-cccc-4545-a9f0-c12b4f70d22a,segment=NetworkSegment(4a17a3b3-7af6-4f51-88ca-a10db2f88648),segment_id=4a17a3b3-7af6-4f51-88ca-a10db2f88648)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:39:27.966078 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 68057c62-6117-4e11-b7dc-28046224ad1c triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:39:27.968041 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (68057c62-6117-4e11-b7dc-28046224ad1c), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:27.987027 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-17d15448-2e4a-4d7b-903c-320b99f88119 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (877994e3-a0f8-4866-8e51-e8b207e088c2), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:28.009367 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-06a1b2f0-c745-437b-826c-27e029fbb137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (104708be-cccc-4545-a9f0-c12b4f70d22a), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:28.118829 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d15448-2e4a-4d7b-903c-320b99f88119 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=877994e3-a0f8-4866-8e51-e8b207e088c2,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:28.144490 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-17d15448-2e4a-4d7b-903c-320b99f88119 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e78186fd60424b9cbe6d25c1b06d5977&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4820180 Jan 28 19:39:28.157722 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 45830) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:28.173633 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2f55a24e-3fb1-47ef-8f97-8e3d4417e4b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:28.180377 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a1b2f0-c745-437b-826c-27e029fbb137 None None] Pushing event updated for resources: {'Port': ['ID=104708be-cccc-4545-a9f0-c12b4f70d22a,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:28.190941 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-92e8df2d-4ef9-4b50-99e4-612b11cf299b tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Deleting port 2797c456-3cd8-4a94-a134-89b2968da248 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:39:28.191201 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-92e8df2d-4ef9-4b50-99e4-612b11cf299b tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (2797c456-3cd8-4a94-a134-89b2968da248), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:28.214213 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-ccb02125-a767-49df-b1f2-d5c9a1766441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '298ba6f8-2c9c-47e0-bcfb-46f47b8728c9', 'name': 'tempest-ServerActionsTestJSON-1517512899-router', 'tenant_id': 'c316c98d83734d7eab7153e5f826023b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': '6746a9c8-8f5c-4367-8b8d-17f179e49d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:39:05Z', 'updated_at': '2022-01-28T19:39:17Z', 'revision_number': 4, 'project_id': 'c316c98d83734d7eab7153e5f826023b', 'gw_port': {'id': '6746a9c8-8f5c-4367-8b8d-17f179e49d64', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:4b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '298ba6f8-2c9c-47e0-bcfb-46f47b8728c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2708, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:39:07Z', 'updated_at': '2022-01-28T19:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': 'd319833e-1c7a-449e-abee-5eca2a0af417', 'name': '', 'network_id': '87bd24c3-2f53-4d06-9d37-4b32bba79109', 'tenant_id': 'c316c98d83734d7eab7153e5f826023b', 'mac_address': 'fa:16:3e:56:f6:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '298ba6f8-2c9c-47e0-bcfb-46f47b8728c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2712, 'fixed_ips': [{'subnet_id': '1b82f7aa-308b-4f07-b0c3-0d99e240d9ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:39:15Z', 'updated_at': '2022-01-28T19:39:17Z', 'revision_number': 2, 'project_id': 'c316c98d83734d7eab7153e5f826023b', 'subnets': [{'id': '1b82f7aa-308b-4f07-b0c3-0d99e240d9ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:39:28.268092 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb02125-a767-49df-b1f2-d5c9a1766441 None None] Checking router: 298ba6f8-2c9c-47e0-bcfb-46f47b8728c9 for host: n-d-812111-14 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:39:28.268522 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb02125-a767-49df-b1f2-d5c9a1766441 None None] Updating router 298ba6f8-2c9c-47e0-bcfb-46f47b8728c9 port d319833e-1c7a-449e-abee-5eca2a0af417 binding host n-d-812111-14 {{(pid=103306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:39:28.316224 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ccb02125-a767-49df-b1f2-d5c9a1766441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (d319833e-1c7a-449e-abee-5eca2a0af417), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:28.327524 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2f55a24e-3fb1-47ef-8f97-8e3d4417e4b5 admin admin] Publish callbacks [] for security_group (56a90052-9675-4b40-883e-1d66c2491b0b), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:28.357466 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2f55a24e-3fb1-47ef-8f97-8e3d4417e4b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (56a90052-9675-4b40-883e-1d66c2491b0b), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:28.406897 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4cd86834-072f-4e54-bbce-fe28bffb7102 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-732838'] for router_interface (cefea249-2829-4f04-9800-e79a5ab368ef), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:28.412070 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-4736c3bd-3924-4a68-a4f3-6f3c37f2b15e None None] For port 7a57a17e-0dd7-444e-b20a-5947492286e9, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:39:28.417460 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-4736c3bd-3924-4a68-a4f3-6f3c37f2b15e None None] For port 7a57a17e-0dd7-444e-b20a-5947492286e9, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=7a57a17e-0dd7-444e-b20a-5947492286e9,segment=NetworkSegment(2aac29a1-8685-476c-bba5-fffce3cb94d6),segment_id=2aac29a1-8685-476c-bba5-fffce3cb94d6)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:39:28.437683 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2db3affa-987a-41f0-8056-18aca87cbcf6 None None] Provisioning complete for port 104708be-cccc-4545-a9f0-c12b4f70d22a triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:39:28.438412 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2db3affa-987a-41f0-8056-18aca87cbcf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (104708be-cccc-4545-a9f0-c12b4f70d22a), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:28.454363 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 45840) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:28.474415 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-5a5fbf33-1f31-43c6-96e1-e6b3a0126b48 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Request body: {'network': {'name': 'tempest-network-smoke--228778081', 'project_id': '3c5bcff20fc24e3eb87e72dc3f4664c7', 'port_security_enabled': True}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:39:28.490763 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ad184f43-7810-4638-84ea-6dfea4ca9dd1 admin admin] Publish callbacks [] for security_group (877994e3-a0f8-4866-8e51-e8b207e088c2), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:28.504183 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-2f55a24e-3fb1-47ef-8f97-8e3d4417e4b5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5b6b2ed85cd04dd79150af6843d0223c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8234785 Jan 28 19:39:28.507036 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55a24e-3fb1-47ef-8f97-8e3d4417e4b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56a90052-9675-4b40-883e-1d66c2491b0b,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:28.507452 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 45842) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:28.522410 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4736c3bd-3924-4a68-a4f3-6f3c37f2b15e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (7a57a17e-0dd7-444e-b20a-5947492286e9), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:28.558965 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4f359a56-5e45-4e99-aed3-7cb617f91bc4 req-5a748433-f4df-4707-be78-46f2a0bc01da tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1209887991&fields=id&tenant_id=c316c98d83734d7eab7153e5f826023b HTTP/1.1" status: 200 len: 267 time: 0.2397201 Jan 28 19:39:28.597199 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-92e8df2d-4ef9-4b50-99e4-612b11cf299b tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (2797c456-3cd8-4a94-a134-89b2968da248), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:28.614400 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4736c3bd-3924-4a68-a4f3-6f3c37f2b15e None None] Pushing event updated for resources: {'Port': ['ID=7a57a17e-0dd7-444e-b20a-5947492286e9,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:28.662598 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ad184f43-7810-4638-84ea-6dfea4ca9dd1 admin admin] Publish callbacks [] for security_group (877994e3-a0f8-4866-8e51-e8b207e088c2), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:28.733722 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-92e8df2d-4ef9-4b50-99e4-612b11cf299b tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Calling delete_port for 2797c456-3cd8-4a94-a134-89b2968da248 owned by {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:39:28.735435 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a5fbf33-1f31-43c6-96e1-e6b3a0126b48 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Made reservation on behalf of 3c5bcff20fc24e3eb87e72dc3f4664c7 for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:39:28.739170 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5a5fbf33-1f31-43c6-96e1-e6b3a0126b48 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:28.816510 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5a5fbf33-1f31-43c6-96e1-e6b3a0126b48 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:28.996154 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 68057c62-6117-4e11-b7dc-28046224ad1c is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:39:29.022270 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a571dc57-1d54-4fc9-a5e8-2d838a6806c8 admin admin] Publish callbacks [] for security_group (56a90052-9675-4b40-883e-1d66c2491b0b), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:29.107220 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f359a56-5e45-4e99-aed3-7cb617f91bc4 req-5ba08e5d-1ef3-4996-bb2d-f566cd4cb2b1 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:39:29.108890 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4f359a56-5e45-4e99-aed3-7cb617f91bc4 req-5ba08e5d-1ef3-4996-bb2d-f566cd4cb2b1 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/networks?id=87bd24c3-2f53-4d06-9d37-4b32bba79109 HTTP/1.1" status: 200 len: 812 time: 0.5411937 Jan 28 19:39:29.114535 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ad184f43-7810-4638-84ea-6dfea4ca9dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (877994e3-a0f8-4866-8e51-e8b207e088c2), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:29.117698 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ad184f43-7810-4638-84ea-6dfea4ca9dd1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:29.121321 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-ad184f43-7810-4638-84ea-6dfea4ca9dd1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/877994e3-a0f8-4866-8e51-e8b207e088c2 HTTP/1.1" status: 204 len: 168 time: 0.9571068 Jan 28 19:39:29.163822 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2db3affa-987a-41f0-8056-18aca87cbcf6 None None] Current status of the port 104708be-cccc-4545-a9f0-c12b4f70d22a is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:39:29.210614 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ccb02125-a767-49df-b1f2-d5c9a1766441 None None] Publish callbacks [] for port (d319833e-1c7a-449e-abee-5eca2a0af417), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:29.231289 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ccb02125-a767-49df-b1f2-d5c9a1766441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (d319833e-1c7a-449e-abee-5eca2a0af417), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:29.258603 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a571dc57-1d54-4fc9-a5e8-2d838a6806c8 admin admin] Publish callbacks [] for security_group (56a90052-9675-4b40-883e-1d66c2491b0b), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:29.271396 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad184f43-7810-4638-84ea-6dfea4ca9dd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=877994e3-a0f8-4866-8e51-e8b207e088c2,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:29.298503 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4f359a56-5e45-4e99-aed3-7cb617f91bc4 req-20e2e5f5-afff-4207-b1b7-fcac53747763 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/quotas/c316c98d83734d7eab7153e5f826023b HTTP/1.1" status: 200 len: 375 time: 0.1734543 Jan 28 19:39:29.455408 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dd1d2b-1882-46f8-9c01-bf0b73e9d0e9 None None] Pushing event updated for resources: {'Port': ['ID=d319833e-1c7a-449e-abee-5eca2a0af417,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:29.458455 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 104708be-cccc-4545-a9f0-c12b4f70d22a up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:39:29.461846 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-4cd86834-072f-4e54-bbce-fe28bffb7102 admin admin] Deleting port 8951ad73-0284-4415-a1f3-6271890cd22c {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:39:29.463286 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4cd86834-072f-4e54-bbce-fe28bffb7102 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (8951ad73-0284-4415-a1f3-6271890cd22c), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:29.554545 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5a5fbf33-1f31-43c6-96e1-e6b3a0126b48 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Publish callbacks [] for security_group (d0da9740-5ab4-43dd-8f81-ba157b956cfc), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:29.579346 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5a5fbf33-1f31-43c6-96e1-e6b3a0126b48 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (d0da9740-5ab4-43dd-8f81-ba157b956cfc), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:29.581178 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-4cd86834-072f-4e54-bbce-fe28bffb7102 admin admin] For port 8951ad73-0284-4415-a1f3-6271890cd22c, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=8951ad73-0284-4415-a1f3-6271890cd22c,segment=NetworkSegment(36b78075-3431-42ab-8810-fa7c3d3fe3b3),segment_id=36b78075-3431-42ab-8810-fa7c3d3fe3b3)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:39:29.581789 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4cd86834-072f-4e54-bbce-fe28bffb7102 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (8951ad73-0284-4415-a1f3-6271890cd22c), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:29.610081 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-4cd86834-072f-4e54-bbce-fe28bffb7102 admin admin] Calling delete_port for 8951ad73-0284-4415-a1f3-6271890cd22c owned by network:router_interface {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:39:29.631180 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-ccb02125-a767-49df-b1f2-d5c9a1766441 None None] Attempting to bind port d319833e-1c7a-449e-abee-5eca2a0af417 on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:39:29.631696 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-ccb02125-a767-49df-b1f2-d5c9a1766441 None None] Attempting to bind port d319833e-1c7a-449e-abee-5eca2a0af417 by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '0e20d3ef-5527-42ba-86a4-bcb741be912b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '87bd24c3-2f53-4d06-9d37-4b32bba79109'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:39:29.632046 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb02125-a767-49df-b1f2-d5c9a1766441 None None] Attempting to bind port d319833e-1c7a-449e-abee-5eca2a0af417 on network 87bd24c3-2f53-4d06-9d37-4b32bba79109 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:39:29.640234 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a571dc57-1d54-4fc9-a5e8-2d838a6806c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (56a90052-9675-4b40-883e-1d66c2491b0b), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:29.642164 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb02125-a767-49df-b1f2-d5c9a1766441 None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:39:29.642628 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb02125-a767-49df-b1f2-d5c9a1766441 None None] Checking segment: {'id': '0e20d3ef-5527-42ba-86a4-bcb741be912b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '87bd24c3-2f53-4d06-9d37-4b32bba79109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:39:29.643360 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ccb02125-a767-49df-b1f2-d5c9a1766441 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:29.643490 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a571dc57-1d54-4fc9-a5e8-2d838a6806c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:29.643901 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb02125-a767-49df-b1f2-d5c9a1766441 None None] Bound using segment: {'id': '0e20d3ef-5527-42ba-86a4-bcb741be912b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '87bd24c3-2f53-4d06-9d37-4b32bba79109'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:39:29.644463 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-ccb02125-a767-49df-b1f2-d5c9a1766441 None None] Bound port: d319833e-1c7a-449e-abee-5eca2a0af417, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e20d3ef-5527-42ba-86a4-bcb741be912b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '87bd24c3-2f53-4d06-9d37-4b32bba79109'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:39:29.644613 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-a571dc57-1d54-4fc9-a5e8-2d838a6806c8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/56a90052-9675-4b40-883e-1d66c2491b0b HTTP/1.1" status: 204 len: 168 time: 1.1311231 Jan 28 19:39:29.644943 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ccb02125-a767-49df-b1f2-d5c9a1766441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (d319833e-1c7a-449e-abee-5eca2a0af417), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:29.678622 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4f359a56-5e45-4e99-aed3-7cb617f91bc4 req-542cb645-31d9-4814-a6f8-732ab0ad84f6 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=c316c98d83734d7eab7153e5f826023b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3791425 Jan 28 19:39:29.710966 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 104708be-cccc-4545-a9f0-c12b4f70d22a triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:39:29.712573 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (104708be-cccc-4545-a9f0-c12b4f70d22a), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:29.720928 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5fbf33-1f31-43c6-96e1-e6b3a0126b48 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0da9740-5ab4-43dd-8f81-ba157b956cfc,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:29.766475 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a571dc57-1d54-4fc9-a5e8-2d838a6806c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56a90052-9675-4b40-883e-1d66c2491b0b,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:29.785001 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-92e8df2d-4ef9-4b50-99e4-612b11cf299b tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (2797c456-3cd8-4a94-a134-89b2968da248), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:29.794746 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-ccb02125-a767-49df-b1f2-d5c9a1766441 None None] For port d319833e-1c7a-449e-abee-5eca2a0af417, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:39:29.801975 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-ccb02125-a767-49df-b1f2-d5c9a1766441 None None] For port d319833e-1c7a-449e-abee-5eca2a0af417, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=d319833e-1c7a-449e-abee-5eca2a0af417,segment=NetworkSegment(0e20d3ef-5527-42ba-86a4-bcb741be912b),segment_id=0e20d3ef-5527-42ba-86a4-bcb741be912b)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:39:29.802211 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a5fbf33-1f31-43c6-96e1-e6b3a0126b48 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:39:29.814729 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ccb02125-a767-49df-b1f2-d5c9a1766441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (d319833e-1c7a-449e-abee-5eca2a0af417), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:29.837842 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e8df2d-4ef9-4b50-99e4-612b11cf299b tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Pushing event deleted for resources: {'Port': ['ID=2797c456-3cd8-4a94-a134-89b2968da248,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:29.862360 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5a5fbf33-1f31-43c6-96e1-e6b3a0126b48 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (26e8b81f-7cb0-430f-b573-b39da28f4db0), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:29.862955 n-d-812111-14 neutron-server[103305]: INFO neutron.db.segments_db [None req-5a5fbf33-1f31-43c6-96e1-e6b3a0126b48 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Added segment 26e8b81f-7cb0-430f-b573-b39da28f4db0 of type vlan for network e2ba0509-154a-4d87-9bc2-4f9ae40aac4b Jan 28 19:39:29.872527 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-99790b8d-fe28-458c-9b27-e912ea00a0ff None None] Provisioning complete for port d319833e-1c7a-449e-abee-5eca2a0af417 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:39:29.872527 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-99790b8d-fe28-458c-9b27-e912ea00a0ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (d319833e-1c7a-449e-abee-5eca2a0af417), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:29.898600 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-92e8df2d-4ef9-4b50-99e4-612b11cf299b tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:29.913705 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 45864) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:29.916030 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-92e8df2d-4ef9-4b50-99e4-612b11cf299b tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "DELETE /v2.0/ports/2797c456-3cd8-4a94-a134-89b2968da248 HTTP/1.1" status: 204 len: 168 time: 2.6145115 Jan 28 19:39:29.972614 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5a5fbf33-1f31-43c6-96e1-e6b3a0126b48 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (e2ba0509-154a-4d87-9bc2-4f9ae40aac4b), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:30.002829 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dd1d2b-1882-46f8-9c01-bf0b73e9d0e9 None None] Pushing event updated for resources: {'Port': ['ID=d319833e-1c7a-449e-abee-5eca2a0af417,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:30.007350 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 104708be-cccc-4545-a9f0-c12b4f70d22a is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:39:30.008479 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 7a57a17e-0dd7-444e-b20a-5947492286e9 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:39:30.014569 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb02125-a767-49df-b1f2-d5c9a1766441 None None] Routers {'298ba6f8-2c9c-47e0-bcfb-46f47b8728c9'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:39:30.014973 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-ccb02125-a767-49df-b1f2-d5c9a1766441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:39:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['298ba6f8-2c9c-47e0-bcfb-46f47b8728c9'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:39:30.041858 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5a5fbf33-1f31-43c6-96e1-e6b3a0126b48 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (e2ba0509-154a-4d87-9bc2-4f9ae40aac4b), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:30.047855 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a5fbf33-1f31-43c6-96e1-e6b3a0126b48 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:39:30.048509 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5a5fbf33-1f31-43c6-96e1-e6b3a0126b48 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:30.102071 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c72c9bff-033a-4c40-9450-1af1f3881d3b tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:39:30.106909 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-c72c9bff-033a-4c40-9450-1af1f3881d3b tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1043 time: 0.1918967 Jan 28 19:39:30.109248 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 45866) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:30.170669 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4cd86834-072f-4e54-bbce-fe28bffb7102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (8951ad73-0284-4415-a1f3-6271890cd22c), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:30.256144 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd86834-072f-4e54-bbce-fe28bffb7102 admin admin] Pushing event deleted for resources: {'Port': ['ID=8951ad73-0284-4415-a1f3-6271890cd22c,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:30.326350 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-5a5fbf33-1f31-43c6-96e1-e6b3a0126b48 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.8681564 Jan 28 19:39:30.351820 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da0c9928-1492-43d2-9ed2-415e0486342f tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:39:30.356260 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-da0c9928-1492-43d2-9ed2-415e0486342f tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1043 time: 0.2459953 Jan 28 19:39:30.356898 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 45872) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:30.370565 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 45874) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:30.382006 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-4543fbd5-37bd-4330-8d3b-0c4d9f1c02ef tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1601736214', 'admin_state_up': True, 'project_id': '3c5bcff20fc24e3eb87e72dc3f4664c7', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:39:30.407076 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 7a57a17e-0dd7-444e-b20a-5947492286e9 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:39:30.407467 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (7a57a17e-0dd7-444e-b20a-5947492286e9), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:30.433080 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-99790b8d-fe28-458c-9b27-e912ea00a0ff None None] Current status of the port d319833e-1c7a-449e-abee-5eca2a0af417 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:39:30.435961 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-99790b8d-fe28-458c-9b27-e912ea00a0ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (d319833e-1c7a-449e-abee-5eca2a0af417), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:30.449720 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5fbf33-1f31-43c6-96e1-e6b3a0126b48 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Pushing event updated for resources: {'Network': ['ID=e2ba0509-154a-4d87-9bc2-4f9ae40aac4b,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:30.501942 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-ccb02125-a767-49df-b1f2-d5c9a1766441 None None] Set router 298ba6f8-2c9c-47e0-bcfb-46f47b8728c9 gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:39:30.509802 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network e2ba0509-154a-4d87-9bc2-4f9ae40aac4b details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:39:30.554788 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4f359a56-5e45-4e99-aed3-7cb617f91bc4 req-42338c6a-7b05-40c6-b4e0-6f63c7ef71de service neutron] 10.222.0.64 "GET /v2.0/networks/87bd24c3-2f53-4d06-9d37-4b32bba79109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8594172 Jan 28 19:39:30.572018 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 45884) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:30.637323 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cae0114-2718-48fd-b137-47ea0c3c7f80 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:39:30.639599 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cae0114-2718-48fd-b137-47ea0c3c7f80 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:39:30.641232 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cae0114-2718-48fd-b137-47ea0c3c7f80 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:39:30.646105 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-6cae0114-2718-48fd-b137-47ea0c3c7f80 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2716238 Jan 28 19:39:30.655037 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 45886) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:30.659602 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9e831069-4797-4e45-b6d6-740ebddadc43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:30.713510 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-99790b8d-fe28-458c-9b27-e912ea00a0ff None None] For port d319833e-1c7a-449e-abee-5eca2a0af417, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=d319833e-1c7a-449e-abee-5eca2a0af417,segment=NetworkSegment(0e20d3ef-5527-42ba-86a4-bcb741be912b),segment_id=0e20d3ef-5527-42ba-86a4-bcb741be912b)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:39:30.739857 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4543fbd5-37bd-4330-8d3b-0c4d9f1c02ef tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261150'] for router (289d203a-0f3a-4d87-91b3-ad374309434c), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:30.740715 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-99790b8d-fe28-458c-9b27-e912ea00a0ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (d319833e-1c7a-449e-abee-5eca2a0af417), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:30.741559 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 45888) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:30.742910 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4543fbd5-37bd-4330-8d3b-0c4d9f1c02ef tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-731099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-731441', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261129'] for router (289d203a-0f3a-4d87-91b3-ad374309434c), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:30.759210 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-f987619e-beb7-4bd8-8776-af4e68829836 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Deleting subnet 427eb5f9-82df-4f66-9075-ac884459f103 {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:39:30.764791 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f987619e-beb7-4bd8-8776-af4e68829836 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks [] for subnet (427eb5f9-82df-4f66-9075-ac884459f103), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:30.832398 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f987619e-beb7-4bd8-8776-af4e68829836 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16187240'] for subnet (427eb5f9-82df-4f66-9075-ac884459f103), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:30.866355 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9e831069-4797-4e45-b6d6-740ebddadc43 admin admin] Publish callbacks [] for security_group (6f919fde-ecfa-4c0a-8e9f-db487a3eae2f), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:30.884402 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4f359a56-5e45-4e99-aed3-7cb617f91bc4 req-95df4123-c69a-4b0d-989d-073221e0dfe3 service neutron] 10.222.0.64 "GET /v2.0/networks/87bd24c3-2f53-4d06-9d37-4b32bba79109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3208795 Jan 28 19:39:30.902194 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [None req-1205bdfb-f5d4-4736-befc-f986f907ef42 tempest-ExtensionsTestJSON-269393127 tempest-ExtensionsTestJSON-269393127-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:39:30.908293 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-1205bdfb-f5d4-4736-befc-f986f907ef42 tempest-ExtensionsTestJSON-269393127 tempest-ExtensionsTestJSON-269393127-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.1655777 Jan 28 19:39:30.914531 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9e831069-4797-4e45-b6d6-740ebddadc43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (6f919fde-ecfa-4c0a-8e9f-db487a3eae2f), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:30.925336 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 45892) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:30.962222 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [None req-b4b27122-c015-48bb-b703-42bfef177945 tempest-ExtensionsTestJSON-269393127 tempest-ExtensionsTestJSON-269393127-project] http://10.222.0.64:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=103304) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:39:30.963231 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-b4b27122-c015-48bb-b703-42bfef177945 tempest-ExtensionsTestJSON-269393127 tempest-ExtensionsTestJSON-269393127-project] 10.222.0.64 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0127356 Jan 28 19:39:30.964054 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e831069-4797-4e45-b6d6-740ebddadc43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f919fde-ecfa-4c0a-8e9f-db487a3eae2f,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:30.968244 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 45894) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:30.984311 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [None req-3d5c6fb4-3899-4ae7-b46b-6c0ef6a246aa tempest-ExtensionsTestJSON-269393127 tempest-ExtensionsTestJSON-269393127-project] http://10.222.0.64:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:39:30.986401 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-3d5c6fb4-3899-4ae7-b46b-6c0ef6a246aa tempest-ExtensionsTestJSON-269393127 tempest-ExtensionsTestJSON-269393127-project] 10.222.0.64 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0174394 Jan 28 19:39:30.989643 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 45896) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:30.994577 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [None req-78b3c446-d345-431f-9dd2-56819637c174 tempest-ExtensionsTestJSON-269393127 tempest-ExtensionsTestJSON-269393127-project] http://10.222.0.64:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:39:30.995775 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-78b3c446-d345-431f-9dd2-56819637c174 tempest-ExtensionsTestJSON-269393127 tempest-ExtensionsTestJSON-269393127-project] 10.222.0.64 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0050244 Jan 28 19:39:30.998495 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 45898) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:31.004514 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [None req-f14b1dc4-398b-4f2c-9c1a-74588a7733ab tempest-ExtensionsTestJSON-269393127 tempest-ExtensionsTestJSON-269393127-project] http://10.222.0.64:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:39:31.005968 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-f14b1dc4-398b-4f2c-9c1a-74588a7733ab tempest-ExtensionsTestJSON-269393127 tempest-ExtensionsTestJSON-269393127-project] 10.222.0.64 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0065739 Jan 28 19:39:31.011268 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 45900) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:31.011822 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 45902) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:31.012828 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-9e831069-4797-4e45-b6d6-740ebddadc43 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8268dd571da54d968e53dd95172479d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4367821 Jan 28 19:39:31.026238 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [None req-8c6edde5-5870-4747-b21e-4a43b4905e77 tempest-ExtensionsTestJSON-269393127 tempest-ExtensionsTestJSON-269393127-project] http://10.222.0.64:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:39:31.027479 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-8c6edde5-5870-4747-b21e-4a43b4905e77 tempest-ExtensionsTestJSON-269393127 tempest-ExtensionsTestJSON-269393127-project] 10.222.0.64 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0130656 Jan 28 19:39:31.037834 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 45906) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:31.043433 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [None req-546879a2-3b30-4cb1-8c1f-e54265708463 tempest-ExtensionsTestJSON-269393127 tempest-ExtensionsTestJSON-269393127-project] http://10.222.0.64:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:39:31.045708 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-546879a2-3b30-4cb1-8c1f-e54265708463 tempest-ExtensionsTestJSON-269393127 tempest-ExtensionsTestJSON-269393127-project] 10.222.0.64 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0050011 Jan 28 19:39:31.047374 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f987619e-beb7-4bd8-8776-af4e68829836 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (427eb5f9-82df-4f66-9075-ac884459f103), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:31.063349 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99790b8d-fe28-458c-9b27-e912ea00a0ff None None] Pushing event updated for resources: {'Port': ['ID=d319833e-1c7a-449e-abee-5eca2a0af417,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:31.066051 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1845b0e8-3514-4d2b-a900-1dc2302912a1 None None] Network decd8274-9eda-4d81-a020-86cc15d56022 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:39:31.068800 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 45908) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:31.078065 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [None req-3966d7a2-ae94-40fa-a646-9b1e01762e32 tempest-ExtensionsTestJSON-269393127 tempest-ExtensionsTestJSON-269393127-project] http://10.222.0.64:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=103304) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:39:31.079768 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-3966d7a2-ae94-40fa-a646-9b1e01762e32 tempest-ExtensionsTestJSON-269393127 tempest-ExtensionsTestJSON-269393127-project] 10.222.0.64 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0072327 Jan 28 19:39:31.097900 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 45914) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:31.106102 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [None req-64abff74-f11a-4407-96a1-487bb3a8ec1e tempest-ExtensionsTestJSON-269393127 tempest-ExtensionsTestJSON-269393127-project] http://10.222.0.64:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:39:31.107332 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-64abff74-f11a-4407-96a1-487bb3a8ec1e tempest-ExtensionsTestJSON-269393127 tempest-ExtensionsTestJSON-269393127-project] 10.222.0.64 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0082338 Jan 28 19:39:31.112422 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 45916) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:31.122743 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [None req-3db94b3c-8af0-40a2-822f-42605a4f7514 tempest-ExtensionsTestJSON-269393127 tempest-ExtensionsTestJSON-269393127-project] http://10.222.0.64:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:39:31.123768 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-3db94b3c-8af0-40a2-822f-42605a4f7514 tempest-ExtensionsTestJSON-269393127 tempest-ExtensionsTestJSON-269393127-project] 10.222.0.64 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0055583 Jan 28 19:39:31.129150 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 45918) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:31.133613 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4543fbd5-37bd-4330-8d3b-0c4d9f1c02ef tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Publish callbacks [] for router_controller (289d203a-0f3a-4d87-91b3-ad374309434c), precommit_add_association {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:31.136699 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [None req-9b4fb7ec-783b-45a7-95d1-3087aa11301c tempest-ExtensionsTestJSON-269393127 tempest-ExtensionsTestJSON-269393127-project] http://10.222.0.64:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:39:31.137720 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-9b4fb7ec-783b-45a7-95d1-3087aa11301c tempest-ExtensionsTestJSON-269393127 tempest-ExtensionsTestJSON-269393127-project] 10.222.0.64 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0046828 Jan 28 19:39:31.138297 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-066083a8-13e5-4ab5-a1c8-3f9ba77d3271 req-c55c1bdc-b7ff-4d43-9f8a-95ba490182c5 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a91007d-45be-4c6c-a11f-db74e1c43eb8 HTTP/1.1" status: 200 len: 210 time: 0.0548937 Jan 28 19:39:31.139549 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4cd86834-072f-4e54-bbce-fe28bffb7102 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-732682'] for router_interface (cefea249-2829-4f04-9800-e79a5ab368ef), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:31.141515 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 45920) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:31.155184 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [None req-a0f5330e-3bd3-40f9-91e1-b73ca57f5ad8 tempest-ExtensionsTestJSON-269393127 tempest-ExtensionsTestJSON-269393127-project] http://10.222.0.64:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:39:31.156255 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-a0f5330e-3bd3-40f9-91e1-b73ca57f5ad8 tempest-ExtensionsTestJSON-269393127 tempest-ExtensionsTestJSON-269393127-project] 10.222.0.64 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0096321 Jan 28 19:39:31.167186 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 45922) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:31.167186 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [None req-ba33e3d4-8748-4a38-8989-b22052a744db tempest-ExtensionsTestJSON-269393127 tempest-ExtensionsTestJSON-269393127-project] http://10.222.0.64:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:39:31.167186 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-ba33e3d4-8748-4a38-8989-b22052a744db tempest-ExtensionsTestJSON-269393127 tempest-ExtensionsTestJSON-269393127-project] 10.222.0.64 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0041423 Jan 28 19:39:31.169900 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 45924) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:31.175600 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [None req-45927367-366a-4cca-a407-e0ff1644b95c tempest-ExtensionsTestJSON-269393127 tempest-ExtensionsTestJSON-269393127-project] http://10.222.0.64:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:39:31.176674 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-45927367-366a-4cca-a407-e0ff1644b95c tempest-ExtensionsTestJSON-269393127 tempest-ExtensionsTestJSON-269393127-project] 10.222.0.64 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0055778 Jan 28 19:39:31.181666 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 45926) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:31.191930 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [None req-4b885278-ad7e-4177-9178-8b7ceada9847 tempest-ExtensionsTestJSON-269393127 tempest-ExtensionsTestJSON-269393127-project] http://10.222.0.64:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:39:31.192929 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-4b885278-ad7e-4177-9178-8b7ceada9847 tempest-ExtensionsTestJSON-269393127 tempest-ExtensionsTestJSON-269393127-project] 10.222.0.64 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0103624 Jan 28 19:39:31.210024 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 45928) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:31.218315 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [None req-decbe58d-6676-4908-81a2-0497bd0e1369 tempest-ExtensionsTestJSON-269393127 tempest-ExtensionsTestJSON-269393127-project] http://10.222.0.64:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:39:31.221273 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-decbe58d-6676-4908-81a2-0497bd0e1369 tempest-ExtensionsTestJSON-269393127 tempest-ExtensionsTestJSON-269393127-project] 10.222.0.64 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0082481 Jan 28 19:39:31.222135 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 45930) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:31.232019 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [None req-77d72e59-9a79-42e4-933b-365f1a19371a tempest-ExtensionsTestJSON-269393127 tempest-ExtensionsTestJSON-269393127-project] http://10.222.0.64:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:39:31.237993 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-77d72e59-9a79-42e4-933b-365f1a19371a tempest-ExtensionsTestJSON-269393127 tempest-ExtensionsTestJSON-269393127-project] 10.222.0.64 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0148602 Jan 28 19:39:31.243943 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 45932) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:31.259934 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8b2b4122-aae4-4c79-b1c0-4497b168dce1 admin admin] Publish callbacks [] for security_group (6f919fde-ecfa-4c0a-8e9f-db487a3eae2f), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:31.276442 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f987619e-beb7-4bd8-8776-af4e68829836 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4752464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4733806'] for subnet (427eb5f9-82df-4f66-9075-ac884459f103), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:31.304846 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [None req-cf02ea2f-55ff-4b85-b21b-f0b38449dcbd tempest-ExtensionsTestJSON-269393127 tempest-ExtensionsTestJSON-269393127-project] http://10.222.0.64:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=103304) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:39:31.313061 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-cf02ea2f-55ff-4b85-b21b-f0b38449dcbd tempest-ExtensionsTestJSON-269393127 tempest-ExtensionsTestJSON-269393127-project] 10.222.0.64 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0662687 Jan 28 19:39:31.325143 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 45936) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:31.331373 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8b2b4122-aae4-4c79-b1c0-4497b168dce1 admin admin] Publish callbacks [] for security_group (6f919fde-ecfa-4c0a-8e9f-db487a3eae2f), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:31.340206 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f987619e-beb7-4bd8-8776-af4e68829836 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:31.347215 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-f987619e-beb7-4bd8-8776-af4e68829836 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "DELETE /v2.0/subnets/427eb5f9-82df-4f66-9075-ac884459f103 HTTP/1.1" status: 204 len: 168 time: 0.6728857 Jan 28 19:39:31.347984 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 45938) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:31.354440 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f987619e-beb7-4bd8-8776-af4e68829836 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Pushing event deleted for resources: {'Subnet': ['ID=427eb5f9-82df-4f66-9075-ac884459f103,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:31.360393 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [None req-fe95a34d-3e3e-41fd-aeb4-b6e11f2361a0 tempest-ExtensionsTestJSON-269393127 tempest-ExtensionsTestJSON-269393127-project] http://10.222.0.64:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=103304) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:39:31.363766 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-fe95a34d-3e3e-41fd-aeb4-b6e11f2361a0 tempest-ExtensionsTestJSON-269393127 tempest-ExtensionsTestJSON-269393127-project] 10.222.0.64 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0454443 Jan 28 19:39:31.366727 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-409dc878-4d24-434c-99f8-3ab56280bea3 None None] Provisioning complete for port 7a57a17e-0dd7-444e-b20a-5947492286e9 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:39:31.367111 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-409dc878-4d24-434c-99f8-3ab56280bea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (7a57a17e-0dd7-444e-b20a-5947492286e9), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:31.367973 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 45940) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:31.378934 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [None req-bb420909-177b-446b-a2c3-28575e88cde8 tempest-ExtensionsTestJSON-269393127 tempest-ExtensionsTestJSON-269393127-project] http://10.222.0.64:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=103304) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:39:31.382569 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-bb420909-177b-446b-a2c3-28575e88cde8 tempest-ExtensionsTestJSON-269393127 tempest-ExtensionsTestJSON-269393127-project] 10.222.0.64 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0113275 Jan 28 19:39:31.400732 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 45942) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:31.407838 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [None req-683ef103-ab99-4c9f-a849-81fd8ad2e871 tempest-ExtensionsTestJSON-269393127 tempest-ExtensionsTestJSON-269393127-project] http://10.222.0.64:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:39:31.408816 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-683ef103-ab99-4c9f-a849-81fd8ad2e871 tempest-ExtensionsTestJSON-269393127 tempest-ExtensionsTestJSON-269393127-project] 10.222.0.64 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0069492 Jan 28 19:39:31.412414 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 7a57a17e-0dd7-444e-b20a-5947492286e9 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:39:31.412816 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (7a57a17e-0dd7-444e-b20a-5947492286e9), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:31.416064 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 45944) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:31.429742 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4543fbd5-37bd-4330-8d3b-0c4d9f1c02ef tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Publish callbacks [] for router_gateway (289d203a-0f3a-4d87-91b3-ad374309434c), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:31.462029 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [None req-62ed69cd-5ce9-4cb4-a517-81efb7890013 tempest-ExtensionsTestJSON-269393127 tempest-ExtensionsTestJSON-269393127-project] http://10.222.0.64:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:39:31.466827 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-62ed69cd-5ce9-4cb4-a517-81efb7890013 tempest-ExtensionsTestJSON-269393127 tempest-ExtensionsTestJSON-269393127-project] 10.222.0.64 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0104306 Jan 28 19:39:31.468292 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 45946) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:31.473784 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [None req-e2d62514-72b2-4fe8-a572-b667006bc113 tempest-ExtensionsTestJSON-269393127 tempest-ExtensionsTestJSON-269393127-project] http://10.222.0.64:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=103304) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:39:31.477445 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-e2d62514-72b2-4fe8-a572-b667006bc113 tempest-ExtensionsTestJSON-269393127 tempest-ExtensionsTestJSON-269393127-project] 10.222.0.64 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0074284 Jan 28 19:39:31.482741 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 45948) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:31.488088 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8b2b4122-aae4-4c79-b1c0-4497b168dce1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (6f919fde-ecfa-4c0a-8e9f-db487a3eae2f), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:31.488860 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [None req-ef6840a2-7224-4b85-bc14-ced6981c03e9 tempest-ExtensionsTestJSON-269393127 tempest-ExtensionsTestJSON-269393127-project] http://10.222.0.64:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=103304) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:39:31.490907 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8b2b4122-aae4-4c79-b1c0-4497b168dce1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:31.492460 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-ef6840a2-7224-4b85-bc14-ced6981c03e9 tempest-ExtensionsTestJSON-269393127 tempest-ExtensionsTestJSON-269393127-project] 10.222.0.64 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0071430 Jan 28 19:39:31.497879 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 45952) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:31.504440 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-8b2b4122-aae4-4c79-b1c0-4497b168dce1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6f919fde-ecfa-4c0a-8e9f-db487a3eae2f HTTP/1.1" status: 204 len: 168 time: 0.4913146 Jan 28 19:39:31.511903 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [None req-6bcef5c0-dfe1-4aef-9de6-63ca287b6d85 tempest-ExtensionsTestJSON-269393127 tempest-ExtensionsTestJSON-269393127-project] http://10.222.0.64:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=103304) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:39:31.517357 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-6bcef5c0-dfe1-4aef-9de6-63ca287b6d85 tempest-ExtensionsTestJSON-269393127 tempest-ExtensionsTestJSON-269393127-project] 10.222.0.64 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0090113 Jan 28 19:39:31.521486 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c2bd0bd-8894-46f0-945a-e431127d8e7c tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Deleting subnet a30e4c35-c0b6-4616-9e29-60c0d4461a41 {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:39:31.524314 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 45958) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:31.536011 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6c2bd0bd-8894-46f0-945a-e431127d8e7c tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks [] for subnet (a30e4c35-c0b6-4616-9e29-60c0d4461a41), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:31.539976 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.db.api [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103306) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 19:39:31.540608 n-d-812111-14 neutron-server[103306]: DEBUG oslo_db.api [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 19:39:31.542448 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [None req-e6974351-73b7-4ff5-8ec9-35cd69b41684 tempest-ExtensionsTestJSON-269393127 tempest-ExtensionsTestJSON-269393127-project] http://10.222.0.64:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:39:31.544866 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-e6974351-73b7-4ff5-8ec9-35cd69b41684 tempest-ExtensionsTestJSON-269393127 tempest-ExtensionsTestJSON-269393127-project] 10.222.0.64 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0184591 Jan 28 19:39:31.566649 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 45960) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:31.569318 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2b4122-aae4-4c79-b1c0-4497b168dce1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f919fde-ecfa-4c0a-8e9f-db487a3eae2f,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:31.583790 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [None req-043437f0-0bb9-471e-9807-35505996dc8c tempest-ExtensionsTestJSON-269393127 tempest-ExtensionsTestJSON-269393127-project] http://10.222.0.64:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:39:31.585180 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-043437f0-0bb9-471e-9807-35505996dc8c tempest-ExtensionsTestJSON-269393127 tempest-ExtensionsTestJSON-269393127-project] 10.222.0.64 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0172997 Jan 28 19:39:31.588841 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 45962) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:31.594096 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [None req-0cdb15d1-7cb2-4661-8352-beb9144726af tempest-ExtensionsTestJSON-269393127 tempest-ExtensionsTestJSON-269393127-project] http://10.222.0.64:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:39:31.595362 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-0cdb15d1-7cb2-4661-8352-beb9144726af tempest-ExtensionsTestJSON-269393127 tempest-ExtensionsTestJSON-269393127-project] 10.222.0.64 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0052285 Jan 28 19:39:31.600032 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 45964) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:31.604734 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [None req-470d9cbe-f0fd-4bb9-88da-1634aca698f1 tempest-ExtensionsTestJSON-269393127 tempest-ExtensionsTestJSON-269393127-project] http://10.222.0.64:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:39:31.605802 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-470d9cbe-f0fd-4bb9-88da-1634aca698f1 tempest-ExtensionsTestJSON-269393127 tempest-ExtensionsTestJSON-269393127-project] 10.222.0.64 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0046039 Jan 28 19:39:31.610865 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 45966) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:31.617604 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [None req-b63c77c0-0983-43ff-ba2d-753bf5bcada3 tempest-ExtensionsTestJSON-269393127 tempest-ExtensionsTestJSON-269393127-project] http://10.222.0.64:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:39:31.617919 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-409dc878-4d24-434c-99f8-3ab56280bea3 None None] Current status of the port 7a57a17e-0dd7-444e-b20a-5947492286e9 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:39:31.618797 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-409dc878-4d24-434c-99f8-3ab56280bea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (7a57a17e-0dd7-444e-b20a-5947492286e9), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:31.618959 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-b63c77c0-0983-43ff-ba2d-753bf5bcada3 tempest-ExtensionsTestJSON-269393127 tempest-ExtensionsTestJSON-269393127-project] 10.222.0.64 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0053613 Jan 28 19:39:31.621975 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 45968) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:31.629452 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [None req-e13002ea-2c1a-4154-99ed-b9adcfc543c4 tempest-ExtensionsTestJSON-269393127 tempest-ExtensionsTestJSON-269393127-project] http://10.222.0.64:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:39:31.630755 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-e13002ea-2c1a-4154-99ed-b9adcfc543c4 tempest-ExtensionsTestJSON-269393127 tempest-ExtensionsTestJSON-269393127-project] 10.222.0.64 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0076902 Jan 28 19:39:31.633732 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 45970) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:31.655340 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-ccb02125-a767-49df-b1f2-d5c9a1766441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '298ba6f8-2c9c-47e0-bcfb-46f47b8728c9', 'name': 'tempest-ServerActionsTestJSON-1517512899-router', 'tenant_id': 'c316c98d83734d7eab7153e5f826023b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': '6746a9c8-8f5c-4367-8b8d-17f179e49d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:39:05Z', 'updated_at': '2022-01-28T19:39:17Z', 'revision_number': 4, 'project_id': 'c316c98d83734d7eab7153e5f826023b', 'gw_port': {'id': '6746a9c8-8f5c-4367-8b8d-17f179e49d64', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:4b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '298ba6f8-2c9c-47e0-bcfb-46f47b8728c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2708, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:39:07Z', 'updated_at': '2022-01-28T19:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': 'd319833e-1c7a-449e-abee-5eca2a0af417', 'name': '', 'network_id': '87bd24c3-2f53-4d06-9d37-4b32bba79109', 'tenant_id': 'c316c98d83734d7eab7153e5f826023b', 'mac_address': 'fa:16:3e:56:f6:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '298ba6f8-2c9c-47e0-bcfb-46f47b8728c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2712, 'fixed_ips': [{'subnet_id': '1b82f7aa-308b-4f07-b0c3-0d99e240d9ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:39:15Z', 'updated_at': '2022-01-28T19:39:29Z', 'revision_number': 4, 'project_id': 'c316c98d83734d7eab7153e5f826023b', 'subnets': [{'id': '1b82f7aa-308b-4f07-b0c3-0d99e240d9ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:39:31.658322 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [None req-75e47982-72ec-495d-9791-6919fe49e1ea tempest-ExtensionsTestJSON-269393127 tempest-ExtensionsTestJSON-269393127-project] http://10.222.0.64:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:39:31.661786 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-75e47982-72ec-495d-9791-6919fe49e1ea tempest-ExtensionsTestJSON-269393127 tempest-ExtensionsTestJSON-269393127-project] 10.222.0.64 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0243416 Jan 28 19:39:31.674383 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6c2bd0bd-8894-46f0-945a-e431127d8e7c tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16187240'] for subnet (a30e4c35-c0b6-4616-9e29-60c0d4461a41), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:31.687303 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 45972) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:31.692441 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [None req-f55675e7-f5cd-4911-bf22-ca076c94f3a9 tempest-ExtensionsTestJSON-269393127 tempest-ExtensionsTestJSON-269393127-project] http://10.222.0.64:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=103304) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:39:31.696627 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-f55675e7-f5cd-4911-bf22-ca076c94f3a9 tempest-ExtensionsTestJSON-269393127 tempest-ExtensionsTestJSON-269393127-project] 10.222.0.64 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0054939 Jan 28 19:39:31.702239 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 45974) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:31.702464 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb02125-a767-49df-b1f2-d5c9a1766441 None None] The sync data for ids ['298ba6f8-2c9c-47e0-bcfb-46f47b8728c9'] in n-d-812111-14 is: [{'id': '298ba6f8-2c9c-47e0-bcfb-46f47b8728c9', 'name': 'tempest-ServerActionsTestJSON-1517512899-router', 'tenant_id': 'c316c98d83734d7eab7153e5f826023b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': '6746a9c8-8f5c-4367-8b8d-17f179e49d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:39:05Z', 'updated_at': '2022-01-28T19:39:17Z', 'revision_number': 4, 'project_id': 'c316c98d83734d7eab7153e5f826023b', 'gw_port': {'id': '6746a9c8-8f5c-4367-8b8d-17f179e49d64', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:4b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '298ba6f8-2c9c-47e0-bcfb-46f47b8728c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2708, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:39:07Z', 'updated_at': '2022-01-28T19:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': 'd319833e-1c7a-449e-abee-5eca2a0af417', 'name': '', 'network_id': '87bd24c3-2f53-4d06-9d37-4b32bba79109', 'tenant_id': 'c316c98d83734d7eab7153e5f826023b', 'mac_address': 'fa:16:3e:56:f6:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '298ba6f8-2c9c-47e0-bcfb-46f47b8728c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2712, 'fixed_ips': [{'subnet_id': '1b82f7aa-308b-4f07-b0c3-0d99e240d9ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:39:15Z', 'updated_at': '2022-01-28T19:39:29Z', 'revision_number': 4, 'project_id': 'c316c98d83734d7eab7153e5f826023b', 'subnets': [{'id': '1b82f7aa-308b-4f07-b0c3-0d99e240d9ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:39:31.705331 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-409dc878-4d24-434c-99f8-3ab56280bea3 None None] For port 7a57a17e-0dd7-444e-b20a-5947492286e9, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=7a57a17e-0dd7-444e-b20a-5947492286e9,segment=NetworkSegment(2aac29a1-8685-476c-bba5-fffce3cb94d6),segment_id=2aac29a1-8685-476c-bba5-fffce3cb94d6)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:39:31.709492 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [None req-721cc07a-3433-4ea9-a78b-b96435d1157a tempest-ExtensionsTestJSON-269393127 tempest-ExtensionsTestJSON-269393127-project] http://10.222.0.64:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=103304) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:39:31.710764 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-721cc07a-3433-4ea9-a78b-b96435d1157a tempest-ExtensionsTestJSON-269393127 tempest-ExtensionsTestJSON-269393127-project] 10.222.0.64 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0063374 Jan 28 19:39:31.715209 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 45976) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:31.724692 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [None req-ac771b20-8483-4252-8431-d56acd52116a tempest-ExtensionsTestJSON-269393127 tempest-ExtensionsTestJSON-269393127-project] http://10.222.0.64:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=103304) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:39:31.726134 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-ac771b20-8483-4252-8431-d56acd52116a tempest-ExtensionsTestJSON-269393127 tempest-ExtensionsTestJSON-269393127-project] 10.222.0.64 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0061715 Jan 28 19:39:31.729897 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 45978) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:31.737989 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [None req-3849efb0-7cc9-4820-8348-8bbefadea06b tempest-ExtensionsTestJSON-269393127 tempest-ExtensionsTestJSON-269393127-project] http://10.222.0.64:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=103304) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:39:31.739370 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-3849efb0-7cc9-4820-8348-8bbefadea06b tempest-ExtensionsTestJSON-269393127 tempest-ExtensionsTestJSON-269393127-project] 10.222.0.64 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0084310 Jan 28 19:39:31.741748 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 45980) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:31.752094 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [None req-90a33bd2-2843-44ee-ac22-d1ccecd5ecc9 tempest-ExtensionsTestJSON-269393127 tempest-ExtensionsTestJSON-269393127-project] http://10.222.0.64:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=103304) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:39:31.752979 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-90a33bd2-2843-44ee-ac22-d1ccecd5ecc9 tempest-ExtensionsTestJSON-269393127 tempest-ExtensionsTestJSON-269393127-project] 10.222.0.64 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0061712 Jan 28 19:39:31.759369 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 45982) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:31.763668 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [None req-463c83f9-4c0c-4814-8a57-2bd4b31db37f tempest-ExtensionsTestJSON-269393127 tempest-ExtensionsTestJSON-269393127-project] http://10.222.0.64:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:39:31.764612 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-463c83f9-4c0c-4814-8a57-2bd4b31db37f tempest-ExtensionsTestJSON-269393127 tempest-ExtensionsTestJSON-269393127-project] 10.222.0.64 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0042951 Jan 28 19:39:31.783558 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-409dc878-4d24-434c-99f8-3ab56280bea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (7a57a17e-0dd7-444e-b20a-5947492286e9), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:31.786160 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 45984) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:31.791545 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [None req-392c8b74-5d4e-4b40-a5c4-d55a5fce6a61 tempest-ExtensionsTestJSON-269393127 tempest-ExtensionsTestJSON-269393127-project] http://10.222.0.64:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=103304) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:39:31.792533 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-392c8b74-5d4e-4b40-a5c4-d55a5fce6a61 tempest-ExtensionsTestJSON-269393127 tempest-ExtensionsTestJSON-269393127-project] 10.222.0.64 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0054080 Jan 28 19:39:31.798347 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 45986) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:31.805523 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [None req-b154ed52-b799-47d2-880d-5f9231f7ccac tempest-ExtensionsTestJSON-269393127 tempest-ExtensionsTestJSON-269393127-project] http://10.222.0.64:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=103304) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:39:31.806354 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-b154ed52-b799-47d2-880d-5f9231f7ccac tempest-ExtensionsTestJSON-269393127 tempest-ExtensionsTestJSON-269393127-project] 10.222.0.64 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0067072 Jan 28 19:39:31.811451 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 45990) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:31.817837 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [None req-4ae6e24a-ba9f-4798-95aa-da515dfc394d tempest-ExtensionsTestJSON-269393127 tempest-ExtensionsTestJSON-269393127-project] http://10.222.0.64:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=103304) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:39:31.821283 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-4ae6e24a-ba9f-4798-95aa-da515dfc394d tempest-ExtensionsTestJSON-269393127 tempest-ExtensionsTestJSON-269393127-project] 10.222.0.64 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0064430 Jan 28 19:39:31.822124 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 45992) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:31.837276 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [None req-2b12992e-5899-4efb-a524-122212004b3f tempest-ExtensionsTestJSON-269393127 tempest-ExtensionsTestJSON-269393127-project] http://10.222.0.64:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:39:31.838705 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-2b12992e-5899-4efb-a524-122212004b3f tempest-ExtensionsTestJSON-269393127 tempest-ExtensionsTestJSON-269393127-project] 10.222.0.64 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0137184 Jan 28 19:39:31.844712 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 45994) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:31.849024 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [None req-86784111-e48d-4b1b-9265-84234decc40a tempest-ExtensionsTestJSON-269393127 tempest-ExtensionsTestJSON-269393127-project] http://10.222.0.64:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=103304) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:39:31.850798 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-86784111-e48d-4b1b-9265-84234decc40a tempest-ExtensionsTestJSON-269393127 tempest-ExtensionsTestJSON-269393127-project] 10.222.0.64 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0050871 Jan 28 19:39:31.855848 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 45996) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:31.863428 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cd86834-072f-4e54-bbce-fe28bffb7102 admin admin] Router cefea249-2829-4f04-9800-e79a5ab368ef has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:39:31.888219 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [None req-2e59eab8-eb11-46da-a44a-760bbf32817e tempest-ExtensionsTestJSON-269393127 tempest-ExtensionsTestJSON-269393127-project] http://10.222.0.64:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:39:31.888219 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-2e59eab8-eb11-46da-a44a-760bbf32817e tempest-ExtensionsTestJSON-269393127 tempest-ExtensionsTestJSON-269393127-project] 10.222.0.64 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0237408 Jan 28 19:39:31.888848 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 46000) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:31.896656 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [None req-ea0a1e1b-3b84-440d-b711-e212b2232b70 tempest-ExtensionsTestJSON-269393127 tempest-ExtensionsTestJSON-269393127-project] http://10.222.0.64:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:39:31.900580 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-878eab9b-ab84-48c7-8c0d-6440b6e59cf8 None None] Update dhcp port {'port': {'network_id': 'decd8274-9eda-4d81-a020-86cc15d56022', 'fixed_ips': [{'subnet_id': 'a30e4c35-c0b6-4616-9e29-60c0d4461a41', 'ip_address': '2001:db8::2'}, {'subnet_id': '427eb5f9-82df-4f66-9075-ac884459f103'}], 'binding:host_id': 'n-d-812111-14'}, 'id': '7a57a17e-0dd7-444e-b20a-5947492286e9'} from n-d-812111-14. {{(pid=103306) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 19:39:31.902366 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-ea0a1e1b-3b84-440d-b711-e212b2232b70 tempest-ExtensionsTestJSON-269393127 tempest-ExtensionsTestJSON-269393127-project] 10.222.0.64 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0128868 Jan 28 19:39:31.904206 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-409dc878-4d24-434c-99f8-3ab56280bea3 None None] Provisioning complete for port d319833e-1c7a-449e-abee-5eca2a0af417 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:39:31.905383 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-409dc878-4d24-434c-99f8-3ab56280bea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (d319833e-1c7a-449e-abee-5eca2a0af417), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:31.907588 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 46002) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:31.960084 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6c2bd0bd-8894-46f0-945a-e431127d8e7c tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (a30e4c35-c0b6-4616-9e29-60c0d4461a41), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:31.995630 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409dc878-4d24-434c-99f8-3ab56280bea3 None None] Pushing event updated for resources: {'Port': ['ID=7a57a17e-0dd7-444e-b20a-5947492286e9,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:32.012339 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-878eab9b-ab84-48c7-8c0d-6440b6e59cf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (7a57a17e-0dd7-444e-b20a-5947492286e9), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:32.080558 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6c2bd0bd-8894-46f0-945a-e431127d8e7c tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4752464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4733806'] for subnet (a30e4c35-c0b6-4616-9e29-60c0d4461a41), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:32.113150 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6c2bd0bd-8894-46f0-945a-e431127d8e7c tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:32.121828 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-6c2bd0bd-8894-46f0-945a-e431127d8e7c tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "DELETE /v2.0/subnets/a30e4c35-c0b6-4616-9e29-60c0d4461a41 HTTP/1.1" status: 204 len: 168 time: 0.7627792 Jan 28 19:39:32.125611 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 46008) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:32.137502 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [None req-ae72b7e1-ae76-4601-956f-39466a350763 tempest-ExtensionsTestJSON-269393127 tempest-ExtensionsTestJSON-269393127-project] http://10.222.0.64:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=103304) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:39:32.138729 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-ae72b7e1-ae76-4601-956f-39466a350763 tempest-ExtensionsTestJSON-269393127 tempest-ExtensionsTestJSON-269393127-project] 10.222.0.64 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0136845 Jan 28 19:39:32.140155 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cd86834-072f-4e54-bbce-fe28bffb7102 admin admin] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:39:32.152089 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d0849b-e273-41a1-bf0c-130a5883ee9f None None] Sync routers for ids ['cefea249-2829-4f04-9800-e79a5ab368ef'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:39:32.157200 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 46010) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:32.178006 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d0849b-e273-41a1-bf0c-130a5883ee9f None None] Routers {'cefea249-2829-4f04-9800-e79a5ab368ef'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:39:32.178876 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-d5d0849b-e273-41a1-bf0c-130a5883ee9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:39:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['cefea249-2829-4f04-9800-e79a5ab368ef'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:39:32.253533 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 7a57a17e-0dd7-444e-b20a-5947492286e9 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:39:32.293745 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [None req-d04f6ae5-da86-4fb0-b6ff-f3aa100dbae9 tempest-ExtensionsTestJSON-269393127 tempest-ExtensionsTestJSON-269393127-project] http://10.222.0.64:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:39:32.295553 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-d04f6ae5-da86-4fb0-b6ff-f3aa100dbae9 tempest-ExtensionsTestJSON-269393127 tempest-ExtensionsTestJSON-269393127-project] 10.222.0.64 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.1366405 Jan 28 19:39:32.298823 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-4cd86834-072f-4e54-bbce-fe28bffb7102 admin admin] 10.222.0.64 "PUT /v2.0/routers/cefea249-2829-4f04-9800-e79a5ab368ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3314111 Jan 28 19:39:32.306146 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 46018) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:32.306621 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 46020) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:32.307038 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 46022) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:32.309756 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-40202302-d561-45c0-b49b-577f65739e64 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1816323 Jan 28 19:39:32.313085 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2bd0bd-8894-46f0-945a-e431127d8e7c tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Pushing event deleted for resources: {'Subnet': ['ID=a30e4c35-c0b6-4616-9e29-60c0d4461a41,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:32.330185 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [None req-98bc2675-ee7b-4489-8033-e5e9b0d63d90 tempest-ExtensionsTestJSON-269393127 tempest-ExtensionsTestJSON-269393127-project] http://10.222.0.64:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=103304) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:39:32.355292 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-98bc2675-ee7b-4489-8033-e5e9b0d63d90 tempest-ExtensionsTestJSON-269393127 tempest-ExtensionsTestJSON-269393127-project] 10.222.0.64 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0401635 Jan 28 19:39:32.360595 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 46028) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:32.388868 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-409dc878-4d24-434c-99f8-3ab56280bea3 None None] Current status of the port d319833e-1c7a-449e-abee-5eca2a0af417 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:39:32.440355 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [None req-04ac4862-06d0-43ad-aea9-bbb8d1121b42 tempest-ExtensionsTestJSON-269393127 tempest-ExtensionsTestJSON-269393127-project] http://10.222.0.64:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:39:32.449668 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-04ac4862-06d0-43ad-aea9-bbb8d1121b42 tempest-ExtensionsTestJSON-269393127 tempest-ExtensionsTestJSON-269393127-project] 10.222.0.64 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0849798 Jan 28 19:39:32.489500 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-dd1edfde-b149-4500-b8b1-5b0e02a5fe2b req-1361cb50-c131-4093-950e-a1c7c4ce3fe7 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a91007d-45be-4c6c-a11f-db74e1c43eb8 HTTP/1.1" status: 200 len: 210 time: 0.1302321 Jan 28 19:39:32.490204 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 46030) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:32.514835 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [None req-9cd209ee-5e43-436a-ab15-88a8d30cbb52 tempest-ExtensionsTestJSON-269393127 tempest-ExtensionsTestJSON-269393127-project] http://10.222.0.64:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:39:32.520811 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-9cd209ee-5e43-436a-ab15-88a8d30cbb52 tempest-ExtensionsTestJSON-269393127 tempest-ExtensionsTestJSON-269393127-project] 10.222.0.64 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0280852 Jan 28 19:39:32.523707 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 46032) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:32.539520 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [None req-087fa372-18f8-4ead-9009-7c2cdadc47c1 tempest-ExtensionsTestJSON-269393127 tempest-ExtensionsTestJSON-269393127-project] http://10.222.0.64:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:39:32.540076 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-768cfd8e-37bb-4946-adf2-7c38499cff73 None None] Provisioning complete for port 7a57a17e-0dd7-444e-b20a-5947492286e9 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:39:32.540709 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-768cfd8e-37bb-4946-adf2-7c38499cff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (7a57a17e-0dd7-444e-b20a-5947492286e9), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:32.547827 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-087fa372-18f8-4ead-9009-7c2cdadc47c1 tempest-ExtensionsTestJSON-269393127 tempest-ExtensionsTestJSON-269393127-project] 10.222.0.64 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0212500 Jan 28 19:39:32.548448 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 46034) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:32.551951 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ba0de7e-6db1-47c6-84a3-dad06c6637b6 None None] Network decd8274-9eda-4d81-a020-86cc15d56022 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:39:32.560101 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [None req-4e617d48-074a-4d8f-b19c-7e0c423e2468 tempest-ExtensionsTestJSON-269393127 tempest-ExtensionsTestJSON-269393127-project] http://10.222.0.64:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:39:32.563807 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-4e617d48-074a-4d8f-b19c-7e0c423e2468 tempest-ExtensionsTestJSON-269393127 tempest-ExtensionsTestJSON-269393127-project] 10.222.0.64 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0143869 Jan 28 19:39:32.567071 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 46036) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:32.581007 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [None req-c6a31070-8179-4929-a5ae-f49253cf8b5a tempest-ExtensionsTestJSON-269393127 tempest-ExtensionsTestJSON-269393127-project] http://10.222.0.64:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:39:32.586183 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-c6a31070-8179-4929-a5ae-f49253cf8b5a tempest-ExtensionsTestJSON-269393127 tempest-ExtensionsTestJSON-269393127-project] 10.222.0.64 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0168636 Jan 28 19:39:32.587048 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 46040) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:32.592747 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [None req-a754098c-615a-4078-9b7e-5ba99e93d7e3 tempest-ExtensionsTestJSON-269393127 tempest-ExtensionsTestJSON-269393127-project] http://10.222.0.64:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:39:32.596902 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-a754098c-615a-4078-9b7e-5ba99e93d7e3 tempest-ExtensionsTestJSON-269393127 tempest-ExtensionsTestJSON-269393127-project] 10.222.0.64 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0080771 Jan 28 19:39:32.602235 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 46042) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:32.606731 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [None req-5e6456d1-b34e-40f9-a08b-d2b1aabbf47b tempest-ExtensionsTestJSON-269393127 tempest-ExtensionsTestJSON-269393127-project] http://10.222.0.64:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:39:32.610600 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-5e6456d1-b34e-40f9-a08b-d2b1aabbf47b tempest-ExtensionsTestJSON-269393127 tempest-ExtensionsTestJSON-269393127-project] 10.222.0.64 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0071480 Jan 28 19:39:32.611602 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 46044) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:32.616032 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [None req-7e3e9036-45d2-4682-9357-3d0064c22d56 tempest-ExtensionsTestJSON-269393127 tempest-ExtensionsTestJSON-269393127-project] http://10.222.0.64:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:39:32.620812 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-7e3e9036-45d2-4682-9357-3d0064c22d56 tempest-ExtensionsTestJSON-269393127 tempest-ExtensionsTestJSON-269393127-project] 10.222.0.64 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0077558 Jan 28 19:39:32.621913 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 46046) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:32.627926 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [None req-39c05068-6bc9-4f39-aaf1-6188b987c141 tempest-ExtensionsTestJSON-269393127 tempest-ExtensionsTestJSON-269393127-project] http://10.222.0.64:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:39:32.634700 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-39c05068-6bc9-4f39-aaf1-6188b987c141 tempest-ExtensionsTestJSON-269393127 tempest-ExtensionsTestJSON-269393127-project] 10.222.0.64 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0110936 Jan 28 19:39:32.635503 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 46048) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:32.640626 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [None req-b23a0edc-7d3c-4501-b734-e787b95f691a tempest-ExtensionsTestJSON-269393127 tempest-ExtensionsTestJSON-269393127-project] http://10.222.0.64:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:39:32.644910 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-b23a0edc-7d3c-4501-b734-e787b95f691a tempest-ExtensionsTestJSON-269393127 tempest-ExtensionsTestJSON-269393127-project] 10.222.0.64 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0081525 Jan 28 19:39:32.645648 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 46050) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:32.650335 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [None req-2c3fc98f-f086-477c-b7f3-493614217312 tempest-ExtensionsTestJSON-269393127 tempest-ExtensionsTestJSON-269393127-project] http://10.222.0.64:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:39:32.654171 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-2c3fc98f-f086-477c-b7f3-493614217312 tempest-ExtensionsTestJSON-269393127 tempest-ExtensionsTestJSON-269393127-project] 10.222.0.64 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0073497 Jan 28 19:39:32.655405 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 46052) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:32.660754 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [None req-ec1c1854-9d4f-4f6d-98f4-536939620369 tempest-ExtensionsTestJSON-269393127 tempest-ExtensionsTestJSON-269393127-project] http://10.222.0.64:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:39:32.668626 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-ec1c1854-9d4f-4f6d-98f4-536939620369 tempest-ExtensionsTestJSON-269393127 tempest-ExtensionsTestJSON-269393127-project] 10.222.0.64 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0120595 Jan 28 19:39:32.669407 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 46054) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:32.673789 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [None req-f18519ea-7b4a-4cac-b012-dbd303e8c550 tempest-ExtensionsTestJSON-269393127 tempest-ExtensionsTestJSON-269393127-project] http://10.222.0.64:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:39:32.678184 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-f18519ea-7b4a-4cac-b012-dbd303e8c550 tempest-ExtensionsTestJSON-269393127 tempest-ExtensionsTestJSON-269393127-project] 10.222.0.64 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0075531 Jan 28 19:39:32.679107 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 46056) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:32.684211 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [None req-4a6ce25f-6b74-493d-8f85-34263b0dbced tempest-ExtensionsTestJSON-269393127 tempest-ExtensionsTestJSON-269393127-project] http://10.222.0.64:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:39:32.696628 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-4a6ce25f-6b74-493d-8f85-34263b0dbced tempest-ExtensionsTestJSON-269393127 tempest-ExtensionsTestJSON-269393127-project] 10.222.0.64 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0152450 Jan 28 19:39:32.698674 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 46060) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:32.715617 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [None req-1f553546-31ca-4ae9-9ec2-746eb938d752 tempest-ExtensionsTestJSON-269393127 tempest-ExtensionsTestJSON-269393127-project] http://10.222.0.64:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:39:32.722613 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-1f553546-31ca-4ae9-9ec2-746eb938d752 tempest-ExtensionsTestJSON-269393127 tempest-ExtensionsTestJSON-269393127-project] 10.222.0.64 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0178516 Jan 28 19:39:32.725625 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 46062) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:32.728656 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device d319833e-1c7a-449e-abee-5eca2a0af417 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:39:32.733938 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-d5d0849b-e273-41a1-bf0c-130a5883ee9f None None] Set router cefea249-2829-4f04-9800-e79a5ab368ef gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:39:32.738673 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [None req-20a72346-8328-464b-a4b8-9e4e9af96421 tempest-ExtensionsTestJSON-269393127 tempest-ExtensionsTestJSON-269393127-project] http://10.222.0.64:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:39:32.745333 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-20a72346-8328-464b-a4b8-9e4e9af96421 tempest-ExtensionsTestJSON-269393127 tempest-ExtensionsTestJSON-269393127-project] 10.222.0.64 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0177429 Jan 28 19:39:32.748820 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 46064) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:32.760291 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [None req-ab1d90dc-fb6f-496f-93d3-566a0fde0d5d tempest-ExtensionsTestJSON-269393127 tempest-ExtensionsTestJSON-269393127-project] http://10.222.0.64:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:39:32.765543 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-ab1d90dc-fb6f-496f-93d3-566a0fde0d5d tempest-ExtensionsTestJSON-269393127 tempest-ExtensionsTestJSON-269393127-project] 10.222.0.64 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0149209 Jan 28 19:39:32.766164 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 46066) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:32.774484 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [None req-36964241-e2dd-417b-8ce5-249c19f911ed tempest-ExtensionsTestJSON-269393127 tempest-ExtensionsTestJSON-269393127-project] http://10.222.0.64:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:39:32.779370 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-36964241-e2dd-417b-8ce5-249c19f911ed tempest-ExtensionsTestJSON-269393127 tempest-ExtensionsTestJSON-269393127-project] 10.222.0.64 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0121343 Jan 28 19:39:32.779997 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 46070) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:32.784508 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [None req-c249fb5f-dc43-4441-8516-31e7e324cff6 tempest-ExtensionsTestJSON-269393127 tempest-ExtensionsTestJSON-269393127-project] http://10.222.0.64:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:39:32.788344 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-c249fb5f-dc43-4441-8516-31e7e324cff6 tempest-ExtensionsTestJSON-269393127 tempest-ExtensionsTestJSON-269393127-project] 10.222.0.64 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0073431 Jan 28 19:39:32.789115 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 46072) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:32.795638 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [None req-659a71fb-5f0e-4244-9dea-a97f00a2e9d5 tempest-ExtensionsTestJSON-269393127 tempest-ExtensionsTestJSON-269393127-project] http://10.222.0.64:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:39:32.800718 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-659a71fb-5f0e-4244-9dea-a97f00a2e9d5 tempest-ExtensionsTestJSON-269393127 tempest-ExtensionsTestJSON-269393127-project] 10.222.0.64 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0103481 Jan 28 19:39:32.801440 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 46074) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:32.806041 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [None req-f12da20b-6e22-43e9-bfd4-7e81d5a8435a tempest-ExtensionsTestJSON-269393127 tempest-ExtensionsTestJSON-269393127-project] http://10.222.0.64:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:39:32.810360 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-f12da20b-6e22-43e9-bfd4-7e81d5a8435a tempest-ExtensionsTestJSON-269393127 tempest-ExtensionsTestJSON-269393127-project] 10.222.0.64 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0072675 Jan 28 19:39:32.811558 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 46076) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:32.815806 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [None req-c46351d3-708b-474d-b796-ae573730a7f7 tempest-ExtensionsTestJSON-269393127 tempest-ExtensionsTestJSON-269393127-project] http://10.222.0.64:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:39:32.820732 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-c46351d3-708b-474d-b796-ae573730a7f7 tempest-ExtensionsTestJSON-269393127 tempest-ExtensionsTestJSON-269393127-project] 10.222.0.64 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0074406 Jan 28 19:39:32.821402 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 46078) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:32.825737 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [None req-492b4ae3-1907-41cf-aed6-d42c819f94a1 tempest-ExtensionsTestJSON-269393127 tempest-ExtensionsTestJSON-269393127-project] http://10.222.0.64:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:39:32.833428 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-492b4ae3-1907-41cf-aed6-d42c819f94a1 tempest-ExtensionsTestJSON-269393127 tempest-ExtensionsTestJSON-269393127-project] 10.222.0.64 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0108967 Jan 28 19:39:33.120817 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f359a56-5e45-4e99-aed3-7cb617f91bc4 req-4fd5b551-2237-4f7e-a17c-8631a7c55007 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:39:33.129947 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4f359a56-5e45-4e99-aed3-7cb617f91bc4 req-4fd5b551-2237-4f7e-a17c-8631a7c55007 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.70 "GET /v2.0/networks?id=87bd24c3-2f53-4d06-9d37-4b32bba79109 HTTP/1.1" status: 200 len: 812 time: 0.2473545 Jan 28 19:39:33.155971 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-768cfd8e-37bb-4946-adf2-7c38499cff73 None None] Current status of the port 7a57a17e-0dd7-444e-b20a-5947492286e9 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:39:33.183432 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port d319833e-1c7a-449e-abee-5eca2a0af417 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:39:33.184828 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (d319833e-1c7a-449e-abee-5eca2a0af417), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:33.210595 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4543fbd5-37bd-4330-8d3b-0c4d9f1c02ef tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Publish callbacks [] for router_gateway (289d203a-0f3a-4d87-91b3-ad374309434c), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:33.221404 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e624323-facb-454e-bec4-fd0de17a2f23 None None] DHCP port deletion for decd8274-9eda-4d81-a020-86cc15d56022 request from n-d-812111-14 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:39:33.262804 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-d5d0849b-e273-41a1-bf0c-130a5883ee9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cefea249-2829-4f04-9800-e79a5ab368ef', 'name': 'tempest-TestAggregatesBasicOps-1067744881-router', 'tenant_id': '4318d711708541999bcfdf4f012196bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.114'}], 'enable_snat': True}, 'gw_port_id': '50d29f51-2eea-4c87-a5df-d02565e225db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:38:45Z', 'updated_at': '2022-01-28T19:39:30Z', 'revision_number': 5, 'project_id': '4318d711708541999bcfdf4f012196bd', 'gw_port': {'id': '50d29f51-2eea-4c87-a5df-d02565e225db', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:63:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cefea249-2829-4f04-9800-e79a5ab368ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2660, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:38:49Z', 'updated_at': '2022-01-28T19:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:39:33.275562 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4543fbd5-37bd-4330-8d3b-0c4d9f1c02ef tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:33.283918 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4f359a56-5e45-4e99-aed3-7cb617f91bc4 req-98699412-3750-4c5c-be85-1e3b3ec74192 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c316c98d83734d7eab7153e5f826023b HTTP/1.1" status: 200 len: 380 time: 0.1457391 Jan 28 19:39:33.299961 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-4f359a56-5e45-4e99-aed3-7cb617f91bc4 req-7c8cc7b0-0ede-477a-9acc-2f4de828d18f tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Request body: {'port': {'device_id': '4a91007d-45be-4c6c-a11f-db74e1c43eb8', 'network_id': '87bd24c3-2f53-4d06-9d37-4b32bba79109', 'admin_state_up': True, 'tenant_id': 'c316c98d83734d7eab7153e5f826023b', 'security_groups': ['7142df2f-bfa6-45d4-824d-35803ef6dce5']}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:39:33.303129 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-28ea7c0a-3fe4-4faf-acc1-2ff7a72b4e20 admin admin] Publish callbacks [] for router (cefea249-2829-4f04-9800-e79a5ab368ef), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:33.327312 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d0849b-e273-41a1-bf0c-130a5883ee9f None None] Checking router: cefea249-2829-4f04-9800-e79a5ab368ef for host: n-d-812111-14 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:39:33.339116 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 46088) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:33.339364 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d0849b-e273-41a1-bf0c-130a5883ee9f None None] Routers {'cefea249-2829-4f04-9800-e79a5ab368ef'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:39:33.340150 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-d5d0849b-e273-41a1-bf0c-130a5883ee9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:39:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['cefea249-2829-4f04-9800-e79a5ab368ef'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:39:33.378685 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-8e624323-facb-454e-bec4-fd0de17a2f23 None None] Deleting port 7a57a17e-0dd7-444e-b20a-5947492286e9 {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:39:33.379066 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8e624323-facb-454e-bec4-fd0de17a2f23 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (7a57a17e-0dd7-444e-b20a-5947492286e9), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:33.380714 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port d319833e-1c7a-449e-abee-5eca2a0af417 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:39:33.402712 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 7a57a17e-0dd7-444e-b20a-5947492286e9 no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:39:33.500697 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-8e624323-facb-454e-bec4-fd0de17a2f23 None None] For port 7a57a17e-0dd7-444e-b20a-5947492286e9, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=7a57a17e-0dd7-444e-b20a-5947492286e9,segment=NetworkSegment(2aac29a1-8685-476c-bba5-fffce3cb94d6),segment_id=2aac29a1-8685-476c-bba5-fffce3cb94d6)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:39:33.501127 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8e624323-facb-454e-bec4-fd0de17a2f23 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (7a57a17e-0dd7-444e-b20a-5947492286e9), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:33.518319 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-8e624323-facb-454e-bec4-fd0de17a2f23 None None] Calling delete_port for 7a57a17e-0dd7-444e-b20a-5947492286e9 owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:39:33.532132 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f359a56-5e45-4e99-aed3-7cb617f91bc4 req-7c8cc7b0-0ede-477a-9acc-2f4de828d18f tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Made reservation on behalf of c316c98d83734d7eab7153e5f826023b for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:39:33.539813 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-4f359a56-5e45-4e99-aed3-7cb617f91bc4 req-7c8cc7b0-0ede-477a-9acc-2f4de828d18f tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:33.579785 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-d5d0849b-e273-41a1-bf0c-130a5883ee9f None None] Set router cefea249-2829-4f04-9800-e79a5ab368ef gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:39:33.611431 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 7a57a17e-0dd7-444e-b20a-5947492286e9 is: ACTIVE; New status is: DOWN {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:39:33.611945 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (7a57a17e-0dd7-444e-b20a-5947492286e9), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:33.646266 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-4543fbd5-37bd-4330-8d3b-0c4d9f1c02ef tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Allocated IP 172.25.6.137 (d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8/a648e4ab-7422-41b9-b133-58aca25ab8f5/6258dacd-8070-4ffe-85b2-cd51ac41b3b9) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:39:33.657922 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] For port 7a57a17e-0dd7-444e-b20a-5947492286e9, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=7a57a17e-0dd7-444e-b20a-5947492286e9,segment=NetworkSegment(2aac29a1-8685-476c-bba5-fffce3cb94d6),segment_id=2aac29a1-8685-476c-bba5-fffce3cb94d6)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:39:33.664221 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (7a57a17e-0dd7-444e-b20a-5947492286e9), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:33.733974 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8e624323-facb-454e-bec4-fd0de17a2f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985'] for port (7a57a17e-0dd7-444e-b20a-5947492286e9), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:33.765056 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4543fbd5-37bd-4330-8d3b-0c4d9f1c02ef tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Publish callbacks [] for port (6258dacd-8070-4ffe-85b2-cd51ac41b3b9), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:33.784697 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e624323-facb-454e-bec4-fd0de17a2f23 None None] No DVR routers for this DVR port 7a57a17e-0dd7-444e-b20a-5947492286e9 on host n-d-812111-14 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:39:33.787508 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Pushing event updated for resources: {'Port': ['ID=7a57a17e-0dd7-444e-b20a-5947492286e9,revision_number=6']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:33.809651 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3903e3dc-3afb-4a3d-bdff-40e6c8af421e tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:39:33.814645 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-3903e3dc-3afb-4a3d-bdff-40e6c8af421e tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 1.4982240 Jan 28 19:39:33.818964 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 46104) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:33.820050 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4543fbd5-37bd-4330-8d3b-0c4d9f1c02ef tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (6258dacd-8070-4ffe-85b2-cd51ac41b3b9), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:33.848647 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e624323-facb-454e-bec4-fd0de17a2f23 None None] Pushing event deleted for resources: {'Port': ['ID=7a57a17e-0dd7-444e-b20a-5947492286e9,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:33.872313 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5eacc9b0-d13f-430b-9361-967fd45e6635 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:33.912495 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-d5d0849b-e273-41a1-bf0c-130a5883ee9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cefea249-2829-4f04-9800-e79a5ab368ef', 'name': 'tempest-TestAggregatesBasicOps-1067744881-router', 'tenant_id': '4318d711708541999bcfdf4f012196bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.114'}], 'enable_snat': True}, 'gw_port_id': '50d29f51-2eea-4c87-a5df-d02565e225db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:38:45Z', 'updated_at': '2022-01-28T19:39:30Z', 'revision_number': 5, 'project_id': '4318d711708541999bcfdf4f012196bd', 'gw_port': {'id': '50d29f51-2eea-4c87-a5df-d02565e225db', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:63:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cefea249-2829-4f04-9800-e79a5ab368ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2660, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:38:49Z', 'updated_at': '2022-01-28T19:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:39:33.923525 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-4f359a56-5e45-4e99-aed3-7cb617f91bc4 req-7c8cc7b0-0ede-477a-9acc-2f4de828d18f tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Allocated IP 172.20.0.10 (87bd24c3-2f53-4d06-9d37-4b32bba79109/1b82f7aa-308b-4f07-b0c3-0d99e240d9ef/4fc29a78-414a-4805-a8cf-167eee4a4412) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:39:33.923763 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4543fbd5-37bd-4330-8d3b-0c4d9f1c02ef tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Pushing event updated for resources: {'Port': ['ID=6258dacd-8070-4ffe-85b2-cd51ac41b3b9,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:33.970042 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d01c8247-b678-423f-89f3-0c190c676f41 req-ffaa8b04-a46c-4b63-907d-ebf6c21b6846 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a91007d-45be-4c6c-a11f-db74e1c43eb8 HTTP/1.1" status: 200 len: 210 time: 0.1516218 Jan 28 19:39:33.982343 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d0849b-e273-41a1-bf0c-130a5883ee9f None None] The sync data for ids ['cefea249-2829-4f04-9800-e79a5ab368ef'] in n-d-812111-14 is: [{'id': 'cefea249-2829-4f04-9800-e79a5ab368ef', 'name': 'tempest-TestAggregatesBasicOps-1067744881-router', 'tenant_id': '4318d711708541999bcfdf4f012196bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.114'}], 'enable_snat': True}, 'gw_port_id': '50d29f51-2eea-4c87-a5df-d02565e225db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:38:45Z', 'updated_at': '2022-01-28T19:39:30Z', 'revision_number': 5, 'project_id': '4318d711708541999bcfdf4f012196bd', 'gw_port': {'id': '50d29f51-2eea-4c87-a5df-d02565e225db', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:63:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cefea249-2829-4f04-9800-e79a5ab368ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2660, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:38:49Z', 'updated_at': '2022-01-28T19:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:39:34.001853 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4543fbd5-37bd-4330-8d3b-0c4d9f1c02ef tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:39:34.007674 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62887cf-32bd-4f36-8918-a55beebe557a tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:39:34.010290 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-f62887cf-32bd-4f36-8918-a55beebe557a tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1880307 Jan 28 19:39:34.013272 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 46108) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:34.049810 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-4543fbd5-37bd-4330-8d3b-0c4d9f1c02ef tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:39:34.053626 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4543fbd5-37bd-4330-8d3b-0c4d9f1c02ef tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:39:34.088616 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-72e6421c-e027-42d0-b1bb-bdcc03a62b3d tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0732412 Jan 28 19:39:34.095315 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 46112) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:34.112614 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-28ea7c0a-3fe4-4faf-acc1-2ff7a72b4e20 admin admin] Publish callbacks [] for router_gateway (cefea249-2829-4f04-9800-e79a5ab368ef), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:34.135617 n-d-812111-14 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-5604c910-c3eb-4fbe-9d74-4f0e0f14ee1a tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] DELETE failed (client error): The resource could not be found. Jan 28 19:39:34.136376 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5604c910-c3eb-4fbe-9d74-4f0e0f14ee1a tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:39:34.141687 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-5604c910-c3eb-4fbe-9d74-4f0e0f14ee1a tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "DELETE /v2.0/ports/2797c456-3cd8-4a94-a134-89b2968da248 HTTP/1.1" status: 404 len: 333 time: 0.0427761 Jan 28 19:39:34.142733 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 46116) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:34.185613 n-d-812111-14 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-f195a650-e8c3-469a-b4c2-8a5a6cc39c76 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] DELETE failed (client error): The resource could not be found. Jan 28 19:39:34.185926 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f195a650-e8c3-469a-b4c2-8a5a6cc39c76 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:39:34.189698 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-f195a650-e8c3-469a-b4c2-8a5a6cc39c76 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "DELETE /v2.0/subnets/427eb5f9-82df-4f66-9075-ac884459f103 HTTP/1.1" status: 404 len: 337 time: 0.0451665 Jan 28 19:39:34.198999 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 46120) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:34.250836 n-d-812111-14 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-40d43cee-f14c-40e1-affd-5c8af1cd3dde tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] DELETE failed (client error): The resource could not be found. Jan 28 19:39:34.251390 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40d43cee-f14c-40e1-affd-5c8af1cd3dde tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:39:34.257798 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-40d43cee-f14c-40e1-affd-5c8af1cd3dde tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "DELETE /v2.0/subnets/a30e4c35-c0b6-4616-9e29-60c0d4461a41 HTTP/1.1" status: 404 len: 337 time: 0.0553174 Jan 28 19:39:34.259056 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 46124) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:34.277119 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5eacc9b0-d13f-430b-9361-967fd45e6635 admin admin] Publish callbacks [] for security_group (80ad18ba-f18a-4c07-aedd-227843ecde56), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:34.282442 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5eacc9b0-d13f-430b-9361-967fd45e6635 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (80ad18ba-f18a-4c07-aedd-227843ecde56), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:34.300155 n-d-812111-14 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d36a4f5-81f4-4522-9e13-88359742e3a6 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] DELETE failed (client error): The resource could not be found. Jan 28 19:39:34.300632 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d36a4f5-81f4-4522-9e13-88359742e3a6 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:39:34.306050 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-9d36a4f5-81f4-4522-9e13-88359742e3a6 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "DELETE /v2.0/ports/bc753ca5-6f7e-43e8-92f6-ab473a97e436 HTTP/1.1" status: 404 len: 333 time: 0.0433066 Jan 28 19:39:34.306517 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 46128) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:34.315105 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eacc9b0-d13f-430b-9361-967fd45e6635 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80ad18ba-f18a-4c07-aedd-227843ecde56,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:34.336716 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-4f359a56-5e45-4e99-aed3-7cb617f91bc4 req-7c8cc7b0-0ede-477a-9acc-2f4de828d18f tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Publish callbacks [] for port (4fc29a78-414a-4805-a8cf-167eee4a4412), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:34.364285 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-5eacc9b0-d13f-430b-9361-967fd45e6635 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=cfb8c3a3662c43ddb4ff191e0604b273&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0188899 Jan 28 19:39:34.365654 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 46130) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:34.376439 n-d-812111-14 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f75ada5-cf92-4b5c-9b7d-2a924a75c5f1 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] DELETE failed (client error): The resource could not be found. Jan 28 19:39:34.376899 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f75ada5-cf92-4b5c-9b7d-2a924a75c5f1 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:39:34.380041 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-0f75ada5-cf92-4b5c-9b7d-2a924a75c5f1 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "DELETE /v2.0/subnets/81352765-06f9-4d48-b273-6080c6b452a6 HTTP/1.1" status: 404 len: 337 time: 0.0728202 Jan 28 19:39:34.396642 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 46132) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:34.451735 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-28ea7c0a-3fe4-4faf-acc1-2ff7a72b4e20 admin admin] Deleting port 50d29f51-2eea-4c87-a5df-d02565e225db {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:39:34.452088 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-28ea7c0a-3fe4-4faf-acc1-2ff7a72b4e20 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (50d29f51-2eea-4c87-a5df-d02565e225db), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:34.462599 n-d-812111-14 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-61afa6d5-55ac-4d73-8d8c-a9c301849cd2 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] DELETE failed (client error): The resource could not be found. Jan 28 19:39:34.463141 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61afa6d5-55ac-4d73-8d8c-a9c301849cd2 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:39:34.466242 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-61afa6d5-55ac-4d73-8d8c-a9c301849cd2 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "DELETE /v2.0/subnets/fdc57aa3-0cf2-48ef-a49f-3791f5825a7e HTTP/1.1" status: 404 len: 337 time: 0.0682189 Jan 28 19:39:34.469331 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 46136) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:34.497514 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 8951ad73-0284-4415-a1f3-6271890cd22c no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:39:34.521366 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6ee63a05-113b-4298-8b4f-1a37f239b86b admin admin] Publish callbacks [] for security_group (80ad18ba-f18a-4c07-aedd-227843ecde56), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:34.525979 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: 8951ad73-0284-4415-a1f3-6271890cd22c {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:39:34.526583 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 8951ad73-0284-4415-a1f3-6271890cd22c not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:39:34.554078 n-d-812111-14 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-aede7959-9192-40cc-ad26-3739fa2a55b4 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] DELETE failed (client error): The resource could not be found. Jan 28 19:39:34.555330 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aede7959-9192-40cc-ad26-3739fa2a55b4 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:39:34.559317 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-aede7959-9192-40cc-ad26-3739fa2a55b4 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "DELETE /v2.0/ports/adcb3416-185f-47b6-b85b-4236ae5425fb HTTP/1.1" status: 404 len: 333 time: 0.0887206 Jan 28 19:39:34.569058 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6ee63a05-113b-4298-8b4f-1a37f239b86b admin admin] Publish callbacks [] for security_group (80ad18ba-f18a-4c07-aedd-227843ecde56), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:34.569484 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 46138) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:34.609396 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-4f359a56-5e45-4e99-aed3-7cb617f91bc4 req-7c8cc7b0-0ede-477a-9acc-2f4de828d18f tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (4fc29a78-414a-4805-a8cf-167eee4a4412), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:34.624304 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4543fbd5-37bd-4330-8d3b-0c4d9f1c02ef tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Publish callbacks [] for router_gateway (289d203a-0f3a-4d87-91b3-ad374309434c), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:34.637061 n-d-812111-14 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9704a71-2ddc-49fa-8a22-7b35b9ab5e10 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] DELETE failed (client error): The resource could not be found. Jan 28 19:39:34.637562 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9704a71-2ddc-49fa-8a22-7b35b9ab5e10 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:39:34.640743 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-b9704a71-2ddc-49fa-8a22-7b35b9ab5e10 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "DELETE /v2.0/subnets/3a719adf-1f26-4a1b-b4a9-f7d088cd131b HTTP/1.1" status: 404 len: 337 time: 0.0695126 Jan 28 19:39:34.644286 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 46142) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:34.697951 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f359a56-5e45-4e99-aed3-7cb617f91bc4 req-7c8cc7b0-0ede-477a-9acc-2f4de828d18f tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Network 87bd24c3-2f53-4d06-9d37-4b32bba79109 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:39:34.706219 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-4f359a56-5e45-4e99-aed3-7cb617f91bc4 req-7c8cc7b0-0ede-477a-9acc-2f4de828d18f tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:39:34.730162 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f359a56-5e45-4e99-aed3-7cb617f91bc4 req-7c8cc7b0-0ede-477a-9acc-2f4de828d18f tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:39:34.752872 n-d-812111-14 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-f40fe9ae-c02f-475a-91d7-249f405f06a5 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] DELETE failed (client error): The resource could not be found. Jan 28 19:39:34.753638 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f40fe9ae-c02f-475a-91d7-249f405f06a5 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:39:34.758968 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-f40fe9ae-c02f-475a-91d7-249f405f06a5 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "DELETE /v2.0/subnets/b97c667c-6980-40e7-a156-51d3e49b64c6 HTTP/1.1" status: 404 len: 337 time: 0.0800564 Jan 28 19:39:34.763920 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 46146) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:34.772656 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-28ea7c0a-3fe4-4faf-acc1-2ff7a72b4e20 admin admin] For port 50d29f51-2eea-4c87-a5df-d02565e225db, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=50d29f51-2eea-4c87-a5df-d02565e225db,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:39:34.779031 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-28ea7c0a-3fe4-4faf-acc1-2ff7a72b4e20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (50d29f51-2eea-4c87-a5df-d02565e225db), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:34.820386 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f359a56-5e45-4e99-aed3-7cb617f91bc4 req-7c8cc7b0-0ede-477a-9acc-2f4de828d18f tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:39:34.821142 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-4f359a56-5e45-4e99-aed3-7cb617f91bc4 req-7c8cc7b0-0ede-477a-9acc-2f4de828d18f tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:34.826521 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8cc7b0-0ede-477a-9acc-2f4de828d18f tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Pushing event updated for resources: {'Port': ['ID=4fc29a78-414a-4805-a8cf-167eee4a4412,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:34.843592 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-28ea7c0a-3fe4-4faf-acc1-2ff7a72b4e20 admin admin] Calling delete_port for 50d29f51-2eea-4c87-a5df-d02565e225db owned by network:router_gateway {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:39:34.844990 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6ee63a05-113b-4298-8b4f-1a37f239b86b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (80ad18ba-f18a-4c07-aedd-227843ecde56), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:34.846279 n-d-812111-14 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-9973971d-7281-486d-bbe0-436d13d530be tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] DELETE failed (client error): The resource could not be found. Jan 28 19:39:34.847059 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9973971d-7281-486d-bbe0-436d13d530be tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:39:34.848847 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6ee63a05-113b-4298-8b4f-1a37f239b86b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:34.850395 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-9973971d-7281-486d-bbe0-436d13d530be tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "DELETE /v2.0/ports/34dab243-9e38-49cf-a892-91416bb79664 HTTP/1.1" status: 404 len: 333 time: 0.0854893 Jan 28 19:39:34.858423 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-6ee63a05-113b-4298-8b4f-1a37f239b86b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/80ad18ba-f18a-4c07-aedd-227843ecde56 HTTP/1.1" status: 204 len: 168 time: 0.4894557 Jan 28 19:39:34.860179 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 46148) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:34.882673 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4f359a56-5e45-4e99-aed3-7cb617f91bc4 req-7c8cc7b0-0ede-477a-9acc-2f4de828d18f tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5925932 Jan 28 19:39:34.922684 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-4f359a56-5e45-4e99-aed3-7cb617f91bc4 req-3c4616b6-2be9-4001-8ca4-60a1035f2cf5 service neutron] Request body: {'port': {'device_id': '4a91007d-45be-4c6c-a11f-db74e1c43eb8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-14'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:39:34.928409 n-d-812111-14 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-27dbd091-0130-4fd8-b13a-3e43044147ce tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] DELETE failed (client error): The resource could not be found. Jan 28 19:39:34.928739 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27dbd091-0130-4fd8-b13a-3e43044147ce tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:39:34.932746 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-27dbd091-0130-4fd8-b13a-3e43044147ce tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "DELETE /v2.0/subnets/31e09349-ade0-48db-b8ca-5a81c6830e30 HTTP/1.1" status: 404 len: 337 time: 0.0693359 Jan 28 19:39:34.933768 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee63a05-113b-4298-8b4f-1a37f239b86b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80ad18ba-f18a-4c07-aedd-227843ecde56,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:34.964142 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 46152) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:35.017086 n-d-812111-14 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac93dffd-31c3-4f67-aae4-2666af689c3f tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] DELETE failed (client error): The resource could not be found. Jan 28 19:39:35.017580 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac93dffd-31c3-4f67-aae4-2666af689c3f tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:39:35.020839 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-ac93dffd-31c3-4f67-aae4-2666af689c3f tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "DELETE /v2.0/subnets/76171719-e0bc-4076-bd84-701b8167e1b4 HTTP/1.1" status: 404 len: 337 time: 0.0557191 Jan 28 19:39:35.023745 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 46156) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:35.052207 n-d-812111-14 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b7c1afa-410b-44df-843c-62bc94a334be tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] DELETE failed (client error): The resource could not be found. Jan 28 19:39:35.053069 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b7c1afa-410b-44df-843c-62bc94a334be tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:39:35.056275 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-8b7c1afa-410b-44df-843c-62bc94a334be tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "DELETE /v2.0/ports/7cf6e9ff-30dc-47bc-bffe-80c5a6eb8099 HTTP/1.1" status: 404 len: 333 time: 0.0317714 Jan 28 19:39:35.059290 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 46158) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:35.143370 n-d-812111-14 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-7089b749-11a1-4d8e-b3ed-2abbe279123c tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] DELETE failed (client error): The resource could not be found. Jan 28 19:39:35.143985 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7089b749-11a1-4d8e-b3ed-2abbe279123c tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:39:35.149200 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-7089b749-11a1-4d8e-b3ed-2abbe279123c tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "DELETE /v2.0/subnets/370085e9-4f45-4784-b275-e706e63f87be HTTP/1.1" status: 404 len: 337 time: 0.0868180 Jan 28 19:39:35.152336 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 46164) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:35.184698 n-d-812111-14 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-d26d00e8-9a6d-4755-b133-c219c19c9ee6 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] DELETE failed (client error): The resource could not be found. Jan 28 19:39:35.184698 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d26d00e8-9a6d-4755-b133-c219c19c9ee6 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:39:35.190779 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-d26d00e8-9a6d-4755-b133-c219c19c9ee6 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "DELETE /v2.0/ports/413d6c9a-f8a9-44b6-aabc-3dc52c05c838 HTTP/1.1" status: 404 len: 333 time: 0.0345786 Jan 28 19:39:35.193165 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 46166) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:35.204944 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-4f359a56-5e45-4e99-aed3-7cb617f91bc4 req-3c4616b6-2be9-4001-8ca4-60a1035f2cf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (4fc29a78-414a-4805-a8cf-167eee4a4412), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:35.209696 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-54245a48-01cc-4fb1-82e7-aeb55fec98fd None None] Provisioning complete for port 4fc29a78-414a-4805-a8cf-167eee4a4412 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:39:35.210551 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-54245a48-01cc-4fb1-82e7-aeb55fec98fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (4fc29a78-414a-4805-a8cf-167eee4a4412), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:35.234383 n-d-812111-14 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-daa1d38b-c4f5-47c4-b287-6f45c84a1251 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] DELETE failed (client error): The resource could not be found. Jan 28 19:39:35.234813 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-daa1d38b-c4f5-47c4-b287-6f45c84a1251 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:39:35.238052 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-daa1d38b-c4f5-47c4-b287-6f45c84a1251 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "DELETE /v2.0/subnets/cfc5fc8e-b86e-4493-8435-8842aa1e84f1 HTTP/1.1" status: 404 len: 337 time: 0.0438166 Jan 28 19:39:35.239607 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4543fbd5-37bd-4330-8d3b-0c4d9f1c02ef tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-731074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-731460'] for router (289d203a-0f3a-4d87-91b3-ad374309434c), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:35.241785 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 46168) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:35.268800 n-d-812111-14 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-eeaef3b7-fb7c-43c1-b7e5-deb6afafd5b3 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] DELETE failed (client error): The resource could not be found. Jan 28 19:39:35.269423 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eeaef3b7-fb7c-43c1-b7e5-deb6afafd5b3 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:39:35.272477 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-eeaef3b7-fb7c-43c1-b7e5-deb6afafd5b3 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "DELETE /v2.0/ports/f1ab68c8-19b5-473a-a3b0-a8bfbed1cc78 HTTP/1.1" status: 404 len: 333 time: 0.0283201 Jan 28 19:39:35.276971 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 46170) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:35.303997 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-54245a48-01cc-4fb1-82e7-aeb55fec98fd None None] Port 4fc29a78-414a-4805-a8cf-167eee4a4412 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:39:35.346582 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2a9773-158a-4b33-a394-66734f381bab req-732b7854-6aec-433f-9c3d-9caefa41a99d tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:39:35.348258 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-0f2a9773-158a-4b33-a394-66734f381bab req-732b7854-6aec-433f-9c3d-9caefa41a99d tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a91007d-45be-4c6c-a11f-db74e1c43eb8 HTTP/1.1" status: 200 len: 932 time: 0.2728140 Jan 28 19:39:35.351716 n-d-812111-14 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-d67e2921-128f-413b-803a-57c8bcc07733 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] DELETE failed (client error): The resource could not be found. Jan 28 19:39:35.352189 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d67e2921-128f-413b-803a-57c8bcc07733 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:39:35.358378 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-d67e2921-128f-413b-803a-57c8bcc07733 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "DELETE /v2.0/subnets/09dca4c2-3cd1-498a-b4ac-cad84a5ee7e8 HTTP/1.1" status: 404 len: 337 time: 0.0762024 Jan 28 19:39:35.359266 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 46176) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:35.391781 n-d-812111-14 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-584a5acb-826b-43dd-a466-65961552e16f tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] DELETE failed (client error): The resource could not be found. Jan 28 19:39:35.392419 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-584a5acb-826b-43dd-a466-65961552e16f tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:39:35.398088 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-584a5acb-826b-43dd-a466-65961552e16f tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "DELETE /v2.0/ports/a7e36161-30f5-4cf5-974c-97c3bd609acf HTTP/1.1" status: 404 len: 333 time: 0.0348525 Jan 28 19:39:35.409166 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 46180) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:35.506332 n-d-812111-14 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdbb7d69-e564-4f87-8f74-d915988b4366 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] DELETE failed (client error): The resource could not be found. Jan 28 19:39:35.506803 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdbb7d69-e564-4f87-8f74-d915988b4366 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:39:35.512599 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-cdbb7d69-e564-4f87-8f74-d915988b4366 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "DELETE /v2.0/subnets/396029a0-2412-4f1f-afad-a512752fa204 HTTP/1.1" status: 404 len: 337 time: 0.0992391 Jan 28 19:39:35.518367 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 46184) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:35.572701 n-d-812111-14 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ae5dc5e-021e-48ef-9cfe-e38e176b1f13 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] DELETE failed (client error): The resource could not be found. Jan 28 19:39:35.573546 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ae5dc5e-021e-48ef-9cfe-e38e176b1f13 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:39:35.577088 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-4ae5dc5e-021e-48ef-9cfe-e38e176b1f13 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "DELETE /v2.0/ports/deb2de1f-aa71-49ef-a6ba-ffd5e4b1decd HTTP/1.1" status: 404 len: 333 time: 0.0551682 Jan 28 19:39:35.588701 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 46190) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:35.604731 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-28ea7c0a-3fe4-4faf-acc1-2ff7a72b4e20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (50d29f51-2eea-4c87-a5df-d02565e225db), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:35.620803 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-0f2a9773-158a-4b33-a394-66734f381bab req-f06e059f-ed60-4203-a332-82a1a2737a66 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/security-groups?id=7142df2f-bfa6-45d4-824d-35803ef6dce5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2611191 Jan 28 19:39:35.650865 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ea7c0a-3fe4-4faf-acc1-2ff7a72b4e20 admin admin] Pushing event deleted for resources: {'Port': ['ID=50d29f51-2eea-4c87-a5df-d02565e225db,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:35.675958 n-d-812111-14 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-5eebc69d-f67d-4d7d-91cf-46453678201c tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] DELETE failed (client error): The resource could not be found. Jan 28 19:39:35.676340 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5eebc69d-f67d-4d7d-91cf-46453678201c tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:39:35.679528 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-5eebc69d-f67d-4d7d-91cf-46453678201c tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "DELETE /v2.0/subnets/67a10eda-50b6-41d6-8043-ad8de2122037 HTTP/1.1" status: 404 len: 337 time: 0.0879107 Jan 28 19:39:35.683544 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 46196) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:35.740417 n-d-812111-14 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a60c50b-8070-47c0-b913-ed170d676524 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] DELETE failed (client error): The resource could not be found. Jan 28 19:39:35.741286 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a60c50b-8070-47c0-b913-ed170d676524 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:39:35.744551 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-2a60c50b-8070-47c0-b913-ed170d676524 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "DELETE /v2.0/ports/147608f8-1c8d-4419-b72a-53356a9fbdcf HTTP/1.1" status: 404 len: 333 time: 0.0575244 Jan 28 19:39:35.751530 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 46198) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:35.787851 n-d-812111-14 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-50216737-c110-47af-bdf7-fdca03eb4d30 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] DELETE failed (client error): The resource could not be found. Jan 28 19:39:35.789910 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50216737-c110-47af-bdf7-fdca03eb4d30 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:39:35.791442 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-50216737-c110-47af-bdf7-fdca03eb4d30 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "DELETE /v2.0/subnets/bbcf4cc0-f2a2-4b9a-8112-3185a1f73c22 HTTP/1.1" status: 404 len: 337 time: 0.0386863 Jan 28 19:39:35.794327 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 46204) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:35.801732 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-28ea7c0a-3fe4-4faf-acc1-2ff7a72b4e20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-731488'] for router_gateway (cefea249-2829-4f04-9800-e79a5ab368ef), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:35.833163 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [req-4f359a56-5e45-4e99-aed3-7cb617f91bc4 req-3c4616b6-2be9-4001-8ca4-60a1035f2cf5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fc29a78-414a-4805-a8cf-167eee4a4412 {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:39:35.839536 n-d-812111-14 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5c37fa8-a390-4ba2-a706-7304fab7f3a0 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] DELETE failed (client error): The resource could not be found. Jan 28 19:39:35.839997 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5c37fa8-a390-4ba2-a706-7304fab7f3a0 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:39:35.843092 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-f5c37fa8-a390-4ba2-a706-7304fab7f3a0 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "DELETE /v2.0/subnets/17885072-fefb-4166-8672-7abfc37ca2f0 HTTP/1.1" status: 404 len: 337 time: 0.0464139 Jan 28 19:39:35.846046 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 46206) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:35.849399 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-4f359a56-5e45-4e99-aed3-7cb617f91bc4 req-3c4616b6-2be9-4001-8ca4-60a1035f2cf5 service neutron] Publish callbacks [] for port (4fc29a78-414a-4805-a8cf-167eee4a4412), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:35.879938 n-d-812111-14 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c22fd27-7d77-4b07-b6d6-4f842a222010 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] DELETE failed (client error): The resource could not be found. Jan 28 19:39:35.880537 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c22fd27-7d77-4b07-b6d6-4f842a222010 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:39:35.885517 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-4c22fd27-7d77-4b07-b6d6-4f842a222010 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "DELETE /v2.0/ports/866c8e31-29ff-4900-8904-4e1e915c49ee HTTP/1.1" status: 404 len: 333 time: 0.0383227 Jan 28 19:39:35.890166 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 46212) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:35.930723 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4543fbd5-37bd-4330-8d3b-0c4d9f1c02ef tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Router 289d203a-0f3a-4d87-91b3-ad374309434c is scheduled to L3 agent 76fe5c49-705a-4e08-abb2-be585676213f with binding_index 1 {{(pid=103304) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 19:39:35.931769 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-4f359a56-5e45-4e99-aed3-7cb617f91bc4 req-3c4616b6-2be9-4001-8ca4-60a1035f2cf5 service neutron] Transition to ACTIVE for port object 4fc29a78-414a-4805-a8cf-167eee4a4412 will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:39:35.940335 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-28ea7c0a-3fe4-4faf-acc1-2ff7a72b4e20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-730901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261120'] for router (cefea249-2829-4f04-9800-e79a5ab368ef), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:35.941216 n-d-812111-14 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-9438b2d5-30f0-4d9f-8c5c-0df6f0597e9d tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] DELETE failed (client error): The resource could not be found. Jan 28 19:39:35.941716 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9438b2d5-30f0-4d9f-8c5c-0df6f0597e9d tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:39:35.945993 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-9438b2d5-30f0-4d9f-8c5c-0df6f0597e9d tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "DELETE /v2.0/subnets/0565f8e7-3338-43fa-8624-f3cd99086b36 HTTP/1.1" status: 404 len: 337 time: 0.0545435 Jan 28 19:39:35.947327 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-4f359a56-5e45-4e99-aed3-7cb617f91bc4 req-3c4616b6-2be9-4001-8ca4-60a1035f2cf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (4fc29a78-414a-4805-a8cf-167eee4a4412), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:35.949375 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 46218) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:35.949520 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-28ea7c0a-3fe4-4faf-acc1-2ff7a72b4e20 admin admin] Publish callbacks [] for router_controller (cefea249-2829-4f04-9800-e79a5ab368ef), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:36.027069 n-d-812111-14 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f59c525-879e-4ebe-a91c-545420a4d7d8 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] DELETE failed (client error): The resource could not be found. Jan 28 19:39:36.027661 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f59c525-879e-4ebe-a91c-545420a4d7d8 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:39:36.030892 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-9f59c525-879e-4ebe-a91c-545420a4d7d8 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "DELETE /v2.0/subnets/6438225a-48c3-4fa6-ba0f-9d385932c5c6 HTTP/1.1" status: 404 len: 337 time: 0.0499177 Jan 28 19:39:36.037181 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 46222) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:36.059634 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-28ea7c0a-3fe4-4faf-acc1-2ff7a72b4e20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-730908'] for router (cefea249-2829-4f04-9800-e79a5ab368ef), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:36.061658 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4616b6-2be9-4001-8ca4-60a1035f2cf5 service neutron] Pushing event updated for resources: {'Port': ['ID=4fc29a78-414a-4805-a8cf-167eee4a4412,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:36.061805 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28ea7c0a-3fe4-4faf-acc1-2ff7a72b4e20 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cefea249-2829-4f04-9800-e79a5ab368ef {{(pid=103304) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:39:36.072617 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-28ea7c0a-3fe4-4faf-acc1-2ff7a72b4e20 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:36.073957 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-28ea7c0a-3fe4-4faf-acc1-2ff7a72b4e20 admin admin] 10.222.0.64 "DELETE /v2.0/routers/cefea249-2829-4f04-9800-e79a5ab368ef HTTP/1.1" status: 204 len: 168 time: 3.7658303 Jan 28 19:39:36.080020 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 46224) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:36.100860 n-d-812111-14 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-c267ec12-fd7a-40b5-8cd0-be83a8238323 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] DELETE failed (client error): The resource could not be found. Jan 28 19:39:36.102196 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c267ec12-fd7a-40b5-8cd0-be83a8238323 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:39:36.106194 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-c267ec12-fd7a-40b5-8cd0-be83a8238323 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "DELETE /v2.0/ports/15b27001-df8a-42a5-9860-0e3e66fd040e HTTP/1.1" status: 404 len: 333 time: 0.0656369 Jan 28 19:39:36.114911 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 46226) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:36.148186 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6d2c72a-126d-417f-b797-9fa89b688869 admin admin] Deleting subnet bf7ec8e1-a8de-4e53-b7cf-74ab1f11275e {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:39:36.164266 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a6d2c72a-126d-417f-b797-9fa89b688869 admin admin] Publish callbacks [] for subnet (bf7ec8e1-a8de-4e53-b7cf-74ab1f11275e), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:36.212736 n-d-812111-14 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-208a7fb3-1115-4e49-bec9-580dc0b37f5b tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] DELETE failed (client error): The resource could not be found. Jan 28 19:39:36.213306 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-208a7fb3-1115-4e49-bec9-580dc0b37f5b tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:39:36.225689 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-208a7fb3-1115-4e49-bec9-580dc0b37f5b tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "DELETE /v2.0/subnets/46655d4c-3d04-492e-a788-19407e0ade09 HTTP/1.1" status: 404 len: 337 time: 0.0962844 Jan 28 19:39:36.225689 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 46230) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:36.226563 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 46232) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:36.318685 n-d-812111-14 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6aa74ac-a446-4830-9b5b-8f0a735ea1c9 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] DELETE failed (client error): The resource could not be found. Jan 28 19:39:36.319312 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6aa74ac-a446-4830-9b5b-8f0a735ea1c9 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:39:36.322869 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-b6aa74ac-a446-4830-9b5b-8f0a735ea1c9 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "DELETE /v2.0/subnets/99385c3a-f4ce-4805-8915-0d86bdd84523 HTTP/1.1" status: 404 len: 337 time: 0.0961466 Jan 28 19:39:36.326030 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 46238) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:36.382871 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a6d2c72a-126d-417f-b797-9fa89b688869 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4747050'] for subnet (bf7ec8e1-a8de-4e53-b7cf-74ab1f11275e), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:36.387190 n-d-812111-14 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-213a4d4d-acdf-461a-8b4f-1a90a7e870c6 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] DELETE failed (client error): The resource could not be found. Jan 28 19:39:36.388091 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-213a4d4d-acdf-461a-8b4f-1a90a7e870c6 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:39:36.391700 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-213a4d4d-acdf-461a-8b4f-1a90a7e870c6 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "DELETE /v2.0/ports/a55a1318-3328-42de-b506-a35178de8935 HTTP/1.1" status: 404 len: 333 time: 0.0645890 Jan 28 19:39:36.394686 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 46240) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:36.420130 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4543fbd5-37bd-4330-8d3b-0c4d9f1c02ef tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:39:36.432151 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4bfa5e5-b01c-4e86-8068-8bbc3a9414a0 None None] Sync routers for ids ['289d203a-0f3a-4d87-91b3-ad374309434c'] in n-d-812111-14 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:39:36.446598 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4bfa5e5-b01c-4e86-8068-8bbc3a9414a0 None None] Routers {'289d203a-0f3a-4d87-91b3-ad374309434c'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:39:36.451053 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-f4bfa5e5-b01c-4e86-8068-8bbc3a9414a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:39:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['289d203a-0f3a-4d87-91b3-ad374309434c'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:39:36.454913 n-d-812111-14 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-9eb67f0a-9ef0-406c-a85b-073ed368c14a tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] DELETE failed (client error): The resource could not be found. Jan 28 19:39:36.455435 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9eb67f0a-9ef0-406c-a85b-073ed368c14a tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:39:36.459516 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-9eb67f0a-9ef0-406c-a85b-073ed368c14a tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "DELETE /v2.0/subnets/cb116849-7393-42ed-acbf-b9abdc1f8394 HTTP/1.1" status: 404 len: 337 time: 0.0637138 Jan 28 19:39:36.462735 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 46242) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:36.475227 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-4f359a56-5e45-4e99-aed3-7cb617f91bc4 req-3c4616b6-2be9-4001-8ca4-60a1035f2cf5 service neutron] Attempting to bind port 4fc29a78-414a-4805-a8cf-167eee4a4412 on host n-h2-812111-14 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:39:36.475628 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-4f359a56-5e45-4e99-aed3-7cb617f91bc4 req-3c4616b6-2be9-4001-8ca4-60a1035f2cf5 service neutron] Attempting to bind port 4fc29a78-414a-4805-a8cf-167eee4a4412 by drivers openvswitch,hyperv on host n-h2-812111-14 at level 0 using segments [{'id': '0e20d3ef-5527-42ba-86a4-bcb741be912b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '87bd24c3-2f53-4d06-9d37-4b32bba79109'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:39:36.475963 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f359a56-5e45-4e99-aed3-7cb617f91bc4 req-3c4616b6-2be9-4001-8ca4-60a1035f2cf5 service neutron] Attempting to bind port 4fc29a78-414a-4805-a8cf-167eee4a4412 on network 87bd24c3-2f53-4d06-9d37-4b32bba79109 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:39:36.499138 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4543fbd5-37bd-4330-8d3b-0c4d9f1c02ef tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:36.503759 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-4543fbd5-37bd-4330-8d3b-0c4d9f1c02ef tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 6.1278048 Jan 28 19:39:36.512996 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 46244) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:36.525305 n-d-812111-14 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-e111f7b3-cc9f-4ff9-b632-ead3ebdd8372 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] DELETE failed (client error): The resource could not be found. Jan 28 19:39:36.525783 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e111f7b3-cc9f-4ff9-b632-ead3ebdd8372 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:39:36.532280 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-e111f7b3-cc9f-4ff9-b632-ead3ebdd8372 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "DELETE /v2.0/subnets/9ec13463-389a-4ea2-8463-603b71be3c1c HTTP/1.1" status: 404 len: 337 time: 0.0685670 Jan 28 19:39:36.533082 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 46250) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:36.534098 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f359a56-5e45-4e99-aed3-7cb617f91bc4 req-3c4616b6-2be9-4001-8ca4-60a1035f2cf5 service neutron] Port 4fc29a78-414a-4805-a8cf-167eee4a4412 on network 87bd24c3-2f53-4d06-9d37-4b32bba79109 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-14 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:39:36.534335 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f359a56-5e45-4e99-aed3-7cb617f91bc4 req-3c4616b6-2be9-4001-8ca4-60a1035f2cf5 service neutron] Attempting to bind port 4fc29a78-414a-4805-a8cf-167eee4a4412 on network 87bd24c3-2f53-4d06-9d37-4b32bba79109 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:39:36.608431 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a6d2c72a-126d-417f-b797-9fa89b688869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (bf7ec8e1-a8de-4e53-b7cf-74ab1f11275e), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:36.612876 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-3dc0c2b4-c0b8-4505-9c46-d98398603cb0 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-691401297'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:39:36.649766 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f359a56-5e45-4e99-aed3-7cb617f91bc4 req-3c4616b6-2be9-4001-8ca4-60a1035f2cf5 service neutron] Checking agent: {'id': '8f3fee4e-bf24-4b58-8a3a-ae9c8011a473', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 39, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:39:36.652840 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f359a56-5e45-4e99-aed3-7cb617f91bc4 req-3c4616b6-2be9-4001-8ca4-60a1035f2cf5 service neutron] Checking segment: {'id': '0e20d3ef-5527-42ba-86a4-bcb741be912b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '87bd24c3-2f53-4d06-9d37-4b32bba79109'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:39:36.655177 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f359a56-5e45-4e99-aed3-7cb617f91bc4 req-3c4616b6-2be9-4001-8ca4-60a1035f2cf5 service neutron] Bound using segment: {'id': '0e20d3ef-5527-42ba-86a4-bcb741be912b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '87bd24c3-2f53-4d06-9d37-4b32bba79109'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:39:36.655871 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-4f359a56-5e45-4e99-aed3-7cb617f91bc4 req-3c4616b6-2be9-4001-8ca4-60a1035f2cf5 service neutron] Bound port: 4fc29a78-414a-4805-a8cf-167eee4a4412, host: n-h2-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e20d3ef-5527-42ba-86a4-bcb741be912b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '87bd24c3-2f53-4d06-9d37-4b32bba79109'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:39:36.661090 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-4f359a56-5e45-4e99-aed3-7cb617f91bc4 req-3c4616b6-2be9-4001-8ca4-60a1035f2cf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (4fc29a78-414a-4805-a8cf-167eee4a4412), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:36.700546 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 46254) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:36.705398 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-b905ed35-c26e-42f9-b88f-b9a7bf225b9f tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "GET /v2.0/ports?device_id=fef99f29-3930-4134-9264-724265707a03 HTTP/1.1" status: 200 len: 205 time: 0.1683664 Jan 28 19:39:36.708225 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dc0c2b4-c0b8-4505-9c46-d98398603cb0 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Made reservation on behalf of f4e72d408b38498fbae4d612cef0a05b for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:39:36.711585 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3dc0c2b4-c0b8-4505-9c46-d98398603cb0 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:36.797877 n-d-812111-14 neutron-server[103304]: INFO neutron.api.v2.resource [None req-4cb179f2-951e-44d9-af8d-6acbfeba74df tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] delete failed (client error): The resource could not be found. Jan 28 19:39:36.798913 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-4cb179f2-951e-44d9-af8d-6acbfeba74df tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "DELETE /v2.0/routers/fef99f29-3930-4134-9264-724265707a03 HTTP/1.1" status: 404 len: 336 time: 0.0957601 Jan 28 19:39:36.810217 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 46256) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:36.825602 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3dc0c2b4-c0b8-4505-9c46-d98398603cb0 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:36.856056 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-eafbbce6-e7ae-44e8-9757-c5d3d8c259ae tempest-TestSecurityGroupsBasicOps-406199905 tempest-TestSecurityGroupsBasicOps-406199905-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=3c5bcff20fc24e3eb87e72dc3f4664c7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3405762 Jan 28 19:39:36.860941 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 46258) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:36.909439 n-d-812111-14 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-04a20092-d5be-4422-b333-3169d92f7463 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] DELETE failed (client error): The resource could not be found. Jan 28 19:39:36.909908 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04a20092-d5be-4422-b333-3169d92f7463 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:39:36.915366 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-04a20092-d5be-4422-b333-3169d92f7463 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "DELETE /v2.0/subnets/6bb732fb-9b81-49ae-a87d-aa0b47e4982c HTTP/1.1" status: 404 len: 337 time: 0.0992811 Jan 28 19:39:36.915632 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 46262) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:36.929956 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a6d2c72a-126d-417f-b797-9fa89b688869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4690616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5222356'] for subnet (bf7ec8e1-a8de-4e53-b7cf-74ab1f11275e), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:36.950703 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-f4bfa5e5-b01c-4e86-8068-8bbc3a9414a0 None None] Set router 289d203a-0f3a-4d87-91b3-ad374309434c gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:39:36.962695 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-5871f6b2-f862-41c6-85cf-0f03d20cc591 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "GET /v2.0/ports?device_id=d158f1de-2a58-4630-b585-011010d866d2 HTTP/1.1" status: 200 len: 205 time: 0.0455716 Jan 28 19:39:36.986427 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 46264) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:36.996073 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d2c72a-126d-417f-b797-9fa89b688869 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf7ec8e1-a8de-4e53-b7cf-74ab1f11275e,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:36.998580 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a6d2c72a-126d-417f-b797-9fa89b688869 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:37.002663 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-a6d2c72a-126d-417f-b797-9fa89b688869 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/bf7ec8e1-a8de-4e53-b7cf-74ab1f11275e HTTP/1.1" status: 204 len: 168 time: 0.9215252 Jan 28 19:39:37.005882 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 46266) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:37.042015 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-539ce2a5-2e2d-4189-8963-2a4acbb79cea None None] Network 29393de2-f708-4bd2-a3c0-fba9e04cbf17 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:39:37.069740 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 46268) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:37.124073 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:39:37.124640 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1b91a060-8e0c-4b76-b047-a1583f1ecd6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (29393de2-f708-4bd2-a3c0-fba9e04cbf17), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:37.129873 n-d-812111-14 neutron-server[103304]: INFO neutron.api.v2.resource [None req-87a854bc-b05d-494b-a45e-b49d73f19f67 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] delete failed (client error): The resource could not be found. Jan 28 19:39:37.130926 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-87a854bc-b05d-494b-a45e-b49d73f19f67 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "DELETE /v2.0/routers/d158f1de-2a58-4630-b585-011010d866d2 HTTP/1.1" status: 404 len: 336 time: 0.1432455 Jan 28 19:39:37.136759 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 46270) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:37.145904 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6504848b-8a11-45d0-a3e8-f2f107c60e29 req-fa93c995-fd6d-4cb9-a23b-145c5d5df925 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:39:37.147490 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6504848b-8a11-45d0-a3e8-f2f107c60e29 req-fa93c995-fd6d-4cb9-a23b-145c5d5df925 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a91007d-45be-4c6c-a11f-db74e1c43eb8 HTTP/1.1" status: 200 len: 944 time: 0.3538785 Jan 28 19:39:37.160368 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e8a2c372-b082-419f-8ab1-2b0a1741029b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:37.225945 n-d-812111-14 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-de7ef155-c7c1-4fac-a2b2-2dd66cad59d4 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] DELETE failed (client error): The resource could not be found. Jan 28 19:39:37.226486 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de7ef155-c7c1-4fac-a2b2-2dd66cad59d4 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:39:37.230292 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-de7ef155-c7c1-4fac-a2b2-2dd66cad59d4 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "DELETE /v2.0/subnets/ca74b09f-6579-4144-a70c-6becb8c19027 HTTP/1.1" status: 404 len: 337 time: 0.0925148 Jan 28 19:39:37.238896 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 46272) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:37.306223 n-d-812111-14 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-4965cb10-ccfa-41a6-982d-152286b6100e tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] DELETE failed (client error): The resource could not be found. Jan 28 19:39:37.306789 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4965cb10-ccfa-41a6-982d-152286b6100e tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:39:37.307519 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-f4bfa5e5-b01c-4e86-8068-8bbc3a9414a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '289d203a-0f3a-4d87-91b3-ad374309434c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1601736214', 'tenant_id': '3c5bcff20fc24e3eb87e72dc3f4664c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': '6258dacd-8070-4ffe-85b2-cd51ac41b3b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:39:30Z', 'updated_at': '2022-01-28T19:39:34Z', 'revision_number': 3, 'project_id': '3c5bcff20fc24e3eb87e72dc3f4664c7', 'gw_port': {'id': '6258dacd-8070-4ffe-85b2-cd51ac41b3b9', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:56:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '289d203a-0f3a-4d87-91b3-ad374309434c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:39:33Z', 'updated_at': '2022-01-28T19:39:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:39:37.313038 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-4965cb10-ccfa-41a6-982d-152286b6100e tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "DELETE /v2.0/subnets/7611cd61-1d3a-42d1-8a20-ac61aaca2917 HTTP/1.1" status: 404 len: 337 time: 0.0708945 Jan 28 19:39:37.321628 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 46274) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:37.348026 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4bfa5e5-b01c-4e86-8068-8bbc3a9414a0 None None] Checking router: 289d203a-0f3a-4d87-91b3-ad374309434c for host: n-d-812111-14 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:39:37.348526 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4bfa5e5-b01c-4e86-8068-8bbc3a9414a0 None None] Updating router 289d203a-0f3a-4d87-91b3-ad374309434c port 6258dacd-8070-4ffe-85b2-cd51ac41b3b9 binding host n-d-812111-14 {{(pid=103306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:39:37.353606 n-d-812111-14 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ce579c1-6173-4d7b-b083-65266418dcb8 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] DELETE failed (client error): The resource could not be found. Jan 28 19:39:37.354282 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ce579c1-6173-4d7b-b083-65266418dcb8 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:39:37.357601 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-2ce579c1-6173-4d7b-b083-65266418dcb8 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "DELETE /v2.0/ports/3415ca3e-5c81-4b4e-99e5-99180d7f948a HTTP/1.1" status: 404 len: 333 time: 0.0340562 Jan 28 19:39:37.362610 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6504848b-8a11-45d0-a3e8-f2f107c60e29 req-1f7c2a99-7688-4ecd-8a46-95bb7fbc3d0b tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/security-groups?id=7142df2f-bfa6-45d4-824d-35803ef6dce5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2009015 Jan 28 19:39:37.363158 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 46276) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:37.384238 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b557bc08-a8df-447a-a098-a0394ffee94e None None] DHCP port deletion for 29393de2-f708-4bd2-a3c0-fba9e04cbf17 request from n-d-812111-14 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:39:37.387981 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f4bfa5e5-b01c-4e86-8068-8bbc3a9414a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (6258dacd-8070-4ffe-85b2-cd51ac41b3b9), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:37.399284 n-d-812111-14 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-1972426f-0f8a-422a-befe-4637b32b27c1 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] DELETE failed (client error): The resource could not be found. Jan 28 19:39:37.399829 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1972426f-0f8a-422a-befe-4637b32b27c1 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:39:37.403086 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-1972426f-0f8a-422a-befe-4637b32b27c1 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "DELETE /v2.0/subnets/3039eba0-99a8-4e01-acee-637c56e7b347 HTTP/1.1" status: 404 len: 337 time: 0.0377340 Jan 28 19:39:37.406261 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 46280) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:37.435654 n-d-812111-14 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-6090af6f-9c6e-41d1-9d02-47457593e2a5 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] DELETE failed (client error): The resource could not be found. Jan 28 19:39:37.436348 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6090af6f-9c6e-41d1-9d02-47457593e2a5 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:39:37.441950 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-6090af6f-9c6e-41d1-9d02-47457593e2a5 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "DELETE /v2.0/ports/46b28867-883a-4911-9847-ef0a878c0d26 HTTP/1.1" status: 404 len: 333 time: 0.0324900 Jan 28 19:39:37.443268 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 46282) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:37.449639 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-1b91a060-8e0c-4b76-b047-a1583f1ecd6e admin admin] Deleting port d95a2a93-5c7b-4a47-87fe-2c62766fef60 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:39:37.450077 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1b91a060-8e0c-4b76-b047-a1583f1ecd6e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (d95a2a93-5c7b-4a47-87fe-2c62766fef60), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:37.494437 n-d-812111-14 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-7865489a-6868-4a58-ad75-7d4ef2e45159 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] DELETE failed (client error): The resource could not be found. Jan 28 19:39:37.494995 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7865489a-6868-4a58-ad75-7d4ef2e45159 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:39:37.500476 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-7865489a-6868-4a58-ad75-7d4ef2e45159 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "DELETE /v2.0/subnets/0c5b179c-0978-4823-be2d-95349908213c HTTP/1.1" status: 404 len: 337 time: 0.0506701 Jan 28 19:39:37.500817 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 46284) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:37.569316 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-925a3733-e1fc-4860-aa4f-13c15d4a857b tempest-TestSecurityGroupsBasicOps-406199905 tempest-TestSecurityGroupsBasicOps-406199905-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:39:37.574035 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-925a3733-e1fc-4860-aa4f-13c15d4a857b tempest-TestSecurityGroupsBasicOps-406199905 tempest-TestSecurityGroupsBasicOps-406199905-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.7051933 Jan 28 19:39:37.574194 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 46288) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:37.579452 n-d-812111-14 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1581c4f-d4b0-4cbc-9d2c-a8597d9666fa tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] DELETE failed (client error): The resource could not be found. Jan 28 19:39:37.581429 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1581c4f-d4b0-4cbc-9d2c-a8597d9666fa tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:39:37.582019 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-4f359a56-5e45-4e99-aed3-7cb617f91bc4 req-3c4616b6-2be9-4001-8ca4-60a1035f2cf5 service neutron] For port 4fc29a78-414a-4805-a8cf-167eee4a4412, host n-h2-812111-14, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:39:37.588119 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-b1581c4f-d4b0-4cbc-9d2c-a8597d9666fa tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "DELETE /v2.0/ports/2531e2eb-7ebb-4680-a9db-b1a14811fca8 HTTP/1.1" status: 404 len: 333 time: 0.0841210 Jan 28 19:39:37.588287 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-4f359a56-5e45-4e99-aed3-7cb617f91bc4 req-3c4616b6-2be9-4001-8ca4-60a1035f2cf5 service neutron] For port 4fc29a78-414a-4805-a8cf-167eee4a4412, host n-h2-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=4fc29a78-414a-4805-a8cf-167eee4a4412,segment=NetworkSegment(0e20d3ef-5527-42ba-86a4-bcb741be912b),segment_id=0e20d3ef-5527-42ba-86a4-bcb741be912b)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:39:37.592881 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 46290) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:37.631958 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-4f359a56-5e45-4e99-aed3-7cb617f91bc4 req-3c4616b6-2be9-4001-8ca4-60a1035f2cf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (4fc29a78-414a-4805-a8cf-167eee4a4412), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:37.684138 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-ac9121ec-efe1-4fa1-a1df-a9690a4c5b54 tempest-TestSecurityGroupsBasicOps-406199905 tempest-TestSecurityGroupsBasicOps-406199905-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0969148 Jan 28 19:39:37.686628 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-1b91a060-8e0c-4b76-b047-a1583f1ecd6e admin admin] For port d95a2a93-5c7b-4a47-87fe-2c62766fef60, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=d95a2a93-5c7b-4a47-87fe-2c62766fef60,segment=NetworkSegment(36b78075-3431-42ab-8810-fa7c3d3fe3b3),segment_id=36b78075-3431-42ab-8810-fa7c3d3fe3b3)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:39:37.686999 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1b91a060-8e0c-4b76-b047-a1583f1ecd6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (d95a2a93-5c7b-4a47-87fe-2c62766fef60), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:37.694123 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 46292) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:37.706420 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-6d810c06-78fa-4cb0-9399-86ab55e1a2c1 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-172481648', 'network_id': 'e2ba0509-154a-4d87-9bc2-4f9ae40aac4b', 'project_id': '3c5bcff20fc24e3eb87e72dc3f4664c7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:39:37.714868 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4616b6-2be9-4001-8ca4-60a1035f2cf5 service neutron] Pushing event updated for resources: {'Port': ['ID=4fc29a78-414a-4805-a8cf-167eee4a4412,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:37.720753 n-d-812111-14 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-68d6e82b-a27b-4b91-ba78-52dfb8ddb039 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] DELETE failed (client error): The resource could not be found. Jan 28 19:39:37.721598 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68d6e82b-a27b-4b91-ba78-52dfb8ddb039 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:39:37.726574 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-68d6e82b-a27b-4b91-ba78-52dfb8ddb039 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "DELETE /v2.0/subnets/43be5495-e748-48e6-a7b8-c77c6016c7f5 HTTP/1.1" status: 404 len: 337 time: 0.1325438 Jan 28 19:39:37.733192 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 46294) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:37.736125 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f359a56-5e45-4e99-aed3-7cb617f91bc4 req-3c4616b6-2be9-4001-8ca4-60a1035f2cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:39:37.736858 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-4f359a56-5e45-4e99-aed3-7cb617f91bc4 req-3c4616b6-2be9-4001-8ca4-60a1035f2cf5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:37.738786 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4f359a56-5e45-4e99-aed3-7cb617f91bc4 req-3c4616b6-2be9-4001-8ca4-60a1035f2cf5 service neutron] 10.222.0.70 "PUT /v2.0/ports/4fc29a78-414a-4805-a8cf-167eee4a4412 HTTP/1.1" status: 200 len: 1093 time: 2.8245890 Jan 28 19:39:37.746024 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a91007d-45be-4c6c-a11f-db74e1c43eb8', 'tag': '4fc29a78-414a-4805-a8cf-167eee4a4412'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:39:37.749500 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1b7e862-97ff-4056-bed3-20d2d6b9d67e" -d '{"events": [{"name": "network-changed", "server_uuid": "4a91007d-45be-4c6c-a11f-db74e1c43eb8", "tag": "4fc29a78-414a-4805-a8cf-167eee4a4412"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:39:37.793581 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d4c2322b-230e-4085-8791-a1e5f2ff4e1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:37.800843 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f4bfa5e5-b01c-4e86-8068-8bbc3a9414a0 None None] Publish callbacks [] for port (6258dacd-8070-4ffe-85b2-cd51ac41b3b9), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:37.812872 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f4bfa5e5-b01c-4e86-8068-8bbc3a9414a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (6258dacd-8070-4ffe-85b2-cd51ac41b3b9), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:37.830260 n-d-812111-14 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-29773f0a-f5d6-4985-9383-b6b577234b13 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] DELETE failed (client error): The resource could not be found. Jan 28 19:39:37.830875 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29773f0a-f5d6-4985-9383-b6b577234b13 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:39:37.849714 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-29773f0a-f5d6-4985-9383-b6b577234b13 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "DELETE /v2.0/ports/c33aede2-7221-4337-901f-5cc30e9d8bbc HTTP/1.1" status: 404 len: 333 time: 0.1077030 Jan 28 19:39:37.855709 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 46298) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:37.858028 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-1b91a060-8e0c-4b76-b047-a1583f1ecd6e admin admin] Calling delete_port for d95a2a93-5c7b-4a47-87fe-2c62766fef60 owned by network:dhcp {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:39:37.862050 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:39:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05d50180-250f-4a71-a2f2-058c8a44f38b x-openstack-request-id: req-05d50180-250f-4a71-a2f2-058c8a44f38b {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:39:37.862443 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a91007d-45be-4c6c-a11f-db74e1c43eb8", "tag": "4fc29a78-414a-4805-a8cf-167eee4a4412", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:39:37.862756 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-05d50180-250f-4a71-a2f2-058c8a44f38b {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:39:37.863200 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a91007d-45be-4c6c-a11f-db74e1c43eb8', 'tag': '4fc29a78-414a-4805-a8cf-167eee4a4412', 'status': 'completed', 'code': 200} Jan 28 19:39:37.903260 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f359a56-5e45-4e99-aed3-7cb617f91bc4 req-e340da3a-dd9a-403e-914c-21de2cceb245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:39:37.905631 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4f359a56-5e45-4e99-aed3-7cb617f91bc4 req-e340da3a-dd9a-403e-914c-21de2cceb245 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c316c98d83734d7eab7153e5f826023b&device_id=4a91007d-45be-4c6c-a11f-db74e1c43eb8 HTTP/1.1" status: 200 len: 1127 time: 0.1016903 Jan 28 19:39:37.913135 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-f4bfa5e5-b01c-4e86-8068-8bbc3a9414a0 None None] Attempting to bind port 6258dacd-8070-4ffe-85b2-cd51ac41b3b9 on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:39:37.914241 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-f4bfa5e5-b01c-4e86-8068-8bbc3a9414a0 None None] Attempting to bind port 6258dacd-8070-4ffe-85b2-cd51ac41b3b9 by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:39:37.914816 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4bfa5e5-b01c-4e86-8068-8bbc3a9414a0 None None] Attempting to bind port 6258dacd-8070-4ffe-85b2-cd51ac41b3b9 on network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:39:37.932212 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c394de-3cbb-4ff5-a5f8-7fa628018182 None None] Pushing event updated for resources: {'Port': ['ID=6258dacd-8070-4ffe-85b2-cd51ac41b3b9,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:37.945600 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4bfa5e5-b01c-4e86-8068-8bbc3a9414a0 None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:39:37.946268 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4bfa5e5-b01c-4e86-8068-8bbc3a9414a0 None None] Checking segment: {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:39:37.946844 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f4bfa5e5-b01c-4e86-8068-8bbc3a9414a0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:37.947401 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4bfa5e5-b01c-4e86-8068-8bbc3a9414a0 None None] Bound using segment: {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:39:37.948114 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-f4bfa5e5-b01c-4e86-8068-8bbc3a9414a0 None None] Bound port: 6258dacd-8070-4ffe-85b2-cd51ac41b3b9, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:39:37.948669 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f4bfa5e5-b01c-4e86-8068-8bbc3a9414a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (6258dacd-8070-4ffe-85b2-cd51ac41b3b9), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:37.957506 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b557bc08-a8df-447a-a098-a0394ffee94e None None] Deleting port d95a2a93-5c7b-4a47-87fe-2c62766fef60 {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:39:37.958154 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b557bc08-a8df-447a-a098-a0394ffee94e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (d95a2a93-5c7b-4a47-87fe-2c62766fef60), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:37.962307 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4f359a56-5e45-4e99-aed3-7cb617f91bc4 req-3c9d8fdf-ddd4-43cb-ae8a-5bd363db8f88 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4fc29a78-414a-4805-a8cf-167eee4a4412 HTTP/1.1" status: 200 len: 217 time: 0.0467181 Jan 28 19:39:37.978910 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3dc0c2b4-c0b8-4505-9c46-d98398603cb0 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks [] for security_group (e19d3d29-60a4-490b-b6b5-e0a60f068118), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:38.021828 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3dc0c2b4-c0b8-4505-9c46-d98398603cb0 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (e19d3d29-60a4-490b-b6b5-e0a60f068118), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:38.083048 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dc0c2b4-c0b8-4505-9c46-d98398603cb0 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:39:38.099481 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc0c2b4-c0b8-4505-9c46-d98398603cb0 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e19d3d29-60a4-490b-b6b5-e0a60f068118,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:38.108704 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f359a56-5e45-4e99-aed3-7cb617f91bc4 req-66c9d87b-b5f7-49aa-b50d-c4ad99fa6b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:39:38.110736 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1b91a060-8e0c-4b76-b047-a1583f1ecd6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (d95a2a93-5c7b-4a47-87fe-2c62766fef60), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:38.111053 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4f359a56-5e45-4e99-aed3-7cb617f91bc4 req-66c9d87b-b5f7-49aa-b50d-c4ad99fa6b6e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1b82f7aa-308b-4f07-b0c3-0d99e240d9ef HTTP/1.1" status: 200 len: 851 time: 0.1386380 Jan 28 19:39:38.113919 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b557bc08-a8df-447a-a098-a0394ffee94e None None] For port d95a2a93-5c7b-4a47-87fe-2c62766fef60, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=d95a2a93-5c7b-4a47-87fe-2c62766fef60,segment=NetworkSegment(36b78075-3431-42ab-8810-fa7c3d3fe3b3),segment_id=36b78075-3431-42ab-8810-fa7c3d3fe3b3)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:39:38.114336 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b557bc08-a8df-447a-a098-a0394ffee94e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (d95a2a93-5c7b-4a47-87fe-2c62766fef60), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:38.119707 n-d-812111-14 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-da90d05b-c8f0-459e-be08-e02b54010cff tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] DELETE failed (client error): The resource could not be found. Jan 28 19:39:38.120560 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da90d05b-c8f0-459e-be08-e02b54010cff tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:39:38.127225 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-da90d05b-c8f0-459e-be08-e02b54010cff tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "DELETE /v2.0/subnets/7e433900-4f04-49e3-bad8-ae387c2d7f47 HTTP/1.1" status: 404 len: 337 time: 0.2682850 Jan 28 19:39:38.137339 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 46300) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:38.139071 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-f4bfa5e5-b01c-4e86-8068-8bbc3a9414a0 None None] For port 6258dacd-8070-4ffe-85b2-cd51ac41b3b9, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:39:38.142247 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b557bc08-a8df-447a-a098-a0394ffee94e None None] Calling delete_port for d95a2a93-5c7b-4a47-87fe-2c62766fef60 owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:39:38.159634 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-f4bfa5e5-b01c-4e86-8068-8bbc3a9414a0 None None] For port 6258dacd-8070-4ffe-85b2-cd51ac41b3b9, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=6258dacd-8070-4ffe-85b2-cd51ac41b3b9,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:39:38.161062 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3dc0c2b4-c0b8-4505-9c46-d98398603cb0 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (7284ce22-3834-4afd-ab22-d2eb5c603f34), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:38.161441 n-d-812111-14 neutron-server[103305]: INFO neutron.db.segments_db [None req-3dc0c2b4-c0b8-4505-9c46-d98398603cb0 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Added segment 7284ce22-3834-4afd-ab22-d2eb5c603f34 of type vlan for network 864594cf-3c32-446d-8a95-4c69cb1b9ed4 Jan 28 19:39:38.194286 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b91a060-8e0c-4b76-b047-a1583f1ecd6e admin admin] Pushing event deleted for resources: {'Port': ['ID=d95a2a93-5c7b-4a47-87fe-2c62766fef60,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:38.196976 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b91a060-8e0c-4b76-b047-a1583f1ecd6e admin admin] No DVR routers for this DVR port d95a2a93-5c7b-4a47-87fe-2c62766fef60 on host n-d-812111-14 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:39:38.208238 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f4bfa5e5-b01c-4e86-8068-8bbc3a9414a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (6258dacd-8070-4ffe-85b2-cd51ac41b3b9), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:38.230701 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d4c2322b-230e-4085-8791-a1e5f2ff4e1c admin admin] Publish callbacks [] for security_group (4931e8f7-607c-4bdc-89c3-3ac951191585), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:38.243227 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d4c2322b-230e-4085-8791-a1e5f2ff4e1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (4931e8f7-607c-4bdc-89c3-3ac951191585), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:38.280481 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3dc0c2b4-c0b8-4505-9c46-d98398603cb0 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (864594cf-3c32-446d-8a95-4c69cb1b9ed4), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:38.307640 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1b91a060-8e0c-4b76-b047-a1583f1ecd6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (29393de2-f708-4bd2-a3c0-fba9e04cbf17), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:38.313678 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4bfa5e5-b01c-4e86-8068-8bbc3a9414a0 None None] Routers {'289d203a-0f3a-4d87-91b3-ad374309434c'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:39:38.313842 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-f4bfa5e5-b01c-4e86-8068-8bbc3a9414a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:39:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['289d203a-0f3a-4d87-91b3-ad374309434c'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:39:38.314964 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-d4c2322b-230e-4085-8791-a1e5f2ff4e1c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=fe57ae5e2f04456abc8ee283d92512f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7682452 Jan 28 19:39:38.315775 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 46302) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:38.318196 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c2322b-230e-4085-8791-a1e5f2ff4e1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4931e8f7-607c-4bdc-89c3-3ac951191585,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:38.334068 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-1b91a060-8e0c-4b76-b047-a1583f1ecd6e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29393de2-f708-4bd2-a3c0-fba9e04cbf17']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:39:38.343829 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f359a56-5e45-4e99-aed3-7cb617f91bc4 req-ecb2f527-6e4a-4092-8c2b-45c92eb71055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:39:38.345417 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4f359a56-5e45-4e99-aed3-7cb617f91bc4 req-ecb2f527-6e4a-4092-8c2b-45c92eb71055 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=87bd24c3-2f53-4d06-9d37-4b32bba79109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2249830 Jan 28 19:39:38.345567 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-1b91a060-8e0c-4b76-b047-a1583f1ecd6e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36b78075-3431-42ab-8810-fa7c3d3fe3b3') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:39:38.345974 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-1b91a060-8e0c-4b76-b047-a1583f1ecd6e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36b78075-3431-42ab-8810-fa7c3d3fe3b3') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:39:38.356609 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1b91a060-8e0c-4b76-b047-a1583f1ecd6e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4747091'] for segment (36b78075-3431-42ab-8810-fa7c3d3fe3b3), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:38.372025 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1b91a060-8e0c-4b76-b047-a1583f1ecd6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (36b78075-3431-42ab-8810-fa7c3d3fe3b3), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:38.380292 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b91a060-8e0c-4b76-b047-a1583f1ecd6e admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:39:38.380889 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1b91a060-8e0c-4b76-b047-a1583f1ecd6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4690514'] for segment (36b78075-3431-42ab-8810-fa7c3d3fe3b3), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:38.438346 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-f4bfa5e5-b01c-4e86-8068-8bbc3a9414a0 None None] Set router 289d203a-0f3a-4d87-91b3-ad374309434c gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:39:38.447821 n-d-812111-14 neutron-server[103304]: Traceback (most recent call last): Jan 28 19:39:38.447821 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:39:38.447821 n-d-812111-14 neutron-server[103304]: timer() Jan 28 19:39:38.447821 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:39:38.447821 n-d-812111-14 neutron-server[103304]: cb(*args, **kw) Jan 28 19:39:38.447821 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:39:38.447821 n-d-812111-14 neutron-server[103304]: return func(*args, **kwargs) Jan 28 19:39:38.447821 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:39:38.447821 n-d-812111-14 neutron-server[103304]: self._notify() Jan 28 19:39:38.447821 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:39:38.447821 n-d-812111-14 neutron-server[103304]: self.callback(batched_events) Jan 28 19:39:38.447821 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:39:38.447821 n-d-812111-14 neutron-server[103304]: event.method(event) Jan 28 19:39:38.447821 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:39:38.447821 n-d-812111-14 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:39:38.447821 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:39:38.447821 n-d-812111-14 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:39:38.447821 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:39:38.447821 n-d-812111-14 neutron-server[103304]: return f(self, *a, **k) Jan 28 19:39:38.447821 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:39:38.447821 n-d-812111-14 neutron-server[103304]: return self._get(url).json() Jan 28 19:39:38.447821 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:39:38.447821 n-d-812111-14 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:39:38.447821 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:39:38.447821 n-d-812111-14 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 28 19:39:38.447821 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:39:38.447821 n-d-812111-14 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:39:38.447821 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:39:38.447821 n-d-812111-14 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:39:38.447821 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:39:38.447821 n-d-812111-14 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:39:38.447821 n-d-812111-14 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:39:38.454141 n-d-812111-14 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa6e77a1-5ab4-464d-b699-5bfaa231b3fd tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] DELETE failed (client error): The resource could not be found. Jan 28 19:39:38.455509 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa6e77a1-5ab4-464d-b699-5bfaa231b3fd tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:39:38.465621 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-aa6e77a1-5ab4-464d-b699-5bfaa231b3fd tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "DELETE /v2.0/ports/99965c1d-15d1-4673-bda9-e3a6629adb94 HTTP/1.1" status: 404 len: 333 time: 0.3265657 Jan 28 19:39:38.466961 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 46308) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:38.477843 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d810c06-78fa-4cb0-9399-86ab55e1a2c1 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Made reservation on behalf of 3c5bcff20fc24e3eb87e72dc3f4664c7 for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:39:38.481805 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b557bc08-a8df-447a-a098-a0394ffee94e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985'] for port (d95a2a93-5c7b-4a47-87fe-2c62766fef60), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:38.482824 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6d810c06-78fa-4cb0-9399-86ab55e1a2c1 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5221429'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:38.485002 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 50d29f51-2eea-4c87-a5df-d02565e225db no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:39:38.488238 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c394de-3cbb-4ff5-a5f8-7fa628018182 None None] Pushing event updated for resources: {'Port': ['ID=6258dacd-8070-4ffe-85b2-cd51ac41b3b9,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:38.519225 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3dc0c2b4-c0b8-4505-9c46-d98398603cb0 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (864594cf-3c32-446d-8a95-4c69cb1b9ed4), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:38.523859 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc0c2b4-c0b8-4505-9c46-d98398603cb0 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:39:38.524452 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3dc0c2b4-c0b8-4505-9c46-d98398603cb0 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:38.560551 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6d1487aa-28d2-471f-8b84-0a9e56945510 admin admin] Publish callbacks [] for security_group (4931e8f7-607c-4bdc-89c3-3ac951191585), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:38.568977 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b557bc08-a8df-447a-a098-a0394ffee94e None None] Network 29393de2-f708-4bd2-a3c0-fba9e04cbf17 is not hosted by any dhcp agent {{(pid=103306) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 28 19:39:38.569517 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b557bc08-a8df-447a-a098-a0394ffee94e None None] No DVR routers for this DVR port d95a2a93-5c7b-4a47-87fe-2c62766fef60 on host n-d-812111-14 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:39:38.572860 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: 50d29f51-2eea-4c87-a5df-d02565e225db {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:39:38.573369 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 50d29f51-2eea-4c87-a5df-d02565e225db not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:39:38.574009 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device d95a2a93-5c7b-4a47-87fe-2c62766fef60 no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:39:38.585836 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6d1487aa-28d2-471f-8b84-0a9e56945510 admin admin] Publish callbacks [] for security_group (4931e8f7-607c-4bdc-89c3-3ac951191585), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:38.592380 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b557bc08-a8df-447a-a098-a0394ffee94e None None] Pushing event deleted for resources: {'Port': ['ID=d95a2a93-5c7b-4a47-87fe-2c62766fef60,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:38.629619 n-d-812111-14 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a1f8b26-6db7-484e-97bc-4faf468384fb tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] DELETE failed (client error): The resource could not be found. Jan 28 19:39:38.630622 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a1f8b26-6db7-484e-97bc-4faf468384fb tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:39:38.634731 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-8a1f8b26-6db7-484e-97bc-4faf468384fb tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "DELETE /v2.0/subnets/232d8e37-7a89-441f-bec7-d8385581e893 HTTP/1.1" status: 404 len: 337 time: 0.1608229 Jan 28 19:39:38.636414 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1b91a060-8e0c-4b76-b047-a1583f1ecd6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (29393de2-f708-4bd2-a3c0-fba9e04cbf17), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:38.638469 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 46310) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:38.646996 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: d95a2a93-5c7b-4a47-87fe-2c62766fef60 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:39:38.647709 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device d95a2a93-5c7b-4a47-87fe-2c62766fef60 not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:39:38.688506 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6d1487aa-28d2-471f-8b84-0a9e56945510 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (4931e8f7-607c-4bdc-89c3-3ac951191585), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:38.691494 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6d1487aa-28d2-471f-8b84-0a9e56945510 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:38.705914 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-6d1487aa-28d2-471f-8b84-0a9e56945510 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4931e8f7-607c-4bdc-89c3-3ac951191585 HTTP/1.1" status: 204 len: 168 time: 0.3828909 Jan 28 19:39:38.721644 n-d-812111-14 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ba06704-fa1b-4300-a6d8-1d4c24aa5bf5 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] DELETE failed (client error): The resource could not be found. Jan 28 19:39:38.722213 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ba06704-fa1b-4300-a6d8-1d4c24aa5bf5 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:39:38.727263 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-4ba06704-fa1b-4300-a6d8-1d4c24aa5bf5 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "DELETE /v2.0/ports/305b345a-4e58-4621-9bb4-658a46b297c8 HTTP/1.1" status: 404 len: 333 time: 0.0773566 Jan 28 19:39:38.733413 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1b91a060-8e0c-4b76-b047-a1583f1ecd6e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:38.741736 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-1b91a060-8e0c-4b76-b047-a1583f1ecd6e admin admin] 10.222.0.64 "DELETE /v2.0/networks/29393de2-f708-4bd2-a3c0-fba9e04cbf17 HTTP/1.1" status: 204 len: 168 time: 1.7339454 Jan 28 19:39:38.743506 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b91a060-8e0c-4b76-b047-a1583f1ecd6e admin admin] Pushing event deleted for resources: {'Network': ['ID=29393de2-f708-4bd2-a3c0-fba9e04cbf17,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:38.750472 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-3dc0c2b4-c0b8-4505-9c46-d98398603cb0 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.5242660 Jan 28 19:39:38.755272 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 46314) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:38.755617 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 46316) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:38.755938 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 46318) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:38.760077 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-f4bfa5e5-b01c-4e86-8068-8bbc3a9414a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '289d203a-0f3a-4d87-91b3-ad374309434c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1601736214', 'tenant_id': '3c5bcff20fc24e3eb87e72dc3f4664c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': '6258dacd-8070-4ffe-85b2-cd51ac41b3b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:39:30Z', 'updated_at': '2022-01-28T19:39:34Z', 'revision_number': 3, 'project_id': '3c5bcff20fc24e3eb87e72dc3f4664c7', 'gw_port': {'id': '6258dacd-8070-4ffe-85b2-cd51ac41b3b9', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:56:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '289d203a-0f3a-4d87-91b3-ad374309434c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:39:33Z', 'updated_at': '2022-01-28T19:39:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:39:38.776896 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-36f7809b-19ad-4e9d-bc38-ee0f52dd23d0 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Request body: {'subnet': {'network_id': '864594cf-3c32-446d-8a95-4c69cb1b9ed4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:39:38.796477 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4bfa5e5-b01c-4e86-8068-8bbc3a9414a0 None None] The sync data for ids ['289d203a-0f3a-4d87-91b3-ad374309434c'] in n-d-812111-14 is: [{'id': '289d203a-0f3a-4d87-91b3-ad374309434c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1601736214', 'tenant_id': '3c5bcff20fc24e3eb87e72dc3f4664c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': '6258dacd-8070-4ffe-85b2-cd51ac41b3b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:39:30Z', 'updated_at': '2022-01-28T19:39:34Z', 'revision_number': 3, 'project_id': '3c5bcff20fc24e3eb87e72dc3f4664c7', 'gw_port': {'id': '6258dacd-8070-4ffe-85b2-cd51ac41b3b9', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:56:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '289d203a-0f3a-4d87-91b3-ad374309434c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:39:33Z', 'updated_at': '2022-01-28T19:39:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:39:38.805175 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc0c2b4-c0b8-4505-9c46-d98398603cb0 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Pushing event updated for resources: {'Network': ['ID=864594cf-3c32-446d-8a95-4c69cb1b9ed4,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:38.811482 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1487aa-28d2-471f-8b84-0a9e56945510 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4931e8f7-607c-4bdc-89c3-3ac951191585,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:38.825785 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network 864594cf-3c32-446d-8a95-4c69cb1b9ed4 details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:39:38.831272 n-d-812111-14 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-1236716a-79e6-4aee-b672-20cbb13bc487 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] DELETE failed (client error): The resource could not be found. Jan 28 19:39:38.834723 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1236716a-79e6-4aee-b672-20cbb13bc487 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:39:38.840689 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-1236716a-79e6-4aee-b672-20cbb13bc487 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "DELETE /v2.0/subnets/3f86ef87-57d2-4ee0-97b8-92fb14f4d27a HTTP/1.1" status: 404 len: 337 time: 0.0823262 Jan 28 19:39:38.844470 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 46322) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:38.886145 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4f359a56-5e45-4e99-aed3-7cb617f91bc4 req-7b6cf80d-c706-4447-b671-76234d1a44c4 service neutron] 10.222.0.70 "GET /v2.0/networks/87bd24c3-2f53-4d06-9d37-4b32bba79109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5138080 Jan 28 19:39:38.889013 n-d-812111-14 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-a15c9cdf-4a06-40de-b6ad-521b4324dddb tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] DELETE failed (client error): The resource could not be found. Jan 28 19:39:38.898263 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a15c9cdf-4a06-40de-b6ad-521b4324dddb tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:39:38.903582 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-a15c9cdf-4a06-40de-b6ad-521b4324dddb tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "DELETE /v2.0/ports/64cdc81d-18f3-4435-8ee0-2f80fd73d7ee HTTP/1.1" status: 404 len: 333 time: 0.0580254 Jan 28 19:39:38.906128 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 46324) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:38.965074 n-d-812111-14 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-40a05b01-7494-4eaf-9c7e-770e50499326 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] DELETE failed (client error): The resource could not be found. Jan 28 19:39:38.965613 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40a05b01-7494-4eaf-9c7e-770e50499326 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:39:38.974774 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a3d04a84-65b0-4734-bd6d-a899465a01d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:38.976931 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-40a05b01-7494-4eaf-9c7e-770e50499326 tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "DELETE /v2.0/subnets/818460f2-db96-461b-8424-805f3380dd69 HTTP/1.1" status: 404 len: 337 time: 0.0666444 Jan 28 19:39:38.979432 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 46328) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:39.133296 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ecbac873-9677-418f-bd57-97f8ddf9658d tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (decd8274-9eda-4d81-a020-86cc15d56022), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:39.161008 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4f359a56-5e45-4e99-aed3-7cb617f91bc4 req-c2b3d847-1c9c-4729-86bd-beccce0eee0b service neutron] 10.222.0.70 "GET /v2.0/networks/87bd24c3-2f53-4d06-9d37-4b32bba79109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2554605 Jan 28 19:39:39.274861 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e11d3ca-d709-400a-aa0c-15236c023040 req-cf3a6cf9-15b4-4ecf-bf94-f790777d40d0 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:39:39.276431 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9e11d3ca-d709-400a-aa0c-15236c023040 req-cf3a6cf9-15b4-4ecf-bf94-f790777d40d0 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a91007d-45be-4c6c-a11f-db74e1c43eb8 HTTP/1.1" status: 200 len: 944 time: 0.7801385 Jan 28 19:39:39.289054 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 46330) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:39.370948 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36f7809b-19ad-4e9d-bc38-ee0f52dd23d0 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Made reservation on behalf of f4e72d408b38498fbae4d612cef0a05b for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:39:39.375549 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-36f7809b-19ad-4e9d-bc38-ee0f52dd23d0 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5221429'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:39.376862 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e6eacc9d-afc3-42a1-b941-842ab32ef68d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:39.387088 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ecbac873-9677-418f-bd57-97f8ddf9658d tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (decd8274-9eda-4d81-a020-86cc15d56022), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:39.423699 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-ecbac873-9677-418f-bd57-97f8ddf9658d tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['decd8274-9eda-4d81-a020-86cc15d56022']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:39:39.443774 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-ecbac873-9677-418f-bd57-97f8ddf9658d tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2aac29a1-8685-476c-bba5-fffce3cb94d6') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:39:39.444191 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-ecbac873-9677-418f-bd57-97f8ddf9658d tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2aac29a1-8685-476c-bba5-fffce3cb94d6') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:39:39.466376 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ecbac873-9677-418f-bd57-97f8ddf9658d tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16187153'] for segment (2aac29a1-8685-476c-bba5-fffce3cb94d6), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:39.481786 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b7e862-97ff-4056-bed3-20d2d6b9d67e req-eb5c1220-61ed-4504-8a2d-89e3d4ae535c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:39:39.483731 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b1b7e862-97ff-4056-bed3-20d2d6b9d67e req-eb5c1220-61ed-4504-8a2d-89e3d4ae535c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c316c98d83734d7eab7153e5f826023b&device_id=4a91007d-45be-4c6c-a11f-db74e1c43eb8 HTTP/1.1" status: 200 len: 1127 time: 0.2179120 Jan 28 19:39:39.522484 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ecbac873-9677-418f-bd57-97f8ddf9658d tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (2aac29a1-8685-476c-bba5-fffce3cb94d6), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:39.575454 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecbac873-9677-418f-bd57-97f8ddf9658d tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:39:39.575957 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ecbac873-9677-418f-bd57-97f8ddf9658d tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4752570'] for segment (2aac29a1-8685-476c-bba5-fffce3cb94d6), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:39.579433 n-d-812111-14 neutron-server[103305]: Traceback (most recent call last): Jan 28 19:39:39.579433 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:39:39.579433 n-d-812111-14 neutron-server[103305]: timer() Jan 28 19:39:39.579433 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:39:39.579433 n-d-812111-14 neutron-server[103305]: cb(*args, **kw) Jan 28 19:39:39.579433 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:39:39.579433 n-d-812111-14 neutron-server[103305]: return func(*args, **kwargs) Jan 28 19:39:39.579433 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:39:39.579433 n-d-812111-14 neutron-server[103305]: self._notify() Jan 28 19:39:39.579433 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:39:39.579433 n-d-812111-14 neutron-server[103305]: self.callback(batched_events) Jan 28 19:39:39.579433 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:39:39.579433 n-d-812111-14 neutron-server[103305]: event.method(event) Jan 28 19:39:39.579433 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:39:39.579433 n-d-812111-14 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:39:39.579433 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:39:39.579433 n-d-812111-14 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:39:39.579433 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:39:39.579433 n-d-812111-14 neutron-server[103305]: return f(self, *a, **k) Jan 28 19:39:39.579433 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:39:39.579433 n-d-812111-14 neutron-server[103305]: return self._get(url).json() Jan 28 19:39:39.579433 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:39:39.579433 n-d-812111-14 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:39:39.579433 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:39:39.579433 n-d-812111-14 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 28 19:39:39.579433 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:39:39.579433 n-d-812111-14 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:39:39.579433 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:39:39.579433 n-d-812111-14 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:39:39.579433 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:39:39.579433 n-d-812111-14 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:39:39.579433 n-d-812111-14 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:39:39.599237 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9e11d3ca-d709-400a-aa0c-15236c023040 req-03a6e649-1365-40ce-82a1-85987fdbc2dd tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/security-groups?id=7142df2f-bfa6-45d4-824d-35803ef6dce5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3112233 Jan 28 19:39:39.684408 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6d810c06-78fa-4cb0-9399-86ab55e1a2c1 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4690681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5221415'] for subnet (d49bf281-64be-46ab-ab7b-123b92f40c4b), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:39.700964 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e6eacc9d-afc3-42a1-b941-842ab32ef68d admin admin] Publish callbacks [] for security_group (9b125ce4-d2d9-430c-b805-d1ae5d72ac1f), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:39.707848 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ecbac873-9677-418f-bd57-97f8ddf9658d tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (decd8274-9eda-4d81-a020-86cc15d56022), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:39.715868 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e6eacc9d-afc3-42a1-b941-842ab32ef68d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (9b125ce4-d2d9-430c-b805-d1ae5d72ac1f), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:39.791652 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:39.792394 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ecbac873-9677-418f-bd57-97f8ddf9658d tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:39.796948 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-ecbac873-9677-418f-bd57-97f8ddf9658d tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] 10.222.0.64 "DELETE /v2.0/networks/decd8274-9eda-4d81-a020-86cc15d56022 HTTP/1.1" status: 204 len: 168 time: 0.8165390 Jan 28 19:39:39.802938 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6eacc9d-afc3-42a1-b941-842ab32ef68d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b125ce4-d2d9-430c-b805-d1ae5d72ac1f,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:39.811144 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d810c06-78fa-4cb0-9399-86ab55e1a2c1 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Pushing event updated for resources: {'Subnet': ['ID=d49bf281-64be-46ab-ab7b-123b92f40c4b,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:39.899675 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b7e862-97ff-4056-bed3-20d2d6b9d67e req-ead80404-490b-4dda-ae95-f2aff371f8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:39:39.901278 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b1b7e862-97ff-4056-bed3-20d2d6b9d67e req-ead80404-490b-4dda-ae95-f2aff371f8f2 service neutron] 10.222.0.70 "GET /v2.0/networks?id=87bd24c3-2f53-4d06-9d37-4b32bba79109 HTTP/1.1" status: 200 len: 912 time: 0.4106314 Jan 28 19:39:39.911416 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbac873-9677-418f-bd57-97f8ddf9658d tempest-NetworksTestDHCPv6-994271582 tempest-NetworksTestDHCPv6-994271582-project] Pushing event deleted for resources: {'Network': ['ID=decd8274-9eda-4d81-a020-86cc15d56022,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:39.940485 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d810c06-78fa-4cb0-9399-86ab55e1a2c1 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Checking segment: {'id': '26e8b81f-7cb0-430f-b573-b39da28f4db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'e2ba0509-154a-4d87-9bc2-4f9ae40aac4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:39:39.940844 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d810c06-78fa-4cb0-9399-86ab55e1a2c1 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Network hostable DHCP agents. Network: e2ba0509-154a-4d87-9bc2-4f9ae40aac4b, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:39:39.989447 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-36f7809b-19ad-4e9d-bc38-ee0f52dd23d0 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4690681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5221415'] for subnet (8609f0de-d0c6-4cb5-88c2-cd5c6b7e4f67), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:40.032827 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b1b7e862-97ff-4056-bed3-20d2d6b9d67e req-7e43ce78-abe9-4c72-8c9c-034f9872c63e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4fc29a78-414a-4805-a8cf-167eee4a4412 HTTP/1.1" status: 200 len: 217 time: 0.0978677 Jan 28 19:39:40.038782 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d810c06-78fa-4cb0-9399-86ab55e1a2c1 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Network e2ba0509-154a-4d87-9bc2-4f9ae40aac4b is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:39:40.043145 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-e6eacc9d-afc3-42a1-b941-842ab32ef68d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9b4f7ead0d014bf082721ecc627c26f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7227807 Jan 28 19:39:40.059157 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 46336) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:40.103002 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b7e862-97ff-4056-bed3-20d2d6b9d67e req-af114e7c-48d9-4ea8-affe-09f2bc94a500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:39:40.104834 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b1b7e862-97ff-4056-bed3-20d2d6b9d67e req-af114e7c-48d9-4ea8-affe-09f2bc94a500 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1b82f7aa-308b-4f07-b0c3-0d99e240d9ef HTTP/1.1" status: 200 len: 851 time: 0.0603859 Jan 28 19:39:40.132283 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f7809b-19ad-4e9d-bc38-ee0f52dd23d0 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Pushing event updated for resources: {'Subnet': ['ID=8609f0de-d0c6-4cb5-88c2-cd5c6b7e4f67,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:40.165649 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-6d810c06-78fa-4cb0-9399-86ab55e1a2c1 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, e2ba0509-154a-4d87-9bc2-4f9ae40aac4b) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:39:40.175930 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b4f179-a9cc-44a8-8780-4def08fc432e None None] Network e2ba0509-154a-4d87-9bc2-4f9ae40aac4b requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:39:40.184340 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d810c06-78fa-4cb0-9399-86ab55e1a2c1 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:39:40.185042 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6d810c06-78fa-4cb0-9399-86ab55e1a2c1 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:40.215393 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b7e862-97ff-4056-bed3-20d2d6b9d67e req-837c41e8-e1ca-42dc-b149-821291d7315f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:39:40.217627 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b1b7e862-97ff-4056-bed3-20d2d6b9d67e req-837c41e8-e1ca-42dc-b149-821291d7315f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=87bd24c3-2f53-4d06-9d37-4b32bba79109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1063004 Jan 28 19:39:40.264978 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-672dca55-45f7-4818-b4e7-b4ae058dbc47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-732838'] for router_interface (1b851e49-eab3-4f0b-bee4-246fdc62fe97), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:40.274182 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-6d810c06-78fa-4cb0-9399-86ab55e1a2c1 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.5788186 Jan 28 19:39:40.275053 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f7809b-19ad-4e9d-bc38-ee0f52dd23d0 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Checking segment: {'id': '7284ce22-3834-4afd-ab22-d2eb5c603f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '864594cf-3c32-446d-8a95-4c69cb1b9ed4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:39:40.275412 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36f7809b-19ad-4e9d-bc38-ee0f52dd23d0 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Network hostable DHCP agents. Network: 864594cf-3c32-446d-8a95-4c69cb1b9ed4, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:39:40.277582 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 46340) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:40.443600 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 46342) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:40.473361 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 6258dacd-8070-4ffe-85b2-cd51ac41b3b9 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:39:40.514549 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b1b7e862-97ff-4056-bed3-20d2d6b9d67e req-0de19131-42c9-48b4-8927-60a95d77dd7a service neutron] 10.222.0.70 "GET /v2.0/networks/87bd24c3-2f53-4d06-9d37-4b32bba79109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2882345 Jan 28 19:39:40.543956 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb17385-188c-4f94-bc0c-2f92cc96467d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68cd31fd-e4cd-5fb3-a862-256fc47efcd2-e2ba0509-154a-4d87-9bc2-4f9ae40aac4b', 'network_id': 'e2ba0509-154a-4d87-9bc2-4f9ae40aac4b', 'project_id': '3c5bcff20fc24e3eb87e72dc3f4664c7', 'fixed_ips': [{'subnet_id': 'd49bf281-64be-46ab-ab7b-123b92f40c4b'}]}} from n-d-812111-14. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:39:40.545373 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2fb17385-188c-4f94-bc0c-2f92cc96467d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:40.724758 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36f7809b-19ad-4e9d-bc38-ee0f52dd23d0 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Network 864594cf-3c32-446d-8a95-4c69cb1b9ed4 is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:39:40.726598 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-2fb17385-188c-4f94-bc0c-2f92cc96467d None None] Allocated IP 172.20.0.2 (e2ba0509-154a-4d87-9bc2-4f9ae40aac4b/d49bf281-64be-46ab-ab7b-123b92f40c4b/ef025970-a509-47ab-8df7-b412650e01cb) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:39:40.758832 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6adde1f3-cba2-455a-97dc-0bfafd57304b admin admin] Publish callbacks [] for security_group (9b125ce4-d2d9-430c-b805-d1ae5d72ac1f), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:40.778312 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-36f7809b-19ad-4e9d-bc38-ee0f52dd23d0 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, 864594cf-3c32-446d-8a95-4c69cb1b9ed4) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:39:40.797510 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36f7809b-19ad-4e9d-bc38-ee0f52dd23d0 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:39:40.798314 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-36f7809b-19ad-4e9d-bc38-ee0f52dd23d0 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:40.812706 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6adde1f3-cba2-455a-97dc-0bfafd57304b admin admin] Publish callbacks [] for security_group (9b125ce4-d2d9-430c-b805-d1ae5d72ac1f), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:40.827820 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-2696e377-dd98-4a11-bda8-75392432408e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=74e14b1dc35c45ef8b65d1fdcc58b8bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3830490 Jan 28 19:39:40.832398 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 46352) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:40.874092 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 4fc29a78-414a-4805-a8cf-167eee4a4412 details requested by agent hyperv_n-h2-812111-14 with host n-h2-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:39:40.875959 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7365c12d-e192-4ce4-ae63-bfd155bb768a None None] Network 864594cf-3c32-446d-8a95-4c69cb1b9ed4 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:39:40.908757 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b1b7e862-97ff-4056-bed3-20d2d6b9d67e req-7a91a076-6c1d-4db6-bbbe-e1536f2f69a0 service neutron] 10.222.0.70 "GET /v2.0/networks/87bd24c3-2f53-4d06-9d37-4b32bba79109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3851972 Jan 28 19:39:40.960708 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 46356) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:40.962470 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-36f7809b-19ad-4e9d-bc38-ee0f52dd23d0 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.2015653 Jan 28 19:39:40.968266 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-e100e88f-4c10-4278-87c1-c99e74fa4296 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-2093742222', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}, 'admin_state_up': False}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:39:40.971559 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 6258dacd-8070-4ffe-85b2-cd51ac41b3b9 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:39:40.972138 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (6258dacd-8070-4ffe-85b2-cd51ac41b3b9), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:41.011536 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2fb17385-188c-4f94-bc0c-2f92cc96467d None None] Publish callbacks [] for port (ef025970-a509-47ab-8df7-b412650e01cb), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:41.050823 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2fb17385-188c-4f94-bc0c-2f92cc96467d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (ef025970-a509-47ab-8df7-b412650e01cb), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:41.073730 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92cd88b-169f-48ec-9b8e-c2592e1b04d6 req-dd6b7207-4271-484d-9631-63db7357e0af tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:39:41.075501 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a92cd88b-169f-48ec-9b8e-c2592e1b04d6 req-dd6b7207-4271-484d-9631-63db7357e0af tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a91007d-45be-4c6c-a11f-db74e1c43eb8 HTTP/1.1" status: 200 len: 944 time: 0.2457051 Jan 28 19:39:41.076356 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6adde1f3-cba2-455a-97dc-0bfafd57304b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (9b125ce4-d2d9-430c-b805-d1ae5d72ac1f), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:41.078965 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6adde1f3-cba2-455a-97dc-0bfafd57304b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:41.081590 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e100e88f-4c10-4278-87c1-c99e74fa4296 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261150'] for router (8ae2243c-bc41-4126-8032-846c3fb3bfb2), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:41.083045 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e100e88f-4c10-4278-87c1-c99e74fa4296 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-731099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-731441', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261129'] for router (8ae2243c-bc41-4126-8032-846c3fb3bfb2), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:41.083407 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-6adde1f3-cba2-455a-97dc-0bfafd57304b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9b125ce4-d2d9-430c-b805-d1ae5d72ac1f HTTP/1.1" status: 204 len: 168 time: 0.9934645 Jan 28 19:39:41.087588 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ccc27163-84da-41af-992b-76b3f279a935 admin admin] Publish callbacks [] for security_group (b9590ac3-af07-455e-9e00-fb1935eeedc8), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:41.104232 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adde1f3-cba2-455a-97dc-0bfafd57304b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b125ce4-d2d9-430c-b805-d1ae5d72ac1f,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:41.156794 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ccc27163-84da-41af-992b-76b3f279a935 admin admin] Publish callbacks [] for security_group (b9590ac3-af07-455e-9e00-fb1935eeedc8), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:41.271789 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a92cd88b-169f-48ec-9b8e-c2592e1b04d6 req-6ade62e1-a5ba-4cac-8a48-7159278463d9 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/security-groups?id=7142df2f-bfa6-45d4-824d-35803ef6dce5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1770713 Jan 28 19:39:41.281369 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb17385-188c-4f94-bc0c-2f92cc96467d None None] Network e2ba0509-154a-4d87-9bc2-4f9ae40aac4b is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:39:41.348259 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ccc27163-84da-41af-992b-76b3f279a935 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (b9590ac3-af07-455e-9e00-fb1935eeedc8), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:41.352949 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ccc27163-84da-41af-992b-76b3f279a935 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:41.354219 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-ccc27163-84da-41af-992b-76b3f279a935 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b9590ac3-af07-455e-9e00-fb1935eeedc8 HTTP/1.1" status: 204 len: 168 time: 0.5176332 Jan 28 19:39:41.365285 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e100e88f-4c10-4278-87c1-c99e74fa4296 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks [] for router_controller (8ae2243c-bc41-4126-8032-846c3fb3bfb2), precommit_add_association {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:41.411885 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc27163-84da-41af-992b-76b3f279a935 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9590ac3-af07-455e-9e00-fb1935eeedc8,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:41.448396 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-672dca55-45f7-4818-b4e7-b4ae058dbc47 admin admin] Deleting port 104708be-cccc-4545-a9f0-c12b4f70d22a {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:39:41.448749 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-672dca55-45f7-4818-b4e7-b4ae058dbc47 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (104708be-cccc-4545-a9f0-c12b4f70d22a), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:41.507477 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df136c89-8f0f-421b-b9e4-c8f69be6ef60 None None] Network 864594cf-3c32-446d-8a95-4c69cb1b9ed4 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:39:41.518980 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb17385-188c-4f94-bc0c-2f92cc96467d None None] Pushing event updated for resources: {'Port': ['ID=ef025970-a509-47ab-8df7-b412650e01cb,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:41.527926 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-2fb17385-188c-4f94-bc0c-2f92cc96467d None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:39:41.615104 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-672dca55-45f7-4818-b4e7-b4ae058dbc47 admin admin] For port 104708be-cccc-4545-a9f0-c12b4f70d22a, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=104708be-cccc-4545-a9f0-c12b4f70d22a,segment=NetworkSegment(4a17a3b3-7af6-4f51-88ca-a10db2f88648),segment_id=4a17a3b3-7af6-4f51-88ca-a10db2f88648)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:39:41.618448 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-672dca55-45f7-4818-b4e7-b4ae058dbc47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (104708be-cccc-4545-a9f0-c12b4f70d22a), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:41.637833 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb17385-188c-4f94-bc0c-2f92cc96467d None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:39:41.647557 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-672dca55-45f7-4818-b4e7-b4ae058dbc47 admin admin] Calling delete_port for 104708be-cccc-4545-a9f0-c12b4f70d22a owned by network:router_interface {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:39:41.695686 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 4fc29a78-414a-4805-a8cf-167eee4a4412, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=4fc29a78-414a-4805-a8cf-167eee4a4412,segment=NetworkSegment(0e20d3ef-5527-42ba-86a4-bcb741be912b),segment_id=0e20d3ef-5527-42ba-86a4-bcb741be912b)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:39:41.747238 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 6258dacd-8070-4ffe-85b2-cd51ac41b3b9 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:39:41.748298 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (6258dacd-8070-4ffe-85b2-cd51ac41b3b9), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:41.753579 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e100e88f-4c10-4278-87c1-c99e74fa4296 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks [] for router_gateway (8ae2243c-bc41-4126-8032-846c3fb3bfb2), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:41.771191 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] For port 6258dacd-8070-4ffe-85b2-cd51ac41b3b9, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=6258dacd-8070-4ffe-85b2-cd51ac41b3b9,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:39:41.772624 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:41.783712 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Returning: {'device': '4fc29a78-414a-4805-a8cf-167eee4a4412', 'network_id': '87bd24c3-2f53-4d06-9d37-4b32bba79109', 'port_id': '4fc29a78-414a-4805-a8cf-167eee4a4412', 'mac_address': 'fa:16:3e:4c:e5:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b82f7aa-308b-4f07-b0c3-0d99e240d9ef', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:39:41.809235 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (6258dacd-8070-4ffe-85b2-cd51ac41b3b9), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:41.871092 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-2fb17385-188c-4f94-bc0c-2f92cc96467d None None] Attempting to bind port ef025970-a509-47ab-8df7-b412650e01cb on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:39:41.871505 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-2fb17385-188c-4f94-bc0c-2f92cc96467d None None] Attempting to bind port ef025970-a509-47ab-8df7-b412650e01cb by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '26e8b81f-7cb0-430f-b573-b39da28f4db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'e2ba0509-154a-4d87-9bc2-4f9ae40aac4b'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:39:41.871868 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb17385-188c-4f94-bc0c-2f92cc96467d None None] Attempting to bind port ef025970-a509-47ab-8df7-b412650e01cb on network e2ba0509-154a-4d87-9bc2-4f9ae40aac4b {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:39:41.903512 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb17385-188c-4f94-bc0c-2f92cc96467d None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:39:41.904788 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb17385-188c-4f94-bc0c-2f92cc96467d None None] Checking segment: {'id': '26e8b81f-7cb0-430f-b573-b39da28f4db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'e2ba0509-154a-4d87-9bc2-4f9ae40aac4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:39:41.905592 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2fb17385-188c-4f94-bc0c-2f92cc96467d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:41.906169 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb17385-188c-4f94-bc0c-2f92cc96467d None None] Bound using segment: {'id': '26e8b81f-7cb0-430f-b573-b39da28f4db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'e2ba0509-154a-4d87-9bc2-4f9ae40aac4b'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:39:41.907381 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-2fb17385-188c-4f94-bc0c-2f92cc96467d None None] Bound port: ef025970-a509-47ab-8df7-b412650e01cb, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26e8b81f-7cb0-430f-b573-b39da28f4db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'e2ba0509-154a-4d87-9bc2-4f9ae40aac4b'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:39:41.907950 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2fb17385-188c-4f94-bc0c-2f92cc96467d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (ef025970-a509-47ab-8df7-b412650e01cb), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:41.971818 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 4fc29a78-414a-4805-a8cf-167eee4a4412 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:39:41.974027 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (4fc29a78-414a-4805-a8cf-167eee4a4412), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:41.974181 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b845a65d-d7ea-416d-ae46-4e6fd8319617 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:42.044060 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Pushing event updated for resources: {'Port': ['ID=6258dacd-8070-4ffe-85b2-cd51ac41b3b9,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:42.058344 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-672dca55-45f7-4818-b4e7-b4ae058dbc47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (104708be-cccc-4545-a9f0-c12b4f70d22a), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:42.064583 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fc29a78-414a-4805-a8cf-167eee4a4412 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:39:42.123058 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672dca55-45f7-4818-b4e7-b4ae058dbc47 admin admin] Pushing event deleted for resources: {'Port': ['ID=104708be-cccc-4545-a9f0-c12b4f70d22a,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:42.168406 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 4fc29a78-414a-4805-a8cf-167eee4a4412, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=4fc29a78-414a-4805-a8cf-167eee4a4412,segment=NetworkSegment(0e20d3ef-5527-42ba-86a4-bcb741be912b),segment_id=0e20d3ef-5527-42ba-86a4-bcb741be912b)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:39:42.186239 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (4fc29a78-414a-4805-a8cf-167eee4a4412), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:42.278233 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2fb17385-188c-4f94-bc0c-2f92cc96467d None None] For port ef025970-a509-47ab-8df7-b412650e01cb, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:39:42.342826 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2fb17385-188c-4f94-bc0c-2f92cc96467d None None] For port ef025970-a509-47ab-8df7-b412650e01cb, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=ef025970-a509-47ab-8df7-b412650e01cb,segment=NetworkSegment(26e8b81f-7cb0-430f-b573-b39da28f4db0),segment_id=26e8b81f-7cb0-430f-b573-b39da28f4db0)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:39:42.383402 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2fb17385-188c-4f94-bc0c-2f92cc96467d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (ef025970-a509-47ab-8df7-b412650e01cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:42.423494 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['4fc29a78-414a-4805-a8cf-167eee4a4412'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:39:42.497433 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=4fc29a78-414a-4805-a8cf-167eee4a4412,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:42.521022 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-672dca55-45f7-4818-b4e7-b4ae058dbc47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-732682'] for router_interface (1b851e49-eab3-4f0b-bee4-246fdc62fe97), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:42.604099 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 6258dacd-8070-4ffe-85b2-cd51ac41b3b9 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:39:42.768364 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb17385-188c-4f94-bc0c-2f92cc96467d None None] Pushing event updated for resources: {'Port': ['ID=ef025970-a509-47ab-8df7-b412650e01cb,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:42.999364 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 6258dacd-8070-4ffe-85b2-cd51ac41b3b9 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:39:42.999772 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (6258dacd-8070-4ffe-85b2-cd51ac41b3b9), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:43.157272 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e100e88f-4c10-4278-87c1-c99e74fa4296 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks [] for router_gateway (8ae2243c-bc41-4126-8032-846c3fb3bfb2), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:43.215831 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-672dca55-45f7-4818-b4e7-b4ae058dbc47 admin admin] Router 1b851e49-eab3-4f0b-bee4-246fdc62fe97 has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:39:43.225497 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e100e88f-4c10-4278-87c1-c99e74fa4296 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:43.237844 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:43.282936 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4171744e-85d5-41f5-a58a-42b64d8b990e req-c053c914-ff80-47b0-b758-fcb2b3c8bef8 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:39:43.284923 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4171744e-85d5-41f5-a58a-42b64d8b990e req-c053c914-ff80-47b0-b758-fcb2b3c8bef8 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a91007d-45be-4c6c-a11f-db74e1c43eb8 HTTP/1.1" status: 200 len: 945 time: 0.7449541 Jan 28 19:39:43.357614 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-b845a65d-d7ea-416d-ae46-4e6fd8319617 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Allocated IP 172.20.0.1 (e2ba0509-154a-4d87-9bc2-4f9ae40aac4b/d49bf281-64be-46ab-ab7b-123b92f40c4b/60b8acc6-1bfa-404f-9f3b-5b5c7bace05a) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:39:43.393019 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 6258dacd-8070-4ffe-85b2-cd51ac41b3b9 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:39:43.393866 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 46412) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:43.424804 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4171744e-85d5-41f5-a58a-42b64d8b990e req-a873b239-72c5-4641-832b-838654b7cae8 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/security-groups?id=7142df2f-bfa6-45d4-824d-35803ef6dce5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1319876 Jan 28 19:39:43.500025 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-e100e88f-4c10-4278-87c1-c99e74fa4296 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Allocated IP 172.25.6.211 (d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8/a648e4ab-7422-41b9-b133-58aca25ab8f5/db80217e-ccb6-475d-9420-ef0d9e8589c3) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:39:43.536671 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-672dca55-45f7-4818-b4e7-b4ae058dbc47 admin admin] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:39:43.547551 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3589fe47-68cf-46df-9532-fd03bddd82e5 None None] Sync routers for ids ['1b851e49-eab3-4f0b-bee4-246fdc62fe97'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:39:43.550677 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-672dca55-45f7-4818-b4e7-b4ae058dbc47 admin admin] 10.222.0.64 "PUT /v2.0/routers/1b851e49-eab3-4f0b-bee4-246fdc62fe97/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7904980 Jan 28 19:39:43.552745 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 46418) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:43.564801 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3589fe47-68cf-46df-9532-fd03bddd82e5 None None] Routers {'1b851e49-eab3-4f0b-bee4-246fdc62fe97'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:39:43.565477 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-3589fe47-68cf-46df-9532-fd03bddd82e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:39:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['1b851e49-eab3-4f0b-bee4-246fdc62fe97'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:39:43.697782 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b845a65d-d7ea-416d-ae46-4e6fd8319617 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Publish callbacks [] for port (60b8acc6-1bfa-404f-9f3b-5b5c7bace05a), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:43.703000 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0edf35fc-1e21-451d-826f-0144c9486693 admin admin] Publish callbacks [] for router (1b851e49-eab3-4f0b-bee4-246fdc62fe97), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:43.777587 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b845a65d-d7ea-416d-ae46-4e6fd8319617 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (60b8acc6-1bfa-404f-9f3b-5b5c7bace05a), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:43.811424 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-3589fe47-68cf-46df-9532-fd03bddd82e5 None None] Set router 1b851e49-eab3-4f0b-bee4-246fdc62fe97 gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:39:43.913627 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b845a65d-d7ea-416d-ae46-4e6fd8319617 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Network e2ba0509-154a-4d87-9bc2-4f9ae40aac4b is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:39:43.921127 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-3be006f9-e5d1-408a-9823-55ce8259bff5 tempest-ExtraDHCPOptionsTestJSON-672463262 tempest-ExtraDHCPOptionsTestJSON-672463262-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1333024086'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:39:43.947936 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b845a65d-d7ea-416d-ae46-4e6fd8319617 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Pushing event updated for resources: {'Port': ['ID=60b8acc6-1bfa-404f-9f3b-5b5c7bace05a,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:43.959702 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0edf35fc-1e21-451d-826f-0144c9486693 admin admin] Publish callbacks [] for router_gateway (1b851e49-eab3-4f0b-bee4-246fdc62fe97), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:43.960034 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-b845a65d-d7ea-416d-ae46-4e6fd8319617 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:39:43.967118 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b845a65d-d7ea-416d-ae46-4e6fd8319617 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:39:44.027364 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b845a65d-d7ea-416d-ae46-4e6fd8319617 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734769'] for router_interface (289d203a-0f3a-4d87-91b3-ad374309434c), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:44.084577 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-0edf35fc-1e21-451d-826f-0144c9486693 admin admin] Deleting port 68057c62-6117-4e11-b7dc-28046224ad1c {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:39:44.084924 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0edf35fc-1e21-451d-826f-0144c9486693 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (68057c62-6117-4e11-b7dc-28046224ad1c), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:44.172375 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3be006f9-e5d1-408a-9823-55ce8259bff5 tempest-ExtraDHCPOptionsTestJSON-672463262 tempest-ExtraDHCPOptionsTestJSON-672463262-project] Made reservation on behalf of ede35fa5365a4c688bfa1ec13095c72c for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:39:44.177874 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3be006f9-e5d1-408a-9823-55ce8259bff5 tempest-ExtraDHCPOptionsTestJSON-672463262 tempest-ExtraDHCPOptionsTestJSON-672463262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:44.192484 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3be006f9-e5d1-408a-9823-55ce8259bff5 tempest-ExtraDHCPOptionsTestJSON-672463262 tempest-ExtraDHCPOptionsTestJSON-672463262-project] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:44.231672 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-3589fe47-68cf-46df-9532-fd03bddd82e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b851e49-eab3-4f0b-bee4-246fdc62fe97', 'name': 'tempest-TestAggregatesBasicOps-1924304214-router', 'tenant_id': '517bcf6b428442babb2357a17249f04f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.28'}], 'enable_snat': True}, 'gw_port_id': '68057c62-6117-4e11-b7dc-28046224ad1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:39:03Z', 'updated_at': '2022-01-28T19:39:41Z', 'revision_number': 5, 'project_id': '517bcf6b428442babb2357a17249f04f', 'gw_port': {'id': '68057c62-6117-4e11-b7dc-28046224ad1c', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:b4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b851e49-eab3-4f0b-bee4-246fdc62fe97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2706, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:39:07Z', 'updated_at': '2022-01-28T19:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:39:44.262938 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-0edf35fc-1e21-451d-826f-0144c9486693 admin admin] For port 68057c62-6117-4e11-b7dc-28046224ad1c, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=68057c62-6117-4e11-b7dc-28046224ad1c,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:39:44.265968 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0edf35fc-1e21-451d-826f-0144c9486693 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (68057c62-6117-4e11-b7dc-28046224ad1c), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:44.274833 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3589fe47-68cf-46df-9532-fd03bddd82e5 None None] Checking router: 1b851e49-eab3-4f0b-bee4-246fdc62fe97 for host: n-d-812111-14 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:39:44.284112 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3589fe47-68cf-46df-9532-fd03bddd82e5 None None] Routers {'1b851e49-eab3-4f0b-bee4-246fdc62fe97'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:39:44.284961 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-3589fe47-68cf-46df-9532-fd03bddd82e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:39:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['1b851e49-eab3-4f0b-bee4-246fdc62fe97'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:39:44.300826 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-003e4910-5f7a-4bd8-ab03-52c90adc7ac6 None None] Network e2ba0509-154a-4d87-9bc2-4f9ae40aac4b requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:39:44.312534 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-0edf35fc-1e21-451d-826f-0144c9486693 admin admin] Calling delete_port for 68057c62-6117-4e11-b7dc-28046224ad1c owned by network:router_gateway {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:39:44.390118 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3be006f9-e5d1-408a-9823-55ce8259bff5 tempest-ExtraDHCPOptionsTestJSON-672463262 tempest-ExtraDHCPOptionsTestJSON-672463262-project] Publish callbacks [] for security_group (ed535088-2404-4233-a173-c2daa3d14d72), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:44.391694 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b845a65d-d7ea-416d-ae46-4e6fd8319617 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (60b8acc6-1bfa-404f-9f3b-5b5c7bace05a), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:44.414294 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3be006f9-e5d1-408a-9823-55ce8259bff5 tempest-ExtraDHCPOptionsTestJSON-672463262 tempest-ExtraDHCPOptionsTestJSON-672463262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (ed535088-2404-4233-a173-c2daa3d14d72), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:44.429584 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3be006f9-e5d1-408a-9823-55ce8259bff5 tempest-ExtraDHCPOptionsTestJSON-672463262 tempest-ExtraDHCPOptionsTestJSON-672463262-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:39:44.446478 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3be006f9-e5d1-408a-9823-55ce8259bff5 tempest-ExtraDHCPOptionsTestJSON-672463262 tempest-ExtraDHCPOptionsTestJSON-672463262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (b953fad6-b3e4-482e-9af4-63c4915b51b9), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:44.447186 n-d-812111-14 neutron-server[103305]: INFO neutron.db.segments_db [None req-3be006f9-e5d1-408a-9823-55ce8259bff5 tempest-ExtraDHCPOptionsTestJSON-672463262 tempest-ExtraDHCPOptionsTestJSON-672463262-project] Added segment b953fad6-b3e4-482e-9af4-63c4915b51b9 of type vlan for network b12cc271-242c-4d14-8822-9bf3b928ebdf Jan 28 19:39:44.514290 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-3589fe47-68cf-46df-9532-fd03bddd82e5 None None] Set router 1b851e49-eab3-4f0b-bee4-246fdc62fe97 gateway port host: None {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:39:44.531650 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device ef025970-a509-47ab-8df7-b412650e01cb up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:39:44.545743 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-382a7db1-3e03-47a7-a98d-19738249e727 None None] Provisioning complete for port ef025970-a509-47ab-8df7-b412650e01cb triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:39:44.546018 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-382a7db1-3e03-47a7-a98d-19738249e727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (ef025970-a509-47ab-8df7-b412650e01cb), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:44.564350 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3be006f9-e5d1-408a-9823-55ce8259bff5 tempest-ExtraDHCPOptionsTestJSON-672463262 tempest-ExtraDHCPOptionsTestJSON-672463262-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (b12cc271-242c-4d14-8822-9bf3b928ebdf), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:44.630053 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-3589fe47-68cf-46df-9532-fd03bddd82e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b851e49-eab3-4f0b-bee4-246fdc62fe97', 'name': 'tempest-TestAggregatesBasicOps-1924304214-router', 'tenant_id': '517bcf6b428442babb2357a17249f04f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:39:03Z', 'updated_at': '2022-01-28T19:39:43Z', 'revision_number': 6, 'project_id': '517bcf6b428442babb2357a17249f04f', 'gw_port_host': None}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:39:44.663199 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0edf35fc-1e21-451d-826f-0144c9486693 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (68057c62-6117-4e11-b7dc-28046224ad1c), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:44.683749 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be006f9-e5d1-408a-9823-55ce8259bff5 tempest-ExtraDHCPOptionsTestJSON-672463262 tempest-ExtraDHCPOptionsTestJSON-672463262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed535088-2404-4233-a173-c2daa3d14d72,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:44.699393 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3589fe47-68cf-46df-9532-fd03bddd82e5 None None] The sync data for ids ['1b851e49-eab3-4f0b-bee4-246fdc62fe97'] in n-d-812111-14 is: [{'id': '1b851e49-eab3-4f0b-bee4-246fdc62fe97', 'name': 'tempest-TestAggregatesBasicOps-1924304214-router', 'tenant_id': '517bcf6b428442babb2357a17249f04f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:39:03Z', 'updated_at': '2022-01-28T19:39:43Z', 'revision_number': 6, 'project_id': '517bcf6b428442babb2357a17249f04f', 'gw_port_host': None}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:39:44.707641 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edf35fc-1e21-451d-826f-0144c9486693 admin admin] Pushing event deleted for resources: {'Port': ['ID=68057c62-6117-4e11-b7dc-28046224ad1c,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:44.773455 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 4fc29a78-414a-4805-a8cf-167eee4a4412 up at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:39:44.802409 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0edf35fc-1e21-451d-826f-0144c9486693 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-731488'] for router_gateway (1b851e49-eab3-4f0b-bee4-246fdc62fe97), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:44.931494 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e100e88f-4c10-4278-87c1-c99e74fa4296 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks [] for port (db80217e-ccb6-475d-9420-ef0d9e8589c3), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:44.935368 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port ef025970-a509-47ab-8df7-b412650e01cb triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:39:44.936041 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (ef025970-a509-47ab-8df7-b412650e01cb), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:45.002038 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning for port 4fc29a78-414a-4805-a8cf-167eee4a4412 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:39:45.005731 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3be006f9-e5d1-408a-9823-55ce8259bff5 tempest-ExtraDHCPOptionsTestJSON-672463262 tempest-ExtraDHCPOptionsTestJSON-672463262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (b12cc271-242c-4d14-8822-9bf3b928ebdf), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:45.012232 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be006f9-e5d1-408a-9823-55ce8259bff5 tempest-ExtraDHCPOptionsTestJSON-672463262 tempest-ExtraDHCPOptionsTestJSON-672463262-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:39:45.012879 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3be006f9-e5d1-408a-9823-55ce8259bff5 tempest-ExtraDHCPOptionsTestJSON-672463262 tempest-ExtraDHCPOptionsTestJSON-672463262-project] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:45.015963 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning complete for port 4fc29a78-414a-4805-a8cf-167eee4a4412 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:39:45.016808 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (4fc29a78-414a-4805-a8cf-167eee4a4412), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:45.017544 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e100e88f-4c10-4278-87c1-c99e74fa4296 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (db80217e-ccb6-475d-9420-ef0d9e8589c3), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:45.045740 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0edf35fc-1e21-451d-826f-0144c9486693 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-730901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261120'] for router (1b851e49-eab3-4f0b-bee4-246fdc62fe97), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:45.052257 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0edf35fc-1e21-451d-826f-0144c9486693 admin admin] Publish callbacks [] for router_controller (1b851e49-eab3-4f0b-bee4-246fdc62fe97), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:45.094366 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-382a7db1-3e03-47a7-a98d-19738249e727 None None] Current status of the port ef025970-a509-47ab-8df7-b412650e01cb is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:39:45.094811 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-382a7db1-3e03-47a7-a98d-19738249e727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (ef025970-a509-47ab-8df7-b412650e01cb), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:45.119203 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e100e88f-4c10-4278-87c1-c99e74fa4296 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Pushing event updated for resources: {'Port': ['ID=db80217e-ccb6-475d-9420-ef0d9e8589c3,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:45.166373 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-382a7db1-3e03-47a7-a98d-19738249e727 None None] For port ef025970-a509-47ab-8df7-b412650e01cb, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=ef025970-a509-47ab-8df7-b412650e01cb,segment=NetworkSegment(26e8b81f-7cb0-430f-b573-b39da28f4db0),segment_id=26e8b81f-7cb0-430f-b573-b39da28f4db0)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:39:45.191817 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-382a7db1-3e03-47a7-a98d-19738249e727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (ef025970-a509-47ab-8df7-b412650e01cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:45.194647 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0edf35fc-1e21-451d-826f-0144c9486693 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-730908'] for router (1b851e49-eab3-4f0b-bee4-246fdc62fe97), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:45.195218 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0edf35fc-1e21-451d-826f-0144c9486693 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1b851e49-eab3-4f0b-bee4-246fdc62fe97 {{(pid=103304) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:39:45.207057 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0edf35fc-1e21-451d-826f-0144c9486693 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:45.219281 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-0edf35fc-1e21-451d-826f-0144c9486693 admin admin] 10.222.0.64 "DELETE /v2.0/routers/1b851e49-eab3-4f0b-bee4-246fdc62fe97 HTTP/1.1" status: 204 len: 168 time: 1.6644485 Jan 28 19:39:45.220189 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 46456) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:45.282677 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e100e88f-4c10-4278-87c1-c99e74fa4296 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:39:45.283275 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-debfff77-6822-4b4e-a796-8d46ab3a2433 admin admin] Deleting subnet c5f95a7e-b4d1-4c37-9d3b-453c296ba390 {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:39:45.286658 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-debfff77-6822-4b4e-a796-8d46ab3a2433 admin admin] Publish callbacks [] for subnet (c5f95a7e-b4d1-4c37-9d3b-453c296ba390), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:45.304593 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-e100e88f-4c10-4278-87c1-c99e74fa4296 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:39:45.326845 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e100e88f-4c10-4278-87c1-c99e74fa4296 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:39:45.352531 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-3be006f9-e5d1-408a-9823-55ce8259bff5 tempest-ExtraDHCPOptionsTestJSON-672463262 tempest-ExtraDHCPOptionsTestJSON-672463262-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.9510958 Jan 28 19:39:45.353252 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 46458) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:45.367714 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-f7a63475-ad77-4932-9952-a46d0531c0d6 tempest-ExtraDHCPOptionsTestJSON-672463262 tempest-ExtraDHCPOptionsTestJSON-672463262-project] Request body: {'subnet': {'network_id': 'b12cc271-242c-4d14-8822-9bf3b928ebdf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:39:45.451574 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382a7db1-3e03-47a7-a98d-19738249e727 None None] Pushing event updated for resources: {'Port': ['ID=ef025970-a509-47ab-8df7-b412650e01cb,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:45.455503 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-debfff77-6822-4b4e-a796-8d46ab3a2433 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4747050'] for subnet (c5f95a7e-b4d1-4c37-9d3b-453c296ba390), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:45.463004 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90520bf3-e994-4a95-a053-4509aa0d0da1 req-8805a21f-6ce9-49e4-a519-c3667fcb5ad6 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:39:45.470873 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-90520bf3-e994-4a95-a053-4509aa0d0da1 req-8805a21f-6ce9-49e4-a519-c3667fcb5ad6 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a91007d-45be-4c6c-a11f-db74e1c43eb8 HTTP/1.1" status: 200 len: 945 time: 0.7911987 Jan 28 19:39:45.473670 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 4fc29a78-414a-4805-a8cf-167eee4a4412 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:39:45.474191 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (4fc29a78-414a-4805-a8cf-167eee4a4412), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:45.512760 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be006f9-e5d1-408a-9823-55ce8259bff5 tempest-ExtraDHCPOptionsTestJSON-672463262 tempest-ExtraDHCPOptionsTestJSON-672463262-project] Pushing event updated for resources: {'Network': ['ID=b12cc271-242c-4d14-8822-9bf3b928ebdf,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:45.547079 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network b12cc271-242c-4d14-8822-9bf3b928ebdf details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:39:45.574188 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-c4d57776-c0df-4637-a4d7-9c0bee74dc6a None None] Provisioning complete for port 60b8acc6-1bfa-404f-9f3b-5b5c7bace05a triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:39:45.574579 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c4d57776-c0df-4637-a4d7-9c0bee74dc6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (60b8acc6-1bfa-404f-9f3b-5b5c7bace05a), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:45.577390 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7a63475-ad77-4932-9952-a46d0531c0d6 tempest-ExtraDHCPOptionsTestJSON-672463262 tempest-ExtraDHCPOptionsTestJSON-672463262-project] Made reservation on behalf of ede35fa5365a4c688bfa1ec13095c72c for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:39:45.581138 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f7a63475-ad77-4932-9952-a46d0531c0d6 tempest-ExtraDHCPOptionsTestJSON-672463262 tempest-ExtraDHCPOptionsTestJSON-672463262-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5221429'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:45.684589 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-c4d57776-c0df-4637-a4d7-9c0bee74dc6a None None] Port 60b8acc6-1bfa-404f-9f3b-5b5c7bace05a cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:39:45.756789 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a91007d-45be-4c6c-a11f-db74e1c43eb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fc29a78-414a-4805-a8cf-167eee4a4412'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:39:45.760103 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-640ea53c-2901-4beb-818b-bcce4b6db613" -d '{"events": [{"server_uuid": "4a91007d-45be-4c6c-a11f-db74e1c43eb8", "name": "network-vif-plugged", "status": "completed", "tag": "4fc29a78-414a-4805-a8cf-167eee4a4412"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:39:45.763890 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port ef025970-a509-47ab-8df7-b412650e01cb is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:39:45.802124 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 46462) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:45.820574 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 4fc29a78-414a-4805-a8cf-167eee4a4412, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=4fc29a78-414a-4805-a8cf-167eee4a4412,segment=NetworkSegment(0e20d3ef-5527-42ba-86a4-bcb741be912b),segment_id=0e20d3ef-5527-42ba-86a4-bcb741be912b)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:39:45.836497 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (4fc29a78-414a-4805-a8cf-167eee4a4412), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:45.844446 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-c4d57776-c0df-4637-a4d7-9c0bee74dc6a None None] Provisioning complete for port ef025970-a509-47ab-8df7-b412650e01cb triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:39:45.844826 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c4d57776-c0df-4637-a4d7-9c0bee74dc6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (ef025970-a509-47ab-8df7-b412650e01cb), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:45.854001 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-debfff77-6822-4b4e-a796-8d46ab3a2433 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (c5f95a7e-b4d1-4c37-9d3b-453c296ba390), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:45.889420 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-90520bf3-e994-4a95-a053-4509aa0d0da1 req-a3d02d47-6491-4a1a-b506-82d6ec0a8c20 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/security-groups?id=7142df2f-bfa6-45d4-824d-35803ef6dce5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4173687 Jan 28 19:39:45.939189 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=4fc29a78-414a-4805-a8cf-167eee4a4412,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:46.020291 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-c4d57776-c0df-4637-a4d7-9c0bee74dc6a None None] Current status of the port ef025970-a509-47ab-8df7-b412650e01cb is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:39:46.132230 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b845a65d-d7ea-416d-ae46-4e6fd8319617 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Publish callbacks [] for port (60b8acc6-1bfa-404f-9f3b-5b5c7bace05a), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:46.140329 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b845a65d-d7ea-416d-ae46-4e6fd8319617 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (60b8acc6-1bfa-404f-9f3b-5b5c7bace05a), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:46.179673 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-039f1ee3-01aa-4ce0-8d5e-0a66514554f7 x-openstack-request-id: req-039f1ee3-01aa-4ce0-8d5e-0a66514554f7 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:39:46.180331 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a91007d-45be-4c6c-a11f-db74e1c43eb8", "name": "network-vif-plugged", "status": "completed", "tag": "4fc29a78-414a-4805-a8cf-167eee4a4412", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:39:46.180605 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-039f1ee3-01aa-4ce0-8d5e-0a66514554f7 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:39:46.182271 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a91007d-45be-4c6c-a11f-db74e1c43eb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fc29a78-414a-4805-a8cf-167eee4a4412', 'code': 200} Jan 28 19:39:46.225416 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bfcd8efb-8e7b-40b9-a1a4-cea001e1e482 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:46.227630 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-debfff77-6822-4b4e-a796-8d46ab3a2433 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4690616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5222356'] for subnet (c5f95a7e-b4d1-4c37-9d3b-453c296ba390), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:46.228196 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fc698979-510a-4366-99d7-9b277adceb81 None None] Provisioning complete for port 60b8acc6-1bfa-404f-9f3b-5b5c7bace05a triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:39:46.228580 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fc698979-510a-4366-99d7-9b277adceb81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (60b8acc6-1bfa-404f-9f3b-5b5c7bace05a), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:46.262575 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b845a65d-d7ea-416d-ae46-4e6fd8319617 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Pushing event updated for resources: {'Port': ['ID=60b8acc6-1bfa-404f-9f3b-5b5c7bace05a,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:46.306408 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debfff77-6822-4b4e-a796-8d46ab3a2433 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5f95a7e-b4d1-4c37-9d3b-453c296ba390,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:46.308471 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-debfff77-6822-4b4e-a796-8d46ab3a2433 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:46.313578 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-debfff77-6822-4b4e-a796-8d46ab3a2433 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/c5f95a7e-b4d1-4c37-9d3b-453c296ba390 HTTP/1.1" status: 204 len: 168 time: 1.0922823 Jan 28 19:39:46.317741 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee1ca42-fd3c-4d58-8d15-c66d95ff5528 None None] Network 83b7b0fe-c202-4e70-aeed-ede701652794 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:39:46.318872 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 46472) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:46.340031 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fc698979-510a-4366-99d7-9b277adceb81 None None] Port 60b8acc6-1bfa-404f-9f3b-5b5c7bace05a cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:39:46.394325 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b845a65d-d7ea-416d-ae46-4e6fd8319617 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-756216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-732801'] for router_interface (289d203a-0f3a-4d87-91b3-ad374309434c), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:46.409956 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f7a63475-ad77-4932-9952-a46d0531c0d6 tempest-ExtraDHCPOptionsTestJSON-672463262 tempest-ExtraDHCPOptionsTestJSON-672463262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4690681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5221415'] for subnet (d6080a9d-3321-4850-b089-01bdc8cf6d34), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:46.413805 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6ce5ce-29be-4572-b415-046592e7c836 req-98b16cf7-0dca-41c4-8851-13ab99436990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:39:46.415172 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6d6ce5ce-29be-4572-b415-046592e7c836 req-98b16cf7-0dca-41c4-8851-13ab99436990 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=4a91007d-45be-4c6c-a11f-db74e1c43eb8 HTTP/1.1" status: 200 len: 1129 time: 0.1413870 Jan 28 19:39:46.418854 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-56aade6b-ebd3-402b-b61d-cb68ec0a86ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (83b7b0fe-c202-4e70-aeed-ede701652794), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:46.439905 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device ef025970-a509-47ab-8df7-b412650e01cb up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:39:46.519061 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port ef025970-a509-47ab-8df7-b412650e01cb triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:39:46.519285 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (ef025970-a509-47ab-8df7-b412650e01cb), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:46.523222 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e100e88f-4c10-4278-87c1-c99e74fa4296 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks [] for router_gateway (8ae2243c-bc41-4126-8032-846c3fb3bfb2), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:46.539507 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a63475-ad77-4932-9952-a46d0531c0d6 tempest-ExtraDHCPOptionsTestJSON-672463262 tempest-ExtraDHCPOptionsTestJSON-672463262-project] Pushing event updated for resources: {'Subnet': ['ID=d6080a9d-3321-4850-b089-01bdc8cf6d34,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:46.566795 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a63475-ad77-4932-9952-a46d0531c0d6 tempest-ExtraDHCPOptionsTestJSON-672463262 tempest-ExtraDHCPOptionsTestJSON-672463262-project] Checking segment: {'id': 'b953fad6-b3e4-482e-9af4-63c4915b51b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b12cc271-242c-4d14-8822-9bf3b928ebdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:39:46.567242 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a63475-ad77-4932-9952-a46d0531c0d6 tempest-ExtraDHCPOptionsTestJSON-672463262 tempest-ExtraDHCPOptionsTestJSON-672463262-project] Network hostable DHCP agents. Network: b12cc271-242c-4d14-8822-9bf3b928ebdf, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:39:46.596546 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3daea051-a30a-417f-a854-b57fd146e8a1 None None] DHCP port deletion for 83b7b0fe-c202-4e70-aeed-ede701652794 request from n-d-812111-14 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:39:46.603383 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6d6ce5ce-29be-4572-b415-046592e7c836 req-9fcdbd61-c197-46cf-a8f4-9f6114ce15a9 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=7142df2f-bfa6-45d4-824d-35803ef6dce5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1544418 Jan 28 19:39:46.607988 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bfcd8efb-8e7b-40b9-a1a4-cea001e1e482 admin admin] Publish callbacks [] for security_group (2f348e5c-63f0-4ac8-841e-7a503e9982bb), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:46.618782 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bfcd8efb-8e7b-40b9-a1a4-cea001e1e482 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (2f348e5c-63f0-4ac8-841e-7a503e9982bb), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:46.624518 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a63475-ad77-4932-9952-a46d0531c0d6 tempest-ExtraDHCPOptionsTestJSON-672463262 tempest-ExtraDHCPOptionsTestJSON-672463262-project] Network b12cc271-242c-4d14-8822-9bf3b928ebdf is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:39:46.641670 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-56aade6b-ebd3-402b-b61d-cb68ec0a86ea admin admin] Deleting port 0734a82f-f47e-4184-a331-bf6ecd69a499 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:39:46.642026 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-56aade6b-ebd3-402b-b61d-cb68ec0a86ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (0734a82f-f47e-4184-a331-bf6ecd69a499), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:46.661212 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port ef025970-a509-47ab-8df7-b412650e01cb is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:39:46.667232 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-f7a63475-ad77-4932-9952-a46d0531c0d6 tempest-ExtraDHCPOptionsTestJSON-672463262 tempest-ExtraDHCPOptionsTestJSON-672463262-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, b12cc271-242c-4d14-8822-9bf3b928ebdf) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:39:46.669199 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b845a65d-d7ea-416d-ae46-4e6fd8319617 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Network e2ba0509-154a-4d87-9bc2-4f9ae40aac4b is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:39:46.675386 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-b845a65d-d7ea-416d-ae46-4e6fd8319617 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:39:46.681697 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f753bbf-cf47-4662-8270-5309e82be247 None None] Network b12cc271-242c-4d14-8822-9bf3b928ebdf requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:39:46.722121 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a63475-ad77-4932-9952-a46d0531c0d6 tempest-ExtraDHCPOptionsTestJSON-672463262 tempest-ExtraDHCPOptionsTestJSON-672463262-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:39:46.722714 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f7a63475-ad77-4932-9952-a46d0531c0d6 tempest-ExtraDHCPOptionsTestJSON-672463262 tempest-ExtraDHCPOptionsTestJSON-672463262-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:46.727609 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcd8efb-8e7b-40b9-a1a4-cea001e1e482 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f348e5c-63f0-4ac8-841e-7a503e9982bb,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:46.734960 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-bfcd8efb-8e7b-40b9-a1a4-cea001e1e482 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=61a339baa6b44a53910a096ab4fb6dc4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8946116 Jan 28 19:39:46.740677 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 46474) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:46.780312 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-3daea051-a30a-417f-a854-b57fd146e8a1 None None] Deleting port 0734a82f-f47e-4184-a331-bf6ecd69a499 {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:39:46.780713 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-f7a63475-ad77-4932-9952-a46d0531c0d6 tempest-ExtraDHCPOptionsTestJSON-672463262 tempest-ExtraDHCPOptionsTestJSON-672463262-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4264379 Jan 28 19:39:46.781583 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3daea051-a30a-417f-a854-b57fd146e8a1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (0734a82f-f47e-4184-a331-bf6ecd69a499), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:46.783203 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 46476) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:46.789735 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-4d7417c5-86cf-46ff-a7a0-a4464b1912fa tempest-ExtraDHCPOptionsTestJSON-672463262 tempest-ExtraDHCPOptionsTestJSON-672463262-project] Request body: {'port': {'network_id': 'b12cc271-242c-4d14-8822-9bf3b928ebdf', 'name': 'tempest-ExtraDHCPOptionsTestJSON-271726150'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:39:46.837853 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-56aade6b-ebd3-402b-b61d-cb68ec0a86ea admin admin] For port 0734a82f-f47e-4184-a331-bf6ecd69a499, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=0734a82f-f47e-4184-a331-bf6ecd69a499,segment=NetworkSegment(4a17a3b3-7af6-4f51-88ca-a10db2f88648),segment_id=4a17a3b3-7af6-4f51-88ca-a10db2f88648)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:39:46.838234 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-56aade6b-ebd3-402b-b61d-cb68ec0a86ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (0734a82f-f47e-4184-a331-bf6ecd69a499), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:46.859783 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-56aade6b-ebd3-402b-b61d-cb68ec0a86ea admin admin] Calling delete_port for 0734a82f-f47e-4184-a331-bf6ecd69a499 owned by network:dhcp {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:39:47.000523 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-12fffd5f-1ea2-486e-9353-1a626dc18409 admin admin] Publish callbacks [] for security_group (2f348e5c-63f0-4ac8-841e-7a503e9982bb), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:47.005147 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 104708be-cccc-4545-a9f0-c12b4f70d22a no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:39:47.038933 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-12fffd5f-1ea2-486e-9353-1a626dc18409 admin admin] Publish callbacks [] for security_group (2f348e5c-63f0-4ac8-841e-7a503e9982bb), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:47.042231 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: 104708be-cccc-4545-a9f0-c12b4f70d22a {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:39:47.042499 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 104708be-cccc-4545-a9f0-c12b4f70d22a not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:39:47.042915 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 68057c62-6117-4e11-b7dc-28046224ad1c no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:39:47.066013 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-56aade6b-ebd3-402b-b61d-cb68ec0a86ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (0734a82f-f47e-4184-a331-bf6ecd69a499), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:47.102478 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: 68057c62-6117-4e11-b7dc-28046224ad1c {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:39:47.102748 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56aade6b-ebd3-402b-b61d-cb68ec0a86ea admin admin] Pushing event deleted for resources: {'Port': ['ID=0734a82f-f47e-4184-a331-bf6ecd69a499,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:47.103087 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 68057c62-6117-4e11-b7dc-28046224ad1c not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:39:47.107875 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-3daea051-a30a-417f-a854-b57fd146e8a1 None None] For port 0734a82f-f47e-4184-a331-bf6ecd69a499, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=0734a82f-f47e-4184-a331-bf6ecd69a499,segment=NetworkSegment(4a17a3b3-7af6-4f51-88ca-a10db2f88648),segment_id=4a17a3b3-7af6-4f51-88ca-a10db2f88648)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:39:47.108130 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3daea051-a30a-417f-a854-b57fd146e8a1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (0734a82f-f47e-4184-a331-bf6ecd69a499), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:47.108357 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56aade6b-ebd3-402b-b61d-cb68ec0a86ea admin admin] No DVR routers for this DVR port 0734a82f-f47e-4184-a331-bf6ecd69a499 on host n-d-812111-14 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:39:47.132615 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-3daea051-a30a-417f-a854-b57fd146e8a1 None None] Calling delete_port for 0734a82f-f47e-4184-a331-bf6ecd69a499 owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:39:47.161862 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-00ef01a0-dc52-42b4-b739-100fb59b5853 None None] Provisioning complete for port 60b8acc6-1bfa-404f-9f3b-5b5c7bace05a triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:39:47.162249 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-00ef01a0-dc52-42b4-b739-100fb59b5853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (60b8acc6-1bfa-404f-9f3b-5b5c7bace05a), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:47.186028 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25bc53eb-1ffb-483d-a2c6-fc73e51c58d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68cd31fd-e4cd-5fb3-a862-256fc47efcd2-b12cc271-242c-4d14-8822-9bf3b928ebdf', 'network_id': 'b12cc271-242c-4d14-8822-9bf3b928ebdf', 'project_id': 'ede35fa5365a4c688bfa1ec13095c72c', 'fixed_ips': [{'subnet_id': 'd6080a9d-3321-4850-b089-01bdc8cf6d34'}]}} from n-d-812111-14. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:39:47.186891 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-25bc53eb-1ffb-483d-a2c6-fc73e51c58d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:47.191648 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-56aade6b-ebd3-402b-b61d-cb68ec0a86ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (83b7b0fe-c202-4e70-aeed-ede701652794), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:47.204927 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-12fffd5f-1ea2-486e-9353-1a626dc18409 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (2f348e5c-63f0-4ac8-841e-7a503e9982bb), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:47.207578 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-12fffd5f-1ea2-486e-9353-1a626dc18409 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:47.211096 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-12fffd5f-1ea2-486e-9353-1a626dc18409 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2f348e5c-63f0-4ac8-841e-7a503e9982bb HTTP/1.1" status: 204 len: 168 time: 0.4671044 Jan 28 19:39:47.232550 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-56aade6b-ebd3-402b-b61d-cb68ec0a86ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83b7b0fe-c202-4e70-aeed-ede701652794']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:39:47.235186 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fffd5f-1ea2-486e-9353-1a626dc18409 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f348e5c-63f0-4ac8-841e-7a503e9982bb,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:47.249159 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-56aade6b-ebd3-402b-b61d-cb68ec0a86ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a17a3b3-7af6-4f51-88ca-a10db2f88648') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:39:47.249596 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-56aade6b-ebd3-402b-b61d-cb68ec0a86ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a17a3b3-7af6-4f51-88ca-a10db2f88648') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:39:47.264307 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-56aade6b-ebd3-402b-b61d-cb68ec0a86ea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4747091'] for segment (4a17a3b3-7af6-4f51-88ca-a10db2f88648), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:47.284695 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-56aade6b-ebd3-402b-b61d-cb68ec0a86ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (4a17a3b3-7af6-4f51-88ca-a10db2f88648), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:47.295544 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56aade6b-ebd3-402b-b61d-cb68ec0a86ea admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:39:47.296277 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-56aade6b-ebd3-402b-b61d-cb68ec0a86ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4690514'] for segment (4a17a3b3-7af6-4f51-88ca-a10db2f88648), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:47.296760 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-00ef01a0-dc52-42b4-b739-100fb59b5853 None None] Port 60b8acc6-1bfa-404f-9f3b-5b5c7bace05a cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:39:47.327796 n-d-812111-14 neutron-server[103304]: Traceback (most recent call last): Jan 28 19:39:47.327796 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:39:47.327796 n-d-812111-14 neutron-server[103304]: timer() Jan 28 19:39:47.327796 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:39:47.327796 n-d-812111-14 neutron-server[103304]: cb(*args, **kw) Jan 28 19:39:47.327796 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:39:47.327796 n-d-812111-14 neutron-server[103304]: return func(*args, **kwargs) Jan 28 19:39:47.327796 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:39:47.327796 n-d-812111-14 neutron-server[103304]: self._notify() Jan 28 19:39:47.327796 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:39:47.327796 n-d-812111-14 neutron-server[103304]: self.callback(batched_events) Jan 28 19:39:47.327796 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:39:47.327796 n-d-812111-14 neutron-server[103304]: event.method(event) Jan 28 19:39:47.327796 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:39:47.327796 n-d-812111-14 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:39:47.327796 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:39:47.327796 n-d-812111-14 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:39:47.327796 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:39:47.327796 n-d-812111-14 neutron-server[103304]: return f(self, *a, **k) Jan 28 19:39:47.327796 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:39:47.327796 n-d-812111-14 neutron-server[103304]: return self._get(url).json() Jan 28 19:39:47.327796 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:39:47.327796 n-d-812111-14 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:39:47.327796 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:39:47.327796 n-d-812111-14 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 28 19:39:47.327796 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:39:47.327796 n-d-812111-14 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:39:47.327796 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:39:47.327796 n-d-812111-14 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:39:47.327796 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:39:47.327796 n-d-812111-14 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:39:47.327796 n-d-812111-14 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:39:47.398628 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3daea051-a30a-417f-a854-b57fd146e8a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985'] for port (0734a82f-f47e-4184-a331-bf6ecd69a499), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:47.417043 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3daea051-a30a-417f-a854-b57fd146e8a1 None None] No DVR routers for this DVR port 0734a82f-f47e-4184-a331-bf6ecd69a499 on host n-d-812111-14 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:39:47.433139 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-56aade6b-ebd3-402b-b61d-cb68ec0a86ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (83b7b0fe-c202-4e70-aeed-ede701652794), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:47.441934 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-56aade6b-ebd3-402b-b61d-cb68ec0a86ea admin admin] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:47.444696 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-56aade6b-ebd3-402b-b61d-cb68ec0a86ea admin admin] 10.222.0.64 "DELETE /v2.0/networks/83b7b0fe-c202-4e70-aeed-ede701652794 HTTP/1.1" status: 204 len: 168 time: 1.1243565 Jan 28 19:39:47.464420 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56aade6b-ebd3-402b-b61d-cb68ec0a86ea admin admin] Pushing event deleted for resources: {'Network': ['ID=83b7b0fe-c202-4e70-aeed-ede701652794,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:47.489448 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-25bc53eb-1ffb-483d-a2c6-fc73e51c58d8 None None] Allocated IP 172.20.0.2 (b12cc271-242c-4d14-8822-9bf3b928ebdf/d6080a9d-3321-4850-b089-01bdc8cf6d34/331a99e9-36b6-4eef-8447-2e37037f5deb) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:39:47.506683 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e100e88f-4c10-4278-87c1-c99e74fa4296 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-731074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-731460'] for router (8ae2243c-bc41-4126-8032-846c3fb3bfb2), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:47.592518 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daea051-a30a-417f-a854-b57fd146e8a1 None None] Pushing event deleted for resources: {'Port': ['ID=0734a82f-f47e-4184-a331-bf6ecd69a499,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:47.690044 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d7417c5-86cf-46ff-a7a0-a4464b1912fa tempest-ExtraDHCPOptionsTestJSON-672463262 tempest-ExtraDHCPOptionsTestJSON-672463262-project] Made reservation on behalf of ede35fa5365a4c688bfa1ec13095c72c for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:39:47.693917 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4d7417c5-86cf-46ff-a7a0-a4464b1912fa tempest-ExtraDHCPOptionsTestJSON-672463262 tempest-ExtraDHCPOptionsTestJSON-672463262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:47.717863 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b845a65d-d7ea-416d-ae46-4e6fd8319617 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Router 289d203a-0f3a-4d87-91b3-ad374309434c has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:39:47.735945 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [None req-4d7417c5-86cf-46ff-a7a0-a4464b1912fa tempest-ExtraDHCPOptionsTestJSON-672463262 tempest-ExtraDHCPOptionsTestJSON-672463262-project] device_id is not set on port d8bc3a1e-1dfd-4c74-ab56-300b9cba115a yet. {{(pid=103305) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:39:47.746990 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 46492) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:47.805951 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 46494) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:47.819692 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-25bc53eb-1ffb-483d-a2c6-fc73e51c58d8 None None] Publish callbacks [] for port (331a99e9-36b6-4eef-8447-2e37037f5deb), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:47.831341 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-25bc53eb-1ffb-483d-a2c6-fc73e51c58d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (331a99e9-36b6-4eef-8447-2e37037f5deb), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:47.849383 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cc8a03-55de-43a9-b06d-f0eab6a75570 req-dde6afd1-7831-4fe2-a7a6-022a6bfeb9c9 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:39:47.853963 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fd9cbf0e-83b3-470c-888c-9954b6c20821 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:47.857517 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d4cc8a03-55de-43a9-b06d-f0eab6a75570 req-dde6afd1-7831-4fe2-a7a6-022a6bfeb9c9 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a91007d-45be-4c6c-a11f-db74e1c43eb8 HTTP/1.1" status: 200 len: 946 time: 0.5169401 Jan 28 19:39:47.863707 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-fd1ee1b7-513c-47f4-8239-a7f92a445e2c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4318d711708541999bcfdf4f012196bd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1127694 Jan 28 19:39:47.864444 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 46496) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:47.890225 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25bc53eb-1ffb-483d-a2c6-fc73e51c58d8 None None] Network b12cc271-242c-4d14-8822-9bf3b928ebdf is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:39:47.893131 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-25bc53eb-1ffb-483d-a2c6-fc73e51c58d8 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:39:47.901763 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25bc53eb-1ffb-483d-a2c6-fc73e51c58d8 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:39:47.910699 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bc53eb-1ffb-483d-a2c6-fc73e51c58d8 None None] Pushing event updated for resources: {'Port': ['ID=331a99e9-36b6-4eef-8447-2e37037f5deb,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:47.980363 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-25bc53eb-1ffb-483d-a2c6-fc73e51c58d8 None None] Attempting to bind port 331a99e9-36b6-4eef-8447-2e37037f5deb on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:39:47.981243 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-25bc53eb-1ffb-483d-a2c6-fc73e51c58d8 None None] Attempting to bind port 331a99e9-36b6-4eef-8447-2e37037f5deb by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': 'b953fad6-b3e4-482e-9af4-63c4915b51b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b12cc271-242c-4d14-8822-9bf3b928ebdf'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:39:47.982061 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25bc53eb-1ffb-483d-a2c6-fc73e51c58d8 None None] Attempting to bind port 331a99e9-36b6-4eef-8447-2e37037f5deb on network b12cc271-242c-4d14-8822-9bf3b928ebdf {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:39:47.989506 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25bc53eb-1ffb-483d-a2c6-fc73e51c58d8 None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:39:47.990294 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25bc53eb-1ffb-483d-a2c6-fc73e51c58d8 None None] Checking segment: {'id': 'b953fad6-b3e4-482e-9af4-63c4915b51b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b12cc271-242c-4d14-8822-9bf3b928ebdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:39:47.991115 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-25bc53eb-1ffb-483d-a2c6-fc73e51c58d8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:47.991737 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25bc53eb-1ffb-483d-a2c6-fc73e51c58d8 None None] Bound using segment: {'id': 'b953fad6-b3e4-482e-9af4-63c4915b51b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b12cc271-242c-4d14-8822-9bf3b928ebdf'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:39:47.992463 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-25bc53eb-1ffb-483d-a2c6-fc73e51c58d8 None None] Bound port: 331a99e9-36b6-4eef-8447-2e37037f5deb, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b953fad6-b3e4-482e-9af4-63c4915b51b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b12cc271-242c-4d14-8822-9bf3b928ebdf'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:39:47.993121 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-25bc53eb-1ffb-483d-a2c6-fc73e51c58d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (331a99e9-36b6-4eef-8447-2e37037f5deb), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:48.029418 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c9e16be0-ba78-4a42-8757-b8e2c49d8b42 admin admin] Publish callbacks [] for security_group (0235968b-6302-4ba7-8a49-2f95093b7a4e), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:48.042730 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-4d7417c5-86cf-46ff-a7a0-a4464b1912fa tempest-ExtraDHCPOptionsTestJSON-672463262 tempest-ExtraDHCPOptionsTestJSON-672463262-project] Allocated IP 172.20.0.12 (b12cc271-242c-4d14-8822-9bf3b928ebdf/d6080a9d-3321-4850-b089-01bdc8cf6d34/d8bc3a1e-1dfd-4c74-ab56-300b9cba115a) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:39:48.060532 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c9e16be0-ba78-4a42-8757-b8e2c49d8b42 admin admin] Publish callbacks [] for security_group (0235968b-6302-4ba7-8a49-2f95093b7a4e), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:48.073961 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-25bc53eb-1ffb-483d-a2c6-fc73e51c58d8 None None] For port 331a99e9-36b6-4eef-8447-2e37037f5deb, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:39:48.078866 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-25bc53eb-1ffb-483d-a2c6-fc73e51c58d8 None None] For port 331a99e9-36b6-4eef-8447-2e37037f5deb, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=331a99e9-36b6-4eef-8447-2e37037f5deb,segment=NetworkSegment(b953fad6-b3e4-482e-9af4-63c4915b51b9),segment_id=b953fad6-b3e4-482e-9af4-63c4915b51b9)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:39:48.086451 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d4cc8a03-55de-43a9-b06d-f0eab6a75570 req-e067019d-67ba-4753-9852-2201d2286aca tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/security-groups?id=7142df2f-bfa6-45d4-824d-35803ef6dce5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2278886 Jan 28 19:39:48.124188 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-25bc53eb-1ffb-483d-a2c6-fc73e51c58d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (331a99e9-36b6-4eef-8447-2e37037f5deb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:48.152044 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e100e88f-4c10-4278-87c1-c99e74fa4296 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Router 8ae2243c-bc41-4126-8032-846c3fb3bfb2 is scheduled to L3 agent 76fe5c49-705a-4e08-abb2-be585676213f with binding_index 1 {{(pid=103305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 19:39:48.158202 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b845a65d-d7ea-416d-ae46-4e6fd8319617 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:39:48.159185 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c9e16be0-ba78-4a42-8757-b8e2c49d8b42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (0235968b-6302-4ba7-8a49-2f95093b7a4e), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:48.168265 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-b845a65d-d7ea-416d-ae46-4e6fd8319617 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] 10.222.0.64 "PUT /v2.0/routers/289d203a-0f3a-4d87-91b3-ad374309434c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8322167 Jan 28 19:39:48.176500 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 46498) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:48.178629 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76b1010-529d-4080-8974-5eb602b2311c None None] Sync routers for ids ['289d203a-0f3a-4d87-91b3-ad374309434c'] in n-d-812111-14 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:39:48.182753 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-b3959686-2fde-4682-ace6-0985cedbd6ef tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1488349617', 'description': 'tempest-secgroup_access--1488349617 description', 'project_id': '3c5bcff20fc24e3eb87e72dc3f4664c7'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:39:48.186509 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c9e16be0-ba78-4a42-8757-b8e2c49d8b42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:48.190298 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-c9e16be0-ba78-4a42-8757-b8e2c49d8b42 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0235968b-6302-4ba7-8a49-2f95093b7a4e HTTP/1.1" status: 204 len: 168 time: 0.3147819 Jan 28 19:39:48.219515 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bc53eb-1ffb-483d-a2c6-fc73e51c58d8 None None] Pushing event updated for resources: {'Port': ['ID=331a99e9-36b6-4eef-8447-2e37037f5deb,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:48.225379 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76b1010-529d-4080-8974-5eb602b2311c None None] Routers {'289d203a-0f3a-4d87-91b3-ad374309434c'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:39:48.227064 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-e76b1010-529d-4080-8974-5eb602b2311c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:39:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['289d203a-0f3a-4d87-91b3-ad374309434c'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:39:48.232017 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e16be0-ba78-4a42-8757-b8e2c49d8b42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0235968b-6302-4ba7-8a49-2f95093b7a4e,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:48.306959 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fd9cbf0e-83b3-470c-888c-9954b6c20821 admin admin] Publish callbacks [] for security_group (67131899-5d90-4528-84ec-9dc340572437), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:48.313556 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fd9cbf0e-83b3-470c-888c-9954b6c20821 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (67131899-5d90-4528-84ec-9dc340572437), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:48.383436 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 0734a82f-f47e-4184-a331-bf6ecd69a499 no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:39:48.421227 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: 0734a82f-f47e-4184-a331-bf6ecd69a499 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:39:48.421477 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9cbf0e-83b3-470c-888c-9954b6c20821 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67131899-5d90-4528-84ec-9dc340572437,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:48.421959 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 0734a82f-f47e-4184-a331-bf6ecd69a499 not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:39:48.435353 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-fd9cbf0e-83b3-470c-888c-9954b6c20821 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d9d094ed29a04b01a000443bc0f287fb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6229582 Jan 28 19:39:48.436797 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 46502) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:48.474593 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-e76b1010-529d-4080-8974-5eb602b2311c None None] Set router 289d203a-0f3a-4d87-91b3-ad374309434c gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:39:48.484042 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e100e88f-4c10-4278-87c1-c99e74fa4296 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:39:48.494229 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b3959686-2fde-4682-ace6-0985cedbd6ef tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:48.499259 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1199b6cb-51f5-4c27-b4d8-a62f1a62e68d None None] Sync routers for ids ['8ae2243c-bc41-4126-8032-846c3fb3bfb2'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:39:48.534603 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1199b6cb-51f5-4c27-b4d8-a62f1a62e68d None None] Routers {'8ae2243c-bc41-4126-8032-846c3fb3bfb2'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:39:48.538547 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-1199b6cb-51f5-4c27-b4d8-a62f1a62e68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:39:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['8ae2243c-bc41-4126-8032-846c3fb3bfb2'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:39:48.599881 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c422e8fc-97bb-435b-9158-e05444d687ea admin admin] Publish callbacks [] for security_group (67131899-5d90-4528-84ec-9dc340572437), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:48.604813 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e100e88f-4c10-4278-87c1-c99e74fa4296 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:48.611319 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-e100e88f-4c10-4278-87c1-c99e74fa4296 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 7.6462114 Jan 28 19:39:48.611527 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 46506) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:48.630009 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-1199b6cb-51f5-4c27-b4d8-a62f1a62e68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:39:48.654412 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1199b6cb-51f5-4c27-b4d8-a62f1a62e68d None None] Routers {'8ae2243c-bc41-4126-8032-846c3fb3bfb2'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:39:48.658852 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-1199b6cb-51f5-4c27-b4d8-a62f1a62e68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:39:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['8ae2243c-bc41-4126-8032-846c3fb3bfb2'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:39:48.761160 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-1199b6cb-51f5-4c27-b4d8-a62f1a62e68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:39:48.762485 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1199b6cb-51f5-4c27-b4d8-a62f1a62e68d None None] The sync data for ids ['8ae2243c-bc41-4126-8032-846c3fb3bfb2'] in n-d-812111-14 is: [] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:39:48.764000 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4d7417c5-86cf-46ff-a7a0-a4464b1912fa tempest-ExtraDHCPOptionsTestJSON-672463262 tempest-ExtraDHCPOptionsTestJSON-672463262-project] Publish callbacks [] for port (d8bc3a1e-1dfd-4c74-ab56-300b9cba115a), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:48.820716 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b3959686-2fde-4682-ace6-0985cedbd6ef tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Publish callbacks [] for security_group (84dd5e63-a5ac-4da2-8130-bd6cf084fa16), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:48.844287 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b3959686-2fde-4682-ace6-0985cedbd6ef tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (84dd5e63-a5ac-4da2-8130-bd6cf084fa16), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:48.923346 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b3959686-2fde-4682-ace6-0985cedbd6ef tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:48.925727 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-b3959686-2fde-4682-ace6-0985cedbd6ef tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.7474561 Jan 28 19:39:48.929820 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 46510) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:48.931244 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4d7417c5-86cf-46ff-a7a0-a4464b1912fa tempest-ExtraDHCPOptionsTestJSON-672463262 tempest-ExtraDHCPOptionsTestJSON-672463262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (d8bc3a1e-1dfd-4c74-ab56-300b9cba115a), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:48.938771 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-fd0ee3ec-6932-4737-aad2-a8b9d1d82518 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--650876894', 'description': 'tempest-secgroup_general--650876894 description', 'project_id': '3c5bcff20fc24e3eb87e72dc3f4664c7'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:39:48.955380 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-e76b1010-529d-4080-8974-5eb602b2311c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '289d203a-0f3a-4d87-91b3-ad374309434c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1601736214', 'tenant_id': '3c5bcff20fc24e3eb87e72dc3f4664c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': '6258dacd-8070-4ffe-85b2-cd51ac41b3b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:39:30Z', 'updated_at': '2022-01-28T19:39:44Z', 'revision_number': 4, 'project_id': '3c5bcff20fc24e3eb87e72dc3f4664c7', 'gw_port': {'id': '6258dacd-8070-4ffe-85b2-cd51ac41b3b9', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:56:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '289d203a-0f3a-4d87-91b3-ad374309434c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:39:33Z', 'updated_at': '2022-01-28T19:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '60b8acc6-1bfa-404f-9f3b-5b5c7bace05a', 'name': '', 'network_id': 'e2ba0509-154a-4d87-9bc2-4f9ae40aac4b', 'tenant_id': '3c5bcff20fc24e3eb87e72dc3f4664c7', 'mac_address': 'fa:16:3e:7d:c4:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '289d203a-0f3a-4d87-91b3-ad374309434c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2776, 'fixed_ips': [{'subnet_id': 'd49bf281-64be-46ab-ab7b-123b92f40c4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:39:42Z', 'updated_at': '2022-01-28T19:39:45Z', 'revision_number': 2, 'project_id': '3c5bcff20fc24e3eb87e72dc3f4664c7', 'subnets': [{'id': 'd49bf281-64be-46ab-ab7b-123b92f40c4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:39:48.975317 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3959686-2fde-4682-ace6-0985cedbd6ef tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84dd5e63-a5ac-4da2-8130-bd6cf084fa16,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:49.013432 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76b1010-529d-4080-8974-5eb602b2311c None None] Checking router: 289d203a-0f3a-4d87-91b3-ad374309434c for host: n-d-812111-14 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:39:49.014089 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d7417c5-86cf-46ff-a7a0-a4464b1912fa tempest-ExtraDHCPOptionsTestJSON-672463262 tempest-ExtraDHCPOptionsTestJSON-672463262-project] Network b12cc271-242c-4d14-8822-9bf3b928ebdf is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:39:49.014815 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76b1010-529d-4080-8974-5eb602b2311c None None] Updating router 289d203a-0f3a-4d87-91b3-ad374309434c port 60b8acc6-1bfa-404f-9f3b-5b5c7bace05a binding host n-d-812111-14 {{(pid=103306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:39:49.020938 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 46512) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:49.022000 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fd0ee3ec-6932-4737-aad2-a8b9d1d82518 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:49.037644 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-4d7417c5-86cf-46ff-a7a0-a4464b1912fa tempest-ExtraDHCPOptionsTestJSON-672463262 tempest-ExtraDHCPOptionsTestJSON-672463262-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:39:49.041302 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7417c5-86cf-46ff-a7a0-a4464b1912fa tempest-ExtraDHCPOptionsTestJSON-672463262 tempest-ExtraDHCPOptionsTestJSON-672463262-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:39:49.072905 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e76b1010-529d-4080-8974-5eb602b2311c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (60b8acc6-1bfa-404f-9f3b-5b5c7bace05a), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:49.082355 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7417c5-86cf-46ff-a7a0-a4464b1912fa tempest-ExtraDHCPOptionsTestJSON-672463262 tempest-ExtraDHCPOptionsTestJSON-672463262-project] Pushing event updated for resources: {'Port': ['ID=d8bc3a1e-1dfd-4c74-ab56-300b9cba115a,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:49.106685 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c422e8fc-97bb-435b-9158-e05444d687ea admin admin] Publish callbacks [] for security_group (67131899-5d90-4528-84ec-9dc340572437), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:49.156657 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d7417c5-86cf-46ff-a7a0-a4464b1912fa tempest-ExtraDHCPOptionsTestJSON-672463262 tempest-ExtraDHCPOptionsTestJSON-672463262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:39:49.157591 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4d7417c5-86cf-46ff-a7a0-a4464b1912fa tempest-ExtraDHCPOptionsTestJSON-672463262 tempest-ExtraDHCPOptionsTestJSON-672463262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:49.173617 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-44b960bf-a447-4219-af52-03de9a2a107c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=517bcf6b428442babb2357a17249f04f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1332107 Jan 28 19:39:49.183541 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 46516) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:49.263817 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-4d7417c5-86cf-46ff-a7a0-a4464b1912fa tempest-ExtraDHCPOptionsTestJSON-672463262 tempest-ExtraDHCPOptionsTestJSON-672463262-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.4795539 Jan 28 19:39:49.277253 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 46518) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:49.283755 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-3e90a389-19f2-444f-8f09-a9232d19d3bc tempest-ExtraDHCPOptionsTestJSON-672463262 tempest-ExtraDHCPOptionsTestJSON-672463262-project] Request body: {'port': {'network_id': 'b12cc271-242c-4d14-8822-9bf3b928ebdf', 'name': 'tempest-ExtraDHCPOptionsTestJSON-908714846', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:39:49.284318 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.api.validators [None req-3e90a389-19f2-444f-8f09-a9232d19d3bc tempest-ExtraDHCPOptionsTestJSON-672463262 tempest-ExtraDHCPOptionsTestJSON-672463262-project] bootfile-name is not in valid_values {{(pid=103304) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 28 19:39:49.284659 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.api.validators [None req-3e90a389-19f2-444f-8f09-a9232d19d3bc tempest-ExtraDHCPOptionsTestJSON-672463262 tempest-ExtraDHCPOptionsTestJSON-672463262-project] tftp-server is not in valid_values {{(pid=103304) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 28 19:39:49.284998 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.api.validators [None req-3e90a389-19f2-444f-8f09-a9232d19d3bc tempest-ExtraDHCPOptionsTestJSON-672463262 tempest-ExtraDHCPOptionsTestJSON-672463262-project] server-ip-address is not in valid_values {{(pid=103304) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 28 19:39:49.320989 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fd0ee3ec-6932-4737-aad2-a8b9d1d82518 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Publish callbacks [] for security_group (3e7531bd-2a97-482d-a176-cf640cf083cf), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:49.325090 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2ca8f2ff-0746-442b-b826-6edfeddfe633 admin admin] Publish callbacks [] for security_group (b064094b-c832-430c-aa9a-95fecf57c843), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:49.335748 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fd0ee3ec-6932-4737-aad2-a8b9d1d82518 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (3e7531bd-2a97-482d-a176-cf640cf083cf), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:49.366241 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2ca8f2ff-0746-442b-b826-6edfeddfe633 admin admin] Publish callbacks [] for security_group (b064094b-c832-430c-aa9a-95fecf57c843), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:49.407564 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fd0ee3ec-6932-4737-aad2-a8b9d1d82518 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:49.411886 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-fd0ee3ec-6932-4737-aad2-a8b9d1d82518 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.4756620 Jan 28 19:39:49.415894 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0ee3ec-6932-4737-aad2-a8b9d1d82518 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e7531bd-2a97-482d-a176-cf640cf083cf,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:49.418267 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 46520) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:49.428874 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-0cca120d-2c91-4361-bcb6-f991920ba8ae tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Request body: {'security_group_rule': {'security_group_id': '84dd5e63-a5ac-4da2-8130-bd6cf084fa16', 'project_id': '3c5bcff20fc24e3eb87e72dc3f4664c7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:39:49.448628 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c422e8fc-97bb-435b-9158-e05444d687ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (67131899-5d90-4528-84ec-9dc340572437), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:49.451981 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c422e8fc-97bb-435b-9158-e05444d687ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:49.453211 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-c422e8fc-97bb-435b-9158-e05444d687ea admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/67131899-5d90-4528-84ec-9dc340572437 HTTP/1.1" status: 204 len: 168 time: 1.0153801 Jan 28 19:39:49.490808 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0cca120d-2c91-4361-bcb6-f991920ba8ae tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Publish callbacks [] for security_group_rule (d1113b06-f52b-4ca6-aa42-9743ffda35e4), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:49.503049 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2ca8f2ff-0746-442b-b826-6edfeddfe633 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (b064094b-c832-430c-aa9a-95fecf57c843), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:49.506073 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2ca8f2ff-0746-442b-b826-6edfeddfe633 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:49.507378 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-2ca8f2ff-0746-442b-b826-6edfeddfe633 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b064094b-c832-430c-aa9a-95fecf57c843 HTTP/1.1" status: 204 len: 168 time: 0.3220000 Jan 28 19:39:49.531943 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca8f2ff-0746-442b-b826-6edfeddfe633 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b064094b-c832-430c-aa9a-95fecf57c843,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:49.566659 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0cca120d-2c91-4361-bcb6-f991920ba8ae tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Publish callbacks [] for security_group_rule (d1113b06-f52b-4ca6-aa42-9743ffda35e4), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:49.580167 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0cca120d-2c91-4361-bcb6-f991920ba8ae tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (d1113b06-f52b-4ca6-aa42-9743ffda35e4), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:49.628270 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cca120d-2c91-4361-bcb6-f991920ba8ae tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1113b06-f52b-4ca6-aa42-9743ffda35e4,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:49.639621 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e76b1010-529d-4080-8974-5eb602b2311c None None] Publish callbacks [] for port (60b8acc6-1bfa-404f-9f3b-5b5c7bace05a), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:49.647445 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0cca120d-2c91-4361-bcb6-f991920ba8ae tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:49.657201 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-0cca120d-2c91-4361-bcb6-f991920ba8ae tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2242808 Jan 28 19:39:49.660514 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e76b1010-529d-4080-8974-5eb602b2311c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (60b8acc6-1bfa-404f-9f3b-5b5c7bace05a), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:49.660717 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c422e8fc-97bb-435b-9158-e05444d687ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67131899-5d90-4528-84ec-9dc340572437,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:49.746359 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff84ea1-4e21-40bb-8726-f318b70186b4 None None] Pushing event updated for resources: {'Port': ['ID=60b8acc6-1bfa-404f-9f3b-5b5c7bace05a,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:49.780153 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830a13a3-019b-4ed8-9f99-f4451afb8255 req-e7f9e88d-dfc1-49e2-bcf1-1cb0863e3a9d tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:39:49.781772 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-830a13a3-019b-4ed8-9f99-f4451afb8255 req-e7f9e88d-dfc1-49e2-bcf1-1cb0863e3a9d tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a91007d-45be-4c6c-a11f-db74e1c43eb8 HTTP/1.1" status: 200 len: 946 time: 0.5058339 Jan 28 19:39:49.925150 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e90a389-19f2-444f-8f09-a9232d19d3bc tempest-ExtraDHCPOptionsTestJSON-672463262 tempest-ExtraDHCPOptionsTestJSON-672463262-project] Made reservation on behalf of ede35fa5365a4c688bfa1ec13095c72c for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:39:49.929846 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3e90a389-19f2-444f-8f09-a9232d19d3bc tempest-ExtraDHCPOptionsTestJSON-672463262 tempest-ExtraDHCPOptionsTestJSON-672463262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:49.977425 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-e76b1010-529d-4080-8974-5eb602b2311c None None] Attempting to bind port 60b8acc6-1bfa-404f-9f3b-5b5c7bace05a on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:39:49.978044 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-e76b1010-529d-4080-8974-5eb602b2311c None None] Attempting to bind port 60b8acc6-1bfa-404f-9f3b-5b5c7bace05a by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '26e8b81f-7cb0-430f-b573-b39da28f4db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'e2ba0509-154a-4d87-9bc2-4f9ae40aac4b'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:39:49.978178 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76b1010-529d-4080-8974-5eb602b2311c None None] Attempting to bind port 60b8acc6-1bfa-404f-9f3b-5b5c7bace05a on network e2ba0509-154a-4d87-9bc2-4f9ae40aac4b {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:39:49.995848 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76b1010-529d-4080-8974-5eb602b2311c None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:39:49.996234 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76b1010-529d-4080-8974-5eb602b2311c None None] Checking segment: {'id': '26e8b81f-7cb0-430f-b573-b39da28f4db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'e2ba0509-154a-4d87-9bc2-4f9ae40aac4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:39:49.996654 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e76b1010-529d-4080-8974-5eb602b2311c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:49.997060 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76b1010-529d-4080-8974-5eb602b2311c None None] Bound using segment: {'id': '26e8b81f-7cb0-430f-b573-b39da28f4db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'e2ba0509-154a-4d87-9bc2-4f9ae40aac4b'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:39:49.997641 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-e76b1010-529d-4080-8974-5eb602b2311c None None] Bound port: 60b8acc6-1bfa-404f-9f3b-5b5c7bace05a, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26e8b81f-7cb0-430f-b573-b39da28f4db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'e2ba0509-154a-4d87-9bc2-4f9ae40aac4b'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:39:49.998036 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e76b1010-529d-4080-8974-5eb602b2311c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (60b8acc6-1bfa-404f-9f3b-5b5c7bace05a), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:50.052614 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dfb2a5c-57fa-4878-8367-09dedca10923 None None] Network b12cc271-242c-4d14-8822-9bf3b928ebdf requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:39:50.100672 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-830a13a3-019b-4ed8-9f99-f4451afb8255 req-2d59506b-80ca-4ec5-b1d3-0304bb5139dc tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/security-groups?id=7142df2f-bfa6-45d4-824d-35803ef6dce5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2900083 Jan 28 19:39:50.161656 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [None req-3e90a389-19f2-444f-8f09-a9232d19d3bc tempest-ExtraDHCPOptionsTestJSON-672463262 tempest-ExtraDHCPOptionsTestJSON-672463262-project] device_id is not set on port df34ba05-4290-4afc-9db5-475df392ac33 yet. {{(pid=103304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:39:50.216200 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-e76b1010-529d-4080-8974-5eb602b2311c None None] For port 60b8acc6-1bfa-404f-9f3b-5b5c7bace05a, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:39:50.223945 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-e76b1010-529d-4080-8974-5eb602b2311c None None] For port 60b8acc6-1bfa-404f-9f3b-5b5c7bace05a, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=60b8acc6-1bfa-404f-9f3b-5b5c7bace05a,segment=NetworkSegment(26e8b81f-7cb0-430f-b573-b39da28f4db0),segment_id=26e8b81f-7cb0-430f-b573-b39da28f4db0)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:39:50.241318 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e76b1010-529d-4080-8974-5eb602b2311c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (60b8acc6-1bfa-404f-9f3b-5b5c7bace05a), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:50.392180 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-966b79ca-42cb-46ee-9347-6b8098057db2 req-fbee5259-0874-466f-bd74-638ce94e1b52 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup_access--1488349617&fields=id&tenant_id=3c5bcff20fc24e3eb87e72dc3f4664c7 HTTP/1.1" status: 200 len: 267 time: 0.2204468 Jan 28 19:39:50.427296 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff84ea1-4e21-40bb-8726-f318b70186b4 None None] Pushing event updated for resources: {'Port': ['ID=60b8acc6-1bfa-404f-9f3b-5b5c7bace05a,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:50.491114 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-966b79ca-42cb-46ee-9347-6b8098057db2 req-236eb575-ea37-436b-bbb5-82954367e36b tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup_general--650876894&fields=id&tenant_id=3c5bcff20fc24e3eb87e72dc3f4664c7 HTTP/1.1" status: 200 len: 267 time: 0.0966566 Jan 28 19:39:50.539158 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-4de52977-dbce-4b77-9377-093797f0540b None None] Provisioning complete for port 331a99e9-36b6-4eef-8447-2e37037f5deb triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:39:50.539541 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4de52977-dbce-4b77-9377-093797f0540b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (331a99e9-36b6-4eef-8447-2e37037f5deb), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:50.582813 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 331a99e9-36b6-4eef-8447-2e37037f5deb up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:39:50.664429 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-3e90a389-19f2-444f-8f09-a9232d19d3bc tempest-ExtraDHCPOptionsTestJSON-672463262 tempest-ExtraDHCPOptionsTestJSON-672463262-project] Allocated IP 172.20.0.10 (b12cc271-242c-4d14-8822-9bf3b928ebdf/d6080a9d-3321-4850-b089-01bdc8cf6d34/df34ba05-4290-4afc-9db5-475df392ac33) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:39:50.714397 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966b79ca-42cb-46ee-9347-6b8098057db2 req-9d66a9d1-624a-454d-80c0-775f57dafbe3 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:39:50.716963 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-966b79ca-42cb-46ee-9347-6b8098057db2 req-9d66a9d1-624a-454d-80c0-775f57dafbe3 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] 10.222.0.64 "GET /v2.0/networks?id=e2ba0509-154a-4d87-9bc2-4f9ae40aac4b HTTP/1.1" status: 200 len: 796 time: 0.2247331 Jan 28 19:39:50.727974 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76b1010-529d-4080-8974-5eb602b2311c None None] Routers {'289d203a-0f3a-4d87-91b3-ad374309434c'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:39:50.733774 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-e76b1010-529d-4080-8974-5eb602b2311c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:39:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['289d203a-0f3a-4d87-91b3-ad374309434c'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:39:50.741450 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-966b79ca-42cb-46ee-9347-6b8098057db2 req-30e74f42-2efd-4bb2-a33b-9e7e46e036d9 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] 10.222.0.64 "GET /v2.0/quotas/3c5bcff20fc24e3eb87e72dc3f4664c7 HTTP/1.1" status: 200 len: 375 time: 0.0145824 Jan 28 19:39:50.862140 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-e76b1010-529d-4080-8974-5eb602b2311c None None] Set router 289d203a-0f3a-4d87-91b3-ad374309434c gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:39:50.889937 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3e90a389-19f2-444f-8f09-a9232d19d3bc tempest-ExtraDHCPOptionsTestJSON-672463262 tempest-ExtraDHCPOptionsTestJSON-672463262-project] Publish callbacks [] for port (df34ba05-4290-4afc-9db5-475df392ac33), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:50.896047 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-966b79ca-42cb-46ee-9347-6b8098057db2 req-c915123b-085a-4af0-b102-534879ba06ab tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=3c5bcff20fc24e3eb87e72dc3f4664c7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1300523 Jan 28 19:39:50.956225 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-96241a20-3d59-4bc4-bbc2-9ce264dfa986 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:50.959885 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3e90a389-19f2-444f-8f09-a9232d19d3bc tempest-ExtraDHCPOptionsTestJSON-672463262 tempest-ExtraDHCPOptionsTestJSON-672463262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (df34ba05-4290-4afc-9db5-475df392ac33), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:50.969940 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704c7d0e-0463-4117-8b89-969c76c8dce6 req-dce72a5e-ca5c-4fc7-97aa-ed7a954141d3 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:39:50.971620 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-704c7d0e-0463-4117-8b89-969c76c8dce6 req-dce72a5e-ca5c-4fc7-97aa-ed7a954141d3 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a91007d-45be-4c6c-a11f-db74e1c43eb8 HTTP/1.1" status: 200 len: 946 time: 0.6898181 Jan 28 19:39:50.983198 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 46562) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:50.992092 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-83a67e96-9806-4b5e-82ed-f46df065241f tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Request body: {'floatingip': {'port_id': '4fc29a78-414a-4805-a8cf-167eee4a4412'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:39:51.048313 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-966b79ca-42cb-46ee-9347-6b8098057db2 req-b156c06b-e174-41a3-b19a-ccbf8625050c service neutron] 10.222.0.64 "GET /v2.0/networks/e2ba0509-154a-4d87-9bc2-4f9ae40aac4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391425 Jan 28 19:39:51.169375 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-966b79ca-42cb-46ee-9347-6b8098057db2 req-680b769d-0fb5-4e78-808a-17799b991c65 service neutron] 10.222.0.64 "GET /v2.0/networks/e2ba0509-154a-4d87-9bc2-4f9ae40aac4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119061 Jan 28 19:39:51.225529 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:51.256157 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 331a99e9-36b6-4eef-8447-2e37037f5deb triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:39:51.256527 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (331a99e9-36b6-4eef-8447-2e37037f5deb), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:51.289184 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-83a67e96-9806-4b5e-82ed-f46df065241f tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Publish callbacks [] for floatingip (1b80fcea-891b-47a1-8279-4008451872fd), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:51.331186 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-4de52977-dbce-4b77-9377-093797f0540b None None] Current status of the port 331a99e9-36b6-4eef-8447-2e37037f5deb is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:39:51.331648 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4de52977-dbce-4b77-9377-093797f0540b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (331a99e9-36b6-4eef-8447-2e37037f5deb), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:51.369697 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e90a389-19f2-444f-8f09-a9232d19d3bc tempest-ExtraDHCPOptionsTestJSON-672463262 tempest-ExtraDHCPOptionsTestJSON-672463262-project] Network b12cc271-242c-4d14-8822-9bf3b928ebdf is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:39:51.417040 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-e76b1010-529d-4080-8974-5eb602b2311c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '289d203a-0f3a-4d87-91b3-ad374309434c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1601736214', 'tenant_id': '3c5bcff20fc24e3eb87e72dc3f4664c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': '6258dacd-8070-4ffe-85b2-cd51ac41b3b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:39:30Z', 'updated_at': '2022-01-28T19:39:44Z', 'revision_number': 4, 'project_id': '3c5bcff20fc24e3eb87e72dc3f4664c7', 'gw_port': {'id': '6258dacd-8070-4ffe-85b2-cd51ac41b3b9', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:56:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '289d203a-0f3a-4d87-91b3-ad374309434c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:39:33Z', 'updated_at': '2022-01-28T19:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '60b8acc6-1bfa-404f-9f3b-5b5c7bace05a', 'name': '', 'network_id': 'e2ba0509-154a-4d87-9bc2-4f9ae40aac4b', 'tenant_id': '3c5bcff20fc24e3eb87e72dc3f4664c7', 'mac_address': 'fa:16:3e:7d:c4:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '289d203a-0f3a-4d87-91b3-ad374309434c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2776, 'fixed_ips': [{'subnet_id': 'd49bf281-64be-46ab-ab7b-123b92f40c4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:39:42Z', 'updated_at': '2022-01-28T19:39:50Z', 'revision_number': 4, 'project_id': '3c5bcff20fc24e3eb87e72dc3f4664c7', 'subnets': [{'id': 'd49bf281-64be-46ab-ab7b-123b92f40c4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:39:51.445419 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e90a389-19f2-444f-8f09-a9232d19d3bc tempest-ExtraDHCPOptionsTestJSON-672463262 tempest-ExtraDHCPOptionsTestJSON-672463262-project] Pushing event updated for resources: {'Port': ['ID=df34ba05-4290-4afc-9db5-475df392ac33,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:51.455710 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-3e90a389-19f2-444f-8f09-a9232d19d3bc tempest-ExtraDHCPOptionsTestJSON-672463262 tempest-ExtraDHCPOptionsTestJSON-672463262-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:39:51.463549 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e90a389-19f2-444f-8f09-a9232d19d3bc tempest-ExtraDHCPOptionsTestJSON-672463262 tempest-ExtraDHCPOptionsTestJSON-672463262-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:39:51.648178 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6c4ab785-46e0-454b-a39e-cc325df393b3 req-22050585-4d13-45da-8217-d8ba43837211 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] 10.222.0.64 "GET /v2.0/ports?device_id=7eba06d1-4475-4bc9-95ed-5947b7e48b16 HTTP/1.1" status: 200 len: 210 time: 0.1273918 Jan 28 19:39:51.807790 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e90a389-19f2-444f-8f09-a9232d19d3bc tempest-ExtraDHCPOptionsTestJSON-672463262 tempest-ExtraDHCPOptionsTestJSON-672463262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:39:51.809274 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3e90a389-19f2-444f-8f09-a9232d19d3bc tempest-ExtraDHCPOptionsTestJSON-672463262 tempest-ExtraDHCPOptionsTestJSON-672463262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:51.892191 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-4de52977-dbce-4b77-9377-093797f0540b None None] For port 331a99e9-36b6-4eef-8447-2e37037f5deb, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=331a99e9-36b6-4eef-8447-2e37037f5deb,segment=NetworkSegment(b953fad6-b3e4-482e-9af4-63c4915b51b9),segment_id=b953fad6-b3e4-482e-9af4-63c4915b51b9)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:39:51.909501 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 46584) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:51.918779 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76b1010-529d-4080-8974-5eb602b2311c None None] The sync data for ids ['289d203a-0f3a-4d87-91b3-ad374309434c'] in n-d-812111-14 is: [{'id': '289d203a-0f3a-4d87-91b3-ad374309434c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1601736214', 'tenant_id': '3c5bcff20fc24e3eb87e72dc3f4664c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': '6258dacd-8070-4ffe-85b2-cd51ac41b3b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:39:30Z', 'updated_at': '2022-01-28T19:39:44Z', 'revision_number': 4, 'project_id': '3c5bcff20fc24e3eb87e72dc3f4664c7', 'gw_port': {'id': '6258dacd-8070-4ffe-85b2-cd51ac41b3b9', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:56:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '289d203a-0f3a-4d87-91b3-ad374309434c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:39:33Z', 'updated_at': '2022-01-28T19:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '60b8acc6-1bfa-404f-9f3b-5b5c7bace05a', 'name': '', 'network_id': 'e2ba0509-154a-4d87-9bc2-4f9ae40aac4b', 'tenant_id': '3c5bcff20fc24e3eb87e72dc3f4664c7', 'mac_address': 'fa:16:3e:7d:c4:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '289d203a-0f3a-4d87-91b3-ad374309434c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2776, 'fixed_ips': [{'subnet_id': 'd49bf281-64be-46ab-ab7b-123b92f40c4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:39:42Z', 'updated_at': '2022-01-28T19:39:50Z', 'revision_number': 4, 'project_id': '3c5bcff20fc24e3eb87e72dc3f4664c7', 'subnets': [{'id': 'd49bf281-64be-46ab-ab7b-123b92f40c4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:39:51.920331 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-3e90a389-19f2-444f-8f09-a9232d19d3bc tempest-ExtraDHCPOptionsTestJSON-672463262 tempest-ExtraDHCPOptionsTestJSON-672463262-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 2.6308916 Jan 28 19:39:51.932000 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4de52977-dbce-4b77-9377-093797f0540b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (331a99e9-36b6-4eef-8447-2e37037f5deb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:51.989935 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 331a99e9-36b6-4eef-8447-2e37037f5deb is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:39:51.990248 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (331a99e9-36b6-4eef-8447-2e37037f5deb), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:52.020360 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8944b23e-bf00-4e60-b0ba-8d6ecb89b6a0 tempest-ExtraDHCPOptionsTestJSON-672463262 tempest-ExtraDHCPOptionsTestJSON-672463262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:39:52.043800 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8944b23e-bf00-4e60-b0ba-8d6ecb89b6a0 tempest-ExtraDHCPOptionsTestJSON-672463262 tempest-ExtraDHCPOptionsTestJSON-672463262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:39:52.066027 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8944b23e-bf00-4e60-b0ba-8d6ecb89b6a0 tempest-ExtraDHCPOptionsTestJSON-672463262 tempest-ExtraDHCPOptionsTestJSON-672463262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:39:52.068467 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-8944b23e-bf00-4e60-b0ba-8d6ecb89b6a0 tempest-ExtraDHCPOptionsTestJSON-672463262 tempest-ExtraDHCPOptionsTestJSON-672463262-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.1579177 Jan 28 19:39:52.076111 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 46588) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:52.102731 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de52977-dbce-4b77-9377-093797f0540b None None] Pushing event updated for resources: {'Port': ['ID=331a99e9-36b6-4eef-8447-2e37037f5deb,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:52.116631 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-019861ad-479f-451e-9215-e7c2ed8dc1f9 None None] Provisioning complete for port 60b8acc6-1bfa-404f-9f3b-5b5c7bace05a triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:39:52.117016 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-019861ad-479f-451e-9215-e7c2ed8dc1f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (60b8acc6-1bfa-404f-9f3b-5b5c7bace05a), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:52.359048 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-fe58d168-98d1-41bd-974f-e6b0b1969c15 tempest-ExtraDHCPOptionsTestJSON-672463262 tempest-ExtraDHCPOptionsTestJSON-672463262-project] Deleting port df34ba05-4290-4afc-9db5-475df392ac33 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:39:52.359537 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fe58d168-98d1-41bd-974f-e6b0b1969c15 tempest-ExtraDHCPOptionsTestJSON-672463262 tempest-ExtraDHCPOptionsTestJSON-672463262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (df34ba05-4290-4afc-9db5-475df392ac33), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:52.473988 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.db.api [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103306) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 19:39:52.474623 n-d-812111-14 neutron-server[103306]: DEBUG oslo_db.api [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 19:39:52.480848 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fe58d168-98d1-41bd-974f-e6b0b1969c15 tempest-ExtraDHCPOptionsTestJSON-672463262 tempest-ExtraDHCPOptionsTestJSON-672463262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (df34ba05-4290-4afc-9db5-475df392ac33), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:52.497884 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-fe58d168-98d1-41bd-974f-e6b0b1969c15 tempest-ExtraDHCPOptionsTestJSON-672463262 tempest-ExtraDHCPOptionsTestJSON-672463262-project] Calling delete_port for df34ba05-4290-4afc-9db5-475df392ac33 owned by {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:39:52.593557 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-019861ad-479f-451e-9215-e7c2ed8dc1f9 None None] Current status of the port 60b8acc6-1bfa-404f-9f3b-5b5c7bace05a is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:39:52.594314 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-019861ad-479f-451e-9215-e7c2ed8dc1f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (60b8acc6-1bfa-404f-9f3b-5b5c7bace05a), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:52.653187 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-96241a20-3d59-4bc4-bbc2-9ce264dfa986 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Allocated IP 172.20.0.1 (864594cf-3c32-446d-8a95-4c69cb1b9ed4/8609f0de-d0c6-4cb5-88c2-cd5c6b7e4f67/b1757bc9-fecf-49cd-9565-cd17977fbe78) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:39:52.691380 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-019861ad-479f-451e-9215-e7c2ed8dc1f9 None None] For port 60b8acc6-1bfa-404f-9f3b-5b5c7bace05a, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=60b8acc6-1bfa-404f-9f3b-5b5c7bace05a,segment=NetworkSegment(26e8b81f-7cb0-430f-b573-b39da28f4db0),segment_id=26e8b81f-7cb0-430f-b573-b39da28f4db0)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:39:52.697068 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-019861ad-479f-451e-9215-e7c2ed8dc1f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (60b8acc6-1bfa-404f-9f3b-5b5c7bace05a), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:52.808442 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-019861ad-479f-451e-9215-e7c2ed8dc1f9 None None] Provisioning complete for port 331a99e9-36b6-4eef-8447-2e37037f5deb triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:39:52.811888 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-019861ad-479f-451e-9215-e7c2ed8dc1f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (331a99e9-36b6-4eef-8447-2e37037f5deb), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:52.863792 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-196466a5-57bf-4f86-bc20-3aebe090be15 req-8df7d3ab-f47b-4688-8954-c8bf65291994 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] 10.222.0.64 "GET /v2.0/ports?device_id=7eba06d1-4475-4bc9-95ed-5947b7e48b16 HTTP/1.1" status: 200 len: 210 time: 0.0641470 Jan 28 19:39:52.889061 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2033a1db-b2f8-4f18-a488-cf057b0d235b req-92659d95-954d-47a2-9ec4-f4db9853338a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d231a7fe-a628-420a-af1d-31debd1481d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1819820 Jan 28 19:39:52.905822 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fe58d168-98d1-41bd-974f-e6b0b1969c15 tempest-ExtraDHCPOptionsTestJSON-672463262 tempest-ExtraDHCPOptionsTestJSON-672463262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (df34ba05-4290-4afc-9db5-475df392ac33), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:52.953039 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019861ad-479f-451e-9215-e7c2ed8dc1f9 None None] Pushing event updated for resources: {'Port': ['ID=60b8acc6-1bfa-404f-9f3b-5b5c7bace05a,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:53.099660 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe58d168-98d1-41bd-974f-e6b0b1969c15 tempest-ExtraDHCPOptionsTestJSON-672463262 tempest-ExtraDHCPOptionsTestJSON-672463262-project] Pushing event deleted for resources: {'Port': ['ID=df34ba05-4290-4afc-9db5-475df392ac33,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:53.116062 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 331a99e9-36b6-4eef-8447-2e37037f5deb is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:39:53.125815 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2033a1db-b2f8-4f18-a488-cf057b0d235b req-447eabce-4ff3-4664-bcd0-c2f7761479ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:39:53.129190 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2033a1db-b2f8-4f18-a488-cf057b0d235b req-447eabce-4ff3-4664-bcd0-c2f7761479ec service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=72ed041c0fdf49d0b46a78595ef2b4d2&device_id=d231a7fe-a628-420a-af1d-31debd1481d2 HTTP/1.1" status: 200 len: 1129 time: 0.1612711 Jan 28 19:39:53.145546 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fe58d168-98d1-41bd-974f-e6b0b1969c15 tempest-ExtraDHCPOptionsTestJSON-672463262 tempest-ExtraDHCPOptionsTestJSON-672463262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:53.155771 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-fe58d168-98d1-41bd-974f-e6b0b1969c15 tempest-ExtraDHCPOptionsTestJSON-672463262 tempest-ExtraDHCPOptionsTestJSON-672463262-project] 10.222.0.64 "DELETE /v2.0/ports/df34ba05-4290-4afc-9db5-475df392ac33 HTTP/1.1" status: 204 len: 168 time: 1.0746822 Jan 28 19:39:53.156375 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 46610) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:53.160791 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-019861ad-479f-451e-9215-e7c2ed8dc1f9 None None] Current status of the port 331a99e9-36b6-4eef-8447-2e37037f5deb is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:39:53.165871 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-019861ad-479f-451e-9215-e7c2ed8dc1f9 None None] Could not find standard attr ID for object df34ba05-4290-4afc-9db5-475df392ac33. {{(pid=103306) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 19:39:53.167153 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-fcfe87cd-aa94-46fa-a3c9-ad69bdac782c tempest-ExtraDHCPOptionsTestJSON-672463262 tempest-ExtraDHCPOptionsTestJSON-672463262-project] Request body: {'port': {'name': 'tempest-new-port-name-2017920747', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:39:53.167619 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.api.validators [None req-fcfe87cd-aa94-46fa-a3c9-ad69bdac782c tempest-ExtraDHCPOptionsTestJSON-672463262 tempest-ExtraDHCPOptionsTestJSON-672463262-project] bootfile-name is not in valid_values {{(pid=103305) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 28 19:39:53.169630 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.api.validators [None req-fcfe87cd-aa94-46fa-a3c9-ad69bdac782c tempest-ExtraDHCPOptionsTestJSON-672463262 tempest-ExtraDHCPOptionsTestJSON-672463262-project] tftp-server is not in valid_values {{(pid=103305) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 28 19:39:53.170179 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.api.validators [None req-fcfe87cd-aa94-46fa-a3c9-ad69bdac782c tempest-ExtraDHCPOptionsTestJSON-672463262 tempest-ExtraDHCPOptionsTestJSON-672463262-project] server-ip-address is not in valid_values {{(pid=103305) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 28 19:39:53.179547 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-019861ad-479f-451e-9215-e7c2ed8dc1f9 None None] Provisioning complete for port d8bc3a1e-1dfd-4c74-ab56-300b9cba115a triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:39:53.180174 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-019861ad-479f-451e-9215-e7c2ed8dc1f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (d8bc3a1e-1dfd-4c74-ab56-300b9cba115a), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:53.289017 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-019861ad-479f-451e-9215-e7c2ed8dc1f9 None None] Port d8bc3a1e-1dfd-4c74-ab56-300b9cba115a cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:39:53.430873 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-a973714e-341a-4144-bb23-ccefc69412ef None None] Provisioning complete for port d8bc3a1e-1dfd-4c74-ab56-300b9cba115a triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:39:53.431752 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a973714e-341a-4144-bb23-ccefc69412ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (d8bc3a1e-1dfd-4c74-ab56-300b9cba115a), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:53.519494 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fcfe87cd-aa94-46fa-a3c9-ad69bdac782c tempest-ExtraDHCPOptionsTestJSON-672463262 tempest-ExtraDHCPOptionsTestJSON-672463262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (d8bc3a1e-1dfd-4c74-ab56-300b9cba115a), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:53.544557 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-a973714e-341a-4144-bb23-ccefc69412ef None None] Port d8bc3a1e-1dfd-4c74-ab56-300b9cba115a cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:39:53.549537 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-a973714e-341a-4144-bb23-ccefc69412ef None None] Could not find standard attr ID for object df34ba05-4290-4afc-9db5-475df392ac33. {{(pid=103306) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 19:39:53.597489 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 331a99e9-36b6-4eef-8447-2e37037f5deb up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:39:53.674528 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2033a1db-b2f8-4f18-a488-cf057b0d235b req-d4a78358-e92a-4262-9046-75a924f7553b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:39:53.677384 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2033a1db-b2f8-4f18-a488-cf057b0d235b req-d4a78358-e92a-4262-9046-75a924f7553b service neutron] 10.222.0.41 "GET /v2.0/networks?id=5ced056c-3de2-4296-99fb-726157ca5050 HTTP/1.1" status: 200 len: 913 time: 0.4439812 Jan 28 19:39:53.734209 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 331a99e9-36b6-4eef-8447-2e37037f5deb triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:39:53.734664 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (331a99e9-36b6-4eef-8447-2e37037f5deb), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:53.739727 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2033a1db-b2f8-4f18-a488-cf057b0d235b req-bb7ecc7f-96b2-4937-89bc-4acad84afddb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e313a6b7-7024-4b2d-8766-8b4d6ebf7434 HTTP/1.1" status: 200 len: 217 time: 0.0509048 Jan 28 19:39:53.853725 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 331a99e9-36b6-4eef-8447-2e37037f5deb is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:39:53.854831 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 60b8acc6-1bfa-404f-9f3b-5b5c7bace05a up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:39:53.855849 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-96241a20-3d59-4bc4-bbc2-9ce264dfa986 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks [] for port (b1757bc9-fecf-49cd-9565-cd17977fbe78), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:53.928958 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:53.930685 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 60b8acc6-1bfa-404f-9f3b-5b5c7bace05a triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:39:53.931106 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (60b8acc6-1bfa-404f-9f3b-5b5c7bace05a), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:53.967954 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2033a1db-b2f8-4f18-a488-cf057b0d235b req-7dde9a7f-c1d4-47ce-870b-5951e6569ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:39:53.972966 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2033a1db-b2f8-4f18-a488-cf057b0d235b req-7dde9a7f-c1d4-47ce-870b-5951e6569ddd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f61a757f-8ac1-4d8c-bf66-64b31f2921ec HTTP/1.1" status: 200 len: 853 time: 0.1984179 Jan 28 19:39:54.074986 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 60b8acc6-1bfa-404f-9f3b-5b5c7bace05a is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:39:54.080200 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2033a1db-b2f8-4f18-a488-cf057b0d235b req-a17e1dce-76e5-4f89-91c7-190bc6f6e715 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5ced056c-3de2-4296-99fb-726157ca5050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0909753 Jan 28 19:39:54.132525 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-96241a20-3d59-4bc4-bbc2-9ce264dfa986 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (b1757bc9-fecf-49cd-9565-cd17977fbe78), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:54.229577 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fcfe87cd-aa94-46fa-a3c9-ad69bdac782c tempest-ExtraDHCPOptionsTestJSON-672463262 tempest-ExtraDHCPOptionsTestJSON-672463262-project] Publish callbacks [] for port (d8bc3a1e-1dfd-4c74-ab56-300b9cba115a), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:54.247103 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fcfe87cd-aa94-46fa-a3c9-ad69bdac782c tempest-ExtraDHCPOptionsTestJSON-672463262 tempest-ExtraDHCPOptionsTestJSON-672463262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (d8bc3a1e-1dfd-4c74-ab56-300b9cba115a), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:54.278985 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-cd6d6536-6fea-4a19-849e-9c94ba8b2a78 req-665df311-c12c-45e5-bb5a-70d50a853246 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] 10.222.0.64 "GET /v2.0/ports?device_id=7eba06d1-4475-4bc9-95ed-5947b7e48b16 HTTP/1.1" status: 200 len: 210 time: 0.2148495 Jan 28 19:39:54.305952 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96241a20-3d59-4bc4-bbc2-9ce264dfa986 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Pushing event updated for resources: {'Port': ['ID=b1757bc9-fecf-49cd-9565-cd17977fbe78,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:54.366776 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2033a1db-b2f8-4f18-a488-cf057b0d235b req-21ff5bfc-09f7-41fc-8919-502586032217 service neutron] 10.222.0.41 "GET /v2.0/networks/5ced056c-3de2-4296-99fb-726157ca5050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2716508 Jan 28 19:39:54.366998 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-fcfe87cd-aa94-46fa-a3c9-ad69bdac782c tempest-ExtraDHCPOptionsTestJSON-672463262 tempest-ExtraDHCPOptionsTestJSON-672463262-project] In _notify_port_updated(), no bound segment for port d8bc3a1e-1dfd-4c74-ab56-300b9cba115a on network b12cc271-242c-4d14-8822-9bf3b928ebdf {{(pid=103305) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Jan 28 19:39:54.377494 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966b79ca-42cb-46ee-9347-6b8098057db2 req-256a2a34-4630-4da0-9163-bfec50d872fc tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:39:54.379102 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-966b79ca-42cb-46ee-9347-6b8098057db2 req-256a2a34-4630-4da0-9163-bfec50d872fc tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] 10.222.0.41 "GET /v2.0/networks?id=e2ba0509-154a-4d87-9bc2-4f9ae40aac4b HTTP/1.1" status: 200 len: 796 time: 0.9640932 Jan 28 19:39:54.387721 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcfe87cd-aa94-46fa-a3c9-ad69bdac782c tempest-ExtraDHCPOptionsTestJSON-672463262 tempest-ExtraDHCPOptionsTestJSON-672463262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:39:54.388917 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fcfe87cd-aa94-46fa-a3c9-ad69bdac782c tempest-ExtraDHCPOptionsTestJSON-672463262 tempest-ExtraDHCPOptionsTestJSON-672463262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:54.390431 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-fcfe87cd-aa94-46fa-a3c9-ad69bdac782c tempest-ExtraDHCPOptionsTestJSON-672463262 tempest-ExtraDHCPOptionsTestJSON-672463262-project] 10.222.0.64 "PUT /v2.0/ports/d8bc3a1e-1dfd-4c74-ab56-300b9cba115a HTTP/1.1" status: 200 len: 1137 time: 1.2328589 Jan 28 19:39:54.398500 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 46642) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:54.401055 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96241a20-3d59-4bc4-bbc2-9ce264dfa986 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Network 864594cf-3c32-446d-8a95-4c69cb1b9ed4 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:39:54.435719 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.db.resource_extend [None req-83a67e96-9806-4b5e-82ed-f46df065241f tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] It took 0.42 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 19:39:54.499775 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfe87cd-aa94-46fa-a3c9-ad69bdac782c tempest-ExtraDHCPOptionsTestJSON-672463262 tempest-ExtraDHCPOptionsTestJSON-672463262-project] Pushing event updated for resources: {'Port': ['ID=d8bc3a1e-1dfd-4c74-ab56-300b9cba115a,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:54.547249 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2033a1db-b2f8-4f18-a488-cf057b0d235b req-073b4855-02fb-4a19-b593-7e150b67c067 service neutron] 10.222.0.41 "GET /v2.0/networks/5ced056c-3de2-4296-99fb-726157ca5050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522052 Jan 28 19:39:54.568826 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-966b79ca-42cb-46ee-9347-6b8098057db2 req-59810adc-f5bd-4b16-acfb-5fd6044d3aec tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3c5bcff20fc24e3eb87e72dc3f4664c7 HTTP/1.1" status: 200 len: 477 time: 0.1696634 Jan 28 19:39:54.569717 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-96241a20-3d59-4bc4-bbc2-9ce264dfa986 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:39:54.607301 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96241a20-3d59-4bc4-bbc2-9ce264dfa986 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:39:54.648201 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-966b79ca-42cb-46ee-9347-6b8098057db2 req-974f296a-5aba-46e8-8245-bdc6b6e85b3a tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Request body: {'port': {'device_id': '7eba06d1-4475-4bc9-95ed-5947b7e48b16', 'network_id': 'e2ba0509-154a-4d87-9bc2-4f9ae40aac4b', 'admin_state_up': True, 'tenant_id': '3c5bcff20fc24e3eb87e72dc3f4664c7', 'security_groups': ['84dd5e63-a5ac-4da2-8130-bd6cf084fa16', '3e7531bd-2a97-482d-a176-cf640cf083cf']}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:39:54.686365 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-3c2d5146-1508-41ba-8345-83e0ce45e8c1 None None] Provisioning complete for port d8bc3a1e-1dfd-4c74-ab56-300b9cba115a triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:39:54.686907 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3c2d5146-1508-41ba-8345-83e0ce45e8c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (d8bc3a1e-1dfd-4c74-ab56-300b9cba115a), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:54.712065 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-83a67e96-9806-4b5e-82ed-f46df065241f tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:54.734849 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-3c2d5146-1508-41ba-8345-83e0ce45e8c1 None None] Port d8bc3a1e-1dfd-4c74-ab56-300b9cba115a cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:39:54.758908 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-83a67e96-9806-4b5e-82ed-f46df065241f tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734886'] for floatingip (1b80fcea-891b-47a1-8279-4008451872fd), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:54.792886 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 46646) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:54.810850 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d939e46a-914e-488a-9cf4-9b80f81c2e61 tempest-ExtraDHCPOptionsTestJSON-672463262 tempest-ExtraDHCPOptionsTestJSON-672463262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:39:54.816617 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-d939e46a-914e-488a-9cf4-9b80f81c2e61 tempest-ExtraDHCPOptionsTestJSON-672463262 tempest-ExtraDHCPOptionsTestJSON-672463262-project] 10.222.0.64 "GET /v2.0/ports/d8bc3a1e-1dfd-4c74-ab56-300b9cba115a HTTP/1.1" status: 200 len: 1137 time: 0.4101810 Jan 28 19:39:54.816824 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 46650) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:54.849999 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-96241a20-3d59-4bc4-bbc2-9ce264dfa986 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734769'] for router_interface (8ae2243c-bc41-4126-8032-846c3fb3bfb2), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:54.941181 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-28f1be76-a9cd-49fb-b99b-bdff3b986068 tempest-ExtraDHCPOptionsTestJSON-672463262 tempest-ExtraDHCPOptionsTestJSON-672463262-project] Deleting port d8bc3a1e-1dfd-4c74-ab56-300b9cba115a {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:39:54.941582 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-28f1be76-a9cd-49fb-b99b-bdff3b986068 tempest-ExtraDHCPOptionsTestJSON-672463262 tempest-ExtraDHCPOptionsTestJSON-672463262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (d8bc3a1e-1dfd-4c74-ab56-300b9cba115a), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:54.959785 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f859e17e-855a-4135-a6cf-85f8d6483e2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:55.050304 n-d-812111-14 neutron-server[103304]: INFO neutron.db.l3_db [None req-83a67e96-9806-4b5e-82ed-f46df065241f tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Floating IP 1b80fcea-891b-47a1-8279-4008451872fd associated. External IP: 172.25.6.86, port: 4fc29a78-414a-4805-a8cf-167eee4a4412. Jan 28 19:39:55.068569 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-28f1be76-a9cd-49fb-b99b-bdff3b986068 tempest-ExtraDHCPOptionsTestJSON-672463262 tempest-ExtraDHCPOptionsTestJSON-672463262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (d8bc3a1e-1dfd-4c74-ab56-300b9cba115a), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:55.093192 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-28f1be76-a9cd-49fb-b99b-bdff3b986068 tempest-ExtraDHCPOptionsTestJSON-672463262 tempest-ExtraDHCPOptionsTestJSON-672463262-project] Calling delete_port for d8bc3a1e-1dfd-4c74-ab56-300b9cba115a owned by {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:39:55.105660 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-966b79ca-42cb-46ee-9347-6b8098057db2 req-974f296a-5aba-46e8-8245-bdc6b6e85b3a tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Made reservation on behalf of 3c5bcff20fc24e3eb87e72dc3f4664c7 for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:39:55.109790 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-966b79ca-42cb-46ee-9347-6b8098057db2 req-974f296a-5aba-46e8-8245-bdc6b6e85b3a tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:55.131596 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-96241a20-3d59-4bc4-bbc2-9ce264dfa986 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (b1757bc9-fecf-49cd-9565-cd17977fbe78), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:55.182827 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f859e17e-855a-4135-a6cf-85f8d6483e2d admin admin] Publish callbacks [] for security_group (3077da1a-20c4-49d8-889a-34b50208883d), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:55.191037 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f859e17e-855a-4135-a6cf-85f8d6483e2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (3077da1a-20c4-49d8-889a-34b50208883d), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:55.248377 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-f859e17e-855a-4135-a6cf-85f8d6483e2d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c6dc69cf54a34d3297825131e885749c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4518373 Jan 28 19:39:55.249089 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 46654) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:55.261482 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f859e17e-855a-4135-a6cf-85f8d6483e2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3077da1a-20c4-49d8-889a-34b50208883d,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:55.339921 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-28f1be76-a9cd-49fb-b99b-bdff3b986068 tempest-ExtraDHCPOptionsTestJSON-672463262 tempest-ExtraDHCPOptionsTestJSON-672463262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (d8bc3a1e-1dfd-4c74-ab56-300b9cba115a), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:55.381273 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d6c1eee2-8775-4db7-bc25-2950ef7a2e98 admin admin] Publish callbacks [] for security_group (3077da1a-20c4-49d8-889a-34b50208883d), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:55.383541 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f1be76-a9cd-49fb-b99b-bdff3b986068 tempest-ExtraDHCPOptionsTestJSON-672463262 tempest-ExtraDHCPOptionsTestJSON-672463262-project] Pushing event deleted for resources: {'Port': ['ID=d8bc3a1e-1dfd-4c74-ab56-300b9cba115a,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:55.488032 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d39913d6-393d-44bc-a59d-b3f2f55461a1 req-20a57795-4b3a-4428-8c18-77469ab633cc tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] 10.222.0.64 "GET /v2.0/ports?device_id=7eba06d1-4475-4bc9-95ed-5947b7e48b16 HTTP/1.1" status: 200 len: 210 time: 0.0848076 Jan 28 19:39:55.493539 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d6c1eee2-8775-4db7-bc25-2950ef7a2e98 admin admin] Publish callbacks [] for security_group (3077da1a-20c4-49d8-889a-34b50208883d), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:55.548474 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-28f1be76-a9cd-49fb-b99b-bdff3b986068 tempest-ExtraDHCPOptionsTestJSON-672463262 tempest-ExtraDHCPOptionsTestJSON-672463262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:55.554723 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-28f1be76-a9cd-49fb-b99b-bdff3b986068 tempest-ExtraDHCPOptionsTestJSON-672463262 tempest-ExtraDHCPOptionsTestJSON-672463262-project] 10.222.0.64 "DELETE /v2.0/ports/d8bc3a1e-1dfd-4c74-ab56-300b9cba115a HTTP/1.1" status: 204 len: 168 time: 0.7335601 Jan 28 19:39:55.557727 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 46658) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:55.617390 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d6c1eee2-8775-4db7-bc25-2950ef7a2e98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (3077da1a-20c4-49d8-889a-34b50208883d), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:55.621148 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d6c1eee2-8775-4db7-bc25-2950ef7a2e98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:55.624842 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-d6c1eee2-8775-4db7-bc25-2950ef7a2e98 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3077da1a-20c4-49d8-889a-34b50208883d HTTP/1.1" status: 204 len: 168 time: 0.3731298 Jan 28 19:39:55.629860 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-2180249b-ef56-41f1-8679-0c9668aeb32f tempest-ExtraDHCPOptionsTestJSON-672463262 tempest-ExtraDHCPOptionsTestJSON-672463262-project] Deleting subnet d6080a9d-3321-4850-b089-01bdc8cf6d34 {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:39:55.639428 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2180249b-ef56-41f1-8679-0c9668aeb32f tempest-ExtraDHCPOptionsTestJSON-672463262 tempest-ExtraDHCPOptionsTestJSON-672463262-project] Publish callbacks [] for subnet (d6080a9d-3321-4850-b089-01bdc8cf6d34), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:55.643170 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c1eee2-8775-4db7-bc25-2950ef7a2e98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3077da1a-20c4-49d8-889a-34b50208883d,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:55.692761 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2180249b-ef56-41f1-8679-0c9668aeb32f tempest-ExtraDHCPOptionsTestJSON-672463262 tempest-ExtraDHCPOptionsTestJSON-672463262-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16187240'] for subnet (d6080a9d-3321-4850-b089-01bdc8cf6d34), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:55.822465 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2180249b-ef56-41f1-8679-0c9668aeb32f tempest-ExtraDHCPOptionsTestJSON-672463262 tempest-ExtraDHCPOptionsTestJSON-672463262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (d6080a9d-3321-4850-b089-01bdc8cf6d34), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:55.887038 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2180249b-ef56-41f1-8679-0c9668aeb32f tempest-ExtraDHCPOptionsTestJSON-672463262 tempest-ExtraDHCPOptionsTestJSON-672463262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4752464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4733806'] for subnet (d6080a9d-3321-4850-b089-01bdc8cf6d34), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:55.921260 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2180249b-ef56-41f1-8679-0c9668aeb32f tempest-ExtraDHCPOptionsTestJSON-672463262 tempest-ExtraDHCPOptionsTestJSON-672463262-project] Pushing event deleted for resources: {'Subnet': ['ID=d6080a9d-3321-4850-b089-01bdc8cf6d34,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:55.929482 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2180249b-ef56-41f1-8679-0c9668aeb32f tempest-ExtraDHCPOptionsTestJSON-672463262 tempest-ExtraDHCPOptionsTestJSON-672463262-project] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:55.936919 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-2180249b-ef56-41f1-8679-0c9668aeb32f tempest-ExtraDHCPOptionsTestJSON-672463262 tempest-ExtraDHCPOptionsTestJSON-672463262-project] 10.222.0.64 "DELETE /v2.0/subnets/d6080a9d-3321-4850-b089-01bdc8cf6d34 HTTP/1.1" status: 204 len: 168 time: 0.3752382 Jan 28 19:39:55.937580 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 46664) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:55.940823 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-844df06e-61f4-4b0d-86fe-e79343d85683 None None] Network b12cc271-242c-4d14-8822-9bf3b928ebdf requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:39:56.013185 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 46666) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:56.021069 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-966b79ca-42cb-46ee-9347-6b8098057db2 req-974f296a-5aba-46e8-8245-bdc6b6e85b3a tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Allocated IP 172.20.0.10 (e2ba0509-154a-4d87-9bc2-4f9ae40aac4b/d49bf281-64be-46ab-ab7b-123b92f40c4b/e0218216-8b43-4914-af80-a66a439f5091) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:39:56.029595 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-96241a20-3d59-4bc4-bbc2-9ce264dfa986 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks [] for port (b1757bc9-fecf-49cd-9565-cd17977fbe78), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:56.050411 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-96241a20-3d59-4bc4-bbc2-9ce264dfa986 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (b1757bc9-fecf-49cd-9565-cd17977fbe78), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:56.053249 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-99d28c60-1168-410d-ac3d-1239a9c5f18e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:56.056566 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2e706e3f-e762-447f-8f27-803709dbae97 tempest-ExtraDHCPOptionsTestJSON-672463262 tempest-ExtraDHCPOptionsTestJSON-672463262-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (b12cc271-242c-4d14-8822-9bf3b928ebdf), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:56.177036 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-2e706e3f-e762-447f-8f27-803709dbae97 tempest-ExtraDHCPOptionsTestJSON-672463262 tempest-ExtraDHCPOptionsTestJSON-672463262-project] Deleting port 331a99e9-36b6-4eef-8447-2e37037f5deb {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:39:56.177563 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2e706e3f-e762-447f-8f27-803709dbae97 tempest-ExtraDHCPOptionsTestJSON-672463262 tempest-ExtraDHCPOptionsTestJSON-672463262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (331a99e9-36b6-4eef-8447-2e37037f5deb), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:56.197948 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e8f5bb-ada9-4c74-b5c6-2705c12015fc None None] DHCP port deletion for b12cc271-242c-4d14-8822-9bf3b928ebdf request from n-d-812111-14 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:39:56.201708 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83a67e96-9806-4b5e-82ed-f46df065241f tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Router 298ba6f8-2c9c-47e0-bcfb-46f47b8728c9 has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:39:56.285021 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-18e8f5bb-ada9-4c74-b5c6-2705c12015fc None None] Deleting port 331a99e9-36b6-4eef-8447-2e37037f5deb {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:39:56.285859 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-18e8f5bb-ada9-4c74-b5c6-2705c12015fc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (331a99e9-36b6-4eef-8447-2e37037f5deb), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:56.315105 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-2e706e3f-e762-447f-8f27-803709dbae97 tempest-ExtraDHCPOptionsTestJSON-672463262 tempest-ExtraDHCPOptionsTestJSON-672463262-project] For port 331a99e9-36b6-4eef-8447-2e37037f5deb, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=331a99e9-36b6-4eef-8447-2e37037f5deb,segment=NetworkSegment(b953fad6-b3e4-482e-9af4-63c4915b51b9),segment_id=b953fad6-b3e4-482e-9af4-63c4915b51b9)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:39:56.316484 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2e706e3f-e762-447f-8f27-803709dbae97 tempest-ExtraDHCPOptionsTestJSON-672463262 tempest-ExtraDHCPOptionsTestJSON-672463262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (331a99e9-36b6-4eef-8447-2e37037f5deb), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:56.318180 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-96241a20-3d59-4bc4-bbc2-9ce264dfa986 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-756216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-732801'] for router_interface (8ae2243c-bc41-4126-8032-846c3fb3bfb2), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:56.337679 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-2e706e3f-e762-447f-8f27-803709dbae97 tempest-ExtraDHCPOptionsTestJSON-672463262 tempest-ExtraDHCPOptionsTestJSON-672463262-project] Calling delete_port for 331a99e9-36b6-4eef-8447-2e37037f5deb owned by network:dhcp {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:39:56.353585 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-18e8f5bb-ada9-4c74-b5c6-2705c12015fc None None] For port 331a99e9-36b6-4eef-8447-2e37037f5deb, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=331a99e9-36b6-4eef-8447-2e37037f5deb,segment=NetworkSegment(b953fad6-b3e4-482e-9af4-63c4915b51b9),segment_id=b953fad6-b3e4-482e-9af4-63c4915b51b9)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:39:56.354938 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-18e8f5bb-ada9-4c74-b5c6-2705c12015fc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (331a99e9-36b6-4eef-8447-2e37037f5deb), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:56.376607 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-18e8f5bb-ada9-4c74-b5c6-2705c12015fc None None] Calling delete_port for 331a99e9-36b6-4eef-8447-2e37037f5deb owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:39:56.393118 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96241a20-3d59-4bc4-bbc2-9ce264dfa986 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Pushing event updated for resources: {'Port': ['ID=b1757bc9-fecf-49cd-9565-cd17977fbe78,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:56.433175 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2e706e3f-e762-447f-8f27-803709dbae97 tempest-ExtraDHCPOptionsTestJSON-672463262 tempest-ExtraDHCPOptionsTestJSON-672463262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (331a99e9-36b6-4eef-8447-2e37037f5deb), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:56.451254 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e706e3f-e762-447f-8f27-803709dbae97 tempest-ExtraDHCPOptionsTestJSON-672463262 tempest-ExtraDHCPOptionsTestJSON-672463262-project] No DVR routers for this DVR port 331a99e9-36b6-4eef-8447-2e37037f5deb on host n-d-812111-14 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:39:56.500923 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-18e8f5bb-ada9-4c74-b5c6-2705c12015fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985'] for port (331a99e9-36b6-4eef-8447-2e37037f5deb), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:56.532342 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e8f5bb-ada9-4c74-b5c6-2705c12015fc None None] Pushing event deleted for resources: {'Port': ['ID=331a99e9-36b6-4eef-8447-2e37037f5deb,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:56.544826 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e8f5bb-ada9-4c74-b5c6-2705c12015fc None None] No DVR routers for this DVR port 331a99e9-36b6-4eef-8447-2e37037f5deb on host n-d-812111-14 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:39:56.573905 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2e706e3f-e762-447f-8f27-803709dbae97 tempest-ExtraDHCPOptionsTestJSON-672463262 tempest-ExtraDHCPOptionsTestJSON-672463262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (b12cc271-242c-4d14-8822-9bf3b928ebdf), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:56.603450 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-2e706e3f-e762-447f-8f27-803709dbae97 tempest-ExtraDHCPOptionsTestJSON-672463262 tempest-ExtraDHCPOptionsTestJSON-672463262-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b12cc271-242c-4d14-8822-9bf3b928ebdf']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:39:56.613452 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e706e3f-e762-447f-8f27-803709dbae97 tempest-ExtraDHCPOptionsTestJSON-672463262 tempest-ExtraDHCPOptionsTestJSON-672463262-project] Pushing event deleted for resources: {'Port': ['ID=331a99e9-36b6-4eef-8447-2e37037f5deb,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:56.619410 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-2e706e3f-e762-447f-8f27-803709dbae97 tempest-ExtraDHCPOptionsTestJSON-672463262 tempest-ExtraDHCPOptionsTestJSON-672463262-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b953fad6-b3e4-482e-9af4-63c4915b51b9') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:39:56.619705 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-2e706e3f-e762-447f-8f27-803709dbae97 tempest-ExtraDHCPOptionsTestJSON-672463262 tempest-ExtraDHCPOptionsTestJSON-672463262-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b953fad6-b3e4-482e-9af4-63c4915b51b9') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:39:56.633786 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2e706e3f-e762-447f-8f27-803709dbae97 tempest-ExtraDHCPOptionsTestJSON-672463262 tempest-ExtraDHCPOptionsTestJSON-672463262-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16187153'] for segment (b953fad6-b3e4-482e-9af4-63c4915b51b9), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:56.649357 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2e706e3f-e762-447f-8f27-803709dbae97 tempest-ExtraDHCPOptionsTestJSON-672463262 tempest-ExtraDHCPOptionsTestJSON-672463262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (b953fad6-b3e4-482e-9af4-63c4915b51b9), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:56.657822 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e706e3f-e762-447f-8f27-803709dbae97 tempest-ExtraDHCPOptionsTestJSON-672463262 tempest-ExtraDHCPOptionsTestJSON-672463262-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:39:56.658328 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2e706e3f-e762-447f-8f27-803709dbae97 tempest-ExtraDHCPOptionsTestJSON-672463262 tempest-ExtraDHCPOptionsTestJSON-672463262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4752570'] for segment (b953fad6-b3e4-482e-9af4-63c4915b51b9), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:56.663066 n-d-812111-14 neutron-server[103305]: Traceback (most recent call last): Jan 28 19:39:56.663066 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:39:56.663066 n-d-812111-14 neutron-server[103305]: timer() Jan 28 19:39:56.663066 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:39:56.663066 n-d-812111-14 neutron-server[103305]: cb(*args, **kw) Jan 28 19:39:56.663066 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:39:56.663066 n-d-812111-14 neutron-server[103305]: return func(*args, **kwargs) Jan 28 19:39:56.663066 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:39:56.663066 n-d-812111-14 neutron-server[103305]: self._notify() Jan 28 19:39:56.663066 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:39:56.663066 n-d-812111-14 neutron-server[103305]: self.callback(batched_events) Jan 28 19:39:56.663066 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:39:56.663066 n-d-812111-14 neutron-server[103305]: event.method(event) Jan 28 19:39:56.663066 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:39:56.663066 n-d-812111-14 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:39:56.663066 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:39:56.663066 n-d-812111-14 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:39:56.663066 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:39:56.663066 n-d-812111-14 neutron-server[103305]: return f(self, *a, **k) Jan 28 19:39:56.663066 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:39:56.663066 n-d-812111-14 neutron-server[103305]: return self._get(url).json() Jan 28 19:39:56.663066 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:39:56.663066 n-d-812111-14 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:39:56.663066 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:39:56.663066 n-d-812111-14 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 28 19:39:56.663066 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:39:56.663066 n-d-812111-14 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:39:56.663066 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:39:56.663066 n-d-812111-14 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:39:56.663066 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:39:56.663066 n-d-812111-14 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:39:56.663066 n-d-812111-14 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:39:56.665602 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-99d28c60-1168-410d-ac3d-1239a9c5f18e admin admin] Publish callbacks [] for security_group (93a48a4e-9f67-44b4-96b6-1c2172ab3d0d), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:56.669679 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5b466711-178e-4abe-96e7-108a71b9e0b0 req-bc33500d-8ef5-43d1-8712-a28707638551 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] 10.222.0.64 "GET /v2.0/ports?device_id=7eba06d1-4475-4bc9-95ed-5947b7e48b16 HTTP/1.1" status: 200 len: 210 time: 0.0720940 Jan 28 19:39:56.677842 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-99d28c60-1168-410d-ac3d-1239a9c5f18e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (93a48a4e-9f67-44b4-96b6-1c2172ab3d0d), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:56.731182 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83a67e96-9806-4b5e-82ed-f46df065241f tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:39:56.743808 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2e706e3f-e762-447f-8f27-803709dbae97 tempest-ExtraDHCPOptionsTestJSON-672463262 tempest-ExtraDHCPOptionsTestJSON-672463262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (b12cc271-242c-4d14-8822-9bf3b928ebdf), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:56.744177 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b7b18f-1c9f-4ceb-b3e1-ecaf95e7ada6 None None] Sync routers for ids ['298ba6f8-2c9c-47e0-bcfb-46f47b8728c9'] in n-d-812111-14 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:39:56.749053 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2e706e3f-e762-447f-8f27-803709dbae97 tempest-ExtraDHCPOptionsTestJSON-672463262 tempest-ExtraDHCPOptionsTestJSON-672463262-project] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:56.755889 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-83a67e96-9806-4b5e-82ed-f46df065241f tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for floatingip (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:56.756914 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b7b18f-1c9f-4ceb-b3e1-ecaf95e7ada6 None None] Routers {'298ba6f8-2c9c-47e0-bcfb-46f47b8728c9'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:39:56.757796 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-23b7b18f-1c9f-4ceb-b3e1-ecaf95e7ada6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:39:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['298ba6f8-2c9c-47e0-bcfb-46f47b8728c9'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:39:56.761639 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-2e706e3f-e762-447f-8f27-803709dbae97 tempest-ExtraDHCPOptionsTestJSON-672463262 tempest-ExtraDHCPOptionsTestJSON-672463262-project] 10.222.0.64 "DELETE /v2.0/networks/b12cc271-242c-4d14-8822-9bf3b928ebdf HTTP/1.1" status: 204 len: 168 time: 0.8045323 Jan 28 19:39:56.795791 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e706e3f-e762-447f-8f27-803709dbae97 tempest-ExtraDHCPOptionsTestJSON-672463262 tempest-ExtraDHCPOptionsTestJSON-672463262-project] Pushing event deleted for resources: {'Network': ['ID=b12cc271-242c-4d14-8822-9bf3b928ebdf,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:56.811571 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d28c60-1168-410d-ac3d-1239a9c5f18e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93a48a4e-9f67-44b4-96b6-1c2172ab3d0d,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:56.816022 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-99d28c60-1168-410d-ac3d-1239a9c5f18e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=af5270c93749486ab6910d83f3292458&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7989876 Jan 28 19:39:56.818125 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96241a20-3d59-4bc4-bbc2-9ce264dfa986 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Network 864594cf-3c32-446d-8a95-4c69cb1b9ed4 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:39:56.821221 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-966b79ca-42cb-46ee-9347-6b8098057db2 req-974f296a-5aba-46e8-8245-bdc6b6e85b3a tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Publish callbacks [] for port (e0218216-8b43-4914-af80-a66a439f5091), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:56.826334 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 46674) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:56.835712 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-96241a20-3d59-4bc4-bbc2-9ce264dfa986 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:39:56.856435 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-83a67e96-9806-4b5e-82ed-f46df065241f tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "PUT /v2.0/floatingips/1b80fcea-891b-47a1-8279-4008451872fd HTTP/1.1" status: 200 len: 991 time: 5.8652966 Jan 28 19:39:56.866857 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a91007d-45be-4c6c-a11f-db74e1c43eb8', 'tag': '4fc29a78-414a-4805-a8cf-167eee4a4412'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:39:56.869551 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c0067f0-40c6-403e-8b0e-d72d9221916e" -d '{"events": [{"name": "network-changed", "server_uuid": "4a91007d-45be-4c6c-a11f-db74e1c43eb8", "tag": "4fc29a78-414a-4805-a8cf-167eee4a4412"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:39:56.897702 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-23b7b18f-1c9f-4ceb-b3e1-ecaf95e7ada6 None None] Set router 298ba6f8-2c9c-47e0-bcfb-46f47b8728c9 gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:39:57.016338 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3d6701-ed7a-470e-b242-986f0707722b req-7d7b192a-5950-46d3-98bf-78e857c6717b tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:39:57.026106 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-aa3d6701-ed7a-470e-b242-986f0707722b req-7d7b192a-5950-46d3-98bf-78e857c6717b tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a91007d-45be-4c6c-a11f-db74e1c43eb8 HTTP/1.1" status: 200 len: 946 time: 0.0735464 Jan 28 19:39:57.055663 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 46684) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:57.094426 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cd00897e-4886-49bf-bfd5-9c3c4ef5851f admin admin] Publish callbacks [] for security_group (93a48a4e-9f67-44b4-96b6-1c2172ab3d0d), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:57.131119 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-aa3d6701-ed7a-470e-b242-986f0707722b req-ba802688-7ca6-4dbb-b1b4-5d65d4751238 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/security-groups?id=7142df2f-bfa6-45d4-824d-35803ef6dce5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036353 Jan 28 19:39:57.195258 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-966b79ca-42cb-46ee-9347-6b8098057db2 req-974f296a-5aba-46e8-8245-bdc6b6e85b3a tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (e0218216-8b43-4914-af80-a66a439f5091), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:57.203617 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cd00897e-4886-49bf-bfd5-9c3c4ef5851f admin admin] Publish callbacks [] for security_group (93a48a4e-9f67-44b4-96b6-1c2172ab3d0d), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:57.265626 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-966b79ca-42cb-46ee-9347-6b8098057db2 req-974f296a-5aba-46e8-8245-bdc6b6e85b3a tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Network e2ba0509-154a-4d87-9bc2-4f9ae40aac4b is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:39:57.280168 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-966b79ca-42cb-46ee-9347-6b8098057db2 req-974f296a-5aba-46e8-8245-bdc6b6e85b3a tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:39:57.283216 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-966b79ca-42cb-46ee-9347-6b8098057db2 req-974f296a-5aba-46e8-8245-bdc6b6e85b3a tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:39:57.346868 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 331a99e9-36b6-4eef-8447-2e37037f5deb no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:39:57.388717 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0228dded-5eff-4146-966c-04e2a3188fc3 x-openstack-request-id: req-0228dded-5eff-4146-966c-04e2a3188fc3 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:39:57.389252 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a91007d-45be-4c6c-a11f-db74e1c43eb8", "tag": "4fc29a78-414a-4805-a8cf-167eee4a4412", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:39:57.389611 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0228dded-5eff-4146-966c-04e2a3188fc3 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:39:57.390120 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a91007d-45be-4c6c-a11f-db74e1c43eb8', 'tag': '4fc29a78-414a-4805-a8cf-167eee4a4412', 'status': 'completed', 'code': 200} Jan 28 19:39:57.390905 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-fba666b0-b242-4a0d-b606-09abc8e53703 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ede35fa5365a4c688bfa1ec13095c72c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3321674 Jan 28 19:39:57.398816 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966b79ca-42cb-46ee-9347-6b8098057db2 req-974f296a-5aba-46e8-8245-bdc6b6e85b3a tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:39:57.399366 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 46700) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:57.399718 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-966b79ca-42cb-46ee-9347-6b8098057db2 req-974f296a-5aba-46e8-8245-bdc6b6e85b3a tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:57.400700 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: 331a99e9-36b6-4eef-8447-2e37037f5deb {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:39:57.401261 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 331a99e9-36b6-4eef-8447-2e37037f5deb not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:39:57.423668 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0067f0-40c6-403e-8b0e-d72d9221916e req-26b4e795-5fd3-4c6b-ae08-4e55a84619c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:39:57.425084 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4c0067f0-40c6-403e-8b0e-d72d9221916e req-26b4e795-5fd3-4c6b-ae08-4e55a84619c7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c316c98d83734d7eab7153e5f826023b&device_id=4a91007d-45be-4c6c-a11f-db74e1c43eb8 HTTP/1.1" status: 200 len: 1129 time: 0.1377423 Jan 28 19:39:57.461764 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-23b7b18f-1c9f-4ceb-b3e1-ecaf95e7ada6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '298ba6f8-2c9c-47e0-bcfb-46f47b8728c9', 'name': 'tempest-ServerActionsTestJSON-1517512899-router', 'tenant_id': 'c316c98d83734d7eab7153e5f826023b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': '6746a9c8-8f5c-4367-8b8d-17f179e49d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:39:05Z', 'updated_at': '2022-01-28T19:39:17Z', 'revision_number': 4, 'project_id': 'c316c98d83734d7eab7153e5f826023b', 'gw_port': {'id': '6746a9c8-8f5c-4367-8b8d-17f179e49d64', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:4b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '298ba6f8-2c9c-47e0-bcfb-46f47b8728c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2708, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:39:07Z', 'updated_at': '2022-01-28T19:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_floatingips': [{'id': '1b80fcea-891b-47a1-8279-4008451872fd', 'tenant_id': 'c316c98d83734d7eab7153e5f826023b', 'floating_ip_address': '172.25.6.86', 'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'router_id': '298ba6f8-2c9c-47e0-bcfb-46f47b8728c9', 'port_id': '4fc29a78-414a-4805-a8cf-167eee4a4412', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2724, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87bd24c3-2f53-4d06-9d37-4b32bba79109', 'mac_address': 'fa:16:3e:4c:e5:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a91007d-45be-4c6c-a11f-db74e1c43eb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:39:26Z', 'updated_at': '2022-01-28T19:39:53Z', 'revision_number': 1, 'project_id': 'c316c98d83734d7eab7153e5f826023b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd319833e-1c7a-449e-abee-5eca2a0af417', 'name': '', 'network_id': '87bd24c3-2f53-4d06-9d37-4b32bba79109', 'tenant_id': 'c316c98d83734d7eab7153e5f826023b', 'mac_address': 'fa:16:3e:56:f6:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '298ba6f8-2c9c-47e0-bcfb-46f47b8728c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2712, 'fixed_ips': [{'subnet_id': '1b82f7aa-308b-4f07-b0c3-0d99e240d9ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:39:15Z', 'updated_at': '2022-01-28T19:39:30Z', 'revision_number': 5, 'project_id': 'c316c98d83734d7eab7153e5f826023b', 'subnets': [{'id': '1b82f7aa-308b-4f07-b0c3-0d99e240d9ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:39:57.473998 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96241a20-3d59-4bc4-bbc2-9ce264dfa986 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Router 8ae2243c-bc41-4126-8032-846c3fb3bfb2 has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:39:57.483465 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-966b79ca-42cb-46ee-9347-6b8098057db2 req-974f296a-5aba-46e8-8245-bdc6b6e85b3a tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 2.8391201 Jan 28 19:39:57.485276 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974f296a-5aba-46e8-8245-bdc6b6e85b3a tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Pushing event updated for resources: {'Port': ['ID=e0218216-8b43-4914-af80-a66a439f5091,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:57.506037 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-966b79ca-42cb-46ee-9347-6b8098057db2 req-f2c11b97-b204-4294-8c9f-9a7deff11c01 service neutron] Request body: {'port': {'device_id': '7eba06d1-4475-4bc9-95ed-5947b7e48b16', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-14'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:39:57.520632 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b7b18f-1c9f-4ceb-b3e1-ecaf95e7ada6 None None] Checking router: 298ba6f8-2c9c-47e0-bcfb-46f47b8728c9 for host: n-d-812111-14 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:39:57.533677 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b7b18f-1c9f-4ceb-b3e1-ecaf95e7ada6 None None] Routers {'298ba6f8-2c9c-47e0-bcfb-46f47b8728c9'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:39:57.534719 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-23b7b18f-1c9f-4ceb-b3e1-ecaf95e7ada6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:39:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['298ba6f8-2c9c-47e0-bcfb-46f47b8728c9'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:39:57.628849 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d23df4a1-ae7b-4e2b-b52d-c9b33df527d7 admin admin] Publish callbacks [] for security_group (ed535088-2404-4233-a173-c2daa3d14d72), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:57.634537 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-966b79ca-42cb-46ee-9347-6b8098057db2 req-f2c11b97-b204-4294-8c9f-9a7deff11c01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (e0218216-8b43-4914-af80-a66a439f5091), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:57.744005 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d23df4a1-ae7b-4e2b-b52d-c9b33df527d7 admin admin] Publish callbacks [] for security_group (ed535088-2404-4233-a173-c2daa3d14d72), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:57.748782 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-23b7b18f-1c9f-4ceb-b3e1-ecaf95e7ada6 None None] Set router 298ba6f8-2c9c-47e0-bcfb-46f47b8728c9 gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:39:57.766334 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0067f0-40c6-403e-8b0e-d72d9221916e req-e982123e-063a-4faf-8b28-3aab51c3e968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:39:57.768504 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4c0067f0-40c6-403e-8b0e-d72d9221916e req-e982123e-063a-4faf-8b28-3aab51c3e968 service neutron] 10.222.0.70 "GET /v2.0/networks?id=87bd24c3-2f53-4d06-9d37-4b32bba79109 HTTP/1.1" status: 200 len: 912 time: 0.3374414 Jan 28 19:39:57.834406 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cd00897e-4886-49bf-bfd5-9c3c4ef5851f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (93a48a4e-9f67-44b4-96b6-1c2172ab3d0d), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:57.838302 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cd00897e-4886-49bf-bfd5-9c3c4ef5851f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:57.857899 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-cd00897e-4886-49bf-bfd5-9c3c4ef5851f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/93a48a4e-9f67-44b4-96b6-1c2172ab3d0d HTTP/1.1" status: 204 len: 168 time: 1.0221562 Jan 28 19:39:57.877990 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4c0067f0-40c6-403e-8b0e-d72d9221916e req-5f6c5067-fcdc-4a5d-859d-eaee28083e1b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4fc29a78-414a-4805-a8cf-167eee4a4412 HTTP/1.1" status: 200 len: 999 time: 0.0997791 Jan 28 19:39:58.081686 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-16be76fa-6357-4b7b-b907-afcac4c859cf None None] Provisioning complete for port e0218216-8b43-4914-af80-a66a439f5091 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:39:58.082361 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-16be76fa-6357-4b7b-b907-afcac4c859cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (e0218216-8b43-4914-af80-a66a439f5091), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:58.144808 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-16be76fa-6357-4b7b-b907-afcac4c859cf None None] Port e0218216-8b43-4914-af80-a66a439f5091 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:39:58.167897 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-23b7b18f-1c9f-4ceb-b3e1-ecaf95e7ada6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '298ba6f8-2c9c-47e0-bcfb-46f47b8728c9', 'name': 'tempest-ServerActionsTestJSON-1517512899-router', 'tenant_id': 'c316c98d83734d7eab7153e5f826023b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': '6746a9c8-8f5c-4367-8b8d-17f179e49d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:39:05Z', 'updated_at': '2022-01-28T19:39:17Z', 'revision_number': 4, 'project_id': 'c316c98d83734d7eab7153e5f826023b', 'gw_port': {'id': '6746a9c8-8f5c-4367-8b8d-17f179e49d64', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:4b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '298ba6f8-2c9c-47e0-bcfb-46f47b8728c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2708, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:39:07Z', 'updated_at': '2022-01-28T19:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_floatingips': [{'id': '1b80fcea-891b-47a1-8279-4008451872fd', 'tenant_id': 'c316c98d83734d7eab7153e5f826023b', 'floating_ip_address': '172.25.6.86', 'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'router_id': '298ba6f8-2c9c-47e0-bcfb-46f47b8728c9', 'port_id': '4fc29a78-414a-4805-a8cf-167eee4a4412', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2724, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87bd24c3-2f53-4d06-9d37-4b32bba79109', 'mac_address': 'fa:16:3e:4c:e5:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a91007d-45be-4c6c-a11f-db74e1c43eb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:39:26Z', 'updated_at': '2022-01-28T19:39:53Z', 'revision_number': 1, 'project_id': 'c316c98d83734d7eab7153e5f826023b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd319833e-1c7a-449e-abee-5eca2a0af417', 'name': '', 'network_id': '87bd24c3-2f53-4d06-9d37-4b32bba79109', 'tenant_id': 'c316c98d83734d7eab7153e5f826023b', 'mac_address': 'fa:16:3e:56:f6:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '298ba6f8-2c9c-47e0-bcfb-46f47b8728c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2712, 'fixed_ips': [{'subnet_id': '1b82f7aa-308b-4f07-b0c3-0d99e240d9ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:39:15Z', 'updated_at': '2022-01-28T19:39:30Z', 'revision_number': 5, 'project_id': 'c316c98d83734d7eab7153e5f826023b', 'subnets': [{'id': '1b82f7aa-308b-4f07-b0c3-0d99e240d9ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:39:58.201776 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b7b18f-1c9f-4ceb-b3e1-ecaf95e7ada6 None None] The sync data for ids ['298ba6f8-2c9c-47e0-bcfb-46f47b8728c9'] in n-d-812111-14 is: [{'id': '298ba6f8-2c9c-47e0-bcfb-46f47b8728c9', 'name': 'tempest-ServerActionsTestJSON-1517512899-router', 'tenant_id': 'c316c98d83734d7eab7153e5f826023b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': '6746a9c8-8f5c-4367-8b8d-17f179e49d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:39:05Z', 'updated_at': '2022-01-28T19:39:17Z', 'revision_number': 4, 'project_id': 'c316c98d83734d7eab7153e5f826023b', 'gw_port': {'id': '6746a9c8-8f5c-4367-8b8d-17f179e49d64', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:4b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '298ba6f8-2c9c-47e0-bcfb-46f47b8728c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2708, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:39:07Z', 'updated_at': '2022-01-28T19:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_floatingips': [{'id': '1b80fcea-891b-47a1-8279-4008451872fd', 'tenant_id': 'c316c98d83734d7eab7153e5f826023b', 'floating_ip_address': '172.25.6.86', 'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'router_id': '298ba6f8-2c9c-47e0-bcfb-46f47b8728c9', 'port_id': '4fc29a78-414a-4805-a8cf-167eee4a4412', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2724, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87bd24c3-2f53-4d06-9d37-4b32bba79109', 'mac_address': 'fa:16:3e:4c:e5:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a91007d-45be-4c6c-a11f-db74e1c43eb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:39:26Z', 'updated_at': '2022-01-28T19:39:53Z', 'revision_number': 1, 'project_id': 'c316c98d83734d7eab7153e5f826023b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd319833e-1c7a-449e-abee-5eca2a0af417', 'name': '', 'network_id': '87bd24c3-2f53-4d06-9d37-4b32bba79109', 'tenant_id': 'c316c98d83734d7eab7153e5f826023b', 'mac_address': 'fa:16:3e:56:f6:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '298ba6f8-2c9c-47e0-bcfb-46f47b8728c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2712, 'fixed_ips': [{'subnet_id': '1b82f7aa-308b-4f07-b0c3-0d99e240d9ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:39:15Z', 'updated_at': '2022-01-28T19:39:30Z', 'revision_number': 5, 'project_id': 'c316c98d83734d7eab7153e5f826023b', 'subnets': [{'id': '1b82f7aa-308b-4f07-b0c3-0d99e240d9ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:39:58.263240 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd00897e-4886-49bf-bfd5-9c3c4ef5851f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93a48a4e-9f67-44b4-96b6-1c2172ab3d0d,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:58.282084 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96241a20-3d59-4bc4-bbc2-9ce264dfa986 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:39:58.288916 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-96241a20-3d59-4bc4-bbc2-9ce264dfa986 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] 10.222.0.64 "PUT /v2.0/routers/8ae2243c-bc41-4126-8032-846c3fb3bfb2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6756802 Jan 28 19:39:58.294933 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46718e23-e37c-40ed-acdd-726535b19858 None None] Sync routers for ids ['8ae2243c-bc41-4126-8032-846c3fb3bfb2'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:39:58.310074 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46718e23-e37c-40ed-acdd-726535b19858 None None] Routers {'8ae2243c-bc41-4126-8032-846c3fb3bfb2'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:39:58.310716 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-46718e23-e37c-40ed-acdd-726535b19858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:39:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['8ae2243c-bc41-4126-8032-846c3fb3bfb2'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:39:58.311933 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 46716) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:58.319451 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-4a7e6947-a472-4244-bd56-22c7023820f9 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Request body: {'port': {'network_id': '864594cf-3c32-446d-8a95-4c69cb1b9ed4', 'name': 'tempest-FloatingIPTestJSON-1148392273'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:39:58.376931 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-46718e23-e37c-40ed-acdd-726535b19858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:39:58.386833 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46718e23-e37c-40ed-acdd-726535b19858 None None] Routers {'8ae2243c-bc41-4126-8032-846c3fb3bfb2'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:39:58.388014 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-46718e23-e37c-40ed-acdd-726535b19858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:39:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['8ae2243c-bc41-4126-8032-846c3fb3bfb2'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:39:58.412320 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-966b79ca-42cb-46ee-9347-6b8098057db2 req-f2c11b97-b204-4294-8c9f-9a7deff11c01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0218216-8b43-4914-af80-a66a439f5091 {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:39:58.424255 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-966b79ca-42cb-46ee-9347-6b8098057db2 req-f2c11b97-b204-4294-8c9f-9a7deff11c01 service neutron] Publish callbacks [] for port (e0218216-8b43-4914-af80-a66a439f5091), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:58.446636 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-46718e23-e37c-40ed-acdd-726535b19858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:39:58.447303 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46718e23-e37c-40ed-acdd-726535b19858 None None] The sync data for ids ['8ae2243c-bc41-4126-8032-846c3fb3bfb2'] in n-d-812111-14 is: [] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:39:58.448720 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-966b79ca-42cb-46ee-9347-6b8098057db2 req-f2c11b97-b204-4294-8c9f-9a7deff11c01 service neutron] Transition to ACTIVE for port object e0218216-8b43-4914-af80-a66a439f5091 will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:39:58.594961 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d23df4a1-ae7b-4e2b-b52d-c9b33df527d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (ed535088-2404-4233-a173-c2daa3d14d72), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:58.600045 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d23df4a1-ae7b-4e2b-b52d-c9b33df527d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:58.601334 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-d23df4a1-ae7b-4e2b-b52d-c9b33df527d7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ed535088-2404-4233-a173-c2daa3d14d72 HTTP/1.1" status: 204 len: 168 time: 1.2009399 Jan 28 19:39:58.601972 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-966b79ca-42cb-46ee-9347-6b8098057db2 req-f2c11b97-b204-4294-8c9f-9a7deff11c01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (e0218216-8b43-4914-af80-a66a439f5091), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:58.615801 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b188c1c8-4809-4a20-a1c3-fb187fec642c None None] New status for floating IP 1b80fcea-891b-47a1-8279-4008451872fd: ACTIVE {{(pid=103306) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 19:39:58.629737 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23df4a1-ae7b-4e2b-b52d-c9b33df527d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed535088-2404-4233-a173-c2daa3d14d72,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:58.639031 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0067f0-40c6-403e-8b0e-d72d9221916e req-9b52a14f-8bf2-4a59-85bd-2579667cef76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:39:58.640538 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4c0067f0-40c6-403e-8b0e-d72d9221916e req-9b52a14f-8bf2-4a59-85bd-2579667cef76 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1b82f7aa-308b-4f07-b0c3-0d99e240d9ef HTTP/1.1" status: 200 len: 851 time: 0.7553911 Jan 28 19:39:58.678240 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a7e6947-a472-4244-bd56-22c7023820f9 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Made reservation on behalf of f4e72d408b38498fbae4d612cef0a05b for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:39:58.681969 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4a7e6947-a472-4244-bd56-22c7023820f9 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:58.708965 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6824643-7919-4bba-a2f0-09d8017e72c7 req-12593d8b-ac5b-4d47-a562-87fea12024e4 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:39:58.717589 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a6824643-7919-4bba-a2f0-09d8017e72c7 req-12593d8b-ac5b-4d47-a562-87fea12024e4 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] 10.222.0.64 "GET /v2.0/ports?device_id=7eba06d1-4475-4bc9-95ed-5947b7e48b16 HTTP/1.1" status: 200 len: 971 time: 0.5118024 Jan 28 19:39:58.727238 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0067f0-40c6-403e-8b0e-d72d9221916e req-839beead-9cb1-4616-ac62-ede40ff4d8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:39:58.729750 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4c0067f0-40c6-403e-8b0e-d72d9221916e req-839beead-9cb1-4616-ac62-ede40ff4d8a0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=87bd24c3-2f53-4d06-9d37-4b32bba79109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0806470 Jan 28 19:39:58.803400 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [None req-4a7e6947-a472-4244-bd56-22c7023820f9 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] device_id is not set on port 9414583b-9396-452e-ba46-89790f78860e yet. {{(pid=103304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:39:58.895920 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4c0067f0-40c6-403e-8b0e-d72d9221916e req-a2ec2005-7689-4d49-9d0d-3c3a64ab4f23 service neutron] 10.222.0.70 "GET /v2.0/networks/87bd24c3-2f53-4d06-9d37-4b32bba79109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603158 Jan 28 19:39:58.956511 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a6824643-7919-4bba-a2f0-09d8017e72c7 req-eb8ad1c1-fe7a-4b6c-b5a9-bf632c173452 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] 10.222.0.64 "GET /v2.0/security-groups?id=84dd5e63-a5ac-4da2-8130-bd6cf084fa16&id=3e7531bd-2a97-482d-a176-cf640cf083cf&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2372997 Jan 28 19:39:58.957463 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c11b97-b204-4294-8c9f-9a7deff11c01 service neutron] Pushing event updated for resources: {'Port': ['ID=e0218216-8b43-4914-af80-a66a439f5091,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:59.114886 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4c0067f0-40c6-403e-8b0e-d72d9221916e req-a18f773e-4205-41c0-bcc3-1670dc2e2cd4 service neutron] 10.222.0.70 "GET /v2.0/networks/87bd24c3-2f53-4d06-9d37-4b32bba79109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050231 Jan 28 19:39:59.575850 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-966b79ca-42cb-46ee-9347-6b8098057db2 req-f2c11b97-b204-4294-8c9f-9a7deff11c01 service neutron] Attempting to bind port e0218216-8b43-4914-af80-a66a439f5091 on host n-h1-812111-14 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:39:59.576422 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-966b79ca-42cb-46ee-9347-6b8098057db2 req-f2c11b97-b204-4294-8c9f-9a7deff11c01 service neutron] Attempting to bind port e0218216-8b43-4914-af80-a66a439f5091 by drivers openvswitch,hyperv on host n-h1-812111-14 at level 0 using segments [{'id': '26e8b81f-7cb0-430f-b573-b39da28f4db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'e2ba0509-154a-4d87-9bc2-4f9ae40aac4b'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:39:59.576713 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-966b79ca-42cb-46ee-9347-6b8098057db2 req-f2c11b97-b204-4294-8c9f-9a7deff11c01 service neutron] Attempting to bind port e0218216-8b43-4914-af80-a66a439f5091 on network e2ba0509-154a-4d87-9bc2-4f9ae40aac4b {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:39:59.586019 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-966b79ca-42cb-46ee-9347-6b8098057db2 req-f2c11b97-b204-4294-8c9f-9a7deff11c01 service neutron] Port e0218216-8b43-4914-af80-a66a439f5091 on network e2ba0509-154a-4d87-9bc2-4f9ae40aac4b not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-14 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:39:59.586712 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-966b79ca-42cb-46ee-9347-6b8098057db2 req-f2c11b97-b204-4294-8c9f-9a7deff11c01 service neutron] Attempting to bind port e0218216-8b43-4914-af80-a66a439f5091 on network e2ba0509-154a-4d87-9bc2-4f9ae40aac4b {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:39:59.601401 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-966b79ca-42cb-46ee-9347-6b8098057db2 req-f2c11b97-b204-4294-8c9f-9a7deff11c01 service neutron] Checking agent: {'id': 'b544ba20-de93-4d86-9e6b-a2202deb6191', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 39, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:39:59.602375 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-966b79ca-42cb-46ee-9347-6b8098057db2 req-f2c11b97-b204-4294-8c9f-9a7deff11c01 service neutron] Checking segment: {'id': '26e8b81f-7cb0-430f-b573-b39da28f4db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'e2ba0509-154a-4d87-9bc2-4f9ae40aac4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:39:59.602852 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-966b79ca-42cb-46ee-9347-6b8098057db2 req-f2c11b97-b204-4294-8c9f-9a7deff11c01 service neutron] Bound using segment: {'id': '26e8b81f-7cb0-430f-b573-b39da28f4db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'e2ba0509-154a-4d87-9bc2-4f9ae40aac4b'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:39:59.603645 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-966b79ca-42cb-46ee-9347-6b8098057db2 req-f2c11b97-b204-4294-8c9f-9a7deff11c01 service neutron] Bound port: e0218216-8b43-4914-af80-a66a439f5091, host: n-h1-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26e8b81f-7cb0-430f-b573-b39da28f4db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'e2ba0509-154a-4d87-9bc2-4f9ae40aac4b'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:39:59.604092 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-966b79ca-42cb-46ee-9347-6b8098057db2 req-f2c11b97-b204-4294-8c9f-9a7deff11c01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (e0218216-8b43-4914-af80-a66a439f5091), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:59.607731 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-4a7e6947-a472-4244-bd56-22c7023820f9 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Allocated IP 172.20.0.7 (864594cf-3c32-446d-8a95-4c69cb1b9ed4/8609f0de-d0c6-4cb5-88c2-cd5c6b7e4f67/9414583b-9396-452e-ba46-89790f78860e) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:39:59.723193 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-966b79ca-42cb-46ee-9347-6b8098057db2 req-f2c11b97-b204-4294-8c9f-9a7deff11c01 service neutron] For port e0218216-8b43-4914-af80-a66a439f5091, host n-h1-812111-14, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:39:59.783906 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-966b79ca-42cb-46ee-9347-6b8098057db2 req-f2c11b97-b204-4294-8c9f-9a7deff11c01 service neutron] For port e0218216-8b43-4914-af80-a66a439f5091, host n-h1-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=e0218216-8b43-4914-af80-a66a439f5091,segment=NetworkSegment(26e8b81f-7cb0-430f-b573-b39da28f4db0),segment_id=26e8b81f-7cb0-430f-b573-b39da28f4db0)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:39:59.795190 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-966b79ca-42cb-46ee-9347-6b8098057db2 req-f2c11b97-b204-4294-8c9f-9a7deff11c01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (e0218216-8b43-4914-af80-a66a439f5091), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:59.839244 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966b79ca-42cb-46ee-9347-6b8098057db2 req-f2c11b97-b204-4294-8c9f-9a7deff11c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:39:59.840345 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-966b79ca-42cb-46ee-9347-6b8098057db2 req-f2c11b97-b204-4294-8c9f-9a7deff11c01 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:59.842590 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-966b79ca-42cb-46ee-9347-6b8098057db2 req-f2c11b97-b204-4294-8c9f-9a7deff11c01 service neutron] 10.222.0.41 "PUT /v2.0/ports/e0218216-8b43-4914-af80-a66a439f5091 HTTP/1.1" status: 200 len: 1132 time: 2.3425107 Jan 28 19:39:59.852885 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7eba06d1-4475-4bc9-95ed-5947b7e48b16', 'tag': 'e0218216-8b43-4914-af80-a66a439f5091'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:39:59.855172 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28bb35e5-3c9f-443c-89cf-efbf8275b9fe" -d '{"events": [{"name": "network-changed", "server_uuid": "7eba06d1-4475-4bc9-95ed-5947b7e48b16", "tag": "e0218216-8b43-4914-af80-a66a439f5091"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:39:59.944487 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4a7e6947-a472-4244-bd56-22c7023820f9 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks [] for port (9414583b-9396-452e-ba46-89790f78860e), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:59.946210 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c11b97-b204-4294-8c9f-9a7deff11c01 service neutron] Pushing event updated for resources: {'Port': ['ID=e0218216-8b43-4914-af80-a66a439f5091,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:59.982856 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a536a09-82ac-4224-be65-4bfa8ed6751c x-openstack-request-id: req-7a536a09-82ac-4224-be65-4bfa8ed6751c {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:39:59.983294 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7eba06d1-4475-4bc9-95ed-5947b7e48b16", "tag": "e0218216-8b43-4914-af80-a66a439f5091", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:39:59.983674 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7a536a09-82ac-4224-be65-4bfa8ed6751c {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:39:59.984146 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7eba06d1-4475-4bc9-95ed-5947b7e48b16', 'tag': 'e0218216-8b43-4914-af80-a66a439f5091', 'status': 'completed', 'code': 200} Jan 28 19:40:00.070992 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966b79ca-42cb-46ee-9347-6b8098057db2 req-b533f3a5-0717-405b-9c4e-6b0617f00b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:40:00.072608 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-966b79ca-42cb-46ee-9347-6b8098057db2 req-b533f3a5-0717-405b-9c4e-6b0617f00b31 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3c5bcff20fc24e3eb87e72dc3f4664c7&device_id=7eba06d1-4475-4bc9-95ed-5947b7e48b16 HTTP/1.1" status: 200 len: 1166 time: 0.1434364 Jan 28 19:40:00.130821 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4a7e6947-a472-4244-bd56-22c7023820f9 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (9414583b-9396-452e-ba46-89790f78860e), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:00.183777 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-966b79ca-42cb-46ee-9347-6b8098057db2 req-630c7270-2a2d-4d35-830c-583b0e72f237 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e0218216-8b43-4914-af80-a66a439f5091 HTTP/1.1" status: 200 len: 217 time: 0.0971992 Jan 28 19:40:00.241381 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a7e6947-a472-4244-bd56-22c7023820f9 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Network 864594cf-3c32-446d-8a95-4c69cb1b9ed4 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:40:00.281499 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-4a7e6947-a472-4244-bd56-22c7023820f9 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:40:00.283956 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7e6947-a472-4244-bd56-22c7023820f9 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:40:00.321087 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7e6947-a472-4244-bd56-22c7023820f9 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Pushing event updated for resources: {'Port': ['ID=9414583b-9396-452e-ba46-89790f78860e,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:40:00.373174 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966b79ca-42cb-46ee-9347-6b8098057db2 req-0bbabbee-1641-4114-a7c4-e3978db6fde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:40:00.379855 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-966b79ca-42cb-46ee-9347-6b8098057db2 req-0bbabbee-1641-4114-a7c4-e3978db6fde9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d49bf281-64be-46ab-ab7b-123b92f40c4b HTTP/1.1" status: 200 len: 834 time: 0.1731980 Jan 28 19:40:00.409371 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 46786) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:40:00.410697 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ad49b5-dcd2-4723-83c9-0c688ffbf1ef req-da7ecc5c-881b-44df-ad48-874f28b00824 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:40:00.413226 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-31ad49b5-dcd2-4723-83c9-0c688ffbf1ef req-da7ecc5c-881b-44df-ad48-874f28b00824 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] 10.222.0.64 "GET /v2.0/ports?device_id=7eba06d1-4475-4bc9-95ed-5947b7e48b16 HTTP/1.1" status: 200 len: 983 time: 0.3396263 Jan 28 19:40:00.459723 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a7e6947-a472-4244-bd56-22c7023820f9 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:40:00.460520 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4a7e6947-a472-4244-bd56-22c7023820f9 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:00.595027 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-025976ce-7866-4341-b9ae-a90e73651378 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-147968771'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:40:00.602461 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-4a7e6947-a472-4244-bd56-22c7023820f9 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.2874088 Jan 28 19:40:00.606842 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 46800) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:40:00.614912 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-de23e558-7c94-438a-916b-45b06b84a2ed tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Request body: {'port': {'network_id': '864594cf-3c32-446d-8a95-4c69cb1b9ed4', 'name': 'tempest-FloatingIPTestJSON-1878357920'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:40:00.636643 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966b79ca-42cb-46ee-9347-6b8098057db2 req-7a14be33-23da-4e97-bb67-48ed908c19d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:40:00.640224 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-966b79ca-42cb-46ee-9347-6b8098057db2 req-7a14be33-23da-4e97-bb67-48ed908c19d1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e2ba0509-154a-4d87-9bc2-4f9ae40aac4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2253265 Jan 28 19:40:00.648563 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-31ad49b5-dcd2-4723-83c9-0c688ffbf1ef req-e8782be1-f855-4837-b7cf-7cef300460a3 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] 10.222.0.64 "GET /v2.0/security-groups?id=84dd5e63-a5ac-4da2-8130-bd6cf084fa16&id=3e7531bd-2a97-482d-a176-cf640cf083cf&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1996315 Jan 28 19:40:00.695098 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-025976ce-7866-4341-b9ae-a90e73651378 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Made reservation on behalf of 64d0cdb4950f49118685892c6c24c7ee for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:40:00.699694 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-025976ce-7866-4341-b9ae-a90e73651378 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:00.713202 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-025976ce-7866-4341-b9ae-a90e73651378 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:00.788695 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-966b79ca-42cb-46ee-9347-6b8098057db2 req-e97d65f8-a807-467e-bc08-9121aa2fffc6 service neutron] 10.222.0.41 "GET /v2.0/networks/e2ba0509-154a-4d87-9bc2-4f9ae40aac4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372633 Jan 28 19:40:00.841392 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de23e558-7c94-438a-916b-45b06b84a2ed tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Made reservation on behalf of f4e72d408b38498fbae4d612cef0a05b for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:40:00.844807 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-de23e558-7c94-438a-916b-45b06b84a2ed tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:00.875262 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [None req-de23e558-7c94-438a-916b-45b06b84a2ed tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] device_id is not set on port 81e5a8c2-dacd-43df-aec2-b49c163010d2 yet. {{(pid=103305) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:40:00.931914 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-025976ce-7866-4341-b9ae-a90e73651378 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks [] for security_group (f7cc0e31-e077-42b9-bb1e-9ab51bcce64f), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:00.945004 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-025976ce-7866-4341-b9ae-a90e73651378 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (f7cc0e31-e077-42b9-bb1e-9ab51bcce64f), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:00.953861 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-966b79ca-42cb-46ee-9347-6b8098057db2 req-76c1a12c-e523-4920-a0ae-a4b5bf4a35f1 service neutron] 10.222.0.41 "GET /v2.0/networks/e2ba0509-154a-4d87-9bc2-4f9ae40aac4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551609 Jan 28 19:40:00.974530 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-025976ce-7866-4341-b9ae-a90e73651378 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:40:01.060851 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-025976ce-7866-4341-b9ae-a90e73651378 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (9fdfc8dc-3e22-412b-a03a-9c5e104700d2), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:01.061661 n-d-812111-14 neutron-server[103305]: INFO neutron.db.segments_db [None req-025976ce-7866-4341-b9ae-a90e73651378 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Added segment 9fdfc8dc-3e22-412b-a03a-9c5e104700d2 of type vlan for network ba3e1ba2-edd1-41f9-a12b-1cb4bc0c8534 Jan 28 19:40:01.076568 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bb35e5-3c9f-443c-89cf-efbf8275b9fe req-42d1a70d-c7d9-4e2c-b96e-d1c7466d20ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:40:01.078363 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-28bb35e5-3c9f-443c-89cf-efbf8275b9fe req-42d1a70d-c7d9-4e2c-b96e-d1c7466d20ae service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3c5bcff20fc24e3eb87e72dc3f4664c7&device_id=7eba06d1-4475-4bc9-95ed-5947b7e48b16 HTTP/1.1" status: 200 len: 1166 time: 0.0585878 Jan 28 19:40:01.118831 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-025976ce-7866-4341-b9ae-a90e73651378 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (ba3e1ba2-edd1-41f9-a12b-1cb4bc0c8534), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:01.133230 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025976ce-7866-4341-b9ae-a90e73651378 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7cc0e31-e077-42b9-bb1e-9ab51bcce64f,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:40:01.172695 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-025976ce-7866-4341-b9ae-a90e73651378 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (ba3e1ba2-edd1-41f9-a12b-1cb4bc0c8534), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:01.179322 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-025976ce-7866-4341-b9ae-a90e73651378 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:40:01.180016 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-025976ce-7866-4341-b9ae-a90e73651378 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:01.209390 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bb35e5-3c9f-443c-89cf-efbf8275b9fe req-d83b6406-4ae1-433f-8e09-3d2d1ded9f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:40:01.210979 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-28bb35e5-3c9f-443c-89cf-efbf8275b9fe req-d83b6406-4ae1-433f-8e09-3d2d1ded9f3c service neutron] 10.222.0.41 "GET /v2.0/networks?id=e2ba0509-154a-4d87-9bc2-4f9ae40aac4b HTTP/1.1" status: 200 len: 896 time: 0.1252952 Jan 28 19:40:01.215857 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-de23e558-7c94-438a-916b-45b06b84a2ed tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Allocated IP 172.20.0.10 (864594cf-3c32-446d-8a95-4c69cb1b9ed4/8609f0de-d0c6-4cb5-88c2-cd5c6b7e4f67/81e5a8c2-dacd-43df-aec2-b49c163010d2) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:40:01.269417 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-025976ce-7866-4341-b9ae-a90e73651378 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8585515 Jan 28 19:40:01.272560 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 46828) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:40:01.280448 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-3fd29d6f-be1e-411f-9d91-03c845bdd799 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Request body: {'port': {'network_id': 'ba3e1ba2-edd1-41f9-a12b-1cb4bc0c8534', 'name': 'tempest-PortsIpV6TestJSON-897365249'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:40:01.285692 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-28bb35e5-3c9f-443c-89cf-efbf8275b9fe req-9837deae-d331-4d23-b5f4-3abc71e3f670 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e0218216-8b43-4914-af80-a66a439f5091 HTTP/1.1" status: 200 len: 217 time: 0.0676389 Jan 28 19:40:01.289183 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025976ce-7866-4341-b9ae-a90e73651378 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Pushing event updated for resources: {'Network': ['ID=ba3e1ba2-edd1-41f9-a12b-1cb4bc0c8534,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:40:01.304977 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network ba3e1ba2-edd1-41f9-a12b-1cb4bc0c8534 details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:40:01.393329 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bb35e5-3c9f-443c-89cf-efbf8275b9fe req-2aad8785-c2a0-4c92-acee-943878ff9c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:40:01.394823 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-28bb35e5-3c9f-443c-89cf-efbf8275b9fe req-2aad8785-c2a0-4c92-acee-943878ff9c71 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d49bf281-64be-46ab-ab7b-123b92f40c4b HTTP/1.1" status: 200 len: 834 time: 0.0983007 Jan 28 19:40:01.447609 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fd29d6f-be1e-411f-9d91-03c845bdd799 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Made reservation on behalf of 64d0cdb4950f49118685892c6c24c7ee for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:40:01.452157 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3fd29d6f-be1e-411f-9d91-03c845bdd799 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:01.473195 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [None req-3fd29d6f-be1e-411f-9d91-03c845bdd799 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] device_id is not set on port 4343d046-1779-440b-9e1a-12e789fca00c yet. {{(pid=103304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:40:01.506229 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-de23e558-7c94-438a-916b-45b06b84a2ed tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks [] for port (81e5a8c2-dacd-43df-aec2-b49c163010d2), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:01.525663 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bb35e5-3c9f-443c-89cf-efbf8275b9fe req-3689bea7-98e2-414b-b111-4b76ddee3c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:40:01.527200 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-28bb35e5-3c9f-443c-89cf-efbf8275b9fe req-3689bea7-98e2-414b-b111-4b76ddee3c1f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e2ba0509-154a-4d87-9bc2-4f9ae40aac4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1234448 Jan 28 19:40:01.554456 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-de23e558-7c94-438a-916b-45b06b84a2ed tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (81e5a8c2-dacd-43df-aec2-b49c163010d2), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:01.616201 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de23e558-7c94-438a-916b-45b06b84a2ed tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Pushing event updated for resources: {'Port': ['ID=81e5a8c2-dacd-43df-aec2-b49c163010d2,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:40:01.624860 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de23e558-7c94-438a-916b-45b06b84a2ed tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Network 864594cf-3c32-446d-8a95-4c69cb1b9ed4 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:40:01.626774 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-de23e558-7c94-438a-916b-45b06b84a2ed tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:40:01.629576 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de23e558-7c94-438a-916b-45b06b84a2ed tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:40:01.690106 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de23e558-7c94-438a-916b-45b06b84a2ed tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:40:01.691049 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-de23e558-7c94-438a-916b-45b06b84a2ed tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:01.722536 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-de23e558-7c94-438a-916b-45b06b84a2ed tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1112065 Jan 28 19:40:01.725723 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 46848) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:40:01.742198 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-7ed89e88-ff6e-4f29-8fba-04bf91f7827f tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Request body: {'floatingip': {'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'port_id': '81e5a8c2-dacd-43df-aec2-b49c163010d2', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:40:01.782465 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-28bb35e5-3c9f-443c-89cf-efbf8275b9fe req-c5dfb2f9-e1ad-4453-a0a8-759ab827a9df service neutron] 10.222.0.41 "GET /v2.0/networks/e2ba0509-154a-4d87-9bc2-4f9ae40aac4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2456832 Jan 28 19:40:01.795582 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7ed89e88-ff6e-4f29-8fba-04bf91f7827f tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:01.807828 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3fd29d6f-be1e-411f-9d91-03c845bdd799 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks [] for port (4343d046-1779-440b-9e1a-12e789fca00c), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:01.924880 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-28bb35e5-3c9f-443c-89cf-efbf8275b9fe req-8b2c06de-d562-4c3a-a4fd-1abe663bd6e8 service neutron] 10.222.0.41 "GET /v2.0/networks/e2ba0509-154a-4d87-9bc2-4f9ae40aac4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311181 Jan 28 19:40:01.933396 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3fd29d6f-be1e-411f-9d91-03c845bdd799 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (4343d046-1779-440b-9e1a-12e789fca00c), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:01.998705 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ad48c4-d629-4144-b1da-36ae44659fe0 req-217e9262-9482-497d-9bc2-2de2c06d4e97 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:40:02.008928 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b5ad48c4-d629-4144-b1da-36ae44659fe0 req-217e9262-9482-497d-9bc2-2de2c06d4e97 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] 10.222.0.64 "GET /v2.0/ports?device_id=7eba06d1-4475-4bc9-95ed-5947b7e48b16 HTTP/1.1" status: 200 len: 983 time: 0.1683478 Jan 28 19:40:02.064400 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd29d6f-be1e-411f-9d91-03c845bdd799 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Pushing event updated for resources: {'Port': ['ID=4343d046-1779-440b-9e1a-12e789fca00c,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:40:02.094920 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd29d6f-be1e-411f-9d91-03c845bdd799 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Checking segment: {'id': '9fdfc8dc-3e22-412b-a03a-9c5e104700d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'ba3e1ba2-edd1-41f9-a12b-1cb4bc0c8534'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:40:02.095445 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd29d6f-be1e-411f-9d91-03c845bdd799 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Network hostable DHCP agents. Network: ba3e1ba2-edd1-41f9-a12b-1cb4bc0c8534, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:40:02.119327 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b5ad48c4-d629-4144-b1da-36ae44659fe0 req-28e93d4b-01b6-4dc3-ac53-efb9026788e1 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] 10.222.0.64 "GET /v2.0/security-groups?id=84dd5e63-a5ac-4da2-8130-bd6cf084fa16&id=3e7531bd-2a97-482d-a176-cf640cf083cf&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1088936 Jan 28 19:40:02.129816 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd29d6f-be1e-411f-9d91-03c845bdd799 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Network ba3e1ba2-edd1-41f9-a12b-1cb4bc0c8534 is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:40:02.150961 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-3fd29d6f-be1e-411f-9d91-03c845bdd799 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, ba3e1ba2-edd1-41f9-a12b-1cb4bc0c8534) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:40:02.157053 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd29d6f-be1e-411f-9d91-03c845bdd799 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:40:02.167852 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd29d6f-be1e-411f-9d91-03c845bdd799 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:40:02.170570 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3fd29d6f-be1e-411f-9d91-03c845bdd799 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:02.171373 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac593697-66a6-4536-9f18-3ec0e7eb0fa8 None None] Network ba3e1ba2-edd1-41f9-a12b-1cb4bc0c8534 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:40:02.205434 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-3fd29d6f-be1e-411f-9d91-03c845bdd799 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.9280641 Jan 28 19:40:02.205765 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7ed89e88-ff6e-4f29-8fba-04bf91f7827f tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:02.205889 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 46862) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:40:02.215719 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-9ccdf9dd-5845-46d7-a4f7-4d031315a66d tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-949630494'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:40:02.255342 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ccdf9dd-5845-46d7-a4f7-4d031315a66d tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Made reservation on behalf of 64d0cdb4950f49118685892c6c24c7ee for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:40:02.260677 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9ccdf9dd-5845-46d7-a4f7-4d031315a66d tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:02.328083 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ccdf9dd-5845-46d7-a4f7-4d031315a66d tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:40:02.354334 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9ccdf9dd-5845-46d7-a4f7-4d031315a66d tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (71d45d85-bd6c-4a80-a97f-3113b370d499), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:02.355636 n-d-812111-14 neutron-server[103304]: INFO neutron.db.segments_db [None req-9ccdf9dd-5845-46d7-a4f7-4d031315a66d tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Added segment 71d45d85-bd6c-4a80-a97f-3113b370d499 of type vlan for network 72d8ea96-80f3-4b20-bbdc-5e66348c09fa Jan 28 19:40:02.426438 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9ccdf9dd-5845-46d7-a4f7-4d031315a66d tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (72d8ea96-80f3-4b20-bbdc-5e66348c09fa), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:02.444651 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-7ed89e88-ff6e-4f29-8fba-04bf91f7827f tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Allocated IP 172.25.6.71 (d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8/a648e4ab-7422-41b9-b133-58aca25ab8f5/6b259086-9d6e-43c8-8484-c5bed00bfe16) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:40:02.473179 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9ccdf9dd-5845-46d7-a4f7-4d031315a66d tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (72d8ea96-80f3-4b20-bbdc-5e66348c09fa), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:02.486030 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ccdf9dd-5845-46d7-a4f7-4d031315a66d tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:40:02.487005 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9ccdf9dd-5845-46d7-a4f7-4d031315a66d tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:02.541444 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-9ccdf9dd-5845-46d7-a4f7-4d031315a66d tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3326125 Jan 28 19:40:02.557955 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 46866) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:40:02.568273 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-22bdc814-7a26-4570-86be-c4e32513e2fa tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Request body: {'ports': [{'network_id': 'ba3e1ba2-edd1-41f9-a12b-1cb4bc0c8534'}, {'network_id': '72d8ea96-80f3-4b20-bbdc-5e66348c09fa'}]} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:40:02.568788 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-22bdc814-7a26-4570-86be-c4e32513e2fa tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Request body: {'port': {'network_id': 'ba3e1ba2-edd1-41f9-a12b-1cb4bc0c8534'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:40:02.569463 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-22bdc814-7a26-4570-86be-c4e32513e2fa tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Request body: {'port': {'network_id': '72d8ea96-80f3-4b20-bbdc-5e66348c09fa'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:40:02.699444 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 4fc29a78-414a-4805-a8cf-167eee4a4412 details requested by agent hyperv_n-h2-812111-14 with host n-h2-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:40:02.716813 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccdf9dd-5845-46d7-a4f7-4d031315a66d tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Pushing event updated for resources: {'Network': ['ID=72d8ea96-80f3-4b20-bbdc-5e66348c09fa,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:40:02.742107 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network 72d8ea96-80f3-4b20-bbdc-5e66348c09fa details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:40:02.957129 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7ed89e88-ff6e-4f29-8fba-04bf91f7827f tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks [] for port (6b259086-9d6e-43c8-8484-c5bed00bfe16), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:02.980298 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 4fc29a78-414a-4805-a8cf-167eee4a4412, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=4fc29a78-414a-4805-a8cf-167eee4a4412,segment=NetworkSegment(0e20d3ef-5527-42ba-86a4-bcb741be912b),segment_id=0e20d3ef-5527-42ba-86a4-bcb741be912b)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:40:03.000369 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Returning: {'device': '4fc29a78-414a-4805-a8cf-167eee4a4412', 'network_id': '87bd24c3-2f53-4d06-9d37-4b32bba79109', 'port_id': '4fc29a78-414a-4805-a8cf-167eee4a4412', 'mac_address': 'fa:16:3e:4c:e5:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b82f7aa-308b-4f07-b0c3-0d99e240d9ef', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:40:03.060149 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7ed89e88-ff6e-4f29-8fba-04bf91f7827f tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (6b259086-9d6e-43c8-8484-c5bed00bfe16), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:03.060848 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 4fc29a78-414a-4805-a8cf-167eee4a4412 is: ACTIVE; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:40:03.063279 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (4fc29a78-414a-4805-a8cf-167eee4a4412), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:03.090373 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4fc29a78-414a-4805-a8cf-167eee4a4412 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:40:03.143417 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 4fc29a78-414a-4805-a8cf-167eee4a4412, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=4fc29a78-414a-4805-a8cf-167eee4a4412,segment=NetworkSegment(0e20d3ef-5527-42ba-86a4-bcb741be912b),segment_id=0e20d3ef-5527-42ba-86a4-bcb741be912b)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:40:03.173338 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (4fc29a78-414a-4805-a8cf-167eee4a4412), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:03.178803 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device e0218216-8b43-4914-af80-a66a439f5091 details requested by agent hyperv_n-h1-812111-14 with host n-h1-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:40:03.196300 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed89e88-ff6e-4f29-8fba-04bf91f7827f tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:40:03.202332 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-7ed89e88-ff6e-4f29-8fba-04bf91f7827f tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:40:03.209892 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed89e88-ff6e-4f29-8fba-04bf91f7827f tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Pushing event updated for resources: {'Port': ['ID=6b259086-9d6e-43c8-8484-c5bed00bfe16,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:40:03.218933 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed89e88-ff6e-4f29-8fba-04bf91f7827f tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:40:03.311588 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['4fc29a78-414a-4805-a8cf-167eee4a4412'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:40:03.318919 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=4fc29a78-414a-4805-a8cf-167eee4a4412,revision_number=6']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:40:03.366641 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f021ca1c-2a14-460e-86e9-827c4df10d7f req-65da07c0-fe08-4384-bb67-c5e8eaa09340 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:40:03.368282 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f021ca1c-2a14-460e-86e9-827c4df10d7f req-65da07c0-fe08-4384-bb67-c5e8eaa09340 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] 10.222.0.64 "GET /v2.0/ports?device_id=7eba06d1-4475-4bc9-95ed-5947b7e48b16 HTTP/1.1" status: 200 len: 983 time: 0.1033583 Jan 28 19:40:03.371547 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:40:03.372174 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:40:03.372733 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:40:03.373333 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:40:03.373884 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:40:03.374430 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:40:03.374975 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:40:03.375551 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:40:03.376093 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:40:03.376634 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:40:03.377231 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:40:03.377775 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:40:03.378332 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:40:03.475128 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f021ca1c-2a14-460e-86e9-827c4df10d7f req-d7477eec-352c-4c3d-b28f-8a7faf3be055 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] 10.222.0.64 "GET /v2.0/security-groups?id=84dd5e63-a5ac-4da2-8130-bd6cf084fa16&id=3e7531bd-2a97-482d-a176-cf640cf083cf&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1006408 Jan 28 19:40:03.483188 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22bdc814-7a26-4570-86be-c4e32513e2fa tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Made reservation on behalf of 64d0cdb4950f49118685892c6c24c7ee for: {'port': 2} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:40:03.491133 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-22bdc814-7a26-4570-86be-c4e32513e2fa tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:03.491748 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port e0218216-8b43-4914-af80-a66a439f5091, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=e0218216-8b43-4914-af80-a66a439f5091,segment=NetworkSegment(26e8b81f-7cb0-430f-b573-b39da28f4db0),segment_id=26e8b81f-7cb0-430f-b573-b39da28f4db0)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:40:03.505534 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Returning: {'device': 'e0218216-8b43-4914-af80-a66a439f5091', 'network_id': 'e2ba0509-154a-4d87-9bc2-4f9ae40aac4b', 'port_id': 'e0218216-8b43-4914-af80-a66a439f5091', 'mac_address': 'fa:16:3e:1b:c8:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd49bf281-64be-46ab-ab7b-123b92f40c4b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:40:03.518137 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-22bdc814-7a26-4570-86be-c4e32513e2fa tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:03.617022 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port e0218216-8b43-4914-af80-a66a439f5091 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:40:03.617669 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (e0218216-8b43-4914-af80-a66a439f5091), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:03.642716 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0218216-8b43-4914-af80-a66a439f5091 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:40:03.666883 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port e0218216-8b43-4914-af80-a66a439f5091, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=e0218216-8b43-4914-af80-a66a439f5091,segment=NetworkSegment(26e8b81f-7cb0-430f-b573-b39da28f4db0),segment_id=26e8b81f-7cb0-430f-b573-b39da28f4db0)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:40:03.677468 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (e0218216-8b43-4914-af80-a66a439f5091), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:03.734813 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=e0218216-8b43-4914-af80-a66a439f5091,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:40:03.980372 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['e0218216-8b43-4914-af80-a66a439f5091'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:40:04.165935 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [None req-22bdc814-7a26-4570-86be-c4e32513e2fa tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] device_id is not set on port 8c0ed139-e191-43a4-aa65-2ed1d608d48c yet. {{(pid=103305) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:40:04.185697 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7ed89e88-ff6e-4f29-8fba-04bf91f7827f tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks [] for floatingip (9c251f16-98f5-44b0-b225-46fa0f761343), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:04.385221 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7ed89e88-ff6e-4f29-8fba-04bf91f7827f tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (6b259086-9d6e-43c8-8484-c5bed00bfe16), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:04.486663 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-22bdc814-7a26-4570-86be-c4e32513e2fa tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks [] for port (8c0ed139-e191-43a4-aa65-2ed1d608d48c), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:04.611229 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [None req-22bdc814-7a26-4570-86be-c4e32513e2fa tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] device_id is not set on port 51f70d9b-a520-481d-a05d-b2c4b279bbd0 yet. {{(pid=103305) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:40:04.708179 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 4fc29a78-414a-4805-a8cf-167eee4a4412 up at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:40:04.736610 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0bde32-37d8-4ee8-8aac-3cef63f03aa7 req-9ec7aa99-def8-41f7-a3b1-29b03a9bf6dc tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:40:04.743542 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ff0bde32-37d8-4ee8-8aac-3cef63f03aa7 req-9ec7aa99-def8-41f7-a3b1-29b03a9bf6dc tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] 10.222.0.64 "GET /v2.0/ports?device_id=7eba06d1-4475-4bc9-95ed-5947b7e48b16 HTTP/1.1" status: 200 len: 984 time: 0.1351717 Jan 28 19:40:04.766989 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7ed89e88-ff6e-4f29-8fba-04bf91f7827f tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks [] for port (6b259086-9d6e-43c8-8484-c5bed00bfe16), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:04.788679 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7ed89e88-ff6e-4f29-8fba-04bf91f7827f tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (6b259086-9d6e-43c8-8484-c5bed00bfe16), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:04.844887 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning complete for port 4fc29a78-414a-4805-a8cf-167eee4a4412 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:40:04.847193 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (4fc29a78-414a-4805-a8cf-167eee4a4412), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:05.094021 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-22bdc814-7a26-4570-86be-c4e32513e2fa tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks [] for port (51f70d9b-a520-481d-a05d-b2c4b279bbd0), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:05.126833 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ff0bde32-37d8-4ee8-8aac-3cef63f03aa7 req-1a585236-47ae-47c9-aeb2-710eb9c95c92 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] 10.222.0.64 "GET /v2.0/security-groups?id=84dd5e63-a5ac-4da2-8130-bd6cf084fa16&id=3e7531bd-2a97-482d-a176-cf640cf083cf&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3823364 Jan 28 19:40:05.127779 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed89e88-ff6e-4f29-8fba-04bf91f7827f tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Pushing event updated for resources: {'Port': ['ID=6b259086-9d6e-43c8-8484-c5bed00bfe16,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:40:05.156758 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7ed89e88-ff6e-4f29-8fba-04bf91f7827f tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734886'] for floatingip (9c251f16-98f5-44b0-b225-46fa0f761343), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:05.239830 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 4fc29a78-414a-4805-a8cf-167eee4a4412 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:40:05.240219 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (4fc29a78-414a-4805-a8cf-167eee4a4412), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:05.268052 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device e0218216-8b43-4914-af80-a66a439f5091 up at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:40:05.349897 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 4fc29a78-414a-4805-a8cf-167eee4a4412, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=4fc29a78-414a-4805-a8cf-167eee4a4412,segment=NetworkSegment(0e20d3ef-5527-42ba-86a4-bcb741be912b),segment_id=0e20d3ef-5527-42ba-86a4-bcb741be912b)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:40:05.352020 n-d-812111-14 neutron-server[103305]: INFO neutron.db.l3_db [None req-7ed89e88-ff6e-4f29-8fba-04bf91f7827f tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Floating IP 9c251f16-98f5-44b0-b225-46fa0f761343 associated. External IP: 172.25.6.71, port: 81e5a8c2-dacd-43df-aec2-b49c163010d2. Jan 28 19:40:05.354459 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a91007d-45be-4c6c-a11f-db74e1c43eb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fc29a78-414a-4805-a8cf-167eee4a4412'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:40:05.358081 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86704f62-344c-4bf2-8830-eafa40ecb571" -d '{"events": [{"server_uuid": "4a91007d-45be-4c6c-a11f-db74e1c43eb8", "name": "network-vif-plugged", "status": "completed", "tag": "4fc29a78-414a-4805-a8cf-167eee4a4412"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:40:05.375328 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (4fc29a78-414a-4805-a8cf-167eee4a4412), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:05.435991 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72aa9309-52cc-4e52-b30f-5441e2f88598 x-openstack-request-id: req-72aa9309-52cc-4e52-b30f-5441e2f88598 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:40:05.436298 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a91007d-45be-4c6c-a11f-db74e1c43eb8", "name": "network-vif-plugged", "status": "completed", "tag": "4fc29a78-414a-4805-a8cf-167eee4a4412", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:40:05.436553 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-72aa9309-52cc-4e52-b30f-5441e2f88598 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:40:05.436948 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a91007d-45be-4c6c-a11f-db74e1c43eb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fc29a78-414a-4805-a8cf-167eee4a4412', 'code': 200} Jan 28 19:40:05.463246 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=4fc29a78-414a-4805-a8cf-167eee4a4412,revision_number=7']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:40:05.481986 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning for port e0218216-8b43-4914-af80-a66a439f5091 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:40:05.488659 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning complete for port e0218216-8b43-4914-af80-a66a439f5091 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:40:05.489419 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (e0218216-8b43-4914-af80-a66a439f5091), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:05.502378 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-22bdc814-7a26-4570-86be-c4e32513e2fa tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (8c0ed139-e191-43a4-aa65-2ed1d608d48c), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:05.571044 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22bdc814-7a26-4570-86be-c4e32513e2fa tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Network ba3e1ba2-edd1-41f9-a12b-1cb4bc0c8534 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:40:05.572662 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bdc814-7a26-4570-86be-c4e32513e2fa tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Pushing event updated for resources: {'Port': ['ID=8c0ed139-e191-43a4-aa65-2ed1d608d48c,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:40:05.576355 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-22bdc814-7a26-4570-86be-c4e32513e2fa tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:40:05.609387 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port e0218216-8b43-4914-af80-a66a439f5091 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:40:05.610142 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (e0218216-8b43-4914-af80-a66a439f5091), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:05.631373 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22bdc814-7a26-4570-86be-c4e32513e2fa tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:40:05.632418 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-22bdc814-7a26-4570-86be-c4e32513e2fa tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (51f70d9b-a520-481d-a05d-b2c4b279bbd0), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:05.660564 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port e0218216-8b43-4914-af80-a66a439f5091, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=e0218216-8b43-4914-af80-a66a439f5091,segment=NetworkSegment(26e8b81f-7cb0-430f-b573-b39da28f4db0),segment_id=26e8b81f-7cb0-430f-b573-b39da28f4db0)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:40:05.666956 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (e0218216-8b43-4914-af80-a66a439f5091), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:05.723768 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=e0218216-8b43-4914-af80-a66a439f5091,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:40:05.764708 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bdc814-7a26-4570-86be-c4e32513e2fa tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Pushing event updated for resources: {'Port': ['ID=51f70d9b-a520-481d-a05d-b2c4b279bbd0,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:40:05.767638 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22bdc814-7a26-4570-86be-c4e32513e2fa tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Checking segment: {'id': '71d45d85-bd6c-4a80-a97f-3113b370d499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '72d8ea96-80f3-4b20-bbdc-5e66348c09fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:40:05.768032 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22bdc814-7a26-4570-86be-c4e32513e2fa tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Network hostable DHCP agents. Network: 72d8ea96-80f3-4b20-bbdc-5e66348c09fa, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:40:05.790359 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ed89e88-ff6e-4f29-8fba-04bf91f7827f tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Router 8ae2243c-bc41-4126-8032-846c3fb3bfb2 has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:40:05.807018 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22bdc814-7a26-4570-86be-c4e32513e2fa tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Network 72d8ea96-80f3-4b20-bbdc-5e66348c09fa is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:40:05.864494 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-22bdc814-7a26-4570-86be-c4e32513e2fa tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, 72d8ea96-80f3-4b20-bbdc-5e66348c09fa) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:40:05.871872 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22bdc814-7a26-4570-86be-c4e32513e2fa tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:40:05.873662 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f75ba98d-c691-40fb-9c1f-60d5037845d3 None None] Network 72d8ea96-80f3-4b20-bbdc-5e66348c09fa requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:40:05.878256 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22bdc814-7a26-4570-86be-c4e32513e2fa tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:40:05.882750 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22bdc814-7a26-4570-86be-c4e32513e2fa tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:40:05.883423 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-22bdc814-7a26-4570-86be-c4e32513e2fa tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:05.916955 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 46926) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:40:05.917599 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-22bdc814-7a26-4570-86be-c4e32513e2fa tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.3570485 Jan 28 19:40:05.977779 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ed89e88-ff6e-4f29-8fba-04bf91f7827f tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:40:05.990870 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c640ea29-aac4-4f8d-9d94-d6b330525dbe None None] Sync routers for ids ['8ae2243c-bc41-4126-8032-846c3fb3bfb2'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:40:06.003974 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7ed89e88-ff6e-4f29-8fba-04bf91f7827f tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for floatingip (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:06.007901 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c640ea29-aac4-4f8d-9d94-d6b330525dbe None None] Routers {'8ae2243c-bc41-4126-8032-846c3fb3bfb2'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:40:06.010018 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-c640ea29-aac4-4f8d-9d94-d6b330525dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:39:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['8ae2243c-bc41-4126-8032-846c3fb3bfb2'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:40:06.048862 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-cfe9b3b6-f81d-44ce-9067-01d88b4f7d85 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Deleting port 51f70d9b-a520-481d-a05d-b2c4b279bbd0 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:40:06.049231 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cfe9b3b6-f81d-44ce-9067-01d88b4f7d85 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (51f70d9b-a520-481d-a05d-b2c4b279bbd0), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:06.051062 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-c640ea29-aac4-4f8d-9d94-d6b330525dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:40:06.061816 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c640ea29-aac4-4f8d-9d94-d6b330525dbe None None] Routers {'8ae2243c-bc41-4126-8032-846c3fb3bfb2'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:40:06.062779 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-c640ea29-aac4-4f8d-9d94-d6b330525dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:39:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['8ae2243c-bc41-4126-8032-846c3fb3bfb2'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:40:06.113290 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-c640ea29-aac4-4f8d-9d94-d6b330525dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:40:06.114133 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c640ea29-aac4-4f8d-9d94-d6b330525dbe None None] The sync data for ids ['8ae2243c-bc41-4126-8032-846c3fb3bfb2'] in n-d-812111-14 is: [] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:40:06.114559 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-7ed89e88-ff6e-4f29-8fba-04bf91f7827f tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.3874109 Jan 28 19:40:06.117067 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 46932) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:40:06.127235 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-d8caa149-6ac3-4697-874a-ca9d228b4d15 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:40:06.189218 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cfe9b3b6-f81d-44ce-9067-01d88b4f7d85 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (51f70d9b-a520-481d-a05d-b2c4b279bbd0), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:06.225815 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-cfe9b3b6-f81d-44ce-9067-01d88b4f7d85 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Calling delete_port for 51f70d9b-a520-481d-a05d-b2c4b279bbd0 owned by {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:40:06.411293 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1967f9-21d2-4916-ae14-1516e52df224 req-74be8b9f-279f-458e-a94b-f2a686e09973 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:40:06.425411 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5b1967f9-21d2-4916-ae14-1516e52df224 req-74be8b9f-279f-458e-a94b-f2a686e09973 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] 10.222.0.64 "GET /v2.0/ports?device_id=7eba06d1-4475-4bc9-95ed-5947b7e48b16 HTTP/1.1" status: 200 len: 985 time: 0.1775529 Jan 28 19:40:06.460854 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cfe9b3b6-f81d-44ce-9067-01d88b4f7d85 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (51f70d9b-a520-481d-a05d-b2c4b279bbd0), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:06.535445 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe9b3b6-f81d-44ce-9067-01d88b4f7d85 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Pushing event deleted for resources: {'Port': ['ID=51f70d9b-a520-481d-a05d-b2c4b279bbd0,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:40:06.556187 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cfe9b3b6-f81d-44ce-9067-01d88b4f7d85 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:06.562288 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-cfe9b3b6-f81d-44ce-9067-01d88b4f7d85 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] 10.222.0.64 "DELETE /v2.0/ports/51f70d9b-a520-481d-a05d-b2c4b279bbd0 HTTP/1.1" status: 204 len: 168 time: 0.6408207 Jan 28 19:40:06.564842 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 46948) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:40:06.582714 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5b1967f9-21d2-4916-ae14-1516e52df224 req-41f2d827-c5b0-4709-aee2-79f246f0f7c4 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] 10.222.0.64 "GET /v2.0/security-groups?id=84dd5e63-a5ac-4da2-8130-bd6cf084fa16&id=3e7531bd-2a97-482d-a176-cf640cf083cf&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1562967 Jan 28 19:40:06.649808 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-be8bfe45-229c-44b0-8a8d-9fe77025c24b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:06.689245 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15559f27-6dbd-482c-afda-25baface7564 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:40:06.699962 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15559f27-6dbd-482c-afda-25baface7564 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:40:06.704792 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-15559f27-6dbd-482c-afda-25baface7564 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.1386914 Jan 28 19:40:06.705313 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 46950) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:40:06.792085 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d8caa149-6ac3-4697-874a-ca9d228b4d15 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks [] for floatingip (9c251f16-98f5-44b0-b225-46fa0f761343), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:06.983330 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d8caa149-6ac3-4697-874a-ca9d228b4d15 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:06.987236 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d8caa149-6ac3-4697-874a-ca9d228b4d15 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734886'] for floatingip (9c251f16-98f5-44b0-b225-46fa0f761343), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:06.987920 n-d-812111-14 neutron-server[103305]: INFO neutron.db.l3_db [None req-d8caa149-6ac3-4697-874a-ca9d228b4d15 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Floating IP 9c251f16-98f5-44b0-b225-46fa0f761343 disassociated. External IP: 172.25.6.71, port: 81e5a8c2-dacd-43df-aec2-b49c163010d2. Jan 28 19:40:07.032226 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-da215054-d494-4096-95da-d97a0380b67c tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Deleting port 8c0ed139-e191-43a4-aa65-2ed1d608d48c {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:40:07.032683 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-da215054-d494-4096-95da-d97a0380b67c tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (8c0ed139-e191-43a4-aa65-2ed1d608d48c), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:07.152169 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-da215054-d494-4096-95da-d97a0380b67c tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (8c0ed139-e191-43a4-aa65-2ed1d608d48c), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:07.203176 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-da215054-d494-4096-95da-d97a0380b67c tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Calling delete_port for 8c0ed139-e191-43a4-aa65-2ed1d608d48c owned by {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:40:07.416558 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-da215054-d494-4096-95da-d97a0380b67c tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (8c0ed139-e191-43a4-aa65-2ed1d608d48c), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:07.439708 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7eba06d1-4475-4bc9-95ed-5947b7e48b16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0218216-8b43-4914-af80-a66a439f5091'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:40:07.443789 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3350832-4d8d-4dec-b855-eafe9703e180" -d '{"events": [{"server_uuid": "7eba06d1-4475-4bc9-95ed-5947b7e48b16", "name": "network-vif-plugged", "status": "completed", "tag": "e0218216-8b43-4914-af80-a66a439f5091"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:40:07.487822 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da215054-d494-4096-95da-d97a0380b67c tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Pushing event deleted for resources: {'Port': ['ID=8c0ed139-e191-43a4-aa65-2ed1d608d48c,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:40:07.494470 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-da215054-d494-4096-95da-d97a0380b67c tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:07.498297 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-da215054-d494-4096-95da-d97a0380b67c tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] 10.222.0.64 "DELETE /v2.0/ports/8c0ed139-e191-43a4-aa65-2ed1d608d48c HTTP/1.1" status: 204 len: 168 time: 0.7919648 Jan 28 19:40:07.500933 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 46968) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:40:07.515210 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8caa149-6ac3-4697-874a-ca9d228b4d15 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Router 8ae2243c-bc41-4126-8032-846c3fb3bfb2 has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:40:07.547670 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:40:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-244c27b6-cde2-405d-8fd6-520286e90f15 x-openstack-request-id: req-244c27b6-cde2-405d-8fd6-520286e90f15 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:40:07.548767 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7eba06d1-4475-4bc9-95ed-5947b7e48b16", "name": "network-vif-plugged", "status": "completed", "tag": "e0218216-8b43-4914-af80-a66a439f5091", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:40:07.549716 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-244c27b6-cde2-405d-8fd6-520286e90f15 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:40:07.549716 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7eba06d1-4475-4bc9-95ed-5947b7e48b16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0218216-8b43-4914-af80-a66a439f5091', 'code': 200} Jan 28 19:40:07.621996 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ee344b8-855f-4edf-bc5c-91a4b031ad7b tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:40:07.626322 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-7ee344b8-855f-4edf-bc5c-91a4b031ad7b tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1218736 Jan 28 19:40:07.651236 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 46972) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:40:07.687848 n-d-812111-14 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-12a3659a-add0-4d62-ab2b-e60c8bd69111 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] GET failed (client error): The resource could not be found. Jan 28 19:40:07.691614 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-12a3659a-add0-4d62-ab2b-e60c8bd69111 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] 10.222.0.64 "GET /v2.0/ports/51f70d9b-a520-481d-a05d-b2c4b279bbd0 HTTP/1.1" status: 404 len: 333 time: 0.0370665 Jan 28 19:40:07.695960 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 46976) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:40:07.730186 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8caa149-6ac3-4697-874a-ca9d228b4d15 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:40:07.735907 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d8caa149-6ac3-4697-874a-ca9d228b4d15 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for floatingip (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:07.741552 n-d-812111-14 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a62134f-9a49-4752-ae09-45c7032d65f5 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] GET failed (client error): The resource could not be found. Jan 28 19:40:07.742543 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda2c64a-b2eb-4496-9824-2fe199901311 None None] Sync routers for ids ['8ae2243c-bc41-4126-8032-846c3fb3bfb2'] in n-d-812111-14 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:40:07.745636 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-5a62134f-9a49-4752-ae09-45c7032d65f5 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] 10.222.0.64 "GET /v2.0/ports/8c0ed139-e191-43a4-aa65-2ed1d608d48c HTTP/1.1" status: 404 len: 333 time: 0.0461533 Jan 28 19:40:07.748714 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 46978) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:40:07.760590 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda2c64a-b2eb-4496-9824-2fe199901311 None None] Routers {'8ae2243c-bc41-4126-8032-846c3fb3bfb2'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:40:07.761260 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-bda2c64a-b2eb-4496-9824-2fe199901311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:39:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['8ae2243c-bc41-4126-8032-846c3fb3bfb2'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:40:07.824157 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-d8caa149-6ac3-4697-874a-ca9d228b4d15 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] 10.222.0.64 "PUT /v2.0/floatingips/9c251f16-98f5-44b0-b225-46fa0f761343 HTTP/1.1" status: 200 len: 687 time: 1.7040036 Jan 28 19:40:07.828500 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 46980) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:40:07.872495 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2c6d18-3fd6-4d4d-8ccf-e6d0eada4912 req-14c34051-53f0-47db-8cc7-f65510a1201e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:40:07.875242 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-da2c6d18-3fd6-4d4d-8ccf-e6d0eada4912 req-14c34051-53f0-47db-8cc7-f65510a1201e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7eba06d1-4475-4bc9-95ed-5947b7e48b16 HTTP/1.1" status: 200 len: 1168 time: 0.2653441 Jan 28 19:40:07.944042 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-bda2c64a-b2eb-4496-9824-2fe199901311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:40:07.948415 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc0f84a-407b-4cc8-9180-6cffbe4f990a req-1eb82e1a-4001-4931-ba3b-2d6c1f8c5aad tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:40:07.959892 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-afc0f84a-407b-4cc8-9180-6cffbe4f990a req-1eb82e1a-4001-4931-ba3b-2d6c1f8c5aad tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] 10.222.0.64 "GET /v2.0/ports?device_id=7eba06d1-4475-4bc9-95ed-5947b7e48b16 HTTP/1.1" status: 200 len: 985 time: 0.2169390 Jan 28 19:40:07.973205 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda2c64a-b2eb-4496-9824-2fe199901311 None None] Routers {'8ae2243c-bc41-4126-8032-846c3fb3bfb2'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:40:07.974108 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-bda2c64a-b2eb-4496-9824-2fe199901311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:39:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['8ae2243c-bc41-4126-8032-846c3fb3bfb2'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:40:08.036036 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-71687ddb-30c9-4aa6-81d9-ff9215c570e8 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Deleting port 6b259086-9d6e-43c8-8484-c5bed00bfe16 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:40:08.036386 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-71687ddb-30c9-4aa6-81d9-ff9215c570e8 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (6b259086-9d6e-43c8-8484-c5bed00bfe16), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:08.037730 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-730e4cf9-547a-4c87-967f-a96001e05ac1 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (72d8ea96-80f3-4b20-bbdc-5e66348c09fa), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:08.065390 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-bda2c64a-b2eb-4496-9824-2fe199901311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:40:08.066352 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda2c64a-b2eb-4496-9824-2fe199901311 None None] The sync data for ids ['8ae2243c-bc41-4126-8032-846c3fb3bfb2'] in n-d-812111-14 is: [] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:40:08.138271 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-da2c6d18-3fd6-4d4d-8ccf-e6d0eada4912 req-681ab230-22d2-4e08-808e-6c37ffdd90c1 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=3e7531bd-2a97-482d-a176-cf640cf083cf&id=84dd5e63-a5ac-4da2-8130-bd6cf084fa16&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2438493 Jan 28 19:40:08.219682 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-71687ddb-30c9-4aa6-81d9-ff9215c570e8 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (6b259086-9d6e-43c8-8484-c5bed00bfe16), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:08.225706 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-71687ddb-30c9-4aa6-81d9-ff9215c570e8 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks [] for floatingip (6b259086-9d6e-43c8-8484-c5bed00bfe16), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:08.257059 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-71687ddb-30c9-4aa6-81d9-ff9215c570e8 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Calling delete_port for 6b259086-9d6e-43c8-8484-c5bed00bfe16 owned by network:floatingip {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:40:08.262708 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-afc0f84a-407b-4cc8-9180-6cffbe4f990a req-8aeacbee-40f5-40af-8b65-bd1f4becc587 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] 10.222.0.64 "GET /v2.0/security-groups?id=84dd5e63-a5ac-4da2-8130-bd6cf084fa16&id=3e7531bd-2a97-482d-a176-cf640cf083cf&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3001618 Jan 28 19:40:08.390423 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-730e4cf9-547a-4c87-967f-a96001e05ac1 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (72d8ea96-80f3-4b20-bbdc-5e66348c09fa), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:08.422675 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-730e4cf9-547a-4c87-967f-a96001e05ac1 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72d8ea96-80f3-4b20-bbdc-5e66348c09fa']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:40:08.433447 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-730e4cf9-547a-4c87-967f-a96001e05ac1 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71d45d85-bd6c-4a80-a97f-3113b370d499') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:40:08.433812 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-730e4cf9-547a-4c87-967f-a96001e05ac1 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71d45d85-bd6c-4a80-a97f-3113b370d499') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:40:08.446475 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-730e4cf9-547a-4c87-967f-a96001e05ac1 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4747091'] for segment (71d45d85-bd6c-4a80-a97f-3113b370d499), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:08.466568 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-730e4cf9-547a-4c87-967f-a96001e05ac1 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (71d45d85-bd6c-4a80-a97f-3113b370d499), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:08.475038 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-730e4cf9-547a-4c87-967f-a96001e05ac1 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:40:08.477800 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-730e4cf9-547a-4c87-967f-a96001e05ac1 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4690514'] for segment (71d45d85-bd6c-4a80-a97f-3113b370d499), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:08.486062 n-d-812111-14 neutron-server[103304]: Traceback (most recent call last): Jan 28 19:40:08.486062 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:40:08.486062 n-d-812111-14 neutron-server[103304]: timer() Jan 28 19:40:08.486062 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:40:08.486062 n-d-812111-14 neutron-server[103304]: cb(*args, **kw) Jan 28 19:40:08.486062 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:40:08.486062 n-d-812111-14 neutron-server[103304]: return func(*args, **kwargs) Jan 28 19:40:08.486062 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:40:08.486062 n-d-812111-14 neutron-server[103304]: self._notify() Jan 28 19:40:08.486062 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:40:08.486062 n-d-812111-14 neutron-server[103304]: self.callback(batched_events) Jan 28 19:40:08.486062 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:40:08.486062 n-d-812111-14 neutron-server[103304]: event.method(event) Jan 28 19:40:08.486062 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:40:08.486062 n-d-812111-14 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:40:08.486062 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:40:08.486062 n-d-812111-14 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:40:08.486062 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:40:08.486062 n-d-812111-14 neutron-server[103304]: return f(self, *a, **k) Jan 28 19:40:08.486062 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:40:08.486062 n-d-812111-14 neutron-server[103304]: return self._get(url).json() Jan 28 19:40:08.486062 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:40:08.486062 n-d-812111-14 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:40:08.486062 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:40:08.486062 n-d-812111-14 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 28 19:40:08.486062 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:40:08.486062 n-d-812111-14 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:40:08.486062 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:40:08.486062 n-d-812111-14 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:40:08.486062 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:40:08.486062 n-d-812111-14 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:40:08.486062 n-d-812111-14 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:40:08.539461 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-71687ddb-30c9-4aa6-81d9-ff9215c570e8 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (6b259086-9d6e-43c8-8484-c5bed00bfe16), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:08.617813 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-730e4cf9-547a-4c87-967f-a96001e05ac1 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (72d8ea96-80f3-4b20-bbdc-5e66348c09fa), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:08.636649 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71687ddb-30c9-4aa6-81d9-ff9215c570e8 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Pushing event deleted for resources: {'Port': ['ID=6b259086-9d6e-43c8-8484-c5bed00bfe16,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:40:08.663131 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-730e4cf9-547a-4c87-967f-a96001e05ac1 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:08.685448 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-730e4cf9-547a-4c87-967f-a96001e05ac1 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] 10.222.0.64 "DELETE /v2.0/networks/72d8ea96-80f3-4b20-bbdc-5e66348c09fa HTTP/1.1" status: 204 len: 168 time: 0.9339309 Jan 28 19:40:08.692225 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 46994) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:40:08.698710 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-d53ee82b-bfe8-46a7-9826-7aaf06c9a510 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1617644096'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:40:08.765758 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730e4cf9-547a-4c87-967f-a96001e05ac1 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Pushing event deleted for resources: {'Network': ['ID=72d8ea96-80f3-4b20-bbdc-5e66348c09fa,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:40:08.774107 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-71687ddb-30c9-4aa6-81d9-ff9215c570e8 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks [] for floatingip (9c251f16-98f5-44b0-b225-46fa0f761343), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:08.776752 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-71687ddb-30c9-4aa6-81d9-ff9215c570e8 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for floatingip (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:08.785530 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-71687ddb-30c9-4aa6-81d9-ff9215c570e8 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] 10.222.0.64 "DELETE /v2.0/floatingips/9c251f16-98f5-44b0-b225-46fa0f761343 HTTP/1.1" status: 204 len: 168 time: 0.9525852 Jan 28 19:40:08.785724 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730e4cf9-547a-4c87-967f-a96001e05ac1 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:40:08.785724 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730e4cf9-547a-4c87-967f-a96001e05ac1 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:40:08.785724 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730e4cf9-547a-4c87-967f-a96001e05ac1 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:40:08.785724 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730e4cf9-547a-4c87-967f-a96001e05ac1 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:40:08.785724 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730e4cf9-547a-4c87-967f-a96001e05ac1 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:40:08.785724 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730e4cf9-547a-4c87-967f-a96001e05ac1 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:40:08.786228 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 46998) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:40:08.786318 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730e4cf9-547a-4c87-967f-a96001e05ac1 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:40:08.786318 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730e4cf9-547a-4c87-967f-a96001e05ac1 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:40:08.786497 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730e4cf9-547a-4c87-967f-a96001e05ac1 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:40:08.786860 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730e4cf9-547a-4c87-967f-a96001e05ac1 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:40:08.787162 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730e4cf9-547a-4c87-967f-a96001e05ac1 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:40:08.787497 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730e4cf9-547a-4c87-967f-a96001e05ac1 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:40:08.787828 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730e4cf9-547a-4c87-967f-a96001e05ac1 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:40:08.790138 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-6b0e4bb7-7a2d-474e-9838-f607900c26a4 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Request body: {'floatingip': {'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'port_id': '9414583b-9396-452e-ba46-89790f78860e'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:40:08.799424 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d53ee82b-bfe8-46a7-9826-7aaf06c9a510 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Made reservation on behalf of 64d0cdb4950f49118685892c6c24c7ee for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:40:08.804053 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d53ee82b-bfe8-46a7-9826-7aaf06c9a510 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:08.832782 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6b0e4bb7-7a2d-474e-9838-f607900c26a4 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:08.855097 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d53ee82b-bfe8-46a7-9826-7aaf06c9a510 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:40:08.880904 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d53ee82b-bfe8-46a7-9826-7aaf06c9a510 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (15863d16-da0f-4546-8f5e-49cac9407ca6), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:08.882001 n-d-812111-14 neutron-server[103304]: INFO neutron.db.segments_db [None req-d53ee82b-bfe8-46a7-9826-7aaf06c9a510 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Added segment 15863d16-da0f-4546-8f5e-49cac9407ca6 of type vlan for network afed0106-2311-42af-b7d7-8807af575465 Jan 28 19:40:08.936202 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58bd06da-f092-43a5-a285-b37d5e602cab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:08.938308 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d53ee82b-bfe8-46a7-9826-7aaf06c9a510 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (afed0106-2311-42af-b7d7-8807af575465), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:08.979546 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d53ee82b-bfe8-46a7-9826-7aaf06c9a510 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (afed0106-2311-42af-b7d7-8807af575465), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:08.985927 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d53ee82b-bfe8-46a7-9826-7aaf06c9a510 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:40:08.986746 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d53ee82b-bfe8-46a7-9826-7aaf06c9a510 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:09.071483 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-d53ee82b-bfe8-46a7-9826-7aaf06c9a510 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3772306 Jan 28 19:40:09.075013 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 47008) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:40:09.080923 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-5fbd82cd-f508-481e-a378-db4ea73f4a42 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Request body: {'subnet': {'network_id': 'afed0106-2311-42af-b7d7-8807af575465', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:40:09.090635 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53ee82b-bfe8-46a7-9826-7aaf06c9a510 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Pushing event updated for resources: {'Network': ['ID=afed0106-2311-42af-b7d7-8807af575465,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:40:09.102827 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network afed0106-2311-42af-b7d7-8807af575465 details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:40:09.298359 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6b0e4bb7-7a2d-474e-9838-f607900c26a4 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:09.415524 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fbd82cd-f508-481e-a378-db4ea73f4a42 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Made reservation on behalf of 64d0cdb4950f49118685892c6c24c7ee for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:40:09.419433 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5fbd82cd-f508-481e-a378-db4ea73f4a42 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4733071'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:09.588503 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-6b0e4bb7-7a2d-474e-9838-f607900c26a4 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Allocated IP 172.25.6.228 (d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8/a648e4ab-7422-41b9-b133-58aca25ab8f5/843da717-8da1-4d8e-8009-38706a1a4b3a) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:40:09.677072 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.ipam_backend_mixin [None req-5fbd82cd-f508-481e-a378-db4ea73f4a42 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Performing IP validity checks on allocation pools {{(pid=103305) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 28 19:40:09.679979 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.ipam_backend_mixin [None req-5fbd82cd-f508-481e-a378-db4ea73f4a42 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103305) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 28 19:40:09.729965 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1d8313-367f-4d0c-9551-60f52e20ebc2 req-fd5be0c9-c2d6-4b63-90b9-ce34a7ba6f53 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:40:09.737923 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9a1d8313-367f-4d0c-9551-60f52e20ebc2 req-fd5be0c9-c2d6-4b63-90b9-ce34a7ba6f53 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] 10.222.0.64 "GET /v2.0/ports?device_id=7eba06d1-4475-4bc9-95ed-5947b7e48b16 HTTP/1.1" status: 200 len: 985 time: 0.3315015 Jan 28 19:40:09.802547 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:09.856072 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6b0e4bb7-7a2d-474e-9838-f607900c26a4 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks [] for port (843da717-8da1-4d8e-8009-38706a1a4b3a), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:09.957811 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9a1d8313-367f-4d0c-9551-60f52e20ebc2 req-c0b2c573-636b-4052-99fd-b9888099d46e tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] 10.222.0.64 "GET /v2.0/security-groups?id=84dd5e63-a5ac-4da2-8130-bd6cf084fa16&id=3e7531bd-2a97-482d-a176-cf640cf083cf&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2191150 Jan 28 19:40:09.975868 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5fbd82cd-f508-481e-a378-db4ea73f4a42 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4752401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4733085'] for subnet (2b7f2d24-ea0b-49ba-b51b-d252c2159cf6), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:10.054778 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6b0e4bb7-7a2d-474e-9838-f607900c26a4 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (843da717-8da1-4d8e-8009-38706a1a4b3a), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:10.075993 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbd82cd-f508-481e-a378-db4ea73f4a42 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Pushing event updated for resources: {'Subnet': ['ID=2b7f2d24-ea0b-49ba-b51b-d252c2159cf6,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:40:10.118256 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b0e4bb7-7a2d-474e-9838-f607900c26a4 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:40:10.124632 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-6b0e4bb7-7a2d-474e-9838-f607900c26a4 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:40:10.128671 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0e4bb7-7a2d-474e-9838-f607900c26a4 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:40:10.130770 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fbd82cd-f508-481e-a378-db4ea73f4a42 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Checking segment: {'id': '15863d16-da0f-4546-8f5e-49cac9407ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'afed0106-2311-42af-b7d7-8807af575465'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:40:10.131204 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fbd82cd-f508-481e-a378-db4ea73f4a42 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Network hostable DHCP agents. Network: afed0106-2311-42af-b7d7-8807af575465, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:40:10.167106 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0e4bb7-7a2d-474e-9838-f607900c26a4 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Pushing event updated for resources: {'Port': ['ID=843da717-8da1-4d8e-8009-38706a1a4b3a,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:40:10.206172 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fbd82cd-f508-481e-a378-db4ea73f4a42 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Network afed0106-2311-42af-b7d7-8807af575465 is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:40:10.250962 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-5fbd82cd-f508-481e-a378-db4ea73f4a42 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, afed0106-2311-42af-b7d7-8807af575465) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:40:10.260387 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73b51731-e3eb-498a-9a12-14caf44c9b04 None None] Network afed0106-2311-42af-b7d7-8807af575465 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:40:10.362123 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fbd82cd-f508-481e-a378-db4ea73f4a42 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:40:10.367615 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5fbd82cd-f508-481e-a378-db4ea73f4a42 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:10.440229 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-5fbd82cd-f508-481e-a378-db4ea73f4a42 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3640451 Jan 28 19:40:10.443490 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 47038) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:40:10.454523 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-ab3ea455-3561-490b-91b8-7a1a9385e583 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Request body: {'port': {'network_id': 'afed0106-2311-42af-b7d7-8807af575465', 'name': 'tempest-PortsIpV6TestJSON-201928552'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:40:10.513690 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-751417e6-c18e-4d47-af8a-5c31aaa2b004 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68cd31fd-e4cd-5fb3-a862-256fc47efcd2-afed0106-2311-42af-b7d7-8807af575465', 'network_id': 'afed0106-2311-42af-b7d7-8807af575465', 'project_id': '64d0cdb4950f49118685892c6c24c7ee', 'fixed_ips': [{'subnet_id': '2b7f2d24-ea0b-49ba-b51b-d252c2159cf6'}]}} from n-d-812111-14. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:40:10.519533 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-751417e6-c18e-4d47-af8a-5c31aaa2b004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:10.881662 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-751417e6-c18e-4d47-af8a-5c31aaa2b004 None None] Allocated IP 2001:db8::2 (afed0106-2311-42af-b7d7-8807af575465/2b7f2d24-ea0b-49ba-b51b-d252c2159cf6/48eecb9c-fefc-46e4-86d0-a8a5f4ae79a3) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:40:11.080380 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6b0e4bb7-7a2d-474e-9838-f607900c26a4 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks [] for floatingip (28b18ccd-2acd-471a-9a7b-fb17a37c899a), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:11.201889 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6b0e4bb7-7a2d-474e-9838-f607900c26a4 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (843da717-8da1-4d8e-8009-38706a1a4b3a), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:11.286779 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa23ffb-3d42-4906-8285-3cc635126a2d req-4a2d9cce-ec79-44ee-9952-44d7999f8131 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:40:11.288893 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-cfa23ffb-3d42-4906-8285-3cc635126a2d req-4a2d9cce-ec79-44ee-9952-44d7999f8131 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] 10.222.0.64 "GET /v2.0/ports?device_id=7eba06d1-4475-4bc9-95ed-5947b7e48b16 HTTP/1.1" status: 200 len: 985 time: 0.1494441 Jan 28 19:40:11.366388 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-751417e6-c18e-4d47-af8a-5c31aaa2b004 None None] Publish callbacks [] for port (48eecb9c-fefc-46e4-86d0-a8a5f4ae79a3), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:11.377143 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-751417e6-c18e-4d47-af8a-5c31aaa2b004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (48eecb9c-fefc-46e4-86d0-a8a5f4ae79a3), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:11.400653 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-751417e6-c18e-4d47-af8a-5c31aaa2b004 None None] Network afed0106-2311-42af-b7d7-8807af575465 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:40:11.403800 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-751417e6-c18e-4d47-af8a-5c31aaa2b004 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:40:11.416936 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-cfa23ffb-3d42-4906-8285-3cc635126a2d req-24e0ee52-aaf9-4b6c-89f3-e74cad3bb1d7 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] 10.222.0.64 "GET /v2.0/security-groups?id=84dd5e63-a5ac-4da2-8130-bd6cf084fa16&id=3e7531bd-2a97-482d-a176-cf640cf083cf&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1171393 Jan 28 19:40:11.426296 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751417e6-c18e-4d47-af8a-5c31aaa2b004 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:40:11.455904 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab3ea455-3561-490b-91b8-7a1a9385e583 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Made reservation on behalf of 64d0cdb4950f49118685892c6c24c7ee for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:40:11.459368 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ab3ea455-3561-490b-91b8-7a1a9385e583 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:11.517361 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751417e6-c18e-4d47-af8a-5c31aaa2b004 None None] Pushing event updated for resources: {'Port': ['ID=48eecb9c-fefc-46e4-86d0-a8a5f4ae79a3,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:40:11.526751 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [None req-ab3ea455-3561-490b-91b8-7a1a9385e583 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] device_id is not set on port 22cc4455-df47-4248-a2b9-8133bc439564 yet. {{(pid=103304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:40:11.546940 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-751417e6-c18e-4d47-af8a-5c31aaa2b004 None None] Attempting to bind port 48eecb9c-fefc-46e4-86d0-a8a5f4ae79a3 on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:40:11.549257 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-751417e6-c18e-4d47-af8a-5c31aaa2b004 None None] Attempting to bind port 48eecb9c-fefc-46e4-86d0-a8a5f4ae79a3 by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '15863d16-da0f-4546-8f5e-49cac9407ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'afed0106-2311-42af-b7d7-8807af575465'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:40:11.549837 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751417e6-c18e-4d47-af8a-5c31aaa2b004 None None] Attempting to bind port 48eecb9c-fefc-46e4-86d0-a8a5f4ae79a3 on network afed0106-2311-42af-b7d7-8807af575465 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:40:11.564374 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751417e6-c18e-4d47-af8a-5c31aaa2b004 None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:40:11.565069 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751417e6-c18e-4d47-af8a-5c31aaa2b004 None None] Checking segment: {'id': '15863d16-da0f-4546-8f5e-49cac9407ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'afed0106-2311-42af-b7d7-8807af575465'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:40:11.565675 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-751417e6-c18e-4d47-af8a-5c31aaa2b004 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:11.566231 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751417e6-c18e-4d47-af8a-5c31aaa2b004 None None] Bound using segment: {'id': '15863d16-da0f-4546-8f5e-49cac9407ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'afed0106-2311-42af-b7d7-8807af575465'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:40:11.566895 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-751417e6-c18e-4d47-af8a-5c31aaa2b004 None None] Bound port: 48eecb9c-fefc-46e4-86d0-a8a5f4ae79a3, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15863d16-da0f-4546-8f5e-49cac9407ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'afed0106-2311-42af-b7d7-8807af575465'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:40:11.567466 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-751417e6-c18e-4d47-af8a-5c31aaa2b004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (48eecb9c-fefc-46e4-86d0-a8a5f4ae79a3), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:11.686271 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6b0e4bb7-7a2d-474e-9838-f607900c26a4 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks [] for port (843da717-8da1-4d8e-8009-38706a1a4b3a), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:11.712232 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-751417e6-c18e-4d47-af8a-5c31aaa2b004 None None] For port 48eecb9c-fefc-46e4-86d0-a8a5f4ae79a3, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:40:11.716818 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-751417e6-c18e-4d47-af8a-5c31aaa2b004 None None] For port 48eecb9c-fefc-46e4-86d0-a8a5f4ae79a3, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=48eecb9c-fefc-46e4-86d0-a8a5f4ae79a3,segment=NetworkSegment(15863d16-da0f-4546-8f5e-49cac9407ca6),segment_id=15863d16-da0f-4546-8f5e-49cac9407ca6)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:40:11.718466 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbea9e12-5055-43b4-8991-f233e1b28f39 req-238d922b-bc9f-4c37-99be-db701f91e526 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:40:11.729433 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-bbea9e12-5055-43b4-8991-f233e1b28f39 req-238d922b-bc9f-4c37-99be-db701f91e526 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] 10.222.0.64 "GET /v2.0/ports?device_id=7eba06d1-4475-4bc9-95ed-5947b7e48b16 HTTP/1.1" status: 200 len: 985 time: 0.1927779 Jan 28 19:40:11.735463 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-751417e6-c18e-4d47-af8a-5c31aaa2b004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (48eecb9c-fefc-46e4-86d0-a8a5f4ae79a3), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:11.735958 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6b0e4bb7-7a2d-474e-9838-f607900c26a4 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (843da717-8da1-4d8e-8009-38706a1a4b3a), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:11.811611 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751417e6-c18e-4d47-af8a-5c31aaa2b004 None None] Pushing event updated for resources: {'Port': ['ID=48eecb9c-fefc-46e4-86d0-a8a5f4ae79a3,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:40:11.818618 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:11.852718 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-ab3ea455-3561-490b-91b8-7a1a9385e583 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Allocated IP 2001:db8::37c (afed0106-2311-42af-b7d7-8807af575465/2b7f2d24-ea0b-49ba-b51b-d252c2159cf6/22cc4455-df47-4248-a2b9-8133bc439564) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:40:11.917456 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0e4bb7-7a2d-474e-9838-f607900c26a4 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Pushing event updated for resources: {'Port': ['ID=843da717-8da1-4d8e-8009-38706a1a4b3a,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:40:11.976538 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-bbea9e12-5055-43b4-8991-f233e1b28f39 req-d592dcd1-9bdf-4120-8782-d59d5fe6c972 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] 10.222.0.64 "GET /v2.0/security-groups?id=84dd5e63-a5ac-4da2-8130-bd6cf084fa16&id=3e7531bd-2a97-482d-a176-cf640cf083cf&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2463369 Jan 28 19:40:12.033225 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6b0e4bb7-7a2d-474e-9838-f607900c26a4 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734886'] for floatingip (28b18ccd-2acd-471a-9a7b-fb17a37c899a), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:12.347418 n-d-812111-14 neutron-server[103305]: INFO neutron.db.l3_db [None req-6b0e4bb7-7a2d-474e-9838-f607900c26a4 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Floating IP 28b18ccd-2acd-471a-9a7b-fb17a37c899a associated. External IP: 172.25.6.228, port: 9414583b-9396-452e-ba46-89790f78860e. Jan 28 19:40:12.394160 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ab3ea455-3561-490b-91b8-7a1a9385e583 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks [] for port (22cc4455-df47-4248-a2b9-8133bc439564), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:12.447259 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b979b1b0-ea66-462e-be42-562e02c5d41e req-f486c74b-b83a-4115-8a94-96853a2ba314 tempest-TestSecurityGroupsBasicOps-406199905 tempest-TestSecurityGroupsBasicOps-406199905-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:40:12.449699 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b979b1b0-ea66-462e-be42-562e02c5d41e req-f486c74b-b83a-4115-8a94-96853a2ba314 tempest-TestSecurityGroupsBasicOps-406199905 tempest-TestSecurityGroupsBasicOps-406199905-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=7eba06d1-4475-4bc9-95ed-5947b7e48b16 HTTP/1.1" status: 200 len: 1168 time: 0.3605092 Jan 28 19:40:12.501830 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-b979b1b0-ea66-462e-be42-562e02c5d41e req-069c4578-aec7-4dc1-8d44-0c0ab6077e95 tempest-TestSecurityGroupsBasicOps-406199905 tempest-TestSecurityGroupsBasicOps-406199905-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:12.542473 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ab3ea455-3561-490b-91b8-7a1a9385e583 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (22cc4455-df47-4248-a2b9-8133bc439564), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:12.700019 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab3ea455-3561-490b-91b8-7a1a9385e583 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Network afed0106-2311-42af-b7d7-8807af575465 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:40:12.715505 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-ab3ea455-3561-490b-91b8-7a1a9385e583 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:40:12.718036 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3ea455-3561-490b-91b8-7a1a9385e583 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Pushing event updated for resources: {'Port': ['ID=22cc4455-df47-4248-a2b9-8133bc439564,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:40:12.741510 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3ea455-3561-490b-91b8-7a1a9385e583 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:40:12.748299 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab3ea455-3561-490b-91b8-7a1a9385e583 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:40:12.749833 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ab3ea455-3561-490b-91b8-7a1a9385e583 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:12.785397 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-ab3ea455-3561-490b-91b8-7a1a9385e583 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.3401325 Jan 28 19:40:12.788034 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 47078) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:40:12.865657 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-b979b1b0-ea66-462e-be42-562e02c5d41e req-069c4578-aec7-4dc1-8d44-0c0ab6077e95 tempest-TestSecurityGroupsBasicOps-406199905 tempest-TestSecurityGroupsBasicOps-406199905-project-admin] Publish callbacks [] for security_group (97ab7630-d435-4f51-99f5-e15c615d605e), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:12.925567 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-b979b1b0-ea66-462e-be42-562e02c5d41e req-069c4578-aec7-4dc1-8d44-0c0ab6077e95 tempest-TestSecurityGroupsBasicOps-406199905 tempest-TestSecurityGroupsBasicOps-406199905-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (97ab7630-d435-4f51-99f5-e15c615d605e), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:12.993888 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069c4578-aec7-4dc1-8d44-0c0ab6077e95 tempest-TestSecurityGroupsBasicOps-406199905 tempest-TestSecurityGroupsBasicOps-406199905-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97ab7630-d435-4f51-99f5-e15c615d605e,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:40:13.113279 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:13.127811 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b979b1b0-ea66-462e-be42-562e02c5d41e req-069c4578-aec7-4dc1-8d44-0c0ab6077e95 tempest-TestSecurityGroupsBasicOps-406199905 tempest-TestSecurityGroupsBasicOps-406199905-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=84dd5e63-a5ac-4da2-8130-bd6cf084fa16&id=3e7531bd-2a97-482d-a176-cf640cf083cf&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.6676145 Jan 28 19:40:13.139136 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-bbdc98b7-7f9b-4a68-a30a-c526f0d62984 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Deleting port 22cc4455-df47-4248-a2b9-8133bc439564 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:40:13.139759 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bbdc98b7-7f9b-4a68-a30a-c526f0d62984 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (22cc4455-df47-4248-a2b9-8133bc439564), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:13.178384 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 47084) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:40:13.408123 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1469cfa4-e0b7-4cab-9b67-606449b5be4b tempest-TestSecurityGroupsBasicOps-406199905 tempest-TestSecurityGroupsBasicOps-406199905-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:40:13.417496 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-1469cfa4-e0b7-4cab-9b67-606449b5be4b tempest-TestSecurityGroupsBasicOps-406199905 tempest-TestSecurityGroupsBasicOps-406199905-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=7eba06d1-4475-4bc9-95ed-5947b7e48b16 HTTP/1.1" status: 200 len: 1163 time: 0.2360549 Jan 28 19:40:13.433753 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 47092) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:40:13.448044 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-6492a0d5-917d-4748-b6ed-925ebd55dbed tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Request body: {'floatingip': {'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'port_id': 'e0218216-8b43-4914-af80-a66a439f5091', 'tenant_id': '3c5bcff20fc24e3eb87e72dc3f4664c7', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:40:13.505067 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b0e4bb7-7a2d-474e-9838-f607900c26a4 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Router 8ae2243c-bc41-4126-8032-846c3fb3bfb2 has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:40:13.542261 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bbdc98b7-7f9b-4a68-a30a-c526f0d62984 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (22cc4455-df47-4248-a2b9-8133bc439564), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:13.547776 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 48eecb9c-fefc-46e4-86d0-a8a5f4ae79a3 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:40:13.561135 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-bbdc98b7-7f9b-4a68-a30a-c526f0d62984 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Calling delete_port for 22cc4455-df47-4248-a2b9-8133bc439564 owned by {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:40:13.566685 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6492a0d5-917d-4748-b6ed-925ebd55dbed tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:13.690555 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 48eecb9c-fefc-46e4-86d0-a8a5f4ae79a3 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:40:13.690939 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (48eecb9c-fefc-46e4-86d0-a8a5f4ae79a3), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:13.793088 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b0e4bb7-7a2d-474e-9838-f607900c26a4 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:40:13.806152 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f245cfa8-e500-4128-8e90-6a640b8616e7 None None] Sync routers for ids ['8ae2243c-bc41-4126-8032-846c3fb3bfb2'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:40:13.816871 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f245cfa8-e500-4128-8e90-6a640b8616e7 None None] Routers {'8ae2243c-bc41-4126-8032-846c3fb3bfb2'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:40:13.817424 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-f245cfa8-e500-4128-8e90-6a640b8616e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:40:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['8ae2243c-bc41-4126-8032-846c3fb3bfb2'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:40:13.875232 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6b0e4bb7-7a2d-474e-9838-f607900c26a4 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for floatingip (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:13.920114 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ccb111-7fab-43be-979a-a9dee9a62d6f None None] Network afed0106-2311-42af-b7d7-8807af575465 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:40:13.962323 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-f245cfa8-e500-4128-8e90-6a640b8616e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:40:13.976810 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-6b0e4bb7-7a2d-474e-9838-f607900c26a4 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.1900921 Jan 28 19:40:13.989964 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 47102) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:40:14.006651 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f245cfa8-e500-4128-8e90-6a640b8616e7 None None] Routers {'8ae2243c-bc41-4126-8032-846c3fb3bfb2'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:40:14.007479 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-f245cfa8-e500-4128-8e90-6a640b8616e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:40:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['8ae2243c-bc41-4126-8032-846c3fb3bfb2'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:40:14.106096 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-f245cfa8-e500-4128-8e90-6a640b8616e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:40:14.111044 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f245cfa8-e500-4128-8e90-6a640b8616e7 None None] The sync data for ids ['8ae2243c-bc41-4126-8032-846c3fb3bfb2'] in n-d-812111-14 is: [] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:40:14.128449 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:40:14.129491 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 48eecb9c-fefc-46e4-86d0-a8a5f4ae79a3 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:40:14.130531 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (48eecb9c-fefc-46e4-86d0-a8a5f4ae79a3), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:14.135540 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bbdc98b7-7f9b-4a68-a30a-c526f0d62984 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (22cc4455-df47-4248-a2b9-8133bc439564), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:14.160026 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-341f043f-d7ed-459c-8204-936c0d1894e6 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] 10.222.0.64 "GET /v2.0/floatingips/28b18ccd-2acd-471a-9a7b-fb17a37c899a HTTP/1.1" status: 200 len: 978 time: 0.1688631 Jan 28 19:40:14.170240 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 47104) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:40:14.176994 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-9cea5e7a-6409-43f3-8aa5-841a0cc55b93 None None] Provisioning complete for port 48eecb9c-fefc-46e4-86d0-a8a5f4ae79a3 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:40:14.177675 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9cea5e7a-6409-43f3-8aa5-841a0cc55b93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (48eecb9c-fefc-46e4-86d0-a8a5f4ae79a3), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:14.205481 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6492a0d5-917d-4748-b6ed-925ebd55dbed tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:14.207917 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdc98b7-7f9b-4a68-a30a-c526f0d62984 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Pushing event deleted for resources: {'Port': ['ID=22cc4455-df47-4248-a2b9-8133bc439564,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:40:14.292926 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bbdc98b7-7f9b-4a68-a30a-c526f0d62984 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:14.304524 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-bbdc98b7-7f9b-4a68-a30a-c526f0d62984 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] 10.222.0.64 "DELETE /v2.0/ports/22cc4455-df47-4248-a2b9-8133bc439564 HTTP/1.1" status: 204 len: 168 time: 1.5129890 Jan 28 19:40:14.309369 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 47108) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:40:14.315720 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] For port 48eecb9c-fefc-46e4-86d0-a8a5f4ae79a3, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=48eecb9c-fefc-46e4-86d0-a8a5f4ae79a3,segment=NetworkSegment(15863d16-da0f-4546-8f5e-49cac9407ca6),segment_id=15863d16-da0f-4546-8f5e-49cac9407ca6)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:40:14.332370 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (48eecb9c-fefc-46e4-86d0-a8a5f4ae79a3), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:14.400854 n-d-812111-14 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-6eb1234d-0072-49f7-a952-dd7bd36a3363 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] DELETE failed (client error): The resource could not be found. Jan 28 19:40:14.401442 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6eb1234d-0072-49f7-a952-dd7bd36a3363 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:40:14.407007 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-6eb1234d-0072-49f7-a952-dd7bd36a3363 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] 10.222.0.64 "DELETE /v2.0/ports/22cc4455-df47-4248-a2b9-8133bc439564 HTTP/1.1" status: 404 len: 333 time: 0.0942118 Jan 28 19:40:14.408068 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 47112) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:40:14.429793 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 47114) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:40:14.517040 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-06b994b6-2639-4218-837b-d106cae90355 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] 10.222.0.64 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.3449228 Jan 28 19:40:14.526883 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 47122) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:40:14.537718 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-d11e6345-80f2-484e-a0ea-1650a6c69268 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Request body: {'floatingip': {'port_id': '81e5a8c2-dacd-43df-aec2-b49c163010d2'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:40:14.586106 n-d-812111-14 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2bad0d7-3b8f-404a-b693-edbce80d5428 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] GET failed (client error): The resource could not be found. Jan 28 19:40:14.590602 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-f2bad0d7-3b8f-404a-b693-edbce80d5428 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] 10.222.0.64 "GET /v2.0/ports/22cc4455-df47-4248-a2b9-8133bc439564 HTTP/1.1" status: 404 len: 333 time: 0.1786304 Jan 28 19:40:14.600749 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 47124) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:40:14.679688 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Pushing event updated for resources: {'Port': ['ID=48eecb9c-fefc-46e4-86d0-a8a5f4ae79a3,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:40:14.693581 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-9cea5e7a-6409-43f3-8aa5-841a0cc55b93 None None] Current status of the port 48eecb9c-fefc-46e4-86d0-a8a5f4ae79a3 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:40:14.719952 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d11e6345-80f2-484e-a0ea-1650a6c69268 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks [] for floatingip (28b18ccd-2acd-471a-9a7b-fb17a37c899a), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:14.760902 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-6492a0d5-917d-4748-b6ed-925ebd55dbed tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Allocated IP 172.25.6.165 (d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8/a648e4ab-7422-41b9-b133-58aca25ab8f5/abd56d30-fa0f-4382-a995-301bf70e655c) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:40:14.820022 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8644804-a301-410a-bcbc-3f9fc295a621 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Deleting subnet 2b7f2d24-ea0b-49ba-b51b-d252c2159cf6 {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:40:14.826938 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e8644804-a301-410a-bcbc-3f9fc295a621 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks [] for subnet (2b7f2d24-ea0b-49ba-b51b-d252c2159cf6), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:15.016323 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e8644804-a301-410a-bcbc-3f9fc295a621 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4747050'] for subnet (2b7f2d24-ea0b-49ba-b51b-d252c2159cf6), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:15.139260 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-85ba265c-9e51-4077-87c6-7b23a0474cc1 None None] Provisioning complete for port 48eecb9c-fefc-46e4-86d0-a8a5f4ae79a3 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:40:15.139799 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-85ba265c-9e51-4077-87c6-7b23a0474cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (48eecb9c-fefc-46e4-86d0-a8a5f4ae79a3), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:15.191473 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6492a0d5-917d-4748-b6ed-925ebd55dbed tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Publish callbacks [] for port (abd56d30-fa0f-4382-a995-301bf70e655c), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:15.244265 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e8644804-a301-410a-bcbc-3f9fc295a621 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (2b7f2d24-ea0b-49ba-b51b-d252c2159cf6), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:15.374107 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-85ba265c-9e51-4077-87c6-7b23a0474cc1 None None] Current status of the port 48eecb9c-fefc-46e4-86d0-a8a5f4ae79a3 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:40:15.379689 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 48eecb9c-fefc-46e4-86d0-a8a5f4ae79a3 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:40:15.418132 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6492a0d5-917d-4748-b6ed-925ebd55dbed tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (abd56d30-fa0f-4382-a995-301bf70e655c), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:15.451553 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 48eecb9c-fefc-46e4-86d0-a8a5f4ae79a3 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:40:15.452133 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (48eecb9c-fefc-46e4-86d0-a8a5f4ae79a3), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:15.528399 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6492a0d5-917d-4748-b6ed-925ebd55dbed tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:40:15.529891 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e8644804-a301-410a-bcbc-3f9fc295a621 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4690616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5222356'] for subnet (2b7f2d24-ea0b-49ba-b51b-d252c2159cf6), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:15.551012 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-6492a0d5-917d-4748-b6ed-925ebd55dbed tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:40:15.566507 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6492a0d5-917d-4748-b6ed-925ebd55dbed tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:40:15.612637 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fddceb1c-761a-430d-b83f-60e200840339 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:15.678289 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 48eecb9c-fefc-46e4-86d0-a8a5f4ae79a3 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:40:15.700884 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d2a65798-4616-4502-8071-b2a8bdbe7289 None None] Could not find standard attr ID for object 22cc4455-df47-4248-a2b9-8133bc439564. {{(pid=103306) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 19:40:15.705833 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e8644804-a301-410a-bcbc-3f9fc295a621 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:15.720310 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-e8644804-a301-410a-bcbc-3f9fc295a621 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] 10.222.0.64 "DELETE /v2.0/subnets/2b7f2d24-ea0b-49ba-b51b-d252c2159cf6 HTTP/1.1" status: 204 len: 168 time: 1.1184781 Jan 28 19:40:15.721519 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8644804-a301-410a-bcbc-3f9fc295a621 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Pushing event deleted for resources: {'Subnet': ['ID=2b7f2d24-ea0b-49ba-b51b-d252c2159cf6,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:40:15.736673 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 47134) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:40:15.739942 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6492a0d5-917d-4748-b6ed-925ebd55dbed tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Pushing event updated for resources: {'Port': ['ID=abd56d30-fa0f-4382-a995-301bf70e655c,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:40:15.938350 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.db.resource_extend [None req-d11e6345-80f2-484e-a0ea-1650a6c69268 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 19:40:16.003265 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a70f239-63e3-4a87-8581-ceef7d1943dc None None] Network afed0106-2311-42af-b7d7-8807af575465 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:40:16.041466 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ef71023d-a220-4a8a-a557-fbe90f8d1a65 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (afed0106-2311-42af-b7d7-8807af575465), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:16.068232 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d11e6345-80f2-484e-a0ea-1650a6c69268 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:16.088458 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d11e6345-80f2-484e-a0ea-1650a6c69268 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734886'] for floatingip (28b18ccd-2acd-471a-9a7b-fb17a37c899a), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:16.218266 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fddceb1c-761a-430d-b83f-60e200840339 admin admin] Publish callbacks [] for security_group (83a8578c-ead5-4727-8599-9fdd86699408), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:16.239552 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fddceb1c-761a-430d-b83f-60e200840339 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (83a8578c-ead5-4727-8599-9fdd86699408), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:16.279050 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-ef71023d-a220-4a8a-a557-fbe90f8d1a65 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Deleting port 48eecb9c-fefc-46e4-86d0-a8a5f4ae79a3 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:40:16.279403 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ef71023d-a220-4a8a-a557-fbe90f8d1a65 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (48eecb9c-fefc-46e4-86d0-a8a5f4ae79a3), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:16.330620 n-d-812111-14 neutron-server[103305]: INFO neutron.db.l3_db [None req-d11e6345-80f2-484e-a0ea-1650a6c69268 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Floating IP 28b18ccd-2acd-471a-9a7b-fb17a37c899a associated. External IP: 172.25.6.228, port: 9414583b-9396-452e-ba46-89790f78860e. Jan 28 19:40:16.353855 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-fddceb1c-761a-430d-b83f-60e200840339 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8a63d64f030e4108858c01ab676eff5a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9167795 Jan 28 19:40:16.359606 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 47136) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:40:16.378683 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-add47f74-0a04-40fd-94de-b6baa6b2f973 None None] DHCP port deletion for afed0106-2311-42af-b7d7-8807af575465 request from n-d-812111-14 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:40:16.406417 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddceb1c-761a-430d-b83f-60e200840339 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83a8578c-ead5-4727-8599-9fdd86699408,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:40:16.502538 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-add47f74-0a04-40fd-94de-b6baa6b2f973 None None] Deleting port 48eecb9c-fefc-46e4-86d0-a8a5f4ae79a3 {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:40:16.503603 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-add47f74-0a04-40fd-94de-b6baa6b2f973 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (48eecb9c-fefc-46e4-86d0-a8a5f4ae79a3), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:16.540017 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-701504e3-339f-415d-9bb4-f1b0b6b90a0a admin admin] Publish callbacks [] for security_group (83a8578c-ead5-4727-8599-9fdd86699408), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:16.635883 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-add47f74-0a04-40fd-94de-b6baa6b2f973 None None] For port 48eecb9c-fefc-46e4-86d0-a8a5f4ae79a3, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=48eecb9c-fefc-46e4-86d0-a8a5f4ae79a3,segment=NetworkSegment(15863d16-da0f-4546-8f5e-49cac9407ca6),segment_id=15863d16-da0f-4546-8f5e-49cac9407ca6)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:40:16.636273 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-add47f74-0a04-40fd-94de-b6baa6b2f973 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (48eecb9c-fefc-46e4-86d0-a8a5f4ae79a3), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:16.638773 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-701504e3-339f-415d-9bb4-f1b0b6b90a0a admin admin] Publish callbacks [] for security_group (83a8578c-ead5-4727-8599-9fdd86699408), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:16.641692 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6492a0d5-917d-4748-b6ed-925ebd55dbed tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Publish callbacks [] for floatingip (ffeca101-5182-400a-bf71-4b31aa03bf46), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:16.654170 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-add47f74-0a04-40fd-94de-b6baa6b2f973 None None] Calling delete_port for 48eecb9c-fefc-46e4-86d0-a8a5f4ae79a3 owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:40:16.763420 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d11e6345-80f2-484e-a0ea-1650a6c69268 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Router 8ae2243c-bc41-4126-8032-846c3fb3bfb2 has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:40:16.772363 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6492a0d5-917d-4748-b6ed-925ebd55dbed tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (abd56d30-fa0f-4382-a995-301bf70e655c), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:16.778632 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-add47f74-0a04-40fd-94de-b6baa6b2f973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985'] for port (48eecb9c-fefc-46e4-86d0-a8a5f4ae79a3), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:16.788532 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-701504e3-339f-415d-9bb4-f1b0b6b90a0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (83a8578c-ead5-4727-8599-9fdd86699408), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:16.797581 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-701504e3-339f-415d-9bb4-f1b0b6b90a0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:16.800560 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-701504e3-339f-415d-9bb4-f1b0b6b90a0a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/83a8578c-ead5-4727-8599-9fdd86699408 HTTP/1.1" status: 204 len: 168 time: 0.4399629 Jan 28 19:40:16.816710 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add47f74-0a04-40fd-94de-b6baa6b2f973 None None] Pushing event deleted for resources: {'Port': ['ID=48eecb9c-fefc-46e4-86d0-a8a5f4ae79a3,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:40:16.820798 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-ef71023d-a220-4a8a-a557-fbe90f8d1a65 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] For port 48eecb9c-fefc-46e4-86d0-a8a5f4ae79a3, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=48eecb9c-fefc-46e4-86d0-a8a5f4ae79a3,segment=NetworkSegment(15863d16-da0f-4546-8f5e-49cac9407ca6),segment_id=15863d16-da0f-4546-8f5e-49cac9407ca6)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:40:16.821434 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ef71023d-a220-4a8a-a557-fbe90f8d1a65 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (48eecb9c-fefc-46e4-86d0-a8a5f4ae79a3), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:16.826268 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add47f74-0a04-40fd-94de-b6baa6b2f973 None None] No DVR routers for this DVR port 48eecb9c-fefc-46e4-86d0-a8a5f4ae79a3 on host n-d-812111-14 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:40:17.008387 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6492a0d5-917d-4748-b6ed-925ebd55dbed tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Publish callbacks [] for port (abd56d30-fa0f-4382-a995-301bf70e655c), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:17.016198 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6492a0d5-917d-4748-b6ed-925ebd55dbed tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (abd56d30-fa0f-4382-a995-301bf70e655c), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:17.123502 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-ef71023d-a220-4a8a-a557-fbe90f8d1a65 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Calling delete_port for 48eecb9c-fefc-46e4-86d0-a8a5f4ae79a3 owned by network:dhcp {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:40:17.139220 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701504e3-339f-415d-9bb4-f1b0b6b90a0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83a8578c-ead5-4727-8599-9fdd86699408,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:40:17.220653 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d11e6345-80f2-484e-a0ea-1650a6c69268 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:40:17.232114 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71539888-52d8-4063-8b1f-98b25f3d16bc None None] Sync routers for ids ['8ae2243c-bc41-4126-8032-846c3fb3bfb2'] in n-d-812111-14 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:40:17.246562 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71539888-52d8-4063-8b1f-98b25f3d16bc None None] Routers {'8ae2243c-bc41-4126-8032-846c3fb3bfb2'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:40:17.251241 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-71539888-52d8-4063-8b1f-98b25f3d16bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:40:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['8ae2243c-bc41-4126-8032-846c3fb3bfb2'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:40:17.259451 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6492a0d5-917d-4748-b6ed-925ebd55dbed tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Pushing event updated for resources: {'Port': ['ID=abd56d30-fa0f-4382-a995-301bf70e655c,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:40:17.322169 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6492a0d5-917d-4748-b6ed-925ebd55dbed tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734886'] for floatingip (ffeca101-5182-400a-bf71-4b31aa03bf46), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:17.393299 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 48eecb9c-fefc-46e4-86d0-a8a5f4ae79a3 no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:40:17.405720 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-71539888-52d8-4063-8b1f-98b25f3d16bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:40:17.478452 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 47152) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:40:17.489709 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ef71023d-a220-4a8a-a557-fbe90f8d1a65 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (48eecb9c-fefc-46e4-86d0-a8a5f4ae79a3), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:17.509253 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: 48eecb9c-fefc-46e4-86d0-a8a5f4ae79a3 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:40:17.509645 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 48eecb9c-fefc-46e4-86d0-a8a5f4ae79a3 not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:40:17.511124 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a26767c6-b5fb-4479-b72b-f166f07a5c82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:17.541644 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71539888-52d8-4063-8b1f-98b25f3d16bc None None] Routers {'8ae2243c-bc41-4126-8032-846c3fb3bfb2'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:40:17.542283 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-71539888-52d8-4063-8b1f-98b25f3d16bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:40:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['8ae2243c-bc41-4126-8032-846c3fb3bfb2'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:40:17.563242 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef71023d-a220-4a8a-a557-fbe90f8d1a65 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Pushing event deleted for resources: {'Port': ['ID=48eecb9c-fefc-46e4-86d0-a8a5f4ae79a3,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:40:17.576046 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef71023d-a220-4a8a-a557-fbe90f8d1a65 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] No DVR routers for this DVR port 48eecb9c-fefc-46e4-86d0-a8a5f4ae79a3 on host n-d-812111-14 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:40:17.587033 n-d-812111-14 neutron-server[103304]: INFO neutron.db.l3_db [None req-6492a0d5-917d-4748-b6ed-925ebd55dbed tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Floating IP ffeca101-5182-400a-bf71-4b31aa03bf46 associated. External IP: 172.25.6.165, port: e0218216-8b43-4914-af80-a66a439f5091. Jan 28 19:40:17.657900 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-71539888-52d8-4063-8b1f-98b25f3d16bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:40:17.669015 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71539888-52d8-4063-8b1f-98b25f3d16bc None None] The sync data for ids ['8ae2243c-bc41-4126-8032-846c3fb3bfb2'] in n-d-812111-14 is: [] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:40:17.779296 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ef71023d-a220-4a8a-a557-fbe90f8d1a65 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (afed0106-2311-42af-b7d7-8807af575465), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:17.796354 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d11e6345-80f2-484e-a0ea-1650a6c69268 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Router 8ae2243c-bc41-4126-8032-846c3fb3bfb2 has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:40:18.066931 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d11e6345-80f2-484e-a0ea-1650a6c69268 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:40:18.077589 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a260fd5-7c3c-45d6-a56a-3ee0bc197a9f None None] Sync routers for ids ['8ae2243c-bc41-4126-8032-846c3fb3bfb2'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:40:18.088210 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d11e6345-80f2-484e-a0ea-1650a6c69268 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for floatingip (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:18.090414 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a260fd5-7c3c-45d6-a56a-3ee0bc197a9f None None] Routers {'8ae2243c-bc41-4126-8032-846c3fb3bfb2'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:40:18.100655 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-5a260fd5-7c3c-45d6-a56a-3ee0bc197a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:40:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['8ae2243c-bc41-4126-8032-846c3fb3bfb2'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:40:18.210299 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-5a260fd5-7c3c-45d6-a56a-3ee0bc197a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:40:18.235843 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a260fd5-7c3c-45d6-a56a-3ee0bc197a9f None None] Routers {'8ae2243c-bc41-4126-8032-846c3fb3bfb2'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:40:18.236622 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-5a260fd5-7c3c-45d6-a56a-3ee0bc197a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:40:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['8ae2243c-bc41-4126-8032-846c3fb3bfb2'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:40:18.288207 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-d11e6345-80f2-484e-a0ea-1650a6c69268 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] 10.222.0.64 "PUT /v2.0/floatingips/28b18ccd-2acd-471a-9a7b-fb17a37c899a HTTP/1.1" status: 200 len: 979 time: 3.7542214 Jan 28 19:40:18.295172 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 47160) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:40:18.302469 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-24fa2dcc-79d7-4d6d-8f60-3bbe823e0aac tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:40:18.318334 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-5a260fd5-7c3c-45d6-a56a-3ee0bc197a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:40:18.319332 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a260fd5-7c3c-45d6-a56a-3ee0bc197a9f None None] The sync data for ids ['8ae2243c-bc41-4126-8032-846c3fb3bfb2'] in n-d-812111-14 is: [] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:40:18.351485 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-ef71023d-a220-4a8a-a557-fbe90f8d1a65 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afed0106-2311-42af-b7d7-8807af575465']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:40:18.374949 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-ef71023d-a220-4a8a-a557-fbe90f8d1a65 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15863d16-da0f-4546-8f5e-49cac9407ca6') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:40:18.377946 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-ef71023d-a220-4a8a-a557-fbe90f8d1a65 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15863d16-da0f-4546-8f5e-49cac9407ca6') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:40:18.397793 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ef71023d-a220-4a8a-a557-fbe90f8d1a65 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4747091'] for segment (15863d16-da0f-4546-8f5e-49cac9407ca6), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:18.433455 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a26767c6-b5fb-4479-b72b-f166f07a5c82 admin admin] Publish callbacks [] for security_group (f4f3d7ec-0ba2-48b0-a93a-4ea0c003c849), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:18.444845 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-24fa2dcc-79d7-4d6d-8f60-3bbe823e0aac tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks [] for floatingip (28b18ccd-2acd-471a-9a7b-fb17a37c899a), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:18.466992 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ef71023d-a220-4a8a-a557-fbe90f8d1a65 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (15863d16-da0f-4546-8f5e-49cac9407ca6), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:18.471150 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a26767c6-b5fb-4479-b72b-f166f07a5c82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (f4f3d7ec-0ba2-48b0-a93a-4ea0c003c849), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:18.490245 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef71023d-a220-4a8a-a557-fbe90f8d1a65 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:40:18.491041 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ef71023d-a220-4a8a-a557-fbe90f8d1a65 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4690514'] for segment (15863d16-da0f-4546-8f5e-49cac9407ca6), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:18.497558 n-d-812111-14 neutron-server[103304]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:40:18.497558 n-d-812111-14 neutron-server[103304]: self.session.flush() Jan 28 19:40:18.497558 n-d-812111-14 neutron-server[103304]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:40:18.497558 n-d-812111-14 neutron-server[103304]: self.session.flush() Jan 28 19:40:18.497558 n-d-812111-14 neutron-server[103304]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:40:18.497558 n-d-812111-14 neutron-server[103304]: self.session.flush() Jan 28 19:40:18.497558 n-d-812111-14 neutron-server[103304]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:40:18.497558 n-d-812111-14 neutron-server[103304]: self.session.flush() Jan 28 19:40:18.497558 n-d-812111-14 neutron-server[103304]: Traceback (most recent call last): Jan 28 19:40:18.497558 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:40:18.497558 n-d-812111-14 neutron-server[103304]: timer() Jan 28 19:40:18.497558 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:40:18.497558 n-d-812111-14 neutron-server[103304]: cb(*args, **kw) Jan 28 19:40:18.497558 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:40:18.497558 n-d-812111-14 neutron-server[103304]: return func(*args, **kwargs) Jan 28 19:40:18.497558 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:40:18.497558 n-d-812111-14 neutron-server[103304]: self._notify() Jan 28 19:40:18.497558 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:40:18.497558 n-d-812111-14 neutron-server[103304]: self.callback(batched_events) Jan 28 19:40:18.497558 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:40:18.497558 n-d-812111-14 neutron-server[103304]: event.method(event) Jan 28 19:40:18.497558 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:40:18.497558 n-d-812111-14 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:40:18.497558 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:40:18.497558 n-d-812111-14 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:40:18.497558 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:40:18.497558 n-d-812111-14 neutron-server[103304]: return f(self, *a, **k) Jan 28 19:40:18.497558 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:40:18.497558 n-d-812111-14 neutron-server[103304]: return self._get(url).json() Jan 28 19:40:18.497558 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:40:18.497558 n-d-812111-14 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:40:18.497558 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:40:18.497558 n-d-812111-14 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 28 19:40:18.497558 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:40:18.497558 n-d-812111-14 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:40:18.497558 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:40:18.497558 n-d-812111-14 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:40:18.497558 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:40:18.497558 n-d-812111-14 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:40:18.497558 n-d-812111-14 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:40:18.563999 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 47162) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:40:18.565128 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-a26767c6-b5fb-4479-b72b-f166f07a5c82 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5e533278fb02489ba16d6ea0ea8900c2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0851498 Jan 28 19:40:18.629606 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ef71023d-a220-4a8a-a557-fbe90f8d1a65 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (afed0106-2311-42af-b7d7-8807af575465), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:18.701806 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ef71023d-a220-4a8a-a557-fbe90f8d1a65 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:18.705398 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-ef71023d-a220-4a8a-a557-fbe90f8d1a65 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] 10.222.0.64 "DELETE /v2.0/networks/afed0106-2311-42af-b7d7-8807af575465 HTTP/1.1" status: 204 len: 168 time: 2.9674435 Jan 28 19:40:18.710552 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 47168) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:40:18.730116 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-a7c9106c-156a-4993-be40-2a88e67d99b0 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-901314190'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:40:18.740395 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26767c6-b5fb-4479-b72b-f166f07a5c82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4f3d7ec-0ba2-48b0-a93a-4ea0c003c849,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:40:18.745428 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef71023d-a220-4a8a-a557-fbe90f8d1a65 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Pushing event deleted for resources: {'Network': ['ID=afed0106-2311-42af-b7d7-8807af575465,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:40:18.756714 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0bf6ea4b-0ed4-482c-b351-90e8a3b12ce5 admin admin] Publish callbacks [] for security_group (f4f3d7ec-0ba2-48b0-a93a-4ea0c003c849), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:18.780492 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7c9106c-156a-4993-be40-2a88e67d99b0 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Made reservation on behalf of 64d0cdb4950f49118685892c6c24c7ee for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:40:18.784021 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a7c9106c-156a-4993-be40-2a88e67d99b0 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:18.805700 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6492a0d5-917d-4748-b6ed-925ebd55dbed tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Router 289d203a-0f3a-4d87-91b3-ad374309434c has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:40:18.818877 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7c9106c-156a-4993-be40-2a88e67d99b0 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:40:18.834766 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a7c9106c-156a-4993-be40-2a88e67d99b0 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (f13e97b7-72e0-4c8b-99ab-a3a758e046bf), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:18.835122 n-d-812111-14 neutron-server[103304]: INFO neutron.db.segments_db [None req-a7c9106c-156a-4993-be40-2a88e67d99b0 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Added segment f13e97b7-72e0-4c8b-99ab-a3a758e046bf of type vlan for network 36b84397-1229-49f5-8b4b-8765466d67a9 Jan 28 19:40:18.837191 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-24fa2dcc-79d7-4d6d-8f60-3bbe823e0aac tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:18.849858 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-24fa2dcc-79d7-4d6d-8f60-3bbe823e0aac tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734886'] for floatingip (28b18ccd-2acd-471a-9a7b-fb17a37c899a), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:18.850205 n-d-812111-14 neutron-server[103305]: INFO neutron.db.l3_db [None req-24fa2dcc-79d7-4d6d-8f60-3bbe823e0aac tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Floating IP 28b18ccd-2acd-471a-9a7b-fb17a37c899a disassociated. External IP: 172.25.6.228, port: 81e5a8c2-dacd-43df-aec2-b49c163010d2. Jan 28 19:40:18.853656 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0bf6ea4b-0ed4-482c-b351-90e8a3b12ce5 admin admin] Publish callbacks [] for security_group (f4f3d7ec-0ba2-48b0-a93a-4ea0c003c849), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:18.947114 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a7c9106c-156a-4993-be40-2a88e67d99b0 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (36b84397-1229-49f5-8b4b-8765466d67a9), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:19.027673 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0bf6ea4b-0ed4-482c-b351-90e8a3b12ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (f4f3d7ec-0ba2-48b0-a93a-4ea0c003c849), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:19.031935 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0bf6ea4b-0ed4-482c-b351-90e8a3b12ce5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:19.033471 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-0bf6ea4b-0ed4-482c-b351-90e8a3b12ce5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f4f3d7ec-0ba2-48b0-a93a-4ea0c003c849 HTTP/1.1" status: 204 len: 168 time: 0.4685338 Jan 28 19:40:19.047356 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a7c9106c-156a-4993-be40-2a88e67d99b0 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (36b84397-1229-49f5-8b4b-8765466d67a9), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:19.047925 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf6ea4b-0ed4-482c-b351-90e8a3b12ce5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4f3d7ec-0ba2-48b0-a93a-4ea0c003c849,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:40:19.057832 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c9106c-156a-4993-be40-2a88e67d99b0 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:40:19.059357 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a7c9106c-156a-4993-be40-2a88e67d99b0 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:19.128608 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6492a0d5-917d-4748-b6ed-925ebd55dbed tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:40:19.145968 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13611790-c8ed-47ef-9540-a2b300d585b2 None None] Sync routers for ids ['289d203a-0f3a-4d87-91b3-ad374309434c'] in n-d-812111-14 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:40:19.161143 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13611790-c8ed-47ef-9540-a2b300d585b2 None None] Routers {'289d203a-0f3a-4d87-91b3-ad374309434c'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:40:19.161923 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-13611790-c8ed-47ef-9540-a2b300d585b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:40:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['289d203a-0f3a-4d87-91b3-ad374309434c'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:40:19.167151 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-a7c9106c-156a-4993-be40-2a88e67d99b0 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4420788 Jan 28 19:40:19.178488 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 47172) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:40:19.180783 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c9106c-156a-4993-be40-2a88e67d99b0 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Pushing event updated for resources: {'Network': ['ID=36b84397-1229-49f5-8b4b-8765466d67a9,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:40:19.193623 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-e0434f95-ace0-43b6-ae5b-d4136a39e746 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Request body: {'subnet': {'network_id': '36b84397-1229-49f5-8b4b-8765466d67a9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:40:19.254166 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6492a0d5-917d-4748-b6ed-925ebd55dbed tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for floatingip (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:19.334957 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24fa2dcc-79d7-4d6d-8f60-3bbe823e0aac tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Router 8ae2243c-bc41-4126-8032-846c3fb3bfb2 has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:40:19.430231 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-6492a0d5-917d-4748-b6ed-925ebd55dbed tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.9918249 Jan 28 19:40:19.430231 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7eba06d1-4475-4bc9-95ed-5947b7e48b16', 'tag': 'e0218216-8b43-4914-af80-a66a439f5091'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:40:19.435936 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fa61fed-33ae-49ad-9489-0d45041f3542" -d '{"events": [{"name": "network-changed", "server_uuid": "7eba06d1-4475-4bc9-95ed-5947b7e48b16", "tag": "e0218216-8b43-4914-af80-a66a439f5091"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:40:19.439254 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 47176) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:40:19.565290 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:40:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d193160-d58d-400b-9e53-5fbad0e97f66 x-openstack-request-id: req-3d193160-d58d-400b-9e53-5fbad0e97f66 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:40:19.565595 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7eba06d1-4475-4bc9-95ed-5947b7e48b16", "tag": "e0218216-8b43-4914-af80-a66a439f5091", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:40:19.565846 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3d193160-d58d-400b-9e53-5fbad0e97f66 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:40:19.566264 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7eba06d1-4475-4bc9-95ed-5947b7e48b16', 'tag': 'e0218216-8b43-4914-af80-a66a439f5091', 'status': 'completed', 'code': 200} Jan 28 19:40:19.633354 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network 36b84397-1229-49f5-8b4b-8765466d67a9 details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:40:19.674174 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0434f95-ace0-43b6-ae5b-d4136a39e746 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Made reservation on behalf of 64d0cdb4950f49118685892c6c24c7ee for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:40:19.678182 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e0434f95-ace0-43b6-ae5b-d4136a39e746 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5221429'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:19.691783 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24fa2dcc-79d7-4d6d-8f60-3bbe823e0aac tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:40:19.706320 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc4737c-4e3b-4ed4-b118-93cd3b171cdc None None] Sync routers for ids ['8ae2243c-bc41-4126-8032-846c3fb3bfb2'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:40:19.719760 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-24fa2dcc-79d7-4d6d-8f60-3bbe823e0aac tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for floatingip (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:19.722868 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc4737c-4e3b-4ed4-b118-93cd3b171cdc None None] Routers {'8ae2243c-bc41-4126-8032-846c3fb3bfb2'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:40:19.729681 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-2fc4737c-4e3b-4ed4-b118-93cd3b171cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:40:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['8ae2243c-bc41-4126-8032-846c3fb3bfb2'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:40:19.784462 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 47186) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:40:19.842874 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-2fc4737c-4e3b-4ed4-b118-93cd3b171cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:40:19.866922 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5026ea11-73ac-4216-a037-d5df72ae13c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:19.874010 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa61fed-33ae-49ad-9489-0d45041f3542 req-65af719c-c6c2-4e72-aced-08315e383477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:40:19.875715 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2fa61fed-33ae-49ad-9489-0d45041f3542 req-65af719c-c6c2-4e72-aced-08315e383477 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3c5bcff20fc24e3eb87e72dc3f4664c7&device_id=7eba06d1-4475-4bc9-95ed-5947b7e48b16 HTTP/1.1" status: 200 len: 1168 time: 0.2764895 Jan 28 19:40:19.876744 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc4737c-4e3b-4ed4-b118-93cd3b171cdc None None] Routers {'8ae2243c-bc41-4126-8032-846c3fb3bfb2'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:40:19.877403 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-2fc4737c-4e3b-4ed4-b118-93cd3b171cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:40:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['8ae2243c-bc41-4126-8032-846c3fb3bfb2'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:40:19.903062 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-24fa2dcc-79d7-4d6d-8f60-3bbe823e0aac tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] 10.222.0.64 "PUT /v2.0/floatingips/28b18ccd-2acd-471a-9a7b-fb17a37c899a HTTP/1.1" status: 200 len: 688 time: 1.6035883 Jan 28 19:40:19.917709 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 47188) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:40:19.922836 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-13611790-c8ed-47ef-9540-a2b300d585b2 None None] Set router 289d203a-0f3a-4d87-91b3-ad374309434c gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:40:19.955000 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-2fc4737c-4e3b-4ed4-b118-93cd3b171cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:40:19.955593 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc4737c-4e3b-4ed4-b118-93cd3b171cdc None None] The sync data for ids ['8ae2243c-bc41-4126-8032-846c3fb3bfb2'] in n-d-812111-14 is: [] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:40:20.028754 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74fd50ba-666b-4b00-91da-f0177fc29971 tempest-TestSecurityGroupsBasicOps-406199905 tempest-TestSecurityGroupsBasicOps-406199905-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:40:20.039458 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74fd50ba-666b-4b00-91da-f0177fc29971 tempest-TestSecurityGroupsBasicOps-406199905 tempest-TestSecurityGroupsBasicOps-406199905-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:40:20.041500 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74fd50ba-666b-4b00-91da-f0177fc29971 tempest-TestSecurityGroupsBasicOps-406199905 tempest-TestSecurityGroupsBasicOps-406199905-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:40:20.042164 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74fd50ba-666b-4b00-91da-f0177fc29971 tempest-TestSecurityGroupsBasicOps-406199905 tempest-TestSecurityGroupsBasicOps-406199905-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:40:20.044083 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74fd50ba-666b-4b00-91da-f0177fc29971 tempest-TestSecurityGroupsBasicOps-406199905 tempest-TestSecurityGroupsBasicOps-406199905-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:40:20.046160 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74fd50ba-666b-4b00-91da-f0177fc29971 tempest-TestSecurityGroupsBasicOps-406199905 tempest-TestSecurityGroupsBasicOps-406199905-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:40:20.047937 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74fd50ba-666b-4b00-91da-f0177fc29971 tempest-TestSecurityGroupsBasicOps-406199905 tempest-TestSecurityGroupsBasicOps-406199905-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:40:20.049880 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74fd50ba-666b-4b00-91da-f0177fc29971 tempest-TestSecurityGroupsBasicOps-406199905 tempest-TestSecurityGroupsBasicOps-406199905-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:40:20.050629 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74fd50ba-666b-4b00-91da-f0177fc29971 tempest-TestSecurityGroupsBasicOps-406199905 tempest-TestSecurityGroupsBasicOps-406199905-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:40:20.055461 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-74fd50ba-666b-4b00-91da-f0177fc29971 tempest-TestSecurityGroupsBasicOps-406199905 tempest-TestSecurityGroupsBasicOps-406199905-project-admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6284 time: 0.6149044 Jan 28 19:40:20.069989 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 47190) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:40:20.189404 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa61fed-33ae-49ad-9489-0d45041f3542 req-b3a0aa5f-8387-445b-8b4d-5730b7d854ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:40:20.191209 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2fa61fed-33ae-49ad-9489-0d45041f3542 req-b3a0aa5f-8387-445b-8b4d-5730b7d854ac service neutron] 10.222.0.41 "GET /v2.0/networks?id=e2ba0509-154a-4d87-9bc2-4f9ae40aac4b HTTP/1.1" status: 200 len: 896 time: 0.3006611 Jan 28 19:40:20.210953 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f934b4-f9e1-4e6c-9e3c-da3d12e91993 tempest-TestSecurityGroupsBasicOps-406199905 tempest-TestSecurityGroupsBasicOps-406199905-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:40:20.211425 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f934b4-f9e1-4e6c-9e3c-da3d12e91993 tempest-TestSecurityGroupsBasicOps-406199905 tempest-TestSecurityGroupsBasicOps-406199905-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:40:20.211906 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f934b4-f9e1-4e6c-9e3c-da3d12e91993 tempest-TestSecurityGroupsBasicOps-406199905 tempest-TestSecurityGroupsBasicOps-406199905-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:40:20.212380 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f934b4-f9e1-4e6c-9e3c-da3d12e91993 tempest-TestSecurityGroupsBasicOps-406199905 tempest-TestSecurityGroupsBasicOps-406199905-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:40:20.213044 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f934b4-f9e1-4e6c-9e3c-da3d12e91993 tempest-TestSecurityGroupsBasicOps-406199905 tempest-TestSecurityGroupsBasicOps-406199905-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:40:20.213352 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f934b4-f9e1-4e6c-9e3c-da3d12e91993 tempest-TestSecurityGroupsBasicOps-406199905 tempest-TestSecurityGroupsBasicOps-406199905-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:40:20.213793 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f934b4-f9e1-4e6c-9e3c-da3d12e91993 tempest-TestSecurityGroupsBasicOps-406199905 tempest-TestSecurityGroupsBasicOps-406199905-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:40:20.216348 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-70f934b4-f9e1-4e6c-9e3c-da3d12e91993 tempest-TestSecurityGroupsBasicOps-406199905 tempest-TestSecurityGroupsBasicOps-406199905-project-admin] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4600 time: 0.1446259 Jan 28 19:40:20.222435 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 47192) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:40:20.303565 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5026ea11-73ac-4216-a037-d5df72ae13c7 admin admin] Publish callbacks [] for security_group (43fa193f-68b1-4d18-9604-60038add8219), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:20.314009 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5026ea11-73ac-4216-a037-d5df72ae13c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (43fa193f-68b1-4d18-9604-60038add8219), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:20.341006 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-bb1e2218-3a21-46f6-8c9b-926de1688888 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Deleting port 843da717-8da1-4d8e-8009-38706a1a4b3a {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:40:20.341577 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bb1e2218-3a21-46f6-8c9b-926de1688888 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (843da717-8da1-4d8e-8009-38706a1a4b3a), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:20.411720 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2fa61fed-33ae-49ad-9489-0d45041f3542 req-5588e5b3-722a-465d-be79-f937270d1d67 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e0218216-8b43-4914-af80-a66a439f5091 HTTP/1.1" status: 200 len: 1000 time: 0.1864212 Jan 28 19:40:20.461117 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-13611790-c8ed-47ef-9540-a2b300d585b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '289d203a-0f3a-4d87-91b3-ad374309434c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1601736214', 'tenant_id': '3c5bcff20fc24e3eb87e72dc3f4664c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': '6258dacd-8070-4ffe-85b2-cd51ac41b3b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:39:30Z', 'updated_at': '2022-01-28T19:39:44Z', 'revision_number': 4, 'project_id': '3c5bcff20fc24e3eb87e72dc3f4664c7', 'gw_port': {'id': '6258dacd-8070-4ffe-85b2-cd51ac41b3b9', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:56:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '289d203a-0f3a-4d87-91b3-ad374309434c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:39:33Z', 'updated_at': '2022-01-28T19:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_floatingips': [{'id': 'ffeca101-5182-400a-bf71-4b31aa03bf46', 'tenant_id': '3c5bcff20fc24e3eb87e72dc3f4664c7', 'floating_ip_address': '172.25.6.165', 'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'router_id': '289d203a-0f3a-4d87-91b3-ad374309434c', 'port_id': 'e0218216-8b43-4914-af80-a66a439f5091', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2852, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2ba0509-154a-4d87-9bc2-4f9ae40aac4b', 'mac_address': 'fa:16:3e:1b:c8:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eba06d1-4475-4bc9-95ed-5947b7e48b16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:40:16Z', 'updated_at': '2022-01-28T19:40:16Z', 'revision_number': 0, 'project_id': '3c5bcff20fc24e3eb87e72dc3f4664c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60b8acc6-1bfa-404f-9f3b-5b5c7bace05a', 'name': '', 'network_id': 'e2ba0509-154a-4d87-9bc2-4f9ae40aac4b', 'tenant_id': '3c5bcff20fc24e3eb87e72dc3f4664c7', 'mac_address': 'fa:16:3e:7d:c4:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '289d203a-0f3a-4d87-91b3-ad374309434c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2776, 'fixed_ips': [{'subnet_id': 'd49bf281-64be-46ab-ab7b-123b92f40c4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:39:42Z', 'updated_at': '2022-01-28T19:39:52Z', 'revision_number': 5, 'project_id': '3c5bcff20fc24e3eb87e72dc3f4664c7', 'subnets': [{'id': 'd49bf281-64be-46ab-ab7b-123b92f40c4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:40:20.478529 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e0434f95-ace0-43b6-ae5b-d4136a39e746 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4690681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5221415'] for subnet (6174cb1c-2eee-4e48-8989-74ea0e41b1d2), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:20.491127 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13611790-c8ed-47ef-9540-a2b300d585b2 None None] Checking router: 289d203a-0f3a-4d87-91b3-ad374309434c for host: n-d-812111-14 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:40:20.502308 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13611790-c8ed-47ef-9540-a2b300d585b2 None None] Routers {'289d203a-0f3a-4d87-91b3-ad374309434c'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:40:20.503305 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-13611790-c8ed-47ef-9540-a2b300d585b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:40:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['289d203a-0f3a-4d87-91b3-ad374309434c'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:40:20.542638 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0434f95-ace0-43b6-ae5b-d4136a39e746 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Pushing event updated for resources: {'Subnet': ['ID=6174cb1c-2eee-4e48-8989-74ea0e41b1d2,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:40:20.569877 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5026ea11-73ac-4216-a037-d5df72ae13c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43fa193f-68b1-4d18-9604-60038add8219,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:40:20.593999 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa61fed-33ae-49ad-9489-0d45041f3542 req-e31eef6c-bf39-49e2-a2b4-ca06cd174ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:40:20.600315 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2fa61fed-33ae-49ad-9489-0d45041f3542 req-e31eef6c-bf39-49e2-a2b4-ca06cd174ab8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d49bf281-64be-46ab-ab7b-123b92f40c4b HTTP/1.1" status: 200 len: 834 time: 0.1684375 Jan 28 19:40:20.601065 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 47196) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:40:20.603358 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-5026ea11-73ac-4216-a037-d5df72ae13c7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8ee5d1e4b571424fbaca87192de7638f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8176517 Jan 28 19:40:20.626348 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-13611790-c8ed-47ef-9540-a2b300d585b2 None None] Set router 289d203a-0f3a-4d87-91b3-ad374309434c gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:40:20.809748 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0434f95-ace0-43b6-ae5b-d4136a39e746 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Checking segment: {'id': 'f13e97b7-72e0-4c8b-99ab-a3a758e046bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '36b84397-1229-49f5-8b4b-8765466d67a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:40:20.810116 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0434f95-ace0-43b6-ae5b-d4136a39e746 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Network hostable DHCP agents. Network: 36b84397-1229-49f5-8b4b-8765466d67a9, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:40:20.815387 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ecc4cbdc-26f7-4042-9fbd-5f69e70b4545 admin admin] Publish callbacks [] for security_group (43fa193f-68b1-4d18-9604-60038add8219), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:20.822371 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bb1e2218-3a21-46f6-8c9b-926de1688888 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (843da717-8da1-4d8e-8009-38706a1a4b3a), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:20.823002 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bb1e2218-3a21-46f6-8c9b-926de1688888 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks [] for floatingip (843da717-8da1-4d8e-8009-38706a1a4b3a), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:20.838389 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-bb1e2218-3a21-46f6-8c9b-926de1688888 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Calling delete_port for 843da717-8da1-4d8e-8009-38706a1a4b3a owned by network:floatingip {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:40:20.846802 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa61fed-33ae-49ad-9489-0d45041f3542 req-064bb407-ec90-4b49-bfae-b6dc2b853439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:40:20.848416 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2fa61fed-33ae-49ad-9489-0d45041f3542 req-064bb407-ec90-4b49-bfae-b6dc2b853439 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e2ba0509-154a-4d87-9bc2-4f9ae40aac4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1541417 Jan 28 19:40:20.862939 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0434f95-ace0-43b6-ae5b-d4136a39e746 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Network 36b84397-1229-49f5-8b4b-8765466d67a9 is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:40:20.889223 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ecc4cbdc-26f7-4042-9fbd-5f69e70b4545 admin admin] Publish callbacks [] for security_group (43fa193f-68b1-4d18-9604-60038add8219), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:20.927044 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-e0434f95-ace0-43b6-ae5b-d4136a39e746 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, 36b84397-1229-49f5-8b4b-8765466d67a9) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:40:20.951115 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:20.953850 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f923107a-2659-4520-bc67-ee91ff803bbd None None] Network 36b84397-1229-49f5-8b4b-8765466d67a9 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:40:21.039471 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0434f95-ace0-43b6-ae5b-d4136a39e746 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:40:21.040127 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e0434f95-ace0-43b6-ae5b-d4136a39e746 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:21.066415 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-e0434f95-ace0-43b6-ae5b-d4136a39e746 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8864591 Jan 28 19:40:21.073322 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 47202) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:40:21.082924 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-5fc1dda5-982a-4d7d-850d-4ff74331faba tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Request body: {'port': {'network_id': '36b84397-1229-49f5-8b4b-8765466d67a9', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-519124109'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:40:21.217611 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2fa61fed-33ae-49ad-9489-0d45041f3542 req-1761965a-8b8c-4410-b4d6-31658fb00d86 service neutron] 10.222.0.41 "GET /v2.0/networks/e2ba0509-154a-4d87-9bc2-4f9ae40aac4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3536499 Jan 28 19:40:21.222382 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ecc4cbdc-26f7-4042-9fbd-5f69e70b4545 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (43fa193f-68b1-4d18-9604-60038add8219), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:21.233553 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ecc4cbdc-26f7-4042-9fbd-5f69e70b4545 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:21.242914 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-ecc4cbdc-26f7-4042-9fbd-5f69e70b4545 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/43fa193f-68b1-4d18-9604-60038add8219 HTTP/1.1" status: 204 len: 168 time: 0.6316340 Jan 28 19:40:21.248208 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df0098a-ce5d-4a33-b7ef-500ad662e08b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68cd31fd-e4cd-5fb3-a862-256fc47efcd2-36b84397-1229-49f5-8b4b-8765466d67a9', 'network_id': '36b84397-1229-49f5-8b4b-8765466d67a9', 'project_id': '64d0cdb4950f49118685892c6c24c7ee', 'fixed_ips': [{'subnet_id': '6174cb1c-2eee-4e48-8989-74ea0e41b1d2'}]}} from n-d-812111-14. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:40:21.249886 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8df0098a-ce5d-4a33-b7ef-500ad662e08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:21.454712 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc4cbdc-26f7-4042-9fbd-5f69e70b4545 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43fa193f-68b1-4d18-9604-60038add8219,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:40:21.457040 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-8df0098a-ce5d-4a33-b7ef-500ad662e08b None None] Allocated IP 2001:db8::2 (36b84397-1229-49f5-8b4b-8765466d67a9/6174cb1c-2eee-4e48-8989-74ea0e41b1d2/3944aad7-461d-4f9f-b25d-c13db32d8e6b) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:40:21.573797 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fc1dda5-982a-4d7d-850d-4ff74331faba tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Made reservation on behalf of 64d0cdb4950f49118685892c6c24c7ee for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:40:21.586162 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5fc1dda5-982a-4d7d-850d-4ff74331faba tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:21.711691 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [None req-5fc1dda5-982a-4d7d-850d-4ff74331faba tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] device_id is not set on port 505f1355-a90c-4914-8681-94595295f2df yet. {{(pid=103304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:40:21.739903 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-ad38ec52-a36a-4cc9-b8b3-6eaabc9379c9 tempest-TestSecurityGroupsBasicOps-406199905 tempest-TestSecurityGroupsBasicOps-406199905-project-admin] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3054 time: 1.5148861 Jan 28 19:40:21.741851 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bb1e2218-3a21-46f6-8c9b-926de1688888 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (843da717-8da1-4d8e-8009-38706a1a4b3a), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:21.744788 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 47210) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:40:21.795088 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1e2218-3a21-46f6-8c9b-926de1688888 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Pushing event deleted for resources: {'Port': ['ID=843da717-8da1-4d8e-8009-38706a1a4b3a,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:40:21.840448 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2fa61fed-33ae-49ad-9489-0d45041f3542 req-2b19c5d3-ae2e-40c3-a4cb-b8a89275b44d service neutron] 10.222.0.41 "GET /v2.0/networks/e2ba0509-154a-4d87-9bc2-4f9ae40aac4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5941224 Jan 28 19:40:21.912139 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-13611790-c8ed-47ef-9540-a2b300d585b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '289d203a-0f3a-4d87-91b3-ad374309434c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1601736214', 'tenant_id': '3c5bcff20fc24e3eb87e72dc3f4664c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': '6258dacd-8070-4ffe-85b2-cd51ac41b3b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:39:30Z', 'updated_at': '2022-01-28T19:39:44Z', 'revision_number': 4, 'project_id': '3c5bcff20fc24e3eb87e72dc3f4664c7', 'gw_port': {'id': '6258dacd-8070-4ffe-85b2-cd51ac41b3b9', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:56:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '289d203a-0f3a-4d87-91b3-ad374309434c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:39:33Z', 'updated_at': '2022-01-28T19:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_floatingips': [{'id': 'ffeca101-5182-400a-bf71-4b31aa03bf46', 'tenant_id': '3c5bcff20fc24e3eb87e72dc3f4664c7', 'floating_ip_address': '172.25.6.165', 'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'router_id': '289d203a-0f3a-4d87-91b3-ad374309434c', 'port_id': 'e0218216-8b43-4914-af80-a66a439f5091', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2852, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2ba0509-154a-4d87-9bc2-4f9ae40aac4b', 'mac_address': 'fa:16:3e:1b:c8:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eba06d1-4475-4bc9-95ed-5947b7e48b16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:40:16Z', 'updated_at': '2022-01-28T19:40:16Z', 'revision_number': 0, 'project_id': '3c5bcff20fc24e3eb87e72dc3f4664c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60b8acc6-1bfa-404f-9f3b-5b5c7bace05a', 'name': '', 'network_id': 'e2ba0509-154a-4d87-9bc2-4f9ae40aac4b', 'tenant_id': '3c5bcff20fc24e3eb87e72dc3f4664c7', 'mac_address': 'fa:16:3e:7d:c4:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '289d203a-0f3a-4d87-91b3-ad374309434c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2776, 'fixed_ips': [{'subnet_id': 'd49bf281-64be-46ab-ab7b-123b92f40c4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:39:42Z', 'updated_at': '2022-01-28T19:39:52Z', 'revision_number': 5, 'project_id': '3c5bcff20fc24e3eb87e72dc3f4664c7', 'subnets': [{'id': 'd49bf281-64be-46ab-ab7b-123b92f40c4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:40:21.945539 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1ee940-3a90-4dc4-9f4c-84648ae52491 tempest-TestSecurityGroupsBasicOps-406199905 tempest-TestSecurityGroupsBasicOps-406199905-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:40:21.946023 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1ee940-3a90-4dc4-9f4c-84648ae52491 tempest-TestSecurityGroupsBasicOps-406199905 tempest-TestSecurityGroupsBasicOps-406199905-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:40:21.957128 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-7f1ee940-3a90-4dc4-9f4c-84648ae52491 tempest-TestSecurityGroupsBasicOps-406199905 tempest-TestSecurityGroupsBasicOps-406199905-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=289d203a-0f3a-4d87-91b3-ad374309434c HTTP/1.1" status: 200 len: 2064 time: 0.1993377 Jan 28 19:40:21.957128 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bb1e2218-3a21-46f6-8c9b-926de1688888 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks [] for floatingip (28b18ccd-2acd-471a-9a7b-fb17a37c899a), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:21.957128 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bb1e2218-3a21-46f6-8c9b-926de1688888 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for floatingip (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:21.963038 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-bb1e2218-3a21-46f6-8c9b-926de1688888 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] 10.222.0.64 "DELETE /v2.0/floatingips/28b18ccd-2acd-471a-9a7b-fb17a37c899a HTTP/1.1" status: 204 len: 168 time: 2.0375588 Jan 28 19:40:21.963199 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13611790-c8ed-47ef-9540-a2b300d585b2 None None] The sync data for ids ['289d203a-0f3a-4d87-91b3-ad374309434c'] in n-d-812111-14 is: [{'id': '289d203a-0f3a-4d87-91b3-ad374309434c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1601736214', 'tenant_id': '3c5bcff20fc24e3eb87e72dc3f4664c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': '6258dacd-8070-4ffe-85b2-cd51ac41b3b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:39:30Z', 'updated_at': '2022-01-28T19:39:44Z', 'revision_number': 4, 'project_id': '3c5bcff20fc24e3eb87e72dc3f4664c7', 'gw_port': {'id': '6258dacd-8070-4ffe-85b2-cd51ac41b3b9', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:56:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '289d203a-0f3a-4d87-91b3-ad374309434c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:39:33Z', 'updated_at': '2022-01-28T19:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_floatingips': [{'id': 'ffeca101-5182-400a-bf71-4b31aa03bf46', 'tenant_id': '3c5bcff20fc24e3eb87e72dc3f4664c7', 'floating_ip_address': '172.25.6.165', 'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'router_id': '289d203a-0f3a-4d87-91b3-ad374309434c', 'port_id': 'e0218216-8b43-4914-af80-a66a439f5091', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2852, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2ba0509-154a-4d87-9bc2-4f9ae40aac4b', 'mac_address': 'fa:16:3e:1b:c8:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eba06d1-4475-4bc9-95ed-5947b7e48b16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:40:16Z', 'updated_at': '2022-01-28T19:40:16Z', 'revision_number': 0, 'project_id': '3c5bcff20fc24e3eb87e72dc3f4664c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60b8acc6-1bfa-404f-9f3b-5b5c7bace05a', 'name': '', 'network_id': 'e2ba0509-154a-4d87-9bc2-4f9ae40aac4b', 'tenant_id': '3c5bcff20fc24e3eb87e72dc3f4664c7', 'mac_address': 'fa:16:3e:7d:c4:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '289d203a-0f3a-4d87-91b3-ad374309434c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2776, 'fixed_ips': [{'subnet_id': 'd49bf281-64be-46ab-ab7b-123b92f40c4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:39:42Z', 'updated_at': '2022-01-28T19:39:52Z', 'revision_number': 5, 'project_id': '3c5bcff20fc24e3eb87e72dc3f4664c7', 'subnets': [{'id': 'd49bf281-64be-46ab-ab7b-123b92f40c4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:40:21.963199 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8df0098a-ce5d-4a33-b7ef-500ad662e08b None None] Publish callbacks [] for port (3944aad7-461d-4f9f-b25d-c13db32d8e6b), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:21.963492 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 47220) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:40:21.972419 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8df0098a-ce5d-4a33-b7ef-500ad662e08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (3944aad7-461d-4f9f-b25d-c13db32d8e6b), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:21.997390 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df0098a-ce5d-4a33-b7ef-500ad662e08b None None] Network 36b84397-1229-49f5-8b4b-8765466d67a9 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:40:21.999607 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-8df0098a-ce5d-4a33-b7ef-500ad662e08b None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:40:22.023273 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df0098a-ce5d-4a33-b7ef-500ad662e08b None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:40:22.038725 n-d-812111-14 neutron-server[103305]: INFO neutron.api.v2.resource [None req-85121c7a-3163-49c3-bf51-3e8fbd7cb7e0 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] delete failed (client error): The resource could not be found. Jan 28 19:40:22.039817 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-85121c7a-3163-49c3-bf51-3e8fbd7cb7e0 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] 10.222.0.64 "DELETE /v2.0/floatingips/28b18ccd-2acd-471a-9a7b-fb17a37c899a HTTP/1.1" status: 404 len: 345 time: 0.0775118 Jan 28 19:40:22.052107 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 47226) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:40:22.197534 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df0098a-ce5d-4a33-b7ef-500ad662e08b None None] Pushing event updated for resources: {'Port': ['ID=3944aad7-461d-4f9f-b25d-c13db32d8e6b,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:40:22.209724 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-5fc1dda5-982a-4d7d-850d-4ff74331faba tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Allocated IP 2001:db8::30c (36b84397-1229-49f5-8b4b-8765466d67a9/6174cb1c-2eee-4e48-8989-74ea0e41b1d2/505f1355-a90c-4914-8681-94595295f2df) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:40:22.259852 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-8df0098a-ce5d-4a33-b7ef-500ad662e08b None None] Attempting to bind port 3944aad7-461d-4f9f-b25d-c13db32d8e6b on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:40:22.261583 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-8df0098a-ce5d-4a33-b7ef-500ad662e08b None None] Attempting to bind port 3944aad7-461d-4f9f-b25d-c13db32d8e6b by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': 'f13e97b7-72e0-4c8b-99ab-a3a758e046bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '36b84397-1229-49f5-8b4b-8765466d67a9'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:40:22.262065 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df0098a-ce5d-4a33-b7ef-500ad662e08b None None] Attempting to bind port 3944aad7-461d-4f9f-b25d-c13db32d8e6b on network 36b84397-1229-49f5-8b4b-8765466d67a9 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:40:22.267494 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dee3f20-7239-4868-998b-4d35418072d3 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:40:22.273288 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dee3f20-7239-4868-998b-4d35418072d3 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:40:22.285969 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df0098a-ce5d-4a33-b7ef-500ad662e08b None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:40:22.288692 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df0098a-ce5d-4a33-b7ef-500ad662e08b None None] Checking segment: {'id': 'f13e97b7-72e0-4c8b-99ab-a3a758e046bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '36b84397-1229-49f5-8b4b-8765466d67a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:40:22.289338 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8df0098a-ce5d-4a33-b7ef-500ad662e08b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:22.290687 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df0098a-ce5d-4a33-b7ef-500ad662e08b None None] Bound using segment: {'id': 'f13e97b7-72e0-4c8b-99ab-a3a758e046bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '36b84397-1229-49f5-8b4b-8765466d67a9'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:40:22.291105 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dee3f20-7239-4868-998b-4d35418072d3 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:40:22.291784 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-8df0098a-ce5d-4a33-b7ef-500ad662e08b None None] Bound port: 3944aad7-461d-4f9f-b25d-c13db32d8e6b, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f13e97b7-72e0-4c8b-99ab-a3a758e046bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '36b84397-1229-49f5-8b4b-8765466d67a9'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:40:22.297182 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 47230) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:40:22.298363 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8df0098a-ce5d-4a33-b7ef-500ad662e08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (3944aad7-461d-4f9f-b25d-c13db32d8e6b), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:22.301269 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-2dee3f20-7239-4868-998b-4d35418072d3 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] 10.222.0.64 "GET /v2.0/ports?network_id=864594cf-3c32-446d-8a95-4c69cb1b9ed4 HTTP/1.1" status: 200 len: 2359 time: 0.2482774 Jan 28 19:40:22.383159 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6447dc2e-0a0e-4152-a90c-5e65b8bdc099 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:40:22.391114 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-6447dc2e-0a0e-4152-a90c-5e65b8bdc099 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] 10.222.0.64 "GET /v2.0/subnets/8609f0de-d0c6-4cb5-88c2-cd5c6b7e4f67 HTTP/1.1" status: 200 len: 797 time: 0.0866199 Jan 28 19:40:22.391479 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 47234) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:40:22.396303 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-b4e98904-043d-4800-ba60-49ceb313d4ef tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Request body: {'port': {'network_id': '864594cf-3c32-446d-8a95-4c69cb1b9ed4', 'name': 'tempest-FloatingIPTestJSON-517669533', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:40:22.458275 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-8df0098a-ce5d-4a33-b7ef-500ad662e08b None None] For port 3944aad7-461d-4f9f-b25d-c13db32d8e6b, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:40:22.467210 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-8df0098a-ce5d-4a33-b7ef-500ad662e08b None None] For port 3944aad7-461d-4f9f-b25d-c13db32d8e6b, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=3944aad7-461d-4f9f-b25d-c13db32d8e6b,segment=NetworkSegment(f13e97b7-72e0-4c8b-99ab-a3a758e046bf),segment_id=f13e97b7-72e0-4c8b-99ab-a3a758e046bf)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:40:22.479589 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8df0098a-ce5d-4a33-b7ef-500ad662e08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (3944aad7-461d-4f9f-b25d-c13db32d8e6b), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:22.520433 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657bd200-a9bb-4360-8d94-ad20e995ae00 None None] New status for floating IP ffeca101-5182-400a-bf71-4b31aa03bf46: ACTIVE {{(pid=103306) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 19:40:22.597306 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5fc1dda5-982a-4d7d-850d-4ff74331faba tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks [] for port (505f1355-a90c-4914-8681-94595295f2df), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:22.705532 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5fc1dda5-982a-4d7d-850d-4ff74331faba tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (505f1355-a90c-4914-8681-94595295f2df), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:22.738457 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4e98904-043d-4800-ba60-49ceb313d4ef tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Made reservation on behalf of f4e72d408b38498fbae4d612cef0a05b for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:40:22.803383 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc1dda5-982a-4d7d-850d-4ff74331faba tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Network 36b84397-1229-49f5-8b4b-8765466d67a9 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:40:22.816919 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-5fc1dda5-982a-4d7d-850d-4ff74331faba tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:40:22.844918 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df0098a-ce5d-4a33-b7ef-500ad662e08b None None] Pushing event updated for resources: {'Port': ['ID=3944aad7-461d-4f9f-b25d-c13db32d8e6b,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:40:22.857658 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc1dda5-982a-4d7d-850d-4ff74331faba tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:40:22.866865 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc1dda5-982a-4d7d-850d-4ff74331faba tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:40:22.878595 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5fc1dda5-982a-4d7d-850d-4ff74331faba tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:22.898740 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc1dda5-982a-4d7d-850d-4ff74331faba tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Pushing event updated for resources: {'Port': ['ID=505f1355-a90c-4914-8681-94595295f2df,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:40:22.913970 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-5fc1dda5-982a-4d7d-850d-4ff74331faba tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.8394039 Jan 28 19:40:22.916890 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 47248) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:40:23.016627 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b4e98904-043d-4800-ba60-49ceb313d4ef tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:23.080883 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [None req-b4e98904-043d-4800-ba60-49ceb313d4ef tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] device_id is not set on port 545e2ea9-75e8-407c-9050-4761ec984328 yet. {{(pid=103305) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:40:23.249810 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-c00464c6-29e1-4b8a-ae7c-2fbe7af44a8e tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Deleting port 505f1355-a90c-4914-8681-94595295f2df {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:40:23.250526 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c00464c6-29e1-4b8a-ae7c-2fbe7af44a8e tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (505f1355-a90c-4914-8681-94595295f2df), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:23.419495 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c00464c6-29e1-4b8a-ae7c-2fbe7af44a8e tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (505f1355-a90c-4914-8681-94595295f2df), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:23.441770 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-c00464c6-29e1-4b8a-ae7c-2fbe7af44a8e tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Calling delete_port for 505f1355-a90c-4914-8681-94595295f2df owned by {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:40:23.465898 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 3944aad7-461d-4f9f-b25d-c13db32d8e6b up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:40:23.576035 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 3944aad7-461d-4f9f-b25d-c13db32d8e6b triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:40:23.576263 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (3944aad7-461d-4f9f-b25d-c13db32d8e6b), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:23.708356 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c00464c6-29e1-4b8a-ae7c-2fbe7af44a8e tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (505f1355-a90c-4914-8681-94595295f2df), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:23.774394 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 3944aad7-461d-4f9f-b25d-c13db32d8e6b is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:40:23.780250 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (3944aad7-461d-4f9f-b25d-c13db32d8e6b), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:23.827789 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00464c6-29e1-4b8a-ae7c-2fbe7af44a8e tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Pushing event deleted for resources: {'Port': ['ID=505f1355-a90c-4914-8681-94595295f2df,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:40:23.831067 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c00464c6-29e1-4b8a-ae7c-2fbe7af44a8e tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:23.842037 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-c00464c6-29e1-4b8a-ae7c-2fbe7af44a8e tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] 10.222.0.64 "DELETE /v2.0/ports/505f1355-a90c-4914-8681-94595295f2df HTTP/1.1" status: 204 len: 168 time: 0.9176829 Jan 28 19:40:23.844922 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 47268) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:40:23.872127 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] For port 3944aad7-461d-4f9f-b25d-c13db32d8e6b, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=3944aad7-461d-4f9f-b25d-c13db32d8e6b,segment=NetworkSegment(f13e97b7-72e0-4c8b-99ab-a3a758e046bf),segment_id=f13e97b7-72e0-4c8b-99ab-a3a758e046bf)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:40:23.890156 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (3944aad7-461d-4f9f-b25d-c13db32d8e6b), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:23.895630 n-d-812111-14 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-1191f847-8a31-419e-b6ab-7144051a493b tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] GET failed (client error): The resource could not be found. Jan 28 19:40:23.897271 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-1191f847-8a31-419e-b6ab-7144051a493b tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] 10.222.0.64 "GET /v2.0/ports/505f1355-a90c-4914-8681-94595295f2df HTTP/1.1" status: 404 len: 333 time: 0.0510986 Jan 28 19:40:23.909901 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 47274) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:40:23.976792 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-b4e98904-043d-4800-ba60-49ceb313d4ef tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Allocated IP 172.20.0.14 (864594cf-3c32-446d-8a95-4c69cb1b9ed4/8609f0de-d0c6-4cb5-88c2-cd5c6b7e4f67/545e2ea9-75e8-407c-9050-4761ec984328) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:40:23.993454 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-b4e98904-043d-4800-ba60-49ceb313d4ef tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Allocated IP 172.20.0.13 (864594cf-3c32-446d-8a95-4c69cb1b9ed4/8609f0de-d0c6-4cb5-88c2-cd5c6b7e4f67/545e2ea9-75e8-407c-9050-4761ec984328) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:40:24.055047 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:24.074951 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-4920ee60-6cf5-4a59-83d4-260bd65b4d23 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Deleting subnet 6174cb1c-2eee-4e48-8989-74ea0e41b1d2 {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:40:24.081090 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4920ee60-6cf5-4a59-83d4-260bd65b4d23 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks [] for subnet (6174cb1c-2eee-4e48-8989-74ea0e41b1d2), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:24.100274 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Pushing event updated for resources: {'Port': ['ID=3944aad7-461d-4f9f-b25d-c13db32d8e6b,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:40:24.173442 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4920ee60-6cf5-4a59-83d4-260bd65b4d23 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4747050'] for subnet (6174cb1c-2eee-4e48-8989-74ea0e41b1d2), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:24.320479 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4920ee60-6cf5-4a59-83d4-260bd65b4d23 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (6174cb1c-2eee-4e48-8989-74ea0e41b1d2), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:24.388553 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d63529-f948-4cc6-b47f-24f30f619212 req-3cb9b862-e5d4-40fa-81b0-4c4d16c21fce tempest-VolumesSnapshotTestJSON-1067837444 tempest-VolumesSnapshotTestJSON-1067837444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:40:24.397311 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-96d63529-f948-4cc6-b47f-24f30f619212 req-3cb9b862-e5d4-40fa-81b0-4c4d16c21fce tempest-VolumesSnapshotTestJSON-1067837444 tempest-VolumesSnapshotTestJSON-1067837444-project] 10.222.0.64 "GET /v2.0/ports?device_id=d231a7fe-a628-420a-af1d-31debd1481d2 HTTP/1.1" status: 200 len: 946 time: 0.1650271 Jan 28 19:40:24.411658 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b4e98904-043d-4800-ba60-49ceb313d4ef tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks [] for port (545e2ea9-75e8-407c-9050-4761ec984328), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:24.439130 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4920ee60-6cf5-4a59-83d4-260bd65b4d23 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4690616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5222356'] for subnet (6174cb1c-2eee-4e48-8989-74ea0e41b1d2), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:24.498706 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-96d63529-f948-4cc6-b47f-24f30f619212 req-51597ce6-3bef-43fa-9bdd-de3c237a5261 tempest-VolumesSnapshotTestJSON-1067837444 tempest-VolumesSnapshotTestJSON-1067837444-project] 10.222.0.64 "GET /v2.0/security-groups?id=51cbc5a3-d8ac-4977-b6f0-e1abddc2ee98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989611 Jan 28 19:40:24.512924 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4920ee60-6cf5-4a59-83d4-260bd65b4d23 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Pushing event deleted for resources: {'Subnet': ['ID=6174cb1c-2eee-4e48-8989-74ea0e41b1d2,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:40:24.529205 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4920ee60-6cf5-4a59-83d4-260bd65b4d23 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:24.534055 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b4e98904-043d-4800-ba60-49ceb313d4ef tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (545e2ea9-75e8-407c-9050-4761ec984328), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:24.542883 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-4920ee60-6cf5-4a59-83d4-260bd65b4d23 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] 10.222.0.64 "DELETE /v2.0/subnets/6174cb1c-2eee-4e48-8989-74ea0e41b1d2 HTTP/1.1" status: 204 len: 168 time: 0.6291170 Jan 28 19:40:24.543390 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 47286) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:40:24.582948 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4e98904-043d-4800-ba60-49ceb313d4ef tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Network 864594cf-3c32-446d-8a95-4c69cb1b9ed4 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:40:24.609361 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c8d0cde-61aa-4cbf-92ef-bb761cfd970e None None] Network 36b84397-1229-49f5-8b4b-8765466d67a9 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:40:24.624254 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-b4e98904-043d-4800-ba60-49ceb313d4ef tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:40:24.636859 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e98904-043d-4800-ba60-49ceb313d4ef tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:40:24.668501 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4b172a27-4e79-48cc-95c1-707dd499fcd6 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (36b84397-1229-49f5-8b4b-8765466d67a9), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:24.728513 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e98904-043d-4800-ba60-49ceb313d4ef tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Pushing event updated for resources: {'Port': ['ID=545e2ea9-75e8-407c-9050-4761ec984328,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:40:24.735100 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4e98904-043d-4800-ba60-49ceb313d4ef tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:40:24.735883 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b4e98904-043d-4800-ba60-49ceb313d4ef tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:24.770176 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-b4e98904-043d-4800-ba60-49ceb313d4ef tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 2.3742814 Jan 28 19:40:24.771666 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 47290) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:40:24.780585 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-eb100c16-6886-4b8c-b3a7-52297ed9e1c6 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Request body: {'floatingip': {'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'port_id': '545e2ea9-75e8-407c-9050-4761ec984328', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:40:24.782065 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-4b172a27-4e79-48cc-95c1-707dd499fcd6 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Deleting port 3944aad7-461d-4f9f-b25d-c13db32d8e6b {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:40:24.782576 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4b172a27-4e79-48cc-95c1-707dd499fcd6 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (3944aad7-461d-4f9f-b25d-c13db32d8e6b), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:24.813712 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-eb100c16-6886-4b8c-b3a7-52297ed9e1c6 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:24.817418 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-da4c1a73-1b9e-4db2-b1ed-7abfd72c58ed None None] Provisioning complete for port 3944aad7-461d-4f9f-b25d-c13db32d8e6b triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:40:24.817936 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-da4c1a73-1b9e-4db2-b1ed-7abfd72c58ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (3944aad7-461d-4f9f-b25d-c13db32d8e6b), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:24.900786 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-4b172a27-4e79-48cc-95c1-707dd499fcd6 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] For port 3944aad7-461d-4f9f-b25d-c13db32d8e6b, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=3944aad7-461d-4f9f-b25d-c13db32d8e6b,segment=NetworkSegment(f13e97b7-72e0-4c8b-99ab-a3a758e046bf),segment_id=f13e97b7-72e0-4c8b-99ab-a3a758e046bf)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:40:24.901289 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4b172a27-4e79-48cc-95c1-707dd499fcd6 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (3944aad7-461d-4f9f-b25d-c13db32d8e6b), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:24.920716 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-4b172a27-4e79-48cc-95c1-707dd499fcd6 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Calling delete_port for 3944aad7-461d-4f9f-b25d-c13db32d8e6b owned by network:dhcp {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:40:24.944461 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-da4c1a73-1b9e-4db2-b1ed-7abfd72c58ed None None] Current status of the port 3944aad7-461d-4f9f-b25d-c13db32d8e6b is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:40:24.947300 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf8c8c36-fa7b-415d-97b5-63a664829be3 None None] DHCP port deletion for 36b84397-1229-49f5-8b4b-8765466d67a9 request from n-d-812111-14 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:40:24.985321 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-eb100c16-6886-4b8c-b3a7-52297ed9e1c6 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:25.033264 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-cf8c8c36-fa7b-415d-97b5-63a664829be3 None None] Deleting port 3944aad7-461d-4f9f-b25d-c13db32d8e6b {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:40:25.033781 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-cf8c8c36-fa7b-415d-97b5-63a664829be3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (3944aad7-461d-4f9f-b25d-c13db32d8e6b), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:25.070595 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4b172a27-4e79-48cc-95c1-707dd499fcd6 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (3944aad7-461d-4f9f-b25d-c13db32d8e6b), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:25.132545 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b172a27-4e79-48cc-95c1-707dd499fcd6 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Pushing event deleted for resources: {'Port': ['ID=3944aad7-461d-4f9f-b25d-c13db32d8e6b,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:40:25.145017 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-eb100c16-6886-4b8c-b3a7-52297ed9e1c6 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Allocated IP 172.25.6.111 (d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8/a648e4ab-7422-41b9-b133-58aca25ab8f5/c426a209-90b7-4ccb-b891-d6d5c65bee64) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:40:25.152626 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-cf8c8c36-fa7b-415d-97b5-63a664829be3 None None] For port 3944aad7-461d-4f9f-b25d-c13db32d8e6b, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=3944aad7-461d-4f9f-b25d-c13db32d8e6b,segment=NetworkSegment(f13e97b7-72e0-4c8b-99ab-a3a758e046bf),segment_id=f13e97b7-72e0-4c8b-99ab-a3a758e046bf)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:40:25.153127 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-cf8c8c36-fa7b-415d-97b5-63a664829be3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (3944aad7-461d-4f9f-b25d-c13db32d8e6b), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:25.158455 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b172a27-4e79-48cc-95c1-707dd499fcd6 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] No DVR routers for this DVR port 3944aad7-461d-4f9f-b25d-c13db32d8e6b on host n-d-812111-14 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:40:25.175312 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-cf8c8c36-fa7b-415d-97b5-63a664829be3 None None] Calling delete_port for 3944aad7-461d-4f9f-b25d-c13db32d8e6b owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:40:25.281069 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-cf8c8c36-fa7b-415d-97b5-63a664829be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985'] for port (3944aad7-461d-4f9f-b25d-c13db32d8e6b), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:25.312607 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4b172a27-4e79-48cc-95c1-707dd499fcd6 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (36b84397-1229-49f5-8b4b-8765466d67a9), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:25.331429 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-eb100c16-6886-4b8c-b3a7-52297ed9e1c6 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks [] for port (c426a209-90b7-4ccb-b891-d6d5c65bee64), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:25.335435 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-4b172a27-4e79-48cc-95c1-707dd499fcd6 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36b84397-1229-49f5-8b4b-8765466d67a9']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:40:25.347100 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-4b172a27-4e79-48cc-95c1-707dd499fcd6 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f13e97b7-72e0-4c8b-99ab-a3a758e046bf') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:40:25.347494 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-4b172a27-4e79-48cc-95c1-707dd499fcd6 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f13e97b7-72e0-4c8b-99ab-a3a758e046bf') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:40:25.358337 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4b172a27-4e79-48cc-95c1-707dd499fcd6 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4747091'] for segment (f13e97b7-72e0-4c8b-99ab-a3a758e046bf), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:25.376773 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4b172a27-4e79-48cc-95c1-707dd499fcd6 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (f13e97b7-72e0-4c8b-99ab-a3a758e046bf), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:25.383660 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b172a27-4e79-48cc-95c1-707dd499fcd6 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:40:25.384334 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4b172a27-4e79-48cc-95c1-707dd499fcd6 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4690514'] for segment (f13e97b7-72e0-4c8b-99ab-a3a758e046bf), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:25.402589 n-d-812111-14 neutron-server[103304]: Traceback (most recent call last): Jan 28 19:40:25.402589 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:40:25.402589 n-d-812111-14 neutron-server[103304]: timer() Jan 28 19:40:25.402589 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:40:25.402589 n-d-812111-14 neutron-server[103304]: cb(*args, **kw) Jan 28 19:40:25.402589 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:40:25.402589 n-d-812111-14 neutron-server[103304]: return func(*args, **kwargs) Jan 28 19:40:25.402589 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:40:25.402589 n-d-812111-14 neutron-server[103304]: self._notify() Jan 28 19:40:25.402589 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:40:25.402589 n-d-812111-14 neutron-server[103304]: self.callback(batched_events) Jan 28 19:40:25.402589 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:40:25.402589 n-d-812111-14 neutron-server[103304]: event.method(event) Jan 28 19:40:25.402589 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:40:25.402589 n-d-812111-14 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:40:25.402589 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:40:25.402589 n-d-812111-14 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:40:25.402589 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:40:25.402589 n-d-812111-14 neutron-server[103304]: return f(self, *a, **k) Jan 28 19:40:25.402589 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:40:25.402589 n-d-812111-14 neutron-server[103304]: return self._get(url).json() Jan 28 19:40:25.402589 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:40:25.402589 n-d-812111-14 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:40:25.402589 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:40:25.402589 n-d-812111-14 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 28 19:40:25.402589 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:40:25.402589 n-d-812111-14 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:40:25.402589 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:40:25.402589 n-d-812111-14 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:40:25.402589 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:40:25.402589 n-d-812111-14 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:40:25.402589 n-d-812111-14 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:40:25.408831 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-eb100c16-6886-4b8c-b3a7-52297ed9e1c6 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (c426a209-90b7-4ccb-b891-d6d5c65bee64), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:25.469904 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb100c16-6886-4b8c-b3a7-52297ed9e1c6 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:40:25.475216 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-eb100c16-6886-4b8c-b3a7-52297ed9e1c6 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:40:25.478169 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb100c16-6886-4b8c-b3a7-52297ed9e1c6 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:40:25.508030 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4b172a27-4e79-48cc-95c1-707dd499fcd6 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (36b84397-1229-49f5-8b4b-8765466d67a9), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:25.544944 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4b172a27-4e79-48cc-95c1-707dd499fcd6 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:25.554074 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-4b172a27-4e79-48cc-95c1-707dd499fcd6 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] 10.222.0.64 "DELETE /v2.0/networks/36b84397-1229-49f5-8b4b-8765466d67a9 HTTP/1.1" status: 204 len: 168 time: 1.0072708 Jan 28 19:40:25.563160 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 47308) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:40:25.579917 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-06d8bb75-42b0-4187-a451-04699640158d tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Request body: {'port': {'network_id': 'ba3e1ba2-edd1-41f9-a12b-1cb4bc0c8534', 'name': 'tempest-PortsIpV6TestJSON-1001926571'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:40:25.638827 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b172a27-4e79-48cc-95c1-707dd499fcd6 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Pushing event deleted for resources: {'Network': ['ID=36b84397-1229-49f5-8b4b-8765466d67a9,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:40:25.655814 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8c8c36-fa7b-415d-97b5-63a664829be3 None None] No DVR routers for this DVR port 3944aad7-461d-4f9f-b25d-c13db32d8e6b on host n-d-812111-14 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:40:25.688620 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8c8c36-fa7b-415d-97b5-63a664829be3 None None] Pushing event deleted for resources: {'Port': ['ID=3944aad7-461d-4f9f-b25d-c13db32d8e6b,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:40:25.695312 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 3944aad7-461d-4f9f-b25d-c13db32d8e6b no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:40:25.716580 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: 3944aad7-461d-4f9f-b25d-c13db32d8e6b {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:40:25.717057 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 3944aad7-461d-4f9f-b25d-c13db32d8e6b not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:40:25.832684 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb100c16-6886-4b8c-b3a7-52297ed9e1c6 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Pushing event updated for resources: {'Port': ['ID=c426a209-90b7-4ccb-b891-d6d5c65bee64,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:40:26.104576 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 47326) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:40:26.114664 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-eb100c16-6886-4b8c-b3a7-52297ed9e1c6 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks [] for floatingip (0b7fa213-c532-4473-a228-9986d73b2a04), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:26.192311 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-eb100c16-6886-4b8c-b3a7-52297ed9e1c6 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (c426a209-90b7-4ccb-b891-d6d5c65bee64), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:26.224403 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46c2483-8d36-49b6-a5a2-7988190c7155 req-012bfc64-c520-4897-bd78-7b68a1721145 tempest-VolumesSnapshotTestJSON-1067837444 tempest-VolumesSnapshotTestJSON-1067837444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:40:26.224403 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c46c2483-8d36-49b6-a5a2-7988190c7155 req-012bfc64-c520-4897-bd78-7b68a1721145 tempest-VolumesSnapshotTestJSON-1067837444 tempest-VolumesSnapshotTestJSON-1067837444-project] 10.222.0.64 "GET /v2.0/ports?device_id=d231a7fe-a628-420a-af1d-31debd1481d2 HTTP/1.1" status: 200 len: 946 time: 0.5703075 Jan 28 19:40:26.241188 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0c566f-da15-42f6-8889-bcff974f7632 req-0d655573-4422-4309-b9ba-f5bede567b1c tempest-VolumesSnapshotTestJSON-1067837444 tempest-VolumesSnapshotTestJSON-1067837444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:40:26.242674 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3c0c566f-da15-42f6-8889-bcff974f7632 req-0d655573-4422-4309-b9ba-f5bede567b1c tempest-VolumesSnapshotTestJSON-1067837444 tempest-VolumesSnapshotTestJSON-1067837444-project] 10.222.0.41 "GET /v2.0/ports?device_id=d231a7fe-a628-420a-af1d-31debd1481d2 HTTP/1.1" status: 200 len: 946 time: 0.1228726 Jan 28 19:40:26.243794 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06d8bb75-42b0-4187-a451-04699640158d tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Made reservation on behalf of 64d0cdb4950f49118685892c6c24c7ee for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:40:26.247629 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-06d8bb75-42b0-4187-a451-04699640158d tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:26.326637 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d88f0fde-901b-4a75-a44c-ff1b2d8e96fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:26.332948 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [None req-06d8bb75-42b0-4187-a451-04699640158d tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] device_id is not set on port acf699a4-7741-4b01-8da8-ccb0b9c80985 yet. {{(pid=103304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:40:26.363423 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-eb100c16-6886-4b8c-b3a7-52297ed9e1c6 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks [] for port (c426a209-90b7-4ccb-b891-d6d5c65bee64), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:26.367781 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-eb100c16-6886-4b8c-b3a7-52297ed9e1c6 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (c426a209-90b7-4ccb-b891-d6d5c65bee64), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:26.437284 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c46c2483-8d36-49b6-a5a2-7988190c7155 req-6048ba89-f021-4bad-add2-ea00cc692edb tempest-VolumesSnapshotTestJSON-1067837444 tempest-VolumesSnapshotTestJSON-1067837444-project] 10.222.0.64 "GET /v2.0/security-groups?id=51cbc5a3-d8ac-4977-b6f0-e1abddc2ee98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843567 Jan 28 19:40:26.446750 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb100c16-6886-4b8c-b3a7-52297ed9e1c6 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Pushing event updated for resources: {'Port': ['ID=c426a209-90b7-4ccb-b891-d6d5c65bee64,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:40:26.459559 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-eb100c16-6886-4b8c-b3a7-52297ed9e1c6 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734886'] for floatingip (0b7fa213-c532-4473-a228-9986d73b2a04), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:26.581287 n-d-812111-14 neutron-server[103305]: INFO neutron.db.l3_db [None req-eb100c16-6886-4b8c-b3a7-52297ed9e1c6 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Floating IP 0b7fa213-c532-4473-a228-9986d73b2a04 associated. External IP: 172.25.6.111, port: 545e2ea9-75e8-407c-9050-4761ec984328. Jan 28 19:40:26.584630 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-3c0c566f-da15-42f6-8889-bcff974f7632 req-2e104494-fa26-4e33-9afb-d78d7ece7944 tempest-VolumesSnapshotTestJSON-1067837444 tempest-VolumesSnapshotTestJSON-1067837444-project] Deleting port e313a6b7-7024-4b2d-8766-8b4d6ebf7434 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:40:26.584925 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-3c0c566f-da15-42f6-8889-bcff974f7632 req-2e104494-fa26-4e33-9afb-d78d7ece7944 tempest-VolumesSnapshotTestJSON-1067837444 tempest-VolumesSnapshotTestJSON-1067837444-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (e313a6b7-7024-4b2d-8766-8b4d6ebf7434), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:26.677938 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d88f0fde-901b-4a75-a44c-ff1b2d8e96fc admin admin] Publish callbacks [] for security_group (125738a0-0e9b-4456-bcd1-37fb07eac0a9), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:26.690203 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d88f0fde-901b-4a75-a44c-ff1b2d8e96fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (125738a0-0e9b-4456-bcd1-37fb07eac0a9), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:26.711793 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-06d8bb75-42b0-4187-a451-04699640158d tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks [] for port (acf699a4-7741-4b01-8da8-ccb0b9c80985), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:26.771148 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-d88f0fde-901b-4a75-a44c-ff1b2d8e96fc admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=563fc97b10484ea3a6c82b81e6f0a43f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6465697 Jan 28 19:40:26.774914 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 47336) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:40:26.808507 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88f0fde-901b-4a75-a44c-ff1b2d8e96fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=125738a0-0e9b-4456-bcd1-37fb07eac0a9,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:40:26.813869 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-3c0c566f-da15-42f6-8889-bcff974f7632 req-2e104494-fa26-4e33-9afb-d78d7ece7944 tempest-VolumesSnapshotTestJSON-1067837444 tempest-VolumesSnapshotTestJSON-1067837444-project] For port e313a6b7-7024-4b2d-8766-8b4d6ebf7434, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=e313a6b7-7024-4b2d-8766-8b4d6ebf7434,segment=NetworkSegment(ce39c210-967e-4da2-941c-adb15afe7725),segment_id=ce39c210-967e-4da2-941c-adb15afe7725)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:40:26.814270 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-3c0c566f-da15-42f6-8889-bcff974f7632 req-2e104494-fa26-4e33-9afb-d78d7ece7944 tempest-VolumesSnapshotTestJSON-1067837444 tempest-VolumesSnapshotTestJSON-1067837444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (e313a6b7-7024-4b2d-8766-8b4d6ebf7434), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:26.832173 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-3c0c566f-da15-42f6-8889-bcff974f7632 req-2e104494-fa26-4e33-9afb-d78d7ece7944 tempest-VolumesSnapshotTestJSON-1067837444 tempest-VolumesSnapshotTestJSON-1067837444-project] Calling delete_port for e313a6b7-7024-4b2d-8766-8b4d6ebf7434 owned by compute:nova {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:40:26.835003 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb100c16-6886-4b8c-b3a7-52297ed9e1c6 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Router 8ae2243c-bc41-4126-8032-846c3fb3bfb2 has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:40:26.845361 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-06d8bb75-42b0-4187-a451-04699640158d tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (acf699a4-7741-4b01-8da8-ccb0b9c80985), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:26.855642 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-de283d24-31c6-499c-b52c-bf8fd6bfef0a admin admin] Publish callbacks [] for security_group (125738a0-0e9b-4456-bcd1-37fb07eac0a9), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:26.914437 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-de283d24-31c6-499c-b52c-bf8fd6bfef0a admin admin] Publish callbacks [] for security_group (125738a0-0e9b-4456-bcd1-37fb07eac0a9), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:26.934444 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d8bb75-42b0-4187-a451-04699640158d tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Network ba3e1ba2-edd1-41f9-a12b-1cb4bc0c8534 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:40:26.939965 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-06d8bb75-42b0-4187-a451-04699640158d tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:40:26.941985 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d8bb75-42b0-4187-a451-04699640158d tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Pushing event updated for resources: {'Port': ['ID=acf699a4-7741-4b01-8da8-ccb0b9c80985,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:40:26.944789 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d8bb75-42b0-4187-a451-04699640158d tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:40:26.950209 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d8bb75-42b0-4187-a451-04699640158d tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:40:26.950833 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-06d8bb75-42b0-4187-a451-04699640158d tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:26.982268 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-06d8bb75-42b0-4187-a451-04699640158d tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.4149253 Jan 28 19:40:26.983862 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 47338) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:40:27.029364 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb100c16-6886-4b8c-b3a7-52297ed9e1c6 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:40:27.043347 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d000dc00-aea9-4625-b938-4d24bd71fefb None None] Sync routers for ids ['8ae2243c-bc41-4126-8032-846c3fb3bfb2'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:40:27.065213 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-3c0c566f-da15-42f6-8889-bcff974f7632 req-2e104494-fa26-4e33-9afb-d78d7ece7944 tempest-VolumesSnapshotTestJSON-1067837444 tempest-VolumesSnapshotTestJSON-1067837444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (e313a6b7-7024-4b2d-8766-8b4d6ebf7434), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:27.070363 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d000dc00-aea9-4625-b938-4d24bd71fefb None None] Routers {'8ae2243c-bc41-4126-8032-846c3fb3bfb2'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:40:27.071295 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-d000dc00-aea9-4625-b938-4d24bd71fefb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:40:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['8ae2243c-bc41-4126-8032-846c3fb3bfb2'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:40:27.072832 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-de283d24-31c6-499c-b52c-bf8fd6bfef0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (125738a0-0e9b-4456-bcd1-37fb07eac0a9), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:27.075443 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-de283d24-31c6-499c-b52c-bf8fd6bfef0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:27.076587 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-de283d24-31c6-499c-b52c-bf8fd6bfef0a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/125738a0-0e9b-4456-bcd1-37fb07eac0a9 HTTP/1.1" status: 204 len: 168 time: 0.3007374 Jan 28 19:40:27.077523 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['e313a6b7-7024-4b2d-8766-8b4d6ebf7434'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:40:27.081512 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-eb100c16-6886-4b8c-b3a7-52297ed9e1c6 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for floatingip (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:27.115023 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de283d24-31c6-499c-b52c-bf8fd6bfef0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=125738a0-0e9b-4456-bcd1-37fb07eac0a9,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:40:27.131853 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-eb100c16-6886-4b8c-b3a7-52297ed9e1c6 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.3580694 Jan 28 19:40:27.134276 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 47348) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:40:27.139532 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-bbfb9e45-5faf-4eed-8887-5acf5c4d7b19 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Request body: {'floatingip': {'port_id': '545e2ea9-75e8-407c-9050-4761ec984328', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:40:27.151321 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e104494-fa26-4e33-9afb-d78d7ece7944 tempest-VolumesSnapshotTestJSON-1067837444 tempest-VolumesSnapshotTestJSON-1067837444-project] Pushing event deleted for resources: {'Port': ['ID=e313a6b7-7024-4b2d-8766-8b4d6ebf7434,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:40:27.184886 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-d000dc00-aea9-4625-b938-4d24bd71fefb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:40:27.196007 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c0c566f-da15-42f6-8889-bcff974f7632 req-2e104494-fa26-4e33-9afb-d78d7ece7944 tempest-VolumesSnapshotTestJSON-1067837444 tempest-VolumesSnapshotTestJSON-1067837444-project] No DVR routers for this DVR port e313a6b7-7024-4b2d-8766-8b4d6ebf7434 on host n-h1-812111-14 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:40:27.197505 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d000dc00-aea9-4625-b938-4d24bd71fefb None None] Routers {'8ae2243c-bc41-4126-8032-846c3fb3bfb2'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:40:27.199262 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-d000dc00-aea9-4625-b938-4d24bd71fefb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:40:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['8ae2243c-bc41-4126-8032-846c3fb3bfb2'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:40:27.199649 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-3c0c566f-da15-42f6-8889-bcff974f7632 req-2e104494-fa26-4e33-9afb-d78d7ece7944 tempest-VolumesSnapshotTestJSON-1067837444 tempest-VolumesSnapshotTestJSON-1067837444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:27.204751 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3c0c566f-da15-42f6-8889-bcff974f7632 req-2e104494-fa26-4e33-9afb-d78d7ece7944 tempest-VolumesSnapshotTestJSON-1067837444 tempest-VolumesSnapshotTestJSON-1067837444-project] 10.222.0.41 "DELETE /v2.0/ports/e313a6b7-7024-4b2d-8766-8b4d6ebf7434 HTTP/1.1" status: 204 len: 173 time: 0.9543233 Jan 28 19:40:27.205155 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd231a7fe-a628-420a-af1d-31debd1481d2', 'name': 'network-vif-deleted', 'tag': 'e313a6b7-7024-4b2d-8766-8b4d6ebf7434'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:40:27.207585 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29cb02cc-a97b-456f-8051-86fc8cc7cc5e" -d '{"events": [{"server_uuid": "d231a7fe-a628-420a-af1d-31debd1481d2", "name": "network-vif-deleted", "tag": "e313a6b7-7024-4b2d-8766-8b4d6ebf7434"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:40:27.230696 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bbfb9e45-5faf-4eed-8887-5acf5c4d7b19 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks [] for floatingip (0b7fa213-c532-4473-a228-9986d73b2a04), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:27.258106 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-d000dc00-aea9-4625-b938-4d24bd71fefb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:40:27.259296 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d000dc00-aea9-4625-b938-4d24bd71fefb None None] The sync data for ids ['8ae2243c-bc41-4126-8032-846c3fb3bfb2'] in n-d-812111-14 is: [] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:40:27.270127 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efcd1280-140f-4e7b-bf07-b9f6f10ca120 x-openstack-request-id: req-efcd1280-140f-4e7b-bf07-b9f6f10ca120 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:40:27.270494 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d231a7fe-a628-420a-af1d-31debd1481d2", "name": "network-vif-deleted", "tag": "e313a6b7-7024-4b2d-8766-8b4d6ebf7434", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:40:27.270814 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-efcd1280-140f-4e7b-bf07-b9f6f10ca120 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:40:27.271299 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd231a7fe-a628-420a-af1d-31debd1481d2', 'name': 'network-vif-deleted', 'tag': 'e313a6b7-7024-4b2d-8766-8b4d6ebf7434', 'status': 'completed', 'code': 200} Jan 28 19:40:27.522337 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 47356) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:40:27.540946 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fb131ebc-721a-4125-b032-7ba7ce163c4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:27.551137 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-8e0b4cb6-a29d-4fb9-ac81-c5332fbfded0 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Deleting port acf699a4-7741-4b01-8da8-ccb0b9c80985 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:40:27.551719 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8e0b4cb6-a29d-4fb9-ac81-c5332fbfded0 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (acf699a4-7741-4b01-8da8-ccb0b9c80985), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:27.583235 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9778892f-9631-42ae-866e-102096b90e45 req-e5c0cd79-0041-48ed-873a-f6aef07b68a7 tempest-VolumesSnapshotTestJSON-1067837444 tempest-VolumesSnapshotTestJSON-1067837444-project] 10.222.0.64 "GET /v2.0/ports?device_id=d231a7fe-a628-420a-af1d-31debd1481d2 HTTP/1.1" status: 200 len: 210 time: 0.0394449 Jan 28 19:40:27.650280 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682e41be-1b5f-426a-889c-3227e86b637f req-96457b2f-cc0d-42b5-bd91-310b4921ee88 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:40:27.653782 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-682e41be-1b5f-426a-889c-3227e86b637f req-96457b2f-cc0d-42b5-bd91-310b4921ee88 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a91007d-45be-4c6c-a11f-db74e1c43eb8 HTTP/1.1" status: 200 len: 946 time: 0.4460013 Jan 28 19:40:27.673630 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fb131ebc-721a-4125-b032-7ba7ce163c4f admin admin] Publish callbacks [] for security_group (4902217d-67df-44ce-9c51-8fc6822bd74d), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:27.679112 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fb131ebc-721a-4125-b032-7ba7ce163c4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (4902217d-67df-44ce-9c51-8fc6822bd74d), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:27.725800 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-fb131ebc-721a-4125-b032-7ba7ce163c4f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=55c324ebd804473c835d60b9cb1216b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1998992 Jan 28 19:40:27.725800 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb131ebc-721a-4125-b032-7ba7ce163c4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4902217d-67df-44ce-9c51-8fc6822bd74d,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:40:27.726305 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8e0b4cb6-a29d-4fb9-ac81-c5332fbfded0 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (acf699a4-7741-4b01-8da8-ccb0b9c80985), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:27.727761 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 47358) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:40:27.750008 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-8e0b4cb6-a29d-4fb9-ac81-c5332fbfded0 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Calling delete_port for acf699a4-7741-4b01-8da8-ccb0b9c80985 owned by {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:40:27.791095 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a8483b9e-c29c-4fdb-b864-dca771e18405 admin admin] Publish callbacks [] for security_group (4902217d-67df-44ce-9c51-8fc6822bd74d), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:27.814825 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a8483b9e-c29c-4fdb-b864-dca771e18405 admin admin] Publish callbacks [] for security_group (4902217d-67df-44ce-9c51-8fc6822bd74d), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:27.820559 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-682e41be-1b5f-426a-889c-3227e86b637f req-adea9fcb-470a-4603-b0a5-5e429cd400ab tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/security-groups?id=7142df2f-bfa6-45d4-824d-35803ef6dce5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1578214 Jan 28 19:40:27.877853 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a8483b9e-c29c-4fdb-b864-dca771e18405 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (4902217d-67df-44ce-9c51-8fc6822bd74d), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:27.880157 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a8483b9e-c29c-4fdb-b864-dca771e18405 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:27.881572 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-a8483b9e-c29c-4fdb-b864-dca771e18405 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4902217d-67df-44ce-9c51-8fc6822bd74d HTTP/1.1" status: 204 len: 168 time: 0.1502213 Jan 28 19:40:27.898435 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8483b9e-c29c-4fdb-b864-dca771e18405 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4902217d-67df-44ce-9c51-8fc6822bd74d,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:40:27.984721 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8e0b4cb6-a29d-4fb9-ac81-c5332fbfded0 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (acf699a4-7741-4b01-8da8-ccb0b9c80985), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:28.031681 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0b4cb6-a29d-4fb9-ac81-c5332fbfded0 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Pushing event deleted for resources: {'Port': ['ID=acf699a4-7741-4b01-8da8-ccb0b9c80985,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:40:28.044022 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8e0b4cb6-a29d-4fb9-ac81-c5332fbfded0 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:28.049484 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-8e0b4cb6-a29d-4fb9-ac81-c5332fbfded0 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] 10.222.0.64 "DELETE /v2.0/ports/acf699a4-7741-4b01-8da8-ccb0b9c80985 HTTP/1.1" status: 204 len: 168 time: 1.0624011 Jan 28 19:40:28.050025 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 47368) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:40:28.055867 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-166a03fc-422e-4446-b883-78910730c251 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Request body: {'port': {'network_id': 'ba3e1ba2-edd1-41f9-a12b-1cb4bc0c8534', 'mac_address': 'fa:16:3e:1f:dc:9f', 'name': 'tempest-PortsIpV6TestJSON-906431913'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:40:28.080373 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0b4cb6-a29d-4fb9-ac81-c5332fbfded0 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:40:28.080373 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0b4cb6-a29d-4fb9-ac81-c5332fbfded0 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:40:28.080640 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0b4cb6-a29d-4fb9-ac81-c5332fbfded0 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:40:28.080929 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0b4cb6-a29d-4fb9-ac81-c5332fbfded0 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:40:28.081290 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0b4cb6-a29d-4fb9-ac81-c5332fbfded0 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:40:28.081629 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0b4cb6-a29d-4fb9-ac81-c5332fbfded0 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:40:28.081960 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0b4cb6-a29d-4fb9-ac81-c5332fbfded0 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:40:28.082295 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0b4cb6-a29d-4fb9-ac81-c5332fbfded0 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:40:28.082624 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0b4cb6-a29d-4fb9-ac81-c5332fbfded0 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:40:28.082950 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0b4cb6-a29d-4fb9-ac81-c5332fbfded0 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:40:28.083278 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0b4cb6-a29d-4fb9-ac81-c5332fbfded0 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:40:28.083600 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0b4cb6-a29d-4fb9-ac81-c5332fbfded0 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:40:28.083921 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0b4cb6-a29d-4fb9-ac81-c5332fbfded0 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:40:28.182889 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-166a03fc-422e-4446-b883-78910730c251 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Made reservation on behalf of 64d0cdb4950f49118685892c6c24c7ee for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:40:28.278639 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-166a03fc-422e-4446-b883-78910730c251 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:28.299903 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [None req-166a03fc-422e-4446-b883-78910730c251 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] device_id is not set on port d640e3e2-2af0-4ac2-9adb-cad5d9e389ce yet. {{(pid=103304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:40:28.312797 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bbfb9e45-5faf-4eed-8887-5acf5c4d7b19 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:28.318038 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bbfb9e45-5faf-4eed-8887-5acf5c4d7b19 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734886'] for floatingip (0b7fa213-c532-4473-a228-9986d73b2a04), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:28.491196 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-166a03fc-422e-4446-b883-78910730c251 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks [] for port (d640e3e2-2af0-4ac2-9adb-cad5d9e389ce), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:28.530283 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-166a03fc-422e-4446-b883-78910730c251 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (d640e3e2-2af0-4ac2-9adb-cad5d9e389ce), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:28.566691 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbfb9e45-5faf-4eed-8887-5acf5c4d7b19 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Router 8ae2243c-bc41-4126-8032-846c3fb3bfb2 has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:40:28.577488 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-166a03fc-422e-4446-b883-78910730c251 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Network ba3e1ba2-edd1-41f9-a12b-1cb4bc0c8534 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:40:28.580723 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-166a03fc-422e-4446-b883-78910730c251 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:40:28.585899 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166a03fc-422e-4446-b883-78910730c251 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:40:28.592219 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-166a03fc-422e-4446-b883-78910730c251 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:40:28.592891 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-166a03fc-422e-4446-b883-78910730c251 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:28.610896 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166a03fc-422e-4446-b883-78910730c251 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Pushing event updated for resources: {'Port': ['ID=d640e3e2-2af0-4ac2-9adb-cad5d9e389ce,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:40:28.620718 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-166a03fc-422e-4446-b883-78910730c251 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.5696077 Jan 28 19:40:28.623596 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 47398) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:40:28.677062 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47cad397-79cd-4362-bf4e-93c9503699c4 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:40:28.678518 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-47cad397-79cd-4362-bf4e-93c9503699c4 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] 10.222.0.64 "GET /v2.0/ports/d640e3e2-2af0-4ac2-9adb-cad5d9e389ce HTTP/1.1" status: 200 len: 844 time: 0.0540023 Jan 28 19:40:28.682582 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 47400) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:40:28.731205 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbfb9e45-5faf-4eed-8887-5acf5c4d7b19 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:40:28.745935 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d5c983-76d1-4b7e-a976-fe4cf4a2d59e None None] Sync routers for ids ['8ae2243c-bc41-4126-8032-846c3fb3bfb2'] in n-d-812111-14 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:40:28.749649 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bbfb9e45-5faf-4eed-8887-5acf5c4d7b19 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for floatingip (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:28.762207 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d5c983-76d1-4b7e-a976-fe4cf4a2d59e None None] Routers {'8ae2243c-bc41-4126-8032-846c3fb3bfb2'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:40:28.764084 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-58d5c983-76d1-4b7e-a976-fe4cf4a2d59e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:40:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['8ae2243c-bc41-4126-8032-846c3fb3bfb2'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:40:28.782341 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 4fc29a78-414a-4805-a8cf-167eee4a4412 no longer exists at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:40:28.825905 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-dd668025-8502-41a6-ad94-d8e4297ee938 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Deleting port d640e3e2-2af0-4ac2-9adb-cad5d9e389ce {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:40:28.826562 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-dd668025-8502-41a6-ad94-d8e4297ee938 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (d640e3e2-2af0-4ac2-9adb-cad5d9e389ce), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:28.834035 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-bbfb9e45-5faf-4eed-8887-5acf5c4d7b19 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] 10.222.0.64 "PUT /v2.0/floatingips/0b7fa213-c532-4473-a228-9986d73b2a04 HTTP/1.1" status: 200 len: 978 time: 1.6975675 Jan 28 19:40:28.837303 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 47406) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:40:28.841740 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-58d5c983-76d1-4b7e-a976-fe4cf4a2d59e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:40:28.932379 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d5c983-76d1-4b7e-a976-fe4cf4a2d59e None None] Routers {'8ae2243c-bc41-4126-8032-846c3fb3bfb2'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:40:28.934180 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-58d5c983-76d1-4b7e-a976-fe4cf4a2d59e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:40:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['8ae2243c-bc41-4126-8032-846c3fb3bfb2'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:40:28.938130 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-dd668025-8502-41a6-ad94-d8e4297ee938 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (d640e3e2-2af0-4ac2-9adb-cad5d9e389ce), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:28.963810 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-dd668025-8502-41a6-ad94-d8e4297ee938 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Calling delete_port for d640e3e2-2af0-4ac2-9adb-cad5d9e389ce owned by {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:40:28.987220 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-58d5c983-76d1-4b7e-a976-fe4cf4a2d59e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:40:28.987963 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d5c983-76d1-4b7e-a976-fe4cf4a2d59e None None] The sync data for ids ['8ae2243c-bc41-4126-8032-846c3fb3bfb2'] in n-d-812111-14 is: [] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:40:28.989808 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 4fc29a78-414a-4805-a8cf-167eee4a4412 is: ACTIVE; New status is: DOWN {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:40:28.990194 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (4fc29a78-414a-4805-a8cf-167eee4a4412), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:29.029337 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 4fc29a78-414a-4805-a8cf-167eee4a4412, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=4fc29a78-414a-4805-a8cf-167eee4a4412,segment=NetworkSegment(0e20d3ef-5527-42ba-86a4-bcb741be912b),segment_id=0e20d3ef-5527-42ba-86a4-bcb741be912b)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:40:29.030711 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a91007d-45be-4c6c-a11f-db74e1c43eb8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4fc29a78-414a-4805-a8cf-167eee4a4412'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:40:29.033502 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebf44a74-efba-42dc-b286-1247027f04af" -d '{"events": [{"server_uuid": "4a91007d-45be-4c6c-a11f-db74e1c43eb8", "name": "network-vif-unplugged", "status": "completed", "tag": "4fc29a78-414a-4805-a8cf-167eee4a4412"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:40:29.038359 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (4fc29a78-414a-4805-a8cf-167eee4a4412), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:29.072531 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-dd668025-8502-41a6-ad94-d8e4297ee938 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (d640e3e2-2af0-4ac2-9adb-cad5d9e389ce), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:29.094684 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-dd668025-8502-41a6-ad94-d8e4297ee938 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:29.101477 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-dd668025-8502-41a6-ad94-d8e4297ee938 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] 10.222.0.64 "DELETE /v2.0/ports/d640e3e2-2af0-4ac2-9adb-cad5d9e389ce HTTP/1.1" status: 204 len: 168 time: 0.4148200 Jan 28 19:40:29.102107 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 47418) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:40:29.138270 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=4fc29a78-414a-4805-a8cf-167eee4a4412,revision_number=8']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:40:29.142140 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 19:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4b0ac7c-c5d0-4628-afe4-d707f86fae05 x-openstack-request-id: req-c4b0ac7c-c5d0-4628-afe4-d707f86fae05 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:40:29.142767 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a91007d-45be-4c6c-a11f-db74e1c43eb8", "name": "network-vif-unplugged", "status": "completed", "tag": "4fc29a78-414a-4805-a8cf-167eee4a4412", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:40:29.143213 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c4b0ac7c-c5d0-4628-afe4-d707f86fae05 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:40:29.143339 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd668025-8502-41a6-ad94-d8e4297ee938 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Pushing event deleted for resources: {'Port': ['ID=d640e3e2-2af0-4ac2-9adb-cad5d9e389ce,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:40:29.143881 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a91007d-45be-4c6c-a11f-db74e1c43eb8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4fc29a78-414a-4805-a8cf-167eee4a4412', 'code': 200} Jan 28 19:40:29.165379 n-d-812111-14 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c02e21e-4cd5-4f5d-b73d-050af47fce62 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] GET failed (client error): The resource could not be found. Jan 28 19:40:29.168282 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-2c02e21e-4cd5-4f5d-b73d-050af47fce62 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] 10.222.0.64 "GET /v2.0/ports/d640e3e2-2af0-4ac2-9adb-cad5d9e389ce HTTP/1.1" status: 404 len: 333 time: 0.0646973 Jan 28 19:40:29.171847 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 47420) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:40:29.178240 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-bdcd3d23-4c81-4ad8-b5ae-45be2e0d87c8 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Request body: {'port': {'network_id': 'ba3e1ba2-edd1-41f9-a12b-1cb4bc0c8534', 'name': 'tempest-PortsIpV6TestJSON-1518788500'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:40:29.197537 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-a3b4c55a-3332-444f-8dda-81d132875419 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Deleting port c426a209-90b7-4ccb-b891-d6d5c65bee64 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:40:29.197891 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a3b4c55a-3332-444f-8dda-81d132875419 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (c426a209-90b7-4ccb-b891-d6d5c65bee64), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:29.265066 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device e313a6b7-7024-4b2d-8766-8b4d6ebf7434 no longer exists at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:40:29.313695 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdcd3d23-4c81-4ad8-b5ae-45be2e0d87c8 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Made reservation on behalf of 64d0cdb4950f49118685892c6c24c7ee for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:40:29.326690 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bdcd3d23-4c81-4ad8-b5ae-45be2e0d87c8 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:29.331253 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a3b4c55a-3332-444f-8dda-81d132875419 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (c426a209-90b7-4ccb-b891-d6d5c65bee64), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:29.331643 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a3b4c55a-3332-444f-8dda-81d132875419 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks [] for floatingip (c426a209-90b7-4ccb-b891-d6d5c65bee64), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:29.344956 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] No Port match for: e313a6b7-7024-4b2d-8766-8b4d6ebf7434 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:40:29.345827 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-a3b4c55a-3332-444f-8dda-81d132875419 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Calling delete_port for c426a209-90b7-4ccb-b891-d6d5c65bee64 owned by network:floatingip {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:40:29.347716 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device e313a6b7-7024-4b2d-8766-8b4d6ebf7434 not bound to the agent host n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:40:29.360198 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [None req-bdcd3d23-4c81-4ad8-b5ae-45be2e0d87c8 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] device_id is not set on port 464d3c1b-d7ed-4c62-9320-ee874bfd5691 yet. {{(pid=103304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:40:29.564835 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a3b4c55a-3332-444f-8dda-81d132875419 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (c426a209-90b7-4ccb-b891-d6d5c65bee64), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:29.599036 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bdcd3d23-4c81-4ad8-b5ae-45be2e0d87c8 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks [] for port (464d3c1b-d7ed-4c62-9320-ee874bfd5691), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:29.611791 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b4c55a-3332-444f-8dda-81d132875419 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Pushing event deleted for resources: {'Port': ['ID=c426a209-90b7-4ccb-b891-d6d5c65bee64,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:40:29.649189 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bdcd3d23-4c81-4ad8-b5ae-45be2e0d87c8 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (464d3c1b-d7ed-4c62-9320-ee874bfd5691), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:29.684229 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a3b4c55a-3332-444f-8dda-81d132875419 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks [] for floatingip (0b7fa213-c532-4473-a228-9986d73b2a04), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:29.684514 n-d-812111-14 neutron-server[103305]: INFO neutron.db.l3_db [None req-a3b4c55a-3332-444f-8dda-81d132875419 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Floating IP 0b7fa213-c532-4473-a228-9986d73b2a04 disassociated (deleted). External IP: 172.25.6.111, port: 545e2ea9-75e8-407c-9050-4761ec984328. Jan 28 19:40:29.707014 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdcd3d23-4c81-4ad8-b5ae-45be2e0d87c8 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Network ba3e1ba2-edd1-41f9-a12b-1cb4bc0c8534 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:40:29.712595 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-bdcd3d23-4c81-4ad8-b5ae-45be2e0d87c8 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:40:29.723611 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdcd3d23-4c81-4ad8-b5ae-45be2e0d87c8 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:40:29.731816 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdcd3d23-4c81-4ad8-b5ae-45be2e0d87c8 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:40:29.732955 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bdcd3d23-4c81-4ad8-b5ae-45be2e0d87c8 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:29.738527 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcd3d23-4c81-4ad8-b5ae-45be2e0d87c8 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Pushing event updated for resources: {'Port': ['ID=464d3c1b-d7ed-4c62-9320-ee874bfd5691,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:40:29.759595 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-bdcd3d23-4c81-4ad8-b5ae-45be2e0d87c8 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.5866237 Jan 28 19:40:29.762396 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 47458) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:40:29.768739 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-0b866d84-5828-465b-8a2e-bf3a309e4326 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:40:29.861126 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0b866d84-5828-465b-8a2e-bf3a309e4326 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (464d3c1b-d7ed-4c62-9320-ee874bfd5691), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:29.909075 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 47462) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:40:29.953386 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3b4c55a-3332-444f-8dda-81d132875419 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Router 8ae2243c-bc41-4126-8032-846c3fb3bfb2 has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:40:30.085162 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0b866d84-5828-465b-8a2e-bf3a309e4326 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks [] for port (464d3c1b-d7ed-4c62-9320-ee874bfd5691), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:30.093827 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0b866d84-5828-465b-8a2e-bf3a309e4326 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (464d3c1b-d7ed-4c62-9320-ee874bfd5691), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:30.128282 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-0b866d84-5828-465b-8a2e-bf3a309e4326 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] In _notify_port_updated(), no bound segment for port 464d3c1b-d7ed-4c62-9320-ee874bfd5691 on network ba3e1ba2-edd1-41f9-a12b-1cb4bc0c8534 {{(pid=103304) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Jan 28 19:40:30.133679 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b866d84-5828-465b-8a2e-bf3a309e4326 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:40:30.134606 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0b866d84-5828-465b-8a2e-bf3a309e4326 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:30.136550 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-0b866d84-5828-465b-8a2e-bf3a309e4326 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] 10.222.0.64 "PUT /v2.0/ports/464d3c1b-d7ed-4c62-9320-ee874bfd5691 HTTP/1.1" status: 200 len: 818 time: 0.3726268 Jan 28 19:40:30.139717 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 47468) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:40:30.191476 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b866d84-5828-465b-8a2e-bf3a309e4326 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Pushing event updated for resources: {'Port': ['ID=464d3c1b-d7ed-4c62-9320-ee874bfd5691,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:40:30.262204 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-002654f1-951e-4c21-b15a-6222cbb1c1fc tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Deleting port 464d3c1b-d7ed-4c62-9320-ee874bfd5691 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:40:30.262563 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-002654f1-951e-4c21-b15a-6222cbb1c1fc tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (464d3c1b-d7ed-4c62-9320-ee874bfd5691), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:30.277717 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a9e42d7d-06de-4036-be20-22e921921f0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:30.342435 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-002654f1-951e-4c21-b15a-6222cbb1c1fc tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (464d3c1b-d7ed-4c62-9320-ee874bfd5691), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:30.357698 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-002654f1-951e-4c21-b15a-6222cbb1c1fc tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Calling delete_port for 464d3c1b-d7ed-4c62-9320-ee874bfd5691 owned by {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:40:30.365518 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3b4c55a-3332-444f-8dda-81d132875419 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:40:30.371430 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a3b4c55a-3332-444f-8dda-81d132875419 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for floatingip (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:30.382761 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ae7fda-033d-4797-a354-03a03561185d None None] Sync routers for ids ['8ae2243c-bc41-4126-8032-846c3fb3bfb2'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:40:30.394287 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ae7fda-033d-4797-a354-03a03561185d None None] Routers {'8ae2243c-bc41-4126-8032-846c3fb3bfb2'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:40:30.395205 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-a0ae7fda-033d-4797-a354-03a03561185d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:40:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['8ae2243c-bc41-4126-8032-846c3fb3bfb2'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:40:30.419243 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-a3b4c55a-3332-444f-8dda-81d132875419 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] 10.222.0.64 "DELETE /v2.0/floatingips/0b7fa213-c532-4473-a228-9986d73b2a04 HTTP/1.1" status: 204 len: 168 time: 1.5807033 Jan 28 19:40:30.420982 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 47474) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:40:30.434595 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-a0ae7fda-033d-4797-a354-03a03561185d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:40:30.445244 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ae7fda-033d-4797-a354-03a03561185d None None] Routers {'8ae2243c-bc41-4126-8032-846c3fb3bfb2'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:40:30.446145 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-a0ae7fda-033d-4797-a354-03a03561185d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:40:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['8ae2243c-bc41-4126-8032-846c3fb3bfb2'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:40:30.479378 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-002654f1-951e-4c21-b15a-6222cbb1c1fc tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (464d3c1b-d7ed-4c62-9320-ee874bfd5691), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:30.495063 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-a0ae7fda-033d-4797-a354-03a03561185d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:40:30.496713 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ae7fda-033d-4797-a354-03a03561185d None None] The sync data for ids ['8ae2243c-bc41-4126-8032-846c3fb3bfb2'] in n-d-812111-14 is: [] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:40:30.515005 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a9e42d7d-06de-4036-be20-22e921921f0d admin admin] Publish callbacks [] for security_group (b1d9b20f-5e1e-434c-ba5b-0ad715ed5263), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:30.523127 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002654f1-951e-4c21-b15a-6222cbb1c1fc tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Pushing event deleted for resources: {'Port': ['ID=464d3c1b-d7ed-4c62-9320-ee874bfd5691,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:40:30.526075 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a9e42d7d-06de-4036-be20-22e921921f0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (b1d9b20f-5e1e-434c-ba5b-0ad715ed5263), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:30.529063 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-002654f1-951e-4c21-b15a-6222cbb1c1fc tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:30.535070 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-002654f1-951e-4c21-b15a-6222cbb1c1fc tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] 10.222.0.64 "DELETE /v2.0/ports/464d3c1b-d7ed-4c62-9320-ee874bfd5691 HTTP/1.1" status: 204 len: 168 time: 0.3920734 Jan 28 19:40:30.535360 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 47476) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:40:30.581066 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-a9e42d7d-06de-4036-be20-22e921921f0d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=702e79ae4e69497ba66b0c454680e867&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6708393 Jan 28 19:40:30.584349 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 47478) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:40:30.585991 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e42d7d-06de-4036-be20-22e921921f0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1d9b20f-5e1e-434c-ba5b-0ad715ed5263,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:40:30.601631 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-4cabb1bb-15cd-4716-b898-bd14cde5d9c8 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Deleting port 545e2ea9-75e8-407c-9050-4761ec984328 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:40:30.602072 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4cabb1bb-15cd-4716-b898-bd14cde5d9c8 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (545e2ea9-75e8-407c-9050-4761ec984328), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:30.608480 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82b1327d-8893-4df4-8a57-f470f127ee02 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:40:30.612426 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-82b1327d-8893-4df4-8a57-f470f127ee02 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0736327 Jan 28 19:40:30.612666 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 47480) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:40:30.650661 n-d-812111-14 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cfea76d-51c1-4c43-93ad-8de9b9818a84 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] GET failed (client error): The resource could not be found. Jan 28 19:40:30.652115 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-4cfea76d-51c1-4c43-93ad-8de9b9818a84 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] 10.222.0.64 "GET /v2.0/ports/464d3c1b-d7ed-4c62-9320-ee874bfd5691 HTTP/1.1" status: 404 len: 333 time: 0.0360067 Jan 28 19:40:30.655789 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 47482) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:40:30.663309 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-1ae5795c-5f7d-41be-9135-7f0e661fdf2e tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1865760159'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:40:30.679372 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2ccb5ce0-278b-4e52-b78e-afee113fca1d admin admin] Publish callbacks [] for security_group (b1d9b20f-5e1e-434c-ba5b-0ad715ed5263), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:30.703110 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ae5795c-5f7d-41be-9135-7f0e661fdf2e tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Made reservation on behalf of 64d0cdb4950f49118685892c6c24c7ee for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:40:30.703911 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2ccb5ce0-278b-4e52-b78e-afee113fca1d admin admin] Publish callbacks [] for security_group (b1d9b20f-5e1e-434c-ba5b-0ad715ed5263), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:30.706959 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1ae5795c-5f7d-41be-9135-7f0e661fdf2e tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:30.730398 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4cabb1bb-15cd-4716-b898-bd14cde5d9c8 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (545e2ea9-75e8-407c-9050-4761ec984328), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:30.754219 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-4cabb1bb-15cd-4716-b898-bd14cde5d9c8 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Calling delete_port for 545e2ea9-75e8-407c-9050-4761ec984328 owned by {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:40:30.765585 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2ccb5ce0-278b-4e52-b78e-afee113fca1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (b1d9b20f-5e1e-434c-ba5b-0ad715ed5263), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:30.768922 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2ccb5ce0-278b-4e52-b78e-afee113fca1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:30.772825 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-2ccb5ce0-278b-4e52-b78e-afee113fca1d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b1d9b20f-5e1e-434c-ba5b-0ad715ed5263 HTTP/1.1" status: 204 len: 168 time: 0.1849873 Jan 28 19:40:30.781063 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccb5ce0-278b-4e52-b78e-afee113fca1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1d9b20f-5e1e-434c-ba5b-0ad715ed5263,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:40:30.815757 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ae5795c-5f7d-41be-9135-7f0e661fdf2e tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:40:30.830802 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1ae5795c-5f7d-41be-9135-7f0e661fdf2e tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (3fbce93c-d9a4-416c-97e3-e05e67c58ca1), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:30.831148 n-d-812111-14 neutron-server[103305]: INFO neutron.db.segments_db [None req-1ae5795c-5f7d-41be-9135-7f0e661fdf2e tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Added segment 3fbce93c-d9a4-416c-97e3-e05e67c58ca1 of type vlan for network 2d3f161d-7038-4af5-b316-a1436e2892ae Jan 28 19:40:30.887887 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1ae5795c-5f7d-41be-9135-7f0e661fdf2e tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (2d3f161d-7038-4af5-b316-a1436e2892ae), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:30.930163 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1ae5795c-5f7d-41be-9135-7f0e661fdf2e tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (2d3f161d-7038-4af5-b316-a1436e2892ae), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:30.938991 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae5795c-5f7d-41be-9135-7f0e661fdf2e tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:40:30.939907 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1ae5795c-5f7d-41be-9135-7f0e661fdf2e tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:31.030925 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-1ae5795c-5f7d-41be-9135-7f0e661fdf2e tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3734381 Jan 28 19:40:31.033896 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 47492) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:40:31.039020 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-c9234d11-244c-4b43-8a24-e80ca16b318d tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Request body: {'subnet': {'network_id': '2d3f161d-7038-4af5-b316-a1436e2892ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:40:31.112727 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae5795c-5f7d-41be-9135-7f0e661fdf2e tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Pushing event updated for resources: {'Network': ['ID=2d3f161d-7038-4af5-b316-a1436e2892ae,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:40:31.127027 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network 2d3f161d-7038-4af5-b316-a1436e2892ae details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:40:31.144034 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4cabb1bb-15cd-4716-b898-bd14cde5d9c8 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (545e2ea9-75e8-407c-9050-4761ec984328), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:31.146967 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9234d11-244c-4b43-8a24-e80ca16b318d tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Made reservation on behalf of 64d0cdb4950f49118685892c6c24c7ee for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:40:31.151066 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c9234d11-244c-4b43-8a24-e80ca16b318d tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5221429'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:31.212304 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cabb1bb-15cd-4716-b898-bd14cde5d9c8 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Pushing event deleted for resources: {'Port': ['ID=545e2ea9-75e8-407c-9050-4761ec984328,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:40:31.519394 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4cabb1bb-15cd-4716-b898-bd14cde5d9c8 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:31.524665 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-4cabb1bb-15cd-4716-b898-bd14cde5d9c8 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] 10.222.0.64 "DELETE /v2.0/ports/545e2ea9-75e8-407c-9050-4761ec984328 HTTP/1.1" status: 204 len: 168 time: 1.1026444 Jan 28 19:40:31.529138 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 47514) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:40:31.545838 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-b93cbdec-fc1c-4abb-9fcb-bf743077a4eb tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Request body: {'floatingip': {'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:40:31.562770 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c9234d11-244c-4b43-8a24-e80ca16b318d tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4690681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5221415'] for subnet (a6980c4b-c0a1-4348-a47c-8ff0a074e7f4), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:31.646282 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9234d11-244c-4b43-8a24-e80ca16b318d tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Pushing event updated for resources: {'Subnet': ['ID=a6980c4b-c0a1-4348-a47c-8ff0a074e7f4,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:40:31.656250 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b93cbdec-fc1c-4abb-9fcb-bf743077a4eb tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:31.730519 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9234d11-244c-4b43-8a24-e80ca16b318d tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Checking segment: {'id': '3fbce93c-d9a4-416c-97e3-e05e67c58ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '2d3f161d-7038-4af5-b316-a1436e2892ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:40:31.730885 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9234d11-244c-4b43-8a24-e80ca16b318d tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Network hostable DHCP agents. Network: 2d3f161d-7038-4af5-b316-a1436e2892ae, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:40:31.757966 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9234d11-244c-4b43-8a24-e80ca16b318d tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Network 2d3f161d-7038-4af5-b316-a1436e2892ae is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:40:31.775521 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-c9234d11-244c-4b43-8a24-e80ca16b318d tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, 2d3f161d-7038-4af5-b316-a1436e2892ae) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:40:31.785494 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45a88086-114f-4824-818e-98be13554ca9 None None] Network 2d3f161d-7038-4af5-b316-a1436e2892ae requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:40:31.787630 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9234d11-244c-4b43-8a24-e80ca16b318d tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:40:31.788232 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c9234d11-244c-4b43-8a24-e80ca16b318d tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:31.814379 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-c9234d11-244c-4b43-8a24-e80ca16b318d tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7793558 Jan 28 19:40:31.817277 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 47530) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:40:31.822368 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-4aed628d-83b1-4889-bf3f-af2a448bd8db tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Request body: {'subnet': {'network_id': '2d3f161d-7038-4af5-b316-a1436e2892ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:40:31.856526 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b93cbdec-fc1c-4abb-9fcb-bf743077a4eb tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:31.926472 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2eeefca-73f3-4090-95a5-d3881751e921 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68cd31fd-e4cd-5fb3-a862-256fc47efcd2-2d3f161d-7038-4af5-b316-a1436e2892ae', 'network_id': '2d3f161d-7038-4af5-b316-a1436e2892ae', 'project_id': '64d0cdb4950f49118685892c6c24c7ee', 'fixed_ips': [{'subnet_id': 'a6980c4b-c0a1-4348-a47c-8ff0a074e7f4'}]}} from n-d-812111-14. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:40:31.927620 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f2eeefca-73f3-4090-95a5-d3881751e921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:31.979827 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aed628d-83b1-4889-bf3f-af2a448bd8db tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Made reservation on behalf of 64d0cdb4950f49118685892c6c24c7ee for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:40:31.991068 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4aed628d-83b1-4889-bf3f-af2a448bd8db tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4733071'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:32.051151 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-b93cbdec-fc1c-4abb-9fcb-bf743077a4eb tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Allocated IP 172.25.6.81 (d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8/a648e4ab-7422-41b9-b133-58aca25ab8f5/0c8c12e4-8d93-4e69-8cff-501487067bf3) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:40:32.143658 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-f2eeefca-73f3-4090-95a5-d3881751e921 None None] Allocated IP 2001:db8::2 (2d3f161d-7038-4af5-b316-a1436e2892ae/a6980c4b-c0a1-4348-a47c-8ff0a074e7f4/e2e960bf-c59c-4492-8c1a-0f32b852599e) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:40:32.187463 n-d-812111-14 neutron-server[103305]: INFO neutron.db.ipam_backend_mixin [None req-4aed628d-83b1-4889-bf3f-af2a448bd8db tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a6980c4b-c0a1-4348-a47c-8ff0a074e7f4 (CIDR: 2001:db8::/64) Jan 28 19:40:32.194151 n-d-812111-14 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-4aed628d-83b1-4889-bf3f-af2a448bd8db tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 19:40:32.194558 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4aed628d-83b1-4889-bf3f-af2a448bd8db tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:40:32.238136 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-4aed628d-83b1-4889-bf3f-af2a448bd8db tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4197364 Jan 28 19:40:32.240808 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 47554) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:40:32.247542 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-bf5974ad-1ea0-408a-8049-0c63ca11bb27 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Request body: {'subnet': {'network_id': '2d3f161d-7038-4af5-b316-a1436e2892ae', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:40:32.281570 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b93cbdec-fc1c-4abb-9fcb-bf743077a4eb tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks [] for port (0c8c12e4-8d93-4e69-8cff-501487067bf3), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:32.372757 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b93cbdec-fc1c-4abb-9fcb-bf743077a4eb tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (0c8c12e4-8d93-4e69-8cff-501487067bf3), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:32.412977 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f2eeefca-73f3-4090-95a5-d3881751e921 None None] Publish callbacks [] for port (e2e960bf-c59c-4492-8c1a-0f32b852599e), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:32.415737 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf5974ad-1ea0-408a-8049-0c63ca11bb27 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Made reservation on behalf of 64d0cdb4950f49118685892c6c24c7ee for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:40:32.422124 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f2eeefca-73f3-4090-95a5-d3881751e921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (e2e960bf-c59c-4492-8c1a-0f32b852599e), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:32.431032 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bf5974ad-1ea0-408a-8049-0c63ca11bb27 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4733071'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:32.511307 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b93cbdec-fc1c-4abb-9fcb-bf743077a4eb tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:40:32.513020 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-b93cbdec-fc1c-4abb-9fcb-bf743077a4eb tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:40:32.531450 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93cbdec-fc1c-4abb-9fcb-bf743077a4eb tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Pushing event updated for resources: {'Port': ['ID=0c8c12e4-8d93-4e69-8cff-501487067bf3,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:40:32.541674 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93cbdec-fc1c-4abb-9fcb-bf743077a4eb tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:40:32.601420 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2eeefca-73f3-4090-95a5-d3881751e921 None None] Pushing event updated for resources: {'Port': ['ID=e2e960bf-c59c-4492-8c1a-0f32b852599e,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:40:32.625526 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2eeefca-73f3-4090-95a5-d3881751e921 None None] Network 2d3f161d-7038-4af5-b316-a1436e2892ae is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:40:32.641018 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-f2eeefca-73f3-4090-95a5-d3881751e921 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:40:32.652447 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2eeefca-73f3-4090-95a5-d3881751e921 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:40:32.699749 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b93cbdec-fc1c-4abb-9fcb-bf743077a4eb tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks [] for floatingip (336a4028-593e-475a-a1eb-85a977bbc000), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:32.774982 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b93cbdec-fc1c-4abb-9fcb-bf743077a4eb tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (0c8c12e4-8d93-4e69-8cff-501487067bf3), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:32.801521 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bf5974ad-1ea0-408a-8049-0c63ca11bb27 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4752401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4733085'] for subnet (a47ebbae-e0e1-48e9-a7e3-99a043cb8716), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:32.829093 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 4fc29a78-414a-4805-a8cf-167eee4a4412 details requested by agent hyperv_n-h2-812111-14 with host n-h2-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:40:32.843481 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 47572) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:40:32.845490 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf5974ad-1ea0-408a-8049-0c63ca11bb27 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Network 2d3f161d-7038-4af5-b316-a1436e2892ae is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:40:32.846812 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-f2eeefca-73f3-4090-95a5-d3881751e921 None None] Attempting to bind port e2e960bf-c59c-4492-8c1a-0f32b852599e on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:40:32.847260 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-f2eeefca-73f3-4090-95a5-d3881751e921 None None] Attempting to bind port e2e960bf-c59c-4492-8c1a-0f32b852599e by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '3fbce93c-d9a4-416c-97e3-e05e67c58ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '2d3f161d-7038-4af5-b316-a1436e2892ae'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:40:32.847632 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2eeefca-73f3-4090-95a5-d3881751e921 None None] Attempting to bind port e2e960bf-c59c-4492-8c1a-0f32b852599e on network 2d3f161d-7038-4af5-b316-a1436e2892ae {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:40:32.850016 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-bf5974ad-1ea0-408a-8049-0c63ca11bb27 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:40:32.855519 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf5974ad-1ea0-408a-8049-0c63ca11bb27 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:40:32.856290 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bf5974ad-1ea0-408a-8049-0c63ca11bb27 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:32.879213 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2eeefca-73f3-4090-95a5-d3881751e921 None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:40:32.879600 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2eeefca-73f3-4090-95a5-d3881751e921 None None] Checking segment: {'id': '3fbce93c-d9a4-416c-97e3-e05e67c58ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '2d3f161d-7038-4af5-b316-a1436e2892ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:40:32.880208 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f2eeefca-73f3-4090-95a5-d3881751e921 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:32.880726 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2eeefca-73f3-4090-95a5-d3881751e921 None None] Bound using segment: {'id': '3fbce93c-d9a4-416c-97e3-e05e67c58ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '2d3f161d-7038-4af5-b316-a1436e2892ae'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:40:32.882969 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-f2eeefca-73f3-4090-95a5-d3881751e921 None None] Bound port: e2e960bf-c59c-4492-8c1a-0f32b852599e, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fbce93c-d9a4-416c-97e3-e05e67c58ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '2d3f161d-7038-4af5-b316-a1436e2892ae'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:40:32.883403 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f2eeefca-73f3-4090-95a5-d3881751e921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (e2e960bf-c59c-4492-8c1a-0f32b852599e), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:32.913233 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5974ad-1ea0-408a-8049-0c63ca11bb27 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Pushing event updated for resources: {'Subnet': ['ID=a47ebbae-e0e1-48e9-a7e3-99a043cb8716,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:40:32.928561 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-bf5974ad-1ea0-408a-8049-0c63ca11bb27 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6866164 Jan 28 19:40:32.933769 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 47576) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:40:32.939383 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-33aee586-a31c-4f4c-836c-5489ecffef7f tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Request body: {'port': {'network_id': '2d3f161d-7038-4af5-b316-a1436e2892ae', 'fixed_ips': [{'subnet_id': 'a6980c4b-c0a1-4348-a47c-8ff0a074e7f4'}, {'subnet_id': 'a47ebbae-e0e1-48e9-a7e3-99a043cb8716'}], 'name': 'tempest-PortsIpV6TestJSON-565340745'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:40:33.046617 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 4fc29a78-414a-4805-a8cf-167eee4a4412, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=4fc29a78-414a-4805-a8cf-167eee4a4412,segment=NetworkSegment(0e20d3ef-5527-42ba-86a4-bcb741be912b),segment_id=0e20d3ef-5527-42ba-86a4-bcb741be912b)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:40:33.099200 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-7bcd6498-3521-43a4-9ca2-c0ebe718de4a tempest-ExternalNetworksAdminNegativeTestJSON-1691200876 tempest-ExternalNetworksAdminNegativeTestJSON-1691200876-project-admin] Request body: {'floatingip': {'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:40:33.110259 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Returning: {'device': '4fc29a78-414a-4805-a8cf-167eee4a4412', 'network_id': '87bd24c3-2f53-4d06-9d37-4b32bba79109', 'port_id': '4fc29a78-414a-4805-a8cf-167eee4a4412', 'mac_address': 'fa:16:3e:4c:e5:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b82f7aa-308b-4f07-b0c3-0d99e240d9ef', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:40:33.126891 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33aee586-a31c-4f4c-836c-5489ecffef7f tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Made reservation on behalf of 64d0cdb4950f49118685892c6c24c7ee for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:40:33.147172 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b93cbdec-fc1c-4abb-9fcb-bf743077a4eb tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks [] for port (0c8c12e4-8d93-4e69-8cff-501487067bf3), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:33.161540 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7bcd6498-3521-43a4-9ca2-c0ebe718de4a tempest-ExternalNetworksAdminNegativeTestJSON-1691200876 tempest-ExternalNetworksAdminNegativeTestJSON-1691200876-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:33.165388 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b93cbdec-fc1c-4abb-9fcb-bf743077a4eb tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (0c8c12e4-8d93-4e69-8cff-501487067bf3), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:33.168055 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-f2eeefca-73f3-4090-95a5-d3881751e921 None None] For port e2e960bf-c59c-4492-8c1a-0f32b852599e, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:40:33.172892 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-f2eeefca-73f3-4090-95a5-d3881751e921 None None] For port e2e960bf-c59c-4492-8c1a-0f32b852599e, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=e2e960bf-c59c-4492-8c1a-0f32b852599e,segment=NetworkSegment(3fbce93c-d9a4-416c-97e3-e05e67c58ca1),segment_id=3fbce93c-d9a4-416c-97e3-e05e67c58ca1)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:40:33.246606 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 4fc29a78-414a-4805-a8cf-167eee4a4412 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:40:33.247304 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (4fc29a78-414a-4805-a8cf-167eee4a4412), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:33.250852 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f2eeefca-73f3-4090-95a5-d3881751e921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (e2e960bf-c59c-4492-8c1a-0f32b852599e), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:33.295562 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-33aee586-a31c-4f4c-836c-5489ecffef7f tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:33.332221 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b93cbdec-fc1c-4abb-9fcb-bf743077a4eb tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734886'] for floatingip (336a4028-593e-475a-a1eb-85a977bbc000), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:33.336165 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2eeefca-73f3-4090-95a5-d3881751e921 None None] Pushing event updated for resources: {'Port': ['ID=e2e960bf-c59c-4492-8c1a-0f32b852599e,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:40:33.338451 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [None req-33aee586-a31c-4f4c-836c-5489ecffef7f tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] device_id is not set on port 52aae887-c8b1-47f1-bece-235ca99d4fb1 yet. {{(pid=103305) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:40:33.362439 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fc29a78-414a-4805-a8cf-167eee4a4412 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:40:33.396847 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 4fc29a78-414a-4805-a8cf-167eee4a4412, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=4fc29a78-414a-4805-a8cf-167eee4a4412,segment=NetworkSegment(0e20d3ef-5527-42ba-86a4-bcb741be912b),segment_id=0e20d3ef-5527-42ba-86a4-bcb741be912b)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:40:33.413296 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (4fc29a78-414a-4805-a8cf-167eee4a4412), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:33.434148 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93cbdec-fc1c-4abb-9fcb-bf743077a4eb tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Pushing event updated for resources: {'Port': ['ID=0c8c12e4-8d93-4e69-8cff-501487067bf3,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:40:33.509749 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b93cbdec-fc1c-4abb-9fcb-bf743077a4eb tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for floatingip (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:33.512977 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-b93cbdec-fc1c-4abb-9fcb-bf743077a4eb tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9821584 Jan 28 19:40:33.522599 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 47584) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:40:33.533205 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-1a3b5235-a5b4-4a98-9353-4b5c702f7259 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Request body: {'port': {'network_id': '864594cf-3c32-446d-8a95-4c69cb1b9ed4', 'name': 'tempest-FloatingIPTestJSON-1040383375'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:40:33.544414 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['4fc29a78-414a-4805-a8cf-167eee4a4412'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:40:33.617551 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=4fc29a78-414a-4805-a8cf-167eee4a4412,revision_number=9']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:40:33.816918 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7bcd6498-3521-43a4-9ca2-c0ebe718de4a tempest-ExternalNetworksAdminNegativeTestJSON-1691200876 tempest-ExternalNetworksAdminNegativeTestJSON-1691200876-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:33.912168 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a3b5235-a5b4-4a98-9353-4b5c702f7259 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Made reservation on behalf of f4e72d408b38498fbae4d612cef0a05b for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:40:33.920732 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1a3b5235-a5b4-4a98-9353-4b5c702f7259 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:33.972842 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-33aee586-a31c-4f4c-836c-5489ecffef7f tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Allocated IP 2001:db8::375 (2d3f161d-7038-4af5-b316-a1436e2892ae/a6980c4b-c0a1-4348-a47c-8ff0a074e7f4/52aae887-c8b1-47f1-bece-235ca99d4fb1) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:40:33.983391 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-33aee586-a31c-4f4c-836c-5489ecffef7f tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Allocated IP 2001:db8:0:1::276 (2d3f161d-7038-4af5-b316-a1436e2892ae/a47ebbae-e0e1-48e9-a7e3-99a043cb8716/52aae887-c8b1-47f1-bece-235ca99d4fb1) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:40:34.050510 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [None req-1a3b5235-a5b4-4a98-9353-4b5c702f7259 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] device_id is not set on port 15606566-6a1c-47c2-bd48-ccb407be4f72 yet. {{(pid=103304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:40:34.225345 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-7bcd6498-3521-43a4-9ca2-c0ebe718de4a tempest-ExternalNetworksAdminNegativeTestJSON-1691200876 tempest-ExternalNetworksAdminNegativeTestJSON-1691200876-project-admin] Allocated IP 172.25.6.247 (d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8/a648e4ab-7422-41b9-b133-58aca25ab8f5/0aadf91b-5d22-44fd-a775-8bf20fc77ff6) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:40:34.231074 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-33aee586-a31c-4f4c-836c-5489ecffef7f tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks [] for port (52aae887-c8b1-47f1-bece-235ca99d4fb1), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:34.287788 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-33aee586-a31c-4f4c-836c-5489ecffef7f tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (52aae887-c8b1-47f1-bece-235ca99d4fb1), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:34.342850 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33aee586-a31c-4f4c-836c-5489ecffef7f tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Network 2d3f161d-7038-4af5-b316-a1436e2892ae is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:40:34.346793 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-33aee586-a31c-4f4c-836c-5489ecffef7f tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:40:34.350592 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7bcd6498-3521-43a4-9ca2-c0ebe718de4a tempest-ExternalNetworksAdminNegativeTestJSON-1691200876 tempest-ExternalNetworksAdminNegativeTestJSON-1691200876-project-admin] Publish callbacks [] for port (0aadf91b-5d22-44fd-a775-8bf20fc77ff6), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:34.355805 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33aee586-a31c-4f4c-836c-5489ecffef7f tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:40:34.362277 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33aee586-a31c-4f4c-836c-5489ecffef7f tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:40:34.363065 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-33aee586-a31c-4f4c-836c-5489ecffef7f tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:34.389252 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7bcd6498-3521-43a4-9ca2-c0ebe718de4a tempest-ExternalNetworksAdminNegativeTestJSON-1691200876 tempest-ExternalNetworksAdminNegativeTestJSON-1691200876-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (0aadf91b-5d22-44fd-a775-8bf20fc77ff6), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:34.393559 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-33aee586-a31c-4f4c-836c-5489ecffef7f tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 1.4581232 Jan 28 19:40:34.398070 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 47588) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:40:34.406581 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-4500a50a-4679-4fd8-a56d-ff0429a30375 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a6980c4b-c0a1-4348-a47c-8ff0a074e7f4'}]}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:40:34.409919 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aee586-a31c-4f4c-836c-5489ecffef7f tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Pushing event updated for resources: {'Port': ['ID=52aae887-c8b1-47f1-bece-235ca99d4fb1,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:40:34.447167 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcd6498-3521-43a4-9ca2-c0ebe718de4a tempest-ExternalNetworksAdminNegativeTestJSON-1691200876 tempest-ExternalNetworksAdminNegativeTestJSON-1691200876-project-admin] Pushing event updated for resources: {'Port': ['ID=0aadf91b-5d22-44fd-a775-8bf20fc77ff6,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:40:34.470704 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bcd6498-3521-43a4-9ca2-c0ebe718de4a tempest-ExternalNetworksAdminNegativeTestJSON-1691200876 tempest-ExternalNetworksAdminNegativeTestJSON-1691200876-project-admin] Network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:40:34.474421 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-7bcd6498-3521-43a4-9ca2-c0ebe718de4a tempest-ExternalNetworksAdminNegativeTestJSON-1691200876 tempest-ExternalNetworksAdminNegativeTestJSON-1691200876-project-admin] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:40:34.480333 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bcd6498-3521-43a4-9ca2-c0ebe718de4a tempest-ExternalNetworksAdminNegativeTestJSON-1691200876 tempest-ExternalNetworksAdminNegativeTestJSON-1691200876-project-admin] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:40:34.531196 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4500a50a-4679-4fd8-a56d-ff0429a30375 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (52aae887-c8b1-47f1-bece-235ca99d4fb1), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:34.576104 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-1a3b5235-a5b4-4a98-9353-4b5c702f7259 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Allocated IP 172.20.0.6 (864594cf-3c32-446d-8a95-4c69cb1b9ed4/8609f0de-d0c6-4cb5-88c2-cd5c6b7e4f67/15606566-6a1c-47c2-bd48-ccb407be4f72) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:40:34.737785 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7bcd6498-3521-43a4-9ca2-c0ebe718de4a tempest-ExternalNetworksAdminNegativeTestJSON-1691200876 tempest-ExternalNetworksAdminNegativeTestJSON-1691200876-project-admin] Publish callbacks [] for floatingip (b770703d-cb30-46ad-817d-43fa2b4820b6), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:34.806863 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 4fc29a78-414a-4805-a8cf-167eee4a4412 up at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:40:34.872126 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7bcd6498-3521-43a4-9ca2-c0ebe718de4a tempest-ExternalNetworksAdminNegativeTestJSON-1691200876 tempest-ExternalNetworksAdminNegativeTestJSON-1691200876-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (0aadf91b-5d22-44fd-a775-8bf20fc77ff6), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:34.918559 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning complete for port 4fc29a78-414a-4805-a8cf-167eee4a4412 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:40:34.920230 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (4fc29a78-414a-4805-a8cf-167eee4a4412), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:35.101844 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-4500a50a-4679-4fd8-a56d-ff0429a30375 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Delete allocated IP 2001:db8:0:1::276 (2d3f161d-7038-4af5-b316-a1436e2892ae/a47ebbae-e0e1-48e9-a7e3-99a043cb8716) {{(pid=103305) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 28 19:40:35.110180 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 4fc29a78-414a-4805-a8cf-167eee4a4412 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:40:35.110578 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (4fc29a78-414a-4805-a8cf-167eee4a4412), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:35.162268 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99b157e6-331c-4561-a7e0-7b8204d867ea None None] Network 2d3f161d-7038-4af5-b316-a1436e2892ae requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:40:35.245676 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a91007d-45be-4c6c-a11f-db74e1c43eb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fc29a78-414a-4805-a8cf-167eee4a4412'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:40:35.252895 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2933533-06b9-4a1e-9bc7-e72d6487bad8" -d '{"events": [{"server_uuid": "4a91007d-45be-4c6c-a11f-db74e1c43eb8", "name": "network-vif-plugged", "status": "completed", "tag": "4fc29a78-414a-4805-a8cf-167eee4a4412"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:40:35.393025 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 4fc29a78-414a-4805-a8cf-167eee4a4412, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=4fc29a78-414a-4805-a8cf-167eee4a4412,segment=NetworkSegment(0e20d3ef-5527-42ba-86a4-bcb741be912b),segment_id=0e20d3ef-5527-42ba-86a4-bcb741be912b)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:40:35.426205 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48e70caf-f66c-4e34-be00-8fd99d52d104 x-openstack-request-id: req-48e70caf-f66c-4e34-be00-8fd99d52d104 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:40:35.426635 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a91007d-45be-4c6c-a11f-db74e1c43eb8", "name": "network-vif-plugged", "status": "completed", "tag": "4fc29a78-414a-4805-a8cf-167eee4a4412", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:40:35.426893 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-48e70caf-f66c-4e34-be00-8fd99d52d104 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:40:35.427373 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a91007d-45be-4c6c-a11f-db74e1c43eb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fc29a78-414a-4805-a8cf-167eee4a4412', 'code': 200} Jan 28 19:40:35.434617 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-5fae7c8a-2b3e-498e-817d-398f74ac67b1 None None] Provisioning complete for port e2e960bf-c59c-4492-8c1a-0f32b852599e triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:40:35.435022 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5fae7c8a-2b3e-498e-817d-398f74ac67b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (e2e960bf-c59c-4492-8c1a-0f32b852599e), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:35.438465 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (4fc29a78-414a-4805-a8cf-167eee4a4412), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:35.451372 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4500a50a-4679-4fd8-a56d-ff0429a30375 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks [] for port (52aae887-c8b1-47f1-bece-235ca99d4fb1), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:35.465094 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4500a50a-4679-4fd8-a56d-ff0429a30375 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (52aae887-c8b1-47f1-bece-235ca99d4fb1), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:35.515486 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7bcd6498-3521-43a4-9ca2-c0ebe718de4a tempest-ExternalNetworksAdminNegativeTestJSON-1691200876 tempest-ExternalNetworksAdminNegativeTestJSON-1691200876-project-admin] Publish callbacks [] for port (0aadf91b-5d22-44fd-a775-8bf20fc77ff6), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:35.526393 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7bcd6498-3521-43a4-9ca2-c0ebe718de4a tempest-ExternalNetworksAdminNegativeTestJSON-1691200876 tempest-ExternalNetworksAdminNegativeTestJSON-1691200876-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (0aadf91b-5d22-44fd-a775-8bf20fc77ff6), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:35.622216 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=4fc29a78-414a-4805-a8cf-167eee4a4412,revision_number=10']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:40:35.627222 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device e2e960bf-c59c-4492-8c1a-0f32b852599e up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:40:35.633999 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-4500a50a-4679-4fd8-a56d-ff0429a30375 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] In _notify_port_updated(), no bound segment for port 52aae887-c8b1-47f1-bece-235ca99d4fb1 on network 2d3f161d-7038-4af5-b316-a1436e2892ae {{(pid=103305) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Jan 28 19:40:35.658258 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4500a50a-4679-4fd8-a56d-ff0429a30375 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:40:35.659415 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4500a50a-4679-4fd8-a56d-ff0429a30375 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:35.669386 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-4500a50a-4679-4fd8-a56d-ff0429a30375 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] 10.222.0.64 "PUT /v2.0/ports/52aae887-c8b1-47f1-bece-235ca99d4fb1 HTTP/1.1" status: 200 len: 925 time: 1.2674062 Jan 28 19:40:35.675021 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 47604) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:40:35.691230 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcd6498-3521-43a4-9ca2-c0ebe718de4a tempest-ExternalNetworksAdminNegativeTestJSON-1691200876 tempest-ExternalNetworksAdminNegativeTestJSON-1691200876-project-admin] Pushing event updated for resources: {'Port': ['ID=0aadf91b-5d22-44fd-a775-8bf20fc77ff6,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:40:35.691462 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-e67c7441-1860-4492-bc02-2a5f3068d461 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a6980c4b-c0a1-4348-a47c-8ff0a074e7f4'}, {'subnet_id': 'a47ebbae-e0e1-48e9-a7e3-99a043cb8716'}]}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:40:35.708446 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4500a50a-4679-4fd8-a56d-ff0429a30375 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Pushing event updated for resources: {'Port': ['ID=52aae887-c8b1-47f1-bece-235ca99d4fb1,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:40:35.709065 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7bcd6498-3521-43a4-9ca2-c0ebe718de4a tempest-ExternalNetworksAdminNegativeTestJSON-1691200876 tempest-ExternalNetworksAdminNegativeTestJSON-1691200876-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734886'] for floatingip (b770703d-cb30-46ad-817d-43fa2b4820b6), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:35.714566 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1a3b5235-a5b4-4a98-9353-4b5c702f7259 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks [] for port (15606566-6a1c-47c2-bd48-ccb407be4f72), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:35.738225 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7bcd6498-3521-43a4-9ca2-c0ebe718de4a tempest-ExternalNetworksAdminNegativeTestJSON-1691200876 tempest-ExternalNetworksAdminNegativeTestJSON-1691200876-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for floatingip (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:35.743375 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-7bcd6498-3521-43a4-9ca2-c0ebe718de4a tempest-ExternalNetworksAdminNegativeTestJSON-1691200876 tempest-ExternalNetworksAdminNegativeTestJSON-1691200876-project-admin] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8946946 Jan 28 19:40:35.744357 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 47606) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:40:35.752034 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-039e0379-c75b-4063-85fa-0e752c2fffb2 tempest-ExternalNetworksAdminNegativeTestJSON-1691200876 tempest-ExternalNetworksAdminNegativeTestJSON-1691200876-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-136617867', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'fixed_ips': [{'ip_address': '172.25.6.247'}]}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:40:35.781653 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-039e0379-c75b-4063-85fa-0e752c2fffb2 tempest-ExternalNetworksAdminNegativeTestJSON-1691200876 tempest-ExternalNetworksAdminNegativeTestJSON-1691200876-project-admin] Made reservation on behalf of 90d2e1f7b6f84ebb9fc7106a631e6334 for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:40:35.784487 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-039e0379-c75b-4063-85fa-0e752c2fffb2 tempest-ExternalNetworksAdminNegativeTestJSON-1691200876 tempest-ExternalNetworksAdminNegativeTestJSON-1691200876-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:35.839732 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-039e0379-c75b-4063-85fa-0e752c2fffb2 tempest-ExternalNetworksAdminNegativeTestJSON-1691200876 tempest-ExternalNetworksAdminNegativeTestJSON-1691200876-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:35.844216 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port e2e960bf-c59c-4492-8c1a-0f32b852599e triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:40:35.846213 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (e2e960bf-c59c-4492-8c1a-0f32b852599e), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:35.899715 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1a3b5235-a5b4-4a98-9353-4b5c702f7259 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (15606566-6a1c-47c2-bd48-ccb407be4f72), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:35.979618 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a3b5235-a5b4-4a98-9353-4b5c702f7259 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Network 864594cf-3c32-446d-8a95-4c69cb1b9ed4 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:40:35.988700 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e67c7441-1860-4492-bc02-2a5f3068d461 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (52aae887-c8b1-47f1-bece-235ca99d4fb1), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:35.989982 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-1a3b5235-a5b4-4a98-9353-4b5c702f7259 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:40:36.015875 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3b5235-a5b4-4a98-9353-4b5c702f7259 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:40:36.182934 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3b5235-a5b4-4a98-9353-4b5c702f7259 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Pushing event updated for resources: {'Port': ['ID=15606566-6a1c-47c2-bd48-ccb407be4f72,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:40:36.272738 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-5fae7c8a-2b3e-498e-817d-398f74ac67b1 None None] Current status of the port e2e960bf-c59c-4492-8c1a-0f32b852599e is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:40:36.273144 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5fae7c8a-2b3e-498e-817d-398f74ac67b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (e2e960bf-c59c-4492-8c1a-0f32b852599e), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:36.287339 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a3b5235-a5b4-4a98-9353-4b5c702f7259 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:40:36.288565 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1a3b5235-a5b4-4a98-9353-4b5c702f7259 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:36.365496 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-1a3b5235-a5b4-4a98-9353-4b5c702f7259 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.8399665 Jan 28 19:40:36.371868 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 47608) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:40:36.399549 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-fddbef21-f570-4848-a764-74da8fad779d tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Request body: {'floatingip': {'port_id': '15606566-6a1c-47c2-bd48-ccb407be4f72'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:40:36.410759 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-039e0379-c75b-4063-85fa-0e752c2fffb2 tempest-ExternalNetworksAdminNegativeTestJSON-1691200876 tempest-ExternalNetworksAdminNegativeTestJSON-1691200876-project-admin] Publish callbacks [] for security_group (c44e8885-c233-480b-ab95-6ccb4ff2a259), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:36.414476 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-5fae7c8a-2b3e-498e-817d-398f74ac67b1 None None] For port e2e960bf-c59c-4492-8c1a-0f32b852599e, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=e2e960bf-c59c-4492-8c1a-0f32b852599e,segment=NetworkSegment(3fbce93c-d9a4-416c-97e3-e05e67c58ca1),segment_id=3fbce93c-d9a4-416c-97e3-e05e67c58ca1)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:40:36.465947 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-039e0379-c75b-4063-85fa-0e752c2fffb2 tempest-ExternalNetworksAdminNegativeTestJSON-1691200876 tempest-ExternalNetworksAdminNegativeTestJSON-1691200876-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (c44e8885-c233-480b-ab95-6ccb4ff2a259), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:36.498857 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [None req-039e0379-c75b-4063-85fa-0e752c2fffb2 tempest-ExternalNetworksAdminNegativeTestJSON-1691200876 tempest-ExternalNetworksAdminNegativeTestJSON-1691200876-project-admin] device_id is not set on port f819efd4-b656-4421-9657-b13d89137ffa yet. {{(pid=103304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:40:36.504457 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fddbef21-f570-4848-a764-74da8fad779d tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks [] for floatingip (336a4028-593e-475a-a1eb-85a977bbc000), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:36.541013 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89610a14-d640-4b6f-b094-b22ff05ee534 None None] Update dhcp port {'port': {'network_id': '2d3f161d-7038-4af5-b316-a1436e2892ae', 'fixed_ips': [{'subnet_id': 'a6980c4b-c0a1-4348-a47c-8ff0a074e7f4', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a47ebbae-e0e1-48e9-a7e3-99a043cb8716'}], 'binding:host_id': 'n-d-812111-14'}, 'id': 'e2e960bf-c59c-4492-8c1a-0f32b852599e'} from n-d-812111-14. {{(pid=103306) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 19:40:36.543962 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5fae7c8a-2b3e-498e-817d-398f74ac67b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (e2e960bf-c59c-4492-8c1a-0f32b852599e), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:36.629989 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port e2e960bf-c59c-4492-8c1a-0f32b852599e is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:40:36.649264 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-89610a14-d640-4b6f-b094-b22ff05ee534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (e2e960bf-c59c-4492-8c1a-0f32b852599e), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:36.661908 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-e67c7441-1860-4492-bc02-2a5f3068d461 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Allocated IP 2001:db8:0:1::76 (2d3f161d-7038-4af5-b316-a1436e2892ae/a47ebbae-e0e1-48e9-a7e3-99a043cb8716/52aae887-c8b1-47f1-bece-235ca99d4fb1) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:40:36.687418 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0b5a1404-7fd1-4e6d-aaa9-1a9e6830ca0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:36.708821 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fae7c8a-2b3e-498e-817d-398f74ac67b1 None None] Pushing event updated for resources: {'Port': ['ID=e2e960bf-c59c-4492-8c1a-0f32b852599e,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:40:36.718805 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039e0379-c75b-4063-85fa-0e752c2fffb2 tempest-ExternalNetworksAdminNegativeTestJSON-1691200876 tempest-ExternalNetworksAdminNegativeTestJSON-1691200876-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c44e8885-c233-480b-ab95-6ccb4ff2a259,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:40:36.865870 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e67c7441-1860-4492-bc02-2a5f3068d461 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks [] for port (52aae887-c8b1-47f1-bece-235ca99d4fb1), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:36.880417 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e67c7441-1860-4492-bc02-2a5f3068d461 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (52aae887-c8b1-47f1-bece-235ca99d4fb1), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:36.943448 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-89610a14-d640-4b6f-b094-b22ff05ee534 None None] Allocated IP 2001:db8:0:1::2 (2d3f161d-7038-4af5-b316-a1436e2892ae/a47ebbae-e0e1-48e9-a7e3-99a043cb8716/e2e960bf-c59c-4492-8c1a-0f32b852599e) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:40:36.998670 n-d-812111-14 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-039e0379-c75b-4063-85fa-0e752c2fffb2 tempest-ExternalNetworksAdminNegativeTestJSON-1691200876 tempest-ExternalNetworksAdminNegativeTestJSON-1691200876-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jan 28 19:40:36.999251 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-039e0379-c75b-4063-85fa-0e752c2fffb2 tempest-ExternalNetworksAdminNegativeTestJSON-1691200876 tempest-ExternalNetworksAdminNegativeTestJSON-1691200876-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:40:37.014519 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-e67c7441-1860-4492-bc02-2a5f3068d461 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] In _notify_port_updated(), no bound segment for port 52aae887-c8b1-47f1-bece-235ca99d4fb1 on network 2d3f161d-7038-4af5-b316-a1436e2892ae {{(pid=103305) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Jan 28 19:40:37.022267 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e67c7441-1860-4492-bc02-2a5f3068d461 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:40:37.023562 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e67c7441-1860-4492-bc02-2a5f3068d461 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:37.025165 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-e67c7441-1860-4492-bc02-2a5f3068d461 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] 10.222.0.64 "PUT /v2.0/ports/52aae887-c8b1-47f1-bece-235ca99d4fb1 HTTP/1.1" status: 200 len: 1010 time: 1.3444521 Jan 28 19:40:37.028089 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67c7441-1860-4492-bc02-2a5f3068d461 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Pushing event updated for resources: {'Port': ['ID=52aae887-c8b1-47f1-bece-235ca99d4fb1,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:40:37.040453 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 47616) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:40:37.062269 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-039e0379-c75b-4063-85fa-0e752c2fffb2 tempest-ExternalNetworksAdminNegativeTestJSON-1691200876 tempest-ExternalNetworksAdminNegativeTestJSON-1691200876-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.3142588 Jan 28 19:40:37.072615 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 47618) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:40:37.109785 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-89610a14-d640-4b6f-b094-b22ff05ee534 None None] For port e2e960bf-c59c-4492-8c1a-0f32b852599e, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=e2e960bf-c59c-4492-8c1a-0f32b852599e,segment=NetworkSegment(3fbce93c-d9a4-416c-97e3-e05e67c58ca1),segment_id=3fbce93c-d9a4-416c-97e3-e05e67c58ca1)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:40:37.150943 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-89610a14-d640-4b6f-b094-b22ff05ee534 None None] Publish callbacks [] for port (e2e960bf-c59c-4492-8c1a-0f32b852599e), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:37.160354 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-89610a14-d640-4b6f-b094-b22ff05ee534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (e2e960bf-c59c-4492-8c1a-0f32b852599e), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:37.178015 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-b4c6e9c0-b45b-4e56-b315-c1413fc58cb3 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Deleting port 52aae887-c8b1-47f1-bece-235ca99d4fb1 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:40:37.178697 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b4c6e9c0-b45b-4e56-b315-c1413fc58cb3 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (52aae887-c8b1-47f1-bece-235ca99d4fb1), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:37.292420 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89610a14-d640-4b6f-b094-b22ff05ee534 None None] Pushing event updated for resources: {'Port': ['ID=e2e960bf-c59c-4492-8c1a-0f32b852599e,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:40:37.341882 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device e2e960bf-c59c-4492-8c1a-0f32b852599e up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:40:37.371295 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-3873daee-da4d-4975-8e57-ed1679e08d89 tempest-ExternalNetworksAdminNegativeTestJSON-1691200876 tempest-ExternalNetworksAdminNegativeTestJSON-1691200876-project-admin] Deleting port 0aadf91b-5d22-44fd-a775-8bf20fc77ff6 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:40:37.371708 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3873daee-da4d-4975-8e57-ed1679e08d89 tempest-ExternalNetworksAdminNegativeTestJSON-1691200876 tempest-ExternalNetworksAdminNegativeTestJSON-1691200876-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (0aadf91b-5d22-44fd-a775-8bf20fc77ff6), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:37.386516 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b4c6e9c0-b45b-4e56-b315-c1413fc58cb3 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (52aae887-c8b1-47f1-bece-235ca99d4fb1), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:37.408238 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port e2e960bf-c59c-4492-8c1a-0f32b852599e triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:40:37.408614 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (e2e960bf-c59c-4492-8c1a-0f32b852599e), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:37.418291 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-b4c6e9c0-b45b-4e56-b315-c1413fc58cb3 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Calling delete_port for 52aae887-c8b1-47f1-bece-235ca99d4fb1 owned by {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:40:37.505879 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.db.resource_extend [None req-fddbef21-f570-4848-a764-74da8fad779d tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 19:40:37.535269 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port e2e960bf-c59c-4492-8c1a-0f32b852599e is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:40:37.616244 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fddbef21-f570-4848-a764-74da8fad779d tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:37.625166 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fddbef21-f570-4848-a764-74da8fad779d tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734886'] for floatingip (336a4028-593e-475a-a1eb-85a977bbc000), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:37.627997 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3873daee-da4d-4975-8e57-ed1679e08d89 tempest-ExternalNetworksAdminNegativeTestJSON-1691200876 tempest-ExternalNetworksAdminNegativeTestJSON-1691200876-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (0aadf91b-5d22-44fd-a775-8bf20fc77ff6), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:37.628255 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3873daee-da4d-4975-8e57-ed1679e08d89 tempest-ExternalNetworksAdminNegativeTestJSON-1691200876 tempest-ExternalNetworksAdminNegativeTestJSON-1691200876-project-admin] Publish callbacks [] for floatingip (0aadf91b-5d22-44fd-a775-8bf20fc77ff6), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:37.685135 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-3873daee-da4d-4975-8e57-ed1679e08d89 tempest-ExternalNetworksAdminNegativeTestJSON-1691200876 tempest-ExternalNetworksAdminNegativeTestJSON-1691200876-project-admin] Calling delete_port for 0aadf91b-5d22-44fd-a775-8bf20fc77ff6 owned by network:floatingip {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:40:37.771695 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b4c6e9c0-b45b-4e56-b315-c1413fc58cb3 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (52aae887-c8b1-47f1-bece-235ca99d4fb1), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:37.824082 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c6e9c0-b45b-4e56-b315-c1413fc58cb3 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Pushing event deleted for resources: {'Port': ['ID=52aae887-c8b1-47f1-bece-235ca99d4fb1,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:40:37.853450 n-d-812111-14 neutron-server[103304]: INFO neutron.db.l3_db [None req-fddbef21-f570-4848-a764-74da8fad779d tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Floating IP 336a4028-593e-475a-a1eb-85a977bbc000 associated. External IP: 172.25.6.81, port: 15606566-6a1c-47c2-bd48-ccb407be4f72. Jan 28 19:40:37.922442 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b4c6e9c0-b45b-4e56-b315-c1413fc58cb3 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:37.930943 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-b4c6e9c0-b45b-4e56-b315-c1413fc58cb3 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] 10.222.0.64 "DELETE /v2.0/ports/52aae887-c8b1-47f1-bece-235ca99d4fb1 HTTP/1.1" status: 204 len: 168 time: 0.8891511 Jan 28 19:40:37.931776 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 47628) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:40:37.972716 n-d-812111-14 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4310fd8-590d-4e1f-9f3a-c710656108d4 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] GET failed (client error): The resource could not be found. Jan 28 19:40:37.977324 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-e4310fd8-590d-4e1f-9f3a-c710656108d4 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] 10.222.0.64 "GET /v2.0/ports/52aae887-c8b1-47f1-bece-235ca99d4fb1 HTTP/1.1" status: 404 len: 333 time: 0.0425677 Jan 28 19:40:37.977938 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 47632) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:40:38.051784 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f61dfe2-a6a0-4056-afa8-06064b4c02db tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Deleting subnet a47ebbae-e0e1-48e9-a7e3-99a043cb8716 {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:40:38.055806 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2f61dfe2-a6a0-4056-afa8-06064b4c02db tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks [] for subnet (a47ebbae-e0e1-48e9-a7e3-99a043cb8716), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:38.141821 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2f61dfe2-a6a0-4056-afa8-06064b4c02db tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16187240'] for subnet (a47ebbae-e0e1-48e9-a7e3-99a043cb8716), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:38.269840 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ac0bf5-1646-4b2f-ba8f-7063e5594951 None None] Network 2d3f161d-7038-4af5-b316-a1436e2892ae requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:40:38.295518 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fddbef21-f570-4848-a764-74da8fad779d tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Router 8ae2243c-bc41-4126-8032-846c3fb3bfb2 has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:40:38.304144 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2f61dfe2-a6a0-4056-afa8-06064b4c02db tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (a47ebbae-e0e1-48e9-a7e3-99a043cb8716), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:38.310052 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3873daee-da4d-4975-8e57-ed1679e08d89 tempest-ExternalNetworksAdminNegativeTestJSON-1691200876 tempest-ExternalNetworksAdminNegativeTestJSON-1691200876-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (0aadf91b-5d22-44fd-a775-8bf20fc77ff6), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:38.363668 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-a350c688-97ee-40c4-9b37-72407f44deb5 None None] Could not find standard attr ID for object 52aae887-c8b1-47f1-bece-235ca99d4fb1. {{(pid=103306) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 19:40:38.389430 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3873daee-da4d-4975-8e57-ed1679e08d89 tempest-ExternalNetworksAdminNegativeTestJSON-1691200876 tempest-ExternalNetworksAdminNegativeTestJSON-1691200876-project-admin] Pushing event deleted for resources: {'Port': ['ID=0aadf91b-5d22-44fd-a775-8bf20fc77ff6,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:40:38.410519 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-a350c688-97ee-40c4-9b37-72407f44deb5 None None] Provisioning complete for port e2e960bf-c59c-4492-8c1a-0f32b852599e triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:40:38.416023 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a350c688-97ee-40c4-9b37-72407f44deb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (e2e960bf-c59c-4492-8c1a-0f32b852599e), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:38.427261 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2f61dfe2-a6a0-4056-afa8-06064b4c02db tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4752464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4733806'] for subnet (a47ebbae-e0e1-48e9-a7e3-99a043cb8716), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:38.486091 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f61dfe2-a6a0-4056-afa8-06064b4c02db tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Pushing event deleted for resources: {'Subnet': ['ID=a47ebbae-e0e1-48e9-a7e3-99a043cb8716,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:40:38.504668 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2f61dfe2-a6a0-4056-afa8-06064b4c02db tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:38.511398 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-2f61dfe2-a6a0-4056-afa8-06064b4c02db tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] 10.222.0.64 "DELETE /v2.0/subnets/a47ebbae-e0e1-48e9-a7e3-99a043cb8716 HTTP/1.1" status: 204 len: 168 time: 0.5317216 Jan 28 19:40:38.514350 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 47634) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:40:38.598511 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3873daee-da4d-4975-8e57-ed1679e08d89 tempest-ExternalNetworksAdminNegativeTestJSON-1691200876 tempest-ExternalNetworksAdminNegativeTestJSON-1691200876-project-admin] Publish callbacks [] for floatingip (b770703d-cb30-46ad-817d-43fa2b4820b6), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:38.601535 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3873daee-da4d-4975-8e57-ed1679e08d89 tempest-ExternalNetworksAdminNegativeTestJSON-1691200876 tempest-ExternalNetworksAdminNegativeTestJSON-1691200876-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for floatingip (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:38.606416 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-3873daee-da4d-4975-8e57-ed1679e08d89 tempest-ExternalNetworksAdminNegativeTestJSON-1691200876 tempest-ExternalNetworksAdminNegativeTestJSON-1691200876-project-admin] 10.222.0.64 "DELETE /v2.0/floatingips/b770703d-cb30-46ad-817d-43fa2b4820b6 HTTP/1.1" status: 204 len: 168 time: 1.5284326 Jan 28 19:40:38.612551 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fddbef21-f570-4848-a764-74da8fad779d tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:40:38.619188 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fddbef21-f570-4848-a764-74da8fad779d tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for floatingip (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:38.657349 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-c47de302-8e45-415a-9766-06fb7a08f6fd tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Deleting subnet a6980c4b-c0a1-4348-a47c-8ff0a074e7f4 {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:40:38.661615 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-fddbef21-f570-4848-a764-74da8fad779d tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] 10.222.0.64 "PUT /v2.0/floatingips/336a4028-593e-475a-a1eb-85a977bbc000 HTTP/1.1" status: 200 len: 977 time: 2.2742324 Jan 28 19:40:38.661871 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 47638) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:40:38.676409 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c47de302-8e45-415a-9766-06fb7a08f6fd tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks [] for subnet (a6980c4b-c0a1-4348-a47c-8ff0a074e7f4), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:38.786932 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13e5a37-41e7-4c81-8ee9-373ccd581002 None None] Sync routers for ids ['8ae2243c-bc41-4126-8032-846c3fb3bfb2'] in n-d-812111-14 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:40:38.830939 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c47de302-8e45-415a-9766-06fb7a08f6fd tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16187240'] for subnet (a6980c4b-c0a1-4348-a47c-8ff0a074e7f4), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:38.876076 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13e5a37-41e7-4c81-8ee9-373ccd581002 None None] Routers {'8ae2243c-bc41-4126-8032-846c3fb3bfb2'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:40:38.876882 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-c13e5a37-41e7-4c81-8ee9-373ccd581002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:40:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['8ae2243c-bc41-4126-8032-846c3fb3bfb2'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:40:38.988767 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-c13e5a37-41e7-4c81-8ee9-373ccd581002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:40:39.083295 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13e5a37-41e7-4c81-8ee9-373ccd581002 None None] Routers {'8ae2243c-bc41-4126-8032-846c3fb3bfb2'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:40:39.084027 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-c13e5a37-41e7-4c81-8ee9-373ccd581002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:40:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['8ae2243c-bc41-4126-8032-846c3fb3bfb2'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:40:39.158766 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-a350c688-97ee-40c4-9b37-72407f44deb5 None None] Current status of the port e2e960bf-c59c-4492-8c1a-0f32b852599e is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:40:39.162372 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-c13e5a37-41e7-4c81-8ee9-373ccd581002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:40:39.163232 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13e5a37-41e7-4c81-8ee9-373ccd581002 None None] The sync data for ids ['8ae2243c-bc41-4126-8032-846c3fb3bfb2'] in n-d-812111-14 is: [] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:40:39.177230 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2cd504c0-9c8f-45e4-871e-fd0b3e8f1ab1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:39.194975 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 47652) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:40:39.374834 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device e2e960bf-c59c-4492-8c1a-0f32b852599e up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:40:39.412720 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-dd1377b2-8181-4649-84dd-98c4ec946db2 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Deleting port 15606566-6a1c-47c2-bd48-ccb407be4f72 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:40:39.412983 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-dd1377b2-8181-4649-84dd-98c4ec946db2 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (15606566-6a1c-47c2-bd48-ccb407be4f72), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:39.416302 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c47de302-8e45-415a-9766-06fb7a08f6fd tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (a6980c4b-c0a1-4348-a47c-8ff0a074e7f4), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:39.422181 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8d23747c-2f95-4896-9ff5-18bad1648382 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:39.515574 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c23e7dc8-3101-4285-b9dd-d70c97f6b677 None None] Network 2d3f161d-7038-4af5-b316-a1436e2892ae requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:40:39.536669 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port e2e960bf-c59c-4492-8c1a-0f32b852599e triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:40:39.537325 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (e2e960bf-c59c-4492-8c1a-0f32b852599e), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:39.557768 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8d23747c-2f95-4896-9ff5-18bad1648382 admin admin] Publish callbacks [] for security_group (5264d2a3-b655-4459-8a7c-a21e42975d49), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:39.573713 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8d23747c-2f95-4896-9ff5-18bad1648382 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (5264d2a3-b655-4459-8a7c-a21e42975d49), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:39.641433 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-8d23747c-2f95-4896-9ff5-18bad1648382 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0b825c6f34e649ff85cbaa5853a530b7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4446628 Jan 28 19:40:39.645705 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 47656) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:40:39.662146 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c47de302-8e45-415a-9766-06fb7a08f6fd tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4752464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4733806'] for subnet (a6980c4b-c0a1-4348-a47c-8ff0a074e7f4), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:39.663672 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d23747c-2f95-4896-9ff5-18bad1648382 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5264d2a3-b655-4459-8a7c-a21e42975d49,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:40:39.720088 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a5f201e5-e807-48c5-b947-1e2cd2eae07c admin admin] Publish callbacks [] for security_group (5264d2a3-b655-4459-8a7c-a21e42975d49), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:39.743915 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-c239ee8a-2cc4-4c73-a5b0-a0ef9f9e2755 None None] Provisioning complete for port e2e960bf-c59c-4492-8c1a-0f32b852599e triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:40:39.744431 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c239ee8a-2cc4-4c73-a5b0-a0ef9f9e2755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (e2e960bf-c59c-4492-8c1a-0f32b852599e), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:39.750923 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a5f201e5-e807-48c5-b947-1e2cd2eae07c admin admin] Publish callbacks [] for security_group (5264d2a3-b655-4459-8a7c-a21e42975d49), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:39.775125 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c47de302-8e45-415a-9766-06fb7a08f6fd tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:39.781785 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-c47de302-8e45-415a-9766-06fb7a08f6fd tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] 10.222.0.64 "DELETE /v2.0/subnets/a6980c4b-c0a1-4348-a47c-8ff0a074e7f4 HTTP/1.1" status: 204 len: 168 time: 1.2659714 Jan 28 19:40:39.785087 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 47662) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:40:39.787154 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47de302-8e45-415a-9766-06fb7a08f6fd tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Pushing event deleted for resources: {'Subnet': ['ID=a6980c4b-c0a1-4348-a47c-8ff0a074e7f4,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:40:39.869330 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a5f201e5-e807-48c5-b947-1e2cd2eae07c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (5264d2a3-b655-4459-8a7c-a21e42975d49), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:39.873587 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a5f201e5-e807-48c5-b947-1e2cd2eae07c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:39.877196 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-a5f201e5-e807-48c5-b947-1e2cd2eae07c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5264d2a3-b655-4459-8a7c-a21e42975d49 HTTP/1.1" status: 204 len: 168 time: 0.2273338 Jan 28 19:40:39.884809 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f201e5-e807-48c5-b947-1e2cd2eae07c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5264d2a3-b655-4459-8a7c-a21e42975d49,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:40:39.896921 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:39.914516 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-dd1377b2-8181-4649-84dd-98c4ec946db2 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (15606566-6a1c-47c2-bd48-ccb407be4f72), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:39.975299 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port e2e960bf-c59c-4492-8c1a-0f32b852599e is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:40:39.981749 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-c239ee8a-2cc4-4c73-a5b0-a0ef9f9e2755 None None] Current status of the port e2e960bf-c59c-4492-8c1a-0f32b852599e is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:40:40.026483 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4f119292-4547-4e93-9af7-87a1bf315751 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (2d3f161d-7038-4af5-b316-a1436e2892ae), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:40.127224 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c52b1219-b954-435d-aeb0-464118c20bd6 None None] Update dhcp port {'port': {'network_id': '2d3f161d-7038-4af5-b316-a1436e2892ae', 'fixed_ips': [{'subnet_id': 'a6980c4b-c0a1-4348-a47c-8ff0a074e7f4'}], 'binding:host_id': 'n-d-812111-14'}, 'id': 'e2e960bf-c59c-4492-8c1a-0f32b852599e'} from n-d-812111-14. {{(pid=103306) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 19:40:40.210616 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c52b1219-b954-435d-aeb0-464118c20bd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (e2e960bf-c59c-4492-8c1a-0f32b852599e), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:40.393284 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 47672) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:40:40.409976 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-dd1377b2-8181-4649-84dd-98c4ec946db2 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:40.410425 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-dd1377b2-8181-4649-84dd-98c4ec946db2 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734886'] for floatingip (336a4028-593e-475a-a1eb-85a977bbc000), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:40.410807 n-d-812111-14 neutron-server[103305]: INFO neutron.db.l3_db [None req-dd1377b2-8181-4649-84dd-98c4ec946db2 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Floating IP 336a4028-593e-475a-a1eb-85a977bbc000 disassociated. External IP: 172.25.6.81, port: 15606566-6a1c-47c2-bd48-ccb407be4f72. Jan 28 19:40:40.411212 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-dd1377b2-8181-4649-84dd-98c4ec946db2 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Calling delete_port for 15606566-6a1c-47c2-bd48-ccb407be4f72 owned by {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:40:40.465746 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a5b91eb-0f43-4d94-80a7-93698de524e0 None None] Network 2d3f161d-7038-4af5-b316-a1436e2892ae requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:40:40.500917 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-0fcb83e9-30e3-49f8-b3be-923eb5a68820 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=90d2e1f7b6f84ebb9fc7106a631e6334&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1061890 Jan 28 19:40:40.504511 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 47674) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:40:40.559140 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-4f119292-4547-4e93-9af7-87a1bf315751 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Deleting port e2e960bf-c59c-4492-8c1a-0f32b852599e {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:40:40.559499 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4f119292-4547-4e93-9af7-87a1bf315751 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (e2e960bf-c59c-4492-8c1a-0f32b852599e), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:40.608252 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c403a12c-b760-4074-97c9-3c52afde38c2 admin admin] Publish callbacks [] for security_group (c44e8885-c233-480b-ab95-6ccb4ff2a259), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:40.624018 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2389ee3b-9970-4228-954b-0f4d86cb0215 None None] Provisioning complete for port e2e960bf-c59c-4492-8c1a-0f32b852599e triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:40:40.624536 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2389ee3b-9970-4228-954b-0f4d86cb0215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (e2e960bf-c59c-4492-8c1a-0f32b852599e), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:40.638181 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c403a12c-b760-4074-97c9-3c52afde38c2 admin admin] Publish callbacks [] for security_group (c44e8885-c233-480b-ab95-6ccb4ff2a259), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:40.701751 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c403a12c-b760-4074-97c9-3c52afde38c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (c44e8885-c233-480b-ab95-6ccb4ff2a259), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:40.705743 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c403a12c-b760-4074-97c9-3c52afde38c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:40.709864 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-c403a12c-b760-4074-97c9-3c52afde38c2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c44e8885-c233-480b-ab95-6ccb4ff2a259 HTTP/1.1" status: 204 len: 168 time: 0.2001026 Jan 28 19:40:40.725500 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c403a12c-b760-4074-97c9-3c52afde38c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c44e8885-c233-480b-ab95-6ccb4ff2a259,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:40:40.739441 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c6d3ae-7fa1-4551-aa47-f0962f3c192c None None] DHCP port deletion for 2d3f161d-7038-4af5-b316-a1436e2892ae request from n-d-812111-14 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:40:40.781096 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-4f119292-4547-4e93-9af7-87a1bf315751 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] For port e2e960bf-c59c-4492-8c1a-0f32b852599e, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=e2e960bf-c59c-4492-8c1a-0f32b852599e,segment=NetworkSegment(3fbce93c-d9a4-416c-97e3-e05e67c58ca1),segment_id=3fbce93c-d9a4-416c-97e3-e05e67c58ca1)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:40:40.781489 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4f119292-4547-4e93-9af7-87a1bf315751 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (e2e960bf-c59c-4492-8c1a-0f32b852599e), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:40.788298 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2389ee3b-9970-4228-954b-0f4d86cb0215 None None] Current status of the port e2e960bf-c59c-4492-8c1a-0f32b852599e is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:40:40.834905 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-4f119292-4547-4e93-9af7-87a1bf315751 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Calling delete_port for e2e960bf-c59c-4492-8c1a-0f32b852599e owned by network:dhcp {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:40:40.856454 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-36c6d3ae-7fa1-4551-aa47-f0962f3c192c None None] Deleting port e2e960bf-c59c-4492-8c1a-0f32b852599e {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:40:40.857383 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-36c6d3ae-7fa1-4551-aa47-f0962f3c192c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (e2e960bf-c59c-4492-8c1a-0f32b852599e), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:40.872730 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-dd1377b2-8181-4649-84dd-98c4ec946db2 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (15606566-6a1c-47c2-bd48-ccb407be4f72), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:40.932669 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-36c6d3ae-7fa1-4551-aa47-f0962f3c192c None None] For port e2e960bf-c59c-4492-8c1a-0f32b852599e, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=e2e960bf-c59c-4492-8c1a-0f32b852599e,segment=NetworkSegment(3fbce93c-d9a4-416c-97e3-e05e67c58ca1),segment_id=3fbce93c-d9a4-416c-97e3-e05e67c58ca1)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:40:40.933506 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-36c6d3ae-7fa1-4551-aa47-f0962f3c192c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (e2e960bf-c59c-4492-8c1a-0f32b852599e), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:40.934464 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1377b2-8181-4649-84dd-98c4ec946db2 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Pushing event deleted for resources: {'Port': ['ID=15606566-6a1c-47c2-bd48-ccb407be4f72,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:40:40.950533 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-36c6d3ae-7fa1-4551-aa47-f0962f3c192c None None] Calling delete_port for e2e960bf-c59c-4492-8c1a-0f32b852599e owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:40:41.075067 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-36c6d3ae-7fa1-4551-aa47-f0962f3c192c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985'] for port (e2e960bf-c59c-4492-8c1a-0f32b852599e), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:41.132872 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c6d3ae-7fa1-4551-aa47-f0962f3c192c None None] Pushing event deleted for resources: {'Port': ['ID=e2e960bf-c59c-4492-8c1a-0f32b852599e,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:40:41.153041 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c6d3ae-7fa1-4551-aa47-f0962f3c192c None None] No DVR routers for this DVR port e2e960bf-c59c-4492-8c1a-0f32b852599e on host n-d-812111-14 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:40:41.319377 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4f119292-4547-4e93-9af7-87a1bf315751 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (e2e960bf-c59c-4492-8c1a-0f32b852599e), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:41.336281 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd1377b2-8181-4649-84dd-98c4ec946db2 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Router 8ae2243c-bc41-4126-8032-846c3fb3bfb2 has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:40:41.344394 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device e2e960bf-c59c-4492-8c1a-0f32b852599e no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:40:41.370992 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f119292-4547-4e93-9af7-87a1bf315751 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] No DVR routers for this DVR port e2e960bf-c59c-4492-8c1a-0f32b852599e on host n-d-812111-14 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:40:41.396088 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: e2e960bf-c59c-4492-8c1a-0f32b852599e {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:40:41.396440 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device e2e960bf-c59c-4492-8c1a-0f32b852599e not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:40:41.532682 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f119292-4547-4e93-9af7-87a1bf315751 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Pushing event deleted for resources: {'Port': ['ID=e2e960bf-c59c-4492-8c1a-0f32b852599e,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:40:41.637528 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4f119292-4547-4e93-9af7-87a1bf315751 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (2d3f161d-7038-4af5-b316-a1436e2892ae), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:41.710612 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:41.742748 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-4f119292-4547-4e93-9af7-87a1bf315751 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d3f161d-7038-4af5-b316-a1436e2892ae']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:40:41.798509 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-4f119292-4547-4e93-9af7-87a1bf315751 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fbce93c-d9a4-416c-97e3-e05e67c58ca1') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:40:41.798817 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-4f119292-4547-4e93-9af7-87a1bf315751 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fbce93c-d9a4-416c-97e3-e05e67c58ca1') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:40:41.814089 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4f119292-4547-4e93-9af7-87a1bf315751 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16187153'] for segment (3fbce93c-d9a4-416c-97e3-e05e67c58ca1), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:41.816277 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd1377b2-8181-4649-84dd-98c4ec946db2 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:40:41.840456 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd4b28b-661d-48f9-b96a-8003014d9834 None None] Sync routers for ids ['8ae2243c-bc41-4126-8032-846c3fb3bfb2'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:40:41.897023 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd4b28b-661d-48f9-b96a-8003014d9834 None None] Routers {'8ae2243c-bc41-4126-8032-846c3fb3bfb2'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:40:41.898167 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-1fd4b28b-661d-48f9-b96a-8003014d9834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:40:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['8ae2243c-bc41-4126-8032-846c3fb3bfb2'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:40:41.907097 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4f119292-4547-4e93-9af7-87a1bf315751 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (3fbce93c-d9a4-416c-97e3-e05e67c58ca1), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:41.924202 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f119292-4547-4e93-9af7-87a1bf315751 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:40:41.924950 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4f119292-4547-4e93-9af7-87a1bf315751 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4752570'] for segment (3fbce93c-d9a4-416c-97e3-e05e67c58ca1), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:41.928282 n-d-812111-14 neutron-server[103305]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:40:41.928282 n-d-812111-14 neutron-server[103305]: self.session.flush() Jan 28 19:40:41.928282 n-d-812111-14 neutron-server[103305]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:40:41.928282 n-d-812111-14 neutron-server[103305]: self.session.flush() Jan 28 19:40:41.928282 n-d-812111-14 neutron-server[103305]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:40:41.928282 n-d-812111-14 neutron-server[103305]: self.session.flush() Jan 28 19:40:41.928282 n-d-812111-14 neutron-server[103305]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:40:41.928282 n-d-812111-14 neutron-server[103305]: self.session.flush() Jan 28 19:40:41.928282 n-d-812111-14 neutron-server[103305]: Traceback (most recent call last): Jan 28 19:40:41.928282 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:40:41.928282 n-d-812111-14 neutron-server[103305]: timer() Jan 28 19:40:41.928282 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:40:41.928282 n-d-812111-14 neutron-server[103305]: cb(*args, **kw) Jan 28 19:40:41.928282 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:40:41.928282 n-d-812111-14 neutron-server[103305]: return func(*args, **kwargs) Jan 28 19:40:41.928282 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:40:41.928282 n-d-812111-14 neutron-server[103305]: self._notify() Jan 28 19:40:41.928282 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:40:41.928282 n-d-812111-14 neutron-server[103305]: self.callback(batched_events) Jan 28 19:40:41.928282 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:40:41.928282 n-d-812111-14 neutron-server[103305]: event.method(event) Jan 28 19:40:41.928282 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:40:41.928282 n-d-812111-14 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:40:41.928282 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:40:41.928282 n-d-812111-14 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:40:41.928282 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:40:41.928282 n-d-812111-14 neutron-server[103305]: return f(self, *a, **k) Jan 28 19:40:41.928282 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:40:41.928282 n-d-812111-14 neutron-server[103305]: return self._get(url).json() Jan 28 19:40:41.928282 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:40:41.928282 n-d-812111-14 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:40:41.928282 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:40:41.928282 n-d-812111-14 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 28 19:40:41.928282 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:40:41.928282 n-d-812111-14 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:40:41.928282 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:40:41.928282 n-d-812111-14 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:40:41.928282 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:40:41.928282 n-d-812111-14 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:40:41.928282 n-d-812111-14 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:40:41.951150 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-1fd4b28b-661d-48f9-b96a-8003014d9834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:40:41.963131 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd4b28b-661d-48f9-b96a-8003014d9834 None None] Routers {'8ae2243c-bc41-4126-8032-846c3fb3bfb2'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:40:41.963860 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-1fd4b28b-661d-48f9-b96a-8003014d9834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:40:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['8ae2243c-bc41-4126-8032-846c3fb3bfb2'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:40:42.014687 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-1fd4b28b-661d-48f9-b96a-8003014d9834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:40:42.015460 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd4b28b-661d-48f9-b96a-8003014d9834 None None] The sync data for ids ['8ae2243c-bc41-4126-8032-846c3fb3bfb2'] in n-d-812111-14 is: [] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:40:42.095306 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-dd1377b2-8181-4649-84dd-98c4ec946db2 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:42.100457 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-dd1377b2-8181-4649-84dd-98c4ec946db2 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] 10.222.0.64 "DELETE /v2.0/ports/15606566-6a1c-47c2-bd48-ccb407be4f72 HTTP/1.1" status: 204 len: 168 time: 3.4374487 Jan 28 19:40:42.101594 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4f119292-4547-4e93-9af7-87a1bf315751 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (2d3f161d-7038-4af5-b316-a1436e2892ae), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:42.104504 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 47706) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:40:42.122273 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4f119292-4547-4e93-9af7-87a1bf315751 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:42.126499 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-4f119292-4547-4e93-9af7-87a1bf315751 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] 10.222.0.64 "DELETE /v2.0/networks/2d3f161d-7038-4af5-b316-a1436e2892ae HTTP/1.1" status: 204 len: 168 time: 2.3403869 Jan 28 19:40:42.144408 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 47710) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:40:42.154000 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f119292-4547-4e93-9af7-87a1bf315751 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Pushing event deleted for resources: {'Network': ['ID=2d3f161d-7038-4af5-b316-a1436e2892ae,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:40:42.234623 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-a89f8aea-8344-4d72-ba97-d47626631ab5 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] 10.222.0.64 "GET /v2.0/floatingips/336a4028-593e-475a-a1eb-85a977bbc000 HTTP/1.1" status: 200 len: 687 time: 0.1260681 Jan 28 19:40:42.235699 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 47712) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:40:42.248046 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-767dc391-5abb-495b-8945-f57a86bc2449 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:40:42.254706 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-767dc391-5abb-495b-8945-f57a86bc2449 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1092494 Jan 28 19:40:42.255421 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 47714) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:40:42.324056 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 47718) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:40:42.325399 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-4880af0a-3ad9-4a23-b6e2-3ffb1fbed8f7 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] 10.222.0.64 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0683138 Jan 28 19:40:42.330112 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-ff1576b9-093e-4176-9e9e-41b1a7fadb79 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1496107542'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:40:42.422956 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff1576b9-093e-4176-9e9e-41b1a7fadb79 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Made reservation on behalf of 64d0cdb4950f49118685892c6c24c7ee for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:40:42.426545 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ff1576b9-093e-4176-9e9e-41b1a7fadb79 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:42.645291 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e3ba71-0aeb-4563-beac-bf6aaadb5187 req-5619e674-29fd-4ba3-8a36-70ebb89cccec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:40:42.646852 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f5e3ba71-0aeb-4563-beac-bf6aaadb5187 req-5619e674-29fd-4ba3-8a36-70ebb89cccec service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c316c98d83734d7eab7153e5f826023b&device_id=4a91007d-45be-4c6c-a11f-db74e1c43eb8 HTTP/1.1" status: 200 len: 1130 time: 0.0791888 Jan 28 19:40:42.782173 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e3ba71-0aeb-4563-beac-bf6aaadb5187 req-e79ac284-69bf-4d22-9d52-38c916711040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:40:42.784156 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f5e3ba71-0aeb-4563-beac-bf6aaadb5187 req-e79ac284-69bf-4d22-9d52-38c916711040 service neutron] 10.222.0.70 "GET /v2.0/networks?id=87bd24c3-2f53-4d06-9d37-4b32bba79109 HTTP/1.1" status: 200 len: 912 time: 0.1167779 Jan 28 19:40:42.831837 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-ed4fa672-3afe-422b-9629-30a947abdae6 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Deleting port 0c8c12e4-8d93-4e69-8cff-501487067bf3 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:40:42.832540 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ed4fa672-3afe-422b-9629-30a947abdae6 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (0c8c12e4-8d93-4e69-8cff-501487067bf3), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:42.837819 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff1576b9-093e-4176-9e9e-41b1a7fadb79 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:40:42.892896 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ff1576b9-093e-4176-9e9e-41b1a7fadb79 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (f9f0444c-94c5-4f0f-b9f4-c421c7062e15), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:42.893678 n-d-812111-14 neutron-server[103304]: INFO neutron.db.segments_db [None req-ff1576b9-093e-4176-9e9e-41b1a7fadb79 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Added segment f9f0444c-94c5-4f0f-b9f4-c421c7062e15 of type vlan for network 055d1b83-9335-4f9d-b8bf-e223b51da8c2 Jan 28 19:40:42.896633 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f5e3ba71-0aeb-4563-beac-bf6aaadb5187 req-2a7ff5d0-0b45-4ce8-bd17-383b92290bdc service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4fc29a78-414a-4805-a8cf-167eee4a4412 HTTP/1.1" status: 200 len: 1001 time: 0.1055071 Jan 28 19:40:42.957656 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ff1576b9-093e-4176-9e9e-41b1a7fadb79 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (055d1b83-9335-4f9d-b8bf-e223b51da8c2), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:42.979035 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ed4fa672-3afe-422b-9629-30a947abdae6 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (0c8c12e4-8d93-4e69-8cff-501487067bf3), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:42.980033 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ed4fa672-3afe-422b-9629-30a947abdae6 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks [] for floatingip (0c8c12e4-8d93-4e69-8cff-501487067bf3), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:42.987743 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e3ba71-0aeb-4563-beac-bf6aaadb5187 req-befc3880-2911-4736-8e2b-ba90a0d07aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:40:42.993358 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f5e3ba71-0aeb-4563-beac-bf6aaadb5187 req-befc3880-2911-4736-8e2b-ba90a0d07aef service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1b82f7aa-308b-4f07-b0c3-0d99e240d9ef HTTP/1.1" status: 200 len: 851 time: 0.0789838 Jan 28 19:40:43.003758 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-ed4fa672-3afe-422b-9629-30a947abdae6 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Calling delete_port for 0c8c12e4-8d93-4e69-8cff-501487067bf3 owned by network:floatingip {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:40:43.019507 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ff1576b9-093e-4176-9e9e-41b1a7fadb79 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (055d1b83-9335-4f9d-b8bf-e223b51da8c2), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:43.025333 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff1576b9-093e-4176-9e9e-41b1a7fadb79 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:40:43.026664 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ff1576b9-093e-4176-9e9e-41b1a7fadb79 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:43.069181 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 47736) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:40:43.106431 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e3ba71-0aeb-4563-beac-bf6aaadb5187 req-84aaaded-bdbe-4aa8-8554-1242fb065e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:40:43.110353 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f5e3ba71-0aeb-4563-beac-bf6aaadb5187 req-84aaaded-bdbe-4aa8-8554-1242fb065e95 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=87bd24c3-2f53-4d06-9d37-4b32bba79109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1107972 Jan 28 19:40:43.113787 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:43.158712 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-ff1576b9-093e-4176-9e9e-41b1a7fadb79 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8330474 Jan 28 19:40:43.163401 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 47740) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:40:43.172268 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-79db9c57-2a9f-4211-96f6-42812a228141 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Request body: {'subnet': {'network_id': '055d1b83-9335-4f9d-b8bf-e223b51da8c2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:40:43.293795 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-2a044975-ba09-4995-9bb0-cceb1b812081 tempest-MeteringTestJSON-2044415403 tempest-MeteringTestJSON-2044415403-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1861406065'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:40:43.294823 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1576b9-093e-4176-9e9e-41b1a7fadb79 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Pushing event updated for resources: {'Network': ['ID=055d1b83-9335-4f9d-b8bf-e223b51da8c2,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:40:43.295318 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-2a044975-ba09-4995-9bb0-cceb1b812081 tempest-MeteringTestJSON-2044415403 tempest-MeteringTestJSON-2044415403-project-admin] Unknown quota resources ['metering_label']. {{(pid=103305) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 19:40:43.307435 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network 055d1b83-9335-4f9d-b8bf-e223b51da8c2 details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:40:43.330209 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79db9c57-2a9f-4211-96f6-42812a228141 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Made reservation on behalf of 64d0cdb4950f49118685892c6c24c7ee for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:40:43.333892 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-79db9c57-2a9f-4211-96f6-42812a228141 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5221429'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:43.478500 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f5e3ba71-0aeb-4563-beac-bf6aaadb5187 req-e57ccfc3-45aa-414c-be2e-7f5be1b24c2e service neutron] 10.222.0.70 "GET /v2.0/networks/87bd24c3-2f53-4d06-9d37-4b32bba79109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3489878 Jan 28 19:40:43.526872 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ed4fa672-3afe-422b-9629-30a947abdae6 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (0c8c12e4-8d93-4e69-8cff-501487067bf3), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:43.563241 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4fa672-3afe-422b-9629-30a947abdae6 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Pushing event deleted for resources: {'Port': ['ID=0c8c12e4-8d93-4e69-8cff-501487067bf3,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:40:43.706016 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2a044975-ba09-4995-9bb0-cceb1b812081 tempest-MeteringTestJSON-2044415403 tempest-MeteringTestJSON-2044415403-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:43.711281 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-2a044975-ba09-4995-9bb0-cceb1b812081 tempest-MeteringTestJSON-2044415403 tempest-MeteringTestJSON-2044415403-project-admin] 10.222.0.64 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.6394036 Jan 28 19:40:43.714971 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 47756) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:40:43.749978 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e6c603-9103-4487-9202-2a81a8e2e761 req-fa24269a-e266-424f-9323-992294906fbc tempest-VolumesSnapshotTestJSON-1067837444 tempest-VolumesSnapshotTestJSON-1067837444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:40:43.751796 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f1e6c603-9103-4487-9202-2a81a8e2e761 req-fa24269a-e266-424f-9323-992294906fbc tempest-VolumesSnapshotTestJSON-1067837444 tempest-VolumesSnapshotTestJSON-1067837444-project] 10.222.0.64 "GET /v2.0/networks?id=5ced056c-3de2-4296-99fb-726157ca5050 HTTP/1.1" status: 200 len: 813 time: 0.2918832 Jan 28 19:40:43.761863 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-7eb21498-1a53-4f18-b1e6-0eb381a7c563 tempest-MeteringTestJSON-2044415403 tempest-MeteringTestJSON-2044415403-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '024bb1c9-cdbf-4c09-93f2-5f7a8d9cba5b'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:40:43.762537 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-7eb21498-1a53-4f18-b1e6-0eb381a7c563 tempest-MeteringTestJSON-2044415403 tempest-MeteringTestJSON-2044415403-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103305) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 19:40:43.777494 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f1e6c603-9103-4487-9202-2a81a8e2e761 req-0c5eabcd-a0d8-46f0-86a0-4e092f32f3d8 tempest-VolumesSnapshotTestJSON-1067837444 tempest-VolumesSnapshotTestJSON-1067837444-project] 10.222.0.64 "GET /v2.0/quotas/72ed041c0fdf49d0b46a78595ef2b4d2 HTTP/1.1" status: 200 len: 375 time: 0.0131059 Jan 28 19:40:43.781950 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ed4fa672-3afe-422b-9629-30a947abdae6 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks [] for floatingip (336a4028-593e-475a-a1eb-85a977bbc000), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:43.786335 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ed4fa672-3afe-422b-9629-30a947abdae6 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for floatingip (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:43.786990 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f5e3ba71-0aeb-4563-beac-bf6aaadb5187 req-612c7a29-0501-4dea-87c7-0699cdb79fa2 service neutron] 10.222.0.70 "GET /v2.0/networks/87bd24c3-2f53-4d06-9d37-4b32bba79109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3006918 Jan 28 19:40:43.793291 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-ed4fa672-3afe-422b-9629-30a947abdae6 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] 10.222.0.64 "DELETE /v2.0/floatingips/336a4028-593e-475a-a1eb-85a977bbc000 HTTP/1.1" status: 204 len: 168 time: 1.5553815 Jan 28 19:40:43.816880 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 47758) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:40:43.821456 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-1444ca12-7094-4a8b-ab56-dcbbf7ad92ed tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Request body: {'floatingip': {'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'port_id': '81e5a8c2-dacd-43df-aec2-b49c163010d2'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:40:43.865505 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f1e6c603-9103-4487-9202-2a81a8e2e761 req-879450cf-9cd6-479c-a04d-07fbbca3adb0 tempest-VolumesSnapshotTestJSON-1067837444 tempest-VolumesSnapshotTestJSON-1067837444-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=72ed041c0fdf49d0b46a78595ef2b4d2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0483110 Jan 28 19:40:43.878537 n-d-812111-14 neutron-server[103305]: WARNING neutron.services.metering.metering_plugin [None req-7eb21498-1a53-4f18-b1e6-0eb381a7c563 tempest-MeteringTestJSON-2044415403 tempest-MeteringTestJSON-2044415403-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jan 28 19:40:43.884514 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-79db9c57-2a9f-4211-96f6-42812a228141 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4690681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5221415'] for subnet (4549f19c-34bb-4c94-bf77-c08829f1a5e5), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:44.015230 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1444ca12-7094-4a8b-ab56-dcbbf7ad92ed tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:44.021075 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7eb21498-1a53-4f18-b1e6-0eb381a7c563 tempest-MeteringTestJSON-2044415403 tempest-MeteringTestJSON-2044415403-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:44.022318 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-7eb21498-1a53-4f18-b1e6-0eb381a7c563 tempest-MeteringTestJSON-2044415403 tempest-MeteringTestJSON-2044415403-project-admin] 10.222.0.64 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3007097 Jan 28 19:40:44.031412 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 47766) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:40:44.039475 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-e01e1ffc-0f96-4f17-a350-28ee9026595b tempest-MeteringTestJSON-2044415403 tempest-MeteringTestJSON-2044415403-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '024bb1c9-cdbf-4c09-93f2-5f7a8d9cba5b'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:40:44.039983 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-e01e1ffc-0f96-4f17-a350-28ee9026595b tempest-MeteringTestJSON-2044415403 tempest-MeteringTestJSON-2044415403-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103305) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 19:40:44.044856 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79db9c57-2a9f-4211-96f6-42812a228141 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Checking segment: {'id': 'f9f0444c-94c5-4f0f-b9f4-c421c7062e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '055d1b83-9335-4f9d-b8bf-e223b51da8c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:40:44.045267 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79db9c57-2a9f-4211-96f6-42812a228141 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Network hostable DHCP agents. Network: 055d1b83-9335-4f9d-b8bf-e223b51da8c2, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:40:44.060671 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79db9c57-2a9f-4211-96f6-42812a228141 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Pushing event updated for resources: {'Subnet': ['ID=4549f19c-34bb-4c94-bf77-c08829f1a5e5,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:40:44.091345 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79db9c57-2a9f-4211-96f6-42812a228141 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Network 055d1b83-9335-4f9d-b8bf-e223b51da8c2 is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:40:44.122130 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-79db9c57-2a9f-4211-96f6-42812a228141 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, 055d1b83-9335-4f9d-b8bf-e223b51da8c2) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:40:44.125867 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f1e6c603-9103-4487-9202-2a81a8e2e761 req-b609e299-feb9-4334-9eaa-e571d71477eb service neutron] 10.222.0.64 "GET /v2.0/networks/5ced056c-3de2-4296-99fb-726157ca5050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2513499 Jan 28 19:40:44.129334 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79db9c57-2a9f-4211-96f6-42812a228141 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:40:44.130031 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-79db9c57-2a9f-4211-96f6-42812a228141 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:44.131800 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd7f8a12-bce0-4e8b-bbdd-c25b37cfebe5 None None] Network 055d1b83-9335-4f9d-b8bf-e223b51da8c2 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:40:44.304891 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-79db9c57-2a9f-4211-96f6-42812a228141 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1402662 Jan 28 19:40:44.310679 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f1e6c603-9103-4487-9202-2a81a8e2e761 req-c10c7186-8b16-411c-b589-5a96a379434a service neutron] 10.222.0.64 "GET /v2.0/networks/5ced056c-3de2-4296-99fb-726157ca5050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762798 Jan 28 19:40:44.311192 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 47770) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:40:44.318463 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-c8e6603b-6480-4e86-8f72-b14b272c9af7 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Request body: {'port': {'network_id': '055d1b83-9335-4f9d-b8bf-e223b51da8c2', 'name': 'tempest-PortsIpV6TestJSON-1983080534'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:40:44.382153 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abacc08a-891d-4e7d-af38-1b8539959484 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68cd31fd-e4cd-5fb3-a862-256fc47efcd2-055d1b83-9335-4f9d-b8bf-e223b51da8c2', 'network_id': '055d1b83-9335-4f9d-b8bf-e223b51da8c2', 'project_id': '64d0cdb4950f49118685892c6c24c7ee', 'fixed_ips': [{'subnet_id': '4549f19c-34bb-4c94-bf77-c08829f1a5e5'}]}} from n-d-812111-14. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:40:44.383133 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-abacc08a-891d-4e7d-af38-1b8539959484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:44.501841 n-d-812111-14 neutron-server[103305]: WARNING neutron.services.metering.metering_plugin [None req-e01e1ffc-0f96-4f17-a350-28ee9026595b tempest-MeteringTestJSON-2044415403 tempest-MeteringTestJSON-2044415403-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jan 28 19:40:44.593971 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8e6603b-6480-4e86-8f72-b14b272c9af7 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Made reservation on behalf of 64d0cdb4950f49118685892c6c24c7ee for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:40:44.604765 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c8e6603b-6480-4e86-8f72-b14b272c9af7 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:44.625317 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-abacc08a-891d-4e7d-af38-1b8539959484 None None] Allocated IP 2001:db8::2 (055d1b83-9335-4f9d-b8bf-e223b51da8c2/4549f19c-34bb-4c94-bf77-c08829f1a5e5/88db3c45-2fb9-47e3-8579-0b3098433866) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:40:44.636245 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [None req-c8e6603b-6480-4e86-8f72-b14b272c9af7 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] device_id is not set on port fa581346-6780-4972-ac08-c0d1d2d4d503 yet. {{(pid=103304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:40:44.659885 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e01e1ffc-0f96-4f17-a350-28ee9026595b tempest-MeteringTestJSON-2044415403 tempest-MeteringTestJSON-2044415403-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:44.664351 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-e01e1ffc-0f96-4f17-a350-28ee9026595b tempest-MeteringTestJSON-2044415403 tempest-MeteringTestJSON-2044415403-project-admin] 10.222.0.64 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.6281872 Jan 28 19:40:44.665326 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 47772) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:40:44.682835 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-aecebf0c-3724-45a2-b275-f6ca176d830f tempest-MeteringTestJSON-2044415403 tempest-MeteringTestJSON-2044415403-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-label-rules?id=dcf92a11-412b-4bd7-96ea-371e3d82f5c4 HTTP/1.1" status: 200 len: 464 time: 0.0144091 Jan 28 19:40:44.683781 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 47774) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:40:44.732095 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1444ca12-7094-4a8b-ab56-dcbbf7ad92ed tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:44.843703 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-abacc08a-891d-4e7d-af38-1b8539959484 None None] Publish callbacks [] for port (88db3c45-2fb9-47e3-8579-0b3098433866), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:44.855507 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-abacc08a-891d-4e7d-af38-1b8539959484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (88db3c45-2fb9-47e3-8579-0b3098433866), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:44.904107 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abacc08a-891d-4e7d-af38-1b8539959484 None None] Network 055d1b83-9335-4f9d-b8bf-e223b51da8c2 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:40:44.911764 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-abacc08a-891d-4e7d-af38-1b8539959484 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:40:44.919491 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abacc08a-891d-4e7d-af38-1b8539959484 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:40:44.925581 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-c8e6603b-6480-4e86-8f72-b14b272c9af7 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Allocated IP 2001:db8::8b (055d1b83-9335-4f9d-b8bf-e223b51da8c2/4549f19c-34bb-4c94-bf77-c08829f1a5e5/fa581346-6780-4972-ac08-c0d1d2d4d503) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:40:44.969961 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9dabc578-45ab-4f77-8ade-3fe33c324a68 req-e209bcae-c07e-4007-9bf2-98a5b628acf4 tempest-VolumesSnapshotTestJSON-1067837444 tempest-VolumesSnapshotTestJSON-1067837444-project] 10.222.0.64 "GET /v2.0/ports?device_id=f5491288-378d-4465-9de2-4ecfbcca0b62 HTTP/1.1" status: 200 len: 210 time: 0.1578627 Jan 28 19:40:44.996312 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abacc08a-891d-4e7d-af38-1b8539959484 None None] Pushing event updated for resources: {'Port': ['ID=88db3c45-2fb9-47e3-8579-0b3098433866,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:40:44.997814 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-abacc08a-891d-4e7d-af38-1b8539959484 None None] Attempting to bind port 88db3c45-2fb9-47e3-8579-0b3098433866 on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:40:44.997814 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-abacc08a-891d-4e7d-af38-1b8539959484 None None] Attempting to bind port 88db3c45-2fb9-47e3-8579-0b3098433866 by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': 'f9f0444c-94c5-4f0f-b9f4-c421c7062e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '055d1b83-9335-4f9d-b8bf-e223b51da8c2'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:40:44.998367 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abacc08a-891d-4e7d-af38-1b8539959484 None None] Attempting to bind port 88db3c45-2fb9-47e3-8579-0b3098433866 on network 055d1b83-9335-4f9d-b8bf-e223b51da8c2 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:40:45.005653 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abacc08a-891d-4e7d-af38-1b8539959484 None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:40:45.006201 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abacc08a-891d-4e7d-af38-1b8539959484 None None] Checking segment: {'id': 'f9f0444c-94c5-4f0f-b9f4-c421c7062e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '055d1b83-9335-4f9d-b8bf-e223b51da8c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:40:45.006725 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-abacc08a-891d-4e7d-af38-1b8539959484 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:45.007301 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abacc08a-891d-4e7d-af38-1b8539959484 None None] Bound using segment: {'id': 'f9f0444c-94c5-4f0f-b9f4-c421c7062e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '055d1b83-9335-4f9d-b8bf-e223b51da8c2'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:40:45.007894 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-abacc08a-891d-4e7d-af38-1b8539959484 None None] Bound port: 88db3c45-2fb9-47e3-8579-0b3098433866, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9f0444c-94c5-4f0f-b9f4-c421c7062e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '055d1b83-9335-4f9d-b8bf-e223b51da8c2'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:40:45.008486 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-abacc08a-891d-4e7d-af38-1b8539959484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (88db3c45-2fb9-47e3-8579-0b3098433866), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:45.082938 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ab2d2f9d-efb5-49ee-81ae-1780c518ce8b tempest-MeteringTestJSON-2044415403 tempest-MeteringTestJSON-2044415403-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:45.087363 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-ab2d2f9d-efb5-49ee-81ae-1780c518ce8b tempest-MeteringTestJSON-2044415403 tempest-MeteringTestJSON-2044415403-project-admin] 10.222.0.64 "DELETE /v2.0/metering/metering-label-rules/dcf92a11-412b-4bd7-96ea-371e3d82f5c4 HTTP/1.1" status: 204 len: 168 time: 0.4013157 Jan 28 19:40:45.091486 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 47792) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:40:45.118053 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-65ae6a12-548e-45c5-abac-ccf16f8c6e78 tempest-MeteringTestJSON-2044415403 tempest-MeteringTestJSON-2044415403-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-label-rules?id=dcf92a11-412b-4bd7-96ea-371e3d82f5c4 HTTP/1.1" status: 200 len: 221 time: 0.0248516 Jan 28 19:40:45.118668 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 47794) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:40:45.163909 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c8e6603b-6480-4e86-8f72-b14b272c9af7 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks [] for port (fa581346-6780-4972-ac08-c0d1d2d4d503), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:45.169245 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-1531f9bf-fe83-42bd-aa8a-cdc670d1ca4a tempest-MeteringTestJSON-2044415403 tempest-MeteringTestJSON-2044415403-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1324359791', 'description': 'label created by tempest'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:40:45.175929 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-abacc08a-891d-4e7d-af38-1b8539959484 None None] For port 88db3c45-2fb9-47e3-8579-0b3098433866, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:40:45.177396 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-1531f9bf-fe83-42bd-aa8a-cdc670d1ca4a tempest-MeteringTestJSON-2044415403 tempest-MeteringTestJSON-2044415403-project-admin] Unknown quota resources ['metering_label']. {{(pid=103305) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 19:40:45.180990 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-abacc08a-891d-4e7d-af38-1b8539959484 None None] For port 88db3c45-2fb9-47e3-8579-0b3098433866, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=88db3c45-2fb9-47e3-8579-0b3098433866,segment=NetworkSegment(f9f0444c-94c5-4f0f-b9f4-c421c7062e15),segment_id=f9f0444c-94c5-4f0f-b9f4-c421c7062e15)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:40:45.191983 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-abacc08a-891d-4e7d-af38-1b8539959484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (88db3c45-2fb9-47e3-8579-0b3098433866), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:45.228970 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c8e6603b-6480-4e86-8f72-b14b272c9af7 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (fa581346-6780-4972-ac08-c0d1d2d4d503), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:45.270385 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abacc08a-891d-4e7d-af38-1b8539959484 None None] Pushing event updated for resources: {'Port': ['ID=88db3c45-2fb9-47e3-8579-0b3098433866,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:40:45.295577 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e6603b-6480-4e86-8f72-b14b272c9af7 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Network 055d1b83-9335-4f9d-b8bf-e223b51da8c2 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:40:45.305801 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-c8e6603b-6480-4e86-8f72-b14b272c9af7 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:40:45.311756 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e6603b-6480-4e86-8f72-b14b272c9af7 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:40:45.320885 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e6603b-6480-4e86-8f72-b14b272c9af7 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:40:45.321713 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c8e6603b-6480-4e86-8f72-b14b272c9af7 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:45.341340 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-1444ca12-7094-4a8b-ab56-dcbbf7ad92ed tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Allocated IP 172.25.6.102 (d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8/a648e4ab-7422-41b9-b133-58aca25ab8f5/1dd09a93-778c-43cc-9d3e-127ff9938bdd) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:40:45.353651 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e6603b-6480-4e86-8f72-b14b272c9af7 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Pushing event updated for resources: {'Port': ['ID=fa581346-6780-4972-ac08-c0d1d2d4d503,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:40:45.363709 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-c8e6603b-6480-4e86-8f72-b14b272c9af7 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0511172 Jan 28 19:40:45.368088 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 47798) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:40:45.381805 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-fe6283eb-ec36-4657-835c-d15a8b5cc5e9 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Request body: {'port': {'network_id': '055d1b83-9335-4f9d-b8bf-e223b51da8c2', 'name': 'tempest-PortsIpV6TestJSON-1947517315'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:40:45.532926 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1444ca12-7094-4a8b-ab56-dcbbf7ad92ed tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks [] for port (1dd09a93-778c-43cc-9d3e-127ff9938bdd), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:45.550966 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe6283eb-ec36-4657-835c-d15a8b5cc5e9 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Made reservation on behalf of 64d0cdb4950f49118685892c6c24c7ee for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:40:45.560174 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fe6283eb-ec36-4657-835c-d15a8b5cc5e9 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:45.595769 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [None req-fe6283eb-ec36-4657-835c-d15a8b5cc5e9 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] device_id is not set on port 4cca41fe-d896-46e3-a0a4-79805beb21da yet. {{(pid=103304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:40:45.654093 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1531f9bf-fe83-42bd-aa8a-cdc670d1ca4a tempest-MeteringTestJSON-2044415403 tempest-MeteringTestJSON-2044415403-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:45.656943 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-1531f9bf-fe83-42bd-aa8a-cdc670d1ca4a tempest-MeteringTestJSON-2044415403 tempest-MeteringTestJSON-2044415403-project-admin] 10.222.0.64 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.5149238 Jan 28 19:40:45.660186 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 47800) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:40:45.716453 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1444ca12-7094-4a8b-ab56-dcbbf7ad92ed tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (1dd09a93-778c-43cc-9d3e-127ff9938bdd), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:45.785862 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1444ca12-7094-4a8b-ab56-dcbbf7ad92ed tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Pushing event updated for resources: {'Port': ['ID=1dd09a93-778c-43cc-9d3e-127ff9938bdd,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:40:45.796961 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1444ca12-7094-4a8b-ab56-dcbbf7ad92ed tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:40:45.798752 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-1444ca12-7094-4a8b-ab56-dcbbf7ad92ed tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:40:45.806103 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-93d9285c-af68-4092-981b-40c31813cff8 tempest-MeteringTestJSON-2044415403 tempest-MeteringTestJSON-2044415403-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-labels?id=04320298-3ab8-4d35-84a4-037650b9e774 HTTP/1.1" status: 200 len: 468 time: 0.1431479 Jan 28 19:40:45.808498 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1444ca12-7094-4a8b-ab56-dcbbf7ad92ed tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:40:45.810287 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 47804) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:40:46.188722 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-56517b51-6b1f-4103-8cf9-3e37924a193b req-79be79fb-f376-4d19-9b41-2bca35923f09 tempest-VolumesSnapshotTestJSON-1067837444 tempest-VolumesSnapshotTestJSON-1067837444-project] 10.222.0.64 "GET /v2.0/ports?device_id=f5491288-378d-4465-9de2-4ecfbcca0b62 HTTP/1.1" status: 200 len: 210 time: 0.0532420 Jan 28 19:40:46.248262 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-fe6283eb-ec36-4657-835c-d15a8b5cc5e9 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Allocated IP 2001:db8::1c7 (055d1b83-9335-4f9d-b8bf-e223b51da8c2/4549f19c-34bb-4c94-bf77-c08829f1a5e5/4cca41fe-d896-46e3-a0a4-79805beb21da) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:40:46.307943 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3cb5a437-6a3e-4ad5-8991-52af7bd8b653 tempest-MeteringTestJSON-2044415403 tempest-MeteringTestJSON-2044415403-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:46.318682 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-3cb5a437-6a3e-4ad5-8991-52af7bd8b653 tempest-MeteringTestJSON-2044415403 tempest-MeteringTestJSON-2044415403-project-admin] 10.222.0.64 "DELETE /v2.0/metering/metering-labels/04320298-3ab8-4d35-84a4-037650b9e774 HTTP/1.1" status: 204 len: 168 time: 0.4986985 Jan 28 19:40:46.320537 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 47814) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:40:46.353482 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-a0c1663c-7cfe-4ca9-93f7-eb303c8f127c tempest-MeteringTestJSON-2044415403 tempest-MeteringTestJSON-2044415403-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-labels?id=04320298-3ab8-4d35-84a4-037650b9e774 HTTP/1.1" status: 200 len: 216 time: 0.0247331 Jan 28 19:40:46.354108 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 47816) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:40:46.372521 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-db338ea7-4225-4779-9b09-87633097e95b tempest-MeteringTestJSON-2044415403 tempest-MeteringTestJSON-2044415403-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0200639 Jan 28 19:40:46.379637 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 47818) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:40:46.429095 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-eee978e6-000f-4b0c-9380-791d49b72479 tempest-MeteringTestJSON-2044415403 tempest-MeteringTestJSON-2044415403-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0480309 Jan 28 19:40:46.433023 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 47820) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:40:46.459483 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1444ca12-7094-4a8b-ab56-dcbbf7ad92ed tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks [] for floatingip (8c1d75dc-bda9-4fca-b14e-f963d0b593c3), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:46.579176 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1444ca12-7094-4a8b-ab56-dcbbf7ad92ed tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (1dd09a93-778c-43cc-9d3e-127ff9938bdd), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:46.753780 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fe6283eb-ec36-4657-835c-d15a8b5cc5e9 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks [] for port (4cca41fe-d896-46e3-a0a4-79805beb21da), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:46.767766 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1444ca12-7094-4a8b-ab56-dcbbf7ad92ed tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks [] for port (1dd09a93-778c-43cc-9d3e-127ff9938bdd), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:46.778438 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1444ca12-7094-4a8b-ab56-dcbbf7ad92ed tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (1dd09a93-778c-43cc-9d3e-127ff9938bdd), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:46.856556 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e6c603-9103-4487-9202-2a81a8e2e761 req-ab8b9d1f-eeba-4eda-87c6-72aabb482a8f tempest-VolumesSnapshotTestJSON-1067837444 tempest-VolumesSnapshotTestJSON-1067837444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:40:46.858760 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f1e6c603-9103-4487-9202-2a81a8e2e761 req-ab8b9d1f-eeba-4eda-87c6-72aabb482a8f tempest-VolumesSnapshotTestJSON-1067837444 tempest-VolumesSnapshotTestJSON-1067837444-project] 10.222.0.41 "GET /v2.0/networks?id=5ced056c-3de2-4296-99fb-726157ca5050 HTTP/1.1" status: 200 len: 813 time: 0.5145762 Jan 28 19:40:46.860793 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fe6283eb-ec36-4657-835c-d15a8b5cc5e9 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (4cca41fe-d896-46e3-a0a4-79805beb21da), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:46.864163 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1444ca12-7094-4a8b-ab56-dcbbf7ad92ed tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Pushing event updated for resources: {'Port': ['ID=1dd09a93-778c-43cc-9d3e-127ff9938bdd,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:40:46.880309 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 47822) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:40:46.883017 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-b1c0acff-7f88-4051-9877-0a3ea817cc93 tempest-MeteringTestJSON-2044415403 tempest-MeteringTestJSON-2044415403-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-labels/024bb1c9-cdbf-4c09-93f2-5f7a8d9cba5b HTTP/1.1" status: 200 len: 473 time: 0.4487875 Jan 28 19:40:46.901521 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46fc6146-e583-4db6-a4c3-d5b221d25bf3 None None] Network 055d1b83-9335-4f9d-b8bf-e223b51da8c2 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:40:46.904063 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-f1e6c603-9103-4487-9202-2a81a8e2e761 req-91cd482f-d1d1-4045-8cad-4eec097182e1 tempest-VolumesSnapshotTestJSON-1067837444 tempest-VolumesSnapshotTestJSON-1067837444-project] Request body: {'port': {'device_id': 'f5491288-378d-4465-9de2-4ecfbcca0b62', 'network_id': '5ced056c-3de2-4296-99fb-726157ca5050', 'admin_state_up': True, 'tenant_id': '72ed041c0fdf49d0b46a78595ef2b4d2'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:40:46.963407 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-e59c9e02-7870-4ff9-8bc0-d5b32241afcd tempest-MeteringTestJSON-2044415403 tempest-MeteringTestJSON-2044415403-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-label-rules/c6a82eb8-65d4-47a0-818f-a0eac7d0ef85 HTTP/1.1" status: 200 len: 461 time: 0.0328822 Jan 28 19:40:46.968352 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe6283eb-ec36-4657-835c-d15a8b5cc5e9 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Network 055d1b83-9335-4f9d-b8bf-e223b51da8c2 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:40:46.969838 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 47824) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:40:46.977433 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-fe6283eb-ec36-4657-835c-d15a8b5cc5e9 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:40:46.980763 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6283eb-ec36-4657-835c-d15a8b5cc5e9 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:40:46.986787 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1444ca12-7094-4a8b-ab56-dcbbf7ad92ed tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734886'] for floatingip (8c1d75dc-bda9-4fca-b14e-f963d0b593c3), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:46.990087 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe6283eb-ec36-4657-835c-d15a8b5cc5e9 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:40:46.991482 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fe6283eb-ec36-4657-835c-d15a8b5cc5e9 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:47.121420 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-fe6283eb-ec36-4657-835c-d15a8b5cc5e9 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7521715 Jan 28 19:40:47.132669 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 47830) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:40:47.159938 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6283eb-ec36-4657-835c-d15a8b5cc5e9 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Pushing event updated for resources: {'Port': ['ID=4cca41fe-d896-46e3-a0a4-79805beb21da,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:40:47.313057 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-91128fb3-3289-4f1b-b9d1-e8027f381cd7 None None] Provisioning complete for port 88db3c45-2fb9-47e3-8579-0b3098433866 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:40:47.313668 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-91128fb3-3289-4f1b-b9d1-e8027f381cd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (88db3c45-2fb9-47e3-8579-0b3098433866), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:47.332745 n-d-812111-14 neutron-server[103305]: INFO neutron.db.l3_db [None req-1444ca12-7094-4a8b-ab56-dcbbf7ad92ed tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Floating IP 8c1d75dc-bda9-4fca-b14e-f963d0b593c3 associated. External IP: 172.25.6.102, port: 81e5a8c2-dacd-43df-aec2-b49c163010d2. Jan 28 19:40:47.337786 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-210b938a-966a-4142-a379-8f18e8ca545b tempest-MeteringTestJSON-2044415403 tempest-MeteringTestJSON-2044415403-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:47.339244 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-210b938a-966a-4142-a379-8f18e8ca545b tempest-MeteringTestJSON-2044415403 tempest-MeteringTestJSON-2044415403-project-admin] 10.222.0.64 "DELETE /v2.0/metering/metering-label-rules/c6a82eb8-65d4-47a0-818f-a0eac7d0ef85 HTTP/1.1" status: 204 len: 168 time: 0.3329809 Jan 28 19:40:47.356935 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 47836) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:40:47.367961 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1e6c603-9103-4487-9202-2a81a8e2e761 req-91cd482f-d1d1-4045-8cad-4eec097182e1 tempest-VolumesSnapshotTestJSON-1067837444 tempest-VolumesSnapshotTestJSON-1067837444-project] Made reservation on behalf of 72ed041c0fdf49d0b46a78595ef2b4d2 for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:40:47.377771 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f1e6c603-9103-4487-9202-2a81a8e2e761 req-91cd482f-d1d1-4045-8cad-4eec097182e1 tempest-VolumesSnapshotTestJSON-1067837444 tempest-VolumesSnapshotTestJSON-1067837444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:47.522792 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-91128fb3-3289-4f1b-b9d1-e8027f381cd7 None None] Current status of the port 88db3c45-2fb9-47e3-8579-0b3098433866 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:40:47.523220 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-91128fb3-3289-4f1b-b9d1-e8027f381cd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (88db3c45-2fb9-47e3-8579-0b3098433866), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:47.525056 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-fdcb267d-2270-468a-a896-284a5ed5d111 req-46df982e-8bf2-4d60-8314-eabe8d8c1f3c tempest-VolumesSnapshotTestJSON-1067837444 tempest-VolumesSnapshotTestJSON-1067837444-project] 10.222.0.64 "GET /v2.0/ports?device_id=f5491288-378d-4465-9de2-4ecfbcca0b62 HTTP/1.1" status: 200 len: 210 time: 0.1065621 Jan 28 19:40:47.539888 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 88db3c45-2fb9-47e3-8579-0b3098433866 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:40:47.666898 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-928106c3-72ff-49a6-afe5-1476c60c2c7d tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:40:47.669149 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-928106c3-72ff-49a6-afe5-1476c60c2c7d tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] 10.222.0.64 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A8b HTTP/1.1" status: 200 len: 928 time: 0.5353143 Jan 28 19:40:47.669736 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1db0826d-7148-497b-87bb-7799fb1c9912 tempest-MeteringTestJSON-2044415403 tempest-MeteringTestJSON-2044415403-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:47.672125 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 47838) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:40:47.673719 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-1db0826d-7148-497b-87bb-7799fb1c9912 tempest-MeteringTestJSON-2044415403 tempest-MeteringTestJSON-2044415403-project-admin] 10.222.0.64 "DELETE /v2.0/metering/metering-labels/024bb1c9-cdbf-4c09-93f2-5f7a8d9cba5b HTTP/1.1" status: 204 len: 168 time: 0.3111327 Jan 28 19:40:47.701817 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 47842) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:40:47.766195 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-91128fb3-3289-4f1b-b9d1-e8027f381cd7 None None] For port 88db3c45-2fb9-47e3-8579-0b3098433866, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=88db3c45-2fb9-47e3-8579-0b3098433866,segment=NetworkSegment(f9f0444c-94c5-4f0f-b9f4-c421c7062e15),segment_id=f9f0444c-94c5-4f0f-b9f4-c421c7062e15)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:40:47.786982 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-91128fb3-3289-4f1b-b9d1-e8027f381cd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (88db3c45-2fb9-47e3-8579-0b3098433866), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:47.916785 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-94f71c24-18a1-4d37-9d5a-77e39db2f0b1 tempest-TestSecurityGroupsBasicOps-406199905 tempest-TestSecurityGroupsBasicOps-406199905-project-admin] 10.222.0.64 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3119 time: 0.2115409 Jan 28 19:40:47.920653 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 47844) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:40:47.923119 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 88db3c45-2fb9-47e3-8579-0b3098433866 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:40:47.924038 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (88db3c45-2fb9-47e3-8579-0b3098433866), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:47.927210 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-fc855772-b85d-472b-8657-2093f128ecb7 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Request body: {'network': {'name': 'tempest-network-smoke--1949279851', 'project_id': '3c5bcff20fc24e3eb87e72dc3f4664c7', 'port_security_enabled': False}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:40:47.954829 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc855772-b85d-472b-8657-2093f128ecb7 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Made reservation on behalf of 3c5bcff20fc24e3eb87e72dc3f4664c7 for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:40:47.960007 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fc855772-b85d-472b-8657-2093f128ecb7 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:48.006542 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-f1e6c603-9103-4487-9202-2a81a8e2e761 req-91cd482f-d1d1-4045-8cad-4eec097182e1 tempest-VolumesSnapshotTestJSON-1067837444 tempest-VolumesSnapshotTestJSON-1067837444-project] Allocated IP 172.20.0.12 (5ced056c-3de2-4296-99fb-726157ca5050/f61a757f-8ac1-4d8c-bf66-64b31f2921ec/e2a9849e-0c70-42eb-b079-744ac72d053d) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:40:48.010862 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1444ca12-7094-4a8b-ab56-dcbbf7ad92ed tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Router 8ae2243c-bc41-4126-8032-846c3fb3bfb2 has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:40:48.020287 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc855772-b85d-472b-8657-2093f128ecb7 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:40:48.042866 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fc855772-b85d-472b-8657-2093f128ecb7 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (f2d3284b-4537-437a-8483-b3ce73b0bb29), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:48.043255 n-d-812111-14 neutron-server[103304]: INFO neutron.db.segments_db [None req-fc855772-b85d-472b-8657-2093f128ecb7 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Added segment f2d3284b-4537-437a-8483-b3ce73b0bb29 of type vlan for network e41efa42-cbd1-43d4-9e08-72aaf610e78c Jan 28 19:40:48.044722 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91128fb3-3289-4f1b-b9d1-e8027f381cd7 None None] Pushing event updated for resources: {'Port': ['ID=88db3c45-2fb9-47e3-8579-0b3098433866,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:40:48.139459 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2afe057e-d971-4de9-b8a4-919586a3f14c None None] Provisioning complete for port 4cca41fe-d896-46e3-a0a4-79805beb21da triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:40:48.140292 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2afe057e-d971-4de9-b8a4-919586a3f14c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (4cca41fe-d896-46e3-a0a4-79805beb21da), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:48.147397 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fc855772-b85d-472b-8657-2093f128ecb7 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (e41efa42-cbd1-43d4-9e08-72aaf610e78c), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:48.204919 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2afe057e-d971-4de9-b8a4-919586a3f14c None None] Port 4cca41fe-d896-46e3-a0a4-79805beb21da cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:40:48.255463 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fc855772-b85d-472b-8657-2093f128ecb7 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (e41efa42-cbd1-43d4-9e08-72aaf610e78c), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:48.264443 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2afe057e-d971-4de9-b8a4-919586a3f14c None None] Provisioning complete for port fa581346-6780-4972-ac08-c0d1d2d4d503 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:40:48.264874 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2afe057e-d971-4de9-b8a4-919586a3f14c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (fa581346-6780-4972-ac08-c0d1d2d4d503), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:48.271410 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc855772-b85d-472b-8657-2093f128ecb7 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:40:48.273619 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fc855772-b85d-472b-8657-2093f128ecb7 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:48.302459 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 47852) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:40:48.315187 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 88db3c45-2fb9-47e3-8579-0b3098433866 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:40:48.328249 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-eba63566-82b0-4f92-96e6-a202eace0e68 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Deleting port 4cca41fe-d896-46e3-a0a4-79805beb21da {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:40:48.328632 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-eba63566-82b0-4f92-96e6-a202eace0e68 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (4cca41fe-d896-46e3-a0a4-79805beb21da), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:48.345537 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2afe057e-d971-4de9-b8a4-919586a3f14c None None] Port fa581346-6780-4972-ac08-c0d1d2d4d503 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:40:48.357503 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2afe057e-d971-4de9-b8a4-919586a3f14c None None] Provisioning complete for port 88db3c45-2fb9-47e3-8579-0b3098433866 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:40:48.358033 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2afe057e-d971-4de9-b8a4-919586a3f14c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (88db3c45-2fb9-47e3-8579-0b3098433866), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:48.463302 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2afe057e-d971-4de9-b8a4-919586a3f14c None None] Current status of the port 88db3c45-2fb9-47e3-8579-0b3098433866 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:40:48.605810 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-eba63566-82b0-4f92-96e6-a202eace0e68 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (4cca41fe-d896-46e3-a0a4-79805beb21da), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:48.607440 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-ba652c2b-6f24-420f-948c-b1d46bef40a0 None None] Provisioning complete for port fa581346-6780-4972-ac08-c0d1d2d4d503 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:40:48.610580 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ba652c2b-6f24-420f-948c-b1d46bef40a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (fa581346-6780-4972-ac08-c0d1d2d4d503), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:48.622833 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-eba63566-82b0-4f92-96e6-a202eace0e68 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Calling delete_port for 4cca41fe-d896-46e3-a0a4-79805beb21da owned by {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:40:48.695208 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-ba652c2b-6f24-420f-948c-b1d46bef40a0 None None] Port fa581346-6780-4972-ac08-c0d1d2d4d503 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:40:48.781408 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1444ca12-7094-4a8b-ab56-dcbbf7ad92ed tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:40:48.796677 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125b2e03-cbc3-476d-bfab-9e7ee74f623d None None] Sync routers for ids ['8ae2243c-bc41-4126-8032-846c3fb3bfb2'] in n-d-812111-14 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:40:48.812496 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0d6a628b-2b53-4861-b0d0-a2ad49594c79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:48.825149 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1444ca12-7094-4a8b-ab56-dcbbf7ad92ed tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for floatingip (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:48.827056 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125b2e03-cbc3-476d-bfab-9e7ee74f623d None None] Routers {'8ae2243c-bc41-4126-8032-846c3fb3bfb2'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:40:48.827787 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-125b2e03-cbc3-476d-bfab-9e7ee74f623d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:40:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['8ae2243c-bc41-4126-8032-846c3fb3bfb2'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:40:48.839231 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-eba63566-82b0-4f92-96e6-a202eace0e68 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (4cca41fe-d896-46e3-a0a4-79805beb21da), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:48.913418 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-125b2e03-cbc3-476d-bfab-9e7ee74f623d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:40:48.922839 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-3faf435d-1804-4cc6-805f-a3aa21510bd1 None None] Provisioning complete for port 4cca41fe-d896-46e3-a0a4-79805beb21da triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:40:48.923904 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3faf435d-1804-4cc6-805f-a3aa21510bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (4cca41fe-d896-46e3-a0a4-79805beb21da), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:48.978505 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125b2e03-cbc3-476d-bfab-9e7ee74f623d None None] Routers {'8ae2243c-bc41-4126-8032-846c3fb3bfb2'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:40:48.979106 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-125b2e03-cbc3-476d-bfab-9e7ee74f623d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:40:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['8ae2243c-bc41-4126-8032-846c3fb3bfb2'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:40:48.981378 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-3faf435d-1804-4cc6-805f-a3aa21510bd1 None None] Port 4cca41fe-d896-46e3-a0a4-79805beb21da was deleted so its status cannot be updated. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Jan 28 19:40:49.028545 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-125b2e03-cbc3-476d-bfab-9e7ee74f623d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:40:49.028545 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125b2e03-cbc3-476d-bfab-9e7ee74f623d None None] The sync data for ids ['8ae2243c-bc41-4126-8032-846c3fb3bfb2'] in n-d-812111-14 is: [] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:40:49.045785 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-31acc666-62b6-4306-bbe8-5c9cf64a4562 req-b1101e34-08c3-4413-9aa9-cdff1b2c8d66 tempest-VolumesSnapshotTestJSON-1067837444 tempest-VolumesSnapshotTestJSON-1067837444-project] 10.222.0.64 "GET /v2.0/ports?device_id=f5491288-378d-4465-9de2-4ecfbcca0b62 HTTP/1.1" status: 200 len: 210 time: 0.1030588 Jan 28 19:40:49.060811 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc855772-b85d-472b-8657-2093f128ecb7 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Pushing event updated for resources: {'Network': ['ID=e41efa42-cbd1-43d4-9e08-72aaf610e78c,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:40:49.072335 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-fc855772-b85d-472b-8657-2093f128ecb7 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1480141 Jan 28 19:40:49.075691 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 47858) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:40:49.076401 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network e41efa42-cbd1-43d4-9e08-72aaf610e78c details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:40:49.086138 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-59705b42-74a9-464c-9be4-3402dd6cbcda tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1884006270', 'admin_state_up': True, 'project_id': '3c5bcff20fc24e3eb87e72dc3f4664c7', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:40:49.111480 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f1e6c603-9103-4487-9202-2a81a8e2e761 req-91cd482f-d1d1-4045-8cad-4eec097182e1 tempest-VolumesSnapshotTestJSON-1067837444 tempest-VolumesSnapshotTestJSON-1067837444-project] Publish callbacks [] for port (e2a9849e-0c70-42eb-b079-744ac72d053d), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:49.134989 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-59705b42-74a9-464c-9be4-3402dd6cbcda tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261150'] for router (e6bb216f-16e2-479b-a5d1-8d56e4529d0f), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:49.136247 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-59705b42-74a9-464c-9be4-3402dd6cbcda tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-731099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-731441', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261129'] for router (e6bb216f-16e2-479b-a5d1-8d56e4529d0f), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:49.205194 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-59705b42-74a9-464c-9be4-3402dd6cbcda tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Publish callbacks [] for router_controller (e6bb216f-16e2-479b-a5d1-8d56e4529d0f), precommit_add_association {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:49.279422 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f1e6c603-9103-4487-9202-2a81a8e2e761 req-91cd482f-d1d1-4045-8cad-4eec097182e1 tempest-VolumesSnapshotTestJSON-1067837444 tempest-VolumesSnapshotTestJSON-1067837444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (e2a9849e-0c70-42eb-b079-744ac72d053d), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:49.301015 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba63566-82b0-4f92-96e6-a202eace0e68 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Pushing event deleted for resources: {'Port': ['ID=4cca41fe-d896-46e3-a0a4-79805beb21da,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:40:49.313860 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-1444ca12-7094-4a8b-ab56-dcbbf7ad92ed tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 5.4962311 Jan 28 19:40:49.316479 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 47864) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:40:49.341244 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-aa57d6a6-c881-4bfd-af40-f39d75ed397e tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1088737630'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:40:49.354760 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 88db3c45-2fb9-47e3-8579-0b3098433866 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:40:49.357910 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-eba63566-82b0-4f92-96e6-a202eace0e68 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:49.362581 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-eba63566-82b0-4f92-96e6-a202eace0e68 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] 10.222.0.64 "DELETE /v2.0/ports/4cca41fe-d896-46e3-a0a4-79805beb21da HTTP/1.1" status: 204 len: 168 time: 1.6893094 Jan 28 19:40:49.368929 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 47866) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:40:49.374610 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cd482f-d1d1-4045-8cad-4eec097182e1 tempest-VolumesSnapshotTestJSON-1067837444 tempest-VolumesSnapshotTestJSON-1067837444-project] Pushing event updated for resources: {'Port': ['ID=e2a9849e-0c70-42eb-b079-744ac72d053d,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:40:49.412170 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa57d6a6-c881-4bfd-af40-f39d75ed397e tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Made reservation on behalf of f4e72d408b38498fbae4d612cef0a05b for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:40:49.415575 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-aa57d6a6-c881-4bfd-af40-f39d75ed397e tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:49.419257 n-d-812111-14 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-73561d78-ac0b-448a-bd6f-17345fc7d88d tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] GET failed (client error): The resource could not be found. Jan 28 19:40:49.423274 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-73561d78-ac0b-448a-bd6f-17345fc7d88d tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] 10.222.0.64 "GET /v2.0/ports/4cca41fe-d896-46e3-a0a4-79805beb21da HTTP/1.1" status: 404 len: 333 time: 0.0491691 Jan 28 19:40:49.423687 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 47868) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:40:49.428220 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1e6c603-9103-4487-9202-2a81a8e2e761 req-91cd482f-d1d1-4045-8cad-4eec097182e1 tempest-VolumesSnapshotTestJSON-1067837444 tempest-VolumesSnapshotTestJSON-1067837444-project] Network 5ced056c-3de2-4296-99fb-726157ca5050 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:40:49.434754 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-f1e6c603-9103-4487-9202-2a81a8e2e761 req-91cd482f-d1d1-4045-8cad-4eec097182e1 tempest-VolumesSnapshotTestJSON-1067837444 tempest-VolumesSnapshotTestJSON-1067837444-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:40:49.437449 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1e6c603-9103-4487-9202-2a81a8e2e761 req-91cd482f-d1d1-4045-8cad-4eec097182e1 tempest-VolumesSnapshotTestJSON-1067837444 tempest-VolumesSnapshotTestJSON-1067837444-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:40:49.543760 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 88db3c45-2fb9-47e3-8579-0b3098433866 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:40:49.548929 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0d6a628b-2b53-4861-b0d0-a2ad49594c79 admin admin] Publish callbacks [] for security_group (6790bd71-c699-44c8-b969-7c706bd9191d), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:49.551321 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e6c603-9103-4487-9202-2a81a8e2e761 req-91cd482f-d1d1-4045-8cad-4eec097182e1 tempest-VolumesSnapshotTestJSON-1067837444 tempest-VolumesSnapshotTestJSON-1067837444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:40:49.552055 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (88db3c45-2fb9-47e3-8579-0b3098433866), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:49.552688 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f1e6c603-9103-4487-9202-2a81a8e2e761 req-91cd482f-d1d1-4045-8cad-4eec097182e1 tempest-VolumesSnapshotTestJSON-1067837444 tempest-VolumesSnapshotTestJSON-1067837444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:49.563034 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0d6a628b-2b53-4861-b0d0-a2ad49594c79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (6790bd71-c699-44c8-b969-7c706bd9191d), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:49.608688 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-59705b42-74a9-464c-9be4-3402dd6cbcda tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Publish callbacks [] for router_gateway (e6bb216f-16e2-479b-a5d1-8d56e4529d0f), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:49.623425 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-0d6a628b-2b53-4861-b0d0-a2ad49594c79 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=91704e16ad8c468592be7b474dcc1c91&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3127046 Jan 28 19:40:49.624230 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 47870) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:40:49.630486 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6a628b-2b53-4861-b0d0-a2ad49594c79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6790bd71-c699-44c8-b969-7c706bd9191d,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:40:49.680480 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f1e6c603-9103-4487-9202-2a81a8e2e761 req-91cd482f-d1d1-4045-8cad-4eec097182e1 tempest-VolumesSnapshotTestJSON-1067837444 tempest-VolumesSnapshotTestJSON-1067837444-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7942543 Jan 28 19:40:49.701968 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa57d6a6-c881-4bfd-af40-f39d75ed397e tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:40:49.731363 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-f1e6c603-9103-4487-9202-2a81a8e2e761 req-faa22b5c-1dcd-4d64-b5b7-28c3de048426 service neutron] Request body: {'port': {'device_id': 'f5491288-378d-4465-9de2-4ecfbcca0b62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-14'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:40:49.741015 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 88db3c45-2fb9-47e3-8579-0b3098433866 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:40:49.768478 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-aa57d6a6-c881-4bfd-af40-f39d75ed397e tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (b79a5ee6-2325-418c-b32b-472d04dde6b4), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:49.769248 n-d-812111-14 neutron-server[103305]: INFO neutron.db.segments_db [None req-aa57d6a6-c881-4bfd-af40-f39d75ed397e tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Added segment b79a5ee6-2325-418c-b32b-472d04dde6b4 of type vlan for network aba2c4e4-5e44-4405-90a3-e447918e2ecb Jan 28 19:40:49.835656 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-aa57d6a6-c881-4bfd-af40-f39d75ed397e tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (aba2c4e4-5e44-4405-90a3-e447918e2ecb), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:49.848209 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-18860436-b3f5-4120-b761-a6c5a7b57077 admin admin] Publish callbacks [] for security_group (6790bd71-c699-44c8-b969-7c706bd9191d), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:49.868397 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f1e6c603-9103-4487-9202-2a81a8e2e761 req-faa22b5c-1dcd-4d64-b5b7-28c3de048426 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (e2a9849e-0c70-42eb-b079-744ac72d053d), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:49.893922 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-e2420283-7e83-40a7-a3aa-a5e24dc389a3 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Deleting port fa581346-6780-4972-ac08-c0d1d2d4d503 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:40:49.894556 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e2420283-7e83-40a7-a3aa-a5e24dc389a3 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (fa581346-6780-4972-ac08-c0d1d2d4d503), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:49.904311 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-18860436-b3f5-4120-b761-a6c5a7b57077 admin admin] Publish callbacks [] for security_group (6790bd71-c699-44c8-b969-7c706bd9191d), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:49.958162 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-aa57d6a6-c881-4bfd-af40-f39d75ed397e tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (aba2c4e4-5e44-4405-90a3-e447918e2ecb), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:49.964638 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa57d6a6-c881-4bfd-af40-f39d75ed397e tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:40:49.965465 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-aa57d6a6-c881-4bfd-af40-f39d75ed397e tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:50.075742 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-aa57d6a6-c881-4bfd-af40-f39d75ed397e tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7579498 Jan 28 19:40:50.083454 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 47874) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:40:50.091889 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-665ce678-5171-4ccc-8ea3-429c0279847b tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Request body: {'subnet': {'network_id': 'aba2c4e4-5e44-4405-90a3-e447918e2ecb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:40:50.103062 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa57d6a6-c881-4bfd-af40-f39d75ed397e tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Pushing event updated for resources: {'Network': ['ID=aba2c4e4-5e44-4405-90a3-e447918e2ecb,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:40:50.114423 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network aba2c4e4-5e44-4405-90a3-e447918e2ecb details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:40:50.140103 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-59705b42-74a9-464c-9be4-3402dd6cbcda tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Publish callbacks [] for router_gateway (e6bb216f-16e2-479b-a5d1-8d56e4529d0f), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:50.168788 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e2420283-7e83-40a7-a3aa-a5e24dc389a3 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (fa581346-6780-4972-ac08-c0d1d2d4d503), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:50.235045 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-59705b42-74a9-464c-9be4-3402dd6cbcda tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:50.237251 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-18860436-b3f5-4120-b761-a6c5a7b57077 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (6790bd71-c699-44c8-b969-7c706bd9191d), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:50.240413 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-18860436-b3f5-4120-b761-a6c5a7b57077 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:50.243843 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-18860436-b3f5-4120-b761-a6c5a7b57077 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6790bd71-c699-44c8-b969-7c706bd9191d HTTP/1.1" status: 204 len: 168 time: 0.6007042 Jan 28 19:40:50.279651 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-e2420283-7e83-40a7-a3aa-a5e24dc389a3 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Calling delete_port for fa581346-6780-4972-ac08-c0d1d2d4d503 owned by {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:40:50.434468 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-59705b42-74a9-464c-9be4-3402dd6cbcda tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Allocated IP 172.25.6.140 (d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8/a648e4ab-7422-41b9-b133-58aca25ab8f5/d0efb206-8cb7-489b-9025-77debbbe3f2c) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:40:50.437221 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e2420283-7e83-40a7-a3aa-a5e24dc389a3 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (fa581346-6780-4972-ac08-c0d1d2d4d503), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:50.444302 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18860436-b3f5-4120-b761-a6c5a7b57077 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6790bd71-c699-44c8-b969-7c706bd9191d,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:40:50.513610 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2420283-7e83-40a7-a3aa-a5e24dc389a3 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Pushing event deleted for resources: {'Port': ['ID=fa581346-6780-4972-ac08-c0d1d2d4d503,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:40:50.590854 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82320b9f-77be-4fb3-b7fb-7bdd3aa8bda5 req-d923f7c8-0e6d-4b19-b008-46f6647313f0 tempest-VolumesSnapshotTestJSON-1067837444 tempest-VolumesSnapshotTestJSON-1067837444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:40:50.600463 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-82320b9f-77be-4fb3-b7fb-7bdd3aa8bda5 req-d923f7c8-0e6d-4b19-b008-46f6647313f0 tempest-VolumesSnapshotTestJSON-1067837444 tempest-VolumesSnapshotTestJSON-1067837444-project] 10.222.0.64 "GET /v2.0/ports?device_id=f5491288-378d-4465-9de2-4ecfbcca0b62 HTTP/1.1" status: 200 len: 932 time: 0.4439147 Jan 28 19:40:50.602136 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e2420283-7e83-40a7-a3aa-a5e24dc389a3 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:50.613172 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-e2420283-7e83-40a7-a3aa-a5e24dc389a3 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] 10.222.0.64 "DELETE /v2.0/ports/fa581346-6780-4972-ac08-c0d1d2d4d503 HTTP/1.1" status: 204 len: 168 time: 1.1803813 Jan 28 19:40:50.613172 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-665ce678-5171-4ccc-8ea3-429c0279847b tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Made reservation on behalf of f4e72d408b38498fbae4d612cef0a05b for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:40:50.613551 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 47884) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:40:50.620011 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-665ce678-5171-4ccc-8ea3-429c0279847b tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4733071'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:50.674163 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-f1e6c603-9103-4487-9202-2a81a8e2e761 req-faa22b5c-1dcd-4d64-b5b7-28c3de048426 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2a9849e-0c70-42eb-b079-744ac72d053d {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:40:50.681163 n-d-812111-14 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4559607-0032-4e29-9d5a-2c43c13854ed tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] GET failed (client error): The resource could not be found. Jan 28 19:40:50.685214 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-e4559607-0032-4e29-9d5a-2c43c13854ed tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] 10.222.0.64 "GET /v2.0/ports/fa581346-6780-4972-ac08-c0d1d2d4d503 HTTP/1.1" status: 404 len: 333 time: 0.0655315 Jan 28 19:40:50.689983 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f1e6c603-9103-4487-9202-2a81a8e2e761 req-faa22b5c-1dcd-4d64-b5b7-28c3de048426 service neutron] Publish callbacks [] for port (e2a9849e-0c70-42eb-b079-744ac72d053d), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:50.692217 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 47886) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:40:50.711837 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:50.745826 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 47888) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:40:50.791979 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-f1e6c603-9103-4487-9202-2a81a8e2e761 req-faa22b5c-1dcd-4d64-b5b7-28c3de048426 service neutron] Transition to ACTIVE for port object e2a9849e-0c70-42eb-b079-744ac72d053d will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:40:50.819457 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-060a29c3-88c2-40c0-87b0-ef404f41495a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:50.821242 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f1e6c603-9103-4487-9202-2a81a8e2e761 req-faa22b5c-1dcd-4d64-b5b7-28c3de048426 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (e2a9849e-0c70-42eb-b079-744ac72d053d), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:50.879414 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8fa0c4e-989a-450c-8bda-44662a2a265e tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Deleting subnet 4549f19c-34bb-4c94-bf77-c08829f1a5e5 {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:40:50.883353 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a8fa0c4e-989a-450c-8bda-44662a2a265e tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks [] for subnet (4549f19c-34bb-4c94-bf77-c08829f1a5e5), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:50.889065 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-59705b42-74a9-464c-9be4-3402dd6cbcda tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Publish callbacks [] for port (d0efb206-8cb7-489b-9025-77debbbe3f2c), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:50.918764 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-82320b9f-77be-4fb3-b7fb-7bdd3aa8bda5 req-03d96e0a-abd5-4ec3-86df-d257e2831abf tempest-VolumesSnapshotTestJSON-1067837444 tempest-VolumesSnapshotTestJSON-1067837444-project] 10.222.0.64 "GET /v2.0/security-groups?id=51cbc5a3-d8ac-4977-b6f0-e1abddc2ee98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2907510 Jan 28 19:40:50.993725 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-665ce678-5171-4ccc-8ea3-429c0279847b tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4752401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4733085'] for subnet (36e51939-cd85-4efe-8038-faed21b48e07), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:51.012294 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa22b5c-1dcd-4d64-b5b7-28c3de048426 service neutron] Pushing event updated for resources: {'Port': ['ID=e2a9849e-0c70-42eb-b079-744ac72d053d,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:40:51.039063 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a8fa0c4e-989a-450c-8bda-44662a2a265e tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4747050'] for subnet (4549f19c-34bb-4c94-bf77-c08829f1a5e5), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:51.059476 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665ce678-5171-4ccc-8ea3-429c0279847b tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Pushing event updated for resources: {'Subnet': ['ID=36e51939-cd85-4efe-8038-faed21b48e07,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:40:51.100458 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665ce678-5171-4ccc-8ea3-429c0279847b tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Checking segment: {'id': 'b79a5ee6-2325-418c-b32b-472d04dde6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'aba2c4e4-5e44-4405-90a3-e447918e2ecb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:40:51.100920 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-665ce678-5171-4ccc-8ea3-429c0279847b tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Network hostable DHCP agents. Network: aba2c4e4-5e44-4405-90a3-e447918e2ecb, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:40:51.129198 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:40:51.133863 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-59705b42-74a9-464c-9be4-3402dd6cbcda tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (d0efb206-8cb7-489b-9025-77debbbe3f2c), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:51.149981 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-665ce678-5171-4ccc-8ea3-429c0279847b tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Network aba2c4e4-5e44-4405-90a3-e447918e2ecb is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:40:51.197093 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-665ce678-5171-4ccc-8ea3-429c0279847b tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, aba2c4e4-5e44-4405-90a3-e447918e2ecb) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:40:51.204731 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-665ce678-5171-4ccc-8ea3-429c0279847b tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:40:51.205489 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-665ce678-5171-4ccc-8ea3-429c0279847b tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:51.209334 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f677e3d-aeec-4a5b-a326-44cf22a65cd4 None None] Network aba2c4e4-5e44-4405-90a3-e447918e2ecb requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:40:51.291776 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59705b42-74a9-464c-9be4-3402dd6cbcda tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:40:51.298602 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-665ce678-5171-4ccc-8ea3-429c0279847b tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2139428 Jan 28 19:40:51.299271 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 47898) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:40:51.309666 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-76a3fa06-79b1-42bd-8997-2904f2735c7d tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1929158301', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}, 'admin_state_up': False}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:40:51.328504 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-59705b42-74a9-464c-9be4-3402dd6cbcda tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:40:51.337051 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59705b42-74a9-464c-9be4-3402dd6cbcda tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:40:51.344713 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59705b42-74a9-464c-9be4-3402dd6cbcda tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Pushing event updated for resources: {'Port': ['ID=d0efb206-8cb7-489b-9025-77debbbe3f2c,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:40:51.367165 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-76a3fa06-79b1-42bd-8997-2904f2735c7d tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261150'] for router (52854d5d-3f05-4e2d-ad39-65b212215f98), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:51.371713 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-76a3fa06-79b1-42bd-8997-2904f2735c7d tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-731099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-731441', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261129'] for router (52854d5d-3f05-4e2d-ad39-65b212215f98), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:51.400854 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-060a29c3-88c2-40c0-87b0-ef404f41495a admin admin] Publish callbacks [] for security_group (eb41d337-ca83-47eb-8c41-9c69c98dec21), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:51.409193 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-f1e6c603-9103-4487-9202-2a81a8e2e761 req-faa22b5c-1dcd-4d64-b5b7-28c3de048426 service neutron] Attempting to bind port e2a9849e-0c70-42eb-b079-744ac72d053d on host n-h1-812111-14 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:40:51.409539 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-f1e6c603-9103-4487-9202-2a81a8e2e761 req-faa22b5c-1dcd-4d64-b5b7-28c3de048426 service neutron] Attempting to bind port e2a9849e-0c70-42eb-b079-744ac72d053d by drivers openvswitch,hyperv on host n-h1-812111-14 at level 0 using segments [{'id': 'ce39c210-967e-4da2-941c-adb15afe7725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5ced056c-3de2-4296-99fb-726157ca5050'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:40:51.409874 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e6c603-9103-4487-9202-2a81a8e2e761 req-faa22b5c-1dcd-4d64-b5b7-28c3de048426 service neutron] Attempting to bind port e2a9849e-0c70-42eb-b079-744ac72d053d on network 5ced056c-3de2-4296-99fb-726157ca5050 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:40:51.415841 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-060a29c3-88c2-40c0-87b0-ef404f41495a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (eb41d337-ca83-47eb-8c41-9c69c98dec21), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:51.425847 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccccb180-ac61-4950-8b89-f57db1aae46a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68cd31fd-e4cd-5fb3-a862-256fc47efcd2-aba2c4e4-5e44-4405-90a3-e447918e2ecb', 'network_id': 'aba2c4e4-5e44-4405-90a3-e447918e2ecb', 'project_id': 'f4e72d408b38498fbae4d612cef0a05b', 'fixed_ips': [{'subnet_id': '36e51939-cd85-4efe-8038-faed21b48e07'}]}} from n-d-812111-14. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:40:51.427079 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ccccb180-ac61-4950-8b89-f57db1aae46a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:51.433020 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a8fa0c4e-989a-450c-8bda-44662a2a265e tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (4549f19c-34bb-4c94-bf77-c08829f1a5e5), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:51.468272 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e6c603-9103-4487-9202-2a81a8e2e761 req-faa22b5c-1dcd-4d64-b5b7-28c3de048426 service neutron] Port e2a9849e-0c70-42eb-b079-744ac72d053d on network 5ced056c-3de2-4296-99fb-726157ca5050 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-14 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:40:51.468646 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e6c603-9103-4487-9202-2a81a8e2e761 req-faa22b5c-1dcd-4d64-b5b7-28c3de048426 service neutron] Attempting to bind port e2a9849e-0c70-42eb-b079-744ac72d053d on network 5ced056c-3de2-4296-99fb-726157ca5050 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:40:51.507275 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e6c603-9103-4487-9202-2a81a8e2e761 req-faa22b5c-1dcd-4d64-b5b7-28c3de048426 service neutron] Checking agent: {'id': 'b544ba20-de93-4d86-9e6b-a2202deb6191', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:40:51.507707 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e6c603-9103-4487-9202-2a81a8e2e761 req-faa22b5c-1dcd-4d64-b5b7-28c3de048426 service neutron] Checking segment: {'id': 'ce39c210-967e-4da2-941c-adb15afe7725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5ced056c-3de2-4296-99fb-726157ca5050'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:40:51.508046 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e6c603-9103-4487-9202-2a81a8e2e761 req-faa22b5c-1dcd-4d64-b5b7-28c3de048426 service neutron] Bound using segment: {'id': 'ce39c210-967e-4da2-941c-adb15afe7725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5ced056c-3de2-4296-99fb-726157ca5050'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:40:51.508497 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-f1e6c603-9103-4487-9202-2a81a8e2e761 req-faa22b5c-1dcd-4d64-b5b7-28c3de048426 service neutron] Bound port: e2a9849e-0c70-42eb-b079-744ac72d053d, host: n-h1-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce39c210-967e-4da2-941c-adb15afe7725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5ced056c-3de2-4296-99fb-726157ca5050'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:40:51.509137 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f1e6c603-9103-4487-9202-2a81a8e2e761 req-faa22b5c-1dcd-4d64-b5b7-28c3de048426 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (e2a9849e-0c70-42eb-b079-744ac72d053d), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:51.512637 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-76a3fa06-79b1-42bd-8997-2904f2735c7d tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks [] for router_controller (52854d5d-3f05-4e2d-ad39-65b212215f98), precommit_add_association {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:51.569326 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-060a29c3-88c2-40c0-87b0-ef404f41495a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ed03525a39f94608b3b184afaaa282bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8199897 Jan 28 19:40:51.575541 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060a29c3-88c2-40c0-87b0-ef404f41495a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb41d337-ca83-47eb-8c41-9c69c98dec21,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:40:51.601335 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-ccccb180-ac61-4950-8b89-f57db1aae46a None None] Allocated IP 172.20.0.2 (aba2c4e4-5e44-4405-90a3-e447918e2ecb/36e51939-cd85-4efe-8038-faed21b48e07/c84aa63a-c0bb-48a6-b23b-f3dbbea4b592) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:40:51.605433 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 47900) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:40:51.753448 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a8fa0c4e-989a-450c-8bda-44662a2a265e tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4690616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5222356'] for subnet (4549f19c-34bb-4c94-bf77-c08829f1a5e5), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:51.757915 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-76a3fa06-79b1-42bd-8997-2904f2735c7d tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks [] for router_gateway (52854d5d-3f05-4e2d-ad39-65b212215f98), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:51.812370 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fa0c4e-989a-450c-8bda-44662a2a265e tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Pushing event deleted for resources: {'Subnet': ['ID=4549f19c-34bb-4c94-bf77-c08829f1a5e5,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:40:51.824632 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-f1e6c603-9103-4487-9202-2a81a8e2e761 req-faa22b5c-1dcd-4d64-b5b7-28c3de048426 service neutron] For port e2a9849e-0c70-42eb-b079-744ac72d053d, host n-h1-812111-14, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:40:51.827417 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a8fa0c4e-989a-450c-8bda-44662a2a265e tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:51.830776 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-a8fa0c4e-989a-450c-8bda-44662a2a265e tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] 10.222.0.64 "DELETE /v2.0/subnets/4549f19c-34bb-4c94-bf77-c08829f1a5e5 HTTP/1.1" status: 204 len: 168 time: 1.1375709 Jan 28 19:40:51.833706 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7475cf78-0d2d-4532-a074-12f4889027e0 None None] Network 055d1b83-9335-4f9d-b8bf-e223b51da8c2 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:40:51.839198 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ccccb180-ac61-4950-8b89-f57db1aae46a None None] Publish callbacks [] for port (c84aa63a-c0bb-48a6-b23b-f3dbbea4b592), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:51.847421 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 47902) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:40:51.861962 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ccccb180-ac61-4950-8b89-f57db1aae46a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (c84aa63a-c0bb-48a6-b23b-f3dbbea4b592), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:51.895978 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-f1e6c603-9103-4487-9202-2a81a8e2e761 req-faa22b5c-1dcd-4d64-b5b7-28c3de048426 service neutron] For port e2a9849e-0c70-42eb-b079-744ac72d053d, host n-h1-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=e2a9849e-0c70-42eb-b079-744ac72d053d,segment=NetworkSegment(ce39c210-967e-4da2-941c-adb15afe7725),segment_id=ce39c210-967e-4da2-941c-adb15afe7725)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:40:51.922471 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ab9e584e-8558-4760-a147-1f3aec594e88 admin admin] Publish callbacks [] for security_group (eb41d337-ca83-47eb-8c41-9c69c98dec21), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:51.965906 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f1e6c603-9103-4487-9202-2a81a8e2e761 req-faa22b5c-1dcd-4d64-b5b7-28c3de048426 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (e2a9849e-0c70-42eb-b079-744ac72d053d), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:51.995992 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccccb180-ac61-4950-8b89-f57db1aae46a None None] Network aba2c4e4-5e44-4405-90a3-e447918e2ecb is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:40:52.008960 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-ccccb180-ac61-4950-8b89-f57db1aae46a None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:40:52.026873 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccccb180-ac61-4950-8b89-f57db1aae46a None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:40:52.034189 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-76a3fa06-79b1-42bd-8997-2904f2735c7d tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks [] for router_gateway (52854d5d-3f05-4e2d-ad39-65b212215f98), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:52.049975 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccccb180-ac61-4950-8b89-f57db1aae46a None None] Pushing event updated for resources: {'Port': ['ID=c84aa63a-c0bb-48a6-b23b-f3dbbea4b592,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:40:52.078510 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-76a3fa06-79b1-42bd-8997-2904f2735c7d tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:52.097456 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e6c603-9103-4487-9202-2a81a8e2e761 req-faa22b5c-1dcd-4d64-b5b7-28c3de048426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:40:52.099431 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f1e6c603-9103-4487-9202-2a81a8e2e761 req-faa22b5c-1dcd-4d64-b5b7-28c3de048426 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:52.099611 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f1e6c603-9103-4487-9202-2a81a8e2e761 req-faa22b5c-1dcd-4d64-b5b7-28c3de048426 service neutron] 10.222.0.41 "PUT /v2.0/ports/e2a9849e-0c70-42eb-b079-744ac72d053d HTTP/1.1" status: 200 len: 1093 time: 2.3776021 Jan 28 19:40:52.105342 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ab9e584e-8558-4760-a147-1f3aec594e88 admin admin] Publish callbacks [] for security_group (eb41d337-ca83-47eb-8c41-9c69c98dec21), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:52.108647 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5491288-378d-4465-9de2-4ecfbcca0b62', 'tag': 'e2a9849e-0c70-42eb-b079-744ac72d053d'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:40:52.111095 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd41ffcc-cc6f-4bc1-8804-4b27ae1778a8" -d '{"events": [{"name": "network-changed", "server_uuid": "f5491288-378d-4465-9de2-4ecfbcca0b62", "tag": "e2a9849e-0c70-42eb-b079-744ac72d053d"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:40:52.146169 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-38104a4e-5e4b-4f0c-804b-98b5321b356e tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (055d1b83-9335-4f9d-b8bf-e223b51da8c2), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:52.240598 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3bf8ac0-9f30-4341-934c-b83c5c7f33ef None None] DHCP port deletion for 055d1b83-9335-4f9d-b8bf-e223b51da8c2 request from n-d-812111-14 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:40:52.252573 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:40:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f0dc599-b387-4389-9378-4f3d932d6fc1 x-openstack-request-id: req-3f0dc599-b387-4389-9378-4f3d932d6fc1 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:40:52.252866 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5491288-378d-4465-9de2-4ecfbcca0b62", "tag": "e2a9849e-0c70-42eb-b079-744ac72d053d", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:40:52.253324 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3f0dc599-b387-4389-9378-4f3d932d6fc1 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:40:52.253800 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5491288-378d-4465-9de2-4ecfbcca0b62', 'tag': 'e2a9849e-0c70-42eb-b079-744ac72d053d', 'status': 'completed', 'code': 200} Jan 28 19:40:52.301225 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-ccccb180-ac61-4950-8b89-f57db1aae46a None None] Attempting to bind port c84aa63a-c0bb-48a6-b23b-f3dbbea4b592 on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:40:52.302100 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-ccccb180-ac61-4950-8b89-f57db1aae46a None None] Attempting to bind port c84aa63a-c0bb-48a6-b23b-f3dbbea4b592 by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': 'b79a5ee6-2325-418c-b32b-472d04dde6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'aba2c4e4-5e44-4405-90a3-e447918e2ecb'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:40:52.302569 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa22b5c-1dcd-4d64-b5b7-28c3de048426 service neutron] Pushing event updated for resources: {'Port': ['ID=e2a9849e-0c70-42eb-b079-744ac72d053d,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:40:52.303454 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccccb180-ac61-4950-8b89-f57db1aae46a None None] Attempting to bind port c84aa63a-c0bb-48a6-b23b-f3dbbea4b592 on network aba2c4e4-5e44-4405-90a3-e447918e2ecb {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:40:52.313050 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-59705b42-74a9-464c-9be4-3402dd6cbcda tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Publish callbacks [] for router_gateway (e6bb216f-16e2-479b-a5d1-8d56e4529d0f), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:52.330455 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccccb180-ac61-4950-8b89-f57db1aae46a None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:40:52.331337 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccccb180-ac61-4950-8b89-f57db1aae46a None None] Checking segment: {'id': 'b79a5ee6-2325-418c-b32b-472d04dde6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'aba2c4e4-5e44-4405-90a3-e447918e2ecb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:40:52.331956 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ccccb180-ac61-4950-8b89-f57db1aae46a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:52.332515 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccccb180-ac61-4950-8b89-f57db1aae46a None None] Bound using segment: {'id': 'b79a5ee6-2325-418c-b32b-472d04dde6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'aba2c4e4-5e44-4405-90a3-e447918e2ecb'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:40:52.333331 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-ccccb180-ac61-4950-8b89-f57db1aae46a None None] Bound port: c84aa63a-c0bb-48a6-b23b-f3dbbea4b592, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b79a5ee6-2325-418c-b32b-472d04dde6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'aba2c4e4-5e44-4405-90a3-e447918e2ecb'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:40:52.334481 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ccccb180-ac61-4950-8b89-f57db1aae46a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (c84aa63a-c0bb-48a6-b23b-f3dbbea4b592), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:52.344236 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-76a3fa06-79b1-42bd-8997-2904f2735c7d tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Allocated IP 172.25.6.174 (d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8/a648e4ab-7422-41b9-b133-58aca25ab8f5/69923127-1b77-428a-9db0-6eb43617b6df) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:40:52.454494 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-ccccb180-ac61-4950-8b89-f57db1aae46a None None] For port c84aa63a-c0bb-48a6-b23b-f3dbbea4b592, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:40:52.454645 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e126d4-ec1d-40bf-be90-521bdf9302de req-94950c7a-5f31-4126-a5ea-e812e30f29b5 tempest-VolumesSnapshotTestJSON-1067837444 tempest-VolumesSnapshotTestJSON-1067837444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:40:52.457305 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-a3bf8ac0-9f30-4341-934c-b83c5c7f33ef None None] Deleting port 88db3c45-2fb9-47e3-8579-0b3098433866 {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:40:52.457678 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a3bf8ac0-9f30-4341-934c-b83c5c7f33ef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (88db3c45-2fb9-47e3-8579-0b3098433866), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:52.461261 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c1e126d4-ec1d-40bf-be90-521bdf9302de req-94950c7a-5f31-4126-a5ea-e812e30f29b5 tempest-VolumesSnapshotTestJSON-1067837444 tempest-VolumesSnapshotTestJSON-1067837444-project] 10.222.0.64 "GET /v2.0/ports?device_id=f5491288-378d-4465-9de2-4ecfbcca0b62 HTTP/1.1" status: 200 len: 944 time: 0.3588669 Jan 28 19:40:52.481872 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-ccccb180-ac61-4950-8b89-f57db1aae46a None None] For port c84aa63a-c0bb-48a6-b23b-f3dbbea4b592, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=c84aa63a-c0bb-48a6-b23b-f3dbbea4b592,segment=NetworkSegment(b79a5ee6-2325-418c-b32b-472d04dde6b4),segment_id=b79a5ee6-2325-418c-b32b-472d04dde6b4)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:40:52.482037 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ab9e584e-8558-4760-a147-1f3aec594e88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (eb41d337-ca83-47eb-8c41-9c69c98dec21), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:52.484609 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ab9e584e-8558-4760-a147-1f3aec594e88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:52.485679 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-ab9e584e-8558-4760-a147-1f3aec594e88 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/eb41d337-ca83-47eb-8c41-9c69c98dec21 HTTP/1.1" status: 204 len: 168 time: 0.8772604 Jan 28 19:40:52.487795 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e6c603-9103-4487-9202-2a81a8e2e761 req-b1fed031-0e1c-4405-ae22-d4ba238194f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:40:52.489700 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f1e6c603-9103-4487-9202-2a81a8e2e761 req-b1fed031-0e1c-4405-ae22-d4ba238194f4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=72ed041c0fdf49d0b46a78595ef2b4d2&device_id=f5491288-378d-4465-9de2-4ecfbcca0b62 HTTP/1.1" status: 200 len: 1127 time: 0.3033230 Jan 28 19:40:52.512556 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-76a3fa06-79b1-42bd-8997-2904f2735c7d tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks [] for port (69923127-1b77-428a-9db0-6eb43617b6df), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:52.554612 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9e584e-8558-4760-a147-1f3aec594e88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb41d337-ca83-47eb-8c41-9c69c98dec21,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:40:52.556391 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ccccb180-ac61-4950-8b89-f57db1aae46a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (c84aa63a-c0bb-48a6-b23b-f3dbbea4b592), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:52.565252 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-76a3fa06-79b1-42bd-8997-2904f2735c7d tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (69923127-1b77-428a-9db0-6eb43617b6df), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:52.599393 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f1e6c603-9103-4487-9202-2a81a8e2e761 req-bf0db536-8500-4669-94ff-2267ce5c2eef service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e2a9849e-0c70-42eb-b079-744ac72d053d HTTP/1.1" status: 200 len: 217 time: 0.0620837 Jan 28 19:40:52.616743 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a3fa06-79b1-42bd-8997-2904f2735c7d tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:40:52.621131 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-76a3fa06-79b1-42bd-8997-2904f2735c7d tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:40:52.626935 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a3fa06-79b1-42bd-8997-2904f2735c7d tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:40:52.638740 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccccb180-ac61-4950-8b89-f57db1aae46a None None] Pushing event updated for resources: {'Port': ['ID=c84aa63a-c0bb-48a6-b23b-f3dbbea4b592,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:40:52.680139 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a3fa06-79b1-42bd-8997-2904f2735c7d tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Pushing event updated for resources: {'Port': ['ID=69923127-1b77-428a-9db0-6eb43617b6df,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:40:52.705091 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-a3bf8ac0-9f30-4341-934c-b83c5c7f33ef None None] For port 88db3c45-2fb9-47e3-8579-0b3098433866, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=88db3c45-2fb9-47e3-8579-0b3098433866,segment=NetworkSegment(f9f0444c-94c5-4f0f-b9f4-c421c7062e15),segment_id=f9f0444c-94c5-4f0f-b9f4-c421c7062e15)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:40:52.706123 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a3bf8ac0-9f30-4341-934c-b83c5c7f33ef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (88db3c45-2fb9-47e3-8579-0b3098433866), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:52.722566 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-a3bf8ac0-9f30-4341-934c-b83c5c7f33ef None None] Calling delete_port for 88db3c45-2fb9-47e3-8579-0b3098433866 owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:40:52.852688 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a3bf8ac0-9f30-4341-934c-b83c5c7f33ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985'] for port (88db3c45-2fb9-47e3-8579-0b3098433866), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:52.873786 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3bf8ac0-9f30-4341-934c-b83c5c7f33ef None None] No DVR routers for this DVR port 88db3c45-2fb9-47e3-8579-0b3098433866 on host n-d-812111-14 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:40:52.900274 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bf8ac0-9f30-4341-934c-b83c5c7f33ef None None] Pushing event deleted for resources: {'Port': ['ID=88db3c45-2fb9-47e3-8579-0b3098433866,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:40:53.050696 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-76a3fa06-79b1-42bd-8997-2904f2735c7d tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks [] for router_gateway (52854d5d-3f05-4e2d-ad39-65b212215f98), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:53.211900 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c1e126d4-ec1d-40bf-be90-521bdf9302de req-6f604e5b-70dd-49d3-b95f-14ad1edb5afe tempest-VolumesSnapshotTestJSON-1067837444 tempest-VolumesSnapshotTestJSON-1067837444-project] 10.222.0.64 "GET /v2.0/security-groups?id=51cbc5a3-d8ac-4977-b6f0-e1abddc2ee98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7497461 Jan 28 19:40:53.232473 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-38104a4e-5e4b-4f0c-804b-98b5321b356e tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Deleting port 88db3c45-2fb9-47e3-8579-0b3098433866 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:40:53.232817 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-38104a4e-5e4b-4f0c-804b-98b5321b356e tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (88db3c45-2fb9-47e3-8579-0b3098433866), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:53.296162 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e6c603-9103-4487-9202-2a81a8e2e761 req-5682b052-efc0-4378-961e-13cabc16aecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:40:53.297740 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f1e6c603-9103-4487-9202-2a81a8e2e761 req-5682b052-efc0-4378-961e-13cabc16aecd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f61a757f-8ac1-4d8c-bf66-64b31f2921ec HTTP/1.1" status: 200 len: 853 time: 0.6705177 Jan 28 19:40:53.342149 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-76a3fa06-79b1-42bd-8997-2904f2735c7d tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-731074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-731460'] for router (52854d5d-3f05-4e2d-ad39-65b212215f98), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:53.413049 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f1e6c603-9103-4487-9202-2a81a8e2e761 req-cc9931b6-0e8f-45d9-9f4b-8c6ee9b18d37 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5ced056c-3de2-4296-99fb-726157ca5050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0647972 Jan 28 19:40:53.454558 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device c84aa63a-c0bb-48a6-b23b-f3dbbea4b592 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:40:53.503665 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-59705b42-74a9-464c-9be4-3402dd6cbcda tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-731074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-731460'] for router (e6bb216f-16e2-479b-a5d1-8d56e4529d0f), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:53.532050 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-38104a4e-5e4b-4f0c-804b-98b5321b356e tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] For port 88db3c45-2fb9-47e3-8579-0b3098433866, host n-d-812111-14, got binding levels [] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:40:53.532428 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-38104a4e-5e4b-4f0c-804b-98b5321b356e tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (88db3c45-2fb9-47e3-8579-0b3098433866), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:53.540664 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port c84aa63a-c0bb-48a6-b23b-f3dbbea4b592 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:40:53.541188 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (c84aa63a-c0bb-48a6-b23b-f3dbbea4b592), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:53.590802 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193024a8-df6f-4c5f-9d03-1f0c874a4d13 req-ec47c4d2-55a3-4fea-8b14-ebbf35f2408f tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:40:53.592328 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-193024a8-df6f-4c5f-9d03-1f0c874a4d13 req-ec47c4d2-55a3-4fea-8b14-ebbf35f2408f tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a91007d-45be-4c6c-a11f-db74e1c43eb8 HTTP/1.1" status: 200 len: 947 time: 0.0937903 Jan 28 19:40:53.593255 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f1e6c603-9103-4487-9202-2a81a8e2e761 req-cbce47c7-7128-44e8-9793-0f1b49eda21e service neutron] 10.222.0.41 "GET /v2.0/networks/5ced056c-3de2-4296-99fb-726157ca5050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682131 Jan 28 19:40:53.609160 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-38104a4e-5e4b-4f0c-804b-98b5321b356e tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Calling delete_port for 88db3c45-2fb9-47e3-8579-0b3098433866 owned by network:dhcp {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:40:53.612800 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.ipam_backend_mixin [None req-38104a4e-5e4b-4f0c-804b-98b5321b356e tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Port 88db3c45-2fb9-47e3-8579-0b3098433866 was not found and therefore no delete operation was performed {{(pid=103304) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 19:40:53.616130 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-38104a4e-5e4b-4f0c-804b-98b5321b356e tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (88db3c45-2fb9-47e3-8579-0b3098433866), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:53.625853 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76a3fa06-79b1-42bd-8997-2904f2735c7d tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Router 52854d5d-3f05-4e2d-ad39-65b212215f98 is scheduled to L3 agent 76fe5c49-705a-4e08-abb2-be585676213f with binding_index 1 {{(pid=103305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 19:40:53.636889 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port c84aa63a-c0bb-48a6-b23b-f3dbbea4b592 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:40:53.638459 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (c84aa63a-c0bb-48a6-b23b-f3dbbea4b592), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:53.679076 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] For port c84aa63a-c0bb-48a6-b23b-f3dbbea4b592, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=c84aa63a-c0bb-48a6-b23b-f3dbbea4b592,segment=NetworkSegment(b79a5ee6-2325-418c-b32b-472d04dde6b4),segment_id=b79a5ee6-2325-418c-b32b-472d04dde6b4)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:40:53.686833 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (c84aa63a-c0bb-48a6-b23b-f3dbbea4b592), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:53.744655 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38104a4e-5e4b-4f0c-804b-98b5321b356e tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Pushing event deleted for resources: {'Port': ['ID=88db3c45-2fb9-47e3-8579-0b3098433866,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:40:53.746760 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38104a4e-5e4b-4f0c-804b-98b5321b356e tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] No DVR routers for this DVR port 88db3c45-2fb9-47e3-8579-0b3098433866 on host n-d-812111-14 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:40:53.761203 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-193024a8-df6f-4c5f-9d03-1f0c874a4d13 req-ae0ea7e5-957d-4e2a-874c-eea98e2e2764 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/security-groups?id=7142df2f-bfa6-45d4-824d-35803ef6dce5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1613064 Jan 28 19:40:53.797590 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 88db3c45-2fb9-47e3-8579-0b3098433866 no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:40:53.838900 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: 88db3c45-2fb9-47e3-8579-0b3098433866 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:40:53.839529 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 88db3c45-2fb9-47e3-8579-0b3098433866 not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:40:53.842584 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Pushing event updated for resources: {'Port': ['ID=c84aa63a-c0bb-48a6-b23b-f3dbbea4b592,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:40:53.891947 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76a3fa06-79b1-42bd-8997-2904f2735c7d tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:40:53.904799 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c966a0-e186-4d8d-9f72-4c8bed995b1e None None] Sync routers for ids ['52854d5d-3f05-4e2d-ad39-65b212215f98'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:40:53.915571 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-38104a4e-5e4b-4f0c-804b-98b5321b356e tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (055d1b83-9335-4f9d-b8bf-e223b51da8c2), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:53.919285 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-76a3fa06-79b1-42bd-8997-2904f2735c7d tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:53.920059 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-76a3fa06-79b1-42bd-8997-2904f2735c7d tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.6198199 Jan 28 19:40:53.923037 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 47964) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:40:53.926296 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:53.935438 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c966a0-e186-4d8d-9f72-4c8bed995b1e None None] Routers {'52854d5d-3f05-4e2d-ad39-65b212215f98'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:40:53.936060 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-65c966a0-e186-4d8d-9f72-4c8bed995b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:40:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['52854d5d-3f05-4e2d-ad39-65b212215f98'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:40:53.991600 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-38104a4e-5e4b-4f0c-804b-98b5321b356e tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['055d1b83-9335-4f9d-b8bf-e223b51da8c2']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:40:54.017680 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-65c966a0-e186-4d8d-9f72-4c8bed995b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:40:54.029355 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-38104a4e-5e4b-4f0c-804b-98b5321b356e tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9f0444c-94c5-4f0f-b9f4-c421c7062e15') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:40:54.030335 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-38104a4e-5e4b-4f0c-804b-98b5321b356e tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9f0444c-94c5-4f0f-b9f4-c421c7062e15') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:40:54.035308 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c966a0-e186-4d8d-9f72-4c8bed995b1e None None] Routers {'52854d5d-3f05-4e2d-ad39-65b212215f98'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:40:54.038535 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-65c966a0-e186-4d8d-9f72-4c8bed995b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:40:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['52854d5d-3f05-4e2d-ad39-65b212215f98'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:40:54.078977 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-65c966a0-e186-4d8d-9f72-4c8bed995b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:40:54.079643 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-38104a4e-5e4b-4f0c-804b-98b5321b356e tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4747091'] for segment (f9f0444c-94c5-4f0f-b9f4-c421c7062e15), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:54.080097 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c966a0-e186-4d8d-9f72-4c8bed995b1e None None] The sync data for ids ['52854d5d-3f05-4e2d-ad39-65b212215f98'] in n-d-812111-14 is: [] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:40:54.094658 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f1e6c603-9103-4487-9202-2a81a8e2e761 req-6f8053c4-c7dc-4ef1-a869-5be4319bea34 service neutron] 10.222.0.41 "GET /v2.0/networks/5ced056c-3de2-4296-99fb-726157ca5050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4721544 Jan 28 19:40:54.106523 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-38104a4e-5e4b-4f0c-804b-98b5321b356e tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (f9f0444c-94c5-4f0f-b9f4-c421c7062e15), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:54.120752 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38104a4e-5e4b-4f0c-804b-98b5321b356e tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:40:54.121390 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-38104a4e-5e4b-4f0c-804b-98b5321b356e tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4690514'] for segment (f9f0444c-94c5-4f0f-b9f4-c421c7062e15), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:54.125015 n-d-812111-14 neutron-server[103304]: Traceback (most recent call last): Jan 28 19:40:54.125015 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:40:54.125015 n-d-812111-14 neutron-server[103304]: timer() Jan 28 19:40:54.125015 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:40:54.125015 n-d-812111-14 neutron-server[103304]: cb(*args, **kw) Jan 28 19:40:54.125015 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:40:54.125015 n-d-812111-14 neutron-server[103304]: return func(*args, **kwargs) Jan 28 19:40:54.125015 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:40:54.125015 n-d-812111-14 neutron-server[103304]: self._notify() Jan 28 19:40:54.125015 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:40:54.125015 n-d-812111-14 neutron-server[103304]: self.callback(batched_events) Jan 28 19:40:54.125015 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:40:54.125015 n-d-812111-14 neutron-server[103304]: event.method(event) Jan 28 19:40:54.125015 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:40:54.125015 n-d-812111-14 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:40:54.125015 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:40:54.125015 n-d-812111-14 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:40:54.125015 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:40:54.125015 n-d-812111-14 neutron-server[103304]: return f(self, *a, **k) Jan 28 19:40:54.125015 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:40:54.125015 n-d-812111-14 neutron-server[103304]: return self._get(url).json() Jan 28 19:40:54.125015 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:40:54.125015 n-d-812111-14 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:40:54.125015 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:40:54.125015 n-d-812111-14 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 28 19:40:54.125015 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:40:54.125015 n-d-812111-14 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:40:54.125015 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:40:54.125015 n-d-812111-14 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:40:54.125015 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:40:54.125015 n-d-812111-14 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:40:54.125015 n-d-812111-14 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:40:54.243740 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59705b42-74a9-464c-9be4-3402dd6cbcda tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Router e6bb216f-16e2-479b-a5d1-8d56e4529d0f is scheduled to L3 agent 76fe5c49-705a-4e08-abb2-be585676213f with binding_index 1 {{(pid=103304) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 19:40:54.343741 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-38104a4e-5e4b-4f0c-804b-98b5321b356e tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (055d1b83-9335-4f9d-b8bf-e223b51da8c2), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:54.386997 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-38104a4e-5e4b-4f0c-804b-98b5321b356e tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:54.390267 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-38104a4e-5e4b-4f0c-804b-98b5321b356e tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] 10.222.0.64 "DELETE /v2.0/networks/055d1b83-9335-4f9d-b8bf-e223b51da8c2 HTTP/1.1" status: 204 len: 168 time: 2.5418873 Jan 28 19:40:54.396263 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38104a4e-5e4b-4f0c-804b-98b5321b356e tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Pushing event deleted for resources: {'Network': ['ID=055d1b83-9335-4f9d-b8bf-e223b51da8c2,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:40:54.400166 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 47978) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:40:54.411455 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd41ffcc-cc6f-4bc1-8804-4b27ae1778a8 req-f77f2c73-3589-44dc-8ada-bff86a06b8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:40:54.411455 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-fd41ffcc-cc6f-4bc1-8804-4b27ae1778a8 req-f77f2c73-3589-44dc-8ada-bff86a06b8bf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=72ed041c0fdf49d0b46a78595ef2b4d2&device_id=f5491288-378d-4465-9de2-4ecfbcca0b62 HTTP/1.1" status: 200 len: 1127 time: 0.2204993 Jan 28 19:40:54.411455 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-7b03d9b1-5443-4a81-bc51-24b0beb485c8 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-213871949'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:40:54.429221 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b70ea7c8-e447-4283-a2ec-931f5a4222d4 None None] Network aba2c4e4-5e44-4405-90a3-e447918e2ecb requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:40:54.574735 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b03d9b1-5443-4a81-bc51-24b0beb485c8 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Made reservation on behalf of 64d0cdb4950f49118685892c6c24c7ee for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:40:54.578033 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7b03d9b1-5443-4a81-bc51-24b0beb485c8 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:54.611345 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d4ccda86-3385-460e-b227-668b9195744c None None] Provisioning complete for port c84aa63a-c0bb-48a6-b23b-f3dbbea4b592 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:40:54.612606 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d4ccda86-3385-460e-b227-668b9195744c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (c84aa63a-c0bb-48a6-b23b-f3dbbea4b592), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:54.619813 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59705b42-74a9-464c-9be4-3402dd6cbcda tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:40:54.644644 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b03d9b1-5443-4a81-bc51-24b0beb485c8 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:40:54.648106 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0aab0f-1439-45a3-9386-708f8818c9fe None None] Sync routers for ids ['e6bb216f-16e2-479b-a5d1-8d56e4529d0f'] in n-d-812111-14 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:40:54.690876 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd41ffcc-cc6f-4bc1-8804-4b27ae1778a8 req-0e5743e1-a911-47b2-9ead-46585fcafb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:40:54.693025 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-fd41ffcc-cc6f-4bc1-8804-4b27ae1778a8 req-0e5743e1-a911-47b2-9ead-46585fcafb24 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5ced056c-3de2-4296-99fb-726157ca5050 HTTP/1.1" status: 200 len: 913 time: 0.2761712 Jan 28 19:40:54.697443 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7b03d9b1-5443-4a81-bc51-24b0beb485c8 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (434c5d08-7e35-4a41-b12f-3d59a1c29bcf), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:54.697968 n-d-812111-14 neutron-server[103304]: INFO neutron.db.segments_db [None req-7b03d9b1-5443-4a81-bc51-24b0beb485c8 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Added segment 434c5d08-7e35-4a41-b12f-3d59a1c29bcf of type vlan for network 704cac58-0e7d-4562-9c6d-87afac753158 Jan 28 19:40:54.717757 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0aab0f-1439-45a3-9386-708f8818c9fe None None] Routers {'e6bb216f-16e2-479b-a5d1-8d56e4529d0f'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:40:54.718407 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-4b0aab0f-1439-45a3-9386-708f8818c9fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:40:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['e6bb216f-16e2-479b-a5d1-8d56e4529d0f'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:40:54.727658 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c19b91-35dc-401e-82a1-3b8c44a5f2b9 req-0dbd54e1-5247-4755-97a6-8698557b4bcb tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:40:54.735235 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d6c19b91-35dc-401e-82a1-3b8c44a5f2b9 req-0dbd54e1-5247-4755-97a6-8698557b4bcb tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a91007d-45be-4c6c-a11f-db74e1c43eb8 HTTP/1.1" status: 200 len: 947 time: 0.2200594 Jan 28 19:40:54.745308 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-59705b42-74a9-464c-9be4-3402dd6cbcda tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:54.750747 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-59705b42-74a9-464c-9be4-3402dd6cbcda tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 5.6733677 Jan 28 19:40:54.751024 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 47988) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:40:54.864160 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 47990) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:40:54.873964 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c94c68ee-a15d-4c7b-a2b9-24ea6ee7ff6b tempest-TestSecurityGroupsBasicOps-406199905 tempest-TestSecurityGroupsBasicOps-406199905-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:40:54.874221 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-4b0aab0f-1439-45a3-9386-708f8818c9fe None None] Set router e6bb216f-16e2-479b-a5d1-8d56e4529d0f gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:40:54.878919 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-c94c68ee-a15d-4c7b-a2b9-24ea6ee7ff6b tempest-TestSecurityGroupsBasicOps-406199905 tempest-TestSecurityGroupsBasicOps-406199905-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=3c5bcff20fc24e3eb87e72dc3f4664c7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0994270 Jan 28 19:40:54.913771 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 47992) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:40:54.972099 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-fd41ffcc-cc6f-4bc1-8804-4b27ae1778a8 req-94a34dc1-1ed5-4339-a4d3-a02ebd1a8720 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e2a9849e-0c70-42eb-b079-744ac72d053d HTTP/1.1" status: 200 len: 217 time: 0.2201338 Jan 28 19:40:54.984808 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7b03d9b1-5443-4a81-bc51-24b0beb485c8 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (704cac58-0e7d-4562-9c6d-87afac753158), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:55.035743 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d6c19b91-35dc-401e-82a1-3b8c44a5f2b9 req-9300f2e7-12cc-4a32-a225-3932eab5c2f4 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/security-groups?id=7142df2f-bfa6-45d4-824d-35803ef6dce5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2970734 Jan 28 19:40:55.044995 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d4ccda86-3385-460e-b227-668b9195744c None None] Current status of the port c84aa63a-c0bb-48a6-b23b-f3dbbea4b592 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:40:55.075562 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-f4a2bcd9-c633-4b6e-8e76-72de1e6f65d3 tempest-RoutersTestDVR-111275637 tempest-RoutersTestDVR-111275637-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1470246798'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:40:55.125274 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd41ffcc-cc6f-4bc1-8804-4b27ae1778a8 req-3205f1c6-b99d-4442-8b57-4a78593e96f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:40:55.127139 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-fd41ffcc-cc6f-4bc1-8804-4b27ae1778a8 req-3205f1c6-b99d-4442-8b57-4a78593e96f2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f61a757f-8ac1-4d8c-bf66-64b31f2921ec HTTP/1.1" status: 200 len: 853 time: 0.1392112 Jan 28 19:40:55.129256 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7b03d9b1-5443-4a81-bc51-24b0beb485c8 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (704cac58-0e7d-4562-9c6d-87afac753158), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:55.133781 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b03d9b1-5443-4a81-bc51-24b0beb485c8 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:40:55.134573 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7b03d9b1-5443-4a81-bc51-24b0beb485c8 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:55.137712 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f4a2bcd9-c633-4b6e-8e76-72de1e6f65d3 tempest-RoutersTestDVR-111275637 tempest-RoutersTestDVR-111275637-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261150'] for router (01bad3ef-327d-4e19-bfee-5165309628e7), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:55.138712 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f4a2bcd9-c633-4b6e-8e76-72de1e6f65d3 tempest-RoutersTestDVR-111275637 tempest-RoutersTestDVR-111275637-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-731099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-731441', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261129'] for router (01bad3ef-327d-4e19-bfee-5165309628e7), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:55.149440 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-4b0aab0f-1439-45a3-9386-708f8818c9fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6bb216f-16e2-479b-a5d1-8d56e4529d0f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1884006270', 'tenant_id': '3c5bcff20fc24e3eb87e72dc3f4664c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': 'd0efb206-8cb7-489b-9025-77debbbe3f2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:40:49Z', 'updated_at': '2022-01-28T19:40:51Z', 'revision_number': 3, 'project_id': '3c5bcff20fc24e3eb87e72dc3f4664c7', 'gw_port': {'id': 'd0efb206-8cb7-489b-9025-77debbbe3f2c', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:16:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6bb216f-16e2-479b-a5d1-8d56e4529d0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:40:50Z', 'updated_at': '2022-01-28T19:40:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:40:55.182101 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0aab0f-1439-45a3-9386-708f8818c9fe None None] Checking router: e6bb216f-16e2-479b-a5d1-8d56e4529d0f for host: n-d-812111-14 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:40:55.182510 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0aab0f-1439-45a3-9386-708f8818c9fe None None] Updating router e6bb216f-16e2-479b-a5d1-8d56e4529d0f port d0efb206-8cb7-489b-9025-77debbbe3f2c binding host n-d-812111-14 {{(pid=103306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:40:55.189617 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-fd41ffcc-cc6f-4bc1-8804-4b27ae1778a8 req-75d0a2b6-c340-4459-83e7-34a8c738da3a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5ced056c-3de2-4296-99fb-726157ca5050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457561 Jan 28 19:40:55.219060 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db31d347-3df6-4107-bee4-bced19b6a8d6 req-bae2621b-b64d-4e3b-b3b7-970eae84dac9 tempest-VolumesSnapshotTestJSON-1067837444 tempest-VolumesSnapshotTestJSON-1067837444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:40:55.220772 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-db31d347-3df6-4107-bee4-bced19b6a8d6 req-bae2621b-b64d-4e3b-b3b7-970eae84dac9 tempest-VolumesSnapshotTestJSON-1067837444 tempest-VolumesSnapshotTestJSON-1067837444-project] 10.222.0.64 "GET /v2.0/ports?device_id=f5491288-378d-4465-9de2-4ecfbcca0b62 HTTP/1.1" status: 200 len: 944 time: 0.8309677 Jan 28 19:40:55.229525 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d8be5a5b-58bd-4650-a4a1-86168dcaabcc None None] Provisioning complete for port c84aa63a-c0bb-48a6-b23b-f3dbbea4b592 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:40:55.229908 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d8be5a5b-58bd-4650-a4a1-86168dcaabcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (c84aa63a-c0bb-48a6-b23b-f3dbbea4b592), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:55.231670 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4b0aab0f-1439-45a3-9386-708f8818c9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (d0efb206-8cb7-489b-9025-77debbbe3f2c), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:55.265077 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a4156183-9f27-488e-b910-a2834eca74e4 req-69a4a8c3-9717-471e-a56b-8c2549b97893 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7eba06d1-4475-4bc9-95ed-5947b7e48b16&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3520279 Jan 28 19:40:55.278226 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-7b03d9b1-5443-4a81-bc51-24b0beb485c8 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8731611 Jan 28 19:40:55.284377 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 47998) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:40:55.336969 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-2ac15930-7fd6-4397-a2d5-249c0c3a10a1 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Request body: {'subnet': {'network_id': '704cac58-0e7d-4562-9c6d-87afac753158', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:40:55.350866 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b86c9b-01c6-4408-9f9f-dcddefc44ac0 tempest-TestSecurityGroupsBasicOps-406199905 tempest-TestSecurityGroupsBasicOps-406199905-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:40:55.355925 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-b5b86c9b-01c6-4408-9f9f-dcddefc44ac0 tempest-TestSecurityGroupsBasicOps-406199905 tempest-TestSecurityGroupsBasicOps-406199905-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4404287 Jan 28 19:40:55.367240 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 48000) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:40:55.383264 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device c84aa63a-c0bb-48a6-b23b-f3dbbea4b592 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:40:55.412097 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device e2a9849e-0c70-42eb-b079-744ac72d053d details requested by agent hyperv_n-h1-812111-14 with host n-h1-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:40:55.424125 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b03d9b1-5443-4a81-bc51-24b0beb485c8 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Pushing event updated for resources: {'Network': ['ID=704cac58-0e7d-4562-9c6d-87afac753158,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:40:55.456405 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-db31d347-3df6-4107-bee4-bced19b6a8d6 req-273e7284-10a0-436a-ab26-48c4cf489ddc tempest-VolumesSnapshotTestJSON-1067837444 tempest-VolumesSnapshotTestJSON-1067837444-project] 10.222.0.64 "GET /v2.0/security-groups?id=51cbc5a3-d8ac-4977-b6f0-e1abddc2ee98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074814 Jan 28 19:40:55.474527 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f4a2bcd9-c633-4b6e-8e76-72de1e6f65d3 tempest-RoutersTestDVR-111275637 tempest-RoutersTestDVR-111275637-project-admin] Publish callbacks [] for router_controller (01bad3ef-327d-4e19-bfee-5165309628e7), precommit_add_association {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:55.486574 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-a7fa972f-e4d9-4300-abc2-ff7490feed20 tempest-TestSecurityGroupsBasicOps-406199905 tempest-TestSecurityGroupsBasicOps-406199905-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1073167 Jan 28 19:40:55.486835 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4156183-9f27-488e-b910-a2834eca74e4 req-6087b74d-bce9-46e7-83af-e705620a9cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:40:55.486985 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 48002) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:40:55.487242 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a4156183-9f27-488e-b910-a2834eca74e4 req-6087b74d-bce9-46e7-83af-e705620a9cdd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3c5bcff20fc24e3eb87e72dc3f4664c7&device_id=7eba06d1-4475-4bc9-95ed-5947b7e48b16 HTTP/1.1" status: 200 len: 1168 time: 0.1477208 Jan 28 19:40:55.519143 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network 704cac58-0e7d-4562-9c6d-87afac753158 details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:40:55.527276 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f4a2bcd9-c633-4b6e-8e76-72de1e6f65d3 tempest-RoutersTestDVR-111275637 tempest-RoutersTestDVR-111275637-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-731074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-731460'] for router (01bad3ef-327d-4e19-bfee-5165309628e7), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:55.564091 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-ff9a4d24-bb80-482f-acef-94876efe76be tempest-TestSecurityGroupsBasicOps-406199905 tempest-TestSecurityGroupsBasicOps-406199905-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=3c5bcff20fc24e3eb87e72dc3f4664c7&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0765343 Jan 28 19:40:55.570136 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 48004) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:40:55.595028 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-779810b8-c1fb-4760-b9db-75ee3c46aa9f tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:55.613096 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f4a2bcd9-c633-4b6e-8e76-72de1e6f65d3 tempest-RoutersTestDVR-111275637 tempest-RoutersTestDVR-111275637-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:55.617432 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-f4a2bcd9-c633-4b6e-8e76-72de1e6f65d3 tempest-RoutersTestDVR-111275637 tempest-RoutersTestDVR-111275637-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.7340088 Jan 28 19:40:55.619725 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 48006) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:40:55.679846 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-fd41ffcc-cc6f-4bc1-8804-4b27ae1778a8 req-eda19770-dfbe-41c4-b112-a401f01d7074 service neutron] 10.222.0.41 "GET /v2.0/networks/5ced056c-3de2-4296-99fb-726157ca5050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4323182 Jan 28 19:40:55.690372 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ac15930-7fd6-4397-a2d5-249c0c3a10a1 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Made reservation on behalf of 64d0cdb4950f49118685892c6c24c7ee for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:40:55.693825 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2ac15930-7fd6-4397-a2d5-249c0c3a10a1 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5221429'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:55.769795 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4156183-9f27-488e-b910-a2834eca74e4 req-57d9b22b-a4eb-4f77-b85d-d0ce381f76c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:40:55.771518 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a4156183-9f27-488e-b910-a2834eca74e4 req-57d9b22b-a4eb-4f77-b85d-d0ce381f76c7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e2ba0509-154a-4d87-9bc2-4f9ae40aac4b HTTP/1.1" status: 200 len: 896 time: 0.2471559 Jan 28 19:40:55.775021 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f9d0668f-a52a-467b-ba5b-1e39d7cc942e tempest-RoutersTestDVR-111275637 tempest-RoutersTestDVR-111275637-project-admin] Publish callbacks [] for router (01bad3ef-327d-4e19-bfee-5165309628e7), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:55.780581 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port e2a9849e-0c70-42eb-b079-744ac72d053d, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=e2a9849e-0c70-42eb-b079-744ac72d053d,segment=NetworkSegment(ce39c210-967e-4da2-941c-adb15afe7725),segment_id=ce39c210-967e-4da2-941c-adb15afe7725)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:40:55.892304 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Returning: {'device': 'e2a9849e-0c70-42eb-b079-744ac72d053d', 'network_id': '5ced056c-3de2-4296-99fb-726157ca5050', 'port_id': 'e2a9849e-0c70-42eb-b079-744ac72d053d', 'mac_address': 'fa:16:3e:c7:41:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f61a757f-8ac1-4d8c-bf66-64b31f2921ec', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:40:55.898287 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a02bc51-9991-4e42-a8c4-8f085a1b896e tempest-TestSecurityGroupsBasicOps-406199905 tempest-TestSecurityGroupsBasicOps-406199905-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:40:55.902463 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-1a02bc51-9991-4e42-a8c4-8f085a1b896e tempest-TestSecurityGroupsBasicOps-406199905 tempest-TestSecurityGroupsBasicOps-406199905-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3287339 Jan 28 19:40:55.904220 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d8be5a5b-58bd-4650-a4a1-86168dcaabcc None None] Current status of the port c84aa63a-c0bb-48a6-b23b-f3dbbea4b592 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:40:55.915606 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port c84aa63a-c0bb-48a6-b23b-f3dbbea4b592 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:40:55.915866 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 48008) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:40:55.916109 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (c84aa63a-c0bb-48a6-b23b-f3dbbea4b592), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:55.956817 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-d61d714d-0f1a-49c5-949b-f69e12790a54 tempest-TestSecurityGroupsBasicOps-406199905 tempest-TestSecurityGroupsBasicOps-406199905-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0376124 Jan 28 19:40:55.961970 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 48010) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:40:55.970157 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-f8d2bf23-3241-4db0-b26f-d471a7c12ab8 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1787924152', 'network_id': 'e41efa42-cbd1-43d4-9e08-72aaf610e78c', 'project_id': '3c5bcff20fc24e3eb87e72dc3f4664c7', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:40:55.988207 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-fd41ffcc-cc6f-4bc1-8804-4b27ae1778a8 req-d6fc3b0f-aa70-4930-a7d7-00d6a8a1fd22 service neutron] 10.222.0.41 "GET /v2.0/networks/5ced056c-3de2-4296-99fb-726157ca5050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2775052 Jan 28 19:40:56.022660 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port e2a9849e-0c70-42eb-b079-744ac72d053d is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:40:56.023157 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (e2a9849e-0c70-42eb-b079-744ac72d053d), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:56.079930 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2a9849e-0c70-42eb-b079-744ac72d053d {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:40:56.123910 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a4156183-9f27-488e-b910-a2834eca74e4 req-d4830f27-daf0-4f76-a5f7-ff2809fb6118 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e0218216-8b43-4914-af80-a66a439f5091 HTTP/1.1" status: 200 len: 1002 time: 0.3218319 Jan 28 19:40:56.137133 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port e2a9849e-0c70-42eb-b079-744ac72d053d, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=e2a9849e-0c70-42eb-b079-744ac72d053d,segment=NetworkSegment(ce39c210-967e-4da2-941c-adb15afe7725),segment_id=ce39c210-967e-4da2-941c-adb15afe7725)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:40:56.141870 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port c84aa63a-c0bb-48a6-b23b-f3dbbea4b592 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:40:56.150604 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (e2a9849e-0c70-42eb-b079-744ac72d053d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:56.157307 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4b0aab0f-1439-45a3-9386-708f8818c9fe None None] Publish callbacks [] for port (d0efb206-8cb7-489b-9025-77debbbe3f2c), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:56.161065 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f9d0668f-a52a-467b-ba5b-1e39d7cc942e tempest-RoutersTestDVR-111275637 tempest-RoutersTestDVR-111275637-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-730901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261120'] for router (01bad3ef-327d-4e19-bfee-5165309628e7), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:56.163783 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f9d0668f-a52a-467b-ba5b-1e39d7cc942e tempest-RoutersTestDVR-111275637 tempest-RoutersTestDVR-111275637-project-admin] Publish callbacks [] for router_controller (01bad3ef-327d-4e19-bfee-5165309628e7), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:56.179786 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4b0aab0f-1439-45a3-9386-708f8818c9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (d0efb206-8cb7-489b-9025-77debbbe3f2c), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:56.181202 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8d2bf23-3241-4db0-b26f-d471a7c12ab8 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Made reservation on behalf of 3c5bcff20fc24e3eb87e72dc3f4664c7 for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:40:56.185461 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f8d2bf23-3241-4db0-b26f-d471a7c12ab8 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5221429'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:56.226525 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-4b0aab0f-1439-45a3-9386-708f8818c9fe None None] Attempting to bind port d0efb206-8cb7-489b-9025-77debbbe3f2c on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:40:56.226885 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-4b0aab0f-1439-45a3-9386-708f8818c9fe None None] Attempting to bind port d0efb206-8cb7-489b-9025-77debbbe3f2c by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:40:56.227303 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0aab0f-1439-45a3-9386-708f8818c9fe None None] Attempting to bind port d0efb206-8cb7-489b-9025-77debbbe3f2c on network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:40:56.230978 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=e2a9849e-0c70-42eb-b079-744ac72d053d,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:40:56.237937 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0aab0f-1439-45a3-9386-708f8818c9fe None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:40:56.238401 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0aab0f-1439-45a3-9386-708f8818c9fe None None] Checking segment: {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:40:56.238715 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4b0aab0f-1439-45a3-9386-708f8818c9fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:56.239111 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0aab0f-1439-45a3-9386-708f8818c9fe None None] Bound using segment: {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:40:56.239584 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-4b0aab0f-1439-45a3-9386-708f8818c9fe None None] Bound port: d0efb206-8cb7-489b-9025-77debbbe3f2c, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:40:56.239966 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4b0aab0f-1439-45a3-9386-708f8818c9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (d0efb206-8cb7-489b-9025-77debbbe3f2c), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:56.278036 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2ac15930-7fd6-4397-a2d5-249c0c3a10a1 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4690681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5221415'] for subnet (1c285567-b082-47b1-8b52-57db471c1844), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:56.308628 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f9d0668f-a52a-467b-ba5b-1e39d7cc942e tempest-RoutersTestDVR-111275637 tempest-RoutersTestDVR-111275637-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-730908'] for router (01bad3ef-327d-4e19-bfee-5165309628e7), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:56.309303 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9d0668f-a52a-467b-ba5b-1e39d7cc942e tempest-RoutersTestDVR-111275637 tempest-RoutersTestDVR-111275637-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 01bad3ef-327d-4e19-bfee-5165309628e7 {{(pid=103305) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:40:56.316050 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f9d0668f-a52a-467b-ba5b-1e39d7cc942e tempest-RoutersTestDVR-111275637 tempest-RoutersTestDVR-111275637-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:56.321388 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-f9d0668f-a52a-467b-ba5b-1e39d7cc942e tempest-RoutersTestDVR-111275637 tempest-RoutersTestDVR-111275637-project-admin] 10.222.0.64 "DELETE /v2.0/routers/01bad3ef-327d-4e19-bfee-5165309628e7 HTTP/1.1" status: 204 len: 168 time: 0.7001204 Jan 28 19:40:56.324412 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cd8ae9-0bf1-448a-85e9-551bee29fc79 None None] Pushing event updated for resources: {'Port': ['ID=d0efb206-8cb7-489b-9025-77debbbe3f2c,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:40:56.339048 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8e0566-5aad-45d1-b710-a87b290426e1 req-bf8663de-9794-493b-8741-f1f36daca6a9 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:40:56.340703 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4b8e0566-5aad-45d1-b710-a87b290426e1 req-bf8663de-9794-493b-8741-f1f36daca6a9 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a91007d-45be-4c6c-a11f-db74e1c43eb8 HTTP/1.1" status: 200 len: 947 time: 0.2222350 Jan 28 19:40:56.341232 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 48014) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:40:56.341369 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-4b0aab0f-1439-45a3-9386-708f8818c9fe None None] For port d0efb206-8cb7-489b-9025-77debbbe3f2c, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:40:56.344854 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-4b0aab0f-1439-45a3-9386-708f8818c9fe None None] For port d0efb206-8cb7-489b-9025-77debbbe3f2c, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=d0efb206-8cb7-489b-9025-77debbbe3f2c,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:40:56.355083 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4b0aab0f-1439-45a3-9386-708f8818c9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (d0efb206-8cb7-489b-9025-77debbbe3f2c), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:56.356173 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-d60afd1c-88d1-465e-9028-07efd05a890f tempest-RoutersTestDVR-111275637 tempest-RoutersTestDVR-111275637-project-admin] Request body: {'router': {'name': 'tempest-router-1192413241', 'distributed': False}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:40:56.359622 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4156183-9f27-488e-b910-a2834eca74e4 req-5d05e383-f346-48cd-bc8f-0c07ce4768c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:40:56.361360 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a4156183-9f27-488e-b910-a2834eca74e4 req-5d05e383-f346-48cd-bc8f-0c07ce4768c6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d49bf281-64be-46ab-ab7b-123b92f40c4b HTTP/1.1" status: 200 len: 834 time: 0.1069503 Jan 28 19:40:56.425122 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0aab0f-1439-45a3-9386-708f8818c9fe None None] Routers {'e6bb216f-16e2-479b-a5d1-8d56e4529d0f'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:40:56.425718 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-4b0aab0f-1439-45a3-9386-708f8818c9fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:40:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['e6bb216f-16e2-479b-a5d1-8d56e4529d0f'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:40:56.428103 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['e2a9849e-0c70-42eb-b079-744ac72d053d'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:40:56.464358 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4156183-9f27-488e-b910-a2834eca74e4 req-ec334841-7151-4e13-aba7-53c390467625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:40:56.465942 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a4156183-9f27-488e-b910-a2834eca74e4 req-ec334841-7151-4e13-aba7-53c390467625 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e2ba0509-154a-4d87-9bc2-4f9ae40aac4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0918627 Jan 28 19:40:56.524345 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cd8ae9-0bf1-448a-85e9-551bee29fc79 None None] Pushing event updated for resources: {'Port': ['ID=d0efb206-8cb7-489b-9025-77debbbe3f2c,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:40:56.530361 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-779810b8-c1fb-4760-b9db-75ee3c46aa9f tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Allocated IP 172.20.0.1 (aba2c4e4-5e44-4405-90a3-e447918e2ecb/36e51939-cd85-4efe-8038-faed21b48e07/45334e29-aacd-47db-911f-12ec763d4084) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:40:56.632814 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-4b0aab0f-1439-45a3-9386-708f8818c9fe None None] Set router e6bb216f-16e2-479b-a5d1-8d56e4529d0f gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:40:56.671217 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a4156183-9f27-488e-b910-a2834eca74e4 req-a94cfead-ea17-4584-970f-a97b066185cd service neutron] 10.222.0.41 "GET /v2.0/networks/e2ba0509-154a-4d87-9bc2-4f9ae40aac4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1943405 Jan 28 19:40:56.735881 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac15930-7fd6-4397-a2d5-249c0c3a10a1 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Pushing event updated for resources: {'Subnet': ['ID=1c285567-b082-47b1-8b52-57db471c1844,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:40:56.768637 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d60afd1c-88d1-465e-9028-07efd05a890f tempest-RoutersTestDVR-111275637 tempest-RoutersTestDVR-111275637-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261150'] for router (669c6ee3-2cb6-482c-b12f-3816843f8f39), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:56.770048 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d60afd1c-88d1-465e-9028-07efd05a890f tempest-RoutersTestDVR-111275637 tempest-RoutersTestDVR-111275637-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-731099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-731441', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261129'] for router (669c6ee3-2cb6-482c-b12f-3816843f8f39), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:56.838631 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac15930-7fd6-4397-a2d5-249c0c3a10a1 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Checking segment: {'id': '434c5d08-7e35-4a41-b12f-3d59a1c29bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '704cac58-0e7d-4562-9c6d-87afac753158'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:40:56.839343 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ac15930-7fd6-4397-a2d5-249c0c3a10a1 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Network hostable DHCP agents. Network: 704cac58-0e7d-4562-9c6d-87afac753158, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:40:56.848522 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4b8e0566-5aad-45d1-b710-a87b290426e1 req-e4871604-b21b-461f-a53d-b41c29f4a090 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/security-groups?id=7142df2f-bfa6-45d4-824d-35803ef6dce5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4812911 Jan 28 19:40:56.863020 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 4fc29a78-414a-4805-a8cf-167eee4a4412 no longer exists at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:40:56.911835 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d60afd1c-88d1-465e-9028-07efd05a890f tempest-RoutersTestDVR-111275637 tempest-RoutersTestDVR-111275637-project-admin] Publish callbacks [] for router_controller (669c6ee3-2cb6-482c-b12f-3816843f8f39), precommit_add_association {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:56.914023 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-4b0aab0f-1439-45a3-9386-708f8818c9fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6bb216f-16e2-479b-a5d1-8d56e4529d0f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1884006270', 'tenant_id': '3c5bcff20fc24e3eb87e72dc3f4664c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': 'd0efb206-8cb7-489b-9025-77debbbe3f2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:40:49Z', 'updated_at': '2022-01-28T19:40:51Z', 'revision_number': 3, 'project_id': '3c5bcff20fc24e3eb87e72dc3f4664c7', 'gw_port': {'id': 'd0efb206-8cb7-489b-9025-77debbbe3f2c', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:16:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6bb216f-16e2-479b-a5d1-8d56e4529d0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:40:50Z', 'updated_at': '2022-01-28T19:40:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:40:56.941875 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d60afd1c-88d1-465e-9028-07efd05a890f tempest-RoutersTestDVR-111275637 tempest-RoutersTestDVR-111275637-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-731074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-731460'] for router (669c6ee3-2cb6-482c-b12f-3816843f8f39), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:56.944721 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0aab0f-1439-45a3-9386-708f8818c9fe None None] The sync data for ids ['e6bb216f-16e2-479b-a5d1-8d56e4529d0f'] in n-d-812111-14 is: [{'id': 'e6bb216f-16e2-479b-a5d1-8d56e4529d0f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1884006270', 'tenant_id': '3c5bcff20fc24e3eb87e72dc3f4664c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': 'd0efb206-8cb7-489b-9025-77debbbe3f2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:40:49Z', 'updated_at': '2022-01-28T19:40:51Z', 'revision_number': 3, 'project_id': '3c5bcff20fc24e3eb87e72dc3f4664c7', 'gw_port': {'id': 'd0efb206-8cb7-489b-9025-77debbbe3f2c', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:16:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6bb216f-16e2-479b-a5d1-8d56e4529d0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:40:50Z', 'updated_at': '2022-01-28T19:40:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:40:56.951723 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ac15930-7fd6-4397-a2d5-249c0c3a10a1 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Network 704cac58-0e7d-4562-9c6d-87afac753158 is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:40:56.981986 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f8d2bf23-3241-4db0-b26f-d471a7c12ab8 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4690681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5221415'] for subnet (4bf52b94-b2d3-4534-87ba-fb13780dbafa), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:56.991468 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 4fc29a78-414a-4805-a8cf-167eee4a4412 is: ACTIVE; New status is: DOWN {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:40:56.991982 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d60afd1c-88d1-465e-9028-07efd05a890f tempest-RoutersTestDVR-111275637 tempest-RoutersTestDVR-111275637-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:56.992141 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (4fc29a78-414a-4805-a8cf-167eee4a4412), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:56.993667 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-d60afd1c-88d1-465e-9028-07efd05a890f tempest-RoutersTestDVR-111275637 tempest-RoutersTestDVR-111275637-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.6481318 Jan 28 19:40:56.998649 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-2ac15930-7fd6-4397-a2d5-249c0c3a10a1 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, 704cac58-0e7d-4562-9c6d-87afac753158) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:40:57.004859 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac15930-7fd6-4397-a2d5-249c0c3a10a1 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:40:57.004859 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2ac15930-7fd6-4397-a2d5-249c0c3a10a1 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:57.007162 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 48018) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:40:57.013369 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d81fff34-e2be-4545-ac63-e2c432b53278 None None] Network 704cac58-0e7d-4562-9c6d-87afac753158 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:40:57.070974 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a91007d-45be-4c6c-a11f-db74e1c43eb8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4fc29a78-414a-4805-a8cf-167eee4a4412'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:40:57.074465 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffaadb31-a573-4a5a-af16-9e2b2bd706ec" -d '{"events": [{"server_uuid": "4a91007d-45be-4c6c-a11f-db74e1c43eb8", "name": "network-vif-unplugged", "status": "completed", "tag": "4fc29a78-414a-4805-a8cf-167eee4a4412"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:40:57.092465 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 4fc29a78-414a-4805-a8cf-167eee4a4412, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=4fc29a78-414a-4805-a8cf-167eee4a4412,segment=NetworkSegment(0e20d3ef-5527-42ba-86a4-bcb741be912b),segment_id=0e20d3ef-5527-42ba-86a4-bcb741be912b)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:40:57.101847 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (4fc29a78-414a-4805-a8cf-167eee4a4412), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:57.146285 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 19:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65a8915b-6968-449e-afdc-4b0a688f89a9 x-openstack-request-id: req-65a8915b-6968-449e-afdc-4b0a688f89a9 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:40:57.146681 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a91007d-45be-4c6c-a11f-db74e1c43eb8", "name": "network-vif-unplugged", "status": "completed", "tag": "4fc29a78-414a-4805-a8cf-167eee4a4412", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:40:57.147030 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-65a8915b-6968-449e-afdc-4b0a688f89a9 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:40:57.147731 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a91007d-45be-4c6c-a11f-db74e1c43eb8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4fc29a78-414a-4805-a8cf-167eee4a4412', 'code': 200} Jan 28 19:40:57.158297 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-2ac15930-7fd6-4397-a2d5-249c0c3a10a1 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8243442 Jan 28 19:40:57.163515 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 48022) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:40:57.177779 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-5917e125-9c51-4e80-9911-d8263ebf7d63 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Request body: {'port': {'network_id': '704cac58-0e7d-4562-9c6d-87afac753158', 'name': 'tempest-PortsIpV6TestJSON-1185725957', 'fixed_ips': [{'subnet_id': '1c285567-b082-47b1-8b52-57db471c1844', 'ip_address': '2001:db8::10'}]}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:40:57.183642 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57834347-4f34-44d2-9dca-2466fbde15a3 req-09df3e52-3fd4-4f8f-97db-8cb7c89da5db tempest-VolumesSnapshotTestJSON-1067837444 tempest-VolumesSnapshotTestJSON-1067837444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:40:57.188835 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=4fc29a78-414a-4805-a8cf-167eee4a4412,revision_number=11']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:40:57.190700 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-57834347-4f34-44d2-9dca-2466fbde15a3 req-09df3e52-3fd4-4f8f-97db-8cb7c89da5db tempest-VolumesSnapshotTestJSON-1067837444 tempest-VolumesSnapshotTestJSON-1067837444-project] 10.222.0.64 "GET /v2.0/ports?device_id=f5491288-378d-4465-9de2-4ecfbcca0b62 HTTP/1.1" status: 200 len: 945 time: 0.5771198 Jan 28 19:40:57.200159 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d2bf23-3241-4db0-b26f-d471a7c12ab8 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Pushing event updated for resources: {'Subnet': ['ID=4bf52b94-b2d3-4534-87ba-fb13780dbafa,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:40:57.203906 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-df44d0b9-6d56-4025-b292-dbc3a67a9a3f tempest-RoutersTestDVR-111275637 tempest-RoutersTestDVR-111275637-project-admin] Publish callbacks [] for router (669c6ee3-2cb6-482c-b12f-3816843f8f39), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:57.218285 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27f4a69e-6ff1-4624-8912-26f0bf4beb9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68cd31fd-e4cd-5fb3-a862-256fc47efcd2-704cac58-0e7d-4562-9c6d-87afac753158', 'network_id': '704cac58-0e7d-4562-9c6d-87afac753158', 'project_id': '64d0cdb4950f49118685892c6c24c7ee', 'fixed_ips': [{'subnet_id': '1c285567-b082-47b1-8b52-57db471c1844'}]}} from n-d-812111-14. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:40:57.219303 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-27f4a69e-6ff1-4624-8912-26f0bf4beb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:57.310112 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-57834347-4f34-44d2-9dca-2466fbde15a3 req-d52f197f-e41f-475a-8312-7e666c71302c tempest-VolumesSnapshotTestJSON-1067837444 tempest-VolumesSnapshotTestJSON-1067837444-project] 10.222.0.64 "GET /v2.0/security-groups?id=51cbc5a3-d8ac-4977-b6f0-e1abddc2ee98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829244 Jan 28 19:40:57.316012 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-779810b8-c1fb-4760-b9db-75ee3c46aa9f tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks [] for port (45334e29-aacd-47db-911f-12ec763d4084), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:57.317193 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d2bf23-3241-4db0-b26f-d471a7c12ab8 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Checking segment: {'id': 'f2d3284b-4537-437a-8483-b3ce73b0bb29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e41efa42-cbd1-43d4-9e08-72aaf610e78c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:40:57.317193 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d2bf23-3241-4db0-b26f-d471a7c12ab8 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Network hostable DHCP agents. Network: e41efa42-cbd1-43d4-9e08-72aaf610e78c, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:40:57.371273 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a4156183-9f27-488e-b910-a2834eca74e4 req-41f42d98-5fef-493c-b72a-e12d71c8adfd service neutron] 10.222.0.41 "GET /v2.0/networks/e2ba0509-154a-4d87-9bc2-4f9ae40aac4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6872795 Jan 28 19:40:57.418783 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-779810b8-c1fb-4760-b9db-75ee3c46aa9f tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (45334e29-aacd-47db-911f-12ec763d4084), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:57.428084 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device e2a9849e-0c70-42eb-b079-744ac72d053d up at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:40:57.452996 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-df44d0b9-6d56-4025-b292-dbc3a67a9a3f tempest-RoutersTestDVR-111275637 tempest-RoutersTestDVR-111275637-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-730901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261120'] for router (669c6ee3-2cb6-482c-b12f-3816843f8f39), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:57.455749 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-df44d0b9-6d56-4025-b292-dbc3a67a9a3f tempest-RoutersTestDVR-111275637 tempest-RoutersTestDVR-111275637-project-admin] Publish callbacks [] for router_controller (669c6ee3-2cb6-482c-b12f-3816843f8f39), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:57.474691 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-779810b8-c1fb-4760-b9db-75ee3c46aa9f tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Network aba2c4e4-5e44-4405-90a3-e447918e2ecb is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:40:57.487332 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-779810b8-c1fb-4760-b9db-75ee3c46aa9f tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:40:57.492475 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779810b8-c1fb-4760-b9db-75ee3c46aa9f tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:40:57.497423 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779810b8-c1fb-4760-b9db-75ee3c46aa9f tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Pushing event updated for resources: {'Port': ['ID=45334e29-aacd-47db-911f-12ec763d4084,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:40:57.550728 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d2bf23-3241-4db0-b26f-d471a7c12ab8 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Network e41efa42-cbd1-43d4-9e08-72aaf610e78c is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:40:57.559543 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-779810b8-c1fb-4760-b9db-75ee3c46aa9f tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734769'] for router_interface (52854d5d-3f05-4e2d-ad39-65b212215f98), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:57.581299 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-27f4a69e-6ff1-4624-8912-26f0bf4beb9b None None] Allocated IP 2001:db8::2 (704cac58-0e7d-4562-9c6d-87afac753158/1c285567-b082-47b1-8b52-57db471c1844/97729175-381f-4ee2-a09a-1c0a8b5010a5) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:40:57.583477 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning for port e2a9849e-0c70-42eb-b079-744ac72d053d completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:40:57.590207 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning complete for port e2a9849e-0c70-42eb-b079-744ac72d053d triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:40:57.590592 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (e2a9849e-0c70-42eb-b079-744ac72d053d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:57.594373 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-f8d2bf23-3241-4db0-b26f-d471a7c12ab8 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, e41efa42-cbd1-43d4-9e08-72aaf610e78c) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:40:57.602774 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-df44d0b9-6d56-4025-b292-dbc3a67a9a3f tempest-RoutersTestDVR-111275637 tempest-RoutersTestDVR-111275637-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-730908'] for router (669c6ee3-2cb6-482c-b12f-3816843f8f39), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:57.603511 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df44d0b9-6d56-4025-b292-dbc3a67a9a3f tempest-RoutersTestDVR-111275637 tempest-RoutersTestDVR-111275637-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 669c6ee3-2cb6-482c-b12f-3816843f8f39 {{(pid=103304) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:40:57.609810 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-df44d0b9-6d56-4025-b292-dbc3a67a9a3f tempest-RoutersTestDVR-111275637 tempest-RoutersTestDVR-111275637-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:57.614778 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-df44d0b9-6d56-4025-b292-dbc3a67a9a3f tempest-RoutersTestDVR-111275637 tempest-RoutersTestDVR-111275637-project-admin] 10.222.0.64 "DELETE /v2.0/routers/669c6ee3-2cb6-482c-b12f-3816843f8f39 HTTP/1.1" status: 204 len: 168 time: 0.5813253 Jan 28 19:40:57.614778 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d2bf23-3241-4db0-b26f-d471a7c12ab8 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:40:57.614778 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f8d2bf23-3241-4db0-b26f-d471a7c12ab8 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:57.625541 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 48024) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:40:57.631442 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-c561f3a7-525d-4c6c-8279-1edb59848ef3 tempest-RoutersTestDVR-111275637 tempest-RoutersTestDVR-111275637-project-admin] Request body: {'router': {'name': 'tempest-router-1943768378', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '41db36782a6b4aa08bfab8d271dc25fa'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:40:57.632397 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c12a65a-d8d0-40e8-bc9a-f5c6f2174caa None None] Network e41efa42-cbd1-43d4-9e08-72aaf610e78c requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:40:57.642423 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-f8d2bf23-3241-4db0-b26f-d471a7c12ab8 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.6775723 Jan 28 19:40:57.646499 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 48026) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:40:57.740318 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5917e125-9c51-4e80-9911-d8263ebf7d63 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Made reservation on behalf of 64d0cdb4950f49118685892c6c24c7ee for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:40:57.793072 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c561f3a7-525d-4c6c-8279-1edb59848ef3 tempest-RoutersTestDVR-111275637 tempest-RoutersTestDVR-111275637-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261150'] for router (2f726597-b0f8-4600-8c9f-60f659406df2), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:57.794589 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c561f3a7-525d-4c6c-8279-1edb59848ef3 tempest-RoutersTestDVR-111275637 tempest-RoutersTestDVR-111275637-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-731099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-731441', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261129'] for router (2f726597-b0f8-4600-8c9f-60f659406df2), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:57.871111 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-779810b8-c1fb-4760-b9db-75ee3c46aa9f tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (45334e29-aacd-47db-911f-12ec763d4084), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:57.943410 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port e2a9849e-0c70-42eb-b079-744ac72d053d is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:40:57.944004 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (e2a9849e-0c70-42eb-b079-744ac72d053d), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:57.965451 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bd6a219-59a0-421c-8313-d608faf36a52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68cd31fd-e4cd-5fb3-a862-256fc47efcd2-e41efa42-cbd1-43d4-9e08-72aaf610e78c', 'network_id': 'e41efa42-cbd1-43d4-9e08-72aaf610e78c', 'project_id': '3c5bcff20fc24e3eb87e72dc3f4664c7', 'fixed_ips': [{'subnet_id': '4bf52b94-b2d3-4534-87ba-fb13780dbafa'}]}} from n-d-812111-14. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:40:57.966315 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3bd6a219-59a0-421c-8313-d608faf36a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:58.049170 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port e2a9849e-0c70-42eb-b079-744ac72d053d, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=e2a9849e-0c70-42eb-b079-744ac72d053d,segment=NetworkSegment(ce39c210-967e-4da2-941c-adb15afe7725),segment_id=ce39c210-967e-4da2-941c-adb15afe7725)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:40:58.074349 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-8d43b78b-781d-4aab-9b5d-8a47765b236d None None] Provisioning complete for port 45334e29-aacd-47db-911f-12ec763d4084 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:40:58.074728 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8d43b78b-781d-4aab-9b5d-8a47765b236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (45334e29-aacd-47db-911f-12ec763d4084), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:58.076697 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (e2a9849e-0c70-42eb-b079-744ac72d053d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:58.144096 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-27f4a69e-6ff1-4624-8912-26f0bf4beb9b None None] Publish callbacks [] for port (97729175-381f-4ee2-a09a-1c0a8b5010a5), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:58.202896 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c561f3a7-525d-4c6c-8279-1edb59848ef3 tempest-RoutersTestDVR-111275637 tempest-RoutersTestDVR-111275637-project-admin] Publish callbacks [] for router_controller (2f726597-b0f8-4600-8c9f-60f659406df2), precommit_add_association {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:58.219291 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-27f4a69e-6ff1-4624-8912-26f0bf4beb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (97729175-381f-4ee2-a09a-1c0a8b5010a5), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:58.229547 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c561f3a7-525d-4c6c-8279-1edb59848ef3 tempest-RoutersTestDVR-111275637 tempest-RoutersTestDVR-111275637-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-731074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-731460'] for router (2f726597-b0f8-4600-8c9f-60f659406df2), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:58.235381 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5917e125-9c51-4e80-9911-d8263ebf7d63 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:58.247349 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-8d43b78b-781d-4aab-9b5d-8a47765b236d None None] Port 45334e29-aacd-47db-911f-12ec763d4084 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:40:58.275720 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=e2a9849e-0c70-42eb-b079-744ac72d053d,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:40:58.307267 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f4a69e-6ff1-4624-8912-26f0bf4beb9b None None] Network 704cac58-0e7d-4562-9c6d-87afac753158 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:40:58.314921 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-779810b8-c1fb-4760-b9db-75ee3c46aa9f tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks [] for port (45334e29-aacd-47db-911f-12ec763d4084), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:58.326636 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-779810b8-c1fb-4760-b9db-75ee3c46aa9f tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (45334e29-aacd-47db-911f-12ec763d4084), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:58.333969 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-27f4a69e-6ff1-4624-8912-26f0bf4beb9b None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:40:58.338928 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f4a69e-6ff1-4624-8912-26f0bf4beb9b None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:40:58.357283 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [None req-5917e125-9c51-4e80-9911-d8263ebf7d63 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] device_id is not set on port 356e7155-aa49-4f22-9c95-4ece8c26af8a yet. {{(pid=103304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:40:58.376416 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c571a0c-5788-44c8-a84a-534ebc0a41bd req-ee714ef4-b0c3-4bb7-8b3f-8be5c3a8c4c8 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:40:58.378116 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5c571a0c-5788-44c8-a84a-534ebc0a41bd req-ee714ef4-b0c3-4bb7-8b3f-8be5c3a8c4c8 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a91007d-45be-4c6c-a11f-db74e1c43eb8 HTTP/1.1" status: 200 len: 945 time: 0.3583996 Jan 28 19:40:58.386005 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c561f3a7-525d-4c6c-8279-1edb59848ef3 tempest-RoutersTestDVR-111275637 tempest-RoutersTestDVR-111275637-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:58.390293 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-c561f3a7-525d-4c6c-8279-1edb59848ef3 tempest-RoutersTestDVR-111275637 tempest-RoutersTestDVR-111275637-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.7629333 Jan 28 19:40:58.398787 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 48044) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:40:58.407189 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-35002de9-958e-4bd6-9543-6c359f801439 tempest-RoutersTestDVR-111275637 tempest-RoutersTestDVR-111275637-project-admin] Request body: {'router': {'distributed': True}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:40:58.442200 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-3bd6a219-59a0-421c-8313-d608faf36a52 None None] Allocated IP 172.20.0.18 (e41efa42-cbd1-43d4-9e08-72aaf610e78c/4bf52b94-b2d3-4534-87ba-fb13780dbafa/13b28267-244c-4013-a6f5-177957103c27) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:40:58.444228 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f4a69e-6ff1-4624-8912-26f0bf4beb9b None None] Pushing event updated for resources: {'Port': ['ID=97729175-381f-4ee2-a09a-1c0a8b5010a5,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:40:58.458417 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-27f4a69e-6ff1-4624-8912-26f0bf4beb9b None None] Attempting to bind port 97729175-381f-4ee2-a09a-1c0a8b5010a5 on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:40:58.458797 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-27f4a69e-6ff1-4624-8912-26f0bf4beb9b None None] Attempting to bind port 97729175-381f-4ee2-a09a-1c0a8b5010a5 by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '434c5d08-7e35-4a41-b12f-3d59a1c29bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '704cac58-0e7d-4562-9c6d-87afac753158'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:40:58.459160 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f4a69e-6ff1-4624-8912-26f0bf4beb9b None None] Attempting to bind port 97729175-381f-4ee2-a09a-1c0a8b5010a5 on network 704cac58-0e7d-4562-9c6d-87afac753158 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:40:58.465326 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f4a69e-6ff1-4624-8912-26f0bf4beb9b None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:40:58.465706 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f4a69e-6ff1-4624-8912-26f0bf4beb9b None None] Checking segment: {'id': '434c5d08-7e35-4a41-b12f-3d59a1c29bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '704cac58-0e7d-4562-9c6d-87afac753158'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:40:58.466115 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-27f4a69e-6ff1-4624-8912-26f0bf4beb9b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:58.466403 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779810b8-c1fb-4760-b9db-75ee3c46aa9f tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Pushing event updated for resources: {'Port': ['ID=45334e29-aacd-47db-911f-12ec763d4084,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:40:58.466643 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f4a69e-6ff1-4624-8912-26f0bf4beb9b None None] Bound using segment: {'id': '434c5d08-7e35-4a41-b12f-3d59a1c29bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '704cac58-0e7d-4562-9c6d-87afac753158'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:40:58.467127 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-27f4a69e-6ff1-4624-8912-26f0bf4beb9b None None] Bound port: 97729175-381f-4ee2-a09a-1c0a8b5010a5, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '434c5d08-7e35-4a41-b12f-3d59a1c29bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '704cac58-0e7d-4562-9c6d-87afac753158'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:40:58.467497 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-27f4a69e-6ff1-4624-8912-26f0bf4beb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (97729175-381f-4ee2-a09a-1c0a8b5010a5), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:58.612438 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-779810b8-c1fb-4760-b9db-75ee3c46aa9f tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-756216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-732801'] for router_interface (52854d5d-3f05-4e2d-ad39-65b212215f98), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:58.647558 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb47c34-78fe-4025-a024-bf006da3c9fc req-f9eca839-d3cc-4884-8d3b-0344053b6ade tempest-VolumesSnapshotTestJSON-1067837444 tempest-VolumesSnapshotTestJSON-1067837444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:40:58.649825 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-bbb47c34-78fe-4025-a024-bf006da3c9fc req-f9eca839-d3cc-4884-8d3b-0344053b6ade tempest-VolumesSnapshotTestJSON-1067837444 tempest-VolumesSnapshotTestJSON-1067837444-project] 10.222.0.64 "GET /v2.0/ports?device_id=f5491288-378d-4465-9de2-4ecfbcca0b62 HTTP/1.1" status: 200 len: 946 time: 0.1877649 Jan 28 19:40:58.708121 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5c571a0c-5788-44c8-a84a-534ebc0a41bd req-08fc2dce-6cac-4830-804b-96a54e4b24ba tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/security-groups?id=7142df2f-bfa6-45d4-824d-35803ef6dce5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3084459 Jan 28 19:40:58.780239 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-bbb47c34-78fe-4025-a024-bf006da3c9fc req-b73110f1-0aea-4c91-9a9a-c182e3cb557e tempest-VolumesSnapshotTestJSON-1067837444 tempest-VolumesSnapshotTestJSON-1067837444-project] 10.222.0.64 "GET /v2.0/security-groups?id=51cbc5a3-d8ac-4977-b6f0-e1abddc2ee98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928617 Jan 28 19:40:58.793440 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-779810b8-c1fb-4760-b9db-75ee3c46aa9f tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Network aba2c4e4-5e44-4405-90a3-e447918e2ecb is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:40:58.794947 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-779810b8-c1fb-4760-b9db-75ee3c46aa9f tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:40:59.000088 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-779810b8-c1fb-4760-b9db-75ee3c46aa9f tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Router 52854d5d-3f05-4e2d-ad39-65b212215f98 has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:40:59.004598 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3bd6a219-59a0-421c-8313-d608faf36a52 None None] Publish callbacks [] for port (13b28267-244c-4013-a6f5-177957103c27), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:59.017550 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-35002de9-958e-4bd6-9543-6c359f801439 tempest-RoutersTestDVR-111275637 tempest-RoutersTestDVR-111275637-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-731439', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-731081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-261371'] for router (2f726597-b0f8-4600-8c9f-60f659406df2), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:59.018091 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-35002de9-958e-4bd6-9543-6c359f801439 tempest-RoutersTestDVR-111275637 tempest-RoutersTestDVR-111275637-project-admin] Publish callbacks [] for router (2f726597-b0f8-4600-8c9f-60f659406df2), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:59.021151 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 4fc29a78-414a-4805-a8cf-167eee4a4412 details requested by agent hyperv_n-h2-812111-14 with host n-h2-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:40:59.033554 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3bd6a219-59a0-421c-8313-d608faf36a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (13b28267-244c-4013-a6f5-177957103c27), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:59.145603 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-27f4a69e-6ff1-4624-8912-26f0bf4beb9b None None] For port 97729175-381f-4ee2-a09a-1c0a8b5010a5, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:40:59.162300 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5491288-378d-4465-9de2-4ecfbcca0b62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2a9849e-0c70-42eb-b079-744ac72d053d'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:40:59.172484 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3eb2f88-d9af-411e-a1ac-fbeaadfbfbc4" -d '{"events": [{"server_uuid": "f5491288-378d-4465-9de2-4ecfbcca0b62", "name": "network-vif-plugged", "status": "completed", "tag": "e2a9849e-0c70-42eb-b079-744ac72d053d"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:40:59.179430 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd6a219-59a0-421c-8313-d608faf36a52 None None] Pushing event updated for resources: {'Port': ['ID=13b28267-244c-4013-a6f5-177957103c27,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:40:59.199494 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd6a219-59a0-421c-8313-d608faf36a52 None None] Network e41efa42-cbd1-43d4-9e08-72aaf610e78c is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:40:59.204390 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-779810b8-c1fb-4760-b9db-75ee3c46aa9f tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:40:59.218739 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-3bd6a219-59a0-421c-8313-d608faf36a52 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:40:59.221864 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-27f4a69e-6ff1-4624-8912-26f0bf4beb9b None None] For port 97729175-381f-4ee2-a09a-1c0a8b5010a5, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=97729175-381f-4ee2-a09a-1c0a8b5010a5,segment=NetworkSegment(434c5d08-7e35-4a41-b12f-3d59a1c29bcf),segment_id=434c5d08-7e35-4a41-b12f-3d59a1c29bcf)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:40:59.226453 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1e18ce-4221-4dc4-b992-15f9fab67b7f None None] Sync routers for ids ['52854d5d-3f05-4e2d-ad39-65b212215f98'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:40:59.237723 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-779810b8-c1fb-4760-b9db-75ee3c46aa9f tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] 10.222.0.64 "PUT /v2.0/routers/52854d5d-3f05-4e2d-ad39-65b212215f98/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3127944 Jan 28 19:40:59.240482 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 48058) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:40:59.245424 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-15fd0bbf-2edb-4b03-9170-a79cbb6d64e3 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Request body: {'port': {'network_id': 'aba2c4e4-5e44-4405-90a3-e447918e2ecb', 'name': 'tempest-FloatingIPTestJSON-281544642'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:40:59.279781 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd6a219-59a0-421c-8313-d608faf36a52 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:40:59.279994 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1e18ce-4221-4dc4-b992-15f9fab67b7f None None] Routers {'52854d5d-3f05-4e2d-ad39-65b212215f98'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:40:59.280687 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-7e1e18ce-4221-4dc4-b992-15f9fab67b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:40:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['52854d5d-3f05-4e2d-ad39-65b212215f98'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:40:59.296527 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.db.resource_extend [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 19:40:59.299041 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e5177f0-7498-48fa-a10d-8716b9b512c2 x-openstack-request-id: req-8e5177f0-7498-48fa-a10d-8716b9b512c2 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:40:59.299400 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5491288-378d-4465-9de2-4ecfbcca0b62", "name": "network-vif-plugged", "status": "completed", "tag": "e2a9849e-0c70-42eb-b079-744ac72d053d", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:40:59.299713 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8e5177f0-7498-48fa-a10d-8716b9b512c2 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:40:59.300161 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5491288-378d-4465-9de2-4ecfbcca0b62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2a9849e-0c70-42eb-b079-744ac72d053d', 'code': 200} Jan 28 19:40:59.303316 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-27f4a69e-6ff1-4624-8912-26f0bf4beb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (97729175-381f-4ee2-a09a-1c0a8b5010a5), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:59.353879 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-7e1e18ce-4221-4dc4-b992-15f9fab67b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:40:59.380885 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1e18ce-4221-4dc4-b992-15f9fab67b7f None None] Routers {'52854d5d-3f05-4e2d-ad39-65b212215f98'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:40:59.381829 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-7e1e18ce-4221-4dc4-b992-15f9fab67b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:40:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['52854d5d-3f05-4e2d-ad39-65b212215f98'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:40:59.437020 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-e7fa859b-bd43-416c-95f8-b2c1aef5418b None None] Provisioning complete for port 45334e29-aacd-47db-911f-12ec763d4084 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:40:59.437441 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e7fa859b-bd43-416c-95f8-b2c1aef5418b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (45334e29-aacd-47db-911f-12ec763d4084), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:59.451275 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-7e1e18ce-4221-4dc4-b992-15f9fab67b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:40:59.452207 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1e18ce-4221-4dc4-b992-15f9fab67b7f None None] The sync data for ids ['52854d5d-3f05-4e2d-ad39-65b212215f98'] in n-d-812111-14 is: [] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:40:59.543912 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f4a69e-6ff1-4624-8912-26f0bf4beb9b None None] Pushing event updated for resources: {'Port': ['ID=97729175-381f-4ee2-a09a-1c0a8b5010a5,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:40:59.547461 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device d0efb206-8cb7-489b-9025-77debbbe3f2c up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:40:59.601696 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655a67be-6eee-43d7-99c6-9311c823143e req-79db0bb3-33b2-446b-8390-cb7cae9d187b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:40:59.606197 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-655a67be-6eee-43d7-99c6-9311c823143e req-79db0bb3-33b2-446b-8390-cb7cae9d187b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f5491288-378d-4465-9de2-4ecfbcca0b62 HTTP/1.1" status: 200 len: 1129 time: 0.2366405 Jan 28 19:40:59.695525 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-655a67be-6eee-43d7-99c6-9311c823143e req-81e2807b-f684-4c4c-b788-79c5648a0221 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=51cbc5a3-d8ac-4977-b6f0-e1abddc2ee98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666561 Jan 28 19:40:59.699066 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15fd0bbf-2edb-4b03-9170-a79cbb6d64e3 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Made reservation on behalf of f4e72d408b38498fbae4d612cef0a05b for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:40:59.702733 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-15fd0bbf-2edb-4b03-9170-a79cbb6d64e3 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:59.727553 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [None req-15fd0bbf-2edb-4b03-9170-a79cbb6d64e3 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] device_id is not set on port f6b8795d-c969-4d1b-8751-bc90be7dddb1 yet. {{(pid=103305) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:40:59.821553 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-e7fa859b-bd43-416c-95f8-b2c1aef5418b None None] Port 45334e29-aacd-47db-911f-12ec763d4084 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:40:59.824036 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-3bd6a219-59a0-421c-8313-d608faf36a52 None None] Attempting to bind port 13b28267-244c-4013-a6f5-177957103c27 on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:40:59.824036 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-3bd6a219-59a0-421c-8313-d608faf36a52 None None] Attempting to bind port 13b28267-244c-4013-a6f5-177957103c27 by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': 'f2d3284b-4537-437a-8483-b3ce73b0bb29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e41efa42-cbd1-43d4-9e08-72aaf610e78c'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:40:59.825929 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd6a219-59a0-421c-8313-d608faf36a52 None None] Attempting to bind port 13b28267-244c-4013-a6f5-177957103c27 on network e41efa42-cbd1-43d4-9e08-72aaf610e78c {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:40:59.867056 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd6a219-59a0-421c-8313-d608faf36a52 None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:40:59.867440 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd6a219-59a0-421c-8313-d608faf36a52 None None] Checking segment: {'id': 'f2d3284b-4537-437a-8483-b3ce73b0bb29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e41efa42-cbd1-43d4-9e08-72aaf610e78c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:40:59.867848 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3bd6a219-59a0-421c-8313-d608faf36a52 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:59.868248 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd6a219-59a0-421c-8313-d608faf36a52 None None] Bound using segment: {'id': 'f2d3284b-4537-437a-8483-b3ce73b0bb29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e41efa42-cbd1-43d4-9e08-72aaf610e78c'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:40:59.870084 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-3bd6a219-59a0-421c-8313-d608faf36a52 None None] Bound port: 13b28267-244c-4013-a6f5-177957103c27, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2d3284b-4537-437a-8483-b3ce73b0bb29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e41efa42-cbd1-43d4-9e08-72aaf610e78c'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:40:59.874726 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3bd6a219-59a0-421c-8313-d608faf36a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (13b28267-244c-4013-a6f5-177957103c27), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:59.964827 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 4fc29a78-414a-4805-a8cf-167eee4a4412, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=4fc29a78-414a-4805-a8cf-167eee4a4412,segment=NetworkSegment(0e20d3ef-5527-42ba-86a4-bcb741be912b),segment_id=0e20d3ef-5527-42ba-86a4-bcb741be912b)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:40:59.983446 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Returning: {'device': '4fc29a78-414a-4805-a8cf-167eee4a4412', 'network_id': '87bd24c3-2f53-4d06-9d37-4b32bba79109', 'port_id': '4fc29a78-414a-4805-a8cf-167eee4a4412', 'mac_address': 'fa:16:3e:4c:e5:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b82f7aa-308b-4f07-b0c3-0d99e240d9ef', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:40:59.990555 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port d0efb206-8cb7-489b-9025-77debbbe3f2c triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:40:59.990939 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (d0efb206-8cb7-489b-9025-77debbbe3f2c), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:00.080416 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-15fd0bbf-2edb-4b03-9170-a79cbb6d64e3 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Allocated IP 172.20.0.4 (aba2c4e4-5e44-4405-90a3-e447918e2ecb/36e51939-cd85-4efe-8038-faed21b48e07/f6b8795d-c969-4d1b-8751-bc90be7dddb1) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:41:00.113142 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-3bd6a219-59a0-421c-8313-d608faf36a52 None None] For port 13b28267-244c-4013-a6f5-177957103c27, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:41:00.117148 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-3bd6a219-59a0-421c-8313-d608faf36a52 None None] For port 13b28267-244c-4013-a6f5-177957103c27, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=13b28267-244c-4013-a6f5-177957103c27,segment=NetworkSegment(f2d3284b-4537-437a-8483-b3ce73b0bb29),segment_id=f2d3284b-4537-437a-8483-b3ce73b0bb29)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:41:00.124698 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 4fc29a78-414a-4805-a8cf-167eee4a4412 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:41:00.125391 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (4fc29a78-414a-4805-a8cf-167eee4a4412), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:00.149719 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fc29a78-414a-4805-a8cf-167eee4a4412 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:41:00.155823 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3bd6a219-59a0-421c-8313-d608faf36a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (13b28267-244c-4013-a6f5-177957103c27), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:00.188118 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfe865f-106c-4a90-b8b4-9e38f14db28a req-72f41ca1-5372-4a49-b06a-6570c3bf514a tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:00.204846 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3cfe865f-106c-4a90-b8b4-9e38f14db28a req-72f41ca1-5372-4a49-b06a-6570c3bf514a tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a91007d-45be-4c6c-a11f-db74e1c43eb8 HTTP/1.1" status: 200 len: 945 time: 0.2628224 Jan 28 19:41:00.254133 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 4fc29a78-414a-4805-a8cf-167eee4a4412, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=4fc29a78-414a-4805-a8cf-167eee4a4412,segment=NetworkSegment(0e20d3ef-5527-42ba-86a4-bcb741be912b),segment_id=0e20d3ef-5527-42ba-86a4-bcb741be912b)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:41:00.265991 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (4fc29a78-414a-4805-a8cf-167eee4a4412), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:00.293686 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-35002de9-958e-4bd6-9543-6c359f801439 tempest-RoutersTestDVR-111275637 tempest-RoutersTestDVR-111275637-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=103304) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Jan 28 19:41:00.294271 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-35002de9-958e-4bd6-9543-6c359f801439 tempest-RoutersTestDVR-111275637 tempest-RoutersTestDVR-111275637-project-admin] Router 2f726597-b0f8-4600-8c9f-60f659406df2 migrating from provider to provider. {{(pid=103304) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Jan 28 19:41:00.294415 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-35002de9-958e-4bd6-9543-6c359f801439 tempest-RoutersTestDVR-111275637 tempest-RoutersTestDVR-111275637-project-admin] Publish callbacks [] for router_controller (2f726597-b0f8-4600-8c9f-60f659406df2), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:00.316507 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd6a219-59a0-421c-8313-d608faf36a52 None None] Pushing event updated for resources: {'Port': ['ID=13b28267-244c-4013-a6f5-177957103c27,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:00.352732 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-35002de9-958e-4bd6-9543-6c359f801439 tempest-RoutersTestDVR-111275637 tempest-RoutersTestDVR-111275637-project-admin] Publish callbacks [] for router_controller (2f726597-b0f8-4600-8c9f-60f659406df2), precommit_add_association {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:00.371197 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-35002de9-958e-4bd6-9543-6c359f801439 tempest-RoutersTestDVR-111275637 tempest-RoutersTestDVR-111275637-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-731460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-731478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-731485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-731120'] for router (2f726597-b0f8-4600-8c9f-60f659406df2), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:00.390602 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3cfe865f-106c-4a90-b8b4-9e38f14db28a req-81a2f970-c4bc-4865-a973-6674fe2f58e7 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/security-groups?id=7142df2f-bfa6-45d4-824d-35803ef6dce5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1725185 Jan 28 19:41:00.393522 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['4fc29a78-414a-4805-a8cf-167eee4a4412'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:41:00.411002 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-5917e125-9c51-4e80-9911-d8263ebf7d63 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Allocated IP 2001:db8::10 (704cac58-0e7d-4562-9c6d-87afac753158/1c285567-b082-47b1-8b52-57db471c1844/356e7155-aa49-4f22-9c95-4ece8c26af8a) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:41:00.539763 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=4fc29a78-414a-4805-a8cf-167eee4a4412,revision_number=12']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:00.599939 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-15fd0bbf-2edb-4b03-9170-a79cbb6d64e3 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks [] for port (f6b8795d-c969-4d1b-8751-bc90be7dddb1), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:00.609393 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port d0efb206-8cb7-489b-9025-77debbbe3f2c is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:41:00.611591 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (d0efb206-8cb7-489b-9025-77debbbe3f2c), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:00.626787 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03fab36-c74b-42df-84ce-0f4abc46d54d req-db2d6865-831f-4a16-a4ec-faa6194ec117 tempest-VolumesSnapshotTestJSON-1067837444 tempest-VolumesSnapshotTestJSON-1067837444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:00.628510 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c03fab36-c74b-42df-84ce-0f4abc46d54d req-db2d6865-831f-4a16-a4ec-faa6194ec117 tempest-VolumesSnapshotTestJSON-1067837444 tempest-VolumesSnapshotTestJSON-1067837444-project] 10.222.0.64 "GET /v2.0/ports?device_id=f5491288-378d-4465-9de2-4ecfbcca0b62 HTTP/1.1" status: 200 len: 946 time: 0.3318307 Jan 28 19:41:00.683534 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] For port d0efb206-8cb7-489b-9025-77debbbe3f2c, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=d0efb206-8cb7-489b-9025-77debbbe3f2c,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:41:00.690138 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-15fd0bbf-2edb-4b03-9170-a79cbb6d64e3 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (f6b8795d-c969-4d1b-8751-bc90be7dddb1), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:00.691308 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (d0efb206-8cb7-489b-9025-77debbbe3f2c), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:00.729178 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8171e95f-0207-4be7-ab05-1924e854b433 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:00.761344 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15fd0bbf-2edb-4b03-9170-a79cbb6d64e3 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Network aba2c4e4-5e44-4405-90a3-e447918e2ecb is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:41:00.765474 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-15fd0bbf-2edb-4b03-9170-a79cbb6d64e3 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:41:00.775924 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15fd0bbf-2edb-4b03-9170-a79cbb6d64e3 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:41:00.866631 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fd0bbf-2edb-4b03-9170-a79cbb6d64e3 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Pushing event updated for resources: {'Port': ['ID=f6b8795d-c969-4d1b-8751-bc90be7dddb1,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:00.926300 n-d-812111-14 neutron-server[103304]: WARNING neutron.scheduler.l3_agent_scheduler [None req-35002de9-958e-4bd6-9543-6c359f801439 tempest-RoutersTestDVR-111275637 tempest-RoutersTestDVR-111275637-project-admin] No L3 agents can host the router 2f726597-b0f8-4600-8c9f-60f659406df2 Jan 28 19:41:00.954716 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15fd0bbf-2edb-4b03-9170-a79cbb6d64e3 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:00.956206 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-15fd0bbf-2edb-4b03-9170-a79cbb6d64e3 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:00.984222 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Pushing event updated for resources: {'Port': ['ID=d0efb206-8cb7-489b-9025-77debbbe3f2c,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:00.997827 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-15fd0bbf-2edb-4b03-9170-a79cbb6d64e3 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.7581995 Jan 28 19:41:01.001207 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 48064) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:01.014591 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-bc5dd3c3-e07a-4fc1-9ebe-a61cc60a4469 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Request body: {'floatingip': {'port_id': 'f6b8795d-c969-4d1b-8751-bc90be7dddb1'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:41:01.051523 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c03fab36-c74b-42df-84ce-0f4abc46d54d req-3c5175ea-9d61-4eaa-bb2d-57eb0248918d tempest-VolumesSnapshotTestJSON-1067837444 tempest-VolumesSnapshotTestJSON-1067837444-project] 10.222.0.64 "GET /v2.0/security-groups?id=51cbc5a3-d8ac-4977-b6f0-e1abddc2ee98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3242741 Jan 28 19:41:01.143650 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bc5dd3c3-e07a-4fc1-9ebe-a61cc60a4469 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks [] for floatingip (8c1d75dc-bda9-4fca-b14e-f963d0b593c3), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:01.320173 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-ac00747a-2bc1-4acb-8b2e-2ea279c413e4 None None] Provisioning complete for port f6b8795d-c969-4d1b-8751-bc90be7dddb1 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:41:01.321251 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ac00747a-2bc1-4acb-8b2e-2ea279c413e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (f6b8795d-c969-4d1b-8751-bc90be7dddb1), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:01.371409 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35002de9-958e-4bd6-9543-6c359f801439 tempest-RoutersTestDVR-111275637 tempest-RoutersTestDVR-111275637-project-admin] Hosts for router 2f726597-b0f8-4600-8c9f-60f659406df2: [] {{(pid=103304) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Jan 28 19:41:01.461091 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-ac00747a-2bc1-4acb-8b2e-2ea279c413e4 None None] Port f6b8795d-c969-4d1b-8751-bc90be7dddb1 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:41:01.543267 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35002de9-958e-4bd6-9543-6c359f801439 tempest-RoutersTestDVR-111275637 tempest-RoutersTestDVR-111275637-project-admin] Hosts for other DVR routers connected to router 2f726597-b0f8-4600-8c9f-60f659406df2: set() {{(pid=103304) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Jan 28 19:41:01.547264 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-35002de9-958e-4bd6-9543-6c359f801439 tempest-RoutersTestDVR-111275637 tempest-RoutersTestDVR-111275637-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:01.548473 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-35002de9-958e-4bd6-9543-6c359f801439 tempest-RoutersTestDVR-111275637 tempest-RoutersTestDVR-111275637-project-admin] 10.222.0.64 "PUT /v2.0/routers/2f726597-b0f8-4600-8c9f-60f659406df2 HTTP/1.1" status: 200 len: 717 time: 3.1472688 Jan 28 19:41:01.553198 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 48068) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:01.558133 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5917e125-9c51-4e80-9911-d8263ebf7d63 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks [] for port (356e7155-aa49-4f22-9c95-4ece8c26af8a), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:01.726604 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca372b14-808a-4a43-8bd2-2056dfa077b6 req-b96dec84-742b-4954-b10f-2094ae7ec09a tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:01.736925 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53f6f9b3-5153-4d01-b270-d465325c1db0 None None] Network 704cac58-0e7d-4562-9c6d-87afac753158 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:41:01.737930 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ca372b14-808a-4a43-8bd2-2056dfa077b6 req-b96dec84-742b-4954-b10f-2094ae7ec09a tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a91007d-45be-4c6c-a11f-db74e1c43eb8 HTTP/1.1" status: 200 len: 946 time: 0.1754658 Jan 28 19:41:01.824290 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-97c8e85b-6d62-42b0-a726-c8e940182f4f tempest-RoutersTestDVR-111275637 tempest-RoutersTestDVR-111275637-project-admin] 10.222.0.64 "GET /v2.0/routers/2f726597-b0f8-4600-8c9f-60f659406df2 HTTP/1.1" status: 200 len: 717 time: 0.2657723 Jan 28 19:41:01.828097 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 48070) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:01.840932 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 13b28267-244c-4013-a6f5-177957103c27 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:41:01.861262 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ca372b14-808a-4a43-8bd2-2056dfa077b6 req-4bc22d09-330b-4e3c-afe7-d5470e5c705e tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/security-groups?id=7142df2f-bfa6-45d4-824d-35803ef6dce5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1221738 Jan 28 19:41:01.999031 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 13b28267-244c-4013-a6f5-177957103c27 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:41:01.999849 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (13b28267-244c-4013-a6f5-177957103c27), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:02.046075 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-260bc37d-ab9c-4463-aff1-08689dcb6674 None None] Provisioning complete for port 97729175-381f-4ee2-a09a-1c0a8b5010a5 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:41:02.046720 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-260bc37d-ab9c-4463-aff1-08689dcb6674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (97729175-381f-4ee2-a09a-1c0a8b5010a5), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:02.184366 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3521a06e-69c5-4a18-ab4b-b2d0568c268b None None] Network e41efa42-cbd1-43d4-9e08-72aaf610e78c requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:41:02.185916 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-8171e95f-0207-4be7-ab05-1924e854b433 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Allocated IP 172.20.0.17 (e41efa42-cbd1-43d4-9e08-72aaf610e78c/4bf52b94-b2d3-4534-87ba-fb13780dbafa/ffca717d-90c0-49f7-8ad9-a34d9ee31090) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:41:02.201784 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bc5dd3c3-e07a-4fc1-9ebe-a61cc60a4469 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:02.210852 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bc5dd3c3-e07a-4fc1-9ebe-a61cc60a4469 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734886'] for floatingip (8c1d75dc-bda9-4fca-b14e-f963d0b593c3), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:02.291405 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 13b28267-244c-4013-a6f5-177957103c27 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:41:02.291800 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (13b28267-244c-4013-a6f5-177957103c27), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:02.347105 n-d-812111-14 neutron-server[103305]: INFO neutron.db.l3_db [None req-bc5dd3c3-e07a-4fc1-9ebe-a61cc60a4469 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Floating IP 8c1d75dc-bda9-4fca-b14e-f963d0b593c3 associated. External IP: 172.25.6.102, port: 81e5a8c2-dacd-43df-aec2-b49c163010d2. Jan 28 19:41:02.416411 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5917e125-9c51-4e80-9911-d8263ebf7d63 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (356e7155-aa49-4f22-9c95-4ece8c26af8a), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:02.443924 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5917e125-9c51-4e80-9911-d8263ebf7d63 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Network 704cac58-0e7d-4562-9c6d-87afac753158 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:41:02.461982 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-5917e125-9c51-4e80-9911-d8263ebf7d63 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:41:02.471057 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5917e125-9c51-4e80-9911-d8263ebf7d63 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:41:02.475199 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] For port 13b28267-244c-4013-a6f5-177957103c27, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=13b28267-244c-4013-a6f5-177957103c27,segment=NetworkSegment(f2d3284b-4537-437a-8483-b3ce73b0bb29),segment_id=f2d3284b-4537-437a-8483-b3ce73b0bb29)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:41:02.479300 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5917e125-9c51-4e80-9911-d8263ebf7d63 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:02.484669 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5917e125-9c51-4e80-9911-d8263ebf7d63 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:02.488134 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-a4280d42-0fa3-43a1-9825-6c3ef81e1cd5 tempest-RoutersTestDVR-455294149 tempest-RoutersTestDVR-455294149-project] 10.222.0.64 "GET /v2.0/routers/2f726597-b0f8-4600-8c9f-60f659406df2 HTTP/1.1" status: 200 len: 683 time: 0.6512959 Jan 28 19:41:02.490848 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 48076) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:02.503146 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-260bc37d-ab9c-4463-aff1-08689dcb6674 None None] Current status of the port 97729175-381f-4ee2-a09a-1c0a8b5010a5 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:41:02.503539 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-260bc37d-ab9c-4463-aff1-08689dcb6674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (97729175-381f-4ee2-a09a-1c0a8b5010a5), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:02.506878 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (13b28267-244c-4013-a6f5-177957103c27), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:02.507657 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device d0efb206-8cb7-489b-9025-77debbbe3f2c up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:41:02.556837 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdea5fd1-382f-4803-aa2c-8874a89f9276 req-9fb155fe-c9e4-499b-b9a7-0ff4a81b1adc tempest-VolumesSnapshotTestJSON-1067837444 tempest-VolumesSnapshotTestJSON-1067837444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:02.565441 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-cdea5fd1-382f-4803-aa2c-8874a89f9276 req-9fb155fe-c9e4-499b-b9a7-0ff4a81b1adc tempest-VolumesSnapshotTestJSON-1067837444 tempest-VolumesSnapshotTestJSON-1067837444-project] 10.222.0.64 "GET /v2.0/ports?device_id=f5491288-378d-4465-9de2-4ecfbcca0b62 HTTP/1.1" status: 200 len: 946 time: 0.3149598 Jan 28 19:41:02.652590 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f7d234da-6e1c-455b-987d-6d5da03e6fe0 tempest-RoutersTestDVR-111275637 tempest-RoutersTestDVR-111275637-project-admin] Publish callbacks [] for router (2f726597-b0f8-4600-8c9f-60f659406df2), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:02.683252 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-5917e125-9c51-4e80-9911-d8263ebf7d63 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 5.5184133 Jan 28 19:41:02.698533 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8171e95f-0207-4be7-ab05-1924e854b433 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Publish callbacks [] for port (ffca717d-90c0-49f7-8ad9-a34d9ee31090), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:02.700590 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 48078) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:02.702595 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5917e125-9c51-4e80-9911-d8263ebf7d63 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Pushing event updated for resources: {'Port': ['ID=356e7155-aa49-4f22-9c95-4ece8c26af8a,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:02.709563 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port d0efb206-8cb7-489b-9025-77debbbe3f2c triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:41:02.709942 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (d0efb206-8cb7-489b-9025-77debbbe3f2c), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:02.713601 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-260bc37d-ab9c-4463-aff1-08689dcb6674 None None] For port 97729175-381f-4ee2-a09a-1c0a8b5010a5, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=97729175-381f-4ee2-a09a-1c0a8b5010a5,segment=NetworkSegment(434c5d08-7e35-4a41-b12f-3d59a1c29bcf),segment_id=434c5d08-7e35-4a41-b12f-3d59a1c29bcf)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:41:02.741081 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Pushing event updated for resources: {'Port': ['ID=13b28267-244c-4013-a6f5-177957103c27,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:02.747310 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-260bc37d-ab9c-4463-aff1-08689dcb6674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (97729175-381f-4ee2-a09a-1c0a8b5010a5), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:02.784215 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-1395ee5f-0cec-4d7d-8210-9680d78f0370 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Request body: {'port': {'network_id': '704cac58-0e7d-4562-9c6d-87afac753158', 'name': 'tempest-PortsIpV6TestJSON-1105075043', 'fixed_ips': [{'subnet_id': '1c285567-b082-47b1-8b52-57db471c1844', 'ip_address': '2001:db8::f'}]}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:41:02.862873 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260bc37d-ab9c-4463-aff1-08689dcb6674 None None] Pushing event updated for resources: {'Port': ['ID=97729175-381f-4ee2-a09a-1c0a8b5010a5,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:02.903410 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 4fc29a78-414a-4805-a8cf-167eee4a4412 up at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:41:02.963903 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-cdea5fd1-382f-4803-aa2c-8874a89f9276 req-fa40a1f8-5418-4860-a433-ea9d72704379 tempest-VolumesSnapshotTestJSON-1067837444 tempest-VolumesSnapshotTestJSON-1067837444-project] 10.222.0.64 "GET /v2.0/security-groups?id=51cbc5a3-d8ac-4977-b6f0-e1abddc2ee98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3970370 Jan 28 19:41:03.014162 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-84ebd5fb-956e-4319-ae84-cc3ea696c1d0 None None] Provisioning complete for port 13b28267-244c-4013-a6f5-177957103c27 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:41:03.014542 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-84ebd5fb-956e-4319-ae84-cc3ea696c1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (13b28267-244c-4013-a6f5-177957103c27), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:03.044781 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1395ee5f-0cec-4d7d-8210-9680d78f0370 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Made reservation on behalf of 64d0cdb4950f49118685892c6c24c7ee for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:41:03.059145 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1395ee5f-0cec-4d7d-8210-9680d78f0370 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:03.108556 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning complete for port 4fc29a78-414a-4805-a8cf-167eee4a4412 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:41:03.108935 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (4fc29a78-414a-4805-a8cf-167eee4a4412), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:03.134960 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [None req-1395ee5f-0cec-4d7d-8210-9680d78f0370 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] device_id is not set on port 3b873fd0-dc3a-412b-8ff1-7e1ba514e46d yet. {{(pid=103304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:41:03.173898 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port d0efb206-8cb7-489b-9025-77debbbe3f2c is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:41:03.175012 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 97729175-381f-4ee2-a09a-1c0a8b5010a5 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:41:03.304238 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 4fc29a78-414a-4805-a8cf-167eee4a4412 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:41:03.304642 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (4fc29a78-414a-4805-a8cf-167eee4a4412), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:03.330431 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 97729175-381f-4ee2-a09a-1c0a8b5010a5 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:41:03.330828 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (97729175-381f-4ee2-a09a-1c0a8b5010a5), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:03.334743 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-84ebd5fb-956e-4319-ae84-cc3ea696c1d0 None None] Current status of the port 13b28267-244c-4013-a6f5-177957103c27 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:41:03.376525 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 4fc29a78-414a-4805-a8cf-167eee4a4412, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=4fc29a78-414a-4805-a8cf-167eee4a4412,segment=NetworkSegment(0e20d3ef-5527-42ba-86a4-bcb741be912b),segment_id=0e20d3ef-5527-42ba-86a4-bcb741be912b)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:41:03.379739 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a91007d-45be-4c6c-a11f-db74e1c43eb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fc29a78-414a-4805-a8cf-167eee4a4412'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:41:03.386035 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53e9715c-0270-4bb1-b380-d6883e826f8e" -d '{"events": [{"server_uuid": "4a91007d-45be-4c6c-a11f-db74e1c43eb8", "name": "network-vif-plugged", "status": "completed", "tag": "4fc29a78-414a-4805-a8cf-167eee4a4412"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:41:03.392868 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (4fc29a78-414a-4805-a8cf-167eee4a4412), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:03.439448 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-84ebd5fb-956e-4319-ae84-cc3ea696c1d0 None None] Provisioning complete for port 97729175-381f-4ee2-a09a-1c0a8b5010a5 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:41:03.439920 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-84ebd5fb-956e-4319-ae84-cc3ea696c1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (97729175-381f-4ee2-a09a-1c0a8b5010a5), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:03.467832 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-1395ee5f-0cec-4d7d-8210-9680d78f0370 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Allocated IP 2001:db8::f (704cac58-0e7d-4562-9c6d-87afac753158/1c285567-b082-47b1-8b52-57db471c1844/3b873fd0-dc3a-412b-8ff1-7e1ba514e46d) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:41:03.537065 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=4fc29a78-414a-4805-a8cf-167eee4a4412,revision_number=13']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:03.546962 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:41:03.547325 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:41:03.552537 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:41:03.553071 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:41:03.553645 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:41:03.554232 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:41:03.554731 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:41:03.555392 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:41:03.555895 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:41:03.557339 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:41:03.557858 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:41:03.558350 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:41:03.558838 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:41:03.640133 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:41:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a052ff1-01c9-4b51-8399-8a863328923f x-openstack-request-id: req-6a052ff1-01c9-4b51-8399-8a863328923f {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:41:03.640520 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a91007d-45be-4c6c-a11f-db74e1c43eb8", "name": "network-vif-plugged", "status": "completed", "tag": "4fc29a78-414a-4805-a8cf-167eee4a4412", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:41:03.640790 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6a052ff1-01c9-4b51-8399-8a863328923f {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:41:03.642149 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a91007d-45be-4c6c-a11f-db74e1c43eb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fc29a78-414a-4805-a8cf-167eee4a4412', 'code': 200} Jan 28 19:41:03.691540 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f7d234da-6e1c-455b-987d-6d5da03e6fe0 tempest-RoutersTestDVR-111275637 tempest-RoutersTestDVR-111275637-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-730901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261120'] for router (2f726597-b0f8-4600-8c9f-60f659406df2), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:03.693945 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f7d234da-6e1c-455b-987d-6d5da03e6fe0 tempest-RoutersTestDVR-111275637 tempest-RoutersTestDVR-111275637-project-admin] Publish callbacks [] for router_controller (2f726597-b0f8-4600-8c9f-60f659406df2), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:03.698674 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 97729175-381f-4ee2-a09a-1c0a8b5010a5 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:41:03.702789 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-84ebd5fb-956e-4319-ae84-cc3ea696c1d0 None None] Current status of the port 97729175-381f-4ee2-a09a-1c0a8b5010a5 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:41:03.749469 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8171e95f-0207-4be7-ab05-1924e854b433 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (ffca717d-90c0-49f7-8ad9-a34d9ee31090), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:03.822178 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc5dd3c3-e07a-4fc1-9ebe-a61cc60a4469 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Router 8ae2243c-bc41-4126-8032-846c3fb3bfb2 has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:41:03.823582 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f7d234da-6e1c-455b-987d-6d5da03e6fe0 tempest-RoutersTestDVR-111275637 tempest-RoutersTestDVR-111275637-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-730908'] for router (2f726597-b0f8-4600-8c9f-60f659406df2), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:03.824333 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7d234da-6e1c-455b-987d-6d5da03e6fe0 tempest-RoutersTestDVR-111275637 tempest-RoutersTestDVR-111275637-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2f726597-b0f8-4600-8c9f-60f659406df2 {{(pid=103305) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:41:03.834885 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8171e95f-0207-4be7-ab05-1924e854b433 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Network e41efa42-cbd1-43d4-9e08-72aaf610e78c is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:41:03.837849 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f7d234da-6e1c-455b-987d-6d5da03e6fe0 tempest-RoutersTestDVR-111275637 tempest-RoutersTestDVR-111275637-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:03.839010 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-f7d234da-6e1c-455b-987d-6d5da03e6fe0 tempest-RoutersTestDVR-111275637 tempest-RoutersTestDVR-111275637-project-admin] 10.222.0.64 "DELETE /v2.0/routers/2f726597-b0f8-4600-8c9f-60f659406df2 HTTP/1.1" status: 204 len: 168 time: 1.3470893 Jan 28 19:41:03.845054 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 48094) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:03.849707 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-e5590a2b-6533-464a-90d3-203f36d08a17 None None] Provisioning complete for port 13b28267-244c-4013-a6f5-177957103c27 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:41:03.850091 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e5590a2b-6533-464a-90d3-203f36d08a17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (13b28267-244c-4013-a6f5-177957103c27), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:03.852030 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-8171e95f-0207-4be7-ab05-1924e854b433 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:41:03.853643 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-29a86a01-0ab4-42be-841b-8fd4fed58cd4 tempest-RoutersTestDVR-111275637 tempest-RoutersTestDVR-111275637-project-admin] Request body: {'router': {'name': 'tempest-router-693303132', 'distributed': True}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:41:03.860641 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8171e95f-0207-4be7-ab05-1924e854b433 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:41:03.910552 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 13b28267-244c-4013-a6f5-177957103c27 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:41:03.926465 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e2a3f0-80cb-4407-9545-c5414b658dee req-79470c09-59fa-4254-943d-10f542460968 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:03.928241 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-39e2a3f0-80cb-4407-9545-c5414b658dee req-79470c09-59fa-4254-943d-10f542460968 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a91007d-45be-4c6c-a11f-db74e1c43eb8 HTTP/1.1" status: 200 len: 947 time: 0.4544237 Jan 28 19:41:03.969068 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8171e95f-0207-4be7-ab05-1924e854b433 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734769'] for router_interface (e6bb216f-16e2-479b-a5d1-8d56e4529d0f), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:04.018964 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-29a86a01-0ab4-42be-841b-8fd4fed58cd4 tempest-RoutersTestDVR-111275637 tempest-RoutersTestDVR-111275637-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261150'] for router (8c980162-af43-4c9c-a273-7e63055e0d8a), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:04.019963 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-29a86a01-0ab4-42be-841b-8fd4fed58cd4 tempest-RoutersTestDVR-111275637 tempest-RoutersTestDVR-111275637-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-731099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-731441', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261129'] for router (8c980162-af43-4c9c-a273-7e63055e0d8a), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:04.071966 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1395ee5f-0cec-4d7d-8210-9680d78f0370 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks [] for port (3b873fd0-dc3a-412b-8ff1-7e1ba514e46d), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:04.083653 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8171e95f-0207-4be7-ab05-1924e854b433 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Pushing event updated for resources: {'Port': ['ID=ffca717d-90c0-49f7-8ad9-a34d9ee31090,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:04.155576 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-39e2a3f0-80cb-4407-9545-c5414b658dee req-34141fd2-db7c-4f8a-905e-f24cb45f0afb tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/security-groups?id=7142df2f-bfa6-45d4-824d-35803ef6dce5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1380064 Jan 28 19:41:04.219271 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1395ee5f-0cec-4d7d-8210-9680d78f0370 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (3b873fd0-dc3a-412b-8ff1-7e1ba514e46d), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:04.303276 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1395ee5f-0cec-4d7d-8210-9680d78f0370 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Pushing event updated for resources: {'Port': ['ID=3b873fd0-dc3a-412b-8ff1-7e1ba514e46d,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:04.339826 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-29a86a01-0ab4-42be-841b-8fd4fed58cd4 tempest-RoutersTestDVR-111275637 tempest-RoutersTestDVR-111275637-project-admin] Publish callbacks [] for router_controller (8c980162-af43-4c9c-a273-7e63055e0d8a), precommit_add_association {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:04.352317 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1395ee5f-0cec-4d7d-8210-9680d78f0370 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Network 704cac58-0e7d-4562-9c6d-87afac753158 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:41:04.354212 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-29a86a01-0ab4-42be-841b-8fd4fed58cd4 tempest-RoutersTestDVR-111275637 tempest-RoutersTestDVR-111275637-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-731074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-731460'] for router (8c980162-af43-4c9c-a273-7e63055e0d8a), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:04.356598 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-1395ee5f-0cec-4d7d-8210-9680d78f0370 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:41:04.360901 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1395ee5f-0cec-4d7d-8210-9680d78f0370 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:41:04.366857 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1395ee5f-0cec-4d7d-8210-9680d78f0370 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:04.367576 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1395ee5f-0cec-4d7d-8210-9680d78f0370 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:04.378785 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8171e95f-0207-4be7-ab05-1924e854b433 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (ffca717d-90c0-49f7-8ad9-a34d9ee31090), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:04.410874 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 13b28267-244c-4013-a6f5-177957103c27 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:41:04.412484 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (13b28267-244c-4013-a6f5-177957103c27), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:04.420475 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc5dd3c3-e07a-4fc1-9ebe-a61cc60a4469 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:41:04.501616 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee0b3fa-d1fb-4625-b3bc-13713ff7517e None None] Sync routers for ids ['8ae2243c-bc41-4126-8032-846c3fb3bfb2'] in n-d-812111-14 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:41:04.516124 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-e5590a2b-6533-464a-90d3-203f36d08a17 None None] Current status of the port 13b28267-244c-4013-a6f5-177957103c27 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:41:04.588836 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee0b3fa-d1fb-4625-b3bc-13713ff7517e None None] Routers {'8ae2243c-bc41-4126-8032-846c3fb3bfb2'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:41:04.589536 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-0ee0b3fa-d1fb-4625-b3bc-13713ff7517e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:40:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['8ae2243c-bc41-4126-8032-846c3fb3bfb2'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:41:04.771260 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-0ee0b3fa-d1fb-4625-b3bc-13713ff7517e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:41:04.834343 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-e5590a2b-6533-464a-90d3-203f36d08a17 None None] Provisioning complete for port 356e7155-aa49-4f22-9c95-4ece8c26af8a triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:41:04.834812 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e5590a2b-6533-464a-90d3-203f36d08a17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (356e7155-aa49-4f22-9c95-4ece8c26af8a), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:04.851332 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee0b3fa-d1fb-4625-b3bc-13713ff7517e None None] Routers {'8ae2243c-bc41-4126-8032-846c3fb3bfb2'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:41:04.858347 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8171e95f-0207-4be7-ab05-1924e854b433 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Publish callbacks [] for port (ffca717d-90c0-49f7-8ad9-a34d9ee31090), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:04.860708 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-29a86a01-0ab4-42be-841b-8fd4fed58cd4 tempest-RoutersTestDVR-111275637 tempest-RoutersTestDVR-111275637-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:04.862749 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-29a86a01-0ab4-42be-841b-8fd4fed58cd4 tempest-RoutersTestDVR-111275637 tempest-RoutersTestDVR-111275637-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 1.0172143 Jan 28 19:41:04.863347 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-0ee0b3fa-d1fb-4625-b3bc-13713ff7517e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:40:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['8ae2243c-bc41-4126-8032-846c3fb3bfb2'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:41:04.864554 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-1395ee5f-0cec-4d7d-8210-9680d78f0370 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.1084664 Jan 28 19:41:04.865423 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 48098) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:04.867443 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 48100) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:04.907171 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8171e95f-0207-4be7-ab05-1924e854b433 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (ffca717d-90c0-49f7-8ad9-a34d9ee31090), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:04.935615 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-0ee0b3fa-d1fb-4625-b3bc-13713ff7517e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:41:04.936182 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee0b3fa-d1fb-4625-b3bc-13713ff7517e None None] The sync data for ids ['8ae2243c-bc41-4126-8032-846c3fb3bfb2'] in n-d-812111-14 is: [] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:41:04.946639 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc5dd3c3-e07a-4fc1-9ebe-a61cc60a4469 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Router 52854d5d-3f05-4e2d-ad39-65b212215f98 has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:41:04.982203 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-e5590a2b-6533-464a-90d3-203f36d08a17 None None] Port 356e7155-aa49-4f22-9c95-4ece8c26af8a cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:41:04.992655 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 13b28267-244c-4013-a6f5-177957103c27 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:41:04.994171 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 97729175-381f-4ee2-a09a-1c0a8b5010a5 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:41:05.010925 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8171e95f-0207-4be7-ab05-1924e854b433 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-756216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-732801'] for router_interface (e6bb216f-16e2-479b-a5d1-8d56e4529d0f), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:05.061011 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 97729175-381f-4ee2-a09a-1c0a8b5010a5 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:41:05.061274 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (97729175-381f-4ee2-a09a-1c0a8b5010a5), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:05.135020 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-19145af5-5c7a-4137-8c79-8e329926136d tempest-RoutersTestDVR-111275637 tempest-RoutersTestDVR-111275637-project-admin] Publish callbacks [] for router (8c980162-af43-4c9c-a273-7e63055e0d8a), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:05.144255 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-13bf9eb8-bc4d-495e-8ed0-c05f691ac546 None None] Provisioning complete for port 3b873fd0-dc3a-412b-8ff1-7e1ba514e46d triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:41:05.144629 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-13bf9eb8-bc4d-495e-8ed0-c05f691ac546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (3b873fd0-dc3a-412b-8ff1-7e1ba514e46d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:05.175306 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc5dd3c3-e07a-4fc1-9ebe-a61cc60a4469 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:41:05.186421 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8941d6-82be-4150-b5c0-aa405ac6f064 None None] Sync routers for ids ['52854d5d-3f05-4e2d-ad39-65b212215f98'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:41:05.189287 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bc5dd3c3-e07a-4fc1-9ebe-a61cc60a4469 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for floatingip (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:05.199562 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8941d6-82be-4150-b5c0-aa405ac6f064 None None] Routers {'52854d5d-3f05-4e2d-ad39-65b212215f98'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:41:05.200183 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-cd8941d6-82be-4150-b5c0-aa405ac6f064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:40:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['52854d5d-3f05-4e2d-ad39-65b212215f98'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:41:05.312976 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-bc5dd3c3-e07a-4fc1-9ebe-a61cc60a4469 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] 10.222.0.64 "PUT /v2.0/floatingips/8c1d75dc-bda9-4fca-b14e-f963d0b593c3 HTTP/1.1" status: 200 len: 977 time: 4.3069603 Jan 28 19:41:05.314995 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 48104) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:05.317116 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-13bf9eb8-bc4d-495e-8ed0-c05f691ac546 None None] Port 3b873fd0-dc3a-412b-8ff1-7e1ba514e46d cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:41:05.364032 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 97729175-381f-4ee2-a09a-1c0a8b5010a5 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:41:05.365041 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-cd8941d6-82be-4150-b5c0-aa405ac6f064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:41:05.376006 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5387d5d-66f2-4c1e-a340-325e32953381 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:05.378321 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-13bf9eb8-bc4d-495e-8ed0-c05f691ac546 None None] Provisioning complete for port ffca717d-90c0-49f7-8ad9-a34d9ee31090 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:41:05.378702 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-13bf9eb8-bc4d-495e-8ed0-c05f691ac546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (ffca717d-90c0-49f7-8ad9-a34d9ee31090), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:05.379062 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-f5387d5d-66f2-4c1e-a340-325e32953381 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] 10.222.0.64 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.5098391 Jan 28 19:41:05.401766 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8941d6-82be-4150-b5c0-aa405ac6f064 None None] Routers {'52854d5d-3f05-4e2d-ad39-65b212215f98'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:41:05.402416 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-cd8941d6-82be-4150-b5c0-aa405ac6f064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:40:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['52854d5d-3f05-4e2d-ad39-65b212215f98'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:41:05.418304 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 48106) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:05.459158 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-13bf9eb8-bc4d-495e-8ed0-c05f691ac546 None None] Port ffca717d-90c0-49f7-8ad9-a34d9ee31090 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:41:05.506389 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-cd8941d6-82be-4150-b5c0-aa405ac6f064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:41:05.507477 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-19145af5-5c7a-4137-8c79-8e329926136d tempest-RoutersTestDVR-111275637 tempest-RoutersTestDVR-111275637-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-730901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261120'] for router (8c980162-af43-4c9c-a273-7e63055e0d8a), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:05.509767 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8941d6-82be-4150-b5c0-aa405ac6f064 None None] The sync data for ids ['52854d5d-3f05-4e2d-ad39-65b212215f98'] in n-d-812111-14 is: [] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:41:05.511186 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-19145af5-5c7a-4137-8c79-8e329926136d tempest-RoutersTestDVR-111275637 tempest-RoutersTestDVR-111275637-project-admin] Publish callbacks [] for router_controller (8c980162-af43-4c9c-a273-7e63055e0d8a), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:05.581326 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8171e95f-0207-4be7-ab05-1924e854b433 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Pushing event updated for resources: {'Port': ['ID=ffca717d-90c0-49f7-8ad9-a34d9ee31090,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:05.606256 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-402fce97-5f80-4ca9-986a-30b244ca7088 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:05.612497 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-402fce97-5f80-4ca9-986a-30b244ca7088 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:05.619389 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-402fce97-5f80-4ca9-986a-30b244ca7088 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:05.623137 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-19145af5-5c7a-4137-8c79-8e329926136d tempest-RoutersTestDVR-111275637 tempest-RoutersTestDVR-111275637-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-730908'] for router (8c980162-af43-4c9c-a273-7e63055e0d8a), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:05.623648 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19145af5-5c7a-4137-8c79-8e329926136d tempest-RoutersTestDVR-111275637 tempest-RoutersTestDVR-111275637-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8c980162-af43-4c9c-a273-7e63055e0d8a {{(pid=103304) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:41:05.625028 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-402fce97-5f80-4ca9-986a-30b244ca7088 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] 10.222.0.64 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2391 time: 0.2048023 Jan 28 19:41:05.625847 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 48108) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:05.628831 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-19145af5-5c7a-4137-8c79-8e329926136d tempest-RoutersTestDVR-111275637 tempest-RoutersTestDVR-111275637-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:05.633172 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-19145af5-5c7a-4137-8c79-8e329926136d tempest-RoutersTestDVR-111275637 tempest-RoutersTestDVR-111275637-project-admin] 10.222.0.64 "DELETE /v2.0/routers/8c980162-af43-4c9c-a273-7e63055e0d8a HTTP/1.1" status: 204 len: 168 time: 0.7635438 Jan 28 19:41:05.692225 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8171e95f-0207-4be7-ab05-1924e854b433 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Network e41efa42-cbd1-43d4-9e08-72aaf610e78c is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:41:05.695874 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-8171e95f-0207-4be7-ab05-1924e854b433 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:41:05.707208 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-6860f3e4-b937-4af3-9922-4bced9898689 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Deleting port f6b8795d-c969-4d1b-8751-bc90be7dddb1 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:41:05.707701 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6860f3e4-b937-4af3-9922-4bced9898689 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (f6b8795d-c969-4d1b-8751-bc90be7dddb1), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:05.770680 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4cd523-10bd-49d4-82ef-d236eb01d187 req-e7906eae-182e-4c2a-9da2-8e844f66ef53 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:05.788330 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1a4cd523-10bd-49d4-82ef-d236eb01d187 req-e7906eae-182e-4c2a-9da2-8e844f66ef53 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a91007d-45be-4c6c-a11f-db74e1c43eb8 HTTP/1.1" status: 200 len: 947 time: 0.4638224 Jan 28 19:41:06.053423 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6860f3e4-b937-4af3-9922-4bced9898689 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (f6b8795d-c969-4d1b-8751-bc90be7dddb1), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:06.177962 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 48116) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:06.191024 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-910d0596-458b-4331-8134-9058f99d6da6 None None] Provisioning complete for port ffca717d-90c0-49f7-8ad9-a34d9ee31090 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:41:06.195222 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-910d0596-458b-4331-8134-9058f99d6da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (ffca717d-90c0-49f7-8ad9-a34d9ee31090), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:06.213161 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-3fe28eac-55ae-48b3-8866-479ba3b2960e tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Deleting port 3b873fd0-dc3a-412b-8ff1-7e1ba514e46d {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:41:06.217818 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3fe28eac-55ae-48b3-8866-479ba3b2960e tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (3b873fd0-dc3a-412b-8ff1-7e1ba514e46d), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:06.263411 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-910d0596-458b-4331-8134-9058f99d6da6 None None] Port ffca717d-90c0-49f7-8ad9-a34d9ee31090 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:41:06.480778 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-288c3b30-1f9d-4bb5-bfed-0007907a46fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:06.483766 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3fe28eac-55ae-48b3-8866-479ba3b2960e tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (3b873fd0-dc3a-412b-8ff1-7e1ba514e46d), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:06.518436 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-3fe28eac-55ae-48b3-8866-479ba3b2960e tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Calling delete_port for 3b873fd0-dc3a-412b-8ff1-7e1ba514e46d owned by {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:41:06.521719 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6860f3e4-b937-4af3-9922-4bced9898689 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:06.522089 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6860f3e4-b937-4af3-9922-4bced9898689 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734886'] for floatingip (8c1d75dc-bda9-4fca-b14e-f963d0b593c3), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:06.522494 n-d-812111-14 neutron-server[103305]: INFO neutron.db.l3_db [None req-6860f3e4-b937-4af3-9922-4bced9898689 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Floating IP 8c1d75dc-bda9-4fca-b14e-f963d0b593c3 disassociated. External IP: 172.25.6.102, port: f6b8795d-c969-4d1b-8751-bc90be7dddb1. Jan 28 19:41:06.522843 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-6860f3e4-b937-4af3-9922-4bced9898689 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Calling delete_port for f6b8795d-c969-4d1b-8751-bc90be7dddb1 owned by {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:41:06.650772 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1a4cd523-10bd-49d4-82ef-d236eb01d187 req-914233d6-d559-46a3-9398-0a1828d175a5 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/security-groups?id=7142df2f-bfa6-45d4-824d-35803ef6dce5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8530724 Jan 28 19:41:06.669580 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a8307bca-f16c-4d59-ac8c-86a292089dc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:06.688896 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8171e95f-0207-4be7-ab05-1924e854b433 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Router e6bb216f-16e2-479b-a5d1-8d56e4529d0f has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:41:06.791572 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-288c3b30-1f9d-4bb5-bfed-0007907a46fb admin admin] Publish callbacks [] for security_group (d7bfc268-866f-4552-95c8-d0759c469584), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:06.846805 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-288c3b30-1f9d-4bb5-bfed-0007907a46fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (d7bfc268-866f-4552-95c8-d0759c469584), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:06.899199 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8171e95f-0207-4be7-ab05-1924e854b433 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:41:06.913127 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-8171e95f-0207-4be7-ab05-1924e854b433 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] 10.222.0.64 "PUT /v2.0/routers/e6bb216f-16e2-479b-a5d1-8d56e4529d0f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2637467 Jan 28 19:41:06.932191 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74164672-2353-4da7-bb57-4722987fce94 None None] Sync routers for ids ['e6bb216f-16e2-479b-a5d1-8d56e4529d0f'] in n-d-812111-14 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:41:06.961740 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-288c3b30-1f9d-4bb5-bfed-0007907a46fb admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=41db36782a6b4aa08bfab8d271dc25fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7802052 Jan 28 19:41:06.962259 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 48124) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:06.962778 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288c3b30-1f9d-4bb5-bfed-0007907a46fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7bfc268-866f-4552-95c8-d0759c469584,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:06.966423 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74164672-2353-4da7-bb57-4722987fce94 None None] Routers {'e6bb216f-16e2-479b-a5d1-8d56e4529d0f'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:41:06.969075 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-74164672-2353-4da7-bb57-4722987fce94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:40:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['e6bb216f-16e2-479b-a5d1-8d56e4529d0f'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:41:06.973345 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6860f3e4-b937-4af3-9922-4bced9898689 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (f6b8795d-c969-4d1b-8751-bc90be7dddb1), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:06.975740 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3fe28eac-55ae-48b3-8866-479ba3b2960e tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (3b873fd0-dc3a-412b-8ff1-7e1ba514e46d), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:07.067155 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-577a502f-f92e-4609-920a-7b6a6bdee762 admin admin] Publish callbacks [] for security_group (d7bfc268-866f-4552-95c8-d0759c469584), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:07.070738 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe28eac-55ae-48b3-8866-479ba3b2960e tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Pushing event deleted for resources: {'Port': ['ID=3b873fd0-dc3a-412b-8ff1-7e1ba514e46d,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:07.124984 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6860f3e4-b937-4af3-9922-4bced9898689 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Pushing event deleted for resources: {'Port': ['ID=f6b8795d-c969-4d1b-8751-bc90be7dddb1,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:07.148185 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-577a502f-f92e-4609-920a-7b6a6bdee762 admin admin] Publish callbacks [] for security_group (d7bfc268-866f-4552-95c8-d0759c469584), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:07.262395 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3fe28eac-55ae-48b3-8866-479ba3b2960e tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:07.267574 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-3fe28eac-55ae-48b3-8866-479ba3b2960e tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] 10.222.0.64 "DELETE /v2.0/ports/3b873fd0-dc3a-412b-8ff1-7e1ba514e46d HTTP/1.1" status: 204 len: 168 time: 1.6392310 Jan 28 19:41:07.270261 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 48140) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:07.330313 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-74164672-2353-4da7-bb57-4722987fce94 None None] Set router e6bb216f-16e2-479b-a5d1-8d56e4529d0f gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:41:07.332792 n-d-812111-14 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-330ca41b-2163-44da-b0fe-117fa97aea6e tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] GET failed (client error): The resource could not be found. Jan 28 19:41:07.334670 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-330ca41b-2163-44da-b0fe-117fa97aea6e tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] 10.222.0.64 "GET /v2.0/ports/3b873fd0-dc3a-412b-8ff1-7e1ba514e46d HTTP/1.1" status: 404 len: 333 time: 0.0631642 Jan 28 19:41:07.342082 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 48142) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:07.366312 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-577a502f-f92e-4609-920a-7b6a6bdee762 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (d7bfc268-866f-4552-95c8-d0759c469584), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:07.374656 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-577a502f-f92e-4609-920a-7b6a6bdee762 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:07.376039 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-577a502f-f92e-4609-920a-7b6a6bdee762 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d7bfc268-866f-4552-95c8-d0759c469584 HTTP/1.1" status: 204 len: 168 time: 0.4128969 Jan 28 19:41:07.431539 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577a502f-f92e-4609-920a-7b6a6bdee762 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7bfc268-866f-4552-95c8-d0759c469584,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:07.575807 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-392f2eab-b388-480e-bf16-9270c5cb9c72 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Deleting port 356e7155-aa49-4f22-9c95-4ece8c26af8a {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:41:07.580211 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-392f2eab-b388-480e-bf16-9270c5cb9c72 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (356e7155-aa49-4f22-9c95-4ece8c26af8a), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:07.639338 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb519abf-55d0-4988-82c1-62823c4e6177 req-847f95f7-5c4c-4123-ba1c-1f7f493851ed tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:07.646586 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-cb519abf-55d0-4988-82c1-62823c4e6177 req-847f95f7-5c4c-4123-ba1c-1f7f493851ed tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] 10.222.0.64 "GET /v2.0/networks?id=e41efa42-cbd1-43d4-9e08-72aaf610e78c HTTP/1.1" status: 200 len: 798 time: 0.3562500 Jan 28 19:41:07.678535 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-cb519abf-55d0-4988-82c1-62823c4e6177 req-4df74bd5-b24c-47a8-b354-03c8373e5bec tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] 10.222.0.64 "GET /v2.0/quotas/3c5bcff20fc24e3eb87e72dc3f4664c7 HTTP/1.1" status: 200 len: 375 time: 0.0301304 Jan 28 19:41:07.771398 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6860f3e4-b937-4af3-9922-4bced9898689 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Router 52854d5d-3f05-4e2d-ad39-65b212215f98 has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:41:07.775681 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-392f2eab-b388-480e-bf16-9270c5cb9c72 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (356e7155-aa49-4f22-9c95-4ece8c26af8a), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:07.835176 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-74164672-2353-4da7-bb57-4722987fce94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6bb216f-16e2-479b-a5d1-8d56e4529d0f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1884006270', 'tenant_id': '3c5bcff20fc24e3eb87e72dc3f4664c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': 'd0efb206-8cb7-489b-9025-77debbbe3f2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:40:49Z', 'updated_at': '2022-01-28T19:41:04Z', 'revision_number': 4, 'project_id': '3c5bcff20fc24e3eb87e72dc3f4664c7', 'gw_port': {'id': 'd0efb206-8cb7-489b-9025-77debbbe3f2c', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:16:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6bb216f-16e2-479b-a5d1-8d56e4529d0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:40:50Z', 'updated_at': '2022-01-28T19:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': 'ffca717d-90c0-49f7-8ad9-a34d9ee31090', 'name': '', 'network_id': 'e41efa42-cbd1-43d4-9e08-72aaf610e78c', 'tenant_id': '3c5bcff20fc24e3eb87e72dc3f4664c7', 'mac_address': 'fa:16:3e:12:81:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6bb216f-16e2-479b-a5d1-8d56e4529d0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': '4bf52b94-b2d3-4534-87ba-fb13780dbafa', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:41:01Z', 'updated_at': '2022-01-28T19:41:04Z', 'revision_number': 2, 'project_id': '3c5bcff20fc24e3eb87e72dc3f4664c7', 'subnets': [{'id': '4bf52b94-b2d3-4534-87ba-fb13780dbafa', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:41:07.854104 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-cb519abf-55d0-4988-82c1-62823c4e6177 req-08034e6c-64fe-4cfa-b0ef-2af95eafb07c tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=3c5bcff20fc24e3eb87e72dc3f4664c7&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1714125 Jan 28 19:41:07.868959 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-392f2eab-b388-480e-bf16-9270c5cb9c72 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Calling delete_port for 356e7155-aa49-4f22-9c95-4ece8c26af8a owned by {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:41:07.900951 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74164672-2353-4da7-bb57-4722987fce94 None None] Checking router: e6bb216f-16e2-479b-a5d1-8d56e4529d0f for host: n-d-812111-14 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:41:07.905924 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74164672-2353-4da7-bb57-4722987fce94 None None] Updating router e6bb216f-16e2-479b-a5d1-8d56e4529d0f port ffca717d-90c0-49f7-8ad9-a34d9ee31090 binding host n-d-812111-14 {{(pid=103306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:41:08.020383 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-74164672-2353-4da7-bb57-4722987fce94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (ffca717d-90c0-49f7-8ad9-a34d9ee31090), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:08.030567 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aca2a5-5916-4893-b6a8-6c7c8abbfa01 req-17df2af6-bcb5-49b2-81f1-bb14829dafb9 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:08.032142 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e4aca2a5-5916-4893-b6a8-6c7c8abbfa01 req-17df2af6-bcb5-49b2-81f1-bb14829dafb9 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a91007d-45be-4c6c-a11f-db74e1c43eb8 HTTP/1.1" status: 200 len: 947 time: 0.2535644 Jan 28 19:41:08.155914 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 48152) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:08.233657 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e4aca2a5-5916-4893-b6a8-6c7c8abbfa01 req-641ef4bc-77ea-4778-913d-3fea646d97bf tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/security-groups?id=7142df2f-bfa6-45d4-824d-35803ef6dce5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1778252 Jan 28 19:41:08.236570 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1bad2081-c269-48f6-9289-5a1026aa7bc7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:08.398011 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-392f2eab-b388-480e-bf16-9270c5cb9c72 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (356e7155-aa49-4f22-9c95-4ece8c26af8a), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:08.426353 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-74164672-2353-4da7-bb57-4722987fce94 None None] Publish callbacks [] for port (ffca717d-90c0-49f7-8ad9-a34d9ee31090), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:08.440053 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-74164672-2353-4da7-bb57-4722987fce94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (ffca717d-90c0-49f7-8ad9-a34d9ee31090), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:08.518104 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10d3fab-72c0-4bc9-a826-eddb9c804f15 None None] Pushing event updated for resources: {'Port': ['ID=ffca717d-90c0-49f7-8ad9-a34d9ee31090,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:08.593399 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392f2eab-b388-480e-bf16-9270c5cb9c72 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Pushing event deleted for resources: {'Port': ['ID=356e7155-aa49-4f22-9c95-4ece8c26af8a,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:08.614982 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-392f2eab-b388-480e-bf16-9270c5cb9c72 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:08.621312 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-392f2eab-b388-480e-bf16-9270c5cb9c72 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] 10.222.0.64 "DELETE /v2.0/ports/356e7155-aa49-4f22-9c95-4ece8c26af8a HTTP/1.1" status: 204 len: 168 time: 1.2668610 Jan 28 19:41:08.639274 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 48154) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:08.666511 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-74164672-2353-4da7-bb57-4722987fce94 None None] Attempting to bind port ffca717d-90c0-49f7-8ad9-a34d9ee31090 on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:41:08.667042 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-74164672-2353-4da7-bb57-4722987fce94 None None] Attempting to bind port ffca717d-90c0-49f7-8ad9-a34d9ee31090 by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': 'f2d3284b-4537-437a-8483-b3ce73b0bb29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e41efa42-cbd1-43d4-9e08-72aaf610e78c'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:41:08.667525 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74164672-2353-4da7-bb57-4722987fce94 None None] Attempting to bind port ffca717d-90c0-49f7-8ad9-a34d9ee31090 on network e41efa42-cbd1-43d4-9e08-72aaf610e78c {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:41:08.682758 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74164672-2353-4da7-bb57-4722987fce94 None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:41:08.688460 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74164672-2353-4da7-bb57-4722987fce94 None None] Checking segment: {'id': 'f2d3284b-4537-437a-8483-b3ce73b0bb29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e41efa42-cbd1-43d4-9e08-72aaf610e78c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:41:08.689034 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-74164672-2353-4da7-bb57-4722987fce94 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:08.689907 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74164672-2353-4da7-bb57-4722987fce94 None None] Bound using segment: {'id': 'f2d3284b-4537-437a-8483-b3ce73b0bb29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e41efa42-cbd1-43d4-9e08-72aaf610e78c'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:41:08.691276 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-74164672-2353-4da7-bb57-4722987fce94 None None] Bound port: ffca717d-90c0-49f7-8ad9-a34d9ee31090, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2d3284b-4537-437a-8483-b3ce73b0bb29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e41efa42-cbd1-43d4-9e08-72aaf610e78c'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:41:08.691786 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-74164672-2353-4da7-bb57-4722987fce94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (ffca717d-90c0-49f7-8ad9-a34d9ee31090), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:08.713984 n-d-812111-14 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b9f4ec2-6f09-456a-9d5b-e65f20889f9f tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] GET failed (client error): The resource could not be found. Jan 28 19:41:08.718129 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-5b9f4ec2-6f09-456a-9d5b-e65f20889f9f tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] 10.222.0.64 "GET /v2.0/ports/356e7155-aa49-4f22-9c95-4ece8c26af8a HTTP/1.1" status: 404 len: 333 time: 0.0613794 Jan 28 19:41:08.718966 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 48156) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:08.887319 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1bad2081-c269-48f6-9289-5a1026aa7bc7 admin admin] Publish callbacks [] for security_group (0add1764-600a-401a-ae84-1f91932a3833), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:08.911537 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-74164672-2353-4da7-bb57-4722987fce94 None None] For port ffca717d-90c0-49f7-8ad9-a34d9ee31090, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:41:08.922856 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1bad2081-c269-48f6-9289-5a1026aa7bc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (0add1764-600a-401a-ae84-1f91932a3833), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:08.930240 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-7852d27c-950b-4cca-bd09-6c34e8e4aa9a tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Deleting subnet 1c285567-b082-47b1-8b52-57db471c1844 {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:41:08.960956 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7852d27c-950b-4cca-bd09-6c34e8e4aa9a tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks [] for subnet (1c285567-b082-47b1-8b52-57db471c1844), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:08.974253 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-74164672-2353-4da7-bb57-4722987fce94 None None] For port ffca717d-90c0-49f7-8ad9-a34d9ee31090, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=ffca717d-90c0-49f7-8ad9-a34d9ee31090,segment=NetworkSegment(f2d3284b-4537-437a-8483-b3ce73b0bb29),segment_id=f2d3284b-4537-437a-8483-b3ce73b0bb29)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:41:08.978331 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6860f3e4-b937-4af3-9922-4bced9898689 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:41:08.989830 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-74164672-2353-4da7-bb57-4722987fce94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (ffca717d-90c0-49f7-8ad9-a34d9ee31090), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:08.995841 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebebfcd1-49ea-463e-867e-1f6b7bd51231 None None] Sync routers for ids ['52854d5d-3f05-4e2d-ad39-65b212215f98'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:41:08.997641 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-cb519abf-55d0-4988-82c1-62823c4e6177 req-df8c8239-5ac0-44f8-9c91-4e77e72c5480 service neutron] 10.222.0.64 "GET /v2.0/networks/e41efa42-cbd1-43d4-9e08-72aaf610e78c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1397626 Jan 28 19:41:09.017219 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebebfcd1-49ea-463e-867e-1f6b7bd51231 None None] Routers {'52854d5d-3f05-4e2d-ad39-65b212215f98'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:41:09.018450 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-ebebfcd1-49ea-463e-867e-1f6b7bd51231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:41:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['52854d5d-3f05-4e2d-ad39-65b212215f98'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:41:09.127337 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10d3fab-72c0-4bc9-a826-eddb9c804f15 None None] Pushing event updated for resources: {'Port': ['ID=ffca717d-90c0-49f7-8ad9-a34d9ee31090,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:09.128587 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bad2081-c269-48f6-9289-5a1026aa7bc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0add1764-600a-401a-ae84-1f91932a3833,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:09.141622 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ce2f7d0d-9721-482a-ab7e-d1b8b468ed56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:09.153600 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-ebebfcd1-49ea-463e-867e-1f6b7bd51231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:41:09.161728 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-1bad2081-c269-48f6-9289-5a1026aa7bc7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b37579c9310b47529fc9cc12b8a7ed53&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9989674 Jan 28 19:41:09.175502 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 48160) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:09.189728 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebebfcd1-49ea-463e-867e-1f6b7bd51231 None None] Routers {'52854d5d-3f05-4e2d-ad39-65b212215f98'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:41:09.190286 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-ebebfcd1-49ea-463e-867e-1f6b7bd51231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:41:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['52854d5d-3f05-4e2d-ad39-65b212215f98'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:41:09.197539 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-ba7a1777-d80b-4079-8fea-fbfa191f0fbd None None] Provisioning complete for port ffca717d-90c0-49f7-8ad9-a34d9ee31090 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:41:09.198049 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ba7a1777-d80b-4079-8fea-fbfa191f0fbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (ffca717d-90c0-49f7-8ad9-a34d9ee31090), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:09.203069 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bad2081-c269-48f6-9289-5a1026aa7bc7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:41:09.203498 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bad2081-c269-48f6-9289-5a1026aa7bc7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:41:09.204498 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bad2081-c269-48f6-9289-5a1026aa7bc7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:41:09.204848 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bad2081-c269-48f6-9289-5a1026aa7bc7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:41:09.205289 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bad2081-c269-48f6-9289-5a1026aa7bc7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:41:09.205628 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bad2081-c269-48f6-9289-5a1026aa7bc7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:41:09.206126 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bad2081-c269-48f6-9289-5a1026aa7bc7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:41:09.206618 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bad2081-c269-48f6-9289-5a1026aa7bc7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:41:09.207127 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bad2081-c269-48f6-9289-5a1026aa7bc7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:41:09.207625 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bad2081-c269-48f6-9289-5a1026aa7bc7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:41:09.208121 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bad2081-c269-48f6-9289-5a1026aa7bc7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:41:09.208620 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bad2081-c269-48f6-9289-5a1026aa7bc7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:41:09.209130 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bad2081-c269-48f6-9289-5a1026aa7bc7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:41:09.222894 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7852d27c-950b-4cca-bd09-6c34e8e4aa9a tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4747050'] for subnet (1c285567-b082-47b1-8b52-57db471c1844), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:09.310177 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-ebebfcd1-49ea-463e-867e-1f6b7bd51231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:41:09.310700 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74164672-2353-4da7-bb57-4722987fce94 None None] Routers {'e6bb216f-16e2-479b-a5d1-8d56e4529d0f'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:41:09.310854 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebebfcd1-49ea-463e-867e-1f6b7bd51231 None None] The sync data for ids ['52854d5d-3f05-4e2d-ad39-65b212215f98'] in n-d-812111-14 is: [] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:41:09.311344 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-74164672-2353-4da7-bb57-4722987fce94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:41:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['e6bb216f-16e2-479b-a5d1-8d56e4529d0f'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:41:09.384538 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6860f3e4-b937-4af3-9922-4bced9898689 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:09.388352 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-6860f3e4-b937-4af3-9922-4bced9898689 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] 10.222.0.64 "DELETE /v2.0/ports/f6b8795d-c969-4d1b-8751-bc90be7dddb1 HTTP/1.1" status: 204 len: 168 time: 4.0679474 Jan 28 19:41:09.391979 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 48164) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:09.442436 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-cb519abf-55d0-4988-82c1-62823c4e6177 req-4708f02c-8332-4223-9f4f-eb9b6b3fbd70 service neutron] 10.222.0.64 "GET /v2.0/networks/e41efa42-cbd1-43d4-9e08-72aaf610e78c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3681359 Jan 28 19:41:09.556503 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a1c45f5d-5e4e-4f8c-ae86-c546521e84c5 admin admin] Publish callbacks [] for security_group (0add1764-600a-401a-ae84-1f91932a3833), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:09.575853 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-ba7a1777-d80b-4079-8fea-fbfa191f0fbd None None] Current status of the port ffca717d-90c0-49f7-8ad9-a34d9ee31090 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:41:09.576471 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ba7a1777-d80b-4079-8fea-fbfa191f0fbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (ffca717d-90c0-49f7-8ad9-a34d9ee31090), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:09.593057 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7852d27c-950b-4cca-bd09-6c34e8e4aa9a tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (1c285567-b082-47b1-8b52-57db471c1844), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:09.626009 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-ba7a1777-d80b-4079-8fea-fbfa191f0fbd None None] For port ffca717d-90c0-49f7-8ad9-a34d9ee31090, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=ffca717d-90c0-49f7-8ad9-a34d9ee31090,segment=NetworkSegment(f2d3284b-4537-437a-8483-b3ce73b0bb29),segment_id=f2d3284b-4537-437a-8483-b3ce73b0bb29)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:41:09.630153 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-74164672-2353-4da7-bb57-4722987fce94 None None] Set router e6bb216f-16e2-479b-a5d1-8d56e4529d0f gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:41:09.647484 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a1c45f5d-5e4e-4f8c-ae86-c546521e84c5 admin admin] Publish callbacks [] for security_group (0add1764-600a-401a-ae84-1f91932a3833), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:09.729303 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842aecd1-c1f7-422d-b3e0-275fac82ba5f req-442477f2-c55f-49da-b551-582814a2defa tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:09.740601 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-842aecd1-c1f7-422d-b3e0-275fac82ba5f req-442477f2-c55f-49da-b551-582814a2defa tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a91007d-45be-4c6c-a11f-db74e1c43eb8 HTTP/1.1" status: 200 len: 947 time: 0.3456922 Jan 28 19:41:09.848599 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ba7a1777-d80b-4079-8fea-fbfa191f0fbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (ffca717d-90c0-49f7-8ad9-a34d9ee31090), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:09.902252 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9fd4ba53-6547-43ed-b4cc-10e12e81bae0 req-09c2ca9e-0b6c-494e-8eb2-073fe4986006 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] 10.222.0.64 "GET /v2.0/ports?device_id=2477e4f8-bfcd-4ff9-b915-3dd9ade616dc HTTP/1.1" status: 200 len: 210 time: 0.0698819 Jan 28 19:41:09.992869 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:10.068711 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-643338aa-40d9-4f23-8d16-e56f7ed16917 None None] Provisioning complete for port ffca717d-90c0-49f7-8ad9-a34d9ee31090 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:41:10.069091 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-643338aa-40d9-4f23-8d16-e56f7ed16917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (ffca717d-90c0-49f7-8ad9-a34d9ee31090), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:10.106281 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7a1777-d80b-4079-8fea-fbfa191f0fbd None None] Pushing event updated for resources: {'Port': ['ID=ffca717d-90c0-49f7-8ad9-a34d9ee31090,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:10.162420 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7852d27c-950b-4cca-bd09-6c34e8e4aa9a tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4690616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5222356'] for subnet (1c285567-b082-47b1-8b52-57db471c1844), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:10.323496 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7852d27c-950b-4cca-bd09-6c34e8e4aa9a tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:10.331137 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 48178) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:10.340356 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6dc8974-7e49-4e6b-a7a0-d19949c16bbb None None] Network 704cac58-0e7d-4562-9c6d-87afac753158 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:41:10.342597 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-7852d27c-950b-4cca-bd09-6c34e8e4aa9a tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] 10.222.0.64 "DELETE /v2.0/subnets/1c285567-b082-47b1-8b52-57db471c1844 HTTP/1.1" status: 204 len: 168 time: 1.6231854 Jan 28 19:41:10.343808 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7852d27c-950b-4cca-bd09-6c34e8e4aa9a tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Pushing event deleted for resources: {'Subnet': ['ID=1c285567-b082-47b1-8b52-57db471c1844,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:10.398160 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-842aecd1-c1f7-422d-b3e0-275fac82ba5f req-767ab0b8-0ccd-4ff7-8230-35bc60557f97 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/security-groups?id=7142df2f-bfa6-45d4-824d-35803ef6dce5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6175125 Jan 28 19:41:10.411375 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a1c45f5d-5e4e-4f8c-ae86-c546521e84c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (0add1764-600a-401a-ae84-1f91932a3833), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:10.414662 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a1c45f5d-5e4e-4f8c-ae86-c546521e84c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:10.432673 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-a1c45f5d-5e4e-4f8c-ae86-c546521e84c5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0add1764-600a-401a-ae84-1f91932a3833 HTTP/1.1" status: 204 len: 168 time: 1.2527831 Jan 28 19:41:10.459341 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-643338aa-40d9-4f23-8d16-e56f7ed16917 None None] Current status of the port ffca717d-90c0-49f7-8ad9-a34d9ee31090 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:41:10.470181 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c45f5d-5e4e-4f8c-ae86-c546521e84c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0add1764-600a-401a-ae84-1f91932a3833,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:10.496823 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-74164672-2353-4da7-bb57-4722987fce94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6bb216f-16e2-479b-a5d1-8d56e4529d0f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1884006270', 'tenant_id': '3c5bcff20fc24e3eb87e72dc3f4664c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': 'd0efb206-8cb7-489b-9025-77debbbe3f2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:40:49Z', 'updated_at': '2022-01-28T19:41:04Z', 'revision_number': 4, 'project_id': '3c5bcff20fc24e3eb87e72dc3f4664c7', 'gw_port': {'id': 'd0efb206-8cb7-489b-9025-77debbbe3f2c', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:16:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6bb216f-16e2-479b-a5d1-8d56e4529d0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:40:50Z', 'updated_at': '2022-01-28T19:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': 'ffca717d-90c0-49f7-8ad9-a34d9ee31090', 'name': '', 'network_id': 'e41efa42-cbd1-43d4-9e08-72aaf610e78c', 'tenant_id': '3c5bcff20fc24e3eb87e72dc3f4664c7', 'mac_address': 'fa:16:3e:12:81:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6bb216f-16e2-479b-a5d1-8d56e4529d0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': '4bf52b94-b2d3-4534-87ba-fb13780dbafa', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:41:01Z', 'updated_at': '2022-01-28T19:41:08Z', 'revision_number': 4, 'project_id': '3c5bcff20fc24e3eb87e72dc3f4664c7', 'subnets': [{'id': '4bf52b94-b2d3-4534-87ba-fb13780dbafa', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:41:10.548913 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-014ac947-938a-448c-8315-04edf95470d1 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (704cac58-0e7d-4562-9c6d-87afac753158), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:10.686210 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-014ac947-938a-448c-8315-04edf95470d1 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Deleting port 97729175-381f-4ee2-a09a-1c0a8b5010a5 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:41:10.687737 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-014ac947-938a-448c-8315-04edf95470d1 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (97729175-381f-4ee2-a09a-1c0a8b5010a5), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:10.815515 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bf512d06-aa06-48b9-86ff-0b1e3be834a4 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-732838'] for router_interface (52854d5d-3f05-4e2d-ad39-65b212215f98), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:10.883248 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-014ac947-938a-448c-8315-04edf95470d1 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] For port 97729175-381f-4ee2-a09a-1c0a8b5010a5, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=97729175-381f-4ee2-a09a-1c0a8b5010a5,segment=NetworkSegment(434c5d08-7e35-4a41-b12f-3d59a1c29bcf),segment_id=434c5d08-7e35-4a41-b12f-3d59a1c29bcf)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:41:10.884056 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-014ac947-938a-448c-8315-04edf95470d1 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (97729175-381f-4ee2-a09a-1c0a8b5010a5), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:10.905612 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-014ac947-938a-448c-8315-04edf95470d1 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Calling delete_port for 97729175-381f-4ee2-a09a-1c0a8b5010a5 owned by network:dhcp {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:41:10.989956 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74164672-2353-4da7-bb57-4722987fce94 None None] The sync data for ids ['e6bb216f-16e2-479b-a5d1-8d56e4529d0f'] in n-d-812111-14 is: [{'id': 'e6bb216f-16e2-479b-a5d1-8d56e4529d0f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1884006270', 'tenant_id': '3c5bcff20fc24e3eb87e72dc3f4664c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': 'd0efb206-8cb7-489b-9025-77debbbe3f2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:40:49Z', 'updated_at': '2022-01-28T19:41:04Z', 'revision_number': 4, 'project_id': '3c5bcff20fc24e3eb87e72dc3f4664c7', 'gw_port': {'id': 'd0efb206-8cb7-489b-9025-77debbbe3f2c', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:16:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6bb216f-16e2-479b-a5d1-8d56e4529d0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:40:50Z', 'updated_at': '2022-01-28T19:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': 'ffca717d-90c0-49f7-8ad9-a34d9ee31090', 'name': '', 'network_id': 'e41efa42-cbd1-43d4-9e08-72aaf610e78c', 'tenant_id': '3c5bcff20fc24e3eb87e72dc3f4664c7', 'mac_address': 'fa:16:3e:12:81:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6bb216f-16e2-479b-a5d1-8d56e4529d0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': '4bf52b94-b2d3-4534-87ba-fb13780dbafa', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:41:01Z', 'updated_at': '2022-01-28T19:41:08Z', 'revision_number': 4, 'project_id': '3c5bcff20fc24e3eb87e72dc3f4664c7', 'subnets': [{'id': '4bf52b94-b2d3-4534-87ba-fb13780dbafa', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:41:11.048342 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-014ac947-938a-448c-8315-04edf95470d1 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (97729175-381f-4ee2-a09a-1c0a8b5010a5), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:11.146985 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014ac947-938a-448c-8315-04edf95470d1 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] No DVR routers for this DVR port 97729175-381f-4ee2-a09a-1c0a8b5010a5 on host n-d-812111-14 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:41:11.255637 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc5dbb76-053f-4d7b-9d7f-52a4327dbb75 None None] DHCP port deletion for 704cac58-0e7d-4562-9c6d-87afac753158 request from n-d-812111-14 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:41:11.351450 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9b1c0950-07c4-47f3-b91e-766db91b8b27 req-0bfea1ec-9065-48a2-b3f8-2bc12b656e80 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] 10.222.0.64 "GET /v2.0/ports?device_id=2477e4f8-bfcd-4ff9-b915-3dd9ade616dc HTTP/1.1" status: 200 len: 210 time: 0.2373798 Jan 28 19:41:11.373731 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014ac947-938a-448c-8315-04edf95470d1 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Pushing event deleted for resources: {'Port': ['ID=97729175-381f-4ee2-a09a-1c0a8b5010a5,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:11.562418 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-bf512d06-aa06-48b9-86ff-0b1e3be834a4 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Deleting port 45334e29-aacd-47db-911f-12ec763d4084 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:41:11.563001 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bf512d06-aa06-48b9-86ff-0b1e3be834a4 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (45334e29-aacd-47db-911f-12ec763d4084), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:11.589681 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-014ac947-938a-448c-8315-04edf95470d1 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (704cac58-0e7d-4562-9c6d-87afac753158), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:11.670704 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-014ac947-938a-448c-8315-04edf95470d1 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['704cac58-0e7d-4562-9c6d-87afac753158']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:41:11.678356 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:11.698309 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-014ac947-938a-448c-8315-04edf95470d1 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '434c5d08-7e35-4a41-b12f-3d59a1c29bcf') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:41:11.698683 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-014ac947-938a-448c-8315-04edf95470d1 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '434c5d08-7e35-4a41-b12f-3d59a1c29bcf') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:41:11.736235 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4788b2f5-79c9-4f1c-8b69-0dafc094555c req-c9ff51b3-4d8c-400b-9295-869b80215e8d tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:11.743707 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4788b2f5-79c9-4f1c-8b69-0dafc094555c req-c9ff51b3-4d8c-400b-9295-869b80215e8d tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a91007d-45be-4c6c-a11f-db74e1c43eb8 HTTP/1.1" status: 200 len: 947 time: 0.1600418 Jan 28 19:41:11.745163 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-014ac947-938a-448c-8315-04edf95470d1 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16187153'] for segment (434c5d08-7e35-4a41-b12f-3d59a1c29bcf), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:11.864716 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-014ac947-938a-448c-8315-04edf95470d1 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (434c5d08-7e35-4a41-b12f-3d59a1c29bcf), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:11.872474 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-014ac947-938a-448c-8315-04edf95470d1 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:41:11.873181 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-014ac947-938a-448c-8315-04edf95470d1 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4752570'] for segment (434c5d08-7e35-4a41-b12f-3d59a1c29bcf), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:11.890244 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4788b2f5-79c9-4f1c-8b69-0dafc094555c req-b3edd36b-282f-42c4-9ab0-a3b308da5bf0 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/security-groups?id=7142df2f-bfa6-45d4-824d-35803ef6dce5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1406846 Jan 28 19:41:11.893507 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bf512d06-aa06-48b9-86ff-0b1e3be834a4 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (45334e29-aacd-47db-911f-12ec763d4084), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:11.947525 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-bf512d06-aa06-48b9-86ff-0b1e3be834a4 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Calling delete_port for 45334e29-aacd-47db-911f-12ec763d4084 owned by network:router_interface {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:41:11.969552 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device ffca717d-90c0-49f7-8ad9-a34d9ee31090 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:41:12.035792 n-d-812111-14 neutron-server[103305]: Traceback (most recent call last): Jan 28 19:41:12.035792 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:41:12.035792 n-d-812111-14 neutron-server[103305]: timer() Jan 28 19:41:12.035792 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:41:12.035792 n-d-812111-14 neutron-server[103305]: cb(*args, **kw) Jan 28 19:41:12.035792 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:41:12.035792 n-d-812111-14 neutron-server[103305]: return func(*args, **kwargs) Jan 28 19:41:12.035792 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:41:12.035792 n-d-812111-14 neutron-server[103305]: self._notify() Jan 28 19:41:12.035792 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:41:12.035792 n-d-812111-14 neutron-server[103305]: self.callback(batched_events) Jan 28 19:41:12.035792 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:41:12.035792 n-d-812111-14 neutron-server[103305]: event.method(event) Jan 28 19:41:12.035792 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:41:12.035792 n-d-812111-14 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:41:12.035792 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:41:12.035792 n-d-812111-14 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:41:12.035792 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:41:12.035792 n-d-812111-14 neutron-server[103305]: return f(self, *a, **k) Jan 28 19:41:12.035792 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:41:12.035792 n-d-812111-14 neutron-server[103305]: return self._get(url).json() Jan 28 19:41:12.035792 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:41:12.035792 n-d-812111-14 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:41:12.035792 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:41:12.035792 n-d-812111-14 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 28 19:41:12.035792 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:41:12.035792 n-d-812111-14 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:41:12.035792 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:41:12.035792 n-d-812111-14 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:41:12.035792 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:41:12.035792 n-d-812111-14 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:41:12.035792 n-d-812111-14 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:41:12.048375 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-014ac947-938a-448c-8315-04edf95470d1 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (704cac58-0e7d-4562-9c6d-87afac753158), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:12.078266 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-014ac947-938a-448c-8315-04edf95470d1 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:12.083920 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-014ac947-938a-448c-8315-04edf95470d1 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] 10.222.0.64 "DELETE /v2.0/networks/704cac58-0e7d-4562-9c6d-87afac753158 HTTP/1.1" status: 204 len: 168 time: 1.7517049 Jan 28 19:41:12.097019 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 48206) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:12.112046 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-297f657b-a26d-4bf3-86ef-5cf8e7005eeb tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1472454611'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:41:12.126492 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port ffca717d-90c0-49f7-8ad9-a34d9ee31090 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:41:12.127500 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (ffca717d-90c0-49f7-8ad9-a34d9ee31090), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:12.164195 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014ac947-938a-448c-8315-04edf95470d1 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Pushing event deleted for resources: {'Network': ['ID=704cac58-0e7d-4562-9c6d-87afac753158,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:12.200358 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 48208) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:12.211018 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb519abf-55d0-4988-82c1-62823c4e6177 req-271f7b89-e560-412b-b7f5-e7078d791a83 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:12.222097 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-cb519abf-55d0-4988-82c1-62823c4e6177 req-271f7b89-e560-412b-b7f5-e7078d791a83 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] 10.222.0.70 "GET /v2.0/networks?id=e41efa42-cbd1-43d4-9e08-72aaf610e78c HTTP/1.1" status: 200 len: 798 time: 0.8996248 Jan 28 19:41:12.238603 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-cb519abf-55d0-4988-82c1-62823c4e6177 req-dcf8e0e3-b1c8-4112-9b37-4df39cf604e6 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Request body: {'port': {'device_id': '2477e4f8-bfcd-4ff9-b915-3dd9ade616dc', 'network_id': 'e41efa42-cbd1-43d4-9e08-72aaf610e78c', 'admin_state_up': True, 'tenant_id': '3c5bcff20fc24e3eb87e72dc3f4664c7'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:41:12.299434 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port ffca717d-90c0-49f7-8ad9-a34d9ee31090 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:41:12.376350 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bf512d06-aa06-48b9-86ff-0b1e3be834a4 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (45334e29-aacd-47db-911f-12ec763d4084), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:12.425223 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-297f657b-a26d-4bf3-86ef-5cf8e7005eeb tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Made reservation on behalf of 64d0cdb4950f49118685892c6c24c7ee for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:41:12.430279 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 97729175-381f-4ee2-a09a-1c0a8b5010a5 no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:41:12.434629 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-297f657b-a26d-4bf3-86ef-5cf8e7005eeb tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:12.542797 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8356fedd-6598-47bc-a94b-522f99780e5b req-14cb9162-b764-4ee0-8c1e-d601955059e6 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] 10.222.0.64 "GET /v2.0/ports?device_id=2477e4f8-bfcd-4ff9-b915-3dd9ade616dc HTTP/1.1" status: 200 len: 210 time: 0.0449853 Jan 28 19:41:12.543182 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: 97729175-381f-4ee2-a09a-1c0a8b5010a5 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:41:12.543182 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 97729175-381f-4ee2-a09a-1c0a8b5010a5 not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:41:12.572454 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf512d06-aa06-48b9-86ff-0b1e3be834a4 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Pushing event deleted for resources: {'Port': ['ID=45334e29-aacd-47db-911f-12ec763d4084,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:12.624726 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-297f657b-a26d-4bf3-86ef-5cf8e7005eeb tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:41:12.628301 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-821c572c-4dba-4717-994e-7cd31517871b tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1829214120'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:41:12.671007 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-297f657b-a26d-4bf3-86ef-5cf8e7005eeb tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (0695520f-bffb-469b-82b9-cd34408a201a), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:12.671430 n-d-812111-14 neutron-server[103305]: INFO neutron.db.segments_db [None req-297f657b-a26d-4bf3-86ef-5cf8e7005eeb tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Added segment 0695520f-bffb-469b-82b9-cd34408a201a of type vlan for network 61098423-481b-4c47-b857-16327c4bc1d9 Jan 28 19:41:12.672862 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb519abf-55d0-4988-82c1-62823c4e6177 req-dcf8e0e3-b1c8-4112-9b37-4df39cf604e6 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Made reservation on behalf of 3c5bcff20fc24e3eb87e72dc3f4664c7 for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:41:12.676405 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-cb519abf-55d0-4988-82c1-62823c4e6177 req-dcf8e0e3-b1c8-4112-9b37-4df39cf604e6 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:12.767570 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-821c572c-4dba-4717-994e-7cd31517871b tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Made reservation on behalf of 8d189ff2c2f843e39a0529562f2077ac for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:41:12.771052 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-821c572c-4dba-4717-994e-7cd31517871b tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:12.812334 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-821c572c-4dba-4717-994e-7cd31517871b tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:12.900917 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-297f657b-a26d-4bf3-86ef-5cf8e7005eeb tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (61098423-481b-4c47-b857-16327c4bc1d9), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:13.107724 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-821c572c-4dba-4717-994e-7cd31517871b tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Publish callbacks [] for security_group (04921dc8-ed28-4a7f-b485-f4994d03022c), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:13.120738 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-297f657b-a26d-4bf3-86ef-5cf8e7005eeb tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (61098423-481b-4c47-b857-16327c4bc1d9), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:13.123407 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:13.142743 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-821c572c-4dba-4717-994e-7cd31517871b tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (04921dc8-ed28-4a7f-b485-f4994d03022c), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:13.142988 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-297f657b-a26d-4bf3-86ef-5cf8e7005eeb tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:13.143641 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-297f657b-a26d-4bf3-86ef-5cf8e7005eeb tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:13.189471 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-cb519abf-55d0-4988-82c1-62823c4e6177 req-dcf8e0e3-b1c8-4112-9b37-4df39cf604e6 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Allocated IP 172.20.0.25 (e41efa42-cbd1-43d4-9e08-72aaf610e78c/4bf52b94-b2d3-4534-87ba-fb13780dbafa/9fafcefe-38e2-4d26-a2b1-a1a2027fe5b2) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:41:13.204426 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-821c572c-4dba-4717-994e-7cd31517871b tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:41:13.236439 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bf512d06-aa06-48b9-86ff-0b1e3be834a4 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-732682'] for router_interface (52854d5d-3f05-4e2d-ad39-65b212215f98), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:13.248111 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821c572c-4dba-4717-994e-7cd31517871b tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04921dc8-ed28-4a7f-b485-f4994d03022c,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:13.263184 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28f1322-ffd2-48f7-9cd9-f46f5b33d660 req-feb45c77-645a-40f4-9ea6-da9548c20256 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:13.270215 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c28f1322-ffd2-48f7-9cd9-f46f5b33d660 req-feb45c77-645a-40f4-9ea6-da9548c20256 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a91007d-45be-4c6c-a11f-db74e1c43eb8 HTTP/1.1" status: 200 len: 947 time: 0.2535503 Jan 28 19:41:13.272755 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-821c572c-4dba-4717-994e-7cd31517871b tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (06f7026c-da22-46d9-840a-ebc58ccddfb1), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:13.273177 n-d-812111-14 neutron-server[103304]: INFO neutron.db.segments_db [None req-821c572c-4dba-4717-994e-7cd31517871b tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Added segment 06f7026c-da22-46d9-840a-ebc58ccddfb1 of type vlan for network f96680e1-1abc-4021-b486-57a8af20021c Jan 28 19:41:13.361800 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-297f657b-a26d-4bf3-86ef-5cf8e7005eeb tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2601085 Jan 28 19:41:13.369194 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 48218) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:13.378518 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-96e96469-613b-4b47-b33a-af7cc1db2529 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Request body: {'subnet': {'network_id': '61098423-481b-4c47-b857-16327c4bc1d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:41:13.392622 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297f657b-a26d-4bf3-86ef-5cf8e7005eeb tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Pushing event updated for resources: {'Network': ['ID=61098423-481b-4c47-b857-16327c4bc1d9,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:13.395492 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-821c572c-4dba-4717-994e-7cd31517871b tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (f96680e1-1abc-4021-b486-57a8af20021c), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:13.419854 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network 61098423-481b-4c47-b857-16327c4bc1d9 details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:41:13.538060 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c28f1322-ffd2-48f7-9cd9-f46f5b33d660 req-f286a9ac-2788-46c5-aa0f-9fa29731900e tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/security-groups?id=7142df2f-bfa6-45d4-824d-35803ef6dce5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2650242 Jan 28 19:41:13.576622 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-821c572c-4dba-4717-994e-7cd31517871b tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (f96680e1-1abc-4021-b486-57a8af20021c), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:13.584111 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-821c572c-4dba-4717-994e-7cd31517871b tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:13.585004 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-821c572c-4dba-4717-994e-7cd31517871b tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:13.725486 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-821c572c-4dba-4717-994e-7cd31517871b tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.5187678 Jan 28 19:41:13.732324 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 48224) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:13.752474 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5e6959fb-0116-460e-8cbd-01d6762dc685 req-42e3e89f-904e-4e17-ba5d-48fec7a7e6fa tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] 10.222.0.64 "GET /v2.0/ports?device_id=2477e4f8-bfcd-4ff9-b915-3dd9ade616dc HTTP/1.1" status: 200 len: 210 time: 0.0676610 Jan 28 19:41:13.783837 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-5e17ff09-4484-49aa-8e45-43958cb1a9e5 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Request body: {'subnet': {'network_id': 'f96680e1-1abc-4021-b486-57a8af20021c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:41:13.789473 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-cb519abf-55d0-4988-82c1-62823c4e6177 req-dcf8e0e3-b1c8-4112-9b37-4df39cf604e6 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Publish callbacks [] for port (9fafcefe-38e2-4d26-a2b1-a1a2027fe5b2), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:13.791634 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96e96469-613b-4b47-b33a-af7cc1db2529 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Made reservation on behalf of 64d0cdb4950f49118685892c6c24c7ee for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:41:13.795480 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-96e96469-613b-4b47-b33a-af7cc1db2529 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4733071'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:13.811597 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821c572c-4dba-4717-994e-7cd31517871b tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Pushing event updated for resources: {'Network': ['ID=f96680e1-1abc-4021-b486-57a8af20021c,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:13.827022 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network f96680e1-1abc-4021-b486-57a8af20021c details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:41:14.022749 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf512d06-aa06-48b9-86ff-0b1e3be834a4 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Router 52854d5d-3f05-4e2d-ad39-65b212215f98 has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:41:14.028099 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-cb519abf-55d0-4988-82c1-62823c4e6177 req-dcf8e0e3-b1c8-4112-9b37-4df39cf604e6 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (9fafcefe-38e2-4d26-a2b1-a1a2027fe5b2), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:14.110356 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb519abf-55d0-4988-82c1-62823c4e6177 req-dcf8e0e3-b1c8-4112-9b37-4df39cf604e6 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Network e41efa42-cbd1-43d4-9e08-72aaf610e78c is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:41:14.112577 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e17ff09-4484-49aa-8e45-43958cb1a9e5 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Made reservation on behalf of 8d189ff2c2f843e39a0529562f2077ac for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:41:14.118147 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5e17ff09-4484-49aa-8e45-43958cb1a9e5 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5221429'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:14.119639 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-cb519abf-55d0-4988-82c1-62823c4e6177 req-dcf8e0e3-b1c8-4112-9b37-4df39cf604e6 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:41:14.139964 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb519abf-55d0-4988-82c1-62823c4e6177 req-dcf8e0e3-b1c8-4112-9b37-4df39cf604e6 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:41:14.148537 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf8e0e3-b1c8-4112-9b37-4df39cf604e6 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Pushing event updated for resources: {'Port': ['ID=9fafcefe-38e2-4d26-a2b1-a1a2027fe5b2,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:14.265302 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb519abf-55d0-4988-82c1-62823c4e6177 req-dcf8e0e3-b1c8-4112-9b37-4df39cf604e6 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:14.265677 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-cb519abf-55d0-4988-82c1-62823c4e6177 req-dcf8e0e3-b1c8-4112-9b37-4df39cf604e6 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:14.296178 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-96e96469-613b-4b47-b33a-af7cc1db2529 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4752401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4733085'] for subnet (28415259-e421-4898-ab74-c2e328513737), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:14.344211 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-cb519abf-55d0-4988-82c1-62823c4e6177 req-dcf8e0e3-b1c8-4112-9b37-4df39cf604e6 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 2.1111550 Jan 28 19:41:14.359390 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-cb519abf-55d0-4988-82c1-62823c4e6177 req-fbb2d84f-d476-4664-aa47-b054d6a3d589 service neutron] Request body: {'port': {'device_id': '2477e4f8-bfcd-4ff9-b915-3dd9ade616dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-14'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:41:14.422236 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5e17ff09-4484-49aa-8e45-43958cb1a9e5 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4690681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5221415'] for subnet (3c3da67a-cb83-4d47-8074-96d20cf057da), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:14.494169 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e96469-613b-4b47-b33a-af7cc1db2529 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Pushing event updated for resources: {'Subnet': ['ID=28415259-e421-4898-ab74-c2e328513737,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:14.522830 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e17ff09-4484-49aa-8e45-43958cb1a9e5 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Pushing event updated for resources: {'Subnet': ['ID=3c3da67a-cb83-4d47-8074-96d20cf057da,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:14.559261 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-5f1e7616-b85c-4881-977f-bd06ae344bd8 None None] Provisioning complete for port 9fafcefe-38e2-4d26-a2b1-a1a2027fe5b2 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:41:14.559676 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5f1e7616-b85c-4881-977f-bd06ae344bd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (9fafcefe-38e2-4d26-a2b1-a1a2027fe5b2), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:14.606870 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-cb519abf-55d0-4988-82c1-62823c4e6177 req-fbb2d84f-d476-4664-aa47-b054d6a3d589 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (9fafcefe-38e2-4d26-a2b1-a1a2027fe5b2), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:14.628538 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e17ff09-4484-49aa-8e45-43958cb1a9e5 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Checking segment: {'id': '06f7026c-da22-46d9-840a-ebc58ccddfb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'f96680e1-1abc-4021-b486-57a8af20021c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:41:14.629151 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e17ff09-4484-49aa-8e45-43958cb1a9e5 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Network hostable DHCP agents. Network: f96680e1-1abc-4021-b486-57a8af20021c, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:41:14.632983 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-5f1e7616-b85c-4881-977f-bd06ae344bd8 None None] Port 9fafcefe-38e2-4d26-a2b1-a1a2027fe5b2 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:41:14.687970 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e96469-613b-4b47-b33a-af7cc1db2529 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Checking segment: {'id': '0695520f-bffb-469b-82b9-cd34408a201a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '61098423-481b-4c47-b857-16327c4bc1d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:41:14.688561 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e96469-613b-4b47-b33a-af7cc1db2529 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Network hostable DHCP agents. Network: 61098423-481b-4c47-b857-16327c4bc1d9, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:41:14.746290 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e96469-613b-4b47-b33a-af7cc1db2529 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Network 61098423-481b-4c47-b857-16327c4bc1d9 is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:41:14.759628 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e17ff09-4484-49aa-8e45-43958cb1a9e5 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Network f96680e1-1abc-4021-b486-57a8af20021c is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:41:14.794622 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-96e96469-613b-4b47-b33a-af7cc1db2529 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, 61098423-481b-4c47-b857-16327c4bc1d9) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:41:14.807210 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2be4bd8-0b3a-4814-9709-e21de3d77ded None None] Network 61098423-481b-4c47-b857-16327c4bc1d9 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:41:14.815613 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96e96469-613b-4b47-b33a-af7cc1db2529 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:14.817685 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-96e96469-613b-4b47-b33a-af7cc1db2529 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:14.831229 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b96abd4-c6a8-497e-bf6b-46bf8fd42119 req-eb2325be-ae04-4d63-9ea8-b9b57be5e674 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:14.832797 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2b96abd4-c6a8-497e-bf6b-46bf8fd42119 req-eb2325be-ae04-4d63-9ea8-b9b57be5e674 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a91007d-45be-4c6c-a11f-db74e1c43eb8 HTTP/1.1" status: 200 len: 947 time: 0.1687136 Jan 28 19:41:14.848033 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-5e17ff09-4484-49aa-8e45-43958cb1a9e5 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, f96680e1-1abc-4021-b486-57a8af20021c) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:41:14.853956 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf512d06-aa06-48b9-86ff-0b1e3be834a4 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:41:14.874015 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-96e96469-613b-4b47-b33a-af7cc1db2529 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4994354 Jan 28 19:41:14.883838 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-bf512d06-aa06-48b9-86ff-0b1e3be834a4 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] 10.222.0.64 "PUT /v2.0/routers/52854d5d-3f05-4e2d-ad39-65b212215f98/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4876285 Jan 28 19:41:14.903785 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 48234) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:14.903785 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 48236) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:14.913474 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-619e88e1-2a27-4cea-a24b-a5c260cac3db tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1735332937', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:41:15.041226 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e17ff09-4484-49aa-8e45-43958cb1a9e5 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:15.041226 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5e17ff09-4484-49aa-8e45-43958cb1a9e5 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:15.049673 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2b96abd4-c6a8-497e-bf6b-46bf8fd42119 req-77455d82-afaa-4413-b283-7472775545b3 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/security-groups?id=7142df2f-bfa6-45d4-824d-35803ef6dce5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1646030 Jan 28 19:41:15.068035 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-5e17ff09-4484-49aa-8e45-43958cb1a9e5 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3342233 Jan 28 19:41:15.070281 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 48238) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:15.078190 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-619e88e1-2a27-4cea-a24b-a5c260cac3db tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261150'] for router (ba6a14a9-0973-4cc1-b35a-2eda0bcaf04c), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:15.079530 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-619e88e1-2a27-4cea-a24b-a5c260cac3db tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-731099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-731441', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261129'] for router (ba6a14a9-0973-4cc1-b35a-2eda0bcaf04c), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:15.090878 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-2c9ef5f4-d8e3-4e7f-839c-46735226c90b tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Request body: {'port': {'network_id': 'f96680e1-1abc-4021-b486-57a8af20021c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1032322075'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:41:15.161038 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f087ecc6-2bc0-484f-82a2-3bfff266b6e7 None None] Sync routers for ids ['52854d5d-3f05-4e2d-ad39-65b212215f98'] in n-d-812111-14 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:41:15.183474 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f74ef09a-7ef8-4bb2-b7ee-73aee8dfc0c9 None None] Network f96680e1-1abc-4021-b486-57a8af20021c requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:41:15.317492 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e9ecf39c-5140-4373-a86e-6e7e996e5a63 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks [] for router (52854d5d-3f05-4e2d-ad39-65b212215f98), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:15.370588 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c9ef5f4-d8e3-4e7f-839c-46735226c90b tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Made reservation on behalf of 8d189ff2c2f843e39a0529562f2077ac for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:41:15.374677 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2c9ef5f4-d8e3-4e7f-839c-46735226c90b tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:15.384503 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-619e88e1-2a27-4cea-a24b-a5c260cac3db tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks [] for router_controller (ba6a14a9-0973-4cc1-b35a-2eda0bcaf04c), precommit_add_association {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:15.393031 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64296c97-05ba-47ad-a896-6f75c86af588 req-658ed8fa-3916-4aaf-a649-d1be50b65e67 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:15.394083 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-64296c97-05ba-47ad-a896-6f75c86af588 req-658ed8fa-3916-4aaf-a649-d1be50b65e67 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] 10.222.0.64 "GET /v2.0/ports?device_id=2477e4f8-bfcd-4ff9-b915-3dd9ade616dc HTTP/1.1" status: 200 len: 895 time: 0.4574382 Jan 28 19:41:15.444407 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-619e88e1-2a27-4cea-a24b-a5c260cac3db tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-731074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-731460'] for router (ba6a14a9-0973-4cc1-b35a-2eda0bcaf04c), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:15.455288 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ca00eb-1326-4344-a22a-c3bcc02ac17d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68cd31fd-e4cd-5fb3-a862-256fc47efcd2-61098423-481b-4c47-b857-16327c4bc1d9', 'network_id': '61098423-481b-4c47-b857-16327c4bc1d9', 'project_id': '64d0cdb4950f49118685892c6c24c7ee', 'fixed_ips': [{'subnet_id': '28415259-e421-4898-ab74-c2e328513737'}]}} from n-d-812111-14. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:41:15.458561 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a9ca00eb-1326-4344-a22a-c3bcc02ac17d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:15.470644 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-619e88e1-2a27-4cea-a24b-a5c260cac3db tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:15.471871 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-619e88e1-2a27-4cea-a24b-a5c260cac3db tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.5617993 Jan 28 19:41:15.475541 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 48246) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:15.482470 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-a9886b29-a52a-41bb-b8fa-108172ff8d43 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Request body: {'port': {'network_id': '61098423-481b-4c47-b857-16327c4bc1d9', 'name': 'tempest-PortsIpV6TestJSON-2111988711'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:41:15.486606 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d732f1e4-7c25-46ca-bfc7-28fbf2a6baa6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68cd31fd-e4cd-5fb3-a862-256fc47efcd2-f96680e1-1abc-4021-b486-57a8af20021c', 'network_id': 'f96680e1-1abc-4021-b486-57a8af20021c', 'project_id': '8d189ff2c2f843e39a0529562f2077ac', 'fixed_ips': [{'subnet_id': '3c3da67a-cb83-4d47-8074-96d20cf057da'}]}} from n-d-812111-14. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:41:15.488582 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d732f1e4-7c25-46ca-bfc7-28fbf2a6baa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:15.545638 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f087ecc6-2bc0-484f-82a2-3bfff266b6e7 None None] Routers {'52854d5d-3f05-4e2d-ad39-65b212215f98'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:41:15.546701 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-f087ecc6-2bc0-484f-82a2-3bfff266b6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:41:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['52854d5d-3f05-4e2d-ad39-65b212215f98'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:41:15.609451 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9886b29-a52a-41bb-b8fa-108172ff8d43 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Made reservation on behalf of 64d0cdb4950f49118685892c6c24c7ee for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:41:15.613312 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a9886b29-a52a-41bb-b8fa-108172ff8d43 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:15.714260 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-a9ca00eb-1326-4344-a22a-c3bcc02ac17d None None] Allocated IP 2001:db8::2 (61098423-481b-4c47-b857-16327c4bc1d9/28415259-e421-4898-ab74-c2e328513737/4d990752-de11-4ea8-b528-d0f3d0b90f40) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:41:15.826742 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [None req-a9886b29-a52a-41bb-b8fa-108172ff8d43 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] device_id is not set on port 6b799a46-fbd9-408d-bb4c-089f047ed24d yet. {{(pid=103305) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:41:15.870633 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e9ecf39c-5140-4373-a86e-6e7e996e5a63 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks [] for router_gateway (52854d5d-3f05-4e2d-ad39-65b212215f98), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:15.981871 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [None req-2c9ef5f4-d8e3-4e7f-839c-46735226c90b tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] device_id is not set on port f8f436e8-4d20-4bd1-bf55-77234c24291e yet. {{(pid=103304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:41:16.051437 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a9ca00eb-1326-4344-a22a-c3bcc02ac17d None None] Publish callbacks [] for port (4d990752-de11-4ea8-b528-d0f3d0b90f40), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:16.149723 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-2c9ef5f4-d8e3-4e7f-839c-46735226c90b tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Allocated IP 2001:db8::11e (f96680e1-1abc-4021-b486-57a8af20021c/3c3da67a-cb83-4d47-8074-96d20cf057da/f8f436e8-4d20-4bd1-bf55-77234c24291e) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:41:16.220211 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-f087ecc6-2bc0-484f-82a2-3bfff266b6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:41:16.229594 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a9ca00eb-1326-4344-a22a-c3bcc02ac17d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (4d990752-de11-4ea8-b528-d0f3d0b90f40), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:16.238822 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [req-cb519abf-55d0-4988-82c1-62823c4e6177 req-fbb2d84f-d476-4664-aa47-b054d6a3d589 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fafcefe-38e2-4d26-a2b1-a1a2027fe5b2 {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:41:16.303146 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-cb519abf-55d0-4988-82c1-62823c4e6177 req-fbb2d84f-d476-4664-aa47-b054d6a3d589 service neutron] Publish callbacks [] for port (9fafcefe-38e2-4d26-a2b1-a1a2027fe5b2), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:16.344861 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2c9ef5f4-d8e3-4e7f-839c-46735226c90b tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Publish callbacks [] for port (f8f436e8-4d20-4bd1-bf55-77234c24291e), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:16.351893 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9ca00eb-1326-4344-a22a-c3bcc02ac17d None None] Network 61098423-481b-4c47-b857-16327c4bc1d9 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:41:16.374788 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-a9ca00eb-1326-4344-a22a-c3bcc02ac17d None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:41:16.380543 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ca00eb-1326-4344-a22a-c3bcc02ac17d None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:41:16.395509 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2c9ef5f4-d8e3-4e7f-839c-46735226c90b tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (f8f436e8-4d20-4bd1-bf55-77234c24291e), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:16.412478 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-a9886b29-a52a-41bb-b8fa-108172ff8d43 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Allocated IP 2001:db8::376 (61098423-481b-4c47-b857-16327c4bc1d9/28415259-e421-4898-ab74-c2e328513737/6b799a46-fbd9-408d-bb4c-089f047ed24d) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:41:16.427999 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-cb519abf-55d0-4988-82c1-62823c4e6177 req-fbb2d84f-d476-4664-aa47-b054d6a3d589 service neutron] Transition to ACTIVE for port object 9fafcefe-38e2-4d26-a2b1-a1a2027fe5b2 will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:41:16.430169 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f087ecc6-2bc0-484f-82a2-3bfff266b6e7 None None] Routers {'52854d5d-3f05-4e2d-ad39-65b212215f98'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:41:16.431812 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-f087ecc6-2bc0-484f-82a2-3bfff266b6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:41:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['52854d5d-3f05-4e2d-ad39-65b212215f98'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:41:16.445447 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-cb519abf-55d0-4988-82c1-62823c4e6177 req-fbb2d84f-d476-4664-aa47-b054d6a3d589 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (9fafcefe-38e2-4d26-a2b1-a1a2027fe5b2), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:16.512736 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb2d84f-d476-4664-aa47-b054d6a3d589 service neutron] Pushing event updated for resources: {'Port': ['ID=9fafcefe-38e2-4d26-a2b1-a1a2027fe5b2,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:16.515865 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-e9ecf39c-5140-4373-a86e-6e7e996e5a63 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Deleting port 69923127-1b77-428a-9db0-6eb43617b6df {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:41:16.516208 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e9ecf39c-5140-4373-a86e-6e7e996e5a63 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (69923127-1b77-428a-9db0-6eb43617b6df), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:16.538623 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c9ef5f4-d8e3-4e7f-839c-46735226c90b tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Network f96680e1-1abc-4021-b486-57a8af20021c is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:41:16.613557 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-2c9ef5f4-d8e3-4e7f-839c-46735226c90b tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:41:16.622560 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9ef5f4-d8e3-4e7f-839c-46735226c90b tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:41:16.628138 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c9ef5f4-d8e3-4e7f-839c-46735226c90b tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:16.628792 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2c9ef5f4-d8e3-4e7f-839c-46735226c90b tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:16.643878 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ca00eb-1326-4344-a22a-c3bcc02ac17d None None] Pushing event updated for resources: {'Port': ['ID=4d990752-de11-4ea8-b528-d0f3d0b90f40,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:16.670254 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e9ecf39c-5140-4373-a86e-6e7e996e5a63 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (69923127-1b77-428a-9db0-6eb43617b6df), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:16.687629 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-e9ecf39c-5140-4373-a86e-6e7e996e5a63 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Calling delete_port for 69923127-1b77-428a-9db0-6eb43617b6df owned by network:router_gateway {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:41:16.694472 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05774a05-4dc1-407c-ba10-b2a56ec1b405 req-36dd48df-c8af-4ea3-b971-46ce87a370c3 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:16.703505 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-05774a05-4dc1-407c-ba10-b2a56ec1b405 req-36dd48df-c8af-4ea3-b971-46ce87a370c3 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a91007d-45be-4c6c-a11f-db74e1c43eb8 HTTP/1.1" status: 200 len: 947 time: 0.3224721 Jan 28 19:41:16.714389 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-2c9ef5f4-d8e3-4e7f-839c-46735226c90b tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.6427233 Jan 28 19:41:16.716453 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9ef5f4-d8e3-4e7f-839c-46735226c90b tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Pushing event updated for resources: {'Port': ['ID=f8f436e8-4d20-4bd1-bf55-77234c24291e,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:16.737484 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 48254) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:16.746572 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-865f74d9-4589-40d2-8bf9-de364f99e869 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Request body: {'port': {'network_id': 'f96680e1-1abc-4021-b486-57a8af20021c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-386581461', 'allowed_address_pairs': [{'ip_address': '2001:db8::11e', 'mac_address': 'fa:16:3e:a7:2a:0c'}]}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:41:16.748380 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-a9ca00eb-1326-4344-a22a-c3bcc02ac17d None None] Attempting to bind port 4d990752-de11-4ea8-b528-d0f3d0b90f40 on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:41:16.748868 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-a9ca00eb-1326-4344-a22a-c3bcc02ac17d None None] Attempting to bind port 4d990752-de11-4ea8-b528-d0f3d0b90f40 by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '0695520f-bffb-469b-82b9-cd34408a201a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '61098423-481b-4c47-b857-16327c4bc1d9'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:41:16.749139 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ca00eb-1326-4344-a22a-c3bcc02ac17d None None] Attempting to bind port 4d990752-de11-4ea8-b528-d0f3d0b90f40 on network 61098423-481b-4c47-b857-16327c4bc1d9 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:41:16.751137 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-f087ecc6-2bc0-484f-82a2-3bfff266b6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:41:16.751759 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f087ecc6-2bc0-484f-82a2-3bfff266b6e7 None None] The sync data for ids ['52854d5d-3f05-4e2d-ad39-65b212215f98'] in n-d-812111-14 is: [] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:41:16.794829 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ca00eb-1326-4344-a22a-c3bcc02ac17d None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:41:16.795273 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ca00eb-1326-4344-a22a-c3bcc02ac17d None None] Checking segment: {'id': '0695520f-bffb-469b-82b9-cd34408a201a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '61098423-481b-4c47-b857-16327c4bc1d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:41:16.795595 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a9ca00eb-1326-4344-a22a-c3bcc02ac17d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:16.795995 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ca00eb-1326-4344-a22a-c3bcc02ac17d None None] Bound using segment: {'id': '0695520f-bffb-469b-82b9-cd34408a201a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '61098423-481b-4c47-b857-16327c4bc1d9'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:41:16.796478 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-a9ca00eb-1326-4344-a22a-c3bcc02ac17d None None] Bound port: 4d990752-de11-4ea8-b528-d0f3d0b90f40, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0695520f-bffb-469b-82b9-cd34408a201a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '61098423-481b-4c47-b857-16327c4bc1d9'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:41:16.796890 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a9ca00eb-1326-4344-a22a-c3bcc02ac17d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (4d990752-de11-4ea8-b528-d0f3d0b90f40), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:16.931700 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-05774a05-4dc1-407c-ba10-b2a56ec1b405 req-cc4db548-3437-4f4d-849a-a110b2cd7078 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/security-groups?id=7142df2f-bfa6-45d4-824d-35803ef6dce5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2270977 Jan 28 19:41:16.952515 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e9ecf39c-5140-4373-a86e-6e7e996e5a63 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (69923127-1b77-428a-9db0-6eb43617b6df), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:17.041490 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-a9ca00eb-1326-4344-a22a-c3bcc02ac17d None None] For port 4d990752-de11-4ea8-b528-d0f3d0b90f40, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:41:17.051050 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-a9ca00eb-1326-4344-a22a-c3bcc02ac17d None None] For port 4d990752-de11-4ea8-b528-d0f3d0b90f40, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=4d990752-de11-4ea8-b528-d0f3d0b90f40,segment=NetworkSegment(0695520f-bffb-469b-82b9-cd34408a201a),segment_id=0695520f-bffb-469b-82b9-cd34408a201a)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:41:17.061586 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-d732f1e4-7c25-46ca-bfc7-28fbf2a6baa6 None None] Allocated IP 2001:db8::2 (f96680e1-1abc-4021-b486-57a8af20021c/3c3da67a-cb83-4d47-8074-96d20cf057da/f99325f0-797e-4fd4-a5fe-52523cdb9a2d) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:41:17.083954 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a9ca00eb-1326-4344-a22a-c3bcc02ac17d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (4d990752-de11-4ea8-b528-d0f3d0b90f40), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:17.119573 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-865f74d9-4589-40d2-8bf9-de364f99e869 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Made reservation on behalf of 8d189ff2c2f843e39a0529562f2077ac for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:41:17.309840 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-865f74d9-4589-40d2-8bf9-de364f99e869 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:17.360731 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [None req-865f74d9-4589-40d2-8bf9-de364f99e869 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] device_id is not set on port f57a07b6-63ab-418a-9dc3-ed1d67c0f046 yet. {{(pid=103304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:41:17.523356 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d732f1e4-7c25-46ca-bfc7-28fbf2a6baa6 None None] Publish callbacks [] for port (f99325f0-797e-4fd4-a5fe-52523cdb9a2d), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:17.554517 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d732f1e4-7c25-46ca-bfc7-28fbf2a6baa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (f99325f0-797e-4fd4-a5fe-52523cdb9a2d), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:17.599262 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ca00eb-1326-4344-a22a-c3bcc02ac17d None None] Pushing event updated for resources: {'Port': ['ID=4d990752-de11-4ea8-b528-d0f3d0b90f40,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:17.660999 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-865f74d9-4589-40d2-8bf9-de364f99e869 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Allocated IP 2001:db8::163 (f96680e1-1abc-4021-b486-57a8af20021c/3c3da67a-cb83-4d47-8074-96d20cf057da/f57a07b6-63ab-418a-9dc3-ed1d67c0f046) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:41:17.693514 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d732f1e4-7c25-46ca-bfc7-28fbf2a6baa6 None None] Network f96680e1-1abc-4021-b486-57a8af20021c is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:41:17.702844 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-d732f1e4-7c25-46ca-bfc7-28fbf2a6baa6 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:41:17.710573 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d732f1e4-7c25-46ca-bfc7-28fbf2a6baa6 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:41:17.787342 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d732f1e4-7c25-46ca-bfc7-28fbf2a6baa6 None None] Pushing event updated for resources: {'Port': ['ID=f99325f0-797e-4fd4-a5fe-52523cdb9a2d,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:17.857971 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-d732f1e4-7c25-46ca-bfc7-28fbf2a6baa6 None None] Attempting to bind port f99325f0-797e-4fd4-a5fe-52523cdb9a2d on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:41:17.858443 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-d732f1e4-7c25-46ca-bfc7-28fbf2a6baa6 None None] Attempting to bind port f99325f0-797e-4fd4-a5fe-52523cdb9a2d by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '06f7026c-da22-46d9-840a-ebc58ccddfb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'f96680e1-1abc-4021-b486-57a8af20021c'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:41:17.858876 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d732f1e4-7c25-46ca-bfc7-28fbf2a6baa6 None None] Attempting to bind port f99325f0-797e-4fd4-a5fe-52523cdb9a2d on network f96680e1-1abc-4021-b486-57a8af20021c {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:41:17.874344 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d732f1e4-7c25-46ca-bfc7-28fbf2a6baa6 None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:41:17.879110 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d732f1e4-7c25-46ca-bfc7-28fbf2a6baa6 None None] Checking segment: {'id': '06f7026c-da22-46d9-840a-ebc58ccddfb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'f96680e1-1abc-4021-b486-57a8af20021c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:41:17.879641 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d732f1e4-7c25-46ca-bfc7-28fbf2a6baa6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:17.880161 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d732f1e4-7c25-46ca-bfc7-28fbf2a6baa6 None None] Bound using segment: {'id': '06f7026c-da22-46d9-840a-ebc58ccddfb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'f96680e1-1abc-4021-b486-57a8af20021c'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:41:17.880906 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-d732f1e4-7c25-46ca-bfc7-28fbf2a6baa6 None None] Bound port: f99325f0-797e-4fd4-a5fe-52523cdb9a2d, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06f7026c-da22-46d9-840a-ebc58ccddfb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'f96680e1-1abc-4021-b486-57a8af20021c'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:41:17.881817 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d732f1e4-7c25-46ca-bfc7-28fbf2a6baa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (f99325f0-797e-4fd4-a5fe-52523cdb9a2d), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:17.886799 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ecf39c-5140-4373-a86e-6e7e996e5a63 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Pushing event deleted for resources: {'Port': ['ID=69923127-1b77-428a-9db0-6eb43617b6df,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:17.910688 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-865f74d9-4589-40d2-8bf9-de364f99e869 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Publish callbacks [] for port (f57a07b6-63ab-418a-9dc3-ed1d67c0f046), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:17.967261 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-865f74d9-4589-40d2-8bf9-de364f99e869 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (f57a07b6-63ab-418a-9dc3-ed1d67c0f046), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:18.035074 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 4d990752-de11-4ea8-b528-d0f3d0b90f40 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:41:18.067170 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-cb519abf-55d0-4988-82c1-62823c4e6177 req-fbb2d84f-d476-4664-aa47-b054d6a3d589 service neutron] Attempting to bind port 9fafcefe-38e2-4d26-a2b1-a1a2027fe5b2 on host n-h2-812111-14 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:41:18.067744 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-cb519abf-55d0-4988-82c1-62823c4e6177 req-fbb2d84f-d476-4664-aa47-b054d6a3d589 service neutron] Attempting to bind port 9fafcefe-38e2-4d26-a2b1-a1a2027fe5b2 by drivers openvswitch,hyperv on host n-h2-812111-14 at level 0 using segments [{'id': 'f2d3284b-4537-437a-8483-b3ce73b0bb29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e41efa42-cbd1-43d4-9e08-72aaf610e78c'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:41:18.067889 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb519abf-55d0-4988-82c1-62823c4e6177 req-fbb2d84f-d476-4664-aa47-b054d6a3d589 service neutron] Attempting to bind port 9fafcefe-38e2-4d26-a2b1-a1a2027fe5b2 on network e41efa42-cbd1-43d4-9e08-72aaf610e78c {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:41:18.128716 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d732f1e4-7c25-46ca-bfc7-28fbf2a6baa6 None None] For port f99325f0-797e-4fd4-a5fe-52523cdb9a2d, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:41:18.167125 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d732f1e4-7c25-46ca-bfc7-28fbf2a6baa6 None None] For port f99325f0-797e-4fd4-a5fe-52523cdb9a2d, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=f99325f0-797e-4fd4-a5fe-52523cdb9a2d,segment=NetworkSegment(06f7026c-da22-46d9-840a-ebc58ccddfb1),segment_id=06f7026c-da22-46d9-840a-ebc58ccddfb1)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:41:18.187156 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d732f1e4-7c25-46ca-bfc7-28fbf2a6baa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (f99325f0-797e-4fd4-a5fe-52523cdb9a2d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:18.203357 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e9ecf39c-5140-4373-a86e-6e7e996e5a63 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-731488'] for router_gateway (52854d5d-3f05-4e2d-ad39-65b212215f98), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:18.216162 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 4d990752-de11-4ea8-b528-d0f3d0b90f40 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:41:18.216538 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (4d990752-de11-4ea8-b528-d0f3d0b90f40), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:18.219380 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-865f74d9-4589-40d2-8bf9-de364f99e869 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Network f96680e1-1abc-4021-b486-57a8af20021c is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:41:18.245418 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-865f74d9-4589-40d2-8bf9-de364f99e869 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:41:18.254605 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865f74d9-4589-40d2-8bf9-de364f99e869 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:41:18.263900 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-865f74d9-4589-40d2-8bf9-de364f99e869 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:18.266709 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-865f74d9-4589-40d2-8bf9-de364f99e869 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:18.320433 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-865f74d9-4589-40d2-8bf9-de364f99e869 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 1.5809493 Jan 28 19:41:18.321540 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865f74d9-4589-40d2-8bf9-de364f99e869 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Pushing event updated for resources: {'Port': ['ID=f57a07b6-63ab-418a-9dc3-ed1d67c0f046,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:18.333790 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 48262) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:18.358103 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e9ecf39c-5140-4373-a86e-6e7e996e5a63 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-730901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261120'] for router (52854d5d-3f05-4e2d-ad39-65b212215f98), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:18.365313 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e9ecf39c-5140-4373-a86e-6e7e996e5a63 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks [] for router_controller (52854d5d-3f05-4e2d-ad39-65b212215f98), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:18.444898 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2382e7e-a800-4a50-83b4-8b91fd574bbb req-77fe025a-f00e-494e-9977-2df07b1981ee tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:18.453254 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a2382e7e-a800-4a50-83b4-8b91fd574bbb req-77fe025a-f00e-494e-9977-2df07b1981ee tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a91007d-45be-4c6c-a11f-db74e1c43eb8 HTTP/1.1" status: 200 len: 947 time: 0.3507402 Jan 28 19:41:18.483017 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb519abf-55d0-4988-82c1-62823c4e6177 req-fbb2d84f-d476-4664-aa47-b054d6a3d589 service neutron] Port 9fafcefe-38e2-4d26-a2b1-a1a2027fe5b2 on network e41efa42-cbd1-43d4-9e08-72aaf610e78c not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-14 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:41:18.483625 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb519abf-55d0-4988-82c1-62823c4e6177 req-fbb2d84f-d476-4664-aa47-b054d6a3d589 service neutron] Attempting to bind port 9fafcefe-38e2-4d26-a2b1-a1a2027fe5b2 on network e41efa42-cbd1-43d4-9e08-72aaf610e78c {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:41:18.495007 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb519abf-55d0-4988-82c1-62823c4e6177 req-fbb2d84f-d476-4664-aa47-b054d6a3d589 service neutron] Checking agent: {'id': '8f3fee4e-bf24-4b58-8a3a-ae9c8011a473', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 40, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:41:18.495716 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb519abf-55d0-4988-82c1-62823c4e6177 req-fbb2d84f-d476-4664-aa47-b054d6a3d589 service neutron] Checking segment: {'id': 'f2d3284b-4537-437a-8483-b3ce73b0bb29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e41efa42-cbd1-43d4-9e08-72aaf610e78c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:41:18.496384 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb519abf-55d0-4988-82c1-62823c4e6177 req-fbb2d84f-d476-4664-aa47-b054d6a3d589 service neutron] Bound using segment: {'id': 'f2d3284b-4537-437a-8483-b3ce73b0bb29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e41efa42-cbd1-43d4-9e08-72aaf610e78c'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:41:18.497000 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-cb519abf-55d0-4988-82c1-62823c4e6177 req-fbb2d84f-d476-4664-aa47-b054d6a3d589 service neutron] Bound port: 9fafcefe-38e2-4d26-a2b1-a1a2027fe5b2, host: n-h2-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2d3284b-4537-437a-8483-b3ce73b0bb29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e41efa42-cbd1-43d4-9e08-72aaf610e78c'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:41:18.497558 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-cb519abf-55d0-4988-82c1-62823c4e6177 req-fbb2d84f-d476-4664-aa47-b054d6a3d589 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (9fafcefe-38e2-4d26-a2b1-a1a2027fe5b2), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:18.499680 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e9ecf39c-5140-4373-a86e-6e7e996e5a63 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-730908'] for router (52854d5d-3f05-4e2d-ad39-65b212215f98), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:18.501663 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9ecf39c-5140-4373-a86e-6e7e996e5a63 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Fanout notify agent at l3_agent the message router_deleted on router 52854d5d-3f05-4e2d-ad39-65b212215f98 {{(pid=103305) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:41:18.517855 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d732f1e4-7c25-46ca-bfc7-28fbf2a6baa6 None None] Pushing event updated for resources: {'Port': ['ID=f99325f0-797e-4fd4-a5fe-52523cdb9a2d,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:18.548882 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e9ecf39c-5140-4373-a86e-6e7e996e5a63 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:18.558483 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-e9ecf39c-5140-4373-a86e-6e7e996e5a63 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] 10.222.0.64 "DELETE /v2.0/routers/52854d5d-3f05-4e2d-ad39-65b212215f98 HTTP/1.1" status: 204 len: 168 time: 3.6521568 Jan 28 19:41:18.562166 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 48264) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:18.596313 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2850393e-1595-4230-8732-f9e657453574 req-a5ebad78-a4bf-4e60-aa53-6332757ee454 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:18.602923 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2850393e-1595-4230-8732-f9e657453574 req-a5ebad78-a4bf-4e60-aa53-6332757ee454 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] 10.222.0.64 "GET /v2.0/ports?device_id=2477e4f8-bfcd-4ff9-b915-3dd9ade616dc HTTP/1.1" status: 200 len: 907 time: 1.6961520 Jan 28 19:41:18.673821 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 4d990752-de11-4ea8-b528-d0f3d0b90f40 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:41:18.674220 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (4d990752-de11-4ea8-b528-d0f3d0b90f40), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:18.690512 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a952c7f9-ca65-4da6-9093-1dc9a809c643 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:18.712555 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a952c7f9-ca65-4da6-9093-1dc9a809c643 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:18.715547 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a9886b29-a52a-41bb-b8fa-108172ff8d43 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks [] for port (6b799a46-fbd9-408d-bb4c-089f047ed24d), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:18.729641 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a952c7f9-ca65-4da6-9093-1dc9a809c643 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:18.731392 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-a952c7f9-ca65-4da6-9093-1dc9a809c643 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.3917828 Jan 28 19:41:18.740877 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 48266) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:18.781557 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] For port 4d990752-de11-4ea8-b528-d0f3d0b90f40, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=4d990752-de11-4ea8-b528-d0f3d0b90f40,segment=NetworkSegment(0695520f-bffb-469b-82b9-cd34408a201a),segment_id=0695520f-bffb-469b-82b9-cd34408a201a)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:41:18.796851 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc97b2d7-7970-4e95-9570-81dfe19df35a tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Deleting subnet 36e51939-cd85-4efe-8038-faed21b48e07 {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:41:18.797818 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (4d990752-de11-4ea8-b528-d0f3d0b90f40), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:18.812951 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a2382e7e-a800-4a50-83b4-8b91fd574bbb req-9b5f969b-ed43-4f72-9184-5e80013a0492 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/security-groups?id=7142df2f-bfa6-45d4-824d-35803ef6dce5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3375287 Jan 28 19:41:18.813675 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bc97b2d7-7970-4e95-9570-81dfe19df35a tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks [] for subnet (36e51939-cd85-4efe-8038-faed21b48e07), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:18.951112 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bc97b2d7-7970-4e95-9570-81dfe19df35a tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4747050'] for subnet (36e51939-cd85-4efe-8038-faed21b48e07), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:19.009509 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-cb519abf-55d0-4988-82c1-62823c4e6177 req-fbb2d84f-d476-4664-aa47-b054d6a3d589 service neutron] For port 9fafcefe-38e2-4d26-a2b1-a1a2027fe5b2, host n-h2-812111-14, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:41:19.009713 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Pushing event updated for resources: {'Port': ['ID=4d990752-de11-4ea8-b528-d0f3d0b90f40,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:19.079862 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a9886b29-a52a-41bb-b8fa-108172ff8d43 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (6b799a46-fbd9-408d-bb4c-089f047ed24d), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:19.089938 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-cb519abf-55d0-4988-82c1-62823c4e6177 req-fbb2d84f-d476-4664-aa47-b054d6a3d589 service neutron] For port 9fafcefe-38e2-4d26-a2b1-a1a2027fe5b2, host n-h2-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=9fafcefe-38e2-4d26-a2b1-a1a2027fe5b2,segment=NetworkSegment(f2d3284b-4537-437a-8483-b3ce73b0bb29),segment_id=f2d3284b-4537-437a-8483-b3ce73b0bb29)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:41:19.162674 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-cb519abf-55d0-4988-82c1-62823c4e6177 req-fbb2d84f-d476-4664-aa47-b054d6a3d589 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (9fafcefe-38e2-4d26-a2b1-a1a2027fe5b2), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:19.191824 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb519abf-55d0-4988-82c1-62823c4e6177 req-fbb2d84f-d476-4664-aa47-b054d6a3d589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:19.192557 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-cb519abf-55d0-4988-82c1-62823c4e6177 req-fbb2d84f-d476-4664-aa47-b054d6a3d589 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:19.193947 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-cb519abf-55d0-4988-82c1-62823c4e6177 req-fbb2d84f-d476-4664-aa47-b054d6a3d589 service neutron] 10.222.0.70 "PUT /v2.0/ports/9fafcefe-38e2-4d26-a2b1-a1a2027fe5b2 HTTP/1.1" status: 200 len: 1056 time: 4.8394988 Jan 28 19:41:19.196581 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9886b29-a52a-41bb-b8fa-108172ff8d43 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Network 61098423-481b-4c47-b857-16327c4bc1d9 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:41:19.197216 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2477e4f8-bfcd-4ff9-b915-3dd9ade616dc', 'tag': '9fafcefe-38e2-4d26-a2b1-a1a2027fe5b2'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:41:19.206676 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e41b6e1-bca9-4cf8-8d74-3982bd1afa31" -d '{"events": [{"name": "network-changed", "server_uuid": "2477e4f8-bfcd-4ff9-b915-3dd9ade616dc", "tag": "9fafcefe-38e2-4d26-a2b1-a1a2027fe5b2"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:41:19.238737 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bc97b2d7-7970-4e95-9570-81dfe19df35a tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (36e51939-cd85-4efe-8038-faed21b48e07), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:19.243812 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-a9886b29-a52a-41bb-b8fa-108172ff8d43 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:41:19.259622 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9886b29-a52a-41bb-b8fa-108172ff8d43 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:41:19.264807 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9886b29-a52a-41bb-b8fa-108172ff8d43 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:19.265476 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a9886b29-a52a-41bb-b8fa-108172ff8d43 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:19.268588 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9886b29-a52a-41bb-b8fa-108172ff8d43 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Pushing event updated for resources: {'Port': ['ID=6b799a46-fbd9-408d-bb4c-089f047ed24d,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:19.333025 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-506012fb-b00c-46bf-a7d4-a6f4049a1943 None None] Network 61098423-481b-4c47-b857-16327c4bc1d9 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:41:19.390415 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb2d84f-d476-4664-aa47-b054d6a3d589 service neutron] Pushing event updated for resources: {'Port': ['ID=9fafcefe-38e2-4d26-a2b1-a1a2027fe5b2,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:19.412853 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c72421d0-2850-4e33-9852-0d779b6e350b x-openstack-request-id: req-c72421d0-2850-4e33-9852-0d779b6e350b {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:41:19.413437 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2477e4f8-bfcd-4ff9-b915-3dd9ade616dc", "tag": "9fafcefe-38e2-4d26-a2b1-a1a2027fe5b2", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:41:19.413875 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c72421d0-2850-4e33-9852-0d779b6e350b {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:41:19.414447 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2477e4f8-bfcd-4ff9-b915-3dd9ade616dc', 'tag': '9fafcefe-38e2-4d26-a2b1-a1a2027fe5b2', 'status': 'completed', 'code': 200} Jan 28 19:41:19.451592 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-a9886b29-a52a-41bb-b8fa-108172ff8d43 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.9729047 Jan 28 19:41:19.452579 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 48272) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:19.454978 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-82788742-7d4d-4b32-8f6d-1dc3e8bb6803 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Deleting port f57a07b6-63ab-418a-9dc3-ed1d67c0f046 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:41:19.455337 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-82788742-7d4d-4b32-8f6d-1dc3e8bb6803 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (f57a07b6-63ab-418a-9dc3-ed1d67c0f046), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:19.535223 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-1ae41ae5-0576-4348-942e-a71f99f98354 None None] Provisioning complete for port 4d990752-de11-4ea8-b528-d0f3d0b90f40 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:41:19.535887 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1ae41ae5-0576-4348-942e-a71f99f98354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (4d990752-de11-4ea8-b528-d0f3d0b90f40), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:19.605456 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-82788742-7d4d-4b32-8f6d-1dc3e8bb6803 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (f57a07b6-63ab-418a-9dc3-ed1d67c0f046), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:19.628542 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb519abf-55d0-4988-82c1-62823c4e6177 req-f44bf1da-bf73-46f2-aae1-38b400244017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:19.630937 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-cb519abf-55d0-4988-82c1-62823c4e6177 req-f44bf1da-bf73-46f2-aae1-38b400244017 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3c5bcff20fc24e3eb87e72dc3f4664c7&device_id=2477e4f8-bfcd-4ff9-b915-3dd9ade616dc HTTP/1.1" status: 200 len: 1090 time: 0.3848817 Jan 28 19:41:19.632166 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-82788742-7d4d-4b32-8f6d-1dc3e8bb6803 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Calling delete_port for f57a07b6-63ab-418a-9dc3-ed1d67c0f046 owned by {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:41:19.642859 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bc97b2d7-7970-4e95-9570-81dfe19df35a tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4690616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5222356'] for subnet (36e51939-cd85-4efe-8038-faed21b48e07), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:19.744495 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-cb519abf-55d0-4988-82c1-62823c4e6177 req-e630b094-97f9-4152-abe7-bb7d872ad168 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=9fafcefe-38e2-4d26-a2b1-a1a2027fe5b2 HTTP/1.1" status: 200 len: 217 time: 0.1045611 Jan 28 19:41:19.790707 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-1ae41ae5-0576-4348-942e-a71f99f98354 None None] Current status of the port 4d990752-de11-4ea8-b528-d0f3d0b90f40 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:41:19.831984 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bc97b2d7-7970-4e95-9570-81dfe19df35a tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:19.845760 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a37f7d11-9d99-460a-bb3e-0ad369797406 None None] Network aba2c4e4-5e44-4405-90a3-e447918e2ecb requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:41:19.854238 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-bc97b2d7-7970-4e95-9570-81dfe19df35a tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] 10.222.0.64 "DELETE /v2.0/subnets/36e51939-cd85-4efe-8038-faed21b48e07 HTTP/1.1" status: 204 len: 168 time: 1.2818527 Jan 28 19:41:19.857283 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc97b2d7-7970-4e95-9570-81dfe19df35a tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Pushing event deleted for resources: {'Subnet': ['ID=36e51939-cd85-4efe-8038-faed21b48e07,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:19.902002 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 48276) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:20.214092 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 4d990752-de11-4ea8-b528-d0f3d0b90f40 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:41:20.234823 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb519abf-55d0-4988-82c1-62823c4e6177 req-1b20a38c-05cf-4acc-b24e-6fbe901d6e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:20.245013 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b6a078a0-6a92-4ac0-b62a-80b2071ab72f tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (aba2c4e4-5e44-4405-90a3-e447918e2ecb), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:20.251611 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-cb519abf-55d0-4988-82c1-62823c4e6177 req-1b20a38c-05cf-4acc-b24e-6fbe901d6e5b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4bf52b94-b2d3-4534-87ba-fb13780dbafa HTTP/1.1" status: 200 len: 838 time: 0.4854932 Jan 28 19:41:20.298578 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fda68c5-22c4-400b-af3a-8c73c3830aa0 None None] DHCP port deletion for aba2c4e4-5e44-4405-90a3-e447918e2ecb request from n-d-812111-14 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:41:20.353485 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-82788742-7d4d-4b32-8f6d-1dc3e8bb6803 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (f57a07b6-63ab-418a-9dc3-ed1d67c0f046), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:20.425753 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82788742-7d4d-4b32-8f6d-1dc3e8bb6803 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Pushing event deleted for resources: {'Port': ['ID=f57a07b6-63ab-418a-9dc3-ed1d67c0f046,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:20.444177 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 4d990752-de11-4ea8-b528-d0f3d0b90f40 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:41:20.453413 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (4d990752-de11-4ea8-b528-d0f3d0b90f40), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:20.504171 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb519abf-55d0-4988-82c1-62823c4e6177 req-1a0f73a6-71b1-496f-9d27-373e3c6eb99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:20.505582 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-cb519abf-55d0-4988-82c1-62823c4e6177 req-1a0f73a6-71b1-496f-9d27-373e3c6eb99f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e41efa42-cbd1-43d4-9e08-72aaf610e78c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1202 time: 0.2515609 Jan 28 19:41:20.528237 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3febd628-5849-4d01-8f6e-00edeb196346 req-4f97abc6-27e2-4791-ac2b-abcd254bb588 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:20.530423 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3febd628-5849-4d01-8f6e-00edeb196346 req-4f97abc6-27e2-4791-ac2b-abcd254bb588 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] 10.222.0.64 "GET /v2.0/ports?device_id=2477e4f8-bfcd-4ff9-b915-3dd9ade616dc HTTP/1.1" status: 200 len: 907 time: 0.7768795 Jan 28 19:41:20.563474 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-4fda68c5-22c4-400b-af3a-8c73c3830aa0 None None] Deleting port c84aa63a-c0bb-48a6-b23b-f3dbbea4b592 {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:41:20.568687 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4fda68c5-22c4-400b-af3a-8c73c3830aa0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (c84aa63a-c0bb-48a6-b23b-f3dbbea4b592), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:20.677385 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-cb519abf-55d0-4988-82c1-62823c4e6177 req-4b126e02-e7d4-4a5d-a410-bef9774db267 service neutron] 10.222.0.70 "GET /v2.0/networks/e41efa42-cbd1-43d4-9e08-72aaf610e78c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560867 Jan 28 19:41:20.835021 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-b6a078a0-6a92-4ac0-b62a-80b2071ab72f tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Deleting port c84aa63a-c0bb-48a6-b23b-f3dbbea4b592 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:41:20.835305 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b6a078a0-6a92-4ac0-b62a-80b2071ab72f tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (c84aa63a-c0bb-48a6-b23b-f3dbbea4b592), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:20.836961 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-461d78b0-9f55-447d-abf7-1fad0f5a2d53 None None] Network f96680e1-1abc-4021-b486-57a8af20021c requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:41:20.877075 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4740ad47-a942-4859-a9fc-6b80b9b5fbdc tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (6b799a46-fbd9-408d-bb4c-089f047ed24d), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:20.906604 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-cb519abf-55d0-4988-82c1-62823c4e6177 req-5cd9b309-3319-41ce-aba0-560d560dbbdb service neutron] 10.222.0.70 "GET /v2.0/networks/e41efa42-cbd1-43d4-9e08-72aaf610e78c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2128241 Jan 28 19:41:20.964052 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691b6c3f-30fb-42dc-bfc0-9502928660ff req-7e109a69-981b-4658-bd18-f0edc8170502 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:20.970054 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-691b6c3f-30fb-42dc-bfc0-9502928660ff req-7e109a69-981b-4658-bd18-f0edc8170502 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a91007d-45be-4c6c-a11f-db74e1c43eb8 HTTP/1.1" status: 200 len: 947 time: 0.8170955 Jan 28 19:41:21.039422 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-b6a078a0-6a92-4ac0-b62a-80b2071ab72f tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] For port c84aa63a-c0bb-48a6-b23b-f3dbbea4b592, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=c84aa63a-c0bb-48a6-b23b-f3dbbea4b592,segment=NetworkSegment(b79a5ee6-2325-418c-b32b-472d04dde6b4),segment_id=b79a5ee6-2325-418c-b32b-472d04dde6b4)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:41:21.044545 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b6a078a0-6a92-4ac0-b62a-80b2071ab72f tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (c84aa63a-c0bb-48a6-b23b-f3dbbea4b592), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:21.160301 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-82788742-7d4d-4b32-8f6d-1dc3e8bb6803 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:21.162290 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-b6a078a0-6a92-4ac0-b62a-80b2071ab72f tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Calling delete_port for c84aa63a-c0bb-48a6-b23b-f3dbbea4b592 owned by network:dhcp {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:41:21.168958 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-82788742-7d4d-4b32-8f6d-1dc3e8bb6803 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] 10.222.0.64 "DELETE /v2.0/ports/f57a07b6-63ab-418a-9dc3-ed1d67c0f046 HTTP/1.1" status: 204 len: 168 time: 2.4221263 Jan 28 19:41:21.173672 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 48282) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:21.222033 n-d-812111-14 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-08cfdf0b-f4d8-4ac2-bcae-2c76893433df tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] GET failed (client error): The resource could not be found. Jan 28 19:41:21.227781 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-08cfdf0b-f4d8-4ac2-bcae-2c76893433df tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] 10.222.0.64 "GET /v2.0/ports/f57a07b6-63ab-418a-9dc3-ed1d67c0f046 HTTP/1.1" status: 404 len: 333 time: 0.0451035 Jan 28 19:41:21.231222 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-691b6c3f-30fb-42dc-bfc0-9502928660ff req-0d2f59cb-da97-4633-bae2-984af14e0e29 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/security-groups?id=7142df2f-bfa6-45d4-824d-35803ef6dce5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1890438 Jan 28 19:41:21.232794 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 48284) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:21.243801 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-5a096913-73a6-4618-8a64-7981b1f98132 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Request body: {'port': {'network_id': 'f96680e1-1abc-4021-b486-57a8af20021c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1503253521'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:41:21.253081 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-e2ef345b-b809-4ea4-a564-71de5f67afad None None] Provisioning complete for port 6b799a46-fbd9-408d-bb4c-089f047ed24d triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:41:21.254416 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e2ef345b-b809-4ea4-a564-71de5f67afad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (6b799a46-fbd9-408d-bb4c-089f047ed24d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:21.345615 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:21.368467 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-4fda68c5-22c4-400b-af3a-8c73c3830aa0 None None] For port c84aa63a-c0bb-48a6-b23b-f3dbbea4b592, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=c84aa63a-c0bb-48a6-b23b-f3dbbea4b592,segment=NetworkSegment(b79a5ee6-2325-418c-b32b-472d04dde6b4),segment_id=b79a5ee6-2325-418c-b32b-472d04dde6b4)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:41:21.369204 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4fda68c5-22c4-400b-af3a-8c73c3830aa0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (c84aa63a-c0bb-48a6-b23b-f3dbbea4b592), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:21.403393 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e41b6e1-bca9-4cf8-8d74-3982bd1afa31 req-18a67b8a-e1df-41f7-97f6-487105d776f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:21.409248 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8e41b6e1-bca9-4cf8-8d74-3982bd1afa31 req-18a67b8a-e1df-41f7-97f6-487105d776f3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3c5bcff20fc24e3eb87e72dc3f4664c7&device_id=2477e4f8-bfcd-4ff9-b915-3dd9ade616dc HTTP/1.1" status: 200 len: 1090 time: 0.4204609 Jan 28 19:41:21.413210 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b6a078a0-6a92-4ac0-b62a-80b2071ab72f tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (c84aa63a-c0bb-48a6-b23b-f3dbbea4b592), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:21.421820 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 4d990752-de11-4ea8-b528-d0f3d0b90f40 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:41:21.422947 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device f99325f0-797e-4fd4-a5fe-52523cdb9a2d up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:41:21.426494 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-4fda68c5-22c4-400b-af3a-8c73c3830aa0 None None] Calling delete_port for c84aa63a-c0bb-48a6-b23b-f3dbbea4b592 owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:41:21.428085 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-e2ef345b-b809-4ea4-a564-71de5f67afad None None] Port 6b799a46-fbd9-408d-bb4c-089f047ed24d cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:41:21.480453 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a078a0-6a92-4ac0-b62a-80b2071ab72f tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] No DVR routers for this DVR port c84aa63a-c0bb-48a6-b23b-f3dbbea4b592 on host n-d-812111-14 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:41:21.482186 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a078a0-6a92-4ac0-b62a-80b2071ab72f tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Pushing event deleted for resources: {'Port': ['ID=c84aa63a-c0bb-48a6-b23b-f3dbbea4b592,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:21.516437 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4740ad47-a942-4859-a9fc-6b80b9b5fbdc tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks [] for port (6b799a46-fbd9-408d-bb4c-089f047ed24d), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:21.543643 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4740ad47-a942-4859-a9fc-6b80b9b5fbdc tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (6b799a46-fbd9-408d-bb4c-089f047ed24d), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:21.564581 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-e2ef345b-b809-4ea4-a564-71de5f67afad None None] Provisioning complete for port 4d990752-de11-4ea8-b528-d0f3d0b90f40 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:41:21.565019 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e2ef345b-b809-4ea4-a564-71de5f67afad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (4d990752-de11-4ea8-b528-d0f3d0b90f40), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:21.576922 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a096913-73a6-4618-8a64-7981b1f98132 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Made reservation on behalf of 8d189ff2c2f843e39a0529562f2077ac for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:41:21.580341 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5a096913-73a6-4618-8a64-7981b1f98132 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:21.616723 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b6a078a0-6a92-4ac0-b62a-80b2071ab72f tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (aba2c4e4-5e44-4405-90a3-e447918e2ecb), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:21.642683 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-b6a078a0-6a92-4ac0-b62a-80b2071ab72f tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aba2c4e4-5e44-4405-90a3-e447918e2ecb']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:41:21.650694 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [None req-5a096913-73a6-4618-8a64-7981b1f98132 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] device_id is not set on port c814d86f-357b-4e23-b381-0cc9cf91f96b yet. {{(pid=103305) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:41:21.653877 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-b6a078a0-6a92-4ac0-b62a-80b2071ab72f tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b79a5ee6-2325-418c-b32b-472d04dde6b4') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:41:21.654172 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-b6a078a0-6a92-4ac0-b62a-80b2071ab72f tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b79a5ee6-2325-418c-b32b-472d04dde6b4') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:41:21.664884 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b6a078a0-6a92-4ac0-b62a-80b2071ab72f tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4747091'] for segment (b79a5ee6-2325-418c-b32b-472d04dde6b4), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:21.665310 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port f99325f0-797e-4fd4-a5fe-52523cdb9a2d triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:41:21.665675 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (f99325f0-797e-4fd4-a5fe-52523cdb9a2d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:21.679748 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b6a078a0-6a92-4ac0-b62a-80b2071ab72f tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (b79a5ee6-2325-418c-b32b-472d04dde6b4), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:21.687355 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6a078a0-6a92-4ac0-b62a-80b2071ab72f tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:41:21.688115 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b6a078a0-6a92-4ac0-b62a-80b2071ab72f tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4690514'] for segment (b79a5ee6-2325-418c-b32b-472d04dde6b4), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:21.703682 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e41b6e1-bca9-4cf8-8d74-3982bd1afa31 req-5efd619f-d1b5-4f16-ad4d-0e7ce4a5b5de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:21.706373 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8e41b6e1-bca9-4cf8-8d74-3982bd1afa31 req-5efd619f-d1b5-4f16-ad4d-0e7ce4a5b5de service neutron] 10.222.0.70 "GET /v2.0/networks?id=e41efa42-cbd1-43d4-9e08-72aaf610e78c HTTP/1.1" status: 200 len: 898 time: 0.2880132 Jan 28 19:41:21.841352 n-d-812111-14 neutron-server[103304]: Traceback (most recent call last): Jan 28 19:41:21.841352 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:41:21.841352 n-d-812111-14 neutron-server[103304]: timer() Jan 28 19:41:21.841352 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:41:21.841352 n-d-812111-14 neutron-server[103304]: cb(*args, **kw) Jan 28 19:41:21.841352 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:41:21.841352 n-d-812111-14 neutron-server[103304]: return func(*args, **kwargs) Jan 28 19:41:21.841352 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:41:21.841352 n-d-812111-14 neutron-server[103304]: self._notify() Jan 28 19:41:21.841352 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:41:21.841352 n-d-812111-14 neutron-server[103304]: self.callback(batched_events) Jan 28 19:41:21.841352 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:41:21.841352 n-d-812111-14 neutron-server[103304]: event.method(event) Jan 28 19:41:21.841352 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:41:21.841352 n-d-812111-14 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:41:21.841352 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:41:21.841352 n-d-812111-14 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:41:21.841352 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:41:21.841352 n-d-812111-14 neutron-server[103304]: return f(self, *a, **k) Jan 28 19:41:21.841352 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:41:21.841352 n-d-812111-14 neutron-server[103304]: return self._get(url).json() Jan 28 19:41:21.841352 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:41:21.841352 n-d-812111-14 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:41:21.841352 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:41:21.841352 n-d-812111-14 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 28 19:41:21.841352 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:41:21.841352 n-d-812111-14 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:41:21.841352 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:41:21.841352 n-d-812111-14 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:41:21.841352 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:41:21.841352 n-d-812111-14 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:41:21.841352 n-d-812111-14 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:41:21.852184 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port f99325f0-797e-4fd4-a5fe-52523cdb9a2d is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:41:21.852585 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (f99325f0-797e-4fd4-a5fe-52523cdb9a2d), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:21.854564 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b6a078a0-6a92-4ac0-b62a-80b2071ab72f tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (aba2c4e4-5e44-4405-90a3-e447918e2ecb), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:21.905132 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] For port f99325f0-797e-4fd4-a5fe-52523cdb9a2d, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=f99325f0-797e-4fd4-a5fe-52523cdb9a2d,segment=NetworkSegment(06f7026c-da22-46d9-840a-ebc58ccddfb1),segment_id=06f7026c-da22-46d9-840a-ebc58ccddfb1)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:41:21.925717 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4fda68c5-22c4-400b-af3a-8c73c3830aa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985'] for port (c84aa63a-c0bb-48a6-b23b-f3dbbea4b592), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:21.927772 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (f99325f0-797e-4fd4-a5fe-52523cdb9a2d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:21.946635 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b6a078a0-6a92-4ac0-b62a-80b2071ab72f tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:21.954655 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-b6a078a0-6a92-4ac0-b62a-80b2071ab72f tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] 10.222.0.64 "DELETE /v2.0/networks/aba2c4e4-5e44-4405-90a3-e447918e2ecb HTTP/1.1" status: 204 len: 168 time: 2.0513268 Jan 28 19:41:21.960003 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 48290) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:21.996885 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4fda68c5-22c4-400b-af3a-8c73c3830aa0 None None] Network aba2c4e4-5e44-4405-90a3-e447918e2ecb is not hosted by any dhcp agent {{(pid=103306) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 28 19:41:21.997385 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fda68c5-22c4-400b-af3a-8c73c3830aa0 None None] No DVR routers for this DVR port c84aa63a-c0bb-48a6-b23b-f3dbbea4b592 on host n-d-812111-14 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:41:22.010598 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fda68c5-22c4-400b-af3a-8c73c3830aa0 None None] Pushing event deleted for resources: {'Port': ['ID=c84aa63a-c0bb-48a6-b23b-f3dbbea4b592,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:22.067512 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-e2ef345b-b809-4ea4-a564-71de5f67afad None None] Current status of the port 4d990752-de11-4ea8-b528-d0f3d0b90f40 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:41:22.105204 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-5a096913-73a6-4618-8a64-7981b1f98132 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Allocated IP 2001:db8::c8 (f96680e1-1abc-4021-b486-57a8af20021c/3c3da67a-cb83-4d47-8074-96d20cf057da/c814d86f-357b-4e23-b381-0cc9cf91f96b) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:41:22.108807 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8e41b6e1-bca9-4cf8-8d74-3982bd1afa31 req-5925ea0f-ad12-49bb-bc1b-dafbfdd86a2c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=9fafcefe-38e2-4d26-a2b1-a1a2027fe5b2 HTTP/1.1" status: 200 len: 217 time: 0.3589456 Jan 28 19:41:22.121751 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Pushing event updated for resources: {'Port': ['ID=f99325f0-797e-4fd4-a5fe-52523cdb9a2d,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:22.144945 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device c84aa63a-c0bb-48a6-b23b-f3dbbea4b592 no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:41:22.216085 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: c84aa63a-c0bb-48a6-b23b-f3dbbea4b592 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:41:22.216436 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device c84aa63a-c0bb-48a6-b23b-f3dbbea4b592 not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:41:22.270490 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b8941188-a9b4-4c9f-8e65-9b2e0dafd0a5 None None] Provisioning complete for port 6b799a46-fbd9-408d-bb4c-089f047ed24d triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:41:22.273966 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b8941188-a9b4-4c9f-8e65-9b2e0dafd0a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (6b799a46-fbd9-408d-bb4c-089f047ed24d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:22.304743 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4740ad47-a942-4859-a9fc-6b80b9b5fbdc tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734769'] for router_interface (ba6a14a9-0973-4cc1-b35a-2eda0bcaf04c), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:22.316230 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a078a0-6a92-4ac0-b62a-80b2071ab72f tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Pushing event deleted for resources: {'Network': ['ID=aba2c4e4-5e44-4405-90a3-e447918e2ecb,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:22.335803 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e41b6e1-bca9-4cf8-8d74-3982bd1afa31 req-2ee6280a-a91e-485b-a86c-8b7ea26a21b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:22.339806 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8e41b6e1-bca9-4cf8-8d74-3982bd1afa31 req-2ee6280a-a91e-485b-a86c-8b7ea26a21b3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4bf52b94-b2d3-4534-87ba-fb13780dbafa HTTP/1.1" status: 200 len: 838 time: 0.2221549 Jan 28 19:41:22.397553 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b8941188-a9b4-4c9f-8e65-9b2e0dafd0a5 None None] Port 6b799a46-fbd9-408d-bb4c-089f047ed24d cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:41:22.423336 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b8941188-a9b4-4c9f-8e65-9b2e0dafd0a5 None None] Provisioning complete for port f99325f0-797e-4fd4-a5fe-52523cdb9a2d triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:41:22.423722 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b8941188-a9b4-4c9f-8e65-9b2e0dafd0a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (f99325f0-797e-4fd4-a5fe-52523cdb9a2d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:22.514901 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4740ad47-a942-4859-a9fc-6b80b9b5fbdc tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Pushing event updated for resources: {'Port': ['ID=6b799a46-fbd9-408d-bb4c-089f047ed24d,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:22.598187 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b8941188-a9b4-4c9f-8e65-9b2e0dafd0a5 None None] Current status of the port f99325f0-797e-4fd4-a5fe-52523cdb9a2d is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:41:22.641887 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f15269-9a25-44ce-86fb-df162f0faf83 req-d146c238-14bd-417c-917e-4810f2bb7083 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:22.643530 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-72f15269-9a25-44ce-86fb-df162f0faf83 req-d146c238-14bd-417c-917e-4810f2bb7083 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] 10.222.0.64 "GET /v2.0/ports?device_id=2477e4f8-bfcd-4ff9-b915-3dd9ade616dc HTTP/1.1" status: 200 len: 907 time: 0.8158395 Jan 28 19:41:22.653194 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0281fd8e-c068-4ad6-950b-f7ace244d121 req-068f1fd9-f793-42db-9f0b-38b54c20162b tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:22.657413 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-0281fd8e-c068-4ad6-950b-f7ace244d121 req-068f1fd9-f793-42db-9f0b-38b54c20162b tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a91007d-45be-4c6c-a11f-db74e1c43eb8 HTTP/1.1" status: 200 len: 947 time: 0.2135634 Jan 28 19:41:22.659843 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e41b6e1-bca9-4cf8-8d74-3982bd1afa31 req-3278353f-0387-4be7-a808-0996e447ca19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:22.663747 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8e41b6e1-bca9-4cf8-8d74-3982bd1afa31 req-3278353f-0387-4be7-a808-0996e447ca19 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e41efa42-cbd1-43d4-9e08-72aaf610e78c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1202 time: 0.3131034 Jan 28 19:41:22.748548 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-311c88b6-deb0-4f75-a135-b38bf30daf7c None None] Provisioning complete for port 6b799a46-fbd9-408d-bb4c-089f047ed24d triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:41:22.749261 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-311c88b6-deb0-4f75-a135-b38bf30daf7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (6b799a46-fbd9-408d-bb4c-089f047ed24d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:22.767910 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4740ad47-a942-4859-a9fc-6b80b9b5fbdc tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (6b799a46-fbd9-408d-bb4c-089f047ed24d), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:22.793000 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8e41b6e1-bca9-4cf8-8d74-3982bd1afa31 req-ac75b774-38dd-4231-98dd-197041da338c service neutron] 10.222.0.70 "GET /v2.0/networks/e41efa42-cbd1-43d4-9e08-72aaf610e78c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220598 Jan 28 19:41:22.810102 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-1eee2c0c-86de-4a11-ae6e-df21adb168e9 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Deleting port 1dd09a93-778c-43cc-9d3e-127ff9938bdd {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:41:22.810444 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1eee2c0c-86de-4a11-ae6e-df21adb168e9 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (1dd09a93-778c-43cc-9d3e-127ff9938bdd), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:22.826641 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-311c88b6-deb0-4f75-a135-b38bf30daf7c None None] Port 6b799a46-fbd9-408d-bb4c-089f047ed24d cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:41:22.837814 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-311c88b6-deb0-4f75-a135-b38bf30daf7c None None] Provisioning complete for port f99325f0-797e-4fd4-a5fe-52523cdb9a2d triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:41:22.838887 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-311c88b6-deb0-4f75-a135-b38bf30daf7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (f99325f0-797e-4fd4-a5fe-52523cdb9a2d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:22.929809 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8e41b6e1-bca9-4cf8-8d74-3982bd1afa31 req-de089064-9d74-4ea5-ba50-895950911415 service neutron] 10.222.0.70 "GET /v2.0/networks/e41efa42-cbd1-43d4-9e08-72aaf610e78c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226444 Jan 28 19:41:23.018242 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-0281fd8e-c068-4ad6-950b-f7ace244d121 req-7e777410-ddc8-47e3-9225-c6c4f63669fe tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/security-groups?id=7142df2f-bfa6-45d4-824d-35803ef6dce5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2192028 Jan 28 19:41:23.023988 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-311c88b6-deb0-4f75-a135-b38bf30daf7c None None] Current status of the port f99325f0-797e-4fd4-a5fe-52523cdb9a2d is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:41:23.062356 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-311c88b6-deb0-4f75-a135-b38bf30daf7c None None] Provisioning complete for port f8f436e8-4d20-4bd1-bf55-77234c24291e triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:41:23.062742 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-311c88b6-deb0-4f75-a135-b38bf30daf7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (f8f436e8-4d20-4bd1-bf55-77234c24291e), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:23.064529 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1eee2c0c-86de-4a11-ae6e-df21adb168e9 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (1dd09a93-778c-43cc-9d3e-127ff9938bdd), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:23.070067 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1eee2c0c-86de-4a11-ae6e-df21adb168e9 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks [] for floatingip (1dd09a93-778c-43cc-9d3e-127ff9938bdd), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:23.106574 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-1eee2c0c-86de-4a11-ae6e-df21adb168e9 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Calling delete_port for 1dd09a93-778c-43cc-9d3e-127ff9938bdd owned by network:floatingip {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:41:23.143619 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-311c88b6-deb0-4f75-a135-b38bf30daf7c None None] Port f8f436e8-4d20-4bd1-bf55-77234c24291e cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:41:23.156221 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5a096913-73a6-4618-8a64-7981b1f98132 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Publish callbacks [] for port (c814d86f-357b-4e23-b381-0cc9cf91f96b), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:23.223547 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5a096913-73a6-4618-8a64-7981b1f98132 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (c814d86f-357b-4e23-b381-0cc9cf91f96b), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:23.268513 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-87b89d3b-988b-4301-bdd1-ba5ff9edf24f None None] Provisioning complete for port f8f436e8-4d20-4bd1-bf55-77234c24291e triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:41:23.269312 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-87b89d3b-988b-4301-bdd1-ba5ff9edf24f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (f8f436e8-4d20-4bd1-bf55-77234c24291e), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:23.312352 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-87b89d3b-988b-4301-bdd1-ba5ff9edf24f None None] Port f8f436e8-4d20-4bd1-bf55-77234c24291e cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:41:23.332517 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a096913-73a6-4618-8a64-7981b1f98132 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Pushing event updated for resources: {'Port': ['ID=c814d86f-357b-4e23-b381-0cc9cf91f96b,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:23.348085 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a096913-73a6-4618-8a64-7981b1f98132 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Network f96680e1-1abc-4021-b486-57a8af20021c is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:41:23.351446 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-5a096913-73a6-4618-8a64-7981b1f98132 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:41:23.358763 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a096913-73a6-4618-8a64-7981b1f98132 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:41:23.377066 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a096913-73a6-4618-8a64-7981b1f98132 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:23.377832 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5a096913-73a6-4618-8a64-7981b1f98132 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:23.422781 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-5a096913-73a6-4618-8a64-7981b1f98132 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.1848121 Jan 28 19:41:23.424013 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 48296) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:23.430603 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-535e32f6-14f5-4ea6-a16f-b86cecac58f0 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::11e', 'mac_address': 'fa:16:3e:a7:2a:0c'}]}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:41:23.437493 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-bbc94be0-85f4-4a64-b35b-f3c02f22c4bb None None] Could not find standard attr ID for object f57a07b6-63ab-418a-9dc3-ed1d67c0f046. {{(pid=103306) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 19:41:23.548918 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4740ad47-a942-4859-a9fc-6b80b9b5fbdc tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks [] for port (6b799a46-fbd9-408d-bb4c-089f047ed24d), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:23.558862 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4740ad47-a942-4859-a9fc-6b80b9b5fbdc tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (6b799a46-fbd9-408d-bb4c-089f047ed24d), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:23.559978 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4740ad47-a942-4859-a9fc-6b80b9b5fbdc tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-756216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-732801'] for router_interface (ba6a14a9-0973-4cc1-b35a-2eda0bcaf04c), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:23.700731 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-535e32f6-14f5-4ea6-a16f-b86cecac58f0 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (c814d86f-357b-4e23-b381-0cc9cf91f96b), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:23.714973 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4740ad47-a942-4859-a9fc-6b80b9b5fbdc tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Pushing event updated for resources: {'Port': ['ID=6b799a46-fbd9-408d-bb4c-089f047ed24d,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:23.726641 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4740ad47-a942-4859-a9fc-6b80b9b5fbdc tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Network 61098423-481b-4c47-b857-16327c4bc1d9 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:41:23.731692 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-4740ad47-a942-4859-a9fc-6b80b9b5fbdc tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:41:23.932225 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:24.118974 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device f99325f0-797e-4fd4-a5fe-52523cdb9a2d up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:41:24.304616 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port f99325f0-797e-4fd4-a5fe-52523cdb9a2d triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:41:24.305048 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (f99325f0-797e-4fd4-a5fe-52523cdb9a2d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:24.390758 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-535e32f6-14f5-4ea6-a16f-b86cecac58f0 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Publish callbacks [] for port (c814d86f-357b-4e23-b381-0cc9cf91f96b), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:24.414298 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac137fa-1327-45c4-a6da-fd923867bbff req-bd34c5d4-9557-4ed5-bf6a-752e50a37baa tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:24.416033 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-cac137fa-1327-45c4-a6da-fd923867bbff req-bd34c5d4-9557-4ed5-bf6a-752e50a37baa tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a91007d-45be-4c6c-a11f-db74e1c43eb8 HTTP/1.1" status: 200 len: 947 time: 0.2104475 Jan 28 19:41:24.417137 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-535e32f6-14f5-4ea6-a16f-b86cecac58f0 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (c814d86f-357b-4e23-b381-0cc9cf91f96b), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:24.442327 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4740ad47-a942-4859-a9fc-6b80b9b5fbdc tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Router ba6a14a9-0973-4cc1-b35a-2eda0bcaf04c is scheduled to L3 agent 76fe5c49-705a-4e08-abb2-be585676213f with binding_index 1 {{(pid=103304) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 19:41:24.444175 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-6ab5de1e-ef41-4f83-aaf8-184a8e7122d4 None None] Provisioning complete for port 6b799a46-fbd9-408d-bb4c-089f047ed24d triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:41:24.444699 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6ab5de1e-ef41-4f83-aaf8-184a8e7122d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (6b799a46-fbd9-408d-bb4c-089f047ed24d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:24.459313 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e781038-ea99-4f47-b45d-5439ea18ae96 req-65ee6ca8-da8e-4b08-8d0a-a3cc12e05cd1 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:24.461290 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-0e781038-ea99-4f47-b45d-5439ea18ae96 req-65ee6ca8-da8e-4b08-8d0a-a3cc12e05cd1 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] 10.222.0.64 "GET /v2.0/ports?device_id=2477e4f8-bfcd-4ff9-b915-3dd9ade616dc HTTP/1.1" status: 200 len: 907 time: 0.6004715 Jan 28 19:41:24.493837 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port f99325f0-797e-4fd4-a5fe-52523cdb9a2d is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:41:24.511435 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-535e32f6-14f5-4ea6-a16f-b86cecac58f0 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] In _notify_port_updated(), no bound segment for port c814d86f-357b-4e23-b381-0cc9cf91f96b on network f96680e1-1abc-4021-b486-57a8af20021c {{(pid=103305) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Jan 28 19:41:24.525721 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-535e32f6-14f5-4ea6-a16f-b86cecac58f0 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:24.529997 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-535e32f6-14f5-4ea6-a16f-b86cecac58f0 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:24.535500 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-535e32f6-14f5-4ea6-a16f-b86cecac58f0 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] 10.222.0.64 "PUT /v2.0/ports/c814d86f-357b-4e23-b381-0cc9cf91f96b HTTP/1.1" status: 200 len: 1002 time: 1.1104143 Jan 28 19:41:24.542076 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 48304) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:24.555426 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-6ab5de1e-ef41-4f83-aaf8-184a8e7122d4 None None] Port 6b799a46-fbd9-408d-bb4c-089f047ed24d cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:41:24.577898 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-6ab5de1e-ef41-4f83-aaf8-184a8e7122d4 None None] Provisioning complete for port c814d86f-357b-4e23-b381-0cc9cf91f96b triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:41:24.578264 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6ab5de1e-ef41-4f83-aaf8-184a8e7122d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (c814d86f-357b-4e23-b381-0cc9cf91f96b), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:24.585090 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4740ad47-a942-4859-a9fc-6b80b9b5fbdc tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:41:24.599708 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-4740ad47-a942-4859-a9fc-6b80b9b5fbdc tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] 10.222.0.64 "PUT /v2.0/routers/ba6a14a9-0973-4cc1-b35a-2eda0bcaf04c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1427820 Jan 28 19:41:24.600354 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-152d4a09-d936-499a-a218-7425dde25a16 None None] Sync routers for ids ['ba6a14a9-0973-4cc1-b35a-2eda0bcaf04c'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:41:24.600819 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 48306) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:24.621650 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-152d4a09-d936-499a-a218-7425dde25a16 None None] Routers {'ba6a14a9-0973-4cc1-b35a-2eda0bcaf04c'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:41:24.628118 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-152d4a09-d936-499a-a218-7425dde25a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:41:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['ba6a14a9-0973-4cc1-b35a-2eda0bcaf04c'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:41:24.693226 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-6ab5de1e-ef41-4f83-aaf8-184a8e7122d4 None None] Port c814d86f-357b-4e23-b381-0cc9cf91f96b cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:41:24.719792 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa38475-1f74-4df3-b839-cabc5b4decd5 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:24.727603 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-0aa38475-1f74-4df3-b839-cabc5b4decd5 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] 10.222.0.64 "GET /v2.0/ports?device_id=ba6a14a9-0973-4cc1-b35a-2eda0bcaf04c HTTP/1.1" status: 200 len: 989 time: 0.1239841 Jan 28 19:41:24.733768 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 48308) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:24.756072 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-152d4a09-d936-499a-a218-7425dde25a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:41:24.770556 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-152d4a09-d936-499a-a218-7425dde25a16 None None] Routers {'ba6a14a9-0973-4cc1-b35a-2eda0bcaf04c'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:41:24.771578 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-152d4a09-d936-499a-a218-7425dde25a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:41:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['ba6a14a9-0973-4cc1-b35a-2eda0bcaf04c'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:41:24.826045 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-cac137fa-1327-45c4-a6da-fd923867bbff req-8157b99d-1f0e-4e2b-8b9a-a2433496b965 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/security-groups?id=7142df2f-bfa6-45d4-824d-35803ef6dce5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3927507 Jan 28 19:41:24.831153 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-152d4a09-d936-499a-a218-7425dde25a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:41:24.831875 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-152d4a09-d936-499a-a218-7425dde25a16 None None] The sync data for ids ['ba6a14a9-0973-4cc1-b35a-2eda0bcaf04c'] in n-d-812111-14 is: [] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:41:24.834481 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535e32f6-14f5-4ea6-a16f-b86cecac58f0 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Pushing event updated for resources: {'Port': ['ID=c814d86f-357b-4e23-b381-0cc9cf91f96b,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:24.889211 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-9c6f08ef-c340-4b5e-aa64-275573145f3e tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Deleting port c814d86f-357b-4e23-b381-0cc9cf91f96b {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:41:24.889666 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9c6f08ef-c340-4b5e-aa64-275573145f3e tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (c814d86f-357b-4e23-b381-0cc9cf91f96b), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:24.940292 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 9fafcefe-38e2-4d26-a2b1-a1a2027fe5b2 details requested by agent hyperv_n-h2-812111-14 with host n-h2-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:41:24.994855 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1eee2c0c-86de-4a11-ae6e-df21adb168e9 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (1dd09a93-778c-43cc-9d3e-127ff9938bdd), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:25.057004 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9c6f08ef-c340-4b5e-aa64-275573145f3e tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (c814d86f-357b-4e23-b381-0cc9cf91f96b), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:25.081884 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-9c6f08ef-c340-4b5e-aa64-275573145f3e tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Calling delete_port for c814d86f-357b-4e23-b381-0cc9cf91f96b owned by {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:41:25.092726 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eee2c0c-86de-4a11-ae6e-df21adb168e9 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Pushing event deleted for resources: {'Port': ['ID=1dd09a93-778c-43cc-9d3e-127ff9938bdd,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:25.130917 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-658706bf-1ae6-4f5f-818d-559ae258c428 None None] Provisioning complete for port c814d86f-357b-4e23-b381-0cc9cf91f96b triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:41:25.132079 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-658706bf-1ae6-4f5f-818d-559ae258c428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (c814d86f-357b-4e23-b381-0cc9cf91f96b), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:25.181567 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-658706bf-1ae6-4f5f-818d-559ae258c428 None None] Port c814d86f-357b-4e23-b381-0cc9cf91f96b cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:41:25.203930 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 9fafcefe-38e2-4d26-a2b1-a1a2027fe5b2, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=9fafcefe-38e2-4d26-a2b1-a1a2027fe5b2,segment=NetworkSegment(f2d3284b-4537-437a-8483-b3ce73b0bb29),segment_id=f2d3284b-4537-437a-8483-b3ce73b0bb29)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:41:25.221116 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Returning: {'device': '9fafcefe-38e2-4d26-a2b1-a1a2027fe5b2', 'network_id': 'e41efa42-cbd1-43d4-9e08-72aaf610e78c', 'port_id': '9fafcefe-38e2-4d26-a2b1-a1a2027fe5b2', 'mac_address': 'fa:16:3e:3e:90:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bf52b94-b2d3-4534-87ba-fb13780dbafa', 'ip_address': '172.20.0.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:41:25.301330 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 9fafcefe-38e2-4d26-a2b1-a1a2027fe5b2 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:41:25.301330 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (9fafcefe-38e2-4d26-a2b1-a1a2027fe5b2), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:25.333817 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fafcefe-38e2-4d26-a2b1-a1a2027fe5b2 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:41:25.358860 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 9fafcefe-38e2-4d26-a2b1-a1a2027fe5b2, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=9fafcefe-38e2-4d26-a2b1-a1a2027fe5b2,segment=NetworkSegment(f2d3284b-4537-437a-8483-b3ce73b0bb29),segment_id=f2d3284b-4537-437a-8483-b3ce73b0bb29)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:41:25.361438 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1eee2c0c-86de-4a11-ae6e-df21adb168e9 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks [] for floatingip (8c1d75dc-bda9-4fca-b14e-f963d0b593c3), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:25.364203 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1eee2c0c-86de-4a11-ae6e-df21adb168e9 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for floatingip (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:25.365404 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-1eee2c0c-86de-4a11-ae6e-df21adb168e9 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] 10.222.0.64 "DELETE /v2.0/floatingips/8c1d75dc-bda9-4fca-b14e-f963d0b593c3 HTTP/1.1" status: 204 len: 168 time: 3.3677530 Jan 28 19:41:25.372619 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 48312) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:25.374298 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (9fafcefe-38e2-4d26-a2b1-a1a2027fe5b2), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:25.374476 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9c6f08ef-c340-4b5e-aa64-275573145f3e tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (c814d86f-357b-4e23-b381-0cc9cf91f96b), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:25.407104 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6f08ef-c340-4b5e-aa64-275573145f3e tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Pushing event deleted for resources: {'Port': ['ID=c814d86f-357b-4e23-b381-0cc9cf91f96b,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:25.410053 n-d-812111-14 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-26908bc6-3e35-478d-80cd-5dacb6e351af tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] DELETE failed (client error): The resource could not be found. Jan 28 19:41:25.410701 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26908bc6-3e35-478d-80cd-5dacb6e351af tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:41:25.416265 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-26908bc6-3e35-478d-80cd-5dacb6e351af tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] 10.222.0.64 "DELETE /v2.0/ports/f6b8795d-c969-4d1b-8751-bc90be7dddb1 HTTP/1.1" status: 404 len: 333 time: 0.0404081 Jan 28 19:41:25.416644 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 48316) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:25.458778 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-88f46bce-78cd-4de2-89ca-292935e1dbb8 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] 10.222.0.64 "GET /v2.0/ports?device_id=52854d5d-3f05-4e2d-ad39-65b212215f98 HTTP/1.1" status: 200 len: 205 time: 0.0411892 Jan 28 19:41:25.462259 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 48320) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:25.463505 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=9fafcefe-38e2-4d26-a2b1-a1a2027fe5b2,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:25.511270 n-d-812111-14 neutron-server[103305]: INFO neutron.api.v2.resource [None req-2ef0eb3c-0dbb-48b1-a572-3f4ad8dc7d3b tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] delete failed (client error): The resource could not be found. Jan 28 19:41:25.515096 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-2ef0eb3c-0dbb-48b1-a572-3f4ad8dc7d3b tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] 10.222.0.64 "DELETE /v2.0/routers/52854d5d-3f05-4e2d-ad39-65b212215f98 HTTP/1.1" status: 404 len: 336 time: 0.0517600 Jan 28 19:41:25.515748 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 48324) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:25.576009 n-d-812111-14 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ca821c3-cee4-4557-883e-24357a63af73 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] DELETE failed (client error): The resource could not be found. Jan 28 19:41:25.588074 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ca821c3-cee4-4557-883e-24357a63af73 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:41:25.592227 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 48326) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:25.592803 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-7ca821c3-cee4-4557-883e-24357a63af73 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] 10.222.0.64 "DELETE /v2.0/subnets/36e51939-cd85-4efe-8038-faed21b48e07 HTTP/1.1" status: 404 len: 337 time: 0.0733922 Jan 28 19:41:25.652967 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['9fafcefe-38e2-4d26-a2b1-a1a2027fe5b2'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:41:25.679530 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9c6f08ef-c340-4b5e-aa64-275573145f3e tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:25.687846 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-9c6f08ef-c340-4b5e-aa64-275573145f3e tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] 10.222.0.64 "DELETE /v2.0/ports/c814d86f-357b-4e23-b381-0cc9cf91f96b HTTP/1.1" status: 204 len: 168 time: 1.1420412 Jan 28 19:41:25.704582 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 48328) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:25.761436 n-d-812111-14 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3bca818-9090-48aa-9ab8-62bacfc0444e tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] GET failed (client error): The resource could not be found. Jan 28 19:41:25.777965 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-e3bca818-9090-48aa-9ab8-62bacfc0444e tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] 10.222.0.64 "GET /v2.0/ports/c814d86f-357b-4e23-b381-0cc9cf91f96b HTTP/1.1" status: 404 len: 333 time: 0.0721028 Jan 28 19:41:25.778689 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 48330) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:25.784179 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-4e077e59-5bc5-48ef-9d9e-a87f7f342611 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Request body: {'port': {'network_id': 'f96680e1-1abc-4021-b486-57a8af20021c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-664615213'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:41:25.968251 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8091eb8-29c8-4a97-ba11-d9cae8b518b3 req-a54348e3-28bd-4dce-9e22-19befd2c0e38 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:25.970236 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f8091eb8-29c8-4a97-ba11-d9cae8b518b3 req-a54348e3-28bd-4dce-9e22-19befd2c0e38 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] 10.222.0.64 "GET /v2.0/ports?device_id=2477e4f8-bfcd-4ff9-b915-3dd9ade616dc HTTP/1.1" status: 200 len: 908 time: 0.3613434 Jan 28 19:41:25.978315 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-af728b2f-649b-480f-b798-b2823c93faaa tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-732838'] for router_interface (ba6a14a9-0973-4cc1-b35a-2eda0bcaf04c), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:25.985163 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e077e59-5bc5-48ef-9d9e-a87f7f342611 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Made reservation on behalf of 8d189ff2c2f843e39a0529562f2077ac for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:41:25.988777 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4e077e59-5bc5-48ef-9d9e-a87f7f342611 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:26.031144 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [None req-4e077e59-5bc5-48ef-9d9e-a87f7f342611 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] device_id is not set on port 31eb2d0b-31ce-4d82-8917-be02227e7294 yet. {{(pid=103305) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:41:26.086115 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-7769c3dc-9535-4cfa-8ae3-52f7957a1f07 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Deleting port 81e5a8c2-dacd-43df-aec2-b49c163010d2 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:41:26.087059 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7769c3dc-9535-4cfa-8ae3-52f7957a1f07 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (81e5a8c2-dacd-43df-aec2-b49c163010d2), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:26.090438 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23221bfc-484d-40df-82a4-db9d1b70f8b4 req-40572a3a-6e4e-4206-859c-1d64a456157c tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:26.098507 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-23221bfc-484d-40df-82a4-db9d1b70f8b4 req-40572a3a-6e4e-4206-859c-1d64a456157c tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a91007d-45be-4c6c-a11f-db74e1c43eb8 HTTP/1.1" status: 200 len: 947 time: 0.1605940 Jan 28 19:41:26.262660 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7769c3dc-9535-4cfa-8ae3-52f7957a1f07 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (81e5a8c2-dacd-43df-aec2-b49c163010d2), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:26.285546 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-7769c3dc-9535-4cfa-8ae3-52f7957a1f07 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Calling delete_port for 81e5a8c2-dacd-43df-aec2-b49c163010d2 owned by {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:41:26.462983 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7769c3dc-9535-4cfa-8ae3-52f7957a1f07 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (81e5a8c2-dacd-43df-aec2-b49c163010d2), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:26.497800 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7769c3dc-9535-4cfa-8ae3-52f7957a1f07 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Pushing event deleted for resources: {'Port': ['ID=81e5a8c2-dacd-43df-aec2-b49c163010d2,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:26.546540 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-23221bfc-484d-40df-82a4-db9d1b70f8b4 req-9cebfe7f-bba4-41f0-bb75-b79a36a51946 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/security-groups?id=7142df2f-bfa6-45d4-824d-35803ef6dce5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4473045 Jan 28 19:41:26.571017 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-af728b2f-649b-480f-b798-b2823c93faaa tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Deleting port 6b799a46-fbd9-408d-bb4c-089f047ed24d {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:41:26.571422 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-af728b2f-649b-480f-b798-b2823c93faaa tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (6b799a46-fbd9-408d-bb4c-089f047ed24d), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:26.576370 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-4e077e59-5bc5-48ef-9d9e-a87f7f342611 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Allocated IP 2001:db8::97 (f96680e1-1abc-4021-b486-57a8af20021c/3c3da67a-cb83-4d47-8074-96d20cf057da/31eb2d0b-31ce-4d82-8917-be02227e7294) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:41:26.627513 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7769c3dc-9535-4cfa-8ae3-52f7957a1f07 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:26.634060 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-7769c3dc-9535-4cfa-8ae3-52f7957a1f07 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] 10.222.0.64 "DELETE /v2.0/ports/81e5a8c2-dacd-43df-aec2-b49c163010d2 HTTP/1.1" status: 204 len: 168 time: 1.0400295 Jan 28 19:41:26.634754 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 48342) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:26.677503 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-af728b2f-649b-480f-b798-b2823c93faaa tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (6b799a46-fbd9-408d-bb4c-089f047ed24d), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:26.690856 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-af728b2f-649b-480f-b798-b2823c93faaa tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Calling delete_port for 6b799a46-fbd9-408d-bb4c-089f047ed24d owned by network:router_interface {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:41:26.805420 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4e077e59-5bc5-48ef-9d9e-a87f7f342611 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Publish callbacks [] for port (31eb2d0b-31ce-4d82-8917-be02227e7294), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:26.817287 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-5285f3f1-4606-4f00-b0e7-01fe0285d743 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Deleting port 9414583b-9396-452e-ba46-89790f78860e {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:41:26.817626 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5285f3f1-4606-4f00-b0e7-01fe0285d743 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (9414583b-9396-452e-ba46-89790f78860e), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:26.874981 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-af728b2f-649b-480f-b798-b2823c93faaa tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (6b799a46-fbd9-408d-bb4c-089f047ed24d), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:26.903888 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af728b2f-649b-480f-b798-b2823c93faaa tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Pushing event deleted for resources: {'Port': ['ID=6b799a46-fbd9-408d-bb4c-089f047ed24d,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:26.919795 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4e077e59-5bc5-48ef-9d9e-a87f7f342611 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (31eb2d0b-31ce-4d82-8917-be02227e7294), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:26.941683 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5285f3f1-4606-4f00-b0e7-01fe0285d743 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (9414583b-9396-452e-ba46-89790f78860e), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:26.972060 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 9fafcefe-38e2-4d26-a2b1-a1a2027fe5b2 up at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:41:26.978334 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-5285f3f1-4606-4f00-b0e7-01fe0285d743 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Calling delete_port for 9414583b-9396-452e-ba46-89790f78860e owned by {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:41:26.996548 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e077e59-5bc5-48ef-9d9e-a87f7f342611 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Network f96680e1-1abc-4021-b486-57a8af20021c is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:41:27.006088 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-4e077e59-5bc5-48ef-9d9e-a87f7f342611 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:41:27.036811 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-af728b2f-649b-480f-b798-b2823c93faaa tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-732682'] for router_interface (ba6a14a9-0973-4cc1-b35a-2eda0bcaf04c), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:27.044884 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e077e59-5bc5-48ef-9d9e-a87f7f342611 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:41:27.050709 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e077e59-5bc5-48ef-9d9e-a87f7f342611 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:27.051371 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4e077e59-5bc5-48ef-9d9e-a87f7f342611 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:27.059062 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e077e59-5bc5-48ef-9d9e-a87f7f342611 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Pushing event updated for resources: {'Port': ['ID=31eb2d0b-31ce-4d82-8917-be02227e7294,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:27.082071 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning for port 9fafcefe-38e2-4d26-a2b1-a1a2027fe5b2 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:41:27.088363 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning complete for port 9fafcefe-38e2-4d26-a2b1-a1a2027fe5b2 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:41:27.089158 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (9fafcefe-38e2-4d26-a2b1-a1a2027fe5b2), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:27.111865 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-4e077e59-5bc5-48ef-9d9e-a87f7f342611 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.3320506 Jan 28 19:41:27.114643 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 48350) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:27.124920 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-16d0efd1-901e-467c-a6ad-72fa0989bb26 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:a7:2a:0c'}]}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:41:27.224513 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 9fafcefe-38e2-4d26-a2b1-a1a2027fe5b2 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:41:27.225305 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (9fafcefe-38e2-4d26-a2b1-a1a2027fe5b2), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:27.284439 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-16d0efd1-901e-467c-a6ad-72fa0989bb26 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (31eb2d0b-31ce-4d82-8917-be02227e7294), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:27.285367 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 9fafcefe-38e2-4d26-a2b1-a1a2027fe5b2, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=9fafcefe-38e2-4d26-a2b1-a1a2027fe5b2,segment=NetworkSegment(f2d3284b-4537-437a-8483-b3ce73b0bb29),segment_id=f2d3284b-4537-437a-8483-b3ce73b0bb29)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:41:27.287620 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2477e4f8-bfcd-4ff9-b915-3dd9ade616dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fafcefe-38e2-4d26-a2b1-a1a2027fe5b2'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:41:27.292711 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8698e30-f4ff-4be7-9ecc-417d51833465" -d '{"events": [{"server_uuid": "2477e4f8-bfcd-4ff9-b915-3dd9ade616dc", "name": "network-vif-plugged", "status": "completed", "tag": "9fafcefe-38e2-4d26-a2b1-a1a2027fe5b2"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:41:27.298311 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (9fafcefe-38e2-4d26-a2b1-a1a2027fe5b2), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:27.406192 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:41:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19a39319-ff94-4c43-a75f-22bdbf2d2c99 x-openstack-request-id: req-19a39319-ff94-4c43-a75f-22bdbf2d2c99 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:41:27.408345 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2477e4f8-bfcd-4ff9-b915-3dd9ade616dc", "name": "network-vif-plugged", "status": "completed", "tag": "9fafcefe-38e2-4d26-a2b1-a1a2027fe5b2", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:41:27.409396 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-19a39319-ff94-4c43-a75f-22bdbf2d2c99 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:41:27.410744 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2477e4f8-bfcd-4ff9-b915-3dd9ade616dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fafcefe-38e2-4d26-a2b1-a1a2027fe5b2', 'code': 200} Jan 28 19:41:27.413293 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=9fafcefe-38e2-4d26-a2b1-a1a2027fe5b2,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:27.439618 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af728b2f-649b-480f-b798-b2823c93faaa tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Router ba6a14a9-0973-4cc1-b35a-2eda0bcaf04c has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:41:27.456615 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ab3478-0da0-4762-b7fe-8bb4a656ce30 req-8160bb6c-bc9d-4e49-977a-361f49ccb368 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:27.458660 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-19ab3478-0da0-4762-b7fe-8bb4a656ce30 req-8160bb6c-bc9d-4e49-977a-361f49ccb368 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] 10.222.0.64 "GET /v2.0/ports?device_id=2477e4f8-bfcd-4ff9-b915-3dd9ade616dc HTTP/1.1" status: 200 len: 908 time: 0.3256688 Jan 28 19:41:27.551841 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af728b2f-649b-480f-b798-b2823c93faaa tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:41:27.559118 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-af728b2f-649b-480f-b798-b2823c93faaa tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] 10.222.0.64 "PUT /v2.0/routers/ba6a14a9-0973-4cc1-b35a-2eda0bcaf04c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8212547 Jan 28 19:41:27.561891 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 48368) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:27.589964 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff24a7f-ff6a-4162-84a8-39ed75cde6c1 None None] Sync routers for ids ['ba6a14a9-0973-4cc1-b35a-2eda0bcaf04c'] in n-d-812111-14 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:41:27.593527 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-16d0efd1-901e-467c-a6ad-72fa0989bb26 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Publish callbacks [] for port (31eb2d0b-31ce-4d82-8917-be02227e7294), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:27.603314 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3334e2d0-723b-484b-af84-c43741dd737b req-d1741845-caa9-4fdf-ad6d-160cacc658c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:27.605014 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3334e2d0-723b-484b-af84-c43741dd737b req-d1741845-caa9-4fdf-ad6d-160cacc658c0 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=2477e4f8-bfcd-4ff9-b915-3dd9ade616dc HTTP/1.1" status: 200 len: 1092 time: 0.1193233 Jan 28 19:41:27.608321 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-16d0efd1-901e-467c-a6ad-72fa0989bb26 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (31eb2d0b-31ce-4d82-8917-be02227e7294), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:27.621914 n-d-812111-14 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-092e012d-e390-462d-b4c0-742040f6de27 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] GET failed (client error): The resource could not be found. Jan 28 19:41:27.627869 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-092e012d-e390-462d-b4c0-742040f6de27 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] 10.222.0.64 "GET /v2.0/ports/6b799a46-fbd9-408d-bb4c-089f047ed24d HTTP/1.1" status: 404 len: 333 time: 0.0617318 Jan 28 19:41:27.629153 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 48372) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:27.629907 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff24a7f-ff6a-4162-84a8-39ed75cde6c1 None None] Routers {'ba6a14a9-0973-4cc1-b35a-2eda0bcaf04c'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:41:27.631052 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-fff24a7f-ff6a-4162-84a8-39ed75cde6c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:41:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['ba6a14a9-0973-4cc1-b35a-2eda0bcaf04c'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:41:27.638817 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-e5323b96-f30e-4f76-a797-aa4f52bd833e None None] Provisioning complete for port 31eb2d0b-31ce-4d82-8917-be02227e7294 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:41:27.639320 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e5323b96-f30e-4f76-a797-aa4f52bd833e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (31eb2d0b-31ce-4d82-8917-be02227e7294), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:27.651279 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5285f3f1-4606-4f00-b0e7-01fe0285d743 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (9414583b-9396-452e-ba46-89790f78860e), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:27.667628 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-16d0efd1-901e-467c-a6ad-72fa0989bb26 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] In _notify_port_updated(), no bound segment for port 31eb2d0b-31ce-4d82-8917-be02227e7294 on network f96680e1-1abc-4021-b486-57a8af20021c {{(pid=103305) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Jan 28 19:41:27.672856 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d0efd1-901e-467c-a6ad-72fa0989bb26 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:27.673511 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-16d0efd1-901e-467c-a6ad-72fa0989bb26 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:27.678043 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-16d0efd1-901e-467c-a6ad-72fa0989bb26 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] 10.222.0.64 "PUT /v2.0/ports/31eb2d0b-31ce-4d82-8917-be02227e7294 HTTP/1.1" status: 200 len: 1001 time: 0.5569885 Jan 28 19:41:27.687650 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-fff24a7f-ff6a-4162-84a8-39ed75cde6c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:41:27.693926 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 48378) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:27.736769 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff24a7f-ff6a-4162-84a8-39ed75cde6c1 None None] Routers {'ba6a14a9-0973-4cc1-b35a-2eda0bcaf04c'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:41:27.737362 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-fff24a7f-ff6a-4162-84a8-39ed75cde6c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:41:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['ba6a14a9-0973-4cc1-b35a-2eda0bcaf04c'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:41:27.751514 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-838bed91-3653-4571-b883-f07cbf264696 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks [] for router (ba6a14a9-0973-4cc1-b35a-2eda0bcaf04c), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:27.797830 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-fff24a7f-ff6a-4162-84a8-39ed75cde6c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:41:27.798621 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff24a7f-ff6a-4162-84a8-39ed75cde6c1 None None] The sync data for ids ['ba6a14a9-0973-4cc1-b35a-2eda0bcaf04c'] in n-d-812111-14 is: [] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:41:27.812590 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-e5323b96-f30e-4f76-a797-aa4f52bd833e None None] Port 31eb2d0b-31ce-4d82-8917-be02227e7294 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:41:27.849156 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d0efd1-901e-467c-a6ad-72fa0989bb26 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Pushing event updated for resources: {'Port': ['ID=31eb2d0b-31ce-4d82-8917-be02227e7294,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:27.901784 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5285f3f1-4606-4f00-b0e7-01fe0285d743 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Pushing event deleted for resources: {'Port': ['ID=9414583b-9396-452e-ba46-89790f78860e,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:27.966735 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-838bed91-3653-4571-b883-f07cbf264696 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-730901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261120'] for router (ba6a14a9-0973-4cc1-b35a-2eda0bcaf04c), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:27.969932 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-838bed91-3653-4571-b883-f07cbf264696 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks [] for router_controller (ba6a14a9-0973-4cc1-b35a-2eda0bcaf04c), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:27.985128 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5285f3f1-4606-4f00-b0e7-01fe0285d743 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:27.989252 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-5285f3f1-4606-4f00-b0e7-01fe0285d743 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] 10.222.0.64 "DELETE /v2.0/ports/9414583b-9396-452e-ba46-89790f78860e HTTP/1.1" status: 204 len: 168 time: 1.3529572 Jan 28 19:41:27.993764 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 48402) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:28.027439 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-838bed91-3653-4571-b883-f07cbf264696 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-730908'] for router (ba6a14a9-0973-4cc1-b35a-2eda0bcaf04c), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:28.028075 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-838bed91-3653-4571-b883-f07cbf264696 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Fanout notify agent at l3_agent the message router_deleted on router ba6a14a9-0973-4cc1-b35a-2eda0bcaf04c {{(pid=103304) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:41:28.034739 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-838bed91-3653-4571-b883-f07cbf264696 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:28.035847 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-838bed91-3653-4571-b883-f07cbf264696 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] 10.222.0.64 "DELETE /v2.0/routers/ba6a14a9-0973-4cc1-b35a-2eda0bcaf04c HTTP/1.1" status: 204 len: 168 time: 0.4058948 Jan 28 19:41:28.038651 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 48404) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:28.046434 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785c229c-5a54-4391-b900-138d9c79b4c6 req-e28d31c7-bc26-4907-9c34-eba95cb382e0 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:28.047980 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-785c229c-5a54-4391-b900-138d9c79b4c6 req-e28d31c7-bc26-4907-9c34-eba95cb382e0 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a91007d-45be-4c6c-a11f-db74e1c43eb8 HTTP/1.1" status: 200 len: 947 time: 0.3617587 Jan 28 19:41:28.104393 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a28be23-aa47-4d05-b71e-44a8f891597c tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Deleting subnet 28415259-e421-4898-ab74-c2e328513737 {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:41:28.107526 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3a28be23-aa47-4d05-b71e-44a8f891597c tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks [] for subnet (28415259-e421-4898-ab74-c2e328513737), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:28.114035 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-3bf2879b-89b1-4ed0-b976-5326d12a7903 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Deleting port 31eb2d0b-31ce-4d82-8917-be02227e7294 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:41:28.114392 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3bf2879b-89b1-4ed0-b976-5326d12a7903 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (31eb2d0b-31ce-4d82-8917-be02227e7294), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:28.135598 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:41:28.142770 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-66d3e6a6-d2f2-4a31-85f7-a2a52e6546c7 None None] Provisioning complete for port 31eb2d0b-31ce-4d82-8917-be02227e7294 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:41:28.143369 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-66d3e6a6-d2f2-4a31-85f7-a2a52e6546c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (31eb2d0b-31ce-4d82-8917-be02227e7294), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:28.188014 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-66d3e6a6-d2f2-4a31-85f7-a2a52e6546c7 None None] Port 31eb2d0b-31ce-4d82-8917-be02227e7294 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:41:28.193063 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-243984fa-9e05-4932-82ed-44e124714c23 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:28.194682 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-243984fa-9e05-4932-82ed-44e124714c23 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ae2243c-bc41-4126-8032-846c3fb3bfb2 HTTP/1.1" status: 200 len: 913 time: 0.1999629 Jan 28 19:41:28.198407 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 48406) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:28.203124 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-785c229c-5a54-4391-b900-138d9c79b4c6 req-898061de-4f02-4565-988f-431fbc0ca1ae tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/security-groups?id=7142df2f-bfa6-45d4-824d-35803ef6dce5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1469498 Jan 28 19:41:28.343393 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3bf2879b-89b1-4ed0-b976-5326d12a7903 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (31eb2d0b-31ce-4d82-8917-be02227e7294), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:28.365653 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-3bf2879b-89b1-4ed0-b976-5326d12a7903 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Calling delete_port for 31eb2d0b-31ce-4d82-8917-be02227e7294 owned by {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:41:28.522879 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3a28be23-aa47-4d05-b71e-44a8f891597c tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4747050'] for subnet (28415259-e421-4898-ab74-c2e328513737), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:28.571339 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900b6208-fc09-4faa-b7b6-826c6b6af0c9 req-ad5a2755-0142-48df-94c6-7863fcc1b9ea tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:28.572866 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-900b6208-fc09-4faa-b7b6-826c6b6af0c9 req-ad5a2755-0142-48df-94c6-7863fcc1b9ea tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a91007d-45be-4c6c-a11f-db74e1c43eb8 HTTP/1.1" status: 200 len: 947 time: 0.0972011 Jan 28 19:41:28.658490 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3a28be23-aa47-4d05-b71e-44a8f891597c tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (28415259-e421-4898-ab74-c2e328513737), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:28.664807 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-900b6208-fc09-4faa-b7b6-826c6b6af0c9 req-f9b057a1-f89f-4661-9fe6-136f52c3710f tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/security-groups?id=7142df2f-bfa6-45d4-824d-35803ef6dce5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847645 Jan 28 19:41:28.728467 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3a28be23-aa47-4d05-b71e-44a8f891597c tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4690616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5222356'] for subnet (28415259-e421-4898-ab74-c2e328513737), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:28.731399 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3bf2879b-89b1-4ed0-b976-5326d12a7903 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (31eb2d0b-31ce-4d82-8917-be02227e7294), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:28.751588 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1bbdba-b3b9-442c-9111-3d852da87119 req-e9350c22-fa86-4323-850f-2998ad6df600 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:28.753015 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9c1bbdba-b3b9-442c-9111-3d852da87119 req-e9350c22-fa86-4323-850f-2998ad6df600 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] 10.222.0.64 "GET /v2.0/ports?device_id=2477e4f8-bfcd-4ff9-b915-3dd9ade616dc HTTP/1.1" status: 200 len: 909 time: 0.2025642 Jan 28 19:41:28.762419 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a28be23-aa47-4d05-b71e-44a8f891597c tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Pushing event deleted for resources: {'Subnet': ['ID=28415259-e421-4898-ab74-c2e328513737,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:28.764819 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3a28be23-aa47-4d05-b71e-44a8f891597c tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:28.768250 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-3a28be23-aa47-4d05-b71e-44a8f891597c tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] 10.222.0.64 "DELETE /v2.0/subnets/28415259-e421-4898-ab74-c2e328513737 HTTP/1.1" status: 204 len: 168 time: 0.7285895 Jan 28 19:41:28.771149 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 48428) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:28.776601 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb12f2d-5739-4130-9531-a475daba9d3b None None] Network 61098423-481b-4c47-b857-16327c4bc1d9 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:41:28.784046 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf2879b-89b1-4ed0-b976-5326d12a7903 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Pushing event deleted for resources: {'Port': ['ID=31eb2d0b-31ce-4d82-8917-be02227e7294,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:28.854026 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3bf2879b-89b1-4ed0-b976-5326d12a7903 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:28.862084 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-3bf2879b-89b1-4ed0-b976-5326d12a7903 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] 10.222.0.64 "DELETE /v2.0/ports/31eb2d0b-31ce-4d82-8917-be02227e7294 HTTP/1.1" status: 204 len: 168 time: 1.1229384 Jan 28 19:41:28.878635 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf2879b-89b1-4ed0-b976-5326d12a7903 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:41:28.879113 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf2879b-89b1-4ed0-b976-5326d12a7903 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:41:28.879784 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 48436) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:28.880164 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf2879b-89b1-4ed0-b976-5326d12a7903 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:41:28.880654 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf2879b-89b1-4ed0-b976-5326d12a7903 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:41:28.881804 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf2879b-89b1-4ed0-b976-5326d12a7903 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:41:28.881898 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf2879b-89b1-4ed0-b976-5326d12a7903 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:41:28.882276 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf2879b-89b1-4ed0-b976-5326d12a7903 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:41:28.882686 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf2879b-89b1-4ed0-b976-5326d12a7903 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:41:28.883652 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf2879b-89b1-4ed0-b976-5326d12a7903 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:41:28.884214 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf2879b-89b1-4ed0-b976-5326d12a7903 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:41:28.884625 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf2879b-89b1-4ed0-b976-5326d12a7903 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:41:28.888513 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf2879b-89b1-4ed0-b976-5326d12a7903 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:41:28.889065 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf2879b-89b1-4ed0-b976-5326d12a7903 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:41:28.939057 n-d-812111-14 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4b73527-d473-48fc-a399-47f578dc0a74 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] GET failed (client error): The resource could not be found. Jan 28 19:41:28.947136 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-b4b73527-d473-48fc-a399-47f578dc0a74 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] 10.222.0.64 "GET /v2.0/ports/31eb2d0b-31ce-4d82-8917-be02227e7294 HTTP/1.1" status: 404 len: 333 time: 0.0662956 Jan 28 19:41:28.952949 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 48444) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:28.958358 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-3cedcf18-2a4d-480a-8782-5f0c32c74881 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Request body: {'port': {'network_id': 'f96680e1-1abc-4021-b486-57a8af20021c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2117005469'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:41:28.992397 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9356dec2-c5fc-4f7d-b918-60ec40b06c82 None None] DHCP port deletion for 61098423-481b-4c47-b857-16327c4bc1d9 request from n-d-812111-14 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:41:29.027521 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4d4e82d8-6d46-4fe1-99bf-1acb48375ae5 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (61098423-481b-4c47-b857-16327c4bc1d9), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:29.057061 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8929ee88-693c-487b-b5b4-5de6a5ab91d6 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-732838'] for router_interface (8ae2243c-bc41-4126-8032-846c3fb3bfb2), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:29.107330 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-9356dec2-c5fc-4f7d-b918-60ec40b06c82 None None] Deleting port 4d990752-de11-4ea8-b528-d0f3d0b90f40 {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:41:29.110016 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9356dec2-c5fc-4f7d-b918-60ec40b06c82 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (4d990752-de11-4ea8-b528-d0f3d0b90f40), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:29.139074 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cedcf18-2a4d-480a-8782-5f0c32c74881 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Made reservation on behalf of 8d189ff2c2f843e39a0529562f2077ac for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:41:29.142883 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3cedcf18-2a4d-480a-8782-5f0c32c74881 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:29.161840 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-4d4e82d8-6d46-4fe1-99bf-1acb48375ae5 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Deleting port 4d990752-de11-4ea8-b528-d0f3d0b90f40 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:41:29.162228 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4d4e82d8-6d46-4fe1-99bf-1acb48375ae5 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (4d990752-de11-4ea8-b528-d0f3d0b90f40), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:29.179495 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [None req-3cedcf18-2a4d-480a-8782-5f0c32c74881 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] device_id is not set on port 652fae44-8278-4949-8248-44d48d71add7 yet. {{(pid=103304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:41:29.239974 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-9356dec2-c5fc-4f7d-b918-60ec40b06c82 None None] For port 4d990752-de11-4ea8-b528-d0f3d0b90f40, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=4d990752-de11-4ea8-b528-d0f3d0b90f40,segment=NetworkSegment(0695520f-bffb-469b-82b9-cd34408a201a),segment_id=0695520f-bffb-469b-82b9-cd34408a201a)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:41:29.240635 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9356dec2-c5fc-4f7d-b918-60ec40b06c82 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (4d990752-de11-4ea8-b528-d0f3d0b90f40), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:29.260629 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-9356dec2-c5fc-4f7d-b918-60ec40b06c82 None None] Calling delete_port for 4d990752-de11-4ea8-b528-d0f3d0b90f40 owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:41:29.285085 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-4d4e82d8-6d46-4fe1-99bf-1acb48375ae5 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] For port 4d990752-de11-4ea8-b528-d0f3d0b90f40, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=4d990752-de11-4ea8-b528-d0f3d0b90f40,segment=NetworkSegment(0695520f-bffb-469b-82b9-cd34408a201a),segment_id=0695520f-bffb-469b-82b9-cd34408a201a)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:41:29.285494 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4d4e82d8-6d46-4fe1-99bf-1acb48375ae5 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (4d990752-de11-4ea8-b528-d0f3d0b90f40), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:29.308229 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-4d4e82d8-6d46-4fe1-99bf-1acb48375ae5 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Calling delete_port for 4d990752-de11-4ea8-b528-d0f3d0b90f40 owned by network:dhcp {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:41:29.369949 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9356dec2-c5fc-4f7d-b918-60ec40b06c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985'] for port (4d990752-de11-4ea8-b528-d0f3d0b90f40), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:29.409350 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9356dec2-c5fc-4f7d-b918-60ec40b06c82 None None] Pushing event deleted for resources: {'Port': ['ID=4d990752-de11-4ea8-b528-d0f3d0b90f40,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:29.415326 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9356dec2-c5fc-4f7d-b918-60ec40b06c82 None None] No DVR routers for this DVR port 4d990752-de11-4ea8-b528-d0f3d0b90f40 on host n-d-812111-14 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:41:29.425705 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-3cedcf18-2a4d-480a-8782-5f0c32c74881 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Allocated IP 2001:db8::27a (f96680e1-1abc-4021-b486-57a8af20021c/3c3da67a-cb83-4d47-8074-96d20cf057da/652fae44-8278-4949-8248-44d48d71add7) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:41:29.513068 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4d4e82d8-6d46-4fe1-99bf-1acb48375ae5 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (4d990752-de11-4ea8-b528-d0f3d0b90f40), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:29.523451 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-8929ee88-693c-487b-b5b4-5de6a5ab91d6 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Deleting port b1757bc9-fecf-49cd-9565-cd17977fbe78 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:41:29.523940 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8929ee88-693c-487b-b5b4-5de6a5ab91d6 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (b1757bc9-fecf-49cd-9565-cd17977fbe78), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:29.581207 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4e82d8-6d46-4fe1-99bf-1acb48375ae5 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Pushing event deleted for resources: {'Port': ['ID=4d990752-de11-4ea8-b528-d0f3d0b90f40,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:29.583094 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4e82d8-6d46-4fe1-99bf-1acb48375ae5 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] No DVR routers for this DVR port 4d990752-de11-4ea8-b528-d0f3d0b90f40 on host n-d-812111-14 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:41:29.635453 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8929ee88-693c-487b-b5b4-5de6a5ab91d6 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (b1757bc9-fecf-49cd-9565-cd17977fbe78), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:29.651176 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-8929ee88-693c-487b-b5b4-5de6a5ab91d6 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Calling delete_port for b1757bc9-fecf-49cd-9565-cd17977fbe78 owned by network:router_interface {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:41:29.694154 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4d4e82d8-6d46-4fe1-99bf-1acb48375ae5 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (61098423-481b-4c47-b857-16327c4bc1d9), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:29.732683 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-4d4e82d8-6d46-4fe1-99bf-1acb48375ae5 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61098423-481b-4c47-b857-16327c4bc1d9']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:41:29.737734 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3cedcf18-2a4d-480a-8782-5f0c32c74881 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Publish callbacks [] for port (652fae44-8278-4949-8248-44d48d71add7), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:29.748899 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-4d4e82d8-6d46-4fe1-99bf-1acb48375ae5 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0695520f-bffb-469b-82b9-cd34408a201a') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:41:29.749235 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-4d4e82d8-6d46-4fe1-99bf-1acb48375ae5 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0695520f-bffb-469b-82b9-cd34408a201a') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:41:29.763347 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4d4e82d8-6d46-4fe1-99bf-1acb48375ae5 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4747091'] for segment (0695520f-bffb-469b-82b9-cd34408a201a), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:29.785881 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4d4e82d8-6d46-4fe1-99bf-1acb48375ae5 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (0695520f-bffb-469b-82b9-cd34408a201a), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:29.796235 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d4e82d8-6d46-4fe1-99bf-1acb48375ae5 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:41:29.796648 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4d4e82d8-6d46-4fe1-99bf-1acb48375ae5 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4690514'] for segment (0695520f-bffb-469b-82b9-cd34408a201a), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:29.800387 n-d-812111-14 neutron-server[103304]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:41:29.800387 n-d-812111-14 neutron-server[103304]: self.session.flush() Jan 28 19:41:29.800387 n-d-812111-14 neutron-server[103304]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:41:29.800387 n-d-812111-14 neutron-server[103304]: self.session.flush() Jan 28 19:41:29.800387 n-d-812111-14 neutron-server[103304]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:41:29.800387 n-d-812111-14 neutron-server[103304]: self.session.flush() Jan 28 19:41:29.800387 n-d-812111-14 neutron-server[103304]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:41:29.800387 n-d-812111-14 neutron-server[103304]: self.session.flush() Jan 28 19:41:29.800387 n-d-812111-14 neutron-server[103304]: Traceback (most recent call last): Jan 28 19:41:29.800387 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:41:29.800387 n-d-812111-14 neutron-server[103304]: timer() Jan 28 19:41:29.800387 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:41:29.800387 n-d-812111-14 neutron-server[103304]: cb(*args, **kw) Jan 28 19:41:29.800387 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:41:29.800387 n-d-812111-14 neutron-server[103304]: return func(*args, **kwargs) Jan 28 19:41:29.800387 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:41:29.800387 n-d-812111-14 neutron-server[103304]: self._notify() Jan 28 19:41:29.800387 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:41:29.800387 n-d-812111-14 neutron-server[103304]: self.callback(batched_events) Jan 28 19:41:29.800387 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:41:29.800387 n-d-812111-14 neutron-server[103304]: event.method(event) Jan 28 19:41:29.800387 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:41:29.800387 n-d-812111-14 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:41:29.800387 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:41:29.800387 n-d-812111-14 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:41:29.800387 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:41:29.800387 n-d-812111-14 neutron-server[103304]: return f(self, *a, **k) Jan 28 19:41:29.800387 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:41:29.800387 n-d-812111-14 neutron-server[103304]: return self._get(url).json() Jan 28 19:41:29.800387 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:41:29.800387 n-d-812111-14 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:41:29.800387 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:41:29.800387 n-d-812111-14 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 28 19:41:29.800387 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:41:29.800387 n-d-812111-14 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:41:29.800387 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:41:29.800387 n-d-812111-14 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:41:29.800387 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:41:29.800387 n-d-812111-14 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:41:29.800387 n-d-812111-14 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:41:29.885180 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3cedcf18-2a4d-480a-8782-5f0c32c74881 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (652fae44-8278-4949-8248-44d48d71add7), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:29.905650 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8929ee88-693c-487b-b5b4-5de6a5ab91d6 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (b1757bc9-fecf-49cd-9565-cd17977fbe78), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:29.938822 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4d4e82d8-6d46-4fe1-99bf-1acb48375ae5 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (61098423-481b-4c47-b857-16327c4bc1d9), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:29.946864 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8929ee88-693c-487b-b5b4-5de6a5ab91d6 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Pushing event deleted for resources: {'Port': ['ID=b1757bc9-fecf-49cd-9565-cd17977fbe78,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:29.965169 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4d4e82d8-6d46-4fe1-99bf-1acb48375ae5 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:29.968436 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-4d4e82d8-6d46-4fe1-99bf-1acb48375ae5 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] 10.222.0.64 "DELETE /v2.0/networks/61098423-481b-4c47-b857-16327c4bc1d9 HTTP/1.1" status: 204 len: 168 time: 1.1963849 Jan 28 19:41:29.973492 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cedcf18-2a4d-480a-8782-5f0c32c74881 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Network f96680e1-1abc-4021-b486-57a8af20021c is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:41:29.981653 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 48506) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:29.992308 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-3cedcf18-2a4d-480a-8782-5f0c32c74881 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:41:29.994335 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4e82d8-6d46-4fe1-99bf-1acb48375ae5 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Pushing event deleted for resources: {'Network': ['ID=61098423-481b-4c47-b857-16327c4bc1d9,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:29.999122 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cedcf18-2a4d-480a-8782-5f0c32c74881 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:41:30.004869 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cedcf18-2a4d-480a-8782-5f0c32c74881 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:30.005632 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3cedcf18-2a4d-480a-8782-5f0c32c74881 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:30.015549 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cedcf18-2a4d-480a-8782-5f0c32c74881 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Pushing event updated for resources: {'Port': ['ID=652fae44-8278-4949-8248-44d48d71add7,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:30.037317 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1790d5-23b6-4c5e-91c8-dcc153d2152b req-d0830e8f-23b6-4393-8434-cdcdc78dbf1c tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:30.040018 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ef1790d5-23b6-4c5e-91c8-dcc153d2152b req-d0830e8f-23b6-4393-8434-cdcdc78dbf1c tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] 10.222.0.64 "GET /v2.0/ports?device_id=2477e4f8-bfcd-4ff9-b915-3dd9ade616dc HTTP/1.1" status: 200 len: 909 time: 0.1651268 Jan 28 19:41:30.046559 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-3cedcf18-2a4d-480a-8782-5f0c32c74881 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.0928693 Jan 28 19:41:30.049336 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 48508) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:30.053834 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 4d990752-de11-4ea8-b528-d0f3d0b90f40 no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:41:30.058105 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-cf7973c4-4995-429a-9d8a-da4b2200df02 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Request body: {'port': {'network_id': 'f96680e1-1abc-4021-b486-57a8af20021c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-231566692'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:41:30.094695 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: 4d990752-de11-4ea8-b528-d0f3d0b90f40 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:41:30.095171 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 4d990752-de11-4ea8-b528-d0f3d0b90f40 not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:41:30.110359 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403cca0b-c743-4bc4-b3fe-96d037995d87 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:30.113594 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-403cca0b-c743-4bc4-b3fe-96d037995d87 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] 10.222.0.64 "GET /v2.0/ports/4343d046-1779-440b-9e1a-12e789fca00c HTTP/1.1" status: 200 len: 844 time: 0.0846157 Jan 28 19:41:30.138509 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 48512) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:30.236382 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-f7fc2302-81f2-48df-bd26-46e893c9de63 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] 10.222.0.64 "GET /v2.0/ports/4343d046-1779-440b-9e1a-12e789fca00c?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0932629 Jan 28 19:41:30.237252 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 48514) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:30.242611 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-8912b5e5-710a-4961-b376-5d0503dc947b tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Request body: {'subnet': {'network_id': 'ba3e1ba2-edd1-41f9-a12b-1cb4bc0c8534', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:41:30.336847 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d84379c8-58fc-4fc2-b293-8e225be94156 None None] Provisioning complete for port 652fae44-8278-4949-8248-44d48d71add7 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:41:30.337595 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d84379c8-58fc-4fc2-b293-8e225be94156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (652fae44-8278-4949-8248-44d48d71add7), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:30.344689 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead4249c-9a77-4e1e-af11-4d84be9423e1 req-40f93b34-59ff-44d5-b0e7-694c3afae07a tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:30.346308 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ead4249c-9a77-4e1e-af11-4d84be9423e1 req-40f93b34-59ff-44d5-b0e7-694c3afae07a tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] 10.222.0.64 "GET /v2.0/ports?device_id=2477e4f8-bfcd-4ff9-b915-3dd9ade616dc HTTP/1.1" status: 200 len: 909 time: 0.1931040 Jan 28 19:41:30.373683 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d84379c8-58fc-4fc2-b293-8e225be94156 None None] Port 652fae44-8278-4949-8248-44d48d71add7 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:41:30.386570 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf7973c4-4995-429a-9d8a-da4b2200df02 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Made reservation on behalf of 8d189ff2c2f843e39a0529562f2077ac for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:41:30.390021 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cf7973c4-4995-429a-9d8a-da4b2200df02 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:30.423177 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8912b5e5-710a-4961-b376-5d0503dc947b tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Made reservation on behalf of 64d0cdb4950f49118685892c6c24c7ee for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:41:30.426666 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8912b5e5-710a-4961-b376-5d0503dc947b tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5221429'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:30.431867 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [None req-cf7973c4-4995-429a-9d8a-da4b2200df02 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] device_id is not set on port c0d4455e-f1d0-43c8-aca4-6546aeee8948 yet. {{(pid=103304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:41:30.608601 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76064a4d-8bf4-4091-bc12-539418d0c296 req-388eec8a-6e6e-458e-8362-7997d9cf6317 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:30.610221 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-76064a4d-8bf4-4091-bc12-539418d0c296 req-388eec8a-6e6e-458e-8362-7997d9cf6317 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a91007d-45be-4c6c-a11f-db74e1c43eb8 HTTP/1.1" status: 200 len: 947 time: 0.5668788 Jan 28 19:41:30.619197 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8929ee88-693c-487b-b5b4-5de6a5ab91d6 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-732682'] for router_interface (8ae2243c-bc41-4126-8032-846c3fb3bfb2), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:30.642338 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8cdd16-38ca-46e1-bbf9-97613cf21c4d req-3b24ea92-4623-477e-8cd3-25f3f67c0978 tempest-TestSecurityGroupsBasicOps-406199905 tempest-TestSecurityGroupsBasicOps-406199905-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:30.643947 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3c8cdd16-38ca-46e1-bbf9-97613cf21c4d req-3b24ea92-4623-477e-8cd3-25f3f67c0978 tempest-TestSecurityGroupsBasicOps-406199905 tempest-TestSecurityGroupsBasicOps-406199905-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=2477e4f8-bfcd-4ff9-b915-3dd9ade616dc HTTP/1.1" status: 200 len: 1092 time: 0.2136340 Jan 28 19:41:30.718902 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-76064a4d-8bf4-4091-bc12-539418d0c296 req-3e54fc1f-6d6e-46be-96cd-cb1f146785e9 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/security-groups?id=7142df2f-bfa6-45d4-824d-35803ef6dce5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975668 Jan 28 19:41:30.752875 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-cf7973c4-4995-429a-9d8a-da4b2200df02 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Allocated IP 2001:db8::2b1 (f96680e1-1abc-4021-b486-57a8af20021c/3c3da67a-cb83-4d47-8074-96d20cf057da/c0d4455e-f1d0-43c8-aca4-6546aeee8948) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:41:30.906928 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8929ee88-693c-487b-b5b4-5de6a5ab91d6 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Router 8ae2243c-bc41-4126-8032-846c3fb3bfb2 has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:41:30.943305 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8912b5e5-710a-4961-b376-5d0503dc947b tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4690681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5221415'] for subnet (e252e6e8-7997-4643-8819-4cb523af8e1c), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:30.993236 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6677eb-4640-4dc4-89ab-0f38450c4126 req-4f56ed73-5458-4439-900f-d057cd8db25f tempest-TestSecurityGroupsBasicOps-406199905 tempest-TestSecurityGroupsBasicOps-406199905-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:30.994802 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-db6677eb-4640-4dc4-89ab-0f38450c4126 req-4f56ed73-5458-4439-900f-d057cd8db25f tempest-TestSecurityGroupsBasicOps-406199905 tempest-TestSecurityGroupsBasicOps-406199905-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=7eba06d1-4475-4bc9-95ed-5947b7e48b16 HTTP/1.1" status: 200 len: 1168 time: 0.2464757 Jan 28 19:41:31.002346 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 4fc29a78-414a-4805-a8cf-167eee4a4412 no longer exists at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:41:31.021247 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8912b5e5-710a-4961-b376-5d0503dc947b tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Network ba3e1ba2-edd1-41f9-a12b-1cb4bc0c8534 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:41:31.039984 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-8912b5e5-710a-4961-b376-5d0503dc947b tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:41:31.050316 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8912b5e5-710a-4961-b376-5d0503dc947b tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:31.050457 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8912b5e5-710a-4961-b376-5d0503dc947b tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:31.058213 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc58a3c4-0315-4912-9783-0d1bf166e60a None None] Network ba3e1ba2-edd1-41f9-a12b-1cb4bc0c8534 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:41:31.066491 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8912b5e5-710a-4961-b376-5d0503dc947b tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Pushing event updated for resources: {'Subnet': ['ID=e252e6e8-7997-4643-8819-4cb523af8e1c,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:31.095026 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98019dff-75ae-46b1-9d06-25b66a8ed374 req-d2720aea-4ad9-4fb8-9990-9e96be88872d tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:31.096543 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-98019dff-75ae-46b1-9d06-25b66a8ed374 req-d2720aea-4ad9-4fb8-9990-9e96be88872d tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a91007d-45be-4c6c-a11f-db74e1c43eb8 HTTP/1.1" status: 200 len: 947 time: 0.1781478 Jan 28 19:41:31.102175 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66187062-f8c5-4689-8ada-24ab30891805 req-a4f75821-1510-4c84-8479-e53a7e24c675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:31.102376 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-8912b5e5-710a-4961-b376-5d0503dc947b tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8630784 Jan 28 19:41:31.102792 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 48526) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:31.103623 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-66187062-f8c5-4689-8ada-24ab30891805 req-a4f75821-1510-4c84-8479-e53a7e24c675 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c316c98d83734d7eab7153e5f826023b&device_id=4a91007d-45be-4c6c-a11f-db74e1c43eb8 HTTP/1.1" status: 200 len: 1130 time: 0.1751721 Jan 28 19:41:31.108488 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cf7973c4-4995-429a-9d8a-da4b2200df02 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Publish callbacks [] for port (c0d4455e-f1d0-43c8-aca4-6546aeee8948), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:31.111986 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8929ee88-693c-487b-b5b4-5de6a5ab91d6 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:41:31.113961 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-8f1cb35f-f96e-400e-a716-48ed475fd8ae tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Request body: {'security_group': {'name': 'tempest-secgroup-1329515892'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:41:31.117902 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-8929ee88-693c-487b-b5b4-5de6a5ab91d6 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] 10.222.0.64 "PUT /v2.0/routers/8ae2243c-bc41-4126-8032-846c3fb3bfb2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9177320 Jan 28 19:41:31.122956 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1afc53af-dbac-4b60-9eac-2fdb9d6d7b56 None None] Sync routers for ids ['8ae2243c-bc41-4126-8032-846c3fb3bfb2'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:41:31.126662 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 48528) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:31.137466 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1afc53af-dbac-4b60-9eac-2fdb9d6d7b56 None None] Routers {'8ae2243c-bc41-4126-8032-846c3fb3bfb2'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:41:31.138341 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-1afc53af-dbac-4b60-9eac-2fdb9d6d7b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:41:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['8ae2243c-bc41-4126-8032-846c3fb3bfb2'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:41:31.174986 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-1afc53af-dbac-4b60-9eac-2fdb9d6d7b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:41:31.185310 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1afc53af-dbac-4b60-9eac-2fdb9d6d7b56 None None] Routers {'8ae2243c-bc41-4126-8032-846c3fb3bfb2'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:41:31.186190 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-1afc53af-dbac-4b60-9eac-2fdb9d6d7b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:41:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['8ae2243c-bc41-4126-8032-846c3fb3bfb2'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:41:31.198360 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-db6677eb-4640-4dc4-89ab-0f38450c4126 req-c4f16b61-dcb5-4378-a829-ec79315c2b46 tempest-TestSecurityGroupsBasicOps-406199905 tempest-TestSecurityGroupsBasicOps-406199905-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=84dd5e63-a5ac-4da2-8130-bd6cf084fa16&id=3e7531bd-2a97-482d-a176-cf640cf083cf&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1934330 Jan 28 19:41:31.225013 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8f1cb35f-f96e-400e-a716-48ed475fd8ae tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:31.226049 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 48530) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:31.241751 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-98019dff-75ae-46b1-9d06-25b66a8ed374 req-d9444777-4c7f-4229-8f13-71cb555a9195 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/security-groups?id=7142df2f-bfa6-45d4-824d-35803ef6dce5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1327744 Jan 28 19:41:31.253387 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-1afc53af-dbac-4b60-9eac-2fdb9d6d7b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:41:31.254287 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1afc53af-dbac-4b60-9eac-2fdb9d6d7b56 None None] The sync data for ids ['8ae2243c-bc41-4126-8032-846c3fb3bfb2'] in n-d-812111-14 is: [] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:41:31.267961 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66187062-f8c5-4689-8ada-24ab30891805 req-574ad5a3-814a-4174-a9dd-3b576a16ccb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:31.269484 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-66187062-f8c5-4689-8ada-24ab30891805 req-574ad5a3-814a-4174-a9dd-3b576a16ccb2 service neutron] 10.222.0.70 "GET /v2.0/networks?id=87bd24c3-2f53-4d06-9d37-4b32bba79109 HTTP/1.1" status: 200 len: 912 time: 0.1587346 Jan 28 19:41:31.289787 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 4fc29a78-414a-4805-a8cf-167eee4a4412 is: ACTIVE; New status is: DOWN {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:41:31.290476 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (4fc29a78-414a-4805-a8cf-167eee4a4412), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:31.324108 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a91007d-45be-4c6c-a11f-db74e1c43eb8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4fc29a78-414a-4805-a8cf-167eee4a4412'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:41:31.326665 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8f3db7d-600b-478e-84d2-92d7b46917b4" -d '{"events": [{"server_uuid": "4a91007d-45be-4c6c-a11f-db74e1c43eb8", "name": "network-vif-unplugged", "status": "completed", "tag": "4fc29a78-414a-4805-a8cf-167eee4a4412"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:41:31.329886 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3dcdfb7-3b19-4efa-94ac-7b401f13aef7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68cd31fd-e4cd-5fb3-a862-256fc47efcd2-ba3e1ba2-edd1-41f9-a12b-1cb4bc0c8534', 'network_id': 'ba3e1ba2-edd1-41f9-a12b-1cb4bc0c8534', 'project_id': '64d0cdb4950f49118685892c6c24c7ee', 'fixed_ips': [{'subnet_id': 'e252e6e8-7997-4643-8819-4cb523af8e1c'}]}} from n-d-812111-14. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:41:31.330749 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e3dcdfb7-3b19-4efa-94ac-7b401f13aef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:31.342993 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 4fc29a78-414a-4805-a8cf-167eee4a4412, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=4fc29a78-414a-4805-a8cf-167eee4a4412,segment=NetworkSegment(0e20d3ef-5527-42ba-86a4-bcb741be912b),segment_id=0e20d3ef-5527-42ba-86a4-bcb741be912b)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:41:31.350056 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-66187062-f8c5-4689-8ada-24ab30891805 req-52b35b1d-4308-44e7-bd11-fca4a7613140 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4fc29a78-414a-4805-a8cf-167eee4a4412 HTTP/1.1" status: 200 len: 1001 time: 0.0747058 Jan 28 19:41:31.353409 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (4fc29a78-414a-4805-a8cf-167eee4a4412), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:31.389208 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6bd23de7-06f5-4d86-a136-74bb2c182b3d tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks [] for router (8ae2243c-bc41-4126-8032-846c3fb3bfb2), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:31.396275 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cf7973c4-4995-429a-9d8a-da4b2200df02 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (c0d4455e-f1d0-43c8-aca4-6546aeee8948), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:31.408679 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66187062-f8c5-4689-8ada-24ab30891805 req-7cf07722-a889-4a6d-8a9c-81b557a3a1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:31.410335 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-66187062-f8c5-4689-8ada-24ab30891805 req-7cf07722-a889-4a6d-8a9c-81b557a3a1ba service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1b82f7aa-308b-4f07-b0c3-0d99e240d9ef HTTP/1.1" status: 200 len: 851 time: 0.0555215 Jan 28 19:41:31.443441 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 19:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16113d38-9902-457e-add0-70d2813754b4 x-openstack-request-id: req-16113d38-9902-457e-add0-70d2813754b4 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:41:31.443732 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a91007d-45be-4c6c-a11f-db74e1c43eb8", "name": "network-vif-unplugged", "status": "completed", "tag": "4fc29a78-414a-4805-a8cf-167eee4a4412", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:41:31.444209 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-16113d38-9902-457e-add0-70d2813754b4 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:41:31.444606 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a91007d-45be-4c6c-a11f-db74e1c43eb8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4fc29a78-414a-4805-a8cf-167eee4a4412', 'code': 200} Jan 28 19:41:31.468859 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66187062-f8c5-4689-8ada-24ab30891805 req-f40c5239-165e-4071-ae88-8422ac5d0d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:31.470571 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-66187062-f8c5-4689-8ada-24ab30891805 req-f40c5239-165e-4071-ae88-8422ac5d0d7a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=87bd24c3-2f53-4d06-9d37-4b32bba79109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0545065 Jan 28 19:41:31.489786 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=4fc29a78-414a-4805-a8cf-167eee4a4412,revision_number=14']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:31.528859 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf7973c4-4995-429a-9d8a-da4b2200df02 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Network f96680e1-1abc-4021-b486-57a8af20021c is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:41:31.530809 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-cf7973c4-4995-429a-9d8a-da4b2200df02 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:41:31.545282 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-e3dcdfb7-3b19-4efa-94ac-7b401f13aef7 None None] Allocated IP 2001:db8::2 (ba3e1ba2-edd1-41f9-a12b-1cb4bc0c8534/e252e6e8-7997-4643-8819-4cb523af8e1c/cecc92d5-85d2-45cd-b57c-6b7994366c1d) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:41:31.553249 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8f1cb35f-f96e-400e-a716-48ed475fd8ae tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks [] for security_group (25008dd8-4389-4101-b51b-9c7b04f29acf), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:31.564995 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7973c4-4995-429a-9d8a-da4b2200df02 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:41:31.580350 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf7973c4-4995-429a-9d8a-da4b2200df02 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:31.580350 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cf7973c4-4995-429a-9d8a-da4b2200df02 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:31.603310 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-66187062-f8c5-4689-8ada-24ab30891805 req-82ea4f12-a365-4fd9-baff-64911b188abc service neutron] 10.222.0.70 "GET /v2.0/networks/87bd24c3-2f53-4d06-9d37-4b32bba79109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268268 Jan 28 19:41:31.649571 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8f1cb35f-f96e-400e-a716-48ed475fd8ae tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (25008dd8-4389-4101-b51b-9c7b04f29acf), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:31.655255 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-cf7973c4-4995-429a-9d8a-da4b2200df02 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.6048720 Jan 28 19:41:31.672984 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 48538) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:31.678607 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-90c23c31-38a3-4d92-bdd0-bad687de2895 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::11e', 'mac_address': 'fa:16:3e:a7:2a:0c'}, {'ip_address': '2001:db8::27a', 'mac_address': 'fa:16:3e:10:99:ff'}]}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:41:31.696738 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1cb35f-f96e-400e-a716-48ed475fd8ae tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25008dd8-4389-4101-b51b-9c7b04f29acf,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:31.702051 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3690a46-87e8-4672-ac5f-6e784d502b11 tempest-TestSecurityGroupsBasicOps-406199905 tempest-TestSecurityGroupsBasicOps-406199905-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:31.706831 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-b3690a46-87e8-4672-ac5f-6e784d502b11 tempest-TestSecurityGroupsBasicOps-406199905 tempest-TestSecurityGroupsBasicOps-406199905-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=2477e4f8-bfcd-4ff9-b915-3dd9ade616dc HTTP/1.1" status: 200 len: 1087 time: 0.4654326 Jan 28 19:41:31.706831 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7973c4-4995-429a-9d8a-da4b2200df02 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Pushing event updated for resources: {'Port': ['ID=c0d4455e-f1d0-43c8-aca4-6546aeee8948,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:31.740040 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8f1cb35f-f96e-400e-a716-48ed475fd8ae tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:31.743579 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-8f1cb35f-f96e-400e-a716-48ed475fd8ae tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6320949 Jan 28 19:41:31.747984 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 48542) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:31.753038 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6bd23de7-06f5-4d86-a136-74bb2c182b3d tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks [] for router_gateway (8ae2243c-bc41-4126-8032-846c3fb3bfb2), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:31.757270 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-1e45e0a9-4cda-44e9-8de5-8ed7f90a1c3d tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Request body: {'security_group': {'name': 'tempest-secgroup-665315963'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:41:31.809601 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e3dcdfb7-3b19-4efa-94ac-7b401f13aef7 None None] Publish callbacks [] for port (cecc92d5-85d2-45cd-b57c-6b7994366c1d), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:31.818487 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e3dcdfb7-3b19-4efa-94ac-7b401f13aef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (cecc92d5-85d2-45cd-b57c-6b7994366c1d), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:31.895368 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3dcdfb7-3b19-4efa-94ac-7b401f13aef7 None None] Network ba3e1ba2-edd1-41f9-a12b-1cb4bc0c8534 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:41:31.901389 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-6bd23de7-06f5-4d86-a136-74bb2c182b3d tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Deleting port db80217e-ccb6-475d-9420-ef0d9e8589c3 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:41:31.901583 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-e3dcdfb7-3b19-4efa-94ac-7b401f13aef7 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:41:31.901700 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6bd23de7-06f5-4d86-a136-74bb2c182b3d tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (db80217e-ccb6-475d-9420-ef0d9e8589c3), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:31.908019 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3dcdfb7-3b19-4efa-94ac-7b401f13aef7 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:41:31.916043 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dcdfb7-3b19-4efa-94ac-7b401f13aef7 None None] Pushing event updated for resources: {'Port': ['ID=cecc92d5-85d2-45cd-b57c-6b7994366c1d,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:31.927230 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-66187062-f8c5-4689-8ada-24ab30891805 req-33c341ce-658f-49f1-8b0b-3a645855ab95 service neutron] 10.222.0.70 "GET /v2.0/networks/87bd24c3-2f53-4d06-9d37-4b32bba79109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3174183 Jan 28 19:41:31.949341 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1e45e0a9-4cda-44e9-8de5-8ed7f90a1c3d tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:31.983923 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-e3dcdfb7-3b19-4efa-94ac-7b401f13aef7 None None] Attempting to bind port cecc92d5-85d2-45cd-b57c-6b7994366c1d on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:41:31.984371 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-e3dcdfb7-3b19-4efa-94ac-7b401f13aef7 None None] Attempting to bind port cecc92d5-85d2-45cd-b57c-6b7994366c1d by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '9fdfc8dc-3e22-412b-a03a-9c5e104700d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'ba3e1ba2-edd1-41f9-a12b-1cb4bc0c8534'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:41:31.984851 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3dcdfb7-3b19-4efa-94ac-7b401f13aef7 None None] Attempting to bind port cecc92d5-85d2-45cd-b57c-6b7994366c1d on network ba3e1ba2-edd1-41f9-a12b-1cb4bc0c8534 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:41:31.991169 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3dcdfb7-3b19-4efa-94ac-7b401f13aef7 None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:41:31.991675 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3dcdfb7-3b19-4efa-94ac-7b401f13aef7 None None] Checking segment: {'id': '9fdfc8dc-3e22-412b-a03a-9c5e104700d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'ba3e1ba2-edd1-41f9-a12b-1cb4bc0c8534'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:41:31.992313 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e3dcdfb7-3b19-4efa-94ac-7b401f13aef7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:31.992716 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3dcdfb7-3b19-4efa-94ac-7b401f13aef7 None None] Bound using segment: {'id': '9fdfc8dc-3e22-412b-a03a-9c5e104700d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'ba3e1ba2-edd1-41f9-a12b-1cb4bc0c8534'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:41:31.993292 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-e3dcdfb7-3b19-4efa-94ac-7b401f13aef7 None None] Bound port: cecc92d5-85d2-45cd-b57c-6b7994366c1d, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fdfc8dc-3e22-412b-a03a-9c5e104700d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'ba3e1ba2-edd1-41f9-a12b-1cb4bc0c8534'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:41:31.993773 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e3dcdfb7-3b19-4efa-94ac-7b401f13aef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (cecc92d5-85d2-45cd-b57c-6b7994366c1d), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:32.068349 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-1a54850b-f563-4bb3-80f8-f1ee4637df20 None None] Provisioning complete for port c0d4455e-f1d0-43c8-aca4-6546aeee8948 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:41:32.068837 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1a54850b-f563-4bb3-80f8-f1ee4637df20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (c0d4455e-f1d0-43c8-aca4-6546aeee8948), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:32.077293 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6bd23de7-06f5-4d86-a136-74bb2c182b3d tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (db80217e-ccb6-475d-9420-ef0d9e8589c3), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:32.092617 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-6bd23de7-06f5-4d86-a136-74bb2c182b3d tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Calling delete_port for db80217e-ccb6-475d-9420-ef0d9e8589c3 owned by network:router_gateway {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:41:32.130973 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-e3dcdfb7-3b19-4efa-94ac-7b401f13aef7 None None] For port cecc92d5-85d2-45cd-b57c-6b7994366c1d, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:41:32.134509 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-90c23c31-38a3-4d92-bdd0-bad687de2895 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (c0d4455e-f1d0-43c8-aca4-6546aeee8948), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:32.149928 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-1a54850b-f563-4bb3-80f8-f1ee4637df20 None None] Port c0d4455e-f1d0-43c8-aca4-6546aeee8948 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:41:32.152824 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-e3dcdfb7-3b19-4efa-94ac-7b401f13aef7 None None] For port cecc92d5-85d2-45cd-b57c-6b7994366c1d, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=cecc92d5-85d2-45cd-b57c-6b7994366c1d,segment=NetworkSegment(9fdfc8dc-3e22-412b-a03a-9c5e104700d2),segment_id=9fdfc8dc-3e22-412b-a03a-9c5e104700d2)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:41:32.162447 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e3dcdfb7-3b19-4efa-94ac-7b401f13aef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (cecc92d5-85d2-45cd-b57c-6b7994366c1d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:32.180982 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1e45e0a9-4cda-44e9-8de5-8ed7f90a1c3d tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks [] for security_group (5e669e10-5425-420d-8f5b-6cb915eb82c7), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:32.195255 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1e45e0a9-4cda-44e9-8de5-8ed7f90a1c3d tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (5e669e10-5425-420d-8f5b-6cb915eb82c7), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:32.241546 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dcdfb7-3b19-4efa-94ac-7b401f13aef7 None None] Pushing event updated for resources: {'Port': ['ID=cecc92d5-85d2-45cd-b57c-6b7994366c1d,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:32.311171 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1e45e0a9-4cda-44e9-8de5-8ed7f90a1c3d tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:32.312443 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-1e45e0a9-4cda-44e9-8de5-8ed7f90a1c3d tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5635870 Jan 28 19:41:32.320143 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 48550) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:32.330157 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-baa4234c-1667-44a2-8166-4fecf419578e tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-463970460', 'security_groups': ['5e669e10-5425-420d-8f5b-6cb915eb82c7'], 'network_id': 'ba3e1ba2-edd1-41f9-a12b-1cb4bc0c8534', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'e252e6e8-7997-4643-8819-4cb523af8e1c'}]}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:41:32.338412 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e45e0a9-4cda-44e9-8de5-8ed7f90a1c3d tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e669e10-5425-420d-8f5b-6cb915eb82c7,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:32.385622 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe9ae7c-162f-42cb-bc36-91b608967bfd req-8b3e5ba4-64ee-426d-aef3-ad9b2dac8ca9 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:32.387657 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-efe9ae7c-162f-42cb-bc36-91b608967bfd req-8b3e5ba4-64ee-426d-aef3-ad9b2dac8ca9 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] 10.222.0.64 "GET /v2.0/ports?device_id=2477e4f8-bfcd-4ff9-b915-3dd9ade616dc HTTP/1.1" status: 200 len: 909 time: 0.2175159 Jan 28 19:41:32.479635 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6bd23de7-06f5-4d86-a136-74bb2c182b3d tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (db80217e-ccb6-475d-9420-ef0d9e8589c3), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:32.554337 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd23de7-06f5-4d86-a136-74bb2c182b3d tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Pushing event deleted for resources: {'Port': ['ID=db80217e-ccb6-475d-9420-ef0d9e8589c3,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:32.609848 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebf4382-bf88-4248-8019-83aadc7874ac req-c9a9c37d-3695-4ed2-84b6-c0499ea06648 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:32.611506 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5ebf4382-bf88-4248-8019-83aadc7874ac req-c9a9c37d-3695-4ed2-84b6-c0499ea06648 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a91007d-45be-4c6c-a11f-db74e1c43eb8 HTTP/1.1" status: 200 len: 945 time: 0.2559822 Jan 28 19:41:32.652694 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6bd23de7-06f5-4d86-a136-74bb2c182b3d tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-731488'] for router_gateway (8ae2243c-bc41-4126-8032-846c3fb3bfb2), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:32.733307 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-90c23c31-38a3-4d92-bdd0-bad687de2895 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Publish callbacks [] for port (c0d4455e-f1d0-43c8-aca4-6546aeee8948), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:32.739449 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baa4234c-1667-44a2-8166-4fecf419578e tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Made reservation on behalf of 64d0cdb4950f49118685892c6c24c7ee for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:41:32.755271 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-90c23c31-38a3-4d92-bdd0-bad687de2895 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (c0d4455e-f1d0-43c8-aca4-6546aeee8948), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:32.767578 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6bd23de7-06f5-4d86-a136-74bb2c182b3d tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-730901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261120'] for router (8ae2243c-bc41-4126-8032-846c3fb3bfb2), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:32.770109 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6bd23de7-06f5-4d86-a136-74bb2c182b3d tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks [] for router_controller (8ae2243c-bc41-4126-8032-846c3fb3bfb2), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:32.819684 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6bd23de7-06f5-4d86-a136-74bb2c182b3d tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-730908'] for router (8ae2243c-bc41-4126-8032-846c3fb3bfb2), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:32.820341 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bd23de7-06f5-4d86-a136-74bb2c182b3d tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Fanout notify agent at l3_agent the message router_deleted on router 8ae2243c-bc41-4126-8032-846c3fb3bfb2 {{(pid=103304) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:41:32.835621 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6bd23de7-06f5-4d86-a136-74bb2c182b3d tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:32.839712 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-6bd23de7-06f5-4d86-a136-74bb2c182b3d tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] 10.222.0.64 "DELETE /v2.0/routers/8ae2243c-bc41-4126-8032-846c3fb3bfb2 HTTP/1.1" status: 204 len: 168 time: 1.7098811 Jan 28 19:41:32.839904 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 48552) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:32.857615 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-90c23c31-38a3-4d92-bdd0-bad687de2895 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] In _notify_port_updated(), no bound segment for port c0d4455e-f1d0-43c8-aca4-6546aeee8948 on network f96680e1-1abc-4021-b486-57a8af20021c {{(pid=103305) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Jan 28 19:41:32.863343 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c23c31-38a3-4d92-bdd0-bad687de2895 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:32.864193 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-90c23c31-38a3-4d92-bdd0-bad687de2895 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:32.865631 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-90c23c31-38a3-4d92-bdd0-bad687de2895 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] 10.222.0.64 "PUT /v2.0/ports/c0d4455e-f1d0-43c8-aca4-6546aeee8948 HTTP/1.1" status: 200 len: 1067 time: 1.1912825 Jan 28 19:41:32.870396 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 48554) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:32.873393 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5ebf4382-bf88-4248-8019-83aadc7874ac req-98fb679e-0651-4780-af71-adbc84d0aa7c tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/security-groups?id=7142df2f-bfa6-45d4-824d-35803ef6dce5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2505894 Jan 28 19:41:32.902051 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c23c31-38a3-4d92-bdd0-bad687de2895 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Pushing event updated for resources: {'Port': ['ID=c0d4455e-f1d0-43c8-aca4-6546aeee8948,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:32.937562 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-baa4234c-1667-44a2-8166-4fecf419578e tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:32.975265 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [None req-baa4234c-1667-44a2-8166-4fecf419578e tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] device_id is not set on port dae50bd8-4e76-498f-9257-67a08c28453e yet. {{(pid=103305) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:41:33.229299 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-baa4234c-1667-44a2-8166-4fecf419578e tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Allocated IP 2001:db8::df (ba3e1ba2-edd1-41f9-a12b-1cb4bc0c8534/e252e6e8-7997-4643-8819-4cb523af8e1c/dae50bd8-4e76-498f-9257-67a08c28453e) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:41:33.319717 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-31f1df9f-ad86-4c84-a74e-d48fb6f02949 None None] Provisioning complete for port c0d4455e-f1d0-43c8-aca4-6546aeee8948 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:41:33.320881 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-31f1df9f-ad86-4c84-a74e-d48fb6f02949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (c0d4455e-f1d0-43c8-aca4-6546aeee8948), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:33.376078 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-31f1df9f-ad86-4c84-a74e-d48fb6f02949 None None] Port c0d4455e-f1d0-43c8-aca4-6546aeee8948 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:41:33.387524 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-7218cb3c-7ea4-4dd1-8a3b-3b34c2ee3212 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Deleting subnet 8609f0de-d0c6-4cb5-88c2-cd5c6b7e4f67 {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:41:33.391527 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7218cb3c-7ea4-4dd1-8a3b-3b34c2ee3212 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks [] for subnet (8609f0de-d0c6-4cb5-88c2-cd5c6b7e4f67), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:33.410639 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b1472e-9c00-4cb4-88a9-bb5dd17debd8 req-e82b329e-3e4b-425c-a125-087f374249c4 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:33.412202 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b2b1472e-9c00-4cb4-88a9-bb5dd17debd8 req-e82b329e-3e4b-425c-a125-087f374249c4 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] 10.222.0.70 "GET /v2.0/ports?device_id=2477e4f8-bfcd-4ff9-b915-3dd9ade616dc HTTP/1.1" status: 200 len: 909 time: 0.1523206 Jan 28 19:41:33.454036 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7218cb3c-7ea4-4dd1-8a3b-3b34c2ee3212 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4747050'] for subnet (8609f0de-d0c6-4cb5-88c2-cd5c6b7e4f67), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:33.552593 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-25971daf-ac42-42b3-9517-685405017c9a tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Deleting port c0d4455e-f1d0-43c8-aca4-6546aeee8948 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:41:33.552943 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-25971daf-ac42-42b3-9517-685405017c9a tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (c0d4455e-f1d0-43c8-aca4-6546aeee8948), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:33.584105 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-baa4234c-1667-44a2-8166-4fecf419578e tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks [] for port (dae50bd8-4e76-498f-9257-67a08c28453e), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:33.589742 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7218cb3c-7ea4-4dd1-8a3b-3b34c2ee3212 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (8609f0de-d0c6-4cb5-88c2-cd5c6b7e4f67), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:33.631229 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-b2b1472e-9c00-4cb4-88a9-bb5dd17debd8 req-33eb75cd-7c50-48af-9ba0-0ef48921e8a9 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Deleting port 9fafcefe-38e2-4d26-a2b1-a1a2027fe5b2 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:41:33.631584 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-b2b1472e-9c00-4cb4-88a9-bb5dd17debd8 req-33eb75cd-7c50-48af-9ba0-0ef48921e8a9 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (9fafcefe-38e2-4d26-a2b1-a1a2027fe5b2), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:33.715746 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-25971daf-ac42-42b3-9517-685405017c9a tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (c0d4455e-f1d0-43c8-aca4-6546aeee8948), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:33.724161 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-b2b1472e-9c00-4cb4-88a9-bb5dd17debd8 req-33eb75cd-7c50-48af-9ba0-0ef48921e8a9 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] For port 9fafcefe-38e2-4d26-a2b1-a1a2027fe5b2, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=9fafcefe-38e2-4d26-a2b1-a1a2027fe5b2,segment=NetworkSegment(f2d3284b-4537-437a-8483-b3ce73b0bb29),segment_id=f2d3284b-4537-437a-8483-b3ce73b0bb29)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:41:33.724540 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-b2b1472e-9c00-4cb4-88a9-bb5dd17debd8 req-33eb75cd-7c50-48af-9ba0-0ef48921e8a9 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (9fafcefe-38e2-4d26-a2b1-a1a2027fe5b2), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:33.731444 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-25971daf-ac42-42b3-9517-685405017c9a tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Calling delete_port for c0d4455e-f1d0-43c8-aca4-6546aeee8948 owned by {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:41:33.738817 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-b2b1472e-9c00-4cb4-88a9-bb5dd17debd8 req-33eb75cd-7c50-48af-9ba0-0ef48921e8a9 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Calling delete_port for 9fafcefe-38e2-4d26-a2b1-a1a2027fe5b2 owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:41:33.799952 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35398209-417a-410f-92b9-b026ccd4194c req-f64daa24-14d0-4c87-9fc8-ba8323ea596e tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:33.801551 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-35398209-417a-410f-92b9-b026ccd4194c req-f64daa24-14d0-4c87-9fc8-ba8323ea596e tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] 10.222.0.64 "GET /v2.0/ports?device_id=2477e4f8-bfcd-4ff9-b915-3dd9ade616dc HTTP/1.1" status: 200 len: 909 time: 0.2995970 Jan 28 19:41:33.808255 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-0cacb2f4-0461-4ecf-8de4-904b9cdd1fed None None] Provisioning complete for port cecc92d5-85d2-45cd-b57c-6b7994366c1d triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:41:33.808708 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0cacb2f4-0461-4ecf-8de4-904b9cdd1fed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (cecc92d5-85d2-45cd-b57c-6b7994366c1d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:33.837244 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-baa4234c-1667-44a2-8166-4fecf419578e tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (dae50bd8-4e76-498f-9257-67a08c28453e), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:33.898420 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa4234c-1667-44a2-8166-4fecf419578e tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Pushing event updated for resources: {'Port': ['ID=dae50bd8-4e76-498f-9257-67a08c28453e,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:33.927142 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa4234c-1667-44a2-8166-4fecf419578e tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Network ba3e1ba2-edd1-41f9-a12b-1cb4bc0c8534 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:41:33.930471 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-baa4234c-1667-44a2-8166-4fecf419578e tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:41:33.934929 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa4234c-1667-44a2-8166-4fecf419578e tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:41:33.940994 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-0cacb2f4-0461-4ecf-8de4-904b9cdd1fed None None] Current status of the port cecc92d5-85d2-45cd-b57c-6b7994366c1d is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:41:33.941440 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0cacb2f4-0461-4ecf-8de4-904b9cdd1fed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (cecc92d5-85d2-45cd-b57c-6b7994366c1d), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:33.942089 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa4234c-1667-44a2-8166-4fecf419578e tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:33.942934 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-baa4234c-1667-44a2-8166-4fecf419578e tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:33.958550 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-25971daf-ac42-42b3-9517-685405017c9a tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (c0d4455e-f1d0-43c8-aca4-6546aeee8948), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:33.967843 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-baa4234c-1667-44a2-8166-4fecf419578e tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.6436653 Jan 28 19:41:33.968727 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 48562) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:33.977453 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7218cb3c-7ea4-4dd1-8a3b-3b34c2ee3212 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4690616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5222356'] for subnet (8609f0de-d0c6-4cb5-88c2-cd5c6b7e4f67), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:34.026769 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-0cacb2f4-0461-4ecf-8de4-904b9cdd1fed None None] For port cecc92d5-85d2-45cd-b57c-6b7994366c1d, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=cecc92d5-85d2-45cd-b57c-6b7994366c1d,segment=NetworkSegment(9fdfc8dc-3e22-412b-a03a-9c5e104700d2),segment_id=9fdfc8dc-3e22-412b-a03a-9c5e104700d2)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:41:34.037353 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0cacb2f4-0461-4ecf-8de4-904b9cdd1fed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (cecc92d5-85d2-45cd-b57c-6b7994366c1d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:34.083285 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-0cacb2f4-0461-4ecf-8de4-904b9cdd1fed None None] Provisioning complete for port 4343d046-1779-440b-9e1a-12e789fca00c triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:41:34.083739 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0cacb2f4-0461-4ecf-8de4-904b9cdd1fed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (4343d046-1779-440b-9e1a-12e789fca00c), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:34.089140 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-a59ebda5-baaa-4f8c-afa3-ea28296a8c2c tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Request body: {'subnet': {'network_id': 'ba3e1ba2-edd1-41f9-a12b-1cb4bc0c8534', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:41:34.134878 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-0cacb2f4-0461-4ecf-8de4-904b9cdd1fed None None] Port 4343d046-1779-440b-9e1a-12e789fca00c cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:41:34.145851 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-b2b1472e-9c00-4cb4-88a9-bb5dd17debd8 req-33eb75cd-7c50-48af-9ba0-0ef48921e8a9 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (9fafcefe-38e2-4d26-a2b1-a1a2027fe5b2), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:34.166491 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cacb2f4-0461-4ecf-8de4-904b9cdd1fed None None] Pushing event updated for resources: {'Port': ['ID=cecc92d5-85d2-45cd-b57c-6b7994366c1d,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:34.198806 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7218cb3c-7ea4-4dd1-8a3b-3b34c2ee3212 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Pushing event deleted for resources: {'Subnet': ['ID=8609f0de-d0c6-4cb5-88c2-cd5c6b7e4f67,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:34.211498 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33eb75cd-7c50-48af-9ba0-0ef48921e8a9 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Pushing event deleted for resources: {'Port': ['ID=9fafcefe-38e2-4d26-a2b1-a1a2027fe5b2,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:34.212261 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7218cb3c-7ea4-4dd1-8a3b-3b34c2ee3212 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:34.220978 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-7218cb3c-7ea4-4dd1-8a3b-3b34c2ee3212 tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] 10.222.0.64 "DELETE /v2.0/subnets/8609f0de-d0c6-4cb5-88c2-cd5c6b7e4f67 HTTP/1.1" status: 204 len: 168 time: 1.3799508 Jan 28 19:41:34.229476 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 48566) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:34.237679 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device cecc92d5-85d2-45cd-b57c-6b7994366c1d up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:41:34.243200 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25971daf-ac42-42b3-9517-685405017c9a tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Pushing event deleted for resources: {'Port': ['ID=c0d4455e-f1d0-43c8-aca4-6546aeee8948,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:34.324210 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509ab403-3d26-4fea-a0ad-a67c296b0ef1 req-8bfbcaa6-8ae4-4352-b028-5ebcb0181dc4 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:34.326008 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-509ab403-3d26-4fea-a0ad-a67c296b0ef1 req-8bfbcaa6-8ae4-4352-b028-5ebcb0181dc4 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a91007d-45be-4c6c-a11f-db74e1c43eb8 HTTP/1.1" status: 200 len: 945 time: 0.2800894 Jan 28 19:41:34.508894 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2b1472e-9c00-4cb4-88a9-bb5dd17debd8 req-33eb75cd-7c50-48af-9ba0-0ef48921e8a9 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] No DVR routers for this DVR port 9fafcefe-38e2-4d26-a2b1-a1a2027fe5b2 on host n-h2-812111-14 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:41:34.546488 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-b2b1472e-9c00-4cb4-88a9-bb5dd17debd8 req-33eb75cd-7c50-48af-9ba0-0ef48921e8a9 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:34.557364 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b2b1472e-9c00-4cb4-88a9-bb5dd17debd8 req-33eb75cd-7c50-48af-9ba0-0ef48921e8a9 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] 10.222.0.70 "DELETE /v2.0/ports/9fafcefe-38e2-4d26-a2b1-a1a2027fe5b2 HTTP/1.1" status: 204 len: 173 time: 1.1319554 Jan 28 19:41:34.607045 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2477e4f8-bfcd-4ff9-b915-3dd9ade616dc', 'name': 'network-vif-deleted', 'tag': '9fafcefe-38e2-4d26-a2b1-a1a2027fe5b2'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:41:34.621032 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-617cccce-0f03-46fb-b1ad-cfdfb8a8d441" -d '{"events": [{"server_uuid": "2477e4f8-bfcd-4ff9-b915-3dd9ade616dc", "name": "network-vif-deleted", "tag": "9fafcefe-38e2-4d26-a2b1-a1a2027fe5b2"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:41:34.622976 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-6b6ce0ff-ebcf-42ef-b48e-d9b1afe16786 None None] Provisioning complete for port dae50bd8-4e76-498f-9257-67a08c28453e triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:41:34.624132 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6b6ce0ff-ebcf-42ef-b48e-d9b1afe16786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (dae50bd8-4e76-498f-9257-67a08c28453e), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:34.661708 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-25971daf-ac42-42b3-9517-685405017c9a tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:34.672189 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-25971daf-ac42-42b3-9517-685405017c9a tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] 10.222.0.64 "DELETE /v2.0/ports/c0d4455e-f1d0-43c8-aca4-6546aeee8948 HTTP/1.1" status: 204 len: 168 time: 1.8009162 Jan 28 19:41:34.679182 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 48570) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:34.684768 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a9183044-70c6-49b6-a58f-d3bd94be25be tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (864594cf-3c32-446d-8a95-4c69cb1b9ed4), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:34.713479 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-6b6ce0ff-ebcf-42ef-b48e-d9b1afe16786 None None] Port dae50bd8-4e76-498f-9257-67a08c28453e cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:41:34.716870 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port cecc92d5-85d2-45cd-b57c-6b7994366c1d triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:41:34.717462 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (cecc92d5-85d2-45cd-b57c-6b7994366c1d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:34.718517 n-d-812111-14 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6611bf1-a1ea-460c-b03e-a43ac1dc111c tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] GET failed (client error): The resource could not be found. Jan 28 19:41:34.720600 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-c6611bf1-a1ea-460c-b03e-a43ac1dc111c tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] 10.222.0.64 "GET /v2.0/ports/c0d4455e-f1d0-43c8-aca4-6546aeee8948 HTTP/1.1" status: 404 len: 333 time: 0.0400872 Jan 28 19:41:34.725291 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:41:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9e72408-1b24-464c-9ddb-0425cd2378f1 x-openstack-request-id: req-c9e72408-1b24-464c-9ddb-0425cd2378f1 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:41:34.725574 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2477e4f8-bfcd-4ff9-b915-3dd9ade616dc", "name": "network-vif-deleted", "tag": "9fafcefe-38e2-4d26-a2b1-a1a2027fe5b2", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:41:34.725870 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c9e72408-1b24-464c-9ddb-0425cd2378f1 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:41:34.727074 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2477e4f8-bfcd-4ff9-b915-3dd9ade616dc', 'name': 'network-vif-deleted', 'tag': '9fafcefe-38e2-4d26-a2b1-a1a2027fe5b2', 'status': 'completed', 'code': 200} Jan 28 19:41:34.732445 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 48572) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:34.738040 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-509ab403-3d26-4fea-a0ad-a67c296b0ef1 req-7077a758-0d77-40c1-8fee-f5bbe3de60aa tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/security-groups?id=7142df2f-bfa6-45d4-824d-35803ef6dce5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2998064 Jan 28 19:41:34.784363 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a59ebda5-baaa-4f8c-afa3-ea28296a8c2c tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Made reservation on behalf of 64d0cdb4950f49118685892c6c24c7ee for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:41:34.788669 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a59ebda5-baaa-4f8c-afa3-ea28296a8c2c tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5221429'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:34.834024 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port cecc92d5-85d2-45cd-b57c-6b7994366c1d is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:41:34.995649 n-d-812111-14 neutron-server[103304]: INFO neutron.db.ipam_backend_mixin [None req-a59ebda5-baaa-4f8c-afa3-ea28296a8c2c tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e252e6e8-7997-4643-8819-4cb523af8e1c (CIDR: 2001:db8::/64) Jan 28 19:41:35.016430 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-e09fd149-005f-4317-a82d-5daf60352dc8 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Deleting port 652fae44-8278-4949-8248-44d48d71add7 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:41:35.016910 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e09fd149-005f-4317-a82d-5daf60352dc8 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (652fae44-8278-4949-8248-44d48d71add7), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:35.030318 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a9183044-70c6-49b6-a58f-d3bd94be25be tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (864594cf-3c32-446d-8a95-4c69cb1b9ed4), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:35.125704 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e1005472-a29e-4fc9-92f8-646de2b773bf req-f06bc70c-1505-4f69-b073-099f947b5f00 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] 10.222.0.64 "GET /v2.0/ports?device_id=2477e4f8-bfcd-4ff9-b915-3dd9ade616dc HTTP/1.1" status: 200 len: 210 time: 0.0491362 Jan 28 19:41:35.135574 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-a9183044-70c6-49b6-a58f-d3bd94be25be tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['864594cf-3c32-446d-8a95-4c69cb1b9ed4']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:41:35.146094 n-d-812111-14 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-a59ebda5-baaa-4f8c-afa3-ea28296a8c2c tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 19:41:35.146561 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a59ebda5-baaa-4f8c-afa3-ea28296a8c2c tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:41:35.157720 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-a9183044-70c6-49b6-a58f-d3bd94be25be tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7284ce22-3834-4afd-ab22-d2eb5c603f34') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:41:35.158162 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-a9183044-70c6-49b6-a58f-d3bd94be25be tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7284ce22-3834-4afd-ab22-d2eb5c603f34') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:41:35.173150 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a9183044-70c6-49b6-a58f-d3bd94be25be tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16187153'] for segment (7284ce22-3834-4afd-ab22-d2eb5c603f34), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:35.192417 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a9183044-70c6-49b6-a58f-d3bd94be25be tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (7284ce22-3834-4afd-ab22-d2eb5c603f34), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:35.200361 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e09fd149-005f-4317-a82d-5daf60352dc8 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (652fae44-8278-4949-8248-44d48d71add7), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:35.209606 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9183044-70c6-49b6-a58f-d3bd94be25be tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:41:35.210316 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a9183044-70c6-49b6-a58f-d3bd94be25be tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4752570'] for segment (7284ce22-3834-4afd-ab22-d2eb5c603f34), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:35.227891 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-a59ebda5-baaa-4f8c-afa3-ea28296a8c2c tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2522156 Jan 28 19:41:35.229158 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-e09fd149-005f-4317-a82d-5daf60352dc8 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Calling delete_port for 652fae44-8278-4949-8248-44d48d71add7 owned by {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:41:35.231905 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 48582) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:35.239163 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-30c030a3-feb5-461a-8b79-b060322ec218 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Request body: {'subnet': {'network_id': 'ba3e1ba2-edd1-41f9-a12b-1cb4bc0c8534', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:41:35.283501 n-d-812111-14 neutron-server[103305]: Traceback (most recent call last): Jan 28 19:41:35.283501 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:41:35.283501 n-d-812111-14 neutron-server[103305]: timer() Jan 28 19:41:35.283501 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:41:35.283501 n-d-812111-14 neutron-server[103305]: cb(*args, **kw) Jan 28 19:41:35.283501 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:41:35.283501 n-d-812111-14 neutron-server[103305]: return func(*args, **kwargs) Jan 28 19:41:35.283501 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:41:35.283501 n-d-812111-14 neutron-server[103305]: self._notify() Jan 28 19:41:35.283501 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:41:35.283501 n-d-812111-14 neutron-server[103305]: self.callback(batched_events) Jan 28 19:41:35.283501 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:41:35.283501 n-d-812111-14 neutron-server[103305]: event.method(event) Jan 28 19:41:35.283501 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:41:35.283501 n-d-812111-14 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:41:35.283501 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:41:35.283501 n-d-812111-14 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:41:35.283501 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:41:35.283501 n-d-812111-14 neutron-server[103305]: return f(self, *a, **k) Jan 28 19:41:35.283501 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:41:35.283501 n-d-812111-14 neutron-server[103305]: return self._get(url).json() Jan 28 19:41:35.283501 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:41:35.283501 n-d-812111-14 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:41:35.283501 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:41:35.283501 n-d-812111-14 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 28 19:41:35.283501 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:41:35.283501 n-d-812111-14 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:41:35.283501 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:41:35.283501 n-d-812111-14 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:41:35.283501 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:41:35.283501 n-d-812111-14 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:41:35.283501 n-d-812111-14 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:41:35.299441 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a9183044-70c6-49b6-a58f-d3bd94be25be tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (864594cf-3c32-446d-8a95-4c69cb1b9ed4), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:35.317941 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a9183044-70c6-49b6-a58f-d3bd94be25be tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:35.321214 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-a9183044-70c6-49b6-a58f-d3bd94be25be tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] 10.222.0.64 "DELETE /v2.0/networks/864594cf-3c32-446d-8a95-4c69cb1b9ed4 HTTP/1.1" status: 204 len: 168 time: 1.0907631 Jan 28 19:41:35.322587 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9183044-70c6-49b6-a58f-d3bd94be25be tempest-FloatingIPTestJSON-1113533824 tempest-FloatingIPTestJSON-1113533824-project] Pushing event deleted for resources: {'Network': ['ID=864594cf-3c32-446d-8a95-4c69cb1b9ed4,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:35.362279 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe559a5-6c89-4329-9d7c-276a7aaa635f req-0bc14e1e-d09e-4fb5-a43d-269301f53d33 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:35.363810 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-bfe559a5-6c89-4329-9d7c-276a7aaa635f req-0bc14e1e-d09e-4fb5-a43d-269301f53d33 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a91007d-45be-4c6c-a11f-db74e1c43eb8 HTTP/1.1" status: 200 len: 945 time: 0.2194517 Jan 28 19:41:35.502557 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-bfe559a5-6c89-4329-9d7c-276a7aaa635f req-c8bafaa7-a830-49c0-89a4-350ce26f3621 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/security-groups?id=7142df2f-bfa6-45d4-824d-35803ef6dce5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1257956 Jan 28 19:41:35.519255 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30c030a3-feb5-461a-8b79-b060322ec218 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Made reservation on behalf of 64d0cdb4950f49118685892c6c24c7ee for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:41:35.522894 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-30c030a3-feb5-461a-8b79-b060322ec218 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5221429'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:35.577804 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e09fd149-005f-4317-a82d-5daf60352dc8 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (652fae44-8278-4949-8248-44d48d71add7), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:35.604551 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 48590) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:35.611378 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09fd149-005f-4317-a82d-5daf60352dc8 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Pushing event deleted for resources: {'Port': ['ID=652fae44-8278-4949-8248-44d48d71add7,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:35.638246 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c94f95-c409-4c1c-980f-1bbddd98299f req-91685335-67f5-4f3c-99e5-78dad60d4bd7 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:35.640123 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-88c94f95-c409-4c1c-980f-1bbddd98299f req-91685335-67f5-4f3c-99e5-78dad60d4bd7 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a91007d-45be-4c6c-a11f-db74e1c43eb8 HTTP/1.1" status: 200 len: 945 time: 0.0676932 Jan 28 19:41:35.660281 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e09fd149-005f-4317-a82d-5daf60352dc8 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:35.663730 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-e09fd149-005f-4317-a82d-5daf60352dc8 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] 10.222.0.64 "DELETE /v2.0/ports/652fae44-8278-4949-8248-44d48d71add7 HTTP/1.1" status: 204 len: 168 time: 0.9300616 Jan 28 19:41:35.667377 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 48594) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:35.708736 n-d-812111-14 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-70f61c41-3000-4f74-917f-e2f146d3a1f9 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] GET failed (client error): The resource could not be found. Jan 28 19:41:35.714677 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-70f61c41-3000-4f74-917f-e2f146d3a1f9 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] 10.222.0.64 "GET /v2.0/ports/652fae44-8278-4949-8248-44d48d71add7 HTTP/1.1" status: 404 len: 333 time: 0.0420251 Jan 28 19:41:35.715077 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 48596) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:35.757902 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-88c94f95-c409-4c1c-980f-1bbddd98299f req-4104ff98-29ed-458c-8709-bafdfc79ac81 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/security-groups?id=7142df2f-bfa6-45d4-824d-35803ef6dce5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101153 Jan 28 19:41:35.860130 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-a668de95-907f-4e52-8923-851c3745e70e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f4e72d408b38498fbae4d612cef0a05b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2542877 Jan 28 19:41:35.862636 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 48600) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:35.872113 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-a1a68ccf-1e46-4225-af39-e0a7051be760 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Deleting port f8f436e8-4d20-4bd1-bf55-77234c24291e {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:41:35.872456 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a1a68ccf-1e46-4225-af39-e0a7051be760 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (f8f436e8-4d20-4bd1-bf55-77234c24291e), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:35.895583 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-30c030a3-feb5-461a-8b79-b060322ec218 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4690681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5221415'] for subnet (ba823806-6167-48e6-a923-2b462134ea7e), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:35.947222 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30c030a3-feb5-461a-8b79-b060322ec218 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Network ba3e1ba2-edd1-41f9-a12b-1cb4bc0c8534 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:41:35.951328 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-30c030a3-feb5-461a-8b79-b060322ec218 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:41:35.954204 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30c030a3-feb5-461a-8b79-b060322ec218 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:35.954802 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-30c030a3-feb5-461a-8b79-b060322ec218 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:35.973664 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c030a3-feb5-461a-8b79-b060322ec218 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Pushing event updated for resources: {'Subnet': ['ID=ba823806-6167-48e6-a923-2b462134ea7e,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:35.980054 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-30c030a3-feb5-461a-8b79-b060322ec218 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7466028 Jan 28 19:41:35.982364 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 48610) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:35.988890 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce516744-edcc-4b8f-aebb-27a27d23a045 None None] Network ba3e1ba2-edd1-41f9-a12b-1cb4bc0c8534 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:41:36.000020 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9cb6536b-46c2-4c72-97a8-909588e8b469 admin admin] Publish callbacks [] for security_group (e19d3d29-60a4-490b-b6b5-e0a60f068118), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:36.005789 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-c5ba4c7c-b01b-4393-bba0-eac9514df30c tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-628911172', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'ba823806-6167-48e6-a923-2b462134ea7e'}], 'security_groups': ['25008dd8-4389-4101-b51b-9c7b04f29acf']}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:41:36.021762 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a1a68ccf-1e46-4225-af39-e0a7051be760 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (f8f436e8-4d20-4bd1-bf55-77234c24291e), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:36.044705 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-a1a68ccf-1e46-4225-af39-e0a7051be760 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Calling delete_port for f8f436e8-4d20-4bd1-bf55-77234c24291e owned by {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:41:36.047679 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9cb6536b-46c2-4c72-97a8-909588e8b469 admin admin] Publish callbacks [] for security_group (e19d3d29-60a4-490b-b6b5-e0a60f068118), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:36.092095 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device cecc92d5-85d2-45cd-b57c-6b7994366c1d up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:41:36.167450 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9cb6536b-46c2-4c72-97a8-909588e8b469 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (e19d3d29-60a4-490b-b6b5-e0a60f068118), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:36.171700 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9cb6536b-46c2-4c72-97a8-909588e8b469 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:36.175699 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-9cb6536b-46c2-4c72-97a8-909588e8b469 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e19d3d29-60a4-490b-b6b5-e0a60f068118 HTTP/1.1" status: 204 len: 168 time: 0.3120818 Jan 28 19:41:36.197318 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb6536b-46c2-4c72-97a8-909588e8b469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e19d3d29-60a4-490b-b6b5-e0a60f068118,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:36.232490 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 48622) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:36.336934 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port cecc92d5-85d2-45cd-b57c-6b7994366c1d triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:41:36.357726 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (cecc92d5-85d2-45cd-b57c-6b7994366c1d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:36.367169 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a1a68ccf-1e46-4225-af39-e0a7051be760 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (f8f436e8-4d20-4bd1-bf55-77234c24291e), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:36.444192 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a68ccf-1e46-4225-af39-e0a7051be760 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Pushing event deleted for resources: {'Port': ['ID=f8f436e8-4d20-4bd1-bf55-77234c24291e,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:36.453464 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c5ba4c7c-b01b-4393-bba0-eac9514df30c tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (dae50bd8-4e76-498f-9257-67a08c28453e), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:36.492612 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb630599-4b95-4d99-abbe-fcac7eb745ff req-04179964-33e1-407c-aa02-37554c88cd15 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:36.494363 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-cb630599-4b95-4d99-abbe-fcac7eb745ff req-04179964-33e1-407c-aa02-37554c88cd15 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/networks?id=87bd24c3-2f53-4d06-9d37-4b32bba79109 HTTP/1.1" status: 200 len: 812 time: 0.4806652 Jan 28 19:41:36.498357 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a1a68ccf-1e46-4225-af39-e0a7051be760 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:36.502057 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-a1a68ccf-1e46-4225-af39-e0a7051be760 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] 10.222.0.64 "DELETE /v2.0/ports/f8f436e8-4d20-4bd1-bf55-77234c24291e HTTP/1.1" status: 204 len: 168 time: 0.7860248 Jan 28 19:41:36.504631 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 48628) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:36.524139 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c556122d-4717-4bb5-a185-28ec86930b55 None None] Update dhcp port {'port': {'network_id': 'ba3e1ba2-edd1-41f9-a12b-1cb4bc0c8534', 'fixed_ips': [{'subnet_id': 'e252e6e8-7997-4643-8819-4cb523af8e1c', 'ip_address': '2001:db8::2'}, {'subnet_id': 'ba823806-6167-48e6-a923-2b462134ea7e'}], 'binding:host_id': 'n-d-812111-14'}, 'id': 'cecc92d5-85d2-45cd-b57c-6b7994366c1d'} from n-d-812111-14. {{(pid=103306) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 19:41:36.576991 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-cb630599-4b95-4d99-abbe-fcac7eb745ff req-da50ea74-3485-4e20-9022-0bca6537930c tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/quotas/c316c98d83734d7eab7153e5f826023b HTTP/1.1" status: 200 len: 375 time: 0.0726368 Jan 28 19:41:36.612229 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c556122d-4717-4bb5-a185-28ec86930b55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (cecc92d5-85d2-45cd-b57c-6b7994366c1d), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:36.779164 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1fe81262-496d-4add-bb6a-80a009e5b96b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:36.879400 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-cb630599-4b95-4d99-abbe-fcac7eb745ff req-2601da1d-8f90-4c35-a0a7-fefadd51279a tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=c316c98d83734d7eab7153e5f826023b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2932839 Jan 28 19:41:36.910670 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port cecc92d5-85d2-45cd-b57c-6b7994366c1d is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:41:36.964050 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-c556122d-4717-4bb5-a185-28ec86930b55 None None] Allocated IP 2001:db8:0:1::2 (ba3e1ba2-edd1-41f9-a12b-1cb4bc0c8534/ba823806-6167-48e6-a923-2b462134ea7e/cecc92d5-85d2-45cd-b57c-6b7994366c1d) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:41:37.024558 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 9fafcefe-38e2-4d26-a2b1-a1a2027fe5b2 no longer exists at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:41:37.068521 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-cb630599-4b95-4d99-abbe-fcac7eb745ff req-4bcae4f0-c862-490c-a7d4-9868bcbcd947 service neutron] 10.222.0.64 "GET /v2.0/networks/87bd24c3-2f53-4d06-9d37-4b32bba79109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863399 Jan 28 19:41:37.142729 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] No Port match for: 9fafcefe-38e2-4d26-a2b1-a1a2027fe5b2 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:41:37.143087 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 9fafcefe-38e2-4d26-a2b1-a1a2027fe5b2 not bound to the agent host n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:41:37.167388 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcf53e4a-bc26-4237-af5d-c56b7a22c88a tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Deleting subnet 3c3da67a-cb83-4d47-8074-96d20cf057da {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:41:37.173602 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-dcf53e4a-bc26-4237-af5d-c56b7a22c88a tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Publish callbacks [] for subnet (3c3da67a-cb83-4d47-8074-96d20cf057da), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:37.187825 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-cb630599-4b95-4d99-abbe-fcac7eb745ff req-69d5f5b8-b1b8-46cb-bab2-469202c6318d service neutron] 10.222.0.64 "GET /v2.0/networks/87bd24c3-2f53-4d06-9d37-4b32bba79109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178443 Jan 28 19:41:37.218643 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-c556122d-4717-4bb5-a185-28ec86930b55 None None] For port cecc92d5-85d2-45cd-b57c-6b7994366c1d, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=cecc92d5-85d2-45cd-b57c-6b7994366c1d,segment=NetworkSegment(9fdfc8dc-3e22-412b-a03a-9c5e104700d2),segment_id=9fdfc8dc-3e22-412b-a03a-9c5e104700d2)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:41:37.229782 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-dcf53e4a-bc26-4237-af5d-c56b7a22c88a tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16187240'] for subnet (3c3da67a-cb83-4d47-8074-96d20cf057da), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:37.276608 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c556122d-4717-4bb5-a185-28ec86930b55 None None] Publish callbacks [] for port (cecc92d5-85d2-45cd-b57c-6b7994366c1d), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:37.294685 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c556122d-4717-4bb5-a185-28ec86930b55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (cecc92d5-85d2-45cd-b57c-6b7994366c1d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:37.390457 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-dcf53e4a-bc26-4237-af5d-c56b7a22c88a tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (3c3da67a-cb83-4d47-8074-96d20cf057da), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:37.429505 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c556122d-4717-4bb5-a185-28ec86930b55 None None] Pushing event updated for resources: {'Port': ['ID=cecc92d5-85d2-45cd-b57c-6b7994366c1d,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:37.438918 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 48650) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:37.522069 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-dcf53e4a-bc26-4237-af5d-c56b7a22c88a tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4752464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4733806'] for subnet (3c3da67a-cb83-4d47-8074-96d20cf057da), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:37.574594 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-c5ba4c7c-b01b-4393-bba0-eac9514df30c tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Delete allocated IP 2001:db8::df (ba3e1ba2-edd1-41f9-a12b-1cb4bc0c8534/e252e6e8-7997-4643-8819-4cb523af8e1c) {{(pid=103304) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 28 19:41:37.592067 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-c5ba4c7c-b01b-4393-bba0-eac9514df30c tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Allocated IP 2001:db8:0:1::3a4 (ba3e1ba2-edd1-41f9-a12b-1cb4bc0c8534/ba823806-6167-48e6-a923-2b462134ea7e/dae50bd8-4e76-498f-9257-67a08c28453e) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:41:37.621956 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f0264029-0bf2-4fa5-9526-ecb9f2584ff6 req-52e097e1-82a0-4316-92a8-90ec5fae95b9 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a4cb9ad-0407-4f6d-b0cf-25991260284d HTTP/1.1" status: 200 len: 210 time: 0.0604553 Jan 28 19:41:37.651124 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf53e4a-bc26-4237-af5d-c56b7a22c88a tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Pushing event deleted for resources: {'Subnet': ['ID=3c3da67a-cb83-4d47-8074-96d20cf057da,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:37.653436 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-dcf53e4a-bc26-4237-af5d-c56b7a22c88a tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:37.657519 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-dcf53e4a-bc26-4237-af5d-c56b7a22c88a tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] 10.222.0.64 "DELETE /v2.0/subnets/3c3da67a-cb83-4d47-8074-96d20cf057da HTTP/1.1" status: 204 len: 168 time: 1.1516705 Jan 28 19:41:37.660086 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 48656) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:37.662613 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c8f0a0-1f7b-4cfe-b819-9afa71858241 None None] Network f96680e1-1abc-4021-b486-57a8af20021c requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:41:37.776975 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-df589a79-7065-489a-9c45-cef04174bf24 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (f96680e1-1abc-4021-b486-57a8af20021c), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:37.851081 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-460310ee-80a7-4f92-85f2-b635376e4bde tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-280453130'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:41:37.882334 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-460310ee-80a7-4f92-85f2-b635376e4bde tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] Made reservation on behalf of 66a3e98592284ad6ac3db4dfba77b056 for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:41:37.887667 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-460310ee-80a7-4f92-85f2-b635376e4bde tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:37.897833 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5bf446a5-7ffe-4cb0-b369-43fe9dd3736c tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-732838'] for router_interface (e6bb216f-16e2-479b-a5d1-8d56e4529d0f), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:37.928691 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-460310ee-80a7-4f92-85f2-b635376e4bde tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:37.958425 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d9c8309-a4d3-4f4c-85da-b510de97441f None None] DHCP port deletion for f96680e1-1abc-4021-b486-57a8af20021c request from n-d-812111-14 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:41:38.059467 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-3d9c8309-a4d3-4f4c-85da-b510de97441f None None] Deleting port f99325f0-797e-4fd4-a5fe-52523cdb9a2d {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:41:38.060179 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3d9c8309-a4d3-4f4c-85da-b510de97441f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (f99325f0-797e-4fd4-a5fe-52523cdb9a2d), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:38.062435 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-df589a79-7065-489a-9c45-cef04174bf24 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Deleting port f99325f0-797e-4fd4-a5fe-52523cdb9a2d {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:41:38.062779 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-df589a79-7065-489a-9c45-cef04174bf24 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (f99325f0-797e-4fd4-a5fe-52523cdb9a2d), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:38.151584 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c5ba4c7c-b01b-4393-bba0-eac9514df30c tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks [] for port (dae50bd8-4e76-498f-9257-67a08c28453e), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:38.163343 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c5ba4c7c-b01b-4393-bba0-eac9514df30c tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (dae50bd8-4e76-498f-9257-67a08c28453e), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:38.171603 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-3d9c8309-a4d3-4f4c-85da-b510de97441f None None] For port f99325f0-797e-4fd4-a5fe-52523cdb9a2d, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=f99325f0-797e-4fd4-a5fe-52523cdb9a2d,segment=NetworkSegment(06f7026c-da22-46d9-840a-ebc58ccddfb1),segment_id=06f7026c-da22-46d9-840a-ebc58ccddfb1)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:41:38.172077 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3d9c8309-a4d3-4f4c-85da-b510de97441f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (f99325f0-797e-4fd4-a5fe-52523cdb9a2d), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:38.186993 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-3d9c8309-a4d3-4f4c-85da-b510de97441f None None] Calling delete_port for f99325f0-797e-4fd4-a5fe-52523cdb9a2d owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:41:38.282468 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device cecc92d5-85d2-45cd-b57c-6b7994366c1d up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:41:38.325299 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-c5ba4c7c-b01b-4393-bba0-eac9514df30c tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] In _notify_port_updated(), no bound segment for port dae50bd8-4e76-498f-9257-67a08c28453e on network ba3e1ba2-edd1-41f9-a12b-1cb4bc0c8534 {{(pid=103304) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Jan 28 19:41:38.341647 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ba4c7c-b01b-4393-bba0-eac9514df30c tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:38.342415 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c5ba4c7c-b01b-4393-bba0-eac9514df30c tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:38.347203 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-c5ba4c7c-b01b-4393-bba0-eac9514df30c tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] 10.222.0.64 "PUT /v2.0/ports/dae50bd8-4e76-498f-9257-67a08c28453e HTTP/1.1" status: 200 len: 930 time: 2.3631415 Jan 28 19:41:38.347497 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 48664) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:38.438065 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ba4c7c-b01b-4393-bba0-eac9514df30c tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Pushing event updated for resources: {'Port': ['ID=dae50bd8-4e76-498f-9257-67a08c28453e,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:38.445710 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-df589a79-7065-489a-9c45-cef04174bf24 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] For port f99325f0-797e-4fd4-a5fe-52523cdb9a2d, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=f99325f0-797e-4fd4-a5fe-52523cdb9a2d,segment=NetworkSegment(06f7026c-da22-46d9-840a-ebc58ccddfb1),segment_id=06f7026c-da22-46d9-840a-ebc58ccddfb1)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:41:38.446973 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-df589a79-7065-489a-9c45-cef04174bf24 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (f99325f0-797e-4fd4-a5fe-52523cdb9a2d), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:38.461932 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3d9c8309-a4d3-4f4c-85da-b510de97441f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985'] for port (f99325f0-797e-4fd4-a5fe-52523cdb9a2d), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:38.464006 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port cecc92d5-85d2-45cd-b57c-6b7994366c1d triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:41:38.464369 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (cecc92d5-85d2-45cd-b57c-6b7994366c1d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:38.475298 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-df589a79-7065-489a-9c45-cef04174bf24 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Calling delete_port for f99325f0-797e-4fd4-a5fe-52523cdb9a2d owned by network:dhcp {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:41:38.497768 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-460310ee-80a7-4f92-85f2-b635376e4bde tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] Publish callbacks [] for security_group (958aeff6-6daa-4f0c-ad90-8a893679c8ae), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:38.536833 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9c8309-a4d3-4f4c-85da-b510de97441f None None] Pushing event deleted for resources: {'Port': ['ID=f99325f0-797e-4fd4-a5fe-52523cdb9a2d,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:38.539231 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9c8309-a4d3-4f4c-85da-b510de97441f None None] No DVR routers for this DVR port f99325f0-797e-4fd4-a5fe-52523cdb9a2d on host n-d-812111-14 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:41:38.582598 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-460310ee-80a7-4f92-85f2-b635376e4bde tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (958aeff6-6daa-4f0c-ad90-8a893679c8ae), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:38.646831 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port cecc92d5-85d2-45cd-b57c-6b7994366c1d is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:41:38.647083 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-460310ee-80a7-4f92-85f2-b635376e4bde tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:41:38.706375 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-df589a79-7065-489a-9c45-cef04174bf24 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (f99325f0-797e-4fd4-a5fe-52523cdb9a2d), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:38.716087 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-460310ee-80a7-4f92-85f2-b635376e4bde tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (6671d6d6-7ae7-44d3-af75-4654dd1debf1), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:38.716534 n-d-812111-14 neutron-server[103304]: INFO neutron.db.segments_db [None req-460310ee-80a7-4f92-85f2-b635376e4bde tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] Added segment 6671d6d6-7ae7-44d3-af75-4654dd1debf1 of type vlan for network 1406f95f-a009-4f41-baaa-41e15bb1c59f Jan 28 19:41:38.743242 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-1b8bb885-4a75-4a48-8740-c91c96fba280 None None] Provisioning complete for port dae50bd8-4e76-498f-9257-67a08c28453e triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:41:38.745357 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1b8bb885-4a75-4a48-8740-c91c96fba280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (dae50bd8-4e76-498f-9257-67a08c28453e), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:38.759232 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-5bf446a5-7ffe-4cb0-b369-43fe9dd3736c tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Deleting port ffca717d-90c0-49f7-8ad9-a34d9ee31090 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:41:38.759928 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5bf446a5-7ffe-4cb0-b369-43fe9dd3736c tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (ffca717d-90c0-49f7-8ad9-a34d9ee31090), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:38.805672 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device f99325f0-797e-4fd4-a5fe-52523cdb9a2d no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:41:38.812753 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460310ee-80a7-4f92-85f2-b635376e4bde tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] Pushing event updated for resources: {'SecurityGroup': ['ID=958aeff6-6daa-4f0c-ad90-8a893679c8ae,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:38.838924 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: f99325f0-797e-4fd4-a5fe-52523cdb9a2d {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:41:38.839194 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device f99325f0-797e-4fd4-a5fe-52523cdb9a2d not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:41:38.849610 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-1b8bb885-4a75-4a48-8740-c91c96fba280 None None] Port dae50bd8-4e76-498f-9257-67a08c28453e cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:41:38.864561 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-1b8bb885-4a75-4a48-8740-c91c96fba280 None None] Provisioning complete for port cecc92d5-85d2-45cd-b57c-6b7994366c1d triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:41:38.864939 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1b8bb885-4a75-4a48-8740-c91c96fba280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (cecc92d5-85d2-45cd-b57c-6b7994366c1d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:38.891038 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-be61a8c0-4bd0-4ff9-aa51-5ba171bd89f6 req-6293ff5b-9bac-4d9e-ba1f-2d6aa63d76b3 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a4cb9ad-0407-4f6d-b0cf-25991260284d HTTP/1.1" status: 200 len: 210 time: 0.0723648 Jan 28 19:41:38.942121 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-091601ea-1a7a-4300-86b4-8d46cc59cb94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:38.944509 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-460310ee-80a7-4f92-85f2-b635376e4bde tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (1406f95f-a009-4f41-baaa-41e15bb1c59f), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:38.962101 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-8bf9cda8-3b74-4d2a-8817-790e63183a5a tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Deleting port dae50bd8-4e76-498f-9257-67a08c28453e {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:41:38.963822 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8bf9cda8-3b74-4d2a-8817-790e63183a5a tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (dae50bd8-4e76-498f-9257-67a08c28453e), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:39.018130 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-5bf446a5-7ffe-4cb0-b369-43fe9dd3736c tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] For port ffca717d-90c0-49f7-8ad9-a34d9ee31090, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=ffca717d-90c0-49f7-8ad9-a34d9ee31090,segment=NetworkSegment(f2d3284b-4537-437a-8483-b3ce73b0bb29),segment_id=f2d3284b-4537-437a-8483-b3ce73b0bb29)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:41:39.018519 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5bf446a5-7ffe-4cb0-b369-43fe9dd3736c tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (ffca717d-90c0-49f7-8ad9-a34d9ee31090), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:39.020505 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-1b8bb885-4a75-4a48-8740-c91c96fba280 None None] Current status of the port cecc92d5-85d2-45cd-b57c-6b7994366c1d is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:41:39.032445 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-1b8bb885-4a75-4a48-8740-c91c96fba280 None None] Provisioning complete for port 4343d046-1779-440b-9e1a-12e789fca00c triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:41:39.032826 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1b8bb885-4a75-4a48-8740-c91c96fba280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (4343d046-1779-440b-9e1a-12e789fca00c), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:39.045704 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-5bf446a5-7ffe-4cb0-b369-43fe9dd3736c tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Calling delete_port for ffca717d-90c0-49f7-8ad9-a34d9ee31090 owned by network:router_interface {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:41:39.077766 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-1b8bb885-4a75-4a48-8740-c91c96fba280 None None] Port 4343d046-1779-440b-9e1a-12e789fca00c cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:41:39.107500 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8bf9cda8-3b74-4d2a-8817-790e63183a5a tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (dae50bd8-4e76-498f-9257-67a08c28453e), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:39.124845 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-8bf9cda8-3b74-4d2a-8817-790e63183a5a tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Calling delete_port for dae50bd8-4e76-498f-9257-67a08c28453e owned by {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:41:39.127883 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.db.resource_extend [None req-460310ee-80a7-4f92-85f2-b635376e4bde tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 19:41:39.129160 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df589a79-7065-489a-9c45-cef04174bf24 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] No DVR routers for this DVR port f99325f0-797e-4fd4-a5fe-52523cdb9a2d on host n-d-812111-14 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:41:39.135412 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df589a79-7065-489a-9c45-cef04174bf24 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Pushing event deleted for resources: {'Port': ['ID=f99325f0-797e-4fd4-a5fe-52523cdb9a2d,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:39.190383 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-460310ee-80a7-4f92-85f2-b635376e4bde tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (1406f95f-a009-4f41-baaa-41e15bb1c59f), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:39.196377 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-460310ee-80a7-4f92-85f2-b635376e4bde tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:39.197002 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-460310ee-80a7-4f92-85f2-b635376e4bde tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:39.210233 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d20884ee-8e90-4b74-b218-4c18bc1b72d7 None None] Provisioning complete for port dae50bd8-4e76-498f-9257-67a08c28453e triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:41:39.211440 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d20884ee-8e90-4b74-b218-4c18bc1b72d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (dae50bd8-4e76-498f-9257-67a08c28453e), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:39.259021 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d20884ee-8e90-4b74-b218-4c18bc1b72d7 None None] Port dae50bd8-4e76-498f-9257-67a08c28453e cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:41:39.279581 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-460310ee-80a7-4f92-85f2-b635376e4bde tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.8393598 Jan 28 19:41:39.282945 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 48670) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:39.314794 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460310ee-80a7-4f92-85f2-b635376e4bde tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] Pushing event updated for resources: {'Network': ['ID=1406f95f-a009-4f41-baaa-41e15bb1c59f,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:39.315159 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-2bdee80c-4856-4b51-82d4-c01c989ac562 tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] Request body: {'subnet': {'network_id': '1406f95f-a009-4f41-baaa-41e15bb1c59f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:41:39.337877 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network 1406f95f-a009-4f41-baaa-41e15bb1c59f details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:41:39.386413 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8bf9cda8-3b74-4d2a-8817-790e63183a5a tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (dae50bd8-4e76-498f-9257-67a08c28453e), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:39.437704 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8bf9cda8-3b74-4d2a-8817-790e63183a5a tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:39.444276 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-8bf9cda8-3b74-4d2a-8817-790e63183a5a tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] 10.222.0.64 "DELETE /v2.0/ports/dae50bd8-4e76-498f-9257-67a08c28453e HTTP/1.1" status: 204 len: 168 time: 1.0922554 Jan 28 19:41:39.448667 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 48672) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:39.462215 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf9cda8-3b74-4d2a-8817-790e63183a5a tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Pushing event deleted for resources: {'Port': ['ID=dae50bd8-4e76-498f-9257-67a08c28453e,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:39.475639 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-df589a79-7065-489a-9c45-cef04174bf24 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (f96680e1-1abc-4021-b486-57a8af20021c), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:39.555505 n-d-812111-14 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca165cdf-2f97-4e5e-8fec-8c005f0e14d2 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] GET failed (client error): The resource could not be found. Jan 28 19:41:39.559823 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-ca165cdf-2f97-4e5e-8fec-8c005f0e14d2 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] 10.222.0.64 "GET /v2.0/ports/dae50bd8-4e76-498f-9257-67a08c28453e HTTP/1.1" status: 404 len: 333 time: 0.0794604 Jan 28 19:41:39.560033 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 48676) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:39.565646 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-df589a79-7065-489a-9c45-cef04174bf24 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f96680e1-1abc-4021-b486-57a8af20021c']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:41:39.588509 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb630599-4b95-4d99-abbe-fcac7eb745ff req-12e29d60-639d-48ed-9a6b-f3d34daaceba tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:39.590085 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-cb630599-4b95-4d99-abbe-fcac7eb745ff req-12e29d60-639d-48ed-9a6b-f3d34daaceba tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.70 "GET /v2.0/networks?id=87bd24c3-2f53-4d06-9d37-4b32bba79109 HTTP/1.1" status: 200 len: 812 time: 0.4754982 Jan 28 19:41:39.597821 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-df589a79-7065-489a-9c45-cef04174bf24 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06f7026c-da22-46d9-840a-ebc58ccddfb1') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:41:39.598467 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-df589a79-7065-489a-9c45-cef04174bf24 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06f7026c-da22-46d9-840a-ebc58ccddfb1') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:41:39.632418 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-cb630599-4b95-4d99-abbe-fcac7eb745ff req-46e39792-5d26-41bd-aaec-3bb8e46c9d0d tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Request body: {'port': {'device_id': '4a4cb9ad-0407-4f6d-b0cf-25991260284d', 'network_id': '87bd24c3-2f53-4d06-9d37-4b32bba79109', 'admin_state_up': True, 'tenant_id': 'c316c98d83734d7eab7153e5f826023b'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:41:39.641186 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-26e422cf-8ddb-45e9-959a-00ec0e5dd05d tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks [] for security_group (5e669e10-5425-420d-8f5b-6cb915eb82c7), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:39.673595 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-26e422cf-8ddb-45e9-959a-00ec0e5dd05d tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks [] for security_group (5e669e10-5425-420d-8f5b-6cb915eb82c7), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:39.692326 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bdee80c-4856-4b51-82d4-c01c989ac562 tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] Made reservation on behalf of 66a3e98592284ad6ac3db4dfba77b056 for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:41:39.696155 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2bdee80c-4856-4b51-82d4-c01c989ac562 tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4733071'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:39.722435 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-df589a79-7065-489a-9c45-cef04174bf24 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16187153'] for segment (06f7026c-da22-46d9-840a-ebc58ccddfb1), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:39.724676 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-26e422cf-8ddb-45e9-959a-00ec0e5dd05d tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (5e669e10-5425-420d-8f5b-6cb915eb82c7), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:39.728802 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-26e422cf-8ddb-45e9-959a-00ec0e5dd05d tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:39.736811 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-26e422cf-8ddb-45e9-959a-00ec0e5dd05d tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] 10.222.0.64 "DELETE /v2.0/security-groups/5e669e10-5425-420d-8f5b-6cb915eb82c7 HTTP/1.1" status: 204 len: 168 time: 0.1721148 Jan 28 19:41:39.737978 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 48678) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:39.761389 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e422cf-8ddb-45e9-959a-00ec0e5dd05d tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e669e10-5425-420d-8f5b-6cb915eb82c7,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:39.834533 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:39.868996 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-df589a79-7065-489a-9c45-cef04174bf24 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (06f7026c-da22-46d9-840a-ebc58ccddfb1), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:39.881909 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bd6d6e69-abb3-4ad8-bbef-70de7b55f013 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks [] for security_group (25008dd8-4389-4101-b51b-9c7b04f29acf), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:39.898400 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5bf446a5-7ffe-4cb0-b369-43fe9dd3736c tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (ffca717d-90c0-49f7-8ad9-a34d9ee31090), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:39.912877 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df589a79-7065-489a-9c45-cef04174bf24 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:41:39.916018 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-df589a79-7065-489a-9c45-cef04174bf24 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4752570'] for segment (06f7026c-da22-46d9-840a-ebc58ccddfb1), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:39.928256 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bd6d6e69-abb3-4ad8-bbef-70de7b55f013 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks [] for security_group (25008dd8-4389-4101-b51b-9c7b04f29acf), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:40.002600 n-d-812111-14 neutron-server[103305]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:41:40.002600 n-d-812111-14 neutron-server[103305]: self.session.flush() Jan 28 19:41:40.002600 n-d-812111-14 neutron-server[103305]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:41:40.002600 n-d-812111-14 neutron-server[103305]: self.session.flush() Jan 28 19:41:40.002600 n-d-812111-14 neutron-server[103305]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:41:40.002600 n-d-812111-14 neutron-server[103305]: self.session.flush() Jan 28 19:41:40.002600 n-d-812111-14 neutron-server[103305]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:41:40.002600 n-d-812111-14 neutron-server[103305]: self.session.flush() Jan 28 19:41:40.002600 n-d-812111-14 neutron-server[103305]: Traceback (most recent call last): Jan 28 19:41:40.002600 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:41:40.002600 n-d-812111-14 neutron-server[103305]: timer() Jan 28 19:41:40.002600 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:41:40.002600 n-d-812111-14 neutron-server[103305]: cb(*args, **kw) Jan 28 19:41:40.002600 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:41:40.002600 n-d-812111-14 neutron-server[103305]: return func(*args, **kwargs) Jan 28 19:41:40.002600 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:41:40.002600 n-d-812111-14 neutron-server[103305]: self._notify() Jan 28 19:41:40.002600 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:41:40.002600 n-d-812111-14 neutron-server[103305]: self.callback(batched_events) Jan 28 19:41:40.002600 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:41:40.002600 n-d-812111-14 neutron-server[103305]: event.method(event) Jan 28 19:41:40.002600 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:41:40.002600 n-d-812111-14 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:41:40.002600 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:41:40.002600 n-d-812111-14 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:41:40.002600 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:41:40.002600 n-d-812111-14 neutron-server[103305]: return f(self, *a, **k) Jan 28 19:41:40.002600 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:41:40.002600 n-d-812111-14 neutron-server[103305]: return self._get(url).json() Jan 28 19:41:40.002600 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:41:40.002600 n-d-812111-14 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:41:40.002600 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:41:40.002600 n-d-812111-14 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 28 19:41:40.002600 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:41:40.002600 n-d-812111-14 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:41:40.002600 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:41:40.002600 n-d-812111-14 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:41:40.002600 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:41:40.002600 n-d-812111-14 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:41:40.002600 n-d-812111-14 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:41:40.009275 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bd6d6e69-abb3-4ad8-bbef-70de7b55f013 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (25008dd8-4389-4101-b51b-9c7b04f29acf), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:40.012956 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bd6d6e69-abb3-4ad8-bbef-70de7b55f013 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:40.017750 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-bd6d6e69-abb3-4ad8-bbef-70de7b55f013 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] 10.222.0.64 "DELETE /v2.0/security-groups/25008dd8-4389-4101-b51b-9c7b04f29acf HTTP/1.1" status: 204 len: 168 time: 0.2752473 Jan 28 19:41:40.021634 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 48682) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:40.055046 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf446a5-7ffe-4cb0-b369-43fe9dd3736c tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Pushing event deleted for resources: {'Port': ['ID=ffca717d-90c0-49f7-8ad9-a34d9ee31090,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:40.096120 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-38b644f6-6ba4-4d35-9f79-23d0b069fdc0 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Deleting subnet e252e6e8-7997-4643-8819-4cb523af8e1c {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:41:40.100135 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d6e69-abb3-4ad8-bbef-70de7b55f013 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25008dd8-4389-4101-b51b-9c7b04f29acf,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:40.102673 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-38b644f6-6ba4-4d35-9f79-23d0b069fdc0 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks [] for subnet (e252e6e8-7997-4643-8819-4cb523af8e1c), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:40.155505 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-38b644f6-6ba4-4d35-9f79-23d0b069fdc0 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4747050'] for subnet (e252e6e8-7997-4643-8819-4cb523af8e1c), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:40.156812 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-df589a79-7065-489a-9c45-cef04174bf24 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (f96680e1-1abc-4021-b486-57a8af20021c), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:40.161659 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-df589a79-7065-489a-9c45-cef04174bf24 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:40.169162 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-df589a79-7065-489a-9c45-cef04174bf24 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] 10.222.0.64 "DELETE /v2.0/networks/f96680e1-1abc-4021-b486-57a8af20021c HTTP/1.1" status: 204 len: 168 time: 2.5078065 Jan 28 19:41:40.269208 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-dc785bcd-363d-4276-8c9f-5871fc8468e2 req-05ee9471-185b-4331-b125-7d8b3be94e45 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a4cb9ad-0407-4f6d-b0cf-25991260284d HTTP/1.1" status: 200 len: 210 time: 0.2213085 Jan 28 19:41:40.278890 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df589a79-7065-489a-9c45-cef04174bf24 tempest-AllowedAddressPairIpV6TestJSON-1857273522 tempest-AllowedAddressPairIpV6TestJSON-1857273522-project] Pushing event deleted for resources: {'Network': ['ID=f96680e1-1abc-4021-b486-57a8af20021c,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:40.326279 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-38b644f6-6ba4-4d35-9f79-23d0b069fdc0 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (e252e6e8-7997-4643-8819-4cb523af8e1c), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:40.395336 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb630599-4b95-4d99-abbe-fcac7eb745ff req-46e39792-5d26-41bd-aaec-3bb8e46c9d0d tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Made reservation on behalf of c316c98d83734d7eab7153e5f826023b for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:41:40.398888 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-38b644f6-6ba4-4d35-9f79-23d0b069fdc0 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4690616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5222356'] for subnet (e252e6e8-7997-4643-8819-4cb523af8e1c), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:40.399111 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-cb630599-4b95-4d99-abbe-fcac7eb745ff req-46e39792-5d26-41bd-aaec-3bb8e46c9d0d tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:40.428174 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b644f6-6ba4-4d35-9f79-23d0b069fdc0 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Pushing event deleted for resources: {'Subnet': ['ID=e252e6e8-7997-4643-8819-4cb523af8e1c,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:40.430909 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-38b644f6-6ba4-4d35-9f79-23d0b069fdc0 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:40.434541 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-38b644f6-6ba4-4d35-9f79-23d0b069fdc0 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] 10.222.0.64 "DELETE /v2.0/subnets/e252e6e8-7997-4643-8819-4cb523af8e1c HTTP/1.1" status: 204 len: 168 time: 0.3978987 Jan 28 19:41:40.438663 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 48686) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:40.443566 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf0767e-4f37-44fc-965e-96f2c645de66 None None] Network ba3e1ba2-edd1-41f9-a12b-1cb4bc0c8534 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:41:40.444099 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-f00a42bf-cf36-4d90-92ff-781867772bf3 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Request body: {'subnet': {'network_id': 'ba3e1ba2-edd1-41f9-a12b-1cb4bc0c8534', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:41:40.575463 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5bf446a5-7ffe-4cb0-b369-43fe9dd3736c tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-732682'] for router_interface (e6bb216f-16e2-479b-a5d1-8d56e4529d0f), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:40.587332 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2bdee80c-4856-4b51-82d4-c01c989ac562 tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4752401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4733085'] for subnet (0fee5799-9b04-4541-8966-b28657230508), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:40.610421 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 48692) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:40.625521 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f00a42bf-cf36-4d90-92ff-781867772bf3 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Made reservation on behalf of 64d0cdb4950f49118685892c6c24c7ee for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:41:40.631992 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f00a42bf-cf36-4d90-92ff-781867772bf3 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5221429'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:40.797430 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bdee80c-4856-4b51-82d4-c01c989ac562 tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] Checking segment: {'id': '6671d6d6-7ae7-44d3-af75-4654dd1debf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '1406f95f-a009-4f41-baaa-41e15bb1c59f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:41:40.797799 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bdee80c-4856-4b51-82d4-c01c989ac562 tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] Network hostable DHCP agents. Network: 1406f95f-a009-4f41-baaa-41e15bb1c59f, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:41:40.807028 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdee80c-4856-4b51-82d4-c01c989ac562 tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] Pushing event updated for resources: {'Subnet': ['ID=0fee5799-9b04-4541-8966-b28657230508,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:40.859595 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-cb630599-4b95-4d99-abbe-fcac7eb745ff req-46e39792-5d26-41bd-aaec-3bb8e46c9d0d tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Allocated IP 172.20.0.13 (87bd24c3-2f53-4d06-9d37-4b32bba79109/1b82f7aa-308b-4f07-b0c3-0d99e240d9ef/0985c8f4-b2b5-44b7-a739-d77060232e00) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:41:40.864783 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-5dd3cd0a-2ac4-43eb-bc3b-2e44f0dc61f6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8d189ff2c2f843e39a0529562f2077ac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2489028 Jan 28 19:41:40.864783 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 48700) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:40.897788 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bdee80c-4856-4b51-82d4-c01c989ac562 tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] Network 1406f95f-a009-4f41-baaa-41e15bb1c59f is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:41:40.932168 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-2bdee80c-4856-4b51-82d4-c01c989ac562 tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, 1406f95f-a009-4f41-baaa-41e15bb1c59f) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:41:40.946137 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bdee80c-4856-4b51-82d4-c01c989ac562 tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:40.946979 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2bdee80c-4856-4b51-82d4-c01c989ac562 tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:40.951027 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c9094bb-71e2-48ea-b056-81a8bd7e210a None None] Network 1406f95f-a009-4f41-baaa-41e15bb1c59f requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:41:40.975826 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bab10790-a760-48e2-bde6-2be869a23dd0 admin admin] Publish callbacks [] for security_group (04921dc8-ed28-4a7f-b485-f4994d03022c), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:41.001868 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bab10790-a760-48e2-bde6-2be869a23dd0 admin admin] Publish callbacks [] for security_group (04921dc8-ed28-4a7f-b485-f4994d03022c), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:41.030362 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-2bdee80c-4856-4b51-82d4-c01c989ac562 tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7165864 Jan 28 19:41:41.046622 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 48702) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:41.055308 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-0a6d0487-21cb-4e8e-a1be-cd7efaae293b tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1361470048', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:41:41.066034 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f00a42bf-cf36-4d90-92ff-781867772bf3 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4690681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5221415'] for subnet (3b15393d-fcc3-4a72-af25-336679835a82), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:41.074430 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bab10790-a760-48e2-bde6-2be869a23dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (04921dc8-ed28-4a7f-b485-f4994d03022c), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:41.077724 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bab10790-a760-48e2-bde6-2be869a23dd0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:41.081447 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-bab10790-a760-48e2-bde6-2be869a23dd0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/04921dc8-ed28-4a7f-b485-f4994d03022c HTTP/1.1" status: 204 len: 168 time: 0.2148933 Jan 28 19:41:41.121702 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab10790-a760-48e2-bde6-2be869a23dd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04921dc8-ed28-4a7f-b485-f4994d03022c,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:41.131384 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f00a42bf-cf36-4d90-92ff-781867772bf3 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Network ba3e1ba2-edd1-41f9-a12b-1cb4bc0c8534 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:41:41.135119 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-f00a42bf-cf36-4d90-92ff-781867772bf3 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:41:41.139702 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f00a42bf-cf36-4d90-92ff-781867772bf3 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:41.140313 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f00a42bf-cf36-4d90-92ff-781867772bf3 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:41.146932 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0a6d0487-21cb-4e8e-a1be-cd7efaae293b tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261150'] for router (f56368be-866d-46aa-aeba-f69cea8bb5e4), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:41.148715 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0a6d0487-21cb-4e8e-a1be-cd7efaae293b tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-731099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-731441', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261129'] for router (f56368be-866d-46aa-aeba-f69cea8bb5e4), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:41.154201 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00a42bf-cf36-4d90-92ff-781867772bf3 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Pushing event updated for resources: {'Subnet': ['ID=3b15393d-fcc3-4a72-af25-336679835a82,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:41.172380 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-f00a42bf-cf36-4d90-92ff-781867772bf3 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7303064 Jan 28 19:41:41.172583 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 48706) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:41.179938 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-d81febc0-d7d9-4e54-b0cc-563e4218db90 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Request body: {'security_group': {'name': 'tempest-secgroup-1482845760'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:41:41.181355 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47e0e25b-832e-4014-9d8a-afa41cd46760 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68cd31fd-e4cd-5fb3-a862-256fc47efcd2-1406f95f-a009-4f41-baaa-41e15bb1c59f', 'network_id': '1406f95f-a009-4f41-baaa-41e15bb1c59f', 'project_id': '66a3e98592284ad6ac3db4dfba77b056', 'fixed_ips': [{'subnet_id': '0fee5799-9b04-4541-8966-b28657230508'}]}} from n-d-812111-14. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:41:41.182234 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-47e0e25b-832e-4014-9d8a-afa41cd46760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:41.207234 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d81febc0-d7d9-4e54-b0cc-563e4218db90 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:41.337479 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d81febc0-d7d9-4e54-b0cc-563e4218db90 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks [] for security_group (94b4df71-9eb1-46be-a0a9-9d6cf787391e), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:41.342106 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d81febc0-d7d9-4e54-b0cc-563e4218db90 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (94b4df71-9eb1-46be-a0a9-9d6cf787391e), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:41.396756 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d81febc0-d7d9-4e54-b0cc-563e4218db90 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:41.398965 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-d81febc0-d7d9-4e54-b0cc-563e4218db90 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2253385 Jan 28 19:41:41.399950 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81febc0-d7d9-4e54-b0cc-563e4218db90 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94b4df71-9eb1-46be-a0a9-9d6cf787391e,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:41.403719 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 48712) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:41.411238 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-d15b40e9-25a7-4068-98a9-7548e90dee3d tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Request body: {'security_group': {'name': 'tempest-secgroup-241913280'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:41:41.476567 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-65ae0ee0-7a1c-4610-9940-734666996ddc req-a123c725-e98f-45a9-a18c-bb373f702491 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a4cb9ad-0407-4f6d-b0cf-25991260284d HTTP/1.1" status: 200 len: 210 time: 0.0409477 Jan 28 19:41:41.480025 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d15b40e9-25a7-4068-98a9-7548e90dee3d tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:41.512185 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-47e0e25b-832e-4014-9d8a-afa41cd46760 None None] Allocated IP 172.20.0.2 (1406f95f-a009-4f41-baaa-41e15bb1c59f/0fee5799-9b04-4541-8966-b28657230508/5ad53898-d20d-41f2-8688-d5120b0370ae) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:41:41.594798 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d15b40e9-25a7-4068-98a9-7548e90dee3d tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks [] for security_group (47d87dd2-3668-4050-afe0-efab4012d135), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:41.599636 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d15b40e9-25a7-4068-98a9-7548e90dee3d tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (47d87dd2-3668-4050-afe0-efab4012d135), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:41.641416 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d15b40e9-25a7-4068-98a9-7548e90dee3d tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:41.645171 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-d15b40e9-25a7-4068-98a9-7548e90dee3d tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2378242 Jan 28 19:41:41.646312 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 48718) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:41.659709 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-243eb9a3-407f-454a-ae70-59845165e563 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Request body: {'security_group': {'name': 'tempest-secgroup-1921790287'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:41:41.674824 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15b40e9-25a7-4068-98a9-7548e90dee3d tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47d87dd2-3668-4050-afe0-efab4012d135,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:41.708771 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-243eb9a3-407f-454a-ae70-59845165e563 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:41.713740 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:41.837116 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-243eb9a3-407f-454a-ae70-59845165e563 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks [] for security_group (cfbc06d6-d5c4-4ac4-a6ef-bfb1a9898fa5), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:41.842583 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-243eb9a3-407f-454a-ae70-59845165e563 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (cfbc06d6-d5c4-4ac4-a6ef-bfb1a9898fa5), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:41.891855 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243eb9a3-407f-454a-ae70-59845165e563 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfbc06d6-d5c4-4ac4-a6ef-bfb1a9898fa5,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:41.904640 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-243eb9a3-407f-454a-ae70-59845165e563 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:41.910575 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-243eb9a3-407f-454a-ae70-59845165e563 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2626176 Jan 28 19:41:41.911405 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 48726) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:41.917032 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-307f3609-3614-4eb3-841f-d15735e5dcd4 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1353038642', 'security_groups': ['cfbc06d6-d5c4-4ac4-a6ef-bfb1a9898fa5'], 'network_id': 'ba3e1ba2-edd1-41f9-a12b-1cb4bc0c8534', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '3b15393d-fcc3-4a72-af25-336679835a82'}]}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:41:41.943863 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0a6d0487-21cb-4e8e-a1be-cd7efaae293b tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] Publish callbacks [] for router_controller (f56368be-866d-46aa-aeba-f69cea8bb5e4), precommit_add_association {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:41.957617 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bf446a5-7ffe-4cb0-b369-43fe9dd3736c tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Router e6bb216f-16e2-479b-a5d1-8d56e4529d0f has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:41:41.968957 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0a6d0487-21cb-4e8e-a1be-cd7efaae293b tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-731074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-731460'] for router (f56368be-866d-46aa-aeba-f69cea8bb5e4), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:41.981430 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-47e0e25b-832e-4014-9d8a-afa41cd46760 None None] Publish callbacks [] for port (5ad53898-d20d-41f2-8688-d5120b0370ae), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:41.983096 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-cb630599-4b95-4d99-abbe-fcac7eb745ff req-46e39792-5d26-41bd-aaec-3bb8e46c9d0d tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Publish callbacks [] for port (0985c8f4-b2b5-44b7-a739-d77060232e00), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:42.003234 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0a6d0487-21cb-4e8e-a1be-cd7efaae293b tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:42.004450 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-0a6d0487-21cb-4e8e-a1be-cd7efaae293b tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.9570017 Jan 28 19:41:42.004699 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd01ad0c-16ea-4de9-a02e-affa23682fad None None] Network ba3e1ba2-edd1-41f9-a12b-1cb4bc0c8534 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:41:42.009281 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 48728) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:42.022290 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-47e0e25b-832e-4014-9d8a-afa41cd46760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (5ad53898-d20d-41f2-8688-d5120b0370ae), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:42.100709 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-307f3609-3614-4eb3-841f-d15735e5dcd4 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Made reservation on behalf of 64d0cdb4950f49118685892c6c24c7ee for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:41:42.128560 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e0e25b-832e-4014-9d8a-afa41cd46760 None None] Pushing event updated for resources: {'Port': ['ID=5ad53898-d20d-41f2-8688-d5120b0370ae,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:42.210353 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47e0e25b-832e-4014-9d8a-afa41cd46760 None None] Network 1406f95f-a009-4f41-baaa-41e15bb1c59f is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:41:42.218462 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-edf47d99-064c-4240-b586-9ac3f92a379f None None] Provisioning complete for port cecc92d5-85d2-45cd-b57c-6b7994366c1d triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:41:42.218838 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-edf47d99-064c-4240-b586-9ac3f92a379f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (cecc92d5-85d2-45cd-b57c-6b7994366c1d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:42.222739 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-47e0e25b-832e-4014-9d8a-afa41cd46760 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:41:42.225210 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e0e25b-832e-4014-9d8a-afa41cd46760 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:41:42.447078 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-cb630599-4b95-4d99-abbe-fcac7eb745ff req-46e39792-5d26-41bd-aaec-3bb8e46c9d0d tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (0985c8f4-b2b5-44b7-a739-d77060232e00), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:42.449704 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [req-8d4a8062-7bb5-462f-a13e-8f5111eb962d req-80e1357a-82a4-47a9-b0d0-eac6786a3e9e service neutron] (103305) timed out ('10.222.0.41', 51549) {{(pid=103305) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 19:41:42.450739 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 48738) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:42.619597 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bf446a5-7ffe-4cb0-b369-43fe9dd3736c tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:41:42.627040 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb630599-4b95-4d99-abbe-fcac7eb745ff req-46e39792-5d26-41bd-aaec-3bb8e46c9d0d tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Network 87bd24c3-2f53-4d06-9d37-4b32bba79109 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:41:42.639339 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ceff32f-e7dd-4341-b79f-8f73805bfd6a None None] Sync routers for ids ['e6bb216f-16e2-479b-a5d1-8d56e4529d0f'] in n-d-812111-14 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:41:42.645832 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-5bf446a5-7ffe-4cb0-b369-43fe9dd3736c tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] 10.222.0.64 "PUT /v2.0/routers/e6bb216f-16e2-479b-a5d1-8d56e4529d0f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4124048 Jan 28 19:41:42.646687 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 48744) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:42.652276 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-47e0e25b-832e-4014-9d8a-afa41cd46760 None None] Attempting to bind port 5ad53898-d20d-41f2-8688-d5120b0370ae on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:41:42.652773 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-47e0e25b-832e-4014-9d8a-afa41cd46760 None None] Attempting to bind port 5ad53898-d20d-41f2-8688-d5120b0370ae by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '6671d6d6-7ae7-44d3-af75-4654dd1debf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '1406f95f-a009-4f41-baaa-41e15bb1c59f'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:41:42.653266 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e0e25b-832e-4014-9d8a-afa41cd46760 None None] Attempting to bind port 5ad53898-d20d-41f2-8688-d5120b0370ae on network 1406f95f-a009-4f41-baaa-41e15bb1c59f {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:41:42.664191 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-cb630599-4b95-4d99-abbe-fcac7eb745ff req-46e39792-5d26-41bd-aaec-3bb8e46c9d0d tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:41:42.670404 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb630599-4b95-4d99-abbe-fcac7eb745ff req-46e39792-5d26-41bd-aaec-3bb8e46c9d0d tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:41:42.702204 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ceff32f-e7dd-4341-b79f-8f73805bfd6a None None] Routers {'e6bb216f-16e2-479b-a5d1-8d56e4529d0f'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:41:42.702904 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-1ceff32f-e7dd-4341-b79f-8f73805bfd6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:41:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['e6bb216f-16e2-479b-a5d1-8d56e4529d0f'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:41:42.706844 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e39792-5d26-41bd-aaec-3bb8e46c9d0d tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Pushing event updated for resources: {'Port': ['ID=0985c8f4-b2b5-44b7-a739-d77060232e00,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:42.715050 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e0e25b-832e-4014-9d8a-afa41cd46760 None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:41:42.715548 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e0e25b-832e-4014-9d8a-afa41cd46760 None None] Checking segment: {'id': '6671d6d6-7ae7-44d3-af75-4654dd1debf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '1406f95f-a009-4f41-baaa-41e15bb1c59f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:41:42.716068 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-47e0e25b-832e-4014-9d8a-afa41cd46760 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:42.716532 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e0e25b-832e-4014-9d8a-afa41cd46760 None None] Bound using segment: {'id': '6671d6d6-7ae7-44d3-af75-4654dd1debf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '1406f95f-a009-4f41-baaa-41e15bb1c59f'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:41:42.717149 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-47e0e25b-832e-4014-9d8a-afa41cd46760 None None] Bound port: 5ad53898-d20d-41f2-8688-d5120b0370ae, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6671d6d6-7ae7-44d3-af75-4654dd1debf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '1406f95f-a009-4f41-baaa-41e15bb1c59f'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:41:42.717633 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-47e0e25b-832e-4014-9d8a-afa41cd46760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (5ad53898-d20d-41f2-8688-d5120b0370ae), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:42.737160 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-307f3609-3614-4eb3-841f-d15735e5dcd4 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:42.775579 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-ccad5f3c-b0be-4936-9de4-055bd7b31bcd tempest-DvrRoutersNegativeTest-1990122023 tempest-DvrRoutersNegativeTest-1990122023-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1900456277', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:41:42.783276 n-d-812111-14 neutron-server[103305]: DEBUG neutron.policy [None req-ccad5f3c-b0be-4936-9de4-055bd7b31bcd tempest-DvrRoutersNegativeTest-1990122023 tempest-DvrRoutersNegativeTest-1990122023-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=103305) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Jan 28 19:41:42.783831 n-d-812111-14 neutron-server[103305]: DEBUG neutron.policy [None req-ccad5f3c-b0be-4936-9de4-055bd7b31bcd tempest-DvrRoutersNegativeTest-1990122023 tempest-DvrRoutersNegativeTest-1990122023-project] Failed policy check for 'create_router' {{(pid=103305) enforce /opt/stack/neutron/neutron/policy.py:524}} Jan 28 19:41:42.784732 n-d-812111-14 neutron-server[103305]: INFO neutron.api.v2.resource [None req-ccad5f3c-b0be-4936-9de4-055bd7b31bcd tempest-DvrRoutersNegativeTest-1990122023 tempest-DvrRoutersNegativeTest-1990122023-project] create failed (client error): Access was denied to this resource. Jan 28 19:41:42.785968 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-ccad5f3c-b0be-4936-9de4-055bd7b31bcd tempest-DvrRoutersNegativeTest-1990122023 tempest-DvrRoutersNegativeTest-1990122023-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.3277216 Jan 28 19:41:42.799422 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b0addbf-537d-4417-89f1-6171c07f41fd tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Deleting subnet 4bf52b94-b2d3-4534-87ba-fb13780dbafa {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:41:42.806197 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [None req-307f3609-3614-4eb3-841f-d15735e5dcd4 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] device_id is not set on port ea9164ba-ed78-4525-bf27-a59d50feaf95 yet. {{(pid=103304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:41:42.811838 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7b0addbf-537d-4417-89f1-6171c07f41fd tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Publish callbacks [] for subnet (4bf52b94-b2d3-4534-87ba-fb13780dbafa), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:42.834855 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b833c370-4ebe-4821-bd8d-2b760289fa36 tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:42.888297 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb630599-4b95-4d99-abbe-fcac7eb745ff req-46e39792-5d26-41bd-aaec-3bb8e46c9d0d tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:42.889004 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-cb630599-4b95-4d99-abbe-fcac7eb745ff req-46e39792-5d26-41bd-aaec-3bb8e46c9d0d tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:42.909028 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9682f0e-0ec0-4ab3-bed5-ed0b562f2e91 req-39a76c10-2f96-4439-ab47-6184842c4cd3 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:42.917286 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f9682f0e-0ec0-4ab3-bed5-ed0b562f2e91 req-39a76c10-2f96-4439-ab47-6184842c4cd3 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a4cb9ad-0407-4f6d-b0cf-25991260284d HTTP/1.1" status: 200 len: 932 time: 0.2941220 Jan 28 19:41:42.937210 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-edf47d99-064c-4240-b586-9ac3f92a379f None None] Current status of the port cecc92d5-85d2-45cd-b57c-6b7994366c1d is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:41:42.987367 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7b0addbf-537d-4417-89f1-6171c07f41fd tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4747050'] for subnet (4bf52b94-b2d3-4534-87ba-fb13780dbafa), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:43.015468 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-edf47d99-064c-4240-b586-9ac3f92a379f None None] Provisioning complete for port 4343d046-1779-440b-9e1a-12e789fca00c triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:41:43.017301 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-edf47d99-064c-4240-b586-9ac3f92a379f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (4343d046-1779-440b-9e1a-12e789fca00c), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:43.029839 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-cb630599-4b95-4d99-abbe-fcac7eb745ff req-46e39792-5d26-41bd-aaec-3bb8e46c9d0d tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4288905 Jan 28 19:41:43.107927 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-76e5e681-5b07-44ec-aba1-8fb95a659a23 req-a7ff44d0-cc6b-4a66-a48a-17730b704b69 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=4a91007d-45be-4c6c-a11f-db74e1c43eb8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2145858 Jan 28 19:41:43.135237 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f9682f0e-0ec0-4ab3-bed5-ed0b562f2e91 req-cd02a5e8-fa8a-4726-b812-cf61dfaf80b9 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/security-groups?id=d049ce91-97cc-4551-97a8-b334f2123d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130101 Jan 28 19:41:43.153966 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-cb630599-4b95-4d99-abbe-fcac7eb745ff req-d08d463d-840d-4c45-87ff-df05c6481600 service neutron] Request body: {'port': {'device_id': '4a4cb9ad-0407-4f6d-b0cf-25991260284d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-14'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:41:43.268768 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-47e0e25b-832e-4014-9d8a-afa41cd46760 None None] For port 5ad53898-d20d-41f2-8688-d5120b0370ae, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:41:43.282463 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:43.283934 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7b0addbf-537d-4417-89f1-6171c07f41fd tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (4bf52b94-b2d3-4534-87ba-fb13780dbafa), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:43.285667 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e47b3bd7-4e75-4dc8-a6f2-b4a6aa999b7b None None] Update dhcp port {'port': {'network_id': 'ba3e1ba2-edd1-41f9-a12b-1cb4bc0c8534', 'fixed_ips': [{'subnet_id': 'ba823806-6167-48e6-a923-2b462134ea7e', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '3b15393d-fcc3-4a72-af25-336679835a82'}], 'binding:host_id': 'n-d-812111-14'}, 'id': 'cecc92d5-85d2-45cd-b57c-6b7994366c1d'} from n-d-812111-14. {{(pid=103306) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 19:41:43.305292 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-cb630599-4b95-4d99-abbe-fcac7eb745ff req-d08d463d-840d-4c45-87ff-df05c6481600 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (0985c8f4-b2b5-44b7-a739-d77060232e00), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:43.331008 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e5e681-5b07-44ec-aba1-8fb95a659a23 req-35838e23-2b74-4434-b7c9-7415208ed4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:43.332672 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-76e5e681-5b07-44ec-aba1-8fb95a659a23 req-35838e23-2b74-4434-b7c9-7415208ed4d1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c316c98d83734d7eab7153e5f826023b&device_id=4a91007d-45be-4c6c-a11f-db74e1c43eb8 HTTP/1.1" status: 200 len: 1128 time: 0.1691296 Jan 28 19:41:43.354360 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-47e0e25b-832e-4014-9d8a-afa41cd46760 None None] For port 5ad53898-d20d-41f2-8688-d5120b0370ae, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=5ad53898-d20d-41f2-8688-d5120b0370ae,segment=NetworkSegment(6671d6d6-7ae7-44d3-af75-4654dd1debf1),segment_id=6671d6d6-7ae7-44d3-af75-4654dd1debf1)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:41:43.371033 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-edf47d99-064c-4240-b586-9ac3f92a379f None None] Port 4343d046-1779-440b-9e1a-12e789fca00c cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:41:43.386171 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-1ceff32f-e7dd-4341-b79f-8f73805bfd6a None None] Set router e6bb216f-16e2-479b-a5d1-8d56e4529d0f gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:41:43.391388 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e47b3bd7-4e75-4dc8-a6f2-b4a6aa999b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (cecc92d5-85d2-45cd-b57c-6b7994366c1d), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:43.395557 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-47e0e25b-832e-4014-9d8a-afa41cd46760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (5ad53898-d20d-41f2-8688-d5120b0370ae), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:43.449837 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 48752) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:43.472452 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e5e681-5b07-44ec-aba1-8fb95a659a23 req-de350a60-ae3b-4370-9dbc-8d57cacdbaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:43.475448 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-76e5e681-5b07-44ec-aba1-8fb95a659a23 req-de350a60-ae3b-4370-9dbc-8d57cacdbaa5 service neutron] 10.222.0.70 "GET /v2.0/networks?id=87bd24c3-2f53-4d06-9d37-4b32bba79109 HTTP/1.1" status: 200 len: 912 time: 0.1202791 Jan 28 19:41:43.496652 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-307f3609-3614-4eb3-841f-d15735e5dcd4 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Allocated IP 2001:db8::63 (ba3e1ba2-edd1-41f9-a12b-1cb4bc0c8534/3b15393d-fcc3-4a72-af25-336679835a82/ea9164ba-ed78-4525-bf27-a59d50feaf95) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:41:43.610680 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-b833c370-4ebe-4821-bd8d-2b760289fa36 tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] Allocated IP 172.20.0.1 (1406f95f-a009-4f41-baaa-41e15bb1c59f/0fee5799-9b04-4541-8966-b28657230508/13877abf-ac57-4f4e-aa4c-1346b70fbb04) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:41:43.618596 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7b0addbf-537d-4417-89f1-6171c07f41fd tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4690616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5222356'] for subnet (4bf52b94-b2d3-4534-87ba-fb13780dbafa), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:43.772692 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-76e5e681-5b07-44ec-aba1-8fb95a659a23 req-062e140a-d0c7-450b-81f5-133ff50d43c8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4fc29a78-414a-4805-a8cf-167eee4a4412 HTTP/1.1" status: 200 len: 999 time: 0.2808473 Jan 28 19:41:43.778501 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-61af52a2-7a91-43fb-9f0b-329f406fe5a8 None None] Provisioning complete for port 0985c8f4-b2b5-44b7-a739-d77060232e00 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:41:43.779024 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-61af52a2-7a91-43fb-9f0b-329f406fe5a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (0985c8f4-b2b5-44b7-a739-d77060232e00), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:43.786835 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5180522a-18ad-49d8-ba7a-dc1416605ace admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:43.792431 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0addbf-537d-4417-89f1-6171c07f41fd tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Pushing event deleted for resources: {'Subnet': ['ID=4bf52b94-b2d3-4534-87ba-fb13780dbafa,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:43.815693 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7b0addbf-537d-4417-89f1-6171c07f41fd tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:43.821782 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-7b0addbf-537d-4417-89f1-6171c07f41fd tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] 10.222.0.64 "DELETE /v2.0/subnets/4bf52b94-b2d3-4534-87ba-fb13780dbafa HTTP/1.1" status: 204 len: 168 time: 1.1723115 Jan 28 19:41:43.843423 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 48756) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:43.847523 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b16f7699-6dc8-4598-8907-bb80e075111a None None] Network e41efa42-cbd1-43d4-9e08-72aaf610e78c requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:41:43.993056 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e0e25b-832e-4014-9d8a-afa41cd46760 None None] Pushing event updated for resources: {'Port': ['ID=5ad53898-d20d-41f2-8688-d5120b0370ae,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:44.056431 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e5e681-5b07-44ec-aba1-8fb95a659a23 req-6daafc19-233e-4695-9bed-8e722bf00dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:44.059274 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-76e5e681-5b07-44ec-aba1-8fb95a659a23 req-6daafc19-233e-4695-9bed-8e722bf00dd4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1b82f7aa-308b-4f07-b0c3-0d99e240d9ef HTTP/1.1" status: 200 len: 851 time: 0.2357359 Jan 28 19:41:44.121299 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-61af52a2-7a91-43fb-9f0b-329f406fe5a8 None None] Port 0985c8f4-b2b5-44b7-a739-d77060232e00 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:41:44.142248 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b833c370-4ebe-4821-bd8d-2b760289fa36 tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] Publish callbacks [] for port (13877abf-ac57-4f4e-aa4c-1346b70fbb04), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:44.183810 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-307f3609-3614-4eb3-841f-d15735e5dcd4 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks [] for port (ea9164ba-ed78-4525-bf27-a59d50feaf95), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:44.209969 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e5e681-5b07-44ec-aba1-8fb95a659a23 req-15013151-574e-4a61-8331-9cac3175fec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:44.211710 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-76e5e681-5b07-44ec-aba1-8fb95a659a23 req-15013151-574e-4a61-8331-9cac3175fec5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=87bd24c3-2f53-4d06-9d37-4b32bba79109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1396317 Jan 28 19:41:44.263064 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-1ceff32f-e7dd-4341-b79f-8f73805bfd6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6bb216f-16e2-479b-a5d1-8d56e4529d0f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1884006270', 'tenant_id': '3c5bcff20fc24e3eb87e72dc3f4664c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': 'd0efb206-8cb7-489b-9025-77debbbe3f2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:40:49Z', 'updated_at': '2022-01-28T19:41:39Z', 'revision_number': 5, 'project_id': '3c5bcff20fc24e3eb87e72dc3f4664c7', 'gw_port': {'id': 'd0efb206-8cb7-489b-9025-77debbbe3f2c', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:16:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6bb216f-16e2-479b-a5d1-8d56e4529d0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:40:50Z', 'updated_at': '2022-01-28T19:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:41:44.289799 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e5aead65-c53f-4710-a873-941cf36e3653 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Publish callbacks [] for router (e6bb216f-16e2-479b-a5d1-8d56e4529d0f), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:44.318012 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ceff32f-e7dd-4341-b79f-8f73805bfd6a None None] Checking router: e6bb216f-16e2-479b-a5d1-8d56e4529d0f for host: n-d-812111-14 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:41:44.331448 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ceff32f-e7dd-4341-b79f-8f73805bfd6a None None] Routers {'e6bb216f-16e2-479b-a5d1-8d56e4529d0f'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:41:44.332312 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-1ceff32f-e7dd-4341-b79f-8f73805bfd6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:41:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['e6bb216f-16e2-479b-a5d1-8d56e4529d0f'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:41:44.354143 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-307f3609-3614-4eb3-841f-d15735e5dcd4 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (ea9164ba-ed78-4525-bf27-a59d50feaf95), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:44.368208 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [req-cb630599-4b95-4d99-abbe-fcac7eb745ff req-d08d463d-840d-4c45-87ff-df05c6481600 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0985c8f4-b2b5-44b7-a739-d77060232e00 {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:41:44.390624 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-cb630599-4b95-4d99-abbe-fcac7eb745ff req-d08d463d-840d-4c45-87ff-df05c6481600 service neutron] Publish callbacks [] for port (0985c8f4-b2b5-44b7-a739-d77060232e00), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:44.405760 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa04ba5-a21f-4bfb-a113-debb5b870ac3 None None] DHCP port deletion for e41efa42-cbd1-43d4-9e08-72aaf610e78c request from n-d-812111-14 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:41:44.414703 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b833c370-4ebe-4821-bd8d-2b760289fa36 tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (13877abf-ac57-4f4e-aa4c-1346b70fbb04), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:44.432662 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5180522a-18ad-49d8-ba7a-dc1416605ace admin admin] Publish callbacks [] for security_group (25ba473e-0acb-4f90-ae97-e03fd1ad24d1), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:44.488592 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-cb630599-4b95-4d99-abbe-fcac7eb745ff req-d08d463d-840d-4c45-87ff-df05c6481600 service neutron] Transition to ACTIVE for port object 0985c8f4-b2b5-44b7-a739-d77060232e00 will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:41:44.493194 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5180522a-18ad-49d8-ba7a-dc1416605ace admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (25ba473e-0acb-4f90-ae97-e03fd1ad24d1), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:44.511355 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-307f3609-3614-4eb3-841f-d15735e5dcd4 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Network ba3e1ba2-edd1-41f9-a12b-1cb4bc0c8534 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:41:44.539871 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307f3609-3614-4eb3-841f-d15735e5dcd4 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Pushing event updated for resources: {'Port': ['ID=ea9164ba-ed78-4525-bf27-a59d50feaf95,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:44.589482 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-76e5e681-5b07-44ec-aba1-8fb95a659a23 req-4d394229-5c14-48e7-b188-14c8b0de399c service neutron] 10.222.0.70 "GET /v2.0/networks/87bd24c3-2f53-4d06-9d37-4b32bba79109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3580921 Jan 28 19:41:44.602464 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-307f3609-3614-4eb3-841f-d15735e5dcd4 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:41:44.628021 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307f3609-3614-4eb3-841f-d15735e5dcd4 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:41:44.638172 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-307f3609-3614-4eb3-841f-d15735e5dcd4 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:44.639994 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-307f3609-3614-4eb3-841f-d15735e5dcd4 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:44.658389 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-cb630599-4b95-4d99-abbe-fcac7eb745ff req-d08d463d-840d-4c45-87ff-df05c6481600 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (0985c8f4-b2b5-44b7-a739-d77060232e00), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:44.673628 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e78b980-47c3-41c9-bfb4-000cc1e02b20 req-692163f0-a5b2-45e0-b8a4-03421a3a4291 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:44.675685 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1e78b980-47c3-41c9-bfb4-000cc1e02b20 req-692163f0-a5b2-45e0-b8a4-03421a3a4291 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a4cb9ad-0407-4f6d-b0cf-25991260284d HTTP/1.1" status: 200 len: 932 time: 0.3765271 Jan 28 19:41:44.685365 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5180522a-18ad-49d8-ba7a-dc1416605ace admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25ba473e-0acb-4f90-ae97-e03fd1ad24d1,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:44.689300 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-1ceff32f-e7dd-4341-b79f-8f73805bfd6a None None] Set router e6bb216f-16e2-479b-a5d1-8d56e4529d0f gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:41:44.707994 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b833c370-4ebe-4821-bd8d-2b760289fa36 tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] Network 1406f95f-a009-4f41-baaa-41e15bb1c59f is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:41:44.733757 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-b833c370-4ebe-4821-bd8d-2b760289fa36 tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:41:44.736662 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b833c370-4ebe-4821-bd8d-2b760289fa36 tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:41:44.745923 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-307f3609-3614-4eb3-841f-d15735e5dcd4 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.8331981 Jan 28 19:41:44.752869 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 48762) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:44.796121 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-43eb9d72-2cab-4677-8c27-43ef177b2e59 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Request body: {'subnet': {'network_id': 'ba3e1ba2-edd1-41f9-a12b-1cb4bc0c8534', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:41:44.806489 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-5180522a-18ad-49d8-ba7a-dc1416605ace admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=747201fbca434dbe8fdb0692dfe98ac6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3514814 Jan 28 19:41:44.814748 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b833c370-4ebe-4821-bd8d-2b760289fa36 tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] Pushing event updated for resources: {'Port': ['ID=13877abf-ac57-4f4e-aa4c-1346b70fbb04,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:44.841830 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 48764) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:44.850050 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-e47b3bd7-4e75-4dc8-a6f2-b4a6aa999b7b None None] Allocated IP 2001:db8::2 (ba3e1ba2-edd1-41f9-a12b-1cb4bc0c8534/3b15393d-fcc3-4a72-af25-336679835a82/cecc92d5-85d2-45cd-b57c-6b7994366c1d) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:41:44.952906 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08d463d-840d-4c45-87ff-df05c6481600 service neutron] Pushing event updated for resources: {'Port': ['ID=0985c8f4-b2b5-44b7-a739-d77060232e00,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:44.990190 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e5aead65-c53f-4710-a873-941cf36e3653 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Publish callbacks [] for router_gateway (e6bb216f-16e2-479b-a5d1-8d56e4529d0f), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:45.018128 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-5aa04ba5-a21f-4bfb-a113-debb5b870ac3 None None] Deleting port 13b28267-244c-4013-a6f5-177957103c27 {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:41:45.018504 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5aa04ba5-a21f-4bfb-a113-debb5b870ac3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (13b28267-244c-4013-a6f5-177957103c27), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:45.031292 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-76e5e681-5b07-44ec-aba1-8fb95a659a23 req-23a21979-bec3-4539-b1bc-6e25be2b6477 service neutron] 10.222.0.70 "GET /v2.0/networks/87bd24c3-2f53-4d06-9d37-4b32bba79109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4238453 Jan 28 19:41:45.110885 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1e78b980-47c3-41c9-bfb4-000cc1e02b20 req-95e5663c-305f-4df3-927b-9e5bfc008eba tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/security-groups?id=d049ce91-97cc-4551-97a8-b334f2123d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3777936 Jan 28 19:41:45.118462 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43eb9d72-2cab-4677-8c27-43ef177b2e59 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Made reservation on behalf of 64d0cdb4950f49118685892c6c24c7ee for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:41:45.123692 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-43eb9d72-2cab-4677-8c27-43ef177b2e59 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5221429'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:45.187663 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b833c370-4ebe-4821-bd8d-2b760289fa36 tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734769'] for router_interface (f56368be-866d-46aa-aeba-f69cea8bb5e4), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:45.293666 n-d-812111-14 neutron-server[103304]: INFO neutron.db.ipam_backend_mixin [None req-43eb9d72-2cab-4677-8c27-43ef177b2e59 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3b15393d-fcc3-4a72-af25-336679835a82 (CIDR: 2001:db8::/64) Jan 28 19:41:45.299426 n-d-812111-14 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-43eb9d72-2cab-4677-8c27-43ef177b2e59 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 19:41:45.299871 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43eb9d72-2cab-4677-8c27-43ef177b2e59 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:41:45.320739 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-43eb9d72-2cab-4677-8c27-43ef177b2e59 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5512919 Jan 28 19:41:45.323291 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 48768) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:45.328776 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-76f944c9-7773-434d-b29e-2fa0cb393a46 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Request body: {'subnet': {'network_id': 'ba3e1ba2-edd1-41f9-a12b-1cb4bc0c8534', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:41:45.355238 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d20855a-9f17-4995-99f1-1e5d7f17f795 None None] Network 1406f95f-a009-4f41-baaa-41e15bb1c59f requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:41:45.364696 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-cb630599-4b95-4d99-abbe-fcac7eb745ff req-d08d463d-840d-4c45-87ff-df05c6481600 service neutron] Attempting to bind port 0985c8f4-b2b5-44b7-a739-d77060232e00 on host n-h2-812111-14 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:41:45.365142 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-cb630599-4b95-4d99-abbe-fcac7eb745ff req-d08d463d-840d-4c45-87ff-df05c6481600 service neutron] Attempting to bind port 0985c8f4-b2b5-44b7-a739-d77060232e00 by drivers openvswitch,hyperv on host n-h2-812111-14 at level 0 using segments [{'id': '0e20d3ef-5527-42ba-86a4-bcb741be912b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '87bd24c3-2f53-4d06-9d37-4b32bba79109'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:41:45.365604 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb630599-4b95-4d99-abbe-fcac7eb745ff req-d08d463d-840d-4c45-87ff-df05c6481600 service neutron] Attempting to bind port 0985c8f4-b2b5-44b7-a739-d77060232e00 on network 87bd24c3-2f53-4d06-9d37-4b32bba79109 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:41:45.383519 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7df9be95-e491-4c43-8c70-5d4c6641ed39 admin admin] Publish callbacks [] for security_group (25ba473e-0acb-4f90-ae97-e03fd1ad24d1), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:45.385146 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb630599-4b95-4d99-abbe-fcac7eb745ff req-d08d463d-840d-4c45-87ff-df05c6481600 service neutron] Port 0985c8f4-b2b5-44b7-a739-d77060232e00 on network 87bd24c3-2f53-4d06-9d37-4b32bba79109 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-14 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:41:45.385463 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb630599-4b95-4d99-abbe-fcac7eb745ff req-d08d463d-840d-4c45-87ff-df05c6481600 service neutron] Attempting to bind port 0985c8f4-b2b5-44b7-a739-d77060232e00 on network 87bd24c3-2f53-4d06-9d37-4b32bba79109 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:41:45.408977 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb630599-4b95-4d99-abbe-fcac7eb745ff req-d08d463d-840d-4c45-87ff-df05c6481600 service neutron] Checking agent: {'id': '8f3fee4e-bf24-4b58-8a3a-ae9c8011a473', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 41, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:41:45.409425 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb630599-4b95-4d99-abbe-fcac7eb745ff req-d08d463d-840d-4c45-87ff-df05c6481600 service neutron] Checking segment: {'id': '0e20d3ef-5527-42ba-86a4-bcb741be912b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '87bd24c3-2f53-4d06-9d37-4b32bba79109'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:41:45.409779 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb630599-4b95-4d99-abbe-fcac7eb745ff req-d08d463d-840d-4c45-87ff-df05c6481600 service neutron] Bound using segment: {'id': '0e20d3ef-5527-42ba-86a4-bcb741be912b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '87bd24c3-2f53-4d06-9d37-4b32bba79109'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:41:45.410226 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-cb630599-4b95-4d99-abbe-fcac7eb745ff req-d08d463d-840d-4c45-87ff-df05c6481600 service neutron] Bound port: 0985c8f4-b2b5-44b7-a739-d77060232e00, host: n-h2-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e20d3ef-5527-42ba-86a4-bcb741be912b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '87bd24c3-2f53-4d06-9d37-4b32bba79109'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:41:45.410635 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-cb630599-4b95-4d99-abbe-fcac7eb745ff req-d08d463d-840d-4c45-87ff-df05c6481600 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (0985c8f4-b2b5-44b7-a739-d77060232e00), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:45.452747 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7df9be95-e491-4c43-8c70-5d4c6641ed39 admin admin] Publish callbacks [] for security_group (25ba473e-0acb-4f90-ae97-e03fd1ad24d1), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:45.461917 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76f944c9-7773-434d-b29e-2fa0cb393a46 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Made reservation on behalf of 64d0cdb4950f49118685892c6c24c7ee for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:41:45.465845 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-5aa04ba5-a21f-4bfb-a113-debb5b870ac3 None None] For port 13b28267-244c-4013-a6f5-177957103c27, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=13b28267-244c-4013-a6f5-177957103c27,segment=NetworkSegment(f2d3284b-4537-437a-8483-b3ce73b0bb29),segment_id=f2d3284b-4537-437a-8483-b3ce73b0bb29)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:41:45.466061 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-76f944c9-7773-434d-b29e-2fa0cb393a46 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5221429'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:45.466304 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5aa04ba5-a21f-4bfb-a113-debb5b870ac3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (13b28267-244c-4013-a6f5-177957103c27), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:45.478557 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-e47b3bd7-4e75-4dc8-a6f2-b4a6aa999b7b None None] For port cecc92d5-85d2-45cd-b57c-6b7994366c1d, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=cecc92d5-85d2-45cd-b57c-6b7994366c1d,segment=NetworkSegment(9fdfc8dc-3e22-412b-a03a-9c5e104700d2),segment_id=9fdfc8dc-3e22-412b-a03a-9c5e104700d2)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:41:45.510296 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-5aa04ba5-a21f-4bfb-a113-debb5b870ac3 None None] Calling delete_port for 13b28267-244c-4013-a6f5-177957103c27 owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:41:45.553606 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b833c370-4ebe-4821-bd8d-2b760289fa36 tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (13877abf-ac57-4f4e-aa4c-1346b70fbb04), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:45.559603 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-e5aead65-c53f-4710-a873-941cf36e3653 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Deleting port d0efb206-8cb7-489b-9025-77debbbe3f2c {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:41:45.560007 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e5aead65-c53f-4710-a873-941cf36e3653 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (d0efb206-8cb7-489b-9025-77debbbe3f2c), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:45.580657 n-d-812111-14 neutron-server[103304]: INFO neutron.db.ipam_backend_mixin [None req-76f944c9-7773-434d-b29e-2fa0cb393a46 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet ba823806-6167-48e6-a923-2b462134ea7e (CIDR: 2001:db8:0:1::/64) Jan 28 19:41:45.586393 n-d-812111-14 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-76f944c9-7773-434d-b29e-2fa0cb393a46 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 19:41:45.586393 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76f944c9-7773-434d-b29e-2fa0cb393a46 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:41:45.604869 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-76f944c9-7773-434d-b29e-2fa0cb393a46 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.2780387 Jan 28 19:41:45.605248 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 48770) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:45.610264 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-2d2c8559-c016-499d-a7e1-1936559ea1f3 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Request body: {'subnet': {'network_id': 'ba3e1ba2-edd1-41f9-a12b-1cb4bc0c8534', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:41:45.620893 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e47b3bd7-4e75-4dc8-a6f2-b4a6aa999b7b None None] Publish callbacks [] for port (cecc92d5-85d2-45cd-b57c-6b7994366c1d), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:45.644554 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e47b3bd7-4e75-4dc8-a6f2-b4a6aa999b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (cecc92d5-85d2-45cd-b57c-6b7994366c1d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:45.674343 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-cb630599-4b95-4d99-abbe-fcac7eb745ff req-d08d463d-840d-4c45-87ff-df05c6481600 service neutron] For port 0985c8f4-b2b5-44b7-a739-d77060232e00, host n-h2-812111-14, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:41:45.693576 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-1ceff32f-e7dd-4341-b79f-8f73805bfd6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6bb216f-16e2-479b-a5d1-8d56e4529d0f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1884006270', 'tenant_id': '3c5bcff20fc24e3eb87e72dc3f4664c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': 'd0efb206-8cb7-489b-9025-77debbbe3f2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:40:49Z', 'updated_at': '2022-01-28T19:41:39Z', 'revision_number': 5, 'project_id': '3c5bcff20fc24e3eb87e72dc3f4664c7', 'gw_port': {'id': 'd0efb206-8cb7-489b-9025-77debbbe3f2c', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:16:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6bb216f-16e2-479b-a5d1-8d56e4529d0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:40:50Z', 'updated_at': '2022-01-28T19:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:41:45.720109 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-cb630599-4b95-4d99-abbe-fcac7eb745ff req-d08d463d-840d-4c45-87ff-df05c6481600 service neutron] For port 0985c8f4-b2b5-44b7-a739-d77060232e00, host n-h2-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=0985c8f4-b2b5-44b7-a739-d77060232e00,segment=NetworkSegment(0e20d3ef-5527-42ba-86a4-bcb741be912b),segment_id=0e20d3ef-5527-42ba-86a4-bcb741be912b)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:41:45.721689 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7df9be95-e491-4c43-8c70-5d4c6641ed39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (25ba473e-0acb-4f90-ae97-e03fd1ad24d1), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:45.724374 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7df9be95-e491-4c43-8c70-5d4c6641ed39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:45.725775 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-7df9be95-e491-4c43-8c70-5d4c6641ed39 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/25ba473e-0acb-4f90-ae97-e03fd1ad24d1 HTTP/1.1" status: 204 len: 168 time: 0.7740817 Jan 28 19:41:45.755261 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-cb630599-4b95-4d99-abbe-fcac7eb745ff req-d08d463d-840d-4c45-87ff-df05c6481600 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (0985c8f4-b2b5-44b7-a739-d77060232e00), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:45.766063 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d2c8559-c016-499d-a7e1-1936559ea1f3 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Made reservation on behalf of 64d0cdb4950f49118685892c6c24c7ee for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:41:45.771919 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2d2c8559-c016-499d-a7e1-1936559ea1f3 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5221429'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:45.783675 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ceff32f-e7dd-4341-b79f-8f73805bfd6a None None] The sync data for ids ['e6bb216f-16e2-479b-a5d1-8d56e4529d0f'] in n-d-812111-14 is: [{'id': 'e6bb216f-16e2-479b-a5d1-8d56e4529d0f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1884006270', 'tenant_id': '3c5bcff20fc24e3eb87e72dc3f4664c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': 'd0efb206-8cb7-489b-9025-77debbbe3f2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:40:49Z', 'updated_at': '2022-01-28T19:41:39Z', 'revision_number': 5, 'project_id': '3c5bcff20fc24e3eb87e72dc3f4664c7', 'gw_port': {'id': 'd0efb206-8cb7-489b-9025-77debbbe3f2c', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:16:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6bb216f-16e2-479b-a5d1-8d56e4529d0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:40:50Z', 'updated_at': '2022-01-28T19:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:41:45.797844 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b12539e7-f663-4072-ad34-8a426f1c0f09 None None] Provisioning complete for port 5ad53898-d20d-41f2-8688-d5120b0370ae triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:41:45.798221 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b12539e7-f663-4072-ad34-8a426f1c0f09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (5ad53898-d20d-41f2-8688-d5120b0370ae), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:45.837122 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df9be95-e491-4c43-8c70-5d4c6641ed39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25ba473e-0acb-4f90-ae97-e03fd1ad24d1,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:45.878163 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47b3bd7-4e75-4dc8-a6f2-b4a6aa999b7b None None] Pushing event updated for resources: {'Port': ['ID=cecc92d5-85d2-45cd-b57c-6b7994366c1d,revision_number=6']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:45.886147 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5aa04ba5-a21f-4bfb-a113-debb5b870ac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985'] for port (13b28267-244c-4013-a6f5-177957103c27), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:45.947985 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa04ba5-a21f-4bfb-a113-debb5b870ac3 None None] No DVR routers for this DVR port 13b28267-244c-4013-a6f5-177957103c27 on host n-d-812111-14 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:41:45.953622 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa04ba5-a21f-4bfb-a113-debb5b870ac3 None None] Pushing event deleted for resources: {'Port': ['ID=13b28267-244c-4013-a6f5-177957103c27,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:46.075016 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b12539e7-f663-4072-ad34-8a426f1c0f09 None None] Current status of the port 5ad53898-d20d-41f2-8688-d5120b0370ae is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:41:46.075424 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b12539e7-f663-4072-ad34-8a426f1c0f09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (5ad53898-d20d-41f2-8688-d5120b0370ae), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:46.235531 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b12539e7-f663-4072-ad34-8a426f1c0f09 None None] For port 5ad53898-d20d-41f2-8688-d5120b0370ae, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=5ad53898-d20d-41f2-8688-d5120b0370ae,segment=NetworkSegment(6671d6d6-7ae7-44d3-af75-4654dd1debf1),segment_id=6671d6d6-7ae7-44d3-af75-4654dd1debf1)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:41:46.242697 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b12539e7-f663-4072-ad34-8a426f1c0f09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (5ad53898-d20d-41f2-8688-d5120b0370ae), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:46.471743 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12539e7-f663-4072-ad34-8a426f1c0f09 None None] Pushing event updated for resources: {'Port': ['ID=5ad53898-d20d-41f2-8688-d5120b0370ae,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:46.488000 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-47c8bb3b-9159-451f-bc80-1da5edf1e8dd None None] Provisioning complete for port 13877abf-ac57-4f4e-aa4c-1346b70fbb04 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:41:46.488392 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-47c8bb3b-9159-451f-bc80-1da5edf1e8dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (13877abf-ac57-4f4e-aa4c-1346b70fbb04), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:46.558896 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-47c8bb3b-9159-451f-bc80-1da5edf1e8dd None None] Port 13877abf-ac57-4f4e-aa4c-1346b70fbb04 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:41:46.567131 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device cecc92d5-85d2-45cd-b57c-6b7994366c1d up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:41:46.574375 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2d2c8559-c016-499d-a7e1-1936559ea1f3 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4690681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5221415'] for subnet (86de5fdf-f028-41b6-a5e2-6ba6a2e62866), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:46.677152 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-47c8bb3b-9159-451f-bc80-1da5edf1e8dd None None] Provisioning complete for port 5ad53898-d20d-41f2-8688-d5120b0370ae triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:41:46.677546 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-47c8bb3b-9159-451f-bc80-1da5edf1e8dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (5ad53898-d20d-41f2-8688-d5120b0370ae), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:46.706537 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2c8559-c016-499d-a7e1-1936559ea1f3 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Pushing event updated for resources: {'Subnet': ['ID=86de5fdf-f028-41b6-a5e2-6ba6a2e62866,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:46.725542 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d2c8559-c016-499d-a7e1-1936559ea1f3 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Network ba3e1ba2-edd1-41f9-a12b-1cb4bc0c8534 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:41:46.728162 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-2d2c8559-c016-499d-a7e1-1936559ea1f3 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:41:46.737235 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port cecc92d5-85d2-45cd-b57c-6b7994366c1d triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:41:46.737627 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (cecc92d5-85d2-45cd-b57c-6b7994366c1d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:46.743040 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d2c8559-c016-499d-a7e1-1936559ea1f3 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:46.743850 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2d2c8559-c016-499d-a7e1-1936559ea1f3 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:46.767485 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-2d2c8559-c016-499d-a7e1-1936559ea1f3 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1608446 Jan 28 19:41:46.769809 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 48792) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:46.777174 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-5a792f40-318a-4c57-a9fc-9b7fbd577150 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-309041452', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '86de5fdf-f028-41b6-a5e2-6ba6a2e62866'}], 'security_groups': ['94b4df71-9eb1-46be-a0a9-9d6cf787391e', '47d87dd2-3668-4050-afe0-efab4012d135']}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:41:46.826052 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-47c8bb3b-9159-451f-bc80-1da5edf1e8dd None None] Current status of the port 5ad53898-d20d-41f2-8688-d5120b0370ae is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:41:46.889485 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5a792f40-318a-4c57-a9fc-9b7fbd577150 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (ea9164ba-ed78-4525-bf27-a59d50feaf95), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:46.899087 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb630599-4b95-4d99-abbe-fcac7eb745ff req-d08d463d-840d-4c45-87ff-df05c6481600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:46.899715 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-cb630599-4b95-4d99-abbe-fcac7eb745ff req-d08d463d-840d-4c45-87ff-df05c6481600 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:46.901352 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-cb630599-4b95-4d99-abbe-fcac7eb745ff req-d08d463d-840d-4c45-87ff-df05c6481600 service neutron] 10.222.0.70 "PUT /v2.0/ports/0985c8f4-b2b5-44b7-a739-d77060232e00 HTTP/1.1" status: 200 len: 1093 time: 3.8104582 Jan 28 19:41:46.910897 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a4cb9ad-0407-4f6d-b0cf-25991260284d', 'tag': '0985c8f4-b2b5-44b7-a739-d77060232e00'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:41:46.915381 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdbcdd67-48d4-4f19-9258-68c2eec082d0" -d '{"events": [{"name": "network-changed", "server_uuid": "4a4cb9ad-0407-4f6d-b0cf-25991260284d", "tag": "0985c8f4-b2b5-44b7-a739-d77060232e00"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:41:46.940989 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-e5aead65-c53f-4710-a873-941cf36e3653 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] For port d0efb206-8cb7-489b-9025-77debbbe3f2c, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=d0efb206-8cb7-489b-9025-77debbbe3f2c,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:41:46.941378 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e5aead65-c53f-4710-a873-941cf36e3653 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (d0efb206-8cb7-489b-9025-77debbbe3f2c), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:46.953774 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port cecc92d5-85d2-45cd-b57c-6b7994366c1d is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:41:46.955588 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 5ad53898-d20d-41f2-8688-d5120b0370ae up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:41:47.058050 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbec8a96-dbe5-4469-9456-9c4753fc1ae5 None None] Provisioning complete for port 13877abf-ac57-4f4e-aa4c-1346b70fbb04 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:41:47.058800 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbec8a96-dbe5-4469-9456-9c4753fc1ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (13877abf-ac57-4f4e-aa4c-1346b70fbb04), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:47.074277 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3acd7baf-7efb-49e9-9a4a-786c0d89630b x-openstack-request-id: req-3acd7baf-7efb-49e9-9a4a-786c0d89630b {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:41:47.075683 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a4cb9ad-0407-4f6d-b0cf-25991260284d", "tag": "0985c8f4-b2b5-44b7-a739-d77060232e00", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:41:47.075938 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3acd7baf-7efb-49e9-9a4a-786c0d89630b {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:41:47.076381 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a4cb9ad-0407-4f6d-b0cf-25991260284d', 'tag': '0985c8f4-b2b5-44b7-a739-d77060232e00', 'status': 'completed', 'code': 200} Jan 28 19:41:47.085564 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-e5aead65-c53f-4710-a873-941cf36e3653 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Calling delete_port for d0efb206-8cb7-489b-9025-77debbbe3f2c owned by network:router_gateway {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:41:47.114789 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 5ad53898-d20d-41f2-8688-d5120b0370ae triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:41:47.115898 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (5ad53898-d20d-41f2-8688-d5120b0370ae), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:47.158936 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbec8a96-dbe5-4469-9456-9c4753fc1ae5 None None] Port 13877abf-ac57-4f4e-aa4c-1346b70fbb04 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:41:47.190692 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08d463d-840d-4c45-87ff-df05c6481600 service neutron] Pushing event updated for resources: {'Port': ['ID=0985c8f4-b2b5-44b7-a739-d77060232e00,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:47.239058 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd5516ba-6fc7-42c1-a916-b177446fcd15 None None] Network ba3e1ba2-edd1-41f9-a12b-1cb4bc0c8534 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:41:47.381138 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 48806) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:47.455519 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 5ad53898-d20d-41f2-8688-d5120b0370ae is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:41:47.466354 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-c6eb0cf0-53eb-4c6b-9fc8-dc11a85e7e51 None None] Provisioning complete for port cecc92d5-85d2-45cd-b57c-6b7994366c1d triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:41:47.466814 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c6eb0cf0-53eb-4c6b-9fc8-dc11a85e7e51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (cecc92d5-85d2-45cd-b57c-6b7994366c1d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:47.529954 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb630599-4b95-4d99-abbe-fcac7eb745ff req-d315a01a-062d-4623-927e-fc3ca5131aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:47.532008 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-cb630599-4b95-4d99-abbe-fcac7eb745ff req-d315a01a-062d-4623-927e-fc3ca5131aa3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c316c98d83734d7eab7153e5f826023b&device_id=4a4cb9ad-0407-4f6d-b0cf-25991260284d HTTP/1.1" status: 200 len: 1127 time: 0.5326574 Jan 28 19:41:47.540250 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712c7f04-9053-4c46-8986-24d1bface8da req-88c8885d-4223-4968-b907-ce3921674dbc tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:47.547192 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-712c7f04-9053-4c46-8986-24d1bface8da req-88c8885d-4223-4968-b907-ce3921674dbc tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a4cb9ad-0407-4f6d-b0cf-25991260284d HTTP/1.1" status: 200 len: 944 time: 0.6539698 Jan 28 19:41:47.551755 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device ffca717d-90c0-49f7-8ad9-a34d9ee31090 no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:41:47.612647 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-5a792f40-318a-4c57-a9fc-9b7fbd577150 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Delete allocated IP 2001:db8::63 (ba3e1ba2-edd1-41f9-a12b-1cb4bc0c8534/3b15393d-fcc3-4a72-af25-336679835a82) {{(pid=103304) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 28 19:41:47.616954 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-cb630599-4b95-4d99-abbe-fcac7eb745ff req-a8c9cf54-c206-4bf0-bec1-bc0d6622a287 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0985c8f4-b2b5-44b7-a739-d77060232e00 HTTP/1.1" status: 200 len: 217 time: 0.0639126 Jan 28 19:41:47.621550 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-1a3dcb18-b74a-49dc-945a-373aa508d6fc admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1466193264-network', 'tenant_id': '3b6035c8d72b45b78078a2640a326787'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:41:47.632846 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: ffca717d-90c0-49f7-8ad9-a34d9ee31090 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:41:47.633484 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device ffca717d-90c0-49f7-8ad9-a34d9ee31090 not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:41:47.634043 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 13b28267-244c-4013-a6f5-177957103c27 no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:41:47.643981 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a3dcb18-b74a-49dc-945a-373aa508d6fc admin admin] Made reservation on behalf of 3b6035c8d72b45b78078a2640a326787 for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:41:47.646312 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1a3dcb18-b74a-49dc-945a-373aa508d6fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:47.650376 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-5a792f40-318a-4c57-a9fc-9b7fbd577150 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Allocated IP 2001:db8:0:2::1de (ba3e1ba2-edd1-41f9-a12b-1cb4bc0c8534/86de5fdf-f028-41b6-a5e2-6ba6a2e62866/ea9164ba-ed78-4525-bf27-a59d50feaf95) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:41:47.661620 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-c6eb0cf0-53eb-4c6b-9fc8-dc11a85e7e51 None None] Current status of the port cecc92d5-85d2-45cd-b57c-6b7994366c1d is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:41:47.662657 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1a3dcb18-b74a-49dc-945a-373aa508d6fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:47.667465 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: 13b28267-244c-4013-a6f5-177957103c27 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:41:47.667930 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 13b28267-244c-4013-a6f5-177957103c27 not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:41:47.696359 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb630599-4b95-4d99-abbe-fcac7eb745ff req-6b3f4b87-e021-4487-a0ba-ca35cb9c7dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:47.698459 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-cb630599-4b95-4d99-abbe-fcac7eb745ff req-6b3f4b87-e021-4487-a0ba-ca35cb9c7dc5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1b82f7aa-308b-4f07-b0c3-0d99e240d9ef HTTP/1.1" status: 200 len: 851 time: 0.0706394 Jan 28 19:41:47.736798 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-c6eb0cf0-53eb-4c6b-9fc8-dc11a85e7e51 None None] Provisioning complete for port 4343d046-1779-440b-9e1a-12e789fca00c triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:41:47.737951 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c6eb0cf0-53eb-4c6b-9fc8-dc11a85e7e51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (4343d046-1779-440b-9e1a-12e789fca00c), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:47.785764 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f87c5a-789b-486b-8029-718208cc3b01 None None] Update dhcp port {'port': {'network_id': 'ba3e1ba2-edd1-41f9-a12b-1cb4bc0c8534', 'fixed_ips': [{'subnet_id': 'ba823806-6167-48e6-a923-2b462134ea7e', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '3b15393d-fcc3-4a72-af25-336679835a82', 'ip_address': '2001:db8::2'}, {'subnet_id': '86de5fdf-f028-41b6-a5e2-6ba6a2e62866'}], 'binding:host_id': 'n-d-812111-14'}, 'id': 'cecc92d5-85d2-45cd-b57c-6b7994366c1d'} from n-d-812111-14. {{(pid=103306) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 19:41:47.814718 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-c6eb0cf0-53eb-4c6b-9fc8-dc11a85e7e51 None None] Port 4343d046-1779-440b-9e1a-12e789fca00c cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:41:47.825676 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-00f87c5a-789b-486b-8029-718208cc3b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (cecc92d5-85d2-45cd-b57c-6b7994366c1d), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:47.830665 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-712c7f04-9053-4c46-8986-24d1bface8da req-324c2d98-00fc-4660-9a69-46aa556664b4 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/security-groups?id=d049ce91-97cc-4551-97a8-b334f2123d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2818186 Jan 28 19:41:47.873782 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb630599-4b95-4d99-abbe-fcac7eb745ff req-3a17538e-0ff4-418e-8932-e782584b2a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:47.875459 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-cb630599-4b95-4d99-abbe-fcac7eb745ff req-3a17538e-0ff4-418e-8932-e782584b2a99 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=87bd24c3-2f53-4d06-9d37-4b32bba79109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1690254 Jan 28 19:41:47.904494 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1a3dcb18-b74a-49dc-945a-373aa508d6fc admin admin] Publish callbacks [] for security_group (db940e21-db76-4012-913c-6a07b2356e9c), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:47.912597 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1a3dcb18-b74a-49dc-945a-373aa508d6fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (db940e21-db76-4012-913c-6a07b2356e9c), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:47.918759 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b833c370-4ebe-4821-bd8d-2b760289fa36 tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] Publish callbacks [] for port (13877abf-ac57-4f4e-aa4c-1346b70fbb04), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:47.956204 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3dcb18-b74a-49dc-945a-373aa508d6fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db940e21-db76-4012-913c-6a07b2356e9c,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:47.958610 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b833c370-4ebe-4821-bd8d-2b760289fa36 tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (13877abf-ac57-4f4e-aa4c-1346b70fbb04), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:47.977693 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a3dcb18-b74a-49dc-945a-373aa508d6fc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:41:47.995905 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1a3dcb18-b74a-49dc-945a-373aa508d6fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (4787f456-982e-4926-ba46-85e7b74c6c55), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:47.996885 n-d-812111-14 neutron-server[103304]: INFO neutron.db.segments_db [None req-1a3dcb18-b74a-49dc-945a-373aa508d6fc admin admin] Added segment 4787f456-982e-4926-ba46-85e7b74c6c55 of type vlan for network 944ab33d-504d-42ae-ab0b-61e0c5c18421 Jan 28 19:41:48.029749 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5a792f40-318a-4c57-a9fc-9b7fbd577150 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks [] for port (ea9164ba-ed78-4525-bf27-a59d50feaf95), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:48.053369 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5a792f40-318a-4c57-a9fc-9b7fbd577150 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (ea9164ba-ed78-4525-bf27-a59d50feaf95), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:48.098367 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b833c370-4ebe-4821-bd8d-2b760289fa36 tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-756216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-732801'] for router_interface (f56368be-866d-46aa-aeba-f69cea8bb5e4), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:48.102998 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1a3dcb18-b74a-49dc-945a-373aa508d6fc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (944ab33d-504d-42ae-ab0b-61e0c5c18421), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:48.149088 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 5ad53898-d20d-41f2-8688-d5120b0370ae up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:41:48.160693 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-5a792f40-318a-4c57-a9fc-9b7fbd577150 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] In _notify_port_updated(), no bound segment for port ea9164ba-ed78-4525-bf27-a59d50feaf95 on network ba3e1ba2-edd1-41f9-a12b-1cb4bc0c8534 {{(pid=103304) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Jan 28 19:41:48.167025 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a792f40-318a-4c57-a9fc-9b7fbd577150 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:48.167913 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5a792f40-318a-4c57-a9fc-9b7fbd577150 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:48.168065 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b833c370-4ebe-4821-bd8d-2b760289fa36 tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] Pushing event updated for resources: {'Port': ['ID=13877abf-ac57-4f4e-aa4c-1346b70fbb04,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:48.169692 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-5a792f40-318a-4c57-a9fc-9b7fbd577150 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] 10.222.0.64 "PUT /v2.0/ports/ea9164ba-ed78-4525-bf27-a59d50feaf95 HTTP/1.1" status: 200 len: 969 time: 1.3979754 Jan 28 19:41:48.178156 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 48810) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:48.181384 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-cb630599-4b95-4d99-abbe-fcac7eb745ff req-3f5dc3a6-6107-498d-a1f5-40f16d3fb309 service neutron] 10.222.0.70 "GET /v2.0/networks/87bd24c3-2f53-4d06-9d37-4b32bba79109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2944038 Jan 28 19:41:48.182192 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e5aead65-c53f-4710-a873-941cf36e3653 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (d0efb206-8cb7-489b-9025-77debbbe3f2c), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:48.194980 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a792f40-318a-4c57-a9fc-9b7fbd577150 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Pushing event updated for resources: {'Port': ['ID=ea9164ba-ed78-4525-bf27-a59d50feaf95,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:48.230664 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-00f87c5a-789b-486b-8029-718208cc3b01 None None] Allocated IP 2001:db8:0:2::2 (ba3e1ba2-edd1-41f9-a12b-1cb4bc0c8534/86de5fdf-f028-41b6-a5e2-6ba6a2e62866/cecc92d5-85d2-45cd-b57c-6b7994366c1d) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:41:48.232621 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1a3dcb18-b74a-49dc-945a-373aa508d6fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (944ab33d-504d-42ae-ab0b-61e0c5c18421), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:48.233910 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a3dcb18-b74a-49dc-945a-373aa508d6fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:48.234749 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1a3dcb18-b74a-49dc-945a-373aa508d6fc admin admin] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:48.258554 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-1a3dcb18-b74a-49dc-945a-373aa508d6fc admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8741865 Jan 28 19:41:48.269438 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 5ad53898-d20d-41f2-8688-d5120b0370ae triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:41:48.269816 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (5ad53898-d20d-41f2-8688-d5120b0370ae), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:48.274490 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 48812) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:48.281954 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-da9b2696-1a85-44e3-89af-4b2922f735d1 admin admin] Request body: {'subnet': {'network_id': '944ab33d-504d-42ae-ab0b-61e0c5c18421', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1466193264-subnet', 'tenant_id': '3b6035c8d72b45b78078a2640a326787', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:41:48.331534 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5aead65-c53f-4710-a873-941cf36e3653 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Pushing event deleted for resources: {'Port': ['ID=d0efb206-8cb7-489b-9025-77debbbe3f2c,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:48.397579 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3dcb18-b74a-49dc-945a-373aa508d6fc admin admin] Pushing event updated for resources: {'Network': ['ID=944ab33d-504d-42ae-ab0b-61e0c5c18421,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:48.402267 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da9b2696-1a85-44e3-89af-4b2922f735d1 admin admin] Made reservation on behalf of 3b6035c8d72b45b78078a2640a326787 for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:41:48.404865 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-da9b2696-1a85-44e3-89af-4b2922f735d1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5221429'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:48.429438 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network 944ab33d-504d-42ae-ab0b-61e0c5c18421 details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:41:48.501590 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-00f87c5a-789b-486b-8029-718208cc3b01 None None] For port cecc92d5-85d2-45cd-b57c-6b7994366c1d, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=cecc92d5-85d2-45cd-b57c-6b7994366c1d,segment=NetworkSegment(9fdfc8dc-3e22-412b-a03a-9c5e104700d2),segment_id=9fdfc8dc-3e22-412b-a03a-9c5e104700d2)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:41:48.534683 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 5ad53898-d20d-41f2-8688-d5120b0370ae is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:41:48.551008 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-cb630599-4b95-4d99-abbe-fcac7eb745ff req-f69ca994-97ca-4b6a-bf24-373490d0a71f service neutron] 10.222.0.70 "GET /v2.0/networks/87bd24c3-2f53-4d06-9d37-4b32bba79109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3548064 Jan 28 19:41:48.553950 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-00f87c5a-789b-486b-8029-718208cc3b01 None None] Publish callbacks [] for port (cecc92d5-85d2-45cd-b57c-6b7994366c1d), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:48.559900 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-00f87c5a-789b-486b-8029-718208cc3b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (cecc92d5-85d2-45cd-b57c-6b7994366c1d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:48.596153 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-da9b2696-1a85-44e3-89af-4b2922f735d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4690681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5221415'] for subnet (7c993515-b8e7-48a2-841f-040adf63cdc3), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:48.602980 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b833c370-4ebe-4821-bd8d-2b760289fa36 tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] Network 1406f95f-a009-4f41-baaa-41e15bb1c59f is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:41:48.604608 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e5aead65-c53f-4710-a873-941cf36e3653 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-731488'] for router_gateway (e6bb216f-16e2-479b-a5d1-8d56e4529d0f), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:48.648311 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f87c5a-789b-486b-8029-718208cc3b01 None None] Pushing event updated for resources: {'Port': ['ID=cecc92d5-85d2-45cd-b57c-6b7994366c1d,revision_number=7']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:48.675645 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9b2696-1a85-44e3-89af-4b2922f735d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c993515-b8e7-48a2-841f-040adf63cdc3,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:48.683708 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-2248b042-6bb7-465c-b4c8-b0ff8792a591 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Deleting port ea9164ba-ed78-4525-bf27-a59d50feaf95 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:41:48.684051 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2248b042-6bb7-465c-b4c8-b0ff8792a591 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (ea9164ba-ed78-4525-bf27-a59d50feaf95), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:48.694248 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da9b2696-1a85-44e3-89af-4b2922f735d1 admin admin] Checking segment: {'id': '4787f456-982e-4926-ba46-85e7b74c6c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '944ab33d-504d-42ae-ab0b-61e0c5c18421'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:41:48.695203 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da9b2696-1a85-44e3-89af-4b2922f735d1 admin admin] Network hostable DHCP agents. Network: 944ab33d-504d-42ae-ab0b-61e0c5c18421, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:41:48.731967 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e5aead65-c53f-4710-a873-941cf36e3653 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-730901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261120'] for router (e6bb216f-16e2-479b-a5d1-8d56e4529d0f), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:48.735607 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e5aead65-c53f-4710-a873-941cf36e3653 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Publish callbacks [] for router_controller (e6bb216f-16e2-479b-a5d1-8d56e4529d0f), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:48.778398 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da9b2696-1a85-44e3-89af-4b2922f735d1 admin admin] Network 944ab33d-504d-42ae-ab0b-61e0c5c18421 is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:41:48.803251 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-da9b2696-1a85-44e3-89af-4b2922f735d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, 944ab33d-504d-42ae-ab0b-61e0c5c18421) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:41:48.816996 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da9b2696-1a85-44e3-89af-4b2922f735d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:48.817698 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-da9b2696-1a85-44e3-89af-4b2922f735d1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:48.823101 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef4264a-fac5-4caf-8902-352f39df9a9c None None] Network 944ab33d-504d-42ae-ab0b-61e0c5c18421 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:41:48.835822 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2248b042-6bb7-465c-b4c8-b0ff8792a591 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (ea9164ba-ed78-4525-bf27-a59d50feaf95), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:48.836663 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-b833c370-4ebe-4821-bd8d-2b760289fa36 tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:41:48.852948 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-2248b042-6bb7-465c-b4c8-b0ff8792a591 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Calling delete_port for ea9164ba-ed78-4525-bf27-a59d50feaf95 owned by {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:41:48.861179 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-da9b2696-1a85-44e3-89af-4b2922f735d1 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5817821 Jan 28 19:41:48.986602 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e5aead65-c53f-4710-a873-941cf36e3653 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-730908'] for router (e6bb216f-16e2-479b-a5d1-8d56e4529d0f), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:48.987320 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5aead65-c53f-4710-a873-941cf36e3653 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Fanout notify agent at l3_agent the message router_deleted on router e6bb216f-16e2-479b-a5d1-8d56e4529d0f {{(pid=103305) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:41:49.004697 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e5aead65-c53f-4710-a873-941cf36e3653 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:49.011734 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-e5aead65-c53f-4710-a873-941cf36e3653 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] 10.222.0.64 "DELETE /v2.0/routers/e6bb216f-16e2-479b-a5d1-8d56e4529d0f HTTP/1.1" status: 204 len: 168 time: 5.1484487 Jan 28 19:41:49.014520 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 48820) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:49.082485 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-336f3c67-c2d3-4256-86ef-f6155861a325 None None] Network 944ab33d-504d-42ae-ab0b-61e0c5c18421 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:41:49.092013 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbcdd67-48d4-4f19-9258-68c2eec082d0 req-1a36e4f6-e9d0-4e72-bfab-b759b49576df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:49.120829 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-fdbcdd67-48d4-4f19-9258-68c2eec082d0 req-1a36e4f6-e9d0-4e72-bfab-b759b49576df service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c316c98d83734d7eab7153e5f826023b&device_id=4a4cb9ad-0407-4f6d-b0cf-25991260284d HTTP/1.1" status: 200 len: 1127 time: 0.3285167 Jan 28 19:41:49.309916 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b833c370-4ebe-4821-bd8d-2b760289fa36 tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] Router f56368be-866d-46aa-aeba-f69cea8bb5e4 is scheduled to L3 agent 76fe5c49-705a-4e08-abb2-be585676213f with binding_index 1 {{(pid=103305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 19:41:49.329614 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9f9e4663-a9fa-4b33-a3a5-9fe8d2d0a46f tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (e41efa42-cbd1-43d4-9e08-72aaf610e78c), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:49.418146 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-dbb92817-93d7-422f-a831-241e90b86763 None None] Provisioning complete for port 13877abf-ac57-4f4e-aa4c-1346b70fbb04 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:41:49.418730 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-dbb92817-93d7-422f-a831-241e90b86763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (13877abf-ac57-4f4e-aa4c-1346b70fbb04), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:49.433075 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b78b4d0-d825-4673-bcc0-3add528f7996 req-ce4423a1-3d54-423a-9ad3-55bcc1228e85 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:49.434680 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8b78b4d0-d825-4673-bcc0-3add528f7996 req-ce4423a1-3d54-423a-9ad3-55bcc1228e85 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a4cb9ad-0407-4f6d-b0cf-25991260284d HTTP/1.1" status: 200 len: 944 time: 0.2868402 Jan 28 19:41:49.511864 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-dbb92817-93d7-422f-a831-241e90b86763 None None] Port 13877abf-ac57-4f4e-aa4c-1346b70fbb04 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:41:49.540850 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbcdd67-48d4-4f19-9258-68c2eec082d0 req-8a6177cd-6b7d-4827-af88-b080fd07246d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:49.547185 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-fdbcdd67-48d4-4f19-9258-68c2eec082d0 req-8a6177cd-6b7d-4827-af88-b080fd07246d service neutron] 10.222.0.70 "GET /v2.0/networks?id=87bd24c3-2f53-4d06-9d37-4b32bba79109 HTTP/1.1" status: 200 len: 912 time: 0.4129932 Jan 28 19:41:49.620612 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9f9e4663-a9fa-4b33-a3a5-9fe8d2d0a46f tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (e41efa42-cbd1-43d4-9e08-72aaf610e78c), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:49.703956 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-9f9e4663-a9fa-4b33-a3a5-9fe8d2d0a46f tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e41efa42-cbd1-43d4-9e08-72aaf610e78c']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:41:49.741667 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-9f9e4663-a9fa-4b33-a3a5-9fe8d2d0a46f tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2d3284b-4537-437a-8483-b3ce73b0bb29') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:41:49.741967 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-9f9e4663-a9fa-4b33-a3a5-9fe8d2d0a46f tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2d3284b-4537-437a-8483-b3ce73b0bb29') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:41:49.761589 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8b78b4d0-d825-4673-bcc0-3add528f7996 req-b75fb4e2-b867-468b-a31e-d119260179bd tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/security-groups?id=d049ce91-97cc-4551-97a8-b334f2123d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3044038 Jan 28 19:41:49.764264 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9f9e4663-a9fa-4b33-a3a5-9fe8d2d0a46f tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4747091'] for segment (f2d3284b-4537-437a-8483-b3ce73b0bb29), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:49.769138 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-fdbcdd67-48d4-4f19-9258-68c2eec082d0 req-57ae0d1d-b836-493c-9aae-10e66b7912af service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0985c8f4-b2b5-44b7-a739-d77060232e00 HTTP/1.1" status: 200 len: 217 time: 0.1950829 Jan 28 19:41:49.773001 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b833c370-4ebe-4821-bd8d-2b760289fa36 tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:41:49.779978 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9f9e4663-a9fa-4b33-a3a5-9fe8d2d0a46f tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (f2d3284b-4537-437a-8483-b3ce73b0bb29), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:49.785381 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a6a3894-0cad-448b-af3f-bbe5f62bc3f1 None None] Sync routers for ids ['f56368be-866d-46aa-aeba-f69cea8bb5e4'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:41:49.787098 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f9e4663-a9fa-4b33-a3a5-9fe8d2d0a46f tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:41:49.787503 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9f9e4663-a9fa-4b33-a3a5-9fe8d2d0a46f tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4690514'] for segment (f2d3284b-4537-437a-8483-b3ce73b0bb29), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:49.800587 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6a3894-0cad-448b-af3f-bbe5f62bc3f1 None None] Routers {'f56368be-866d-46aa-aeba-f69cea8bb5e4'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:41:49.802287 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-0a6a3894-0cad-448b-af3f-bbe5f62bc3f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:41:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['f56368be-866d-46aa-aeba-f69cea8bb5e4'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:41:49.816273 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-b833c370-4ebe-4821-bd8d-2b760289fa36 tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] 10.222.0.64 "PUT /v2.0/routers/f56368be-866d-46aa-aeba-f69cea8bb5e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8058820 Jan 28 19:41:49.821775 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 48832) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:49.831795 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-4246d31b-ce3d-45f9-b843-2d2b40c55d5b tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] Request body: {'port': {'network_id': '1406f95f-a009-4f41-baaa-41e15bb1c59f', 'name': 'tempest-FloatingIPNegativeTestJSON-334245339'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:41:49.836889 n-d-812111-14 neutron-server[103304]: Traceback (most recent call last): Jan 28 19:41:49.836889 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:41:49.836889 n-d-812111-14 neutron-server[103304]: timer() Jan 28 19:41:49.836889 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:41:49.836889 n-d-812111-14 neutron-server[103304]: cb(*args, **kw) Jan 28 19:41:49.836889 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:41:49.836889 n-d-812111-14 neutron-server[103304]: return func(*args, **kwargs) Jan 28 19:41:49.836889 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:41:49.836889 n-d-812111-14 neutron-server[103304]: self._notify() Jan 28 19:41:49.836889 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:41:49.836889 n-d-812111-14 neutron-server[103304]: self.callback(batched_events) Jan 28 19:41:49.836889 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:41:49.836889 n-d-812111-14 neutron-server[103304]: event.method(event) Jan 28 19:41:49.836889 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:41:49.836889 n-d-812111-14 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:41:49.836889 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:41:49.836889 n-d-812111-14 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:41:49.836889 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:41:49.836889 n-d-812111-14 neutron-server[103304]: return f(self, *a, **k) Jan 28 19:41:49.836889 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:41:49.836889 n-d-812111-14 neutron-server[103304]: return self._get(url).json() Jan 28 19:41:49.836889 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:41:49.836889 n-d-812111-14 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:41:49.836889 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:41:49.836889 n-d-812111-14 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 28 19:41:49.836889 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:41:49.836889 n-d-812111-14 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:41:49.836889 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:41:49.836889 n-d-812111-14 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:41:49.836889 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:41:49.836889 n-d-812111-14 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:41:49.836889 n-d-812111-14 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:41:49.873553 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2248b042-6bb7-465c-b4c8-b0ff8792a591 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (ea9164ba-ed78-4525-bf27-a59d50feaf95), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:49.912320 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-0a6a3894-0cad-448b-af3f-bbe5f62bc3f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:41:49.920733 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2248b042-6bb7-465c-b4c8-b0ff8792a591 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Pushing event deleted for resources: {'Port': ['ID=ea9164ba-ed78-4525-bf27-a59d50feaf95,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:49.930590 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6a3894-0cad-448b-af3f-bbe5f62bc3f1 None None] Routers {'f56368be-866d-46aa-aeba-f69cea8bb5e4'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:41:49.933742 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-0a6a3894-0cad-448b-af3f-bbe5f62bc3f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:41:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['f56368be-866d-46aa-aeba-f69cea8bb5e4'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:41:49.936335 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9f9e4663-a9fa-4b33-a3a5-9fe8d2d0a46f tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (e41efa42-cbd1-43d4-9e08-72aaf610e78c), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:49.992275 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2248b042-6bb7-465c-b4c8-b0ff8792a591 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:50.003003 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-2248b042-6bb7-465c-b4c8-b0ff8792a591 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] 10.222.0.64 "DELETE /v2.0/ports/ea9164ba-ed78-4525-bf27-a59d50feaf95 HTTP/1.1" status: 204 len: 168 time: 1.8228686 Jan 28 19:41:50.005913 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 48838) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:50.008777 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9f9e4663-a9fa-4b33-a3a5-9fe8d2d0a46f tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:50.025976 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-9f9e4663-a9fa-4b33-a3a5-9fe8d2d0a46f tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] 10.222.0.64 "DELETE /v2.0/networks/e41efa42-cbd1-43d4-9e08-72aaf610e78c HTTP/1.1" status: 204 len: 168 time: 1.0101039 Jan 28 19:41:50.052210 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 48840) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:50.054687 n-d-812111-14 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce90a81b-8d3e-4031-b539-9bd024efaba9 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] GET failed (client error): The resource could not be found. Jan 28 19:41:50.056148 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-ce90a81b-8d3e-4031-b539-9bd024efaba9 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] 10.222.0.64 "GET /v2.0/ports/ea9164ba-ed78-4525-bf27-a59d50feaf95 HTTP/1.1" status: 404 len: 333 time: 0.0493867 Jan 28 19:41:50.061970 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9e4663-a9fa-4b33-a3a5-9fe8d2d0a46f tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Pushing event deleted for resources: {'Network': ['ID=e41efa42-cbd1-43d4-9e08-72aaf610e78c,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:50.064711 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 48842) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:50.076726 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbcdd67-48d4-4f19-9258-68c2eec082d0 req-6b968368-6427-4dd0-893c-b03adb9e902e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:50.078358 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-fdbcdd67-48d4-4f19-9258-68c2eec082d0 req-6b968368-6427-4dd0-893c-b03adb9e902e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1b82f7aa-308b-4f07-b0c3-0d99e240d9ef HTTP/1.1" status: 200 len: 851 time: 0.3026941 Jan 28 19:41:50.090077 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 48844) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:50.108046 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device cecc92d5-85d2-45cd-b57c-6b7994366c1d up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:41:50.121793 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-2558d3b7-030e-422c-b8e1-f1f815e92742 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-672853029-network', 'tenant_id': '7363602e6cdf45b980bf1bbe43d92350'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:41:50.195675 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2558d3b7-030e-422c-b8e1-f1f815e92742 admin admin] Made reservation on behalf of 7363602e6cdf45b980bf1bbe43d92350 for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:41:50.198238 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2558d3b7-030e-422c-b8e1-f1f815e92742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:50.203585 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4246d31b-ce3d-45f9-b843-2d2b40c55d5b tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] Made reservation on behalf of 66a3e98592284ad6ac3db4dfba77b056 for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:41:50.206963 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4246d31b-ce3d-45f9-b843-2d2b40c55d5b tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:50.231290 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-9c2e9423-50b8-4865-8667-242f1c153224 None None] Provisioning complete for port cecc92d5-85d2-45cd-b57c-6b7994366c1d triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:41:50.231812 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9c2e9423-50b8-4865-8667-242f1c153224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (cecc92d5-85d2-45cd-b57c-6b7994366c1d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:50.239799 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbcdd67-48d4-4f19-9258-68c2eec082d0 req-ea56dd73-97e5-43a9-9a6e-ca9094342b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:50.241392 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-fdbcdd67-48d4-4f19-9258-68c2eec082d0 req-ea56dd73-97e5-43a9-9a6e-ca9094342b90 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=87bd24c3-2f53-4d06-9d37-4b32bba79109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1503873 Jan 28 19:41:50.242713 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [None req-4246d31b-ce3d-45f9-b843-2d2b40c55d5b tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] device_id is not set on port 022b48aa-e5b3-45ef-b87f-ca4f02d3a969 yet. {{(pid=103305) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:41:50.247410 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2558d3b7-030e-422c-b8e1-f1f815e92742 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:50.297500 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-0a6a3894-0cad-448b-af3f-bbe5f62bc3f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:41:50.298131 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a6a3894-0cad-448b-af3f-bbe5f62bc3f1 None None] The sync data for ids ['f56368be-866d-46aa-aeba-f69cea8bb5e4'] in n-d-812111-14 is: [] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:41:50.346926 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e1574c50-68b7-4f7d-a06a-935173acb25d tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks [] for security_group (cfbc06d6-d5c4-4ac4-a6ef-bfb1a9898fa5), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:50.391832 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e1574c50-68b7-4f7d-a06a-935173acb25d tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks [] for security_group (cfbc06d6-d5c4-4ac4-a6ef-bfb1a9898fa5), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:50.476182 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port cecc92d5-85d2-45cd-b57c-6b7994366c1d triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:41:50.476667 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (cecc92d5-85d2-45cd-b57c-6b7994366c1d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:50.480672 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-4bc50092-bc97-4727-bc22-6ffe62c6f027 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Deleting port abd56d30-fa0f-4382-a995-301bf70e655c {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:41:50.486826 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4bc50092-bc97-4727-bc22-6ffe62c6f027 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (abd56d30-fa0f-4382-a995-301bf70e655c), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:50.490340 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e1574c50-68b7-4f7d-a06a-935173acb25d tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (cfbc06d6-d5c4-4ac4-a6ef-bfb1a9898fa5), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:50.502382 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e1574c50-68b7-4f7d-a06a-935173acb25d tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:50.507505 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2558d3b7-030e-422c-b8e1-f1f815e92742 admin admin] Publish callbacks [] for security_group (aa2f64e9-5493-4cc9-9ea7-17f6ba9f0a64), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:50.508165 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-e1574c50-68b7-4f7d-a06a-935173acb25d tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] 10.222.0.64 "DELETE /v2.0/security-groups/cfbc06d6-d5c4-4ac4-a6ef-bfb1a9898fa5 HTTP/1.1" status: 204 len: 168 time: 0.4412737 Jan 28 19:41:50.531556 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 48850) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:50.564366 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2558d3b7-030e-422c-b8e1-f1f815e92742 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (aa2f64e9-5493-4cc9-9ea7-17f6ba9f0a64), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:50.610022 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1574c50-68b7-4f7d-a06a-935173acb25d tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfbc06d6-d5c4-4ac4-a6ef-bfb1a9898fa5,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:50.645233 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-9c2e9423-50b8-4865-8667-242f1c153224 None None] Current status of the port cecc92d5-85d2-45cd-b57c-6b7994366c1d is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:41:50.673838 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2558d3b7-030e-422c-b8e1-f1f815e92742 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:41:50.680021 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4bc50092-bc97-4727-bc22-6ffe62c6f027 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (abd56d30-fa0f-4382-a995-301bf70e655c), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:50.680458 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4bc50092-bc97-4727-bc22-6ffe62c6f027 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Publish callbacks [] for floatingip (abd56d30-fa0f-4382-a995-301bf70e655c), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:50.682944 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-9c2e9423-50b8-4865-8667-242f1c153224 None None] Provisioning complete for port 4343d046-1779-440b-9e1a-12e789fca00c triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:41:50.683432 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9c2e9423-50b8-4865-8667-242f1c153224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (4343d046-1779-440b-9e1a-12e789fca00c), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:50.688890 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port cecc92d5-85d2-45cd-b57c-6b7994366c1d is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:41:50.696839 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-4bc50092-bc97-4727-bc22-6ffe62c6f027 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Calling delete_port for abd56d30-fa0f-4382-a995-301bf70e655c owned by network:floatingip {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:41:50.728975 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-fdbcdd67-48d4-4f19-9258-68c2eec082d0 req-378e20f1-13a9-46ca-8ddc-f7ae4c3629d2 service neutron] 10.222.0.70 "GET /v2.0/networks/87bd24c3-2f53-4d06-9d37-4b32bba79109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4754541 Jan 28 19:41:50.740975 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2558d3b7-030e-422c-b8e1-f1f815e92742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (ea27ae56-6ea7-44e5-bf5e-cd5befb2f6a4), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:50.743815 n-d-812111-14 neutron-server[103305]: INFO neutron.db.segments_db [None req-2558d3b7-030e-422c-b8e1-f1f815e92742 admin admin] Added segment ea27ae56-6ea7-44e5-bf5e-cd5befb2f6a4 of type vlan for network abc3f7f6-8008-434f-9a64-84cbc94d2656 Jan 28 19:41:50.770471 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device d0efb206-8cb7-489b-9025-77debbbe3f2c no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:41:50.772995 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-9c2e9423-50b8-4865-8667-242f1c153224 None None] Port 4343d046-1779-440b-9e1a-12e789fca00c cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:41:50.774516 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:50.793631 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2558d3b7-030e-422c-b8e1-f1f815e92742 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (abc3f7f6-8008-434f-9a64-84cbc94d2656), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:50.816569 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-9c2e9423-50b8-4865-8667-242f1c153224 None None] Could not find standard attr ID for object ea9164ba-ed78-4525-bf27-a59d50feaf95. {{(pid=103306) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 19:41:50.820654 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: d0efb206-8cb7-489b-9025-77debbbe3f2c {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:41:50.821003 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device d0efb206-8cb7-489b-9025-77debbbe3f2c not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:41:50.836730 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2558d3b7-030e-422c-b8e1-f1f815e92742 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa2f64e9-5493-4cc9-9ea7-17f6ba9f0a64,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:50.870832 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2558d3b7-030e-422c-b8e1-f1f815e92742 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (abc3f7f6-8008-434f-9a64-84cbc94d2656), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:50.871877 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2558d3b7-030e-422c-b8e1-f1f815e92742 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:50.872711 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2558d3b7-030e-422c-b8e1-f1f815e92742 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:50.945927 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-7bc5c3f1-d866-46b9-ad79-570310f45e4c None None] Could not find standard attr ID for object ea9164ba-ed78-4525-bf27-a59d50feaf95. {{(pid=103306) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 19:41:51.009013 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4bc50092-bc97-4727-bc22-6ffe62c6f027 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (abd56d30-fa0f-4382-a995-301bf70e655c), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:51.033439 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-4246d31b-ce3d-45f9-b843-2d2b40c55d5b tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] Allocated IP 172.20.0.11 (1406f95f-a009-4f41-baaa-41e15bb1c59f/0fee5799-9b04-4541-8966-b28657230508/022b48aa-e5b3-45ef-b87f-ca4f02d3a969) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:41:51.077985 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 0985c8f4-b2b5-44b7-a739-d77060232e00 details requested by agent hyperv_n-h2-812111-14 with host n-h2-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:41:51.082940 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2558d3b7-030e-422c-b8e1-f1f815e92742 admin admin] Pushing event updated for resources: {'Network': ['ID=abc3f7f6-8008-434f-9a64-84cbc94d2656,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:51.089074 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc50092-bc97-4727-bc22-6ffe62c6f027 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Pushing event deleted for resources: {'Port': ['ID=abd56d30-fa0f-4382-a995-301bf70e655c,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:51.094505 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-2558d3b7-030e-422c-b8e1-f1f815e92742 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.0021374 Jan 28 19:41:51.097724 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 48856) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:51.105146 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network abc3f7f6-8008-434f-9a64-84cbc94d2656 details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:41:51.113606 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-ff7afa38-555c-4356-ab88-28b79c28372b admin admin] Request body: {'subnet': {'network_id': 'abc3f7f6-8008-434f-9a64-84cbc94d2656', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-672853029-subnet', 'tenant_id': '7363602e6cdf45b980bf1bbe43d92350', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:41:51.145602 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0f95849d-b302-449f-9810-b62211a9f4a8 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks [] for security_group (47d87dd2-3668-4050-afe0-efab4012d135), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:51.217014 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.db.resource_extend [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 19:41:51.217649 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4bc50092-bc97-4727-bc22-6ffe62c6f027 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Publish callbacks [] for floatingip (ffeca101-5182-400a-bf71-4b31aa03bf46), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:51.217897 n-d-812111-14 neutron-server[103304]: INFO neutron.db.l3_db [None req-4bc50092-bc97-4727-bc22-6ffe62c6f027 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Floating IP ffeca101-5182-400a-bf71-4b31aa03bf46 disassociated (deleted). External IP: 172.25.6.165, port: e0218216-8b43-4914-af80-a66a439f5091. Jan 28 19:41:51.227929 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-fdbcdd67-48d4-4f19-9258-68c2eec082d0 req-b067b487-37ca-435d-a0b4-0169817da2a7 service neutron] 10.222.0.70 "GET /v2.0/networks/87bd24c3-2f53-4d06-9d37-4b32bba79109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3851442 Jan 28 19:41:51.234224 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0f95849d-b302-449f-9810-b62211a9f4a8 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks [] for security_group (47d87dd2-3668-4050-afe0-efab4012d135), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:51.328502 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16376bf4-671e-4d69-a52c-eab087d0581b req-2c44bc3f-981b-4f3d-8ece-6dfdcf65d185 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:51.331097 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-16376bf4-671e-4d69-a52c-eab087d0581b req-2c44bc3f-981b-4f3d-8ece-6dfdcf65d185 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a4cb9ad-0407-4f6d-b0cf-25991260284d HTTP/1.1" status: 200 len: 944 time: 0.3692849 Jan 28 19:41:51.392256 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 0985c8f4-b2b5-44b7-a739-d77060232e00, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=0985c8f4-b2b5-44b7-a739-d77060232e00,segment=NetworkSegment(0e20d3ef-5527-42ba-86a4-bcb741be912b),segment_id=0e20d3ef-5527-42ba-86a4-bcb741be912b)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:41:51.413331 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Returning: {'device': '0985c8f4-b2b5-44b7-a739-d77060232e00', 'network_id': '87bd24c3-2f53-4d06-9d37-4b32bba79109', 'port_id': '0985c8f4-b2b5-44b7-a739-d77060232e00', 'mac_address': 'fa:16:3e:9b:6e:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b82f7aa-308b-4f07-b0c3-0d99e240d9ef', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:41:51.442448 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0f95849d-b302-449f-9810-b62211a9f4a8 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (47d87dd2-3668-4050-afe0-efab4012d135), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:51.445898 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0f95849d-b302-449f-9810-b62211a9f4a8 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:51.447201 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-0f95849d-b302-449f-9810-b62211a9f4a8 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] 10.222.0.64 "DELETE /v2.0/security-groups/47d87dd2-3668-4050-afe0-efab4012d135 HTTP/1.1" status: 204 len: 168 time: 0.9141688 Jan 28 19:41:51.457423 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 48858) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:51.474735 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-16376bf4-671e-4d69-a52c-eab087d0581b req-95bee17c-9f08-4fc9-8f0b-2af073fa52f4 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/security-groups?id=d049ce91-97cc-4551-97a8-b334f2123d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331651 Jan 28 19:41:51.484813 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 0985c8f4-b2b5-44b7-a739-d77060232e00 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:41:51.485921 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (0985c8f4-b2b5-44b7-a739-d77060232e00), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:51.490327 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4246d31b-ce3d-45f9-b843-2d2b40c55d5b tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] Publish callbacks [] for port (022b48aa-e5b3-45ef-b87f-ca4f02d3a969), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:51.492928 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f95849d-b302-449f-9810-b62211a9f4a8 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47d87dd2-3668-4050-afe0-efab4012d135,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:51.516265 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0985c8f4-b2b5-44b7-a739-d77060232e00 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:41:51.539244 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 0985c8f4-b2b5-44b7-a739-d77060232e00, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=0985c8f4-b2b5-44b7-a739-d77060232e00,segment=NetworkSegment(0e20d3ef-5527-42ba-86a4-bcb741be912b),segment_id=0e20d3ef-5527-42ba-86a4-bcb741be912b)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:41:51.553087 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (0985c8f4-b2b5-44b7-a739-d77060232e00), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:51.573543 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4246d31b-ce3d-45f9-b843-2d2b40c55d5b tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (022b48aa-e5b3-45ef-b87f-ca4f02d3a969), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:51.617522 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=0985c8f4-b2b5-44b7-a739-d77060232e00,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:51.645489 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4246d31b-ce3d-45f9-b843-2d2b40c55d5b tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] Network 1406f95f-a009-4f41-baaa-41e15bb1c59f is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:41:51.654604 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-4246d31b-ce3d-45f9-b843-2d2b40c55d5b tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:41:51.659168 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4246d31b-ce3d-45f9-b843-2d2b40c55d5b tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:41:51.699602 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fec00076-3442-4ea3-b4f3-eac9a5b44229 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks [] for security_group (94b4df71-9eb1-46be-a0a9-9d6cf787391e), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:51.728153 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4246d31b-ce3d-45f9-b843-2d2b40c55d5b tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] Pushing event updated for resources: {'Port': ['ID=022b48aa-e5b3-45ef-b87f-ca4f02d3a969,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:51.739275 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4246d31b-ce3d-45f9-b843-2d2b40c55d5b tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:51.739989 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4246d31b-ce3d-45f9-b843-2d2b40c55d5b tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:51.742007 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff7afa38-555c-4356-ab88-28b79c28372b admin admin] Made reservation on behalf of 7363602e6cdf45b980bf1bbe43d92350 for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:41:51.744582 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ff7afa38-555c-4356-ab88-28b79c28372b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5221429'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:51.753896 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fec00076-3442-4ea3-b4f3-eac9a5b44229 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks [] for security_group (94b4df71-9eb1-46be-a0a9-9d6cf787391e), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:51.784600 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-4246d31b-ce3d-45f9-b843-2d2b40c55d5b tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9570010 Jan 28 19:41:51.784799 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['0985c8f4-b2b5-44b7-a739-d77060232e00'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:41:51.784935 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 48862) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:51.789625 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-55d65182-77af-4a39-ac89-b506c526645f tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] Request body: {'floatingip': {'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:41:51.830112 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-55d65182-77af-4a39-ac89-b506c526645f tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:51.858063 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fec00076-3442-4ea3-b4f3-eac9a5b44229 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (94b4df71-9eb1-46be-a0a9-9d6cf787391e), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:51.860610 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fec00076-3442-4ea3-b4f3-eac9a5b44229 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:51.862523 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-fec00076-3442-4ea3-b4f3-eac9a5b44229 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] 10.222.0.64 "DELETE /v2.0/security-groups/94b4df71-9eb1-46be-a0a9-9d6cf787391e HTTP/1.1" status: 204 len: 168 time: 0.4038112 Jan 28 19:41:51.867600 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 48864) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:51.918774 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec00076-3442-4ea3-b4f3-eac9a5b44229 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94b4df71-9eb1-46be-a0a9-9d6cf787391e,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:52.123955 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3318d23-48cb-4dd0-aabf-143ef2cda77a tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Deleting subnet 3b15393d-fcc3-4a72-af25-336679835a82 {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:41:52.135701 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e3318d23-48cb-4dd0-aabf-143ef2cda77a tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks [] for subnet (3b15393d-fcc3-4a72-af25-336679835a82), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:52.229703 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e3318d23-48cb-4dd0-aabf-143ef2cda77a tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4747050'] for subnet (3b15393d-fcc3-4a72-af25-336679835a82), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:52.258095 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bc50092-bc97-4727-bc22-6ffe62c6f027 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Router 289d203a-0f3a-4d87-91b3-ad374309434c has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:41:52.298015 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ff7afa38-555c-4356-ab88-28b79c28372b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4690681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5221415'] for subnet (e5d191b3-f023-4306-a398-6c3164a7e949), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:52.302873 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-0c08f0db-4196-462a-a9ea-0e74a0668164 None None] Provisioning complete for port 022b48aa-e5b3-45ef-b87f-ca4f02d3a969 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:41:52.303393 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0c08f0db-4196-462a-a9ea-0e74a0668164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (022b48aa-e5b3-45ef-b87f-ca4f02d3a969), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:52.343013 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-0c08f0db-4196-462a-a9ea-0e74a0668164 None None] Port 022b48aa-e5b3-45ef-b87f-ca4f02d3a969 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:41:52.423300 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-55d65182-77af-4a39-ac89-b506c526645f tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:52.456475 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7afa38-555c-4356-ab88-28b79c28372b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5d191b3-f023-4306-a398-6c3164a7e949,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:52.509826 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e3318d23-48cb-4dd0-aabf-143ef2cda77a tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (3b15393d-fcc3-4a72-af25-336679835a82), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:52.548670 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-55d65182-77af-4a39-ac89-b506c526645f tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] Allocated IP 172.25.6.28 (d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8/a648e4ab-7422-41b9-b133-58aca25ab8f5/3a984d31-11c2-4ae5-b655-f0e51ada86c7) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:41:52.554926 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7afa38-555c-4356-ab88-28b79c28372b admin admin] Checking segment: {'id': 'ea27ae56-6ea7-44e5-bf5e-cd5befb2f6a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'abc3f7f6-8008-434f-9a64-84cbc94d2656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:41:52.555635 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff7afa38-555c-4356-ab88-28b79c28372b admin admin] Network hostable DHCP agents. Network: abc3f7f6-8008-434f-9a64-84cbc94d2656, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:41:52.606356 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bc50092-bc97-4727-bc22-6ffe62c6f027 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:41:52.616052 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4bc50092-bc97-4727-bc22-6ffe62c6f027 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for floatingip (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:52.619844 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073a801a-dbb8-4fd7-a1ff-240b5fc18078 None None] Sync routers for ids ['289d203a-0f3a-4d87-91b3-ad374309434c'] in n-d-812111-14 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:41:52.638239 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073a801a-dbb8-4fd7-a1ff-240b5fc18078 None None] Routers {'289d203a-0f3a-4d87-91b3-ad374309434c'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:41:52.639261 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-073a801a-dbb8-4fd7-a1ff-240b5fc18078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:41:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['289d203a-0f3a-4d87-91b3-ad374309434c'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:41:52.683152 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff7afa38-555c-4356-ab88-28b79c28372b admin admin] Network abc3f7f6-8008-434f-9a64-84cbc94d2656 is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:41:52.693724 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-4bc50092-bc97-4727-bc22-6ffe62c6f027 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] 10.222.0.64 "DELETE /v2.0/floatingips/ffeca101-5182-400a-bf71-4b31aa03bf46 HTTP/1.1" status: 204 len: 168 time: 2.6404285 Jan 28 19:41:52.697069 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7eba06d1-4475-4bc9-95ed-5947b7e48b16', 'tag': 'e0218216-8b43-4914-af80-a66a439f5091'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:41:52.699847 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d91f03f7-a7e8-46a1-876e-97a7c0875bc4" -d '{"events": [{"name": "network-changed", "server_uuid": "7eba06d1-4475-4bc9-95ed-5947b7e48b16", "tag": "e0218216-8b43-4914-af80-a66a439f5091"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:41:52.704617 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-ff7afa38-555c-4356-ab88-28b79c28372b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, abc3f7f6-8008-434f-9a64-84cbc94d2656) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:41:52.714602 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b659aa-be05-4a4f-a5fa-d30a3b95e150 req-fd0aded1-c200-4ee3-a1c3-c1545e8f4db1 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:52.716284 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d1b659aa-be05-4a4f-a5fa-d30a3b95e150 req-fd0aded1-c200-4ee3-a1c3-c1545e8f4db1 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a4cb9ad-0407-4f6d-b0cf-25991260284d HTTP/1.1" status: 200 len: 945 time: 0.1547093 Jan 28 19:41:52.719129 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e3318d23-48cb-4dd0-aabf-143ef2cda77a tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4690616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5222356'] for subnet (3b15393d-fcc3-4a72-af25-336679835a82), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:52.721990 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff7afa38-555c-4356-ab88-28b79c28372b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:52.722677 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ff7afa38-555c-4356-ab88-28b79c28372b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:52.726831 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-55d65182-77af-4a39-ac89-b506c526645f tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] Publish callbacks [] for port (3a984d31-11c2-4ae5-b655-f0e51ada86c7), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:52.790610 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3318d23-48cb-4dd0-aabf-143ef2cda77a tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Pushing event deleted for resources: {'Subnet': ['ID=3b15393d-fcc3-4a72-af25-336679835a82,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:52.802593 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd098147-447e-4059-9613-426f043d6d3d None None] Network abc3f7f6-8008-434f-9a64-84cbc94d2656 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:41:52.804653 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e3318d23-48cb-4dd0-aabf-143ef2cda77a tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:52.814345 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-55d65182-77af-4a39-ac89-b506c526645f tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (3a984d31-11c2-4ae5-b655-f0e51ada86c7), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:52.819820 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-e3318d23-48cb-4dd0-aabf-143ef2cda77a tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] 10.222.0.64 "DELETE /v2.0/subnets/3b15393d-fcc3-4a72-af25-336679835a82 HTTP/1.1" status: 204 len: 168 time: 0.9481053 Jan 28 19:41:52.824873 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 48874) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:52.829811 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-ff7afa38-555c-4356-ab88-28b79c28372b admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.7260573 Jan 28 19:41:52.830225 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b25ff800-7b88-4a7b-a885-e8fc28448c9c None None] Network ba3e1ba2-edd1-41f9-a12b-1cb4bc0c8534 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:41:52.896352 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d1b659aa-be05-4a4f-a5fa-d30a3b95e150 req-656551c5-c398-4e42-a0ab-3b601ff3d880 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/security-groups?id=d049ce91-97cc-4551-97a8-b334f2123d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680331 Jan 28 19:41:52.903272 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d65182-77af-4a39-ac89-b506c526645f tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] Network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:41:52.904923 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d65182-77af-4a39-ac89-b506c526645f tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] Pushing event updated for resources: {'Port': ['ID=3a984d31-11c2-4ae5-b655-f0e51ada86c7,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:52.923425 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb561737-aa7a-4906-9f37-bc64f4e56945 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Deleting subnet 86de5fdf-f028-41b6-a5e2-6ba6a2e62866 {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:41:52.932194 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-55d65182-77af-4a39-ac89-b506c526645f tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:41:52.939499 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d65182-77af-4a39-ac89-b506c526645f tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:41:52.941962 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cb561737-aa7a-4906-9f37-bc64f4e56945 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks [] for subnet (86de5fdf-f028-41b6-a5e2-6ba6a2e62866), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:52.989302 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42c6bac6-e1e5-4418-a325-de84b352e8a9 x-openstack-request-id: req-42c6bac6-e1e5-4418-a325-de84b352e8a9 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:41:52.989654 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7eba06d1-4475-4bc9-95ed-5947b7e48b16", "tag": "e0218216-8b43-4914-af80-a66a439f5091", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:41:52.989856 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-42c6bac6-e1e5-4418-a325-de84b352e8a9 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:41:52.990258 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7eba06d1-4475-4bc9-95ed-5947b7e48b16', 'tag': 'e0218216-8b43-4914-af80-a66a439f5091', 'status': 'completed', 'code': 200} Jan 28 19:41:52.996594 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cb561737-aa7a-4906-9f37-bc64f4e56945 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4747050'] for subnet (86de5fdf-f028-41b6-a5e2-6ba6a2e62866), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:53.052082 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 48880) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:53.104780 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 0985c8f4-b2b5-44b7-a739-d77060232e00 up at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:41:53.119737 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-55d65182-77af-4a39-ac89-b506c526645f tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] Publish callbacks [] for floatingip (58b889e8-d294-4cbf-8072-9b127668fa6b), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:53.135255 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91f03f7-a7e8-46a1-876e-97a7c0875bc4 req-51154d59-efec-4b60-afa3-d1704eafa5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:53.140180 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d91f03f7-a7e8-46a1-876e-97a7c0875bc4 req-51154d59-efec-4b60-afa3-d1704eafa5cb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3c5bcff20fc24e3eb87e72dc3f4664c7&device_id=7eba06d1-4475-4bc9-95ed-5947b7e48b16 HTTP/1.1" status: 200 len: 1168 time: 0.1307499 Jan 28 19:41:53.177498 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-b387c22d-fb54-44ae-add8-f06cc1289180 admin admin] Deleting subnet 7c993515-b8e7-48a2-841f-040adf63cdc3 {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:41:53.190394 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-073a801a-dbb8-4fd7-a1ff-240b5fc18078 None None] Set router 289d203a-0f3a-4d87-91b3-ad374309434c gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:41:53.211536 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b387c22d-fb54-44ae-add8-f06cc1289180 admin admin] Publish callbacks [] for subnet (7c993515-b8e7-48a2-841f-040adf63cdc3), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:53.239370 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-55d65182-77af-4a39-ac89-b506c526645f tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (3a984d31-11c2-4ae5-b655-f0e51ada86c7), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:53.312102 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccdc6e6-2982-471d-a4d6-90d1b269da15 req-36b0035f-94c6-416f-9dfe-daee0bf0473c tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:53.313696 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7ccdc6e6-2982-471d-a4d6-90d1b269da15 req-36b0035f-94c6-416f-9dfe-daee0bf0473c tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] 10.222.0.64 "GET /v2.0/ports?device_id=7eba06d1-4475-4bc9-95ed-5947b7e48b16 HTTP/1.1" status: 200 len: 985 time: 0.2511969 Jan 28 19:41:53.318013 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cb561737-aa7a-4906-9f37-bc64f4e56945 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (86de5fdf-f028-41b6-a5e2-6ba6a2e62866), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:53.322720 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b387c22d-fb54-44ae-add8-f06cc1289180 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4747050'] for subnet (7c993515-b8e7-48a2-841f-040adf63cdc3), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:53.385839 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91f03f7-a7e8-46a1-876e-97a7c0875bc4 req-771067fe-e7a5-4f5d-bdbc-0da5644c9690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:53.387336 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d91f03f7-a7e8-46a1-876e-97a7c0875bc4 req-771067fe-e7a5-4f5d-bdbc-0da5644c9690 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e2ba0509-154a-4d87-9bc2-4f9ae40aac4b HTTP/1.1" status: 200 len: 896 time: 0.2229228 Jan 28 19:41:53.434576 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b387c22d-fb54-44ae-add8-f06cc1289180 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (7c993515-b8e7-48a2-841f-040adf63cdc3), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:53.458175 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d91f03f7-a7e8-46a1-876e-97a7c0875bc4 req-114b7bb9-efaf-4f91-8b85-ed0a9b83c4cb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e0218216-8b43-4914-af80-a66a439f5091 HTTP/1.1" status: 200 len: 217 time: 0.0617731 Jan 28 19:41:53.481481 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2941d25-cd83-4111-a20e-e72f46d00e1b None None] Network abc3f7f6-8008-434f-9a64-84cbc94d2656 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:41:53.484147 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning for port 0985c8f4-b2b5-44b7-a739-d77060232e00 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:41:53.493566 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning complete for port 0985c8f4-b2b5-44b7-a739-d77060232e00 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:41:53.493948 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (0985c8f4-b2b5-44b7-a739-d77060232e00), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:53.503793 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7ccdc6e6-2982-471d-a4d6-90d1b269da15 req-507c519d-2bae-40a0-8063-3d10d1705dd5 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] 10.222.0.64 "GET /v2.0/security-groups?id=84dd5e63-a5ac-4da2-8130-bd6cf084fa16&id=3e7531bd-2a97-482d-a176-cf640cf083cf&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1553900 Jan 28 19:41:53.509304 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cb561737-aa7a-4906-9f37-bc64f4e56945 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4690616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5222356'] for subnet (86de5fdf-f028-41b6-a5e2-6ba6a2e62866), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:53.549014 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91f03f7-a7e8-46a1-876e-97a7c0875bc4 req-6000db36-1413-4e67-b354-df401f0ce7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:53.550595 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d91f03f7-a7e8-46a1-876e-97a7c0875bc4 req-6000db36-1413-4e67-b354-df401f0ce7c4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d49bf281-64be-46ab-ab7b-123b92f40c4b HTTP/1.1" status: 200 len: 834 time: 0.0835803 Jan 28 19:41:53.574755 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b387c22d-fb54-44ae-add8-f06cc1289180 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4690616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5222356'] for subnet (7c993515-b8e7-48a2-841f-040adf63cdc3), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:53.580039 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb561737-aa7a-4906-9f37-bc64f4e56945 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Pushing event deleted for resources: {'Subnet': ['ID=86de5fdf-f028-41b6-a5e2-6ba6a2e62866,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:53.591479 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cb561737-aa7a-4906-9f37-bc64f4e56945 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:53.599022 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-cb561737-aa7a-4906-9f37-bc64f4e56945 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] 10.222.0.64 "DELETE /v2.0/subnets/86de5fdf-f028-41b6-a5e2-6ba6a2e62866 HTTP/1.1" status: 204 len: 168 time: 0.7676554 Jan 28 19:41:53.611715 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 48882) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:53.637748 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b387c22d-fb54-44ae-add8-f06cc1289180 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c993515-b8e7-48a2-841f-040adf63cdc3,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:53.646858 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b387c22d-fb54-44ae-add8-f06cc1289180 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:53.650692 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-b387c22d-fb54-44ae-add8-f06cc1289180 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/7c993515-b8e7-48a2-841f-040adf63cdc3 HTTP/1.1" status: 204 len: 168 time: 0.5976641 Jan 28 19:41:53.654232 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 48884) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:53.656385 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-55d65182-77af-4a39-ac89-b506c526645f tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] Publish callbacks [] for port (3a984d31-11c2-4ae5-b655-f0e51ada86c7), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:53.684278 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-55d65182-77af-4a39-ac89-b506c526645f tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (3a984d31-11c2-4ae5-b655-f0e51ada86c7), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:53.686498 n-d-812111-14 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-470d65b0-03e0-4048-97ca-4772a69ce416 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] DELETE failed (client error): The resource could not be found. Jan 28 19:41:53.686973 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-470d65b0-03e0-4048-97ca-4772a69ce416 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:41:53.690227 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-470d65b0-03e0-4048-97ca-4772a69ce416 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] 10.222.0.64 "DELETE /v2.0/subnets/3b15393d-fcc3-4a72-af25-336679835a82 HTTP/1.1" status: 404 len: 337 time: 0.0565095 Jan 28 19:41:53.696435 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 48888) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:53.743994 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 0985c8f4-b2b5-44b7-a739-d77060232e00 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:41:53.744851 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (0985c8f4-b2b5-44b7-a739-d77060232e00), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:53.786371 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3ac32a46-e8da-4bcc-b89e-4a374d775346 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (944ab33d-504d-42ae-ab0b-61e0c5c18421), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:53.828889 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d65182-77af-4a39-ac89-b506c526645f tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] Pushing event updated for resources: {'Port': ['ID=3a984d31-11c2-4ae5-b655-f0e51ada86c7,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:53.833212 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91f03f7-a7e8-46a1-876e-97a7c0875bc4 req-d74da01a-ecc3-43a4-997b-175ab9df6525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:53.834695 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d91f03f7-a7e8-46a1-876e-97a7c0875bc4 req-d74da01a-ecc3-43a4-997b-175ab9df6525 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e2ba0509-154a-4d87-9bc2-4f9ae40aac4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2746563 Jan 28 19:41:53.860022 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a4cb9ad-0407-4f6d-b0cf-25991260284d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0985c8f4-b2b5-44b7-a739-d77060232e00'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:41:53.862354 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d9be995-ecfd-4063-9191-fd784e16cabd" -d '{"events": [{"server_uuid": "4a4cb9ad-0407-4f6d-b0cf-25991260284d", "name": "network-vif-plugged", "status": "completed", "tag": "0985c8f4-b2b5-44b7-a739-d77060232e00"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:41:53.871154 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e0e1dcc-19dc-47ff-a46a-128c42be5eac tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Deleting subnet ba823806-6167-48e6-a923-2b462134ea7e {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:41:53.906843 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 0985c8f4-b2b5-44b7-a739-d77060232e00, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=0985c8f4-b2b5-44b7-a739-d77060232e00,segment=NetworkSegment(0e20d3ef-5527-42ba-86a4-bcb741be912b),segment_id=0e20d3ef-5527-42ba-86a4-bcb741be912b)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:41:53.907607 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8e0e1dcc-19dc-47ff-a46a-128c42be5eac tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks [] for subnet (ba823806-6167-48e6-a923-2b462134ea7e), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:53.909576 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3ac32a46-e8da-4bcc-b89e-4a374d775346 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (944ab33d-504d-42ae-ab0b-61e0c5c18421), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:53.915817 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-55d65182-77af-4a39-ac89-b506c526645f tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734886'] for floatingip (58b889e8-d294-4cbf-8072-9b127668fa6b), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:53.933342 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (0985c8f4-b2b5-44b7-a739-d77060232e00), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:53.937947 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:53.939809 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:41:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e75a8da7-9889-4a96-9c03-7461e5392f9d x-openstack-request-id: req-e75a8da7-9889-4a96-9c03-7461e5392f9d {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:41:53.949925 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-3ac32a46-e8da-4bcc-b89e-4a374d775346 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['944ab33d-504d-42ae-ab0b-61e0c5c18421']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:41:53.952871 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a4cb9ad-0407-4f6d-b0cf-25991260284d", "name": "network-vif-plugged", "status": "completed", "tag": "0985c8f4-b2b5-44b7-a739-d77060232e00", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:41:53.953748 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e75a8da7-9889-4a96-9c03-7461e5392f9d {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:41:53.954197 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a4cb9ad-0407-4f6d-b0cf-25991260284d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0985c8f4-b2b5-44b7-a739-d77060232e00', 'code': 200} Jan 28 19:41:53.990956 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-3ac32a46-e8da-4bcc-b89e-4a374d775346 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4787f456-982e-4926-ba46-85e7b74c6c55') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:41:53.991566 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-3ac32a46-e8da-4bcc-b89e-4a374d775346 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4787f456-982e-4926-ba46-85e7b74c6c55') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:41:53.993939 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-55d65182-77af-4a39-ac89-b506c526645f tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for floatingip (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:53.998229 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-55d65182-77af-4a39-ac89-b506c526645f tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2130454 Jan 28 19:41:53.998861 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 48894) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:54.008896 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-4d4be63a-937a-4755-b6d8-7b210c55cb38 tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] Request body: {'floatingip': {'port_id': '022b48aa-e5b3-45ef-b87f-ca4f02d3a969', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:41:54.013219 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8e0e1dcc-19dc-47ff-a46a-128c42be5eac tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16187240'] for subnet (ba823806-6167-48e6-a923-2b462134ea7e), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:54.017030 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3ac32a46-e8da-4bcc-b89e-4a374d775346 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4747091'] for segment (4787f456-982e-4926-ba46-85e7b74c6c55), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:54.033514 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-073a801a-dbb8-4fd7-a1ff-240b5fc18078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '289d203a-0f3a-4d87-91b3-ad374309434c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1601736214', 'tenant_id': '3c5bcff20fc24e3eb87e72dc3f4664c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': '6258dacd-8070-4ffe-85b2-cd51ac41b3b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:39:30Z', 'updated_at': '2022-01-28T19:39:44Z', 'revision_number': 4, 'project_id': '3c5bcff20fc24e3eb87e72dc3f4664c7', 'gw_port': {'id': '6258dacd-8070-4ffe-85b2-cd51ac41b3b9', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:56:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '289d203a-0f3a-4d87-91b3-ad374309434c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:39:33Z', 'updated_at': '2022-01-28T19:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '60b8acc6-1bfa-404f-9f3b-5b5c7bace05a', 'name': '', 'network_id': 'e2ba0509-154a-4d87-9bc2-4f9ae40aac4b', 'tenant_id': '3c5bcff20fc24e3eb87e72dc3f4664c7', 'mac_address': 'fa:16:3e:7d:c4:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '289d203a-0f3a-4d87-91b3-ad374309434c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2776, 'fixed_ips': [{'subnet_id': 'd49bf281-64be-46ab-ab7b-123b92f40c4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:39:42Z', 'updated_at': '2022-01-28T19:39:52Z', 'revision_number': 5, 'project_id': '3c5bcff20fc24e3eb87e72dc3f4664c7', 'subnets': [{'id': 'd49bf281-64be-46ab-ab7b-123b92f40c4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:41:54.070742 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3ac32a46-e8da-4bcc-b89e-4a374d775346 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (4787f456-982e-4926-ba46-85e7b74c6c55), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:54.080223 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ac32a46-e8da-4bcc-b89e-4a374d775346 admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:41:54.080650 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3ac32a46-e8da-4bcc-b89e-4a374d775346 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4690514'] for segment (4787f456-982e-4926-ba46-85e7b74c6c55), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:54.082645 n-d-812111-14 neutron-server[103304]: Traceback (most recent call last): Jan 28 19:41:54.082645 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:41:54.082645 n-d-812111-14 neutron-server[103304]: timer() Jan 28 19:41:54.082645 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:41:54.082645 n-d-812111-14 neutron-server[103304]: cb(*args, **kw) Jan 28 19:41:54.082645 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:41:54.082645 n-d-812111-14 neutron-server[103304]: return func(*args, **kwargs) Jan 28 19:41:54.082645 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:41:54.082645 n-d-812111-14 neutron-server[103304]: self._notify() Jan 28 19:41:54.082645 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:41:54.082645 n-d-812111-14 neutron-server[103304]: self.callback(batched_events) Jan 28 19:41:54.082645 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:41:54.082645 n-d-812111-14 neutron-server[103304]: event.method(event) Jan 28 19:41:54.082645 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:41:54.082645 n-d-812111-14 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:41:54.082645 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:41:54.082645 n-d-812111-14 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:41:54.082645 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:41:54.082645 n-d-812111-14 neutron-server[103304]: return f(self, *a, **k) Jan 28 19:41:54.082645 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:41:54.082645 n-d-812111-14 neutron-server[103304]: return self._get(url).json() Jan 28 19:41:54.082645 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:41:54.082645 n-d-812111-14 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:41:54.082645 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:41:54.082645 n-d-812111-14 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 28 19:41:54.082645 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:41:54.082645 n-d-812111-14 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:41:54.082645 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:41:54.082645 n-d-812111-14 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:41:54.082645 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:41:54.082645 n-d-812111-14 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:41:54.082645 n-d-812111-14 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:41:54.154178 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413f43f2-7b74-4b0c-9a8d-71e0cc8757c3 req-82559619-be1d-4661-aa1e-14060150ab24 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:54.156049 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-413f43f2-7b74-4b0c-9a8d-71e0cc8757c3 req-82559619-be1d-4661-aa1e-14060150ab24 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a4cb9ad-0407-4f6d-b0cf-25991260284d HTTP/1.1" status: 200 len: 946 time: 0.1343081 Jan 28 19:41:54.171070 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3ac32a46-e8da-4bcc-b89e-4a374d775346 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (944ab33d-504d-42ae-ab0b-61e0c5c18421), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:54.177563 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3ac32a46-e8da-4bcc-b89e-4a374d775346 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:54.184266 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-3ac32a46-e8da-4bcc-b89e-4a374d775346 admin admin] 10.222.0.64 "DELETE /v2.0/networks/944ab33d-504d-42ae-ab0b-61e0c5c18421 HTTP/1.1" status: 204 len: 168 time: 0.5289333 Jan 28 19:41:54.193577 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 48896) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:54.220497 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac32a46-e8da-4bcc-b89e-4a374d775346 admin admin] Pushing event deleted for resources: {'Network': ['ID=944ab33d-504d-42ae-ab0b-61e0c5c18421,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:54.253450 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8e0e1dcc-19dc-47ff-a46a-128c42be5eac tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (ba823806-6167-48e6-a923-2b462134ea7e), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:54.283189 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073a801a-dbb8-4fd7-a1ff-240b5fc18078 None None] Checking router: 289d203a-0f3a-4d87-91b3-ad374309434c for host: n-d-812111-14 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:41:54.286098 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-413f43f2-7b74-4b0c-9a8d-71e0cc8757c3 req-856d12ac-7574-4404-a076-5776651af7ac tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/security-groups?id=d049ce91-97cc-4551-97a8-b334f2123d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216948 Jan 28 19:41:54.290047 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-45579725-f329-46eb-9b8a-a98ef230948c admin admin] Deleting subnet e5d191b3-f023-4306-a398-6c3164a7e949 {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:41:54.293827 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-45579725-f329-46eb-9b8a-a98ef230948c admin admin] Publish callbacks [] for subnet (e5d191b3-f023-4306-a398-6c3164a7e949), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:54.298126 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=0985c8f4-b2b5-44b7-a739-d77060232e00,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:54.300808 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073a801a-dbb8-4fd7-a1ff-240b5fc18078 None None] Routers {'289d203a-0f3a-4d87-91b3-ad374309434c'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:41:54.301505 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-073a801a-dbb8-4fd7-a1ff-240b5fc18078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:41:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['289d203a-0f3a-4d87-91b3-ad374309434c'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:41:54.330535 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4d4be63a-937a-4755-b6d8-7b210c55cb38 tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] Publish callbacks [] for floatingip (58b889e8-d294-4cbf-8072-9b127668fa6b), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:54.335344 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-45579725-f329-46eb-9b8a-a98ef230948c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4747050'] for subnet (e5d191b3-f023-4306-a398-6c3164a7e949), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:54.385452 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-45579725-f329-46eb-9b8a-a98ef230948c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (e5d191b3-f023-4306-a398-6c3164a7e949), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:54.408601 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d91f03f7-a7e8-46a1-876e-97a7c0875bc4 req-7ed7a280-7823-4575-9c74-246f7d10e72d service neutron] 10.222.0.41 "GET /v2.0/networks/e2ba0509-154a-4d87-9bc2-4f9ae40aac4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5634401 Jan 28 19:41:54.434396 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-073a801a-dbb8-4fd7-a1ff-240b5fc18078 None None] Set router 289d203a-0f3a-4d87-91b3-ad374309434c gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:41:54.523221 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e90ebd4-04c3-48dc-a326-7ab2fb74a84e None None] Network ba3e1ba2-edd1-41f9-a12b-1cb4bc0c8534 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:41:54.526625 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-45579725-f329-46eb-9b8a-a98ef230948c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4690616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5222356'] for subnet (e5d191b3-f023-4306-a398-6c3164a7e949), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:54.575260 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45579725-f329-46eb-9b8a-a98ef230948c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5d191b3-f023-4306-a398-6c3164a7e949,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:54.579110 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-45579725-f329-46eb-9b8a-a98ef230948c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:54.584283 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-45579725-f329-46eb-9b8a-a98ef230948c admin admin] 10.222.0.64 "DELETE /v2.0/subnets/e5d191b3-f023-4306-a398-6c3164a7e949 HTTP/1.1" status: 204 len: 168 time: 0.3895154 Jan 28 19:41:54.593855 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2b855a-5d1e-40ac-8a69-04935761da39 req-f803ca1b-8bab-42ed-8fd7-f3ec0883d309 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:54.595355 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ca2b855a-5d1e-40ac-8a69-04935761da39 req-f803ca1b-8bab-42ed-8fd7-f3ec0883d309 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] 10.222.0.41 "GET /v2.0/ports?device_id=7eba06d1-4475-4bc9-95ed-5947b7e48b16 HTTP/1.1" status: 200 len: 985 time: 0.1537104 Jan 28 19:41:54.595854 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 48900) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:54.606431 n-d-812111-14 neutron-server[103305]: INFO neutron.api.v2.resource [None req-4d4be63a-937a-4755-b6d8-7b210c55cb38 tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] update failed (client error): The resource could not be found. Jan 28 19:41:54.611207 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 48902) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:54.612712 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-4d4be63a-937a-4755-b6d8-7b210c55cb38 tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] 10.222.0.64 "PUT /v2.0/floatingips/58b889e8-d294-4cbf-8072-9b127668fa6b HTTP/1.1" status: 404 len: 507 time: 0.6080053 Jan 28 19:41:54.615653 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c2138a-9343-4b8a-a8b8-40a7915bce0b req-89be4c5d-04b9-4064-8465-2d1885d66fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:54.618741 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b9c2138a-9343-4b8a-a8b8-40a7915bce0b req-89be4c5d-04b9-4064-8465-2d1885d66fb0 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=4a4cb9ad-0407-4f6d-b0cf-25991260284d HTTP/1.1" status: 200 len: 1129 time: 0.5918906 Jan 28 19:41:54.667177 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-8cb6e900-715e-40ac-b687-562e21af8aa3 None None] Provisioning complete for port cecc92d5-85d2-45cd-b57c-6b7994366c1d triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:41:54.667561 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8cb6e900-715e-40ac-b687-562e21af8aa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (cecc92d5-85d2-45cd-b57c-6b7994366c1d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:54.699255 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.41', 52041) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:54.709013 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d91f03f7-a7e8-46a1-876e-97a7c0875bc4 req-a8357cf1-fff2-4861-905b-51aa5b1984f4 service neutron] 10.222.0.41 "GET /v2.0/networks/e2ba0509-154a-4d87-9bc2-4f9ae40aac4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2759354 Jan 28 19:41:54.710752 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8e0e1dcc-19dc-47ff-a46a-128c42be5eac tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4752464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4733806'] for subnet (ba823806-6167-48e6-a923-2b462134ea7e), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:54.758290 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8e0e1dcc-19dc-47ff-a46a-128c42be5eac tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:54.761674 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-8e0e1dcc-19dc-47ff-a46a-128c42be5eac tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] 10.222.0.64 "DELETE /v2.0/subnets/ba823806-6167-48e6-a923-2b462134ea7e HTTP/1.1" status: 204 len: 168 time: 1.0613370 Jan 28 19:41:54.779655 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 48908) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:54.824726 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0e1dcc-19dc-47ff-a46a-128c42be5eac tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Pushing event deleted for resources: {'Subnet': ['ID=ba823806-6167-48e6-a923-2b462134ea7e,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:54.836361 n-d-812111-14 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1f48a36-a297-4e0e-872b-495d3eabe345 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] DELETE failed (client error): The resource could not be found. Jan 28 19:41:54.836652 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1f48a36-a297-4e0e-872b-495d3eabe345 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:41:54.841611 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-b1f48a36-a297-4e0e-872b-495d3eabe345 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] 10.222.0.64 "DELETE /v2.0/subnets/e252e6e8-7997-4643-8819-4cb523af8e1c HTTP/1.1" status: 404 len: 337 time: 0.0562797 Jan 28 19:41:54.848673 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 48912) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:54.858684 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3866e70a-3232-4371-9b87-30d4603bb04e req-6aa6f0ed-6bdb-410d-8eb5-9e2926b24612 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:54.860182 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3866e70a-3232-4371-9b87-30d4603bb04e req-6aa6f0ed-6bdb-410d-8eb5-9e2926b24612 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] 10.222.0.64 "GET /v2.0/ports?device_id=7eba06d1-4475-4bc9-95ed-5947b7e48b16 HTTP/1.1" status: 200 len: 985 time: 0.2393420 Jan 28 19:41:54.894583 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-91d63273-e761-493d-9109-522705d0304d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (abc3f7f6-8008-434f-9a64-84cbc94d2656), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:54.898992 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-7d70772e-ed52-4b96-a389-155dd065e6cf tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] 10.222.0.64 "GET /v2.0/ports?device_id=ba6a14a9-0973-4cc1-b35a-2eda0bcaf04c HTTP/1.1" status: 200 len: 205 time: 0.0490336 Jan 28 19:41:54.901256 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b9c2138a-9343-4b8a-a8b8-40a7915bce0b req-b8b31283-3bd6-4792-942d-341be8af3a57 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=d049ce91-97cc-4551-97a8-b334f2123d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2756031 Jan 28 19:41:54.902852 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 48916) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:54.926072 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-537958d9-3118-4d05-95b3-fa5b1fc013eb req-c8b4cb63-0732-41f1-9449-e7461587d6cb service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f5491288-378d-4465-9de2-4ecfbcca0b62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2233686 Jan 28 19:41:54.935111 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-8cb6e900-715e-40ac-b687-562e21af8aa3 None None] Current status of the port cecc92d5-85d2-45cd-b57c-6b7994366c1d is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:41:54.970083 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-8cb6e900-715e-40ac-b687-562e21af8aa3 None None] Provisioning complete for port 4343d046-1779-440b-9e1a-12e789fca00c triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:41:54.971455 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8cb6e900-715e-40ac-b687-562e21af8aa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (4343d046-1779-440b-9e1a-12e789fca00c), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:54.981281 n-d-812111-14 neutron-server[103304]: INFO neutron.api.v2.resource [None req-47f2aa4c-e417-4add-9430-61859c31301f tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] delete failed (client error): The resource could not be found. Jan 28 19:41:54.985335 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-47f2aa4c-e417-4add-9430-61859c31301f tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] 10.222.0.64 "DELETE /v2.0/routers/ba6a14a9-0973-4cc1-b35a-2eda0bcaf04c HTTP/1.1" status: 404 len: 336 time: 0.0777583 Jan 28 19:41:54.985962 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 48920) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:55.013780 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3866e70a-3232-4371-9b87-30d4603bb04e req-f9b61176-7604-47dc-a6e2-fd2b043d596b tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] 10.222.0.64 "GET /v2.0/security-groups?id=84dd5e63-a5ac-4da2-8130-bd6cf084fa16&id=3e7531bd-2a97-482d-a176-cf640cf083cf&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1413112 Jan 28 19:41:55.039604 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-073a801a-dbb8-4fd7-a1ff-240b5fc18078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '289d203a-0f3a-4d87-91b3-ad374309434c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1601736214', 'tenant_id': '3c5bcff20fc24e3eb87e72dc3f4664c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': '6258dacd-8070-4ffe-85b2-cd51ac41b3b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:39:30Z', 'updated_at': '2022-01-28T19:39:44Z', 'revision_number': 4, 'project_id': '3c5bcff20fc24e3eb87e72dc3f4664c7', 'gw_port': {'id': '6258dacd-8070-4ffe-85b2-cd51ac41b3b9', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:56:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '289d203a-0f3a-4d87-91b3-ad374309434c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:39:33Z', 'updated_at': '2022-01-28T19:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '60b8acc6-1bfa-404f-9f3b-5b5c7bace05a', 'name': '', 'network_id': 'e2ba0509-154a-4d87-9bc2-4f9ae40aac4b', 'tenant_id': '3c5bcff20fc24e3eb87e72dc3f4664c7', 'mac_address': 'fa:16:3e:7d:c4:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '289d203a-0f3a-4d87-91b3-ad374309434c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2776, 'fixed_ips': [{'subnet_id': 'd49bf281-64be-46ab-ab7b-123b92f40c4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:39:42Z', 'updated_at': '2022-01-28T19:39:52Z', 'revision_number': 5, 'project_id': '3c5bcff20fc24e3eb87e72dc3f4664c7', 'subnets': [{'id': 'd49bf281-64be-46ab-ab7b-123b92f40c4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:41:55.049456 n-d-812111-14 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ba8536b-0546-4782-83df-333e69f9695c tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] DELETE failed (client error): The resource could not be found. Jan 28 19:41:55.049929 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ba8536b-0546-4782-83df-333e69f9695c tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:41:55.056001 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-4ba8536b-0546-4782-83df-333e69f9695c tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] 10.222.0.64 "DELETE /v2.0/subnets/28415259-e421-4898-ab74-c2e328513737 HTTP/1.1" status: 404 len: 337 time: 0.0645823 Jan 28 19:41:55.062570 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 48922) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:55.071537 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073a801a-dbb8-4fd7-a1ff-240b5fc18078 None None] The sync data for ids ['289d203a-0f3a-4d87-91b3-ad374309434c'] in n-d-812111-14 is: [{'id': '289d203a-0f3a-4d87-91b3-ad374309434c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1601736214', 'tenant_id': '3c5bcff20fc24e3eb87e72dc3f4664c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': '6258dacd-8070-4ffe-85b2-cd51ac41b3b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:39:30Z', 'updated_at': '2022-01-28T19:39:44Z', 'revision_number': 4, 'project_id': '3c5bcff20fc24e3eb87e72dc3f4664c7', 'gw_port': {'id': '6258dacd-8070-4ffe-85b2-cd51ac41b3b9', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:56:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '289d203a-0f3a-4d87-91b3-ad374309434c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:39:33Z', 'updated_at': '2022-01-28T19:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '60b8acc6-1bfa-404f-9f3b-5b5c7bace05a', 'name': '', 'network_id': 'e2ba0509-154a-4d87-9bc2-4f9ae40aac4b', 'tenant_id': '3c5bcff20fc24e3eb87e72dc3f4664c7', 'mac_address': 'fa:16:3e:7d:c4:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '289d203a-0f3a-4d87-91b3-ad374309434c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2776, 'fixed_ips': [{'subnet_id': 'd49bf281-64be-46ab-ab7b-123b92f40c4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:39:42Z', 'updated_at': '2022-01-28T19:39:52Z', 'revision_number': 5, 'project_id': '3c5bcff20fc24e3eb87e72dc3f4664c7', 'subnets': [{'id': 'd49bf281-64be-46ab-ab7b-123b92f40c4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:41:55.088774 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-8cb6e900-715e-40ac-b687-562e21af8aa3 None None] Port 4343d046-1779-440b-9e1a-12e789fca00c cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:41:55.097887 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aef50ee-0bf8-4147-bd2c-b00ba407e82f None None] Update dhcp port {'port': {'network_id': 'ba3e1ba2-edd1-41f9-a12b-1cb4bc0c8534', 'fixed_ips': [{'subnet_id': 'ba823806-6167-48e6-a923-2b462134ea7e'}], 'binding:host_id': 'n-d-812111-14'}, 'id': 'cecc92d5-85d2-45cd-b57c-6b7994366c1d'} from n-d-812111-14. {{(pid=103306) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 19:41:55.104333 n-d-812111-14 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-581ac45d-7440-4144-89d8-1b827fdbed1f tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] DELETE failed (client error): The resource could not be found. Jan 28 19:41:55.104797 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-581ac45d-7440-4144-89d8-1b827fdbed1f tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:41:55.107912 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-581ac45d-7440-4144-89d8-1b827fdbed1f tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] 10.222.0.64 "DELETE /v2.0/subnets/1c285567-b082-47b1-8b52-57db471c1844 HTTP/1.1" status: 404 len: 337 time: 0.0430439 Jan 28 19:41:55.112237 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 48924) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:55.137271 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-ca2b855a-5d1e-40ac-8a69-04935761da39 req-db2e69c9-28dd-4c9b-9334-5d1a3fb20533 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Deleting port e0218216-8b43-4914-af80-a66a439f5091 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:41:55.137883 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-ca2b855a-5d1e-40ac-8a69-04935761da39 req-db2e69c9-28dd-4c9b-9334-5d1a3fb20533 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (e0218216-8b43-4914-af80-a66a439f5091), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:55.147513 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8aef50ee-0bf8-4147-bd2c-b00ba407e82f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (cecc92d5-85d2-45cd-b57c-6b7994366c1d), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:55.151874 n-d-812111-14 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-961052d5-71f0-4bf8-bd47-ba7c0b1e2c52 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] DELETE failed (client error): The resource could not be found. Jan 28 19:41:55.152335 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-961052d5-71f0-4bf8-bd47-ba7c0b1e2c52 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:41:55.155452 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-961052d5-71f0-4bf8-bd47-ba7c0b1e2c52 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] 10.222.0.64 "DELETE /v2.0/subnets/4549f19c-34bb-4c94-bf77-c08829f1a5e5 HTTP/1.1" status: 404 len: 337 time: 0.0421138 Jan 28 19:41:55.159462 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537958d9-3118-4d05-95b3-fa5b1fc013eb req-5a9dadc5-ced4-4d32-b66e-5c398fcbf2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:55.161016 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-537958d9-3118-4d05-95b3-fa5b1fc013eb req-5a9dadc5-ced4-4d32-b66e-5c398fcbf2a5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=72ed041c0fdf49d0b46a78595ef2b4d2&device_id=f5491288-378d-4465-9de2-4ecfbcca0b62 HTTP/1.1" status: 200 len: 1129 time: 0.1396022 Jan 28 19:41:55.161508 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 48926) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:55.209408 n-d-812111-14 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-38976bc0-3205-46ba-95db-d3c9614a6059 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] DELETE failed (client error): The resource could not be found. Jan 28 19:41:55.209408 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38976bc0-3205-46ba-95db-d3c9614a6059 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:41:55.212028 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-38976bc0-3205-46ba-95db-d3c9614a6059 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] 10.222.0.64 "DELETE /v2.0/ports/52aae887-c8b1-47f1-bece-235ca99d4fb1 HTTP/1.1" status: 404 len: 333 time: 0.0494845 Jan 28 19:41:55.213831 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 48928) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:55.243336 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-86e4431d-9c66-48d9-b020-ce477d0ff16f tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] Deleting port 3a984d31-11c2-4ae5-b655-f0e51ada86c7 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:41:55.243958 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-86e4431d-9c66-48d9-b020-ce477d0ff16f tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (3a984d31-11c2-4ae5-b655-f0e51ada86c7), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:55.247489 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-91d63273-e761-493d-9109-522705d0304d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (abc3f7f6-8008-434f-9a64-84cbc94d2656), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:55.259726 n-d-812111-14 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-c48166e3-d1e6-48e6-8427-ff0eba168a18 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] DELETE failed (client error): The resource could not be found. Jan 28 19:41:55.260194 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c48166e3-d1e6-48e6-8427-ff0eba168a18 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:41:55.266186 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-c48166e3-d1e6-48e6-8427-ff0eba168a18 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] 10.222.0.64 "DELETE /v2.0/subnets/a47ebbae-e0e1-48e9-a7e3-99a043cb8716 HTTP/1.1" status: 404 len: 337 time: 0.0511992 Jan 28 19:41:55.269956 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 48930) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:55.326304 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-91d63273-e761-493d-9109-522705d0304d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abc3f7f6-8008-434f-9a64-84cbc94d2656']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:41:55.332774 n-d-812111-14 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb971fed-e9e5-4ffc-985c-a6363adf4ade tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] DELETE failed (client error): The resource could not be found. Jan 28 19:41:55.334734 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb971fed-e9e5-4ffc-985c-a6363adf4ade tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:41:55.346433 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-fb971fed-e9e5-4ffc-985c-a6363adf4ade tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] 10.222.0.64 "DELETE /v2.0/subnets/a6980c4b-c0a1-4348-a47c-8ff0a074e7f4 HTTP/1.1" status: 404 len: 337 time: 0.0762637 Jan 28 19:41:55.348853 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 48934) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:55.355008 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-91d63273-e761-493d-9109-522705d0304d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea27ae56-6ea7-44e5-bf5e-cd5befb2f6a4') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:41:55.355314 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-91d63273-e761-493d-9109-522705d0304d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea27ae56-6ea7-44e5-bf5e-cd5befb2f6a4') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:41:55.355631 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-037211f8-fc2c-4b04-8aef-1e044182549f None None] Network ba3e1ba2-edd1-41f9-a12b-1cb4bc0c8534 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:41:55.385559 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-91d63273-e761-493d-9109-522705d0304d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4747091'] for segment (ea27ae56-6ea7-44e5-bf5e-cd5befb2f6a4), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:55.405223 n-d-812111-14 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d243950-388a-40a5-8b25-4af0768bc366 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] DELETE failed (client error): The resource could not be found. Jan 28 19:41:55.405799 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d243950-388a-40a5-8b25-4af0768bc366 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:41:55.409052 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-0d243950-388a-40a5-8b25-4af0768bc366 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] 10.222.0.64 "DELETE /v2.0/ports/505f1355-a90c-4914-8681-94595295f2df HTTP/1.1" status: 404 len: 333 time: 0.0591929 Jan 28 19:41:55.411849 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 48936) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:55.422376 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-ca2b855a-5d1e-40ac-8a69-04935761da39 req-db2e69c9-28dd-4c9b-9334-5d1a3fb20533 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] For port e0218216-8b43-4914-af80-a66a439f5091, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=e0218216-8b43-4914-af80-a66a439f5091,segment=NetworkSegment(26e8b81f-7cb0-430f-b573-b39da28f4db0),segment_id=26e8b81f-7cb0-430f-b573-b39da28f4db0)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:41:55.422755 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-ca2b855a-5d1e-40ac-8a69-04935761da39 req-db2e69c9-28dd-4c9b-9334-5d1a3fb20533 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (e0218216-8b43-4914-af80-a66a439f5091), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:55.450735 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-f78cc780-3024-47d2-8851-2523eed0277a None None] Provisioning complete for port cecc92d5-85d2-45cd-b57c-6b7994366c1d triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:41:55.451116 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f78cc780-3024-47d2-8851-2523eed0277a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (cecc92d5-85d2-45cd-b57c-6b7994366c1d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:55.453242 n-d-812111-14 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-368e1c40-9f84-466c-bc1b-5ce4d953cbb5 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] DELETE failed (client error): The resource could not be found. Jan 28 19:41:55.453600 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-368e1c40-9f84-466c-bc1b-5ce4d953cbb5 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:41:55.461081 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-368e1c40-9f84-466c-bc1b-5ce4d953cbb5 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] 10.222.0.64 "DELETE /v2.0/subnets/6174cb1c-2eee-4e48-8989-74ea0e41b1d2 HTTP/1.1" status: 404 len: 337 time: 0.0440328 Jan 28 19:41:55.461822 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 48938) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:55.465322 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-91d63273-e761-493d-9109-522705d0304d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (ea27ae56-6ea7-44e5-bf5e-cd5befb2f6a4), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:55.474909 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-ca2b855a-5d1e-40ac-8a69-04935761da39 req-db2e69c9-28dd-4c9b-9334-5d1a3fb20533 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Calling delete_port for e0218216-8b43-4914-af80-a66a439f5091 owned by compute:nova {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:41:55.484359 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-86e4431d-9c66-48d9-b020-ce477d0ff16f tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (3a984d31-11c2-4ae5-b655-f0e51ada86c7), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:55.484598 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-86e4431d-9c66-48d9-b020-ce477d0ff16f tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] Publish callbacks [] for floatingip (3a984d31-11c2-4ae5-b655-f0e51ada86c7), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:55.491522 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91d63273-e761-493d-9109-522705d0304d admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:41:55.491522 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-91d63273-e761-493d-9109-522705d0304d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4690514'] for segment (ea27ae56-6ea7-44e5-bf5e-cd5befb2f6a4), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:55.492722 n-d-812111-14 neutron-server[103304]: Traceback (most recent call last): Jan 28 19:41:55.492722 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:41:55.492722 n-d-812111-14 neutron-server[103304]: timer() Jan 28 19:41:55.492722 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:41:55.492722 n-d-812111-14 neutron-server[103304]: cb(*args, **kw) Jan 28 19:41:55.492722 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:41:55.492722 n-d-812111-14 neutron-server[103304]: return func(*args, **kwargs) Jan 28 19:41:55.492722 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:41:55.492722 n-d-812111-14 neutron-server[103304]: self._notify() Jan 28 19:41:55.492722 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:41:55.492722 n-d-812111-14 neutron-server[103304]: self.callback(batched_events) Jan 28 19:41:55.492722 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:41:55.492722 n-d-812111-14 neutron-server[103304]: event.method(event) Jan 28 19:41:55.492722 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:41:55.492722 n-d-812111-14 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:41:55.492722 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:41:55.492722 n-d-812111-14 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:41:55.492722 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:41:55.492722 n-d-812111-14 neutron-server[103304]: return f(self, *a, **k) Jan 28 19:41:55.492722 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:41:55.492722 n-d-812111-14 neutron-server[103304]: return self._get(url).json() Jan 28 19:41:55.492722 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:41:55.492722 n-d-812111-14 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:41:55.492722 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:41:55.492722 n-d-812111-14 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 28 19:41:55.492722 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:41:55.492722 n-d-812111-14 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:41:55.492722 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:41:55.492722 n-d-812111-14 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:41:55.492722 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:41:55.492722 n-d-812111-14 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:41:55.492722 n-d-812111-14 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:41:55.506086 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537958d9-3118-4d05-95b3-fa5b1fc013eb req-a860224e-73c6-429f-9249-3a1703b3e981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:55.507667 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-537958d9-3118-4d05-95b3-fa5b1fc013eb req-a860224e-73c6-429f-9249-3a1703b3e981 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5ced056c-3de2-4296-99fb-726157ca5050 HTTP/1.1" status: 200 len: 913 time: 0.3115094 Jan 28 19:41:55.508815 n-d-812111-14 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-54bd6052-e838-4407-8830-a186fdd5dce8 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] DELETE failed (client error): The resource could not be found. Jan 28 19:41:55.509276 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54bd6052-e838-4407-8830-a186fdd5dce8 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:41:55.514957 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-54bd6052-e838-4407-8830-a186fdd5dce8 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] 10.222.0.64 "DELETE /v2.0/subnets/2b7f2d24-ea0b-49ba-b51b-d252c2159cf6 HTTP/1.1" status: 404 len: 337 time: 0.0415492 Jan 28 19:41:55.522769 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 48940) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:55.526211 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b872028f-2a76-45cd-bc90-8a45f54141e8 None None] New status for floating IP ffeca101-5182-400a-bf71-4b31aa03bf46: DOWN {{(pid=103307) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 19:41:55.528791 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-86e4431d-9c66-48d9-b020-ce477d0ff16f tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] Calling delete_port for 3a984d31-11c2-4ae5-b655-f0e51ada86c7 owned by network:floatingip {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:41:55.636679 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d564b42-58c1-4df9-a9de-709ff97cddfe None None] DHCP port deletion for ba3e1ba2-edd1-41f9-a12b-1cb4bc0c8534 request from n-d-812111-14 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:41:55.643310 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-537958d9-3118-4d05-95b3-fa5b1fc013eb req-59bb1e3a-59c4-4125-8652-d24e2771bea6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e2a9849e-0c70-42eb-b079-744ac72d053d HTTP/1.1" status: 200 len: 217 time: 0.1195052 Jan 28 19:41:55.689286 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65e4502-6b6c-4613-a77a-471e80a3feb9 req-f6175e67-c67e-40d3-b524-66e5fb7a5f23 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:55.704146 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-f78cc780-3024-47d2-8851-2523eed0277a None None] Current status of the port cecc92d5-85d2-45cd-b57c-6b7994366c1d is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:41:55.706570 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b65e4502-6b6c-4613-a77a-471e80a3feb9 req-f6175e67-c67e-40d3-b524-66e5fb7a5f23 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a4cb9ad-0407-4f6d-b0cf-25991260284d HTTP/1.1" status: 200 len: 946 time: 0.3076668 Jan 28 19:41:55.727420 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537958d9-3118-4d05-95b3-fa5b1fc013eb req-34843f21-cc19-46cb-95eb-c715ed115849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:55.729095 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-537958d9-3118-4d05-95b3-fa5b1fc013eb req-34843f21-cc19-46cb-95eb-c715ed115849 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f61a757f-8ac1-4d8c-bf66-64b31f2921ec HTTP/1.1" status: 200 len: 853 time: 0.0610304 Jan 28 19:41:55.740439 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-f78cc780-3024-47d2-8851-2523eed0277a None None] Provisioning complete for port 4343d046-1779-440b-9e1a-12e789fca00c triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:41:55.740921 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f78cc780-3024-47d2-8851-2523eed0277a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (4343d046-1779-440b-9e1a-12e789fca00c), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:55.749213 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-91d63273-e761-493d-9109-522705d0304d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (abc3f7f6-8008-434f-9a64-84cbc94d2656), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:55.758558 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-fda5e3da-fa76-43df-9601-222d8a34d34f tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Deleting port 4343d046-1779-440b-9e1a-12e789fca00c {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:41:55.758907 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fda5e3da-fa76-43df-9601-222d8a34d34f tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (4343d046-1779-440b-9e1a-12e789fca00c), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:55.777726 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-91d63273-e761-493d-9109-522705d0304d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:55.783599 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-91d63273-e761-493d-9109-522705d0304d admin admin] 10.222.0.64 "DELETE /v2.0/networks/abc3f7f6-8008-434f-9a64-84cbc94d2656 HTTP/1.1" status: 204 len: 168 time: 1.1843781 Jan 28 19:41:55.794063 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d63273-e761-493d-9109-522705d0304d admin admin] Pushing event deleted for resources: {'Network': ['ID=abc3f7f6-8008-434f-9a64-84cbc94d2656,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:55.808078 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-3d564b42-58c1-4df9-a9de-709ff97cddfe None None] Deleting port cecc92d5-85d2-45cd-b57c-6b7994366c1d {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:41:55.808504 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3d564b42-58c1-4df9-a9de-709ff97cddfe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (cecc92d5-85d2-45cd-b57c-6b7994366c1d), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:55.837403 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b65e4502-6b6c-4613-a77a-471e80a3feb9 req-85b66e18-cbd0-4bd5-8eb2-fa73bea67845 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/security-groups?id=d049ce91-97cc-4551-97a8-b334f2123d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293764 Jan 28 19:41:55.874669 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-f78cc780-3024-47d2-8851-2523eed0277a None None] Port 4343d046-1779-440b-9e1a-12e789fca00c cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:41:55.901639 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-3d564b42-58c1-4df9-a9de-709ff97cddfe None None] For port cecc92d5-85d2-45cd-b57c-6b7994366c1d, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=cecc92d5-85d2-45cd-b57c-6b7994366c1d,segment=NetworkSegment(9fdfc8dc-3e22-412b-a03a-9c5e104700d2),segment_id=9fdfc8dc-3e22-412b-a03a-9c5e104700d2)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:41:55.903198 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3d564b42-58c1-4df9-a9de-709ff97cddfe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (cecc92d5-85d2-45cd-b57c-6b7994366c1d), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:55.914635 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fda5e3da-fa76-43df-9601-222d8a34d34f tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (4343d046-1779-440b-9e1a-12e789fca00c), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:55.923625 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-3d564b42-58c1-4df9-a9de-709ff97cddfe None None] Calling delete_port for cecc92d5-85d2-45cd-b57c-6b7994366c1d owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:41:55.946111 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-fda5e3da-fa76-43df-9601-222d8a34d34f tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Calling delete_port for 4343d046-1779-440b-9e1a-12e789fca00c owned by {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:41:56.034312 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-ca2b855a-5d1e-40ac-8a69-04935761da39 req-db2e69c9-28dd-4c9b-9334-5d1a3fb20533 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (e0218216-8b43-4914-af80-a66a439f5091), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:56.106661 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3d564b42-58c1-4df9-a9de-709ff97cddfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985'] for port (cecc92d5-85d2-45cd-b57c-6b7994366c1d), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:56.124130 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device cecc92d5-85d2-45cd-b57c-6b7994366c1d no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:41:56.149651 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-537958d9-3118-4d05-95b3-fa5b1fc013eb req-b4a8184a-6e1d-4784-b65a-328145daea11 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5ced056c-3de2-4296-99fb-726157ca5050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4104335 Jan 28 19:41:56.150439 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 48948) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:56.181744 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-86e4431d-9c66-48d9-b020-ce477d0ff16f tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (3a984d31-11c2-4ae5-b655-f0e51ada86c7), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:56.201736 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2e69c9-28dd-4c9b-9334-5d1a3fb20533 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Pushing event deleted for resources: {'Port': ['ID=e0218216-8b43-4914-af80-a66a439f5091,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:56.218689 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d564b42-58c1-4df9-a9de-709ff97cddfe None None] No DVR routers for this DVR port cecc92d5-85d2-45cd-b57c-6b7994366c1d on host n-d-812111-14 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:41:56.220452 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d564b42-58c1-4df9-a9de-709ff97cddfe None None] Pushing event deleted for resources: {'Port': ['ID=cecc92d5-85d2-45cd-b57c-6b7994366c1d,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:56.227661 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: cecc92d5-85d2-45cd-b57c-6b7994366c1d {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:41:56.228102 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device cecc92d5-85d2-45cd-b57c-6b7994366c1d not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:41:56.280500 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6ae6c0a3-e810-47f2-aff7-679cccef20f1 req-a096c286-75ba-466f-bf16-f9de45125f00 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] 10.222.0.64 "GET /v2.0/ports?device_id=7eba06d1-4475-4bc9-95ed-5947b7e48b16 HTTP/1.1" status: 200 len: 210 time: 0.1287165 Jan 28 19:41:56.300151 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca2b855a-5d1e-40ac-8a69-04935761da39 req-db2e69c9-28dd-4c9b-9334-5d1a3fb20533 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] No DVR routers for this DVR port e0218216-8b43-4914-af80-a66a439f5091 on host n-h1-812111-14 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:41:56.304096 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e4431d-9c66-48d9-b020-ce477d0ff16f tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] Pushing event deleted for resources: {'Port': ['ID=3a984d31-11c2-4ae5-b655-f0e51ada86c7,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:56.325588 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-ca2b855a-5d1e-40ac-8a69-04935761da39 req-db2e69c9-28dd-4c9b-9334-5d1a3fb20533 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:56.329794 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ca2b855a-5d1e-40ac-8a69-04935761da39 req-db2e69c9-28dd-4c9b-9334-5d1a3fb20533 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] 10.222.0.41 "DELETE /v2.0/ports/e0218216-8b43-4914-af80-a66a439f5091 HTTP/1.1" status: 204 len: 173 time: 1.7252848 Jan 28 19:41:56.330260 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7eba06d1-4475-4bc9-95ed-5947b7e48b16', 'name': 'network-vif-deleted', 'tag': 'e0218216-8b43-4914-af80-a66a439f5091'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:41:56.332706 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69f827dd-7037-42a5-bb94-70384d19bcae" -d '{"events": [{"server_uuid": "7eba06d1-4475-4bc9-95ed-5947b7e48b16", "name": "network-vif-deleted", "tag": "e0218216-8b43-4914-af80-a66a439f5091"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:41:56.344103 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fda5e3da-fa76-43df-9601-222d8a34d34f tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (4343d046-1779-440b-9e1a-12e789fca00c), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:56.356885 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-197cac73-e8be-41ff-9b8d-5e77d959a597 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3b6035c8d72b45b78078a2640a326787&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2026191 Jan 28 19:41:56.380626 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 48952) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:56.381492 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6a04ac1-ec84-4102-bb76-45ce1b4afb46 x-openstack-request-id: req-d6a04ac1-ec84-4102-bb76-45ce1b4afb46 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:41:56.382535 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7eba06d1-4475-4bc9-95ed-5947b7e48b16", "name": "network-vif-deleted", "tag": "e0218216-8b43-4914-af80-a66a439f5091", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:41:56.383007 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d6a04ac1-ec84-4102-bb76-45ce1b4afb46 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:41:56.383586 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7eba06d1-4475-4bc9-95ed-5947b7e48b16', 'name': 'network-vif-deleted', 'tag': 'e0218216-8b43-4914-af80-a66a439f5091', 'status': 'completed', 'code': 200} Jan 28 19:41:56.385158 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-86e4431d-9c66-48d9-b020-ce477d0ff16f tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] Publish callbacks [] for floatingip (58b889e8-d294-4cbf-8072-9b127668fa6b), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:56.399441 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda5e3da-fa76-43df-9601-222d8a34d34f tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Pushing event deleted for resources: {'Port': ['ID=4343d046-1779-440b-9e1a-12e789fca00c,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:56.402777 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-86e4431d-9c66-48d9-b020-ce477d0ff16f tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for floatingip (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:56.405185 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-86e4431d-9c66-48d9-b020-ce477d0ff16f tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] 10.222.0.64 "DELETE /v2.0/floatingips/58b889e8-d294-4cbf-8072-9b127668fa6b HTTP/1.1" status: 204 len: 168 time: 1.7919869 Jan 28 19:41:56.408460 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 48954) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:56.416406 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-8923b4b2-ba49-4054-a56a-9c5b36938cae tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] Request body: {'floatingip': {'floating_network_id': '1406f95f-a009-4f41-baaa-41e15bb1c59f', 'port_id': '022b48aa-e5b3-45ef-b87f-ca4f02d3a969', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:41:56.421397 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fda5e3da-fa76-43df-9601-222d8a34d34f tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:56.424706 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-fda5e3da-fa76-43df-9601-222d8a34d34f tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] 10.222.0.64 "DELETE /v2.0/ports/4343d046-1779-440b-9e1a-12e789fca00c HTTP/1.1" status: 204 len: 168 time: 0.8923922 Jan 28 19:41:56.428035 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 48956) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:56.448251 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-537958d9-3118-4d05-95b3-fa5b1fc013eb req-dcec9c1d-20dc-404b-8608-7e442821e830 service neutron] 10.222.0.41 "GET /v2.0/networks/5ced056c-3de2-4296-99fb-726157ca5050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2744918 Jan 28 19:41:56.502552 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8923b4b2-ba49-4054-a56a-9c5b36938cae tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:56.527472 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b261cf8f-9e93-46d6-83d9-5decbd755192 admin admin] Publish callbacks [] for security_group (db940e21-db76-4012-913c-6a07b2356e9c), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:56.547245 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-68618820-f4c8-47ae-a5fd-6a44b32f1b65 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (ba3e1ba2-edd1-41f9-a12b-1cb4bc0c8534), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:56.570855 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b261cf8f-9e93-46d6-83d9-5decbd755192 admin admin] Publish callbacks [] for security_group (db940e21-db76-4012-913c-6a07b2356e9c), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:56.618172 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-537958d9-3118-4d05-95b3-fa5b1fc013eb req-34d059e0-da41-42f6-81d3-730914ccd7ba service neutron] 10.222.0.41 "GET /v2.0/networks/5ced056c-3de2-4296-99fb-726157ca5050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616738 Jan 28 19:41:56.652707 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b261cf8f-9e93-46d6-83d9-5decbd755192 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (db940e21-db76-4012-913c-6a07b2356e9c), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:56.657790 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b261cf8f-9e93-46d6-83d9-5decbd755192 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:56.659544 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-b261cf8f-9e93-46d6-83d9-5decbd755192 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/db940e21-db76-4012-913c-6a07b2356e9c HTTP/1.1" status: 204 len: 168 time: 0.2702739 Jan 28 19:41:56.672195 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b261cf8f-9e93-46d6-83d9-5decbd755192 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db940e21-db76-4012-913c-6a07b2356e9c,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:57.052554 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018c9270-f7c5-4f60-997e-0207fd57988b req-2dad6d26-347a-4988-b1b1-80c593a0c290 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:57.064774 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-018c9270-f7c5-4f60-997e-0207fd57988b req-2dad6d26-347a-4988-b1b1-80c593a0c290 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a4cb9ad-0407-4f6d-b0cf-25991260284d HTTP/1.1" status: 200 len: 946 time: 0.0842092 Jan 28 19:41:57.099276 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-68618820-f4c8-47ae-a5fd-6a44b32f1b65 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (ba3e1ba2-edd1-41f9-a12b-1cb4bc0c8534), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:57.130912 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 48966) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:57.136526 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-68618820-f4c8-47ae-a5fd-6a44b32f1b65 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba3e1ba2-edd1-41f9-a12b-1cb4bc0c8534']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:41:57.149667 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-68618820-f4c8-47ae-a5fd-6a44b32f1b65 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fdfc8dc-3e22-412b-a03a-9c5e104700d2') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:41:57.150029 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-68618820-f4c8-47ae-a5fd-6a44b32f1b65 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fdfc8dc-3e22-412b-a03a-9c5e104700d2') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:41:57.166209 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-68618820-f4c8-47ae-a5fd-6a44b32f1b65 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4747091'] for segment (9fdfc8dc-3e22-412b-a03a-9c5e104700d2), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:57.183826 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-68618820-f4c8-47ae-a5fd-6a44b32f1b65 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (9fdfc8dc-3e22-412b-a03a-9c5e104700d2), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:57.194714 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68618820-f4c8-47ae-a5fd-6a44b32f1b65 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:41:57.195256 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-68618820-f4c8-47ae-a5fd-6a44b32f1b65 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4690514'] for segment (9fdfc8dc-3e22-412b-a03a-9c5e104700d2), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:57.198425 n-d-812111-14 neutron-server[103304]: Traceback (most recent call last): Jan 28 19:41:57.198425 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:41:57.198425 n-d-812111-14 neutron-server[103304]: timer() Jan 28 19:41:57.198425 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:41:57.198425 n-d-812111-14 neutron-server[103304]: cb(*args, **kw) Jan 28 19:41:57.198425 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:41:57.198425 n-d-812111-14 neutron-server[103304]: return func(*args, **kwargs) Jan 28 19:41:57.198425 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:41:57.198425 n-d-812111-14 neutron-server[103304]: self._notify() Jan 28 19:41:57.198425 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:41:57.198425 n-d-812111-14 neutron-server[103304]: self.callback(batched_events) Jan 28 19:41:57.198425 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:41:57.198425 n-d-812111-14 neutron-server[103304]: event.method(event) Jan 28 19:41:57.198425 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:41:57.198425 n-d-812111-14 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:41:57.198425 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:41:57.198425 n-d-812111-14 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:41:57.198425 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:41:57.198425 n-d-812111-14 neutron-server[103304]: return f(self, *a, **k) Jan 28 19:41:57.198425 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:41:57.198425 n-d-812111-14 neutron-server[103304]: return self._get(url).json() Jan 28 19:41:57.198425 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:41:57.198425 n-d-812111-14 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:41:57.198425 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:41:57.198425 n-d-812111-14 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 28 19:41:57.198425 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:41:57.198425 n-d-812111-14 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:41:57.198425 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:41:57.198425 n-d-812111-14 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:41:57.198425 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:41:57.198425 n-d-812111-14 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:41:57.198425 n-d-812111-14 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:41:57.210507 n-d-812111-14 neutron-server[103304]: INFO neutron.api.v2.resource [None req-8923b4b2-ba49-4054-a56a-9c5b36938cae tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 19:41:57.211553 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-8923b4b2-ba49-4054-a56a-9c5b36938cae tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.8019414 Jan 28 19:41:57.212877 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-6d8181a5-d562-4bcc-b1f7-73666b232159 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7363602e6cdf45b980bf1bbe43d92350&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0758803 Jan 28 19:41:57.216182 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 48968) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:57.216374 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-018c9270-f7c5-4f60-997e-0207fd57988b req-413b4a06-5557-421f-b101-333d4a1566cd tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/security-groups?id=d049ce91-97cc-4551-97a8-b334f2123d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467297 Jan 28 19:41:57.220829 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 48970) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:57.251192 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-e7cbf9f7-4d98-4496-b178-86796ccf2a1f tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] Request body: {'floatingip': {'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'port_id': '022b48aa-e5b3-45ef-b87f-ca4f02d3a969', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:41:57.281078 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-924c8aa9-c270-4b13-be43-27706095ea9a admin admin] Publish callbacks [] for security_group (aa2f64e9-5493-4cc9-9ea7-17f6ba9f0a64), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:57.290925 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-68618820-f4c8-47ae-a5fd-6a44b32f1b65 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (ba3e1ba2-edd1-41f9-a12b-1cb4bc0c8534), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:57.314416 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-924c8aa9-c270-4b13-be43-27706095ea9a admin admin] Publish callbacks [] for security_group (aa2f64e9-5493-4cc9-9ea7-17f6ba9f0a64), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:57.314600 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e7cbf9f7-4d98-4496-b178-86796ccf2a1f tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:57.327726 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-68618820-f4c8-47ae-a5fd-6a44b32f1b65 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:57.336881 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-68618820-f4c8-47ae-a5fd-6a44b32f1b65 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] 10.222.0.64 "DELETE /v2.0/networks/ba3e1ba2-edd1-41f9-a12b-1cb4bc0c8534 HTTP/1.1" status: 204 len: 168 time: 0.9067979 Jan 28 19:41:57.351849 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 48978) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:57.389518 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68618820-f4c8-47ae-a5fd-6a44b32f1b65 tempest-PortsIpV6TestJSON-930997122 tempest-PortsIpV6TestJSON-930997122-project] Pushing event deleted for resources: {'Network': ['ID=ba3e1ba2-edd1-41f9-a12b-1cb4bc0c8534,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:57.456149 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-34bcade9-2848-4b11-8267-5bf51741c1c2 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Publish callbacks [] for security_group (3e7531bd-2a97-482d-a176-cf640cf083cf), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:57.510735 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e7cbf9f7-4d98-4496-b178-86796ccf2a1f tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:57.519953 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-924c8aa9-c270-4b13-be43-27706095ea9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (aa2f64e9-5493-4cc9-9ea7-17f6ba9f0a64), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:57.522769 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-924c8aa9-c270-4b13-be43-27706095ea9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:57.524530 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-924c8aa9-c270-4b13-be43-27706095ea9a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/aa2f64e9-5493-4cc9-9ea7-17f6ba9f0a64 HTTP/1.1" status: 204 len: 168 time: 0.3024909 Jan 28 19:41:57.555681 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-34bcade9-2848-4b11-8267-5bf51741c1c2 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Publish callbacks [] for security_group (3e7531bd-2a97-482d-a176-cf640cf083cf), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:57.558398 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924c8aa9-c270-4b13-be43-27706095ea9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa2f64e9-5493-4cc9-9ea7-17f6ba9f0a64,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:57.621691 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a13a54-03bc-4394-9109-abd7ed14470b req-d38b0afd-5f7d-40c7-89b8-b179ac943205 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:57.623686 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-99a13a54-03bc-4394-9109-abd7ed14470b req-d38b0afd-5f7d-40c7-89b8-b179ac943205 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a4cb9ad-0407-4f6d-b0cf-25991260284d HTTP/1.1" status: 200 len: 946 time: 0.1485679 Jan 28 19:41:57.636025 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-34bcade9-2848-4b11-8267-5bf51741c1c2 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (3e7531bd-2a97-482d-a176-cf640cf083cf), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:57.640161 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-34bcade9-2848-4b11-8267-5bf51741c1c2 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:57.645846 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-34bcade9-2848-4b11-8267-5bf51741c1c2 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] 10.222.0.64 "DELETE /v2.0/security-groups/3e7531bd-2a97-482d-a176-cf640cf083cf HTTP/1.1" status: 204 len: 168 time: 0.2918351 Jan 28 19:41:57.647535 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 48986) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:57.695870 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-e7cbf9f7-4d98-4496-b178-86796ccf2a1f tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] Allocated IP 172.25.6.189 (d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8/a648e4ab-7422-41b9-b133-58aca25ab8f5/eef01e5f-2889-4c90-b991-0f9737b43331) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:41:57.698647 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bcade9-2848-4b11-8267-5bf51741c1c2 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e7531bd-2a97-482d-a176-cf640cf083cf,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:57.785953 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 48990) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:57.829532 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-99a13a54-03bc-4394-9109-abd7ed14470b req-10df764f-f4d5-421c-aaca-2118c4c6db48 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/security-groups?id=d049ce91-97cc-4551-97a8-b334f2123d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970892 Jan 28 19:41:57.848563 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-822103f5-432c-4c09-95a9-a8e10b0adcb0 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Publish callbacks [] for security_group (84dd5e63-a5ac-4da2-8130-bd6cf084fa16), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:57.849563 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e7cbf9f7-4d98-4496-b178-86796ccf2a1f tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] Publish callbacks [] for port (eef01e5f-2889-4c90-b991-0f9737b43331), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:57.880530 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-822103f5-432c-4c09-95a9-a8e10b0adcb0 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Publish callbacks [] for security_group (84dd5e63-a5ac-4da2-8130-bd6cf084fa16), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:57.900971 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e7cbf9f7-4d98-4496-b178-86796ccf2a1f tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (eef01e5f-2889-4c90-b991-0f9737b43331), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:57.939235 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-822103f5-432c-4c09-95a9-a8e10b0adcb0 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (84dd5e63-a5ac-4da2-8130-bd6cf084fa16), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:57.942612 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-822103f5-432c-4c09-95a9-a8e10b0adcb0 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:57.943873 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-822103f5-432c-4c09-95a9-a8e10b0adcb0 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] 10.222.0.64 "DELETE /v2.0/security-groups/84dd5e63-a5ac-4da2-8130-bd6cf084fa16 HTTP/1.1" status: 204 len: 168 time: 0.2910209 Jan 28 19:41:57.948720 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 48998) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:57.974312 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cbf9f7-4d98-4496-b178-86796ccf2a1f tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] Pushing event updated for resources: {'Port': ['ID=eef01e5f-2889-4c90-b991-0f9737b43331,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:57.987439 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7cbf9f7-4d98-4496-b178-86796ccf2a1f tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] Network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:41:57.988922 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-e7cbf9f7-4d98-4496-b178-86796ccf2a1f tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:41:57.996679 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7cbf9f7-4d98-4496-b178-86796ccf2a1f tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:41:58.108706 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822103f5-432c-4c09-95a9-a8e10b0adcb0 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84dd5e63-a5ac-4da2-8130-bd6cf084fa16,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:58.168102 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-59a1b9cb-c854-4baf-8943-838b1f03c8f0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=64d0cdb4950f49118685892c6c24c7ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3761632 Jan 28 19:41:58.170071 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 49006) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:58.251422 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-e7cbf9f7-4d98-4496-b178-86796ccf2a1f tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] Deleting port eef01e5f-2889-4c90-b991-0f9737b43331 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:41:58.251422 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e7cbf9f7-4d98-4496-b178-86796ccf2a1f tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (eef01e5f-2889-4c90-b991-0f9737b43331), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:58.355147 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f3b8a97d-5b94-410f-be8a-a61a0e352a87 admin admin] Publish callbacks [] for security_group (f7cc0e31-e077-42b9-bb1e-9ab51bcce64f), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:58.362145 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e7cbf9f7-4d98-4496-b178-86796ccf2a1f tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (eef01e5f-2889-4c90-b991-0f9737b43331), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:58.362786 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e7cbf9f7-4d98-4496-b178-86796ccf2a1f tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] Publish callbacks [] for floatingip (eef01e5f-2889-4c90-b991-0f9737b43331), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:58.378504 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-e7cbf9f7-4d98-4496-b178-86796ccf2a1f tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] Calling delete_port for eef01e5f-2889-4c90-b991-0f9737b43331 owned by network:floatingip {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:41:58.394096 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f3b8a97d-5b94-410f-be8a-a61a0e352a87 admin admin] Publish callbacks [] for security_group (f7cc0e31-e077-42b9-bb1e-9ab51bcce64f), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:58.448440 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f3b8a97d-5b94-410f-be8a-a61a0e352a87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (f7cc0e31-e077-42b9-bb1e-9ab51bcce64f), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:58.451276 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f3b8a97d-5b94-410f-be8a-a61a0e352a87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:58.452371 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-f3b8a97d-5b94-410f-be8a-a61a0e352a87 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f7cc0e31-e077-42b9-bb1e-9ab51bcce64f HTTP/1.1" status: 204 len: 168 time: 0.2813816 Jan 28 19:41:58.536092 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b8a97d-5b94-410f-be8a-a61a0e352a87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7cc0e31-e077-42b9-bb1e-9ab51bcce64f,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:58.592214 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e7cbf9f7-4d98-4496-b178-86796ccf2a1f tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (eef01e5f-2889-4c90-b991-0f9737b43331), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:58.641711 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cbf9f7-4d98-4496-b178-86796ccf2a1f tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] Pushing event deleted for resources: {'Port': ['ID=eef01e5f-2889-4c90-b991-0f9737b43331,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:58.721800 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-503d6541-edd7-42ea-b75e-e9aa85d4cd3b tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-732838'] for router_interface (289d203a-0f3a-4d87-91b3-ad374309434c), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:58.737089 n-d-812111-14 neutron-server[103304]: INFO neutron.api.v2.resource [None req-e7cbf9f7-4d98-4496-b178-86796ccf2a1f tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] create failed (client error): The resource could not be found. Jan 28 19:41:58.740279 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-e7cbf9f7-4d98-4496-b178-86796ccf2a1f tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.5236163 Jan 28 19:41:58.745925 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 49022) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:58.899418 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-cd94259c-3024-494c-bb88-e01986e24a0b tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] Deleting port 022b48aa-e5b3-45ef-b87f-ca4f02d3a969 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:41:58.900195 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cd94259c-3024-494c-bb88-e01986e24a0b tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (022b48aa-e5b3-45ef-b87f-ca4f02d3a969), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:59.121861 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-503d6541-edd7-42ea-b75e-e9aa85d4cd3b tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Deleting port 60b8acc6-1bfa-404f-9f3b-5b5c7bace05a {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:41:59.122628 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-503d6541-edd7-42ea-b75e-e9aa85d4cd3b tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (60b8acc6-1bfa-404f-9f3b-5b5c7bace05a), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:59.151075 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c822fbe-c435-470d-87b8-90269994422a req-700cb71b-cff5-480d-b023-5483bcfbedb7 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:59.152958 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9c822fbe-c435-470d-87b8-90269994422a req-700cb71b-cff5-480d-b023-5483bcfbedb7 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a4cb9ad-0407-4f6d-b0cf-25991260284d HTTP/1.1" status: 200 len: 946 time: 0.1493399 Jan 28 19:41:59.194310 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cd94259c-3024-494c-bb88-e01986e24a0b tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (022b48aa-e5b3-45ef-b87f-ca4f02d3a969), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:59.219062 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-cd94259c-3024-494c-bb88-e01986e24a0b tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] Calling delete_port for 022b48aa-e5b3-45ef-b87f-ca4f02d3a969 owned by {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:41:59.277672 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-503d6541-edd7-42ea-b75e-e9aa85d4cd3b tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] For port 60b8acc6-1bfa-404f-9f3b-5b5c7bace05a, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=60b8acc6-1bfa-404f-9f3b-5b5c7bace05a,segment=NetworkSegment(26e8b81f-7cb0-430f-b573-b39da28f4db0),segment_id=26e8b81f-7cb0-430f-b573-b39da28f4db0)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:41:59.278081 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-503d6541-edd7-42ea-b75e-e9aa85d4cd3b tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (60b8acc6-1bfa-404f-9f3b-5b5c7bace05a), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:59.301760 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-503d6541-edd7-42ea-b75e-e9aa85d4cd3b tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Calling delete_port for 60b8acc6-1bfa-404f-9f3b-5b5c7bace05a owned by network:router_interface {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:41:59.317840 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9c822fbe-c435-470d-87b8-90269994422a req-45a895d6-2363-4650-bd51-aa7c87ccf7c8 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/security-groups?id=d049ce91-97cc-4551-97a8-b334f2123d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565700 Jan 28 19:41:59.473294 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cd94259c-3024-494c-bb88-e01986e24a0b tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (022b48aa-e5b3-45ef-b87f-ca4f02d3a969), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:59.551610 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd94259c-3024-494c-bb88-e01986e24a0b tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] Pushing event deleted for resources: {'Port': ['ID=022b48aa-e5b3-45ef-b87f-ca4f02d3a969,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:59.595323 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-503d6541-edd7-42ea-b75e-e9aa85d4cd3b tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (60b8acc6-1bfa-404f-9f3b-5b5c7bace05a), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:59.634271 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503d6541-edd7-42ea-b75e-e9aa85d4cd3b tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Pushing event deleted for resources: {'Port': ['ID=60b8acc6-1bfa-404f-9f3b-5b5c7bace05a,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:59.665278 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device e0218216-8b43-4914-af80-a66a439f5091 no longer exists at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:41:59.672093 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cd94259c-3024-494c-bb88-e01986e24a0b tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:59.687769 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-cd94259c-3024-494c-bb88-e01986e24a0b tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] 10.222.0.64 "DELETE /v2.0/ports/022b48aa-e5b3-45ef-b87f-ca4f02d3a969 HTTP/1.1" status: 204 len: 168 time: 0.9406745 Jan 28 19:41:59.690116 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 49058) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:59.718683 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] No Port match for: e0218216-8b43-4914-af80-a66a439f5091 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:41:59.719021 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device e0218216-8b43-4914-af80-a66a439f5091 not bound to the agent host n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:41:59.820771 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5dc7d73-37ab-4f82-97f4-dae2fe963c5d tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:59.828736 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-c5dc7d73-37ab-4f82-97f4-dae2fe963c5d tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] 10.222.0.64 "GET /v2.0/ports?device_id=f56368be-866d-46aa-aeba-f69cea8bb5e4 HTTP/1.1" status: 200 len: 913 time: 0.1343651 Jan 28 19:41:59.831778 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 49068) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:00.027008 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-503d6541-edd7-42ea-b75e-e9aa85d4cd3b tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-732682'] for router_interface (289d203a-0f3a-4d87-91b3-ad374309434c), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:00.064970 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 49070) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:00.543001 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3ca9e290-acc4-4d12-9820-35975d8a809d tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-732838'] for router_interface (f56368be-866d-46aa-aeba-f69cea8bb5e4), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:00.599972 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-424a4934-47e6-40f7-94d8-3c08c71684ad tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:42:00.600439 n-d-812111-14 neutron-server[103304]: WARNING neutron.api.v2.base [None req-424a4934-47e6-40f7-94d8-3c08c71684ad tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 28 19:42:00.600940 n-d-812111-14 neutron-server[103304]: INFO neutron.api.v2.resource [None req-424a4934-47e6-40f7-94d8-3c08c71684ad tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] create failed (client error): There was a conflict when trying to complete your request. Jan 28 19:42:00.607017 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-424a4934-47e6-40f7-94d8-3c08c71684ad tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.5363030 Jan 28 19:42:00.607205 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 49080) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:00.618903 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-fca97da3-0fb7-4721-b7eb-fcfa33433006 tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] Request body: {'security_group': {'name': 'tempest-secgroup--1105233367'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:42:00.704431 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fca97da3-0fb7-4721-b7eb-fcfa33433006 tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:00.723245 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fca97da3-0fb7-4721-b7eb-fcfa33433006 tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:00.746695 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6332e0-8338-424f-b6a7-a24bd4883959 req-ee7cdf01-eef4-48ff-b827-e8d40e440e31 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:42:00.748168 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4f6332e0-8338-424f-b6a7-a24bd4883959 req-ee7cdf01-eef4-48ff-b827-e8d40e440e31 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a4cb9ad-0407-4f6d-b0cf-25991260284d HTTP/1.1" status: 200 len: 946 time: 0.1411288 Jan 28 19:42:00.837777 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-3ca9e290-acc4-4d12-9820-35975d8a809d tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] Deleting port 13877abf-ac57-4f4e-aa4c-1346b70fbb04 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:42:00.838157 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3ca9e290-acc4-4d12-9820-35975d8a809d tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (13877abf-ac57-4f4e-aa4c-1346b70fbb04), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:00.909794 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4f6332e0-8338-424f-b6a7-a24bd4883959 req-57fd26a1-d67e-4a59-9060-57d7d6023a41 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/security-groups?id=d049ce91-97cc-4551-97a8-b334f2123d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254647 Jan 28 19:42:00.927554 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-503d6541-edd7-42ea-b75e-e9aa85d4cd3b tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Router 289d203a-0f3a-4d87-91b3-ad374309434c has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:42:00.931324 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3ca9e290-acc4-4d12-9820-35975d8a809d tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (13877abf-ac57-4f4e-aa4c-1346b70fbb04), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:00.945768 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-3ca9e290-acc4-4d12-9820-35975d8a809d tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] Calling delete_port for 13877abf-ac57-4f4e-aa4c-1346b70fbb04 owned by network:router_interface {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:42:00.971391 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fca97da3-0fb7-4721-b7eb-fcfa33433006 tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] Publish callbacks [] for security_group (07da307a-c490-42a8-82c1-ada769c89f2d), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:00.976162 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fca97da3-0fb7-4721-b7eb-fcfa33433006 tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (07da307a-c490-42a8-82c1-ada769c89f2d), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:01.063282 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca97da3-0fb7-4721-b7eb-fcfa33433006 tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07da307a-c490-42a8-82c1-ada769c89f2d,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:01.132088 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3ca9e290-acc4-4d12-9820-35975d8a809d tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (13877abf-ac57-4f4e-aa4c-1346b70fbb04), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:01.147630 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-503d6541-edd7-42ea-b75e-e9aa85d4cd3b tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:42:01.159569 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40738c77-e2cd-4b5b-8d01-27c356fa52e6 None None] Sync routers for ids ['289d203a-0f3a-4d87-91b3-ad374309434c'] in n-d-812111-14 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:42:01.161158 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-503d6541-edd7-42ea-b75e-e9aa85d4cd3b tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] 10.222.0.64 "PUT /v2.0/routers/289d203a-0f3a-4d87-91b3-ad374309434c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2099588 Jan 28 19:42:01.164314 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fca97da3-0fb7-4721-b7eb-fcfa33433006 tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] Publish callbacks [] for security_group (9d421a7b-d5b2-4de9-8213-ac428e2ae352), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:01.165492 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 49082) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:01.167240 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca9e290-acc4-4d12-9820-35975d8a809d tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] Pushing event deleted for resources: {'Port': ['ID=13877abf-ac57-4f4e-aa4c-1346b70fbb04,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:01.174184 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40738c77-e2cd-4b5b-8d01-27c356fa52e6 None None] Routers {'289d203a-0f3a-4d87-91b3-ad374309434c'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:42:01.175034 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-40738c77-e2cd-4b5b-8d01-27c356fa52e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:41:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['289d203a-0f3a-4d87-91b3-ad374309434c'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:42:01.199042 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fca97da3-0fb7-4721-b7eb-fcfa33433006 tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (9d421a7b-d5b2-4de9-8213-ac428e2ae352), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:01.276694 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca97da3-0fb7-4721-b7eb-fcfa33433006 tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d421a7b-d5b2-4de9-8213-ac428e2ae352,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:01.282783 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fca97da3-0fb7-4721-b7eb-fcfa33433006 tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:01.285205 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-fca97da3-0fb7-4721-b7eb-fcfa33433006 tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6685016 Jan 28 19:42:01.290453 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 49088) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:01.316823 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-63a0c2db-483e-4725-b2da-c6fdef2b5d8f tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] Request body: {'security_group_rule': {'security_group_id': '9d421a7b-d5b2-4de9-8213-ac428e2ae352', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:42:01.337855 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-461cde0e-1c48-4b02-8458-4f8186bb567e tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Deleting subnet d49bf281-64be-46ab-ab7b-123b92f40c4b {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:42:01.348557 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-461cde0e-1c48-4b02-8458-4f8186bb567e tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Publish callbacks [] for subnet (d49bf281-64be-46ab-ab7b-123b92f40c4b), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:01.377932 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-40738c77-e2cd-4b5b-8d01-27c356fa52e6 None None] Set router 289d203a-0f3a-4d87-91b3-ad374309434c gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:42:01.427340 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-461cde0e-1c48-4b02-8458-4f8186bb567e tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16187240'] for subnet (d49bf281-64be-46ab-ab7b-123b92f40c4b), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:01.474122 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3ca9e290-acc4-4d12-9820-35975d8a809d tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-732682'] for router_interface (f56368be-866d-46aa-aeba-f69cea8bb5e4), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:01.484185 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-63a0c2db-483e-4725-b2da-c6fdef2b5d8f tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] Publish callbacks [] for security_group_rule (f079dd8a-3830-4bcc-bb09-0a57cd697d56), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:01.653147 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-40738c77-e2cd-4b5b-8d01-27c356fa52e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '289d203a-0f3a-4d87-91b3-ad374309434c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1601736214', 'tenant_id': '3c5bcff20fc24e3eb87e72dc3f4664c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': '6258dacd-8070-4ffe-85b2-cd51ac41b3b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:39:30Z', 'updated_at': '2022-01-28T19:41:59Z', 'revision_number': 5, 'project_id': '3c5bcff20fc24e3eb87e72dc3f4664c7', 'gw_port': {'id': '6258dacd-8070-4ffe-85b2-cd51ac41b3b9', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:56:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '289d203a-0f3a-4d87-91b3-ad374309434c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:39:33Z', 'updated_at': '2022-01-28T19:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:42:01.676103 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-63a0c2db-483e-4725-b2da-c6fdef2b5d8f tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] Publish callbacks [] for security_group_rule (f079dd8a-3830-4bcc-bb09-0a57cd697d56), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:01.686389 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-63a0c2db-483e-4725-b2da-c6fdef2b5d8f tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (f079dd8a-3830-4bcc-bb09-0a57cd697d56), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:01.698769 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40738c77-e2cd-4b5b-8d01-27c356fa52e6 None None] Checking router: 289d203a-0f3a-4d87-91b3-ad374309434c for host: n-d-812111-14 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:42:01.718268 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40738c77-e2cd-4b5b-8d01-27c356fa52e6 None None] Routers {'289d203a-0f3a-4d87-91b3-ad374309434c'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:42:01.724556 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-40738c77-e2cd-4b5b-8d01-27c356fa52e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:41:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['289d203a-0f3a-4d87-91b3-ad374309434c'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:42:01.741636 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ca9e290-acc4-4d12-9820-35975d8a809d tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] Router f56368be-866d-46aa-aeba-f69cea8bb5e4 has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:42:01.757532 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-63a0c2db-483e-4725-b2da-c6fdef2b5d8f tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:01.766806 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 49108) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:01.770206 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-63a0c2db-483e-4725-b2da-c6fdef2b5d8f tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4785488 Jan 28 19:42:01.773394 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-461cde0e-1c48-4b02-8458-4f8186bb567e tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (d49bf281-64be-46ab-ab7b-123b92f40c4b), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:01.776528 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a0c2db-483e-4725-b2da-c6fdef2b5d8f tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f079dd8a-3830-4bcc-bb09-0a57cd697d56,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:01.818880 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-ba3a5699-3354-43d4-b468-dbb26ab87c63 tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] Request body: {'security_group_rule': {'security_group_id': '9d421a7b-d5b2-4de9-8213-ac428e2ae352', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:42:01.879780 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-40738c77-e2cd-4b5b-8d01-27c356fa52e6 None None] Set router 289d203a-0f3a-4d87-91b3-ad374309434c gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:42:01.888722 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ba3a5699-3354-43d4-b468-dbb26ab87c63 tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] Publish callbacks [] for security_group_rule (fa18191a-e6c0-42e4-ade3-72598e68fe8a), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:01.897701 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-461cde0e-1c48-4b02-8458-4f8186bb567e tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4752464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4733806'] for subnet (d49bf281-64be-46ab-ab7b-123b92f40c4b), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:01.903821 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ca9e290-acc4-4d12-9820-35975d8a809d tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:42:01.911452 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-3ca9e290-acc4-4d12-9820-35975d8a809d tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] 10.222.0.64 "PUT /v2.0/routers/f56368be-866d-46aa-aeba-f69cea8bb5e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0786152 Jan 28 19:42:01.917238 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 49112) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:01.918697 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976e5275-a1f9-461e-a035-1f033c300a96 None None] Sync routers for ids ['f56368be-866d-46aa-aeba-f69cea8bb5e4'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:42:01.933832 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976e5275-a1f9-461e-a035-1f033c300a96 None None] Routers {'f56368be-866d-46aa-aeba-f69cea8bb5e4'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:42:01.935837 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-976e5275-a1f9-461e-a035-1f033c300a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:41:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['f56368be-866d-46aa-aeba-f69cea8bb5e4'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:42:01.990139 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461cde0e-1c48-4b02-8458-4f8186bb567e tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Pushing event deleted for resources: {'Subnet': ['ID=d49bf281-64be-46ab-ab7b-123b92f40c4b,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:02.002970 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-976e5275-a1f9-461e-a035-1f033c300a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:42:02.005907 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-461cde0e-1c48-4b02-8458-4f8186bb567e tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:02.019471 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-461cde0e-1c48-4b02-8458-4f8186bb567e tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] 10.222.0.64 "DELETE /v2.0/subnets/d49bf281-64be-46ab-ab7b-123b92f40c4b HTTP/1.1" status: 204 len: 168 time: 0.8528829 Jan 28 19:42:02.020214 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 49118) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:02.020889 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976e5275-a1f9-461e-a035-1f033c300a96 None None] Routers {'f56368be-866d-46aa-aeba-f69cea8bb5e4'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:42:02.021754 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-976e5275-a1f9-461e-a035-1f033c300a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:41:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['f56368be-866d-46aa-aeba-f69cea8bb5e4'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:42:02.027682 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afd6eac5-48ed-43e1-880a-ffa4005e46b9 None None] Network e2ba0509-154a-4d87-9bc2-4f9ae40aac4b requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:42:02.090346 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-976e5275-a1f9-461e-a035-1f033c300a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:42:02.091312 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976e5275-a1f9-461e-a035-1f033c300a96 None None] The sync data for ids ['f56368be-866d-46aa-aeba-f69cea8bb5e4'] in n-d-812111-14 is: [] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:42:02.162155 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ab597583-3204-42fa-9e36-fd7f9d28d7fb tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] Publish callbacks [] for router (f56368be-866d-46aa-aeba-f69cea8bb5e4), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:02.296415 n-d-812111-14 neutron-server[103304]: INFO neutron.api.v2.resource [None req-ba3a5699-3354-43d4-b468-dbb26ab87c63 tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] create failed (client error): There was a conflict when trying to complete your request. Jan 28 19:42:02.300527 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 49120) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:02.301308 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-ba3a5699-3354-43d4-b468-dbb26ab87c63 tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4856687 Jan 28 19:42:02.321875 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d441f425-2b50-4672-b62c-dad9d6389301 req-9e7f884a-d0fe-41c8-866b-4917057b04e1 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:42:02.323578 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d441f425-2b50-4672-b62c-dad9d6389301 req-9e7f884a-d0fe-41c8-866b-4917057b04e1 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a4cb9ad-0407-4f6d-b0cf-25991260284d HTTP/1.1" status: 200 len: 946 time: 0.2873828 Jan 28 19:42:02.429225 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b86caaac-9254-4ec1-b300-f094b66f9ad3 tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] Publish callbacks [] for security_group (9d421a7b-d5b2-4de9-8213-ac428e2ae352), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:02.471367 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7d7f6a72-3970-4070-9017-93bab2b6ec3d tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Publish callbacks [] for router (289d203a-0f3a-4d87-91b3-ad374309434c), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:02.478807 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b86caaac-9254-4ec1-b300-f094b66f9ad3 tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] Publish callbacks [] for security_group (9d421a7b-d5b2-4de9-8213-ac428e2ae352), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:02.486997 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc55344-5a95-42b6-99c4-f214c2315a6a None None] DHCP port deletion for e2ba0509-154a-4d87-9bc2-4f9ae40aac4b request from n-d-812111-14 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:42:02.547142 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-40738c77-e2cd-4b5b-8d01-27c356fa52e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '289d203a-0f3a-4d87-91b3-ad374309434c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1601736214', 'tenant_id': '3c5bcff20fc24e3eb87e72dc3f4664c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': '6258dacd-8070-4ffe-85b2-cd51ac41b3b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:39:30Z', 'updated_at': '2022-01-28T19:41:59Z', 'revision_number': 5, 'project_id': '3c5bcff20fc24e3eb87e72dc3f4664c7', 'gw_port': {'id': '6258dacd-8070-4ffe-85b2-cd51ac41b3b9', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:56:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '289d203a-0f3a-4d87-91b3-ad374309434c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:39:33Z', 'updated_at': '2022-01-28T19:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:42:02.576630 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b86caaac-9254-4ec1-b300-f094b66f9ad3 tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (9d421a7b-d5b2-4de9-8213-ac428e2ae352), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:02.579635 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b86caaac-9254-4ec1-b300-f094b66f9ad3 tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:02.583226 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-b86caaac-9254-4ec1-b300-f094b66f9ad3 tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] 10.222.0.64 "DELETE /v2.0/security-groups/9d421a7b-d5b2-4de9-8213-ac428e2ae352 HTTP/1.1" status: 204 len: 168 time: 0.2778535 Jan 28 19:42:02.584296 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 49122) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:02.589037 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ab597583-3204-42fa-9e36-fd7f9d28d7fb tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-730901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261120'] for router (f56368be-866d-46aa-aeba-f69cea8bb5e4), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:02.607139 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40738c77-e2cd-4b5b-8d01-27c356fa52e6 None None] The sync data for ids ['289d203a-0f3a-4d87-91b3-ad374309434c'] in n-d-812111-14 is: [{'id': '289d203a-0f3a-4d87-91b3-ad374309434c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1601736214', 'tenant_id': '3c5bcff20fc24e3eb87e72dc3f4664c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': '6258dacd-8070-4ffe-85b2-cd51ac41b3b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:39:30Z', 'updated_at': '2022-01-28T19:41:59Z', 'revision_number': 5, 'project_id': '3c5bcff20fc24e3eb87e72dc3f4664c7', 'gw_port': {'id': '6258dacd-8070-4ffe-85b2-cd51ac41b3b9', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:56:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '289d203a-0f3a-4d87-91b3-ad374309434c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:39:33Z', 'updated_at': '2022-01-28T19:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:42:02.612241 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86caaac-9254-4ec1-b300-f094b66f9ad3 tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d421a7b-d5b2-4de9-8213-ac428e2ae352,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:02.615311 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ab597583-3204-42fa-9e36-fd7f9d28d7fb tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] Publish callbacks [] for router_controller (f56368be-866d-46aa-aeba-f69cea8bb5e4), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:02.682227 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-1cc55344-5a95-42b6-99c4-f214c2315a6a None None] Deleting port ef025970-a509-47ab-8df7-b412650e01cb {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:42:02.682227 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1cc55344-5a95-42b6-99c4-f214c2315a6a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (ef025970-a509-47ab-8df7-b412650e01cb), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:02.719259 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-3ac2c1ff-5516-4a35-9322-b99f4604db54 tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1245990 Jan 28 19:42:02.722419 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 49126) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:02.728892 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-ae69a2e4-c008-4242-a86c-42239498a6d5 tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] Request body: {'security_group': {'name': 'tempest-secgroup--1928482826'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:42:02.759829 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d441f425-2b50-4672-b62c-dad9d6389301 req-97c21c17-5c8f-4bb0-8d93-18686a480a0d tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/security-groups?id=d049ce91-97cc-4551-97a8-b334f2123d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3990533 Jan 28 19:42:02.770280 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-1cc55344-5a95-42b6-99c4-f214c2315a6a None None] For port ef025970-a509-47ab-8df7-b412650e01cb, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=ef025970-a509-47ab-8df7-b412650e01cb,segment=NetworkSegment(26e8b81f-7cb0-430f-b573-b39da28f4db0),segment_id=26e8b81f-7cb0-430f-b573-b39da28f4db0)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:42:02.770857 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1cc55344-5a95-42b6-99c4-f214c2315a6a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (ef025970-a509-47ab-8df7-b412650e01cb), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:02.774425 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ab597583-3204-42fa-9e36-fd7f9d28d7fb tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-730908'] for router (f56368be-866d-46aa-aeba-f69cea8bb5e4), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:02.775221 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab597583-3204-42fa-9e36-fd7f9d28d7fb tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] Fanout notify agent at l3_agent the message router_deleted on router f56368be-866d-46aa-aeba-f69cea8bb5e4 {{(pid=103304) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:42:02.794879 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ae69a2e4-c008-4242-a86c-42239498a6d5 tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:02.804912 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-1cc55344-5a95-42b6-99c4-f214c2315a6a None None] Calling delete_port for ef025970-a509-47ab-8df7-b412650e01cb owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:42:02.823914 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ab597583-3204-42fa-9e36-fd7f9d28d7fb tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:02.827927 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-ab597583-3204-42fa-9e36-fd7f9d28d7fb tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] 10.222.0.64 "DELETE /v2.0/routers/f56368be-866d-46aa-aeba-f69cea8bb5e4 HTTP/1.1" status: 204 len: 168 time: 0.9097097 Jan 28 19:42:02.828804 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 49128) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:02.895189 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-1957756b-645b-41db-b8ad-ae561baf13b8 tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] Deleting subnet 0fee5799-9b04-4541-8966-b28657230508 {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:42:02.901739 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1957756b-645b-41db-b8ad-ae561baf13b8 tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] Publish callbacks [] for subnet (0fee5799-9b04-4541-8966-b28657230508), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:02.935489 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1cc55344-5a95-42b6-99c4-f214c2315a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985'] for port (ef025970-a509-47ab-8df7-b412650e01cb), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:02.955840 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1957756b-645b-41db-b8ad-ae561baf13b8 tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4747050'] for subnet (0fee5799-9b04-4541-8966-b28657230508), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:02.959944 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7d7f6a72-3970-4070-9017-93bab2b6ec3d tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Publish callbacks [] for router_gateway (289d203a-0f3a-4d87-91b3-ad374309434c), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:02.964934 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ae69a2e4-c008-4242-a86c-42239498a6d5 tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] Publish callbacks [] for security_group (7c5afa90-56ce-4aad-8f2b-4268c62a434f), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:02.969952 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ae69a2e4-c008-4242-a86c-42239498a6d5 tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (7c5afa90-56ce-4aad-8f2b-4268c62a434f), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:03.033666 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ae69a2e4-c008-4242-a86c-42239498a6d5 tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:03.035977 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-ae69a2e4-c008-4242-a86c-42239498a6d5 tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3125346 Jan 28 19:42:03.038878 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae69a2e4-c008-4242-a86c-42239498a6d5 tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c5afa90-56ce-4aad-8f2b-4268c62a434f,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:03.041343 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 49134) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:03.042717 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc55344-5a95-42b6-99c4-f214c2315a6a None None] Pushing event deleted for resources: {'Port': ['ID=ef025970-a509-47ab-8df7-b412650e01cb,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:03.045425 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc55344-5a95-42b6-99c4-f214c2315a6a None None] No DVR routers for this DVR port ef025970-a509-47ab-8df7-b412650e01cb on host n-d-812111-14 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:42:03.053048 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-2d639b9d-663a-4bc1-a275-af7c80c15898 tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] Request body: {'security_group_rule': {'security_group_id': '7c5afa90-56ce-4aad-8f2b-4268c62a434f', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:42:03.054301 n-d-812111-14 neutron-server[103305]: WARNING neutron.api.v2.base [None req-2d639b9d-663a-4bc1-a275-af7c80c15898 tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jan 28 19:42:03.055284 n-d-812111-14 neutron-server[103305]: INFO neutron.api.v2.resource [None req-2d639b9d-663a-4bc1-a275-af7c80c15898 tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 19:42:03.056865 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-2d639b9d-663a-4bc1-a275-af7c80c15898 tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0141139 Jan 28 19:42:03.059756 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 49136) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:03.147311 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cfc11a8d-35b2-4cb2-a549-3cb96c6821bd tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] Publish callbacks [] for security_group (7c5afa90-56ce-4aad-8f2b-4268c62a434f), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:03.177642 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cfc11a8d-35b2-4cb2-a549-3cb96c6821bd tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] Publish callbacks [] for security_group (7c5afa90-56ce-4aad-8f2b-4268c62a434f), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:03.250937 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cfc11a8d-35b2-4cb2-a549-3cb96c6821bd tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (7c5afa90-56ce-4aad-8f2b-4268c62a434f), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:03.258533 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cfc11a8d-35b2-4cb2-a549-3cb96c6821bd tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:03.263125 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-cfc11a8d-35b2-4cb2-a549-3cb96c6821bd tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] 10.222.0.64 "DELETE /v2.0/security-groups/7c5afa90-56ce-4aad-8f2b-4268c62a434f HTTP/1.1" status: 204 len: 168 time: 0.1938608 Jan 28 19:42:03.266324 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 49144) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:03.315000 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc11a8d-35b2-4cb2-a549-3cb96c6821bd tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c5afa90-56ce-4aad-8f2b-4268c62a434f,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:03.377582 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-0c586089-6e75-4d60-93ad-8c1536452128 tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0994787 Jan 28 19:42:03.377815 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 49146) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:03.383443 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-037716b9-42ca-43fa-bd01-a2c497be20b9 tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] Request body: {'security_group': {'name': 'tempest-secgroup--2015657003'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:42:03.429488 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-037716b9-42ca-43fa-bd01-a2c497be20b9 tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:03.560977 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-037716b9-42ca-43fa-bd01-a2c497be20b9 tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] Publish callbacks [] for security_group (988100b0-904c-4423-854e-b0c925085968), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:03.566647 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-037716b9-42ca-43fa-bd01-a2c497be20b9 tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (988100b0-904c-4423-854e-b0c925085968), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:03.615314 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-037716b9-42ca-43fa-bd01-a2c497be20b9 tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:03.617745 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-037716b9-42ca-43fa-bd01-a2c497be20b9 tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2386994 Jan 28 19:42:03.622629 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 49150) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:03.630977 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-9f0ddc1a-5c5d-426f-9623-d10557174986 tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] Request body: {'security_group_rule': {'security_group_id': '988100b0-904c-4423-854e-b0c925085968', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:42:03.632942 n-d-812111-14 neutron-server[103305]: WARNING neutron.api.v2.base [None req-9f0ddc1a-5c5d-426f-9623-d10557174986 tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jan 28 19:42:03.633758 n-d-812111-14 neutron-server[103305]: INFO neutron.api.v2.resource [None req-9f0ddc1a-5c5d-426f-9623-d10557174986 tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 19:42:03.635167 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-9f0ddc1a-5c5d-426f-9623-d10557174986 tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0096383 Jan 28 19:42:03.636936 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037716b9-42ca-43fa-bd01-a2c497be20b9 tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] Pushing event updated for resources: {'SecurityGroup': ['ID=988100b0-904c-4423-854e-b0c925085968,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:03.640426 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 49152) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:03.645411 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 49154) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:03.681248 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-7d7f6a72-3970-4070-9017-93bab2b6ec3d tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Deleting port 6258dacd-8070-4ffe-85b2-cd51ac41b3b9 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:42:03.681617 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7d7f6a72-3970-4070-9017-93bab2b6ec3d tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (6258dacd-8070-4ffe-85b2-cd51ac41b3b9), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:03.712506 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-45b6dcf2-0d9f-46d2-871a-939b008aa675 tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] Publish callbacks [] for security_group (988100b0-904c-4423-854e-b0c925085968), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:03.737037 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-45b6dcf2-0d9f-46d2-871a-939b008aa675 tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] Publish callbacks [] for security_group (988100b0-904c-4423-854e-b0c925085968), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:03.769681 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-7d7f6a72-3970-4070-9017-93bab2b6ec3d tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] For port 6258dacd-8070-4ffe-85b2-cd51ac41b3b9, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=6258dacd-8070-4ffe-85b2-cd51ac41b3b9,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:42:03.770334 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7d7f6a72-3970-4070-9017-93bab2b6ec3d tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (6258dacd-8070-4ffe-85b2-cd51ac41b3b9), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:03.783317 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-7d7f6a72-3970-4070-9017-93bab2b6ec3d tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Calling delete_port for 6258dacd-8070-4ffe-85b2-cd51ac41b3b9 owned by network:router_gateway {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:42:03.785787 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-45b6dcf2-0d9f-46d2-871a-939b008aa675 tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (988100b0-904c-4423-854e-b0c925085968), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:03.788749 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-45b6dcf2-0d9f-46d2-871a-939b008aa675 tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:03.791740 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-45b6dcf2-0d9f-46d2-871a-939b008aa675 tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] 10.222.0.64 "DELETE /v2.0/security-groups/988100b0-904c-4423-854e-b0c925085968 HTTP/1.1" status: 204 len: 168 time: 0.1499736 Jan 28 19:42:03.815132 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 49162) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:03.816031 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b6dcf2-0d9f-46d2-871a-939b008aa675 tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=988100b0-904c-4423-854e-b0c925085968,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:03.912362 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-634c74cc-ff1d-4d49-b29d-3bee6ef0f83e tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0921848 Jan 28 19:42:03.918474 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1957756b-645b-41db-b8ad-ae561baf13b8 tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (0fee5799-9b04-4541-8966-b28657230508), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:03.925127 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 49164) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:03.946785 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-de9c8d42-0ecb-43df-850c-42bdada6e35f tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] Request body: {'security_group': {'name': 'tempest-secgroup--770116363'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:42:03.967906 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-de9c8d42-0ecb-43df-850c-42bdada6e35f tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:04.023525 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7d7f6a72-3970-4070-9017-93bab2b6ec3d tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (6258dacd-8070-4ffe-85b2-cd51ac41b3b9), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:04.024812 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcf6712-f0bd-4c63-9c8d-9b7e5f90f8c7 req-93e114f8-aff6-47ff-bc05-953fd628e661 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:42:04.034701 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3fc02b41-b863-424f-b6f1-64f68334944a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:04.038229 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3bcf6712-f0bd-4c63-9c8d-9b7e5f90f8c7 req-93e114f8-aff6-47ff-bc05-953fd628e661 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a4cb9ad-0407-4f6d-b0cf-25991260284d HTTP/1.1" status: 200 len: 946 time: 0.1245503 Jan 28 19:42:04.101321 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7f6a72-3970-4070-9017-93bab2b6ec3d tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Pushing event deleted for resources: {'Port': ['ID=6258dacd-8070-4ffe-85b2-cd51ac41b3b9,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:04.112933 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 60b8acc6-1bfa-404f-9f3b-5b5c7bace05a no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:42:04.139661 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3bcf6712-f0bd-4c63-9c8d-9b7e5f90f8c7 req-a381cd46-e103-45f2-b953-e8d99bfa2481 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/security-groups?id=d049ce91-97cc-4551-97a8-b334f2123d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004398 Jan 28 19:42:04.161511 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: 60b8acc6-1bfa-404f-9f3b-5b5c7bace05a {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:42:04.161862 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 60b8acc6-1bfa-404f-9f3b-5b5c7bace05a not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:42:04.162276 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device ef025970-a509-47ab-8df7-b412650e01cb no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:42:04.170242 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-de9c8d42-0ecb-43df-850c-42bdada6e35f tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] Publish callbacks [] for security_group (65eff123-ca23-4bdf-923f-882e73b7b238), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:04.175245 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-de9c8d42-0ecb-43df-850c-42bdada6e35f tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (65eff123-ca23-4bdf-923f-882e73b7b238), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:04.191824 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: ef025970-a509-47ab-8df7-b412650e01cb {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:42:04.192157 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device ef025970-a509-47ab-8df7-b412650e01cb not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:42:04.232097 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-de9c8d42-0ecb-43df-850c-42bdada6e35f tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:04.234385 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-de9c8d42-0ecb-43df-850c-42bdada6e35f tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3103297 Jan 28 19:42:04.241957 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 49166) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:04.249417 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-3b0273e6-3b39-496b-9fb3-90cf88f2f62e tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] Request body: {'security_group_rule': {'security_group_id': '65eff123-ca23-4bdf-923f-882e73b7b238', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:42:04.250512 n-d-812111-14 neutron-server[103305]: WARNING neutron.api.v2.base [None req-3b0273e6-3b39-496b-9fb3-90cf88f2f62e tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jan 28 19:42:04.251179 n-d-812111-14 neutron-server[103305]: INFO neutron.api.v2.resource [None req-3b0273e6-3b39-496b-9fb3-90cf88f2f62e tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 19:42:04.252492 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-3b0273e6-3b39-496b-9fb3-90cf88f2f62e tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0092528 Jan 28 19:42:04.254959 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9c8d42-0ecb-43df-850c-42bdada6e35f tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65eff123-ca23-4bdf-923f-882e73b7b238,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:04.257402 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 49168) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:04.273126 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-9278cddf-d5f1-4dc1-94d8-051467d1e806 tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] Request body: {'security_group_rule': {'security_group_id': '65eff123-ca23-4bdf-923f-882e73b7b238', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:42:04.274240 n-d-812111-14 neutron-server[103305]: WARNING neutron.api.v2.base [None req-9278cddf-d5f1-4dc1-94d8-051467d1e806 tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jan 28 19:42:04.274945 n-d-812111-14 neutron-server[103305]: INFO neutron.api.v2.resource [None req-9278cddf-d5f1-4dc1-94d8-051467d1e806 tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 19:42:04.276275 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-9278cddf-d5f1-4dc1-94d8-051467d1e806 tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0077391 Jan 28 19:42:04.279054 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 49170) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:04.282559 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3fc02b41-b863-424f-b6f1-64f68334944a admin admin] Publish callbacks [] for security_group (08f2e7b6-e632-44e8-af27-1de495f6cbfc), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:04.285815 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-9d68381e-998f-4b07-aa43-e2689378bc8c tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] Request body: {'security_group_rule': {'security_group_id': '65eff123-ca23-4bdf-923f-882e73b7b238', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:42:04.286777 n-d-812111-14 neutron-server[103305]: WARNING neutron.api.v2.base [None req-9d68381e-998f-4b07-aa43-e2689378bc8c tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jan 28 19:42:04.287284 n-d-812111-14 neutron-server[103305]: INFO neutron.api.v2.resource [None req-9d68381e-998f-4b07-aa43-e2689378bc8c tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 19:42:04.289207 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-9d68381e-998f-4b07-aa43-e2689378bc8c tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0069199 Jan 28 19:42:04.292497 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 49172) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:04.296894 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-b24111f7-c673-4f50-bb8c-570c824a0362 tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] Request body: {'security_group_rule': {'security_group_id': '65eff123-ca23-4bdf-923f-882e73b7b238', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:42:04.297856 n-d-812111-14 neutron-server[103305]: WARNING neutron.api.v2.base [None req-b24111f7-c673-4f50-bb8c-570c824a0362 tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jan 28 19:42:04.298434 n-d-812111-14 neutron-server[103305]: INFO neutron.api.v2.resource [None req-b24111f7-c673-4f50-bb8c-570c824a0362 tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 19:42:04.301150 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-b24111f7-c673-4f50-bb8c-570c824a0362 tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0059803 Jan 28 19:42:04.306169 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3fc02b41-b863-424f-b6f1-64f68334944a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (08f2e7b6-e632-44e8-af27-1de495f6cbfc), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:04.308717 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 49174) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:04.360638 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-3fc02b41-b863-424f-b6f1-64f68334944a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c6b15c46521f4a6da76dc6a9c828a3d1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7110443 Jan 28 19:42:04.364001 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 49176) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:04.375062 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7860a06e-e9da-4631-8489-c28d507d42ba tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] Publish callbacks [] for security_group (65eff123-ca23-4bdf-923f-882e73b7b238), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:04.390009 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1957756b-645b-41db-b8ad-ae561baf13b8 tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4690616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5222356'] for subnet (0fee5799-9b04-4541-8966-b28657230508), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:04.409514 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc02b41-b863-424f-b6f1-64f68334944a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08f2e7b6-e632-44e8-af27-1de495f6cbfc,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:04.430423 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7860a06e-e9da-4631-8489-c28d507d42ba tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] Publish callbacks [] for security_group (65eff123-ca23-4bdf-923f-882e73b7b238), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:04.451460 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1957756b-645b-41db-b8ad-ae561baf13b8 tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] Pushing event deleted for resources: {'Subnet': ['ID=0fee5799-9b04-4541-8966-b28657230508,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:04.457552 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1957756b-645b-41db-b8ad-ae561baf13b8 tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:04.462623 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2e2165d8-f842-4213-b8e4-8163520f7af2 admin admin] Publish callbacks [] for security_group (08f2e7b6-e632-44e8-af27-1de495f6cbfc), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:04.466562 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b9d384a-d298-4532-b204-29579d61cd30 None None] Network 1406f95f-a009-4f41-baaa-41e15bb1c59f requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:42:04.485241 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-1957756b-645b-41db-b8ad-ae561baf13b8 tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] 10.222.0.64 "DELETE /v2.0/subnets/0fee5799-9b04-4541-8966-b28657230508 HTTP/1.1" status: 204 len: 168 time: 1.6513352 Jan 28 19:42:04.488716 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 49178) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:04.504342 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7d7f6a72-3970-4070-9017-93bab2b6ec3d tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-731488'] for router_gateway (289d203a-0f3a-4d87-91b3-ad374309434c), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:04.531009 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2e2165d8-f842-4213-b8e4-8163520f7af2 admin admin] Publish callbacks [] for security_group (08f2e7b6-e632-44e8-af27-1de495f6cbfc), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:04.587648 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7860a06e-e9da-4631-8489-c28d507d42ba tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (65eff123-ca23-4bdf-923f-882e73b7b238), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:04.590444 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7860a06e-e9da-4631-8489-c28d507d42ba tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:04.593911 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-7860a06e-e9da-4631-8489-c28d507d42ba tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] 10.222.0.64 "DELETE /v2.0/security-groups/65eff123-ca23-4bdf-923f-882e73b7b238 HTTP/1.1" status: 204 len: 168 time: 0.2818727 Jan 28 19:42:04.599268 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 49180) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:04.627675 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7d7f6a72-3970-4070-9017-93bab2b6ec3d tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-730901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261120'] for router (289d203a-0f3a-4d87-91b3-ad374309434c), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:04.630160 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7d7f6a72-3970-4070-9017-93bab2b6ec3d tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Publish callbacks [] for router_controller (289d203a-0f3a-4d87-91b3-ad374309434c), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:04.671062 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-259ea0ee-a390-4eb9-bfb7-e6a6c21f5aef None None] DHCP port deletion for 1406f95f-a009-4f41-baaa-41e15bb1c59f request from n-d-812111-14 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:42:04.683506 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7860a06e-e9da-4631-8489-c28d507d42ba tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65eff123-ca23-4bdf-923f-882e73b7b238,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:04.685493 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7d7f6a72-3970-4070-9017-93bab2b6ec3d tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-730908'] for router (289d203a-0f3a-4d87-91b3-ad374309434c), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:04.686097 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d7f6a72-3970-4070-9017-93bab2b6ec3d tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Fanout notify agent at l3_agent the message router_deleted on router 289d203a-0f3a-4d87-91b3-ad374309434c {{(pid=103304) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:42:04.696714 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7d7f6a72-3970-4070-9017-93bab2b6ec3d tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:04.700875 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9b4a15d3-1759-4ff3-9a5e-ea6b7c94e3c8 tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (1406f95f-a009-4f41-baaa-41e15bb1c59f), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:04.703086 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-7d7f6a72-3970-4070-9017-93bab2b6ec3d tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] 10.222.0.64 "DELETE /v2.0/routers/289d203a-0f3a-4d87-91b3-ad374309434c HTTP/1.1" status: 204 len: 168 time: 2.6807985 Jan 28 19:42:04.703910 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 49182) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:04.728860 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-6f3ba671-bf57-4141-b690-195ac8d0605a tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1153278 Jan 28 19:42:04.729087 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 49184) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:04.745285 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-df2df91b-de15-41d7-97b3-4fad25f9b53d tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] Request body: {'security_group': {'name': 'tempest-secgroup--776403138'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:42:04.780472 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2e2165d8-f842-4213-b8e4-8163520f7af2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (08f2e7b6-e632-44e8-af27-1de495f6cbfc), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:04.783274 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2e2165d8-f842-4213-b8e4-8163520f7af2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:04.799607 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-2e2165d8-f842-4213-b8e4-8163520f7af2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/08f2e7b6-e632-44e8-af27-1de495f6cbfc HTTP/1.1" status: 204 len: 168 time: 0.4345000 Jan 28 19:42:04.821938 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2165d8-f842-4213-b8e4-8163520f7af2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08f2e7b6-e632-44e8-af27-1de495f6cbfc,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:04.869347 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-259ea0ee-a390-4eb9-bfb7-e6a6c21f5aef None None] Deleting port 5ad53898-d20d-41f2-8688-d5120b0370ae {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:42:04.869732 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-259ea0ee-a390-4eb9-bfb7-e6a6c21f5aef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (5ad53898-d20d-41f2-8688-d5120b0370ae), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:04.877074 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-9b4a15d3-1759-4ff3-9a5e-ea6b7c94e3c8 tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] Deleting port 5ad53898-d20d-41f2-8688-d5120b0370ae {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:42:04.877462 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9b4a15d3-1759-4ff3-9a5e-ea6b7c94e3c8 tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (5ad53898-d20d-41f2-8688-d5120b0370ae), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:04.909590 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-df2df91b-de15-41d7-97b3-4fad25f9b53d tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:04.969985 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-259ea0ee-a390-4eb9-bfb7-e6a6c21f5aef None None] For port 5ad53898-d20d-41f2-8688-d5120b0370ae, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=5ad53898-d20d-41f2-8688-d5120b0370ae,segment=NetworkSegment(6671d6d6-7ae7-44d3-af75-4654dd1debf1),segment_id=6671d6d6-7ae7-44d3-af75-4654dd1debf1)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:42:04.970404 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-259ea0ee-a390-4eb9-bfb7-e6a6c21f5aef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (5ad53898-d20d-41f2-8688-d5120b0370ae), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:04.988556 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-259ea0ee-a390-4eb9-bfb7-e6a6c21f5aef None None] Calling delete_port for 5ad53898-d20d-41f2-8688-d5120b0370ae owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:42:05.030937 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4295b0db-2af2-44b0-a128-44517aea5854 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (e2ba0509-154a-4d87-9bc2-4f9ae40aac4b), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:05.050692 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-9b4a15d3-1759-4ff3-9a5e-ea6b7c94e3c8 tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] For port 5ad53898-d20d-41f2-8688-d5120b0370ae, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=5ad53898-d20d-41f2-8688-d5120b0370ae,segment=NetworkSegment(6671d6d6-7ae7-44d3-af75-4654dd1debf1),segment_id=6671d6d6-7ae7-44d3-af75-4654dd1debf1)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:42:05.051450 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9b4a15d3-1759-4ff3-9a5e-ea6b7c94e3c8 tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (5ad53898-d20d-41f2-8688-d5120b0370ae), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:05.067514 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-9b4a15d3-1759-4ff3-9a5e-ea6b7c94e3c8 tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] Calling delete_port for 5ad53898-d20d-41f2-8688-d5120b0370ae owned by network:dhcp {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:42:05.126318 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:42:05.158608 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-259ea0ee-a390-4eb9-bfb7-e6a6c21f5aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985'] for port (5ad53898-d20d-41f2-8688-d5120b0370ae), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:05.187089 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9b4a15d3-1759-4ff3-9a5e-ea6b7c94e3c8 tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (5ad53898-d20d-41f2-8688-d5120b0370ae), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:05.222908 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4a15d3-1759-4ff3-9a5e-ea6b7c94e3c8 tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] Pushing event deleted for resources: {'Port': ['ID=5ad53898-d20d-41f2-8688-d5120b0370ae,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:05.231718 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4a15d3-1759-4ff3-9a5e-ea6b7c94e3c8 tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] No DVR routers for this DVR port 5ad53898-d20d-41f2-8688-d5120b0370ae on host n-d-812111-14 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:42:05.258352 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ea0ee-a390-4eb9-bfb7-e6a6c21f5aef None None] Pushing event deleted for resources: {'Port': ['ID=5ad53898-d20d-41f2-8688-d5120b0370ae,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:05.275386 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259ea0ee-a390-4eb9-bfb7-e6a6c21f5aef None None] No DVR routers for this DVR port 5ad53898-d20d-41f2-8688-d5120b0370ae on host n-d-812111-14 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:42:05.314618 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ea0ee-a390-4eb9-bfb7-e6a6c21f5aef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:42:05.315103 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ea0ee-a390-4eb9-bfb7-e6a6c21f5aef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:42:05.315454 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ea0ee-a390-4eb9-bfb7-e6a6c21f5aef None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:42:05.315796 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ea0ee-a390-4eb9-bfb7-e6a6c21f5aef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:42:05.316136 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ea0ee-a390-4eb9-bfb7-e6a6c21f5aef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:42:05.316471 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ea0ee-a390-4eb9-bfb7-e6a6c21f5aef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:42:05.318857 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ea0ee-a390-4eb9-bfb7-e6a6c21f5aef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:42:05.319198 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ea0ee-a390-4eb9-bfb7-e6a6c21f5aef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:42:05.319590 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ea0ee-a390-4eb9-bfb7-e6a6c21f5aef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:42:05.319924 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ea0ee-a390-4eb9-bfb7-e6a6c21f5aef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:42:05.320253 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ea0ee-a390-4eb9-bfb7-e6a6c21f5aef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:42:05.320582 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ea0ee-a390-4eb9-bfb7-e6a6c21f5aef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:42:05.320906 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ea0ee-a390-4eb9-bfb7-e6a6c21f5aef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:42:05.359263 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-df2df91b-de15-41d7-97b3-4fad25f9b53d tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] Publish callbacks [] for security_group (309ba408-e974-4632-bd91-1b2cb2f76fe7), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:05.362976 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 49194) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:05.391521 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9b4a15d3-1759-4ff3-9a5e-ea6b7c94e3c8 tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (1406f95f-a009-4f41-baaa-41e15bb1c59f), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:05.403880 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-df2df91b-de15-41d7-97b3-4fad25f9b53d tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (309ba408-e974-4632-bd91-1b2cb2f76fe7), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:05.425763 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4295b0db-2af2-44b0-a128-44517aea5854 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (e2ba0509-154a-4d87-9bc2-4f9ae40aac4b), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:05.426511 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-9b4a15d3-1759-4ff3-9a5e-ea6b7c94e3c8 tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1406f95f-a009-4f41-baaa-41e15bb1c59f']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:42:05.440589 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-9b4a15d3-1759-4ff3-9a5e-ea6b7c94e3c8 tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6671d6d6-7ae7-44d3-af75-4654dd1debf1') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:42:05.440751 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-df2df91b-de15-41d7-97b3-4fad25f9b53d tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:05.441072 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-9b4a15d3-1759-4ff3-9a5e-ea6b7c94e3c8 tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6671d6d6-7ae7-44d3-af75-4654dd1debf1') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:42:05.445052 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-df2df91b-de15-41d7-97b3-4fad25f9b53d tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7120755 Jan 28 19:42:05.445506 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 49196) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:05.452151 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6c503c1b-c658-4969-ab31-98c5cc374b9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:05.456422 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-9fa9dcdd-be44-421f-9e82-60bf15029c04 tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] Request body: {'security_group_rule': {'security_group_id': '309ba408-e974-4632-bd91-1b2cb2f76fe7', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:42:05.457140 n-d-812111-14 neutron-server[103305]: WARNING neutron.api.v2.base [None req-9fa9dcdd-be44-421f-9e82-60bf15029c04 tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 28 19:42:05.457754 n-d-812111-14 neutron-server[103305]: INFO neutron.api.v2.resource [None req-9fa9dcdd-be44-421f-9e82-60bf15029c04 tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 19:42:05.461749 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-9fa9dcdd-be44-421f-9e82-60bf15029c04 tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0118291 Jan 28 19:42:05.462935 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 49198) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:05.465227 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9b4a15d3-1759-4ff3-9a5e-ea6b7c94e3c8 tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16187153'] for segment (6671d6d6-7ae7-44d3-af75-4654dd1debf1), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:05.469655 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-fb2ceaa6-a4e1-4d6f-8297-4ea4ab2492e4 tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] Request body: {'security_group_rule': {'security_group_id': '309ba408-e974-4632-bd91-1b2cb2f76fe7', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:42:05.485963 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-4295b0db-2af2-44b0-a128-44517aea5854 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2ba0509-154a-4d87-9bc2-4f9ae40aac4b']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:42:05.498296 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f30d6cf-1113-420b-a742-2d25ddb63411 req-caec7927-69fc-424d-bc79-c99d3f19e4f9 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:42:05.499822 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4f30d6cf-1113-420b-a742-2d25ddb63411 req-caec7927-69fc-424d-bc79-c99d3f19e4f9 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a4cb9ad-0407-4f6d-b0cf-25991260284d HTTP/1.1" status: 200 len: 946 time: 0.2241228 Jan 28 19:42:05.500557 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9b4a15d3-1759-4ff3-9a5e-ea6b7c94e3c8 tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (6671d6d6-7ae7-44d3-af75-4654dd1debf1), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:05.510514 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b4a15d3-1759-4ff3-9a5e-ea6b7c94e3c8 tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:42:05.510914 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9b4a15d3-1759-4ff3-9a5e-ea6b7c94e3c8 tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4752570'] for segment (6671d6d6-7ae7-44d3-af75-4654dd1debf1), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:05.513762 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2df91b-de15-41d7-97b3-4fad25f9b53d tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] Pushing event updated for resources: {'SecurityGroup': ['ID=309ba408-e974-4632-bd91-1b2cb2f76fe7,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:05.514011 n-d-812111-14 neutron-server[103305]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:42:05.514011 n-d-812111-14 neutron-server[103305]: self.session.flush() Jan 28 19:42:05.514011 n-d-812111-14 neutron-server[103305]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:42:05.514011 n-d-812111-14 neutron-server[103305]: self.session.flush() Jan 28 19:42:05.514011 n-d-812111-14 neutron-server[103305]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:42:05.514011 n-d-812111-14 neutron-server[103305]: self.session.flush() Jan 28 19:42:05.514011 n-d-812111-14 neutron-server[103305]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:42:05.514011 n-d-812111-14 neutron-server[103305]: self.session.flush() Jan 28 19:42:05.514011 n-d-812111-14 neutron-server[103305]: Traceback (most recent call last): Jan 28 19:42:05.514011 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:42:05.514011 n-d-812111-14 neutron-server[103305]: timer() Jan 28 19:42:05.514011 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:42:05.514011 n-d-812111-14 neutron-server[103305]: cb(*args, **kw) Jan 28 19:42:05.514011 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:42:05.514011 n-d-812111-14 neutron-server[103305]: return func(*args, **kwargs) Jan 28 19:42:05.514011 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:42:05.514011 n-d-812111-14 neutron-server[103305]: self._notify() Jan 28 19:42:05.514011 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:42:05.514011 n-d-812111-14 neutron-server[103305]: self.callback(batched_events) Jan 28 19:42:05.514011 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:42:05.514011 n-d-812111-14 neutron-server[103305]: event.method(event) Jan 28 19:42:05.514011 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:42:05.514011 n-d-812111-14 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:42:05.514011 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:42:05.514011 n-d-812111-14 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:42:05.514011 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:42:05.514011 n-d-812111-14 neutron-server[103305]: return f(self, *a, **k) Jan 28 19:42:05.514011 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:42:05.514011 n-d-812111-14 neutron-server[103305]: return self._get(url).json() Jan 28 19:42:05.514011 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:42:05.514011 n-d-812111-14 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:42:05.514011 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:42:05.514011 n-d-812111-14 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 28 19:42:05.514011 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:42:05.514011 n-d-812111-14 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:42:05.514011 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:42:05.514011 n-d-812111-14 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:42:05.514011 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:42:05.514011 n-d-812111-14 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:42:05.514011 n-d-812111-14 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:42:05.517862 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-4295b0db-2af2-44b0-a128-44517aea5854 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26e8b81f-7cb0-430f-b573-b39da28f4db0') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:42:05.518219 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-4295b0db-2af2-44b0-a128-44517aea5854 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26e8b81f-7cb0-430f-b573-b39da28f4db0') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:42:05.544555 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4295b0db-2af2-44b0-a128-44517aea5854 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4747091'] for segment (26e8b81f-7cb0-430f-b573-b39da28f4db0), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:05.576571 n-d-812111-14 neutron-server[103305]: INFO neutron.api.v2.resource [None req-fb2ceaa6-a4e1-4d6f-8297-4ea4ab2492e4 tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 19:42:05.577032 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4295b0db-2af2-44b0-a128-44517aea5854 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (26e8b81f-7cb0-430f-b573-b39da28f4db0), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:05.584040 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-fb2ceaa6-a4e1-4d6f-8297-4ea4ab2492e4 tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1145914 Jan 28 19:42:05.584040 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 49200) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:05.588773 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-8f36e71c-696b-4d3b-b57e-0f02e4a25855 tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] Request body: {'security_group_rule': {'security_group_id': '309ba408-e974-4632-bd91-1b2cb2f76fe7', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:42:05.589313 n-d-812111-14 neutron-server[103305]: WARNING neutron.api.v2.base [None req-8f36e71c-696b-4d3b-b57e-0f02e4a25855 tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jan 28 19:42:05.589834 n-d-812111-14 neutron-server[103305]: INFO neutron.api.v2.resource [None req-8f36e71c-696b-4d3b-b57e-0f02e4a25855 tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 19:42:05.591147 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-8f36e71c-696b-4d3b-b57e-0f02e4a25855 tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0096133 Jan 28 19:42:05.594449 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 49202) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:05.600018 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-260db258-c085-4c9f-9e64-3cdf9e98a410 tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] Request body: {'security_group_rule': {'security_group_id': '309ba408-e974-4632-bd91-1b2cb2f76fe7', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:42:05.604194 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4295b0db-2af2-44b0-a128-44517aea5854 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:42:05.604626 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4295b0db-2af2-44b0-a128-44517aea5854 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4690514'] for segment (26e8b81f-7cb0-430f-b573-b39da28f4db0), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:05.612721 n-d-812111-14 neutron-server[103304]: Traceback (most recent call last): Jan 28 19:42:05.612721 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:42:05.612721 n-d-812111-14 neutron-server[103304]: timer() Jan 28 19:42:05.612721 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:42:05.612721 n-d-812111-14 neutron-server[103304]: cb(*args, **kw) Jan 28 19:42:05.612721 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:42:05.612721 n-d-812111-14 neutron-server[103304]: return func(*args, **kwargs) Jan 28 19:42:05.612721 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:42:05.612721 n-d-812111-14 neutron-server[103304]: self._notify() Jan 28 19:42:05.612721 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:42:05.612721 n-d-812111-14 neutron-server[103304]: self.callback(batched_events) Jan 28 19:42:05.612721 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:42:05.612721 n-d-812111-14 neutron-server[103304]: event.method(event) Jan 28 19:42:05.612721 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:42:05.612721 n-d-812111-14 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:42:05.612721 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:42:05.612721 n-d-812111-14 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:42:05.612721 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:42:05.612721 n-d-812111-14 neutron-server[103304]: return f(self, *a, **k) Jan 28 19:42:05.612721 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:42:05.612721 n-d-812111-14 neutron-server[103304]: return self._get(url).json() Jan 28 19:42:05.612721 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:42:05.612721 n-d-812111-14 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:42:05.612721 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:42:05.612721 n-d-812111-14 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 28 19:42:05.612721 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:42:05.612721 n-d-812111-14 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:42:05.612721 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:42:05.612721 n-d-812111-14 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:42:05.612721 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:42:05.612721 n-d-812111-14 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:42:05.612721 n-d-812111-14 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:42:05.615213 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9b4a15d3-1759-4ff3-9a5e-ea6b7c94e3c8 tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (1406f95f-a009-4f41-baaa-41e15bb1c59f), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:05.636274 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9b4a15d3-1759-4ff3-9a5e-ea6b7c94e3c8 tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:05.642238 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-9b4a15d3-1759-4ff3-9a5e-ea6b7c94e3c8 tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] 10.222.0.64 "DELETE /v2.0/networks/1406f95f-a009-4f41-baaa-41e15bb1c59f HTTP/1.1" status: 204 len: 168 time: 1.1498721 Jan 28 19:42:05.650483 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4a15d3-1759-4ff3-9a5e-ea6b7c94e3c8 tempest-FloatingIPNegativeTestJSON-872675090 tempest-FloatingIPNegativeTestJSON-872675090-project] Pushing event deleted for resources: {'Network': ['ID=1406f95f-a009-4f41-baaa-41e15bb1c59f,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:05.681642 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4f30d6cf-1113-420b-a742-2d25ddb63411 req-36b79f08-bc3e-499a-abaf-8efa216c762a tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/security-groups?id=d049ce91-97cc-4551-97a8-b334f2123d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709661 Jan 28 19:42:05.693154 n-d-812111-14 neutron-server[103305]: INFO neutron.api.v2.resource [None req-260db258-c085-4c9f-9e64-3cdf9e98a410 tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 19:42:05.698836 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-260db258-c085-4c9f-9e64-3cdf9e98a410 tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1030333 Jan 28 19:42:05.701773 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 49206) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:05.718134 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-a80c0664-0ba0-4f7b-9033-03982815b1c0 tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] Request body: {'security_group_rule': {'security_group_id': '309ba408-e974-4632-bd91-1b2cb2f76fe7', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:42:05.718632 n-d-812111-14 neutron-server[103305]: WARNING neutron.api.v2.base [None req-a80c0664-0ba0-4f7b-9033-03982815b1c0 tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 28 19:42:05.719224 n-d-812111-14 neutron-server[103305]: INFO neutron.api.v2.resource [None req-a80c0664-0ba0-4f7b-9033-03982815b1c0 tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 19:42:05.721091 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-a80c0664-0ba0-4f7b-9033-03982815b1c0 tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0180392 Jan 28 19:42:05.724069 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 49208) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:05.730718 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4295b0db-2af2-44b0-a128-44517aea5854 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (e2ba0509-154a-4d87-9bc2-4f9ae40aac4b), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:05.731369 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-1bbadc56-86df-4bf5-b5d7-0e5b7d7f3d19 tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] Request body: {'security_group_rule': {'security_group_id': '309ba408-e974-4632-bd91-1b2cb2f76fe7', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:42:05.734403 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6c503c1b-c658-4969-ab31-98c5cc374b9e admin admin] Publish callbacks [] for security_group (636845e3-eb2e-44b4-8047-4839b8f7adfe), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:05.745128 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4295b0db-2af2-44b0-a128-44517aea5854 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:05.749461 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-4295b0db-2af2-44b0-a128-44517aea5854 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] 10.222.0.64 "DELETE /v2.0/networks/e2ba0509-154a-4d87-9bc2-4f9ae40aac4b HTTP/1.1" status: 204 len: 168 time: 1.0444372 Jan 28 19:42:05.762579 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6c503c1b-c658-4969-ab31-98c5cc374b9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (636845e3-eb2e-44b4-8047-4839b8f7adfe), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:05.775135 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4295b0db-2af2-44b0-a128-44517aea5854 tempest-TestSecurityGroupsBasicOps-554756559 tempest-TestSecurityGroupsBasicOps-554756559-project] Pushing event deleted for resources: {'Network': ['ID=e2ba0509-154a-4d87-9bc2-4f9ae40aac4b,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:05.789003 n-d-812111-14 neutron-server[103305]: INFO neutron.api.v2.resource [None req-1bbadc56-86df-4bf5-b5d7-0e5b7d7f3d19 tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 19:42:05.792642 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-1bbadc56-86df-4bf5-b5d7-0e5b7d7f3d19 tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0649972 Jan 28 19:42:05.794589 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 49212) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:05.801708 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-5431a9d1-1b2e-4394-8df3-4b1b0f8da7cf tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] Request body: {'security_group_rule': {'security_group_id': '309ba408-e974-4632-bd91-1b2cb2f76fe7', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:42:05.803090 n-d-812111-14 neutron-server[103304]: WARNING neutron.api.v2.base [None req-5431a9d1-1b2e-4394-8df3-4b1b0f8da7cf tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jan 28 19:42:05.804188 n-d-812111-14 neutron-server[103304]: INFO neutron.api.v2.resource [None req-5431a9d1-1b2e-4394-8df3-4b1b0f8da7cf tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 19:42:05.807970 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-5431a9d1-1b2e-4394-8df3-4b1b0f8da7cf tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0076845 Jan 28 19:42:05.812235 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 49214) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:05.816642 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-93458f10-fe35-4ce7-8197-8a6448ef1d7b tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] Request body: {'security_group_rule': {'security_group_id': '309ba408-e974-4632-bd91-1b2cb2f76fe7', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:42:05.859587 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c503c1b-c658-4969-ab31-98c5cc374b9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=636845e3-eb2e-44b4-8047-4839b8f7adfe,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:05.869445 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-6c503c1b-c658-4969-ab31-98c5cc374b9e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ceab7fb8bfab4fc6b4a2cfdfa6ea0da4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4975913 Jan 28 19:42:05.870299 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 49218) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:05.880385 n-d-812111-14 neutron-server[103305]: INFO neutron.api.v2.resource [None req-93458f10-fe35-4ce7-8197-8a6448ef1d7b tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 19:42:05.881796 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-93458f10-fe35-4ce7-8197-8a6448ef1d7b tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0687275 Jan 28 19:42:05.885204 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 49220) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:05.892874 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-d47e0e62-d867-4fd6-9cb7-66110b3bc1d2 tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] Request body: {'security_group_rule': {'security_group_id': '309ba408-e974-4632-bd91-1b2cb2f76fe7', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:42:05.954469 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e43ecff7-6669-478a-9707-75a8cc1e4a19 admin admin] Publish callbacks [] for security_group (636845e3-eb2e-44b4-8047-4839b8f7adfe), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:05.955900 n-d-812111-14 neutron-server[103305]: INFO neutron.api.v2.resource [None req-d47e0e62-d867-4fd6-9cb7-66110b3bc1d2 tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 19:42:05.959818 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-d47e0e62-d867-4fd6-9cb7-66110b3bc1d2 tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0713830 Jan 28 19:42:05.962563 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 49224) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:06.017338 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e43ecff7-6669-478a-9707-75a8cc1e4a19 admin admin] Publish callbacks [] for security_group (636845e3-eb2e-44b4-8047-4839b8f7adfe), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:06.108263 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 6258dacd-8070-4ffe-85b2-cd51ac41b3b9 no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:42:06.125882 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d95f7f3b-0dd4-47ac-8673-8088a0a84635 tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] Publish callbacks [] for security_group (309ba408-e974-4632-bd91-1b2cb2f76fe7), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:06.126260 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e43ecff7-6669-478a-9707-75a8cc1e4a19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (636845e3-eb2e-44b4-8047-4839b8f7adfe), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:06.129401 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e43ecff7-6669-478a-9707-75a8cc1e4a19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:06.133780 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-e43ecff7-6669-478a-9707-75a8cc1e4a19 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/636845e3-eb2e-44b4-8047-4839b8f7adfe HTTP/1.1" status: 204 len: 168 time: 0.2620583 Jan 28 19:42:06.149940 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43ecff7-6669-478a-9707-75a8cc1e4a19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=636845e3-eb2e-44b4-8047-4839b8f7adfe,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:06.168324 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d95f7f3b-0dd4-47ac-8673-8088a0a84635 tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] Publish callbacks [] for security_group (309ba408-e974-4632-bd91-1b2cb2f76fe7), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:06.174264 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: 6258dacd-8070-4ffe-85b2-cd51ac41b3b9 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:42:06.174748 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 6258dacd-8070-4ffe-85b2-cd51ac41b3b9 not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:42:06.175017 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 5ad53898-d20d-41f2-8688-d5120b0370ae no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:42:06.176524 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 49232) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:06.232993 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: 5ad53898-d20d-41f2-8688-d5120b0370ae {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:42:06.233460 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 5ad53898-d20d-41f2-8688-d5120b0370ae not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:42:06.234806 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d95f7f3b-0dd4-47ac-8673-8088a0a84635 tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (309ba408-e974-4632-bd91-1b2cb2f76fe7), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:06.239744 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d95f7f3b-0dd4-47ac-8673-8088a0a84635 tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:06.246020 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-d95f7f3b-0dd4-47ac-8673-8088a0a84635 tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] 10.222.0.64 "DELETE /v2.0/security-groups/309ba408-e974-4632-bd91-1b2cb2f76fe7 HTTP/1.1" status: 204 len: 168 time: 0.2790821 Jan 28 19:42:06.246122 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 49236) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:06.281570 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 49238) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:06.295882 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95f7f3b-0dd4-47ac-8673-8088a0a84635 tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=309ba408-e974-4632-bd91-1b2cb2f76fe7,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:06.355847 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-375b2725-4a26-47a2-a4cb-d9a8df8105db tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1077778 Jan 28 19:42:06.360516 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 49242) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:06.366653 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-536d784f-9baf-4652-b4db-e4aa219c1781 tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] Request body: {'security_group': {'name': 'tempest-secgroup--438673557'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:42:06.390005 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-536d784f-9baf-4652-b4db-e4aa219c1781 tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:06.510919 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-536d784f-9baf-4652-b4db-e4aa219c1781 tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] Publish callbacks [] for security_group (1658a9be-de9e-453b-9f9b-51db60cb93a1), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:06.516777 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-536d784f-9baf-4652-b4db-e4aa219c1781 tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (1658a9be-de9e-453b-9f9b-51db60cb93a1), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:06.532275 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-09c85bea-f4fe-4b03-9f98-39280f67bae7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=66a3e98592284ad6ac3db4dfba77b056&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3538265 Jan 28 19:42:06.535661 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 49246) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:06.570162 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-536d784f-9baf-4652-b4db-e4aa219c1781 tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:06.581339 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-536d784f-9baf-4652-b4db-e4aa219c1781 tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2171109 Jan 28 19:42:06.584529 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 49248) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:06.589134 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-a31173c2-2560-49be-a725-42d7bb65c584 tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] Request body: {'security_group_rule': {'security_group_id': '1658a9be-de9e-453b-9f9b-51db60cb93a1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:42:06.608572 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f22c9865-f8ba-489a-886b-a3238d777aed admin admin] Publish callbacks [] for security_group (958aeff6-6daa-4f0c-ad90-8a893679c8ae), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:06.612705 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536d784f-9baf-4652-b4db-e4aa219c1781 tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1658a9be-de9e-453b-9f9b-51db60cb93a1,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:06.650927 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-175b144d-5cf5-45f3-9662-739436f8fb2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:06.665417 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f22c9865-f8ba-489a-886b-a3238d777aed admin admin] Publish callbacks [] for security_group (958aeff6-6daa-4f0c-ad90-8a893679c8ae), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:06.676759 n-d-812111-14 neutron-server[103305]: INFO neutron.api.v2.resource [None req-a31173c2-2560-49be-a725-42d7bb65c584 tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] create failed (client error): The resource could not be found. Jan 28 19:42:06.682258 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-a31173c2-2560-49be-a725-42d7bb65c584 tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0941176 Jan 28 19:42:06.682550 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 49254) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:06.692193 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-03d32e0e-9143-487d-ba49-a08fcebc7c7c tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] Request body: {'security_group_rule': {'security_group_id': '1658a9be-de9e-453b-9f9b-51db60cb93a1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'ff5846be-3c8c-47b4-ab14-b37c33c50dd3'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:42:06.723201 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f22c9865-f8ba-489a-886b-a3238d777aed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (958aeff6-6daa-4f0c-ad90-8a893679c8ae), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:06.728628 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f22c9865-f8ba-489a-886b-a3238d777aed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:06.729926 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-f22c9865-f8ba-489a-886b-a3238d777aed admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/958aeff6-6daa-4f0c-ad90-8a893679c8ae HTTP/1.1" status: 204 len: 168 time: 0.1929011 Jan 28 19:42:06.751497 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22c9865-f8ba-489a-886b-a3238d777aed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=958aeff6-6daa-4f0c-ad90-8a893679c8ae,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:06.823100 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-9769aca6-9030-41e0-9f16-3f5cfdb73d49 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3c5bcff20fc24e3eb87e72dc3f4664c7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5394266 Jan 28 19:42:06.825696 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 49262) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:06.859142 n-d-812111-14 neutron-server[103305]: INFO neutron.api.v2.resource [None req-03d32e0e-9143-487d-ba49-a08fcebc7c7c tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] create failed (client error): The resource could not be found. Jan 28 19:42:06.860302 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-03d32e0e-9143-487d-ba49-a08fcebc7c7c tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1751738 Jan 28 19:42:06.866251 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 49266) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:06.901750 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50388eb2-387b-49d1-bf3c-2972a10e069e req-15830fa1-b261-402d-a1e2-453bd5f960dd tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:42:06.903575 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-50388eb2-387b-49d1-bf3c-2972a10e069e req-15830fa1-b261-402d-a1e2-453bd5f960dd tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a4cb9ad-0407-4f6d-b0cf-25991260284d HTTP/1.1" status: 200 len: 946 time: 0.0979381 Jan 28 19:42:06.956782 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-60929c06-0c60-4089-8f12-650e228a5ef2 admin admin] Publish callbacks [] for security_group (d0da9740-5ab4-43dd-8f81-ba157b956cfc), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:06.959905 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e47248c0-073f-4f35-943e-fe03bc33a4bf tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] Publish callbacks [] for security_group (1658a9be-de9e-453b-9f9b-51db60cb93a1), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:06.966513 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-50388eb2-387b-49d1-bf3c-2972a10e069e req-b7d9e5bb-346c-4d8b-b170-5aae39ae3203 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/security-groups?id=d049ce91-97cc-4551-97a8-b334f2123d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543060 Jan 28 19:42:07.004529 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-60929c06-0c60-4089-8f12-650e228a5ef2 admin admin] Publish callbacks [] for security_group (d0da9740-5ab4-43dd-8f81-ba157b956cfc), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:07.014832 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e47248c0-073f-4f35-943e-fe03bc33a4bf tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] Publish callbacks [] for security_group (1658a9be-de9e-453b-9f9b-51db60cb93a1), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:07.094930 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e47248c0-073f-4f35-943e-fe03bc33a4bf tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (1658a9be-de9e-453b-9f9b-51db60cb93a1), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:07.100178 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e47248c0-073f-4f35-943e-fe03bc33a4bf tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:07.102502 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-e47248c0-073f-4f35-943e-fe03bc33a4bf tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] 10.222.0.64 "DELETE /v2.0/security-groups/1658a9be-de9e-453b-9f9b-51db60cb93a1 HTTP/1.1" status: 204 len: 168 time: 0.2346237 Jan 28 19:42:07.105384 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 49272) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:07.111582 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-60929c06-0c60-4089-8f12-650e228a5ef2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (d0da9740-5ab4-43dd-8f81-ba157b956cfc), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:07.115022 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-60929c06-0c60-4089-8f12-650e228a5ef2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:07.116522 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-60929c06-0c60-4089-8f12-650e228a5ef2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d0da9740-5ab4-43dd-8f81-ba157b956cfc HTTP/1.1" status: 204 len: 168 time: 0.2884588 Jan 28 19:42:07.123099 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47248c0-073f-4f35-943e-fe03bc33a4bf tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1658a9be-de9e-453b-9f9b-51db60cb93a1,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:07.135211 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60929c06-0c60-4089-8f12-650e228a5ef2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0da9740-5ab4-43dd-8f81-ba157b956cfc,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:07.206030 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-dea633bb-a376-4f74-8901-afbc8ebd7f8c tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0984702 Jan 28 19:42:07.210432 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 49282) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:07.215824 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-be8b2d3c-6585-4554-898a-f4220ab763e7 tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] Request body: {'security_group_rule': {'security_group_id': '024bd4b5-a987-41ca-af25-2055b6949f16', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:42:07.268777 n-d-812111-14 neutron-server[103305]: INFO neutron.api.v2.resource [None req-be8b2d3c-6585-4554-898a-f4220ab763e7 tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] create failed (client error): The resource could not be found. Jan 28 19:42:07.270110 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-be8b2d3c-6585-4554-898a-f4220ab763e7 tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0586653 Jan 28 19:42:07.273690 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 49286) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:07.279095 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-ce5e4987-d31a-46de-9aa4-92e3f2b69774 tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] Request body: {'security_group': {'name': 'tempest-secgroup--144979479'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:42:07.302991 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ce5e4987-d31a-46de-9aa4-92e3f2b69774 tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:07.399571 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ce5e4987-d31a-46de-9aa4-92e3f2b69774 tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] Publish callbacks [] for security_group (9292d52d-ce01-4417-bdac-77ad2a408001), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:07.404092 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ce5e4987-d31a-46de-9aa4-92e3f2b69774 tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (9292d52d-ce01-4417-bdac-77ad2a408001), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:07.441053 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ce5e4987-d31a-46de-9aa4-92e3f2b69774 tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:07.445128 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-ce5e4987-d31a-46de-9aa4-92e3f2b69774 tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1700599 Jan 28 19:42:07.445645 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 49294) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:07.449751 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5e4987-d31a-46de-9aa4-92e3f2b69774 tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9292d52d-ce01-4417-bdac-77ad2a408001,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:07.453173 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-4935d2b3-0f2c-4d15-bd53-fe93318e3e96 tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] Request body: {'security_group': {'name': 'tempest-secgroup--1246691623'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:42:07.484358 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4935d2b3-0f2c-4d15-bd53-fe93318e3e96 tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:07.555116 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4935d2b3-0f2c-4d15-bd53-fe93318e3e96 tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] Publish callbacks [] for security_group (24cf9db1-7dcb-4d67-a36a-1bd1691ff2f8), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:07.559348 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4935d2b3-0f2c-4d15-bd53-fe93318e3e96 tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (24cf9db1-7dcb-4d67-a36a-1bd1691ff2f8), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:07.595350 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4935d2b3-0f2c-4d15-bd53-fe93318e3e96 tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:07.597364 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-4935d2b3-0f2c-4d15-bd53-fe93318e3e96 tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1495013 Jan 28 19:42:07.598607 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 49298) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:07.600652 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 49300) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:07.606185 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-67259702-c9c9-4425-bcc4-12c9f3e8f876 tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] Request body: {'security_group_rule': {'security_group_id': '9292d52d-ce01-4417-bdac-77ad2a408001', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '24cf9db1-7dcb-4d67-a36a-1bd1691ff2f8'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:42:07.607445 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4935d2b3-0f2c-4d15-bd53-fe93318e3e96 tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24cf9db1-7dcb-4d67-a36a-1bd1691ff2f8,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:07.618400 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e147f29c-f37a-4fe1-8523-33181c0a2623 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:07.672793 n-d-812111-14 neutron-server[103305]: INFO neutron.api.v2.resource [None req-67259702-c9c9-4425-bcc4-12c9f3e8f876 tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 19:42:07.679494 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-67259702-c9c9-4425-bcc4-12c9f3e8f876 tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0772359 Jan 28 19:42:07.681294 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 49302) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:07.782880 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-06555fb4-8b7a-445d-982a-e23a4939a04d tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] Publish callbacks [] for security_group (24cf9db1-7dcb-4d67-a36a-1bd1691ff2f8), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:07.789893 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e147f29c-f37a-4fe1-8523-33181c0a2623 admin admin] Publish callbacks [] for security_group (131577a0-0812-4a77-976e-d41d2e0301f2), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:07.795091 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e147f29c-f37a-4fe1-8523-33181c0a2623 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (131577a0-0812-4a77-976e-d41d2e0301f2), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:07.846277 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-06555fb4-8b7a-445d-982a-e23a4939a04d tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] Publish callbacks [] for security_group (24cf9db1-7dcb-4d67-a36a-1bd1691ff2f8), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:07.878129 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e147f29c-f37a-4fe1-8523-33181c0a2623 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=131577a0-0812-4a77-976e-d41d2e0301f2,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:07.886782 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-e147f29c-f37a-4fe1-8523-33181c0a2623 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0ff401dbde2b4485adc08370abbeb00e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2856514 Jan 28 19:42:07.889379 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 49310) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:07.925167 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-06555fb4-8b7a-445d-982a-e23a4939a04d tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (24cf9db1-7dcb-4d67-a36a-1bd1691ff2f8), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:07.928598 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-06555fb4-8b7a-445d-982a-e23a4939a04d tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:07.929890 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-06555fb4-8b7a-445d-982a-e23a4939a04d tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] 10.222.0.64 "DELETE /v2.0/security-groups/24cf9db1-7dcb-4d67-a36a-1bd1691ff2f8 HTTP/1.1" status: 204 len: 168 time: 0.2475607 Jan 28 19:42:07.936444 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 49314) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:07.971543 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06555fb4-8b7a-445d-982a-e23a4939a04d tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24cf9db1-7dcb-4d67-a36a-1bd1691ff2f8,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:07.997993 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-727a4da8-1b92-478d-8020-45463b32b19b admin admin] Publish callbacks [] for security_group (131577a0-0812-4a77-976e-d41d2e0301f2), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:08.041624 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-727a4da8-1b92-478d-8020-45463b32b19b admin admin] Publish callbacks [] for security_group (131577a0-0812-4a77-976e-d41d2e0301f2), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:08.054186 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-4f140c3c-dbfb-4512-b7fc-0ca0e45a30d4 tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1142015 Jan 28 19:42:08.056284 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 49324) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:08.124556 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-727a4da8-1b92-478d-8020-45463b32b19b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (131577a0-0812-4a77-976e-d41d2e0301f2), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:08.127413 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-727a4da8-1b92-478d-8020-45463b32b19b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:08.128617 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-727a4da8-1b92-478d-8020-45463b32b19b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/131577a0-0812-4a77-976e-d41d2e0301f2 HTTP/1.1" status: 204 len: 168 time: 0.2381880 Jan 28 19:42:08.138945 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727a4da8-1b92-478d-8020-45463b32b19b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=131577a0-0812-4a77-976e-d41d2e0301f2,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:08.203440 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fedc0958-89ac-47b4-a053-362f5f0b8488 tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] Publish callbacks [] for security_group (9292d52d-ce01-4417-bdac-77ad2a408001), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:08.247017 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c418d2af-bd82-4300-b1f5-503ea93433aa req-4b0f2b36-009f-485f-b0b2-cffbfad3bd36 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:42:08.248845 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c418d2af-bd82-4300-b1f5-503ea93433aa req-4b0f2b36-009f-485f-b0b2-cffbfad3bd36 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a4cb9ad-0407-4f6d-b0cf-25991260284d HTTP/1.1" status: 200 len: 946 time: 0.0699284 Jan 28 19:42:08.250488 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 49330) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:08.261425 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fedc0958-89ac-47b4-a053-362f5f0b8488 tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] Publish callbacks [] for security_group (9292d52d-ce01-4417-bdac-77ad2a408001), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:08.316051 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fedc0958-89ac-47b4-a053-362f5f0b8488 tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (9292d52d-ce01-4417-bdac-77ad2a408001), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:08.319423 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fedc0958-89ac-47b4-a053-362f5f0b8488 tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:08.320591 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-fedc0958-89ac-47b4-a053-362f5f0b8488 tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] 10.222.0.64 "DELETE /v2.0/security-groups/9292d52d-ce01-4417-bdac-77ad2a408001 HTTP/1.1" status: 204 len: 168 time: 0.2604370 Jan 28 19:42:08.323834 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 49336) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:08.348506 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedc0958-89ac-47b4-a053-362f5f0b8488 tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9292d52d-ce01-4417-bdac-77ad2a408001,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:08.368068 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c418d2af-bd82-4300-b1f5-503ea93433aa req-d2862de1-27ee-4978-b8e5-f2871afb688c tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/security-groups?id=d049ce91-97cc-4551-97a8-b334f2123d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861082 Jan 28 19:42:08.394722 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-afaa300a-7210-4c31-aac0-b6bed18b3acd tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0615294 Jan 28 19:42:08.397908 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 49340) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:08.402091 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-e5320aba-64e5-4643-a94b-0d547d84cf45 tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] Request body: {'security_group': {'name': 'tempest-secgroup--1717884360'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:42:08.433601 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e5320aba-64e5-4643-a94b-0d547d84cf45 tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:08.551048 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e5320aba-64e5-4643-a94b-0d547d84cf45 tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] Publish callbacks [] for security_group (03f06e3e-0ac0-4a37-9aca-1a67b51bdd09), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:08.556907 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e5320aba-64e5-4643-a94b-0d547d84cf45 tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (03f06e3e-0ac0-4a37-9aca-1a67b51bdd09), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:08.590773 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e5320aba-64e5-4643-a94b-0d547d84cf45 tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:08.592016 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-e5320aba-64e5-4643-a94b-0d547d84cf45 tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1934259 Jan 28 19:42:08.595091 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 49346) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:08.600625 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5320aba-64e5-4643-a94b-0d547d84cf45 tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03f06e3e-0ac0-4a37-9aca-1a67b51bdd09,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:08.602369 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-1c379cea-4547-45c6-a2e5-a0e14cc23d73 tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:42:08.604382 n-d-812111-14 neutron-server[103304]: WARNING neutron.api.v2.base [None req-1c379cea-4547-45c6-a2e5-a0e14cc23d73 tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 28 19:42:08.605512 n-d-812111-14 neutron-server[103304]: INFO neutron.api.v2.resource [None req-1c379cea-4547-45c6-a2e5-a0e14cc23d73 tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] update failed (client error): There was a conflict when trying to complete your request. Jan 28 19:42:08.606789 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-1c379cea-4547-45c6-a2e5-a0e14cc23d73 tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] 10.222.0.64 "PUT /v2.0/security-groups/03f06e3e-0ac0-4a37-9aca-1a67b51bdd09 HTTP/1.1" status: 409 len: 330 time: 0.0102894 Jan 28 19:42:08.609479 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 49348) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:08.609625 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df31935-969b-4224-9fcd-f8429dae040d req-ee4b1aa4-396e-4528-b033-6127b9ded727 tempest-VolumesSnapshotTestJSON-1067837444 tempest-VolumesSnapshotTestJSON-1067837444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:42:08.610996 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7df31935-969b-4224-9fcd-f8429dae040d req-ee4b1aa4-396e-4528-b033-6127b9ded727 tempest-VolumesSnapshotTestJSON-1067837444 tempest-VolumesSnapshotTestJSON-1067837444-project] 10.222.0.64 "GET /v2.0/ports?device_id=f5491288-378d-4465-9de2-4ecfbcca0b62 HTTP/1.1" status: 200 len: 946 time: 0.1106358 Jan 28 19:42:08.646773 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-f8290efa-df78-40a7-b3d9-4db8181fc7e8 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1218782021'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:42:08.683651 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-71c4c390-f305-4558-95cb-4b500755b247 tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] Publish callbacks [] for security_group (03f06e3e-0ac0-4a37-9aca-1a67b51bdd09), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:08.693972 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7df31935-969b-4224-9fcd-f8429dae040d req-7fe93547-b691-487c-9516-024ec9a518a7 tempest-VolumesSnapshotTestJSON-1067837444 tempest-VolumesSnapshotTestJSON-1067837444-project] 10.222.0.64 "GET /v2.0/security-groups?id=51cbc5a3-d8ac-4977-b6f0-e1abddc2ee98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765831 Jan 28 19:42:08.695437 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8290efa-df78-40a7-b3d9-4db8181fc7e8 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Made reservation on behalf of ae5f39463e45451b955b9985ed2abb95 for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:42:08.699114 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f8290efa-df78-40a7-b3d9-4db8181fc7e8 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:08.717573 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f8290efa-df78-40a7-b3d9-4db8181fc7e8 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:08.719709 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-71c4c390-f305-4558-95cb-4b500755b247 tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] Publish callbacks [] for security_group (03f06e3e-0ac0-4a37-9aca-1a67b51bdd09), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:08.770740 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-71c4c390-f305-4558-95cb-4b500755b247 tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (03f06e3e-0ac0-4a37-9aca-1a67b51bdd09), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:08.774756 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-71c4c390-f305-4558-95cb-4b500755b247 tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:08.775913 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-71c4c390-f305-4558-95cb-4b500755b247 tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] 10.222.0.64 "DELETE /v2.0/security-groups/03f06e3e-0ac0-4a37-9aca-1a67b51bdd09 HTTP/1.1" status: 204 len: 168 time: 0.1641295 Jan 28 19:42:08.779310 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 49354) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:08.788593 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c4c390-f305-4558-95cb-4b500755b247 tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03f06e3e-0ac0-4a37-9aca-1a67b51bdd09,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:08.815930 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 49356) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:08.851953 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-6d752a4a-0200-420b-a595-9ac3e4553b26 tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0715261 Jan 28 19:42:08.853911 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f8290efa-df78-40a7-b3d9-4db8181fc7e8 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Publish callbacks [] for security_group (985c958d-31ad-4fc9-aee3-6aa8abd1f430), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:08.855661 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 49358) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:08.864110 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f8290efa-df78-40a7-b3d9-4db8181fc7e8 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (985c958d-31ad-4fc9-aee3-6aa8abd1f430), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:08.867620 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-023da6b1-6365-4a93-b617-dee92f5f6270 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a62f505c7b604ee3b3af141bf027847c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0498414 Jan 28 19:42:08.870025 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 49360) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:08.882969 n-d-812111-14 neutron-server[103305]: INFO neutron.api.v2.resource [None req-11977328-32f6-44b7-b8e6-3e8cd9ab95cb tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] delete failed (client error): The resource could not be found. Jan 28 19:42:08.891833 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-11977328-32f6-44b7-b8e6-3e8cd9ab95cb tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] 10.222.0.64 "DELETE /v2.0/security-groups/44c0e39b-e943-46dd-98fd-8648cb3791a9 HTTP/1.1" status: 404 len: 347 time: 0.0349646 Jan 28 19:42:08.892113 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 49362) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:08.907783 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8290efa-df78-40a7-b3d9-4db8181fc7e8 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:42:08.918678 n-d-812111-14 neutron-server[103304]: INFO neutron.api.v2.resource [None req-16248d07-5bd3-4f92-a15f-0d89ac986809 tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] show failed (client error): The resource could not be found. Jan 28 19:42:08.920160 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-16248d07-5bd3-4f92-a15f-0d89ac986809 tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] 10.222.0.64 "GET /v2.0/security-groups/bdb74abe-ec5d-413b-9523-cacd2e5d17e2 HTTP/1.1" status: 404 len: 347 time: 0.0271213 Jan 28 19:42:08.925212 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 49366) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:08.939121 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f8290efa-df78-40a7-b3d9-4db8181fc7e8 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (66ffc008-8894-48a2-892c-9371d768ceb9), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:08.939477 n-d-812111-14 neutron-server[103305]: INFO neutron.db.segments_db [None req-f8290efa-df78-40a7-b3d9-4db8181fc7e8 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Added segment 66ffc008-8894-48a2-892c-9371d768ceb9 of type vlan for network c828dc91-9b17-46dd-b20c-6e173f5d62f2 Jan 28 19:42:08.940863 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8290efa-df78-40a7-b3d9-4db8181fc7e8 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Pushing event updated for resources: {'SecurityGroup': ['ID=985c958d-31ad-4fc9-aee3-6aa8abd1f430,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:08.942311 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6f801985-9fd1-4575-b723-2fb44ebccfa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:08.949418 n-d-812111-14 neutron-server[103304]: INFO neutron.api.v2.resource [None req-c38a5a51-d6d5-4b0c-a28a-68a4d9cf0c3d tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] show failed (client error): The resource could not be found. Jan 28 19:42:08.951490 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-c38a5a51-d6d5-4b0c-a28a-68a4d9cf0c3d tempest-NegativeSecGroupTest-1222778515 tempest-NegativeSecGroupTest-1222778515-project] 10.222.0.64 "GET /v2.0/security-group-rules/c69f71ee-ee06-43de-b387-a251a17b86da HTTP/1.1" status: 404 len: 356 time: 0.0241895 Jan 28 19:42:08.970228 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ab0aad37-41ad-479d-a431-e8a4f05f1974 admin admin] Publish callbacks [] for security_group (97ab7630-d435-4f51-99f5-e15c615d605e), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:08.997866 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ab0aad37-41ad-479d-a431-e8a4f05f1974 admin admin] Publish callbacks [] for security_group (97ab7630-d435-4f51-99f5-e15c615d605e), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:09.010368 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f8290efa-df78-40a7-b3d9-4db8181fc7e8 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (c828dc91-9b17-46dd-b20c-6e173f5d62f2), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:09.043483 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f8290efa-df78-40a7-b3d9-4db8181fc7e8 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (c828dc91-9b17-46dd-b20c-6e173f5d62f2), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:09.049403 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8290efa-df78-40a7-b3d9-4db8181fc7e8 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:42:09.050142 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f8290efa-df78-40a7-b3d9-4db8181fc7e8 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:09.059640 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ab0aad37-41ad-479d-a431-e8a4f05f1974 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (97ab7630-d435-4f51-99f5-e15c615d605e), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:09.062328 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ab0aad37-41ad-479d-a431-e8a4f05f1974 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:09.063893 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-ab0aad37-41ad-479d-a431-e8a4f05f1974 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/97ab7630-d435-4f51-99f5-e15c615d605e HTTP/1.1" status: 204 len: 168 time: 0.1929154 Jan 28 19:42:09.072403 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0aad37-41ad-479d-a431-e8a4f05f1974 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97ab7630-d435-4f51-99f5-e15c615d605e,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:09.128518 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-f8290efa-df78-40a7-b3d9-4db8181fc7e8 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8770983 Jan 28 19:42:09.143628 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8290efa-df78-40a7-b3d9-4db8181fc7e8 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Pushing event updated for resources: {'Network': ['ID=c828dc91-9b17-46dd-b20c-6e173f5d62f2,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:09.156680 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network c828dc91-9b17-46dd-b20c-6e173f5d62f2 details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:42:09.371760 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 49380) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:09.614600 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f13159-aae6-47d7-806a-2886ccd790e7 req-36f9e13f-8a69-4cf7-9aee-64910fe096ff tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:42:09.617087 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d3f13159-aae6-47d7-806a-2886ccd790e7 req-36f9e13f-8a69-4cf7-9aee-64910fe096ff tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a4cb9ad-0407-4f6d-b0cf-25991260284d HTTP/1.1" status: 200 len: 946 time: 0.1276431 Jan 28 19:42:09.700151 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d3f13159-aae6-47d7-806a-2886ccd790e7 req-8571bfff-d3aa-4515-810e-6981f70eb553 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/security-groups?id=d049ce91-97cc-4551-97a8-b334f2123d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648310 Jan 28 19:42:09.703628 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-cde84cad-6492-47db-835f-91b6565fbbb4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5babd5e4e91b4f0ea7732b43f92dfd98&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3300211 Jan 28 19:42:09.706658 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 49390) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:09.794350 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:09.799750 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1520f3ab-3c8c-4239-95a2-b285acf17f8e admin admin] Publish callbacks [] for security_group (07da307a-c490-42a8-82c1-ada769c89f2d), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:09.827160 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1520f3ab-3c8c-4239-95a2-b285acf17f8e admin admin] Publish callbacks [] for security_group (07da307a-c490-42a8-82c1-ada769c89f2d), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:09.883266 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1520f3ab-3c8c-4239-95a2-b285acf17f8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (07da307a-c490-42a8-82c1-ada769c89f2d), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:09.888914 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1520f3ab-3c8c-4239-95a2-b285acf17f8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:09.888914 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-1520f3ab-3c8c-4239-95a2-b285acf17f8e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/07da307a-c490-42a8-82c1-ada769c89f2d HTTP/1.1" status: 204 len: 168 time: 0.1802120 Jan 28 19:42:09.896674 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1520f3ab-3c8c-4239-95a2-b285acf17f8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07da307a-c490-42a8-82c1-ada769c89f2d,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:09.907390 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1520f3ab-3c8c-4239-95a2-b285acf17f8e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:42:09.908058 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1520f3ab-3c8c-4239-95a2-b285acf17f8e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:42:09.908486 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1520f3ab-3c8c-4239-95a2-b285acf17f8e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:42:09.908903 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1520f3ab-3c8c-4239-95a2-b285acf17f8e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:42:09.909369 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1520f3ab-3c8c-4239-95a2-b285acf17f8e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:42:09.909746 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1520f3ab-3c8c-4239-95a2-b285acf17f8e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:42:09.910149 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1520f3ab-3c8c-4239-95a2-b285acf17f8e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:42:09.910553 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1520f3ab-3c8c-4239-95a2-b285acf17f8e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:42:09.910953 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1520f3ab-3c8c-4239-95a2-b285acf17f8e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:42:09.911352 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1520f3ab-3c8c-4239-95a2-b285acf17f8e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:42:09.911752 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1520f3ab-3c8c-4239-95a2-b285acf17f8e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:42:09.912182 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1520f3ab-3c8c-4239-95a2-b285acf17f8e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:42:09.912523 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1520f3ab-3c8c-4239-95a2-b285acf17f8e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:42:09.934025 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e52ccb-3f99-449c-b68f-dcba4acbb036 req-b0474f07-699e-4c89-bde4-dce860f7f18a tempest-VolumesSnapshotTestJSON-1067837444 tempest-VolumesSnapshotTestJSON-1067837444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:42:09.936351 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d1e52ccb-3f99-449c-b68f-dcba4acbb036 req-b0474f07-699e-4c89-bde4-dce860f7f18a tempest-VolumesSnapshotTestJSON-1067837444 tempest-VolumesSnapshotTestJSON-1067837444-project] 10.222.0.64 "GET /v2.0/ports?device_id=f5491288-378d-4465-9de2-4ecfbcca0b62 HTTP/1.1" status: 200 len: 946 time: 0.1205413 Jan 28 19:42:10.006685 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d1e52ccb-3f99-449c-b68f-dcba4acbb036 req-928f3c0f-88d6-4eb0-8eb3-6bd223cb249b tempest-VolumesSnapshotTestJSON-1067837444 tempest-VolumesSnapshotTestJSON-1067837444-project] 10.222.0.64 "GET /v2.0/security-groups?id=51cbc5a3-d8ac-4977-b6f0-e1abddc2ee98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587211 Jan 28 19:42:10.320992 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14873862-6150-4c29-8fb0-41cf3174162f req-d4b38695-eb5c-4b68-b5a3-312fd63d1b79 tempest-VolumesSnapshotTestJSON-1067837444 tempest-VolumesSnapshotTestJSON-1067837444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:42:10.323410 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-14873862-6150-4c29-8fb0-41cf3174162f req-d4b38695-eb5c-4b68-b5a3-312fd63d1b79 tempest-VolumesSnapshotTestJSON-1067837444 tempest-VolumesSnapshotTestJSON-1067837444-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5491288-378d-4465-9de2-4ecfbcca0b62 HTTP/1.1" status: 200 len: 946 time: 0.0768607 Jan 28 19:42:10.468687 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-14873862-6150-4c29-8fb0-41cf3174162f req-ccbd41c7-de50-46ff-adc1-da2f893045fd tempest-VolumesSnapshotTestJSON-1067837444 tempest-VolumesSnapshotTestJSON-1067837444-project] Deleting port e2a9849e-0c70-42eb-b079-744ac72d053d {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:42:10.468964 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-14873862-6150-4c29-8fb0-41cf3174162f req-ccbd41c7-de50-46ff-adc1-da2f893045fd tempest-VolumesSnapshotTestJSON-1067837444 tempest-VolumesSnapshotTestJSON-1067837444-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (e2a9849e-0c70-42eb-b079-744ac72d053d), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:10.588222 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-14873862-6150-4c29-8fb0-41cf3174162f req-ccbd41c7-de50-46ff-adc1-da2f893045fd tempest-VolumesSnapshotTestJSON-1067837444 tempest-VolumesSnapshotTestJSON-1067837444-project] For port e2a9849e-0c70-42eb-b079-744ac72d053d, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=e2a9849e-0c70-42eb-b079-744ac72d053d,segment=NetworkSegment(ce39c210-967e-4da2-941c-adb15afe7725),segment_id=ce39c210-967e-4da2-941c-adb15afe7725)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:42:10.588754 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-14873862-6150-4c29-8fb0-41cf3174162f req-ccbd41c7-de50-46ff-adc1-da2f893045fd tempest-VolumesSnapshotTestJSON-1067837444 tempest-VolumesSnapshotTestJSON-1067837444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (e2a9849e-0c70-42eb-b079-744ac72d053d), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:10.613255 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-14873862-6150-4c29-8fb0-41cf3174162f req-ccbd41c7-de50-46ff-adc1-da2f893045fd tempest-VolumesSnapshotTestJSON-1067837444 tempest-VolumesSnapshotTestJSON-1067837444-project] Calling delete_port for e2a9849e-0c70-42eb-b079-744ac72d053d owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:42:10.844032 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 49480) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:10.853048 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-14873862-6150-4c29-8fb0-41cf3174162f req-ccbd41c7-de50-46ff-adc1-da2f893045fd tempest-VolumesSnapshotTestJSON-1067837444 tempest-VolumesSnapshotTestJSON-1067837444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (e2a9849e-0c70-42eb-b079-744ac72d053d), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:10.870313 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['e2a9849e-0c70-42eb-b079-744ac72d053d'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:42:10.890462 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbd41c7-de50-46ff-adc1-da2f893045fd tempest-VolumesSnapshotTestJSON-1067837444 tempest-VolumesSnapshotTestJSON-1067837444-project] Pushing event deleted for resources: {'Port': ['ID=e2a9849e-0c70-42eb-b079-744ac72d053d,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:10.945496 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-14873862-6150-4c29-8fb0-41cf3174162f req-ccbd41c7-de50-46ff-adc1-da2f893045fd tempest-VolumesSnapshotTestJSON-1067837444 tempest-VolumesSnapshotTestJSON-1067837444-project] No DVR routers for this DVR port e2a9849e-0c70-42eb-b079-744ac72d053d on host n-h1-812111-14 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:42:10.948348 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-14873862-6150-4c29-8fb0-41cf3174162f req-ccbd41c7-de50-46ff-adc1-da2f893045fd tempest-VolumesSnapshotTestJSON-1067837444 tempest-VolumesSnapshotTestJSON-1067837444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:10.952823 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-14873862-6150-4c29-8fb0-41cf3174162f req-ccbd41c7-de50-46ff-adc1-da2f893045fd tempest-VolumesSnapshotTestJSON-1067837444 tempest-VolumesSnapshotTestJSON-1067837444-project] 10.222.0.41 "DELETE /v2.0/ports/e2a9849e-0c70-42eb-b079-744ac72d053d HTTP/1.1" status: 204 len: 173 time: 0.6188238 Jan 28 19:42:10.953326 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5491288-378d-4465-9de2-4ecfbcca0b62', 'name': 'network-vif-deleted', 'tag': 'e2a9849e-0c70-42eb-b079-744ac72d053d'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:42:10.957734 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fed3e4f-aa29-4610-a560-96f057ca7145" -d '{"events": [{"server_uuid": "f5491288-378d-4465-9de2-4ecfbcca0b62", "name": "network-vif-deleted", "tag": "e2a9849e-0c70-42eb-b079-744ac72d053d"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:42:11.016287 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5bcee6-7178-4937-aff4-254523deb0e2 req-7747d5f7-33c5-4485-b2df-e4b11fe937a0 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:42:11.018051 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7c5bcee6-7178-4937-aff4-254523deb0e2 req-7747d5f7-33c5-4485-b2df-e4b11fe937a0 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a4cb9ad-0407-4f6d-b0cf-25991260284d HTTP/1.1" status: 200 len: 946 time: 0.1904705 Jan 28 19:42:11.021390 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:42:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf2f3e87-26a2-41fc-b43b-49707ab54080 x-openstack-request-id: req-bf2f3e87-26a2-41fc-b43b-49707ab54080 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:42:11.022093 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5491288-378d-4465-9de2-4ecfbcca0b62", "name": "network-vif-deleted", "tag": "e2a9849e-0c70-42eb-b079-744ac72d053d", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:42:11.022547 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bf2f3e87-26a2-41fc-b43b-49707ab54080 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:42:11.023043 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5491288-378d-4465-9de2-4ecfbcca0b62', 'name': 'network-vif-deleted', 'tag': 'e2a9849e-0c70-42eb-b079-744ac72d053d', 'status': 'completed', 'code': 200} Jan 28 19:42:11.142517 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b1b13427-0edc-4a55-a5f7-6c9ee2349626 req-fe9a6f4e-0b0c-4dd3-8a5f-ba74a1bbd820 tempest-VolumesSnapshotTestJSON-1067837444 tempest-VolumesSnapshotTestJSON-1067837444-project] 10.222.0.64 "GET /v2.0/ports?device_id=f5491288-378d-4465-9de2-4ecfbcca0b62 HTTP/1.1" status: 200 len: 210 time: 0.0467329 Jan 28 19:42:11.165684 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7c5bcee6-7178-4937-aff4-254523deb0e2 req-709bee88-d995-4956-b667-9f9e228bae78 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/security-groups?id=d049ce91-97cc-4551-97a8-b334f2123d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395364 Jan 28 19:42:11.186140 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-2e0c092e-3a8f-4119-8c4d-09c59e400a65 tempest-ServiceProvidersTest-1139644426 tempest-ServiceProvidersTest-1139644426-project] 10.222.0.64 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.3387485 Jan 28 19:42:11.469359 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 49516) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:11.536804 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 49520) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:11.670550 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ddc8232f-2c6f-4dd0-a16a-3c62e8413c7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:11.680915 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:11.684661 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0299361e-ba78-42a7-a2b8-b7bbbf0cea54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:11.799125 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ddc8232f-2c6f-4dd0-a16a-3c62e8413c7b admin admin] Publish callbacks [] for security_group (3365f469-a5bc-4cdf-a922-96c8ca7d8bb8), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:11.806532 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ddc8232f-2c6f-4dd0-a16a-3c62e8413c7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (3365f469-a5bc-4cdf-a922-96c8ca7d8bb8), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:11.820456 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0299361e-ba78-42a7-a2b8-b7bbbf0cea54 admin admin] Publish callbacks [] for security_group (0828989b-7803-4449-bad6-fa1d60089ab9), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:11.830898 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0299361e-ba78-42a7-a2b8-b7bbbf0cea54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (0828989b-7803-4449-bad6-fa1d60089ab9), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:11.863062 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-ddc8232f-2c6f-4dd0-a16a-3c62e8413c7b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e3788fbd8f7947e2a0874b62f6f5c682&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3902595 Jan 28 19:42:11.863713 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 49524) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:11.865592 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc8232f-2c6f-4dd0-a16a-3c62e8413c7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3365f469-a5bc-4cdf-a922-96c8ca7d8bb8,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:11.879653 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 49526) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:11.880076 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-0299361e-ba78-42a7-a2b8-b7bbbf0cea54 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=49aaeb1f17dd4c11a0db3f7f528bd869&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3418963 Jan 28 19:42:11.899660 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0299361e-ba78-42a7-a2b8-b7bbbf0cea54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0828989b-7803-4449-bad6-fa1d60089ab9,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:11.962762 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d0a401ba-0d6a-4941-8393-d19d7cc8f6d4 admin admin] Publish callbacks [] for security_group (0828989b-7803-4449-bad6-fa1d60089ab9), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:11.968474 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-32b8df3c-2d47-4695-b644-17be532004a9 admin admin] Publish callbacks [] for security_group (3365f469-a5bc-4cdf-a922-96c8ca7d8bb8), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:11.998859 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d0a401ba-0d6a-4941-8393-d19d7cc8f6d4 admin admin] Publish callbacks [] for security_group (0828989b-7803-4449-bad6-fa1d60089ab9), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:12.008779 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-32b8df3c-2d47-4695-b644-17be532004a9 admin admin] Publish callbacks [] for security_group (3365f469-a5bc-4cdf-a922-96c8ca7d8bb8), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:12.072161 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d0a401ba-0d6a-4941-8393-d19d7cc8f6d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (0828989b-7803-4449-bad6-fa1d60089ab9), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:12.075275 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d0a401ba-0d6a-4941-8393-d19d7cc8f6d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:12.076555 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-d0a401ba-0d6a-4941-8393-d19d7cc8f6d4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0828989b-7803-4449-bad6-fa1d60089ab9 HTTP/1.1" status: 204 len: 168 time: 0.1955535 Jan 28 19:42:12.079437 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-32b8df3c-2d47-4695-b644-17be532004a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (3365f469-a5bc-4cdf-a922-96c8ca7d8bb8), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:12.081890 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-32b8df3c-2d47-4695-b644-17be532004a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:12.086088 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-32b8df3c-2d47-4695-b644-17be532004a9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3365f469-a5bc-4cdf-a922-96c8ca7d8bb8 HTTP/1.1" status: 204 len: 168 time: 0.2183444 Jan 28 19:42:12.090372 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a401ba-0d6a-4941-8393-d19d7cc8f6d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0828989b-7803-4449-bad6-fa1d60089ab9,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:12.101370 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b8df3c-2d47-4695-b644-17be532004a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3365f469-a5bc-4cdf-a922-96c8ca7d8bb8,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:12.333520 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 49542) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:12.341335 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-94977e56-36ab-45f9-83eb-1c3daae2ab4c tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Request body: {'subnet': {'network_id': 'c828dc91-9b17-46dd-b20c-6e173f5d62f2', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:42:12.370145 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a46c034-73b2-44fe-9471-3d951c5be3c6 req-77421f38-a79b-4014-a9e6-5d50bd75af1a tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:42:12.371796 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9a46c034-73b2-44fe-9471-3d951c5be3c6 req-77421f38-a79b-4014-a9e6-5d50bd75af1a tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a4cb9ad-0407-4f6d-b0cf-25991260284d HTTP/1.1" status: 200 len: 946 time: 0.0991397 Jan 28 19:42:12.461840 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94977e56-36ab-45f9-83eb-1c3daae2ab4c tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Made reservation on behalf of ae5f39463e45451b955b9985ed2abb95 for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:42:12.468242 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-94977e56-36ab-45f9-83eb-1c3daae2ab4c tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5221429'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:12.471914 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9a46c034-73b2-44fe-9471-3d951c5be3c6 req-dcb6041a-a691-40d9-8951-65310b412a04 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/security-groups?id=d049ce91-97cc-4551-97a8-b334f2123d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890148 Jan 28 19:42:12.521298 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 49548) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:12.537994 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3345606f-e81a-4d5e-aa27-0b83eedb1033 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:12.673517 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3345606f-e81a-4d5e-aa27-0b83eedb1033 admin admin] Publish callbacks [] for security_group (d82b7de7-ff2e-4aaf-9d91-e03a81b779d4), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:12.679034 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3345606f-e81a-4d5e-aa27-0b83eedb1033 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (d82b7de7-ff2e-4aaf-9d91-e03a81b779d4), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:12.711248 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-94977e56-36ab-45f9-83eb-1c3daae2ab4c tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4690681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5221415'] for subnet (d9ea610d-1fbf-4e36-ab17-7aea88642ae0), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:12.729611 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-3345606f-e81a-4d5e-aa27-0b83eedb1033 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=29816073976144c7b82161bf80735033&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2069135 Jan 28 19:42:12.730504 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3345606f-e81a-4d5e-aa27-0b83eedb1033 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d82b7de7-ff2e-4aaf-9d91-e03a81b779d4,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:12.733431 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 49558) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:12.791662 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-efce4253-d76b-4064-b010-c5d0f761865c admin admin] Publish callbacks [] for security_group (d82b7de7-ff2e-4aaf-9d91-e03a81b779d4), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:12.810142 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94977e56-36ab-45f9-83eb-1c3daae2ab4c tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Pushing event updated for resources: {'Subnet': ['ID=d9ea610d-1fbf-4e36-ab17-7aea88642ae0,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:12.821278 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-efce4253-d76b-4064-b010-c5d0f761865c admin admin] Publish callbacks [] for security_group (d82b7de7-ff2e-4aaf-9d91-e03a81b779d4), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:12.826830 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94977e56-36ab-45f9-83eb-1c3daae2ab4c tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Checking segment: {'id': '66ffc008-8894-48a2-892c-9371d768ceb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'c828dc91-9b17-46dd-b20c-6e173f5d62f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:42:12.827208 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94977e56-36ab-45f9-83eb-1c3daae2ab4c tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Network hostable DHCP agents. Network: c828dc91-9b17-46dd-b20c-6e173f5d62f2, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:42:12.848153 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94977e56-36ab-45f9-83eb-1c3daae2ab4c tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Network c828dc91-9b17-46dd-b20c-6e173f5d62f2 is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:42:12.876432 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-94977e56-36ab-45f9-83eb-1c3daae2ab4c tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, c828dc91-9b17-46dd-b20c-6e173f5d62f2) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:42:12.881668 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94977e56-36ab-45f9-83eb-1c3daae2ab4c tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:42:12.882276 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-94977e56-36ab-45f9-83eb-1c3daae2ab4c tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:12.885802 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-efce4253-d76b-4064-b010-c5d0f761865c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (d82b7de7-ff2e-4aaf-9d91-e03a81b779d4), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:12.889972 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-efce4253-d76b-4064-b010-c5d0f761865c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:12.891301 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-efce4253-d76b-4064-b010-c5d0f761865c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d82b7de7-ff2e-4aaf-9d91-e03a81b779d4 HTTP/1.1" status: 204 len: 168 time: 0.1564641 Jan 28 19:42:12.893055 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbba676d-9b19-4bc6-82e0-d5274e9821e8 None None] Network c828dc91-9b17-46dd-b20c-6e173f5d62f2 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:42:12.907093 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efce4253-d76b-4064-b010-c5d0f761865c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d82b7de7-ff2e-4aaf-9d91-e03a81b779d4,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:12.915421 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-94977e56-36ab-45f9-83eb-1c3daae2ab4c tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5801301 Jan 28 19:42:12.919155 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 49568) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:12.929446 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-02bccbc3-5770-449e-8dc4-4045959cd131 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-953036972'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:42:12.964396 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02bccbc3-5770-449e-8dc4-4045959cd131 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Made reservation on behalf of ae5f39463e45451b955b9985ed2abb95 for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:42:12.969506 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-02bccbc3-5770-449e-8dc4-4045959cd131 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:13.008262 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02bccbc3-5770-449e-8dc4-4045959cd131 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:42:13.020693 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-02bccbc3-5770-449e-8dc4-4045959cd131 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (1b66e075-2c9a-42cf-a593-e96b3e447298), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:13.022311 n-d-812111-14 neutron-server[103305]: INFO neutron.db.segments_db [None req-02bccbc3-5770-449e-8dc4-4045959cd131 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Added segment 1b66e075-2c9a-42cf-a593-e96b3e447298 of type vlan for network 78332be2-8733-48e5-8485-1fe1da5d8166 Jan 28 19:42:13.085182 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-02bccbc3-5770-449e-8dc4-4045959cd131 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (78332be2-8733-48e5-8485-1fe1da5d8166), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:13.118400 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-02bccbc3-5770-449e-8dc4-4045959cd131 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (78332be2-8733-48e5-8485-1fe1da5d8166), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:13.127043 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02bccbc3-5770-449e-8dc4-4045959cd131 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:42:13.128467 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-02bccbc3-5770-449e-8dc4-4045959cd131 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:13.139058 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91e67b7a-9eae-41c7-bf54-67f8fbec5315 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68cd31fd-e4cd-5fb3-a862-256fc47efcd2-c828dc91-9b17-46dd-b20c-6e173f5d62f2', 'network_id': 'c828dc91-9b17-46dd-b20c-6e173f5d62f2', 'project_id': 'ae5f39463e45451b955b9985ed2abb95', 'fixed_ips': [{'subnet_id': 'd9ea610d-1fbf-4e36-ab17-7aea88642ae0'}]}} from n-d-812111-14. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:42:13.140076 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-91e67b7a-9eae-41c7-bf54-67f8fbec5315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:13.199591 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-02bccbc3-5770-449e-8dc4-4045959cd131 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2786465 Jan 28 19:42:13.202266 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 49578) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:13.207613 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-d9c907f2-7437-4182-9227-ecb96a6a5993 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Request body: {'subnet': {'network_id': '78332be2-8733-48e5-8485-1fe1da5d8166', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:42:13.246145 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bccbc3-5770-449e-8dc4-4045959cd131 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Pushing event updated for resources: {'Network': ['ID=78332be2-8733-48e5-8485-1fe1da5d8166,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:13.277626 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network 78332be2-8733-48e5-8485-1fe1da5d8166 details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:42:13.293689 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:13.445808 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9c907f2-7437-4182-9227-ecb96a6a5993 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Made reservation on behalf of ae5f39463e45451b955b9985ed2abb95 for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:42:13.452977 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d9c907f2-7437-4182-9227-ecb96a6a5993 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5221429'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:13.527713 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-91e67b7a-9eae-41c7-bf54-67f8fbec5315 None None] Allocated IP 2001:db8:0:ffff::2 (c828dc91-9b17-46dd-b20c-6e173f5d62f2/d9ea610d-1fbf-4e36-ab17-7aea88642ae0/be068b40-9314-4a25-bd53-d8912c78defa) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:42:13.711927 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761a57b4-adbf-4c9e-b80d-212002099d18 req-a2643971-e054-4c26-bdb2-37c81482b875 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:42:13.713648 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-761a57b4-adbf-4c9e-b80d-212002099d18 req-a2643971-e054-4c26-bdb2-37c81482b875 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a4cb9ad-0407-4f6d-b0cf-25991260284d HTTP/1.1" status: 200 len: 946 time: 0.1075923 Jan 28 19:42:13.725794 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-91e67b7a-9eae-41c7-bf54-67f8fbec5315 None None] Publish callbacks [] for port (be068b40-9314-4a25-bd53-d8912c78defa), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:13.740523 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-91e67b7a-9eae-41c7-bf54-67f8fbec5315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (be068b40-9314-4a25-bd53-d8912c78defa), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:13.823681 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e67b7a-9eae-41c7-bf54-67f8fbec5315 None None] Network c828dc91-9b17-46dd-b20c-6e173f5d62f2 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:42:13.829625 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-91e67b7a-9eae-41c7-bf54-67f8fbec5315 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:42:13.836181 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e67b7a-9eae-41c7-bf54-67f8fbec5315 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:42:13.902664 n-d-812111-14 neutron-server[103304]: DEBUG neutron.objects.ports [None req-d9c907f2-7437-4182-9227-ecb96a6a5993 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103304) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 19:42:13.909511 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d9c907f2-7437-4182-9227-ecb96a6a5993 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4690681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5221415'] for subnet (1c2e6915-dafc-4d78-86c9-7c8c2555ffd7), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:13.915991 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e67b7a-9eae-41c7-bf54-67f8fbec5315 None None] Pushing event updated for resources: {'Port': ['ID=be068b40-9314-4a25-bd53-d8912c78defa,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:13.973075 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-91e67b7a-9eae-41c7-bf54-67f8fbec5315 None None] Attempting to bind port be068b40-9314-4a25-bd53-d8912c78defa on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:42:13.973479 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-91e67b7a-9eae-41c7-bf54-67f8fbec5315 None None] Attempting to bind port be068b40-9314-4a25-bd53-d8912c78defa by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '66ffc008-8894-48a2-892c-9371d768ceb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'c828dc91-9b17-46dd-b20c-6e173f5d62f2'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:42:13.973843 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e67b7a-9eae-41c7-bf54-67f8fbec5315 None None] Attempting to bind port be068b40-9314-4a25-bd53-d8912c78defa on network c828dc91-9b17-46dd-b20c-6e173f5d62f2 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:42:13.991196 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e67b7a-9eae-41c7-bf54-67f8fbec5315 None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:42:13.991196 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e67b7a-9eae-41c7-bf54-67f8fbec5315 None None] Checking segment: {'id': '66ffc008-8894-48a2-892c-9371d768ceb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'c828dc91-9b17-46dd-b20c-6e173f5d62f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:42:13.991196 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-91e67b7a-9eae-41c7-bf54-67f8fbec5315 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:13.991196 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e67b7a-9eae-41c7-bf54-67f8fbec5315 None None] Bound using segment: {'id': '66ffc008-8894-48a2-892c-9371d768ceb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'c828dc91-9b17-46dd-b20c-6e173f5d62f2'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:42:13.991196 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-91e67b7a-9eae-41c7-bf54-67f8fbec5315 None None] Bound port: be068b40-9314-4a25-bd53-d8912c78defa, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66ffc008-8894-48a2-892c-9371d768ceb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'c828dc91-9b17-46dd-b20c-6e173f5d62f2'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:42:13.991196 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-91e67b7a-9eae-41c7-bf54-67f8fbec5315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (be068b40-9314-4a25-bd53-d8912c78defa), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:14.004145 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-761a57b4-adbf-4c9e-b80d-212002099d18 req-d640b451-7b3e-4ee5-bfa8-af963dfb86ab tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/security-groups?id=d049ce91-97cc-4551-97a8-b334f2123d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2828064 Jan 28 19:42:14.015598 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c907f2-7437-4182-9227-ecb96a6a5993 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Checking segment: {'id': '1b66e075-2c9a-42cf-a593-e96b3e447298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '78332be2-8733-48e5-8485-1fe1da5d8166'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:42:14.017504 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9c907f2-7437-4182-9227-ecb96a6a5993 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Network hostable DHCP agents. Network: 78332be2-8733-48e5-8485-1fe1da5d8166, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:42:14.076479 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9c907f2-7437-4182-9227-ecb96a6a5993 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Network 78332be2-8733-48e5-8485-1fe1da5d8166 is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:42:14.080210 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-91e67b7a-9eae-41c7-bf54-67f8fbec5315 None None] For port be068b40-9314-4a25-bd53-d8912c78defa, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:42:14.083548 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-91e67b7a-9eae-41c7-bf54-67f8fbec5315 None None] For port be068b40-9314-4a25-bd53-d8912c78defa, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=be068b40-9314-4a25-bd53-d8912c78defa,segment=NetworkSegment(66ffc008-8894-48a2-892c-9371d768ceb9),segment_id=66ffc008-8894-48a2-892c-9371d768ceb9)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:42:14.090082 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-91e67b7a-9eae-41c7-bf54-67f8fbec5315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (be068b40-9314-4a25-bd53-d8912c78defa), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:14.093040 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-d9c907f2-7437-4182-9227-ecb96a6a5993 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, 78332be2-8733-48e5-8485-1fe1da5d8166) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:42:14.105429 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c907f2-7437-4182-9227-ecb96a6a5993 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:42:14.106330 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d9c907f2-7437-4182-9227-ecb96a6a5993 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:14.122353 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c907f2-7437-4182-9227-ecb96a6a5993 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Pushing event updated for resources: {'Subnet': ['ID=1c2e6915-dafc-4d78-86c9-7c8c2555ffd7,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:14.131932 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baecd5ee-8277-4165-a543-3bbad4850b8a None None] Network 78332be2-8733-48e5-8485-1fe1da5d8166 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:42:14.153054 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-d9c907f2-7437-4182-9227-ecb96a6a5993 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9470668 Jan 28 19:42:14.153794 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 49612) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:14.165601 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-5d2addab-a83d-4e3b-bb7f-b4253d5692d5 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Request body: {'port': {'network_id': '78332be2-8733-48e5-8485-1fe1da5d8166', 'name': 'tempest-NetworksIpV6TestAttrs-1303812028'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:42:14.350457 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d2addab-a83d-4e3b-bb7f-b4253d5692d5 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Made reservation on behalf of ae5f39463e45451b955b9985ed2abb95 for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:42:14.371037 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5d2addab-a83d-4e3b-bb7f-b4253d5692d5 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:14.401461 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e67b7a-9eae-41c7-bf54-67f8fbec5315 None None] Pushing event updated for resources: {'Port': ['ID=be068b40-9314-4a25-bd53-d8912c78defa,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:14.402516 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [None req-5d2addab-a83d-4e3b-bb7f-b4253d5692d5 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] device_id is not set on port 84938e41-1406-44eb-bc40-7e73efc6b4ec yet. {{(pid=103304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:42:14.459460 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5727036b-f0a7-48e8-ab7c-58c1053ca3c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68cd31fd-e4cd-5fb3-a862-256fc47efcd2-78332be2-8733-48e5-8485-1fe1da5d8166', 'network_id': '78332be2-8733-48e5-8485-1fe1da5d8166', 'project_id': 'ae5f39463e45451b955b9985ed2abb95', 'fixed_ips': [{'subnet_id': '1c2e6915-dafc-4d78-86c9-7c8c2555ffd7'}]}} from n-d-812111-14. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:42:14.461337 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5727036b-f0a7-48e8-ab7c-58c1053ca3c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:14.648180 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-5d2addab-a83d-4e3b-bb7f-b4253d5692d5 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Allocated IP 2001:db8::f816:3eff:fe3f:3380 (78332be2-8733-48e5-8485-1fe1da5d8166/1c2e6915-dafc-4d78-86c9-7c8c2555ffd7/84938e41-1406-44eb-bc40-7e73efc6b4ec) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:42:15.000511 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5d2addab-a83d-4e3b-bb7f-b4253d5692d5 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Publish callbacks [] for port (84938e41-1406-44eb-bc40-7e73efc6b4ec), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:15.085276 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5d2addab-a83d-4e3b-bb7f-b4253d5692d5 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (84938e41-1406-44eb-bc40-7e73efc6b4ec), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:15.180189 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-5727036b-f0a7-48e8-ab7c-58c1053ca3c9 None None] Allocated IP 2001:db8::f816:3eff:feb4:3fc (78332be2-8733-48e5-8485-1fe1da5d8166/1c2e6915-dafc-4d78-86c9-7c8c2555ffd7/7128f045-a70f-49b0-af20-b3bd96c9a39c) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:42:15.184271 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d2addab-a83d-4e3b-bb7f-b4253d5692d5 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Network 78332be2-8733-48e5-8485-1fe1da5d8166 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:42:15.188657 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-5d2addab-a83d-4e3b-bb7f-b4253d5692d5 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:42:15.204734 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2addab-a83d-4e3b-bb7f-b4253d5692d5 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:42:15.212016 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d2addab-a83d-4e3b-bb7f-b4253d5692d5 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:42:15.212744 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5d2addab-a83d-4e3b-bb7f-b4253d5692d5 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:15.242933 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2addab-a83d-4e3b-bb7f-b4253d5692d5 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Pushing event updated for resources: {'Port': ['ID=84938e41-1406-44eb-bc40-7e73efc6b4ec,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:15.259494 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-5d2addab-a83d-4e3b-bb7f-b4253d5692d5 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.1044912 Jan 28 19:42:15.262063 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 49648) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:15.315437 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3b5828-bca0-469e-bd0a-e26959d00c70 req-be0dcd0d-34c8-4638-8bc0-623094f2d79d tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:42:15.323573 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4a3b5828-bca0-469e-bd0a-e26959d00c70 req-be0dcd0d-34c8-4638-8bc0-623094f2d79d tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a4cb9ad-0407-4f6d-b0cf-25991260284d HTTP/1.1" status: 200 len: 946 time: 0.1505797 Jan 28 19:42:15.400250 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfb19202-1730-4f7d-8afa-fc5d188ebe4c tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Deleting subnet 1c2e6915-dafc-4d78-86c9-7c8c2555ffd7 {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:42:15.414146 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5727036b-f0a7-48e8-ab7c-58c1053ca3c9 None None] Publish callbacks [] for port (7128f045-a70f-49b0-af20-b3bd96c9a39c), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:15.421031 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cfb19202-1730-4f7d-8afa-fc5d188ebe4c tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Publish callbacks [] for subnet (1c2e6915-dafc-4d78-86c9-7c8c2555ffd7), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:15.422519 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5727036b-f0a7-48e8-ab7c-58c1053ca3c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (7128f045-a70f-49b0-af20-b3bd96c9a39c), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:15.461706 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4a3b5828-bca0-469e-bd0a-e26959d00c70 req-fb8172b9-55a8-41f6-ae1a-1e780656a1dc tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/security-groups?id=d049ce91-97cc-4551-97a8-b334f2123d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370947 Jan 28 19:42:15.492221 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5727036b-f0a7-48e8-ab7c-58c1053ca3c9 None None] Network 78332be2-8733-48e5-8485-1fe1da5d8166 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:42:15.494870 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-5727036b-f0a7-48e8-ab7c-58c1053ca3c9 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:42:15.498961 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5727036b-f0a7-48e8-ab7c-58c1053ca3c9 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:42:15.510441 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5727036b-f0a7-48e8-ab7c-58c1053ca3c9 None None] Pushing event updated for resources: {'Port': ['ID=7128f045-a70f-49b0-af20-b3bd96c9a39c,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:15.511525 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cfb19202-1730-4f7d-8afa-fc5d188ebe4c tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4747050'] for subnet (1c2e6915-dafc-4d78-86c9-7c8c2555ffd7), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:15.601940 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-5727036b-f0a7-48e8-ab7c-58c1053ca3c9 None None] Attempting to bind port 7128f045-a70f-49b0-af20-b3bd96c9a39c on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:42:15.602748 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-5727036b-f0a7-48e8-ab7c-58c1053ca3c9 None None] Attempting to bind port 7128f045-a70f-49b0-af20-b3bd96c9a39c by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '1b66e075-2c9a-42cf-a593-e96b3e447298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '78332be2-8733-48e5-8485-1fe1da5d8166'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:42:15.603367 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5727036b-f0a7-48e8-ab7c-58c1053ca3c9 None None] Attempting to bind port 7128f045-a70f-49b0-af20-b3bd96c9a39c on network 78332be2-8733-48e5-8485-1fe1da5d8166 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:42:15.609313 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5727036b-f0a7-48e8-ab7c-58c1053ca3c9 None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:42:15.610049 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5727036b-f0a7-48e8-ab7c-58c1053ca3c9 None None] Checking segment: {'id': '1b66e075-2c9a-42cf-a593-e96b3e447298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '78332be2-8733-48e5-8485-1fe1da5d8166'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:42:15.610712 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5727036b-f0a7-48e8-ab7c-58c1053ca3c9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:15.611337 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5727036b-f0a7-48e8-ab7c-58c1053ca3c9 None None] Bound using segment: {'id': '1b66e075-2c9a-42cf-a593-e96b3e447298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '78332be2-8733-48e5-8485-1fe1da5d8166'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:42:15.612039 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-5727036b-f0a7-48e8-ab7c-58c1053ca3c9 None None] Bound port: 7128f045-a70f-49b0-af20-b3bd96c9a39c, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b66e075-2c9a-42cf-a593-e96b3e447298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '78332be2-8733-48e5-8485-1fe1da5d8166'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:42:15.612678 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5727036b-f0a7-48e8-ab7c-58c1053ca3c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (7128f045-a70f-49b0-af20-b3bd96c9a39c), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:15.715587 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cfb19202-1730-4f7d-8afa-fc5d188ebe4c tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (1c2e6915-dafc-4d78-86c9-7c8c2555ffd7), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:15.726228 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device e2a9849e-0c70-42eb-b079-744ac72d053d no longer exists at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:42:15.779804 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] No Port match for: e2a9849e-0c70-42eb-b079-744ac72d053d {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:42:15.781447 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device e2a9849e-0c70-42eb-b079-744ac72d053d not bound to the agent host n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:42:15.814000 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cfb19202-1730-4f7d-8afa-fc5d188ebe4c tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4690616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5222356'] for subnet (1c2e6915-dafc-4d78-86c9-7c8c2555ffd7), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:15.815649 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-5727036b-f0a7-48e8-ab7c-58c1053ca3c9 None None] For port 7128f045-a70f-49b0-af20-b3bd96c9a39c, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:42:15.819367 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-5727036b-f0a7-48e8-ab7c-58c1053ca3c9 None None] For port 7128f045-a70f-49b0-af20-b3bd96c9a39c, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=7128f045-a70f-49b0-af20-b3bd96c9a39c,segment=NetworkSegment(1b66e075-2c9a-42cf-a593-e96b3e447298),segment_id=1b66e075-2c9a-42cf-a593-e96b3e447298)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:42:15.837457 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5727036b-f0a7-48e8-ab7c-58c1053ca3c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (7128f045-a70f-49b0-af20-b3bd96c9a39c), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:15.847816 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb19202-1730-4f7d-8afa-fc5d188ebe4c tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Pushing event deleted for resources: {'Subnet': ['ID=1c2e6915-dafc-4d78-86c9-7c8c2555ffd7,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:15.852805 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cfb19202-1730-4f7d-8afa-fc5d188ebe4c tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:15.856106 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-cfb19202-1730-4f7d-8afa-fc5d188ebe4c tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] 10.222.0.64 "DELETE /v2.0/subnets/1c2e6915-dafc-4d78-86c9-7c8c2555ffd7 HTTP/1.1" status: 204 len: 168 time: 0.5927758 Jan 28 19:42:15.858492 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 49660) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:15.950994 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5727036b-f0a7-48e8-ab7c-58c1053ca3c9 None None] Pushing event updated for resources: {'Port': ['ID=7128f045-a70f-49b0-af20-b3bd96c9a39c,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:16.101216 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33f5de46-1eb3-4793-a929-29ebf86fafac tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:42:16.105298 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33f5de46-1eb3-4793-a929-29ebf86fafac tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:42:16.107559 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f7b7d30-3c52-4f06-b4f8-fea72bc19368 None None] Network c828dc91-9b17-46dd-b20c-6e173f5d62f2 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:42:16.116270 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-33f5de46-1eb3-4793-a929-29ebf86fafac tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2539444 Jan 28 19:42:16.117177 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 49678) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:16.301362 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5a4dd947-4c4f-4814-8250-7ea98fcadc46 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (78332be2-8733-48e5-8485-1fe1da5d8166), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:16.336352 n-d-812111-14 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a4dd947-4c4f-4814-8250-7ea98fcadc46 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jan 28 19:42:16.336997 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a4dd947-4c4f-4814-8250-7ea98fcadc46 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:42:16.340626 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-5a4dd947-4c4f-4814-8250-7ea98fcadc46 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] 10.222.0.64 "DELETE /v2.0/networks/78332be2-8733-48e5-8485-1fe1da5d8166 HTTP/1.1" status: 409 len: 466 time: 0.2221196 Jan 28 19:42:16.344237 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 49686) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:16.351032 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-af35e9c7-699b-4ef9-a159-47a8808b2ccd tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1816406991'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:42:16.397155 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device be068b40-9314-4a25-bd53-d8912c78defa up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:42:16.408686 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af35e9c7-699b-4ef9-a159-47a8808b2ccd tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Made reservation on behalf of ae5f39463e45451b955b9985ed2abb95 for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:42:16.416645 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-af35e9c7-699b-4ef9-a159-47a8808b2ccd tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:16.464837 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af35e9c7-699b-4ef9-a159-47a8808b2ccd tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:42:16.475188 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-0adf5273-625d-45af-8f70-575cafd4fdfc None None] Provisioning complete for port be068b40-9314-4a25-bd53-d8912c78defa triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:42:16.475912 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0adf5273-625d-45af-8f70-575cafd4fdfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (be068b40-9314-4a25-bd53-d8912c78defa), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:16.483376 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-af35e9c7-699b-4ef9-a159-47a8808b2ccd tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (34c96142-e311-49c6-a17b-b658c7710f7a), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:16.483735 n-d-812111-14 neutron-server[103304]: INFO neutron.db.segments_db [None req-af35e9c7-699b-4ef9-a159-47a8808b2ccd tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Added segment 34c96142-e311-49c6-a17b-b658c7710f7a of type vlan for network c4aa81c8-7010-451a-810e-3a0608ec8e0f Jan 28 19:42:16.591175 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-af35e9c7-699b-4ef9-a159-47a8808b2ccd tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (c4aa81c8-7010-451a-810e-3a0608ec8e0f), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:16.601833 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-0adf5273-625d-45af-8f70-575cafd4fdfc None None] Current status of the port be068b40-9314-4a25-bd53-d8912c78defa is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:42:16.602516 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0adf5273-625d-45af-8f70-575cafd4fdfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (be068b40-9314-4a25-bd53-d8912c78defa), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:16.684757 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-0adf5273-625d-45af-8f70-575cafd4fdfc None None] For port be068b40-9314-4a25-bd53-d8912c78defa, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=be068b40-9314-4a25-bd53-d8912c78defa,segment=NetworkSegment(66ffc008-8894-48a2-892c-9371d768ceb9),segment_id=66ffc008-8894-48a2-892c-9371d768ceb9)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:42:16.693088 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port be068b40-9314-4a25-bd53-d8912c78defa triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:42:16.697035 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (be068b40-9314-4a25-bd53-d8912c78defa), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:16.741984 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0adf5273-625d-45af-8f70-575cafd4fdfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (be068b40-9314-4a25-bd53-d8912c78defa), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:16.753635 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-af35e9c7-699b-4ef9-a159-47a8808b2ccd tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (c4aa81c8-7010-451a-810e-3a0608ec8e0f), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:16.760400 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af35e9c7-699b-4ef9-a159-47a8808b2ccd tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:42:16.761034 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-af35e9c7-699b-4ef9-a159-47a8808b2ccd tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:16.938537 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 49700) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:16.949284 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-af35e9c7-699b-4ef9-a159-47a8808b2ccd tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6038146 Jan 28 19:42:16.952147 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 49704) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:16.959838 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-4796dc11-d1a9-481e-919a-82f67c7ca2b2 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Request body: {'subnet': {'network_id': 'c4aa81c8-7010-451a-810e-3a0608ec8e0f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:42:16.964928 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02e71e1-04b6-4df3-9b88-fcea59f55f3b req-16aae581-926d-4426-a65d-56feb4b334d7 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:42:16.966618 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f02e71e1-04b6-4df3-9b88-fcea59f55f3b req-16aae581-926d-4426-a65d-56feb4b334d7 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a4cb9ad-0407-4f6d-b0cf-25991260284d HTTP/1.1" status: 200 len: 946 time: 0.3637824 Jan 28 19:42:17.035980 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af35e9c7-699b-4ef9-a159-47a8808b2ccd tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Pushing event updated for resources: {'Network': ['ID=c4aa81c8-7010-451a-810e-3a0608ec8e0f,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:17.067439 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network c4aa81c8-7010-451a-810e-3a0608ec8e0f details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:42:17.078277 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f02e71e1-04b6-4df3-9b88-fcea59f55f3b req-07b1c863-e041-497e-9a71-3971c1fd1ef4 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/security-groups?id=d049ce91-97cc-4551-97a8-b334f2123d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059701 Jan 28 19:42:17.130232 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4796dc11-d1a9-481e-919a-82f67c7ca2b2 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Made reservation on behalf of ae5f39463e45451b955b9985ed2abb95 for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:42:17.135802 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4796dc11-d1a9-481e-919a-82f67c7ca2b2 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4733071'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:17.172676 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-c1011a8d-7942-41ff-b4e3-7743b62263ba None None] Provisioning complete for port be068b40-9314-4a25-bd53-d8912c78defa triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:42:17.173056 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c1011a8d-7942-41ff-b4e3-7743b62263ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (be068b40-9314-4a25-bd53-d8912c78defa), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:17.233063 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adf5273-625d-45af-8f70-575cafd4fdfc None None] Pushing event updated for resources: {'Port': ['ID=be068b40-9314-4a25-bd53-d8912c78defa,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:17.311620 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port be068b40-9314-4a25-bd53-d8912c78defa is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:42:17.417978 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d4e37aaa-a345-409e-a1e1-fd8608cb1a55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:17.425095 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-c1011a8d-7942-41ff-b4e3-7743b62263ba None None] Current status of the port be068b40-9314-4a25-bd53-d8912c78defa is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:42:17.606232 n-d-812111-14 neutron-server[103305]: DEBUG neutron.objects.ports [None req-4796dc11-d1a9-481e-919a-82f67c7ca2b2 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103305) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 19:42:17.610456 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4796dc11-d1a9-481e-919a-82f67c7ca2b2 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4752401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4733085'] for subnet (57a20c37-6f59-4074-b5f2-6631aad4cd49), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:17.683094 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4796dc11-d1a9-481e-919a-82f67c7ca2b2 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Pushing event updated for resources: {'Subnet': ['ID=57a20c37-6f59-4074-b5f2-6631aad4cd49,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:17.712771 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c98f60c-c219-4752-ad46-f7a463b1cbd1 None None] Network 78332be2-8733-48e5-8485-1fe1da5d8166 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:42:17.737757 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4796dc11-d1a9-481e-919a-82f67c7ca2b2 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Checking segment: {'id': '34c96142-e311-49c6-a17b-b658c7710f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c4aa81c8-7010-451a-810e-3a0608ec8e0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:42:17.738159 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4796dc11-d1a9-481e-919a-82f67c7ca2b2 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Network hostable DHCP agents. Network: c4aa81c8-7010-451a-810e-3a0608ec8e0f, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:42:17.759097 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d4e37aaa-a345-409e-a1e1-fd8608cb1a55 admin admin] Publish callbacks [] for security_group (ae40a61e-2827-4239-8b55-6a6c52b30bea), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:17.769765 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d4e37aaa-a345-409e-a1e1-fd8608cb1a55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (ae40a61e-2827-4239-8b55-6a6c52b30bea), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:17.823980 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-ffb6c494-8f35-41e3-a3c1-32c9be84cf45 None None] Provisioning complete for port 7128f045-a70f-49b0-af20-b3bd96c9a39c triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:42:17.824796 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ffb6c494-8f35-41e3-a3c1-32c9be84cf45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (7128f045-a70f-49b0-af20-b3bd96c9a39c), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:17.825418 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 49712) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:17.825888 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-d4e37aaa-a345-409e-a1e1-fd8608cb1a55 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4d7b8ad2960a4725ab685412596b28bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8848999 Jan 28 19:42:17.828204 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4796dc11-d1a9-481e-919a-82f67c7ca2b2 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Network c4aa81c8-7010-451a-810e-3a0608ec8e0f is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:42:17.874284 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-4796dc11-d1a9-481e-919a-82f67c7ca2b2 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, c4aa81c8-7010-451a-810e-3a0608ec8e0f) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:42:17.879434 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4796dc11-d1a9-481e-919a-82f67c7ca2b2 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:42:17.880083 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4796dc11-d1a9-481e-919a-82f67c7ca2b2 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:17.889945 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd5be46-c9cf-4285-a221-8131623fbeae None None] Network c4aa81c8-7010-451a-810e-3a0608ec8e0f requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:42:17.894604 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e37aaa-a345-409e-a1e1-fd8608cb1a55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae40a61e-2827-4239-8b55-6a6c52b30bea,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:17.929515 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-4796dc11-d1a9-481e-919a-82f67c7ca2b2 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9759393 Jan 28 19:42:17.930285 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-757d7d86-7bed-4364-b084-28262ed16146 admin admin] Publish callbacks [] for security_group (ae40a61e-2827-4239-8b55-6a6c52b30bea), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:17.932494 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 49714) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:17.937052 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-d57ef3b1-3bac-45b6-8c23-45497d1ee6c1 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Request body: {'port': {'network_id': 'c4aa81c8-7010-451a-810e-3a0608ec8e0f', 'name': 'tempest-NetworksIpV6TestAttrs-1088769558'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:42:17.975042 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-757d7d86-7bed-4364-b084-28262ed16146 admin admin] Publish callbacks [] for security_group (ae40a61e-2827-4239-8b55-6a6c52b30bea), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:18.073157 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-ffb6c494-8f35-41e3-a3c1-32c9be84cf45 None None] Current status of the port 7128f045-a70f-49b0-af20-b3bd96c9a39c is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:42:18.074153 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ffb6c494-8f35-41e3-a3c1-32c9be84cf45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (7128f045-a70f-49b0-af20-b3bd96c9a39c), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:18.075063 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-757d7d86-7bed-4364-b084-28262ed16146 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (ae40a61e-2827-4239-8b55-6a6c52b30bea), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:18.078049 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-757d7d86-7bed-4364-b084-28262ed16146 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:18.080954 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-757d7d86-7bed-4364-b084-28262ed16146 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ae40a61e-2827-4239-8b55-6a6c52b30bea HTTP/1.1" status: 204 len: 168 time: 0.2535009 Jan 28 19:42:18.106054 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757d7d86-7bed-4364-b084-28262ed16146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae40a61e-2827-4239-8b55-6a6c52b30bea,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:18.275666 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d57ef3b1-3bac-45b6-8c23-45497d1ee6c1 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Made reservation on behalf of ae5f39463e45451b955b9985ed2abb95 for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:42:18.279654 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d57ef3b1-3bac-45b6-8c23-45497d1ee6c1 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:18.304553 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4a4be31-5d9b-4818-b590-c91e84a3cf7a None None] DHCP port deletion for 78332be2-8733-48e5-8485-1fe1da5d8166 request from n-d-812111-14 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:42:18.343006 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-266c8853-6d00-4878-9aea-367b0e21c0e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68cd31fd-e4cd-5fb3-a862-256fc47efcd2-c4aa81c8-7010-451a-810e-3a0608ec8e0f', 'network_id': 'c4aa81c8-7010-451a-810e-3a0608ec8e0f', 'project_id': 'ae5f39463e45451b955b9985ed2abb95', 'fixed_ips': [{'subnet_id': '57a20c37-6f59-4074-b5f2-6631aad4cd49'}]}} from n-d-812111-14. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:42:18.344142 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-266c8853-6d00-4878-9aea-367b0e21c0e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:18.356795 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [None req-d57ef3b1-3bac-45b6-8c23-45497d1ee6c1 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] device_id is not set on port 41136353-6d7c-4d78-8de9-9a7965f64fc7 yet. {{(pid=103305) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:42:18.388891 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device be068b40-9314-4a25-bd53-d8912c78defa up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:42:18.397072 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-ffb6c494-8f35-41e3-a3c1-32c9be84cf45 None None] For port 7128f045-a70f-49b0-af20-b3bd96c9a39c, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=7128f045-a70f-49b0-af20-b3bd96c9a39c,segment=NetworkSegment(1b66e075-2c9a-42cf-a593-e96b3e447298),segment_id=1b66e075-2c9a-42cf-a593-e96b3e447298)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:42:18.407112 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e8d4bf-80ce-4c06-8a24-c84a9cbb8f07 req-a0770415-ade6-4457-b5b9-4e424787e18f tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:42:18.408792 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-38e8d4bf-80ce-4c06-8a24-c84a9cbb8f07 req-a0770415-ade6-4457-b5b9-4e424787e18f tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a4cb9ad-0407-4f6d-b0cf-25991260284d HTTP/1.1" status: 200 len: 946 time: 0.1737287 Jan 28 19:42:18.459973 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ffb6c494-8f35-41e3-a3c1-32c9be84cf45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (7128f045-a70f-49b0-af20-b3bd96c9a39c), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:18.560973 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-38e8d4bf-80ce-4c06-8a24-c84a9cbb8f07 req-ba2c4d6d-ae69-4d6e-be03-23f5a51987ab tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/security-groups?id=d049ce91-97cc-4551-97a8-b334f2123d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376424 Jan 28 19:42:18.605537 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-d57ef3b1-3bac-45b6-8c23-45497d1ee6c1 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Allocated IP 2001:db8::f816:3eff:fe83:a1a9 (c4aa81c8-7010-451a-810e-3a0608ec8e0f/57a20c37-6f59-4074-b5f2-6631aad4cd49/41136353-6d7c-4d78-8de9-9a7965f64fc7) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:42:18.614709 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb6c494-8f35-41e3-a3c1-32c9be84cf45 None None] Pushing event updated for resources: {'Port': ['ID=7128f045-a70f-49b0-af20-b3bd96c9a39c,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:18.671478 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 49734) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:18.687468 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5b3240f0-8745-4482-b978-eb6036683a53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:18.699367 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b4a4be31-5d9b-4818-b590-c91e84a3cf7a None None] Deleting port 7128f045-a70f-49b0-af20-b3bd96c9a39c {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:42:18.699750 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b4a4be31-5d9b-4818-b590-c91e84a3cf7a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (7128f045-a70f-49b0-af20-b3bd96c9a39c), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:18.784191 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port be068b40-9314-4a25-bd53-d8912c78defa triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:42:18.784997 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (be068b40-9314-4a25-bd53-d8912c78defa), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:18.821468 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5b3240f0-8745-4482-b978-eb6036683a53 admin admin] Publish callbacks [] for security_group (1c7996e6-e6ab-41ae-aab6-a4b01819c552), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:18.828208 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5b3240f0-8745-4482-b978-eb6036683a53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (1c7996e6-e6ab-41ae-aab6-a4b01819c552), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:18.830255 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b4a4be31-5d9b-4818-b590-c91e84a3cf7a None None] For port 7128f045-a70f-49b0-af20-b3bd96c9a39c, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=7128f045-a70f-49b0-af20-b3bd96c9a39c,segment=NetworkSegment(1b66e075-2c9a-42cf-a593-e96b3e447298),segment_id=1b66e075-2c9a-42cf-a593-e96b3e447298)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:42:18.830848 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b4a4be31-5d9b-4818-b590-c91e84a3cf7a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (7128f045-a70f-49b0-af20-b3bd96c9a39c), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:18.860651 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b4a4be31-5d9b-4818-b590-c91e84a3cf7a None None] Calling delete_port for 7128f045-a70f-49b0-af20-b3bd96c9a39c owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:42:18.876263 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-5b3240f0-8745-4482-b978-eb6036683a53 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6e76fdde1252478a9ecb5c97ceb5cc97&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2036726 Jan 28 19:42:18.877350 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3240f0-8745-4482-b978-eb6036683a53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c7996e6-e6ab-41ae-aab6-a4b01819c552,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:18.880793 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 49736) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:18.895905 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d57ef3b1-3bac-45b6-8c23-45497d1ee6c1 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Publish callbacks [] for port (41136353-6d7c-4d78-8de9-9a7965f64fc7), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:18.955187 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d3902b8e-b028-4083-b839-633c5e4d8b1d admin admin] Publish callbacks [] for security_group (1c7996e6-e6ab-41ae-aab6-a4b01819c552), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:18.963581 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d57ef3b1-3bac-45b6-8c23-45497d1ee6c1 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (41136353-6d7c-4d78-8de9-9a7965f64fc7), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:19.024875 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d3902b8e-b028-4083-b839-633c5e4d8b1d admin admin] Publish callbacks [] for security_group (1c7996e6-e6ab-41ae-aab6-a4b01819c552), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:19.071052 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d57ef3b1-3bac-45b6-8c23-45497d1ee6c1 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Network c4aa81c8-7010-451a-810e-3a0608ec8e0f is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:42:19.077073 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-d57ef3b1-3bac-45b6-8c23-45497d1ee6c1 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:42:19.099159 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57ef3b1-3bac-45b6-8c23-45497d1ee6c1 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:42:19.100913 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port be068b40-9314-4a25-bd53-d8912c78defa is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:42:19.122557 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-266c8853-6d00-4878-9aea-367b0e21c0e6 None None] Allocated IP 2001:db8::f816:3eff:fe02:bc76 (c4aa81c8-7010-451a-810e-3a0608ec8e0f/57a20c37-6f59-4074-b5f2-6631aad4cd49/252f793b-ad9f-4c2f-9c05-bbc18ddd1005) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:42:19.134232 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d3902b8e-b028-4083-b839-633c5e4d8b1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (1c7996e6-e6ab-41ae-aab6-a4b01819c552), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:19.135753 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d57ef3b1-3bac-45b6-8c23-45497d1ee6c1 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:42:19.136855 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d3902b8e-b028-4083-b839-633c5e4d8b1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:19.139502 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d57ef3b1-3bac-45b6-8c23-45497d1ee6c1 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:19.157855 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-d3902b8e-b028-4083-b839-633c5e4d8b1d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1c7996e6-e6ab-41ae-aab6-a4b01819c552 HTTP/1.1" status: 204 len: 168 time: 0.2755845 Jan 28 19:42:19.189085 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3902b8e-b028-4083-b839-633c5e4d8b1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c7996e6-e6ab-41ae-aab6-a4b01819c552,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:19.203958 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57ef3b1-3bac-45b6-8c23-45497d1ee6c1 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Pushing event updated for resources: {'Port': ['ID=41136353-6d7c-4d78-8de9-9a7965f64fc7,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:19.210977 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b4a4be31-5d9b-4818-b590-c91e84a3cf7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985'] for port (7128f045-a70f-49b0-af20-b3bd96c9a39c), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:19.235488 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-d57ef3b1-3bac-45b6-8c23-45497d1ee6c1 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.3022525 Jan 28 19:42:19.238116 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 49744) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:19.313654 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc438e53-a1db-47d3-be64-ba4a40e55439 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Deleting subnet 57a20c37-6f59-4074-b5f2-6631aad4cd49 {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:42:19.338515 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a4be31-5d9b-4818-b590-c91e84a3cf7a None None] No DVR routers for this DVR port 7128f045-a70f-49b0-af20-b3bd96c9a39c on host n-d-812111-14 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:42:19.382981 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a4be31-5d9b-4818-b590-c91e84a3cf7a None None] Pushing event deleted for resources: {'Port': ['ID=7128f045-a70f-49b0-af20-b3bd96c9a39c,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:19.464938 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-266c8853-6d00-4878-9aea-367b0e21c0e6 None None] Publish callbacks [] for port (252f793b-ad9f-4c2f-9c05-bbc18ddd1005), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:19.471286 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fc438e53-a1db-47d3-be64-ba4a40e55439 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Publish callbacks [] for subnet (57a20c37-6f59-4074-b5f2-6631aad4cd49), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:19.475171 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-266c8853-6d00-4878-9aea-367b0e21c0e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (252f793b-ad9f-4c2f-9c05-bbc18ddd1005), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:19.520626 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fc438e53-a1db-47d3-be64-ba4a40e55439 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4747050'] for subnet (57a20c37-6f59-4074-b5f2-6631aad4cd49), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:19.522657 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-266c8853-6d00-4878-9aea-367b0e21c0e6 None None] Network c4aa81c8-7010-451a-810e-3a0608ec8e0f is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:42:19.525476 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-266c8853-6d00-4878-9aea-367b0e21c0e6 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:42:19.532684 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266c8853-6d00-4878-9aea-367b0e21c0e6 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:42:19.540152 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266c8853-6d00-4878-9aea-367b0e21c0e6 None None] Pushing event updated for resources: {'Port': ['ID=252f793b-ad9f-4c2f-9c05-bbc18ddd1005,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:19.636875 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-266c8853-6d00-4878-9aea-367b0e21c0e6 None None] Attempting to bind port 252f793b-ad9f-4c2f-9c05-bbc18ddd1005 on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:42:19.637366 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-266c8853-6d00-4878-9aea-367b0e21c0e6 None None] Attempting to bind port 252f793b-ad9f-4c2f-9c05-bbc18ddd1005 by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '34c96142-e311-49c6-a17b-b658c7710f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c4aa81c8-7010-451a-810e-3a0608ec8e0f'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:42:19.637945 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-266c8853-6d00-4878-9aea-367b0e21c0e6 None None] Attempting to bind port 252f793b-ad9f-4c2f-9c05-bbc18ddd1005 on network c4aa81c8-7010-451a-810e-3a0608ec8e0f {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:42:19.643881 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-266c8853-6d00-4878-9aea-367b0e21c0e6 None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:42:19.644415 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-266c8853-6d00-4878-9aea-367b0e21c0e6 None None] Checking segment: {'id': '34c96142-e311-49c6-a17b-b658c7710f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c4aa81c8-7010-451a-810e-3a0608ec8e0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:42:19.645450 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-266c8853-6d00-4878-9aea-367b0e21c0e6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:19.645858 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-266c8853-6d00-4878-9aea-367b0e21c0e6 None None] Bound using segment: {'id': '34c96142-e311-49c6-a17b-b658c7710f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c4aa81c8-7010-451a-810e-3a0608ec8e0f'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:42:19.646442 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-266c8853-6d00-4878-9aea-367b0e21c0e6 None None] Bound port: 252f793b-ad9f-4c2f-9c05-bbc18ddd1005, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34c96142-e311-49c6-a17b-b658c7710f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c4aa81c8-7010-451a-810e-3a0608ec8e0f'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:42:19.646897 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-266c8853-6d00-4878-9aea-367b0e21c0e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (252f793b-ad9f-4c2f-9c05-bbc18ddd1005), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:19.734179 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fc438e53-a1db-47d3-be64-ba4a40e55439 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (57a20c37-6f59-4074-b5f2-6631aad4cd49), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:19.780189 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e12132c-5e0c-4c00-8c07-dd2ae7fdf24e req-8aea3029-1367-425d-86dc-1f98aea19121 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:42:19.781718 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7e12132c-5e0c-4c00-8c07-dd2ae7fdf24e req-8aea3029-1367-425d-86dc-1f98aea19121 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a4cb9ad-0407-4f6d-b0cf-25991260284d HTTP/1.1" status: 200 len: 946 time: 0.1303124 Jan 28 19:42:19.842490 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-266c8853-6d00-4878-9aea-367b0e21c0e6 None None] For port 252f793b-ad9f-4c2f-9c05-bbc18ddd1005, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:42:19.845463 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fc438e53-a1db-47d3-be64-ba4a40e55439 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4690616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5222356'] for subnet (57a20c37-6f59-4074-b5f2-6631aad4cd49), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:19.847026 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-266c8853-6d00-4878-9aea-367b0e21c0e6 None None] For port 252f793b-ad9f-4c2f-9c05-bbc18ddd1005, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=252f793b-ad9f-4c2f-9c05-bbc18ddd1005,segment=NetworkSegment(34c96142-e311-49c6-a17b-b658c7710f7a),segment_id=34c96142-e311-49c6-a17b-b658c7710f7a)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:42:19.855772 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-266c8853-6d00-4878-9aea-367b0e21c0e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (252f793b-ad9f-4c2f-9c05-bbc18ddd1005), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:19.869676 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7e12132c-5e0c-4c00-8c07-dd2ae7fdf24e req-a9d70301-a3a0-44dc-bdf8-edbcf9c2eaf2 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/security-groups?id=d049ce91-97cc-4551-97a8-b334f2123d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774579 Jan 28 19:42:19.891821 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc438e53-a1db-47d3-be64-ba4a40e55439 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Pushing event deleted for resources: {'Subnet': ['ID=57a20c37-6f59-4074-b5f2-6631aad4cd49,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:19.898782 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fc438e53-a1db-47d3-be64-ba4a40e55439 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:19.902985 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-fc438e53-a1db-47d3-be64-ba4a40e55439 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] 10.222.0.64 "DELETE /v2.0/subnets/57a20c37-6f59-4074-b5f2-6631aad4cd49 HTTP/1.1" status: 204 len: 168 time: 0.6635833 Jan 28 19:42:19.905461 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 49760) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:19.976306 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a44ae5b3-1e00-4655-9f84-25b81f44ff91 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:42:19.978453 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a44ae5b3-1e00-4655-9f84-25b81f44ff91 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:42:19.980787 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-a44ae5b3-1e00-4655-9f84-25b81f44ff91 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0742676 Jan 28 19:42:19.987973 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 49764) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:20.003376 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266c8853-6d00-4878-9aea-367b0e21c0e6 None None] Pushing event updated for resources: {'Port': ['ID=252f793b-ad9f-4c2f-9c05-bbc18ddd1005,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:20.080690 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 7128f045-a70f-49b0-af20-b3bd96c9a39c no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:42:20.107481 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: 7128f045-a70f-49b0-af20-b3bd96c9a39c {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:42:20.108095 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 7128f045-a70f-49b0-af20-b3bd96c9a39c not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:42:20.126447 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a38cc790-d855-4a5c-93df-f2aa4ccfe194 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (c4aa81c8-7010-451a-810e-3a0608ec8e0f), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:20.136839 n-d-812111-14 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-a38cc790-d855-4a5c-93df-f2aa4ccfe194 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jan 28 19:42:20.137453 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a38cc790-d855-4a5c-93df-f2aa4ccfe194 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:42:20.145259 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-a38cc790-d855-4a5c-93df-f2aa4ccfe194 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] 10.222.0.64 "DELETE /v2.0/networks/c4aa81c8-7010-451a-810e-3a0608ec8e0f HTTP/1.1" status: 409 len: 466 time: 0.1513216 Jan 28 19:42:20.145782 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 49770) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:20.152769 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-ab83ed00-9e29-4d6e-af43-8e56c5225e9e tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1952292165'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:42:20.174158 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab83ed00-9e29-4d6e-af43-8e56c5225e9e tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Made reservation on behalf of ae5f39463e45451b955b9985ed2abb95 for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:42:20.182916 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ab83ed00-9e29-4d6e-af43-8e56c5225e9e tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:20.235011 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab83ed00-9e29-4d6e-af43-8e56c5225e9e tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:42:20.247873 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ab83ed00-9e29-4d6e-af43-8e56c5225e9e tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (2d97941d-37e6-4628-88eb-affaad3fd611), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:20.248295 n-d-812111-14 neutron-server[103304]: INFO neutron.db.segments_db [None req-ab83ed00-9e29-4d6e-af43-8e56c5225e9e tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Added segment 2d97941d-37e6-4628-88eb-affaad3fd611 of type vlan for network 4485e2f5-f38c-4090-9e64-017fd22fa370 Jan 28 19:42:20.299383 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ab83ed00-9e29-4d6e-af43-8e56c5225e9e tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (4485e2f5-f38c-4090-9e64-017fd22fa370), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:20.333728 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ab83ed00-9e29-4d6e-af43-8e56c5225e9e tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (4485e2f5-f38c-4090-9e64-017fd22fa370), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:20.339799 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab83ed00-9e29-4d6e-af43-8e56c5225e9e tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:42:20.340695 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ab83ed00-9e29-4d6e-af43-8e56c5225e9e tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:20.408987 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 49784) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:20.409171 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-ab83ed00-9e29-4d6e-af43-8e56c5225e9e tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2618473 Jan 28 19:42:20.416474 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-0c696153-0a14-4d27-beee-b92f2e51dedc tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Request body: {'subnet': {'network_id': '4485e2f5-f38c-4090-9e64-017fd22fa370', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:42:20.428768 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab83ed00-9e29-4d6e-af43-8e56c5225e9e tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Pushing event updated for resources: {'Network': ['ID=4485e2f5-f38c-4090-9e64-017fd22fa370,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:20.440849 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network 4485e2f5-f38c-4090-9e64-017fd22fa370 details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:42:20.534386 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c696153-0a14-4d27-beee-b92f2e51dedc tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Made reservation on behalf of ae5f39463e45451b955b9985ed2abb95 for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:42:20.540033 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0c696153-0a14-4d27-beee-b92f2e51dedc tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4733071'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:20.782425 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:20.944073 n-d-812111-14 neutron-server[103305]: DEBUG neutron.objects.ports [None req-0c696153-0a14-4d27-beee-b92f2e51dedc tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103305) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 19:42:20.956004 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0c696153-0a14-4d27-beee-b92f2e51dedc tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4752401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4733085'] for subnet (14764643-d275-4fef-b1b2-5805ec785049), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:21.093402 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c696153-0a14-4d27-beee-b92f2e51dedc tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Pushing event updated for resources: {'Subnet': ['ID=14764643-d275-4fef-b1b2-5805ec785049,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:21.134306 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c696153-0a14-4d27-beee-b92f2e51dedc tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Checking segment: {'id': '2d97941d-37e6-4628-88eb-affaad3fd611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '4485e2f5-f38c-4090-9e64-017fd22fa370'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:42:21.134944 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c696153-0a14-4d27-beee-b92f2e51dedc tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Network hostable DHCP agents. Network: 4485e2f5-f38c-4090-9e64-017fd22fa370, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:42:21.157013 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117d7087-49bb-4f40-89cf-0682275ce498 req-65b2bb37-82e8-408a-90a8-3ac788f01e9a tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:42:21.159352 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-117d7087-49bb-4f40-89cf-0682275ce498 req-65b2bb37-82e8-408a-90a8-3ac788f01e9a tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a4cb9ad-0407-4f6d-b0cf-25991260284d HTTP/1.1" status: 200 len: 946 time: 0.1530235 Jan 28 19:42:21.183412 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c696153-0a14-4d27-beee-b92f2e51dedc tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Network 4485e2f5-f38c-4090-9e64-017fd22fa370 is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:42:21.204565 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-0c696153-0a14-4d27-beee-b92f2e51dedc tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, 4485e2f5-f38c-4090-9e64-017fd22fa370) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:42:21.221618 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e54d490-5267-447a-b1ae-7a040d63ee99 None None] Network 4485e2f5-f38c-4090-9e64-017fd22fa370 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:42:21.231819 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c696153-0a14-4d27-beee-b92f2e51dedc tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:42:21.232426 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0c696153-0a14-4d27-beee-b92f2e51dedc tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:21.257745 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-117d7087-49bb-4f40-89cf-0682275ce498 req-1c444833-744e-423a-a3c9-0791efdbe0a0 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/security-groups?id=d049ce91-97cc-4551-97a8-b334f2123d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920186 Jan 28 19:42:21.268014 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-0c696153-0a14-4d27-beee-b92f2e51dedc tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.8551841 Jan 28 19:42:21.268160 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 49830) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:21.361034 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-764b220e-abf4-48a1-916d-e238cb918002 None None] Network c4aa81c8-7010-451a-810e-3a0608ec8e0f requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:42:21.415030 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-092ae67a-ec60-49e1-a0d1-07894a789f7c tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (4485e2f5-f38c-4090-9e64-017fd22fa370), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:21.499574 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-092ae67a-ec60-49e1-a0d1-07894a789f7c tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (14764643-d275-4fef-b1b2-5805ec785049), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:21.514331 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afaedeb1-680f-4a3f-b3bc-dcd89b07ab88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68cd31fd-e4cd-5fb3-a862-256fc47efcd2-4485e2f5-f38c-4090-9e64-017fd22fa370', 'network_id': '4485e2f5-f38c-4090-9e64-017fd22fa370', 'project_id': 'ae5f39463e45451b955b9985ed2abb95', 'fixed_ips': [{'subnet_id': '14764643-d275-4fef-b1b2-5805ec785049'}]}} from n-d-812111-14. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:42:21.515361 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-afaedeb1-680f-4a3f-b3bc-dcd89b07ab88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:21.525875 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-67cbd561-e0a4-40ef-8709-a91733059659 None None] Provisioning complete for port 252f793b-ad9f-4c2f-9c05-bbc18ddd1005 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:42:21.526384 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-67cbd561-e0a4-40ef-8709-a91733059659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (252f793b-ad9f-4c2f-9c05-bbc18ddd1005), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:21.604177 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-092ae67a-ec60-49e1-a0d1-07894a789f7c tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4752464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4733806'] for subnet (14764643-d275-4fef-b1b2-5805ec785049), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:21.661402 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092ae67a-ec60-49e1-a0d1-07894a789f7c tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Pushing event deleted for resources: {'Subnet': ['ID=14764643-d275-4fef-b1b2-5805ec785049,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:21.736331 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-092ae67a-ec60-49e1-a0d1-07894a789f7c tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (4485e2f5-f38c-4090-9e64-017fd22fa370), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:21.737047 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ea81ae6-552b-4553-b8af-c77495ca29aa None None] DHCP port deletion for c4aa81c8-7010-451a-810e-3a0608ec8e0f request from n-d-812111-14 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:42:21.760673 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-092ae67a-ec60-49e1-a0d1-07894a789f7c tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4485e2f5-f38c-4090-9e64-017fd22fa370']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:42:21.770567 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-092ae67a-ec60-49e1-a0d1-07894a789f7c tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d97941d-37e6-4628-88eb-affaad3fd611') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:42:21.770867 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-092ae67a-ec60-49e1-a0d1-07894a789f7c tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d97941d-37e6-4628-88eb-affaad3fd611') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:42:21.782662 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-092ae67a-ec60-49e1-a0d1-07894a789f7c tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16187153'] for segment (2d97941d-37e6-4628-88eb-affaad3fd611), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:21.796788 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-67cbd561-e0a4-40ef-8709-a91733059659 None None] Current status of the port 252f793b-ad9f-4c2f-9c05-bbc18ddd1005 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:42:21.797375 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-67cbd561-e0a4-40ef-8709-a91733059659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (252f793b-ad9f-4c2f-9c05-bbc18ddd1005), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:21.799309 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-092ae67a-ec60-49e1-a0d1-07894a789f7c tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (2d97941d-37e6-4628-88eb-affaad3fd611), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:21.812746 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-092ae67a-ec60-49e1-a0d1-07894a789f7c tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:42:21.813749 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server [None req-afaedeb1-680f-4a3f-b3bc-dcd89b07ab88 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 14764643-d275-4fef-b1b2-5805ec785049: This subnet is being modified by another concurrent operation. Jan 28 19:42:21.813749 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 28 19:42:21.813749 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 28 19:42:21.813749 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 28 19:42:21.813749 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 28 19:42:21.813749 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 28 19:42:21.813749 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 28 19:42:21.813749 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 28 19:42:21.813749 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 28 19:42:21.813749 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 28 19:42:21.813749 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 19:42:21.813749 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 19:42:21.813749 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 19:42:21.813749 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 19:42:21.813749 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 19:42:21.813749 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 19:42:21.813749 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 19:42:21.813749 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 19:42:21.813749 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 19:42:21.813749 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 19:42:21.813749 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 19:42:21.813749 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 19:42:21.813749 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 19:42:21.813749 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 19:42:21.813749 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 19:42:21.813749 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 19:42:21.813749 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 19:42:21.813749 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 19:42:21.813749 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 19:42:21.813749 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 19:42:21.813749 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 19:42:21.813749 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 19:42:21.813749 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 19:42:21.813749 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 19:42:21.813749 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 28 19:42:21.813749 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 28 19:42:21.813749 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Jan 28 19:42:21.813749 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 28 19:42:21.813749 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Jan 28 19:42:21.813749 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 28 19:42:21.813749 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 28 19:42:21.813749 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 28 19:42:21.813749 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 28 19:42:21.813749 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 19:42:21.813749 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 19:42:21.813749 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 19:42:21.813749 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 19:42:21.813749 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 19:42:21.813749 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 19:42:21.813749 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 19:42:21.813749 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 19:42:21.813749 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 19:42:21.813749 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 19:42:21.813749 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 19:42:21.813749 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 19:42:21.813749 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 19:42:21.813749 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 19:42:21.813749 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 19:42:21.813749 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 19:42:21.813749 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 19:42:21.813749 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 19:42:21.813749 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 19:42:21.813749 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 19:42:21.813749 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 19:42:21.813749 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 19:42:21.813749 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 19:42:21.813749 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 19:42:21.813749 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 19:42:21.813749 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 19:42:21.813749 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 19:42:21.813749 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1510, in create_port Jan 28 19:42:21.813749 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 28 19:42:21.813749 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1475, in _create_port_db Jan 28 19:42:21.813749 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 28 19:42:21.813749 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Jan 28 19:42:21.813749 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 28 19:42:21.813749 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 28 19:42:21.813749 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 28 19:42:21.813749 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 19:42:21.813749 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 19:42:21.813749 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 28 19:42:21.813749 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 28 19:42:21.813749 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 28 19:42:21.813749 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 28 19:42:21.813749 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 28 19:42:21.813749 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 28 19:42:21.813749 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 28 19:42:21.813749 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 28 19:42:21.813749 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 28 19:42:21.813749 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server raise exception Jan 28 19:42:21.813749 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 14764643-d275-4fef-b1b2-5805ec785049: This subnet is being modified by another concurrent operation. Jan 28 19:42:21.813749 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server Jan 28 19:42:21.822017 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-092ae67a-ec60-49e1-a0d1-07894a789f7c tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4752570'] for segment (2d97941d-37e6-4628-88eb-affaad3fd611), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:21.856450 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c78ebf5-c5b8-4735-b4a0-aacc5121669f None None] Network 4485e2f5-f38c-4090-9e64-017fd22fa370 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:42:21.902449 n-d-812111-14 neutron-server[103305]: Traceback (most recent call last): Jan 28 19:42:21.902449 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:42:21.902449 n-d-812111-14 neutron-server[103305]: timer() Jan 28 19:42:21.902449 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:42:21.902449 n-d-812111-14 neutron-server[103305]: cb(*args, **kw) Jan 28 19:42:21.902449 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:42:21.902449 n-d-812111-14 neutron-server[103305]: return func(*args, **kwargs) Jan 28 19:42:21.902449 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:42:21.902449 n-d-812111-14 neutron-server[103305]: self._notify() Jan 28 19:42:21.902449 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:42:21.902449 n-d-812111-14 neutron-server[103305]: self.callback(batched_events) Jan 28 19:42:21.902449 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:42:21.902449 n-d-812111-14 neutron-server[103305]: event.method(event) Jan 28 19:42:21.902449 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:42:21.902449 n-d-812111-14 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:42:21.902449 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:42:21.902449 n-d-812111-14 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:42:21.902449 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:42:21.902449 n-d-812111-14 neutron-server[103305]: return f(self, *a, **k) Jan 28 19:42:21.902449 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:42:21.902449 n-d-812111-14 neutron-server[103305]: return self._get(url).json() Jan 28 19:42:21.902449 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:42:21.902449 n-d-812111-14 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:42:21.902449 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:42:21.902449 n-d-812111-14 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 28 19:42:21.902449 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:42:21.902449 n-d-812111-14 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:42:21.902449 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:42:21.902449 n-d-812111-14 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:42:21.902449 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:42:21.902449 n-d-812111-14 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:42:21.902449 n-d-812111-14 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:42:21.910280 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-092ae67a-ec60-49e1-a0d1-07894a789f7c tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (4485e2f5-f38c-4090-9e64-017fd22fa370), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:21.928309 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-092ae67a-ec60-49e1-a0d1-07894a789f7c tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:21.931616 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-092ae67a-ec60-49e1-a0d1-07894a789f7c tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] 10.222.0.64 "DELETE /v2.0/networks/4485e2f5-f38c-4090-9e64-017fd22fa370 HTTP/1.1" status: 204 len: 168 time: 0.6624141 Jan 28 19:42:21.935153 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 49840) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:21.943968 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092ae67a-ec60-49e1-a0d1-07894a789f7c tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Pushing event deleted for resources: {'Network': ['ID=4485e2f5-f38c-4090-9e64-017fd22fa370,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:21.956783 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-7251d7db-7706-422f-baf7-686a6e615902 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2028168593'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:42:21.992725 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7251d7db-7706-422f-baf7-686a6e615902 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Made reservation on behalf of ae5f39463e45451b955b9985ed2abb95 for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:42:22.005728 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7251d7db-7706-422f-baf7-686a6e615902 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:22.024506 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-67cbd561-e0a4-40ef-8709-a91733059659 None None] For port 252f793b-ad9f-4c2f-9c05-bbc18ddd1005, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=252f793b-ad9f-4c2f-9c05-bbc18ddd1005,segment=NetworkSegment(34c96142-e311-49c6-a17b-b658c7710f7a),segment_id=34c96142-e311-49c6-a17b-b658c7710f7a)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:42:22.038296 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-67cbd561-e0a4-40ef-8709-a91733059659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (252f793b-ad9f-4c2f-9c05-bbc18ddd1005), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:22.056709 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-9ea81ae6-552b-4553-b8af-c77495ca29aa None None] Deleting port 252f793b-ad9f-4c2f-9c05-bbc18ddd1005 {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:42:22.057562 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9ea81ae6-552b-4553-b8af-c77495ca29aa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (252f793b-ad9f-4c2f-9c05-bbc18ddd1005), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:22.063352 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7251d7db-7706-422f-baf7-686a6e615902 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:42:22.083703 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7251d7db-7706-422f-baf7-686a6e615902 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (a2e4f31e-dd9e-4343-aae0-edd7f1db7aad), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:22.084062 n-d-812111-14 neutron-server[103304]: INFO neutron.db.segments_db [None req-7251d7db-7706-422f-baf7-686a6e615902 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Added segment a2e4f31e-dd9e-4343-aae0-edd7f1db7aad of type vlan for network 6d48a36d-b53e-406c-98e5-1cf31c9f1b1d Jan 28 19:42:22.166227 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cbd561-e0a4-40ef-8709-a91733059659 None None] Pushing event updated for resources: {'Port': ['ID=252f793b-ad9f-4c2f-9c05-bbc18ddd1005,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:22.174798 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7251d7db-7706-422f-baf7-686a6e615902 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (6d48a36d-b53e-406c-98e5-1cf31c9f1b1d), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:22.262268 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7251d7db-7706-422f-baf7-686a6e615902 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (6d48a36d-b53e-406c-98e5-1cf31c9f1b1d), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:22.262268 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7251d7db-7706-422f-baf7-686a6e615902 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:42:22.262268 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7251d7db-7706-422f-baf7-686a6e615902 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:22.312026 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-9ea81ae6-552b-4553-b8af-c77495ca29aa None None] For port 252f793b-ad9f-4c2f-9c05-bbc18ddd1005, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=252f793b-ad9f-4c2f-9c05-bbc18ddd1005,segment=NetworkSegment(34c96142-e311-49c6-a17b-b658c7710f7a),segment_id=34c96142-e311-49c6-a17b-b658c7710f7a)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:42:22.312441 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9ea81ae6-552b-4553-b8af-c77495ca29aa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (252f793b-ad9f-4c2f-9c05-bbc18ddd1005), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:22.327435 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-9ea81ae6-552b-4553-b8af-c77495ca29aa None None] Calling delete_port for 252f793b-ad9f-4c2f-9c05-bbc18ddd1005 owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:42:22.360039 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-7251d7db-7706-422f-baf7-686a6e615902 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4181266 Jan 28 19:42:22.362314 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 49852) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:22.369289 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-cf8dcfe5-da5e-4d5e-bffa-bddb3cabe76d tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Request body: {'subnet': {'network_id': '6d48a36d-b53e-406c-98e5-1cf31c9f1b1d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:42:22.386758 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7251d7db-7706-422f-baf7-686a6e615902 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Pushing event updated for resources: {'Network': ['ID=6d48a36d-b53e-406c-98e5-1cf31c9f1b1d,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:22.446935 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network 6d48a36d-b53e-406c-98e5-1cf31c9f1b1d details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:42:22.450046 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9ea81ae6-552b-4553-b8af-c77495ca29aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985'] for port (252f793b-ad9f-4c2f-9c05-bbc18ddd1005), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:22.467246 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea81ae6-552b-4553-b8af-c77495ca29aa None None] No DVR routers for this DVR port 252f793b-ad9f-4c2f-9c05-bbc18ddd1005 on host n-d-812111-14 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:42:22.504566 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ee6fe0-cd1c-4831-a1c5-89facddca042 req-c207619e-cda4-48f5-bf1a-572c1164eba0 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:42:22.506755 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-02ee6fe0-cd1c-4831-a1c5-89facddca042 req-c207619e-cda4-48f5-bf1a-572c1164eba0 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a4cb9ad-0407-4f6d-b0cf-25991260284d HTTP/1.1" status: 200 len: 946 time: 0.1221998 Jan 28 19:42:22.538107 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dfaa5e3-4c75-4b11-9594-323c095a12d2 None None] get_active_networks_info from n-d-812111-14 {{(pid=103306) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 19:42:22.547489 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea81ae6-552b-4553-b8af-c77495ca29aa None None] Pushing event deleted for resources: {'Port': ['ID=252f793b-ad9f-4c2f-9c05-bbc18ddd1005,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:22.575780 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-02ee6fe0-cd1c-4831-a1c5-89facddca042 req-1e044fb8-b074-4183-8843-44b8b1e2be42 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/security-groups?id=d049ce91-97cc-4551-97a8-b334f2123d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631189 Jan 28 19:42:22.581807 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf8dcfe5-da5e-4d5e-bffa-bddb3cabe76d tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Made reservation on behalf of ae5f39463e45451b955b9985ed2abb95 for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:42:22.585753 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cf8dcfe5-da5e-4d5e-bffa-bddb3cabe76d tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4733071'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:22.919711 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cf8dcfe5-da5e-4d5e-bffa-bddb3cabe76d tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4752401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4733085'] for subnet (3bd02e19-4a6a-4855-9e9a-46907f850b12), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:22.935600 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dfaa5e3-4c75-4b11-9594-323c095a12d2 None None] Resources bound (agent type, host, resource id): {{(pid=103306) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 19:42:23.070167 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8dcfe5-da5e-4d5e-bffa-bddb3cabe76d tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Pushing event updated for resources: {'Subnet': ['ID=3bd02e19-4a6a-4855-9e9a-46907f850b12,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:23.133242 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf8dcfe5-da5e-4d5e-bffa-bddb3cabe76d tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Checking segment: {'id': 'a2e4f31e-dd9e-4343-aae0-edd7f1db7aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '6d48a36d-b53e-406c-98e5-1cf31c9f1b1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:42:23.133627 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf8dcfe5-da5e-4d5e-bffa-bddb3cabe76d tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Network hostable DHCP agents. Network: 6d48a36d-b53e-406c-98e5-1cf31c9f1b1d, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:42:23.178240 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf8dcfe5-da5e-4d5e-bffa-bddb3cabe76d tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Network 6d48a36d-b53e-406c-98e5-1cf31c9f1b1d is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:42:23.194782 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-cf8dcfe5-da5e-4d5e-bffa-bddb3cabe76d tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, 6d48a36d-b53e-406c-98e5-1cf31c9f1b1d) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:42:23.199084 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf8dcfe5-da5e-4d5e-bffa-bddb3cabe76d tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:42:23.199687 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cf8dcfe5-da5e-4d5e-bffa-bddb3cabe76d tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:23.226224 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-620ea31f-2ab6-4454-a708-96b739c7e07c None None] Network 6d48a36d-b53e-406c-98e5-1cf31c9f1b1d requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:42:23.241358 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-cf8dcfe5-da5e-4d5e-bffa-bddb3cabe76d tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8773110 Jan 28 19:42:23.244021 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 49860) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:23.389863 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-31b27e19-1dd1-4b2d-8b9b-5cb04e4eced9 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (6d48a36d-b53e-406c-98e5-1cf31c9f1b1d), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:23.404753 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6580bfaa-cbb9-43ba-9ac1-ea8fd06ea507 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68cd31fd-e4cd-5fb3-a862-256fc47efcd2-6d48a36d-b53e-406c-98e5-1cf31c9f1b1d', 'network_id': '6d48a36d-b53e-406c-98e5-1cf31c9f1b1d', 'project_id': 'ae5f39463e45451b955b9985ed2abb95', 'fixed_ips': [{'subnet_id': '3bd02e19-4a6a-4855-9e9a-46907f850b12'}]}} from n-d-812111-14. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:42:23.405648 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6580bfaa-cbb9-43ba-9ac1-ea8fd06ea507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:23.461265 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-31b27e19-1dd1-4b2d-8b9b-5cb04e4eced9 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (3bd02e19-4a6a-4855-9e9a-46907f850b12), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:23.560165 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-31b27e19-1dd1-4b2d-8b9b-5cb04e4eced9 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4690616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5222356'] for subnet (3bd02e19-4a6a-4855-9e9a-46907f850b12), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:23.602928 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server [None req-6580bfaa-cbb9-43ba-9ac1-ea8fd06ea507 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3bd02e19-4a6a-4855-9e9a-46907f850b12: This subnet is being modified by another concurrent operation. Jan 28 19:42:23.602928 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 28 19:42:23.602928 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 28 19:42:23.602928 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 28 19:42:23.602928 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 28 19:42:23.602928 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 28 19:42:23.602928 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 28 19:42:23.602928 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 28 19:42:23.602928 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 28 19:42:23.602928 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 28 19:42:23.602928 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 19:42:23.602928 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 19:42:23.602928 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 19:42:23.602928 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 19:42:23.602928 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 19:42:23.602928 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 19:42:23.602928 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 19:42:23.602928 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 19:42:23.602928 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 19:42:23.602928 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 19:42:23.602928 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 19:42:23.602928 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 19:42:23.602928 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 19:42:23.602928 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 19:42:23.602928 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 19:42:23.602928 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 19:42:23.602928 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 19:42:23.602928 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 19:42:23.602928 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 19:42:23.602928 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 19:42:23.602928 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 19:42:23.602928 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 19:42:23.602928 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 19:42:23.602928 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 19:42:23.602928 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 28 19:42:23.602928 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 28 19:42:23.602928 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Jan 28 19:42:23.602928 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 28 19:42:23.602928 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Jan 28 19:42:23.602928 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 28 19:42:23.602928 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 28 19:42:23.602928 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 28 19:42:23.602928 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 28 19:42:23.602928 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 19:42:23.602928 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 19:42:23.602928 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 19:42:23.602928 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 19:42:23.602928 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 19:42:23.602928 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 19:42:23.602928 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 19:42:23.602928 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 19:42:23.602928 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 19:42:23.602928 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 19:42:23.602928 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 19:42:23.602928 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 19:42:23.602928 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 19:42:23.602928 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 19:42:23.602928 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 19:42:23.602928 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 19:42:23.602928 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 19:42:23.602928 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 19:42:23.602928 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 19:42:23.602928 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 19:42:23.602928 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 19:42:23.602928 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 19:42:23.602928 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 19:42:23.602928 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 19:42:23.602928 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 19:42:23.602928 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 19:42:23.602928 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 19:42:23.602928 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1510, in create_port Jan 28 19:42:23.602928 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 28 19:42:23.602928 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1475, in _create_port_db Jan 28 19:42:23.602928 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 28 19:42:23.602928 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Jan 28 19:42:23.602928 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 28 19:42:23.602928 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 28 19:42:23.602928 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 28 19:42:23.602928 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 19:42:23.602928 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 19:42:23.602928 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 28 19:42:23.602928 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 28 19:42:23.602928 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 28 19:42:23.602928 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 28 19:42:23.602928 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 28 19:42:23.602928 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 28 19:42:23.602928 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 28 19:42:23.602928 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 28 19:42:23.602928 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 28 19:42:23.602928 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server raise exception Jan 28 19:42:23.602928 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3bd02e19-4a6a-4855-9e9a-46907f850b12: This subnet is being modified by another concurrent operation. Jan 28 19:42:23.602928 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server Jan 28 19:42:23.632298 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b27e19-1dd1-4b2d-8b9b-5cb04e4eced9 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Pushing event deleted for resources: {'Subnet': ['ID=3bd02e19-4a6a-4855-9e9a-46907f850b12,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:23.641440 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-639c0754-f41f-4cdf-9f0b-3c02ac076fff None None] get_active_networks_info from n-d-812111-14 {{(pid=103306) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 19:42:23.736243 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-639c0754-f41f-4cdf-9f0b-3c02ac076fff None None] Resources bound (agent type, host, resource id): {{(pid=103306) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 19:42:23.782072 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee028e81-78e4-4393-8e13-c812dbcb6644 req-10bcb667-730d-4bd3-b71e-03e36985c4db tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:42:23.790657 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ee028e81-78e4-4393-8e13-c812dbcb6644 req-10bcb667-730d-4bd3-b71e-03e36985c4db tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a4cb9ad-0407-4f6d-b0cf-25991260284d HTTP/1.1" status: 200 len: 946 time: 0.0955620 Jan 28 19:42:23.792899 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-31b27e19-1dd1-4b2d-8b9b-5cb04e4eced9 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (6d48a36d-b53e-406c-98e5-1cf31c9f1b1d), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:23.833681 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-31b27e19-1dd1-4b2d-8b9b-5cb04e4eced9 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d48a36d-b53e-406c-98e5-1cf31c9f1b1d']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:42:23.854319 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-31b27e19-1dd1-4b2d-8b9b-5cb04e4eced9 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2e4f31e-dd9e-4343-aae0-edd7f1db7aad') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:42:23.869659 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-31b27e19-1dd1-4b2d-8b9b-5cb04e4eced9 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2e4f31e-dd9e-4343-aae0-edd7f1db7aad') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:42:23.884567 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ee028e81-78e4-4393-8e13-c812dbcb6644 req-abeb5784-91bd-45fa-ac61-4d6b41042eb1 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/security-groups?id=d049ce91-97cc-4551-97a8-b334f2123d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868857 Jan 28 19:42:23.901406 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-31b27e19-1dd1-4b2d-8b9b-5cb04e4eced9 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4747091'] for segment (a2e4f31e-dd9e-4343-aae0-edd7f1db7aad), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:23.964417 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-31b27e19-1dd1-4b2d-8b9b-5cb04e4eced9 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (a2e4f31e-dd9e-4343-aae0-edd7f1db7aad), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:23.964654 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:23.978236 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31b27e19-1dd1-4b2d-8b9b-5cb04e4eced9 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:42:23.978944 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-31b27e19-1dd1-4b2d-8b9b-5cb04e4eced9 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4690514'] for segment (a2e4f31e-dd9e-4343-aae0-edd7f1db7aad), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:23.987325 n-d-812111-14 neutron-server[103304]: Traceback (most recent call last): Jan 28 19:42:23.987325 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:42:23.987325 n-d-812111-14 neutron-server[103304]: timer() Jan 28 19:42:23.987325 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:42:23.987325 n-d-812111-14 neutron-server[103304]: cb(*args, **kw) Jan 28 19:42:23.987325 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:42:23.987325 n-d-812111-14 neutron-server[103304]: return func(*args, **kwargs) Jan 28 19:42:23.987325 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:42:23.987325 n-d-812111-14 neutron-server[103304]: self._notify() Jan 28 19:42:23.987325 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:42:23.987325 n-d-812111-14 neutron-server[103304]: self.callback(batched_events) Jan 28 19:42:23.987325 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:42:23.987325 n-d-812111-14 neutron-server[103304]: event.method(event) Jan 28 19:42:23.987325 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:42:23.987325 n-d-812111-14 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:42:23.987325 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:42:23.987325 n-d-812111-14 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:42:23.987325 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:42:23.987325 n-d-812111-14 neutron-server[103304]: return f(self, *a, **k) Jan 28 19:42:23.987325 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:42:23.987325 n-d-812111-14 neutron-server[103304]: return self._get(url).json() Jan 28 19:42:23.987325 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:42:23.987325 n-d-812111-14 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:42:23.987325 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:42:23.987325 n-d-812111-14 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 28 19:42:23.987325 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:42:23.987325 n-d-812111-14 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:42:23.987325 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:42:23.987325 n-d-812111-14 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:42:23.987325 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:42:23.987325 n-d-812111-14 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:42:23.987325 n-d-812111-14 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:42:24.110861 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a831e679-5098-4763-8860-98318537a4ca None None] Network 6d48a36d-b53e-406c-98e5-1cf31c9f1b1d requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:42:24.148415 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-31b27e19-1dd1-4b2d-8b9b-5cb04e4eced9 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (6d48a36d-b53e-406c-98e5-1cf31c9f1b1d), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:24.155909 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-31b27e19-1dd1-4b2d-8b9b-5cb04e4eced9 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:24.163012 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-31b27e19-1dd1-4b2d-8b9b-5cb04e4eced9 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] 10.222.0.64 "DELETE /v2.0/networks/6d48a36d-b53e-406c-98e5-1cf31c9f1b1d HTTP/1.1" status: 204 len: 168 time: 0.9142017 Jan 28 19:42:24.163705 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 49874) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:24.189089 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-772da65b-8068-4831-bc1e-392a42a23ac1 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-487935097'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:42:24.193952 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b27e19-1dd1-4b2d-8b9b-5cb04e4eced9 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Pushing event deleted for resources: {'Network': ['ID=6d48a36d-b53e-406c-98e5-1cf31c9f1b1d,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:24.216178 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aa4189-6fe7-4f5b-8b3f-2c1f4d54a7d8 req-afc00953-d836-4661-aa19-8b2fddd677dd tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:42:24.228652 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b0aa4189-6fe7-4f5b-8b3f-2c1f4d54a7d8 req-afc00953-d836-4661-aa19-8b2fddd677dd tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a91007d-45be-4c6c-a11f-db74e1c43eb8 HTTP/1.1" status: 200 len: 945 time: 0.1140296 Jan 28 19:42:24.234827 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-772da65b-8068-4831-bc1e-392a42a23ac1 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Made reservation on behalf of ae5f39463e45451b955b9985ed2abb95 for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:42:24.238208 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-772da65b-8068-4831-bc1e-392a42a23ac1 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:24.297920 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-772da65b-8068-4831-bc1e-392a42a23ac1 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:42:24.307667 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b0aa4189-6fe7-4f5b-8b3f-2c1f4d54a7d8 req-0786197b-3e28-4716-aadf-7d12b55fed86 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/security-groups?id=7142df2f-bfa6-45d4-824d-35803ef6dce5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756845 Jan 28 19:42:24.317007 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-772da65b-8068-4831-bc1e-392a42a23ac1 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (95a6feb1-e91b-4a11-a6c4-a26b2b12e710), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:24.317390 n-d-812111-14 neutron-server[103304]: INFO neutron.db.segments_db [None req-772da65b-8068-4831-bc1e-392a42a23ac1 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Added segment 95a6feb1-e91b-4a11-a6c4-a26b2b12e710 of type vlan for network 0fc10601-446e-48af-8638-f6e87df0e81a Jan 28 19:42:24.381611 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-772da65b-8068-4831-bc1e-392a42a23ac1 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (0fc10601-446e-48af-8638-f6e87df0e81a), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:24.453487 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-772da65b-8068-4831-bc1e-392a42a23ac1 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (0fc10601-446e-48af-8638-f6e87df0e81a), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:24.459450 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-772da65b-8068-4831-bc1e-392a42a23ac1 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:42:24.460235 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-772da65b-8068-4831-bc1e-392a42a23ac1 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:24.548948 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-772da65b-8068-4831-bc1e-392a42a23ac1 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3776755 Jan 28 19:42:24.549372 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 49888) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:24.558727 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-c41dabfe-1358-4cb2-be92-45e3913cb215 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Request body: {'subnet': {'network_id': '0fc10601-446e-48af-8638-f6e87df0e81a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:42:24.565086 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079e2d20-5107-4d32-b1f6-e57991991972 req-c7673067-4ee4-4597-ba72-f5b44c875659 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:42:24.571976 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-079e2d20-5107-4d32-b1f6-e57991991972 req-c7673067-4ee4-4597-ba72-f5b44c875659 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a91007d-45be-4c6c-a11f-db74e1c43eb8 HTTP/1.1" status: 200 len: 945 time: 0.1586099 Jan 28 19:42:24.580054 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772da65b-8068-4831-bc1e-392a42a23ac1 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Pushing event updated for resources: {'Network': ['ID=0fc10601-446e-48af-8638-f6e87df0e81a,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:24.592430 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network 0fc10601-446e-48af-8638-f6e87df0e81a details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:42:24.662291 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-079e2d20-5107-4d32-b1f6-e57991991972 req-4682969c-3a2a-4aec-a65d-8930e2eaf98d tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/security-groups?id=7142df2f-bfa6-45d4-824d-35803ef6dce5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888116 Jan 28 19:42:24.728421 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c41dabfe-1358-4cb2-be92-45e3913cb215 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Made reservation on behalf of ae5f39463e45451b955b9985ed2abb95 for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:42:24.732771 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c41dabfe-1358-4cb2-be92-45e3913cb215 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4733071'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:25.144265 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ed2644-abac-4660-b080-03052d1111ba req-07924f38-d7fa-4a5b-90d8-4f43bfc663b8 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:42:25.145813 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e3ed2644-abac-4660-b080-03052d1111ba req-07924f38-d7fa-4a5b-90d8-4f43bfc663b8 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/networks?id=87bd24c3-2f53-4d06-9d37-4b32bba79109 HTTP/1.1" status: 200 len: 812 time: 0.1966822 Jan 28 19:42:25.176774 n-d-812111-14 neutron-server[103305]: DEBUG neutron.objects.ports [None req-c41dabfe-1358-4cb2-be92-45e3913cb215 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103305) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 19:42:25.183631 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c41dabfe-1358-4cb2-be92-45e3913cb215 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4752401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4733085'] for subnet (e68536b1-9f6d-474f-b656-36779e312d75), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:25.218841 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e3ed2644-abac-4660-b080-03052d1111ba req-aee8a7a6-8a81-48e6-8483-66140ea6bf89 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/quotas/c316c98d83734d7eab7153e5f826023b HTTP/1.1" status: 200 len: 375 time: 0.0643263 Jan 28 19:42:25.297183 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41dabfe-1358-4cb2-be92-45e3913cb215 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Pushing event updated for resources: {'Subnet': ['ID=e68536b1-9f6d-474f-b656-36779e312d75,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:25.312098 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41dabfe-1358-4cb2-be92-45e3913cb215 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Checking segment: {'id': '95a6feb1-e91b-4a11-a6c4-a26b2b12e710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '0fc10601-446e-48af-8638-f6e87df0e81a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:42:25.312464 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c41dabfe-1358-4cb2-be92-45e3913cb215 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Network hostable DHCP agents. Network: 0fc10601-446e-48af-8638-f6e87df0e81a, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:42:25.330453 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e3ed2644-abac-4660-b080-03052d1111ba req-5e4baa8e-e118-44fa-bfae-cbccd5587a28 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=c316c98d83734d7eab7153e5f826023b&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1107242 Jan 28 19:42:25.760103 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c41dabfe-1358-4cb2-be92-45e3913cb215 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Network 0fc10601-446e-48af-8638-f6e87df0e81a is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:42:25.773903 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-c41dabfe-1358-4cb2-be92-45e3913cb215 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, 0fc10601-446e-48af-8638-f6e87df0e81a) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:42:25.781128 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c41dabfe-1358-4cb2-be92-45e3913cb215 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:42:25.781128 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c41dabfe-1358-4cb2-be92-45e3913cb215 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:25.791863 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c21356fd-6d0e-4fb4-ad21-8ac3116ffd1a None None] Network 0fc10601-446e-48af-8638-f6e87df0e81a requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:42:25.816691 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e3ed2644-abac-4660-b080-03052d1111ba req-4eee2f9c-f69e-4d24-aabe-d703452ea29a service neutron] 10.222.0.64 "GET /v2.0/networks/87bd24c3-2f53-4d06-9d37-4b32bba79109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4853418 Jan 28 19:42:25.835860 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 49914) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:25.836425 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-c41dabfe-1358-4cb2-be92-45e3913cb215 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.2841659 Jan 28 19:42:25.970517 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-807b3eaf-5593-4cb7-86b0-49e017f3eeec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68cd31fd-e4cd-5fb3-a862-256fc47efcd2-0fc10601-446e-48af-8638-f6e87df0e81a', 'network_id': '0fc10601-446e-48af-8638-f6e87df0e81a', 'project_id': 'ae5f39463e45451b955b9985ed2abb95', 'fixed_ips': [{'subnet_id': 'e68536b1-9f6d-474f-b656-36779e312d75'}]}} from n-d-812111-14. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:42:25.971337 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-807b3eaf-5593-4cb7-86b0-49e017f3eeec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:26.026116 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e3ed2644-abac-4660-b080-03052d1111ba req-b0e13c0c-b516-4445-8a00-8b200bf550e9 service neutron] 10.222.0.64 "GET /v2.0/networks/87bd24c3-2f53-4d06-9d37-4b32bba79109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083821 Jan 28 19:42:26.029934 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-666502db-c184-4c33-8c32-1477b4146e21 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (0fc10601-446e-48af-8638-f6e87df0e81a), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:26.273085 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-807b3eaf-5593-4cb7-86b0-49e017f3eeec None None] Allocated IP 2001:db8::f816:3eff:fe01:600 (0fc10601-446e-48af-8638-f6e87df0e81a/e68536b1-9f6d-474f-b656-36779e312d75/7169f974-a968-4d01-9557-9caf5d07fcbc) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:42:26.531569 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-666502db-c184-4c33-8c32-1477b4146e21 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (e68536b1-9f6d-474f-b656-36779e312d75), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:26.631312 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8e3a5d66-0265-41e5-a606-e7fceadf54eb req-8e84f63d-e931-4120-87e2-0cb6f826b6d4 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0ca55e5-132f-43d5-b396-5e2a170de718 HTTP/1.1" status: 200 len: 210 time: 0.0579047 Jan 28 19:42:26.701816 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-807b3eaf-5593-4cb7-86b0-49e017f3eeec None None] Publish callbacks [] for port (7169f974-a968-4d01-9557-9caf5d07fcbc), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:26.714292 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-807b3eaf-5593-4cb7-86b0-49e017f3eeec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (7169f974-a968-4d01-9557-9caf5d07fcbc), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:26.739388 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-666502db-c184-4c33-8c32-1477b4146e21 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4690616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5222356'] for subnet (e68536b1-9f6d-474f-b656-36779e312d75), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:26.833147 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-807b3eaf-5593-4cb7-86b0-49e017f3eeec None None] Network 0fc10601-446e-48af-8638-f6e87df0e81a is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:42:26.859822 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666502db-c184-4c33-8c32-1477b4146e21 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Pushing event deleted for resources: {'Subnet': ['ID=e68536b1-9f6d-474f-b656-36779e312d75,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:26.882051 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-807b3eaf-5593-4cb7-86b0-49e017f3eeec None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:42:26.886516 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-807b3eaf-5593-4cb7-86b0-49e017f3eeec None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:42:26.908182 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807b3eaf-5593-4cb7-86b0-49e017f3eeec None None] Pushing event updated for resources: {'Port': ['ID=7169f974-a968-4d01-9557-9caf5d07fcbc,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:26.955589 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-666502db-c184-4c33-8c32-1477b4146e21 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (0fc10601-446e-48af-8638-f6e87df0e81a), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:27.038541 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-666502db-c184-4c33-8c32-1477b4146e21 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fc10601-446e-48af-8638-f6e87df0e81a']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:42:27.058248 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-666502db-c184-4c33-8c32-1477b4146e21 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95a6feb1-e91b-4a11-a6c4-a26b2b12e710') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:42:27.059167 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-666502db-c184-4c33-8c32-1477b4146e21 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95a6feb1-e91b-4a11-a6c4-a26b2b12e710') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:42:27.064356 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-807b3eaf-5593-4cb7-86b0-49e017f3eeec None None] Attempting to bind port 7169f974-a968-4d01-9557-9caf5d07fcbc on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:42:27.064751 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-807b3eaf-5593-4cb7-86b0-49e017f3eeec None None] Attempting to bind port 7169f974-a968-4d01-9557-9caf5d07fcbc by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '95a6feb1-e91b-4a11-a6c4-a26b2b12e710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '0fc10601-446e-48af-8638-f6e87df0e81a'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:42:27.065147 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-807b3eaf-5593-4cb7-86b0-49e017f3eeec None None] Attempting to bind port 7169f974-a968-4d01-9557-9caf5d07fcbc on network 0fc10601-446e-48af-8638-f6e87df0e81a {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:42:27.079107 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-807b3eaf-5593-4cb7-86b0-49e017f3eeec None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:42:27.080771 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-807b3eaf-5593-4cb7-86b0-49e017f3eeec None None] Checking segment: {'id': '95a6feb1-e91b-4a11-a6c4-a26b2b12e710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '0fc10601-446e-48af-8638-f6e87df0e81a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:42:27.081272 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-807b3eaf-5593-4cb7-86b0-49e017f3eeec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:27.082625 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-807b3eaf-5593-4cb7-86b0-49e017f3eeec None None] Bound using segment: {'id': '95a6feb1-e91b-4a11-a6c4-a26b2b12e710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '0fc10601-446e-48af-8638-f6e87df0e81a'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:42:27.084294 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-807b3eaf-5593-4cb7-86b0-49e017f3eeec None None] Bound port: 7169f974-a968-4d01-9557-9caf5d07fcbc, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95a6feb1-e91b-4a11-a6c4-a26b2b12e710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '0fc10601-446e-48af-8638-f6e87df0e81a'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:42:27.084847 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-807b3eaf-5593-4cb7-86b0-49e017f3eeec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (7169f974-a968-4d01-9557-9caf5d07fcbc), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:27.088982 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-666502db-c184-4c33-8c32-1477b4146e21 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4747091'] for segment (95a6feb1-e91b-4a11-a6c4-a26b2b12e710), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:27.120908 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-666502db-c184-4c33-8c32-1477b4146e21 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (95a6feb1-e91b-4a11-a6c4-a26b2b12e710), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:27.134284 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-666502db-c184-4c33-8c32-1477b4146e21 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:42:27.136801 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-666502db-c184-4c33-8c32-1477b4146e21 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4690514'] for segment (95a6feb1-e91b-4a11-a6c4-a26b2b12e710), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:27.142500 n-d-812111-14 neutron-server[103304]: Traceback (most recent call last): Jan 28 19:42:27.142500 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:42:27.142500 n-d-812111-14 neutron-server[103304]: timer() Jan 28 19:42:27.142500 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:42:27.142500 n-d-812111-14 neutron-server[103304]: cb(*args, **kw) Jan 28 19:42:27.142500 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:42:27.142500 n-d-812111-14 neutron-server[103304]: return func(*args, **kwargs) Jan 28 19:42:27.142500 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:42:27.142500 n-d-812111-14 neutron-server[103304]: self._notify() Jan 28 19:42:27.142500 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:42:27.142500 n-d-812111-14 neutron-server[103304]: self.callback(batched_events) Jan 28 19:42:27.142500 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:42:27.142500 n-d-812111-14 neutron-server[103304]: event.method(event) Jan 28 19:42:27.142500 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:42:27.142500 n-d-812111-14 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:42:27.142500 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:42:27.142500 n-d-812111-14 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:42:27.142500 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:42:27.142500 n-d-812111-14 neutron-server[103304]: return f(self, *a, **k) Jan 28 19:42:27.142500 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:42:27.142500 n-d-812111-14 neutron-server[103304]: return self._get(url).json() Jan 28 19:42:27.142500 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:42:27.142500 n-d-812111-14 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:42:27.142500 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:42:27.142500 n-d-812111-14 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 28 19:42:27.142500 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:42:27.142500 n-d-812111-14 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:42:27.142500 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:42:27.142500 n-d-812111-14 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:42:27.142500 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:42:27.142500 n-d-812111-14 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:42:27.142500 n-d-812111-14 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:42:27.232237 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-807b3eaf-5593-4cb7-86b0-49e017f3eeec None None] For port 7169f974-a968-4d01-9557-9caf5d07fcbc, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:42:27.260929 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.db.api [None req-666502db-c184-4c33-8c32-1477b4146e21 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 19:42:27.260929 n-d-812111-14 neutron-server[103304]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 19:42:27.260929 n-d-812111-14 neutron-server[103304]: [parameters: {'id': '0fc10601-446e-48af-8638-f6e87df0e81a'}] Jan 28 19:42:27.260929 n-d-812111-14 neutron-server[103304]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103304) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 19:42:27.261899 n-d-812111-14 neutron-server[103304]: DEBUG oslo_db.api [None req-666502db-c184-4c33-8c32-1477b4146e21 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 19:42:27.262681 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-807b3eaf-5593-4cb7-86b0-49e017f3eeec None None] For port 7169f974-a968-4d01-9557-9caf5d07fcbc, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=7169f974-a968-4d01-9557-9caf5d07fcbc,segment=NetworkSegment(95a6feb1-e91b-4a11-a6c4-a26b2b12e710),segment_id=95a6feb1-e91b-4a11-a6c4-a26b2b12e710)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:42:27.270247 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-807b3eaf-5593-4cb7-86b0-49e017f3eeec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (7169f974-a968-4d01-9557-9caf5d07fcbc), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:27.330204 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807b3eaf-5593-4cb7-86b0-49e017f3eeec None None] Pushing event updated for resources: {'Port': ['ID=7169f974-a968-4d01-9557-9caf5d07fcbc,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:27.437047 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffb1d055-3aae-444e-83c7-5e6538499c5b None None] get_active_networks_info from n-d-812111-14 {{(pid=103306) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 19:42:27.548716 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb1d055-3aae-444e-83c7-5e6538499c5b None None] Resources bound (agent type, host, resource id): {{(pid=103306) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 19:42:27.763798 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-666502db-c184-4c33-8c32-1477b4146e21 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (0fc10601-446e-48af-8638-f6e87df0e81a), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:27.792428 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-05f30d33-ad6b-4528-8fe4-79bfac4fc558 req-5b049544-f1e0-42a9-b7d6-85916e48333a tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0ca55e5-132f-43d5-b396-5e2a170de718 HTTP/1.1" status: 200 len: 210 time: 0.0689311 Jan 28 19:42:27.802992 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beb818a7-c95b-40ff-a029-f80c1aba4cfd None None] Network 0fc10601-446e-48af-8638-f6e87df0e81a requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:42:27.954189 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-666502db-c184-4c33-8c32-1477b4146e21 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Deleting port 7169f974-a968-4d01-9557-9caf5d07fcbc {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:42:27.954841 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-666502db-c184-4c33-8c32-1477b4146e21 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (7169f974-a968-4d01-9557-9caf5d07fcbc), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:28.097857 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ed2644-abac-4660-b080-03052d1111ba req-39b72b33-3853-4dbc-bd87-0950f2a78848 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:42:28.102154 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e3ed2644-abac-4660-b080-03052d1111ba req-39b72b33-3853-4dbc-bd87-0950f2a78848 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.41 "GET /v2.0/networks?id=87bd24c3-2f53-4d06-9d37-4b32bba79109 HTTP/1.1" status: 200 len: 812 time: 0.2733879 Jan 28 19:42:28.121992 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-e3ed2644-abac-4660-b080-03052d1111ba req-b9bbb593-ee79-41d5-858f-a7d1ac42efbf tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Request body: {'port': {'device_id': 'd0ca55e5-132f-43d5-b396-5e2a170de718', 'network_id': '87bd24c3-2f53-4d06-9d37-4b32bba79109', 'admin_state_up': True, 'tenant_id': 'c316c98d83734d7eab7153e5f826023b'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:42:28.163771 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-666502db-c184-4c33-8c32-1477b4146e21 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] For port 7169f974-a968-4d01-9557-9caf5d07fcbc, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=7169f974-a968-4d01-9557-9caf5d07fcbc,segment=NetworkSegment(95a6feb1-e91b-4a11-a6c4-a26b2b12e710),segment_id=95a6feb1-e91b-4a11-a6c4-a26b2b12e710)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:42:28.164155 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-666502db-c184-4c33-8c32-1477b4146e21 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (7169f974-a968-4d01-9557-9caf5d07fcbc), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:28.209600 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-666502db-c184-4c33-8c32-1477b4146e21 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Calling delete_port for 7169f974-a968-4d01-9557-9caf5d07fcbc owned by network:dhcp {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:42:28.388505 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-666502db-c184-4c33-8c32-1477b4146e21 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (7169f974-a968-4d01-9557-9caf5d07fcbc), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:28.409959 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666502db-c184-4c33-8c32-1477b4146e21 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] No DVR routers for this DVR port 7169f974-a968-4d01-9557-9caf5d07fcbc on host n-d-812111-14 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:42:28.429923 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3ed2644-abac-4660-b080-03052d1111ba req-b9bbb593-ee79-41d5-858f-a7d1ac42efbf tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Made reservation on behalf of c316c98d83734d7eab7153e5f826023b for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:42:28.433619 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-e3ed2644-abac-4660-b080-03052d1111ba req-b9bbb593-ee79-41d5-858f-a7d1ac42efbf tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:28.443532 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666502db-c184-4c33-8c32-1477b4146e21 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Pushing event deleted for resources: {'Port': ['ID=7169f974-a968-4d01-9557-9caf5d07fcbc,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:28.602079 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-666502db-c184-4c33-8c32-1477b4146e21 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (0fc10601-446e-48af-8638-f6e87df0e81a), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:28.651200 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-666502db-c184-4c33-8c32-1477b4146e21 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fc10601-446e-48af-8638-f6e87df0e81a']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:42:28.689016 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-666502db-c184-4c33-8c32-1477b4146e21 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95a6feb1-e91b-4a11-a6c4-a26b2b12e710') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:42:28.690166 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-666502db-c184-4c33-8c32-1477b4146e21 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95a6feb1-e91b-4a11-a6c4-a26b2b12e710') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:42:28.737810 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-666502db-c184-4c33-8c32-1477b4146e21 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4747091'] for segment (95a6feb1-e91b-4a11-a6c4-a26b2b12e710), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:28.740206 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-e3ed2644-abac-4660-b080-03052d1111ba req-b9bbb593-ee79-41d5-858f-a7d1ac42efbf tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Allocated IP 172.20.0.9 (87bd24c3-2f53-4d06-9d37-4b32bba79109/1b82f7aa-308b-4f07-b0c3-0d99e240d9ef/fc84d67e-4a27-4500-a718-5ac17e1f6fd0) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:42:28.767044 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-666502db-c184-4c33-8c32-1477b4146e21 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (95a6feb1-e91b-4a11-a6c4-a26b2b12e710), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:28.779795 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-666502db-c184-4c33-8c32-1477b4146e21 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:42:28.780554 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-666502db-c184-4c33-8c32-1477b4146e21 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4690514'] for segment (95a6feb1-e91b-4a11-a6c4-a26b2b12e710), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:28.866457 n-d-812111-14 neutron-server[103304]: Traceback (most recent call last): Jan 28 19:42:28.866457 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:42:28.866457 n-d-812111-14 neutron-server[103304]: timer() Jan 28 19:42:28.866457 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:42:28.866457 n-d-812111-14 neutron-server[103304]: cb(*args, **kw) Jan 28 19:42:28.866457 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:42:28.866457 n-d-812111-14 neutron-server[103304]: return func(*args, **kwargs) Jan 28 19:42:28.866457 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:42:28.866457 n-d-812111-14 neutron-server[103304]: self._notify() Jan 28 19:42:28.866457 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:42:28.866457 n-d-812111-14 neutron-server[103304]: self.callback(batched_events) Jan 28 19:42:28.866457 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:42:28.866457 n-d-812111-14 neutron-server[103304]: event.method(event) Jan 28 19:42:28.866457 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:42:28.866457 n-d-812111-14 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:42:28.866457 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:42:28.866457 n-d-812111-14 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:42:28.866457 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:42:28.866457 n-d-812111-14 neutron-server[103304]: return f(self, *a, **k) Jan 28 19:42:28.866457 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:42:28.866457 n-d-812111-14 neutron-server[103304]: return self._get(url).json() Jan 28 19:42:28.866457 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:42:28.866457 n-d-812111-14 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:42:28.866457 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:42:28.866457 n-d-812111-14 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 28 19:42:28.866457 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:42:28.866457 n-d-812111-14 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:42:28.866457 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:42:28.866457 n-d-812111-14 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:42:28.866457 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:42:28.866457 n-d-812111-14 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:42:28.866457 n-d-812111-14 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:42:28.875998 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-666502db-c184-4c33-8c32-1477b4146e21 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (0fc10601-446e-48af-8638-f6e87df0e81a), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:28.909078 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-666502db-c184-4c33-8c32-1477b4146e21 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:28.913218 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-666502db-c184-4c33-8c32-1477b4146e21 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] 10.222.0.64 "DELETE /v2.0/networks/0fc10601-446e-48af-8638-f6e87df0e81a HTTP/1.1" status: 204 len: 168 time: 3.0759695 Jan 28 19:42:28.914352 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666502db-c184-4c33-8c32-1477b4146e21 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Pushing event deleted for resources: {'Network': ['ID=0fc10601-446e-48af-8638-f6e87df0e81a,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:28.922619 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 49986) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:28.977797 n-d-812111-14 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-f60eb5a0-9b33-44ba-b78b-4e505c91126f tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] DELETE failed (client error): The resource could not be found. Jan 28 19:42:28.977797 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f60eb5a0-9b33-44ba-b78b-4e505c91126f tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:42:28.981443 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-f60eb5a0-9b33-44ba-b78b-4e505c91126f tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] 10.222.0.64 "DELETE /v2.0/subnets/e68536b1-9f6d-474f-b656-36779e312d75 HTTP/1.1" status: 404 len: 337 time: 0.0574312 Jan 28 19:42:28.984466 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 49988) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:29.004339 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d9812bc3-dfae-4474-b085-551d5f19b530 req-0b4c5d28-ef8c-4be6-a9c2-4abb00e9c3dc tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0ca55e5-132f-43d5-b396-5e2a170de718 HTTP/1.1" status: 200 len: 210 time: 0.0403438 Jan 28 19:42:29.046665 n-d-812111-14 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f4c9fee-d777-4ea0-808b-8ab836f4c475 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] DELETE failed (client error): The resource could not be found. Jan 28 19:42:29.047584 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f4c9fee-d777-4ea0-808b-8ab836f4c475 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:42:29.050923 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-4f4c9fee-d777-4ea0-808b-8ab836f4c475 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] 10.222.0.64 "DELETE /v2.0/networks/0fc10601-446e-48af-8638-f6e87df0e81a HTTP/1.1" status: 404 len: 339 time: 0.0646534 Jan 28 19:42:29.053532 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 49990) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:29.082202 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-e3ed2644-abac-4660-b080-03052d1111ba req-b9bbb593-ee79-41d5-858f-a7d1ac42efbf tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Publish callbacks [] for port (fc84d67e-4a27-4500-a718-5ac17e1f6fd0), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:29.111893 n-d-812111-14 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb275009-6fb1-4dce-87ac-f01f3d7a57b6 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] DELETE failed (client error): The resource could not be found. Jan 28 19:42:29.113276 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb275009-6fb1-4dce-87ac-f01f3d7a57b6 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:42:29.118119 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-eb275009-6fb1-4dce-87ac-f01f3d7a57b6 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] 10.222.0.64 "DELETE /v2.0/subnets/3bd02e19-4a6a-4855-9e9a-46907f850b12 HTTP/1.1" status: 404 len: 337 time: 0.0621605 Jan 28 19:42:29.121517 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 49992) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:29.149147 n-d-812111-14 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4f04f26-486f-4cc6-867a-ffd8b09eb337 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] DELETE failed (client error): The resource could not be found. Jan 28 19:42:29.149147 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4f04f26-486f-4cc6-867a-ffd8b09eb337 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:42:29.156120 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-a4f04f26-486f-4cc6-867a-ffd8b09eb337 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] 10.222.0.64 "DELETE /v2.0/networks/6d48a36d-b53e-406c-98e5-1cf31c9f1b1d HTTP/1.1" status: 404 len: 339 time: 0.0333078 Jan 28 19:42:29.159408 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 49996) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:29.178560 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-e3ed2644-abac-4660-b080-03052d1111ba req-b9bbb593-ee79-41d5-858f-a7d1ac42efbf tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (fc84d67e-4a27-4500-a718-5ac17e1f6fd0), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:29.191302 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['0985c8f4-b2b5-44b7-a739-d77060232e00'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:42:29.223377 n-d-812111-14 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-64664240-4418-4fbd-8e92-3d6aee19d8ea tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] DELETE failed (client error): The resource could not be found. Jan 28 19:42:29.224399 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64664240-4418-4fbd-8e92-3d6aee19d8ea tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:42:29.232445 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-64664240-4418-4fbd-8e92-3d6aee19d8ea tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] 10.222.0.64 "DELETE /v2.0/subnets/14764643-d275-4fef-b1b2-5805ec785049 HTTP/1.1" status: 404 len: 337 time: 0.0722580 Jan 28 19:42:29.237616 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 49998) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:29.280445 n-d-812111-14 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4a8d5e0-3f7a-4d03-9f62-be7fd7159675 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] DELETE failed (client error): The resource could not be found. Jan 28 19:42:29.281043 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4a8d5e0-3f7a-4d03-9f62-be7fd7159675 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:42:29.283748 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3ed2644-abac-4660-b080-03052d1111ba req-b9bbb593-ee79-41d5-858f-a7d1ac42efbf tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Network 87bd24c3-2f53-4d06-9d37-4b32bba79109 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:42:29.291355 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-d4a8d5e0-3f7a-4d03-9f62-be7fd7159675 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] 10.222.0.64 "DELETE /v2.0/networks/4485e2f5-f38c-4090-9e64-017fd22fa370 HTTP/1.1" status: 404 len: 339 time: 0.0511727 Jan 28 19:42:29.292650 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 50000) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:29.298451 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-e3ed2644-abac-4660-b080-03052d1111ba req-b9bbb593-ee79-41d5-858f-a7d1ac42efbf tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:42:29.317364 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3ed2644-abac-4660-b080-03052d1111ba req-b9bbb593-ee79-41d5-858f-a7d1ac42efbf tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:42:29.431926 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ed2644-abac-4660-b080-03052d1111ba req-b9bbb593-ee79-41d5-858f-a7d1ac42efbf tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:42:29.432704 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-e3ed2644-abac-4660-b080-03052d1111ba req-b9bbb593-ee79-41d5-858f-a7d1ac42efbf tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:29.497448 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bbb593-ee79-41d5-858f-a7d1ac42efbf tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Pushing event updated for resources: {'Port': ['ID=fc84d67e-4a27-4500-a718-5ac17e1f6fd0,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:29.523402 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bbb593-ee79-41d5-858f-a7d1ac42efbf tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:42:29.524526 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bbb593-ee79-41d5-858f-a7d1ac42efbf tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:42:29.525247 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bbb593-ee79-41d5-858f-a7d1ac42efbf tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:42:29.526174 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-4cc534ca-b4de-4881-a6a2-2d47210857c7 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Deleting port 41136353-6d7c-4d78-8de9-9a7965f64fc7 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:42:29.526522 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4cc534ca-b4de-4881-a6a2-2d47210857c7 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (41136353-6d7c-4d78-8de9-9a7965f64fc7), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:29.526661 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bbb593-ee79-41d5-858f-a7d1ac42efbf tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:42:29.527128 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bbb593-ee79-41d5-858f-a7d1ac42efbf tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:42:29.529043 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bbb593-ee79-41d5-858f-a7d1ac42efbf tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:42:29.529528 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bbb593-ee79-41d5-858f-a7d1ac42efbf tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:42:29.532446 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bbb593-ee79-41d5-858f-a7d1ac42efbf tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:42:29.533870 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bbb593-ee79-41d5-858f-a7d1ac42efbf tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:42:29.534368 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bbb593-ee79-41d5-858f-a7d1ac42efbf tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:42:29.535565 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bbb593-ee79-41d5-858f-a7d1ac42efbf tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:42:29.536021 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bbb593-ee79-41d5-858f-a7d1ac42efbf tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:42:29.536706 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bbb593-ee79-41d5-858f-a7d1ac42efbf tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:42:29.554161 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e3ed2644-abac-4660-b080-03052d1111ba req-b9bbb593-ee79-41d5-858f-a7d1ac42efbf tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4375331 Jan 28 19:42:29.571707 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-e3ed2644-abac-4660-b080-03052d1111ba req-2e8462fc-c089-4327-947f-5c6d17303005 service neutron] Request body: {'port': {'device_id': 'd0ca55e5-132f-43d5-b396-5e2a170de718', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-14'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:42:29.638283 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4cc534ca-b4de-4881-a6a2-2d47210857c7 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (41136353-6d7c-4d78-8de9-9a7965f64fc7), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:29.670011 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-4cc534ca-b4de-4881-a6a2-2d47210857c7 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Calling delete_port for 41136353-6d7c-4d78-8de9-9a7965f64fc7 owned by {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:42:29.717134 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-e3ed2644-abac-4660-b080-03052d1111ba req-2e8462fc-c089-4327-947f-5c6d17303005 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (fc84d67e-4a27-4500-a718-5ac17e1f6fd0), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:29.733158 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-e5f993a5-f971-4442-a0c9-85838be8f32e None None] Provisioning complete for port fc84d67e-4a27-4500-a718-5ac17e1f6fd0 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:42:29.733755 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e5f993a5-f971-4442-a0c9-85838be8f32e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (fc84d67e-4a27-4500-a718-5ac17e1f6fd0), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:29.864411 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-e5f993a5-f971-4442-a0c9-85838be8f32e None None] Port fc84d67e-4a27-4500-a718-5ac17e1f6fd0 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:42:29.931210 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4cc534ca-b4de-4881-a6a2-2d47210857c7 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (41136353-6d7c-4d78-8de9-9a7965f64fc7), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:29.964568 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc534ca-b4de-4881-a6a2-2d47210857c7 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Pushing event deleted for resources: {'Port': ['ID=41136353-6d7c-4d78-8de9-9a7965f64fc7,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:29.988420 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4cc534ca-b4de-4881-a6a2-2d47210857c7 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:29.997578 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-4cc534ca-b4de-4881-a6a2-2d47210857c7 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] 10.222.0.64 "DELETE /v2.0/ports/41136353-6d7c-4d78-8de9-9a7965f64fc7 HTTP/1.1" status: 204 len: 168 time: 0.7020478 Jan 28 19:42:29.998238 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 50010) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:30.083812 n-d-812111-14 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ee79a6d-bd4a-4682-b245-a673c3f5fd14 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] DELETE failed (client error): The resource could not be found. Jan 28 19:42:30.084285 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ee79a6d-bd4a-4682-b245-a673c3f5fd14 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:42:30.097260 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-4ee79a6d-bd4a-4682-b245-a673c3f5fd14 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] 10.222.0.64 "DELETE /v2.0/subnets/57a20c37-6f59-4074-b5f2-6631aad4cd49 HTTP/1.1" status: 404 len: 337 time: 0.0958705 Jan 28 19:42:30.097848 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 50014) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:30.304881 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0e0d73eb-6a18-4e27-9155-b863ca57c5e9 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (c4aa81c8-7010-451a-810e-3a0608ec8e0f), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:30.327052 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [req-e3ed2644-abac-4660-b080-03052d1111ba req-2e8462fc-c089-4327-947f-5c6d17303005 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc84d67e-4a27-4500-a718-5ac17e1f6fd0 {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:42:30.353646 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-e3ed2644-abac-4660-b080-03052d1111ba req-2e8462fc-c089-4327-947f-5c6d17303005 service neutron] Publish callbacks [] for port (fc84d67e-4a27-4500-a718-5ac17e1f6fd0), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:30.381800 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822b8e6d-fde2-486b-9e82-6a5e94705934 req-01b4309f-8c05-41db-a5bc-08d4d43e7e32 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:42:30.384160 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-822b8e6d-fde2-486b-9e82-6a5e94705934 req-01b4309f-8c05-41db-a5bc-08d4d43e7e32 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0ca55e5-132f-43d5-b396-5e2a170de718 HTTP/1.1" status: 200 len: 931 time: 0.2282133 Jan 28 19:42:30.406075 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-e3ed2644-abac-4660-b080-03052d1111ba req-2e8462fc-c089-4327-947f-5c6d17303005 service neutron] Transition to ACTIVE for port object fc84d67e-4a27-4500-a718-5ac17e1f6fd0 will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:42:30.438475 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-e3ed2644-abac-4660-b080-03052d1111ba req-2e8462fc-c089-4327-947f-5c6d17303005 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (fc84d67e-4a27-4500-a718-5ac17e1f6fd0), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:30.514684 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0e0d73eb-6a18-4e27-9155-b863ca57c5e9 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (c4aa81c8-7010-451a-810e-3a0608ec8e0f), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:30.570579 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-0e0d73eb-6a18-4e27-9155-b863ca57c5e9 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4aa81c8-7010-451a-810e-3a0608ec8e0f']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:42:30.589736 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-0e0d73eb-6a18-4e27-9155-b863ca57c5e9 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34c96142-e311-49c6-a17b-b658c7710f7a') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:42:30.590030 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-0e0d73eb-6a18-4e27-9155-b863ca57c5e9 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34c96142-e311-49c6-a17b-b658c7710f7a') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:42:30.614775 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0e0d73eb-6a18-4e27-9155-b863ca57c5e9 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4747091'] for segment (34c96142-e311-49c6-a17b-b658c7710f7a), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:30.678293 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-822b8e6d-fde2-486b-9e82-6a5e94705934 req-cb310503-a057-4486-85e7-56c8b902587b tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/security-groups?id=d049ce91-97cc-4551-97a8-b334f2123d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2714968 Jan 28 19:42:30.680317 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0e0d73eb-6a18-4e27-9155-b863ca57c5e9 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (34c96142-e311-49c6-a17b-b658c7710f7a), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:30.681351 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8462fc-c089-4327-947f-5c6d17303005 service neutron] Pushing event updated for resources: {'Port': ['ID=fc84d67e-4a27-4500-a718-5ac17e1f6fd0,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:30.706373 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e0d73eb-6a18-4e27-9155-b863ca57c5e9 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:42:30.706933 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0e0d73eb-6a18-4e27-9155-b863ca57c5e9 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4690514'] for segment (34c96142-e311-49c6-a17b-b658c7710f7a), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:30.718514 n-d-812111-14 neutron-server[103304]: Traceback (most recent call last): Jan 28 19:42:30.718514 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:42:30.718514 n-d-812111-14 neutron-server[103304]: timer() Jan 28 19:42:30.718514 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:42:30.718514 n-d-812111-14 neutron-server[103304]: cb(*args, **kw) Jan 28 19:42:30.718514 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:42:30.718514 n-d-812111-14 neutron-server[103304]: return func(*args, **kwargs) Jan 28 19:42:30.718514 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:42:30.718514 n-d-812111-14 neutron-server[103304]: self._notify() Jan 28 19:42:30.718514 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:42:30.718514 n-d-812111-14 neutron-server[103304]: self.callback(batched_events) Jan 28 19:42:30.718514 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:42:30.718514 n-d-812111-14 neutron-server[103304]: event.method(event) Jan 28 19:42:30.718514 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:42:30.718514 n-d-812111-14 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:42:30.718514 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:42:30.718514 n-d-812111-14 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:42:30.718514 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:42:30.718514 n-d-812111-14 neutron-server[103304]: return f(self, *a, **k) Jan 28 19:42:30.718514 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:42:30.718514 n-d-812111-14 neutron-server[103304]: return self._get(url).json() Jan 28 19:42:30.718514 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:42:30.718514 n-d-812111-14 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:42:30.718514 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:42:30.718514 n-d-812111-14 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 28 19:42:30.718514 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:42:30.718514 n-d-812111-14 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:42:30.718514 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:42:30.718514 n-d-812111-14 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:42:30.718514 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:42:30.718514 n-d-812111-14 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:42:30.718514 n-d-812111-14 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:42:30.864812 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0e0d73eb-6a18-4e27-9155-b863ca57c5e9 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (c4aa81c8-7010-451a-810e-3a0608ec8e0f), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:30.873017 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0e0d73eb-6a18-4e27-9155-b863ca57c5e9 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:30.879777 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 50028) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:30.881726 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-0e0d73eb-6a18-4e27-9155-b863ca57c5e9 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] 10.222.0.64 "DELETE /v2.0/networks/c4aa81c8-7010-451a-810e-3a0608ec8e0f HTTP/1.1" status: 204 len: 168 time: 0.7734864 Jan 28 19:42:30.911928 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0d73eb-6a18-4e27-9155-b863ca57c5e9 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Pushing event deleted for resources: {'Network': ['ID=c4aa81c8-7010-451a-810e-3a0608ec8e0f,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:31.059373 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-e3ed2644-abac-4660-b080-03052d1111ba req-2e8462fc-c089-4327-947f-5c6d17303005 service neutron] Attempting to bind port fc84d67e-4a27-4500-a718-5ac17e1f6fd0 on host n-h1-812111-14 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:42:31.063839 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-e3ed2644-abac-4660-b080-03052d1111ba req-2e8462fc-c089-4327-947f-5c6d17303005 service neutron] Attempting to bind port fc84d67e-4a27-4500-a718-5ac17e1f6fd0 by drivers openvswitch,hyperv on host n-h1-812111-14 at level 0 using segments [{'id': '0e20d3ef-5527-42ba-86a4-bcb741be912b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '87bd24c3-2f53-4d06-9d37-4b32bba79109'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:42:31.064176 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ed2644-abac-4660-b080-03052d1111ba req-2e8462fc-c089-4327-947f-5c6d17303005 service neutron] Attempting to bind port fc84d67e-4a27-4500-a718-5ac17e1f6fd0 on network 87bd24c3-2f53-4d06-9d37-4b32bba79109 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:42:31.167196 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ed2644-abac-4660-b080-03052d1111ba req-2e8462fc-c089-4327-947f-5c6d17303005 service neutron] Port fc84d67e-4a27-4500-a718-5ac17e1f6fd0 on network 87bd24c3-2f53-4d06-9d37-4b32bba79109 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-14 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:42:31.167514 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ed2644-abac-4660-b080-03052d1111ba req-2e8462fc-c089-4327-947f-5c6d17303005 service neutron] Attempting to bind port fc84d67e-4a27-4500-a718-5ac17e1f6fd0 on network 87bd24c3-2f53-4d06-9d37-4b32bba79109 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:42:31.173764 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ed2644-abac-4660-b080-03052d1111ba req-2e8462fc-c089-4327-947f-5c6d17303005 service neutron] Checking agent: {'id': 'b544ba20-de93-4d86-9e6b-a2202deb6191', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 42, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:42:31.174104 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ed2644-abac-4660-b080-03052d1111ba req-2e8462fc-c089-4327-947f-5c6d17303005 service neutron] Checking segment: {'id': '0e20d3ef-5527-42ba-86a4-bcb741be912b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '87bd24c3-2f53-4d06-9d37-4b32bba79109'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:42:31.174501 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ed2644-abac-4660-b080-03052d1111ba req-2e8462fc-c089-4327-947f-5c6d17303005 service neutron] Bound using segment: {'id': '0e20d3ef-5527-42ba-86a4-bcb741be912b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '87bd24c3-2f53-4d06-9d37-4b32bba79109'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:42:31.174916 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-e3ed2644-abac-4660-b080-03052d1111ba req-2e8462fc-c089-4327-947f-5c6d17303005 service neutron] Bound port: fc84d67e-4a27-4500-a718-5ac17e1f6fd0, host: n-h1-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e20d3ef-5527-42ba-86a4-bcb741be912b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '87bd24c3-2f53-4d06-9d37-4b32bba79109'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:42:31.175268 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-e3ed2644-abac-4660-b080-03052d1111ba req-2e8462fc-c089-4327-947f-5c6d17303005 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (fc84d67e-4a27-4500-a718-5ac17e1f6fd0), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:31.209965 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-fcf87752-b1f3-4699-a3cc-42f904fe3fc3 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Deleting port 84938e41-1406-44eb-bc40-7e73efc6b4ec {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:42:31.210321 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fcf87752-b1f3-4699-a3cc-42f904fe3fc3 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (84938e41-1406-44eb-bc40-7e73efc6b4ec), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:31.268467 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-e3ed2644-abac-4660-b080-03052d1111ba req-2e8462fc-c089-4327-947f-5c6d17303005 service neutron] For port fc84d67e-4a27-4500-a718-5ac17e1f6fd0, host n-h1-812111-14, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:42:31.271944 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-e3ed2644-abac-4660-b080-03052d1111ba req-2e8462fc-c089-4327-947f-5c6d17303005 service neutron] For port fc84d67e-4a27-4500-a718-5ac17e1f6fd0, host n-h1-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=fc84d67e-4a27-4500-a718-5ac17e1f6fd0,segment=NetworkSegment(0e20d3ef-5527-42ba-86a4-bcb741be912b),segment_id=0e20d3ef-5527-42ba-86a4-bcb741be912b)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:42:31.293935 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-e3ed2644-abac-4660-b080-03052d1111ba req-2e8462fc-c089-4327-947f-5c6d17303005 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (fc84d67e-4a27-4500-a718-5ac17e1f6fd0), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:31.384467 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ed2644-abac-4660-b080-03052d1111ba req-2e8462fc-c089-4327-947f-5c6d17303005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:42:31.386804 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-e3ed2644-abac-4660-b080-03052d1111ba req-2e8462fc-c089-4327-947f-5c6d17303005 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:31.388626 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e3ed2644-abac-4660-b080-03052d1111ba req-2e8462fc-c089-4327-947f-5c6d17303005 service neutron] 10.222.0.41 "PUT /v2.0/ports/fc84d67e-4a27-4500-a718-5ac17e1f6fd0 HTTP/1.1" status: 200 len: 1092 time: 1.8229580 Jan 28 19:42:31.435722 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8462fc-c089-4327-947f-5c6d17303005 service neutron] Pushing event updated for resources: {'Port': ['ID=fc84d67e-4a27-4500-a718-5ac17e1f6fd0,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:31.472037 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0ca55e5-132f-43d5-b396-5e2a170de718', 'tag': 'fc84d67e-4a27-4500-a718-5ac17e1f6fd0'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:42:31.481816 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45c8de28-6d1a-410b-ad2c-aa772c2f9f88" -d '{"events": [{"name": "network-changed", "server_uuid": "d0ca55e5-132f-43d5-b396-5e2a170de718", "tag": "fc84d67e-4a27-4500-a718-5ac17e1f6fd0"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:42:31.605708 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a97d7e4-869f-4bd3-a8f3-dd41fc05f5de x-openstack-request-id: req-4a97d7e4-869f-4bd3-a8f3-dd41fc05f5de {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:42:31.606510 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0ca55e5-132f-43d5-b396-5e2a170de718", "tag": "fc84d67e-4a27-4500-a718-5ac17e1f6fd0", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:42:31.606925 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4a97d7e4-869f-4bd3-a8f3-dd41fc05f5de {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:42:31.607529 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0ca55e5-132f-43d5-b396-5e2a170de718', 'tag': 'fc84d67e-4a27-4500-a718-5ac17e1f6fd0', 'status': 'completed', 'code': 200} Jan 28 19:42:31.690405 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fcf87752-b1f3-4699-a3cc-42f904fe3fc3 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (84938e41-1406-44eb-bc40-7e73efc6b4ec), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:31.711873 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-fcf87752-b1f3-4699-a3cc-42f904fe3fc3 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Calling delete_port for 84938e41-1406-44eb-bc40-7e73efc6b4ec owned by {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:42:31.730809 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ed2644-abac-4660-b080-03052d1111ba req-44f516bd-04ff-4ef2-a0bc-e65f9ea82ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:42:31.733897 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e3ed2644-abac-4660-b080-03052d1111ba req-44f516bd-04ff-4ef2-a0bc-e65f9ea82ccd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c316c98d83734d7eab7153e5f826023b&device_id=d0ca55e5-132f-43d5-b396-5e2a170de718 HTTP/1.1" status: 200 len: 1126 time: 0.2345903 Jan 28 19:42:31.874410 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e3ed2644-abac-4660-b080-03052d1111ba req-6fce84a3-c73a-4aa0-b29d-c244b381065a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fc84d67e-4a27-4500-a718-5ac17e1f6fd0 HTTP/1.1" status: 200 len: 217 time: 0.0948443 Jan 28 19:42:31.946953 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cce273-bca6-4beb-a944-8bdb53835054 req-b3317314-a5d7-43ba-b890-09ec8485d555 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:42:31.948477 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-10cce273-bca6-4beb-a944-8bdb53835054 req-b3317314-a5d7-43ba-b890-09ec8485d555 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0ca55e5-132f-43d5-b396-5e2a170de718 HTTP/1.1" status: 200 len: 943 time: 0.1577942 Jan 28 19:42:31.973911 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ed2644-abac-4660-b080-03052d1111ba req-75f94b65-301a-43f1-880d-b1d65cb2b399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:42:31.977411 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e3ed2644-abac-4660-b080-03052d1111ba req-75f94b65-301a-43f1-880d-b1d65cb2b399 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1b82f7aa-308b-4f07-b0c3-0d99e240d9ef HTTP/1.1" status: 200 len: 851 time: 0.0897555 Jan 28 19:42:31.978749 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fcf87752-b1f3-4699-a3cc-42f904fe3fc3 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (84938e41-1406-44eb-bc40-7e73efc6b4ec), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:32.073615 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf87752-b1f3-4699-a3cc-42f904fe3fc3 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Pushing event deleted for resources: {'Port': ['ID=84938e41-1406-44eb-bc40-7e73efc6b4ec,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:32.077530 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fcf87752-b1f3-4699-a3cc-42f904fe3fc3 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:32.084317 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-fcf87752-b1f3-4699-a3cc-42f904fe3fc3 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] 10.222.0.64 "DELETE /v2.0/ports/84938e41-1406-44eb-bc40-7e73efc6b4ec HTTP/1.1" status: 204 len: 168 time: 1.2034795 Jan 28 19:42:32.084498 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 50044) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:32.137745 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-10cce273-bca6-4beb-a944-8bdb53835054 req-9649add3-2193-4402-a829-e708b1cc15de tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/security-groups?id=d049ce91-97cc-4551-97a8-b334f2123d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563623 Jan 28 19:42:32.141826 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ed2644-abac-4660-b080-03052d1111ba req-ebb9919a-fbfe-4f2c-88fd-c11bbe428f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:42:32.148558 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e3ed2644-abac-4660-b080-03052d1111ba req-ebb9919a-fbfe-4f2c-88fd-c11bbe428f84 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=87bd24c3-2f53-4d06-9d37-4b32bba79109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1454482 Jan 28 19:42:32.158789 n-d-812111-14 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a886341-f1a9-4c39-be83-7aa44a318dba tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] DELETE failed (client error): The resource could not be found. Jan 28 19:42:32.159994 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a886341-f1a9-4c39-be83-7aa44a318dba tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:42:32.166419 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-9a886341-f1a9-4c39-be83-7aa44a318dba tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] 10.222.0.64 "DELETE /v2.0/subnets/1c2e6915-dafc-4d78-86c9-7c8c2555ffd7 HTTP/1.1" status: 404 len: 337 time: 0.0809462 Jan 28 19:42:32.167144 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 50046) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:32.432566 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e3ed2644-abac-4660-b080-03052d1111ba req-bef74e1f-99c1-4681-8a3b-1c161edc5582 service neutron] 10.222.0.41 "GET /v2.0/networks/87bd24c3-2f53-4d06-9d37-4b32bba79109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2750113 Jan 28 19:42:32.454689 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-08ff8ddb-79f3-43ee-b318-0567096a5aec tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (78332be2-8733-48e5-8485-1fe1da5d8166), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:32.558951 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e3ed2644-abac-4660-b080-03052d1111ba req-59643c3a-42da-41a5-a2f6-06f6ac721b1d service neutron] 10.222.0.41 "GET /v2.0/networks/87bd24c3-2f53-4d06-9d37-4b32bba79109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159549 Jan 28 19:42:32.628435 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-08ff8ddb-79f3-43ee-b318-0567096a5aec tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (78332be2-8733-48e5-8485-1fe1da5d8166), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:32.679339 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-08ff8ddb-79f3-43ee-b318-0567096a5aec tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78332be2-8733-48e5-8485-1fe1da5d8166']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:42:32.683890 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c8de28-6d1a-410b-ad2c-aa772c2f9f88 req-fcd50eae-6631-468a-92f2-fd9cb7a5bd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:42:32.686283 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-45c8de28-6d1a-410b-ad2c-aa772c2f9f88 req-fcd50eae-6631-468a-92f2-fd9cb7a5bd8b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c316c98d83734d7eab7153e5f826023b&device_id=d0ca55e5-132f-43d5-b396-5e2a170de718 HTTP/1.1" status: 200 len: 1126 time: 0.0650961 Jan 28 19:42:32.689567 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-08ff8ddb-79f3-43ee-b318-0567096a5aec tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b66e075-2c9a-42cf-a593-e96b3e447298') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:42:32.689970 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-08ff8ddb-79f3-43ee-b318-0567096a5aec tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b66e075-2c9a-42cf-a593-e96b3e447298') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:42:32.701508 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-08ff8ddb-79f3-43ee-b318-0567096a5aec tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4747091'] for segment (1b66e075-2c9a-42cf-a593-e96b3e447298), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:32.719825 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-08ff8ddb-79f3-43ee-b318-0567096a5aec tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (1b66e075-2c9a-42cf-a593-e96b3e447298), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:32.727715 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08ff8ddb-79f3-43ee-b318-0567096a5aec tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:42:32.728415 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-08ff8ddb-79f3-43ee-b318-0567096a5aec tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4690514'] for segment (1b66e075-2c9a-42cf-a593-e96b3e447298), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:32.732663 n-d-812111-14 neutron-server[103304]: Traceback (most recent call last): Jan 28 19:42:32.732663 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:42:32.732663 n-d-812111-14 neutron-server[103304]: timer() Jan 28 19:42:32.732663 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:42:32.732663 n-d-812111-14 neutron-server[103304]: cb(*args, **kw) Jan 28 19:42:32.732663 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:42:32.732663 n-d-812111-14 neutron-server[103304]: return func(*args, **kwargs) Jan 28 19:42:32.732663 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:42:32.732663 n-d-812111-14 neutron-server[103304]: self._notify() Jan 28 19:42:32.732663 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:42:32.732663 n-d-812111-14 neutron-server[103304]: self.callback(batched_events) Jan 28 19:42:32.732663 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:42:32.732663 n-d-812111-14 neutron-server[103304]: event.method(event) Jan 28 19:42:32.732663 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:42:32.732663 n-d-812111-14 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:42:32.732663 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:42:32.732663 n-d-812111-14 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:42:32.732663 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:42:32.732663 n-d-812111-14 neutron-server[103304]: return f(self, *a, **k) Jan 28 19:42:32.732663 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:42:32.732663 n-d-812111-14 neutron-server[103304]: return self._get(url).json() Jan 28 19:42:32.732663 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:42:32.732663 n-d-812111-14 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:42:32.732663 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:42:32.732663 n-d-812111-14 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 28 19:42:32.732663 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:42:32.732663 n-d-812111-14 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:42:32.732663 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:42:32.732663 n-d-812111-14 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:42:32.732663 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:42:32.732663 n-d-812111-14 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:42:32.732663 n-d-812111-14 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:42:32.808638 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c8de28-6d1a-410b-ad2c-aa772c2f9f88 req-d14af94a-0038-4a1b-b9a7-5b35e3995a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:42:32.812417 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-45c8de28-6d1a-410b-ad2c-aa772c2f9f88 req-d14af94a-0038-4a1b-b9a7-5b35e3995a00 service neutron] 10.222.0.41 "GET /v2.0/networks?id=87bd24c3-2f53-4d06-9d37-4b32bba79109 HTTP/1.1" status: 200 len: 912 time: 0.1191475 Jan 28 19:42:32.841059 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-08ff8ddb-79f3-43ee-b318-0567096a5aec tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (78332be2-8733-48e5-8485-1fe1da5d8166), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:32.856605 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-08ff8ddb-79f3-43ee-b318-0567096a5aec tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:32.862162 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-08ff8ddb-79f3-43ee-b318-0567096a5aec tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] 10.222.0.64 "DELETE /v2.0/networks/78332be2-8733-48e5-8485-1fe1da5d8166 HTTP/1.1" status: 204 len: 168 time: 0.6933837 Jan 28 19:42:32.865028 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 50058) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:32.889117 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ff8ddb-79f3-43ee-b318-0567096a5aec tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Pushing event deleted for resources: {'Network': ['ID=78332be2-8733-48e5-8485-1fe1da5d8166,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:32.921505 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-45c8de28-6d1a-410b-ad2c-aa772c2f9f88 req-687a9540-3cfa-4442-89a0-65a4164e42b5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fc84d67e-4a27-4500-a718-5ac17e1f6fd0 HTTP/1.1" status: 200 len: 217 time: 0.1004262 Jan 28 19:42:32.992353 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c8de28-6d1a-410b-ad2c-aa772c2f9f88 req-a3d772f2-79c8-497b-aa7c-f39bb547e43c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:42:32.993949 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-45c8de28-6d1a-410b-ad2c-aa772c2f9f88 req-a3d772f2-79c8-497b-aa7c-f39bb547e43c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1b82f7aa-308b-4f07-b0c3-0d99e240d9ef HTTP/1.1" status: 200 len: 851 time: 0.0647261 Jan 28 19:42:33.005315 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-9646cb9d-a056-416d-b24b-62d268f369bf tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Deleting subnet d9ea610d-1fbf-4e36-ab17-7aea88642ae0 {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:42:33.010132 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9646cb9d-a056-416d-b24b-62d268f369bf tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Publish callbacks [] for subnet (d9ea610d-1fbf-4e36-ab17-7aea88642ae0), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:33.092093 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9646cb9d-a056-416d-b24b-62d268f369bf tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4747050'] for subnet (d9ea610d-1fbf-4e36-ab17-7aea88642ae0), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:33.118617 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c8de28-6d1a-410b-ad2c-aa772c2f9f88 req-39dbe02b-eafd-46cf-98d2-b6c2d51c9aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:42:33.122800 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-45c8de28-6d1a-410b-ad2c-aa772c2f9f88 req-39dbe02b-eafd-46cf-98d2-b6c2d51c9aba service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=87bd24c3-2f53-4d06-9d37-4b32bba79109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1167228 Jan 28 19:42:33.202475 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9646cb9d-a056-416d-b24b-62d268f369bf tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (d9ea610d-1fbf-4e36-ab17-7aea88642ae0), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:33.291814 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-45c8de28-6d1a-410b-ad2c-aa772c2f9f88 req-049cf067-b72b-4354-8f1a-b8c41417b614 service neutron] 10.222.0.41 "GET /v2.0/networks/87bd24c3-2f53-4d06-9d37-4b32bba79109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605980 Jan 28 19:42:33.361620 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc2922b-42cc-4736-b2e5-063a3f722695 req-94cbb4e4-58bb-4890-974b-b549cb15a03f tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:42:33.363202 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ffc2922b-42cc-4736-b2e5-063a3f722695 req-94cbb4e4-58bb-4890-974b-b549cb15a03f tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0ca55e5-132f-43d5-b396-5e2a170de718 HTTP/1.1" status: 200 len: 943 time: 0.1141422 Jan 28 19:42:33.369976 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9646cb9d-a056-416d-b24b-62d268f369bf tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4690616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5222356'] for subnet (d9ea610d-1fbf-4e36-ab17-7aea88642ae0), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:33.422702 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-45c8de28-6d1a-410b-ad2c-aa772c2f9f88 req-abd27824-2057-4941-894c-f87b78c321c9 service neutron] 10.222.0.41 "GET /v2.0/networks/87bd24c3-2f53-4d06-9d37-4b32bba79109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226132 Jan 28 19:42:33.427983 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9646cb9d-a056-416d-b24b-62d268f369bf tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:33.428143 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f78ad9d-e2d2-4667-9288-addbd7cbbd24 None None] Network c828dc91-9b17-46dd-b20c-6e173f5d62f2 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:42:33.435035 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-9646cb9d-a056-416d-b24b-62d268f369bf tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] 10.222.0.64 "DELETE /v2.0/subnets/d9ea610d-1fbf-4e36-ab17-7aea88642ae0 HTTP/1.1" status: 204 len: 168 time: 0.5683103 Jan 28 19:42:33.436665 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9646cb9d-a056-416d-b24b-62d268f369bf tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Pushing event deleted for resources: {'Subnet': ['ID=d9ea610d-1fbf-4e36-ab17-7aea88642ae0,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:33.440424 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 50072) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:33.688689 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70f67a78-f53f-49df-87d2-8c4affd7ee50 None None] DHCP port deletion for c828dc91-9b17-46dd-b20c-6e173f5d62f2 request from n-d-812111-14 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:42:33.735922 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ffc2922b-42cc-4736-b2e5-063a3f722695 req-f763bb92-a806-41ed-bd6a-4ad31b47df6a tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/security-groups?id=d049ce91-97cc-4551-97a8-b334f2123d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3617172 Jan 28 19:42:33.776100 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-20be94d2-8ae7-4675-9926-8e8dbb3b0520 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (c828dc91-9b17-46dd-b20c-6e173f5d62f2), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:33.781037 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-70f67a78-f53f-49df-87d2-8c4affd7ee50 None None] Deleting port be068b40-9314-4a25-bd53-d8912c78defa {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:42:33.781775 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-70f67a78-f53f-49df-87d2-8c4affd7ee50 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (be068b40-9314-4a25-bd53-d8912c78defa), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:33.890323 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-70f67a78-f53f-49df-87d2-8c4affd7ee50 None None] For port be068b40-9314-4a25-bd53-d8912c78defa, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=be068b40-9314-4a25-bd53-d8912c78defa,segment=NetworkSegment(66ffc008-8894-48a2-892c-9371d768ceb9),segment_id=66ffc008-8894-48a2-892c-9371d768ceb9)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:42:33.890720 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-70f67a78-f53f-49df-87d2-8c4affd7ee50 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (be068b40-9314-4a25-bd53-d8912c78defa), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:33.914137 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-20be94d2-8ae7-4675-9926-8e8dbb3b0520 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Deleting port be068b40-9314-4a25-bd53-d8912c78defa {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:42:33.914409 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-20be94d2-8ae7-4675-9926-8e8dbb3b0520 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (be068b40-9314-4a25-bd53-d8912c78defa), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:33.917897 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-70f67a78-f53f-49df-87d2-8c4affd7ee50 None None] Calling delete_port for be068b40-9314-4a25-bd53-d8912c78defa owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:42:34.000123 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-20be94d2-8ae7-4675-9926-8e8dbb3b0520 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] For port be068b40-9314-4a25-bd53-d8912c78defa, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=be068b40-9314-4a25-bd53-d8912c78defa,segment=NetworkSegment(66ffc008-8894-48a2-892c-9371d768ceb9),segment_id=66ffc008-8894-48a2-892c-9371d768ceb9)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:42:34.000512 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-20be94d2-8ae7-4675-9926-8e8dbb3b0520 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (be068b40-9314-4a25-bd53-d8912c78defa), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:34.031004 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-20be94d2-8ae7-4675-9926-8e8dbb3b0520 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Calling delete_port for be068b40-9314-4a25-bd53-d8912c78defa owned by network:dhcp {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:42:34.097051 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-70f67a78-f53f-49df-87d2-8c4affd7ee50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985'] for port (be068b40-9314-4a25-bd53-d8912c78defa), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:34.140299 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f67a78-f53f-49df-87d2-8c4affd7ee50 None None] Pushing event deleted for resources: {'Port': ['ID=be068b40-9314-4a25-bd53-d8912c78defa,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:34.148720 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f67a78-f53f-49df-87d2-8c4affd7ee50 None None] No DVR routers for this DVR port be068b40-9314-4a25-bd53-d8912c78defa on host n-d-812111-14 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:42:34.192875 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device be068b40-9314-4a25-bd53-d8912c78defa no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:42:34.235378 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: be068b40-9314-4a25-bd53-d8912c78defa {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:42:34.235735 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device be068b40-9314-4a25-bd53-d8912c78defa not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:42:34.278725 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-20be94d2-8ae7-4675-9926-8e8dbb3b0520 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (be068b40-9314-4a25-bd53-d8912c78defa), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:34.342466 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20be94d2-8ae7-4675-9926-8e8dbb3b0520 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Pushing event deleted for resources: {'Port': ['ID=be068b40-9314-4a25-bd53-d8912c78defa,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:34.344452 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20be94d2-8ae7-4675-9926-8e8dbb3b0520 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] No DVR routers for this DVR port be068b40-9314-4a25-bd53-d8912c78defa on host n-d-812111-14 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:42:34.543047 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-20be94d2-8ae7-4675-9926-8e8dbb3b0520 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (c828dc91-9b17-46dd-b20c-6e173f5d62f2), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:34.609158 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-20be94d2-8ae7-4675-9926-8e8dbb3b0520 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c828dc91-9b17-46dd-b20c-6e173f5d62f2']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:42:34.631892 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-20be94d2-8ae7-4675-9926-8e8dbb3b0520 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66ffc008-8894-48a2-892c-9371d768ceb9') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:42:34.632246 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-20be94d2-8ae7-4675-9926-8e8dbb3b0520 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66ffc008-8894-48a2-892c-9371d768ceb9') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:42:34.656498 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-20be94d2-8ae7-4675-9926-8e8dbb3b0520 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4747091'] for segment (66ffc008-8894-48a2-892c-9371d768ceb9), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:34.675709 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-20be94d2-8ae7-4675-9926-8e8dbb3b0520 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (66ffc008-8894-48a2-892c-9371d768ceb9), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:34.683511 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20be94d2-8ae7-4675-9926-8e8dbb3b0520 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:42:34.684181 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-20be94d2-8ae7-4675-9926-8e8dbb3b0520 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4690514'] for segment (66ffc008-8894-48a2-892c-9371d768ceb9), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:34.688149 n-d-812111-14 neutron-server[103304]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:42:34.688149 n-d-812111-14 neutron-server[103304]: self.session.flush() Jan 28 19:42:34.688149 n-d-812111-14 neutron-server[103304]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:42:34.688149 n-d-812111-14 neutron-server[103304]: self.session.flush() Jan 28 19:42:34.688149 n-d-812111-14 neutron-server[103304]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:42:34.688149 n-d-812111-14 neutron-server[103304]: self.session.flush() Jan 28 19:42:34.688149 n-d-812111-14 neutron-server[103304]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:42:34.688149 n-d-812111-14 neutron-server[103304]: self.session.flush() Jan 28 19:42:34.688149 n-d-812111-14 neutron-server[103304]: Traceback (most recent call last): Jan 28 19:42:34.688149 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:42:34.688149 n-d-812111-14 neutron-server[103304]: timer() Jan 28 19:42:34.688149 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:42:34.688149 n-d-812111-14 neutron-server[103304]: cb(*args, **kw) Jan 28 19:42:34.688149 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:42:34.688149 n-d-812111-14 neutron-server[103304]: return func(*args, **kwargs) Jan 28 19:42:34.688149 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:42:34.688149 n-d-812111-14 neutron-server[103304]: self._notify() Jan 28 19:42:34.688149 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:42:34.688149 n-d-812111-14 neutron-server[103304]: self.callback(batched_events) Jan 28 19:42:34.688149 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:42:34.688149 n-d-812111-14 neutron-server[103304]: event.method(event) Jan 28 19:42:34.688149 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:42:34.688149 n-d-812111-14 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:42:34.688149 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:42:34.688149 n-d-812111-14 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:42:34.688149 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:42:34.688149 n-d-812111-14 neutron-server[103304]: return f(self, *a, **k) Jan 28 19:42:34.688149 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:42:34.688149 n-d-812111-14 neutron-server[103304]: return self._get(url).json() Jan 28 19:42:34.688149 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:42:34.688149 n-d-812111-14 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:42:34.688149 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:42:34.688149 n-d-812111-14 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 28 19:42:34.688149 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:42:34.688149 n-d-812111-14 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:42:34.688149 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:42:34.688149 n-d-812111-14 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:42:34.688149 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:42:34.688149 n-d-812111-14 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:42:34.688149 n-d-812111-14 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:42:34.884738 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-20be94d2-8ae7-4675-9926-8e8dbb3b0520 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (c828dc91-9b17-46dd-b20c-6e173f5d62f2), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:34.893044 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-20be94d2-8ae7-4675-9926-8e8dbb3b0520 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:34.897195 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-20be94d2-8ae7-4675-9926-8e8dbb3b0520 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] 10.222.0.64 "DELETE /v2.0/networks/c828dc91-9b17-46dd-b20c-6e173f5d62f2 HTTP/1.1" status: 204 len: 168 time: 1.4546518 Jan 28 19:42:34.920932 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20be94d2-8ae7-4675-9926-8e8dbb3b0520 tempest-NetworksIpV6TestAttrs-743839012 tempest-NetworksIpV6TestAttrs-743839012-project] Pushing event deleted for resources: {'Network': ['ID=c828dc91-9b17-46dd-b20c-6e173f5d62f2,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:34.967499 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abc58f8-f1a6-40cf-8f84-b5aedc1a40de req-f11dee8d-9c3a-48ba-9f6d-e9f75e7b876b tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:42:34.975399 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6abc58f8-f1a6-40cf-8f84-b5aedc1a40de req-f11dee8d-9c3a-48ba-9f6d-e9f75e7b876b tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0ca55e5-132f-43d5-b396-5e2a170de718 HTTP/1.1" status: 200 len: 943 time: 0.0749249 Jan 28 19:42:35.034061 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6abc58f8-f1a6-40cf-8f84-b5aedc1a40de req-d934122b-8612-4189-a629-3e78ccd00476 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/security-groups?id=d049ce91-97cc-4551-97a8-b334f2123d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574138 Jan 28 19:42:35.385440 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 50106) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:35.608610 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 50116) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:35.612438 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-aac8d750-2929-4a70-9b7d-3fafd3427256 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ae5f39463e45451b955b9985ed2abb95&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2256756 Jan 28 19:42:35.701181 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0e16aea2-caf3-422d-a64e-e60cf982f3c5 admin admin] Publish callbacks [] for security_group (985c958d-31ad-4fc9-aee3-6aa8abd1f430), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:35.751820 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0e16aea2-caf3-422d-a64e-e60cf982f3c5 admin admin] Publish callbacks [] for security_group (985c958d-31ad-4fc9-aee3-6aa8abd1f430), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:35.753408 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device fc84d67e-4a27-4500-a718-5ac17e1f6fd0 details requested by agent hyperv_n-h1-812111-14 with host n-h1-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:42:35.826804 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0e16aea2-caf3-422d-a64e-e60cf982f3c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (985c958d-31ad-4fc9-aee3-6aa8abd1f430), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:35.829626 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0e16aea2-caf3-422d-a64e-e60cf982f3c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:35.833722 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-0e16aea2-caf3-422d-a64e-e60cf982f3c5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/985c958d-31ad-4fc9-aee3-6aa8abd1f430 HTTP/1.1" status: 204 len: 168 time: 0.2225654 Jan 28 19:42:35.845622 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e16aea2-caf3-422d-a64e-e60cf982f3c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=985c958d-31ad-4fc9-aee3-6aa8abd1f430,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:35.876451 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port fc84d67e-4a27-4500-a718-5ac17e1f6fd0, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=fc84d67e-4a27-4500-a718-5ac17e1f6fd0,segment=NetworkSegment(0e20d3ef-5527-42ba-86a4-bcb741be912b),segment_id=0e20d3ef-5527-42ba-86a4-bcb741be912b)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:42:35.890006 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Returning: {'device': 'fc84d67e-4a27-4500-a718-5ac17e1f6fd0', 'network_id': '87bd24c3-2f53-4d06-9d37-4b32bba79109', 'port_id': 'fc84d67e-4a27-4500-a718-5ac17e1f6fd0', 'mac_address': 'fa:16:3e:97:c5:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b82f7aa-308b-4f07-b0c3-0d99e240d9ef', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:42:35.938155 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port fc84d67e-4a27-4500-a718-5ac17e1f6fd0 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:42:35.938819 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (fc84d67e-4a27-4500-a718-5ac17e1f6fd0), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:35.959643 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc84d67e-4a27-4500-a718-5ac17e1f6fd0 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:42:35.982474 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port fc84d67e-4a27-4500-a718-5ac17e1f6fd0, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=fc84d67e-4a27-4500-a718-5ac17e1f6fd0,segment=NetworkSegment(0e20d3ef-5527-42ba-86a4-bcb741be912b),segment_id=0e20d3ef-5527-42ba-86a4-bcb741be912b)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:42:35.993620 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (fc84d67e-4a27-4500-a718-5ac17e1f6fd0), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:36.134788 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=fc84d67e-4a27-4500-a718-5ac17e1f6fd0,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:36.254012 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['fc84d67e-4a27-4500-a718-5ac17e1f6fd0'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:42:36.296313 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdcfb1c-5730-4521-8494-0c803761cf61 req-05a22f8c-345e-47cc-8686-ca47f86593fe tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:42:36.298373 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-efdcfb1c-5730-4521-8494-0c803761cf61 req-05a22f8c-345e-47cc-8686-ca47f86593fe tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0ca55e5-132f-43d5-b396-5e2a170de718 HTTP/1.1" status: 200 len: 944 time: 0.1210465 Jan 28 19:42:36.406262 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-efdcfb1c-5730-4521-8494-0c803761cf61 req-454b8367-641e-4b0e-8d63-09ff82cf8f1f tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/security-groups?id=d049ce91-97cc-4551-97a8-b334f2123d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012173 Jan 28 19:42:36.650981 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-dd873512-094b-472a-9405-4320c7996e19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:37.097786 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 50154) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:37.201921 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-b262d13f-1626-40d3-bc7b-c045b5487fbb tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1129979859'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:42:37.228438 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b262d13f-1626-40d3-bc7b-c045b5487fbb tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Made reservation on behalf of 55c9399f69674bc7ac51b603886274b7 for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:42:37.232070 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b262d13f-1626-40d3-bc7b-c045b5487fbb tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:37.241280 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b262d13f-1626-40d3-bc7b-c045b5487fbb tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:37.327878 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b262d13f-1626-40d3-bc7b-c045b5487fbb tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks [] for security_group (e2753bb6-8459-44d3-ba49-018ce00c0666), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:37.334327 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b262d13f-1626-40d3-bc7b-c045b5487fbb tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (e2753bb6-8459-44d3-ba49-018ce00c0666), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:37.370785 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b262d13f-1626-40d3-bc7b-c045b5487fbb tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:42:37.377804 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b262d13f-1626-40d3-bc7b-c045b5487fbb tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2753bb6-8459-44d3-ba49-018ce00c0666,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:37.391358 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b262d13f-1626-40d3-bc7b-c045b5487fbb tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (10c4b3d1-8f61-4be0-886a-cecfc6ad8323), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:37.392178 n-d-812111-14 neutron-server[103304]: INFO neutron.db.segments_db [None req-b262d13f-1626-40d3-bc7b-c045b5487fbb tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Added segment 10c4b3d1-8f61-4be0-886a-cecfc6ad8323 of type vlan for network 2d8c3074-f0d1-487e-8b26-247d3b341ace Jan 28 19:42:37.465155 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b262d13f-1626-40d3-bc7b-c045b5487fbb tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (2d8c3074-f0d1-487e-8b26-247d3b341ace), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:37.499765 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b262d13f-1626-40d3-bc7b-c045b5487fbb tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (2d8c3074-f0d1-487e-8b26-247d3b341ace), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:37.507756 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b262d13f-1626-40d3-bc7b-c045b5487fbb tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:42:37.509310 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b262d13f-1626-40d3-bc7b-c045b5487fbb tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:37.573128 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd248157-1cb4-474a-866a-ab5bc328d8ce req-02a2ee7b-0094-43ad-90f1-d99f7a265996 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:42:37.581017 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-cd248157-1cb4-474a-866a-ab5bc328d8ce req-02a2ee7b-0094-43ad-90f1-d99f7a265996 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0ca55e5-132f-43d5-b396-5e2a170de718 HTTP/1.1" status: 200 len: 944 time: 0.0650177 Jan 28 19:42:37.589493 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b262d13f-1626-40d3-bc7b-c045b5487fbb tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Pushing event updated for resources: {'Network': ['ID=2d8c3074-f0d1-487e-8b26-247d3b341ace,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:37.604892 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network 2d8c3074-f0d1-487e-8b26-247d3b341ace details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:42:37.622430 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-b262d13f-1626-40d3-bc7b-c045b5487fbb tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5221055 Jan 28 19:42:37.681697 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-cd248157-1cb4-474a-866a-ab5bc328d8ce req-56d78cc7-b66d-4aa2-ac66-f7857278079d tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/security-groups?id=d049ce91-97cc-4551-97a8-b334f2123d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994496 Jan 28 19:42:37.769213 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device fc84d67e-4a27-4500-a718-5ac17e1f6fd0 up at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:42:37.775388 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 50178) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:37.784183 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-44f93326-6a7e-4969-b68a-42e133ae8fdb tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Request body: {'subnet': {'network_id': '2d8c3074-f0d1-487e-8b26-247d3b341ace', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:42:37.884092 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning for port fc84d67e-4a27-4500-a718-5ac17e1f6fd0 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:42:37.910406 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning complete for port fc84d67e-4a27-4500-a718-5ac17e1f6fd0 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:42:37.910667 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (fc84d67e-4a27-4500-a718-5ac17e1f6fd0), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:37.978485 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44f93326-6a7e-4969-b68a-42e133ae8fdb tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Made reservation on behalf of 55c9399f69674bc7ac51b603886274b7 for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:42:37.985742 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-44f93326-6a7e-4969-b68a-42e133ae8fdb tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5221429'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:38.086214 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port fc84d67e-4a27-4500-a718-5ac17e1f6fd0 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:42:38.086607 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (fc84d67e-4a27-4500-a718-5ac17e1f6fd0), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:38.152146 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0ca55e5-132f-43d5-b396-5e2a170de718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc84d67e-4a27-4500-a718-5ac17e1f6fd0'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:42:38.158958 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ab1c148-b2fe-4d94-8051-da7f77c5c273" -d '{"events": [{"server_uuid": "d0ca55e5-132f-43d5-b396-5e2a170de718", "name": "network-vif-plugged", "status": "completed", "tag": "fc84d67e-4a27-4500-a718-5ac17e1f6fd0"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:42:38.189285 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port fc84d67e-4a27-4500-a718-5ac17e1f6fd0, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=fc84d67e-4a27-4500-a718-5ac17e1f6fd0,segment=NetworkSegment(0e20d3ef-5527-42ba-86a4-bcb741be912b),segment_id=0e20d3ef-5527-42ba-86a4-bcb741be912b)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:42:38.200858 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (fc84d67e-4a27-4500-a718-5ac17e1f6fd0), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:38.249022 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:42:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f22e02f-da0d-4f28-928d-5d7e70af07d8 x-openstack-request-id: req-6f22e02f-da0d-4f28-928d-5d7e70af07d8 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:42:38.249448 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0ca55e5-132f-43d5-b396-5e2a170de718", "name": "network-vif-plugged", "status": "completed", "tag": "fc84d67e-4a27-4500-a718-5ac17e1f6fd0", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:42:38.249796 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6f22e02f-da0d-4f28-928d-5d7e70af07d8 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:42:38.250288 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0ca55e5-132f-43d5-b396-5e2a170de718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc84d67e-4a27-4500-a718-5ac17e1f6fd0', 'code': 200} Jan 28 19:42:38.283525 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=fc84d67e-4a27-4500-a718-5ac17e1f6fd0,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:38.291444 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-44f93326-6a7e-4969-b68a-42e133ae8fdb tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4690681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5221415'] for subnet (bce2647e-41a0-4b0a-a832-82468290b4a5), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:38.413887 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f93326-6a7e-4969-b68a-42e133ae8fdb tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Pushing event updated for resources: {'Subnet': ['ID=bce2647e-41a0-4b0a-a832-82468290b4a5,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:38.419549 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61327db2-ac06-4c24-af26-0ce062849adc req-ff292ec0-2bcf-471b-90a9-f5b34a9def55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:42:38.421301 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-61327db2-ac06-4c24-af26-0ce062849adc req-ff292ec0-2bcf-471b-90a9-f5b34a9def55 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d0ca55e5-132f-43d5-b396-5e2a170de718 HTTP/1.1" status: 200 len: 1128 time: 0.0917165 Jan 28 19:42:38.443754 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f93326-6a7e-4969-b68a-42e133ae8fdb tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Checking segment: {'id': '10c4b3d1-8f61-4be0-886a-cecfc6ad8323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '2d8c3074-f0d1-487e-8b26-247d3b341ace'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:42:38.447535 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f93326-6a7e-4969-b68a-42e133ae8fdb tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Network hostable DHCP agents. Network: 2d8c3074-f0d1-487e-8b26-247d3b341ace, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:42:38.475090 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f93326-6a7e-4969-b68a-42e133ae8fdb tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Network 2d8c3074-f0d1-487e-8b26-247d3b341ace is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:42:38.489832 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-61327db2-ac06-4c24-af26-0ce062849adc req-6807cc75-5519-4362-935a-2528216a68c1 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d049ce91-97cc-4551-97a8-b334f2123d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586331 Jan 28 19:42:38.491361 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-44f93326-6a7e-4969-b68a-42e133ae8fdb tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, 2d8c3074-f0d1-487e-8b26-247d3b341ace) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:42:38.499946 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-079dbf5d-3231-4e6c-987e-b1af86e6c9dc None None] Network 2d8c3074-f0d1-487e-8b26-247d3b341ace requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:42:38.506638 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44f93326-6a7e-4969-b68a-42e133ae8fdb tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:42:38.508045 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-44f93326-6a7e-4969-b68a-42e133ae8fdb tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:38.528705 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-44f93326-6a7e-4969-b68a-42e133ae8fdb tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.7518537 Jan 28 19:42:38.532292 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 50186) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:38.538166 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-fcb4ae44-1b26-4076-9037-36940c2f2644 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2102962905'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:42:38.587575 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcb4ae44-1b26-4076-9037-36940c2f2644 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Made reservation on behalf of 55c9399f69674bc7ac51b603886274b7 for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:42:38.592886 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fcb4ae44-1b26-4076-9037-36940c2f2644 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:38.628764 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a98f1894-dd63-4446-bc0a-98d3af9c22c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68cd31fd-e4cd-5fb3-a862-256fc47efcd2-2d8c3074-f0d1-487e-8b26-247d3b341ace', 'network_id': '2d8c3074-f0d1-487e-8b26-247d3b341ace', 'project_id': '55c9399f69674bc7ac51b603886274b7', 'fixed_ips': [{'subnet_id': 'bce2647e-41a0-4b0a-a832-82468290b4a5'}]}} from n-d-812111-14. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:42:38.629819 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a98f1894-dd63-4446-bc0a-98d3af9c22c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:38.654351 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcb4ae44-1b26-4076-9037-36940c2f2644 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:42:38.665357 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fcb4ae44-1b26-4076-9037-36940c2f2644 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (056fd4e6-39e5-48cf-ae75-5c784e884f2c), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:38.665956 n-d-812111-14 neutron-server[103305]: INFO neutron.db.segments_db [None req-fcb4ae44-1b26-4076-9037-36940c2f2644 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Added segment 056fd4e6-39e5-48cf-ae75-5c784e884f2c of type vlan for network 52683257-2495-4702-bdfc-b874c7fbf5ea Jan 28 19:42:38.747514 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fcb4ae44-1b26-4076-9037-36940c2f2644 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (52683257-2495-4702-bdfc-b874c7fbf5ea), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:38.829210 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-a98f1894-dd63-4446-bc0a-98d3af9c22c9 None None] Allocated IP 172.20.255.242 (2d8c3074-f0d1-487e-8b26-247d3b341ace/bce2647e-41a0-4b0a-a832-82468290b4a5/df7dfc30-7e42-4b58-81fd-62593a086a93) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:42:38.882863 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fcb4ae44-1b26-4076-9037-36940c2f2644 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (52683257-2495-4702-bdfc-b874c7fbf5ea), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:38.910324 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcb4ae44-1b26-4076-9037-36940c2f2644 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:42:38.911041 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fcb4ae44-1b26-4076-9037-36940c2f2644 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:39.136295 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3230ecb9-6226-4564-8638-bf8db44d2202 req-2b04297a-02b5-4618-ae03-660f84d4b3ab tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:42:39.138137 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3230ecb9-6226-4564-8638-bf8db44d2202 req-2b04297a-02b5-4618-ae03-660f84d4b3ab tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0ca55e5-132f-43d5-b396-5e2a170de718 HTTP/1.1" status: 200 len: 945 time: 0.3334105 Jan 28 19:42:39.146725 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-fcb4ae44-1b26-4076-9037-36940c2f2644 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6109378 Jan 28 19:42:39.147580 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 50204) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:39.153684 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-812ce8d5-92ff-488c-a5df-324d07480c0d tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Request body: {'subnet': {'network_id': '52683257-2495-4702-bdfc-b874c7fbf5ea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:42:39.200753 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb4ae44-1b26-4076-9037-36940c2f2644 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Pushing event updated for resources: {'Network': ['ID=52683257-2495-4702-bdfc-b874c7fbf5ea,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:39.264072 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network 52683257-2495-4702-bdfc-b874c7fbf5ea details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:42:39.325383 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3230ecb9-6226-4564-8638-bf8db44d2202 req-e2c800fb-6b53-4830-91b6-b405148e7fef tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/security-groups?id=d049ce91-97cc-4551-97a8-b334f2123d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438346 Jan 28 19:42:39.381175 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-812ce8d5-92ff-488c-a5df-324d07480c0d tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Made reservation on behalf of 55c9399f69674bc7ac51b603886274b7 for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:42:39.386220 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-812ce8d5-92ff-488c-a5df-324d07480c0d tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5221429'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:39.449999 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6b4e6a72-a9ec-4592-b6bf-e7728c3548c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:39.710030 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a98f1894-dd63-4446-bc0a-98d3af9c22c9 None None] Publish callbacks [] for port (df7dfc30-7e42-4b58-81fd-62593a086a93), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:39.728958 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a98f1894-dd63-4446-bc0a-98d3af9c22c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (df7dfc30-7e42-4b58-81fd-62593a086a93), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:39.787796 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-812ce8d5-92ff-488c-a5df-324d07480c0d tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4690681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5221415'] for subnet (b3780511-73b0-48bc-9da3-273234883a8d), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:39.843860 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98f1894-dd63-4446-bc0a-98d3af9c22c9 None None] Pushing event updated for resources: {'Port': ['ID=df7dfc30-7e42-4b58-81fd-62593a086a93,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:39.862685 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a98f1894-dd63-4446-bc0a-98d3af9c22c9 None None] Network 2d8c3074-f0d1-487e-8b26-247d3b341ace is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:42:39.868420 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-a98f1894-dd63-4446-bc0a-98d3af9c22c9 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:42:39.875561 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98f1894-dd63-4446-bc0a-98d3af9c22c9 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:42:39.890983 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:39.923103 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812ce8d5-92ff-488c-a5df-324d07480c0d tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Pushing event updated for resources: {'Subnet': ['ID=b3780511-73b0-48bc-9da3-273234883a8d,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:39.967819 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-a98f1894-dd63-4446-bc0a-98d3af9c22c9 None None] Attempting to bind port df7dfc30-7e42-4b58-81fd-62593a086a93 on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:42:39.968385 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-a98f1894-dd63-4446-bc0a-98d3af9c22c9 None None] Attempting to bind port df7dfc30-7e42-4b58-81fd-62593a086a93 by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '10c4b3d1-8f61-4be0-886a-cecfc6ad8323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '2d8c3074-f0d1-487e-8b26-247d3b341ace'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:42:39.968844 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98f1894-dd63-4446-bc0a-98d3af9c22c9 None None] Attempting to bind port df7dfc30-7e42-4b58-81fd-62593a086a93 on network 2d8c3074-f0d1-487e-8b26-247d3b341ace {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:42:39.992032 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812ce8d5-92ff-488c-a5df-324d07480c0d tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Checking segment: {'id': '056fd4e6-39e5-48cf-ae75-5c784e884f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '52683257-2495-4702-bdfc-b874c7fbf5ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:42:39.992395 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-812ce8d5-92ff-488c-a5df-324d07480c0d tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Network hostable DHCP agents. Network: 52683257-2495-4702-bdfc-b874c7fbf5ea, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:42:40.002807 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98f1894-dd63-4446-bc0a-98d3af9c22c9 None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:42:40.003306 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98f1894-dd63-4446-bc0a-98d3af9c22c9 None None] Checking segment: {'id': '10c4b3d1-8f61-4be0-886a-cecfc6ad8323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '2d8c3074-f0d1-487e-8b26-247d3b341ace'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:42:40.003885 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a98f1894-dd63-4446-bc0a-98d3af9c22c9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:40.013091 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98f1894-dd63-4446-bc0a-98d3af9c22c9 None None] Bound using segment: {'id': '10c4b3d1-8f61-4be0-886a-cecfc6ad8323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '2d8c3074-f0d1-487e-8b26-247d3b341ace'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:42:40.013841 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-a98f1894-dd63-4446-bc0a-98d3af9c22c9 None None] Bound port: df7dfc30-7e42-4b58-81fd-62593a086a93, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10c4b3d1-8f61-4be0-886a-cecfc6ad8323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '2d8c3074-f0d1-487e-8b26-247d3b341ace'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:42:40.016123 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a98f1894-dd63-4446-bc0a-98d3af9c22c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (df7dfc30-7e42-4b58-81fd-62593a086a93), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:40.032891 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-812ce8d5-92ff-488c-a5df-324d07480c0d tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Network 52683257-2495-4702-bdfc-b874c7fbf5ea is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:42:40.043783 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-812ce8d5-92ff-488c-a5df-324d07480c0d tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, 52683257-2495-4702-bdfc-b874c7fbf5ea) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:42:40.048203 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-812ce8d5-92ff-488c-a5df-324d07480c0d tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:42:40.048814 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-812ce8d5-92ff-488c-a5df-324d07480c0d tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:40.079126 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-812ce8d5-92ff-488c-a5df-324d07480c0d tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.9303436 Jan 28 19:42:40.082310 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 50220) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:40.256935 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-a98f1894-dd63-4446-bc0a-98d3af9c22c9 None None] For port df7dfc30-7e42-4b58-81fd-62593a086a93, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:42:40.261453 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-a98f1894-dd63-4446-bc0a-98d3af9c22c9 None None] For port df7dfc30-7e42-4b58-81fd-62593a086a93, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=df7dfc30-7e42-4b58-81fd-62593a086a93,segment=NetworkSegment(10c4b3d1-8f61-4be0-886a-cecfc6ad8323),segment_id=10c4b3d1-8f61-4be0-886a-cecfc6ad8323)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:42:40.270271 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45e0bacd-2fd5-49f9-8323-27a425ab73cb None None] Network 52683257-2495-4702-bdfc-b874c7fbf5ea requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:42:40.288094 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fb3bf0e4-a825-4221-a8cd-9b3945f72312 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (52683257-2495-4702-bdfc-b874c7fbf5ea), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:40.313230 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a98f1894-dd63-4446-bc0a-98d3af9c22c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (df7dfc30-7e42-4b58-81fd-62593a086a93), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:40.372817 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fb3bf0e4-a825-4221-a8cd-9b3945f72312 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (b3780511-73b0-48bc-9da3-273234883a8d), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:40.502075 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98f1894-dd63-4446-bc0a-98d3af9c22c9 None None] Pushing event updated for resources: {'Port': ['ID=df7dfc30-7e42-4b58-81fd-62593a086a93,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:40.623207 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fb3bf0e4-a825-4221-a8cd-9b3945f72312 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4690616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5222356'] for subnet (b3780511-73b0-48bc-9da3-273234883a8d), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:40.726044 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-070beded-c48e-4be0-98b4-afd67b54de64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68cd31fd-e4cd-5fb3-a862-256fc47efcd2-52683257-2495-4702-bdfc-b874c7fbf5ea', 'network_id': '52683257-2495-4702-bdfc-b874c7fbf5ea', 'project_id': '55c9399f69674bc7ac51b603886274b7', 'fixed_ips': [{'subnet_id': 'b3780511-73b0-48bc-9da3-273234883a8d'}]}} from n-d-812111-14. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:42:40.731226 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-070beded-c48e-4be0-98b4-afd67b54de64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:40.736964 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fb3bf0e4-a825-4221-a8cd-9b3945f72312 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (52683257-2495-4702-bdfc-b874c7fbf5ea), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:40.775414 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-fb3bf0e4-a825-4221-a8cd-9b3945f72312 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52683257-2495-4702-bdfc-b874c7fbf5ea']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:42:40.787779 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-fb3bf0e4-a825-4221-a8cd-9b3945f72312 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '056fd4e6-39e5-48cf-ae75-5c784e884f2c') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:42:40.788088 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-fb3bf0e4-a825-4221-a8cd-9b3945f72312 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '056fd4e6-39e5-48cf-ae75-5c784e884f2c') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:42:40.799952 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fb3bf0e4-a825-4221-a8cd-9b3945f72312 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4747091'] for segment (056fd4e6-39e5-48cf-ae75-5c784e884f2c), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:40.818048 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fb3bf0e4-a825-4221-a8cd-9b3945f72312 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (056fd4e6-39e5-48cf-ae75-5c784e884f2c), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:40.825885 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb3bf0e4-a825-4221-a8cd-9b3945f72312 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:42:40.826327 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fb3bf0e4-a825-4221-a8cd-9b3945f72312 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4690514'] for segment (056fd4e6-39e5-48cf-ae75-5c784e884f2c), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:40.901825 n-d-812111-14 neutron-server[103304]: Traceback (most recent call last): Jan 28 19:42:40.901825 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:42:40.901825 n-d-812111-14 neutron-server[103304]: timer() Jan 28 19:42:40.901825 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:42:40.901825 n-d-812111-14 neutron-server[103304]: cb(*args, **kw) Jan 28 19:42:40.901825 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:42:40.901825 n-d-812111-14 neutron-server[103304]: return func(*args, **kwargs) Jan 28 19:42:40.901825 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:42:40.901825 n-d-812111-14 neutron-server[103304]: self._notify() Jan 28 19:42:40.901825 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:42:40.901825 n-d-812111-14 neutron-server[103304]: self.callback(batched_events) Jan 28 19:42:40.901825 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:42:40.901825 n-d-812111-14 neutron-server[103304]: event.method(event) Jan 28 19:42:40.901825 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:42:40.901825 n-d-812111-14 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:42:40.901825 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:42:40.901825 n-d-812111-14 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:42:40.901825 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:42:40.901825 n-d-812111-14 neutron-server[103304]: return f(self, *a, **k) Jan 28 19:42:40.901825 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:42:40.901825 n-d-812111-14 neutron-server[103304]: return self._get(url).json() Jan 28 19:42:40.901825 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:42:40.901825 n-d-812111-14 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:42:40.901825 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:42:40.901825 n-d-812111-14 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 28 19:42:40.901825 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:42:40.901825 n-d-812111-14 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:42:40.901825 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:42:40.901825 n-d-812111-14 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:42:40.901825 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:42:40.901825 n-d-812111-14 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:42:40.901825 n-d-812111-14 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:42:40.967551 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514fd22d-8551-4558-9d2f-1a70c371a73c req-4611fac4-383f-43e0-b4ce-5c77797f46e8 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:42:40.969226 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-514fd22d-8551-4558-9d2f-1a70c371a73c req-4611fac4-383f-43e0-b4ce-5c77797f46e8 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0ca55e5-132f-43d5-b396-5e2a170de718 HTTP/1.1" status: 200 len: 945 time: 0.4812291 Jan 28 19:42:40.969995 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bf0e4-a825-4221-a8cd-9b3945f72312 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Pushing event deleted for resources: {'Subnet': ['ID=b3780511-73b0-48bc-9da3-273234883a8d,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:41.036133 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86d00a03-0400-42d9-a961-a93a386f71e2 None None] Network 52683257-2495-4702-bdfc-b874c7fbf5ea requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:42:41.070384 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fb3bf0e4-a825-4221-a8cd-9b3945f72312 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (52683257-2495-4702-bdfc-b874c7fbf5ea), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:41.092870 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fb3bf0e4-a825-4221-a8cd-9b3945f72312 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:41.096154 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-fb3bf0e4-a825-4221-a8cd-9b3945f72312 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] 10.222.0.64 "DELETE /v2.0/networks/52683257-2495-4702-bdfc-b874c7fbf5ea HTTP/1.1" status: 204 len: 168 time: 1.0128319 Jan 28 19:42:41.100814 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 50228) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:41.108360 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-2c178f9d-3231-4a95-b996-ad4d1f5347b4 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-181319785'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:42:41.139569 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bf0e4-a825-4221-a8cd-9b3945f72312 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Pushing event deleted for resources: {'Network': ['ID=52683257-2495-4702-bdfc-b874c7fbf5ea,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:41.154143 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-514fd22d-8551-4558-9d2f-1a70c371a73c req-b1393b2d-5f43-49d3-875b-0b19232148ac tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/security-groups?id=d049ce91-97cc-4551-97a8-b334f2123d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772962 Jan 28 19:42:41.157049 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c178f9d-3231-4a95-b996-ad4d1f5347b4 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Made reservation on behalf of 55c9399f69674bc7ac51b603886274b7 for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:42:41.166732 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2c178f9d-3231-4a95-b996-ad4d1f5347b4 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:41.269935 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c178f9d-3231-4a95-b996-ad4d1f5347b4 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:42:41.291569 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2c178f9d-3231-4a95-b996-ad4d1f5347b4 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (06052d2a-8852-4873-a5cd-7bb08498fc10), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:41.292048 n-d-812111-14 neutron-server[103305]: INFO neutron.db.segments_db [None req-2c178f9d-3231-4a95-b996-ad4d1f5347b4 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Added segment 06052d2a-8852-4873-a5cd-7bb08498fc10 of type vlan for network 7fa6b5d7-c10a-46a9-bb7a-a71e0b5c6c85 Jan 28 19:42:41.393267 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2c178f9d-3231-4a95-b996-ad4d1f5347b4 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (7fa6b5d7-c10a-46a9-bb7a-a71e0b5c6c85), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:41.463642 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2c178f9d-3231-4a95-b996-ad4d1f5347b4 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (7fa6b5d7-c10a-46a9-bb7a-a71e0b5c6c85), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:41.475623 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c178f9d-3231-4a95-b996-ad4d1f5347b4 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:42:41.476276 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2c178f9d-3231-4a95-b996-ad4d1f5347b4 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:41.518291 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 50240) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:41.525198 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-8eaf919c-5cd3-4c01-ac39-6f4f5943bd9f tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Request body: {'subnet': {'network_id': '7fa6b5d7-c10a-46a9-bb7a-a71e0b5c6c85', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:42:41.534464 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-2c178f9d-3231-4a95-b996-ad4d1f5347b4 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4301989 Jan 28 19:42:41.688469 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:41.730647 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c178f9d-3231-4a95-b996-ad4d1f5347b4 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Pushing event updated for resources: {'Network': ['ID=7fa6b5d7-c10a-46a9-bb7a-a71e0b5c6c85,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:41.750445 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network 7fa6b5d7-c10a-46a9-bb7a-a71e0b5c6c85 details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:42:41.815860 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eaf919c-5cd3-4c01-ac39-6f4f5943bd9f tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Made reservation on behalf of 55c9399f69674bc7ac51b603886274b7 for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:42:41.826232 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8eaf919c-5cd3-4c01-ac39-6f4f5943bd9f tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5221429'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:41.984192 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.ipam_backend_mixin [None req-8eaf919c-5cd3-4c01-ac39-6f4f5943bd9f tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Performing IP validity checks on allocation pools {{(pid=103304) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 28 19:42:41.985018 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.ipam_backend_mixin [None req-8eaf919c-5cd3-4c01-ac39-6f4f5943bd9f tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103304) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 28 19:42:42.128072 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:42:42.294103 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device df7dfc30-7e42-4b58-81fd-62593a086a93 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:42:42.345208 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8eaf919c-5cd3-4c01-ac39-6f4f5943bd9f tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4690681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5221415'] for subnet (4047993c-ab3f-4ba7-9143-6d509a4ae719), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:42.461353 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaf919c-5cd3-4c01-ac39-6f4f5943bd9f tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Pushing event updated for resources: {'Subnet': ['ID=4047993c-ab3f-4ba7-9143-6d509a4ae719,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:42.475127 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eaf919c-5cd3-4c01-ac39-6f4f5943bd9f tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Checking segment: {'id': '06052d2a-8852-4873-a5cd-7bb08498fc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '7fa6b5d7-c10a-46a9-bb7a-a71e0b5c6c85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:42:42.475793 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eaf919c-5cd3-4c01-ac39-6f4f5943bd9f tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Network hostable DHCP agents. Network: 7fa6b5d7-c10a-46a9-bb7a-a71e0b5c6c85, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:42:42.503305 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eaf919c-5cd3-4c01-ac39-6f4f5943bd9f tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Network 7fa6b5d7-c10a-46a9-bb7a-a71e0b5c6c85 is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:42:42.519259 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-8eaf919c-5cd3-4c01-ac39-6f4f5943bd9f tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, 7fa6b5d7-c10a-46a9-bb7a-a71e0b5c6c85) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:42:42.530989 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86396e3c-566c-41e4-bb32-53c4eee0feef None None] Network 7fa6b5d7-c10a-46a9-bb7a-a71e0b5c6c85 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:42:42.535884 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eaf919c-5cd3-4c01-ac39-6f4f5943bd9f tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:42:42.536772 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8eaf919c-5cd3-4c01-ac39-6f4f5943bd9f tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:42.545129 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port df7dfc30-7e42-4b58-81fd-62593a086a93 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:42:42.545731 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (df7dfc30-7e42-4b58-81fd-62593a086a93), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:42.590307 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-8eaf919c-5cd3-4c01-ac39-6f4f5943bd9f tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.0688200 Jan 28 19:42:42.591172 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 50252) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:42.637058 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b14aac0-0f0b-407d-b4eb-a465fae1f399 None None] Network 2d8c3074-f0d1-487e-8b26-247d3b341ace requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:42:42.763337 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-3c5636c4-0680-4db5-be19-025be42fc1cd None None] Provisioning complete for port df7dfc30-7e42-4b58-81fd-62593a086a93 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:42:42.764418 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3c5636c4-0680-4db5-be19-025be42fc1cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (df7dfc30-7e42-4b58-81fd-62593a086a93), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:42.822606 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f808cf71-6640-4af2-9693-ac4eb470d992 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (7fa6b5d7-c10a-46a9-bb7a-a71e0b5c6c85), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:42.937536 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a49cd35e-cb99-44a7-ad37-e3988324b098 req-7429f8a5-3cff-4f21-8b0a-bee6b1247175 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=4a91007d-45be-4c6c-a11f-db74e1c43eb8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1102262 Jan 28 19:42:42.962463 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f808cf71-6640-4af2-9693-ac4eb470d992 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (4047993c-ab3f-4ba7-9143-6d509a4ae719), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:43.083269 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e088b3f-1f47-4d97-aaca-69b65879c967 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68cd31fd-e4cd-5fb3-a862-256fc47efcd2-7fa6b5d7-c10a-46a9-bb7a-a71e0b5c6c85', 'network_id': '7fa6b5d7-c10a-46a9-bb7a-a71e0b5c6c85', 'project_id': '55c9399f69674bc7ac51b603886274b7', 'fixed_ips': [{'subnet_id': '4047993c-ab3f-4ba7-9143-6d509a4ae719'}]}} from n-d-812111-14. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:42:43.084139 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0e088b3f-1f47-4d97-aaca-69b65879c967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:43.130728 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49cd35e-cb99-44a7-ad37-e3988324b098 req-1392ff73-4cf2-4577-9edc-76131cf419e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:42:43.137334 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a49cd35e-cb99-44a7-ad37-e3988324b098 req-1392ff73-4cf2-4577-9edc-76131cf419e4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c316c98d83734d7eab7153e5f826023b&device_id=4a91007d-45be-4c6c-a11f-db74e1c43eb8 HTTP/1.1" status: 200 len: 1128 time: 0.1498976 Jan 28 19:42:43.147596 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f808cf71-6640-4af2-9693-ac4eb470d992 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4690616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5222356'] for subnet (4047993c-ab3f-4ba7-9143-6d509a4ae719), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:43.268028 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f808cf71-6640-4af2-9693-ac4eb470d992 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Pushing event deleted for resources: {'Subnet': ['ID=4047993c-ab3f-4ba7-9143-6d509a4ae719,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:43.303168 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port df7dfc30-7e42-4b58-81fd-62593a086a93 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:42:43.303565 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (df7dfc30-7e42-4b58-81fd-62593a086a93), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:43.373540 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:43.442521 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49cd35e-cb99-44a7-ad37-e3988324b098 req-4c50cdc2-74b2-456b-bb9c-7e0c283701ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:42:43.447757 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a49cd35e-cb99-44a7-ad37-e3988324b098 req-4c50cdc2-74b2-456b-bb9c-7e0c283701ab service neutron] 10.222.0.70 "GET /v2.0/networks?id=87bd24c3-2f53-4d06-9d37-4b32bba79109 HTTP/1.1" status: 200 len: 912 time: 0.2852750 Jan 28 19:42:43.479480 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f808cf71-6640-4af2-9693-ac4eb470d992 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (7fa6b5d7-c10a-46a9-bb7a-a71e0b5c6c85), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:43.544908 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-f808cf71-6640-4af2-9693-ac4eb470d992 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fa6b5d7-c10a-46a9-bb7a-a71e0b5c6c85']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:42:43.571133 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-f808cf71-6640-4af2-9693-ac4eb470d992 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06052d2a-8852-4873-a5cd-7bb08498fc10') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:42:43.575198 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-f808cf71-6640-4af2-9693-ac4eb470d992 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06052d2a-8852-4873-a5cd-7bb08498fc10') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:42:43.603676 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f808cf71-6640-4af2-9693-ac4eb470d992 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4747091'] for segment (06052d2a-8852-4873-a5cd-7bb08498fc10), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:43.618429 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] For port df7dfc30-7e42-4b58-81fd-62593a086a93, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=df7dfc30-7e42-4b58-81fd-62593a086a93,segment=NetworkSegment(10c4b3d1-8f61-4be0-886a-cecfc6ad8323),segment_id=10c4b3d1-8f61-4be0-886a-cecfc6ad8323)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:42:43.624442 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-3c5636c4-0680-4db5-be19-025be42fc1cd None None] Current status of the port df7dfc30-7e42-4b58-81fd-62593a086a93 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:42:43.625252 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3c5636c4-0680-4db5-be19-025be42fc1cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (df7dfc30-7e42-4b58-81fd-62593a086a93), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:43.662173 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f808cf71-6640-4af2-9693-ac4eb470d992 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (06052d2a-8852-4873-a5cd-7bb08498fc10), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:43.666127 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (df7dfc30-7e42-4b58-81fd-62593a086a93), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:43.679661 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a49cd35e-cb99-44a7-ad37-e3988324b098 req-87d5969f-6936-45f1-b4bb-603708b511ab service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4fc29a78-414a-4805-a8cf-167eee4a4412 HTTP/1.1" status: 200 len: 999 time: 0.2109947 Jan 28 19:42:43.694750 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f808cf71-6640-4af2-9693-ac4eb470d992 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:42:43.696328 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f808cf71-6640-4af2-9693-ac4eb470d992 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4690514'] for segment (06052d2a-8852-4873-a5cd-7bb08498fc10), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:43.706796 n-d-812111-14 neutron-server[103304]: Traceback (most recent call last): Jan 28 19:42:43.706796 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:42:43.706796 n-d-812111-14 neutron-server[103304]: timer() Jan 28 19:42:43.706796 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:42:43.706796 n-d-812111-14 neutron-server[103304]: cb(*args, **kw) Jan 28 19:42:43.706796 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:42:43.706796 n-d-812111-14 neutron-server[103304]: return func(*args, **kwargs) Jan 28 19:42:43.706796 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:42:43.706796 n-d-812111-14 neutron-server[103304]: self._notify() Jan 28 19:42:43.706796 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:42:43.706796 n-d-812111-14 neutron-server[103304]: self.callback(batched_events) Jan 28 19:42:43.706796 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:42:43.706796 n-d-812111-14 neutron-server[103304]: event.method(event) Jan 28 19:42:43.706796 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:42:43.706796 n-d-812111-14 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:42:43.706796 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:42:43.706796 n-d-812111-14 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:42:43.706796 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:42:43.706796 n-d-812111-14 neutron-server[103304]: return f(self, *a, **k) Jan 28 19:42:43.706796 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:42:43.706796 n-d-812111-14 neutron-server[103304]: return self._get(url).json() Jan 28 19:42:43.706796 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:42:43.706796 n-d-812111-14 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:42:43.706796 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:42:43.706796 n-d-812111-14 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 28 19:42:43.706796 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:42:43.706796 n-d-812111-14 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:42:43.706796 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:42:43.706796 n-d-812111-14 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:42:43.706796 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:42:43.706796 n-d-812111-14 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:42:43.706796 n-d-812111-14 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:42:43.748191 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Pushing event updated for resources: {'Port': ['ID=df7dfc30-7e42-4b58-81fd-62593a086a93,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:43.759863 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed9a39d5-9c99-4ec9-be7b-c9d11d6c7a5d None None] Network 7fa6b5d7-c10a-46a9-bb7a-a71e0b5c6c85 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:42:43.803711 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49cd35e-cb99-44a7-ad37-e3988324b098 req-c16f5b68-9e40-4656-aa5c-698ea78d33d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:42:43.806263 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a49cd35e-cb99-44a7-ad37-e3988324b098 req-c16f5b68-9e40-4656-aa5c-698ea78d33d5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1b82f7aa-308b-4f07-b0c3-0d99e240d9ef HTTP/1.1" status: 200 len: 851 time: 0.1250737 Jan 28 19:42:43.866573 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f808cf71-6640-4af2-9693-ac4eb470d992 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (7fa6b5d7-c10a-46a9-bb7a-a71e0b5c6c85), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:43.910987 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f808cf71-6640-4af2-9693-ac4eb470d992 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:43.923518 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-f808cf71-6640-4af2-9693-ac4eb470d992 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] 10.222.0.64 "DELETE /v2.0/networks/7fa6b5d7-c10a-46a9-bb7a-a71e0b5c6c85 HTTP/1.1" status: 204 len: 168 time: 1.3258243 Jan 28 19:42:43.924504 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 50264) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:43.925653 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f808cf71-6640-4af2-9693-ac4eb470d992 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Pushing event deleted for resources: {'Network': ['ID=7fa6b5d7-c10a-46a9-bb7a-a71e0b5c6c85,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:43.930618 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-c207cbf3-2010-4ffc-b797-d4c47a9977ba tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-90266126'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:42:43.991300 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.db.api [None req-3c5636c4-0680-4db5-be19-025be42fc1cd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103306) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 19:42:43.991865 n-d-812111-14 neutron-server[103306]: DEBUG oslo_db.api [None req-3c5636c4-0680-4db5-be19-025be42fc1cd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 19:42:44.000080 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c207cbf3-2010-4ffc-b797-d4c47a9977ba tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Made reservation on behalf of 55c9399f69674bc7ac51b603886274b7 for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:42:44.011702 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c207cbf3-2010-4ffc-b797-d4c47a9977ba tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:44.050081 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49cd35e-cb99-44a7-ad37-e3988324b098 req-bd5e7e76-e454-4014-8120-1376cd4252a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:42:44.068819 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a49cd35e-cb99-44a7-ad37-e3988324b098 req-bd5e7e76-e454-4014-8120-1376cd4252a9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=87bd24c3-2f53-4d06-9d37-4b32bba79109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2522717 Jan 28 19:42:44.149540 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device df7dfc30-7e42-4b58-81fd-62593a086a93 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:42:44.152262 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c207cbf3-2010-4ffc-b797-d4c47a9977ba tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:42:44.174216 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c207cbf3-2010-4ffc-b797-d4c47a9977ba tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (23a1dd75-0e91-432a-9b76-e6f351f19b15), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:44.175979 n-d-812111-14 neutron-server[103305]: INFO neutron.db.segments_db [None req-c207cbf3-2010-4ffc-b797-d4c47a9977ba tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Added segment 23a1dd75-0e91-432a-9b76-e6f351f19b15 of type vlan for network 2fcc2591-b274-48b9-b99e-e8027e2c9059 Jan 28 19:42:44.230152 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port df7dfc30-7e42-4b58-81fd-62593a086a93 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:42:44.230613 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (df7dfc30-7e42-4b58-81fd-62593a086a93), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:44.271567 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c207cbf3-2010-4ffc-b797-d4c47a9977ba tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (2fcc2591-b274-48b9-b99e-e8027e2c9059), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:44.387636 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c207cbf3-2010-4ffc-b797-d4c47a9977ba tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (2fcc2591-b274-48b9-b99e-e8027e2c9059), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:44.421447 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c207cbf3-2010-4ffc-b797-d4c47a9977ba tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:42:44.423524 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c207cbf3-2010-4ffc-b797-d4c47a9977ba tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:44.510371 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a49cd35e-cb99-44a7-ad37-e3988324b098 req-3e40ff43-9cd8-44d8-a417-d5a5cda296c2 service neutron] 10.222.0.70 "GET /v2.0/networks/87bd24c3-2f53-4d06-9d37-4b32bba79109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4345012 Jan 28 19:42:44.562963 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port df7dfc30-7e42-4b58-81fd-62593a086a93 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:42:44.576234 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c207cbf3-2010-4ffc-b797-d4c47a9977ba tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Pushing event updated for resources: {'Network': ['ID=2fcc2591-b274-48b9-b99e-e8027e2c9059,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:44.594417 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network 2fcc2591-b274-48b9-b99e-e8027e2c9059 details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:42:44.599865 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-3c5636c4-0680-4db5-be19-025be42fc1cd None None] Current status of the port df7dfc30-7e42-4b58-81fd-62593a086a93 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:42:44.616527 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 50270) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:44.617423 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-c207cbf3-2010-4ffc-b797-d4c47a9977ba tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.6924877 Jan 28 19:42:44.621806 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-c17f94c6-a704-4650-ba3b-7c5a5dece4a1 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Request body: {'subnet': {'network_id': '2fcc2591-b274-48b9-b99e-e8027e2c9059', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:42:44.777949 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a49cd35e-cb99-44a7-ad37-e3988324b098 req-a93a18bd-94b6-4720-8e3d-b1db92a995e9 service neutron] 10.222.0.70 "GET /v2.0/networks/87bd24c3-2f53-4d06-9d37-4b32bba79109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979313 Jan 28 19:42:44.800954 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b1cb35e6-8590-4cf0-944e-8f3569c73e79 None None] Provisioning complete for port df7dfc30-7e42-4b58-81fd-62593a086a93 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:42:44.801398 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b1cb35e6-8590-4cf0-944e-8f3569c73e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (df7dfc30-7e42-4b58-81fd-62593a086a93), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:44.895668 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c17f94c6-a704-4650-ba3b-7c5a5dece4a1 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Made reservation on behalf of 55c9399f69674bc7ac51b603886274b7 for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:42:44.907967 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c17f94c6-a704-4650-ba3b-7c5a5dece4a1 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5221429'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:44.965463 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b1cb35e6-8590-4cf0-944e-8f3569c73e79 None None] Current status of the port df7dfc30-7e42-4b58-81fd-62593a086a93 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:42:45.501997 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c17f94c6-a704-4650-ba3b-7c5a5dece4a1 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4690681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5221415'] for subnet (fc5b1ffb-7a72-4b9e-86d0-2d9244c50a37), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:45.593876 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17f94c6-a704-4650-ba3b-7c5a5dece4a1 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Pushing event updated for resources: {'Subnet': ['ID=fc5b1ffb-7a72-4b9e-86d0-2d9244c50a37,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:45.681499 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17f94c6-a704-4650-ba3b-7c5a5dece4a1 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Checking segment: {'id': '23a1dd75-0e91-432a-9b76-e6f351f19b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '2fcc2591-b274-48b9-b99e-e8027e2c9059'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:42:45.682429 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c17f94c6-a704-4650-ba3b-7c5a5dece4a1 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Network hostable DHCP agents. Network: 2fcc2591-b274-48b9-b99e-e8027e2c9059, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:42:45.714817 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c17f94c6-a704-4650-ba3b-7c5a5dece4a1 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Network 2fcc2591-b274-48b9-b99e-e8027e2c9059 is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:42:45.736678 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-c17f94c6-a704-4650-ba3b-7c5a5dece4a1 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, 2fcc2591-b274-48b9-b99e-e8027e2c9059) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:42:45.744520 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c17f94c6-a704-4650-ba3b-7c5a5dece4a1 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:42:45.754697 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c17f94c6-a704-4650-ba3b-7c5a5dece4a1 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:45.778894 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24cd9338-6aa3-43d8-bc1a-1c04740c7960 None None] Network 2fcc2591-b274-48b9-b99e-e8027e2c9059 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:42:45.780354 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-c17f94c6-a704-4650-ba3b-7c5a5dece4a1 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.1626148 Jan 28 19:42:45.782905 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 50286) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:45.985031 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f8366423-49ee-4a3f-af43-2d731e6b0838 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (2fcc2591-b274-48b9-b99e-e8027e2c9059), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:46.103233 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f8366423-49ee-4a3f-af43-2d731e6b0838 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (fc5b1ffb-7a72-4b9e-86d0-2d9244c50a37), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:46.127076 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe76c04-00f1-4ea1-8513-086aacb01300 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68cd31fd-e4cd-5fb3-a862-256fc47efcd2-2fcc2591-b274-48b9-b99e-e8027e2c9059', 'network_id': '2fcc2591-b274-48b9-b99e-e8027e2c9059', 'project_id': '55c9399f69674bc7ac51b603886274b7', 'fixed_ips': [{'subnet_id': 'fc5b1ffb-7a72-4b9e-86d0-2d9244c50a37'}]}} from n-d-812111-14. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:42:46.129619 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2fe76c04-00f1-4ea1-8513-086aacb01300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:46.240212 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f8366423-49ee-4a3f-af43-2d731e6b0838 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4690616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5222356'] for subnet (fc5b1ffb-7a72-4b9e-86d0-2d9244c50a37), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:46.347347 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server [None req-2fe76c04-00f1-4ea1-8513-086aacb01300 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fc5b1ffb-7a72-4b9e-86d0-2d9244c50a37: This subnet is being modified by another concurrent operation. Jan 28 19:42:46.347347 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 28 19:42:46.347347 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 28 19:42:46.347347 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 28 19:42:46.347347 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 28 19:42:46.347347 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 28 19:42:46.347347 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 28 19:42:46.347347 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 28 19:42:46.347347 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 28 19:42:46.347347 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 28 19:42:46.347347 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 19:42:46.347347 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 19:42:46.347347 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 19:42:46.347347 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 19:42:46.347347 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 19:42:46.347347 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 19:42:46.347347 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 19:42:46.347347 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 19:42:46.347347 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 19:42:46.347347 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 19:42:46.347347 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 19:42:46.347347 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 19:42:46.347347 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 19:42:46.347347 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 19:42:46.347347 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 19:42:46.347347 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 19:42:46.347347 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 19:42:46.347347 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 19:42:46.347347 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 19:42:46.347347 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 19:42:46.347347 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 19:42:46.347347 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 19:42:46.347347 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 19:42:46.347347 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 19:42:46.347347 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 28 19:42:46.347347 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 28 19:42:46.347347 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Jan 28 19:42:46.347347 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 28 19:42:46.347347 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Jan 28 19:42:46.347347 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 28 19:42:46.347347 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 28 19:42:46.347347 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 28 19:42:46.347347 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 28 19:42:46.347347 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 19:42:46.347347 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 19:42:46.347347 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 19:42:46.347347 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 19:42:46.347347 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 19:42:46.347347 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 19:42:46.347347 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 19:42:46.347347 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 19:42:46.347347 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 19:42:46.347347 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 19:42:46.347347 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 19:42:46.347347 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 19:42:46.347347 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 19:42:46.347347 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 19:42:46.347347 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 19:42:46.347347 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 19:42:46.347347 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 19:42:46.347347 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 19:42:46.347347 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 19:42:46.347347 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 19:42:46.347347 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 19:42:46.347347 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 19:42:46.347347 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 19:42:46.347347 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 19:42:46.347347 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 19:42:46.347347 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 19:42:46.347347 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 19:42:46.347347 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1510, in create_port Jan 28 19:42:46.347347 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 28 19:42:46.347347 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1475, in _create_port_db Jan 28 19:42:46.347347 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 28 19:42:46.347347 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Jan 28 19:42:46.347347 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 28 19:42:46.347347 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 28 19:42:46.347347 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 28 19:42:46.347347 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 19:42:46.347347 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 19:42:46.347347 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 28 19:42:46.347347 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 28 19:42:46.347347 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 28 19:42:46.347347 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 28 19:42:46.347347 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 28 19:42:46.347347 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 28 19:42:46.347347 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 28 19:42:46.347347 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 28 19:42:46.347347 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 28 19:42:46.347347 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server raise exception Jan 28 19:42:46.347347 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fc5b1ffb-7a72-4b9e-86d0-2d9244c50a37: This subnet is being modified by another concurrent operation. Jan 28 19:42:46.347347 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server Jan 28 19:42:46.367545 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9912490b-3afb-42c0-8b33-44d02904502b None None] get_active_networks_info from n-d-812111-14 {{(pid=103306) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 19:42:46.367810 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8366423-49ee-4a3f-af43-2d731e6b0838 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Pushing event deleted for resources: {'Subnet': ['ID=fc5b1ffb-7a72-4b9e-86d0-2d9244c50a37,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:46.474421 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9912490b-3afb-42c0-8b33-44d02904502b None None] Resources bound (agent type, host, resource id): {{(pid=103306) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 19:42:46.492861 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f8366423-49ee-4a3f-af43-2d731e6b0838 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (2fcc2591-b274-48b9-b99e-e8027e2c9059), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:46.519043 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-f8366423-49ee-4a3f-af43-2d731e6b0838 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fcc2591-b274-48b9-b99e-e8027e2c9059']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:42:46.534843 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-f8366423-49ee-4a3f-af43-2d731e6b0838 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23a1dd75-0e91-432a-9b76-e6f351f19b15') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:42:46.535157 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-f8366423-49ee-4a3f-af43-2d731e6b0838 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23a1dd75-0e91-432a-9b76-e6f351f19b15') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:42:46.546565 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f8366423-49ee-4a3f-af43-2d731e6b0838 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4747091'] for segment (23a1dd75-0e91-432a-9b76-e6f351f19b15), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:46.566191 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f8366423-49ee-4a3f-af43-2d731e6b0838 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (23a1dd75-0e91-432a-9b76-e6f351f19b15), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:46.583911 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8366423-49ee-4a3f-af43-2d731e6b0838 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:42:46.584327 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f8366423-49ee-4a3f-af43-2d731e6b0838 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4690514'] for segment (23a1dd75-0e91-432a-9b76-e6f351f19b15), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:46.588045 n-d-812111-14 neutron-server[103304]: Traceback (most recent call last): Jan 28 19:42:46.588045 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:42:46.588045 n-d-812111-14 neutron-server[103304]: timer() Jan 28 19:42:46.588045 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:42:46.588045 n-d-812111-14 neutron-server[103304]: cb(*args, **kw) Jan 28 19:42:46.588045 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:42:46.588045 n-d-812111-14 neutron-server[103304]: return func(*args, **kwargs) Jan 28 19:42:46.588045 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:42:46.588045 n-d-812111-14 neutron-server[103304]: self._notify() Jan 28 19:42:46.588045 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:42:46.588045 n-d-812111-14 neutron-server[103304]: self.callback(batched_events) Jan 28 19:42:46.588045 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:42:46.588045 n-d-812111-14 neutron-server[103304]: event.method(event) Jan 28 19:42:46.588045 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:42:46.588045 n-d-812111-14 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:42:46.588045 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:42:46.588045 n-d-812111-14 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:42:46.588045 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:42:46.588045 n-d-812111-14 neutron-server[103304]: return f(self, *a, **k) Jan 28 19:42:46.588045 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:42:46.588045 n-d-812111-14 neutron-server[103304]: return self._get(url).json() Jan 28 19:42:46.588045 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:42:46.588045 n-d-812111-14 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:42:46.588045 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:42:46.588045 n-d-812111-14 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 28 19:42:46.588045 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:42:46.588045 n-d-812111-14 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:42:46.588045 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:42:46.588045 n-d-812111-14 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:42:46.588045 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:42:46.588045 n-d-812111-14 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:42:46.588045 n-d-812111-14 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:42:46.713483 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f8366423-49ee-4a3f-af43-2d731e6b0838 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (2fcc2591-b274-48b9-b99e-e8027e2c9059), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:46.718619 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f8366423-49ee-4a3f-af43-2d731e6b0838 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:46.731670 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 50304) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:46.734254 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-f8366423-49ee-4a3f-af43-2d731e6b0838 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] 10.222.0.64 "DELETE /v2.0/networks/2fcc2591-b274-48b9-b99e-e8027e2c9059 HTTP/1.1" status: 204 len: 168 time: 0.9502196 Jan 28 19:42:46.737887 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-8561e648-0178-4488-a44b-6f236b2eea9d tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-820849460'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:42:46.760765 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8366423-49ee-4a3f-af43-2d731e6b0838 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Pushing event deleted for resources: {'Network': ['ID=2fcc2591-b274-48b9-b99e-e8027e2c9059,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:46.799375 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8561e648-0178-4488-a44b-6f236b2eea9d tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Made reservation on behalf of 55c9399f69674bc7ac51b603886274b7 for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:42:46.808791 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8561e648-0178-4488-a44b-6f236b2eea9d tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:46.815932 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-222ba39d-7910-4bb7-81f6-5bd88b92e8e2 None None] Network 2fcc2591-b274-48b9-b99e-e8027e2c9059 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:42:46.845512 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-222ba39d-7910-4bb7-81f6-5bd88b92e8e2 None None] Network 2fcc2591-b274-48b9-b99e-e8027e2c9059 could not be found, it might have been deleted concurrently. {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 28 19:42:46.860185 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8561e648-0178-4488-a44b-6f236b2eea9d tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:42:46.872549 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8561e648-0178-4488-a44b-6f236b2eea9d tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (f1842ff9-3dfe-416e-94b0-4da953f9d152), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:46.873283 n-d-812111-14 neutron-server[103305]: INFO neutron.db.segments_db [None req-8561e648-0178-4488-a44b-6f236b2eea9d tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Added segment f1842ff9-3dfe-416e-94b0-4da953f9d152 of type vlan for network 5e01f5f6-6411-47e6-87f4-0be4dfff447f Jan 28 19:42:46.931376 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8561e648-0178-4488-a44b-6f236b2eea9d tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (5e01f5f6-6411-47e6-87f4-0be4dfff447f), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:46.970705 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8561e648-0178-4488-a44b-6f236b2eea9d tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (5e01f5f6-6411-47e6-87f4-0be4dfff447f), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:46.985480 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8561e648-0178-4488-a44b-6f236b2eea9d tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:42:46.986483 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8561e648-0178-4488-a44b-6f236b2eea9d tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:47.061125 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-8561e648-0178-4488-a44b-6f236b2eea9d tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3277230 Jan 28 19:42:47.064414 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 50308) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:47.074025 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-5ee554e0-034f-4c08-b95f-c44fdd4caf9d tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Request body: {'subnet': {'network_id': '5e01f5f6-6411-47e6-87f4-0be4dfff447f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:42:47.231069 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8561e648-0178-4488-a44b-6f236b2eea9d tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Pushing event updated for resources: {'Network': ['ID=5e01f5f6-6411-47e6-87f4-0be4dfff447f,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:47.242542 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network 5e01f5f6-6411-47e6-87f4-0be4dfff447f details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:42:47.275539 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ee554e0-034f-4c08-b95f-c44fdd4caf9d tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Made reservation on behalf of 55c9399f69674bc7ac51b603886274b7 for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:42:47.287792 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5ee554e0-034f-4c08-b95f-c44fdd4caf9d tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4733071'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:47.566508 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5ee554e0-034f-4c08-b95f-c44fdd4caf9d tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4752401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4733085'] for subnet (f021f808-0932-47dd-8c13-d10e7c7b0bbd), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:47.625188 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee554e0-034f-4c08-b95f-c44fdd4caf9d tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Pushing event updated for resources: {'Subnet': ['ID=f021f808-0932-47dd-8c13-d10e7c7b0bbd,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:47.670858 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee554e0-034f-4c08-b95f-c44fdd4caf9d tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Checking segment: {'id': 'f1842ff9-3dfe-416e-94b0-4da953f9d152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '5e01f5f6-6411-47e6-87f4-0be4dfff447f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:42:47.671664 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee554e0-034f-4c08-b95f-c44fdd4caf9d tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Network hostable DHCP agents. Network: 5e01f5f6-6411-47e6-87f4-0be4dfff447f, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:42:47.724604 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee554e0-034f-4c08-b95f-c44fdd4caf9d tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Network 5e01f5f6-6411-47e6-87f4-0be4dfff447f is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:42:47.741462 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-5ee554e0-034f-4c08-b95f-c44fdd4caf9d tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, 5e01f5f6-6411-47e6-87f4-0be4dfff447f) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:42:47.752556 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c16d46a-130f-480f-beda-a58d1a52aaf6 None None] Network 5e01f5f6-6411-47e6-87f4-0be4dfff447f requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:42:47.753479 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ee554e0-034f-4c08-b95f-c44fdd4caf9d tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:42:47.755202 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5ee554e0-034f-4c08-b95f-c44fdd4caf9d tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:47.792974 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 50316) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:47.803573 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-5ee554e0-034f-4c08-b95f-c44fdd4caf9d tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7375672 Jan 28 19:42:47.999986 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-38653b87-5154-4798-8a0b-95d502843ca3 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (5e01f5f6-6411-47e6-87f4-0be4dfff447f), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:48.053592 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-017622f0-33a4-4e67-8edc-5ba6d2d232fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68cd31fd-e4cd-5fb3-a862-256fc47efcd2-5e01f5f6-6411-47e6-87f4-0be4dfff447f', 'network_id': '5e01f5f6-6411-47e6-87f4-0be4dfff447f', 'project_id': '55c9399f69674bc7ac51b603886274b7', 'fixed_ips': [{'subnet_id': 'f021f808-0932-47dd-8c13-d10e7c7b0bbd'}]}} from n-d-812111-14. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:42:48.054617 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-017622f0-33a4-4e67-8edc-5ba6d2d232fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:48.204540 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-38653b87-5154-4798-8a0b-95d502843ca3 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (f021f808-0932-47dd-8c13-d10e7c7b0bbd), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:48.308320 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-017622f0-33a4-4e67-8edc-5ba6d2d232fe None None] Allocated IP 172.20.0.2 (5e01f5f6-6411-47e6-87f4-0be4dfff447f/f021f808-0932-47dd-8c13-d10e7c7b0bbd/7b9f0952-54f9-4b15-87a3-7f3734eaf097) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:42:48.518875 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-017622f0-33a4-4e67-8edc-5ba6d2d232fe None None] Publish callbacks [] for port (7b9f0952-54f9-4b15-87a3-7f3734eaf097), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:48.526765 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-017622f0-33a4-4e67-8edc-5ba6d2d232fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (7b9f0952-54f9-4b15-87a3-7f3734eaf097), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:48.544193 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-38653b87-5154-4798-8a0b-95d502843ca3 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4690616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5222356'] for subnet (f021f808-0932-47dd-8c13-d10e7c7b0bbd), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:48.580377 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017622f0-33a4-4e67-8edc-5ba6d2d232fe None None] Pushing event updated for resources: {'Port': ['ID=7b9f0952-54f9-4b15-87a3-7f3734eaf097,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:48.581127 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38653b87-5154-4798-8a0b-95d502843ca3 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Pushing event deleted for resources: {'Subnet': ['ID=f021f808-0932-47dd-8c13-d10e7c7b0bbd,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:48.596964 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-017622f0-33a4-4e67-8edc-5ba6d2d232fe None None] Network 5e01f5f6-6411-47e6-87f4-0be4dfff447f is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:42:48.599032 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-017622f0-33a4-4e67-8edc-5ba6d2d232fe None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:42:48.601837 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017622f0-33a4-4e67-8edc-5ba6d2d232fe None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:42:48.683671 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-017622f0-33a4-4e67-8edc-5ba6d2d232fe None None] Attempting to bind port 7b9f0952-54f9-4b15-87a3-7f3734eaf097 on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:42:48.684703 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-017622f0-33a4-4e67-8edc-5ba6d2d232fe None None] Attempting to bind port 7b9f0952-54f9-4b15-87a3-7f3734eaf097 by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': 'f1842ff9-3dfe-416e-94b0-4da953f9d152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '5e01f5f6-6411-47e6-87f4-0be4dfff447f'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:42:48.685313 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017622f0-33a4-4e67-8edc-5ba6d2d232fe None None] Attempting to bind port 7b9f0952-54f9-4b15-87a3-7f3734eaf097 on network 5e01f5f6-6411-47e6-87f4-0be4dfff447f {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:42:48.690861 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017622f0-33a4-4e67-8edc-5ba6d2d232fe None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:42:48.691626 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017622f0-33a4-4e67-8edc-5ba6d2d232fe None None] Checking segment: {'id': 'f1842ff9-3dfe-416e-94b0-4da953f9d152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '5e01f5f6-6411-47e6-87f4-0be4dfff447f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:42:48.692937 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-017622f0-33a4-4e67-8edc-5ba6d2d232fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:48.693741 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017622f0-33a4-4e67-8edc-5ba6d2d232fe None None] Bound using segment: {'id': 'f1842ff9-3dfe-416e-94b0-4da953f9d152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '5e01f5f6-6411-47e6-87f4-0be4dfff447f'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:42:48.694685 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-017622f0-33a4-4e67-8edc-5ba6d2d232fe None None] Bound port: 7b9f0952-54f9-4b15-87a3-7f3734eaf097, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1842ff9-3dfe-416e-94b0-4da953f9d152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '5e01f5f6-6411-47e6-87f4-0be4dfff447f'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:42:48.695394 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-017622f0-33a4-4e67-8edc-5ba6d2d232fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (7b9f0952-54f9-4b15-87a3-7f3734eaf097), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:48.704380 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-38653b87-5154-4798-8a0b-95d502843ca3 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (5e01f5f6-6411-47e6-87f4-0be4dfff447f), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:48.729660 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-38653b87-5154-4798-8a0b-95d502843ca3 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e01f5f6-6411-47e6-87f4-0be4dfff447f']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:42:48.739852 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-38653b87-5154-4798-8a0b-95d502843ca3 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1842ff9-3dfe-416e-94b0-4da953f9d152') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:42:48.740309 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-38653b87-5154-4798-8a0b-95d502843ca3 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1842ff9-3dfe-416e-94b0-4da953f9d152') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:42:48.758547 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-38653b87-5154-4798-8a0b-95d502843ca3 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4747091'] for segment (f1842ff9-3dfe-416e-94b0-4da953f9d152), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:48.775910 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-38653b87-5154-4798-8a0b-95d502843ca3 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (f1842ff9-3dfe-416e-94b0-4da953f9d152), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:48.781978 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-017622f0-33a4-4e67-8edc-5ba6d2d232fe None None] For port 7b9f0952-54f9-4b15-87a3-7f3734eaf097, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:42:48.783173 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38653b87-5154-4798-8a0b-95d502843ca3 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:42:48.783658 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-38653b87-5154-4798-8a0b-95d502843ca3 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4690514'] for segment (f1842ff9-3dfe-416e-94b0-4da953f9d152), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:48.845021 n-d-812111-14 neutron-server[103304]: Traceback (most recent call last): Jan 28 19:42:48.845021 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:42:48.845021 n-d-812111-14 neutron-server[103304]: timer() Jan 28 19:42:48.845021 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:42:48.845021 n-d-812111-14 neutron-server[103304]: cb(*args, **kw) Jan 28 19:42:48.845021 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:42:48.845021 n-d-812111-14 neutron-server[103304]: return func(*args, **kwargs) Jan 28 19:42:48.845021 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:42:48.845021 n-d-812111-14 neutron-server[103304]: self._notify() Jan 28 19:42:48.845021 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:42:48.845021 n-d-812111-14 neutron-server[103304]: self.callback(batched_events) Jan 28 19:42:48.845021 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:42:48.845021 n-d-812111-14 neutron-server[103304]: event.method(event) Jan 28 19:42:48.845021 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:42:48.845021 n-d-812111-14 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:42:48.845021 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:42:48.845021 n-d-812111-14 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:42:48.845021 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:42:48.845021 n-d-812111-14 neutron-server[103304]: return f(self, *a, **k) Jan 28 19:42:48.845021 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:42:48.845021 n-d-812111-14 neutron-server[103304]: return self._get(url).json() Jan 28 19:42:48.845021 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:42:48.845021 n-d-812111-14 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:42:48.845021 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:42:48.845021 n-d-812111-14 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 28 19:42:48.845021 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:42:48.845021 n-d-812111-14 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:42:48.845021 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:42:48.845021 n-d-812111-14 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:42:48.845021 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:42:48.845021 n-d-812111-14 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:42:48.845021 n-d-812111-14 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:42:48.849945 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.db.api [None req-38653b87-5154-4798-8a0b-95d502843ca3 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 19:42:48.849945 n-d-812111-14 neutron-server[103304]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 19:42:48.849945 n-d-812111-14 neutron-server[103304]: [parameters: {'id': '5e01f5f6-6411-47e6-87f4-0be4dfff447f'}] Jan 28 19:42:48.849945 n-d-812111-14 neutron-server[103304]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103304) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 19:42:48.850596 n-d-812111-14 neutron-server[103304]: DEBUG oslo_db.api [None req-38653b87-5154-4798-8a0b-95d502843ca3 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 19:42:48.851122 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-017622f0-33a4-4e67-8edc-5ba6d2d232fe None None] For port 7b9f0952-54f9-4b15-87a3-7f3734eaf097, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=7b9f0952-54f9-4b15-87a3-7f3734eaf097,segment=NetworkSegment(f1842ff9-3dfe-416e-94b0-4da953f9d152),segment_id=f1842ff9-3dfe-416e-94b0-4da953f9d152)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:42:48.858801 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-017622f0-33a4-4e67-8edc-5ba6d2d232fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (7b9f0952-54f9-4b15-87a3-7f3734eaf097), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:48.917323 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017622f0-33a4-4e67-8edc-5ba6d2d232fe None None] Pushing event updated for resources: {'Port': ['ID=7b9f0952-54f9-4b15-87a3-7f3734eaf097,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:49.057775 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ac5a9c-0382-49a7-8798-30eca32b2bb2 None None] get_active_networks_info from n-d-812111-14 {{(pid=103306) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 19:42:49.147302 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2ac5a9c-0382-49a7-8798-30eca32b2bb2 None None] Resources bound (agent type, host, resource id): {{(pid=103306) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 19:42:49.351955 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-38653b87-5154-4798-8a0b-95d502843ca3 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (5e01f5f6-6411-47e6-87f4-0be4dfff447f), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:49.393867 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aacf9e52-081c-4733-ab3f-e6379e821403 None None] Network 5e01f5f6-6411-47e6-87f4-0be4dfff447f requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:42:49.433471 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-38653b87-5154-4798-8a0b-95d502843ca3 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Deleting port 7b9f0952-54f9-4b15-87a3-7f3734eaf097 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:42:49.433815 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-38653b87-5154-4798-8a0b-95d502843ca3 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (7b9f0952-54f9-4b15-87a3-7f3734eaf097), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:49.525225 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-38653b87-5154-4798-8a0b-95d502843ca3 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] For port 7b9f0952-54f9-4b15-87a3-7f3734eaf097, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=7b9f0952-54f9-4b15-87a3-7f3734eaf097,segment=NetworkSegment(f1842ff9-3dfe-416e-94b0-4da953f9d152),segment_id=f1842ff9-3dfe-416e-94b0-4da953f9d152)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:42:49.525916 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-38653b87-5154-4798-8a0b-95d502843ca3 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (7b9f0952-54f9-4b15-87a3-7f3734eaf097), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:49.549907 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-38653b87-5154-4798-8a0b-95d502843ca3 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Calling delete_port for 7b9f0952-54f9-4b15-87a3-7f3734eaf097 owned by network:dhcp {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:42:49.671768 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-38653b87-5154-4798-8a0b-95d502843ca3 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (7b9f0952-54f9-4b15-87a3-7f3734eaf097), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:49.722536 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38653b87-5154-4798-8a0b-95d502843ca3 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Pushing event deleted for resources: {'Port': ['ID=7b9f0952-54f9-4b15-87a3-7f3734eaf097,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:49.726650 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38653b87-5154-4798-8a0b-95d502843ca3 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] No DVR routers for this DVR port 7b9f0952-54f9-4b15-87a3-7f3734eaf097 on host n-d-812111-14 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:42:49.876035 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-38653b87-5154-4798-8a0b-95d502843ca3 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (5e01f5f6-6411-47e6-87f4-0be4dfff447f), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:49.903491 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-38653b87-5154-4798-8a0b-95d502843ca3 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e01f5f6-6411-47e6-87f4-0be4dfff447f']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:42:49.917340 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-38653b87-5154-4798-8a0b-95d502843ca3 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1842ff9-3dfe-416e-94b0-4da953f9d152') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:42:49.917907 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-38653b87-5154-4798-8a0b-95d502843ca3 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1842ff9-3dfe-416e-94b0-4da953f9d152') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:42:49.930056 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-38653b87-5154-4798-8a0b-95d502843ca3 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4747091'] for segment (f1842ff9-3dfe-416e-94b0-4da953f9d152), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:49.947451 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-38653b87-5154-4798-8a0b-95d502843ca3 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (f1842ff9-3dfe-416e-94b0-4da953f9d152), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:49.954514 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38653b87-5154-4798-8a0b-95d502843ca3 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:42:49.955161 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-38653b87-5154-4798-8a0b-95d502843ca3 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4690514'] for segment (f1842ff9-3dfe-416e-94b0-4da953f9d152), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:50.022816 n-d-812111-14 neutron-server[103304]: Traceback (most recent call last): Jan 28 19:42:50.022816 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:42:50.022816 n-d-812111-14 neutron-server[103304]: timer() Jan 28 19:42:50.022816 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:42:50.022816 n-d-812111-14 neutron-server[103304]: cb(*args, **kw) Jan 28 19:42:50.022816 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:42:50.022816 n-d-812111-14 neutron-server[103304]: return func(*args, **kwargs) Jan 28 19:42:50.022816 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:42:50.022816 n-d-812111-14 neutron-server[103304]: self._notify() Jan 28 19:42:50.022816 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:42:50.022816 n-d-812111-14 neutron-server[103304]: self.callback(batched_events) Jan 28 19:42:50.022816 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:42:50.022816 n-d-812111-14 neutron-server[103304]: event.method(event) Jan 28 19:42:50.022816 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:42:50.022816 n-d-812111-14 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:42:50.022816 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:42:50.022816 n-d-812111-14 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:42:50.022816 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:42:50.022816 n-d-812111-14 neutron-server[103304]: return f(self, *a, **k) Jan 28 19:42:50.022816 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:42:50.022816 n-d-812111-14 neutron-server[103304]: return self._get(url).json() Jan 28 19:42:50.022816 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:42:50.022816 n-d-812111-14 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:42:50.022816 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:42:50.022816 n-d-812111-14 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 28 19:42:50.022816 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:42:50.022816 n-d-812111-14 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:42:50.022816 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:42:50.022816 n-d-812111-14 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:42:50.022816 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:42:50.022816 n-d-812111-14 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:42:50.022816 n-d-812111-14 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:42:50.041900 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-38653b87-5154-4798-8a0b-95d502843ca3 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (5e01f5f6-6411-47e6-87f4-0be4dfff447f), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:50.065369 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-38653b87-5154-4798-8a0b-95d502843ca3 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:50.070829 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-38653b87-5154-4798-8a0b-95d502843ca3 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] 10.222.0.64 "DELETE /v2.0/networks/5e01f5f6-6411-47e6-87f4-0be4dfff447f HTTP/1.1" status: 204 len: 168 time: 2.2760804 Jan 28 19:42:50.072098 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38653b87-5154-4798-8a0b-95d502843ca3 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Pushing event deleted for resources: {'Network': ['ID=5e01f5f6-6411-47e6-87f4-0be4dfff447f,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:50.074214 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 50346) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:50.086278 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-cd222be8-cbeb-4aa7-8c4d-2ec2dbd771e6 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-952200841'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:42:50.122370 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd222be8-cbeb-4aa7-8c4d-2ec2dbd771e6 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Made reservation on behalf of 55c9399f69674bc7ac51b603886274b7 for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:42:50.127661 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cd222be8-cbeb-4aa7-8c4d-2ec2dbd771e6 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:50.182476 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd222be8-cbeb-4aa7-8c4d-2ec2dbd771e6 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:42:50.197295 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cd222be8-cbeb-4aa7-8c4d-2ec2dbd771e6 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (aaea4e82-c1a7-4d5f-8178-2ca06573f93e), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:50.198742 n-d-812111-14 neutron-server[103304]: INFO neutron.db.segments_db [None req-cd222be8-cbeb-4aa7-8c4d-2ec2dbd771e6 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Added segment aaea4e82-c1a7-4d5f-8178-2ca06573f93e of type vlan for network 881aed9d-81be-4546-8eab-e64c98ba9bbd Jan 28 19:42:50.269786 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cd222be8-cbeb-4aa7-8c4d-2ec2dbd771e6 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (881aed9d-81be-4546-8eab-e64c98ba9bbd), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:50.328121 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cd222be8-cbeb-4aa7-8c4d-2ec2dbd771e6 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (881aed9d-81be-4546-8eab-e64c98ba9bbd), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:50.335427 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd222be8-cbeb-4aa7-8c4d-2ec2dbd771e6 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:42:50.341457 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cd222be8-cbeb-4aa7-8c4d-2ec2dbd771e6 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:50.387966 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-cd222be8-cbeb-4aa7-8c4d-2ec2dbd771e6 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3067126 Jan 28 19:42:50.390563 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 50352) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:50.395832 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-bf3232e1-e815-4ddb-b542-173f8371b2c6 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Request body: {'subnet': {'network_id': '881aed9d-81be-4546-8eab-e64c98ba9bbd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:42:50.595901 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd222be8-cbeb-4aa7-8c4d-2ec2dbd771e6 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Pushing event updated for resources: {'Network': ['ID=881aed9d-81be-4546-8eab-e64c98ba9bbd,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:50.608568 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf3232e1-e815-4ddb-b542-173f8371b2c6 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Made reservation on behalf of 55c9399f69674bc7ac51b603886274b7 for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:42:50.608964 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network 881aed9d-81be-4546-8eab-e64c98ba9bbd details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:42:50.619585 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bf3232e1-e815-4ddb-b542-173f8371b2c6 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5221429'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:50.757001 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.ipam_backend_mixin [None req-bf3232e1-e815-4ddb-b542-173f8371b2c6 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Performing IP validity checks on allocation pools {{(pid=103304) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 28 19:42:50.758516 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.ipam_backend_mixin [None req-bf3232e1-e815-4ddb-b542-173f8371b2c6 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103304) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 28 19:42:50.785965 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:50.948512 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bf3232e1-e815-4ddb-b542-173f8371b2c6 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4690681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5221415'] for subnet (07649b3e-9601-443d-b494-6e2ff71cf3ef), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:51.024682 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3232e1-e815-4ddb-b542-173f8371b2c6 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Pushing event updated for resources: {'Subnet': ['ID=07649b3e-9601-443d-b494-6e2ff71cf3ef,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:51.038595 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3232e1-e815-4ddb-b542-173f8371b2c6 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Checking segment: {'id': 'aaea4e82-c1a7-4d5f-8178-2ca06573f93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '881aed9d-81be-4546-8eab-e64c98ba9bbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:42:51.039403 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf3232e1-e815-4ddb-b542-173f8371b2c6 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Network hostable DHCP agents. Network: 881aed9d-81be-4546-8eab-e64c98ba9bbd, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:42:51.059261 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf3232e1-e815-4ddb-b542-173f8371b2c6 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Network 881aed9d-81be-4546-8eab-e64c98ba9bbd is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:42:51.071866 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-bf3232e1-e815-4ddb-b542-173f8371b2c6 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, 881aed9d-81be-4546-8eab-e64c98ba9bbd) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:42:51.080794 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf3232e1-e815-4ddb-b542-173f8371b2c6 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:42:51.083290 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bf3232e1-e815-4ddb-b542-173f8371b2c6 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:51.083505 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5ec8a62-393c-4e16-a7bc-52146201fd39 None None] Network 881aed9d-81be-4546-8eab-e64c98ba9bbd requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:42:51.127748 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 50358) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:51.135339 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-bf3232e1-e815-4ddb-b542-173f8371b2c6 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.7434738 Jan 28 19:42:51.227697 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-563f8861-6724-4f34-980a-558bee294d42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68cd31fd-e4cd-5fb3-a862-256fc47efcd2-881aed9d-81be-4546-8eab-e64c98ba9bbd', 'network_id': '881aed9d-81be-4546-8eab-e64c98ba9bbd', 'project_id': '55c9399f69674bc7ac51b603886274b7', 'fixed_ips': [{'subnet_id': '07649b3e-9601-443d-b494-6e2ff71cf3ef'}]}} from n-d-812111-14. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:42:51.228593 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-563f8861-6724-4f34-980a-558bee294d42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:51.417488 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c77f12e4-3aea-47ac-8bbc-e158fc4628cf tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (881aed9d-81be-4546-8eab-e64c98ba9bbd), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:51.479112 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c77f12e4-3aea-47ac-8bbc-e158fc4628cf tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (07649b3e-9601-443d-b494-6e2ff71cf3ef), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:51.489977 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-563f8861-6724-4f34-980a-558bee294d42 None None] Allocated IP 172.20.0.3 (881aed9d-81be-4546-8eab-e64c98ba9bbd/07649b3e-9601-443d-b494-6e2ff71cf3ef/09bda65c-38fc-479c-a07a-6dbd86ad592a) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:42:51.686796 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-563f8861-6724-4f34-980a-558bee294d42 None None] Publish callbacks [] for port (09bda65c-38fc-479c-a07a-6dbd86ad592a), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:51.696206 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-563f8861-6724-4f34-980a-558bee294d42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (09bda65c-38fc-479c-a07a-6dbd86ad592a), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:51.713954 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c77f12e4-3aea-47ac-8bbc-e158fc4628cf tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4752464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4733806'] for subnet (07649b3e-9601-443d-b494-6e2ff71cf3ef), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:51.742098 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-563f8861-6724-4f34-980a-558bee294d42 None None] Network 881aed9d-81be-4546-8eab-e64c98ba9bbd is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:42:51.745628 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-563f8861-6724-4f34-980a-558bee294d42 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:42:51.749383 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563f8861-6724-4f34-980a-558bee294d42 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:42:51.765095 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563f8861-6724-4f34-980a-558bee294d42 None None] Pushing event updated for resources: {'Port': ['ID=09bda65c-38fc-479c-a07a-6dbd86ad592a,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:51.784131 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77f12e4-3aea-47ac-8bbc-e158fc4628cf tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Pushing event deleted for resources: {'Subnet': ['ID=07649b3e-9601-443d-b494-6e2ff71cf3ef,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:51.828175 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-563f8861-6724-4f34-980a-558bee294d42 None None] Attempting to bind port 09bda65c-38fc-479c-a07a-6dbd86ad592a on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:42:51.828688 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-563f8861-6724-4f34-980a-558bee294d42 None None] Attempting to bind port 09bda65c-38fc-479c-a07a-6dbd86ad592a by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': 'aaea4e82-c1a7-4d5f-8178-2ca06573f93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '881aed9d-81be-4546-8eab-e64c98ba9bbd'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:42:51.829244 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563f8861-6724-4f34-980a-558bee294d42 None None] Attempting to bind port 09bda65c-38fc-479c-a07a-6dbd86ad592a on network 881aed9d-81be-4546-8eab-e64c98ba9bbd {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:42:51.835403 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563f8861-6724-4f34-980a-558bee294d42 None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:42:51.835924 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563f8861-6724-4f34-980a-558bee294d42 None None] Checking segment: {'id': 'aaea4e82-c1a7-4d5f-8178-2ca06573f93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '881aed9d-81be-4546-8eab-e64c98ba9bbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:42:51.836474 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-563f8861-6724-4f34-980a-558bee294d42 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:51.836968 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563f8861-6724-4f34-980a-558bee294d42 None None] Bound using segment: {'id': 'aaea4e82-c1a7-4d5f-8178-2ca06573f93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '881aed9d-81be-4546-8eab-e64c98ba9bbd'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:42:51.837619 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-563f8861-6724-4f34-980a-558bee294d42 None None] Bound port: 09bda65c-38fc-479c-a07a-6dbd86ad592a, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaea4e82-c1a7-4d5f-8178-2ca06573f93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '881aed9d-81be-4546-8eab-e64c98ba9bbd'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:42:51.838099 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-563f8861-6724-4f34-980a-558bee294d42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (09bda65c-38fc-479c-a07a-6dbd86ad592a), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:51.911247 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-563f8861-6724-4f34-980a-558bee294d42 None None] For port 09bda65c-38fc-479c-a07a-6dbd86ad592a, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:42:51.914726 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-563f8861-6724-4f34-980a-558bee294d42 None None] For port 09bda65c-38fc-479c-a07a-6dbd86ad592a, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=09bda65c-38fc-479c-a07a-6dbd86ad592a,segment=NetworkSegment(aaea4e82-c1a7-4d5f-8178-2ca06573f93e),segment_id=aaea4e82-c1a7-4d5f-8178-2ca06573f93e)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:42:51.922102 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-563f8861-6724-4f34-980a-558bee294d42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (09bda65c-38fc-479c-a07a-6dbd86ad592a), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:51.965699 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c77f12e4-3aea-47ac-8bbc-e158fc4628cf tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (881aed9d-81be-4546-8eab-e64c98ba9bbd), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:51.997936 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-c77f12e4-3aea-47ac-8bbc-e158fc4628cf tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['881aed9d-81be-4546-8eab-e64c98ba9bbd']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:42:52.012279 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-c77f12e4-3aea-47ac-8bbc-e158fc4628cf tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aaea4e82-c1a7-4d5f-8178-2ca06573f93e') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:42:52.012730 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-c77f12e4-3aea-47ac-8bbc-e158fc4628cf tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aaea4e82-c1a7-4d5f-8178-2ca06573f93e') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:42:52.024739 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c77f12e4-3aea-47ac-8bbc-e158fc4628cf tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16187153'] for segment (aaea4e82-c1a7-4d5f-8178-2ca06573f93e), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:52.043131 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c77f12e4-3aea-47ac-8bbc-e158fc4628cf tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (aaea4e82-c1a7-4d5f-8178-2ca06573f93e), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:52.057315 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c77f12e4-3aea-47ac-8bbc-e158fc4628cf tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:42:52.058093 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c77f12e4-3aea-47ac-8bbc-e158fc4628cf tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4752570'] for segment (aaea4e82-c1a7-4d5f-8178-2ca06573f93e), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:52.083894 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563f8861-6724-4f34-980a-558bee294d42 None None] Pushing event updated for resources: {'Port': ['ID=09bda65c-38fc-479c-a07a-6dbd86ad592a,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:52.106506 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-088647a0-4134-4abe-a002-86573f02120d None None] get_active_networks_info from n-d-812111-14 {{(pid=103306) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 19:42:52.147168 n-d-812111-14 neutron-server[103305]: Traceback (most recent call last): Jan 28 19:42:52.147168 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:42:52.147168 n-d-812111-14 neutron-server[103305]: timer() Jan 28 19:42:52.147168 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:42:52.147168 n-d-812111-14 neutron-server[103305]: cb(*args, **kw) Jan 28 19:42:52.147168 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:42:52.147168 n-d-812111-14 neutron-server[103305]: return func(*args, **kwargs) Jan 28 19:42:52.147168 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:42:52.147168 n-d-812111-14 neutron-server[103305]: self._notify() Jan 28 19:42:52.147168 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:42:52.147168 n-d-812111-14 neutron-server[103305]: self.callback(batched_events) Jan 28 19:42:52.147168 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:42:52.147168 n-d-812111-14 neutron-server[103305]: event.method(event) Jan 28 19:42:52.147168 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:42:52.147168 n-d-812111-14 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:42:52.147168 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:42:52.147168 n-d-812111-14 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:42:52.147168 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:42:52.147168 n-d-812111-14 neutron-server[103305]: return f(self, *a, **k) Jan 28 19:42:52.147168 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:42:52.147168 n-d-812111-14 neutron-server[103305]: return self._get(url).json() Jan 28 19:42:52.147168 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:42:52.147168 n-d-812111-14 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:42:52.147168 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:42:52.147168 n-d-812111-14 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 28 19:42:52.147168 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:42:52.147168 n-d-812111-14 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:42:52.147168 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:42:52.147168 n-d-812111-14 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:42:52.147168 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:42:52.147168 n-d-812111-14 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:42:52.147168 n-d-812111-14 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:42:52.152428 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.db.api [None req-c77f12e4-3aea-47ac-8bbc-e158fc4628cf tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 19:42:52.152428 n-d-812111-14 neutron-server[103305]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 19:42:52.152428 n-d-812111-14 neutron-server[103305]: [parameters: {'id': '881aed9d-81be-4546-8eab-e64c98ba9bbd'}] Jan 28 19:42:52.152428 n-d-812111-14 neutron-server[103305]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103305) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 19:42:52.153312 n-d-812111-14 neutron-server[103305]: DEBUG oslo_db.api [None req-c77f12e4-3aea-47ac-8bbc-e158fc4628cf tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 19:42:52.192612 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-088647a0-4134-4abe-a002-86573f02120d None None] Resources bound (agent type, host, resource id): {{(pid=103306) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 19:42:52.415462 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35f1ef30-3c56-43bc-b882-b8be30b627dc None None] Network 881aed9d-81be-4546-8eab-e64c98ba9bbd requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:42:52.654686 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c77f12e4-3aea-47ac-8bbc-e158fc4628cf tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (881aed9d-81be-4546-8eab-e64c98ba9bbd), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:52.748778 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-c77f12e4-3aea-47ac-8bbc-e158fc4628cf tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Deleting port 09bda65c-38fc-479c-a07a-6dbd86ad592a {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:42:52.749248 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c77f12e4-3aea-47ac-8bbc-e158fc4628cf tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (09bda65c-38fc-479c-a07a-6dbd86ad592a), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:52.908783 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-c77f12e4-3aea-47ac-8bbc-e158fc4628cf tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] For port 09bda65c-38fc-479c-a07a-6dbd86ad592a, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=09bda65c-38fc-479c-a07a-6dbd86ad592a,segment=NetworkSegment(aaea4e82-c1a7-4d5f-8178-2ca06573f93e),segment_id=aaea4e82-c1a7-4d5f-8178-2ca06573f93e)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:42:52.909537 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c77f12e4-3aea-47ac-8bbc-e158fc4628cf tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (09bda65c-38fc-479c-a07a-6dbd86ad592a), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:52.927905 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-c77f12e4-3aea-47ac-8bbc-e158fc4628cf tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Calling delete_port for 09bda65c-38fc-479c-a07a-6dbd86ad592a owned by network:dhcp {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:42:53.068593 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 50404) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:53.069403 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c77f12e4-3aea-47ac-8bbc-e158fc4628cf tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (09bda65c-38fc-479c-a07a-6dbd86ad592a), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:53.133142 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77f12e4-3aea-47ac-8bbc-e158fc4628cf tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] No DVR routers for this DVR port 09bda65c-38fc-479c-a07a-6dbd86ad592a on host n-d-812111-14 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:42:53.135567 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77f12e4-3aea-47ac-8bbc-e158fc4628cf tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Pushing event deleted for resources: {'Port': ['ID=09bda65c-38fc-479c-a07a-6dbd86ad592a,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:53.228536 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640b4c48-3ab2-4885-b8d5-a962de1926e3 req-0ceab42c-919d-4473-a279-1ad3d4d814ae tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:42:53.243469 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-640b4c48-3ab2-4885-b8d5-a962de1926e3 req-0ceab42c-919d-4473-a279-1ad3d4d814ae tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a91007d-45be-4c6c-a11f-db74e1c43eb8 HTTP/1.1" status: 200 len: 945 time: 0.3679388 Jan 28 19:42:53.272741 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c77f12e4-3aea-47ac-8bbc-e158fc4628cf tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (881aed9d-81be-4546-8eab-e64c98ba9bbd), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:53.311727 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-c77f12e4-3aea-47ac-8bbc-e158fc4628cf tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['881aed9d-81be-4546-8eab-e64c98ba9bbd']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:42:53.331785 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-c77f12e4-3aea-47ac-8bbc-e158fc4628cf tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aaea4e82-c1a7-4d5f-8178-2ca06573f93e') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:42:53.332685 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-c77f12e4-3aea-47ac-8bbc-e158fc4628cf tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aaea4e82-c1a7-4d5f-8178-2ca06573f93e') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:42:53.345061 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c77f12e4-3aea-47ac-8bbc-e158fc4628cf tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16187153'] for segment (aaea4e82-c1a7-4d5f-8178-2ca06573f93e), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:53.364334 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c77f12e4-3aea-47ac-8bbc-e158fc4628cf tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (aaea4e82-c1a7-4d5f-8178-2ca06573f93e), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:53.383237 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c77f12e4-3aea-47ac-8bbc-e158fc4628cf tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:42:53.383698 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c77f12e4-3aea-47ac-8bbc-e158fc4628cf tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4752570'] for segment (aaea4e82-c1a7-4d5f-8178-2ca06573f93e), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:53.387101 n-d-812111-14 neutron-server[103305]: Traceback (most recent call last): Jan 28 19:42:53.387101 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:42:53.387101 n-d-812111-14 neutron-server[103305]: timer() Jan 28 19:42:53.387101 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:42:53.387101 n-d-812111-14 neutron-server[103305]: cb(*args, **kw) Jan 28 19:42:53.387101 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:42:53.387101 n-d-812111-14 neutron-server[103305]: return func(*args, **kwargs) Jan 28 19:42:53.387101 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:42:53.387101 n-d-812111-14 neutron-server[103305]: self._notify() Jan 28 19:42:53.387101 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:42:53.387101 n-d-812111-14 neutron-server[103305]: self.callback(batched_events) Jan 28 19:42:53.387101 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:42:53.387101 n-d-812111-14 neutron-server[103305]: event.method(event) Jan 28 19:42:53.387101 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:42:53.387101 n-d-812111-14 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:42:53.387101 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:42:53.387101 n-d-812111-14 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:42:53.387101 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:42:53.387101 n-d-812111-14 neutron-server[103305]: return f(self, *a, **k) Jan 28 19:42:53.387101 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:42:53.387101 n-d-812111-14 neutron-server[103305]: return self._get(url).json() Jan 28 19:42:53.387101 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:42:53.387101 n-d-812111-14 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:42:53.387101 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:42:53.387101 n-d-812111-14 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 28 19:42:53.387101 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:42:53.387101 n-d-812111-14 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:42:53.387101 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:42:53.387101 n-d-812111-14 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:42:53.387101 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:42:53.387101 n-d-812111-14 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:42:53.387101 n-d-812111-14 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:42:53.389882 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cae5ac58-1874-4b0c-a491-01471d194355 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:53.404494 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-640b4c48-3ab2-4885-b8d5-a962de1926e3 req-ff77c58e-fab3-42b2-baaf-038a48be72dd tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/security-groups?id=7142df2f-bfa6-45d4-824d-35803ef6dce5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1468656 Jan 28 19:42:53.475930 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c77f12e4-3aea-47ac-8bbc-e158fc4628cf tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (881aed9d-81be-4546-8eab-e64c98ba9bbd), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:53.488659 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c77f12e4-3aea-47ac-8bbc-e158fc4628cf tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:53.495595 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-c77f12e4-3aea-47ac-8bbc-e158fc4628cf tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] 10.222.0.64 "DELETE /v2.0/networks/881aed9d-81be-4546-8eab-e64c98ba9bbd HTTP/1.1" status: 204 len: 168 time: 2.3642278 Jan 28 19:42:53.495792 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 50410) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:53.500946 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-bed5d9e2-a7b0-4f37-b86a-9618a7a045af tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-6044016'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:42:53.532864 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77f12e4-3aea-47ac-8bbc-e158fc4628cf tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Pushing event deleted for resources: {'Network': ['ID=881aed9d-81be-4546-8eab-e64c98ba9bbd,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:53.560384 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bed5d9e2-a7b0-4f37-b86a-9618a7a045af tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Made reservation on behalf of 55c9399f69674bc7ac51b603886274b7 for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:42:53.564753 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bed5d9e2-a7b0-4f37-b86a-9618a7a045af tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:53.609301 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af1580c-5c0d-4727-88ef-836ef27e24a8 req-27050c66-a842-4c78-ae03-b99df4d9e9b6 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:42:53.612440 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bed5d9e2-a7b0-4f37-b86a-9618a7a045af tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:42:53.617081 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1af1580c-5c0d-4727-88ef-836ef27e24a8 req-27050c66-a842-4c78-ae03-b99df4d9e9b6 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a91007d-45be-4c6c-a11f-db74e1c43eb8 HTTP/1.1" status: 200 len: 945 time: 0.0989597 Jan 28 19:42:53.630908 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bed5d9e2-a7b0-4f37-b86a-9618a7a045af tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (6a561611-e63e-40aa-902f-476513c5809c), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:53.631661 n-d-812111-14 neutron-server[103304]: INFO neutron.db.segments_db [None req-bed5d9e2-a7b0-4f37-b86a-9618a7a045af tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Added segment 6a561611-e63e-40aa-902f-476513c5809c of type vlan for network 837f2790-9d25-4518-86b0-93af3e3ee877 Jan 28 19:42:53.663446 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cae5ac58-1874-4b0c-a491-01471d194355 admin admin] Publish callbacks [] for security_group (e5aa4256-43d8-424d-bdf0-2d2d9dfca3b1), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:53.681734 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bed5d9e2-a7b0-4f37-b86a-9618a7a045af tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (837f2790-9d25-4518-86b0-93af3e3ee877), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:53.715638 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bed5d9e2-a7b0-4f37-b86a-9618a7a045af tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (837f2790-9d25-4518-86b0-93af3e3ee877), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:53.719797 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cae5ac58-1874-4b0c-a491-01471d194355 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (e5aa4256-43d8-424d-bdf0-2d2d9dfca3b1), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:53.722291 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed5d9e2-a7b0-4f37-b86a-9618a7a045af tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:42:53.723077 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bed5d9e2-a7b0-4f37-b86a-9618a7a045af tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:53.743107 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1af1580c-5c0d-4727-88ef-836ef27e24a8 req-29c6be16-e4e8-4721-a813-23981722edd5 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/security-groups?id=7142df2f-bfa6-45d4-824d-35803ef6dce5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1250997 Jan 28 19:42:53.765330 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-bed5d9e2-a7b0-4f37-b86a-9618a7a045af tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 777 time: 0.2624338 Jan 28 19:42:53.765330 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 50416) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:53.772986 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-f182ac76-cbae-4ae3-86c0-58e8825a1731 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Request body: {'subnet': {'network_id': '837f2790-9d25-4518-86b0-93af3e3ee877', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:42:53.818923 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-cae5ac58-1874-4b0c-a491-01471d194355 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8696e41f7206496d9ebc116ed9437e85&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7460043 Jan 28 19:42:53.821910 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 50422) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:53.825855 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae5ac58-1874-4b0c-a491-01471d194355 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5aa4256-43d8-424d-bdf0-2d2d9dfca3b1,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:53.933797 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:53.965958 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed5d9e2-a7b0-4f37-b86a-9618a7a045af tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Pushing event updated for resources: {'Network': ['ID=837f2790-9d25-4518-86b0-93af3e3ee877,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:53.981335 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network 837f2790-9d25-4518-86b0-93af3e3ee877 details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:42:54.017953 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 50430) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:54.135193 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-eecfcb7c-e9ba-424b-bbc7-ebd4c884b226 admin admin] Publish callbacks [] for security_group (e5aa4256-43d8-424d-bdf0-2d2d9dfca3b1), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:54.224155 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df37e09-1659-4b23-9814-3578f0b2aeae req-6b951af6-6506-40ed-a59c-f5946ff5f1f8 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:42:54.225893 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9df37e09-1659-4b23-9814-3578f0b2aeae req-6b951af6-6506-40ed-a59c-f5946ff5f1f8 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a91007d-45be-4c6c-a11f-db74e1c43eb8 HTTP/1.1" status: 200 len: 945 time: 0.1316130 Jan 28 19:42:54.241753 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f182ac76-cbae-4ae3-86c0-58e8825a1731 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Made reservation on behalf of 55c9399f69674bc7ac51b603886274b7 for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:42:54.251214 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f182ac76-cbae-4ae3-86c0-58e8825a1731 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5221429'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:54.350971 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9df37e09-1659-4b23-9814-3578f0b2aeae req-9aaf56fc-bb03-4174-bb28-a7e4bf41d6f2 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/security-groups?id=7142df2f-bfa6-45d4-824d-35803ef6dce5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186898 Jan 28 19:42:54.376279 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-eecfcb7c-e9ba-424b-bbc7-ebd4c884b226 admin admin] Publish callbacks [] for security_group (e5aa4256-43d8-424d-bdf0-2d2d9dfca3b1), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:54.389630 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-250e8d60-380c-459d-ac4d-f608c2780959 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:54.506901 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-eecfcb7c-e9ba-424b-bbc7-ebd4c884b226 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (e5aa4256-43d8-424d-bdf0-2d2d9dfca3b1), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:54.512404 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-eecfcb7c-e9ba-424b-bbc7-ebd4c884b226 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:54.517793 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-eecfcb7c-e9ba-424b-bbc7-ebd4c884b226 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e5aa4256-43d8-424d-bdf0-2d2d9dfca3b1 HTTP/1.1" status: 204 len: 168 time: 0.6804225 Jan 28 19:42:54.589499 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecfcb7c-e9ba-424b-bbc7-ebd4c884b226 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5aa4256-43d8-424d-bdf0-2d2d9dfca3b1,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:54.611773 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-250e8d60-380c-459d-ac4d-f608c2780959 admin admin] Publish callbacks [] for security_group (9cd7fa99-c16b-4b39-ba16-62240a826107), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:54.625308 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-250e8d60-380c-459d-ac4d-f608c2780959 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (9cd7fa99-c16b-4b39-ba16-62240a826107), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:54.723236 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-250e8d60-380c-459d-ac4d-f608c2780959 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8004824ceee0488696aea644cc6cc0a4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7034302 Jan 28 19:42:54.724392 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250e8d60-380c-459d-ac4d-f608c2780959 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cd7fa99-c16b-4b39-ba16-62240a826107,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:54.727933 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 50448) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:54.797840 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-749673b0-b3b8-4af1-bc9b-9bffd986d9d5 admin admin] Publish callbacks [] for security_group (9cd7fa99-c16b-4b39-ba16-62240a826107), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:54.827687 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-749673b0-b3b8-4af1-bc9b-9bffd986d9d5 admin admin] Publish callbacks [] for security_group (9cd7fa99-c16b-4b39-ba16-62240a826107), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:54.909302 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-749673b0-b3b8-4af1-bc9b-9bffd986d9d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (9cd7fa99-c16b-4b39-ba16-62240a826107), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:54.912903 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-749673b0-b3b8-4af1-bc9b-9bffd986d9d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:54.914316 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-749673b0-b3b8-4af1-bc9b-9bffd986d9d5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9cd7fa99-c16b-4b39-ba16-62240a826107 HTTP/1.1" status: 204 len: 168 time: 0.1850123 Jan 28 19:42:54.939974 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749673b0-b3b8-4af1-bc9b-9bffd986d9d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cd7fa99-c16b-4b39-ba16-62240a826107,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:54.963001 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f182ac76-cbae-4ae3-86c0-58e8825a1731 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4690681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5221415'] for subnet (ed920278-4e0c-4c45-8102-ac97ae34e848), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:55.047453 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f182ac76-cbae-4ae3-86c0-58e8825a1731 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Pushing event updated for resources: {'Subnet': ['ID=ed920278-4e0c-4c45-8102-ac97ae34e848,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:55.059483 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f182ac76-cbae-4ae3-86c0-58e8825a1731 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Checking segment: {'id': '6a561611-e63e-40aa-902f-476513c5809c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '837f2790-9d25-4518-86b0-93af3e3ee877'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:42:55.059932 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f182ac76-cbae-4ae3-86c0-58e8825a1731 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Network hostable DHCP agents. Network: 837f2790-9d25-4518-86b0-93af3e3ee877, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:42:55.094508 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f182ac76-cbae-4ae3-86c0-58e8825a1731 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Network 837f2790-9d25-4518-86b0-93af3e3ee877 is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:42:55.107491 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3d1459-e55a-4a4c-9bd8-ba7ef8875726 req-e38093e6-54f7-4886-be00-7bd21a75d16b tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:42:55.116478 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-fa3d1459-e55a-4a4c-9bd8-ba7ef8875726 req-e38093e6-54f7-4886-be00-7bd21a75d16b tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a91007d-45be-4c6c-a11f-db74e1c43eb8 HTTP/1.1" status: 200 len: 945 time: 0.1226735 Jan 28 19:42:55.125916 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-f182ac76-cbae-4ae3-86c0-58e8825a1731 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, 837f2790-9d25-4518-86b0-93af3e3ee877) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:42:55.133012 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f182ac76-cbae-4ae3-86c0-58e8825a1731 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:42:55.135078 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f182ac76-cbae-4ae3-86c0-58e8825a1731 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:55.139334 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36942175-cd3f-4bbf-9a71-e2c68fd082c5 None None] Network 837f2790-9d25-4518-86b0-93af3e3ee877 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:42:55.181735 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-f182ac76-cbae-4ae3-86c0-58e8825a1731 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.4177291 Jan 28 19:42:55.182665 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 50458) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:55.225401 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-fa3d1459-e55a-4a4c-9bd8-ba7ef8875726 req-97970597-ac4b-4e1c-857c-b4ecf1606ebf tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/security-groups?id=7142df2f-bfa6-45d4-824d-35803ef6dce5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077170 Jan 28 19:42:55.231013 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 50460) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:55.280999 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-15f2b91f-ff33-4f73-9d5b-02bb17a42d99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:55.387864 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99857da8-ff11-4c91-8d4f-9394d0b11439 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68cd31fd-e4cd-5fb3-a862-256fc47efcd2-837f2790-9d25-4518-86b0-93af3e3ee877', 'network_id': '837f2790-9d25-4518-86b0-93af3e3ee877', 'project_id': '55c9399f69674bc7ac51b603886274b7', 'fixed_ips': [{'subnet_id': 'ed920278-4e0c-4c45-8102-ac97ae34e848'}]}} from n-d-812111-14. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:42:55.388747 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-99857da8-ff11-4c91-8d4f-9394d0b11439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:55.401348 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bbfd6083-eb75-40e3-bcf8-798d605b9624 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (837f2790-9d25-4518-86b0-93af3e3ee877), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:55.454855 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-15f2b91f-ff33-4f73-9d5b-02bb17a42d99 admin admin] Publish callbacks [] for security_group (656338e5-aa48-4c4a-afd7-92c4f09d1aed), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:55.465667 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-15f2b91f-ff33-4f73-9d5b-02bb17a42d99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (656338e5-aa48-4c4a-afd7-92c4f09d1aed), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:55.507701 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bbfd6083-eb75-40e3-bcf8-798d605b9624 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (ed920278-4e0c-4c45-8102-ac97ae34e848), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:55.511377 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-15f2b91f-ff33-4f73-9d5b-02bb17a42d99 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=beaaf5a074464bd1bba8de5453303c58&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2789056 Jan 28 19:42:55.514149 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 50466) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:55.657522 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f2b91f-ff33-4f73-9d5b-02bb17a42d99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=656338e5-aa48-4c4a-afd7-92c4f09d1aed,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:55.675801 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1ee6a64b-bbbd-43d8-bac6-0cd14e3c7684 admin admin] Publish callbacks [] for security_group (656338e5-aa48-4c4a-afd7-92c4f09d1aed), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:55.695521 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-99857da8-ff11-4c91-8d4f-9394d0b11439 None None] Allocated IP 172.20.0.1 (837f2790-9d25-4518-86b0-93af3e3ee877/ed920278-4e0c-4c45-8102-ac97ae34e848/add00c6f-95ae-48ca-8d3b-c4452d36a628) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:42:55.719234 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1ee6a64b-bbbd-43d8-bac6-0cd14e3c7684 admin admin] Publish callbacks [] for security_group (656338e5-aa48-4c4a-afd7-92c4f09d1aed), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:55.788349 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1ee6a64b-bbbd-43d8-bac6-0cd14e3c7684 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (656338e5-aa48-4c4a-afd7-92c4f09d1aed), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:55.792952 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1ee6a64b-bbbd-43d8-bac6-0cd14e3c7684 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:55.794739 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-1ee6a64b-bbbd-43d8-bac6-0cd14e3c7684 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/656338e5-aa48-4c4a-afd7-92c4f09d1aed HTTP/1.1" status: 204 len: 168 time: 0.2785118 Jan 28 19:42:55.817990 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee6a64b-bbbd-43d8-bac6-0cd14e3c7684 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=656338e5-aa48-4c4a-afd7-92c4f09d1aed,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:55.846241 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 50470) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:55.862106 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-55e6d16a-ab25-45a8-9be3-163c617d113c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:55.943714 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-55e6d16a-ab25-45a8-9be3-163c617d113c admin admin] Publish callbacks [] for security_group (4f72ef32-5962-4c9a-aca7-60cda281ef49), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:55.950114 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-55e6d16a-ab25-45a8-9be3-163c617d113c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (4f72ef32-5962-4c9a-aca7-60cda281ef49), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:56.000685 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-99857da8-ff11-4c91-8d4f-9394d0b11439 None None] Publish callbacks [] for port (add00c6f-95ae-48ca-8d3b-c4452d36a628), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:56.006245 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-55e6d16a-ab25-45a8-9be3-163c617d113c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=526ae8902b9e452da7de81375348b4c7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1557138 Jan 28 19:42:56.006984 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 50472) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:56.017135 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-99857da8-ff11-4c91-8d4f-9394d0b11439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (add00c6f-95ae-48ca-8d3b-c4452d36a628), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:56.034203 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e6d16a-ab25-45a8-9be3-163c617d113c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f72ef32-5962-4c9a-aca7-60cda281ef49,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:56.077467 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bbfd6083-eb75-40e3-bcf8-798d605b9624 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4690616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5222356'] for subnet (ed920278-4e0c-4c45-8102-ac97ae34e848), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:56.104007 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99857da8-ff11-4c91-8d4f-9394d0b11439 None None] Network 837f2790-9d25-4518-86b0-93af3e3ee877 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:42:56.108308 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-99857da8-ff11-4c91-8d4f-9394d0b11439 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:42:56.110913 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99857da8-ff11-4c91-8d4f-9394d0b11439 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:42:56.112176 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfd6083-eb75-40e3-bcf8-798d605b9624 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Pushing event deleted for resources: {'Subnet': ['ID=ed920278-4e0c-4c45-8102-ac97ae34e848,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:56.138821 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-146b45d4-ee5f-4488-9c58-8e88652cb61d admin admin] Publish callbacks [] for security_group (4f72ef32-5962-4c9a-aca7-60cda281ef49), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:56.171652 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-146b45d4-ee5f-4488-9c58-8e88652cb61d admin admin] Publish callbacks [] for security_group (4f72ef32-5962-4c9a-aca7-60cda281ef49), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:56.191764 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99857da8-ff11-4c91-8d4f-9394d0b11439 None None] Pushing event updated for resources: {'Port': ['ID=add00c6f-95ae-48ca-8d3b-c4452d36a628,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:56.203181 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bbfd6083-eb75-40e3-bcf8-798d605b9624 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (837f2790-9d25-4518-86b0-93af3e3ee877), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:56.243432 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-bbfd6083-eb75-40e3-bcf8-798d605b9624 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['837f2790-9d25-4518-86b0-93af3e3ee877']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:42:56.250309 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-146b45d4-ee5f-4488-9c58-8e88652cb61d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (4f72ef32-5962-4c9a-aca7-60cda281ef49), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:56.256006 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-146b45d4-ee5f-4488-9c58-8e88652cb61d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:56.257855 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-146b45d4-ee5f-4488-9c58-8e88652cb61d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4f72ef32-5962-4c9a-aca7-60cda281ef49 HTTP/1.1" status: 204 len: 168 time: 0.2490084 Jan 28 19:42:56.267864 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-bbfd6083-eb75-40e3-bcf8-798d605b9624 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a561611-e63e-40aa-902f-476513c5809c') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:42:56.271290 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-bbfd6083-eb75-40e3-bcf8-798d605b9624 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a561611-e63e-40aa-902f-476513c5809c') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:42:56.276744 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146b45d4-ee5f-4488-9c58-8e88652cb61d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f72ef32-5962-4c9a-aca7-60cda281ef49,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:56.278184 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-99857da8-ff11-4c91-8d4f-9394d0b11439 None None] Attempting to bind port add00c6f-95ae-48ca-8d3b-c4452d36a628 on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:42:56.278574 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-99857da8-ff11-4c91-8d4f-9394d0b11439 None None] Attempting to bind port add00c6f-95ae-48ca-8d3b-c4452d36a628 by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '6a561611-e63e-40aa-902f-476513c5809c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '837f2790-9d25-4518-86b0-93af3e3ee877'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:42:56.279742 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99857da8-ff11-4c91-8d4f-9394d0b11439 None None] Attempting to bind port add00c6f-95ae-48ca-8d3b-c4452d36a628 on network 837f2790-9d25-4518-86b0-93af3e3ee877 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:42:56.288321 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99857da8-ff11-4c91-8d4f-9394d0b11439 None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:42:56.288720 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99857da8-ff11-4c91-8d4f-9394d0b11439 None None] Checking segment: {'id': '6a561611-e63e-40aa-902f-476513c5809c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '837f2790-9d25-4518-86b0-93af3e3ee877'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:42:56.289300 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-99857da8-ff11-4c91-8d4f-9394d0b11439 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:56.289709 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99857da8-ff11-4c91-8d4f-9394d0b11439 None None] Bound using segment: {'id': '6a561611-e63e-40aa-902f-476513c5809c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '837f2790-9d25-4518-86b0-93af3e3ee877'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:42:56.290196 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-99857da8-ff11-4c91-8d4f-9394d0b11439 None None] Bound port: add00c6f-95ae-48ca-8d3b-c4452d36a628, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a561611-e63e-40aa-902f-476513c5809c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '837f2790-9d25-4518-86b0-93af3e3ee877'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:42:56.290582 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-99857da8-ff11-4c91-8d4f-9394d0b11439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (add00c6f-95ae-48ca-8d3b-c4452d36a628), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:56.298836 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bbfd6083-eb75-40e3-bcf8-798d605b9624 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4747091'] for segment (6a561611-e63e-40aa-902f-476513c5809c), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:56.336446 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bbfd6083-eb75-40e3-bcf8-798d605b9624 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (6a561611-e63e-40aa-902f-476513c5809c), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:56.352578 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbfd6083-eb75-40e3-bcf8-798d605b9624 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:42:56.353007 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bbfd6083-eb75-40e3-bcf8-798d605b9624 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4690514'] for segment (6a561611-e63e-40aa-902f-476513c5809c), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:56.386488 n-d-812111-14 neutron-server[103304]: Traceback (most recent call last): Jan 28 19:42:56.386488 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:42:56.386488 n-d-812111-14 neutron-server[103304]: timer() Jan 28 19:42:56.386488 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:42:56.386488 n-d-812111-14 neutron-server[103304]: cb(*args, **kw) Jan 28 19:42:56.386488 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:42:56.386488 n-d-812111-14 neutron-server[103304]: return func(*args, **kwargs) Jan 28 19:42:56.386488 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:42:56.386488 n-d-812111-14 neutron-server[103304]: self._notify() Jan 28 19:42:56.386488 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:42:56.386488 n-d-812111-14 neutron-server[103304]: self.callback(batched_events) Jan 28 19:42:56.386488 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:42:56.386488 n-d-812111-14 neutron-server[103304]: event.method(event) Jan 28 19:42:56.386488 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:42:56.386488 n-d-812111-14 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:42:56.386488 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:42:56.386488 n-d-812111-14 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:42:56.386488 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:42:56.386488 n-d-812111-14 neutron-server[103304]: return f(self, *a, **k) Jan 28 19:42:56.386488 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:42:56.386488 n-d-812111-14 neutron-server[103304]: return self._get(url).json() Jan 28 19:42:56.386488 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:42:56.386488 n-d-812111-14 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:42:56.386488 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:42:56.386488 n-d-812111-14 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 28 19:42:56.386488 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:42:56.386488 n-d-812111-14 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:42:56.386488 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:42:56.386488 n-d-812111-14 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:42:56.386488 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:42:56.386488 n-d-812111-14 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:42:56.386488 n-d-812111-14 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:42:56.458278 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-99857da8-ff11-4c91-8d4f-9394d0b11439 None None] For port add00c6f-95ae-48ca-8d3b-c4452d36a628, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:42:56.503776 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-99857da8-ff11-4c91-8d4f-9394d0b11439 None None] For port add00c6f-95ae-48ca-8d3b-c4452d36a628, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=add00c6f-95ae-48ca-8d3b-c4452d36a628,segment=NetworkSegment(6a561611-e63e-40aa-902f-476513c5809c),segment_id=6a561611-e63e-40aa-902f-476513c5809c)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:42:56.512389 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.db.api [None req-bbfd6083-eb75-40e3-bcf8-798d605b9624 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 19:42:56.512389 n-d-812111-14 neutron-server[103304]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 19:42:56.512389 n-d-812111-14 neutron-server[103304]: [parameters: {'id': '837f2790-9d25-4518-86b0-93af3e3ee877'}] Jan 28 19:42:56.512389 n-d-812111-14 neutron-server[103304]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103304) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 19:42:56.513341 n-d-812111-14 neutron-server[103304]: DEBUG oslo_db.api [None req-bbfd6083-eb75-40e3-bcf8-798d605b9624 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 19:42:56.515361 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-99857da8-ff11-4c91-8d4f-9394d0b11439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (add00c6f-95ae-48ca-8d3b-c4452d36a628), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:56.533540 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f58df64-9478-42d0-a0a5-87ca04b9fde5 req-9fabafa3-71ee-48a8-a734-9b2f2cf27a93 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:42:56.535936 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-0f58df64-9478-42d0-a0a5-87ca04b9fde5 req-9fabafa3-71ee-48a8-a734-9b2f2cf27a93 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a91007d-45be-4c6c-a11f-db74e1c43eb8 HTTP/1.1" status: 200 len: 945 time: 0.1444302 Jan 28 19:42:56.607808 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-0f58df64-9478-42d0-a0a5-87ca04b9fde5 req-4148b1c8-5612-4241-83fd-3bab06f9a751 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/security-groups?id=7142df2f-bfa6-45d4-824d-35803ef6dce5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649564 Jan 28 19:42:56.649755 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99857da8-ff11-4c91-8d4f-9394d0b11439 None None] Pushing event updated for resources: {'Port': ['ID=add00c6f-95ae-48ca-8d3b-c4452d36a628,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:56.687527 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edcfcb4b-e219-4a94-a4b7-e289d5435be4 None None] get_active_networks_info from n-d-812111-14 {{(pid=103306) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 19:42:56.781835 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-63873546-0838-4067-9dcf-61a6ddb2d72d req-59d6bc06-f174-4601-ba83-b7266fa09563 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d0ca55e5-132f-43d5-b396-5e2a170de718&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0661902 Jan 28 19:42:56.788324 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edcfcb4b-e219-4a94-a4b7-e289d5435be4 None None] Resources bound (agent type, host, resource id): {{(pid=103306) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 19:42:56.940876 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63873546-0838-4067-9dcf-61a6ddb2d72d req-1ceebacb-0c53-4746-a636-d34a72dd0c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:42:56.960896 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-63873546-0838-4067-9dcf-61a6ddb2d72d req-1ceebacb-0c53-4746-a636-d34a72dd0c16 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c316c98d83734d7eab7153e5f826023b&device_id=d0ca55e5-132f-43d5-b396-5e2a170de718 HTTP/1.1" status: 200 len: 1128 time: 0.1277969 Jan 28 19:42:57.014005 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bbfd6083-eb75-40e3-bcf8-798d605b9624 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (837f2790-9d25-4518-86b0-93af3e3ee877), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:57.068421 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33b11414-3c55-4282-97ff-9e5eff52486e None None] Network 837f2790-9d25-4518-86b0-93af3e3ee877 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:42:57.135471 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-bbfd6083-eb75-40e3-bcf8-798d605b9624 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Deleting port add00c6f-95ae-48ca-8d3b-c4452d36a628 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:42:57.135860 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bbfd6083-eb75-40e3-bcf8-798d605b9624 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (add00c6f-95ae-48ca-8d3b-c4452d36a628), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:57.201686 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63873546-0838-4067-9dcf-61a6ddb2d72d req-6d006717-16c6-47ef-acca-c6e02c0e525c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:42:57.213041 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-63873546-0838-4067-9dcf-61a6ddb2d72d req-6d006717-16c6-47ef-acca-c6e02c0e525c service neutron] 10.222.0.41 "GET /v2.0/networks?id=87bd24c3-2f53-4d06-9d37-4b32bba79109 HTTP/1.1" status: 200 len: 912 time: 0.2306166 Jan 28 19:42:57.260148 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-63873546-0838-4067-9dcf-61a6ddb2d72d req-1839f0c0-6ae9-4e21-9e14-ac3a20f2f071 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fc84d67e-4a27-4500-a718-5ac17e1f6fd0 HTTP/1.1" status: 200 len: 217 time: 0.0458360 Jan 28 19:42:57.287518 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-bbfd6083-eb75-40e3-bcf8-798d605b9624 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] For port add00c6f-95ae-48ca-8d3b-c4452d36a628, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=add00c6f-95ae-48ca-8d3b-c4452d36a628,segment=NetworkSegment(6a561611-e63e-40aa-902f-476513c5809c),segment_id=6a561611-e63e-40aa-902f-476513c5809c)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:42:57.289211 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bbfd6083-eb75-40e3-bcf8-798d605b9624 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (add00c6f-95ae-48ca-8d3b-c4452d36a628), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:57.313496 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-bbfd6083-eb75-40e3-bcf8-798d605b9624 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Calling delete_port for add00c6f-95ae-48ca-8d3b-c4452d36a628 owned by network:dhcp {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:42:57.337609 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63873546-0838-4067-9dcf-61a6ddb2d72d req-4dbc1578-021e-4248-aaf5-9c2c8ead0be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:42:57.339079 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-63873546-0838-4067-9dcf-61a6ddb2d72d req-4dbc1578-021e-4248-aaf5-9c2c8ead0be2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1b82f7aa-308b-4f07-b0c3-0d99e240d9ef HTTP/1.1" status: 200 len: 851 time: 0.0722642 Jan 28 19:42:57.420485 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bbfd6083-eb75-40e3-bcf8-798d605b9624 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (add00c6f-95ae-48ca-8d3b-c4452d36a628), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:57.426978 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63873546-0838-4067-9dcf-61a6ddb2d72d req-eee1217b-f2d1-473d-b090-f47786027d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:42:57.428801 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-63873546-0838-4067-9dcf-61a6ddb2d72d req-eee1217b-f2d1-473d-b090-f47786027d7b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=87bd24c3-2f53-4d06-9d37-4b32bba79109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0831537 Jan 28 19:42:57.476144 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbfd6083-eb75-40e3-bcf8-798d605b9624 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] No DVR routers for this DVR port add00c6f-95ae-48ca-8d3b-c4452d36a628 on host n-d-812111-14 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:42:57.482625 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfd6083-eb75-40e3-bcf8-798d605b9624 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Pushing event deleted for resources: {'Port': ['ID=add00c6f-95ae-48ca-8d3b-c4452d36a628,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:57.562667 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-63873546-0838-4067-9dcf-61a6ddb2d72d req-1e2599fe-4fcc-4dbf-af56-797f3ce843f9 service neutron] 10.222.0.41 "GET /v2.0/networks/87bd24c3-2f53-4d06-9d37-4b32bba79109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271517 Jan 28 19:42:57.566051 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bbfd6083-eb75-40e3-bcf8-798d605b9624 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (837f2790-9d25-4518-86b0-93af3e3ee877), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:57.615485 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-bbfd6083-eb75-40e3-bcf8-798d605b9624 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['837f2790-9d25-4518-86b0-93af3e3ee877']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:42:57.634544 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-bbfd6083-eb75-40e3-bcf8-798d605b9624 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a561611-e63e-40aa-902f-476513c5809c') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:42:57.635493 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-bbfd6083-eb75-40e3-bcf8-798d605b9624 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a561611-e63e-40aa-902f-476513c5809c') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:42:57.663327 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bbfd6083-eb75-40e3-bcf8-798d605b9624 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4747091'] for segment (6a561611-e63e-40aa-902f-476513c5809c), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:57.679919 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bbfd6083-eb75-40e3-bcf8-798d605b9624 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (6a561611-e63e-40aa-902f-476513c5809c), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:57.691845 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbfd6083-eb75-40e3-bcf8-798d605b9624 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:42:57.693294 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bbfd6083-eb75-40e3-bcf8-798d605b9624 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4690514'] for segment (6a561611-e63e-40aa-902f-476513c5809c), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:57.699634 n-d-812111-14 neutron-server[103304]: Traceback (most recent call last): Jan 28 19:42:57.699634 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:42:57.699634 n-d-812111-14 neutron-server[103304]: timer() Jan 28 19:42:57.699634 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:42:57.699634 n-d-812111-14 neutron-server[103304]: cb(*args, **kw) Jan 28 19:42:57.699634 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:42:57.699634 n-d-812111-14 neutron-server[103304]: return func(*args, **kwargs) Jan 28 19:42:57.699634 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:42:57.699634 n-d-812111-14 neutron-server[103304]: self._notify() Jan 28 19:42:57.699634 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:42:57.699634 n-d-812111-14 neutron-server[103304]: self.callback(batched_events) Jan 28 19:42:57.699634 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:42:57.699634 n-d-812111-14 neutron-server[103304]: event.method(event) Jan 28 19:42:57.699634 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:42:57.699634 n-d-812111-14 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:42:57.699634 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:42:57.699634 n-d-812111-14 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:42:57.699634 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:42:57.699634 n-d-812111-14 neutron-server[103304]: return f(self, *a, **k) Jan 28 19:42:57.699634 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:42:57.699634 n-d-812111-14 neutron-server[103304]: return self._get(url).json() Jan 28 19:42:57.699634 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:42:57.699634 n-d-812111-14 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:42:57.699634 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:42:57.699634 n-d-812111-14 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 28 19:42:57.699634 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:42:57.699634 n-d-812111-14 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:42:57.699634 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:42:57.699634 n-d-812111-14 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:42:57.699634 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:42:57.699634 n-d-812111-14 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:42:57.699634 n-d-812111-14 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:42:57.771262 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-63873546-0838-4067-9dcf-61a6ddb2d72d req-5c8f188f-514f-41da-aca7-15e620d100b8 service neutron] 10.222.0.41 "GET /v2.0/networks/87bd24c3-2f53-4d06-9d37-4b32bba79109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000301 Jan 28 19:42:57.819060 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bbfd6083-eb75-40e3-bcf8-798d605b9624 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (837f2790-9d25-4518-86b0-93af3e3ee877), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:57.824212 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bbfd6083-eb75-40e3-bcf8-798d605b9624 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:57.829818 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-bbfd6083-eb75-40e3-bcf8-798d605b9624 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] 10.222.0.64 "DELETE /v2.0/networks/837f2790-9d25-4518-86b0-93af3e3ee877 HTTP/1.1" status: 204 len: 168 time: 2.6458032 Jan 28 19:42:57.830424 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e264ebc-2fe5-4690-ba7d-d923fb984fa7 req-1769590b-5108-4e1e-aabf-57e36712edef tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:42:57.834096 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1e264ebc-2fe5-4690-ba7d-d923fb984fa7 req-1769590b-5108-4e1e-aabf-57e36712edef tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a91007d-45be-4c6c-a11f-db74e1c43eb8 HTTP/1.1" status: 200 len: 945 time: 0.1015027 Jan 28 19:42:57.835583 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 50528) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:57.841067 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-a0d1117b-ec91-42f7-b0c9-bc80ff4901d1 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-207875699'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:42:57.855281 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfd6083-eb75-40e3-bcf8-798d605b9624 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Pushing event deleted for resources: {'Network': ['ID=837f2790-9d25-4518-86b0-93af3e3ee877,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:57.884525 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0d1117b-ec91-42f7-b0c9-bc80ff4901d1 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Made reservation on behalf of 55c9399f69674bc7ac51b603886274b7 for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:42:57.889283 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a0d1117b-ec91-42f7-b0c9-bc80ff4901d1 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:57.901960 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1e264ebc-2fe5-4690-ba7d-d923fb984fa7 req-43c05001-c949-402b-aa9e-5e4900996d96 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/security-groups?id=7142df2f-bfa6-45d4-824d-35803ef6dce5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582411 Jan 28 19:42:57.924610 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0d1117b-ec91-42f7-b0c9-bc80ff4901d1 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:42:57.935965 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a0d1117b-ec91-42f7-b0c9-bc80ff4901d1 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (60de9e33-85b9-40cb-be49-11e8b0db0160), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:57.936393 n-d-812111-14 neutron-server[103304]: INFO neutron.db.segments_db [None req-a0d1117b-ec91-42f7-b0c9-bc80ff4901d1 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Added segment 60de9e33-85b9-40cb-be49-11e8b0db0160 of type vlan for network f5339f9a-fa39-4ccc-95ec-6e50f98fd4bf Jan 28 19:42:57.980146 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a0d1117b-ec91-42f7-b0c9-bc80ff4901d1 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (f5339f9a-fa39-4ccc-95ec-6e50f98fd4bf), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:58.017482 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a0d1117b-ec91-42f7-b0c9-bc80ff4901d1 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (f5339f9a-fa39-4ccc-95ec-6e50f98fd4bf), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:58.037377 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0d1117b-ec91-42f7-b0c9-bc80ff4901d1 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:42:58.038144 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a0d1117b-ec91-42f7-b0c9-bc80ff4901d1 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:58.126207 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-a0d1117b-ec91-42f7-b0c9-bc80ff4901d1 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2870574 Jan 28 19:42:58.126598 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 50540) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:58.133227 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-ba0a2fd9-1340-4a53-8b23-1e47d43827a6 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Request body: {'subnet': {'network_id': 'f5339f9a-fa39-4ccc-95ec-6e50f98fd4bf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:42:58.137567 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d1117b-ec91-42f7-b0c9-bc80ff4901d1 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Pushing event updated for resources: {'Network': ['ID=f5339f9a-fa39-4ccc-95ec-6e50f98fd4bf,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:58.152890 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network f5339f9a-fa39-4ccc-95ec-6e50f98fd4bf details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:42:58.270738 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba0a2fd9-1340-4a53-8b23-1e47d43827a6 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Made reservation on behalf of 55c9399f69674bc7ac51b603886274b7 for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:42:58.286597 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ba0a2fd9-1340-4a53-8b23-1e47d43827a6 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4733071'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:58.506217 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ba0a2fd9-1340-4a53-8b23-1e47d43827a6 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4752401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4733085'] for subnet (9ccd892a-e519-44f9-9045-d602854b13c7), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:58.591050 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0a2fd9-1340-4a53-8b23-1e47d43827a6 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Pushing event updated for resources: {'Subnet': ['ID=9ccd892a-e519-44f9-9045-d602854b13c7,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:58.596341 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0a2fd9-1340-4a53-8b23-1e47d43827a6 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Checking segment: {'id': '60de9e33-85b9-40cb-be49-11e8b0db0160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'f5339f9a-fa39-4ccc-95ec-6e50f98fd4bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:42:58.596702 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba0a2fd9-1340-4a53-8b23-1e47d43827a6 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Network hostable DHCP agents. Network: f5339f9a-fa39-4ccc-95ec-6e50f98fd4bf, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:42:58.627665 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba0a2fd9-1340-4a53-8b23-1e47d43827a6 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Network f5339f9a-fa39-4ccc-95ec-6e50f98fd4bf is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:42:58.642114 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-ba0a2fd9-1340-4a53-8b23-1e47d43827a6 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, f5339f9a-fa39-4ccc-95ec-6e50f98fd4bf) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:42:58.648861 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba0a2fd9-1340-4a53-8b23-1e47d43827a6 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:42:58.649730 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ba0a2fd9-1340-4a53-8b23-1e47d43827a6 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:58.664292 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35a10a11-170b-4edb-af02-67f14e1fce03 None None] Network f5339f9a-fa39-4ccc-95ec-6e50f98fd4bf requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:42:58.679707 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 50562) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:58.681949 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-ba0a2fd9-1340-4a53-8b23-1e47d43827a6 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.5530779 Jan 28 19:42:58.835760 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8bd82c13-709c-4b00-899f-c0e309beb54e tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (f5339f9a-fa39-4ccc-95ec-6e50f98fd4bf), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:58.845761 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-577341c5-375b-401b-b300-fbf89d6bb60f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68cd31fd-e4cd-5fb3-a862-256fc47efcd2-f5339f9a-fa39-4ccc-95ec-6e50f98fd4bf', 'network_id': 'f5339f9a-fa39-4ccc-95ec-6e50f98fd4bf', 'project_id': '55c9399f69674bc7ac51b603886274b7', 'fixed_ips': [{'subnet_id': '9ccd892a-e519-44f9-9045-d602854b13c7'}]}} from n-d-812111-14. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:42:58.846903 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-577341c5-375b-401b-b300-fbf89d6bb60f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:58.898806 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8bd82c13-709c-4b00-899f-c0e309beb54e tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (9ccd892a-e519-44f9-9045-d602854b13c7), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:58.996761 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8bd82c13-709c-4b00-899f-c0e309beb54e tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4690616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5222356'] for subnet (9ccd892a-e519-44f9-9045-d602854b13c7), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:59.004723 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server [None req-577341c5-375b-401b-b300-fbf89d6bb60f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9ccd892a-e519-44f9-9045-d602854b13c7: This subnet is being modified by another concurrent operation. Jan 28 19:42:59.004723 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 28 19:42:59.004723 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 28 19:42:59.004723 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 28 19:42:59.004723 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 28 19:42:59.004723 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 28 19:42:59.004723 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 28 19:42:59.004723 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 28 19:42:59.004723 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 28 19:42:59.004723 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 28 19:42:59.004723 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 19:42:59.004723 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 19:42:59.004723 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 19:42:59.004723 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 19:42:59.004723 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 19:42:59.004723 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 19:42:59.004723 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 19:42:59.004723 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 19:42:59.004723 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 19:42:59.004723 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 19:42:59.004723 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 19:42:59.004723 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 19:42:59.004723 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 19:42:59.004723 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 19:42:59.004723 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 19:42:59.004723 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 19:42:59.004723 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 19:42:59.004723 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 19:42:59.004723 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 19:42:59.004723 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 19:42:59.004723 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 19:42:59.004723 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 19:42:59.004723 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 19:42:59.004723 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 19:42:59.004723 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 28 19:42:59.004723 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 28 19:42:59.004723 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Jan 28 19:42:59.004723 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 28 19:42:59.004723 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Jan 28 19:42:59.004723 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 28 19:42:59.004723 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 28 19:42:59.004723 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 28 19:42:59.004723 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 28 19:42:59.004723 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 19:42:59.004723 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 19:42:59.004723 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 19:42:59.004723 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 19:42:59.004723 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 19:42:59.004723 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 19:42:59.004723 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 19:42:59.004723 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 19:42:59.004723 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 19:42:59.004723 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 19:42:59.004723 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 19:42:59.004723 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 19:42:59.004723 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 19:42:59.004723 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 19:42:59.004723 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 19:42:59.004723 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 19:42:59.004723 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 19:42:59.004723 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 19:42:59.004723 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 19:42:59.004723 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 19:42:59.004723 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 19:42:59.004723 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 19:42:59.004723 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 19:42:59.004723 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 19:42:59.004723 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 19:42:59.004723 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 19:42:59.004723 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 19:42:59.004723 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1510, in create_port Jan 28 19:42:59.004723 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 28 19:42:59.004723 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1475, in _create_port_db Jan 28 19:42:59.004723 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 28 19:42:59.004723 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Jan 28 19:42:59.004723 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 28 19:42:59.004723 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 28 19:42:59.004723 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 28 19:42:59.004723 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 19:42:59.004723 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 19:42:59.004723 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 28 19:42:59.004723 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 28 19:42:59.004723 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 28 19:42:59.004723 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 28 19:42:59.004723 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 28 19:42:59.004723 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 28 19:42:59.004723 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 28 19:42:59.004723 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 28 19:42:59.004723 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 28 19:42:59.004723 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server raise exception Jan 28 19:42:59.004723 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9ccd892a-e519-44f9-9045-d602854b13c7: This subnet is being modified by another concurrent operation. Jan 28 19:42:59.004723 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server Jan 28 19:42:59.031018 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-859ea371-87be-4b3a-982b-d6d27c98c549 None None] get_active_networks_info from n-d-812111-14 {{(pid=103306) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 19:42:59.074998 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd82c13-709c-4b00-899f-c0e309beb54e tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Pushing event deleted for resources: {'Subnet': ['ID=9ccd892a-e519-44f9-9045-d602854b13c7,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:59.158284 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-859ea371-87be-4b3a-982b-d6d27c98c549 None None] Resources bound (agent type, host, resource id): {{(pid=103306) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 19:42:59.168763 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8bd82c13-709c-4b00-899f-c0e309beb54e tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (f5339f9a-fa39-4ccc-95ec-6e50f98fd4bf), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:59.188578 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4895479a-0598-4cb7-855b-d877e2bc17a3 req-f127135a-13d6-4dab-9266-d9036f0b1cbc tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:42:59.190178 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4895479a-0598-4cb7-855b-d877e2bc17a3 req-f127135a-13d6-4dab-9266-d9036f0b1cbc tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a91007d-45be-4c6c-a11f-db74e1c43eb8 HTTP/1.1" status: 200 len: 945 time: 0.1806092 Jan 28 19:42:59.205045 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-8bd82c13-709c-4b00-899f-c0e309beb54e tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5339f9a-fa39-4ccc-95ec-6e50f98fd4bf']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:42:59.222006 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-8bd82c13-709c-4b00-899f-c0e309beb54e tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60de9e33-85b9-40cb-be49-11e8b0db0160') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:42:59.222856 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-8bd82c13-709c-4b00-899f-c0e309beb54e tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60de9e33-85b9-40cb-be49-11e8b0db0160') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:42:59.269328 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8bd82c13-709c-4b00-899f-c0e309beb54e tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4747091'] for segment (60de9e33-85b9-40cb-be49-11e8b0db0160), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:59.298349 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8bd82c13-709c-4b00-899f-c0e309beb54e tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (60de9e33-85b9-40cb-be49-11e8b0db0160), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:59.319168 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bd82c13-709c-4b00-899f-c0e309beb54e tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:42:59.320031 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8bd82c13-709c-4b00-899f-c0e309beb54e tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4690514'] for segment (60de9e33-85b9-40cb-be49-11e8b0db0160), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:59.323418 n-d-812111-14 neutron-server[103304]: Traceback (most recent call last): Jan 28 19:42:59.323418 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:42:59.323418 n-d-812111-14 neutron-server[103304]: timer() Jan 28 19:42:59.323418 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:42:59.323418 n-d-812111-14 neutron-server[103304]: cb(*args, **kw) Jan 28 19:42:59.323418 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:42:59.323418 n-d-812111-14 neutron-server[103304]: return func(*args, **kwargs) Jan 28 19:42:59.323418 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:42:59.323418 n-d-812111-14 neutron-server[103304]: self._notify() Jan 28 19:42:59.323418 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:42:59.323418 n-d-812111-14 neutron-server[103304]: self.callback(batched_events) Jan 28 19:42:59.323418 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:42:59.323418 n-d-812111-14 neutron-server[103304]: event.method(event) Jan 28 19:42:59.323418 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:42:59.323418 n-d-812111-14 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:42:59.323418 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:42:59.323418 n-d-812111-14 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:42:59.323418 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:42:59.323418 n-d-812111-14 neutron-server[103304]: return f(self, *a, **k) Jan 28 19:42:59.323418 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:42:59.323418 n-d-812111-14 neutron-server[103304]: return self._get(url).json() Jan 28 19:42:59.323418 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:42:59.323418 n-d-812111-14 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:42:59.323418 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:42:59.323418 n-d-812111-14 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 28 19:42:59.323418 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:42:59.323418 n-d-812111-14 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:42:59.323418 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:42:59.323418 n-d-812111-14 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:42:59.323418 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:42:59.323418 n-d-812111-14 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:42:59.323418 n-d-812111-14 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:42:59.343834 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4895479a-0598-4cb7-855b-d877e2bc17a3 req-482854b1-3844-4ddd-a1c6-ab0ae9744e20 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/security-groups?id=7142df2f-bfa6-45d4-824d-35803ef6dce5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1432452 Jan 28 19:42:59.420153 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8bd82c13-709c-4b00-899f-c0e309beb54e tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (f5339f9a-fa39-4ccc-95ec-6e50f98fd4bf), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:59.450678 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8bd82c13-709c-4b00-899f-c0e309beb54e tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:59.458404 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-8bd82c13-709c-4b00-899f-c0e309beb54e tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] 10.222.0.64 "DELETE /v2.0/networks/f5339f9a-fa39-4ccc-95ec-6e50f98fd4bf HTTP/1.1" status: 204 len: 168 time: 0.7741969 Jan 28 19:42:59.458404 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd82c13-709c-4b00-899f-c0e309beb54e tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Pushing event deleted for resources: {'Network': ['ID=f5339f9a-fa39-4ccc-95ec-6e50f98fd4bf,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:59.460371 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 50578) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:59.468679 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-144ef469-ebe6-4ecd-9262-e16600acec02 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1663537286'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:42:59.486917 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c63bacb8-a797-4f68-a269-4b6be570c383 None None] Network f5339f9a-fa39-4ccc-95ec-6e50f98fd4bf requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:42:59.501449 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c63bacb8-a797-4f68-a269-4b6be570c383 None None] Network f5339f9a-fa39-4ccc-95ec-6e50f98fd4bf could not be found, it might have been deleted concurrently. {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 28 19:42:59.507591 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-144ef469-ebe6-4ecd-9262-e16600acec02 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Made reservation on behalf of 55c9399f69674bc7ac51b603886274b7 for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:42:59.511790 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-144ef469-ebe6-4ecd-9262-e16600acec02 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:59.541329 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-144ef469-ebe6-4ecd-9262-e16600acec02 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:42:59.553040 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-144ef469-ebe6-4ecd-9262-e16600acec02 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (3d1468cb-6986-4f65-a56f-551abdabd206), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:59.553557 n-d-812111-14 neutron-server[103305]: INFO neutron.db.segments_db [None req-144ef469-ebe6-4ecd-9262-e16600acec02 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Added segment 3d1468cb-6986-4f65-a56f-551abdabd206 of type vlan for network f7a76cc5-2d18-444b-aa15-29dbc11fe8ff Jan 28 19:42:59.607419 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-144ef469-ebe6-4ecd-9262-e16600acec02 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (f7a76cc5-2d18-444b-aa15-29dbc11fe8ff), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:59.636617 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-144ef469-ebe6-4ecd-9262-e16600acec02 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (f7a76cc5-2d18-444b-aa15-29dbc11fe8ff), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:59.643544 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-144ef469-ebe6-4ecd-9262-e16600acec02 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:42:59.645188 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-144ef469-ebe6-4ecd-9262-e16600acec02 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:59.727702 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-144ef469-ebe6-4ecd-9262-e16600acec02 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2627618 Jan 28 19:42:59.731218 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 50590) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:59.739945 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-9076bb31-acb7-493b-acb0-69f7aa1ca69d tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:42:59.740522 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144ef469-ebe6-4ecd-9262-e16600acec02 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Pushing event updated for resources: {'Network': ['ID=f7a76cc5-2d18-444b-aa15-29dbc11fe8ff,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:59.752484 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network f7a76cc5-2d18-444b-aa15-29dbc11fe8ff details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:43:00.210557 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9076bb31-acb7-493b-acb0-69f7aa1ca69d tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (f7a76cc5-2d18-444b-aa15-29dbc11fe8ff), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:00.228240 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9076bb31-acb7-493b-acb0-69f7aa1ca69d tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (f7a76cc5-2d18-444b-aa15-29dbc11fe8ff), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:00.297134 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9076bb31-acb7-493b-acb0-69f7aa1ca69d tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Network f7a76cc5-2d18-444b-aa15-29dbc11fe8ff is not hosted by any dhcp agent {{(pid=103304) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 28 19:43:00.302862 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9076bb31-acb7-493b-acb0-69f7aa1ca69d tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:00.303539 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9076bb31-acb7-493b-acb0-69f7aa1ca69d tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:00.304891 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-9076bb31-acb7-493b-acb0-69f7aa1ca69d tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] 10.222.0.64 "PUT /v2.0/networks/f7a76cc5-2d18-444b-aa15-29dbc11fe8ff HTTP/1.1" status: 200 len: 723 time: 0.5720503 Jan 28 19:43:00.305810 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9076bb31-acb7-493b-acb0-69f7aa1ca69d tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Pushing event updated for resources: {'Network': ['ID=f7a76cc5-2d18-444b-aa15-29dbc11fe8ff,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:00.307804 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 50594) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:00.319458 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-c00a3142-923e-43d1-aff7-9fd81c9b493a tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Request body: {'subnet': {'network_id': 'f7a76cc5-2d18-444b-aa15-29dbc11fe8ff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:43:00.324356 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network f7a76cc5-2d18-444b-aa15-29dbc11fe8ff details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:43:00.941373 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c00a3142-923e-43d1-aff7-9fd81c9b493a tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Made reservation on behalf of 55c9399f69674bc7ac51b603886274b7 for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:43:00.950147 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c00a3142-923e-43d1-aff7-9fd81c9b493a tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4733071'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:01.019417 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5668f5d5-2333-48f8-b8d3-4759044cd86c req-5c3f777e-954f-4e67-a0b4-d43403be2cfb tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:01.026274 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5668f5d5-2333-48f8-b8d3-4759044cd86c req-5c3f777e-954f-4e67-a0b4-d43403be2cfb tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a91007d-45be-4c6c-a11f-db74e1c43eb8 HTTP/1.1" status: 200 len: 945 time: 0.6042101 Jan 28 19:43:01.351199 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c00a3142-923e-43d1-aff7-9fd81c9b493a tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4752401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4733085'] for subnet (8e9fc587-9b19-4da4-b5a7-710b9c4f2f91), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:01.450283 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00a3142-923e-43d1-aff7-9fd81c9b493a tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Pushing event updated for resources: {'Subnet': ['ID=8e9fc587-9b19-4da4-b5a7-710b9c4f2f91,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:01.469269 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5668f5d5-2333-48f8-b8d3-4759044cd86c req-2cc8fe91-4258-4ca1-ba0a-4bbce74718d7 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/security-groups?id=7142df2f-bfa6-45d4-824d-35803ef6dce5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4421077 Jan 28 19:43:01.470415 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c00a3142-923e-43d1-aff7-9fd81c9b493a tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Checking segment: {'id': '3d1468cb-6986-4f65-a56f-551abdabd206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'f7a76cc5-2d18-444b-aa15-29dbc11fe8ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:43:01.470788 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c00a3142-923e-43d1-aff7-9fd81c9b493a tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Network hostable DHCP agents. Network: f7a76cc5-2d18-444b-aa15-29dbc11fe8ff, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:43:01.491063 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c00a3142-923e-43d1-aff7-9fd81c9b493a tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Network f7a76cc5-2d18-444b-aa15-29dbc11fe8ff is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:43:01.501135 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-c00a3142-923e-43d1-aff7-9fd81c9b493a tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, f7a76cc5-2d18-444b-aa15-29dbc11fe8ff) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:43:01.508696 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c00a3142-923e-43d1-aff7-9fd81c9b493a tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:01.509665 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c00a3142-923e-43d1-aff7-9fd81c9b493a tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:01.511802 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e22e69ea-2c9e-46a2-8bdc-444adee5a409 None None] Network f7a76cc5-2d18-444b-aa15-29dbc11fe8ff requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:43:01.530690 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-c00a3142-923e-43d1-aff7-9fd81c9b493a tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2208140 Jan 28 19:43:01.533410 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 50608) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:01.540386 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-761c8083-462e-4da4-8ed1-386a90682c14 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:43:01.661740 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c5bf10-0d6c-4b4e-a263-601e9d474097 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68cd31fd-e4cd-5fb3-a862-256fc47efcd2-f7a76cc5-2d18-444b-aa15-29dbc11fe8ff', 'network_id': 'f7a76cc5-2d18-444b-aa15-29dbc11fe8ff', 'project_id': '55c9399f69674bc7ac51b603886274b7', 'fixed_ips': [{'subnet_id': '8e9fc587-9b19-4da4-b5a7-710b9c4f2f91'}]}} from n-d-812111-14. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:43:01.662938 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-65c5bf10-0d6c-4b4e-a263-601e9d474097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:01.697733 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-761c8083-462e-4da4-8ed1-386a90682c14 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-5221438'] for subnet (8e9fc587-9b19-4da4-b5a7-710b9c4f2f91), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:01.931207 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-761c8083-462e-4da4-8ed1-386a90682c14 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8794076262611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4690615'] for subnet (8e9fc587-9b19-4da4-b5a7-710b9c4f2f91), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:02.016968 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-65c5bf10-0d6c-4b4e-a263-601e9d474097 None None] Allocated IP 172.20.0.2 (f7a76cc5-2d18-444b-aa15-29dbc11fe8ff/8e9fc587-9b19-4da4-b5a7-710b9c4f2f91/261d74d5-4e05-43c1-8046-1a746255798e) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:43:02.045358 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761c8083-462e-4da4-8ed1-386a90682c14 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Pushing event updated for resources: {'Subnet': ['ID=8e9fc587-9b19-4da4-b5a7-710b9c4f2f91,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:02.059408 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-761c8083-462e-4da4-8ed1-386a90682c14 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:02.060304 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-761c8083-462e-4da4-8ed1-386a90682c14 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:02.062340 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-761c8083-462e-4da4-8ed1-386a90682c14 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] 10.222.0.64 "PUT /v2.0/subnets/8e9fc587-9b19-4da4-b5a7-710b9c4f2f91 HTTP/1.1" status: 200 len: 806 time: 0.5268197 Jan 28 19:43:02.064602 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 50626) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:02.215639 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a36a5ab1-c185-49f9-b558-b300f07ddb9d tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (f7a76cc5-2d18-444b-aa15-29dbc11fe8ff), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:02.288233 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a36a5ab1-c185-49f9-b558-b300f07ddb9d tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (8e9fc587-9b19-4da4-b5a7-710b9c4f2f91), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:02.358913 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-65c5bf10-0d6c-4b4e-a263-601e9d474097 None None] Publish callbacks [] for port (261d74d5-4e05-43c1-8046-1a746255798e), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:02.365164 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-65c5bf10-0d6c-4b4e-a263-601e9d474097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (261d74d5-4e05-43c1-8046-1a746255798e), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:02.384397 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a36a5ab1-c185-49f9-b558-b300f07ddb9d tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4752464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4733806'] for subnet (8e9fc587-9b19-4da4-b5a7-710b9c4f2f91), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:02.406907 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c5bf10-0d6c-4b4e-a263-601e9d474097 None None] Network f7a76cc5-2d18-444b-aa15-29dbc11fe8ff is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:43:02.411367 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-65c5bf10-0d6c-4b4e-a263-601e9d474097 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:43:02.415103 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c5bf10-0d6c-4b4e-a263-601e9d474097 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:43:02.435304 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c5bf10-0d6c-4b4e-a263-601e9d474097 None None] Pushing event updated for resources: {'Port': ['ID=261d74d5-4e05-43c1-8046-1a746255798e,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:02.451170 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36a5ab1-c185-49f9-b558-b300f07ddb9d tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Pushing event deleted for resources: {'Subnet': ['ID=8e9fc587-9b19-4da4-b5a7-710b9c4f2f91,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:02.556928 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a36a5ab1-c185-49f9-b558-b300f07ddb9d tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (f7a76cc5-2d18-444b-aa15-29dbc11fe8ff), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:02.577031 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-65c5bf10-0d6c-4b4e-a263-601e9d474097 None None] Attempting to bind port 261d74d5-4e05-43c1-8046-1a746255798e on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:43:02.577657 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-65c5bf10-0d6c-4b4e-a263-601e9d474097 None None] Attempting to bind port 261d74d5-4e05-43c1-8046-1a746255798e by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '3d1468cb-6986-4f65-a56f-551abdabd206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'f7a76cc5-2d18-444b-aa15-29dbc11fe8ff'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:43:02.577801 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c5bf10-0d6c-4b4e-a263-601e9d474097 None None] Attempting to bind port 261d74d5-4e05-43c1-8046-1a746255798e on network f7a76cc5-2d18-444b-aa15-29dbc11fe8ff {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:43:02.579974 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-a36a5ab1-c185-49f9-b558-b300f07ddb9d tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7a76cc5-2d18-444b-aa15-29dbc11fe8ff']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:43:02.591489 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-a36a5ab1-c185-49f9-b558-b300f07ddb9d tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d1468cb-6986-4f65-a56f-551abdabd206') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:43:02.591839 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-a36a5ab1-c185-49f9-b558-b300f07ddb9d tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d1468cb-6986-4f65-a56f-551abdabd206') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:43:02.599912 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c5bf10-0d6c-4b4e-a263-601e9d474097 None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:43:02.601611 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a36a5ab1-c185-49f9-b558-b300f07ddb9d tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16187153'] for segment (3d1468cb-6986-4f65-a56f-551abdabd206), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:02.603460 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c5bf10-0d6c-4b4e-a263-601e9d474097 None None] Checking segment: {'id': '3d1468cb-6986-4f65-a56f-551abdabd206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'f7a76cc5-2d18-444b-aa15-29dbc11fe8ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:43:02.603940 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-65c5bf10-0d6c-4b4e-a263-601e9d474097 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:02.604357 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c5bf10-0d6c-4b4e-a263-601e9d474097 None None] Bound using segment: {'id': '3d1468cb-6986-4f65-a56f-551abdabd206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'f7a76cc5-2d18-444b-aa15-29dbc11fe8ff'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:43:02.604854 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-65c5bf10-0d6c-4b4e-a263-601e9d474097 None None] Bound port: 261d74d5-4e05-43c1-8046-1a746255798e, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d1468cb-6986-4f65-a56f-551abdabd206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'f7a76cc5-2d18-444b-aa15-29dbc11fe8ff'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:43:02.605270 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-65c5bf10-0d6c-4b4e-a263-601e9d474097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (261d74d5-4e05-43c1-8046-1a746255798e), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:02.627248 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a36a5ab1-c185-49f9-b558-b300f07ddb9d tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (3d1468cb-6986-4f65-a56f-551abdabd206), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:02.640958 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a36a5ab1-c185-49f9-b558-b300f07ddb9d tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:43:02.640958 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a36a5ab1-c185-49f9-b558-b300f07ddb9d tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4752570'] for segment (3d1468cb-6986-4f65-a56f-551abdabd206), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:02.649137 n-d-812111-14 neutron-server[103305]: Traceback (most recent call last): Jan 28 19:43:02.649137 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:43:02.649137 n-d-812111-14 neutron-server[103305]: timer() Jan 28 19:43:02.649137 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:43:02.649137 n-d-812111-14 neutron-server[103305]: cb(*args, **kw) Jan 28 19:43:02.649137 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:43:02.649137 n-d-812111-14 neutron-server[103305]: return func(*args, **kwargs) Jan 28 19:43:02.649137 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:43:02.649137 n-d-812111-14 neutron-server[103305]: self._notify() Jan 28 19:43:02.649137 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:43:02.649137 n-d-812111-14 neutron-server[103305]: self.callback(batched_events) Jan 28 19:43:02.649137 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:43:02.649137 n-d-812111-14 neutron-server[103305]: event.method(event) Jan 28 19:43:02.649137 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:43:02.649137 n-d-812111-14 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:43:02.649137 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:43:02.649137 n-d-812111-14 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:43:02.649137 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:43:02.649137 n-d-812111-14 neutron-server[103305]: return f(self, *a, **k) Jan 28 19:43:02.649137 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:43:02.649137 n-d-812111-14 neutron-server[103305]: return self._get(url).json() Jan 28 19:43:02.649137 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:43:02.649137 n-d-812111-14 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:43:02.649137 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:43:02.649137 n-d-812111-14 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 28 19:43:02.649137 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:43:02.649137 n-d-812111-14 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:43:02.649137 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:43:02.649137 n-d-812111-14 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:43:02.649137 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:43:02.649137 n-d-812111-14 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:43:02.649137 n-d-812111-14 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:43:02.709451 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-65c5bf10-0d6c-4b4e-a263-601e9d474097 None None] For port 261d74d5-4e05-43c1-8046-1a746255798e, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:43:02.733409 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-65c5bf10-0d6c-4b4e-a263-601e9d474097 None None] For port 261d74d5-4e05-43c1-8046-1a746255798e, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=261d74d5-4e05-43c1-8046-1a746255798e,segment=NetworkSegment(3d1468cb-6986-4f65-a56f-551abdabd206),segment_id=3d1468cb-6986-4f65-a56f-551abdabd206)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:43:02.737362 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.db.api [None req-a36a5ab1-c185-49f9-b558-b300f07ddb9d tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 19:43:02.737362 n-d-812111-14 neutron-server[103305]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 19:43:02.737362 n-d-812111-14 neutron-server[103305]: [parameters: {'id': 'f7a76cc5-2d18-444b-aa15-29dbc11fe8ff'}] Jan 28 19:43:02.737362 n-d-812111-14 neutron-server[103305]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103305) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 19:43:02.741044 n-d-812111-14 neutron-server[103305]: DEBUG oslo_db.api [None req-a36a5ab1-c185-49f9-b558-b300f07ddb9d tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 19:43:02.745593 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-65c5bf10-0d6c-4b4e-a263-601e9d474097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (261d74d5-4e05-43c1-8046-1a746255798e), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:02.826320 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29a8e1d-1547-49d6-99e7-af70df8d00a6 req-aba98a08-4f61-4c67-a282-9321c55cf239 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:02.840976 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f29a8e1d-1547-49d6-99e7-af70df8d00a6 req-aba98a08-4f61-4c67-a282-9321c55cf239 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a91007d-45be-4c6c-a11f-db74e1c43eb8 HTTP/1.1" status: 200 len: 945 time: 0.1971762 Jan 28 19:43:02.930472 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c5bf10-0d6c-4b4e-a263-601e9d474097 None None] Pushing event updated for resources: {'Port': ['ID=261d74d5-4e05-43c1-8046-1a746255798e,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:02.972266 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60af3b3a-c311-4234-981e-2d1675cf3845 None None] get_active_networks_info from n-d-812111-14 {{(pid=103306) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 19:43:02.987277 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f29a8e1d-1547-49d6-99e7-af70df8d00a6 req-9ed37e3d-1df4-4457-8aef-e09878c5800d tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/security-groups?id=7142df2f-bfa6-45d4-824d-35803ef6dce5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1446867 Jan 28 19:43:03.130773 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60af3b3a-c311-4234-981e-2d1675cf3845 None None] Resources bound (agent type, host, resource id): {{(pid=103306) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 19:43:03.242471 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a36a5ab1-c185-49f9-b558-b300f07ddb9d tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (f7a76cc5-2d18-444b-aa15-29dbc11fe8ff), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:03.350474 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-810d5421-c3b4-4ea5-870b-23952b1d6631 None None] Network f7a76cc5-2d18-444b-aa15-29dbc11fe8ff requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:43:03.350665 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-a36a5ab1-c185-49f9-b558-b300f07ddb9d tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Deleting port 261d74d5-4e05-43c1-8046-1a746255798e {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:43:03.350974 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a36a5ab1-c185-49f9-b558-b300f07ddb9d tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (261d74d5-4e05-43c1-8046-1a746255798e), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:03.469528 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-a36a5ab1-c185-49f9-b558-b300f07ddb9d tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] For port 261d74d5-4e05-43c1-8046-1a746255798e, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=261d74d5-4e05-43c1-8046-1a746255798e,segment=NetworkSegment(3d1468cb-6986-4f65-a56f-551abdabd206),segment_id=3d1468cb-6986-4f65-a56f-551abdabd206)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:43:03.469921 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a36a5ab1-c185-49f9-b558-b300f07ddb9d tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (261d74d5-4e05-43c1-8046-1a746255798e), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:03.506884 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-a36a5ab1-c185-49f9-b558-b300f07ddb9d tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Calling delete_port for 261d74d5-4e05-43c1-8046-1a746255798e owned by network:dhcp {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:43:03.567664 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc6e74a9-139e-4fec-b7dc-d80ae034db53 None None] Network f7a76cc5-2d18-444b-aa15-29dbc11fe8ff requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:43:03.696705 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a36a5ab1-c185-49f9-b558-b300f07ddb9d tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (261d74d5-4e05-43c1-8046-1a746255798e), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:03.758016 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36a5ab1-c185-49f9-b558-b300f07ddb9d tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Pushing event deleted for resources: {'Port': ['ID=261d74d5-4e05-43c1-8046-1a746255798e,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:03.767365 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36a5ab1-c185-49f9-b558-b300f07ddb9d tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] No DVR routers for this DVR port 261d74d5-4e05-43c1-8046-1a746255798e on host n-d-812111-14 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:43:03.852283 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a36a5ab1-c185-49f9-b558-b300f07ddb9d tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (f7a76cc5-2d18-444b-aa15-29dbc11fe8ff), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:03.886464 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-a36a5ab1-c185-49f9-b558-b300f07ddb9d tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7a76cc5-2d18-444b-aa15-29dbc11fe8ff']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:43:03.900462 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-a36a5ab1-c185-49f9-b558-b300f07ddb9d tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d1468cb-6986-4f65-a56f-551abdabd206') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:43:03.900819 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-a36a5ab1-c185-49f9-b558-b300f07ddb9d tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d1468cb-6986-4f65-a56f-551abdabd206') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:43:03.911470 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a36a5ab1-c185-49f9-b558-b300f07ddb9d tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16187153'] for segment (3d1468cb-6986-4f65-a56f-551abdabd206), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:03.925643 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a36a5ab1-c185-49f9-b558-b300f07ddb9d tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (3d1468cb-6986-4f65-a56f-551abdabd206), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:03.936791 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a36a5ab1-c185-49f9-b558-b300f07ddb9d tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:43:03.936791 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a36a5ab1-c185-49f9-b558-b300f07ddb9d tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4752570'] for segment (3d1468cb-6986-4f65-a56f-551abdabd206), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:03.940294 n-d-812111-14 neutron-server[103305]: Traceback (most recent call last): Jan 28 19:43:03.940294 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:43:03.940294 n-d-812111-14 neutron-server[103305]: timer() Jan 28 19:43:03.940294 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:43:03.940294 n-d-812111-14 neutron-server[103305]: cb(*args, **kw) Jan 28 19:43:03.940294 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:43:03.940294 n-d-812111-14 neutron-server[103305]: return func(*args, **kwargs) Jan 28 19:43:03.940294 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:43:03.940294 n-d-812111-14 neutron-server[103305]: self._notify() Jan 28 19:43:03.940294 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:43:03.940294 n-d-812111-14 neutron-server[103305]: self.callback(batched_events) Jan 28 19:43:03.940294 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:43:03.940294 n-d-812111-14 neutron-server[103305]: event.method(event) Jan 28 19:43:03.940294 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:43:03.940294 n-d-812111-14 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:43:03.940294 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:43:03.940294 n-d-812111-14 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:43:03.940294 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:43:03.940294 n-d-812111-14 neutron-server[103305]: return f(self, *a, **k) Jan 28 19:43:03.940294 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:43:03.940294 n-d-812111-14 neutron-server[103305]: return self._get(url).json() Jan 28 19:43:03.940294 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:43:03.940294 n-d-812111-14 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:43:03.940294 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:43:03.940294 n-d-812111-14 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 28 19:43:03.940294 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:43:03.940294 n-d-812111-14 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:43:03.940294 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:43:03.940294 n-d-812111-14 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:43:03.940294 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:43:03.940294 n-d-812111-14 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:43:03.940294 n-d-812111-14 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:43:04.044220 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a36a5ab1-c185-49f9-b558-b300f07ddb9d tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (f7a76cc5-2d18-444b-aa15-29dbc11fe8ff), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:04.053021 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a36a5ab1-c185-49f9-b558-b300f07ddb9d tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:04.056281 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-a36a5ab1-c185-49f9-b558-b300f07ddb9d tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] 10.222.0.64 "DELETE /v2.0/networks/f7a76cc5-2d18-444b-aa15-29dbc11fe8ff HTTP/1.1" status: 204 len: 168 time: 1.9893894 Jan 28 19:43:04.059935 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 50650) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:04.095511 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36a5ab1-c185-49f9-b558-b300f07ddb9d tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Pushing event deleted for resources: {'Network': ['ID=f7a76cc5-2d18-444b-aa15-29dbc11fe8ff,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:04.107844 n-d-812111-14 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-34c0d810-0d6c-449f-9847-ee803f19c3cb tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] DELETE failed (client error): The resource could not be found. Jan 28 19:43:04.108721 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34c0d810-0d6c-449f-9847-ee803f19c3cb tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:43:04.139975 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 50654) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:04.139975 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-29e2e928-3788-4acc-a7a8-477f2630077c tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-580603610', 'description': 'd1'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:43:04.141938 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-34c0d810-0d6c-449f-9847-ee803f19c3cb tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] 10.222.0.64 "DELETE /v2.0/networks/f7a76cc5-2d18-444b-aa15-29dbc11fe8ff HTTP/1.1" status: 404 len: 339 time: 0.0812974 Jan 28 19:43:04.251548 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29e2e928-3788-4acc-a7a8-477f2630077c tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Made reservation on behalf of 55c9399f69674bc7ac51b603886274b7 for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:43:04.255674 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-29e2e928-3788-4acc-a7a8-477f2630077c tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:04.282407 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeb2ac7-d37e-42c6-88a3-18c727dc410f req-2cbe675b-4490-4c45-8b73-869297fc1e50 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:04.283928 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9aeb2ac7-d37e-42c6-88a3-18c727dc410f req-2cbe675b-4490-4c45-8b73-869297fc1e50 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a91007d-45be-4c6c-a11f-db74e1c43eb8 HTTP/1.1" status: 200 len: 945 time: 0.1212225 Jan 28 19:43:04.313553 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29e2e928-3788-4acc-a7a8-477f2630077c tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:43:04.324946 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-29e2e928-3788-4acc-a7a8-477f2630077c tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (4d2bcaa0-3fdb-424c-9b47-0a8452a13d09), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:04.325318 n-d-812111-14 neutron-server[103305]: INFO neutron.db.segments_db [None req-29e2e928-3788-4acc-a7a8-477f2630077c tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Added segment 4d2bcaa0-3fdb-424c-9b47-0a8452a13d09 of type vlan for network d64a38d1-1725-4a00-9b92-595f6822c372 Jan 28 19:43:04.381390 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-29e2e928-3788-4acc-a7a8-477f2630077c tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (d64a38d1-1725-4a00-9b92-595f6822c372), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:04.414947 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-29e2e928-3788-4acc-a7a8-477f2630077c tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (d64a38d1-1725-4a00-9b92-595f6822c372), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:04.420392 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e2e928-3788-4acc-a7a8-477f2630077c tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:04.420990 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-29e2e928-3788-4acc-a7a8-477f2630077c tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:04.505083 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e2e928-3788-4acc-a7a8-477f2630077c tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Pushing event updated for resources: {'Network': ['ID=d64a38d1-1725-4a00-9b92-595f6822c372,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:04.520110 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network d64a38d1-1725-4a00-9b92-595f6822c372 details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:43:04.542603 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-29e2e928-3788-4acc-a7a8-477f2630077c tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.4079299 Jan 28 19:43:04.545950 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 50656) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:04.559653 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9aeb2ac7-d37e-42c6-88a3-18c727dc410f req-01f77d3f-d7cc-47b9-8715-08278b404991 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/security-groups?id=7142df2f-bfa6-45d4-824d-35803ef6dce5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2658536 Jan 28 19:43:04.704271 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08f68f6a-368a-469f-bc02-d8f1eaeda0ea tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:04.706189 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-08f68f6a-368a-469f-bc02-d8f1eaeda0ea tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] 10.222.0.64 "GET /v2.0/networks?id=d64a38d1-1725-4a00-9b92-595f6822c372 HTTP/1.1" status: 200 len: 760 time: 0.1589491 Jan 28 19:43:04.710479 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 50658) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:04.715765 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-f4873fc3-e211-43c6-bacc-b02702075586 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Request body: {'network': {'description': 'd2'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:43:05.085459 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f4873fc3-e211-43c6-bacc-b02702075586 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (d64a38d1-1725-4a00-9b92-595f6822c372), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:05.104201 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f4873fc3-e211-43c6-bacc-b02702075586 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (d64a38d1-1725-4a00-9b92-595f6822c372), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:05.112998 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f4873fc3-e211-43c6-bacc-b02702075586 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Network d64a38d1-1725-4a00-9b92-595f6822c372 is not hosted by any dhcp agent {{(pid=103305) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 28 19:43:05.118299 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4873fc3-e211-43c6-bacc-b02702075586 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:05.118891 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f4873fc3-e211-43c6-bacc-b02702075586 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:05.120207 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-f4873fc3-e211-43c6-bacc-b02702075586 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] 10.222.0.64 "PUT /v2.0/networks/d64a38d1-1725-4a00-9b92-595f6822c372 HTTP/1.1" status: 200 len: 757 time: 0.4089205 Jan 28 19:43:05.123243 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 50660) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:05.295746 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55c54e77-d40e-4fb6-9af2-6b8822c43db7 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:05.297426 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-55c54e77-d40e-4fb6-9af2-6b8822c43db7 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] 10.222.0.64 "GET /v2.0/networks?id=d64a38d1-1725-4a00-9b92-595f6822c372 HTTP/1.1" status: 200 len: 760 time: 0.1724725 Jan 28 19:43:05.301950 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 50668) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:05.319329 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-65c1ec36-ffc2-40c1-859d-43f33f2fdd8a tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1502576384'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:43:05.343726 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4873fc3-e211-43c6-bacc-b02702075586 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Pushing event updated for resources: {'Network': ['ID=d64a38d1-1725-4a00-9b92-595f6822c372,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:05.359511 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network d64a38d1-1725-4a00-9b92-595f6822c372 details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:43:05.417054 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65c1ec36-ffc2-40c1-859d-43f33f2fdd8a tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Made reservation on behalf of 55c9399f69674bc7ac51b603886274b7 for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:43:05.430259 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-65c1ec36-ffc2-40c1-859d-43f33f2fdd8a tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:05.476696 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65c1ec36-ffc2-40c1-859d-43f33f2fdd8a tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:43:05.505971 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-65c1ec36-ffc2-40c1-859d-43f33f2fdd8a tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (ac032bec-6419-4f88-a5e8-b1ef52453a90), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:05.506301 n-d-812111-14 neutron-server[103304]: INFO neutron.db.segments_db [None req-65c1ec36-ffc2-40c1-859d-43f33f2fdd8a tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Added segment ac032bec-6419-4f88-a5e8-b1ef52453a90 of type vlan for network 92073f89-9f7b-47e9-a49f-51e663b64206 Jan 28 19:43:05.589803 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-65c1ec36-ffc2-40c1-859d-43f33f2fdd8a tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (92073f89-9f7b-47e9-a49f-51e663b64206), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:05.643365 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-65c1ec36-ffc2-40c1-859d-43f33f2fdd8a tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (92073f89-9f7b-47e9-a49f-51e663b64206), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:05.662994 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65c1ec36-ffc2-40c1-859d-43f33f2fdd8a tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:05.666098 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-65c1ec36-ffc2-40c1-859d-43f33f2fdd8a tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:05.799203 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-65c1ec36-ffc2-40c1-859d-43f33f2fdd8a tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4961677 Jan 28 19:43:05.802554 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 50672) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:05.809379 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-6e3f8798-74a5-4f1c-bcc6-541166657600 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Request body: {'subnet': {'network_id': '92073f89-9f7b-47e9-a49f-51e663b64206', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:43:05.865496 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c1ec36-ffc2-40c1-859d-43f33f2fdd8a tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Pushing event updated for resources: {'Network': ['ID=92073f89-9f7b-47e9-a49f-51e663b64206,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:05.880583 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network 92073f89-9f7b-47e9-a49f-51e663b64206 details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:43:05.908006 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762e8ef1-ac14-4244-8295-eba78b051cf7 req-df9a3dab-eb1b-49de-a9ff-8713d9172a3f tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:05.910494 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-762e8ef1-ac14-4244-8295-eba78b051cf7 req-df9a3dab-eb1b-49de-a9ff-8713d9172a3f tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a91007d-45be-4c6c-a11f-db74e1c43eb8 HTTP/1.1" status: 200 len: 945 time: 0.1379225 Jan 28 19:43:06.004234 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e3f8798-74a5-4f1c-bcc6-541166657600 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Made reservation on behalf of 55c9399f69674bc7ac51b603886274b7 for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:43:06.021345 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6e3f8798-74a5-4f1c-bcc6-541166657600 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4733071'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:06.023163 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-762e8ef1-ac14-4244-8295-eba78b051cf7 req-c8ba2457-98b6-40f9-9c45-8ebeafe89407 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/security-groups?id=7142df2f-bfa6-45d4-824d-35803ef6dce5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021340 Jan 28 19:43:06.552395 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6e3f8798-74a5-4f1c-bcc6-541166657600 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4752401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4733085'] for subnet (6a38a896-1450-4d0c-aaf6-49ee67734b1a), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:06.636251 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3f8798-74a5-4f1c-bcc6-541166657600 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Pushing event updated for resources: {'Subnet': ['ID=6a38a896-1450-4d0c-aaf6-49ee67734b1a,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:06.653690 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cd2168-892d-4b62-99c3-957dabe28cea req-c6f439b3-2bca-4832-ab93-4e7515c3aee2 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:06.663777 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-72f77599-ed53-4f05-90d2-fc03432924f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:06.683182 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c2cd2168-892d-4b62-99c3-957dabe28cea req-c6f439b3-2bca-4832-ab93-4e7515c3aee2 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a91007d-45be-4c6c-a11f-db74e1c43eb8 HTTP/1.1" status: 200 len: 945 time: 0.2346895 Jan 28 19:43:06.689632 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3f8798-74a5-4f1c-bcc6-541166657600 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Checking segment: {'id': 'ac032bec-6419-4f88-a5e8-b1ef52453a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '92073f89-9f7b-47e9-a49f-51e663b64206'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:43:06.691189 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e3f8798-74a5-4f1c-bcc6-541166657600 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Network hostable DHCP agents. Network: 92073f89-9f7b-47e9-a49f-51e663b64206, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:43:06.723172 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e3f8798-74a5-4f1c-bcc6-541166657600 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Network 92073f89-9f7b-47e9-a49f-51e663b64206 is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:43:06.739141 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-6e3f8798-74a5-4f1c-bcc6-541166657600 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, 92073f89-9f7b-47e9-a49f-51e663b64206) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:43:06.744467 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055eb1a5-12bb-4ee2-8684-abc10f5092de req-58ecbcba-d807-445c-8c81-a6e820e4a3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:06.747411 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-055eb1a5-12bb-4ee2-8684-abc10f5092de req-58ecbcba-d807-445c-8c81-a6e820e4a3d1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c316c98d83734d7eab7153e5f826023b&device_id=4a91007d-45be-4c6c-a11f-db74e1c43eb8 HTTP/1.1" status: 200 len: 1128 time: 0.1210074 Jan 28 19:43:06.749512 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da960988-ecd5-4eac-80e0-db3fb63d62da None None] Network 92073f89-9f7b-47e9-a49f-51e663b64206 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:43:06.751831 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e3f8798-74a5-4f1c-bcc6-541166657600 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:06.752851 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6e3f8798-74a5-4f1c-bcc6-541166657600 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:06.880168 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055eb1a5-12bb-4ee2-8684-abc10f5092de req-55014fb0-b1d6-4de2-943f-b119cd659b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:06.882275 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-055eb1a5-12bb-4ee2-8684-abc10f5092de req-55014fb0-b1d6-4de2-943f-b119cd659b96 service neutron] 10.222.0.70 "GET /v2.0/networks?id=87bd24c3-2f53-4d06-9d37-4b32bba79109 HTTP/1.1" status: 200 len: 912 time: 0.1137645 Jan 28 19:43:06.887339 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-6e3f8798-74a5-4f1c-bcc6-541166657600 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0834517 Jan 28 19:43:06.891450 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c2cd2168-892d-4b62-99c3-957dabe28cea req-dc7b2ca5-1831-4ce5-97b7-cf34f43ac153 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/security-groups?id=7142df2f-bfa6-45d4-824d-35803ef6dce5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2054696 Jan 28 19:43:06.897503 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 50686) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:06.962277 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-055eb1a5-12bb-4ee2-8684-abc10f5092de req-bcb4cd6b-30d4-4876-ad75-23f6f4891209 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4fc29a78-414a-4805-a8cf-167eee4a4412 HTTP/1.1" status: 200 len: 999 time: 0.0737181 Jan 28 19:43:07.029754 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055eb1a5-12bb-4ee2-8684-abc10f5092de req-b2e4909e-4303-4847-b809-1117b264779b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:07.032139 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-055eb1a5-12bb-4ee2-8684-abc10f5092de req-b2e4909e-4303-4847-b809-1117b264779b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1b82f7aa-308b-4f07-b0c3-0d99e240d9ef HTTP/1.1" status: 200 len: 851 time: 0.0596189 Jan 28 19:43:07.117365 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7700f9eb-af57-4ceb-ae12-ab8feeb4998d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68cd31fd-e4cd-5fb3-a862-256fc47efcd2-92073f89-9f7b-47e9-a49f-51e663b64206', 'network_id': '92073f89-9f7b-47e9-a49f-51e663b64206', 'project_id': '55c9399f69674bc7ac51b603886274b7', 'fixed_ips': [{'subnet_id': '6a38a896-1450-4d0c-aaf6-49ee67734b1a'}]}} from n-d-812111-14. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:43:07.121537 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7700f9eb-af57-4ceb-ae12-ab8feeb4998d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:07.168394 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055eb1a5-12bb-4ee2-8684-abc10f5092de req-29f9d71a-c157-4358-a90b-b21a9ea358ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:07.174481 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-055eb1a5-12bb-4ee2-8684-abc10f5092de req-29f9d71a-c157-4358-a90b-b21a9ea358ff service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=87bd24c3-2f53-4d06-9d37-4b32bba79109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1361418 Jan 28 19:43:07.198262 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 50690) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:07.204511 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d7aa5469-388b-4f78-b078-136c50511588 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (92073f89-9f7b-47e9-a49f-51e663b64206), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:07.333286 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d7aa5469-388b-4f78-b078-136c50511588 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (6a38a896-1450-4d0c-aaf6-49ee67734b1a), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:07.407387 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-055eb1a5-12bb-4ee2-8684-abc10f5092de req-61448b48-8f01-4a19-a06e-f6978a3cbfdd service neutron] 10.222.0.70 "GET /v2.0/networks/87bd24c3-2f53-4d06-9d37-4b32bba79109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2257571 Jan 28 19:43:07.439300 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-7700f9eb-af57-4ceb-ae12-ab8feeb4998d None None] Allocated IP 172.20.0.2 (92073f89-9f7b-47e9-a49f-51e663b64206/6a38a896-1450-4d0c-aaf6-49ee67734b1a/8f9b11b0-cefd-4f80-8a14-fe11f3f2c32a) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:43:07.578334 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-17109db2-d099-43c6-b9b0-a6ab2151d6fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:07.676181 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-055eb1a5-12bb-4ee2-8684-abc10f5092de req-d0931043-1022-412c-b094-48fe3726ce77 service neutron] 10.222.0.70 "GET /v2.0/networks/87bd24c3-2f53-4d06-9d37-4b32bba79109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2620418 Jan 28 19:43:07.788091 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7700f9eb-af57-4ceb-ae12-ab8feeb4998d None None] Publish callbacks [] for port (8f9b11b0-cefd-4f80-8a14-fe11f3f2c32a), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:07.797930 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-17109db2-d099-43c6-b9b0-a6ab2151d6fe admin admin] Publish callbacks [] for security_group (95ce364d-5a23-44a9-82b7-b9fc30ed6cc9), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:07.808672 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7700f9eb-af57-4ceb-ae12-ab8feeb4998d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (8f9b11b0-cefd-4f80-8a14-fe11f3f2c32a), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:07.817886 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-17109db2-d099-43c6-b9b0-a6ab2151d6fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (95ce364d-5a23-44a9-82b7-b9fc30ed6cc9), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:07.845811 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d7aa5469-388b-4f78-b078-136c50511588 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4690616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5222356'] for subnet (6a38a896-1450-4d0c-aaf6-49ee67734b1a), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:07.883907 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7700f9eb-af57-4ceb-ae12-ab8feeb4998d None None] Network 92073f89-9f7b-47e9-a49f-51e663b64206 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:43:07.895046 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-17109db2-d099-43c6-b9b0-a6ab2151d6fe admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f2625264a6ce4cc4bed88d02ad5821d5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6930592 Jan 28 19:43:07.898903 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-7700f9eb-af57-4ceb-ae12-ab8feeb4998d None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:43:07.902797 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7700f9eb-af57-4ceb-ae12-ab8feeb4998d None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:43:07.908188 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 50698) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:07.950438 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7aa5469-388b-4f78-b078-136c50511588 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Pushing event deleted for resources: {'Subnet': ['ID=6a38a896-1450-4d0c-aaf6-49ee67734b1a,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:07.976498 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7700f9eb-af57-4ceb-ae12-ab8feeb4998d None None] Pushing event updated for resources: {'Port': ['ID=8f9b11b0-cefd-4f80-8a14-fe11f3f2c32a,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:07.978478 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17109db2-d099-43c6-b9b0-a6ab2151d6fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95ce364d-5a23-44a9-82b7-b9fc30ed6cc9,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:08.051892 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7700f9eb-af57-4ceb-ae12-ab8feeb4998d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:43:08.052146 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7700f9eb-af57-4ceb-ae12-ab8feeb4998d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:43:08.053909 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-89017543-df99-4a0f-9096-37085b05a425 admin admin] Publish callbacks [] for security_group (95ce364d-5a23-44a9-82b7-b9fc30ed6cc9), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:08.068214 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7700f9eb-af57-4ceb-ae12-ab8feeb4998d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:43:08.071946 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7700f9eb-af57-4ceb-ae12-ab8feeb4998d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:43:08.072567 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7700f9eb-af57-4ceb-ae12-ab8feeb4998d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:43:08.073093 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7700f9eb-af57-4ceb-ae12-ab8feeb4998d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:43:08.073608 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7700f9eb-af57-4ceb-ae12-ab8feeb4998d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:43:08.074095 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7700f9eb-af57-4ceb-ae12-ab8feeb4998d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:43:08.074597 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7700f9eb-af57-4ceb-ae12-ab8feeb4998d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:43:08.079627 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7700f9eb-af57-4ceb-ae12-ab8feeb4998d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:43:08.080157 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7700f9eb-af57-4ceb-ae12-ab8feeb4998d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:43:08.080680 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7700f9eb-af57-4ceb-ae12-ab8feeb4998d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:43:08.081466 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7700f9eb-af57-4ceb-ae12-ab8feeb4998d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:43:08.095171 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-89017543-df99-4a0f-9096-37085b05a425 admin admin] Publish callbacks [] for security_group (95ce364d-5a23-44a9-82b7-b9fc30ed6cc9), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:08.108836 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-7700f9eb-af57-4ceb-ae12-ab8feeb4998d None None] Attempting to bind port 8f9b11b0-cefd-4f80-8a14-fe11f3f2c32a on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:43:08.109255 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-7700f9eb-af57-4ceb-ae12-ab8feeb4998d None None] Attempting to bind port 8f9b11b0-cefd-4f80-8a14-fe11f3f2c32a by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': 'ac032bec-6419-4f88-a5e8-b1ef52453a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '92073f89-9f7b-47e9-a49f-51e663b64206'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:43:08.109644 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7700f9eb-af57-4ceb-ae12-ab8feeb4998d None None] Attempting to bind port 8f9b11b0-cefd-4f80-8a14-fe11f3f2c32a on network 92073f89-9f7b-47e9-a49f-51e663b64206 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:43:08.149652 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7700f9eb-af57-4ceb-ae12-ab8feeb4998d None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:43:08.153377 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7700f9eb-af57-4ceb-ae12-ab8feeb4998d None None] Checking segment: {'id': 'ac032bec-6419-4f88-a5e8-b1ef52453a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '92073f89-9f7b-47e9-a49f-51e663b64206'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:43:08.153786 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7700f9eb-af57-4ceb-ae12-ab8feeb4998d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:08.154258 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7700f9eb-af57-4ceb-ae12-ab8feeb4998d None None] Bound using segment: {'id': 'ac032bec-6419-4f88-a5e8-b1ef52453a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '92073f89-9f7b-47e9-a49f-51e663b64206'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:43:08.155070 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-7700f9eb-af57-4ceb-ae12-ab8feeb4998d None None] Bound port: 8f9b11b0-cefd-4f80-8a14-fe11f3f2c32a, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac032bec-6419-4f88-a5e8-b1ef52453a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '92073f89-9f7b-47e9-a49f-51e663b64206'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:43:08.155626 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7700f9eb-af57-4ceb-ae12-ab8feeb4998d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (8f9b11b0-cefd-4f80-8a14-fe11f3f2c32a), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:08.257875 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d7aa5469-388b-4f78-b078-136c50511588 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (92073f89-9f7b-47e9-a49f-51e663b64206), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:08.291201 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-7700f9eb-af57-4ceb-ae12-ab8feeb4998d None None] For port 8f9b11b0-cefd-4f80-8a14-fe11f3f2c32a, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:43:08.296153 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-7700f9eb-af57-4ceb-ae12-ab8feeb4998d None None] For port 8f9b11b0-cefd-4f80-8a14-fe11f3f2c32a, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=8f9b11b0-cefd-4f80-8a14-fe11f3f2c32a,segment=NetworkSegment(ac032bec-6419-4f88-a5e8-b1ef52453a90),segment_id=ac032bec-6419-4f88-a5e8-b1ef52453a90)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:43:08.309695 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7700f9eb-af57-4ceb-ae12-ab8feeb4998d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (8f9b11b0-cefd-4f80-8a14-fe11f3f2c32a), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:08.319541 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535a3015-b887-420b-bbec-58edd869a42e req-b30ea054-1c13-4db1-a48e-d074f74cf15c tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:08.321165 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-535a3015-b887-420b-bbec-58edd869a42e req-b30ea054-1c13-4db1-a48e-d074f74cf15c tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a91007d-45be-4c6c-a11f-db74e1c43eb8 HTTP/1.1" status: 200 len: 945 time: 0.1347063 Jan 28 19:43:08.322362 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-89017543-df99-4a0f-9096-37085b05a425 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (95ce364d-5a23-44a9-82b7-b9fc30ed6cc9), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:08.326740 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-d7aa5469-388b-4f78-b078-136c50511588 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92073f89-9f7b-47e9-a49f-51e663b64206']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:43:08.334447 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-89017543-df99-4a0f-9096-37085b05a425 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:08.340448 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-89017543-df99-4a0f-9096-37085b05a425 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/95ce364d-5a23-44a9-82b7-b9fc30ed6cc9 HTTP/1.1" status: 204 len: 168 time: 0.4269764 Jan 28 19:43:08.375173 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-d7aa5469-388b-4f78-b078-136c50511588 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac032bec-6419-4f88-a5e8-b1ef52453a90') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:43:08.377497 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-d7aa5469-388b-4f78-b078-136c50511588 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac032bec-6419-4f88-a5e8-b1ef52453a90') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:43:08.414750 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d7aa5469-388b-4f78-b078-136c50511588 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4747091'] for segment (ac032bec-6419-4f88-a5e8-b1ef52453a90), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:08.458878 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-535a3015-b887-420b-bbec-58edd869a42e req-1ffa0cfa-cbcf-4833-bc61-cf387267ef31 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/security-groups?id=7142df2f-bfa6-45d4-824d-35803ef6dce5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179698 Jan 28 19:43:08.462690 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d7aa5469-388b-4f78-b078-136c50511588 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (ac032bec-6419-4f88-a5e8-b1ef52453a90), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:08.464369 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89017543-df99-4a0f-9096-37085b05a425 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95ce364d-5a23-44a9-82b7-b9fc30ed6cc9,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:08.504870 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7aa5469-388b-4f78-b078-136c50511588 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:43:08.505659 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d7aa5469-388b-4f78-b078-136c50511588 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4690514'] for segment (ac032bec-6419-4f88-a5e8-b1ef52453a90), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:08.678777 n-d-812111-14 neutron-server[103304]: Traceback (most recent call last): Jan 28 19:43:08.678777 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:43:08.678777 n-d-812111-14 neutron-server[103304]: timer() Jan 28 19:43:08.678777 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:43:08.678777 n-d-812111-14 neutron-server[103304]: cb(*args, **kw) Jan 28 19:43:08.678777 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:43:08.678777 n-d-812111-14 neutron-server[103304]: return func(*args, **kwargs) Jan 28 19:43:08.678777 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:43:08.678777 n-d-812111-14 neutron-server[103304]: self._notify() Jan 28 19:43:08.678777 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:43:08.678777 n-d-812111-14 neutron-server[103304]: self.callback(batched_events) Jan 28 19:43:08.678777 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:43:08.678777 n-d-812111-14 neutron-server[103304]: event.method(event) Jan 28 19:43:08.678777 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:43:08.678777 n-d-812111-14 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:43:08.678777 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:43:08.678777 n-d-812111-14 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:43:08.678777 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:43:08.678777 n-d-812111-14 neutron-server[103304]: return f(self, *a, **k) Jan 28 19:43:08.678777 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:43:08.678777 n-d-812111-14 neutron-server[103304]: return self._get(url).json() Jan 28 19:43:08.678777 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:43:08.678777 n-d-812111-14 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:43:08.678777 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:43:08.678777 n-d-812111-14 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 28 19:43:08.678777 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:43:08.678777 n-d-812111-14 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:43:08.678777 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:43:08.678777 n-d-812111-14 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:43:08.678777 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:43:08.678777 n-d-812111-14 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:43:08.678777 n-d-812111-14 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:43:08.685988 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.db.api [None req-d7aa5469-388b-4f78-b078-136c50511588 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 19:43:08.685988 n-d-812111-14 neutron-server[103304]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 19:43:08.685988 n-d-812111-14 neutron-server[103304]: [parameters: {'id': '92073f89-9f7b-47e9-a49f-51e663b64206'}] Jan 28 19:43:08.685988 n-d-812111-14 neutron-server[103304]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103304) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 19:43:08.686774 n-d-812111-14 neutron-server[103304]: DEBUG oslo_db.api [None req-d7aa5469-388b-4f78-b078-136c50511588 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 19:43:08.699694 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4817d1c8-6e14-4dcc-9327-1ae1c65aeb95 None None] get_active_networks_info from n-d-812111-14 {{(pid=103306) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 19:43:08.812136 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7700f9eb-af57-4ceb-ae12-ab8feeb4998d None None] Pushing event updated for resources: {'Port': ['ID=8f9b11b0-cefd-4f80-8a14-fe11f3f2c32a,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:08.997940 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0ccb72e7-9296-4d87-b828-c298d60500c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:09.015408 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4817d1c8-6e14-4dcc-9327-1ae1c65aeb95 None None] Resources bound (agent type, host, resource id): {{(pid=103306) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 19:43:09.188649 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d7aa5469-388b-4f78-b078-136c50511588 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (92073f89-9f7b-47e9-a49f-51e663b64206), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:09.201229 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 50714) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:09.228855 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-872d2213-9986-42f7-af80-adad72bb1410 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:09.322555 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-d7aa5469-388b-4f78-b078-136c50511588 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Deleting port 8f9b11b0-cefd-4f80-8a14-fe11f3f2c32a {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:43:09.323142 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d7aa5469-388b-4f78-b078-136c50511588 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (8f9b11b0-cefd-4f80-8a14-fe11f3f2c32a), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:09.349234 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aca2862-ab32-42e8-8b45-8b02a70bfc97 None None] Network 92073f89-9f7b-47e9-a49f-51e663b64206 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:43:09.377406 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-872d2213-9986-42f7-af80-adad72bb1410 admin admin] Publish callbacks [] for security_group (d7235a93-c4fc-4412-8363-6809e7442a84), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:09.389006 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-872d2213-9986-42f7-af80-adad72bb1410 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (d7235a93-c4fc-4412-8363-6809e7442a84), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:09.433141 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-d7aa5469-388b-4f78-b078-136c50511588 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] For port 8f9b11b0-cefd-4f80-8a14-fe11f3f2c32a, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=8f9b11b0-cefd-4f80-8a14-fe11f3f2c32a,segment=NetworkSegment(ac032bec-6419-4f88-a5e8-b1ef52453a90),segment_id=ac032bec-6419-4f88-a5e8-b1ef52453a90)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:43:09.433532 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d7aa5469-388b-4f78-b078-136c50511588 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (8f9b11b0-cefd-4f80-8a14-fe11f3f2c32a), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:09.435936 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 50718) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:09.446485 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872d2213-9986-42f7-af80-adad72bb1410 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7235a93-c4fc-4412-8363-6809e7442a84,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:09.477286 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-d7aa5469-388b-4f78-b078-136c50511588 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Calling delete_port for 8f9b11b0-cefd-4f80-8a14-fe11f3f2c32a owned by network:dhcp {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:43:09.507828 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-872d2213-9986-42f7-af80-adad72bb1410 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=246399e81712452ba29e692c47d15b10&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3045883 Jan 28 19:43:09.508250 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 50724) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:09.677172 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ee5d1a89-85f4-4ca2-839e-be6b135003ff admin admin] Publish callbacks [] for security_group (d7235a93-c4fc-4412-8363-6809e7442a84), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:09.679306 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fdf5cda8-97bc-451f-9b38-c249df4e14e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:09.754146 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60d44d9-61f7-4555-92bd-37dc646f225d req-f0ddcd69-c811-41a2-92b5-34d6a335452a tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:09.755647 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b60d44d9-61f7-4555-92bd-37dc646f225d req-f0ddcd69-c811-41a2-92b5-34d6a335452a tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a91007d-45be-4c6c-a11f-db74e1c43eb8 HTTP/1.1" status: 200 len: 945 time: 0.2038403 Jan 28 19:43:09.789704 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ee5d1a89-85f4-4ca2-839e-be6b135003ff admin admin] Publish callbacks [] for security_group (d7235a93-c4fc-4412-8363-6809e7442a84), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:09.817646 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:09.867976 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d7aa5469-388b-4f78-b078-136c50511588 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (8f9b11b0-cefd-4f80-8a14-fe11f3f2c32a), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:09.923062 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b60d44d9-61f7-4555-92bd-37dc646f225d req-888690df-f828-4a45-a21c-5ebe095a145c tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/security-groups?id=7142df2f-bfa6-45d4-824d-35803ef6dce5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1513758 Jan 28 19:43:09.932995 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7aa5469-388b-4f78-b078-136c50511588 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] No DVR routers for this DVR port 8f9b11b0-cefd-4f80-8a14-fe11f3f2c32a on host n-d-812111-14 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:43:09.965647 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fdf5cda8-97bc-451f-9b38-c249df4e14e4 admin admin] Publish callbacks [] for security_group (747ee18f-dce0-4939-a4d6-2a5e59c15a08), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:09.969235 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7aa5469-388b-4f78-b078-136c50511588 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Pushing event deleted for resources: {'Port': ['ID=8f9b11b0-cefd-4f80-8a14-fe11f3f2c32a,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:09.996792 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fdf5cda8-97bc-451f-9b38-c249df4e14e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (747ee18f-dce0-4939-a4d6-2a5e59c15a08), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:10.075725 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-fdf5cda8-97bc-451f-9b38-c249df4e14e4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=82aebd99e5b84599b9b0480299e71271&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6387119 Jan 28 19:43:10.076129 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 50736) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:10.078075 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7aa5469-388b-4f78-b078-136c50511588 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:43:10.078870 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7aa5469-388b-4f78-b078-136c50511588 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:43:10.079560 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7aa5469-388b-4f78-b078-136c50511588 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:43:10.080141 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7aa5469-388b-4f78-b078-136c50511588 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:43:10.080720 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7aa5469-388b-4f78-b078-136c50511588 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:43:10.081415 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7aa5469-388b-4f78-b078-136c50511588 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:43:10.081998 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7aa5469-388b-4f78-b078-136c50511588 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:43:10.082573 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7aa5469-388b-4f78-b078-136c50511588 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:43:10.083130 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7aa5469-388b-4f78-b078-136c50511588 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:43:10.083761 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7aa5469-388b-4f78-b078-136c50511588 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:43:10.085148 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7aa5469-388b-4f78-b078-136c50511588 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:43:10.085857 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7aa5469-388b-4f78-b078-136c50511588 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:43:10.086674 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7aa5469-388b-4f78-b078-136c50511588 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:43:10.130811 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e99c78-7faf-4749-bf25-42bae3280c15 req-7dadc5a2-5dd9-4ff2-b059-f7450eac69dd tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:10.138475 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-70e99c78-7faf-4749-bf25-42bae3280c15 req-7dadc5a2-5dd9-4ff2-b059-f7450eac69dd tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a91007d-45be-4c6c-a11f-db74e1c43eb8 HTTP/1.1" status: 200 len: 945 time: 0.1112094 Jan 28 19:43:10.162578 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d7aa5469-388b-4f78-b078-136c50511588 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (92073f89-9f7b-47e9-a49f-51e663b64206), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:10.166884 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ee5d1a89-85f4-4ca2-839e-be6b135003ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (d7235a93-c4fc-4412-8363-6809e7442a84), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:10.169882 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ee5d1a89-85f4-4ca2-839e-be6b135003ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:10.171327 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-ee5d1a89-85f4-4ca2-839e-be6b135003ff admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d7235a93-c4fc-4412-8363-6809e7442a84 HTTP/1.1" status: 204 len: 168 time: 0.6618984 Jan 28 19:43:10.178642 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf5cda8-97bc-451f-9b38-c249df4e14e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=747ee18f-dce0-4939-a4d6-2a5e59c15a08,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:10.204496 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-416e2fbd-60fa-400e-9f3e-191087515222 admin admin] Publish callbacks [] for security_group (747ee18f-dce0-4939-a4d6-2a5e59c15a08), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:10.223286 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-d7aa5469-388b-4f78-b078-136c50511588 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92073f89-9f7b-47e9-a49f-51e663b64206']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:43:10.228915 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5d1a89-85f4-4ca2-839e-be6b135003ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7235a93-c4fc-4412-8363-6809e7442a84,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:10.248009 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-d7aa5469-388b-4f78-b078-136c50511588 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac032bec-6419-4f88-a5e8-b1ef52453a90') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:43:10.248717 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-d7aa5469-388b-4f78-b078-136c50511588 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac032bec-6419-4f88-a5e8-b1ef52453a90') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:43:10.275756 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d7aa5469-388b-4f78-b078-136c50511588 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4747091'] for segment (ac032bec-6419-4f88-a5e8-b1ef52453a90), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:10.292539 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d7aa5469-388b-4f78-b078-136c50511588 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (ac032bec-6419-4f88-a5e8-b1ef52453a90), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:10.300042 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-70e99c78-7faf-4749-bf25-42bae3280c15 req-50246736-03b1-4a54-a510-9b4cee6d611e tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/security-groups?id=7142df2f-bfa6-45d4-824d-35803ef6dce5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1604714 Jan 28 19:43:10.303135 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-416e2fbd-60fa-400e-9f3e-191087515222 admin admin] Publish callbacks [] for security_group (747ee18f-dce0-4939-a4d6-2a5e59c15a08), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:10.313324 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7aa5469-388b-4f78-b078-136c50511588 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:43:10.314350 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d7aa5469-388b-4f78-b078-136c50511588 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4690514'] for segment (ac032bec-6419-4f88-a5e8-b1ef52453a90), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:10.326081 n-d-812111-14 neutron-server[103304]: Traceback (most recent call last): Jan 28 19:43:10.326081 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:43:10.326081 n-d-812111-14 neutron-server[103304]: timer() Jan 28 19:43:10.326081 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:43:10.326081 n-d-812111-14 neutron-server[103304]: cb(*args, **kw) Jan 28 19:43:10.326081 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:43:10.326081 n-d-812111-14 neutron-server[103304]: return func(*args, **kwargs) Jan 28 19:43:10.326081 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:43:10.326081 n-d-812111-14 neutron-server[103304]: self._notify() Jan 28 19:43:10.326081 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:43:10.326081 n-d-812111-14 neutron-server[103304]: self.callback(batched_events) Jan 28 19:43:10.326081 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:43:10.326081 n-d-812111-14 neutron-server[103304]: event.method(event) Jan 28 19:43:10.326081 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:43:10.326081 n-d-812111-14 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:43:10.326081 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:43:10.326081 n-d-812111-14 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:43:10.326081 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:43:10.326081 n-d-812111-14 neutron-server[103304]: return f(self, *a, **k) Jan 28 19:43:10.326081 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:43:10.326081 n-d-812111-14 neutron-server[103304]: return self._get(url).json() Jan 28 19:43:10.326081 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:43:10.326081 n-d-812111-14 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:43:10.326081 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:43:10.326081 n-d-812111-14 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 28 19:43:10.326081 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:43:10.326081 n-d-812111-14 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:43:10.326081 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:43:10.326081 n-d-812111-14 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:43:10.326081 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:43:10.326081 n-d-812111-14 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:43:10.326081 n-d-812111-14 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:43:10.391093 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-416e2fbd-60fa-400e-9f3e-191087515222 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (747ee18f-dce0-4939-a4d6-2a5e59c15a08), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:10.403475 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-416e2fbd-60fa-400e-9f3e-191087515222 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:10.406863 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-416e2fbd-60fa-400e-9f3e-191087515222 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/747ee18f-dce0-4939-a4d6-2a5e59c15a08 HTTP/1.1" status: 204 len: 168 time: 0.3295927 Jan 28 19:43:10.444218 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416e2fbd-60fa-400e-9f3e-191087515222 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=747ee18f-dce0-4939-a4d6-2a5e59c15a08,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:10.487767 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d7aa5469-388b-4f78-b078-136c50511588 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (92073f89-9f7b-47e9-a49f-51e663b64206), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:10.495693 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d7aa5469-388b-4f78-b078-136c50511588 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:10.504444 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-d7aa5469-388b-4f78-b078-136c50511588 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] 10.222.0.64 "DELETE /v2.0/networks/92073f89-9f7b-47e9-a49f-51e663b64206 HTTP/1.1" status: 204 len: 168 time: 3.6012018 Jan 28 19:43:10.507704 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 50746) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:10.529968 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7aa5469-388b-4f78-b078-136c50511588 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Pushing event deleted for resources: {'Network': ['ID=92073f89-9f7b-47e9-a49f-51e663b64206,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:10.584022 n-d-812111-14 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-75560eca-3e82-438f-91e5-1243f04e1758 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] GET failed (client error): The resource could not be found. Jan 28 19:43:10.585466 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-75560eca-3e82-438f-91e5-1243f04e1758 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] 10.222.0.64 "GET /v2.0/subnets/6a38a896-1450-4d0c-aaf6-49ee67734b1a HTTP/1.1" status: 404 len: 337 time: 0.0763721 Jan 28 19:43:10.588326 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 50750) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:10.612527 n-d-812111-14 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-e637184e-85e3-46f6-b777-05f23790b5f3 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] DELETE failed (client error): The resource could not be found. Jan 28 19:43:10.613039 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e637184e-85e3-46f6-b777-05f23790b5f3 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:43:10.618252 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-e637184e-85e3-46f6-b777-05f23790b5f3 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] 10.222.0.64 "DELETE /v2.0/networks/92073f89-9f7b-47e9-a49f-51e663b64206 HTTP/1.1" status: 404 len: 339 time: 0.0286613 Jan 28 19:43:10.621637 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 50752) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:10.712834 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a6928f-4e9b-489f-a8d0-5e8fe9b1afb7 req-700adc3e-4e6d-4311-b003-d9b4bb92e2fa tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:10.726487 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b2a6928f-4e9b-489f-a8d0-5e8fe9b1afb7 req-700adc3e-4e6d-4311-b003-d9b4bb92e2fa tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a91007d-45be-4c6c-a11f-db74e1c43eb8 HTTP/1.1" status: 200 len: 945 time: 0.0970576 Jan 28 19:43:10.837280 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b2a6928f-4e9b-489f-a8d0-5e8fe9b1afb7 req-76872971-3d87-427a-9cfd-ecacf4210a53 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/security-groups?id=7142df2f-bfa6-45d4-824d-35803ef6dce5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088715 Jan 28 19:43:11.049262 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 50770) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:11.056114 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-964af926-2fd4-4775-9192-bda15bdf1342 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:11.073568 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-964af926-2fd4-4775-9192-bda15bdf1342 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4481440 Jan 28 19:43:11.073854 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 50772) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:11.074028 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0695c04c-1106-4c2c-8d03-f64c5731872b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:11.147899 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-779cf997-bc6d-4925-9b70-b8747878454c tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] 10.222.0.64 "GET /v2.0/subnets?network_id=d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 HTTP/1.1" status: 200 len: 207 time: 0.0675025 Jan 28 19:43:11.152630 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 50774) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:11.284822 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0695c04c-1106-4c2c-8d03-f64c5731872b admin admin] Publish callbacks [] for security_group (1d56b42c-93b4-42c9-ba5b-c109b99929d0), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:11.291193 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0695c04c-1106-4c2c-8d03-f64c5731872b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (1d56b42c-93b4-42c9-ba5b-c109b99929d0), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:11.372650 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a78be85-e57e-4d0a-8931-d1d3e1b4e3be req-675a8fe4-396e-4a78-b5d7-5039bdff886c tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:11.388675 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1a78be85-e57e-4d0a-8931-d1d3e1b4e3be req-675a8fe4-396e-4a78-b5d7-5039bdff886c tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a91007d-45be-4c6c-a11f-db74e1c43eb8 HTTP/1.1" status: 200 len: 945 time: 0.2032192 Jan 28 19:43:11.440710 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-0695c04c-1106-4c2c-8d03-f64c5731872b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=22e929a592c6410d8450eebeb5ebb289&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3864501 Jan 28 19:43:11.445541 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0695c04c-1106-4c2c-8d03-f64c5731872b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d56b42c-93b4-42c9-ba5b-c109b99929d0,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:11.460893 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 50784) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:11.513711 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-977ba47f-1084-45c4-8f65-a9d6d7bba363 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:11.524418 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-977ba47f-1084-45c4-8f65-a9d6d7bba363 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:11.534852 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-977ba47f-1084-45c4-8f65-a9d6d7bba363 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:11.543041 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-977ba47f-1084-45c4-8f65-a9d6d7bba363 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:11.545361 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 50786) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:11.549710 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-977ba47f-1084-45c4-8f65-a9d6d7bba363 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.3955066 Jan 28 19:43:11.550839 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 50788) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:11.581869 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-818d9a2a-a020-4aae-895e-141640af3214 admin admin] Publish callbacks [] for security_group (1d56b42c-93b4-42c9-ba5b-c109b99929d0), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:11.610593 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-818d9a2a-a020-4aae-895e-141640af3214 admin admin] Publish callbacks [] for security_group (1d56b42c-93b4-42c9-ba5b-c109b99929d0), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:11.676393 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1a78be85-e57e-4d0a-8931-d1d3e1b4e3be req-f2c4df32-1a06-477f-9021-4d086b63c4a6 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/security-groups?id=7142df2f-bfa6-45d4-824d-35803ef6dce5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2854867 Jan 28 19:43:11.684440 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:11.688507 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-79dbcd55-2a53-4625-aca5-9211d455ce59 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] 10.222.0.64 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.1362460 Jan 28 19:43:11.692815 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 50792) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:11.701497 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-349b5a2a-1a0c-49bf-9d1d-a6b28e29534d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1834673449-network', 'tenant_id': 'd22f40a4e9bd48b0b6be5dd592836afd'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:43:11.725235 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-349b5a2a-1a0c-49bf-9d1d-a6b28e29534d admin admin] Made reservation on behalf of d22f40a4e9bd48b0b6be5dd592836afd for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:43:11.727801 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-349b5a2a-1a0c-49bf-9d1d-a6b28e29534d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:11.737450 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-818d9a2a-a020-4aae-895e-141640af3214 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (1d56b42c-93b4-42c9-ba5b-c109b99929d0), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:11.740015 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-818d9a2a-a020-4aae-895e-141640af3214 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:11.743887 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-818d9a2a-a020-4aae-895e-141640af3214 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1d56b42c-93b4-42c9-ba5b-c109b99929d0 HTTP/1.1" status: 204 len: 168 time: 0.2765234 Jan 28 19:43:11.747114 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-349b5a2a-1a0c-49bf-9d1d-a6b28e29534d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:11.757854 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9165d113-cceb-4d9e-b736-f251ab59e7b4 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:11.760613 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818d9a2a-a020-4aae-895e-141640af3214 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d56b42c-93b4-42c9-ba5b-c109b99929d0,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:11.761567 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9165d113-cceb-4d9e-b736-f251ab59e7b4 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:11.772568 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-9165d113-cceb-4d9e-b736-f251ab59e7b4 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0787008 Jan 28 19:43:11.777706 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 50796) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:11.852175 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fa39003-7e52-4cad-8b61-b97d4f632a53 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Attributes excluded by policy engine: ['shared'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:11.854239 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fa39003-7e52-4cad-8b61-b97d4f632a53 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Attributes excluded by policy engine: ['shared'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:11.861471 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-3fa39003-7e52-4cad-8b61-b97d4f632a53 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] 10.222.0.64 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0825343 Jan 28 19:43:11.862362 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 50798) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:11.865283 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-349b5a2a-1a0c-49bf-9d1d-a6b28e29534d admin admin] Publish callbacks [] for security_group (a818cb2a-9ff5-4336-8f4d-815c6cc3d1e6), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:11.870006 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-349b5a2a-1a0c-49bf-9d1d-a6b28e29534d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (a818cb2a-9ff5-4336-8f4d-815c6cc3d1e6), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:11.911770 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-349b5a2a-1a0c-49bf-9d1d-a6b28e29534d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:43:11.919042 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349b5a2a-1a0c-49bf-9d1d-a6b28e29534d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a818cb2a-9ff5-4336-8f4d-815c6cc3d1e6,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:11.925726 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-349b5a2a-1a0c-49bf-9d1d-a6b28e29534d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (fb8563a1-bba4-4c92-a98a-293cd59af64f), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:11.926200 n-d-812111-14 neutron-server[103305]: INFO neutron.db.segments_db [None req-349b5a2a-1a0c-49bf-9d1d-a6b28e29534d admin admin] Added segment fb8563a1-bba4-4c92-a98a-293cd59af64f of type vlan for network 59dc33ae-0cc3-47fa-8462-a487e727888c Jan 28 19:43:11.974990 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-349b5a2a-1a0c-49bf-9d1d-a6b28e29534d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (59dc33ae-0cc3-47fa-8462-a487e727888c), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:11.985709 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7cacf86-b38d-4e37-bd58-3de2f5a71e06 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:11.988960 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-d7cacf86-b38d-4e37-bd58-3de2f5a71e06 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] 10.222.0.64 "GET /v2.0/networks/2d8c3074-f0d1-487e-8b26-247d3b341ace HTTP/1.1" status: 200 len: 800 time: 0.1251409 Jan 28 19:43:11.992951 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 50802) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:12.006739 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-349b5a2a-1a0c-49bf-9d1d-a6b28e29534d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (59dc33ae-0cc3-47fa-8462-a487e727888c), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:12.008233 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-349b5a2a-1a0c-49bf-9d1d-a6b28e29534d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:12.008864 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-349b5a2a-1a0c-49bf-9d1d-a6b28e29534d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:12.064286 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-349b5a2a-1a0c-49bf-9d1d-a6b28e29534d admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5175455 Jan 28 19:43:12.067901 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 50808) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:12.079595 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-e74706fd-a13a-4309-8c27-e42d0efdc005 admin admin] Request body: {'subnet': {'network_id': '59dc33ae-0cc3-47fa-8462-a487e727888c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1834673449-subnet', 'tenant_id': 'd22f40a4e9bd48b0b6be5dd592836afd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:43:12.081636 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349b5a2a-1a0c-49bf-9d1d-a6b28e29534d admin admin] Pushing event updated for resources: {'Network': ['ID=59dc33ae-0cc3-47fa-8462-a487e727888c,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:12.101242 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network 59dc33ae-0cc3-47fa-8462-a487e727888c details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:43:12.140745 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e74706fd-a13a-4309-8c27-e42d0efdc005 admin admin] Made reservation on behalf of d22f40a4e9bd48b0b6be5dd592836afd for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:43:12.143297 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e74706fd-a13a-4309-8c27-e42d0efdc005 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5221429'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:12.241782 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-a5096fdd-4eb1-4d64-b5c6-b195c09ff9ea tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] 10.222.0.64 "GET /v2.0/networks/2d8c3074-f0d1-487e-8b26-247d3b341ace?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.2471032 Jan 28 19:43:12.246187 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 50816) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:12.325367 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e3b872a-d565-4be8-b465-f853148a7c69 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:12.328376 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-2e3b872a-d565-4be8-b465-f853148a7c69 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] 10.222.0.64 "GET /v2.0/subnets/bce2647e-41a0-4b0a-a832-82468290b4a5 HTTP/1.1" status: 200 len: 811 time: 0.0813894 Jan 28 19:43:12.332560 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 50818) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:12.405189 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3be53e9-2bc7-4e3d-bc2d-81b9adb25c54 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Attributes excluded by policy engine: ['shared'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:12.410784 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-c3be53e9-2bc7-4e3d-bc2d-81b9adb25c54 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] 10.222.0.64 "GET /v2.0/subnets/bce2647e-41a0-4b0a-a832-82468290b4a5?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0716412 Jan 28 19:43:12.411294 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 50822) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:12.416705 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-37262583-a02e-4020-aba8-337d39058f84 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1871269237'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:43:12.439841 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37262583-a02e-4020-aba8-337d39058f84 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Made reservation on behalf of 55c9399f69674bc7ac51b603886274b7 for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:43:12.445273 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-37262583-a02e-4020-aba8-337d39058f84 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:12.490681 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37262583-a02e-4020-aba8-337d39058f84 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:43:12.508405 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-37262583-a02e-4020-aba8-337d39058f84 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (55c5171b-9550-4620-8127-186e7b202606), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:12.508905 n-d-812111-14 neutron-server[103305]: INFO neutron.db.segments_db [None req-37262583-a02e-4020-aba8-337d39058f84 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Added segment 55c5171b-9550-4620-8127-186e7b202606 of type vlan for network da1f7211-1c49-4467-b8bb-09bd0ebbe10b Jan 28 19:43:12.568669 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-37262583-a02e-4020-aba8-337d39058f84 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (da1f7211-1c49-4467-b8bb-09bd0ebbe10b), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:12.601900 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-37262583-a02e-4020-aba8-337d39058f84 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (da1f7211-1c49-4467-b8bb-09bd0ebbe10b), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:12.609023 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37262583-a02e-4020-aba8-337d39058f84 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:12.609962 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-37262583-a02e-4020-aba8-337d39058f84 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:12.688815 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e74706fd-a13a-4309-8c27-e42d0efdc005 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4690681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5221415'] for subnet (eb9496b3-6438-4fc1-a372-03bae31cad41), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:12.691042 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-37262583-a02e-4020-aba8-337d39058f84 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2781217 Jan 28 19:43:12.694593 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 50830) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:12.698293 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37262583-a02e-4020-aba8-337d39058f84 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Pushing event updated for resources: {'Network': ['ID=da1f7211-1c49-4467-b8bb-09bd0ebbe10b,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:12.702697 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-2c757599-01fa-4bc4-962e-b0446e58fa35 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Request body: {'subnet': {'network_id': 'da1f7211-1c49-4467-b8bb-09bd0ebbe10b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:43:12.717821 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network da1f7211-1c49-4467-b8bb-09bd0ebbe10b details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:43:12.888713 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c757599-01fa-4bc4-962e-b0446e58fa35 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Made reservation on behalf of 55c9399f69674bc7ac51b603886274b7 for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:43:12.892228 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2c757599-01fa-4bc4-962e-b0446e58fa35 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5221429'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:12.898608 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74706fd-a13a-4309-8c27-e42d0efdc005 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb9496b3-6438-4fc1-a372-03bae31cad41,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:12.981900 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.ipam_backend_mixin [None req-2c757599-01fa-4bc4-962e-b0446e58fa35 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Performing IP validity checks on allocation pools {{(pid=103304) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 28 19:43:12.982433 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.ipam_backend_mixin [None req-2c757599-01fa-4bc4-962e-b0446e58fa35 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103304) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 28 19:43:12.984867 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74706fd-a13a-4309-8c27-e42d0efdc005 admin admin] Checking segment: {'id': 'fb8563a1-bba4-4c92-a98a-293cd59af64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '59dc33ae-0cc3-47fa-8462-a487e727888c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:43:12.985333 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e74706fd-a13a-4309-8c27-e42d0efdc005 admin admin] Network hostable DHCP agents. Network: 59dc33ae-0cc3-47fa-8462-a487e727888c, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:43:12.994453 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9703454d-6ce6-41b2-8cdd-6915ff2dff04 req-9bc26db2-6b19-41e4-9ad8-132c44fdf21e tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:12.995974 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9703454d-6ce6-41b2-8cdd-6915ff2dff04 req-9bc26db2-6b19-41e4-9ad8-132c44fdf21e tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a91007d-45be-4c6c-a11f-db74e1c43eb8 HTTP/1.1" status: 200 len: 945 time: 0.1867130 Jan 28 19:43:13.046751 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e74706fd-a13a-4309-8c27-e42d0efdc005 admin admin] Network 59dc33ae-0cc3-47fa-8462-a487e727888c is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:43:13.071823 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-e74706fd-a13a-4309-8c27-e42d0efdc005 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, 59dc33ae-0cc3-47fa-8462-a487e727888c) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:43:13.082772 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e74706fd-a13a-4309-8c27-e42d0efdc005 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:13.083365 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e74706fd-a13a-4309-8c27-e42d0efdc005 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:13.090695 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9703454d-6ce6-41b2-8cdd-6915ff2dff04 req-f93106ba-8db2-40b9-85d0-3ca40b64e6d0 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/security-groups?id=7142df2f-bfa6-45d4-824d-35803ef6dce5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873814 Jan 28 19:43:13.109062 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-e74706fd-a13a-4309-8c27-e42d0efdc005 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0355334 Jan 28 19:43:13.130220 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a958f3b-fb0a-4f00-aff7-18c797a23db2 None None] Network 59dc33ae-0cc3-47fa-8462-a487e727888c requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:43:13.231473 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:13.282652 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2c757599-01fa-4bc4-962e-b0446e58fa35 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4690681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5221415'] for subnet (7dfc1a30-cdb7-4a84-abd7-c0f495ccccaf), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:13.305491 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 50848) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:13.350715 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-563ec45f-8618-44b1-a5d6-3465e1e2c681 None None] Network 59dc33ae-0cc3-47fa-8462-a487e727888c requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:43:13.519236 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c757599-01fa-4bc4-962e-b0446e58fa35 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Pushing event updated for resources: {'Subnet': ['ID=7dfc1a30-cdb7-4a84-abd7-c0f495ccccaf,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:13.531806 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c757599-01fa-4bc4-962e-b0446e58fa35 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Checking segment: {'id': '55c5171b-9550-4620-8127-186e7b202606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'da1f7211-1c49-4467-b8bb-09bd0ebbe10b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:43:13.532280 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c757599-01fa-4bc4-962e-b0446e58fa35 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Network hostable DHCP agents. Network: da1f7211-1c49-4467-b8bb-09bd0ebbe10b, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:43:13.555799 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-82c31d00-eb09-47c9-94cc-d11cbb53d857 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:13.564069 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c757599-01fa-4bc4-962e-b0446e58fa35 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Network da1f7211-1c49-4467-b8bb-09bd0ebbe10b is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:43:13.581790 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a827f4a3-0801-4985-b654-f9a092e5b362 req-1bd2691c-23c4-46ca-81ce-93405be7b343 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:13.583457 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a827f4a3-0801-4985-b654-f9a092e5b362 req-1bd2691c-23c4-46ca-81ce-93405be7b343 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a91007d-45be-4c6c-a11f-db74e1c43eb8 HTTP/1.1" status: 200 len: 945 time: 0.1378980 Jan 28 19:43:13.584754 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-2c757599-01fa-4bc4-962e-b0446e58fa35 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, da1f7211-1c49-4467-b8bb-09bd0ebbe10b) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:43:13.593082 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0278d1e1-4c0f-4818-8c1b-09d468256259 None None] Network da1f7211-1c49-4467-b8bb-09bd0ebbe10b requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:43:13.621973 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c757599-01fa-4bc4-962e-b0446e58fa35 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:13.622648 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2c757599-01fa-4bc4-962e-b0446e58fa35 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:13.658465 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-2c757599-01fa-4bc4-962e-b0446e58fa35 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.9613144 Jan 28 19:43:13.663072 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 50858) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:13.663935 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a827f4a3-0801-4985-b654-f9a092e5b362 req-b8cadcec-0d6b-4a38-b137-5cacc05bc334 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/security-groups?id=7142df2f-bfa6-45d4-824d-35803ef6dce5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664198 Jan 28 19:43:13.669759 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-3065b0e7-18d2-43f2-a215-0e7009c0d6bd tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:43:13.674571 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-82c31d00-eb09-47c9-94cc-d11cbb53d857 admin admin] Publish callbacks [] for security_group (c7f680e6-eab3-4dc4-9223-d7396ff67797), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:13.698263 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-82c31d00-eb09-47c9-94cc-d11cbb53d857 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (c7f680e6-eab3-4dc4-9223-d7396ff67797), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:13.761807 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-82c31d00-eb09-47c9-94cc-d11cbb53d857 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0b18cd918b6c43ffb911007af4d90c70&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4540272 Jan 28 19:43:13.765127 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 50860) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:13.770454 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c31d00-eb09-47c9-94cc-d11cbb53d857 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7f680e6-eab3-4dc4-9223-d7396ff67797,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:13.826111 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b6dc07-5bc6-433d-9ff6-c682c782f221 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68cd31fd-e4cd-5fb3-a862-256fc47efcd2-da1f7211-1c49-4467-b8bb-09bd0ebbe10b', 'network_id': 'da1f7211-1c49-4467-b8bb-09bd0ebbe10b', 'project_id': '55c9399f69674bc7ac51b603886274b7', 'fixed_ips': [{'subnet_id': '7dfc1a30-cdb7-4a84-abd7-c0f495ccccaf'}]}} from n-d-812111-14. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:43:13.826999 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-03b6dc07-5bc6-433d-9ff6-c682c782f221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:13.835482 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3065b0e7-18d2-43f2-a215-0e7009c0d6bd tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4733060'] for subnet (7dfc1a30-cdb7-4a84-abd7-c0f495ccccaf), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:13.874735 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a0b822aa-0c8f-4dd6-8ef6-09c3a0801c86 admin admin] Publish callbacks [] for security_group (c7f680e6-eab3-4dc4-9223-d7396ff67797), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:13.938432 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a0b822aa-0c8f-4dd6-8ef6-09c3a0801c86 admin admin] Publish callbacks [] for security_group (c7f680e6-eab3-4dc4-9223-d7396ff67797), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:14.060895 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3065b0e7-18d2-43f2-a215-0e7009c0d6bd tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8794076262611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4752479'] for subnet (7dfc1a30-cdb7-4a84-abd7-c0f495ccccaf), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:14.069634 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a0b822aa-0c8f-4dd6-8ef6-09c3a0801c86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (c7f680e6-eab3-4dc4-9223-d7396ff67797), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:14.073145 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a0b822aa-0c8f-4dd6-8ef6-09c3a0801c86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:14.077361 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-a0b822aa-0c8f-4dd6-8ef6-09c3a0801c86 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c7f680e6-eab3-4dc4-9223-d7396ff67797 HTTP/1.1" status: 204 len: 168 time: 0.3110070 Jan 28 19:43:14.096954 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b822aa-0c8f-4dd6-8ef6-09c3a0801c86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7f680e6-eab3-4dc4-9223-d7396ff67797,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:14.164118 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-03b6dc07-5bc6-433d-9ff6-c682c782f221 None None] Allocated IP 172.20.0.3 (da1f7211-1c49-4467-b8bb-09bd0ebbe10b/7dfc1a30-cdb7-4a84-abd7-c0f495ccccaf/a8ed708c-885d-4df3-ac0f-92a7eb45fdea) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:43:14.179285 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3065b0e7-18d2-43f2-a215-0e7009c0d6bd tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Pushing event updated for resources: {'Subnet': ['ID=7dfc1a30-cdb7-4a84-abd7-c0f495ccccaf,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:14.215877 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3065b0e7-18d2-43f2-a215-0e7009c0d6bd tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:14.216581 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3065b0e7-18d2-43f2-a215-0e7009c0d6bd tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:14.231653 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-3065b0e7-18d2-43f2-a215-0e7009c0d6bd tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] 10.222.0.64 "PUT /v2.0/subnets/7dfc1a30-cdb7-4a84-abd7-c0f495ccccaf HTTP/1.1" status: 200 len: 877 time: 0.5647817 Jan 28 19:43:14.231927 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 50868) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:14.410397 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b25d1828-f9f3-4c46-939c-96d88ba0e96f tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (da1f7211-1c49-4467-b8bb-09bd0ebbe10b), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:14.462763 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-03b6dc07-5bc6-433d-9ff6-c682c782f221 None None] Publish callbacks [] for port (a8ed708c-885d-4df3-ac0f-92a7eb45fdea), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:14.473535 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-03b6dc07-5bc6-433d-9ff6-c682c782f221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (a8ed708c-885d-4df3-ac0f-92a7eb45fdea), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:14.495888 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b25d1828-f9f3-4c46-939c-96d88ba0e96f tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (7dfc1a30-cdb7-4a84-abd7-c0f495ccccaf), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:14.582822 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b6dc07-5bc6-433d-9ff6-c682c782f221 None None] Network da1f7211-1c49-4467-b8bb-09bd0ebbe10b is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:43:14.585783 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b25d1828-f9f3-4c46-939c-96d88ba0e96f tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4752464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4733806'] for subnet (7dfc1a30-cdb7-4a84-abd7-c0f495ccccaf), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:14.588438 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-03b6dc07-5bc6-433d-9ff6-c682c782f221 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:43:14.596584 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b6dc07-5bc6-433d-9ff6-c682c782f221 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:43:14.663482 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b6dc07-5bc6-433d-9ff6-c682c782f221 None None] Pushing event updated for resources: {'Port': ['ID=a8ed708c-885d-4df3-ac0f-92a7eb45fdea,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:14.759424 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-03b6dc07-5bc6-433d-9ff6-c682c782f221 None None] Attempting to bind port a8ed708c-885d-4df3-ac0f-92a7eb45fdea on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:43:14.760083 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-03b6dc07-5bc6-433d-9ff6-c682c782f221 None None] Attempting to bind port a8ed708c-885d-4df3-ac0f-92a7eb45fdea by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '55c5171b-9550-4620-8127-186e7b202606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'da1f7211-1c49-4467-b8bb-09bd0ebbe10b'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:43:14.760637 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b6dc07-5bc6-433d-9ff6-c682c782f221 None None] Attempting to bind port a8ed708c-885d-4df3-ac0f-92a7eb45fdea on network da1f7211-1c49-4467-b8bb-09bd0ebbe10b {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:43:14.766627 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b6dc07-5bc6-433d-9ff6-c682c782f221 None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 43, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:43:14.767634 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b6dc07-5bc6-433d-9ff6-c682c782f221 None None] Checking segment: {'id': '55c5171b-9550-4620-8127-186e7b202606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'da1f7211-1c49-4467-b8bb-09bd0ebbe10b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:43:14.768291 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-03b6dc07-5bc6-433d-9ff6-c682c782f221 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:14.768893 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b6dc07-5bc6-433d-9ff6-c682c782f221 None None] Bound using segment: {'id': '55c5171b-9550-4620-8127-186e7b202606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'da1f7211-1c49-4467-b8bb-09bd0ebbe10b'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:43:14.769604 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-03b6dc07-5bc6-433d-9ff6-c682c782f221 None None] Bound port: a8ed708c-885d-4df3-ac0f-92a7eb45fdea, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55c5171b-9550-4620-8127-186e7b202606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'da1f7211-1c49-4467-b8bb-09bd0ebbe10b'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:43:14.770231 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-03b6dc07-5bc6-433d-9ff6-c682c782f221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (a8ed708c-885d-4df3-ac0f-92a7eb45fdea), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:14.775751 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25d1828-f9f3-4c46-939c-96d88ba0e96f tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Pushing event deleted for resources: {'Subnet': ['ID=7dfc1a30-cdb7-4a84-abd7-c0f495ccccaf,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:14.861921 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-03b6dc07-5bc6-433d-9ff6-c682c782f221 None None] For port a8ed708c-885d-4df3-ac0f-92a7eb45fdea, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:43:14.867005 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-03b6dc07-5bc6-433d-9ff6-c682c782f221 None None] For port a8ed708c-885d-4df3-ac0f-92a7eb45fdea, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=a8ed708c-885d-4df3-ac0f-92a7eb45fdea,segment=NetworkSegment(55c5171b-9550-4620-8127-186e7b202606),segment_id=55c5171b-9550-4620-8127-186e7b202606)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:43:14.879016 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-03b6dc07-5bc6-433d-9ff6-c682c782f221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (a8ed708c-885d-4df3-ac0f-92a7eb45fdea), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:14.886374 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b25d1828-f9f3-4c46-939c-96d88ba0e96f tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (da1f7211-1c49-4467-b8bb-09bd0ebbe10b), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:14.948632 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-b25d1828-f9f3-4c46-939c-96d88ba0e96f tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da1f7211-1c49-4467-b8bb-09bd0ebbe10b']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:43:14.968855 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290142ee-45ae-49c2-bf27-6d95c2075008 req-e2cef17a-04eb-4a94-9114-6b66883e1370 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:14.985857 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-290142ee-45ae-49c2-bf27-6d95c2075008 req-e2cef17a-04eb-4a94-9114-6b66883e1370 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a91007d-45be-4c6c-a11f-db74e1c43eb8 HTTP/1.1" status: 200 len: 945 time: 0.2036362 Jan 28 19:43:14.988659 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-b25d1828-f9f3-4c46-939c-96d88ba0e96f tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55c5171b-9550-4620-8127-186e7b202606') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:43:14.988955 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-b25d1828-f9f3-4c46-939c-96d88ba0e96f tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55c5171b-9550-4620-8127-186e7b202606') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:43:15.035702 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b25d1828-f9f3-4c46-939c-96d88ba0e96f tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16187153'] for segment (55c5171b-9550-4620-8127-186e7b202606), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:15.070544 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b25d1828-f9f3-4c46-939c-96d88ba0e96f tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (55c5171b-9550-4620-8127-186e7b202606), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:15.078083 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d271954-960e-4cf0-a617-e996de8919f2 None None] get_active_networks_info from n-d-812111-14 {{(pid=103306) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 19:43:15.084723 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b25d1828-f9f3-4c46-939c-96d88ba0e96f tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:43:15.085440 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b25d1828-f9f3-4c46-939c-96d88ba0e96f tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4752570'] for segment (55c5171b-9550-4620-8127-186e7b202606), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:15.088462 n-d-812111-14 neutron-server[103305]: Traceback (most recent call last): Jan 28 19:43:15.088462 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:43:15.088462 n-d-812111-14 neutron-server[103305]: timer() Jan 28 19:43:15.088462 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:43:15.088462 n-d-812111-14 neutron-server[103305]: cb(*args, **kw) Jan 28 19:43:15.088462 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:43:15.088462 n-d-812111-14 neutron-server[103305]: return func(*args, **kwargs) Jan 28 19:43:15.088462 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:43:15.088462 n-d-812111-14 neutron-server[103305]: self._notify() Jan 28 19:43:15.088462 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:43:15.088462 n-d-812111-14 neutron-server[103305]: self.callback(batched_events) Jan 28 19:43:15.088462 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:43:15.088462 n-d-812111-14 neutron-server[103305]: event.method(event) Jan 28 19:43:15.088462 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:43:15.088462 n-d-812111-14 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:43:15.088462 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:43:15.088462 n-d-812111-14 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:43:15.088462 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:43:15.088462 n-d-812111-14 neutron-server[103305]: return f(self, *a, **k) Jan 28 19:43:15.088462 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:43:15.088462 n-d-812111-14 neutron-server[103305]: return self._get(url).json() Jan 28 19:43:15.088462 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:43:15.088462 n-d-812111-14 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:43:15.088462 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:43:15.088462 n-d-812111-14 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 28 19:43:15.088462 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:43:15.088462 n-d-812111-14 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:43:15.088462 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:43:15.088462 n-d-812111-14 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:43:15.088462 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:43:15.088462 n-d-812111-14 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:43:15.088462 n-d-812111-14 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:43:15.133756 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-290142ee-45ae-49c2-bf27-6d95c2075008 req-aa328bde-788c-4814-be3a-bd0623c96529 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/security-groups?id=7142df2f-bfa6-45d4-824d-35803ef6dce5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1318691 Jan 28 19:43:15.199491 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b6dc07-5bc6-433d-9ff6-c682c782f221 None None] Pushing event updated for resources: {'Port': ['ID=a8ed708c-885d-4df3-ac0f-92a7eb45fdea,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:15.240806 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.db.api [None req-b25d1828-f9f3-4c46-939c-96d88ba0e96f tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 19:43:15.240806 n-d-812111-14 neutron-server[103305]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 19:43:15.240806 n-d-812111-14 neutron-server[103305]: [parameters: {'id': 'da1f7211-1c49-4467-b8bb-09bd0ebbe10b'}] Jan 28 19:43:15.240806 n-d-812111-14 neutron-server[103305]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103305) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 19:43:15.241408 n-d-812111-14 neutron-server[103305]: DEBUG oslo_db.api [None req-b25d1828-f9f3-4c46-939c-96d88ba0e96f tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 19:43:15.293230 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d271954-960e-4cf0-a617-e996de8919f2 None None] Resources bound (agent type, host, resource id): {{(pid=103306) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 19:43:15.389378 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47941425-02cd-47f3-810f-fb04f2e9b2f0 req-a35c1c6f-d7ba-4ff5-a4d3-a68c04e5fbf8 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:15.391061 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-47941425-02cd-47f3-810f-fb04f2e9b2f0 req-a35c1c6f-d7ba-4ff5-a4d3-a68c04e5fbf8 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a91007d-45be-4c6c-a11f-db74e1c43eb8 HTTP/1.1" status: 200 len: 945 time: 0.1087501 Jan 28 19:43:15.493260 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-47941425-02cd-47f3-810f-fb04f2e9b2f0 req-c9d32e13-5f44-4309-b83b-114742ac48c0 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/security-groups?id=7142df2f-bfa6-45d4-824d-35803ef6dce5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959525 Jan 28 19:43:15.669468 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07911275-d750-468f-9639-768f87de1a18 None None] Network da1f7211-1c49-4467-b8bb-09bd0ebbe10b requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:43:15.750917 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70a7a12-e9c4-4eb6-87da-d15bd226a0e7 req-14c86e0b-a77a-4547-aa51-8b3304ee37ff tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:15.762317 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f70a7a12-e9c4-4eb6-87da-d15bd226a0e7 req-14c86e0b-a77a-4547-aa51-8b3304ee37ff tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a91007d-45be-4c6c-a11f-db74e1c43eb8 HTTP/1.1" status: 200 len: 945 time: 0.1434343 Jan 28 19:43:15.767506 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b25d1828-f9f3-4c46-939c-96d88ba0e96f tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (da1f7211-1c49-4467-b8bb-09bd0ebbe10b), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:15.922117 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17d840de-0cc7-49be-989d-5da7c42f5e80 None None] Network da1f7211-1c49-4467-b8bb-09bd0ebbe10b requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:43:15.950351 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f70a7a12-e9c4-4eb6-87da-d15bd226a0e7 req-65697a0f-adb4-4fd0-bb7d-38c6f76294e4 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/security-groups?id=7142df2f-bfa6-45d4-824d-35803ef6dce5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1860838 Jan 28 19:43:15.982101 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-b25d1828-f9f3-4c46-939c-96d88ba0e96f tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Deleting port a8ed708c-885d-4df3-ac0f-92a7eb45fdea {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:43:15.982685 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b25d1828-f9f3-4c46-939c-96d88ba0e96f tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (a8ed708c-885d-4df3-ac0f-92a7eb45fdea), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:16.194489 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-b25d1828-f9f3-4c46-939c-96d88ba0e96f tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] For port a8ed708c-885d-4df3-ac0f-92a7eb45fdea, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=a8ed708c-885d-4df3-ac0f-92a7eb45fdea,segment=NetworkSegment(55c5171b-9550-4620-8127-186e7b202606),segment_id=55c5171b-9550-4620-8127-186e7b202606)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:43:16.196824 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b25d1828-f9f3-4c46-939c-96d88ba0e96f tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (a8ed708c-885d-4df3-ac0f-92a7eb45fdea), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:16.200693 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fca23b3-4f10-48ff-a9a8-122f683dc774 req-f1916543-552f-48ee-b1f1-41db3ae12ee3 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:16.242324 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7fca23b3-4f10-48ff-a9a8-122f683dc774 req-f1916543-552f-48ee-b1f1-41db3ae12ee3 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a91007d-45be-4c6c-a11f-db74e1c43eb8 HTTP/1.1" status: 200 len: 945 time: 0.1823978 Jan 28 19:43:16.280430 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-b25d1828-f9f3-4c46-939c-96d88ba0e96f tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Calling delete_port for a8ed708c-885d-4df3-ac0f-92a7eb45fdea owned by network:dhcp {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:43:16.386641 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7fca23b3-4f10-48ff-a9a8-122f683dc774 req-bd88612b-dce9-4dc5-a26a-d7c8bb507e70 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/security-groups?id=7142df2f-bfa6-45d4-824d-35803ef6dce5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1385849 Jan 28 19:43:16.477502 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b25d1828-f9f3-4c46-939c-96d88ba0e96f tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (a8ed708c-885d-4df3-ac0f-92a7eb45fdea), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:16.509385 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25d1828-f9f3-4c46-939c-96d88ba0e96f tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Pushing event deleted for resources: {'Port': ['ID=a8ed708c-885d-4df3-ac0f-92a7eb45fdea,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:16.514195 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25d1828-f9f3-4c46-939c-96d88ba0e96f tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] No DVR routers for this DVR port a8ed708c-885d-4df3-ac0f-92a7eb45fdea on host n-d-812111-14 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:43:16.727487 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b25d1828-f9f3-4c46-939c-96d88ba0e96f tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (da1f7211-1c49-4467-b8bb-09bd0ebbe10b), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:16.773244 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-b25d1828-f9f3-4c46-939c-96d88ba0e96f tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da1f7211-1c49-4467-b8bb-09bd0ebbe10b']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:43:16.797736 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-b25d1828-f9f3-4c46-939c-96d88ba0e96f tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55c5171b-9550-4620-8127-186e7b202606') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:43:16.798442 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-b25d1828-f9f3-4c46-939c-96d88ba0e96f tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55c5171b-9550-4620-8127-186e7b202606') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:43:16.812551 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b25d1828-f9f3-4c46-939c-96d88ba0e96f tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16187153'] for segment (55c5171b-9550-4620-8127-186e7b202606), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:16.841136 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b25d1828-f9f3-4c46-939c-96d88ba0e96f tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (55c5171b-9550-4620-8127-186e7b202606), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:16.852546 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b25d1828-f9f3-4c46-939c-96d88ba0e96f tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:43:16.852938 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b25d1828-f9f3-4c46-939c-96d88ba0e96f tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4752570'] for segment (55c5171b-9550-4620-8127-186e7b202606), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:16.856036 n-d-812111-14 neutron-server[103305]: Traceback (most recent call last): Jan 28 19:43:16.856036 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:43:16.856036 n-d-812111-14 neutron-server[103305]: timer() Jan 28 19:43:16.856036 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:43:16.856036 n-d-812111-14 neutron-server[103305]: cb(*args, **kw) Jan 28 19:43:16.856036 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:43:16.856036 n-d-812111-14 neutron-server[103305]: return func(*args, **kwargs) Jan 28 19:43:16.856036 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:43:16.856036 n-d-812111-14 neutron-server[103305]: self._notify() Jan 28 19:43:16.856036 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:43:16.856036 n-d-812111-14 neutron-server[103305]: self.callback(batched_events) Jan 28 19:43:16.856036 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:43:16.856036 n-d-812111-14 neutron-server[103305]: event.method(event) Jan 28 19:43:16.856036 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:43:16.856036 n-d-812111-14 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:43:16.856036 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:43:16.856036 n-d-812111-14 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:43:16.856036 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:43:16.856036 n-d-812111-14 neutron-server[103305]: return f(self, *a, **k) Jan 28 19:43:16.856036 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:43:16.856036 n-d-812111-14 neutron-server[103305]: return self._get(url).json() Jan 28 19:43:16.856036 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:43:16.856036 n-d-812111-14 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:43:16.856036 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:43:16.856036 n-d-812111-14 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 28 19:43:16.856036 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:43:16.856036 n-d-812111-14 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:43:16.856036 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:43:16.856036 n-d-812111-14 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:43:16.856036 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:43:16.856036 n-d-812111-14 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:43:16.856036 n-d-812111-14 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:43:16.974494 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b25d1828-f9f3-4c46-939c-96d88ba0e96f tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (da1f7211-1c49-4467-b8bb-09bd0ebbe10b), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:16.989123 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b25d1828-f9f3-4c46-939c-96d88ba0e96f tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:16.994002 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-b25d1828-f9f3-4c46-939c-96d88ba0e96f tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] 10.222.0.64 "DELETE /v2.0/networks/da1f7211-1c49-4467-b8bb-09bd0ebbe10b HTTP/1.1" status: 204 len: 168 time: 2.7610369 Jan 28 19:43:16.997458 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 50928) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:17.012494 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25d1828-f9f3-4c46-939c-96d88ba0e96f tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Pushing event deleted for resources: {'Network': ['ID=da1f7211-1c49-4467-b8bb-09bd0ebbe10b,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:17.055251 n-d-812111-14 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd9a2c94-6041-43d1-9fdf-2058dd5fff84 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] DELETE failed (client error): The resource could not be found. Jan 28 19:43:17.055724 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd9a2c94-6041-43d1-9fdf-2058dd5fff84 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:43:17.059521 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-fd9a2c94-6041-43d1-9fdf-2058dd5fff84 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] 10.222.0.64 "DELETE /v2.0/subnets/7dfc1a30-cdb7-4a84-abd7-c0f495ccccaf HTTP/1.1" status: 404 len: 337 time: 0.0609882 Jan 28 19:43:17.062218 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 50930) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:17.094685 n-d-812111-14 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f5c952c-744a-464b-865c-276693a100c0 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] DELETE failed (client error): The resource could not be found. Jan 28 19:43:17.097333 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f5c952c-744a-464b-865c-276693a100c0 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:43:17.102719 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-4f5c952c-744a-464b-865c-276693a100c0 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] 10.222.0.64 "DELETE /v2.0/networks/da1f7211-1c49-4467-b8bb-09bd0ebbe10b HTTP/1.1" status: 404 len: 339 time: 0.0393200 Jan 28 19:43:17.105465 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 50932) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:17.141987 n-d-812111-14 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f0b0e57-84c6-4682-81df-fb91cf7d54d0 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] DELETE failed (client error): The resource could not be found. Jan 28 19:43:17.142757 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f0b0e57-84c6-4682-81df-fb91cf7d54d0 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:43:17.146575 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-3f0b0e57-84c6-4682-81df-fb91cf7d54d0 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] 10.222.0.64 "DELETE /v2.0/subnets/6a38a896-1450-4d0c-aaf6-49ee67734b1a HTTP/1.1" status: 404 len: 337 time: 0.0400922 Jan 28 19:43:17.149090 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 50936) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:17.201464 n-d-812111-14 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca98d15b-9fba-4fbc-9f61-f19a51e33623 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] DELETE failed (client error): The resource could not be found. Jan 28 19:43:17.202230 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca98d15b-9fba-4fbc-9f61-f19a51e33623 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:43:17.208480 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 50938) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:17.208997 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-ca98d15b-9fba-4fbc-9f61-f19a51e33623 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] 10.222.0.64 "DELETE /v2.0/networks/92073f89-9f7b-47e9-a49f-51e663b64206 HTTP/1.1" status: 404 len: 339 time: 0.0584347 Jan 28 19:43:17.334663 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-eb826ef3-f8f2-4017-b7a8-409cd8425e1c tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (d64a38d1-1725-4a00-9b92-595f6822c372), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:17.479730 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-eb826ef3-f8f2-4017-b7a8-409cd8425e1c tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (d64a38d1-1725-4a00-9b92-595f6822c372), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:17.503330 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-eb826ef3-f8f2-4017-b7a8-409cd8425e1c tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d64a38d1-1725-4a00-9b92-595f6822c372']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:43:17.514749 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-eb826ef3-f8f2-4017-b7a8-409cd8425e1c tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d2bcaa0-3fdb-424c-9b47-0a8452a13d09') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:43:17.515328 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-eb826ef3-f8f2-4017-b7a8-409cd8425e1c tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d2bcaa0-3fdb-424c-9b47-0a8452a13d09') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:43:17.527287 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-eb826ef3-f8f2-4017-b7a8-409cd8425e1c tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16187153'] for segment (4d2bcaa0-3fdb-424c-9b47-0a8452a13d09), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:17.542088 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-eb826ef3-f8f2-4017-b7a8-409cd8425e1c tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (4d2bcaa0-3fdb-424c-9b47-0a8452a13d09), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:17.549695 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb826ef3-f8f2-4017-b7a8-409cd8425e1c tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:43:17.550441 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-eb826ef3-f8f2-4017-b7a8-409cd8425e1c tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4752570'] for segment (4d2bcaa0-3fdb-424c-9b47-0a8452a13d09), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:17.671452 n-d-812111-14 neutron-server[103305]: Traceback (most recent call last): Jan 28 19:43:17.671452 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:43:17.671452 n-d-812111-14 neutron-server[103305]: timer() Jan 28 19:43:17.671452 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:43:17.671452 n-d-812111-14 neutron-server[103305]: cb(*args, **kw) Jan 28 19:43:17.671452 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:43:17.671452 n-d-812111-14 neutron-server[103305]: return func(*args, **kwargs) Jan 28 19:43:17.671452 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:43:17.671452 n-d-812111-14 neutron-server[103305]: self._notify() Jan 28 19:43:17.671452 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:43:17.671452 n-d-812111-14 neutron-server[103305]: self.callback(batched_events) Jan 28 19:43:17.671452 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:43:17.671452 n-d-812111-14 neutron-server[103305]: event.method(event) Jan 28 19:43:17.671452 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:43:17.671452 n-d-812111-14 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:43:17.671452 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:43:17.671452 n-d-812111-14 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:43:17.671452 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:43:17.671452 n-d-812111-14 neutron-server[103305]: return f(self, *a, **k) Jan 28 19:43:17.671452 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:43:17.671452 n-d-812111-14 neutron-server[103305]: return self._get(url).json() Jan 28 19:43:17.671452 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:43:17.671452 n-d-812111-14 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:43:17.671452 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:43:17.671452 n-d-812111-14 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 28 19:43:17.671452 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:43:17.671452 n-d-812111-14 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:43:17.671452 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:43:17.671452 n-d-812111-14 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:43:17.671452 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:43:17.671452 n-d-812111-14 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:43:17.671452 n-d-812111-14 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:43:17.675978 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-eb826ef3-f8f2-4017-b7a8-409cd8425e1c tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (d64a38d1-1725-4a00-9b92-595f6822c372), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:17.704153 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-eb826ef3-f8f2-4017-b7a8-409cd8425e1c tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:17.714528 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-eb826ef3-f8f2-4017-b7a8-409cd8425e1c tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] 10.222.0.64 "DELETE /v2.0/networks/d64a38d1-1725-4a00-9b92-595f6822c372 HTTP/1.1" status: 204 len: 168 time: 0.5028718 Jan 28 19:43:17.717156 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 50956) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:17.749154 n-d-812111-14 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-361cb022-3e54-4a80-bae8-483b00b72c90 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] DELETE failed (client error): The resource could not be found. Jan 28 19:43:17.749886 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-361cb022-3e54-4a80-bae8-483b00b72c90 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:43:17.753416 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-361cb022-3e54-4a80-bae8-483b00b72c90 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] 10.222.0.64 "DELETE /v2.0/subnets/8e9fc587-9b19-4da4-b5a7-710b9c4f2f91 HTTP/1.1" status: 404 len: 337 time: 0.0350943 Jan 28 19:43:17.755809 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 50958) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:17.796518 n-d-812111-14 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-f135d5bc-f981-41e7-a8b9-61f0e85da1f9 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] DELETE failed (client error): The resource could not be found. Jan 28 19:43:17.801060 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f135d5bc-f981-41e7-a8b9-61f0e85da1f9 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:43:17.809301 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-f135d5bc-f981-41e7-a8b9-61f0e85da1f9 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] 10.222.0.64 "DELETE /v2.0/networks/f7a76cc5-2d18-444b-aa15-29dbc11fe8ff HTTP/1.1" status: 404 len: 339 time: 0.0521536 Jan 28 19:43:17.811773 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 50960) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:17.822116 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb826ef3-f8f2-4017-b7a8-409cd8425e1c tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Pushing event deleted for resources: {'Network': ['ID=d64a38d1-1725-4a00-9b92-595f6822c372,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:17.894538 n-d-812111-14 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-baadee2a-5ed8-4518-854d-4378e7f15ce3 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] DELETE failed (client error): The resource could not be found. Jan 28 19:43:17.895017 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-baadee2a-5ed8-4518-854d-4378e7f15ce3 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:43:17.901042 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 50962) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:17.904661 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-baadee2a-5ed8-4518-854d-4378e7f15ce3 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] 10.222.0.64 "DELETE /v2.0/subnets/9ccd892a-e519-44f9-9045-d602854b13c7 HTTP/1.1" status: 404 len: 337 time: 0.0853601 Jan 28 19:43:17.947412 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3673201e-7932-488a-8e82-874d11febf8a req-db17b48c-ee25-4ef0-b44c-df293db67d6e tempest-VolumesActionsTest-475547813 tempest-VolumesActionsTest-475547813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:17.954528 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3673201e-7932-488a-8e82-874d11febf8a req-db17b48c-ee25-4ef0-b44c-df293db67d6e tempest-VolumesActionsTest-475547813 tempest-VolumesActionsTest-475547813-project] 10.222.0.64 "GET /v2.0/networks?id=59dc33ae-0cc3-47fa-8462-a487e727888c HTTP/1.1" status: 200 len: 809 time: 0.2942016 Jan 28 19:43:17.957891 n-d-812111-14 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-26914935-6a8e-4dc3-95f8-3347b668a490 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] DELETE failed (client error): The resource could not be found. Jan 28 19:43:17.958482 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26914935-6a8e-4dc3-95f8-3347b668a490 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:43:17.964782 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 50964) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:17.965421 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-26914935-6a8e-4dc3-95f8-3347b668a490 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] 10.222.0.64 "DELETE /v2.0/networks/f5339f9a-fa39-4ccc-95ec-6e50f98fd4bf HTTP/1.1" status: 404 len: 339 time: 0.0631776 Jan 28 19:43:17.985069 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3673201e-7932-488a-8e82-874d11febf8a req-ca09b0b6-6bd7-4176-b2e4-693c23fea5a0 tempest-VolumesActionsTest-475547813 tempest-VolumesActionsTest-475547813-project] 10.222.0.64 "GET /v2.0/quotas/d22f40a4e9bd48b0b6be5dd592836afd HTTP/1.1" status: 200 len: 375 time: 0.0296273 Jan 28 19:43:18.025770 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3673201e-7932-488a-8e82-874d11febf8a req-4da752bb-be58-4d5c-9ad0-1e0edc14ac00 tempest-VolumesActionsTest-475547813 tempest-VolumesActionsTest-475547813-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=d22f40a4e9bd48b0b6be5dd592836afd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0344357 Jan 28 19:43:18.050263 n-d-812111-14 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-5191d003-182d-409b-bda1-e93625056c37 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] DELETE failed (client error): The resource could not be found. Jan 28 19:43:18.051408 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5191d003-182d-409b-bda1-e93625056c37 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:43:18.054994 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-5191d003-182d-409b-bda1-e93625056c37 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] 10.222.0.64 "DELETE /v2.0/subnets/ed920278-4e0c-4c45-8102-ac97ae34e848 HTTP/1.1" status: 404 len: 337 time: 0.0891328 Jan 28 19:43:18.058061 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 50966) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:18.091060 n-d-812111-14 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6b10303-69c5-4f93-a138-3734a998a557 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] DELETE failed (client error): The resource could not be found. Jan 28 19:43:18.093548 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6b10303-69c5-4f93-a138-3734a998a557 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:43:18.097475 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-d6b10303-69c5-4f93-a138-3734a998a557 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] 10.222.0.64 "DELETE /v2.0/networks/837f2790-9d25-4518-86b0-93af3e3ee877 HTTP/1.1" status: 404 len: 339 time: 0.0382552 Jan 28 19:43:18.100166 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 50968) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:18.137818 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3673201e-7932-488a-8e82-874d11febf8a req-14e50c4f-2422-45cf-a2d4-d568d1606cca service neutron] 10.222.0.64 "GET /v2.0/networks/59dc33ae-0cc3-47fa-8462-a487e727888c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037176 Jan 28 19:43:18.141699 n-d-812111-14 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-17b6309f-6343-4552-bace-6b6d9d72c52c tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] DELETE failed (client error): The resource could not be found. Jan 28 19:43:18.142869 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17b6309f-6343-4552-bace-6b6d9d72c52c tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:43:18.148347 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-17b6309f-6343-4552-bace-6b6d9d72c52c tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] 10.222.0.64 "DELETE /v2.0/subnets/07649b3e-9601-443d-b494-6e2ff71cf3ef HTTP/1.1" status: 404 len: 337 time: 0.0371418 Jan 28 19:43:18.148698 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 50970) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:18.170015 n-d-812111-14 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-68ac9896-bc78-41ed-a6f1-7ed562b958e2 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] DELETE failed (client error): The resource could not be found. Jan 28 19:43:18.170937 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68ac9896-bc78-41ed-a6f1-7ed562b958e2 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:43:18.174528 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-68ac9896-bc78-41ed-a6f1-7ed562b958e2 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] 10.222.0.64 "DELETE /v2.0/networks/881aed9d-81be-4546-8eab-e64c98ba9bbd HTTP/1.1" status: 404 len: 339 time: 0.0246866 Jan 28 19:43:18.177191 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 50972) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:18.209835 n-d-812111-14 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-52c6b717-c92d-4b90-913d-ef1134361cb2 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] DELETE failed (client error): The resource could not be found. Jan 28 19:43:18.210465 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52c6b717-c92d-4b90-913d-ef1134361cb2 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:43:18.213732 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-52c6b717-c92d-4b90-913d-ef1134361cb2 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] 10.222.0.64 "DELETE /v2.0/subnets/f021f808-0932-47dd-8c13-d10e7c7b0bbd HTTP/1.1" status: 404 len: 337 time: 0.0351648 Jan 28 19:43:18.216162 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 50976) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:18.236201 n-d-812111-14 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-6373a9a8-8513-43ea-8373-fff1f4a669a3 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] DELETE failed (client error): The resource could not be found. Jan 28 19:43:18.237130 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6373a9a8-8513-43ea-8373-fff1f4a669a3 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:43:18.240675 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-6373a9a8-8513-43ea-8373-fff1f4a669a3 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] 10.222.0.64 "DELETE /v2.0/networks/5e01f5f6-6411-47e6-87f4-0be4dfff447f HTTP/1.1" status: 404 len: 339 time: 0.0233362 Jan 28 19:43:18.243468 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 50978) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:18.286062 n-d-812111-14 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d61ba8f-8e54-4aad-8b73-4cd6dfc96c1f tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] DELETE failed (client error): The resource could not be found. Jan 28 19:43:18.286638 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d61ba8f-8e54-4aad-8b73-4cd6dfc96c1f tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:43:18.289496 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3673201e-7932-488a-8e82-874d11febf8a req-0b64bc18-d73c-49e3-bfa8-d374c71d9e7b service neutron] 10.222.0.64 "GET /v2.0/networks/59dc33ae-0cc3-47fa-8462-a487e727888c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461561 Jan 28 19:43:18.292624 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 50980) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:18.294502 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-3d61ba8f-8e54-4aad-8b73-4cd6dfc96c1f tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] 10.222.0.64 "DELETE /v2.0/subnets/fc5b1ffb-7a72-4b9e-86d0-2d9244c50a37 HTTP/1.1" status: 404 len: 337 time: 0.0495434 Jan 28 19:43:18.334168 n-d-812111-14 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4a6ecd3-b016-4601-8284-258c6e6bb54c tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] DELETE failed (client error): The resource could not be found. Jan 28 19:43:18.334679 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4a6ecd3-b016-4601-8284-258c6e6bb54c tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:43:18.339129 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-f4a6ecd3-b016-4601-8284-258c6e6bb54c tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] 10.222.0.64 "DELETE /v2.0/networks/2fcc2591-b274-48b9-b99e-e8027e2c9059 HTTP/1.1" status: 404 len: 339 time: 0.0453446 Jan 28 19:43:18.341821 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 50984) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:18.379094 n-d-812111-14 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6ab6021-139a-4c82-bc6e-ae66c7f5f17c tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] DELETE failed (client error): The resource could not be found. Jan 28 19:43:18.379690 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6ab6021-139a-4c82-bc6e-ae66c7f5f17c tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:43:18.384860 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-b6ab6021-139a-4c82-bc6e-ae66c7f5f17c tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] 10.222.0.64 "DELETE /v2.0/subnets/4047993c-ab3f-4ba7-9143-6d509a4ae719 HTTP/1.1" status: 404 len: 337 time: 0.0409732 Jan 28 19:43:18.386971 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 50986) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:18.412435 n-d-812111-14 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bfa5823-fad5-4955-ac70-1efefedf5682 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] DELETE failed (client error): The resource could not be found. Jan 28 19:43:18.414801 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bfa5823-fad5-4955-ac70-1efefedf5682 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:43:18.419388 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-6bfa5823-fad5-4955-ac70-1efefedf5682 tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] 10.222.0.64 "DELETE /v2.0/networks/7fa6b5d7-c10a-46a9-bb7a-a71e0b5c6c85 HTTP/1.1" status: 404 len: 339 time: 0.0313447 Jan 28 19:43:18.424615 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 50990) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:18.454691 n-d-812111-14 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-79250e39-6a74-4473-99fc-52bf9711937e tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] DELETE failed (client error): The resource could not be found. Jan 28 19:43:18.455625 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79250e39-6a74-4473-99fc-52bf9711937e tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:43:18.478286 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-79250e39-6a74-4473-99fc-52bf9711937e tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] 10.222.0.64 "DELETE /v2.0/subnets/b3780511-73b0-48bc-9da3-273234883a8d HTTP/1.1" status: 404 len: 337 time: 0.0525212 Jan 28 19:43:18.482001 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 50994) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:18.531558 n-d-812111-14 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3016b15-a30b-4753-b49d-badc56e786bb tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] DELETE failed (client error): The resource could not be found. Jan 28 19:43:18.532084 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3016b15-a30b-4753-b49d-badc56e786bb tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:43:18.538963 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-b3016b15-a30b-4753-b49d-badc56e786bb tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] 10.222.0.64 "DELETE /v2.0/networks/52683257-2495-4702-bdfc-b874c7fbf5ea HTTP/1.1" status: 404 len: 339 time: 0.0537345 Jan 28 19:43:18.539185 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 50998) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:18.585863 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3d86262e-6c66-449d-a961-48d63b164bee req-45cc8a00-80bf-4e9c-874a-3b7e4c0414c7 tempest-VolumesActionsTest-475547813 tempest-VolumesActionsTest-475547813-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f4fa9f7-6a6c-4bc5-9d08-40059df4e225 HTTP/1.1" status: 200 len: 210 time: 0.0650866 Jan 28 19:43:18.606725 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-9217f40a-4720-495d-9094-455e67c603ce tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Deleting subnet bce2647e-41a0-4b0a-a832-82468290b4a5 {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:43:18.610006 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9217f40a-4720-495d-9094-455e67c603ce tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks [] for subnet (bce2647e-41a0-4b0a-a832-82468290b4a5), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:18.658698 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9217f40a-4720-495d-9094-455e67c603ce tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16187240'] for subnet (bce2647e-41a0-4b0a-a832-82468290b4a5), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:18.781495 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9217f40a-4720-495d-9094-455e67c603ce tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (bce2647e-41a0-4b0a-a832-82468290b4a5), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:18.870938 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9217f40a-4720-495d-9094-455e67c603ce tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4752464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4733806'] for subnet (bce2647e-41a0-4b0a-a832-82468290b4a5), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:19.128985 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:43:19.286345 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9217f40a-4720-495d-9094-455e67c603ce tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Pushing event deleted for resources: {'Subnet': ['ID=bce2647e-41a0-4b0a-a832-82468290b4a5,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:19.302845 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d353fa00-f0a3-470e-bd2a-5fef09584721 None None] Network 2d8c3074-f0d1-487e-8b26-247d3b341ace requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:43:19.306042 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9217f40a-4720-495d-9094-455e67c603ce tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:19.309709 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-9217f40a-4720-495d-9094-455e67c603ce tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] 10.222.0.64 "DELETE /v2.0/subnets/bce2647e-41a0-4b0a-a832-82468290b4a5 HTTP/1.1" status: 204 len: 168 time: 0.7692413 Jan 28 19:43:19.312344 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 51008) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:19.398418 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b4eca152-0815-4ac0-b41e-c0fe8f05a6cc tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (2d8c3074-f0d1-487e-8b26-247d3b341ace), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:19.454366 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-b4eca152-0815-4ac0-b41e-c0fe8f05a6cc tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Deleting port df7dfc30-7e42-4b58-81fd-62593a086a93 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:43:19.454728 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b4eca152-0815-4ac0-b41e-c0fe8f05a6cc tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (df7dfc30-7e42-4b58-81fd-62593a086a93), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:19.479862 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d418973a-22c8-4469-9d76-494d9c457a3b None None] DHCP port deletion for 2d8c3074-f0d1-487e-8b26-247d3b341ace request from n-d-812111-14 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:43:19.531496 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-b4eca152-0815-4ac0-b41e-c0fe8f05a6cc tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] For port df7dfc30-7e42-4b58-81fd-62593a086a93, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=df7dfc30-7e42-4b58-81fd-62593a086a93,segment=NetworkSegment(10c4b3d1-8f61-4be0-886a-cecfc6ad8323),segment_id=10c4b3d1-8f61-4be0-886a-cecfc6ad8323)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:43:19.531879 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b4eca152-0815-4ac0-b41e-c0fe8f05a6cc tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (df7dfc30-7e42-4b58-81fd-62593a086a93), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:19.532225 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d418973a-22c8-4469-9d76-494d9c457a3b None None] Deleting port df7dfc30-7e42-4b58-81fd-62593a086a93 {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:43:19.532671 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d418973a-22c8-4469-9d76-494d9c457a3b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (df7dfc30-7e42-4b58-81fd-62593a086a93), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:19.546941 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-b4eca152-0815-4ac0-b41e-c0fe8f05a6cc tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Calling delete_port for df7dfc30-7e42-4b58-81fd-62593a086a93 owned by network:dhcp {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:43:19.613535 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d418973a-22c8-4469-9d76-494d9c457a3b None None] For port df7dfc30-7e42-4b58-81fd-62593a086a93, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=df7dfc30-7e42-4b58-81fd-62593a086a93,segment=NetworkSegment(10c4b3d1-8f61-4be0-886a-cecfc6ad8323),segment_id=10c4b3d1-8f61-4be0-886a-cecfc6ad8323)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:43:19.621600 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d418973a-22c8-4469-9d76-494d9c457a3b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (df7dfc30-7e42-4b58-81fd-62593a086a93), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:19.638859 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b4eca152-0815-4ac0-b41e-c0fe8f05a6cc tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (df7dfc30-7e42-4b58-81fd-62593a086a93), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:19.643059 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d418973a-22c8-4469-9d76-494d9c457a3b None None] Calling delete_port for df7dfc30-7e42-4b58-81fd-62593a086a93 owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:43:19.696076 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b6ef6a1f-86d4-414f-a33b-74a59e509cf1 req-8b003a78-f076-49a4-9f58-476040223f62 tempest-VolumesActionsTest-475547813 tempest-VolumesActionsTest-475547813-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f4fa9f7-6a6c-4bc5-9d08-40059df4e225 HTTP/1.1" status: 200 len: 210 time: 0.0420389 Jan 28 19:43:19.705936 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eca152-0815-4ac0-b41e-c0fe8f05a6cc tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Pushing event deleted for resources: {'Port': ['ID=df7dfc30-7e42-4b58-81fd-62593a086a93,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:19.710439 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4eca152-0815-4ac0-b41e-c0fe8f05a6cc tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] No DVR routers for this DVR port df7dfc30-7e42-4b58-81fd-62593a086a93 on host n-d-812111-14 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:43:19.774222 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d418973a-22c8-4469-9d76-494d9c457a3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985'] for port (df7dfc30-7e42-4b58-81fd-62593a086a93), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:19.845867 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d418973a-22c8-4469-9d76-494d9c457a3b None None] Pushing event deleted for resources: {'Port': ['ID=df7dfc30-7e42-4b58-81fd-62593a086a93,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:19.854898 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d418973a-22c8-4469-9d76-494d9c457a3b None None] No DVR routers for this DVR port df7dfc30-7e42-4b58-81fd-62593a086a93 on host n-d-812111-14 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:43:19.892751 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b4eca152-0815-4ac0-b41e-c0fe8f05a6cc tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (2d8c3074-f0d1-487e-8b26-247d3b341ace), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:19.914997 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3673201e-7932-488a-8e82-874d11febf8a req-c0a52860-7fbc-4d60-80e0-926abf015fbd tempest-VolumesActionsTest-475547813 tempest-VolumesActionsTest-475547813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:19.917135 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3673201e-7932-488a-8e82-874d11febf8a req-c0a52860-7fbc-4d60-80e0-926abf015fbd tempest-VolumesActionsTest-475547813 tempest-VolumesActionsTest-475547813-project] 10.222.0.41 "GET /v2.0/networks?id=59dc33ae-0cc3-47fa-8462-a487e727888c HTTP/1.1" status: 200 len: 809 time: 0.1998742 Jan 28 19:43:19.929005 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-b4eca152-0815-4ac0-b41e-c0fe8f05a6cc tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d8c3074-f0d1-487e-8b26-247d3b341ace']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:43:19.934854 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-3673201e-7932-488a-8e82-874d11febf8a req-078b38fe-2226-45fa-bc7c-8dc11b8717f0 tempest-VolumesActionsTest-475547813 tempest-VolumesActionsTest-475547813-project] Request body: {'port': {'device_id': '3f4fa9f7-6a6c-4bc5-9d08-40059df4e225', 'network_id': '59dc33ae-0cc3-47fa-8462-a487e727888c', 'admin_state_up': True, 'tenant_id': 'd22f40a4e9bd48b0b6be5dd592836afd'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:43:19.950651 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-b4eca152-0815-4ac0-b41e-c0fe8f05a6cc tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10c4b3d1-8f61-4be0-886a-cecfc6ad8323') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:43:19.951361 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-b4eca152-0815-4ac0-b41e-c0fe8f05a6cc tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10c4b3d1-8f61-4be0-886a-cecfc6ad8323') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:43:19.965716 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b4eca152-0815-4ac0-b41e-c0fe8f05a6cc tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4747091'] for segment (10c4b3d1-8f61-4be0-886a-cecfc6ad8323), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:19.987929 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b4eca152-0815-4ac0-b41e-c0fe8f05a6cc tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (10c4b3d1-8f61-4be0-886a-cecfc6ad8323), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:19.999738 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4eca152-0815-4ac0-b41e-c0fe8f05a6cc tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:43:20.000832 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b4eca152-0815-4ac0-b41e-c0fe8f05a6cc tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4690514'] for segment (10c4b3d1-8f61-4be0-886a-cecfc6ad8323), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:20.010974 n-d-812111-14 neutron-server[103304]: Traceback (most recent call last): Jan 28 19:43:20.010974 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:43:20.010974 n-d-812111-14 neutron-server[103304]: timer() Jan 28 19:43:20.010974 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:43:20.010974 n-d-812111-14 neutron-server[103304]: cb(*args, **kw) Jan 28 19:43:20.010974 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:43:20.010974 n-d-812111-14 neutron-server[103304]: return func(*args, **kwargs) Jan 28 19:43:20.010974 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:43:20.010974 n-d-812111-14 neutron-server[103304]: self._notify() Jan 28 19:43:20.010974 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:43:20.010974 n-d-812111-14 neutron-server[103304]: self.callback(batched_events) Jan 28 19:43:20.010974 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:43:20.010974 n-d-812111-14 neutron-server[103304]: event.method(event) Jan 28 19:43:20.010974 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:43:20.010974 n-d-812111-14 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:43:20.010974 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:43:20.010974 n-d-812111-14 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:43:20.010974 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:43:20.010974 n-d-812111-14 neutron-server[103304]: return f(self, *a, **k) Jan 28 19:43:20.010974 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:43:20.010974 n-d-812111-14 neutron-server[103304]: return self._get(url).json() Jan 28 19:43:20.010974 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:43:20.010974 n-d-812111-14 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:43:20.010974 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:43:20.010974 n-d-812111-14 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 28 19:43:20.010974 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:43:20.010974 n-d-812111-14 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:43:20.010974 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:43:20.010974 n-d-812111-14 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:43:20.010974 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:43:20.010974 n-d-812111-14 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:43:20.010974 n-d-812111-14 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:43:20.092124 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3673201e-7932-488a-8e82-874d11febf8a req-078b38fe-2226-45fa-bc7c-8dc11b8717f0 tempest-VolumesActionsTest-475547813 tempest-VolumesActionsTest-475547813-project] Made reservation on behalf of d22f40a4e9bd48b0b6be5dd592836afd for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:43:20.099452 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b4eca152-0815-4ac0-b41e-c0fe8f05a6cc tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (2d8c3074-f0d1-487e-8b26-247d3b341ace), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:20.110787 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-3673201e-7932-488a-8e82-874d11febf8a req-078b38fe-2226-45fa-bc7c-8dc11b8717f0 tempest-VolumesActionsTest-475547813 tempest-VolumesActionsTest-475547813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:20.128237 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b4eca152-0815-4ac0-b41e-c0fe8f05a6cc tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:20.136123 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-b4eca152-0815-4ac0-b41e-c0fe8f05a6cc tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] 10.222.0.64 "DELETE /v2.0/networks/2d8c3074-f0d1-487e-8b26-247d3b341ace HTTP/1.1" status: 204 len: 168 time: 0.8226573 Jan 28 19:43:20.161312 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device df7dfc30-7e42-4b58-81fd-62593a086a93 no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:43:20.164440 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eca152-0815-4ac0-b41e-c0fe8f05a6cc tempest-NetworksTest-1053110671 tempest-NetworksTest-1053110671-project] Pushing event deleted for resources: {'Network': ['ID=2d8c3074-f0d1-487e-8b26-247d3b341ace,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:20.192829 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: df7dfc30-7e42-4b58-81fd-62593a086a93 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:43:20.193090 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device df7dfc30-7e42-4b58-81fd-62593a086a93 not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:43:20.314593 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-3673201e-7932-488a-8e82-874d11febf8a req-078b38fe-2226-45fa-bc7c-8dc11b8717f0 tempest-VolumesActionsTest-475547813 tempest-VolumesActionsTest-475547813-project] Allocated IP 172.20.0.13 (59dc33ae-0cc3-47fa-8462-a487e727888c/eb9496b3-6438-4fc1-a372-03bae31cad41/e26efea0-47ed-4a1d-9c31-b216999f9c21) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:43:20.477708 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 51024) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:20.488243 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-3673201e-7932-488a-8e82-874d11febf8a req-078b38fe-2226-45fa-bc7c-8dc11b8717f0 tempest-VolumesActionsTest-475547813 tempest-VolumesActionsTest-475547813-project] Publish callbacks [] for port (e26efea0-47ed-4a1d-9c31-b216999f9c21), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:20.527708 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-3673201e-7932-488a-8e82-874d11febf8a req-078b38fe-2226-45fa-bc7c-8dc11b8717f0 tempest-VolumesActionsTest-475547813 tempest-VolumesActionsTest-475547813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (e26efea0-47ed-4a1d-9c31-b216999f9c21), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:20.578789 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3673201e-7932-488a-8e82-874d11febf8a req-078b38fe-2226-45fa-bc7c-8dc11b8717f0 tempest-VolumesActionsTest-475547813 tempest-VolumesActionsTest-475547813-project] Network 59dc33ae-0cc3-47fa-8462-a487e727888c is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:43:20.583301 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-3673201e-7932-488a-8e82-874d11febf8a req-078b38fe-2226-45fa-bc7c-8dc11b8717f0 tempest-VolumesActionsTest-475547813 tempest-VolumesActionsTest-475547813-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:43:20.591322 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-3673201e-7932-488a-8e82-874d11febf8a req-078b38fe-2226-45fa-bc7c-8dc11b8717f0 tempest-VolumesActionsTest-475547813 tempest-VolumesActionsTest-475547813-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:43:20.598786 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078b38fe-2226-45fa-bc7c-8dc11b8717f0 tempest-VolumesActionsTest-475547813 tempest-VolumesActionsTest-475547813-project] Pushing event updated for resources: {'Port': ['ID=e26efea0-47ed-4a1d-9c31-b216999f9c21,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:20.661415 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3673201e-7932-488a-8e82-874d11febf8a req-078b38fe-2226-45fa-bc7c-8dc11b8717f0 tempest-VolumesActionsTest-475547813 tempest-VolumesActionsTest-475547813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:20.662674 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-3673201e-7932-488a-8e82-874d11febf8a req-078b38fe-2226-45fa-bc7c-8dc11b8717f0 tempest-VolumesActionsTest-475547813 tempest-VolumesActionsTest-475547813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:20.678772 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-28fb059c-f848-4b89-8b43-0b22282995a8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=55c9399f69674bc7ac51b603886274b7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1971765 Jan 28 19:43:20.678772 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 51030) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:20.689002 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3673201e-7932-488a-8e82-874d11febf8a req-078b38fe-2226-45fa-bc7c-8dc11b8717f0 tempest-VolumesActionsTest-475547813 tempest-VolumesActionsTest-475547813-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7580869 Jan 28 19:43:20.702359 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-3673201e-7932-488a-8e82-874d11febf8a req-9caabe69-b5ab-4237-a18b-afa14d8a8137 service neutron] Request body: {'port': {'device_id': '3f4fa9f7-6a6c-4bc5-9d08-40059df4e225', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-14'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:43:20.740369 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ba6b2561-5688-433c-86a3-682d196c37b9 admin admin] Publish callbacks [] for security_group (e2753bb6-8459-44d3-ba49-018ce00c0666), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:20.767113 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ba6b2561-5688-433c-86a3-682d196c37b9 admin admin] Publish callbacks [] for security_group (e2753bb6-8459-44d3-ba49-018ce00c0666), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:20.797301 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:20.827780 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ba6b2561-5688-433c-86a3-682d196c37b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (e2753bb6-8459-44d3-ba49-018ce00c0666), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:20.831557 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ba6b2561-5688-433c-86a3-682d196c37b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:20.836417 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-ba6b2561-5688-433c-86a3-682d196c37b9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e2753bb6-8459-44d3-ba49-018ce00c0666 HTTP/1.1" status: 204 len: 168 time: 0.1565700 Jan 28 19:43:20.846478 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6b2561-5688-433c-86a3-682d196c37b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2753bb6-8459-44d3-ba49-018ce00c0666,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:20.863836 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-3673201e-7932-488a-8e82-874d11febf8a req-9caabe69-b5ab-4237-a18b-afa14d8a8137 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (e26efea0-47ed-4a1d-9c31-b216999f9c21), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:20.951885 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b593d5-9ce1-4c0b-ba60-d53f8984f185 req-d00c204c-9fc7-4797-a6d5-4a2f2f7ce61e tempest-VolumesActionsTest-475547813 tempest-VolumesActionsTest-475547813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:20.960749 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c0b593d5-9ce1-4c0b-ba60-d53f8984f185 req-d00c204c-9fc7-4797-a6d5-4a2f2f7ce61e tempest-VolumesActionsTest-475547813 tempest-VolumesActionsTest-475547813-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f4fa9f7-6a6c-4bc5-9d08-40059df4e225 HTTP/1.1" status: 200 len: 932 time: 0.0968852 Jan 28 19:43:21.037039 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c0b593d5-9ce1-4c0b-ba60-d53f8984f185 req-dba43bc1-bbe6-472b-8e15-d8987548566d tempest-VolumesActionsTest-475547813 tempest-VolumesActionsTest-475547813-project] 10.222.0.64 "GET /v2.0/security-groups?id=a818cb2a-9ff5-4336-8f4d-815c6cc3d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671272 Jan 28 19:43:21.329938 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [req-3673201e-7932-488a-8e82-874d11febf8a req-9caabe69-b5ab-4237-a18b-afa14d8a8137 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e26efea0-47ed-4a1d-9c31-b216999f9c21 {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:43:21.342921 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-3673201e-7932-488a-8e82-874d11febf8a req-9caabe69-b5ab-4237-a18b-afa14d8a8137 service neutron] Publish callbacks [] for port (e26efea0-47ed-4a1d-9c31-b216999f9c21), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:21.368802 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-3673201e-7932-488a-8e82-874d11febf8a req-9caabe69-b5ab-4237-a18b-afa14d8a8137 service neutron] Transition to ACTIVE for port object e26efea0-47ed-4a1d-9c31-b216999f9c21 will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:43:21.376112 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-3673201e-7932-488a-8e82-874d11febf8a req-9caabe69-b5ab-4237-a18b-afa14d8a8137 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (e26efea0-47ed-4a1d-9c31-b216999f9c21), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:21.451933 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caabe69-b5ab-4237-a18b-afa14d8a8137 service neutron] Pushing event updated for resources: {'Port': ['ID=e26efea0-47ed-4a1d-9c31-b216999f9c21,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:21.529732 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-3673201e-7932-488a-8e82-874d11febf8a req-9caabe69-b5ab-4237-a18b-afa14d8a8137 service neutron] Attempting to bind port e26efea0-47ed-4a1d-9c31-b216999f9c21 on host n-h1-812111-14 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:43:21.530078 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-3673201e-7932-488a-8e82-874d11febf8a req-9caabe69-b5ab-4237-a18b-afa14d8a8137 service neutron] Attempting to bind port e26efea0-47ed-4a1d-9c31-b216999f9c21 by drivers openvswitch,hyperv on host n-h1-812111-14 at level 0 using segments [{'id': 'fb8563a1-bba4-4c92-a98a-293cd59af64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '59dc33ae-0cc3-47fa-8462-a487e727888c'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:43:21.530368 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3673201e-7932-488a-8e82-874d11febf8a req-9caabe69-b5ab-4237-a18b-afa14d8a8137 service neutron] Attempting to bind port e26efea0-47ed-4a1d-9c31-b216999f9c21 on network 59dc33ae-0cc3-47fa-8462-a487e727888c {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:43:21.535155 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3673201e-7932-488a-8e82-874d11febf8a req-9caabe69-b5ab-4237-a18b-afa14d8a8137 service neutron] Port e26efea0-47ed-4a1d-9c31-b216999f9c21 on network 59dc33ae-0cc3-47fa-8462-a487e727888c not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-14 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:43:21.535480 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3673201e-7932-488a-8e82-874d11febf8a req-9caabe69-b5ab-4237-a18b-afa14d8a8137 service neutron] Attempting to bind port e26efea0-47ed-4a1d-9c31-b216999f9c21 on network 59dc33ae-0cc3-47fa-8462-a487e727888c {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:43:21.540521 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3673201e-7932-488a-8e82-874d11febf8a req-9caabe69-b5ab-4237-a18b-afa14d8a8137 service neutron] Checking agent: {'id': 'b544ba20-de93-4d86-9e6b-a2202deb6191', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 42, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:43:21.540865 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3673201e-7932-488a-8e82-874d11febf8a req-9caabe69-b5ab-4237-a18b-afa14d8a8137 service neutron] Checking segment: {'id': 'fb8563a1-bba4-4c92-a98a-293cd59af64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '59dc33ae-0cc3-47fa-8462-a487e727888c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:43:21.541291 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3673201e-7932-488a-8e82-874d11febf8a req-9caabe69-b5ab-4237-a18b-afa14d8a8137 service neutron] Bound using segment: {'id': 'fb8563a1-bba4-4c92-a98a-293cd59af64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '59dc33ae-0cc3-47fa-8462-a487e727888c'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:43:21.541767 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-3673201e-7932-488a-8e82-874d11febf8a req-9caabe69-b5ab-4237-a18b-afa14d8a8137 service neutron] Bound port: e26efea0-47ed-4a1d-9c31-b216999f9c21, host: n-h1-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb8563a1-bba4-4c92-a98a-293cd59af64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '59dc33ae-0cc3-47fa-8462-a487e727888c'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:43:21.542081 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-3673201e-7932-488a-8e82-874d11febf8a req-9caabe69-b5ab-4237-a18b-afa14d8a8137 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (e26efea0-47ed-4a1d-9c31-b216999f9c21), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:21.616816 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-3673201e-7932-488a-8e82-874d11febf8a req-9caabe69-b5ab-4237-a18b-afa14d8a8137 service neutron] For port e26efea0-47ed-4a1d-9c31-b216999f9c21, host n-h1-812111-14, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:43:21.621914 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-3673201e-7932-488a-8e82-874d11febf8a req-9caabe69-b5ab-4237-a18b-afa14d8a8137 service neutron] For port e26efea0-47ed-4a1d-9c31-b216999f9c21, host n-h1-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=e26efea0-47ed-4a1d-9c31-b216999f9c21,segment=NetworkSegment(fb8563a1-bba4-4c92-a98a-293cd59af64f),segment_id=fb8563a1-bba4-4c92-a98a-293cd59af64f)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:43:21.629330 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-3673201e-7932-488a-8e82-874d11febf8a req-9caabe69-b5ab-4237-a18b-afa14d8a8137 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (e26efea0-47ed-4a1d-9c31-b216999f9c21), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:21.678370 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3673201e-7932-488a-8e82-874d11febf8a req-9caabe69-b5ab-4237-a18b-afa14d8a8137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:21.679002 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-3673201e-7932-488a-8e82-874d11febf8a req-9caabe69-b5ab-4237-a18b-afa14d8a8137 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:21.680794 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3673201e-7932-488a-8e82-874d11febf8a req-9caabe69-b5ab-4237-a18b-afa14d8a8137 service neutron] 10.222.0.41 "PUT /v2.0/ports/e26efea0-47ed-4a1d-9c31-b216999f9c21 HTTP/1.1" status: 200 len: 1093 time: 0.9830651 Jan 28 19:43:21.681415 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f4fa9f7-6a6c-4bc5-9d08-40059df4e225', 'tag': 'e26efea0-47ed-4a1d-9c31-b216999f9c21'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:43:21.684256 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b90463b0-e3df-483f-94a5-4d664c43f6fd" -d '{"events": [{"name": "network-changed", "server_uuid": "3f4fa9f7-6a6c-4bc5-9d08-40059df4e225", "tag": "e26efea0-47ed-4a1d-9c31-b216999f9c21"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:43:21.737292 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caabe69-b5ab-4237-a18b-afa14d8a8137 service neutron] Pushing event updated for resources: {'Port': ['ID=e26efea0-47ed-4a1d-9c31-b216999f9c21,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:21.756169 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b36b0062-fa24-47ef-b068-21ebdabcff02 x-openstack-request-id: req-b36b0062-fa24-47ef-b068-21ebdabcff02 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:43:21.757171 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f4fa9f7-6a6c-4bc5-9d08-40059df4e225", "tag": "e26efea0-47ed-4a1d-9c31-b216999f9c21", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:43:21.757643 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b36b0062-fa24-47ef-b068-21ebdabcff02 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:43:21.758652 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f4fa9f7-6a6c-4bc5-9d08-40059df4e225', 'tag': 'e26efea0-47ed-4a1d-9c31-b216999f9c21', 'status': 'completed', 'code': 200} Jan 28 19:43:21.823891 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3673201e-7932-488a-8e82-874d11febf8a req-742e2694-361d-4329-89c6-0b74e1cbdf4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:21.825622 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3673201e-7932-488a-8e82-874d11febf8a req-742e2694-361d-4329-89c6-0b74e1cbdf4f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d22f40a4e9bd48b0b6be5dd592836afd&device_id=3f4fa9f7-6a6c-4bc5-9d08-40059df4e225 HTTP/1.1" status: 200 len: 1127 time: 0.0541942 Jan 28 19:43:21.837476 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 51066) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:21.891838 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3673201e-7932-488a-8e82-874d11febf8a req-2401332b-c755-47f4-b954-9a08c7d63f25 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e26efea0-47ed-4a1d-9c31-b216999f9c21 HTTP/1.1" status: 200 len: 217 time: 0.0491464 Jan 28 19:43:21.977699 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-7a843d92-e8dc-49bd-be8a-4d2c10e92101 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-298144643'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:43:21.987305 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3673201e-7932-488a-8e82-874d11febf8a req-99bd3e66-57fd-41fc-ad98-2e528516dddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:21.989971 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3673201e-7932-488a-8e82-874d11febf8a req-99bd3e66-57fd-41fc-ad98-2e528516dddc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=eb9496b3-6438-4fc1-a372-03bae31cad41 HTTP/1.1" status: 200 len: 849 time: 0.0896719 Jan 28 19:43:22.004859 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a843d92-e8dc-49bd-be8a-4d2c10e92101 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Made reservation on behalf of d871ffcf59da420e85b77b208fa5001b for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:43:22.011647 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7a843d92-e8dc-49bd-be8a-4d2c10e92101 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:22.029993 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7a843d92-e8dc-49bd-be8a-4d2c10e92101 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:22.044668 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3673201e-7932-488a-8e82-874d11febf8a req-9e85df37-8144-4d13-aa91-a3f67f951097 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=59dc33ae-0cc3-47fa-8462-a487e727888c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453985 Jan 28 19:43:22.165221 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7a843d92-e8dc-49bd-be8a-4d2c10e92101 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks [] for security_group (1f97833f-c350-4681-ba19-20b39d4852fe), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:22.180191 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7a843d92-e8dc-49bd-be8a-4d2c10e92101 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (1f97833f-c350-4681-ba19-20b39d4852fe), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:22.180558 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3673201e-7932-488a-8e82-874d11febf8a req-5849f976-7493-49d5-87c6-2685fa584076 service neutron] 10.222.0.41 "GET /v2.0/networks/59dc33ae-0cc3-47fa-8462-a487e727888c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264176 Jan 28 19:43:22.229516 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a843d92-e8dc-49bd-be8a-4d2c10e92101 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:43:22.257622 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a843d92-e8dc-49bd-be8a-4d2c10e92101 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f97833f-c350-4681-ba19-20b39d4852fe,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:22.266091 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7a843d92-e8dc-49bd-be8a-4d2c10e92101 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (f51549d9-c949-4dbc-a1d0-f33b2cca339a), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:22.266944 n-d-812111-14 neutron-server[103304]: INFO neutron.db.segments_db [None req-7a843d92-e8dc-49bd-be8a-4d2c10e92101 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Added segment f51549d9-c949-4dbc-a1d0-f33b2cca339a of type vlan for network 37073213-151b-47b1-9953-f88b2665f6c0 Jan 28 19:43:22.286231 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78adca9-6983-4109-8c2b-ec62df327c14 req-a288ad1d-33a5-46a9-9864-29b6637c388f tempest-VolumesActionsTest-475547813 tempest-VolumesActionsTest-475547813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:22.287888 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a78adca9-6983-4109-8c2b-ec62df327c14 req-a288ad1d-33a5-46a9-9864-29b6637c388f tempest-VolumesActionsTest-475547813 tempest-VolumesActionsTest-475547813-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f4fa9f7-6a6c-4bc5-9d08-40059df4e225 HTTP/1.1" status: 200 len: 944 time: 0.1414247 Jan 28 19:43:22.330762 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3673201e-7932-488a-8e82-874d11febf8a req-125f126e-6545-4a10-9f4d-df8e263f4c97 service neutron] 10.222.0.41 "GET /v2.0/networks/59dc33ae-0cc3-47fa-8462-a487e727888c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392021 Jan 28 19:43:22.359062 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7a843d92-e8dc-49bd-be8a-4d2c10e92101 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (37073213-151b-47b1-9953-f88b2665f6c0), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:22.419531 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a78adca9-6983-4109-8c2b-ec62df327c14 req-b910be50-217f-4dc3-9d79-6e289b787445 tempest-VolumesActionsTest-475547813 tempest-VolumesActionsTest-475547813-project] 10.222.0.64 "GET /v2.0/security-groups?id=a818cb2a-9ff5-4336-8f4d-815c6cc3d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247952 Jan 28 19:43:22.430497 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7a843d92-e8dc-49bd-be8a-4d2c10e92101 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (37073213-151b-47b1-9953-f88b2665f6c0), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:22.437558 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a843d92-e8dc-49bd-be8a-4d2c10e92101 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:22.438342 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7a843d92-e8dc-49bd-be8a-4d2c10e92101 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:22.459132 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90463b0-e3df-483f-94a5-4d664c43f6fd req-797399cf-bd59-473e-a12d-5f26e3993927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:22.461388 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b90463b0-e3df-483f-94a5-4d664c43f6fd req-797399cf-bd59-473e-a12d-5f26e3993927 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d22f40a4e9bd48b0b6be5dd592836afd&device_id=3f4fa9f7-6a6c-4bc5-9d08-40059df4e225 HTTP/1.1" status: 200 len: 1127 time: 0.0749922 Jan 28 19:43:22.513593 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a843d92-e8dc-49bd-be8a-4d2c10e92101 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Pushing event updated for resources: {'Network': ['ID=37073213-151b-47b1-9953-f88b2665f6c0,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:22.524479 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network 37073213-151b-47b1-9953-f88b2665f6c0 details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:43:22.534350 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-7a843d92-e8dc-49bd-be8a-4d2c10e92101 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6954684 Jan 28 19:43:22.535117 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 51100) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:22.540859 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-1fb2d05f-e027-4717-a35c-346b1ea3096b tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Request body: {'port': {'network_id': '37073213-151b-47b1-9953-f88b2665f6c0', 'name': 'tempest-PortsTestJSON-1467363975'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:43:22.628283 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90463b0-e3df-483f-94a5-4d664c43f6fd req-1508d014-9613-4e12-92b3-26c64322d6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:22.629789 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b90463b0-e3df-483f-94a5-4d664c43f6fd req-1508d014-9613-4e12-92b3-26c64322d6b7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=59dc33ae-0cc3-47fa-8462-a487e727888c HTTP/1.1" status: 200 len: 909 time: 0.1571767 Jan 28 19:43:22.648422 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fb2d05f-e027-4717-a35c-346b1ea3096b tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Made reservation on behalf of d871ffcf59da420e85b77b208fa5001b for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:43:22.653144 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1fb2d05f-e027-4717-a35c-346b1ea3096b tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:22.676581 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [None req-1fb2d05f-e027-4717-a35c-346b1ea3096b tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] device_id is not set on port 22a18e43-9048-415b-9bfc-110e69041c0f yet. {{(pid=103304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:43:22.678584 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b90463b0-e3df-483f-94a5-4d664c43f6fd req-b1385e12-359f-44a5-8680-9e2ffc0918ff service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e26efea0-47ed-4a1d-9c31-b216999f9c21 HTTP/1.1" status: 200 len: 217 time: 0.0418243 Jan 28 19:43:22.744063 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90463b0-e3df-483f-94a5-4d664c43f6fd req-6db49c23-cfa0-4cd6-a56f-1b4554ad8064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:22.745925 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b90463b0-e3df-483f-94a5-4d664c43f6fd req-6db49c23-cfa0-4cd6-a56f-1b4554ad8064 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=eb9496b3-6438-4fc1-a372-03bae31cad41 HTTP/1.1" status: 200 len: 849 time: 0.0611520 Jan 28 19:43:22.791110 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b90463b0-e3df-483f-94a5-4d664c43f6fd req-f2074b61-377e-4ae0-893b-e2134babece3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=59dc33ae-0cc3-47fa-8462-a487e727888c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375764 Jan 28 19:43:22.868072 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1fb2d05f-e027-4717-a35c-346b1ea3096b tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks [] for port (22a18e43-9048-415b-9bfc-110e69041c0f), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:22.902092 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b90463b0-e3df-483f-94a5-4d664c43f6fd req-4f4643c8-b7ae-4e21-a7ec-84ee5e8aa028 service neutron] 10.222.0.41 "GET /v2.0/networks/59dc33ae-0cc3-47fa-8462-a487e727888c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034560 Jan 28 19:43:22.905264 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1fb2d05f-e027-4717-a35c-346b1ea3096b tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (22a18e43-9048-415b-9bfc-110e69041c0f), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:22.978998 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb2d05f-e027-4717-a35c-346b1ea3096b tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Pushing event updated for resources: {'Port': ['ID=22a18e43-9048-415b-9bfc-110e69041c0f,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:22.989947 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb2d05f-e027-4717-a35c-346b1ea3096b tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Checking segment: {'id': 'f51549d9-c949-4dbc-a1d0-f33b2cca339a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '37073213-151b-47b1-9953-f88b2665f6c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:43:22.990588 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb2d05f-e027-4717-a35c-346b1ea3096b tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Network hostable DHCP agents. Network: 37073213-151b-47b1-9953-f88b2665f6c0, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:43:23.016634 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb2d05f-e027-4717-a35c-346b1ea3096b tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Network 37073213-151b-47b1-9953-f88b2665f6c0 is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:43:23.029389 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-1fb2d05f-e027-4717-a35c-346b1ea3096b tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, 37073213-151b-47b1-9953-f88b2665f6c0) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:43:23.030117 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b90463b0-e3df-483f-94a5-4d664c43f6fd req-b88d1abb-bf9b-43e5-93b4-3b7b328c31a1 service neutron] 10.222.0.41 "GET /v2.0/networks/59dc33ae-0cc3-47fa-8462-a487e727888c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191561 Jan 28 19:43:23.036402 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb2d05f-e027-4717-a35c-346b1ea3096b tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:43:23.042071 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a85d7445-e235-4fd4-a456-d11fd904c48b None None] Network 37073213-151b-47b1-9953-f88b2665f6c0 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:43:23.042788 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb2d05f-e027-4717-a35c-346b1ea3096b tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:23.043442 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1fb2d05f-e027-4717-a35c-346b1ea3096b tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:23.070893 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 51104) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:23.076048 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-fed0bfea-1b50-43d0-b313-6e55f7758749 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1597115389'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:43:23.081352 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-1fb2d05f-e027-4717-a35c-346b1ea3096b tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.5440500 Jan 28 19:43:23.098984 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fed0bfea-1b50-43d0-b313-6e55f7758749 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Made reservation on behalf of d871ffcf59da420e85b77b208fa5001b for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:43:23.103232 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fed0bfea-1b50-43d0-b313-6e55f7758749 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:23.136998 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fed0bfea-1b50-43d0-b313-6e55f7758749 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:43:23.147397 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fed0bfea-1b50-43d0-b313-6e55f7758749 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (1d36fd6d-6102-4e24-b3ed-13179fb9ef1f), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:23.147798 n-d-812111-14 neutron-server[103305]: INFO neutron.db.segments_db [None req-fed0bfea-1b50-43d0-b313-6e55f7758749 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Added segment 1d36fd6d-6102-4e24-b3ed-13179fb9ef1f of type vlan for network a182feff-628c-4c81-9d11-0c347e48acb4 Jan 28 19:43:23.214626 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fed0bfea-1b50-43d0-b313-6e55f7758749 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (a182feff-628c-4c81-9d11-0c347e48acb4), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:23.258889 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fed0bfea-1b50-43d0-b313-6e55f7758749 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (a182feff-628c-4c81-9d11-0c347e48acb4), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:23.265362 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed0bfea-1b50-43d0-b313-6e55f7758749 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:23.266309 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fed0bfea-1b50-43d0-b313-6e55f7758749 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:23.369649 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-fed0bfea-1b50-43d0-b313-6e55f7758749 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2975664 Jan 28 19:43:23.370261 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 51106) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:23.376193 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-005be4ac-a161-4f61-b947-73abcff72213 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Request body: {'ports': [{'network_id': '37073213-151b-47b1-9953-f88b2665f6c0'}, {'network_id': 'a182feff-628c-4c81-9d11-0c347e48acb4'}]} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:43:23.376574 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-005be4ac-a161-4f61-b947-73abcff72213 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Request body: {'port': {'network_id': '37073213-151b-47b1-9953-f88b2665f6c0'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:43:23.377963 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-005be4ac-a161-4f61-b947-73abcff72213 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Request body: {'port': {'network_id': 'a182feff-628c-4c81-9d11-0c347e48acb4'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:43:23.382404 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed0bfea-1b50-43d0-b313-6e55f7758749 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Pushing event updated for resources: {'Network': ['ID=a182feff-628c-4c81-9d11-0c347e48acb4,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:23.395238 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network a182feff-628c-4c81-9d11-0c347e48acb4 details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:43:23.588504 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe5da8c-51f1-43bf-8c0e-232d8d328162 req-8c1577c4-3319-43fd-bba9-9360880b8d04 tempest-VolumesActionsTest-475547813 tempest-VolumesActionsTest-475547813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:23.590088 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6fe5da8c-51f1-43bf-8c0e-232d8d328162 req-8c1577c4-3319-43fd-bba9-9360880b8d04 tempest-VolumesActionsTest-475547813 tempest-VolumesActionsTest-475547813-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f4fa9f7-6a6c-4bc5-9d08-40059df4e225 HTTP/1.1" status: 200 len: 944 time: 0.0667133 Jan 28 19:43:23.593796 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-005be4ac-a161-4f61-b947-73abcff72213 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Made reservation on behalf of d871ffcf59da420e85b77b208fa5001b for: {'port': 2} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:43:23.598430 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-005be4ac-a161-4f61-b947-73abcff72213 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:23.617160 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-005be4ac-a161-4f61-b947-73abcff72213 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:23.644220 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6fe5da8c-51f1-43bf-8c0e-232d8d328162 req-f79e3204-ba35-4c27-b108-1d278014959f tempest-VolumesActionsTest-475547813 tempest-VolumesActionsTest-475547813-project] 10.222.0.64 "GET /v2.0/security-groups?id=a818cb2a-9ff5-4336-8f4d-815c6cc3d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465734 Jan 28 19:43:23.797662 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [None req-005be4ac-a161-4f61-b947-73abcff72213 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] device_id is not set on port cd2c2f6f-7f31-479c-b0ba-dab9d6505af2 yet. {{(pid=103304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:43:23.895078 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-005be4ac-a161-4f61-b947-73abcff72213 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks [] for port (cd2c2f6f-7f31-479c-b0ba-dab9d6505af2), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:23.912269 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:23.978417 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [None req-005be4ac-a161-4f61-b947-73abcff72213 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] device_id is not set on port 72135a0e-1d6b-4916-af41-22fddb3b0c01 yet. {{(pid=103304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:43:24.058938 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-005be4ac-a161-4f61-b947-73abcff72213 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks [] for port (72135a0e-1d6b-4916-af41-22fddb3b0c01), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:24.100665 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-005be4ac-a161-4f61-b947-73abcff72213 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (cd2c2f6f-7f31-479c-b0ba-dab9d6505af2), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:24.148591 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-005be4ac-a161-4f61-b947-73abcff72213 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Network 37073213-151b-47b1-9953-f88b2665f6c0 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:43:24.151771 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-005be4ac-a161-4f61-b947-73abcff72213 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:43:24.159714 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005be4ac-a161-4f61-b947-73abcff72213 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:43:24.160671 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-005be4ac-a161-4f61-b947-73abcff72213 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (72135a0e-1d6b-4916-af41-22fddb3b0c01), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:24.173807 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005be4ac-a161-4f61-b947-73abcff72213 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Pushing event updated for resources: {'Port': ['ID=cd2c2f6f-7f31-479c-b0ba-dab9d6505af2,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:24.255119 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005be4ac-a161-4f61-b947-73abcff72213 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Pushing event updated for resources: {'Port': ['ID=72135a0e-1d6b-4916-af41-22fddb3b0c01,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:24.282954 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005be4ac-a161-4f61-b947-73abcff72213 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Checking segment: {'id': '1d36fd6d-6102-4e24-b3ed-13179fb9ef1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'a182feff-628c-4c81-9d11-0c347e48acb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:43:24.284023 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-005be4ac-a161-4f61-b947-73abcff72213 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Network hostable DHCP agents. Network: a182feff-628c-4c81-9d11-0c347e48acb4, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:43:24.308021 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-005be4ac-a161-4f61-b947-73abcff72213 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Network a182feff-628c-4c81-9d11-0c347e48acb4 is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:43:24.328328 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-005be4ac-a161-4f61-b947-73abcff72213 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, a182feff-628c-4c81-9d11-0c347e48acb4) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:43:24.333162 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005be4ac-a161-4f61-b947-73abcff72213 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:43:24.340085 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-005be4ac-a161-4f61-b947-73abcff72213 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:24.341423 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8842cb33-2e65-408e-beb6-9a57f93b7fd8 None None] Network a182feff-628c-4c81-9d11-0c347e48acb4 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:43:24.344532 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-005be4ac-a161-4f61-b947-73abcff72213 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:24.345482 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-005be4ac-a161-4f61-b947-73abcff72213 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:24.370476 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-005be4ac-a161-4f61-b947-73abcff72213 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 0.9994066 Jan 28 19:43:24.373619 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 51120) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:24.526878 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-54505d76-b6af-4276-899e-59d1ca6d8ecc tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Deleting port 72135a0e-1d6b-4916-af41-22fddb3b0c01 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:43:24.527335 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-54505d76-b6af-4276-899e-59d1ca6d8ecc tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (72135a0e-1d6b-4916-af41-22fddb3b0c01), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:24.606272 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-54505d76-b6af-4276-899e-59d1ca6d8ecc tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (72135a0e-1d6b-4916-af41-22fddb3b0c01), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:24.623438 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-54505d76-b6af-4276-899e-59d1ca6d8ecc tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Calling delete_port for 72135a0e-1d6b-4916-af41-22fddb3b0c01 owned by {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:43:24.736181 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-54505d76-b6af-4276-899e-59d1ca6d8ecc tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (72135a0e-1d6b-4916-af41-22fddb3b0c01), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:24.789580 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-54505d76-b6af-4276-899e-59d1ca6d8ecc tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:24.798148 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 51126) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:24.798553 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-54505d76-b6af-4276-899e-59d1ca6d8ecc tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] 10.222.0.64 "DELETE /v2.0/ports/72135a0e-1d6b-4916-af41-22fddb3b0c01 HTTP/1.1" status: 204 len: 168 time: 0.4235859 Jan 28 19:43:24.801796 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54505d76-b6af-4276-899e-59d1ca6d8ecc tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Pushing event deleted for resources: {'Port': ['ID=72135a0e-1d6b-4916-af41-22fddb3b0c01,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:24.918186 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3132687-2b62-4eea-a51b-64913f04914d req-c24c7306-9076-454b-a6e4-4dc3c0996d10 tempest-VolumesActionsTest-475547813 tempest-VolumesActionsTest-475547813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:24.919735 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c3132687-2b62-4eea-a51b-64913f04914d req-c24c7306-9076-454b-a6e4-4dc3c0996d10 tempest-VolumesActionsTest-475547813 tempest-VolumesActionsTest-475547813-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f4fa9f7-6a6c-4bc5-9d08-40059df4e225 HTTP/1.1" status: 200 len: 944 time: 0.1626682 Jan 28 19:43:24.966080 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c45bd0d-4d94-4736-9965-515e26bd9bab tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:24.971352 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c45bd0d-4d94-4736-9965-515e26bd9bab tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:24.972862 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-2c45bd0d-4d94-4736-9965-515e26bd9bab tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1712394 Jan 28 19:43:24.975896 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 51128) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:25.000348 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c3132687-2b62-4eea-a51b-64913f04914d req-34ad0295-ab10-4eef-ac5e-e7466bb13221 tempest-VolumesActionsTest-475547813 tempest-VolumesActionsTest-475547813-project] 10.222.0.64 "GET /v2.0/security-groups?id=a818cb2a-9ff5-4336-8f4d-815c6cc3d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728161 Jan 28 19:43:25.100959 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-a3551a95-85e5-4c7e-81f8-c7702bc9d07e tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Deleting port cd2c2f6f-7f31-479c-b0ba-dab9d6505af2 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:43:25.101470 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a3551a95-85e5-4c7e-81f8-c7702bc9d07e tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (cd2c2f6f-7f31-479c-b0ba-dab9d6505af2), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:25.178005 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a3551a95-85e5-4c7e-81f8-c7702bc9d07e tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (cd2c2f6f-7f31-479c-b0ba-dab9d6505af2), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:25.192546 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-a3551a95-85e5-4c7e-81f8-c7702bc9d07e tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Calling delete_port for cd2c2f6f-7f31-479c-b0ba-dab9d6505af2 owned by {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:43:25.302670 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a3551a95-85e5-4c7e-81f8-c7702bc9d07e tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (cd2c2f6f-7f31-479c-b0ba-dab9d6505af2), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:25.333429 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3551a95-85e5-4c7e-81f8-c7702bc9d07e tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Pushing event deleted for resources: {'Port': ['ID=cd2c2f6f-7f31-479c-b0ba-dab9d6505af2,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:25.340457 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a3551a95-85e5-4c7e-81f8-c7702bc9d07e tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:25.345715 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 51132) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:25.345864 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-a3551a95-85e5-4c7e-81f8-c7702bc9d07e tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] 10.222.0.64 "DELETE /v2.0/ports/cd2c2f6f-7f31-479c-b0ba-dab9d6505af2 HTTP/1.1" status: 204 len: 168 time: 0.3688014 Jan 28 19:43:25.412242 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-777dfc08-2b7a-41a4-a2c5-3578c0fc30aa tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:25.416187 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-777dfc08-2b7a-41a4-a2c5-3578c0fc30aa tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0662591 Jan 28 19:43:25.416672 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 51134) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:25.448099 n-d-812111-14 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-26c60c6a-1874-43a6-a47b-d323b8ce05cc tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] GET failed (client error): The resource could not be found. Jan 28 19:43:25.452206 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-26c60c6a-1874-43a6-a47b-d323b8ce05cc tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] 10.222.0.64 "GET /v2.0/ports/72135a0e-1d6b-4916-af41-22fddb3b0c01 HTTP/1.1" status: 404 len: 333 time: 0.0321195 Jan 28 19:43:25.452440 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 51136) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:25.478341 n-d-812111-14 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-7be52de1-698d-4cb9-9832-28d381083653 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] GET failed (client error): The resource could not be found. Jan 28 19:43:25.479755 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-7be52de1-698d-4cb9-9832-28d381083653 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] 10.222.0.64 "GET /v2.0/ports/cd2c2f6f-7f31-479c-b0ba-dab9d6505af2 HTTP/1.1" status: 404 len: 333 time: 0.0263827 Jan 28 19:43:25.482394 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 51138) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:25.563765 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-02314b98-081d-474b-bc86-a8360bd7822f tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (a182feff-628c-4c81-9d11-0c347e48acb4), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:25.680891 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-02314b98-081d-474b-bc86-a8360bd7822f tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (a182feff-628c-4c81-9d11-0c347e48acb4), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:25.739371 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-02314b98-081d-474b-bc86-a8360bd7822f tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a182feff-628c-4c81-9d11-0c347e48acb4']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:43:25.752603 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-02314b98-081d-474b-bc86-a8360bd7822f tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d36fd6d-6102-4e24-b3ed-13179fb9ef1f') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:43:25.753322 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-02314b98-081d-474b-bc86-a8360bd7822f tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d36fd6d-6102-4e24-b3ed-13179fb9ef1f') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:43:25.765817 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-02314b98-081d-474b-bc86-a8360bd7822f tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16187153'] for segment (1d36fd6d-6102-4e24-b3ed-13179fb9ef1f), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:25.781080 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-02314b98-081d-474b-bc86-a8360bd7822f tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (1d36fd6d-6102-4e24-b3ed-13179fb9ef1f), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:25.790655 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02314b98-081d-474b-bc86-a8360bd7822f tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:43:25.791118 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-02314b98-081d-474b-bc86-a8360bd7822f tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4752570'] for segment (1d36fd6d-6102-4e24-b3ed-13179fb9ef1f), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:25.795282 n-d-812111-14 neutron-server[103305]: Traceback (most recent call last): Jan 28 19:43:25.795282 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:43:25.795282 n-d-812111-14 neutron-server[103305]: timer() Jan 28 19:43:25.795282 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:43:25.795282 n-d-812111-14 neutron-server[103305]: cb(*args, **kw) Jan 28 19:43:25.795282 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:43:25.795282 n-d-812111-14 neutron-server[103305]: return func(*args, **kwargs) Jan 28 19:43:25.795282 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:43:25.795282 n-d-812111-14 neutron-server[103305]: self._notify() Jan 28 19:43:25.795282 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:43:25.795282 n-d-812111-14 neutron-server[103305]: self.callback(batched_events) Jan 28 19:43:25.795282 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:43:25.795282 n-d-812111-14 neutron-server[103305]: event.method(event) Jan 28 19:43:25.795282 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:43:25.795282 n-d-812111-14 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:43:25.795282 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:43:25.795282 n-d-812111-14 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:43:25.795282 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:43:25.795282 n-d-812111-14 neutron-server[103305]: return f(self, *a, **k) Jan 28 19:43:25.795282 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:43:25.795282 n-d-812111-14 neutron-server[103305]: return self._get(url).json() Jan 28 19:43:25.795282 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:43:25.795282 n-d-812111-14 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:43:25.795282 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:43:25.795282 n-d-812111-14 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 28 19:43:25.795282 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:43:25.795282 n-d-812111-14 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:43:25.795282 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:43:25.795282 n-d-812111-14 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:43:25.795282 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:43:25.795282 n-d-812111-14 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:43:25.795282 n-d-812111-14 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:43:25.874431 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-02314b98-081d-474b-bc86-a8360bd7822f tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (a182feff-628c-4c81-9d11-0c347e48acb4), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:25.883415 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-02314b98-081d-474b-bc86-a8360bd7822f tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:25.892278 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 51146) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:25.899422 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-c2c6b592-91d1-4150-b93e-c623b8af0df6 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-159724762'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:43:25.904323 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-02314b98-081d-474b-bc86-a8360bd7822f tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] 10.222.0.64 "DELETE /v2.0/networks/a182feff-628c-4c81-9d11-0c347e48acb4 HTTP/1.1" status: 204 len: 168 time: 0.4195035 Jan 28 19:43:25.933007 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02314b98-081d-474b-bc86-a8360bd7822f tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Pushing event deleted for resources: {'Network': ['ID=a182feff-628c-4c81-9d11-0c347e48acb4,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:25.942138 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2c6b592-91d1-4150-b93e-c623b8af0df6 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Made reservation on behalf of d871ffcf59da420e85b77b208fa5001b for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:43:25.947493 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c2c6b592-91d1-4150-b93e-c623b8af0df6 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:25.981338 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2c6b592-91d1-4150-b93e-c623b8af0df6 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:43:25.986437 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device e26efea0-47ed-4a1d-9c31-b216999f9c21 details requested by agent hyperv_n-h1-812111-14 with host n-h1-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:43:26.019626 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c2c6b592-91d1-4150-b93e-c623b8af0df6 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (59e48234-b820-4b3c-ab9f-97e847c95a61), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:26.019994 n-d-812111-14 neutron-server[103304]: INFO neutron.db.segments_db [None req-c2c6b592-91d1-4150-b93e-c623b8af0df6 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Added segment 59e48234-b820-4b3c-ab9f-97e847c95a61 of type vlan for network c5450e5d-282a-476e-8ea5-4c317e50eeee Jan 28 19:43:26.114200 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c2c6b592-91d1-4150-b93e-c623b8af0df6 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (c5450e5d-282a-476e-8ea5-4c317e50eeee), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:26.153975 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c2c6b592-91d1-4150-b93e-c623b8af0df6 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (c5450e5d-282a-476e-8ea5-4c317e50eeee), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:26.162024 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c6b592-91d1-4150-b93e-c623b8af0df6 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:26.163034 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c2c6b592-91d1-4150-b93e-c623b8af0df6 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:26.183681 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c84da7-bba4-4d06-a0de-b60a531f8f4a req-8cc386ae-9103-4462-aa9e-0104e2a699b2 tempest-VolumesActionsTest-475547813 tempest-VolumesActionsTest-475547813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:26.186125 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e5c84da7-bba4-4d06-a0de-b60a531f8f4a req-8cc386ae-9103-4462-aa9e-0104e2a699b2 tempest-VolumesActionsTest-475547813 tempest-VolumesActionsTest-475547813-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f4fa9f7-6a6c-4bc5-9d08-40059df4e225 HTTP/1.1" status: 200 len: 944 time: 0.0880725 Jan 28 19:43:26.224427 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port e26efea0-47ed-4a1d-9c31-b216999f9c21, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=e26efea0-47ed-4a1d-9c31-b216999f9c21,segment=NetworkSegment(fb8563a1-bba4-4c92-a98a-293cd59af64f),segment_id=fb8563a1-bba4-4c92-a98a-293cd59af64f)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:43:26.247031 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Returning: {'device': 'e26efea0-47ed-4a1d-9c31-b216999f9c21', 'network_id': '59dc33ae-0cc3-47fa-8462-a487e727888c', 'port_id': 'e26efea0-47ed-4a1d-9c31-b216999f9c21', 'mac_address': 'fa:16:3e:99:d4:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb9496b3-6438-4fc1-a372-03bae31cad41', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:43:26.260814 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-c2c6b592-91d1-4150-b93e-c623b8af0df6 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3637521 Jan 28 19:43:26.265234 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 51150) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:26.271655 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-016e8082-b75a-4c76-a2cd-7cf5b23e3a48 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Request body: {'subnet': {'network_id': 'c5450e5d-282a-476e-8ea5-4c317e50eeee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:43:26.278799 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e5c84da7-bba4-4d06-a0de-b60a531f8f4a req-497f1afc-374a-467c-a727-3ac24dd7f327 tempest-VolumesActionsTest-475547813 tempest-VolumesActionsTest-475547813-project] 10.222.0.64 "GET /v2.0/security-groups?id=a818cb2a-9ff5-4336-8f4d-815c6cc3d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857968 Jan 28 19:43:26.330377 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port e26efea0-47ed-4a1d-9c31-b216999f9c21 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:43:26.332816 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (e26efea0-47ed-4a1d-9c31-b216999f9c21), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:26.335965 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c6b592-91d1-4150-b93e-c623b8af0df6 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Pushing event updated for resources: {'Network': ['ID=c5450e5d-282a-476e-8ea5-4c317e50eeee,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:26.350057 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network c5450e5d-282a-476e-8ea5-4c317e50eeee details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:43:26.400754 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-016e8082-b75a-4c76-a2cd-7cf5b23e3a48 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Made reservation on behalf of d871ffcf59da420e85b77b208fa5001b for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:43:26.404538 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-016e8082-b75a-4c76-a2cd-7cf5b23e3a48 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5221429'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:26.458754 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e26efea0-47ed-4a1d-9c31-b216999f9c21 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:43:26.474921 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.ipam_backend_mixin [None req-016e8082-b75a-4c76-a2cd-7cf5b23e3a48 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Performing IP validity checks on allocation pools {{(pid=103304) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 28 19:43:26.475541 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.ipam_backend_mixin [None req-016e8082-b75a-4c76-a2cd-7cf5b23e3a48 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103304) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 28 19:43:26.482153 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port e26efea0-47ed-4a1d-9c31-b216999f9c21, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=e26efea0-47ed-4a1d-9c31-b216999f9c21,segment=NetworkSegment(fb8563a1-bba4-4c92-a98a-293cd59af64f),segment_id=fb8563a1-bba4-4c92-a98a-293cd59af64f)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:43:26.500068 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (e26efea0-47ed-4a1d-9c31-b216999f9c21), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:26.563320 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=e26efea0-47ed-4a1d-9c31-b216999f9c21,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:26.623965 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-016e8082-b75a-4c76-a2cd-7cf5b23e3a48 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4690681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5221415'] for subnet (2e342ff6-0793-4357-a38d-a64ad4608bb0), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:26.705062 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-016e8082-b75a-4c76-a2cd-7cf5b23e3a48 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Checking segment: {'id': '59e48234-b820-4b3c-ab9f-97e847c95a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'c5450e5d-282a-476e-8ea5-4c317e50eeee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:43:26.705062 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-016e8082-b75a-4c76-a2cd-7cf5b23e3a48 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Network hostable DHCP agents. Network: c5450e5d-282a-476e-8ea5-4c317e50eeee, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:43:26.708278 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016e8082-b75a-4c76-a2cd-7cf5b23e3a48 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Pushing event updated for resources: {'Subnet': ['ID=2e342ff6-0793-4357-a38d-a64ad4608bb0,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:26.731111 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-016e8082-b75a-4c76-a2cd-7cf5b23e3a48 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Network c5450e5d-282a-476e-8ea5-4c317e50eeee is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:43:26.742958 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-016e8082-b75a-4c76-a2cd-7cf5b23e3a48 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, c5450e5d-282a-476e-8ea5-4c317e50eeee) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:43:26.748900 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-016e8082-b75a-4c76-a2cd-7cf5b23e3a48 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:26.749594 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-016e8082-b75a-4c76-a2cd-7cf5b23e3a48 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:26.771049 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65debbcb-bd1d-4030-88fa-5cd7b6236b88 None None] Network c5450e5d-282a-476e-8ea5-4c317e50eeee requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:43:26.774978 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['e26efea0-47ed-4a1d-9c31-b216999f9c21'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:43:26.779937 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-016e8082-b75a-4c76-a2cd-7cf5b23e3a48 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5131359 Jan 28 19:43:26.782353 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 51156) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:26.788365 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-604601a3-2c47-4295-98b5-1b22981c8eac tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Request body: {'port': {'network_id': 'c5450e5d-282a-476e-8ea5-4c317e50eeee', 'name': 'tempest-PortsTestJSON-279747555'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:43:26.925525 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-604601a3-2c47-4295-98b5-1b22981c8eac tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Made reservation on behalf of d871ffcf59da420e85b77b208fa5001b for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:43:26.929244 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-604601a3-2c47-4295-98b5-1b22981c8eac tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:26.951232 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [None req-604601a3-2c47-4295-98b5-1b22981c8eac tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] device_id is not set on port e2cb8fed-b7e0-43d7-9cc7-ad6a6eef1003 yet. {{(pid=103304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:43:26.989900 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eb2e397-b4b7-4fc6-816f-78508f9d767e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68cd31fd-e4cd-5fb3-a862-256fc47efcd2-c5450e5d-282a-476e-8ea5-4c317e50eeee', 'network_id': 'c5450e5d-282a-476e-8ea5-4c317e50eeee', 'project_id': 'd871ffcf59da420e85b77b208fa5001b', 'fixed_ips': [{'subnet_id': '2e342ff6-0793-4357-a38d-a64ad4608bb0'}]}} from n-d-812111-14. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:43:26.990941 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5eb2e397-b4b7-4fc6-816f-78508f9d767e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:27.088138 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-604601a3-2c47-4295-98b5-1b22981c8eac tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Allocated IP 172.20.0.7 (c5450e5d-282a-476e-8ea5-4c317e50eeee/2e342ff6-0793-4357-a38d-a64ad4608bb0/e2cb8fed-b7e0-43d7-9cc7-ad6a6eef1003) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:43:27.258936 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-604601a3-2c47-4295-98b5-1b22981c8eac tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks [] for port (e2cb8fed-b7e0-43d7-9cc7-ad6a6eef1003), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:27.601528 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63e9c88-9e03-44f8-884f-d65e40353499 req-3f16e75a-1669-402c-afe6-c66f93b45ea6 tempest-VolumesActionsTest-475547813 tempest-VolumesActionsTest-475547813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:27.603025 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c63e9c88-9e03-44f8-884f-d65e40353499 req-3f16e75a-1669-402c-afe6-c66f93b45ea6 tempest-VolumesActionsTest-475547813 tempest-VolumesActionsTest-475547813-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f4fa9f7-6a6c-4bc5-9d08-40059df4e225 HTTP/1.1" status: 200 len: 945 time: 0.0709906 Jan 28 19:43:27.604200 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-604601a3-2c47-4295-98b5-1b22981c8eac tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (e2cb8fed-b7e0-43d7-9cc7-ad6a6eef1003), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:27.636723 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-5eb2e397-b4b7-4fc6-816f-78508f9d767e None None] Allocated IP 172.20.0.2 (c5450e5d-282a-476e-8ea5-4c317e50eeee/2e342ff6-0793-4357-a38d-a64ad4608bb0/f9eb372e-e84b-4201-8d29-9d77ade746d8) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:43:27.671795 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-604601a3-2c47-4295-98b5-1b22981c8eac tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Network c5450e5d-282a-476e-8ea5-4c317e50eeee is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:43:27.676279 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-604601a3-2c47-4295-98b5-1b22981c8eac tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:43:27.710399 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604601a3-2c47-4295-98b5-1b22981c8eac tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:43:27.756279 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c63e9c88-9e03-44f8-884f-d65e40353499 req-89b90152-7e46-4813-b87b-7459e0caf32c tempest-VolumesActionsTest-475547813 tempest-VolumesActionsTest-475547813-project] 10.222.0.64 "GET /v2.0/security-groups?id=a818cb2a-9ff5-4336-8f4d-815c6cc3d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421933 Jan 28 19:43:27.791334 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604601a3-2c47-4295-98b5-1b22981c8eac tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Pushing event updated for resources: {'Port': ['ID=e2cb8fed-b7e0-43d7-9cc7-ad6a6eef1003,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:27.817630 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-604601a3-2c47-4295-98b5-1b22981c8eac tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:27.818186 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-604601a3-2c47-4295-98b5-1b22981c8eac tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:27.820698 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5eb2e397-b4b7-4fc6-816f-78508f9d767e None None] Publish callbacks [] for port (f9eb372e-e84b-4201-8d29-9d77ade746d8), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:27.842226 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-604601a3-2c47-4295-98b5-1b22981c8eac tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.0561597 Jan 28 19:43:27.843047 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 51168) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:27.846929 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5eb2e397-b4b7-4fc6-816f-78508f9d767e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (f9eb372e-e84b-4201-8d29-9d77ade746d8), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:27.897667 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb2e397-b4b7-4fc6-816f-78508f9d767e None None] Network c5450e5d-282a-476e-8ea5-4c317e50eeee is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:43:27.900873 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-5eb2e397-b4b7-4fc6-816f-78508f9d767e None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:43:27.904437 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb2e397-b4b7-4fc6-816f-78508f9d767e None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:43:27.958891 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-8f939db6-fb38-4bb1-841d-48a4648c6a5a tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Deleting port e2cb8fed-b7e0-43d7-9cc7-ad6a6eef1003 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:43:27.959233 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8f939db6-fb38-4bb1-841d-48a4648c6a5a tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (e2cb8fed-b7e0-43d7-9cc7-ad6a6eef1003), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:27.966767 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb2e397-b4b7-4fc6-816f-78508f9d767e None None] Pushing event updated for resources: {'Port': ['ID=f9eb372e-e84b-4201-8d29-9d77ade746d8,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:27.993165 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-5eb2e397-b4b7-4fc6-816f-78508f9d767e None None] Attempting to bind port f9eb372e-e84b-4201-8d29-9d77ade746d8 on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:43:27.993849 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-5eb2e397-b4b7-4fc6-816f-78508f9d767e None None] Attempting to bind port f9eb372e-e84b-4201-8d29-9d77ade746d8 by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '59e48234-b820-4b3c-ab9f-97e847c95a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'c5450e5d-282a-476e-8ea5-4c317e50eeee'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:43:27.993984 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb2e397-b4b7-4fc6-816f-78508f9d767e None None] Attempting to bind port f9eb372e-e84b-4201-8d29-9d77ade746d8 on network c5450e5d-282a-476e-8ea5-4c317e50eeee {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:43:27.999133 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device e26efea0-47ed-4a1d-9c31-b216999f9c21 up at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:43:28.048537 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb2e397-b4b7-4fc6-816f-78508f9d767e None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 43, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:43:28.049017 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb2e397-b4b7-4fc6-816f-78508f9d767e None None] Checking segment: {'id': '59e48234-b820-4b3c-ab9f-97e847c95a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'c5450e5d-282a-476e-8ea5-4c317e50eeee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:43:28.049360 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5eb2e397-b4b7-4fc6-816f-78508f9d767e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:28.049766 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb2e397-b4b7-4fc6-816f-78508f9d767e None None] Bound using segment: {'id': '59e48234-b820-4b3c-ab9f-97e847c95a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'c5450e5d-282a-476e-8ea5-4c317e50eeee'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:43:28.050261 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-5eb2e397-b4b7-4fc6-816f-78508f9d767e None None] Bound port: f9eb372e-e84b-4201-8d29-9d77ade746d8, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59e48234-b820-4b3c-ab9f-97e847c95a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'c5450e5d-282a-476e-8ea5-4c317e50eeee'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:43:28.050645 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5eb2e397-b4b7-4fc6-816f-78508f9d767e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (f9eb372e-e84b-4201-8d29-9d77ade746d8), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:28.091402 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8f939db6-fb38-4bb1-841d-48a4648c6a5a tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (e2cb8fed-b7e0-43d7-9cc7-ad6a6eef1003), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:28.102209 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning for port e26efea0-47ed-4a1d-9c31-b216999f9c21 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:43:28.107215 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-8f939db6-fb38-4bb1-841d-48a4648c6a5a tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Calling delete_port for e2cb8fed-b7e0-43d7-9cc7-ad6a6eef1003 owned by {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:43:28.117784 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning complete for port e26efea0-47ed-4a1d-9c31-b216999f9c21 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:43:28.118105 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (e26efea0-47ed-4a1d-9c31-b216999f9c21), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:28.163822 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-5eb2e397-b4b7-4fc6-816f-78508f9d767e None None] For port f9eb372e-e84b-4201-8d29-9d77ade746d8, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:43:28.178009 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-5eb2e397-b4b7-4fc6-816f-78508f9d767e None None] For port f9eb372e-e84b-4201-8d29-9d77ade746d8, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=f9eb372e-e84b-4201-8d29-9d77ade746d8,segment=NetworkSegment(59e48234-b820-4b3c-ab9f-97e847c95a61),segment_id=59e48234-b820-4b3c-ab9f-97e847c95a61)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:43:28.223235 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port e26efea0-47ed-4a1d-9c31-b216999f9c21 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:43:28.223638 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (e26efea0-47ed-4a1d-9c31-b216999f9c21), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:28.245526 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5eb2e397-b4b7-4fc6-816f-78508f9d767e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (f9eb372e-e84b-4201-8d29-9d77ade746d8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:28.253385 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f4fa9f7-6a6c-4bc5-9d08-40059df4e225', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e26efea0-47ed-4a1d-9c31-b216999f9c21'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:43:28.255671 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-779d8dfc-011d-4ccf-8240-644a37811bda" -d '{"events": [{"server_uuid": "3f4fa9f7-6a6c-4bc5-9d08-40059df4e225", "name": "network-vif-plugged", "status": "completed", "tag": "e26efea0-47ed-4a1d-9c31-b216999f9c21"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:43:28.290992 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port e26efea0-47ed-4a1d-9c31-b216999f9c21, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=e26efea0-47ed-4a1d-9c31-b216999f9c21,segment=NetworkSegment(fb8563a1-bba4-4c92-a98a-293cd59af64f),segment_id=fb8563a1-bba4-4c92-a98a-293cd59af64f)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:43:28.313441 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8f939db6-fb38-4bb1-841d-48a4648c6a5a tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (e2cb8fed-b7e0-43d7-9cc7-ad6a6eef1003), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:28.316250 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (e26efea0-47ed-4a1d-9c31-b216999f9c21), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:28.344649 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb2e397-b4b7-4fc6-816f-78508f9d767e None None] Pushing event updated for resources: {'Port': ['ID=f9eb372e-e84b-4201-8d29-9d77ade746d8,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:28.350017 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c140b68c-7c99-4f6c-9a48-0e5edfeeb7e5 x-openstack-request-id: req-c140b68c-7c99-4f6c-9a48-0e5edfeeb7e5 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:43:28.350579 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f4fa9f7-6a6c-4bc5-9d08-40059df4e225", "name": "network-vif-plugged", "status": "completed", "tag": "e26efea0-47ed-4a1d-9c31-b216999f9c21", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:43:28.351005 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c140b68c-7c99-4f6c-9a48-0e5edfeeb7e5 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:43:28.351567 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f4fa9f7-6a6c-4bc5-9d08-40059df4e225', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e26efea0-47ed-4a1d-9c31-b216999f9c21', 'code': 200} Jan 28 19:43:28.382650 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f939db6-fb38-4bb1-841d-48a4648c6a5a tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Pushing event deleted for resources: {'Port': ['ID=e2cb8fed-b7e0-43d7-9cc7-ad6a6eef1003,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:28.447937 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=e26efea0-47ed-4a1d-9c31-b216999f9c21,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:28.510273 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8f939db6-fb38-4bb1-841d-48a4648c6a5a tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:28.514099 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-8f939db6-fb38-4bb1-841d-48a4648c6a5a tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] 10.222.0.64 "DELETE /v2.0/ports/e2cb8fed-b7e0-43d7-9cc7-ad6a6eef1003 HTTP/1.1" status: 204 len: 168 time: 0.6692183 Jan 28 19:43:28.516775 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 51172) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:28.530226 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350841d0-dcb3-492b-b926-c77c6a0d58d6 req-d41d9da8-a420-4986-a48b-75ffafd68fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:28.531754 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-350841d0-dcb3-492b-b926-c77c6a0d58d6 req-d41d9da8-a420-4986-a48b-75ffafd68fa5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3f4fa9f7-6a6c-4bc5-9d08-40059df4e225 HTTP/1.1" status: 200 len: 1129 time: 0.1119585 Jan 28 19:43:28.554908 n-d-812111-14 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb65201d-8dfb-42fd-9c4c-41d339dfeaf9 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] DELETE failed (client error): The resource could not be found. Jan 28 19:43:28.555487 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb65201d-8dfb-42fd-9c4c-41d339dfeaf9 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:43:28.567437 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-fb65201d-8dfb-42fd-9c4c-41d339dfeaf9 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] 10.222.0.64 "DELETE /v2.0/ports/e2cb8fed-b7e0-43d7-9cc7-ad6a6eef1003 HTTP/1.1" status: 404 len: 333 time: 0.0495453 Jan 28 19:43:28.571149 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 51176) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:28.653975 n-d-812111-14 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd07712d-2d24-4bc0-b1b6-265a609744c4 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] GET failed (client error): The resource could not be found. Jan 28 19:43:28.655558 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-fd07712d-2d24-4bc0-b1b6-265a609744c4 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] 10.222.0.64 "GET /v2.0/ports/e2cb8fed-b7e0-43d7-9cc7-ad6a6eef1003 HTTP/1.1" status: 404 len: 333 time: 0.0733757 Jan 28 19:43:28.658938 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 51180) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:28.684223 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-350841d0-dcb3-492b-b926-c77c6a0d58d6 req-b23d4731-d3e3-4157-92b6-f556d97b19de service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a818cb2a-9ff5-4336-8f4d-815c6cc3d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419961 Jan 28 19:43:28.724811 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-770bbf4d-b554-40c0-a757-b5c4d5861d5d tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Deleting subnet 2e342ff6-0793-4357-a38d-a64ad4608bb0 {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:43:28.730943 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-770bbf4d-b554-40c0-a757-b5c4d5861d5d tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks [] for subnet (2e342ff6-0793-4357-a38d-a64ad4608bb0), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:28.776476 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-770bbf4d-b554-40c0-a757-b5c4d5861d5d tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4747050'] for subnet (2e342ff6-0793-4357-a38d-a64ad4608bb0), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:28.930500 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-770bbf4d-b554-40c0-a757-b5c4d5861d5d tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (2e342ff6-0793-4357-a38d-a64ad4608bb0), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:28.985687 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21b4381-d8e9-4e8e-b6d1-714dc175b173 req-d1e375c5-b95d-476b-a051-decfb68bdee4 tempest-VolumesActionsTest-475547813 tempest-VolumesActionsTest-475547813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:28.987474 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e21b4381-d8e9-4e8e-b6d1-714dc175b173 req-d1e375c5-b95d-476b-a051-decfb68bdee4 tempest-VolumesActionsTest-475547813 tempest-VolumesActionsTest-475547813-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f4fa9f7-6a6c-4bc5-9d08-40059df4e225 HTTP/1.1" status: 200 len: 946 time: 0.1185360 Jan 28 19:43:29.020245 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-770bbf4d-b554-40c0-a757-b5c4d5861d5d tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4690616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5222356'] for subnet (2e342ff6-0793-4357-a38d-a64ad4608bb0), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:29.061896 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770bbf4d-b554-40c0-a757-b5c4d5861d5d tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Pushing event deleted for resources: {'Subnet': ['ID=2e342ff6-0793-4357-a38d-a64ad4608bb0,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:29.069348 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-770bbf4d-b554-40c0-a757-b5c4d5861d5d tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:29.073041 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-770bbf4d-b554-40c0-a757-b5c4d5861d5d tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] 10.222.0.64 "DELETE /v2.0/subnets/2e342ff6-0793-4357-a38d-a64ad4608bb0 HTTP/1.1" status: 204 len: 168 time: 0.4130852 Jan 28 19:43:29.075789 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 51186) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:29.106169 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e21b4381-d8e9-4e8e-b6d1-714dc175b173 req-f5a7c55b-80d0-4f34-a859-be89933e860d tempest-VolumesActionsTest-475547813 tempest-VolumesActionsTest-475547813-project] 10.222.0.64 "GET /v2.0/security-groups?id=a818cb2a-9ff5-4336-8f4d-815c6cc3d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046233 Jan 28 19:43:29.160840 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-638f74ca-2428-473e-bfb9-ad97c01c1794 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (c5450e5d-282a-476e-8ea5-4c317e50eeee), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:29.219107 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-638f74ca-2428-473e-bfb9-ad97c01c1794 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Deleting port f9eb372e-e84b-4201-8d29-9d77ade746d8 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:43:29.219447 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-638f74ca-2428-473e-bfb9-ad97c01c1794 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (f9eb372e-e84b-4201-8d29-9d77ade746d8), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:29.299940 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-638f74ca-2428-473e-bfb9-ad97c01c1794 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] For port f9eb372e-e84b-4201-8d29-9d77ade746d8, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=f9eb372e-e84b-4201-8d29-9d77ade746d8,segment=NetworkSegment(59e48234-b820-4b3c-ab9f-97e847c95a61),segment_id=59e48234-b820-4b3c-ab9f-97e847c95a61)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:43:29.300439 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-638f74ca-2428-473e-bfb9-ad97c01c1794 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (f9eb372e-e84b-4201-8d29-9d77ade746d8), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:29.316214 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-638f74ca-2428-473e-bfb9-ad97c01c1794 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Calling delete_port for f9eb372e-e84b-4201-8d29-9d77ade746d8 owned by network:dhcp {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:43:29.415461 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-638f74ca-2428-473e-bfb9-ad97c01c1794 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (f9eb372e-e84b-4201-8d29-9d77ade746d8), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:29.451018 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-638f74ca-2428-473e-bfb9-ad97c01c1794 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] No DVR routers for this DVR port f9eb372e-e84b-4201-8d29-9d77ade746d8 on host n-d-812111-14 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:43:29.452891 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638f74ca-2428-473e-bfb9-ad97c01c1794 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Pushing event deleted for resources: {'Port': ['ID=f9eb372e-e84b-4201-8d29-9d77ade746d8,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:29.559062 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-638f74ca-2428-473e-bfb9-ad97c01c1794 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (c5450e5d-282a-476e-8ea5-4c317e50eeee), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:29.586855 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-638f74ca-2428-473e-bfb9-ad97c01c1794 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5450e5d-282a-476e-8ea5-4c317e50eeee']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:43:29.600692 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-638f74ca-2428-473e-bfb9-ad97c01c1794 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59e48234-b820-4b3c-ab9f-97e847c95a61') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:43:29.601283 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-638f74ca-2428-473e-bfb9-ad97c01c1794 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59e48234-b820-4b3c-ab9f-97e847c95a61') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:43:29.613627 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-638f74ca-2428-473e-bfb9-ad97c01c1794 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16187153'] for segment (59e48234-b820-4b3c-ab9f-97e847c95a61), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:29.628100 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-638f74ca-2428-473e-bfb9-ad97c01c1794 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (59e48234-b820-4b3c-ab9f-97e847c95a61), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:29.636458 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-638f74ca-2428-473e-bfb9-ad97c01c1794 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:43:29.637283 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-638f74ca-2428-473e-bfb9-ad97c01c1794 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4752570'] for segment (59e48234-b820-4b3c-ab9f-97e847c95a61), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:29.641137 n-d-812111-14 neutron-server[103305]: Traceback (most recent call last): Jan 28 19:43:29.641137 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:43:29.641137 n-d-812111-14 neutron-server[103305]: timer() Jan 28 19:43:29.641137 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:43:29.641137 n-d-812111-14 neutron-server[103305]: cb(*args, **kw) Jan 28 19:43:29.641137 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:43:29.641137 n-d-812111-14 neutron-server[103305]: return func(*args, **kwargs) Jan 28 19:43:29.641137 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:43:29.641137 n-d-812111-14 neutron-server[103305]: self._notify() Jan 28 19:43:29.641137 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:43:29.641137 n-d-812111-14 neutron-server[103305]: self.callback(batched_events) Jan 28 19:43:29.641137 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:43:29.641137 n-d-812111-14 neutron-server[103305]: event.method(event) Jan 28 19:43:29.641137 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:43:29.641137 n-d-812111-14 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:43:29.641137 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:43:29.641137 n-d-812111-14 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:43:29.641137 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:43:29.641137 n-d-812111-14 neutron-server[103305]: return f(self, *a, **k) Jan 28 19:43:29.641137 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:43:29.641137 n-d-812111-14 neutron-server[103305]: return self._get(url).json() Jan 28 19:43:29.641137 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:43:29.641137 n-d-812111-14 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:43:29.641137 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:43:29.641137 n-d-812111-14 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 28 19:43:29.641137 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:43:29.641137 n-d-812111-14 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:43:29.641137 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:43:29.641137 n-d-812111-14 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:43:29.641137 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:43:29.641137 n-d-812111-14 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:43:29.641137 n-d-812111-14 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:43:29.696297 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec86f027-297d-4b89-a176-2cb9ac01c923 None None] Network c5450e5d-282a-476e-8ea5-4c317e50eeee requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:43:29.755232 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-638f74ca-2428-473e-bfb9-ad97c01c1794 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (c5450e5d-282a-476e-8ea5-4c317e50eeee), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:29.770441 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-638f74ca-2428-473e-bfb9-ad97c01c1794 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:29.778729 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 51190) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:29.784000 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-638f74ca-2428-473e-bfb9-ad97c01c1794 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] 10.222.0.64 "DELETE /v2.0/networks/c5450e5d-282a-476e-8ea5-4c317e50eeee HTTP/1.1" status: 204 len: 168 time: 0.7068233 Jan 28 19:43:29.786203 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-465cf0c1-9b32-45cc-8c3a-e6c20ff170ee tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-706988483'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:43:29.796406 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638f74ca-2428-473e-bfb9-ad97c01c1794 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Pushing event deleted for resources: {'Network': ['ID=c5450e5d-282a-476e-8ea5-4c317e50eeee,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:29.807634 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638f74ca-2428-473e-bfb9-ad97c01c1794 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:43:29.807980 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638f74ca-2428-473e-bfb9-ad97c01c1794 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:43:29.808432 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638f74ca-2428-473e-bfb9-ad97c01c1794 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:43:29.808779 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638f74ca-2428-473e-bfb9-ad97c01c1794 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:43:29.809127 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638f74ca-2428-473e-bfb9-ad97c01c1794 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:43:29.809471 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638f74ca-2428-473e-bfb9-ad97c01c1794 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:43:29.809802 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638f74ca-2428-473e-bfb9-ad97c01c1794 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:43:29.810132 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638f74ca-2428-473e-bfb9-ad97c01c1794 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:43:29.810520 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638f74ca-2428-473e-bfb9-ad97c01c1794 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:43:29.810854 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638f74ca-2428-473e-bfb9-ad97c01c1794 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:43:29.811180 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638f74ca-2428-473e-bfb9-ad97c01c1794 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:43:29.811507 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638f74ca-2428-473e-bfb9-ad97c01c1794 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:43:29.811830 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638f74ca-2428-473e-bfb9-ad97c01c1794 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:43:29.843964 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-465cf0c1-9b32-45cc-8c3a-e6c20ff170ee tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Made reservation on behalf of d871ffcf59da420e85b77b208fa5001b for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:43:29.847630 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-465cf0c1-9b32-45cc-8c3a-e6c20ff170ee tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:29.858232 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-176444ea-7fb3-48cd-91b9-cf8dfd39bc0e None None] Could not find standard attr ID for object f9eb372e-e84b-4201-8d29-9d77ade746d8. {{(pid=103306) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 19:43:29.908610 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-465cf0c1-9b32-45cc-8c3a-e6c20ff170ee tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:43:29.923001 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-465cf0c1-9b32-45cc-8c3a-e6c20ff170ee tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (312f1609-4471-4d34-96c9-2a42c3decc76), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:29.923469 n-d-812111-14 neutron-server[103304]: INFO neutron.db.segments_db [None req-465cf0c1-9b32-45cc-8c3a-e6c20ff170ee tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Added segment 312f1609-4471-4d34-96c9-2a42c3decc76 of type vlan for network 2c4a75b0-8d3d-42ea-a13c-55d2a4d0725a Jan 28 19:43:29.954485 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce233d4-a671-4df0-8233-018d5b7b6baf None None] DHCP port deletion for c5450e5d-282a-476e-8ea5-4c317e50eeee request from n-d-812111-14 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:43:29.998953 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-465cf0c1-9b32-45cc-8c3a-e6c20ff170ee tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (2c4a75b0-8d3d-42ea-a13c-55d2a4d0725a), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:30.045921 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-465cf0c1-9b32-45cc-8c3a-e6c20ff170ee tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (2c4a75b0-8d3d-42ea-a13c-55d2a4d0725a), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:30.053894 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-465cf0c1-9b32-45cc-8c3a-e6c20ff170ee tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:30.054698 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-465cf0c1-9b32-45cc-8c3a-e6c20ff170ee tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:30.173624 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-465cf0c1-9b32-45cc-8c3a-e6c20ff170ee tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3923447 Jan 28 19:43:30.176497 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 51198) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:30.181664 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-726483be-7801-4796-843c-d4caf73f2f97 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Request body: {'subnet': {'network_id': '2c4a75b0-8d3d-42ea-a13c-55d2a4d0725a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:43:30.199940 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465cf0c1-9b32-45cc-8c3a-e6c20ff170ee tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Pushing event updated for resources: {'Network': ['ID=2c4a75b0-8d3d-42ea-a13c-55d2a4d0725a,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:30.231194 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network 2c4a75b0-8d3d-42ea-a13c-55d2a4d0725a details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:43:30.338577 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 51202) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:30.368965 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dd597f-a0f7-4574-8ac5-9231d4ef09ca req-cd24a865-f5b2-483a-9b74-24c66487ca84 tempest-VolumesActionsTest-475547813 tempest-VolumesActionsTest-475547813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:30.370541 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-18dd597f-a0f7-4574-8ac5-9231d4ef09ca req-cd24a865-f5b2-483a-9b74-24c66487ca84 tempest-VolumesActionsTest-475547813 tempest-VolumesActionsTest-475547813-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f4fa9f7-6a6c-4bc5-9d08-40059df4e225 HTTP/1.1" status: 200 len: 946 time: 0.1617107 Jan 28 19:43:30.393908 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-726483be-7801-4796-843c-d4caf73f2f97 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Made reservation on behalf of d871ffcf59da420e85b77b208fa5001b for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:43:30.397579 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-726483be-7801-4796-843c-d4caf73f2f97 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4733071'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:30.445475 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-18dd597f-a0f7-4574-8ac5-9231d4ef09ca req-c6190282-c58d-4448-bd0a-dc1c29ddfbaf tempest-VolumesActionsTest-475547813 tempest-VolumesActionsTest-475547813-project] 10.222.0.64 "GET /v2.0/security-groups?id=a818cb2a-9ff5-4336-8f4d-815c6cc3d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690744 Jan 28 19:43:30.508756 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-46590eb6-c3ce-4bd7-81af-e33461041987 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:30.631560 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-46590eb6-c3ce-4bd7-81af-e33461041987 admin admin] Publish callbacks [] for security_group (9e6958ee-8def-4d72-9058-2b067dcee5dc), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:30.642186 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-46590eb6-c3ce-4bd7-81af-e33461041987 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (9e6958ee-8def-4d72-9058-2b067dcee5dc), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:30.677603 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46590eb6-c3ce-4bd7-81af-e33461041987 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e6958ee-8def-4d72-9058-2b067dcee5dc,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:30.723113 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-46590eb6-c3ce-4bd7-81af-e33461041987 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b6886f51850f47d69be7b3f7b9291dc7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3831820 Jan 28 19:43:30.725804 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 51208) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:30.796037 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-439bfac3-1003-477a-a6f8-67a73eb08f07 admin admin] Publish callbacks [] for security_group (9e6958ee-8def-4d72-9058-2b067dcee5dc), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:30.800601 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-726483be-7801-4796-843c-d4caf73f2f97 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4752401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4733085'] for subnet (98eb447d-ca5d-4b8e-be4d-0a8d45c0cb9e), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:30.822923 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-439bfac3-1003-477a-a6f8-67a73eb08f07 admin admin] Publish callbacks [] for security_group (9e6958ee-8def-4d72-9058-2b067dcee5dc), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:30.887066 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726483be-7801-4796-843c-d4caf73f2f97 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Pushing event updated for resources: {'Subnet': ['ID=98eb447d-ca5d-4b8e-be4d-0a8d45c0cb9e,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:30.891966 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726483be-7801-4796-843c-d4caf73f2f97 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Checking segment: {'id': '312f1609-4471-4d34-96c9-2a42c3decc76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '2c4a75b0-8d3d-42ea-a13c-55d2a4d0725a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:43:30.892368 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-726483be-7801-4796-843c-d4caf73f2f97 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Network hostable DHCP agents. Network: 2c4a75b0-8d3d-42ea-a13c-55d2a4d0725a, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:43:30.897657 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-439bfac3-1003-477a-a6f8-67a73eb08f07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (9e6958ee-8def-4d72-9058-2b067dcee5dc), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:30.905573 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-439bfac3-1003-477a-a6f8-67a73eb08f07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:30.910644 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-439bfac3-1003-477a-a6f8-67a73eb08f07 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9e6958ee-8def-4d72-9058-2b067dcee5dc HTTP/1.1" status: 204 len: 168 time: 0.1822057 Jan 28 19:43:30.915788 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-726483be-7801-4796-843c-d4caf73f2f97 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Network 2c4a75b0-8d3d-42ea-a13c-55d2a4d0725a is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:43:30.923525 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439bfac3-1003-477a-a6f8-67a73eb08f07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e6958ee-8def-4d72-9058-2b067dcee5dc,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:30.931482 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-726483be-7801-4796-843c-d4caf73f2f97 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, 2c4a75b0-8d3d-42ea-a13c-55d2a4d0725a) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:43:30.944202 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-726483be-7801-4796-843c-d4caf73f2f97 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:30.944800 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-726483be-7801-4796-843c-d4caf73f2f97 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:30.951097 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13780dee-b3f4-4214-b5c0-38305cfdad4c None None] Network 2c4a75b0-8d3d-42ea-a13c-55d2a4d0725a requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:43:30.987131 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 51218) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:30.993374 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-726483be-7801-4796-843c-d4caf73f2f97 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8145843 Jan 28 19:43:30.994197 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-686fad4a-6af1-4ee0-8732-2fed793ec026 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Request body: {'port': {'network_id': '2c4a75b0-8d3d-42ea-a13c-55d2a4d0725a', 'security_groups': [], 'name': 'tempest-PortsTestJSON-23450716'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:43:31.159008 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7028906d-6420-42e4-93b2-07bd4d1bec2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68cd31fd-e4cd-5fb3-a862-256fc47efcd2-2c4a75b0-8d3d-42ea-a13c-55d2a4d0725a', 'network_id': '2c4a75b0-8d3d-42ea-a13c-55d2a4d0725a', 'project_id': 'd871ffcf59da420e85b77b208fa5001b', 'fixed_ips': [{'subnet_id': '98eb447d-ca5d-4b8e-be4d-0a8d45c0cb9e'}]}} from n-d-812111-14. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:43:31.159833 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7028906d-6420-42e4-93b2-07bd4d1bec2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:31.243000 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-686fad4a-6af1-4ee0-8732-2fed793ec026 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Made reservation on behalf of d871ffcf59da420e85b77b208fa5001b for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:43:31.252098 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-686fad4a-6af1-4ee0-8732-2fed793ec026 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:31.285231 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [None req-686fad4a-6af1-4ee0-8732-2fed793ec026 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] device_id is not set on port 78b3d172-25dd-4058-ae92-81601586d81c yet. {{(pid=103304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:43:31.419085 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-7028906d-6420-42e4-93b2-07bd4d1bec2d None None] Allocated IP 172.20.0.2 (2c4a75b0-8d3d-42ea-a13c-55d2a4d0725a/98eb447d-ca5d-4b8e-be4d-0a8d45c0cb9e/767d69ba-85a5-40a2-9df5-fd2217670850) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:43:31.555893 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c026de89-8997-462a-b596-bd51dc33cf4b req-60a6259f-31c2-46d8-be4a-e60a1f904aa6 tempest-VolumesActionsTest-475547813 tempest-VolumesActionsTest-475547813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:31.562173 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c026de89-8997-462a-b596-bd51dc33cf4b req-60a6259f-31c2-46d8-be4a-e60a1f904aa6 tempest-VolumesActionsTest-475547813 tempest-VolumesActionsTest-475547813-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f4fa9f7-6a6c-4bc5-9d08-40059df4e225 HTTP/1.1" status: 200 len: 946 time: 0.0756841 Jan 28 19:43:31.643895 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c026de89-8997-462a-b596-bd51dc33cf4b req-789563ad-1da3-4bce-bb06-d3f041b64cfd tempest-VolumesActionsTest-475547813 tempest-VolumesActionsTest-475547813-project] 10.222.0.64 "GET /v2.0/security-groups?id=a818cb2a-9ff5-4336-8f4d-815c6cc3d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748475 Jan 28 19:43:31.696192 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7028906d-6420-42e4-93b2-07bd4d1bec2d None None] Publish callbacks [] for port (767d69ba-85a5-40a2-9df5-fd2217670850), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:31.704493 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7028906d-6420-42e4-93b2-07bd4d1bec2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (767d69ba-85a5-40a2-9df5-fd2217670850), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:31.755137 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7028906d-6420-42e4-93b2-07bd4d1bec2d None None] Network 2c4a75b0-8d3d-42ea-a13c-55d2a4d0725a is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:43:31.761776 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-7028906d-6420-42e4-93b2-07bd4d1bec2d None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:43:31.767096 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7028906d-6420-42e4-93b2-07bd4d1bec2d None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:43:31.770927 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7028906d-6420-42e4-93b2-07bd4d1bec2d None None] Pushing event updated for resources: {'Port': ['ID=767d69ba-85a5-40a2-9df5-fd2217670850,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:31.800490 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.db.api [None req-686fad4a-6af1-4ee0-8732-2fed793ec026 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-3558930a-507d-4742-9208-56af638ff4ec {{(pid=103304) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 19:43:31.801472 n-d-812111-14 neutron-server[103304]: DEBUG oslo_db.api [None req-686fad4a-6af1-4ee0-8732-2fed793ec026 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 19:43:31.867981 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-7028906d-6420-42e4-93b2-07bd4d1bec2d None None] Attempting to bind port 767d69ba-85a5-40a2-9df5-fd2217670850 on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:43:31.868365 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-7028906d-6420-42e4-93b2-07bd4d1bec2d None None] Attempting to bind port 767d69ba-85a5-40a2-9df5-fd2217670850 by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '312f1609-4471-4d34-96c9-2a42c3decc76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '2c4a75b0-8d3d-42ea-a13c-55d2a4d0725a'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:43:31.868736 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7028906d-6420-42e4-93b2-07bd4d1bec2d None None] Attempting to bind port 767d69ba-85a5-40a2-9df5-fd2217670850 on network 2c4a75b0-8d3d-42ea-a13c-55d2a4d0725a {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:43:31.879523 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7028906d-6420-42e4-93b2-07bd4d1bec2d None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 43, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:43:31.879908 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7028906d-6420-42e4-93b2-07bd4d1bec2d None None] Checking segment: {'id': '312f1609-4471-4d34-96c9-2a42c3decc76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '2c4a75b0-8d3d-42ea-a13c-55d2a4d0725a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:43:31.880319 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7028906d-6420-42e4-93b2-07bd4d1bec2d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:31.880718 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7028906d-6420-42e4-93b2-07bd4d1bec2d None None] Bound using segment: {'id': '312f1609-4471-4d34-96c9-2a42c3decc76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '2c4a75b0-8d3d-42ea-a13c-55d2a4d0725a'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:43:31.881231 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-7028906d-6420-42e4-93b2-07bd4d1bec2d None None] Bound port: 767d69ba-85a5-40a2-9df5-fd2217670850, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '312f1609-4471-4d34-96c9-2a42c3decc76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '2c4a75b0-8d3d-42ea-a13c-55d2a4d0725a'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:43:31.883003 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7028906d-6420-42e4-93b2-07bd4d1bec2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (767d69ba-85a5-40a2-9df5-fd2217670850), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:32.004433 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-7028906d-6420-42e4-93b2-07bd4d1bec2d None None] For port 767d69ba-85a5-40a2-9df5-fd2217670850, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:43:32.011286 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-7028906d-6420-42e4-93b2-07bd4d1bec2d None None] For port 767d69ba-85a5-40a2-9df5-fd2217670850, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=767d69ba-85a5-40a2-9df5-fd2217670850,segment=NetworkSegment(312f1609-4471-4d34-96c9-2a42c3decc76),segment_id=312f1609-4471-4d34-96c9-2a42c3decc76)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:43:32.021393 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7028906d-6420-42e4-93b2-07bd4d1bec2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (767d69ba-85a5-40a2-9df5-fd2217670850), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:32.103633 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7028906d-6420-42e4-93b2-07bd4d1bec2d None None] Pushing event updated for resources: {'Port': ['ID=767d69ba-85a5-40a2-9df5-fd2217670850,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:32.302732 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-686fad4a-6af1-4ee0-8732-2fed793ec026 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:32.337595 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [None req-686fad4a-6af1-4ee0-8732-2fed793ec026 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] device_id is not set on port 6380fbb4-c4a7-4eff-84a7-1e4fc613bf5b yet. {{(pid=103304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:43:32.614262 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-686fad4a-6af1-4ee0-8732-2fed793ec026 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Allocated IP 172.20.0.10 (2c4a75b0-8d3d-42ea-a13c-55d2a4d0725a/98eb447d-ca5d-4b8e-be4d-0a8d45c0cb9e/6380fbb4-c4a7-4eff-84a7-1e4fc613bf5b) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:43:32.623551 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 51276) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:32.849047 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c14ad795-4fa0-49aa-a989-f7d499ae60a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:32.941638 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb462ec-77e4-4e21-b699-a52b8fc83c06 req-ca6ecccd-cdfc-4dc1-913f-ff899d33eeb5 tempest-VolumesActionsTest-475547813 tempest-VolumesActionsTest-475547813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:32.943606 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4fb462ec-77e4-4e21-b699-a52b8fc83c06 req-ca6ecccd-cdfc-4dc1-913f-ff899d33eeb5 tempest-VolumesActionsTest-475547813 tempest-VolumesActionsTest-475547813-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f4fa9f7-6a6c-4bc5-9d08-40059df4e225 HTTP/1.1" status: 200 len: 946 time: 0.1532195 Jan 28 19:43:32.953325 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-686fad4a-6af1-4ee0-8732-2fed793ec026 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks [] for port (6380fbb4-c4a7-4eff-84a7-1e4fc613bf5b), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:33.007857 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c14ad795-4fa0-49aa-a989-f7d499ae60a4 admin admin] Publish callbacks [] for security_group (1e9a2ff2-309d-4ff6-844a-0ca920820ca2), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:33.019003 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c14ad795-4fa0-49aa-a989-f7d499ae60a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (1e9a2ff2-309d-4ff6-844a-0ca920820ca2), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:33.056575 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f8f83a-71d1-4b39-91f3-b8d4c93e09f2 req-d756e123-8c8a-47df-b158-64a214fdf330 tempest-VolumesActionsTest-475547813 tempest-VolumesActionsTest-475547813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:33.058476 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-55f8f83a-71d1-4b39-91f3-b8d4c93e09f2 req-d756e123-8c8a-47df-b158-64a214fdf330 tempest-VolumesActionsTest-475547813 tempest-VolumesActionsTest-475547813-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f4fa9f7-6a6c-4bc5-9d08-40059df4e225 HTTP/1.1" status: 200 len: 946 time: 0.2161930 Jan 28 19:43:33.060211 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-686fad4a-6af1-4ee0-8732-2fed793ec026 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (6380fbb4-c4a7-4eff-84a7-1e4fc613bf5b), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:33.103463 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-c14ad795-4fa0-49aa-a989-f7d499ae60a4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=36ccde82dff849c1bc411ec8e23948da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4788165 Jan 28 19:43:33.111704 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 51282) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:33.120304 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14ad795-4fa0-49aa-a989-f7d499ae60a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e9a2ff2-309d-4ff6-844a-0ca920820ca2,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:33.137886 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-686fad4a-6af1-4ee0-8732-2fed793ec026 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Network 2c4a75b0-8d3d-42ea-a13c-55d2a4d0725a is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:43:33.148469 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-686fad4a-6af1-4ee0-8732-2fed793ec026 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:43:33.154180 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686fad4a-6af1-4ee0-8732-2fed793ec026 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:43:33.161764 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686fad4a-6af1-4ee0-8732-2fed793ec026 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Pushing event updated for resources: {'Port': ['ID=6380fbb4-c4a7-4eff-84a7-1e4fc613bf5b,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:33.224204 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ceea1c75-2334-4c43-92d6-9acec03c5831 admin admin] Publish callbacks [] for security_group (1e9a2ff2-309d-4ff6-844a-0ca920820ca2), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:33.230602 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-55f8f83a-71d1-4b39-91f3-b8d4c93e09f2 req-0a0e2b4b-b7b2-4e17-b368-b142a3b65652 tempest-VolumesActionsTest-475547813 tempest-VolumesActionsTest-475547813-project] 10.222.0.64 "GET /v2.0/security-groups?id=a818cb2a-9ff5-4336-8f4d-815c6cc3d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612935 Jan 28 19:43:33.235903 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-4fb462ec-77e4-4e21-b699-a52b8fc83c06 req-fbae2f72-2c60-4143-914c-516dfda73797 tempest-VolumesActionsTest-475547813 tempest-VolumesActionsTest-475547813-project] Deleting port e26efea0-47ed-4a1d-9c31-b216999f9c21 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:43:33.236308 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-4fb462ec-77e4-4e21-b699-a52b8fc83c06 req-fbae2f72-2c60-4143-914c-516dfda73797 tempest-VolumesActionsTest-475547813 tempest-VolumesActionsTest-475547813-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (e26efea0-47ed-4a1d-9c31-b216999f9c21), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:33.281771 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-686fad4a-6af1-4ee0-8732-2fed793ec026 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:33.282558 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-686fad4a-6af1-4ee0-8732-2fed793ec026 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:33.316669 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ceea1c75-2334-4c43-92d6-9acec03c5831 admin admin] Publish callbacks [] for security_group (1e9a2ff2-309d-4ff6-844a-0ca920820ca2), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:33.334515 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-686fad4a-6af1-4ee0-8732-2fed793ec026 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 2.3450801 Jan 28 19:43:33.336535 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 51286) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:33.397333 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ceea1c75-2334-4c43-92d6-9acec03c5831 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (1e9a2ff2-309d-4ff6-844a-0ca920820ca2), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:33.401240 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ceea1c75-2334-4c43-92d6-9acec03c5831 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:33.402682 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-ceea1c75-2334-4c43-92d6-9acec03c5831 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1e9a2ff2-309d-4ff6-844a-0ca920820ca2 HTTP/1.1" status: 204 len: 168 time: 0.2896857 Jan 28 19:43:33.453226 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceea1c75-2334-4c43-92d6-9acec03c5831 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e9a2ff2-309d-4ff6-844a-0ca920820ca2,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:33.480310 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-3e241c33-4730-40a3-a389-9b2e56a1d359 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Deleting port 6380fbb4-c4a7-4eff-84a7-1e4fc613bf5b {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:43:33.480672 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3e241c33-4730-40a3-a389-9b2e56a1d359 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (6380fbb4-c4a7-4eff-84a7-1e4fc613bf5b), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:33.514620 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-4fb462ec-77e4-4e21-b699-a52b8fc83c06 req-fbae2f72-2c60-4143-914c-516dfda73797 tempest-VolumesActionsTest-475547813 tempest-VolumesActionsTest-475547813-project] For port e26efea0-47ed-4a1d-9c31-b216999f9c21, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=e26efea0-47ed-4a1d-9c31-b216999f9c21,segment=NetworkSegment(fb8563a1-bba4-4c92-a98a-293cd59af64f),segment_id=fb8563a1-bba4-4c92-a98a-293cd59af64f)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:43:33.515467 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-4fb462ec-77e4-4e21-b699-a52b8fc83c06 req-fbae2f72-2c60-4143-914c-516dfda73797 tempest-VolumesActionsTest-475547813 tempest-VolumesActionsTest-475547813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (e26efea0-47ed-4a1d-9c31-b216999f9c21), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:33.536900 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-4fb462ec-77e4-4e21-b699-a52b8fc83c06 req-fbae2f72-2c60-4143-914c-516dfda73797 tempest-VolumesActionsTest-475547813 tempest-VolumesActionsTest-475547813-project] Calling delete_port for e26efea0-47ed-4a1d-9c31-b216999f9c21 owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:43:33.663328 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3e241c33-4730-40a3-a389-9b2e56a1d359 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (6380fbb4-c4a7-4eff-84a7-1e4fc613bf5b), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:33.684974 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-3e241c33-4730-40a3-a389-9b2e56a1d359 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Calling delete_port for 6380fbb4-c4a7-4eff-84a7-1e4fc613bf5b owned by {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:43:33.799265 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-4fb462ec-77e4-4e21-b699-a52b8fc83c06 req-fbae2f72-2c60-4143-914c-516dfda73797 tempest-VolumesActionsTest-475547813 tempest-VolumesActionsTest-475547813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (e26efea0-47ed-4a1d-9c31-b216999f9c21), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:33.817968 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['e26efea0-47ed-4a1d-9c31-b216999f9c21'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:43:33.888555 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbae2f72-2c60-4143-914c-516dfda73797 tempest-VolumesActionsTest-475547813 tempest-VolumesActionsTest-475547813-project] Pushing event deleted for resources: {'Port': ['ID=e26efea0-47ed-4a1d-9c31-b216999f9c21,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:33.910732 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-033bfc5f-2ea2-4b08-9345-822ba23b86fa None None] Network 2c4a75b0-8d3d-42ea-a13c-55d2a4d0725a requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:43:33.941809 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3e241c33-4730-40a3-a389-9b2e56a1d359 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (6380fbb4-c4a7-4eff-84a7-1e4fc613bf5b), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:34.001020 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e241c33-4730-40a3-a389-9b2e56a1d359 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Pushing event deleted for resources: {'Port': ['ID=6380fbb4-c4a7-4eff-84a7-1e4fc613bf5b,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:34.010772 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fb462ec-77e4-4e21-b699-a52b8fc83c06 req-fbae2f72-2c60-4143-914c-516dfda73797 tempest-VolumesActionsTest-475547813 tempest-VolumesActionsTest-475547813-project] No DVR routers for this DVR port e26efea0-47ed-4a1d-9c31-b216999f9c21 on host n-h1-812111-14 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:43:34.016430 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-4fb462ec-77e4-4e21-b699-a52b8fc83c06 req-fbae2f72-2c60-4143-914c-516dfda73797 tempest-VolumesActionsTest-475547813 tempest-VolumesActionsTest-475547813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:34.026472 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4fb462ec-77e4-4e21-b699-a52b8fc83c06 req-fbae2f72-2c60-4143-914c-516dfda73797 tempest-VolumesActionsTest-475547813 tempest-VolumesActionsTest-475547813-project] 10.222.0.41 "DELETE /v2.0/ports/e26efea0-47ed-4a1d-9c31-b216999f9c21 HTTP/1.1" status: 204 len: 173 time: 1.0746980 Jan 28 19:43:34.026945 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f4fa9f7-6a6c-4bc5-9d08-40059df4e225', 'name': 'network-vif-deleted', 'tag': 'e26efea0-47ed-4a1d-9c31-b216999f9c21'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:43:34.034683 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79736659-6c67-4f61-8bdd-ef6168aadd48" -d '{"events": [{"server_uuid": "3f4fa9f7-6a6c-4bc5-9d08-40059df4e225", "name": "network-vif-deleted", "tag": "e26efea0-47ed-4a1d-9c31-b216999f9c21"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:43:34.127500 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfc7c0c6-c9a9-4c20-8f67-a9b54c45d5a5 x-openstack-request-id: req-cfc7c0c6-c9a9-4c20-8f67-a9b54c45d5a5 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:43:34.128150 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f4fa9f7-6a6c-4bc5-9d08-40059df4e225", "name": "network-vif-deleted", "tag": "e26efea0-47ed-4a1d-9c31-b216999f9c21", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:43:34.128568 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cfc7c0c6-c9a9-4c20-8f67-a9b54c45d5a5 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:43:34.129988 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f4fa9f7-6a6c-4bc5-9d08-40059df4e225', 'name': 'network-vif-deleted', 'tag': 'e26efea0-47ed-4a1d-9c31-b216999f9c21', 'status': 'completed', 'code': 200} Jan 28 19:43:34.133626 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-9a881f8a-34dc-4ec3-8671-9e2478736d79 None None] Provisioning complete for port 767d69ba-85a5-40a2-9df5-fd2217670850 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:43:34.134016 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9a881f8a-34dc-4ec3-8671-9e2478736d79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (767d69ba-85a5-40a2-9df5-fd2217670850), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:34.187313 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3e241c33-4730-40a3-a389-9b2e56a1d359 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:34.192589 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-3e241c33-4730-40a3-a389-9b2e56a1d359 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] 10.222.0.64 "DELETE /v2.0/ports/6380fbb4-c4a7-4eff-84a7-1e4fc613bf5b HTTP/1.1" status: 204 len: 168 time: 0.8548977 Jan 28 19:43:34.195372 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 51302) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:34.279173 n-d-812111-14 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd9886f6-604e-4f0c-bf11-cdbec1c8ab91 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] GET failed (client error): The resource could not be found. Jan 28 19:43:34.280905 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-cd9886f6-604e-4f0c-bf11-cdbec1c8ab91 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] 10.222.0.64 "GET /v2.0/ports/6380fbb4-c4a7-4eff-84a7-1e4fc613bf5b HTTP/1.1" status: 404 len: 333 time: 0.0833385 Jan 28 19:43:34.285371 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 51306) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:34.414104 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-343205c5-e148-4939-be84-b20ab9d57fb6 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Deleting subnet 98eb447d-ca5d-4b8e-be4d-0a8d45c0cb9e {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:43:34.418205 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-343205c5-e148-4939-be84-b20ab9d57fb6 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks [] for subnet (98eb447d-ca5d-4b8e-be4d-0a8d45c0cb9e), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:34.444497 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 767d69ba-85a5-40a2-9df5-fd2217670850 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:43:34.528060 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-390a03bc-5c32-419e-b4a4-8c4c8bde2d11 req-5371e1a1-82d5-4a64-a7dc-6febd9aaecdd tempest-VolumesActionsTest-475547813 tempest-VolumesActionsTest-475547813-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f4fa9f7-6a6c-4bc5-9d08-40059df4e225 HTTP/1.1" status: 200 len: 210 time: 0.0620410 Jan 28 19:43:34.554489 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-343205c5-e148-4939-be84-b20ab9d57fb6 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4747050'] for subnet (98eb447d-ca5d-4b8e-be4d-0a8d45c0cb9e), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:34.593438 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-9a881f8a-34dc-4ec3-8671-9e2478736d79 None None] Current status of the port 767d69ba-85a5-40a2-9df5-fd2217670850 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:43:34.593911 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9a881f8a-34dc-4ec3-8671-9e2478736d79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (767d69ba-85a5-40a2-9df5-fd2217670850), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:34.694486 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-9a881f8a-34dc-4ec3-8671-9e2478736d79 None None] For port 767d69ba-85a5-40a2-9df5-fd2217670850, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=767d69ba-85a5-40a2-9df5-fd2217670850,segment=NetworkSegment(312f1609-4471-4d34-96c9-2a42c3decc76),segment_id=312f1609-4471-4d34-96c9-2a42c3decc76)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:43:34.714215 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9a881f8a-34dc-4ec3-8671-9e2478736d79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (767d69ba-85a5-40a2-9df5-fd2217670850), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:34.732866 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-343205c5-e148-4939-be84-b20ab9d57fb6 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (98eb447d-ca5d-4b8e-be4d-0a8d45c0cb9e), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:34.818985 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-343205c5-e148-4939-be84-b20ab9d57fb6 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4690616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5222356'] for subnet (98eb447d-ca5d-4b8e-be4d-0a8d45c0cb9e), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:34.833336 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a881f8a-34dc-4ec3-8671-9e2478736d79 None None] Pushing event updated for resources: {'Port': ['ID=767d69ba-85a5-40a2-9df5-fd2217670850,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:34.844610 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 767d69ba-85a5-40a2-9df5-fd2217670850 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:43:34.845253 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (767d69ba-85a5-40a2-9df5-fd2217670850), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:34.892271 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343205c5-e148-4939-be84-b20ab9d57fb6 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Pushing event deleted for resources: {'Subnet': ['ID=98eb447d-ca5d-4b8e-be4d-0a8d45c0cb9e,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:34.903322 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-343205c5-e148-4939-be84-b20ab9d57fb6 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:34.914919 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-343205c5-e148-4939-be84-b20ab9d57fb6 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] 10.222.0.64 "DELETE /v2.0/subnets/98eb447d-ca5d-4b8e-be4d-0a8d45c0cb9e HTTP/1.1" status: 204 len: 168 time: 0.6279750 Jan 28 19:43:34.917582 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 51322) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:34.988299 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81f08d92-63f4-4cd8-8845-e83354a50a67 None None] Network 2c4a75b0-8d3d-42ea-a13c-55d2a4d0725a requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:43:35.056924 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ed2d70bb-d309-464f-8a35-c68bfe9fb867 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (2c4a75b0-8d3d-42ea-a13c-55d2a4d0725a), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:35.097846 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 767d69ba-85a5-40a2-9df5-fd2217670850 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:43:35.117293 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-ed2d70bb-d309-464f-8a35-c68bfe9fb867 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Deleting port 767d69ba-85a5-40a2-9df5-fd2217670850 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:43:35.117636 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ed2d70bb-d309-464f-8a35-c68bfe9fb867 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (767d69ba-85a5-40a2-9df5-fd2217670850), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:35.126793 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-5c56619d-60ff-44ae-ad3c-7cca1759ee3f None None] Provisioning complete for port 767d69ba-85a5-40a2-9df5-fd2217670850 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:43:35.128067 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5c56619d-60ff-44ae-ad3c-7cca1759ee3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (767d69ba-85a5-40a2-9df5-fd2217670850), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:35.219335 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-ed2d70bb-d309-464f-8a35-c68bfe9fb867 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] For port 767d69ba-85a5-40a2-9df5-fd2217670850, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=767d69ba-85a5-40a2-9df5-fd2217670850,segment=NetworkSegment(312f1609-4471-4d34-96c9-2a42c3decc76),segment_id=312f1609-4471-4d34-96c9-2a42c3decc76)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:43:35.219820 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ed2d70bb-d309-464f-8a35-c68bfe9fb867 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (767d69ba-85a5-40a2-9df5-fd2217670850), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:35.247635 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-ed2d70bb-d309-464f-8a35-c68bfe9fb867 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Calling delete_port for 767d69ba-85a5-40a2-9df5-fd2217670850 owned by network:dhcp {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:43:35.256002 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-5c56619d-60ff-44ae-ad3c-7cca1759ee3f None None] Current status of the port 767d69ba-85a5-40a2-9df5-fd2217670850 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:43:35.278104 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca07aae-06bf-413c-a5c4-9d280b7d2078 None None] DHCP port deletion for 2c4a75b0-8d3d-42ea-a13c-55d2a4d0725a request from n-d-812111-14 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:43:35.343873 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ed2d70bb-d309-464f-8a35-c68bfe9fb867 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (767d69ba-85a5-40a2-9df5-fd2217670850), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:35.346998 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-0ca07aae-06bf-413c-a5c4-9d280b7d2078 None None] Deleting port 767d69ba-85a5-40a2-9df5-fd2217670850 {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:43:35.347170 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0ca07aae-06bf-413c-a5c4-9d280b7d2078 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (767d69ba-85a5-40a2-9df5-fd2217670850), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:35.380058 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2d70bb-d309-464f-8a35-c68bfe9fb867 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Pushing event deleted for resources: {'Port': ['ID=767d69ba-85a5-40a2-9df5-fd2217670850,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:35.382425 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2d70bb-d309-464f-8a35-c68bfe9fb867 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] No DVR routers for this DVR port 767d69ba-85a5-40a2-9df5-fd2217670850 on host n-d-812111-14 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:43:35.429041 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-0ca07aae-06bf-413c-a5c4-9d280b7d2078 None None] For port 767d69ba-85a5-40a2-9df5-fd2217670850, host n-d-812111-14, got binding levels [] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:43:35.429526 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0ca07aae-06bf-413c-a5c4-9d280b7d2078 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (767d69ba-85a5-40a2-9df5-fd2217670850), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:35.446663 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-0ca07aae-06bf-413c-a5c4-9d280b7d2078 None None] Calling delete_port for 767d69ba-85a5-40a2-9df5-fd2217670850 owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:43:35.449701 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.ipam_backend_mixin [None req-0ca07aae-06bf-413c-a5c4-9d280b7d2078 None None] Port 767d69ba-85a5-40a2-9df5-fd2217670850 was not found and therefore no delete operation was performed {{(pid=103306) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 19:43:35.452552 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0ca07aae-06bf-413c-a5c4-9d280b7d2078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985'] for port (767d69ba-85a5-40a2-9df5-fd2217670850), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:35.518197 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca07aae-06bf-413c-a5c4-9d280b7d2078 None None] Pushing event deleted for resources: {'Port': ['ID=767d69ba-85a5-40a2-9df5-fd2217670850,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:35.526705 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca07aae-06bf-413c-a5c4-9d280b7d2078 None None] No DVR routers for this DVR port 767d69ba-85a5-40a2-9df5-fd2217670850 on host n-d-812111-14 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:43:35.536524 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ed2d70bb-d309-464f-8a35-c68bfe9fb867 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (2c4a75b0-8d3d-42ea-a13c-55d2a4d0725a), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:35.581330 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-ed2d70bb-d309-464f-8a35-c68bfe9fb867 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c4a75b0-8d3d-42ea-a13c-55d2a4d0725a']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:43:35.600954 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-ed2d70bb-d309-464f-8a35-c68bfe9fb867 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '312f1609-4471-4d34-96c9-2a42c3decc76') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:43:35.601724 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-ed2d70bb-d309-464f-8a35-c68bfe9fb867 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '312f1609-4471-4d34-96c9-2a42c3decc76') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:43:35.613254 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ed2d70bb-d309-464f-8a35-c68bfe9fb867 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16187153'] for segment (312f1609-4471-4d34-96c9-2a42c3decc76), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:35.628122 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ed2d70bb-d309-464f-8a35-c68bfe9fb867 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (312f1609-4471-4d34-96c9-2a42c3decc76), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:35.635285 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed2d70bb-d309-464f-8a35-c68bfe9fb867 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:43:35.635692 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ed2d70bb-d309-464f-8a35-c68bfe9fb867 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4752570'] for segment (312f1609-4471-4d34-96c9-2a42c3decc76), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:35.639221 n-d-812111-14 neutron-server[103305]: Traceback (most recent call last): Jan 28 19:43:35.639221 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:43:35.639221 n-d-812111-14 neutron-server[103305]: timer() Jan 28 19:43:35.639221 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:43:35.639221 n-d-812111-14 neutron-server[103305]: cb(*args, **kw) Jan 28 19:43:35.639221 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:43:35.639221 n-d-812111-14 neutron-server[103305]: return func(*args, **kwargs) Jan 28 19:43:35.639221 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:43:35.639221 n-d-812111-14 neutron-server[103305]: self._notify() Jan 28 19:43:35.639221 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:43:35.639221 n-d-812111-14 neutron-server[103305]: self.callback(batched_events) Jan 28 19:43:35.639221 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:43:35.639221 n-d-812111-14 neutron-server[103305]: event.method(event) Jan 28 19:43:35.639221 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:43:35.639221 n-d-812111-14 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:43:35.639221 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:43:35.639221 n-d-812111-14 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:43:35.639221 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:43:35.639221 n-d-812111-14 neutron-server[103305]: return f(self, *a, **k) Jan 28 19:43:35.639221 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:43:35.639221 n-d-812111-14 neutron-server[103305]: return self._get(url).json() Jan 28 19:43:35.639221 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:43:35.639221 n-d-812111-14 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:43:35.639221 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:43:35.639221 n-d-812111-14 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 28 19:43:35.639221 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:43:35.639221 n-d-812111-14 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:43:35.639221 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:43:35.639221 n-d-812111-14 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:43:35.639221 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:43:35.639221 n-d-812111-14 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:43:35.639221 n-d-812111-14 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:43:35.740125 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ed2d70bb-d309-464f-8a35-c68bfe9fb867 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (2c4a75b0-8d3d-42ea-a13c-55d2a4d0725a), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:35.756483 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ed2d70bb-d309-464f-8a35-c68bfe9fb867 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:35.763894 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-ed2d70bb-d309-464f-8a35-c68bfe9fb867 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] 10.222.0.64 "DELETE /v2.0/networks/2c4a75b0-8d3d-42ea-a13c-55d2a4d0725a HTTP/1.1" status: 204 len: 168 time: 0.8447545 Jan 28 19:43:35.764152 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 51342) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:35.771530 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-402f4de9-9934-4a71-955a-c602fa0b410e tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Request body: {'port': {'network_id': '37073213-151b-47b1-9953-f88b2665f6c0', 'name': 'tempest-PortsTestJSON-1539954566'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:43:35.907459 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-402f4de9-9934-4a71-955a-c602fa0b410e tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Made reservation on behalf of d871ffcf59da420e85b77b208fa5001b for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:43:35.912924 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-402f4de9-9934-4a71-955a-c602fa0b410e tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:35.984292 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [None req-402f4de9-9934-4a71-955a-c602fa0b410e tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] device_id is not set on port 5a0e7c26-1255-4113-828f-32e33b5b534f yet. {{(pid=103304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:43:36.162209 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2d70bb-d309-464f-8a35-c68bfe9fb867 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Pushing event deleted for resources: {'Network': ['ID=2c4a75b0-8d3d-42ea-a13c-55d2a4d0725a,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:36.185336 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 767d69ba-85a5-40a2-9df5-fd2217670850 no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:43:36.200053 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-402f4de9-9934-4a71-955a-c602fa0b410e tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks [] for port (5a0e7c26-1255-4113-828f-32e33b5b534f), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:36.218376 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: 767d69ba-85a5-40a2-9df5-fd2217670850 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:43:36.219532 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 767d69ba-85a5-40a2-9df5-fd2217670850 not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:43:36.271804 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-402f4de9-9934-4a71-955a-c602fa0b410e tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (5a0e7c26-1255-4113-828f-32e33b5b534f), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:36.336271 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cb14cb-8364-4ab2-94ef-ae88e24fb6b1 req-4e57323a-1d29-4289-a804-701631683d35 tempest-VolumesActionsTest-475547813 tempest-VolumesActionsTest-475547813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:36.338040 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f9cb14cb-8364-4ab2-94ef-ae88e24fb6b1 req-4e57323a-1d29-4289-a804-701631683d35 tempest-VolumesActionsTest-475547813 tempest-VolumesActionsTest-475547813-project] 10.222.0.64 "GET /v2.0/networks?id=59dc33ae-0cc3-47fa-8462-a487e727888c HTTP/1.1" status: 200 len: 809 time: 0.4719863 Jan 28 19:43:36.345210 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-402f4de9-9934-4a71-955a-c602fa0b410e tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Network 37073213-151b-47b1-9953-f88b2665f6c0 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:43:36.358670 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-402f4de9-9934-4a71-955a-c602fa0b410e tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:43:36.367990 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402f4de9-9934-4a71-955a-c602fa0b410e tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:43:36.373172 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-402f4de9-9934-4a71-955a-c602fa0b410e tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:36.373791 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-402f4de9-9934-4a71-955a-c602fa0b410e tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:36.385896 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f9cb14cb-8364-4ab2-94ef-ae88e24fb6b1 req-e5fd0101-3541-4668-aea5-06b897587044 tempest-VolumesActionsTest-475547813 tempest-VolumesActionsTest-475547813-project] 10.222.0.64 "GET /v2.0/quotas/d22f40a4e9bd48b0b6be5dd592836afd HTTP/1.1" status: 200 len: 375 time: 0.0389254 Jan 28 19:43:36.386569 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402f4de9-9934-4a71-955a-c602fa0b410e tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Pushing event updated for resources: {'Port': ['ID=5a0e7c26-1255-4113-828f-32e33b5b534f,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:36.428272 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f9cb14cb-8364-4ab2-94ef-ae88e24fb6b1 req-9461a04e-e2fc-4a80-9d7b-e2b40b5fb64b tempest-VolumesActionsTest-475547813 tempest-VolumesActionsTest-475547813-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=d22f40a4e9bd48b0b6be5dd592836afd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0338886 Jan 28 19:43:36.434105 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-402f4de9-9934-4a71-955a-c602fa0b410e tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.6663923 Jan 28 19:43:36.434379 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 51350) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:36.639261 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d002222a-e22b-4dd2-b78d-8e3e7794f435 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:36.649377 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-61a3bfd2-503b-4112-8753-7d62fec52c2d tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Deleting port 5a0e7c26-1255-4113-828f-32e33b5b534f {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:43:36.649729 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-61a3bfd2-503b-4112-8753-7d62fec52c2d tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (5a0e7c26-1255-4113-828f-32e33b5b534f), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:36.668871 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f9cb14cb-8364-4ab2-94ef-ae88e24fb6b1 req-0bac1074-3f9f-4634-8318-714fed8f64a0 service neutron] 10.222.0.64 "GET /v2.0/networks/59dc33ae-0cc3-47fa-8462-a487e727888c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263644 Jan 28 19:43:36.777968 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-61a3bfd2-503b-4112-8753-7d62fec52c2d tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (5a0e7c26-1255-4113-828f-32e33b5b534f), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:36.795973 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-61a3bfd2-503b-4112-8753-7d62fec52c2d tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Calling delete_port for 5a0e7c26-1255-4113-828f-32e33b5b534f owned by {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:43:36.873087 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f9cb14cb-8364-4ab2-94ef-ae88e24fb6b1 req-bc824982-9a5b-4002-aa8c-aa6197b84ba7 service neutron] 10.222.0.64 "GET /v2.0/networks/59dc33ae-0cc3-47fa-8462-a487e727888c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781702 Jan 28 19:43:36.929522 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-61a3bfd2-503b-4112-8753-7d62fec52c2d tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (5a0e7c26-1255-4113-828f-32e33b5b534f), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:36.961826 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a3bfd2-503b-4112-8753-7d62fec52c2d tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Pushing event deleted for resources: {'Port': ['ID=5a0e7c26-1255-4113-828f-32e33b5b534f,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:36.980275 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-61a3bfd2-503b-4112-8753-7d62fec52c2d tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:36.987508 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-61a3bfd2-503b-4112-8753-7d62fec52c2d tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] 10.222.0.64 "DELETE /v2.0/ports/5a0e7c26-1255-4113-828f-32e33b5b534f HTTP/1.1" status: 204 len: 168 time: 0.5492320 Jan 28 19:43:36.988344 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 51356) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:36.993716 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-013f7348-211f-4cbe-b22a-8ee03586ff81 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Request body: {'port': {'network_id': '37073213-151b-47b1-9953-f88b2665f6c0', 'mac_address': 'fa:16:3e:94:7e:46', 'name': 'tempest-PortsTestJSON-1399796914'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:43:37.117602 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9c56a384-0fdd-45c7-ad1f-6a66015ce90a req-db8e164b-2b65-4a71-b822-b5a9c22c7fc3 tempest-VolumesActionsTest-475547813 tempest-VolumesActionsTest-475547813-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ef12e64-31b3-4b4b-b608-c0548030df0e HTTP/1.1" status: 200 len: 210 time: 0.0350983 Jan 28 19:43:37.135091 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-013f7348-211f-4cbe-b22a-8ee03586ff81 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Made reservation on behalf of d871ffcf59da420e85b77b208fa5001b for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:43:37.221288 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-013f7348-211f-4cbe-b22a-8ee03586ff81 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:37.253500 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [None req-013f7348-211f-4cbe-b22a-8ee03586ff81 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] device_id is not set on port 23a886b8-076b-4781-9f95-358b100e6c85 yet. {{(pid=103305) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:43:37.432440 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-013f7348-211f-4cbe-b22a-8ee03586ff81 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks [] for port (23a886b8-076b-4781-9f95-358b100e6c85), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:37.468434 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-013f7348-211f-4cbe-b22a-8ee03586ff81 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (23a886b8-076b-4781-9f95-358b100e6c85), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:37.515876 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-013f7348-211f-4cbe-b22a-8ee03586ff81 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Network 37073213-151b-47b1-9953-f88b2665f6c0 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:43:37.519805 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-013f7348-211f-4cbe-b22a-8ee03586ff81 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:43:37.526454 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013f7348-211f-4cbe-b22a-8ee03586ff81 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:43:37.532123 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-013f7348-211f-4cbe-b22a-8ee03586ff81 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:37.532770 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-013f7348-211f-4cbe-b22a-8ee03586ff81 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:37.544299 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013f7348-211f-4cbe-b22a-8ee03586ff81 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Pushing event updated for resources: {'Port': ['ID=23a886b8-076b-4781-9f95-358b100e6c85,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:37.558890 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-013f7348-211f-4cbe-b22a-8ee03586ff81 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.5692165 Jan 28 19:43:37.561607 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 51368) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:37.618649 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29bc7911-9ad6-4d0e-b602-417ce9d29aca tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:37.622253 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-29bc7911-9ad6-4d0e-b602-417ce9d29aca tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] 10.222.0.64 "GET /v2.0/ports/23a886b8-076b-4781-9f95-358b100e6c85 HTTP/1.1" status: 200 len: 841 time: 0.0571437 Jan 28 19:43:37.622555 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 51372) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:37.735867 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-80a80623-3f43-4551-b606-636c0152c358 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Deleting port 23a886b8-076b-4781-9f95-358b100e6c85 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:43:37.737423 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-80a80623-3f43-4551-b606-636c0152c358 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (23a886b8-076b-4781-9f95-358b100e6c85), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:37.832953 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1f77aa0d-a25d-4aec-bbbd-3b704b94aa58 req-eb4ae117-0850-4116-a37f-e90684373183 tempest-VolumesBackupsTest-1639206033 tempest-VolumesBackupsTest-1639206033-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=25599df1802e449ca72eb8e39db21e82&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0372651 Jan 28 19:43:37.850160 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-80a80623-3f43-4551-b606-636c0152c358 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (23a886b8-076b-4781-9f95-358b100e6c85), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:37.925768 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-80a80623-3f43-4551-b606-636c0152c358 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Calling delete_port for 23a886b8-076b-4781-9f95-358b100e6c85 owned by {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:43:38.001117 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device e26efea0-47ed-4a1d-9c31-b216999f9c21 no longer exists at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:43:38.023297 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] No Port match for: e26efea0-47ed-4a1d-9c31-b216999f9c21 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:43:38.023733 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device e26efea0-47ed-4a1d-9c31-b216999f9c21 not bound to the agent host n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:43:38.091545 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f77aa0d-a25d-4aec-bbbd-3b704b94aa58 req-9f484f0e-4878-46b3-b17f-04ff54bf975d tempest-VolumesBackupsTest-1639206033 tempest-VolumesBackupsTest-1639206033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:38.092866 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1f77aa0d-a25d-4aec-bbbd-3b704b94aa58 req-9f484f0e-4878-46b3-b17f-04ff54bf975d tempest-VolumesBackupsTest-1639206033 tempest-VolumesBackupsTest-1639206033-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2542496 Jan 28 19:43:38.117973 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1f77aa0d-a25d-4aec-bbbd-3b704b94aa58 req-daff8737-bae6-4136-a8e1-a70a831fd1da tempest-VolumesBackupsTest-1639206033 tempest-VolumesBackupsTest-1639206033-project] 10.222.0.64 "GET /v2.0/quotas/25599df1802e449ca72eb8e39db21e82 HTTP/1.1" status: 200 len: 375 time: 0.0120497 Jan 28 19:43:38.126818 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-80a80623-3f43-4551-b606-636c0152c358 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (23a886b8-076b-4781-9f95-358b100e6c85), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:38.178195 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a80623-3f43-4551-b606-636c0152c358 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Pushing event deleted for resources: {'Port': ['ID=23a886b8-076b-4781-9f95-358b100e6c85,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:38.299876 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4873ea8d-6e2f-42d6-96c9-9d4d040f25aa req-2d709bd9-9150-47cc-b81b-48214c4069a1 tempest-VolumesActionsTest-475547813 tempest-VolumesActionsTest-475547813-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ef12e64-31b3-4b4b-b608-c0548030df0e HTTP/1.1" status: 200 len: 210 time: 0.0474770 Jan 28 19:43:38.311183 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cb14cb-8364-4ab2-94ef-ae88e24fb6b1 req-3700e997-4383-4e69-b25d-7f9567ca7d60 tempest-VolumesActionsTest-475547813 tempest-VolumesActionsTest-475547813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:38.313046 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f9cb14cb-8364-4ab2-94ef-ae88e24fb6b1 req-3700e997-4383-4e69-b25d-7f9567ca7d60 tempest-VolumesActionsTest-475547813 tempest-VolumesActionsTest-475547813-project] 10.222.0.41 "GET /v2.0/networks?id=59dc33ae-0cc3-47fa-8462-a487e727888c HTTP/1.1" status: 200 len: 809 time: 0.1843381 Jan 28 19:43:38.335301 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-f9cb14cb-8364-4ab2-94ef-ae88e24fb6b1 req-64d991e6-70a8-4d65-bcbe-253bc5912a2f tempest-VolumesActionsTest-475547813 tempest-VolumesActionsTest-475547813-project] Request body: {'port': {'device_id': '8ef12e64-31b3-4b4b-b608-c0548030df0e', 'network_id': '59dc33ae-0cc3-47fa-8462-a487e727888c', 'admin_state_up': True, 'tenant_id': 'd22f40a4e9bd48b0b6be5dd592836afd'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:43:38.459124 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9cb14cb-8364-4ab2-94ef-ae88e24fb6b1 req-64d991e6-70a8-4d65-bcbe-253bc5912a2f tempest-VolumesActionsTest-475547813 tempest-VolumesActionsTest-475547813-project] Made reservation on behalf of d22f40a4e9bd48b0b6be5dd592836afd for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:43:38.462651 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f9cb14cb-8364-4ab2-94ef-ae88e24fb6b1 req-64d991e6-70a8-4d65-bcbe-253bc5912a2f tempest-VolumesActionsTest-475547813 tempest-VolumesActionsTest-475547813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:38.519182 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1f77aa0d-a25d-4aec-bbbd-3b704b94aa58 req-dca4910d-8332-47fa-b63e-07a5837fd9fe tempest-VolumesBackupsTest-1639206033 tempest-VolumesBackupsTest-1639206033-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=25599df1802e449ca72eb8e39db21e82&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3800390 Jan 28 19:43:38.521948 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-80a80623-3f43-4551-b606-636c0152c358 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:38.528464 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-80a80623-3f43-4551-b606-636c0152c358 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] 10.222.0.64 "DELETE /v2.0/ports/23a886b8-076b-4781-9f95-358b100e6c85 HTTP/1.1" status: 204 len: 168 time: 0.9016776 Jan 28 19:43:38.528464 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 51390) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:38.554634 n-d-812111-14 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-139270bb-03b7-402c-9666-a7af024199e8 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] GET failed (client error): The resource could not be found. Jan 28 19:43:38.556117 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-139270bb-03b7-402c-9666-a7af024199e8 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] 10.222.0.64 "GET /v2.0/ports/23a886b8-076b-4781-9f95-358b100e6c85 HTTP/1.1" status: 404 len: 333 time: 0.0273252 Jan 28 19:43:38.559821 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 51392) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:38.564795 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-9e02dd6a-8908-40eb-b9c6-69251a100c07 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Request body: {'port': {'network_id': '37073213-151b-47b1-9953-f88b2665f6c0', 'name': 'tempest-PortsTestJSON-752860693'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:43:38.609630 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-f9cb14cb-8364-4ab2-94ef-ae88e24fb6b1 req-64d991e6-70a8-4d65-bcbe-253bc5912a2f tempest-VolumesActionsTest-475547813 tempest-VolumesActionsTest-475547813-project] Allocated IP 172.20.0.14 (59dc33ae-0cc3-47fa-8462-a487e727888c/eb9496b3-6438-4fc1-a372-03bae31cad41/d423d9fa-f3f0-4660-a38c-f922197ec4ec) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:43:38.681199 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e02dd6a-8908-40eb-b9c6-69251a100c07 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Made reservation on behalf of d871ffcf59da420e85b77b208fa5001b for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:43:38.685090 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9e02dd6a-8908-40eb-b9c6-69251a100c07 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:38.763899 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [None req-9e02dd6a-8908-40eb-b9c6-69251a100c07 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] device_id is not set on port 6c07f823-35df-4a62-bdd3-d26b9d049da4 yet. {{(pid=103304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:43:38.816051 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-53699da2-7a0c-41d6-b18d-e35b44af08d4 req-ccc8dd03-a1ae-482c-8679-854b171db5ca tempest-VolumesBackupsTest-1639206033 tempest-VolumesBackupsTest-1639206033-project] 10.222.0.64 "GET /v2.0/ports?device_id=2cb01ec4-5ac9-41ab-a8fc-6d07153dd448 HTTP/1.1" status: 200 len: 210 time: 0.0542417 Jan 28 19:43:38.847193 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f9cb14cb-8364-4ab2-94ef-ae88e24fb6b1 req-64d991e6-70a8-4d65-bcbe-253bc5912a2f tempest-VolumesActionsTest-475547813 tempest-VolumesActionsTest-475547813-project] Publish callbacks [] for port (d423d9fa-f3f0-4660-a38c-f922197ec4ec), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:38.916359 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f9cb14cb-8364-4ab2-94ef-ae88e24fb6b1 req-64d991e6-70a8-4d65-bcbe-253bc5912a2f tempest-VolumesActionsTest-475547813 tempest-VolumesActionsTest-475547813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (d423d9fa-f3f0-4660-a38c-f922197ec4ec), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:38.927278 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-44c85661-e0ee-4cc2-a245-8c2f1359c48a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:38.945785 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9cb14cb-8364-4ab2-94ef-ae88e24fb6b1 req-64d991e6-70a8-4d65-bcbe-253bc5912a2f tempest-VolumesActionsTest-475547813 tempest-VolumesActionsTest-475547813-project] Network 59dc33ae-0cc3-47fa-8462-a487e727888c is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:43:38.966062 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-f9cb14cb-8364-4ab2-94ef-ae88e24fb6b1 req-64d991e6-70a8-4d65-bcbe-253bc5912a2f tempest-VolumesActionsTest-475547813 tempest-VolumesActionsTest-475547813-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:43:38.971467 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9cb14cb-8364-4ab2-94ef-ae88e24fb6b1 req-64d991e6-70a8-4d65-bcbe-253bc5912a2f tempest-VolumesActionsTest-475547813 tempest-VolumesActionsTest-475547813-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:43:39.028018 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d991e6-70a8-4d65-bcbe-253bc5912a2f tempest-VolumesActionsTest-475547813 tempest-VolumesActionsTest-475547813-project] Pushing event updated for resources: {'Port': ['ID=d423d9fa-f3f0-4660-a38c-f922197ec4ec,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:39.037959 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9e02dd6a-8908-40eb-b9c6-69251a100c07 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks [] for port (6c07f823-35df-4a62-bdd3-d26b9d049da4), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:39.044405 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cb14cb-8364-4ab2-94ef-ae88e24fb6b1 req-64d991e6-70a8-4d65-bcbe-253bc5912a2f tempest-VolumesActionsTest-475547813 tempest-VolumesActionsTest-475547813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:39.045187 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f9cb14cb-8364-4ab2-94ef-ae88e24fb6b1 req-64d991e6-70a8-4d65-bcbe-253bc5912a2f tempest-VolumesActionsTest-475547813 tempest-VolumesActionsTest-475547813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:39.069214 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f9cb14cb-8364-4ab2-94ef-ae88e24fb6b1 req-64d991e6-70a8-4d65-bcbe-253bc5912a2f tempest-VolumesActionsTest-475547813 tempest-VolumesActionsTest-475547813-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7427161 Jan 28 19:43:39.082410 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [req-f9cb14cb-8364-4ab2-94ef-ae88e24fb6b1 req-588f5fa1-2386-4f65-a244-383acd91eff6 tempest-VolumesActionsTest-475547813 tempest-VolumesActionsTest-475547813-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:43:39.083751 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f9cb14cb-8364-4ab2-94ef-ae88e24fb6b1 req-588f5fa1-2386-4f65-a244-383acd91eff6 tempest-VolumesActionsTest-475547813 tempest-VolumesActionsTest-475547813-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060475 Jan 28 19:43:39.089283 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9e02dd6a-8908-40eb-b9c6-69251a100c07 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (6c07f823-35df-4a62-bdd3-d26b9d049da4), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:39.106338 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-f9cb14cb-8364-4ab2-94ef-ae88e24fb6b1 req-4d9712ac-5909-4601-84b9-fd96b91dfa0d service neutron] Request body: {'port': {'device_id': '8ef12e64-31b3-4b4b-b608-c0548030df0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-14'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:43:39.133259 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e02dd6a-8908-40eb-b9c6-69251a100c07 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Network 37073213-151b-47b1-9953-f88b2665f6c0 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:43:39.136675 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-9e02dd6a-8908-40eb-b9c6-69251a100c07 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:43:39.139475 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e02dd6a-8908-40eb-b9c6-69251a100c07 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:43:39.146275 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e02dd6a-8908-40eb-b9c6-69251a100c07 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:39.146934 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9e02dd6a-8908-40eb-b9c6-69251a100c07 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:39.174273 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-9e02dd6a-8908-40eb-b9c6-69251a100c07 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.6127346 Jan 28 19:43:39.177896 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 51408) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:39.185335 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-ddf6ac54-8601-4fbf-80f4-0110faa1f987 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:43:39.191825 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e02dd6a-8908-40eb-b9c6-69251a100c07 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Pushing event updated for resources: {'Port': ['ID=6c07f823-35df-4a62-bdd3-d26b9d049da4,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:39.258381 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f9cb14cb-8364-4ab2-94ef-ae88e24fb6b1 req-4d9712ac-5909-4601-84b9-fd96b91dfa0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (d423d9fa-f3f0-4660-a38c-f922197ec4ec), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:39.309828 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ddf6ac54-8601-4fbf-80f4-0110faa1f987 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (6c07f823-35df-4a62-bdd3-d26b9d049da4), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:39.454519 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7c9c1a-ae28-419e-a959-86a2dc8915b4 req-b70717d9-3cea-4bb3-8907-7608a984cdb4 tempest-VolumesActionsTest-475547813 tempest-VolumesActionsTest-475547813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:39.465696 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ed7c9c1a-ae28-419e-a959-86a2dc8915b4 req-b70717d9-3cea-4bb3-8907-7608a984cdb4 tempest-VolumesActionsTest-475547813 tempest-VolumesActionsTest-475547813-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ef12e64-31b3-4b4b-b608-c0548030df0e HTTP/1.1" status: 200 len: 932 time: 0.0740714 Jan 28 19:43:39.514624 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ed7c9c1a-ae28-419e-a959-86a2dc8915b4 req-622cd661-1556-4893-9a64-4f3abd195f2c tempest-VolumesActionsTest-475547813 tempest-VolumesActionsTest-475547813-project] 10.222.0.64 "GET /v2.0/security-groups?id=a818cb2a-9ff5-4336-8f4d-815c6cc3d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480354 Jan 28 19:43:39.681609 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ddf6ac54-8601-4fbf-80f4-0110faa1f987 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks [] for port (6c07f823-35df-4a62-bdd3-d26b9d049da4), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:39.701035 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ddf6ac54-8601-4fbf-80f4-0110faa1f987 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (6c07f823-35df-4a62-bdd3-d26b9d049da4), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:39.766994 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-ddf6ac54-8601-4fbf-80f4-0110faa1f987 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] In _notify_port_updated(), no bound segment for port 6c07f823-35df-4a62-bdd3-d26b9d049da4 on network 37073213-151b-47b1-9953-f88b2665f6c0 {{(pid=103305) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Jan 28 19:43:39.772498 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf6ac54-8601-4fbf-80f4-0110faa1f987 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:39.773355 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ddf6ac54-8601-4fbf-80f4-0110faa1f987 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:39.778294 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-ddf6ac54-8601-4fbf-80f4-0110faa1f987 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] 10.222.0.64 "PUT /v2.0/ports/6c07f823-35df-4a62-bdd3-d26b9d049da4 HTTP/1.1" status: 200 len: 818 time: 0.5960495 Jan 28 19:43:39.779069 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 51414) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:39.806420 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf6ac54-8601-4fbf-80f4-0110faa1f987 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Pushing event updated for resources: {'Port': ['ID=6c07f823-35df-4a62-bdd3-d26b9d049da4,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:39.813202 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:39.931915 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-be0a0f34-d489-4106-92a4-626124c82397 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Deleting port 6c07f823-35df-4a62-bdd3-d26b9d049da4 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:43:39.936397 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-be0a0f34-d489-4106-92a4-626124c82397 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (6c07f823-35df-4a62-bdd3-d26b9d049da4), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:39.951453 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [req-f9cb14cb-8364-4ab2-94ef-ae88e24fb6b1 req-4d9712ac-5909-4601-84b9-fd96b91dfa0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d423d9fa-f3f0-4660-a38c-f922197ec4ec {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:43:39.957902 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d3c3856f-632d-4f76-9bc8-ad351388f602 req-9978467e-c661-4018-ad66-ecea2446b1c6 tempest-VolumesBackupsTest-1639206033 tempest-VolumesBackupsTest-1639206033-project] 10.222.0.64 "GET /v2.0/ports?device_id=2cb01ec4-5ac9-41ab-a8fc-6d07153dd448 HTTP/1.1" status: 200 len: 210 time: 0.0384181 Jan 28 19:43:39.962019 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f9cb14cb-8364-4ab2-94ef-ae88e24fb6b1 req-4d9712ac-5909-4601-84b9-fd96b91dfa0d service neutron] Publish callbacks [] for port (d423d9fa-f3f0-4660-a38c-f922197ec4ec), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:39.983814 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-f9cb14cb-8364-4ab2-94ef-ae88e24fb6b1 req-4d9712ac-5909-4601-84b9-fd96b91dfa0d service neutron] Transition to ACTIVE for port object d423d9fa-f3f0-4660-a38c-f922197ec4ec will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:43:39.989056 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f9cb14cb-8364-4ab2-94ef-ae88e24fb6b1 req-4d9712ac-5909-4601-84b9-fd96b91dfa0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (d423d9fa-f3f0-4660-a38c-f922197ec4ec), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:40.048126 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9712ac-5909-4601-84b9-fd96b91dfa0d service neutron] Pushing event updated for resources: {'Port': ['ID=d423d9fa-f3f0-4660-a38c-f922197ec4ec,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:40.062005 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-be0a0f34-d489-4106-92a4-626124c82397 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (6c07f823-35df-4a62-bdd3-d26b9d049da4), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:40.101955 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-be0a0f34-d489-4106-92a4-626124c82397 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Calling delete_port for 6c07f823-35df-4a62-bdd3-d26b9d049da4 owned by {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:43:40.130355 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-f9cb14cb-8364-4ab2-94ef-ae88e24fb6b1 req-4d9712ac-5909-4601-84b9-fd96b91dfa0d service neutron] Attempting to bind port d423d9fa-f3f0-4660-a38c-f922197ec4ec on host n-h1-812111-14 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:43:40.130904 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-f9cb14cb-8364-4ab2-94ef-ae88e24fb6b1 req-4d9712ac-5909-4601-84b9-fd96b91dfa0d service neutron] Attempting to bind port d423d9fa-f3f0-4660-a38c-f922197ec4ec by drivers openvswitch,hyperv on host n-h1-812111-14 at level 0 using segments [{'id': 'fb8563a1-bba4-4c92-a98a-293cd59af64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '59dc33ae-0cc3-47fa-8462-a487e727888c'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:43:40.131550 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9cb14cb-8364-4ab2-94ef-ae88e24fb6b1 req-4d9712ac-5909-4601-84b9-fd96b91dfa0d service neutron] Attempting to bind port d423d9fa-f3f0-4660-a38c-f922197ec4ec on network 59dc33ae-0cc3-47fa-8462-a487e727888c {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:43:40.137597 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9cb14cb-8364-4ab2-94ef-ae88e24fb6b1 req-4d9712ac-5909-4601-84b9-fd96b91dfa0d service neutron] Port d423d9fa-f3f0-4660-a38c-f922197ec4ec on network 59dc33ae-0cc3-47fa-8462-a487e727888c not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-14 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:43:40.138099 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9cb14cb-8364-4ab2-94ef-ae88e24fb6b1 req-4d9712ac-5909-4601-84b9-fd96b91dfa0d service neutron] Attempting to bind port d423d9fa-f3f0-4660-a38c-f922197ec4ec on network 59dc33ae-0cc3-47fa-8462-a487e727888c {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:43:40.145153 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9cb14cb-8364-4ab2-94ef-ae88e24fb6b1 req-4d9712ac-5909-4601-84b9-fd96b91dfa0d service neutron] Checking agent: {'id': 'b544ba20-de93-4d86-9e6b-a2202deb6191', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 43, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:43:40.145631 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9cb14cb-8364-4ab2-94ef-ae88e24fb6b1 req-4d9712ac-5909-4601-84b9-fd96b91dfa0d service neutron] Checking segment: {'id': 'fb8563a1-bba4-4c92-a98a-293cd59af64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '59dc33ae-0cc3-47fa-8462-a487e727888c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:43:40.146613 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9cb14cb-8364-4ab2-94ef-ae88e24fb6b1 req-4d9712ac-5909-4601-84b9-fd96b91dfa0d service neutron] Bound using segment: {'id': 'fb8563a1-bba4-4c92-a98a-293cd59af64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '59dc33ae-0cc3-47fa-8462-a487e727888c'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:43:40.147169 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-f9cb14cb-8364-4ab2-94ef-ae88e24fb6b1 req-4d9712ac-5909-4601-84b9-fd96b91dfa0d service neutron] Bound port: d423d9fa-f3f0-4660-a38c-f922197ec4ec, host: n-h1-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb8563a1-bba4-4c92-a98a-293cd59af64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '59dc33ae-0cc3-47fa-8462-a487e727888c'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:43:40.147638 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f9cb14cb-8364-4ab2-94ef-ae88e24fb6b1 req-4d9712ac-5909-4601-84b9-fd96b91dfa0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (d423d9fa-f3f0-4660-a38c-f922197ec4ec), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:40.233876 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-be0a0f34-d489-4106-92a4-626124c82397 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (6c07f823-35df-4a62-bdd3-d26b9d049da4), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:40.253126 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1f77aa0d-a25d-4aec-bbbd-3b704b94aa58 req-d2847c72-13b9-4295-b189-677b284d7a6d tempest-VolumesBackupsTest-1639206033 tempest-VolumesBackupsTest-1639206033-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=25599df1802e449ca72eb8e39db21e82&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0923092 Jan 28 19:43:40.286618 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-be0a0f34-d489-4106-92a4-626124c82397 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:40.291512 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-be0a0f34-d489-4106-92a4-626124c82397 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] 10.222.0.64 "DELETE /v2.0/ports/6c07f823-35df-4a62-bdd3-d26b9d049da4 HTTP/1.1" status: 204 len: 168 time: 0.5106158 Jan 28 19:43:40.292924 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0a0f34-d489-4106-92a4-626124c82397 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Pushing event deleted for resources: {'Port': ['ID=6c07f823-35df-4a62-bdd3-d26b9d049da4,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:40.296814 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 51420) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:40.388302 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d1aa7a-f78b-4a32-b420-4c950558d17b tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:40.390753 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-29d1aa7a-f78b-4a32-b420-4c950558d17b tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0925012 Jan 28 19:43:40.393408 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 51422) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:40.428772 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-f9cb14cb-8364-4ab2-94ef-ae88e24fb6b1 req-4d9712ac-5909-4601-84b9-fd96b91dfa0d service neutron] For port d423d9fa-f3f0-4660-a38c-f922197ec4ec, host n-h1-812111-14, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:43:40.439580 n-d-812111-14 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cb01711-6d3a-45c8-a0bf-cb9ccec08e34 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] GET failed (client error): The resource could not be found. Jan 28 19:43:40.441904 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-8cb01711-6d3a-45c8-a0bf-cb9ccec08e34 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] 10.222.0.64 "GET /v2.0/ports/6c07f823-35df-4a62-bdd3-d26b9d049da4 HTTP/1.1" status: 404 len: 333 time: 0.0460491 Jan 28 19:43:40.445501 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 51424) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:40.451384 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-2874feb7-e58b-4021-9576-f8e3e6b07908 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1164532651'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:43:40.463902 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-f9cb14cb-8364-4ab2-94ef-ae88e24fb6b1 req-4d9712ac-5909-4601-84b9-fd96b91dfa0d service neutron] For port d423d9fa-f3f0-4660-a38c-f922197ec4ec, host n-h1-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=d423d9fa-f3f0-4660-a38c-f922197ec4ec,segment=NetworkSegment(fb8563a1-bba4-4c92-a98a-293cd59af64f),segment_id=fb8563a1-bba4-4c92-a98a-293cd59af64f)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:43:40.478904 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2874feb7-e58b-4021-9576-f8e3e6b07908 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Made reservation on behalf of d871ffcf59da420e85b77b208fa5001b for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:43:40.483053 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2874feb7-e58b-4021-9576-f8e3e6b07908 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:40.487492 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f9cb14cb-8364-4ab2-94ef-ae88e24fb6b1 req-4d9712ac-5909-4601-84b9-fd96b91dfa0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (d423d9fa-f3f0-4660-a38c-f922197ec4ec), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:40.512773 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2874feb7-e58b-4021-9576-f8e3e6b07908 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:43:40.524147 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2874feb7-e58b-4021-9576-f8e3e6b07908 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (4ac4110c-0075-4dca-99f8-8bb829de1356), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:40.524552 n-d-812111-14 neutron-server[103304]: INFO neutron.db.segments_db [None req-2874feb7-e58b-4021-9576-f8e3e6b07908 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Added segment 4ac4110c-0075-4dca-99f8-8bb829de1356 of type vlan for network 9927f4da-b283-4ae4-a6d6-1550db570544 Jan 28 19:43:40.560508 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cb14cb-8364-4ab2-94ef-ae88e24fb6b1 req-4d9712ac-5909-4601-84b9-fd96b91dfa0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:40.561148 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f9cb14cb-8364-4ab2-94ef-ae88e24fb6b1 req-4d9712ac-5909-4601-84b9-fd96b91dfa0d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:40.562567 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f9cb14cb-8364-4ab2-94ef-ae88e24fb6b1 req-4d9712ac-5909-4601-84b9-fd96b91dfa0d service neutron] 10.222.0.41 "PUT /v2.0/ports/d423d9fa-f3f0-4660-a38c-f922197ec4ec HTTP/1.1" status: 200 len: 1093 time: 1.4701939 Jan 28 19:43:40.563114 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ef12e64-31b3-4b4b-b608-c0548030df0e', 'tag': 'd423d9fa-f3f0-4660-a38c-f922197ec4ec'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:43:40.565549 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f42b0f02-2f74-47c2-9491-c1f5029e4639" -d '{"events": [{"name": "network-changed", "server_uuid": "8ef12e64-31b3-4b4b-b608-c0548030df0e", "tag": "d423d9fa-f3f0-4660-a38c-f922197ec4ec"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:43:40.623841 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f77aa0d-a25d-4aec-bbbd-3b704b94aa58 req-40f7a651-fb35-4b9b-be3c-53804f6272a7 tempest-VolumesBackupsTest-1639206033 tempest-VolumesBackupsTest-1639206033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:40.626618 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1f77aa0d-a25d-4aec-bbbd-3b704b94aa58 req-40f7a651-fb35-4b9b-be3c-53804f6272a7 tempest-VolumesBackupsTest-1639206033 tempest-VolumesBackupsTest-1639206033-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3607235 Jan 28 19:43:40.648659 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2874feb7-e58b-4021-9576-f8e3e6b07908 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (9927f4da-b283-4ae4-a6d6-1550db570544), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:40.659410 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-1f77aa0d-a25d-4aec-bbbd-3b704b94aa58 req-1f35691f-89cb-47a0-b518-fa151b832f53 tempest-VolumesBackupsTest-1639206033 tempest-VolumesBackupsTest-1639206033-project] Request body: {'port': {'device_id': '2cb01ec4-5ac9-41ab-a8fc-6d07153dd448', 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91', 'admin_state_up': True, 'tenant_id': '25599df1802e449ca72eb8e39db21e82'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:43:40.664410 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:43:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b70d652-1db4-4626-ae27-c42f32a77dbd x-openstack-request-id: req-9b70d652-1db4-4626-ae27-c42f32a77dbd {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:43:40.664704 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ef12e64-31b3-4b4b-b608-c0548030df0e", "tag": "d423d9fa-f3f0-4660-a38c-f922197ec4ec", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:43:40.664961 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9b70d652-1db4-4626-ae27-c42f32a77dbd {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:43:40.665394 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ef12e64-31b3-4b4b-b608-c0548030df0e', 'tag': 'd423d9fa-f3f0-4660-a38c-f922197ec4ec', 'status': 'completed', 'code': 200} Jan 28 19:43:40.730311 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2874feb7-e58b-4021-9576-f8e3e6b07908 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (9927f4da-b283-4ae4-a6d6-1550db570544), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:40.737089 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2874feb7-e58b-4021-9576-f8e3e6b07908 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:40.738072 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2874feb7-e58b-4021-9576-f8e3e6b07908 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:40.738238 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9712ac-5909-4601-84b9-fd96b91dfa0d service neutron] Pushing event updated for resources: {'Port': ['ID=d423d9fa-f3f0-4660-a38c-f922197ec4ec,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:40.778004 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10498c4f-0c87-48a6-94fc-adf08cc08611 req-42680eb2-7a85-4c65-a02b-dc794eb7b797 tempest-VolumesActionsTest-475547813 tempest-VolumesActionsTest-475547813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:40.787117 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-10498c4f-0c87-48a6-94fc-adf08cc08611 req-42680eb2-7a85-4c65-a02b-dc794eb7b797 tempest-VolumesActionsTest-475547813 tempest-VolumesActionsTest-475547813-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ef12e64-31b3-4b4b-b608-c0548030df0e HTTP/1.1" status: 200 len: 944 time: 0.1258290 Jan 28 19:43:40.797041 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cb14cb-8364-4ab2-94ef-ae88e24fb6b1 req-8e399e9d-5260-44e6-8fbf-9a3f0c20cb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:40.798683 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f9cb14cb-8364-4ab2-94ef-ae88e24fb6b1 req-8e399e9d-5260-44e6-8fbf-9a3f0c20cb0a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d22f40a4e9bd48b0b6be5dd592836afd&device_id=8ef12e64-31b3-4b4b-b608-c0548030df0e HTTP/1.1" status: 200 len: 1127 time: 0.1601813 Jan 28 19:43:40.853777 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f9cb14cb-8364-4ab2-94ef-ae88e24fb6b1 req-51ef5f95-7a96-475d-8151-02f49497dce5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d423d9fa-f3f0-4660-a38c-f922197ec4ec HTTP/1.1" status: 200 len: 217 time: 0.0371802 Jan 28 19:43:40.912267 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2874feb7-e58b-4021-9576-f8e3e6b07908 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Pushing event updated for resources: {'Network': ['ID=9927f4da-b283-4ae4-a6d6-1550db570544,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:40.913031 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f77aa0d-a25d-4aec-bbbd-3b704b94aa58 req-1f35691f-89cb-47a0-b518-fa151b832f53 tempest-VolumesBackupsTest-1639206033 tempest-VolumesBackupsTest-1639206033-project] Made reservation on behalf of 25599df1802e449ca72eb8e39db21e82 for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:43:40.917617 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-1f77aa0d-a25d-4aec-bbbd-3b704b94aa58 req-1f35691f-89cb-47a0-b518-fa151b832f53 tempest-VolumesBackupsTest-1639206033 tempest-VolumesBackupsTest-1639206033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:40.923571 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network 9927f4da-b283-4ae4-a6d6-1550db570544 details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:43:40.931165 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-1f77aa0d-a25d-4aec-bbbd-3b704b94aa58 req-1f35691f-89cb-47a0-b518-fa151b832f53 tempest-VolumesBackupsTest-1639206033 tempest-VolumesBackupsTest-1639206033-project] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:40.942370 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cb14cb-8364-4ab2-94ef-ae88e24fb6b1 req-3164e8c1-f7c6-42da-9566-c74f1210d79f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:40.944187 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f9cb14cb-8364-4ab2-94ef-ae88e24fb6b1 req-3164e8c1-f7c6-42da-9566-c74f1210d79f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=eb9496b3-6438-4fc1-a372-03bae31cad41 HTTP/1.1" status: 200 len: 849 time: 0.0805204 Jan 28 19:43:40.954279 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-2874feb7-e58b-4021-9576-f8e3e6b07908 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5074456 Jan 28 19:43:40.970073 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 51432) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:40.971138 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-10498c4f-0c87-48a6-94fc-adf08cc08611 req-d3221ea9-d777-47d5-aea9-f3ce7fb420f1 tempest-VolumesActionsTest-475547813 tempest-VolumesActionsTest-475547813-project] 10.222.0.64 "GET /v2.0/security-groups?id=a818cb2a-9ff5-4336-8f4d-815c6cc3d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779504 Jan 28 19:43:40.977150 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-ee8b2a4c-2cac-41ee-ac6f-7d137a8535f6 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Request body: {'subnet': {'network_id': '9927f4da-b283-4ae4-a6d6-1550db570544', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:43:41.002928 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f9cb14cb-8364-4ab2-94ef-ae88e24fb6b1 req-b94571c2-fc35-4952-94a1-c28bc73ac72a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=59dc33ae-0cc3-47fa-8462-a487e727888c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491414 Jan 28 19:43:41.166378 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-36465fb9-08c5-43bd-b2e6-43d19500d4d8 req-6ca7c2f0-7659-41a2-95a4-7897ef73456e tempest-VolumesBackupsTest-1639206033 tempest-VolumesBackupsTest-1639206033-project] 10.222.0.64 "GET /v2.0/ports?device_id=2cb01ec4-5ac9-41ab-a8fc-6d07153dd448 HTTP/1.1" status: 200 len: 210 time: 0.0841384 Jan 28 19:43:41.263986 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f9cb14cb-8364-4ab2-94ef-ae88e24fb6b1 req-d62e7c3f-acf6-4a3b-816f-0fcb63fab877 service neutron] 10.222.0.41 "GET /v2.0/networks/59dc33ae-0cc3-47fa-8462-a487e727888c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2438343 Jan 28 19:43:41.294284 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-1f77aa0d-a25d-4aec-bbbd-3b704b94aa58 req-1f35691f-89cb-47a0-b518-fa151b832f53 tempest-VolumesBackupsTest-1639206033 tempest-VolumesBackupsTest-1639206033-project] Publish callbacks [] for security_group (2c011f83-3e73-486b-b407-12a8d0621488), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:41.307618 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee8b2a4c-2cac-41ee-ac6f-7d137a8535f6 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Made reservation on behalf of d871ffcf59da420e85b77b208fa5001b for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:43:41.310994 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ee8b2a4c-2cac-41ee-ac6f-7d137a8535f6 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4733071'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:41.340832 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-1f77aa0d-a25d-4aec-bbbd-3b704b94aa58 req-1f35691f-89cb-47a0-b518-fa151b832f53 tempest-VolumesBackupsTest-1639206033 tempest-VolumesBackupsTest-1639206033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (2c011f83-3e73-486b-b407-12a8d0621488), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:41.487236 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f35691f-89cb-47a0-b518-fa151b832f53 tempest-VolumesBackupsTest-1639206033 tempest-VolumesBackupsTest-1639206033-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c011f83-3e73-486b-b407-12a8d0621488,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:41.534517 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f9cb14cb-8364-4ab2-94ef-ae88e24fb6b1 req-d8d8ebfb-8dcf-4fcc-b521-701a9ab2d262 service neutron] 10.222.0.41 "GET /v2.0/networks/59dc33ae-0cc3-47fa-8462-a487e727888c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2581544 Jan 28 19:43:41.657846 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-1f77aa0d-a25d-4aec-bbbd-3b704b94aa58 req-1f35691f-89cb-47a0-b518-fa151b832f53 tempest-VolumesBackupsTest-1639206033 tempest-VolumesBackupsTest-1639206033-project] Allocated IP 192.168.233.167 (7810caa2-eac6-457d-9302-c8c215ef3e91/f2de4832-9ef6-4f40-9ac5-1557d5e6a6ff/216d2575-b085-4a22-b4a1-8309c83f750e) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:43:41.681908 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:41.768963 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42b0f02-2f74-47c2-9491-c1f5029e4639 req-b2405869-c962-402d-bed1-fcfe170a596a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:41.770529 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f42b0f02-2f74-47c2-9491-c1f5029e4639 req-b2405869-c962-402d-bed1-fcfe170a596a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d22f40a4e9bd48b0b6be5dd592836afd&device_id=8ef12e64-31b3-4b4b-b608-c0548030df0e HTTP/1.1" status: 200 len: 1127 time: 0.1780953 Jan 28 19:43:41.773490 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ee8b2a4c-2cac-41ee-ac6f-7d137a8535f6 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4752401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4733085'] for subnet (6984a72e-9e75-4eb4-9117-942f3584156e), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:41.980707 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8b2a4c-2cac-41ee-ac6f-7d137a8535f6 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Pushing event updated for resources: {'Subnet': ['ID=6984a72e-9e75-4eb4-9117-942f3584156e,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:41.986673 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8b2a4c-2cac-41ee-ac6f-7d137a8535f6 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Checking segment: {'id': '4ac4110c-0075-4dca-99f8-8bb829de1356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9927f4da-b283-4ae4-a6d6-1550db570544'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:43:41.987268 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee8b2a4c-2cac-41ee-ac6f-7d137a8535f6 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Network hostable DHCP agents. Network: 9927f4da-b283-4ae4-a6d6-1550db570544, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:43:42.024411 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-1f77aa0d-a25d-4aec-bbbd-3b704b94aa58 req-1f35691f-89cb-47a0-b518-fa151b832f53 tempest-VolumesBackupsTest-1639206033 tempest-VolumesBackupsTest-1639206033-project] Publish callbacks [] for port (216d2575-b085-4a22-b4a1-8309c83f750e), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:42.033666 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42b0f02-2f74-47c2-9491-c1f5029e4639 req-e9951e84-573a-4d7b-af86-e13fb88d74c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:42.035224 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f42b0f02-2f74-47c2-9491-c1f5029e4639 req-e9951e84-573a-4d7b-af86-e13fb88d74c0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=59dc33ae-0cc3-47fa-8462-a487e727888c HTTP/1.1" status: 200 len: 909 time: 0.2523458 Jan 28 19:43:42.038712 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee8b2a4c-2cac-41ee-ac6f-7d137a8535f6 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Network 9927f4da-b283-4ae4-a6d6-1550db570544 is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:43:42.090559 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-ee8b2a4c-2cac-41ee-ac6f-7d137a8535f6 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, 9927f4da-b283-4ae4-a6d6-1550db570544) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:43:42.092274 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f42b0f02-2f74-47c2-9491-c1f5029e4639 req-0e90004a-0e86-4990-8f93-c3327f81720d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d423d9fa-f3f0-4660-a38c-f922197ec4ec HTTP/1.1" status: 200 len: 217 time: 0.0480652 Jan 28 19:43:42.099290 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad7747b-0ff8-4c4a-b7d4-593cdd0a0faf req-5b6f77f9-2aed-4442-bbd8-f1c8000c3b67 tempest-VolumesActionsTest-475547813 tempest-VolumesActionsTest-475547813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:42.102053 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0080ca0c-4e83-47f0-9050-f69ed4d17436 None None] Network 9927f4da-b283-4ae4-a6d6-1550db570544 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:43:42.107254 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3ad7747b-0ff8-4c4a-b7d4-593cdd0a0faf req-5b6f77f9-2aed-4442-bbd8-f1c8000c3b67 tempest-VolumesActionsTest-475547813 tempest-VolumesActionsTest-475547813-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ef12e64-31b3-4b4b-b608-c0548030df0e HTTP/1.1" status: 200 len: 944 time: 0.0633814 Jan 28 19:43:42.113434 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee8b2a4c-2cac-41ee-ac6f-7d137a8535f6 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:42.114048 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ee8b2a4c-2cac-41ee-ac6f-7d137a8535f6 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:42.159213 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-1f77aa0d-a25d-4aec-bbbd-3b704b94aa58 req-1f35691f-89cb-47a0-b518-fa151b832f53 tempest-VolumesBackupsTest-1639206033 tempest-VolumesBackupsTest-1639206033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (216d2575-b085-4a22-b4a1-8309c83f750e), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:42.164143 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3ad7747b-0ff8-4c4a-b7d4-593cdd0a0faf req-5567c8a7-bd74-461f-b928-1d5e4f8ef388 tempest-VolumesActionsTest-475547813 tempest-VolumesActionsTest-475547813-project] 10.222.0.64 "GET /v2.0/security-groups?id=a818cb2a-9ff5-4336-8f4d-815c6cc3d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563712 Jan 28 19:43:42.167232 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-ee8b2a4c-2cac-41ee-ac6f-7d137a8535f6 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1954033 Jan 28 19:43:42.179176 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 51446) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:42.202616 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-1814392e-9629-4c8e-b8f5-e995e931ab78 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Request body: {'subnet': {'network_id': '9927f4da-b283-4ae4-a6d6-1550db570544', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:43:42.209506 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42b0f02-2f74-47c2-9491-c1f5029e4639 req-c8e34105-e499-4df4-b9ce-f1892bfe710f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:42.209506 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f42b0f02-2f74-47c2-9491-c1f5029e4639 req-c8e34105-e499-4df4-b9ce-f1892bfe710f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=eb9496b3-6438-4fc1-a372-03bae31cad41 HTTP/1.1" status: 200 len: 849 time: 0.1073561 Jan 28 19:43:42.269708 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f73820-8281-4e56-b23b-4aa847efc5da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68cd31fd-e4cd-5fb3-a862-256fc47efcd2-9927f4da-b283-4ae4-a6d6-1550db570544', 'network_id': '9927f4da-b283-4ae4-a6d6-1550db570544', 'project_id': 'd871ffcf59da420e85b77b208fa5001b', 'fixed_ips': [{'subnet_id': '6984a72e-9e75-4eb4-9117-942f3584156e'}]}} from n-d-812111-14. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:43:42.270906 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e5f73820-8281-4e56-b23b-4aa847efc5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:42.419490 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-e5f73820-8281-4e56-b23b-4aa847efc5da None None] Allocated IP 172.20.0.2 (9927f4da-b283-4ae4-a6d6-1550db570544/6984a72e-9e75-4eb4-9117-942f3584156e/59bb8084-c8e3-47fa-8a94-ef4a274cad8e) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:43:42.571025 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e5f73820-8281-4e56-b23b-4aa847efc5da None None] Publish callbacks [] for port (59bb8084-c8e3-47fa-8a94-ef4a274cad8e), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:42.576526 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e5f73820-8281-4e56-b23b-4aa847efc5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (59bb8084-c8e3-47fa-8a94-ef4a274cad8e), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:42.618600 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f73820-8281-4e56-b23b-4aa847efc5da None None] Network 9927f4da-b283-4ae4-a6d6-1550db570544 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:43:42.624717 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-e5f73820-8281-4e56-b23b-4aa847efc5da None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:43:42.629894 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f73820-8281-4e56-b23b-4aa847efc5da None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:43:42.633292 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f73820-8281-4e56-b23b-4aa847efc5da None None] Pushing event updated for resources: {'Port': ['ID=59bb8084-c8e3-47fa-8a94-ef4a274cad8e,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:42.656689 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f77aa0d-a25d-4aec-bbbd-3b704b94aa58 req-1f35691f-89cb-47a0-b518-fa151b832f53 tempest-VolumesBackupsTest-1639206033 tempest-VolumesBackupsTest-1639206033-project] Network 7810caa2-eac6-457d-9302-c8c215ef3e91 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:43:42.666781 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f42b0f02-2f74-47c2-9491-c1f5029e4639 req-75f6e4a4-6b6e-48a7-9811-c5b14a72ee81 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=59dc33ae-0cc3-47fa-8462-a487e727888c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4347205 Jan 28 19:43:42.683627 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-1f77aa0d-a25d-4aec-bbbd-3b704b94aa58 req-1f35691f-89cb-47a0-b518-fa151b832f53 tempest-VolumesBackupsTest-1639206033 tempest-VolumesBackupsTest-1639206033-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:43:42.686570 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f77aa0d-a25d-4aec-bbbd-3b704b94aa58 req-1f35691f-89cb-47a0-b518-fa151b832f53 tempest-VolumesBackupsTest-1639206033 tempest-VolumesBackupsTest-1639206033-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:43:42.694112 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-e5f73820-8281-4e56-b23b-4aa847efc5da None None] Attempting to bind port 59bb8084-c8e3-47fa-8a94-ef4a274cad8e on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:43:42.694477 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-e5f73820-8281-4e56-b23b-4aa847efc5da None None] Attempting to bind port 59bb8084-c8e3-47fa-8a94-ef4a274cad8e by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '4ac4110c-0075-4dca-99f8-8bb829de1356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9927f4da-b283-4ae4-a6d6-1550db570544'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:43:42.694841 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f73820-8281-4e56-b23b-4aa847efc5da None None] Attempting to bind port 59bb8084-c8e3-47fa-8a94-ef4a274cad8e on network 9927f4da-b283-4ae4-a6d6-1550db570544 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:43:42.700230 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f73820-8281-4e56-b23b-4aa847efc5da None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 43, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:43:42.700693 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f73820-8281-4e56-b23b-4aa847efc5da None None] Checking segment: {'id': '4ac4110c-0075-4dca-99f8-8bb829de1356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9927f4da-b283-4ae4-a6d6-1550db570544'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:43:42.701190 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e5f73820-8281-4e56-b23b-4aa847efc5da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:42.701501 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f73820-8281-4e56-b23b-4aa847efc5da None None] Bound using segment: {'id': '4ac4110c-0075-4dca-99f8-8bb829de1356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9927f4da-b283-4ae4-a6d6-1550db570544'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:43:42.701965 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-e5f73820-8281-4e56-b23b-4aa847efc5da None None] Bound port: 59bb8084-c8e3-47fa-8a94-ef4a274cad8e, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ac4110c-0075-4dca-99f8-8bb829de1356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9927f4da-b283-4ae4-a6d6-1550db570544'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:43:42.702344 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e5f73820-8281-4e56-b23b-4aa847efc5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (59bb8084-c8e3-47fa-8a94-ef4a274cad8e), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:42.714561 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f35691f-89cb-47a0-b518-fa151b832f53 tempest-VolumesBackupsTest-1639206033 tempest-VolumesBackupsTest-1639206033-project] Pushing event updated for resources: {'Port': ['ID=216d2575-b085-4a22-b4a1-8309c83f750e,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:42.778593 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-e5f73820-8281-4e56-b23b-4aa847efc5da None None] For port 59bb8084-c8e3-47fa-8a94-ef4a274cad8e, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:43:42.782094 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-e5f73820-8281-4e56-b23b-4aa847efc5da None None] For port 59bb8084-c8e3-47fa-8a94-ef4a274cad8e, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=59bb8084-c8e3-47fa-8a94-ef4a274cad8e,segment=NetworkSegment(4ac4110c-0075-4dca-99f8-8bb829de1356),segment_id=4ac4110c-0075-4dca-99f8-8bb829de1356)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:43:42.790733 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e5f73820-8281-4e56-b23b-4aa847efc5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (59bb8084-c8e3-47fa-8a94-ef4a274cad8e), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:42.887007 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f73820-8281-4e56-b23b-4aa847efc5da None None] Pushing event updated for resources: {'Port': ['ID=59bb8084-c8e3-47fa-8a94-ef4a274cad8e,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:42.925444 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f77aa0d-a25d-4aec-bbbd-3b704b94aa58 req-1f35691f-89cb-47a0-b518-fa151b832f53 tempest-VolumesBackupsTest-1639206033 tempest-VolumesBackupsTest-1639206033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:42.926111 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-1f77aa0d-a25d-4aec-bbbd-3b704b94aa58 req-1f35691f-89cb-47a0-b518-fa151b832f53 tempest-VolumesBackupsTest-1639206033 tempest-VolumesBackupsTest-1639206033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:42.958535 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f42b0f02-2f74-47c2-9491-c1f5029e4639 req-7b0120aa-3feb-4898-b3e1-6cd1cb60debe service neutron] 10.222.0.41 "GET /v2.0/networks/59dc33ae-0cc3-47fa-8462-a487e727888c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2762008 Jan 28 19:43:42.964198 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1f77aa0d-a25d-4aec-bbbd-3b704b94aa58 req-1f35691f-89cb-47a0-b518-fa151b832f53 tempest-VolumesBackupsTest-1639206033 tempest-VolumesBackupsTest-1639206033-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3095133 Jan 28 19:43:42.976386 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [req-1f77aa0d-a25d-4aec-bbbd-3b704b94aa58 req-13ad85e0-00a3-4077-8dee-6c3736ceb3d6 tempest-VolumesBackupsTest-1639206033 tempest-VolumesBackupsTest-1639206033-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:43:42.977431 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1f77aa0d-a25d-4aec-bbbd-3b704b94aa58 req-13ad85e0-00a3-4077-8dee-6c3736ceb3d6 tempest-VolumesBackupsTest-1639206033 tempest-VolumesBackupsTest-1639206033-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059891 Jan 28 19:43:43.019495 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc52a336-5490-4b7a-b7c7-fbd9c165433d req-e284f988-75c6-451b-9148-0414bc8d89f2 tempest-VolumesBackupsTest-1639206033 tempest-VolumesBackupsTest-1639206033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:43.020981 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-bc52a336-5490-4b7a-b7c7-fbd9c165433d req-e284f988-75c6-451b-9148-0414bc8d89f2 tempest-VolumesBackupsTest-1639206033 tempest-VolumesBackupsTest-1639206033-project] 10.222.0.64 "GET /v2.0/ports?device_id=2cb01ec4-5ac9-41ab-a8fc-6d07153dd448 HTTP/1.1" status: 200 len: 936 time: 0.3595049 Jan 28 19:43:43.063235 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-41d157bc-1bcf-49f1-ad8f-5a9e5cfe6102 None None] Provisioning complete for port 216d2575-b085-4a22-b4a1-8309c83f750e triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:43:43.064118 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-41d157bc-1bcf-49f1-ad8f-5a9e5cfe6102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (216d2575-b085-4a22-b4a1-8309c83f750e), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:43.125794 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1814392e-9629-4c8e-b8f5-e995e931ab78 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Made reservation on behalf of d871ffcf59da420e85b77b208fa5001b for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:43:43.136462 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1814392e-9629-4c8e-b8f5-e995e931ab78 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4733071'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:43.139005 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-41d157bc-1bcf-49f1-ad8f-5a9e5cfe6102 None None] Port 216d2575-b085-4a22-b4a1-8309c83f750e cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:43:43.144591 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:43.204065 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6ca630-60ae-41ae-97ec-d87dbfda9788 req-125f5023-0a48-40f1-858e-c38e4abbc568 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:43.207521 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-fd6ca630-60ae-41ae-97ec-d87dbfda9788 req-125f5023-0a48-40f1-858e-c38e4abbc568 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a91007d-45be-4c6c-a11f-db74e1c43eb8 HTTP/1.1" status: 200 len: 945 time: 0.1361666 Jan 28 19:43:43.315593 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-bc52a336-5490-4b7a-b7c7-fbd9c165433d req-727e6394-8f3d-448e-9a76-5cf5b6fcdf32 tempest-VolumesBackupsTest-1639206033 tempest-VolumesBackupsTest-1639206033-project] 10.222.0.64 "GET /v2.0/security-groups?id=2c011f83-3e73-486b-b407-12a8d0621488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2599399 Jan 28 19:43:43.337455 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-1f77aa0d-a25d-4aec-bbbd-3b704b94aa58 req-c92d0991-c7ea-426e-b1fd-9359b5a5fd1d service neutron] Request body: {'port': {'device_id': '2cb01ec4-5ac9-41ab-a8fc-6d07153dd448', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-14'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:43:43.369680 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-fd6ca630-60ae-41ae-97ec-d87dbfda9788 req-762db72d-abc9-4676-914d-a46d7521cc86 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/security-groups?id=7142df2f-bfa6-45d4-824d-35803ef6dce5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1560709 Jan 28 19:43:43.402014 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5299ccc-3cfa-4518-8af0-f8259f856109 req-b0436cc5-fdab-428f-b6e7-a4d64644d879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:43.403804 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d5299ccc-3cfa-4518-8af0-f8259f856109 req-b0436cc5-fdab-428f-b6e7-a4d64644d879 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c316c98d83734d7eab7153e5f826023b&device_id=4a91007d-45be-4c6c-a11f-db74e1c43eb8 HTTP/1.1" status: 200 len: 1128 time: 0.2708716 Jan 28 19:43:43.408936 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f42b0f02-2f74-47c2-9491-c1f5029e4639 req-eef44aee-b9eb-4f31-9714-e024ded90090 service neutron] 10.222.0.41 "GET /v2.0/networks/59dc33ae-0cc3-47fa-8462-a487e727888c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4301851 Jan 28 19:43:43.449048 n-d-812111-14 neutron-server[103305]: INFO neutron.db.ipam_backend_mixin [None req-1814392e-9629-4c8e-b8f5-e995e931ab78 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 6984a72e-9e75-4eb4-9117-942f3584156e (CIDR: 172.20.0.0/28) Jan 28 19:43:43.466553 n-d-812111-14 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-1814392e-9629-4c8e-b8f5-e995e931ab78 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 19:43:43.467055 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1814392e-9629-4c8e-b8f5-e995e931ab78 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:43:43.513034 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-1814392e-9629-4c8e-b8f5-e995e931ab78 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3175671 Jan 28 19:43:43.516145 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 51464) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:43.527645 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-0c374206-16fb-4d88-b99b-c3f26a36e499 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Request body: {'subnet': {'network_id': '9927f4da-b283-4ae4-a6d6-1550db570544', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:43:43.547954 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-1f77aa0d-a25d-4aec-bbbd-3b704b94aa58 req-c92d0991-c7ea-426e-b1fd-9359b5a5fd1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (216d2575-b085-4a22-b4a1-8309c83f750e), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:43.590694 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ced3d3-9241-4246-8210-e67b663d3f53 req-88474818-1396-458e-9658-652a255881a5 tempest-VolumesActionsTest-475547813 tempest-VolumesActionsTest-475547813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:43.592502 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-23ced3d3-9241-4246-8210-e67b663d3f53 req-88474818-1396-458e-9658-652a255881a5 tempest-VolumesActionsTest-475547813 tempest-VolumesActionsTest-475547813-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ef12e64-31b3-4b4b-b608-c0548030df0e HTTP/1.1" status: 200 len: 944 time: 0.1400318 Jan 28 19:43:43.602148 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5299ccc-3cfa-4518-8af0-f8259f856109 req-1ded3409-4577-42bd-96ee-32ab3442098c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:43.603883 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d5299ccc-3cfa-4518-8af0-f8259f856109 req-1ded3409-4577-42bd-96ee-32ab3442098c service neutron] 10.222.0.70 "GET /v2.0/networks?id=87bd24c3-2f53-4d06-9d37-4b32bba79109 HTTP/1.1" status: 200 len: 912 time: 0.1938126 Jan 28 19:43:43.697519 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d5299ccc-3cfa-4518-8af0-f8259f856109 req-719e01f1-d62a-4e33-a773-2b792ff0d643 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4fc29a78-414a-4805-a8cf-167eee4a4412 HTTP/1.1" status: 200 len: 999 time: 0.0865591 Jan 28 19:43:43.714098 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-23ced3d3-9241-4246-8210-e67b663d3f53 req-5b61b3be-14bb-481c-8045-d43e8f719ae3 tempest-VolumesActionsTest-475547813 tempest-VolumesActionsTest-475547813-project] 10.222.0.64 "GET /v2.0/security-groups?id=a818cb2a-9ff5-4336-8f4d-815c6cc3d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140149 Jan 28 19:43:43.755290 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c374206-16fb-4d88-b99b-c3f26a36e499 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Made reservation on behalf of d871ffcf59da420e85b77b208fa5001b for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:43:43.758962 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0c374206-16fb-4d88-b99b-c3f26a36e499 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5221429'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:43.780980 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5299ccc-3cfa-4518-8af0-f8259f856109 req-2168d313-3b8b-4adb-ad4a-4c585495ea7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:43.782522 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d5299ccc-3cfa-4518-8af0-f8259f856109 req-2168d313-3b8b-4adb-ad4a-4c585495ea7d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1b82f7aa-308b-4f07-b0c3-0d99e240d9ef HTTP/1.1" status: 200 len: 851 time: 0.0795050 Jan 28 19:43:43.908243 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [req-1f77aa0d-a25d-4aec-bbbd-3b704b94aa58 req-c92d0991-c7ea-426e-b1fd-9359b5a5fd1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 216d2575-b085-4a22-b4a1-8309c83f750e {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:43:43.916653 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-1f77aa0d-a25d-4aec-bbbd-3b704b94aa58 req-c92d0991-c7ea-426e-b1fd-9359b5a5fd1d service neutron] Publish callbacks [] for port (216d2575-b085-4a22-b4a1-8309c83f750e), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:43.932117 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-1f77aa0d-a25d-4aec-bbbd-3b704b94aa58 req-c92d0991-c7ea-426e-b1fd-9359b5a5fd1d service neutron] Transition to ACTIVE for port object 216d2575-b085-4a22-b4a1-8309c83f750e will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:43:43.937263 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-1f77aa0d-a25d-4aec-bbbd-3b704b94aa58 req-c92d0991-c7ea-426e-b1fd-9359b5a5fd1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (216d2575-b085-4a22-b4a1-8309c83f750e), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:43.944647 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5299ccc-3cfa-4518-8af0-f8259f856109 req-65ea05d5-7300-4798-a605-30b46f5c9075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:43.946245 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d5299ccc-3cfa-4518-8af0-f8259f856109 req-65ea05d5-7300-4798-a605-30b46f5c9075 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=87bd24c3-2f53-4d06-9d37-4b32bba79109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1383526 Jan 28 19:43:43.980082 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4bc0bb85-ccef-456e-b15b-7b700b99ce88 req-aa1daaa5-9757-4bd8-a57b-ad48ad5de713 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=4a4cb9ad-0407-4f6d-b0cf-25991260284d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1227345 Jan 28 19:43:44.032706 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92d0991-c7ea-426e-b1fd-9359b5a5fd1d service neutron] Pushing event updated for resources: {'Port': ['ID=216d2575-b085-4a22-b4a1-8309c83f750e,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:44.049414 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device d423d9fa-f3f0-4660-a38c-f922197ec4ec details requested by agent hyperv_n-h1-812111-14 with host n-h1-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:43:44.256023 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-1f77aa0d-a25d-4aec-bbbd-3b704b94aa58 req-c92d0991-c7ea-426e-b1fd-9359b5a5fd1d service neutron] Attempting to bind port 216d2575-b085-4a22-b4a1-8309c83f750e on host n-h2-812111-14 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:43:44.256847 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-1f77aa0d-a25d-4aec-bbbd-3b704b94aa58 req-c92d0991-c7ea-426e-b1fd-9359b5a5fd1d service neutron] Attempting to bind port 216d2575-b085-4a22-b4a1-8309c83f750e by drivers openvswitch,hyperv on host n-h2-812111-14 at level 0 using segments [{'id': '195bcdbf-a031-4d8b-9f7f-e09fd37cd197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:43:44.257529 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f77aa0d-a25d-4aec-bbbd-3b704b94aa58 req-c92d0991-c7ea-426e-b1fd-9359b5a5fd1d service neutron] Attempting to bind port 216d2575-b085-4a22-b4a1-8309c83f750e on network 7810caa2-eac6-457d-9302-c8c215ef3e91 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:43:44.263356 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f77aa0d-a25d-4aec-bbbd-3b704b94aa58 req-c92d0991-c7ea-426e-b1fd-9359b5a5fd1d service neutron] Port 216d2575-b085-4a22-b4a1-8309c83f750e on network 7810caa2-eac6-457d-9302-c8c215ef3e91 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-14 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:43:44.263929 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f77aa0d-a25d-4aec-bbbd-3b704b94aa58 req-c92d0991-c7ea-426e-b1fd-9359b5a5fd1d service neutron] Attempting to bind port 216d2575-b085-4a22-b4a1-8309c83f750e on network 7810caa2-eac6-457d-9302-c8c215ef3e91 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:43:44.270586 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f77aa0d-a25d-4aec-bbbd-3b704b94aa58 req-c92d0991-c7ea-426e-b1fd-9359b5a5fd1d service neutron] Checking agent: {'id': '8f3fee4e-bf24-4b58-8a3a-ae9c8011a473', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 43, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:43:44.271235 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f77aa0d-a25d-4aec-bbbd-3b704b94aa58 req-c92d0991-c7ea-426e-b1fd-9359b5a5fd1d service neutron] Checking segment: {'id': '195bcdbf-a031-4d8b-9f7f-e09fd37cd197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:43:44.271803 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f77aa0d-a25d-4aec-bbbd-3b704b94aa58 req-c92d0991-c7ea-426e-b1fd-9359b5a5fd1d service neutron] Bound using segment: {'id': '195bcdbf-a031-4d8b-9f7f-e09fd37cd197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:43:44.272604 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-1f77aa0d-a25d-4aec-bbbd-3b704b94aa58 req-c92d0991-c7ea-426e-b1fd-9359b5a5fd1d service neutron] Bound port: 216d2575-b085-4a22-b4a1-8309c83f750e, host: n-h2-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '195bcdbf-a031-4d8b-9f7f-e09fd37cd197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:43:44.273178 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-1f77aa0d-a25d-4aec-bbbd-3b704b94aa58 req-c92d0991-c7ea-426e-b1fd-9359b5a5fd1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (216d2575-b085-4a22-b4a1-8309c83f750e), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:44.307404 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d5299ccc-3cfa-4518-8af0-f8259f856109 req-2cec36a7-8523-4843-accd-513a6ffa31e6 service neutron] 10.222.0.70 "GET /v2.0/networks/87bd24c3-2f53-4d06-9d37-4b32bba79109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3523366 Jan 28 19:43:44.312765 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc0bb85-ccef-456e-b15b-7b700b99ce88 req-2c1bf000-3099-4251-b3a9-5ef1aa56f229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:44.315007 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4bc0bb85-ccef-456e-b15b-7b700b99ce88 req-2c1bf000-3099-4251-b3a9-5ef1aa56f229 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c316c98d83734d7eab7153e5f826023b&device_id=4a4cb9ad-0407-4f6d-b0cf-25991260284d HTTP/1.1" status: 200 len: 1129 time: 0.2984703 Jan 28 19:43:44.345597 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port d423d9fa-f3f0-4660-a38c-f922197ec4ec, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=d423d9fa-f3f0-4660-a38c-f922197ec4ec,segment=NetworkSegment(fb8563a1-bba4-4c92-a98a-293cd59af64f),segment_id=fb8563a1-bba4-4c92-a98a-293cd59af64f)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:43:44.355257 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 59bb8084-c8e3-47fa-8a94-ef4a274cad8e up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:43:44.435279 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-1f77aa0d-a25d-4aec-bbbd-3b704b94aa58 req-c92d0991-c7ea-426e-b1fd-9359b5a5fd1d service neutron] For port 216d2575-b085-4a22-b4a1-8309c83f750e, host n-h2-812111-14, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:43:44.443789 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-1f77aa0d-a25d-4aec-bbbd-3b704b94aa58 req-c92d0991-c7ea-426e-b1fd-9359b5a5fd1d service neutron] For port 216d2575-b085-4a22-b4a1-8309c83f750e, host n-h2-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=216d2575-b085-4a22-b4a1-8309c83f750e,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:43:44.458481 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-1f77aa0d-a25d-4aec-bbbd-3b704b94aa58 req-c92d0991-c7ea-426e-b1fd-9359b5a5fd1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (216d2575-b085-4a22-b4a1-8309c83f750e), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:44.504228 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Returning: {'device': 'd423d9fa-f3f0-4660-a38c-f922197ec4ec', 'network_id': '59dc33ae-0cc3-47fa-8462-a487e727888c', 'port_id': 'd423d9fa-f3f0-4660-a38c-f922197ec4ec', 'mac_address': 'fa:16:3e:90:c8:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb9496b3-6438-4fc1-a372-03bae31cad41', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:43:44.543949 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f77aa0d-a25d-4aec-bbbd-3b704b94aa58 req-c92d0991-c7ea-426e-b1fd-9359b5a5fd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:44.544574 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-1f77aa0d-a25d-4aec-bbbd-3b704b94aa58 req-c92d0991-c7ea-426e-b1fd-9359b5a5fd1d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:44.554070 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1f77aa0d-a25d-4aec-bbbd-3b704b94aa58 req-c92d0991-c7ea-426e-b1fd-9359b5a5fd1d service neutron] 10.222.0.70 "PUT /v2.0/ports/216d2575-b085-4a22-b4a1-8309c83f750e HTTP/1.1" status: 200 len: 1097 time: 1.5663972 Jan 28 19:43:44.554388 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cb01ec4-5ac9-41ab-a8fc-6d07153dd448', 'tag': '216d2575-b085-4a22-b4a1-8309c83f750e'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:43:44.556818 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af5681e3-041a-4cf3-98c5-116513b06983" -d '{"events": [{"name": "network-changed", "server_uuid": "2cb01ec4-5ac9-41ab-a8fc-6d07153dd448", "tag": "216d2575-b085-4a22-b4a1-8309c83f750e"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:43:44.613883 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d5299ccc-3cfa-4518-8af0-f8259f856109 req-1032dcaf-a9ac-47df-9aaf-a9319bed7b27 service neutron] 10.222.0.70 "GET /v2.0/networks/87bd24c3-2f53-4d06-9d37-4b32bba79109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2965140 Jan 28 19:43:44.648834 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0c374206-16fb-4d88-b99b-c3f26a36e499 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4690681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5221415'] for subnet (1e8365ee-41e1-459b-b9a0-3518f311fa4b), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:44.649826 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 59bb8084-c8e3-47fa-8a94-ef4a274cad8e triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:43:44.652752 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (59bb8084-c8e3-47fa-8a94-ef4a274cad8e), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:44.742545 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port d423d9fa-f3f0-4660-a38c-f922197ec4ec is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:43:44.742942 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (d423d9fa-f3f0-4660-a38c-f922197ec4ec), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:44.751271 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92d0991-c7ea-426e-b1fd-9359b5a5fd1d service neutron] Pushing event updated for resources: {'Port': ['ID=216d2575-b085-4a22-b4a1-8309c83f750e,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:44.751892 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe19853-6678-4c5a-9188-5167526c928f req-921c8ece-7eaa-4df4-a7da-0ed4dbf28145 tempest-VolumesBackupsTest-1639206033 tempest-VolumesBackupsTest-1639206033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:44.775468 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d423d9fa-f3f0-4660-a38c-f922197ec4ec {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:43:44.782109 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-bfe19853-6678-4c5a-9188-5167526c928f req-921c8ece-7eaa-4df4-a7da-0ed4dbf28145 tempest-VolumesBackupsTest-1639206033 tempest-VolumesBackupsTest-1639206033-project] 10.222.0.64 "GET /v2.0/ports?device_id=2cb01ec4-5ac9-41ab-a8fc-6d07153dd448 HTTP/1.1" status: 200 len: 948 time: 0.3094063 Jan 28 19:43:44.831490 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c374206-16fb-4d88-b99b-c3f26a36e499 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Network 9927f4da-b283-4ae4-a6d6-1550db570544 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:43:44.845520 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bd91a4-3144-472d-ab66-9442ca198c6f req-c62d97b1-1187-45f3-8e56-df6734e76b79 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:44.851794 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-10bd91a4-3144-472d-ab66-9442ca198c6f req-c62d97b1-1187-45f3-8e56-df6734e76b79 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a91007d-45be-4c6c-a11f-db74e1c43eb8 HTTP/1.1" status: 200 len: 945 time: 0.3552198 Jan 28 19:43:44.865373 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f77aa0d-a25d-4aec-bbbd-3b704b94aa58 req-7e2e6f16-4bdc-4637-a5f0-29fc899d3571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:44.867406 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-0c374206-16fb-4d88-b99b-c3f26a36e499 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:43:44.867897 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1f77aa0d-a25d-4aec-bbbd-3b704b94aa58 req-7e2e6f16-4bdc-4637-a5f0-29fc899d3571 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=25599df1802e449ca72eb8e39db21e82&device_id=2cb01ec4-5ac9-41ab-a8fc-6d07153dd448 HTTP/1.1" status: 200 len: 1131 time: 0.2514751 Jan 28 19:43:44.874239 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2440f365-2aa8-44f2-8895-4950c2f24892 None None] Network 9927f4da-b283-4ae4-a6d6-1550db570544 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:43:44.877638 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c374206-16fb-4d88-b99b-c3f26a36e499 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:44.878514 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0c374206-16fb-4d88-b99b-c3f26a36e499 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:44.881796 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc0bb85-ccef-456e-b15b-7b700b99ce88 req-5e2c6add-0de9-4fef-94ea-2c81e8c522b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:44.883534 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4bc0bb85-ccef-456e-b15b-7b700b99ce88 req-5e2c6add-0de9-4fef-94ea-2c81e8c522b2 service neutron] 10.222.0.70 "GET /v2.0/networks?id=87bd24c3-2f53-4d06-9d37-4b32bba79109 HTTP/1.1" status: 200 len: 912 time: 0.5351963 Jan 28 19:43:44.895854 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-bfe19853-6678-4c5a-9188-5167526c928f req-14f33bbf-3b65-4c3d-ae9a-049e7264783f tempest-VolumesBackupsTest-1639206033 tempest-VolumesBackupsTest-1639206033-project] 10.222.0.64 "GET /v2.0/security-groups?id=2c011f83-3e73-486b-b407-12a8d0621488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107066 Jan 28 19:43:44.911401 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port d423d9fa-f3f0-4660-a38c-f922197ec4ec, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=d423d9fa-f3f0-4660-a38c-f922197ec4ec,segment=NetworkSegment(fb8563a1-bba4-4c92-a98a-293cd59af64f),segment_id=fb8563a1-bba4-4c92-a98a-293cd59af64f)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:43:44.912902 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c374206-16fb-4d88-b99b-c3f26a36e499 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Pushing event updated for resources: {'Subnet': ['ID=1e8365ee-41e1-459b-b9a0-3518f311fa4b,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:44.950871 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4bc0bb85-ccef-456e-b15b-7b700b99ce88 req-5e9389c7-2cf7-4679-828d-728a47025a34 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0985c8f4-b2b5-44b7-a739-d77060232e00 HTTP/1.1" status: 200 len: 217 time: 0.0491874 Jan 28 19:43:44.951944 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1f77aa0d-a25d-4aec-bbbd-3b704b94aa58 req-932776ff-9ced-4cf2-967e-c14bb238c3d6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=216d2575-b085-4a22-b4a1-8309c83f750e HTTP/1.1" status: 200 len: 217 time: 0.0679553 Jan 28 19:43:44.955009 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-0c374206-16fb-4d88-b99b-c3f26a36e499 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.4321814 Jan 28 19:43:44.958769 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 51476) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:44.963774 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-b5ba4851-7f1c-4c1b-9099-ded77055ad36 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Request body: {'port': {'network_id': '9927f4da-b283-4ae4-a6d6-1550db570544', 'fixed_ips': [{'subnet_id': '6984a72e-9e75-4eb4-9117-942f3584156e'}, {'subnet_id': '1e8365ee-41e1-459b-b9a0-3518f311fa4b'}], 'name': 'tempest-PortsTestJSON-1182432307'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:43:44.987036 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (d423d9fa-f3f0-4660-a38c-f922197ec4ec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:44.994473 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 59bb8084-c8e3-47fa-8a94-ef4a274cad8e is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:43:45.000809 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (59bb8084-c8e3-47fa-8a94-ef4a274cad8e), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:45.003793 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2dd20a83-cc8c-4b6d-9ffd-33427b61210c None None] Provisioning complete for port 59bb8084-c8e3-47fa-8a94-ef4a274cad8e triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:43:45.003793 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2dd20a83-cc8c-4b6d-9ffd-33427b61210c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (59bb8084-c8e3-47fa-8a94-ef4a274cad8e), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:45.009970 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-10bd91a4-3144-472d-ab66-9442ca198c6f req-55cc73a0-f705-44f2-ae6f-1bebf2e902a5 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/security-groups?id=7142df2f-bfa6-45d4-824d-35803ef6dce5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1490648 Jan 28 19:43:45.015980 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6caff25e-6c71-4758-b059-b38f6940315c x-openstack-request-id: req-6caff25e-6c71-4758-b059-b38f6940315c {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:43:45.016267 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cb01ec4-5ac9-41ab-a8fc-6d07153dd448", "tag": "216d2575-b085-4a22-b4a1-8309c83f750e", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:43:45.016513 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6caff25e-6c71-4758-b059-b38f6940315c {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:43:45.016956 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cb01ec4-5ac9-41ab-a8fc-6d07153dd448', 'tag': '216d2575-b085-4a22-b4a1-8309c83f750e', 'status': 'completed', 'code': 200} Jan 28 19:43:45.080655 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f77aa0d-a25d-4aec-bbbd-3b704b94aa58 req-ff1ae15a-bf08-49e8-826c-b7a811013a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:45.082879 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1f77aa0d-a25d-4aec-bbbd-3b704b94aa58 req-ff1ae15a-bf08-49e8-826c-b7a811013a6e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f2de4832-9ef6-4f40-9ac5-1557d5e6a6ff HTTP/1.1" status: 200 len: 843 time: 0.1215525 Jan 28 19:43:45.150495 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] For port 59bb8084-c8e3-47fa-8a94-ef4a274cad8e, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=59bb8084-c8e3-47fa-8a94-ef4a274cad8e,segment=NetworkSegment(4ac4110c-0075-4dca-99f8-8bb829de1356),segment_id=4ac4110c-0075-4dca-99f8-8bb829de1356)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:43:45.151990 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f77aa0d-a25d-4aec-bbbd-3b704b94aa58 req-9c81c6c6-278d-4016-ba5f-8b87f181827d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:45.154374 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1f77aa0d-a25d-4aec-bbbd-3b704b94aa58 req-9c81c6c6-278d-4016-ba5f-8b87f181827d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7810caa2-eac6-457d-9302-c8c215ef3e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0650749 Jan 28 19:43:45.199482 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=d423d9fa-f3f0-4660-a38c-f922197ec4ec,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:45.202340 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (59bb8084-c8e3-47fa-8a94-ef4a274cad8e), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:45.260109 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2dd20a83-cc8c-4b6d-9ffd-33427b61210c None None] Current status of the port 59bb8084-c8e3-47fa-8a94-ef4a274cad8e is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:43:45.260892 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2dd20a83-cc8c-4b6d-9ffd-33427b61210c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (59bb8084-c8e3-47fa-8a94-ef4a274cad8e), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:45.294602 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['d423d9fa-f3f0-4660-a38c-f922197ec4ec'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:43:45.347583 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1f77aa0d-a25d-4aec-bbbd-3b704b94aa58 req-14f41905-a8be-4f20-911f-8cabbdbed23f service neutron] 10.222.0.70 "GET /v2.0/networks/7810caa2-eac6-457d-9302-c8c215ef3e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870492 Jan 28 19:43:45.351617 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Pushing event updated for resources: {'Port': ['ID=59bb8084-c8e3-47fa-8a94-ef4a274cad8e,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:45.356734 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc0bb85-ccef-456e-b15b-7b700b99ce88 req-d01cb166-8439-472f-9d71-283f8940c320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:45.359479 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4bc0bb85-ccef-456e-b15b-7b700b99ce88 req-d01cb166-8439-472f-9d71-283f8940c320 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1b82f7aa-308b-4f07-b0c3-0d99e240d9ef HTTP/1.1" status: 200 len: 851 time: 0.3845220 Jan 28 19:43:45.393411 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34843cf-1e94-4a9d-b563-5dcf5d57c724 req-00686fa0-3846-4d38-91a4-dacfc7c3bf9a tempest-VolumesActionsTest-475547813 tempest-VolumesActionsTest-475547813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:45.397592 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d34843cf-1e94-4a9d-b563-5dcf5d57c724 req-00686fa0-3846-4d38-91a4-dacfc7c3bf9a tempest-VolumesActionsTest-475547813 tempest-VolumesActionsTest-475547813-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ef12e64-31b3-4b4b-b608-c0548030df0e HTTP/1.1" status: 200 len: 945 time: 0.2270401 Jan 28 19:43:45.435499 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.db.api [None req-2dd20a83-cc8c-4b6d-9ffd-33427b61210c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103306) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 19:43:45.436026 n-d-812111-14 neutron-server[103306]: DEBUG oslo_db.api [None req-2dd20a83-cc8c-4b6d-9ffd-33427b61210c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 19:43:45.465203 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cb2e70d-3709-4893-bc90-e80a2c282d84 None None] Update dhcp port {'port': {'network_id': '9927f4da-b283-4ae4-a6d6-1550db570544', 'fixed_ips': [{'subnet_id': '6984a72e-9e75-4eb4-9117-942f3584156e', 'ip_address': '172.20.0.2'}, {'subnet_id': '1e8365ee-41e1-459b-b9a0-3518f311fa4b'}], 'binding:host_id': 'n-d-812111-14'}, 'id': '59bb8084-c8e3-47fa-8a94-ef4a274cad8e'} from n-d-812111-14. {{(pid=103306) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 19:43:45.471088 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1f77aa0d-a25d-4aec-bbbd-3b704b94aa58 req-083278f5-6b45-4f2b-ad1e-9e5a76488b50 service neutron] 10.222.0.70 "GET /v2.0/networks/7810caa2-eac6-457d-9302-c8c215ef3e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167154 Jan 28 19:43:45.516342 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc0bb85-ccef-456e-b15b-7b700b99ce88 req-c26bb37f-2cf0-4e0b-b843-8397ce4ef156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:45.517260 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9cb2e70d-3709-4893-bc90-e80a2c282d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (59bb8084-c8e3-47fa-8a94-ef4a274cad8e), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:45.518580 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4bc0bb85-ccef-456e-b15b-7b700b99ce88 req-c26bb37f-2cf0-4e0b-b843-8397ce4ef156 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=87bd24c3-2f53-4d06-9d37-4b32bba79109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1498804 Jan 28 19:43:45.522746 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5ba4851-7f1c-4c1b-9099-ded77055ad36 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Made reservation on behalf of d871ffcf59da420e85b77b208fa5001b for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:43:45.586709 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5681e3-041a-4cf3-98c5-116513b06983 req-16ef499f-0692-41c3-9b8b-454bba4fc8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:45.588515 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-af5681e3-041a-4cf3-98c5-116513b06983 req-16ef499f-0692-41c3-9b8b-454bba4fc8e9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=25599df1802e449ca72eb8e39db21e82&device_id=2cb01ec4-5ac9-41ab-a8fc-6d07153dd448 HTTP/1.1" status: 200 len: 1131 time: 0.0621002 Jan 28 19:43:45.653434 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d34843cf-1e94-4a9d-b563-5dcf5d57c724 req-8ab699be-deba-4206-b71c-02c77f0732ae tempest-VolumesActionsTest-475547813 tempest-VolumesActionsTest-475547813-project] 10.222.0.64 "GET /v2.0/security-groups?id=a818cb2a-9ff5-4336-8f4d-815c6cc3d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046905 Jan 28 19:43:45.706867 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4bc0bb85-ccef-456e-b15b-7b700b99ce88 req-253c8b87-54c1-44ff-b235-a1a4d4524ac5 service neutron] 10.222.0.70 "GET /v2.0/networks/87bd24c3-2f53-4d06-9d37-4b32bba79109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795213 Jan 28 19:43:45.729814 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b5ba4851-7f1c-4c1b-9099-ded77055ad36 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:45.740036 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5681e3-041a-4cf3-98c5-116513b06983 req-b29803a5-e2f4-4227-9272-86ba3aac1f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:45.743452 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-af5681e3-041a-4cf3-98c5-116513b06983 req-b29803a5-e2f4-4227-9272-86ba3aac1f53 service neutron] 10.222.0.70 "GET /v2.0/networks?id=7810caa2-eac6-457d-9302-c8c215ef3e91 HTTP/1.1" status: 200 len: 869 time: 0.1480904 Jan 28 19:43:45.760196 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-9cb2e70d-3709-4893-bc90-e80a2c282d84 None None] Allocated IP 172.20.0.18 (9927f4da-b283-4ae4-a6d6-1550db570544/1e8365ee-41e1-459b-b9a0-3518f311fa4b/59bb8084-c8e3-47fa-8a94-ef4a274cad8e) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:43:45.790821 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [None req-b5ba4851-7f1c-4c1b-9099-ded77055ad36 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] device_id is not set on port c5cae385-ad89-48df-9b25-816f04784893 yet. {{(pid=103304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:43:45.800853 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-af5681e3-041a-4cf3-98c5-116513b06983 req-1eeb711e-8813-44ba-a6af-0486cedc7bbe service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=216d2575-b085-4a22-b4a1-8309c83f750e HTTP/1.1" status: 200 len: 217 time: 0.0478292 Jan 28 19:43:45.862528 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5681e3-041a-4cf3-98c5-116513b06983 req-973e1a49-2c27-47ef-ae6e-49709a6eb216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:45.864405 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-af5681e3-041a-4cf3-98c5-116513b06983 req-973e1a49-2c27-47ef-ae6e-49709a6eb216 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f2de4832-9ef6-4f40-9ac5-1557d5e6a6ff HTTP/1.1" status: 200 len: 843 time: 0.0561574 Jan 28 19:43:45.902585 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-9cb2e70d-3709-4893-bc90-e80a2c282d84 None None] For port 59bb8084-c8e3-47fa-8a94-ef4a274cad8e, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=59bb8084-c8e3-47fa-8a94-ef4a274cad8e,segment=NetworkSegment(4ac4110c-0075-4dca-99f8-8bb829de1356),segment_id=4ac4110c-0075-4dca-99f8-8bb829de1356)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:43:45.904147 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4bc0bb85-ccef-456e-b15b-7b700b99ce88 req-3df2be77-af4d-4e73-b269-11bcff699587 service neutron] 10.222.0.70 "GET /v2.0/networks/87bd24c3-2f53-4d06-9d37-4b32bba79109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879869 Jan 28 19:43:45.936103 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5681e3-041a-4cf3-98c5-116513b06983 req-997a112e-3b62-4624-bc41-b9363525e29e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:45.938026 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-af5681e3-041a-4cf3-98c5-116513b06983 req-997a112e-3b62-4624-bc41-b9363525e29e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7810caa2-eac6-457d-9302-c8c215ef3e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0665901 Jan 28 19:43:45.963008 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9cb2e70d-3709-4893-bc90-e80a2c282d84 None None] Publish callbacks [] for port (59bb8084-c8e3-47fa-8a94-ef4a274cad8e), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:45.976956 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9cb2e70d-3709-4893-bc90-e80a2c282d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (59bb8084-c8e3-47fa-8a94-ef4a274cad8e), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:46.041040 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2dd20a83-cc8c-4b6d-9ffd-33427b61210c None None] Current status of the port 59bb8084-c8e3-47fa-8a94-ef4a274cad8e is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:43:46.071483 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device d423d9fa-f3f0-4660-a38c-f922197ec4ec up at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:43:46.160556 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-af5681e3-041a-4cf3-98c5-116513b06983 req-79098af5-0b80-4b6c-b734-7bced387daa4 service neutron] 10.222.0.70 "GET /v2.0/networks/7810caa2-eac6-457d-9302-c8c215ef3e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2153690 Jan 28 19:43:46.174073 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1313c6e9-0394-48b1-8fee-0b5307ca2fd3 req-23f34c61-1e42-4925-bb98-8816e9d6099e tempest-VolumesBackupsTest-1639206033 tempest-VolumesBackupsTest-1639206033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:46.183352 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1313c6e9-0394-48b1-8fee-0b5307ca2fd3 req-23f34c61-1e42-4925-bb98-8816e9d6099e tempest-VolumesBackupsTest-1639206033 tempest-VolumesBackupsTest-1639206033-project] 10.222.0.64 "GET /v2.0/ports?device_id=2cb01ec4-5ac9-41ab-a8fc-6d07153dd448 HTTP/1.1" status: 200 len: 948 time: 0.1440613 Jan 28 19:43:46.191860 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 59bb8084-c8e3-47fa-8a94-ef4a274cad8e up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:43:46.239164 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning for port d423d9fa-f3f0-4660-a38c-f922197ec4ec completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:43:46.243021 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb2e70d-3709-4893-bc90-e80a2c282d84 None None] Pushing event updated for resources: {'Port': ['ID=59bb8084-c8e3-47fa-8a94-ef4a274cad8e,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:46.258235 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning complete for port d423d9fa-f3f0-4660-a38c-f922197ec4ec triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:43:46.258614 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (d423d9fa-f3f0-4660-a38c-f922197ec4ec), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:46.310066 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 59bb8084-c8e3-47fa-8a94-ef4a274cad8e triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:43:46.310358 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (59bb8084-c8e3-47fa-8a94-ef4a274cad8e), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:46.350791 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1313c6e9-0394-48b1-8fee-0b5307ca2fd3 req-222c709a-30b4-4026-a6ec-3476ac03f00b tempest-VolumesBackupsTest-1639206033 tempest-VolumesBackupsTest-1639206033-project] 10.222.0.64 "GET /v2.0/security-groups?id=2c011f83-3e73-486b-b407-12a8d0621488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488273 Jan 28 19:43:46.352391 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-b5ba4851-7f1c-4c1b-9099-ded77055ad36 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Allocated IP 172.20.0.3 (9927f4da-b283-4ae4-a6d6-1550db570544/6984a72e-9e75-4eb4-9117-942f3584156e/c5cae385-ad89-48df-9b25-816f04784893) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:43:46.364749 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-b5ba4851-7f1c-4c1b-9099-ded77055ad36 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Allocated IP 172.20.0.21 (9927f4da-b283-4ae4-a6d6-1550db570544/1e8365ee-41e1-459b-b9a0-3518f311fa4b/c5cae385-ad89-48df-9b25-816f04784893) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:43:46.383447 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f532a5a-7ccd-40fe-b18e-618ccb0572a3 req-ee7c811b-f2de-474f-a0c2-47c0d761780e tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:46.385263 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3f532a5a-7ccd-40fe-b18e-618ccb0572a3 req-ee7c811b-f2de-474f-a0c2-47c0d761780e tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a91007d-45be-4c6c-a11f-db74e1c43eb8 HTTP/1.1" status: 200 len: 945 time: 0.1832180 Jan 28 19:43:46.418191 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-af5681e3-041a-4cf3-98c5-116513b06983 req-8c99d485-653a-4664-90e4-1ee78df69f64 service neutron] 10.222.0.70 "GET /v2.0/networks/7810caa2-eac6-457d-9302-c8c215ef3e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2299800 Jan 28 19:43:46.483583 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3f532a5a-7ccd-40fe-b18e-618ccb0572a3 req-08e642f7-95b0-40aa-b137-bcd660d9ea0e tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/security-groups?id=7142df2f-bfa6-45d4-824d-35803ef6dce5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910590 Jan 28 19:43:46.488953 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port d423d9fa-f3f0-4660-a38c-f922197ec4ec is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:43:46.489516 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (d423d9fa-f3f0-4660-a38c-f922197ec4ec), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:46.557816 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ef12e64-31b3-4b4b-b608-c0548030df0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd423d9fa-f3f0-4660-a38c-f922197ec4ec'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:43:46.560385 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c4d07b4-5ec5-4c66-aad8-0718b7569ef3" -d '{"events": [{"server_uuid": "8ef12e64-31b3-4b4b-b608-c0548030df0e", "name": "network-vif-plugged", "status": "completed", "tag": "d423d9fa-f3f0-4660-a38c-f922197ec4ec"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:43:46.599666 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 59bb8084-c8e3-47fa-8a94-ef4a274cad8e is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:43:46.605311 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port d423d9fa-f3f0-4660-a38c-f922197ec4ec, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=d423d9fa-f3f0-4660-a38c-f922197ec4ec,segment=NetworkSegment(fb8563a1-bba4-4c92-a98a-293cd59af64f),segment_id=fb8563a1-bba4-4c92-a98a-293cd59af64f)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:43:46.611589 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (d423d9fa-f3f0-4660-a38c-f922197ec4ec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:46.616848 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5ca2aee-efa1-49d0-b0ec-b1edc666ca2a x-openstack-request-id: req-a5ca2aee-efa1-49d0-b0ec-b1edc666ca2a {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:43:46.617178 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ef12e64-31b3-4b4b-b608-c0548030df0e", "name": "network-vif-plugged", "status": "completed", "tag": "d423d9fa-f3f0-4660-a38c-f922197ec4ec", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:43:46.617558 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a5ca2aee-efa1-49d0-b0ec-b1edc666ca2a {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:43:46.617968 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ef12e64-31b3-4b4b-b608-c0548030df0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd423d9fa-f3f0-4660-a38c-f922197ec4ec', 'code': 200} Jan 28 19:43:46.620114 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b5ba4851-7f1c-4c1b-9099-ded77055ad36 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks [] for port (c5cae385-ad89-48df-9b25-816f04784893), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:46.669438 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b5ba4851-7f1c-4c1b-9099-ded77055ad36 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (c5cae385-ad89-48df-9b25-816f04784893), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:46.683426 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=d423d9fa-f3f0-4660-a38c-f922197ec4ec,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:46.733228 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ba4851-7f1c-4c1b-9099-ded77055ad36 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Network 9927f4da-b283-4ae4-a6d6-1550db570544 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:43:46.738661 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-b5ba4851-7f1c-4c1b-9099-ded77055ad36 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:43:46.741396 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ba4851-7f1c-4c1b-9099-ded77055ad36 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:43:46.744317 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ba4851-7f1c-4c1b-9099-ded77055ad36 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Pushing event updated for resources: {'Port': ['ID=c5cae385-ad89-48df-9b25-816f04784893,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:46.774587 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f9ac12-e030-4930-bb8a-56f1219946c2 req-8b999f83-254d-459c-8d54-bec20ce48b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:46.776109 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-17f9ac12-e030-4930-bb8a-56f1219946c2 req-8b999f83-254d-459c-8d54-bec20ce48b15 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8ef12e64-31b3-4b4b-b608-c0548030df0e HTTP/1.1" status: 200 len: 1129 time: 0.0920472 Jan 28 19:43:46.837816 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-17f9ac12-e030-4930-bb8a-56f1219946c2 req-90156c3d-95b6-42b2-98fd-5b711207e0f0 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a818cb2a-9ff5-4336-8f4d-815c6cc3d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513716 Jan 28 19:43:46.840515 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ba4851-7f1c-4c1b-9099-ded77055ad36 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:46.841262 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b5ba4851-7f1c-4c1b-9099-ded77055ad36 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:46.861893 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f84c382-6f91-461f-b507-e9320b7d23ba req-4c99b8a7-7185-4c18-bbb2-5c555af868f0 tempest-VolumesActionsTest-475547813 tempest-VolumesActionsTest-475547813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:46.863549 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4f84c382-6f91-461f-b507-e9320b7d23ba req-4c99b8a7-7185-4c18-bbb2-5c555af868f0 tempest-VolumesActionsTest-475547813 tempest-VolumesActionsTest-475547813-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ef12e64-31b3-4b4b-b608-c0548030df0e HTTP/1.1" status: 200 len: 946 time: 0.1044204 Jan 28 19:43:46.873917 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-b5ba4851-7f1c-4c1b-9099-ded77055ad36 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 1.9115856 Jan 28 19:43:46.874764 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 51492) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:46.881140 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-07c9db37-142a-4fde-b5b1-30b734b4efe5 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '6984a72e-9e75-4eb4-9117-942f3584156e'}]}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:43:46.925517 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4f84c382-6f91-461f-b507-e9320b7d23ba req-f38387af-2603-40b7-8104-c2e725ab3ea5 tempest-VolumesActionsTest-475547813 tempest-VolumesActionsTest-475547813-project] 10.222.0.64 "GET /v2.0/security-groups?id=a818cb2a-9ff5-4336-8f4d-815c6cc3d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522544 Jan 28 19:43:47.057138 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-174a6644-128a-4fb3-884e-cd4fd7420236 None None] Network 9927f4da-b283-4ae4-a6d6-1550db570544 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:43:47.069836 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-07c9db37-142a-4fde-b5b1-30b734b4efe5 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (c5cae385-ad89-48df-9b25-816f04784893), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:47.136338 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-c53e6773-41e0-4324-9ac8-72a4f0f93c2f None None] Provisioning complete for port 59bb8084-c8e3-47fa-8a94-ef4a274cad8e triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:43:47.136714 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c53e6773-41e0-4324-9ac8-72a4f0f93c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (59bb8084-c8e3-47fa-8a94-ef4a274cad8e), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:47.332501 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-07c9db37-142a-4fde-b5b1-30b734b4efe5 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Delete allocated IP 172.20.0.21 (9927f4da-b283-4ae4-a6d6-1550db570544/1e8365ee-41e1-459b-b9a0-3518f311fa4b) {{(pid=103305) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 28 19:43:47.478618 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-c53e6773-41e0-4324-9ac8-72a4f0f93c2f None None] Current status of the port 59bb8084-c8e3-47fa-8a94-ef4a274cad8e is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:43:47.509957 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-07c9db37-142a-4fde-b5b1-30b734b4efe5 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks [] for port (c5cae385-ad89-48df-9b25-816f04784893), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:47.535696 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-07c9db37-142a-4fde-b5b1-30b734b4efe5 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (c5cae385-ad89-48df-9b25-816f04784893), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:47.593446 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 216d2575-b085-4a22-b4a1-8309c83f750e details requested by agent hyperv_n-h2-812111-14 with host n-h2-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:43:47.620796 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c9db37-142a-4fde-b5b1-30b734b4efe5 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Pushing event updated for resources: {'Port': ['ID=c5cae385-ad89-48df-9b25-816f04784893,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:47.691088 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fb59a0-864b-47d0-bb3c-43656fcf6075 req-e83745d0-b1e3-4c52-b7ce-f7cc021431ee tempest-VolumesBackupsTest-1639206033 tempest-VolumesBackupsTest-1639206033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:47.691857 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d6fb59a0-864b-47d0-bb3c-43656fcf6075 req-e83745d0-b1e3-4c52-b7ce-f7cc021431ee tempest-VolumesBackupsTest-1639206033 tempest-VolumesBackupsTest-1639206033-project] 10.222.0.64 "GET /v2.0/ports?device_id=2cb01ec4-5ac9-41ab-a8fc-6d07153dd448 HTTP/1.1" status: 200 len: 948 time: 0.2180347 Jan 28 19:43:47.721159 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-374a6b45-db0f-450e-b6e6-a8c250af679b None None] Provisioning complete for port c5cae385-ad89-48df-9b25-816f04784893 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:43:47.722129 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-374a6b45-db0f-450e-b6e6-a8c250af679b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (c5cae385-ad89-48df-9b25-816f04784893), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:47.749897 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-07c9db37-142a-4fde-b5b1-30b734b4efe5 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] In _notify_port_updated(), no bound segment for port c5cae385-ad89-48df-9b25-816f04784893 on network 9927f4da-b283-4ae4-a6d6-1550db570544 {{(pid=103305) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Jan 28 19:43:47.755383 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c9db37-142a-4fde-b5b1-30b734b4efe5 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:47.756051 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-07c9db37-142a-4fde-b5b1-30b734b4efe5 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:47.757665 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-07c9db37-142a-4fde-b5b1-30b734b4efe5 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] 10.222.0.64 "PUT /v2.0/ports/c5cae385-ad89-48df-9b25-816f04784893 HTTP/1.1" status: 200 len: 919 time: 0.8814561 Jan 28 19:43:47.760382 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 51498) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:47.761686 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d6fb59a0-864b-47d0-bb3c-43656fcf6075 req-5585a85e-7f17-4444-a6cf-176d7d8a5c79 tempest-VolumesBackupsTest-1639206033 tempest-VolumesBackupsTest-1639206033-project] 10.222.0.64 "GET /v2.0/security-groups?id=2c011f83-3e73-486b-b407-12a8d0621488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613527 Jan 28 19:43:47.762115 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-374a6b45-db0f-450e-b6e6-a8c250af679b None None] Port c5cae385-ad89-48df-9b25-816f04784893 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:43:47.766086 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-748b2bb3-b864-4084-8eb9-26554a957357 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '6984a72e-9e75-4eb4-9117-942f3584156e'}, {'subnet_id': '1e8365ee-41e1-459b-b9a0-3518f311fa4b'}]}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:43:47.800380 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-374a6b45-db0f-450e-b6e6-a8c250af679b None None] Provisioning complete for port 59bb8084-c8e3-47fa-8a94-ef4a274cad8e triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:43:47.800756 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-374a6b45-db0f-450e-b6e6-a8c250af679b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (59bb8084-c8e3-47fa-8a94-ef4a274cad8e), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:47.805763 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 216d2575-b085-4a22-b4a1-8309c83f750e, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=216d2575-b085-4a22-b4a1-8309c83f750e,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:43:47.849132 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Returning: {'device': '216d2575-b085-4a22-b4a1-8309c83f750e', 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91', 'port_id': '216d2575-b085-4a22-b4a1-8309c83f750e', 'mac_address': 'fa:16:3e:1a:ad:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2de4832-9ef6-4f40-9ac5-1557d5e6a6ff', 'ip_address': '192.168.233.167'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:43:47.906224 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 216d2575-b085-4a22-b4a1-8309c83f750e is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:43:47.906712 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (216d2575-b085-4a22-b4a1-8309c83f750e), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:47.978747 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 216d2575-b085-4a22-b4a1-8309c83f750e {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:43:48.035043 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-374a6b45-db0f-450e-b6e6-a8c250af679b None None] Current status of the port 59bb8084-c8e3-47fa-8a94-ef4a274cad8e is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:43:48.055745 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 216d2575-b085-4a22-b4a1-8309c83f750e, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=216d2575-b085-4a22-b4a1-8309c83f750e,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:43:48.065637 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (216d2575-b085-4a22-b4a1-8309c83f750e), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:48.124867 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=216d2575-b085-4a22-b4a1-8309c83f750e,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:48.170323 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2136624c-c520-4509-9944-9c76a302b17a None None] Provisioning complete for port c5cae385-ad89-48df-9b25-816f04784893 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:43:48.171173 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2136624c-c520-4509-9944-9c76a302b17a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (c5cae385-ad89-48df-9b25-816f04784893), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:48.219222 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 59bb8084-c8e3-47fa-8a94-ef4a274cad8e up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:43:48.262025 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2136624c-c520-4509-9944-9c76a302b17a None None] Port c5cae385-ad89-48df-9b25-816f04784893 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:43:48.291454 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 59bb8084-c8e3-47fa-8a94-ef4a274cad8e triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:43:48.291832 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (59bb8084-c8e3-47fa-8a94-ef4a274cad8e), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:48.293193 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-748b2bb3-b864-4084-8eb9-26554a957357 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (c5cae385-ad89-48df-9b25-816f04784893), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:48.305844 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459442cf-137f-4dc5-a612-5726c9512d0c req-fa790e60-8d43-4d6c-a1be-ded95c4f5bd0 tempest-VolumesActionsTest-475547813 tempest-VolumesActionsTest-475547813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:48.313629 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-459442cf-137f-4dc5-a612-5726c9512d0c req-fa790e60-8d43-4d6c-a1be-ded95c4f5bd0 tempest-VolumesActionsTest-475547813 tempest-VolumesActionsTest-475547813-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ef12e64-31b3-4b4b-b608-c0548030df0e HTTP/1.1" status: 200 len: 946 time: 0.1260631 Jan 28 19:43:48.344962 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['216d2575-b085-4a22-b4a1-8309c83f750e'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:43:48.413613 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-459442cf-137f-4dc5-a612-5726c9512d0c req-4c985abd-b6db-463d-9ebf-7118dd1e7e31 tempest-VolumesActionsTest-475547813 tempest-VolumesActionsTest-475547813-project] 10.222.0.64 "GET /v2.0/security-groups?id=a818cb2a-9ff5-4336-8f4d-815c6cc3d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986431 Jan 28 19:43:48.447903 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-bf39294f-4a8c-4ad1-b0d0-143ff1d7073d None None] Provisioning complete for port c5cae385-ad89-48df-9b25-816f04784893 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:43:48.448343 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-bf39294f-4a8c-4ad1-b0d0-143ff1d7073d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (c5cae385-ad89-48df-9b25-816f04784893), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:48.449962 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 59bb8084-c8e3-47fa-8a94-ef4a274cad8e is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:43:48.503340 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-bf39294f-4a8c-4ad1-b0d0-143ff1d7073d None None] Port c5cae385-ad89-48df-9b25-816f04784893 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:43:48.555841 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 51504) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:48.658683 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-748b2bb3-b864-4084-8eb9-26554a957357 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Allocated IP 172.20.0.27 (9927f4da-b283-4ae4-a6d6-1550db570544/1e8365ee-41e1-459b-b9a0-3518f311fa4b/c5cae385-ad89-48df-9b25-816f04784893) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:43:48.719290 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e5b61ba-77dd-412d-90dc-b998c163f70d admin admin] Deleting subnet f61a757f-8ac1-4d8c-bf66-64b31f2921ec {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:43:48.722778 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5e5b61ba-77dd-412d-90dc-b998c163f70d admin admin] Publish callbacks [] for subnet (f61a757f-8ac1-4d8c-bf66-64b31f2921ec), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:48.758287 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5e5b61ba-77dd-412d-90dc-b998c163f70d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16187240'] for subnet (f61a757f-8ac1-4d8c-bf66-64b31f2921ec), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:48.786877 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-748b2bb3-b864-4084-8eb9-26554a957357 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks [] for port (c5cae385-ad89-48df-9b25-816f04784893), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:48.793690 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-748b2bb3-b864-4084-8eb9-26554a957357 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (c5cae385-ad89-48df-9b25-816f04784893), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:48.812424 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5e5b61ba-77dd-412d-90dc-b998c163f70d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (f61a757f-8ac1-4d8c-bf66-64b31f2921ec), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:48.873137 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748b2bb3-b864-4084-8eb9-26554a957357 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Pushing event updated for resources: {'Port': ['ID=c5cae385-ad89-48df-9b25-816f04784893,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:48.914156 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5e5b61ba-77dd-412d-90dc-b998c163f70d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4752464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4733806'] for subnet (f61a757f-8ac1-4d8c-bf66-64b31f2921ec), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:48.944134 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5b61ba-77dd-412d-90dc-b998c163f70d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f61a757f-8ac1-4d8c-bf66-64b31f2921ec,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:48.944310 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-748b2bb3-b864-4084-8eb9-26554a957357 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] In _notify_port_updated(), no bound segment for port c5cae385-ad89-48df-9b25-816f04784893 on network 9927f4da-b283-4ae4-a6d6-1550db570544 {{(pid=103304) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Jan 28 19:43:48.951801 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5e5b61ba-77dd-412d-90dc-b998c163f70d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:48.957869 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-5e5b61ba-77dd-412d-90dc-b998c163f70d admin admin] 10.222.0.64 "DELETE /v2.0/subnets/f61a757f-8ac1-4d8c-bf66-64b31f2921ec HTTP/1.1" status: 204 len: 168 time: 0.3982682 Jan 28 19:43:48.958054 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-748b2bb3-b864-4084-8eb9-26554a957357 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:48.959097 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 51510) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:48.959953 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-748b2bb3-b864-4084-8eb9-26554a957357 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:48.963818 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-748b2bb3-b864-4084-8eb9-26554a957357 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] 10.222.0.64 "PUT /v2.0/ports/c5cae385-ad89-48df-9b25-816f04784893 HTTP/1.1" status: 200 len: 999 time: 1.1998165 Jan 28 19:43:48.964072 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 51512) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:49.028278 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05112df4-0b9b-487b-bbc0-9d0e395b0510 req-bc758140-521a-4526-95af-b56b74399e19 tempest-VolumesBackupsTest-1639206033 tempest-VolumesBackupsTest-1639206033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:49.029989 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-05112df4-0b9b-487b-bbc0-9d0e395b0510 req-bc758140-521a-4526-95af-b56b74399e19 tempest-VolumesBackupsTest-1639206033 tempest-VolumesBackupsTest-1639206033-project] 10.222.0.64 "GET /v2.0/ports?device_id=2cb01ec4-5ac9-41ab-a8fc-6d07153dd448 HTTP/1.1" status: 200 len: 949 time: 0.1505694 Jan 28 19:43:49.068401 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a3cc8389-84e7-4d41-9b93-7a7186aa5caf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (5ced056c-3de2-4296-99fb-726157ca5050), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:49.086834 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-6fa26c71-c1e2-459f-a4dd-5a3fee66d88f tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Deleting port c5cae385-ad89-48df-9b25-816f04784893 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:43:49.087192 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6fa26c71-c1e2-459f-a4dd-5a3fee66d88f tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (c5cae385-ad89-48df-9b25-816f04784893), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:49.099486 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-05112df4-0b9b-487b-bbc0-9d0e395b0510 req-948d8cd6-6053-49fd-9e0d-c45b60fc3fab tempest-VolumesBackupsTest-1639206033 tempest-VolumesBackupsTest-1639206033-project] 10.222.0.64 "GET /v2.0/security-groups?id=2c011f83-3e73-486b-b407-12a8d0621488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601585 Jan 28 19:43:49.175789 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a3cc8389-84e7-4d41-9b93-7a7186aa5caf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (5ced056c-3de2-4296-99fb-726157ca5050), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:49.190241 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6fa26c71-c1e2-459f-a4dd-5a3fee66d88f tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (c5cae385-ad89-48df-9b25-816f04784893), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:49.197389 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-a3cc8389-84e7-4d41-9b93-7a7186aa5caf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ced056c-3de2-4296-99fb-726157ca5050']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:43:49.203099 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-6fa26c71-c1e2-459f-a4dd-5a3fee66d88f tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Calling delete_port for c5cae385-ad89-48df-9b25-816f04784893 owned by {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:43:49.211320 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-a3cc8389-84e7-4d41-9b93-7a7186aa5caf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce39c210-967e-4da2-941c-adb15afe7725') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:43:49.211320 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-a3cc8389-84e7-4d41-9b93-7a7186aa5caf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce39c210-967e-4da2-941c-adb15afe7725') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:43:49.217699 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a3cc8389-84e7-4d41-9b93-7a7186aa5caf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16187153'] for segment (ce39c210-967e-4da2-941c-adb15afe7725), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:49.232665 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a3cc8389-84e7-4d41-9b93-7a7186aa5caf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (ce39c210-967e-4da2-941c-adb15afe7725), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:49.235128 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-aef8f49e-c7f0-41d7-b6c5-e0d2d599761c None None] Provisioning complete for port c5cae385-ad89-48df-9b25-816f04784893 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:43:49.235685 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-aef8f49e-c7f0-41d7-b6c5-e0d2d599761c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (c5cae385-ad89-48df-9b25-816f04784893), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:49.240288 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3cc8389-84e7-4d41-9b93-7a7186aa5caf admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:43:49.240619 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a3cc8389-84e7-4d41-9b93-7a7186aa5caf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4752570'] for segment (ce39c210-967e-4da2-941c-adb15afe7725), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:49.242559 n-d-812111-14 neutron-server[103305]: Traceback (most recent call last): Jan 28 19:43:49.242559 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:43:49.242559 n-d-812111-14 neutron-server[103305]: timer() Jan 28 19:43:49.242559 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:43:49.242559 n-d-812111-14 neutron-server[103305]: cb(*args, **kw) Jan 28 19:43:49.242559 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:43:49.242559 n-d-812111-14 neutron-server[103305]: return func(*args, **kwargs) Jan 28 19:43:49.242559 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:43:49.242559 n-d-812111-14 neutron-server[103305]: self._notify() Jan 28 19:43:49.242559 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:43:49.242559 n-d-812111-14 neutron-server[103305]: self.callback(batched_events) Jan 28 19:43:49.242559 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:43:49.242559 n-d-812111-14 neutron-server[103305]: event.method(event) Jan 28 19:43:49.242559 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:43:49.242559 n-d-812111-14 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:43:49.242559 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:43:49.242559 n-d-812111-14 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:43:49.242559 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:43:49.242559 n-d-812111-14 neutron-server[103305]: return f(self, *a, **k) Jan 28 19:43:49.242559 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:43:49.242559 n-d-812111-14 neutron-server[103305]: return self._get(url).json() Jan 28 19:43:49.242559 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:43:49.242559 n-d-812111-14 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:43:49.242559 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:43:49.242559 n-d-812111-14 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 28 19:43:49.242559 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:43:49.242559 n-d-812111-14 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:43:49.242559 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:43:49.242559 n-d-812111-14 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:43:49.242559 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:43:49.242559 n-d-812111-14 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:43:49.242559 n-d-812111-14 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:43:49.278802 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-aef8f49e-c7f0-41d7-b6c5-e0d2d599761c None None] Port c5cae385-ad89-48df-9b25-816f04784893 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:43:49.307206 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a3cc8389-84e7-4d41-9b93-7a7186aa5caf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (5ced056c-3de2-4296-99fb-726157ca5050), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:49.325156 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a3cc8389-84e7-4d41-9b93-7a7186aa5caf admin admin] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:49.328724 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-a3cc8389-84e7-4d41-9b93-7a7186aa5caf admin admin] 10.222.0.64 "DELETE /v2.0/networks/5ced056c-3de2-4296-99fb-726157ca5050 HTTP/1.1" status: 204 len: 168 time: 0.3686066 Jan 28 19:43:49.329822 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cc8389-84e7-4d41-9b93-7a7186aa5caf admin admin] Pushing event deleted for resources: {'Network': ['ID=5ced056c-3de2-4296-99fb-726157ca5050,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:49.436332 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6fa26c71-c1e2-459f-a4dd-5a3fee66d88f tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (c5cae385-ad89-48df-9b25-816f04784893), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:49.469294 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 51518) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:49.484231 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa26c71-c1e2-459f-a4dd-5a3fee66d88f tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Pushing event deleted for resources: {'Port': ['ID=c5cae385-ad89-48df-9b25-816f04784893,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:49.615552 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 216d2575-b085-4a22-b4a1-8309c83f750e up at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:43:49.631866 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-e544255a-e861-4629-ada5-e1f608698d30 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=72ed041c0fdf49d0b46a78595ef2b4d2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1591997 Jan 28 19:43:49.634651 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 51520) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:49.656815 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6fa26c71-c1e2-459f-a4dd-5a3fee66d88f tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:49.664800 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-6fa26c71-c1e2-459f-a4dd-5a3fee66d88f tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] 10.222.0.64 "DELETE /v2.0/ports/c5cae385-ad89-48df-9b25-816f04784893 HTTP/1.1" status: 204 len: 168 time: 0.6996500 Jan 28 19:43:49.667278 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 51522) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:49.694891 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning for port 216d2575-b085-4a22-b4a1-8309c83f750e completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:43:49.699485 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning complete for port 216d2575-b085-4a22-b4a1-8309c83f750e triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:43:49.699871 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (216d2575-b085-4a22-b4a1-8309c83f750e), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:49.710115 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3624549b-97c9-496c-8a6b-8d356ba435d4 admin admin] Publish callbacks [] for security_group (51cbc5a3-d8ac-4977-b6f0-e1abddc2ee98), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:49.725691 n-d-812111-14 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6d9b4ba-6466-485a-a19a-9e18657762e6 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] GET failed (client error): The resource could not be found. Jan 28 19:43:49.731812 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-a6d9b4ba-6466-485a-a19a-9e18657762e6 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] 10.222.0.64 "GET /v2.0/ports/c5cae385-ad89-48df-9b25-816f04784893 HTTP/1.1" status: 404 len: 333 time: 0.0632589 Jan 28 19:43:49.746087 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa77ff1-4e0e-4dc4-9a59-6754579a1029 req-8f1e57c4-3b38-4b40-a9f0-2a0b28d2d901 tempest-VolumesActionsTest-475547813 tempest-VolumesActionsTest-475547813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:49.748436 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-cfa77ff1-4e0e-4dc4-9a59-6754579a1029 req-8f1e57c4-3b38-4b40-a9f0-2a0b28d2d901 tempest-VolumesActionsTest-475547813 tempest-VolumesActionsTest-475547813-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ef12e64-31b3-4b4b-b608-c0548030df0e HTTP/1.1" status: 200 len: 946 time: 0.2257621 Jan 28 19:43:49.748771 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3624549b-97c9-496c-8a6b-8d356ba435d4 admin admin] Publish callbacks [] for security_group (51cbc5a3-d8ac-4977-b6f0-e1abddc2ee98), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:49.749507 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 51524) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:49.785464 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 216d2575-b085-4a22-b4a1-8309c83f750e is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:43:49.785776 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (216d2575-b085-4a22-b4a1-8309c83f750e), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:49.805588 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3624549b-97c9-496c-8a6b-8d356ba435d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (51cbc5a3-d8ac-4977-b6f0-e1abddc2ee98), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:49.808852 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3624549b-97c9-496c-8a6b-8d356ba435d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:49.810491 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-3624549b-97c9-496c-8a6b-8d356ba435d4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/51cbc5a3-d8ac-4977-b6f0-e1abddc2ee98 HTTP/1.1" status: 204 len: 168 time: 0.1731989 Jan 28 19:43:49.823011 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3624549b-97c9-496c-8a6b-8d356ba435d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51cbc5a3-d8ac-4977-b6f0-e1abddc2ee98,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:49.827957 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cb01ec4-5ac9-41ab-a8fc-6d07153dd448', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '216d2575-b085-4a22-b4a1-8309c83f750e'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:43:49.835700 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-453e382b-25ba-4783-b81f-b71375b82849" -d '{"events": [{"server_uuid": "2cb01ec4-5ac9-41ab-a8fc-6d07153dd448", "name": "network-vif-plugged", "status": "completed", "tag": "216d2575-b085-4a22-b4a1-8309c83f750e"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:43:49.868152 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-cfa77ff1-4e0e-4dc4-9a59-6754579a1029 req-1d2cbb8e-a988-41ae-91b7-7d6f307605f0 tempest-VolumesActionsTest-475547813 tempest-VolumesActionsTest-475547813-project] 10.222.0.64 "GET /v2.0/security-groups?id=a818cb2a-9ff5-4336-8f4d-815c6cc3d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086516 Jan 28 19:43:49.876112 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-72056910-8696-4b1d-94f9-6e8f822ee518 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Deleting subnet 1e8365ee-41e1-459b-b9a0-3518f311fa4b {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:43:49.880242 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-72056910-8696-4b1d-94f9-6e8f822ee518 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks [] for subnet (1e8365ee-41e1-459b-b9a0-3518f311fa4b), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:49.888286 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 216d2575-b085-4a22-b4a1-8309c83f750e, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=216d2575-b085-4a22-b4a1-8309c83f750e,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:43:49.922033 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (216d2575-b085-4a22-b4a1-8309c83f750e), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:49.958152 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-72056910-8696-4b1d-94f9-6e8f822ee518 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4747050'] for subnet (1e8365ee-41e1-459b-b9a0-3518f311fa4b), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:49.995325 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:43:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-523a8e5d-c804-4900-aec5-3575edf68352 x-openstack-request-id: req-523a8e5d-c804-4900-aec5-3575edf68352 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:43:49.995626 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cb01ec4-5ac9-41ab-a8fc-6d07153dd448", "name": "network-vif-plugged", "status": "completed", "tag": "216d2575-b085-4a22-b4a1-8309c83f750e", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:43:49.996081 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-523a8e5d-c804-4900-aec5-3575edf68352 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:43:49.996538 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cb01ec4-5ac9-41ab-a8fc-6d07153dd448', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '216d2575-b085-4a22-b4a1-8309c83f750e', 'code': 200} Jan 28 19:43:50.032923 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=216d2575-b085-4a22-b4a1-8309c83f750e,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:50.073190 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-72056910-8696-4b1d-94f9-6e8f822ee518 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (1e8365ee-41e1-459b-b9a0-3518f311fa4b), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:50.100401 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08980d35-087b-4a8d-b13c-bce274a556d8 req-7574da98-5355-44b6-a573-bbb1f979ea0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:50.107583 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-08980d35-087b-4a8d-b13c-bce274a556d8 req-7574da98-5355-44b6-a573-bbb1f979ea0f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=2cb01ec4-5ac9-41ab-a8fc-6d07153dd448 HTTP/1.1" status: 200 len: 1133 time: 0.1146336 Jan 28 19:43:50.175426 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-72056910-8696-4b1d-94f9-6e8f822ee518 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4690616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5222356'] for subnet (1e8365ee-41e1-459b-b9a0-3518f311fa4b), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:50.201158 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-08980d35-087b-4a8d-b13c-bce274a556d8 req-785e2b5f-8e25-48bc-ac2c-ee89cc1213bf service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=2c011f83-3e73-486b-b407-12a8d0621488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880051 Jan 28 19:43:50.205419 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e57ddddf-90ea-4bf9-bac0-8b0ae3339d25 None None] Network 9927f4da-b283-4ae4-a6d6-1550db570544 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:43:50.254613 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-72056910-8696-4b1d-94f9-6e8f822ee518 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:50.261922 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-72056910-8696-4b1d-94f9-6e8f822ee518 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] 10.222.0.64 "DELETE /v2.0/subnets/1e8365ee-41e1-459b-b9a0-3518f311fa4b HTTP/1.1" status: 204 len: 168 time: 0.5108528 Jan 28 19:43:50.262093 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 51540) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:50.272994 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72056910-8696-4b1d-94f9-6e8f822ee518 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Pushing event deleted for resources: {'Subnet': ['ID=1e8365ee-41e1-459b-b9a0-3518f311fa4b,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:50.360413 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d691551-bd41-49c5-8421-983c14156fc5 req-b28bab31-f136-4730-96ff-015daed7b1b1 tempest-VolumesBackupsTest-1639206033 tempest-VolumesBackupsTest-1639206033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:50.366032 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-26d46056-ad93-4b7f-8b0d-1e3b20f982fa tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Deleting subnet 6984a72e-9e75-4eb4-9117-942f3584156e {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:43:50.369454 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-26d46056-ad93-4b7f-8b0d-1e3b20f982fa tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks [] for subnet (6984a72e-9e75-4eb4-9117-942f3584156e), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:50.370578 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-0d691551-bd41-49c5-8421-983c14156fc5 req-b28bab31-f136-4730-96ff-015daed7b1b1 tempest-VolumesBackupsTest-1639206033 tempest-VolumesBackupsTest-1639206033-project] 10.222.0.64 "GET /v2.0/ports?device_id=2cb01ec4-5ac9-41ab-a8fc-6d07153dd448 HTTP/1.1" status: 200 len: 950 time: 0.1179271 Jan 28 19:43:50.426618 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-0d691551-bd41-49c5-8421-983c14156fc5 req-9e927266-b282-4604-b32c-df4d5c37e7b5 tempest-VolumesBackupsTest-1639206033 tempest-VolumesBackupsTest-1639206033-project] 10.222.0.64 "GET /v2.0/security-groups?id=2c011f83-3e73-486b-b407-12a8d0621488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551305 Jan 28 19:43:50.428888 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-26d46056-ad93-4b7f-8b0d-1e3b20f982fa tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16187240'] for subnet (6984a72e-9e75-4eb4-9117-942f3584156e), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:50.582786 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-26d46056-ad93-4b7f-8b0d-1e3b20f982fa tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (6984a72e-9e75-4eb4-9117-942f3584156e), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:50.691033 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-26d46056-ad93-4b7f-8b0d-1e3b20f982fa tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4752464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4733806'] for subnet (6984a72e-9e75-4eb4-9117-942f3584156e), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:50.716793 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-26d46056-ad93-4b7f-8b0d-1e3b20f982fa tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:50.721727 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-26d46056-ad93-4b7f-8b0d-1e3b20f982fa tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] 10.222.0.64 "DELETE /v2.0/subnets/6984a72e-9e75-4eb4-9117-942f3584156e HTTP/1.1" status: 204 len: 168 time: 0.4581733 Jan 28 19:43:50.724363 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 51562) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:50.752052 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d46056-ad93-4b7f-8b0d-1e3b20f982fa tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Pushing event deleted for resources: {'Subnet': ['ID=6984a72e-9e75-4eb4-9117-942f3584156e,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:50.816491 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:50.894401 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-02701c90-1d94-4017-9cab-34e2f73bf002 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (9927f4da-b283-4ae4-a6d6-1550db570544), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:50.969028 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-02701c90-1d94-4017-9cab-34e2f73bf002 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Deleting port 59bb8084-c8e3-47fa-8a94-ef4a274cad8e {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:43:50.969315 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-02701c90-1d94-4017-9cab-34e2f73bf002 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (59bb8084-c8e3-47fa-8a94-ef4a274cad8e), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:51.071746 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-02701c90-1d94-4017-9cab-34e2f73bf002 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] For port 59bb8084-c8e3-47fa-8a94-ef4a274cad8e, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=59bb8084-c8e3-47fa-8a94-ef4a274cad8e,segment=NetworkSegment(4ac4110c-0075-4dca-99f8-8bb829de1356),segment_id=4ac4110c-0075-4dca-99f8-8bb829de1356)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:43:51.072196 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-02701c90-1d94-4017-9cab-34e2f73bf002 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (59bb8084-c8e3-47fa-8a94-ef4a274cad8e), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:51.096667 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-02701c90-1d94-4017-9cab-34e2f73bf002 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Calling delete_port for 59bb8084-c8e3-47fa-8a94-ef4a274cad8e owned by network:dhcp {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:43:51.107995 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe655bd-0793-45ac-8ac0-7c8132c85147 req-c2827c7b-bd64-40fc-ae6f-9481a5038ae9 tempest-VolumesActionsTest-475547813 tempest-VolumesActionsTest-475547813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:51.109608 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-dbe655bd-0793-45ac-8ac0-7c8132c85147 req-c2827c7b-bd64-40fc-ae6f-9481a5038ae9 tempest-VolumesActionsTest-475547813 tempest-VolumesActionsTest-475547813-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ef12e64-31b3-4b4b-b608-c0548030df0e HTTP/1.1" status: 200 len: 946 time: 0.1376824 Jan 28 19:43:51.221045 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-dbe655bd-0793-45ac-8ac0-7c8132c85147 req-7c94382c-508c-43fa-bd54-fa5b0ce26630 tempest-VolumesActionsTest-475547813 tempest-VolumesActionsTest-475547813-project] 10.222.0.64 "GET /v2.0/security-groups?id=a818cb2a-9ff5-4336-8f4d-815c6cc3d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039512 Jan 28 19:43:51.259657 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b1deae-94cb-4a46-9b8d-b67123136e69 None None] Network 9927f4da-b283-4ae4-a6d6-1550db570544 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:43:51.259945 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-02701c90-1d94-4017-9cab-34e2f73bf002 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (59bb8084-c8e3-47fa-8a94-ef4a274cad8e), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:51.294719 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02701c90-1d94-4017-9cab-34e2f73bf002 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Pushing event deleted for resources: {'Port': ['ID=59bb8084-c8e3-47fa-8a94-ef4a274cad8e,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:51.306033 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02701c90-1d94-4017-9cab-34e2f73bf002 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] No DVR routers for this DVR port 59bb8084-c8e3-47fa-8a94-ef4a274cad8e on host n-d-812111-14 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:43:51.326474 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-42cb3256-3ac0-4424-b849-730ca88bb1e1 None None] Could not find standard attr ID for object 59bb8084-c8e3-47fa-8a94-ef4a274cad8e. {{(pid=103306) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 19:43:51.409142 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-02701c90-1d94-4017-9cab-34e2f73bf002 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (9927f4da-b283-4ae4-a6d6-1550db570544), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:51.424451 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3bc4c6f-3213-4a2f-bd01-e0bf807bf3d1 None None] DHCP port deletion for 9927f4da-b283-4ae4-a6d6-1550db570544 request from n-d-812111-14 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:43:51.440859 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-02701c90-1d94-4017-9cab-34e2f73bf002 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9927f4da-b283-4ae4-a6d6-1550db570544']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:43:51.453403 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-02701c90-1d94-4017-9cab-34e2f73bf002 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ac4110c-0075-4dca-99f8-8bb829de1356') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:43:51.453797 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-02701c90-1d94-4017-9cab-34e2f73bf002 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ac4110c-0075-4dca-99f8-8bb829de1356') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:43:51.478232 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-02701c90-1d94-4017-9cab-34e2f73bf002 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4747091'] for segment (4ac4110c-0075-4dca-99f8-8bb829de1356), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:51.493180 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-02701c90-1d94-4017-9cab-34e2f73bf002 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (4ac4110c-0075-4dca-99f8-8bb829de1356), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:51.500292 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02701c90-1d94-4017-9cab-34e2f73bf002 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:43:51.500968 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-02701c90-1d94-4017-9cab-34e2f73bf002 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4690514'] for segment (4ac4110c-0075-4dca-99f8-8bb829de1356), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:51.504624 n-d-812111-14 neutron-server[103304]: Traceback (most recent call last): Jan 28 19:43:51.504624 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:43:51.504624 n-d-812111-14 neutron-server[103304]: timer() Jan 28 19:43:51.504624 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:43:51.504624 n-d-812111-14 neutron-server[103304]: cb(*args, **kw) Jan 28 19:43:51.504624 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:43:51.504624 n-d-812111-14 neutron-server[103304]: return func(*args, **kwargs) Jan 28 19:43:51.504624 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:43:51.504624 n-d-812111-14 neutron-server[103304]: self._notify() Jan 28 19:43:51.504624 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:43:51.504624 n-d-812111-14 neutron-server[103304]: self.callback(batched_events) Jan 28 19:43:51.504624 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:43:51.504624 n-d-812111-14 neutron-server[103304]: event.method(event) Jan 28 19:43:51.504624 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:43:51.504624 n-d-812111-14 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:43:51.504624 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:43:51.504624 n-d-812111-14 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:43:51.504624 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:43:51.504624 n-d-812111-14 neutron-server[103304]: return f(self, *a, **k) Jan 28 19:43:51.504624 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:43:51.504624 n-d-812111-14 neutron-server[103304]: return self._get(url).json() Jan 28 19:43:51.504624 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:43:51.504624 n-d-812111-14 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:43:51.504624 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:43:51.504624 n-d-812111-14 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 28 19:43:51.504624 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:43:51.504624 n-d-812111-14 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:43:51.504624 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:43:51.504624 n-d-812111-14 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:43:51.504624 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:43:51.504624 n-d-812111-14 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:43:51.504624 n-d-812111-14 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:43:51.567569 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8808c4-e7c8-4bfe-b78c-465751832bef req-09b74a2c-d4e8-4a96-9e4f-74b92ee606e5 tempest-VolumesBackupsTest-1639206033 tempest-VolumesBackupsTest-1639206033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:51.574263 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ed8808c4-e7c8-4bfe-b78c-465751832bef req-09b74a2c-d4e8-4a96-9e4f-74b92ee606e5 tempest-VolumesBackupsTest-1639206033 tempest-VolumesBackupsTest-1639206033-project] 10.222.0.64 "GET /v2.0/ports?device_id=2cb01ec4-5ac9-41ab-a8fc-6d07153dd448 HTTP/1.1" status: 200 len: 950 time: 0.0692949 Jan 28 19:43:51.575941 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-02701c90-1d94-4017-9cab-34e2f73bf002 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (9927f4da-b283-4ae4-a6d6-1550db570544), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:51.581671 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-02701c90-1d94-4017-9cab-34e2f73bf002 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:51.585462 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-02701c90-1d94-4017-9cab-34e2f73bf002 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] 10.222.0.64 "DELETE /v2.0/networks/9927f4da-b283-4ae4-a6d6-1550db570544 HTTP/1.1" status: 204 len: 168 time: 0.8597989 Jan 28 19:43:51.591475 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 51578) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:51.613054 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02701c90-1d94-4017-9cab-34e2f73bf002 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Pushing event deleted for resources: {'Network': ['ID=9927f4da-b283-4ae4-a6d6-1550db570544,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:51.629500 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ed8808c4-e7c8-4bfe-b78c-465751832bef req-27dbab7a-364d-43e6-8a7c-626442af5fff tempest-VolumesBackupsTest-1639206033 tempest-VolumesBackupsTest-1639206033-project] 10.222.0.64 "GET /v2.0/security-groups?id=2c011f83-3e73-486b-b407-12a8d0621488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536053 Jan 28 19:43:51.663252 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-789cc7c5-ff25-4181-b305-e21cb914e9bc tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:51.668202 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-789cc7c5-ff25-4181-b305-e21cb914e9bc tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0723610 Jan 28 19:43:51.668728 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 51584) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:51.721891 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-9780adfc-1fe0-48c2-83b8-ea0eda05205f tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] 10.222.0.64 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0487070 Jan 28 19:43:51.722573 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 51588) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:51.727084 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-65f2c18e-61ae-4c66-95fd-feb5b825a45f tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2121901209'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:43:51.747519 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65f2c18e-61ae-4c66-95fd-feb5b825a45f tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Made reservation on behalf of d871ffcf59da420e85b77b208fa5001b for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:43:51.751470 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-65f2c18e-61ae-4c66-95fd-feb5b825a45f tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:51.777574 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65f2c18e-61ae-4c66-95fd-feb5b825a45f tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:43:51.787091 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-65f2c18e-61ae-4c66-95fd-feb5b825a45f tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (5b93c330-1926-462a-ba00-ad776b9864d8), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:51.787443 n-d-812111-14 neutron-server[103305]: INFO neutron.db.segments_db [None req-65f2c18e-61ae-4c66-95fd-feb5b825a45f tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Added segment 5b93c330-1926-462a-ba00-ad776b9864d8 of type vlan for network 785173b5-d5c6-428b-bd14-1775d23e6567 Jan 28 19:43:51.839759 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-65f2c18e-61ae-4c66-95fd-feb5b825a45f tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (785173b5-d5c6-428b-bd14-1775d23e6567), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:51.869827 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-65f2c18e-61ae-4c66-95fd-feb5b825a45f tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (785173b5-d5c6-428b-bd14-1775d23e6567), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:51.875190 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65f2c18e-61ae-4c66-95fd-feb5b825a45f tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:51.875629 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-65f2c18e-61ae-4c66-95fd-feb5b825a45f tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:51.933065 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-65f2c18e-61ae-4c66-95fd-feb5b825a45f tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2071695 Jan 28 19:43:51.933947 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 51594) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:51.941061 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-96e7b3b8-fd26-4373-8a2d-624d74d021d4 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Request body: {'subnet': {'network_id': '785173b5-d5c6-428b-bd14-1775d23e6567', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:43:51.957060 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f2c18e-61ae-4c66-95fd-feb5b825a45f tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Pushing event updated for resources: {'Network': ['ID=785173b5-d5c6-428b-bd14-1775d23e6567,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:51.972156 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network 785173b5-d5c6-428b-bd14-1775d23e6567 details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:43:52.062634 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96e7b3b8-fd26-4373-8a2d-624d74d021d4 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Made reservation on behalf of d871ffcf59da420e85b77b208fa5001b for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:43:52.068763 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-96e7b3b8-fd26-4373-8a2d-624d74d021d4 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5221429'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:52.217173 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 59bb8084-c8e3-47fa-8a94-ef4a274cad8e no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:43:52.285513 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: 59bb8084-c8e3-47fa-8a94-ef4a274cad8e {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:43:52.286408 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 59bb8084-c8e3-47fa-8a94-ef4a274cad8e not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:43:52.331200 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-96e7b3b8-fd26-4373-8a2d-624d74d021d4 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4690681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5221415'] for subnet (81dcc5d4-0bb1-4e04-9fa4-7620b0e1b7d0), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:52.391128 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e7b3b8-fd26-4373-8a2d-624d74d021d4 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Pushing event updated for resources: {'Subnet': ['ID=81dcc5d4-0bb1-4e04-9fa4-7620b0e1b7d0,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:52.418345 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32e1811-ff58-4fea-8b40-873a48435ff2 req-53903861-7071-4c3b-8906-b9a47fef2546 tempest-VolumesActionsTest-475547813 tempest-VolumesActionsTest-475547813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:52.420456 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d32e1811-ff58-4fea-8b40-873a48435ff2 req-53903861-7071-4c3b-8906-b9a47fef2546 tempest-VolumesActionsTest-475547813 tempest-VolumesActionsTest-475547813-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ef12e64-31b3-4b4b-b608-c0548030df0e HTTP/1.1" status: 200 len: 946 time: 0.1294384 Jan 28 19:43:52.428687 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e7b3b8-fd26-4373-8a2d-624d74d021d4 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Checking segment: {'id': '5b93c330-1926-462a-ba00-ad776b9864d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '785173b5-d5c6-428b-bd14-1775d23e6567'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:43:52.429062 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e7b3b8-fd26-4373-8a2d-624d74d021d4 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Network hostable DHCP agents. Network: 785173b5-d5c6-428b-bd14-1775d23e6567, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:43:52.452694 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e7b3b8-fd26-4373-8a2d-624d74d021d4 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Network 785173b5-d5c6-428b-bd14-1775d23e6567 is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:43:52.464806 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-96e7b3b8-fd26-4373-8a2d-624d74d021d4 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, 785173b5-d5c6-428b-bd14-1775d23e6567) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:43:52.471495 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32567f59-f517-4dfd-8fe8-3f4b499b9cd3 req-1216016f-3796-41e1-8a4f-d34df024ab20 tempest-VolumesActionsTest-475547813 tempest-VolumesActionsTest-475547813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:52.475074 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08768a7d-3f9d-4fa7-a64a-2403275db1f0 None None] Network 785173b5-d5c6-428b-bd14-1775d23e6567 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:43:52.490864 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-32567f59-f517-4dfd-8fe8-3f4b499b9cd3 req-1216016f-3796-41e1-8a4f-d34df024ab20 tempest-VolumesActionsTest-475547813 tempest-VolumesActionsTest-475547813-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ef12e64-31b3-4b4b-b608-c0548030df0e HTTP/1.1" status: 200 len: 946 time: 0.1574421 Jan 28 19:43:52.497758 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96e7b3b8-fd26-4373-8a2d-624d74d021d4 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:52.498368 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-96e7b3b8-fd26-4373-8a2d-624d74d021d4 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:52.556253 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-96e7b3b8-fd26-4373-8a2d-624d74d021d4 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6105621 Jan 28 19:43:52.556253 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 51602) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:52.561500 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-79408c26-1f3e-42e5-8b62-1f5e00d8d581 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Request body: {'port': {'network_id': '785173b5-d5c6-428b-bd14-1775d23e6567', 'name': 'tempest-PortsTestJSON-533161281'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:43:52.584869 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-32567f59-f517-4dfd-8fe8-3f4b499b9cd3 req-c5744cbc-ac78-4326-b4de-fae4632d5bee tempest-VolumesActionsTest-475547813 tempest-VolumesActionsTest-475547813-project] 10.222.0.64 "GET /v2.0/security-groups?id=a818cb2a-9ff5-4336-8f4d-815c6cc3d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857255 Jan 28 19:43:52.672549 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d08bbc41-50a7-44e7-adb5-9842c6835224 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68cd31fd-e4cd-5fb3-a862-256fc47efcd2-785173b5-d5c6-428b-bd14-1775d23e6567', 'network_id': '785173b5-d5c6-428b-bd14-1775d23e6567', 'project_id': 'd871ffcf59da420e85b77b208fa5001b', 'fixed_ips': [{'subnet_id': '81dcc5d4-0bb1-4e04-9fa4-7620b0e1b7d0'}]}} from n-d-812111-14. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:43:52.675391 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-d32e1811-ff58-4fea-8b40-873a48435ff2 req-c1789cb6-6520-4968-8d7a-e7335da2936b tempest-VolumesActionsTest-475547813 tempest-VolumesActionsTest-475547813-project] Deleting port d423d9fa-f3f0-4660-a38c-f922197ec4ec {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:43:52.676838 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d08bbc41-50a7-44e7-adb5-9842c6835224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:52.679974 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-d32e1811-ff58-4fea-8b40-873a48435ff2 req-c1789cb6-6520-4968-8d7a-e7335da2936b tempest-VolumesActionsTest-475547813 tempest-VolumesActionsTest-475547813-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (d423d9fa-f3f0-4660-a38c-f922197ec4ec), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:52.768702 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79408c26-1f3e-42e5-8b62-1f5e00d8d581 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Made reservation on behalf of d871ffcf59da420e85b77b208fa5001b for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:43:52.772982 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-79408c26-1f3e-42e5-8b62-1f5e00d8d581 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:52.836488 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [None req-79408c26-1f3e-42e5-8b62-1f5e00d8d581 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] device_id is not set on port 2150eebf-2270-499d-8a86-b823ba90ee34 yet. {{(pid=103304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:43:52.866456 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-d08bbc41-50a7-44e7-adb5-9842c6835224 None None] Allocated IP 172.20.0.2 (785173b5-d5c6-428b-bd14-1775d23e6567/81dcc5d4-0bb1-4e04-9fa4-7620b0e1b7d0/b22071ee-1b57-4c6b-8c1c-9a5858e91ee8) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:43:52.920010 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-d32e1811-ff58-4fea-8b40-873a48435ff2 req-c1789cb6-6520-4968-8d7a-e7335da2936b tempest-VolumesActionsTest-475547813 tempest-VolumesActionsTest-475547813-project] For port d423d9fa-f3f0-4660-a38c-f922197ec4ec, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=d423d9fa-f3f0-4660-a38c-f922197ec4ec,segment=NetworkSegment(fb8563a1-bba4-4c92-a98a-293cd59af64f),segment_id=fb8563a1-bba4-4c92-a98a-293cd59af64f)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:43:52.920516 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-d32e1811-ff58-4fea-8b40-873a48435ff2 req-c1789cb6-6520-4968-8d7a-e7335da2936b tempest-VolumesActionsTest-475547813 tempest-VolumesActionsTest-475547813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (d423d9fa-f3f0-4660-a38c-f922197ec4ec), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:52.948673 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-d32e1811-ff58-4fea-8b40-873a48435ff2 req-c1789cb6-6520-4968-8d7a-e7335da2936b tempest-VolumesActionsTest-475547813 tempest-VolumesActionsTest-475547813-project] Calling delete_port for d423d9fa-f3f0-4660-a38c-f922197ec4ec owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:43:53.069151 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d08bbc41-50a7-44e7-adb5-9842c6835224 None None] Publish callbacks [] for port (b22071ee-1b57-4c6b-8c1c-9a5858e91ee8), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:53.076924 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d08bbc41-50a7-44e7-adb5-9842c6835224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (b22071ee-1b57-4c6b-8c1c-9a5858e91ee8), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:53.125530 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-d32e1811-ff58-4fea-8b40-873a48435ff2 req-c1789cb6-6520-4968-8d7a-e7335da2936b tempest-VolumesActionsTest-475547813 tempest-VolumesActionsTest-475547813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (d423d9fa-f3f0-4660-a38c-f922197ec4ec), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:53.134212 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d08bbc41-50a7-44e7-adb5-9842c6835224 None None] Network 785173b5-d5c6-428b-bd14-1775d23e6567 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:43:53.137479 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-d08bbc41-50a7-44e7-adb5-9842c6835224 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:43:53.140434 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08bbc41-50a7-44e7-adb5-9842c6835224 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:43:53.147329 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['d423d9fa-f3f0-4660-a38c-f922197ec4ec'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:43:53.160999 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-79408c26-1f3e-42e5-8b62-1f5e00d8d581 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Allocated IP 172.20.0.5 (785173b5-d5c6-428b-bd14-1775d23e6567/81dcc5d4-0bb1-4e04-9fa4-7620b0e1b7d0/2150eebf-2270-499d-8a86-b823ba90ee34) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:43:53.185070 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1789cb6-6520-4968-8d7a-e7335da2936b tempest-VolumesActionsTest-475547813 tempest-VolumesActionsTest-475547813-project] Pushing event deleted for resources: {'Port': ['ID=d423d9fa-f3f0-4660-a38c-f922197ec4ec,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:53.196677 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08bbc41-50a7-44e7-adb5-9842c6835224 None None] Pushing event updated for resources: {'Port': ['ID=b22071ee-1b57-4c6b-8c1c-9a5858e91ee8,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:53.245545 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-d32e1811-ff58-4fea-8b40-873a48435ff2 req-c1789cb6-6520-4968-8d7a-e7335da2936b tempest-VolumesActionsTest-475547813 tempest-VolumesActionsTest-475547813-project] No DVR routers for this DVR port d423d9fa-f3f0-4660-a38c-f922197ec4ec on host n-h1-812111-14 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:43:53.248370 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-d32e1811-ff58-4fea-8b40-873a48435ff2 req-c1789cb6-6520-4968-8d7a-e7335da2936b tempest-VolumesActionsTest-475547813 tempest-VolumesActionsTest-475547813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:53.252606 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d32e1811-ff58-4fea-8b40-873a48435ff2 req-c1789cb6-6520-4968-8d7a-e7335da2936b tempest-VolumesActionsTest-475547813 tempest-VolumesActionsTest-475547813-project] 10.222.0.41 "DELETE /v2.0/ports/d423d9fa-f3f0-4660-a38c-f922197ec4ec HTTP/1.1" status: 204 len: 173 time: 0.8211465 Jan 28 19:43:53.253063 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ef12e64-31b3-4b4b-b608-c0548030df0e', 'name': 'network-vif-deleted', 'tag': 'd423d9fa-f3f0-4660-a38c-f922197ec4ec'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:43:53.255723 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd83c7ba-1c9a-4180-89b1-72c6763859d7" -d '{"events": [{"server_uuid": "8ef12e64-31b3-4b4b-b608-c0548030df0e", "name": "network-vif-deleted", "tag": "d423d9fa-f3f0-4660-a38c-f922197ec4ec"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:43:53.257214 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-d08bbc41-50a7-44e7-adb5-9842c6835224 None None] Attempting to bind port b22071ee-1b57-4c6b-8c1c-9a5858e91ee8 on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:43:53.257823 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-d08bbc41-50a7-44e7-adb5-9842c6835224 None None] Attempting to bind port b22071ee-1b57-4c6b-8c1c-9a5858e91ee8 by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '5b93c330-1926-462a-ba00-ad776b9864d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '785173b5-d5c6-428b-bd14-1775d23e6567'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:43:53.259486 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08bbc41-50a7-44e7-adb5-9842c6835224 None None] Attempting to bind port b22071ee-1b57-4c6b-8c1c-9a5858e91ee8 on network 785173b5-d5c6-428b-bd14-1775d23e6567 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:43:53.266430 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08bbc41-50a7-44e7-adb5-9842c6835224 None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:43:53.266430 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08bbc41-50a7-44e7-adb5-9842c6835224 None None] Checking segment: {'id': '5b93c330-1926-462a-ba00-ad776b9864d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '785173b5-d5c6-428b-bd14-1775d23e6567'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:43:53.267349 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d08bbc41-50a7-44e7-adb5-9842c6835224 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:53.267807 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08bbc41-50a7-44e7-adb5-9842c6835224 None None] Bound using segment: {'id': '5b93c330-1926-462a-ba00-ad776b9864d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '785173b5-d5c6-428b-bd14-1775d23e6567'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:43:53.268349 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-d08bbc41-50a7-44e7-adb5-9842c6835224 None None] Bound port: b22071ee-1b57-4c6b-8c1c-9a5858e91ee8, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b93c330-1926-462a-ba00-ad776b9864d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '785173b5-d5c6-428b-bd14-1775d23e6567'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:43:53.268800 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d08bbc41-50a7-44e7-adb5-9842c6835224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (b22071ee-1b57-4c6b-8c1c-9a5858e91ee8), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:53.368997 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d08bbc41-50a7-44e7-adb5-9842c6835224 None None] For port b22071ee-1b57-4c6b-8c1c-9a5858e91ee8, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:43:53.372463 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d08bbc41-50a7-44e7-adb5-9842c6835224 None None] For port b22071ee-1b57-4c6b-8c1c-9a5858e91ee8, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=b22071ee-1b57-4c6b-8c1c-9a5858e91ee8,segment=NetworkSegment(5b93c330-1926-462a-ba00-ad776b9864d8),segment_id=5b93c330-1926-462a-ba00-ad776b9864d8)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:43:53.382705 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d08bbc41-50a7-44e7-adb5-9842c6835224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (b22071ee-1b57-4c6b-8c1c-9a5858e91ee8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:53.386061 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-79408c26-1f3e-42e5-8b62-1f5e00d8d581 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks [] for port (2150eebf-2270-499d-8a86-b823ba90ee34), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:53.443199 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-79408c26-1f3e-42e5-8b62-1f5e00d8d581 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (2150eebf-2270-499d-8a86-b823ba90ee34), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:53.502204 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08bbc41-50a7-44e7-adb5-9842c6835224 None None] Pushing event updated for resources: {'Port': ['ID=b22071ee-1b57-4c6b-8c1c-9a5858e91ee8,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:53.522330 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ceb3c49-3e2d-453a-b903-7a0927157d3a x-openstack-request-id: req-3ceb3c49-3e2d-453a-b903-7a0927157d3a {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:43:53.522584 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ef12e64-31b3-4b4b-b608-c0548030df0e", "name": "network-vif-deleted", "tag": "d423d9fa-f3f0-4660-a38c-f922197ec4ec", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:43:53.523926 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3ceb3c49-3e2d-453a-b903-7a0927157d3a {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:43:53.524334 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ef12e64-31b3-4b4b-b608-c0548030df0e', 'name': 'network-vif-deleted', 'tag': 'd423d9fa-f3f0-4660-a38c-f922197ec4ec', 'status': 'completed', 'code': 200} Jan 28 19:43:53.540389 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79408c26-1f3e-42e5-8b62-1f5e00d8d581 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Network 785173b5-d5c6-428b-bd14-1775d23e6567 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:43:53.543900 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-79408c26-1f3e-42e5-8b62-1f5e00d8d581 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:43:53.546601 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79408c26-1f3e-42e5-8b62-1f5e00d8d581 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:43:53.581140 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79408c26-1f3e-42e5-8b62-1f5e00d8d581 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Pushing event updated for resources: {'Port': ['ID=2150eebf-2270-499d-8a86-b823ba90ee34,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:53.618162 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79408c26-1f3e-42e5-8b62-1f5e00d8d581 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:53.618162 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-79408c26-1f3e-42e5-8b62-1f5e00d8d581 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:53.641136 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-79408c26-1f3e-42e5-8b62-1f5e00d8d581 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.0884027 Jan 28 19:43:53.641136 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 51616) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:53.646659 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-10592abb-d7cf-4e11-8eb5-2f7a29ba2ec3 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Request body: {'port': {'network_id': '785173b5-d5c6-428b-bd14-1775d23e6567', 'name': 'tempest-PortsTestJSON-1277321580'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:43:53.747442 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f743041e-ba01-4cc2-8a82-fea4ca697ee9 req-5a761c11-5990-42d2-aa2e-b858a01bb084 tempest-VolumesActionsTest-475547813 tempest-VolumesActionsTest-475547813-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ef12e64-31b3-4b4b-b608-c0548030df0e HTTP/1.1" status: 200 len: 210 time: 0.0703523 Jan 28 19:43:53.867972 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10592abb-d7cf-4e11-8eb5-2f7a29ba2ec3 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Made reservation on behalf of d871ffcf59da420e85b77b208fa5001b for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:43:53.867972 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-10592abb-d7cf-4e11-8eb5-2f7a29ba2ec3 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:53.874023 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [None req-10592abb-d7cf-4e11-8eb5-2f7a29ba2ec3 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] device_id is not set on port de83bc24-dd54-442a-954f-9ccaeed0f267 yet. {{(pid=103304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:43:53.908521 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:54.067016 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-10592abb-d7cf-4e11-8eb5-2f7a29ba2ec3 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Allocated IP 172.20.0.12 (785173b5-d5c6-428b-bd14-1775d23e6567/81dcc5d4-0bb1-4e04-9fa4-7620b0e1b7d0/de83bc24-dd54-442a-954f-9ccaeed0f267) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:43:54.280623 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-10592abb-d7cf-4e11-8eb5-2f7a29ba2ec3 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks [] for port (de83bc24-dd54-442a-954f-9ccaeed0f267), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:54.286882 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device b22071ee-1b57-4c6b-8c1c-9a5858e91ee8 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:43:54.324316 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-10592abb-d7cf-4e11-8eb5-2f7a29ba2ec3 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (de83bc24-dd54-442a-954f-9ccaeed0f267), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:54.354707 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port b22071ee-1b57-4c6b-8c1c-9a5858e91ee8 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:43:54.354892 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10592abb-d7cf-4e11-8eb5-2f7a29ba2ec3 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Network 785173b5-d5c6-428b-bd14-1775d23e6567 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:43:54.355851 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (b22071ee-1b57-4c6b-8c1c-9a5858e91ee8), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:54.357792 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-10592abb-d7cf-4e11-8eb5-2f7a29ba2ec3 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:43:54.364642 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10592abb-d7cf-4e11-8eb5-2f7a29ba2ec3 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:43:54.453026 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10592abb-d7cf-4e11-8eb5-2f7a29ba2ec3 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:54.453739 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-10592abb-d7cf-4e11-8eb5-2f7a29ba2ec3 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:54.472503 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port b22071ee-1b57-4c6b-8c1c-9a5858e91ee8 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:43:54.473315 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (b22071ee-1b57-4c6b-8c1c-9a5858e91ee8), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:54.496744 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-10592abb-d7cf-4e11-8eb5-2f7a29ba2ec3 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 0.8534951 Jan 28 19:43:54.498967 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 51622) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:54.505350 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10592abb-d7cf-4e11-8eb5-2f7a29ba2ec3 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Pushing event updated for resources: {'Port': ['ID=de83bc24-dd54-442a-954f-9ccaeed0f267,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:54.523792 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] For port b22071ee-1b57-4c6b-8c1c-9a5858e91ee8, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=b22071ee-1b57-4c6b-8c1c-9a5858e91ee8,segment=NetworkSegment(5b93c330-1926-462a-ba00-ad776b9864d8),segment_id=5b93c330-1926-462a-ba00-ad776b9864d8)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:43:54.529989 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (b22071ee-1b57-4c6b-8c1c-9a5858e91ee8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:54.593185 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce1f36cf-21f0-4d01-8730-c528ace786ca tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:54.595864 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-ce1f36cf-21f0-4d01-8730-c528ace786ca tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] 10.222.0.64 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.5 HTTP/1.1" status: 200 len: 921 time: 0.0955350 Jan 28 19:43:54.598549 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Pushing event updated for resources: {'Port': ['ID=b22071ee-1b57-4c6b-8c1c-9a5858e91ee8,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:54.599190 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 51624) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:54.714309 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-b6b48999-2cba-482f-8867-0e1c7aa735ff tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Deleting port de83bc24-dd54-442a-954f-9ccaeed0f267 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:43:54.715167 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b6b48999-2cba-482f-8867-0e1c7aa735ff tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (de83bc24-dd54-442a-954f-9ccaeed0f267), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:54.840812 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b6b48999-2cba-482f-8867-0e1c7aa735ff tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (de83bc24-dd54-442a-954f-9ccaeed0f267), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:54.855308 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-b6b48999-2cba-482f-8867-0e1c7aa735ff tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Calling delete_port for de83bc24-dd54-442a-954f-9ccaeed0f267 owned by {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:43:54.900777 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba4fbe07-0768-4ff5-bc1a-22e67c70c5d9 None None] Network 785173b5-d5c6-428b-bd14-1775d23e6567 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:43:55.019243 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d353453f-5a1d-4c85-9380-662b15607d56 None None] Provisioning complete for port b22071ee-1b57-4c6b-8c1c-9a5858e91ee8 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:43:55.019656 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d353453f-5a1d-4c85-9380-662b15607d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (b22071ee-1b57-4c6b-8c1c-9a5858e91ee8), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:55.021883 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b6b48999-2cba-482f-8867-0e1c7aa735ff tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (de83bc24-dd54-442a-954f-9ccaeed0f267), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:55.079387 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b48999-2cba-482f-8867-0e1c7aa735ff tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Pushing event deleted for resources: {'Port': ['ID=de83bc24-dd54-442a-954f-9ccaeed0f267,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:55.165235 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b6b48999-2cba-482f-8867-0e1c7aa735ff tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:55.182862 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-b6b48999-2cba-482f-8867-0e1c7aa735ff tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] 10.222.0.64 "DELETE /v2.0/ports/de83bc24-dd54-442a-954f-9ccaeed0f267 HTTP/1.1" status: 204 len: 168 time: 0.5810030 Jan 28 19:43:55.184806 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 51640) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:55.205462 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d353453f-5a1d-4c85-9380-662b15607d56 None None] Current status of the port b22071ee-1b57-4c6b-8c1c-9a5858e91ee8 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:43:55.237373 n-d-812111-14 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-d30d5546-38e0-4ed5-b8c3-79c98978828f tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] GET failed (client error): The resource could not be found. Jan 28 19:43:55.241281 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-d30d5546-38e0-4ed5-b8c3-79c98978828f tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] 10.222.0.64 "GET /v2.0/ports/de83bc24-dd54-442a-954f-9ccaeed0f267 HTTP/1.1" status: 404 len: 333 time: 0.0529356 Jan 28 19:43:55.242464 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 51646) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:55.401630 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-bd93f7b8-62a0-453a-8022-3fcd8c96f760 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Deleting port 2150eebf-2270-499d-8a86-b823ba90ee34 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:43:55.402220 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bd93f7b8-62a0-453a-8022-3fcd8c96f760 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (2150eebf-2270-499d-8a86-b823ba90ee34), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:55.448543 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-37f1c084-c812-4297-8b57-45edbf727ae9 None None] Provisioning complete for port b22071ee-1b57-4c6b-8c1c-9a5858e91ee8 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:43:55.449002 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-37f1c084-c812-4297-8b57-45edbf727ae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (b22071ee-1b57-4c6b-8c1c-9a5858e91ee8), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:55.598188 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bd93f7b8-62a0-453a-8022-3fcd8c96f760 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (2150eebf-2270-499d-8a86-b823ba90ee34), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:55.606746 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-37f1c084-c812-4297-8b57-45edbf727ae9 None None] Current status of the port b22071ee-1b57-4c6b-8c1c-9a5858e91ee8 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:43:55.613729 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-bd93f7b8-62a0-453a-8022-3fcd8c96f760 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Calling delete_port for 2150eebf-2270-499d-8a86-b823ba90ee34 owned by {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:43:55.620738 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-37f1c084-c812-4297-8b57-45edbf727ae9 None None] Provisioning complete for port 2150eebf-2270-499d-8a86-b823ba90ee34 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:43:55.621504 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-37f1c084-c812-4297-8b57-45edbf727ae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (2150eebf-2270-499d-8a86-b823ba90ee34), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:55.699989 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-37f1c084-c812-4297-8b57-45edbf727ae9 None None] Port 2150eebf-2270-499d-8a86-b823ba90ee34 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:43:55.865980 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d86a09d8-725e-412c-83b5-440f7bc0a195 None None] Provisioning complete for port 2150eebf-2270-499d-8a86-b823ba90ee34 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:43:55.866360 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d86a09d8-725e-412c-83b5-440f7bc0a195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (2150eebf-2270-499d-8a86-b823ba90ee34), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:55.949232 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d86a09d8-725e-412c-83b5-440f7bc0a195 None None] Port 2150eebf-2270-499d-8a86-b823ba90ee34 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:43:56.064572 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device d423d9fa-f3f0-4660-a38c-f922197ec4ec no longer exists at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:43:56.107917 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] No Port match for: d423d9fa-f3f0-4660-a38c-f922197ec4ec {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:43:56.108506 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device d423d9fa-f3f0-4660-a38c-f922197ec4ec not bound to the agent host n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:43:56.131398 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:43:56.161800 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-4aa512bf-e9ae-4441-a882-caadf9f0a994 None None] Could not find standard attr ID for object de83bc24-dd54-442a-954f-9ccaeed0f267. {{(pid=103306) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 19:43:56.232303 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device b22071ee-1b57-4c6b-8c1c-9a5858e91ee8 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:43:56.306296 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port b22071ee-1b57-4c6b-8c1c-9a5858e91ee8 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:43:56.306591 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (b22071ee-1b57-4c6b-8c1c-9a5858e91ee8), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:56.435955 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bd93f7b8-62a0-453a-8022-3fcd8c96f760 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (2150eebf-2270-499d-8a86-b823ba90ee34), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:56.438975 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port b22071ee-1b57-4c6b-8c1c-9a5858e91ee8 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:43:56.481346 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd93f7b8-62a0-453a-8022-3fcd8c96f760 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Pushing event deleted for resources: {'Port': ['ID=2150eebf-2270-499d-8a86-b823ba90ee34,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:56.589907 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bd93f7b8-62a0-453a-8022-3fcd8c96f760 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:56.594087 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-bd93f7b8-62a0-453a-8022-3fcd8c96f760 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] 10.222.0.64 "DELETE /v2.0/ports/2150eebf-2270-499d-8a86-b823ba90ee34 HTTP/1.1" status: 204 len: 168 time: 1.3503573 Jan 28 19:43:56.596743 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 51682) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:56.634746 n-d-812111-14 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-4916df68-6ca7-4a3d-8bad-0d637ac20ddd tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] GET failed (client error): The resource could not be found. Jan 28 19:43:56.636223 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-4916df68-6ca7-4a3d-8bad-0d637ac20ddd tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] 10.222.0.64 "GET /v2.0/ports/2150eebf-2270-499d-8a86-b823ba90ee34 HTTP/1.1" status: 404 len: 333 time: 0.0384710 Jan 28 19:43:56.639071 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 51684) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:56.722858 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-12a639e8-54c0-4a35-acf5-6f0fa2e6cc41 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Deleting subnet 81dcc5d4-0bb1-4e04-9fa4-7620b0e1b7d0 {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:43:56.731902 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-12a639e8-54c0-4a35-acf5-6f0fa2e6cc41 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks [] for subnet (81dcc5d4-0bb1-4e04-9fa4-7620b0e1b7d0), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:56.784583 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-12a639e8-54c0-4a35-acf5-6f0fa2e6cc41 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16187240'] for subnet (81dcc5d4-0bb1-4e04-9fa4-7620b0e1b7d0), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:56.885279 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-12a639e8-54c0-4a35-acf5-6f0fa2e6cc41 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (81dcc5d4-0bb1-4e04-9fa4-7620b0e1b7d0), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:56.955565 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-12a639e8-54c0-4a35-acf5-6f0fa2e6cc41 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4752464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4733806'] for subnet (81dcc5d4-0bb1-4e04-9fa4-7620b0e1b7d0), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:57.000160 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-12a639e8-54c0-4a35-acf5-6f0fa2e6cc41 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:57.000561 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efaf3a87-c4a5-4880-a20f-179c2a4ca259 None None] Network 785173b5-d5c6-428b-bd14-1775d23e6567 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:43:57.009240 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 51686) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:57.020036 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-12a639e8-54c0-4a35-acf5-6f0fa2e6cc41 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] 10.222.0.64 "DELETE /v2.0/subnets/81dcc5d4-0bb1-4e04-9fa4-7620b0e1b7d0 HTTP/1.1" status: 204 len: 168 time: 0.3798227 Jan 28 19:43:57.023375 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a639e8-54c0-4a35-acf5-6f0fa2e6cc41 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Pushing event deleted for resources: {'Subnet': ['ID=81dcc5d4-0bb1-4e04-9fa4-7620b0e1b7d0,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:57.249026 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c85966f3-e002-467e-937e-70b4df3ece19 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (785173b5-d5c6-428b-bd14-1775d23e6567), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:57.321069 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-c85966f3-e002-467e-937e-70b4df3ece19 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Deleting port b22071ee-1b57-4c6b-8c1c-9a5858e91ee8 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:43:57.321482 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c85966f3-e002-467e-937e-70b4df3ece19 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (b22071ee-1b57-4c6b-8c1c-9a5858e91ee8), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:57.384454 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a993d5b-8a2d-4f13-801a-dfc1277042db None None] DHCP port deletion for 785173b5-d5c6-428b-bd14-1775d23e6567 request from n-d-812111-14 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:43:57.405565 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-c85966f3-e002-467e-937e-70b4df3ece19 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] For port b22071ee-1b57-4c6b-8c1c-9a5858e91ee8, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=b22071ee-1b57-4c6b-8c1c-9a5858e91ee8,segment=NetworkSegment(5b93c330-1926-462a-ba00-ad776b9864d8),segment_id=5b93c330-1926-462a-ba00-ad776b9864d8)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:43:57.405945 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c85966f3-e002-467e-937e-70b4df3ece19 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (b22071ee-1b57-4c6b-8c1c-9a5858e91ee8), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:57.464666 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-c85966f3-e002-467e-937e-70b4df3ece19 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Calling delete_port for b22071ee-1b57-4c6b-8c1c-9a5858e91ee8 owned by network:dhcp {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:43:57.468719 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-0a993d5b-8a2d-4f13-801a-dfc1277042db None None] Deleting port b22071ee-1b57-4c6b-8c1c-9a5858e91ee8 {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:43:57.470225 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0a993d5b-8a2d-4f13-801a-dfc1277042db None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (b22071ee-1b57-4c6b-8c1c-9a5858e91ee8), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:57.551794 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-0a993d5b-8a2d-4f13-801a-dfc1277042db None None] For port b22071ee-1b57-4c6b-8c1c-9a5858e91ee8, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=b22071ee-1b57-4c6b-8c1c-9a5858e91ee8,segment=NetworkSegment(5b93c330-1926-462a-ba00-ad776b9864d8),segment_id=5b93c330-1926-462a-ba00-ad776b9864d8)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:43:57.552222 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0a993d5b-8a2d-4f13-801a-dfc1277042db None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (b22071ee-1b57-4c6b-8c1c-9a5858e91ee8), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:57.568361 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-0a993d5b-8a2d-4f13-801a-dfc1277042db None None] Calling delete_port for b22071ee-1b57-4c6b-8c1c-9a5858e91ee8 owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:43:57.603939 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c85966f3-e002-467e-937e-70b4df3ece19 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (b22071ee-1b57-4c6b-8c1c-9a5858e91ee8), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:57.642154 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85966f3-e002-467e-937e-70b4df3ece19 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Pushing event deleted for resources: {'Port': ['ID=b22071ee-1b57-4c6b-8c1c-9a5858e91ee8,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:57.646190 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85966f3-e002-467e-937e-70b4df3ece19 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] No DVR routers for this DVR port b22071ee-1b57-4c6b-8c1c-9a5858e91ee8 on host n-d-812111-14 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:43:57.683187 n-d-812111-14 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:43:57.683187 n-d-812111-14 neutron-server[103306]: self.session.flush() Jan 28 19:43:57.683187 n-d-812111-14 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:43:57.683187 n-d-812111-14 neutron-server[103306]: self.session.flush() Jan 28 19:43:57.683187 n-d-812111-14 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:43:57.683187 n-d-812111-14 neutron-server[103306]: self.session.flush() Jan 28 19:43:57.683187 n-d-812111-14 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:43:57.683187 n-d-812111-14 neutron-server[103306]: self.session.flush() Jan 28 19:43:57.683187 n-d-812111-14 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:43:57.683187 n-d-812111-14 neutron-server[103306]: self.session.flush() Jan 28 19:43:57.683187 n-d-812111-14 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:43:57.683187 n-d-812111-14 neutron-server[103306]: self.session.flush() Jan 28 19:43:57.683187 n-d-812111-14 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:43:57.683187 n-d-812111-14 neutron-server[103306]: self.session.flush() Jan 28 19:43:57.683187 n-d-812111-14 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:43:57.683187 n-d-812111-14 neutron-server[103306]: self.session.flush() Jan 28 19:43:57.683187 n-d-812111-14 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:43:57.683187 n-d-812111-14 neutron-server[103306]: self.session.flush() Jan 28 19:43:57.683187 n-d-812111-14 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:43:57.683187 n-d-812111-14 neutron-server[103306]: self.session.flush() Jan 28 19:43:57.683187 n-d-812111-14 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:43:57.683187 n-d-812111-14 neutron-server[103306]: self.session.flush() Jan 28 19:43:57.683187 n-d-812111-14 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:43:57.683187 n-d-812111-14 neutron-server[103306]: self.session.flush() Jan 28 19:43:57.683187 n-d-812111-14 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:43:57.683187 n-d-812111-14 neutron-server[103306]: self.session.flush() Jan 28 19:43:57.683187 n-d-812111-14 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:43:57.683187 n-d-812111-14 neutron-server[103306]: self.session.flush() Jan 28 19:43:57.683187 n-d-812111-14 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:43:57.683187 n-d-812111-14 neutron-server[103306]: self.session.flush() Jan 28 19:43:57.683187 n-d-812111-14 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:43:57.683187 n-d-812111-14 neutron-server[103306]: self.session.flush() Jan 28 19:43:57.683187 n-d-812111-14 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:43:57.683187 n-d-812111-14 neutron-server[103306]: self.session.flush() Jan 28 19:43:57.683187 n-d-812111-14 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:43:57.683187 n-d-812111-14 neutron-server[103306]: self.session.flush() Jan 28 19:43:57.683187 n-d-812111-14 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:43:57.683187 n-d-812111-14 neutron-server[103306]: self.session.flush() Jan 28 19:43:57.683187 n-d-812111-14 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:43:57.683187 n-d-812111-14 neutron-server[103306]: self.session.flush() Jan 28 19:43:57.683187 n-d-812111-14 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:43:57.683187 n-d-812111-14 neutron-server[103306]: self.session.flush() Jan 28 19:43:57.683187 n-d-812111-14 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:43:57.683187 n-d-812111-14 neutron-server[103306]: self.session.flush() Jan 28 19:43:57.683187 n-d-812111-14 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:43:57.683187 n-d-812111-14 neutron-server[103306]: self.session.flush() Jan 28 19:43:57.683187 n-d-812111-14 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:43:57.683187 n-d-812111-14 neutron-server[103306]: self.session.flush() Jan 28 19:43:57.683187 n-d-812111-14 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:43:57.683187 n-d-812111-14 neutron-server[103306]: self.session.flush() Jan 28 19:43:57.683187 n-d-812111-14 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:43:57.683187 n-d-812111-14 neutron-server[103306]: self.session.flush() Jan 28 19:43:57.683187 n-d-812111-14 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:43:57.683187 n-d-812111-14 neutron-server[103306]: self.session.flush() Jan 28 19:43:57.692819 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0a993d5b-8a2d-4f13-801a-dfc1277042db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985'] for port (b22071ee-1b57-4c6b-8c1c-9a5858e91ee8), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:57.728425 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a993d5b-8a2d-4f13-801a-dfc1277042db None None] Pushing event deleted for resources: {'Port': ['ID=b22071ee-1b57-4c6b-8c1c-9a5858e91ee8,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:57.742040 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a993d5b-8a2d-4f13-801a-dfc1277042db None None] No DVR routers for this DVR port b22071ee-1b57-4c6b-8c1c-9a5858e91ee8 on host n-d-812111-14 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:43:57.751900 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c85966f3-e002-467e-937e-70b4df3ece19 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (785173b5-d5c6-428b-bd14-1775d23e6567), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:57.782155 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-c85966f3-e002-467e-937e-70b4df3ece19 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['785173b5-d5c6-428b-bd14-1775d23e6567']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:43:57.796546 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-c85966f3-e002-467e-937e-70b4df3ece19 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b93c330-1926-462a-ba00-ad776b9864d8') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:43:57.797157 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-c85966f3-e002-467e-937e-70b4df3ece19 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b93c330-1926-462a-ba00-ad776b9864d8') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:43:57.814698 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c85966f3-e002-467e-937e-70b4df3ece19 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4747091'] for segment (5b93c330-1926-462a-ba00-ad776b9864d8), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:57.835458 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c85966f3-e002-467e-937e-70b4df3ece19 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (5b93c330-1926-462a-ba00-ad776b9864d8), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:57.842586 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c85966f3-e002-467e-937e-70b4df3ece19 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:43:57.843007 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c85966f3-e002-467e-937e-70b4df3ece19 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4690514'] for segment (5b93c330-1926-462a-ba00-ad776b9864d8), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:57.846502 n-d-812111-14 neutron-server[103304]: Traceback (most recent call last): Jan 28 19:43:57.846502 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:43:57.846502 n-d-812111-14 neutron-server[103304]: timer() Jan 28 19:43:57.846502 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:43:57.846502 n-d-812111-14 neutron-server[103304]: cb(*args, **kw) Jan 28 19:43:57.846502 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:43:57.846502 n-d-812111-14 neutron-server[103304]: return func(*args, **kwargs) Jan 28 19:43:57.846502 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:43:57.846502 n-d-812111-14 neutron-server[103304]: self._notify() Jan 28 19:43:57.846502 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:43:57.846502 n-d-812111-14 neutron-server[103304]: self.callback(batched_events) Jan 28 19:43:57.846502 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:43:57.846502 n-d-812111-14 neutron-server[103304]: event.method(event) Jan 28 19:43:57.846502 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:43:57.846502 n-d-812111-14 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:43:57.846502 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:43:57.846502 n-d-812111-14 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:43:57.846502 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:43:57.846502 n-d-812111-14 neutron-server[103304]: return f(self, *a, **k) Jan 28 19:43:57.846502 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:43:57.846502 n-d-812111-14 neutron-server[103304]: return self._get(url).json() Jan 28 19:43:57.846502 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:43:57.846502 n-d-812111-14 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:43:57.846502 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:43:57.846502 n-d-812111-14 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 28 19:43:57.846502 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:43:57.846502 n-d-812111-14 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:43:57.846502 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:43:57.846502 n-d-812111-14 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:43:57.846502 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:43:57.846502 n-d-812111-14 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:43:57.846502 n-d-812111-14 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:43:57.903935 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-dfa995f0-eb1a-4013-8171-2f5deb33749c req-eade3232-81d4-47f1-801f-3d67502bdea7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d0ca55e5-132f-43d5-b396-5e2a170de718&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2145176 Jan 28 19:43:57.908023 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c85966f3-e002-467e-937e-70b4df3ece19 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (785173b5-d5c6-428b-bd14-1775d23e6567), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:57.925880 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c85966f3-e002-467e-937e-70b4df3ece19 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:57.934880 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 51714) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:57.937629 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-c85966f3-e002-467e-937e-70b4df3ece19 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] 10.222.0.64 "DELETE /v2.0/networks/785173b5-d5c6-428b-bd14-1775d23e6567 HTTP/1.1" status: 204 len: 168 time: 0.9269896 Jan 28 19:43:57.941908 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-3af50425-dafb-4c1b-9d7b-3ba467ed9b6c tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-500682132'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:43:57.952157 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85966f3-e002-467e-937e-70b4df3ece19 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Pushing event deleted for resources: {'Network': ['ID=785173b5-d5c6-428b-bd14-1775d23e6567,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:57.971630 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3af50425-dafb-4c1b-9d7b-3ba467ed9b6c tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Made reservation on behalf of d871ffcf59da420e85b77b208fa5001b for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:43:57.975110 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3af50425-dafb-4c1b-9d7b-3ba467ed9b6c tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:58.036826 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3af50425-dafb-4c1b-9d7b-3ba467ed9b6c tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:43:58.049514 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3af50425-dafb-4c1b-9d7b-3ba467ed9b6c tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (1d10eda8-5fe5-4fe2-bd15-2407431a3c7a), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:58.049514 n-d-812111-14 neutron-server[103305]: INFO neutron.db.segments_db [None req-3af50425-dafb-4c1b-9d7b-3ba467ed9b6c tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Added segment 1d10eda8-5fe5-4fe2-bd15-2407431a3c7a of type vlan for network 11c6aecd-dae4-43af-b9a9-13cdcee97a1e Jan 28 19:43:58.093928 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3af50425-dafb-4c1b-9d7b-3ba467ed9b6c tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (11c6aecd-dae4-43af-b9a9-13cdcee97a1e), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:58.159124 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3af50425-dafb-4c1b-9d7b-3ba467ed9b6c tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (11c6aecd-dae4-43af-b9a9-13cdcee97a1e), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:58.165151 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af50425-dafb-4c1b-9d7b-3ba467ed9b6c tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:58.165911 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3af50425-dafb-4c1b-9d7b-3ba467ed9b6c tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:58.171041 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa995f0-eb1a-4013-8171-2f5deb33749c req-c2e15fe9-64d1-4743-9b4b-a0dfed7904bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:58.173419 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-dfa995f0-eb1a-4013-8171-2f5deb33749c req-c2e15fe9-64d1-4743-9b4b-a0dfed7904bc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c316c98d83734d7eab7153e5f826023b&device_id=d0ca55e5-132f-43d5-b396-5e2a170de718 HTTP/1.1" status: 200 len: 1128 time: 0.1938620 Jan 28 19:43:58.211519 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device b22071ee-1b57-4c6b-8c1c-9a5858e91ee8 no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:43:58.247206 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: b22071ee-1b57-4c6b-8c1c-9a5858e91ee8 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:43:58.247974 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device b22071ee-1b57-4c6b-8c1c-9a5858e91ee8 not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:43:58.306989 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 51728) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:58.307239 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-3af50425-dafb-4c1b-9d7b-3ba467ed9b6c tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3710821 Jan 28 19:43:58.313703 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-60675bda-1115-44cf-a1e0-008ba7d4cd5c tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Request body: {'subnet': {'network_id': '11c6aecd-dae4-43af-b9a9-13cdcee97a1e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:43:58.363196 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af50425-dafb-4c1b-9d7b-3ba467ed9b6c tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Pushing event updated for resources: {'Network': ['ID=11c6aecd-dae4-43af-b9a9-13cdcee97a1e,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:58.377153 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network 11c6aecd-dae4-43af-b9a9-13cdcee97a1e details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:43:58.432469 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa995f0-eb1a-4013-8171-2f5deb33749c req-3d8aeba9-71c5-4f6b-bfd4-766548cacfba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:58.434051 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-dfa995f0-eb1a-4013-8171-2f5deb33749c req-3d8aeba9-71c5-4f6b-bfd4-766548cacfba service neutron] 10.222.0.41 "GET /v2.0/networks?id=87bd24c3-2f53-4d06-9d37-4b32bba79109 HTTP/1.1" status: 200 len: 912 time: 0.2352312 Jan 28 19:43:58.543349 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-dfa995f0-eb1a-4013-8171-2f5deb33749c req-6c68bca8-8e55-4795-87fb-666ec3e75998 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fc84d67e-4a27-4500-a718-5ac17e1f6fd0 HTTP/1.1" status: 200 len: 217 time: 0.0993168 Jan 28 19:43:58.608336 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60675bda-1115-44cf-a1e0-008ba7d4cd5c tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Made reservation on behalf of d871ffcf59da420e85b77b208fa5001b for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:43:58.621565 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-60675bda-1115-44cf-a1e0-008ba7d4cd5c tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5221429'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:58.648833 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa995f0-eb1a-4013-8171-2f5deb33749c req-57ed08d8-a41a-4663-816b-825c1d083eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:58.653832 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-dfa995f0-eb1a-4013-8171-2f5deb33749c req-57ed08d8-a41a-4663-816b-825c1d083eb1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1b82f7aa-308b-4f07-b0c3-0d99e240d9ef HTTP/1.1" status: 200 len: 851 time: 0.1017046 Jan 28 19:43:58.771992 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa995f0-eb1a-4013-8171-2f5deb33749c req-b6007428-814c-47f6-b0f6-4f99f77a0d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:58.774552 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-dfa995f0-eb1a-4013-8171-2f5deb33749c req-b6007428-814c-47f6-b0f6-4f99f77a0d5f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=87bd24c3-2f53-4d06-9d37-4b32bba79109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1107442 Jan 28 19:43:58.930930 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-60675bda-1115-44cf-a1e0-008ba7d4cd5c tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4690681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5221415'] for subnet (fbe9745b-5084-4a13-9f23-e69bf4888be8), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:58.965462 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-dfa995f0-eb1a-4013-8171-2f5deb33749c req-c4fc35ae-e57e-440a-b888-b52be6b0101e service neutron] 10.222.0.41 "GET /v2.0/networks/87bd24c3-2f53-4d06-9d37-4b32bba79109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789238 Jan 28 19:43:59.054406 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60675bda-1115-44cf-a1e0-008ba7d4cd5c tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Pushing event updated for resources: {'Subnet': ['ID=fbe9745b-5084-4a13-9f23-e69bf4888be8,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:59.098420 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60675bda-1115-44cf-a1e0-008ba7d4cd5c tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Checking segment: {'id': '1d10eda8-5fe5-4fe2-bd15-2407431a3c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '11c6aecd-dae4-43af-b9a9-13cdcee97a1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:43:59.099143 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60675bda-1115-44cf-a1e0-008ba7d4cd5c tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Network hostable DHCP agents. Network: 11c6aecd-dae4-43af-b9a9-13cdcee97a1e, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:43:59.119036 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60675bda-1115-44cf-a1e0-008ba7d4cd5c tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Network 11c6aecd-dae4-43af-b9a9-13cdcee97a1e is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:43:59.172966 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-dfa995f0-eb1a-4013-8171-2f5deb33749c req-f67e99e8-f9c7-4b47-be13-c4e00cf27a7f service neutron] 10.222.0.41 "GET /v2.0/networks/87bd24c3-2f53-4d06-9d37-4b32bba79109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966162 Jan 28 19:43:59.174337 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-60675bda-1115-44cf-a1e0-008ba7d4cd5c tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, 11c6aecd-dae4-43af-b9a9-13cdcee97a1e) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:43:59.186054 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e86927af-0590-4dd8-9318-7eae8a95e337 None None] Network 11c6aecd-dae4-43af-b9a9-13cdcee97a1e requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:43:59.196280 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60675bda-1115-44cf-a1e0-008ba7d4cd5c tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:59.196889 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-60675bda-1115-44cf-a1e0-008ba7d4cd5c tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:59.240244 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-60675bda-1115-44cf-a1e0-008ba7d4cd5c tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9312823 Jan 28 19:43:59.242984 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 51738) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:59.248288 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-c0b076ce-62e7-41bf-80e4-c0cda3990318 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Request body: {'port': {'network_id': '11c6aecd-dae4-43af-b9a9-13cdcee97a1e', 'name': 'tempest-PortsTestJSON-1808220436', 'fixed_ips': [{'subnet_id': 'fbe9745b-5084-4a13-9f23-e69bf4888be8', 'ip_address': '172.20.0.10'}]}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:43:59.399005 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c0adf2e-45b0-4e1d-8432-276387fb3705 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68cd31fd-e4cd-5fb3-a862-256fc47efcd2-11c6aecd-dae4-43af-b9a9-13cdcee97a1e', 'network_id': '11c6aecd-dae4-43af-b9a9-13cdcee97a1e', 'project_id': 'd871ffcf59da420e85b77b208fa5001b', 'fixed_ips': [{'subnet_id': 'fbe9745b-5084-4a13-9f23-e69bf4888be8'}]}} from n-d-812111-14. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:43:59.400002 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9c0adf2e-45b0-4e1d-8432-276387fb3705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:59.474716 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0b076ce-62e7-41bf-80e4-c0cda3990318 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Made reservation on behalf of d871ffcf59da420e85b77b208fa5001b for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:43:59.669470 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c0b076ce-62e7-41bf-80e4-c0cda3990318 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:59.714205 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [None req-c0b076ce-62e7-41bf-80e4-c0cda3990318 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] device_id is not set on port d2b8d00c-6f8d-4b10-8efb-b4985ed9781a yet. {{(pid=103305) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:43:59.715852 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-9c0adf2e-45b0-4e1d-8432-276387fb3705 None None] Allocated IP 172.20.0.2 (11c6aecd-dae4-43af-b9a9-13cdcee97a1e/fbe9745b-5084-4a13-9f23-e69bf4888be8/785fc82d-a3a0-4f8c-b965-e743ba5731c0) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:44:00.283927 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9c0adf2e-45b0-4e1d-8432-276387fb3705 None None] Publish callbacks [] for port (785fc82d-a3a0-4f8c-b965-e743ba5731c0), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:00.292653 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9c0adf2e-45b0-4e1d-8432-276387fb3705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (785fc82d-a3a0-4f8c-b965-e743ba5731c0), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:00.341409 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0adf2e-45b0-4e1d-8432-276387fb3705 None None] Pushing event updated for resources: {'Port': ['ID=785fc82d-a3a0-4f8c-b965-e743ba5731c0,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:44:00.357632 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c0adf2e-45b0-4e1d-8432-276387fb3705 None None] Network 11c6aecd-dae4-43af-b9a9-13cdcee97a1e is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:44:00.359235 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-9c0adf2e-45b0-4e1d-8432-276387fb3705 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:44:00.363088 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0adf2e-45b0-4e1d-8432-276387fb3705 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:44:00.411875 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-c0b076ce-62e7-41bf-80e4-c0cda3990318 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Allocated IP 172.20.0.10 (11c6aecd-dae4-43af-b9a9-13cdcee97a1e/fbe9745b-5084-4a13-9f23-e69bf4888be8/d2b8d00c-6f8d-4b10-8efb-b4985ed9781a) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:44:00.430726 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-9c0adf2e-45b0-4e1d-8432-276387fb3705 None None] Attempting to bind port 785fc82d-a3a0-4f8c-b965-e743ba5731c0 on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:44:00.431344 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-9c0adf2e-45b0-4e1d-8432-276387fb3705 None None] Attempting to bind port 785fc82d-a3a0-4f8c-b965-e743ba5731c0 by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '1d10eda8-5fe5-4fe2-bd15-2407431a3c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '11c6aecd-dae4-43af-b9a9-13cdcee97a1e'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:44:00.431580 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c0adf2e-45b0-4e1d-8432-276387fb3705 None None] Attempting to bind port 785fc82d-a3a0-4f8c-b965-e743ba5731c0 on network 11c6aecd-dae4-43af-b9a9-13cdcee97a1e {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:44:00.437719 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c0adf2e-45b0-4e1d-8432-276387fb3705 None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:44:00.438141 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c0adf2e-45b0-4e1d-8432-276387fb3705 None None] Checking segment: {'id': '1d10eda8-5fe5-4fe2-bd15-2407431a3c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '11c6aecd-dae4-43af-b9a9-13cdcee97a1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:44:00.438549 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9c0adf2e-45b0-4e1d-8432-276387fb3705 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:00.441997 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c0adf2e-45b0-4e1d-8432-276387fb3705 None None] Bound using segment: {'id': '1d10eda8-5fe5-4fe2-bd15-2407431a3c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '11c6aecd-dae4-43af-b9a9-13cdcee97a1e'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:44:00.442760 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-9c0adf2e-45b0-4e1d-8432-276387fb3705 None None] Bound port: 785fc82d-a3a0-4f8c-b965-e743ba5731c0, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d10eda8-5fe5-4fe2-bd15-2407431a3c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '11c6aecd-dae4-43af-b9a9-13cdcee97a1e'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:44:00.443155 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9c0adf2e-45b0-4e1d-8432-276387fb3705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (785fc82d-a3a0-4f8c-b965-e743ba5731c0), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:00.525583 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-9c0adf2e-45b0-4e1d-8432-276387fb3705 None None] For port 785fc82d-a3a0-4f8c-b965-e743ba5731c0, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:44:00.529506 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-9c0adf2e-45b0-4e1d-8432-276387fb3705 None None] For port 785fc82d-a3a0-4f8c-b965-e743ba5731c0, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=785fc82d-a3a0-4f8c-b965-e743ba5731c0,segment=NetworkSegment(1d10eda8-5fe5-4fe2-bd15-2407431a3c7a),segment_id=1d10eda8-5fe5-4fe2-bd15-2407431a3c7a)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:44:00.558932 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9c0adf2e-45b0-4e1d-8432-276387fb3705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (785fc82d-a3a0-4f8c-b965-e743ba5731c0), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:00.684099 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c0b076ce-62e7-41bf-80e4-c0cda3990318 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks [] for port (d2b8d00c-6f8d-4b10-8efb-b4985ed9781a), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:00.709230 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0adf2e-45b0-4e1d-8432-276387fb3705 None None] Pushing event updated for resources: {'Port': ['ID=785fc82d-a3a0-4f8c-b965-e743ba5731c0,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:44:00.761781 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c0b076ce-62e7-41bf-80e4-c0cda3990318 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (d2b8d00c-6f8d-4b10-8efb-b4985ed9781a), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:00.833126 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b076ce-62e7-41bf-80e4-c0cda3990318 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Pushing event updated for resources: {'Port': ['ID=d2b8d00c-6f8d-4b10-8efb-b4985ed9781a,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:44:00.872082 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b076ce-62e7-41bf-80e4-c0cda3990318 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Network 11c6aecd-dae4-43af-b9a9-13cdcee97a1e is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:44:00.878264 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-c0b076ce-62e7-41bf-80e4-c0cda3990318 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:44:00.882439 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b076ce-62e7-41bf-80e4-c0cda3990318 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:44:00.964375 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0b076ce-62e7-41bf-80e4-c0cda3990318 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:44:00.965601 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c0b076ce-62e7-41bf-80e4-c0cda3990318 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:00.992750 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-c0b076ce-62e7-41bf-80e4-c0cda3990318 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.7486427 Jan 28 19:44:00.995569 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 51748) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:44:01.002493 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-fc0ac072-9461-4247-83c1-9e76a55b2c2a tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Request body: {'port': {'network_id': '11c6aecd-dae4-43af-b9a9-13cdcee97a1e', 'name': 'tempest-PortsTestJSON-1589935036', 'fixed_ips': [{'subnet_id': 'fbe9745b-5084-4a13-9f23-e69bf4888be8', 'ip_address': '172.20.0.9'}]}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:44:01.243505 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc0ac072-9461-4247-83c1-9e76a55b2c2a tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Made reservation on behalf of d871ffcf59da420e85b77b208fa5001b for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:44:01.450826 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fc0ac072-9461-4247-83c1-9e76a55b2c2a tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:01.522418 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [None req-fc0ac072-9461-4247-83c1-9e76a55b2c2a tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] device_id is not set on port f18ed180-28d5-4633-8c8f-7fa19fdaf3ff yet. {{(pid=103304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:44:01.841662 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-fc0ac072-9461-4247-83c1-9e76a55b2c2a tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Allocated IP 172.20.0.9 (11c6aecd-dae4-43af-b9a9-13cdcee97a1e/fbe9745b-5084-4a13-9f23-e69bf4888be8/f18ed180-28d5-4633-8c8f-7fa19fdaf3ff) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:44:02.100363 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fc0ac072-9461-4247-83c1-9e76a55b2c2a tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks [] for port (f18ed180-28d5-4633-8c8f-7fa19fdaf3ff), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:02.348163 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fc0ac072-9461-4247-83c1-9e76a55b2c2a tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (f18ed180-28d5-4633-8c8f-7fa19fdaf3ff), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:02.390288 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 785fc82d-a3a0-4f8c-b965-e743ba5731c0 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:44:02.483828 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c2fc3c-2f88-45f3-b477-1a391628743b None None] Network 11c6aecd-dae4-43af-b9a9-13cdcee97a1e requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:44:02.491244 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0ac072-9461-4247-83c1-9e76a55b2c2a tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Pushing event updated for resources: {'Port': ['ID=f18ed180-28d5-4633-8c8f-7fa19fdaf3ff,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:44:02.511448 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc0ac072-9461-4247-83c1-9e76a55b2c2a tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Network 11c6aecd-dae4-43af-b9a9-13cdcee97a1e is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:44:02.514010 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-fc0ac072-9461-4247-83c1-9e76a55b2c2a tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:44:02.521576 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc0ac072-9461-4247-83c1-9e76a55b2c2a tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:44:02.620606 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc0ac072-9461-4247-83c1-9e76a55b2c2a tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:44:02.621320 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fc0ac072-9461-4247-83c1-9e76a55b2c2a tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:02.655217 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 51766) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:44:02.655896 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-fc0ac072-9461-4247-83c1-9e76a55b2c2a tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.6579854 Jan 28 19:44:02.657186 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-4b03fad3-3c1d-4fbe-970e-3f7ed35cde60 None None] Provisioning complete for port 785fc82d-a3a0-4f8c-b965-e743ba5731c0 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:44:02.657571 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4b03fad3-3c1d-4fbe-970e-3f7ed35cde60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (785fc82d-a3a0-4f8c-b965-e743ba5731c0), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:02.752773 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 785fc82d-a3a0-4f8c-b965-e743ba5731c0 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:44:02.753074 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (785fc82d-a3a0-4f8c-b965-e743ba5731c0), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:02.770316 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c63c624-d911-4af0-b986-0796a3c47434 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:44:02.772049 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-4c63c624-d911-4af0-b986-0796a3c47434 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] 10.222.0.64 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1128573 Jan 28 19:44:02.775090 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 51768) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:44:02.909532 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-4b03fad3-3c1d-4fbe-970e-3f7ed35cde60 None None] Current status of the port 785fc82d-a3a0-4f8c-b965-e743ba5731c0 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:44:02.910458 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4b03fad3-3c1d-4fbe-970e-3f7ed35cde60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (785fc82d-a3a0-4f8c-b965-e743ba5731c0), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:02.988223 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-4b03fad3-3c1d-4fbe-970e-3f7ed35cde60 None None] For port 785fc82d-a3a0-4f8c-b965-e743ba5731c0, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=785fc82d-a3a0-4f8c-b965-e743ba5731c0,segment=NetworkSegment(1d10eda8-5fe5-4fe2-bd15-2407431a3c7a),segment_id=1d10eda8-5fe5-4fe2-bd15-2407431a3c7a)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:44:03.009861 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4b03fad3-3c1d-4fbe-970e-3f7ed35cde60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (785fc82d-a3a0-4f8c-b965-e743ba5731c0), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:03.106901 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 785fc82d-a3a0-4f8c-b965-e743ba5731c0 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:44:03.152438 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b03fad3-3c1d-4fbe-970e-3f7ed35cde60 None None] Pushing event updated for resources: {'Port': ['ID=785fc82d-a3a0-4f8c-b965-e743ba5731c0,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:44:03.320449 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55232990-126b-45ed-a080-ec19df06171a tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:44:03.334947 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55232990-126b-45ed-a080-ec19df06171a tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:44:03.342271 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55232990-126b-45ed-a080-ec19df06171a tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:44:03.347795 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 51770) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:44:03.351763 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-55232990-126b-45ed-a080-ec19df06171a tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] 10.222.0.64 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.5755265 Jan 28 19:44:03.466533 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-78e8f15b-ea86-464a-8a1c-55d31ff7a9c5 None None] Provisioning complete for port d2b8d00c-6f8d-4b10-8efb-b4985ed9781a triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:44:03.467067 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-78e8f15b-ea86-464a-8a1c-55d31ff7a9c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (d2b8d00c-6f8d-4b10-8efb-b4985ed9781a), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:03.552296 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-76d73584-d4ae-41bf-90d0-7b9c884ed4f5 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Deleting port f18ed180-28d5-4633-8c8f-7fa19fdaf3ff {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:44:03.559819 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-76d73584-d4ae-41bf-90d0-7b9c884ed4f5 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (f18ed180-28d5-4633-8c8f-7fa19fdaf3ff), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:03.567175 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-78e8f15b-ea86-464a-8a1c-55d31ff7a9c5 None None] Port d2b8d00c-6f8d-4b10-8efb-b4985ed9781a cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:44:03.610430 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-78e8f15b-ea86-464a-8a1c-55d31ff7a9c5 None None] Provisioning complete for port 785fc82d-a3a0-4f8c-b965-e743ba5731c0 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:44:03.610962 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-78e8f15b-ea86-464a-8a1c-55d31ff7a9c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (785fc82d-a3a0-4f8c-b965-e743ba5731c0), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:03.781408 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-78e8f15b-ea86-464a-8a1c-55d31ff7a9c5 None None] Current status of the port 785fc82d-a3a0-4f8c-b965-e743ba5731c0 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:44:03.815312 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-76d73584-d4ae-41bf-90d0-7b9c884ed4f5 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (f18ed180-28d5-4633-8c8f-7fa19fdaf3ff), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:03.835339 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-78e8f15b-ea86-464a-8a1c-55d31ff7a9c5 None None] Provisioning complete for port f18ed180-28d5-4633-8c8f-7fa19fdaf3ff triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:44:03.835827 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-78e8f15b-ea86-464a-8a1c-55d31ff7a9c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (f18ed180-28d5-4633-8c8f-7fa19fdaf3ff), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:03.868758 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-76d73584-d4ae-41bf-90d0-7b9c884ed4f5 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Calling delete_port for f18ed180-28d5-4633-8c8f-7fa19fdaf3ff owned by {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:44:03.910136 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-78e8f15b-ea86-464a-8a1c-55d31ff7a9c5 None None] Port f18ed180-28d5-4633-8c8f-7fa19fdaf3ff cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:44:04.041302 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-a311e4f5-2650-4bf2-9375-16e1d84dfbb7 None None] Provisioning complete for port d2b8d00c-6f8d-4b10-8efb-b4985ed9781a triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:44:04.041945 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a311e4f5-2650-4bf2-9375-16e1d84dfbb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (d2b8d00c-6f8d-4b10-8efb-b4985ed9781a), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:04.155956 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-76d73584-d4ae-41bf-90d0-7b9c884ed4f5 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (f18ed180-28d5-4633-8c8f-7fa19fdaf3ff), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:04.161239 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-a311e4f5-2650-4bf2-9375-16e1d84dfbb7 None None] Port d2b8d00c-6f8d-4b10-8efb-b4985ed9781a cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:44:04.210386 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d73584-d4ae-41bf-90d0-7b9c884ed4f5 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Pushing event deleted for resources: {'Port': ['ID=f18ed180-28d5-4633-8c8f-7fa19fdaf3ff,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:44:04.265454 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 785fc82d-a3a0-4f8c-b965-e743ba5731c0 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:44:04.366479 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-76d73584-d4ae-41bf-90d0-7b9c884ed4f5 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:04.370400 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-76d73584-d4ae-41bf-90d0-7b9c884ed4f5 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] 10.222.0.64 "DELETE /v2.0/ports/f18ed180-28d5-4633-8c8f-7fa19fdaf3ff HTTP/1.1" status: 204 len: 168 time: 1.0212264 Jan 28 19:44:04.372967 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 51784) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:44:04.391773 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-676ac2f2-a08b-4885-93f3-ad67e87ae003 None None] Could not find standard attr ID for object f18ed180-28d5-4633-8c8f-7fa19fdaf3ff. {{(pid=103306) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 19:44:04.431450 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 785fc82d-a3a0-4f8c-b965-e743ba5731c0 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:44:04.431837 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (785fc82d-a3a0-4f8c-b965-e743ba5731c0), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:04.443224 n-d-812111-14 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-064303ea-e39c-45f2-ac21-d108880f096e tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] GET failed (client error): The resource could not be found. Jan 28 19:44:04.445008 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-064303ea-e39c-45f2-ac21-d108880f096e tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] 10.222.0.64 "GET /v2.0/ports/f18ed180-28d5-4633-8c8f-7fa19fdaf3ff HTTP/1.1" status: 404 len: 333 time: 0.0708678 Jan 28 19:44:04.447707 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 51790) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:44:04.732268 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-8dffa31b-0d3c-40b5-8f7c-742c34f90359 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Deleting port d2b8d00c-6f8d-4b10-8efb-b4985ed9781a {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:44:04.732879 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8dffa31b-0d3c-40b5-8f7c-742c34f90359 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (d2b8d00c-6f8d-4b10-8efb-b4985ed9781a), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:04.742073 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 785fc82d-a3a0-4f8c-b965-e743ba5731c0 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:44:04.877453 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8dffa31b-0d3c-40b5-8f7c-742c34f90359 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (d2b8d00c-6f8d-4b10-8efb-b4985ed9781a), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:04.902802 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-8dffa31b-0d3c-40b5-8f7c-742c34f90359 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Calling delete_port for d2b8d00c-6f8d-4b10-8efb-b4985ed9781a owned by {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:44:05.164587 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8dffa31b-0d3c-40b5-8f7c-742c34f90359 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (d2b8d00c-6f8d-4b10-8efb-b4985ed9781a), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:05.215367 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dffa31b-0d3c-40b5-8f7c-742c34f90359 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Pushing event deleted for resources: {'Port': ['ID=d2b8d00c-6f8d-4b10-8efb-b4985ed9781a,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:44:05.664284 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8dffa31b-0d3c-40b5-8f7c-742c34f90359 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:05.674319 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-8dffa31b-0d3c-40b5-8f7c-742c34f90359 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] 10.222.0.64 "DELETE /v2.0/ports/d2b8d00c-6f8d-4b10-8efb-b4985ed9781a HTTP/1.1" status: 204 len: 168 time: 1.2251105 Jan 28 19:44:05.676914 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 51804) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:44:05.709015 n-d-812111-14 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-4844d3b1-d645-4b22-9178-9702af74e6c0 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] GET failed (client error): The resource could not be found. Jan 28 19:44:05.714207 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 51808) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:44:05.723037 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-4844d3b1-d645-4b22-9178-9702af74e6c0 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] 10.222.0.64 "GET /v2.0/ports/d2b8d00c-6f8d-4b10-8efb-b4985ed9781a HTTP/1.1" status: 404 len: 333 time: 0.0433292 Jan 28 19:44:05.886505 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-feb5b48e-d09f-4b7f-b77e-08c8d1cf55a3 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Deleting subnet fbe9745b-5084-4a13-9f23-e69bf4888be8 {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:44:05.890606 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-feb5b48e-d09f-4b7f-b77e-08c8d1cf55a3 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks [] for subnet (fbe9745b-5084-4a13-9f23-e69bf4888be8), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:06.039931 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-feb5b48e-d09f-4b7f-b77e-08c8d1cf55a3 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16187240'] for subnet (fbe9745b-5084-4a13-9f23-e69bf4888be8), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:06.168470 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-feb5b48e-d09f-4b7f-b77e-08c8d1cf55a3 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (fbe9745b-5084-4a13-9f23-e69bf4888be8), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:06.240306 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-feb5b48e-d09f-4b7f-b77e-08c8d1cf55a3 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4752464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4733806'] for subnet (fbe9745b-5084-4a13-9f23-e69bf4888be8), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:06.276127 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-feb5b48e-d09f-4b7f-b77e-08c8d1cf55a3 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:06.280723 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-feb5b48e-d09f-4b7f-b77e-08c8d1cf55a3 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] 10.222.0.64 "DELETE /v2.0/subnets/fbe9745b-5084-4a13-9f23-e69bf4888be8 HTTP/1.1" status: 204 len: 168 time: 0.5649352 Jan 28 19:44:06.282300 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb5b48e-d09f-4b7f-b77e-08c8d1cf55a3 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Pushing event deleted for resources: {'Subnet': ['ID=fbe9745b-5084-4a13-9f23-e69bf4888be8,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:44:06.282782 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7175a69f-34d4-4fd9-88b7-ece8f5950dee None None] Network 11c6aecd-dae4-43af-b9a9-13cdcee97a1e requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:44:06.283566 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 51812) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:44:06.480338 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d463c224-1e29-495e-a83c-4c57c1094927 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (11c6aecd-dae4-43af-b9a9-13cdcee97a1e), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:06.596104 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-d463c224-1e29-495e-a83c-4c57c1094927 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Deleting port 785fc82d-a3a0-4f8c-b965-e743ba5731c0 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:44:06.596583 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d463c224-1e29-495e-a83c-4c57c1094927 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (785fc82d-a3a0-4f8c-b965-e743ba5731c0), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:06.597900 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d1f44a6-bf8e-41df-a856-d08c1d9228f1 None None] DHCP port deletion for 11c6aecd-dae4-43af-b9a9-13cdcee97a1e request from n-d-812111-14 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:44:06.693154 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-d463c224-1e29-495e-a83c-4c57c1094927 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] For port 785fc82d-a3a0-4f8c-b965-e743ba5731c0, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=785fc82d-a3a0-4f8c-b965-e743ba5731c0,segment=NetworkSegment(1d10eda8-5fe5-4fe2-bd15-2407431a3c7a),segment_id=1d10eda8-5fe5-4fe2-bd15-2407431a3c7a)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:44:06.693720 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d463c224-1e29-495e-a83c-4c57c1094927 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (785fc82d-a3a0-4f8c-b965-e743ba5731c0), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:06.700601 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-bee29595-79ae-431b-89e7-7863239ba647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:06.729715 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-6d1f44a6-bf8e-41df-a856-d08c1d9228f1 None None] Deleting port 785fc82d-a3a0-4f8c-b965-e743ba5731c0 {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:44:06.730243 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6d1f44a6-bf8e-41df-a856-d08c1d9228f1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (785fc82d-a3a0-4f8c-b965-e743ba5731c0), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:06.766767 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-d463c224-1e29-495e-a83c-4c57c1094927 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Calling delete_port for 785fc82d-a3a0-4f8c-b965-e743ba5731c0 owned by network:dhcp {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:44:06.826878 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-6d1f44a6-bf8e-41df-a856-d08c1d9228f1 None None] For port 785fc82d-a3a0-4f8c-b965-e743ba5731c0, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=785fc82d-a3a0-4f8c-b965-e743ba5731c0,segment=NetworkSegment(1d10eda8-5fe5-4fe2-bd15-2407431a3c7a),segment_id=1d10eda8-5fe5-4fe2-bd15-2407431a3c7a)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:44:06.827289 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6d1f44a6-bf8e-41df-a856-d08c1d9228f1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (785fc82d-a3a0-4f8c-b965-e743ba5731c0), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:06.862541 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-6d1f44a6-bf8e-41df-a856-d08c1d9228f1 None None] Calling delete_port for 785fc82d-a3a0-4f8c-b965-e743ba5731c0 owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:44:06.954581 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d463c224-1e29-495e-a83c-4c57c1094927 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (785fc82d-a3a0-4f8c-b965-e743ba5731c0), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:06.988913 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d463c224-1e29-495e-a83c-4c57c1094927 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Pushing event deleted for resources: {'Port': ['ID=785fc82d-a3a0-4f8c-b965-e743ba5731c0,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:44:06.991578 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d463c224-1e29-495e-a83c-4c57c1094927 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] No DVR routers for this DVR port 785fc82d-a3a0-4f8c-b965-e743ba5731c0 on host n-d-812111-14 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:44:06.995639 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6d1f44a6-bf8e-41df-a856-d08c1d9228f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985'] for port (785fc82d-a3a0-4f8c-b965-e743ba5731c0), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:07.010831 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1f44a6-bf8e-41df-a856-d08c1d9228f1 None None] No DVR routers for this DVR port 785fc82d-a3a0-4f8c-b965-e743ba5731c0 on host n-d-812111-14 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:44:07.064368 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1f44a6-bf8e-41df-a856-d08c1d9228f1 None None] Pushing event deleted for resources: {'Port': ['ID=785fc82d-a3a0-4f8c-b965-e743ba5731c0,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:44:07.129577 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d463c224-1e29-495e-a83c-4c57c1094927 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (11c6aecd-dae4-43af-b9a9-13cdcee97a1e), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:07.157356 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-d463c224-1e29-495e-a83c-4c57c1094927 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11c6aecd-dae4-43af-b9a9-13cdcee97a1e']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:44:07.200630 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-d463c224-1e29-495e-a83c-4c57c1094927 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d10eda8-5fe5-4fe2-bd15-2407431a3c7a') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:44:07.200934 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-d463c224-1e29-495e-a83c-4c57c1094927 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d10eda8-5fe5-4fe2-bd15-2407431a3c7a') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:44:07.243707 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d463c224-1e29-495e-a83c-4c57c1094927 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4747091'] for segment (1d10eda8-5fe5-4fe2-bd15-2407431a3c7a), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:07.328457 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d463c224-1e29-495e-a83c-4c57c1094927 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (1d10eda8-5fe5-4fe2-bd15-2407431a3c7a), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:07.356955 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d463c224-1e29-495e-a83c-4c57c1094927 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:44:07.360336 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d463c224-1e29-495e-a83c-4c57c1094927 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4690514'] for segment (1d10eda8-5fe5-4fe2-bd15-2407431a3c7a), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:07.364067 n-d-812111-14 neutron-server[103304]: Traceback (most recent call last): Jan 28 19:44:07.364067 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:44:07.364067 n-d-812111-14 neutron-server[103304]: timer() Jan 28 19:44:07.364067 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:44:07.364067 n-d-812111-14 neutron-server[103304]: cb(*args, **kw) Jan 28 19:44:07.364067 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:44:07.364067 n-d-812111-14 neutron-server[103304]: return func(*args, **kwargs) Jan 28 19:44:07.364067 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:44:07.364067 n-d-812111-14 neutron-server[103304]: self._notify() Jan 28 19:44:07.364067 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:44:07.364067 n-d-812111-14 neutron-server[103304]: self.callback(batched_events) Jan 28 19:44:07.364067 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:44:07.364067 n-d-812111-14 neutron-server[103304]: event.method(event) Jan 28 19:44:07.364067 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:44:07.364067 n-d-812111-14 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:44:07.364067 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:44:07.364067 n-d-812111-14 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:44:07.364067 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:44:07.364067 n-d-812111-14 neutron-server[103304]: return f(self, *a, **k) Jan 28 19:44:07.364067 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:44:07.364067 n-d-812111-14 neutron-server[103304]: return self._get(url).json() Jan 28 19:44:07.364067 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:44:07.364067 n-d-812111-14 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:44:07.364067 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:44:07.364067 n-d-812111-14 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 28 19:44:07.364067 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:44:07.364067 n-d-812111-14 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:44:07.364067 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:44:07.364067 n-d-812111-14 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:44:07.364067 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:44:07.364067 n-d-812111-14 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:44:07.364067 n-d-812111-14 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:44:07.465975 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d463c224-1e29-495e-a83c-4c57c1094927 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (11c6aecd-dae4-43af-b9a9-13cdcee97a1e), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:07.480745 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d463c224-1e29-495e-a83c-4c57c1094927 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:07.489177 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 51822) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:44:07.490003 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-d463c224-1e29-495e-a83c-4c57c1094927 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] 10.222.0.64 "DELETE /v2.0/networks/11c6aecd-dae4-43af-b9a9-13cdcee97a1e HTTP/1.1" status: 204 len: 168 time: 1.2045856 Jan 28 19:44:07.494981 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-3448e30e-2071-4727-acbe-eb0c48b36b2d tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1905368274'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:44:07.502949 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d463c224-1e29-495e-a83c-4c57c1094927 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Pushing event deleted for resources: {'Network': ['ID=11c6aecd-dae4-43af-b9a9-13cdcee97a1e,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:44:07.533603 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3448e30e-2071-4727-acbe-eb0c48b36b2d tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Made reservation on behalf of d871ffcf59da420e85b77b208fa5001b for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:44:07.548637 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3448e30e-2071-4727-acbe-eb0c48b36b2d tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:07.577993 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3448e30e-2071-4727-acbe-eb0c48b36b2d tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:44:07.590513 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3448e30e-2071-4727-acbe-eb0c48b36b2d tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (5da11600-1370-4996-a3ee-5e36a97b5616), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:07.590813 n-d-812111-14 neutron-server[103305]: INFO neutron.db.segments_db [None req-3448e30e-2071-4727-acbe-eb0c48b36b2d tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Added segment 5da11600-1370-4996-a3ee-5e36a97b5616 of type vlan for network 53f3ae12-cd7d-40c5-9b9f-365913f5041a Jan 28 19:44:07.641992 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3448e30e-2071-4727-acbe-eb0c48b36b2d tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (53f3ae12-cd7d-40c5-9b9f-365913f5041a), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:07.677178 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3448e30e-2071-4727-acbe-eb0c48b36b2d tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (53f3ae12-cd7d-40c5-9b9f-365913f5041a), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:07.681044 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3448e30e-2071-4727-acbe-eb0c48b36b2d tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:44:07.681701 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3448e30e-2071-4727-acbe-eb0c48b36b2d tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:07.754558 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-3448e30e-2071-4727-acbe-eb0c48b36b2d tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2616019 Jan 28 19:44:07.754761 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 51830) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:44:07.762294 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-c3836683-4039-4434-8d3f-883944bccbfe tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Request body: {'subnet': {'network_id': '53f3ae12-cd7d-40c5-9b9f-365913f5041a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:44:07.786151 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3448e30e-2071-4727-acbe-eb0c48b36b2d tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Pushing event updated for resources: {'Network': ['ID=53f3ae12-cd7d-40c5-9b9f-365913f5041a,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:44:07.808046 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network 53f3ae12-cd7d-40c5-9b9f-365913f5041a details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:44:07.875646 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3836683-4039-4434-8d3f-883944bccbfe tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Made reservation on behalf of d871ffcf59da420e85b77b208fa5001b for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:44:07.880218 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c3836683-4039-4434-8d3f-883944bccbfe tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4733071'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:08.181236 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c3836683-4039-4434-8d3f-883944bccbfe tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4752401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4733085'] for subnet (d777633c-82c4-4fca-a03e-42514619fbcf), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:08.204722 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 785fc82d-a3a0-4f8c-b965-e743ba5731c0 no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:44:08.245543 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3836683-4039-4434-8d3f-883944bccbfe tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Pushing event updated for resources: {'Subnet': ['ID=d777633c-82c4-4fca-a03e-42514619fbcf,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:44:08.253394 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: 785fc82d-a3a0-4f8c-b965-e743ba5731c0 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:44:08.253753 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 785fc82d-a3a0-4f8c-b965-e743ba5731c0 not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:44:08.310905 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3836683-4039-4434-8d3f-883944bccbfe tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Checking segment: {'id': '5da11600-1370-4996-a3ee-5e36a97b5616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '53f3ae12-cd7d-40c5-9b9f-365913f5041a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:44:08.311272 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3836683-4039-4434-8d3f-883944bccbfe tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Network hostable DHCP agents. Network: 53f3ae12-cd7d-40c5-9b9f-365913f5041a, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:44:08.333398 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3836683-4039-4434-8d3f-883944bccbfe tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Network 53f3ae12-cd7d-40c5-9b9f-365913f5041a is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:44:08.352493 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-c3836683-4039-4434-8d3f-883944bccbfe tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, 53f3ae12-cd7d-40c5-9b9f-365913f5041a) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:44:08.360880 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3836683-4039-4434-8d3f-883944bccbfe tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:44:08.361519 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c3836683-4039-4434-8d3f-883944bccbfe tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:08.363972 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3180c940-7bd2-49dc-a624-28d120ac7e23 None None] Network 53f3ae12-cd7d-40c5-9b9f-365913f5041a requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:44:08.392745 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-c3836683-4039-4434-8d3f-883944bccbfe tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6338398 Jan 28 19:44:08.392934 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 51850) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:44:08.398143 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-e0e38352-872e-4406-b9e8-708eb8215e7a tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1108151359', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:44:08.426026 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e0e38352-872e-4406-b9e8-708eb8215e7a tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261150'] for router (248e4aab-2034-4914-916b-264552fb1752), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:08.427572 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e0e38352-872e-4406-b9e8-708eb8215e7a tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-731099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-731441', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261129'] for router (248e4aab-2034-4914-916b-264552fb1752), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:08.549210 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e0e38352-872e-4406-b9e8-708eb8215e7a tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks [] for router_controller (248e4aab-2034-4914-916b-264552fb1752), precommit_add_association {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:08.557876 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e0e38352-872e-4406-b9e8-708eb8215e7a tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-731074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-731460'] for router (248e4aab-2034-4914-916b-264552fb1752), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:08.602194 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5828a79-9b4d-4738-b6da-9fb6e8815a33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68cd31fd-e4cd-5fb3-a862-256fc47efcd2-53f3ae12-cd7d-40c5-9b9f-365913f5041a', 'network_id': '53f3ae12-cd7d-40c5-9b9f-365913f5041a', 'project_id': 'd871ffcf59da420e85b77b208fa5001b', 'fixed_ips': [{'subnet_id': 'd777633c-82c4-4fca-a03e-42514619fbcf'}]}} from n-d-812111-14. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:44:08.603508 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d5828a79-9b4d-4738-b6da-9fb6e8815a33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:08.605383 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e0e38352-872e-4406-b9e8-708eb8215e7a tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:08.609216 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-e0e38352-872e-4406-b9e8-708eb8215e7a tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2152874 Jan 28 19:44:08.612852 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 51864) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:44:08.620345 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-5a89c342-0a56-4f24-88d0-e140752f2fbf tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Request body: {'port': {'network_id': '53f3ae12-cd7d-40c5-9b9f-365913f5041a', 'name': 'tempest-PortsTestJSON-819781059'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:44:08.849563 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a89c342-0a56-4f24-88d0-e140752f2fbf tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Made reservation on behalf of d871ffcf59da420e85b77b208fa5001b for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:44:08.855056 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5a89c342-0a56-4f24-88d0-e140752f2fbf tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:08.883183 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-d5828a79-9b4d-4738-b6da-9fb6e8815a33 None None] Allocated IP 172.20.0.2 (53f3ae12-cd7d-40c5-9b9f-365913f5041a/d777633c-82c4-4fca-a03e-42514619fbcf/823f1832-6cb4-42e0-8c99-3b37c1a4455a) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:44:08.884010 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [None req-5a89c342-0a56-4f24-88d0-e140752f2fbf tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] device_id is not set on port 5f026591-fac4-43c5-973d-0977adc1b304 yet. {{(pid=103304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:44:08.982651 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-42778e04-c824-4d90-aaa6-775780438e9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:09.103080 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d5828a79-9b4d-4738-b6da-9fb6e8815a33 None None] Publish callbacks [] for port (823f1832-6cb4-42e0-8c99-3b37c1a4455a), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:09.107508 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d5828a79-9b4d-4738-b6da-9fb6e8815a33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (823f1832-6cb4-42e0-8c99-3b37c1a4455a), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:09.162968 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5828a79-9b4d-4738-b6da-9fb6e8815a33 None None] Network 53f3ae12-cd7d-40c5-9b9f-365913f5041a is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:44:09.166378 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-d5828a79-9b4d-4738-b6da-9fb6e8815a33 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:44:09.170549 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5828a79-9b4d-4738-b6da-9fb6e8815a33 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:44:09.187187 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-5a89c342-0a56-4f24-88d0-e140752f2fbf tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Allocated IP 172.20.0.11 (53f3ae12-cd7d-40c5-9b9f-365913f5041a/d777633c-82c4-4fca-a03e-42514619fbcf/5f026591-fac4-43c5-973d-0977adc1b304) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:44:09.227716 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5828a79-9b4d-4738-b6da-9fb6e8815a33 None None] Pushing event updated for resources: {'Port': ['ID=823f1832-6cb4-42e0-8c99-3b37c1a4455a,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:44:09.276943 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5828a79-9b4d-4738-b6da-9fb6e8815a33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:44:09.277397 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5828a79-9b4d-4738-b6da-9fb6e8815a33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:44:09.277737 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5828a79-9b4d-4738-b6da-9fb6e8815a33 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:44:09.278078 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5828a79-9b4d-4738-b6da-9fb6e8815a33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:44:09.278412 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5828a79-9b4d-4738-b6da-9fb6e8815a33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:44:09.278741 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5828a79-9b4d-4738-b6da-9fb6e8815a33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:44:09.279067 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5828a79-9b4d-4738-b6da-9fb6e8815a33 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:44:09.279386 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5828a79-9b4d-4738-b6da-9fb6e8815a33 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:44:09.279711 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5828a79-9b4d-4738-b6da-9fb6e8815a33 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:44:09.281200 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5828a79-9b4d-4738-b6da-9fb6e8815a33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:44:09.281200 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5828a79-9b4d-4738-b6da-9fb6e8815a33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:44:09.281200 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5828a79-9b4d-4738-b6da-9fb6e8815a33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:44:09.281200 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5828a79-9b4d-4738-b6da-9fb6e8815a33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:44:09.288233 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-d5828a79-9b4d-4738-b6da-9fb6e8815a33 None None] Attempting to bind port 823f1832-6cb4-42e0-8c99-3b37c1a4455a on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:44:09.289319 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-d5828a79-9b4d-4738-b6da-9fb6e8815a33 None None] Attempting to bind port 823f1832-6cb4-42e0-8c99-3b37c1a4455a by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '5da11600-1370-4996-a3ee-5e36a97b5616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '53f3ae12-cd7d-40c5-9b9f-365913f5041a'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:44:09.289319 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5828a79-9b4d-4738-b6da-9fb6e8815a33 None None] Attempting to bind port 823f1832-6cb4-42e0-8c99-3b37c1a4455a on network 53f3ae12-cd7d-40c5-9b9f-365913f5041a {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:44:09.295121 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5828a79-9b4d-4738-b6da-9fb6e8815a33 None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:44:09.295614 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5828a79-9b4d-4738-b6da-9fb6e8815a33 None None] Checking segment: {'id': '5da11600-1370-4996-a3ee-5e36a97b5616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '53f3ae12-cd7d-40c5-9b9f-365913f5041a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:44:09.296093 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d5828a79-9b4d-4738-b6da-9fb6e8815a33 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:09.296507 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5828a79-9b4d-4738-b6da-9fb6e8815a33 None None] Bound using segment: {'id': '5da11600-1370-4996-a3ee-5e36a97b5616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '53f3ae12-cd7d-40c5-9b9f-365913f5041a'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:44:09.297671 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-d5828a79-9b4d-4738-b6da-9fb6e8815a33 None None] Bound port: 823f1832-6cb4-42e0-8c99-3b37c1a4455a, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5da11600-1370-4996-a3ee-5e36a97b5616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '53f3ae12-cd7d-40c5-9b9f-365913f5041a'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:44:09.298145 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d5828a79-9b4d-4738-b6da-9fb6e8815a33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (823f1832-6cb4-42e0-8c99-3b37c1a4455a), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:09.387767 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d5828a79-9b4d-4738-b6da-9fb6e8815a33 None None] For port 823f1832-6cb4-42e0-8c99-3b37c1a4455a, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:44:09.392404 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d5828a79-9b4d-4738-b6da-9fb6e8815a33 None None] For port 823f1832-6cb4-42e0-8c99-3b37c1a4455a, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=823f1832-6cb4-42e0-8c99-3b37c1a4455a,segment=NetworkSegment(5da11600-1370-4996-a3ee-5e36a97b5616),segment_id=5da11600-1370-4996-a3ee-5e36a97b5616)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:44:09.411953 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d5828a79-9b4d-4738-b6da-9fb6e8815a33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (823f1832-6cb4-42e0-8c99-3b37c1a4455a), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:09.436077 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5a89c342-0a56-4f24-88d0-e140752f2fbf tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks [] for port (5f026591-fac4-43c5-973d-0977adc1b304), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:09.509586 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5a89c342-0a56-4f24-88d0-e140752f2fbf tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (5f026591-fac4-43c5-973d-0977adc1b304), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:09.538425 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5828a79-9b4d-4738-b6da-9fb6e8815a33 None None] Pushing event updated for resources: {'Port': ['ID=823f1832-6cb4-42e0-8c99-3b37c1a4455a,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:44:09.592013 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a89c342-0a56-4f24-88d0-e140752f2fbf tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Network 53f3ae12-cd7d-40c5-9b9f-365913f5041a is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:44:09.604489 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-5a89c342-0a56-4f24-88d0-e140752f2fbf tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:44:09.608118 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a89c342-0a56-4f24-88d0-e140752f2fbf tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:44:09.616938 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a89c342-0a56-4f24-88d0-e140752f2fbf tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Pushing event updated for resources: {'Port': ['ID=5f026591-fac4-43c5-973d-0977adc1b304,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:44:09.720547 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a89c342-0a56-4f24-88d0-e140752f2fbf tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:44:09.721314 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5a89c342-0a56-4f24-88d0-e140752f2fbf tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:09.769407 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-5a89c342-0a56-4f24-88d0-e140752f2fbf tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1524246 Jan 28 19:44:09.769682 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 51892) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:44:09.798824 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:10.292923 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fa6cb124-f1f2-4e66-8bcc-6e4d572cea2b tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (5f026591-fac4-43c5-973d-0977adc1b304), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:10.305523 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 823f1832-6cb4-42e0-8c99-3b37c1a4455a up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:44:10.405597 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 823f1832-6cb4-42e0-8c99-3b37c1a4455a triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:44:10.405965 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (823f1832-6cb4-42e0-8c99-3b37c1a4455a), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:10.545547 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 823f1832-6cb4-42e0-8c99-3b37c1a4455a is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:44:10.546610 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (823f1832-6cb4-42e0-8c99-3b37c1a4455a), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:10.585762 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] For port 823f1832-6cb4-42e0-8c99-3b37c1a4455a, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=823f1832-6cb4-42e0-8c99-3b37c1a4455a,segment=NetworkSegment(5da11600-1370-4996-a3ee-5e36a97b5616),segment_id=5da11600-1370-4996-a3ee-5e36a97b5616)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:44:10.606920 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (823f1832-6cb4-42e0-8c99-3b37c1a4455a), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:10.669007 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Pushing event updated for resources: {'Port': ['ID=823f1832-6cb4-42e0-8c99-3b37c1a4455a,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:44:10.755426 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fa6cb124-f1f2-4e66-8bcc-6e4d572cea2b tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks [] for port (5f026591-fac4-43c5-973d-0977adc1b304), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:10.761969 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fa6cb124-f1f2-4e66-8bcc-6e4d572cea2b tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (5f026591-fac4-43c5-973d-0977adc1b304), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:10.915397 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6cb124-f1f2-4e66-8bcc-6e4d572cea2b tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Pushing event updated for resources: {'Port': ['ID=5f026591-fac4-43c5-973d-0977adc1b304,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:44:10.936455 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6cb124-f1f2-4e66-8bcc-6e4d572cea2b tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:44:10.936818 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6cb124-f1f2-4e66-8bcc-6e4d572cea2b tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:44:10.937201 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6cb124-f1f2-4e66-8bcc-6e4d572cea2b tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:44:10.937630 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6cb124-f1f2-4e66-8bcc-6e4d572cea2b tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:44:10.937982 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6cb124-f1f2-4e66-8bcc-6e4d572cea2b tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:44:10.938328 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6cb124-f1f2-4e66-8bcc-6e4d572cea2b tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:44:10.938670 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6cb124-f1f2-4e66-8bcc-6e4d572cea2b tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:44:10.939012 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6cb124-f1f2-4e66-8bcc-6e4d572cea2b tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:44:10.939349 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6cb124-f1f2-4e66-8bcc-6e4d572cea2b tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:44:10.939689 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6cb124-f1f2-4e66-8bcc-6e4d572cea2b tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:44:10.940036 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6cb124-f1f2-4e66-8bcc-6e4d572cea2b tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:44:10.940363 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6cb124-f1f2-4e66-8bcc-6e4d572cea2b tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:44:10.940698 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6cb124-f1f2-4e66-8bcc-6e4d572cea2b tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:44:11.070980 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c20ce791-e72f-415f-993d-6771bab1227e None None] Network 53f3ae12-cd7d-40c5-9b9f-365913f5041a requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:44:11.146789 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fa6cb124-f1f2-4e66-8bcc-6e4d572cea2b tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734769'] for router_interface (248e4aab-2034-4914-916b-264552fb1752), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:11.233824 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-62fc608d-b871-4e46-b55a-c115911799e3 None None] Provisioning complete for port 823f1832-6cb4-42e0-8c99-3b37c1a4455a triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:44:11.234527 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-62fc608d-b871-4e46-b55a-c115911799e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (823f1832-6cb4-42e0-8c99-3b37c1a4455a), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:11.401572 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-62fc608d-b871-4e46-b55a-c115911799e3 None None] Current status of the port 823f1832-6cb4-42e0-8c99-3b37c1a4455a is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:44:11.432079 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fa6cb124-f1f2-4e66-8bcc-6e4d572cea2b tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (5f026591-fac4-43c5-973d-0977adc1b304), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:11.695864 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:11.837444 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2cd15a7b-6a80-45eb-8ad3-26e357536b96 None None] Provisioning complete for port 5f026591-fac4-43c5-973d-0977adc1b304 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:44:11.837817 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2cd15a7b-6a80-45eb-8ad3-26e357536b96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (5f026591-fac4-43c5-973d-0977adc1b304), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:11.883915 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fa6cb124-f1f2-4e66-8bcc-6e4d572cea2b tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks [] for port (5f026591-fac4-43c5-973d-0977adc1b304), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:11.891462 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fa6cb124-f1f2-4e66-8bcc-6e4d572cea2b tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (5f026591-fac4-43c5-973d-0977adc1b304), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:11.919787 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2cd15a7b-6a80-45eb-8ad3-26e357536b96 None None] Port 5f026591-fac4-43c5-973d-0977adc1b304 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:44:11.935516 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2cd15a7b-6a80-45eb-8ad3-26e357536b96 None None] Provisioning complete for port 823f1832-6cb4-42e0-8c99-3b37c1a4455a triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:44:11.935890 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2cd15a7b-6a80-45eb-8ad3-26e357536b96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (823f1832-6cb4-42e0-8c99-3b37c1a4455a), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:12.010357 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6cb124-f1f2-4e66-8bcc-6e4d572cea2b tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Pushing event updated for resources: {'Port': ['ID=5f026591-fac4-43c5-973d-0977adc1b304,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:44:12.057288 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fa6cb124-f1f2-4e66-8bcc-6e4d572cea2b tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-756216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-732801'] for router_interface (248e4aab-2034-4914-916b-264552fb1752), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:12.171605 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2cd15a7b-6a80-45eb-8ad3-26e357536b96 None None] Current status of the port 823f1832-6cb4-42e0-8c99-3b37c1a4455a is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:44:12.318843 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 823f1832-6cb4-42e0-8c99-3b37c1a4455a up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:44:12.338364 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa6cb124-f1f2-4e66-8bcc-6e4d572cea2b tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Network 53f3ae12-cd7d-40c5-9b9f-365913f5041a is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:44:12.341073 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-fa6cb124-f1f2-4e66-8bcc-6e4d572cea2b tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:44:12.445140 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-ee50729a-c65e-4fee-a2f0-b4206038cb68 None None] Provisioning complete for port 5f026591-fac4-43c5-973d-0977adc1b304 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:44:12.445707 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ee50729a-c65e-4fee-a2f0-b4206038cb68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (5f026591-fac4-43c5-973d-0977adc1b304), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:12.544847 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-ee50729a-c65e-4fee-a2f0-b4206038cb68 None None] Port 5f026591-fac4-43c5-973d-0977adc1b304 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:44:12.594395 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 823f1832-6cb4-42e0-8c99-3b37c1a4455a triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:44:12.594784 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (823f1832-6cb4-42e0-8c99-3b37c1a4455a), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:12.686523 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa6cb124-f1f2-4e66-8bcc-6e4d572cea2b tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Router 248e4aab-2034-4914-916b-264552fb1752 is scheduled to L3 agent 76fe5c49-705a-4e08-abb2-be585676213f with binding_index 1 {{(pid=103304) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 19:44:12.687096 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-ac1725b7-9b90-4e40-a72f-3657f4d467f3 None None] Provisioning complete for port 5f026591-fac4-43c5-973d-0977adc1b304 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:44:12.687724 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ac1725b7-9b90-4e40-a72f-3657f4d467f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (5f026591-fac4-43c5-973d-0977adc1b304), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:12.738844 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-ac1725b7-9b90-4e40-a72f-3657f4d467f3 None None] Port 5f026591-fac4-43c5-973d-0977adc1b304 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:44:12.846652 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 823f1832-6cb4-42e0-8c99-3b37c1a4455a is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:44:12.864631 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa6cb124-f1f2-4e66-8bcc-6e4d572cea2b tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:44:12.875063 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-fa6cb124-f1f2-4e66-8bcc-6e4d572cea2b tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] 10.222.0.64 "PUT /v2.0/routers/248e4aab-2034-4914-916b-264552fb1752/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1039243 Jan 28 19:44:12.877886 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 51922) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:44:12.880626 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ebf4ef-f327-4881-a7f8-2e7f8943706a None None] Sync routers for ids ['248e4aab-2034-4914-916b-264552fb1752'] in n-d-812111-14 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:44:12.914770 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ebf4ef-f327-4881-a7f8-2e7f8943706a None None] Routers {'248e4aab-2034-4914-916b-264552fb1752'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:44:12.914770 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-d8ebf4ef-f327-4881-a7f8-2e7f8943706a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:44:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['248e4aab-2034-4914-916b-264552fb1752'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:44:12.959598 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af47729-c8d1-47f5-bbb7-c5ddd8a70762 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:44:12.961420 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-8af47729-c8d1-47f5-bbb7-c5ddd8a70762 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] 10.222.0.64 "GET /v2.0/ports?device_id=248e4aab-2034-4914-916b-264552fb1752 HTTP/1.1" status: 200 len: 982 time: 0.0825212 Jan 28 19:44:12.964238 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 51924) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:44:12.985708 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-d8ebf4ef-f327-4881-a7f8-2e7f8943706a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:44:13.003350 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ebf4ef-f327-4881-a7f8-2e7f8943706a None None] Routers {'248e4aab-2034-4914-916b-264552fb1752'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:44:13.004064 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-d8ebf4ef-f327-4881-a7f8-2e7f8943706a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:44:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['248e4aab-2034-4914-916b-264552fb1752'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:44:13.007645 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-3f0696df-8a51-4d0f-90a6-946e704b1d7a None None] Provisioning complete for port 5f026591-fac4-43c5-973d-0977adc1b304 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:44:13.008084 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3f0696df-8a51-4d0f-90a6-946e704b1d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (5f026591-fac4-43c5-973d-0977adc1b304), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:13.246122 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-3f0696df-8a51-4d0f-90a6-946e704b1d7a None None] Port 5f026591-fac4-43c5-973d-0977adc1b304 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:44:13.252704 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-d8ebf4ef-f327-4881-a7f8-2e7f8943706a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:44:13.253368 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ebf4ef-f327-4881-a7f8-2e7f8943706a None None] The sync data for ids ['248e4aab-2034-4914-916b-264552fb1752'] in n-d-812111-14 is: [] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:44:13.271458 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:13.600065 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e23c5eb9-80d5-42d3-84a6-a4aa47eefe92 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-732838'] for router_interface (248e4aab-2034-4914-916b-264552fb1752), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:13.927342 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-e23c5eb9-80d5-42d3-84a6-a4aa47eefe92 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Deleting port 5f026591-fac4-43c5-973d-0977adc1b304 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:44:13.927964 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e23c5eb9-80d5-42d3-84a6-a4aa47eefe92 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (5f026591-fac4-43c5-973d-0977adc1b304), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:14.032414 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e23c5eb9-80d5-42d3-84a6-a4aa47eefe92 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (5f026591-fac4-43c5-973d-0977adc1b304), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:14.055964 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-e23c5eb9-80d5-42d3-84a6-a4aa47eefe92 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Calling delete_port for 5f026591-fac4-43c5-973d-0977adc1b304 owned by network:router_interface {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:44:14.289135 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e23c5eb9-80d5-42d3-84a6-a4aa47eefe92 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (5f026591-fac4-43c5-973d-0977adc1b304), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:14.384161 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23c5eb9-80d5-42d3-84a6-a4aa47eefe92 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Pushing event deleted for resources: {'Port': ['ID=5f026591-fac4-43c5-973d-0977adc1b304,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:44:14.642675 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e23c5eb9-80d5-42d3-84a6-a4aa47eefe92 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-732682'] for router_interface (248e4aab-2034-4914-916b-264552fb1752), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:15.611950 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e23c5eb9-80d5-42d3-84a6-a4aa47eefe92 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Router 248e4aab-2034-4914-916b-264552fb1752 has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:44:15.778192 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e23c5eb9-80d5-42d3-84a6-a4aa47eefe92 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:44:15.787834 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-e23c5eb9-80d5-42d3-84a6-a4aa47eefe92 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] 10.222.0.64 "PUT /v2.0/routers/248e4aab-2034-4914-916b-264552fb1752/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8196580 Jan 28 19:44:15.787932 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 51954) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:44:15.790487 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a6852b-840a-4f2c-94ce-e949042c9b50 None None] Sync routers for ids ['248e4aab-2034-4914-916b-264552fb1752'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:44:15.813437 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a6852b-840a-4f2c-94ce-e949042c9b50 None None] Routers {'248e4aab-2034-4914-916b-264552fb1752'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:44:15.814318 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-b0a6852b-840a-4f2c-94ce-e949042c9b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:44:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['248e4aab-2034-4914-916b-264552fb1752'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:44:15.854341 n-d-812111-14 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-0480880b-f79c-45ce-b5a3-c34fe313589f tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] GET failed (client error): The resource could not be found. Jan 28 19:44:15.859957 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 51956) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:44:15.861919 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-0480880b-f79c-45ce-b5a3-c34fe313589f tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] 10.222.0.64 "GET /v2.0/ports/5f026591-fac4-43c5-973d-0977adc1b304 HTTP/1.1" status: 404 len: 333 time: 0.0724993 Jan 28 19:44:15.889954 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-b0a6852b-840a-4f2c-94ce-e949042c9b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:44:15.934463 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a6852b-840a-4f2c-94ce-e949042c9b50 None None] Routers {'248e4aab-2034-4914-916b-264552fb1752'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:44:15.935206 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-b0a6852b-840a-4f2c-94ce-e949042c9b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:44:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['248e4aab-2034-4914-916b-264552fb1752'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:44:16.012910 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-b0a6852b-840a-4f2c-94ce-e949042c9b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:44:16.013852 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a6852b-840a-4f2c-94ce-e949042c9b50 None None] The sync data for ids ['248e4aab-2034-4914-916b-264552fb1752'] in n-d-812111-14 is: [] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:44:16.054094 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-920073bb-acb0-462f-a2f4-2cdda6d9b32f tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks [] for router (248e4aab-2034-4914-916b-264552fb1752), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:16.400610 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-920073bb-acb0-462f-a2f4-2cdda6d9b32f tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-730901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261120'] for router (248e4aab-2034-4914-916b-264552fb1752), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:16.402829 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-920073bb-acb0-462f-a2f4-2cdda6d9b32f tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks [] for router_controller (248e4aab-2034-4914-916b-264552fb1752), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:16.557768 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-920073bb-acb0-462f-a2f4-2cdda6d9b32f tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-730908'] for router (248e4aab-2034-4914-916b-264552fb1752), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:16.559801 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-920073bb-acb0-462f-a2f4-2cdda6d9b32f tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Fanout notify agent at l3_agent the message router_deleted on router 248e4aab-2034-4914-916b-264552fb1752 {{(pid=103305) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:44:16.599203 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-920073bb-acb0-462f-a2f4-2cdda6d9b32f tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:16.606175 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-920073bb-acb0-462f-a2f4-2cdda6d9b32f tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] 10.222.0.64 "DELETE /v2.0/routers/248e4aab-2034-4914-916b-264552fb1752 HTTP/1.1" status: 204 len: 168 time: 0.7450924 Jan 28 19:44:16.608935 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 51968) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:44:16.683281 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-4dc61212-1cc7-4ab5-94a8-b9486a626b84 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Deleting subnet d777633c-82c4-4fca-a03e-42514619fbcf {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:44:16.686703 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4dc61212-1cc7-4ab5-94a8-b9486a626b84 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks [] for subnet (d777633c-82c4-4fca-a03e-42514619fbcf), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:16.803225 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4dc61212-1cc7-4ab5-94a8-b9486a626b84 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16187240'] for subnet (d777633c-82c4-4fca-a03e-42514619fbcf), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:17.008501 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4dc61212-1cc7-4ab5-94a8-b9486a626b84 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (d777633c-82c4-4fca-a03e-42514619fbcf), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:17.128020 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4dc61212-1cc7-4ab5-94a8-b9486a626b84 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4752464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4733806'] for subnet (d777633c-82c4-4fca-a03e-42514619fbcf), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:17.215058 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4dc61212-1cc7-4ab5-94a8-b9486a626b84 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:17.221224 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef6cdb9-e9d7-473e-9899-be8dc53b9f25 None None] Network 53f3ae12-cd7d-40c5-9b9f-365913f5041a requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:44:17.235560 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-4dc61212-1cc7-4ab5-94a8-b9486a626b84 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] 10.222.0.64 "DELETE /v2.0/subnets/d777633c-82c4-4fca-a03e-42514619fbcf HTTP/1.1" status: 204 len: 168 time: 0.6231637 Jan 28 19:44:17.236681 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc61212-1cc7-4ab5-94a8-b9486a626b84 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Pushing event deleted for resources: {'Subnet': ['ID=d777633c-82c4-4fca-a03e-42514619fbcf,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:44:17.238429 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 51978) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:44:17.438058 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e67631c0-a205-4c7f-9ba2-f5cd5d5de23a tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (53f3ae12-cd7d-40c5-9b9f-365913f5041a), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:17.494485 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-121e7c56-2c50-49c5-afa7-314cd280e22f None None] DHCP port deletion for 53f3ae12-cd7d-40c5-9b9f-365913f5041a request from n-d-812111-14 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:44:17.537417 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-e67631c0-a205-4c7f-9ba2-f5cd5d5de23a tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Deleting port 823f1832-6cb4-42e0-8c99-3b37c1a4455a {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:44:17.538016 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e67631c0-a205-4c7f-9ba2-f5cd5d5de23a tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (823f1832-6cb4-42e0-8c99-3b37c1a4455a), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:17.581765 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-121e7c56-2c50-49c5-afa7-314cd280e22f None None] Deleting port 823f1832-6cb4-42e0-8c99-3b37c1a4455a {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:44:17.582287 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-121e7c56-2c50-49c5-afa7-314cd280e22f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (823f1832-6cb4-42e0-8c99-3b37c1a4455a), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:17.634389 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-e67631c0-a205-4c7f-9ba2-f5cd5d5de23a tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] For port 823f1832-6cb4-42e0-8c99-3b37c1a4455a, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=823f1832-6cb4-42e0-8c99-3b37c1a4455a,segment=NetworkSegment(5da11600-1370-4996-a3ee-5e36a97b5616),segment_id=5da11600-1370-4996-a3ee-5e36a97b5616)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:44:17.635019 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e67631c0-a205-4c7f-9ba2-f5cd5d5de23a tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (823f1832-6cb4-42e0-8c99-3b37c1a4455a), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:17.652448 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-e67631c0-a205-4c7f-9ba2-f5cd5d5de23a tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Calling delete_port for 823f1832-6cb4-42e0-8c99-3b37c1a4455a owned by network:dhcp {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:44:17.660213 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-121e7c56-2c50-49c5-afa7-314cd280e22f None None] For port 823f1832-6cb4-42e0-8c99-3b37c1a4455a, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=823f1832-6cb4-42e0-8c99-3b37c1a4455a,segment=NetworkSegment(5da11600-1370-4996-a3ee-5e36a97b5616),segment_id=5da11600-1370-4996-a3ee-5e36a97b5616)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:44:17.660911 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-121e7c56-2c50-49c5-afa7-314cd280e22f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (823f1832-6cb4-42e0-8c99-3b37c1a4455a), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:17.676413 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-121e7c56-2c50-49c5-afa7-314cd280e22f None None] Calling delete_port for 823f1832-6cb4-42e0-8c99-3b37c1a4455a owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:44:17.752033 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e67631c0-a205-4c7f-9ba2-f5cd5d5de23a tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (823f1832-6cb4-42e0-8c99-3b37c1a4455a), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:17.802169 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-121e7c56-2c50-49c5-afa7-314cd280e22f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985'] for port (823f1832-6cb4-42e0-8c99-3b37c1a4455a), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:17.835025 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67631c0-a205-4c7f-9ba2-f5cd5d5de23a tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Pushing event deleted for resources: {'Port': ['ID=823f1832-6cb4-42e0-8c99-3b37c1a4455a,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:44:17.843056 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67631c0-a205-4c7f-9ba2-f5cd5d5de23a tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] No DVR routers for this DVR port 823f1832-6cb4-42e0-8c99-3b37c1a4455a on host n-d-812111-14 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:44:17.885885 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121e7c56-2c50-49c5-afa7-314cd280e22f None None] Pushing event deleted for resources: {'Port': ['ID=823f1832-6cb4-42e0-8c99-3b37c1a4455a,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:44:17.891973 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121e7c56-2c50-49c5-afa7-314cd280e22f None None] No DVR routers for this DVR port 823f1832-6cb4-42e0-8c99-3b37c1a4455a on host n-d-812111-14 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:44:18.074333 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e67631c0-a205-4c7f-9ba2-f5cd5d5de23a tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (53f3ae12-cd7d-40c5-9b9f-365913f5041a), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:18.096497 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-e67631c0-a205-4c7f-9ba2-f5cd5d5de23a tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53f3ae12-cd7d-40c5-9b9f-365913f5041a']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:44:18.106579 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-e67631c0-a205-4c7f-9ba2-f5cd5d5de23a tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5da11600-1370-4996-a3ee-5e36a97b5616') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:44:18.106910 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-e67631c0-a205-4c7f-9ba2-f5cd5d5de23a tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5da11600-1370-4996-a3ee-5e36a97b5616') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:44:18.117364 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e67631c0-a205-4c7f-9ba2-f5cd5d5de23a tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4747091'] for segment (5da11600-1370-4996-a3ee-5e36a97b5616), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:18.137182 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e67631c0-a205-4c7f-9ba2-f5cd5d5de23a tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (5da11600-1370-4996-a3ee-5e36a97b5616), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:18.139323 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e67631c0-a205-4c7f-9ba2-f5cd5d5de23a tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:44:18.139717 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e67631c0-a205-4c7f-9ba2-f5cd5d5de23a tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4690514'] for segment (5da11600-1370-4996-a3ee-5e36a97b5616), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:18.182840 n-d-812111-14 neutron-server[103304]: Traceback (most recent call last): Jan 28 19:44:18.182840 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:44:18.182840 n-d-812111-14 neutron-server[103304]: timer() Jan 28 19:44:18.182840 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:44:18.182840 n-d-812111-14 neutron-server[103304]: cb(*args, **kw) Jan 28 19:44:18.182840 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:44:18.182840 n-d-812111-14 neutron-server[103304]: return func(*args, **kwargs) Jan 28 19:44:18.182840 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:44:18.182840 n-d-812111-14 neutron-server[103304]: self._notify() Jan 28 19:44:18.182840 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:44:18.182840 n-d-812111-14 neutron-server[103304]: self.callback(batched_events) Jan 28 19:44:18.182840 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:44:18.182840 n-d-812111-14 neutron-server[103304]: event.method(event) Jan 28 19:44:18.182840 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:44:18.182840 n-d-812111-14 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:44:18.182840 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:44:18.182840 n-d-812111-14 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:44:18.182840 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:44:18.182840 n-d-812111-14 neutron-server[103304]: return f(self, *a, **k) Jan 28 19:44:18.182840 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:44:18.182840 n-d-812111-14 neutron-server[103304]: return self._get(url).json() Jan 28 19:44:18.182840 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:44:18.182840 n-d-812111-14 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:44:18.182840 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:44:18.182840 n-d-812111-14 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 28 19:44:18.182840 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:44:18.182840 n-d-812111-14 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:44:18.182840 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:44:18.182840 n-d-812111-14 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:44:18.182840 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:44:18.182840 n-d-812111-14 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:44:18.182840 n-d-812111-14 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:44:18.192107 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 823f1832-6cb4-42e0-8c99-3b37c1a4455a no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:44:18.212889 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e67631c0-a205-4c7f-9ba2-f5cd5d5de23a tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (53f3ae12-cd7d-40c5-9b9f-365913f5041a), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:18.222530 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e67631c0-a205-4c7f-9ba2-f5cd5d5de23a tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:18.232651 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-e67631c0-a205-4c7f-9ba2-f5cd5d5de23a tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] 10.222.0.64 "DELETE /v2.0/networks/53f3ae12-cd7d-40c5-9b9f-365913f5041a HTTP/1.1" status: 204 len: 168 time: 0.9896808 Jan 28 19:44:18.233494 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 51992) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:44:18.256029 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67631c0-a205-4c7f-9ba2-f5cd5d5de23a tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Pushing event deleted for resources: {'Network': ['ID=53f3ae12-cd7d-40c5-9b9f-365913f5041a,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:44:18.275124 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: 823f1832-6cb4-42e0-8c99-3b37c1a4455a {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:44:18.279928 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 823f1832-6cb4-42e0-8c99-3b37c1a4455a not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:44:18.338517 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74255262-46ef-4b61-ab7d-92285be0ff01 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:44:18.340124 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-74255262-46ef-4b61-ab7d-92285be0ff01 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] 10.222.0.64 "GET /v2.0/ports/22a18e43-9048-415b-9bfc-110e69041c0f HTTP/1.1" status: 200 len: 841 time: 0.1043551 Jan 28 19:44:18.344446 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 51994) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:44:18.407235 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-48abb8f0-3692-40b8-9f84-f8850c5e39dc tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] 10.222.0.64 "GET /v2.0/ports/22a18e43-9048-415b-9bfc-110e69041c0f?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0602052 Jan 28 19:44:18.411203 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 51996) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:44:18.416818 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-ecf8292c-a1e0-49b1-9f94-e0fc123d25ae tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Request body: {'subnet': {'network_id': '37073213-151b-47b1-9953-f88b2665f6c0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:44:18.975579 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecf8292c-a1e0-49b1-9f94-e0fc123d25ae tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Made reservation on behalf of d871ffcf59da420e85b77b208fa5001b for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:44:18.981246 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ecf8292c-a1e0-49b1-9f94-e0fc123d25ae tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5221429'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:19.426224 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8e0c8f-e048-4b34-b3b8-c4811545c057 req-ff2ddef2-f1ff-41ae-bb4c-09de8f98b382 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:44:19.434336 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7c8e0c8f-e048-4b34-b3b8-c4811545c057 req-ff2ddef2-f1ff-41ae-bb4c-09de8f98b382 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a91007d-45be-4c6c-a11f-db74e1c43eb8 HTTP/1.1" status: 200 len: 945 time: 0.0855842 Jan 28 19:44:19.534178 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7c8e0c8f-e048-4b34-b3b8-c4811545c057 req-3ef8843e-abe3-4ba0-866f-893853d703a7 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/security-groups?id=7142df2f-bfa6-45d4-824d-35803ef6dce5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966792 Jan 28 19:44:19.554313 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ecf8292c-a1e0-49b1-9f94-e0fc123d25ae tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4690681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5221415'] for subnet (94470562-6c09-4ea7-82f2-61447f25a48e), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:19.621417 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf8292c-a1e0-49b1-9f94-e0fc123d25ae tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Network 37073213-151b-47b1-9953-f88b2665f6c0 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:44:19.625427 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-ecf8292c-a1e0-49b1-9f94-e0fc123d25ae tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:44:19.630488 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf8292c-a1e0-49b1-9f94-e0fc123d25ae tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:44:19.633761 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ecf8292c-a1e0-49b1-9f94-e0fc123d25ae tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:19.639237 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e556c5a9-be98-4a0e-b865-7427c1b2d9eb None None] Network 37073213-151b-47b1-9953-f88b2665f6c0 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:44:19.668150 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf8292c-a1e0-49b1-9f94-e0fc123d25ae tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Pushing event updated for resources: {'Subnet': ['ID=94470562-6c09-4ea7-82f2-61447f25a48e,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:44:19.681020 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-ecf8292c-a1e0-49b1-9f94-e0fc123d25ae tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2684190 Jan 28 19:44:19.683944 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 52010) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:44:19.690412 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-f49c8e13-83f1-4fa2-920f-cbe83f13f2e7 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Request body: {'security_group': {'name': 'tempest-secgroup-2124220221'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:44:19.752112 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f49c8e13-83f1-4fa2-920f-cbe83f13f2e7 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:19.792512 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69e26fd-1f30-4d1b-af5b-a66e83f5ac08 req-ba1fa2d5-0a3d-4796-9e37-4a115272eee2 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:44:19.799570 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b69e26fd-1f30-4d1b-af5b-a66e83f5ac08 req-ba1fa2d5-0a3d-4796-9e37-4a115272eee2 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a91007d-45be-4c6c-a11f-db74e1c43eb8 HTTP/1.1" status: 200 len: 945 time: 0.0994740 Jan 28 19:44:19.897140 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b69e26fd-1f30-4d1b-af5b-a66e83f5ac08 req-5f1560ca-db53-452e-ad61-fae1597a87c8 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/security-groups?id=7142df2f-bfa6-45d4-824d-35803ef6dce5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963056 Jan 28 19:44:19.905899 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f49c8e13-83f1-4fa2-920f-cbe83f13f2e7 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks [] for security_group (97dc3a94-2b07-491f-b6d3-70785807f2a0), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:19.911201 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f49c8e13-83f1-4fa2-920f-cbe83f13f2e7 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (97dc3a94-2b07-491f-b6d3-70785807f2a0), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:19.952034 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f38917-582d-4a55-93bf-eea4eb5bc778 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68cd31fd-e4cd-5fb3-a862-256fc47efcd2-37073213-151b-47b1-9953-f88b2665f6c0', 'network_id': '37073213-151b-47b1-9953-f88b2665f6c0', 'project_id': 'd871ffcf59da420e85b77b208fa5001b', 'fixed_ips': [{'subnet_id': '94470562-6c09-4ea7-82f2-61447f25a48e'}]}} from n-d-812111-14. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:44:19.955032 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-83f38917-582d-4a55-93bf-eea4eb5bc778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:20.005460 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49c8e13-83f1-4fa2-920f-cbe83f13f2e7 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97dc3a94-2b07-491f-b6d3-70785807f2a0,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:44:20.055440 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f49c8e13-83f1-4fa2-920f-cbe83f13f2e7 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:20.059430 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-f49c8e13-83f1-4fa2-920f-cbe83f13f2e7 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3738873 Jan 28 19:44:20.062769 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 52020) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:44:20.067407 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-e8adafe9-e925-46c7-972b-0d4d87502050 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Request body: {'security_group': {'name': 'tempest-secgroup-786228791'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:44:20.146539 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e8adafe9-e925-46c7-972b-0d4d87502050 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:20.315819 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-83f38917-582d-4a55-93bf-eea4eb5bc778 None None] Allocated IP 172.20.0.2 (37073213-151b-47b1-9953-f88b2665f6c0/94470562-6c09-4ea7-82f2-61447f25a48e/e85190ec-c1d3-40ea-a766-bc3bcf3864d9) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:44:20.326195 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e8adafe9-e925-46c7-972b-0d4d87502050 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks [] for security_group (56b31d5f-6ef5-422b-9d39-e4ec1ea2a3d4), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:20.331662 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e8adafe9-e925-46c7-972b-0d4d87502050 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (56b31d5f-6ef5-422b-9d39-e4ec1ea2a3d4), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:20.395318 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8adafe9-e925-46c7-972b-0d4d87502050 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56b31d5f-6ef5-422b-9d39-e4ec1ea2a3d4,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:44:20.404036 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e8adafe9-e925-46c7-972b-0d4d87502050 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:20.407439 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-e8adafe9-e925-46c7-972b-0d4d87502050 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3436530 Jan 28 19:44:20.410585 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 52034) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:44:20.418527 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-a094601f-0ac1-4f4d-a750-83418b92c785 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-86605786', 'security_groups': ['56b31d5f-6ef5-422b-9d39-e4ec1ea2a3d4'], 'network_id': '37073213-151b-47b1-9953-f88b2665f6c0', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '94470562-6c09-4ea7-82f2-61447f25a48e'}]}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:44:20.503357 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f78c0d-eb34-40c3-a61f-91c40391d8a3 req-767bff42-edd3-463e-9359-7284da241783 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:44:20.509294 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c8f78c0d-eb34-40c3-a61f-91c40391d8a3 req-767bff42-edd3-463e-9359-7284da241783 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/networks?id=87bd24c3-2f53-4d06-9d37-4b32bba79109 HTTP/1.1" status: 200 len: 812 time: 0.2185249 Jan 28 19:44:20.529398 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c8f78c0d-eb34-40c3-a61f-91c40391d8a3 req-1815351f-03db-48d8-8f78-d57d5abe64d9 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/quotas/c316c98d83734d7eab7153e5f826023b HTTP/1.1" status: 200 len: 375 time: 0.0119178 Jan 28 19:44:20.617676 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a094601f-0ac1-4f4d-a750-83418b92c785 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Made reservation on behalf of d871ffcf59da420e85b77b208fa5001b for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:44:20.644537 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c8f78c0d-eb34-40c3-a61f-91c40391d8a3 req-c56c5ae8-cf3d-4441-8370-12b9e355ba1b tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=c316c98d83734d7eab7153e5f826023b&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1094460 Jan 28 19:44:20.652421 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [req-c8f78c0d-eb34-40c3-a61f-91c40391d8a3 req-a9837301-f9a9-4659-82d0-709f8d792365 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:44:20.661989 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c8f78c0d-eb34-40c3-a61f-91c40391d8a3 req-a9837301-f9a9-4659-82d0-709f8d792365 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0165555 Jan 28 19:44:20.662275 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-83f38917-582d-4a55-93bf-eea4eb5bc778 None None] Publish callbacks [] for port (e85190ec-c1d3-40ea-a766-bc3bcf3864d9), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:20.668597 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-83f38917-582d-4a55-93bf-eea4eb5bc778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (e85190ec-c1d3-40ea-a766-bc3bcf3864d9), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:20.779956 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f38917-582d-4a55-93bf-eea4eb5bc778 None None] Pushing event updated for resources: {'Port': ['ID=e85190ec-c1d3-40ea-a766-bc3bcf3864d9,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:44:20.783292 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a094601f-0ac1-4f4d-a750-83418b92c785 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:20.799501 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83f38917-582d-4a55-93bf-eea4eb5bc778 None None] Network 37073213-151b-47b1-9953-f88b2665f6c0 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:44:20.808541 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [None req-a094601f-0ac1-4f4d-a750-83418b92c785 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] device_id is not set on port d3ad70ab-91aa-43e1-a992-0ca61708b694 yet. {{(pid=103304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:44:20.816339 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-83f38917-582d-4a55-93bf-eea4eb5bc778 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:44:20.820759 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f38917-582d-4a55-93bf-eea4eb5bc778 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:44:20.884526 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c8f78c0d-eb34-40c3-a61f-91c40391d8a3 req-457779de-67bf-43d3-bb56-bc67b56d9bc2 service neutron] 10.222.0.64 "GET /v2.0/networks/87bd24c3-2f53-4d06-9d37-4b32bba79109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2215726 Jan 28 19:44:20.958354 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:21.023341 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-83f38917-582d-4a55-93bf-eea4eb5bc778 None None] Attempting to bind port e85190ec-c1d3-40ea-a766-bc3bcf3864d9 on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:44:21.024079 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-83f38917-582d-4a55-93bf-eea4eb5bc778 None None] Attempting to bind port e85190ec-c1d3-40ea-a766-bc3bcf3864d9 by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': 'f51549d9-c949-4dbc-a1d0-f33b2cca339a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '37073213-151b-47b1-9953-f88b2665f6c0'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:44:21.024894 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f38917-582d-4a55-93bf-eea4eb5bc778 None None] Attempting to bind port e85190ec-c1d3-40ea-a766-bc3bcf3864d9 on network 37073213-151b-47b1-9953-f88b2665f6c0 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:44:21.035279 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f38917-582d-4a55-93bf-eea4eb5bc778 None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 44, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:44:21.036158 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f38917-582d-4a55-93bf-eea4eb5bc778 None None] Checking segment: {'id': 'f51549d9-c949-4dbc-a1d0-f33b2cca339a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '37073213-151b-47b1-9953-f88b2665f6c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:44:21.037220 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-83f38917-582d-4a55-93bf-eea4eb5bc778 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:21.040933 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f38917-582d-4a55-93bf-eea4eb5bc778 None None] Bound using segment: {'id': 'f51549d9-c949-4dbc-a1d0-f33b2cca339a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '37073213-151b-47b1-9953-f88b2665f6c0'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:44:21.044238 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-83f38917-582d-4a55-93bf-eea4eb5bc778 None None] Bound port: e85190ec-c1d3-40ea-a766-bc3bcf3864d9, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f51549d9-c949-4dbc-a1d0-f33b2cca339a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '37073213-151b-47b1-9953-f88b2665f6c0'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:44:21.047436 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-83f38917-582d-4a55-93bf-eea4eb5bc778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (e85190ec-c1d3-40ea-a766-bc3bcf3864d9), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:21.149440 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-a094601f-0ac1-4f4d-a750-83418b92c785 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Allocated IP 172.20.0.9 (37073213-151b-47b1-9953-f88b2665f6c0/94470562-6c09-4ea7-82f2-61447f25a48e/d3ad70ab-91aa-43e1-a992-0ca61708b694) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:44:21.173582 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c8f78c0d-eb34-40c3-a61f-91c40391d8a3 req-3e503dfc-2e30-4c92-a058-8ca6588478ac service neutron] 10.222.0.64 "GET /v2.0/networks/87bd24c3-2f53-4d06-9d37-4b32bba79109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2730463 Jan 28 19:44:21.222128 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-83f38917-582d-4a55-93bf-eea4eb5bc778 None None] For port e85190ec-c1d3-40ea-a766-bc3bcf3864d9, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:44:21.228250 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-83f38917-582d-4a55-93bf-eea4eb5bc778 None None] For port e85190ec-c1d3-40ea-a766-bc3bcf3864d9, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=e85190ec-c1d3-40ea-a766-bc3bcf3864d9,segment=NetworkSegment(f51549d9-c949-4dbc-a1d0-f33b2cca339a),segment_id=f51549d9-c949-4dbc-a1d0-f33b2cca339a)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:44:21.245581 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-83f38917-582d-4a55-93bf-eea4eb5bc778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (e85190ec-c1d3-40ea-a766-bc3bcf3864d9), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:21.378439 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f38917-582d-4a55-93bf-eea4eb5bc778 None None] Pushing event updated for resources: {'Port': ['ID=e85190ec-c1d3-40ea-a766-bc3bcf3864d9,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:44:21.533429 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a094601f-0ac1-4f4d-a750-83418b92c785 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks [] for port (d3ad70ab-91aa-43e1-a992-0ca61708b694), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:21.649146 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a094601f-0ac1-4f4d-a750-83418b92c785 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (d3ad70ab-91aa-43e1-a992-0ca61708b694), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:21.874101 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a094601f-0ac1-4f4d-a750-83418b92c785 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Network 37073213-151b-47b1-9953-f88b2665f6c0 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:44:21.891714 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d40215d9-0064-4d28-891f-11b813f4080e req-7daf7dfc-53c4-49f6-9f66-2c42f95d871b tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=be3928aa-c995-4e74-8f38-5189f9ff82ed HTTP/1.1" status: 200 len: 210 time: 0.0884759 Jan 28 19:44:21.895693 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-a094601f-0ac1-4f4d-a750-83418b92c785 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:44:21.905233 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a094601f-0ac1-4f4d-a750-83418b92c785 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:44:22.199396 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a094601f-0ac1-4f4d-a750-83418b92c785 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:44:22.199396 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a094601f-0ac1-4f4d-a750-83418b92c785 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:22.214112 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a094601f-0ac1-4f4d-a750-83418b92c785 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Pushing event updated for resources: {'Port': ['ID=d3ad70ab-91aa-43e1-a992-0ca61708b694,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:44:22.272045 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-a094601f-0ac1-4f4d-a750-83418b92c785 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.8580468 Jan 28 19:44:22.273171 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 52064) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:44:22.280329 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-81bcf335-c22b-4d41-a32b-3641ef04586e tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Request body: {'subnet': {'network_id': '37073213-151b-47b1-9953-f88b2665f6c0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:44:22.413414 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device e85190ec-c1d3-40ea-a766-bc3bcf3864d9 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:44:22.527675 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port e85190ec-c1d3-40ea-a766-bc3bcf3864d9 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:44:22.528051 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (e85190ec-c1d3-40ea-a766-bc3bcf3864d9), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:22.551801 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81bcf335-c22b-4d41-a32b-3641ef04586e tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Made reservation on behalf of d871ffcf59da420e85b77b208fa5001b for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:44:22.559562 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-81bcf335-c22b-4d41-a32b-3641ef04586e tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4733071'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:22.630515 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port e85190ec-c1d3-40ea-a766-bc3bcf3864d9 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:44:22.631423 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (e85190ec-c1d3-40ea-a766-bc3bcf3864d9), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:22.667779 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] For port e85190ec-c1d3-40ea-a766-bc3bcf3864d9, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=e85190ec-c1d3-40ea-a766-bc3bcf3864d9,segment=NetworkSegment(f51549d9-c949-4dbc-a1d0-f33b2cca339a),segment_id=f51549d9-c949-4dbc-a1d0-f33b2cca339a)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:44:22.675298 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (e85190ec-c1d3-40ea-a766-bc3bcf3864d9), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:22.766093 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Pushing event updated for resources: {'Port': ['ID=e85190ec-c1d3-40ea-a766-bc3bcf3864d9,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:44:22.796017 n-d-812111-14 neutron-server[103305]: INFO neutron.db.ipam_backend_mixin [None req-81bcf335-c22b-4d41-a32b-3641ef04586e tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 94470562-6c09-4ea7-82f2-61447f25a48e (CIDR: 172.20.0.0/28) Jan 28 19:44:22.806257 n-d-812111-14 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-81bcf335-c22b-4d41-a32b-3641ef04586e tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 19:44:22.807360 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81bcf335-c22b-4d41-a32b-3641ef04586e tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:44:22.832060 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-81bcf335-c22b-4d41-a32b-3641ef04586e tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5570590 Jan 28 19:44:22.834244 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 52066) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:44:22.839888 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-fddf06fd-c87f-4ac3-af4d-893b2fd24942 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Request body: {'subnet': {'network_id': '37073213-151b-47b1-9953-f88b2665f6c0', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:44:23.101939 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a86ece8a-e28c-4eea-907f-4b1e8c5f8582 req-35b0dfa4-c58b-4ffe-bdd2-3dcb33ec8f57 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=be3928aa-c995-4e74-8f38-5189f9ff82ed HTTP/1.1" status: 200 len: 210 time: 0.0704772 Jan 28 19:44:23.146489 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fddf06fd-c87f-4ac3-af4d-893b2fd24942 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Made reservation on behalf of d871ffcf59da420e85b77b208fa5001b for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:44:23.152870 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fddf06fd-c87f-4ac3-af4d-893b2fd24942 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5221429'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:23.395834 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f78c0d-eb34-40c3-a61f-91c40391d8a3 req-ba8896c6-b322-4eac-adf0-8b0d2bfc3244 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:44:23.400369 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c8f78c0d-eb34-40c3-a61f-91c40391d8a3 req-ba8896c6-b322-4eac-adf0-8b0d2bfc3244 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.41 "GET /v2.0/networks?id=87bd24c3-2f53-4d06-9d37-4b32bba79109 HTTP/1.1" status: 200 len: 812 time: 0.3038647 Jan 28 19:44:23.425994 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-c8f78c0d-eb34-40c3-a61f-91c40391d8a3 req-c92f06c5-63c9-402b-b845-cdbd9e605e97 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Request body: {'port': {'device_id': 'be3928aa-c995-4e74-8f38-5189f9ff82ed', 'network_id': '87bd24c3-2f53-4d06-9d37-4b32bba79109', 'admin_state_up': True, 'tenant_id': 'c316c98d83734d7eab7153e5f826023b'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:44:23.625916 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-5f21b34a-9bdb-4cc2-ab56-a3e54be3721d None None] Provisioning complete for port e85190ec-c1d3-40ea-a766-bc3bcf3864d9 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:44:23.626482 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5f21b34a-9bdb-4cc2-ab56-a3e54be3721d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (e85190ec-c1d3-40ea-a766-bc3bcf3864d9), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:23.817738 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8f78c0d-eb34-40c3-a61f-91c40391d8a3 req-c92f06c5-63c9-402b-b845-cdbd9e605e97 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Made reservation on behalf of c316c98d83734d7eab7153e5f826023b for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:44:23.821437 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-c8f78c0d-eb34-40c3-a61f-91c40391d8a3 req-c92f06c5-63c9-402b-b845-cdbd9e605e97 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:23.830525 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-5f21b34a-9bdb-4cc2-ab56-a3e54be3721d None None] Current status of the port e85190ec-c1d3-40ea-a766-bc3bcf3864d9 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:44:23.836890 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fddf06fd-c87f-4ac3-af4d-893b2fd24942 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4690681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5221415'] for subnet (05e6a27e-8da4-409c-b663-8277fab5bfd1), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:23.847087 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-5f21b34a-9bdb-4cc2-ab56-a3e54be3721d None None] Provisioning complete for port 22a18e43-9048-415b-9bfc-110e69041c0f triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:44:23.847472 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5f21b34a-9bdb-4cc2-ab56-a3e54be3721d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (22a18e43-9048-415b-9bfc-110e69041c0f), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:23.928956 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fddf06fd-c87f-4ac3-af4d-893b2fd24942 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Network 37073213-151b-47b1-9953-f88b2665f6c0 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:44:23.942591 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-fddf06fd-c87f-4ac3-af4d-893b2fd24942 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:44:23.948700 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fddf06fd-c87f-4ac3-af4d-893b2fd24942 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:44:23.949320 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fddf06fd-c87f-4ac3-af4d-893b2fd24942 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:23.962836 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-5f21b34a-9bdb-4cc2-ab56-a3e54be3721d None None] Port 22a18e43-9048-415b-9bfc-110e69041c0f cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:44:23.978437 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08f858b3-da1a-460d-840d-7d32ee988305 None None] Network 37073213-151b-47b1-9953-f88b2665f6c0 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:44:23.984603 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddf06fd-c87f-4ac3-af4d-893b2fd24942 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Pushing event updated for resources: {'Subnet': ['ID=05e6a27e-8da4-409c-b663-8277fab5bfd1,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:44:24.009681 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 52088) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:44:24.011200 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-fddf06fd-c87f-4ac3-af4d-893b2fd24942 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1697776 Jan 28 19:44:24.015898 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-47a387dd-578f-48ed-9d75-d0c620f30e38 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1258939342', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '05e6a27e-8da4-409c-b663-8277fab5bfd1'}], 'security_groups': ['97dc3a94-2b07-491f-b6d3-70785807f2a0']}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:44:24.098209 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:24.268654 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2765c912-d670-4e77-a635-20392e09a2c4 None None] Provisioning complete for port d3ad70ab-91aa-43e1-a992-0ca61708b694 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:44:24.269040 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2765c912-d670-4e77-a635-20392e09a2c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (d3ad70ab-91aa-43e1-a992-0ca61708b694), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:24.291720 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device e85190ec-c1d3-40ea-a766-bc3bcf3864d9 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:44:24.306041 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-0d90a345-b64d-4d0c-b59e-0246ff23baa3 req-ee5b6d44-0926-470e-928f-435e92fcdb73 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=be3928aa-c995-4e74-8f38-5189f9ff82ed HTTP/1.1" status: 200 len: 210 time: 0.0598872 Jan 28 19:44:24.326820 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-c8f78c0d-eb34-40c3-a61f-91c40391d8a3 req-c92f06c5-63c9-402b-b845-cdbd9e605e97 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Allocated IP 172.20.0.8 (87bd24c3-2f53-4d06-9d37-4b32bba79109/1b82f7aa-308b-4f07-b0c3-0d99e240d9ef/cc2678dd-fe1b-43fd-bc4d-6e52f8daee48) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:44:24.538208 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2765c912-d670-4e77-a635-20392e09a2c4 None None] Port d3ad70ab-91aa-43e1-a992-0ca61708b694 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:44:24.599825 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a61ba5b9-7253-4a5a-89ec-e556e5286db2 None None] Update dhcp port {'port': {'network_id': '37073213-151b-47b1-9953-f88b2665f6c0', 'fixed_ips': [{'subnet_id': '94470562-6c09-4ea7-82f2-61447f25a48e', 'ip_address': '172.20.0.2'}, {'subnet_id': '05e6a27e-8da4-409c-b663-8277fab5bfd1'}], 'binding:host_id': 'n-d-812111-14'}, 'id': 'e85190ec-c1d3-40ea-a766-bc3bcf3864d9'} from n-d-812111-14. {{(pid=103306) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 19:44:24.626377 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-47a387dd-578f-48ed-9d75-d0c620f30e38 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (d3ad70ab-91aa-43e1-a992-0ca61708b694), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:24.648645 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port e85190ec-c1d3-40ea-a766-bc3bcf3864d9 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:44:24.649298 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (e85190ec-c1d3-40ea-a766-bc3bcf3864d9), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:24.664528 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-c8f78c0d-eb34-40c3-a61f-91c40391d8a3 req-c92f06c5-63c9-402b-b845-cdbd9e605e97 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Publish callbacks [] for port (cc2678dd-fe1b-43fd-bc4d-6e52f8daee48), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:24.727616 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a61ba5b9-7253-4a5a-89ec-e556e5286db2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (e85190ec-c1d3-40ea-a766-bc3bcf3864d9), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:24.802168 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-c8f78c0d-eb34-40c3-a61f-91c40391d8a3 req-c92f06c5-63c9-402b-b845-cdbd9e605e97 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (cc2678dd-fe1b-43fd-bc4d-6e52f8daee48), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:24.929531 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-a61ba5b9-7253-4a5a-89ec-e556e5286db2 None None] Allocated IP 172.20.0.18 (37073213-151b-47b1-9953-f88b2665f6c0/05e6a27e-8da4-409c-b663-8277fab5bfd1/e85190ec-c1d3-40ea-a766-bc3bcf3864d9) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:44:24.933173 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8f78c0d-eb34-40c3-a61f-91c40391d8a3 req-c92f06c5-63c9-402b-b845-cdbd9e605e97 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Network 87bd24c3-2f53-4d06-9d37-4b32bba79109 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:44:24.942672 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-c8f78c0d-eb34-40c3-a61f-91c40391d8a3 req-c92f06c5-63c9-402b-b845-cdbd9e605e97 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:44:25.003655 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8f78c0d-eb34-40c3-a61f-91c40391d8a3 req-c92f06c5-63c9-402b-b845-cdbd9e605e97 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:44:25.071556 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92f06c5-63c9-402b-b845-cdbd9e605e97 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Pushing event updated for resources: {'Port': ['ID=cc2678dd-fe1b-43fd-bc4d-6e52f8daee48,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:44:25.079034 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-a61ba5b9-7253-4a5a-89ec-e556e5286db2 None None] For port e85190ec-c1d3-40ea-a766-bc3bcf3864d9, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=e85190ec-c1d3-40ea-a766-bc3bcf3864d9,segment=NetworkSegment(f51549d9-c949-4dbc-a1d0-f33b2cca339a),segment_id=f51549d9-c949-4dbc-a1d0-f33b2cca339a)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:44:25.144988 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a61ba5b9-7253-4a5a-89ec-e556e5286db2 None None] Publish callbacks [] for port (e85190ec-c1d3-40ea-a766-bc3bcf3864d9), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:25.151482 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['0985c8f4-b2b5-44b7-a739-d77060232e00'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:44:25.153740 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['fc84d67e-4a27-4500-a718-5ac17e1f6fd0'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:44:25.199918 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f78c0d-eb34-40c3-a61f-91c40391d8a3 req-c92f06c5-63c9-402b-b845-cdbd9e605e97 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:44:25.201989 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-c8f78c0d-eb34-40c3-a61f-91c40391d8a3 req-c92f06c5-63c9-402b-b845-cdbd9e605e97 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:25.281534 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a61ba5b9-7253-4a5a-89ec-e556e5286db2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (e85190ec-c1d3-40ea-a766-bc3bcf3864d9), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:25.282831 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c8f78c0d-eb34-40c3-a61f-91c40391d8a3 req-c92f06c5-63c9-402b-b845-cdbd9e605e97 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8690169 Jan 28 19:44:25.329803 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-c8f78c0d-eb34-40c3-a61f-91c40391d8a3 req-199a8e2f-3b7c-44be-ad39-552720c1b0b0 service neutron] Request body: {'port': {'device_id': 'be3928aa-c995-4e74-8f38-5189f9ff82ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-14'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:44:25.376610 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61ba5b9-7253-4a5a-89ec-e556e5286db2 None None] Pushing event updated for resources: {'Port': ['ID=e85190ec-c1d3-40ea-a766-bc3bcf3864d9,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:44:25.558966 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-c8f78c0d-eb34-40c3-a61f-91c40391d8a3 req-199a8e2f-3b7c-44be-ad39-552720c1b0b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (cc2678dd-fe1b-43fd-bc4d-6e52f8daee48), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:25.642375 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-514a7ceb-0c82-4259-bbe7-5497ea3bba2d None None] Provisioning complete for port cc2678dd-fe1b-43fd-bc4d-6e52f8daee48 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:44:25.642750 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-514a7ceb-0c82-4259-bbe7-5497ea3bba2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (cc2678dd-fe1b-43fd-bc4d-6e52f8daee48), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:25.679836 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e9d042-c6de-457f-ae4c-cd1a56c036e4 req-a46cca35-4558-418c-bb5c-ce0d4a1fa4c2 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:44:25.681669 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-06e9d042-c6de-457f-ae4c-cd1a56c036e4 req-a46cca35-4558-418c-bb5c-ce0d4a1fa4c2 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=be3928aa-c995-4e74-8f38-5189f9ff82ed HTTP/1.1" status: 200 len: 931 time: 0.2592859 Jan 28 19:44:25.772866 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port e85190ec-c1d3-40ea-a766-bc3bcf3864d9 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:44:25.823417 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-514a7ceb-0c82-4259-bbe7-5497ea3bba2d None None] Port cc2678dd-fe1b-43fd-bc4d-6e52f8daee48 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:44:26.285332 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [req-c8f78c0d-eb34-40c3-a61f-91c40391d8a3 req-199a8e2f-3b7c-44be-ad39-552720c1b0b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc2678dd-fe1b-43fd-bc4d-6e52f8daee48 {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:44:26.340144 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-c8f78c0d-eb34-40c3-a61f-91c40391d8a3 req-199a8e2f-3b7c-44be-ad39-552720c1b0b0 service neutron] Publish callbacks [] for port (cc2678dd-fe1b-43fd-bc4d-6e52f8daee48), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:26.340370 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device e85190ec-c1d3-40ea-a766-bc3bcf3864d9 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:44:26.375701 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-c8f78c0d-eb34-40c3-a61f-91c40391d8a3 req-199a8e2f-3b7c-44be-ad39-552720c1b0b0 service neutron] Transition to ACTIVE for port object cc2678dd-fe1b-43fd-bc4d-6e52f8daee48 will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:44:26.413574 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-47a387dd-578f-48ed-9d75-d0c620f30e38 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Delete allocated IP 172.20.0.9 (37073213-151b-47b1-9953-f88b2665f6c0/94470562-6c09-4ea7-82f2-61447f25a48e) {{(pid=103305) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 28 19:44:26.414246 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port e85190ec-c1d3-40ea-a766-bc3bcf3864d9 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:44:26.414782 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (e85190ec-c1d3-40ea-a766-bc3bcf3864d9), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:26.426769 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-c8f78c0d-eb34-40c3-a61f-91c40391d8a3 req-199a8e2f-3b7c-44be-ad39-552720c1b0b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (cc2678dd-fe1b-43fd-bc4d-6e52f8daee48), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:26.613706 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199a8e2f-3b7c-44be-ad39-552720c1b0b0 service neutron] Pushing event updated for resources: {'Port': ['ID=cc2678dd-fe1b-43fd-bc4d-6e52f8daee48,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:44:26.614254 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port e85190ec-c1d3-40ea-a766-bc3bcf3864d9 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:44:26.632592 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-47a387dd-578f-48ed-9d75-d0c620f30e38 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Allocated IP 172.20.0.27 (37073213-151b-47b1-9953-f88b2665f6c0/05e6a27e-8da4-409c-b663-8277fab5bfd1/d3ad70ab-91aa-43e1-a992-0ca61708b694) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:44:26.724588 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-06e9d042-c6de-457f-ae4c-cd1a56c036e4 req-d43c1ee3-55ce-41f8-a1be-8796ee7a2c33 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/security-groups?id=d049ce91-97cc-4551-97a8-b334f2123d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3443942 Jan 28 19:44:26.876924 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-0d811d9b-9050-4a0a-acd8-99e89e000f5e None None] Provisioning complete for port e85190ec-c1d3-40ea-a766-bc3bcf3864d9 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:44:26.877528 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0d811d9b-9050-4a0a-acd8-99e89e000f5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (e85190ec-c1d3-40ea-a766-bc3bcf3864d9), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:26.917754 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-c8f78c0d-eb34-40c3-a61f-91c40391d8a3 req-199a8e2f-3b7c-44be-ad39-552720c1b0b0 service neutron] Attempting to bind port cc2678dd-fe1b-43fd-bc4d-6e52f8daee48 on host n-h1-812111-14 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:44:26.918102 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-c8f78c0d-eb34-40c3-a61f-91c40391d8a3 req-199a8e2f-3b7c-44be-ad39-552720c1b0b0 service neutron] Attempting to bind port cc2678dd-fe1b-43fd-bc4d-6e52f8daee48 by drivers openvswitch,hyperv on host n-h1-812111-14 at level 0 using segments [{'id': '0e20d3ef-5527-42ba-86a4-bcb741be912b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '87bd24c3-2f53-4d06-9d37-4b32bba79109'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:44:26.918431 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f78c0d-eb34-40c3-a61f-91c40391d8a3 req-199a8e2f-3b7c-44be-ad39-552720c1b0b0 service neutron] Attempting to bind port cc2678dd-fe1b-43fd-bc4d-6e52f8daee48 on network 87bd24c3-2f53-4d06-9d37-4b32bba79109 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:44:26.980939 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f78c0d-eb34-40c3-a61f-91c40391d8a3 req-199a8e2f-3b7c-44be-ad39-552720c1b0b0 service neutron] Port cc2678dd-fe1b-43fd-bc4d-6e52f8daee48 on network 87bd24c3-2f53-4d06-9d37-4b32bba79109 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-14 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:44:26.981322 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f78c0d-eb34-40c3-a61f-91c40391d8a3 req-199a8e2f-3b7c-44be-ad39-552720c1b0b0 service neutron] Attempting to bind port cc2678dd-fe1b-43fd-bc4d-6e52f8daee48 on network 87bd24c3-2f53-4d06-9d37-4b32bba79109 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:44:26.993241 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f78c0d-eb34-40c3-a61f-91c40391d8a3 req-199a8e2f-3b7c-44be-ad39-552720c1b0b0 service neutron] Checking agent: {'id': 'b544ba20-de93-4d86-9e6b-a2202deb6191', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 44, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:44:26.993589 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f78c0d-eb34-40c3-a61f-91c40391d8a3 req-199a8e2f-3b7c-44be-ad39-552720c1b0b0 service neutron] Checking segment: {'id': '0e20d3ef-5527-42ba-86a4-bcb741be912b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '87bd24c3-2f53-4d06-9d37-4b32bba79109'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:44:26.993977 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f78c0d-eb34-40c3-a61f-91c40391d8a3 req-199a8e2f-3b7c-44be-ad39-552720c1b0b0 service neutron] Bound using segment: {'id': '0e20d3ef-5527-42ba-86a4-bcb741be912b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '87bd24c3-2f53-4d06-9d37-4b32bba79109'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:44:26.994486 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-c8f78c0d-eb34-40c3-a61f-91c40391d8a3 req-199a8e2f-3b7c-44be-ad39-552720c1b0b0 service neutron] Bound port: cc2678dd-fe1b-43fd-bc4d-6e52f8daee48, host: n-h1-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e20d3ef-5527-42ba-86a4-bcb741be912b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '87bd24c3-2f53-4d06-9d37-4b32bba79109'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:44:26.995469 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-c8f78c0d-eb34-40c3-a61f-91c40391d8a3 req-199a8e2f-3b7c-44be-ad39-552720c1b0b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (cc2678dd-fe1b-43fd-bc4d-6e52f8daee48), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:27.094910 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-0d811d9b-9050-4a0a-acd8-99e89e000f5e None None] Current status of the port e85190ec-c1d3-40ea-a766-bc3bcf3864d9 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:44:27.109202 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-0d811d9b-9050-4a0a-acd8-99e89e000f5e None None] Provisioning complete for port 22a18e43-9048-415b-9bfc-110e69041c0f triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:44:27.109945 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0d811d9b-9050-4a0a-acd8-99e89e000f5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (22a18e43-9048-415b-9bfc-110e69041c0f), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:27.175766 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-0d811d9b-9050-4a0a-acd8-99e89e000f5e None None] Port 22a18e43-9048-415b-9bfc-110e69041c0f cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:44:27.188268 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-0d811d9b-9050-4a0a-acd8-99e89e000f5e None None] Provisioning complete for port d3ad70ab-91aa-43e1-a992-0ca61708b694 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:44:27.188825 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0d811d9b-9050-4a0a-acd8-99e89e000f5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (d3ad70ab-91aa-43e1-a992-0ca61708b694), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:27.234821 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-0d811d9b-9050-4a0a-acd8-99e89e000f5e None None] Port d3ad70ab-91aa-43e1-a992-0ca61708b694 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:44:27.253728 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-47a387dd-578f-48ed-9d75-d0c620f30e38 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks [] for port (d3ad70ab-91aa-43e1-a992-0ca61708b694), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:27.261069 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-c8f78c0d-eb34-40c3-a61f-91c40391d8a3 req-199a8e2f-3b7c-44be-ad39-552720c1b0b0 service neutron] For port cc2678dd-fe1b-43fd-bc4d-6e52f8daee48, host n-h1-812111-14, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:44:27.264909 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-47a387dd-578f-48ed-9d75-d0c620f30e38 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (d3ad70ab-91aa-43e1-a992-0ca61708b694), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:27.322731 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a387dd-578f-48ed-9d75-d0c620f30e38 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Pushing event updated for resources: {'Port': ['ID=d3ad70ab-91aa-43e1-a992-0ca61708b694,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:44:27.335868 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-c8f78c0d-eb34-40c3-a61f-91c40391d8a3 req-199a8e2f-3b7c-44be-ad39-552720c1b0b0 service neutron] For port cc2678dd-fe1b-43fd-bc4d-6e52f8daee48, host n-h1-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=cc2678dd-fe1b-43fd-bc4d-6e52f8daee48,segment=NetworkSegment(0e20d3ef-5527-42ba-86a4-bcb741be912b),segment_id=0e20d3ef-5527-42ba-86a4-bcb741be912b)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:44:27.356706 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-c8f78c0d-eb34-40c3-a61f-91c40391d8a3 req-199a8e2f-3b7c-44be-ad39-552720c1b0b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (cc2678dd-fe1b-43fd-bc4d-6e52f8daee48), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:27.438165 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199a8e2f-3b7c-44be-ad39-552720c1b0b0 service neutron] Pushing event updated for resources: {'Port': ['ID=cc2678dd-fe1b-43fd-bc4d-6e52f8daee48,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:44:27.493372 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-47a387dd-578f-48ed-9d75-d0c620f30e38 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] In _notify_port_updated(), no bound segment for port d3ad70ab-91aa-43e1-a992-0ca61708b694 on network 37073213-151b-47b1-9953-f88b2665f6c0 {{(pid=103305) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Jan 28 19:44:27.498858 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47a387dd-578f-48ed-9d75-d0c620f30e38 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:44:27.499642 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-47a387dd-578f-48ed-9d75-d0c620f30e38 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:27.503349 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-47a387dd-578f-48ed-9d75-d0c620f30e38 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] 10.222.0.64 "PUT /v2.0/ports/d3ad70ab-91aa-43e1-a992-0ca61708b694 HTTP/1.1" status: 200 len: 921 time: 3.4904518 Jan 28 19:44:27.504192 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 52124) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:44:27.531244 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f78c0d-eb34-40c3-a61f-91c40391d8a3 req-199a8e2f-3b7c-44be-ad39-552720c1b0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:44:27.532093 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-c8f78c0d-eb34-40c3-a61f-91c40391d8a3 req-199a8e2f-3b7c-44be-ad39-552720c1b0b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:27.533707 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c8f78c0d-eb34-40c3-a61f-91c40391d8a3 req-199a8e2f-3b7c-44be-ad39-552720c1b0b0 service neutron] 10.222.0.41 "PUT /v2.0/ports/cc2678dd-fe1b-43fd-bc4d-6e52f8daee48 HTTP/1.1" status: 200 len: 1092 time: 2.2140496 Jan 28 19:44:27.537814 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be3928aa-c995-4e74-8f38-5189f9ff82ed', 'tag': 'cc2678dd-fe1b-43fd-bc4d-6e52f8daee48'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:44:27.540297 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62231238-ecb7-42ec-b362-9935f5c17fff" -d '{"events": [{"name": "network-changed", "server_uuid": "be3928aa-c995-4e74-8f38-5189f9ff82ed", "tag": "cc2678dd-fe1b-43fd-bc4d-6e52f8daee48"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:44:27.665953 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:44:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b390d9a-1327-4d55-a50b-4ff17f1a5e43 x-openstack-request-id: req-8b390d9a-1327-4d55-a50b-4ff17f1a5e43 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:44:27.665953 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be3928aa-c995-4e74-8f38-5189f9ff82ed", "tag": "cc2678dd-fe1b-43fd-bc4d-6e52f8daee48", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:44:27.665953 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8b390d9a-1327-4d55-a50b-4ff17f1a5e43 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:44:27.666809 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be3928aa-c995-4e74-8f38-5189f9ff82ed', 'tag': 'cc2678dd-fe1b-43fd-bc4d-6e52f8daee48', 'status': 'completed', 'code': 200} Jan 28 19:44:27.701628 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f78c0d-eb34-40c3-a61f-91c40391d8a3 req-e64f5899-7516-48d3-9f44-5c8180d97414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:44:27.713677 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c8f78c0d-eb34-40c3-a61f-91c40391d8a3 req-e64f5899-7516-48d3-9f44-5c8180d97414 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c316c98d83734d7eab7153e5f826023b&device_id=be3928aa-c995-4e74-8f38-5189f9ff82ed HTTP/1.1" status: 200 len: 1126 time: 0.1163659 Jan 28 19:44:27.805223 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-3e734111-05cb-496a-bb9a-7e03e3b8868c tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Deleting port d3ad70ab-91aa-43e1-a992-0ca61708b694 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:44:27.807408 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3e734111-05cb-496a-bb9a-7e03e3b8868c tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (d3ad70ab-91aa-43e1-a992-0ca61708b694), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:27.899854 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c8f78c0d-eb34-40c3-a61f-91c40391d8a3 req-17963a28-6411-4c48-a8e7-a4ed88eaf194 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cc2678dd-fe1b-43fd-bc4d-6e52f8daee48 HTTP/1.1" status: 200 len: 217 time: 0.1746175 Jan 28 19:44:28.071109 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f78c0d-eb34-40c3-a61f-91c40391d8a3 req-4949e0c6-c203-4315-bb83-c8f38b17bdb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:44:28.079810 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c8f78c0d-eb34-40c3-a61f-91c40391d8a3 req-4949e0c6-c203-4315-bb83-c8f38b17bdb1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1b82f7aa-308b-4f07-b0c3-0d99e240d9ef HTTP/1.1" status: 200 len: 851 time: 0.1712849 Jan 28 19:44:28.105264 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3e734111-05cb-496a-bb9a-7e03e3b8868c tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (d3ad70ab-91aa-43e1-a992-0ca61708b694), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:28.119744 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc97227f-b47e-402a-85b5-22174b9aea42 req-60783891-c372-40ba-a4f4-0ddd652d887c tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:44:28.127531 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-dc97227f-b47e-402a-85b5-22174b9aea42 req-60783891-c372-40ba-a4f4-0ddd652d887c tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=be3928aa-c995-4e74-8f38-5189f9ff82ed HTTP/1.1" status: 200 len: 943 time: 0.2072065 Jan 28 19:44:28.134885 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-3e734111-05cb-496a-bb9a-7e03e3b8868c tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Calling delete_port for d3ad70ab-91aa-43e1-a992-0ca61708b694 owned by {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:44:28.185922 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-5b3598c7-12f3-4454-9449-2f7c934e1a83 None None] Provisioning complete for port d3ad70ab-91aa-43e1-a992-0ca61708b694 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:44:28.186511 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5b3598c7-12f3-4454-9449-2f7c934e1a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (d3ad70ab-91aa-43e1-a992-0ca61708b694), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:28.201898 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f78c0d-eb34-40c3-a61f-91c40391d8a3 req-4d18b2a4-7bfa-4ee3-9a5e-e159b48b90f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:44:28.204407 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c8f78c0d-eb34-40c3-a61f-91c40391d8a3 req-4d18b2a4-7bfa-4ee3-9a5e-e159b48b90f6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=87bd24c3-2f53-4d06-9d37-4b32bba79109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1052904 Jan 28 19:44:28.234616 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-dc97227f-b47e-402a-85b5-22174b9aea42 req-3dd6b509-5006-4b1f-8320-4f234237aa8a tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/security-groups?id=d049ce91-97cc-4551-97a8-b334f2123d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058547 Jan 28 19:44:28.300918 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-5b3598c7-12f3-4454-9449-2f7c934e1a83 None None] Port d3ad70ab-91aa-43e1-a992-0ca61708b694 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:44:28.345660 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c8f78c0d-eb34-40c3-a61f-91c40391d8a3 req-06c86ee9-abc2-4ff9-9ca2-993e1a39dec2 service neutron] 10.222.0.41 "GET /v2.0/networks/87bd24c3-2f53-4d06-9d37-4b32bba79109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095657 Jan 28 19:44:28.433807 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3e734111-05cb-496a-bb9a-7e03e3b8868c tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (d3ad70ab-91aa-43e1-a992-0ca61708b694), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:28.469817 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e734111-05cb-496a-bb9a-7e03e3b8868c tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Pushing event deleted for resources: {'Port': ['ID=d3ad70ab-91aa-43e1-a992-0ca61708b694,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:44:28.562888 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c8f78c0d-eb34-40c3-a61f-91c40391d8a3 req-3f7e5e20-a7f6-4fe9-ac37-7b2819ff914c service neutron] 10.222.0.41 "GET /v2.0/networks/87bd24c3-2f53-4d06-9d37-4b32bba79109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078834 Jan 28 19:44:28.650091 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3e734111-05cb-496a-bb9a-7e03e3b8868c tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:28.655060 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-3e734111-05cb-496a-bb9a-7e03e3b8868c tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] 10.222.0.64 "DELETE /v2.0/ports/d3ad70ab-91aa-43e1-a992-0ca61708b694 HTTP/1.1" status: 204 len: 168 time: 1.1493526 Jan 28 19:44:28.657762 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 52138) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:44:28.724474 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62231238-ecb7-42ec-b362-9935f5c17fff req-55ae769d-5664-4d0a-80d2-e8ef9d5eb77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:44:28.726216 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-62231238-ecb7-42ec-b362-9935f5c17fff req-55ae769d-5664-4d0a-80d2-e8ef9d5eb77c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c316c98d83734d7eab7153e5f826023b&device_id=be3928aa-c995-4e74-8f38-5189f9ff82ed HTTP/1.1" status: 200 len: 1126 time: 0.0921071 Jan 28 19:44:28.727412 n-d-812111-14 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-012788a5-46da-429b-b2ae-656cf7451436 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] GET failed (client error): The resource could not be found. Jan 28 19:44:28.731783 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 52140) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:44:28.736456 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-012788a5-46da-429b-b2ae-656cf7451436 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] 10.222.0.64 "GET /v2.0/ports/d3ad70ab-91aa-43e1-a992-0ca61708b694 HTTP/1.1" status: 404 len: 333 time: 0.0773518 Jan 28 19:44:28.871240 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e2da5cac-563f-4127-bf2e-9cb41bcef75e tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks [] for security_group (56b31d5f-6ef5-422b-9d39-e4ec1ea2a3d4), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:28.934030 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62231238-ecb7-42ec-b362-9935f5c17fff req-d6937b1f-20c9-497f-a996-39ef12594a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:44:28.936487 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-62231238-ecb7-42ec-b362-9935f5c17fff req-d6937b1f-20c9-497f-a996-39ef12594a28 service neutron] 10.222.0.41 "GET /v2.0/networks?id=87bd24c3-2f53-4d06-9d37-4b32bba79109 HTTP/1.1" status: 200 len: 912 time: 0.1958389 Jan 28 19:44:28.939003 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e2da5cac-563f-4127-bf2e-9cb41bcef75e tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks [] for security_group (56b31d5f-6ef5-422b-9d39-e4ec1ea2a3d4), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:28.995430 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-62231238-ecb7-42ec-b362-9935f5c17fff req-7761b7a4-4ca7-48eb-985a-f4c7d8f8237b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cc2678dd-fe1b-43fd-bc4d-6e52f8daee48 HTTP/1.1" status: 200 len: 217 time: 0.0477176 Jan 28 19:44:29.083498 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e2da5cac-563f-4127-bf2e-9cb41bcef75e tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (56b31d5f-6ef5-422b-9d39-e4ec1ea2a3d4), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:29.088856 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e2da5cac-563f-4127-bf2e-9cb41bcef75e tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:29.095821 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 52144) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:44:29.110347 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-e2da5cac-563f-4127-bf2e-9cb41bcef75e tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] 10.222.0.64 "DELETE /v2.0/security-groups/56b31d5f-6ef5-422b-9d39-e4ec1ea2a3d4 HTTP/1.1" status: 204 len: 168 time: 0.3774626 Jan 28 19:44:29.148915 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2da5cac-563f-4127-bf2e-9cb41bcef75e tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56b31d5f-6ef5-422b-9d39-e4ec1ea2a3d4,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:44:29.158831 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62231238-ecb7-42ec-b362-9935f5c17fff req-4e5b5ddd-b50f-4179-8b66-2adb8ee544ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:44:29.160339 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-62231238-ecb7-42ec-b362-9935f5c17fff req-4e5b5ddd-b50f-4179-8b66-2adb8ee544ec service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1b82f7aa-308b-4f07-b0c3-0d99e240d9ef HTTP/1.1" status: 200 len: 851 time: 0.1484270 Jan 28 19:44:29.232579 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1b85f6bd-08d9-410b-8010-8c68eb740991 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks [] for security_group (97dc3a94-2b07-491f-b6d3-70785807f2a0), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:29.251305 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62231238-ecb7-42ec-b362-9935f5c17fff req-f5064dfd-67dd-4ff5-94a3-e95144d2884a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:44:29.252719 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-62231238-ecb7-42ec-b362-9935f5c17fff req-f5064dfd-67dd-4ff5-94a3-e95144d2884a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=87bd24c3-2f53-4d06-9d37-4b32bba79109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0829077 Jan 28 19:44:29.271452 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1b85f6bd-08d9-410b-8010-8c68eb740991 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks [] for security_group (97dc3a94-2b07-491f-b6d3-70785807f2a0), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:29.318010 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1b85f6bd-08d9-410b-8010-8c68eb740991 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (97dc3a94-2b07-491f-b6d3-70785807f2a0), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:29.321655 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1b85f6bd-08d9-410b-8010-8c68eb740991 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:29.326685 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-1b85f6bd-08d9-410b-8010-8c68eb740991 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] 10.222.0.64 "DELETE /v2.0/security-groups/97dc3a94-2b07-491f-b6d3-70785807f2a0 HTTP/1.1" status: 204 len: 168 time: 0.2297783 Jan 28 19:44:29.328012 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 52148) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:44:29.357390 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b85f6bd-08d9-410b-8010-8c68eb740991 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97dc3a94-2b07-491f-b6d3-70785807f2a0,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:44:29.422773 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-62231238-ecb7-42ec-b362-9935f5c17fff req-ba265d96-c4fe-4cac-abf1-ba1a6e24e9b8 service neutron] 10.222.0.41 "GET /v2.0/networks/87bd24c3-2f53-4d06-9d37-4b32bba79109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595824 Jan 28 19:44:29.521779 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8316c0d-7877-4f46-b228-dc1c7e4e2081 req-54eda009-eb93-4d1f-8c7d-a74b17225b94 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:44:29.523306 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d8316c0d-7877-4f46-b228-dc1c7e4e2081 req-54eda009-eb93-4d1f-8c7d-a74b17225b94 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=be3928aa-c995-4e74-8f38-5189f9ff82ed HTTP/1.1" status: 200 len: 943 time: 0.1181471 Jan 28 19:44:29.528294 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc571439-953a-462b-9d92-b5d7f639f8d3 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Deleting subnet 94470562-6c09-4ea7-82f2-61447f25a48e {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:44:29.532300 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-dc571439-953a-462b-9d92-b5d7f639f8d3 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks [] for subnet (94470562-6c09-4ea7-82f2-61447f25a48e), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:29.592893 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-dc571439-953a-462b-9d92-b5d7f639f8d3 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4747050'] for subnet (94470562-6c09-4ea7-82f2-61447f25a48e), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:29.636059 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-62231238-ecb7-42ec-b362-9935f5c17fff req-e1424c38-1673-4469-af35-b07e99e832cb service neutron] 10.222.0.41 "GET /v2.0/networks/87bd24c3-2f53-4d06-9d37-4b32bba79109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050700 Jan 28 19:44:29.740299 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-dc571439-953a-462b-9d92-b5d7f639f8d3 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (94470562-6c09-4ea7-82f2-61447f25a48e), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:29.808082 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d8316c0d-7877-4f46-b228-dc1c7e4e2081 req-531a1546-889b-40ad-b6c6-b5f3cec50367 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/security-groups?id=d049ce91-97cc-4551-97a8-b334f2123d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586120 Jan 28 19:44:29.861379 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-dc571439-953a-462b-9d92-b5d7f639f8d3 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4690616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5222356'] for subnet (94470562-6c09-4ea7-82f2-61447f25a48e), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:29.888173 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb2fb62b-af6e-4857-bde7-89cfa161fc84 None None] Network 37073213-151b-47b1-9953-f88b2665f6c0 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:44:29.904556 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-dc571439-953a-462b-9d92-b5d7f639f8d3 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:29.915492 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 52156) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:44:29.920542 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-90516a2a-cf5c-4789-9146-38a0ba354c20 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Request body: {'subnet': {'network_id': '37073213-151b-47b1-9953-f88b2665f6c0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:44:29.926725 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-dc571439-953a-462b-9d92-b5d7f639f8d3 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] 10.222.0.64 "DELETE /v2.0/subnets/94470562-6c09-4ea7-82f2-61447f25a48e HTTP/1.1" status: 204 len: 168 time: 0.5877006 Jan 28 19:44:29.927872 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc571439-953a-462b-9d92-b5d7f639f8d3 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Pushing event deleted for resources: {'Subnet': ['ID=94470562-6c09-4ea7-82f2-61447f25a48e,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:44:30.146281 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90516a2a-cf5c-4789-9146-38a0ba354c20 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Made reservation on behalf of d871ffcf59da420e85b77b208fa5001b for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:44:30.152699 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-90516a2a-cf5c-4789-9146-38a0ba354c20 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4733071'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:30.914923 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-90516a2a-cf5c-4789-9146-38a0ba354c20 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4752401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4733085'] for subnet (beeb12d1-3000-4054-a6c7-b95dd443273c), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:31.154969 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 52172) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:44:31.194185 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90516a2a-cf5c-4789-9146-38a0ba354c20 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Network 37073213-151b-47b1-9953-f88b2665f6c0 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:44:31.200396 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-90516a2a-cf5c-4789-9146-38a0ba354c20 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:44:31.229727 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90516a2a-cf5c-4789-9146-38a0ba354c20 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:44:31.230536 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-90516a2a-cf5c-4789-9146-38a0ba354c20 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:31.260664 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90516a2a-cf5c-4789-9146-38a0ba354c20 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Pushing event updated for resources: {'Subnet': ['ID=beeb12d1-3000-4054-a6c7-b95dd443273c,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:44:31.280768 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90516a2a-cf5c-4789-9146-38a0ba354c20 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:44:31.288831 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90516a2a-cf5c-4789-9146-38a0ba354c20 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:44:31.288831 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90516a2a-cf5c-4789-9146-38a0ba354c20 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:44:31.289134 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90516a2a-cf5c-4789-9146-38a0ba354c20 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:44:31.289404 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90516a2a-cf5c-4789-9146-38a0ba354c20 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:44:31.289742 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90516a2a-cf5c-4789-9146-38a0ba354c20 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:44:31.290075 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90516a2a-cf5c-4789-9146-38a0ba354c20 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:44:31.290406 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90516a2a-cf5c-4789-9146-38a0ba354c20 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:44:31.290740 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90516a2a-cf5c-4789-9146-38a0ba354c20 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:44:31.299842 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90516a2a-cf5c-4789-9146-38a0ba354c20 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:44:31.300308 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90516a2a-cf5c-4789-9146-38a0ba354c20 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:44:31.302600 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90516a2a-cf5c-4789-9146-38a0ba354c20 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:44:31.305745 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90516a2a-cf5c-4789-9146-38a0ba354c20 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:44:31.329584 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-90516a2a-cf5c-4789-9146-38a0ba354c20 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4127278 Jan 28 19:44:31.332664 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 52176) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:44:31.340265 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-4acf3f85-692c-4e77-9252-ccaefa3a9adc tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Request body: {'security_group': {'name': 'tempest-secgroup-152334747'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:44:31.378703 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e57e091-22a0-4857-86b6-9c3372b7ab55 req-461cb1b7-a609-445a-8827-c0de6cda7865 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:44:31.384516 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4e57e091-22a0-4857-86b6-9c3372b7ab55 req-461cb1b7-a609-445a-8827-c0de6cda7865 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=be3928aa-c995-4e74-8f38-5189f9ff82ed HTTP/1.1" status: 200 len: 943 time: 0.3316374 Jan 28 19:44:31.444436 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4acf3f85-692c-4e77-9252-ccaefa3a9adc tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:31.497808 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4e57e091-22a0-4857-86b6-9c3372b7ab55 req-659bd528-c984-42a4-a4e6-0f1e240ef91f tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/security-groups?id=d049ce91-97cc-4551-97a8-b334f2123d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955329 Jan 28 19:44:31.516589 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3cf55e56-a0cc-48d6-89b4-207deec3f69e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:31.518911 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-477e98a9-ff27-412f-8ceb-3151426bce24 None None] Network 37073213-151b-47b1-9953-f88b2665f6c0 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:44:31.628954 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4acf3f85-692c-4e77-9252-ccaefa3a9adc tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks [] for security_group (c41e9d13-85db-438e-9b90-e01660bb08c4), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:31.642166 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4acf3f85-692c-4e77-9252-ccaefa3a9adc tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (c41e9d13-85db-438e-9b90-e01660bb08c4), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:31.805557 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4acf3f85-692c-4e77-9252-ccaefa3a9adc tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:31.807197 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-4acf3f85-692c-4e77-9252-ccaefa3a9adc tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4733937 Jan 28 19:44:31.809985 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 52184) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:44:31.812938 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acf3f85-692c-4e77-9252-ccaefa3a9adc tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c41e9d13-85db-438e-9b90-e01660bb08c4,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:44:31.816774 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-1b473653-565e-4bfe-a1d7-d555300cf8ae tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Request body: {'security_group': {'name': 'tempest-secgroup-86344339'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:44:31.826786 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3cf55e56-a0cc-48d6-89b4-207deec3f69e admin admin] Publish callbacks [] for security_group (b032c7f6-0cfe-433d-af76-f7b33bed31f1), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:31.836558 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3cf55e56-a0cc-48d6-89b4-207deec3f69e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (b032c7f6-0cfe-433d-af76-f7b33bed31f1), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:31.901053 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1b473653-565e-4bfe-a1d7-d555300cf8ae tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:31.937821 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-3cf55e56-a0cc-48d6-89b4-207deec3f69e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d883e79645964b83acd4841b4a9dd8f2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7811007 Jan 28 19:44:31.939112 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf55e56-a0cc-48d6-89b4-207deec3f69e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b032c7f6-0cfe-433d-af76-f7b33bed31f1,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:44:31.947310 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 52190) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:44:32.096471 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1b473653-565e-4bfe-a1d7-d555300cf8ae tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks [] for security_group (b81443bf-03dc-4a1d-a403-4dba814bd965), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:32.104116 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1b473653-565e-4bfe-a1d7-d555300cf8ae tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (b81443bf-03dc-4a1d-a403-4dba814bd965), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:32.122926 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5be5a232-faee-40de-b73e-4015b2ec6f12 admin admin] Publish callbacks [] for security_group (b032c7f6-0cfe-433d-af76-f7b33bed31f1), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:32.163881 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-8080a30e-7dad-4ffe-aaf7-f06f25a8f22b None None] Provisioning complete for port e85190ec-c1d3-40ea-a766-bc3bcf3864d9 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:44:32.164528 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8080a30e-7dad-4ffe-aaf7-f06f25a8f22b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (e85190ec-c1d3-40ea-a766-bc3bcf3864d9), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:32.174191 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1b473653-565e-4bfe-a1d7-d555300cf8ae tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:32.175489 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-1b473653-565e-4bfe-a1d7-d555300cf8ae tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.3644340 Jan 28 19:44:32.186175 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 52192) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:44:32.219715 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5be5a232-faee-40de-b73e-4015b2ec6f12 admin admin] Publish callbacks [] for security_group (b032c7f6-0cfe-433d-af76-f7b33bed31f1), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:32.228515 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-7fe03091-dbc1-4e58-8251-12aa34bbc195 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Request body: {'security_group': {'name': 'tempest-secgroup-2026202076'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:44:32.245116 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b473653-565e-4bfe-a1d7-d555300cf8ae tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b81443bf-03dc-4a1d-a403-4dba814bd965,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:44:32.255139 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device cc2678dd-fe1b-43fd-bc4d-6e52f8daee48 details requested by agent hyperv_n-h1-812111-14 with host n-h1-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:44:32.317761 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7fe03091-dbc1-4e58-8251-12aa34bbc195 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:32.377851 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5be5a232-faee-40de-b73e-4015b2ec6f12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (b032c7f6-0cfe-433d-af76-f7b33bed31f1), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:32.386879 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5be5a232-faee-40de-b73e-4015b2ec6f12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:32.392358 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-5be5a232-faee-40de-b73e-4015b2ec6f12 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b032c7f6-0cfe-433d-af76-f7b33bed31f1 HTTP/1.1" status: 204 len: 168 time: 0.4417858 Jan 28 19:44:32.441329 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be5a232-faee-40de-b73e-4015b2ec6f12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b032c7f6-0cfe-433d-af76-f7b33bed31f1,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:44:32.570401 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7fe03091-dbc1-4e58-8251-12aa34bbc195 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks [] for security_group (f3b5634a-1e93-4451-a32b-cdfa598795e7), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:32.578005 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port cc2678dd-fe1b-43fd-bc4d-6e52f8daee48, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=cc2678dd-fe1b-43fd-bc4d-6e52f8daee48,segment=NetworkSegment(0e20d3ef-5527-42ba-86a4-bcb741be912b),segment_id=0e20d3ef-5527-42ba-86a4-bcb741be912b)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:44:32.580268 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7fe03091-dbc1-4e58-8251-12aa34bbc195 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (f3b5634a-1e93-4451-a32b-cdfa598795e7), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:32.628446 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Returning: {'device': 'cc2678dd-fe1b-43fd-bc4d-6e52f8daee48', 'network_id': '87bd24c3-2f53-4d06-9d37-4b32bba79109', 'port_id': 'cc2678dd-fe1b-43fd-bc4d-6e52f8daee48', 'mac_address': 'fa:16:3e:3c:1f:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b82f7aa-308b-4f07-b0c3-0d99e240d9ef', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:44:32.715199 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe03091-dbc1-4e58-8251-12aa34bbc195 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3b5634a-1e93-4451-a32b-cdfa598795e7,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:44:32.739730 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7fe03091-dbc1-4e58-8251-12aa34bbc195 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:32.741858 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-7fe03091-dbc1-4e58-8251-12aa34bbc195 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5366535 Jan 28 19:44:32.746302 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 52206) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:44:32.753616 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-a357e0fe-9c0a-4c57-9f52-c1c3fd376dcb tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-931895519', 'security_groups': ['f3b5634a-1e93-4451-a32b-cdfa598795e7'], 'network_id': '37073213-151b-47b1-9953-f88b2665f6c0', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'beeb12d1-3000-4054-a6c7-b95dd443273c'}]}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:44:32.811327 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed4b50b-c87f-4094-8d2d-30ddfc181da0 req-d0ede3ce-2a2b-4053-97e9-00d06ff0d708 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:44:32.820919 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-0ed4b50b-c87f-4094-8d2d-30ddfc181da0 req-d0ede3ce-2a2b-4053-97e9-00d06ff0d708 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=be3928aa-c995-4e74-8f38-5189f9ff82ed HTTP/1.1" status: 200 len: 943 time: 0.1464217 Jan 28 19:44:32.871549 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port cc2678dd-fe1b-43fd-bc4d-6e52f8daee48 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:44:32.871948 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (cc2678dd-fe1b-43fd-bc4d-6e52f8daee48), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:32.947182 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-0ed4b50b-c87f-4094-8d2d-30ddfc181da0 req-3d2bf20e-f46a-4d22-8369-17b932e61aa6 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/security-groups?id=d049ce91-97cc-4551-97a8-b334f2123d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248114 Jan 28 19:44:33.054215 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed0d050-8f4a-4c03-91cc-ebb5e16bd75f None None] Update dhcp port {'port': {'network_id': '37073213-151b-47b1-9953-f88b2665f6c0', 'fixed_ips': [{'subnet_id': '05e6a27e-8da4-409c-b663-8277fab5bfd1', 'ip_address': '172.20.0.18'}, {'subnet_id': 'beeb12d1-3000-4054-a6c7-b95dd443273c'}], 'binding:host_id': 'n-d-812111-14'}, 'id': 'e85190ec-c1d3-40ea-a766-bc3bcf3864d9'} from n-d-812111-14. {{(pid=103306) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 19:44:33.090869 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a357e0fe-9c0a-4c57-9f52-c1c3fd376dcb tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Made reservation on behalf of d871ffcf59da420e85b77b208fa5001b for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:44:33.093658 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc2678dd-fe1b-43fd-bc4d-6e52f8daee48 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:44:33.100471 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fed0d050-8f4a-4c03-91cc-ebb5e16bd75f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (e85190ec-c1d3-40ea-a766-bc3bcf3864d9), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:33.134976 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:44:33.167975 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-8080a30e-7dad-4ffe-aaf7-f06f25a8f22b None None] Current status of the port e85190ec-c1d3-40ea-a766-bc3bcf3864d9 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:44:33.192850 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port cc2678dd-fe1b-43fd-bc4d-6e52f8daee48, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=cc2678dd-fe1b-43fd-bc4d-6e52f8daee48,segment=NetworkSegment(0e20d3ef-5527-42ba-86a4-bcb741be912b),segment_id=0e20d3ef-5527-42ba-86a4-bcb741be912b)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:44:33.214702 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (cc2678dd-fe1b-43fd-bc4d-6e52f8daee48), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:33.237424 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-8080a30e-7dad-4ffe-aaf7-f06f25a8f22b None None] Provisioning complete for port 22a18e43-9048-415b-9bfc-110e69041c0f triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:44:33.240694 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8080a30e-7dad-4ffe-aaf7-f06f25a8f22b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (22a18e43-9048-415b-9bfc-110e69041c0f), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:33.349747 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a357e0fe-9c0a-4c57-9f52-c1c3fd376dcb tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:33.398375 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [None req-a357e0fe-9c0a-4c57-9f52-c1c3fd376dcb tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] device_id is not set on port 5ca28b6c-05d5-413e-9781-c71955433909 yet. {{(pid=103305) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:44:33.637851 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['cc2678dd-fe1b-43fd-bc4d-6e52f8daee48'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:44:33.814335 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-8080a30e-7dad-4ffe-aaf7-f06f25a8f22b None None] Port 22a18e43-9048-415b-9bfc-110e69041c0f cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:44:33.832667 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=cc2678dd-fe1b-43fd-bc4d-6e52f8daee48,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:44:33.941141 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-fed0d050-8f4a-4c03-91cc-ebb5e16bd75f None None] Allocated IP 172.20.0.2 (37073213-151b-47b1-9953-f88b2665f6c0/beeb12d1-3000-4054-a6c7-b95dd443273c/e85190ec-c1d3-40ea-a766-bc3bcf3864d9) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:44:34.220018 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fed0d050-8f4a-4c03-91cc-ebb5e16bd75f None None] For port e85190ec-c1d3-40ea-a766-bc3bcf3864d9, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=e85190ec-c1d3-40ea-a766-bc3bcf3864d9,segment=NetworkSegment(f51549d9-c949-4dbc-a1d0-f33b2cca339a),segment_id=f51549d9-c949-4dbc-a1d0-f33b2cca339a)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:44:34.262888 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fed0d050-8f4a-4c03-91cc-ebb5e16bd75f None None] Publish callbacks [] for port (e85190ec-c1d3-40ea-a766-bc3bcf3864d9), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:34.278211 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fed0d050-8f4a-4c03-91cc-ebb5e16bd75f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (e85190ec-c1d3-40ea-a766-bc3bcf3864d9), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:34.480913 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed0d050-8f4a-4c03-91cc-ebb5e16bd75f None None] Pushing event updated for resources: {'Port': ['ID=e85190ec-c1d3-40ea-a766-bc3bcf3864d9,revision_number=6']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:44:34.643738 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdc6c88-092f-40ed-b0a9-9e80d730b025 req-9bf8a961-270e-45bf-a38c-9b41221257dd tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:44:34.645334 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-dfdc6c88-092f-40ed-b0a9-9e80d730b025 req-9bf8a961-270e-45bf-a38c-9b41221257dd tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=be3928aa-c995-4e74-8f38-5189f9ff82ed HTTP/1.1" status: 200 len: 944 time: 0.2165680 Jan 28 19:44:34.681988 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-a357e0fe-9c0a-4c57-9f52-c1c3fd376dcb tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Allocated IP 172.20.0.3 (37073213-151b-47b1-9953-f88b2665f6c0/beeb12d1-3000-4054-a6c7-b95dd443273c/5ca28b6c-05d5-413e-9781-c71955433909) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:44:34.813373 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-dfdc6c88-092f-40ed-b0a9-9e80d730b025 req-c2553a61-a3c0-4dc8-bc23-577f61bd5ed7 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/security-groups?id=d049ce91-97cc-4551-97a8-b334f2123d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492827 Jan 28 19:44:34.966048 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a357e0fe-9c0a-4c57-9f52-c1c3fd376dcb tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks [] for port (5ca28b6c-05d5-413e-9781-c71955433909), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:35.010553 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a357e0fe-9c0a-4c57-9f52-c1c3fd376dcb tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (5ca28b6c-05d5-413e-9781-c71955433909), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:35.089189 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a357e0fe-9c0a-4c57-9f52-c1c3fd376dcb tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Pushing event updated for resources: {'Port': ['ID=5ca28b6c-05d5-413e-9781-c71955433909,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:44:35.131501 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a357e0fe-9c0a-4c57-9f52-c1c3fd376dcb tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Network 37073213-151b-47b1-9953-f88b2665f6c0 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:44:35.134711 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-a357e0fe-9c0a-4c57-9f52-c1c3fd376dcb tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:44:35.138011 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a357e0fe-9c0a-4c57-9f52-c1c3fd376dcb tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:44:35.206885 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a357e0fe-9c0a-4c57-9f52-c1c3fd376dcb tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:44:35.208179 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a357e0fe-9c0a-4c57-9f52-c1c3fd376dcb tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:35.251204 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-a357e0fe-9c0a-4c57-9f52-c1c3fd376dcb tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.5036259 Jan 28 19:44:35.253936 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 52274) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:44:35.270681 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-92d12deb-3718-42e8-b536-9d7a4f6e9b8e tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Request body: {'subnet': {'network_id': '37073213-151b-47b1-9953-f88b2665f6c0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:44:35.419038 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 52276) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:44:35.485618 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92d12deb-3718-42e8-b536-9d7a4f6e9b8e tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Made reservation on behalf of d871ffcf59da420e85b77b208fa5001b for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:44:35.489382 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-92d12deb-3718-42e8-b536-9d7a4f6e9b8e tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5221429'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:35.600058 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-bbcdb685-bffa-41cc-872c-e36da52f029c None None] Provisioning complete for port e85190ec-c1d3-40ea-a766-bc3bcf3864d9 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:44:35.601272 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-bbcdb685-bffa-41cc-872c-e36da52f029c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (e85190ec-c1d3-40ea-a766-bc3bcf3864d9), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:35.624481 n-d-812111-14 neutron-server[103304]: INFO neutron.db.ipam_backend_mixin [None req-92d12deb-3718-42e8-b536-9d7a4f6e9b8e tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet beeb12d1-3000-4054-a6c7-b95dd443273c (CIDR: 172.20.0.0/28) Jan 28 19:44:35.630161 n-d-812111-14 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-92d12deb-3718-42e8-b536-9d7a4f6e9b8e tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 19:44:35.630678 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92d12deb-3718-42e8-b536-9d7a4f6e9b8e tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:44:35.666255 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-92d12deb-3718-42e8-b536-9d7a4f6e9b8e tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4102111 Jan 28 19:44:35.668987 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 52280) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:44:35.674781 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-95655495-a4bb-4a91-bf6d-71e173f1d7c0 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Request body: {'subnet': {'network_id': '37073213-151b-47b1-9953-f88b2665f6c0', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:44:35.758470 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-bbcdb685-bffa-41cc-872c-e36da52f029c None None] Current status of the port e85190ec-c1d3-40ea-a766-bc3bcf3864d9 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:44:35.773940 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-26f6858f-d478-4eea-95e7-c8f828fda427 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Request body: {'network': {'name': 'tempest-network-smoke--1058055892', 'project_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'port_security_enabled': True}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:44:35.783380 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-bbcdb685-bffa-41cc-872c-e36da52f029c None None] Provisioning complete for port 22a18e43-9048-415b-9bfc-110e69041c0f triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:44:35.783774 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-bbcdb685-bffa-41cc-872c-e36da52f029c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (22a18e43-9048-415b-9bfc-110e69041c0f), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:35.823223 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26f6858f-d478-4eea-95e7-c8f828fda427 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Made reservation on behalf of 9e9e8439f0ef4f199c1cf289f0d53ad7 for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:44:35.831106 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-26f6858f-d478-4eea-95e7-c8f828fda427 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:35.866569 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-26f6858f-d478-4eea-95e7-c8f828fda427 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:35.936688 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-bbcdb685-bffa-41cc-872c-e36da52f029c None None] Port 22a18e43-9048-415b-9bfc-110e69041c0f cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:44:36.033616 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95655495-a4bb-4a91-bf6d-71e173f1d7c0 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Made reservation on behalf of d871ffcf59da420e85b77b208fa5001b for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:44:36.038096 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-95655495-a4bb-4a91-bf6d-71e173f1d7c0 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5221429'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:36.046812 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-26f6858f-d478-4eea-95e7-c8f828fda427 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks [] for security_group (7bc8635f-e731-4281-9169-0d78c197001a), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:36.051684 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-26f6858f-d478-4eea-95e7-c8f828fda427 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (7bc8635f-e731-4281-9169-0d78c197001a), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:36.075311 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-274a5ca0-6f59-4b5b-a03f-45bfb4c60a62 None None] Provisioning complete for port 5ca28b6c-05d5-413e-9781-c71955433909 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:44:36.075707 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-274a5ca0-6f59-4b5b-a03f-45bfb4c60a62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (5ca28b6c-05d5-413e-9781-c71955433909), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:36.094521 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26f6858f-d478-4eea-95e7-c8f828fda427 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:44:36.134032 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f6858f-d478-4eea-95e7-c8f828fda427 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7bc8635f-e731-4281-9169-0d78c197001a,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:44:36.137299 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f939974d-946a-40c8-a73d-e35f71b48480 req-ee727055-4690-45c2-bba9-e87c48a9c703 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:44:36.139099 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f939974d-946a-40c8-a73d-e35f71b48480 req-ee727055-4690-45c2-bba9-e87c48a9c703 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=be3928aa-c995-4e74-8f38-5189f9ff82ed HTTP/1.1" status: 200 len: 944 time: 0.1706429 Jan 28 19:44:36.152012 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-26f6858f-d478-4eea-95e7-c8f828fda427 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (4aacc62a-8c59-4ded-b1ca-93156e1905f7), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:36.153326 n-d-812111-14 neutron-server[103305]: INFO neutron.db.segments_db [None req-26f6858f-d478-4eea-95e7-c8f828fda427 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Added segment 4aacc62a-8c59-4ded-b1ca-93156e1905f7 of type vlan for network df8c1d24-8252-4f3f-bd12-1bda56258e33 Jan 28 19:44:36.173383 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-274a5ca0-6f59-4b5b-a03f-45bfb4c60a62 None None] Port 5ca28b6c-05d5-413e-9781-c71955433909 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:44:36.219681 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device cc2678dd-fe1b-43fd-bc4d-6e52f8daee48 up at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:44:36.257239 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-26f6858f-d478-4eea-95e7-c8f828fda427 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (df8c1d24-8252-4f3f-bd12-1bda56258e33), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:36.259409 n-d-812111-14 neutron-server[103304]: INFO neutron.db.ipam_backend_mixin [None req-95655495-a4bb-4a91-bf6d-71e173f1d7c0 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 05e6a27e-8da4-409c-b663-8277fab5bfd1 (CIDR: 172.20.0.16/28) Jan 28 19:44:36.268093 n-d-812111-14 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-95655495-a4bb-4a91-bf6d-71e173f1d7c0 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 19:44:36.268644 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95655495-a4bb-4a91-bf6d-71e173f1d7c0 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:44:36.269292 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device e85190ec-c1d3-40ea-a766-bc3bcf3864d9 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:44:36.303734 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-26f6858f-d478-4eea-95e7-c8f828fda427 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (df8c1d24-8252-4f3f-bd12-1bda56258e33), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:36.309972 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f6858f-d478-4eea-95e7-c8f828fda427 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:44:36.310716 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-26f6858f-d478-4eea-95e7-c8f828fda427 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:36.316736 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f939974d-946a-40c8-a73d-e35f71b48480 req-5d8cea41-5cdc-4763-8398-c211a84b3775 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/security-groups?id=d049ce91-97cc-4551-97a8-b334f2123d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611040 Jan 28 19:44:36.326602 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-95655495-a4bb-4a91-bf6d-71e173f1d7c0 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.6565483 Jan 28 19:44:36.330851 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 52288) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:44:36.348355 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-d681f956-d758-45a9-8c0f-58830dea4b4d tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Request body: {'subnet': {'network_id': '37073213-151b-47b1-9953-f88b2665f6c0', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:44:36.362261 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-26f6858f-d478-4eea-95e7-c8f828fda427 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9416525 Jan 28 19:44:36.387873 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning for port cc2678dd-fe1b-43fd-bc4d-6e52f8daee48 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:44:36.395464 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 52290) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:44:36.398646 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning complete for port cc2678dd-fe1b-43fd-bc4d-6e52f8daee48 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:44:36.399085 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (cc2678dd-fe1b-43fd-bc4d-6e52f8daee48), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:36.400606 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-34c86b1b-5e31-480d-a041-0effc376bef0 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-592334437', 'admin_state_up': True, 'project_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:44:36.402747 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port e85190ec-c1d3-40ea-a766-bc3bcf3864d9 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:44:36.403113 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (e85190ec-c1d3-40ea-a766-bc3bcf3864d9), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:36.435725 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f6858f-d478-4eea-95e7-c8f828fda427 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Pushing event updated for resources: {'Network': ['ID=df8c1d24-8252-4f3f-bd12-1bda56258e33,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:44:36.445191 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-34c86b1b-5e31-480d-a041-0effc376bef0 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261150'] for router (ab8e9898-fcd4-4f9d-8b93-5bcfb1039996), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:36.447676 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-34c86b1b-5e31-480d-a041-0effc376bef0 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-731099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-731441', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261129'] for router (ab8e9898-fcd4-4f9d-8b93-5bcfb1039996), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:36.455470 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network df8c1d24-8252-4f3f-bd12-1bda56258e33 details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:44:36.504345 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d681f956-d758-45a9-8c0f-58830dea4b4d tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Made reservation on behalf of d871ffcf59da420e85b77b208fa5001b for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:44:36.508913 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d681f956-d758-45a9-8c0f-58830dea4b4d tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5221429'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:36.543736 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-34c86b1b-5e31-480d-a041-0effc376bef0 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks [] for router_controller (ab8e9898-fcd4-4f9d-8b93-5bcfb1039996), precommit_add_association {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:36.595706 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port e85190ec-c1d3-40ea-a766-bc3bcf3864d9 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:44:36.663525 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c940b77d-9b71-462c-8196-a7ab7af996ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:36.665966 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port cc2678dd-fe1b-43fd-bc4d-6e52f8daee48 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:44:36.666407 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (cc2678dd-fe1b-43fd-bc4d-6e52f8daee48), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:36.705724 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be3928aa-c995-4e74-8f38-5189f9ff82ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc2678dd-fe1b-43fd-bc4d-6e52f8daee48'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:44:36.708293 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4082270f-d7d6-4b2e-abd5-292210d1cbaf" -d '{"events": [{"server_uuid": "be3928aa-c995-4e74-8f38-5189f9ff82ed", "name": "network-vif-plugged", "status": "completed", "tag": "cc2678dd-fe1b-43fd-bc4d-6e52f8daee48"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:44:36.744085 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port cc2678dd-fe1b-43fd-bc4d-6e52f8daee48, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=cc2678dd-fe1b-43fd-bc4d-6e52f8daee48,segment=NetworkSegment(0e20d3ef-5527-42ba-86a4-bcb741be912b),segment_id=0e20d3ef-5527-42ba-86a4-bcb741be912b)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:44:36.751017 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (cc2678dd-fe1b-43fd-bc4d-6e52f8daee48), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:36.751379 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-34c86b1b-5e31-480d-a041-0effc376bef0 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks [] for router_gateway (ab8e9898-fcd4-4f9d-8b93-5bcfb1039996), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:36.769072 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:44:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da571b8b-9288-4a44-a11e-61d93598b380 x-openstack-request-id: req-da571b8b-9288-4a44-a11e-61d93598b380 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:44:36.770966 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be3928aa-c995-4e74-8f38-5189f9ff82ed", "name": "network-vif-plugged", "status": "completed", "tag": "cc2678dd-fe1b-43fd-bc4d-6e52f8daee48", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:44:36.770966 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-da571b8b-9288-4a44-a11e-61d93598b380 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:44:36.771905 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be3928aa-c995-4e74-8f38-5189f9ff82ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc2678dd-fe1b-43fd-bc4d-6e52f8daee48', 'code': 200} Jan 28 19:44:36.845327 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=cc2678dd-fe1b-43fd-bc4d-6e52f8daee48,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:44:36.869130 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d681f956-d758-45a9-8c0f-58830dea4b4d tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4690681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5221415'] for subnet (a0ecec04-ae06-49ef-8c19-91083884cfa5), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:36.915462 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8be959-b150-4bb1-bc7c-65f7e71a27c4 req-3d44ba9b-a9df-4db0-b1b4-c4f4f592fc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:44:36.916982 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ab8be959-b150-4bb1-bc7c-65f7e71a27c4 req-3d44ba9b-a9df-4db0-b1b4-c4f4f592fc75 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=be3928aa-c995-4e74-8f38-5189f9ff82ed HTTP/1.1" status: 200 len: 1128 time: 0.0762126 Jan 28 19:44:36.920201 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d681f956-d758-45a9-8c0f-58830dea4b4d tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Network 37073213-151b-47b1-9953-f88b2665f6c0 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:44:36.923747 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-d681f956-d758-45a9-8c0f-58830dea4b4d tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:44:36.934374 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a047145-261d-4e2e-b0ef-322f5b19b6c7 None None] Network 37073213-151b-47b1-9953-f88b2665f6c0 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:44:36.942080 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d681f956-d758-45a9-8c0f-58830dea4b4d tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:44:36.942699 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d681f956-d758-45a9-8c0f-58830dea4b4d tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:36.976432 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d681f956-d758-45a9-8c0f-58830dea4b4d tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Pushing event updated for resources: {'Subnet': ['ID=a0ecec04-ae06-49ef-8c19-91083884cfa5,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:44:36.985121 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-d681f956-d758-45a9-8c0f-58830dea4b4d tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6523573 Jan 28 19:44:36.987848 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 52298) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:44:36.995919 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-09807c22-9b18-4b74-9006-7866bc67aed2 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1047394928', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'a0ecec04-ae06-49ef-8c19-91083884cfa5'}], 'security_groups': ['c41e9d13-85db-438e-9b90-e01660bb08c4', 'b81443bf-03dc-4a1d-a403-4dba814bd965']}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:44:37.067255 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ab8be959-b150-4bb1-bc7c-65f7e71a27c4 req-0268f1e7-8ecf-4a19-b412-91d9cd750f57 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d049ce91-97cc-4551-97a8-b334f2123d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384993 Jan 28 19:44:37.164164 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-34c86b1b-5e31-480d-a041-0effc376bef0 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks [] for router_gateway (ab8e9898-fcd4-4f9d-8b93-5bcfb1039996), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:37.187318 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-34c86b1b-5e31-480d-a041-0effc376bef0 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:37.199655 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-09807c22-9b18-4b74-9006-7866bc67aed2 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (5ca28b6c-05d5-413e-9781-c71955433909), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:37.245949 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c99bf181-e3a4-4921-9536-ca7a480de3fe None None] Update dhcp port {'port': {'network_id': '37073213-151b-47b1-9953-f88b2665f6c0', 'fixed_ips': [{'subnet_id': '05e6a27e-8da4-409c-b663-8277fab5bfd1', 'ip_address': '172.20.0.18'}, {'subnet_id': 'beeb12d1-3000-4054-a6c7-b95dd443273c', 'ip_address': '172.20.0.2'}, {'subnet_id': 'a0ecec04-ae06-49ef-8c19-91083884cfa5'}], 'binding:host_id': 'n-d-812111-14'}, 'id': 'e85190ec-c1d3-40ea-a766-bc3bcf3864d9'} from n-d-812111-14. {{(pid=103306) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 19:44:37.301256 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c99bf181-e3a4-4921-9536-ca7a480de3fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (e85190ec-c1d3-40ea-a766-bc3bcf3864d9), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:37.441451 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-34c86b1b-5e31-480d-a041-0effc376bef0 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Allocated IP 172.25.6.198 (d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8/a648e4ab-7422-41b9-b133-58aca25ab8f5/42e55284-9c5a-4b6c-a9c1-76670ac6975e) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:44:37.537302 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b3385d-2d44-4722-b001-aaebb8d0332c req-ca1280a5-b41f-4804-a97b-c4624dcbbe41 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:44:37.556887 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-40b3385d-2d44-4722-b001-aaebb8d0332c req-ca1280a5-b41f-4804-a97b-c4624dcbbe41 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=be3928aa-c995-4e74-8f38-5189f9ff82ed HTTP/1.1" status: 200 len: 945 time: 0.1138675 Jan 28 19:44:37.625485 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-40b3385d-2d44-4722-b001-aaebb8d0332c req-1cd99238-5dda-4bd1-9130-b81ee633ea96 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/security-groups?id=d049ce91-97cc-4551-97a8-b334f2123d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675299 Jan 28 19:44:37.680481 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-34c86b1b-5e31-480d-a041-0effc376bef0 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks [] for port (42e55284-9c5a-4b6c-a9c1-76670ac6975e), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:37.687133 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-c99bf181-e3a4-4921-9536-ca7a480de3fe None None] Allocated IP 172.20.0.34 (37073213-151b-47b1-9953-f88b2665f6c0/a0ecec04-ae06-49ef-8c19-91083884cfa5/e85190ec-c1d3-40ea-a766-bc3bcf3864d9) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:44:37.725940 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-34c86b1b-5e31-480d-a041-0effc376bef0 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (42e55284-9c5a-4b6c-a9c1-76670ac6975e), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:37.769748 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c86b1b-5e31-480d-a041-0effc376bef0 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:44:37.773542 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-34c86b1b-5e31-480d-a041-0effc376bef0 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:44:37.777363 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c86b1b-5e31-480d-a041-0effc376bef0 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:44:37.808887 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c86b1b-5e31-480d-a041-0effc376bef0 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Pushing event updated for resources: {'Port': ['ID=42e55284-9c5a-4b6c-a9c1-76670ac6975e,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:44:37.830051 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-c99bf181-e3a4-4921-9536-ca7a480de3fe None None] For port e85190ec-c1d3-40ea-a766-bc3bcf3864d9, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=e85190ec-c1d3-40ea-a766-bc3bcf3864d9,segment=NetworkSegment(f51549d9-c949-4dbc-a1d0-f33b2cca339a),segment_id=f51549d9-c949-4dbc-a1d0-f33b2cca339a)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:44:37.888693 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c99bf181-e3a4-4921-9536-ca7a480de3fe None None] Publish callbacks [] for port (e85190ec-c1d3-40ea-a766-bc3bcf3864d9), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:37.895107 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c99bf181-e3a4-4921-9536-ca7a480de3fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (e85190ec-c1d3-40ea-a766-bc3bcf3864d9), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:38.062071 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99bf181-e3a4-4921-9536-ca7a480de3fe None None] Pushing event updated for resources: {'Port': ['ID=e85190ec-c1d3-40ea-a766-bc3bcf3864d9,revision_number=7']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:44:38.184172 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-09807c22-9b18-4b74-9006-7866bc67aed2 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Delete allocated IP 172.20.0.3 (37073213-151b-47b1-9953-f88b2665f6c0/beeb12d1-3000-4054-a6c7-b95dd443273c) {{(pid=103305) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 28 19:44:38.201424 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-09807c22-9b18-4b74-9006-7866bc67aed2 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Allocated IP 172.20.0.36 (37073213-151b-47b1-9953-f88b2665f6c0/a0ecec04-ae06-49ef-8c19-91083884cfa5/5ca28b6c-05d5-413e-9781-c71955433909) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:44:38.274984 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device e85190ec-c1d3-40ea-a766-bc3bcf3864d9 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:44:38.385754 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port e85190ec-c1d3-40ea-a766-bc3bcf3864d9 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:44:38.386362 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (e85190ec-c1d3-40ea-a766-bc3bcf3864d9), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:38.501307 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-34c86b1b-5e31-480d-a041-0effc376bef0 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks [] for router_gateway (ab8e9898-fcd4-4f9d-8b93-5bcfb1039996), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:38.522665 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port e85190ec-c1d3-40ea-a766-bc3bcf3864d9 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:44:38.560313 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-09807c22-9b18-4b74-9006-7866bc67aed2 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks [] for port (5ca28b6c-05d5-413e-9781-c71955433909), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:38.602575 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-09807c22-9b18-4b74-9006-7866bc67aed2 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (5ca28b6c-05d5-413e-9781-c71955433909), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:38.663499 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09807c22-9b18-4b74-9006-7866bc67aed2 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Pushing event updated for resources: {'Port': ['ID=5ca28b6c-05d5-413e-9781-c71955433909,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:44:38.784181 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-09807c22-9b18-4b74-9006-7866bc67aed2 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] In _notify_port_updated(), no bound segment for port 5ca28b6c-05d5-413e-9781-c71955433909 on network 37073213-151b-47b1-9953-f88b2665f6c0 {{(pid=103305) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Jan 28 19:44:38.789449 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09807c22-9b18-4b74-9006-7866bc67aed2 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:44:38.790084 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-09807c22-9b18-4b74-9006-7866bc67aed2 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:38.791402 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-09807c22-9b18-4b74-9006-7866bc67aed2 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] 10.222.0.64 "PUT /v2.0/ports/5ca28b6c-05d5-413e-9781-c71955433909 HTTP/1.1" status: 200 len: 960 time: 1.8025944 Jan 28 19:44:38.794323 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 52358) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:44:38.939882 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-b8b7b7e5-4575-4c58-baac-778c9cf86e25 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Deleting port 5ca28b6c-05d5-413e-9781-c71955433909 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:44:38.940600 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b8b7b7e5-4575-4c58-baac-778c9cf86e25 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (5ca28b6c-05d5-413e-9781-c71955433909), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:38.948781 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-99710aed-7162-41f6-be2c-fbed10976402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:38.994740 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9978c4-ed00-40c8-a75c-3b40eb1a1dbc req-9209dd6b-dfbd-4778-b2f3-bdd2c03b5d97 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:44:38.996420 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-fb9978c4-ed00-40c8-a75c-3b40eb1a1dbc req-9209dd6b-dfbd-4778-b2f3-bdd2c03b5d97 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=be3928aa-c995-4e74-8f38-5189f9ff82ed HTTP/1.1" status: 200 len: 945 time: 0.2132795 Jan 28 19:44:39.043999 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-04a046ad-c445-4380-b354-215618402d8f None None] Provisioning complete for port e85190ec-c1d3-40ea-a766-bc3bcf3864d9 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:44:39.044382 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-04a046ad-c445-4380-b354-215618402d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (e85190ec-c1d3-40ea-a766-bc3bcf3864d9), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:39.069590 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-34c86b1b-5e31-480d-a041-0effc376bef0 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-731074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-731460'] for router (ab8e9898-fcd4-4f9d-8b93-5bcfb1039996), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:39.076482 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-fb9978c4-ed00-40c8-a75c-3b40eb1a1dbc req-d05024ce-5752-406a-859d-3045440480fb tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/security-groups?id=d049ce91-97cc-4551-97a8-b334f2123d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709960 Jan 28 19:44:39.077828 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b8b7b7e5-4575-4c58-baac-778c9cf86e25 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (5ca28b6c-05d5-413e-9781-c71955433909), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:39.098930 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-b8b7b7e5-4575-4c58-baac-778c9cf86e25 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Calling delete_port for 5ca28b6c-05d5-413e-9781-c71955433909 owned by {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:44:39.293030 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-04a046ad-c445-4380-b354-215618402d8f None None] Current status of the port e85190ec-c1d3-40ea-a766-bc3bcf3864d9 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:44:39.301506 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34c86b1b-5e31-480d-a041-0effc376bef0 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Router ab8e9898-fcd4-4f9d-8b93-5bcfb1039996 is scheduled to L3 agent 76fe5c49-705a-4e08-abb2-be585676213f with binding_index 1 {{(pid=103305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 19:44:39.322566 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-04a046ad-c445-4380-b354-215618402d8f None None] Provisioning complete for port 5ca28b6c-05d5-413e-9781-c71955433909 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:44:39.322995 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-04a046ad-c445-4380-b354-215618402d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (5ca28b6c-05d5-413e-9781-c71955433909), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:39.375263 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-04a046ad-c445-4380-b354-215618402d8f None None] Port 5ca28b6c-05d5-413e-9781-c71955433909 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:44:39.386804 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-04a046ad-c445-4380-b354-215618402d8f None None] Provisioning complete for port 22a18e43-9048-415b-9bfc-110e69041c0f triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:44:39.387185 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-04a046ad-c445-4380-b354-215618402d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (22a18e43-9048-415b-9bfc-110e69041c0f), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:39.395205 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-489c63d9-984e-423a-8452-e0a983ac6d43 req-9a0f87f5-c3bd-44af-9096-999591025e1b tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=c316c98d83734d7eab7153e5f826023b HTTP/1.1" status: 200 len: 267 time: 0.1696939 Jan 28 19:44:39.433896 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b8b7b7e5-4575-4c58-baac-778c9cf86e25 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (5ca28b6c-05d5-413e-9781-c71955433909), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:39.450470 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-04a046ad-c445-4380-b354-215618402d8f None None] Port 22a18e43-9048-415b-9bfc-110e69041c0f cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:44:39.486374 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34c86b1b-5e31-480d-a041-0effc376bef0 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:44:39.498800 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab4886e6-3ac8-4b78-a1c2-2707e7ed498a None None] Sync routers for ids ['ab8e9898-fcd4-4f9d-8b93-5bcfb1039996'] in n-d-812111-14 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:44:39.510650 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab4886e6-3ac8-4b78-a1c2-2707e7ed498a None None] Routers {'ab8e9898-fcd4-4f9d-8b93-5bcfb1039996'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:44:39.511535 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-ab4886e6-3ac8-4b78-a1c2-2707e7ed498a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:44:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['ab8e9898-fcd4-4f9d-8b93-5bcfb1039996'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:44:39.525844 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-34c86b1b-5e31-480d-a041-0effc376bef0 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:39.533483 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-34c86b1b-5e31-480d-a041-0effc376bef0 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.1368542 Jan 28 19:44:39.535966 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 52366) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:44:39.541720 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b7b7e5-4575-4c58-baac-778c9cf86e25 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Pushing event deleted for resources: {'Port': ['ID=5ca28b6c-05d5-413e-9781-c71955433909,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:44:39.701541 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b8b7b7e5-4575-4c58-baac-778c9cf86e25 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:39.708208 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-b8b7b7e5-4575-4c58-baac-778c9cf86e25 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] 10.222.0.64 "DELETE /v2.0/ports/5ca28b6c-05d5-413e-9781-c71955433909 HTTP/1.1" status: 204 len: 168 time: 0.9127958 Jan 28 19:44:39.711410 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 52370) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:44:39.728869 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489c63d9-984e-423a-8452-e0a983ac6d43 req-5d5d9419-039a-432e-8624-39e657c9ceb2 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:44:39.730860 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-489c63d9-984e-423a-8452-e0a983ac6d43 req-5d5d9419-039a-432e-8624-39e657c9ceb2 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=be3928aa-c995-4e74-8f38-5189f9ff82ed HTTP/1.1" status: 200 len: 945 time: 0.3291864 Jan 28 19:44:39.738055 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-9f6cc496-1c84-41af-9c94-c3740f8608f0 tempest-TestNetworkBasicOps-1717839870 tempest-TestNetworkBasicOps-1717839870-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=9e9e8439f0ef4f199c1cf289f0d53ad7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2008557 Jan 28 19:44:39.739613 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 52372) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:44:39.757566 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-489c63d9-984e-423a-8452-e0a983ac6d43 req-97927109-cd7a-4efe-9d41-b8bd2ddb5c79 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Request body: {'port': {'security_groups': []}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:44:39.859719 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21765836-6f9a-4a9f-9992-5efc8b86c043 None None] Could not find standard attr ID for object 5ca28b6c-05d5-413e-9781-c71955433909. {{(pid=103306) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 19:44:39.865268 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-489c63d9-984e-423a-8452-e0a983ac6d43 req-97927109-cd7a-4efe-9d41-b8bd2ddb5c79 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (cc2678dd-fe1b-43fd-bc4d-6e52f8daee48), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:39.869292 n-d-812111-14 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bc6671d-5a7f-41bd-92fe-c433fad21b4b tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] GET failed (client error): The resource could not be found. Jan 28 19:44:39.873692 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-7bc6671d-5a7f-41bd-92fe-c433fad21b4b tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] 10.222.0.64 "GET /v2.0/ports/5ca28b6c-05d5-413e-9781-c71955433909 HTTP/1.1" status: 404 len: 333 time: 0.1594415 Jan 28 19:44:39.874350 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 52374) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:44:39.892266 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:39.902386 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-ab4886e6-3ac8-4b78-a1c2-2707e7ed498a None None] Set router ab8e9898-fcd4-4f9d-8b93-5bcfb1039996 gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:44:40.064930 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f35f828e-26b6-4523-90aa-f90ce72fb9d8 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks [] for security_group (f3b5634a-1e93-4451-a32b-cdfa598795e7), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:40.078953 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4ae8226-5674-40e2-acb7-285f9108816a tempest-TestNetworkBasicOps-1717839870 tempest-TestNetworkBasicOps-1717839870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:44:40.080486 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-f4ae8226-5674-40e2-acb7-285f9108816a tempest-TestNetworkBasicOps-1717839870 tempest-TestNetworkBasicOps-1717839870-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3386106 Jan 28 19:44:40.088028 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 52378) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:44:40.113261 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f35f828e-26b6-4523-90aa-f90ce72fb9d8 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks [] for security_group (f3b5634a-1e93-4451-a32b-cdfa598795e7), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:40.151894 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-489c63d9-984e-423a-8452-e0a983ac6d43 req-97927109-cd7a-4efe-9d41-b8bd2ddb5c79 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] For port cc2678dd-fe1b-43fd-bc4d-6e52f8daee48, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=cc2678dd-fe1b-43fd-bc4d-6e52f8daee48,segment=NetworkSegment(0e20d3ef-5527-42ba-86a4-bcb741be912b),segment_id=0e20d3ef-5527-42ba-86a4-bcb741be912b)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:44:40.168788 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 52380) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:44:40.169804 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-342cae54-3289-4a68-aeb9-677197ebe2b6 tempest-TestNetworkBasicOps-1717839870 tempest-TestNetworkBasicOps-1717839870-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0806003 Jan 28 19:44:40.175101 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-f2964d44-26af-4a00-adab-5537e9d7c95b tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-520330245', 'network_id': 'df8c1d24-8252-4f3f-bd12-1bda56258e33', 'project_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:44:40.196347 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-ab4886e6-3ac8-4b78-a1c2-2707e7ed498a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab8e9898-fcd4-4f9d-8b93-5bcfb1039996', 'name': 'tempest-TestNetworkBasicOps-router-592334437', 'tenant_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': '42e55284-9c5a-4b6c-a9c1-76670ac6975e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:44:36Z', 'updated_at': '2022-01-28T19:44:38Z', 'revision_number': 3, 'project_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'gw_port': {'id': '42e55284-9c5a-4b6c-a9c1-76670ac6975e', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:3c:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab8e9898-fcd4-4f9d-8b93-5bcfb1039996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3359, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:44:37Z', 'updated_at': '2022-01-28T19:44:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:44:40.205339 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-489c63d9-984e-423a-8452-e0a983ac6d43 req-97927109-cd7a-4efe-9d41-b8bd2ddb5c79 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Publish callbacks [] for port (cc2678dd-fe1b-43fd-bc4d-6e52f8daee48), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:40.216047 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-489c63d9-984e-423a-8452-e0a983ac6d43 req-97927109-cd7a-4efe-9d41-b8bd2ddb5c79 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (cc2678dd-fe1b-43fd-bc4d-6e52f8daee48), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:40.232324 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f35f828e-26b6-4523-90aa-f90ce72fb9d8 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (f3b5634a-1e93-4451-a32b-cdfa598795e7), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:40.235442 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f35f828e-26b6-4523-90aa-f90ce72fb9d8 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:40.239208 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-f35f828e-26b6-4523-90aa-f90ce72fb9d8 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] 10.222.0.64 "DELETE /v2.0/security-groups/f3b5634a-1e93-4451-a32b-cdfa598795e7 HTTP/1.1" status: 204 len: 168 time: 0.3640463 Jan 28 19:44:40.239810 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 52384) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:44:40.286424 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489c63d9-984e-423a-8452-e0a983ac6d43 req-97927109-cd7a-4efe-9d41-b8bd2ddb5c79 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:44:40.287097 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-489c63d9-984e-423a-8452-e0a983ac6d43 req-97927109-cd7a-4efe-9d41-b8bd2ddb5c79 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:40.287620 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab4886e6-3ac8-4b78-a1c2-2707e7ed498a None None] Checking router: ab8e9898-fcd4-4f9d-8b93-5bcfb1039996 for host: n-d-812111-14 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:44:40.288445 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab4886e6-3ac8-4b78-a1c2-2707e7ed498a None None] Updating router ab8e9898-fcd4-4f9d-8b93-5bcfb1039996 port 42e55284-9c5a-4b6c-a9c1-76670ac6975e binding host n-d-812111-14 {{(pid=103306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:44:40.295257 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['0985c8f4-b2b5-44b7-a739-d77060232e00'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:44:40.298881 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-489c63d9-984e-423a-8452-e0a983ac6d43 req-97927109-cd7a-4efe-9d41-b8bd2ddb5c79 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "PUT /v2.0/ports/cc2678dd-fe1b-43fd-bc4d-6e52f8daee48 HTTP/1.1" status: 200 len: 904 time: 0.5518816 Jan 28 19:44:40.310606 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be3928aa-c995-4e74-8f38-5189f9ff82ed', 'tag': 'cc2678dd-fe1b-43fd-bc4d-6e52f8daee48'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:44:40.311795 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['fc84d67e-4a27-4500-a718-5ac17e1f6fd0', 'cc2678dd-fe1b-43fd-bc4d-6e52f8daee48'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:44:40.311977 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd9730fe-eb70-4f31-bb1e-ba9fcf7d977e" -d '{"events": [{"name": "network-changed", "server_uuid": "be3928aa-c995-4e74-8f38-5189f9ff82ed", "tag": "cc2678dd-fe1b-43fd-bc4d-6e52f8daee48"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:44:40.412069 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9363cbae-5cbb-415d-ad84-8fb554b90e6a x-openstack-request-id: req-9363cbae-5cbb-415d-ad84-8fb554b90e6a {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:44:40.412534 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be3928aa-c995-4e74-8f38-5189f9ff82ed", "tag": "cc2678dd-fe1b-43fd-bc4d-6e52f8daee48", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:44:40.412899 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9363cbae-5cbb-415d-ad84-8fb554b90e6a {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:44:40.413486 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be3928aa-c995-4e74-8f38-5189f9ff82ed', 'tag': 'cc2678dd-fe1b-43fd-bc4d-6e52f8daee48', 'status': 'completed', 'code': 200} Jan 28 19:44:40.417798 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97927109-cd7a-4efe-9d41-b8bd2ddb5c79 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Pushing event updated for resources: {'Port': ['ID=cc2678dd-fe1b-43fd-bc4d-6e52f8daee48,revision_number=6']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:44:40.528757 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35f828e-26b6-4523-90aa-f90ce72fb9d8 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3b5634a-1e93-4451-a32b-cdfa598795e7,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:44:40.564892 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['cc2678dd-fe1b-43fd-bc4d-6e52f8daee48'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:44:40.650173 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ab4886e6-3ac8-4b78-a1c2-2707e7ed498a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (42e55284-9c5a-4b6c-a9c1-76670ac6975e), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:40.692834 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2273e9e6-0569-40e3-b775-9971d6d1270b tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks [] for security_group (b81443bf-03dc-4a1d-a403-4dba814bd965), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:40.731442 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2964d44-26af-4a00-adab-5537e9d7c95b tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Made reservation on behalf of 9e9e8439f0ef4f199c1cf289f0d53ad7 for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:44:40.735785 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f2964d44-26af-4a00-adab-5537e9d7c95b tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4733071'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:40.745739 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9730fe-eb70-4f31-bb1e-ba9fcf7d977e req-26f55975-a3b2-49a6-8ce1-2e5008544d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:44:40.747269 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-bd9730fe-eb70-4f31-bb1e-ba9fcf7d977e req-26f55975-a3b2-49a6-8ce1-2e5008544d63 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c316c98d83734d7eab7153e5f826023b&device_id=be3928aa-c995-4e74-8f38-5189f9ff82ed HTTP/1.1" status: 200 len: 1090 time: 0.2911124 Jan 28 19:44:40.754677 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6876a0-31fd-4ade-957b-cab1de2d903a req-7a563aa7-8c5a-4ad8-a164-11861e2bb055 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:44:40.756560 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9e6876a0-31fd-4ade-957b-cab1de2d903a req-7a563aa7-8c5a-4ad8-a164-11861e2bb055 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=be3928aa-c995-4e74-8f38-5189f9ff82ed HTTP/1.1" status: 200 len: 907 time: 0.3632874 Jan 28 19:44:40.760007 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2273e9e6-0569-40e3-b775-9971d6d1270b tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks [] for security_group (b81443bf-03dc-4a1d-a403-4dba814bd965), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:40.804010 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-c986a1aa-1000-4692-ad7a-de5f57a9f831 None None] Provisioning complete for port cc2678dd-fe1b-43fd-bc4d-6e52f8daee48 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:44:40.804513 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c986a1aa-1000-4692-ad7a-de5f57a9f831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (cc2678dd-fe1b-43fd-bc4d-6e52f8daee48), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:40.991866 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66106437-02ee-48b1-a30a-5f2da547060b req-16280cfb-b958-435d-bb2b-a142cd749f41 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:44:41.000983 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-66106437-02ee-48b1-a30a-5f2da547060b req-16280cfb-b958-435d-bb2b-a142cd749f41 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a91007d-45be-4c6c-a11f-db74e1c43eb8 HTTP/1.1" status: 200 len: 945 time: 0.0819077 Jan 28 19:44:41.110851 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-66106437-02ee-48b1-a30a-5f2da547060b req-94739016-c4c7-4a57-b6d4-cc997b963e12 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/security-groups?id=7142df2f-bfa6-45d4-824d-35803ef6dce5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019185 Jan 28 19:44:41.161503 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-c986a1aa-1000-4692-ad7a-de5f57a9f831 None None] Current status of the port cc2678dd-fe1b-43fd-bc4d-6e52f8daee48 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:44:41.164995 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2273e9e6-0569-40e3-b775-9971d6d1270b tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (b81443bf-03dc-4a1d-a403-4dba814bd965), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:41.171895 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2273e9e6-0569-40e3-b775-9971d6d1270b tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:41.174135 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-2273e9e6-0569-40e3-b775-9971d6d1270b tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] 10.222.0.64 "DELETE /v2.0/security-groups/b81443bf-03dc-4a1d-a403-4dba814bd965 HTTP/1.1" status: 204 len: 168 time: 0.9179211 Jan 28 19:44:41.176839 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 52396) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:44:41.185479 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f2964d44-26af-4a00-adab-5537e9d7c95b tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4752401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4733085'] for subnet (00fd07da-3aa2-4e4e-8638-18442a62dc30), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:41.241370 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9730fe-eb70-4f31-bb1e-ba9fcf7d977e req-e5b456ec-5aaa-411c-98e0-8d7e117afeaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:44:41.243067 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-bd9730fe-eb70-4f31-bb1e-ba9fcf7d977e req-e5b456ec-5aaa-411c-98e0-8d7e117afeaa service neutron] 10.222.0.41 "GET /v2.0/networks?id=87bd24c3-2f53-4d06-9d37-4b32bba79109 HTTP/1.1" status: 200 len: 912 time: 0.4854648 Jan 28 19:44:41.243920 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2273e9e6-0569-40e3-b775-9971d6d1270b tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b81443bf-03dc-4a1d-a403-4dba814bd965,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:44:41.286384 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bd81b111-ae4d-42ed-b86d-385c67d06e55 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks [] for security_group (c41e9d13-85db-438e-9b90-e01660bb08c4), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:41.353369 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-bd9730fe-eb70-4f31-bb1e-ba9fcf7d977e req-06a5bfd6-9930-455d-95fb-d156beb5bf79 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cc2678dd-fe1b-43fd-bc4d-6e52f8daee48 HTTP/1.1" status: 200 len: 217 time: 0.1011257 Jan 28 19:44:41.359880 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bd81b111-ae4d-42ed-b86d-385c67d06e55 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks [] for security_group (c41e9d13-85db-438e-9b90-e01660bb08c4), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:41.361737 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2964d44-26af-4a00-adab-5537e9d7c95b tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Pushing event updated for resources: {'Subnet': ['ID=00fd07da-3aa2-4e4e-8638-18442a62dc30,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:44:41.362180 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ab4886e6-3ac8-4b78-a1c2-2707e7ed498a None None] Publish callbacks [] for port (42e55284-9c5a-4b6c-a9c1-76670ac6975e), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:41.374567 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ab4886e6-3ac8-4b78-a1c2-2707e7ed498a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (42e55284-9c5a-4b6c-a9c1-76670ac6975e), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:41.427371 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743889f9-8c02-4bb4-ab74-30ff435e8263 req-9f8f0fb5-0d59-49f7-a40d-a9cb404e193e tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:44:41.437929 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-743889f9-8c02-4bb4-ab74-30ff435e8263 req-9f8f0fb5-0d59-49f7-a40d-a9cb404e193e tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a91007d-45be-4c6c-a11f-db74e1c43eb8 HTTP/1.1" status: 200 len: 945 time: 0.2365663 Jan 28 19:44:41.460013 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bd81b111-ae4d-42ed-b86d-385c67d06e55 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (c41e9d13-85db-438e-9b90-e01660bb08c4), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:41.463255 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bd81b111-ae4d-42ed-b86d-385c67d06e55 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:41.466784 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-bd81b111-ae4d-42ed-b86d-385c67d06e55 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] 10.222.0.64 "DELETE /v2.0/security-groups/c41e9d13-85db-438e-9b90-e01660bb08c4 HTTP/1.1" status: 204 len: 168 time: 0.2864046 Jan 28 19:44:41.481754 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 52400) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:44:41.483475 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068f9160-6395-40a4-b29f-d98713608b11 None None] Pushing event updated for resources: {'Port': ['ID=42e55284-9c5a-4b6c-a9c1-76670ac6975e,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:44:41.484736 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd81b111-ae4d-42ed-b86d-385c67d06e55 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c41e9d13-85db-438e-9b90-e01660bb08c4,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:44:41.505710 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-ab4886e6-3ac8-4b78-a1c2-2707e7ed498a None None] Attempting to bind port 42e55284-9c5a-4b6c-a9c1-76670ac6975e on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:44:41.506395 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-ab4886e6-3ac8-4b78-a1c2-2707e7ed498a None None] Attempting to bind port 42e55284-9c5a-4b6c-a9c1-76670ac6975e by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:44:41.506765 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4886e6-3ac8-4b78-a1c2-2707e7ed498a None None] Attempting to bind port 42e55284-9c5a-4b6c-a9c1-76670ac6975e on network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:44:41.515467 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4886e6-3ac8-4b78-a1c2-2707e7ed498a None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 44, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:44:41.515854 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4886e6-3ac8-4b78-a1c2-2707e7ed498a None None] Checking segment: {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:44:41.516268 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ab4886e6-3ac8-4b78-a1c2-2707e7ed498a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:41.516665 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4886e6-3ac8-4b78-a1c2-2707e7ed498a None None] Bound using segment: {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:44:41.517294 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-ab4886e6-3ac8-4b78-a1c2-2707e7ed498a None None] Bound port: 42e55284-9c5a-4b6c-a9c1-76670ac6975e, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:44:41.517680 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ab4886e6-3ac8-4b78-a1c2-2707e7ed498a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (42e55284-9c5a-4b6c-a9c1-76670ac6975e), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:41.543549 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9730fe-eb70-4f31-bb1e-ba9fcf7d977e req-0ae7bb7a-1778-4ad0-8dd7-e1c03b11a82e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:44:41.545455 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-bd9730fe-eb70-4f31-bb1e-ba9fcf7d977e req-0ae7bb7a-1778-4ad0-8dd7-e1c03b11a82e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1b82f7aa-308b-4f07-b0c3-0d99e240d9ef HTTP/1.1" status: 200 len: 851 time: 0.1846759 Jan 28 19:44:41.547983 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2964d44-26af-4a00-adab-5537e9d7c95b tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Checking segment: {'id': '4aacc62a-8c59-4ded-b1ca-93156e1905f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'df8c1d24-8252-4f3f-bd12-1bda56258e33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:44:41.548343 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2964d44-26af-4a00-adab-5537e9d7c95b tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Network hostable DHCP agents. Network: df8c1d24-8252-4f3f-bd12-1bda56258e33, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:44:41.581447 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-ab4886e6-3ac8-4b78-a1c2-2707e7ed498a None None] For port 42e55284-9c5a-4b6c-a9c1-76670ac6975e, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:44:41.585432 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-ab4886e6-3ac8-4b78-a1c2-2707e7ed498a None None] For port 42e55284-9c5a-4b6c-a9c1-76670ac6975e, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=42e55284-9c5a-4b6c-a9c1-76670ac6975e,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:44:41.592043 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ab4886e6-3ac8-4b78-a1c2-2707e7ed498a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (42e55284-9c5a-4b6c-a9c1-76670ac6975e), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:41.657138 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-743889f9-8c02-4bb4-ab74-30ff435e8263 req-41cbb17c-b3bc-44a9-97d9-315c2019fa05 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/security-groups?id=7142df2f-bfa6-45d4-824d-35803ef6dce5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2035630 Jan 28 19:44:41.657138 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed3053e9-cbb4-4b6d-87f8-654af959bbed tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Deleting subnet beeb12d1-3000-4054-a6c7-b95dd443273c {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:44:41.657138 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ed3053e9-cbb4-4b6d-87f8-654af959bbed tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks [] for subnet (beeb12d1-3000-4054-a6c7-b95dd443273c), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:41.683765 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068f9160-6395-40a4-b29f-d98713608b11 None None] Pushing event updated for resources: {'Port': ['ID=42e55284-9c5a-4b6c-a9c1-76670ac6975e,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:44:41.712407 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab4886e6-3ac8-4b78-a1c2-2707e7ed498a None None] Routers {'ab8e9898-fcd4-4f9d-8b93-5bcfb1039996'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:44:41.713038 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-ab4886e6-3ac8-4b78-a1c2-2707e7ed498a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:44:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['ab8e9898-fcd4-4f9d-8b93-5bcfb1039996'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:44:41.731307 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ed3053e9-cbb4-4b6d-87f8-654af959bbed tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16187240'] for subnet (beeb12d1-3000-4054-a6c7-b95dd443273c), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:41.836496 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-ab4886e6-3ac8-4b78-a1c2-2707e7ed498a None None] Set router ab8e9898-fcd4-4f9d-8b93-5bcfb1039996 gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:44:41.922020 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:42.095225 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-ab4886e6-3ac8-4b78-a1c2-2707e7ed498a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab8e9898-fcd4-4f9d-8b93-5bcfb1039996', 'name': 'tempest-TestNetworkBasicOps-router-592334437', 'tenant_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': '42e55284-9c5a-4b6c-a9c1-76670ac6975e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:44:36Z', 'updated_at': '2022-01-28T19:44:38Z', 'revision_number': 3, 'project_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'gw_port': {'id': '42e55284-9c5a-4b6c-a9c1-76670ac6975e', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:3c:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab8e9898-fcd4-4f9d-8b93-5bcfb1039996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3359, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:44:37Z', 'updated_at': '2022-01-28T19:44:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:44:42.135373 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab4886e6-3ac8-4b78-a1c2-2707e7ed498a None None] The sync data for ids ['ab8e9898-fcd4-4f9d-8b93-5bcfb1039996'] in n-d-812111-14 is: [{'id': 'ab8e9898-fcd4-4f9d-8b93-5bcfb1039996', 'name': 'tempest-TestNetworkBasicOps-router-592334437', 'tenant_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': '42e55284-9c5a-4b6c-a9c1-76670ac6975e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:44:36Z', 'updated_at': '2022-01-28T19:44:38Z', 'revision_number': 3, 'project_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'gw_port': {'id': '42e55284-9c5a-4b6c-a9c1-76670ac6975e', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:3c:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab8e9898-fcd4-4f9d-8b93-5bcfb1039996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3359, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:44:37Z', 'updated_at': '2022-01-28T19:44:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:44:42.142515 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025c8f56-337b-432a-92f0-3a7e5ce53702 req-c24c482c-2ba8-4006-85fa-96525cd87103 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:44:42.154629 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-025c8f56-337b-432a-92f0-3a7e5ce53702 req-c24c482c-2ba8-4006-85fa-96525cd87103 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/networks?id=87bd24c3-2f53-4d06-9d37-4b32bba79109 HTTP/1.1" status: 200 len: 812 time: 0.2362523 Jan 28 19:44:42.185933 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-025c8f56-337b-432a-92f0-3a7e5ce53702 req-6067bbd8-452d-4daa-a326-7cadca1c6181 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/quotas/c316c98d83734d7eab7153e5f826023b HTTP/1.1" status: 200 len: 375 time: 0.0250740 Jan 28 19:44:42.281696 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-025c8f56-337b-432a-92f0-3a7e5ce53702 req-aaa1f467-c8e1-45ac-be5f-5050b458f7b3 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=c316c98d83734d7eab7153e5f826023b&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0942638 Jan 28 19:44:42.395462 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-025c8f56-337b-432a-92f0-3a7e5ce53702 req-2b337574-3f40-45ec-8314-75913d9b69a0 service neutron] 10.222.0.64 "GET /v2.0/networks/87bd24c3-2f53-4d06-9d37-4b32bba79109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128182 Jan 28 19:44:42.396984 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2964d44-26af-4a00-adab-5537e9d7c95b tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Network df8c1d24-8252-4f3f-bd12-1bda56258e33 is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:44:42.440827 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-f2964d44-26af-4a00-adab-5537e9d7c95b tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, df8c1d24-8252-4f3f-bd12-1bda56258e33) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:44:42.451253 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20316bca-36d3-422a-8f1f-480d4faa1007 None None] Network df8c1d24-8252-4f3f-bd12-1bda56258e33 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:44:42.472476 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2964d44-26af-4a00-adab-5537e9d7c95b tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:44:42.473076 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f2964d44-26af-4a00-adab-5537e9d7c95b tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:42.490431 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ed3053e9-cbb4-4b6d-87f8-654af959bbed tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (beeb12d1-3000-4054-a6c7-b95dd443273c), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:42.575325 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9730fe-eb70-4f31-bb1e-ba9fcf7d977e req-2ed533ea-1c7c-4628-b52d-dd35185ca70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:44:42.586082 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-bd9730fe-eb70-4f31-bb1e-ba9fcf7d977e req-2ed533ea-1c7c-4628-b52d-dd35185ca70d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=87bd24c3-2f53-4d06-9d37-4b32bba79109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.9612441 Jan 28 19:44:42.690212 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-f2964d44-26af-4a00-adab-5537e9d7c95b tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.5198603 Jan 28 19:44:42.691855 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-837f422d-c56a-4156-9552-1baae9e91120 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68cd31fd-e4cd-5fb3-a862-256fc47efcd2-df8c1d24-8252-4f3f-bd12-1bda56258e33', 'network_id': 'df8c1d24-8252-4f3f-bd12-1bda56258e33', 'project_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'fixed_ips': [{'subnet_id': '00fd07da-3aa2-4e4e-8638-18442a62dc30'}]}} from n-d-812111-14. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:44:42.692934 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-837f422d-c56a-4156-9552-1baae9e91120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:42.697217 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 52418) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:44:42.841872 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-bd9730fe-eb70-4f31-bb1e-ba9fcf7d977e req-a1a41090-93c4-4885-b22a-0456d025a85b service neutron] 10.222.0.41 "GET /v2.0/networks/87bd24c3-2f53-4d06-9d37-4b32bba79109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2302239 Jan 28 19:44:42.845270 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ed3053e9-cbb4-4b6d-87f8-654af959bbed tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4752464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4733806'] for subnet (beeb12d1-3000-4054-a6c7-b95dd443273c), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:42.901788 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-837f422d-c56a-4156-9552-1baae9e91120 None None] Allocated IP 172.20.0.2 (df8c1d24-8252-4f3f-bd12-1bda56258e33/00fd07da-3aa2-4e4e-8638-18442a62dc30/9174739c-554e-4fba-a386-9d0d8ab7be25) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:44:42.932537 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3053e9-cbb4-4b6d-87f8-654af959bbed tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Pushing event deleted for resources: {'Subnet': ['ID=beeb12d1-3000-4054-a6c7-b95dd443273c,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:44:42.988897 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ed3053e9-cbb4-4b6d-87f8-654af959bbed tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:42.994473 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-ed3053e9-cbb4-4b6d-87f8-654af959bbed tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] 10.222.0.64 "DELETE /v2.0/subnets/beeb12d1-3000-4054-a6c7-b95dd443273c HTTP/1.1" status: 204 len: 168 time: 1.4480841 Jan 28 19:44:43.012881 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-025c8f56-337b-432a-92f0-3a7e5ce53702 req-1d12e363-ce7d-4000-8203-18f905077925 service neutron] 10.222.0.64 "GET /v2.0/networks/87bd24c3-2f53-4d06-9d37-4b32bba79109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6164501 Jan 28 19:44:43.015106 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 52420) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:44:43.079328 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-837f422d-c56a-4156-9552-1baae9e91120 None None] Publish callbacks [] for port (9174739c-554e-4fba-a386-9d0d8ab7be25), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:43.091648 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef3a49d9-5cef-4001-9cba-7870f828df44 None None] Network 37073213-151b-47b1-9953-f88b2665f6c0 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:44:43.098498 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-837f422d-c56a-4156-9552-1baae9e91120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (9174739c-554e-4fba-a386-9d0d8ab7be25), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:43.152470 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-837f422d-c56a-4156-9552-1baae9e91120 None None] Network df8c1d24-8252-4f3f-bd12-1bda56258e33 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:44:43.167899 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-837f422d-c56a-4156-9552-1baae9e91120 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:44:43.171197 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837f422d-c56a-4156-9552-1baae9e91120 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:44:43.190610 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-d59d7109-1210-40e1-a676-56384fa99100 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Deleting subnet a0ecec04-ae06-49ef-8c19-91083884cfa5 {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:44:43.198588 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d59d7109-1210-40e1-a676-56384fa99100 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks [] for subnet (a0ecec04-ae06-49ef-8c19-91083884cfa5), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:43.304714 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d59d7109-1210-40e1-a676-56384fa99100 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4747050'] for subnet (a0ecec04-ae06-49ef-8c19-91083884cfa5), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:43.323798 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-bd9730fe-eb70-4f31-bb1e-ba9fcf7d977e req-67d9342b-7672-48a2-bf1e-bd424f6fca47 service neutron] 10.222.0.41 "GET /v2.0/networks/87bd24c3-2f53-4d06-9d37-4b32bba79109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3943558 Jan 28 19:44:43.334456 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837f422d-c56a-4156-9552-1baae9e91120 None None] Pushing event updated for resources: {'Port': ['ID=9174739c-554e-4fba-a386-9d0d8ab7be25,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:44:43.363769 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:43.392011 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-837f422d-c56a-4156-9552-1baae9e91120 None None] Attempting to bind port 9174739c-554e-4fba-a386-9d0d8ab7be25 on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:44:43.392393 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-837f422d-c56a-4156-9552-1baae9e91120 None None] Attempting to bind port 9174739c-554e-4fba-a386-9d0d8ab7be25 by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '4aacc62a-8c59-4ded-b1ca-93156e1905f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'df8c1d24-8252-4f3f-bd12-1bda56258e33'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:44:43.392764 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837f422d-c56a-4156-9552-1baae9e91120 None None] Attempting to bind port 9174739c-554e-4fba-a386-9d0d8ab7be25 on network df8c1d24-8252-4f3f-bd12-1bda56258e33 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:44:43.436149 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837f422d-c56a-4156-9552-1baae9e91120 None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 44, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:44:43.436535 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837f422d-c56a-4156-9552-1baae9e91120 None None] Checking segment: {'id': '4aacc62a-8c59-4ded-b1ca-93156e1905f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'df8c1d24-8252-4f3f-bd12-1bda56258e33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:44:43.436953 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-837f422d-c56a-4156-9552-1baae9e91120 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:43.438241 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837f422d-c56a-4156-9552-1baae9e91120 None None] Bound using segment: {'id': '4aacc62a-8c59-4ded-b1ca-93156e1905f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'df8c1d24-8252-4f3f-bd12-1bda56258e33'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:44:43.438757 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-837f422d-c56a-4156-9552-1baae9e91120 None None] Bound port: 9174739c-554e-4fba-a386-9d0d8ab7be25, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4aacc62a-8c59-4ded-b1ca-93156e1905f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'df8c1d24-8252-4f3f-bd12-1bda56258e33'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:44:43.441759 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-837f422d-c56a-4156-9552-1baae9e91120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (9174739c-554e-4fba-a386-9d0d8ab7be25), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:43.546795 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-444e9e04-6075-42e2-87d3-9cc696a29a95 req-27086a2d-1771-4e17-b13f-acce7d35e128 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d553984-08a5-4c2f-8ff1-acf427a87bf8 HTTP/1.1" status: 200 len: 210 time: 0.1472819 Jan 28 19:44:43.550124 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d59d7109-1210-40e1-a676-56384fa99100 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (a0ecec04-ae06-49ef-8c19-91083884cfa5), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:43.551490 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-837f422d-c56a-4156-9552-1baae9e91120 None None] For port 9174739c-554e-4fba-a386-9d0d8ab7be25, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:44:43.559272 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-837f422d-c56a-4156-9552-1baae9e91120 None None] For port 9174739c-554e-4fba-a386-9d0d8ab7be25, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=9174739c-554e-4fba-a386-9d0d8ab7be25,segment=NetworkSegment(4aacc62a-8c59-4ded-b1ca-93156e1905f7),segment_id=4aacc62a-8c59-4ded-b1ca-93156e1905f7)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:44:43.590777 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 52432) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:44:43.612021 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-837f422d-c56a-4156-9552-1baae9e91120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (9174739c-554e-4fba-a386-9d0d8ab7be25), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:43.653848 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d59d7109-1210-40e1-a676-56384fa99100 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4690616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5222356'] for subnet (a0ecec04-ae06-49ef-8c19-91083884cfa5), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:43.707230 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59d7109-1210-40e1-a676-56384fa99100 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Pushing event deleted for resources: {'Subnet': ['ID=a0ecec04-ae06-49ef-8c19-91083884cfa5,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:44:43.715103 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d59d7109-1210-40e1-a676-56384fa99100 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:43.724260 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-d59d7109-1210-40e1-a676-56384fa99100 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] 10.222.0.64 "DELETE /v2.0/subnets/a0ecec04-ae06-49ef-8c19-91083884cfa5 HTTP/1.1" status: 204 len: 168 time: 0.7070556 Jan 28 19:44:43.724502 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 52434) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:44:43.803393 n-d-812111-14 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ab0d801-fe9f-4d4a-9a4e-e58b15309664 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] DELETE failed (client error): The resource could not be found. Jan 28 19:44:43.803393 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ab0d801-fe9f-4d4a-9a4e-e58b15309664 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:44:43.806984 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-0ab0d801-fe9f-4d4a-9a4e-e58b15309664 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] 10.222.0.64 "DELETE /v2.0/subnets/beeb12d1-3000-4054-a6c7-b95dd443273c HTTP/1.1" status: 404 len: 337 time: 0.0771468 Jan 28 19:44:43.809705 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 52436) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:44:43.839622 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837f422d-c56a-4156-9552-1baae9e91120 None None] Pushing event updated for resources: {'Port': ['ID=9174739c-554e-4fba-a386-9d0d8ab7be25,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:44:43.876850 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc791ec6-f6f7-4e8a-9d3f-2c6190451347 admin admin] Deleting subnet eb9496b3-6438-4fc1-a372-03bae31cad41 {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:44:43.888942 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-dc791ec6-f6f7-4e8a-9d3f-2c6190451347 admin admin] Publish callbacks [] for subnet (eb9496b3-6438-4fc1-a372-03bae31cad41), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:43.960776 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-22963cad-24c2-446f-8e68-214b65774fd8 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Deleting subnet 05e6a27e-8da4-409c-b663-8277fab5bfd1 {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:44:43.979127 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-22963cad-24c2-446f-8e68-214b65774fd8 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks [] for subnet (05e6a27e-8da4-409c-b663-8277fab5bfd1), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:43.988987 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-dc791ec6-f6f7-4e8a-9d3f-2c6190451347 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16187240'] for subnet (eb9496b3-6438-4fc1-a372-03bae31cad41), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:44.077901 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-22963cad-24c2-446f-8e68-214b65774fd8 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4747050'] for subnet (05e6a27e-8da4-409c-b663-8277fab5bfd1), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:44.118705 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-dc791ec6-f6f7-4e8a-9d3f-2c6190451347 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (eb9496b3-6438-4fc1-a372-03bae31cad41), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:44.372141 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-22963cad-24c2-446f-8e68-214b65774fd8 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (05e6a27e-8da4-409c-b663-8277fab5bfd1), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:44.398617 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-dc791ec6-f6f7-4e8a-9d3f-2c6190451347 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4752464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4733806'] for subnet (eb9496b3-6438-4fc1-a372-03bae31cad41), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:44.420783 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-dc791ec6-f6f7-4e8a-9d3f-2c6190451347 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:44.427459 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-dc791ec6-f6f7-4e8a-9d3f-2c6190451347 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/eb9496b3-6438-4fc1-a372-03bae31cad41 HTTP/1.1" status: 204 len: 168 time: 0.8361976 Jan 28 19:44:44.428376 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 52446) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:44:44.486739 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc791ec6-f6f7-4e8a-9d3f-2c6190451347 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb9496b3-6438-4fc1-a372-03bae31cad41,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:44:44.578741 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-22963cad-24c2-446f-8e68-214b65774fd8 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4690616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5222356'] for subnet (05e6a27e-8da4-409c-b663-8277fab5bfd1), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:44.591171 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 9174739c-554e-4fba-a386-9d0d8ab7be25 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:44:44.716588 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-22963cad-24c2-446f-8e68-214b65774fd8 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:44.738725 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-22963cad-24c2-446f-8e68-214b65774fd8 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] 10.222.0.64 "DELETE /v2.0/subnets/05e6a27e-8da4-409c-b663-8277fab5bfd1 HTTP/1.1" status: 204 len: 168 time: 0.9240603 Jan 28 19:44:44.749751 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 52450) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:44:44.759746 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-922e5a4f-cadc-4dc3-a897-cdd9ca42cece admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (59dc33ae-0cc3-47fa-8462-a487e727888c), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:44.781605 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 9174739c-554e-4fba-a386-9d0d8ab7be25 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:44:44.781980 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (9174739c-554e-4fba-a386-9d0d8ab7be25), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:44.789551 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22963cad-24c2-446f-8e68-214b65774fd8 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Pushing event deleted for resources: {'Subnet': ['ID=05e6a27e-8da4-409c-b663-8277fab5bfd1,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:44:44.842841 n-d-812111-14 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae40a33c-a41d-4774-962b-7138600236f2 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] DELETE failed (client error): The resource could not be found. Jan 28 19:44:44.843318 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae40a33c-a41d-4774-962b-7138600236f2 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:44:44.848842 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-ae40a33c-a41d-4774-962b-7138600236f2 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] 10.222.0.64 "DELETE /v2.0/subnets/94470562-6c09-4ea7-82f2-61447f25a48e HTTP/1.1" status: 404 len: 337 time: 0.0971944 Jan 28 19:44:44.853886 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 52452) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:44:44.957405 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-8ae8fdad-91b6-4e8f-85da-cf65d8caa91b tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] 10.222.0.64 "GET /v2.0/ports?device_id=248e4aab-2034-4914-916b-264552fb1752 HTTP/1.1" status: 200 len: 205 time: 0.1011353 Jan 28 19:44:44.959845 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 52456) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:44:44.993330 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 9174739c-554e-4fba-a386-9d0d8ab7be25 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:44:44.993330 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (9174739c-554e-4fba-a386-9d0d8ab7be25), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:45.063338 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] For port 9174739c-554e-4fba-a386-9d0d8ab7be25, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=9174739c-554e-4fba-a386-9d0d8ab7be25,segment=NetworkSegment(4aacc62a-8c59-4ded-b1ca-93156e1905f7),segment_id=4aacc62a-8c59-4ded-b1ca-93156e1905f7)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:44:45.078419 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (9174739c-554e-4fba-a386-9d0d8ab7be25), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:45.079258 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 42e55284-9c5a-4b6c-a9c1-76670ac6975e up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:44:45.102134 n-d-812111-14 neutron-server[103304]: INFO neutron.api.v2.resource [None req-070af14b-d04d-427e-9d67-1b7a8cd2f1e0 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] delete failed (client error): The resource could not be found. Jan 28 19:44:45.103425 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-070af14b-d04d-427e-9d67-1b7a8cd2f1e0 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] 10.222.0.64 "DELETE /v2.0/routers/248e4aab-2034-4914-916b-264552fb1752 HTTP/1.1" status: 404 len: 336 time: 0.1425872 Jan 28 19:44:45.106316 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 52458) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:44:45.162909 n-d-812111-14 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bee213b-9952-4dba-8a8f-5bb707c16ec8 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] DELETE failed (client error): The resource could not be found. Jan 28 19:44:45.163698 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bee213b-9952-4dba-8a8f-5bb707c16ec8 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:44:45.167515 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-3bee213b-9952-4dba-8a8f-5bb707c16ec8 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] 10.222.0.64 "DELETE /v2.0/subnets/d777633c-82c4-4fca-a03e-42514619fbcf HTTP/1.1" status: 404 len: 337 time: 0.0601726 Jan 28 19:44:45.170110 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 52460) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:44:45.182028 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-020dba3e-9440-4e4c-a010-ff7ef59eda9d None None] Network 37073213-151b-47b1-9953-f88b2665f6c0 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:44:45.190345 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-922e5a4f-cadc-4dc3-a897-cdd9ca42cece admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (59dc33ae-0cc3-47fa-8462-a487e727888c), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:45.233680 n-d-812111-14 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddbe40d0-6ffa-496f-a5a9-efc68ffc4578 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] DELETE failed (client error): The resource could not be found. Jan 28 19:44:45.234155 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddbe40d0-6ffa-496f-a5a9-efc68ffc4578 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:44:45.242100 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-ddbe40d0-6ffa-496f-a5a9-efc68ffc4578 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] 10.222.0.64 "DELETE /v2.0/subnets/fbe9745b-5084-4a13-9f23-e69bf4888be8 HTTP/1.1" status: 404 len: 337 time: 0.0700798 Jan 28 19:44:45.250234 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 52464) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:44:45.262721 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-922e5a4f-cadc-4dc3-a897-cdd9ca42cece admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59dc33ae-0cc3-47fa-8462-a487e727888c']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:44:45.283725 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-922e5a4f-cadc-4dc3-a897-cdd9ca42cece admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb8563a1-bba4-4c92-a98a-293cd59af64f') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:44:45.284058 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-922e5a4f-cadc-4dc3-a897-cdd9ca42cece admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb8563a1-bba4-4c92-a98a-293cd59af64f') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:44:45.295537 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-922e5a4f-cadc-4dc3-a897-cdd9ca42cece admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16187153'] for segment (fb8563a1-bba4-4c92-a98a-293cd59af64f), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:45.298423 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Pushing event updated for resources: {'Port': ['ID=9174739c-554e-4fba-a386-9d0d8ab7be25,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:44:45.308845 n-d-812111-14 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-69d8e018-8b8c-441d-b5a8-ba85ba4c9740 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] DELETE failed (client error): The resource could not be found. Jan 28 19:44:45.311937 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-922e5a4f-cadc-4dc3-a897-cdd9ca42cece admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (fb8563a1-bba4-4c92-a98a-293cd59af64f), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:45.318998 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69d8e018-8b8c-441d-b5a8-ba85ba4c9740 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:44:45.324915 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-69d8e018-8b8c-441d-b5a8-ba85ba4c9740 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] 10.222.0.64 "DELETE /v2.0/subnets/81dcc5d4-0bb1-4e04-9fa4-7620b0e1b7d0 HTTP/1.1" status: 404 len: 337 time: 0.0736458 Jan 28 19:44:45.327840 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 52466) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:44:45.332712 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-922e5a4f-cadc-4dc3-a897-cdd9ca42cece admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:44:45.333551 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-922e5a4f-cadc-4dc3-a897-cdd9ca42cece admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4752570'] for segment (fb8563a1-bba4-4c92-a98a-293cd59af64f), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:45.400390 n-d-812111-14 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-3918f98b-d165-409c-b3ae-1395320ff757 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] DELETE failed (client error): The resource could not be found. Jan 28 19:44:45.401657 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3918f98b-d165-409c-b3ae-1395320ff757 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:44:45.405800 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-3918f98b-d165-409c-b3ae-1395320ff757 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] 10.222.0.64 "DELETE /v2.0/ports/c5cae385-ad89-48df-9b25-816f04784893 HTTP/1.1" status: 404 len: 333 time: 0.0769529 Jan 28 19:44:45.411741 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-e8ef3aba-be32-4733-a503-e906f629c8c0 None None] Provisioning complete for port e85190ec-c1d3-40ea-a766-bc3bcf3864d9 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:44:45.412446 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e8ef3aba-be32-4733-a503-e906f629c8c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (e85190ec-c1d3-40ea-a766-bc3bcf3864d9), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:45.451203 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 52468) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:44:45.465589 n-d-812111-14 neutron-server[103305]: Traceback (most recent call last): Jan 28 19:44:45.465589 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:44:45.465589 n-d-812111-14 neutron-server[103305]: timer() Jan 28 19:44:45.465589 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:44:45.465589 n-d-812111-14 neutron-server[103305]: cb(*args, **kw) Jan 28 19:44:45.465589 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:44:45.465589 n-d-812111-14 neutron-server[103305]: return func(*args, **kwargs) Jan 28 19:44:45.465589 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:44:45.465589 n-d-812111-14 neutron-server[103305]: self._notify() Jan 28 19:44:45.465589 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:44:45.465589 n-d-812111-14 neutron-server[103305]: self.callback(batched_events) Jan 28 19:44:45.465589 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:44:45.465589 n-d-812111-14 neutron-server[103305]: event.method(event) Jan 28 19:44:45.465589 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:44:45.465589 n-d-812111-14 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:44:45.465589 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:44:45.465589 n-d-812111-14 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:44:45.465589 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:44:45.465589 n-d-812111-14 neutron-server[103305]: return f(self, *a, **k) Jan 28 19:44:45.465589 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:44:45.465589 n-d-812111-14 neutron-server[103305]: return self._get(url).json() Jan 28 19:44:45.465589 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:44:45.465589 n-d-812111-14 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:44:45.465589 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:44:45.465589 n-d-812111-14 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 28 19:44:45.465589 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:44:45.465589 n-d-812111-14 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:44:45.465589 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:44:45.465589 n-d-812111-14 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:44:45.465589 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:44:45.465589 n-d-812111-14 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:44:45.465589 n-d-812111-14 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:44:45.472312 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a70ba58e-0db6-4f95-811f-d0384287ccfe req-35ab91bd-6bb8-4e67-860e-d602a753cc11 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d553984-08a5-4c2f-8ff1-acf427a87bf8 HTTP/1.1" status: 200 len: 210 time: 0.1271579 Jan 28 19:44:45.475825 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8045adc5-6547-4dd7-897b-5ca39525d0e8 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:45.482054 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-922e5a4f-cadc-4dc3-a897-cdd9ca42cece admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (59dc33ae-0cc3-47fa-8462-a487e727888c), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:45.517811 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-922e5a4f-cadc-4dc3-a897-cdd9ca42cece admin admin] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:45.527168 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-922e5a4f-cadc-4dc3-a897-cdd9ca42cece admin admin] 10.222.0.64 "DELETE /v2.0/networks/59dc33ae-0cc3-47fa-8462-a487e727888c HTTP/1.1" status: 204 len: 168 time: 1.0752349 Jan 28 19:44:45.578238 n-d-812111-14 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-463b699a-ce54-4096-a251-844e76539a3f tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] DELETE failed (client error): The resource could not be found. Jan 28 19:44:45.578717 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-463b699a-ce54-4096-a251-844e76539a3f tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:44:45.579452 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922e5a4f-cadc-4dc3-a897-cdd9ca42cece admin admin] Pushing event deleted for resources: {'Network': ['ID=59dc33ae-0cc3-47fa-8462-a487e727888c,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:44:45.581926 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-463b699a-ce54-4096-a251-844e76539a3f tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] 10.222.0.64 "DELETE /v2.0/subnets/1e8365ee-41e1-459b-b9a0-3518f311fa4b HTTP/1.1" status: 404 len: 337 time: 0.1292791 Jan 28 19:44:45.598836 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 52472) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:44:45.690650 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 42e55284-9c5a-4b6c-a9c1-76670ac6975e triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:44:45.691209 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (42e55284-9c5a-4b6c-a9c1-76670ac6975e), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:45.707121 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-683bb2e4-c05f-4f51-9e91-2df3bcbb1c3d req-fad3dfd9-b4d1-4bc6-af51-0c994f397e05 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=4a91007d-45be-4c6c-a11f-db74e1c43eb8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.8552220 Jan 28 19:44:45.781721 n-d-812111-14 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dca9de1-58c3-4f05-871d-13332b652eaf tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] DELETE failed (client error): The resource could not be found. Jan 28 19:44:45.782189 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1dca9de1-58c3-4f05-871d-13332b652eaf tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:44:45.798801 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-1dca9de1-58c3-4f05-871d-13332b652eaf tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] 10.222.0.64 "DELETE /v2.0/subnets/6984a72e-9e75-4eb4-9117-942f3584156e HTTP/1.1" status: 404 len: 337 time: 0.1973743 Jan 28 19:44:45.803775 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 52474) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:44:45.862965 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40bbbdee-f844-4961-bdc9-b000a11123b7 None None] DHCP port deletion for 37073213-151b-47b1-9953-f88b2665f6c0 request from n-d-812111-14 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:44:45.926338 n-d-812111-14 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-f03a6cad-c536-4a89-9406-325838d97ea2 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] DELETE failed (client error): The resource could not be found. Jan 28 19:44:45.926537 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-e8ef3aba-be32-4733-a503-e906f629c8c0 None None] Current status of the port e85190ec-c1d3-40ea-a766-bc3bcf3864d9 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:44:45.928442 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f03a6cad-c536-4a89-9406-325838d97ea2 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:44:45.936142 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-f03a6cad-c536-4a89-9406-325838d97ea2 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] 10.222.0.64 "DELETE /v2.0/ports/6380fbb4-c4a7-4eff-84a7-1e4fc613bf5b HTTP/1.1" status: 404 len: 333 time: 0.1312616 Jan 28 19:44:45.943873 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 52476) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:44:45.987929 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8336865d-5302-445b-968c-3d0b97b3a692 None None] Network df8c1d24-8252-4f3f-bd12-1bda56258e33 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:44:45.988152 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 52478) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:44:46.060045 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683bb2e4-c05f-4f51-9e91-2df3bcbb1c3d req-e5874fcd-63d4-4147-97be-6b27f94dcf74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:44:46.062234 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-683bb2e4-c05f-4f51-9e91-2df3bcbb1c3d req-e5874fcd-63d4-4147-97be-6b27f94dcf74 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c316c98d83734d7eab7153e5f826023b&device_id=4a91007d-45be-4c6c-a11f-db74e1c43eb8 HTTP/1.1" status: 200 len: 1128 time: 0.2083948 Jan 28 19:44:46.108027 n-d-812111-14 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7fb17ad-1292-4928-b8d0-8eb5d2c3eda9 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] DELETE failed (client error): The resource could not be found. Jan 28 19:44:46.108715 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7fb17ad-1292-4928-b8d0-8eb5d2c3eda9 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:44:46.111999 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-d7fb17ad-1292-4928-b8d0-8eb5d2c3eda9 tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] 10.222.0.64 "DELETE /v2.0/subnets/98eb447d-ca5d-4b8e-be4d-0a8d45c0cb9e HTTP/1.1" status: 404 len: 337 time: 0.1668189 Jan 28 19:44:46.128912 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 52480) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:44:46.132182 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025c8f56-337b-432a-92f0-3a7e5ce53702 req-425e11af-5122-433f-8d3d-4d41329ad095 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:44:46.135720 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-025c8f56-337b-432a-92f0-3a7e5ce53702 req-425e11af-5122-433f-8d3d-4d41329ad095 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.70 "GET /v2.0/networks?id=87bd24c3-2f53-4d06-9d37-4b32bba79109 HTTP/1.1" status: 200 len: 812 time: 0.5893745 Jan 28 19:44:46.150148 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-025c8f56-337b-432a-92f0-3a7e5ce53702 req-63b2918c-4253-4652-8cde-a44ab3bc3901 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Request body: {'port': {'device_id': '8d553984-08a5-4c2f-8ff1-acf427a87bf8', 'network_id': '87bd24c3-2f53-4d06-9d37-4b32bba79109', 'admin_state_up': True, 'tenant_id': 'c316c98d83734d7eab7153e5f826023b'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:44:46.153808 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-beb77fc6-a754-45c3-abd3-98f88f99c1d0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d22f40a4e9bd48b0b6be5dd592836afd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1646745 Jan 28 19:44:46.191638 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 52482) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:44:46.301237 n-d-812111-14 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-639d83c7-6c65-4773-ac99-596761fff36f tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] DELETE failed (client error): The resource could not be found. Jan 28 19:44:46.301708 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-639d83c7-6c65-4773-ac99-596761fff36f tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:44:46.312846 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 52486) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:44:46.322635 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-639d83c7-6c65-4773-ac99-596761fff36f tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] 10.222.0.64 "DELETE /v2.0/subnets/2e342ff6-0793-4357-a38d-a64ad4608bb0 HTTP/1.1" status: 404 len: 337 time: 0.1920409 Jan 28 19:44:46.327184 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-e8ef3aba-be32-4733-a503-e906f629c8c0 None None] Provisioning complete for port 22a18e43-9048-415b-9bfc-110e69041c0f triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:44:46.328113 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e8ef3aba-be32-4733-a503-e906f629c8c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (22a18e43-9048-415b-9bfc-110e69041c0f), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:46.381149 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-e8ef3aba-be32-4733-a503-e906f629c8c0 None None] Port 22a18e43-9048-415b-9bfc-110e69041c0f cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:44:46.448639 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c65a40fb-cc86-4733-81b0-622379dad5b0 admin admin] Publish callbacks [] for security_group (a818cb2a-9ff5-4336-8f4d-815c6cc3d1e6), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:46.455664 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-8045adc5-6547-4dd7-897b-5ca39525d0e8 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Allocated IP 172.20.0.1 (df8c1d24-8252-4f3f-bd12-1bda56258e33/00fd07da-3aa2-4e4e-8638-18442a62dc30/7749a184-d6a9-4cd4-82e6-a1549495112c) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:44:46.518399 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 42e55284-9c5a-4b6c-a9c1-76670ac6975e is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:44:46.518795 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (42e55284-9c5a-4b6c-a9c1-76670ac6975e), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:46.542488 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] For port 42e55284-9c5a-4b6c-a9c1-76670ac6975e, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=42e55284-9c5a-4b6c-a9c1-76670ac6975e,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:44:46.560413 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-025c8f56-337b-432a-92f0-3a7e5ce53702 req-63b2918c-4253-4652-8cde-a44ab3bc3901 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Made reservation on behalf of c316c98d83734d7eab7153e5f826023b for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:44:46.564148 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683bb2e4-c05f-4f51-9e91-2df3bcbb1c3d req-17db970f-c293-4983-96e4-98edd8b03d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:44:46.566113 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-683bb2e4-c05f-4f51-9e91-2df3bcbb1c3d req-17db970f-c293-4983-96e4-98edd8b03d0c service neutron] 10.222.0.70 "GET /v2.0/networks?id=87bd24c3-2f53-4d06-9d37-4b32bba79109 HTTP/1.1" status: 200 len: 912 time: 0.4802322 Jan 28 19:44:46.566305 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (42e55284-9c5a-4b6c-a9c1-76670ac6975e), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:46.581668 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c65a40fb-cc86-4733-81b0-622379dad5b0 admin admin] Publish callbacks [] for security_group (a818cb2a-9ff5-4336-8f4d-815c6cc3d1e6), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:46.585946 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-025c8f56-337b-432a-92f0-3a7e5ce53702 req-63b2918c-4253-4652-8cde-a44ab3bc3901 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:46.652519 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-eccf2bec-f15d-4237-91ea-e74582f94a1c tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Deleting port 22a18e43-9048-415b-9bfc-110e69041c0f {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:44:46.652870 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-eccf2bec-f15d-4237-91ea-e74582f94a1c tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (22a18e43-9048-415b-9bfc-110e69041c0f), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:46.692129 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-95c5cd76-4752-4ef0-883c-04b4770e1c96 None None] Provisioning complete for port 9174739c-554e-4fba-a386-9d0d8ab7be25 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:44:46.692687 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-95c5cd76-4752-4ef0-883c-04b4770e1c96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (9174739c-554e-4fba-a386-9d0d8ab7be25), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:46.704753 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7d667bf9-2c71-4d26-9a97-607ca510871b req-3d13f4d6-f5e0-400d-a6e3-140b68669491 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d553984-08a5-4c2f-8ff1-acf427a87bf8 HTTP/1.1" status: 200 len: 210 time: 0.0921583 Jan 28 19:44:46.762910 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 9174739c-554e-4fba-a386-9d0d8ab7be25 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:44:46.774104 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-40bbbdee-f844-4961-bdc9-b000a11123b7 None None] Deleting port e85190ec-c1d3-40ea-a766-bc3bcf3864d9 {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:44:46.774485 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-40bbbdee-f844-4961-bdc9-b000a11123b7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (e85190ec-c1d3-40ea-a766-bc3bcf3864d9), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:46.807584 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-683bb2e4-c05f-4f51-9e91-2df3bcbb1c3d req-3f2988e7-96ed-46ce-a8e2-fe3a6e4ffe1b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4fc29a78-414a-4805-a8cf-167eee4a4412 HTTP/1.1" status: 200 len: 999 time: 0.2338450 Jan 28 19:44:46.841271 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-eccf2bec-f15d-4237-91ea-e74582f94a1c tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (22a18e43-9048-415b-9bfc-110e69041c0f), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:46.865190 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683bb2e4-c05f-4f51-9e91-2df3bcbb1c3d req-8c8b3ff6-85b1-4820-8857-b9a2bec4eccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:44:46.867350 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-683bb2e4-c05f-4f51-9e91-2df3bcbb1c3d req-8c8b3ff6-85b1-4820-8857-b9a2bec4eccf service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1b82f7aa-308b-4f07-b0c3-0d99e240d9ef HTTP/1.1" status: 200 len: 851 time: 0.0507252 Jan 28 19:44:46.879626 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-eccf2bec-f15d-4237-91ea-e74582f94a1c tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Calling delete_port for 22a18e43-9048-415b-9bfc-110e69041c0f owned by {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:44:46.909553 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c65a40fb-cc86-4733-81b0-622379dad5b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (a818cb2a-9ff5-4336-8f4d-815c6cc3d1e6), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:46.912697 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c65a40fb-cc86-4733-81b0-622379dad5b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:46.914133 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-c65a40fb-cc86-4733-81b0-622379dad5b0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a818cb2a-9ff5-4336-8f4d-815c6cc3d1e6 HTTP/1.1" status: 204 len: 168 time: 0.7215443 Jan 28 19:44:46.943786 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65a40fb-cc86-4733-81b0-622379dad5b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a818cb2a-9ff5-4336-8f4d-815c6cc3d1e6,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:44:46.969253 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8045adc5-6547-4dd7-897b-5ca39525d0e8 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks [] for port (7749a184-d6a9-4cd4-82e6-a1549495112c), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:46.993727 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683bb2e4-c05f-4f51-9e91-2df3bcbb1c3d req-9c120ffd-00e4-4cd0-9ec1-1c2c6bce8fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:44:46.994385 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Pushing event updated for resources: {'Port': ['ID=42e55284-9c5a-4b6c-a9c1-76670ac6975e,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:44:46.997342 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-683bb2e4-c05f-4f51-9e91-2df3bcbb1c3d req-9c120ffd-00e4-4cd0-9ec1-1c2c6bce8fc2 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=87bd24c3-2f53-4d06-9d37-4b32bba79109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1217570 Jan 28 19:44:47.058076 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-40bbbdee-f844-4961-bdc9-b000a11123b7 None None] For port e85190ec-c1d3-40ea-a766-bc3bcf3864d9, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=e85190ec-c1d3-40ea-a766-bc3bcf3864d9,segment=NetworkSegment(f51549d9-c949-4dbc-a1d0-f33b2cca339a),segment_id=f51549d9-c949-4dbc-a1d0-f33b2cca339a)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:44:47.058487 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-40bbbdee-f844-4961-bdc9-b000a11123b7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (e85190ec-c1d3-40ea-a766-bc3bcf3864d9), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:47.087898 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-eccf2bec-f15d-4237-91ea-e74582f94a1c tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (22a18e43-9048-415b-9bfc-110e69041c0f), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:47.127854 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-40bbbdee-f844-4961-bdc9-b000a11123b7 None None] Calling delete_port for e85190ec-c1d3-40ea-a766-bc3bcf3864d9 owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:44:47.133681 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-95c5cd76-4752-4ef0-883c-04b4770e1c96 None None] Current status of the port 9174739c-554e-4fba-a386-9d0d8ab7be25 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:44:47.152583 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8045adc5-6547-4dd7-897b-5ca39525d0e8 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (7749a184-d6a9-4cd4-82e6-a1549495112c), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:47.177120 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 9174739c-554e-4fba-a386-9d0d8ab7be25 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:44:47.177518 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (9174739c-554e-4fba-a386-9d0d8ab7be25), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:47.200390 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-eccf2bec-f15d-4237-91ea-e74582f94a1c tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:47.204297 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-eccf2bec-f15d-4237-91ea-e74582f94a1c tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] 10.222.0.64 "DELETE /v2.0/ports/22a18e43-9048-415b-9bfc-110e69041c0f HTTP/1.1" status: 204 len: 168 time: 0.8883617 Jan 28 19:44:47.211029 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8045adc5-6547-4dd7-897b-5ca39525d0e8 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Network df8c1d24-8252-4f3f-bd12-1bda56258e33 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:44:47.212045 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 52492) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:44:47.221312 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-8045adc5-6547-4dd7-897b-5ca39525d0e8 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:44:47.229201 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccf2bec-f15d-4237-91ea-e74582f94a1c tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Pushing event deleted for resources: {'Port': ['ID=22a18e43-9048-415b-9bfc-110e69041c0f,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:44:47.253523 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8045adc5-6547-4dd7-897b-5ca39525d0e8 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:44:47.336382 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-26d5e140-e9cb-4200-a5b8-ee69ef05f27d None None] Provisioning complete for port 9174739c-554e-4fba-a386-9d0d8ab7be25 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:44:47.336771 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-26d5e140-e9cb-4200-a5b8-ee69ef05f27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (9174739c-554e-4fba-a386-9d0d8ab7be25), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:47.374103 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-140a0ee9-1aeb-4115-85fd-0b4d0604c68e tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (37073213-151b-47b1-9953-f88b2665f6c0), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:47.412896 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-683bb2e4-c05f-4f51-9e91-2df3bcbb1c3d req-a68627bc-a245-4b45-b22b-27927460aaad service neutron] 10.222.0.70 "GET /v2.0/networks/87bd24c3-2f53-4d06-9d37-4b32bba79109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4053934 Jan 28 19:44:47.435449 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-40bbbdee-f844-4961-bdc9-b000a11123b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985'] for port (e85190ec-c1d3-40ea-a766-bc3bcf3864d9), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:47.447933 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8045adc5-6547-4dd7-897b-5ca39525d0e8 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Pushing event updated for resources: {'Port': ['ID=7749a184-d6a9-4cd4-82e6-a1549495112c,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:44:47.460876 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-025c8f56-337b-432a-92f0-3a7e5ce53702 req-63b2918c-4253-4652-8cde-a44ab3bc3901 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Allocated IP 172.20.0.14 (87bd24c3-2f53-4d06-9d37-4b32bba79109/1b82f7aa-308b-4f07-b0c3-0d99e240d9ef/5cdaf7a5-e6e5-431b-aa17-9f3059abfed4) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:44:47.514623 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bbbdee-f844-4961-bdc9-b000a11123b7 None None] Pushing event deleted for resources: {'Port': ['ID=e85190ec-c1d3-40ea-a766-bc3bcf3864d9,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:44:47.531416 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40bbbdee-f844-4961-bdc9-b000a11123b7 None None] No DVR routers for this DVR port e85190ec-c1d3-40ea-a766-bc3bcf3864d9 on host n-d-812111-14 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:44:47.574052 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8045adc5-6547-4dd7-897b-5ca39525d0e8 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734769'] for router_interface (ab8e9898-fcd4-4f9d-8b93-5bcfb1039996), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:47.600553 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 9174739c-554e-4fba-a386-9d0d8ab7be25 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:44:47.686646 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-140a0ee9-1aeb-4115-85fd-0b4d0604c68e tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (37073213-151b-47b1-9953-f88b2665f6c0), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:47.693868 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device e85190ec-c1d3-40ea-a766-bc3bcf3864d9 no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:44:47.715237 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-140a0ee9-1aeb-4115-85fd-0b4d0604c68e tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37073213-151b-47b1-9953-f88b2665f6c0']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:44:47.729833 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-140a0ee9-1aeb-4115-85fd-0b4d0604c68e tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f51549d9-c949-4dbc-a1d0-f33b2cca339a') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:44:47.730136 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-140a0ee9-1aeb-4115-85fd-0b4d0604c68e tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f51549d9-c949-4dbc-a1d0-f33b2cca339a') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:44:47.735937 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: e85190ec-c1d3-40ea-a766-bc3bcf3864d9 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:44:47.736290 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device e85190ec-c1d3-40ea-a766-bc3bcf3864d9 not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:44:47.744220 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-140a0ee9-1aeb-4115-85fd-0b4d0604c68e tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16187153'] for segment (f51549d9-c949-4dbc-a1d0-f33b2cca339a), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:47.745062 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-26d5e140-e9cb-4200-a5b8-ee69ef05f27d None None] Current status of the port 9174739c-554e-4fba-a386-9d0d8ab7be25 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:44:47.769442 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-140a0ee9-1aeb-4115-85fd-0b4d0604c68e tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (f51549d9-c949-4dbc-a1d0-f33b2cca339a), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:47.813900 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-140a0ee9-1aeb-4115-85fd-0b4d0604c68e tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:44:47.814223 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-140a0ee9-1aeb-4115-85fd-0b4d0604c68e tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4752570'] for segment (f51549d9-c949-4dbc-a1d0-f33b2cca339a), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:47.821198 n-d-812111-14 neutron-server[103305]: Traceback (most recent call last): Jan 28 19:44:47.821198 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:44:47.821198 n-d-812111-14 neutron-server[103305]: timer() Jan 28 19:44:47.821198 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:44:47.821198 n-d-812111-14 neutron-server[103305]: cb(*args, **kw) Jan 28 19:44:47.821198 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:44:47.821198 n-d-812111-14 neutron-server[103305]: return func(*args, **kwargs) Jan 28 19:44:47.821198 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:44:47.821198 n-d-812111-14 neutron-server[103305]: self._notify() Jan 28 19:44:47.821198 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:44:47.821198 n-d-812111-14 neutron-server[103305]: self.callback(batched_events) Jan 28 19:44:47.821198 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:44:47.821198 n-d-812111-14 neutron-server[103305]: event.method(event) Jan 28 19:44:47.821198 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:44:47.821198 n-d-812111-14 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:44:47.821198 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:44:47.821198 n-d-812111-14 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:44:47.821198 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:44:47.821198 n-d-812111-14 neutron-server[103305]: return f(self, *a, **k) Jan 28 19:44:47.821198 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:44:47.821198 n-d-812111-14 neutron-server[103305]: return self._get(url).json() Jan 28 19:44:47.821198 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:44:47.821198 n-d-812111-14 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:44:47.821198 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:44:47.821198 n-d-812111-14 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 28 19:44:47.821198 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:44:47.821198 n-d-812111-14 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:44:47.821198 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:44:47.821198 n-d-812111-14 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:44:47.821198 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:44:47.821198 n-d-812111-14 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:44:47.821198 n-d-812111-14 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:44:47.838621 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-683bb2e4-c05f-4f51-9e91-2df3bcbb1c3d req-c4b1dea5-c066-4a05-adcb-7a3f0faf27bf service neutron] 10.222.0.70 "GET /v2.0/networks/87bd24c3-2f53-4d06-9d37-4b32bba79109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4133849 Jan 28 19:44:47.842737 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9a2a58f7-8336-4e81-b832-862444eb49a8 req-89d09765-7c92-4985-aba2-581303da2808 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d553984-08a5-4c2f-8ff1-acf427a87bf8 HTTP/1.1" status: 200 len: 210 time: 0.0512762 Jan 28 19:44:47.845835 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-025c8f56-337b-432a-92f0-3a7e5ce53702 req-63b2918c-4253-4652-8cde-a44ab3bc3901 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Publish callbacks [] for port (5cdaf7a5-e6e5-431b-aa17-9f3059abfed4), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:47.881988 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-c610ad17-b89e-4e98-a7a5-735ea52f8d13 None None] Provisioning complete for port 7749a184-d6a9-4cd4-82e6-a1549495112c triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:44:47.882753 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c610ad17-b89e-4e98-a7a5-735ea52f8d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (7749a184-d6a9-4cd4-82e6-a1549495112c), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:47.917555 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-025c8f56-337b-432a-92f0-3a7e5ce53702 req-63b2918c-4253-4652-8cde-a44ab3bc3901 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (5cdaf7a5-e6e5-431b-aa17-9f3059abfed4), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:47.944016 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['0985c8f4-b2b5-44b7-a739-d77060232e00'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:44:47.961980 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-140a0ee9-1aeb-4115-85fd-0b4d0604c68e tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (37073213-151b-47b1-9953-f88b2665f6c0), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:47.983058 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-025c8f56-337b-432a-92f0-3a7e5ce53702 req-63b2918c-4253-4652-8cde-a44ab3bc3901 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Network 87bd24c3-2f53-4d06-9d37-4b32bba79109 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:44:47.990013 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-025c8f56-337b-432a-92f0-3a7e5ce53702 req-63b2918c-4253-4652-8cde-a44ab3bc3901 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:44:47.995996 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-025c8f56-337b-432a-92f0-3a7e5ce53702 req-63b2918c-4253-4652-8cde-a44ab3bc3901 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:44:47.999319 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b2918c-4253-4652-8cde-a44ab3bc3901 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Pushing event updated for resources: {'Port': ['ID=5cdaf7a5-e6e5-431b-aa17-9f3059abfed4,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:44:48.011335 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-140a0ee9-1aeb-4115-85fd-0b4d0604c68e tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:48.017465 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-140a0ee9-1aeb-4115-85fd-0b4d0604c68e tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] 10.222.0.64 "DELETE /v2.0/networks/37073213-151b-47b1-9953-f88b2665f6c0 HTTP/1.1" status: 204 len: 168 time: 0.7929006 Jan 28 19:44:48.022579 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140a0ee9-1aeb-4115-85fd-0b4d0604c68e tempest-PortsTestJSON-2056472787 tempest-PortsTestJSON-2056472787-project] Pushing event deleted for resources: {'Network': ['ID=37073213-151b-47b1-9953-f88b2665f6c0,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:44:48.026634 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['fc84d67e-4a27-4500-a718-5ac17e1f6fd0'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:44:48.103425 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025c8f56-337b-432a-92f0-3a7e5ce53702 req-63b2918c-4253-4652-8cde-a44ab3bc3901 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:44:48.105369 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-025c8f56-337b-432a-92f0-3a7e5ce53702 req-63b2918c-4253-4652-8cde-a44ab3bc3901 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:48.119939 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8045adc5-6547-4dd7-897b-5ca39525d0e8 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (7749a184-d6a9-4cd4-82e6-a1549495112c), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:48.153585 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-025c8f56-337b-432a-92f0-3a7e5ce53702 req-63b2918c-4253-4652-8cde-a44ab3bc3901 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0077188 Jan 28 19:44:48.167824 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-025c8f56-337b-432a-92f0-3a7e5ce53702 req-7696b9a2-03bd-444e-bf0c-d503a815e297 service neutron] Request body: {'port': {'device_id': '8d553984-08a5-4c2f-8ff1-acf427a87bf8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-14'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:44:48.205465 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-c610ad17-b89e-4e98-a7a5-735ea52f8d13 None None] Port 7749a184-d6a9-4cd4-82e6-a1549495112c cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:44:48.340269 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-025c8f56-337b-432a-92f0-3a7e5ce53702 req-7696b9a2-03bd-444e-bf0c-d503a815e297 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (5cdaf7a5-e6e5-431b-aa17-9f3059abfed4), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:48.542098 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-1bb424e9-0abf-47ea-84e7-18e2295db21d None None] Provisioning complete for port 5cdaf7a5-e6e5-431b-aa17-9f3059abfed4 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:44:48.544525 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1bb424e9-0abf-47ea-84e7-18e2295db21d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (5cdaf7a5-e6e5-431b-aa17-9f3059abfed4), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:48.632282 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-1bb424e9-0abf-47ea-84e7-18e2295db21d None None] Port 5cdaf7a5-e6e5-431b-aa17-9f3059abfed4 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:44:48.633693 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 52522) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:44:48.688598 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 42e55284-9c5a-4b6c-a9c1-76670ac6975e up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:44:48.790368 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 42e55284-9c5a-4b6c-a9c1-76670ac6975e triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:44:48.792592 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (42e55284-9c5a-4b6c-a9c1-76670ac6975e), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:48.967593 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-025c8f56-337b-432a-92f0-3a7e5ce53702 req-7696b9a2-03bd-444e-bf0c-d503a815e297 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cdaf7a5-e6e5-431b-aa17-9f3059abfed4 {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:44:48.980223 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-025c8f56-337b-432a-92f0-3a7e5ce53702 req-7696b9a2-03bd-444e-bf0c-d503a815e297 service neutron] Publish callbacks [] for port (5cdaf7a5-e6e5-431b-aa17-9f3059abfed4), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:49.040327 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 42e55284-9c5a-4b6c-a9c1-76670ac6975e is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:44:49.051066 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-025c8f56-337b-432a-92f0-3a7e5ce53702 req-7696b9a2-03bd-444e-bf0c-d503a815e297 service neutron] Transition to ACTIVE for port object 5cdaf7a5-e6e5-431b-aa17-9f3059abfed4 will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:44:49.063232 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-025c8f56-337b-432a-92f0-3a7e5ce53702 req-7696b9a2-03bd-444e-bf0c-d503a815e297 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (5cdaf7a5-e6e5-431b-aa17-9f3059abfed4), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:49.074172 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-9f56d01c-dbcd-4491-8644-2d7ad94c49d3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d871ffcf59da420e85b77b208fa5001b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4371073 Jan 28 19:44:49.097143 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 52538) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:44:49.195490 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7696b9a2-03bd-444e-bf0c-d503a815e297 service neutron] Pushing event updated for resources: {'Port': ['ID=5cdaf7a5-e6e5-431b-aa17-9f3059abfed4,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:44:49.247821 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b050fa94-844f-469f-8024-05f31761db69 admin admin] Publish callbacks [] for security_group (1f97833f-c350-4681-ba19-20b39d4852fe), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:49.286515 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-025c8f56-337b-432a-92f0-3a7e5ce53702 req-7696b9a2-03bd-444e-bf0c-d503a815e297 service neutron] Attempting to bind port 5cdaf7a5-e6e5-431b-aa17-9f3059abfed4 on host n-h2-812111-14 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:44:49.286865 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-025c8f56-337b-432a-92f0-3a7e5ce53702 req-7696b9a2-03bd-444e-bf0c-d503a815e297 service neutron] Attempting to bind port 5cdaf7a5-e6e5-431b-aa17-9f3059abfed4 by drivers openvswitch,hyperv on host n-h2-812111-14 at level 0 using segments [{'id': '0e20d3ef-5527-42ba-86a4-bcb741be912b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '87bd24c3-2f53-4d06-9d37-4b32bba79109'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:44:49.287202 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-025c8f56-337b-432a-92f0-3a7e5ce53702 req-7696b9a2-03bd-444e-bf0c-d503a815e297 service neutron] Attempting to bind port 5cdaf7a5-e6e5-431b-aa17-9f3059abfed4 on network 87bd24c3-2f53-4d06-9d37-4b32bba79109 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:44:49.290699 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b050fa94-844f-469f-8024-05f31761db69 admin admin] Publish callbacks [] for security_group (1f97833f-c350-4681-ba19-20b39d4852fe), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:49.303802 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-025c8f56-337b-432a-92f0-3a7e5ce53702 req-7696b9a2-03bd-444e-bf0c-d503a815e297 service neutron] Port 5cdaf7a5-e6e5-431b-aa17-9f3059abfed4 on network 87bd24c3-2f53-4d06-9d37-4b32bba79109 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-14 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:44:49.304263 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-025c8f56-337b-432a-92f0-3a7e5ce53702 req-7696b9a2-03bd-444e-bf0c-d503a815e297 service neutron] Attempting to bind port 5cdaf7a5-e6e5-431b-aa17-9f3059abfed4 on network 87bd24c3-2f53-4d06-9d37-4b32bba79109 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:44:49.337656 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-025c8f56-337b-432a-92f0-3a7e5ce53702 req-7696b9a2-03bd-444e-bf0c-d503a815e297 service neutron] Checking agent: {'id': '8f3fee4e-bf24-4b58-8a3a-ae9c8011a473', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 44, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:44:49.342488 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bd17e4-7bee-49bb-898b-d16759441d8d req-26e99641-68b4-4bbb-9205-478b1414583c tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:44:49.344243 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-59bd17e4-7bee-49bb-898b-d16759441d8d req-26e99641-68b4-4bbb-9205-478b1414583c tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d553984-08a5-4c2f-8ff1-acf427a87bf8 HTTP/1.1" status: 200 len: 944 time: 0.2099345 Jan 28 19:44:49.344762 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-025c8f56-337b-432a-92f0-3a7e5ce53702 req-7696b9a2-03bd-444e-bf0c-d503a815e297 service neutron] Checking segment: {'id': '0e20d3ef-5527-42ba-86a4-bcb741be912b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '87bd24c3-2f53-4d06-9d37-4b32bba79109'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:44:49.345361 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-025c8f56-337b-432a-92f0-3a7e5ce53702 req-7696b9a2-03bd-444e-bf0c-d503a815e297 service neutron] Bound using segment: {'id': '0e20d3ef-5527-42ba-86a4-bcb741be912b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '87bd24c3-2f53-4d06-9d37-4b32bba79109'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:44:49.345834 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-025c8f56-337b-432a-92f0-3a7e5ce53702 req-7696b9a2-03bd-444e-bf0c-d503a815e297 service neutron] Bound port: 5cdaf7a5-e6e5-431b-aa17-9f3059abfed4, host: n-h2-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e20d3ef-5527-42ba-86a4-bcb741be912b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '87bd24c3-2f53-4d06-9d37-4b32bba79109'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:44:49.346206 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-025c8f56-337b-432a-92f0-3a7e5ce53702 req-7696b9a2-03bd-444e-bf0c-d503a815e297 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (5cdaf7a5-e6e5-431b-aa17-9f3059abfed4), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:49.450108 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8045adc5-6547-4dd7-897b-5ca39525d0e8 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks [] for port (7749a184-d6a9-4cd4-82e6-a1549495112c), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:49.468957 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-025c8f56-337b-432a-92f0-3a7e5ce53702 req-7696b9a2-03bd-444e-bf0c-d503a815e297 service neutron] For port 5cdaf7a5-e6e5-431b-aa17-9f3059abfed4, host n-h2-812111-14, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:44:49.472523 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-025c8f56-337b-432a-92f0-3a7e5ce53702 req-7696b9a2-03bd-444e-bf0c-d503a815e297 service neutron] For port 5cdaf7a5-e6e5-431b-aa17-9f3059abfed4, host n-h2-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=5cdaf7a5-e6e5-431b-aa17-9f3059abfed4,segment=NetworkSegment(0e20d3ef-5527-42ba-86a4-bcb741be912b),segment_id=0e20d3ef-5527-42ba-86a4-bcb741be912b)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:44:49.473919 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b050fa94-844f-469f-8024-05f31761db69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (1f97833f-c350-4681-ba19-20b39d4852fe), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:49.476555 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b050fa94-844f-469f-8024-05f31761db69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:49.478124 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-b050fa94-844f-469f-8024-05f31761db69 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1f97833f-c350-4681-ba19-20b39d4852fe HTTP/1.1" status: 204 len: 168 time: 0.3794234 Jan 28 19:44:49.491440 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-025c8f56-337b-432a-92f0-3a7e5ce53702 req-7696b9a2-03bd-444e-bf0c-d503a815e297 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (5cdaf7a5-e6e5-431b-aa17-9f3059abfed4), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:49.496556 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b050fa94-844f-469f-8024-05f31761db69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f97833f-c350-4681-ba19-20b39d4852fe,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:44:49.520737 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-59bd17e4-7bee-49bb-898b-d16759441d8d req-eb53d945-7268-4dd0-94fd-932fd2534860 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/security-groups?id=d049ce91-97cc-4551-97a8-b334f2123d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609764 Jan 28 19:44:49.537123 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025c8f56-337b-432a-92f0-3a7e5ce53702 req-7696b9a2-03bd-444e-bf0c-d503a815e297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:44:49.537123 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-025c8f56-337b-432a-92f0-3a7e5ce53702 req-7696b9a2-03bd-444e-bf0c-d503a815e297 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:49.538332 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-025c8f56-337b-432a-92f0-3a7e5ce53702 req-7696b9a2-03bd-444e-bf0c-d503a815e297 service neutron] 10.222.0.70 "PUT /v2.0/ports/5cdaf7a5-e6e5-431b-aa17-9f3059abfed4 HTTP/1.1" status: 200 len: 1093 time: 1.3764791 Jan 28 19:44:49.543186 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d553984-08a5-4c2f-8ff1-acf427a87bf8', 'tag': '5cdaf7a5-e6e5-431b-aa17-9f3059abfed4'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:44:49.546708 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8045adc5-6547-4dd7-897b-5ca39525d0e8 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (7749a184-d6a9-4cd4-82e6-a1549495112c), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:49.551921 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48bc3b29-a557-4f3d-9455-37a15be244a2" -d '{"events": [{"name": "network-changed", "server_uuid": "8d553984-08a5-4c2f-8ff1-acf427a87bf8", "tag": "5cdaf7a5-e6e5-431b-aa17-9f3059abfed4"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:44:49.655349 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e488857-a824-447d-85ed-b9dac346f197 x-openstack-request-id: req-6e488857-a824-447d-85ed-b9dac346f197 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:44:49.655643 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d553984-08a5-4c2f-8ff1-acf427a87bf8", "tag": "5cdaf7a5-e6e5-431b-aa17-9f3059abfed4", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:44:49.655903 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6e488857-a824-447d-85ed-b9dac346f197 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:44:49.656310 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d553984-08a5-4c2f-8ff1-acf427a87bf8', 'tag': '5cdaf7a5-e6e5-431b-aa17-9f3059abfed4', 'status': 'completed', 'code': 200} Jan 28 19:44:49.658800 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7696b9a2-03bd-444e-bf0c-d503a815e297 service neutron] Pushing event updated for resources: {'Port': ['ID=5cdaf7a5-e6e5-431b-aa17-9f3059abfed4,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:44:49.704419 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8045adc5-6547-4dd7-897b-5ca39525d0e8 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-756216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-732801'] for router_interface (ab8e9898-fcd4-4f9d-8b93-5bcfb1039996), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:49.714678 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025c8f56-337b-432a-92f0-3a7e5ce53702 req-b5ba9f70-b22c-4579-990a-ee840cfcc54b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:44:49.716210 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-025c8f56-337b-432a-92f0-3a7e5ce53702 req-b5ba9f70-b22c-4579-990a-ee840cfcc54b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c316c98d83734d7eab7153e5f826023b&device_id=8d553984-08a5-4c2f-8ff1-acf427a87bf8 HTTP/1.1" status: 200 len: 1127 time: 0.1300619 Jan 28 19:44:49.733883 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8045adc5-6547-4dd7-897b-5ca39525d0e8 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Pushing event updated for resources: {'Port': ['ID=7749a184-d6a9-4cd4-82e6-a1549495112c,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:44:49.811536 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-025c8f56-337b-432a-92f0-3a7e5ce53702 req-52abe9dd-e47c-4709-93f0-0040bb558122 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5cdaf7a5-e6e5-431b-aa17-9f3059abfed4 HTTP/1.1" status: 200 len: 217 time: 0.0856717 Jan 28 19:44:49.909492 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025c8f56-337b-432a-92f0-3a7e5ce53702 req-d45eacaf-63e7-4c81-a277-e3f74afdb871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:44:49.910992 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-025c8f56-337b-432a-92f0-3a7e5ce53702 req-d45eacaf-63e7-4c81-a277-e3f74afdb871 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1b82f7aa-308b-4f07-b0c3-0d99e240d9ef HTTP/1.1" status: 200 len: 851 time: 0.0944862 Jan 28 19:44:49.917494 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8045adc5-6547-4dd7-897b-5ca39525d0e8 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Network df8c1d24-8252-4f3f-bd12-1bda56258e33 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:44:49.919110 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-8045adc5-6547-4dd7-897b-5ca39525d0e8 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:44:50.024002 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025c8f56-337b-432a-92f0-3a7e5ce53702 req-40fa6a78-e29e-4497-a7dd-9d917fe66988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:44:50.025572 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-025c8f56-337b-432a-92f0-3a7e5ce53702 req-40fa6a78-e29e-4497-a7dd-9d917fe66988 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=87bd24c3-2f53-4d06-9d37-4b32bba79109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1059682 Jan 28 19:44:50.220174 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-025c8f56-337b-432a-92f0-3a7e5ce53702 req-d07e19e5-0be3-4ae5-b3f1-161af32f5d10 service neutron] 10.222.0.70 "GET /v2.0/networks/87bd24c3-2f53-4d06-9d37-4b32bba79109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877091 Jan 28 19:44:50.250411 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8045adc5-6547-4dd7-897b-5ca39525d0e8 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Router ab8e9898-fcd4-4f9d-8b93-5bcfb1039996 has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:44:50.272898 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-bde327bb-9aff-411d-8470-ac14186ffc83 None None] Provisioning complete for port 7749a184-d6a9-4cd4-82e6-a1549495112c triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:44:50.274408 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-bde327bb-9aff-411d-8470-ac14186ffc83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (7749a184-d6a9-4cd4-82e6-a1549495112c), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:50.353807 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-bde327bb-9aff-411d-8470-ac14186ffc83 None None] Port 7749a184-d6a9-4cd4-82e6-a1549495112c cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:44:50.377203 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-025c8f56-337b-432a-92f0-3a7e5ce53702 req-f12a0d5c-cd42-49f9-881b-16e2147ea3eb service neutron] 10.222.0.70 "GET /v2.0/networks/87bd24c3-2f53-4d06-9d37-4b32bba79109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502576 Jan 28 19:44:50.479612 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8045adc5-6547-4dd7-897b-5ca39525d0e8 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:44:50.485428 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-8045adc5-6547-4dd7-897b-5ca39525d0e8 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] 10.222.0.64 "PUT /v2.0/routers/ab8e9898-fcd4-4f9d-8b93-5bcfb1039996/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7870111 Jan 28 19:44:50.488349 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 52678) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:44:50.494145 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3269a53a-4e8b-4395-abf9-f1532eb31401 None None] Sync routers for ids ['ab8e9898-fcd4-4f9d-8b93-5bcfb1039996'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:44:50.515690 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3269a53a-4e8b-4395-abf9-f1532eb31401 None None] Routers {'ab8e9898-fcd4-4f9d-8b93-5bcfb1039996'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:44:50.516415 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-3269a53a-4e8b-4395-abf9-f1532eb31401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:44:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['ab8e9898-fcd4-4f9d-8b93-5bcfb1039996'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:44:50.567466 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bc3b29-a557-4f3d-9455-37a15be244a2 req-52586dc6-7ad7-4703-a963-54cad431efe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:44:50.569118 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-48bc3b29-a557-4f3d-9455-37a15be244a2 req-52586dc6-7ad7-4703-a963-54cad431efe2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c316c98d83734d7eab7153e5f826023b&device_id=8d553984-08a5-4c2f-8ff1-acf427a87bf8 HTTP/1.1" status: 200 len: 1127 time: 0.1308751 Jan 28 19:44:50.738668 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-3269a53a-4e8b-4395-abf9-f1532eb31401 None None] Set router ab8e9898-fcd4-4f9d-8b93-5bcfb1039996 gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:44:50.812990 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:50.832599 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2079b0c0-60c0-4875-a408-b95edce6e271 tempest-TestNetworkBasicOps-1717839870 tempest-TestNetworkBasicOps-1717839870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:44:50.833312 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2079b0c0-60c0-4875-a408-b95edce6e271 tempest-TestNetworkBasicOps-1717839870 tempest-TestNetworkBasicOps-1717839870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:44:50.834516 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2079b0c0-60c0-4875-a408-b95edce6e271 tempest-TestNetworkBasicOps-1717839870 tempest-TestNetworkBasicOps-1717839870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:44:50.835951 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bc3b29-a557-4f3d-9455-37a15be244a2 req-dc88a964-b70a-47ff-8aac-c329fda63d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:44:50.836661 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2079b0c0-60c0-4875-a408-b95edce6e271 tempest-TestNetworkBasicOps-1717839870 tempest-TestNetworkBasicOps-1717839870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:44:50.837311 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2079b0c0-60c0-4875-a408-b95edce6e271 tempest-TestNetworkBasicOps-1717839870 tempest-TestNetworkBasicOps-1717839870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:44:50.838431 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-48bc3b29-a557-4f3d-9455-37a15be244a2 req-dc88a964-b70a-47ff-8aac-c329fda63d37 service neutron] 10.222.0.70 "GET /v2.0/networks?id=87bd24c3-2f53-4d06-9d37-4b32bba79109 HTTP/1.1" status: 200 len: 912 time: 0.2570782 Jan 28 19:44:50.844125 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-2079b0c0-60c0-4875-a408-b95edce6e271 tempest-TestNetworkBasicOps-1717839870 tempest-TestNetworkBasicOps-1717839870-project-admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3582 time: 0.3511970 Jan 28 19:44:50.845616 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 52690) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:44:50.872745 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619f0b6a-f6a0-4d84-acea-3baffa4cc7d4 req-6f9da99f-5f43-48d5-a1d0-2ac133d4ce3f tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:44:50.876536 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-619f0b6a-f6a0-4d84-acea-3baffa4cc7d4 req-6f9da99f-5f43-48d5-a1d0-2ac133d4ce3f tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d553984-08a5-4c2f-8ff1-acf427a87bf8 HTTP/1.1" status: 200 len: 944 time: 0.1625938 Jan 28 19:44:50.917373 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 52694) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:44:50.927123 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-48bc3b29-a557-4f3d-9455-37a15be244a2 req-ed345c68-ac20-4f49-bb3d-7008b04d226b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5cdaf7a5-e6e5-431b-aa17-9f3059abfed4 HTTP/1.1" status: 200 len: 217 time: 0.0805027 Jan 28 19:44:50.996798 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-619f0b6a-f6a0-4d84-acea-3baffa4cc7d4 req-44371100-c95c-46dd-ae70-8d0c31a4568a tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/security-groups?id=d049ce91-97cc-4551-97a8-b334f2123d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127403 Jan 28 19:44:51.022901 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-3269a53a-4e8b-4395-abf9-f1532eb31401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab8e9898-fcd4-4f9d-8b93-5bcfb1039996', 'name': 'tempest-TestNetworkBasicOps-router-592334437', 'tenant_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': '42e55284-9c5a-4b6c-a9c1-76670ac6975e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:44:36Z', 'updated_at': '2022-01-28T19:44:47Z', 'revision_number': 4, 'project_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'gw_port': {'id': '42e55284-9c5a-4b6c-a9c1-76670ac6975e', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:3c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8e9898-fcd4-4f9d-8b93-5bcfb1039996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3359, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:44:37Z', 'updated_at': '2022-01-28T19:44:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '7749a184-d6a9-4cd4-82e6-a1549495112c', 'name': '', 'network_id': 'df8c1d24-8252-4f3f-bd12-1bda56258e33', 'tenant_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'mac_address': 'fa:16:3e:36:8c:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab8e9898-fcd4-4f9d-8b93-5bcfb1039996', 'device_owner': 'network:router_interface', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': '00fd07da-3aa2-4e4e-8638-18442a62dc30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:44:45Z', 'updated_at': '2022-01-28T19:44:48Z', 'revision_number': 2, 'project_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'subnets': [{'id': '00fd07da-3aa2-4e4e-8638-18442a62dc30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:44:51.058823 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3269a53a-4e8b-4395-abf9-f1532eb31401 None None] Checking router: ab8e9898-fcd4-4f9d-8b93-5bcfb1039996 for host: n-d-812111-14 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:44:51.059395 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3269a53a-4e8b-4395-abf9-f1532eb31401 None None] Updating router ab8e9898-fcd4-4f9d-8b93-5bcfb1039996 port 7749a184-d6a9-4cd4-82e6-a1549495112c binding host n-d-812111-14 {{(pid=103307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:44:51.098935 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-3269a53a-4e8b-4395-abf9-f1532eb31401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (7749a184-d6a9-4cd4-82e6-a1549495112c), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:51.118298 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 52700) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:44:51.138062 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bc3b29-a557-4f3d-9455-37a15be244a2 req-a1e0cc12-594c-4de7-b075-071501b6d25d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:44:51.140109 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-48bc3b29-a557-4f3d-9455-37a15be244a2 req-a1e0cc12-594c-4de7-b075-071501b6d25d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1b82f7aa-308b-4f07-b0c3-0d99e240d9ef HTTP/1.1" status: 200 len: 851 time: 0.1968338 Jan 28 19:44:51.150001 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c180e5-6c38-4ecb-a6b1-878363339fbf tempest-TestNetworkBasicOps-1717839870 tempest-TestNetworkBasicOps-1717839870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:44:51.150475 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c180e5-6c38-4ecb-a6b1-878363339fbf tempest-TestNetworkBasicOps-1717839870 tempest-TestNetworkBasicOps-1717839870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:44:51.150936 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c180e5-6c38-4ecb-a6b1-878363339fbf tempest-TestNetworkBasicOps-1717839870 tempest-TestNetworkBasicOps-1717839870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:44:51.151395 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c180e5-6c38-4ecb-a6b1-878363339fbf tempest-TestNetworkBasicOps-1717839870 tempest-TestNetworkBasicOps-1717839870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:44:51.151849 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c180e5-6c38-4ecb-a6b1-878363339fbf tempest-TestNetworkBasicOps-1717839870 tempest-TestNetworkBasicOps-1717839870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:44:51.153537 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-c6c180e5-6c38-4ecb-a6b1-878363339fbf tempest-TestNetworkBasicOps-1717839870 tempest-TestNetworkBasicOps-1717839870-project-admin] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3366 time: 0.3054965 Jan 28 19:44:51.157082 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 52704) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:44:51.247237 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bc3b29-a557-4f3d-9455-37a15be244a2 req-0308ade7-215c-4e84-9d43-38a8eb66c25b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:44:51.249407 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-48bc3b29-a557-4f3d-9455-37a15be244a2 req-0308ade7-215c-4e84-9d43-38a8eb66c25b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=87bd24c3-2f53-4d06-9d37-4b32bba79109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1025822 Jan 28 19:44:51.268874 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-69fd0667-097f-42a6-9af3-bec577ad588f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:51.277150 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-158cece6-c099-4846-a971-72e966f360f3 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Request body: {'network': {'name': 'tempest-RoutersTest-1663594894'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:44:51.337944 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-158cece6-c099-4846-a971-72e966f360f3 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Made reservation on behalf of ab529dfd1ad24da6bc4864590c27745b for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:44:51.341382 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-158cece6-c099-4846-a971-72e966f360f3 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:51.358754 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-48bc3b29-a557-4f3d-9455-37a15be244a2 req-b1a6512b-1a63-4cfb-8b81-fb22d8eea845 service neutron] 10.222.0.70 "GET /v2.0/networks/87bd24c3-2f53-4d06-9d37-4b32bba79109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029422 Jan 28 19:44:51.367468 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-158cece6-c099-4846-a971-72e966f360f3 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:51.468165 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-69fd0667-097f-42a6-9af3-bec577ad588f admin admin] Publish callbacks [] for security_group (01b1fea8-de43-46c7-9a50-bae26874d52a), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:51.480497 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-69fd0667-097f-42a6-9af3-bec577ad588f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (01b1fea8-de43-46c7-9a50-bae26874d52a), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:51.481895 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-48bc3b29-a557-4f3d-9455-37a15be244a2 req-fb7ebfe9-34c6-46ff-9c67-54682b20cccd service neutron] 10.222.0.70 "GET /v2.0/networks/87bd24c3-2f53-4d06-9d37-4b32bba79109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172948 Jan 28 19:44:51.535139 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-3269a53a-4e8b-4395-abf9-f1532eb31401 None None] Publish callbacks [] for port (7749a184-d6a9-4cd4-82e6-a1549495112c), precommit_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:51.540653 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-3269a53a-4e8b-4395-abf9-f1532eb31401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (7749a184-d6a9-4cd4-82e6-a1549495112c), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:51.604407 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 52708) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:44:51.604605 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-69fd0667-097f-42a6-9af3-bec577ad588f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=04bafa4728014b10b41974a6f05ac84d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6859140 Jan 28 19:44:51.613023 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f7ba29-7cbb-47ee-8174-f26db8ff74ce None None] Pushing event updated for resources: {'Port': ['ID=7749a184-d6a9-4cd4-82e6-a1549495112c,revision_number=3']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:44:51.617205 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fd0667-097f-42a6-9af3-bec577ad588f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01b1fea8-de43-46c7-9a50-bae26874d52a,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:44:51.644353 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f7ba29-7cbb-47ee-8174-f26db8ff74ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:44:51.644864 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f7ba29-7cbb-47ee-8174-f26db8ff74ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:44:51.645329 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f7ba29-7cbb-47ee-8174-f26db8ff74ce None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:44:51.645763 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f7ba29-7cbb-47ee-8174-f26db8ff74ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:44:51.646207 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f7ba29-7cbb-47ee-8174-f26db8ff74ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:44:51.646634 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f7ba29-7cbb-47ee-8174-f26db8ff74ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:44:51.647072 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f7ba29-7cbb-47ee-8174-f26db8ff74ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:44:51.647464 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f7ba29-7cbb-47ee-8174-f26db8ff74ce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:44:51.647853 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f7ba29-7cbb-47ee-8174-f26db8ff74ce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:44:51.648239 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f7ba29-7cbb-47ee-8174-f26db8ff74ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:44:51.648636 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f7ba29-7cbb-47ee-8174-f26db8ff74ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:44:51.649064 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f7ba29-7cbb-47ee-8174-f26db8ff74ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:44:51.649474 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f7ba29-7cbb-47ee-8174-f26db8ff74ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:44:51.665324 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-3269a53a-4e8b-4395-abf9-f1532eb31401 None None] Attempting to bind port 7749a184-d6a9-4cd4-82e6-a1549495112c on host n-d-812111-14 for vnic_type normal with profile {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:44:51.665805 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-3269a53a-4e8b-4395-abf9-f1532eb31401 None None] Attempting to bind port 7749a184-d6a9-4cd4-82e6-a1549495112c by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '4aacc62a-8c59-4ded-b1ca-93156e1905f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'df8c1d24-8252-4f3f-bd12-1bda56258e33'}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:44:51.666230 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3269a53a-4e8b-4395-abf9-f1532eb31401 None None] Attempting to bind port 7749a184-d6a9-4cd4-82e6-a1549495112c on network df8c1d24-8252-4f3f-bd12-1bda56258e33 {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:44:51.675048 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3269a53a-4e8b-4395-abf9-f1532eb31401 None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 44, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:44:51.676810 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3269a53a-4e8b-4395-abf9-f1532eb31401 None None] Checking segment: {'id': '4aacc62a-8c59-4ded-b1ca-93156e1905f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'df8c1d24-8252-4f3f-bd12-1bda56258e33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:44:51.677331 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-3269a53a-4e8b-4395-abf9-f1532eb31401 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:51.677870 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3269a53a-4e8b-4395-abf9-f1532eb31401 None None] Bound using segment: {'id': '4aacc62a-8c59-4ded-b1ca-93156e1905f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'df8c1d24-8252-4f3f-bd12-1bda56258e33'} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:44:51.678421 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-3269a53a-4e8b-4395-abf9-f1532eb31401 None None] Bound port: 7749a184-d6a9-4cd4-82e6-a1549495112c, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4aacc62a-8c59-4ded-b1ca-93156e1905f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'df8c1d24-8252-4f3f-bd12-1bda56258e33'}}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:44:51.679015 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-3269a53a-4e8b-4395-abf9-f1532eb31401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (7749a184-d6a9-4cd4-82e6-a1549495112c), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:51.718550 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-158cece6-c099-4846-a971-72e966f360f3 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks [] for security_group (945f3d7f-c528-4f07-986e-8827d29c4bb4), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:51.732849 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-eef1e46d-1b4e-45c4-a396-f8ddea1cfb3e tempest-TestNetworkBasicOps-1717839870 tempest-TestNetworkBasicOps-1717839870-project-admin] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2327 time: 0.5738618 Jan 28 19:44:51.734394 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-158cece6-c099-4846-a971-72e966f360f3 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (945f3d7f-c528-4f07-986e-8827d29c4bb4), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:51.759087 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-3269a53a-4e8b-4395-abf9-f1532eb31401 None None] For port 7749a184-d6a9-4cd4-82e6-a1549495112c, host n-d-812111-14, cleared binding levels {{(pid=103307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:44:51.763297 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-3269a53a-4e8b-4395-abf9-f1532eb31401 None None] For port 7749a184-d6a9-4cd4-82e6-a1549495112c, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=7749a184-d6a9-4cd4-82e6-a1549495112c,segment=NetworkSegment(4aacc62a-8c59-4ded-b1ca-93156e1905f7),segment_id=4aacc62a-8c59-4ded-b1ca-93156e1905f7)] {{(pid=103307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:44:51.766277 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-aa7c6129-d5a9-4f98-922c-612701e6c850 admin admin] Publish callbacks [] for security_group (01b1fea8-de43-46c7-9a50-bae26874d52a), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:51.772056 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-3269a53a-4e8b-4395-abf9-f1532eb31401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (7749a184-d6a9-4cd4-82e6-a1549495112c), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:51.809363 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-158cece6-c099-4846-a971-72e966f360f3 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:44:51.814562 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-aa7c6129-d5a9-4f98-922c-612701e6c850 admin admin] Publish callbacks [] for security_group (01b1fea8-de43-46c7-9a50-bae26874d52a), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:51.839256 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-158cece6-c099-4846-a971-72e966f360f3 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (ef43bb8f-89b8-4c08-ab4a-92965291c0c1), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:51.839930 n-d-812111-14 neutron-server[103305]: INFO neutron.db.segments_db [None req-158cece6-c099-4846-a971-72e966f360f3 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Added segment ef43bb8f-89b8-4c08-ab4a-92965291c0c1 of type vlan for network af3ffe75-acc4-42d4-b174-1fde595d641c Jan 28 19:44:51.842503 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158cece6-c099-4846-a971-72e966f360f3 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Pushing event updated for resources: {'SecurityGroup': ['ID=945f3d7f-c528-4f07-986e-8827d29c4bb4,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:44:51.883135 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f7ba29-7cbb-47ee-8174-f26db8ff74ce None None] Pushing event updated for resources: {'Port': ['ID=7749a184-d6a9-4cd4-82e6-a1549495112c,revision_number=4']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:44:51.897116 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3269a53a-4e8b-4395-abf9-f1532eb31401 None None] Routers {'ab8e9898-fcd4-4f9d-8b93-5bcfb1039996'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:44:51.906255 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-3269a53a-4e8b-4395-abf9-f1532eb31401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:44:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['ab8e9898-fcd4-4f9d-8b93-5bcfb1039996'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:44:51.927125 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-aa7c6129-d5a9-4f98-922c-612701e6c850 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (01b1fea8-de43-46c7-9a50-bae26874d52a), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:51.931002 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-aa7c6129-d5a9-4f98-922c-612701e6c850 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:51.934953 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-aa7c6129-d5a9-4f98-922c-612701e6c850 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/01b1fea8-de43-46c7-9a50-bae26874d52a HTTP/1.1" status: 204 len: 168 time: 0.3264811 Jan 28 19:44:51.947810 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-158cece6-c099-4846-a971-72e966f360f3 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (af3ffe75-acc4-42d4-b174-1fde595d641c), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:51.958964 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7c6129-d5a9-4f98-922c-612701e6c850 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01b1fea8-de43-46c7-9a50-bae26874d52a,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:44:52.024520 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-158cece6-c099-4846-a971-72e966f360f3 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (af3ffe75-acc4-42d4-b174-1fde595d641c), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:52.036141 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-158cece6-c099-4846-a971-72e966f360f3 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:44:52.036960 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-158cece6-c099-4846-a971-72e966f360f3 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:52.110731 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-1a8c7750-ec25-4b9d-bbd5-ff4af69c704e None None] Provisioning complete for port 7749a184-d6a9-4cd4-82e6-a1549495112c triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:44:52.118764 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-158cece6-c099-4846-a971-72e966f360f3 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9970694 Jan 28 19:44:52.119186 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 52716) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:44:52.125358 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-7403e2a8-44a8-4017-9b83-4fa6b6fb664e tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Request body: {'network': {'name': 'tempest-RoutersTest-589170705'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:44:52.128491 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1a8c7750-ec25-4b9d-bbd5-ff4af69c704e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (7749a184-d6a9-4cd4-82e6-a1549495112c), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:52.154657 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 52718) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:44:52.160342 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-156f6f70-9661-410f-8f4c-3719df38ad5e tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1364684454', 'description': 'tempest-secgroup-smoke-1364684454 description', 'project_id': '9e9e8439f0ef4f199c1cf289f0d53ad7'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:44:52.220606 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7403e2a8-44a8-4017-9b83-4fa6b6fb664e tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Made reservation on behalf of ab529dfd1ad24da6bc4864590c27745b for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:44:52.224041 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7403e2a8-44a8-4017-9b83-4fa6b6fb664e tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:52.257149 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158cece6-c099-4846-a971-72e966f360f3 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Pushing event updated for resources: {'Network': ['ID=af3ffe75-acc4-42d4-b174-1fde595d641c,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:44:52.263225 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-156f6f70-9661-410f-8f4c-3719df38ad5e tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:52.288039 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network af3ffe75-acc4-42d4-b174-1fde595d641c details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:44:52.289844 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-1a8c7750-ec25-4b9d-bbd5-ff4af69c704e None None] Current status of the port 7749a184-d6a9-4cd4-82e6-a1549495112c is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:44:52.290223 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1a8c7750-ec25-4b9d-bbd5-ff4af69c704e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (7749a184-d6a9-4cd4-82e6-a1549495112c), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:52.315335 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7403e2a8-44a8-4017-9b83-4fa6b6fb664e tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:44:52.316905 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2530860c-eb2b-477c-8a2a-1ae5f0aa38c4 req-3ad3e9b9-091a-4a8b-bd67-5831a2f55230 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:44:52.319582 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2530860c-eb2b-477c-8a2a-1ae5f0aa38c4 req-3ad3e9b9-091a-4a8b-bd67-5831a2f55230 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d553984-08a5-4c2f-8ff1-acf427a87bf8 HTTP/1.1" status: 200 len: 944 time: 0.1557760 Jan 28 19:44:52.362170 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7403e2a8-44a8-4017-9b83-4fa6b6fb664e tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (ba78e771-b6d0-4797-9daa-866a4fd4bc8f), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:52.366206 n-d-812111-14 neutron-server[103304]: INFO neutron.db.segments_db [None req-7403e2a8-44a8-4017-9b83-4fa6b6fb664e tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Added segment ba78e771-b6d0-4797-9daa-866a4fd4bc8f of type vlan for network 78213538-0899-4c0a-9f21-45cb44f7f331 Jan 28 19:44:52.416158 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-3269a53a-4e8b-4395-abf9-f1532eb31401 None None] Set router ab8e9898-fcd4-4f9d-8b93-5bcfb1039996 gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:44:52.455404 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7403e2a8-44a8-4017-9b83-4fa6b6fb664e tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (78213538-0899-4c0a-9f21-45cb44f7f331), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:52.461757 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2530860c-eb2b-477c-8a2a-1ae5f0aa38c4 req-e0c2a3fd-5346-44d1-bbde-82f54af3d74d tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/security-groups?id=d049ce91-97cc-4551-97a8-b334f2123d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330221 Jan 28 19:44:52.472372 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-1a8c7750-ec25-4b9d-bbd5-ff4af69c704e None None] For port 7749a184-d6a9-4cd4-82e6-a1549495112c, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=7749a184-d6a9-4cd4-82e6-a1549495112c,segment=NetworkSegment(4aacc62a-8c59-4ded-b1ca-93156e1905f7),segment_id=4aacc62a-8c59-4ded-b1ca-93156e1905f7)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:44:52.497441 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1a8c7750-ec25-4b9d-bbd5-ff4af69c704e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (7749a184-d6a9-4cd4-82e6-a1549495112c), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:52.565946 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7403e2a8-44a8-4017-9b83-4fa6b6fb664e tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (78213538-0899-4c0a-9f21-45cb44f7f331), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:52.579954 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7403e2a8-44a8-4017-9b83-4fa6b6fb664e tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:44:52.580598 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7403e2a8-44a8-4017-9b83-4fa6b6fb664e tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:52.587902 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-156f6f70-9661-410f-8f4c-3719df38ad5e tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks [] for security_group (09d604b5-f7e2-4853-804f-36f4eaae2354), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:52.593327 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8c7750-ec25-4b9d-bbd5-ff4af69c704e None None] Pushing event updated for resources: {'Port': ['ID=7749a184-d6a9-4cd4-82e6-a1549495112c,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:44:52.602700 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-156f6f70-9661-410f-8f4c-3719df38ad5e tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (09d604b5-f7e2-4853-804f-36f4eaae2354), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:52.620880 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 52724) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:44:52.632477 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-55508107-3ad5-43d6-b38d-677a515ac2a0 None None] Provisioning complete for port 7749a184-d6a9-4cd4-82e6-a1549495112c triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:44:52.632916 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-55508107-3ad5-43d6-b38d-677a515ac2a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (7749a184-d6a9-4cd4-82e6-a1549495112c), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:52.649604 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7ee81b5c-7883-4ce1-a356-bd331e68324c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:52.711370 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-7403e2a8-44a8-4017-9b83-4fa6b6fb664e tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5883679 Jan 28 19:44:52.726534 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 52726) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:44:52.745261 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-771769d2-7ba1-4b40-9ce1-22ffe32183d3 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Request body: {'subnet': {'network_id': 'af3ffe75-acc4-42d4-b174-1fde595d641c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:44:52.761430 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-156f6f70-9661-410f-8f4c-3719df38ad5e tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:52.761690 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7ee81b5c-7883-4ce1-a356-bd331e68324c admin admin] Publish callbacks [] for security_group (ce7cd49d-dde7-4f5c-a569-1dac6e35e4f2), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:52.766020 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-156f6f70-9661-410f-8f4c-3719df38ad5e tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.6070557 Jan 28 19:44:52.767236 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 52728) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:44:52.772707 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-86b86e47-4035-4af4-acf7-aa777c5aec4c tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Request body: {'security_group_rule': {'security_group_id': '09d604b5-f7e2-4853-804f-36f4eaae2354', 'project_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:44:52.778668 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-55508107-3ad5-43d6-b38d-677a515ac2a0 None None] Current status of the port 7749a184-d6a9-4cd4-82e6-a1549495112c is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:44:52.781817 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-3269a53a-4e8b-4395-abf9-f1532eb31401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab8e9898-fcd4-4f9d-8b93-5bcfb1039996', 'name': 'tempest-TestNetworkBasicOps-router-592334437', 'tenant_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': '42e55284-9c5a-4b6c-a9c1-76670ac6975e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:44:36Z', 'updated_at': '2022-01-28T19:44:47Z', 'revision_number': 4, 'project_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'gw_port': {'id': '42e55284-9c5a-4b6c-a9c1-76670ac6975e', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:3c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8e9898-fcd4-4f9d-8b93-5bcfb1039996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3359, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:44:37Z', 'updated_at': '2022-01-28T19:44:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '7749a184-d6a9-4cd4-82e6-a1549495112c', 'name': '', 'network_id': 'df8c1d24-8252-4f3f-bd12-1bda56258e33', 'tenant_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'mac_address': 'fa:16:3e:36:8c:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab8e9898-fcd4-4f9d-8b93-5bcfb1039996', 'device_owner': 'network:router_interface', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': '00fd07da-3aa2-4e4e-8638-18442a62dc30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:44:45Z', 'updated_at': '2022-01-28T19:44:51Z', 'revision_number': 4, 'project_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'subnets': [{'id': '00fd07da-3aa2-4e4e-8638-18442a62dc30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:44:52.788622 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7ee81b5c-7883-4ce1-a356-bd331e68324c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (ce7cd49d-dde7-4f5c-a569-1dac6e35e4f2), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:52.810108 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7403e2a8-44a8-4017-9b83-4fa6b6fb664e tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Pushing event updated for resources: {'Network': ['ID=78213538-0899-4c0a-9f21-45cb44f7f331,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:44:52.819293 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156f6f70-9661-410f-8f4c-3719df38ad5e tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09d604b5-f7e2-4853-804f-36f4eaae2354,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:44:52.831116 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network 78213538-0899-4c0a-9f21-45cb44f7f331 details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:44:52.832698 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3269a53a-4e8b-4395-abf9-f1532eb31401 None None] The sync data for ids ['ab8e9898-fcd4-4f9d-8b93-5bcfb1039996'] in n-d-812111-14 is: [{'id': 'ab8e9898-fcd4-4f9d-8b93-5bcfb1039996', 'name': 'tempest-TestNetworkBasicOps-router-592334437', 'tenant_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': '42e55284-9c5a-4b6c-a9c1-76670ac6975e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:44:36Z', 'updated_at': '2022-01-28T19:44:47Z', 'revision_number': 4, 'project_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'gw_port': {'id': '42e55284-9c5a-4b6c-a9c1-76670ac6975e', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:3c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8e9898-fcd4-4f9d-8b93-5bcfb1039996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3359, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:44:37Z', 'updated_at': '2022-01-28T19:44:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '7749a184-d6a9-4cd4-82e6-a1549495112c', 'name': '', 'network_id': 'df8c1d24-8252-4f3f-bd12-1bda56258e33', 'tenant_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'mac_address': 'fa:16:3e:36:8c:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab8e9898-fcd4-4f9d-8b93-5bcfb1039996', 'device_owner': 'network:router_interface', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': '00fd07da-3aa2-4e4e-8638-18442a62dc30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:44:45Z', 'updated_at': '2022-01-28T19:44:51Z', 'revision_number': 4, 'project_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'subnets': [{'id': '00fd07da-3aa2-4e4e-8638-18442a62dc30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:44:52.852005 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-7ee81b5c-7883-4ce1-a356-bd331e68324c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=dbb6d887dfdc4ce0a4f502fdbc03fb87&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2260232 Jan 28 19:44:52.852005 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee81b5c-7883-4ce1-a356-bd331e68324c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce7cd49d-dde7-4f5c-a569-1dac6e35e4f2,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:44:52.858427 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 52730) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:44:52.859579 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-86b86e47-4035-4af4-acf7-aa777c5aec4c tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks [] for security_group_rule (536baac4-13f6-457f-b8ac-33b2bf5f4b0f), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:52.979591 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-65429c41-69c5-4e8c-b0ef-2d3137b8780f admin admin] Publish callbacks [] for security_group (ce7cd49d-dde7-4f5c-a569-1dac6e35e4f2), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:52.981542 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-86b86e47-4035-4af4-acf7-aa777c5aec4c tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks [] for security_group_rule (536baac4-13f6-457f-b8ac-33b2bf5f4b0f), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:52.987380 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-86b86e47-4035-4af4-acf7-aa777c5aec4c tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (536baac4-13f6-457f-b8ac-33b2bf5f4b0f), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:53.010858 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-771769d2-7ba1-4b40-9ce1-22ffe32183d3 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Made reservation on behalf of ab529dfd1ad24da6bc4864590c27745b for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:44:53.016132 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-771769d2-7ba1-4b40-9ce1-22ffe32183d3 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5221429'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:53.018299 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-86b86e47-4035-4af4-acf7-aa777c5aec4c tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:53.025305 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 52732) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:44:53.026522 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-86b86e47-4035-4af4-acf7-aa777c5aec4c tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2579789 Jan 28 19:44:53.031553 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-65429c41-69c5-4e8c-b0ef-2d3137b8780f admin admin] Publish callbacks [] for security_group (ce7cd49d-dde7-4f5c-a569-1dac6e35e4f2), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:53.035779 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-3edd7b2d-9eb7-4cbe-a59e-fbcf29583a38 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Request body: {'security_group_rule': {'security_group_id': '09d604b5-f7e2-4853-804f-36f4eaae2354', 'project_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:44:53.039673 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b86e47-4035-4af4-acf7-aa777c5aec4c tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=536baac4-13f6-457f-b8ac-33b2bf5f4b0f,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:44:53.153501 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3edd7b2d-9eb7-4cbe-a59e-fbcf29583a38 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks [] for security_group_rule (3880d00a-7624-4374-b3bb-bae4673ca56a), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:53.207465 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-65429c41-69c5-4e8c-b0ef-2d3137b8780f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (ce7cd49d-dde7-4f5c-a569-1dac6e35e4f2), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:53.211195 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-65429c41-69c5-4e8c-b0ef-2d3137b8780f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:53.214960 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-65429c41-69c5-4e8c-b0ef-2d3137b8780f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ce7cd49d-dde7-4f5c-a569-1dac6e35e4f2 HTTP/1.1" status: 204 len: 168 time: 0.3530340 Jan 28 19:44:53.261857 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65429c41-69c5-4e8c-b0ef-2d3137b8780f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce7cd49d-dde7-4f5c-a569-1dac6e35e4f2,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:44:53.300185 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3edd7b2d-9eb7-4cbe-a59e-fbcf29583a38 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks [] for security_group_rule (3880d00a-7624-4374-b3bb-bae4673ca56a), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:53.340035 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3edd7b2d-9eb7-4cbe-a59e-fbcf29583a38 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (3880d00a-7624-4374-b3bb-bae4673ca56a), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:53.371413 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edd7b2d-9eb7-4cbe-a59e-fbcf29583a38 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3880d00a-7624-4374-b3bb-bae4673ca56a,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:44:53.375556 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-771769d2-7ba1-4b40-9ce1-22ffe32183d3 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4690681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5221415'] for subnet (473b9b8f-d29d-4f57-89de-cd694d5d197c), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:53.410473 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3edd7b2d-9eb7-4cbe-a59e-fbcf29583a38 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:53.414101 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-3edd7b2d-9eb7-4cbe-a59e-fbcf29583a38 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3827744 Jan 28 19:44:53.414542 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 52736) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:44:53.422396 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-b6459a04-aa01-4ded-95bb-c8052c39b8b6 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Request body: {'security_group_rule': {'security_group_id': '09d604b5-f7e2-4853-804f-36f4eaae2354', 'project_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:44:53.439469 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771769d2-7ba1-4b40-9ce1-22ffe32183d3 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Pushing event updated for resources: {'Subnet': ['ID=473b9b8f-d29d-4f57-89de-cd694d5d197c,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:44:53.455702 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-771769d2-7ba1-4b40-9ce1-22ffe32183d3 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Checking segment: {'id': 'ef43bb8f-89b8-4c08-ab4a-92965291c0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'af3ffe75-acc4-42d4-b174-1fde595d641c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:44:53.456074 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-771769d2-7ba1-4b40-9ce1-22ffe32183d3 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Network hostable DHCP agents. Network: af3ffe75-acc4-42d4-b174-1fde595d641c, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:44:53.476131 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b6459a04-aa01-4ded-95bb-c8052c39b8b6 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks [] for security_group_rule (db53705e-aae4-4ddf-ad0f-fb9a0e63fa4a), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:53.479017 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-771769d2-7ba1-4b40-9ce1-22ffe32183d3 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Network af3ffe75-acc4-42d4-b174-1fde595d641c is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:44:53.497467 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-771769d2-7ba1-4b40-9ce1-22ffe32183d3 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, af3ffe75-acc4-42d4-b174-1fde595d641c) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:44:53.507633 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-588e6590-6a12-4df7-81f2-6b4fad6cfbe6 None None] Network af3ffe75-acc4-42d4-b174-1fde595d641c requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:44:53.508171 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-771769d2-7ba1-4b40-9ce1-22ffe32183d3 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:44:53.508919 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-771769d2-7ba1-4b40-9ce1-22ffe32183d3 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:53.537000 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-771769d2-7ba1-4b40-9ce1-22ffe32183d3 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8067722 Jan 28 19:44:53.537377 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 52742) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:44:53.572916 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-3dd750d8-d6fc-4924-af27-86a307843b3a tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Request body: {'subnet': {'network_id': '78213538-0899-4c0a-9f21-45cb44f7f331', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:44:53.696387 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0ebbae-0795-49be-8a95-c471a9935d3e req-9a6dbc50-166a-4eb2-9c1a-45f324b50746 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:44:53.703759 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1f0ebbae-0795-49be-8a95-c471a9935d3e req-9a6dbc50-166a-4eb2-9c1a-45f324b50746 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d553984-08a5-4c2f-8ff1-acf427a87bf8 HTTP/1.1" status: 200 len: 944 time: 0.1219172 Jan 28 19:44:53.743247 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2fe1033-8f08-4441-9f16-580cc652a220 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68cd31fd-e4cd-5fb3-a862-256fc47efcd2-af3ffe75-acc4-42d4-b174-1fde595d641c', 'network_id': 'af3ffe75-acc4-42d4-b174-1fde595d641c', 'project_id': 'ab529dfd1ad24da6bc4864590c27745b', 'fixed_ips': [{'subnet_id': '473b9b8f-d29d-4f57-89de-cd694d5d197c'}]}} from n-d-812111-14. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:44:53.744130 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b2fe1033-8f08-4441-9f16-580cc652a220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:53.818688 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1f0ebbae-0795-49be-8a95-c471a9935d3e req-33766dab-e83c-43c4-a9ee-d4f5e8b5a047 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/security-groups?id=d049ce91-97cc-4551-97a8-b334f2123d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056817 Jan 28 19:44:53.830778 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b6459a04-aa01-4ded-95bb-c8052c39b8b6 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks [] for security_group_rule (db53705e-aae4-4ddf-ad0f-fb9a0e63fa4a), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:53.852127 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b6459a04-aa01-4ded-95bb-c8052c39b8b6 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (db53705e-aae4-4ddf-ad0f-fb9a0e63fa4a), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:53.862481 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 5cdaf7a5-e6e5-431b-aa17-9f3059abfed4 details requested by agent hyperv_n-h2-812111-14 with host n-h2-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:44:53.906537 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dd750d8-d6fc-4924-af27-86a307843b3a tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Made reservation on behalf of ab529dfd1ad24da6bc4864590c27745b for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:44:53.910017 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3dd750d8-d6fc-4924-af27-86a307843b3a tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4733071'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:53.993233 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6459a04-aa01-4ded-95bb-c8052c39b8b6 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db53705e-aae4-4ddf-ad0f-fb9a0e63fa4a,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:44:54.016761 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b6459a04-aa01-4ded-95bb-c8052c39b8b6 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:54.018025 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-b6459a04-aa01-4ded-95bb-c8052c39b8b6 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6018927 Jan 28 19:44:54.020843 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 52754) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:44:54.025464 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-73672df9-b322-486e-b469-19488e339dd1 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Request body: {'security_group_rule': {'security_group_id': '09d604b5-f7e2-4853-804f-36f4eaae2354', 'project_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:44:54.104840 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:54.110767 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-73672df9-b322-486e-b469-19488e339dd1 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks [] for security_group_rule (d1b751f0-bc96-49b8-96d4-f3a6aca15337), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:54.151994 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-b2fe1033-8f08-4441-9f16-580cc652a220 None None] Allocated IP 172.20.0.2 (af3ffe75-acc4-42d4-b174-1fde595d641c/473b9b8f-d29d-4f57-89de-cd694d5d197c/1a55edf0-0133-44ab-ab7d-b2305928b61c) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:44:54.266745 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-73672df9-b322-486e-b469-19488e339dd1 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks [] for security_group_rule (d1b751f0-bc96-49b8-96d4-f3a6aca15337), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:54.273570 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3dd750d8-d6fc-4924-af27-86a307843b3a tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4752401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4733085'] for subnet (a551f6cc-8338-46f9-a432-11cb0e1359de), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:54.278159 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-73672df9-b322-486e-b469-19488e339dd1 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (d1b751f0-bc96-49b8-96d4-f3a6aca15337), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:54.325631 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73672df9-b322-486e-b469-19488e339dd1 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1b751f0-bc96-49b8-96d4-f3a6aca15337,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:44:54.339176 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 5cdaf7a5-e6e5-431b-aa17-9f3059abfed4, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=5cdaf7a5-e6e5-431b-aa17-9f3059abfed4,segment=NetworkSegment(0e20d3ef-5527-42ba-86a4-bcb741be912b),segment_id=0e20d3ef-5527-42ba-86a4-bcb741be912b)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:44:54.346392 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-73672df9-b322-486e-b469-19488e339dd1 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:54.347642 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-73672df9-b322-486e-b469-19488e339dd1 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3257537 Jan 28 19:44:54.350470 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 52760) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:44:54.351450 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd750d8-d6fc-4924-af27-86a307843b3a tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Pushing event updated for resources: {'Subnet': ['ID=a551f6cc-8338-46f9-a432-11cb0e1359de,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:44:54.357468 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-b4c385dd-6901-44fe-97ec-3637520cda5a tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Request body: {'security_group_rule': {'security_group_id': '09d604b5-f7e2-4853-804f-36f4eaae2354', 'project_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:44:54.369132 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Returning: {'device': '5cdaf7a5-e6e5-431b-aa17-9f3059abfed4', 'network_id': '87bd24c3-2f53-4d06-9d37-4b32bba79109', 'port_id': '5cdaf7a5-e6e5-431b-aa17-9f3059abfed4', 'mac_address': 'fa:16:3e:12:0d:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b82f7aa-308b-4f07-b0c3-0d99e240d9ef', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:44:54.394655 n-d-812111-14 neutron-server[103304]: INFO neutron.db.securitygroups_db [None req-b4c385dd-6901-44fe-97ec-3637520cda5a tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Project 9e9e8439f0ef4f199c1cf289f0d53ad7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 19:44:54.406067 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b4c385dd-6901-44fe-97ec-3637520cda5a tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks [] for security_group_rule (cf4a2fb7-80d9-41ab-a449-70094d856d52), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:54.427324 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd750d8-d6fc-4924-af27-86a307843b3a tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Checking segment: {'id': 'ba78e771-b6d0-4797-9daa-866a4fd4bc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '78213538-0899-4c0a-9f21-45cb44f7f331'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:44:54.427848 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd750d8-d6fc-4924-af27-86a307843b3a tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Network hostable DHCP agents. Network: 78213538-0899-4c0a-9f21-45cb44f7f331, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:44:54.454613 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd750d8-d6fc-4924-af27-86a307843b3a tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Network 78213538-0899-4c0a-9f21-45cb44f7f331 is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:44:54.478624 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-3dd750d8-d6fc-4924-af27-86a307843b3a tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, 78213538-0899-4c0a-9f21-45cb44f7f331) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:44:54.479691 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 5cdaf7a5-e6e5-431b-aa17-9f3059abfed4 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:44:54.480141 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (5cdaf7a5-e6e5-431b-aa17-9f3059abfed4), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:54.483924 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dd750d8-d6fc-4924-af27-86a307843b3a tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:44:54.484790 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3dd750d8-d6fc-4924-af27-86a307843b3a tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:54.523826 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abe8287f-47b8-4c3b-8ecf-222c8e6b2ba5 None None] Network 78213538-0899-4c0a-9f21-45cb44f7f331 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:44:54.527506 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-3dd750d8-d6fc-4924-af27-86a307843b3a tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9890492 Jan 28 19:44:54.528230 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 52764) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:44:54.535215 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-6f022475-5933-4df6-9554-1c3f2b9c953c tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-157362055', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:44:54.547862 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cdaf7a5-e6e5-431b-aa17-9f3059abfed4 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:44:54.570901 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b4c385dd-6901-44fe-97ec-3637520cda5a tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks [] for security_group_rule (cf4a2fb7-80d9-41ab-a449-70094d856d52), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:54.571485 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6f022475-5933-4df6-9554-1c3f2b9c953c tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261150'] for router (0d3802a8-2be6-47c9-8c1b-d8e8a3246a9e), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:54.573918 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6f022475-5933-4df6-9554-1c3f2b9c953c tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-731099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-731441', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261129'] for router (0d3802a8-2be6-47c9-8c1b-d8e8a3246a9e), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:54.579777 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b4c385dd-6901-44fe-97ec-3637520cda5a tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (cf4a2fb7-80d9-41ab-a449-70094d856d52), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:54.613285 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c385dd-6901-44fe-97ec-3637520cda5a tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf4a2fb7-80d9-41ab-a449-70094d856d52,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:44:54.641353 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b4c385dd-6901-44fe-97ec-3637520cda5a tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:54.646180 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 52770) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:44:54.646978 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-b4c385dd-6901-44fe-97ec-3637520cda5a tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2954297 Jan 28 19:44:54.653274 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b2fe1033-8f08-4441-9f16-580cc652a220 None None] Publish callbacks [] for port (1a55edf0-0133-44ab-ab7d-b2305928b61c), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:54.677161 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-67580bba-5fa2-4dc3-84f8-ed9114f04616 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Request body: {'security_group_rule': {'security_group_id': '09d604b5-f7e2-4853-804f-36f4eaae2354', 'project_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:44:54.754193 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b2fe1033-8f08-4441-9f16-580cc652a220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (1a55edf0-0133-44ab-ab7d-b2305928b61c), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:54.760668 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 5cdaf7a5-e6e5-431b-aa17-9f3059abfed4, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=5cdaf7a5-e6e5-431b-aa17-9f3059abfed4,segment=NetworkSegment(0e20d3ef-5527-42ba-86a4-bcb741be912b),segment_id=0e20d3ef-5527-42ba-86a4-bcb741be912b)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:44:54.776788 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 52772) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:44:54.789552 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6f022475-5933-4df6-9554-1c3f2b9c953c tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks [] for router_controller (0d3802a8-2be6-47c9-8c1b-d8e8a3246a9e), precommit_add_association {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:54.803004 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6f022475-5933-4df6-9554-1c3f2b9c953c tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-731074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-731460'] for router (0d3802a8-2be6-47c9-8c1b-d8e8a3246a9e), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:54.823397 n-d-812111-14 neutron-server[103305]: INFO neutron.db.securitygroups_db [None req-67580bba-5fa2-4dc3-84f8-ed9114f04616 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Project 9e9e8439f0ef4f199c1cf289f0d53ad7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 19:44:54.833352 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be08cb04-b9bd-43f0-883d-8b6041bc6223 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68cd31fd-e4cd-5fb3-a862-256fc47efcd2-78213538-0899-4c0a-9f21-45cb44f7f331', 'network_id': '78213538-0899-4c0a-9f21-45cb44f7f331', 'project_id': 'ab529dfd1ad24da6bc4864590c27745b', 'fixed_ips': [{'subnet_id': 'a551f6cc-8338-46f9-a432-11cb0e1359de'}]}} from n-d-812111-14. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:44:54.834220 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-be08cb04-b9bd-43f0-883d-8b6041bc6223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:54.837192 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 7749a184-d6a9-4cd4-82e6-a1549495112c up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:44:54.839574 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (5cdaf7a5-e6e5-431b-aa17-9f3059abfed4), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:54.840750 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-67580bba-5fa2-4dc3-84f8-ed9114f04616 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks [] for security_group_rule (80801ffc-afd0-40a3-b977-e682ae95c21e), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:54.872755 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6f022475-5933-4df6-9554-1c3f2b9c953c tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:54.876188 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-6f022475-5933-4df6-9554-1c3f2b9c953c tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3445187 Jan 28 19:44:54.876906 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 52778) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:44:54.989183 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-67580bba-5fa2-4dc3-84f8-ed9114f04616 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks [] for security_group_rule (80801ffc-afd0-40a3-b977-e682ae95c21e), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:55.000215 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-67580bba-5fa2-4dc3-84f8-ed9114f04616 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (80801ffc-afd0-40a3-b977-e682ae95c21e), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:55.009947 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a29452-8e78-4e66-8428-8288527a20ec req-fca67577-3b89-4374-9e9d-166c7f1b4147 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:44:55.011769 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-81a29452-8e78-4e66-8428-8288527a20ec req-fca67577-3b89-4374-9e9d-166c7f1b4147 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d553984-08a5-4c2f-8ff1-acf427a87bf8 HTTP/1.1" status: 200 len: 945 time: 0.1144936 Jan 28 19:44:55.046954 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67580bba-5fa2-4dc3-84f8-ed9114f04616 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80801ffc-afd0-40a3-b977-e682ae95c21e,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:44:55.059560 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-67580bba-5fa2-4dc3-84f8-ed9114f04616 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:55.070358 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-67580bba-5fa2-4dc3-84f8-ed9114f04616 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3988845 Jan 28 19:44:55.101247 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-81a29452-8e78-4e66-8428-8288527a20ec req-a3ac5641-2a72-4551-ae1f-11f5d31ed839 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/security-groups?id=d049ce91-97cc-4551-97a8-b334f2123d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786593 Jan 28 19:44:55.146984 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2fe1033-8f08-4441-9f16-580cc652a220 None None] Network af3ffe75-acc4-42d4-b174-1fde595d641c is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:44:55.166369 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-b2fe1033-8f08-4441-9f16-580cc652a220 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:44:55.175843 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2fe1033-8f08-4441-9f16-580cc652a220 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:44:55.184254 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fe1033-8f08-4441-9f16-580cc652a220 None None] Pushing event updated for resources: {'Port': ['ID=1a55edf0-0133-44ab-ab7d-b2305928b61c,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:44:55.253785 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=5cdaf7a5-e6e5-431b-aa17-9f3059abfed4,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:44:55.259075 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['5cdaf7a5-e6e5-431b-aa17-9f3059abfed4'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:44:55.312043 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-6f77da50-1bc9-4e9c-9769-4d42618f1669 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1537298433-network', 'tenant_id': 'e8d40232e63142a2a5b31f233d4916ff'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:44:55.432239 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f77da50-1bc9-4e9c-9769-4d42618f1669 admin admin] Made reservation on behalf of e8d40232e63142a2a5b31f233d4916ff for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:44:55.434554 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6f77da50-1bc9-4e9c-9769-4d42618f1669 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:55.455394 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-b2fe1033-8f08-4441-9f16-580cc652a220 None None] Attempting to bind port 1a55edf0-0133-44ab-ab7d-b2305928b61c on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:44:55.455772 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-b2fe1033-8f08-4441-9f16-580cc652a220 None None] Attempting to bind port 1a55edf0-0133-44ab-ab7d-b2305928b61c by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': 'ef43bb8f-89b8-4c08-ab4a-92965291c0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'af3ffe75-acc4-42d4-b174-1fde595d641c'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:44:55.456133 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2fe1033-8f08-4441-9f16-580cc652a220 None None] Attempting to bind port 1a55edf0-0133-44ab-ab7d-b2305928b61c on network af3ffe75-acc4-42d4-b174-1fde595d641c {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:44:55.473532 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 7749a184-d6a9-4cd4-82e6-a1549495112c triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:44:55.473908 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (7749a184-d6a9-4cd4-82e6-a1549495112c), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:55.477257 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2fe1033-8f08-4441-9f16-580cc652a220 None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 44, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:44:55.477637 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2fe1033-8f08-4441-9f16-580cc652a220 None None] Checking segment: {'id': 'ef43bb8f-89b8-4c08-ab4a-92965291c0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'af3ffe75-acc4-42d4-b174-1fde595d641c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:44:55.478033 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b2fe1033-8f08-4441-9f16-580cc652a220 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:55.478669 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2fe1033-8f08-4441-9f16-580cc652a220 None None] Bound using segment: {'id': 'ef43bb8f-89b8-4c08-ab4a-92965291c0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'af3ffe75-acc4-42d4-b174-1fde595d641c'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:44:55.478896 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-b2fe1033-8f08-4441-9f16-580cc652a220 None None] Bound port: 1a55edf0-0133-44ab-ab7d-b2305928b61c, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef43bb8f-89b8-4c08-ab4a-92965291c0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'af3ffe75-acc4-42d4-b174-1fde595d641c'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:44:55.479136 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6f77da50-1bc9-4e9c-9769-4d42618f1669 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:55.479256 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b2fe1033-8f08-4441-9f16-580cc652a220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (1a55edf0-0133-44ab-ab7d-b2305928b61c), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:55.486734 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-399b0d27-641f-4ea5-96d2-5e1d8f881067 req-869f1241-e16f-43f9-8d6e-8db822690630 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1364684454&fields=id&tenant_id=9e9e8439f0ef4f199c1cf289f0d53ad7 HTTP/1.1" status: 200 len: 267 time: 0.1802206 Jan 28 19:44:55.539077 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-be08cb04-b9bd-43f0-883d-8b6041bc6223 None None] Allocated IP 172.21.0.2 (78213538-0899-4c0a-9f21-45cb44f7f331/a551f6cc-8338-46f9-a432-11cb0e1359de/1bbba79b-646b-4742-91f1-f84aec9a9467) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:44:55.738556 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b2fe1033-8f08-4441-9f16-580cc652a220 None None] For port 1a55edf0-0133-44ab-ab7d-b2305928b61c, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:44:55.763514 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399b0d27-641f-4ea5-96d2-5e1d8f881067 req-8e14803d-3dee-4668-904e-7bc6571db474 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:44:55.764985 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-399b0d27-641f-4ea5-96d2-5e1d8f881067 req-8e14803d-3dee-4668-904e-7bc6571db474 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] 10.222.0.64 "GET /v2.0/networks?id=df8c1d24-8252-4f3f-bd12-1bda56258e33 HTTP/1.1" status: 200 len: 797 time: 0.2706909 Jan 28 19:44:55.770433 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c08b8e67-c794-4af1-82f3-e80147576199 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:55.785972 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b2fe1033-8f08-4441-9f16-580cc652a220 None None] For port 1a55edf0-0133-44ab-ab7d-b2305928b61c, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=1a55edf0-0133-44ab-ab7d-b2305928b61c,segment=NetworkSegment(ef43bb8f-89b8-4c08-ab4a-92965291c0c1),segment_id=ef43bb8f-89b8-4c08-ab4a-92965291c0c1)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:44:55.801422 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 7749a184-d6a9-4cd4-82e6-a1549495112c is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:44:55.812130 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b2fe1033-8f08-4441-9f16-580cc652a220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (1a55edf0-0133-44ab-ab7d-b2305928b61c), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:55.812869 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6f77da50-1bc9-4e9c-9769-4d42618f1669 admin admin] Publish callbacks [] for security_group (78beba36-a403-4e40-8cb2-caa43be958e3), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:55.814851 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-399b0d27-641f-4ea5-96d2-5e1d8f881067 req-02968005-be1b-4bbb-a66f-30cb67bf28e3 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] 10.222.0.64 "GET /v2.0/quotas/9e9e8439f0ef4f199c1cf289f0d53ad7 HTTP/1.1" status: 200 len: 375 time: 0.0366147 Jan 28 19:44:55.850549 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6f77da50-1bc9-4e9c-9769-4d42618f1669 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (78beba36-a403-4e40-8cb2-caa43be958e3), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:55.929312 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fe1033-8f08-4441-9f16-580cc652a220 None None] Pushing event updated for resources: {'Port': ['ID=1a55edf0-0133-44ab-ab7d-b2305928b61c,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:44:55.938213 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-be08cb04-b9bd-43f0-883d-8b6041bc6223 None None] Publish callbacks [] for port (1bbba79b-646b-4742-91f1-f84aec9a9467), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:55.949965 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-be08cb04-b9bd-43f0-883d-8b6041bc6223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (1bbba79b-646b-4742-91f1-f84aec9a9467), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:55.950408 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f77da50-1bc9-4e9c-9769-4d42618f1669 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:44:55.970157 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be08cb04-b9bd-43f0-883d-8b6041bc6223 None None] Network 78213538-0899-4c0a-9f21-45cb44f7f331 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:44:55.974487 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f77da50-1bc9-4e9c-9769-4d42618f1669 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78beba36-a403-4e40-8cb2-caa43be958e3,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:44:56.006164 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-be08cb04-b9bd-43f0-883d-8b6041bc6223 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:44:56.009922 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be08cb04-b9bd-43f0-883d-8b6041bc6223 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:44:56.020753 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6f77da50-1bc9-4e9c-9769-4d42618f1669 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (699b2f0c-df13-4dc0-8dbc-999edd4584f8), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:56.021133 n-d-812111-14 neutron-server[103304]: INFO neutron.db.segments_db [None req-6f77da50-1bc9-4e9c-9769-4d42618f1669 admin admin] Added segment 699b2f0c-df13-4dc0-8dbc-999edd4584f8 of type vlan for network e2097ac0-b06e-4a3d-8d52-d6bae8363b38 Jan 28 19:44:56.049482 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be08cb04-b9bd-43f0-883d-8b6041bc6223 None None] Pushing event updated for resources: {'Port': ['ID=1bbba79b-646b-4742-91f1-f84aec9a9467,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:44:56.088140 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-be08cb04-b9bd-43f0-883d-8b6041bc6223 None None] Attempting to bind port 1bbba79b-646b-4742-91f1-f84aec9a9467 on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:44:56.088729 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-be08cb04-b9bd-43f0-883d-8b6041bc6223 None None] Attempting to bind port 1bbba79b-646b-4742-91f1-f84aec9a9467 by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': 'ba78e771-b6d0-4797-9daa-866a4fd4bc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '78213538-0899-4c0a-9f21-45cb44f7f331'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:44:56.088927 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be08cb04-b9bd-43f0-883d-8b6041bc6223 None None] Attempting to bind port 1bbba79b-646b-4742-91f1-f84aec9a9467 on network 78213538-0899-4c0a-9f21-45cb44f7f331 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:44:56.096150 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be08cb04-b9bd-43f0-883d-8b6041bc6223 None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 44, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:44:56.096528 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be08cb04-b9bd-43f0-883d-8b6041bc6223 None None] Checking segment: {'id': 'ba78e771-b6d0-4797-9daa-866a4fd4bc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '78213538-0899-4c0a-9f21-45cb44f7f331'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:44:56.096937 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-be08cb04-b9bd-43f0-883d-8b6041bc6223 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:56.099301 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-399b0d27-641f-4ea5-96d2-5e1d8f881067 req-fa38ea88-de0f-4730-b312-dcdb9b2aa695 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=9e9e8439f0ef4f199c1cf289f0d53ad7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2519262 Jan 28 19:44:56.102445 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be08cb04-b9bd-43f0-883d-8b6041bc6223 None None] Bound using segment: {'id': 'ba78e771-b6d0-4797-9daa-866a4fd4bc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '78213538-0899-4c0a-9f21-45cb44f7f331'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:44:56.102982 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-be08cb04-b9bd-43f0-883d-8b6041bc6223 None None] Bound port: 1bbba79b-646b-4742-91f1-f84aec9a9467, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba78e771-b6d0-4797-9daa-866a4fd4bc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '78213538-0899-4c0a-9f21-45cb44f7f331'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:44:56.103382 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-be08cb04-b9bd-43f0-883d-8b6041bc6223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (1bbba79b-646b-4742-91f1-f84aec9a9467), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:56.203419 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6f77da50-1bc9-4e9c-9769-4d42618f1669 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (e2097ac0-b06e-4a3d-8d52-d6bae8363b38), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:56.238445 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-be08cb04-b9bd-43f0-883d-8b6041bc6223 None None] For port 1bbba79b-646b-4742-91f1-f84aec9a9467, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:44:56.242571 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-be08cb04-b9bd-43f0-883d-8b6041bc6223 None None] For port 1bbba79b-646b-4742-91f1-f84aec9a9467, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=1bbba79b-646b-4742-91f1-f84aec9a9467,segment=NetworkSegment(ba78e771-b6d0-4797-9daa-866a4fd4bc8f),segment_id=ba78e771-b6d0-4797-9daa-866a4fd4bc8f)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:44:56.259018 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-be08cb04-b9bd-43f0-883d-8b6041bc6223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (1bbba79b-646b-4742-91f1-f84aec9a9467), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:56.307154 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6f77da50-1bc9-4e9c-9769-4d42618f1669 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (e2097ac0-b06e-4a3d-8d52-d6bae8363b38), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:56.308411 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f77da50-1bc9-4e9c-9769-4d42618f1669 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:44:56.309172 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6f77da50-1bc9-4e9c-9769-4d42618f1669 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:56.340145 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-6f77da50-1bc9-4e9c-9769-4d42618f1669 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.5617659 Jan 28 19:44:56.356624 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 52796) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:44:56.372277 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-a90af42c-04ab-4de6-86bb-8c829f02c586 admin admin] Request body: {'subnet': {'network_id': 'e2097ac0-b06e-4a3d-8d52-d6bae8363b38', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1537298433-subnet', 'tenant_id': 'e8d40232e63142a2a5b31f233d4916ff', 'ip_version': 4}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:44:56.379914 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be08cb04-b9bd-43f0-883d-8b6041bc6223 None None] Pushing event updated for resources: {'Port': ['ID=1bbba79b-646b-4742-91f1-f84aec9a9467,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:44:56.403084 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eb27fa-eb6e-4464-ba85-d5403c105ccf req-f011bf77-f653-4388-94cd-88a5c8345757 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:44:56.410321 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f6eb27fa-eb6e-4464-ba85-d5403c105ccf req-f011bf77-f653-4388-94cd-88a5c8345757 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d553984-08a5-4c2f-8ff1-acf427a87bf8 HTTP/1.1" status: 200 len: 945 time: 0.1377983 Jan 28 19:44:56.434073 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-399b0d27-641f-4ea5-96d2-5e1d8f881067 req-d5537a1a-99a9-4e28-9ef8-48f5f46224e3 service neutron] 10.222.0.64 "GET /v2.0/networks/df8c1d24-8252-4f3f-bd12-1bda56258e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3018384 Jan 28 19:44:56.466455 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a90af42c-04ab-4de6-86bb-8c829f02c586 admin admin] Made reservation on behalf of e8d40232e63142a2a5b31f233d4916ff for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:44:56.470220 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a90af42c-04ab-4de6-86bb-8c829f02c586 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4733071'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:56.482331 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f77da50-1bc9-4e9c-9769-4d42618f1669 admin admin] Pushing event updated for resources: {'Network': ['ID=e2097ac0-b06e-4a3d-8d52-d6bae8363b38,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:44:56.494770 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network e2097ac0-b06e-4a3d-8d52-d6bae8363b38 details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:44:56.515223 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-c08b8e67-c794-4af1-82f3-e80147576199 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Allocated IP 172.20.0.1 (af3ffe75-acc4-42d4-b174-1fde595d641c/473b9b8f-d29d-4f57-89de-cd694d5d197c/360017e4-92d8-4f6e-b098-7e3d133de161) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:44:56.753325 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f6eb27fa-eb6e-4464-ba85-d5403c105ccf req-af33ca1b-ab71-46e5-925b-9a027acc630b tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/security-groups?id=d049ce91-97cc-4551-97a8-b334f2123d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3363500 Jan 28 19:44:56.757203 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a90af42c-04ab-4de6-86bb-8c829f02c586 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4752401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4733085'] for subnet (06f969ef-03e0-4dc5-a06f-97556a0feee5), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:56.801327 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c08b8e67-c794-4af1-82f3-e80147576199 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks [] for port (360017e4-92d8-4f6e-b098-7e3d133de161), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:56.830903 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90af42c-04ab-4de6-86bb-8c829f02c586 admin admin] Pushing event updated for resources: {'Subnet': ['ID=06f969ef-03e0-4dc5-a06f-97556a0feee5,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:44:56.854500 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-399b0d27-641f-4ea5-96d2-5e1d8f881067 req-1794db3f-f26c-4c29-842c-3188d0a3cff2 service neutron] 10.222.0.64 "GET /v2.0/networks/df8c1d24-8252-4f3f-bd12-1bda56258e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3463321 Jan 28 19:44:56.856312 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 1a55edf0-0133-44ab-ab7d-b2305928b61c up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:44:56.859450 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90af42c-04ab-4de6-86bb-8c829f02c586 admin admin] Checking segment: {'id': '699b2f0c-df13-4dc0-8dbc-999edd4584f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e2097ac0-b06e-4a3d-8d52-d6bae8363b38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:44:56.859895 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a90af42c-04ab-4de6-86bb-8c829f02c586 admin admin] Network hostable DHCP agents. Network: e2097ac0-b06e-4a3d-8d52-d6bae8363b38, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:44:56.876381 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c08b8e67-c794-4af1-82f3-e80147576199 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (360017e4-92d8-4f6e-b098-7e3d133de161), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:56.888286 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a90af42c-04ab-4de6-86bb-8c829f02c586 admin admin] Network e2097ac0-b06e-4a3d-8d52-d6bae8363b38 is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:44:56.904667 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-a90af42c-04ab-4de6-86bb-8c829f02c586 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, e2097ac0-b06e-4a3d-8d52-d6bae8363b38) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:44:56.910911 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a90af42c-04ab-4de6-86bb-8c829f02c586 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:44:56.912834 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a90af42c-04ab-4de6-86bb-8c829f02c586 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:56.930089 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e66e1b94-d6d9-4858-ab45-25e600df2529 None None] Network e2097ac0-b06e-4a3d-8d52-d6bae8363b38 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:44:56.955031 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c08b8e67-c794-4af1-82f3-e80147576199 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Network af3ffe75-acc4-42d4-b174-1fde595d641c is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:44:56.958587 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-a90af42c-04ab-4de6-86bb-8c829f02c586 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.5964220 Jan 28 19:44:56.961263 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 52800) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:44:56.967974 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-f3172f80-b535-4cf4-a8ce-0f3f4e79a687 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1537298433-router', 'tenant_id': 'e8d40232e63142a2a5b31f233d4916ff', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:44:56.981561 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-c08b8e67-c794-4af1-82f3-e80147576199 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:44:56.990221 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08b8e67-c794-4af1-82f3-e80147576199 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:44:57.034091 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08b8e67-c794-4af1-82f3-e80147576199 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Pushing event updated for resources: {'Port': ['ID=360017e4-92d8-4f6e-b098-7e3d133de161,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:44:57.035574 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f3172f80-b535-4cf4-a8ce-0f3f4e79a687 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261150'] for router (3fdaa96f-a671-493b-856a-85da9e1ad149), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:57.055210 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f3172f80-b535-4cf4-a8ce-0f3f4e79a687 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-731099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-731441', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261129'] for router (3fdaa96f-a671-493b-856a-85da9e1ad149), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:57.101122 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c08b8e67-c794-4af1-82f3-e80147576199 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734769'] for router_interface (0d3802a8-2be6-47c9-8c1b-d8e8a3246a9e), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:57.166065 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f3172f80-b535-4cf4-a8ce-0f3f4e79a687 admin admin] Publish callbacks [] for router_controller (3fdaa96f-a671-493b-856a-85da9e1ad149), precommit_add_association {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:57.204197 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 1a55edf0-0133-44ab-ab7d-b2305928b61c triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:44:57.204585 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (1a55edf0-0133-44ab-ab7d-b2305928b61c), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:57.237948 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9100d8b8-8012-4cbf-a437-87b6e16d97fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68cd31fd-e4cd-5fb3-a862-256fc47efcd2-e2097ac0-b06e-4a3d-8d52-d6bae8363b38', 'network_id': 'e2097ac0-b06e-4a3d-8d52-d6bae8363b38', 'project_id': 'e8d40232e63142a2a5b31f233d4916ff', 'fixed_ips': [{'subnet_id': '06f969ef-03e0-4dc5-a06f-97556a0feee5'}]}} from n-d-812111-14. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:44:57.239110 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9100d8b8-8012-4cbf-a437-87b6e16d97fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:57.260597 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-66736063-bdbb-475e-a1ea-4fbde4dadb35 req-4a315149-3d08-4619-a499-51bc8d426448 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] 10.222.0.64 "GET /v2.0/ports?device_id=48a7a552-8edb-4eaa-9a2f-3647df5aafd1 HTTP/1.1" status: 200 len: 210 time: 0.0925467 Jan 28 19:44:57.342360 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c08b8e67-c794-4af1-82f3-e80147576199 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (360017e4-92d8-4f6e-b098-7e3d133de161), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:57.475090 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 1a55edf0-0133-44ab-ab7d-b2305928b61c is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:44:57.475478 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (1a55edf0-0133-44ab-ab7d-b2305928b61c), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:57.508825 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f3172f80-b535-4cf4-a8ce-0f3f4e79a687 admin admin] Publish callbacks [] for router_gateway (3fdaa96f-a671-493b-856a-85da9e1ad149), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:57.561769 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] For port 1a55edf0-0133-44ab-ab7d-b2305928b61c, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=1a55edf0-0133-44ab-ab7d-b2305928b61c,segment=NetworkSegment(ef43bb8f-89b8-4c08-ab4a-92965291c0c1),segment_id=ef43bb8f-89b8-4c08-ab4a-92965291c0c1)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:44:57.576119 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (1a55edf0-0133-44ab-ab7d-b2305928b61c), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:57.583708 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-9100d8b8-8012-4cbf-a437-87b6e16d97fe None None] Allocated IP 172.20.0.2 (e2097ac0-b06e-4a3d-8d52-d6bae8363b38/06f969ef-03e0-4dc5-a06f-97556a0feee5/3efb34cc-ca13-4ebd-8ecf-503e8e834f37) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:44:57.938737 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa5fac47-d717-43e8-bc12-827c424b295e None None] Network af3ffe75-acc4-42d4-b174-1fde595d641c requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:44:57.958748 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ea76c816-525a-4eef-8bdc-89c53271d12b req-b320666c-7f34-4959-b21a-e1465bf95ea7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d0ca55e5-132f-43d5-b396-5e2a170de718&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2310820 Jan 28 19:44:57.967582 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f3172f80-b535-4cf4-a8ce-0f3f4e79a687 admin admin] Publish callbacks [] for router_gateway (3fdaa96f-a671-493b-856a-85da9e1ad149), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:58.027837 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f3172f80-b535-4cf4-a8ce-0f3f4e79a687 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:58.064088 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 5cdaf7a5-e6e5-431b-aa17-9f3059abfed4 up at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:44:58.071434 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Pushing event updated for resources: {'Port': ['ID=1a55edf0-0133-44ab-ab7d-b2305928b61c,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:44:58.111107 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c08b8e67-c794-4af1-82f3-e80147576199 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks [] for port (360017e4-92d8-4f6e-b098-7e3d133de161), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:58.131759 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c0d53e-49ac-4376-b05c-58f05ce23d7a req-5284ff1e-bd68-42a1-b2ea-dc0d8ca9a093 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:44:58.145719 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9100d8b8-8012-4cbf-a437-87b6e16d97fe None None] Publish callbacks [] for port (3efb34cc-ca13-4ebd-8ecf-503e8e834f37), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:58.150974 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-91c0d53e-49ac-4376-b05c-58f05ce23d7a req-5284ff1e-bd68-42a1-b2ea-dc0d8ca9a093 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d553984-08a5-4c2f-8ff1-acf427a87bf8 HTTP/1.1" status: 200 len: 945 time: 0.2547803 Jan 28 19:44:58.155589 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c08b8e67-c794-4af1-82f3-e80147576199 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (360017e4-92d8-4f6e-b098-7e3d133de161), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:58.156217 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-c2f03ff6-dbae-44ae-890a-4c88fada44dd None None] Provisioning complete for port 1a55edf0-0133-44ab-ab7d-b2305928b61c triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:44:58.156716 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c2f03ff6-dbae-44ae-890a-4c88fada44dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (1a55edf0-0133-44ab-ab7d-b2305928b61c), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:58.220804 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-f3172f80-b535-4cf4-a8ce-0f3f4e79a687 admin admin] Allocated IP 172.25.6.206 (d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8/a648e4ab-7422-41b9-b133-58aca25ab8f5/1ff66673-776b-46e7-ac11-09058d89159c) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:44:58.236537 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9100d8b8-8012-4cbf-a437-87b6e16d97fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (3efb34cc-ca13-4ebd-8ecf-503e8e834f37), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:58.259071 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9100d8b8-8012-4cbf-a437-87b6e16d97fe None None] Network e2097ac0-b06e-4a3d-8d52-d6bae8363b38 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:44:58.282976 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ca75cc-d558-4f81-a0cf-1d71dae15609 None None] Network 78213538-0899-4c0a-9f21-45cb44f7f331 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:44:58.313344 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08b8e67-c794-4af1-82f3-e80147576199 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Pushing event updated for resources: {'Port': ['ID=360017e4-92d8-4f6e-b098-7e3d133de161,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:44:58.324787 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c08b8e67-c794-4af1-82f3-e80147576199 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-756216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-732801'] for router_interface (0d3802a8-2be6-47c9-8c1b-d8e8a3246a9e), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:58.351601 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f3172f80-b535-4cf4-a8ce-0f3f4e79a687 admin admin] Publish callbacks [] for port (1ff66673-776b-46e7-ac11-09058d89159c), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:58.364472 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-91c0d53e-49ac-4376-b05c-58f05ce23d7a req-700e0068-fe16-4aa3-b472-db83e0f9bab2 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/security-groups?id=d049ce91-97cc-4551-97a8-b334f2123d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942651 Jan 28 19:44:58.381695 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-9100d8b8-8012-4cbf-a437-87b6e16d97fe None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:44:58.415218 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9100d8b8-8012-4cbf-a437-87b6e16d97fe None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:44:58.421617 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f3172f80-b535-4cf4-a8ce-0f3f4e79a687 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (1ff66673-776b-46e7-ac11-09058d89159c), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:58.459850 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3f82ff52-6938-4c5c-9242-345293b74de1 req-7c7612f6-6126-4909-a732-8bc3ac682941 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] 10.222.0.64 "GET /v2.0/ports?device_id=48a7a552-8edb-4eaa-9a2f-3647df5aafd1 HTTP/1.1" status: 200 len: 210 time: 0.0580368 Jan 28 19:44:58.485991 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c08b8e67-c794-4af1-82f3-e80147576199 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Network af3ffe75-acc4-42d4-b174-1fde595d641c is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:44:58.487531 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-c08b8e67-c794-4af1-82f3-e80147576199 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:44:58.497779 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea76c816-525a-4eef-8bdc-89c53271d12b req-38e6ead9-5fe5-40ba-b5d0-d4286dd9e27d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:44:58.499447 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ea76c816-525a-4eef-8bdc-89c53271d12b req-38e6ead9-5fe5-40ba-b5d0-d4286dd9e27d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c316c98d83734d7eab7153e5f826023b&device_id=d0ca55e5-132f-43d5-b396-5e2a170de718 HTTP/1.1" status: 200 len: 1128 time: 0.4647589 Jan 28 19:44:58.513057 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3172f80-b535-4cf4-a8ce-0f3f4e79a687 admin admin] Network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:44:58.516801 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-f3172f80-b535-4cf4-a8ce-0f3f4e79a687 admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:44:58.524162 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3172f80-b535-4cf4-a8ce-0f3f4e79a687 admin admin] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:44:58.542271 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9100d8b8-8012-4cbf-a437-87b6e16d97fe None None] Pushing event updated for resources: {'Port': ['ID=3efb34cc-ca13-4ebd-8ecf-503e8e834f37,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:44:58.545148 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-c2f03ff6-dbae-44ae-890a-4c88fada44dd None None] Current status of the port 1a55edf0-0133-44ab-ab7d-b2305928b61c is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:44:58.553518 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-9100d8b8-8012-4cbf-a437-87b6e16d97fe None None] Attempting to bind port 3efb34cc-ca13-4ebd-8ecf-503e8e834f37 on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:44:58.553899 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-9100d8b8-8012-4cbf-a437-87b6e16d97fe None None] Attempting to bind port 3efb34cc-ca13-4ebd-8ecf-503e8e834f37 by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '699b2f0c-df13-4dc0-8dbc-999edd4584f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e2097ac0-b06e-4a3d-8d52-d6bae8363b38'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:44:58.554266 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9100d8b8-8012-4cbf-a437-87b6e16d97fe None None] Attempting to bind port 3efb34cc-ca13-4ebd-8ecf-503e8e834f37 on network e2097ac0-b06e-4a3d-8d52-d6bae8363b38 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:44:58.561874 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9100d8b8-8012-4cbf-a437-87b6e16d97fe None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 44, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:44:58.562256 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9100d8b8-8012-4cbf-a437-87b6e16d97fe None None] Checking segment: {'id': '699b2f0c-df13-4dc0-8dbc-999edd4584f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e2097ac0-b06e-4a3d-8d52-d6bae8363b38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:44:58.562669 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9100d8b8-8012-4cbf-a437-87b6e16d97fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:58.563066 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9100d8b8-8012-4cbf-a437-87b6e16d97fe None None] Bound using segment: {'id': '699b2f0c-df13-4dc0-8dbc-999edd4584f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e2097ac0-b06e-4a3d-8d52-d6bae8363b38'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:44:58.563999 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-9100d8b8-8012-4cbf-a437-87b6e16d97fe None None] Bound port: 3efb34cc-ca13-4ebd-8ecf-503e8e834f37, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '699b2f0c-df13-4dc0-8dbc-999edd4584f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e2097ac0-b06e-4a3d-8d52-d6bae8363b38'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:44:58.563999 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9100d8b8-8012-4cbf-a437-87b6e16d97fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (3efb34cc-ca13-4ebd-8ecf-503e8e834f37), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:58.565754 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3172f80-b535-4cf4-a8ce-0f3f4e79a687 admin admin] Pushing event updated for resources: {'Port': ['ID=1ff66673-776b-46e7-ac11-09058d89159c,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:44:58.567750 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning for port 5cdaf7a5-e6e5-431b-aa17-9f3059abfed4 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:44:58.581371 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning complete for port 5cdaf7a5-e6e5-431b-aa17-9f3059abfed4 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:44:58.581750 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (5cdaf7a5-e6e5-431b-aa17-9f3059abfed4), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:58.839577 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-9100d8b8-8012-4cbf-a437-87b6e16d97fe None None] For port 3efb34cc-ca13-4ebd-8ecf-503e8e834f37, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:44:58.866501 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 5cdaf7a5-e6e5-431b-aa17-9f3059abfed4 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:44:58.866906 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (5cdaf7a5-e6e5-431b-aa17-9f3059abfed4), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:58.877743 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-f59b497f-ce0e-4677-a6c5-4a4409ff7894 None None] Provisioning complete for port 1bbba79b-646b-4742-91f1-f84aec9a9467 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:44:58.878246 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f59b497f-ce0e-4677-a6c5-4a4409ff7894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (1bbba79b-646b-4742-91f1-f84aec9a9467), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:58.890049 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-9100d8b8-8012-4cbf-a437-87b6e16d97fe None None] For port 3efb34cc-ca13-4ebd-8ecf-503e8e834f37, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=3efb34cc-ca13-4ebd-8ecf-503e8e834f37,segment=NetworkSegment(699b2f0c-df13-4dc0-8dbc-999edd4584f8),segment_id=699b2f0c-df13-4dc0-8dbc-999edd4584f8)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:44:58.974292 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 1bbba79b-646b-4742-91f1-f84aec9a9467 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:44:59.008150 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399b0d27-641f-4ea5-96d2-5e1d8f881067 req-9cf3d42c-038e-4a1c-8bba-5375de26a6d7 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:44:59.009764 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-399b0d27-641f-4ea5-96d2-5e1d8f881067 req-9cf3d42c-038e-4a1c-8bba-5375de26a6d7 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] 10.222.0.41 "GET /v2.0/networks?id=df8c1d24-8252-4f3f-bd12-1bda56258e33 HTTP/1.1" status: 200 len: 797 time: 0.2223623 Jan 28 19:44:59.010984 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c08b8e67-c794-4af1-82f3-e80147576199 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Router 0d3802a8-2be6-47c9-8c1b-d8e8a3246a9e is scheduled to L3 agent 76fe5c49-705a-4e08-abb2-be585676213f with binding_index 1 {{(pid=103304) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 19:44:59.048132 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9100d8b8-8012-4cbf-a437-87b6e16d97fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (3efb34cc-ca13-4ebd-8ecf-503e8e834f37), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:59.080938 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d553984-08a5-4c2f-8ff1-acf427a87bf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cdaf7a5-e6e5-431b-aa17-9f3059abfed4'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:44:59.083625 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-134a30f5-bbee-42ec-99c5-9a213f2fccb0" -d '{"events": [{"server_uuid": "8d553984-08a5-4c2f-8ff1-acf427a87bf8", "name": "network-vif-plugged", "status": "completed", "tag": "5cdaf7a5-e6e5-431b-aa17-9f3059abfed4"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:44:59.152887 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 5cdaf7a5-e6e5-431b-aa17-9f3059abfed4, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=5cdaf7a5-e6e5-431b-aa17-9f3059abfed4,segment=NetworkSegment(0e20d3ef-5527-42ba-86a4-bcb741be912b),segment_id=0e20d3ef-5527-42ba-86a4-bcb741be912b)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:44:59.181835 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-399b0d27-641f-4ea5-96d2-5e1d8f881067 req-e11ed903-3651-4b94-9540-87854a1194be tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9e9e8439f0ef4f199c1cf289f0d53ad7 HTTP/1.1" status: 200 len: 380 time: 0.1614830 Jan 28 19:44:59.320564 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c08b8e67-c794-4af1-82f3-e80147576199 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:44:59.346797 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-399b0d27-641f-4ea5-96d2-5e1d8f881067 req-7d25aa7d-2546-43f5-914a-98b84289cf54 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Request body: {'port': {'device_id': '48a7a552-8edb-4eaa-9a2f-3647df5aafd1', 'network_id': 'df8c1d24-8252-4f3f-bd12-1bda56258e33', 'admin_state_up': True, 'tenant_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'security_groups': ['09d604b5-f7e2-4853-804f-36f4eaae2354']}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:44:59.459576 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 1bbba79b-646b-4742-91f1-f84aec9a9467 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:44:59.461517 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (1bbba79b-646b-4742-91f1-f84aec9a9467), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:59.517845 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e1d6ce-a2e9-43fe-a2aa-c7ff2d2d0f1f None None] Sync routers for ids ['0d3802a8-2be6-47c9-8c1b-d8e8a3246a9e'] in n-d-812111-14 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:44:59.539428 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (5cdaf7a5-e6e5-431b-aa17-9f3059abfed4), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:59.540794 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-c08b8e67-c794-4af1-82f3-e80147576199 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] 10.222.0.64 "PUT /v2.0/routers/0d3802a8-2be6-47c9-8c1b-d8e8a3246a9e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6618130 Jan 28 19:44:59.543307 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 52830) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:44:59.583505 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a351638-27ae-4c11-bcc8-745ef5b4e7de x-openstack-request-id: req-7a351638-27ae-4c11-bcc8-745ef5b4e7de {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:44:59.593080 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d553984-08a5-4c2f-8ff1-acf427a87bf8", "name": "network-vif-plugged", "status": "completed", "tag": "5cdaf7a5-e6e5-431b-aa17-9f3059abfed4", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:44:59.593568 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7a351638-27ae-4c11-bcc8-745ef5b4e7de {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:44:59.595070 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d553984-08a5-4c2f-8ff1-acf427a87bf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cdaf7a5-e6e5-431b-aa17-9f3059abfed4', 'code': 200} Jan 28 19:44:59.639129 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9100d8b8-8012-4cbf-a437-87b6e16d97fe None None] Pushing event updated for resources: {'Port': ['ID=3efb34cc-ca13-4ebd-8ecf-503e8e834f37,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:44:59.642852 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e1d6ce-a2e9-43fe-a2aa-c7ff2d2d0f1f None None] Routers {'0d3802a8-2be6-47c9-8c1b-d8e8a3246a9e'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:44:59.643633 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-98e1d6ce-a2e9-43fe-a2aa-c7ff2d2d0f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:44:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['0d3802a8-2be6-47c9-8c1b-d8e8a3246a9e'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:44:59.704663 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-f59b497f-ce0e-4677-a6c5-4a4409ff7894 None None] Current status of the port 1bbba79b-646b-4742-91f1-f84aec9a9467 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:44:59.705247 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f59b497f-ce0e-4677-a6c5-4a4409ff7894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (1bbba79b-646b-4742-91f1-f84aec9a9467), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:59.820807 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-98e1d6ce-a2e9-43fe-a2aa-c7ff2d2d0f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:44:59.827690 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=5cdaf7a5-e6e5-431b-aa17-9f3059abfed4,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:44:59.848605 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e1d6ce-a2e9-43fe-a2aa-c7ff2d2d0f1f None None] Routers {'0d3802a8-2be6-47c9-8c1b-d8e8a3246a9e'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:44:59.849417 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-98e1d6ce-a2e9-43fe-a2aa-c7ff2d2d0f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:44:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['0d3802a8-2be6-47c9-8c1b-d8e8a3246a9e'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:44:59.920453 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea76c816-525a-4eef-8bdc-89c53271d12b req-af1a0c31-e3ad-4789-a6db-84ed5ab70988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:44:59.922310 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ea76c816-525a-4eef-8bdc-89c53271d12b req-af1a0c31-e3ad-4789-a6db-84ed5ab70988 service neutron] 10.222.0.41 "GET /v2.0/networks?id=87bd24c3-2f53-4d06-9d37-4b32bba79109 HTTP/1.1" status: 200 len: 912 time: 1.3924892 Jan 28 19:44:59.944907 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-98e1d6ce-a2e9-43fe-a2aa-c7ff2d2d0f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:44:59.948226 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e1d6ce-a2e9-43fe-a2aa-c7ff2d2d0f1f None None] The sync data for ids ['0d3802a8-2be6-47c9-8c1b-d8e8a3246a9e'] in n-d-812111-14 is: [] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:45:00.007076 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-f59b497f-ce0e-4677-a6c5-4a4409ff7894 None None] For port 1bbba79b-646b-4742-91f1-f84aec9a9467, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=1bbba79b-646b-4742-91f1-f84aec9a9467,segment=NetworkSegment(ba78e771-b6d0-4797-9daa-866a4fd4bc8f),segment_id=ba78e771-b6d0-4797-9daa-866a4fd4bc8f)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:45:00.019132 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 1bbba79b-646b-4742-91f1-f84aec9a9467 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:45:00.024075 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ea76c816-525a-4eef-8bdc-89c53271d12b req-6af4fb0f-93a0-42d8-8384-72c09693c2ea service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fc84d67e-4a27-4500-a718-5ac17e1f6fd0 HTTP/1.1" status: 200 len: 217 time: 0.0886221 Jan 28 19:45:00.024966 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (1bbba79b-646b-4742-91f1-f84aec9a9467), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:00.035511 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f59b497f-ce0e-4677-a6c5-4a4409ff7894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (1bbba79b-646b-4742-91f1-f84aec9a9467), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:00.066664 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4d250eb5-85c9-464b-a014-4f05a18f5561 req-f87c26f2-d65c-4fd0-ba62-7d3b887a661c tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] 10.222.0.64 "GET /v2.0/ports?device_id=48a7a552-8edb-4eaa-9a2f-3647df5aafd1 HTTP/1.1" status: 200 len: 210 time: 0.0741100 Jan 28 19:45:00.067249 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-399b0d27-641f-4ea5-96d2-5e1d8f881067 req-7d25aa7d-2546-43f5-914a-98b84289cf54 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Made reservation on behalf of 9e9e8439f0ef4f199c1cf289f0d53ad7 for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:45:00.071026 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-399b0d27-641f-4ea5-96d2-5e1d8f881067 req-7d25aa7d-2546-43f5-914a-98b84289cf54 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:00.082906 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbfdde3-4856-46ae-8e0d-27a2f3ac46db req-ff2e50bb-6863-42f8-820d-de820cdc4b9c tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:00.084696 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5fbfdde3-4856-46ae-8e0d-27a2f3ac46db req-ff2e50bb-6863-42f8-820d-de820cdc4b9c tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d553984-08a5-4c2f-8ff1-acf427a87bf8 HTTP/1.1" status: 200 len: 946 time: 0.3393312 Jan 28 19:45:00.097077 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f3172f80-b535-4cf4-a8ce-0f3f4e79a687 admin admin] Publish callbacks [] for router_gateway (3fdaa96f-a671-493b-856a-85da9e1ad149), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:00.108490 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e1c995e-a22d-4863-842b-94dc9da50b17 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:00.110570 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-1e1c995e-a22d-4863-842b-94dc9da50b17 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] 10.222.0.64 "GET /v2.0/ports/360017e4-92d8-4f6e-b098-7e3d133de161 HTTP/1.1" status: 200 len: 910 time: 0.5633526 Jan 28 19:45:00.114178 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 52834) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:45:00.191783 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59b497f-ce0e-4677-a6c5-4a4409ff7894 None None] Pushing event updated for resources: {'Port': ['ID=1bbba79b-646b-4742-91f1-f84aec9a9467,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:45:00.204423 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.db.api [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103306) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 19:45:00.206200 n-d-812111-14 neutron-server[103306]: DEBUG oslo_db.api [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 19:45:00.214759 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d9c8e6be-4f1e-4311-a56b-dcc8591b8013 None None] Provisioning complete for port 360017e4-92d8-4f6e-b098-7e3d133de161 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:45:00.215150 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d9c8e6be-4f1e-4311-a56b-dcc8591b8013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (360017e4-92d8-4f6e-b098-7e3d133de161), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:00.237967 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5fbfdde3-4856-46ae-8e0d-27a2f3ac46db req-eb585338-d037-4039-82ec-4426f0e745fe tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/security-groups?id=d049ce91-97cc-4551-97a8-b334f2123d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384318 Jan 28 19:45:00.242439 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea76c816-525a-4eef-8bdc-89c53271d12b req-3ad1600a-b6f2-4507-b65a-a471e16f35df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:00.244287 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ea76c816-525a-4eef-8bdc-89c53271d12b req-3ad1600a-b6f2-4507-b65a-a471e16f35df service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1b82f7aa-308b-4f07-b0c3-0d99e240d9ef HTTP/1.1" status: 200 len: 851 time: 0.2070487 Jan 28 19:45:00.275586 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d9c8e6be-4f1e-4311-a56b-dcc8591b8013 None None] Port 360017e4-92d8-4f6e-b098-7e3d133de161 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:45:00.288593 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d9c8e6be-4f1e-4311-a56b-dcc8591b8013 None None] Provisioning complete for port 1bbba79b-646b-4742-91f1-f84aec9a9467 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:45:00.288971 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d9c8e6be-4f1e-4311-a56b-dcc8591b8013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (1bbba79b-646b-4742-91f1-f84aec9a9467), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:00.333895 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c92a2be-be49-4c0b-99bd-beece8a244ee req-26fa655a-df14-4c5d-85aa-161bca8645b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:00.336705 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5c92a2be-be49-4c0b-99bd-beece8a244ee req-26fa655a-df14-4c5d-85aa-161bca8645b4 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8d553984-08a5-4c2f-8ff1-acf427a87bf8 HTTP/1.1" status: 200 len: 1129 time: 0.3541107 Jan 28 19:45:00.376783 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d9c8e6be-4f1e-4311-a56b-dcc8591b8013 None None] Current status of the port 1bbba79b-646b-4742-91f1-f84aec9a9467 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:45:00.389132 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d9c8e6be-4f1e-4311-a56b-dcc8591b8013 None None] Provisioning complete for port 1a55edf0-0133-44ab-ab7d-b2305928b61c triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:45:00.389508 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d9c8e6be-4f1e-4311-a56b-dcc8591b8013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (1a55edf0-0133-44ab-ab7d-b2305928b61c), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:00.479047 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d9c8e6be-4f1e-4311-a56b-dcc8591b8013 None None] Current status of the port 1a55edf0-0133-44ab-ab7d-b2305928b61c is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:45:00.499569 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea76c816-525a-4eef-8bdc-89c53271d12b req-060b1800-9723-43ef-91e7-41b0c8f22d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:00.500956 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ea76c816-525a-4eef-8bdc-89c53271d12b req-060b1800-9723-43ef-91e7-41b0c8f22d30 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=87bd24c3-2f53-4d06-9d37-4b32bba79109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2097385 Jan 28 19:45:00.521279 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-399b0d27-641f-4ea5-96d2-5e1d8f881067 req-7d25aa7d-2546-43f5-914a-98b84289cf54 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Allocated IP 172.20.0.14 (df8c1d24-8252-4f3f-bd12-1bda56258e33/00fd07da-3aa2-4e4e-8638-18442a62dc30/7dea02a0-3dd1-4a7a-9808-3008d1ca1e2d) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:45:00.526865 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f3172f80-b535-4cf4-a8ce-0f3f4e79a687 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-731074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-731460'] for router (3fdaa96f-a671-493b-856a-85da9e1ad149), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:00.543025 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5c92a2be-be49-4c0b-99bd-beece8a244ee req-e0ff40a1-f0a6-444e-9fad-92f80a28c494 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=d049ce91-97cc-4551-97a8-b334f2123d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908145 Jan 28 19:45:00.766205 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 1bbba79b-646b-4742-91f1-f84aec9a9467 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:45:00.767388 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 1a55edf0-0133-44ab-ab7d-b2305928b61c up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:45:00.786699 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ea76c816-525a-4eef-8bdc-89c53271d12b req-3e039e98-740e-44ae-a196-f325ea9ee020 service neutron] 10.222.0.41 "GET /v2.0/networks/87bd24c3-2f53-4d06-9d37-4b32bba79109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2733903 Jan 28 19:45:00.804137 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3172f80-b535-4cf4-a8ce-0f3f4e79a687 admin admin] Router 3fdaa96f-a671-493b-856a-85da9e1ad149 is scheduled to L3 agent 76fe5c49-705a-4e08-abb2-be585676213f with binding_index 1 {{(pid=103305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 19:45:00.866622 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 1a55edf0-0133-44ab-ab7d-b2305928b61c triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:45:00.867008 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (1a55edf0-0133-44ab-ab7d-b2305928b61c), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:00.889986 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-399b0d27-641f-4ea5-96d2-5e1d8f881067 req-7d25aa7d-2546-43f5-914a-98b84289cf54 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks [] for port (7dea02a0-3dd1-4a7a-9808-3008d1ca1e2d), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:00.942287 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ea76c816-525a-4eef-8bdc-89c53271d12b req-6e131163-67fe-4d10-b7fb-dce64d25d4db service neutron] 10.222.0.41 "GET /v2.0/networks/87bd24c3-2f53-4d06-9d37-4b32bba79109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479397 Jan 28 19:45:00.944212 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f7628433-433c-4e5d-9edf-7bcd024dbc03 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:00.985486 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 1a55edf0-0133-44ab-ab7d-b2305928b61c is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:45:01.020405 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b77058a7-8ad0-4246-9854-01077154a820 None None] Network e2097ac0-b06e-4a3d-8d52-d6bae8363b38 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:45:01.083735 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-399b0d27-641f-4ea5-96d2-5e1d8f881067 req-7d25aa7d-2546-43f5-914a-98b84289cf54 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (7dea02a0-3dd1-4a7a-9808-3008d1ca1e2d), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:01.133895 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-22cb0c95-5dc9-4d34-8f84-3eead4e60600 None None] Provisioning complete for port 3efb34cc-ca13-4ebd-8ecf-503e8e834f37 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:45:01.134302 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-22cb0c95-5dc9-4d34-8f84-3eead4e60600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (3efb34cc-ca13-4ebd-8ecf-503e8e834f37), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:01.143500 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3172f80-b535-4cf4-a8ce-0f3f4e79a687 admin admin] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:45:01.154810 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5728181d-d0a7-4f05-8614-f3cbfcb72d93 None None] Sync routers for ids ['3fdaa96f-a671-493b-856a-85da9e1ad149'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:45:01.167193 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f3172f80-b535-4cf4-a8ce-0f3f4e79a687 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:01.171621 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-f3172f80-b535-4cf4-a8ce-0f3f4e79a687 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 4.2089493 Jan 28 19:45:01.172286 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 52856) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:45:01.173922 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5728181d-d0a7-4f05-8614-f3cbfcb72d93 None None] Routers {'3fdaa96f-a671-493b-856a-85da9e1ad149'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:45:01.174772 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-5728181d-d0a7-4f05-8614-f3cbfcb72d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:44:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['3fdaa96f-a671-493b-856a-85da9e1ad149'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:45:01.188116 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-399b0d27-641f-4ea5-96d2-5e1d8f881067 req-7d25aa7d-2546-43f5-914a-98b84289cf54 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Network df8c1d24-8252-4f3f-bd12-1bda56258e33 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:45:01.223841 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-399b0d27-641f-4ea5-96d2-5e1d8f881067 req-7d25aa7d-2546-43f5-914a-98b84289cf54 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:45:01.314249 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-399b0d27-641f-4ea5-96d2-5e1d8f881067 req-7d25aa7d-2546-43f5-914a-98b84289cf54 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:45:01.389216 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 3efb34cc-ca13-4ebd-8ecf-503e8e834f37 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:45:01.464228 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-22cb0c95-5dc9-4d34-8f84-3eead4e60600 None None] Current status of the port 3efb34cc-ca13-4ebd-8ecf-503e8e834f37 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:45:01.464624 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-22cb0c95-5dc9-4d34-8f84-3eead4e60600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (3efb34cc-ca13-4ebd-8ecf-503e8e834f37), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:01.522950 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-5728181d-d0a7-4f05-8614-f3cbfcb72d93 None None] Set router 3fdaa96f-a671-493b-856a-85da9e1ad149 gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:45:01.538179 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-22cb0c95-5dc9-4d34-8f84-3eead4e60600 None None] For port 3efb34cc-ca13-4ebd-8ecf-503e8e834f37, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=3efb34cc-ca13-4ebd-8ecf-503e8e834f37,segment=NetworkSegment(699b2f0c-df13-4dc0-8dbc-999edd4584f8),segment_id=699b2f0c-df13-4dc0-8dbc-999edd4584f8)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:45:01.552178 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-22cb0c95-5dc9-4d34-8f84-3eead4e60600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (3efb34cc-ca13-4ebd-8ecf-503e8e834f37), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:01.571786 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 3efb34cc-ca13-4ebd-8ecf-503e8e834f37 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:45:01.572240 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (3efb34cc-ca13-4ebd-8ecf-503e8e834f37), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:01.727681 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3dd8b1-7bf1-49f5-b8fb-8ab051ef1bb0 req-7b9f409b-e656-41f9-bc1b-b26df975bc52 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:01.729520 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-fc3dd8b1-7bf1-49f5-b8fb-8ab051ef1bb0 req-7b9f409b-e656-41f9-bc1b-b26df975bc52 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d553984-08a5-4c2f-8ff1-acf427a87bf8 HTTP/1.1" status: 200 len: 946 time: 0.1765304 Jan 28 19:45:01.739782 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d25aa7d-2546-43f5-914a-98b84289cf54 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Pushing event updated for resources: {'Port': ['ID=7dea02a0-3dd1-4a7a-9808-3008d1ca1e2d,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:45:01.821188 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d583cad7-fc9c-437c-aea8-fbc31a589ba4 None None] Provisioning complete for port 7dea02a0-3dd1-4a7a-9808-3008d1ca1e2d triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:45:01.821683 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d583cad7-fc9c-437c-aea8-fbc31a589ba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (7dea02a0-3dd1-4a7a-9808-3008d1ca1e2d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:01.851758 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cb0c95-5dc9-4d34-8f84-3eead4e60600 None None] Pushing event updated for resources: {'Port': ['ID=3efb34cc-ca13-4ebd-8ecf-503e8e834f37,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:45:01.883509 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-f7628433-433c-4e5d-9edf-7bcd024dbc03 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Allocated IP 172.21.0.1 (78213538-0899-4c0a-9f21-45cb44f7f331/a551f6cc-8338-46f9-a432-11cb0e1359de/14d4650c-3728-4ea5-a86e-4cf7fe3490b3) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:45:01.957224 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-fc3dd8b1-7bf1-49f5-b8fb-8ab051ef1bb0 req-2551c2a9-6335-4882-8bd6-20c97ade431a tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/security-groups?id=d049ce91-97cc-4551-97a8-b334f2123d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794654 Jan 28 19:45:02.029411 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d583cad7-fc9c-437c-aea8-fbc31a589ba4 None None] Port 7dea02a0-3dd1-4a7a-9808-3008d1ca1e2d cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:45:02.031196 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 3efb34cc-ca13-4ebd-8ecf-503e8e834f37 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:45:02.036559 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 1bbba79b-646b-4742-91f1-f84aec9a9467 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:45:02.045372 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-5728181d-d0a7-4f05-8614-f3cbfcb72d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fdaa96f-a671-493b-856a-85da9e1ad149', 'name': 'tempest-ImageQuotaTest-1537298433-router', 'tenant_id': 'e8d40232e63142a2a5b31f233d4916ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '1ff66673-776b-46e7-ac11-09058d89159c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:44:57Z', 'updated_at': '2022-01-28T19:44:59Z', 'revision_number': 3, 'project_id': 'e8d40232e63142a2a5b31f233d4916ff', 'gw_port': {'id': '1ff66673-776b-46e7-ac11-09058d89159c', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:15:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fdaa96f-a671-493b-856a-85da9e1ad149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3408, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:44:58Z', 'updated_at': '2022-01-28T19:44:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:45:02.076136 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff3588f-efa0-4c25-ac65-70a5746eef65 req-a460ec35-6c1b-41a8-b6c1-a8427de1e0f3 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:02.089647 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5ff3588f-efa0-4c25-ac65-70a5746eef65 req-a460ec35-6c1b-41a8-b6c1-a8427de1e0f3 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] 10.222.0.64 "GET /v2.0/ports?device_id=48a7a552-8edb-4eaa-9a2f-3647df5aafd1 HTTP/1.1" status: 200 len: 932 time: 0.8435221 Jan 28 19:45:02.099410 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-eedd12b7-b7a3-43c5-bed8-f14187a876ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:02.100511 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399b0d27-641f-4ea5-96d2-5e1d8f881067 req-7d25aa7d-2546-43f5-914a-98b84289cf54 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:02.101392 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-399b0d27-641f-4ea5-96d2-5e1d8f881067 req-7d25aa7d-2546-43f5-914a-98b84289cf54 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:02.157847 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5728181d-d0a7-4f05-8614-f3cbfcb72d93 None None] Checking router: 3fdaa96f-a671-493b-856a-85da9e1ad149 for host: n-d-812111-14 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:45:02.158770 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5728181d-d0a7-4f05-8614-f3cbfcb72d93 None None] Updating router 3fdaa96f-a671-493b-856a-85da9e1ad149 port 1ff66673-776b-46e7-ac11-09058d89159c binding host n-d-812111-14 {{(pid=103307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:45:02.164011 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 1bbba79b-646b-4742-91f1-f84aec9a9467 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:45:02.166878 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (1bbba79b-646b-4742-91f1-f84aec9a9467), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:02.230140 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f7628433-433c-4e5d-9edf-7bcd024dbc03 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks [] for port (14d4650c-3728-4ea5-a86e-4cf7fe3490b3), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:02.236734 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-5728181d-d0a7-4f05-8614-f3cbfcb72d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (1ff66673-776b-46e7-ac11-09058d89159c), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:02.243799 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-c28e9088-4586-4d9d-96c5-b86522c411ec None None] Provisioning complete for port 3efb34cc-ca13-4ebd-8ecf-503e8e834f37 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:45:02.244180 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c28e9088-4586-4d9d-96c5-b86522c411ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (3efb34cc-ca13-4ebd-8ecf-503e8e834f37), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:02.287037 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-399b0d27-641f-4ea5-96d2-5e1d8f881067 req-7d25aa7d-2546-43f5-914a-98b84289cf54 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9692097 Jan 28 19:45:02.302436 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-399b0d27-641f-4ea5-96d2-5e1d8f881067 req-db59b790-ff0f-47b0-99b6-9039bc3fcf7b service neutron] Request body: {'port': {'device_id': '48a7a552-8edb-4eaa-9a2f-3647df5aafd1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-14'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:45:02.342917 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5ff3588f-efa0-4c25-ac65-70a5746eef65 req-7d5c8d1f-8ae9-4208-bf5f-e2d37aa6fdba tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] 10.222.0.64 "GET /v2.0/security-groups?id=09d604b5-f7e2-4853-804f-36f4eaae2354&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2318649 Jan 28 19:45:02.361901 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f7628433-433c-4e5d-9edf-7bcd024dbc03 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (14d4650c-3728-4ea5-a86e-4cf7fe3490b3), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:02.398218 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 1bbba79b-646b-4742-91f1-f84aec9a9467 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:45:02.414933 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-c28e9088-4586-4d9d-96c5-b86522c411ec None None] Current status of the port 3efb34cc-ca13-4ebd-8ecf-503e8e834f37 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:45:02.422781 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7628433-433c-4e5d-9edf-7bcd024dbc03 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Pushing event updated for resources: {'Port': ['ID=14d4650c-3728-4ea5-a86e-4cf7fe3490b3,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:45:02.436429 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-eedd12b7-b7a3-43c5-bed8-f14187a876ca admin admin] Allocated IP 172.20.0.1 (e2097ac0-b06e-4a3d-8d52-d6bae8363b38/06f969ef-03e0-4dc5-a06f-97556a0feee5/bf0a948b-38b3-4f00-9b4d-8642b5dbd699) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:45:02.438352 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-399b0d27-641f-4ea5-96d2-5e1d8f881067 req-db59b790-ff0f-47b0-99b6-9039bc3fcf7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (7dea02a0-3dd1-4a7a-9808-3008d1ca1e2d), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:02.450493 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7628433-433c-4e5d-9edf-7bcd024dbc03 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Network 78213538-0899-4c0a-9f21-45cb44f7f331 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:45:02.453924 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-f7628433-433c-4e5d-9edf-7bcd024dbc03 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:45:02.458508 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7628433-433c-4e5d-9edf-7bcd024dbc03 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:45:02.576377 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f7628433-433c-4e5d-9edf-7bcd024dbc03 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734769'] for router_interface (0d3802a8-2be6-47c9-8c1b-d8e8a3246a9e), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:02.631357 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-eedd12b7-b7a3-43c5-bed8-f14187a876ca admin admin] Publish callbacks [] for port (bf0a948b-38b3-4f00-9b4d-8642b5dbd699), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:02.697239 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-5728181d-d0a7-4f05-8614-f3cbfcb72d93 None None] Publish callbacks [] for port (1ff66673-776b-46e7-ac11-09058d89159c), precommit_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:02.706852 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-eedd12b7-b7a3-43c5-bed8-f14187a876ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (bf0a948b-38b3-4f00-9b4d-8642b5dbd699), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:02.717712 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-5728181d-d0a7-4f05-8614-f3cbfcb72d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (1ff66673-776b-46e7-ac11-09058d89159c), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:02.753229 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eedd12b7-b7a3-43c5-bed8-f14187a876ca admin admin] Network e2097ac0-b06e-4a3d-8d52-d6bae8363b38 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:45:02.781940 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-eedd12b7-b7a3-43c5-bed8-f14187a876ca admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:45:02.784209 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eedd12b7-b7a3-43c5-bed8-f14187a876ca admin admin] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:45:02.814267 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f7628433-433c-4e5d-9edf-7bcd024dbc03 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (14d4650c-3728-4ea5-a86e-4cf7fe3490b3), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:02.834362 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-5728181d-d0a7-4f05-8614-f3cbfcb72d93 None None] Attempting to bind port 1ff66673-776b-46e7-ac11-09058d89159c on host n-d-812111-14 for vnic_type normal with profile {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:45:02.835374 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-5728181d-d0a7-4f05-8614-f3cbfcb72d93 None None] Attempting to bind port 1ff66673-776b-46e7-ac11-09058d89159c by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:45:02.836239 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5728181d-d0a7-4f05-8614-f3cbfcb72d93 None None] Attempting to bind port 1ff66673-776b-46e7-ac11-09058d89159c on network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:45:02.840993 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc479624-e403-4f4d-85a3-85bb044890dc None None] Pushing event updated for resources: {'Port': ['ID=1ff66673-776b-46e7-ac11-09058d89159c,revision_number=2']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:45:02.849123 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-4277fcea-fbd8-4190-bb0d-2a714cd082d9 None None] Provisioning complete for port 14d4650c-3728-4ea5-a86e-4cf7fe3490b3 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:45:02.849585 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4277fcea-fbd8-4190-bb0d-2a714cd082d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (14d4650c-3728-4ea5-a86e-4cf7fe3490b3), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:02.865501 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-eedd12b7-b7a3-43c5-bed8-f14187a876ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734769'] for router_interface (3fdaa96f-a671-493b-856a-85da9e1ad149), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:02.868158 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5728181d-d0a7-4f05-8614-f3cbfcb72d93 None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 44, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:45:02.868846 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5728181d-d0a7-4f05-8614-f3cbfcb72d93 None None] Checking segment: {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:45:02.869393 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-5728181d-d0a7-4f05-8614-f3cbfcb72d93 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:02.871260 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5728181d-d0a7-4f05-8614-f3cbfcb72d93 None None] Bound using segment: {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:45:02.872039 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-5728181d-d0a7-4f05-8614-f3cbfcb72d93 None None] Bound port: 1ff66673-776b-46e7-ac11-09058d89159c, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:45:02.872583 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-5728181d-d0a7-4f05-8614-f3cbfcb72d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (1ff66673-776b-46e7-ac11-09058d89159c), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:02.959641 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-4277fcea-fbd8-4190-bb0d-2a714cd082d9 None None] Port 14d4650c-3728-4ea5-a86e-4cf7fe3490b3 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:45:02.989039 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-399b0d27-641f-4ea5-96d2-5e1d8f881067 req-db59b790-ff0f-47b0-99b6-9039bc3fcf7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7dea02a0-3dd1-4a7a-9808-3008d1ca1e2d {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:45:02.995432 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-399b0d27-641f-4ea5-96d2-5e1d8f881067 req-db59b790-ff0f-47b0-99b6-9039bc3fcf7b service neutron] Publish callbacks [] for port (7dea02a0-3dd1-4a7a-9808-3008d1ca1e2d), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:02.998383 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-5728181d-d0a7-4f05-8614-f3cbfcb72d93 None None] For port 1ff66673-776b-46e7-ac11-09058d89159c, host n-d-812111-14, cleared binding levels {{(pid=103307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:45:03.002440 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-5728181d-d0a7-4f05-8614-f3cbfcb72d93 None None] For port 1ff66673-776b-46e7-ac11-09058d89159c, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=1ff66673-776b-46e7-ac11-09058d89159c,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:45:03.011632 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-5728181d-d0a7-4f05-8614-f3cbfcb72d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (1ff66673-776b-46e7-ac11-09058d89159c), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:03.033763 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-399b0d27-641f-4ea5-96d2-5e1d8f881067 req-db59b790-ff0f-47b0-99b6-9039bc3fcf7b service neutron] Transition to ACTIVE for port object 7dea02a0-3dd1-4a7a-9808-3008d1ca1e2d will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:45:03.081132 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedd12b7-b7a3-43c5-bed8-f14187a876ca admin admin] Pushing event updated for resources: {'Port': ['ID=bf0a948b-38b3-4f00-9b4d-8642b5dbd699,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:45:03.082555 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-399b0d27-641f-4ea5-96d2-5e1d8f881067 req-db59b790-ff0f-47b0-99b6-9039bc3fcf7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (7dea02a0-3dd1-4a7a-9808-3008d1ca1e2d), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:03.087122 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc479624-e403-4f4d-85a3-85bb044890dc None None] Pushing event updated for resources: {'Port': ['ID=1ff66673-776b-46e7-ac11-09058d89159c,revision_number=3']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:45:03.140941 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5728181d-d0a7-4f05-8614-f3cbfcb72d93 None None] Routers {'3fdaa96f-a671-493b-856a-85da9e1ad149'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:45:03.146950 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-5728181d-d0a7-4f05-8614-f3cbfcb72d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:44:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['3fdaa96f-a671-493b-856a-85da9e1ad149'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:45:03.148736 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db59b790-ff0f-47b0-99b6-9039bc3fcf7b service neutron] Pushing event updated for resources: {'Port': ['ID=7dea02a0-3dd1-4a7a-9808-3008d1ca1e2d,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:45:03.199325 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 3efb34cc-ca13-4ebd-8ecf-503e8e834f37 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:45:03.264636 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-dbf6fc8a-82fd-49b9-88d1-17d7d6f0a009 None None] Provisioning complete for port bf0a948b-38b3-4f00-9b4d-8642b5dbd699 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:45:03.265012 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-dbf6fc8a-82fd-49b9-88d1-17d7d6f0a009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (bf0a948b-38b3-4f00-9b4d-8642b5dbd699), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:03.273309 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281ee2da-1689-4a59-a85e-1915189238bb req-11de924f-3e03-442b-b6b2-5c62e0b6d62d tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:03.278042 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-281ee2da-1689-4a59-a85e-1915189238bb req-11de924f-3e03-442b-b6b2-5c62e0b6d62d tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d553984-08a5-4c2f-8ff1-acf427a87bf8 HTTP/1.1" status: 200 len: 946 time: 0.1749871 Jan 28 19:45:03.344267 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-dbf6fc8a-82fd-49b9-88d1-17d7d6f0a009 None None] Port bf0a948b-38b3-4f00-9b4d-8642b5dbd699 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:45:03.352369 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-5728181d-d0a7-4f05-8614-f3cbfcb72d93 None None] Set router 3fdaa96f-a671-493b-856a-85da9e1ad149 gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:45:03.362738 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 3efb34cc-ca13-4ebd-8ecf-503e8e834f37 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:45:03.363451 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (3efb34cc-ca13-4ebd-8ecf-503e8e834f37), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:03.414732 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-eedd12b7-b7a3-43c5-bed8-f14187a876ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (bf0a948b-38b3-4f00-9b4d-8642b5dbd699), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:03.439022 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-399b0d27-641f-4ea5-96d2-5e1d8f881067 req-db59b790-ff0f-47b0-99b6-9039bc3fcf7b service neutron] Attempting to bind port 7dea02a0-3dd1-4a7a-9808-3008d1ca1e2d on host n-h1-812111-14 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:45:03.445342 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-399b0d27-641f-4ea5-96d2-5e1d8f881067 req-db59b790-ff0f-47b0-99b6-9039bc3fcf7b service neutron] Attempting to bind port 7dea02a0-3dd1-4a7a-9808-3008d1ca1e2d by drivers openvswitch,hyperv on host n-h1-812111-14 at level 0 using segments [{'id': '4aacc62a-8c59-4ded-b1ca-93156e1905f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'df8c1d24-8252-4f3f-bd12-1bda56258e33'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:45:03.445342 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-399b0d27-641f-4ea5-96d2-5e1d8f881067 req-db59b790-ff0f-47b0-99b6-9039bc3fcf7b service neutron] Attempting to bind port 7dea02a0-3dd1-4a7a-9808-3008d1ca1e2d on network df8c1d24-8252-4f3f-bd12-1bda56258e33 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:45:03.467624 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-399b0d27-641f-4ea5-96d2-5e1d8f881067 req-db59b790-ff0f-47b0-99b6-9039bc3fcf7b service neutron] Port 7dea02a0-3dd1-4a7a-9808-3008d1ca1e2d on network df8c1d24-8252-4f3f-bd12-1bda56258e33 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-14 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:45:03.468025 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-399b0d27-641f-4ea5-96d2-5e1d8f881067 req-db59b790-ff0f-47b0-99b6-9039bc3fcf7b service neutron] Attempting to bind port 7dea02a0-3dd1-4a7a-9808-3008d1ca1e2d on network df8c1d24-8252-4f3f-bd12-1bda56258e33 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:45:03.478719 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-281ee2da-1689-4a59-a85e-1915189238bb req-636da5b1-eb02-4b4e-9573-df3889ff4d01 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/security-groups?id=d049ce91-97cc-4551-97a8-b334f2123d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862020 Jan 28 19:45:03.501251 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-399b0d27-641f-4ea5-96d2-5e1d8f881067 req-db59b790-ff0f-47b0-99b6-9039bc3fcf7b service neutron] Checking agent: {'id': 'b544ba20-de93-4d86-9e6b-a2202deb6191', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 44, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:45:03.501251 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-399b0d27-641f-4ea5-96d2-5e1d8f881067 req-db59b790-ff0f-47b0-99b6-9039bc3fcf7b service neutron] Checking segment: {'id': '4aacc62a-8c59-4ded-b1ca-93156e1905f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'df8c1d24-8252-4f3f-bd12-1bda56258e33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:45:03.501251 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-399b0d27-641f-4ea5-96d2-5e1d8f881067 req-db59b790-ff0f-47b0-99b6-9039bc3fcf7b service neutron] Bound using segment: {'id': '4aacc62a-8c59-4ded-b1ca-93156e1905f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'df8c1d24-8252-4f3f-bd12-1bda56258e33'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:45:03.501251 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-399b0d27-641f-4ea5-96d2-5e1d8f881067 req-db59b790-ff0f-47b0-99b6-9039bc3fcf7b service neutron] Bound port: 7dea02a0-3dd1-4a7a-9808-3008d1ca1e2d, host: n-h1-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4aacc62a-8c59-4ded-b1ca-93156e1905f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'df8c1d24-8252-4f3f-bd12-1bda56258e33'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:45:03.501251 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-399b0d27-641f-4ea5-96d2-5e1d8f881067 req-db59b790-ff0f-47b0-99b6-9039bc3fcf7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (7dea02a0-3dd1-4a7a-9808-3008d1ca1e2d), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:03.529401 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 3efb34cc-ca13-4ebd-8ecf-503e8e834f37 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:45:03.704260 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-5728181d-d0a7-4f05-8614-f3cbfcb72d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fdaa96f-a671-493b-856a-85da9e1ad149', 'name': 'tempest-ImageQuotaTest-1537298433-router', 'tenant_id': 'e8d40232e63142a2a5b31f233d4916ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '1ff66673-776b-46e7-ac11-09058d89159c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:44:57Z', 'updated_at': '2022-01-28T19:44:59Z', 'revision_number': 3, 'project_id': 'e8d40232e63142a2a5b31f233d4916ff', 'gw_port': {'id': '1ff66673-776b-46e7-ac11-09058d89159c', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:15:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fdaa96f-a671-493b-856a-85da9e1ad149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3408, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:44:58Z', 'updated_at': '2022-01-28T19:45:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:45:03.748939 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5728181d-d0a7-4f05-8614-f3cbfcb72d93 None None] The sync data for ids ['3fdaa96f-a671-493b-856a-85da9e1ad149'] in n-d-812111-14 is: [{'id': '3fdaa96f-a671-493b-856a-85da9e1ad149', 'name': 'tempest-ImageQuotaTest-1537298433-router', 'tenant_id': 'e8d40232e63142a2a5b31f233d4916ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '1ff66673-776b-46e7-ac11-09058d89159c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:44:57Z', 'updated_at': '2022-01-28T19:44:59Z', 'revision_number': 3, 'project_id': 'e8d40232e63142a2a5b31f233d4916ff', 'gw_port': {'id': '1ff66673-776b-46e7-ac11-09058d89159c', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:15:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fdaa96f-a671-493b-856a-85da9e1ad149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3408, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:44:58Z', 'updated_at': '2022-01-28T19:45:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:45:03.787016 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-eedd12b7-b7a3-43c5-bed8-f14187a876ca admin admin] Publish callbacks [] for port (bf0a948b-38b3-4f00-9b4d-8642b5dbd699), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:03.798409 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-eedd12b7-b7a3-43c5-bed8-f14187a876ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (bf0a948b-38b3-4f00-9b4d-8642b5dbd699), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:03.835373 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ea0184-d5b3-46b3-bc2a-5cef8cad2c2f req-7ac93b0a-cebb-40da-aa93-f090e1ac1f8c tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:03.842620 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-11ea0184-d5b3-46b3-bc2a-5cef8cad2c2f req-7ac93b0a-cebb-40da-aa93-f090e1ac1f8c tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] 10.222.0.64 "GET /v2.0/ports?device_id=48a7a552-8edb-4eaa-9a2f-3647df5aafd1 HTTP/1.1" status: 200 len: 944 time: 0.3639336 Jan 28 19:45:03.896131 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-399b0d27-641f-4ea5-96d2-5e1d8f881067 req-db59b790-ff0f-47b0-99b6-9039bc3fcf7b service neutron] For port 7dea02a0-3dd1-4a7a-9808-3008d1ca1e2d, host n-h1-812111-14, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:45:03.930074 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-399b0d27-641f-4ea5-96d2-5e1d8f881067 req-db59b790-ff0f-47b0-99b6-9039bc3fcf7b service neutron] For port 7dea02a0-3dd1-4a7a-9808-3008d1ca1e2d, host n-h1-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=7dea02a0-3dd1-4a7a-9808-3008d1ca1e2d,segment=NetworkSegment(4aacc62a-8c59-4ded-b1ca-93156e1905f7),segment_id=4aacc62a-8c59-4ded-b1ca-93156e1905f7)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:45:03.934276 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419e056c-079f-4f3e-ae1a-0c514ac3851b req-ed020b15-f098-4b57-a94a-3df78acb7eb1 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:03.936141 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-419e056c-079f-4f3e-ae1a-0c514ac3851b req-ed020b15-f098-4b57-a94a-3df78acb7eb1 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d553984-08a5-4c2f-8ff1-acf427a87bf8 HTTP/1.1" status: 200 len: 946 time: 0.2195036 Jan 28 19:45:03.938098 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-eedd12b7-b7a3-43c5-bed8-f14187a876ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-756216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-732801'] for router_interface (3fdaa96f-a671-493b-856a-85da9e1ad149), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:03.940333 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedd12b7-b7a3-43c5-bed8-f14187a876ca admin admin] Pushing event updated for resources: {'Port': ['ID=bf0a948b-38b3-4f00-9b4d-8642b5dbd699,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:45:03.955143 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-11ea0184-d5b3-46b3-bc2a-5cef8cad2c2f req-a47ca01c-faf6-47fd-bdac-26af2a194402 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] 10.222.0.64 "GET /v2.0/security-groups?id=09d604b5-f7e2-4853-804f-36f4eaae2354&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064329 Jan 28 19:45:03.959455 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-399b0d27-641f-4ea5-96d2-5e1d8f881067 req-db59b790-ff0f-47b0-99b6-9039bc3fcf7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (7dea02a0-3dd1-4a7a-9808-3008d1ca1e2d), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:04.027750 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db59b790-ff0f-47b0-99b6-9039bc3fcf7b service neutron] Pushing event updated for resources: {'Port': ['ID=7dea02a0-3dd1-4a7a-9808-3008d1ca1e2d,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:45:04.072592 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399b0d27-641f-4ea5-96d2-5e1d8f881067 req-db59b790-ff0f-47b0-99b6-9039bc3fcf7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:04.073278 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-399b0d27-641f-4ea5-96d2-5e1d8f881067 req-db59b790-ff0f-47b0-99b6-9039bc3fcf7b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:04.074841 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-399b0d27-641f-4ea5-96d2-5e1d8f881067 req-db59b790-ff0f-47b0-99b6-9039bc3fcf7b service neutron] 10.222.0.41 "PUT /v2.0/ports/7dea02a0-3dd1-4a7a-9808-3008d1ca1e2d HTTP/1.1" status: 200 len: 1093 time: 1.7768440 Jan 28 19:45:04.075352 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48a7a552-8edb-4eaa-9a2f-3647df5aafd1', 'tag': '7dea02a0-3dd1-4a7a-9808-3008d1ca1e2d'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:45:04.077916 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45a8c8f3-ca19-4263-8689-497e8709e1cd" -d '{"events": [{"name": "network-changed", "server_uuid": "48a7a552-8edb-4eaa-9a2f-3647df5aafd1", "tag": "7dea02a0-3dd1-4a7a-9808-3008d1ca1e2d"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:45:04.143876 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f7628433-433c-4e5d-9edf-7bcd024dbc03 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks [] for port (14d4650c-3728-4ea5-a86e-4cf7fe3490b3), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:04.176499 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f7628433-433c-4e5d-9edf-7bcd024dbc03 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (14d4650c-3728-4ea5-a86e-4cf7fe3490b3), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:04.493316 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-419e056c-079f-4f3e-ae1a-0c514ac3851b req-5419a3d4-56e0-4b5a-a648-3ebd8546320f tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/security-groups?id=d049ce91-97cc-4551-97a8-b334f2123d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5452161 Jan 28 19:45:04.571324 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eedd12b7-b7a3-43c5-bed8-f14187a876ca admin admin] Network e2097ac0-b06e-4a3d-8d52-d6bae8363b38 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:45:04.573079 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-eedd12b7-b7a3-43c5-bed8-f14187a876ca admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:45:04.687469 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:45:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49030051-be2e-4509-a3fc-927676bf70c8 x-openstack-request-id: req-49030051-be2e-4509-a3fc-927676bf70c8 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:45:04.687773 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48a7a552-8edb-4eaa-9a2f-3647df5aafd1", "tag": "7dea02a0-3dd1-4a7a-9808-3008d1ca1e2d", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:45:04.688034 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-49030051-be2e-4509-a3fc-927676bf70c8 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:45:04.688448 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48a7a552-8edb-4eaa-9a2f-3647df5aafd1', 'tag': '7dea02a0-3dd1-4a7a-9808-3008d1ca1e2d', 'status': 'completed', 'code': 200} Jan 28 19:45:04.704797 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f7628433-433c-4e5d-9edf-7bcd024dbc03 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-756216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-732801'] for router_interface (0d3802a8-2be6-47c9-8c1b-d8e8a3246a9e), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:04.719020 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7628433-433c-4e5d-9edf-7bcd024dbc03 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Pushing event updated for resources: {'Port': ['ID=14d4650c-3728-4ea5-a86e-4cf7fe3490b3,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:45:04.767417 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399b0d27-641f-4ea5-96d2-5e1d8f881067 req-46ce3687-c80f-4045-a36d-62b65e2c67f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:04.769052 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-399b0d27-641f-4ea5-96d2-5e1d8f881067 req-46ce3687-c80f-4045-a36d-62b65e2c67f9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9e9e8439f0ef4f199c1cf289f0d53ad7&device_id=48a7a552-8edb-4eaa-9a2f-3647df5aafd1 HTTP/1.1" status: 200 len: 1127 time: 0.6183200 Jan 28 19:45:04.826363 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eedd12b7-b7a3-43c5-bed8-f14187a876ca admin admin] Router 3fdaa96f-a671-493b-856a-85da9e1ad149 has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:45:04.828577 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-399b0d27-641f-4ea5-96d2-5e1d8f881067 req-0c9f54b6-b3a1-494d-9e9e-be674e6c21b9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7dea02a0-3dd1-4a7a-9808-3008d1ca1e2d HTTP/1.1" status: 200 len: 217 time: 0.0455561 Jan 28 19:45:04.910740 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7628433-433c-4e5d-9edf-7bcd024dbc03 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Network 78213538-0899-4c0a-9f21-45cb44f7f331 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:45:04.913793 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-f7628433-433c-4e5d-9edf-7bcd024dbc03 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:45:04.931437 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399b0d27-641f-4ea5-96d2-5e1d8f881067 req-47b29591-ab91-4068-8244-29dd5c0e7043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:04.932948 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-399b0d27-641f-4ea5-96d2-5e1d8f881067 req-47b29591-ab91-4068-8244-29dd5c0e7043 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=00fd07da-3aa2-4e4e-8638-18442a62dc30 HTTP/1.1" status: 200 len: 834 time: 0.0930161 Jan 28 19:45:04.979119 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-ebecd866-e9f0-4432-b17a-5d48621594e4 None None] Provisioning complete for port bf0a948b-38b3-4f00-9b4d-8642b5dbd699 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:45:04.980087 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ebecd866-e9f0-4432-b17a-5d48621594e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (bf0a948b-38b3-4f00-9b4d-8642b5dbd699), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:05.062573 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-ebecd866-e9f0-4432-b17a-5d48621594e4 None None] Port bf0a948b-38b3-4f00-9b4d-8642b5dbd699 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:45:05.145952 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eedd12b7-b7a3-43c5-bed8-f14187a876ca admin admin] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:45:05.157580 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-eedd12b7-b7a3-43c5-bed8-f14187a876ca admin admin] 10.222.0.64 "PUT /v2.0/routers/3fdaa96f-a671-493b-856a-85da9e1ad149/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9841647 Jan 28 19:45:05.170541 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7628433-433c-4e5d-9edf-7bcd024dbc03 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Router 0d3802a8-2be6-47c9-8c1b-d8e8a3246a9e has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:45:05.203731 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56a3b05-17f7-4040-8fd2-081cb6a46fd5 req-5722bbed-28fc-4b9c-849d-5408a1e6ffd6 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:05.211600 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a56a3b05-17f7-4040-8fd2-081cb6a46fd5 req-5722bbed-28fc-4b9c-849d-5408a1e6ffd6 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] 10.222.0.64 "GET /v2.0/ports?device_id=48a7a552-8edb-4eaa-9a2f-3647df5aafd1 HTTP/1.1" status: 200 len: 944 time: 0.1269438 Jan 28 19:45:05.224071 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 1ff66673-776b-46e7-ac11-09058d89159c up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:45:05.224238 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399b0d27-641f-4ea5-96d2-5e1d8f881067 req-93bbbedd-832f-4a15-8abe-3168dbfbbc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:05.232700 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-399b0d27-641f-4ea5-96d2-5e1d8f881067 req-93bbbedd-832f-4a15-8abe-3168dbfbbc17 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=df8c1d24-8252-4f3f-bd12-1bda56258e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2661774 Jan 28 19:45:05.327331 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 1ff66673-776b-46e7-ac11-09058d89159c triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:45:05.327939 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (1ff66673-776b-46e7-ac11-09058d89159c), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:05.445611 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7628433-433c-4e5d-9edf-7bcd024dbc03 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:45:05.462588 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a56a3b05-17f7-4040-8fd2-081cb6a46fd5 req-b66e9aa1-838f-496f-9009-d1a451dc7d4b tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] 10.222.0.64 "GET /v2.0/security-groups?id=09d604b5-f7e2-4853-804f-36f4eaae2354&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2485192 Jan 28 19:45:05.471601 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-f7628433-433c-4e5d-9edf-7bcd024dbc03 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] 10.222.0.64 "PUT /v2.0/routers/0d3802a8-2be6-47c9-8c1b-d8e8a3246a9e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3548815 Jan 28 19:45:05.474477 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 52930) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:45:05.482304 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52096f36-13dd-4337-8115-9040402eed1f None None] Sync routers for ids ['0d3802a8-2be6-47c9-8c1b-d8e8a3246a9e'] in n-d-812111-14 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:45:05.492365 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-c6204779-0390-4266-a501-dd37f964fcf0 None None] Provisioning complete for port 14d4650c-3728-4ea5-a86e-4cf7fe3490b3 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:45:05.492981 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c6204779-0390-4266-a501-dd37f964fcf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (14d4650c-3728-4ea5-a86e-4cf7fe3490b3), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:05.496746 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-399b0d27-641f-4ea5-96d2-5e1d8f881067 req-0fbd94cd-2579-48fc-99d4-6dd4428b550d service neutron] 10.222.0.41 "GET /v2.0/networks/df8c1d24-8252-4f3f-bd12-1bda56258e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2534988 Jan 28 19:45:05.530488 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0355b71-4df6-4463-aa1f-44fb7af2ca43 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:05.534428 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-b0355b71-4df6-4463-aa1f-44fb7af2ca43 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] 10.222.0.64 "GET /v2.0/ports/14d4650c-3728-4ea5-a86e-4cf7fe3490b3 HTTP/1.1" status: 200 len: 910 time: 0.0561857 Jan 28 19:45:05.534653 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 52934) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:45:05.543210 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 1ff66673-776b-46e7-ac11-09058d89159c is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:45:05.543614 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (1ff66673-776b-46e7-ac11-09058d89159c), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:05.571700 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] For port 1ff66673-776b-46e7-ac11-09058d89159c, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=1ff66673-776b-46e7-ac11-09058d89159c,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:45:05.576390 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52096f36-13dd-4337-8115-9040402eed1f None None] Routers {'0d3802a8-2be6-47c9-8c1b-d8e8a3246a9e'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:45:05.577267 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-52096f36-13dd-4337-8115-9040402eed1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:44:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['0d3802a8-2be6-47c9-8c1b-d8e8a3246a9e'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:45:05.620743 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-52096f36-13dd-4337-8115-9040402eed1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:45:05.627506 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (1ff66673-776b-46e7-ac11-09058d89159c), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:05.643208 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-c6204779-0390-4266-a501-dd37f964fcf0 None None] Port 14d4650c-3728-4ea5-a86e-4cf7fe3490b3 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:45:05.652571 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-399b0d27-641f-4ea5-96d2-5e1d8f881067 req-c1b2ee18-eb99-4545-ad86-a9216234e7b2 service neutron] 10.222.0.41 "GET /v2.0/networks/df8c1d24-8252-4f3f-bd12-1bda56258e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459424 Jan 28 19:45:05.700826 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52096f36-13dd-4337-8115-9040402eed1f None None] Routers {'0d3802a8-2be6-47c9-8c1b-d8e8a3246a9e'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:45:05.701607 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-52096f36-13dd-4337-8115-9040402eed1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:44:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['0d3802a8-2be6-47c9-8c1b-d8e8a3246a9e'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:45:05.752504 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-52096f36-13dd-4337-8115-9040402eed1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:45:05.753315 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52096f36-13dd-4337-8115-9040402eed1f None None] The sync data for ids ['0d3802a8-2be6-47c9-8c1b-d8e8a3246a9e'] in n-d-812111-14 is: [] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:45:05.778840 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Pushing event updated for resources: {'Port': ['ID=1ff66673-776b-46e7-ac11-09058d89159c,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:45:05.817415 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a8c8f3-ca19-4263-8689-497e8709e1cd req-ca109a19-bd88-43e0-b562-4e08d3de5334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:05.817415 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-45a8c8f3-ca19-4263-8689-497e8709e1cd req-ca109a19-bd88-43e0-b562-4e08d3de5334 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9e9e8439f0ef4f199c1cf289f0d53ad7&device_id=48a7a552-8edb-4eaa-9a2f-3647df5aafd1 HTTP/1.1" status: 200 len: 1127 time: 0.0907283 Jan 28 19:45:05.876814 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a669682d-a02e-4893-94a2-1d3d89db631b req-f86b905e-3a4b-426e-a6a1-ea91a539a083 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:05.885045 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a669682d-a02e-4893-94a2-1d3d89db631b req-f86b905e-3a4b-426e-a6a1-ea91a539a083 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d553984-08a5-4c2f-8ff1-acf427a87bf8 HTTP/1.1" status: 200 len: 946 time: 0.2331290 Jan 28 19:45:05.928274 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a8c8f3-ca19-4263-8689-497e8709e1cd req-90645760-1a5c-416a-b006-4a4e4180c76a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:05.929789 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-45a8c8f3-ca19-4263-8689-497e8709e1cd req-90645760-1a5c-416a-b006-4a4e4180c76a service neutron] 10.222.0.41 "GET /v2.0/networks?id=df8c1d24-8252-4f3f-bd12-1bda56258e33 HTTP/1.1" status: 200 len: 897 time: 0.1031868 Jan 28 19:45:05.994418 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-45a8c8f3-ca19-4263-8689-497e8709e1cd req-9f25d579-7415-4900-af01-4fac3dc93a4d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7dea02a0-3dd1-4a7a-9808-3008d1ca1e2d HTTP/1.1" status: 200 len: 217 time: 0.0579417 Jan 28 19:45:06.027550 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a669682d-a02e-4893-94a2-1d3d89db631b req-b3f6f8c1-4ebb-4985-80a1-c454601bf027 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/security-groups?id=d049ce91-97cc-4551-97a8-b334f2123d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416039 Jan 28 19:45:06.099897 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a8c8f3-ca19-4263-8689-497e8709e1cd req-3d153cf4-4e46-4c02-96b8-a0513e40a451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:06.101618 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-45a8c8f3-ca19-4263-8689-497e8709e1cd req-3d153cf4-4e46-4c02-96b8-a0513e40a451 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=00fd07da-3aa2-4e4e-8638-18442a62dc30 HTTP/1.1" status: 200 len: 834 time: 0.0993607 Jan 28 19:45:06.203765 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a8c8f3-ca19-4263-8689-497e8709e1cd req-92ab573c-9ce9-41e1-8c89-970b733c2710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:06.217254 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-45a8c8f3-ca19-4263-8689-497e8709e1cd req-92ab573c-9ce9-41e1-8c89-970b733c2710 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=df8c1d24-8252-4f3f-bd12-1bda56258e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0831344 Jan 28 19:45:06.325035 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-576bfcc7-aa84-4c82-80be-2cecd286fad0 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-732838'] for router_interface (0d3802a8-2be6-47c9-8c1b-d8e8a3246a9e), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:06.380554 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-45a8c8f3-ca19-4263-8689-497e8709e1cd req-97c9d4e1-55a7-4fa9-b49d-b27879d5044e service neutron] 10.222.0.41 "GET /v2.0/networks/df8c1d24-8252-4f3f-bd12-1bda56258e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532190 Jan 28 19:45:06.570452 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-45a8c8f3-ca19-4263-8689-497e8709e1cd req-9c5ab1e5-eecd-47da-b461-2354efb13638 service neutron] 10.222.0.41 "GET /v2.0/networks/df8c1d24-8252-4f3f-bd12-1bda56258e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799722 Jan 28 19:45:06.588537 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8c201c-1f18-452a-a12b-4eb814608ba7 None None] Sync routers for ids ['3fdaa96f-a671-493b-856a-85da9e1ad149'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:45:06.607837 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8c201c-1f18-452a-a12b-4eb814608ba7 None None] Routers {'3fdaa96f-a671-493b-856a-85da9e1ad149'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:45:06.608201 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-4a8c201c-1f18-452a-a12b-4eb814608ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:44:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['3fdaa96f-a671-493b-856a-85da9e1ad149'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:45:06.652600 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-623f30d2-f7d2-4aa7-a805-cebfa8c83489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:06.702274 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b093402-e341-4cd8-8bcb-cc5878fb5f97 req-4bf6baf2-d7a9-4d91-b07f-a7f146501e7c tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:06.703730 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8b093402-e341-4cd8-8bcb-cc5878fb5f97 req-4bf6baf2-d7a9-4d91-b07f-a7f146501e7c tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] 10.222.0.64 "GET /v2.0/ports?device_id=48a7a552-8edb-4eaa-9a2f-3647df5aafd1 HTTP/1.1" status: 200 len: 944 time: 0.1658058 Jan 28 19:45:06.814900 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbb0217-6ba0-417d-ac08-979507faa4a9 req-04cb4081-aa60-4b27-91f2-a98f8d613c91 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:06.816831 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ffbb0217-6ba0-417d-ac08-979507faa4a9 req-04cb4081-aa60-4b27-91f2-a98f8d613c91 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d553984-08a5-4c2f-8ff1-acf427a87bf8 HTTP/1.1" status: 200 len: 946 time: 0.1081538 Jan 28 19:45:06.848588 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8b093402-e341-4cd8-8bcb-cc5878fb5f97 req-881ddf3e-6db7-4e80-ae8c-32a578854eb1 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] 10.222.0.64 "GET /v2.0/security-groups?id=09d604b5-f7e2-4853-804f-36f4eaae2354&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1364908 Jan 28 19:45:06.859076 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-576bfcc7-aa84-4c82-80be-2cecd286fad0 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Deleting port 14d4650c-3728-4ea5-a86e-4cf7fe3490b3 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:45:06.859420 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-576bfcc7-aa84-4c82-80be-2cecd286fad0 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (14d4650c-3728-4ea5-a86e-4cf7fe3490b3), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:06.952053 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-4a8c201c-1f18-452a-a12b-4eb814608ba7 None None] Set router 3fdaa96f-a671-493b-856a-85da9e1ad149 gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:45:06.983877 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ffbb0217-6ba0-417d-ac08-979507faa4a9 req-56b4e881-6ea8-437e-9a1e-c91732d32473 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/security-groups?id=d049ce91-97cc-4551-97a8-b334f2123d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609547 Jan 28 19:45:06.986790 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-576bfcc7-aa84-4c82-80be-2cecd286fad0 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (14d4650c-3728-4ea5-a86e-4cf7fe3490b3), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:07.002221 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-576bfcc7-aa84-4c82-80be-2cecd286fad0 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Calling delete_port for 14d4650c-3728-4ea5-a86e-4cf7fe3490b3 owned by network:router_interface {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:45:07.072838 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 1ff66673-776b-46e7-ac11-09058d89159c up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:45:07.192360 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 1ff66673-776b-46e7-ac11-09058d89159c triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:45:07.192987 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (1ff66673-776b-46e7-ac11-09058d89159c), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:07.250575 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-576bfcc7-aa84-4c82-80be-2cecd286fad0 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (14d4650c-3728-4ea5-a86e-4cf7fe3490b3), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:07.256570 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-4a8c201c-1f18-452a-a12b-4eb814608ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fdaa96f-a671-493b-856a-85da9e1ad149', 'name': 'tempest-ImageQuotaTest-1537298433-router', 'tenant_id': 'e8d40232e63142a2a5b31f233d4916ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '1ff66673-776b-46e7-ac11-09058d89159c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:44:57Z', 'updated_at': '2022-01-28T19:45:03Z', 'revision_number': 4, 'project_id': 'e8d40232e63142a2a5b31f233d4916ff', 'gw_port': {'id': '1ff66673-776b-46e7-ac11-09058d89159c', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:15:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fdaa96f-a671-493b-856a-85da9e1ad149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3408, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:44:58Z', 'updated_at': '2022-01-28T19:45:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': 'bf0a948b-38b3-4f00-9b4d-8642b5dbd699', 'name': '', 'network_id': 'e2097ac0-b06e-4a3d-8d52-d6bae8363b38', 'tenant_id': 'e8d40232e63142a2a5b31f233d4916ff', 'mac_address': 'fa:16:3e:92:a0:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fdaa96f-a671-493b-856a-85da9e1ad149', 'device_owner': 'network:router_interface', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': '06f969ef-03e0-4dc5-a06f-97556a0feee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:45:02Z', 'updated_at': '2022-01-28T19:45:03Z', 'revision_number': 2, 'project_id': 'e8d40232e63142a2a5b31f233d4916ff', 'subnets': [{'id': '06f969ef-03e0-4dc5-a06f-97556a0feee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:45:07.258728 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 52986) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:45:07.287076 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8c201c-1f18-452a-a12b-4eb814608ba7 None None] Checking router: 3fdaa96f-a671-493b-856a-85da9e1ad149 for host: n-d-812111-14 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:45:07.287479 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8c201c-1f18-452a-a12b-4eb814608ba7 None None] Updating router 3fdaa96f-a671-493b-856a-85da9e1ad149 port bf0a948b-38b3-4f00-9b4d-8642b5dbd699 binding host n-d-812111-14 {{(pid=103307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:45:07.288721 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 1ff66673-776b-46e7-ac11-09058d89159c is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:45:07.293090 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576bfcc7-aa84-4c82-80be-2cecd286fad0 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Pushing event deleted for resources: {'Port': ['ID=14d4650c-3728-4ea5-a86e-4cf7fe3490b3,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:45:07.333284 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4a8c201c-1f18-452a-a12b-4eb814608ba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (bf0a948b-38b3-4f00-9b4d-8642b5dbd699), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:07.505121 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-576bfcc7-aa84-4c82-80be-2cecd286fad0 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-732682'] for router_interface (0d3802a8-2be6-47c9-8c1b-d8e8a3246a9e), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:07.708484 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4a8c201c-1f18-452a-a12b-4eb814608ba7 None None] Publish callbacks [] for port (bf0a948b-38b3-4f00-9b4d-8642b5dbd699), precommit_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:07.717886 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4a8c201c-1f18-452a-a12b-4eb814608ba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (bf0a948b-38b3-4f00-9b4d-8642b5dbd699), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:07.766391 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-576bfcc7-aa84-4c82-80be-2cecd286fad0 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Router 0d3802a8-2be6-47c9-8c1b-d8e8a3246a9e has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:45:07.779185 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dce44a-9838-4afc-a7f0-42be929aa8ad None None] Pushing event updated for resources: {'Port': ['ID=bf0a948b-38b3-4f00-9b4d-8642b5dbd699,revision_number=3']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:45:07.796752 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-20695912-d14c-4d76-9980-880ecc89f04c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-732838'] for router_interface (3fdaa96f-a671-493b-856a-85da9e1ad149), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:07.862943 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-4a8c201c-1f18-452a-a12b-4eb814608ba7 None None] Attempting to bind port bf0a948b-38b3-4f00-9b4d-8642b5dbd699 on host n-d-812111-14 for vnic_type normal with profile {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:45:07.863308 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-4a8c201c-1f18-452a-a12b-4eb814608ba7 None None] Attempting to bind port bf0a948b-38b3-4f00-9b4d-8642b5dbd699 by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '699b2f0c-df13-4dc0-8dbc-999edd4584f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e2097ac0-b06e-4a3d-8d52-d6bae8363b38'}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:45:07.863658 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8c201c-1f18-452a-a12b-4eb814608ba7 None None] Attempting to bind port bf0a948b-38b3-4f00-9b4d-8642b5dbd699 on network e2097ac0-b06e-4a3d-8d52-d6bae8363b38 {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:45:07.870468 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8c201c-1f18-452a-a12b-4eb814608ba7 None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 44, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:45:07.870847 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8c201c-1f18-452a-a12b-4eb814608ba7 None None] Checking segment: {'id': '699b2f0c-df13-4dc0-8dbc-999edd4584f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e2097ac0-b06e-4a3d-8d52-d6bae8363b38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:45:07.871249 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4a8c201c-1f18-452a-a12b-4eb814608ba7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:07.871583 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-576bfcc7-aa84-4c82-80be-2cecd286fad0 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:45:07.871710 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8c201c-1f18-452a-a12b-4eb814608ba7 None None] Bound using segment: {'id': '699b2f0c-df13-4dc0-8dbc-999edd4584f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e2097ac0-b06e-4a3d-8d52-d6bae8363b38'} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:45:07.872096 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-4a8c201c-1f18-452a-a12b-4eb814608ba7 None None] Bound port: bf0a948b-38b3-4f00-9b4d-8642b5dbd699, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '699b2f0c-df13-4dc0-8dbc-999edd4584f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e2097ac0-b06e-4a3d-8d52-d6bae8363b38'}}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:45:07.873129 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4a8c201c-1f18-452a-a12b-4eb814608ba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (bf0a948b-38b3-4f00-9b4d-8642b5dbd699), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:07.878511 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-576bfcc7-aa84-4c82-80be-2cecd286fad0 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] 10.222.0.64 "PUT /v2.0/routers/0d3802a8-2be6-47c9-8c1b-d8e8a3246a9e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3421946 Jan 28 19:45:07.881206 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 52994) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:45:07.883641 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbbbee0c-0056-48a7-b373-2bc6e03d17f3 None None] Sync routers for ids ['0d3802a8-2be6-47c9-8c1b-d8e8a3246a9e'] in n-d-812111-14 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:45:07.895847 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbbbee0c-0056-48a7-b373-2bc6e03d17f3 None None] Routers {'0d3802a8-2be6-47c9-8c1b-d8e8a3246a9e'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:45:07.897295 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-cbbbee0c-0056-48a7-b373-2bc6e03d17f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:44:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['0d3802a8-2be6-47c9-8c1b-d8e8a3246a9e'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:45:07.976440 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-cbbbee0c-0056-48a7-b373-2bc6e03d17f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:45:08.009697 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-4a8c201c-1f18-452a-a12b-4eb814608ba7 None None] For port bf0a948b-38b3-4f00-9b4d-8642b5dbd699, host n-d-812111-14, cleared binding levels {{(pid=103307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:45:08.012513 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbbbee0c-0056-48a7-b373-2bc6e03d17f3 None None] Routers {'0d3802a8-2be6-47c9-8c1b-d8e8a3246a9e'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:45:08.015649 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-cbbbee0c-0056-48a7-b373-2bc6e03d17f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:44:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['0d3802a8-2be6-47c9-8c1b-d8e8a3246a9e'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:45:08.016772 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-4a8c201c-1f18-452a-a12b-4eb814608ba7 None None] For port bf0a948b-38b3-4f00-9b4d-8642b5dbd699, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=bf0a948b-38b3-4f00-9b4d-8642b5dbd699,segment=NetworkSegment(699b2f0c-df13-4dc0-8dbc-999edd4584f8),segment_id=699b2f0c-df13-4dc0-8dbc-999edd4584f8)] {{(pid=103307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:45:08.041721 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4a8c201c-1f18-452a-a12b-4eb814608ba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (bf0a948b-38b3-4f00-9b4d-8642b5dbd699), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:08.117508 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-cbbbee0c-0056-48a7-b373-2bc6e03d17f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:45:08.119304 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbbbee0c-0056-48a7-b373-2bc6e03d17f3 None None] The sync data for ids ['0d3802a8-2be6-47c9-8c1b-d8e8a3246a9e'] in n-d-812111-14 is: [] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:45:08.143783 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dce44a-9838-4afc-a7f0-42be929aa8ad None None] Pushing event updated for resources: {'Port': ['ID=bf0a948b-38b3-4f00-9b4d-8642b5dbd699,revision_number=4']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:45:08.178276 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6261d6a6-37ba-4d84-9aa7-e31d66c6155b req-ccd890ad-7252-4899-8348-149ff6a2020b tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:08.186306 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6261d6a6-37ba-4d84-9aa7-e31d66c6155b req-ccd890ad-7252-4899-8348-149ff6a2020b tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] 10.222.0.64 "GET /v2.0/ports?device_id=48a7a552-8edb-4eaa-9a2f-3647df5aafd1 HTTP/1.1" status: 200 len: 944 time: 0.1984236 Jan 28 19:45:08.195649 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8c201c-1f18-452a-a12b-4eb814608ba7 None None] Routers {'3fdaa96f-a671-493b-856a-85da9e1ad149'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:45:08.196316 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-4a8c201c-1f18-452a-a12b-4eb814608ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:44:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['3fdaa96f-a671-493b-856a-85da9e1ad149'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:45:08.205152 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-9189e832-02bc-440e-8bc6-cee5bca78d95 None None] Provisioning complete for port bf0a948b-38b3-4f00-9b4d-8642b5dbd699 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:45:08.205742 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9189e832-02bc-440e-8bc6-cee5bca78d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (bf0a948b-38b3-4f00-9b4d-8642b5dbd699), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:08.226748 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469b8a24-94a4-4583-acd2-55f8d83fb8fa req-cc484d64-9747-4883-a16c-8c02bde1a67f tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:08.228439 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-469b8a24-94a4-4583-acd2-55f8d83fb8fa req-cc484d64-9747-4883-a16c-8c02bde1a67f tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d553984-08a5-4c2f-8ff1-acf427a87bf8 HTTP/1.1" status: 200 len: 946 time: 0.1116595 Jan 28 19:45:08.289093 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-469b8a24-94a4-4583-acd2-55f8d83fb8fa req-6458086c-449f-4f4c-8e61-2132d325e9d2 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/security-groups?id=d049ce91-97cc-4551-97a8-b334f2123d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538249 Jan 28 19:45:08.331294 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 7dea02a0-3dd1-4a7a-9808-3008d1ca1e2d details requested by agent hyperv_n-h1-812111-14 with host n-h1-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:45:08.357624 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6261d6a6-37ba-4d84-9aa7-e31d66c6155b req-a0aa2de9-f9e9-477f-9a51-af714e19b666 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] 10.222.0.64 "GET /v2.0/security-groups?id=09d604b5-f7e2-4853-804f-36f4eaae2354&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1674650 Jan 28 19:45:08.402042 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-20695912-d14c-4d76-9980-880ecc89f04c admin admin] Deleting port bf0a948b-38b3-4f00-9b4d-8642b5dbd699 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:45:08.402630 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-20695912-d14c-4d76-9980-880ecc89f04c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (bf0a948b-38b3-4f00-9b4d-8642b5dbd699), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:08.414100 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-4a8c201c-1f18-452a-a12b-4eb814608ba7 None None] Set router 3fdaa96f-a671-493b-856a-85da9e1ad149 gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:45:08.427459 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-9189e832-02bc-440e-8bc6-cee5bca78d95 None None] Current status of the port bf0a948b-38b3-4f00-9b4d-8642b5dbd699 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:45:08.427847 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9189e832-02bc-440e-8bc6-cee5bca78d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (bf0a948b-38b3-4f00-9b4d-8642b5dbd699), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:08.557489 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-20695912-d14c-4d76-9980-880ecc89f04c admin admin] For port bf0a948b-38b3-4f00-9b4d-8642b5dbd699, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=bf0a948b-38b3-4f00-9b4d-8642b5dbd699,segment=NetworkSegment(699b2f0c-df13-4dc0-8dbc-999edd4584f8),segment_id=699b2f0c-df13-4dc0-8dbc-999edd4584f8)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:45:08.557845 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-20695912-d14c-4d76-9980-880ecc89f04c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (bf0a948b-38b3-4f00-9b4d-8642b5dbd699), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:08.573028 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-20695912-d14c-4d76-9980-880ecc89f04c admin admin] Calling delete_port for bf0a948b-38b3-4f00-9b4d-8642b5dbd699 owned by network:router_interface {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:45:08.608345 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-9189e832-02bc-440e-8bc6-cee5bca78d95 None None] For port bf0a948b-38b3-4f00-9b4d-8642b5dbd699, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=bf0a948b-38b3-4f00-9b4d-8642b5dbd699,segment=NetworkSegment(699b2f0c-df13-4dc0-8dbc-999edd4584f8),segment_id=699b2f0c-df13-4dc0-8dbc-999edd4584f8)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:45:08.628865 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9189e832-02bc-440e-8bc6-cee5bca78d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (bf0a948b-38b3-4f00-9b4d-8642b5dbd699), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:08.648662 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 7dea02a0-3dd1-4a7a-9808-3008d1ca1e2d, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=7dea02a0-3dd1-4a7a-9808-3008d1ca1e2d,segment=NetworkSegment(4aacc62a-8c59-4ded-b1ca-93156e1905f7),segment_id=4aacc62a-8c59-4ded-b1ca-93156e1905f7)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:45:08.730028 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b1849955-920e-4a77-8785-b872a0044f43 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-732838'] for router_interface (0d3802a8-2be6-47c9-8c1b-d8e8a3246a9e), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:08.760357 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9189e832-02bc-440e-8bc6-cee5bca78d95 None None] Pushing event updated for resources: {'Port': ['ID=bf0a948b-38b3-4f00-9b4d-8642b5dbd699,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:45:08.802966 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Returning: {'device': '7dea02a0-3dd1-4a7a-9808-3008d1ca1e2d', 'network_id': 'df8c1d24-8252-4f3f-bd12-1bda56258e33', 'port_id': '7dea02a0-3dd1-4a7a-9808-3008d1ca1e2d', 'mac_address': 'fa:16:3e:a4:6d:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00fd07da-3aa2-4e4e-8638-18442a62dc30', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:45:08.815894 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-4a8c201c-1f18-452a-a12b-4eb814608ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fdaa96f-a671-493b-856a-85da9e1ad149', 'name': 'tempest-ImageQuotaTest-1537298433-router', 'tenant_id': 'e8d40232e63142a2a5b31f233d4916ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '1ff66673-776b-46e7-ac11-09058d89159c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:44:57Z', 'updated_at': '2022-01-28T19:45:03Z', 'revision_number': 4, 'project_id': 'e8d40232e63142a2a5b31f233d4916ff', 'gw_port': {'id': '1ff66673-776b-46e7-ac11-09058d89159c', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:15:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fdaa96f-a671-493b-856a-85da9e1ad149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3408, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:44:58Z', 'updated_at': '2022-01-28T19:45:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': 'bf0a948b-38b3-4f00-9b4d-8642b5dbd699', 'name': '', 'network_id': 'e2097ac0-b06e-4a3d-8d52-d6bae8363b38', 'tenant_id': 'e8d40232e63142a2a5b31f233d4916ff', 'mac_address': 'fa:16:3e:92:a0:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fdaa96f-a671-493b-856a-85da9e1ad149', 'device_owner': 'network:router_interface', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': '06f969ef-03e0-4dc5-a06f-97556a0feee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:45:02Z', 'updated_at': '2022-01-28T19:45:07Z', 'revision_number': 4, 'project_id': 'e8d40232e63142a2a5b31f233d4916ff', 'subnets': [{'id': '06f969ef-03e0-4dc5-a06f-97556a0feee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:45:08.866897 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-cc7af27c-fb6c-4dd1-9f20-02c900901313 None None] Provisioning complete for port bf0a948b-38b3-4f00-9b4d-8642b5dbd699 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:45:08.867271 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-cc7af27c-fb6c-4dd1-9f20-02c900901313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (bf0a948b-38b3-4f00-9b4d-8642b5dbd699), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:08.870868 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8c201c-1f18-452a-a12b-4eb814608ba7 None None] The sync data for ids ['3fdaa96f-a671-493b-856a-85da9e1ad149'] in n-d-812111-14 is: [{'id': '3fdaa96f-a671-493b-856a-85da9e1ad149', 'name': 'tempest-ImageQuotaTest-1537298433-router', 'tenant_id': 'e8d40232e63142a2a5b31f233d4916ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '1ff66673-776b-46e7-ac11-09058d89159c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:44:57Z', 'updated_at': '2022-01-28T19:45:03Z', 'revision_number': 4, 'project_id': 'e8d40232e63142a2a5b31f233d4916ff', 'gw_port': {'id': '1ff66673-776b-46e7-ac11-09058d89159c', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:15:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fdaa96f-a671-493b-856a-85da9e1ad149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3408, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:44:58Z', 'updated_at': '2022-01-28T19:45:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': 'bf0a948b-38b3-4f00-9b4d-8642b5dbd699', 'name': '', 'network_id': 'e2097ac0-b06e-4a3d-8d52-d6bae8363b38', 'tenant_id': 'e8d40232e63142a2a5b31f233d4916ff', 'mac_address': 'fa:16:3e:92:a0:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fdaa96f-a671-493b-856a-85da9e1ad149', 'device_owner': 'network:router_interface', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': '06f969ef-03e0-4dc5-a06f-97556a0feee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:45:02Z', 'updated_at': '2022-01-28T19:45:07Z', 'revision_number': 4, 'project_id': 'e8d40232e63142a2a5b31f233d4916ff', 'subnets': [{'id': '06f969ef-03e0-4dc5-a06f-97556a0feee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:45:08.917814 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port 7dea02a0-3dd1-4a7a-9808-3008d1ca1e2d is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:45:08.918395 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (7dea02a0-3dd1-4a7a-9808-3008d1ca1e2d), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:08.945586 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7dea02a0-3dd1-4a7a-9808-3008d1ca1e2d {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:45:08.949553 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-20695912-d14c-4d76-9980-880ecc89f04c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (bf0a948b-38b3-4f00-9b4d-8642b5dbd699), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:08.975768 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21c1d5cb-680b-4945-b4aa-1926c0d24eb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:08.996993 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-cc7af27c-fb6c-4dd1-9f20-02c900901313 None None] Could not find standard attr ID for object bf0a948b-38b3-4f00-9b4d-8642b5dbd699. {{(pid=103306) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 19:45:09.004358 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 7dea02a0-3dd1-4a7a-9808-3008d1ca1e2d, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=7dea02a0-3dd1-4a7a-9808-3008d1ca1e2d,segment=NetworkSegment(4aacc62a-8c59-4ded-b1ca-93156e1905f7),segment_id=4aacc62a-8c59-4ded-b1ca-93156e1905f7)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:45:09.005831 n-d-812111-14 neutron-server[103306]: INFO neutron.plugins.ml2.db [None req-cc7af27c-fb6c-4dd1-9f20-02c900901313 None None] No ports have port_id starting with bf0a948b-38b3-4f00-9b4d-8642b5dbd699 Jan 28 19:45:09.017056 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (7dea02a0-3dd1-4a7a-9808-3008d1ca1e2d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:09.043191 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20695912-d14c-4d76-9980-880ecc89f04c admin admin] Pushing event deleted for resources: {'Port': ['ID=bf0a948b-38b3-4f00-9b4d-8642b5dbd699,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:45:09.187776 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-b1849955-920e-4a77-8785-b872a0044f43 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Deleting port 360017e4-92d8-4f6e-b098-7e3d133de161 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:45:09.190942 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b1849955-920e-4a77-8785-b872a0044f43 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (360017e4-92d8-4f6e-b098-7e3d133de161), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:09.424796 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b1849955-920e-4a77-8785-b872a0044f43 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (360017e4-92d8-4f6e-b098-7e3d133de161), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:09.472350 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-b1849955-920e-4a77-8785-b872a0044f43 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Calling delete_port for 360017e4-92d8-4f6e-b098-7e3d133de161 owned by network:router_interface {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:45:09.627940 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-20695912-d14c-4d76-9980-880ecc89f04c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-732682'] for router_interface (3fdaa96f-a671-493b-856a-85da9e1ad149), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:09.648802 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=7dea02a0-3dd1-4a7a-9808-3008d1ca1e2d,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:45:09.651772 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device bf0a948b-38b3-4f00-9b4d-8642b5dbd699 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:45:09.676736 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['7dea02a0-3dd1-4a7a-9808-3008d1ca1e2d'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:45:09.682860 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: bf0a948b-38b3-4f00-9b4d-8642b5dbd699 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:45:09.683495 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device bf0a948b-38b3-4f00-9b4d-8642b5dbd699 not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jan 28 19:45:09.698357 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e21a5e-b6f9-4c64-877b-4b7db7cfaed7 req-e6e60d5d-437e-45b9-a7a7-794898ca71e8 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:09.708556 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b0e21a5e-b6f9-4c64-877b-4b7db7cfaed7 req-e6e60d5d-437e-45b9-a7a7-794898ca71e8 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d553984-08a5-4c2f-8ff1-acf427a87bf8 HTTP/1.1" status: 200 len: 946 time: 0.1756566 Jan 28 19:45:09.732954 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Port bf0a948b-38b3-4f00-9b4d-8642b5dbd699 not found, will not notify nova. {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jan 28 19:45:09.740017 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:45:09.740583 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:45:09.740998 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:45:09.741433 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:45:09.741899 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:45:09.742303 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:45:09.742694 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:45:09.743171 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:45:09.743653 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:45:09.744058 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:45:09.744446 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:45:09.744864 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:45:09.745283 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:45:09.865463 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:09.936340 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b0e21a5e-b6f9-4c64-877b-4b7db7cfaed7 req-4b8a5453-c4cd-41de-821a-0e3275c13d15 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/security-groups?id=d049ce91-97cc-4551-97a8-b334f2123d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267704 Jan 28 19:45:09.961767 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 5cdaf7a5-e6e5-431b-aa17-9f3059abfed4 details requested by agent hyperv_n-h2-812111-14 with host n-h2-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:45:10.141395 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:45:10.176840 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 5cdaf7a5-e6e5-431b-aa17-9f3059abfed4, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=5cdaf7a5-e6e5-431b-aa17-9f3059abfed4,segment=NetworkSegment(0e20d3ef-5527-42ba-86a4-bcb741be912b),segment_id=0e20d3ef-5527-42ba-86a4-bcb741be912b)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:45:10.181977 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20695912-d14c-4d76-9980-880ecc89f04c admin admin] Router 3fdaa96f-a671-493b-856a-85da9e1ad149 has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:45:10.245996 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Returning: {'device': '5cdaf7a5-e6e5-431b-aa17-9f3059abfed4', 'network_id': '87bd24c3-2f53-4d06-9d37-4b32bba79109', 'port_id': '5cdaf7a5-e6e5-431b-aa17-9f3059abfed4', 'mac_address': 'fa:16:3e:12:0d:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b82f7aa-308b-4f07-b0c3-0d99e240d9ef', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:45:10.329592 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b1849955-920e-4a77-8785-b872a0044f43 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (360017e4-92d8-4f6e-b098-7e3d133de161), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:10.413270 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1849955-920e-4a77-8785-b872a0044f43 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Pushing event deleted for resources: {'Port': ['ID=360017e4-92d8-4f6e-b098-7e3d133de161,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:45:10.516195 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 5cdaf7a5-e6e5-431b-aa17-9f3059abfed4 is: ACTIVE; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:45:10.516195 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (5cdaf7a5-e6e5-431b-aa17-9f3059abfed4), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:10.537370 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffdb27e-b3f3-41b9-9c93-a860ce02bb29 req-5b00d8a2-f8f3-45cf-ad9c-c50128282483 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:10.539249 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4ffdb27e-b3f3-41b9-9c93-a860ce02bb29 req-5b00d8a2-f8f3-45cf-ad9c-c50128282483 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] 10.222.0.64 "GET /v2.0/ports?device_id=48a7a552-8edb-4eaa-9a2f-3647df5aafd1 HTTP/1.1" status: 200 len: 945 time: 1.0194595 Jan 28 19:45:10.571338 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5cdaf7a5-e6e5-431b-aa17-9f3059abfed4 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:45:10.594444 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 5cdaf7a5-e6e5-431b-aa17-9f3059abfed4, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=5cdaf7a5-e6e5-431b-aa17-9f3059abfed4,segment=NetworkSegment(0e20d3ef-5527-42ba-86a4-bcb741be912b),segment_id=0e20d3ef-5527-42ba-86a4-bcb741be912b)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:45:10.625402 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (5cdaf7a5-e6e5-431b-aa17-9f3059abfed4), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:10.749285 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=5cdaf7a5-e6e5-431b-aa17-9f3059abfed4,revision_number=6']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:45:10.773915 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['5cdaf7a5-e6e5-431b-aa17-9f3059abfed4'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:45:10.796717 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b1849955-920e-4a77-8785-b872a0044f43 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-732682'] for router_interface (0d3802a8-2be6-47c9-8c1b-d8e8a3246a9e), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:10.914916 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4ffdb27e-b3f3-41b9-9c93-a860ce02bb29 req-b289b64b-a611-45ad-8be1-78a25edfd54d tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] 10.222.0.64 "GET /v2.0/security-groups?id=09d604b5-f7e2-4853-804f-36f4eaae2354&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3675516 Jan 28 19:45:11.131867 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1849955-920e-4a77-8785-b872a0044f43 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Router 0d3802a8-2be6-47c9-8c1b-d8e8a3246a9e has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:45:11.161519 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20695912-d14c-4d76-9980-880ecc89f04c admin admin] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:45:11.166974 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-20695912-d14c-4d76-9980-880ecc89f04c admin admin] 10.222.0.64 "PUT /v2.0/routers/3fdaa96f-a671-493b-856a-85da9e1ad149/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9068818 Jan 28 19:45:11.173672 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 53062) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:45:11.252749 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2f2c39-1a83-4c2b-a8e3-fb108d4f367d req-f03c4986-9ce0-4e55-97bf-de088d0d4aa2 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:11.260248 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8e2f2c39-1a83-4c2b-a8e3-fb108d4f367d req-f03c4986-9ce0-4e55-97bf-de088d0d4aa2 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d553984-08a5-4c2f-8ff1-acf427a87bf8 HTTP/1.1" status: 200 len: 945 time: 0.1550484 Jan 28 19:45:11.318462 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1849955-920e-4a77-8785-b872a0044f43 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:45:11.334731 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af85a1e-c654-4380-b926-3a4259774ce9 None None] Sync routers for ids ['0d3802a8-2be6-47c9-8c1b-d8e8a3246a9e'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:45:11.343551 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-b1849955-920e-4a77-8785-b872a0044f43 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] 10.222.0.64 "PUT /v2.0/routers/0d3802a8-2be6-47c9-8c1b-d8e8a3246a9e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4579191 Jan 28 19:45:11.344601 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 53064) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:45:11.355751 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af85a1e-c654-4380-b926-3a4259774ce9 None None] Routers {'0d3802a8-2be6-47c9-8c1b-d8e8a3246a9e'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:45:11.356744 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-1af85a1e-c654-4380-b926-3a4259774ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:45:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['0d3802a8-2be6-47c9-8c1b-d8e8a3246a9e'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:45:11.358517 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8e2f2c39-1a83-4c2b-a8e3-fb108d4f367d req-2d762074-b378-4a12-9a4f-8e616b771c6b tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/security-groups?id=d049ce91-97cc-4551-97a8-b334f2123d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974081 Jan 28 19:45:11.392701 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7943be66-96f7-4791-9fcd-581232663c11 admin admin] Publish callbacks [] for router (3fdaa96f-a671-493b-856a-85da9e1ad149), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:11.407939 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-9ceb5de6-227e-4d93-a843-0f1c3a2d18c5 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d3802a8-2be6-47c9-8c1b-d8e8a3246a9e HTTP/1.1" status: 200 len: 205 time: 0.0618379 Jan 28 19:45:11.415942 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 53070) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:45:11.450374 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d865c2dd-4661-46b6-8a1c-6736e44a7425 None None] Sync routers for ids ['3fdaa96f-a671-493b-856a-85da9e1ad149'] in n-d-812111-14 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:45:11.453851 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-1af85a1e-c654-4380-b926-3a4259774ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:45:11.470367 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d865c2dd-4661-46b6-8a1c-6736e44a7425 None None] Routers {'3fdaa96f-a671-493b-856a-85da9e1ad149'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:45:11.471646 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-d865c2dd-4661-46b6-8a1c-6736e44a7425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:45:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['3fdaa96f-a671-493b-856a-85da9e1ad149'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:45:11.474319 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af85a1e-c654-4380-b926-3a4259774ce9 None None] Routers {'0d3802a8-2be6-47c9-8c1b-d8e8a3246a9e'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:45:11.474941 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-1af85a1e-c654-4380-b926-3a4259774ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:45:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['0d3802a8-2be6-47c9-8c1b-d8e8a3246a9e'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:45:11.556466 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-1af85a1e-c654-4380-b926-3a4259774ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:45:11.557577 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af85a1e-c654-4380-b926-3a4259774ce9 None None] The sync data for ids ['0d3802a8-2be6-47c9-8c1b-d8e8a3246a9e'] in n-d-812111-14 is: [] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:45:11.581916 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e7b636a0-5170-42da-a27f-b35ed1463400 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks [] for router (0d3802a8-2be6-47c9-8c1b-d8e8a3246a9e), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:11.595034 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7943be66-96f7-4791-9fcd-581232663c11 admin admin] Publish callbacks [] for router_gateway (3fdaa96f-a671-493b-856a-85da9e1ad149), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:11.757578 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-7943be66-96f7-4791-9fcd-581232663c11 admin admin] Deleting port 1ff66673-776b-46e7-ac11-09058d89159c {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:45:11.758200 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7943be66-96f7-4791-9fcd-581232663c11 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (1ff66673-776b-46e7-ac11-09058d89159c), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:11.773756 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-d865c2dd-4661-46b6-8a1c-6736e44a7425 None None] Set router 3fdaa96f-a671-493b-856a-85da9e1ad149 gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:45:11.868274 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e7b636a0-5170-42da-a27f-b35ed1463400 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-730901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261120'] for router (0d3802a8-2be6-47c9-8c1b-d8e8a3246a9e), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:11.871049 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e7b636a0-5170-42da-a27f-b35ed1463400 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks [] for router_controller (0d3802a8-2be6-47c9-8c1b-d8e8a3246a9e), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:11.947787 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e7b636a0-5170-42da-a27f-b35ed1463400 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-730908'] for router (0d3802a8-2be6-47c9-8c1b-d8e8a3246a9e), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:11.948349 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7b636a0-5170-42da-a27f-b35ed1463400 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Fanout notify agent at l3_agent the message router_deleted on router 0d3802a8-2be6-47c9-8c1b-d8e8a3246a9e {{(pid=103305) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:45:11.966742 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e7b636a0-5170-42da-a27f-b35ed1463400 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:11.967889 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-e7b636a0-5170-42da-a27f-b35ed1463400 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] 10.222.0.64 "DELETE /v2.0/routers/0d3802a8-2be6-47c9-8c1b-d8e8a3246a9e HTTP/1.1" status: 204 len: 168 time: 0.5510590 Jan 28 19:45:11.970480 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 53080) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:45:12.013215 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-7943be66-96f7-4791-9fcd-581232663c11 admin admin] For port 1ff66673-776b-46e7-ac11-09058d89159c, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=1ff66673-776b-46e7-ac11-09058d89159c,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:45:12.013589 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7943be66-96f7-4791-9fcd-581232663c11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (1ff66673-776b-46e7-ac11-09058d89159c), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:12.026634 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-7943be66-96f7-4791-9fcd-581232663c11 admin admin] Calling delete_port for 1ff66673-776b-46e7-ac11-09058d89159c owned by network:router_gateway {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:45:12.033539 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:12.070521 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 5cdaf7a5-e6e5-431b-aa17-9f3059abfed4 up at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:45:12.095108 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa077268-fcc6-406f-b2f7-2468aa9312b2 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Deleting subnet a551f6cc-8338-46f9-a432-11cb0e1359de {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:45:12.098917 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-aa077268-fcc6-406f-b2f7-2468aa9312b2 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks [] for subnet (a551f6cc-8338-46f9-a432-11cb0e1359de), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:12.147941 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-aa077268-fcc6-406f-b2f7-2468aa9312b2 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16187240'] for subnet (a551f6cc-8338-46f9-a432-11cb0e1359de), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:12.197857 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-d865c2dd-4661-46b6-8a1c-6736e44a7425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fdaa96f-a671-493b-856a-85da9e1ad149', 'name': 'tempest-ImageQuotaTest-1537298433-router', 'tenant_id': 'e8d40232e63142a2a5b31f233d4916ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '1ff66673-776b-46e7-ac11-09058d89159c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:44:57Z', 'updated_at': '2022-01-28T19:45:08Z', 'revision_number': 5, 'project_id': 'e8d40232e63142a2a5b31f233d4916ff', 'gw_port': {'id': '1ff66673-776b-46e7-ac11-09058d89159c', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:15:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fdaa96f-a671-493b-856a-85da9e1ad149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3408, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:44:58Z', 'updated_at': '2022-01-28T19:45:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:45:12.223574 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7943be66-96f7-4791-9fcd-581232663c11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (1ff66673-776b-46e7-ac11-09058d89159c), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:12.255138 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d865c2dd-4661-46b6-8a1c-6736e44a7425 None None] Checking router: 3fdaa96f-a671-493b-856a-85da9e1ad149 for host: n-d-812111-14 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:45:12.288065 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7943be66-96f7-4791-9fcd-581232663c11 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ff66673-776b-46e7-ac11-09058d89159c,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:45:12.295903 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning complete for port 5cdaf7a5-e6e5-431b-aa17-9f3059abfed4 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:45:12.296285 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (5cdaf7a5-e6e5-431b-aa17-9f3059abfed4), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:12.298923 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d865c2dd-4661-46b6-8a1c-6736e44a7425 None None] Routers {'3fdaa96f-a671-493b-856a-85da9e1ad149'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:45:12.299589 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-d865c2dd-4661-46b6-8a1c-6736e44a7425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:45:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['3fdaa96f-a671-493b-856a-85da9e1ad149'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:45:12.340950 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7943be66-96f7-4791-9fcd-581232663c11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-731488'] for router_gateway (3fdaa96f-a671-493b-856a-85da9e1ad149), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:12.345377 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7943be66-96f7-4791-9fcd-581232663c11 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:45:12.345739 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7943be66-96f7-4791-9fcd-581232663c11 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:45:12.346090 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7943be66-96f7-4791-9fcd-581232663c11 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:45:12.346441 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7943be66-96f7-4791-9fcd-581232663c11 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:45:12.346780 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7943be66-96f7-4791-9fcd-581232663c11 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:45:12.347122 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7943be66-96f7-4791-9fcd-581232663c11 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:45:12.347459 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7943be66-96f7-4791-9fcd-581232663c11 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:45:12.347794 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7943be66-96f7-4791-9fcd-581232663c11 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:45:12.348127 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7943be66-96f7-4791-9fcd-581232663c11 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:45:12.348466 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7943be66-96f7-4791-9fcd-581232663c11 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:45:12.348800 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7943be66-96f7-4791-9fcd-581232663c11 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:45:12.349171 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7943be66-96f7-4791-9fcd-581232663c11 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:45:12.349553 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7943be66-96f7-4791-9fcd-581232663c11 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:45:12.366465 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 7dea02a0-3dd1-4a7a-9808-3008d1ca1e2d up at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:45:12.402605 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-aa077268-fcc6-406f-b2f7-2468aa9312b2 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (a551f6cc-8338-46f9-a432-11cb0e1359de), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:12.453190 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-d865c2dd-4661-46b6-8a1c-6736e44a7425 None None] Set router 3fdaa96f-a671-493b-856a-85da9e1ad149 gateway port host: None {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:45:12.522769 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbe90e6-3676-4fc3-93de-1c6e0a4cbe01 req-d4c562be-0ab4-4cd8-b025-43d2b9f4094d tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:12.524451 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3dbe90e6-3676-4fc3-93de-1c6e0a4cbe01 req-d4c562be-0ab4-4cd8-b025-43d2b9f4094d tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] 10.222.0.64 "GET /v2.0/ports?device_id=48a7a552-8edb-4eaa-9a2f-3647df5aafd1 HTTP/1.1" status: 200 len: 945 time: 0.2664254 Jan 28 19:45:12.557942 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-d865c2dd-4661-46b6-8a1c-6736e44a7425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fdaa96f-a671-493b-856a-85da9e1ad149', 'name': 'tempest-ImageQuotaTest-1537298433-router', 'tenant_id': 'e8d40232e63142a2a5b31f233d4916ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:44:57Z', 'updated_at': '2022-01-28T19:45:12Z', 'revision_number': 7, 'project_id': 'e8d40232e63142a2a5b31f233d4916ff', 'gw_port_host': None}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:45:12.563798 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7943be66-96f7-4791-9fcd-581232663c11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-730901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261120'] for router (3fdaa96f-a671-493b-856a-85da9e1ad149), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:12.571041 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7943be66-96f7-4791-9fcd-581232663c11 admin admin] Publish callbacks [] for router_controller (3fdaa96f-a671-493b-856a-85da9e1ad149), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:12.596011 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d865c2dd-4661-46b6-8a1c-6736e44a7425 None None] The sync data for ids ['3fdaa96f-a671-493b-856a-85da9e1ad149'] in n-d-812111-14 is: [{'id': '3fdaa96f-a671-493b-856a-85da9e1ad149', 'name': 'tempest-ImageQuotaTest-1537298433-router', 'tenant_id': 'e8d40232e63142a2a5b31f233d4916ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:44:57Z', 'updated_at': '2022-01-28T19:45:12Z', 'revision_number': 7, 'project_id': 'e8d40232e63142a2a5b31f233d4916ff', 'gw_port_host': None}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:45:12.621891 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3dbe90e6-3676-4fc3-93de-1c6e0a4cbe01 req-d1606ce5-5066-434e-afb8-c87bf91ca3bd tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] 10.222.0.64 "GET /v2.0/security-groups?id=09d604b5-f7e2-4853-804f-36f4eaae2354&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758579 Jan 28 19:45:12.645470 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-aa077268-fcc6-406f-b2f7-2468aa9312b2 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4752464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4733806'] for subnet (a551f6cc-8338-46f9-a432-11cb0e1359de), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:12.676723 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning for port 7dea02a0-3dd1-4a7a-9808-3008d1ca1e2d completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:45:12.683240 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa077268-fcc6-406f-b2f7-2468aa9312b2 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Pushing event deleted for resources: {'Subnet': ['ID=a551f6cc-8338-46f9-a432-11cb0e1359de,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:45:12.687040 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning complete for port 7dea02a0-3dd1-4a7a-9808-3008d1ca1e2d triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:45:12.687348 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (7dea02a0-3dd1-4a7a-9808-3008d1ca1e2d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:12.690522 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-aa077268-fcc6-406f-b2f7-2468aa9312b2 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:12.693836 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-aa077268-fcc6-406f-b2f7-2468aa9312b2 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] 10.222.0.64 "DELETE /v2.0/subnets/a551f6cc-8338-46f9-a432-11cb0e1359de HTTP/1.1" status: 204 len: 168 time: 0.7224009 Jan 28 19:45:12.696312 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 53090) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:45:12.765824 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-549eccfe-489f-4fab-b2df-448d719326f4 None None] Network 78213538-0899-4c0a-9f21-45cb44f7f331 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:45:12.782171 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59628b11-8c49-484b-b791-8aa91b2f8320 req-109d37b0-e75d-4c9c-bdad-83c8a33aa3c4 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:12.790474 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 5cdaf7a5-e6e5-431b-aa17-9f3059abfed4 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:45:12.791355 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-59628b11-8c49-484b-b791-8aa91b2f8320 req-109d37b0-e75d-4c9c-bdad-83c8a33aa3c4 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d553984-08a5-4c2f-8ff1-acf427a87bf8 HTTP/1.1" status: 200 len: 945 time: 0.2903411 Jan 28 19:45:12.792121 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (5cdaf7a5-e6e5-431b-aa17-9f3059abfed4), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:12.806281 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-d83762d5-7a4e-4018-b5c6-4488ccb7b845 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Deleting subnet 473b9b8f-d29d-4f57-89de-cd694d5d197c {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:45:12.826747 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7943be66-96f7-4791-9fcd-581232663c11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-730908'] for router (3fdaa96f-a671-493b-856a-85da9e1ad149), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:12.827357 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7943be66-96f7-4791-9fcd-581232663c11 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3fdaa96f-a671-493b-856a-85da9e1ad149 {{(pid=103304) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:45:12.828910 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d83762d5-7a4e-4018-b5c6-4488ccb7b845 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks [] for subnet (473b9b8f-d29d-4f57-89de-cd694d5d197c), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:12.847667 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7943be66-96f7-4791-9fcd-581232663c11 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:12.848486 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-7943be66-96f7-4791-9fcd-581232663c11 admin admin] 10.222.0.64 "DELETE /v2.0/routers/3fdaa96f-a671-493b-856a-85da9e1ad149 HTTP/1.1" status: 204 len: 168 time: 1.6706157 Jan 28 19:45:12.853047 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 53094) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:45:12.916644 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-59628b11-8c49-484b-b791-8aa91b2f8320 req-2a68f3fa-0a03-46fc-b909-ff5ce6e55e54 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/security-groups?id=d049ce91-97cc-4551-97a8-b334f2123d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186719 Jan 28 19:45:12.930036 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-f584aa60-c2c5-47e0-8823-97cfbe6a2f31 admin admin] Deleting subnet 06f969ef-03e0-4dc5-a06f-97556a0feee5 {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:45:12.933994 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f584aa60-c2c5-47e0-8823-97cfbe6a2f31 admin admin] Publish callbacks [] for subnet (06f969ef-03e0-4dc5-a06f-97556a0feee5), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:12.942275 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d83762d5-7a4e-4018-b5c6-4488ccb7b845 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16187240'] for subnet (473b9b8f-d29d-4f57-89de-cd694d5d197c), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:12.978126 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d553984-08a5-4c2f-8ff1-acf427a87bf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cdaf7a5-e6e5-431b-aa17-9f3059abfed4'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:45:12.980433 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d19000dd-008c-4d6e-83d6-98ef777b3aef" -d '{"events": [{"server_uuid": "8d553984-08a5-4c2f-8ff1-acf427a87bf8", "name": "network-vif-plugged", "status": "completed", "tag": "5cdaf7a5-e6e5-431b-aa17-9f3059abfed4"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:45:13.002105 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f584aa60-c2c5-47e0-8823-97cfbe6a2f31 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4747050'] for subnet (06f969ef-03e0-4dc5-a06f-97556a0feee5), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:13.137229 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 5cdaf7a5-e6e5-431b-aa17-9f3059abfed4, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=5cdaf7a5-e6e5-431b-aa17-9f3059abfed4,segment=NetworkSegment(0e20d3ef-5527-42ba-86a4-bcb741be912b),segment_id=0e20d3ef-5527-42ba-86a4-bcb741be912b)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:45:13.150009 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9acc7db6-29a8-4e9d-81e2-c412c0e4b4a7 x-openstack-request-id: req-9acc7db6-29a8-4e9d-81e2-c412c0e4b4a7 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:45:13.150305 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d553984-08a5-4c2f-8ff1-acf427a87bf8", "name": "network-vif-plugged", "status": "completed", "tag": "5cdaf7a5-e6e5-431b-aa17-9f3059abfed4", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:45:13.150560 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9acc7db6-29a8-4e9d-81e2-c412c0e4b4a7 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:45:13.150951 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d553984-08a5-4c2f-8ff1-acf427a87bf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cdaf7a5-e6e5-431b-aa17-9f3059abfed4', 'code': 200} Jan 28 19:45:13.161095 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f584aa60-c2c5-47e0-8823-97cfbe6a2f31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (06f969ef-03e0-4dc5-a06f-97556a0feee5), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:13.208957 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device bf0a948b-38b3-4f00-9b4d-8642b5dbd699 no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:45:13.225946 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d83762d5-7a4e-4018-b5c6-4488ccb7b845 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (473b9b8f-d29d-4f57-89de-cd694d5d197c), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:13.229325 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (5cdaf7a5-e6e5-431b-aa17-9f3059abfed4), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:13.234468 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: bf0a948b-38b3-4f00-9b4d-8642b5dbd699 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:45:13.234814 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device bf0a948b-38b3-4f00-9b4d-8642b5dbd699 not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:45:13.238832 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:13.277584 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port 7dea02a0-3dd1-4a7a-9808-3008d1ca1e2d is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:45:13.277983 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (7dea02a0-3dd1-4a7a-9808-3008d1ca1e2d), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:13.313369 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f584aa60-c2c5-47e0-8823-97cfbe6a2f31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4690616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5222356'] for subnet (06f969ef-03e0-4dc5-a06f-97556a0feee5), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:13.334449 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=5cdaf7a5-e6e5-431b-aa17-9f3059abfed4,revision_number=7']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:45:13.354662 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f584aa60-c2c5-47e0-8823-97cfbe6a2f31 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06f969ef-03e0-4dc5-a06f-97556a0feee5,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:45:13.361158 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 7dea02a0-3dd1-4a7a-9808-3008d1ca1e2d, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=7dea02a0-3dd1-4a7a-9808-3008d1ca1e2d,segment=NetworkSegment(4aacc62a-8c59-4ded-b1ca-93156e1905f7),segment_id=4aacc62a-8c59-4ded-b1ca-93156e1905f7)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:45:13.364302 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f584aa60-c2c5-47e0-8823-97cfbe6a2f31 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:13.365581 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d83762d5-7a4e-4018-b5c6-4488ccb7b845 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4752464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4733806'] for subnet (473b9b8f-d29d-4f57-89de-cd694d5d197c), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:13.369158 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-f584aa60-c2c5-47e0-8823-97cfbe6a2f31 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/06f969ef-03e0-4dc5-a06f-97556a0feee5 HTTP/1.1" status: 204 len: 168 time: 0.5143664 Jan 28 19:45:13.369286 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (7dea02a0-3dd1-4a7a-9808-3008d1ca1e2d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:13.374032 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 53104) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:45:13.415166 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83762d5-7a4e-4018-b5c6-4488ccb7b845 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Pushing event deleted for resources: {'Subnet': ['ID=473b9b8f-d29d-4f57-89de-cd694d5d197c,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:45:13.429288 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d83762d5-7a4e-4018-b5c6-4488ccb7b845 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:13.434945 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-d83762d5-7a4e-4018-b5c6-4488ccb7b845 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] 10.222.0.64 "DELETE /v2.0/subnets/473b9b8f-d29d-4f57-89de-cd694d5d197c HTTP/1.1" status: 204 len: 168 time: 0.7346642 Jan 28 19:45:13.435093 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e19f8759-0b1c-4f43-b117-253cae133d69 None None] Network e2097ac0-b06e-4a3d-8d52-d6bae8363b38 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:45:13.452872 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 53106) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:45:13.555682 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ce9ec2fe-4b01-45e7-8d7d-94b35ff20a0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (e2097ac0-b06e-4a3d-8d52-d6bae8363b38), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:13.557460 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4bc2406-bd62-4907-9590-50cb4d018f05 None None] Network af3ffe75-acc4-42d4-b174-1fde595d641c requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:45:13.561582 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=7dea02a0-3dd1-4a7a-9808-3008d1ca1e2d,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:45:13.569086 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df5c5761-e08b-4ba2-ae41-d68beff2d903 None None] DHCP port deletion for 78213538-0899-4c0a-9f21-45cb44f7f331 request from n-d-812111-14 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:45:13.638982 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-ce9ec2fe-4b01-45e7-8d7d-94b35ff20a0f admin admin] Deleting port 3efb34cc-ca13-4ebd-8ecf-503e8e834f37 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:45:13.639483 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ce9ec2fe-4b01-45e7-8d7d-94b35ff20a0f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (3efb34cc-ca13-4ebd-8ecf-503e8e834f37), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:13.743975 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-125b2528-cbd2-4661-9ebc-e94d95125ea7 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (78213538-0899-4c0a-9f21-45cb44f7f331), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:13.801789 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-df5c5761-e08b-4ba2-ae41-d68beff2d903 None None] Deleting port 1bbba79b-646b-4742-91f1-f84aec9a9467 {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:45:13.802179 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-df5c5761-e08b-4ba2-ae41-d68beff2d903 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (1bbba79b-646b-4742-91f1-f84aec9a9467), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:13.802517 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-ce9ec2fe-4b01-45e7-8d7d-94b35ff20a0f admin admin] For port 3efb34cc-ca13-4ebd-8ecf-503e8e834f37, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=3efb34cc-ca13-4ebd-8ecf-503e8e834f37,segment=NetworkSegment(699b2f0c-df13-4dc0-8dbc-999edd4584f8),segment_id=699b2f0c-df13-4dc0-8dbc-999edd4584f8)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:45:13.803036 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ce9ec2fe-4b01-45e7-8d7d-94b35ff20a0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (3efb34cc-ca13-4ebd-8ecf-503e8e834f37), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:13.880149 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-125b2528-cbd2-4661-9ebc-e94d95125ea7 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Deleting port 1bbba79b-646b-4742-91f1-f84aec9a9467 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:45:13.880497 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-125b2528-cbd2-4661-9ebc-e94d95125ea7 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (1bbba79b-646b-4742-91f1-f84aec9a9467), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:13.896949 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-ce9ec2fe-4b01-45e7-8d7d-94b35ff20a0f admin admin] Calling delete_port for 3efb34cc-ca13-4ebd-8ecf-503e8e834f37 owned by network:dhcp {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:45:13.909642 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-df5c5761-e08b-4ba2-ae41-d68beff2d903 None None] For port 1bbba79b-646b-4742-91f1-f84aec9a9467, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=1bbba79b-646b-4742-91f1-f84aec9a9467,segment=NetworkSegment(ba78e771-b6d0-4797-9daa-866a4fd4bc8f),segment_id=ba78e771-b6d0-4797-9daa-866a4fd4bc8f)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:45:13.910431 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-df5c5761-e08b-4ba2-ae41-d68beff2d903 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (1bbba79b-646b-4742-91f1-f84aec9a9467), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:13.937931 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3270583-e64e-4fce-9ee5-26a64c825906 None None] DHCP port deletion for e2097ac0-b06e-4a3d-8d52-d6bae8363b38 request from n-d-812111-14 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:45:14.030952 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db653bb-000d-4458-83bb-4f28e460965b None None] DHCP port deletion for af3ffe75-acc4-42d4-b174-1fde595d641c request from n-d-812111-14 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:45:14.052064 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-df5c5761-e08b-4ba2-ae41-d68beff2d903 None None] Calling delete_port for 1bbba79b-646b-4742-91f1-f84aec9a9467 owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:45:14.056469 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ce9ec2fe-4b01-45e7-8d7d-94b35ff20a0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (3efb34cc-ca13-4ebd-8ecf-503e8e834f37), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:14.078356 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-125b2528-cbd2-4661-9ebc-e94d95125ea7 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] For port 1bbba79b-646b-4742-91f1-f84aec9a9467, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=1bbba79b-646b-4742-91f1-f84aec9a9467,segment=NetworkSegment(ba78e771-b6d0-4797-9daa-866a4fd4bc8f),segment_id=ba78e771-b6d0-4797-9daa-866a4fd4bc8f)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:45:14.079107 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-125b2528-cbd2-4661-9ebc-e94d95125ea7 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (1bbba79b-646b-4742-91f1-f84aec9a9467), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:14.108256 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9ec2fe-4b01-45e7-8d7d-94b35ff20a0f admin admin] Pushing event deleted for resources: {'Port': ['ID=3efb34cc-ca13-4ebd-8ecf-503e8e834f37,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:45:14.108762 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-125b2528-cbd2-4661-9ebc-e94d95125ea7 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Calling delete_port for 1bbba79b-646b-4742-91f1-f84aec9a9467 owned by network:dhcp {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:45:14.114562 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9ec2fe-4b01-45e7-8d7d-94b35ff20a0f admin admin] No DVR routers for this DVR port 3efb34cc-ca13-4ebd-8ecf-503e8e834f37 on host n-d-812111-14 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:45:14.179209 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f72d6c6-7125-415d-8b3e-445edd17a9ad req-5b802e55-e233-4187-9c30-e5830c6d8150 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:14.187033 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8f72d6c6-7125-415d-8b3e-445edd17a9ad req-5b802e55-e233-4187-9c30-e5830c6d8150 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] 10.222.0.64 "GET /v2.0/ports?device_id=48a7a552-8edb-4eaa-9a2f-3647df5aafd1 HTTP/1.1" status: 200 len: 946 time: 0.3438184 Jan 28 19:45:14.202452 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-a3270583-e64e-4fce-9ee5-26a64c825906 None None] The port '3efb34cc-ca13-4ebd-8ecf-503e8e834f37' was deleted {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2006}} Jan 28 19:45:14.304609 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-1db653bb-000d-4458-83bb-4f28e460965b None None] Deleting port 1a55edf0-0133-44ab-ab7d-b2305928b61c {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:45:14.305148 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1db653bb-000d-4458-83bb-4f28e460965b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (1a55edf0-0133-44ab-ab7d-b2305928b61c), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:14.333809 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d93617d-f6f8-4e1f-becf-ea7ff20bc6c0 req-f123a73e-e4cc-4296-bec2-b392f2f5cd78 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:14.338118 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6d93617d-f6f8-4e1f-becf-ea7ff20bc6c0 req-f123a73e-e4cc-4296-bec2-b392f2f5cd78 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d553984-08a5-4c2f-8ff1-acf427a87bf8 HTTP/1.1" status: 200 len: 946 time: 0.1788034 Jan 28 19:45:14.367351 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-125b2528-cbd2-4661-9ebc-e94d95125ea7 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (1bbba79b-646b-4742-91f1-f84aec9a9467), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:14.390607 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ce9ec2fe-4b01-45e7-8d7d-94b35ff20a0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (e2097ac0-b06e-4a3d-8d52-d6bae8363b38), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:14.417946 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125b2528-cbd2-4661-9ebc-e94d95125ea7 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Pushing event deleted for resources: {'Port': ['ID=1bbba79b-646b-4742-91f1-f84aec9a9467,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:45:14.422004 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8f72d6c6-7125-415d-8b3e-445edd17a9ad req-d5c8309a-1c56-4b6a-b71d-73210929ee6d tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] 10.222.0.64 "GET /v2.0/security-groups?id=09d604b5-f7e2-4853-804f-36f4eaae2354&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2340498 Jan 28 19:45:14.440418 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125b2528-cbd2-4661-9ebc-e94d95125ea7 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] No DVR routers for this DVR port 1bbba79b-646b-4742-91f1-f84aec9a9467 on host n-d-812111-14 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:45:14.449547 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-ce9ec2fe-4b01-45e7-8d7d-94b35ff20a0f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2097ac0-b06e-4a3d-8d52-d6bae8363b38']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:45:14.490974 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-ce9ec2fe-4b01-45e7-8d7d-94b35ff20a0f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '699b2f0c-df13-4dc0-8dbc-999edd4584f8') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:45:14.494152 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-ce9ec2fe-4b01-45e7-8d7d-94b35ff20a0f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '699b2f0c-df13-4dc0-8dbc-999edd4584f8') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:45:14.516162 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ce9ec2fe-4b01-45e7-8d7d-94b35ff20a0f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4747091'] for segment (699b2f0c-df13-4dc0-8dbc-999edd4584f8), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:14.551966 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ce9ec2fe-4b01-45e7-8d7d-94b35ff20a0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (699b2f0c-df13-4dc0-8dbc-999edd4584f8), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:14.565425 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce9ec2fe-4b01-45e7-8d7d-94b35ff20a0f admin admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:45:14.565851 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ce9ec2fe-4b01-45e7-8d7d-94b35ff20a0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4690514'] for segment (699b2f0c-df13-4dc0-8dbc-999edd4584f8), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:14.573890 n-d-812111-14 neutron-server[103304]: Traceback (most recent call last): Jan 28 19:45:14.573890 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:45:14.573890 n-d-812111-14 neutron-server[103304]: timer() Jan 28 19:45:14.573890 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:45:14.573890 n-d-812111-14 neutron-server[103304]: cb(*args, **kw) Jan 28 19:45:14.573890 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:45:14.573890 n-d-812111-14 neutron-server[103304]: return func(*args, **kwargs) Jan 28 19:45:14.573890 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:45:14.573890 n-d-812111-14 neutron-server[103304]: self._notify() Jan 28 19:45:14.573890 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:45:14.573890 n-d-812111-14 neutron-server[103304]: self.callback(batched_events) Jan 28 19:45:14.573890 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:45:14.573890 n-d-812111-14 neutron-server[103304]: event.method(event) Jan 28 19:45:14.573890 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:45:14.573890 n-d-812111-14 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:45:14.573890 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:45:14.573890 n-d-812111-14 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:45:14.573890 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:45:14.573890 n-d-812111-14 neutron-server[103304]: return f(self, *a, **k) Jan 28 19:45:14.573890 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:45:14.573890 n-d-812111-14 neutron-server[103304]: return self._get(url).json() Jan 28 19:45:14.573890 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:45:14.573890 n-d-812111-14 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:45:14.573890 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:45:14.573890 n-d-812111-14 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 28 19:45:14.573890 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:45:14.573890 n-d-812111-14 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:45:14.573890 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:45:14.573890 n-d-812111-14 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:45:14.573890 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:45:14.573890 n-d-812111-14 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:45:14.573890 n-d-812111-14 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:45:14.681810 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6d93617d-f6f8-4e1f-becf-ea7ff20bc6c0 req-3ebf5c0f-b55b-4821-8235-92c69483e7bd tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/security-groups?id=d049ce91-97cc-4551-97a8-b334f2123d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3320506 Jan 28 19:45:14.693191 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-df5c5761-e08b-4ba2-ae41-d68beff2d903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985'] for port (1bbba79b-646b-4742-91f1-f84aec9a9467), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:14.710814 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-125b2528-cbd2-4661-9ebc-e94d95125ea7 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (78213538-0899-4c0a-9f21-45cb44f7f331), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:14.731836 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ce9ec2fe-4b01-45e7-8d7d-94b35ff20a0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (e2097ac0-b06e-4a3d-8d52-d6bae8363b38), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:14.741735 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5c5761-e08b-4ba2-ae41-d68beff2d903 None None] Pushing event deleted for resources: {'Port': ['ID=1bbba79b-646b-4742-91f1-f84aec9a9467,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:45:14.743402 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ce9ec2fe-4b01-45e7-8d7d-94b35ff20a0f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:14.748294 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-ce9ec2fe-4b01-45e7-8d7d-94b35ff20a0f admin admin] 10.222.0.64 "DELETE /v2.0/networks/e2097ac0-b06e-4a3d-8d52-d6bae8363b38 HTTP/1.1" status: 204 len: 168 time: 1.3706305 Jan 28 19:45:14.755250 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5c5761-e08b-4ba2-ae41-d68beff2d903 None None] No DVR routers for this DVR port 1bbba79b-646b-4742-91f1-f84aec9a9467 on host n-d-812111-14 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:45:14.772365 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-1db653bb-000d-4458-83bb-4f28e460965b None None] For port 1a55edf0-0133-44ab-ab7d-b2305928b61c, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=1a55edf0-0133-44ab-ab7d-b2305928b61c,segment=NetworkSegment(ef43bb8f-89b8-4c08-ab4a-92965291c0c1),segment_id=ef43bb8f-89b8-4c08-ab4a-92965291c0c1)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:45:14.772774 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1db653bb-000d-4458-83bb-4f28e460965b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (1a55edf0-0133-44ab-ab7d-b2305928b61c), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:14.782769 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-125b2528-cbd2-4661-9ebc-e94d95125ea7 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78213538-0899-4c0a-9f21-45cb44f7f331']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:45:14.795881 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9ec2fe-4b01-45e7-8d7d-94b35ff20a0f admin admin] Pushing event deleted for resources: {'Network': ['ID=e2097ac0-b06e-4a3d-8d52-d6bae8363b38,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:45:14.798256 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-1db653bb-000d-4458-83bb-4f28e460965b None None] Calling delete_port for 1a55edf0-0133-44ab-ab7d-b2305928b61c owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:45:14.805387 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-125b2528-cbd2-4661-9ebc-e94d95125ea7 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba78e771-b6d0-4797-9daa-866a4fd4bc8f') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:45:14.805699 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-125b2528-cbd2-4661-9ebc-e94d95125ea7 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba78e771-b6d0-4797-9daa-866a4fd4bc8f') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:45:14.820407 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-125b2528-cbd2-4661-9ebc-e94d95125ea7 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16187153'] for segment (ba78e771-b6d0-4797-9daa-866a4fd4bc8f), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:14.835691 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-125b2528-cbd2-4661-9ebc-e94d95125ea7 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (ba78e771-b6d0-4797-9daa-866a4fd4bc8f), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:14.844238 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-125b2528-cbd2-4661-9ebc-e94d95125ea7 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:45:14.844640 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-125b2528-cbd2-4661-9ebc-e94d95125ea7 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4752570'] for segment (ba78e771-b6d0-4797-9daa-866a4fd4bc8f), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:14.847825 n-d-812111-14 neutron-server[103305]: Traceback (most recent call last): Jan 28 19:45:14.847825 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:45:14.847825 n-d-812111-14 neutron-server[103305]: timer() Jan 28 19:45:14.847825 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:45:14.847825 n-d-812111-14 neutron-server[103305]: cb(*args, **kw) Jan 28 19:45:14.847825 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:45:14.847825 n-d-812111-14 neutron-server[103305]: return func(*args, **kwargs) Jan 28 19:45:14.847825 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:45:14.847825 n-d-812111-14 neutron-server[103305]: self._notify() Jan 28 19:45:14.847825 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:45:14.847825 n-d-812111-14 neutron-server[103305]: self.callback(batched_events) Jan 28 19:45:14.847825 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:45:14.847825 n-d-812111-14 neutron-server[103305]: event.method(event) Jan 28 19:45:14.847825 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:45:14.847825 n-d-812111-14 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:45:14.847825 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:45:14.847825 n-d-812111-14 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:45:14.847825 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:45:14.847825 n-d-812111-14 neutron-server[103305]: return f(self, *a, **k) Jan 28 19:45:14.847825 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:45:14.847825 n-d-812111-14 neutron-server[103305]: return self._get(url).json() Jan 28 19:45:14.847825 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:45:14.847825 n-d-812111-14 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:45:14.847825 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:45:14.847825 n-d-812111-14 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 28 19:45:14.847825 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:45:14.847825 n-d-812111-14 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:45:14.847825 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:45:14.847825 n-d-812111-14 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:45:14.847825 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:45:14.847825 n-d-812111-14 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:45:14.847825 n-d-812111-14 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:45:14.937375 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1db653bb-000d-4458-83bb-4f28e460965b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985'] for port (1a55edf0-0133-44ab-ab7d-b2305928b61c), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:14.983349 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-125b2528-cbd2-4661-9ebc-e94d95125ea7 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (78213538-0899-4c0a-9f21-45cb44f7f331), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:14.988279 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-125b2528-cbd2-4661-9ebc-e94d95125ea7 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:14.998695 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 53126) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:45:15.000099 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-125b2528-cbd2-4661-9ebc-e94d95125ea7 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] 10.222.0.64 "DELETE /v2.0/networks/78213538-0899-4c0a-9f21-45cb44f7f331 HTTP/1.1" status: 204 len: 168 time: 1.5534830 Jan 28 19:45:15.016909 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db653bb-000d-4458-83bb-4f28e460965b None None] No DVR routers for this DVR port 1a55edf0-0133-44ab-ab7d-b2305928b61c on host n-d-812111-14 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:45:15.022461 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db653bb-000d-4458-83bb-4f28e460965b None None] Pushing event deleted for resources: {'Port': ['ID=1a55edf0-0133-44ab-ab7d-b2305928b61c,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:45:15.034590 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125b2528-cbd2-4661-9ebc-e94d95125ea7 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Pushing event deleted for resources: {'Network': ['ID=78213538-0899-4c0a-9f21-45cb44f7f331,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:45:15.038188 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 53128) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:45:15.100705 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-8eb57003-2f5e-48e4-8bdf-0f5062d99016 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e8d40232e63142a2a5b31f233d4916ff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0614905 Jan 28 19:45:15.103117 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 53132) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:45:15.149909 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 1bbba79b-646b-4742-91f1-f84aec9a9467 no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:45:15.199879 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ef2262e8-994c-46af-95a1-1556a11088f1 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (af3ffe75-acc4-42d4-b174-1fde595d641c), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:15.202309 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48a7a552-8edb-4eaa-9a2f-3647df5aafd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dea02a0-3dd1-4a7a-9808-3008d1ca1e2d'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:45:15.204634 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85d4eb5b-c501-4fdb-97fd-a629917f0dc3" -d '{"events": [{"server_uuid": "48a7a552-8edb-4eaa-9a2f-3647df5aafd1", "name": "network-vif-plugged", "status": "completed", "tag": "7dea02a0-3dd1-4a7a-9808-3008d1ca1e2d"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:45:15.229563 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: 1bbba79b-646b-4742-91f1-f84aec9a9467 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:45:15.231764 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 1bbba79b-646b-4742-91f1-f84aec9a9467 not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:45:15.232483 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 1a55edf0-0133-44ab-ab7d-b2305928b61c no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:45:15.238758 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b60d6ca7-8ae5-4147-90f1-56c76e14fd1e admin admin] Publish callbacks [] for security_group (78beba36-a403-4e40-8cb2-caa43be958e3), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:15.282362 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: 1a55edf0-0133-44ab-ab7d-b2305928b61c {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:45:15.284112 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 1a55edf0-0133-44ab-ab7d-b2305928b61c not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:45:15.285564 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 3efb34cc-ca13-4ebd-8ecf-503e8e834f37 no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:45:15.296195 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b60d6ca7-8ae5-4147-90f1-56c76e14fd1e admin admin] Publish callbacks [] for security_group (78beba36-a403-4e40-8cb2-caa43be958e3), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:15.341811 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:45:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9026fbc9-ce2e-4bf0-8512-cd273cf0dda8 x-openstack-request-id: req-9026fbc9-ce2e-4bf0-8512-cd273cf0dda8 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:45:15.343830 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48a7a552-8edb-4eaa-9a2f-3647df5aafd1", "name": "network-vif-plugged", "status": "completed", "tag": "7dea02a0-3dd1-4a7a-9808-3008d1ca1e2d", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:45:15.344195 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9026fbc9-ce2e-4bf0-8512-cd273cf0dda8 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:45:15.344701 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48a7a552-8edb-4eaa-9a2f-3647df5aafd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dea02a0-3dd1-4a7a-9808-3008d1ca1e2d', 'code': 200} Jan 28 19:45:15.345576 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: 3efb34cc-ca13-4ebd-8ecf-503e8e834f37 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:45:15.358995 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 3efb34cc-ca13-4ebd-8ecf-503e8e834f37 not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:45:15.359803 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 1ff66673-776b-46e7-ac11-09058d89159c no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:45:15.394235 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: 1ff66673-776b-46e7-ac11-09058d89159c {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:45:15.394751 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 1ff66673-776b-46e7-ac11-09058d89159c not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:45:15.421369 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ef2262e8-994c-46af-95a1-1556a11088f1 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (af3ffe75-acc4-42d4-b174-1fde595d641c), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:15.453801 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b60d6ca7-8ae5-4147-90f1-56c76e14fd1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (78beba36-a403-4e40-8cb2-caa43be958e3), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:15.461717 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b60d6ca7-8ae5-4147-90f1-56c76e14fd1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:15.483831 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-b60d6ca7-8ae5-4147-90f1-56c76e14fd1e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/78beba36-a403-4e40-8cb2-caa43be958e3 HTTP/1.1" status: 204 len: 168 time: 0.3588085 Jan 28 19:45:15.493502 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-ef2262e8-994c-46af-95a1-1556a11088f1 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af3ffe75-acc4-42d4-b174-1fde595d641c']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:45:15.513483 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60d6ca7-8ae5-4147-90f1-56c76e14fd1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78beba36-a403-4e40-8cb2-caa43be958e3,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:45:15.553350 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-ef2262e8-994c-46af-95a1-1556a11088f1 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef43bb8f-89b8-4c08-ab4a-92965291c0c1') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:45:15.568393 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-ef2262e8-994c-46af-95a1-1556a11088f1 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef43bb8f-89b8-4c08-ab4a-92965291c0c1') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:45:15.603752 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6816f6a2-175a-4bc5-ac4f-c9edd83a7fed req-fbeb5b4a-2ca5-4470-8b7f-fba44b4242f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:15.618378 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6816f6a2-175a-4bc5-ac4f-c9edd83a7fed req-fbeb5b4a-2ca5-4470-8b7f-fba44b4242f5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=48a7a552-8edb-4eaa-9a2f-3647df5aafd1 HTTP/1.1" status: 200 len: 1129 time: 0.2271748 Jan 28 19:45:15.627138 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ef2262e8-994c-46af-95a1-1556a11088f1 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4747091'] for segment (ef43bb8f-89b8-4c08-ab4a-92965291c0c1), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:15.665138 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7c2e87-50e1-419b-bf39-63b2042961b2 req-15796781-b8ca-4f13-af5c-f80d94e4768b tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:15.668963 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1e7c2e87-50e1-419b-bf39-63b2042961b2 req-15796781-b8ca-4f13-af5c-f80d94e4768b tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] 10.222.0.64 "GET /v2.0/ports?device_id=48a7a552-8edb-4eaa-9a2f-3647df5aafd1 HTTP/1.1" status: 200 len: 946 time: 0.1182768 Jan 28 19:45:15.700381 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ef2262e8-994c-46af-95a1-1556a11088f1 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (ef43bb8f-89b8-4c08-ab4a-92965291c0c1), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:15.731027 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef2262e8-994c-46af-95a1-1556a11088f1 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:45:15.740656 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ef2262e8-994c-46af-95a1-1556a11088f1 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4690514'] for segment (ef43bb8f-89b8-4c08-ab4a-92965291c0c1), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:15.749884 n-d-812111-14 neutron-server[103304]: Traceback (most recent call last): Jan 28 19:45:15.749884 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:45:15.749884 n-d-812111-14 neutron-server[103304]: timer() Jan 28 19:45:15.749884 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:45:15.749884 n-d-812111-14 neutron-server[103304]: cb(*args, **kw) Jan 28 19:45:15.749884 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:45:15.749884 n-d-812111-14 neutron-server[103304]: return func(*args, **kwargs) Jan 28 19:45:15.749884 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:45:15.749884 n-d-812111-14 neutron-server[103304]: self._notify() Jan 28 19:45:15.749884 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:45:15.749884 n-d-812111-14 neutron-server[103304]: self.callback(batched_events) Jan 28 19:45:15.749884 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:45:15.749884 n-d-812111-14 neutron-server[103304]: event.method(event) Jan 28 19:45:15.749884 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:45:15.749884 n-d-812111-14 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:45:15.749884 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:45:15.749884 n-d-812111-14 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:45:15.749884 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:45:15.749884 n-d-812111-14 neutron-server[103304]: return f(self, *a, **k) Jan 28 19:45:15.749884 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:45:15.749884 n-d-812111-14 neutron-server[103304]: return self._get(url).json() Jan 28 19:45:15.749884 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:45:15.749884 n-d-812111-14 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:45:15.749884 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:45:15.749884 n-d-812111-14 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 28 19:45:15.749884 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:45:15.749884 n-d-812111-14 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:45:15.749884 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:45:15.749884 n-d-812111-14 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:45:15.749884 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:45:15.749884 n-d-812111-14 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:45:15.749884 n-d-812111-14 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:45:15.789156 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1e7c2e87-50e1-419b-bf39-63b2042961b2 req-42a9f896-a4da-4343-882f-9eb2cc9617d1 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] 10.222.0.64 "GET /v2.0/security-groups?id=09d604b5-f7e2-4853-804f-36f4eaae2354&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1148334 Jan 28 19:45:15.852593 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6816f6a2-175a-4bc5-ac4f-c9edd83a7fed req-977d6cca-1ab8-417e-a9ba-cca55371b104 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=09d604b5-f7e2-4853-804f-36f4eaae2354&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2232518 Jan 28 19:45:15.900810 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ef2262e8-994c-46af-95a1-1556a11088f1 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (af3ffe75-acc4-42d4-b174-1fde595d641c), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:15.917846 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2148653-4bd4-4510-b5a2-6b7aba3c3a32 req-f6fa9d31-2b81-4a09-81b6-4378f9d23d5b tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:15.925185 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c2148653-4bd4-4510-b5a2-6b7aba3c3a32 req-f6fa9d31-2b81-4a09-81b6-4378f9d23d5b tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d553984-08a5-4c2f-8ff1-acf427a87bf8 HTTP/1.1" status: 200 len: 946 time: 0.0942309 Jan 28 19:45:15.947659 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ef2262e8-994c-46af-95a1-1556a11088f1 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:15.951453 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-ef2262e8-994c-46af-95a1-1556a11088f1 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] 10.222.0.64 "DELETE /v2.0/networks/af3ffe75-acc4-42d4-b174-1fde595d641c HTTP/1.1" status: 204 len: 168 time: 0.9511824 Jan 28 19:45:15.955430 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 53152) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:45:15.960227 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-a2037279-b762-45c3-9414-a6c1f99fbf9d tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Request body: {'network': {'name': 'tempest-RoutersTest-973867862'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:45:15.979251 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2262e8-994c-46af-95a1-1556a11088f1 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Pushing event deleted for resources: {'Network': ['ID=af3ffe75-acc4-42d4-b174-1fde595d641c,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:45:16.013355 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2037279-b762-45c3-9414-a6c1f99fbf9d tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Made reservation on behalf of ab529dfd1ad24da6bc4864590c27745b for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:45:16.016692 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a2037279-b762-45c3-9414-a6c1f99fbf9d tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:16.051157 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c2148653-4bd4-4510-b5a2-6b7aba3c3a32 req-cac0d16a-84c9-410c-bb60-14de989f6124 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/security-groups?id=d049ce91-97cc-4551-97a8-b334f2123d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244602 Jan 28 19:45:16.073531 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 53154) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:45:16.088917 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2037279-b762-45c3-9414-a6c1f99fbf9d tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:45:16.091338 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-adacf1f8-e8de-46ce-abb8-3b256bd6345a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:16.111449 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a2037279-b762-45c3-9414-a6c1f99fbf9d tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (1c9e79f8-719d-4630-8171-1758ba2ea53c), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:16.111867 n-d-812111-14 neutron-server[103305]: INFO neutron.db.segments_db [None req-a2037279-b762-45c3-9414-a6c1f99fbf9d tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Added segment 1c9e79f8-719d-4630-8171-1758ba2ea53c of type vlan for network bff34a1c-388b-47a7-9c82-2dbd3b8ac4e6 Jan 28 19:45:16.175500 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a2037279-b762-45c3-9414-a6c1f99fbf9d tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (bff34a1c-388b-47a7-9c82-2dbd3b8ac4e6), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:16.219893 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a2037279-b762-45c3-9414-a6c1f99fbf9d tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (bff34a1c-388b-47a7-9c82-2dbd3b8ac4e6), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:16.225363 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2037279-b762-45c3-9414-a6c1f99fbf9d tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:16.226056 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a2037279-b762-45c3-9414-a6c1f99fbf9d tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:16.302387 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-a2037279-b762-45c3-9414-a6c1f99fbf9d tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3457417 Jan 28 19:45:16.304930 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 53160) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:45:16.314580 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-598a9d2a-16ea-4dfc-9451-b912a00493d1 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Request body: {'subnet': {'network_id': 'bff34a1c-388b-47a7-9c82-2dbd3b8ac4e6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:45:16.388754 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-adacf1f8-e8de-46ce-abb8-3b256bd6345a admin admin] Publish callbacks [] for security_group (4b3f3587-4c4b-4887-8222-233289c1e13d), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:16.400943 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-adacf1f8-e8de-46ce-abb8-3b256bd6345a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (4b3f3587-4c4b-4887-8222-233289c1e13d), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:16.410298 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2037279-b762-45c3-9414-a6c1f99fbf9d tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Pushing event updated for resources: {'Network': ['ID=bff34a1c-388b-47a7-9c82-2dbd3b8ac4e6,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:45:16.428046 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network bff34a1c-388b-47a7-9c82-2dbd3b8ac4e6 details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:45:16.454966 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adacf1f8-e8de-46ce-abb8-3b256bd6345a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b3f3587-4c4b-4887-8222-233289c1e13d,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:45:16.464727 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-adacf1f8-e8de-46ce-abb8-3b256bd6345a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.3899860 Jan 28 19:45:16.466120 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 53162) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:45:16.535265 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-598a9d2a-16ea-4dfc-9451-b912a00493d1 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Made reservation on behalf of ab529dfd1ad24da6bc4864590c27745b for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:45:16.536631 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-68e3edaf-d37e-4295-a991-e0cdc199f819 admin admin] Publish callbacks [] for security_group (4b3f3587-4c4b-4887-8222-233289c1e13d), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:16.540346 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-598a9d2a-16ea-4dfc-9451-b912a00493d1 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5221429'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:16.587947 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-68e3edaf-d37e-4295-a991-e0cdc199f819 admin admin] Publish callbacks [] for security_group (4b3f3587-4c4b-4887-8222-233289c1e13d), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:16.702079 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-68e3edaf-d37e-4295-a991-e0cdc199f819 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (4b3f3587-4c4b-4887-8222-233289c1e13d), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:16.705978 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-68e3edaf-d37e-4295-a991-e0cdc199f819 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:16.710531 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-68e3edaf-d37e-4295-a991-e0cdc199f819 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4b3f3587-4c4b-4887-8222-233289c1e13d HTTP/1.1" status: 204 len: 168 time: 0.2427394 Jan 28 19:45:16.738850 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e3edaf-d37e-4295-a991-e0cdc199f819 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b3f3587-4c4b-4887-8222-233289c1e13d,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:45:17.100650 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-598a9d2a-16ea-4dfc-9451-b912a00493d1 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4690681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5221415'] for subnet (344b5f66-14d7-43a0-afd0-74c6e7335401), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:17.161615 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ae3499-a28e-4a7c-ab56-2ba50c4c41c9 req-fa9740ab-c9fc-4d78-87ae-c33b65eb5235 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:17.164578 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-13ae3499-a28e-4a7c-ab56-2ba50c4c41c9 req-fa9740ab-c9fc-4d78-87ae-c33b65eb5235 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] 10.222.0.64 "GET /v2.0/ports?device_id=48a7a552-8edb-4eaa-9a2f-3647df5aafd1 HTTP/1.1" status: 200 len: 946 time: 0.2385917 Jan 28 19:45:17.315857 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-13ae3499-a28e-4a7c-ab56-2ba50c4c41c9 req-daba4578-8c3d-4954-8a9b-bf0fb672cf9f tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] 10.222.0.64 "GET /v2.0/security-groups?id=09d604b5-f7e2-4853-804f-36f4eaae2354&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1273370 Jan 28 19:45:17.363306 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598a9d2a-16ea-4dfc-9451-b912a00493d1 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Pushing event updated for resources: {'Subnet': ['ID=344b5f66-14d7-43a0-afd0-74c6e7335401,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:45:17.453424 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde15f19-dab5-427c-bb6e-0fc3f073d287 req-fecc4414-5c8d-4239-a80d-45bc5ee7c08d tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:17.455009 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-cde15f19-dab5-427c-bb6e-0fc3f073d287 req-fecc4414-5c8d-4239-a80d-45bc5ee7c08d tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d553984-08a5-4c2f-8ff1-acf427a87bf8 HTTP/1.1" status: 200 len: 946 time: 0.0887244 Jan 28 19:45:17.494821 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598a9d2a-16ea-4dfc-9451-b912a00493d1 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Checking segment: {'id': '1c9e79f8-719d-4630-8171-1758ba2ea53c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'bff34a1c-388b-47a7-9c82-2dbd3b8ac4e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:45:17.495463 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-598a9d2a-16ea-4dfc-9451-b912a00493d1 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Network hostable DHCP agents. Network: bff34a1c-388b-47a7-9c82-2dbd3b8ac4e6, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:45:17.531556 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-cde15f19-dab5-427c-bb6e-0fc3f073d287 req-6850df52-1a06-49da-aa09-de3190ca6e49 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/security-groups?id=d049ce91-97cc-4551-97a8-b334f2123d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682993 Jan 28 19:45:17.537928 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-598a9d2a-16ea-4dfc-9451-b912a00493d1 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Network bff34a1c-388b-47a7-9c82-2dbd3b8ac4e6 is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:45:17.561921 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-598a9d2a-16ea-4dfc-9451-b912a00493d1 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, bff34a1c-388b-47a7-9c82-2dbd3b8ac4e6) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:45:17.566335 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-598a9d2a-16ea-4dfc-9451-b912a00493d1 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:17.566933 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-598a9d2a-16ea-4dfc-9451-b912a00493d1 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:17.571505 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea8015a-e182-496b-bf15-e5dbe1519206 None None] Network bff34a1c-388b-47a7-9c82-2dbd3b8ac4e6 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:45:17.591199 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-598a9d2a-16ea-4dfc-9451-b912a00493d1 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2846048 Jan 28 19:45:17.593564 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 53184) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:45:17.598439 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-8fe82055-79be-4127-b05d-18b68dab4d65 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1155864753', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:45:17.636790 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8fe82055-79be-4127-b05d-18b68dab4d65 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261150'] for router (9d9dbfb8-b4d2-4be8-b8c7-1087ce789ce9), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:17.638285 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8fe82055-79be-4127-b05d-18b68dab4d65 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-731099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-731441', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261129'] for router (9d9dbfb8-b4d2-4be8-b8c7-1087ce789ce9), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:17.766834 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8fe82055-79be-4127-b05d-18b68dab4d65 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks [] for router_controller (9d9dbfb8-b4d2-4be8-b8c7-1087ce789ce9), precommit_add_association {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:17.772935 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8fe82055-79be-4127-b05d-18b68dab4d65 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-731074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-731460'] for router (9d9dbfb8-b4d2-4be8-b8c7-1087ce789ce9), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:17.792493 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8131a38-689b-4472-b2f8-c81e195ec117 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68cd31fd-e4cd-5fb3-a862-256fc47efcd2-bff34a1c-388b-47a7-9c82-2dbd3b8ac4e6', 'network_id': 'bff34a1c-388b-47a7-9c82-2dbd3b8ac4e6', 'project_id': 'ab529dfd1ad24da6bc4864590c27745b', 'fixed_ips': [{'subnet_id': '344b5f66-14d7-43a0-afd0-74c6e7335401'}]}} from n-d-812111-14. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:45:17.794077 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a8131a38-689b-4472-b2f8-c81e195ec117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:17.803632 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8fe82055-79be-4127-b05d-18b68dab4d65 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:17.805186 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-8fe82055-79be-4127-b05d-18b68dab4d65 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2106004 Jan 28 19:45:17.807728 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 53192) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:45:17.814561 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-b2af40b2-b6df-43d4-be6a-f20d0db5fdcc tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Request body: {'port': {'network_id': 'bff34a1c-388b-47a7-9c82-2dbd3b8ac4e6', 'name': 'tempest-RoutersTest-816561847'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:45:17.964390 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2af40b2-b6df-43d4-be6a-f20d0db5fdcc tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Made reservation on behalf of ab529dfd1ad24da6bc4864590c27745b for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:45:17.970198 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b2af40b2-b6df-43d4-be6a-f20d0db5fdcc tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:17.994762 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [None req-b2af40b2-b6df-43d4-be6a-f20d0db5fdcc tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] device_id is not set on port 30695e81-40e0-41c9-b71a-b2e8e7cf1827 yet. {{(pid=103305) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:45:18.052330 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-a8131a38-689b-4472-b2f8-c81e195ec117 None None] Allocated IP 172.20.0.2 (bff34a1c-388b-47a7-9c82-2dbd3b8ac4e6/344b5f66-14d7-43a0-afd0-74c6e7335401/a6122035-ed1d-42c6-adaf-b890969b714d) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:45:18.292299 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a8131a38-689b-4472-b2f8-c81e195ec117 None None] Publish callbacks [] for port (a6122035-ed1d-42c6-adaf-b890969b714d), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:18.299786 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a8131a38-689b-4472-b2f8-c81e195ec117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (a6122035-ed1d-42c6-adaf-b890969b714d), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:18.363774 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8131a38-689b-4472-b2f8-c81e195ec117 None None] Network bff34a1c-388b-47a7-9c82-2dbd3b8ac4e6 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:45:18.365333 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8131a38-689b-4472-b2f8-c81e195ec117 None None] Pushing event updated for resources: {'Port': ['ID=a6122035-ed1d-42c6-adaf-b890969b714d,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:45:18.368642 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-a8131a38-689b-4472-b2f8-c81e195ec117 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:45:18.376688 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8131a38-689b-4472-b2f8-c81e195ec117 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:45:18.398080 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-b2af40b2-b6df-43d4-be6a-f20d0db5fdcc tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Allocated IP 172.20.0.6 (bff34a1c-388b-47a7-9c82-2dbd3b8ac4e6/344b5f66-14d7-43a0-afd0-74c6e7335401/30695e81-40e0-41c9-b71a-b2e8e7cf1827) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:45:18.479401 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-a8131a38-689b-4472-b2f8-c81e195ec117 None None] Attempting to bind port a6122035-ed1d-42c6-adaf-b890969b714d on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:45:18.479694 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-a8131a38-689b-4472-b2f8-c81e195ec117 None None] Attempting to bind port a6122035-ed1d-42c6-adaf-b890969b714d by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '1c9e79f8-719d-4630-8171-1758ba2ea53c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'bff34a1c-388b-47a7-9c82-2dbd3b8ac4e6'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:45:18.480079 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8131a38-689b-4472-b2f8-c81e195ec117 None None] Attempting to bind port a6122035-ed1d-42c6-adaf-b890969b714d on network bff34a1c-388b-47a7-9c82-2dbd3b8ac4e6 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:45:18.490271 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8131a38-689b-4472-b2f8-c81e195ec117 None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:45:18.490669 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8131a38-689b-4472-b2f8-c81e195ec117 None None] Checking segment: {'id': '1c9e79f8-719d-4630-8171-1758ba2ea53c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'bff34a1c-388b-47a7-9c82-2dbd3b8ac4e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:45:18.491091 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a8131a38-689b-4472-b2f8-c81e195ec117 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:18.491495 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8131a38-689b-4472-b2f8-c81e195ec117 None None] Bound using segment: {'id': '1c9e79f8-719d-4630-8171-1758ba2ea53c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'bff34a1c-388b-47a7-9c82-2dbd3b8ac4e6'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:45:18.492116 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-a8131a38-689b-4472-b2f8-c81e195ec117 None None] Bound port: a6122035-ed1d-42c6-adaf-b890969b714d, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c9e79f8-719d-4630-8171-1758ba2ea53c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'bff34a1c-388b-47a7-9c82-2dbd3b8ac4e6'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:45:18.492510 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a8131a38-689b-4472-b2f8-c81e195ec117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (a6122035-ed1d-42c6-adaf-b890969b714d), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:18.599603 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7978567d-cbe2-40cb-86a5-02c2f0d2c9c9 req-73a3a3d3-8b75-4c3a-9f6c-30ee2ba7b863 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:18.601243 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7978567d-cbe2-40cb-86a5-02c2f0d2c9c9 req-73a3a3d3-8b75-4c3a-9f6c-30ee2ba7b863 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] 10.222.0.64 "GET /v2.0/ports?device_id=48a7a552-8edb-4eaa-9a2f-3647df5aafd1 HTTP/1.1" status: 200 len: 946 time: 0.1293569 Jan 28 19:45:18.604643 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-a8131a38-689b-4472-b2f8-c81e195ec117 None None] For port a6122035-ed1d-42c6-adaf-b890969b714d, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:45:18.613989 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-a8131a38-689b-4472-b2f8-c81e195ec117 None None] For port a6122035-ed1d-42c6-adaf-b890969b714d, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=a6122035-ed1d-42c6-adaf-b890969b714d,segment=NetworkSegment(1c9e79f8-719d-4630-8171-1758ba2ea53c),segment_id=1c9e79f8-719d-4630-8171-1758ba2ea53c)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:45:18.624048 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a8131a38-689b-4472-b2f8-c81e195ec117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (a6122035-ed1d-42c6-adaf-b890969b714d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:18.706203 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b2af40b2-b6df-43d4-be6a-f20d0db5fdcc tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks [] for port (30695e81-40e0-41c9-b71a-b2e8e7cf1827), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:18.738421 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7978567d-cbe2-40cb-86a5-02c2f0d2c9c9 req-759d1bcc-cfda-418e-afee-7cad69a01e67 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] 10.222.0.64 "GET /v2.0/security-groups?id=09d604b5-f7e2-4853-804f-36f4eaae2354&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199312 Jan 28 19:45:18.806094 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b2af40b2-b6df-43d4-be6a-f20d0db5fdcc tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (30695e81-40e0-41c9-b71a-b2e8e7cf1827), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:18.823285 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8131a38-689b-4472-b2f8-c81e195ec117 None None] Pushing event updated for resources: {'Port': ['ID=a6122035-ed1d-42c6-adaf-b890969b714d,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:45:18.844016 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbaae21-406f-40d3-8ad3-3562e83f90fe req-1ed18b90-22ca-48e4-955e-291083b6951d tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:18.846957 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-cfbaae21-406f-40d3-8ad3-3562e83f90fe req-1ed18b90-22ca-48e4-955e-291083b6951d tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d553984-08a5-4c2f-8ff1-acf427a87bf8 HTTP/1.1" status: 200 len: 946 time: 0.1888399 Jan 28 19:45:18.932020 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2af40b2-b6df-43d4-be6a-f20d0db5fdcc tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Pushing event updated for resources: {'Port': ['ID=30695e81-40e0-41c9-b71a-b2e8e7cf1827,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:45:18.974696 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-cfbaae21-406f-40d3-8ad3-3562e83f90fe req-358fc31f-1619-403c-a0a2-c25cc4323fe6 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/security-groups?id=d049ce91-97cc-4551-97a8-b334f2123d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128516 Jan 28 19:45:18.995570 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2af40b2-b6df-43d4-be6a-f20d0db5fdcc tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Network bff34a1c-388b-47a7-9c82-2dbd3b8ac4e6 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:45:18.997116 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-b2af40b2-b6df-43d4-be6a-f20d0db5fdcc tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:45:19.005070 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2af40b2-b6df-43d4-be6a-f20d0db5fdcc tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:45:19.145750 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb50b870-7cac-4209-9740-e315895f0737 req-2bf0e50c-b188-4d4f-8377-1e9e5e376888 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:19.153068 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-cb50b870-7cac-4209-9740-e315895f0737 req-2bf0e50c-b188-4d4f-8377-1e9e5e376888 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] 10.222.0.64 "GET /v2.0/ports?device_id=48a7a552-8edb-4eaa-9a2f-3647df5aafd1 HTTP/1.1" status: 200 len: 946 time: 0.2417619 Jan 28 19:45:19.179545 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2af40b2-b6df-43d4-be6a-f20d0db5fdcc tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:19.180235 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b2af40b2-b6df-43d4-be6a-f20d0db5fdcc tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:19.301826 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device a6122035-ed1d-42c6-adaf-b890969b714d up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:45:19.386332 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port a6122035-ed1d-42c6-adaf-b890969b714d triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:45:19.386969 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (a6122035-ed1d-42c6-adaf-b890969b714d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:19.529140 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port a6122035-ed1d-42c6-adaf-b890969b714d is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:45:19.529536 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (a6122035-ed1d-42c6-adaf-b890969b714d), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:19.581461 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-b2af40b2-b6df-43d4-be6a-f20d0db5fdcc tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.7717471 Jan 28 19:45:19.584792 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 53218) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:45:19.594154 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] For port a6122035-ed1d-42c6-adaf-b890969b714d, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=a6122035-ed1d-42c6-adaf-b890969b714d,segment=NetworkSegment(1c9e79f8-719d-4630-8171-1758ba2ea53c),segment_id=1c9e79f8-719d-4630-8171-1758ba2ea53c)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:45:19.600072 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (a6122035-ed1d-42c6-adaf-b890969b714d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:19.620738 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-cb50b870-7cac-4209-9740-e315895f0737 req-a11102dc-0e59-4015-9b05-7154753f59d0 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] 10.222.0.64 "GET /v2.0/security-groups?id=09d604b5-f7e2-4853-804f-36f4eaae2354&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4667430 Jan 28 19:45:19.673661 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 53220) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:45:19.738238 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Pushing event updated for resources: {'Port': ['ID=a6122035-ed1d-42c6-adaf-b890969b714d,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:45:19.763248 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ae89e8a-ed08-4ec6-8f66-4d6b2a6e263c tempest-TestNetworkBasicOps-1717839870 tempest-TestNetworkBasicOps-1717839870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:19.768934 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-0ae89e8a-ed08-4ec6-8f66-4d6b2a6e263c tempest-TestNetworkBasicOps-1717839870 tempest-TestNetworkBasicOps-1717839870-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=48a7a552-8edb-4eaa-9a2f-3647df5aafd1 HTTP/1.1" status: 200 len: 1124 time: 0.0941305 Jan 28 19:45:19.769554 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 53222) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:45:19.773924 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-38fe7536-8411-4e9d-b956-0181618561ad tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Request body: {'floatingip': {'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'port_id': '7dea02a0-3dd1-4a7a-9808-3008d1ca1e2d', 'tenant_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:45:19.822420 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-38fe7536-8411-4e9d-b956-0181618561ad tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:20.024807 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-38fe7536-8411-4e9d-b956-0181618561ad tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:20.225711 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-38fe7536-8411-4e9d-b956-0181618561ad tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Allocated IP 172.25.6.40 (d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8/a648e4ab-7422-41b9-b133-58aca25ab8f5/5e1588f9-75b5-42e7-8925-bb9564fc6d0d) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:45:20.238010 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2c9fda24-7b4a-4d9b-8a39-1c39dd204d86 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (30695e81-40e0-41c9-b71a-b2e8e7cf1827), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:20.273966 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdf427a0-5cf5-4756-af43-7e7ce9484854 None None] Network bff34a1c-388b-47a7-9c82-2dbd3b8ac4e6 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:45:20.382482 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-05798f4c-2c2f-435a-826f-c910d2f2c4f3 None None] Provisioning complete for port a6122035-ed1d-42c6-adaf-b890969b714d triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:45:20.383033 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-05798f4c-2c2f-435a-826f-c910d2f2c4f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (a6122035-ed1d-42c6-adaf-b890969b714d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:20.406603 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-38fe7536-8411-4e9d-b956-0181618561ad tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks [] for port (5e1588f9-75b5-42e7-8925-bb9564fc6d0d), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:20.507108 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-38fe7536-8411-4e9d-b956-0181618561ad tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (5e1588f9-75b5-42e7-8925-bb9564fc6d0d), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:20.568279 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2c9fda24-7b4a-4d9b-8a39-1c39dd204d86 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks [] for port (30695e81-40e0-41c9-b71a-b2e8e7cf1827), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:20.576385 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2c9fda24-7b4a-4d9b-8a39-1c39dd204d86 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (30695e81-40e0-41c9-b71a-b2e8e7cf1827), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:20.601668 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38fe7536-8411-4e9d-b956-0181618561ad tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:45:20.606102 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-38fe7536-8411-4e9d-b956-0181618561ad tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:45:20.614240 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38fe7536-8411-4e9d-b956-0181618561ad tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:45:20.619156 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-05798f4c-2c2f-435a-826f-c910d2f2c4f3 None None] Current status of the port a6122035-ed1d-42c6-adaf-b890969b714d is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:45:20.712330 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fe7536-8411-4e9d-b956-0181618561ad tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Pushing event updated for resources: {'Port': ['ID=5e1588f9-75b5-42e7-8925-bb9564fc6d0d,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:45:20.771215 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9fda24-7b4a-4d9b-8a39-1c39dd204d86 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Pushing event updated for resources: {'Port': ['ID=30695e81-40e0-41c9-b71a-b2e8e7cf1827,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:45:20.789006 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd022f7-018a-473e-9834-70cb5802835c req-3af5fb32-59c4-4693-9df1-1fbe90aaee44 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:20.797903 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7fd022f7-018a-473e-9834-70cb5802835c req-3af5fb32-59c4-4693-9df1-1fbe90aaee44 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d553984-08a5-4c2f-8ff1-acf427a87bf8 HTTP/1.1" status: 200 len: 946 time: 0.6096117 Jan 28 19:45:20.831559 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:20.909710 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7fd022f7-018a-473e-9834-70cb5802835c req-99af420b-cc3f-4113-b53f-60a642a885d6 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/security-groups?id=d049ce91-97cc-4551-97a8-b334f2123d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109583 Jan 28 19:45:21.074590 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-e15b1866-fadc-484f-ab21-ac5ca88cc9f0 None None] Provisioning complete for port a6122035-ed1d-42c6-adaf-b890969b714d triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:45:21.082688 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e15b1866-fadc-484f-ab21-ac5ca88cc9f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (a6122035-ed1d-42c6-adaf-b890969b714d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:21.107007 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2c9fda24-7b4a-4d9b-8a39-1c39dd204d86 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734769'] for router_interface (9d9dbfb8-b4d2-4be8-b8c7-1087ce789ce9), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:21.198001 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device a6122035-ed1d-42c6-adaf-b890969b714d up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:45:21.316952 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-e15b1866-fadc-484f-ab21-ac5ca88cc9f0 None None] Current status of the port a6122035-ed1d-42c6-adaf-b890969b714d is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:45:21.337680 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port a6122035-ed1d-42c6-adaf-b890969b714d triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:45:21.338282 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (a6122035-ed1d-42c6-adaf-b890969b714d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:21.346889 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2c9fda24-7b4a-4d9b-8a39-1c39dd204d86 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (30695e81-40e0-41c9-b71a-b2e8e7cf1827), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:21.391113 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-e15b1866-fadc-484f-ab21-ac5ca88cc9f0 None None] Provisioning complete for port 30695e81-40e0-41c9-b71a-b2e8e7cf1827 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:45:21.391491 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e15b1866-fadc-484f-ab21-ac5ca88cc9f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (30695e81-40e0-41c9-b71a-b2e8e7cf1827), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:21.600348 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-e15b1866-fadc-484f-ab21-ac5ca88cc9f0 None None] Port 30695e81-40e0-41c9-b71a-b2e8e7cf1827 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:45:21.702320 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port a6122035-ed1d-42c6-adaf-b890969b714d is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:45:21.760875 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-38fe7536-8411-4e9d-b956-0181618561ad tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks [] for floatingip (a69034d3-c5f8-4cc6-a79c-5083743ade30), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:21.782271 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-9305e2bf-9437-4e25-a1f4-8f93a531fc34 None None] Provisioning complete for port 30695e81-40e0-41c9-b71a-b2e8e7cf1827 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:45:21.782832 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9305e2bf-9437-4e25-a1f4-8f93a531fc34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (30695e81-40e0-41c9-b71a-b2e8e7cf1827), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:21.874575 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-9305e2bf-9437-4e25-a1f4-8f93a531fc34 None None] Port 30695e81-40e0-41c9-b71a-b2e8e7cf1827 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:45:21.890328 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-38fe7536-8411-4e9d-b956-0181618561ad tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (5e1588f9-75b5-42e7-8925-bb9564fc6d0d), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:22.006606 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-07c7500d-5ee4-4461-971f-2b89cb96acb5 None None] Provisioning complete for port 30695e81-40e0-41c9-b71a-b2e8e7cf1827 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:45:22.016417 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-07c7500d-5ee4-4461-971f-2b89cb96acb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (30695e81-40e0-41c9-b71a-b2e8e7cf1827), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:22.108233 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-07c7500d-5ee4-4461-971f-2b89cb96acb5 None None] Port 30695e81-40e0-41c9-b71a-b2e8e7cf1827 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:45:22.154632 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-38fe7536-8411-4e9d-b956-0181618561ad tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks [] for port (5e1588f9-75b5-42e7-8925-bb9564fc6d0d), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:22.193774 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-38fe7536-8411-4e9d-b956-0181618561ad tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (5e1588f9-75b5-42e7-8925-bb9564fc6d0d), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:22.238865 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fe7536-8411-4e9d-b956-0181618561ad tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Pushing event updated for resources: {'Port': ['ID=5e1588f9-75b5-42e7-8925-bb9564fc6d0d,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:45:22.252886 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed3b4c6-32e8-4cb4-922f-eea5cd62e271 req-4e9339a8-5014-4683-ba3e-f4258ec242ca tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:22.260553 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1ed3b4c6-32e8-4cb4-922f-eea5cd62e271 req-4e9339a8-5014-4683-ba3e-f4258ec242ca tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d553984-08a5-4c2f-8ff1-acf427a87bf8 HTTP/1.1" status: 200 len: 946 time: 0.1738262 Jan 28 19:45:22.349780 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2c9fda24-7b4a-4d9b-8a39-1c39dd204d86 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks [] for port (30695e81-40e0-41c9-b71a-b2e8e7cf1827), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:22.351189 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-38fe7536-8411-4e9d-b956-0181618561ad tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734886'] for floatingip (a69034d3-c5f8-4cc6-a79c-5083743ade30), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:22.360102 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2c9fda24-7b4a-4d9b-8a39-1c39dd204d86 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (30695e81-40e0-41c9-b71a-b2e8e7cf1827), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:22.405384 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1ed3b4c6-32e8-4cb4-922f-eea5cd62e271 req-f02f07ea-ba32-4750-b8fc-600e14672124 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/security-groups?id=d049ce91-97cc-4551-97a8-b334f2123d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087382 Jan 28 19:45:22.425571 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2c9fda24-7b4a-4d9b-8a39-1c39dd204d86 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-756216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-732801'] for router_interface (9d9dbfb8-b4d2-4be8-b8c7-1087ce789ce9), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:22.505070 n-d-812111-14 neutron-server[103305]: INFO neutron.db.l3_db [None req-38fe7536-8411-4e9d-b956-0181618561ad tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Floating IP a69034d3-c5f8-4cc6-a79c-5083743ade30 associated. External IP: 172.25.6.40, port: 7dea02a0-3dd1-4a7a-9808-3008d1ca1e2d. Jan 28 19:45:22.519522 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9fda24-7b4a-4d9b-8a39-1c39dd204d86 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Pushing event updated for resources: {'Port': ['ID=30695e81-40e0-41c9-b71a-b2e8e7cf1827,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:45:22.578145 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c9fda24-7b4a-4d9b-8a39-1c39dd204d86 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Network bff34a1c-388b-47a7-9c82-2dbd3b8ac4e6 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:45:22.579610 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-2c9fda24-7b4a-4d9b-8a39-1c39dd204d86 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:45:22.759822 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c9fda24-7b4a-4d9b-8a39-1c39dd204d86 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Router 9d9dbfb8-b4d2-4be8-b8c7-1087ce789ce9 is scheduled to L3 agent 76fe5c49-705a-4e08-abb2-be585676213f with binding_index 1 {{(pid=103304) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 19:45:22.801187 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38fe7536-8411-4e9d-b956-0181618561ad tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Router ab8e9898-fcd4-4f9d-8b93-5bcfb1039996 has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:45:22.937722 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c9fda24-7b4a-4d9b-8a39-1c39dd204d86 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:45:22.952631 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b05797-d0e9-4e85-8106-9be5b31c526d None None] Sync routers for ids ['9d9dbfb8-b4d2-4be8-b8c7-1087ce789ce9'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:45:22.966343 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b05797-d0e9-4e85-8106-9be5b31c526d None None] Routers {'9d9dbfb8-b4d2-4be8-b8c7-1087ce789ce9'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:45:22.967184 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-28b05797-d0e9-4e85-8106-9be5b31c526d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:45:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['9d9dbfb8-b4d2-4be8-b8c7-1087ce789ce9'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:45:22.980203 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-2c9fda24-7b4a-4d9b-8a39-1c39dd204d86 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] 10.222.0.64 "PUT /v2.0/routers/9d9dbfb8-b4d2-4be8-b8c7-1087ce789ce9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3937943 Jan 28 19:45:22.981576 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 53264) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:45:22.985178 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38fe7536-8411-4e9d-b956-0181618561ad tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:45:22.999831 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be11263-a481-4305-9d7a-08b9c89814db None None] Sync routers for ids ['ab8e9898-fcd4-4f9d-8b93-5bcfb1039996'] in n-d-812111-14 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:45:23.008851 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-38fe7536-8411-4e9d-b956-0181618561ad tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for floatingip (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:23.021084 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be11263-a481-4305-9d7a-08b9c89814db None None] Routers {'ab8e9898-fcd4-4f9d-8b93-5bcfb1039996'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:45:23.026224 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-9be11263-a481-4305-9d7a-08b9c89814db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:45:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['ab8e9898-fcd4-4f9d-8b93-5bcfb1039996'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:45:23.059868 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-38fe7536-8411-4e9d-b956-0181618561ad tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.2892282 Jan 28 19:45:23.060800 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48a7a552-8edb-4eaa-9a2f-3647df5aafd1', 'tag': '7dea02a0-3dd1-4a7a-9808-3008d1ca1e2d'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:45:23.063019 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 53266) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:45:23.063608 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90406cef-0a86-4f1c-a81b-22267db45db6" -d '{"events": [{"name": "network-changed", "server_uuid": "48a7a552-8edb-4eaa-9a2f-3647df5aafd1", "tag": "7dea02a0-3dd1-4a7a-9808-3008d1ca1e2d"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:45:23.067941 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-28b05797-d0e9-4e85-8106-9be5b31c526d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:45:23.093764 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b05797-d0e9-4e85-8106-9be5b31c526d None None] Routers {'9d9dbfb8-b4d2-4be8-b8c7-1087ce789ce9'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:45:23.095010 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-28b05797-d0e9-4e85-8106-9be5b31c526d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:45:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['9d9dbfb8-b4d2-4be8-b8c7-1087ce789ce9'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:45:23.146880 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:45:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57378732-7a50-4230-b4fc-7828b254eb91 x-openstack-request-id: req-57378732-7a50-4230-b4fc-7828b254eb91 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:45:23.147075 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48a7a552-8edb-4eaa-9a2f-3647df5aafd1", "tag": "7dea02a0-3dd1-4a7a-9808-3008d1ca1e2d", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:45:23.147337 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-57378732-7a50-4230-b4fc-7828b254eb91 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:45:23.148007 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48a7a552-8edb-4eaa-9a2f-3647df5aafd1', 'tag': '7dea02a0-3dd1-4a7a-9808-3008d1ca1e2d', 'status': 'completed', 'code': 200} Jan 28 19:45:23.172006 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-28b05797-d0e9-4e85-8106-9be5b31c526d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:45:23.172898 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b05797-d0e9-4e85-8106-9be5b31c526d None None] The sync data for ids ['9d9dbfb8-b4d2-4be8-b8c7-1087ce789ce9'] in n-d-812111-14 is: [] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:45:23.196872 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-685541c5-0757-4fe8-b975-538c8a2543cb tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] 10.222.0.64 "GET /v2.0/floatingips/a69034d3-c5f8-4cc6-a79c-5083743ade30 HTTP/1.1" status: 200 len: 991 time: 0.1327431 Jan 28 19:45:23.198877 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-4b65ce5c-06dd-4252-91d0-4bfc391d35ca None None] Provisioning complete for port 30695e81-40e0-41c9-b71a-b2e8e7cf1827 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:45:23.200823 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4b65ce5c-06dd-4252-91d0-4bfc391d35ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (30695e81-40e0-41c9-b71a-b2e8e7cf1827), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:23.205580 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc3294b-1b7e-4c38-aefe-5313a1d74212 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:23.209617 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-afc3294b-1b7e-4c38-aefe-5313a1d74212 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] 10.222.0.64 "GET /v2.0/ports/30695e81-40e0-41c9-b71a-b2e8e7cf1827 HTTP/1.1" status: 200 len: 976 time: 0.2269521 Jan 28 19:45:23.212444 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 53274) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:45:23.260547 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-4b65ce5c-06dd-4252-91d0-4bfc391d35ca None None] Port 30695e81-40e0-41c9-b71a-b2e8e7cf1827 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:45:23.287119 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90406cef-0a86-4f1c-a81b-22267db45db6 req-d3586ef2-8b4b-4f12-95ff-0c914a802aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:23.288645 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-90406cef-0a86-4f1c-a81b-22267db45db6 req-d3586ef2-8b4b-4f12-95ff-0c914a802aba service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9e9e8439f0ef4f199c1cf289f0d53ad7&device_id=48a7a552-8edb-4eaa-9a2f-3647df5aafd1 HTTP/1.1" status: 200 len: 1129 time: 0.1055050 Jan 28 19:45:23.405399 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-9be11263-a481-4305-9d7a-08b9c89814db None None] Set router ab8e9898-fcd4-4f9d-8b93-5bcfb1039996 gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:45:23.418214 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90406cef-0a86-4f1c-a81b-22267db45db6 req-86b6349b-182d-47ce-b418-64331d0d248a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:23.420350 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-90406cef-0a86-4f1c-a81b-22267db45db6 req-86b6349b-182d-47ce-b418-64331d0d248a service neutron] 10.222.0.41 "GET /v2.0/networks?id=df8c1d24-8252-4f3f-bd12-1bda56258e33 HTTP/1.1" status: 200 len: 897 time: 0.1259520 Jan 28 19:45:23.576961 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-90406cef-0a86-4f1c-a81b-22267db45db6 req-5c51f9f0-ff68-4bad-9c42-b8f38d559388 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7dea02a0-3dd1-4a7a-9808-3008d1ca1e2d HTTP/1.1" status: 200 len: 999 time: 0.1497610 Jan 28 19:45:23.695505 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90406cef-0a86-4f1c-a81b-22267db45db6 req-3513c142-c3d3-4740-bbbe-838fa44c506c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:23.699462 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-90406cef-0a86-4f1c-a81b-22267db45db6 req-3513c142-c3d3-4740-bbbe-838fa44c506c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=00fd07da-3aa2-4e4e-8638-18442a62dc30 HTTP/1.1" status: 200 len: 834 time: 0.1026833 Jan 28 19:45:23.804726 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-9be11263-a481-4305-9d7a-08b9c89814db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab8e9898-fcd4-4f9d-8b93-5bcfb1039996', 'name': 'tempest-TestNetworkBasicOps-router-592334437', 'tenant_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': '42e55284-9c5a-4b6c-a9c1-76670ac6975e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:44:36Z', 'updated_at': '2022-01-28T19:44:47Z', 'revision_number': 4, 'project_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'gw_port': {'id': '42e55284-9c5a-4b6c-a9c1-76670ac6975e', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:3c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8e9898-fcd4-4f9d-8b93-5bcfb1039996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3359, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:44:37Z', 'updated_at': '2022-01-28T19:44:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_floatingips': [{'id': 'a69034d3-c5f8-4cc6-a79c-5083743ade30', 'tenant_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'floating_ip_address': '172.25.6.40', 'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'router_id': 'ab8e9898-fcd4-4f9d-8b93-5bcfb1039996', 'port_id': '7dea02a0-3dd1-4a7a-9808-3008d1ca1e2d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3424, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df8c1d24-8252-4f3f-bd12-1bda56258e33', 'mac_address': 'fa:16:3e:a4:6d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a7a552-8edb-4eaa-9a2f-3647df5aafd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:45:21Z', 'updated_at': '2022-01-28T19:45:21Z', 'revision_number': 0, 'project_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7749a184-d6a9-4cd4-82e6-a1549495112c', 'name': '', 'network_id': 'df8c1d24-8252-4f3f-bd12-1bda56258e33', 'tenant_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'mac_address': 'fa:16:3e:36:8c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8e9898-fcd4-4f9d-8b93-5bcfb1039996', 'device_owner': 'network:router_interface', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': '00fd07da-3aa2-4e4e-8638-18442a62dc30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:44:45Z', 'updated_at': '2022-01-28T19:44:52Z', 'revision_number': 5, 'project_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'subnets': [{'id': '00fd07da-3aa2-4e4e-8638-18442a62dc30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:45:23.816250 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90406cef-0a86-4f1c-a81b-22267db45db6 req-cc346ede-96f9-4ab8-87a4-819f3c3a5546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:23.817950 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-90406cef-0a86-4f1c-a81b-22267db45db6 req-cc346ede-96f9-4ab8-87a4-819f3c3a5546 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=df8c1d24-8252-4f3f-bd12-1bda56258e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1109514 Jan 28 19:45:23.834084 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be11263-a481-4305-9d7a-08b9c89814db None None] Checking router: ab8e9898-fcd4-4f9d-8b93-5bcfb1039996 for host: n-d-812111-14 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:45:23.859483 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be11263-a481-4305-9d7a-08b9c89814db None None] Routers {'ab8e9898-fcd4-4f9d-8b93-5bcfb1039996'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:45:23.861204 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-9be11263-a481-4305-9d7a-08b9c89814db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:45:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['ab8e9898-fcd4-4f9d-8b93-5bcfb1039996'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:45:24.036967 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:24.072477 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-9be11263-a481-4305-9d7a-08b9c89814db None None] Set router ab8e9898-fcd4-4f9d-8b93-5bcfb1039996 gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:45:24.083371 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-90406cef-0a86-4f1c-a81b-22267db45db6 req-851feb15-cb5a-454c-bc59-5c1d97a5be49 service neutron] 10.222.0.41 "GET /v2.0/networks/df8c1d24-8252-4f3f-bd12-1bda56258e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2592185 Jan 28 19:45:24.166597 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6d15c2-6253-4d8d-9c61-b311cc12758b req-82e05e24-1a02-4923-a799-c97c9737065c tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:24.168144 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-0d6d15c2-6253-4d8d-9c61-b311cc12758b req-82e05e24-1a02-4923-a799-c97c9737065c tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d553984-08a5-4c2f-8ff1-acf427a87bf8 HTTP/1.1" status: 200 len: 946 time: 0.6220562 Jan 28 19:45:24.214600 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 53288) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:45:24.302656 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-90406cef-0a86-4f1c-a81b-22267db45db6 req-4574a2db-538d-41ff-a8ec-2f95827c67b2 service neutron] 10.222.0.41 "GET /v2.0/networks/df8c1d24-8252-4f3f-bd12-1bda56258e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122366 Jan 28 19:45:24.393544 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-9be11263-a481-4305-9d7a-08b9c89814db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab8e9898-fcd4-4f9d-8b93-5bcfb1039996', 'name': 'tempest-TestNetworkBasicOps-router-592334437', 'tenant_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': '42e55284-9c5a-4b6c-a9c1-76670ac6975e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:44:36Z', 'updated_at': '2022-01-28T19:44:47Z', 'revision_number': 4, 'project_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'gw_port': {'id': '42e55284-9c5a-4b6c-a9c1-76670ac6975e', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:3c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8e9898-fcd4-4f9d-8b93-5bcfb1039996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3359, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:44:37Z', 'updated_at': '2022-01-28T19:44:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_floatingips': [{'id': 'a69034d3-c5f8-4cc6-a79c-5083743ade30', 'tenant_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'floating_ip_address': '172.25.6.40', 'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'router_id': 'ab8e9898-fcd4-4f9d-8b93-5bcfb1039996', 'port_id': '7dea02a0-3dd1-4a7a-9808-3008d1ca1e2d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3424, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df8c1d24-8252-4f3f-bd12-1bda56258e33', 'mac_address': 'fa:16:3e:a4:6d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a7a552-8edb-4eaa-9a2f-3647df5aafd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:45:21Z', 'updated_at': '2022-01-28T19:45:21Z', 'revision_number': 0, 'project_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7749a184-d6a9-4cd4-82e6-a1549495112c', 'name': '', 'network_id': 'df8c1d24-8252-4f3f-bd12-1bda56258e33', 'tenant_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'mac_address': 'fa:16:3e:36:8c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8e9898-fcd4-4f9d-8b93-5bcfb1039996', 'device_owner': 'network:router_interface', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': '00fd07da-3aa2-4e4e-8638-18442a62dc30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:44:45Z', 'updated_at': '2022-01-28T19:44:52Z', 'revision_number': 5, 'project_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'subnets': [{'id': '00fd07da-3aa2-4e4e-8638-18442a62dc30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:45:24.483505 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-d8dbefbf-7b1e-49db-9e87-b0db67a04887 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] 10.222.0.64 "GET /v2.0/floatingips/a69034d3-c5f8-4cc6-a79c-5083743ade30 HTTP/1.1" status: 200 len: 991 time: 0.2619357 Jan 28 19:45:24.489589 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-0d6d15c2-6253-4d8d-9c61-b311cc12758b req-d8ee0d02-1f01-4f35-828d-4ac668b99ec2 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/security-groups?id=d049ce91-97cc-4551-97a8-b334f2123d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2970514 Jan 28 19:45:24.622373 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be11263-a481-4305-9d7a-08b9c89814db None None] The sync data for ids ['ab8e9898-fcd4-4f9d-8b93-5bcfb1039996'] in n-d-812111-14 is: [{'id': 'ab8e9898-fcd4-4f9d-8b93-5bcfb1039996', 'name': 'tempest-TestNetworkBasicOps-router-592334437', 'tenant_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': '42e55284-9c5a-4b6c-a9c1-76670ac6975e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:44:36Z', 'updated_at': '2022-01-28T19:44:47Z', 'revision_number': 4, 'project_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'gw_port': {'id': '42e55284-9c5a-4b6c-a9c1-76670ac6975e', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:3c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8e9898-fcd4-4f9d-8b93-5bcfb1039996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3359, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:44:37Z', 'updated_at': '2022-01-28T19:44:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_floatingips': [{'id': 'a69034d3-c5f8-4cc6-a79c-5083743ade30', 'tenant_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'floating_ip_address': '172.25.6.40', 'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'router_id': 'ab8e9898-fcd4-4f9d-8b93-5bcfb1039996', 'port_id': '7dea02a0-3dd1-4a7a-9808-3008d1ca1e2d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3424, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df8c1d24-8252-4f3f-bd12-1bda56258e33', 'mac_address': 'fa:16:3e:a4:6d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a7a552-8edb-4eaa-9a2f-3647df5aafd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:45:21Z', 'updated_at': '2022-01-28T19:45:21Z', 'revision_number': 0, 'project_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7749a184-d6a9-4cd4-82e6-a1549495112c', 'name': '', 'network_id': 'df8c1d24-8252-4f3f-bd12-1bda56258e33', 'tenant_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'mac_address': 'fa:16:3e:36:8c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8e9898-fcd4-4f9d-8b93-5bcfb1039996', 'device_owner': 'network:router_interface', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': '00fd07da-3aa2-4e4e-8638-18442a62dc30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:44:45Z', 'updated_at': '2022-01-28T19:44:52Z', 'revision_number': 5, 'project_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'subnets': [{'id': '00fd07da-3aa2-4e4e-8638-18442a62dc30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:45:24.641585 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-deef0b03-172a-45c6-86e1-81e01dd300e7 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-732838'] for router_interface (9d9dbfb8-b4d2-4be8-b8c7-1087ce789ce9), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:24.941715 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-deef0b03-172a-45c6-86e1-81e01dd300e7 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Deleting port 30695e81-40e0-41c9-b71a-b2e8e7cf1827 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:45:24.942212 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-deef0b03-172a-45c6-86e1-81e01dd300e7 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (30695e81-40e0-41c9-b71a-b2e8e7cf1827), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:25.086875 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e4a34f-95e7-4306-9c7a-bf00709500fd None None] New status for floating IP a69034d3-c5f8-4cc6-a79c-5083743ade30: ACTIVE {{(pid=103307) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 19:45:25.111421 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-deef0b03-172a-45c6-86e1-81e01dd300e7 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (30695e81-40e0-41c9-b71a-b2e8e7cf1827), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:25.128264 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-deef0b03-172a-45c6-86e1-81e01dd300e7 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Calling delete_port for 30695e81-40e0-41c9-b71a-b2e8e7cf1827 owned by network:router_interface {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:45:25.373811 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-deef0b03-172a-45c6-86e1-81e01dd300e7 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (30695e81-40e0-41c9-b71a-b2e8e7cf1827), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:25.417741 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deef0b03-172a-45c6-86e1-81e01dd300e7 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Pushing event deleted for resources: {'Port': ['ID=30695e81-40e0-41c9-b71a-b2e8e7cf1827,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:45:25.487753 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 53308) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:45:25.685780 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-deef0b03-172a-45c6-86e1-81e01dd300e7 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-732682'] for router_interface (9d9dbfb8-b4d2-4be8-b8c7-1087ce789ce9), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:25.739935 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-5a5061be-77d1-48e9-81d7-5c7a91c3cd8b tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] 10.222.0.64 "GET /v2.0/floatingips/a69034d3-c5f8-4cc6-a79c-5083743ade30 HTTP/1.1" status: 200 len: 993 time: 0.2520676 Jan 28 19:45:25.780393 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441c27eb-b58e-44af-bf37-80be1a87e2f3 req-c2cf0aa5-8cb5-42a3-b11b-b3cdb3774cef tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:25.788001 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-441c27eb-b58e-44af-bf37-80be1a87e2f3 req-c2cf0aa5-8cb5-42a3-b11b-b3cdb3774cef tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d553984-08a5-4c2f-8ff1-acf427a87bf8 HTTP/1.1" status: 200 len: 946 time: 0.1520023 Jan 28 19:45:25.858576 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-441c27eb-b58e-44af-bf37-80be1a87e2f3 req-65fe3570-41ed-41da-9b4b-9e5634e9ad5a tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/security-groups?id=d049ce91-97cc-4551-97a8-b334f2123d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647862 Jan 28 19:45:25.904901 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-deef0b03-172a-45c6-86e1-81e01dd300e7 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Router 9d9dbfb8-b4d2-4be8-b8c7-1087ce789ce9 has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:45:26.000725 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deef0b03-172a-45c6-86e1-81e01dd300e7 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:45:26.012427 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-deef0b03-172a-45c6-86e1-81e01dd300e7 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] 10.222.0.64 "PUT /v2.0/routers/9d9dbfb8-b4d2-4be8-b8c7-1087ce789ce9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7982273 Jan 28 19:45:26.013067 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13966882-07ca-43db-b533-a105e2cb1af0 None None] Sync routers for ids ['9d9dbfb8-b4d2-4be8-b8c7-1087ce789ce9'] in n-d-812111-14 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:45:26.013588 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 53316) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:45:26.034130 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13966882-07ca-43db-b533-a105e2cb1af0 None None] Routers {'9d9dbfb8-b4d2-4be8-b8c7-1087ce789ce9'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:45:26.034996 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-13966882-07ca-43db-b533-a105e2cb1af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:45:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['9d9dbfb8-b4d2-4be8-b8c7-1087ce789ce9'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:45:26.075170 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-13966882-07ca-43db-b533-a105e2cb1af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:45:26.089019 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13966882-07ca-43db-b533-a105e2cb1af0 None None] Routers {'9d9dbfb8-b4d2-4be8-b8c7-1087ce789ce9'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:45:26.090766 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-13966882-07ca-43db-b533-a105e2cb1af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:45:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['9d9dbfb8-b4d2-4be8-b8c7-1087ce789ce9'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:45:26.132442 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-13966882-07ca-43db-b533-a105e2cb1af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:45:26.133240 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13966882-07ca-43db-b533-a105e2cb1af0 None None] The sync data for ids ['9d9dbfb8-b4d2-4be8-b8c7-1087ce789ce9'] in n-d-812111-14 is: [] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:45:26.247333 n-d-812111-14 neutron-server[103305]: INFO neutron.api.v2.resource [None req-4fd2b665-cea1-4fd4-ba52-9c4cd731582e tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] remove_router_interface failed (client error): The resource could not be found. Jan 28 19:45:26.248636 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-4fd2b665-cea1-4fd4-ba52-9c4cd731582e tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] 10.222.0.64 "PUT /v2.0/routers/9d9dbfb8-b4d2-4be8-b8c7-1087ce789ce9/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2339821 Jan 28 19:45:26.251975 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 53322) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:45:26.288758 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-2b6b5cdb-276c-4696-867f-99fb35217682 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d9dbfb8-b4d2-4be8-b8c7-1087ce789ce9 HTTP/1.1" status: 200 len: 205 time: 0.0330107 Jan 28 19:45:26.288997 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 53326) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:45:26.382738 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c1bd78e7-3f68-47a8-8cf9-72d73a46031b tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks [] for router (9d9dbfb8-b4d2-4be8-b8c7-1087ce789ce9), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:26.592253 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c1bd78e7-3f68-47a8-8cf9-72d73a46031b tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-730901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261120'] for router (9d9dbfb8-b4d2-4be8-b8c7-1087ce789ce9), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:26.596179 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c1bd78e7-3f68-47a8-8cf9-72d73a46031b tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks [] for router_controller (9d9dbfb8-b4d2-4be8-b8c7-1087ce789ce9), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:26.650828 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c1bd78e7-3f68-47a8-8cf9-72d73a46031b tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-730908'] for router (9d9dbfb8-b4d2-4be8-b8c7-1087ce789ce9), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:26.651352 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1bd78e7-3f68-47a8-8cf9-72d73a46031b tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Fanout notify agent at l3_agent the message router_deleted on router 9d9dbfb8-b4d2-4be8-b8c7-1087ce789ce9 {{(pid=103304) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:45:26.667830 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c1bd78e7-3f68-47a8-8cf9-72d73a46031b tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:26.669860 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-c1bd78e7-3f68-47a8-8cf9-72d73a46031b tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] 10.222.0.64 "DELETE /v2.0/routers/9d9dbfb8-b4d2-4be8-b8c7-1087ce789ce9 HTTP/1.1" status: 204 len: 168 time: 0.3798752 Jan 28 19:45:26.672923 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 53332) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:45:26.750262 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c6bbf89-7a99-48e8-b1fb-faba36fdfc3a tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Deleting subnet 344b5f66-14d7-43a0-afd0-74c6e7335401 {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:45:26.754361 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7c6bbf89-7a99-48e8-b1fb-faba36fdfc3a tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks [] for subnet (344b5f66-14d7-43a0-afd0-74c6e7335401), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:26.802693 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7c6bbf89-7a99-48e8-b1fb-faba36fdfc3a tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4747050'] for subnet (344b5f66-14d7-43a0-afd0-74c6e7335401), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:26.949189 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7c6bbf89-7a99-48e8-b1fb-faba36fdfc3a tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (344b5f66-14d7-43a0-afd0-74c6e7335401), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:26.997420 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0ee280-fd06-4d7c-92d6-0dca424d0b04 req-1723817f-e65d-4a4f-a72b-d530084cfe34 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:27.001448 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4c0ee280-fd06-4d7c-92d6-0dca424d0b04 req-1723817f-e65d-4a4f-a72b-d530084cfe34 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d553984-08a5-4c2f-8ff1-acf427a87bf8 HTTP/1.1" status: 200 len: 946 time: 0.0762529 Jan 28 19:45:27.082225 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7c6bbf89-7a99-48e8-b1fb-faba36fdfc3a tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4690616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5222356'] for subnet (344b5f66-14d7-43a0-afd0-74c6e7335401), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:27.116182 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4c0ee280-fd06-4d7c-92d6-0dca424d0b04 req-f7963495-d6b8-41c6-b905-3f9a03fade22 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/security-groups?id=d049ce91-97cc-4551-97a8-b334f2123d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103692 Jan 28 19:45:27.126000 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6bbf89-7a99-48e8-b1fb-faba36fdfc3a tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Pushing event deleted for resources: {'Subnet': ['ID=344b5f66-14d7-43a0-afd0-74c6e7335401,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:45:27.153154 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f005a00a-ab3f-48d0-ab0d-d474a980fc84 None None] Network bff34a1c-388b-47a7-9c82-2dbd3b8ac4e6 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:45:27.159162 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7c6bbf89-7a99-48e8-b1fb-faba36fdfc3a tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:27.163283 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-7c6bbf89-7a99-48e8-b1fb-faba36fdfc3a tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] 10.222.0.64 "DELETE /v2.0/subnets/344b5f66-14d7-43a0-afd0-74c6e7335401 HTTP/1.1" status: 204 len: 168 time: 0.4885874 Jan 28 19:45:27.165997 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 53342) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:45:27.295798 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-352b5ab8-eea2-46b8-9523-ee346717259f tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (bff34a1c-388b-47a7-9c82-2dbd3b8ac4e6), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:27.364621 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-352b5ab8-eea2-46b8-9523-ee346717259f tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Deleting port a6122035-ed1d-42c6-adaf-b890969b714d {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:45:27.364970 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-352b5ab8-eea2-46b8-9523-ee346717259f tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (a6122035-ed1d-42c6-adaf-b890969b714d), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:27.385361 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c896f47-d941-4f37-b886-78ffbc200068 None None] DHCP port deletion for bff34a1c-388b-47a7-9c82-2dbd3b8ac4e6 request from n-d-812111-14 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:45:27.457069 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-352b5ab8-eea2-46b8-9523-ee346717259f tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] For port a6122035-ed1d-42c6-adaf-b890969b714d, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=a6122035-ed1d-42c6-adaf-b890969b714d,segment=NetworkSegment(1c9e79f8-719d-4630-8171-1758ba2ea53c),segment_id=1c9e79f8-719d-4630-8171-1758ba2ea53c)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:45:27.457659 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-352b5ab8-eea2-46b8-9523-ee346717259f tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (a6122035-ed1d-42c6-adaf-b890969b714d), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:27.466296 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-3c896f47-d941-4f37-b886-78ffbc200068 None None] Deleting port a6122035-ed1d-42c6-adaf-b890969b714d {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:45:27.469542 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3c896f47-d941-4f37-b886-78ffbc200068 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (a6122035-ed1d-42c6-adaf-b890969b714d), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:27.477535 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-352b5ab8-eea2-46b8-9523-ee346717259f tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Calling delete_port for a6122035-ed1d-42c6-adaf-b890969b714d owned by network:dhcp {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:45:27.550623 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-3c896f47-d941-4f37-b886-78ffbc200068 None None] For port a6122035-ed1d-42c6-adaf-b890969b714d, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=a6122035-ed1d-42c6-adaf-b890969b714d,segment=NetworkSegment(1c9e79f8-719d-4630-8171-1758ba2ea53c),segment_id=1c9e79f8-719d-4630-8171-1758ba2ea53c)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:45:27.551285 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3c896f47-d941-4f37-b886-78ffbc200068 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (a6122035-ed1d-42c6-adaf-b890969b714d), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:27.566081 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-3c896f47-d941-4f37-b886-78ffbc200068 None None] Calling delete_port for a6122035-ed1d-42c6-adaf-b890969b714d owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:45:27.584728 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-352b5ab8-eea2-46b8-9523-ee346717259f tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (a6122035-ed1d-42c6-adaf-b890969b714d), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:27.629141 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352b5ab8-eea2-46b8-9523-ee346717259f tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Pushing event deleted for resources: {'Port': ['ID=a6122035-ed1d-42c6-adaf-b890969b714d,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:45:27.652202 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352b5ab8-eea2-46b8-9523-ee346717259f tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] No DVR routers for this DVR port a6122035-ed1d-42c6-adaf-b890969b714d on host n-d-812111-14 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:45:27.703241 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3c896f47-d941-4f37-b886-78ffbc200068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985'] for port (a6122035-ed1d-42c6-adaf-b890969b714d), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:27.728162 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c896f47-d941-4f37-b886-78ffbc200068 None None] Pushing event deleted for resources: {'Port': ['ID=a6122035-ed1d-42c6-adaf-b890969b714d,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:45:27.733963 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c896f47-d941-4f37-b886-78ffbc200068 None None] No DVR routers for this DVR port a6122035-ed1d-42c6-adaf-b890969b714d on host n-d-812111-14 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:45:27.791706 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-352b5ab8-eea2-46b8-9523-ee346717259f tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (bff34a1c-388b-47a7-9c82-2dbd3b8ac4e6), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:27.825569 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-352b5ab8-eea2-46b8-9523-ee346717259f tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bff34a1c-388b-47a7-9c82-2dbd3b8ac4e6']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:45:27.840937 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-352b5ab8-eea2-46b8-9523-ee346717259f tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c9e79f8-719d-4630-8171-1758ba2ea53c') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:45:27.841437 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-352b5ab8-eea2-46b8-9523-ee346717259f tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c9e79f8-719d-4630-8171-1758ba2ea53c') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:45:27.856576 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-352b5ab8-eea2-46b8-9523-ee346717259f tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16187153'] for segment (1c9e79f8-719d-4630-8171-1758ba2ea53c), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:27.885802 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-352b5ab8-eea2-46b8-9523-ee346717259f tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (1c9e79f8-719d-4630-8171-1758ba2ea53c), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:27.897375 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-352b5ab8-eea2-46b8-9523-ee346717259f tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:45:27.897777 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-352b5ab8-eea2-46b8-9523-ee346717259f tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4752570'] for segment (1c9e79f8-719d-4630-8171-1758ba2ea53c), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:27.902772 n-d-812111-14 neutron-server[103305]: Traceback (most recent call last): Jan 28 19:45:27.902772 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:45:27.902772 n-d-812111-14 neutron-server[103305]: timer() Jan 28 19:45:27.902772 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:45:27.902772 n-d-812111-14 neutron-server[103305]: cb(*args, **kw) Jan 28 19:45:27.902772 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:45:27.902772 n-d-812111-14 neutron-server[103305]: return func(*args, **kwargs) Jan 28 19:45:27.902772 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:45:27.902772 n-d-812111-14 neutron-server[103305]: self._notify() Jan 28 19:45:27.902772 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:45:27.902772 n-d-812111-14 neutron-server[103305]: self.callback(batched_events) Jan 28 19:45:27.902772 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:45:27.902772 n-d-812111-14 neutron-server[103305]: event.method(event) Jan 28 19:45:27.902772 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:45:27.902772 n-d-812111-14 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:45:27.902772 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:45:27.902772 n-d-812111-14 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:45:27.902772 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:45:27.902772 n-d-812111-14 neutron-server[103305]: return f(self, *a, **k) Jan 28 19:45:27.902772 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:45:27.902772 n-d-812111-14 neutron-server[103305]: return self._get(url).json() Jan 28 19:45:27.902772 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:45:27.902772 n-d-812111-14 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:45:27.902772 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:45:27.902772 n-d-812111-14 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 28 19:45:27.902772 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:45:27.902772 n-d-812111-14 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:45:27.902772 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:45:27.902772 n-d-812111-14 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:45:27.902772 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:45:27.902772 n-d-812111-14 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:45:27.902772 n-d-812111-14 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:45:27.974743 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-352b5ab8-eea2-46b8-9523-ee346717259f tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (bff34a1c-388b-47a7-9c82-2dbd3b8ac4e6), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:27.983389 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-352b5ab8-eea2-46b8-9523-ee346717259f tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:27.991223 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 53356) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:45:27.991761 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-352b5ab8-eea2-46b8-9523-ee346717259f tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] 10.222.0.64 "DELETE /v2.0/networks/bff34a1c-388b-47a7-9c82-2dbd3b8ac4e6 HTTP/1.1" status: 204 len: 168 time: 0.8242085 Jan 28 19:45:27.997083 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-097c6c45-24ff-45bf-8dfc-f05e82a73cb4 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Request body: {'network': {'name': 'tempest-RoutersTest-1190580265'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:45:28.006512 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352b5ab8-eea2-46b8-9523-ee346717259f tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Pushing event deleted for resources: {'Network': ['ID=bff34a1c-388b-47a7-9c82-2dbd3b8ac4e6,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:45:28.026752 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-097c6c45-24ff-45bf-8dfc-f05e82a73cb4 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Made reservation on behalf of ab529dfd1ad24da6bc4864590c27745b for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:45:28.030340 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-097c6c45-24ff-45bf-8dfc-f05e82a73cb4 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:28.068972 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-097c6c45-24ff-45bf-8dfc-f05e82a73cb4 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:45:28.080793 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-097c6c45-24ff-45bf-8dfc-f05e82a73cb4 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (014dfcf9-10b0-4693-9938-37754d2b772e), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:28.081328 n-d-812111-14 neutron-server[103304]: INFO neutron.db.segments_db [None req-097c6c45-24ff-45bf-8dfc-f05e82a73cb4 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Added segment 014dfcf9-10b0-4693-9938-37754d2b772e of type vlan for network 178a7ed0-3db0-4e94-8a92-fb87af9f6b0d Jan 28 19:45:28.134013 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-097c6c45-24ff-45bf-8dfc-f05e82a73cb4 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (178a7ed0-3db0-4e94-8a92-fb87af9f6b0d), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:28.169676 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-097c6c45-24ff-45bf-8dfc-f05e82a73cb4 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (178a7ed0-3db0-4e94-8a92-fb87af9f6b0d), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:28.177877 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-097c6c45-24ff-45bf-8dfc-f05e82a73cb4 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:28.178496 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-097c6c45-24ff-45bf-8dfc-f05e82a73cb4 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:28.263177 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-097c6c45-24ff-45bf-8dfc-f05e82a73cb4 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2673411 Jan 28 19:45:28.263504 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 53372) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:45:28.269053 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-1695e115-b105-4d37-9609-c60c5c67ca5d tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Request body: {'subnet': {'network_id': '178a7ed0-3db0-4e94-8a92-fb87af9f6b0d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:45:28.318218 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097c6c45-24ff-45bf-8dfc-f05e82a73cb4 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Pushing event updated for resources: {'Network': ['ID=178a7ed0-3db0-4e94-8a92-fb87af9f6b0d,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:45:28.330079 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network 178a7ed0-3db0-4e94-8a92-fb87af9f6b0d details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:45:28.342232 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f277dfe2-c298-4d3e-b995-f8bd09595885 req-be2e6e7b-8a17-4576-a1b3-2bc37ac77530 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:28.344399 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f277dfe2-c298-4d3e-b995-f8bd09595885 req-be2e6e7b-8a17-4576-a1b3-2bc37ac77530 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d553984-08a5-4c2f-8ff1-acf427a87bf8 HTTP/1.1" status: 200 len: 946 time: 0.1394484 Jan 28 19:45:28.415779 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1695e115-b105-4d37-9609-c60c5c67ca5d tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Made reservation on behalf of ab529dfd1ad24da6bc4864590c27745b for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:45:28.419247 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f277dfe2-c298-4d3e-b995-f8bd09595885 req-a80d492f-387d-4b10-b2e7-118289371d99 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/security-groups?id=d049ce91-97cc-4551-97a8-b334f2123d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683951 Jan 28 19:45:28.420692 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1695e115-b105-4d37-9609-c60c5c67ca5d tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4733071'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:28.612833 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1695e115-b105-4d37-9609-c60c5c67ca5d tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4752401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4733085'] for subnet (64983019-229d-40b0-8a15-3699afee1674), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:28.670714 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1695e115-b105-4d37-9609-c60c5c67ca5d tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Pushing event updated for resources: {'Subnet': ['ID=64983019-229d-40b0-8a15-3699afee1674,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:45:28.681742 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1695e115-b105-4d37-9609-c60c5c67ca5d tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Checking segment: {'id': '014dfcf9-10b0-4693-9938-37754d2b772e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '178a7ed0-3db0-4e94-8a92-fb87af9f6b0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:45:28.682112 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1695e115-b105-4d37-9609-c60c5c67ca5d tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Network hostable DHCP agents. Network: 178a7ed0-3db0-4e94-8a92-fb87af9f6b0d, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:45:28.700766 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1695e115-b105-4d37-9609-c60c5c67ca5d tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Network 178a7ed0-3db0-4e94-8a92-fb87af9f6b0d is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:45:28.711234 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-1695e115-b105-4d37-9609-c60c5c67ca5d tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, 178a7ed0-3db0-4e94-8a92-fb87af9f6b0d) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:45:28.714817 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1695e115-b105-4d37-9609-c60c5c67ca5d tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:28.715630 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1695e115-b105-4d37-9609-c60c5c67ca5d tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:28.722520 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f08bb3e3-ee09-43bf-90d0-cec0f3161f7e None None] Network 178a7ed0-3db0-4e94-8a92-fb87af9f6b0d requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:45:28.736608 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-1695e115-b105-4d37-9609-c60c5c67ca5d tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4718196 Jan 28 19:45:28.738856 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 53384) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:45:28.743976 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-55813c16-65d2-4bc3-88c4-51bd0cd98f9b tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1325264118', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:45:28.772735 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-55813c16-65d2-4bc3-88c4-51bd0cd98f9b tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261150'] for router (1ed777c5-85fb-47c1-b106-d5068785c591), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:28.774434 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-55813c16-65d2-4bc3-88c4-51bd0cd98f9b tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-731099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-731441', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261129'] for router (1ed777c5-85fb-47c1-b106-d5068785c591), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:28.835588 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-55813c16-65d2-4bc3-88c4-51bd0cd98f9b tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks [] for router_controller (1ed777c5-85fb-47c1-b106-d5068785c591), precommit_add_association {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:28.842868 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-55813c16-65d2-4bc3-88c4-51bd0cd98f9b tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-731074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-731460'] for router (1ed777c5-85fb-47c1-b106-d5068785c591), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:28.862184 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42a7d578-1bcd-4cda-a5c7-7b2aabfd4ace None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68cd31fd-e4cd-5fb3-a862-256fc47efcd2-178a7ed0-3db0-4e94-8a92-fb87af9f6b0d', 'network_id': '178a7ed0-3db0-4e94-8a92-fb87af9f6b0d', 'project_id': 'ab529dfd1ad24da6bc4864590c27745b', 'fixed_ips': [{'subnet_id': '64983019-229d-40b0-8a15-3699afee1674'}]}} from n-d-812111-14. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:45:28.863423 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-42a7d578-1bcd-4cda-a5c7-7b2aabfd4ace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:28.868208 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-55813c16-65d2-4bc3-88c4-51bd0cd98f9b tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:28.872453 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-55813c16-65d2-4bc3-88c4-51bd0cd98f9b tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1326473 Jan 28 19:45:28.873140 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 53388) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:45:28.920616 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bdb80c-288b-48cb-af1f-693c33c95f28 req-4f5970af-946b-45e9-8a94-89dfd2db957e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:28.922262 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-33bdb80c-288b-48cb-af1f-693c33c95f28 req-4f5970af-946b-45e9-8a94-89dfd2db957e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c316c98d83734d7eab7153e5f826023b&device_id=8d553984-08a5-4c2f-8ff1-acf427a87bf8 HTTP/1.1" status: 200 len: 1129 time: 0.0550313 Jan 28 19:45:29.032876 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bdb80c-288b-48cb-af1f-693c33c95f28 req-185f582e-bda0-4e23-ba7b-28c26fc66f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:29.034574 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-33bdb80c-288b-48cb-af1f-693c33c95f28 req-185f582e-bda0-4e23-ba7b-28c26fc66f26 service neutron] 10.222.0.70 "GET /v2.0/networks?id=87bd24c3-2f53-4d06-9d37-4b32bba79109 HTTP/1.1" status: 200 len: 912 time: 0.1049955 Jan 28 19:45:29.052302 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-42a7d578-1bcd-4cda-a5c7-7b2aabfd4ace None None] Allocated IP 172.20.0.2 (178a7ed0-3db0-4e94-8a92-fb87af9f6b0d/64983019-229d-40b0-8a15-3699afee1674/6bb3941b-e1d7-43ab-bd2b-d086724d2c5e) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:45:29.127899 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device a6122035-ed1d-42c6-adaf-b890969b714d no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:45:29.149322 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-33bdb80c-288b-48cb-af1f-693c33c95f28 req-2168ee76-8df0-4ecc-8e66-4b0533b0d035 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5cdaf7a5-e6e5-431b-aa17-9f3059abfed4 HTTP/1.1" status: 200 len: 217 time: 0.1020391 Jan 28 19:45:29.161358 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: a6122035-ed1d-42c6-adaf-b890969b714d {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:45:29.161698 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device a6122035-ed1d-42c6-adaf-b890969b714d not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:45:29.230944 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bdb80c-288b-48cb-af1f-693c33c95f28 req-25701640-9bcd-494e-8fa4-3e79c0738db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:29.233243 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-33bdb80c-288b-48cb-af1f-693c33c95f28 req-25701640-9bcd-494e-8fa4-3e79c0738db4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1b82f7aa-308b-4f07-b0c3-0d99e240d9ef HTTP/1.1" status: 200 len: 851 time: 0.0807076 Jan 28 19:45:29.256685 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fe34aefa-04b4-44a6-8fea-a5599f8e518f tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:29.283548 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-42a7d578-1bcd-4cda-a5c7-7b2aabfd4ace None None] Publish callbacks [] for port (6bb3941b-e1d7-43ab-bd2b-d086724d2c5e), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:29.292222 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-42a7d578-1bcd-4cda-a5c7-7b2aabfd4ace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (6bb3941b-e1d7-43ab-bd2b-d086724d2c5e), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:29.299922 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bdb80c-288b-48cb-af1f-693c33c95f28 req-89d8010a-09ee-48c0-b269-a73e15555c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:29.301821 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-33bdb80c-288b-48cb-af1f-693c33c95f28 req-89d8010a-09ee-48c0-b269-a73e15555c39 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=87bd24c3-2f53-4d06-9d37-4b32bba79109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0627325 Jan 28 19:45:29.342437 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a7d578-1bcd-4cda-a5c7-7b2aabfd4ace None None] Network 178a7ed0-3db0-4e94-8a92-fb87af9f6b0d is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:45:29.347606 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-42a7d578-1bcd-4cda-a5c7-7b2aabfd4ace None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:45:29.352747 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a7d578-1bcd-4cda-a5c7-7b2aabfd4ace None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:45:29.356233 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a7d578-1bcd-4cda-a5c7-7b2aabfd4ace None None] Pushing event updated for resources: {'Port': ['ID=6bb3941b-e1d7-43ab-bd2b-d086724d2c5e,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:45:29.420611 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-42a7d578-1bcd-4cda-a5c7-7b2aabfd4ace None None] Attempting to bind port 6bb3941b-e1d7-43ab-bd2b-d086724d2c5e on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:45:29.420994 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-42a7d578-1bcd-4cda-a5c7-7b2aabfd4ace None None] Attempting to bind port 6bb3941b-e1d7-43ab-bd2b-d086724d2c5e by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '014dfcf9-10b0-4693-9938-37754d2b772e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '178a7ed0-3db0-4e94-8a92-fb87af9f6b0d'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:45:29.421404 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a7d578-1bcd-4cda-a5c7-7b2aabfd4ace None None] Attempting to bind port 6bb3941b-e1d7-43ab-bd2b-d086724d2c5e on network 178a7ed0-3db0-4e94-8a92-fb87af9f6b0d {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:45:29.427133 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a7d578-1bcd-4cda-a5c7-7b2aabfd4ace None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:45:29.427520 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a7d578-1bcd-4cda-a5c7-7b2aabfd4ace None None] Checking segment: {'id': '014dfcf9-10b0-4693-9938-37754d2b772e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '178a7ed0-3db0-4e94-8a92-fb87af9f6b0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:45:29.427946 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-42a7d578-1bcd-4cda-a5c7-7b2aabfd4ace None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:29.428333 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a7d578-1bcd-4cda-a5c7-7b2aabfd4ace None None] Bound using segment: {'id': '014dfcf9-10b0-4693-9938-37754d2b772e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '178a7ed0-3db0-4e94-8a92-fb87af9f6b0d'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:45:29.428810 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-42a7d578-1bcd-4cda-a5c7-7b2aabfd4ace None None] Bound port: 6bb3941b-e1d7-43ab-bd2b-d086724d2c5e, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '014dfcf9-10b0-4693-9938-37754d2b772e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '178a7ed0-3db0-4e94-8a92-fb87af9f6b0d'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:45:29.429240 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-42a7d578-1bcd-4cda-a5c7-7b2aabfd4ace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (6bb3941b-e1d7-43ab-bd2b-d086724d2c5e), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:29.446643 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-33bdb80c-288b-48cb-af1f-693c33c95f28 req-dd0f938e-75ff-4c3f-a434-2bce49a8a818 service neutron] 10.222.0.70 "GET /v2.0/networks/87bd24c3-2f53-4d06-9d37-4b32bba79109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238220 Jan 28 19:45:29.523036 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-42a7d578-1bcd-4cda-a5c7-7b2aabfd4ace None None] For port 6bb3941b-e1d7-43ab-bd2b-d086724d2c5e, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:45:29.530180 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-42a7d578-1bcd-4cda-a5c7-7b2aabfd4ace None None] For port 6bb3941b-e1d7-43ab-bd2b-d086724d2c5e, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=6bb3941b-e1d7-43ab-bd2b-d086724d2c5e,segment=NetworkSegment(014dfcf9-10b0-4693-9938-37754d2b772e),segment_id=014dfcf9-10b0-4693-9938-37754d2b772e)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:45:29.544109 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-42a7d578-1bcd-4cda-a5c7-7b2aabfd4ace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (6bb3941b-e1d7-43ab-bd2b-d086724d2c5e), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:29.569841 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-33bdb80c-288b-48cb-af1f-693c33c95f28 req-017f81d5-fada-4b8f-9ff4-c1be21f4c7df service neutron] 10.222.0.70 "GET /v2.0/networks/87bd24c3-2f53-4d06-9d37-4b32bba79109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297076 Jan 28 19:45:29.622713 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a7d578-1bcd-4cda-a5c7-7b2aabfd4ace None None] Pushing event updated for resources: {'Port': ['ID=6bb3941b-e1d7-43ab-bd2b-d086724d2c5e,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:45:29.901073 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-fe34aefa-04b4-44a6-8fea-a5599f8e518f tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Allocated IP 172.20.0.1 (178a7ed0-3db0-4e94-8a92-fb87af9f6b0d/64983019-229d-40b0-8a15-3699afee1674/0e9bc572-07f5-4b8d-94a0-8e7dbf137964) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:45:29.919784 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c2aedd-4bb9-440f-8f88-be07751c78f0 req-e623aa29-5f30-4598-a25f-cc60735e17db tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:29.921425 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-45c2aedd-4bb9-440f-8f88-be07751c78f0 req-e623aa29-5f30-4598-a25f-cc60735e17db tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d553984-08a5-4c2f-8ff1-acf427a87bf8 HTTP/1.1" status: 200 len: 946 time: 0.0806968 Jan 28 19:45:30.043510 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-45c2aedd-4bb9-440f-8f88-be07751c78f0 req-c51b6c64-e513-4cf3-b9e1-6f7363ce03d3 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/security-groups?id=d049ce91-97cc-4551-97a8-b334f2123d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149266 Jan 28 19:45:30.077938 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fe34aefa-04b4-44a6-8fea-a5599f8e518f tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks [] for port (0e9bc572-07f5-4b8d-94a0-8e7dbf137964), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:30.112908 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fe34aefa-04b4-44a6-8fea-a5599f8e518f tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (0e9bc572-07f5-4b8d-94a0-8e7dbf137964), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:30.153292 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe34aefa-04b4-44a6-8fea-a5599f8e518f tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Network 178a7ed0-3db0-4e94-8a92-fb87af9f6b0d is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:45:30.156283 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-fe34aefa-04b4-44a6-8fea-a5599f8e518f tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:45:30.158707 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe34aefa-04b4-44a6-8fea-a5599f8e518f tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:45:30.187041 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe34aefa-04b4-44a6-8fea-a5599f8e518f tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Pushing event updated for resources: {'Port': ['ID=0e9bc572-07f5-4b8d-94a0-8e7dbf137964,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:45:30.219793 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fe34aefa-04b4-44a6-8fea-a5599f8e518f tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734769'] for router_interface (1ed777c5-85fb-47c1-b106-d5068785c591), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:30.344495 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fe34aefa-04b4-44a6-8fea-a5599f8e518f tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (0e9bc572-07f5-4b8d-94a0-8e7dbf137964), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:30.630957 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fe34aefa-04b4-44a6-8fea-a5599f8e518f tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks [] for port (0e9bc572-07f5-4b8d-94a0-8e7dbf137964), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:30.635920 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fe34aefa-04b4-44a6-8fea-a5599f8e518f tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (0e9bc572-07f5-4b8d-94a0-8e7dbf137964), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:30.714631 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe34aefa-04b4-44a6-8fea-a5599f8e518f tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Pushing event updated for resources: {'Port': ['ID=0e9bc572-07f5-4b8d-94a0-8e7dbf137964,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:45:30.719015 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fe34aefa-04b4-44a6-8fea-a5599f8e518f tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-756216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-732801'] for router_interface (1ed777c5-85fb-47c1-b106-d5068785c591), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:30.735996 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a31bd8-1a37-49a4-a47f-b434bd079721 None None] Network 178a7ed0-3db0-4e94-8a92-fb87af9f6b0d requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:45:30.806762 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-ba8bc97e-484e-43ad-a3a2-f8b735dc5a27 None None] Provisioning complete for port 6bb3941b-e1d7-43ab-bd2b-d086724d2c5e triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:45:30.807138 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ba8bc97e-484e-43ad-a3a2-f8b735dc5a27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (6bb3941b-e1d7-43ab-bd2b-d086724d2c5e), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:30.828842 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe34aefa-04b4-44a6-8fea-a5599f8e518f tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Network 178a7ed0-3db0-4e94-8a92-fb87af9f6b0d is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:45:30.830101 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-fe34aefa-04b4-44a6-8fea-a5599f8e518f tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:45:30.944562 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-ba8bc97e-484e-43ad-a3a2-f8b735dc5a27 None None] Current status of the port 6bb3941b-e1d7-43ab-bd2b-d086724d2c5e is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:45:30.945037 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ba8bc97e-484e-43ad-a3a2-f8b735dc5a27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (6bb3941b-e1d7-43ab-bd2b-d086724d2c5e), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:30.954329 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe34aefa-04b4-44a6-8fea-a5599f8e518f tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Router 1ed777c5-85fb-47c1-b106-d5068785c591 is scheduled to L3 agent 76fe5c49-705a-4e08-abb2-be585676213f with binding_index 1 {{(pid=103305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 19:45:30.980471 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-ba8bc97e-484e-43ad-a3a2-f8b735dc5a27 None None] For port 6bb3941b-e1d7-43ab-bd2b-d086724d2c5e, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=6bb3941b-e1d7-43ab-bd2b-d086724d2c5e,segment=NetworkSegment(014dfcf9-10b0-4693-9938-37754d2b772e),segment_id=014dfcf9-10b0-4693-9938-37754d2b772e)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:45:30.986608 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ba8bc97e-484e-43ad-a3a2-f8b735dc5a27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (6bb3941b-e1d7-43ab-bd2b-d086724d2c5e), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:31.067971 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8bc97e-484e-43ad-a3a2-f8b735dc5a27 None None] Pushing event updated for resources: {'Port': ['ID=6bb3941b-e1d7-43ab-bd2b-d086724d2c5e,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:45:31.086998 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe34aefa-04b4-44a6-8fea-a5599f8e518f tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:45:31.107422 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b2d1d3b-0295-4312-8dc2-ff128fbe3d34 None None] Sync routers for ids ['1ed777c5-85fb-47c1-b106-d5068785c591'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:45:31.107873 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 53430) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:45:31.113675 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-fe34aefa-04b4-44a6-8fea-a5599f8e518f tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] 10.222.0.64 "PUT /v2.0/routers/1ed777c5-85fb-47c1-b106-d5068785c591/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2394657 Jan 28 19:45:31.125030 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b2d1d3b-0295-4312-8dc2-ff128fbe3d34 None None] Routers {'1ed777c5-85fb-47c1-b106-d5068785c591'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:45:31.125899 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-6b2d1d3b-0295-4312-8dc2-ff128fbe3d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:45:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['1ed777c5-85fb-47c1-b106-d5068785c591'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:45:31.178420 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c48f6c9e-f259-4ca7-a08e-4d72c3d24849 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:31.181526 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-6b2d1d3b-0295-4312-8dc2-ff128fbe3d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:45:31.183423 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-c48f6c9e-f259-4ca7-a08e-4d72c3d24849 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] 10.222.0.64 "GET /v2.0/ports/0e9bc572-07f5-4b8d-94a0-8e7dbf137964 HTTP/1.1" status: 200 len: 910 time: 0.0745029 Jan 28 19:45:31.184653 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 53434) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:45:31.192755 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b2d1d3b-0295-4312-8dc2-ff128fbe3d34 None None] Routers {'1ed777c5-85fb-47c1-b106-d5068785c591'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:45:31.193566 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-6b2d1d3b-0295-4312-8dc2-ff128fbe3d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:45:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['1ed777c5-85fb-47c1-b106-d5068785c591'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:45:31.270804 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-6b2d1d3b-0295-4312-8dc2-ff128fbe3d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:45:31.274383 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 6bb3941b-e1d7-43ab-bd2b-d086724d2c5e up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:45:31.278636 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b2d1d3b-0295-4312-8dc2-ff128fbe3d34 None None] The sync data for ids ['1ed777c5-85fb-47c1-b106-d5068785c591'] in n-d-812111-14 is: [] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:45:31.295854 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a790cd40-0966-49cf-a10e-cf2d66321495 req-1ebb9859-bcc9-4fc3-8667-02ab145d9da6 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:31.297456 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a790cd40-0966-49cf-a10e-cf2d66321495 req-1ebb9859-bcc9-4fc3-8667-02ab145d9da6 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d553984-08a5-4c2f-8ff1-acf427a87bf8 HTTP/1.1" status: 200 len: 946 time: 0.1264417 Jan 28 19:45:31.378994 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a790cd40-0966-49cf-a10e-cf2d66321495 req-1356956d-65dd-4cdc-bce3-5133edd984dc tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/security-groups?id=d049ce91-97cc-4551-97a8-b334f2123d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708756 Jan 28 19:45:31.411901 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b1f883c8-797e-4287-9e4e-fd6d9ed4a970 None None] Provisioning complete for port 0e9bc572-07f5-4b8d-94a0-8e7dbf137964 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:45:31.412585 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b1f883c8-797e-4287-9e4e-fd6d9ed4a970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (0e9bc572-07f5-4b8d-94a0-8e7dbf137964), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:31.487886 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 6bb3941b-e1d7-43ab-bd2b-d086724d2c5e triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:45:31.488272 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (6bb3941b-e1d7-43ab-bd2b-d086724d2c5e), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:31.489819 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b1f883c8-797e-4287-9e4e-fd6d9ed4a970 None None] Port 0e9bc572-07f5-4b8d-94a0-8e7dbf137964 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:45:31.536314 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b1f883c8-797e-4287-9e4e-fd6d9ed4a970 None None] Provisioning complete for port 6bb3941b-e1d7-43ab-bd2b-d086724d2c5e triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:45:31.536605 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b1f883c8-797e-4287-9e4e-fd6d9ed4a970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (6bb3941b-e1d7-43ab-bd2b-d086724d2c5e), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:31.676094 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 6bb3941b-e1d7-43ab-bd2b-d086724d2c5e is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:45:31.685555 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b1f883c8-797e-4287-9e4e-fd6d9ed4a970 None None] Current status of the port 6bb3941b-e1d7-43ab-bd2b-d086724d2c5e is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:45:31.731127 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f5173da3-ec74-4b00-ad0e-4dcb50928810 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-732838'] for router_interface (1ed777c5-85fb-47c1-b106-d5068785c591), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:31.809318 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-404c49af-3c86-4f15-94f8-2e686ec0e59e None None] Provisioning complete for port 0e9bc572-07f5-4b8d-94a0-8e7dbf137964 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:45:31.829655 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-404c49af-3c86-4f15-94f8-2e686ec0e59e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (0e9bc572-07f5-4b8d-94a0-8e7dbf137964), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:31.877014 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-404c49af-3c86-4f15-94f8-2e686ec0e59e None None] Port 0e9bc572-07f5-4b8d-94a0-8e7dbf137964 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:45:31.998261 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-14917329-58e4-4d68-be82-05e0a5d277be None None] Provisioning complete for port 0e9bc572-07f5-4b8d-94a0-8e7dbf137964 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:45:31.998718 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-14917329-58e4-4d68-be82-05e0a5d277be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (0e9bc572-07f5-4b8d-94a0-8e7dbf137964), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:32.034063 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-14917329-58e4-4d68-be82-05e0a5d277be None None] Port 0e9bc572-07f5-4b8d-94a0-8e7dbf137964 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:45:32.039436 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-f5173da3-ec74-4b00-ad0e-4dcb50928810 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Deleting port 0e9bc572-07f5-4b8d-94a0-8e7dbf137964 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:45:32.039781 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f5173da3-ec74-4b00-ad0e-4dcb50928810 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (0e9bc572-07f5-4b8d-94a0-8e7dbf137964), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:32.068175 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 5cdaf7a5-e6e5-431b-aa17-9f3059abfed4 no longer exists at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:45:32.135161 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f5173da3-ec74-4b00-ad0e-4dcb50928810 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (0e9bc572-07f5-4b8d-94a0-8e7dbf137964), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:32.152638 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-f5173da3-ec74-4b00-ad0e-4dcb50928810 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Calling delete_port for 0e9bc572-07f5-4b8d-94a0-8e7dbf137964 owned by network:router_interface {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:45:32.160978 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 5cdaf7a5-e6e5-431b-aa17-9f3059abfed4 is: ACTIVE; New status is: DOWN {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:45:32.161501 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (5cdaf7a5-e6e5-431b-aa17-9f3059abfed4), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:32.188707 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d553984-08a5-4c2f-8ff1-acf427a87bf8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5cdaf7a5-e6e5-431b-aa17-9f3059abfed4'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:45:32.191057 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2495a1cb-beee-49d9-8433-c0456862896b" -d '{"events": [{"server_uuid": "8d553984-08a5-4c2f-8ff1-acf427a87bf8", "name": "network-vif-unplugged", "status": "completed", "tag": "5cdaf7a5-e6e5-431b-aa17-9f3059abfed4"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:45:32.204539 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 5cdaf7a5-e6e5-431b-aa17-9f3059abfed4, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=5cdaf7a5-e6e5-431b-aa17-9f3059abfed4,segment=NetworkSegment(0e20d3ef-5527-42ba-86a4-bcb741be912b),segment_id=0e20d3ef-5527-42ba-86a4-bcb741be912b)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:45:32.216688 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (5cdaf7a5-e6e5-431b-aa17-9f3059abfed4), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:32.248270 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 28 Jan 2022 19:45:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56d5f9b3-13b4-4ddd-ab10-35732e1be7c5 x-openstack-request-id: req-56d5f9b3-13b4-4ddd-ab10-35732e1be7c5 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:45:32.248566 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d553984-08a5-4c2f-8ff1-acf427a87bf8", "name": "network-vif-unplugged", "status": "failed", "tag": "5cdaf7a5-e6e5-431b-aa17-9f3059abfed4", "code": 422}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:45:32.248827 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-56d5f9b3-13b4-4ddd-ab10-35732e1be7c5 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:45:32.249296 n-d-812111-14 neutron-server[103306]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8d553984-08a5-4c2f-8ff1-acf427a87bf8', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5cdaf7a5-e6e5-431b-aa17-9f3059abfed4', 'code': 422} returned with failed status Jan 28 19:45:32.277908 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=5cdaf7a5-e6e5-431b-aa17-9f3059abfed4,revision_number=8']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:45:32.356477 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f5173da3-ec74-4b00-ad0e-4dcb50928810 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (0e9bc572-07f5-4b8d-94a0-8e7dbf137964), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:32.381921 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5173da3-ec74-4b00-ad0e-4dcb50928810 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Pushing event deleted for resources: {'Port': ['ID=0e9bc572-07f5-4b8d-94a0-8e7dbf137964,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:45:32.397371 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5173da3-ec74-4b00-ad0e-4dcb50928810 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:45:32.397786 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5173da3-ec74-4b00-ad0e-4dcb50928810 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:45:32.398345 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5173da3-ec74-4b00-ad0e-4dcb50928810 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:45:32.398454 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5173da3-ec74-4b00-ad0e-4dcb50928810 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:45:32.398740 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5173da3-ec74-4b00-ad0e-4dcb50928810 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:45:32.399071 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5173da3-ec74-4b00-ad0e-4dcb50928810 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:45:32.399402 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5173da3-ec74-4b00-ad0e-4dcb50928810 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:45:32.399737 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5173da3-ec74-4b00-ad0e-4dcb50928810 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:45:32.400069 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5173da3-ec74-4b00-ad0e-4dcb50928810 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:45:32.400399 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5173da3-ec74-4b00-ad0e-4dcb50928810 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:45:32.400729 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5173da3-ec74-4b00-ad0e-4dcb50928810 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:45:32.401076 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5173da3-ec74-4b00-ad0e-4dcb50928810 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:45:32.401447 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5173da3-ec74-4b00-ad0e-4dcb50928810 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:45:32.525472 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8377e9c4-9d6c-4b9f-a59d-21d7673ee8ce req-fa63bc07-0da1-407b-9997-a4c09b2aaae2 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:32.533655 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8377e9c4-9d6c-4b9f-a59d-21d7673ee8ce req-fa63bc07-0da1-407b-9997-a4c09b2aaae2 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d553984-08a5-4c2f-8ff1-acf427a87bf8 HTTP/1.1" status: 200 len: 944 time: 0.0693903 Jan 28 19:45:32.571163 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f5173da3-ec74-4b00-ad0e-4dcb50928810 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-732682'] for router_interface (1ed777c5-85fb-47c1-b106-d5068785c591), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:32.590236 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8377e9c4-9d6c-4b9f-a59d-21d7673ee8ce req-73708ab2-a775-43cb-966c-16c1affb8ca9 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/security-groups?id=d049ce91-97cc-4551-97a8-b334f2123d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504496 Jan 28 19:45:32.786546 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5173da3-ec74-4b00-ad0e-4dcb50928810 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Router 1ed777c5-85fb-47c1-b106-d5068785c591 has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:45:32.794101 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773d685e-654c-4bf3-abb1-05621bd2ef86 req-9a16ab72-ecd4-490f-af4e-5d3701af7895 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:32.795596 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-773d685e-654c-4bf3-abb1-05621bd2ef86 req-9a16ab72-ecd4-490f-af4e-5d3701af7895 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a91007d-45be-4c6c-a11f-db74e1c43eb8 HTTP/1.1" status: 200 len: 945 time: 0.1271956 Jan 28 19:45:32.896197 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5173da3-ec74-4b00-ad0e-4dcb50928810 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:45:32.905586 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-f5173da3-ec74-4b00-ad0e-4dcb50928810 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] 10.222.0.64 "PUT /v2.0/routers/1ed777c5-85fb-47c1-b106-d5068785c591/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7198005 Jan 28 19:45:32.906231 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d17cbf8-f708-48ac-89c5-274a8272024f None None] Sync routers for ids ['1ed777c5-85fb-47c1-b106-d5068785c591'] in n-d-812111-14 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:45:32.907420 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 53464) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:45:32.916361 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-773d685e-654c-4bf3-abb1-05621bd2ef86 req-b8489b76-6178-4872-97ae-a43bb972464f tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/security-groups?id=7142df2f-bfa6-45d4-824d-35803ef6dce5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1134584 Jan 28 19:45:32.925060 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d17cbf8-f708-48ac-89c5-274a8272024f None None] Routers {'1ed777c5-85fb-47c1-b106-d5068785c591'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:45:32.926826 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-5d17cbf8-f708-48ac-89c5-274a8272024f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:45:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['1ed777c5-85fb-47c1-b106-d5068785c591'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:45:32.956406 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-54386441-6cdc-42b3-9be2-d056a42fc1ec tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ed777c5-85fb-47c1-b106-d5068785c591 HTTP/1.1" status: 200 len: 205 time: 0.0455508 Jan 28 19:45:32.957328 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 53472) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:45:32.964762 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-5d17cbf8-f708-48ac-89c5-274a8272024f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:45:32.973480 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d17cbf8-f708-48ac-89c5-274a8272024f None None] Routers {'1ed777c5-85fb-47c1-b106-d5068785c591'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:45:32.974093 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-5d17cbf8-f708-48ac-89c5-274a8272024f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:45:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['1ed777c5-85fb-47c1-b106-d5068785c591'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:45:33.021047 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-5d17cbf8-f708-48ac-89c5-274a8272024f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:45:33.035861 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d17cbf8-f708-48ac-89c5-274a8272024f None None] The sync data for ids ['1ed777c5-85fb-47c1-b106-d5068785c591'] in n-d-812111-14 is: [] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:45:33.053221 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fd176dbc-0d22-4a48-8ead-46e788d08777 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks [] for router (1ed777c5-85fb-47c1-b106-d5068785c591), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:33.063560 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3712306a-6699-4db9-91df-989d1ac35c2c req-18547cd9-48b6-43b0-b854-1448d4e50cd7 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:33.065654 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3712306a-6699-4db9-91df-989d1ac35c2c req-18547cd9-48b6-43b0-b854-1448d4e50cd7 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a91007d-45be-4c6c-a11f-db74e1c43eb8 HTTP/1.1" status: 200 len: 945 time: 0.0673888 Jan 28 19:45:33.125919 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 6bb3941b-e1d7-43ab-bd2b-d086724d2c5e up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:45:33.128534 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3712306a-6699-4db9-91df-989d1ac35c2c req-27d13524-4728-43c6-bc7d-60367770b601 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/security-groups?id=7142df2f-bfa6-45d4-824d-35803ef6dce5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563409 Jan 28 19:45:33.195088 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 6bb3941b-e1d7-43ab-bd2b-d086724d2c5e triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:45:33.196156 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (6bb3941b-e1d7-43ab-bd2b-d086724d2c5e), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:33.251433 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fd176dbc-0d22-4a48-8ead-46e788d08777 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-730901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261120'] for router (1ed777c5-85fb-47c1-b106-d5068785c591), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:33.256182 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fd176dbc-0d22-4a48-8ead-46e788d08777 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks [] for router_controller (1ed777c5-85fb-47c1-b106-d5068785c591), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:33.320958 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 6bb3941b-e1d7-43ab-bd2b-d086724d2c5e is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:45:33.337766 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fd176dbc-0d22-4a48-8ead-46e788d08777 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-730908'] for router (1ed777c5-85fb-47c1-b106-d5068785c591), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:33.338350 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd176dbc-0d22-4a48-8ead-46e788d08777 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Fanout notify agent at l3_agent the message router_deleted on router 1ed777c5-85fb-47c1-b106-d5068785c591 {{(pid=103305) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:45:33.346459 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fd176dbc-0d22-4a48-8ead-46e788d08777 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:33.347716 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-fd176dbc-0d22-4a48-8ead-46e788d08777 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] 10.222.0.64 "DELETE /v2.0/routers/1ed777c5-85fb-47c1-b106-d5068785c591 HTTP/1.1" status: 204 len: 168 time: 0.3891842 Jan 28 19:45:33.350625 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 53484) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:45:33.405078 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-21d23e93-80cf-44f3-a130-28257921a50d tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Deleting subnet 64983019-229d-40b0-8a15-3699afee1674 {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:45:33.408300 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-21d23e93-80cf-44f3-a130-28257921a50d tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks [] for subnet (64983019-229d-40b0-8a15-3699afee1674), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:33.452873 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-21d23e93-80cf-44f3-a130-28257921a50d tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16187240'] for subnet (64983019-229d-40b0-8a15-3699afee1674), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:33.465410 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336404a3-37d3-4198-8a94-9169121375af req-8ce1ba61-2218-4711-91f7-c3f5dbdd0579 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:33.467002 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-336404a3-37d3-4198-8a94-9169121375af req-8ce1ba61-2218-4711-91f7-c3f5dbdd0579 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a91007d-45be-4c6c-a11f-db74e1c43eb8 HTTP/1.1" status: 200 len: 945 time: 0.0723891 Jan 28 19:45:33.517342 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-336404a3-37d3-4198-8a94-9169121375af req-8a854e66-ed9c-43e7-b423-dc87f2bac2c3 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/security-groups?id=7142df2f-bfa6-45d4-824d-35803ef6dce5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444722 Jan 28 19:45:33.553296 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-21d23e93-80cf-44f3-a130-28257921a50d tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (64983019-229d-40b0-8a15-3699afee1674), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:33.612885 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-21d23e93-80cf-44f3-a130-28257921a50d tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4752464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4733806'] for subnet (64983019-229d-40b0-8a15-3699afee1674), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:33.653546 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d23e93-80cf-44f3-a130-28257921a50d tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Pushing event deleted for resources: {'Subnet': ['ID=64983019-229d-40b0-8a15-3699afee1674,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:45:33.657072 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-21d23e93-80cf-44f3-a130-28257921a50d tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:33.661257 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-21d23e93-80cf-44f3-a130-28257921a50d tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] 10.222.0.64 "DELETE /v2.0/subnets/64983019-229d-40b0-8a15-3699afee1674 HTTP/1.1" status: 204 len: 168 time: 0.3088374 Jan 28 19:45:33.663024 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 53490) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:45:33.665592 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9ed2d22-c411-47cd-b5cd-ab53e7829940 None None] Network 178a7ed0-3db0-4e94-8a92-fb87af9f6b0d requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:45:33.741817 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-83b2717e-83c0-47ec-8f01-0f1ab5957db8 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (178a7ed0-3db0-4e94-8a92-fb87af9f6b0d), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:33.807105 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-83b2717e-83c0-47ec-8f01-0f1ab5957db8 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Deleting port 6bb3941b-e1d7-43ab-bd2b-d086724d2c5e {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:45:33.807454 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-83b2717e-83c0-47ec-8f01-0f1ab5957db8 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (6bb3941b-e1d7-43ab-bd2b-d086724d2c5e), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:33.835141 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59514a8b-dc6d-4cb2-ae7c-2e0c7b18c375 None None] DHCP port deletion for 178a7ed0-3db0-4e94-8a92-fb87af9f6b0d request from n-d-812111-14 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:45:33.876633 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-83b2717e-83c0-47ec-8f01-0f1ab5957db8 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] For port 6bb3941b-e1d7-43ab-bd2b-d086724d2c5e, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=6bb3941b-e1d7-43ab-bd2b-d086724d2c5e,segment=NetworkSegment(014dfcf9-10b0-4693-9938-37754d2b772e),segment_id=014dfcf9-10b0-4693-9938-37754d2b772e)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:45:33.876999 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-83b2717e-83c0-47ec-8f01-0f1ab5957db8 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (6bb3941b-e1d7-43ab-bd2b-d086724d2c5e), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:33.885232 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-59514a8b-dc6d-4cb2-ae7c-2e0c7b18c375 None None] Deleting port 6bb3941b-e1d7-43ab-bd2b-d086724d2c5e {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:45:33.885704 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-59514a8b-dc6d-4cb2-ae7c-2e0c7b18c375 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (6bb3941b-e1d7-43ab-bd2b-d086724d2c5e), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:33.892547 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-83b2717e-83c0-47ec-8f01-0f1ab5957db8 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Calling delete_port for 6bb3941b-e1d7-43ab-bd2b-d086724d2c5e owned by network:dhcp {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:45:33.952253 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-59514a8b-dc6d-4cb2-ae7c-2e0c7b18c375 None None] For port 6bb3941b-e1d7-43ab-bd2b-d086724d2c5e, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=6bb3941b-e1d7-43ab-bd2b-d086724d2c5e,segment=NetworkSegment(014dfcf9-10b0-4693-9938-37754d2b772e),segment_id=014dfcf9-10b0-4693-9938-37754d2b772e)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:45:33.952858 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-59514a8b-dc6d-4cb2-ae7c-2e0c7b18c375 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (6bb3941b-e1d7-43ab-bd2b-d086724d2c5e), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:33.969342 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-59514a8b-dc6d-4cb2-ae7c-2e0c7b18c375 None None] Calling delete_port for 6bb3941b-e1d7-43ab-bd2b-d086724d2c5e owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:45:33.983873 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-83b2717e-83c0-47ec-8f01-0f1ab5957db8 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (6bb3941b-e1d7-43ab-bd2b-d086724d2c5e), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:34.013844 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b2717e-83c0-47ec-8f01-0f1ab5957db8 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Pushing event deleted for resources: {'Port': ['ID=6bb3941b-e1d7-43ab-bd2b-d086724d2c5e,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:45:34.017693 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b2717e-83c0-47ec-8f01-0f1ab5957db8 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] No DVR routers for this DVR port 6bb3941b-e1d7-43ab-bd2b-d086724d2c5e on host n-d-812111-14 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:45:34.048850 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-59514a8b-dc6d-4cb2-ae7c-2e0c7b18c375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985'] for port (6bb3941b-e1d7-43ab-bd2b-d086724d2c5e), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:34.076768 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59514a8b-dc6d-4cb2-ae7c-2e0c7b18c375 None None] Pushing event deleted for resources: {'Port': ['ID=6bb3941b-e1d7-43ab-bd2b-d086724d2c5e,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:45:34.078653 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59514a8b-dc6d-4cb2-ae7c-2e0c7b18c375 None None] No DVR routers for this DVR port 6bb3941b-e1d7-43ab-bd2b-d086724d2c5e on host n-d-812111-14 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:45:34.096646 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-83b2717e-83c0-47ec-8f01-0f1ab5957db8 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (178a7ed0-3db0-4e94-8a92-fb87af9f6b0d), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:34.119957 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-83b2717e-83c0-47ec-8f01-0f1ab5957db8 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['178a7ed0-3db0-4e94-8a92-fb87af9f6b0d']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:45:34.129963 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-83b2717e-83c0-47ec-8f01-0f1ab5957db8 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '014dfcf9-10b0-4693-9938-37754d2b772e') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:45:34.130277 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-83b2717e-83c0-47ec-8f01-0f1ab5957db8 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '014dfcf9-10b0-4693-9938-37754d2b772e') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:45:34.144941 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-83b2717e-83c0-47ec-8f01-0f1ab5957db8 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4747091'] for segment (014dfcf9-10b0-4693-9938-37754d2b772e), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:34.158565 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-83b2717e-83c0-47ec-8f01-0f1ab5957db8 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (014dfcf9-10b0-4693-9938-37754d2b772e), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:34.165615 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83b2717e-83c0-47ec-8f01-0f1ab5957db8 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:45:34.166065 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-83b2717e-83c0-47ec-8f01-0f1ab5957db8 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4690514'] for segment (014dfcf9-10b0-4693-9938-37754d2b772e), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:34.169872 n-d-812111-14 neutron-server[103304]: Traceback (most recent call last): Jan 28 19:45:34.169872 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:45:34.169872 n-d-812111-14 neutron-server[103304]: timer() Jan 28 19:45:34.169872 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:45:34.169872 n-d-812111-14 neutron-server[103304]: cb(*args, **kw) Jan 28 19:45:34.169872 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:45:34.169872 n-d-812111-14 neutron-server[103304]: return func(*args, **kwargs) Jan 28 19:45:34.169872 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:45:34.169872 n-d-812111-14 neutron-server[103304]: self._notify() Jan 28 19:45:34.169872 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:45:34.169872 n-d-812111-14 neutron-server[103304]: self.callback(batched_events) Jan 28 19:45:34.169872 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:45:34.169872 n-d-812111-14 neutron-server[103304]: event.method(event) Jan 28 19:45:34.169872 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:45:34.169872 n-d-812111-14 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:45:34.169872 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:45:34.169872 n-d-812111-14 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:45:34.169872 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:45:34.169872 n-d-812111-14 neutron-server[103304]: return f(self, *a, **k) Jan 28 19:45:34.169872 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:45:34.169872 n-d-812111-14 neutron-server[103304]: return self._get(url).json() Jan 28 19:45:34.169872 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:45:34.169872 n-d-812111-14 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:45:34.169872 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:45:34.169872 n-d-812111-14 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 28 19:45:34.169872 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:45:34.169872 n-d-812111-14 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:45:34.169872 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:45:34.169872 n-d-812111-14 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:45:34.169872 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:45:34.169872 n-d-812111-14 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:45:34.169872 n-d-812111-14 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:45:34.234434 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-83b2717e-83c0-47ec-8f01-0f1ab5957db8 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (178a7ed0-3db0-4e94-8a92-fb87af9f6b0d), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:34.240257 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-83b2717e-83c0-47ec-8f01-0f1ab5957db8 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:34.248012 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-83b2717e-83c0-47ec-8f01-0f1ab5957db8 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] 10.222.0.64 "DELETE /v2.0/networks/178a7ed0-3db0-4e94-8a92-fb87af9f6b0d HTTP/1.1" status: 204 len: 168 time: 0.5796540 Jan 28 19:45:34.248253 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 53500) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:45:34.252881 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-f5a81ab7-9470-4b66-aeb2-4b5fb615353e tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-402488114', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}, 'admin_state_up': False}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:45:34.261399 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b2717e-83c0-47ec-8f01-0f1ab5957db8 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Pushing event deleted for resources: {'Network': ['ID=178a7ed0-3db0-4e94-8a92-fb87af9f6b0d,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:45:34.281541 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f5a81ab7-9470-4b66-aeb2-4b5fb615353e tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261150'] for router (da264326-804c-4f9b-94e4-3e066c7d7119), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:34.282560 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f5a81ab7-9470-4b66-aeb2-4b5fb615353e tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-731099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-731441', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261129'] for router (da264326-804c-4f9b-94e4-3e066c7d7119), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:34.335804 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f5a81ab7-9470-4b66-aeb2-4b5fb615353e tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks [] for router_controller (da264326-804c-4f9b-94e4-3e066c7d7119), precommit_add_association {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:34.479426 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f5a81ab7-9470-4b66-aeb2-4b5fb615353e tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks [] for router_gateway (da264326-804c-4f9b-94e4-3e066c7d7119), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:34.713939 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f5a81ab7-9470-4b66-aeb2-4b5fb615353e tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks [] for router_gateway (da264326-804c-4f9b-94e4-3e066c7d7119), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:34.736761 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f5a81ab7-9470-4b66-aeb2-4b5fb615353e tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:34.756657 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14349f8f-bd4f-418f-a5e0-e405b207e8bb req-17000e60-cc42-41be-bcf7-74558c1c87f2 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:34.758176 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-14349f8f-bd4f-418f-a5e0-e405b207e8bb req-17000e60-cc42-41be-bcf7-74558c1c87f2 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a91007d-45be-4c6c-a11f-db74e1c43eb8 HTTP/1.1" status: 200 len: 945 time: 0.1320672 Jan 28 19:45:34.862221 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-14349f8f-bd4f-418f-a5e0-e405b207e8bb req-54fd00be-5cec-4836-a0ee-2d3a7ba6c8be tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/security-groups?id=7142df2f-bfa6-45d4-824d-35803ef6dce5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791886 Jan 28 19:45:34.884369 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-f5a81ab7-9470-4b66-aeb2-4b5fb615353e tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Allocated IP 172.25.6.224 (d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8/a648e4ab-7422-41b9-b133-58aca25ab8f5/d08e9659-79eb-40a2-becc-4c7ec30c318e) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:45:35.097352 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 6bb3941b-e1d7-43ab-bd2b-d086724d2c5e no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:45:35.118657 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: 6bb3941b-e1d7-43ab-bd2b-d086724d2c5e {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:45:35.118983 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 6bb3941b-e1d7-43ab-bd2b-d086724d2c5e not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:45:35.285768 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f5a81ab7-9470-4b66-aeb2-4b5fb615353e tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks [] for port (d08e9659-79eb-40a2-becc-4c7ec30c318e), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:35.320795 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f5a81ab7-9470-4b66-aeb2-4b5fb615353e tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (d08e9659-79eb-40a2-becc-4c7ec30c318e), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:35.364011 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a81ab7-9470-4b66-aeb2-4b5fb615353e tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:45:35.368781 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-f5a81ab7-9470-4b66-aeb2-4b5fb615353e tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:45:35.371615 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a81ab7-9470-4b66-aeb2-4b5fb615353e tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:45:35.377019 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a81ab7-9470-4b66-aeb2-4b5fb615353e tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Pushing event updated for resources: {'Port': ['ID=d08e9659-79eb-40a2-becc-4c7ec30c318e,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:45:35.634517 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f5a81ab7-9470-4b66-aeb2-4b5fb615353e tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks [] for router_gateway (da264326-804c-4f9b-94e4-3e066c7d7119), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:35.841260 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f5a81ab7-9470-4b66-aeb2-4b5fb615353e tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-731074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-731460'] for router (da264326-804c-4f9b-94e4-3e066c7d7119), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:35.976742 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5a81ab7-9470-4b66-aeb2-4b5fb615353e tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Router da264326-804c-4f9b-94e4-3e066c7d7119 is scheduled to L3 agent 76fe5c49-705a-4e08-abb2-be585676213f with binding_index 1 {{(pid=103305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 19:45:35.994075 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296f7742-5c04-4810-b779-3ed84402efdb req-a0685566-e46a-4045-a6e3-96b167bbaadb tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:35.995614 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-296f7742-5c04-4810-b779-3ed84402efdb req-a0685566-e46a-4045-a6e3-96b167bbaadb tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a91007d-45be-4c6c-a11f-db74e1c43eb8 HTTP/1.1" status: 200 len: 945 time: 0.0634511 Jan 28 19:45:36.062329 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-296f7742-5c04-4810-b779-3ed84402efdb req-1e0457ea-ef6a-48dc-93e8-74a4bc42d802 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/security-groups?id=7142df2f-bfa6-45d4-824d-35803ef6dce5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592246 Jan 28 19:45:36.086763 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 5cdaf7a5-e6e5-431b-aa17-9f3059abfed4 no longer exists at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:45:36.108370 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5a81ab7-9470-4b66-aeb2-4b5fb615353e tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:45:36.119002 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8810f9e9-44f3-4eda-9289-26ebc202d10f None None] Sync routers for ids ['da264326-804c-4f9b-94e4-3e066c7d7119'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:45:36.128806 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8810f9e9-44f3-4eda-9289-26ebc202d10f None None] Routers {'da264326-804c-4f9b-94e4-3e066c7d7119'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:45:36.129685 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-8810f9e9-44f3-4eda-9289-26ebc202d10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:45:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['da264326-804c-4f9b-94e4-3e066c7d7119'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:45:36.149841 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f5a81ab7-9470-4b66-aeb2-4b5fb615353e tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:36.153143 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-f5a81ab7-9470-4b66-aeb2-4b5fb615353e tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 1.9018471 Jan 28 19:45:36.154292 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 53538) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:45:36.175968 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 5cdaf7a5-e6e5-431b-aa17-9f3059abfed4 is: DOWN; New status is: DOWN {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:45:36.176809 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-8810f9e9-44f3-4eda-9289-26ebc202d10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:45:36.186597 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8810f9e9-44f3-4eda-9289-26ebc202d10f None None] Routers {'da264326-804c-4f9b-94e4-3e066c7d7119'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:45:36.187199 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-8810f9e9-44f3-4eda-9289-26ebc202d10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:45:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['da264326-804c-4f9b-94e4-3e066c7d7119'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:45:36.230760 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-8810f9e9-44f3-4eda-9289-26ebc202d10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:45:36.231698 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8810f9e9-44f3-4eda-9289-26ebc202d10f None None] The sync data for ids ['da264326-804c-4f9b-94e4-3e066c7d7119'] in n-d-812111-14 is: [] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:45:36.282232 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-4cdcc35c-09b2-4d7d-9352-4061bc2c1dee tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] 10.222.0.64 "GET /v2.0/routers/da264326-804c-4f9b-94e4-3e066c7d7119 HTTP/1.1" status: 200 len: 880 time: 0.1243634 Jan 28 19:45:36.284610 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 53544) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:45:36.520555 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-cab208ea-fdaf-4521-97d4-9c516cce6796 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.2348304 Jan 28 19:45:36.523214 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 53548) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:45:36.527989 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-a1328443-ed1e-4763-9c73-8b79a585fed4 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-402488114'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:45:36.640359 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-97a0c13e-afaf-4d25-bb52-7221e7c0fd9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:36.841645 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a1328443-ed1e-4763-9c73-8b79a585fed4 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-731439', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-731081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-261371'] for router (da264326-804c-4f9b-94e4-3e066c7d7119), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:36.855078 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a1328443-ed1e-4763-9c73-8b79a585fed4 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-731460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-731478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-731485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-731120'] for router (da264326-804c-4f9b-94e4-3e066c7d7119), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:36.972061 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1328443-ed1e-4763-9c73-8b79a585fed4 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Router da264326-804c-4f9b-94e4-3e066c7d7119 has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:45:37.079547 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1328443-ed1e-4763-9c73-8b79a585fed4 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:45:37.086387 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a1328443-ed1e-4763-9c73-8b79a585fed4 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:37.086738 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-a1328443-ed1e-4763-9c73-8b79a585fed4 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] 10.222.0.64 "PUT /v2.0/routers/da264326-804c-4f9b-94e4-3e066c7d7119 HTTP/1.1" status: 200 len: 887 time: 0.5626206 Jan 28 19:45:37.090218 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 53560) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:45:37.098017 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ea592e-f1e8-489a-94ef-f1b09f6cbc36 None None] Sync routers for ids ['da264326-804c-4f9b-94e4-3e066c7d7119'] in n-d-812111-14 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:45:37.111676 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ea592e-f1e8-489a-94ef-f1b09f6cbc36 None None] Routers {'da264326-804c-4f9b-94e4-3e066c7d7119'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:45:37.112357 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-52ea592e-f1e8-489a-94ef-f1b09f6cbc36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:45:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['da264326-804c-4f9b-94e4-3e066c7d7119'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:45:37.154766 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-52ea592e-f1e8-489a-94ef-f1b09f6cbc36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:45:37.163756 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ea592e-f1e8-489a-94ef-f1b09f6cbc36 None None] Routers {'da264326-804c-4f9b-94e4-3e066c7d7119'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:45:37.164520 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-52ea592e-f1e8-489a-94ef-f1b09f6cbc36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:45:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['da264326-804c-4f9b-94e4-3e066c7d7119'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:45:37.206402 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-52ea592e-f1e8-489a-94ef-f1b09f6cbc36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:45:37.207790 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ea592e-f1e8-489a-94ef-f1b09f6cbc36 None None] The sync data for ids ['da264326-804c-4f9b-94e4-3e066c7d7119'] in n-d-812111-14 is: [] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:45:37.236747 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a85d42-a11c-449f-9274-d99fb053e156 req-3ab06e6b-00c5-45d3-9929-ccdf1a30f5e0 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:37.238283 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-89a85d42-a11c-449f-9274-d99fb053e156 req-3ab06e6b-00c5-45d3-9929-ccdf1a30f5e0 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a91007d-45be-4c6c-a11f-db74e1c43eb8 HTTP/1.1" status: 200 len: 945 time: 0.0878284 Jan 28 19:45:37.258413 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-69d370ad-82e2-4791-8002-95d350277f8a tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] 10.222.0.64 "GET /v2.0/routers/da264326-804c-4f9b-94e4-3e066c7d7119 HTTP/1.1" status: 200 len: 887 time: 0.1669798 Jan 28 19:45:37.261131 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 53566) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:45:37.290870 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-89a85d42-a11c-449f-9274-d99fb053e156 req-04e991b1-0e22-413d-9a65-1a76203c7d59 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/security-groups?id=7142df2f-bfa6-45d4-824d-35803ef6dce5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463057 Jan 28 19:45:37.292035 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-1462aa3c-038d-43a9-9ce1-6a392a6a1adc tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] 10.222.0.64 "GET /v2.0/ports?device_id=da264326-804c-4f9b-94e4-3e066c7d7119 HTTP/1.1" status: 200 len: 205 time: 0.0297151 Jan 28 19:45:37.294771 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 53568) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:45:37.408874 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2def1f05-9da3-40bd-9d2c-e609480da6d5 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks [] for router (da264326-804c-4f9b-94e4-3e066c7d7119), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:37.512265 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2def1f05-9da3-40bd-9d2c-e609480da6d5 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks [] for router_gateway (da264326-804c-4f9b-94e4-3e066c7d7119), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:37.570618 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-2def1f05-9da3-40bd-9d2c-e609480da6d5 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Deleting port d08e9659-79eb-40a2-becc-4c7ec30c318e {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:45:37.570959 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2def1f05-9da3-40bd-9d2c-e609480da6d5 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (d08e9659-79eb-40a2-becc-4c7ec30c318e), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:37.646628 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2def1f05-9da3-40bd-9d2c-e609480da6d5 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (d08e9659-79eb-40a2-becc-4c7ec30c318e), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:37.659123 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-2def1f05-9da3-40bd-9d2c-e609480da6d5 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Calling delete_port for d08e9659-79eb-40a2-becc-4c7ec30c318e owned by network:router_gateway {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:45:37.829293 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2def1f05-9da3-40bd-9d2c-e609480da6d5 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (d08e9659-79eb-40a2-becc-4c7ec30c318e), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:37.859802 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2def1f05-9da3-40bd-9d2c-e609480da6d5 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Pushing event deleted for resources: {'Port': ['ID=d08e9659-79eb-40a2-becc-4c7ec30c318e,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:45:37.923106 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2def1f05-9da3-40bd-9d2c-e609480da6d5 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-731488'] for router_gateway (da264326-804c-4f9b-94e4-3e066c7d7119), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:38.019469 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2def1f05-9da3-40bd-9d2c-e609480da6d5 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-730901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261120'] for router (da264326-804c-4f9b-94e4-3e066c7d7119), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:38.021778 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2def1f05-9da3-40bd-9d2c-e609480da6d5 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks [] for router_controller (da264326-804c-4f9b-94e4-3e066c7d7119), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:38.065979 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2def1f05-9da3-40bd-9d2c-e609480da6d5 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-730908'] for router (da264326-804c-4f9b-94e4-3e066c7d7119), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:38.066667 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2def1f05-9da3-40bd-9d2c-e609480da6d5 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Fanout notify agent at l3_agent the message router_deleted on router da264326-804c-4f9b-94e4-3e066c7d7119 {{(pid=103304) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:45:38.073609 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2def1f05-9da3-40bd-9d2c-e609480da6d5 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:38.075326 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-2def1f05-9da3-40bd-9d2c-e609480da6d5 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] 10.222.0.64 "DELETE /v2.0/routers/da264326-804c-4f9b-94e4-3e066c7d7119 HTTP/1.1" status: 204 len: 168 time: 0.7794743 Jan 28 19:45:38.078892 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 53584) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:45:38.083655 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-52d2c759-1a3f-4602-93f3-53dc09630051 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Request body: {'network': {'name': 'tempest-RoutersTest-640846775'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:45:38.103105 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52d2c759-1a3f-4602-93f3-53dc09630051 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Made reservation on behalf of ab529dfd1ad24da6bc4864590c27745b for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:45:38.107649 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-52d2c759-1a3f-4602-93f3-53dc09630051 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:38.132715 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52d2c759-1a3f-4602-93f3-53dc09630051 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:45:38.142158 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-52d2c759-1a3f-4602-93f3-53dc09630051 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (dc1f56fd-72e0-4c42-8aa6-9463289564a4), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:38.142580 n-d-812111-14 neutron-server[103304]: INFO neutron.db.segments_db [None req-52d2c759-1a3f-4602-93f3-53dc09630051 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Added segment dc1f56fd-72e0-4c42-8aa6-9463289564a4 of type vlan for network 1ec69e01-5755-47fc-a47a-7e0ba6f43cae Jan 28 19:45:38.182048 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-52d2c759-1a3f-4602-93f3-53dc09630051 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (1ec69e01-5755-47fc-a47a-7e0ba6f43cae), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:38.211903 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-52d2c759-1a3f-4602-93f3-53dc09630051 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (1ec69e01-5755-47fc-a47a-7e0ba6f43cae), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:38.217981 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d2c759-1a3f-4602-93f3-53dc09630051 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:38.219278 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-52d2c759-1a3f-4602-93f3-53dc09630051 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:38.275268 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-52d2c759-1a3f-4602-93f3-53dc09630051 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.1953156 Jan 28 19:45:38.278134 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 53590) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:45:38.284330 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-0fdbd2e3-978a-4f2a-8bb9-95e50c2e6bda tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Request body: {'subnet': {'network_id': '1ec69e01-5755-47fc-a47a-7e0ba6f43cae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:45:38.294078 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d2c759-1a3f-4602-93f3-53dc09630051 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Pushing event updated for resources: {'Network': ['ID=1ec69e01-5755-47fc-a47a-7e0ba6f43cae,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:45:38.303813 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network 1ec69e01-5755-47fc-a47a-7e0ba6f43cae details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:45:38.429710 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fdbd2e3-978a-4f2a-8bb9-95e50c2e6bda tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Made reservation on behalf of ab529dfd1ad24da6bc4864590c27745b for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:45:38.434523 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0fdbd2e3-978a-4f2a-8bb9-95e50c2e6bda tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4733071'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:38.476222 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfca0ace-f302-4555-826b-4e6d6f128a56 req-eb680efd-96f5-473f-80ae-41890d5c19f3 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:38.478062 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-bfca0ace-f302-4555-826b-4e6d6f128a56 req-eb680efd-96f5-473f-80ae-41890d5c19f3 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a91007d-45be-4c6c-a11f-db74e1c43eb8 HTTP/1.1" status: 200 len: 945 time: 0.0947359 Jan 28 19:45:38.535935 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-bfca0ace-f302-4555-826b-4e6d6f128a56 req-48969d29-4d9b-4ad3-bcb4-7b78f7954588 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/security-groups?id=7142df2f-bfa6-45d4-824d-35803ef6dce5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504713 Jan 28 19:45:38.648337 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0fdbd2e3-978a-4f2a-8bb9-95e50c2e6bda tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4752401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4733085'] for subnet (7f952f92-11f2-457c-b17f-c18afe225724), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:38.707109 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdbd2e3-978a-4f2a-8bb9-95e50c2e6bda tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Pushing event updated for resources: {'Subnet': ['ID=7f952f92-11f2-457c-b17f-c18afe225724,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:45:38.718496 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fdbd2e3-978a-4f2a-8bb9-95e50c2e6bda tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Checking segment: {'id': 'dc1f56fd-72e0-4c42-8aa6-9463289564a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '1ec69e01-5755-47fc-a47a-7e0ba6f43cae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:45:38.718863 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fdbd2e3-978a-4f2a-8bb9-95e50c2e6bda tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Network hostable DHCP agents. Network: 1ec69e01-5755-47fc-a47a-7e0ba6f43cae, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:45:38.734910 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fdbd2e3-978a-4f2a-8bb9-95e50c2e6bda tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Network 1ec69e01-5755-47fc-a47a-7e0ba6f43cae is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:45:38.743616 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-0fdbd2e3-978a-4f2a-8bb9-95e50c2e6bda tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, 1ec69e01-5755-47fc-a47a-7e0ba6f43cae) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:45:38.752315 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4939e822-cc88-4a06-92e5-974c946b6e07 None None] Network 1ec69e01-5755-47fc-a47a-7e0ba6f43cae requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:45:38.752548 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fdbd2e3-978a-4f2a-8bb9-95e50c2e6bda tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:38.753326 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0fdbd2e3-978a-4f2a-8bb9-95e50c2e6bda tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:38.775100 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-0fdbd2e3-978a-4f2a-8bb9-95e50c2e6bda tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4933815 Jan 28 19:45:38.775315 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 53600) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:45:38.780021 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-c9a980d2-6022-4e30-ba9e-ef9f27251fd0 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1050678569', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:45:38.802749 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c9a980d2-6022-4e30-ba9e-ef9f27251fd0 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261150'] for router (ced22d71-da9a-4f6a-bfbc-ea9d2f194053), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:38.803881 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c9a980d2-6022-4e30-ba9e-ef9f27251fd0 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-731099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-731441', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261129'] for router (ced22d71-da9a-4f6a-bfbc-ea9d2f194053), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:38.860253 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c9a980d2-6022-4e30-ba9e-ef9f27251fd0 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks [] for router_controller (ced22d71-da9a-4f6a-bfbc-ea9d2f194053), precommit_add_association {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:38.867563 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c9a980d2-6022-4e30-ba9e-ef9f27251fd0 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-731074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-731460'] for router (ced22d71-da9a-4f6a-bfbc-ea9d2f194053), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:38.884290 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31897e62-4098-4296-8d03-fbef9b6b93cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68cd31fd-e4cd-5fb3-a862-256fc47efcd2-1ec69e01-5755-47fc-a47a-7e0ba6f43cae', 'network_id': '1ec69e01-5755-47fc-a47a-7e0ba6f43cae', 'project_id': 'ab529dfd1ad24da6bc4864590c27745b', 'fixed_ips': [{'subnet_id': '7f952f92-11f2-457c-b17f-c18afe225724'}]}} from n-d-812111-14. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:45:38.885222 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-31897e62-4098-4296-8d03-fbef9b6b93cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:38.892503 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c9a980d2-6022-4e30-ba9e-ef9f27251fd0 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:38.897622 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 53606) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:45:38.897959 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-c9a980d2-6022-4e30-ba9e-ef9f27251fd0 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1215324 Jan 28 19:45:38.986870 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-39fcea0f-6708-4b0f-9e3d-27fe3a998832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:39.053197 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-31897e62-4098-4296-8d03-fbef9b6b93cb None None] Allocated IP 172.20.0.2 (1ec69e01-5755-47fc-a47a-7e0ba6f43cae/7f952f92-11f2-457c-b17f-c18afe225724/54da66ad-f635-422c-865b-8b5e3c609eb6) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:45:39.213606 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a0744682-3221-4eae-8a71-b19785412891 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:39.219496 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-31897e62-4098-4296-8d03-fbef9b6b93cb None None] Publish callbacks [] for port (54da66ad-f635-422c-865b-8b5e3c609eb6), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:39.231214 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-31897e62-4098-4296-8d03-fbef9b6b93cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (54da66ad-f635-422c-865b-8b5e3c609eb6), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:39.274412 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31897e62-4098-4296-8d03-fbef9b6b93cb None None] Network 1ec69e01-5755-47fc-a47a-7e0ba6f43cae is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:45:39.277972 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-31897e62-4098-4296-8d03-fbef9b6b93cb None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:45:39.283561 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31897e62-4098-4296-8d03-fbef9b6b93cb None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:45:39.304355 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31897e62-4098-4296-8d03-fbef9b6b93cb None None] Pushing event updated for resources: {'Port': ['ID=54da66ad-f635-422c-865b-8b5e3c609eb6,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:45:39.371597 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-31897e62-4098-4296-8d03-fbef9b6b93cb None None] Attempting to bind port 54da66ad-f635-422c-865b-8b5e3c609eb6 on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:45:39.371986 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-31897e62-4098-4296-8d03-fbef9b6b93cb None None] Attempting to bind port 54da66ad-f635-422c-865b-8b5e3c609eb6 by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': 'dc1f56fd-72e0-4c42-8aa6-9463289564a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '1ec69e01-5755-47fc-a47a-7e0ba6f43cae'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:45:39.372356 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31897e62-4098-4296-8d03-fbef9b6b93cb None None] Attempting to bind port 54da66ad-f635-422c-865b-8b5e3c609eb6 on network 1ec69e01-5755-47fc-a47a-7e0ba6f43cae {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:45:39.377683 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31897e62-4098-4296-8d03-fbef9b6b93cb None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:45:39.378572 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31897e62-4098-4296-8d03-fbef9b6b93cb None None] Checking segment: {'id': 'dc1f56fd-72e0-4c42-8aa6-9463289564a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '1ec69e01-5755-47fc-a47a-7e0ba6f43cae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:45:39.378572 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-31897e62-4098-4296-8d03-fbef9b6b93cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:39.378851 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31897e62-4098-4296-8d03-fbef9b6b93cb None None] Bound using segment: {'id': 'dc1f56fd-72e0-4c42-8aa6-9463289564a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '1ec69e01-5755-47fc-a47a-7e0ba6f43cae'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:45:39.379322 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-31897e62-4098-4296-8d03-fbef9b6b93cb None None] Bound port: 54da66ad-f635-422c-865b-8b5e3c609eb6, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc1f56fd-72e0-4c42-8aa6-9463289564a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '1ec69e01-5755-47fc-a47a-7e0ba6f43cae'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:45:39.379706 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-31897e62-4098-4296-8d03-fbef9b6b93cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (54da66ad-f635-422c-865b-8b5e3c609eb6), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:39.465192 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-31897e62-4098-4296-8d03-fbef9b6b93cb None None] For port 54da66ad-f635-422c-865b-8b5e3c609eb6, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:45:39.469160 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-31897e62-4098-4296-8d03-fbef9b6b93cb None None] For port 54da66ad-f635-422c-865b-8b5e3c609eb6, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=54da66ad-f635-422c-865b-8b5e3c609eb6,segment=NetworkSegment(dc1f56fd-72e0-4c42-8aa6-9463289564a4),segment_id=dc1f56fd-72e0-4c42-8aa6-9463289564a4)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:45:39.476518 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-31897e62-4098-4296-8d03-fbef9b6b93cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (54da66ad-f635-422c-865b-8b5e3c609eb6), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:39.538595 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31897e62-4098-4296-8d03-fbef9b6b93cb None None] Pushing event updated for resources: {'Port': ['ID=54da66ad-f635-422c-865b-8b5e3c609eb6,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:45:39.693209 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a451723-a120-44a6-b0a2-9329f86e9c4a req-413d0178-a150-4a90-a62c-c308f7bc6efb tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:39.694934 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2a451723-a120-44a6-b0a2-9329f86e9c4a req-413d0178-a150-4a90-a62c-c308f7bc6efb tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a91007d-45be-4c6c-a11f-db74e1c43eb8 HTTP/1.1" status: 200 len: 945 time: 0.0794933 Jan 28 19:45:39.762305 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2a451723-a120-44a6-b0a2-9329f86e9c4a req-b52882c2-3474-4b17-9ebe-bfb3fe232b83 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/security-groups?id=7142df2f-bfa6-45d4-824d-35803ef6dce5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600924 Jan 28 19:45:39.840680 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:39.858568 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-a0744682-3221-4eae-8a71-b19785412891 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Allocated IP 172.20.0.1 (1ec69e01-5755-47fc-a47a-7e0ba6f43cae/7f952f92-11f2-457c-b17f-c18afe225724/b5d34412-0786-4e78-86c1-d248931adaa6) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:45:39.993699 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a0744682-3221-4eae-8a71-b19785412891 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks [] for port (b5d34412-0786-4e78-86c1-d248931adaa6), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:40.045223 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a0744682-3221-4eae-8a71-b19785412891 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (b5d34412-0786-4e78-86c1-d248931adaa6), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:40.086776 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0744682-3221-4eae-8a71-b19785412891 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Network 1ec69e01-5755-47fc-a47a-7e0ba6f43cae is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:45:40.089676 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-a0744682-3221-4eae-8a71-b19785412891 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:45:40.092646 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0744682-3221-4eae-8a71-b19785412891 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:45:40.127572 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0744682-3221-4eae-8a71-b19785412891 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Pushing event updated for resources: {'Port': ['ID=b5d34412-0786-4e78-86c1-d248931adaa6,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:45:40.146487 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a0744682-3221-4eae-8a71-b19785412891 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734769'] for router_interface (ced22d71-da9a-4f6a-bfbc-ea9d2f194053), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:40.268759 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a0744682-3221-4eae-8a71-b19785412891 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (b5d34412-0786-4e78-86c1-d248931adaa6), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:40.570615 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a0744682-3221-4eae-8a71-b19785412891 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks [] for port (b5d34412-0786-4e78-86c1-d248931adaa6), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:40.583465 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a0744682-3221-4eae-8a71-b19785412891 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (b5d34412-0786-4e78-86c1-d248931adaa6), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:40.669689 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a0744682-3221-4eae-8a71-b19785412891 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-756216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-732801'] for router_interface (ced22d71-da9a-4f6a-bfbc-ea9d2f194053), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:40.672662 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0744682-3221-4eae-8a71-b19785412891 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Pushing event updated for resources: {'Port': ['ID=b5d34412-0786-4e78-86c1-d248931adaa6,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:45:40.701169 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e54f634-d206-4fa7-a8b8-416c5bc67a8c None None] Network 1ec69e01-5755-47fc-a47a-7e0ba6f43cae requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:45:40.776247 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0744682-3221-4eae-8a71-b19785412891 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Network 1ec69e01-5755-47fc-a47a-7e0ba6f43cae is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:45:40.777744 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-a0744682-3221-4eae-8a71-b19785412891 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:45:40.792469 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-aae42db2-f91b-4d82-9910-c707dcc8e7d5 None None] Provisioning complete for port 54da66ad-f635-422c-865b-8b5e3c609eb6 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:45:40.792588 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-aae42db2-f91b-4d82-9910-c707dcc8e7d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (54da66ad-f635-422c-865b-8b5e3c609eb6), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:40.913488 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-aae42db2-f91b-4d82-9910-c707dcc8e7d5 None None] Current status of the port 54da66ad-f635-422c-865b-8b5e3c609eb6 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:45:40.914817 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-aae42db2-f91b-4d82-9910-c707dcc8e7d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (54da66ad-f635-422c-865b-8b5e3c609eb6), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:40.944116 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2069c28-a508-48e0-b110-40a9d9608686 req-4213360f-9a1e-4dc2-acce-c12cdcda5f33 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:40.945675 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e2069c28-a508-48e0-b110-40a9d9608686 req-4213360f-9a1e-4dc2-acce-c12cdcda5f33 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a91007d-45be-4c6c-a11f-db74e1c43eb8 HTTP/1.1" status: 200 len: 945 time: 0.0877404 Jan 28 19:45:40.954419 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-aae42db2-f91b-4d82-9910-c707dcc8e7d5 None None] For port 54da66ad-f635-422c-865b-8b5e3c609eb6, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=54da66ad-f635-422c-865b-8b5e3c609eb6,segment=NetworkSegment(dc1f56fd-72e0-4c42-8aa6-9463289564a4),segment_id=dc1f56fd-72e0-4c42-8aa6-9463289564a4)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:45:40.962099 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-aae42db2-f91b-4d82-9910-c707dcc8e7d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (54da66ad-f635-422c-865b-8b5e3c609eb6), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:40.973155 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0744682-3221-4eae-8a71-b19785412891 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Router ced22d71-da9a-4f6a-bfbc-ea9d2f194053 is scheduled to L3 agent 76fe5c49-705a-4e08-abb2-be585676213f with binding_index 1 {{(pid=103304) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 19:45:41.009835 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e2069c28-a508-48e0-b110-40a9d9608686 req-1ca08420-2100-4345-8bf1-83a2bdd8896c tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/security-groups?id=7142df2f-bfa6-45d4-824d-35803ef6dce5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560269 Jan 28 19:45:41.020415 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae42db2-f91b-4d82-9910-c707dcc8e7d5 None None] Pushing event updated for resources: {'Port': ['ID=54da66ad-f635-422c-865b-8b5e3c609eb6,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:45:41.104431 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0744682-3221-4eae-8a71-b19785412891 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:45:41.113228 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-a0744682-3221-4eae-8a71-b19785412891 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] 10.222.0.64 "PUT /v2.0/routers/ced22d71-da9a-4f6a-bfbc-ea9d2f194053/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2121058 Jan 28 19:45:41.113228 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 53648) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:45:41.121340 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-713ff5aa-2a9f-4802-883b-a793bf62c765 None None] Sync routers for ids ['ced22d71-da9a-4f6a-bfbc-ea9d2f194053'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:45:41.138409 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713ff5aa-2a9f-4802-883b-a793bf62c765 None None] Routers {'ced22d71-da9a-4f6a-bfbc-ea9d2f194053'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:45:41.139403 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-713ff5aa-2a9f-4802-883b-a793bf62c765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:45:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['ced22d71-da9a-4f6a-bfbc-ea9d2f194053'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:45:41.172796 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7563b3c2-bbf7-46b3-9313-01d42abb7a34 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:41.177244 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-7563b3c2-bbf7-46b3-9313-01d42abb7a34 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] 10.222.0.64 "GET /v2.0/ports/b5d34412-0786-4e78-86c1-d248931adaa6 HTTP/1.1" status: 200 len: 910 time: 0.0611074 Jan 28 19:45:41.177685 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 53650) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:45:41.183319 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-7a5ea282-74c4-46de-a918-963ecedacb1b tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7f952f92-11f2-457c-b17f-c18afe225724'}]}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:45:41.183798 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-713ff5aa-2a9f-4802-883b-a793bf62c765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:45:41.196260 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713ff5aa-2a9f-4802-883b-a793bf62c765 None None] Routers {'ced22d71-da9a-4f6a-bfbc-ea9d2f194053'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:45:41.196922 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-713ff5aa-2a9f-4802-883b-a793bf62c765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:45:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['ced22d71-da9a-4f6a-bfbc-ea9d2f194053'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:45:41.217521 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 54da66ad-f635-422c-865b-8b5e3c609eb6 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:45:41.269269 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-713ff5aa-2a9f-4802-883b-a793bf62c765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:45:41.270299 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-713ff5aa-2a9f-4802-883b-a793bf62c765 None None] The sync data for ids ['ced22d71-da9a-4f6a-bfbc-ea9d2f194053'] in n-d-812111-14 is: [] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:45:41.296898 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-805070f1-76d2-47fe-91a5-22f80a1946ee None None] Provisioning complete for port b5d34412-0786-4e78-86c1-d248931adaa6 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:45:41.297312 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-805070f1-76d2-47fe-91a5-22f80a1946ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (b5d34412-0786-4e78-86c1-d248931adaa6), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:41.332542 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 54da66ad-f635-422c-865b-8b5e3c609eb6 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:45:41.332925 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (54da66ad-f635-422c-865b-8b5e3c609eb6), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:41.363786 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-805070f1-76d2-47fe-91a5-22f80a1946ee None None] Port b5d34412-0786-4e78-86c1-d248931adaa6 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:45:41.389260 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-805070f1-76d2-47fe-91a5-22f80a1946ee None None] Provisioning complete for port 54da66ad-f635-422c-865b-8b5e3c609eb6 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:45:41.389260 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-805070f1-76d2-47fe-91a5-22f80a1946ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (54da66ad-f635-422c-865b-8b5e3c609eb6), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:41.405704 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7a5ea282-74c4-46de-a918-963ecedacb1b tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (b5d34412-0786-4e78-86c1-d248931adaa6), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:41.519671 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 54da66ad-f635-422c-865b-8b5e3c609eb6 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:45:41.538279 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-805070f1-76d2-47fe-91a5-22f80a1946ee None None] Current status of the port 54da66ad-f635-422c-865b-8b5e3c609eb6 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:45:41.663747 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-8f6e562c-595c-400c-9e51-0b6fb8275cdc None None] Provisioning complete for port b5d34412-0786-4e78-86c1-d248931adaa6 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:45:41.664415 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8f6e562c-595c-400c-9e51-0b6fb8275cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (b5d34412-0786-4e78-86c1-d248931adaa6), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:41.719553 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:41.720669 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-8f6e562c-595c-400c-9e51-0b6fb8275cdc None None] Port b5d34412-0786-4e78-86c1-d248931adaa6 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:45:41.845594 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b85fecc3-6de0-4894-95c2-a6ebf8d3a8fe None None] Provisioning complete for port b5d34412-0786-4e78-86c1-d248931adaa6 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:45:41.846181 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b85fecc3-6de0-4894-95c2-a6ebf8d3a8fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (b5d34412-0786-4e78-86c1-d248931adaa6), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:41.888998 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b85fecc3-6de0-4894-95c2-a6ebf8d3a8fe None None] Port b5d34412-0786-4e78-86c1-d248931adaa6 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:45:42.142029 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7a5ea282-74c4-46de-a918-963ecedacb1b tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks [] for port (b5d34412-0786-4e78-86c1-d248931adaa6), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:42.155634 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7a5ea282-74c4-46de-a918-963ecedacb1b tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (b5d34412-0786-4e78-86c1-d248931adaa6), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:42.212498 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b234ed4-db61-46b8-a225-77ac276f0599 req-de59b6f4-5c03-4216-b06f-7fec0f16741a tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:42.214025 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8b234ed4-db61-46b8-a225-77ac276f0599 req-de59b6f4-5c03-4216-b06f-7fec0f16741a tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a91007d-45be-4c6c-a11f-db74e1c43eb8 HTTP/1.1" status: 200 len: 945 time: 0.1195521 Jan 28 19:45:42.258814 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5ea282-74c4-46de-a918-963ecedacb1b tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:42.259435 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7a5ea282-74c4-46de-a918-963ecedacb1b tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:42.260757 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-7a5ea282-74c4-46de-a918-963ecedacb1b tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] 10.222.0.64 "PUT /v2.0/ports/b5d34412-0786-4e78-86c1-d248931adaa6 HTTP/1.1" status: 200 len: 910 time: 1.0819581 Jan 28 19:45:42.262829 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5ea282-74c4-46de-a918-963ecedacb1b tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Pushing event updated for resources: {'Port': ['ID=b5d34412-0786-4e78-86c1-d248931adaa6,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:45:42.263659 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 53656) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:45:42.295759 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8b234ed4-db61-46b8-a225-77ac276f0599 req-72d75c7a-5325-4b06-8375-6d025cf3edea tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/security-groups?id=7142df2f-bfa6-45d4-824d-35803ef6dce5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700476 Jan 28 19:45:42.596318 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d9338d8d-e77a-4eda-953f-f162577e5481 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-732838'] for router_interface (ced22d71-da9a-4f6a-bfbc-ea9d2f194053), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:42.837631 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-d9338d8d-e77a-4eda-953f-f162577e5481 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Deleting port b5d34412-0786-4e78-86c1-d248931adaa6 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:45:42.837978 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d9338d8d-e77a-4eda-953f-f162577e5481 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (b5d34412-0786-4e78-86c1-d248931adaa6), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:42.923605 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d9338d8d-e77a-4eda-953f-f162577e5481 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (b5d34412-0786-4e78-86c1-d248931adaa6), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:42.936284 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-d9338d8d-e77a-4eda-953f-f162577e5481 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Calling delete_port for b5d34412-0786-4e78-86c1-d248931adaa6 owned by network:router_interface {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:45:43.099677 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:43.108037 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d9338d8d-e77a-4eda-953f-f162577e5481 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (b5d34412-0786-4e78-86c1-d248931adaa6), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:43.138664 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9338d8d-e77a-4eda-953f-f162577e5481 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Pushing event deleted for resources: {'Port': ['ID=b5d34412-0786-4e78-86c1-d248931adaa6,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:45:43.286298 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d9338d8d-e77a-4eda-953f-f162577e5481 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-732682'] for router_interface (ced22d71-da9a-4f6a-bfbc-ea9d2f194053), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:43.470410 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9338d8d-e77a-4eda-953f-f162577e5481 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Router ced22d71-da9a-4f6a-bfbc-ea9d2f194053 has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:45:43.498422 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a314bc1-bcee-43bc-a2ed-56a973566b99 req-f4b04455-1de2-4784-8494-b9414b771400 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:43.499900 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8a314bc1-bcee-43bc-a2ed-56a973566b99 req-f4b04455-1de2-4784-8494-b9414b771400 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a91007d-45be-4c6c-a11f-db74e1c43eb8 HTTP/1.1" status: 200 len: 945 time: 0.0914545 Jan 28 19:45:43.586354 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9338d8d-e77a-4eda-953f-f162577e5481 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:45:43.599403 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 53664) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:45:43.601086 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-d9338d8d-e77a-4eda-953f-f162577e5481 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] 10.222.0.64 "PUT /v2.0/routers/ced22d71-da9a-4f6a-bfbc-ea9d2f194053/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3343008 Jan 28 19:45:43.602245 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5691122a-76bd-4025-9cb3-a50fe00ca8a6 None None] Sync routers for ids ['ced22d71-da9a-4f6a-bfbc-ea9d2f194053'] in n-d-812111-14 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:45:43.613852 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5691122a-76bd-4025-9cb3-a50fe00ca8a6 None None] Routers {'ced22d71-da9a-4f6a-bfbc-ea9d2f194053'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:45:43.614518 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-5691122a-76bd-4025-9cb3-a50fe00ca8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:45:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['ced22d71-da9a-4f6a-bfbc-ea9d2f194053'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:45:43.628092 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8a314bc1-bcee-43bc-a2ed-56a973566b99 req-dfcaab3c-e1dd-45d0-8df3-51d7883367ae tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/security-groups?id=7142df2f-bfa6-45d4-824d-35803ef6dce5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929351 Jan 28 19:45:43.643640 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 53666) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:45:43.650673 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-175066c5-37ba-4a85-b6b4-0f1daa0fd68e tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] 10.222.0.64 "GET /v2.0/ports?device_id=ced22d71-da9a-4f6a-bfbc-ea9d2f194053 HTTP/1.1" status: 200 len: 205 time: 0.0399952 Jan 28 19:45:43.653957 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-5691122a-76bd-4025-9cb3-a50fe00ca8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:45:43.663174 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5691122a-76bd-4025-9cb3-a50fe00ca8a6 None None] Routers {'ced22d71-da9a-4f6a-bfbc-ea9d2f194053'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:45:43.663803 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-5691122a-76bd-4025-9cb3-a50fe00ca8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:45:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['ced22d71-da9a-4f6a-bfbc-ea9d2f194053'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:45:43.697492 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-5691122a-76bd-4025-9cb3-a50fe00ca8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:45:43.698163 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5691122a-76bd-4025-9cb3-a50fe00ca8a6 None None] The sync data for ids ['ced22d71-da9a-4f6a-bfbc-ea9d2f194053'] in n-d-812111-14 is: [] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:45:43.724775 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-13f30f70-6ef3-4512-986c-2f6d45f35bcc tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks [] for router (ced22d71-da9a-4f6a-bfbc-ea9d2f194053), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:43.893698 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-13f30f70-6ef3-4512-986c-2f6d45f35bcc tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-730901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261120'] for router (ced22d71-da9a-4f6a-bfbc-ea9d2f194053), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:43.895987 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-13f30f70-6ef3-4512-986c-2f6d45f35bcc tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks [] for router_controller (ced22d71-da9a-4f6a-bfbc-ea9d2f194053), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:43.950310 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-13f30f70-6ef3-4512-986c-2f6d45f35bcc tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-730908'] for router (ced22d71-da9a-4f6a-bfbc-ea9d2f194053), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:43.951144 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13f30f70-6ef3-4512-986c-2f6d45f35bcc tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Fanout notify agent at l3_agent the message router_deleted on router ced22d71-da9a-4f6a-bfbc-ea9d2f194053 {{(pid=103304) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:45:43.957968 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-13f30f70-6ef3-4512-986c-2f6d45f35bcc tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:43.959084 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-13f30f70-6ef3-4512-986c-2f6d45f35bcc tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] 10.222.0.64 "DELETE /v2.0/routers/ced22d71-da9a-4f6a-bfbc-ea9d2f194053 HTTP/1.1" status: 204 len: 168 time: 0.3144255 Jan 28 19:45:43.962106 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 53672) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:45:44.019425 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-f65d1a44-d28a-4519-8f9b-13abe37e400e tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Deleting subnet 7f952f92-11f2-457c-b17f-c18afe225724 {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:45:44.022658 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f65d1a44-d28a-4519-8f9b-13abe37e400e tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks [] for subnet (7f952f92-11f2-457c-b17f-c18afe225724), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:44.062545 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f65d1a44-d28a-4519-8f9b-13abe37e400e tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4747050'] for subnet (7f952f92-11f2-457c-b17f-c18afe225724), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:44.142482 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f65d1a44-d28a-4519-8f9b-13abe37e400e tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (7f952f92-11f2-457c-b17f-c18afe225724), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:44.205960 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f65d1a44-d28a-4519-8f9b-13abe37e400e tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4690616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5222356'] for subnet (7f952f92-11f2-457c-b17f-c18afe225724), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:44.235627 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65d1a44-d28a-4519-8f9b-13abe37e400e tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Pushing event deleted for resources: {'Subnet': ['ID=7f952f92-11f2-457c-b17f-c18afe225724,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:45:44.241094 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f65d1a44-d28a-4519-8f9b-13abe37e400e tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:44.246880 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63d6e6e6-ea33-49fc-b6d5-08adafb058ab None None] Network 1ec69e01-5755-47fc-a47a-7e0ba6f43cae requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:45:44.247342 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 53674) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:45:44.247440 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-f65d1a44-d28a-4519-8f9b-13abe37e400e tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] 10.222.0.64 "DELETE /v2.0/subnets/7f952f92-11f2-457c-b17f-c18afe225724 HTTP/1.1" status: 204 len: 168 time: 0.2844431 Jan 28 19:45:44.327942 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-53deeb6e-00bf-467d-9783-92f65de40a8d tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (1ec69e01-5755-47fc-a47a-7e0ba6f43cae), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:44.386839 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-53deeb6e-00bf-467d-9783-92f65de40a8d tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Deleting port 54da66ad-f635-422c-865b-8b5e3c609eb6 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:45:44.387176 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-53deeb6e-00bf-467d-9783-92f65de40a8d tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (54da66ad-f635-422c-865b-8b5e3c609eb6), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:44.402928 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ad3f86c-e18d-45bd-aa32-acd1490fe0df None None] DHCP port deletion for 1ec69e01-5755-47fc-a47a-7e0ba6f43cae request from n-d-812111-14 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:45:44.454691 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-53deeb6e-00bf-467d-9783-92f65de40a8d tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] For port 54da66ad-f635-422c-865b-8b5e3c609eb6, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=54da66ad-f635-422c-865b-8b5e3c609eb6,segment=NetworkSegment(dc1f56fd-72e0-4c42-8aa6-9463289564a4),segment_id=dc1f56fd-72e0-4c42-8aa6-9463289564a4)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:45:44.455055 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-53deeb6e-00bf-467d-9783-92f65de40a8d tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (54da66ad-f635-422c-865b-8b5e3c609eb6), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:44.455650 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-9ad3f86c-e18d-45bd-aa32-acd1490fe0df None None] Deleting port 54da66ad-f635-422c-865b-8b5e3c609eb6 {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:45:44.456118 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9ad3f86c-e18d-45bd-aa32-acd1490fe0df None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (54da66ad-f635-422c-865b-8b5e3c609eb6), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:44.468647 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-53deeb6e-00bf-467d-9783-92f65de40a8d tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Calling delete_port for 54da66ad-f635-422c-865b-8b5e3c609eb6 owned by network:dhcp {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:45:44.520136 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-9ad3f86c-e18d-45bd-aa32-acd1490fe0df None None] For port 54da66ad-f635-422c-865b-8b5e3c609eb6, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=54da66ad-f635-422c-865b-8b5e3c609eb6,segment=NetworkSegment(dc1f56fd-72e0-4c42-8aa6-9463289564a4),segment_id=dc1f56fd-72e0-4c42-8aa6-9463289564a4)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:45:44.520736 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9ad3f86c-e18d-45bd-aa32-acd1490fe0df None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (54da66ad-f635-422c-865b-8b5e3c609eb6), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:44.534715 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-9ad3f86c-e18d-45bd-aa32-acd1490fe0df None None] Calling delete_port for 54da66ad-f635-422c-865b-8b5e3c609eb6 owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:45:44.553329 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-53deeb6e-00bf-467d-9783-92f65de40a8d tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (54da66ad-f635-422c-865b-8b5e3c609eb6), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:44.582147 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53deeb6e-00bf-467d-9783-92f65de40a8d tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Pushing event deleted for resources: {'Port': ['ID=54da66ad-f635-422c-865b-8b5e3c609eb6,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:45:44.584893 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53deeb6e-00bf-467d-9783-92f65de40a8d tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] No DVR routers for this DVR port 54da66ad-f635-422c-865b-8b5e3c609eb6 on host n-d-812111-14 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:45:44.627974 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9ad3f86c-e18d-45bd-aa32-acd1490fe0df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985'] for port (54da66ad-f635-422c-865b-8b5e3c609eb6), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:44.655410 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad3f86c-e18d-45bd-aa32-acd1490fe0df None None] Pushing event deleted for resources: {'Port': ['ID=54da66ad-f635-422c-865b-8b5e3c609eb6,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:45:44.666735 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad3f86c-e18d-45bd-aa32-acd1490fe0df None None] No DVR routers for this DVR port 54da66ad-f635-422c-865b-8b5e3c609eb6 on host n-d-812111-14 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:45:44.687728 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-53deeb6e-00bf-467d-9783-92f65de40a8d tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (1ec69e01-5755-47fc-a47a-7e0ba6f43cae), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:44.714045 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-53deeb6e-00bf-467d-9783-92f65de40a8d tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ec69e01-5755-47fc-a47a-7e0ba6f43cae']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:45:44.724433 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-53deeb6e-00bf-467d-9783-92f65de40a8d tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc1f56fd-72e0-4c42-8aa6-9463289564a4') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:45:44.724720 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-53deeb6e-00bf-467d-9783-92f65de40a8d tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc1f56fd-72e0-4c42-8aa6-9463289564a4') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:45:44.735779 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-53deeb6e-00bf-467d-9783-92f65de40a8d tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16187153'] for segment (dc1f56fd-72e0-4c42-8aa6-9463289564a4), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:44.752468 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-53deeb6e-00bf-467d-9783-92f65de40a8d tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (dc1f56fd-72e0-4c42-8aa6-9463289564a4), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:44.759481 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53deeb6e-00bf-467d-9783-92f65de40a8d tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:45:44.759888 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-53deeb6e-00bf-467d-9783-92f65de40a8d tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4752570'] for segment (dc1f56fd-72e0-4c42-8aa6-9463289564a4), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:44.763560 n-d-812111-14 neutron-server[103305]: Traceback (most recent call last): Jan 28 19:45:44.763560 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:45:44.763560 n-d-812111-14 neutron-server[103305]: timer() Jan 28 19:45:44.763560 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:45:44.763560 n-d-812111-14 neutron-server[103305]: cb(*args, **kw) Jan 28 19:45:44.763560 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:45:44.763560 n-d-812111-14 neutron-server[103305]: return func(*args, **kwargs) Jan 28 19:45:44.763560 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:45:44.763560 n-d-812111-14 neutron-server[103305]: self._notify() Jan 28 19:45:44.763560 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:45:44.763560 n-d-812111-14 neutron-server[103305]: self.callback(batched_events) Jan 28 19:45:44.763560 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:45:44.763560 n-d-812111-14 neutron-server[103305]: event.method(event) Jan 28 19:45:44.763560 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:45:44.763560 n-d-812111-14 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:45:44.763560 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:45:44.763560 n-d-812111-14 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:45:44.763560 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:45:44.763560 n-d-812111-14 neutron-server[103305]: return f(self, *a, **k) Jan 28 19:45:44.763560 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:45:44.763560 n-d-812111-14 neutron-server[103305]: return self._get(url).json() Jan 28 19:45:44.763560 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:45:44.763560 n-d-812111-14 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:45:44.763560 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:45:44.763560 n-d-812111-14 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 28 19:45:44.763560 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:45:44.763560 n-d-812111-14 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:45:44.763560 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:45:44.763560 n-d-812111-14 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:45:44.763560 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:45:44.763560 n-d-812111-14 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:45:44.763560 n-d-812111-14 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:45:44.788791 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee4e53c-9193-48f9-b89e-3a5c63b7dce2 req-aa1f3891-2af2-4055-8482-7ca4352be07b tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:44.796234 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8ee4e53c-9193-48f9-b89e-3a5c63b7dce2 req-aa1f3891-2af2-4055-8482-7ca4352be07b tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a91007d-45be-4c6c-a11f-db74e1c43eb8 HTTP/1.1" status: 200 len: 945 time: 0.0653107 Jan 28 19:45:44.841272 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8ee4e53c-9193-48f9-b89e-3a5c63b7dce2 req-98e8e36f-8a96-42c1-9062-5066d9c9c4a0 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/security-groups?id=7142df2f-bfa6-45d4-824d-35803ef6dce5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441239 Jan 28 19:45:44.842134 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-53deeb6e-00bf-467d-9783-92f65de40a8d tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (1ec69e01-5755-47fc-a47a-7e0ba6f43cae), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:44.850778 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-53deeb6e-00bf-467d-9783-92f65de40a8d tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:44.853926 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-53deeb6e-00bf-467d-9783-92f65de40a8d tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] 10.222.0.64 "DELETE /v2.0/networks/1ec69e01-5755-47fc-a47a-7e0ba6f43cae HTTP/1.1" status: 204 len: 168 time: 0.6057336 Jan 28 19:45:44.858718 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 53680) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:45:44.866271 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-6ca7a44b-f8f8-46d3-9344-1d67111eabdd tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-581942818', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:45:44.868518 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53deeb6e-00bf-467d-9783-92f65de40a8d tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Pushing event deleted for resources: {'Network': ['ID=1ec69e01-5755-47fc-a47a-7e0ba6f43cae,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:45:44.900779 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6ca7a44b-f8f8-46d3-9344-1d67111eabdd tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261150'] for router (a057f493-c0f0-478a-8716-95a3356ea168), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:44.902748 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6ca7a44b-f8f8-46d3-9344-1d67111eabdd tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-731099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-731441', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261129'] for router (a057f493-c0f0-478a-8716-95a3356ea168), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:45.126506 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 54da66ad-f635-422c-865b-8b5e3c609eb6 no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:45:45.157334 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: 54da66ad-f635-422c-865b-8b5e3c609eb6 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:45:45.157926 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 54da66ad-f635-422c-865b-8b5e3c609eb6 not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:45:45.375221 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6ca7a44b-f8f8-46d3-9344-1d67111eabdd tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks [] for router_controller (a057f493-c0f0-478a-8716-95a3356ea168), precommit_add_association {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:45.397544 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6ca7a44b-f8f8-46d3-9344-1d67111eabdd tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-731074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-731460'] for router (a057f493-c0f0-478a-8716-95a3356ea168), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:45.429567 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6ca7a44b-f8f8-46d3-9344-1d67111eabdd tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:45.433750 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-6ca7a44b-f8f8-46d3-9344-1d67111eabdd tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.5709941 Jan 28 19:45:45.434240 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 53688) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:45:45.442078 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-e65cbd6f-99ce-4572-89f1-6b21b0bfb62f tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Request body: {'network': {'name': 'tempest-RoutersTest-1085513622'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:45:45.446946 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da00a11-86b8-4759-a0d5-42f9e75d1ce7 req-a9d36c55-b2fd-44c1-93e8-13d2dfcaf1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:45.449108 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8da00a11-86b8-4759-a0d5-42f9e75d1ce7 req-a9d36c55-b2fd-44c1-93e8-13d2dfcaf1c8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c316c98d83734d7eab7153e5f826023b&device_id=4a91007d-45be-4c6c-a11f-db74e1c43eb8 HTTP/1.1" status: 200 len: 1128 time: 0.1376817 Jan 28 19:45:45.460735 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b24480c-da05-438d-af60-9f0f40965673 req-dc1cea1d-8eb9-423e-9d0d-a834a441c3c2 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:45.462358 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4b24480c-da05-438d-af60-9f0f40965673 req-dc1cea1d-8eb9-423e-9d0d-a834a441c3c2 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a91007d-45be-4c6c-a11f-db74e1c43eb8 HTTP/1.1" status: 200 len: 945 time: 0.1526108 Jan 28 19:45:45.463712 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e65cbd6f-99ce-4572-89f1-6b21b0bfb62f tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Made reservation on behalf of ab529dfd1ad24da6bc4864590c27745b for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:45:45.468165 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e65cbd6f-99ce-4572-89f1-6b21b0bfb62f tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:45.494566 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e65cbd6f-99ce-4572-89f1-6b21b0bfb62f tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:45:45.504481 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e65cbd6f-99ce-4572-89f1-6b21b0bfb62f tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (7051e3d4-cc7e-4709-a888-57e63edad739), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:45.504965 n-d-812111-14 neutron-server[103305]: INFO neutron.db.segments_db [None req-e65cbd6f-99ce-4572-89f1-6b21b0bfb62f tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Added segment 7051e3d4-cc7e-4709-a888-57e63edad739 of type vlan for network b1448153-914e-4db6-a06a-0d54dbee8fcf Jan 28 19:45:45.552288 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e65cbd6f-99ce-4572-89f1-6b21b0bfb62f tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (b1448153-914e-4db6-a06a-0d54dbee8fcf), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:45.578932 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e65cbd6f-99ce-4572-89f1-6b21b0bfb62f tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (b1448153-914e-4db6-a06a-0d54dbee8fcf), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:45.584348 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e65cbd6f-99ce-4572-89f1-6b21b0bfb62f tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:45.584969 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e65cbd6f-99ce-4572-89f1-6b21b0bfb62f tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:45.591871 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4b24480c-da05-438d-af60-9f0f40965673 req-f9cf9b42-83de-44e9-ace8-9c91c15a3a0f tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/security-groups?id=7142df2f-bfa6-45d4-824d-35803ef6dce5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184137 Jan 28 19:45:45.602497 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da00a11-86b8-4759-a0d5-42f9e75d1ce7 req-c668c775-159f-4312-9df3-ad201a337542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:45.603987 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8da00a11-86b8-4759-a0d5-42f9e75d1ce7 req-c668c775-159f-4312-9df3-ad201a337542 service neutron] 10.222.0.70 "GET /v2.0/networks?id=87bd24c3-2f53-4d06-9d37-4b32bba79109 HTTP/1.1" status: 200 len: 912 time: 0.1407177 Jan 28 19:45:45.667732 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-e65cbd6f-99ce-4572-89f1-6b21b0bfb62f tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2295525 Jan 28 19:45:45.668604 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 53692) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:45:45.673461 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-ae09f1a4-6247-42ed-a7df-57f373e17d79 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Request body: {'subnet': {'network_id': 'b1448153-914e-4db6-a06a-0d54dbee8fcf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:45:45.683205 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65cbd6f-99ce-4572-89f1-6b21b0bfb62f tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Pushing event updated for resources: {'Network': ['ID=b1448153-914e-4db6-a06a-0d54dbee8fcf,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:45:45.695997 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network b1448153-914e-4db6-a06a-0d54dbee8fcf details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:45:45.758673 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8da00a11-86b8-4759-a0d5-42f9e75d1ce7 req-5bc128c4-a54c-4a19-a80e-1c7c2e0a52d1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4fc29a78-414a-4805-a8cf-167eee4a4412 HTTP/1.1" status: 200 len: 999 time: 0.1475806 Jan 28 19:45:45.826555 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da00a11-86b8-4759-a0d5-42f9e75d1ce7 req-a12c8c77-18e2-480b-bef5-c283b851fd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:45.828051 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8da00a11-86b8-4759-a0d5-42f9e75d1ce7 req-a12c8c77-18e2-480b-bef5-c283b851fd71 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1b82f7aa-308b-4f07-b0c3-0d99e240d9ef HTTP/1.1" status: 200 len: 851 time: 0.0594063 Jan 28 19:45:45.829075 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae09f1a4-6247-42ed-a7df-57f373e17d79 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Made reservation on behalf of ab529dfd1ad24da6bc4864590c27745b for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:45:45.832337 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ae09f1a4-6247-42ed-a7df-57f373e17d79 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5221429'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:45.944436 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da00a11-86b8-4759-a0d5-42f9e75d1ce7 req-0dc73beb-da46-46ab-9431-4b757cf92bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:45.946123 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8da00a11-86b8-4759-a0d5-42f9e75d1ce7 req-0dc73beb-da46-46ab-9431-4b757cf92bf4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=87bd24c3-2f53-4d06-9d37-4b32bba79109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1106305 Jan 28 19:45:46.106603 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8da00a11-86b8-4759-a0d5-42f9e75d1ce7 req-4b8b8aa6-fa79-4597-87e2-01830b02bf48 service neutron] 10.222.0.70 "GET /v2.0/networks/87bd24c3-2f53-4d06-9d37-4b32bba79109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533945 Jan 28 19:45:46.135834 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ae09f1a4-6247-42ed-a7df-57f373e17d79 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4690681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5221415'] for subnet (267b24ff-893f-4ad5-becc-c193f6ebd3a0), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:46.239712 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae09f1a4-6247-42ed-a7df-57f373e17d79 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Pushing event updated for resources: {'Subnet': ['ID=267b24ff-893f-4ad5-becc-c193f6ebd3a0,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:45:46.268923 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8da00a11-86b8-4759-a0d5-42f9e75d1ce7 req-fb864b7a-e598-4a5d-841b-0a32a9a3b72f service neutron] 10.222.0.70 "GET /v2.0/networks/87bd24c3-2f53-4d06-9d37-4b32bba79109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537666 Jan 28 19:45:46.269786 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae09f1a4-6247-42ed-a7df-57f373e17d79 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Checking segment: {'id': '7051e3d4-cc7e-4709-a888-57e63edad739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'b1448153-914e-4db6-a06a-0d54dbee8fcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:45:46.270149 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae09f1a4-6247-42ed-a7df-57f373e17d79 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Network hostable DHCP agents. Network: b1448153-914e-4db6-a06a-0d54dbee8fcf, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:45:46.287428 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae09f1a4-6247-42ed-a7df-57f373e17d79 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Network b1448153-914e-4db6-a06a-0d54dbee8fcf is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:45:46.299133 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-ae09f1a4-6247-42ed-a7df-57f373e17d79 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, b1448153-914e-4db6-a06a-0d54dbee8fcf) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:45:46.304518 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae09f1a4-6247-42ed-a7df-57f373e17d79 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:46.305159 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ae09f1a4-6247-42ed-a7df-57f373e17d79 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:46.312778 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d4f7c2-d2b3-4d34-955b-f02ba4f22b1a None None] Network b1448153-914e-4db6-a06a-0d54dbee8fcf requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:45:46.327170 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 53696) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:45:46.327726 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-ae09f1a4-6247-42ed-a7df-57f373e17d79 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6576335 Jan 28 19:45:46.419304 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c6e257a-2212-47cf-91e7-7c1d728502f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68cd31fd-e4cd-5fb3-a862-256fc47efcd2-b1448153-914e-4db6-a06a-0d54dbee8fcf', 'network_id': 'b1448153-914e-4db6-a06a-0d54dbee8fcf', 'project_id': 'ab529dfd1ad24da6bc4864590c27745b', 'fixed_ips': [{'subnet_id': '267b24ff-893f-4ad5-becc-c193f6ebd3a0'}]}} from n-d-812111-14. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:45:46.420220 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0c6e257a-2212-47cf-91e7-7c1d728502f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:46.581122 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-0c6e257a-2212-47cf-91e7-7c1d728502f8 None None] Allocated IP 172.20.0.2 (b1448153-914e-4db6-a06a-0d54dbee8fcf/267b24ff-893f-4ad5-becc-c193f6ebd3a0/511d1503-5238-413b-90af-5acbeb22f536) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:45:46.617951 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6ba565b9-91e4-41f0-9817-eb0b66ab5f42 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:46.756057 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0c6e257a-2212-47cf-91e7-7c1d728502f8 None None] Publish callbacks [] for port (511d1503-5238-413b-90af-5acbeb22f536), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:46.764472 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0c6e257a-2212-47cf-91e7-7c1d728502f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (511d1503-5238-413b-90af-5acbeb22f536), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:46.824147 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6e257a-2212-47cf-91e7-7c1d728502f8 None None] Pushing event updated for resources: {'Port': ['ID=511d1503-5238-413b-90af-5acbeb22f536,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:45:46.828127 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c6e257a-2212-47cf-91e7-7c1d728502f8 None None] Network b1448153-914e-4db6-a06a-0d54dbee8fcf is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:45:46.830036 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-0c6e257a-2212-47cf-91e7-7c1d728502f8 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:45:46.832971 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6e257a-2212-47cf-91e7-7c1d728502f8 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:45:46.875472 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d997bc-889f-4563-8438-4c22ed82ed30 req-00c0e385-b492-4fa4-939f-e84ba990317d tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:46.877269 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-62d997bc-889f-4563-8438-4c22ed82ed30 req-00c0e385-b492-4fa4-939f-e84ba990317d tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a91007d-45be-4c6c-a11f-db74e1c43eb8 HTTP/1.1" status: 200 len: 945 time: 0.1147149 Jan 28 19:45:46.902865 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-0c6e257a-2212-47cf-91e7-7c1d728502f8 None None] Attempting to bind port 511d1503-5238-413b-90af-5acbeb22f536 on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:45:46.903479 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-0c6e257a-2212-47cf-91e7-7c1d728502f8 None None] Attempting to bind port 511d1503-5238-413b-90af-5acbeb22f536 by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '7051e3d4-cc7e-4709-a888-57e63edad739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'b1448153-914e-4db6-a06a-0d54dbee8fcf'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:45:46.904002 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6e257a-2212-47cf-91e7-7c1d728502f8 None None] Attempting to bind port 511d1503-5238-413b-90af-5acbeb22f536 on network b1448153-914e-4db6-a06a-0d54dbee8fcf {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:45:46.909515 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6e257a-2212-47cf-91e7-7c1d728502f8 None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:45:46.910713 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6e257a-2212-47cf-91e7-7c1d728502f8 None None] Checking segment: {'id': '7051e3d4-cc7e-4709-a888-57e63edad739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'b1448153-914e-4db6-a06a-0d54dbee8fcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:45:46.911280 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0c6e257a-2212-47cf-91e7-7c1d728502f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:46.911961 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6e257a-2212-47cf-91e7-7c1d728502f8 None None] Bound using segment: {'id': '7051e3d4-cc7e-4709-a888-57e63edad739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'b1448153-914e-4db6-a06a-0d54dbee8fcf'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:45:46.912617 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-0c6e257a-2212-47cf-91e7-7c1d728502f8 None None] Bound port: 511d1503-5238-413b-90af-5acbeb22f536, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7051e3d4-cc7e-4709-a888-57e63edad739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'b1448153-914e-4db6-a06a-0d54dbee8fcf'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:45:46.913291 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0c6e257a-2212-47cf-91e7-7c1d728502f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (511d1503-5238-413b-90af-5acbeb22f536), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:46.948288 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-6ba565b9-91e4-41f0-9817-eb0b66ab5f42 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Allocated IP 172.20.0.1 (b1448153-914e-4db6-a06a-0d54dbee8fcf/267b24ff-893f-4ad5-becc-c193f6ebd3a0/80c9b3be-bbb3-48d6-890a-60a0b3a1c1c6) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:45:46.950078 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c4bec3e8-a6e4-4bf8-81ab-fad585ba8a74 req-04c0664f-daec-43b2-9f0f-2b0682b93246 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=4a4cb9ad-0407-4f6d-b0cf-25991260284d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0521309 Jan 28 19:45:47.008840 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-62d997bc-889f-4563-8438-4c22ed82ed30 req-7fe8a84a-d79f-4f0f-ae27-af53b3093229 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/security-groups?id=7142df2f-bfa6-45d4-824d-35803ef6dce5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123395 Jan 28 19:45:47.012461 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-0c6e257a-2212-47cf-91e7-7c1d728502f8 None None] For port 511d1503-5238-413b-90af-5acbeb22f536, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:45:47.017086 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-0c6e257a-2212-47cf-91e7-7c1d728502f8 None None] For port 511d1503-5238-413b-90af-5acbeb22f536, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=511d1503-5238-413b-90af-5acbeb22f536,segment=NetworkSegment(7051e3d4-cc7e-4709-a888-57e63edad739),segment_id=7051e3d4-cc7e-4709-a888-57e63edad739)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:45:47.024326 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bec3e8-a6e4-4bf8-81ab-fad585ba8a74 req-1700ab5c-0b28-4771-b391-05701044f04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:47.029280 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0c6e257a-2212-47cf-91e7-7c1d728502f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (511d1503-5238-413b-90af-5acbeb22f536), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:47.029426 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c4bec3e8-a6e4-4bf8-81ab-fad585ba8a74 req-1700ab5c-0b28-4771-b391-05701044f04e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c316c98d83734d7eab7153e5f826023b&device_id=4a4cb9ad-0407-4f6d-b0cf-25991260284d HTTP/1.1" status: 200 len: 1129 time: 0.0559061 Jan 28 19:45:47.088677 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6e257a-2212-47cf-91e7-7c1d728502f8 None None] Pushing event updated for resources: {'Port': ['ID=511d1503-5238-413b-90af-5acbeb22f536,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:45:47.126220 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6ba565b9-91e4-41f0-9817-eb0b66ab5f42 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks [] for port (80c9b3be-bbb3-48d6-890a-60a0b3a1c1c6), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:47.143182 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:45:47.179986 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6ba565b9-91e4-41f0-9817-eb0b66ab5f42 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (80c9b3be-bbb3-48d6-890a-60a0b3a1c1c6), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:47.201598 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bec3e8-a6e4-4bf8-81ab-fad585ba8a74 req-afe56dfd-1df8-43ff-8483-cee5a3111ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:47.203258 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c4bec3e8-a6e4-4bf8-81ab-fad585ba8a74 req-afe56dfd-1df8-43ff-8483-cee5a3111ff8 service neutron] 10.222.0.70 "GET /v2.0/networks?id=87bd24c3-2f53-4d06-9d37-4b32bba79109 HTTP/1.1" status: 200 len: 912 time: 0.1489961 Jan 28 19:45:47.228968 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba565b9-91e4-41f0-9817-eb0b66ab5f42 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Network b1448153-914e-4db6-a06a-0d54dbee8fcf is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:45:47.233376 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-6ba565b9-91e4-41f0-9817-eb0b66ab5f42 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:45:47.240337 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba565b9-91e4-41f0-9817-eb0b66ab5f42 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:45:47.272893 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba565b9-91e4-41f0-9817-eb0b66ab5f42 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Pushing event updated for resources: {'Port': ['ID=80c9b3be-bbb3-48d6-890a-60a0b3a1c1c6,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:45:47.274101 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c4bec3e8-a6e4-4bf8-81ab-fad585ba8a74 req-79ab9019-d1bd-4386-bf07-14ede68c39cc service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0985c8f4-b2b5-44b7-a739-d77060232e00 HTTP/1.1" status: 200 len: 217 time: 0.0638251 Jan 28 19:45:47.302407 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6ba565b9-91e4-41f0-9817-eb0b66ab5f42 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734769'] for router_interface (a057f493-c0f0-478a-8716-95a3356ea168), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:47.364886 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bec3e8-a6e4-4bf8-81ab-fad585ba8a74 req-fb096011-9b9b-42fd-b80e-49c678b1e88d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:47.366416 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c4bec3e8-a6e4-4bf8-81ab-fad585ba8a74 req-fb096011-9b9b-42fd-b80e-49c678b1e88d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1b82f7aa-308b-4f07-b0c3-0d99e240d9ef HTTP/1.1" status: 200 len: 851 time: 0.0827203 Jan 28 19:45:47.431515 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bec3e8-a6e4-4bf8-81ab-fad585ba8a74 req-45af5b02-eeeb-4927-8b94-d0c1d17cfd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:47.433143 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c4bec3e8-a6e4-4bf8-81ab-fad585ba8a74 req-45af5b02-eeeb-4927-8b94-d0c1d17cfd75 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=87bd24c3-2f53-4d06-9d37-4b32bba79109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0595906 Jan 28 19:45:47.457625 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6ba565b9-91e4-41f0-9817-eb0b66ab5f42 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (80c9b3be-bbb3-48d6-890a-60a0b3a1c1c6), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:47.547490 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c4bec3e8-a6e4-4bf8-81ab-fad585ba8a74 req-5faba25d-c6e3-4868-8994-f9644738f655 service neutron] 10.222.0.70 "GET /v2.0/networks/87bd24c3-2f53-4d06-9d37-4b32bba79109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088722 Jan 28 19:45:47.654296 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c4bec3e8-a6e4-4bf8-81ab-fad585ba8a74 req-f44ba4b8-a09a-4cf8-936e-63a9d18f4222 service neutron] 10.222.0.70 "GET /v2.0/networks/87bd24c3-2f53-4d06-9d37-4b32bba79109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989316 Jan 28 19:45:47.751609 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6ba565b9-91e4-41f0-9817-eb0b66ab5f42 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks [] for port (80c9b3be-bbb3-48d6-890a-60a0b3a1c1c6), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:47.756774 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6ba565b9-91e4-41f0-9817-eb0b66ab5f42 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (80c9b3be-bbb3-48d6-890a-60a0b3a1c1c6), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:47.831373 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba565b9-91e4-41f0-9817-eb0b66ab5f42 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Pushing event updated for resources: {'Port': ['ID=80c9b3be-bbb3-48d6-890a-60a0b3a1c1c6,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:45:47.834828 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6ba565b9-91e4-41f0-9817-eb0b66ab5f42 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-756216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-732801'] for router_interface (a057f493-c0f0-478a-8716-95a3356ea168), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:47.933576 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba565b9-91e4-41f0-9817-eb0b66ab5f42 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Network b1448153-914e-4db6-a06a-0d54dbee8fcf is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:45:47.935045 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-6ba565b9-91e4-41f0-9817-eb0b66ab5f42 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:45:48.080058 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ba565b9-91e4-41f0-9817-eb0b66ab5f42 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Router a057f493-c0f0-478a-8716-95a3356ea168 is scheduled to L3 agent 76fe5c49-705a-4e08-abb2-be585676213f with binding_index 1 {{(pid=103305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 19:45:48.157793 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d91704-81a7-4cb3-83e2-2c3552f040a7 req-626f39eb-9a43-4f8d-8f6a-7ef03c34a6b4 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:48.160017 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d7d91704-81a7-4cb3-83e2-2c3552f040a7 req-626f39eb-9a43-4f8d-8f6a-7ef03c34a6b4 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a91007d-45be-4c6c-a11f-db74e1c43eb8 HTTP/1.1" status: 200 len: 945 time: 0.0699689 Jan 28 19:45:48.193907 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ba565b9-91e4-41f0-9817-eb0b66ab5f42 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:45:48.199938 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-6ba565b9-91e4-41f0-9817-eb0b66ab5f42 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] 10.222.0.64 "PUT /v2.0/routers/a057f493-c0f0-478a-8716-95a3356ea168/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8699620 Jan 28 19:45:48.202440 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 53708) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:45:48.207700 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-9311d9fe-e344-4226-80d8-636f4269ecfa tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Request body: {'network': {'name': 'tempest-RoutersTest-22946313'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:45:48.212095 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f00b34d0-9be3-4e66-965a-00bc1a32b50b None None] Sync routers for ids ['a057f493-c0f0-478a-8716-95a3356ea168'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:45:48.226419 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00b34d0-9be3-4e66-965a-00bc1a32b50b None None] Routers {'a057f493-c0f0-478a-8716-95a3356ea168'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:45:48.231592 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-f00b34d0-9be3-4e66-965a-00bc1a32b50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:45:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['a057f493-c0f0-478a-8716-95a3356ea168'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:45:48.232038 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9311d9fe-e344-4226-80d8-636f4269ecfa tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Made reservation on behalf of ab529dfd1ad24da6bc4864590c27745b for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:45:48.237594 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9311d9fe-e344-4226-80d8-636f4269ecfa tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:48.237928 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d7d91704-81a7-4cb3-83e2-2c3552f040a7 req-09844323-b1d5-44b5-a86b-fd248e66e263 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/security-groups?id=7142df2f-bfa6-45d4-824d-35803ef6dce5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720963 Jan 28 19:45:48.282849 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9311d9fe-e344-4226-80d8-636f4269ecfa tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:45:48.294752 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9311d9fe-e344-4226-80d8-636f4269ecfa tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (8b13d243-3de1-4e74-a267-e7cd691f622f), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:48.295393 n-d-812111-14 neutron-server[103305]: INFO neutron.db.segments_db [None req-9311d9fe-e344-4226-80d8-636f4269ecfa tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Added segment 8b13d243-3de1-4e74-a267-e7cd691f622f of type vlan for network 4822fd1d-91d9-4af7-b33d-50dea0fbbda6 Jan 28 19:45:48.374219 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-294aecc4-18ee-495d-82b3-49a4f8dab4e1 None None] Network b1448153-914e-4db6-a06a-0d54dbee8fcf requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:45:48.405076 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9311d9fe-e344-4226-80d8-636f4269ecfa tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (4822fd1d-91d9-4af7-b33d-50dea0fbbda6), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:48.429128 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7646d8-541a-4df8-872c-5eb7b7e14693 req-b250f962-ec81-4bde-a9fc-ef551d41a542 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:48.430943 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2f7646d8-541a-4df8-872c-5eb7b7e14693 req-b250f962-ec81-4bde-a9fc-ef551d41a542 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a91007d-45be-4c6c-a11f-db74e1c43eb8 HTTP/1.1" status: 200 len: 945 time: 0.1136298 Jan 28 19:45:48.481324 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-c738ace4-d360-466d-ae82-4f404286e630 None None] Provisioning complete for port 511d1503-5238-413b-90af-5acbeb22f536 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:45:48.481716 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c738ace4-d360-466d-ae82-4f404286e630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (511d1503-5238-413b-90af-5acbeb22f536), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:48.487301 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9311d9fe-e344-4226-80d8-636f4269ecfa tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (4822fd1d-91d9-4af7-b33d-50dea0fbbda6), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:48.491719 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9311d9fe-e344-4226-80d8-636f4269ecfa tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:48.492306 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9311d9fe-e344-4226-80d8-636f4269ecfa tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:48.513205 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-f00b34d0-9be3-4e66-965a-00bc1a32b50b None None] Set router a057f493-c0f0-478a-8716-95a3356ea168 gateway port host: None {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:45:48.563568 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9311d9fe-e344-4226-80d8-636f4269ecfa tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Pushing event updated for resources: {'Network': ['ID=4822fd1d-91d9-4af7-b33d-50dea0fbbda6,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:45:48.572867 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2f7646d8-541a-4df8-872c-5eb7b7e14693 req-cabf17bc-b8a1-44ba-aed3-827ed0ba357a tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/security-groups?id=7142df2f-bfa6-45d4-824d-35803ef6dce5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1336725 Jan 28 19:45:48.601481 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network 4822fd1d-91d9-4af7-b33d-50dea0fbbda6 details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:45:48.601708 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-9311d9fe-e344-4226-80d8-636f4269ecfa tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.3883252 Jan 28 19:45:48.601708 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 53712) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:45:48.603261 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-5840bed8-67a4-4766-9238-a53577a59ebc tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Request body: {'subnet': {'network_id': '4822fd1d-91d9-4af7-b33d-50dea0fbbda6', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:45:48.708572 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-c738ace4-d360-466d-ae82-4f404286e630 None None] Current status of the port 511d1503-5238-413b-90af-5acbeb22f536 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:45:48.709229 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c738ace4-d360-466d-ae82-4f404286e630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (511d1503-5238-413b-90af-5acbeb22f536), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:48.766744 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-c738ace4-d360-466d-ae82-4f404286e630 None None] For port 511d1503-5238-413b-90af-5acbeb22f536, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=511d1503-5238-413b-90af-5acbeb22f536,segment=NetworkSegment(7051e3d4-cc7e-4709-a888-57e63edad739),segment_id=7051e3d4-cc7e-4709-a888-57e63edad739)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:45:48.777922 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c738ace4-d360-466d-ae82-4f404286e630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (511d1503-5238-413b-90af-5acbeb22f536), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:48.781741 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5840bed8-67a4-4766-9238-a53577a59ebc tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Made reservation on behalf of ab529dfd1ad24da6bc4864590c27745b for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:45:48.783617 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2079a8ad-146f-4bf0-b308-0ded4d64b946 req-1f5ad210-6b81-49cc-9452-192aa3296fdb tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:48.785215 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2079a8ad-146f-4bf0-b308-0ded4d64b946 req-1f5ad210-6b81-49cc-9452-192aa3296fdb tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a91007d-45be-4c6c-a11f-db74e1c43eb8 HTTP/1.1" status: 200 len: 945 time: 0.0712941 Jan 28 19:45:48.801635 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5840bed8-67a4-4766-9238-a53577a59ebc tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4733071'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:48.813267 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-f00b34d0-9be3-4e66-965a-00bc1a32b50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a057f493-c0f0-478a-8716-95a3356ea168', 'name': 'tempest-RoutersTest-router-581942818', 'tenant_id': 'ab529dfd1ad24da6bc4864590c27745b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:45:44Z', 'updated_at': '2022-01-28T19:45:47Z', 'revision_number': 2, 'project_id': 'ab529dfd1ad24da6bc4864590c27745b', 'gw_port_host': None, '_interfaces': [{'id': '80c9b3be-bbb3-48d6-890a-60a0b3a1c1c6', 'name': '', 'network_id': 'b1448153-914e-4db6-a06a-0d54dbee8fcf', 'tenant_id': 'ab529dfd1ad24da6bc4864590c27745b', 'mac_address': 'fa:16:3e:27:e0:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a057f493-c0f0-478a-8716-95a3356ea168', 'device_owner': 'network:router_interface', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': '267b24ff-893f-4ad5-becc-c193f6ebd3a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:45:46Z', 'updated_at': '2022-01-28T19:45:47Z', 'revision_number': 2, 'project_id': 'ab529dfd1ad24da6bc4864590c27745b', 'subnets': [{'id': '267b24ff-893f-4ad5-becc-c193f6ebd3a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:45:48.847715 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f00b34d0-9be3-4e66-965a-00bc1a32b50b None None] Checking router: a057f493-c0f0-478a-8716-95a3356ea168 for host: n-d-812111-14 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:45:48.849201 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f00b34d0-9be3-4e66-965a-00bc1a32b50b None None] Updating router a057f493-c0f0-478a-8716-95a3356ea168 port 80c9b3be-bbb3-48d6-890a-60a0b3a1c1c6 binding host n-d-812111-14 {{(pid=103307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:45:48.879761 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c738ace4-d360-466d-ae82-4f404286e630 None None] Pushing event updated for resources: {'Port': ['ID=511d1503-5238-413b-90af-5acbeb22f536,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:45:48.882790 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-f00b34d0-9be3-4e66-965a-00bc1a32b50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (80c9b3be-bbb3-48d6-890a-60a0b3a1c1c6), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:48.914099 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2079a8ad-146f-4bf0-b308-0ded4d64b946 req-a7527493-dc29-4df9-ba2e-ad8045e74251 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/security-groups?id=7142df2f-bfa6-45d4-824d-35803ef6dce5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069269 Jan 28 19:45:49.009340 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-4afd1fbc-1587-46f0-9541-5a360575bac5 None None] Provisioning complete for port 80c9b3be-bbb3-48d6-890a-60a0b3a1c1c6 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:45:49.009678 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4afd1fbc-1587-46f0-9541-5a360575bac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (80c9b3be-bbb3-48d6-890a-60a0b3a1c1c6), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:49.056528 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5840bed8-67a4-4766-9238-a53577a59ebc tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4752401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4733085'] for subnet (235000aa-f282-4018-a482-7a9333732e3f), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:49.139687 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5840bed8-67a4-4766-9238-a53577a59ebc tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Pushing event updated for resources: {'Subnet': ['ID=235000aa-f282-4018-a482-7a9333732e3f,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:45:49.156405 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-4afd1fbc-1587-46f0-9541-5a360575bac5 None None] Port 80c9b3be-bbb3-48d6-890a-60a0b3a1c1c6 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:45:49.163155 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5840bed8-67a4-4766-9238-a53577a59ebc tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Checking segment: {'id': '8b13d243-3de1-4e74-a267-e7cd691f622f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '4822fd1d-91d9-4af7-b33d-50dea0fbbda6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:45:49.163832 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5840bed8-67a4-4766-9238-a53577a59ebc tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Network hostable DHCP agents. Network: 4822fd1d-91d9-4af7-b33d-50dea0fbbda6, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:45:49.194790 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-4afd1fbc-1587-46f0-9541-5a360575bac5 None None] Provisioning complete for port 511d1503-5238-413b-90af-5acbeb22f536 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:45:49.195176 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4afd1fbc-1587-46f0-9541-5a360575bac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (511d1503-5238-413b-90af-5acbeb22f536), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:49.202246 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5840bed8-67a4-4766-9238-a53577a59ebc tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Network 4822fd1d-91d9-4af7-b33d-50dea0fbbda6 is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:45:49.224318 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-5840bed8-67a4-4766-9238-a53577a59ebc tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, 4822fd1d-91d9-4af7-b33d-50dea0fbbda6) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:45:49.237059 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c094c08-16f0-4379-861a-24caea73442a None None] Network 4822fd1d-91d9-4af7-b33d-50dea0fbbda6 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:45:49.249560 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5840bed8-67a4-4766-9238-a53577a59ebc tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:49.250310 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5840bed8-67a4-4766-9238-a53577a59ebc tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:49.285996 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 53722) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:45:49.287773 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-5840bed8-67a4-4766-9238-a53577a59ebc tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6920717 Jan 28 19:45:49.341219 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 511d1503-5238-413b-90af-5acbeb22f536 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:45:49.364270 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-f00b34d0-9be3-4e66-965a-00bc1a32b50b None None] Publish callbacks [] for port (80c9b3be-bbb3-48d6-890a-60a0b3a1c1c6), precommit_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:49.377962 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-f00b34d0-9be3-4e66-965a-00bc1a32b50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (80c9b3be-bbb3-48d6-890a-60a0b3a1c1c6), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:49.434045 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c185bf-9a99-4d33-9d2f-1fa826315cb5 None None] Pushing event updated for resources: {'Port': ['ID=80c9b3be-bbb3-48d6-890a-60a0b3a1c1c6,revision_number=3']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:45:49.515595 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ea4d42-a282-42dc-8890-a928e0621938 req-b32ef466-4aaf-4aeb-b4b3-9977a94e524f tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:49.522643 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d5ea4d42-a282-42dc-8890-a928e0621938 req-b32ef466-4aaf-4aeb-b4b3-9977a94e524f tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a91007d-45be-4c6c-a11f-db74e1c43eb8 HTTP/1.1" status: 200 len: 945 time: 0.2273784 Jan 28 19:45:49.525785 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-f00b34d0-9be3-4e66-965a-00bc1a32b50b None None] Attempting to bind port 80c9b3be-bbb3-48d6-890a-60a0b3a1c1c6 on host n-d-812111-14 for vnic_type normal with profile {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:45:49.526216 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-f00b34d0-9be3-4e66-965a-00bc1a32b50b None None] Attempting to bind port 80c9b3be-bbb3-48d6-890a-60a0b3a1c1c6 by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '7051e3d4-cc7e-4709-a888-57e63edad739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'b1448153-914e-4db6-a06a-0d54dbee8fcf'}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:45:49.526648 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f00b34d0-9be3-4e66-965a-00bc1a32b50b None None] Attempting to bind port 80c9b3be-bbb3-48d6-890a-60a0b3a1c1c6 on network b1448153-914e-4db6-a06a-0d54dbee8fcf {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:45:49.532292 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f00b34d0-9be3-4e66-965a-00bc1a32b50b None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:45:49.532667 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f00b34d0-9be3-4e66-965a-00bc1a32b50b None None] Checking segment: {'id': '7051e3d4-cc7e-4709-a888-57e63edad739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'b1448153-914e-4db6-a06a-0d54dbee8fcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:45:49.533186 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-f00b34d0-9be3-4e66-965a-00bc1a32b50b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:49.533611 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f00b34d0-9be3-4e66-965a-00bc1a32b50b None None] Bound using segment: {'id': '7051e3d4-cc7e-4709-a888-57e63edad739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'b1448153-914e-4db6-a06a-0d54dbee8fcf'} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:45:49.534065 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-f00b34d0-9be3-4e66-965a-00bc1a32b50b None None] Bound port: 80c9b3be-bbb3-48d6-890a-60a0b3a1c1c6, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7051e3d4-cc7e-4709-a888-57e63edad739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'b1448153-914e-4db6-a06a-0d54dbee8fcf'}}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:45:49.534446 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-f00b34d0-9be3-4e66-965a-00bc1a32b50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (80c9b3be-bbb3-48d6-890a-60a0b3a1c1c6), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:49.607469 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-f00b34d0-9be3-4e66-965a-00bc1a32b50b None None] For port 80c9b3be-bbb3-48d6-890a-60a0b3a1c1c6, host n-d-812111-14, cleared binding levels {{(pid=103307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:45:49.613792 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-f00b34d0-9be3-4e66-965a-00bc1a32b50b None None] For port 80c9b3be-bbb3-48d6-890a-60a0b3a1c1c6, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=80c9b3be-bbb3-48d6-890a-60a0b3a1c1c6,segment=NetworkSegment(7051e3d4-cc7e-4709-a888-57e63edad739),segment_id=7051e3d4-cc7e-4709-a888-57e63edad739)] {{(pid=103307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:45:49.637541 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-f00b34d0-9be3-4e66-965a-00bc1a32b50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (80c9b3be-bbb3-48d6-890a-60a0b3a1c1c6), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:49.714959 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00b34d0-9be3-4e66-965a-00bc1a32b50b None None] Routers {'a057f493-c0f0-478a-8716-95a3356ea168'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:45:49.715897 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 511d1503-5238-413b-90af-5acbeb22f536 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:45:49.716394 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (511d1503-5238-413b-90af-5acbeb22f536), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:49.716875 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d5ea4d42-a282-42dc-8890-a928e0621938 req-ce7c4f84-78b5-453f-b6b8-3caf7563d19a tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/security-groups?id=7142df2f-bfa6-45d4-824d-35803ef6dce5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1931858 Jan 28 19:45:49.717067 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-f00b34d0-9be3-4e66-965a-00bc1a32b50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:45:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['a057f493-c0f0-478a-8716-95a3356ea168'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:45:49.807706 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c185bf-9a99-4d33-9d2f-1fa826315cb5 None None] Pushing event updated for resources: {'Port': ['ID=80c9b3be-bbb3-48d6-890a-60a0b3a1c1c6,revision_number=4']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:45:49.826254 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0172e2f6-ff98-441e-babe-aba3f615c86a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68cd31fd-e4cd-5fb3-a862-256fc47efcd2-4822fd1d-91d9-4af7-b33d-50dea0fbbda6', 'network_id': '4822fd1d-91d9-4af7-b33d-50dea0fbbda6', 'project_id': 'ab529dfd1ad24da6bc4864590c27745b', 'fixed_ips': [{'subnet_id': '235000aa-f282-4018-a482-7a9333732e3f'}]}} from n-d-812111-14. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:45:49.827235 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0172e2f6-ff98-441e-babe-aba3f615c86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:49.852397 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-f00b34d0-9be3-4e66-965a-00bc1a32b50b None None] Set router a057f493-c0f0-478a-8716-95a3356ea168 gateway port host: None {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:45:50.018857 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-4afd1fbc-1587-46f0-9541-5a360575bac5 None None] Current status of the port 511d1503-5238-413b-90af-5acbeb22f536 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:45:50.041926 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d8ca78ff-ea6e-4e8b-8ff3-f7fcdb4762ff tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:50.071890 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-0172e2f6-ff98-441e-babe-aba3f615c86a None None] Allocated IP 172.21.0.2 (4822fd1d-91d9-4af7-b33d-50dea0fbbda6/235000aa-f282-4018-a482-7a9333732e3f/d8f44f9a-d115-4bfd-8f56-cebbf7058ecd) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:45:50.093850 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 511d1503-5238-413b-90af-5acbeb22f536 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:45:50.109487 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-f00b34d0-9be3-4e66-965a-00bc1a32b50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a057f493-c0f0-478a-8716-95a3356ea168', 'name': 'tempest-RoutersTest-router-581942818', 'tenant_id': 'ab529dfd1ad24da6bc4864590c27745b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:45:44Z', 'updated_at': '2022-01-28T19:45:47Z', 'revision_number': 2, 'project_id': 'ab529dfd1ad24da6bc4864590c27745b', 'gw_port_host': None, '_interfaces': [{'id': '80c9b3be-bbb3-48d6-890a-60a0b3a1c1c6', 'name': '', 'network_id': 'b1448153-914e-4db6-a06a-0d54dbee8fcf', 'tenant_id': 'ab529dfd1ad24da6bc4864590c27745b', 'mac_address': 'fa:16:3e:27:e0:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a057f493-c0f0-478a-8716-95a3356ea168', 'device_owner': 'network:router_interface', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': '267b24ff-893f-4ad5-becc-c193f6ebd3a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:45:46Z', 'updated_at': '2022-01-28T19:45:49Z', 'revision_number': 4, 'project_id': 'ab529dfd1ad24da6bc4864590c27745b', 'subnets': [{'id': '267b24ff-893f-4ad5-becc-c193f6ebd3a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:45:50.140091 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f00b34d0-9be3-4e66-965a-00bc1a32b50b None None] The sync data for ids ['a057f493-c0f0-478a-8716-95a3356ea168'] in n-d-812111-14 is: [{'id': 'a057f493-c0f0-478a-8716-95a3356ea168', 'name': 'tempest-RoutersTest-router-581942818', 'tenant_id': 'ab529dfd1ad24da6bc4864590c27745b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:45:44Z', 'updated_at': '2022-01-28T19:45:47Z', 'revision_number': 2, 'project_id': 'ab529dfd1ad24da6bc4864590c27745b', 'gw_port_host': None, '_interfaces': [{'id': '80c9b3be-bbb3-48d6-890a-60a0b3a1c1c6', 'name': '', 'network_id': 'b1448153-914e-4db6-a06a-0d54dbee8fcf', 'tenant_id': 'ab529dfd1ad24da6bc4864590c27745b', 'mac_address': 'fa:16:3e:27:e0:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a057f493-c0f0-478a-8716-95a3356ea168', 'device_owner': 'network:router_interface', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': '267b24ff-893f-4ad5-becc-c193f6ebd3a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:45:46Z', 'updated_at': '2022-01-28T19:45:49Z', 'revision_number': 4, 'project_id': 'ab529dfd1ad24da6bc4864590c27745b', 'subnets': [{'id': '267b24ff-893f-4ad5-becc-c193f6ebd3a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:45:50.205393 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-f507ab42-1645-444c-b7e7-d09e0f8da57f None None] Provisioning complete for port 80c9b3be-bbb3-48d6-890a-60a0b3a1c1c6 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:45:50.205783 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f507ab42-1645-444c-b7e7-d09e0f8da57f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (80c9b3be-bbb3-48d6-890a-60a0b3a1c1c6), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:50.380769 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-f507ab42-1645-444c-b7e7-d09e0f8da57f None None] Current status of the port 80c9b3be-bbb3-48d6-890a-60a0b3a1c1c6 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:45:50.381187 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f507ab42-1645-444c-b7e7-d09e0f8da57f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (80c9b3be-bbb3-48d6-890a-60a0b3a1c1c6), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:50.402490 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0172e2f6-ff98-441e-babe-aba3f615c86a None None] Publish callbacks [] for port (d8f44f9a-d115-4bfd-8f56-cebbf7058ecd), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:50.427164 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-f507ab42-1645-444c-b7e7-d09e0f8da57f None None] For port 80c9b3be-bbb3-48d6-890a-60a0b3a1c1c6, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=80c9b3be-bbb3-48d6-890a-60a0b3a1c1c6,segment=NetworkSegment(7051e3d4-cc7e-4709-a888-57e63edad739),segment_id=7051e3d4-cc7e-4709-a888-57e63edad739)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:45:50.431341 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0172e2f6-ff98-441e-babe-aba3f615c86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (d8f44f9a-d115-4bfd-8f56-cebbf7058ecd), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:50.455795 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0172e2f6-ff98-441e-babe-aba3f615c86a None None] Network 4822fd1d-91d9-4af7-b33d-50dea0fbbda6 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:45:50.455795 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-0172e2f6-ff98-441e-babe-aba3f615c86a None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:45:50.455795 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f507ab42-1645-444c-b7e7-d09e0f8da57f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (80c9b3be-bbb3-48d6-890a-60a0b3a1c1c6), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:50.485048 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0172e2f6-ff98-441e-babe-aba3f615c86a None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:45:50.546395 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0172e2f6-ff98-441e-babe-aba3f615c86a None None] Pushing event updated for resources: {'Port': ['ID=d8f44f9a-d115-4bfd-8f56-cebbf7058ecd,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:45:50.560918 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-d8ca78ff-ea6e-4e8b-8ff3-f7fcdb4762ff tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Allocated IP 172.21.0.1 (4822fd1d-91d9-4af7-b33d-50dea0fbbda6/235000aa-f282-4018-a482-7a9333732e3f/df6900bf-2b5f-4426-8d80-95ea274d992d) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:45:50.600977 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-0172e2f6-ff98-441e-babe-aba3f615c86a None None] Attempting to bind port d8f44f9a-d115-4bfd-8f56-cebbf7058ecd on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:45:50.601374 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-0172e2f6-ff98-441e-babe-aba3f615c86a None None] Attempting to bind port d8f44f9a-d115-4bfd-8f56-cebbf7058ecd by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '8b13d243-3de1-4e74-a267-e7cd691f622f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '4822fd1d-91d9-4af7-b33d-50dea0fbbda6'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:45:50.601741 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0172e2f6-ff98-441e-babe-aba3f615c86a None None] Attempting to bind port d8f44f9a-d115-4bfd-8f56-cebbf7058ecd on network 4822fd1d-91d9-4af7-b33d-50dea0fbbda6 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:45:50.610301 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0172e2f6-ff98-441e-babe-aba3f615c86a None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:45:50.610685 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0172e2f6-ff98-441e-babe-aba3f615c86a None None] Checking segment: {'id': '8b13d243-3de1-4e74-a267-e7cd691f622f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '4822fd1d-91d9-4af7-b33d-50dea0fbbda6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:45:50.611096 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0172e2f6-ff98-441e-babe-aba3f615c86a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:50.611495 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0172e2f6-ff98-441e-babe-aba3f615c86a None None] Bound using segment: {'id': '8b13d243-3de1-4e74-a267-e7cd691f622f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '4822fd1d-91d9-4af7-b33d-50dea0fbbda6'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:45:50.611976 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-0172e2f6-ff98-441e-babe-aba3f615c86a None None] Bound port: d8f44f9a-d115-4bfd-8f56-cebbf7058ecd, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b13d243-3de1-4e74-a267-e7cd691f622f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '4822fd1d-91d9-4af7-b33d-50dea0fbbda6'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:45:50.612361 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0172e2f6-ff98-441e-babe-aba3f615c86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (d8f44f9a-d115-4bfd-8f56-cebbf7058ecd), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:50.681631 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-0172e2f6-ff98-441e-babe-aba3f615c86a None None] For port d8f44f9a-d115-4bfd-8f56-cebbf7058ecd, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:45:50.685482 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-0172e2f6-ff98-441e-babe-aba3f615c86a None None] For port d8f44f9a-d115-4bfd-8f56-cebbf7058ecd, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=d8f44f9a-d115-4bfd-8f56-cebbf7058ecd,segment=NetworkSegment(8b13d243-3de1-4e74-a267-e7cd691f622f),segment_id=8b13d243-3de1-4e74-a267-e7cd691f622f)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:45:50.701725 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-1c85ee8e-53b4-4543-a195-e92cca25e580 None None] Provisioning complete for port 80c9b3be-bbb3-48d6-890a-60a0b3a1c1c6 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:45:50.702037 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1c85ee8e-53b4-4543-a195-e92cca25e580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (80c9b3be-bbb3-48d6-890a-60a0b3a1c1c6), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:50.711417 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0172e2f6-ff98-441e-babe-aba3f615c86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (d8f44f9a-d115-4bfd-8f56-cebbf7058ecd), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:50.716500 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d8ca78ff-ea6e-4e8b-8ff3-f7fcdb4762ff tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks [] for port (df6900bf-2b5f-4426-8d80-95ea274d992d), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:50.758724 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f507ab42-1645-444c-b7e7-d09e0f8da57f None None] Pushing event updated for resources: {'Port': ['ID=80c9b3be-bbb3-48d6-890a-60a0b3a1c1c6,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:45:50.759205 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d8ca78ff-ea6e-4e8b-8ff3-f7fcdb4762ff tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (df6900bf-2b5f-4426-8d80-95ea274d992d), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:50.825644 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ca78ff-ea6e-4e8b-8ff3-f7fcdb4762ff tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Network 4822fd1d-91d9-4af7-b33d-50dea0fbbda6 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:45:50.832286 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-d8ca78ff-ea6e-4e8b-8ff3-f7fcdb4762ff tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:45:50.839974 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ca78ff-ea6e-4e8b-8ff3-f7fcdb4762ff tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:45:50.885527 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ca78ff-ea6e-4e8b-8ff3-f7fcdb4762ff tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Pushing event updated for resources: {'Port': ['ID=df6900bf-2b5f-4426-8d80-95ea274d992d,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:45:50.923235 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d8ca78ff-ea6e-4e8b-8ff3-f7fcdb4762ff tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734769'] for router_interface (a057f493-c0f0-478a-8716-95a3356ea168), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:50.924246 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1f9069-6ada-4dc7-8795-79e42e2cb881 req-94915309-887a-469e-9244-33f030b87ef9 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:50.926269 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9e1f9069-6ada-4dc7-8795-79e42e2cb881 req-94915309-887a-469e-9244-33f030b87ef9 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a91007d-45be-4c6c-a11f-db74e1c43eb8 HTTP/1.1" status: 200 len: 945 time: 0.1021111 Jan 28 19:45:50.953914 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:50.978045 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0172e2f6-ff98-441e-babe-aba3f615c86a None None] Pushing event updated for resources: {'Port': ['ID=d8f44f9a-d115-4bfd-8f56-cebbf7058ecd,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:45:50.985812 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-1c85ee8e-53b4-4543-a195-e92cca25e580 None None] Current status of the port 80c9b3be-bbb3-48d6-890a-60a0b3a1c1c6 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:45:51.025324 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9e1f9069-6ada-4dc7-8795-79e42e2cb881 req-51002e23-4cc0-4cf9-baea-5601a9dba4d0 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/security-groups?id=7142df2f-bfa6-45d4-824d-35803ef6dce5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900185 Jan 28 19:45:51.128214 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d8ca78ff-ea6e-4e8b-8ff3-f7fcdb4762ff tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (df6900bf-2b5f-4426-8d80-95ea274d992d), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:51.267499 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 80c9b3be-bbb3-48d6-890a-60a0b3a1c1c6 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:45:51.390670 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b8bf7f-abfe-4375-869b-5bc6d21d0602 req-84da3a2c-269b-47ef-8860-bf857d75eba7 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:51.392588 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-79b8bf7f-abfe-4375-869b-5bc6d21d0602 req-84da3a2c-269b-47ef-8860-bf857d75eba7 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a91007d-45be-4c6c-a11f-db74e1c43eb8 HTTP/1.1" status: 200 len: 945 time: 0.0934298 Jan 28 19:45:51.409172 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 80c9b3be-bbb3-48d6-890a-60a0b3a1c1c6 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:45:51.409559 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (80c9b3be-bbb3-48d6-890a-60a0b3a1c1c6), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:51.461890 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-79b8bf7f-abfe-4375-869b-5bc6d21d0602 req-87bf9d3d-c09c-42c3-bcd8-3a86f4db1512 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/security-groups?id=7142df2f-bfa6-45d4-824d-35803ef6dce5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626094 Jan 28 19:45:51.537352 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 80c9b3be-bbb3-48d6-890a-60a0b3a1c1c6 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:45:51.802988 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf60dc6d-f541-4d96-860c-bfb7574d4285 req-f5520e41-076d-411b-8117-2da6f02633fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:51.804468 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-bf60dc6d-f541-4d96-860c-bfb7574d4285 req-f5520e41-076d-411b-8117-2da6f02633fb service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c316c98d83734d7eab7153e5f826023b&device_id=4a91007d-45be-4c6c-a11f-db74e1c43eb8 HTTP/1.1" status: 200 len: 1128 time: 0.4594471 Jan 28 19:45:51.943730 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d8ca78ff-ea6e-4e8b-8ff3-f7fcdb4762ff tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks [] for port (df6900bf-2b5f-4426-8d80-95ea274d992d), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:51.948406 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf60dc6d-f541-4d96-860c-bfb7574d4285 req-5bf96939-3519-49fb-80ea-114254fe1803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:51.950389 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-bf60dc6d-f541-4d96-860c-bfb7574d4285 req-5bf96939-3519-49fb-80ea-114254fe1803 service neutron] 10.222.0.70 "GET /v2.0/networks?id=87bd24c3-2f53-4d06-9d37-4b32bba79109 HTTP/1.1" status: 200 len: 912 time: 0.1384819 Jan 28 19:45:51.951415 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d8ca78ff-ea6e-4e8b-8ff3-f7fcdb4762ff tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (df6900bf-2b5f-4426-8d80-95ea274d992d), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:52.092435 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d8ca78ff-ea6e-4e8b-8ff3-f7fcdb4762ff tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-756216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-732801'] for router_interface (a057f493-c0f0-478a-8716-95a3356ea168), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:52.094716 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ca78ff-ea6e-4e8b-8ff3-f7fcdb4762ff tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Pushing event updated for resources: {'Port': ['ID=df6900bf-2b5f-4426-8d80-95ea274d992d,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:45:52.101010 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-bf60dc6d-f541-4d96-860c-bfb7574d4285 req-1f2040d5-1505-4abe-bad2-b39957961e72 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4fc29a78-414a-4805-a8cf-167eee4a4412 HTTP/1.1" status: 200 len: 999 time: 0.1416180 Jan 28 19:45:52.199120 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf60dc6d-f541-4d96-860c-bfb7574d4285 req-cda1e838-8cd4-46a1-a828-b968c9a2306f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:52.200610 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-bf60dc6d-f541-4d96-860c-bfb7574d4285 req-cda1e838-8cd4-46a1-a828-b968c9a2306f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1b82f7aa-308b-4f07-b0c3-0d99e240d9ef HTTP/1.1" status: 200 len: 851 time: 0.0928333 Jan 28 19:45:52.270812 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ca78ff-ea6e-4e8b-8ff3-f7fcdb4762ff tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Network 4822fd1d-91d9-4af7-b33d-50dea0fbbda6 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:45:52.274984 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-d8ca78ff-ea6e-4e8b-8ff3-f7fcdb4762ff tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:45:52.281629 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf60dc6d-f541-4d96-860c-bfb7574d4285 req-6dffa469-398d-4e76-8331-8707d4763147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:52.283156 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-bf60dc6d-f541-4d96-860c-bfb7574d4285 req-6dffa469-398d-4e76-8331-8707d4763147 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=87bd24c3-2f53-4d06-9d37-4b32bba79109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0758064 Jan 28 19:45:52.450574 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8ca78ff-ea6e-4e8b-8ff3-f7fcdb4762ff tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Router a057f493-c0f0-478a-8716-95a3356ea168 has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:45:52.459066 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-bf60dc6d-f541-4d96-860c-bfb7574d4285 req-34e5a535-1411-480f-b223-c786bbdfb716 service neutron] 10.222.0.70 "GET /v2.0/networks/87bd24c3-2f53-4d06-9d37-4b32bba79109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702986 Jan 28 19:45:52.647121 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8ca78ff-ea6e-4e8b-8ff3-f7fcdb4762ff tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:45:52.656375 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-d8ca78ff-ea6e-4e8b-8ff3-f7fcdb4762ff tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] 10.222.0.64 "PUT /v2.0/routers/a057f493-c0f0-478a-8716-95a3356ea168/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3691704 Jan 28 19:45:52.659366 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 53740) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:45:52.661607 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6532ad8b-f8de-4e26-a08a-3503ac5be6ba None None] Sync routers for ids ['a057f493-c0f0-478a-8716-95a3356ea168'] in n-d-812111-14 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:45:52.664828 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-5d79b477-1f8b-44be-8f6d-6b13f8c3fd77 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Request body: {'network': {'name': 'tempest-RoutersTest-576323192'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:45:52.681365 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6532ad8b-f8de-4e26-a08a-3503ac5be6ba None None] Routers {'a057f493-c0f0-478a-8716-95a3356ea168'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:45:52.683005 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-6532ad8b-f8de-4e26-a08a-3503ac5be6ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:45:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['a057f493-c0f0-478a-8716-95a3356ea168'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:45:52.701975 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-bf60dc6d-f541-4d96-860c-bfb7574d4285 req-77ca0b01-2f1d-4e37-8ca6-0172b8de84c9 service neutron] 10.222.0.70 "GET /v2.0/networks/87bd24c3-2f53-4d06-9d37-4b32bba79109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2353845 Jan 28 19:45:52.710257 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fea8b1-67c1-4f69-b3e1-d6b18d50ecd0 req-5b4c0123-cf29-404b-b5dc-97d98159a9dd tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:52.711752 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-25fea8b1-67c1-4f69-b3e1-d6b18d50ecd0 req-5b4c0123-cf29-404b-b5dc-97d98159a9dd tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a91007d-45be-4c6c-a11f-db74e1c43eb8 HTTP/1.1" status: 200 len: 945 time: 0.1326551 Jan 28 19:45:52.718562 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d79b477-1f8b-44be-8f6d-6b13f8c3fd77 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Made reservation on behalf of ab529dfd1ad24da6bc4864590c27745b for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:45:52.723077 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5d79b477-1f8b-44be-8f6d-6b13f8c3fd77 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:52.787720 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d79b477-1f8b-44be-8f6d-6b13f8c3fd77 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:45:52.804024 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-25fea8b1-67c1-4f69-b3e1-d6b18d50ecd0 req-0d1554b6-dd07-46f0-9858-157e93432f68 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/security-groups?id=7142df2f-bfa6-45d4-824d-35803ef6dce5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780747 Jan 28 19:45:52.807532 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5d79b477-1f8b-44be-8f6d-6b13f8c3fd77 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (a937a8d9-e385-43ec-8a90-06d2e8348018), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:52.808004 n-d-812111-14 neutron-server[103304]: INFO neutron.db.segments_db [None req-5d79b477-1f8b-44be-8f6d-6b13f8c3fd77 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Added segment a937a8d9-e385-43ec-8a90-06d2e8348018 of type vlan for network be90b45c-758b-4af1-8735-116ce396682f Jan 28 19:45:52.811668 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-6532ad8b-f8de-4e26-a08a-3503ac5be6ba None None] Set router a057f493-c0f0-478a-8716-95a3356ea168 gateway port host: None {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:45:52.863464 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5d79b477-1f8b-44be-8f6d-6b13f8c3fd77 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (be90b45c-758b-4af1-8735-116ce396682f), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:52.918011 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5d79b477-1f8b-44be-8f6d-6b13f8c3fd77 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (be90b45c-758b-4af1-8735-116ce396682f), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:52.925188 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d79b477-1f8b-44be-8f6d-6b13f8c3fd77 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:52.925674 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5d79b477-1f8b-44be-8f6d-6b13f8c3fd77 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:53.004694 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-5d79b477-1f8b-44be-8f6d-6b13f8c3fd77 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3429964 Jan 28 19:45:53.007392 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 53748) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:45:53.016201 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-f29588ff-747a-4c0b-8512-1333c9c1a68a tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Request body: {'subnet': {'network_id': 'be90b45c-758b-4af1-8735-116ce396682f', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:45:53.019501 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d79b477-1f8b-44be-8f6d-6b13f8c3fd77 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Pushing event updated for resources: {'Network': ['ID=be90b45c-758b-4af1-8735-116ce396682f,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:45:53.061310 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b87cc8f2-d51e-483e-8076-dd101633a151 None None] Network 4822fd1d-91d9-4af7-b33d-50dea0fbbda6 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:45:53.072749 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network be90b45c-758b-4af1-8735-116ce396682f details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:45:53.165656 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f29588ff-747a-4c0b-8512-1333c9c1a68a tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Made reservation on behalf of ab529dfd1ad24da6bc4864590c27745b for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:45:53.172973 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f29588ff-747a-4c0b-8512-1333c9c1a68a tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4733071'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:53.259397 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device d8f44f9a-d115-4bfd-8f56-cebbf7058ecd up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:45:53.261358 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-a5a6f10b-e9fc-452a-8a61-9ebb4dc9d750 None None] Provisioning complete for port d8f44f9a-d115-4bfd-8f56-cebbf7058ecd triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:45:53.261823 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a5a6f10b-e9fc-452a-8a61-9ebb4dc9d750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (d8f44f9a-d115-4bfd-8f56-cebbf7058ecd), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:53.451258 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f29588ff-747a-4c0b-8512-1333c9c1a68a tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4752401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4733085'] for subnet (07a49d8b-db4b-48f0-af1c-52b613272559), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:53.548049 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port d8f44f9a-d115-4bfd-8f56-cebbf7058ecd triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:45:53.548999 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (d8f44f9a-d115-4bfd-8f56-cebbf7058ecd), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:53.552300 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29588ff-747a-4c0b-8512-1333c9c1a68a tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Pushing event updated for resources: {'Subnet': ['ID=07a49d8b-db4b-48f0-af1c-52b613272559,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:45:53.556094 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29588ff-747a-4c0b-8512-1333c9c1a68a tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Checking segment: {'id': 'a937a8d9-e385-43ec-8a90-06d2e8348018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'be90b45c-758b-4af1-8735-116ce396682f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:45:53.556661 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f29588ff-747a-4c0b-8512-1333c9c1a68a tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Network hostable DHCP agents. Network: be90b45c-758b-4af1-8735-116ce396682f, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:45:53.581700 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f29588ff-747a-4c0b-8512-1333c9c1a68a tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Network be90b45c-758b-4af1-8735-116ce396682f is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:45:53.594885 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-f29588ff-747a-4c0b-8512-1333c9c1a68a tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, be90b45c-758b-4af1-8735-116ce396682f) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:45:53.596912 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-a5a6f10b-e9fc-452a-8a61-9ebb4dc9d750 None None] Current status of the port d8f44f9a-d115-4bfd-8f56-cebbf7058ecd is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:45:53.597153 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a5a6f10b-e9fc-452a-8a61-9ebb4dc9d750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (d8f44f9a-d115-4bfd-8f56-cebbf7058ecd), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:53.603235 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-6532ad8b-f8de-4e26-a08a-3503ac5be6ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a057f493-c0f0-478a-8716-95a3356ea168', 'name': 'tempest-RoutersTest-router-581942818', 'tenant_id': 'ab529dfd1ad24da6bc4864590c27745b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:45:44Z', 'updated_at': '2022-01-28T19:45:51Z', 'revision_number': 3, 'project_id': 'ab529dfd1ad24da6bc4864590c27745b', 'gw_port_host': None, '_interfaces': [{'id': '80c9b3be-bbb3-48d6-890a-60a0b3a1c1c6', 'name': '', 'network_id': 'b1448153-914e-4db6-a06a-0d54dbee8fcf', 'tenant_id': 'ab529dfd1ad24da6bc4864590c27745b', 'mac_address': 'fa:16:3e:27:e0:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a057f493-c0f0-478a-8716-95a3356ea168', 'device_owner': 'network:router_interface', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': '267b24ff-893f-4ad5-becc-c193f6ebd3a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:45:46Z', 'updated_at': '2022-01-28T19:45:50Z', 'revision_number': 5, 'project_id': 'ab529dfd1ad24da6bc4864590c27745b', 'subnets': [{'id': '267b24ff-893f-4ad5-becc-c193f6ebd3a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df6900bf-2b5f-4426-8d80-95ea274d992d', 'name': '', 'network_id': '4822fd1d-91d9-4af7-b33d-50dea0fbbda6', 'tenant_id': 'ab529dfd1ad24da6bc4864590c27745b', 'mac_address': 'fa:16:3e:e0:89:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a057f493-c0f0-478a-8716-95a3356ea168', 'device_owner': 'network:router_interface', 'standard_attr_id': 3449, 'fixed_ips': [{'subnet_id': '235000aa-f282-4018-a482-7a9333732e3f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:45:50Z', 'updated_at': '2022-01-28T19:45:51Z', 'revision_number': 2, 'project_id': 'ab529dfd1ad24da6bc4864590c27745b', 'subnets': [{'id': '235000aa-f282-4018-a482-7a9333732e3f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:45:53.609289 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da07221f-651c-4c05-95c7-bb5566e9d537 None None] Network be90b45c-758b-4af1-8735-116ce396682f requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:45:53.610792 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f29588ff-747a-4c0b-8512-1333c9c1a68a tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:53.612278 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f29588ff-747a-4c0b-8512-1333c9c1a68a tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:53.636861 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-f29588ff-747a-4c0b-8512-1333c9c1a68a tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6267545 Jan 28 19:45:53.639689 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 53804) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:45:53.704691 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6532ad8b-f8de-4e26-a08a-3503ac5be6ba None None] Checking router: a057f493-c0f0-478a-8716-95a3356ea168 for host: n-d-812111-14 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:45:53.705209 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6532ad8b-f8de-4e26-a08a-3503ac5be6ba None None] Updating router a057f493-c0f0-478a-8716-95a3356ea168 port df6900bf-2b5f-4426-8d80-95ea274d992d binding host n-d-812111-14 {{(pid=103306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:45:54.024900 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-a5a6f10b-e9fc-452a-8a61-9ebb4dc9d750 None None] For port d8f44f9a-d115-4bfd-8f56-cebbf7058ecd, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=d8f44f9a-d115-4bfd-8f56-cebbf7058ecd,segment=NetworkSegment(8b13d243-3de1-4e74-a267-e7cd691f622f),segment_id=8b13d243-3de1-4e74-a267-e7cd691f622f)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:45:54.040553 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6532ad8b-f8de-4e26-a08a-3503ac5be6ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (df6900bf-2b5f-4426-8d80-95ea274d992d), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:54.050375 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a5a6f10b-e9fc-452a-8a61-9ebb4dc9d750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (d8f44f9a-d115-4bfd-8f56-cebbf7058ecd), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:54.117010 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:54.189964 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74acfe5a-518b-4548-b222-d76eb1bdb1e0 req-3f066349-c36a-422f-95d2-60f51bfed499 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:54.191569 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-74acfe5a-518b-4548-b222-d76eb1bdb1e0 req-3f066349-c36a-422f-95d2-60f51bfed499 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a91007d-45be-4c6c-a11f-db74e1c43eb8 HTTP/1.1" status: 200 len: 945 time: 0.2287531 Jan 28 19:45:54.250700 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port d8f44f9a-d115-4bfd-8f56-cebbf7058ecd is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:45:54.268802 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f4a93ba-f5f0-4a8a-bb2b-1a349bbfffff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68cd31fd-e4cd-5fb3-a862-256fc47efcd2-be90b45c-758b-4af1-8735-116ce396682f', 'network_id': 'be90b45c-758b-4af1-8735-116ce396682f', 'project_id': 'ab529dfd1ad24da6bc4864590c27745b', 'fixed_ips': [{'subnet_id': '07a49d8b-db4b-48f0-af1c-52b613272559'}]}} from n-d-812111-14. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:45:54.269888 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2f4a93ba-f5f0-4a8a-bb2b-1a349bbfffff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:54.282364 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a6f10b-e9fc-452a-8a61-9ebb4dc9d750 None None] Pushing event updated for resources: {'Port': ['ID=d8f44f9a-d115-4bfd-8f56-cebbf7058ecd,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:45:54.287411 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-cb74843a-a8d8-4d56-8756-dac284a64e58 None None] Provisioning complete for port d8f44f9a-d115-4bfd-8f56-cebbf7058ecd triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:45:54.287970 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-cb74843a-a8d8-4d56-8756-dac284a64e58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (d8f44f9a-d115-4bfd-8f56-cebbf7058ecd), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:54.390474 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-26f1cf7a-b662-425d-9446-fefbdebca8ac tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:54.611723 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-2f4a93ba-f5f0-4a8a-bb2b-1a349bbfffff None None] Allocated IP 172.22.0.2 (be90b45c-758b-4af1-8735-116ce396682f/07a49d8b-db4b-48f0-af1c-52b613272559/3ba166db-dc2a-4296-9e07-654fbd0d036e) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:45:54.644769 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-74acfe5a-518b-4548-b222-d76eb1bdb1e0 req-591bcbee-e5cf-469d-8808-22fbd8162cbe tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/security-groups?id=7142df2f-bfa6-45d4-824d-35803ef6dce5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4062531 Jan 28 19:45:54.839638 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-cb74843a-a8d8-4d56-8756-dac284a64e58 None None] Current status of the port d8f44f9a-d115-4bfd-8f56-cebbf7058ecd is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:45:54.870405 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 53926) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:45:54.889167 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d964e49a-998c-4f35-82ea-853d3c18762a req-47b3342a-cfe1-42a2-9bb4-a6c950c2f335 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:54.891805 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d964e49a-998c-4f35-82ea-853d3c18762a req-47b3342a-cfe1-42a2-9bb4-a6c950c2f335 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a91007d-45be-4c6c-a11f-db74e1c43eb8 HTTP/1.1" status: 200 len: 945 time: 0.1320908 Jan 28 19:45:54.917341 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-cb74843a-a8d8-4d56-8756-dac284a64e58 None None] Provisioning complete for port df6900bf-2b5f-4426-8d80-95ea274d992d triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:45:54.917727 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-cb74843a-a8d8-4d56-8756-dac284a64e58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (df6900bf-2b5f-4426-8d80-95ea274d992d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:54.986634 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d964e49a-998c-4f35-82ea-853d3c18762a req-6ce03f2d-45e9-4f14-a035-99a832a42eaf tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/security-groups?id=7142df2f-bfa6-45d4-824d-35803ef6dce5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892451 Jan 28 19:45:54.999113 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-cb74843a-a8d8-4d56-8756-dac284a64e58 None None] Port df6900bf-2b5f-4426-8d80-95ea274d992d cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:45:55.231454 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device d8f44f9a-d115-4bfd-8f56-cebbf7058ecd up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:45:55.366556 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6532ad8b-f8de-4e26-a08a-3503ac5be6ba None None] Publish callbacks [] for port (df6900bf-2b5f-4426-8d80-95ea274d992d), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:55.382722 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-18e68d00-0779-4751-9efc-a6e8a6102ea1 None None] Provisioning complete for port df6900bf-2b5f-4426-8d80-95ea274d992d triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:45:55.383254 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-18e68d00-0779-4751-9efc-a6e8a6102ea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (df6900bf-2b5f-4426-8d80-95ea274d992d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:55.390837 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2f4a93ba-f5f0-4a8a-bb2b-1a349bbfffff None None] Publish callbacks [] for port (3ba166db-dc2a-4296-9e07-654fbd0d036e), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:55.392307 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6532ad8b-f8de-4e26-a08a-3503ac5be6ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (df6900bf-2b5f-4426-8d80-95ea274d992d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:55.471466 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2f4a93ba-f5f0-4a8a-bb2b-1a349bbfffff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (3ba166db-dc2a-4296-9e07-654fbd0d036e), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:55.524177 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da24bb44-bcb1-4c60-aa25-6eb91df7ef70 tempest-TestNetworkBasicOps-1717839870 tempest-TestNetworkBasicOps-1717839870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:55.525458 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da24bb44-bcb1-4c60-aa25-6eb91df7ef70 tempest-TestNetworkBasicOps-1717839870 tempest-TestNetworkBasicOps-1717839870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:55.526929 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da24bb44-bcb1-4c60-aa25-6eb91df7ef70 tempest-TestNetworkBasicOps-1717839870 tempest-TestNetworkBasicOps-1717839870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:55.531567 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-da24bb44-bcb1-4c60-aa25-6eb91df7ef70 tempest-TestNetworkBasicOps-1717839870 tempest-TestNetworkBasicOps-1717839870-project-admin] 10.222.0.64 "GET /v2.0/ports?project_id=9e9e8439f0ef4f199c1cf289f0d53ad7&network_id=df8c1d24-8252-4f3f-bd12-1bda56258e33 HTTP/1.1" status: 200 len: 3076 time: 0.6548150 Jan 28 19:45:55.595365 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-26f1cf7a-b662-425d-9446-fefbdebca8ac tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Allocated IP 172.22.0.1 (be90b45c-758b-4af1-8735-116ce396682f/07a49d8b-db4b-48f0-af1c-52b613272559/21c82b6b-87d0-4386-9a62-9390bbbfacfe) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:45:55.600485 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-18e68d00-0779-4751-9efc-a6e8a6102ea1 None None] Port df6900bf-2b5f-4426-8d80-95ea274d992d cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:45:55.606106 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port d8f44f9a-d115-4bfd-8f56-cebbf7058ecd triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:45:55.606490 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (d8f44f9a-d115-4bfd-8f56-cebbf7058ecd), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:55.677566 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f4a93ba-f5f0-4a8a-bb2b-1a349bbfffff None None] Network be90b45c-758b-4af1-8735-116ce396682f is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:45:55.682481 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318b3918-55f1-424a-a3e3-7e9470f6e6d5 None None] Pushing event updated for resources: {'Port': ['ID=df6900bf-2b5f-4426-8d80-95ea274d992d,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:45:55.704593 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-2f4a93ba-f5f0-4a8a-bb2b-1a349bbfffff None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:45:55.715150 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4a93ba-f5f0-4a8a-bb2b-1a349bbfffff None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:45:55.773890 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-26f1cf7a-b662-425d-9446-fefbdebca8ac tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks [] for port (21c82b6b-87d0-4386-9a62-9390bbbfacfe), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:55.814040 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-26f1cf7a-b662-425d-9446-fefbdebca8ac tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (21c82b6b-87d0-4386-9a62-9390bbbfacfe), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:55.825441 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4a93ba-f5f0-4a8a-bb2b-1a349bbfffff None None] Pushing event updated for resources: {'Port': ['ID=3ba166db-dc2a-4296-9e07-654fbd0d036e,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:45:55.895936 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f1cf7a-b662-425d-9446-fefbdebca8ac tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Network be90b45c-758b-4af1-8735-116ce396682f is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:45:55.900557 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-26f1cf7a-b662-425d-9446-fefbdebca8ac tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:45:55.907596 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f1cf7a-b662-425d-9446-fefbdebca8ac tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:45:55.946513 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f1cf7a-b662-425d-9446-fefbdebca8ac tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Pushing event updated for resources: {'Port': ['ID=21c82b6b-87d0-4386-9a62-9390bbbfacfe,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:45:55.957899 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port d8f44f9a-d115-4bfd-8f56-cebbf7058ecd is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:45:55.972402 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-26f1cf7a-b662-425d-9446-fefbdebca8ac tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734769'] for router_interface (a057f493-c0f0-478a-8716-95a3356ea168), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:55.984607 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-2f4a93ba-f5f0-4a8a-bb2b-1a349bbfffff None None] Attempting to bind port 3ba166db-dc2a-4296-9e07-654fbd0d036e on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:45:55.984993 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-2f4a93ba-f5f0-4a8a-bb2b-1a349bbfffff None None] Attempting to bind port 3ba166db-dc2a-4296-9e07-654fbd0d036e by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': 'a937a8d9-e385-43ec-8a90-06d2e8348018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'be90b45c-758b-4af1-8735-116ce396682f'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:45:55.985385 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4a93ba-f5f0-4a8a-bb2b-1a349bbfffff None None] Attempting to bind port 3ba166db-dc2a-4296-9e07-654fbd0d036e on network be90b45c-758b-4af1-8735-116ce396682f {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:45:55.989919 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-6532ad8b-f8de-4e26-a08a-3503ac5be6ba None None] Attempting to bind port df6900bf-2b5f-4426-8d80-95ea274d992d on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:45:55.990147 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-6532ad8b-f8de-4e26-a08a-3503ac5be6ba None None] Attempting to bind port df6900bf-2b5f-4426-8d80-95ea274d992d by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '8b13d243-3de1-4e74-a267-e7cd691f622f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '4822fd1d-91d9-4af7-b33d-50dea0fbbda6'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:45:55.990693 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6532ad8b-f8de-4e26-a08a-3503ac5be6ba None None] Attempting to bind port df6900bf-2b5f-4426-8d80-95ea274d992d on network 4822fd1d-91d9-4af7-b33d-50dea0fbbda6 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:45:56.003124 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4a93ba-f5f0-4a8a-bb2b-1a349bbfffff None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:45:56.004064 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4a93ba-f5f0-4a8a-bb2b-1a349bbfffff None None] Checking segment: {'id': 'a937a8d9-e385-43ec-8a90-06d2e8348018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'be90b45c-758b-4af1-8735-116ce396682f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:45:56.004770 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2f4a93ba-f5f0-4a8a-bb2b-1a349bbfffff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:56.005719 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4a93ba-f5f0-4a8a-bb2b-1a349bbfffff None None] Bound using segment: {'id': 'a937a8d9-e385-43ec-8a90-06d2e8348018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'be90b45c-758b-4af1-8735-116ce396682f'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:45:56.007011 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-2f4a93ba-f5f0-4a8a-bb2b-1a349bbfffff None None] Bound port: 3ba166db-dc2a-4296-9e07-654fbd0d036e, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a937a8d9-e385-43ec-8a90-06d2e8348018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'be90b45c-758b-4af1-8735-116ce396682f'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:45:56.008003 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2f4a93ba-f5f0-4a8a-bb2b-1a349bbfffff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (3ba166db-dc2a-4296-9e07-654fbd0d036e), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:56.011982 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6532ad8b-f8de-4e26-a08a-3503ac5be6ba None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:45:56.012561 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6532ad8b-f8de-4e26-a08a-3503ac5be6ba None None] Checking segment: {'id': '8b13d243-3de1-4e74-a267-e7cd691f622f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '4822fd1d-91d9-4af7-b33d-50dea0fbbda6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:45:56.013151 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6532ad8b-f8de-4e26-a08a-3503ac5be6ba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:56.017738 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6532ad8b-f8de-4e26-a08a-3503ac5be6ba None None] Bound using segment: {'id': '8b13d243-3de1-4e74-a267-e7cd691f622f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '4822fd1d-91d9-4af7-b33d-50dea0fbbda6'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:45:56.018386 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-6532ad8b-f8de-4e26-a08a-3503ac5be6ba None None] Bound port: df6900bf-2b5f-4426-8d80-95ea274d992d, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b13d243-3de1-4e74-a267-e7cd691f622f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '4822fd1d-91d9-4af7-b33d-50dea0fbbda6'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:45:56.018866 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6532ad8b-f8de-4e26-a08a-3503ac5be6ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (df6900bf-2b5f-4426-8d80-95ea274d992d), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:56.146562 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-26f1cf7a-b662-425d-9446-fefbdebca8ac tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (21c82b6b-87d0-4386-9a62-9390bbbfacfe), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:56.171847 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-3147f3f0-705a-4ccd-b041-29956d3bd497 None None] Provisioning complete for port df6900bf-2b5f-4426-8d80-95ea274d992d triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:45:56.172472 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3147f3f0-705a-4ccd-b041-29956d3bd497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (df6900bf-2b5f-4426-8d80-95ea274d992d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:56.256126 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-6532ad8b-f8de-4e26-a08a-3503ac5be6ba None None] For port df6900bf-2b5f-4426-8d80-95ea274d992d, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:45:56.265220 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-6532ad8b-f8de-4e26-a08a-3503ac5be6ba None None] For port df6900bf-2b5f-4426-8d80-95ea274d992d, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=df6900bf-2b5f-4426-8d80-95ea274d992d,segment=NetworkSegment(8b13d243-3de1-4e74-a267-e7cd691f622f),segment_id=8b13d243-3de1-4e74-a267-e7cd691f622f)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:45:56.287092 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6532ad8b-f8de-4e26-a08a-3503ac5be6ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (df6900bf-2b5f-4426-8d80-95ea274d992d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:56.317095 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2f4a93ba-f5f0-4a8a-bb2b-1a349bbfffff None None] For port 3ba166db-dc2a-4296-9e07-654fbd0d036e, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:45:56.366990 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-3147f3f0-705a-4ccd-b041-29956d3bd497 None None] Port df6900bf-2b5f-4426-8d80-95ea274d992d cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:45:56.396767 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2f4a93ba-f5f0-4a8a-bb2b-1a349bbfffff None None] For port 3ba166db-dc2a-4296-9e07-654fbd0d036e, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=3ba166db-dc2a-4296-9e07-654fbd0d036e,segment=NetworkSegment(a937a8d9-e385-43ec-8a90-06d2e8348018),segment_id=a937a8d9-e385-43ec-8a90-06d2e8348018)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:45:56.419842 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2f4a93ba-f5f0-4a8a-bb2b-1a349bbfffff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (3ba166db-dc2a-4296-9e07-654fbd0d036e), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:56.448847 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6532ad8b-f8de-4e26-a08a-3503ac5be6ba None None] Routers {'a057f493-c0f0-478a-8716-95a3356ea168'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:45:56.450673 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-6532ad8b-f8de-4e26-a08a-3503ac5be6ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:45:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['a057f493-c0f0-478a-8716-95a3356ea168'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:45:56.601123 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-6532ad8b-f8de-4e26-a08a-3503ac5be6ba None None] Set router a057f493-c0f0-478a-8716-95a3356ea168 gateway port host: None {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:45:56.660142 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318b3918-55f1-424a-a3e3-7e9470f6e6d5 None None] Pushing event updated for resources: {'Port': ['ID=df6900bf-2b5f-4426-8d80-95ea274d992d,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:45:56.671544 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-26f1cf7a-b662-425d-9446-fefbdebca8ac tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks [] for port (21c82b6b-87d0-4386-9a62-9390bbbfacfe), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:56.678928 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-26f1cf7a-b662-425d-9446-fefbdebca8ac tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (21c82b6b-87d0-4386-9a62-9390bbbfacfe), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:56.718631 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17f7656-7954-49e8-bd4a-9f66d6172d2b req-0c1ff015-9ec4-4b8c-bd2b-36a58354d311 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:56.720216 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f17f7656-7954-49e8-bd4a-9f66d6172d2b req-0c1ff015-9ec4-4b8c-bd2b-36a58354d311 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d553984-08a5-4c2f-8ff1-acf427a87bf8 HTTP/1.1" status: 200 len: 944 time: 0.1455312 Jan 28 19:45:56.819831 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-26f1cf7a-b662-425d-9446-fefbdebca8ac tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-756216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-732801'] for router_interface (a057f493-c0f0-478a-8716-95a3356ea168), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:56.836503 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f1cf7a-b662-425d-9446-fefbdebca8ac tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Pushing event updated for resources: {'Port': ['ID=21c82b6b-87d0-4386-9a62-9390bbbfacfe,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:45:56.911313 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4a93ba-f5f0-4a8a-bb2b-1a349bbfffff None None] Pushing event updated for resources: {'Port': ['ID=3ba166db-dc2a-4296-9e07-654fbd0d036e,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:45:56.926208 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-6832fbb8-1bf5-48d7-8839-b60f7c991ca0 None None] Provisioning complete for port df6900bf-2b5f-4426-8d80-95ea274d992d triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:45:56.927057 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6832fbb8-1bf5-48d7-8839-b60f7c991ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (df6900bf-2b5f-4426-8d80-95ea274d992d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:56.981765 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-f17f7656-7954-49e8-bd4a-9f66d6172d2b req-240e8033-3ea5-423d-8273-83be6b024bc9 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Deleting port 5cdaf7a5-e6e5-431b-aa17-9f3059abfed4 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:45:56.982109 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f17f7656-7954-49e8-bd4a-9f66d6172d2b req-240e8033-3ea5-423d-8273-83be6b024bc9 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (5cdaf7a5-e6e5-431b-aa17-9f3059abfed4), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:57.011553 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f1cf7a-b662-425d-9446-fefbdebca8ac tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Network be90b45c-758b-4af1-8735-116ce396682f is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:45:57.015960 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-26f1cf7a-b662-425d-9446-fefbdebca8ac tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:45:57.208208 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-f17f7656-7954-49e8-bd4a-9f66d6172d2b req-240e8033-3ea5-423d-8273-83be6b024bc9 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] For port 5cdaf7a5-e6e5-431b-aa17-9f3059abfed4, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=5cdaf7a5-e6e5-431b-aa17-9f3059abfed4,segment=NetworkSegment(0e20d3ef-5527-42ba-86a4-bcb741be912b),segment_id=0e20d3ef-5527-42ba-86a4-bcb741be912b)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:45:57.208855 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f17f7656-7954-49e8-bd4a-9f66d6172d2b req-240e8033-3ea5-423d-8273-83be6b024bc9 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (5cdaf7a5-e6e5-431b-aa17-9f3059abfed4), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:57.252684 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26f1cf7a-b662-425d-9446-fefbdebca8ac tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Router a057f493-c0f0-478a-8716-95a3356ea168 has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:45:57.254459 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-f17f7656-7954-49e8-bd4a-9f66d6172d2b req-240e8033-3ea5-423d-8273-83be6b024bc9 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Calling delete_port for 5cdaf7a5-e6e5-431b-aa17-9f3059abfed4 owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:45:57.331169 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 3ba166db-dc2a-4296-9e07-654fbd0d036e up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:45:57.369413 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 54200) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:45:57.475166 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90a80812-6832-4441-aa63-d3787fe06b7e tempest-TestNetworkBasicOps-1717839870 tempest-TestNetworkBasicOps-1717839870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:57.477255 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-90a80812-6832-4441-aa63-d3787fe06b7e tempest-TestNetworkBasicOps-1717839870 tempest-TestNetworkBasicOps-1717839870-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 HTTP/1.1" status: 200 len: 814 time: 0.1068418 Jan 28 19:45:57.549619 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26f1cf7a-b662-425d-9446-fefbdebca8ac tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:45:57.555447 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-26f1cf7a-b662-425d-9446-fefbdebca8ac tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] 10.222.0.64 "PUT /v2.0/routers/a057f493-c0f0-478a-8716-95a3356ea168/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9149017 Jan 28 19:45:57.558978 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 54226) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:45:57.566793 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-39aa0091-bf3c-46c5-b36e-a1002d2b241e tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Request body: {'network': {'name': 'tempest-RoutersTest-1318889770'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:45:57.594569 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39aa0091-bf3c-46c5-b36e-a1002d2b241e tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Made reservation on behalf of ab529dfd1ad24da6bc4864590c27745b for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:45:57.598131 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-39aa0091-bf3c-46c5-b36e-a1002d2b241e tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:57.606503 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-6832fbb8-1bf5-48d7-8839-b60f7c991ca0 None None] Current status of the port df6900bf-2b5f-4426-8d80-95ea274d992d is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:45:57.607188 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6832fbb8-1bf5-48d7-8839-b60f7c991ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (df6900bf-2b5f-4426-8d80-95ea274d992d), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:57.653401 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-6532ad8b-f8de-4e26-a08a-3503ac5be6ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a057f493-c0f0-478a-8716-95a3356ea168', 'name': 'tempest-RoutersTest-router-581942818', 'tenant_id': 'ab529dfd1ad24da6bc4864590c27745b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:45:44Z', 'updated_at': '2022-01-28T19:45:56Z', 'revision_number': 4, 'project_id': 'ab529dfd1ad24da6bc4864590c27745b', 'gw_port_host': None, '_interfaces': [{'id': '21c82b6b-87d0-4386-9a62-9390bbbfacfe', 'name': '', 'network_id': 'be90b45c-758b-4af1-8735-116ce396682f', 'tenant_id': 'ab529dfd1ad24da6bc4864590c27745b', 'mac_address': 'fa:16:3e:5b:37:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a057f493-c0f0-478a-8716-95a3356ea168', 'device_owner': 'network:router_interface', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': '07a49d8b-db4b-48f0-af1c-52b613272559', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:45:54Z', 'updated_at': '2022-01-28T19:45:55Z', 'revision_number': 1, 'project_id': 'ab529dfd1ad24da6bc4864590c27745b', 'subnets': [{'id': '07a49d8b-db4b-48f0-af1c-52b613272559', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '80c9b3be-bbb3-48d6-890a-60a0b3a1c1c6', 'name': '', 'network_id': 'b1448153-914e-4db6-a06a-0d54dbee8fcf', 'tenant_id': 'ab529dfd1ad24da6bc4864590c27745b', 'mac_address': 'fa:16:3e:27:e0:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a057f493-c0f0-478a-8716-95a3356ea168', 'device_owner': 'network:router_interface', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': '267b24ff-893f-4ad5-becc-c193f6ebd3a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:45:46Z', 'updated_at': '2022-01-28T19:45:50Z', 'revision_number': 5, 'project_id': 'ab529dfd1ad24da6bc4864590c27745b', 'subnets': [{'id': '267b24ff-893f-4ad5-becc-c193f6ebd3a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df6900bf-2b5f-4426-8d80-95ea274d992d', 'name': '', 'network_id': '4822fd1d-91d9-4af7-b33d-50dea0fbbda6', 'tenant_id': 'ab529dfd1ad24da6bc4864590c27745b', 'mac_address': 'fa:16:3e:e0:89:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a057f493-c0f0-478a-8716-95a3356ea168', 'device_owner': 'network:router_interface', 'standard_attr_id': 3449, 'fixed_ips': [{'subnet_id': '235000aa-f282-4018-a482-7a9333732e3f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:45:50Z', 'updated_at': '2022-01-28T19:45:56Z', 'revision_number': 4, 'project_id': 'ab529dfd1ad24da6bc4864590c27745b', 'subnets': [{'id': '235000aa-f282-4018-a482-7a9333732e3f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:45:57.678685 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39aa0091-bf3c-46c5-b36e-a1002d2b241e tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:45:57.697550 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f17f7656-7954-49e8-bd4a-9f66d6172d2b req-240e8033-3ea5-423d-8273-83be6b024bc9 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (5cdaf7a5-e6e5-431b-aa17-9f3059abfed4), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:57.708303 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6532ad8b-f8de-4e26-a08a-3503ac5be6ba None None] The sync data for ids ['a057f493-c0f0-478a-8716-95a3356ea168'] in n-d-812111-14 is: [{'id': 'a057f493-c0f0-478a-8716-95a3356ea168', 'name': 'tempest-RoutersTest-router-581942818', 'tenant_id': 'ab529dfd1ad24da6bc4864590c27745b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:45:44Z', 'updated_at': '2022-01-28T19:45:56Z', 'revision_number': 4, 'project_id': 'ab529dfd1ad24da6bc4864590c27745b', 'gw_port_host': None, '_interfaces': [{'id': '21c82b6b-87d0-4386-9a62-9390bbbfacfe', 'name': '', 'network_id': 'be90b45c-758b-4af1-8735-116ce396682f', 'tenant_id': 'ab529dfd1ad24da6bc4864590c27745b', 'mac_address': 'fa:16:3e:5b:37:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a057f493-c0f0-478a-8716-95a3356ea168', 'device_owner': 'network:router_interface', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': '07a49d8b-db4b-48f0-af1c-52b613272559', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:45:54Z', 'updated_at': '2022-01-28T19:45:55Z', 'revision_number': 1, 'project_id': 'ab529dfd1ad24da6bc4864590c27745b', 'subnets': [{'id': '07a49d8b-db4b-48f0-af1c-52b613272559', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '80c9b3be-bbb3-48d6-890a-60a0b3a1c1c6', 'name': '', 'network_id': 'b1448153-914e-4db6-a06a-0d54dbee8fcf', 'tenant_id': 'ab529dfd1ad24da6bc4864590c27745b', 'mac_address': 'fa:16:3e:27:e0:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a057f493-c0f0-478a-8716-95a3356ea168', 'device_owner': 'network:router_interface', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': '267b24ff-893f-4ad5-becc-c193f6ebd3a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:45:46Z', 'updated_at': '2022-01-28T19:45:50Z', 'revision_number': 5, 'project_id': 'ab529dfd1ad24da6bc4864590c27745b', 'subnets': [{'id': '267b24ff-893f-4ad5-becc-c193f6ebd3a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df6900bf-2b5f-4426-8d80-95ea274d992d', 'name': '', 'network_id': '4822fd1d-91d9-4af7-b33d-50dea0fbbda6', 'tenant_id': 'ab529dfd1ad24da6bc4864590c27745b', 'mac_address': 'fa:16:3e:e0:89:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a057f493-c0f0-478a-8716-95a3356ea168', 'device_owner': 'network:router_interface', 'standard_attr_id': 3449, 'fixed_ips': [{'subnet_id': '235000aa-f282-4018-a482-7a9333732e3f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:45:50Z', 'updated_at': '2022-01-28T19:45:56Z', 'revision_number': 4, 'project_id': 'ab529dfd1ad24da6bc4864590c27745b', 'subnets': [{'id': '235000aa-f282-4018-a482-7a9333732e3f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:45:57.709849 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-39aa0091-bf3c-46c5-b36e-a1002d2b241e tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (90177970-19e1-49cb-8b99-10493e7724fb), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:57.710459 n-d-812111-14 neutron-server[103304]: INFO neutron.db.segments_db [None req-39aa0091-bf3c-46c5-b36e-a1002d2b241e tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Added segment 90177970-19e1-49cb-8b99-10493e7724fb of type vlan for network fafefa84-380d-431c-b6c7-a556b04eaa80 Jan 28 19:45:57.719048 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['0985c8f4-b2b5-44b7-a739-d77060232e00'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:45:57.722491 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['fc84d67e-4a27-4500-a718-5ac17e1f6fd0'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:45:57.726443 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-6832fbb8-1bf5-48d7-8839-b60f7c991ca0 None None] For port df6900bf-2b5f-4426-8d80-95ea274d992d, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=df6900bf-2b5f-4426-8d80-95ea274d992d,segment=NetworkSegment(8b13d243-3de1-4e74-a267-e7cd691f622f),segment_id=8b13d243-3de1-4e74-a267-e7cd691f622f)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:45:57.799335 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6832fbb8-1bf5-48d7-8839-b60f7c991ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (df6900bf-2b5f-4426-8d80-95ea274d992d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:57.834314 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-39aa0091-bf3c-46c5-b36e-a1002d2b241e tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (fafefa84-380d-431c-b6c7-a556b04eaa80), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:57.835186 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 3ba166db-dc2a-4296-9e07-654fbd0d036e triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:45:57.835871 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (3ba166db-dc2a-4296-9e07-654fbd0d036e), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:57.836200 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240e8033-3ea5-423d-8273-83be6b024bc9 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Pushing event deleted for resources: {'Port': ['ID=5cdaf7a5-e6e5-431b-aa17-9f3059abfed4,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:45:57.955643 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-39aa0091-bf3c-46c5-b36e-a1002d2b241e tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (fafefa84-380d-431c-b6c7-a556b04eaa80), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:57.969861 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39aa0091-bf3c-46c5-b36e-a1002d2b241e tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:57.971324 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-39aa0091-bf3c-46c5-b36e-a1002d2b241e tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:57.987178 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-f17f7656-7954-49e8-bd4a-9f66d6172d2b req-240e8033-3ea5-423d-8273-83be6b024bc9 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] No DVR routers for this DVR port 5cdaf7a5-e6e5-431b-aa17-9f3059abfed4 on host n-h2-812111-14 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:45:57.994240 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f17f7656-7954-49e8-bd4a-9f66d6172d2b req-240e8033-3ea5-423d-8273-83be6b024bc9 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:58.005553 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f17f7656-7954-49e8-bd4a-9f66d6172d2b req-240e8033-3ea5-423d-8273-83be6b024bc9 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "DELETE /v2.0/ports/5cdaf7a5-e6e5-431b-aa17-9f3059abfed4 HTTP/1.1" status: 204 len: 173 time: 1.2574272 Jan 28 19:45:58.006284 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d553984-08a5-4c2f-8ff1-acf427a87bf8', 'name': 'network-vif-deleted', 'tag': '5cdaf7a5-e6e5-431b-aa17-9f3059abfed4'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:45:58.008602 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c402db7c-77e7-4222-aff9-ba3f3c9c7d17" -d '{"events": [{"server_uuid": "8d553984-08a5-4c2f-8ff1-acf427a87bf8", "name": "network-vif-deleted", "tag": "5cdaf7a5-e6e5-431b-aa17-9f3059abfed4"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:45:58.046332 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6832fbb8-1bf5-48d7-8839-b60f7c991ca0 None None] Pushing event updated for resources: {'Port': ['ID=df6900bf-2b5f-4426-8d80-95ea274d992d,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:45:58.111353 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 28 Jan 2022 19:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05744839-9a8a-4b1a-ac1c-6b71a62d17d2 x-openstack-request-id: req-05744839-9a8a-4b1a-ac1c-6b71a62d17d2 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:45:58.111648 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d553984-08a5-4c2f-8ff1-acf427a87bf8", "name": "network-vif-deleted", "tag": "5cdaf7a5-e6e5-431b-aa17-9f3059abfed4", "status": "failed", "code": 422}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:45:58.111901 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-05744839-9a8a-4b1a-ac1c-6b71a62d17d2 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:45:58.112323 n-d-812111-14 neutron-server[103305]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8d553984-08a5-4c2f-8ff1-acf427a87bf8', 'name': 'network-vif-deleted', 'tag': '5cdaf7a5-e6e5-431b-aa17-9f3059abfed4', 'status': 'failed', 'code': 422} returned with failed status Jan 28 19:45:58.138248 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 54260) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:45:58.149009 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-4b8a5405-b9a3-43f4-a92f-5b7c9089bcbc tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Request body: {'network': {'name': 'tempest-network-smoke--401338739', 'project_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'port_security_enabled': True}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:45:58.181876 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-39aa0091-bf3c-46c5-b36e-a1002d2b241e tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6209393 Jan 28 19:45:58.185092 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 54262) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:45:58.193577 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39aa0091-bf3c-46c5-b36e-a1002d2b241e tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Pushing event updated for resources: {'Network': ['ID=fafefa84-380d-431c-b6c7-a556b04eaa80,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:45:58.213367 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-da0d4c92-d9ae-4bb7-9f0a-b6d3b72e6d97 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Request body: {'subnet': {'network_id': 'fafefa84-380d-431c-b6c7-a556b04eaa80', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:45:58.224159 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-368e0a43-3c22-43a5-bd1a-8b04f7a0a5dd req-073381e2-69d5-4e23-b1ba-674a12c9f9cf service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=be3928aa-c995-4e74-8f38-5189f9ff82ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3539450 Jan 28 19:45:58.278871 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b8a5405-b9a3-43f4-a92f-5b7c9089bcbc tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Made reservation on behalf of 9e9e8439f0ef4f199c1cf289f0d53ad7 for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:45:58.294966 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4b8a5405-b9a3-43f4-a92f-5b7c9089bcbc tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:58.343300 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368e0a43-3c22-43a5-bd1a-8b04f7a0a5dd req-21d23d64-31fd-4f3d-83fe-640fbc0cef46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:58.345568 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-368e0a43-3c22-43a5-bd1a-8b04f7a0a5dd req-21d23d64-31fd-4f3d-83fe-640fbc0cef46 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c316c98d83734d7eab7153e5f826023b&device_id=be3928aa-c995-4e74-8f38-5189f9ff82ed HTTP/1.1" status: 200 len: 1090 time: 0.0968692 Jan 28 19:45:58.353744 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network fafefa84-380d-431c-b6c7-a556b04eaa80 details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:45:58.489236 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b8a5405-b9a3-43f4-a92f-5b7c9089bcbc tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:45:58.524563 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 3ba166db-dc2a-4296-9e07-654fbd0d036e is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:45:58.525078 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4b8a5405-b9a3-43f4-a92f-5b7c9089bcbc tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (1046b148-caec-4335-a082-55997b4f6166), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:58.525503 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (3ba166db-dc2a-4296-9e07-654fbd0d036e), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:58.525725 n-d-812111-14 neutron-server[103305]: INFO neutron.db.segments_db [None req-4b8a5405-b9a3-43f4-a92f-5b7c9089bcbc tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Added segment 1046b148-caec-4335-a082-55997b4f6166 of type vlan for network c61eefcb-1d1b-4895-95e4-a5fe8859945a Jan 28 19:45:58.703651 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368e0a43-3c22-43a5-bd1a-8b04f7a0a5dd req-190168ee-bb38-427a-920e-129f6e72a7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:58.707833 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] For port 3ba166db-dc2a-4296-9e07-654fbd0d036e, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=3ba166db-dc2a-4296-9e07-654fbd0d036e,segment=NetworkSegment(a937a8d9-e385-43ec-8a90-06d2e8348018),segment_id=a937a8d9-e385-43ec-8a90-06d2e8348018)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:45:58.708070 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-368e0a43-3c22-43a5-bd1a-8b04f7a0a5dd req-190168ee-bb38-427a-920e-129f6e72a7b0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=87bd24c3-2f53-4d06-9d37-4b32bba79109 HTTP/1.1" status: 200 len: 912 time: 0.3322361 Jan 28 19:45:58.741767 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (3ba166db-dc2a-4296-9e07-654fbd0d036e), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:58.777250 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4b8a5405-b9a3-43f4-a92f-5b7c9089bcbc tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (c61eefcb-1d1b-4895-95e4-a5fe8859945a), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:58.831095 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-368e0a43-3c22-43a5-bd1a-8b04f7a0a5dd req-7fe24e15-54ca-4f4b-aa79-2bf9cc9a9a5a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cc2678dd-fe1b-43fd-bc4d-6e52f8daee48 HTTP/1.1" status: 200 len: 217 time: 0.1099980 Jan 28 19:45:58.891416 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4b8a5405-b9a3-43f4-a92f-5b7c9089bcbc tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (c61eefcb-1d1b-4895-95e4-a5fe8859945a), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:58.901711 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b8a5405-b9a3-43f4-a92f-5b7c9089bcbc tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:58.902352 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4b8a5405-b9a3-43f4-a92f-5b7c9089bcbc tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:58.913581 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da0d4c92-d9ae-4bb7-9f0a-b6d3b72e6d97 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Made reservation on behalf of ab529dfd1ad24da6bc4864590c27745b for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:45:58.918059 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-da0d4c92-d9ae-4bb7-9f0a-b6d3b72e6d97 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4733071'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:58.940502 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c8d9f9-1b0c-49bb-96e8-22cc8efddd99 None None] Network be90b45c-758b-4af1-8735-116ce396682f requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:45:58.964133 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368e0a43-3c22-43a5-bd1a-8b04f7a0a5dd req-def32ce3-9d8e-4b03-8f7d-13da8d5ba314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:58.969374 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-368e0a43-3c22-43a5-bd1a-8b04f7a0a5dd req-def32ce3-9d8e-4b03-8f7d-13da8d5ba314 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1b82f7aa-308b-4f07-b0c3-0d99e240d9ef HTTP/1.1" status: 200 len: 851 time: 0.1291914 Jan 28 19:45:59.030566 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-4b8a5405-b9a3-43f4-a92f-5b7c9089bcbc tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8883693 Jan 28 19:45:59.040249 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 54280) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:45:59.067547 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8a5405-b9a3-43f4-a92f-5b7c9089bcbc tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Pushing event updated for resources: {'Network': ['ID=c61eefcb-1d1b-4895-95e4-a5fe8859945a,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:45:59.142135 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Pushing event updated for resources: {'Port': ['ID=3ba166db-dc2a-4296-9e07-654fbd0d036e,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:45:59.155192 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network c61eefcb-1d1b-4895-95e4-a5fe8859945a details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:45:59.181829 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc540889-a667-458a-b2b7-8b96a96c4308 tempest-TestNetworkBasicOps-1717839870 tempest-TestNetworkBasicOps-1717839870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:59.183767 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-bc540889-a667-458a-b2b7-8b96a96c4308 tempest-TestNetworkBasicOps-1717839870 tempest-TestNetworkBasicOps-1717839870-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=9e9e8439f0ef4f199c1cf289f0d53ad7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1410108 Jan 28 19:45:59.194381 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 54282) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:45:59.280383 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-89695d12-4337-43d0-9d0b-6fb542a264be None None] Provisioning complete for port 3ba166db-dc2a-4296-9e07-654fbd0d036e triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:45:59.280944 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-89695d12-4337-43d0-9d0b-6fb542a264be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (3ba166db-dc2a-4296-9e07-654fbd0d036e), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:59.289520 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-da0d4c92-d9ae-4bb7-9f0a-b6d3b72e6d97 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4752401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4733085'] for subnet (6eedc6eb-0482-4b07-839c-f1b94699a412), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:59.358274 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368e0a43-3c22-43a5-bd1a-8b04f7a0a5dd req-3701ea9c-905f-4b27-84b2-5c2ef5f5f626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:59.360375 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-368e0a43-3c22-43a5-bd1a-8b04f7a0a5dd req-3701ea9c-905f-4b27-84b2-5c2ef5f5f626 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=87bd24c3-2f53-4d06-9d37-4b32bba79109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3847830 Jan 28 19:45:59.361089 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device df6900bf-2b5f-4426-8d80-95ea274d992d up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:45:59.400610 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0d4c92-d9ae-4bb7-9f0a-b6d3b72e6d97 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Pushing event updated for resources: {'Subnet': ['ID=6eedc6eb-0482-4b07-839c-f1b94699a412,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:45:59.406554 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0d4c92-d9ae-4bb7-9f0a-b6d3b72e6d97 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Checking segment: {'id': '90177970-19e1-49cb-8b99-10493e7724fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'fafefa84-380d-431c-b6c7-a556b04eaa80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:45:59.407063 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da0d4c92-d9ae-4bb7-9f0a-b6d3b72e6d97 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Network hostable DHCP agents. Network: fafefa84-380d-431c-b6c7-a556b04eaa80, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:45:59.427952 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da0d4c92-d9ae-4bb7-9f0a-b6d3b72e6d97 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Network fafefa84-380d-431c-b6c7-a556b04eaa80 is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:45:59.439986 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-da0d4c92-d9ae-4bb7-9f0a-b6d3b72e6d97 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, fafefa84-380d-431c-b6c7-a556b04eaa80) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:45:59.450868 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da0d4c92-d9ae-4bb7-9f0a-b6d3b72e6d97 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:59.451693 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-da0d4c92-d9ae-4bb7-9f0a-b6d3b72e6d97 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:59.472165 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-da0d4c92-d9ae-4bb7-9f0a-b6d3b72e6d97 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2816076 Jan 28 19:45:59.474584 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 54284) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:45:59.488325 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe63a25-ac88-47c0-97d8-8d5d0e39c013 None None] Network fafefa84-380d-431c-b6c7-a556b04eaa80 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:45:59.612003 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbbee3e-b389-4e78-9e52-87da748453a0 req-5d198c6d-3aed-4958-b5a5-835869851d24 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:59.625127 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ccbbee3e-b389-4e78-9e52-87da748453a0 req-5d198c6d-3aed-4958-b5a5-835869851d24 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=be3928aa-c995-4e74-8f38-5189f9ff82ed HTTP/1.1" status: 200 len: 907 time: 0.6363757 Jan 28 19:45:59.685499 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43558653-ca8c-4c63-b1ef-49f2046286f1 tempest-TestNetworkBasicOps-1717839870 tempest-TestNetworkBasicOps-1717839870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:59.701858 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-43558653-ca8c-4c63-b1ef-49f2046286f1 tempest-TestNetworkBasicOps-1717839870 tempest-TestNetworkBasicOps-1717839870-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5006680 Jan 28 19:45:59.702603 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 54286) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:45:59.721089 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae3f42d-d323-42ef-b75d-8c2a647fc848 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68cd31fd-e4cd-5fb3-a862-256fc47efcd2-fafefa84-380d-431c-b6c7-a556b04eaa80', 'network_id': 'fafefa84-380d-431c-b6c7-a556b04eaa80', 'project_id': 'ab529dfd1ad24da6bc4864590c27745b', 'fixed_ips': [{'subnet_id': '6eedc6eb-0482-4b07-839c-f1b94699a412'}]}} from n-d-812111-14. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:45:59.722750 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8ae3f42d-d323-42ef-b75d-8c2a647fc848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:59.752721 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-89695d12-4337-43d0-9d0b-6fb542a264be None None] Current status of the port 3ba166db-dc2a-4296-9e07-654fbd0d036e is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:45:59.959598 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port df6900bf-2b5f-4426-8d80-95ea274d992d triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:45:59.959984 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (df6900bf-2b5f-4426-8d80-95ea274d992d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:00.107799 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9ecb5e-1235-4f25-a44a-003103946adb None None] Sync routers for ids ['a057f493-c0f0-478a-8716-95a3356ea168'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:46:00.146510 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9ecb5e-1235-4f25-a44a-003103946adb None None] Routers {'a057f493-c0f0-478a-8716-95a3356ea168'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:46:00.148642 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-8a9ecb5e-1235-4f25-a44a-003103946adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:45:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['a057f493-c0f0-478a-8716-95a3356ea168'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:46:00.151908 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-546773f0-3b4b-4ec0-8b63-1dda0583749e tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:00.240670 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-8c6ed10d-a22c-45f9-a521-4772a8402053 tempest-TestNetworkBasicOps-1717839870 tempest-TestNetworkBasicOps-1717839870-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5348916 Jan 28 19:46:00.244415 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 54290) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:46:00.302954 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-368e0a43-3c22-43a5-bd1a-8b04f7a0a5dd req-2341594c-c624-47a1-968a-d72230fd4fbb service neutron] 10.222.0.41 "GET /v2.0/networks/87bd24c3-2f53-4d06-9d37-4b32bba79109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9282389 Jan 28 19:46:00.304075 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-8ae3f42d-d323-42ef-b75d-8c2a647fc848 None None] Allocated IP 172.23.0.2 (fafefa84-380d-431c-b6c7-a556b04eaa80/6eedc6eb-0482-4b07-839c-f1b94699a412/8ed86fe6-2add-455a-a533-0e2174573e0c) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:46:00.310023 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-809b5ea9-948a-484b-9bf3-841731e792f6 tempest-TestNetworkBasicOps-1717839870 tempest-TestNetworkBasicOps-1717839870-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=9e9e8439f0ef4f199c1cf289f0d53ad7&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0630181 Jan 28 19:46:00.318551 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 54292) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:46:00.347953 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port df6900bf-2b5f-4426-8d80-95ea274d992d is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:46:00.386761 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-8a9ecb5e-1235-4f25-a44a-003103946adb None None] Set router a057f493-c0f0-478a-8716-95a3356ea168 gateway port host: None {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:46:00.490856 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-557c6e46-051c-4de8-8007-cb85152c34f1 None None] Provisioning complete for port 3ba166db-dc2a-4296-9e07-654fbd0d036e triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:46:00.491813 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-557c6e46-051c-4de8-8007-cb85152c34f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (3ba166db-dc2a-4296-9e07-654fbd0d036e), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:00.558751 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0866830d-2dff-4804-b1b8-b1ab4f6ea0f3 tempest-TestNetworkBasicOps-1717839870 tempest-TestNetworkBasicOps-1717839870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:00.570864 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-0866830d-2dff-4804-b1b8-b1ab4f6ea0f3 tempest-TestNetworkBasicOps-1717839870 tempest-TestNetworkBasicOps-1717839870-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2508430 Jan 28 19:46:00.573874 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-368e0a43-3c22-43a5-bd1a-8b04f7a0a5dd req-15ae356f-231c-4944-94ce-a735af2c332c service neutron] 10.222.0.41 "GET /v2.0/networks/87bd24c3-2f53-4d06-9d37-4b32bba79109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2625747 Jan 28 19:46:00.574480 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 54294) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:46:00.640833 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-557c6e46-051c-4de8-8007-cb85152c34f1 None None] Current status of the port 3ba166db-dc2a-4296-9e07-654fbd0d036e is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:46:00.647389 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-e19c76bb-e725-4b0f-8320-8431dbfc896b tempest-TestNetworkBasicOps-1717839870 tempest-TestNetworkBasicOps-1717839870-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0702636 Jan 28 19:46:00.648780 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 54298) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:46:00.657999 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-ee8c3263-621b-46d9-9ff7-ba57832863d6 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-238301303', 'network_id': 'c61eefcb-1d1b-4895-95e4-a5fe8859945a', 'project_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:46:00.708661 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-557c6e46-051c-4de8-8007-cb85152c34f1 None None] Provisioning complete for port 21c82b6b-87d0-4386-9a62-9390bbbfacfe triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:46:00.709044 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-557c6e46-051c-4de8-8007-cb85152c34f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (21c82b6b-87d0-4386-9a62-9390bbbfacfe), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:00.751872 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8ae3f42d-d323-42ef-b75d-8c2a647fc848 None None] Publish callbacks [] for port (8ed86fe6-2add-455a-a533-0e2174573e0c), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:00.771023 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8ae3f42d-d323-42ef-b75d-8c2a647fc848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (8ed86fe6-2add-455a-a533-0e2174573e0c), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:00.810832 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae3f42d-d323-42ef-b75d-8c2a647fc848 None None] Network fafefa84-380d-431c-b6c7-a556b04eaa80 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:46:00.819814 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-8ae3f42d-d323-42ef-b75d-8c2a647fc848 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:46:00.824400 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee8c3263-621b-46d9-9ff7-ba57832863d6 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Made reservation on behalf of 9e9e8439f0ef4f199c1cf289f0d53ad7 for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:46:00.825818 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae3f42d-d323-42ef-b75d-8c2a647fc848 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:46:00.834721 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ee8c3263-621b-46d9-9ff7-ba57832863d6 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5221429'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:00.884908 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-557c6e46-051c-4de8-8007-cb85152c34f1 None None] Port 21c82b6b-87d0-4386-9a62-9390bbbfacfe cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:46:00.907410 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-8a9ecb5e-1235-4f25-a44a-003103946adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a057f493-c0f0-478a-8716-95a3356ea168', 'name': 'tempest-RoutersTest-router-581942818', 'tenant_id': 'ab529dfd1ad24da6bc4864590c27745b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:45:44Z', 'updated_at': '2022-01-28T19:45:56Z', 'revision_number': 4, 'project_id': 'ab529dfd1ad24da6bc4864590c27745b', 'gw_port_host': None, '_interfaces': [{'id': '21c82b6b-87d0-4386-9a62-9390bbbfacfe', 'name': '', 'network_id': 'be90b45c-758b-4af1-8735-116ce396682f', 'tenant_id': 'ab529dfd1ad24da6bc4864590c27745b', 'mac_address': 'fa:16:3e:5b:37:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a057f493-c0f0-478a-8716-95a3356ea168', 'device_owner': 'network:router_interface', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': '07a49d8b-db4b-48f0-af1c-52b613272559', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:45:54Z', 'updated_at': '2022-01-28T19:45:56Z', 'revision_number': 2, 'project_id': 'ab529dfd1ad24da6bc4864590c27745b', 'subnets': [{'id': '07a49d8b-db4b-48f0-af1c-52b613272559', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '80c9b3be-bbb3-48d6-890a-60a0b3a1c1c6', 'name': '', 'network_id': 'b1448153-914e-4db6-a06a-0d54dbee8fcf', 'tenant_id': 'ab529dfd1ad24da6bc4864590c27745b', 'mac_address': 'fa:16:3e:27:e0:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a057f493-c0f0-478a-8716-95a3356ea168', 'device_owner': 'network:router_interface', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': '267b24ff-893f-4ad5-becc-c193f6ebd3a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:45:46Z', 'updated_at': '2022-01-28T19:45:50Z', 'revision_number': 5, 'project_id': 'ab529dfd1ad24da6bc4864590c27745b', 'subnets': [{'id': '267b24ff-893f-4ad5-becc-c193f6ebd3a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df6900bf-2b5f-4426-8d80-95ea274d992d', 'name': '', 'network_id': '4822fd1d-91d9-4af7-b33d-50dea0fbbda6', 'tenant_id': 'ab529dfd1ad24da6bc4864590c27745b', 'mac_address': 'fa:16:3e:e0:89:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a057f493-c0f0-478a-8716-95a3356ea168', 'device_owner': 'network:router_interface', 'standard_attr_id': 3449, 'fixed_ips': [{'subnet_id': '235000aa-f282-4018-a482-7a9333732e3f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:45:50Z', 'updated_at': '2022-01-28T19:45:57Z', 'revision_number': 5, 'project_id': 'ab529dfd1ad24da6bc4864590c27745b', 'subnets': [{'id': '235000aa-f282-4018-a482-7a9333732e3f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:46:00.921756 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582ec865-f31c-4e2c-8a2d-d111105fc4a3 req-723e34c8-c557-4bdd-97bd-27798ec10b77 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:00.923907 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-582ec865-f31c-4e2c-8a2d-d111105fc4a3 req-723e34c8-c557-4bdd-97bd-27798ec10b77 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.41 "GET /v2.0/ports?device_id=be3928aa-c995-4e74-8f38-5189f9ff82ed HTTP/1.1" status: 200 len: 907 time: 0.4306359 Jan 28 19:46:00.975186 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9ecb5e-1235-4f25-a44a-003103946adb None None] Checking router: a057f493-c0f0-478a-8716-95a3356ea168 for host: n-d-812111-14 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:46:00.975546 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9ecb5e-1235-4f25-a44a-003103946adb None None] Updating router a057f493-c0f0-478a-8716-95a3356ea168 port 21c82b6b-87d0-4386-9a62-9390bbbfacfe binding host n-d-812111-14 {{(pid=103307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:46:01.024898 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae3f42d-d323-42ef-b75d-8c2a647fc848 None None] Pushing event updated for resources: {'Port': ['ID=8ed86fe6-2add-455a-a533-0e2174573e0c,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:01.062236 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-8a9ecb5e-1235-4f25-a44a-003103946adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (21c82b6b-87d0-4386-9a62-9390bbbfacfe), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:01.095503 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ee8c3263-621b-46d9-9ff7-ba57832863d6 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4690681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5221415'] for subnet (74ba22d8-67fd-4d4b-a5d7-2cd1f5ffe40e), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:01.105712 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-8ae3f42d-d323-42ef-b75d-8c2a647fc848 None None] Attempting to bind port 8ed86fe6-2add-455a-a533-0e2174573e0c on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:46:01.106103 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-8ae3f42d-d323-42ef-b75d-8c2a647fc848 None None] Attempting to bind port 8ed86fe6-2add-455a-a533-0e2174573e0c by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '90177970-19e1-49cb-8b99-10493e7724fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'fafefa84-380d-431c-b6c7-a556b04eaa80'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:46:01.106473 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae3f42d-d323-42ef-b75d-8c2a647fc848 None None] Attempting to bind port 8ed86fe6-2add-455a-a533-0e2174573e0c on network fafefa84-380d-431c-b6c7-a556b04eaa80 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:46:01.153583 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae3f42d-d323-42ef-b75d-8c2a647fc848 None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:46:01.154549 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae3f42d-d323-42ef-b75d-8c2a647fc848 None None] Checking segment: {'id': '90177970-19e1-49cb-8b99-10493e7724fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'fafefa84-380d-431c-b6c7-a556b04eaa80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:46:01.154549 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8ae3f42d-d323-42ef-b75d-8c2a647fc848 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:01.154966 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae3f42d-d323-42ef-b75d-8c2a647fc848 None None] Bound using segment: {'id': '90177970-19e1-49cb-8b99-10493e7724fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'fafefa84-380d-431c-b6c7-a556b04eaa80'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:46:01.155479 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-8ae3f42d-d323-42ef-b75d-8c2a647fc848 None None] Bound port: 8ed86fe6-2add-455a-a533-0e2174573e0c, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90177970-19e1-49cb-8b99-10493e7724fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'fafefa84-380d-431c-b6c7-a556b04eaa80'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:46:01.155869 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8ae3f42d-d323-42ef-b75d-8c2a647fc848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (8ed86fe6-2add-455a-a533-0e2174573e0c), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:01.181787 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-dd2a66f0-7d0f-49a3-864a-d65d47e03def None None] Provisioning complete for port 21c82b6b-87d0-4386-9a62-9390bbbfacfe triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:46:01.182227 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-dd2a66f0-7d0f-49a3-864a-d65d47e03def None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (21c82b6b-87d0-4386-9a62-9390bbbfacfe), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:01.196745 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8c3263-621b-46d9-9ff7-ba57832863d6 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Pushing event updated for resources: {'Subnet': ['ID=74ba22d8-67fd-4d4b-a5d7-2cd1f5ffe40e,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:01.223900 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8c3263-621b-46d9-9ff7-ba57832863d6 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Checking segment: {'id': '1046b148-caec-4335-a082-55997b4f6166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c61eefcb-1d1b-4895-95e4-a5fe8859945a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:46:01.223900 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee8c3263-621b-46d9-9ff7-ba57832863d6 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Network hostable DHCP agents. Network: c61eefcb-1d1b-4895-95e4-a5fe8859945a, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:46:01.246289 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee8c3263-621b-46d9-9ff7-ba57832863d6 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Network c61eefcb-1d1b-4895-95e4-a5fe8859945a is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:46:01.263577 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-ee8c3263-621b-46d9-9ff7-ba57832863d6 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, c61eefcb-1d1b-4895-95e4-a5fe8859945a) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:46:01.278612 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee8c3263-621b-46d9-9ff7-ba57832863d6 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:01.280173 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ee8c3263-621b-46d9-9ff7-ba57832863d6 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:01.282328 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 3ba166db-dc2a-4296-9e07-654fbd0d036e up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:46:01.286243 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-dd2a66f0-7d0f-49a3-864a-d65d47e03def None None] Port 21c82b6b-87d0-4386-9a62-9390bbbfacfe cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:46:01.288987 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a95e30-b14b-4484-90bc-ee028db7e227 None None] Network c61eefcb-1d1b-4895-95e4-a5fe8859945a requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:46:01.320657 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-ee8c3263-621b-46d9-9ff7-ba57832863d6 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6694067 Jan 28 19:46:01.491260 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 3ba166db-dc2a-4296-9e07-654fbd0d036e triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:46:01.491865 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (3ba166db-dc2a-4296-9e07-654fbd0d036e), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:01.493548 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-c572c77c-48a4-4e2a-b6a6-8de44d5c2289 None None] Provisioning complete for port 21c82b6b-87d0-4386-9a62-9390bbbfacfe triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:46:01.494018 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c572c77c-48a4-4e2a-b6a6-8de44d5c2289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (21c82b6b-87d0-4386-9a62-9390bbbfacfe), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:01.543191 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-c572c77c-48a4-4e2a-b6a6-8de44d5c2289 None None] Port 21c82b6b-87d0-4386-9a62-9390bbbfacfe cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:46:01.546388 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-8a9ecb5e-1235-4f25-a44a-003103946adb None None] Publish callbacks [] for port (21c82b6b-87d0-4386-9a62-9390bbbfacfe), precommit_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:01.556901 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-8a9ecb5e-1235-4f25-a44a-003103946adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (21c82b6b-87d0-4386-9a62-9390bbbfacfe), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:01.563838 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-546773f0-3b4b-4ec0-8b63-1dda0583749e tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Allocated IP 172.23.0.1 (fafefa84-380d-431c-b6c7-a556b04eaa80/6eedc6eb-0482-4b07-839c-f1b94699a412/f9d1d326-0d71-472b-839f-514680eb631a) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:46:01.584700 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ac51c0-99b2-48a1-b4fb-c05c91450dc9 req-3f112c98-436d-4873-9b70-ffe6b70838df tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:01.586439 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-19ac51c0-99b2-48a1-b4fb-c05c91450dc9 req-3f112c98-436d-4873-9b70-ffe6b70838df tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=be3928aa-c995-4e74-8f38-5189f9ff82ed HTTP/1.1" status: 200 len: 907 time: 0.8262415 Jan 28 19:46:01.608851 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-8ae3f42d-d323-42ef-b75d-8c2a647fc848 None None] For port 8ed86fe6-2add-455a-a533-0e2174573e0c, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:46:01.614324 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-8ae3f42d-d323-42ef-b75d-8c2a647fc848 None None] For port 8ed86fe6-2add-455a-a533-0e2174573e0c, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=8ed86fe6-2add-455a-a533-0e2174573e0c,segment=NetworkSegment(90177970-19e1-49cb-8b99-10493e7724fb),segment_id=90177970-19e1-49cb-8b99-10493e7724fb)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:46:01.649039 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8ae3f42d-d323-42ef-b75d-8c2a647fc848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (8ed86fe6-2add-455a-a533-0e2174573e0c), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:01.710373 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 54304) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:46:01.717690 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-d665d49b-e0e5-4bce-a411-8da2376b0c91 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1118342613', 'description': 'tempest-secgroup-smoke-1118342613 description', 'project_id': '9e9e8439f0ef4f199c1cf289f0d53ad7'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:46:01.754742 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d665d49b-e0e5-4bce-a411-8da2376b0c91 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:01.763171 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b08482d-4cd1-407a-8052-47117564f1e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68cd31fd-e4cd-5fb3-a862-256fc47efcd2-c61eefcb-1d1b-4895-95e4-a5fe8859945a', 'network_id': 'c61eefcb-1d1b-4895-95e4-a5fe8859945a', 'project_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'fixed_ips': [{'subnet_id': '74ba22d8-67fd-4d4b-a5d7-2cd1f5ffe40e'}]}} from n-d-812111-14. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:46:01.767528 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9b08482d-4cd1-407a-8052-47117564f1e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:01.782104 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae3f42d-d323-42ef-b75d-8c2a647fc848 None None] Pushing event updated for resources: {'Port': ['ID=8ed86fe6-2add-455a-a533-0e2174573e0c,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:01.785931 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b7ac62-c5cf-47c5-810f-fa5f951e3830 None None] Pushing event updated for resources: {'Port': ['ID=21c82b6b-87d0-4386-9a62-9390bbbfacfe,revision_number=3']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:01.803689 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-582ec865-f31c-4e2c-8a2d-d111105fc4a3 req-4e95ae92-7d87-42f2-b121-9b3db2117d5f tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Deleting port cc2678dd-fe1b-43fd-bc4d-6e52f8daee48 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:46:01.804036 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-582ec865-f31c-4e2c-8a2d-d111105fc4a3 req-4e95ae92-7d87-42f2-b121-9b3db2117d5f tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (cc2678dd-fe1b-43fd-bc4d-6e52f8daee48), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:01.808730 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b7ac62-c5cf-47c5-810f-fa5f951e3830 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:46:01.809166 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b7ac62-c5cf-47c5-810f-fa5f951e3830 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:46:01.809520 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b7ac62-c5cf-47c5-810f-fa5f951e3830 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:46:01.809849 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b7ac62-c5cf-47c5-810f-fa5f951e3830 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:46:01.810179 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b7ac62-c5cf-47c5-810f-fa5f951e3830 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:46:01.810508 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b7ac62-c5cf-47c5-810f-fa5f951e3830 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:46:01.810831 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b7ac62-c5cf-47c5-810f-fa5f951e3830 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:46:01.811151 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b7ac62-c5cf-47c5-810f-fa5f951e3830 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:46:01.811470 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b7ac62-c5cf-47c5-810f-fa5f951e3830 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:46:01.811788 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b7ac62-c5cf-47c5-810f-fa5f951e3830 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:46:01.812107 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b7ac62-c5cf-47c5-810f-fa5f951e3830 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:46:01.812433 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b7ac62-c5cf-47c5-810f-fa5f951e3830 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:46:01.812740 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b7ac62-c5cf-47c5-810f-fa5f951e3830 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:46:01.857567 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-8a9ecb5e-1235-4f25-a44a-003103946adb None None] Attempting to bind port 21c82b6b-87d0-4386-9a62-9390bbbfacfe on host n-d-812111-14 for vnic_type normal with profile {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:46:01.857943 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-8a9ecb5e-1235-4f25-a44a-003103946adb None None] Attempting to bind port 21c82b6b-87d0-4386-9a62-9390bbbfacfe by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': 'a937a8d9-e385-43ec-8a90-06d2e8348018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'be90b45c-758b-4af1-8735-116ce396682f'}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:46:01.858296 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9ecb5e-1235-4f25-a44a-003103946adb None None] Attempting to bind port 21c82b6b-87d0-4386-9a62-9390bbbfacfe on network be90b45c-758b-4af1-8735-116ce396682f {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:46:01.871912 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9ecb5e-1235-4f25-a44a-003103946adb None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:46:01.875024 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9ecb5e-1235-4f25-a44a-003103946adb None None] Checking segment: {'id': 'a937a8d9-e385-43ec-8a90-06d2e8348018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'be90b45c-758b-4af1-8735-116ce396682f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:46:01.875589 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-8a9ecb5e-1235-4f25-a44a-003103946adb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:01.877870 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9ecb5e-1235-4f25-a44a-003103946adb None None] Bound using segment: {'id': 'a937a8d9-e385-43ec-8a90-06d2e8348018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'be90b45c-758b-4af1-8735-116ce396682f'} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:46:01.878380 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-8a9ecb5e-1235-4f25-a44a-003103946adb None None] Bound port: 21c82b6b-87d0-4386-9a62-9390bbbfacfe, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a937a8d9-e385-43ec-8a90-06d2e8348018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'be90b45c-758b-4af1-8735-116ce396682f'}}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:46:01.878768 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-8a9ecb5e-1235-4f25-a44a-003103946adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (21c82b6b-87d0-4386-9a62-9390bbbfacfe), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:01.932879 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d665d49b-e0e5-4bce-a411-8da2376b0c91 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks [] for security_group (5d4fedf9-85da-4f5c-9ec0-46cadb94d550), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:01.937576 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d665d49b-e0e5-4bce-a411-8da2376b0c91 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (5d4fedf9-85da-4f5c-9ec0-46cadb94d550), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:01.952685 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-546773f0-3b4b-4ec0-8b63-1dda0583749e tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks [] for port (f9d1d326-0d71-472b-839f-514680eb631a), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:02.012827 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d665d49b-e0e5-4bce-a411-8da2376b0c91 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:02.024695 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-d665d49b-e0e5-4bce-a411-8da2376b0c91 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3081219 Jan 28 19:46:02.025443 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 54308) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:46:02.042878 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-8a9ecb5e-1235-4f25-a44a-003103946adb None None] For port 21c82b6b-87d0-4386-9a62-9390bbbfacfe, host n-d-812111-14, cleared binding levels {{(pid=103307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:46:02.043155 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-8b47f247-ab77-490c-bb8b-364c897505fb tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Request body: {'security_group_rule': {'security_group_id': '5d4fedf9-85da-4f5c-9ec0-46cadb94d550', 'project_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:46:02.047582 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-8a9ecb5e-1235-4f25-a44a-003103946adb None None] For port 21c82b6b-87d0-4386-9a62-9390bbbfacfe, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=21c82b6b-87d0-4386-9a62-9390bbbfacfe,segment=NetworkSegment(a937a8d9-e385-43ec-8a90-06d2e8348018),segment_id=a937a8d9-e385-43ec-8a90-06d2e8348018)] {{(pid=103307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:46:02.050551 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 3ba166db-dc2a-4296-9e07-654fbd0d036e is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:46:02.061483 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d665d49b-e0e5-4bce-a411-8da2376b0c91 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d4fedf9-85da-4f5c-9ec0-46cadb94d550,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:02.069137 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-8a9ecb5e-1235-4f25-a44a-003103946adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (21c82b6b-87d0-4386-9a62-9390bbbfacfe), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:02.071144 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-582ec865-f31c-4e2c-8a2d-d111105fc4a3 req-4e95ae92-7d87-42f2-b121-9b3db2117d5f tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] For port cc2678dd-fe1b-43fd-bc4d-6e52f8daee48, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=cc2678dd-fe1b-43fd-bc4d-6e52f8daee48,segment=NetworkSegment(0e20d3ef-5527-42ba-86a4-bcb741be912b),segment_id=0e20d3ef-5527-42ba-86a4-bcb741be912b)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:46:02.072643 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-582ec865-f31c-4e2c-8a2d-d111105fc4a3 req-4e95ae92-7d87-42f2-b121-9b3db2117d5f tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (cc2678dd-fe1b-43fd-bc4d-6e52f8daee48), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:02.085388 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8b47f247-ab77-490c-bb8b-364c897505fb tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks [] for security_group_rule (802b047c-c585-4db6-87d5-0c59897dd27d), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:02.107552 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-582ec865-f31c-4e2c-8a2d-d111105fc4a3 req-4e95ae92-7d87-42f2-b121-9b3db2117d5f tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Calling delete_port for cc2678dd-fe1b-43fd-bc4d-6e52f8daee48 owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:46:02.121255 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-e0b0fc13-da8a-44b1-95f4-e4b090df5ff4 None None] Provisioning complete for port 21c82b6b-87d0-4386-9a62-9390bbbfacfe triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:46:02.121639 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e0b0fc13-da8a-44b1-95f4-e4b090df5ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (21c82b6b-87d0-4386-9a62-9390bbbfacfe), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:02.127036 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-546773f0-3b4b-4ec0-8b63-1dda0583749e tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (f9d1d326-0d71-472b-839f-514680eb631a), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:02.196800 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546773f0-3b4b-4ec0-8b63-1dda0583749e tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Pushing event updated for resources: {'Port': ['ID=f9d1d326-0d71-472b-839f-514680eb631a,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:02.246180 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8b47f247-ab77-490c-bb8b-364c897505fb tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks [] for security_group_rule (802b047c-c585-4db6-87d5-0c59897dd27d), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:02.247305 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-546773f0-3b4b-4ec0-8b63-1dda0583749e tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Network fafefa84-380d-431c-b6c7-a556b04eaa80 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:46:02.251991 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8b47f247-ab77-490c-bb8b-364c897505fb tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (802b047c-c585-4db6-87d5-0c59897dd27d), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:02.252512 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-546773f0-3b4b-4ec0-8b63-1dda0583749e tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:46:02.253391 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b7ac62-c5cf-47c5-810f-fa5f951e3830 None None] Pushing event updated for resources: {'Port': ['ID=21c82b6b-87d0-4386-9a62-9390bbbfacfe,revision_number=4']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:02.270652 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546773f0-3b4b-4ec0-8b63-1dda0583749e tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:46:02.322408 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9ecb5e-1235-4f25-a44a-003103946adb None None] Routers {'a057f493-c0f0-478a-8716-95a3356ea168'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:46:02.323035 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-8a9ecb5e-1235-4f25-a44a-003103946adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:45:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['a057f493-c0f0-478a-8716-95a3356ea168'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:46:02.372574 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-9b08482d-4cd1-407a-8052-47117564f1e7 None None] Allocated IP 172.20.0.18 (c61eefcb-1d1b-4895-95e4-a5fe8859945a/74ba22d8-67fd-4d4b-a5d7-2cd1f5ffe40e/1176171c-3637-4ad6-9283-9fc66c89afa3) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:46:02.415951 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8b47f247-ab77-490c-bb8b-364c897505fb tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:02.416283 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-546773f0-3b4b-4ec0-8b63-1dda0583749e tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734769'] for router_interface (a057f493-c0f0-478a-8716-95a3356ea168), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:02.417420 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-8b47f247-ab77-490c-bb8b-364c897505fb tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3885050 Jan 28 19:46:02.418770 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b47f247-ab77-490c-bb8b-364c897505fb tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=802b047c-c585-4db6-87d5-0c59897dd27d,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:02.421599 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 54310) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:46:02.429492 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-cc9d77e5-726e-4495-8e89-625a02f407a4 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Request body: {'security_group_rule': {'security_group_id': '5d4fedf9-85da-4f5c-9ec0-46cadb94d550', 'project_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:46:02.483615 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cc9d77e5-726e-4495-8e89-625a02f407a4 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks [] for security_group_rule (ead6a425-fb90-47d9-82fd-ccee117425a7), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:02.556803 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-8a9ecb5e-1235-4f25-a44a-003103946adb None None] Set router a057f493-c0f0-478a-8716-95a3356ea168 gateway port host: None {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:46:02.651540 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cc9d77e5-726e-4495-8e89-625a02f407a4 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks [] for security_group_rule (ead6a425-fb90-47d9-82fd-ccee117425a7), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:02.658436 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cc9d77e5-726e-4495-8e89-625a02f407a4 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (ead6a425-fb90-47d9-82fd-ccee117425a7), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:02.708788 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-582ec865-f31c-4e2c-8a2d-d111105fc4a3 req-4e95ae92-7d87-42f2-b121-9b3db2117d5f tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (cc2678dd-fe1b-43fd-bc4d-6e52f8daee48), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:02.717428 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9d77e5-726e-4495-8e89-625a02f407a4 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ead6a425-fb90-47d9-82fd-ccee117425a7,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:02.753326 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cc9d77e5-726e-4495-8e89-625a02f407a4 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:02.754771 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-cc9d77e5-726e-4495-8e89-625a02f407a4 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3321378 Jan 28 19:46:02.757866 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 54314) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:46:02.780850 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-2bffa77d-0266-472c-8851-bae3814a633a tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Request body: {'security_group_rule': {'security_group_id': '5d4fedf9-85da-4f5c-9ec0-46cadb94d550', 'project_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:46:02.846746 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2bffa77d-0266-472c-8851-bae3814a633a tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks [] for security_group_rule (c3a5bacc-bd53-47fa-9423-8311354ccec2), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:02.852905 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95ae92-7d87-42f2-b121-9b3db2117d5f tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Pushing event deleted for resources: {'Port': ['ID=cc2678dd-fe1b-43fd-bc4d-6e52f8daee48,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:02.935180 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-e0b0fc13-da8a-44b1-95f4-e4b090df5ff4 None None] Current status of the port 21c82b6b-87d0-4386-9a62-9390bbbfacfe is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:46:02.935723 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e0b0fc13-da8a-44b1-95f4-e4b090df5ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (21c82b6b-87d0-4386-9a62-9390bbbfacfe), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:02.950392 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-665c1ae9-37a4-4415-914c-8d6d3609fe55 req-068c7f59-d1d6-4180-a403-f483ef777004 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=be3928aa-c995-4e74-8f38-5189f9ff82ed HTTP/1.1" status: 200 len: 210 time: 0.1244333 Jan 28 19:46:02.981934 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2bffa77d-0266-472c-8851-bae3814a633a tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks [] for security_group_rule (c3a5bacc-bd53-47fa-9423-8311354ccec2), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:02.996905 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2bffa77d-0266-472c-8851-bae3814a633a tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (c3a5bacc-bd53-47fa-9423-8311354ccec2), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:03.035718 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-e0b0fc13-da8a-44b1-95f4-e4b090df5ff4 None None] For port 21c82b6b-87d0-4386-9a62-9390bbbfacfe, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=21c82b6b-87d0-4386-9a62-9390bbbfacfe,segment=NetworkSegment(a937a8d9-e385-43ec-8a90-06d2e8348018),segment_id=a937a8d9-e385-43ec-8a90-06d2e8348018)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:46:03.041422 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bffa77d-0266-472c-8851-bae3814a633a tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3a5bacc-bd53-47fa-9423-8311354ccec2,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:03.048803 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2bffa77d-0266-472c-8851-bae3814a633a tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:03.065530 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e0b0fc13-da8a-44b1-95f4-e4b090df5ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (21c82b6b-87d0-4386-9a62-9390bbbfacfe), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:03.066625 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-2bffa77d-0266-472c-8851-bae3814a633a tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3076553 Jan 28 19:46:03.067556 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 54316) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:46:03.076233 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-fce20a2c-1526-4f4c-a726-ef3cb4cbc227 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Request body: {'security_group_rule': {'security_group_id': '5d4fedf9-85da-4f5c-9ec0-46cadb94d550', 'project_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:46:03.090108 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-546773f0-3b4b-4ec0-8b63-1dda0583749e tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (f9d1d326-0d71-472b-839f-514680eb631a), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:03.131116 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fce20a2c-1526-4f4c-a726-ef3cb4cbc227 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks [] for security_group_rule (abfac19c-3ad0-432a-8c1f-cc8cc0ba1c77), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:03.143770 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-582ec865-f31c-4e2c-8a2d-d111105fc4a3 req-4e95ae92-7d87-42f2-b121-9b3db2117d5f tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] No DVR routers for this DVR port cc2678dd-fe1b-43fd-bc4d-6e52f8daee48 on host n-h1-812111-14 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:46:03.149072 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-582ec865-f31c-4e2c-8a2d-d111105fc4a3 req-4e95ae92-7d87-42f2-b121-9b3db2117d5f tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:03.155127 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b0fc13-da8a-44b1-95f4-e4b090df5ff4 None None] Pushing event updated for resources: {'Port': ['ID=21c82b6b-87d0-4386-9a62-9390bbbfacfe,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:03.164594 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-582ec865-f31c-4e2c-8a2d-d111105fc4a3 req-4e95ae92-7d87-42f2-b121-9b3db2117d5f tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.41 "DELETE /v2.0/ports/cc2678dd-fe1b-43fd-bc4d-6e52f8daee48 HTTP/1.1" status: 204 len: 173 time: 2.2308502 Jan 28 19:46:03.224694 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9b08482d-4cd1-407a-8052-47117564f1e7 None None] Publish callbacks [] for port (1176171c-3637-4ad6-9283-9fc66c89afa3), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:03.228034 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-3993f1fe-ac43-4526-81fa-f81450ba04fc None None] Provisioning complete for port 21c82b6b-87d0-4386-9a62-9390bbbfacfe triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:46:03.229499 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3993f1fe-ac43-4526-81fa-f81450ba04fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (21c82b6b-87d0-4386-9a62-9390bbbfacfe), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:03.253406 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-8a9ecb5e-1235-4f25-a44a-003103946adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a057f493-c0f0-478a-8716-95a3356ea168', 'name': 'tempest-RoutersTest-router-581942818', 'tenant_id': 'ab529dfd1ad24da6bc4864590c27745b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:45:44Z', 'updated_at': '2022-01-28T19:45:56Z', 'revision_number': 4, 'project_id': 'ab529dfd1ad24da6bc4864590c27745b', 'gw_port_host': None, '_interfaces': [{'id': '21c82b6b-87d0-4386-9a62-9390bbbfacfe', 'name': '', 'network_id': 'be90b45c-758b-4af1-8735-116ce396682f', 'tenant_id': 'ab529dfd1ad24da6bc4864590c27745b', 'mac_address': 'fa:16:3e:5b:37:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a057f493-c0f0-478a-8716-95a3356ea168', 'device_owner': 'network:router_interface', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': '07a49d8b-db4b-48f0-af1c-52b613272559', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:45:54Z', 'updated_at': '2022-01-28T19:46:02Z', 'revision_number': 4, 'project_id': 'ab529dfd1ad24da6bc4864590c27745b', 'subnets': [{'id': '07a49d8b-db4b-48f0-af1c-52b613272559', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '80c9b3be-bbb3-48d6-890a-60a0b3a1c1c6', 'name': '', 'network_id': 'b1448153-914e-4db6-a06a-0d54dbee8fcf', 'tenant_id': 'ab529dfd1ad24da6bc4864590c27745b', 'mac_address': 'fa:16:3e:27:e0:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a057f493-c0f0-478a-8716-95a3356ea168', 'device_owner': 'network:router_interface', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': '267b24ff-893f-4ad5-becc-c193f6ebd3a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:45:46Z', 'updated_at': '2022-01-28T19:45:50Z', 'revision_number': 5, 'project_id': 'ab529dfd1ad24da6bc4864590c27745b', 'subnets': [{'id': '267b24ff-893f-4ad5-becc-c193f6ebd3a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df6900bf-2b5f-4426-8d80-95ea274d992d', 'name': '', 'network_id': '4822fd1d-91d9-4af7-b33d-50dea0fbbda6', 'tenant_id': 'ab529dfd1ad24da6bc4864590c27745b', 'mac_address': 'fa:16:3e:e0:89:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a057f493-c0f0-478a-8716-95a3356ea168', 'device_owner': 'network:router_interface', 'standard_attr_id': 3449, 'fixed_ips': [{'subnet_id': '235000aa-f282-4018-a482-7a9333732e3f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:45:50Z', 'updated_at': '2022-01-28T19:45:57Z', 'revision_number': 5, 'project_id': 'ab529dfd1ad24da6bc4864590c27745b', 'subnets': [{'id': '235000aa-f282-4018-a482-7a9333732e3f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:46:03.294947 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9b08482d-4cd1-407a-8052-47117564f1e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (1176171c-3637-4ad6-9283-9fc66c89afa3), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:03.298227 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fce20a2c-1526-4f4c-a726-ef3cb4cbc227 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks [] for security_group_rule (abfac19c-3ad0-432a-8c1f-cc8cc0ba1c77), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:03.302856 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fce20a2c-1526-4f4c-a726-ef3cb4cbc227 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (abfac19c-3ad0-432a-8c1f-cc8cc0ba1c77), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:03.332980 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9ecb5e-1235-4f25-a44a-003103946adb None None] The sync data for ids ['a057f493-c0f0-478a-8716-95a3356ea168'] in n-d-812111-14 is: [{'id': 'a057f493-c0f0-478a-8716-95a3356ea168', 'name': 'tempest-RoutersTest-router-581942818', 'tenant_id': 'ab529dfd1ad24da6bc4864590c27745b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:45:44Z', 'updated_at': '2022-01-28T19:45:56Z', 'revision_number': 4, 'project_id': 'ab529dfd1ad24da6bc4864590c27745b', 'gw_port_host': None, '_interfaces': [{'id': '21c82b6b-87d0-4386-9a62-9390bbbfacfe', 'name': '', 'network_id': 'be90b45c-758b-4af1-8735-116ce396682f', 'tenant_id': 'ab529dfd1ad24da6bc4864590c27745b', 'mac_address': 'fa:16:3e:5b:37:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a057f493-c0f0-478a-8716-95a3356ea168', 'device_owner': 'network:router_interface', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': '07a49d8b-db4b-48f0-af1c-52b613272559', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:45:54Z', 'updated_at': '2022-01-28T19:46:02Z', 'revision_number': 4, 'project_id': 'ab529dfd1ad24da6bc4864590c27745b', 'subnets': [{'id': '07a49d8b-db4b-48f0-af1c-52b613272559', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '80c9b3be-bbb3-48d6-890a-60a0b3a1c1c6', 'name': '', 'network_id': 'b1448153-914e-4db6-a06a-0d54dbee8fcf', 'tenant_id': 'ab529dfd1ad24da6bc4864590c27745b', 'mac_address': 'fa:16:3e:27:e0:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a057f493-c0f0-478a-8716-95a3356ea168', 'device_owner': 'network:router_interface', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': '267b24ff-893f-4ad5-becc-c193f6ebd3a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:45:46Z', 'updated_at': '2022-01-28T19:45:50Z', 'revision_number': 5, 'project_id': 'ab529dfd1ad24da6bc4864590c27745b', 'subnets': [{'id': '267b24ff-893f-4ad5-becc-c193f6ebd3a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df6900bf-2b5f-4426-8d80-95ea274d992d', 'name': '', 'network_id': '4822fd1d-91d9-4af7-b33d-50dea0fbbda6', 'tenant_id': 'ab529dfd1ad24da6bc4864590c27745b', 'mac_address': 'fa:16:3e:e0:89:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a057f493-c0f0-478a-8716-95a3356ea168', 'device_owner': 'network:router_interface', 'standard_attr_id': 3449, 'fixed_ips': [{'subnet_id': '235000aa-f282-4018-a482-7a9333732e3f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:45:50Z', 'updated_at': '2022-01-28T19:45:57Z', 'revision_number': 5, 'project_id': 'ab529dfd1ad24da6bc4864590c27745b', 'subnets': [{'id': '235000aa-f282-4018-a482-7a9333732e3f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:46:03.339892 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce20a2c-1526-4f4c-a726-ef3cb4cbc227 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abfac19c-3ad0-432a-8c1f-cc8cc0ba1c77,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:03.360415 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fce20a2c-1526-4f4c-a726-ef3cb4cbc227 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:03.368784 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-fce20a2c-1526-4f4c-a726-ef3cb4cbc227 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2998536 Jan 28 19:46:03.377442 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 54320) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:46:03.393079 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-3d9ce98b-40f5-4e57-a786-c16af5890e9d tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Request body: {'security_group_rule': {'security_group_id': '5d4fedf9-85da-4f5c-9ec0-46cadb94d550', 'project_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:46:03.409597 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b08482d-4cd1-407a-8052-47117564f1e7 None None] Network c61eefcb-1d1b-4895-95e4-a5fe8859945a is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:46:03.414371 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-9b08482d-4cd1-407a-8052-47117564f1e7 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:46:03.421990 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b08482d-4cd1-407a-8052-47117564f1e7 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:46:03.452520 n-d-812111-14 neutron-server[103304]: INFO neutron.db.securitygroups_db [None req-3d9ce98b-40f5-4e57-a786-c16af5890e9d tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Project 9e9e8439f0ef4f199c1cf289f0d53ad7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 19:46:03.469346 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3d9ce98b-40f5-4e57-a786-c16af5890e9d tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks [] for security_group_rule (4fc35358-dc29-4f5b-ae73-b81f647aeada), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:03.483159 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-3993f1fe-ac43-4526-81fa-f81450ba04fc None None] Current status of the port 21c82b6b-87d0-4386-9a62-9390bbbfacfe is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:46:03.486916 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b08482d-4cd1-407a-8052-47117564f1e7 None None] Pushing event updated for resources: {'Port': ['ID=1176171c-3637-4ad6-9283-9fc66c89afa3,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:03.518128 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be3928aa-c995-4e74-8f38-5189f9ff82ed', 'name': 'network-vif-deleted', 'tag': 'cc2678dd-fe1b-43fd-bc4d-6e52f8daee48'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:46:03.545006 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1962d9a9-6302-494f-a4a4-04d9c4eae9d7" -d '{"events": [{"server_uuid": "be3928aa-c995-4e74-8f38-5189f9ff82ed", "name": "network-vif-deleted", "tag": "cc2678dd-fe1b-43fd-bc4d-6e52f8daee48"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:46:03.610409 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-9b08482d-4cd1-407a-8052-47117564f1e7 None None] Attempting to bind port 1176171c-3637-4ad6-9283-9fc66c89afa3 on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:46:03.611435 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-9b08482d-4cd1-407a-8052-47117564f1e7 None None] Attempting to bind port 1176171c-3637-4ad6-9283-9fc66c89afa3 by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '1046b148-caec-4335-a082-55997b4f6166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c61eefcb-1d1b-4895-95e4-a5fe8859945a'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:46:03.612020 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b08482d-4cd1-407a-8052-47117564f1e7 None None] Attempting to bind port 1176171c-3637-4ad6-9283-9fc66c89afa3 on network c61eefcb-1d1b-4895-95e4-a5fe8859945a {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:46:03.623465 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b08482d-4cd1-407a-8052-47117564f1e7 None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:46:03.624257 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b08482d-4cd1-407a-8052-47117564f1e7 None None] Checking segment: {'id': '1046b148-caec-4335-a082-55997b4f6166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c61eefcb-1d1b-4895-95e4-a5fe8859945a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:46:03.624899 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9b08482d-4cd1-407a-8052-47117564f1e7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:03.625515 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b08482d-4cd1-407a-8052-47117564f1e7 None None] Bound using segment: {'id': '1046b148-caec-4335-a082-55997b4f6166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c61eefcb-1d1b-4895-95e4-a5fe8859945a'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:46:03.627121 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-9b08482d-4cd1-407a-8052-47117564f1e7 None None] Bound port: 1176171c-3637-4ad6-9283-9fc66c89afa3, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1046b148-caec-4335-a082-55997b4f6166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c61eefcb-1d1b-4895-95e4-a5fe8859945a'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:46:03.628285 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9b08482d-4cd1-407a-8052-47117564f1e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (1176171c-3637-4ad6-9283-9fc66c89afa3), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:03.652962 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3d9ce98b-40f5-4e57-a786-c16af5890e9d tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks [] for security_group_rule (4fc35358-dc29-4f5b-ae73-b81f647aeada), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:03.662455 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3d9ce98b-40f5-4e57-a786-c16af5890e9d tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (4fc35358-dc29-4f5b-ae73-b81f647aeada), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:03.669693 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:46:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f67e5160-f0c8-4875-b320-6c0ff802e292 x-openstack-request-id: req-f67e5160-f0c8-4875-b320-6c0ff802e292 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:46:03.669988 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be3928aa-c995-4e74-8f38-5189f9ff82ed", "name": "network-vif-deleted", "tag": "cc2678dd-fe1b-43fd-bc4d-6e52f8daee48", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:46:03.670249 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f67e5160-f0c8-4875-b320-6c0ff802e292 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:46:03.670733 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be3928aa-c995-4e74-8f38-5189f9ff82ed', 'name': 'network-vif-deleted', 'tag': 'cc2678dd-fe1b-43fd-bc4d-6e52f8daee48', 'status': 'completed', 'code': 200} Jan 28 19:46:03.688653 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 8ed86fe6-2add-455a-a533-0e2174573e0c up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:46:03.710119 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9ce98b-40f5-4e57-a786-c16af5890e9d tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fc35358-dc29-4f5b-ae73-b81f647aeada,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:03.719207 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3d9ce98b-40f5-4e57-a786-c16af5890e9d tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:03.720597 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-3d9ce98b-40f5-4e57-a786-c16af5890e9d tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3420329 Jan 28 19:46:03.724522 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 54324) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:46:03.742272 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-0157bcab-be77-4eec-9c4a-cce1750fe6b2 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Request body: {'security_group_rule': {'security_group_id': '5d4fedf9-85da-4f5c-9ec0-46cadb94d550', 'project_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:46:03.783019 n-d-812111-14 neutron-server[103304]: INFO neutron.db.securitygroups_db [None req-0157bcab-be77-4eec-9c4a-cce1750fe6b2 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Project 9e9e8439f0ef4f199c1cf289f0d53ad7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 19:46:03.791096 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0157bcab-be77-4eec-9c4a-cce1750fe6b2 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks [] for security_group_rule (e5f7250a-257a-49cb-9fa9-c2631c05d895), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:03.800797 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 8ed86fe6-2add-455a-a533-0e2174573e0c triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:46:03.801218 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (8ed86fe6-2add-455a-a533-0e2174573e0c), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:03.802958 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91dc2488-3b01-41b4-b71b-0962430055eb None None] Network fafefa84-380d-431c-b6c7-a556b04eaa80 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:46:03.879337 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0157bcab-be77-4eec-9c4a-cce1750fe6b2 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks [] for security_group_rule (e5f7250a-257a-49cb-9fa9-c2631c05d895), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:03.884243 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0157bcab-be77-4eec-9c4a-cce1750fe6b2 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (e5f7250a-257a-49cb-9fa9-c2631c05d895), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:03.890859 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-546773f0-3b4b-4ec0-8b63-1dda0583749e tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks [] for port (f9d1d326-0d71-472b-839f-514680eb631a), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:03.899924 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-546773f0-3b4b-4ec0-8b63-1dda0583749e tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (f9d1d326-0d71-472b-839f-514680eb631a), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:03.902892 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0157bcab-be77-4eec-9c4a-cce1750fe6b2 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5f7250a-257a-49cb-9fa9-c2631c05d895,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:03.918000 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0157bcab-be77-4eec-9c4a-cce1750fe6b2 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:03.919577 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-0157bcab-be77-4eec-9c4a-cce1750fe6b2 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1927311 Jan 28 19:46:03.938428 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-74bd7ba1-2c32-44f0-b1c7-5c00417579bf None None] Provisioning complete for port 8ed86fe6-2add-455a-a533-0e2174573e0c triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:46:03.939763 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-74bd7ba1-2c32-44f0-b1c7-5c00417579bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (8ed86fe6-2add-455a-a533-0e2174573e0c), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:03.943277 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-9b08482d-4cd1-407a-8052-47117564f1e7 None None] For port 1176171c-3637-4ad6-9283-9fc66c89afa3, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:46:04.008121 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-9b08482d-4cd1-407a-8052-47117564f1e7 None None] For port 1176171c-3637-4ad6-9283-9fc66c89afa3, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=1176171c-3637-4ad6-9283-9fc66c89afa3,segment=NetworkSegment(1046b148-caec-4335-a082-55997b4f6166),segment_id=1046b148-caec-4335-a082-55997b4f6166)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:46:04.024148 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546773f0-3b4b-4ec0-8b63-1dda0583749e tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Pushing event updated for resources: {'Port': ['ID=f9d1d326-0d71-472b-839f-514680eb631a,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:04.034350 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-546773f0-3b4b-4ec0-8b63-1dda0583749e tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-756216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-732801'] for router_interface (a057f493-c0f0-478a-8716-95a3356ea168), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:04.085152 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9b08482d-4cd1-407a-8052-47117564f1e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (1176171c-3637-4ad6-9283-9fc66c89afa3), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:04.203479 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b08482d-4cd1-407a-8052-47117564f1e7 None None] Pushing event updated for resources: {'Port': ['ID=1176171c-3637-4ad6-9283-9fc66c89afa3,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:04.212590 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-690e886d-971d-46ab-9563-2451d68f04b7 req-53cfe77a-73a9-4be4-869b-19fc7f1175eb tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1118342613&fields=id&tenant_id=9e9e8439f0ef4f199c1cf289f0d53ad7 HTTP/1.1" status: 200 len: 267 time: 0.0872204 Jan 28 19:46:04.214349 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-546773f0-3b4b-4ec0-8b63-1dda0583749e tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Network fafefa84-380d-431c-b6c7-a556b04eaa80 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:46:04.215823 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-546773f0-3b4b-4ec0-8b63-1dda0583749e tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:46:04.320555 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-74bd7ba1-2c32-44f0-b1c7-5c00417579bf None None] Current status of the port 8ed86fe6-2add-455a-a533-0e2174573e0c is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:46:04.321080 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-74bd7ba1-2c32-44f0-b1c7-5c00417579bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (8ed86fe6-2add-455a-a533-0e2174573e0c), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:04.325888 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 8ed86fe6-2add-455a-a533-0e2174573e0c is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:46:04.326391 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (8ed86fe6-2add-455a-a533-0e2174573e0c), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:04.410817 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-74bd7ba1-2c32-44f0-b1c7-5c00417579bf None None] For port 8ed86fe6-2add-455a-a533-0e2174573e0c, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=8ed86fe6-2add-455a-a533-0e2174573e0c,segment=NetworkSegment(90177970-19e1-49cb-8b99-10493e7724fb),segment_id=90177970-19e1-49cb-8b99-10493e7724fb)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:46:04.451338 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-74bd7ba1-2c32-44f0-b1c7-5c00417579bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (8ed86fe6-2add-455a-a533-0e2174573e0c), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:04.496222 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690e886d-971d-46ab-9563-2451d68f04b7 req-5dc4e041-1a7b-42ed-bd77-3745fc8fb880 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:04.502319 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-690e886d-971d-46ab-9563-2451d68f04b7 req-5dc4e041-1a7b-42ed-bd77-3745fc8fb880 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] 10.222.0.64 "GET /v2.0/networks?id=c61eefcb-1d1b-4895-95e4-a5fe8859945a HTTP/1.1" status: 200 len: 796 time: 0.2878299 Jan 28 19:46:04.514211 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.db.api [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103306) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 19:46:04.514905 n-d-812111-14 neutron-server[103306]: DEBUG oslo_db.api [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 19:46:04.525608 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-546773f0-3b4b-4ec0-8b63-1dda0583749e tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Router a057f493-c0f0-478a-8716-95a3356ea168 has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:46:04.544807 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411a61de-c94f-4d77-b87c-d76ad0cd2e1b req-5b3f1d64-1b66-48d7-9b41-ef515112301c tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:04.546435 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-411a61de-c94f-4d77-b87c-d76ad0cd2e1b req-5b3f1d64-1b66-48d7-9b41-ef515112301c tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0ca55e5-132f-43d5-b396-5e2a170de718 HTTP/1.1" status: 200 len: 945 time: 0.1628475 Jan 28 19:46:04.556239 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bd7ba1-2c32-44f0-b1c7-5c00417579bf None None] Pushing event updated for resources: {'Port': ['ID=8ed86fe6-2add-455a-a533-0e2174573e0c,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:04.558767 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-690e886d-971d-46ab-9563-2451d68f04b7 req-aeee8799-00d0-4198-959f-6e8b8d983062 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] 10.222.0.64 "GET /v2.0/quotas/9e9e8439f0ef4f199c1cf289f0d53ad7 HTTP/1.1" status: 200 len: 375 time: 0.0270178 Jan 28 19:46:04.667625 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device cc2678dd-fe1b-43fd-bc4d-6e52f8daee48 no longer exists at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:46:04.692658 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-690e886d-971d-46ab-9563-2451d68f04b7 req-2f4c11be-55f2-4609-8b57-8b1c4d0bd0d4 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=9e9e8439f0ef4f199c1cf289f0d53ad7&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1330063 Jan 28 19:46:04.711530 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] No Port match for: cc2678dd-fe1b-43fd-bc4d-6e52f8daee48 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:46:04.711887 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device cc2678dd-fe1b-43fd-bc4d-6e52f8daee48 not bound to the agent host n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:46:04.728409 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-411a61de-c94f-4d77-b87c-d76ad0cd2e1b req-291324b2-0f67-453f-813f-ff90af5241bd tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/security-groups?id=d049ce91-97cc-4551-97a8-b334f2123d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738744 Jan 28 19:46:04.740840 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-546773f0-3b4b-4ec0-8b63-1dda0583749e tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:46:04.747307 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-546773f0-3b4b-4ec0-8b63-1dda0583749e tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] 10.222.0.64 "PUT /v2.0/routers/a057f493-c0f0-478a-8716-95a3356ea168/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2716210 Jan 28 19:46:04.750077 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 54348) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:46:04.755417 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-c1c9485b-99a2-4289-b2da-f7baaae6a8ea tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:46:04.761936 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10944d9-43b3-4a3c-89f8-afc022a190ab None None] Sync routers for ids ['a057f493-c0f0-478a-8716-95a3356ea168'] in n-d-812111-14 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:46:04.783887 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10944d9-43b3-4a3c-89f8-afc022a190ab None None] Routers {'a057f493-c0f0-478a-8716-95a3356ea168'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:46:04.784435 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-a10944d9-43b3-4a3c-89f8-afc022a190ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:45:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['a057f493-c0f0-478a-8716-95a3356ea168'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:46:04.918619 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [req-690e886d-971d-46ab-9563-2451d68f04b7 req-84636a4e-0afa-4594-8670-213c28a36434 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103304) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:46:04.926335 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-690e886d-971d-46ab-9563-2451d68f04b7 req-84636a4e-0afa-4594-8670-213c28a36434 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2213092 Jan 28 19:46:04.939120 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-a10944d9-43b3-4a3c-89f8-afc022a190ab None None] Set router a057f493-c0f0-478a-8716-95a3356ea168 gateway port host: None {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:46:04.942095 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-f4f416ed-46c4-4458-ad3b-063c43ad4e85 None None] Provisioning complete for port 8ed86fe6-2add-455a-a533-0e2174573e0c triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:46:04.942469 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f4f416ed-46c4-4458-ad3b-063c43ad4e85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (8ed86fe6-2add-455a-a533-0e2174573e0c), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:05.144075 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-690e886d-971d-46ab-9563-2451d68f04b7 req-64fca3cd-9536-4ee8-aa16-8a1868104852 service neutron] 10.222.0.64 "GET /v2.0/networks/c61eefcb-1d1b-4895-95e4-a5fe8859945a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165036 Jan 28 19:46:05.174289 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 8ed86fe6-2add-455a-a533-0e2174573e0c is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:46:05.175723 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 21c82b6b-87d0-4386-9a62-9390bbbfacfe up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:46:05.217896 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-f4f416ed-46c4-4458-ad3b-063c43ad4e85 None None] Current status of the port 8ed86fe6-2add-455a-a533-0e2174573e0c is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:46:05.272044 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-f4f416ed-46c4-4458-ad3b-063c43ad4e85 None None] Provisioning complete for port f9d1d326-0d71-472b-839f-514680eb631a triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:46:05.272417 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f4f416ed-46c4-4458-ad3b-063c43ad4e85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (f9d1d326-0d71-472b-839f-514680eb631a), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:05.289184 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-690e886d-971d-46ab-9563-2451d68f04b7 req-ba9576d6-81ed-48ee-a9e8-16bee859424e service neutron] 10.222.0.64 "GET /v2.0/networks/c61eefcb-1d1b-4895-95e4-a5fe8859945a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437740 Jan 28 19:46:05.334181 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 21c82b6b-87d0-4386-9a62-9390bbbfacfe triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:46:05.334558 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (21c82b6b-87d0-4386-9a62-9390bbbfacfe), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:05.431180 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-f4f416ed-46c4-4458-ad3b-063c43ad4e85 None None] Port f9d1d326-0d71-472b-839f-514680eb631a cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:46:05.528876 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-a10944d9-43b3-4a3c-89f8-afc022a190ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a057f493-c0f0-478a-8716-95a3356ea168', 'name': 'tempest-RoutersTest-router-581942818', 'tenant_id': 'ab529dfd1ad24da6bc4864590c27745b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:45:44Z', 'updated_at': '2022-01-28T19:46:02Z', 'revision_number': 5, 'project_id': 'ab529dfd1ad24da6bc4864590c27745b', 'gw_port_host': None, '_interfaces': [{'id': '21c82b6b-87d0-4386-9a62-9390bbbfacfe', 'name': '', 'network_id': 'be90b45c-758b-4af1-8735-116ce396682f', 'tenant_id': 'ab529dfd1ad24da6bc4864590c27745b', 'mac_address': 'fa:16:3e:5b:37:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a057f493-c0f0-478a-8716-95a3356ea168', 'device_owner': 'network:router_interface', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': '07a49d8b-db4b-48f0-af1c-52b613272559', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:45:54Z', 'updated_at': '2022-01-28T19:46:03Z', 'revision_number': 5, 'project_id': 'ab529dfd1ad24da6bc4864590c27745b', 'subnets': [{'id': '07a49d8b-db4b-48f0-af1c-52b613272559', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '80c9b3be-bbb3-48d6-890a-60a0b3a1c1c6', 'name': '', 'network_id': 'b1448153-914e-4db6-a06a-0d54dbee8fcf', 'tenant_id': 'ab529dfd1ad24da6bc4864590c27745b', 'mac_address': 'fa:16:3e:27:e0:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a057f493-c0f0-478a-8716-95a3356ea168', 'device_owner': 'network:router_interface', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': '267b24ff-893f-4ad5-becc-c193f6ebd3a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:45:46Z', 'updated_at': '2022-01-28T19:45:50Z', 'revision_number': 5, 'project_id': 'ab529dfd1ad24da6bc4864590c27745b', 'subnets': [{'id': '267b24ff-893f-4ad5-becc-c193f6ebd3a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df6900bf-2b5f-4426-8d80-95ea274d992d', 'name': '', 'network_id': '4822fd1d-91d9-4af7-b33d-50dea0fbbda6', 'tenant_id': 'ab529dfd1ad24da6bc4864590c27745b', 'mac_address': 'fa:16:3e:e0:89:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a057f493-c0f0-478a-8716-95a3356ea168', 'device_owner': 'network:router_interface', 'standard_attr_id': 3449, 'fixed_ips': [{'subnet_id': '235000aa-f282-4018-a482-7a9333732e3f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:45:50Z', 'updated_at': '2022-01-28T19:45:57Z', 'revision_number': 5, 'project_id': 'ab529dfd1ad24da6bc4864590c27745b', 'subnets': [{'id': '235000aa-f282-4018-a482-7a9333732e3f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9d1d326-0d71-472b-839f-514680eb631a', 'name': '', 'network_id': 'fafefa84-380d-431c-b6c7-a556b04eaa80', 'tenant_id': 'ab529dfd1ad24da6bc4864590c27745b', 'mac_address': 'fa:16:3e:78:0a:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a057f493-c0f0-478a-8716-95a3356ea168', 'device_owner': 'network:router_interface', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': '6eedc6eb-0482-4b07-839c-f1b94699a412', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:46:00Z', 'updated_at': '2022-01-28T19:46:03Z', 'revision_number': 2, 'project_id': 'ab529dfd1ad24da6bc4864590c27745b', 'subnets': [{'id': '6eedc6eb-0482-4b07-839c-f1b94699a412', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:46:05.588851 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9820d1b8-1f22-4c2f-944c-c81de4ff0ff8 req-7531a5e1-40a2-4741-a9b7-2dff3dd752fc tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] 10.222.0.64 "GET /v2.0/ports?device_id=f1f6cf91-354f-4777-b386-69c9b0afb022 HTTP/1.1" status: 200 len: 210 time: 0.0535157 Jan 28 19:46:05.612501 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10944d9-43b3-4a3c-89f8-afc022a190ab None None] Checking router: a057f493-c0f0-478a-8716-95a3356ea168 for host: n-d-812111-14 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:46:05.613038 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10944d9-43b3-4a3c-89f8-afc022a190ab None None] Updating router a057f493-c0f0-478a-8716-95a3356ea168 port f9d1d326-0d71-472b-839f-514680eb631a binding host n-d-812111-14 {{(pid=103306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:46:05.647634 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a10944d9-43b3-4a3c-89f8-afc022a190ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (f9d1d326-0d71-472b-839f-514680eb631a), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:05.648776 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.extraroute_db [None req-c1c9485b-99a2-4289-b2da-f7baaae6a8ea tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=103304) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 28 19:46:05.653303 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 21c82b6b-87d0-4386-9a62-9390bbbfacfe is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:46:05.694357 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.extraroute_db [None req-c1c9485b-99a2-4289-b2da-f7baaae6a8ea tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Removed routes are [] {{(pid=103304) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 28 19:46:05.694774 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c1c9485b-99a2-4289-b2da-f7baaae6a8ea tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-731439', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-731081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-261371'] for router (a057f493-c0f0-478a-8716-95a3356ea168), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:05.723305 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-de871249-d846-4651-8ac2-126b8a12ea6c None None] Provisioning complete for port f9d1d326-0d71-472b-839f-514680eb631a triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:46:05.723464 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-de871249-d846-4651-8ac2-126b8a12ea6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (f9d1d326-0d71-472b-839f-514680eb631a), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:06.002045 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa6e2ef-b21b-47fc-a1f5-d4e4eb3b7891 req-1ae3ac1c-cfcf-4d40-8f63-0db496e8bf44 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:06.007128 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8aa6e2ef-b21b-47fc-a1f5-d4e4eb3b7891 req-1ae3ac1c-cfcf-4d40-8f63-0db496e8bf44 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.41 "GET /v2.0/ports?device_id=d0ca55e5-132f-43d5-b396-5e2a170de718 HTTP/1.1" status: 200 len: 945 time: 0.1632137 Jan 28 19:46:06.038809 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-de871249-d846-4651-8ac2-126b8a12ea6c None None] Port f9d1d326-0d71-472b-839f-514680eb631a cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:46:06.105335 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 8ed86fe6-2add-455a-a533-0e2174573e0c up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:46:06.176500 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-8aa6e2ef-b21b-47fc-a1f5-d4e4eb3b7891 req-9df98617-0196-433e-b8e0-eb0792c41999 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Deleting port fc84d67e-4a27-4500-a718-5ac17e1f6fd0 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:46:06.177961 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-8aa6e2ef-b21b-47fc-a1f5-d4e4eb3b7891 req-9df98617-0196-433e-b8e0-eb0792c41999 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (fc84d67e-4a27-4500-a718-5ac17e1f6fd0), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:06.209581 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16413bc3-4b6b-4a77-9d27-b435e5b1935f None None] Network c61eefcb-1d1b-4895-95e4-a5fe8859945a requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:46:06.246616 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c1c9485b-99a2-4289-b2da-f7baaae6a8ea tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-731439', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-731081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-261371'] for router (a057f493-c0f0-478a-8716-95a3356ea168), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:06.254723 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c1c9485b-99a2-4289-b2da-f7baaae6a8ea tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-731460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-731478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-731485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-731120'] for router (a057f493-c0f0-478a-8716-95a3356ea168), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:06.264952 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01ef644-bac4-40ce-beeb-df1d5cb7cb84 req-8908884d-ac64-4c42-8a97-6df7efa402f4 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:06.274850 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c01ef644-bac4-40ce-beeb-df1d5cb7cb84 req-8908884d-ac64-4c42-8a97-6df7efa402f4 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0ca55e5-132f-43d5-b396-5e2a170de718 HTTP/1.1" status: 200 len: 945 time: 0.3609002 Jan 28 19:46:06.353438 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-8aa6e2ef-b21b-47fc-a1f5-d4e4eb3b7891 req-9df98617-0196-433e-b8e0-eb0792c41999 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] For port fc84d67e-4a27-4500-a718-5ac17e1f6fd0, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=fc84d67e-4a27-4500-a718-5ac17e1f6fd0,segment=NetworkSegment(0e20d3ef-5527-42ba-86a4-bcb741be912b),segment_id=0e20d3ef-5527-42ba-86a4-bcb741be912b)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:46:06.353987 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-8aa6e2ef-b21b-47fc-a1f5-d4e4eb3b7891 req-9df98617-0196-433e-b8e0-eb0792c41999 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (fc84d67e-4a27-4500-a718-5ac17e1f6fd0), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:06.368913 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-8aa6e2ef-b21b-47fc-a1f5-d4e4eb3b7891 req-9df98617-0196-433e-b8e0-eb0792c41999 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Calling delete_port for fc84d67e-4a27-4500-a718-5ac17e1f6fd0 owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:46:06.501973 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c01ef644-bac4-40ce-beeb-df1d5cb7cb84 req-8d321e7f-4b6b-4872-8934-052c788135fb tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/security-groups?id=d049ce91-97cc-4551-97a8-b334f2123d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207959 Jan 28 19:46:06.518930 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1c9485b-99a2-4289-b2da-f7baaae6a8ea tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Router a057f493-c0f0-478a-8716-95a3356ea168 has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:46:06.566665 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 8ed86fe6-2add-455a-a533-0e2174573e0c triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:46:06.567287 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (8ed86fe6-2add-455a-a533-0e2174573e0c), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:06.659842 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-8aa6e2ef-b21b-47fc-a1f5-d4e4eb3b7891 req-9df98617-0196-433e-b8e0-eb0792c41999 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (fc84d67e-4a27-4500-a718-5ac17e1f6fd0), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:06.688972 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-35548521-5418-4180-a9ed-447845accdd3 None None] Provisioning complete for port 1176171c-3637-4ad6-9283-9fc66c89afa3 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:46:06.689435 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-35548521-5418-4180-a9ed-447845accdd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (1176171c-3637-4ad6-9283-9fc66c89afa3), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:06.695886 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df98617-0196-433e-b8e0-eb0792c41999 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Pushing event deleted for resources: {'Port': ['ID=fc84d67e-4a27-4500-a718-5ac17e1f6fd0,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:06.698354 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['0985c8f4-b2b5-44b7-a739-d77060232e00'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:46:06.700658 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['fc84d67e-4a27-4500-a718-5ac17e1f6fd0'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:46:06.745587 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-bd4054bd-7f89-40a4-b2f5-908df431355c req-dad87345-7615-4995-a530-4f36af98968f tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] 10.222.0.64 "GET /v2.0/ports?device_id=f1f6cf91-354f-4777-b386-69c9b0afb022 HTTP/1.1" status: 200 len: 210 time: 0.0465362 Jan 28 19:46:06.749735 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1c9485b-99a2-4289-b2da-f7baaae6a8ea tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:46:06.757213 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c1c9485b-99a2-4289-b2da-f7baaae6a8ea tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:06.761871 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-c1c9485b-99a2-4289-b2da-f7baaae6a8ea tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] 10.222.0.64 "PUT /v2.0/routers/a057f493-c0f0-478a-8716-95a3356ea168 HTTP/1.1" status: 200 len: 933 time: 2.0105760 Jan 28 19:46:06.763199 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 54368) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:46:06.803700 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-8aa6e2ef-b21b-47fc-a1f5-d4e4eb3b7891 req-9df98617-0196-433e-b8e0-eb0792c41999 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] No DVR routers for this DVR port fc84d67e-4a27-4500-a718-5ac17e1f6fd0 on host n-h1-812111-14 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:46:06.808052 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-8aa6e2ef-b21b-47fc-a1f5-d4e4eb3b7891 req-9df98617-0196-433e-b8e0-eb0792c41999 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:06.812151 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8aa6e2ef-b21b-47fc-a1f5-d4e4eb3b7891 req-9df98617-0196-433e-b8e0-eb0792c41999 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.41 "DELETE /v2.0/ports/fc84d67e-4a27-4500-a718-5ac17e1f6fd0 HTTP/1.1" status: 204 len: 173 time: 0.7974861 Jan 28 19:46:06.812787 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0ca55e5-132f-43d5-b396-5e2a170de718', 'name': 'network-vif-deleted', 'tag': 'fc84d67e-4a27-4500-a718-5ac17e1f6fd0'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:46:06.815305 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a2b9e47-a473-4230-b40e-fd673b3974d7" -d '{"events": [{"server_uuid": "d0ca55e5-132f-43d5-b396-5e2a170de718", "name": "network-vif-deleted", "tag": "fc84d67e-4a27-4500-a718-5ac17e1f6fd0"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:46:06.883444 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:46:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8f4475a-9884-4395-827f-2616c63fb98c x-openstack-request-id: req-d8f4475a-9884-4395-827f-2616c63fb98c {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:46:06.884127 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0ca55e5-132f-43d5-b396-5e2a170de718", "name": "network-vif-deleted", "tag": "fc84d67e-4a27-4500-a718-5ac17e1f6fd0", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:46:06.884534 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d8f4475a-9884-4395-827f-2616c63fb98c {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:46:06.885811 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0ca55e5-132f-43d5-b396-5e2a170de718', 'name': 'network-vif-deleted', 'tag': 'fc84d67e-4a27-4500-a718-5ac17e1f6fd0', 'status': 'completed', 'code': 200} Jan 28 19:46:06.906867 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a10944d9-43b3-4a3c-89f8-afc022a190ab None None] Publish callbacks [] for port (f9d1d326-0d71-472b-839f-514680eb631a), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:06.970844 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 54372) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:46:06.971125 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-812e50de-ba22-40ac-b504-dd91090890fd tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] 10.222.0.64 "GET /v2.0/routers/a057f493-c0f0-478a-8716-95a3356ea168 HTTP/1.1" status: 200 len: 933 time: 0.2072628 Jan 28 19:46:06.976432 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-ae955fcd-86bd-4af0-94aa-5b7a22b59b82 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Request body: {'router': {'routes': None}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:46:06.979723 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a10944d9-43b3-4a3c-89f8-afc022a190ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (f9d1d326-0d71-472b-839f-514680eb631a), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:07.052788 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-df0e6535-ddf0-487f-8a60-be14b0ccbae9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:07.204277 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700390b3-92cb-4572-bc6b-2b220c297bc7 None None] Pushing event updated for resources: {'Port': ['ID=f9d1d326-0d71-472b-839f-514680eb631a,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:07.300992 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-35548521-5418-4180-a9ed-447845accdd3 None None] Current status of the port 1176171c-3637-4ad6-9283-9fc66c89afa3 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:46:07.301668 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-35548521-5418-4180-a9ed-447845accdd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (1176171c-3637-4ad6-9283-9fc66c89afa3), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:07.366687 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 8ed86fe6-2add-455a-a533-0e2174573e0c is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:46:07.367933 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 1176171c-3637-4ad6-9283-9fc66c89afa3 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:46:07.645463 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-a10944d9-43b3-4a3c-89f8-afc022a190ab None None] Attempting to bind port f9d1d326-0d71-472b-839f-514680eb631a on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:46:07.646067 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-a10944d9-43b3-4a3c-89f8-afc022a190ab None None] Attempting to bind port f9d1d326-0d71-472b-839f-514680eb631a by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '90177970-19e1-49cb-8b99-10493e7724fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'fafefa84-380d-431c-b6c7-a556b04eaa80'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:46:07.646534 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10944d9-43b3-4a3c-89f8-afc022a190ab None None] Attempting to bind port f9d1d326-0d71-472b-839f-514680eb631a on network fafefa84-380d-431c-b6c7-a556b04eaa80 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:46:07.679585 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10944d9-43b3-4a3c-89f8-afc022a190ab None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:46:07.680116 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10944d9-43b3-4a3c-89f8-afc022a190ab None None] Checking segment: {'id': '90177970-19e1-49cb-8b99-10493e7724fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'fafefa84-380d-431c-b6c7-a556b04eaa80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:46:07.680632 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a10944d9-43b3-4a3c-89f8-afc022a190ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:07.681153 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10944d9-43b3-4a3c-89f8-afc022a190ab None None] Bound using segment: {'id': '90177970-19e1-49cb-8b99-10493e7724fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'fafefa84-380d-431c-b6c7-a556b04eaa80'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:46:07.682108 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-a10944d9-43b3-4a3c-89f8-afc022a190ab None None] Bound port: f9d1d326-0d71-472b-839f-514680eb631a, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90177970-19e1-49cb-8b99-10493e7724fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'fafefa84-380d-431c-b6c7-a556b04eaa80'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:46:07.682272 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a10944d9-43b3-4a3c-89f8-afc022a190ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (f9d1d326-0d71-472b-839f-514680eb631a), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:07.688547 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-35548521-5418-4180-a9ed-447845accdd3 None None] For port 1176171c-3637-4ad6-9283-9fc66c89afa3, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=1176171c-3637-4ad6-9283-9fc66c89afa3,segment=NetworkSegment(1046b148-caec-4335-a082-55997b4f6166),segment_id=1046b148-caec-4335-a082-55997b4f6166)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:46:07.716692 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-35548521-5418-4180-a9ed-447845accdd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (1176171c-3637-4ad6-9283-9fc66c89afa3), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:07.781845 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35548521-5418-4180-a9ed-447845accdd3 None None] Pushing event updated for resources: {'Port': ['ID=1176171c-3637-4ad6-9283-9fc66c89afa3,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:07.814903 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.extraroute_db [None req-ae955fcd-86bd-4af0-94aa-5b7a22b59b82 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Added routes are [] {{(pid=103305) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 28 19:46:07.815439 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.extraroute_db [None req-ae955fcd-86bd-4af0-94aa-5b7a22b59b82 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=103305) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 28 19:46:07.841691 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690e886d-971d-46ab-9563-2451d68f04b7 req-66700954-6d5f-469d-a722-22d1eddaddb6 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:07.844296 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-690e886d-971d-46ab-9563-2451d68f04b7 req-66700954-6d5f-469d-a722-22d1eddaddb6 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] 10.222.0.41 "GET /v2.0/networks?id=c61eefcb-1d1b-4895-95e4-a5fe8859945a HTTP/1.1" status: 200 len: 796 time: 0.3510277 Jan 28 19:46:07.848289 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 1176171c-3637-4ad6-9283-9fc66c89afa3 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:46:07.848978 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (1176171c-3637-4ad6-9283-9fc66c89afa3), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:07.926025 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-e6ca6f08-68b2-480d-93bb-0a7cc7e00183 None None] Provisioning complete for port f9d1d326-0d71-472b-839f-514680eb631a triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:46:07.926492 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e6ca6f08-68b2-480d-93bb-0a7cc7e00183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (f9d1d326-0d71-472b-839f-514680eb631a), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:07.934897 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-a10944d9-43b3-4a3c-89f8-afc022a190ab None None] For port f9d1d326-0d71-472b-839f-514680eb631a, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:46:07.956783 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a4dc3438-833a-40d1-864b-005ee4d4551d req-0741509b-c69b-468c-b85c-73f6de38fbfb tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] 10.222.0.64 "GET /v2.0/ports?device_id=f1f6cf91-354f-4777-b386-69c9b0afb022 HTTP/1.1" status: 200 len: 210 time: 0.0569844 Jan 28 19:46:07.976108 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ae955fcd-86bd-4af0-94aa-5b7a22b59b82 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-731439', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-731081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-261371'] for router (a057f493-c0f0-478a-8716-95a3356ea168), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:07.990279 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-a10944d9-43b3-4a3c-89f8-afc022a190ab None None] For port f9d1d326-0d71-472b-839f-514680eb631a, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=f9d1d326-0d71-472b-839f-514680eb631a,segment=NetworkSegment(90177970-19e1-49cb-8b99-10493e7724fb),segment_id=90177970-19e1-49cb-8b99-10493e7724fb)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:46:08.035162 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 1176171c-3637-4ad6-9283-9fc66c89afa3 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:46:08.037035 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 21c82b6b-87d0-4386-9a62-9390bbbfacfe up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:46:08.055899 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a10944d9-43b3-4a3c-89f8-afc022a190ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (f9d1d326-0d71-472b-839f-514680eb631a), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:08.067170 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d100911b-0dd9-4967-b26e-c90e026d38b8 req-2579f072-2681-4612-880c-73464f03a237 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:08.076102 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d100911b-0dd9-4967-b26e-c90e026d38b8 req-2579f072-2681-4612-880c-73464f03a237 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a4cb9ad-0407-4f6d-b0cf-25991260284d HTTP/1.1" status: 200 len: 946 time: 0.0762591 Jan 28 19:46:08.082269 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-e6ca6f08-68b2-480d-93bb-0a7cc7e00183 None None] Port f9d1d326-0d71-472b-839f-514680eb631a cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:46:08.149656 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d100911b-0dd9-4967-b26e-c90e026d38b8 req-7493c251-f699-4a76-af51-7ac54769ce31 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/security-groups?id=d049ce91-97cc-4551-97a8-b334f2123d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723047 Jan 28 19:46:08.167645 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10944d9-43b3-4a3c-89f8-afc022a190ab None None] Routers {'a057f493-c0f0-478a-8716-95a3356ea168'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:46:08.168368 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-a10944d9-43b3-4a3c-89f8-afc022a190ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:45:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['a057f493-c0f0-478a-8716-95a3356ea168'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:46:08.190722 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-690e886d-971d-46ab-9563-2451d68f04b7 req-5140c3c2-238c-4a71-b5da-c7789d7277f2 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9e9e8439f0ef4f199c1cf289f0d53ad7 HTTP/1.1" status: 200 len: 473 time: 0.3290262 Jan 28 19:46:08.215610 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-e6ca6f08-68b2-480d-93bb-0a7cc7e00183 None None] Provisioning complete for port 1176171c-3637-4ad6-9283-9fc66c89afa3 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:46:08.216014 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e6ca6f08-68b2-480d-93bb-0a7cc7e00183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (1176171c-3637-4ad6-9283-9fc66c89afa3), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:08.243975 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-690e886d-971d-46ab-9563-2451d68f04b7 req-5aefacaa-202f-491f-8b7a-ff9d65e7704a tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Request body: {'port': {'device_id': 'f1f6cf91-354f-4777-b386-69c9b0afb022', 'network_id': 'c61eefcb-1d1b-4895-95e4-a5fe8859945a', 'admin_state_up': True, 'tenant_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'security_groups': ['5d4fedf9-85da-4f5c-9ec0-46cadb94d550']}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:46:08.291570 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700390b3-92cb-4572-bc6b-2b220c297bc7 None None] Pushing event updated for resources: {'Port': ['ID=f9d1d326-0d71-472b-839f-514680eb631a,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:08.297897 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 21c82b6b-87d0-4386-9a62-9390bbbfacfe triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:46:08.298310 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (21c82b6b-87d0-4386-9a62-9390bbbfacfe), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:08.358697 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-a10944d9-43b3-4a3c-89f8-afc022a190ab None None] Set router a057f493-c0f0-478a-8716-95a3356ea168 gateway port host: None {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:46:08.406383 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ae955fcd-86bd-4af0-94aa-5b7a22b59b82 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-731439', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-731081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-261371'] for router (a057f493-c0f0-478a-8716-95a3356ea168), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:08.414033 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ae955fcd-86bd-4af0-94aa-5b7a22b59b82 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-731460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-731478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-731485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-731120'] for router (a057f493-c0f0-478a-8716-95a3356ea168), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:08.422499 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-690e886d-971d-46ab-9563-2451d68f04b7 req-5aefacaa-202f-491f-8b7a-ff9d65e7704a tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Made reservation on behalf of 9e9e8439f0ef4f199c1cf289f0d53ad7 for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:46:08.425468 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-690e886d-971d-46ab-9563-2451d68f04b7 req-5aefacaa-202f-491f-8b7a-ff9d65e7704a tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:08.455655 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-e6ca6f08-68b2-480d-93bb-0a7cc7e00183 None None] Current status of the port 1176171c-3637-4ad6-9283-9fc66c89afa3 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:46:08.581265 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 21c82b6b-87d0-4386-9a62-9390bbbfacfe is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:46:08.586917 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae955fcd-86bd-4af0-94aa-5b7a22b59b82 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Router a057f493-c0f0-478a-8716-95a3356ea168 has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:46:08.611218 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-ff93e473-ecd0-432e-a4e2-0c9764ca5b30 None None] Provisioning complete for port f9d1d326-0d71-472b-839f-514680eb631a triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:46:08.611597 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ff93e473-ecd0-432e-a4e2-0c9764ca5b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (f9d1d326-0d71-472b-839f-514680eb631a), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:08.686041 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device fc84d67e-4a27-4500-a718-5ac17e1f6fd0 no longer exists at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:46:08.715676 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] No Port match for: fc84d67e-4a27-4500-a718-5ac17e1f6fd0 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:46:08.716025 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device fc84d67e-4a27-4500-a718-5ac17e1f6fd0 not bound to the agent host n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:46:08.723607 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 1176171c-3637-4ad6-9283-9fc66c89afa3 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:46:08.733749 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-690e886d-971d-46ab-9563-2451d68f04b7 req-5aefacaa-202f-491f-8b7a-ff9d65e7704a tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Allocated IP 172.20.0.23 (c61eefcb-1d1b-4895-95e4-a5fe8859945a/74ba22d8-67fd-4d4b-a5d7-2cd1f5ffe40e/24d35a64-6f41-484e-9211-cbba407cb2e4) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:46:08.776899 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae955fcd-86bd-4af0-94aa-5b7a22b59b82 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:46:08.793936 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ae955fcd-86bd-4af0-94aa-5b7a22b59b82 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:08.798883 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 54386) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:46:08.805994 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-ae955fcd-86bd-4af0-94aa-5b7a22b59b82 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] 10.222.0.64 "PUT /v2.0/routers/a057f493-c0f0-478a-8716-95a3356ea168 HTTP/1.1" status: 200 len: 699 time: 1.8332939 Jan 28 19:46:08.811347 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-ff93e473-ecd0-432e-a4e2-0c9764ca5b30 None None] Current status of the port f9d1d326-0d71-472b-839f-514680eb631a is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:46:08.811737 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ff93e473-ecd0-432e-a4e2-0c9764ca5b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (f9d1d326-0d71-472b-839f-514680eb631a), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:08.851350 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-a10944d9-43b3-4a3c-89f8-afc022a190ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a057f493-c0f0-478a-8716-95a3356ea168', 'name': 'tempest-RoutersTest-router-581942818', 'tenant_id': 'ab529dfd1ad24da6bc4864590c27745b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:45:44Z', 'updated_at': '2022-01-28T19:46:07Z', 'revision_number': 7, 'project_id': 'ab529dfd1ad24da6bc4864590c27745b', 'gw_port_host': None, '_interfaces': [{'id': '21c82b6b-87d0-4386-9a62-9390bbbfacfe', 'name': '', 'network_id': 'be90b45c-758b-4af1-8735-116ce396682f', 'tenant_id': 'ab529dfd1ad24da6bc4864590c27745b', 'mac_address': 'fa:16:3e:5b:37:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a057f493-c0f0-478a-8716-95a3356ea168', 'device_owner': 'network:router_interface', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': '07a49d8b-db4b-48f0-af1c-52b613272559', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:45:54Z', 'updated_at': '2022-01-28T19:46:03Z', 'revision_number': 5, 'project_id': 'ab529dfd1ad24da6bc4864590c27745b', 'subnets': [{'id': '07a49d8b-db4b-48f0-af1c-52b613272559', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '80c9b3be-bbb3-48d6-890a-60a0b3a1c1c6', 'name': '', 'network_id': 'b1448153-914e-4db6-a06a-0d54dbee8fcf', 'tenant_id': 'ab529dfd1ad24da6bc4864590c27745b', 'mac_address': 'fa:16:3e:27:e0:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a057f493-c0f0-478a-8716-95a3356ea168', 'device_owner': 'network:router_interface', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': '267b24ff-893f-4ad5-becc-c193f6ebd3a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:45:46Z', 'updated_at': '2022-01-28T19:45:50Z', 'revision_number': 5, 'project_id': 'ab529dfd1ad24da6bc4864590c27745b', 'subnets': [{'id': '267b24ff-893f-4ad5-becc-c193f6ebd3a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df6900bf-2b5f-4426-8d80-95ea274d992d', 'name': '', 'network_id': '4822fd1d-91d9-4af7-b33d-50dea0fbbda6', 'tenant_id': 'ab529dfd1ad24da6bc4864590c27745b', 'mac_address': 'fa:16:3e:e0:89:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a057f493-c0f0-478a-8716-95a3356ea168', 'device_owner': 'network:router_interface', 'standard_attr_id': 3449, 'fixed_ips': [{'subnet_id': '235000aa-f282-4018-a482-7a9333732e3f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:45:50Z', 'updated_at': '2022-01-28T19:45:57Z', 'revision_number': 5, 'project_id': 'ab529dfd1ad24da6bc4864590c27745b', 'subnets': [{'id': '235000aa-f282-4018-a482-7a9333732e3f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9d1d326-0d71-472b-839f-514680eb631a', 'name': '', 'network_id': 'fafefa84-380d-431c-b6c7-a556b04eaa80', 'tenant_id': 'ab529dfd1ad24da6bc4864590c27745b', 'mac_address': 'fa:16:3e:78:0a:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a057f493-c0f0-478a-8716-95a3356ea168', 'device_owner': 'network:router_interface', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': '6eedc6eb-0482-4b07-839c-f1b94699a412', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:46:00Z', 'updated_at': '2022-01-28T19:46:07Z', 'revision_number': 4, 'project_id': 'ab529dfd1ad24da6bc4864590c27745b', 'subnets': [{'id': '6eedc6eb-0482-4b07-839c-f1b94699a412', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:46:08.863661 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-ff93e473-ecd0-432e-a4e2-0c9764ca5b30 None None] For port f9d1d326-0d71-472b-839f-514680eb631a, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=f9d1d326-0d71-472b-839f-514680eb631a,segment=NetworkSegment(90177970-19e1-49cb-8b99-10493e7724fb),segment_id=90177970-19e1-49cb-8b99-10493e7724fb)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:46:08.892401 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10944d9-43b3-4a3c-89f8-afc022a190ab None None] The sync data for ids ['a057f493-c0f0-478a-8716-95a3356ea168'] in n-d-812111-14 is: [{'id': 'a057f493-c0f0-478a-8716-95a3356ea168', 'name': 'tempest-RoutersTest-router-581942818', 'tenant_id': 'ab529dfd1ad24da6bc4864590c27745b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:45:44Z', 'updated_at': '2022-01-28T19:46:07Z', 'revision_number': 7, 'project_id': 'ab529dfd1ad24da6bc4864590c27745b', 'gw_port_host': None, '_interfaces': [{'id': '21c82b6b-87d0-4386-9a62-9390bbbfacfe', 'name': '', 'network_id': 'be90b45c-758b-4af1-8735-116ce396682f', 'tenant_id': 'ab529dfd1ad24da6bc4864590c27745b', 'mac_address': 'fa:16:3e:5b:37:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a057f493-c0f0-478a-8716-95a3356ea168', 'device_owner': 'network:router_interface', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': '07a49d8b-db4b-48f0-af1c-52b613272559', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:45:54Z', 'updated_at': '2022-01-28T19:46:03Z', 'revision_number': 5, 'project_id': 'ab529dfd1ad24da6bc4864590c27745b', 'subnets': [{'id': '07a49d8b-db4b-48f0-af1c-52b613272559', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '80c9b3be-bbb3-48d6-890a-60a0b3a1c1c6', 'name': '', 'network_id': 'b1448153-914e-4db6-a06a-0d54dbee8fcf', 'tenant_id': 'ab529dfd1ad24da6bc4864590c27745b', 'mac_address': 'fa:16:3e:27:e0:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a057f493-c0f0-478a-8716-95a3356ea168', 'device_owner': 'network:router_interface', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': '267b24ff-893f-4ad5-becc-c193f6ebd3a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:45:46Z', 'updated_at': '2022-01-28T19:45:50Z', 'revision_number': 5, 'project_id': 'ab529dfd1ad24da6bc4864590c27745b', 'subnets': [{'id': '267b24ff-893f-4ad5-becc-c193f6ebd3a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df6900bf-2b5f-4426-8d80-95ea274d992d', 'name': '', 'network_id': '4822fd1d-91d9-4af7-b33d-50dea0fbbda6', 'tenant_id': 'ab529dfd1ad24da6bc4864590c27745b', 'mac_address': 'fa:16:3e:e0:89:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a057f493-c0f0-478a-8716-95a3356ea168', 'device_owner': 'network:router_interface', 'standard_attr_id': 3449, 'fixed_ips': [{'subnet_id': '235000aa-f282-4018-a482-7a9333732e3f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:45:50Z', 'updated_at': '2022-01-28T19:45:57Z', 'revision_number': 5, 'project_id': 'ab529dfd1ad24da6bc4864590c27745b', 'subnets': [{'id': '235000aa-f282-4018-a482-7a9333732e3f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9d1d326-0d71-472b-839f-514680eb631a', 'name': '', 'network_id': 'fafefa84-380d-431c-b6c7-a556b04eaa80', 'tenant_id': 'ab529dfd1ad24da6bc4864590c27745b', 'mac_address': 'fa:16:3e:78:0a:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a057f493-c0f0-478a-8716-95a3356ea168', 'device_owner': 'network:router_interface', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': '6eedc6eb-0482-4b07-839c-f1b94699a412', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:46:00Z', 'updated_at': '2022-01-28T19:46:07Z', 'revision_number': 4, 'project_id': 'ab529dfd1ad24da6bc4864590c27745b', 'subnets': [{'id': '6eedc6eb-0482-4b07-839c-f1b94699a412', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:46:08.894086 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ff93e473-ecd0-432e-a4e2-0c9764ca5b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (f9d1d326-0d71-472b-839f-514680eb631a), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:08.939724 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 1176171c-3637-4ad6-9283-9fc66c89afa3 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:46:08.940161 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (1176171c-3637-4ad6-9283-9fc66c89afa3), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:08.998445 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e0653911-6bd8-411c-ba15-2f29ebbd2fc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:09.027136 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff93e473-ecd0-432e-a4e2-0c9764ca5b30 None None] Pushing event updated for resources: {'Port': ['ID=f9d1d326-0d71-472b-839f-514680eb631a,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:09.028264 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-1d4883fd-8b7b-4efa-ba87-08f234f03936 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] 10.222.0.64 "GET /v2.0/routers/a057f493-c0f0-478a-8716-95a3356ea168 HTTP/1.1" status: 200 len: 699 time: 0.2281363 Jan 28 19:46:09.029215 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 54390) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:46:09.048849 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-690e886d-971d-46ab-9563-2451d68f04b7 req-5aefacaa-202f-491f-8b7a-ff9d65e7704a tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks [] for port (24d35a64-6f41-484e-9211-cbba407cb2e4), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:09.106701 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-690e886d-971d-46ab-9563-2451d68f04b7 req-5aefacaa-202f-491f-8b7a-ff9d65e7704a tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (24d35a64-6f41-484e-9211-cbba407cb2e4), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:09.130784 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 1176171c-3637-4ad6-9283-9fc66c89afa3 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:46:09.261609 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aefacaa-202f-491f-8b7a-ff9d65e7704a tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Pushing event updated for resources: {'Port': ['ID=24d35a64-6f41-484e-9211-cbba407cb2e4,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:09.278970 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-690e886d-971d-46ab-9563-2451d68f04b7 req-5aefacaa-202f-491f-8b7a-ff9d65e7704a tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Network c61eefcb-1d1b-4895-95e4-a5fe8859945a is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:46:09.285142 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-690e886d-971d-46ab-9563-2451d68f04b7 req-5aefacaa-202f-491f-8b7a-ff9d65e7704a tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:46:09.287967 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-690e886d-971d-46ab-9563-2451d68f04b7 req-5aefacaa-202f-491f-8b7a-ff9d65e7704a tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:46:09.347167 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95a6ea3-949e-44ce-97a0-042550c86061 req-b5065886-ca87-4fab-ab28-553cc6604b6c tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:09.349077 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e95a6ea3-949e-44ce-97a0-042550c86061 req-b5065886-ca87-4fab-ab28-553cc6604b6c tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] 10.222.0.64 "GET /v2.0/ports?device_id=f1f6cf91-354f-4777-b386-69c9b0afb022 HTTP/1.1" status: 200 len: 932 time: 0.1884408 Jan 28 19:46:09.416373 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e95a6ea3-949e-44ce-97a0-042550c86061 req-0e2c251a-0fe5-459d-aa7a-ac299e9e8715 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] 10.222.0.64 "GET /v2.0/security-groups?id=5d4fedf9-85da-4f5c-9ec0-46cadb94d550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580008 Jan 28 19:46:09.430341 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690e886d-971d-46ab-9563-2451d68f04b7 req-5aefacaa-202f-491f-8b7a-ff9d65e7704a tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:09.431216 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-690e886d-971d-46ab-9563-2451d68f04b7 req-5aefacaa-202f-491f-8b7a-ff9d65e7704a tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:09.456968 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad220b8-fb6c-4fb7-ab37-e786d41d1b18 req-0ecbe993-bd2f-4d78-8c31-028fa3b1f540 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:09.459133 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7ad220b8-fb6c-4fb7-ab37-e786d41d1b18 req-0ecbe993-bd2f-4d78-8c31-028fa3b1f540 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a4cb9ad-0407-4f6d-b0cf-25991260284d HTTP/1.1" status: 200 len: 946 time: 0.3022082 Jan 28 19:46:09.464870 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-690e886d-971d-46ab-9563-2451d68f04b7 req-5aefacaa-202f-491f-8b7a-ff9d65e7704a tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2268147 Jan 28 19:46:09.481655 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-690e886d-971d-46ab-9563-2451d68f04b7 req-8ebae730-b63b-42e6-8c5c-c84357bb2845 service neutron] Request body: {'port': {'device_id': 'f1f6cf91-354f-4777-b386-69c9b0afb022', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-14'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:46:09.567121 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-690e886d-971d-46ab-9563-2451d68f04b7 req-8ebae730-b63b-42e6-8c5c-c84357bb2845 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (24d35a64-6f41-484e-9211-cbba407cb2e4), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:09.642669 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfe8cf9-501d-4ec2-9945-70e2b5121430 req-0d94fd66-3ed2-4c47-a47a-c11275edd8a7 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:09.644306 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1dfe8cf9-501d-4ec2-9945-70e2b5121430 req-0d94fd66-3ed2-4c47-a47a-c11275edd8a7 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a4cb9ad-0407-4f6d-b0cf-25991260284d HTTP/1.1" status: 200 len: 946 time: 0.2583976 Jan 28 19:46:09.729403 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2ae4a8e2-63a6-4308-a706-58926825cf7d None None] Provisioning complete for port 24d35a64-6f41-484e-9211-cbba407cb2e4 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:46:09.731699 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2ae4a8e2-63a6-4308-a706-58926825cf7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (24d35a64-6f41-484e-9211-cbba407cb2e4), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:09.734167 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1dfe8cf9-501d-4ec2-9945-70e2b5121430 req-66244d4f-4c8f-428d-b28d-ca07651f91e5 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/security-groups?id=d049ce91-97cc-4551-97a8-b334f2123d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798640 Jan 28 19:46:09.760729 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-7ad220b8-fb6c-4fb7-ab37-e786d41d1b18 req-603fabff-ddb1-45d9-930a-0eaaff793438 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Deleting port 0985c8f4-b2b5-44b7-a739-d77060232e00 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:46:09.761080 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-7ad220b8-fb6c-4fb7-ab37-e786d41d1b18 req-603fabff-ddb1-45d9-930a-0eaaff793438 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (0985c8f4-b2b5-44b7-a739-d77060232e00), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:09.795839 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2ae4a8e2-63a6-4308-a706-58926825cf7d None None] Port 24d35a64-6f41-484e-9211-cbba407cb2e4 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:46:09.814618 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:09.941049 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [req-690e886d-971d-46ab-9563-2451d68f04b7 req-8ebae730-b63b-42e6-8c5c-c84357bb2845 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24d35a64-6f41-484e-9211-cbba407cb2e4 {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:46:09.951372 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-690e886d-971d-46ab-9563-2451d68f04b7 req-8ebae730-b63b-42e6-8c5c-c84357bb2845 service neutron] Publish callbacks [] for port (24d35a64-6f41-484e-9211-cbba407cb2e4), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:09.969404 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-690e886d-971d-46ab-9563-2451d68f04b7 req-8ebae730-b63b-42e6-8c5c-c84357bb2845 service neutron] Transition to ACTIVE for port object 24d35a64-6f41-484e-9211-cbba407cb2e4 will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:46:09.974438 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-690e886d-971d-46ab-9563-2451d68f04b7 req-8ebae730-b63b-42e6-8c5c-c84357bb2845 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (24d35a64-6f41-484e-9211-cbba407cb2e4), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:09.994716 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00d844a-26b6-4bed-afa2-271c2acc8532 None None] Sync routers for ids ['a057f493-c0f0-478a-8716-95a3356ea168'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:46:10.010620 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00d844a-26b6-4bed-afa2-271c2acc8532 None None] Routers {'a057f493-c0f0-478a-8716-95a3356ea168'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:46:10.011636 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-c00d844a-26b6-4bed-afa2-271c2acc8532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:46:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['a057f493-c0f0-478a-8716-95a3356ea168'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:46:10.037162 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebae730-b63b-42e6-8c5c-c84357bb2845 service neutron] Pushing event updated for resources: {'Port': ['ID=24d35a64-6f41-484e-9211-cbba407cb2e4,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:10.166684 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-690e886d-971d-46ab-9563-2451d68f04b7 req-8ebae730-b63b-42e6-8c5c-c84357bb2845 service neutron] Attempting to bind port 24d35a64-6f41-484e-9211-cbba407cb2e4 on host n-h1-812111-14 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:46:10.167378 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-690e886d-971d-46ab-9563-2451d68f04b7 req-8ebae730-b63b-42e6-8c5c-c84357bb2845 service neutron] Attempting to bind port 24d35a64-6f41-484e-9211-cbba407cb2e4 by drivers openvswitch,hyperv on host n-h1-812111-14 at level 0 using segments [{'id': '1046b148-caec-4335-a082-55997b4f6166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c61eefcb-1d1b-4895-95e4-a5fe8859945a'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:46:10.167578 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-690e886d-971d-46ab-9563-2451d68f04b7 req-8ebae730-b63b-42e6-8c5c-c84357bb2845 service neutron] Attempting to bind port 24d35a64-6f41-484e-9211-cbba407cb2e4 on network c61eefcb-1d1b-4895-95e4-a5fe8859945a {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:46:10.175605 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-690e886d-971d-46ab-9563-2451d68f04b7 req-8ebae730-b63b-42e6-8c5c-c84357bb2845 service neutron] Port 24d35a64-6f41-484e-9211-cbba407cb2e4 on network c61eefcb-1d1b-4895-95e4-a5fe8859945a not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-14 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:46:10.176829 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-690e886d-971d-46ab-9563-2451d68f04b7 req-8ebae730-b63b-42e6-8c5c-c84357bb2845 service neutron] Attempting to bind port 24d35a64-6f41-484e-9211-cbba407cb2e4 on network c61eefcb-1d1b-4895-95e4-a5fe8859945a {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:46:10.189850 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-c00d844a-26b6-4bed-afa2-271c2acc8532 None None] Set router a057f493-c0f0-478a-8716-95a3356ea168 gateway port host: None {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:46:10.192651 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-690e886d-971d-46ab-9563-2451d68f04b7 req-8ebae730-b63b-42e6-8c5c-c84357bb2845 service neutron] Checking agent: {'id': 'b544ba20-de93-4d86-9e6b-a2202deb6191', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 45, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:46:10.192651 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-690e886d-971d-46ab-9563-2451d68f04b7 req-8ebae730-b63b-42e6-8c5c-c84357bb2845 service neutron] Checking segment: {'id': '1046b148-caec-4335-a082-55997b4f6166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c61eefcb-1d1b-4895-95e4-a5fe8859945a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:46:10.192651 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-690e886d-971d-46ab-9563-2451d68f04b7 req-8ebae730-b63b-42e6-8c5c-c84357bb2845 service neutron] Bound using segment: {'id': '1046b148-caec-4335-a082-55997b4f6166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c61eefcb-1d1b-4895-95e4-a5fe8859945a'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:46:10.193071 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-690e886d-971d-46ab-9563-2451d68f04b7 req-8ebae730-b63b-42e6-8c5c-c84357bb2845 service neutron] Bound port: 24d35a64-6f41-484e-9211-cbba407cb2e4, host: n-h1-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1046b148-caec-4335-a082-55997b4f6166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c61eefcb-1d1b-4895-95e4-a5fe8859945a'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:46:10.193467 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-690e886d-971d-46ab-9563-2451d68f04b7 req-8ebae730-b63b-42e6-8c5c-c84357bb2845 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (24d35a64-6f41-484e-9211-cbba407cb2e4), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:10.448552 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-7ad220b8-fb6c-4fb7-ab37-e786d41d1b18 req-603fabff-ddb1-45d9-930a-0eaaff793438 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] For port 0985c8f4-b2b5-44b7-a739-d77060232e00, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=0985c8f4-b2b5-44b7-a739-d77060232e00,segment=NetworkSegment(0e20d3ef-5527-42ba-86a4-bcb741be912b),segment_id=0e20d3ef-5527-42ba-86a4-bcb741be912b)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:46:10.448923 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-7ad220b8-fb6c-4fb7-ab37-e786d41d1b18 req-603fabff-ddb1-45d9-930a-0eaaff793438 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (0985c8f4-b2b5-44b7-a739-d77060232e00), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:10.453089 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-c00d844a-26b6-4bed-afa2-271c2acc8532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a057f493-c0f0-478a-8716-95a3356ea168', 'name': 'tempest-RoutersTest-router-581942818', 'tenant_id': 'ab529dfd1ad24da6bc4864590c27745b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:45:44Z', 'updated_at': '2022-01-28T19:46:07Z', 'revision_number': 7, 'project_id': 'ab529dfd1ad24da6bc4864590c27745b', 'gw_port_host': None, '_interfaces': [{'id': '21c82b6b-87d0-4386-9a62-9390bbbfacfe', 'name': '', 'network_id': 'be90b45c-758b-4af1-8735-116ce396682f', 'tenant_id': 'ab529dfd1ad24da6bc4864590c27745b', 'mac_address': 'fa:16:3e:5b:37:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a057f493-c0f0-478a-8716-95a3356ea168', 'device_owner': 'network:router_interface', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': '07a49d8b-db4b-48f0-af1c-52b613272559', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:45:54Z', 'updated_at': '2022-01-28T19:46:03Z', 'revision_number': 5, 'project_id': 'ab529dfd1ad24da6bc4864590c27745b', 'subnets': [{'id': '07a49d8b-db4b-48f0-af1c-52b613272559', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '80c9b3be-bbb3-48d6-890a-60a0b3a1c1c6', 'name': '', 'network_id': 'b1448153-914e-4db6-a06a-0d54dbee8fcf', 'tenant_id': 'ab529dfd1ad24da6bc4864590c27745b', 'mac_address': 'fa:16:3e:27:e0:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a057f493-c0f0-478a-8716-95a3356ea168', 'device_owner': 'network:router_interface', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': '267b24ff-893f-4ad5-becc-c193f6ebd3a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:45:46Z', 'updated_at': '2022-01-28T19:45:50Z', 'revision_number': 5, 'project_id': 'ab529dfd1ad24da6bc4864590c27745b', 'subnets': [{'id': '267b24ff-893f-4ad5-becc-c193f6ebd3a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df6900bf-2b5f-4426-8d80-95ea274d992d', 'name': '', 'network_id': '4822fd1d-91d9-4af7-b33d-50dea0fbbda6', 'tenant_id': 'ab529dfd1ad24da6bc4864590c27745b', 'mac_address': 'fa:16:3e:e0:89:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a057f493-c0f0-478a-8716-95a3356ea168', 'device_owner': 'network:router_interface', 'standard_attr_id': 3449, 'fixed_ips': [{'subnet_id': '235000aa-f282-4018-a482-7a9333732e3f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:45:50Z', 'updated_at': '2022-01-28T19:45:57Z', 'revision_number': 5, 'project_id': 'ab529dfd1ad24da6bc4864590c27745b', 'subnets': [{'id': '235000aa-f282-4018-a482-7a9333732e3f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9d1d326-0d71-472b-839f-514680eb631a', 'name': '', 'network_id': 'fafefa84-380d-431c-b6c7-a556b04eaa80', 'tenant_id': 'ab529dfd1ad24da6bc4864590c27745b', 'mac_address': 'fa:16:3e:78:0a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a057f493-c0f0-478a-8716-95a3356ea168', 'device_owner': 'network:router_interface', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': '6eedc6eb-0482-4b07-839c-f1b94699a412', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:46:00Z', 'updated_at': '2022-01-28T19:46:08Z', 'revision_number': 5, 'project_id': 'ab529dfd1ad24da6bc4864590c27745b', 'subnets': [{'id': '6eedc6eb-0482-4b07-839c-f1b94699a412', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:46:10.466490 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-7ad220b8-fb6c-4fb7-ab37-e786d41d1b18 req-603fabff-ddb1-45d9-930a-0eaaff793438 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Calling delete_port for 0985c8f4-b2b5-44b7-a739-d77060232e00 owned by compute:nova {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:46:10.492612 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00d844a-26b6-4bed-afa2-271c2acc8532 None None] Checking router: a057f493-c0f0-478a-8716-95a3356ea168 for host: n-d-812111-14 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:46:10.502226 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00d844a-26b6-4bed-afa2-271c2acc8532 None None] Routers {'a057f493-c0f0-478a-8716-95a3356ea168'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:46:10.502860 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-c00d844a-26b6-4bed-afa2-271c2acc8532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:46:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['a057f493-c0f0-478a-8716-95a3356ea168'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:46:10.601252 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-c00d844a-26b6-4bed-afa2-271c2acc8532 None None] Set router a057f493-c0f0-478a-8716-95a3356ea168 gateway port host: None {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:46:10.655216 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-7ad220b8-fb6c-4fb7-ab37-e786d41d1b18 req-603fabff-ddb1-45d9-930a-0eaaff793438 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (0985c8f4-b2b5-44b7-a739-d77060232e00), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:10.693572 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603fabff-ddb1-45d9-930a-0eaaff793438 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Pushing event deleted for resources: {'Port': ['ID=0985c8f4-b2b5-44b7-a739-d77060232e00,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:10.782835 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ad220b8-fb6c-4fb7-ab37-e786d41d1b18 req-603fabff-ddb1-45d9-930a-0eaaff793438 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] No DVR routers for this DVR port 0985c8f4-b2b5-44b7-a739-d77060232e00 on host n-h2-812111-14 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:46:10.786876 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-7ad220b8-fb6c-4fb7-ab37-e786d41d1b18 req-603fabff-ddb1-45d9-930a-0eaaff793438 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:10.790926 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7ad220b8-fb6c-4fb7-ab37-e786d41d1b18 req-603fabff-ddb1-45d9-930a-0eaaff793438 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.70 "DELETE /v2.0/ports/0985c8f4-b2b5-44b7-a739-d77060232e00 HTTP/1.1" status: 204 len: 173 time: 1.3248565 Jan 28 19:46:10.791984 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a4cb9ad-0407-4f6d-b0cf-25991260284d', 'name': 'network-vif-deleted', 'tag': '0985c8f4-b2b5-44b7-a739-d77060232e00'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:46:10.795238 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e522217-a2da-4e70-b57d-d1454396eb83" -d '{"events": [{"server_uuid": "4a4cb9ad-0407-4f6d-b0cf-25991260284d", "name": "network-vif-deleted", "tag": "0985c8f4-b2b5-44b7-a739-d77060232e00"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:46:10.816186 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device f9d1d326-0d71-472b-839f-514680eb631a up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:46:10.823168 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7901c2f2-3352-4bc6-b864-2db7552a90fc tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-732838'] for router_interface (a057f493-c0f0-478a-8716-95a3356ea168), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:10.825956 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1805886c-28d8-4c9f-b413-e0a37ab759c1 req-afad6d1f-220a-4757-b86a-5dd64847d792 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:10.829430 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1805886c-28d8-4c9f-b413-e0a37ab759c1 req-afad6d1f-220a-4757-b86a-5dd64847d792 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] 10.222.0.64 "GET /v2.0/ports?device_id=f1f6cf91-354f-4777-b386-69c9b0afb022 HTTP/1.1" status: 200 len: 944 time: 0.1658924 Jan 28 19:46:10.832781 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-690e886d-971d-46ab-9563-2451d68f04b7 req-8ebae730-b63b-42e6-8c5c-c84357bb2845 service neutron] For port 24d35a64-6f41-484e-9211-cbba407cb2e4, host n-h1-812111-14, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:46:10.857994 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-690e886d-971d-46ab-9563-2451d68f04b7 req-8ebae730-b63b-42e6-8c5c-c84357bb2845 service neutron] For port 24d35a64-6f41-484e-9211-cbba407cb2e4, host n-h1-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=24d35a64-6f41-484e-9211-cbba407cb2e4,segment=NetworkSegment(1046b148-caec-4335-a082-55997b4f6166),segment_id=1046b148-caec-4335-a082-55997b4f6166)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:46:10.890884 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-690e886d-971d-46ab-9563-2451d68f04b7 req-8ebae730-b63b-42e6-8c5c-c84357bb2845 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (24d35a64-6f41-484e-9211-cbba407cb2e4), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:10.940492 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690e886d-971d-46ab-9563-2451d68f04b7 req-8ebae730-b63b-42e6-8c5c-c84357bb2845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:10.943848 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-690e886d-971d-46ab-9563-2451d68f04b7 req-8ebae730-b63b-42e6-8c5c-c84357bb2845 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:10.946351 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-690e886d-971d-46ab-9563-2451d68f04b7 req-8ebae730-b63b-42e6-8c5c-c84357bb2845 service neutron] 10.222.0.41 "PUT /v2.0/ports/24d35a64-6f41-484e-9211-cbba407cb2e4 HTTP/1.1" status: 200 len: 1093 time: 1.4693170 Jan 28 19:46:10.951003 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1f6cf91-354f-4777-b386-69c9b0afb022', 'tag': '24d35a64-6f41-484e-9211-cbba407cb2e4'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:46:10.960780 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b300d903-df36-4045-b9d8-38e5d243cc10" -d '{"events": [{"name": "network-changed", "server_uuid": "f1f6cf91-354f-4777-b386-69c9b0afb022", "tag": "24d35a64-6f41-484e-9211-cbba407cb2e4"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:46:10.961293 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port f9d1d326-0d71-472b-839f-514680eb631a triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:46:10.961687 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (f9d1d326-0d71-472b-839f-514680eb631a), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:11.059323 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-72aa35ec-c5f6-46ed-b86b-faeba09d88fa req-c27f0834-0451-45f6-90cf-8e5b9fabb5c0 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a4cb9ad-0407-4f6d-b0cf-25991260284d HTTP/1.1" status: 200 len: 210 time: 0.1388342 Jan 28 19:46:11.123328 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port f9d1d326-0d71-472b-839f-514680eb631a is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:46:11.243774 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1805886c-28d8-4c9f-b413-e0a37ab759c1 req-030ae387-a70f-4034-ad68-4c998a08ed2a tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] 10.222.0.64 "GET /v2.0/security-groups?id=5d4fedf9-85da-4f5c-9ec0-46cadb94d550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4023480 Jan 28 19:46:11.249317 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dfd1927-3a04-4e37-9c41-201880d57291 x-openstack-request-id: req-3dfd1927-3a04-4e37-9c41-201880d57291 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:46:11.249679 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a4cb9ad-0407-4f6d-b0cf-25991260284d", "name": "network-vif-deleted", "tag": "0985c8f4-b2b5-44b7-a739-d77060232e00", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:46:11.249957 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3dfd1927-3a04-4e37-9c41-201880d57291 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:46:11.250818 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a4cb9ad-0407-4f6d-b0cf-25991260284d', 'name': 'network-vif-deleted', 'tag': '0985c8f4-b2b5-44b7-a739-d77060232e00', 'status': 'completed', 'code': 200} Jan 28 19:46:11.265757 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ceb2ae0-fcca-4d11-b276-181cf742b14b x-openstack-request-id: req-5ceb2ae0-fcca-4d11-b276-181cf742b14b {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:46:11.266234 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1f6cf91-354f-4777-b386-69c9b0afb022", "tag": "24d35a64-6f41-484e-9211-cbba407cb2e4", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:46:11.266766 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5ceb2ae0-fcca-4d11-b276-181cf742b14b {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:46:11.267313 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1f6cf91-354f-4777-b386-69c9b0afb022', 'tag': '24d35a64-6f41-484e-9211-cbba407cb2e4', 'status': 'completed', 'code': 200} Jan 28 19:46:11.268249 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-c00d844a-26b6-4bed-afa2-271c2acc8532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a057f493-c0f0-478a-8716-95a3356ea168', 'name': 'tempest-RoutersTest-router-581942818', 'tenant_id': 'ab529dfd1ad24da6bc4864590c27745b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:45:44Z', 'updated_at': '2022-01-28T19:46:07Z', 'revision_number': 7, 'project_id': 'ab529dfd1ad24da6bc4864590c27745b', 'gw_port_host': None, '_interfaces': [{'id': '21c82b6b-87d0-4386-9a62-9390bbbfacfe', 'name': '', 'network_id': 'be90b45c-758b-4af1-8735-116ce396682f', 'tenant_id': 'ab529dfd1ad24da6bc4864590c27745b', 'mac_address': 'fa:16:3e:5b:37:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a057f493-c0f0-478a-8716-95a3356ea168', 'device_owner': 'network:router_interface', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': '07a49d8b-db4b-48f0-af1c-52b613272559', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:45:54Z', 'updated_at': '2022-01-28T19:46:03Z', 'revision_number': 5, 'project_id': 'ab529dfd1ad24da6bc4864590c27745b', 'subnets': [{'id': '07a49d8b-db4b-48f0-af1c-52b613272559', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '80c9b3be-bbb3-48d6-890a-60a0b3a1c1c6', 'name': '', 'network_id': 'b1448153-914e-4db6-a06a-0d54dbee8fcf', 'tenant_id': 'ab529dfd1ad24da6bc4864590c27745b', 'mac_address': 'fa:16:3e:27:e0:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a057f493-c0f0-478a-8716-95a3356ea168', 'device_owner': 'network:router_interface', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': '267b24ff-893f-4ad5-becc-c193f6ebd3a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:45:46Z', 'updated_at': '2022-01-28T19:45:50Z', 'revision_number': 5, 'project_id': 'ab529dfd1ad24da6bc4864590c27745b', 'subnets': [{'id': '267b24ff-893f-4ad5-becc-c193f6ebd3a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df6900bf-2b5f-4426-8d80-95ea274d992d', 'name': '', 'network_id': '4822fd1d-91d9-4af7-b33d-50dea0fbbda6', 'tenant_id': 'ab529dfd1ad24da6bc4864590c27745b', 'mac_address': 'fa:16:3e:e0:89:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a057f493-c0f0-478a-8716-95a3356ea168', 'device_owner': 'network:router_interface', 'standard_attr_id': 3449, 'fixed_ips': [{'subnet_id': '235000aa-f282-4018-a482-7a9333732e3f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:45:50Z', 'updated_at': '2022-01-28T19:45:57Z', 'revision_number': 5, 'project_id': 'ab529dfd1ad24da6bc4864590c27745b', 'subnets': [{'id': '235000aa-f282-4018-a482-7a9333732e3f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9d1d326-0d71-472b-839f-514680eb631a', 'name': '', 'network_id': 'fafefa84-380d-431c-b6c7-a556b04eaa80', 'tenant_id': 'ab529dfd1ad24da6bc4864590c27745b', 'mac_address': 'fa:16:3e:78:0a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a057f493-c0f0-478a-8716-95a3356ea168', 'device_owner': 'network:router_interface', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': '6eedc6eb-0482-4b07-839c-f1b94699a412', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:46:00Z', 'updated_at': '2022-01-28T19:46:08Z', 'revision_number': 5, 'project_id': 'ab529dfd1ad24da6bc4864590c27745b', 'subnets': [{'id': '6eedc6eb-0482-4b07-839c-f1b94699a412', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:46:11.279148 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebae730-b63b-42e6-8c5c-c84357bb2845 service neutron] Pushing event updated for resources: {'Port': ['ID=24d35a64-6f41-484e-9211-cbba407cb2e4,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:11.300698 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690e886d-971d-46ab-9563-2451d68f04b7 req-94236ad1-3fec-4aa4-b137-379af8e7d8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:11.302668 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-690e886d-971d-46ab-9563-2451d68f04b7 req-94236ad1-3fec-4aa4-b137-379af8e7d8d9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9e9e8439f0ef4f199c1cf289f0d53ad7&device_id=f1f6cf91-354f-4777-b386-69c9b0afb022 HTTP/1.1" status: 200 len: 1127 time: 0.2091208 Jan 28 19:46:11.334394 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00d844a-26b6-4bed-afa2-271c2acc8532 None None] The sync data for ids ['a057f493-c0f0-478a-8716-95a3356ea168'] in n-d-812111-14 is: [{'id': 'a057f493-c0f0-478a-8716-95a3356ea168', 'name': 'tempest-RoutersTest-router-581942818', 'tenant_id': 'ab529dfd1ad24da6bc4864590c27745b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:45:44Z', 'updated_at': '2022-01-28T19:46:07Z', 'revision_number': 7, 'project_id': 'ab529dfd1ad24da6bc4864590c27745b', 'gw_port_host': None, '_interfaces': [{'id': '21c82b6b-87d0-4386-9a62-9390bbbfacfe', 'name': '', 'network_id': 'be90b45c-758b-4af1-8735-116ce396682f', 'tenant_id': 'ab529dfd1ad24da6bc4864590c27745b', 'mac_address': 'fa:16:3e:5b:37:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a057f493-c0f0-478a-8716-95a3356ea168', 'device_owner': 'network:router_interface', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': '07a49d8b-db4b-48f0-af1c-52b613272559', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:45:54Z', 'updated_at': '2022-01-28T19:46:03Z', 'revision_number': 5, 'project_id': 'ab529dfd1ad24da6bc4864590c27745b', 'subnets': [{'id': '07a49d8b-db4b-48f0-af1c-52b613272559', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '80c9b3be-bbb3-48d6-890a-60a0b3a1c1c6', 'name': '', 'network_id': 'b1448153-914e-4db6-a06a-0d54dbee8fcf', 'tenant_id': 'ab529dfd1ad24da6bc4864590c27745b', 'mac_address': 'fa:16:3e:27:e0:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a057f493-c0f0-478a-8716-95a3356ea168', 'device_owner': 'network:router_interface', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': '267b24ff-893f-4ad5-becc-c193f6ebd3a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:45:46Z', 'updated_at': '2022-01-28T19:45:50Z', 'revision_number': 5, 'project_id': 'ab529dfd1ad24da6bc4864590c27745b', 'subnets': [{'id': '267b24ff-893f-4ad5-becc-c193f6ebd3a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df6900bf-2b5f-4426-8d80-95ea274d992d', 'name': '', 'network_id': '4822fd1d-91d9-4af7-b33d-50dea0fbbda6', 'tenant_id': 'ab529dfd1ad24da6bc4864590c27745b', 'mac_address': 'fa:16:3e:e0:89:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a057f493-c0f0-478a-8716-95a3356ea168', 'device_owner': 'network:router_interface', 'standard_attr_id': 3449, 'fixed_ips': [{'subnet_id': '235000aa-f282-4018-a482-7a9333732e3f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:45:50Z', 'updated_at': '2022-01-28T19:45:57Z', 'revision_number': 5, 'project_id': 'ab529dfd1ad24da6bc4864590c27745b', 'subnets': [{'id': '235000aa-f282-4018-a482-7a9333732e3f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9d1d326-0d71-472b-839f-514680eb631a', 'name': '', 'network_id': 'fafefa84-380d-431c-b6c7-a556b04eaa80', 'tenant_id': 'ab529dfd1ad24da6bc4864590c27745b', 'mac_address': 'fa:16:3e:78:0a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a057f493-c0f0-478a-8716-95a3356ea168', 'device_owner': 'network:router_interface', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': '6eedc6eb-0482-4b07-839c-f1b94699a412', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:46:00Z', 'updated_at': '2022-01-28T19:46:08Z', 'revision_number': 5, 'project_id': 'ab529dfd1ad24da6bc4864590c27745b', 'subnets': [{'id': '6eedc6eb-0482-4b07-839c-f1b94699a412', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:46:11.383515 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-690e886d-971d-46ab-9563-2451d68f04b7 req-30ee558e-2342-4204-91f4-49783e68fe99 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=24d35a64-6f41-484e-9211-cbba407cb2e4 HTTP/1.1" status: 200 len: 217 time: 0.0681112 Jan 28 19:46:11.456197 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690e886d-971d-46ab-9563-2451d68f04b7 req-a3176fea-7d7d-408f-b810-a0619b058ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:11.457958 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-690e886d-971d-46ab-9563-2451d68f04b7 req-a3176fea-7d7d-408f-b810-a0619b058ca3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=74ba22d8-67fd-4d4b-a5d7-2cd1f5ffe40e HTTP/1.1" status: 200 len: 837 time: 0.0653791 Jan 28 19:46:11.485428 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-7901c2f2-3352-4bc6-b864-2db7552a90fc tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Deleting port f9d1d326-0d71-472b-839f-514680eb631a {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:46:11.486053 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7901c2f2-3352-4bc6-b864-2db7552a90fc tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (f9d1d326-0d71-472b-839f-514680eb631a), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:11.535025 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690e886d-971d-46ab-9563-2451d68f04b7 req-efb21872-421e-4e97-b886-bb3cc72501be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:11.536587 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-690e886d-971d-46ab-9563-2451d68f04b7 req-efb21872-421e-4e97-b886-bb3cc72501be service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c61eefcb-1d1b-4895-95e4-a5fe8859945a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1202 time: 0.0687218 Jan 28 19:46:11.617840 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-7901c2f2-3352-4bc6-b864-2db7552a90fc tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] For port f9d1d326-0d71-472b-839f-514680eb631a, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=f9d1d326-0d71-472b-839f-514680eb631a,segment=NetworkSegment(90177970-19e1-49cb-8b99-10493e7724fb),segment_id=90177970-19e1-49cb-8b99-10493e7724fb)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:46:11.618075 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7901c2f2-3352-4bc6-b864-2db7552a90fc tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (f9d1d326-0d71-472b-839f-514680eb631a), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:11.636545 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-7901c2f2-3352-4bc6-b864-2db7552a90fc tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Calling delete_port for f9d1d326-0d71-472b-839f-514680eb631a owned by network:router_interface {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:46:11.648467 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-690e886d-971d-46ab-9563-2451d68f04b7 req-09161258-e342-4d6c-bc23-38127135218e service neutron] 10.222.0.41 "GET /v2.0/networks/c61eefcb-1d1b-4895-95e4-a5fe8859945a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018729 Jan 28 19:46:11.698867 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:11.749386 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-690e886d-971d-46ab-9563-2451d68f04b7 req-1852bcf0-aece-4a65-babd-d910e77204cd service neutron] 10.222.0.41 "GET /v2.0/networks/c61eefcb-1d1b-4895-95e4-a5fe8859945a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904996 Jan 28 19:46:11.823287 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7901c2f2-3352-4bc6-b864-2db7552a90fc tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (f9d1d326-0d71-472b-839f-514680eb631a), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:11.852702 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b300d903-df36-4045-b9d8-38e5d243cc10 req-7aad0266-8371-442b-9dca-61425a5b99f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:11.854974 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b300d903-df36-4045-b9d8-38e5d243cc10 req-7aad0266-8371-442b-9dca-61425a5b99f8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9e9e8439f0ef4f199c1cf289f0d53ad7&device_id=f1f6cf91-354f-4777-b386-69c9b0afb022 HTTP/1.1" status: 200 len: 1127 time: 0.0527937 Jan 28 19:46:11.865829 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7901c2f2-3352-4bc6-b864-2db7552a90fc tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Pushing event deleted for resources: {'Port': ['ID=f9d1d326-0d71-472b-839f-514680eb631a,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:11.979090 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b300d903-df36-4045-b9d8-38e5d243cc10 req-fee12317-3acd-48cf-b4f3-bc8aef3b52da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:11.980569 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b300d903-df36-4045-b9d8-38e5d243cc10 req-fee12317-3acd-48cf-b4f3-bc8aef3b52da service neutron] 10.222.0.41 "GET /v2.0/networks?id=c61eefcb-1d1b-4895-95e4-a5fe8859945a HTTP/1.1" status: 200 len: 896 time: 0.1185012 Jan 28 19:46:12.037496 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b300d903-df36-4045-b9d8-38e5d243cc10 req-4e8ef5d2-48af-4f2a-8686-044eade6f96e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=24d35a64-6f41-484e-9211-cbba407cb2e4 HTTP/1.1" status: 200 len: 217 time: 0.0476305 Jan 28 19:46:12.044355 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7901c2f2-3352-4bc6-b864-2db7552a90fc tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-732682'] for router_interface (a057f493-c0f0-478a-8716-95a3356ea168), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:12.101756 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b300d903-df36-4045-b9d8-38e5d243cc10 req-2f1816bd-30b3-4a74-9573-a78f17b3dee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:12.103234 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b300d903-df36-4045-b9d8-38e5d243cc10 req-2f1816bd-30b3-4a74-9573-a78f17b3dee5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=74ba22d8-67fd-4d4b-a5d7-2cd1f5ffe40e HTTP/1.1" status: 200 len: 837 time: 0.0591087 Jan 28 19:46:12.169082 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b300d903-df36-4045-b9d8-38e5d243cc10 req-aae10abc-6b26-471e-aefb-c8790bd35b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:12.170637 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b300d903-df36-4045-b9d8-38e5d243cc10 req-aae10abc-6b26-471e-aefb-c8790bd35b57 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c61eefcb-1d1b-4895-95e4-a5fe8859945a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1202 time: 0.0609953 Jan 28 19:46:12.208431 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 0985c8f4-b2b5-44b7-a739-d77060232e00 no longer exists at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:46:12.233284 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] No Port match for: 0985c8f4-b2b5-44b7-a739-d77060232e00 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:46:12.234713 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 0985c8f4-b2b5-44b7-a739-d77060232e00 not bound to the agent host n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:46:12.334717 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7901c2f2-3352-4bc6-b864-2db7552a90fc tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Router a057f493-c0f0-478a-8716-95a3356ea168 has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:46:12.336774 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b300d903-df36-4045-b9d8-38e5d243cc10 req-4a6c1a54-ab99-43c0-b87e-27e40745e964 service neutron] 10.222.0.41 "GET /v2.0/networks/c61eefcb-1d1b-4895-95e4-a5fe8859945a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583560 Jan 28 19:46:12.478324 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7901c2f2-3352-4bc6-b864-2db7552a90fc tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:46:12.488292 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7ddf27-634a-4b5b-bc25-783ca696bf02 None None] Sync routers for ids ['a057f493-c0f0-478a-8716-95a3356ea168'] in n-d-812111-14 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:46:12.489292 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-7901c2f2-3352-4bc6-b864-2db7552a90fc tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] 10.222.0.64 "PUT /v2.0/routers/a057f493-c0f0-478a-8716-95a3356ea168/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4587016 Jan 28 19:46:12.496518 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aec4ab4-db0c-4efe-b2d3-20241baf52d7 req-1c54b1b1-5104-4fb1-8f04-13d18eb30030 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:12.498052 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4aec4ab4-db0c-4efe-b2d3-20241baf52d7 req-1c54b1b1-5104-4fb1-8f04-13d18eb30030 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] 10.222.0.64 "GET /v2.0/ports?device_id=f1f6cf91-354f-4777-b386-69c9b0afb022 HTTP/1.1" status: 200 len: 944 time: 0.1059501 Jan 28 19:46:12.498540 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 54416) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:46:12.503188 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7ddf27-634a-4b5b-bc25-783ca696bf02 None None] Routers {'a057f493-c0f0-478a-8716-95a3356ea168'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:46:12.504212 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-1e7ddf27-634a-4b5b-bc25-783ca696bf02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:46:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['a057f493-c0f0-478a-8716-95a3356ea168'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:46:12.511016 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370178d3-b2b4-4f6b-98c7-bd98cb7f589c req-33c079c6-c159-48fc-b6d1-a5c0a28379ef tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:12.512860 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-370178d3-b2b4-4f6b-98c7-bd98cb7f589c req-33c079c6-c159-48fc-b6d1-a5c0a28379ef tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a91007d-45be-4c6c-a11f-db74e1c43eb8 HTTP/1.1" status: 200 len: 945 time: 0.1350665 Jan 28 19:46:12.514902 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b300d903-df36-4045-b9d8-38e5d243cc10 req-3c1ffc83-9771-4ba3-bbc8-1bf7a08c5342 service neutron] 10.222.0.41 "GET /v2.0/networks/c61eefcb-1d1b-4895-95e4-a5fe8859945a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707549 Jan 28 19:46:12.579267 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-d80c5cd9-a349-456e-ad93-b9b1275a5667 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Deleting subnet 6eedc6eb-0482-4b07-839c-f1b94699a412 {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:46:12.591363 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d80c5cd9-a349-456e-ad93-b9b1275a5667 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks [] for subnet (6eedc6eb-0482-4b07-839c-f1b94699a412), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:12.612620 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-370178d3-b2b4-4f6b-98c7-bd98cb7f589c req-3b8e14a9-88c5-4517-86aa-a6d8017e6a6a tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/security-groups?id=7142df2f-bfa6-45d4-824d-35803ef6dce5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907991 Jan 28 19:46:12.615641 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4aec4ab4-db0c-4efe-b2d3-20241baf52d7 req-a167bf8d-05e3-4b29-a35a-6a63bb7b1aae tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] 10.222.0.64 "GET /v2.0/security-groups?id=5d4fedf9-85da-4f5c-9ec0-46cadb94d550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088607 Jan 28 19:46:12.647802 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d80c5cd9-a349-456e-ad93-b9b1275a5667 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4747050'] for subnet (6eedc6eb-0482-4b07-839c-f1b94699a412), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:12.750979 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d80c5cd9-a349-456e-ad93-b9b1275a5667 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (6eedc6eb-0482-4b07-839c-f1b94699a412), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:12.800725 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-1e7ddf27-634a-4b5b-bc25-783ca696bf02 None None] Set router a057f493-c0f0-478a-8716-95a3356ea168 gateway port host: None {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:46:12.816209 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d80c5cd9-a349-456e-ad93-b9b1275a5667 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4690616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5222356'] for subnet (6eedc6eb-0482-4b07-839c-f1b94699a412), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:12.843693 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80c5cd9-a349-456e-ad93-b9b1275a5667 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Pushing event deleted for resources: {'Subnet': ['ID=6eedc6eb-0482-4b07-839c-f1b94699a412,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:12.854561 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80c5cd9-a349-456e-ad93-b9b1275a5667 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:46:12.854925 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80c5cd9-a349-456e-ad93-b9b1275a5667 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:46:12.855279 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80c5cd9-a349-456e-ad93-b9b1275a5667 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:46:12.855630 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80c5cd9-a349-456e-ad93-b9b1275a5667 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:46:12.855974 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80c5cd9-a349-456e-ad93-b9b1275a5667 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:46:12.856316 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80c5cd9-a349-456e-ad93-b9b1275a5667 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:46:12.856654 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80c5cd9-a349-456e-ad93-b9b1275a5667 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:46:12.856995 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80c5cd9-a349-456e-ad93-b9b1275a5667 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:46:12.857377 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80c5cd9-a349-456e-ad93-b9b1275a5667 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:46:12.857713 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80c5cd9-a349-456e-ad93-b9b1275a5667 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:46:12.858046 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80c5cd9-a349-456e-ad93-b9b1275a5667 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:46:12.858378 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80c5cd9-a349-456e-ad93-b9b1275a5667 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:46:12.858707 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80c5cd9-a349-456e-ad93-b9b1275a5667 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:46:12.861790 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d80c5cd9-a349-456e-ad93-b9b1275a5667 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:12.867705 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-d80c5cd9-a349-456e-ad93-b9b1275a5667 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] 10.222.0.64 "DELETE /v2.0/subnets/6eedc6eb-0482-4b07-839c-f1b94699a412 HTTP/1.1" status: 204 len: 168 time: 0.3657303 Jan 28 19:46:12.868212 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 54418) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:46:12.880822 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba469e4f-79de-40c1-aa00-28c3d083d8a5 None None] Network fafefa84-380d-431c-b6c7-a556b04eaa80 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:46:12.950453 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e2e6fd7e-a67d-43f0-bcf9-3b259063b160 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (fafefa84-380d-431c-b6c7-a556b04eaa80), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:13.012031 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-e2e6fd7e-a67d-43f0-bcf9-3b259063b160 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Deleting port 8ed86fe6-2add-455a-a533-0e2174573e0c {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:46:13.012592 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e2e6fd7e-a67d-43f0-bcf9-3b259063b160 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (8ed86fe6-2add-455a-a533-0e2174573e0c), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:13.079593 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-e2e6fd7e-a67d-43f0-bcf9-3b259063b160 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] For port 8ed86fe6-2add-455a-a533-0e2174573e0c, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=8ed86fe6-2add-455a-a533-0e2174573e0c,segment=NetworkSegment(90177970-19e1-49cb-8b99-10493e7724fb),segment_id=90177970-19e1-49cb-8b99-10493e7724fb)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:46:13.079974 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e2e6fd7e-a67d-43f0-bcf9-3b259063b160 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (8ed86fe6-2add-455a-a533-0e2174573e0c), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:13.099509 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-e2e6fd7e-a67d-43f0-bcf9-3b259063b160 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Calling delete_port for 8ed86fe6-2add-455a-a533-0e2174573e0c owned by network:dhcp {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:46:13.111558 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:13.125030 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-1e7ddf27-634a-4b5b-bc25-783ca696bf02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a057f493-c0f0-478a-8716-95a3356ea168', 'name': 'tempest-RoutersTest-router-581942818', 'tenant_id': 'ab529dfd1ad24da6bc4864590c27745b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:45:44Z', 'updated_at': '2022-01-28T19:46:11Z', 'revision_number': 8, 'project_id': 'ab529dfd1ad24da6bc4864590c27745b', 'gw_port_host': None, '_interfaces': [{'id': '21c82b6b-87d0-4386-9a62-9390bbbfacfe', 'name': '', 'network_id': 'be90b45c-758b-4af1-8735-116ce396682f', 'tenant_id': 'ab529dfd1ad24da6bc4864590c27745b', 'mac_address': 'fa:16:3e:5b:37:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a057f493-c0f0-478a-8716-95a3356ea168', 'device_owner': 'network:router_interface', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': '07a49d8b-db4b-48f0-af1c-52b613272559', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:45:54Z', 'updated_at': '2022-01-28T19:46:03Z', 'revision_number': 5, 'project_id': 'ab529dfd1ad24da6bc4864590c27745b', 'subnets': [{'id': '07a49d8b-db4b-48f0-af1c-52b613272559', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '80c9b3be-bbb3-48d6-890a-60a0b3a1c1c6', 'name': '', 'network_id': 'b1448153-914e-4db6-a06a-0d54dbee8fcf', 'tenant_id': 'ab529dfd1ad24da6bc4864590c27745b', 'mac_address': 'fa:16:3e:27:e0:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a057f493-c0f0-478a-8716-95a3356ea168', 'device_owner': 'network:router_interface', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': '267b24ff-893f-4ad5-becc-c193f6ebd3a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:45:46Z', 'updated_at': '2022-01-28T19:45:50Z', 'revision_number': 5, 'project_id': 'ab529dfd1ad24da6bc4864590c27745b', 'subnets': [{'id': '267b24ff-893f-4ad5-becc-c193f6ebd3a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df6900bf-2b5f-4426-8d80-95ea274d992d', 'name': '', 'network_id': '4822fd1d-91d9-4af7-b33d-50dea0fbbda6', 'tenant_id': 'ab529dfd1ad24da6bc4864590c27745b', 'mac_address': 'fa:16:3e:e0:89:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a057f493-c0f0-478a-8716-95a3356ea168', 'device_owner': 'network:router_interface', 'standard_attr_id': 3449, 'fixed_ips': [{'subnet_id': '235000aa-f282-4018-a482-7a9333732e3f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:45:50Z', 'updated_at': '2022-01-28T19:45:57Z', 'revision_number': 5, 'project_id': 'ab529dfd1ad24da6bc4864590c27745b', 'subnets': [{'id': '235000aa-f282-4018-a482-7a9333732e3f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:46:13.161534 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7ddf27-634a-4b5b-bc25-783ca696bf02 None None] Checking router: a057f493-c0f0-478a-8716-95a3356ea168 for host: n-d-812111-14 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:46:13.167466 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc2828c-bdb4-4b06-b5a6-7afcaa4cf62d None None] DHCP port deletion for fafefa84-380d-431c-b6c7-a556b04eaa80 request from n-d-812111-14 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:46:13.212330 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7ddf27-634a-4b5b-bc25-783ca696bf02 None None] Routers {'a057f493-c0f0-478a-8716-95a3356ea168'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:46:13.212330 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-1e7ddf27-634a-4b5b-bc25-783ca696bf02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:46:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['a057f493-c0f0-478a-8716-95a3356ea168'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:46:13.219955 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e2e6fd7e-a67d-43f0-bcf9-3b259063b160 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (8ed86fe6-2add-455a-a533-0e2174573e0c), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:13.256305 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e6fd7e-a67d-43f0-bcf9-3b259063b160 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Pushing event deleted for resources: {'Port': ['ID=8ed86fe6-2add-455a-a533-0e2174573e0c,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:13.258483 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e6fd7e-a67d-43f0-bcf9-3b259063b160 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] No DVR routers for this DVR port 8ed86fe6-2add-455a-a533-0e2174573e0c on host n-d-812111-14 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:46:13.311822 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-1e7ddf27-634a-4b5b-bc25-783ca696bf02 None None] Set router a057f493-c0f0-478a-8716-95a3356ea168 gateway port host: None {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:46:13.342907 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e2e6fd7e-a67d-43f0-bcf9-3b259063b160 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (fafefa84-380d-431c-b6c7-a556b04eaa80), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:13.346171 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-6cc2828c-bdb4-4b06-b5a6-7afcaa4cf62d None None] Deleting port 8ed86fe6-2add-455a-a533-0e2174573e0c {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:46:13.346554 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6cc2828c-bdb4-4b06-b5a6-7afcaa4cf62d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (8ed86fe6-2add-455a-a533-0e2174573e0c), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:13.366769 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-e2e6fd7e-a67d-43f0-bcf9-3b259063b160 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fafefa84-380d-431c-b6c7-a556b04eaa80']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:46:13.379338 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-e2e6fd7e-a67d-43f0-bcf9-3b259063b160 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90177970-19e1-49cb-8b99-10493e7724fb') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:46:13.379645 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-e2e6fd7e-a67d-43f0-bcf9-3b259063b160 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90177970-19e1-49cb-8b99-10493e7724fb') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:46:13.390506 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e2e6fd7e-a67d-43f0-bcf9-3b259063b160 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4747091'] for segment (90177970-19e1-49cb-8b99-10493e7724fb), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:13.405797 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e2e6fd7e-a67d-43f0-bcf9-3b259063b160 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (90177970-19e1-49cb-8b99-10493e7724fb), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:13.412333 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2e6fd7e-a67d-43f0-bcf9-3b259063b160 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:46:13.412745 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e2e6fd7e-a67d-43f0-bcf9-3b259063b160 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4690514'] for segment (90177970-19e1-49cb-8b99-10493e7724fb), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:13.416638 n-d-812111-14 neutron-server[103304]: Traceback (most recent call last): Jan 28 19:46:13.416638 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:46:13.416638 n-d-812111-14 neutron-server[103304]: timer() Jan 28 19:46:13.416638 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:46:13.416638 n-d-812111-14 neutron-server[103304]: cb(*args, **kw) Jan 28 19:46:13.416638 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:46:13.416638 n-d-812111-14 neutron-server[103304]: return func(*args, **kwargs) Jan 28 19:46:13.416638 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:46:13.416638 n-d-812111-14 neutron-server[103304]: self._notify() Jan 28 19:46:13.416638 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:46:13.416638 n-d-812111-14 neutron-server[103304]: self.callback(batched_events) Jan 28 19:46:13.416638 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:46:13.416638 n-d-812111-14 neutron-server[103304]: event.method(event) Jan 28 19:46:13.416638 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:46:13.416638 n-d-812111-14 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:46:13.416638 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:46:13.416638 n-d-812111-14 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:46:13.416638 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:46:13.416638 n-d-812111-14 neutron-server[103304]: return f(self, *a, **k) Jan 28 19:46:13.416638 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:46:13.416638 n-d-812111-14 neutron-server[103304]: return self._get(url).json() Jan 28 19:46:13.416638 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:46:13.416638 n-d-812111-14 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:46:13.416638 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:46:13.416638 n-d-812111-14 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 28 19:46:13.416638 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:46:13.416638 n-d-812111-14 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:46:13.416638 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:46:13.416638 n-d-812111-14 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:46:13.416638 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:46:13.416638 n-d-812111-14 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:46:13.416638 n-d-812111-14 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:46:13.486378 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e2e6fd7e-a67d-43f0-bcf9-3b259063b160 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (fafefa84-380d-431c-b6c7-a556b04eaa80), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:13.491465 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-6cc2828c-bdb4-4b06-b5a6-7afcaa4cf62d None None] For port 8ed86fe6-2add-455a-a533-0e2174573e0c, host n-d-812111-14, got binding levels [] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:46:13.491861 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6cc2828c-bdb4-4b06-b5a6-7afcaa4cf62d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (8ed86fe6-2add-455a-a533-0e2174573e0c), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:13.494833 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e2e6fd7e-a67d-43f0-bcf9-3b259063b160 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:13.500566 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-e2e6fd7e-a67d-43f0-bcf9-3b259063b160 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] 10.222.0.64 "DELETE /v2.0/networks/fafefa84-380d-431c-b6c7-a556b04eaa80 HTTP/1.1" status: 204 len: 168 time: 0.6289711 Jan 28 19:46:13.501057 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 54422) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:46:13.512353 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-6cc2828c-bdb4-4b06-b5a6-7afcaa4cf62d None None] Calling delete_port for 8ed86fe6-2add-455a-a533-0e2174573e0c owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:46:13.514142 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e6fd7e-a67d-43f0-bcf9-3b259063b160 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Pushing event deleted for resources: {'Network': ['ID=fafefa84-380d-431c-b6c7-a556b04eaa80,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:13.516288 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.ipam_backend_mixin [None req-6cc2828c-bdb4-4b06-b5a6-7afcaa4cf62d None None] Port 8ed86fe6-2add-455a-a533-0e2174573e0c was not found and therefore no delete operation was performed {{(pid=103306) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 19:46:13.518920 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6cc2828c-bdb4-4b06-b5a6-7afcaa4cf62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985'] for port (8ed86fe6-2add-455a-a533-0e2174573e0c), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:13.556113 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6cc2828c-bdb4-4b06-b5a6-7afcaa4cf62d None None] Network fafefa84-380d-431c-b6c7-a556b04eaa80 is not hosted by any dhcp agent {{(pid=103306) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 28 19:46:13.557140 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc2828c-bdb4-4b06-b5a6-7afcaa4cf62d None None] No DVR routers for this DVR port 8ed86fe6-2add-455a-a533-0e2174573e0c on host n-d-812111-14 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:46:13.560815 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc2828c-bdb4-4b06-b5a6-7afcaa4cf62d None None] Pushing event deleted for resources: {'Port': ['ID=8ed86fe6-2add-455a-a533-0e2174573e0c,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:13.582668 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc2828c-bdb4-4b06-b5a6-7afcaa4cf62d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:46:13.583025 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc2828c-bdb4-4b06-b5a6-7afcaa4cf62d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:46:13.583367 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc2828c-bdb4-4b06-b5a6-7afcaa4cf62d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:46:13.583707 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc2828c-bdb4-4b06-b5a6-7afcaa4cf62d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:46:13.584044 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc2828c-bdb4-4b06-b5a6-7afcaa4cf62d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:46:13.584374 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc2828c-bdb4-4b06-b5a6-7afcaa4cf62d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:46:13.585030 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc2828c-bdb4-4b06-b5a6-7afcaa4cf62d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:46:13.585030 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc2828c-bdb4-4b06-b5a6-7afcaa4cf62d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:46:13.585383 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc2828c-bdb4-4b06-b5a6-7afcaa4cf62d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:46:13.585720 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc2828c-bdb4-4b06-b5a6-7afcaa4cf62d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:46:13.586047 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc2828c-bdb4-4b06-b5a6-7afcaa4cf62d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:46:13.586371 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc2828c-bdb4-4b06-b5a6-7afcaa4cf62d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:46:13.586691 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc2828c-bdb4-4b06-b5a6-7afcaa4cf62d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:46:13.651864 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-1e7ddf27-634a-4b5b-bc25-783ca696bf02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a057f493-c0f0-478a-8716-95a3356ea168', 'name': 'tempest-RoutersTest-router-581942818', 'tenant_id': 'ab529dfd1ad24da6bc4864590c27745b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:45:44Z', 'updated_at': '2022-01-28T19:46:11Z', 'revision_number': 8, 'project_id': 'ab529dfd1ad24da6bc4864590c27745b', 'gw_port_host': None, '_interfaces': [{'id': '21c82b6b-87d0-4386-9a62-9390bbbfacfe', 'name': '', 'network_id': 'be90b45c-758b-4af1-8735-116ce396682f', 'tenant_id': 'ab529dfd1ad24da6bc4864590c27745b', 'mac_address': 'fa:16:3e:5b:37:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a057f493-c0f0-478a-8716-95a3356ea168', 'device_owner': 'network:router_interface', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': '07a49d8b-db4b-48f0-af1c-52b613272559', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:45:54Z', 'updated_at': '2022-01-28T19:46:03Z', 'revision_number': 5, 'project_id': 'ab529dfd1ad24da6bc4864590c27745b', 'subnets': [{'id': '07a49d8b-db4b-48f0-af1c-52b613272559', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '80c9b3be-bbb3-48d6-890a-60a0b3a1c1c6', 'name': '', 'network_id': 'b1448153-914e-4db6-a06a-0d54dbee8fcf', 'tenant_id': 'ab529dfd1ad24da6bc4864590c27745b', 'mac_address': 'fa:16:3e:27:e0:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a057f493-c0f0-478a-8716-95a3356ea168', 'device_owner': 'network:router_interface', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': '267b24ff-893f-4ad5-becc-c193f6ebd3a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:45:46Z', 'updated_at': '2022-01-28T19:45:50Z', 'revision_number': 5, 'project_id': 'ab529dfd1ad24da6bc4864590c27745b', 'subnets': [{'id': '267b24ff-893f-4ad5-becc-c193f6ebd3a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df6900bf-2b5f-4426-8d80-95ea274d992d', 'name': '', 'network_id': '4822fd1d-91d9-4af7-b33d-50dea0fbbda6', 'tenant_id': 'ab529dfd1ad24da6bc4864590c27745b', 'mac_address': 'fa:16:3e:e0:89:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a057f493-c0f0-478a-8716-95a3356ea168', 'device_owner': 'network:router_interface', 'standard_attr_id': 3449, 'fixed_ips': [{'subnet_id': '235000aa-f282-4018-a482-7a9333732e3f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:45:50Z', 'updated_at': '2022-01-28T19:45:57Z', 'revision_number': 5, 'project_id': 'ab529dfd1ad24da6bc4864590c27745b', 'subnets': [{'id': '235000aa-f282-4018-a482-7a9333732e3f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:46:13.682039 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7ddf27-634a-4b5b-bc25-783ca696bf02 None None] The sync data for ids ['a057f493-c0f0-478a-8716-95a3356ea168'] in n-d-812111-14 is: [{'id': 'a057f493-c0f0-478a-8716-95a3356ea168', 'name': 'tempest-RoutersTest-router-581942818', 'tenant_id': 'ab529dfd1ad24da6bc4864590c27745b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:45:44Z', 'updated_at': '2022-01-28T19:46:11Z', 'revision_number': 8, 'project_id': 'ab529dfd1ad24da6bc4864590c27745b', 'gw_port_host': None, '_interfaces': [{'id': '21c82b6b-87d0-4386-9a62-9390bbbfacfe', 'name': '', 'network_id': 'be90b45c-758b-4af1-8735-116ce396682f', 'tenant_id': 'ab529dfd1ad24da6bc4864590c27745b', 'mac_address': 'fa:16:3e:5b:37:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a057f493-c0f0-478a-8716-95a3356ea168', 'device_owner': 'network:router_interface', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': '07a49d8b-db4b-48f0-af1c-52b613272559', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:45:54Z', 'updated_at': '2022-01-28T19:46:03Z', 'revision_number': 5, 'project_id': 'ab529dfd1ad24da6bc4864590c27745b', 'subnets': [{'id': '07a49d8b-db4b-48f0-af1c-52b613272559', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '80c9b3be-bbb3-48d6-890a-60a0b3a1c1c6', 'name': '', 'network_id': 'b1448153-914e-4db6-a06a-0d54dbee8fcf', 'tenant_id': 'ab529dfd1ad24da6bc4864590c27745b', 'mac_address': 'fa:16:3e:27:e0:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a057f493-c0f0-478a-8716-95a3356ea168', 'device_owner': 'network:router_interface', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': '267b24ff-893f-4ad5-becc-c193f6ebd3a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:45:46Z', 'updated_at': '2022-01-28T19:45:50Z', 'revision_number': 5, 'project_id': 'ab529dfd1ad24da6bc4864590c27745b', 'subnets': [{'id': '267b24ff-893f-4ad5-becc-c193f6ebd3a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df6900bf-2b5f-4426-8d80-95ea274d992d', 'name': '', 'network_id': '4822fd1d-91d9-4af7-b33d-50dea0fbbda6', 'tenant_id': 'ab529dfd1ad24da6bc4864590c27745b', 'mac_address': 'fa:16:3e:e0:89:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a057f493-c0f0-478a-8716-95a3356ea168', 'device_owner': 'network:router_interface', 'standard_attr_id': 3449, 'fixed_ips': [{'subnet_id': '235000aa-f282-4018-a482-7a9333732e3f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:45:50Z', 'updated_at': '2022-01-28T19:45:57Z', 'revision_number': 5, 'project_id': 'ab529dfd1ad24da6bc4864590c27745b', 'subnets': [{'id': '235000aa-f282-4018-a482-7a9333732e3f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:46:13.765053 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1aedb3-f9bc-4b54-b555-0bf58b774642 req-da4b525f-281f-493f-ad44-c05d7a750197 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:13.769697 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4d1aedb3-f9bc-4b54-b555-0bf58b774642 req-da4b525f-281f-493f-ad44-c05d7a750197 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] 10.222.0.64 "GET /v2.0/ports?device_id=f1f6cf91-354f-4777-b386-69c9b0afb022 HTTP/1.1" status: 200 len: 944 time: 0.0620425 Jan 28 19:46:13.799676 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67fd19c-b57b-4681-9afd-dacf7d1d08bb req-317ac122-8205-4db4-857c-cece77dfe927 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:13.801640 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a67fd19c-b57b-4681-9afd-dacf7d1d08bb req-317ac122-8205-4db4-857c-cece77dfe927 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a91007d-45be-4c6c-a11f-db74e1c43eb8 HTTP/1.1" status: 200 len: 945 time: 0.0982683 Jan 28 19:46:13.819267 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4d1aedb3-f9bc-4b54-b555-0bf58b774642 req-cb1ee8dc-bd1c-4b07-bb6e-d6c1b83e7f6e tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] 10.222.0.64 "GET /v2.0/security-groups?id=5d4fedf9-85da-4f5c-9ec0-46cadb94d550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468614 Jan 28 19:46:13.898747 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a67fd19c-b57b-4681-9afd-dacf7d1d08bb req-a10f0ad5-8560-4ea5-a0a6-e37deef731c7 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/security-groups?id=7142df2f-bfa6-45d4-824d-35803ef6dce5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735288 Jan 28 19:46:13.978085 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f943fb07-a154-4908-b293-9aad04dbe1dd tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-732838'] for router_interface (a057f493-c0f0-478a-8716-95a3356ea168), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:14.054673 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73893c7f-c8ce-43dd-ad03-5c5ec1fbde6d req-84396f79-af58-4cb8-b92d-e636950ede3e tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:14.056180 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-73893c7f-c8ce-43dd-ad03-5c5ec1fbde6d req-84396f79-af58-4cb8-b92d-e636950ede3e tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a91007d-45be-4c6c-a11f-db74e1c43eb8 HTTP/1.1" status: 200 len: 945 time: 0.0600781 Jan 28 19:46:14.158678 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-73893c7f-c8ce-43dd-ad03-5c5ec1fbde6d req-ef365b60-3c2d-40f3-8257-a1706203eee2 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Deleting port 4fc29a78-414a-4805-a8cf-167eee4a4412 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:46:14.159041 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-73893c7f-c8ce-43dd-ad03-5c5ec1fbde6d req-ef365b60-3c2d-40f3-8257-a1706203eee2 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (4fc29a78-414a-4805-a8cf-167eee4a4412), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:14.267599 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-f943fb07-a154-4908-b293-9aad04dbe1dd tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Deleting port 21c82b6b-87d0-4386-9a62-9390bbbfacfe {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:46:14.267956 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f943fb07-a154-4908-b293-9aad04dbe1dd tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (21c82b6b-87d0-4386-9a62-9390bbbfacfe), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:14.298607 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-73893c7f-c8ce-43dd-ad03-5c5ec1fbde6d req-ef365b60-3c2d-40f3-8257-a1706203eee2 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] For port 4fc29a78-414a-4805-a8cf-167eee4a4412, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=4fc29a78-414a-4805-a8cf-167eee4a4412,segment=NetworkSegment(0e20d3ef-5527-42ba-86a4-bcb741be912b),segment_id=0e20d3ef-5527-42ba-86a4-bcb741be912b)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:46:14.298982 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-73893c7f-c8ce-43dd-ad03-5c5ec1fbde6d req-ef365b60-3c2d-40f3-8257-a1706203eee2 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (4fc29a78-414a-4805-a8cf-167eee4a4412), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:14.387176 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-f943fb07-a154-4908-b293-9aad04dbe1dd tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] For port 21c82b6b-87d0-4386-9a62-9390bbbfacfe, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=21c82b6b-87d0-4386-9a62-9390bbbfacfe,segment=NetworkSegment(a937a8d9-e385-43ec-8a90-06d2e8348018),segment_id=a937a8d9-e385-43ec-8a90-06d2e8348018)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:46:14.387492 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f943fb07-a154-4908-b293-9aad04dbe1dd tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (21c82b6b-87d0-4386-9a62-9390bbbfacfe), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:14.403456 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-f943fb07-a154-4908-b293-9aad04dbe1dd tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Calling delete_port for 21c82b6b-87d0-4386-9a62-9390bbbfacfe owned by network:router_interface {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:46:14.549271 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-73893c7f-c8ce-43dd-ad03-5c5ec1fbde6d req-ef365b60-3c2d-40f3-8257-a1706203eee2 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:14.549803 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-73893c7f-c8ce-43dd-ad03-5c5ec1fbde6d req-ef365b60-3c2d-40f3-8257-a1706203eee2 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734886'] for floatingip (1b80fcea-891b-47a1-8279-4008451872fd), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:14.550166 n-d-812111-14 neutron-server[103304]: INFO neutron.db.l3_db [req-73893c7f-c8ce-43dd-ad03-5c5ec1fbde6d req-ef365b60-3c2d-40f3-8257-a1706203eee2 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Floating IP 1b80fcea-891b-47a1-8279-4008451872fd disassociated. External IP: 172.25.6.86, port: 4fc29a78-414a-4805-a8cf-167eee4a4412. Jan 28 19:46:14.550589 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-73893c7f-c8ce-43dd-ad03-5c5ec1fbde6d req-ef365b60-3c2d-40f3-8257-a1706203eee2 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Calling delete_port for 4fc29a78-414a-4805-a8cf-167eee4a4412 owned by compute:nova {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:46:14.614892 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37228309-52c2-406d-9b30-54edeb0fa38a req-ee99cf4e-702a-4daa-8aa0-efdbdd63362a tempest-VolumesBackupsTest-1639206033 tempest-VolumesBackupsTest-1639206033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:14.616493 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-37228309-52c2-406d-9b30-54edeb0fa38a req-ee99cf4e-702a-4daa-8aa0-efdbdd63362a tempest-VolumesBackupsTest-1639206033 tempest-VolumesBackupsTest-1639206033-project] 10.222.0.64 "GET /v2.0/ports?device_id=2cb01ec4-5ac9-41ab-a8fc-6d07153dd448 HTTP/1.1" status: 200 len: 950 time: 0.1020899 Jan 28 19:46:14.662190 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f943fb07-a154-4908-b293-9aad04dbe1dd tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (21c82b6b-87d0-4386-9a62-9390bbbfacfe), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:14.699018 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 24d35a64-6f41-484e-9211-cbba407cb2e4 details requested by agent hyperv_n-h1-812111-14 with host n-h1-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:46:14.700110 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f943fb07-a154-4908-b293-9aad04dbe1dd tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Pushing event deleted for resources: {'Port': ['ID=21c82b6b-87d0-4386-9a62-9390bbbfacfe,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:14.709822 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-37228309-52c2-406d-9b30-54edeb0fa38a req-db510af9-7c10-4053-ae95-1bd32eba368e tempest-VolumesBackupsTest-1639206033 tempest-VolumesBackupsTest-1639206033-project] 10.222.0.64 "GET /v2.0/security-groups?id=2c011f83-3e73-486b-b407-12a8d0621488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874550 Jan 28 19:46:14.722810 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-73893c7f-c8ce-43dd-ad03-5c5ec1fbde6d req-ef365b60-3c2d-40f3-8257-a1706203eee2 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (4fc29a78-414a-4805-a8cf-167eee4a4412), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:14.748723 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 8ed86fe6-2add-455a-a533-0e2174573e0c no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:46:14.773075 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef365b60-3c2d-40f3-8257-a1706203eee2 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Pushing event deleted for resources: {'Port': ['ID=4fc29a78-414a-4805-a8cf-167eee4a4412,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:14.858448 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: 8ed86fe6-2add-455a-a533-0e2174573e0c {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:46:14.858792 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 8ed86fe6-2add-455a-a533-0e2174573e0c not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:46:14.859220 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device f9d1d326-0d71-472b-839f-514680eb631a no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:46:14.912141 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: f9d1d326-0d71-472b-839f-514680eb631a {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:46:14.912481 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device f9d1d326-0d71-472b-839f-514680eb631a not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:46:14.981071 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 24d35a64-6f41-484e-9211-cbba407cb2e4, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=24d35a64-6f41-484e-9211-cbba407cb2e4,segment=NetworkSegment(1046b148-caec-4335-a082-55997b4f6166),segment_id=1046b148-caec-4335-a082-55997b4f6166)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:46:14.998837 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Returning: {'device': '24d35a64-6f41-484e-9211-cbba407cb2e4', 'network_id': 'c61eefcb-1d1b-4895-95e4-a5fe8859945a', 'port_id': '24d35a64-6f41-484e-9211-cbba407cb2e4', 'mac_address': 'fa:16:3e:d9:f3:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74ba22d8-67fd-4d4b-a5d7-2cd1f5ffe40e', 'ip_address': '172.20.0.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:46:15.034279 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f943fb07-a154-4908-b293-9aad04dbe1dd tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-732682'] for router_interface (a057f493-c0f0-478a-8716-95a3356ea168), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:15.064522 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port 24d35a64-6f41-484e-9211-cbba407cb2e4 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:46:15.064930 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (24d35a64-6f41-484e-9211-cbba407cb2e4), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:15.075274 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-65379d30-1f24-4527-b846-3f9e46475b96 req-a1952078-8bd8-4d5c-94b2-1ae88e65c382 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a91007d-45be-4c6c-a11f-db74e1c43eb8 HTTP/1.1" status: 200 len: 210 time: 0.0503314 Jan 28 19:46:15.086331 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24d35a64-6f41-484e-9211-cbba407cb2e4 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:46:15.126837 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [req-73893c7f-c8ce-43dd-ad03-5c5ec1fbde6d req-ef365b60-3c2d-40f3-8257-a1706203eee2 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Router 298ba6f8-2c9c-47e0-bcfb-46f47b8728c9 has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:46:15.131058 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 24d35a64-6f41-484e-9211-cbba407cb2e4, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=24d35a64-6f41-484e-9211-cbba407cb2e4,segment=NetworkSegment(1046b148-caec-4335-a082-55997b4f6166),segment_id=1046b148-caec-4335-a082-55997b4f6166)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:46:15.136476 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (24d35a64-6f41-484e-9211-cbba407cb2e4), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:15.148842 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b18673-2b24-46cd-a8c7-d504ba142c52 req-4c0b9151-b4c2-4ca7-b105-8d73d87d959b tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:15.156220 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d5b18673-2b24-46cd-a8c7-d504ba142c52 req-4c0b9151-b4c2-4ca7-b105-8d73d87d959b tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] 10.222.0.64 "GET /v2.0/ports?device_id=f1f6cf91-354f-4777-b386-69c9b0afb022 HTTP/1.1" status: 200 len: 944 time: 0.1669462 Jan 28 19:46:15.198754 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=24d35a64-6f41-484e-9211-cbba407cb2e4,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:15.271228 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d5b18673-2b24-46cd-a8c7-d504ba142c52 req-22a04257-a2d2-41b5-b985-e5b3dd6856dc tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] 10.222.0.64 "GET /v2.0/security-groups?id=5d4fedf9-85da-4f5c-9ec0-46cadb94d550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141436 Jan 28 19:46:15.330781 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f943fb07-a154-4908-b293-9aad04dbe1dd tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Router a057f493-c0f0-478a-8716-95a3356ea168 has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:46:15.334268 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-73893c7f-c8ce-43dd-ad03-5c5ec1fbde6d req-ef365b60-3c2d-40f3-8257-a1706203eee2 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:46:15.349776 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd44c0e-05db-4e3a-8d34-13bbd0bd3b14 None None] Sync routers for ids ['298ba6f8-2c9c-47e0-bcfb-46f47b8728c9'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:46:15.360291 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd44c0e-05db-4e3a-8d34-13bbd0bd3b14 None None] Routers {'298ba6f8-2c9c-47e0-bcfb-46f47b8728c9'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:46:15.361293 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-fbd44c0e-05db-4e3a-8d34-13bbd0bd3b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:46:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['298ba6f8-2c9c-47e0-bcfb-46f47b8728c9'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:46:15.379545 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-73893c7f-c8ce-43dd-ad03-5c5ec1fbde6d req-ef365b60-3c2d-40f3-8257-a1706203eee2 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] No DVR routers for this DVR port 4fc29a78-414a-4805-a8cf-167eee4a4412 on host n-h2-812111-14 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:46:15.382624 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-73893c7f-c8ce-43dd-ad03-5c5ec1fbde6d req-ef365b60-3c2d-40f3-8257-a1706203eee2 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:15.386594 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-73893c7f-c8ce-43dd-ad03-5c5ec1fbde6d req-ef365b60-3c2d-40f3-8257-a1706203eee2 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.70 "DELETE /v2.0/ports/4fc29a78-414a-4805-a8cf-167eee4a4412 HTTP/1.1" status: 204 len: 173 time: 1.3247175 Jan 28 19:46:15.387048 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a91007d-45be-4c6c-a11f-db74e1c43eb8', 'name': 'network-vif-deleted', 'tag': '4fc29a78-414a-4805-a8cf-167eee4a4412'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:46:15.389382 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0e942b4-337d-434a-bd78-8518b7d48621" -d '{"events": [{"server_uuid": "4a91007d-45be-4c6c-a11f-db74e1c43eb8", "name": "network-vif-deleted", "tag": "4fc29a78-414a-4805-a8cf-167eee4a4412"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:46:15.406699 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['24d35a64-6f41-484e-9211-cbba407cb2e4'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:46:15.428580 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:46:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77a7a2c1-1d9b-4cde-b32a-e5a37895f543 x-openstack-request-id: req-77a7a2c1-1d9b-4cde-b32a-e5a37895f543 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:46:15.429047 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a91007d-45be-4c6c-a11f-db74e1c43eb8", "name": "network-vif-deleted", "tag": "4fc29a78-414a-4805-a8cf-167eee4a4412", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:46:15.429482 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-77a7a2c1-1d9b-4cde-b32a-e5a37895f543 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:46:15.429982 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a91007d-45be-4c6c-a11f-db74e1c43eb8', 'name': 'network-vif-deleted', 'tag': '4fc29a78-414a-4805-a8cf-167eee4a4412', 'status': 'completed', 'code': 200} Jan 28 19:46:15.488839 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f943fb07-a154-4908-b293-9aad04dbe1dd tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:46:15.508874 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a1d863-481c-4a9c-84a5-b620786cbe0b None None] Sync routers for ids ['a057f493-c0f0-478a-8716-95a3356ea168'] in n-d-812111-14 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:46:15.512716 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 54440) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:46:15.514506 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-f943fb07-a154-4908-b293-9aad04dbe1dd tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] 10.222.0.64 "PUT /v2.0/routers/a057f493-c0f0-478a-8716-95a3356ea168/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0115349 Jan 28 19:46:15.544045 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-fbd44c0e-05db-4e3a-8d34-13bbd0bd3b14 None None] Set router 298ba6f8-2c9c-47e0-bcfb-46f47b8728c9 gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:46:15.550709 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a1d863-481c-4a9c-84a5-b620786cbe0b None None] Routers {'a057f493-c0f0-478a-8716-95a3356ea168'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:46:15.551366 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-f2a1d863-481c-4a9c-84a5-b620786cbe0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:46:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['a057f493-c0f0-478a-8716-95a3356ea168'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:46:15.595800 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-99bc8cd7-af57-49cb-99c0-5e583c14b2eb tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Deleting subnet 07a49d8b-db4b-48f0-af1c-52b613272559 {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:46:15.599542 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-99bc8cd7-af57-49cb-99c0-5e583c14b2eb tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks [] for subnet (07a49d8b-db4b-48f0-af1c-52b613272559), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:15.646079 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-99bc8cd7-af57-49cb-99c0-5e583c14b2eb tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4747050'] for subnet (07a49d8b-db4b-48f0-af1c-52b613272559), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:15.694792 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-f2a1d863-481c-4a9c-84a5-b620786cbe0b None None] Set router a057f493-c0f0-478a-8716-95a3356ea168 gateway port host: None {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:46:15.811834 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-99bc8cd7-af57-49cb-99c0-5e583c14b2eb tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (07a49d8b-db4b-48f0-af1c-52b613272559), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:15.830564 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-fbd44c0e-05db-4e3a-8d34-13bbd0bd3b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '298ba6f8-2c9c-47e0-bcfb-46f47b8728c9', 'name': 'tempest-ServerActionsTestJSON-1517512899-router', 'tenant_id': 'c316c98d83734d7eab7153e5f826023b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': '6746a9c8-8f5c-4367-8b8d-17f179e49d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:39:05Z', 'updated_at': '2022-01-28T19:39:17Z', 'revision_number': 4, 'project_id': 'c316c98d83734d7eab7153e5f826023b', 'gw_port': {'id': '6746a9c8-8f5c-4367-8b8d-17f179e49d64', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:4b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '298ba6f8-2c9c-47e0-bcfb-46f47b8728c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2708, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:39:07Z', 'updated_at': '2022-01-28T19:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': 'd319833e-1c7a-449e-abee-5eca2a0af417', 'name': '', 'network_id': '87bd24c3-2f53-4d06-9d37-4b32bba79109', 'tenant_id': 'c316c98d83734d7eab7153e5f826023b', 'mac_address': 'fa:16:3e:56:f6:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '298ba6f8-2c9c-47e0-bcfb-46f47b8728c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2712, 'fixed_ips': [{'subnet_id': '1b82f7aa-308b-4f07-b0c3-0d99e240d9ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:39:15Z', 'updated_at': '2022-01-28T19:39:30Z', 'revision_number': 5, 'project_id': 'c316c98d83734d7eab7153e5f826023b', 'subnets': [{'id': '1b82f7aa-308b-4f07-b0c3-0d99e240d9ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:46:15.880795 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd44c0e-05db-4e3a-8d34-13bbd0bd3b14 None None] Checking router: 298ba6f8-2c9c-47e0-bcfb-46f47b8728c9 for host: n-d-812111-14 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:46:15.893242 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd44c0e-05db-4e3a-8d34-13bbd0bd3b14 None None] Routers {'298ba6f8-2c9c-47e0-bcfb-46f47b8728c9'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:46:15.893965 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-fbd44c0e-05db-4e3a-8d34-13bbd0bd3b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:46:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['298ba6f8-2c9c-47e0-bcfb-46f47b8728c9'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:46:16.056112 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4112c37e-a6f7-44a1-8592-5eda8491337e req-e3171fe3-f4f4-4086-ae8f-8b5977f17579 tempest-VolumesBackupsTest-1639206033 tempest-VolumesBackupsTest-1639206033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:16.062010 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-f2a1d863-481c-4a9c-84a5-b620786cbe0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a057f493-c0f0-478a-8716-95a3356ea168', 'name': 'tempest-RoutersTest-router-581942818', 'tenant_id': 'ab529dfd1ad24da6bc4864590c27745b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:45:44Z', 'updated_at': '2022-01-28T19:46:14Z', 'revision_number': 9, 'project_id': 'ab529dfd1ad24da6bc4864590c27745b', 'gw_port_host': None, '_interfaces': [{'id': '80c9b3be-bbb3-48d6-890a-60a0b3a1c1c6', 'name': '', 'network_id': 'b1448153-914e-4db6-a06a-0d54dbee8fcf', 'tenant_id': 'ab529dfd1ad24da6bc4864590c27745b', 'mac_address': 'fa:16:3e:27:e0:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a057f493-c0f0-478a-8716-95a3356ea168', 'device_owner': 'network:router_interface', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': '267b24ff-893f-4ad5-becc-c193f6ebd3a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:45:46Z', 'updated_at': '2022-01-28T19:45:50Z', 'revision_number': 5, 'project_id': 'ab529dfd1ad24da6bc4864590c27745b', 'subnets': [{'id': '267b24ff-893f-4ad5-becc-c193f6ebd3a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df6900bf-2b5f-4426-8d80-95ea274d992d', 'name': '', 'network_id': '4822fd1d-91d9-4af7-b33d-50dea0fbbda6', 'tenant_id': 'ab529dfd1ad24da6bc4864590c27745b', 'mac_address': 'fa:16:3e:e0:89:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a057f493-c0f0-478a-8716-95a3356ea168', 'device_owner': 'network:router_interface', 'standard_attr_id': 3449, 'fixed_ips': [{'subnet_id': '235000aa-f282-4018-a482-7a9333732e3f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:45:50Z', 'updated_at': '2022-01-28T19:45:57Z', 'revision_number': 5, 'project_id': 'ab529dfd1ad24da6bc4864590c27745b', 'subnets': [{'id': '235000aa-f282-4018-a482-7a9333732e3f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:46:16.064292 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4112c37e-a6f7-44a1-8592-5eda8491337e req-e3171fe3-f4f4-4086-ae8f-8b5977f17579 tempest-VolumesBackupsTest-1639206033 tempest-VolumesBackupsTest-1639206033-project] 10.222.0.64 "GET /v2.0/ports?device_id=2cb01ec4-5ac9-41ab-a8fc-6d07153dd448 HTTP/1.1" status: 200 len: 950 time: 0.2094135 Jan 28 19:46:16.068962 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-fbd44c0e-05db-4e3a-8d34-13bbd0bd3b14 None None] Set router 298ba6f8-2c9c-47e0-bcfb-46f47b8728c9 gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:46:16.077649 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-99bc8cd7-af57-49cb-99c0-5e583c14b2eb tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4690616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5222356'] for subnet (07a49d8b-db4b-48f0-af1c-52b613272559), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:16.106518 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e24fe894-e783-47c4-9718-b289525eb04e None None] Network be90b45c-758b-4af1-8735-116ce396682f requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:46:16.110062 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a1d863-481c-4a9c-84a5-b620786cbe0b None None] Checking router: a057f493-c0f0-478a-8716-95a3356ea168 for host: n-d-812111-14 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:46:16.137735 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a1d863-481c-4a9c-84a5-b620786cbe0b None None] Routers {'a057f493-c0f0-478a-8716-95a3356ea168'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:46:16.138469 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-f2a1d863-481c-4a9c-84a5-b620786cbe0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:46:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['a057f493-c0f0-478a-8716-95a3356ea168'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:46:16.155823 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-99bc8cd7-af57-49cb-99c0-5e583c14b2eb tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:16.161937 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-99bc8cd7-af57-49cb-99c0-5e583c14b2eb tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] 10.222.0.64 "DELETE /v2.0/subnets/07a49d8b-db4b-48f0-af1c-52b613272559 HTTP/1.1" status: 204 len: 168 time: 0.6478643 Jan 28 19:46:16.164623 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 54446) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:46:16.176705 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20632c4-aa6c-44b7-b9ca-c9638a0c6a33 req-59af792c-7201-4b44-b038-bb3bde6f057a tempest-VolumesBackupsTest-1639206033 tempest-VolumesBackupsTest-1639206033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:16.178682 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d20632c4-aa6c-44b7-b9ca-c9638a0c6a33 req-59af792c-7201-4b44-b038-bb3bde6f057a tempest-VolumesBackupsTest-1639206033 tempest-VolumesBackupsTest-1639206033-project] 10.222.0.70 "GET /v2.0/ports?device_id=2cb01ec4-5ac9-41ab-a8fc-6d07153dd448 HTTP/1.1" status: 200 len: 950 time: 0.2229364 Jan 28 19:46:16.258823 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bc8cd7-af57-49cb-99c0-5e583c14b2eb tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Pushing event deleted for resources: {'Subnet': ['ID=07a49d8b-db4b-48f0-af1c-52b613272559,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:16.289383 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 54450) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:46:16.317481 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4112c37e-a6f7-44a1-8592-5eda8491337e req-44ab194f-4718-43f1-b7ba-3c1d412e0957 tempest-VolumesBackupsTest-1639206033 tempest-VolumesBackupsTest-1639206033-project] 10.222.0.64 "GET /v2.0/security-groups?id=2c011f83-3e73-486b-b407-12a8d0621488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364607 Jan 28 19:46:16.360980 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e64ce47e-0e60-4ce0-b581-7f6de8e4e30c tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (be90b45c-758b-4af1-8735-116ce396682f), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:16.470990 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-fbd44c0e-05db-4e3a-8d34-13bbd0bd3b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '298ba6f8-2c9c-47e0-bcfb-46f47b8728c9', 'name': 'tempest-ServerActionsTestJSON-1517512899-router', 'tenant_id': 'c316c98d83734d7eab7153e5f826023b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': '6746a9c8-8f5c-4367-8b8d-17f179e49d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:39:05Z', 'updated_at': '2022-01-28T19:39:17Z', 'revision_number': 4, 'project_id': 'c316c98d83734d7eab7153e5f826023b', 'gw_port': {'id': '6746a9c8-8f5c-4367-8b8d-17f179e49d64', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:4b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '298ba6f8-2c9c-47e0-bcfb-46f47b8728c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2708, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:39:07Z', 'updated_at': '2022-01-28T19:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': 'd319833e-1c7a-449e-abee-5eca2a0af417', 'name': '', 'network_id': '87bd24c3-2f53-4d06-9d37-4b32bba79109', 'tenant_id': 'c316c98d83734d7eab7153e5f826023b', 'mac_address': 'fa:16:3e:56:f6:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '298ba6f8-2c9c-47e0-bcfb-46f47b8728c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2712, 'fixed_ips': [{'subnet_id': '1b82f7aa-308b-4f07-b0c3-0d99e240d9ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:39:15Z', 'updated_at': '2022-01-28T19:39:30Z', 'revision_number': 5, 'project_id': 'c316c98d83734d7eab7153e5f826023b', 'subnets': [{'id': '1b82f7aa-308b-4f07-b0c3-0d99e240d9ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:46:16.495003 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-e64ce47e-0e60-4ce0-b581-7f6de8e4e30c tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Deleting port 3ba166db-dc2a-4296-9e07-654fbd0d036e {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:46:16.495386 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e64ce47e-0e60-4ce0-b581-7f6de8e4e30c tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (3ba166db-dc2a-4296-9e07-654fbd0d036e), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:16.498321 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd44c0e-05db-4e3a-8d34-13bbd0bd3b14 None None] The sync data for ids ['298ba6f8-2c9c-47e0-bcfb-46f47b8728c9'] in n-d-812111-14 is: [{'id': '298ba6f8-2c9c-47e0-bcfb-46f47b8728c9', 'name': 'tempest-ServerActionsTestJSON-1517512899-router', 'tenant_id': 'c316c98d83734d7eab7153e5f826023b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': '6746a9c8-8f5c-4367-8b8d-17f179e49d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:39:05Z', 'updated_at': '2022-01-28T19:39:17Z', 'revision_number': 4, 'project_id': 'c316c98d83734d7eab7153e5f826023b', 'gw_port': {'id': '6746a9c8-8f5c-4367-8b8d-17f179e49d64', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:4b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '298ba6f8-2c9c-47e0-bcfb-46f47b8728c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2708, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:39:07Z', 'updated_at': '2022-01-28T19:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': 'd319833e-1c7a-449e-abee-5eca2a0af417', 'name': '', 'network_id': '87bd24c3-2f53-4d06-9d37-4b32bba79109', 'tenant_id': 'c316c98d83734d7eab7153e5f826023b', 'mac_address': 'fa:16:3e:56:f6:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '298ba6f8-2c9c-47e0-bcfb-46f47b8728c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2712, 'fixed_ips': [{'subnet_id': '1b82f7aa-308b-4f07-b0c3-0d99e240d9ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:39:15Z', 'updated_at': '2022-01-28T19:39:30Z', 'revision_number': 5, 'project_id': 'c316c98d83734d7eab7153e5f826023b', 'subnets': [{'id': '1b82f7aa-308b-4f07-b0c3-0d99e240d9ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:46:16.533976 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-02583644-9d4d-4cb9-907d-4df64460b000 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Publish callbacks [] for security_group (7142df2f-bfa6-45d4-824d-35803ef6dce5), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:16.536722 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-d20632c4-aa6c-44b7-b9ca-c9638a0c6a33 req-cae7dc5e-cc6c-4a9a-bc9e-cf47b7210306 tempest-VolumesBackupsTest-1639206033 tempest-VolumesBackupsTest-1639206033-project] Deleting port 216d2575-b085-4a22-b4a1-8309c83f750e {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:46:16.537348 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-d20632c4-aa6c-44b7-b9ca-c9638a0c6a33 req-cae7dc5e-cc6c-4a9a-bc9e-cf47b7210306 tempest-VolumesBackupsTest-1639206033 tempest-VolumesBackupsTest-1639206033-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (216d2575-b085-4a22-b4a1-8309c83f750e), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:16.600012 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b7ebf8-2c3e-4f07-9f2a-a5afa6579b38 req-a6ceba0e-06b1-4913-ad2f-f1af9503dc86 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:16.611169 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-64b7ebf8-2c3e-4f07-9f2a-a5afa6579b38 req-a6ceba0e-06b1-4913-ad2f-f1af9503dc86 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] 10.222.0.64 "GET /v2.0/ports?device_id=f1f6cf91-354f-4777-b386-69c9b0afb022 HTTP/1.1" status: 200 len: 945 time: 0.2011201 Jan 28 19:46:16.639102 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-d20632c4-aa6c-44b7-b9ca-c9638a0c6a33 req-cae7dc5e-cc6c-4a9a-bc9e-cf47b7210306 tempest-VolumesBackupsTest-1639206033 tempest-VolumesBackupsTest-1639206033-project] For port 216d2575-b085-4a22-b4a1-8309c83f750e, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=216d2575-b085-4a22-b4a1-8309c83f750e,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:46:16.639635 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-d20632c4-aa6c-44b7-b9ca-c9638a0c6a33 req-cae7dc5e-cc6c-4a9a-bc9e-cf47b7210306 tempest-VolumesBackupsTest-1639206033 tempest-VolumesBackupsTest-1639206033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (216d2575-b085-4a22-b4a1-8309c83f750e), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:16.652959 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-d20632c4-aa6c-44b7-b9ca-c9638a0c6a33 req-cae7dc5e-cc6c-4a9a-bc9e-cf47b7210306 tempest-VolumesBackupsTest-1639206033 tempest-VolumesBackupsTest-1639206033-project] Calling delete_port for 216d2575-b085-4a22-b4a1-8309c83f750e owned by compute:nova {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:46:16.683741 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-f2a1d863-481c-4a9c-84a5-b620786cbe0b None None] Set router a057f493-c0f0-478a-8716-95a3356ea168 gateway port host: None {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:46:16.743403 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-e64ce47e-0e60-4ce0-b581-7f6de8e4e30c tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] For port 3ba166db-dc2a-4296-9e07-654fbd0d036e, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=3ba166db-dc2a-4296-9e07-654fbd0d036e,segment=NetworkSegment(a937a8d9-e385-43ec-8a90-06d2e8348018),segment_id=a937a8d9-e385-43ec-8a90-06d2e8348018)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:46:16.744296 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e64ce47e-0e60-4ce0-b581-7f6de8e4e30c tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (3ba166db-dc2a-4296-9e07-654fbd0d036e), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:16.752782 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bcc16d6-1804-49fd-b8f5-35478e4de6a3 None None] DHCP port deletion for be90b45c-758b-4af1-8735-116ce396682f request from n-d-812111-14 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:46:16.757847 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-64b7ebf8-2c3e-4f07-9f2a-a5afa6579b38 req-16641425-ed9a-48f1-aab2-7aad8c11355e tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] 10.222.0.64 "GET /v2.0/security-groups?id=5d4fedf9-85da-4f5c-9ec0-46cadb94d550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1458018 Jan 28 19:46:16.764348 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-e64ce47e-0e60-4ce0-b581-7f6de8e4e30c tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Calling delete_port for 3ba166db-dc2a-4296-9e07-654fbd0d036e owned by network:dhcp {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:46:16.766094 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-02583644-9d4d-4cb9-907d-4df64460b000 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Publish callbacks [] for security_group (7142df2f-bfa6-45d4-824d-35803ef6dce5), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:16.876566 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-02583644-9d4d-4cb9-907d-4df64460b000 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (7142df2f-bfa6-45d4-824d-35803ef6dce5), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:16.879750 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-02583644-9d4d-4cb9-907d-4df64460b000 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:16.883520 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-02583644-9d4d-4cb9-907d-4df64460b000 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "DELETE /v2.0/security-groups/7142df2f-bfa6-45d4-824d-35803ef6dce5 HTTP/1.1" status: 204 len: 168 time: 0.5603232 Jan 28 19:46:16.886834 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 54454) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:46:16.907506 n-d-812111-14 neutron-server[103305]: INFO neutron.api.v2.resource [None req-25ddfd44-3027-47c9-be12-2a3a928b3402 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] show failed (client error): The resource could not be found. Jan 28 19:46:16.910887 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-25ddfd44-3027-47c9-be12-2a3a928b3402 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "GET /v2.0/security-groups/7142df2f-bfa6-45d4-824d-35803ef6dce5 HTTP/1.1" status: 404 len: 347 time: 0.0207117 Jan 28 19:46:16.914574 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 54456) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:46:16.924679 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02583644-9d4d-4cb9-907d-4df64460b000 tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7142df2f-bfa6-45d4-824d-35803ef6dce5,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:16.968328 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-d20632c4-aa6c-44b7-b9ca-c9638a0c6a33 req-cae7dc5e-cc6c-4a9a-bc9e-cf47b7210306 tempest-VolumesBackupsTest-1639206033 tempest-VolumesBackupsTest-1639206033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (216d2575-b085-4a22-b4a1-8309c83f750e), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:16.979109 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-4bcc16d6-1804-49fd-b8f5-35478e4de6a3 None None] Deleting port 3ba166db-dc2a-4296-9e07-654fbd0d036e {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:46:16.979549 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4bcc16d6-1804-49fd-b8f5-35478e4de6a3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (3ba166db-dc2a-4296-9e07-654fbd0d036e), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:16.993855 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d94af2-9544-4a93-bb5c-7146b0acb859 None None] New status for floating IP 1b80fcea-891b-47a1-8279-4008451872fd: DOWN {{(pid=103307) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 19:46:17.011636 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae7dc5e-cc6c-4a9a-bc9e-cf47b7210306 tempest-VolumesBackupsTest-1639206033 tempest-VolumesBackupsTest-1639206033-project] Pushing event deleted for resources: {'Port': ['ID=216d2575-b085-4a22-b4a1-8309c83f750e,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:17.048070 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['216d2575-b085-4a22-b4a1-8309c83f750e'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:46:17.059992 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-d20632c4-aa6c-44b7-b9ca-c9638a0c6a33 req-cae7dc5e-cc6c-4a9a-bc9e-cf47b7210306 tempest-VolumesBackupsTest-1639206033 tempest-VolumesBackupsTest-1639206033-project] No DVR routers for this DVR port 216d2575-b085-4a22-b4a1-8309c83f750e on host n-h2-812111-14 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:46:17.060225 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e64ce47e-0e60-4ce0-b581-7f6de8e4e30c tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (3ba166db-dc2a-4296-9e07-654fbd0d036e), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:17.064359 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-d20632c4-aa6c-44b7-b9ca-c9638a0c6a33 req-cae7dc5e-cc6c-4a9a-bc9e-cf47b7210306 tempest-VolumesBackupsTest-1639206033 tempest-VolumesBackupsTest-1639206033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:17.069205 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d20632c4-aa6c-44b7-b9ca-c9638a0c6a33 req-cae7dc5e-cc6c-4a9a-bc9e-cf47b7210306 tempest-VolumesBackupsTest-1639206033 tempest-VolumesBackupsTest-1639206033-project] 10.222.0.70 "DELETE /v2.0/ports/216d2575-b085-4a22-b4a1-8309c83f750e HTTP/1.1" status: 204 len: 173 time: 0.8798301 Jan 28 19:46:17.098781 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64ce47e-0e60-4ce0-b581-7f6de8e4e30c tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Pushing event deleted for resources: {'Port': ['ID=3ba166db-dc2a-4296-9e07-654fbd0d036e,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:17.101410 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64ce47e-0e60-4ce0-b581-7f6de8e4e30c tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] No DVR routers for this DVR port 3ba166db-dc2a-4296-9e07-654fbd0d036e on host n-d-812111-14 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:46:17.146362 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-4bcc16d6-1804-49fd-b8f5-35478e4de6a3 None None] For port 3ba166db-dc2a-4296-9e07-654fbd0d036e, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=3ba166db-dc2a-4296-9e07-654fbd0d036e,segment=NetworkSegment(a937a8d9-e385-43ec-8a90-06d2e8348018),segment_id=a937a8d9-e385-43ec-8a90-06d2e8348018)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:46:17.146977 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4bcc16d6-1804-49fd-b8f5-35478e4de6a3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (3ba166db-dc2a-4296-9e07-654fbd0d036e), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:17.166480 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-4bcc16d6-1804-49fd-b8f5-35478e4de6a3 None None] Calling delete_port for 3ba166db-dc2a-4296-9e07-654fbd0d036e owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:46:17.203842 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e64ce47e-0e60-4ce0-b581-7f6de8e4e30c tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (be90b45c-758b-4af1-8735-116ce396682f), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:17.209778 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-9bcf292b-044e-485c-aec6-f69a3ccf732a tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Deleting port b9f1e915-ac9f-4071-b9e0-2b46138cf33c {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:46:17.209778 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9bcf292b-044e-485c-aec6-f69a3ccf732a tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (b9f1e915-ac9f-4071-b9e0-2b46138cf33c), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:17.242974 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-f2a1d863-481c-4a9c-84a5-b620786cbe0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a057f493-c0f0-478a-8716-95a3356ea168', 'name': 'tempest-RoutersTest-router-581942818', 'tenant_id': 'ab529dfd1ad24da6bc4864590c27745b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:45:44Z', 'updated_at': '2022-01-28T19:46:14Z', 'revision_number': 9, 'project_id': 'ab529dfd1ad24da6bc4864590c27745b', 'gw_port_host': None, '_interfaces': [{'id': '80c9b3be-bbb3-48d6-890a-60a0b3a1c1c6', 'name': '', 'network_id': 'b1448153-914e-4db6-a06a-0d54dbee8fcf', 'tenant_id': 'ab529dfd1ad24da6bc4864590c27745b', 'mac_address': 'fa:16:3e:27:e0:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a057f493-c0f0-478a-8716-95a3356ea168', 'device_owner': 'network:router_interface', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': '267b24ff-893f-4ad5-becc-c193f6ebd3a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:45:46Z', 'updated_at': '2022-01-28T19:45:50Z', 'revision_number': 5, 'project_id': 'ab529dfd1ad24da6bc4864590c27745b', 'subnets': [{'id': '267b24ff-893f-4ad5-becc-c193f6ebd3a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df6900bf-2b5f-4426-8d80-95ea274d992d', 'name': '', 'network_id': '4822fd1d-91d9-4af7-b33d-50dea0fbbda6', 'tenant_id': 'ab529dfd1ad24da6bc4864590c27745b', 'mac_address': 'fa:16:3e:e0:89:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a057f493-c0f0-478a-8716-95a3356ea168', 'device_owner': 'network:router_interface', 'standard_attr_id': 3449, 'fixed_ips': [{'subnet_id': '235000aa-f282-4018-a482-7a9333732e3f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:45:50Z', 'updated_at': '2022-01-28T19:45:57Z', 'revision_number': 5, 'project_id': 'ab529dfd1ad24da6bc4864590c27745b', 'subnets': [{'id': '235000aa-f282-4018-a482-7a9333732e3f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:46:17.272552 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-e64ce47e-0e60-4ce0-b581-7f6de8e4e30c tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be90b45c-758b-4af1-8735-116ce396682f']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:46:17.281327 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a1d863-481c-4a9c-84a5-b620786cbe0b None None] The sync data for ids ['a057f493-c0f0-478a-8716-95a3356ea168'] in n-d-812111-14 is: [{'id': 'a057f493-c0f0-478a-8716-95a3356ea168', 'name': 'tempest-RoutersTest-router-581942818', 'tenant_id': 'ab529dfd1ad24da6bc4864590c27745b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:45:44Z', 'updated_at': '2022-01-28T19:46:14Z', 'revision_number': 9, 'project_id': 'ab529dfd1ad24da6bc4864590c27745b', 'gw_port_host': None, '_interfaces': [{'id': '80c9b3be-bbb3-48d6-890a-60a0b3a1c1c6', 'name': '', 'network_id': 'b1448153-914e-4db6-a06a-0d54dbee8fcf', 'tenant_id': 'ab529dfd1ad24da6bc4864590c27745b', 'mac_address': 'fa:16:3e:27:e0:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a057f493-c0f0-478a-8716-95a3356ea168', 'device_owner': 'network:router_interface', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': '267b24ff-893f-4ad5-becc-c193f6ebd3a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:45:46Z', 'updated_at': '2022-01-28T19:45:50Z', 'revision_number': 5, 'project_id': 'ab529dfd1ad24da6bc4864590c27745b', 'subnets': [{'id': '267b24ff-893f-4ad5-becc-c193f6ebd3a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df6900bf-2b5f-4426-8d80-95ea274d992d', 'name': '', 'network_id': '4822fd1d-91d9-4af7-b33d-50dea0fbbda6', 'tenant_id': 'ab529dfd1ad24da6bc4864590c27745b', 'mac_address': 'fa:16:3e:e0:89:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a057f493-c0f0-478a-8716-95a3356ea168', 'device_owner': 'network:router_interface', 'standard_attr_id': 3449, 'fixed_ips': [{'subnet_id': '235000aa-f282-4018-a482-7a9333732e3f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:45:50Z', 'updated_at': '2022-01-28T19:45:57Z', 'revision_number': 5, 'project_id': 'ab529dfd1ad24da6bc4864590c27745b', 'subnets': [{'id': '235000aa-f282-4018-a482-7a9333732e3f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:46:17.287244 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-e64ce47e-0e60-4ce0-b581-7f6de8e4e30c tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a937a8d9-e385-43ec-8a90-06d2e8348018') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:46:17.287551 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-e64ce47e-0e60-4ce0-b581-7f6de8e4e30c tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a937a8d9-e385-43ec-8a90-06d2e8348018') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:46:17.291454 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4bcc16d6-1804-49fd-b8f5-35478e4de6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985'] for port (3ba166db-dc2a-4296-9e07-654fbd0d036e), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:17.300669 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e64ce47e-0e60-4ce0-b581-7f6de8e4e30c tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16187153'] for segment (a937a8d9-e385-43ec-8a90-06d2e8348018), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:17.323464 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcc16d6-1804-49fd-b8f5-35478e4de6a3 None None] Pushing event deleted for resources: {'Port': ['ID=3ba166db-dc2a-4296-9e07-654fbd0d036e,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:17.330222 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bcc16d6-1804-49fd-b8f5-35478e4de6a3 None None] No DVR routers for this DVR port 3ba166db-dc2a-4296-9e07-654fbd0d036e on host n-d-812111-14 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:46:17.331354 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e64ce47e-0e60-4ce0-b581-7f6de8e4e30c tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (a937a8d9-e385-43ec-8a90-06d2e8348018), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:17.352691 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e64ce47e-0e60-4ce0-b581-7f6de8e4e30c tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:46:17.353147 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e64ce47e-0e60-4ce0-b581-7f6de8e4e30c tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4752570'] for segment (a937a8d9-e385-43ec-8a90-06d2e8348018), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:17.356272 n-d-812111-14 neutron-server[103305]: Traceback (most recent call last): Jan 28 19:46:17.356272 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:46:17.356272 n-d-812111-14 neutron-server[103305]: timer() Jan 28 19:46:17.356272 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:46:17.356272 n-d-812111-14 neutron-server[103305]: cb(*args, **kw) Jan 28 19:46:17.356272 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:46:17.356272 n-d-812111-14 neutron-server[103305]: return func(*args, **kwargs) Jan 28 19:46:17.356272 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:46:17.356272 n-d-812111-14 neutron-server[103305]: self._notify() Jan 28 19:46:17.356272 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:46:17.356272 n-d-812111-14 neutron-server[103305]: self.callback(batched_events) Jan 28 19:46:17.356272 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:46:17.356272 n-d-812111-14 neutron-server[103305]: event.method(event) Jan 28 19:46:17.356272 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:46:17.356272 n-d-812111-14 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:46:17.356272 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:46:17.356272 n-d-812111-14 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:46:17.356272 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:46:17.356272 n-d-812111-14 neutron-server[103305]: return f(self, *a, **k) Jan 28 19:46:17.356272 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:46:17.356272 n-d-812111-14 neutron-server[103305]: return self._get(url).json() Jan 28 19:46:17.356272 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:46:17.356272 n-d-812111-14 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:46:17.356272 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:46:17.356272 n-d-812111-14 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 28 19:46:17.356272 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:46:17.356272 n-d-812111-14 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:46:17.356272 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:46:17.356272 n-d-812111-14 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:46:17.356272 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:46:17.356272 n-d-812111-14 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:46:17.356272 n-d-812111-14 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:46:17.368234 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9bcf292b-044e-485c-aec6-f69a3ccf732a tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (b9f1e915-ac9f-4071-b9e0-2b46138cf33c), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:17.368568 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9bcf292b-044e-485c-aec6-f69a3ccf732a tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Publish callbacks [] for floatingip (b9f1e915-ac9f-4071-b9e0-2b46138cf33c), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:17.415849 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-9bcf292b-044e-485c-aec6-f69a3ccf732a tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Calling delete_port for b9f1e915-ac9f-4071-b9e0-2b46138cf33c owned by network:floatingip {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:46:17.434222 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e64ce47e-0e60-4ce0-b581-7f6de8e4e30c tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (be90b45c-758b-4af1-8735-116ce396682f), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:17.439542 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cb01ec4-5ac9-41ab-a8fc-6d07153dd448', 'name': 'network-vif-deleted', 'tag': '216d2575-b085-4a22-b4a1-8309c83f750e'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:46:17.442066 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19a9a5ac-f948-40ec-afd2-007b09336d7d" -d '{"events": [{"server_uuid": "2cb01ec4-5ac9-41ab-a8fc-6d07153dd448", "name": "network-vif-deleted", "tag": "216d2575-b085-4a22-b4a1-8309c83f750e"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:46:17.446543 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9d82d8ca-960b-4beb-875d-3076980686ff req-4398044e-1d06-4b9b-8cb7-6eb52ffbdafc tempest-VolumesBackupsTest-1639206033 tempest-VolumesBackupsTest-1639206033-project] 10.222.0.64 "GET /v2.0/ports?device_id=2cb01ec4-5ac9-41ab-a8fc-6d07153dd448 HTTP/1.1" status: 200 len: 210 time: 0.0361094 Jan 28 19:46:17.492294 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e64ce47e-0e60-4ce0-b581-7f6de8e4e30c tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:17.497445 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-e64ce47e-0e60-4ce0-b581-7f6de8e4e30c tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] 10.222.0.64 "DELETE /v2.0/networks/be90b45c-758b-4af1-8735-116ce396682f HTTP/1.1" status: 204 len: 168 time: 1.3317101 Jan 28 19:46:17.499758 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d99ea88-b72a-4169-83ff-60552dc44898 x-openstack-request-id: req-5d99ea88-b72a-4169-83ff-60552dc44898 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:46:17.500181 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cb01ec4-5ac9-41ab-a8fc-6d07153dd448", "name": "network-vif-deleted", "tag": "216d2575-b085-4a22-b4a1-8309c83f750e", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:46:17.500454 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5d99ea88-b72a-4169-83ff-60552dc44898 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:46:17.501002 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cb01ec4-5ac9-41ab-a8fc-6d07153dd448', 'name': 'network-vif-deleted', 'tag': '216d2575-b085-4a22-b4a1-8309c83f750e', 'status': 'completed', 'code': 200} Jan 28 19:46:17.501438 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 54462) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:46:17.522356 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64ce47e-0e60-4ce0-b581-7f6de8e4e30c tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Pushing event deleted for resources: {'Network': ['ID=be90b45c-758b-4af1-8735-116ce396682f,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:17.636175 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9bcf292b-044e-485c-aec6-f69a3ccf732a tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (b9f1e915-ac9f-4071-b9e0-2b46138cf33c), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:17.668535 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcf292b-044e-485c-aec6-f69a3ccf732a tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Pushing event deleted for resources: {'Port': ['ID=b9f1e915-ac9f-4071-b9e0-2b46138cf33c,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:17.755765 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9bcf292b-044e-485c-aec6-f69a3ccf732a tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Publish callbacks [] for floatingip (1b80fcea-891b-47a1-8279-4008451872fd), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:17.758792 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9bcf292b-044e-485c-aec6-f69a3ccf732a tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for floatingip (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:17.763716 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-9bcf292b-044e-485c-aec6-f69a3ccf732a tempest-ServerActionsTestJSON-911028259 tempest-ServerActionsTestJSON-911028259-project] 10.222.0.64 "DELETE /v2.0/floatingips/1b80fcea-891b-47a1-8279-4008451872fd HTTP/1.1" status: 204 len: 168 time: 0.8443656 Jan 28 19:46:17.764082 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 54464) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:46:17.925592 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc62071d-dc48-4c8d-954a-018c84a7764e req-8c5e6874-aed4-4624-b3e2-823f8a346d95 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:17.927179 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-fc62071d-dc48-4c8d-954a-018c84a7764e req-8c5e6874-aed4-4624-b3e2-823f8a346d95 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] 10.222.0.64 "GET /v2.0/ports?device_id=f1f6cf91-354f-4777-b386-69c9b0afb022 HTTP/1.1" status: 200 len: 945 time: 0.0944810 Jan 28 19:46:17.967836 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2f73b80e-57f3-45ba-8d81-d1b6797b05f8 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-732838'] for router_interface (a057f493-c0f0-478a-8716-95a3356ea168), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:18.227449 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 4fc29a78-414a-4805-a8cf-167eee4a4412 no longer exists at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:46:18.249116 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] No Port match for: 4fc29a78-414a-4805-a8cf-167eee4a4412 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:46:18.249723 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 4fc29a78-414a-4805-a8cf-167eee4a4412 not bound to the agent host n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:46:18.250141 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 216d2575-b085-4a22-b4a1-8309c83f750e no longer exists at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:46:18.270387 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] No Port match for: 216d2575-b085-4a22-b4a1-8309c83f750e {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:46:18.270737 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 216d2575-b085-4a22-b4a1-8309c83f750e not bound to the agent host n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:46:18.356049 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-fc62071d-dc48-4c8d-954a-018c84a7764e req-a4f363f5-0c9f-498d-8b4f-e08f9e5bd76d tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] 10.222.0.64 "GET /v2.0/security-groups?id=5d4fedf9-85da-4f5c-9ec0-46cadb94d550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4211068 Jan 28 19:46:18.503008 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3d95eea9-6f55-44c5-ad64-bf54f71f7b2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-732838'] for router_interface (298ba6f8-2c9c-47e0-bcfb-46f47b8728c9), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:18.589571 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-2f73b80e-57f3-45ba-8d81-d1b6797b05f8 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Deleting port df6900bf-2b5f-4426-8d80-95ea274d992d {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:46:18.589994 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2f73b80e-57f3-45ba-8d81-d1b6797b05f8 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (df6900bf-2b5f-4426-8d80-95ea274d992d), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:18.710742 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 3ba166db-dc2a-4296-9e07-654fbd0d036e no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:46:18.719550 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-2f73b80e-57f3-45ba-8d81-d1b6797b05f8 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] For port df6900bf-2b5f-4426-8d80-95ea274d992d, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=df6900bf-2b5f-4426-8d80-95ea274d992d,segment=NetworkSegment(8b13d243-3de1-4e74-a267-e7cd691f622f),segment_id=8b13d243-3de1-4e74-a267-e7cd691f622f)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:46:18.719931 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2f73b80e-57f3-45ba-8d81-d1b6797b05f8 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (df6900bf-2b5f-4426-8d80-95ea274d992d), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:18.734552 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-2f73b80e-57f3-45ba-8d81-d1b6797b05f8 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Calling delete_port for df6900bf-2b5f-4426-8d80-95ea274d992d owned by network:router_interface {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:46:18.735164 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 24d35a64-6f41-484e-9211-cbba407cb2e4 up at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:46:18.738289 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: 3ba166db-dc2a-4296-9e07-654fbd0d036e {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:46:18.738846 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 3ba166db-dc2a-4296-9e07-654fbd0d036e not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:46:18.739458 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 21c82b6b-87d0-4386-9a62-9390bbbfacfe no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:46:18.782044 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: 21c82b6b-87d0-4386-9a62-9390bbbfacfe {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:46:18.782690 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 21c82b6b-87d0-4386-9a62-9390bbbfacfe not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:46:18.814034 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning for port 24d35a64-6f41-484e-9211-cbba407cb2e4 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:46:18.821211 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning complete for port 24d35a64-6f41-484e-9211-cbba407cb2e4 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:46:18.821587 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (24d35a64-6f41-484e-9211-cbba407cb2e4), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:18.831949 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-3d95eea9-6f55-44c5-ad64-bf54f71f7b2a admin admin] Deleting port d319833e-1c7a-449e-abee-5eca2a0af417 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:46:18.832500 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3d95eea9-6f55-44c5-ad64-bf54f71f7b2a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (d319833e-1c7a-449e-abee-5eca2a0af417), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:18.903225 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port 24d35a64-6f41-484e-9211-cbba407cb2e4 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:46:18.903225 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (24d35a64-6f41-484e-9211-cbba407cb2e4), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:18.938254 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2f73b80e-57f3-45ba-8d81-d1b6797b05f8 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (df6900bf-2b5f-4426-8d80-95ea274d992d), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:18.945686 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-3d95eea9-6f55-44c5-ad64-bf54f71f7b2a admin admin] For port d319833e-1c7a-449e-abee-5eca2a0af417, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=d319833e-1c7a-449e-abee-5eca2a0af417,segment=NetworkSegment(0e20d3ef-5527-42ba-86a4-bcb741be912b),segment_id=0e20d3ef-5527-42ba-86a4-bcb741be912b)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:46:18.946230 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3d95eea9-6f55-44c5-ad64-bf54f71f7b2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (d319833e-1c7a-449e-abee-5eca2a0af417), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:18.952815 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 24d35a64-6f41-484e-9211-cbba407cb2e4, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=24d35a64-6f41-484e-9211-cbba407cb2e4,segment=NetworkSegment(1046b148-caec-4335-a082-55997b4f6166),segment_id=1046b148-caec-4335-a082-55997b4f6166)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:46:18.954076 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1f6cf91-354f-4777-b386-69c9b0afb022', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24d35a64-6f41-484e-9211-cbba407cb2e4'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:46:18.957954 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9d8fa7e-df48-42ae-9e54-5e59eda61e42" -d '{"events": [{"server_uuid": "f1f6cf91-354f-4777-b386-69c9b0afb022", "name": "network-vif-plugged", "status": "completed", "tag": "24d35a64-6f41-484e-9211-cbba407cb2e4"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:46:18.961611 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-3d95eea9-6f55-44c5-ad64-bf54f71f7b2a admin admin] Calling delete_port for d319833e-1c7a-449e-abee-5eca2a0af417 owned by network:router_interface {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:46:18.968363 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f73b80e-57f3-45ba-8d81-d1b6797b05f8 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Pushing event deleted for resources: {'Port': ['ID=df6900bf-2b5f-4426-8d80-95ea274d992d,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:18.978079 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (24d35a64-6f41-484e-9211-cbba407cb2e4), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:19.037662 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a864c9ee-9368-4de2-9463-5fdc636da741 x-openstack-request-id: req-a864c9ee-9368-4de2-9463-5fdc636da741 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:46:19.038179 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1f6cf91-354f-4777-b386-69c9b0afb022", "name": "network-vif-plugged", "status": "completed", "tag": "24d35a64-6f41-484e-9211-cbba407cb2e4", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:46:19.038598 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a864c9ee-9368-4de2-9463-5fdc636da741 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:46:19.039144 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1f6cf91-354f-4777-b386-69c9b0afb022', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24d35a64-6f41-484e-9211-cbba407cb2e4', 'code': 200} Jan 28 19:46:19.086163 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=24d35a64-6f41-484e-9211-cbba407cb2e4,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:19.194166 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0731cb9e-da9a-4ec2-b124-94746300e909 req-77543975-7b95-4436-8e04-26e4f37fafb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:19.195913 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-0731cb9e-da9a-4ec2-b124-94746300e909 req-77543975-7b95-4436-8e04-26e4f37fafb5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f1f6cf91-354f-4777-b386-69c9b0afb022 HTTP/1.1" status: 200 len: 1129 time: 0.0778482 Jan 28 19:46:19.226941 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2f73b80e-57f3-45ba-8d81-d1b6797b05f8 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-732682'] for router_interface (a057f493-c0f0-478a-8716-95a3356ea168), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:19.297286 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-0731cb9e-da9a-4ec2-b124-94746300e909 req-778316f6-e796-4074-9f76-378240fc749f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=5d4fedf9-85da-4f5c-9ec0-46cadb94d550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914021 Jan 28 19:46:19.298682 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3d95eea9-6f55-44c5-ad64-bf54f71f7b2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (d319833e-1c7a-449e-abee-5eca2a0af417), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:19.333159 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d95eea9-6f55-44c5-ad64-bf54f71f7b2a admin admin] Pushing event deleted for resources: {'Port': ['ID=d319833e-1c7a-449e-abee-5eca2a0af417,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:19.485869 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f73b80e-57f3-45ba-8d81-d1b6797b05f8 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Router a057f493-c0f0-478a-8716-95a3356ea168 has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:46:19.559497 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00b12ab-309c-4ccd-bce6-07c9cf91355d req-f82f9757-2067-4607-b641-39d152aec30f tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:19.561175 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b00b12ab-309c-4ccd-bce6-07c9cf91355d req-f82f9757-2067-4607-b641-39d152aec30f tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] 10.222.0.64 "GET /v2.0/ports?device_id=f1f6cf91-354f-4777-b386-69c9b0afb022 HTTP/1.1" status: 200 len: 946 time: 0.1131873 Jan 28 19:46:19.566693 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3d95eea9-6f55-44c5-ad64-bf54f71f7b2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-732682'] for router_interface (298ba6f8-2c9c-47e0-bcfb-46f47b8728c9), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:19.598334 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f73b80e-57f3-45ba-8d81-d1b6797b05f8 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:46:19.608454 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-2f73b80e-57f3-45ba-8d81-d1b6797b05f8 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] 10.222.0.64 "PUT /v2.0/routers/a057f493-c0f0-478a-8716-95a3356ea168/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1059380 Jan 28 19:46:19.609718 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 54480) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:46:19.612113 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09945c3-efe6-4799-9ca5-64f320755874 None None] Sync routers for ids ['a057f493-c0f0-478a-8716-95a3356ea168'] in n-d-812111-14 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:46:19.643829 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09945c3-efe6-4799-9ca5-64f320755874 None None] Routers {'a057f493-c0f0-478a-8716-95a3356ea168'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:46:19.646342 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-c09945c3-efe6-4799-9ca5-64f320755874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:46:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['a057f493-c0f0-478a-8716-95a3356ea168'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:46:19.670454 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-04ab97f5-653a-4b10-ae58-a824d737a441 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Deleting subnet 235000aa-f282-4018-a482-7a9333732e3f {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:46:19.674649 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-04ab97f5-653a-4b10-ae58-a824d737a441 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks [] for subnet (235000aa-f282-4018-a482-7a9333732e3f), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:19.690566 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b00b12ab-309c-4ccd-bce6-07c9cf91355d req-2d111787-faa5-4ac7-a1fd-beb4a3780b03 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] 10.222.0.64 "GET /v2.0/security-groups?id=5d4fedf9-85da-4f5c-9ec0-46cadb94d550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1201265 Jan 28 19:46:19.733499 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-04ab97f5-653a-4b10-ae58-a824d737a441 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4747050'] for subnet (235000aa-f282-4018-a482-7a9333732e3f), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:19.804897 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-c09945c3-efe6-4799-9ca5-64f320755874 None None] Set router a057f493-c0f0-478a-8716-95a3356ea168 gateway port host: None {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:46:19.826343 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-04ab97f5-653a-4b10-ae58-a824d737a441 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (235000aa-f282-4018-a482-7a9333732e3f), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:19.892314 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-04ab97f5-653a-4b10-ae58-a824d737a441 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4690616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5222356'] for subnet (235000aa-f282-4018-a482-7a9333732e3f), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:19.897207 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d95eea9-6f55-44c5-ad64-bf54f71f7b2a admin admin] Router 298ba6f8-2c9c-47e0-bcfb-46f47b8728c9 has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:46:19.911063 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-04ab97f5-653a-4b10-ae58-a824d737a441 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:19.920184 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-04ab97f5-653a-4b10-ae58-a824d737a441 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] 10.222.0.64 "DELETE /v2.0/subnets/235000aa-f282-4018-a482-7a9333732e3f HTTP/1.1" status: 204 len: 168 time: 0.3091526 Jan 28 19:46:19.940389 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 54484) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:46:19.942849 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ab97f5-653a-4b10-ae58-a824d737a441 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Pushing event deleted for resources: {'Subnet': ['ID=235000aa-f282-4018-a482-7a9333732e3f,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:19.997870 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee87ee7c-9e2c-49a6-bbf4-6a0d853ad01a None None] Network 4822fd1d-91d9-4af7-b33d-50dea0fbbda6 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:46:20.021990 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d95eea9-6f55-44c5-ad64-bf54f71f7b2a admin admin] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:46:20.031246 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-3d95eea9-6f55-44c5-ad64-bf54f71f7b2a admin admin] 10.222.0.64 "PUT /v2.0/routers/298ba6f8-2c9c-47e0-bcfb-46f47b8728c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2660394 Jan 28 19:46:20.031954 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 54486) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:46:20.034648 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51348f7-3d9b-4e02-9e66-daa6841d6c0b None None] Sync routers for ids ['298ba6f8-2c9c-47e0-bcfb-46f47b8728c9'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:46:20.052279 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51348f7-3d9b-4e02-9e66-daa6841d6c0b None None] Routers {'298ba6f8-2c9c-47e0-bcfb-46f47b8728c9'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:46:20.053066 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-a51348f7-3d9b-4e02-9e66-daa6841d6c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:46:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['298ba6f8-2c9c-47e0-bcfb-46f47b8728c9'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:46:20.080601 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b8a60cdb-5d60-41c2-8476-bb66097a4654 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (4822fd1d-91d9-4af7-b33d-50dea0fbbda6), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:20.122135 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-c09945c3-efe6-4799-9ca5-64f320755874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a057f493-c0f0-478a-8716-95a3356ea168', 'name': 'tempest-RoutersTest-router-581942818', 'tenant_id': 'ab529dfd1ad24da6bc4864590c27745b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:45:44Z', 'updated_at': '2022-01-28T19:46:18Z', 'revision_number': 10, 'project_id': 'ab529dfd1ad24da6bc4864590c27745b', 'gw_port_host': None, '_interfaces': [{'id': '80c9b3be-bbb3-48d6-890a-60a0b3a1c1c6', 'name': '', 'network_id': 'b1448153-914e-4db6-a06a-0d54dbee8fcf', 'tenant_id': 'ab529dfd1ad24da6bc4864590c27745b', 'mac_address': 'fa:16:3e:27:e0:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a057f493-c0f0-478a-8716-95a3356ea168', 'device_owner': 'network:router_interface', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': '267b24ff-893f-4ad5-becc-c193f6ebd3a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:45:46Z', 'updated_at': '2022-01-28T19:45:50Z', 'revision_number': 5, 'project_id': 'ab529dfd1ad24da6bc4864590c27745b', 'subnets': [{'id': '267b24ff-893f-4ad5-becc-c193f6ebd3a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:46:20.156734 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09945c3-efe6-4799-9ca5-64f320755874 None None] Checking router: a057f493-c0f0-478a-8716-95a3356ea168 for host: n-d-812111-14 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:46:20.166687 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09945c3-efe6-4799-9ca5-64f320755874 None None] Routers {'a057f493-c0f0-478a-8716-95a3356ea168'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:46:20.167510 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-c09945c3-efe6-4799-9ca5-64f320755874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:46:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['a057f493-c0f0-478a-8716-95a3356ea168'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:46:20.175723 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-b8a60cdb-5d60-41c2-8476-bb66097a4654 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Deleting port d8f44f9a-d115-4bfd-8f56-cebbf7058ecd {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:46:20.177118 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b8a60cdb-5d60-41c2-8476-bb66097a4654 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (d8f44f9a-d115-4bfd-8f56-cebbf7058ecd), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:20.199580 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6e37a536-942e-4ddd-87a9-f71071490a38 admin admin] Publish callbacks [] for router (298ba6f8-2c9c-47e0-bcfb-46f47b8728c9), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:20.250884 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-a51348f7-3d9b-4e02-9e66-daa6841d6c0b None None] Set router 298ba6f8-2c9c-47e0-bcfb-46f47b8728c9 gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:46:20.264297 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-b8a60cdb-5d60-41c2-8476-bb66097a4654 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] For port d8f44f9a-d115-4bfd-8f56-cebbf7058ecd, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=d8f44f9a-d115-4bfd-8f56-cebbf7058ecd,segment=NetworkSegment(8b13d243-3de1-4e74-a267-e7cd691f622f),segment_id=8b13d243-3de1-4e74-a267-e7cd691f622f)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:46:20.264939 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b8a60cdb-5d60-41c2-8476-bb66097a4654 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (d8f44f9a-d115-4bfd-8f56-cebbf7058ecd), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:20.270860 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-c09945c3-efe6-4799-9ca5-64f320755874 None None] Set router a057f493-c0f0-478a-8716-95a3356ea168 gateway port host: None {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:46:20.281081 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-b8a60cdb-5d60-41c2-8476-bb66097a4654 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Calling delete_port for d8f44f9a-d115-4bfd-8f56-cebbf7058ecd owned by network:dhcp {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:46:20.335070 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6e37a536-942e-4ddd-87a9-f71071490a38 admin admin] Publish callbacks [] for router_gateway (298ba6f8-2c9c-47e0-bcfb-46f47b8728c9), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:20.384379 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b8a60cdb-5d60-41c2-8476-bb66097a4654 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (d8f44f9a-d115-4bfd-8f56-cebbf7058ecd), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:20.439135 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-6e37a536-942e-4ddd-87a9-f71071490a38 admin admin] Deleting port 6746a9c8-8f5c-4367-8b8d-17f179e49d64 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:46:20.439393 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6e37a536-942e-4ddd-87a9-f71071490a38 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (6746a9c8-8f5c-4367-8b8d-17f179e49d64), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:20.461213 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a60cdb-5d60-41c2-8476-bb66097a4654 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] No DVR routers for this DVR port d8f44f9a-d115-4bfd-8f56-cebbf7058ecd on host n-d-812111-14 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:46:20.467887 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a60cdb-5d60-41c2-8476-bb66097a4654 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Pushing event deleted for resources: {'Port': ['ID=d8f44f9a-d115-4bfd-8f56-cebbf7058ecd,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:20.533248 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-a51348f7-3d9b-4e02-9e66-daa6841d6c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '298ba6f8-2c9c-47e0-bcfb-46f47b8728c9', 'name': 'tempest-ServerActionsTestJSON-1517512899-router', 'tenant_id': 'c316c98d83734d7eab7153e5f826023b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': '6746a9c8-8f5c-4367-8b8d-17f179e49d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:39:05Z', 'updated_at': '2022-01-28T19:46:19Z', 'revision_number': 5, 'project_id': 'c316c98d83734d7eab7153e5f826023b', 'gw_port': {'id': '6746a9c8-8f5c-4367-8b8d-17f179e49d64', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:4b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '298ba6f8-2c9c-47e0-bcfb-46f47b8728c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2708, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:39:07Z', 'updated_at': '2022-01-28T19:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:46:20.562759 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51348f7-3d9b-4e02-9e66-daa6841d6c0b None None] Checking router: 298ba6f8-2c9c-47e0-bcfb-46f47b8728c9 for host: n-d-812111-14 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:46:20.575452 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51348f7-3d9b-4e02-9e66-daa6841d6c0b None None] Routers {'298ba6f8-2c9c-47e0-bcfb-46f47b8728c9'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:46:20.576314 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-a51348f7-3d9b-4e02-9e66-daa6841d6c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:46:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['298ba6f8-2c9c-47e0-bcfb-46f47b8728c9'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:46:20.577551 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b8a60cdb-5d60-41c2-8476-bb66097a4654 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (4822fd1d-91d9-4af7-b33d-50dea0fbbda6), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:20.607265 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-b8a60cdb-5d60-41c2-8476-bb66097a4654 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4822fd1d-91d9-4af7-b33d-50dea0fbbda6']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:46:20.623469 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-b8a60cdb-5d60-41c2-8476-bb66097a4654 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b13d243-3de1-4e74-a267-e7cd691f622f') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:46:20.624229 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-b8a60cdb-5d60-41c2-8476-bb66097a4654 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b13d243-3de1-4e74-a267-e7cd691f622f') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:46:20.629368 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb7ecae8-7077-41d7-87cb-f1e3b9c8edce None None] DHCP port deletion for 4822fd1d-91d9-4af7-b33d-50dea0fbbda6 request from n-d-812111-14 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:46:20.639705 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b8a60cdb-5d60-41c2-8476-bb66097a4654 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4747091'] for segment (8b13d243-3de1-4e74-a267-e7cd691f622f), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:20.663602 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b8a60cdb-5d60-41c2-8476-bb66097a4654 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (8b13d243-3de1-4e74-a267-e7cd691f622f), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:20.692021 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8a60cdb-5d60-41c2-8476-bb66097a4654 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:46:20.694356 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b8a60cdb-5d60-41c2-8476-bb66097a4654 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4690514'] for segment (8b13d243-3de1-4e74-a267-e7cd691f622f), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:20.702467 n-d-812111-14 neutron-server[103304]: Traceback (most recent call last): Jan 28 19:46:20.702467 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:46:20.702467 n-d-812111-14 neutron-server[103304]: timer() Jan 28 19:46:20.702467 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:46:20.702467 n-d-812111-14 neutron-server[103304]: cb(*args, **kw) Jan 28 19:46:20.702467 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:46:20.702467 n-d-812111-14 neutron-server[103304]: return func(*args, **kwargs) Jan 28 19:46:20.702467 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:46:20.702467 n-d-812111-14 neutron-server[103304]: self._notify() Jan 28 19:46:20.702467 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:46:20.702467 n-d-812111-14 neutron-server[103304]: self.callback(batched_events) Jan 28 19:46:20.702467 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:46:20.702467 n-d-812111-14 neutron-server[103304]: event.method(event) Jan 28 19:46:20.702467 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:46:20.702467 n-d-812111-14 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:46:20.702467 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:46:20.702467 n-d-812111-14 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:46:20.702467 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:46:20.702467 n-d-812111-14 neutron-server[103304]: return f(self, *a, **k) Jan 28 19:46:20.702467 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:46:20.702467 n-d-812111-14 neutron-server[103304]: return self._get(url).json() Jan 28 19:46:20.702467 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:46:20.702467 n-d-812111-14 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:46:20.702467 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:46:20.702467 n-d-812111-14 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 28 19:46:20.702467 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:46:20.702467 n-d-812111-14 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:46:20.702467 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:46:20.702467 n-d-812111-14 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:46:20.702467 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:46:20.702467 n-d-812111-14 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:46:20.702467 n-d-812111-14 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:46:20.711644 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-6e37a536-942e-4ddd-87a9-f71071490a38 admin admin] For port 6746a9c8-8f5c-4367-8b8d-17f179e49d64, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=6746a9c8-8f5c-4367-8b8d-17f179e49d64,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:46:20.712780 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6e37a536-942e-4ddd-87a9-f71071490a38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (6746a9c8-8f5c-4367-8b8d-17f179e49d64), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:20.768859 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-6e37a536-942e-4ddd-87a9-f71071490a38 admin admin] Calling delete_port for 6746a9c8-8f5c-4367-8b8d-17f179e49d64 owned by network:router_gateway {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:46:20.783081 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-a51348f7-3d9b-4e02-9e66-daa6841d6c0b None None] Set router 298ba6f8-2c9c-47e0-bcfb-46f47b8728c9 gateway port host: None {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:46:20.866786 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-a51348f7-3d9b-4e02-9e66-daa6841d6c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '298ba6f8-2c9c-47e0-bcfb-46f47b8728c9', 'name': 'tempest-ServerActionsTestJSON-1517512899-router', 'tenant_id': 'c316c98d83734d7eab7153e5f826023b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:39:05Z', 'updated_at': '2022-01-28T19:46:20Z', 'revision_number': 6, 'project_id': 'c316c98d83734d7eab7153e5f826023b', 'gw_port_host': None}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:46:20.902626 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51348f7-3d9b-4e02-9e66-daa6841d6c0b None None] The sync data for ids ['298ba6f8-2c9c-47e0-bcfb-46f47b8728c9'] in n-d-812111-14 is: [{'id': '298ba6f8-2c9c-47e0-bcfb-46f47b8728c9', 'name': 'tempest-ServerActionsTestJSON-1517512899-router', 'tenant_id': 'c316c98d83734d7eab7153e5f826023b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:39:05Z', 'updated_at': '2022-01-28T19:46:20Z', 'revision_number': 6, 'project_id': 'c316c98d83734d7eab7153e5f826023b', 'gw_port_host': None}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:46:20.904016 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:20.921625 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device d8f44f9a-d115-4bfd-8f56-cebbf7058ecd no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:46:20.925511 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b8a60cdb-5d60-41c2-8476-bb66097a4654 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (4822fd1d-91d9-4af7-b33d-50dea0fbbda6), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:20.935393 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b8a60cdb-5d60-41c2-8476-bb66097a4654 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:20.939544 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-b8a60cdb-5d60-41c2-8476-bb66097a4654 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] 10.222.0.64 "DELETE /v2.0/networks/4822fd1d-91d9-4af7-b33d-50dea0fbbda6 HTTP/1.1" status: 204 len: 168 time: 0.9979885 Jan 28 19:46:20.942858 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 54492) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:46:20.980208 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: d8f44f9a-d115-4bfd-8f56-cebbf7058ecd {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:46:20.980656 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device d8f44f9a-d115-4bfd-8f56-cebbf7058ecd not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:46:20.990941 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-c09945c3-efe6-4799-9ca5-64f320755874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a057f493-c0f0-478a-8716-95a3356ea168', 'name': 'tempest-RoutersTest-router-581942818', 'tenant_id': 'ab529dfd1ad24da6bc4864590c27745b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:45:44Z', 'updated_at': '2022-01-28T19:46:18Z', 'revision_number': 10, 'project_id': 'ab529dfd1ad24da6bc4864590c27745b', 'gw_port_host': None, '_interfaces': [{'id': '80c9b3be-bbb3-48d6-890a-60a0b3a1c1c6', 'name': '', 'network_id': 'b1448153-914e-4db6-a06a-0d54dbee8fcf', 'tenant_id': 'ab529dfd1ad24da6bc4864590c27745b', 'mac_address': 'fa:16:3e:27:e0:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a057f493-c0f0-478a-8716-95a3356ea168', 'device_owner': 'network:router_interface', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': '267b24ff-893f-4ad5-becc-c193f6ebd3a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:45:46Z', 'updated_at': '2022-01-28T19:45:50Z', 'revision_number': 5, 'project_id': 'ab529dfd1ad24da6bc4864590c27745b', 'subnets': [{'id': '267b24ff-893f-4ad5-becc-c193f6ebd3a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:46:20.999474 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a60cdb-5d60-41c2-8476-bb66097a4654 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Pushing event deleted for resources: {'Network': ['ID=4822fd1d-91d9-4af7-b33d-50dea0fbbda6,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:21.023015 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09945c3-efe6-4799-9ca5-64f320755874 None None] The sync data for ids ['a057f493-c0f0-478a-8716-95a3356ea168'] in n-d-812111-14 is: [{'id': 'a057f493-c0f0-478a-8716-95a3356ea168', 'name': 'tempest-RoutersTest-router-581942818', 'tenant_id': 'ab529dfd1ad24da6bc4864590c27745b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:45:44Z', 'updated_at': '2022-01-28T19:46:18Z', 'revision_number': 10, 'project_id': 'ab529dfd1ad24da6bc4864590c27745b', 'gw_port_host': None, '_interfaces': [{'id': '80c9b3be-bbb3-48d6-890a-60a0b3a1c1c6', 'name': '', 'network_id': 'b1448153-914e-4db6-a06a-0d54dbee8fcf', 'tenant_id': 'ab529dfd1ad24da6bc4864590c27745b', 'mac_address': 'fa:16:3e:27:e0:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a057f493-c0f0-478a-8716-95a3356ea168', 'device_owner': 'network:router_interface', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': '267b24ff-893f-4ad5-becc-c193f6ebd3a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:45:46Z', 'updated_at': '2022-01-28T19:45:50Z', 'revision_number': 5, 'project_id': 'ab529dfd1ad24da6bc4864590c27745b', 'subnets': [{'id': '267b24ff-893f-4ad5-becc-c193f6ebd3a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:46:21.084052 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ff0c1b-bd21-41d6-be00-29e0fc1426a9 req-513aac12-c8e8-4587-b240-70ab2f86b531 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:21.085581 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-11ff0c1b-bd21-41d6-be00-29e0fc1426a9 req-513aac12-c8e8-4587-b240-70ab2f86b531 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] 10.222.0.64 "GET /v2.0/ports?device_id=f1f6cf91-354f-4777-b386-69c9b0afb022 HTTP/1.1" status: 200 len: 946 time: 0.2129149 Jan 28 19:46:21.130045 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6e37a536-942e-4ddd-87a9-f71071490a38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (6746a9c8-8f5c-4367-8b8d-17f179e49d64), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:21.231437 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6e37a536-942e-4ddd-87a9-f71071490a38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-731488'] for router_gateway (298ba6f8-2c9c-47e0-bcfb-46f47b8728c9), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:21.234324 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-11ff0c1b-bd21-41d6-be00-29e0fc1426a9 req-b97044b6-6843-4cc4-8afd-943f5f845828 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] 10.222.0.64 "GET /v2.0/security-groups?id=5d4fedf9-85da-4f5c-9ec0-46cadb94d550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1165614 Jan 28 19:46:21.367027 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6e37a536-942e-4ddd-87a9-f71071490a38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-730901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261120'] for router (298ba6f8-2c9c-47e0-bcfb-46f47b8728c9), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:21.371684 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6e37a536-942e-4ddd-87a9-f71071490a38 admin admin] Publish callbacks [] for router_controller (298ba6f8-2c9c-47e0-bcfb-46f47b8728c9), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:21.399331 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f0f29032-f9d2-47ce-9f7c-1369a035ec22 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-732838'] for router_interface (a057f493-c0f0-478a-8716-95a3356ea168), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:21.409880 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e37a536-942e-4ddd-87a9-f71071490a38 admin admin] Pushing event deleted for resources: {'Port': ['ID=6746a9c8-8f5c-4367-8b8d-17f179e49d64,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:21.450941 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6e37a536-942e-4ddd-87a9-f71071490a38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-730908'] for router (298ba6f8-2c9c-47e0-bcfb-46f47b8728c9), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:21.451580 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e37a536-942e-4ddd-87a9-f71071490a38 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 298ba6f8-2c9c-47e0-bcfb-46f47b8728c9 {{(pid=103305) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:46:21.456765 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6e37a536-942e-4ddd-87a9-f71071490a38 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:21.460518 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-6e37a536-942e-4ddd-87a9-f71071490a38 admin admin] 10.222.0.64 "DELETE /v2.0/routers/298ba6f8-2c9c-47e0-bcfb-46f47b8728c9 HTTP/1.1" status: 204 len: 168 time: 1.4275184 Jan 28 19:46:21.461205 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 54496) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:46:21.513370 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2a0f94-4058-475f-b251-fc746378cf39 req-142cc349-a932-4a39-8776-cd40ad0ca1cf tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:21.514951 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1c2a0f94-4058-475f-b251-fc746378cf39 req-142cc349-a932-4a39-8776-cd40ad0ca1cf tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] 10.222.0.64 "GET /v2.0/ports?device_id=f1f6cf91-354f-4777-b386-69c9b0afb022 HTTP/1.1" status: 200 len: 946 time: 0.1373999 Jan 28 19:46:21.520277 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-9300714e-4810-4132-a124-698bed6e8d09 admin admin] Deleting subnet 1b82f7aa-308b-4f07-b0c3-0d99e240d9ef {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:46:21.530594 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9300714e-4810-4132-a124-698bed6e8d09 admin admin] Publish callbacks [] for subnet (1b82f7aa-308b-4f07-b0c3-0d99e240d9ef), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:21.622018 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9300714e-4810-4132-a124-698bed6e8d09 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16187240'] for subnet (1b82f7aa-308b-4f07-b0c3-0d99e240d9ef), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:21.663318 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1c2a0f94-4058-475f-b251-fc746378cf39 req-2bc3fc39-487b-4f24-a3e1-684cf59de7d5 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] 10.222.0.64 "GET /v2.0/security-groups?id=5d4fedf9-85da-4f5c-9ec0-46cadb94d550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1406088 Jan 28 19:46:21.717626 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-f0f29032-f9d2-47ce-9f7c-1369a035ec22 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Deleting port 80c9b3be-bbb3-48d6-890a-60a0b3a1c1c6 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:46:21.717973 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f0f29032-f9d2-47ce-9f7c-1369a035ec22 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (80c9b3be-bbb3-48d6-890a-60a0b3a1c1c6), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:21.738380 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9300714e-4810-4132-a124-698bed6e8d09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (1b82f7aa-308b-4f07-b0c3-0d99e240d9ef), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:21.799939 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9300714e-4810-4132-a124-698bed6e8d09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4752464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4733806'] for subnet (1b82f7aa-308b-4f07-b0c3-0d99e240d9ef), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:21.819538 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-f0f29032-f9d2-47ce-9f7c-1369a035ec22 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] For port 80c9b3be-bbb3-48d6-890a-60a0b3a1c1c6, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=80c9b3be-bbb3-48d6-890a-60a0b3a1c1c6,segment=NetworkSegment(7051e3d4-cc7e-4709-a888-57e63edad739),segment_id=7051e3d4-cc7e-4709-a888-57e63edad739)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:46:21.820179 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f0f29032-f9d2-47ce-9f7c-1369a035ec22 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (80c9b3be-bbb3-48d6-890a-60a0b3a1c1c6), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:21.826561 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9300714e-4810-4132-a124-698bed6e8d09 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b82f7aa-308b-4f07-b0c3-0d99e240d9ef,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:21.830433 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9300714e-4810-4132-a124-698bed6e8d09 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:21.835943 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-9300714e-4810-4132-a124-698bed6e8d09 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/1b82f7aa-308b-4f07-b0c3-0d99e240d9ef HTTP/1.1" status: 204 len: 168 time: 0.3714623 Jan 28 19:46:21.836375 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 54500) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:46:21.845201 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3288361d-c87d-45fd-a60b-f8a2da5bb295 None None] Network 87bd24c3-2f53-4d06-9d37-4b32bba79109 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:46:21.846704 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-f0f29032-f9d2-47ce-9f7c-1369a035ec22 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Calling delete_port for 80c9b3be-bbb3-48d6-890a-60a0b3a1c1c6 owned by network:router_interface {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:46:21.924883 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-357135dd-7889-4243-aaaa-c45bc4af8436 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (87bd24c3-2f53-4d06-9d37-4b32bba79109), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:22.012213 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-357135dd-7889-4243-aaaa-c45bc4af8436 admin admin] Deleting port cf01019a-9ba4-46cd-a57a-70ded20e7e44 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:46:22.012786 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-357135dd-7889-4243-aaaa-c45bc4af8436 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (cf01019a-9ba4-46cd-a57a-70ded20e7e44), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:22.127833 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-357135dd-7889-4243-aaaa-c45bc4af8436 admin admin] For port cf01019a-9ba4-46cd-a57a-70ded20e7e44, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=cf01019a-9ba4-46cd-a57a-70ded20e7e44,segment=NetworkSegment(0e20d3ef-5527-42ba-86a4-bcb741be912b),segment_id=0e20d3ef-5527-42ba-86a4-bcb741be912b)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:46:22.128464 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-357135dd-7889-4243-aaaa-c45bc4af8436 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (cf01019a-9ba4-46cd-a57a-70ded20e7e44), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:22.142132 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43976fff-ff94-4c12-add0-a9639fb89dca None None] DHCP port deletion for 87bd24c3-2f53-4d06-9d37-4b32bba79109 request from n-d-812111-14 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:46:22.153195 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f0f29032-f9d2-47ce-9f7c-1369a035ec22 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (80c9b3be-bbb3-48d6-890a-60a0b3a1c1c6), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:22.156767 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-357135dd-7889-4243-aaaa-c45bc4af8436 admin admin] Calling delete_port for cf01019a-9ba4-46cd-a57a-70ded20e7e44 owned by network:dhcp {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:46:22.216964 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f29032-f9d2-47ce-9f7c-1369a035ec22 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Pushing event deleted for resources: {'Port': ['ID=80c9b3be-bbb3-48d6-890a-60a0b3a1c1c6,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:22.229411 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-43976fff-ff94-4c12-add0-a9639fb89dca None None] Deleting port cf01019a-9ba4-46cd-a57a-70ded20e7e44 {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:46:22.229797 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-43976fff-ff94-4c12-add0-a9639fb89dca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (cf01019a-9ba4-46cd-a57a-70ded20e7e44), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:22.293164 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-357135dd-7889-4243-aaaa-c45bc4af8436 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (cf01019a-9ba4-46cd-a57a-70ded20e7e44), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:22.335901 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357135dd-7889-4243-aaaa-c45bc4af8436 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf01019a-9ba4-46cd-a57a-70ded20e7e44,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:22.351109 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-43976fff-ff94-4c12-add0-a9639fb89dca None None] For port cf01019a-9ba4-46cd-a57a-70ded20e7e44, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=cf01019a-9ba4-46cd-a57a-70ded20e7e44,segment=NetworkSegment(0e20d3ef-5527-42ba-86a4-bcb741be912b),segment_id=0e20d3ef-5527-42ba-86a4-bcb741be912b)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:46:22.353579 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-43976fff-ff94-4c12-add0-a9639fb89dca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (cf01019a-9ba4-46cd-a57a-70ded20e7e44), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:22.361803 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357135dd-7889-4243-aaaa-c45bc4af8436 admin admin] No DVR routers for this DVR port cf01019a-9ba4-46cd-a57a-70ded20e7e44 on host n-d-812111-14 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:46:22.387814 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-43976fff-ff94-4c12-add0-a9639fb89dca None None] Calling delete_port for cf01019a-9ba4-46cd-a57a-70ded20e7e44 owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:46:22.482524 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f0f29032-f9d2-47ce-9f7c-1369a035ec22 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-732682'] for router_interface (a057f493-c0f0-478a-8716-95a3356ea168), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:22.500183 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-357135dd-7889-4243-aaaa-c45bc4af8436 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (87bd24c3-2f53-4d06-9d37-4b32bba79109), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:22.513886 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-43976fff-ff94-4c12-add0-a9639fb89dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985'] for port (cf01019a-9ba4-46cd-a57a-70ded20e7e44), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:22.527597 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43976fff-ff94-4c12-add0-a9639fb89dca None None] No DVR routers for this DVR port cf01019a-9ba4-46cd-a57a-70ded20e7e44 on host n-d-812111-14 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:46:22.532568 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-357135dd-7889-4243-aaaa-c45bc4af8436 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87bd24c3-2f53-4d06-9d37-4b32bba79109']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:46:22.551577 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-357135dd-7889-4243-aaaa-c45bc4af8436 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e20d3ef-5527-42ba-86a4-bcb741be912b') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:46:22.552107 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-357135dd-7889-4243-aaaa-c45bc4af8436 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e20d3ef-5527-42ba-86a4-bcb741be912b') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:46:22.559164 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43976fff-ff94-4c12-add0-a9639fb89dca None None] Pushing event deleted for resources: {'Port': ['ID=cf01019a-9ba4-46cd-a57a-70ded20e7e44,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:22.572438 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-357135dd-7889-4243-aaaa-c45bc4af8436 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16187153'] for segment (0e20d3ef-5527-42ba-86a4-bcb741be912b), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:22.588387 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-357135dd-7889-4243-aaaa-c45bc4af8436 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (0e20d3ef-5527-42ba-86a4-bcb741be912b), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:22.603138 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-357135dd-7889-4243-aaaa-c45bc4af8436 admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:46:22.604087 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-357135dd-7889-4243-aaaa-c45bc4af8436 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4752570'] for segment (0e20d3ef-5527-42ba-86a4-bcb741be912b), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:22.670935 n-d-812111-14 neutron-server[103305]: Traceback (most recent call last): Jan 28 19:46:22.670935 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:46:22.670935 n-d-812111-14 neutron-server[103305]: timer() Jan 28 19:46:22.670935 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:46:22.670935 n-d-812111-14 neutron-server[103305]: cb(*args, **kw) Jan 28 19:46:22.670935 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:46:22.670935 n-d-812111-14 neutron-server[103305]: return func(*args, **kwargs) Jan 28 19:46:22.670935 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:46:22.670935 n-d-812111-14 neutron-server[103305]: self._notify() Jan 28 19:46:22.670935 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:46:22.670935 n-d-812111-14 neutron-server[103305]: self.callback(batched_events) Jan 28 19:46:22.670935 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:46:22.670935 n-d-812111-14 neutron-server[103305]: event.method(event) Jan 28 19:46:22.670935 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:46:22.670935 n-d-812111-14 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:46:22.670935 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:46:22.670935 n-d-812111-14 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:46:22.670935 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:46:22.670935 n-d-812111-14 neutron-server[103305]: return f(self, *a, **k) Jan 28 19:46:22.670935 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:46:22.670935 n-d-812111-14 neutron-server[103305]: return self._get(url).json() Jan 28 19:46:22.670935 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:46:22.670935 n-d-812111-14 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:46:22.670935 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:46:22.670935 n-d-812111-14 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 28 19:46:22.670935 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:46:22.670935 n-d-812111-14 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:46:22.670935 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:46:22.670935 n-d-812111-14 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:46:22.670935 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:46:22.670935 n-d-812111-14 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:46:22.670935 n-d-812111-14 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:46:22.675601 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-357135dd-7889-4243-aaaa-c45bc4af8436 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (87bd24c3-2f53-4d06-9d37-4b32bba79109), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:22.682098 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-357135dd-7889-4243-aaaa-c45bc4af8436 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:22.688829 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-357135dd-7889-4243-aaaa-c45bc4af8436 admin admin] 10.222.0.64 "DELETE /v2.0/networks/87bd24c3-2f53-4d06-9d37-4b32bba79109 HTTP/1.1" status: 204 len: 168 time: 0.8489566 Jan 28 19:46:22.703252 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0f29032-f9d2-47ce-9f7c-1369a035ec22 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Router a057f493-c0f0-478a-8716-95a3356ea168 has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:46:22.715690 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357135dd-7889-4243-aaaa-c45bc4af8436 admin admin] Pushing event deleted for resources: {'Network': ['ID=87bd24c3-2f53-4d06-9d37-4b32bba79109,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:22.791350 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0f29032-f9d2-47ce-9f7c-1369a035ec22 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:46:22.797963 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-f0f29032-f9d2-47ce-9f7c-1369a035ec22 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] 10.222.0.64 "PUT /v2.0/routers/a057f493-c0f0-478a-8716-95a3356ea168/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8520732 Jan 28 19:46:22.800727 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 54508) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:46:22.803827 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da34e1d9-53a6-4780-b638-0d6f38bd47d0 None None] Sync routers for ids ['a057f493-c0f0-478a-8716-95a3356ea168'] in n-d-812111-14 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:46:22.818242 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 6746a9c8-8f5c-4367-8b8d-17f179e49d64 no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:46:22.849419 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da34e1d9-53a6-4780-b638-0d6f38bd47d0 None None] Routers {'a057f493-c0f0-478a-8716-95a3356ea168'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:46:22.850909 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-da34e1d9-53a6-4780-b638-0d6f38bd47d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:46:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['a057f493-c0f0-478a-8716-95a3356ea168'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:46:22.867507 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 54510) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:46:22.870463 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-f093fb9c-bdbf-449d-ae37-50f9bfd8eb15 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Deleting subnet 267b24ff-893f-4ad5-becc-c193f6ebd3a0 {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:46:22.874607 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f093fb9c-bdbf-449d-ae37-50f9bfd8eb15 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks [] for subnet (267b24ff-893f-4ad5-becc-c193f6ebd3a0), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:22.925171 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-8b009a78-83e7-4417-ba19-80ff042f3984 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c316c98d83734d7eab7153e5f826023b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0540969 Jan 28 19:46:22.925455 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 54512) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:46:22.932808 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-da34e1d9-53a6-4780-b638-0d6f38bd47d0 None None] Set router a057f493-c0f0-478a-8716-95a3356ea168 gateway port host: None {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:46:22.942143 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f093fb9c-bdbf-449d-ae37-50f9bfd8eb15 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16187240'] for subnet (267b24ff-893f-4ad5-becc-c193f6ebd3a0), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:22.985973 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e3051e13-02c8-4e39-bf61-bf8c0ab3128a admin admin] Publish callbacks [] for security_group (d049ce91-97cc-4551-97a8-b334f2123d46), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:22.995118 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-da34e1d9-53a6-4780-b638-0d6f38bd47d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a057f493-c0f0-478a-8716-95a3356ea168', 'name': 'tempest-RoutersTest-router-581942818', 'tenant_id': 'ab529dfd1ad24da6bc4864590c27745b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:45:44Z', 'updated_at': '2022-01-28T19:46:22Z', 'revision_number': 11, 'project_id': 'ab529dfd1ad24da6bc4864590c27745b', 'gw_port_host': None}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:46:22.997230 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: 6746a9c8-8f5c-4367-8b8d-17f179e49d64 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:46:22.998532 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 6746a9c8-8f5c-4367-8b8d-17f179e49d64 not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:46:22.998649 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device cf01019a-9ba4-46cd-a57a-70ded20e7e44 no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:46:23.021085 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e3051e13-02c8-4e39-bf61-bf8c0ab3128a admin admin] Publish callbacks [] for security_group (d049ce91-97cc-4551-97a8-b334f2123d46), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:23.021433 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: cf01019a-9ba4-46cd-a57a-70ded20e7e44 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:46:23.021764 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device cf01019a-9ba4-46cd-a57a-70ded20e7e44 not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:46:23.022189 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device d319833e-1c7a-449e-abee-5eca2a0af417 no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:46:23.069516 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: d319833e-1c7a-449e-abee-5eca2a0af417 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:46:23.070117 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device d319833e-1c7a-449e-abee-5eca2a0af417 not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:46:23.070563 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device df6900bf-2b5f-4426-8d80-95ea274d992d no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:46:23.073057 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da34e1d9-53a6-4780-b638-0d6f38bd47d0 None None] Checking router: a057f493-c0f0-478a-8716-95a3356ea168 for host: n-d-812111-14 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:46:23.074033 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e3051e13-02c8-4e39-bf61-bf8c0ab3128a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (d049ce91-97cc-4551-97a8-b334f2123d46), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:23.077629 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e3051e13-02c8-4e39-bf61-bf8c0ab3128a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:23.082176 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-e3051e13-02c8-4e39-bf61-bf8c0ab3128a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d049ce91-97cc-4551-97a8-b334f2123d46 HTTP/1.1" status: 204 len: 168 time: 0.1550887 Jan 28 19:46:23.095739 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3051e13-02c8-4e39-bf61-bf8c0ab3128a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d049ce91-97cc-4551-97a8-b334f2123d46,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:23.096355 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f093fb9c-bdbf-449d-ae37-50f9bfd8eb15 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (267b24ff-893f-4ad5-becc-c193f6ebd3a0), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:23.115610 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: df6900bf-2b5f-4426-8d80-95ea274d992d {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:46:23.115945 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device df6900bf-2b5f-4426-8d80-95ea274d992d not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:46:23.132556 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da34e1d9-53a6-4780-b638-0d6f38bd47d0 None None] Routers {'a057f493-c0f0-478a-8716-95a3356ea168'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:46:23.133211 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-da34e1d9-53a6-4780-b638-0d6f38bd47d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:46:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['a057f493-c0f0-478a-8716-95a3356ea168'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:46:23.205392 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-da34e1d9-53a6-4780-b638-0d6f38bd47d0 None None] Set router a057f493-c0f0-478a-8716-95a3356ea168 gateway port host: None {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:46:23.205626 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f093fb9c-bdbf-449d-ae37-50f9bfd8eb15 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4752464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4733806'] for subnet (267b24ff-893f-4ad5-becc-c193f6ebd3a0), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:23.246091 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f093fb9c-bdbf-449d-ae37-50f9bfd8eb15 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Pushing event deleted for resources: {'Subnet': ['ID=267b24ff-893f-4ad5-becc-c193f6ebd3a0,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:23.256405 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f093fb9c-bdbf-449d-ae37-50f9bfd8eb15 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:23.262941 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-f093fb9c-bdbf-449d-ae37-50f9bfd8eb15 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] 10.222.0.64 "DELETE /v2.0/subnets/267b24ff-893f-4ad5-becc-c193f6ebd3a0 HTTP/1.1" status: 204 len: 168 time: 0.4610066 Jan 28 19:46:23.265812 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 54518) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:46:23.269886 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bb95217-e414-4a2d-ad25-70f700cd8343 None None] Network b1448153-914e-4db6-a06a-0d54dbee8fcf requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:46:23.273597 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-da34e1d9-53a6-4780-b638-0d6f38bd47d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a057f493-c0f0-478a-8716-95a3356ea168', 'name': 'tempest-RoutersTest-router-581942818', 'tenant_id': 'ab529dfd1ad24da6bc4864590c27745b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:45:44Z', 'updated_at': '2022-01-28T19:46:22Z', 'revision_number': 11, 'project_id': 'ab529dfd1ad24da6bc4864590c27745b', 'gw_port_host': None}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:46:23.351305 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da34e1d9-53a6-4780-b638-0d6f38bd47d0 None None] The sync data for ids ['a057f493-c0f0-478a-8716-95a3356ea168'] in n-d-812111-14 is: [{'id': 'a057f493-c0f0-478a-8716-95a3356ea168', 'name': 'tempest-RoutersTest-router-581942818', 'tenant_id': 'ab529dfd1ad24da6bc4864590c27745b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:45:44Z', 'updated_at': '2022-01-28T19:46:22Z', 'revision_number': 11, 'project_id': 'ab529dfd1ad24da6bc4864590c27745b', 'gw_port_host': None}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:46:23.366423 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 54522) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:46:23.410123 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-63f5ca34-0942-43b0-81bd-879955deae78 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (b1448153-914e-4db6-a06a-0d54dbee8fcf), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:23.509030 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-63f5ca34-0942-43b0-81bd-879955deae78 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Deleting port 511d1503-5238-413b-90af-5acbeb22f536 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:46:23.509030 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-63f5ca34-0942-43b0-81bd-879955deae78 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (511d1503-5238-413b-90af-5acbeb22f536), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:23.596290 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-63f5ca34-0942-43b0-81bd-879955deae78 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] For port 511d1503-5238-413b-90af-5acbeb22f536, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=511d1503-5238-413b-90af-5acbeb22f536,segment=NetworkSegment(7051e3d4-cc7e-4709-a888-57e63edad739),segment_id=7051e3d4-cc7e-4709-a888-57e63edad739)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:46:23.596749 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-63f5ca34-0942-43b0-81bd-879955deae78 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (511d1503-5238-413b-90af-5acbeb22f536), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:23.623940 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-63f5ca34-0942-43b0-81bd-879955deae78 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Calling delete_port for 511d1503-5238-413b-90af-5acbeb22f536 owned by network:dhcp {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:46:23.739131 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-63f5ca34-0942-43b0-81bd-879955deae78 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (511d1503-5238-413b-90af-5acbeb22f536), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:23.765892 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca901b44-ec29-49e2-9593-7ae09a2267ea None None] DHCP port deletion for b1448153-914e-4db6-a06a-0d54dbee8fcf request from n-d-812111-14 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:46:23.816279 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f5ca34-0942-43b0-81bd-879955deae78 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Pushing event deleted for resources: {'Port': ['ID=511d1503-5238-413b-90af-5acbeb22f536,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:23.824401 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f5ca34-0942-43b0-81bd-879955deae78 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] No DVR routers for this DVR port 511d1503-5238-413b-90af-5acbeb22f536 on host n-d-812111-14 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:46:23.980502 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:23.983589 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-63f5ca34-0942-43b0-81bd-879955deae78 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (b1448153-914e-4db6-a06a-0d54dbee8fcf), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:24.014705 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-63f5ca34-0942-43b0-81bd-879955deae78 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1448153-914e-4db6-a06a-0d54dbee8fcf']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:46:24.032929 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-63f5ca34-0942-43b0-81bd-879955deae78 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7051e3d4-cc7e-4709-a888-57e63edad739') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:46:24.034525 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-63f5ca34-0942-43b0-81bd-879955deae78 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7051e3d4-cc7e-4709-a888-57e63edad739') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:46:24.048626 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-63f5ca34-0942-43b0-81bd-879955deae78 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4747091'] for segment (7051e3d4-cc7e-4709-a888-57e63edad739), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:24.075025 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-63f5ca34-0942-43b0-81bd-879955deae78 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (7051e3d4-cc7e-4709-a888-57e63edad739), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:24.086799 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63f5ca34-0942-43b0-81bd-879955deae78 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:46:24.089790 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-63f5ca34-0942-43b0-81bd-879955deae78 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4690514'] for segment (7051e3d4-cc7e-4709-a888-57e63edad739), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:24.110855 n-d-812111-14 neutron-server[103304]: Traceback (most recent call last): Jan 28 19:46:24.110855 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:46:24.110855 n-d-812111-14 neutron-server[103304]: timer() Jan 28 19:46:24.110855 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:46:24.110855 n-d-812111-14 neutron-server[103304]: cb(*args, **kw) Jan 28 19:46:24.110855 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:46:24.110855 n-d-812111-14 neutron-server[103304]: return func(*args, **kwargs) Jan 28 19:46:24.110855 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:46:24.110855 n-d-812111-14 neutron-server[103304]: self._notify() Jan 28 19:46:24.110855 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:46:24.110855 n-d-812111-14 neutron-server[103304]: self.callback(batched_events) Jan 28 19:46:24.110855 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:46:24.110855 n-d-812111-14 neutron-server[103304]: event.method(event) Jan 28 19:46:24.110855 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:46:24.110855 n-d-812111-14 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:46:24.110855 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:46:24.110855 n-d-812111-14 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:46:24.110855 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:46:24.110855 n-d-812111-14 neutron-server[103304]: return f(self, *a, **k) Jan 28 19:46:24.110855 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:46:24.110855 n-d-812111-14 neutron-server[103304]: return self._get(url).json() Jan 28 19:46:24.110855 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:46:24.110855 n-d-812111-14 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:46:24.110855 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:46:24.110855 n-d-812111-14 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 28 19:46:24.110855 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:46:24.110855 n-d-812111-14 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:46:24.110855 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:46:24.110855 n-d-812111-14 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:46:24.110855 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:46:24.110855 n-d-812111-14 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:46:24.110855 n-d-812111-14 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:46:24.146176 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:46:24.193278 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-63f5ca34-0942-43b0-81bd-879955deae78 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (b1448153-914e-4db6-a06a-0d54dbee8fcf), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:24.202370 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-63f5ca34-0942-43b0-81bd-879955deae78 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:24.208982 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-63f5ca34-0942-43b0-81bd-879955deae78 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] 10.222.0.64 "DELETE /v2.0/networks/b1448153-914e-4db6-a06a-0d54dbee8fcf HTTP/1.1" status: 204 len: 168 time: 0.9387548 Jan 28 19:46:24.208982 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 54542) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:46:24.213870 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-0d6ac298-3147-4a22-b433-b546a571bed0 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Request body: {'router': {'routes': None}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:46:24.242770 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 54544) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:46:24.282482 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f5ca34-0942-43b0-81bd-879955deae78 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Pushing event deleted for resources: {'Network': ['ID=b1448153-914e-4db6-a06a-0d54dbee8fcf,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:24.374604 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-e4229d76-9c3c-4358-8636-3e22d5e838eb admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1579829756-network', 'tenant_id': 'a7384fd30a9a4e7d8485445051ebacea'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:46:24.401602 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-58c73068-3626-4f2e-8cba-5e305bc5cbb1 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:24.412205 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4229d76-9c3c-4358-8636-3e22d5e838eb admin admin] Made reservation on behalf of a7384fd30a9a4e7d8485445051ebacea for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:46:24.415720 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e4229d76-9c3c-4358-8636-3e22d5e838eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:24.416009 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.extraroute_db [None req-0d6ac298-3147-4a22-b433-b546a571bed0 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Added routes are [] {{(pid=103304) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 28 19:46:24.416324 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.extraroute_db [None req-0d6ac298-3147-4a22-b433-b546a571bed0 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Removed routes are [] {{(pid=103304) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 28 19:46:24.416686 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0d6ac298-3147-4a22-b433-b546a571bed0 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-731439', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-731081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-261371'] for router (a057f493-c0f0-478a-8716-95a3356ea168), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:24.432278 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e4229d76-9c3c-4358-8636-3e22d5e838eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:24.573753 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0d6ac298-3147-4a22-b433-b546a571bed0 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-731439', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-731081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-261371'] for router (a057f493-c0f0-478a-8716-95a3356ea168), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:24.577412 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0d6ac298-3147-4a22-b433-b546a571bed0 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-731460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-731478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-731485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-731120'] for router (a057f493-c0f0-478a-8716-95a3356ea168), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:24.672278 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d6ac298-3147-4a22-b433-b546a571bed0 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Router a057f493-c0f0-478a-8716-95a3356ea168 has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:46:24.679096 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e4229d76-9c3c-4358-8636-3e22d5e838eb admin admin] Publish callbacks [] for security_group (274ead2c-8983-45ea-aa59-d67d97623d3a), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:24.684108 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e4229d76-9c3c-4358-8636-3e22d5e838eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (274ead2c-8983-45ea-aa59-d67d97623d3a), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:24.713570 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 80c9b3be-bbb3-48d6-890a-60a0b3a1c1c6 no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:46:24.737915 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4229d76-9c3c-4358-8636-3e22d5e838eb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:46:24.755501 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d6ac298-3147-4a22-b433-b546a571bed0 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:46:24.758902 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: 80c9b3be-bbb3-48d6-890a-60a0b3a1c1c6 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:46:24.760173 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 80c9b3be-bbb3-48d6-890a-60a0b3a1c1c6 not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:46:24.760779 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 511d1503-5238-413b-90af-5acbeb22f536 no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:46:24.763693 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0d6ac298-3147-4a22-b433-b546a571bed0 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:24.767460 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-0d6ac298-3147-4a22-b433-b546a571bed0 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] 10.222.0.64 "PUT /v2.0/routers/a057f493-c0f0-478a-8716-95a3356ea168 HTTP/1.1" status: 200 len: 700 time: 0.5582764 Jan 28 19:46:24.768079 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 54548) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:46:24.772794 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e4229d76-9c3c-4358-8636-3e22d5e838eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (c8fcf18e-bf32-4477-861a-f7795c83f7ac), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:24.773254 n-d-812111-14 neutron-server[103305]: INFO neutron.db.segments_db [None req-e4229d76-9c3c-4358-8636-3e22d5e838eb admin admin] Added segment c8fcf18e-bf32-4477-861a-f7795c83f7ac of type vlan for network 2bc74d14-33c6-4a24-ba92-aa1635ae8766 Jan 28 19:46:24.773517 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145d409c-4fa1-48fa-be96-7513eb83999c None None] Sync routers for ids ['a057f493-c0f0-478a-8716-95a3356ea168'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:46:24.774697 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4229d76-9c3c-4358-8636-3e22d5e838eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=274ead2c-8983-45ea-aa59-d67d97623d3a,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:24.787274 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: 511d1503-5238-413b-90af-5acbeb22f536 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:46:24.788362 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 511d1503-5238-413b-90af-5acbeb22f536 not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:46:24.800997 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-70e96637-b18c-435a-bfef-bd6acc3e3847 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] 10.222.0.64 "GET /v2.0/ports?device_id=a057f493-c0f0-478a-8716-95a3356ea168 HTTP/1.1" status: 200 len: 205 time: 0.0317957 Jan 28 19:46:24.801633 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 54550) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:46:24.802108 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145d409c-4fa1-48fa-be96-7513eb83999c None None] Routers {'a057f493-c0f0-478a-8716-95a3356ea168'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:46:24.803724 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-145d409c-4fa1-48fa-be96-7513eb83999c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:46:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['a057f493-c0f0-478a-8716-95a3356ea168'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:46:24.864492 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e4229d76-9c3c-4358-8636-3e22d5e838eb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (2bc74d14-33c6-4a24-ba92-aa1635ae8766), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:24.870791 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-58c73068-3626-4f2e-8cba-5e305bc5cbb1 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Allocated IP 172.20.0.17 (c61eefcb-1d1b-4895-95e4-a5fe8859945a/74ba22d8-67fd-4d4b-a5d7-2cd1f5ffe40e/2199d0f7-478b-4015-a7b7-740cfc088ec1) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:46:24.900970 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a7de9dab-a1a0-4a37-82f2-1cf668a69a4a tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks [] for router (a057f493-c0f0-478a-8716-95a3356ea168), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:24.925903 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-145d409c-4fa1-48fa-be96-7513eb83999c None None] Set router a057f493-c0f0-478a-8716-95a3356ea168 gateway port host: None {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:46:24.947205 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e4229d76-9c3c-4358-8636-3e22d5e838eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (2bc74d14-33c6-4a24-ba92-aa1635ae8766), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:24.948315 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4229d76-9c3c-4358-8636-3e22d5e838eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:24.949020 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e4229d76-9c3c-4358-8636-3e22d5e838eb admin admin] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:24.999267 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-145d409c-4fa1-48fa-be96-7513eb83999c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a057f493-c0f0-478a-8716-95a3356ea168', 'name': 'tempest-RoutersTest-router-581942818', 'tenant_id': 'ab529dfd1ad24da6bc4864590c27745b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:45:44Z', 'updated_at': '2022-01-28T19:46:22Z', 'revision_number': 11, 'project_id': 'ab529dfd1ad24da6bc4864590c27745b', 'gw_port_host': None}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:46:25.031905 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145d409c-4fa1-48fa-be96-7513eb83999c None None] Checking router: a057f493-c0f0-478a-8716-95a3356ea168 for host: n-d-812111-14 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:46:25.046480 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145d409c-4fa1-48fa-be96-7513eb83999c None None] Routers {'a057f493-c0f0-478a-8716-95a3356ea168'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:46:25.047412 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-145d409c-4fa1-48fa-be96-7513eb83999c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:46:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['a057f493-c0f0-478a-8716-95a3356ea168'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:46:25.064199 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-e4229d76-9c3c-4358-8636-3e22d5e838eb admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8207238 Jan 28 19:46:25.064832 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 54552) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:46:25.081657 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-caae5704-1248-42bd-bc5a-b3fd582523eb admin admin] Request body: {'subnet': {'network_id': '2bc74d14-33c6-4a24-ba92-aa1635ae8766', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1579829756-subnet', 'tenant_id': 'a7384fd30a9a4e7d8485445051ebacea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:46:25.113384 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4229d76-9c3c-4358-8636-3e22d5e838eb admin admin] Pushing event updated for resources: {'Network': ['ID=2bc74d14-33c6-4a24-ba92-aa1635ae8766,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:25.125316 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network 2bc74d14-33c6-4a24-ba92-aa1635ae8766 details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:46:25.142703 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-58c73068-3626-4f2e-8cba-5e305bc5cbb1 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks [] for port (2199d0f7-478b-4015-a7b7-740cfc088ec1), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:25.148213 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caae5704-1248-42bd-bc5a-b3fd582523eb admin admin] Made reservation on behalf of a7384fd30a9a4e7d8485445051ebacea for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:46:25.151309 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-caae5704-1248-42bd-bc5a-b3fd582523eb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4733071'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:25.197373 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-145d409c-4fa1-48fa-be96-7513eb83999c None None] Set router a057f493-c0f0-478a-8716-95a3356ea168 gateway port host: None {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:46:25.301192 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-145d409c-4fa1-48fa-be96-7513eb83999c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a057f493-c0f0-478a-8716-95a3356ea168', 'name': 'tempest-RoutersTest-router-581942818', 'tenant_id': 'ab529dfd1ad24da6bc4864590c27745b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:45:44Z', 'updated_at': '2022-01-28T19:46:22Z', 'revision_number': 11, 'project_id': 'ab529dfd1ad24da6bc4864590c27745b', 'gw_port_host': None}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:46:25.337835 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145d409c-4fa1-48fa-be96-7513eb83999c None None] The sync data for ids ['a057f493-c0f0-478a-8716-95a3356ea168'] in n-d-812111-14 is: [{'id': 'a057f493-c0f0-478a-8716-95a3356ea168', 'name': 'tempest-RoutersTest-router-581942818', 'tenant_id': 'ab529dfd1ad24da6bc4864590c27745b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:45:44Z', 'updated_at': '2022-01-28T19:46:22Z', 'revision_number': 11, 'project_id': 'ab529dfd1ad24da6bc4864590c27745b', 'gw_port_host': None}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:46:25.523742 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-caae5704-1248-42bd-bc5a-b3fd582523eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4752401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4733085'] for subnet (f54436c2-394a-4510-84ca-8d62fad3379f), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:25.529650 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a7de9dab-a1a0-4a37-82f2-1cf668a69a4a tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-730901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261120'] for router (a057f493-c0f0-478a-8716-95a3356ea168), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:25.535186 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a7de9dab-a1a0-4a37-82f2-1cf668a69a4a tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks [] for router_controller (a057f493-c0f0-478a-8716-95a3356ea168), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:25.551942 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-58c73068-3626-4f2e-8cba-5e305bc5cbb1 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (2199d0f7-478b-4015-a7b7-740cfc088ec1), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:25.598264 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a7de9dab-a1a0-4a37-82f2-1cf668a69a4a tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-730908'] for router (a057f493-c0f0-478a-8716-95a3356ea168), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:25.599195 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7de9dab-a1a0-4a37-82f2-1cf668a69a4a tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Fanout notify agent at l3_agent the message router_deleted on router a057f493-c0f0-478a-8716-95a3356ea168 {{(pid=103304) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:46:25.623308 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a7de9dab-a1a0-4a37-82f2-1cf668a69a4a tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:25.628305 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-a7de9dab-a1a0-4a37-82f2-1cf668a69a4a tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] 10.222.0.64 "DELETE /v2.0/routers/a057f493-c0f0-478a-8716-95a3356ea168 HTTP/1.1" status: 204 len: 168 time: 0.8220835 Jan 28 19:46:25.628471 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c73068-3626-4f2e-8cba-5e305bc5cbb1 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Network c61eefcb-1d1b-4895-95e4-a5fe8859945a is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:46:25.630108 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 54594) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:46:25.637588 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-d362585b-5adf-4ba0-a195-7fcec7567a3a tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1618598912', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:46:25.654203 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-58c73068-3626-4f2e-8cba-5e305bc5cbb1 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:46:25.656390 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caae5704-1248-42bd-bc5a-b3fd582523eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=f54436c2-394a-4510-84ca-8d62fad3379f,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:25.664813 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c73068-3626-4f2e-8cba-5e305bc5cbb1 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:46:25.675862 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c73068-3626-4f2e-8cba-5e305bc5cbb1 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Pushing event updated for resources: {'Port': ['ID=2199d0f7-478b-4015-a7b7-740cfc088ec1,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:25.769351 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d362585b-5adf-4ba0-a195-7fcec7567a3a tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261150'] for router (3d6ceadf-8a02-4401-bdc4-2ec6b69cbc9b), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:25.770414 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d362585b-5adf-4ba0-a195-7fcec7567a3a tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-731099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-731441', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261129'] for router (3d6ceadf-8a02-4401-bdc4-2ec6b69cbc9b), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:25.773716 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caae5704-1248-42bd-bc5a-b3fd582523eb admin admin] Checking segment: {'id': 'c8fcf18e-bf32-4477-861a-f7795c83f7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '2bc74d14-33c6-4a24-ba92-aa1635ae8766'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:46:25.774089 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caae5704-1248-42bd-bc5a-b3fd582523eb admin admin] Network hostable DHCP agents. Network: 2bc74d14-33c6-4a24-ba92-aa1635ae8766, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:46:25.778733 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-58c73068-3626-4f2e-8cba-5e305bc5cbb1 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734769'] for router_interface (ab8e9898-fcd4-4f9d-8b93-5bcfb1039996), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:25.917397 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caae5704-1248-42bd-bc5a-b3fd582523eb admin admin] Network 2bc74d14-33c6-4a24-ba92-aa1635ae8766 is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:46:25.922399 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d362585b-5adf-4ba0-a195-7fcec7567a3a tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks [] for router_controller (3d6ceadf-8a02-4401-bdc4-2ec6b69cbc9b), precommit_add_association {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:25.947735 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d362585b-5adf-4ba0-a195-7fcec7567a3a tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-731074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-731460'] for router (3d6ceadf-8a02-4401-bdc4-2ec6b69cbc9b), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:25.958481 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-caae5704-1248-42bd-bc5a-b3fd582523eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, 2bc74d14-33c6-4a24-ba92-aa1635ae8766) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:46:25.970423 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caae5704-1248-42bd-bc5a-b3fd582523eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:25.971035 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-caae5704-1248-42bd-bc5a-b3fd582523eb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:25.971700 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6267c8b-88f7-43a7-b75b-be3415a47fcf None None] Network 2bc74d14-33c6-4a24-ba92-aa1635ae8766 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:46:25.990519 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d362585b-5adf-4ba0-a195-7fcec7567a3a tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:25.991820 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-d362585b-5adf-4ba0-a195-7fcec7567a3a tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3587468 Jan 28 19:46:25.994682 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 54602) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:46:25.999481 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-b289c554-fe37-4342-9adc-30a253a179d3 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:46:26.003041 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-caae5704-1248-42bd-bc5a-b3fd582523eb admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.9266553 Jan 28 19:46:26.042393 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-58c73068-3626-4f2e-8cba-5e305bc5cbb1 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (2199d0f7-478b-4015-a7b7-740cfc088ec1), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:26.173062 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2c78116f-2be8-4704-89d0-bd719447ba5e None None] Provisioning complete for port 2199d0f7-478b-4015-a7b7-740cfc088ec1 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:46:26.173732 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2c78116f-2be8-4704-89d0-bd719447ba5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (2199d0f7-478b-4015-a7b7-740cfc088ec1), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:26.266004 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2c78116f-2be8-4704-89d0-bd719447ba5e None None] Port 2199d0f7-478b-4015-a7b7-740cfc088ec1 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:46:26.301372 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ccf971c-cff8-4d24-8c0b-31f9c08f2708 None None] Network 2bc74d14-33c6-4a24-ba92-aa1635ae8766 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:46:26.337806 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b289c554-fe37-4342-9adc-30a253a179d3 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-731439', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-731081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-261371'] for router (3d6ceadf-8a02-4401-bdc4-2ec6b69cbc9b), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:26.364689 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b289c554-fe37-4342-9adc-30a253a179d3 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-731460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-731478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-731485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-731120'] for router (3d6ceadf-8a02-4401-bdc4-2ec6b69cbc9b), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:26.514713 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-58c73068-3626-4f2e-8cba-5e305bc5cbb1 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks [] for port (2199d0f7-478b-4015-a7b7-740cfc088ec1), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:26.523632 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-58c73068-3626-4f2e-8cba-5e305bc5cbb1 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (2199d0f7-478b-4015-a7b7-740cfc088ec1), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:26.569210 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b289c554-fe37-4342-9adc-30a253a179d3 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Router 3d6ceadf-8a02-4401-bdc4-2ec6b69cbc9b is scheduled to L3 agent 76fe5c49-705a-4e08-abb2-be585676213f with binding_index 1 {{(pid=103304) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 19:46:26.632676 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-58c73068-3626-4f2e-8cba-5e305bc5cbb1 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-756216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-732801'] for router_interface (ab8e9898-fcd4-4f9d-8b93-5bcfb1039996), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:26.647095 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c73068-3626-4f2e-8cba-5e305bc5cbb1 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Pushing event updated for resources: {'Port': ['ID=2199d0f7-478b-4015-a7b7-740cfc088ec1,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:26.744908 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b289c554-fe37-4342-9adc-30a253a179d3 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:46:26.755404 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b289c554-fe37-4342-9adc-30a253a179d3 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:26.762551 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-b289c554-fe37-4342-9adc-30a253a179d3 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] 10.222.0.64 "PUT /v2.0/routers/3d6ceadf-8a02-4401-bdc4-2ec6b69cbc9b HTTP/1.1" status: 200 len: 694 time: 0.7657986 Jan 28 19:46:26.766087 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 54648) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:46:26.768800 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb04345-aeaf-4bf0-8982-07853850b680 None None] Sync routers for ids ['3d6ceadf-8a02-4401-bdc4-2ec6b69cbc9b'] in n-d-812111-14 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:46:26.794056 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb04345-aeaf-4bf0-8982-07853850b680 None None] Routers {'3d6ceadf-8a02-4401-bdc4-2ec6b69cbc9b'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:46:26.795026 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-fbb04345-aeaf-4bf0-8982-07853850b680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:46:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['3d6ceadf-8a02-4401-bdc4-2ec6b69cbc9b'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:46:26.928128 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-45267c25-23fd-46bd-bec5-94d42239beea tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] 10.222.0.64 "GET /v2.0/routers/3d6ceadf-8a02-4401-bdc4-2ec6b69cbc9b HTTP/1.1" status: 200 len: 700 time: 0.1607575 Jan 28 19:46:26.929774 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-fbb04345-aeaf-4bf0-8982-07853850b680 None None] Set router 3d6ceadf-8a02-4401-bdc4-2ec6b69cbc9b gateway port host: None {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:46:26.932857 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 54652) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:46:26.943516 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d63cce-1204-4ddf-a02f-56d90c96b0c7 req-5b3c845a-42c2-4841-a589-fc949fcf9e98 tempest-ServerAddressesNegativeTestJSON-1250221582 tempest-ServerAddressesNegativeTestJSON-1250221582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:26.947563 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c73068-3626-4f2e-8cba-5e305bc5cbb1 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Network c61eefcb-1d1b-4895-95e4-a5fe8859945a is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:46:26.948197 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-65d63cce-1204-4ddf-a02f-56d90c96b0c7 req-5b3c845a-42c2-4841-a589-fc949fcf9e98 tempest-ServerAddressesNegativeTestJSON-1250221582 tempest-ServerAddressesNegativeTestJSON-1250221582-project] 10.222.0.64 "GET /v2.0/networks?id=2bc74d14-33c6-4a24-ba92-aa1635ae8766 HTTP/1.1" status: 200 len: 822 time: 0.2215874 Jan 28 19:46:26.950484 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-58c73068-3626-4f2e-8cba-5e305bc5cbb1 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:46:26.978357 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-7e6cb21b-15ff-47a3-94f1-5ddcf9372c43 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] 10.222.0.64 "GET /v2.0/ports?device_id=3d6ceadf-8a02-4401-bdc4-2ec6b69cbc9b HTTP/1.1" status: 200 len: 205 time: 0.0415266 Jan 28 19:46:26.978563 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-65d63cce-1204-4ddf-a02f-56d90c96b0c7 req-3920d22d-7ebb-4e99-b7cf-789d8a85e79d tempest-ServerAddressesNegativeTestJSON-1250221582 tempest-ServerAddressesNegativeTestJSON-1250221582-project] 10.222.0.64 "GET /v2.0/quotas/a7384fd30a9a4e7d8485445051ebacea HTTP/1.1" status: 200 len: 375 time: 0.0202992 Jan 28 19:46:26.979001 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 54654) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:46:27.048991 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-fbb04345-aeaf-4bf0-8982-07853850b680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d6ceadf-8a02-4401-bdc4-2ec6b69cbc9b', 'name': 'tempest-RoutersTest-router-1618598912', 'tenant_id': 'ab529dfd1ad24da6bc4864590c27745b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:46:25Z', 'updated_at': '2022-01-28T19:46:26Z', 'revision_number': 2, 'project_id': 'ab529dfd1ad24da6bc4864590c27745b', 'gw_port_host': None}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:46:27.097995 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb04345-aeaf-4bf0-8982-07853850b680 None None] Checking router: 3d6ceadf-8a02-4401-bdc4-2ec6b69cbc9b for host: n-d-812111-14 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:46:27.106848 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-65d63cce-1204-4ddf-a02f-56d90c96b0c7 req-d57030ab-124e-481b-845d-e0b3bffd213d tempest-ServerAddressesNegativeTestJSON-1250221582 tempest-ServerAddressesNegativeTestJSON-1250221582-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=a7384fd30a9a4e7d8485445051ebacea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1095254 Jan 28 19:46:27.114520 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb04345-aeaf-4bf0-8982-07853850b680 None None] Routers {'3d6ceadf-8a02-4401-bdc4-2ec6b69cbc9b'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:46:27.115436 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-fbb04345-aeaf-4bf0-8982-07853850b680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:46:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['3d6ceadf-8a02-4401-bdc4-2ec6b69cbc9b'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:46:27.135394 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58c73068-3626-4f2e-8cba-5e305bc5cbb1 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Router ab8e9898-fcd4-4f9d-8b93-5bcfb1039996 has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:46:27.214626 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-fbb04345-aeaf-4bf0-8982-07853850b680 None None] Set router 3d6ceadf-8a02-4401-bdc4-2ec6b69cbc9b gateway port host: None {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:46:27.261806 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-06704ac7-f779-4069-8b23-993e7ac636c7 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks [] for router (3d6ceadf-8a02-4401-bdc4-2ec6b69cbc9b), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:27.339410 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-fbb04345-aeaf-4bf0-8982-07853850b680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d6ceadf-8a02-4401-bdc4-2ec6b69cbc9b', 'name': 'tempest-RoutersTest-router-1618598912', 'tenant_id': 'ab529dfd1ad24da6bc4864590c27745b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:46:25Z', 'updated_at': '2022-01-28T19:46:26Z', 'revision_number': 2, 'project_id': 'ab529dfd1ad24da6bc4864590c27745b', 'gw_port_host': None}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:46:27.347392 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58c73068-3626-4f2e-8cba-5e305bc5cbb1 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:46:27.358259 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac1001a-5fe2-4f37-9c6d-c9f4ca2aa2ff None None] Sync routers for ids ['ab8e9898-fcd4-4f9d-8b93-5bcfb1039996'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:46:27.372283 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb04345-aeaf-4bf0-8982-07853850b680 None None] The sync data for ids ['3d6ceadf-8a02-4401-bdc4-2ec6b69cbc9b'] in n-d-812111-14 is: [{'id': '3d6ceadf-8a02-4401-bdc4-2ec6b69cbc9b', 'name': 'tempest-RoutersTest-router-1618598912', 'tenant_id': 'ab529dfd1ad24da6bc4864590c27745b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:46:25Z', 'updated_at': '2022-01-28T19:46:26Z', 'revision_number': 2, 'project_id': 'ab529dfd1ad24da6bc4864590c27745b', 'gw_port_host': None}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:46:27.372635 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-58c73068-3626-4f2e-8cba-5e305bc5cbb1 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] 10.222.0.64 "PUT /v2.0/routers/ab8e9898-fcd4-4f9d-8b93-5bcfb1039996/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0044799 Jan 28 19:46:27.380979 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac1001a-5fe2-4f37-9c6d-c9f4ca2aa2ff None None] Routers {'ab8e9898-fcd4-4f9d-8b93-5bcfb1039996'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:46:27.381643 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-3ac1001a-5fe2-4f37-9c6d-c9f4ca2aa2ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:46:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['ab8e9898-fcd4-4f9d-8b93-5bcfb1039996'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:46:27.411627 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-019cd19f-ccc1-477d-946c-59bb053a74e4 None None] Provisioning complete for port 2199d0f7-478b-4015-a7b7-740cfc088ec1 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:46:27.412244 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-019cd19f-ccc1-477d-946c-59bb053a74e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (2199d0f7-478b-4015-a7b7-740cfc088ec1), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:27.471089 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-019cd19f-ccc1-477d-946c-59bb053a74e4 None None] Port 2199d0f7-478b-4015-a7b7-740cfc088ec1 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:46:27.546460 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-3ac1001a-5fe2-4f37-9c6d-c9f4ca2aa2ff None None] Set router ab8e9898-fcd4-4f9d-8b93-5bcfb1039996 gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:46:27.605222 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-06704ac7-f779-4069-8b23-993e7ac636c7 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-730901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261120'] for router (3d6ceadf-8a02-4401-bdc4-2ec6b69cbc9b), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:27.614034 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-06704ac7-f779-4069-8b23-993e7ac636c7 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks [] for router_controller (3d6ceadf-8a02-4401-bdc4-2ec6b69cbc9b), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:27.624486 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-65d63cce-1204-4ddf-a02f-56d90c96b0c7 req-e2a8c83f-1596-4921-9b3d-c07f0c4bc661 service neutron] 10.222.0.64 "GET /v2.0/networks/2bc74d14-33c6-4a24-ba92-aa1635ae8766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5099540 Jan 28 19:46:27.712579 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-06704ac7-f779-4069-8b23-993e7ac636c7 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-730908'] for router (3d6ceadf-8a02-4401-bdc4-2ec6b69cbc9b), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:27.713147 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06704ac7-f779-4069-8b23-993e7ac636c7 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Fanout notify agent at l3_agent the message router_deleted on router 3d6ceadf-8a02-4401-bdc4-2ec6b69cbc9b {{(pid=103304) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:46:27.747948 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-06704ac7-f779-4069-8b23-993e7ac636c7 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:27.749495 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-06704ac7-f779-4069-8b23-993e7ac636c7 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] 10.222.0.64 "DELETE /v2.0/routers/3d6ceadf-8a02-4401-bdc4-2ec6b69cbc9b HTTP/1.1" status: 204 len: 168 time: 0.7677259 Jan 28 19:46:27.753208 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 54660) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:46:27.810812 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-65d63cce-1204-4ddf-a02f-56d90c96b0c7 req-dc703425-aee8-4883-a0cd-4a0f66affd64 service neutron] 10.222.0.64 "GET /v2.0/networks/2bc74d14-33c6-4a24-ba92-aa1635ae8766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434023 Jan 28 19:46:27.828381 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-7e011c8f-7032-4fbb-ac37-30216b75f1fc tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] 10.222.0.64 "GET /v2.0/ports?device_id=3d6ceadf-8a02-4401-bdc4-2ec6b69cbc9b HTTP/1.1" status: 200 len: 205 time: 0.0697274 Jan 28 19:46:27.828773 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 54662) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:46:27.878236 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-3ac1001a-5fe2-4f37-9c6d-c9f4ca2aa2ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab8e9898-fcd4-4f9d-8b93-5bcfb1039996', 'name': 'tempest-TestNetworkBasicOps-router-592334437', 'tenant_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': '42e55284-9c5a-4b6c-a9c1-76670ac6975e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:44:36Z', 'updated_at': '2022-01-28T19:46:25Z', 'revision_number': 5, 'project_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'gw_port': {'id': '42e55284-9c5a-4b6c-a9c1-76670ac6975e', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:3c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8e9898-fcd4-4f9d-8b93-5bcfb1039996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3359, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:44:37Z', 'updated_at': '2022-01-28T19:44:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_floatingips': [{'id': 'a69034d3-c5f8-4cc6-a79c-5083743ade30', 'tenant_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'floating_ip_address': '172.25.6.40', 'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'router_id': 'ab8e9898-fcd4-4f9d-8b93-5bcfb1039996', 'port_id': '7dea02a0-3dd1-4a7a-9808-3008d1ca1e2d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3424, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df8c1d24-8252-4f3f-bd12-1bda56258e33', 'mac_address': 'fa:16:3e:a4:6d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a7a552-8edb-4eaa-9a2f-3647df5aafd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:45:21Z', 'updated_at': '2022-01-28T19:45:25Z', 'revision_number': 1, 'project_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2199d0f7-478b-4015-a7b7-740cfc088ec1', 'name': '', 'network_id': 'c61eefcb-1d1b-4895-95e4-a5fe8859945a', 'tenant_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'mac_address': 'fa:16:3e:52:62:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab8e9898-fcd4-4f9d-8b93-5bcfb1039996', 'device_owner': 'network:router_interface', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': '74ba22d8-67fd-4d4b-a5d7-2cd1f5ffe40e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:46:24Z', 'updated_at': '2022-01-28T19:46:26Z', 'revision_number': 2, 'project_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'subnets': [{'id': '74ba22d8-67fd-4d4b-a5d7-2cd1f5ffe40e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7749a184-d6a9-4cd4-82e6-a1549495112c', 'name': '', 'network_id': 'df8c1d24-8252-4f3f-bd12-1bda56258e33', 'tenant_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'mac_address': 'fa:16:3e:36:8c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8e9898-fcd4-4f9d-8b93-5bcfb1039996', 'device_owner': 'network:router_interface', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': '00fd07da-3aa2-4e4e-8638-18442a62dc30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:44:45Z', 'updated_at': '2022-01-28T19:44:52Z', 'revision_number': 5, 'project_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'subnets': [{'id': '00fd07da-3aa2-4e4e-8638-18442a62dc30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:46:27.882164 n-d-812111-14 neutron-server[103304]: INFO neutron.api.v2.resource [None req-f881d95b-5b9b-4743-86fe-9e55956768ca tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] delete failed (client error): The resource could not be found. Jan 28 19:46:27.886004 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-f881d95b-5b9b-4743-86fe-9e55956768ca tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] 10.222.0.64 "DELETE /v2.0/routers/3d6ceadf-8a02-4401-bdc4-2ec6b69cbc9b HTTP/1.1" status: 404 len: 336 time: 0.0538685 Jan 28 19:46:27.886657 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 54664) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:46:27.927489 n-d-812111-14 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f4b8006-865a-407c-8818-ef036c0864f2 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] DELETE failed (client error): The resource could not be found. Jan 28 19:46:27.927703 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f4b8006-865a-407c-8818-ef036c0864f2 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:46:27.934561 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-6f4b8006-865a-407c-8818-ef036c0864f2 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] 10.222.0.64 "DELETE /v2.0/subnets/6eedc6eb-0482-4b07-839c-f1b94699a412 HTTP/1.1" status: 404 len: 337 time: 0.0442510 Jan 28 19:46:27.934861 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 54668) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:46:27.935193 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac1001a-5fe2-4f37-9c6d-c9f4ca2aa2ff None None] Checking router: ab8e9898-fcd4-4f9d-8b93-5bcfb1039996 for host: n-d-812111-14 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:46:27.935558 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac1001a-5fe2-4f37-9c6d-c9f4ca2aa2ff None None] Updating router ab8e9898-fcd4-4f9d-8b93-5bcfb1039996 port 2199d0f7-478b-4015-a7b7-740cfc088ec1 binding host n-d-812111-14 {{(pid=103307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:46:27.970405 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-3ac1001a-5fe2-4f37-9c6d-c9f4ca2aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (2199d0f7-478b-4015-a7b7-740cfc088ec1), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:27.990153 n-d-812111-14 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf9fcd82-4043-4d03-b95b-ab921262ab64 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] DELETE failed (client error): The resource could not be found. Jan 28 19:46:27.990620 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf9fcd82-4043-4d03-b95b-ab921262ab64 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:46:28.005535 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-cf9fcd82-4043-4d03-b95b-ab921262ab64 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] 10.222.0.64 "DELETE /v2.0/subnets/07a49d8b-db4b-48f0-af1c-52b613272559 HTTP/1.1" status: 404 len: 337 time: 0.0694969 Jan 28 19:46:28.007964 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 54672) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:46:28.057799 n-d-812111-14 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-585ec18b-d603-4621-a660-ff221db6515c tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] DELETE failed (client error): The resource could not be found. Jan 28 19:46:28.059796 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-585ec18b-d603-4621-a660-ff221db6515c tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:46:28.063353 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-585ec18b-d603-4621-a660-ff221db6515c tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] 10.222.0.64 "DELETE /v2.0/subnets/235000aa-f282-4018-a482-7a9333732e3f HTTP/1.1" status: 404 len: 337 time: 0.0543289 Jan 28 19:46:28.065924 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 54676) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:46:28.100911 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f062e885-8487-4d99-86a1-28d23e1b8dac req-6dd3208d-6bea-42ba-aa29-7a5de8dca4a8 tempest-ServerAddressesNegativeTestJSON-1250221582 tempest-ServerAddressesNegativeTestJSON-1250221582-project] 10.222.0.64 "GET /v2.0/ports?device_id=bce13339-95a6-4057-b9ba-91a06a3739d2 HTTP/1.1" status: 200 len: 210 time: 0.0355849 Jan 28 19:46:28.114443 n-d-812111-14 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-94254be3-5adc-424f-a943-24eff146cb93 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] DELETE failed (client error): The resource could not be found. Jan 28 19:46:28.120343 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94254be3-5adc-424f-a943-24eff146cb93 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:46:28.123631 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-94254be3-5adc-424f-a943-24eff146cb93 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] 10.222.0.64 "DELETE /v2.0/subnets/267b24ff-893f-4ad5-becc-c193f6ebd3a0 HTTP/1.1" status: 404 len: 337 time: 0.0567245 Jan 28 19:46:28.126711 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 54678) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:46:28.176168 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-525458ab-3866-40eb-a4ea-40e7449e416a tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] 10.222.0.64 "GET /v2.0/ports?device_id=a057f493-c0f0-478a-8716-95a3356ea168 HTTP/1.1" status: 200 len: 205 time: 0.0458403 Jan 28 19:46:28.176511 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 54680) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:46:28.221782 n-d-812111-14 neutron-server[103305]: INFO neutron.api.v2.resource [None req-f81848c5-3b53-4510-8d9a-744fedd15d79 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] delete failed (client error): The resource could not be found. Jan 28 19:46:28.222923 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-f81848c5-3b53-4510-8d9a-744fedd15d79 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] 10.222.0.64 "DELETE /v2.0/routers/a057f493-c0f0-478a-8716-95a3356ea168 HTTP/1.1" status: 404 len: 336 time: 0.0454836 Jan 28 19:46:28.225695 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 54684) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:46:28.263258 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-87fc3fb9-e396-451d-84cc-e96e9d422ec0 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] 10.222.0.64 "GET /v2.0/ports?device_id=ced22d71-da9a-4f6a-bfbc-ea9d2f194053 HTTP/1.1" status: 200 len: 205 time: 0.0363679 Jan 28 19:46:28.266381 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 54688) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:46:28.311917 n-d-812111-14 neutron-server[103305]: INFO neutron.api.v2.resource [None req-a613f0f1-8880-4bb0-96bf-a0d3e6deee5e tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] delete failed (client error): The resource could not be found. Jan 28 19:46:28.313014 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-a613f0f1-8880-4bb0-96bf-a0d3e6deee5e tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] 10.222.0.64 "DELETE /v2.0/routers/ced22d71-da9a-4f6a-bfbc-ea9d2f194053 HTTP/1.1" status: 404 len: 336 time: 0.0456047 Jan 28 19:46:28.315580 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 54690) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:46:28.364740 n-d-812111-14 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a025ebc-94e7-47c0-9a58-a8c4ffab9a23 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] DELETE failed (client error): The resource could not be found. Jan 28 19:46:28.366396 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a025ebc-94e7-47c0-9a58-a8c4ffab9a23 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:46:28.371119 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-4a025ebc-94e7-47c0-9a58-a8c4ffab9a23 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] 10.222.0.64 "DELETE /v2.0/subnets/7f952f92-11f2-457c-b17f-c18afe225724 HTTP/1.1" status: 404 len: 337 time: 0.0546126 Jan 28 19:46:28.373781 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 54692) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:46:28.423116 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-b1fc33c6-b8eb-4fc2-b617-b816d27ea201 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] 10.222.0.64 "GET /v2.0/ports?device_id=da264326-804c-4f9b-94e4-3e066c7d7119 HTTP/1.1" status: 200 len: 205 time: 0.0474174 Jan 28 19:46:28.424794 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 54694) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:46:28.468834 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-3ac1001a-5fe2-4f37-9c6d-c9f4ca2aa2ff None None] Publish callbacks [] for port (2199d0f7-478b-4015-a7b7-740cfc088ec1), precommit_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:28.478997 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-3ac1001a-5fe2-4f37-9c6d-c9f4ca2aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (2199d0f7-478b-4015-a7b7-740cfc088ec1), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:28.491262 n-d-812111-14 neutron-server[103304]: INFO neutron.api.v2.resource [None req-2b01ed77-b526-4206-91b3-8953ff410783 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] delete failed (client error): The resource could not be found. Jan 28 19:46:28.492329 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-2b01ed77-b526-4206-91b3-8953ff410783 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] 10.222.0.64 "DELETE /v2.0/routers/da264326-804c-4f9b-94e4-3e066c7d7119 HTTP/1.1" status: 404 len: 336 time: 0.0646837 Jan 28 19:46:28.496068 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 54698) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:46:28.535980 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-32cb12d5-67b8-4b6a-a351-27583952f931 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ed777c5-85fb-47c1-b106-d5068785c591 HTTP/1.1" status: 200 len: 205 time: 0.0387671 Jan 28 19:46:28.538572 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 54700) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:46:28.558443 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c012e8-7843-4746-94f7-0cb6dccec273 None None] Pushing event updated for resources: {'Port': ['ID=2199d0f7-478b-4015-a7b7-740cfc088ec1,revision_number=3']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:28.623470 n-d-812111-14 neutron-server[103305]: INFO neutron.api.v2.resource [None req-55ac6c2e-301b-4d6c-aed3-4bf0894c518d tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] delete failed (client error): The resource could not be found. Jan 28 19:46:28.627154 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-55ac6c2e-301b-4d6c-aed3-4bf0894c518d tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] 10.222.0.64 "DELETE /v2.0/routers/1ed777c5-85fb-47c1-b106-d5068785c591 HTTP/1.1" status: 404 len: 336 time: 0.0869632 Jan 28 19:46:28.627819 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 54702) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:46:28.631866 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-3ac1001a-5fe2-4f37-9c6d-c9f4ca2aa2ff None None] Attempting to bind port 2199d0f7-478b-4015-a7b7-740cfc088ec1 on host n-d-812111-14 for vnic_type normal with profile {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:46:28.632288 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-3ac1001a-5fe2-4f37-9c6d-c9f4ca2aa2ff None None] Attempting to bind port 2199d0f7-478b-4015-a7b7-740cfc088ec1 by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '1046b148-caec-4335-a082-55997b4f6166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c61eefcb-1d1b-4895-95e4-a5fe8859945a'}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:46:28.632753 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac1001a-5fe2-4f37-9c6d-c9f4ca2aa2ff None None] Attempting to bind port 2199d0f7-478b-4015-a7b7-740cfc088ec1 on network c61eefcb-1d1b-4895-95e4-a5fe8859945a {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:46:28.654876 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac1001a-5fe2-4f37-9c6d-c9f4ca2aa2ff None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 46, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:46:28.658196 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac1001a-5fe2-4f37-9c6d-c9f4ca2aa2ff None None] Checking segment: {'id': '1046b148-caec-4335-a082-55997b4f6166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c61eefcb-1d1b-4895-95e4-a5fe8859945a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:46:28.658787 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-3ac1001a-5fe2-4f37-9c6d-c9f4ca2aa2ff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:28.659201 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac1001a-5fe2-4f37-9c6d-c9f4ca2aa2ff None None] Bound using segment: {'id': '1046b148-caec-4335-a082-55997b4f6166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c61eefcb-1d1b-4895-95e4-a5fe8859945a'} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:46:28.659696 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-3ac1001a-5fe2-4f37-9c6d-c9f4ca2aa2ff None None] Bound port: 2199d0f7-478b-4015-a7b7-740cfc088ec1, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1046b148-caec-4335-a082-55997b4f6166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c61eefcb-1d1b-4895-95e4-a5fe8859945a'}}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:46:28.661403 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-3ac1001a-5fe2-4f37-9c6d-c9f4ca2aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (2199d0f7-478b-4015-a7b7-740cfc088ec1), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:28.667951 n-d-812111-14 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2103835-b1da-40cf-a28c-0f19788649dc tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] DELETE failed (client error): The resource could not be found. Jan 28 19:46:28.668749 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2103835-b1da-40cf-a28c-0f19788649dc tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:46:28.676338 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 54704) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:46:28.687928 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-a2103835-b1da-40cf-a28c-0f19788649dc tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] 10.222.0.64 "DELETE /v2.0/subnets/64983019-229d-40b0-8a15-3699afee1674 HTTP/1.1" status: 404 len: 337 time: 0.0575662 Jan 28 19:46:28.719196 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 54706) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:46:28.719821 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-35e6fdaa-5915-456f-9bb3-5408c81cc07c tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d9dbfb8-b4d2-4be8-b8c7-1087ce789ce9 HTTP/1.1" status: 200 len: 205 time: 0.0407023 Jan 28 19:46:28.782764 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-3ac1001a-5fe2-4f37-9c6d-c9f4ca2aa2ff None None] For port 2199d0f7-478b-4015-a7b7-740cfc088ec1, host n-d-812111-14, cleared binding levels {{(pid=103307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:46:28.788534 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-3ac1001a-5fe2-4f37-9c6d-c9f4ca2aa2ff None None] For port 2199d0f7-478b-4015-a7b7-740cfc088ec1, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=2199d0f7-478b-4015-a7b7-740cfc088ec1,segment=NetworkSegment(1046b148-caec-4335-a082-55997b4f6166),segment_id=1046b148-caec-4335-a082-55997b4f6166)] {{(pid=103307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:46:28.799466 n-d-812111-14 neutron-server[103304]: INFO neutron.api.v2.resource [None req-0ca545bf-82ca-42f5-b15b-1ca54fd30790 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] delete failed (client error): The resource could not be found. Jan 28 19:46:28.800564 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-0ca545bf-82ca-42f5-b15b-1ca54fd30790 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] 10.222.0.64 "DELETE /v2.0/routers/9d9dbfb8-b4d2-4be8-b8c7-1087ce789ce9 HTTP/1.1" status: 404 len: 336 time: 0.0804381 Jan 28 19:46:28.803547 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 54708) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:46:28.803899 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-3ac1001a-5fe2-4f37-9c6d-c9f4ca2aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (2199d0f7-478b-4015-a7b7-740cfc088ec1), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:28.868965 n-d-812111-14 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-59c05e40-5906-4318-95cd-ca3137eedfe9 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] DELETE failed (client error): The resource could not be found. Jan 28 19:46:28.869873 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59c05e40-5906-4318-95cd-ca3137eedfe9 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:46:28.877720 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac1001a-5fe2-4f37-9c6d-c9f4ca2aa2ff None None] Routers {'ab8e9898-fcd4-4f9d-8b93-5bcfb1039996'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:46:28.878623 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-3ac1001a-5fe2-4f37-9c6d-c9f4ca2aa2ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:46:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['ab8e9898-fcd4-4f9d-8b93-5bcfb1039996'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:46:28.881577 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-59c05e40-5906-4318-95cd-ca3137eedfe9 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] 10.222.0.64 "DELETE /v2.0/subnets/344b5f66-14d7-43a0-afd0-74c6e7335401 HTTP/1.1" status: 404 len: 337 time: 0.0768883 Jan 28 19:46:28.884166 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 54710) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:46:28.926250 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-f09fa6ec-7005-4f5d-9cb7-6f426983b955 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d3802a8-2be6-47c9-8c1b-d8e8a3246a9e HTTP/1.1" status: 200 len: 205 time: 0.0398340 Jan 28 19:46:28.929161 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 54712) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:46:29.016512 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-48bc32c1-f08e-49b1-becc-12535f1b770c None None] Provisioning complete for port 2199d0f7-478b-4015-a7b7-740cfc088ec1 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:46:29.017080 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-48bc32c1-f08e-49b1-becc-12535f1b770c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (2199d0f7-478b-4015-a7b7-740cfc088ec1), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:29.044997 n-d-812111-14 neutron-server[103304]: INFO neutron.api.v2.resource [None req-748d1fbc-6ee0-4494-87a7-77f9b45b601a tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] delete failed (client error): The resource could not be found. Jan 28 19:46:29.046566 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-748d1fbc-6ee0-4494-87a7-77f9b45b601a tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] 10.222.0.64 "DELETE /v2.0/routers/0d3802a8-2be6-47c9-8c1b-d8e8a3246a9e HTTP/1.1" status: 404 len: 336 time: 0.1144266 Jan 28 19:46:29.049035 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 54716) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:46:29.125519 n-d-812111-14 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-a15ab825-a700-400c-a3ec-4bd08d223a78 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] DELETE failed (client error): The resource could not be found. Jan 28 19:46:29.126783 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a15ab825-a700-400c-a3ec-4bd08d223a78 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:46:29.136437 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-a15ab825-a700-400c-a3ec-4bd08d223a78 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] 10.222.0.64 "DELETE /v2.0/subnets/a551f6cc-8338-46f9-a432-11cb0e1359de HTTP/1.1" status: 404 len: 337 time: 0.0838563 Jan 28 19:46:29.136845 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 54720) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:46:29.190910 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c012e8-7843-4746-94f7-0cb6dccec273 None None] Pushing event updated for resources: {'Port': ['ID=2199d0f7-478b-4015-a7b7-740cfc088ec1,revision_number=4']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:29.220973 n-d-812111-14 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fdc7277-865f-4bd7-b518-ff892721d081 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] DELETE failed (client error): The resource could not be found. Jan 28 19:46:29.225631 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fdc7277-865f-4bd7-b518-ff892721d081 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:46:29.231590 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-7fdc7277-865f-4bd7-b518-ff892721d081 tempest-RoutersTest-394233573 tempest-RoutersTest-394233573-project] 10.222.0.64 "DELETE /v2.0/subnets/473b9b8f-d29d-4f57-89de-cd694d5d197c HTTP/1.1" status: 404 len: 337 time: 0.0935140 Jan 28 19:46:29.250797 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-48bc32c1-f08e-49b1-becc-12535f1b770c None None] Current status of the port 2199d0f7-478b-4015-a7b7-740cfc088ec1 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:46:29.251202 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-48bc32c1-f08e-49b1-becc-12535f1b770c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (2199d0f7-478b-4015-a7b7-740cfc088ec1), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:29.284457 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-3ac1001a-5fe2-4f37-9c6d-c9f4ca2aa2ff None None] Set router ab8e9898-fcd4-4f9d-8b93-5bcfb1039996 gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:46:29.301292 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-48bc32c1-f08e-49b1-becc-12535f1b770c None None] For port 2199d0f7-478b-4015-a7b7-740cfc088ec1, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=2199d0f7-478b-4015-a7b7-740cfc088ec1,segment=NetworkSegment(1046b148-caec-4335-a082-55997b4f6166),segment_id=1046b148-caec-4335-a082-55997b4f6166)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:46:29.307383 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-48bc32c1-f08e-49b1-becc-12535f1b770c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (2199d0f7-478b-4015-a7b7-740cfc088ec1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:29.344626 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5fc6f8a4-822e-447a-9bce-cc16166b64fc req-2d9ba6c9-a89e-4d22-bae1-6bf103b70251 tempest-ServerAddressesNegativeTestJSON-1250221582 tempest-ServerAddressesNegativeTestJSON-1250221582-project] 10.222.0.64 "GET /v2.0/ports?device_id=bce13339-95a6-4057-b9ba-91a06a3739d2 HTTP/1.1" status: 200 len: 210 time: 0.0901864 Jan 28 19:46:29.391730 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bc32c1-f08e-49b1-becc-12535f1b770c None None] Pushing event updated for resources: {'Port': ['ID=2199d0f7-478b-4015-a7b7-740cfc088ec1,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:29.443548 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2226416a-d9aa-49eb-8b7f-c26f866d0a86 None None] Provisioning complete for port 2199d0f7-478b-4015-a7b7-740cfc088ec1 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:46:29.446869 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2226416a-d9aa-49eb-8b7f-c26f866d0a86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (2199d0f7-478b-4015-a7b7-740cfc088ec1), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:29.565881 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2226416a-d9aa-49eb-8b7f-c26f866d0a86 None None] Current status of the port 2199d0f7-478b-4015-a7b7-740cfc088ec1 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:46:29.580404 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d63cce-1204-4ddf-a02f-56d90c96b0c7 req-31530332-808e-4dcb-8003-0b2e7828f0b4 tempest-ServerAddressesNegativeTestJSON-1250221582 tempest-ServerAddressesNegativeTestJSON-1250221582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:29.582443 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-65d63cce-1204-4ddf-a02f-56d90c96b0c7 req-31530332-808e-4dcb-8003-0b2e7828f0b4 tempest-ServerAddressesNegativeTestJSON-1250221582 tempest-ServerAddressesNegativeTestJSON-1250221582-project] 10.222.0.70 "GET /v2.0/networks?id=2bc74d14-33c6-4a24-ba92-aa1635ae8766 HTTP/1.1" status: 200 len: 822 time: 0.1848502 Jan 28 19:46:29.596226 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-65d63cce-1204-4ddf-a02f-56d90c96b0c7 req-69eccf15-d21c-46be-946e-d071e4ef5862 tempest-ServerAddressesNegativeTestJSON-1250221582 tempest-ServerAddressesNegativeTestJSON-1250221582-project] Request body: {'port': {'device_id': 'bce13339-95a6-4057-b9ba-91a06a3739d2', 'network_id': '2bc74d14-33c6-4a24-ba92-aa1635ae8766', 'admin_state_up': True, 'tenant_id': 'a7384fd30a9a4e7d8485445051ebacea'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:46:29.607098 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 54726) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:46:29.724459 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-3ac1001a-5fe2-4f37-9c6d-c9f4ca2aa2ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab8e9898-fcd4-4f9d-8b93-5bcfb1039996', 'name': 'tempest-TestNetworkBasicOps-router-592334437', 'tenant_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': '42e55284-9c5a-4b6c-a9c1-76670ac6975e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:44:36Z', 'updated_at': '2022-01-28T19:46:25Z', 'revision_number': 5, 'project_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'gw_port': {'id': '42e55284-9c5a-4b6c-a9c1-76670ac6975e', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:3c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8e9898-fcd4-4f9d-8b93-5bcfb1039996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3359, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:44:37Z', 'updated_at': '2022-01-28T19:44:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_floatingips': [{'id': 'a69034d3-c5f8-4cc6-a79c-5083743ade30', 'tenant_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'floating_ip_address': '172.25.6.40', 'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'router_id': 'ab8e9898-fcd4-4f9d-8b93-5bcfb1039996', 'port_id': '7dea02a0-3dd1-4a7a-9808-3008d1ca1e2d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3424, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df8c1d24-8252-4f3f-bd12-1bda56258e33', 'mac_address': 'fa:16:3e:a4:6d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a7a552-8edb-4eaa-9a2f-3647df5aafd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:45:21Z', 'updated_at': '2022-01-28T19:45:25Z', 'revision_number': 1, 'project_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2199d0f7-478b-4015-a7b7-740cfc088ec1', 'name': '', 'network_id': 'c61eefcb-1d1b-4895-95e4-a5fe8859945a', 'tenant_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'mac_address': 'fa:16:3e:52:62:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab8e9898-fcd4-4f9d-8b93-5bcfb1039996', 'device_owner': 'network:router_interface', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': '74ba22d8-67fd-4d4b-a5d7-2cd1f5ffe40e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:46:24Z', 'updated_at': '2022-01-28T19:46:28Z', 'revision_number': 4, 'project_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'subnets': [{'id': '74ba22d8-67fd-4d4b-a5d7-2cd1f5ffe40e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7749a184-d6a9-4cd4-82e6-a1549495112c', 'name': '', 'network_id': 'df8c1d24-8252-4f3f-bd12-1bda56258e33', 'tenant_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'mac_address': 'fa:16:3e:36:8c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8e9898-fcd4-4f9d-8b93-5bcfb1039996', 'device_owner': 'network:router_interface', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': '00fd07da-3aa2-4e4e-8638-18442a62dc30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:44:45Z', 'updated_at': '2022-01-28T19:44:52Z', 'revision_number': 5, 'project_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'subnets': [{'id': '00fd07da-3aa2-4e4e-8638-18442a62dc30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:46:29.726954 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65d63cce-1204-4ddf-a02f-56d90c96b0c7 req-69eccf15-d21c-46be-946e-d071e4ef5862 tempest-ServerAddressesNegativeTestJSON-1250221582 tempest-ServerAddressesNegativeTestJSON-1250221582-project] Made reservation on behalf of a7384fd30a9a4e7d8485445051ebacea for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:46:29.732766 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-65d63cce-1204-4ddf-a02f-56d90c96b0c7 req-69eccf15-d21c-46be-946e-d071e4ef5862 tempest-ServerAddressesNegativeTestJSON-1250221582 tempest-ServerAddressesNegativeTestJSON-1250221582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:29.758032 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac1001a-5fe2-4f37-9c6d-c9f4ca2aa2ff None None] The sync data for ids ['ab8e9898-fcd4-4f9d-8b93-5bcfb1039996'] in n-d-812111-14 is: [{'id': 'ab8e9898-fcd4-4f9d-8b93-5bcfb1039996', 'name': 'tempest-TestNetworkBasicOps-router-592334437', 'tenant_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': '42e55284-9c5a-4b6c-a9c1-76670ac6975e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:44:36Z', 'updated_at': '2022-01-28T19:46:25Z', 'revision_number': 5, 'project_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'gw_port': {'id': '42e55284-9c5a-4b6c-a9c1-76670ac6975e', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:3c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8e9898-fcd4-4f9d-8b93-5bcfb1039996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3359, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:44:37Z', 'updated_at': '2022-01-28T19:44:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_floatingips': [{'id': 'a69034d3-c5f8-4cc6-a79c-5083743ade30', 'tenant_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'floating_ip_address': '172.25.6.40', 'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'router_id': 'ab8e9898-fcd4-4f9d-8b93-5bcfb1039996', 'port_id': '7dea02a0-3dd1-4a7a-9808-3008d1ca1e2d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3424, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df8c1d24-8252-4f3f-bd12-1bda56258e33', 'mac_address': 'fa:16:3e:a4:6d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a7a552-8edb-4eaa-9a2f-3647df5aafd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:45:21Z', 'updated_at': '2022-01-28T19:45:25Z', 'revision_number': 1, 'project_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2199d0f7-478b-4015-a7b7-740cfc088ec1', 'name': '', 'network_id': 'c61eefcb-1d1b-4895-95e4-a5fe8859945a', 'tenant_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'mac_address': 'fa:16:3e:52:62:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab8e9898-fcd4-4f9d-8b93-5bcfb1039996', 'device_owner': 'network:router_interface', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': '74ba22d8-67fd-4d4b-a5d7-2cd1f5ffe40e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:46:24Z', 'updated_at': '2022-01-28T19:46:28Z', 'revision_number': 4, 'project_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'subnets': [{'id': '74ba22d8-67fd-4d4b-a5d7-2cd1f5ffe40e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7749a184-d6a9-4cd4-82e6-a1549495112c', 'name': '', 'network_id': 'df8c1d24-8252-4f3f-bd12-1bda56258e33', 'tenant_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'mac_address': 'fa:16:3e:36:8c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8e9898-fcd4-4f9d-8b93-5bcfb1039996', 'device_owner': 'network:router_interface', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': '00fd07da-3aa2-4e4e-8638-18442a62dc30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:44:45Z', 'updated_at': '2022-01-28T19:44:52Z', 'revision_number': 5, 'project_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'subnets': [{'id': '00fd07da-3aa2-4e4e-8638-18442a62dc30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:46:29.791404 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-7174f04c-be2b-4be3-b683-19c9450d86ea admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ab529dfd1ad24da6bc4864590c27745b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1828408 Jan 28 19:46:29.794679 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 54730) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:46:29.871257 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bf95891f-3146-4250-b539-0652f624ec8f admin admin] Publish callbacks [] for security_group (945f3d7f-c528-4f07-986e-8827d29c4bb4), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:29.904564 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bf95891f-3146-4250-b539-0652f624ec8f admin admin] Publish callbacks [] for security_group (945f3d7f-c528-4f07-986e-8827d29c4bb4), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:29.937378 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-65d63cce-1204-4ddf-a02f-56d90c96b0c7 req-69eccf15-d21c-46be-946e-d071e4ef5862 tempest-ServerAddressesNegativeTestJSON-1250221582 tempest-ServerAddressesNegativeTestJSON-1250221582-project] Allocated IP 172.20.0.7 (2bc74d14-33c6-4a24-ba92-aa1635ae8766/f54436c2-394a-4510-84ca-8d62fad3379f/abf2411a-69cc-4e2e-92b3-cf3b5ccf7a13) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:46:29.969938 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bf95891f-3146-4250-b539-0652f624ec8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (945f3d7f-c528-4f07-986e-8827d29c4bb4), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:29.972593 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bf95891f-3146-4250-b539-0652f624ec8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:29.976111 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-bf95891f-3146-4250-b539-0652f624ec8f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/945f3d7f-c528-4f07-986e-8827d29c4bb4 HTTP/1.1" status: 204 len: 168 time: 0.1778941 Jan 28 19:46:29.987716 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf95891f-3146-4250-b539-0652f624ec8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=945f3d7f-c528-4f07-986e-8827d29c4bb4,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:30.143463 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-65d63cce-1204-4ddf-a02f-56d90c96b0c7 req-69eccf15-d21c-46be-946e-d071e4ef5862 tempest-ServerAddressesNegativeTestJSON-1250221582 tempest-ServerAddressesNegativeTestJSON-1250221582-project] Publish callbacks [] for port (abf2411a-69cc-4e2e-92b3-cf3b5ccf7a13), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:30.199474 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-65d63cce-1204-4ddf-a02f-56d90c96b0c7 req-69eccf15-d21c-46be-946e-d071e4ef5862 tempest-ServerAddressesNegativeTestJSON-1250221582 tempest-ServerAddressesNegativeTestJSON-1250221582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (abf2411a-69cc-4e2e-92b3-cf3b5ccf7a13), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:30.256424 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65d63cce-1204-4ddf-a02f-56d90c96b0c7 req-69eccf15-d21c-46be-946e-d071e4ef5862 tempest-ServerAddressesNegativeTestJSON-1250221582 tempest-ServerAddressesNegativeTestJSON-1250221582-project] Network 2bc74d14-33c6-4a24-ba92-aa1635ae8766 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:46:30.266717 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-65d63cce-1204-4ddf-a02f-56d90c96b0c7 req-69eccf15-d21c-46be-946e-d071e4ef5862 tempest-ServerAddressesNegativeTestJSON-1250221582 tempest-ServerAddressesNegativeTestJSON-1250221582-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:46:30.272171 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-65d63cce-1204-4ddf-a02f-56d90c96b0c7 req-69eccf15-d21c-46be-946e-d071e4ef5862 tempest-ServerAddressesNegativeTestJSON-1250221582 tempest-ServerAddressesNegativeTestJSON-1250221582-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:46:30.278083 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69eccf15-d21c-46be-946e-d071e4ef5862 tempest-ServerAddressesNegativeTestJSON-1250221582 tempest-ServerAddressesNegativeTestJSON-1250221582-project] Pushing event updated for resources: {'Port': ['ID=abf2411a-69cc-4e2e-92b3-cf3b5ccf7a13,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:30.344096 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d63cce-1204-4ddf-a02f-56d90c96b0c7 req-69eccf15-d21c-46be-946e-d071e4ef5862 tempest-ServerAddressesNegativeTestJSON-1250221582 tempest-ServerAddressesNegativeTestJSON-1250221582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:30.344936 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-65d63cce-1204-4ddf-a02f-56d90c96b0c7 req-69eccf15-d21c-46be-946e-d071e4ef5862 tempest-ServerAddressesNegativeTestJSON-1250221582 tempest-ServerAddressesNegativeTestJSON-1250221582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:30.376936 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-65d63cce-1204-4ddf-a02f-56d90c96b0c7 req-69eccf15-d21c-46be-946e-d071e4ef5862 tempest-ServerAddressesNegativeTestJSON-1250221582 tempest-ServerAddressesNegativeTestJSON-1250221582-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7866850 Jan 28 19:46:30.388164 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-65d63cce-1204-4ddf-a02f-56d90c96b0c7 req-85aed43a-2535-4aa2-b788-ef18dd266d55 service neutron] Request body: {'port': {'device_id': 'bce13339-95a6-4057-b9ba-91a06a3739d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-14'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:46:30.464113 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-65d63cce-1204-4ddf-a02f-56d90c96b0c7 req-85aed43a-2535-4aa2-b788-ef18dd266d55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (abf2411a-69cc-4e2e-92b3-cf3b5ccf7a13), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:30.525365 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1e1f88-3483-40ce-a563-872555c17450 req-ca466b1c-8158-43bf-8600-831dc846bcef tempest-ServerAddressesNegativeTestJSON-1250221582 tempest-ServerAddressesNegativeTestJSON-1250221582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:30.526971 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-fc1e1f88-3483-40ce-a563-872555c17450 req-ca466b1c-8158-43bf-8600-831dc846bcef tempest-ServerAddressesNegativeTestJSON-1250221582 tempest-ServerAddressesNegativeTestJSON-1250221582-project] 10.222.0.64 "GET /v2.0/ports?device_id=bce13339-95a6-4057-b9ba-91a06a3739d2 HTTP/1.1" status: 200 len: 931 time: 0.0790803 Jan 28 19:46:30.624215 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-fc1e1f88-3483-40ce-a563-872555c17450 req-a258e5c1-e9f8-4b15-8140-7880c1ed8d6b tempest-ServerAddressesNegativeTestJSON-1250221582 tempest-ServerAddressesNegativeTestJSON-1250221582-project] 10.222.0.64 "GET /v2.0/security-groups?id=274ead2c-8983-45ea-aa59-d67d97623d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874465 Jan 28 19:46:30.781501 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 2199d0f7-478b-4015-a7b7-740cfc088ec1 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:46:30.849082 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 2199d0f7-478b-4015-a7b7-740cfc088ec1 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:46:30.849472 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (2199d0f7-478b-4015-a7b7-740cfc088ec1), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:30.887712 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-65d63cce-1204-4ddf-a02f-56d90c96b0c7 req-85aed43a-2535-4aa2-b788-ef18dd266d55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abf2411a-69cc-4e2e-92b3-cf3b5ccf7a13 {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:46:30.898904 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-65d63cce-1204-4ddf-a02f-56d90c96b0c7 req-85aed43a-2535-4aa2-b788-ef18dd266d55 service neutron] Publish callbacks [] for port (abf2411a-69cc-4e2e-92b3-cf3b5ccf7a13), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:30.919366 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-65d63cce-1204-4ddf-a02f-56d90c96b0c7 req-85aed43a-2535-4aa2-b788-ef18dd266d55 service neutron] Transition to ACTIVE for port object abf2411a-69cc-4e2e-92b3-cf3b5ccf7a13 will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:46:30.924369 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-65d63cce-1204-4ddf-a02f-56d90c96b0c7 req-85aed43a-2535-4aa2-b788-ef18dd266d55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (abf2411a-69cc-4e2e-92b3-cf3b5ccf7a13), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:30.938917 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 2199d0f7-478b-4015-a7b7-740cfc088ec1 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:46:31.030769 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 54758) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:46:31.032207 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85aed43a-2535-4aa2-b788-ef18dd266d55 service neutron] Pushing event updated for resources: {'Port': ['ID=abf2411a-69cc-4e2e-92b3-cf3b5ccf7a13,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:31.051185 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-65d63cce-1204-4ddf-a02f-56d90c96b0c7 req-85aed43a-2535-4aa2-b788-ef18dd266d55 service neutron] Attempting to bind port abf2411a-69cc-4e2e-92b3-cf3b5ccf7a13 on host n-h2-812111-14 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:46:31.051527 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-65d63cce-1204-4ddf-a02f-56d90c96b0c7 req-85aed43a-2535-4aa2-b788-ef18dd266d55 service neutron] Attempting to bind port abf2411a-69cc-4e2e-92b3-cf3b5ccf7a13 by drivers openvswitch,hyperv on host n-h2-812111-14 at level 0 using segments [{'id': 'c8fcf18e-bf32-4477-861a-f7795c83f7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '2bc74d14-33c6-4a24-ba92-aa1635ae8766'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:46:31.051867 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65d63cce-1204-4ddf-a02f-56d90c96b0c7 req-85aed43a-2535-4aa2-b788-ef18dd266d55 service neutron] Attempting to bind port abf2411a-69cc-4e2e-92b3-cf3b5ccf7a13 on network 2bc74d14-33c6-4a24-ba92-aa1635ae8766 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:46:31.056967 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65d63cce-1204-4ddf-a02f-56d90c96b0c7 req-85aed43a-2535-4aa2-b788-ef18dd266d55 service neutron] Port abf2411a-69cc-4e2e-92b3-cf3b5ccf7a13 on network 2bc74d14-33c6-4a24-ba92-aa1635ae8766 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-14 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:46:31.057912 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65d63cce-1204-4ddf-a02f-56d90c96b0c7 req-85aed43a-2535-4aa2-b788-ef18dd266d55 service neutron] Attempting to bind port abf2411a-69cc-4e2e-92b3-cf3b5ccf7a13 on network 2bc74d14-33c6-4a24-ba92-aa1635ae8766 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:46:31.063012 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65d63cce-1204-4ddf-a02f-56d90c96b0c7 req-85aed43a-2535-4aa2-b788-ef18dd266d55 service neutron] Checking agent: {'id': '8f3fee4e-bf24-4b58-8a3a-ae9c8011a473', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 46, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:46:31.063616 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65d63cce-1204-4ddf-a02f-56d90c96b0c7 req-85aed43a-2535-4aa2-b788-ef18dd266d55 service neutron] Checking segment: {'id': 'c8fcf18e-bf32-4477-861a-f7795c83f7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '2bc74d14-33c6-4a24-ba92-aa1635ae8766'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:46:31.064230 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65d63cce-1204-4ddf-a02f-56d90c96b0c7 req-85aed43a-2535-4aa2-b788-ef18dd266d55 service neutron] Bound using segment: {'id': 'c8fcf18e-bf32-4477-861a-f7795c83f7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '2bc74d14-33c6-4a24-ba92-aa1635ae8766'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:46:31.064682 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-65d63cce-1204-4ddf-a02f-56d90c96b0c7 req-85aed43a-2535-4aa2-b788-ef18dd266d55 service neutron] Bound port: abf2411a-69cc-4e2e-92b3-cf3b5ccf7a13, host: n-h2-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8fcf18e-bf32-4477-861a-f7795c83f7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '2bc74d14-33c6-4a24-ba92-aa1635ae8766'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:46:31.065044 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-65d63cce-1204-4ddf-a02f-56d90c96b0c7 req-85aed43a-2535-4aa2-b788-ef18dd266d55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (abf2411a-69cc-4e2e-92b3-cf3b5ccf7a13), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:31.142210 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-65d63cce-1204-4ddf-a02f-56d90c96b0c7 req-85aed43a-2535-4aa2-b788-ef18dd266d55 service neutron] For port abf2411a-69cc-4e2e-92b3-cf3b5ccf7a13, host n-h2-812111-14, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:46:31.144848 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-3693a256-bde7-4250-8e02-7e69137eed39 tempest-SubnetPoolsTestJSON-302805270 tempest-SubnetPoolsTestJSON-302805270-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-761265956', 'prefixes': ['172.20.0.0/16']}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:46:31.145441 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-65d63cce-1204-4ddf-a02f-56d90c96b0c7 req-85aed43a-2535-4aa2-b788-ef18dd266d55 service neutron] For port abf2411a-69cc-4e2e-92b3-cf3b5ccf7a13, host n-h2-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=abf2411a-69cc-4e2e-92b3-cf3b5ccf7a13,segment=NetworkSegment(c8fcf18e-bf32-4477-861a-f7795c83f7ac),segment_id=c8fcf18e-bf32-4477-861a-f7795c83f7ac)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:46:31.153706 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-65d63cce-1204-4ddf-a02f-56d90c96b0c7 req-85aed43a-2535-4aa2-b788-ef18dd266d55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (abf2411a-69cc-4e2e-92b3-cf3b5ccf7a13), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:31.191006 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d63cce-1204-4ddf-a02f-56d90c96b0c7 req-85aed43a-2535-4aa2-b788-ef18dd266d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:31.191635 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-65d63cce-1204-4ddf-a02f-56d90c96b0c7 req-85aed43a-2535-4aa2-b788-ef18dd266d55 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:31.193275 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-65d63cce-1204-4ddf-a02f-56d90c96b0c7 req-85aed43a-2535-4aa2-b788-ef18dd266d55 service neutron] 10.222.0.70 "PUT /v2.0/ports/abf2411a-69cc-4e2e-92b3-cf3b5ccf7a13 HTTP/1.1" status: 200 len: 1092 time: 0.8095577 Jan 28 19:46:31.193658 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bce13339-95a6-4057-b9ba-91a06a3739d2', 'tag': 'abf2411a-69cc-4e2e-92b3-cf3b5ccf7a13'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:46:31.196314 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efb116f2-4e79-42cd-8d77-0ec5e0089d23" -d '{"events": [{"name": "network-changed", "server_uuid": "bce13339-95a6-4057-b9ba-91a06a3739d2", "tag": "abf2411a-69cc-4e2e-92b3-cf3b5ccf7a13"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:46:31.248641 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85aed43a-2535-4aa2-b788-ef18dd266d55 service neutron] Pushing event updated for resources: {'Port': ['ID=abf2411a-69cc-4e2e-92b3-cf3b5ccf7a13,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:31.258185 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3693a256-bde7-4250-8e02-7e69137eed39 tempest-SubnetPoolsTestJSON-302805270 tempest-SubnetPoolsTestJSON-302805270-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:31.266006 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-3693a256-bde7-4250-8e02-7e69137eed39 tempest-SubnetPoolsTestJSON-302805270 tempest-SubnetPoolsTestJSON-302805270-project] 10.222.0.64 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.2317979 Jan 28 19:46:31.267107 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 54766) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:46:31.271860 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-929452a7-3f17-420e-b76d-8039bd64bc39 x-openstack-request-id: req-929452a7-3f17-420e-b76d-8039bd64bc39 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:46:31.272153 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bce13339-95a6-4057-b9ba-91a06a3739d2", "tag": "abf2411a-69cc-4e2e-92b3-cf3b5ccf7a13", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:46:31.272410 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-929452a7-3f17-420e-b76d-8039bd64bc39 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:46:31.272830 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bce13339-95a6-4057-b9ba-91a06a3739d2', 'tag': 'abf2411a-69cc-4e2e-92b3-cf3b5ccf7a13', 'status': 'completed', 'code': 200} Jan 28 19:46:31.306700 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d63cce-1204-4ddf-a02f-56d90c96b0c7 req-02446699-dd2e-4b17-aa4c-0c9c2aae0df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:31.308466 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-65d63cce-1204-4ddf-a02f-56d90c96b0c7 req-02446699-dd2e-4b17-aa4c-0c9c2aae0df9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a7384fd30a9a4e7d8485445051ebacea&device_id=bce13339-95a6-4057-b9ba-91a06a3739d2 HTTP/1.1" status: 200 len: 1126 time: 0.0537879 Jan 28 19:46:31.316635 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-6dc38861-f329-4529-b297-1c65fa4560e5 tempest-SubnetPoolsTestJSON-302805270 tempest-SubnetPoolsTestJSON-302805270-project] 10.222.0.64 "GET /v2.0/subnetpools/a05bc3a5-d050-4256-b89d-65920b42969b HTTP/1.1" status: 200 len: 731 time: 0.0470641 Jan 28 19:46:31.319232 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 54768) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:46:31.324305 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-0dd1280d-eeaa-43e7-986e-bf751cc240e9 tempest-SubnetPoolsTestJSON-302805270 tempest-SubnetPoolsTestJSON-302805270-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-315025274'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:46:31.357603 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-65d63cce-1204-4ddf-a02f-56d90c96b0c7 req-73193db6-dd4b-416a-b5fd-ecd4a2a82359 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=abf2411a-69cc-4e2e-92b3-cf3b5ccf7a13 HTTP/1.1" status: 200 len: 217 time: 0.0414333 Jan 28 19:46:31.411400 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d63cce-1204-4ddf-a02f-56d90c96b0c7 req-9bc5df26-6f50-40f8-964e-020b031caabb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:31.413064 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-65d63cce-1204-4ddf-a02f-56d90c96b0c7 req-9bc5df26-6f50-40f8-964e-020b031caabb service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f54436c2-394a-4510-84ca-8d62fad3379f HTTP/1.1" status: 200 len: 862 time: 0.0497687 Jan 28 19:46:31.415601 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0dd1280d-eeaa-43e7-986e-bf751cc240e9 tempest-SubnetPoolsTestJSON-302805270 tempest-SubnetPoolsTestJSON-302805270-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:31.416010 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-0dd1280d-eeaa-43e7-986e-bf751cc240e9 tempest-SubnetPoolsTestJSON-302805270 tempest-SubnetPoolsTestJSON-302805270-project] 10.222.0.64 "PUT /v2.0/subnetpools/a05bc3a5-d050-4256-b89d-65920b42969b HTTP/1.1" status: 200 len: 683 time: 0.0958738 Jan 28 19:46:31.418879 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 54770) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:46:31.452450 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-65d63cce-1204-4ddf-a02f-56d90c96b0c7 req-b9332f73-8080-4022-9e6d-ad9b19b03b28 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2bc74d14-33c6-4a24-ba92-aa1635ae8766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335860 Jan 28 19:46:31.500419 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2782bb76-f242-49f8-923b-fae14ffa72bb tempest-SubnetPoolsTestJSON-302805270 tempest-SubnetPoolsTestJSON-302805270-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:31.507407 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-2782bb76-f242-49f8-923b-fae14ffa72bb tempest-SubnetPoolsTestJSON-302805270 tempest-SubnetPoolsTestJSON-302805270-project] 10.222.0.64 "DELETE /v2.0/subnetpools/a05bc3a5-d050-4256-b89d-65920b42969b HTTP/1.1" status: 204 len: 168 time: 0.0845542 Jan 28 19:46:31.507570 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 54772) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:46:31.530128 n-d-812111-14 neutron-server[103305]: INFO neutron.api.v2.resource [None req-1345cb0e-9211-45e5-a33d-538af273e068 tempest-SubnetPoolsTestJSON-302805270 tempest-SubnetPoolsTestJSON-302805270-project] show failed (client error): The resource could not be found. Jan 28 19:46:31.533825 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-1345cb0e-9211-45e5-a33d-538af273e068 tempest-SubnetPoolsTestJSON-302805270 tempest-SubnetPoolsTestJSON-302805270-project] 10.222.0.64 "GET /v2.0/subnetpools/a05bc3a5-d050-4256-b89d-65920b42969b HTTP/1.1" status: 404 len: 346 time: 0.0226455 Jan 28 19:46:31.533998 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 54774) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:46:31.548520 n-d-812111-14 neutron-server[103305]: INFO neutron.api.v2.resource [None req-2c90c6c2-9556-49b1-bbd4-0b568647f626 tempest-SubnetPoolsTestJSON-302805270 tempest-SubnetPoolsTestJSON-302805270-project] delete failed (client error): The resource could not be found. Jan 28 19:46:31.553149 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-2c90c6c2-9556-49b1-bbd4-0b568647f626 tempest-SubnetPoolsTestJSON-302805270 tempest-SubnetPoolsTestJSON-302805270-project] 10.222.0.64 "DELETE /v2.0/subnetpools/a05bc3a5-d050-4256-b89d-65920b42969b HTTP/1.1" status: 404 len: 346 time: 0.0146031 Jan 28 19:46:31.560402 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-65d63cce-1204-4ddf-a02f-56d90c96b0c7 req-7f458eeb-95ea-4170-9bf4-201a859a3398 service neutron] 10.222.0.70 "GET /v2.0/networks/2bc74d14-33c6-4a24-ba92-aa1635ae8766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021478 Jan 28 19:46:31.653905 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-65d63cce-1204-4ddf-a02f-56d90c96b0c7 req-74866753-896f-4685-a837-443f056d4cc4 service neutron] 10.222.0.70 "GET /v2.0/networks/2bc74d14-33c6-4a24-ba92-aa1635ae8766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880589 Jan 28 19:46:31.762572 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef79fa6-5564-4711-aaec-4961d614717a req-8296fe81-bd1a-40e5-a335-0c5582698545 tempest-ServerAddressesNegativeTestJSON-1250221582 tempest-ServerAddressesNegativeTestJSON-1250221582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:31.762954 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb116f2-4e79-42cd-8d77-0ec5e0089d23 req-481b3de4-e8d2-4e81-9779-7c3499fc7313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:31.764497 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-efb116f2-4e79-42cd-8d77-0ec5e0089d23 req-481b3de4-e8d2-4e81-9779-7c3499fc7313 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a7384fd30a9a4e7d8485445051ebacea&device_id=bce13339-95a6-4057-b9ba-91a06a3739d2 HTTP/1.1" status: 200 len: 1126 time: 0.0584142 Jan 28 19:46:31.764891 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-cef79fa6-5564-4711-aaec-4961d614717a req-8296fe81-bd1a-40e5-a335-0c5582698545 tempest-ServerAddressesNegativeTestJSON-1250221582 tempest-ServerAddressesNegativeTestJSON-1250221582-project] 10.222.0.64 "GET /v2.0/ports?device_id=bce13339-95a6-4057-b9ba-91a06a3739d2 HTTP/1.1" status: 200 len: 943 time: 0.0656316 Jan 28 19:46:31.827699 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-cef79fa6-5564-4711-aaec-4961d614717a req-270f7e04-67d4-426d-88ca-b71195d98033 tempest-ServerAddressesNegativeTestJSON-1250221582 tempest-ServerAddressesNegativeTestJSON-1250221582-project] 10.222.0.64 "GET /v2.0/security-groups?id=274ead2c-8983-45ea-aa59-d67d97623d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571017 Jan 28 19:46:31.870261 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb116f2-4e79-42cd-8d77-0ec5e0089d23 req-e8eb401c-ac10-453b-9dd1-755dd96be392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:31.871829 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-efb116f2-4e79-42cd-8d77-0ec5e0089d23 req-e8eb401c-ac10-453b-9dd1-755dd96be392 service neutron] 10.222.0.70 "GET /v2.0/networks?id=2bc74d14-33c6-4a24-ba92-aa1635ae8766 HTTP/1.1" status: 200 len: 922 time: 0.1017458 Jan 28 19:46:31.881923 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 54782) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:46:31.918320 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-efb116f2-4e79-42cd-8d77-0ec5e0089d23 req-0dcac079-b166-4ae9-88f2-ff26e52a5bc6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=abf2411a-69cc-4e2e-92b3-cf3b5ccf7a13 HTTP/1.1" status: 200 len: 217 time: 0.0401094 Jan 28 19:46:31.979635 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb116f2-4e79-42cd-8d77-0ec5e0089d23 req-a8219fc9-32ab-4be1-8587-07e09876d2da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:31.981138 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-efb116f2-4e79-42cd-8d77-0ec5e0089d23 req-a8219fc9-32ab-4be1-8587-07e09876d2da service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f54436c2-394a-4510-84ca-8d62fad3379f HTTP/1.1" status: 200 len: 862 time: 0.0519714 Jan 28 19:46:32.012462 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-33a3f5d6-1b9d-4baa-8895-a2419f5fce28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:32.015841 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-efb116f2-4e79-42cd-8d77-0ec5e0089d23 req-f65a427e-1d10-4d48-82e1-232dabd211aa service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2bc74d14-33c6-4a24-ba92-aa1635ae8766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285015 Jan 28 19:46:32.093192 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-33a3f5d6-1b9d-4baa-8895-a2419f5fce28 admin admin] Publish callbacks [] for security_group (346291fd-c06c-4572-bb18-738b4f76abe7), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:32.098948 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-33a3f5d6-1b9d-4baa-8895-a2419f5fce28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (346291fd-c06c-4572-bb18-738b4f76abe7), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:32.114223 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-efb116f2-4e79-42cd-8d77-0ec5e0089d23 req-e6330c03-6643-4962-acb3-e0005f2f6adf service neutron] 10.222.0.70 "GET /v2.0/networks/2bc74d14-33c6-4a24-ba92-aa1635ae8766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905700 Jan 28 19:46:32.140762 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a3f5d6-1b9d-4baa-8895-a2419f5fce28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=346291fd-c06c-4572-bb18-738b4f76abe7,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:32.145835 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-33a3f5d6-1b9d-4baa-8895-a2419f5fce28 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4361ed8e8cfe4f06bb271dc0784dba49&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2628984 Jan 28 19:46:32.148530 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 54786) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:46:32.208676 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b5459a54-3d0f-444a-9e23-9b92d4b26e80 admin admin] Publish callbacks [] for security_group (346291fd-c06c-4572-bb18-738b4f76abe7), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:32.228956 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-efb116f2-4e79-42cd-8d77-0ec5e0089d23 req-b5e8067a-7165-4458-8c80-c908d71fbabd service neutron] 10.222.0.70 "GET /v2.0/networks/2bc74d14-33c6-4a24-ba92-aa1635ae8766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091619 Jan 28 19:46:32.235770 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b5459a54-3d0f-444a-9e23-9b92d4b26e80 admin admin] Publish callbacks [] for security_group (346291fd-c06c-4572-bb18-738b4f76abe7), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:32.293227 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b5459a54-3d0f-444a-9e23-9b92d4b26e80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (346291fd-c06c-4572-bb18-738b4f76abe7), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:32.295921 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b5459a54-3d0f-444a-9e23-9b92d4b26e80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:32.297207 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-b5459a54-3d0f-444a-9e23-9b92d4b26e80 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/346291fd-c06c-4572-bb18-738b4f76abe7 HTTP/1.1" status: 204 len: 168 time: 0.1476228 Jan 28 19:46:32.307578 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5459a54-3d0f-444a-9e23-9b92d4b26e80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=346291fd-c06c-4572-bb18-738b4f76abe7,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:32.967700 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76be68c4-c103-441e-a6ec-9df631624f80 req-2129640d-07a2-4b84-acbe-6e60032a50e6 tempest-ServerAddressesNegativeTestJSON-1250221582 tempest-ServerAddressesNegativeTestJSON-1250221582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:32.969251 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-76be68c4-c103-441e-a6ec-9df631624f80 req-2129640d-07a2-4b84-acbe-6e60032a50e6 tempest-ServerAddressesNegativeTestJSON-1250221582 tempest-ServerAddressesNegativeTestJSON-1250221582-project] 10.222.0.64 "GET /v2.0/ports?device_id=bce13339-95a6-4057-b9ba-91a06a3739d2 HTTP/1.1" status: 200 len: 943 time: 0.0582528 Jan 28 19:46:33.030361 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-76be68c4-c103-441e-a6ec-9df631624f80 req-5f8f53ee-b4db-4993-b472-eb768c5ee006 tempest-ServerAddressesNegativeTestJSON-1250221582 tempest-ServerAddressesNegativeTestJSON-1250221582-project] 10.222.0.64 "GET /v2.0/security-groups?id=274ead2c-8983-45ea-aa59-d67d97623d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524001 Jan 28 19:46:34.155582 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03d9260-c8f5-48b5-9cc7-daf58450992b req-377e7deb-9821-43a7-b7da-00c11fdfe280 tempest-ServerAddressesNegativeTestJSON-1250221582 tempest-ServerAddressesNegativeTestJSON-1250221582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:34.157153 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a03d9260-c8f5-48b5-9cc7-daf58450992b req-377e7deb-9821-43a7-b7da-00c11fdfe280 tempest-ServerAddressesNegativeTestJSON-1250221582 tempest-ServerAddressesNegativeTestJSON-1250221582-project] 10.222.0.64 "GET /v2.0/ports?device_id=bce13339-95a6-4057-b9ba-91a06a3739d2 HTTP/1.1" status: 200 len: 943 time: 0.0610147 Jan 28 19:46:34.238752 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a03d9260-c8f5-48b5-9cc7-daf58450992b req-57f11485-c61a-4b51-88e6-e459611c39ad tempest-ServerAddressesNegativeTestJSON-1250221582 tempest-ServerAddressesNegativeTestJSON-1250221582-project] 10.222.0.64 "GET /v2.0/security-groups?id=274ead2c-8983-45ea-aa59-d67d97623d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751641 Jan 28 19:46:34.300819 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device abf2411a-69cc-4e2e-92b3-cf3b5ccf7a13 details requested by agent hyperv_n-h2-812111-14 with host n-h2-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:46:34.402055 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port abf2411a-69cc-4e2e-92b3-cf3b5ccf7a13, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=abf2411a-69cc-4e2e-92b3-cf3b5ccf7a13,segment=NetworkSegment(c8fcf18e-bf32-4477-861a-f7795c83f7ac),segment_id=c8fcf18e-bf32-4477-861a-f7795c83f7ac)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:46:34.414120 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Returning: {'device': 'abf2411a-69cc-4e2e-92b3-cf3b5ccf7a13', 'network_id': '2bc74d14-33c6-4a24-ba92-aa1635ae8766', 'port_id': 'abf2411a-69cc-4e2e-92b3-cf3b5ccf7a13', 'mac_address': 'fa:16:3e:a4:64:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f54436c2-394a-4510-84ca-8d62fad3379f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:46:34.459030 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port abf2411a-69cc-4e2e-92b3-cf3b5ccf7a13 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:46:34.459493 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (abf2411a-69cc-4e2e-92b3-cf3b5ccf7a13), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:34.474806 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abf2411a-69cc-4e2e-92b3-cf3b5ccf7a13 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:46:34.502802 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port abf2411a-69cc-4e2e-92b3-cf3b5ccf7a13, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=abf2411a-69cc-4e2e-92b3-cf3b5ccf7a13,segment=NetworkSegment(c8fcf18e-bf32-4477-861a-f7795c83f7ac),segment_id=c8fcf18e-bf32-4477-861a-f7795c83f7ac)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:46:34.509466 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (abf2411a-69cc-4e2e-92b3-cf3b5ccf7a13), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:34.566018 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=abf2411a-69cc-4e2e-92b3-cf3b5ccf7a13,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:34.710241 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['abf2411a-69cc-4e2e-92b3-cf3b5ccf7a13'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:46:35.391579 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e42b9d-4bd3-4165-8cd8-b65872c52b51 req-ae95f2d1-273d-4079-8e31-428d3e00f45b tempest-ServerAddressesNegativeTestJSON-1250221582 tempest-ServerAddressesNegativeTestJSON-1250221582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:35.393261 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-11e42b9d-4bd3-4165-8cd8-b65872c52b51 req-ae95f2d1-273d-4079-8e31-428d3e00f45b tempest-ServerAddressesNegativeTestJSON-1250221582 tempest-ServerAddressesNegativeTestJSON-1250221582-project] 10.222.0.64 "GET /v2.0/ports?device_id=bce13339-95a6-4057-b9ba-91a06a3739d2 HTTP/1.1" status: 200 len: 944 time: 0.0628543 Jan 28 19:46:35.450704 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-11e42b9d-4bd3-4165-8cd8-b65872c52b51 req-7d2a8ade-eece-48b2-a547-28563c0aa394 tempest-ServerAddressesNegativeTestJSON-1250221582 tempest-ServerAddressesNegativeTestJSON-1250221582-project] 10.222.0.64 "GET /v2.0/security-groups?id=274ead2c-8983-45ea-aa59-d67d97623d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516939 Jan 28 19:46:36.311119 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device abf2411a-69cc-4e2e-92b3-cf3b5ccf7a13 up at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:46:36.373595 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning for port abf2411a-69cc-4e2e-92b3-cf3b5ccf7a13 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:46:36.377726 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning complete for port abf2411a-69cc-4e2e-92b3-cf3b5ccf7a13 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:46:36.378132 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (abf2411a-69cc-4e2e-92b3-cf3b5ccf7a13), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:36.487292 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port abf2411a-69cc-4e2e-92b3-cf3b5ccf7a13 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:46:36.487693 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (abf2411a-69cc-4e2e-92b3-cf3b5ccf7a13), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:36.517566 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bce13339-95a6-4057-b9ba-91a06a3739d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abf2411a-69cc-4e2e-92b3-cf3b5ccf7a13'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:46:36.520383 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-422d953b-8da8-4f16-b6f2-a721761cacd1" -d '{"events": [{"server_uuid": "bce13339-95a6-4057-b9ba-91a06a3739d2", "name": "network-vif-plugged", "status": "completed", "tag": "abf2411a-69cc-4e2e-92b3-cf3b5ccf7a13"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:46:36.558462 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port abf2411a-69cc-4e2e-92b3-cf3b5ccf7a13, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=abf2411a-69cc-4e2e-92b3-cf3b5ccf7a13,segment=NetworkSegment(c8fcf18e-bf32-4477-861a-f7795c83f7ac),segment_id=c8fcf18e-bf32-4477-861a-f7795c83f7ac)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:46:36.563588 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (abf2411a-69cc-4e2e-92b3-cf3b5ccf7a13), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:36.620843 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:46:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-819edff8-3308-4fc6-9472-d14fcc0b50a3 x-openstack-request-id: req-819edff8-3308-4fc6-9472-d14fcc0b50a3 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:46:36.621162 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bce13339-95a6-4057-b9ba-91a06a3739d2", "name": "network-vif-plugged", "status": "completed", "tag": "abf2411a-69cc-4e2e-92b3-cf3b5ccf7a13", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:46:36.621423 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-819edff8-3308-4fc6-9472-d14fcc0b50a3 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:46:36.621819 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bce13339-95a6-4057-b9ba-91a06a3739d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abf2411a-69cc-4e2e-92b3-cf3b5ccf7a13', 'code': 200} Jan 28 19:46:36.642842 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ce92cf-2765-414d-8765-67f1833e48a4 req-0900a3a8-dbd8-40ec-8c7c-b88e4f86f876 tempest-ServerAddressesNegativeTestJSON-1250221582 tempest-ServerAddressesNegativeTestJSON-1250221582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:36.644931 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c1ce92cf-2765-414d-8765-67f1833e48a4 req-0900a3a8-dbd8-40ec-8c7c-b88e4f86f876 tempest-ServerAddressesNegativeTestJSON-1250221582 tempest-ServerAddressesNegativeTestJSON-1250221582-project] 10.222.0.64 "GET /v2.0/ports?device_id=bce13339-95a6-4057-b9ba-91a06a3739d2 HTTP/1.1" status: 200 len: 944 time: 0.1008666 Jan 28 19:46:36.657395 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=abf2411a-69cc-4e2e-92b3-cf3b5ccf7a13,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:36.667315 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-00285e5f-3647-42c6-9a55-b79c5b3c6862 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:36.719871 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75c9e4e-f819-4521-9ad5-17992a3cb924 req-46c12a99-56b0-4e22-8a08-0ba9ab645627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:36.720428 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c1ce92cf-2765-414d-8765-67f1833e48a4 req-faaea5e2-c34d-4569-bbf0-2e059dc38f53 tempest-ServerAddressesNegativeTestJSON-1250221582 tempest-ServerAddressesNegativeTestJSON-1250221582-project] 10.222.0.64 "GET /v2.0/security-groups?id=274ead2c-8983-45ea-aa59-d67d97623d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691690 Jan 28 19:46:36.722553 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a75c9e4e-f819-4521-9ad5-17992a3cb924 req-46c12a99-56b0-4e22-8a08-0ba9ab645627 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=bce13339-95a6-4057-b9ba-91a06a3739d2 HTTP/1.1" status: 200 len: 1128 time: 0.0585568 Jan 28 19:46:36.774465 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a75c9e4e-f819-4521-9ad5-17992a3cb924 req-106fe5d5-a2d3-4f5d-9d5e-e7473e6f4d58 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=274ead2c-8983-45ea-aa59-d67d97623d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464590 Jan 28 19:46:37.859596 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c2ead0-a1bc-4e4f-967f-f75198321fce req-f2e4fb53-02fd-46c1-a9e7-33077b9c6dbd tempest-ServerAddressesNegativeTestJSON-1250221582 tempest-ServerAddressesNegativeTestJSON-1250221582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:37.861184 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b1c2ead0-a1bc-4e4f-967f-f75198321fce req-f2e4fb53-02fd-46c1-a9e7-33077b9c6dbd tempest-ServerAddressesNegativeTestJSON-1250221582 tempest-ServerAddressesNegativeTestJSON-1250221582-project] 10.222.0.64 "GET /v2.0/ports?device_id=bce13339-95a6-4057-b9ba-91a06a3739d2 HTTP/1.1" status: 200 len: 945 time: 0.0633898 Jan 28 19:46:37.921680 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b1c2ead0-a1bc-4e4f-967f-f75198321fce req-7bd3e6ff-64ed-4a37-9c1a-b492b2604f45 tempest-ServerAddressesNegativeTestJSON-1250221582 tempest-ServerAddressesNegativeTestJSON-1250221582-project] 10.222.0.64 "GET /v2.0/security-groups?id=274ead2c-8983-45ea-aa59-d67d97623d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533650 Jan 28 19:46:38.924204 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7a04cf7d-541f-445b-baea-058ccf84ecea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:39.049840 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0440f720-d4af-467d-8133-6ace2413888d req-2d570fe9-4b93-4f94-aa0f-0013a565f0a9 tempest-ServerAddressesNegativeTestJSON-1250221582 tempest-ServerAddressesNegativeTestJSON-1250221582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:39.051310 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-0440f720-d4af-467d-8133-6ace2413888d req-2d570fe9-4b93-4f94-aa0f-0013a565f0a9 tempest-ServerAddressesNegativeTestJSON-1250221582 tempest-ServerAddressesNegativeTestJSON-1250221582-project] 10.222.0.64 "GET /v2.0/ports?device_id=bce13339-95a6-4057-b9ba-91a06a3739d2 HTTP/1.1" status: 200 len: 945 time: 0.0553210 Jan 28 19:46:39.101907 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-0440f720-d4af-467d-8133-6ace2413888d req-2d3887de-c3d7-4fcb-8d09-599c558529be tempest-ServerAddressesNegativeTestJSON-1250221582 tempest-ServerAddressesNegativeTestJSON-1250221582-project] 10.222.0.64 "GET /v2.0/security-groups?id=274ead2c-8983-45ea-aa59-d67d97623d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443056 Jan 28 19:46:39.405538 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b850b3b-b730-43c3-bd41-2bc73533dfe3 req-d809274e-a3dd-4b53-96b1-e2e17a196036 tempest-ServerAddressesNegativeTestJSON-1250221582 tempest-ServerAddressesNegativeTestJSON-1250221582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:39.407029 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9b850b3b-b730-43c3-bd41-2bc73533dfe3 req-d809274e-a3dd-4b53-96b1-e2e17a196036 tempest-ServerAddressesNegativeTestJSON-1250221582 tempest-ServerAddressesNegativeTestJSON-1250221582-project] 10.222.0.64 "GET /v2.0/ports?device_id=bce13339-95a6-4057-b9ba-91a06a3739d2 HTTP/1.1" status: 200 len: 945 time: 0.0528693 Jan 28 19:46:39.454711 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9b850b3b-b730-43c3-bd41-2bc73533dfe3 req-2de7d8dd-97d4-46e6-ad6d-6784a6604cda tempest-ServerAddressesNegativeTestJSON-1250221582 tempest-ServerAddressesNegativeTestJSON-1250221582-project] 10.222.0.64 "GET /v2.0/security-groups?id=274ead2c-8983-45ea-aa59-d67d97623d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419960 Jan 28 19:46:39.808589 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:40.590525 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109a87f2-9cc8-4fa3-8239-46529b1bfcd0 req-eb50c26f-701c-4b5e-8f70-149e771abf77 tempest-ServerAddressesNegativeTestJSON-1250221582 tempest-ServerAddressesNegativeTestJSON-1250221582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:40.592157 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-109a87f2-9cc8-4fa3-8239-46529b1bfcd0 req-eb50c26f-701c-4b5e-8f70-149e771abf77 tempest-ServerAddressesNegativeTestJSON-1250221582 tempest-ServerAddressesNegativeTestJSON-1250221582-project] 10.222.0.64 "GET /v2.0/ports?device_id=bce13339-95a6-4057-b9ba-91a06a3739d2 HTTP/1.1" status: 200 len: 945 time: 0.0663550 Jan 28 19:46:40.678269 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-109a87f2-9cc8-4fa3-8239-46529b1bfcd0 req-be99285b-b53a-4b23-9788-f1e8a0f3e8a7 tempest-ServerAddressesNegativeTestJSON-1250221582 tempest-ServerAddressesNegativeTestJSON-1250221582-project] 10.222.0.64 "GET /v2.0/security-groups?id=274ead2c-8983-45ea-aa59-d67d97623d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792766 Jan 28 19:46:40.690987 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d88d361-3ca6-4503-810f-d3f9a68cff19 req-d50804ac-a686-4e2d-abb4-83d630a6a8cc tempest-ServerAddressesNegativeTestJSON-1250221582 tempest-ServerAddressesNegativeTestJSON-1250221582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:40.697157 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4d88d361-3ca6-4503-810f-d3f9a68cff19 req-d50804ac-a686-4e2d-abb4-83d630a6a8cc tempest-ServerAddressesNegativeTestJSON-1250221582 tempest-ServerAddressesNegativeTestJSON-1250221582-project] 10.222.0.70 "GET /v2.0/ports?device_id=bce13339-95a6-4057-b9ba-91a06a3739d2 HTTP/1.1" status: 200 len: 945 time: 0.0882337 Jan 28 19:46:40.799814 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-4d88d361-3ca6-4503-810f-d3f9a68cff19 req-6ad55ec8-9202-4b4d-b789-81e4dd8272b8 tempest-ServerAddressesNegativeTestJSON-1250221582 tempest-ServerAddressesNegativeTestJSON-1250221582-project] Deleting port abf2411a-69cc-4e2e-92b3-cf3b5ccf7a13 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:46:40.800945 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-4d88d361-3ca6-4503-810f-d3f9a68cff19 req-6ad55ec8-9202-4b4d-b789-81e4dd8272b8 tempest-ServerAddressesNegativeTestJSON-1250221582 tempest-ServerAddressesNegativeTestJSON-1250221582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (abf2411a-69cc-4e2e-92b3-cf3b5ccf7a13), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:40.898953 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-4d88d361-3ca6-4503-810f-d3f9a68cff19 req-6ad55ec8-9202-4b4d-b789-81e4dd8272b8 tempest-ServerAddressesNegativeTestJSON-1250221582 tempest-ServerAddressesNegativeTestJSON-1250221582-project] For port abf2411a-69cc-4e2e-92b3-cf3b5ccf7a13, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=abf2411a-69cc-4e2e-92b3-cf3b5ccf7a13,segment=NetworkSegment(c8fcf18e-bf32-4477-861a-f7795c83f7ac),segment_id=c8fcf18e-bf32-4477-861a-f7795c83f7ac)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:46:40.899489 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-4d88d361-3ca6-4503-810f-d3f9a68cff19 req-6ad55ec8-9202-4b4d-b789-81e4dd8272b8 tempest-ServerAddressesNegativeTestJSON-1250221582 tempest-ServerAddressesNegativeTestJSON-1250221582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (abf2411a-69cc-4e2e-92b3-cf3b5ccf7a13), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:40.915000 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-4d88d361-3ca6-4503-810f-d3f9a68cff19 req-6ad55ec8-9202-4b4d-b789-81e4dd8272b8 tempest-ServerAddressesNegativeTestJSON-1250221582 tempest-ServerAddressesNegativeTestJSON-1250221582-project] Calling delete_port for abf2411a-69cc-4e2e-92b3-cf3b5ccf7a13 owned by compute:nova {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:46:41.061534 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-4d88d361-3ca6-4503-810f-d3f9a68cff19 req-6ad55ec8-9202-4b4d-b789-81e4dd8272b8 tempest-ServerAddressesNegativeTestJSON-1250221582 tempest-ServerAddressesNegativeTestJSON-1250221582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (abf2411a-69cc-4e2e-92b3-cf3b5ccf7a13), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:41.074261 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['abf2411a-69cc-4e2e-92b3-cf3b5ccf7a13'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:46:41.095561 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad55ec8-9202-4b4d-b789-81e4dd8272b8 tempest-ServerAddressesNegativeTestJSON-1250221582 tempest-ServerAddressesNegativeTestJSON-1250221582-project] Pushing event deleted for resources: {'Port': ['ID=abf2411a-69cc-4e2e-92b3-cf3b5ccf7a13,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:41.142699 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d88d361-3ca6-4503-810f-d3f9a68cff19 req-6ad55ec8-9202-4b4d-b789-81e4dd8272b8 tempest-ServerAddressesNegativeTestJSON-1250221582 tempest-ServerAddressesNegativeTestJSON-1250221582-project] No DVR routers for this DVR port abf2411a-69cc-4e2e-92b3-cf3b5ccf7a13 on host n-h2-812111-14 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:46:41.145499 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-4d88d361-3ca6-4503-810f-d3f9a68cff19 req-6ad55ec8-9202-4b4d-b789-81e4dd8272b8 tempest-ServerAddressesNegativeTestJSON-1250221582 tempest-ServerAddressesNegativeTestJSON-1250221582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:41.151990 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4d88d361-3ca6-4503-810f-d3f9a68cff19 req-6ad55ec8-9202-4b4d-b789-81e4dd8272b8 tempest-ServerAddressesNegativeTestJSON-1250221582 tempest-ServerAddressesNegativeTestJSON-1250221582-project] 10.222.0.70 "DELETE /v2.0/ports/abf2411a-69cc-4e2e-92b3-cf3b5ccf7a13 HTTP/1.1" status: 204 len: 173 time: 0.4497936 Jan 28 19:46:41.151990 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bce13339-95a6-4057-b9ba-91a06a3739d2', 'name': 'network-vif-deleted', 'tag': 'abf2411a-69cc-4e2e-92b3-cf3b5ccf7a13'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:46:41.153274 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25c5585a-3540-44b1-b900-23410ab64a38" -d '{"events": [{"server_uuid": "bce13339-95a6-4057-b9ba-91a06a3739d2", "name": "network-vif-deleted", "tag": "abf2411a-69cc-4e2e-92b3-cf3b5ccf7a13"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:46:41.205034 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:46:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76b79422-2786-4fd4-a800-38353528fad1 x-openstack-request-id: req-76b79422-2786-4fd4-a800-38353528fad1 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:46:41.205480 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bce13339-95a6-4057-b9ba-91a06a3739d2", "name": "network-vif-deleted", "tag": "abf2411a-69cc-4e2e-92b3-cf3b5ccf7a13", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:46:41.206243 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-76b79422-2786-4fd4-a800-38353528fad1 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:46:41.209333 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bce13339-95a6-4057-b9ba-91a06a3739d2', 'name': 'network-vif-deleted', 'tag': 'abf2411a-69cc-4e2e-92b3-cf3b5ccf7a13', 'status': 'completed', 'code': 200} Jan 28 19:46:41.700441 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:41.742458 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 54942) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:46:42.159948 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d5d53b3-860d-4ad3-8ef2-fbae051a5658 admin admin] Deleting subnet f54436c2-394a-4510-84ca-8d62fad3379f {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:46:42.163173 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2d5d53b3-860d-4ad3-8ef2-fbae051a5658 admin admin] Publish callbacks [] for subnet (f54436c2-394a-4510-84ca-8d62fad3379f), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:42.201150 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2d5d53b3-860d-4ad3-8ef2-fbae051a5658 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4747050'] for subnet (f54436c2-394a-4510-84ca-8d62fad3379f), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:42.252847 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2d5d53b3-860d-4ad3-8ef2-fbae051a5658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (f54436c2-394a-4510-84ca-8d62fad3379f), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:42.314616 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2d5d53b3-860d-4ad3-8ef2-fbae051a5658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4690616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5222356'] for subnet (f54436c2-394a-4510-84ca-8d62fad3379f), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:42.340526 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5d53b3-860d-4ad3-8ef2-fbae051a5658 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f54436c2-394a-4510-84ca-8d62fad3379f,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:42.348091 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2d5d53b3-860d-4ad3-8ef2-fbae051a5658 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:42.352623 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-2d5d53b3-860d-4ad3-8ef2-fbae051a5658 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/f54436c2-394a-4510-84ca-8d62fad3379f HTTP/1.1" status: 204 len: 168 time: 0.6077347 Jan 28 19:46:42.354972 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 54956) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:46:42.427487 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-476156b3-2e77-4ab9-9278-8694ba4c72b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (2bc74d14-33c6-4a24-ba92-aa1635ae8766), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:42.513125 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-476156b3-2e77-4ab9-9278-8694ba4c72b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (2bc74d14-33c6-4a24-ba92-aa1635ae8766), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:42.534110 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-476156b3-2e77-4ab9-9278-8694ba4c72b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bc74d14-33c6-4a24-ba92-aa1635ae8766']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:46:42.544137 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-476156b3-2e77-4ab9-9278-8694ba4c72b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8fcf18e-bf32-4477-861a-f7795c83f7ac') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:46:42.544382 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-476156b3-2e77-4ab9-9278-8694ba4c72b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8fcf18e-bf32-4477-861a-f7795c83f7ac') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:46:42.553501 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-476156b3-2e77-4ab9-9278-8694ba4c72b5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16187153'] for segment (c8fcf18e-bf32-4477-861a-f7795c83f7ac), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:42.566020 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-476156b3-2e77-4ab9-9278-8694ba4c72b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (c8fcf18e-bf32-4477-861a-f7795c83f7ac), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:42.572432 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-476156b3-2e77-4ab9-9278-8694ba4c72b5 admin admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:46:42.572846 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-476156b3-2e77-4ab9-9278-8694ba4c72b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4752570'] for segment (c8fcf18e-bf32-4477-861a-f7795c83f7ac), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:42.574709 n-d-812111-14 neutron-server[103305]: Traceback (most recent call last): Jan 28 19:46:42.574709 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:46:42.574709 n-d-812111-14 neutron-server[103305]: timer() Jan 28 19:46:42.574709 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:46:42.574709 n-d-812111-14 neutron-server[103305]: cb(*args, **kw) Jan 28 19:46:42.574709 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:46:42.574709 n-d-812111-14 neutron-server[103305]: return func(*args, **kwargs) Jan 28 19:46:42.574709 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:46:42.574709 n-d-812111-14 neutron-server[103305]: self._notify() Jan 28 19:46:42.574709 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:46:42.574709 n-d-812111-14 neutron-server[103305]: self.callback(batched_events) Jan 28 19:46:42.574709 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:46:42.574709 n-d-812111-14 neutron-server[103305]: event.method(event) Jan 28 19:46:42.574709 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:46:42.574709 n-d-812111-14 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:46:42.574709 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:46:42.574709 n-d-812111-14 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:46:42.574709 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:46:42.574709 n-d-812111-14 neutron-server[103305]: return f(self, *a, **k) Jan 28 19:46:42.574709 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:46:42.574709 n-d-812111-14 neutron-server[103305]: return self._get(url).json() Jan 28 19:46:42.574709 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:46:42.574709 n-d-812111-14 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:46:42.574709 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:46:42.574709 n-d-812111-14 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 28 19:46:42.574709 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:46:42.574709 n-d-812111-14 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:46:42.574709 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:46:42.574709 n-d-812111-14 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:46:42.574709 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:46:42.574709 n-d-812111-14 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:46:42.574709 n-d-812111-14 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:46:42.631920 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-476156b3-2e77-4ab9-9278-8694ba4c72b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (2bc74d14-33c6-4a24-ba92-aa1635ae8766), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:42.637838 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-476156b3-2e77-4ab9-9278-8694ba4c72b5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:42.643197 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-476156b3-2e77-4ab9-9278-8694ba4c72b5 admin admin] 10.222.0.64 "DELETE /v2.0/networks/2bc74d14-33c6-4a24-ba92-aa1635ae8766 HTTP/1.1" status: 204 len: 168 time: 0.2850115 Jan 28 19:46:42.653848 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476156b3-2e77-4ab9-9278-8694ba4c72b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=2bc74d14-33c6-4a24-ba92-aa1635ae8766,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:42.661365 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476156b3-2e77-4ab9-9278-8694ba4c72b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:46:42.661723 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476156b3-2e77-4ab9-9278-8694ba4c72b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:46:42.662060 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476156b3-2e77-4ab9-9278-8694ba4c72b5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:46:42.662399 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476156b3-2e77-4ab9-9278-8694ba4c72b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:46:42.662735 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476156b3-2e77-4ab9-9278-8694ba4c72b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:46:42.663068 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476156b3-2e77-4ab9-9278-8694ba4c72b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:46:42.663497 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476156b3-2e77-4ab9-9278-8694ba4c72b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:46:42.663718 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476156b3-2e77-4ab9-9278-8694ba4c72b5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:46:42.664045 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476156b3-2e77-4ab9-9278-8694ba4c72b5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:46:42.664386 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476156b3-2e77-4ab9-9278-8694ba4c72b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:46:42.665278 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476156b3-2e77-4ab9-9278-8694ba4c72b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:46:42.665608 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476156b3-2e77-4ab9-9278-8694ba4c72b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:46:42.665930 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476156b3-2e77-4ab9-9278-8694ba4c72b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:46:42.816738 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 54960) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:46:42.857117 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-edd5ce23-695e-48c5-b664-fce5c88e5f3e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a7384fd30a9a4e7d8485445051ebacea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0390046 Jan 28 19:46:42.859559 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 54962) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:46:42.910515 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8a98c792-6662-4e8e-8b40-ad39054be269 admin admin] Publish callbacks [] for security_group (274ead2c-8983-45ea-aa59-d67d97623d3a), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:42.932122 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8a98c792-6662-4e8e-8b40-ad39054be269 admin admin] Publish callbacks [] for security_group (274ead2c-8983-45ea-aa59-d67d97623d3a), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:42.978185 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8a98c792-6662-4e8e-8b40-ad39054be269 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (274ead2c-8983-45ea-aa59-d67d97623d3a), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:42.980983 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8a98c792-6662-4e8e-8b40-ad39054be269 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:42.982157 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-8a98c792-6662-4e8e-8b40-ad39054be269 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/274ead2c-8983-45ea-aa59-d67d97623d3a HTTP/1.1" status: 204 len: 168 time: 0.1217158 Jan 28 19:46:42.990026 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a98c792-6662-4e8e-8b40-ad39054be269 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=274ead2c-8983-45ea-aa59-d67d97623d3a,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:43.105978 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:43.719530 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 54994) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:46:43.818332 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-42b135f3-63e9-4e76-a646-cc28566ea716 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-407466557-network', 'tenant_id': 'ce9d5ffcc83f4c96b4b0a979abf83eac'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:46:43.838675 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42b135f3-63e9-4e76-a646-cc28566ea716 admin admin] Made reservation on behalf of ce9d5ffcc83f4c96b4b0a979abf83eac for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:46:43.841432 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-42b135f3-63e9-4e76-a646-cc28566ea716 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:43.854847 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-42b135f3-63e9-4e76-a646-cc28566ea716 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:43.935491 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-42b135f3-63e9-4e76-a646-cc28566ea716 admin admin] Publish callbacks [] for security_group (8e7f2e89-62ed-48de-8993-2d95a3251c9b), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:43.940952 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-42b135f3-63e9-4e76-a646-cc28566ea716 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (8e7f2e89-62ed-48de-8993-2d95a3251c9b), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:43.971775 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42b135f3-63e9-4e76-a646-cc28566ea716 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:46:43.983781 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b135f3-63e9-4e76-a646-cc28566ea716 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e7f2e89-62ed-48de-8993-2d95a3251c9b,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:43.988991 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-42b135f3-63e9-4e76-a646-cc28566ea716 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (b4a896b1-8268-4f57-aff2-2ae084c28756), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:43.989465 n-d-812111-14 neutron-server[103304]: INFO neutron.db.segments_db [None req-42b135f3-63e9-4e76-a646-cc28566ea716 admin admin] Added segment b4a896b1-8268-4f57-aff2-2ae084c28756 of type vlan for network 3700e1ad-342e-4f1a-871d-e15b5f904175 Jan 28 19:46:44.035311 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-42b135f3-63e9-4e76-a646-cc28566ea716 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (3700e1ad-342e-4f1a-871d-e15b5f904175), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:44.062777 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-42b135f3-63e9-4e76-a646-cc28566ea716 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (3700e1ad-342e-4f1a-871d-e15b5f904175), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:44.064080 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42b135f3-63e9-4e76-a646-cc28566ea716 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:44.064829 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-42b135f3-63e9-4e76-a646-cc28566ea716 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:44.092355 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-42b135f3-63e9-4e76-a646-cc28566ea716 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3716555 Jan 28 19:46:44.094920 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 55000) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:46:44.100968 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-33e7e148-422e-4531-8b22-783bb97dfac9 admin admin] Request body: {'subnet': {'network_id': '3700e1ad-342e-4f1a-871d-e15b5f904175', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-407466557-subnet', 'tenant_id': 'ce9d5ffcc83f4c96b4b0a979abf83eac', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:46:44.125483 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33e7e148-422e-4531-8b22-783bb97dfac9 admin admin] Made reservation on behalf of ce9d5ffcc83f4c96b4b0a979abf83eac for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:46:44.131404 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-33e7e148-422e-4531-8b22-783bb97dfac9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4733071'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:44.137883 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b135f3-63e9-4e76-a646-cc28566ea716 admin admin] Pushing event updated for resources: {'Network': ['ID=3700e1ad-342e-4f1a-871d-e15b5f904175,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:44.150923 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network 3700e1ad-342e-4f1a-871d-e15b5f904175 details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:46:44.330517 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device abf2411a-69cc-4e2e-92b3-cf3b5ccf7a13 no longer exists at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:46:44.362746 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] No Port match for: abf2411a-69cc-4e2e-92b3-cf3b5ccf7a13 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:46:44.363098 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device abf2411a-69cc-4e2e-92b3-cf3b5ccf7a13 not bound to the agent host n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:46:44.370015 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-33e7e148-422e-4531-8b22-783bb97dfac9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4752401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4733085'] for subnet (b109c86a-1507-4ec3-aba8-1ee8310a4fe4), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:44.746445 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e7e148-422e-4531-8b22-783bb97dfac9 admin admin] Checking segment: {'id': 'b4a896b1-8268-4f57-aff2-2ae084c28756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '3700e1ad-342e-4f1a-871d-e15b5f904175'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:46:44.746877 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e7e148-422e-4531-8b22-783bb97dfac9 admin admin] Network hostable DHCP agents. Network: 3700e1ad-342e-4f1a-871d-e15b5f904175, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:46:44.749790 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e7e148-422e-4531-8b22-783bb97dfac9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b109c86a-1507-4ec3-aba8-1ee8310a4fe4,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:44.766752 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e7e148-422e-4531-8b22-783bb97dfac9 admin admin] Network 3700e1ad-342e-4f1a-871d-e15b5f904175 is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:46:44.775385 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-33e7e148-422e-4531-8b22-783bb97dfac9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, 3700e1ad-342e-4f1a-871d-e15b5f904175) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:46:44.779468 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33e7e148-422e-4531-8b22-783bb97dfac9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:44.780146 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-33e7e148-422e-4531-8b22-783bb97dfac9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:44.793209 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44ac4330-7e37-4efa-ae67-f2c2400463e6 None None] Network 3700e1ad-342e-4f1a-871d-e15b5f904175 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:46:44.799756 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-33e7e148-422e-4531-8b22-783bb97dfac9 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7030416 Jan 28 19:46:44.801588 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 55004) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:46:44.814246 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-e1d893b0-95b7-4087-9e01-7ae2f0ad4421 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-407466557-router', 'tenant_id': 'ce9d5ffcc83f4c96b4b0a979abf83eac', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:46:44.836151 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e1d893b0-95b7-4087-9e01-7ae2f0ad4421 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261150'] for router (1d65a469-c414-4fde-a6f4-6667472e81f1), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:44.837698 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e1d893b0-95b7-4087-9e01-7ae2f0ad4421 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-731099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-731441', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261129'] for router (1d65a469-c414-4fde-a6f4-6667472e81f1), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:44.896492 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e1d893b0-95b7-4087-9e01-7ae2f0ad4421 admin admin] Publish callbacks [] for router_controller (1d65a469-c414-4fde-a6f4-6667472e81f1), precommit_add_association {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:44.921065 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec43c436-bad0-4199-9cf9-fd9565c33f5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68cd31fd-e4cd-5fb3-a862-256fc47efcd2-3700e1ad-342e-4f1a-871d-e15b5f904175', 'network_id': '3700e1ad-342e-4f1a-871d-e15b5f904175', 'project_id': 'ce9d5ffcc83f4c96b4b0a979abf83eac', 'fixed_ips': [{'subnet_id': 'b109c86a-1507-4ec3-aba8-1ee8310a4fe4'}]}} from n-d-812111-14. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:46:44.923117 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ec43c436-bad0-4199-9cf9-fd9565c33f5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:45.061118 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e1d893b0-95b7-4087-9e01-7ae2f0ad4421 admin admin] Publish callbacks [] for router_gateway (1d65a469-c414-4fde-a6f4-6667472e81f1), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:45.113194 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-ec43c436-bad0-4199-9cf9-fd9565c33f5c None None] Allocated IP 172.20.0.2 (3700e1ad-342e-4f1a-871d-e15b5f904175/b109c86a-1507-4ec3-aba8-1ee8310a4fe4/be40add0-f7ac-4720-a82f-b408bf176f92) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:46:45.291659 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e1d893b0-95b7-4087-9e01-7ae2f0ad4421 admin admin] Publish callbacks [] for router_gateway (1d65a469-c414-4fde-a6f4-6667472e81f1), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:45.301708 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ec43c436-bad0-4199-9cf9-fd9565c33f5c None None] Publish callbacks [] for port (be40add0-f7ac-4720-a82f-b408bf176f92), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:45.310625 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ec43c436-bad0-4199-9cf9-fd9565c33f5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (be40add0-f7ac-4720-a82f-b408bf176f92), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:45.317287 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e1d893b0-95b7-4087-9e01-7ae2f0ad4421 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:45.390061 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec43c436-bad0-4199-9cf9-fd9565c33f5c None None] Network 3700e1ad-342e-4f1a-871d-e15b5f904175 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:46:45.394719 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-ec43c436-bad0-4199-9cf9-fd9565c33f5c None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:46:45.399228 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec43c436-bad0-4199-9cf9-fd9565c33f5c None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:46:45.413000 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec43c436-bad0-4199-9cf9-fd9565c33f5c None None] Pushing event updated for resources: {'Port': ['ID=be40add0-f7ac-4720-a82f-b408bf176f92,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:45.448367 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-e1d893b0-95b7-4087-9e01-7ae2f0ad4421 admin admin] Allocated IP 172.25.6.104 (d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8/a648e4ab-7422-41b9-b133-58aca25ab8f5/971e9ed1-7a19-4484-a5a6-ae40aa248f18) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:46:45.493582 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-ec43c436-bad0-4199-9cf9-fd9565c33f5c None None] Attempting to bind port be40add0-f7ac-4720-a82f-b408bf176f92 on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:46:45.494386 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-ec43c436-bad0-4199-9cf9-fd9565c33f5c None None] Attempting to bind port be40add0-f7ac-4720-a82f-b408bf176f92 by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': 'b4a896b1-8268-4f57-aff2-2ae084c28756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '3700e1ad-342e-4f1a-871d-e15b5f904175'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:46:45.495892 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec43c436-bad0-4199-9cf9-fd9565c33f5c None None] Attempting to bind port be40add0-f7ac-4720-a82f-b408bf176f92 on network 3700e1ad-342e-4f1a-871d-e15b5f904175 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:46:45.503526 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec43c436-bad0-4199-9cf9-fd9565c33f5c None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:46:45.503948 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec43c436-bad0-4199-9cf9-fd9565c33f5c None None] Checking segment: {'id': 'b4a896b1-8268-4f57-aff2-2ae084c28756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '3700e1ad-342e-4f1a-871d-e15b5f904175'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:46:45.504457 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ec43c436-bad0-4199-9cf9-fd9565c33f5c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:45.505253 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec43c436-bad0-4199-9cf9-fd9565c33f5c None None] Bound using segment: {'id': 'b4a896b1-8268-4f57-aff2-2ae084c28756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '3700e1ad-342e-4f1a-871d-e15b5f904175'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:46:45.506153 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-ec43c436-bad0-4199-9cf9-fd9565c33f5c None None] Bound port: be40add0-f7ac-4720-a82f-b408bf176f92, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4a896b1-8268-4f57-aff2-2ae084c28756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '3700e1ad-342e-4f1a-871d-e15b5f904175'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:46:45.506634 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ec43c436-bad0-4199-9cf9-fd9565c33f5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (be40add0-f7ac-4720-a82f-b408bf176f92), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:45.570179 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e1d893b0-95b7-4087-9e01-7ae2f0ad4421 admin admin] Publish callbacks [] for port (971e9ed1-7a19-4484-a5a6-ae40aa248f18), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:45.615345 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e1d893b0-95b7-4087-9e01-7ae2f0ad4421 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (971e9ed1-7a19-4484-a5a6-ae40aa248f18), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:45.635493 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-ec43c436-bad0-4199-9cf9-fd9565c33f5c None None] For port be40add0-f7ac-4720-a82f-b408bf176f92, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:46:45.639783 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-ec43c436-bad0-4199-9cf9-fd9565c33f5c None None] For port be40add0-f7ac-4720-a82f-b408bf176f92, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=be40add0-f7ac-4720-a82f-b408bf176f92,segment=NetworkSegment(b4a896b1-8268-4f57-aff2-2ae084c28756),segment_id=b4a896b1-8268-4f57-aff2-2ae084c28756)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:46:45.650703 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ec43c436-bad0-4199-9cf9-fd9565c33f5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (be40add0-f7ac-4720-a82f-b408bf176f92), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:45.664028 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1d893b0-95b7-4087-9e01-7ae2f0ad4421 admin admin] Network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:46:45.672347 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-e1d893b0-95b7-4087-9e01-7ae2f0ad4421 admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:46:45.682321 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d893b0-95b7-4087-9e01-7ae2f0ad4421 admin admin] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:46:45.686613 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d893b0-95b7-4087-9e01-7ae2f0ad4421 admin admin] Pushing event updated for resources: {'Port': ['ID=971e9ed1-7a19-4484-a5a6-ae40aa248f18,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:45.719390 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec43c436-bad0-4199-9cf9-fd9565c33f5c None None] Pushing event updated for resources: {'Port': ['ID=be40add0-f7ac-4720-a82f-b408bf176f92,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:46.054669 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e1d893b0-95b7-4087-9e01-7ae2f0ad4421 admin admin] Publish callbacks [] for router_gateway (1d65a469-c414-4fde-a6f4-6667472e81f1), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:46.296986 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e1d893b0-95b7-4087-9e01-7ae2f0ad4421 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-731074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-731460'] for router (1d65a469-c414-4fde-a6f4-6667472e81f1), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:46.433234 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1d893b0-95b7-4087-9e01-7ae2f0ad4421 admin admin] Router 1d65a469-c414-4fde-a6f4-6667472e81f1 is scheduled to L3 agent 76fe5c49-705a-4e08-abb2-be585676213f with binding_index 1 {{(pid=103305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 19:46:46.580671 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1d893b0-95b7-4087-9e01-7ae2f0ad4421 admin admin] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:46:46.593389 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8479eaa-f8a2-4e4e-a89d-c2bdeba378a7 None None] Sync routers for ids ['1d65a469-c414-4fde-a6f4-6667472e81f1'] in n-d-812111-14 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:46:46.613316 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e1d893b0-95b7-4087-9e01-7ae2f0ad4421 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:46.618019 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8479eaa-f8a2-4e4e-a89d-c2bdeba378a7 None None] Routers {'1d65a469-c414-4fde-a6f4-6667472e81f1'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:46:46.618215 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-e1d893b0-95b7-4087-9e01-7ae2f0ad4421 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8122053 Jan 28 19:46:46.618346 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-a8479eaa-f8a2-4e4e-a89d-c2bdeba378a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:46:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['1d65a469-c414-4fde-a6f4-6667472e81f1'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:46:46.618460 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 55016) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:46:46.855057 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-a8479eaa-f8a2-4e4e-a89d-c2bdeba378a7 None None] Set router 1d65a469-c414-4fde-a6f4-6667472e81f1 gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:46:47.044925 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device be40add0-f7ac-4720-a82f-b408bf176f92 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:46:47.176684 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port be40add0-f7ac-4720-a82f-b408bf176f92 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:46:47.178739 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (be40add0-f7ac-4720-a82f-b408bf176f92), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:47.300251 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e40dce7-419f-4cda-af4b-b86371717e3e None None] Network 3700e1ad-342e-4f1a-871d-e15b5f904175 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:46:47.307391 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-a8479eaa-f8a2-4e4e-a89d-c2bdeba378a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d65a469-c414-4fde-a6f4-6667472e81f1', 'name': 'tempest-AttachVolumeTestJSON-407466557-router', 'tenant_id': 'ce9d5ffcc83f4c96b4b0a979abf83eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': '971e9ed1-7a19-4484-a5a6-ae40aa248f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:46:44Z', 'updated_at': '2022-01-28T19:46:45Z', 'revision_number': 3, 'project_id': 'ce9d5ffcc83f4c96b4b0a979abf83eac', 'gw_port': {'id': '971e9ed1-7a19-4484-a5a6-ae40aa248f18', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:f6:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d65a469-c414-4fde-a6f4-6667472e81f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:46:45Z', 'updated_at': '2022-01-28T19:46:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:46:47.375274 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3d7be75f-16df-4404-b8f6-11080c7e5d5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:47.405846 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8479eaa-f8a2-4e4e-a89d-c2bdeba378a7 None None] Checking router: 1d65a469-c414-4fde-a6f4-6667472e81f1 for host: n-d-812111-14 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:46:47.406370 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8479eaa-f8a2-4e4e-a89d-c2bdeba378a7 None None] Updating router 1d65a469-c414-4fde-a6f4-6667472e81f1 port 971e9ed1-7a19-4484-a5a6-ae40aa248f18 binding host n-d-812111-14 {{(pid=103306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:46:47.506721 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a8479eaa-f8a2-4e4e-a89d-c2bdeba378a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (971e9ed1-7a19-4484-a5a6-ae40aa248f18), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:47.593719 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-3d7be75f-16df-4404-b8f6-11080c7e5d5f admin admin] Allocated IP 172.20.0.1 (3700e1ad-342e-4f1a-871d-e15b5f904175/b109c86a-1507-4ec3-aba8-1ee8310a4fe4/4e688a9b-2998-46b0-954c-f17d01e771b9) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:46:47.716591 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3d7be75f-16df-4404-b8f6-11080c7e5d5f admin admin] Publish callbacks [] for port (4e688a9b-2998-46b0-954c-f17d01e771b9), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:47.757022 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3d7be75f-16df-4404-b8f6-11080c7e5d5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (4e688a9b-2998-46b0-954c-f17d01e771b9), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:47.803199 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d7be75f-16df-4404-b8f6-11080c7e5d5f admin admin] Network 3700e1ad-342e-4f1a-871d-e15b5f904175 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:46:47.806419 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-3d7be75f-16df-4404-b8f6-11080c7e5d5f admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:46:47.810495 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7be75f-16df-4404-b8f6-11080c7e5d5f admin admin] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:46:47.844293 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7be75f-16df-4404-b8f6-11080c7e5d5f admin admin] Pushing event updated for resources: {'Port': ['ID=4e688a9b-2998-46b0-954c-f17d01e771b9,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:47.861067 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3d7be75f-16df-4404-b8f6-11080c7e5d5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734769'] for router_interface (1d65a469-c414-4fde-a6f4-6667472e81f1), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:47.875448 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a8479eaa-f8a2-4e4e-a89d-c2bdeba378a7 None None] Publish callbacks [] for port (971e9ed1-7a19-4484-a5a6-ae40aa248f18), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:47.879032 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port be40add0-f7ac-4720-a82f-b408bf176f92 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:46:47.879403 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (be40add0-f7ac-4720-a82f-b408bf176f92), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:47.885478 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a8479eaa-f8a2-4e4e-a89d-c2bdeba378a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (971e9ed1-7a19-4484-a5a6-ae40aa248f18), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:47.983258 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] For port be40add0-f7ac-4720-a82f-b408bf176f92, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=be40add0-f7ac-4720-a82f-b408bf176f92,segment=NetworkSegment(b4a896b1-8268-4f57-aff2-2ae084c28756),segment_id=b4a896b1-8268-4f57-aff2-2ae084c28756)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:46:48.004066 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-09bea4cc-b2a3-41ff-b0ac-269d4fe0a074 None None] Provisioning complete for port be40add0-f7ac-4720-a82f-b408bf176f92 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:46:48.004697 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-09bea4cc-b2a3-41ff-b0ac-269d4fe0a074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (be40add0-f7ac-4720-a82f-b408bf176f92), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:48.010313 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (be40add0-f7ac-4720-a82f-b408bf176f92), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:48.013416 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-a8479eaa-f8a2-4e4e-a89d-c2bdeba378a7 None None] Attempting to bind port 971e9ed1-7a19-4484-a5a6-ae40aa248f18 on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:46:48.013416 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-a8479eaa-f8a2-4e4e-a89d-c2bdeba378a7 None None] Attempting to bind port 971e9ed1-7a19-4484-a5a6-ae40aa248f18 by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:46:48.013819 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8479eaa-f8a2-4e4e-a89d-c2bdeba378a7 None None] Attempting to bind port 971e9ed1-7a19-4484-a5a6-ae40aa248f18 on network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:46:48.023312 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8479eaa-f8a2-4e4e-a89d-c2bdeba378a7 None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:46:48.024333 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8479eaa-f8a2-4e4e-a89d-c2bdeba378a7 None None] Checking segment: {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:46:48.024663 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a8479eaa-f8a2-4e4e-a89d-c2bdeba378a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:48.025055 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8479eaa-f8a2-4e4e-a89d-c2bdeba378a7 None None] Bound using segment: {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:46:48.025566 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-a8479eaa-f8a2-4e4e-a89d-c2bdeba378a7 None None] Bound port: 971e9ed1-7a19-4484-a5a6-ae40aa248f18, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:46:48.025948 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a8479eaa-f8a2-4e4e-a89d-c2bdeba378a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (971e9ed1-7a19-4484-a5a6-ae40aa248f18), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:48.097392 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedbd647-f7f8-4b82-b149-ddf929e494cd None None] Pushing event updated for resources: {'Port': ['ID=971e9ed1-7a19-4484-a5a6-ae40aa248f18,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:48.122970 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3d7be75f-16df-4404-b8f6-11080c7e5d5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (4e688a9b-2998-46b0-954c-f17d01e771b9), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:48.142938 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 55030) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:46:48.191886 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-a8479eaa-f8a2-4e4e-a89d-c2bdeba378a7 None None] For port 971e9ed1-7a19-4484-a5a6-ae40aa248f18, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:46:48.241930 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 55032) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:46:48.249499 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Pushing event updated for resources: {'Port': ['ID=be40add0-f7ac-4720-a82f-b408bf176f92,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:48.255991 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-a8479eaa-f8a2-4e4e-a89d-c2bdeba378a7 None None] For port 971e9ed1-7a19-4484-a5a6-ae40aa248f18, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=971e9ed1-7a19-4484-a5a6-ae40aa248f18,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:46:48.265826 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a8479eaa-f8a2-4e4e-a89d-c2bdeba378a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (971e9ed1-7a19-4484-a5a6-ae40aa248f18), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:48.301600 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-09bea4cc-b2a3-41ff-b0ac-269d4fe0a074 None None] Current status of the port be40add0-f7ac-4720-a82f-b408bf176f92 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:46:48.361150 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8479eaa-f8a2-4e4e-a89d-c2bdeba378a7 None None] Routers {'1d65a469-c414-4fde-a6f4-6667472e81f1'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:46:48.361830 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-a8479eaa-f8a2-4e4e-a89d-c2bdeba378a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:46:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['1d65a469-c414-4fde-a6f4-6667472e81f1'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:46:48.472104 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedbd647-f7f8-4b82-b149-ddf929e494cd None None] Pushing event updated for resources: {'Port': ['ID=971e9ed1-7a19-4484-a5a6-ae40aa248f18,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:48.652098 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-dc8b30ec-d74f-489c-b362-9ecff96397b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:48.820111 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-dc8b30ec-d74f-489c-b362-9ecff96397b6 admin admin] Publish callbacks [] for security_group (b4bd58b1-876c-4ccc-a574-809514973c65), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:48.828451 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-dc8b30ec-d74f-489c-b362-9ecff96397b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (b4bd58b1-876c-4ccc-a574-809514973c65), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:48.864868 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-dc8b30ec-d74f-489c-b362-9ecff96397b6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=81e3d62197f0449391686aa7a3abe31e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6202514 Jan 28 19:46:48.865560 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 55038) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:46:48.882321 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3d7be75f-16df-4404-b8f6-11080c7e5d5f admin admin] Publish callbacks [] for port (4e688a9b-2998-46b0-954c-f17d01e771b9), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:48.894985 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3d7be75f-16df-4404-b8f6-11080c7e5d5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (4e688a9b-2998-46b0-954c-f17d01e771b9), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:48.947777 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7be75f-16df-4404-b8f6-11080c7e5d5f admin admin] Pushing event updated for resources: {'Port': ['ID=4e688a9b-2998-46b0-954c-f17d01e771b9,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:48.969027 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device be40add0-f7ac-4720-a82f-b408bf176f92 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:46:48.969640 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8b30ec-d74f-489c-b362-9ecff96397b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4bd58b1-876c-4ccc-a574-809514973c65,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:48.990994 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3d7be75f-16df-4404-b8f6-11080c7e5d5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-756216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-732801'] for router_interface (1d65a469-c414-4fde-a6f4-6667472e81f1), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:49.036927 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-a8479eaa-f8a2-4e4e-a89d-c2bdeba378a7 None None] Set router 1d65a469-c414-4fde-a6f4-6667472e81f1 gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:46:49.064691 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3129bdfd-19f5-4e16-8610-6fbcfc55227d admin admin] Publish callbacks [] for security_group (b4bd58b1-876c-4ccc-a574-809514973c65), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:49.089919 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3129bdfd-19f5-4e16-8610-6fbcfc55227d admin admin] Publish callbacks [] for security_group (b4bd58b1-876c-4ccc-a574-809514973c65), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:49.151407 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3129bdfd-19f5-4e16-8610-6fbcfc55227d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (b4bd58b1-876c-4ccc-a574-809514973c65), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:49.154039 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d7be75f-16df-4404-b8f6-11080c7e5d5f admin admin] Network 3700e1ad-342e-4f1a-871d-e15b5f904175 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:46:49.155260 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3129bdfd-19f5-4e16-8610-6fbcfc55227d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:49.156728 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-3129bdfd-19f5-4e16-8610-6fbcfc55227d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b4bd58b1-876c-4ccc-a574-809514973c65 HTTP/1.1" status: 204 len: 168 time: 0.2880025 Jan 28 19:46:49.158720 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-3d7be75f-16df-4404-b8f6-11080c7e5d5f admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:46:49.182548 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3129bdfd-19f5-4e16-8610-6fbcfc55227d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4bd58b1-876c-4ccc-a574-809514973c65,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:49.283919 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-05da968e-07f0-4331-a182-7684476cab7e tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-732838'] for router_interface (ab8e9898-fcd4-4f9d-8b93-5bcfb1039996), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:49.349264 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-0f9bdc4d-dbec-41ba-bc3c-c4f07412440e None None] Provisioning complete for port be40add0-f7ac-4720-a82f-b408bf176f92 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:46:49.350909 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0f9bdc4d-dbec-41ba-bc3c-c4f07412440e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (be40add0-f7ac-4720-a82f-b408bf176f92), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:49.434657 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port be40add0-f7ac-4720-a82f-b408bf176f92 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:46:49.441814 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (be40add0-f7ac-4720-a82f-b408bf176f92), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:49.465470 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d7be75f-16df-4404-b8f6-11080c7e5d5f admin admin] Router 1d65a469-c414-4fde-a6f4-6667472e81f1 has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:46:49.697612 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-0f9bdc4d-dbec-41ba-bc3c-c4f07412440e None None] Current status of the port be40add0-f7ac-4720-a82f-b408bf176f92 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:46:49.728739 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-0f9bdc4d-dbec-41ba-bc3c-c4f07412440e None None] Provisioning complete for port 4e688a9b-2998-46b0-954c-f17d01e771b9 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:46:49.729135 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0f9bdc4d-dbec-41ba-bc3c-c4f07412440e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (4e688a9b-2998-46b0-954c-f17d01e771b9), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:49.769360 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port be40add0-f7ac-4720-a82f-b408bf176f92 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:46:49.772928 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-0f9bdc4d-dbec-41ba-bc3c-c4f07412440e None None] Port 4e688a9b-2998-46b0-954c-f17d01e771b9 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:46:49.781966 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-a8479eaa-f8a2-4e4e-a89d-c2bdeba378a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d65a469-c414-4fde-a6f4-6667472e81f1', 'name': 'tempest-AttachVolumeTestJSON-407466557-router', 'tenant_id': 'ce9d5ffcc83f4c96b4b0a979abf83eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': '971e9ed1-7a19-4484-a5a6-ae40aa248f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:46:44Z', 'updated_at': '2022-01-28T19:46:48Z', 'revision_number': 4, 'project_id': 'ce9d5ffcc83f4c96b4b0a979abf83eac', 'gw_port': {'id': '971e9ed1-7a19-4484-a5a6-ae40aa248f18', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:f6:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d65a469-c414-4fde-a6f4-6667472e81f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:46:45Z', 'updated_at': '2022-01-28T19:46:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '4e688a9b-2998-46b0-954c-f17d01e771b9', 'name': '', 'network_id': '3700e1ad-342e-4f1a-871d-e15b5f904175', 'tenant_id': 'ce9d5ffcc83f4c96b4b0a979abf83eac', 'mac_address': 'fa:16:3e:9d:18:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d65a469-c414-4fde-a6f4-6667472e81f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': 'b109c86a-1507-4ec3-aba8-1ee8310a4fe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:46:47Z', 'updated_at': '2022-01-28T19:46:47Z', 'revision_number': 1, 'project_id': 'ce9d5ffcc83f4c96b4b0a979abf83eac', 'subnets': [{'id': 'b109c86a-1507-4ec3-aba8-1ee8310a4fe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:46:49.815776 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8479eaa-f8a2-4e4e-a89d-c2bdeba378a7 None None] The sync data for ids ['1d65a469-c414-4fde-a6f4-6667472e81f1'] in n-d-812111-14 is: [{'id': '1d65a469-c414-4fde-a6f4-6667472e81f1', 'name': 'tempest-AttachVolumeTestJSON-407466557-router', 'tenant_id': 'ce9d5ffcc83f4c96b4b0a979abf83eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': '971e9ed1-7a19-4484-a5a6-ae40aa248f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:46:44Z', 'updated_at': '2022-01-28T19:46:48Z', 'revision_number': 4, 'project_id': 'ce9d5ffcc83f4c96b4b0a979abf83eac', 'gw_port': {'id': '971e9ed1-7a19-4484-a5a6-ae40aa248f18', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:f6:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d65a469-c414-4fde-a6f4-6667472e81f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:46:45Z', 'updated_at': '2022-01-28T19:46:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '4e688a9b-2998-46b0-954c-f17d01e771b9', 'name': '', 'network_id': '3700e1ad-342e-4f1a-871d-e15b5f904175', 'tenant_id': 'ce9d5ffcc83f4c96b4b0a979abf83eac', 'mac_address': 'fa:16:3e:9d:18:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d65a469-c414-4fde-a6f4-6667472e81f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': 'b109c86a-1507-4ec3-aba8-1ee8310a4fe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:46:47Z', 'updated_at': '2022-01-28T19:46:47Z', 'revision_number': 1, 'project_id': 'ce9d5ffcc83f4c96b4b0a979abf83eac', 'subnets': [{'id': 'b109c86a-1507-4ec3-aba8-1ee8310a4fe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:46:49.871584 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 55052) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:46:49.913977 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-e233cb4a-726a-4fa9-87e9-e385c92c428f None None] Provisioning complete for port 4e688a9b-2998-46b0-954c-f17d01e771b9 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:46:49.915814 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e233cb4a-726a-4fa9-87e9-e385c92c428f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (4e688a9b-2998-46b0-954c-f17d01e771b9), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:49.928310 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1747c71f-8f2e-4fdc-b8db-3d8ae84e21a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:49.979372 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-e233cb4a-726a-4fa9-87e9-e385c92c428f None None] Port 4e688a9b-2998-46b0-954c-f17d01e771b9 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:46:50.119611 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-05da968e-07f0-4331-a182-7684476cab7e tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Deleting port 2199d0f7-478b-4015-a7b7-740cfc088ec1 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:46:50.119969 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-05da968e-07f0-4331-a182-7684476cab7e tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (2199d0f7-478b-4015-a7b7-740cfc088ec1), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:50.160629 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d7be75f-16df-4404-b8f6-11080c7e5d5f admin admin] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:46:50.167228 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-3d7be75f-16df-4404-b8f6-11080c7e5d5f admin admin] 10.222.0.64 "PUT /v2.0/routers/1d65a469-c414-4fde-a6f4-6667472e81f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5478973 Jan 28 19:46:50.176130 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1747c71f-8f2e-4fdc-b8db-3d8ae84e21a8 admin admin] Publish callbacks [] for security_group (9062ad1a-20e7-4b44-a0fe-1d890b360ac4), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:50.259969 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1747c71f-8f2e-4fdc-b8db-3d8ae84e21a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (9062ad1a-20e7-4b44-a0fe-1d890b360ac4), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:50.346025 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-1747c71f-8f2e-4fdc-b8db-3d8ae84e21a8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=521f1ad4994648cab5a0273c39e42715&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4731386 Jan 28 19:46:50.348703 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 55056) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:46:50.351459 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1747c71f-8f2e-4fdc-b8db-3d8ae84e21a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9062ad1a-20e7-4b44-a0fe-1d890b360ac4,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:50.391188 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-05da968e-07f0-4331-a182-7684476cab7e tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] For port 2199d0f7-478b-4015-a7b7-740cfc088ec1, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=2199d0f7-478b-4015-a7b7-740cfc088ec1,segment=NetworkSegment(1046b148-caec-4335-a082-55997b4f6166),segment_id=1046b148-caec-4335-a082-55997b4f6166)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:46:50.391567 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-05da968e-07f0-4331-a182-7684476cab7e tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (2199d0f7-478b-4015-a7b7-740cfc088ec1), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:50.410628 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-05da968e-07f0-4331-a182-7684476cab7e tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Calling delete_port for 2199d0f7-478b-4015-a7b7-740cfc088ec1 owned by network:router_interface {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:46:50.453431 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ecc09040-ef0e-4558-ac89-40100ab40c50 admin admin] Publish callbacks [] for security_group (9062ad1a-20e7-4b44-a0fe-1d890b360ac4), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:50.496268 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ecc09040-ef0e-4558-ac89-40100ab40c50 admin admin] Publish callbacks [] for security_group (9062ad1a-20e7-4b44-a0fe-1d890b360ac4), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:50.563758 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ecc09040-ef0e-4558-ac89-40100ab40c50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (9062ad1a-20e7-4b44-a0fe-1d890b360ac4), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:50.566518 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ecc09040-ef0e-4558-ac89-40100ab40c50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:50.567814 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-ecc09040-ef0e-4558-ac89-40100ab40c50 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9062ad1a-20e7-4b44-a0fe-1d890b360ac4 HTTP/1.1" status: 204 len: 168 time: 0.2179630 Jan 28 19:46:50.576979 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc09040-ef0e-4558-ac89-40100ab40c50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9062ad1a-20e7-4b44-a0fe-1d890b360ac4,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:50.760450 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-05da968e-07f0-4331-a182-7684476cab7e tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (2199d0f7-478b-4015-a7b7-740cfc088ec1), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:50.796689 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05da968e-07f0-4331-a182-7684476cab7e tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Pushing event deleted for resources: {'Port': ['ID=2199d0f7-478b-4015-a7b7-740cfc088ec1,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:50.856577 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:50.914843 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 55066) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:46:50.926270 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-d11df5d4-3e8e-4b32-b198-fa00d8f85454 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Request body: {'security_group': {'name': 'tempest-securitygroup--35491970', 'description': 'tempest-description--190028044'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:46:50.995383 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d11df5d4-3e8e-4b32-b198-fa00d8f85454 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:51.145929 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d11df5d4-3e8e-4b32-b198-fa00d8f85454 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Publish callbacks [] for security_group (0cfd235b-3a0d-4508-9b69-242081a43994), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:51.166082 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d11df5d4-3e8e-4b32-b198-fa00d8f85454 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (0cfd235b-3a0d-4508-9b69-242081a43994), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:51.179267 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-05da968e-07f0-4331-a182-7684476cab7e tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-732682'] for router_interface (ab8e9898-fcd4-4f9d-8b93-5bcfb1039996), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:51.242619 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11df5d4-3e8e-4b32-b198-fa00d8f85454 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cfd235b-3a0d-4508-9b69-242081a43994,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:51.247808 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d11df5d4-3e8e-4b32-b198-fa00d8f85454 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:51.252220 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-d11df5d4-3e8e-4b32-b198-fa00d8f85454 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3343577 Jan 28 19:46:51.253454 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 55076) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:46:51.259082 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-90181feb-149d-4ba2-a701-c0519dffdbf1 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Request body: {'security_group_rule': {'security_group_id': '0cfd235b-3a0d-4508-9b69-242081a43994', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:46:51.290857 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-90181feb-149d-4ba2-a701-c0519dffdbf1 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Publish callbacks [] for security_group_rule (f5a76775-8c4d-4487-850a-c5370cb757b7), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:51.384670 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-90181feb-149d-4ba2-a701-c0519dffdbf1 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Publish callbacks [] for security_group_rule (f5a76775-8c4d-4487-850a-c5370cb757b7), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:51.390513 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-90181feb-149d-4ba2-a701-c0519dffdbf1 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (f5a76775-8c4d-4487-850a-c5370cb757b7), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:51.435362 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-90181feb-149d-4ba2-a701-c0519dffdbf1 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:51.442293 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-90181feb-149d-4ba2-a701-c0519dffdbf1 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1877670 Jan 28 19:46:51.442934 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 55080) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:46:51.453743 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-0cb0e30f-f4f9-4560-83aa-955717dd932b tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Request body: {'security_group_rule': {'security_group_id': '0cfd235b-3a0d-4508-9b69-242081a43994', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:46:51.475076 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90181feb-149d-4ba2-a701-c0519dffdbf1 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5a76775-8c4d-4487-850a-c5370cb757b7,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:51.507178 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0cb0e30f-f4f9-4560-83aa-955717dd932b tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Publish callbacks [] for security_group_rule (31e54988-7df7-472a-9e1b-b4dbfc3dedf1), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:51.564191 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05da968e-07f0-4331-a182-7684476cab7e tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Router ab8e9898-fcd4-4f9d-8b93-5bcfb1039996 has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:46:51.615229 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0cb0e30f-f4f9-4560-83aa-955717dd932b tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Publish callbacks [] for security_group_rule (31e54988-7df7-472a-9e1b-b4dbfc3dedf1), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:51.628741 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0cb0e30f-f4f9-4560-83aa-955717dd932b tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (31e54988-7df7-472a-9e1b-b4dbfc3dedf1), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:51.673175 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb0e30f-f4f9-4560-83aa-955717dd932b tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31e54988-7df7-472a-9e1b-b4dbfc3dedf1,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:51.688722 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0cb0e30f-f4f9-4560-83aa-955717dd932b tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:51.697758 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 55088) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:46:51.698050 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-0cb0e30f-f4f9-4560-83aa-955717dd932b tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2442369 Jan 28 19:46:51.701770 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-7c02b12b-10ef-4fd4-88b3-2f278fc63681 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Request body: {'floatingip': {'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:46:51.717046 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05da968e-07f0-4331-a182-7684476cab7e tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:46:51.724277 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-05da968e-07f0-4331-a182-7684476cab7e tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] 10.222.0.64 "PUT /v2.0/routers/ab8e9898-fcd4-4f9d-8b93-5bcfb1039996/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5778668 Jan 28 19:46:51.733717 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10c42be-87b5-400d-9b2a-cca42e29747d None None] Sync routers for ids ['ab8e9898-fcd4-4f9d-8b93-5bcfb1039996'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:46:51.742894 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7c02b12b-10ef-4fd4-88b3-2f278fc63681 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:51.751648 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10c42be-87b5-400d-9b2a-cca42e29747d None None] Routers {'ab8e9898-fcd4-4f9d-8b93-5bcfb1039996'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:46:51.759224 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-f10c42be-87b5-400d-9b2a-cca42e29747d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:46:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['ab8e9898-fcd4-4f9d-8b93-5bcfb1039996'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:46:51.908854 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7c02b12b-10ef-4fd4-88b3-2f278fc63681 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:51.948534 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-f10c42be-87b5-400d-9b2a-cca42e29747d None None] Set router ab8e9898-fcd4-4f9d-8b93-5bcfb1039996 gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:46:52.199470 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-7c02b12b-10ef-4fd4-88b3-2f278fc63681 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Allocated IP 172.25.6.220 (d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8/a648e4ab-7422-41b9-b133-58aca25ab8f5/1f1507f1-f3d9-4695-ba9b-a57a2715ad1d) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:46:52.234383 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e876b0-b42c-48a6-adcc-e457f45bac52 req-f4603bf1-1f39-4af4-a343-2cbc81f0bb49 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:52.237310 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-34e876b0-b42c-48a6-adcc-e457f45bac52 req-f4603bf1-1f39-4af4-a343-2cbc81f0bb49 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] 10.222.0.64 "GET /v2.0/ports?device_id=f1f6cf91-354f-4777-b386-69c9b0afb022 HTTP/1.1" status: 200 len: 946 time: 0.1486642 Jan 28 19:46:52.271745 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-f10c42be-87b5-400d-9b2a-cca42e29747d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab8e9898-fcd4-4f9d-8b93-5bcfb1039996', 'name': 'tempest-TestNetworkBasicOps-router-592334437', 'tenant_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': '42e55284-9c5a-4b6c-a9c1-76670ac6975e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:44:36Z', 'updated_at': '2022-01-28T19:46:50Z', 'revision_number': 6, 'project_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'gw_port': {'id': '42e55284-9c5a-4b6c-a9c1-76670ac6975e', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:3c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8e9898-fcd4-4f9d-8b93-5bcfb1039996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3359, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:44:37Z', 'updated_at': '2022-01-28T19:44:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_floatingips': [{'id': 'a69034d3-c5f8-4cc6-a79c-5083743ade30', 'tenant_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'floating_ip_address': '172.25.6.40', 'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'router_id': 'ab8e9898-fcd4-4f9d-8b93-5bcfb1039996', 'port_id': '7dea02a0-3dd1-4a7a-9808-3008d1ca1e2d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3424, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df8c1d24-8252-4f3f-bd12-1bda56258e33', 'mac_address': 'fa:16:3e:a4:6d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a7a552-8edb-4eaa-9a2f-3647df5aafd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:45:21Z', 'updated_at': '2022-01-28T19:45:25Z', 'revision_number': 1, 'project_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7749a184-d6a9-4cd4-82e6-a1549495112c', 'name': '', 'network_id': 'df8c1d24-8252-4f3f-bd12-1bda56258e33', 'tenant_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'mac_address': 'fa:16:3e:36:8c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8e9898-fcd4-4f9d-8b93-5bcfb1039996', 'device_owner': 'network:router_interface', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': '00fd07da-3aa2-4e4e-8638-18442a62dc30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:44:45Z', 'updated_at': '2022-01-28T19:44:52Z', 'revision_number': 5, 'project_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'subnets': [{'id': '00fd07da-3aa2-4e4e-8638-18442a62dc30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:46:52.310375 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-34e876b0-b42c-48a6-adcc-e457f45bac52 req-a9362770-8a19-4477-b1b8-9afcf4503ab3 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] 10.222.0.64 "GET /v2.0/security-groups?id=5d4fedf9-85da-4f5c-9ec0-46cadb94d550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611198 Jan 28 19:46:52.328642 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10c42be-87b5-400d-9b2a-cca42e29747d None None] Checking router: ab8e9898-fcd4-4f9d-8b93-5bcfb1039996 for host: n-d-812111-14 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:46:52.339760 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10c42be-87b5-400d-9b2a-cca42e29747d None None] Routers {'ab8e9898-fcd4-4f9d-8b93-5bcfb1039996'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:46:52.341119 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-f10c42be-87b5-400d-9b2a-cca42e29747d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:46:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['ab8e9898-fcd4-4f9d-8b93-5bcfb1039996'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:46:52.363180 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7c02b12b-10ef-4fd4-88b3-2f278fc63681 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Publish callbacks [] for port (1f1507f1-f3d9-4695-ba9b-a57a2715ad1d), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:52.410705 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7c02b12b-10ef-4fd4-88b3-2f278fc63681 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (1f1507f1-f3d9-4695-ba9b-a57a2715ad1d), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:52.459682 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-f10c42be-87b5-400d-9b2a-cca42e29747d None None] Set router ab8e9898-fcd4-4f9d-8b93-5bcfb1039996 gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:46:52.463790 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c02b12b-10ef-4fd4-88b3-2f278fc63681 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:46:52.468031 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-7c02b12b-10ef-4fd4-88b3-2f278fc63681 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:46:52.472477 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c02b12b-10ef-4fd4-88b3-2f278fc63681 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:46:52.510631 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c02b12b-10ef-4fd4-88b3-2f278fc63681 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Pushing event updated for resources: {'Port': ['ID=1f1507f1-f3d9-4695-ba9b-a57a2715ad1d,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:52.619016 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7c02b12b-10ef-4fd4-88b3-2f278fc63681 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Publish callbacks [] for floatingip (1c6cacda-a368-48f8-b4ee-e067ee0a2db2), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:52.687362 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7c02b12b-10ef-4fd4-88b3-2f278fc63681 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (1f1507f1-f3d9-4695-ba9b-a57a2715ad1d), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:52.846771 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-f10c42be-87b5-400d-9b2a-cca42e29747d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab8e9898-fcd4-4f9d-8b93-5bcfb1039996', 'name': 'tempest-TestNetworkBasicOps-router-592334437', 'tenant_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': '42e55284-9c5a-4b6c-a9c1-76670ac6975e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:44:36Z', 'updated_at': '2022-01-28T19:46:50Z', 'revision_number': 6, 'project_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'gw_port': {'id': '42e55284-9c5a-4b6c-a9c1-76670ac6975e', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:3c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8e9898-fcd4-4f9d-8b93-5bcfb1039996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3359, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:44:37Z', 'updated_at': '2022-01-28T19:44:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_floatingips': [{'id': 'a69034d3-c5f8-4cc6-a79c-5083743ade30', 'tenant_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'floating_ip_address': '172.25.6.40', 'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'router_id': 'ab8e9898-fcd4-4f9d-8b93-5bcfb1039996', 'port_id': '7dea02a0-3dd1-4a7a-9808-3008d1ca1e2d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3424, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df8c1d24-8252-4f3f-bd12-1bda56258e33', 'mac_address': 'fa:16:3e:a4:6d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a7a552-8edb-4eaa-9a2f-3647df5aafd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:45:21Z', 'updated_at': '2022-01-28T19:45:25Z', 'revision_number': 1, 'project_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7749a184-d6a9-4cd4-82e6-a1549495112c', 'name': '', 'network_id': 'df8c1d24-8252-4f3f-bd12-1bda56258e33', 'tenant_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'mac_address': 'fa:16:3e:36:8c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8e9898-fcd4-4f9d-8b93-5bcfb1039996', 'device_owner': 'network:router_interface', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': '00fd07da-3aa2-4e4e-8638-18442a62dc30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:44:45Z', 'updated_at': '2022-01-28T19:44:52Z', 'revision_number': 5, 'project_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'subnets': [{'id': '00fd07da-3aa2-4e4e-8638-18442a62dc30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:46:52.883719 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10c42be-87b5-400d-9b2a-cca42e29747d None None] The sync data for ids ['ab8e9898-fcd4-4f9d-8b93-5bcfb1039996'] in n-d-812111-14 is: [{'id': 'ab8e9898-fcd4-4f9d-8b93-5bcfb1039996', 'name': 'tempest-TestNetworkBasicOps-router-592334437', 'tenant_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': '42e55284-9c5a-4b6c-a9c1-76670ac6975e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:44:36Z', 'updated_at': '2022-01-28T19:46:50Z', 'revision_number': 6, 'project_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'gw_port': {'id': '42e55284-9c5a-4b6c-a9c1-76670ac6975e', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:3c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8e9898-fcd4-4f9d-8b93-5bcfb1039996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3359, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:44:37Z', 'updated_at': '2022-01-28T19:44:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_floatingips': [{'id': 'a69034d3-c5f8-4cc6-a79c-5083743ade30', 'tenant_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'floating_ip_address': '172.25.6.40', 'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'router_id': 'ab8e9898-fcd4-4f9d-8b93-5bcfb1039996', 'port_id': '7dea02a0-3dd1-4a7a-9808-3008d1ca1e2d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3424, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df8c1d24-8252-4f3f-bd12-1bda56258e33', 'mac_address': 'fa:16:3e:a4:6d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a7a552-8edb-4eaa-9a2f-3647df5aafd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:45:21Z', 'updated_at': '2022-01-28T19:45:25Z', 'revision_number': 1, 'project_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7749a184-d6a9-4cd4-82e6-a1549495112c', 'name': '', 'network_id': 'df8c1d24-8252-4f3f-bd12-1bda56258e33', 'tenant_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'mac_address': 'fa:16:3e:36:8c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8e9898-fcd4-4f9d-8b93-5bcfb1039996', 'device_owner': 'network:router_interface', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': '00fd07da-3aa2-4e4e-8638-18442a62dc30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:44:45Z', 'updated_at': '2022-01-28T19:44:52Z', 'revision_number': 5, 'project_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'subnets': [{'id': '00fd07da-3aa2-4e4e-8638-18442a62dc30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:46:52.914870 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7c02b12b-10ef-4fd4-88b3-2f278fc63681 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Publish callbacks [] for port (1f1507f1-f3d9-4695-ba9b-a57a2715ad1d), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:52.921050 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7c02b12b-10ef-4fd4-88b3-2f278fc63681 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (1f1507f1-f3d9-4695-ba9b-a57a2715ad1d), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:52.957512 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 971e9ed1-7a19-4484-a5a6-ae40aa248f18 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:46:53.010473 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c02b12b-10ef-4fd4-88b3-2f278fc63681 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Pushing event updated for resources: {'Port': ['ID=1f1507f1-f3d9-4695-ba9b-a57a2715ad1d,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:53.028299 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7c02b12b-10ef-4fd4-88b3-2f278fc63681 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734886'] for floatingip (1c6cacda-a368-48f8-b4ee-e067ee0a2db2), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:53.049174 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7c02b12b-10ef-4fd4-88b3-2f278fc63681 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for floatingip (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:53.053583 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-7c02b12b-10ef-4fd4-88b3-2f278fc63681 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3562579 Jan 28 19:46:53.073667 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 971e9ed1-7a19-4484-a5a6-ae40aa248f18 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:46:53.074240 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (971e9ed1-7a19-4484-a5a6-ae40aa248f18), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:53.233431 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 971e9ed1-7a19-4484-a5a6-ae40aa248f18 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:46:53.233829 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (971e9ed1-7a19-4484-a5a6-ae40aa248f18), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:53.242928 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42bfc44d-4869-4f0a-84f2-54f24a009fa5 None None] Sync routers for ids ['1d65a469-c414-4fde-a6f4-6667472e81f1'] in n-d-812111-14 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:46:53.277453 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42bfc44d-4869-4f0a-84f2-54f24a009fa5 None None] Routers {'1d65a469-c414-4fde-a6f4-6667472e81f1'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:46:53.278804 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-42bfc44d-4869-4f0a-84f2-54f24a009fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:46:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['1d65a469-c414-4fde-a6f4-6667472e81f1'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:46:53.295211 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] For port 971e9ed1-7a19-4484-a5a6-ae40aa248f18, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=971e9ed1-7a19-4484-a5a6-ae40aa248f18,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:46:53.376013 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (971e9ed1-7a19-4484-a5a6-ae40aa248f18), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:53.429206 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e17ec0b3-9198-4e6a-97a8-d63fb74e9b0e req-68746480-bd25-41fd-8291-e8581ee10254 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--35491970&fields=id&tenant_id=ce9d5ffcc83f4c96b4b0a979abf83eac HTTP/1.1" status: 200 len: 267 time: 0.1169667 Jan 28 19:46:53.562366 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c871130-3f54-46b0-96a7-240ef588b139 req-4004240d-4c7d-4dec-9bcb-880236b55b80 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:53.565747 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1c871130-3f54-46b0-96a7-240ef588b139 req-4004240d-4c7d-4dec-9bcb-880236b55b80 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1f6cf91-354f-4777-b386-69c9b0afb022 HTTP/1.1" status: 200 len: 946 time: 0.1717064 Jan 28 19:46:53.575905 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39d9ddd-6f39-439d-b5a1-b15fb771f67d req-05850c76-58d9-4ada-96c1-7e6679411418 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:53.578530 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d39d9ddd-6f39-439d-b5a1-b15fb771f67d req-05850c76-58d9-4ada-96c1-7e6679411418 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] 10.222.0.64 "GET /v2.0/ports?device_id=f1f6cf91-354f-4777-b386-69c9b0afb022 HTTP/1.1" status: 200 len: 946 time: 0.1389275 Jan 28 19:46:53.589134 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Pushing event updated for resources: {'Port': ['ID=971e9ed1-7a19-4484-a5a6-ae40aa248f18,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:53.623829 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-42bfc44d-4869-4f0a-84f2-54f24a009fa5 None None] Set router 1d65a469-c414-4fde-a6f4-6667472e81f1 gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:46:53.681038 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17ec0b3-9198-4e6a-97a8-d63fb74e9b0e req-fe6f4e78-cfda-4d03-97c0-67b55f1162fe tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:53.683252 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e17ec0b3-9198-4e6a-97a8-d63fb74e9b0e req-fe6f4e78-cfda-4d03-97c0-67b55f1162fe tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] 10.222.0.64 "GET /v2.0/networks?id=3700e1ad-342e-4f1a-871d-e15b5f904175 HTTP/1.1" status: 200 len: 810 time: 0.2474675 Jan 28 19:46:53.702390 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e17ec0b3-9198-4e6a-97a8-d63fb74e9b0e req-3544e40e-0dde-4412-aa59-983d69599a45 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] 10.222.0.64 "GET /v2.0/quotas/ce9d5ffcc83f4c96b4b0a979abf83eac HTTP/1.1" status: 200 len: 375 time: 0.0133035 Jan 28 19:46:53.748990 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d39d9ddd-6f39-439d-b5a1-b15fb771f67d req-0a46869e-5160-4006-a6ea-b136b2fe65dc tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] 10.222.0.64 "GET /v2.0/security-groups?id=5d4fedf9-85da-4f5c-9ec0-46cadb94d550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1453753 Jan 28 19:46:53.773402 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e17ec0b3-9198-4e6a-97a8-d63fb74e9b0e req-6a0549cb-645e-4899-9f1b-7b9b0f140377 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=ce9d5ffcc83f4c96b4b0a979abf83eac&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0657856 Jan 28 19:46:53.783286 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-1c871130-3f54-46b0-96a7-240ef588b139 req-833056de-434e-4fa1-9424-1ce239b2a13d tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Deleting port 24d35a64-6f41-484e-9211-cbba407cb2e4 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:46:53.783953 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-1c871130-3f54-46b0-96a7-240ef588b139 req-833056de-434e-4fa1-9424-1ce239b2a13d tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (24d35a64-6f41-484e-9211-cbba407cb2e4), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:53.916694 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e17ec0b3-9198-4e6a-97a8-d63fb74e9b0e req-4c5a6e9d-56ff-49e7-85eb-cd896c6ea92b service neutron] 10.222.0.64 "GET /v2.0/networks/3700e1ad-342e-4f1a-871d-e15b5f904175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303279 Jan 28 19:46:53.927151 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-1c871130-3f54-46b0-96a7-240ef588b139 req-833056de-434e-4fa1-9424-1ce239b2a13d tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] For port 24d35a64-6f41-484e-9211-cbba407cb2e4, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=24d35a64-6f41-484e-9211-cbba407cb2e4,segment=NetworkSegment(1046b148-caec-4335-a082-55997b4f6166),segment_id=1046b148-caec-4335-a082-55997b4f6166)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:46:53.927773 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-1c871130-3f54-46b0-96a7-240ef588b139 req-833056de-434e-4fa1-9424-1ce239b2a13d tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (24d35a64-6f41-484e-9211-cbba407cb2e4), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:53.942681 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-1c871130-3f54-46b0-96a7-240ef588b139 req-833056de-434e-4fa1-9424-1ce239b2a13d tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Calling delete_port for 24d35a64-6f41-484e-9211-cbba407cb2e4 owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:46:53.998283 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-42bfc44d-4869-4f0a-84f2-54f24a009fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d65a469-c414-4fde-a6f4-6667472e81f1', 'name': 'tempest-AttachVolumeTestJSON-407466557-router', 'tenant_id': 'ce9d5ffcc83f4c96b4b0a979abf83eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': '971e9ed1-7a19-4484-a5a6-ae40aa248f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:46:44Z', 'updated_at': '2022-01-28T19:46:48Z', 'revision_number': 4, 'project_id': 'ce9d5ffcc83f4c96b4b0a979abf83eac', 'gw_port': {'id': '971e9ed1-7a19-4484-a5a6-ae40aa248f18', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:f6:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d65a469-c414-4fde-a6f4-6667472e81f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:46:45Z', 'updated_at': '2022-01-28T19:46:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '4e688a9b-2998-46b0-954c-f17d01e771b9', 'name': '', 'network_id': '3700e1ad-342e-4f1a-871d-e15b5f904175', 'tenant_id': 'ce9d5ffcc83f4c96b4b0a979abf83eac', 'mac_address': 'fa:16:3e:9d:18:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d65a469-c414-4fde-a6f4-6667472e81f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': 'b109c86a-1507-4ec3-aba8-1ee8310a4fe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:46:47Z', 'updated_at': '2022-01-28T19:46:48Z', 'revision_number': 2, 'project_id': 'ce9d5ffcc83f4c96b4b0a979abf83eac', 'subnets': [{'id': 'b109c86a-1507-4ec3-aba8-1ee8310a4fe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:46:54.005804 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:54.037143 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42bfc44d-4869-4f0a-84f2-54f24a009fa5 None None] Checking router: 1d65a469-c414-4fde-a6f4-6667472e81f1 for host: n-d-812111-14 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:46:54.037500 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42bfc44d-4869-4f0a-84f2-54f24a009fa5 None None] Updating router 1d65a469-c414-4fde-a6f4-6667472e81f1 port 4e688a9b-2998-46b0-954c-f17d01e771b9 binding host n-d-812111-14 {{(pid=103306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:46:54.111844 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-42bfc44d-4869-4f0a-84f2-54f24a009fa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (4e688a9b-2998-46b0-954c-f17d01e771b9), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:54.131287 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e17ec0b3-9198-4e6a-97a8-d63fb74e9b0e req-88201dfe-ee44-4ebd-92a0-109d2789eaa9 service neutron] 10.222.0.64 "GET /v2.0/networks/3700e1ad-342e-4f1a-871d-e15b5f904175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2061563 Jan 28 19:46:54.174888 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-1c871130-3f54-46b0-96a7-240ef588b139 req-833056de-434e-4fa1-9424-1ce239b2a13d tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (24d35a64-6f41-484e-9211-cbba407cb2e4), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:54.235635 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833056de-434e-4fa1-9424-1ce239b2a13d tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Pushing event deleted for resources: {'Port': ['ID=24d35a64-6f41-484e-9211-cbba407cb2e4,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:54.318350 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c871130-3f54-46b0-96a7-240ef588b139 req-833056de-434e-4fa1-9424-1ce239b2a13d tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] No DVR routers for this DVR port 24d35a64-6f41-484e-9211-cbba407cb2e4 on host n-h1-812111-14 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:46:54.321760 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-1c871130-3f54-46b0-96a7-240ef588b139 req-833056de-434e-4fa1-9424-1ce239b2a13d tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:54.326574 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1c871130-3f54-46b0-96a7-240ef588b139 req-833056de-434e-4fa1-9424-1ce239b2a13d tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] 10.222.0.41 "DELETE /v2.0/ports/24d35a64-6f41-484e-9211-cbba407cb2e4 HTTP/1.1" status: 204 len: 173 time: 0.7469432 Jan 28 19:46:54.327321 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1f6cf91-354f-4777-b386-69c9b0afb022', 'name': 'network-vif-deleted', 'tag': '24d35a64-6f41-484e-9211-cbba407cb2e4'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:46:54.330636 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f600d8d-6857-4236-81e0-e01179c84ae3" -d '{"events": [{"server_uuid": "f1f6cf91-354f-4777-b386-69c9b0afb022", "name": "network-vif-deleted", "tag": "24d35a64-6f41-484e-9211-cbba407cb2e4"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:46:54.422750 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:46:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e763f397-a64a-44cf-9923-9a8763647ac2 x-openstack-request-id: req-e763f397-a64a-44cf-9923-9a8763647ac2 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:46:54.423393 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1f6cf91-354f-4777-b386-69c9b0afb022", "name": "network-vif-deleted", "tag": "24d35a64-6f41-484e-9211-cbba407cb2e4", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:46:54.434786 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e763f397-a64a-44cf-9923-9a8763647ac2 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:46:54.435508 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1f6cf91-354f-4777-b386-69c9b0afb022', 'name': 'network-vif-deleted', 'tag': '24d35a64-6f41-484e-9211-cbba407cb2e4', 'status': 'completed', 'code': 200} Jan 28 19:46:54.438527 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-265aaca1-6c6d-479a-b54e-a3e301c30da5 req-660e375c-d7ba-45b3-b65d-ab08a4067440 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] 10.222.0.64 "GET /v2.0/ports?device_id=791e4287-1de3-49bc-a1ec-b6d029c0f341 HTTP/1.1" status: 200 len: 210 time: 0.0636091 Jan 28 19:46:54.552964 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-42bfc44d-4869-4f0a-84f2-54f24a009fa5 None None] Publish callbacks [] for port (4e688a9b-2998-46b0-954c-f17d01e771b9), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:54.564712 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-42bfc44d-4869-4f0a-84f2-54f24a009fa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (4e688a9b-2998-46b0-954c-f17d01e771b9), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:54.691185 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf32b317-9620-4c87-b48b-98c92571e1fb None None] Pushing event updated for resources: {'Port': ['ID=4e688a9b-2998-46b0-954c-f17d01e771b9,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:54.802398 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-42bfc44d-4869-4f0a-84f2-54f24a009fa5 None None] Attempting to bind port 4e688a9b-2998-46b0-954c-f17d01e771b9 on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:46:54.803136 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-42bfc44d-4869-4f0a-84f2-54f24a009fa5 None None] Attempting to bind port 4e688a9b-2998-46b0-954c-f17d01e771b9 by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': 'b4a896b1-8268-4f57-aff2-2ae084c28756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '3700e1ad-342e-4f1a-871d-e15b5f904175'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:46:54.803504 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bfc44d-4869-4f0a-84f2-54f24a009fa5 None None] Attempting to bind port 4e688a9b-2998-46b0-954c-f17d01e771b9 on network 3700e1ad-342e-4f1a-871d-e15b5f904175 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:46:54.812674 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bfc44d-4869-4f0a-84f2-54f24a009fa5 None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:46:54.813371 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bfc44d-4869-4f0a-84f2-54f24a009fa5 None None] Checking segment: {'id': 'b4a896b1-8268-4f57-aff2-2ae084c28756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '3700e1ad-342e-4f1a-871d-e15b5f904175'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:46:54.813992 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-42bfc44d-4869-4f0a-84f2-54f24a009fa5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:54.814570 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bfc44d-4869-4f0a-84f2-54f24a009fa5 None None] Bound using segment: {'id': 'b4a896b1-8268-4f57-aff2-2ae084c28756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '3700e1ad-342e-4f1a-871d-e15b5f904175'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:46:54.815424 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-42bfc44d-4869-4f0a-84f2-54f24a009fa5 None None] Bound port: 4e688a9b-2998-46b0-954c-f17d01e771b9, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4a896b1-8268-4f57-aff2-2ae084c28756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '3700e1ad-342e-4f1a-871d-e15b5f904175'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:46:54.816222 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-42bfc44d-4869-4f0a-84f2-54f24a009fa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (4e688a9b-2998-46b0-954c-f17d01e771b9), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:54.856203 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 971e9ed1-7a19-4484-a5a6-ae40aa248f18 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:46:55.030603 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f092d450-5b03-4a5c-8793-c95a193c4da8 req-fe67c901-33de-4fea-aa42-d46dc58cc133 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] 10.222.0.64 "GET /v2.0/ports?device_id=f1f6cf91-354f-4777-b386-69c9b0afb022 HTTP/1.1" status: 200 len: 210 time: 0.0684588 Jan 28 19:46:55.138376 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-42bfc44d-4869-4f0a-84f2-54f24a009fa5 None None] For port 4e688a9b-2998-46b0-954c-f17d01e771b9, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:46:55.142404 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-42bfc44d-4869-4f0a-84f2-54f24a009fa5 None None] For port 4e688a9b-2998-46b0-954c-f17d01e771b9, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=4e688a9b-2998-46b0-954c-f17d01e771b9,segment=NetworkSegment(b4a896b1-8268-4f57-aff2-2ae084c28756),segment_id=b4a896b1-8268-4f57-aff2-2ae084c28756)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:46:55.145841 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 971e9ed1-7a19-4484-a5a6-ae40aa248f18 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:46:55.146272 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (971e9ed1-7a19-4484-a5a6-ae40aa248f18), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:55.149881 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-42bfc44d-4869-4f0a-84f2-54f24a009fa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (4e688a9b-2998-46b0-954c-f17d01e771b9), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:55.273782 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-5ccad65a-e6b3-4381-a167-d8d85c4fb428 None None] Provisioning complete for port 4e688a9b-2998-46b0-954c-f17d01e771b9 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:46:55.274187 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5ccad65a-e6b3-4381-a167-d8d85c4fb428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (4e688a9b-2998-46b0-954c-f17d01e771b9), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:55.336927 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42bfc44d-4869-4f0a-84f2-54f24a009fa5 None None] Routers {'1d65a469-c414-4fde-a6f4-6667472e81f1'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:46:55.337581 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-42bfc44d-4869-4f0a-84f2-54f24a009fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:46:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['1d65a469-c414-4fde-a6f4-6667472e81f1'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:46:55.387384 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf32b317-9620-4c87-b48b-98c92571e1fb None None] Pushing event updated for resources: {'Port': ['ID=4e688a9b-2998-46b0-954c-f17d01e771b9,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:55.587790 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-65c3151b-d69c-4115-9b8a-4b27f173a52d req-dbcbbab9-b092-4941-9de1-27dc653a72a4 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] 10.222.0.64 "GET /v2.0/ports?device_id=791e4287-1de3-49bc-a1ec-b6d029c0f341 HTTP/1.1" status: 200 len: 210 time: 0.0399842 Jan 28 19:46:55.753497 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-5ccad65a-e6b3-4381-a167-d8d85c4fb428 None None] Current status of the port 4e688a9b-2998-46b0-954c-f17d01e771b9 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:46:55.754198 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5ccad65a-e6b3-4381-a167-d8d85c4fb428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (4e688a9b-2998-46b0-954c-f17d01e771b9), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:55.788481 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 971e9ed1-7a19-4484-a5a6-ae40aa248f18 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:46:55.803695 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-42bfc44d-4869-4f0a-84f2-54f24a009fa5 None None] Set router 1d65a469-c414-4fde-a6f4-6667472e81f1 gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:46:55.807501 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 2199d0f7-478b-4015-a7b7-740cfc088ec1 no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:46:55.917608 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: 2199d0f7-478b-4015-a7b7-740cfc088ec1 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:46:55.918192 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 2199d0f7-478b-4015-a7b7-740cfc088ec1 not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:46:55.939354 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-5ccad65a-e6b3-4381-a167-d8d85c4fb428 None None] For port 4e688a9b-2998-46b0-954c-f17d01e771b9, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=4e688a9b-2998-46b0-954c-f17d01e771b9,segment=NetworkSegment(b4a896b1-8268-4f57-aff2-2ae084c28756),segment_id=b4a896b1-8268-4f57-aff2-2ae084c28756)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:46:55.960366 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5ccad65a-e6b3-4381-a167-d8d85c4fb428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (4e688a9b-2998-46b0-954c-f17d01e771b9), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:56.119763 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccad65a-e6b3-4381-a167-d8d85c4fb428 None None] Pushing event updated for resources: {'Port': ['ID=4e688a9b-2998-46b0-954c-f17d01e771b9,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:56.126099 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 55218) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:46:56.137321 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-59b4f6ee-5811-41f1-baf0-45e0544b606d None None] Provisioning complete for port 4e688a9b-2998-46b0-954c-f17d01e771b9 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:46:56.137809 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-59b4f6ee-5811-41f1-baf0-45e0544b606d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (4e688a9b-2998-46b0-954c-f17d01e771b9), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:56.225982 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2e4ae459-7e59-4d77-8d8e-95df7d0899d7 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks [] for security_group (5d4fedf9-85da-4f5c-9ec0-46cadb94d550), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:56.265802 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2e4ae459-7e59-4d77-8d8e-95df7d0899d7 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks [] for security_group (5d4fedf9-85da-4f5c-9ec0-46cadb94d550), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:56.295182 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-59b4f6ee-5811-41f1-baf0-45e0544b606d None None] Current status of the port 4e688a9b-2998-46b0-954c-f17d01e771b9 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:46:56.304883 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-42bfc44d-4869-4f0a-84f2-54f24a009fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d65a469-c414-4fde-a6f4-6667472e81f1', 'name': 'tempest-AttachVolumeTestJSON-407466557-router', 'tenant_id': 'ce9d5ffcc83f4c96b4b0a979abf83eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': '971e9ed1-7a19-4484-a5a6-ae40aa248f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:46:44Z', 'updated_at': '2022-01-28T19:46:48Z', 'revision_number': 4, 'project_id': 'ce9d5ffcc83f4c96b4b0a979abf83eac', 'gw_port': {'id': '971e9ed1-7a19-4484-a5a6-ae40aa248f18', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:f6:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d65a469-c414-4fde-a6f4-6667472e81f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:46:45Z', 'updated_at': '2022-01-28T19:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '4e688a9b-2998-46b0-954c-f17d01e771b9', 'name': '', 'network_id': '3700e1ad-342e-4f1a-871d-e15b5f904175', 'tenant_id': 'ce9d5ffcc83f4c96b4b0a979abf83eac', 'mac_address': 'fa:16:3e:9d:18:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d65a469-c414-4fde-a6f4-6667472e81f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': 'b109c86a-1507-4ec3-aba8-1ee8310a4fe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:46:47Z', 'updated_at': '2022-01-28T19:46:55Z', 'revision_number': 4, 'project_id': 'ce9d5ffcc83f4c96b4b0a979abf83eac', 'subnets': [{'id': 'b109c86a-1507-4ec3-aba8-1ee8310a4fe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:46:56.338985 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42bfc44d-4869-4f0a-84f2-54f24a009fa5 None None] The sync data for ids ['1d65a469-c414-4fde-a6f4-6667472e81f1'] in n-d-812111-14 is: [{'id': '1d65a469-c414-4fde-a6f4-6667472e81f1', 'name': 'tempest-AttachVolumeTestJSON-407466557-router', 'tenant_id': 'ce9d5ffcc83f4c96b4b0a979abf83eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': '971e9ed1-7a19-4484-a5a6-ae40aa248f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:46:44Z', 'updated_at': '2022-01-28T19:46:48Z', 'revision_number': 4, 'project_id': 'ce9d5ffcc83f4c96b4b0a979abf83eac', 'gw_port': {'id': '971e9ed1-7a19-4484-a5a6-ae40aa248f18', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:f6:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d65a469-c414-4fde-a6f4-6667472e81f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:46:45Z', 'updated_at': '2022-01-28T19:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '4e688a9b-2998-46b0-954c-f17d01e771b9', 'name': '', 'network_id': '3700e1ad-342e-4f1a-871d-e15b5f904175', 'tenant_id': 'ce9d5ffcc83f4c96b4b0a979abf83eac', 'mac_address': 'fa:16:3e:9d:18:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d65a469-c414-4fde-a6f4-6667472e81f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': 'b109c86a-1507-4ec3-aba8-1ee8310a4fe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:46:47Z', 'updated_at': '2022-01-28T19:46:55Z', 'revision_number': 4, 'project_id': 'ce9d5ffcc83f4c96b4b0a979abf83eac', 'subnets': [{'id': 'b109c86a-1507-4ec3-aba8-1ee8310a4fe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:46:56.386834 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2e4ae459-7e59-4d77-8d8e-95df7d0899d7 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (5d4fedf9-85da-4f5c-9ec0-46cadb94d550), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:56.389593 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2e4ae459-7e59-4d77-8d8e-95df7d0899d7 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:56.390856 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-2e4ae459-7e59-4d77-8d8e-95df7d0899d7 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] 10.222.0.64 "DELETE /v2.0/security-groups/5d4fedf9-85da-4f5c-9ec0-46cadb94d550 HTTP/1.1" status: 204 len: 168 time: 0.2625155 Jan 28 19:46:56.411501 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4ae459-7e59-4d77-8d8e-95df7d0899d7 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d4fedf9-85da-4f5c-9ec0-46cadb94d550,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:56.476058 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 55224) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:46:56.550603 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-56e73040-98b4-431f-a669-1691f7d9d8ba tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Deleting subnet 74ba22d8-67fd-4d4b-a5d7-2cd1f5ffe40e {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:46:56.558768 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-56e73040-98b4-431f-a669-1691f7d9d8ba tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks [] for subnet (74ba22d8-67fd-4d4b-a5d7-2cd1f5ffe40e), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:56.639514 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-56e73040-98b4-431f-a669-1691f7d9d8ba tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16187240'] for subnet (74ba22d8-67fd-4d4b-a5d7-2cd1f5ffe40e), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:56.785271 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c74f3444-7fcc-4c01-a3d5-c356e0e83d32 req-a97f3109-22d3-4ef4-b45b-315e6f206d09 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] 10.222.0.64 "GET /v2.0/ports?device_id=791e4287-1de3-49bc-a1ec-b6d029c0f341 HTTP/1.1" status: 200 len: 210 time: 0.0900054 Jan 28 19:46:56.813372 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17ec0b3-9198-4e6a-97a8-d63fb74e9b0e req-a2c65f5d-3d24-4f76-abad-3f8b0ec777df tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:56.815622 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e17ec0b3-9198-4e6a-97a8-d63fb74e9b0e req-a2c65f5d-3d24-4f76-abad-3f8b0ec777df tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] 10.222.0.70 "GET /v2.0/networks?id=3700e1ad-342e-4f1a-871d-e15b5f904175 HTTP/1.1" status: 200 len: 810 time: 0.9942944 Jan 28 19:46:56.824775 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 4e688a9b-2998-46b0-954c-f17d01e771b9 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:46:56.831699 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-56e73040-98b4-431f-a669-1691f7d9d8ba tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (74ba22d8-67fd-4d4b-a5d7-2cd1f5ffe40e), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:56.903475 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 24d35a64-6f41-484e-9211-cbba407cb2e4 no longer exists at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:46:56.934531 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e17ec0b3-9198-4e6a-97a8-d63fb74e9b0e req-191bddf7-e91a-42f6-8534-0befd79f8a91 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ce9d5ffcc83f4c96b4b0a979abf83eac HTTP/1.1" status: 200 len: 378 time: 0.1098902 Jan 28 19:46:56.948862 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] No Port match for: 24d35a64-6f41-484e-9211-cbba407cb2e4 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:46:56.949289 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 24d35a64-6f41-484e-9211-cbba407cb2e4 not bound to the agent host n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:46:56.951602 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 4e688a9b-2998-46b0-954c-f17d01e771b9 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:46:56.951988 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (4e688a9b-2998-46b0-954c-f17d01e771b9), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:56.961176 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-e17ec0b3-9198-4e6a-97a8-d63fb74e9b0e req-3f087fc9-e8be-47ec-8204-130255a44c61 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Request body: {'port': {'device_id': '791e4287-1de3-49bc-a1ec-b6d029c0f341', 'network_id': '3700e1ad-342e-4f1a-871d-e15b5f904175', 'admin_state_up': True, 'tenant_id': 'ce9d5ffcc83f4c96b4b0a979abf83eac', 'security_groups': ['0cfd235b-3a0d-4508-9b69-242081a43994']}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:46:56.982442 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-56e73040-98b4-431f-a669-1691f7d9d8ba tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4752464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4733806'] for subnet (74ba22d8-67fd-4d4b-a5d7-2cd1f5ffe40e), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:57.029124 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e73040-98b4-431f-a669-1691f7d9d8ba tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Pushing event deleted for resources: {'Subnet': ['ID=74ba22d8-67fd-4d4b-a5d7-2cd1f5ffe40e,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:57.051944 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-56e73040-98b4-431f-a669-1691f7d9d8ba tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:57.060977 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-56e73040-98b4-431f-a669-1691f7d9d8ba tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] 10.222.0.64 "DELETE /v2.0/subnets/74ba22d8-67fd-4d4b-a5d7-2cd1f5ffe40e HTTP/1.1" status: 204 len: 168 time: 0.5837004 Jan 28 19:46:57.061954 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 55230) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:46:57.095584 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 4e688a9b-2998-46b0-954c-f17d01e771b9 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:46:57.108666 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c5ba4f-aec1-447e-88bf-d72bb77bfcfe None None] Network c61eefcb-1d1b-4895-95e4-a5fe8859945a requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:46:57.198839 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3b415ebb-a3cc-4395-a45f-9e498b01490b tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (c61eefcb-1d1b-4895-95e4-a5fe8859945a), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:57.281078 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e17ec0b3-9198-4e6a-97a8-d63fb74e9b0e req-3f087fc9-e8be-47ec-8204-130255a44c61 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Made reservation on behalf of ce9d5ffcc83f4c96b4b0a979abf83eac for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:46:57.285298 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e17ec0b3-9198-4e6a-97a8-d63fb74e9b0e req-3f087fc9-e8be-47ec-8204-130255a44c61 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:57.301588 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-3b415ebb-a3cc-4395-a45f-9e498b01490b tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Deleting port 1176171c-3637-4ad6-9283-9fc66c89afa3 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:46:57.302044 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3b415ebb-a3cc-4395-a45f-9e498b01490b tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (1176171c-3637-4ad6-9283-9fc66c89afa3), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:57.378119 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af3d22e5-4190-4af7-8331-99c868c8012c None None] DHCP port deletion for c61eefcb-1d1b-4895-95e4-a5fe8859945a request from n-d-812111-14 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:46:57.435566 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-3b415ebb-a3cc-4395-a45f-9e498b01490b tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] For port 1176171c-3637-4ad6-9283-9fc66c89afa3, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=1176171c-3637-4ad6-9283-9fc66c89afa3,segment=NetworkSegment(1046b148-caec-4335-a082-55997b4f6166),segment_id=1046b148-caec-4335-a082-55997b4f6166)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:46:57.436331 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3b415ebb-a3cc-4395-a45f-9e498b01490b tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (1176171c-3637-4ad6-9283-9fc66c89afa3), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:57.463297 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-3b415ebb-a3cc-4395-a45f-9e498b01490b tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Calling delete_port for 1176171c-3637-4ad6-9283-9fc66c89afa3 owned by network:dhcp {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:46:57.489963 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-af3d22e5-4190-4af7-8331-99c868c8012c None None] Deleting port 1176171c-3637-4ad6-9283-9fc66c89afa3 {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:46:57.492895 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-af3d22e5-4190-4af7-8331-99c868c8012c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (1176171c-3637-4ad6-9283-9fc66c89afa3), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:57.555224 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-e17ec0b3-9198-4e6a-97a8-d63fb74e9b0e req-3f087fc9-e8be-47ec-8204-130255a44c61 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Allocated IP 172.20.0.7 (3700e1ad-342e-4f1a-871d-e15b5f904175/b109c86a-1507-4ec3-aba8-1ee8310a4fe4/54ce03ba-a018-4f84-a77f-ff97c9ab71e4) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:46:57.587492 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3b415ebb-a3cc-4395-a45f-9e498b01490b tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (1176171c-3637-4ad6-9283-9fc66c89afa3), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:57.589911 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-af3d22e5-4190-4af7-8331-99c868c8012c None None] For port 1176171c-3637-4ad6-9283-9fc66c89afa3, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=1176171c-3637-4ad6-9283-9fc66c89afa3,segment=NetworkSegment(1046b148-caec-4335-a082-55997b4f6166),segment_id=1046b148-caec-4335-a082-55997b4f6166)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:46:57.590416 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-af3d22e5-4190-4af7-8331-99c868c8012c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (1176171c-3637-4ad6-9283-9fc66c89afa3), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:57.615677 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-af3d22e5-4190-4af7-8331-99c868c8012c None None] Calling delete_port for 1176171c-3637-4ad6-9283-9fc66c89afa3 owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:46:57.621813 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b415ebb-a3cc-4395-a45f-9e498b01490b tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] No DVR routers for this DVR port 1176171c-3637-4ad6-9283-9fc66c89afa3 on host n-d-812111-14 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:46:57.720688 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b415ebb-a3cc-4395-a45f-9e498b01490b tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Pushing event deleted for resources: {'Port': ['ID=1176171c-3637-4ad6-9283-9fc66c89afa3,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:57.757137 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-af3d22e5-4190-4af7-8331-99c868c8012c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985'] for port (1176171c-3637-4ad6-9283-9fc66c89afa3), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:57.769538 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e17ec0b3-9198-4e6a-97a8-d63fb74e9b0e req-3f087fc9-e8be-47ec-8204-130255a44c61 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Publish callbacks [] for port (54ce03ba-a018-4f84-a77f-ff97c9ab71e4), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:57.801986 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3d22e5-4190-4af7-8331-99c868c8012c None None] Pushing event deleted for resources: {'Port': ['ID=1176171c-3637-4ad6-9283-9fc66c89afa3,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:57.821851 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3b415ebb-a3cc-4395-a45f-9e498b01490b tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (c61eefcb-1d1b-4895-95e4-a5fe8859945a), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:57.823077 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3d22e5-4190-4af7-8331-99c868c8012c None None] No DVR routers for this DVR port 1176171c-3637-4ad6-9283-9fc66c89afa3 on host n-d-812111-14 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:46:57.830762 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e17ec0b3-9198-4e6a-97a8-d63fb74e9b0e req-3f087fc9-e8be-47ec-8204-130255a44c61 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (54ce03ba-a018-4f84-a77f-ff97c9ab71e4), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:57.859729 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-3b415ebb-a3cc-4395-a45f-9e498b01490b tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c61eefcb-1d1b-4895-95e4-a5fe8859945a']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:46:57.865617 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9af4894d-27ed-412d-a29d-848eed265a37 req-5c32cf98-6c80-494f-8051-efaea4fb9c8e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=48a7a552-8edb-4eaa-9a2f-3647df5aafd1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1534135 Jan 28 19:46:57.874805 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-3b415ebb-a3cc-4395-a45f-9e498b01490b tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1046b148-caec-4335-a082-55997b4f6166') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:46:57.875131 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-3b415ebb-a3cc-4395-a45f-9e498b01490b tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1046b148-caec-4335-a082-55997b4f6166') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:46:57.889517 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3b415ebb-a3cc-4395-a45f-9e498b01490b tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16187153'] for segment (1046b148-caec-4335-a082-55997b4f6166), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:57.917761 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e17ec0b3-9198-4e6a-97a8-d63fb74e9b0e req-3f087fc9-e8be-47ec-8204-130255a44c61 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Network 3700e1ad-342e-4f1a-871d-e15b5f904175 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:46:57.919607 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3b415ebb-a3cc-4395-a45f-9e498b01490b tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (1046b148-caec-4335-a082-55997b4f6166), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:57.926445 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-e17ec0b3-9198-4e6a-97a8-d63fb74e9b0e req-3f087fc9-e8be-47ec-8204-130255a44c61 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:46:57.932190 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-e17ec0b3-9198-4e6a-97a8-d63fb74e9b0e req-3f087fc9-e8be-47ec-8204-130255a44c61 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:46:57.936795 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f087fc9-e8be-47ec-8204-130255a44c61 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Pushing event updated for resources: {'Port': ['ID=54ce03ba-a018-4f84-a77f-ff97c9ab71e4,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:57.957539 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b415ebb-a3cc-4395-a45f-9e498b01490b tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:46:57.957981 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3b415ebb-a3cc-4395-a45f-9e498b01490b tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4752570'] for segment (1046b148-caec-4335-a082-55997b4f6166), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:57.964410 n-d-812111-14 neutron-server[103305]: Traceback (most recent call last): Jan 28 19:46:57.964410 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:46:57.964410 n-d-812111-14 neutron-server[103305]: timer() Jan 28 19:46:57.964410 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:46:57.964410 n-d-812111-14 neutron-server[103305]: cb(*args, **kw) Jan 28 19:46:57.964410 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:46:57.964410 n-d-812111-14 neutron-server[103305]: return func(*args, **kwargs) Jan 28 19:46:57.964410 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:46:57.964410 n-d-812111-14 neutron-server[103305]: self._notify() Jan 28 19:46:57.964410 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:46:57.964410 n-d-812111-14 neutron-server[103305]: self.callback(batched_events) Jan 28 19:46:57.964410 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:46:57.964410 n-d-812111-14 neutron-server[103305]: event.method(event) Jan 28 19:46:57.964410 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:46:57.964410 n-d-812111-14 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:46:57.964410 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:46:57.964410 n-d-812111-14 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:46:57.964410 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:46:57.964410 n-d-812111-14 neutron-server[103305]: return f(self, *a, **k) Jan 28 19:46:57.964410 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:46:57.964410 n-d-812111-14 neutron-server[103305]: return self._get(url).json() Jan 28 19:46:57.964410 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:46:57.964410 n-d-812111-14 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:46:57.964410 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:46:57.964410 n-d-812111-14 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 28 19:46:57.964410 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:46:57.964410 n-d-812111-14 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:46:57.964410 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:46:57.964410 n-d-812111-14 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:46:57.964410 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:46:57.964410 n-d-812111-14 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:46:57.964410 n-d-812111-14 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:46:58.033357 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17ec0b3-9198-4e6a-97a8-d63fb74e9b0e req-3f087fc9-e8be-47ec-8204-130255a44c61 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:58.034428 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e17ec0b3-9198-4e6a-97a8-d63fb74e9b0e req-3f087fc9-e8be-47ec-8204-130255a44c61 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:58.085952 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e17ec0b3-9198-4e6a-97a8-d63fb74e9b0e req-3f087fc9-e8be-47ec-8204-130255a44c61 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1405313 Jan 28 19:46:58.090903 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3b415ebb-a3cc-4395-a45f-9e498b01490b tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (c61eefcb-1d1b-4895-95e4-a5fe8859945a), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:58.099840 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-e17ec0b3-9198-4e6a-97a8-d63fb74e9b0e req-c66b6b03-93a1-440e-97cc-1d5d3179f859 service neutron] Request body: {'port': {'device_id': '791e4287-1de3-49bc-a1ec-b6d029c0f341', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-14'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:46:58.100054 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb0c827-506f-447f-9e5a-2216462a9153 req-3eb1cfa3-b819-4106-87e5-310305976b9b tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:58.106877 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ddb0c827-506f-447f-9e5a-2216462a9153 req-3eb1cfa3-b819-4106-87e5-310305976b9b tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] 10.222.0.64 "GET /v2.0/ports?device_id=791e4287-1de3-49bc-a1ec-b6d029c0f341 HTTP/1.1" status: 200 len: 931 time: 0.1703162 Jan 28 19:46:58.115587 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3b415ebb-a3cc-4395-a45f-9e498b01490b tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:58.119107 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-3b415ebb-a3cc-4395-a45f-9e498b01490b tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] 10.222.0.64 "DELETE /v2.0/networks/c61eefcb-1d1b-4895-95e4-a5fe8859945a HTTP/1.1" status: 204 len: 168 time: 1.0561745 Jan 28 19:46:58.127588 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af4894d-27ed-412d-a29d-848eed265a37 req-19dfd602-f124-4788-b9ad-4c32df41f82d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:58.129060 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9af4894d-27ed-412d-a29d-848eed265a37 req-19dfd602-f124-4788-b9ad-4c32df41f82d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9e9e8439f0ef4f199c1cf289f0d53ad7&device_id=48a7a552-8edb-4eaa-9a2f-3647df5aafd1 HTTP/1.1" status: 200 len: 1129 time: 0.1821117 Jan 28 19:46:58.131409 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 55236) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:46:58.238341 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b415ebb-a3cc-4395-a45f-9e498b01490b tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Pushing event deleted for resources: {'Network': ['ID=c61eefcb-1d1b-4895-95e4-a5fe8859945a,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:58.242935 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e17ec0b3-9198-4e6a-97a8-d63fb74e9b0e req-c66b6b03-93a1-440e-97cc-1d5d3179f859 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (54ce03ba-a018-4f84-a77f-ff97c9ab71e4), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:58.343971 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-362fa521-546e-4809-9eae-5d5d9ec7ade0 None None] Provisioning complete for port 54ce03ba-a018-4f84-a77f-ff97c9ab71e4 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:46:58.344573 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-362fa521-546e-4809-9eae-5d5d9ec7ade0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (54ce03ba-a018-4f84-a77f-ff97c9ab71e4), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:58.404601 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-362fa521-546e-4809-9eae-5d5d9ec7ade0 None None] Port 54ce03ba-a018-4f84-a77f-ff97c9ab71e4 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:46:58.405302 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ddb0c827-506f-447f-9e5a-2216462a9153 req-e60234ad-4d24-4180-a2e8-dd9d3600b855 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] 10.222.0.64 "GET /v2.0/security-groups?id=0cfd235b-3a0d-4508-9b69-242081a43994&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2844679 Jan 28 19:46:58.514505 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af4894d-27ed-412d-a29d-848eed265a37 req-60a0cbb6-ac3a-4fa3-95b6-d2a8bb3e891c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:58.516993 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9af4894d-27ed-412d-a29d-848eed265a37 req-60a0cbb6-ac3a-4fa3-95b6-d2a8bb3e891c service neutron] 10.222.0.41 "GET /v2.0/networks?id=df8c1d24-8252-4f3f-bd12-1bda56258e33 HTTP/1.1" status: 200 len: 897 time: 0.3555560 Jan 28 19:46:58.641042 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9af4894d-27ed-412d-a29d-848eed265a37 req-4381dc5a-8f8e-4a9c-ac13-6b94580dcf2c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7dea02a0-3dd1-4a7a-9808-3008d1ca1e2d HTTP/1.1" status: 200 len: 1001 time: 0.1121480 Jan 28 19:46:58.652234 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-e17ec0b3-9198-4e6a-97a8-d63fb74e9b0e req-c66b6b03-93a1-440e-97cc-1d5d3179f859 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54ce03ba-a018-4f84-a77f-ff97c9ab71e4 {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:46:58.669712 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e17ec0b3-9198-4e6a-97a8-d63fb74e9b0e req-c66b6b03-93a1-440e-97cc-1d5d3179f859 service neutron] Publish callbacks [] for port (54ce03ba-a018-4f84-a77f-ff97c9ab71e4), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:58.687526 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-e17ec0b3-9198-4e6a-97a8-d63fb74e9b0e req-c66b6b03-93a1-440e-97cc-1d5d3179f859 service neutron] Transition to ACTIVE for port object 54ce03ba-a018-4f84-a77f-ff97c9ab71e4 will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:46:58.692208 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e17ec0b3-9198-4e6a-97a8-d63fb74e9b0e req-c66b6b03-93a1-440e-97cc-1d5d3179f859 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (54ce03ba-a018-4f84-a77f-ff97c9ab71e4), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:58.724488 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 1176171c-3637-4ad6-9283-9fc66c89afa3 no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:46:58.740008 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-a59902d2-1b59-4e7a-9543-f89e379c4d9a tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Deleting port 5e1588f9-75b5-42e7-8925-bb9564fc6d0d {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:46:58.740939 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a59902d2-1b59-4e7a-9543-f89e379c4d9a tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (5e1588f9-75b5-42e7-8925-bb9564fc6d0d), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:58.765964 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66b6b03-93a1-440e-97cc-1d5d3179f859 service neutron] Pushing event updated for resources: {'Port': ['ID=54ce03ba-a018-4f84-a77f-ff97c9ab71e4,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:58.797673 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: 1176171c-3637-4ad6-9283-9fc66c89afa3 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:46:58.800715 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 1176171c-3637-4ad6-9283-9fc66c89afa3 not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:46:58.815745 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af4894d-27ed-412d-a29d-848eed265a37 req-27be5485-caf8-473e-aef4-4a54409c3bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:58.817575 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9af4894d-27ed-412d-a29d-848eed265a37 req-27be5485-caf8-473e-aef4-4a54409c3bad service neutron] 10.222.0.41 "GET /v2.0/subnets?id=00fd07da-3aa2-4e4e-8638-18442a62dc30 HTTP/1.1" status: 200 len: 834 time: 0.1675761 Jan 28 19:46:58.891519 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-e17ec0b3-9198-4e6a-97a8-d63fb74e9b0e req-c66b6b03-93a1-440e-97cc-1d5d3179f859 service neutron] Attempting to bind port 54ce03ba-a018-4f84-a77f-ff97c9ab71e4 on host n-h2-812111-14 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:46:58.892396 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-e17ec0b3-9198-4e6a-97a8-d63fb74e9b0e req-c66b6b03-93a1-440e-97cc-1d5d3179f859 service neutron] Attempting to bind port 54ce03ba-a018-4f84-a77f-ff97c9ab71e4 by drivers openvswitch,hyperv on host n-h2-812111-14 at level 0 using segments [{'id': 'b4a896b1-8268-4f57-aff2-2ae084c28756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '3700e1ad-342e-4f1a-871d-e15b5f904175'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:46:58.892901 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e17ec0b3-9198-4e6a-97a8-d63fb74e9b0e req-c66b6b03-93a1-440e-97cc-1d5d3179f859 service neutron] Attempting to bind port 54ce03ba-a018-4f84-a77f-ff97c9ab71e4 on network 3700e1ad-342e-4f1a-871d-e15b5f904175 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:46:58.899481 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e17ec0b3-9198-4e6a-97a8-d63fb74e9b0e req-c66b6b03-93a1-440e-97cc-1d5d3179f859 service neutron] Port 54ce03ba-a018-4f84-a77f-ff97c9ab71e4 on network 3700e1ad-342e-4f1a-871d-e15b5f904175 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-14 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:46:58.899809 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e17ec0b3-9198-4e6a-97a8-d63fb74e9b0e req-c66b6b03-93a1-440e-97cc-1d5d3179f859 service neutron] Attempting to bind port 54ce03ba-a018-4f84-a77f-ff97c9ab71e4 on network 3700e1ad-342e-4f1a-871d-e15b5f904175 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:46:58.914130 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e17ec0b3-9198-4e6a-97a8-d63fb74e9b0e req-c66b6b03-93a1-440e-97cc-1d5d3179f859 service neutron] Checking agent: {'id': '8f3fee4e-bf24-4b58-8a3a-ae9c8011a473', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 46, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:46:58.914480 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e17ec0b3-9198-4e6a-97a8-d63fb74e9b0e req-c66b6b03-93a1-440e-97cc-1d5d3179f859 service neutron] Checking segment: {'id': 'b4a896b1-8268-4f57-aff2-2ae084c28756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '3700e1ad-342e-4f1a-871d-e15b5f904175'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:46:58.914887 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e17ec0b3-9198-4e6a-97a8-d63fb74e9b0e req-c66b6b03-93a1-440e-97cc-1d5d3179f859 service neutron] Bound using segment: {'id': 'b4a896b1-8268-4f57-aff2-2ae084c28756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '3700e1ad-342e-4f1a-871d-e15b5f904175'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:46:58.915323 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-e17ec0b3-9198-4e6a-97a8-d63fb74e9b0e req-c66b6b03-93a1-440e-97cc-1d5d3179f859 service neutron] Bound port: 54ce03ba-a018-4f84-a77f-ff97c9ab71e4, host: n-h2-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4a896b1-8268-4f57-aff2-2ae084c28756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '3700e1ad-342e-4f1a-871d-e15b5f904175'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:46:58.915700 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e17ec0b3-9198-4e6a-97a8-d63fb74e9b0e req-c66b6b03-93a1-440e-97cc-1d5d3179f859 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (54ce03ba-a018-4f84-a77f-ff97c9ab71e4), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:58.929059 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af4894d-27ed-412d-a29d-848eed265a37 req-b5cd53c8-232e-44a1-8f73-d19db9a30ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:58.934939 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9af4894d-27ed-412d-a29d-848eed265a37 req-b5cd53c8-232e-44a1-8f73-d19db9a30ffa service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=df8c1d24-8252-4f3f-bd12-1bda56258e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1068604 Jan 28 19:46:58.956082 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a59902d2-1b59-4e7a-9543-f89e379c4d9a tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (5e1588f9-75b5-42e7-8925-bb9564fc6d0d), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:58.956549 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a59902d2-1b59-4e7a-9543-f89e379c4d9a tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks [] for floatingip (5e1588f9-75b5-42e7-8925-bb9564fc6d0d), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:59.017281 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-a59902d2-1b59-4e7a-9543-f89e379c4d9a tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Calling delete_port for 5e1588f9-75b5-42e7-8925-bb9564fc6d0d owned by network:floatingip {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:46:59.067528 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-e17ec0b3-9198-4e6a-97a8-d63fb74e9b0e req-c66b6b03-93a1-440e-97cc-1d5d3179f859 service neutron] For port 54ce03ba-a018-4f84-a77f-ff97c9ab71e4, host n-h2-812111-14, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:46:59.075803 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-e17ec0b3-9198-4e6a-97a8-d63fb74e9b0e req-c66b6b03-93a1-440e-97cc-1d5d3179f859 service neutron] For port 54ce03ba-a018-4f84-a77f-ff97c9ab71e4, host n-h2-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=54ce03ba-a018-4f84-a77f-ff97c9ab71e4,segment=NetworkSegment(b4a896b1-8268-4f57-aff2-2ae084c28756),segment_id=b4a896b1-8268-4f57-aff2-2ae084c28756)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:46:59.085315 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e17ec0b3-9198-4e6a-97a8-d63fb74e9b0e req-c66b6b03-93a1-440e-97cc-1d5d3179f859 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (54ce03ba-a018-4f84-a77f-ff97c9ab71e4), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:59.142188 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17ec0b3-9198-4e6a-97a8-d63fb74e9b0e req-c66b6b03-93a1-440e-97cc-1d5d3179f859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:59.142937 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e17ec0b3-9198-4e6a-97a8-d63fb74e9b0e req-c66b6b03-93a1-440e-97cc-1d5d3179f859 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:59.144480 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e17ec0b3-9198-4e6a-97a8-d63fb74e9b0e req-c66b6b03-93a1-440e-97cc-1d5d3179f859 service neutron] 10.222.0.70 "PUT /v2.0/ports/54ce03ba-a018-4f84-a77f-ff97c9ab71e4 HTTP/1.1" status: 200 len: 1092 time: 1.0540667 Jan 28 19:46:59.144968 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '791e4287-1de3-49bc-a1ec-b6d029c0f341', 'tag': '54ce03ba-a018-4f84-a77f-ff97c9ab71e4'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:46:59.147376 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8974f851-e80f-4eeb-9950-df6703bb1936" -d '{"events": [{"name": "network-changed", "server_uuid": "791e4287-1de3-49bc-a1ec-b6d029c0f341", "tag": "54ce03ba-a018-4f84-a77f-ff97c9ab71e4"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:46:59.196666 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66b6b03-93a1-440e-97cc-1d5d3179f859 service neutron] Pushing event updated for resources: {'Port': ['ID=54ce03ba-a018-4f84-a77f-ff97c9ab71e4,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:59.231373 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9af4894d-27ed-412d-a29d-848eed265a37 req-6c7ff120-f50d-4578-ad61-82e731b5ed32 service neutron] 10.222.0.41 "GET /v2.0/networks/df8c1d24-8252-4f3f-bd12-1bda56258e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2870195 Jan 28 19:46:59.242806 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cfb47b5-8582-4674-9360-e7a27bdc558f x-openstack-request-id: req-7cfb47b5-8582-4674-9360-e7a27bdc558f {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:46:59.243097 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "791e4287-1de3-49bc-a1ec-b6d029c0f341", "tag": "54ce03ba-a018-4f84-a77f-ff97c9ab71e4", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:46:59.243353 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7cfb47b5-8582-4674-9360-e7a27bdc558f {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:46:59.243912 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '791e4287-1de3-49bc-a1ec-b6d029c0f341', 'tag': '54ce03ba-a018-4f84-a77f-ff97c9ab71e4', 'status': 'completed', 'code': 200} Jan 28 19:46:59.305042 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17ec0b3-9198-4e6a-97a8-d63fb74e9b0e req-69bebb98-9968-41b3-aa87-e1259dfef409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:59.306615 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e17ec0b3-9198-4e6a-97a8-d63fb74e9b0e req-69bebb98-9968-41b3-aa87-e1259dfef409 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ce9d5ffcc83f4c96b4b0a979abf83eac&device_id=791e4287-1de3-49bc-a1ec-b6d029c0f341 HTTP/1.1" status: 200 len: 1126 time: 0.1067936 Jan 28 19:46:59.377178 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e17ec0b3-9198-4e6a-97a8-d63fb74e9b0e req-174ed8eb-5e30-446a-afcc-07a34100079c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=54ce03ba-a018-4f84-a77f-ff97c9ab71e4 HTTP/1.1" status: 200 len: 217 time: 0.0626554 Jan 28 19:46:59.400871 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9af4894d-27ed-412d-a29d-848eed265a37 req-a7e49977-5620-4095-8ab6-960432d1aac7 service neutron] 10.222.0.41 "GET /v2.0/networks/df8c1d24-8252-4f3f-bd12-1bda56258e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614640 Jan 28 19:46:59.448792 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17ec0b3-9198-4e6a-97a8-d63fb74e9b0e req-76bd1f6c-7a26-4e33-8cee-285782dd8fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:59.453163 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e17ec0b3-9198-4e6a-97a8-d63fb74e9b0e req-76bd1f6c-7a26-4e33-8cee-285782dd8fb2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b109c86a-1507-4ec3-aba8-1ee8310a4fe4 HTTP/1.1" status: 200 len: 849 time: 0.0706117 Jan 28 19:46:59.482653 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a59902d2-1b59-4e7a-9543-f89e379c4d9a tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (5e1588f9-75b5-42e7-8925-bb9564fc6d0d), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:59.515979 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59902d2-1b59-4e7a-9543-f89e379c4d9a tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Pushing event deleted for resources: {'Port': ['ID=5e1588f9-75b5-42e7-8925-bb9564fc6d0d,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:59.560604 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17ec0b3-9198-4e6a-97a8-d63fb74e9b0e req-1edf98cb-eb52-4f17-a05c-2c3f617e719e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:59.562684 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e17ec0b3-9198-4e6a-97a8-d63fb74e9b0e req-1edf98cb-eb52-4f17-a05c-2c3f617e719e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3700e1ad-342e-4f1a-871d-e15b5f904175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1029947 Jan 28 19:46:59.626341 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a59902d2-1b59-4e7a-9543-f89e379c4d9a tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks [] for floatingip (a69034d3-c5f8-4cc6-a79c-5083743ade30), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:59.626660 n-d-812111-14 neutron-server[103305]: INFO neutron.db.l3_db [None req-a59902d2-1b59-4e7a-9543-f89e379c4d9a tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Floating IP a69034d3-c5f8-4cc6-a79c-5083743ade30 disassociated (deleted). External IP: 172.25.6.40, port: 7dea02a0-3dd1-4a7a-9808-3008d1ca1e2d. Jan 28 19:46:59.697172 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e17ec0b3-9198-4e6a-97a8-d63fb74e9b0e req-857f3086-bffa-460b-8a8d-96d83296ffd8 service neutron] 10.222.0.70 "GET /v2.0/networks/3700e1ad-342e-4f1a-871d-e15b5f904175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222456 Jan 28 19:46:59.716708 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba96a4e5-cc20-4836-8590-1c9384737923 req-d38cbcae-c601-4c6e-8856-393385d335c7 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:59.718536 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ba96a4e5-cc20-4836-8590-1c9384737923 req-d38cbcae-c601-4c6e-8856-393385d335c7 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] 10.222.0.64 "GET /v2.0/ports?device_id=791e4287-1de3-49bc-a1ec-b6d029c0f341 HTTP/1.1" status: 200 len: 943 time: 0.1860092 Jan 28 19:46:59.823244 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e17ec0b3-9198-4e6a-97a8-d63fb74e9b0e req-9e4fb807-817b-4f41-bb9c-31c56e10fc95 service neutron] 10.222.0.70 "GET /v2.0/networks/3700e1ad-342e-4f1a-871d-e15b5f904175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193640 Jan 28 19:46:59.916879 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ba96a4e5-cc20-4836-8590-1c9384737923 req-ef955a49-43b4-4bca-ba75-d7aeec202469 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] 10.222.0.64 "GET /v2.0/security-groups?id=0cfd235b-3a0d-4508-9b69-242081a43994&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1365645 Jan 28 19:46:59.947648 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a59902d2-1b59-4e7a-9543-f89e379c4d9a tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Router ab8e9898-fcd4-4f9d-8b93-5bcfb1039996 has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:46:59.958431 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8974f851-e80f-4eeb-9950-df6703bb1936 req-1cc9c994-a51c-42a0-ba7f-cea4caf963d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:59.958431 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8974f851-e80f-4eeb-9950-df6703bb1936 req-1cc9c994-a51c-42a0-ba7f-cea4caf963d9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ce9d5ffcc83f4c96b4b0a979abf83eac&device_id=791e4287-1de3-49bc-a1ec-b6d029c0f341 HTTP/1.1" status: 200 len: 1126 time: 0.0811636 Jan 28 19:47:00.085775 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8974f851-e80f-4eeb-9950-df6703bb1936 req-9993a013-4396-41b5-b378-351de39f2a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:47:00.087773 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8974f851-e80f-4eeb-9950-df6703bb1936 req-9993a013-4396-41b5-b378-351de39f2a0b service neutron] 10.222.0.70 "GET /v2.0/networks?id=3700e1ad-342e-4f1a-871d-e15b5f904175 HTTP/1.1" status: 200 len: 910 time: 0.1221585 Jan 28 19:47:00.098670 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a59902d2-1b59-4e7a-9543-f89e379c4d9a tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:47:00.104623 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a59902d2-1b59-4e7a-9543-f89e379c4d9a tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for floatingip (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:00.110472 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c154e0-6854-4deb-a6ab-cfd5f0b1c507 None None] Sync routers for ids ['ab8e9898-fcd4-4f9d-8b93-5bcfb1039996'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:47:00.124671 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c154e0-6854-4deb-a6ab-cfd5f0b1c507 None None] Routers {'ab8e9898-fcd4-4f9d-8b93-5bcfb1039996'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:47:00.135255 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-66c154e0-6854-4deb-a6ab-cfd5f0b1c507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:46:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['ab8e9898-fcd4-4f9d-8b93-5bcfb1039996'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:47:00.167703 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-a59902d2-1b59-4e7a-9543-f89e379c4d9a tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] 10.222.0.64 "DELETE /v2.0/floatingips/a69034d3-c5f8-4cc6-a79c-5083743ade30 HTTP/1.1" status: 204 len: 168 time: 2.0309677 Jan 28 19:47:00.170500 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48a7a552-8edb-4eaa-9a2f-3647df5aafd1', 'tag': '7dea02a0-3dd1-4a7a-9808-3008d1ca1e2d'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:47:00.175751 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ba708bd-1638-400b-9d91-36b029572bfc" -d '{"events": [{"name": "network-changed", "server_uuid": "48a7a552-8edb-4eaa-9a2f-3647df5aafd1", "tag": "7dea02a0-3dd1-4a7a-9808-3008d1ca1e2d"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:47:00.194596 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8974f851-e80f-4eeb-9950-df6703bb1936 req-15b2f240-cd33-4d3f-b041-b902871e597e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=54ce03ba-a018-4f84-a77f-ff97c9ab71e4 HTTP/1.1" status: 200 len: 217 time: 0.0981100 Jan 28 19:47:00.224763 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-457fbb98-71e6-4eb3-8b15-744c305ddc61 x-openstack-request-id: req-457fbb98-71e6-4eb3-8b15-744c305ddc61 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:47:00.225062 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48a7a552-8edb-4eaa-9a2f-3647df5aafd1", "tag": "7dea02a0-3dd1-4a7a-9808-3008d1ca1e2d", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:47:00.225341 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-457fbb98-71e6-4eb3-8b15-744c305ddc61 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:47:00.225748 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48a7a552-8edb-4eaa-9a2f-3647df5aafd1', 'tag': '7dea02a0-3dd1-4a7a-9808-3008d1ca1e2d', 'status': 'completed', 'code': 200} Jan 28 19:47:00.334657 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8974f851-e80f-4eeb-9950-df6703bb1936 req-e9105e90-52fc-4f06-b1a5-fb1a99f212de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:47:00.337337 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8974f851-e80f-4eeb-9950-df6703bb1936 req-e9105e90-52fc-4f06-b1a5-fb1a99f212de service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b109c86a-1507-4ec3-aba8-1ee8310a4fe4 HTTP/1.1" status: 200 len: 849 time: 0.1346347 Jan 28 19:47:00.348564 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-66c154e0-6854-4deb-a6ab-cfd5f0b1c507 None None] Set router ab8e9898-fcd4-4f9d-8b93-5bcfb1039996 gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:47:00.364221 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba708bd-1638-400b-9d91-36b029572bfc req-41a2dcaf-c685-4ab4-bb11-6f18921b6a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:47:00.365859 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5ba708bd-1638-400b-9d91-36b029572bfc req-41a2dcaf-c685-4ab4-bb11-6f18921b6a6b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9e9e8439f0ef4f199c1cf289f0d53ad7&device_id=48a7a552-8edb-4eaa-9a2f-3647df5aafd1 HTTP/1.1" status: 200 len: 1129 time: 0.1184845 Jan 28 19:47:00.490102 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8974f851-e80f-4eeb-9950-df6703bb1936 req-dc14c71d-1b0a-4bf0-bfd0-001596e4f0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:47:00.491721 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8974f851-e80f-4eeb-9950-df6703bb1936 req-dc14c71d-1b0a-4bf0-bfd0-001596e4f0ed service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3700e1ad-342e-4f1a-871d-e15b5f904175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1461213 Jan 28 19:47:00.562048 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba708bd-1638-400b-9d91-36b029572bfc req-89fb1dab-8dae-4973-9fa7-e911c0395aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:47:00.566126 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5ba708bd-1638-400b-9d91-36b029572bfc req-89fb1dab-8dae-4973-9fa7-e911c0395aeb service neutron] 10.222.0.41 "GET /v2.0/networks?id=df8c1d24-8252-4f3f-bd12-1bda56258e33 HTTP/1.1" status: 200 len: 897 time: 0.1917953 Jan 28 19:47:00.625954 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-66c154e0-6854-4deb-a6ab-cfd5f0b1c507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab8e9898-fcd4-4f9d-8b93-5bcfb1039996', 'name': 'tempest-TestNetworkBasicOps-router-592334437', 'tenant_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': '42e55284-9c5a-4b6c-a9c1-76670ac6975e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:44:36Z', 'updated_at': '2022-01-28T19:46:50Z', 'revision_number': 6, 'project_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'gw_port': {'id': '42e55284-9c5a-4b6c-a9c1-76670ac6975e', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:3c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8e9898-fcd4-4f9d-8b93-5bcfb1039996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3359, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:44:37Z', 'updated_at': '2022-01-28T19:44:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '7749a184-d6a9-4cd4-82e6-a1549495112c', 'name': '', 'network_id': 'df8c1d24-8252-4f3f-bd12-1bda56258e33', 'tenant_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'mac_address': 'fa:16:3e:36:8c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8e9898-fcd4-4f9d-8b93-5bcfb1039996', 'device_owner': 'network:router_interface', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': '00fd07da-3aa2-4e4e-8638-18442a62dc30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:44:45Z', 'updated_at': '2022-01-28T19:44:52Z', 'revision_number': 5, 'project_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'subnets': [{'id': '00fd07da-3aa2-4e4e-8638-18442a62dc30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:47:00.652718 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5ba708bd-1638-400b-9d91-36b029572bfc req-02a4023d-5d55-4430-8914-a1ea1139d26b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7dea02a0-3dd1-4a7a-9808-3008d1ca1e2d HTTP/1.1" status: 200 len: 217 time: 0.0786831 Jan 28 19:47:00.687154 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8974f851-e80f-4eeb-9950-df6703bb1936 req-1f0feb4e-2131-414e-996e-05817313257e service neutron] 10.222.0.70 "GET /v2.0/networks/3700e1ad-342e-4f1a-871d-e15b5f904175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875250 Jan 28 19:47:00.700794 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c154e0-6854-4deb-a6ab-cfd5f0b1c507 None None] Checking router: ab8e9898-fcd4-4f9d-8b93-5bcfb1039996 for host: n-d-812111-14 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:47:00.712577 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c154e0-6854-4deb-a6ab-cfd5f0b1c507 None None] Routers {'ab8e9898-fcd4-4f9d-8b93-5bcfb1039996'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:47:00.713390 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-66c154e0-6854-4deb-a6ab-cfd5f0b1c507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:46:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['ab8e9898-fcd4-4f9d-8b93-5bcfb1039996'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:47:00.732820 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d42b06-e4fd-4936-80ff-d00d3267a359 req-137c7765-ec62-4057-8012-d9bf53613f7f tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:47:00.739545 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e4d42b06-e4fd-4936-80ff-d00d3267a359 req-137c7765-ec62-4057-8012-d9bf53613f7f tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] 10.222.0.64 "GET /v2.0/ports?device_id=48a7a552-8edb-4eaa-9a2f-3647df5aafd1 HTTP/1.1" status: 200 len: 946 time: 0.1534622 Jan 28 19:47:00.803365 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba708bd-1638-400b-9d91-36b029572bfc req-df1417a8-25dc-403c-a0f3-60a77e552e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:47:00.806200 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5ba708bd-1638-400b-9d91-36b029572bfc req-df1417a8-25dc-403c-a0f3-60a77e552e01 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=00fd07da-3aa2-4e4e-8638-18442a62dc30 HTTP/1.1" status: 200 len: 834 time: 0.1370368 Jan 28 19:47:00.868930 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8974f851-e80f-4eeb-9950-df6703bb1936 req-4ec6443c-0f8e-4884-8f7e-e8142a9cedcd service neutron] 10.222.0.70 "GET /v2.0/networks/3700e1ad-342e-4f1a-871d-e15b5f904175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744373 Jan 28 19:47:00.891800 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e4d42b06-e4fd-4936-80ff-d00d3267a359 req-59446e52-575f-4ee7-85a4-fe5293135b5f tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] 10.222.0.64 "GET /v2.0/security-groups?id=09d604b5-f7e2-4853-804f-36f4eaae2354&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1349540 Jan 28 19:47:00.908970 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba708bd-1638-400b-9d91-36b029572bfc req-76d5bf45-5d60-4570-a083-1fc8bb78c9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:47:00.911204 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5ba708bd-1638-400b-9d91-36b029572bfc req-76d5bf45-5d60-4570-a083-1fc8bb78c9b7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=df8c1d24-8252-4f3f-bd12-1bda56258e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0981901 Jan 28 19:47:00.962198 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-66c154e0-6854-4deb-a6ab-cfd5f0b1c507 None None] Set router ab8e9898-fcd4-4f9d-8b93-5bcfb1039996 gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:47:01.040102 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5ba708bd-1638-400b-9d91-36b029572bfc req-0c709320-ed43-4337-a589-460634598830 service neutron] 10.222.0.41 "GET /v2.0/networks/df8c1d24-8252-4f3f-bd12-1bda56258e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214445 Jan 28 19:47:01.114607 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54c78c4-390e-45bc-aa92-426a05818e6a req-cfb59255-7a99-4087-8f66-19339a537467 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:47:01.122233 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f54c78c4-390e-45bc-aa92-426a05818e6a req-cfb59255-7a99-4087-8f66-19339a537467 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] 10.222.0.64 "GET /v2.0/ports?device_id=791e4287-1de3-49bc-a1ec-b6d029c0f341 HTTP/1.1" status: 200 len: 943 time: 0.0935485 Jan 28 19:47:01.171339 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:47:01.204837 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f54c78c4-390e-45bc-aa92-426a05818e6a req-f666e820-53b2-42dd-ac62-382b5a106c6b tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] 10.222.0.64 "GET /v2.0/security-groups?id=0cfd235b-3a0d-4508-9b69-242081a43994&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0814862 Jan 28 19:47:01.252917 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-66c154e0-6854-4deb-a6ab-cfd5f0b1c507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab8e9898-fcd4-4f9d-8b93-5bcfb1039996', 'name': 'tempest-TestNetworkBasicOps-router-592334437', 'tenant_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': '42e55284-9c5a-4b6c-a9c1-76670ac6975e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:44:36Z', 'updated_at': '2022-01-28T19:46:50Z', 'revision_number': 6, 'project_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'gw_port': {'id': '42e55284-9c5a-4b6c-a9c1-76670ac6975e', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:3c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8e9898-fcd4-4f9d-8b93-5bcfb1039996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3359, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:44:37Z', 'updated_at': '2022-01-28T19:44:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '7749a184-d6a9-4cd4-82e6-a1549495112c', 'name': '', 'network_id': 'df8c1d24-8252-4f3f-bd12-1bda56258e33', 'tenant_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'mac_address': 'fa:16:3e:36:8c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8e9898-fcd4-4f9d-8b93-5bcfb1039996', 'device_owner': 'network:router_interface', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': '00fd07da-3aa2-4e4e-8638-18442a62dc30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:44:45Z', 'updated_at': '2022-01-28T19:44:52Z', 'revision_number': 5, 'project_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'subnets': [{'id': '00fd07da-3aa2-4e4e-8638-18442a62dc30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:47:01.291848 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c154e0-6854-4deb-a6ab-cfd5f0b1c507 None None] The sync data for ids ['ab8e9898-fcd4-4f9d-8b93-5bcfb1039996'] in n-d-812111-14 is: [{'id': 'ab8e9898-fcd4-4f9d-8b93-5bcfb1039996', 'name': 'tempest-TestNetworkBasicOps-router-592334437', 'tenant_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': '42e55284-9c5a-4b6c-a9c1-76670ac6975e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:44:36Z', 'updated_at': '2022-01-28T19:46:50Z', 'revision_number': 6, 'project_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'gw_port': {'id': '42e55284-9c5a-4b6c-a9c1-76670ac6975e', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:3c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8e9898-fcd4-4f9d-8b93-5bcfb1039996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3359, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:44:37Z', 'updated_at': '2022-01-28T19:44:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '7749a184-d6a9-4cd4-82e6-a1549495112c', 'name': '', 'network_id': 'df8c1d24-8252-4f3f-bd12-1bda56258e33', 'tenant_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'mac_address': 'fa:16:3e:36:8c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8e9898-fcd4-4f9d-8b93-5bcfb1039996', 'device_owner': 'network:router_interface', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': '00fd07da-3aa2-4e4e-8638-18442a62dc30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:44:45Z', 'updated_at': '2022-01-28T19:44:52Z', 'revision_number': 5, 'project_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'subnets': [{'id': '00fd07da-3aa2-4e4e-8638-18442a62dc30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:47:01.526154 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5ba708bd-1638-400b-9d91-36b029572bfc req-0cbcbb4e-29ec-406f-bc8c-501dca0f1646 service neutron] 10.222.0.41 "GET /v2.0/networks/df8c1d24-8252-4f3f-bd12-1bda56258e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4799066 Jan 28 19:47:01.636478 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9bf8ea-8e03-41ef-bf9e-7c6343442892 None None] New status for floating IP a69034d3-c5f8-4cc6-a79c-5083743ade30: DOWN {{(pid=103306) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 19:47:02.041838 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9619f1-4b06-487b-b83d-22ac293282c1 req-3d121a3f-6e1b-4275-8319-1f3a1ff53e8c tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:47:02.043468 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4b9619f1-4b06-487b-b83d-22ac293282c1 req-3d121a3f-6e1b-4275-8319-1f3a1ff53e8c tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] 10.222.0.64 "GET /v2.0/ports?device_id=48a7a552-8edb-4eaa-9a2f-3647df5aafd1 HTTP/1.1" status: 200 len: 946 time: 0.0905132 Jan 28 19:47:02.056517 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844e1631-7999-4d09-9855-d56cce79c558 req-3d1d4df6-30f3-42ee-9668-f098f89fc2cf tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:47:02.058082 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-844e1631-7999-4d09-9855-d56cce79c558 req-3d1d4df6-30f3-42ee-9668-f098f89fc2cf tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] 10.222.0.41 "GET /v2.0/ports?device_id=48a7a552-8edb-4eaa-9a2f-3647df5aafd1 HTTP/1.1" status: 200 len: 946 time: 0.0712359 Jan 28 19:47:02.140777 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4b9619f1-4b06-487b-b83d-22ac293282c1 req-50c9110a-ed4e-434c-8a9b-14e487c58c70 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] 10.222.0.64 "GET /v2.0/security-groups?id=09d604b5-f7e2-4853-804f-36f4eaae2354&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816669 Jan 28 19:47:02.192077 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-844e1631-7999-4d09-9855-d56cce79c558 req-bdab81d0-3cda-4188-b040-de5a5fd930d0 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Deleting port 7dea02a0-3dd1-4a7a-9808-3008d1ca1e2d {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:47:02.192347 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-844e1631-7999-4d09-9855-d56cce79c558 req-bdab81d0-3cda-4188-b040-de5a5fd930d0 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (7dea02a0-3dd1-4a7a-9808-3008d1ca1e2d), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:02.321914 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-844e1631-7999-4d09-9855-d56cce79c558 req-bdab81d0-3cda-4188-b040-de5a5fd930d0 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] For port 7dea02a0-3dd1-4a7a-9808-3008d1ca1e2d, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=7dea02a0-3dd1-4a7a-9808-3008d1ca1e2d,segment=NetworkSegment(4aacc62a-8c59-4ded-b1ca-93156e1905f7),segment_id=4aacc62a-8c59-4ded-b1ca-93156e1905f7)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:47:02.322703 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-844e1631-7999-4d09-9855-d56cce79c558 req-bdab81d0-3cda-4188-b040-de5a5fd930d0 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (7dea02a0-3dd1-4a7a-9808-3008d1ca1e2d), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:02.347246 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-844e1631-7999-4d09-9855-d56cce79c558 req-bdab81d0-3cda-4188-b040-de5a5fd930d0 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Calling delete_port for 7dea02a0-3dd1-4a7a-9808-3008d1ca1e2d owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:47:02.396684 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc1952b-6360-43d0-8d8c-acc5a6caf9d0 req-f9304466-51d7-48aa-beed-46bb72a08ec9 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:47:02.401017 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3cc1952b-6360-43d0-8d8c-acc5a6caf9d0 req-f9304466-51d7-48aa-beed-46bb72a08ec9 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] 10.222.0.64 "GET /v2.0/ports?device_id=791e4287-1de3-49bc-a1ec-b6d029c0f341 HTTP/1.1" status: 200 len: 943 time: 0.0784991 Jan 28 19:47:02.440732 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 54ce03ba-a018-4f84-a77f-ff97c9ab71e4 details requested by agent hyperv_n-h2-812111-14 with host n-h2-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:47:02.493712 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3cc1952b-6360-43d0-8d8c-acc5a6caf9d0 req-c5bb05b0-3247-45f2-a7cd-3ab10894d091 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] 10.222.0.64 "GET /v2.0/security-groups?id=0cfd235b-3a0d-4508-9b69-242081a43994&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0889156 Jan 28 19:47:02.535316 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-844e1631-7999-4d09-9855-d56cce79c558 req-bdab81d0-3cda-4188-b040-de5a5fd930d0 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (7dea02a0-3dd1-4a7a-9808-3008d1ca1e2d), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:02.572418 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 54ce03ba-a018-4f84-a77f-ff97c9ab71e4, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=54ce03ba-a018-4f84-a77f-ff97c9ab71e4,segment=NetworkSegment(b4a896b1-8268-4f57-aff2-2ae084c28756),segment_id=b4a896b1-8268-4f57-aff2-2ae084c28756)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:47:02.587631 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Returning: {'device': '54ce03ba-a018-4f84-a77f-ff97c9ab71e4', 'network_id': '3700e1ad-342e-4f1a-871d-e15b5f904175', 'port_id': '54ce03ba-a018-4f84-a77f-ff97c9ab71e4', 'mac_address': 'fa:16:3e:6f:0a:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b109c86a-1507-4ec3-aba8-1ee8310a4fe4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:47:02.641980 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 54ce03ba-a018-4f84-a77f-ff97c9ab71e4 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:47:02.642576 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (54ce03ba-a018-4f84-a77f-ff97c9ab71e4), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:02.657644 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54ce03ba-a018-4f84-a77f-ff97c9ab71e4 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:47:02.659456 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-844e1631-7999-4d09-9855-d56cce79c558 req-bdab81d0-3cda-4188-b040-de5a5fd930d0 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] No DVR routers for this DVR port 7dea02a0-3dd1-4a7a-9808-3008d1ca1e2d on host n-h1-812111-14 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:47:02.664935 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-844e1631-7999-4d09-9855-d56cce79c558 req-bdab81d0-3cda-4188-b040-de5a5fd930d0 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:02.670559 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-844e1631-7999-4d09-9855-d56cce79c558 req-bdab81d0-3cda-4188-b040-de5a5fd930d0 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] 10.222.0.41 "DELETE /v2.0/ports/7dea02a0-3dd1-4a7a-9808-3008d1ca1e2d HTTP/1.1" status: 204 len: 173 time: 0.6043203 Jan 28 19:47:02.671580 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdab81d0-3cda-4188-b040-de5a5fd930d0 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Pushing event deleted for resources: {'Port': ['ID=7dea02a0-3dd1-4a7a-9808-3008d1ca1e2d,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:47:02.675446 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48a7a552-8edb-4eaa-9a2f-3647df5aafd1', 'name': 'network-vif-deleted', 'tag': '7dea02a0-3dd1-4a7a-9808-3008d1ca1e2d'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:47:02.679727 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33e96fc8-41ce-473e-96f2-a8f6aa29e319" -d '{"events": [{"server_uuid": "48a7a552-8edb-4eaa-9a2f-3647df5aafd1", "name": "network-vif-deleted", "tag": "7dea02a0-3dd1-4a7a-9808-3008d1ca1e2d"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:47:02.680955 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 54ce03ba-a018-4f84-a77f-ff97c9ab71e4, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=54ce03ba-a018-4f84-a77f-ff97c9ab71e4,segment=NetworkSegment(b4a896b1-8268-4f57-aff2-2ae084c28756),segment_id=b4a896b1-8268-4f57-aff2-2ae084c28756)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:47:02.687910 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (54ce03ba-a018-4f84-a77f-ff97c9ab71e4), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:02.724974 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2f34d4f-35ae-4304-b3f1-17fed34dc208 x-openstack-request-id: req-f2f34d4f-35ae-4304-b3f1-17fed34dc208 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:47:02.725364 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48a7a552-8edb-4eaa-9a2f-3647df5aafd1", "name": "network-vif-deleted", "tag": "7dea02a0-3dd1-4a7a-9808-3008d1ca1e2d", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:47:02.725682 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f2f34d4f-35ae-4304-b3f1-17fed34dc208 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:47:02.726219 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48a7a552-8edb-4eaa-9a2f-3647df5aafd1', 'name': 'network-vif-deleted', 'tag': '7dea02a0-3dd1-4a7a-9808-3008d1ca1e2d', 'status': 'completed', 'code': 200} Jan 28 19:47:02.788503 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=54ce03ba-a018-4f84-a77f-ff97c9ab71e4,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:47:02.888178 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['54ce03ba-a018-4f84-a77f-ff97c9ab71e4'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:47:03.301839 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8d6a2f45-36ea-4e01-9726-803013d33ea0 req-60f60b21-9eb1-4b26-acd5-40cd3540bcab tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] 10.222.0.64 "GET /v2.0/ports?device_id=48a7a552-8edb-4eaa-9a2f-3647df5aafd1 HTTP/1.1" status: 200 len: 210 time: 0.0400903 Jan 28 19:47:03.625968 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2bfddd-3671-45c6-81f9-1ca8b6e60f53 req-b8b7853d-e4b5-4d94-a3f9-f4e402d4fab2 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:47:03.627544 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7e2bfddd-3671-45c6-81f9-1ca8b6e60f53 req-b8b7853d-e4b5-4d94-a3f9-f4e402d4fab2 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] 10.222.0.64 "GET /v2.0/ports?device_id=791e4287-1de3-49bc-a1ec-b6d029c0f341 HTTP/1.1" status: 200 len: 944 time: 0.0624311 Jan 28 19:47:03.693384 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7e2bfddd-3671-45c6-81f9-1ca8b6e60f53 req-7e7508e9-ea24-4fe0-b822-59eb5c28ce6b tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] 10.222.0.64 "GET /v2.0/security-groups?id=0cfd235b-3a0d-4508-9b69-242081a43994&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0556438 Jan 28 19:47:04.364394 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 55288) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:47:04.425790 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-014c35dd-d3cc-4851-8655-26f82ddb52b2 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks [] for security_group (09d604b5-f7e2-4853-804f-36f4eaae2354), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:04.460104 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-014c35dd-d3cc-4851-8655-26f82ddb52b2 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks [] for security_group (09d604b5-f7e2-4853-804f-36f4eaae2354), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:04.470540 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 54ce03ba-a018-4f84-a77f-ff97c9ab71e4 up at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:47:04.526540 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-014c35dd-d3cc-4851-8655-26f82ddb52b2 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (09d604b5-f7e2-4853-804f-36f4eaae2354), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:04.529800 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-014c35dd-d3cc-4851-8655-26f82ddb52b2 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:04.534101 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-014c35dd-d3cc-4851-8655-26f82ddb52b2 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] 10.222.0.64 "DELETE /v2.0/security-groups/09d604b5-f7e2-4853-804f-36f4eaae2354 HTTP/1.1" status: 204 len: 168 time: 0.1686695 Jan 28 19:47:04.536731 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning for port 54ce03ba-a018-4f84-a77f-ff97c9ab71e4 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:47:04.541644 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning complete for port 54ce03ba-a018-4f84-a77f-ff97c9ab71e4 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:47:04.542215 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (54ce03ba-a018-4f84-a77f-ff97c9ab71e4), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:04.545566 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014c35dd-d3cc-4851-8655-26f82ddb52b2 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09d604b5-f7e2-4853-804f-36f4eaae2354,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:47:04.578027 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 55294) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:47:04.652126 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 54ce03ba-a018-4f84-a77f-ff97c9ab71e4 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:47:04.652524 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (54ce03ba-a018-4f84-a77f-ff97c9ab71e4), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:04.678886 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '791e4287-1de3-49bc-a1ec-b6d029c0f341', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54ce03ba-a018-4f84-a77f-ff97c9ab71e4'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:47:04.681236 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bf6f0e5-2393-41cf-a972-1f9ad17be4bd" -d '{"events": [{"server_uuid": "791e4287-1de3-49bc-a1ec-b6d029c0f341", "name": "network-vif-plugged", "status": "completed", "tag": "54ce03ba-a018-4f84-a77f-ff97c9ab71e4"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:47:04.696343 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 54ce03ba-a018-4f84-a77f-ff97c9ab71e4, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=54ce03ba-a018-4f84-a77f-ff97c9ab71e4,segment=NetworkSegment(b4a896b1-8268-4f57-aff2-2ae084c28756),segment_id=b4a896b1-8268-4f57-aff2-2ae084c28756)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:47:04.701384 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (54ce03ba-a018-4f84-a77f-ff97c9ab71e4), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:04.778017 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:47:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8d160cf-7999-4d0f-bca3-a7206bb42048 x-openstack-request-id: req-d8d160cf-7999-4d0f-bca3-a7206bb42048 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:47:04.778231 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "791e4287-1de3-49bc-a1ec-b6d029c0f341", "name": "network-vif-plugged", "status": "completed", "tag": "54ce03ba-a018-4f84-a77f-ff97c9ab71e4", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:47:04.778488 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d8d160cf-7999-4d0f-bca3-a7206bb42048 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:47:04.778889 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '791e4287-1de3-49bc-a1ec-b6d029c0f341', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54ce03ba-a018-4f84-a77f-ff97c9ab71e4', 'code': 200} Jan 28 19:47:04.826544 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=54ce03ba-a018-4f84-a77f-ff97c9ab71e4,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:47:04.884416 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81144b68-179c-4c28-bb30-13138aee27ec req-d4b6dd8d-c550-4304-8f7d-031e0e7347fd tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:47:04.886371 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-81144b68-179c-4c28-bb30-13138aee27ec req-d4b6dd8d-c550-4304-8f7d-031e0e7347fd tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] 10.222.0.64 "GET /v2.0/ports?device_id=791e4287-1de3-49bc-a1ec-b6d029c0f341 HTTP/1.1" status: 200 len: 945 time: 0.0793898 Jan 28 19:47:04.932280 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 7dea02a0-3dd1-4a7a-9808-3008d1ca1e2d no longer exists at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:47:04.963618 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-81144b68-179c-4c28-bb30-13138aee27ec req-e1e22fef-ac3c-4d3b-9b1d-c0f22387162c tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] 10.222.0.64 "GET /v2.0/security-groups?id=0cfd235b-3a0d-4508-9b69-242081a43994&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0711286 Jan 28 19:47:04.978614 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] No Port match for: 7dea02a0-3dd1-4a7a-9808-3008d1ca1e2d {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:47:04.979264 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 7dea02a0-3dd1-4a7a-9808-3008d1ca1e2d not bound to the agent host n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:47:05.009763 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5473e4e2-2dc8-4fd2-9179-d70b5cd639fe req-b185fe6e-c5a9-415f-91f4-3ad8fd6dde00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:47:05.011275 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5473e4e2-2dc8-4fd2-9179-d70b5cd639fe req-b185fe6e-c5a9-415f-91f4-3ad8fd6dde00 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=791e4287-1de3-49bc-a1ec-b6d029c0f341 HTTP/1.1" status: 200 len: 1128 time: 0.1680307 Jan 28 19:47:05.095016 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5473e4e2-2dc8-4fd2-9179-d70b5cd639fe req-987206b9-925d-4160-8954-35a4cfb96740 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=0cfd235b-3a0d-4508-9b69-242081a43994&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0644002 Jan 28 19:47:05.162828 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b3790a0d-60b2-43dd-89fc-62674d7390c4 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-732838'] for router_interface (ab8e9898-fcd4-4f9d-8b93-5bcfb1039996), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:05.442572 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-b3790a0d-60b2-43dd-89fc-62674d7390c4 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Deleting port 7749a184-d6a9-4cd4-82e6-a1549495112c {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:47:05.442898 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b3790a0d-60b2-43dd-89fc-62674d7390c4 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (7749a184-d6a9-4cd4-82e6-a1549495112c), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:05.542227 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-b3790a0d-60b2-43dd-89fc-62674d7390c4 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] For port 7749a184-d6a9-4cd4-82e6-a1549495112c, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=7749a184-d6a9-4cd4-82e6-a1549495112c,segment=NetworkSegment(4aacc62a-8c59-4ded-b1ca-93156e1905f7),segment_id=4aacc62a-8c59-4ded-b1ca-93156e1905f7)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:47:05.542599 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b3790a0d-60b2-43dd-89fc-62674d7390c4 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (7749a184-d6a9-4cd4-82e6-a1549495112c), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:05.557057 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-b3790a0d-60b2-43dd-89fc-62674d7390c4 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Calling delete_port for 7749a184-d6a9-4cd4-82e6-a1549495112c owned by network:router_interface {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:47:05.795118 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b3790a0d-60b2-43dd-89fc-62674d7390c4 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (7749a184-d6a9-4cd4-82e6-a1549495112c), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:05.834146 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3790a0d-60b2-43dd-89fc-62674d7390c4 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Pushing event deleted for resources: {'Port': ['ID=7749a184-d6a9-4cd4-82e6-a1549495112c,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:47:06.059793 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b3790a0d-60b2-43dd-89fc-62674d7390c4 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-732682'] for router_interface (ab8e9898-fcd4-4f9d-8b93-5bcfb1039996), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:06.238546 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcd2b7f-ed3f-46ae-a9cc-4930d21e2a2b req-f5c13746-930f-453f-8342-3c647abdda0a tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:47:06.240052 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-abcd2b7f-ed3f-46ae-a9cc-4930d21e2a2b req-f5c13746-930f-453f-8342-3c647abdda0a tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] 10.222.0.64 "GET /v2.0/ports?device_id=791e4287-1de3-49bc-a1ec-b6d029c0f341 HTTP/1.1" status: 200 len: 945 time: 0.1190026 Jan 28 19:47:06.337651 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-abcd2b7f-ed3f-46ae-a9cc-4930d21e2a2b req-c5fd0d28-895c-477b-8511-a258cc1b01a3 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] 10.222.0.64 "GET /v2.0/security-groups?id=0cfd235b-3a0d-4508-9b69-242081a43994&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0865612 Jan 28 19:47:06.411256 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3790a0d-60b2-43dd-89fc-62674d7390c4 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Router ab8e9898-fcd4-4f9d-8b93-5bcfb1039996 has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:47:06.540655 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3790a0d-60b2-43dd-89fc-62674d7390c4 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:47:06.553715 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-b3790a0d-60b2-43dd-89fc-62674d7390c4 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] 10.222.0.64 "PUT /v2.0/routers/ab8e9898-fcd4-4f9d-8b93-5bcfb1039996/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9734566 Jan 28 19:47:06.555455 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 55328) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:47:06.559244 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d55bc37-5e43-4a76-b4f7-b166737750da None None] Sync routers for ids ['ab8e9898-fcd4-4f9d-8b93-5bcfb1039996'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:47:06.571982 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d55bc37-5e43-4a76-b4f7-b166737750da None None] Routers {'ab8e9898-fcd4-4f9d-8b93-5bcfb1039996'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:47:06.572648 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-7d55bc37-5e43-4a76-b4f7-b166737750da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:46:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['ab8e9898-fcd4-4f9d-8b93-5bcfb1039996'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:47:06.638285 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca8b3940-bc3a-4873-ba55-d9148d7ae691 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Deleting subnet 00fd07da-3aa2-4e4e-8638-18442a62dc30 {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:47:06.644957 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ca8b3940-bc3a-4873-ba55-d9148d7ae691 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks [] for subnet (00fd07da-3aa2-4e4e-8638-18442a62dc30), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:06.652042 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ea6a3631-e11d-41a0-ab74-7d160193c04c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:06.733503 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ca8b3940-bc3a-4873-ba55-d9148d7ae691 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4747050'] for subnet (00fd07da-3aa2-4e4e-8638-18442a62dc30), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:06.781141 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-7d55bc37-5e43-4a76-b4f7-b166737750da None None] Set router ab8e9898-fcd4-4f9d-8b93-5bcfb1039996 gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:47:06.875833 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ca8b3940-bc3a-4873-ba55-d9148d7ae691 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (00fd07da-3aa2-4e4e-8638-18442a62dc30), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:06.947806 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ca8b3940-bc3a-4873-ba55-d9148d7ae691 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4690616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5222356'] for subnet (00fd07da-3aa2-4e4e-8638-18442a62dc30), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:06.988283 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-7d55bc37-5e43-4a76-b4f7-b166737750da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab8e9898-fcd4-4f9d-8b93-5bcfb1039996', 'name': 'tempest-TestNetworkBasicOps-router-592334437', 'tenant_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': '42e55284-9c5a-4b6c-a9c1-76670ac6975e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:44:36Z', 'updated_at': '2022-01-28T19:47:05Z', 'revision_number': 7, 'project_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'gw_port': {'id': '42e55284-9c5a-4b6c-a9c1-76670ac6975e', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:3c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8e9898-fcd4-4f9d-8b93-5bcfb1039996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3359, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:44:37Z', 'updated_at': '2022-01-28T19:44:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:47:06.989981 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8b3940-bc3a-4873-ba55-d9148d7ae691 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Pushing event deleted for resources: {'Subnet': ['ID=00fd07da-3aa2-4e4e-8638-18442a62dc30,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:47:06.995452 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ca8b3940-bc3a-4873-ba55-d9148d7ae691 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:07.001783 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 55332) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:47:07.003108 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-ca8b3940-bc3a-4873-ba55-d9148d7ae691 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] 10.222.0.64 "DELETE /v2.0/subnets/00fd07da-3aa2-4e4e-8638-18442a62dc30 HTTP/1.1" status: 204 len: 168 time: 0.4464312 Jan 28 19:47:07.007844 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59fb1680-9a90-4fa0-916c-c8ff204a318a None None] Network df8c1d24-8252-4f3f-bd12-1bda56258e33 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:47:07.027934 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d55bc37-5e43-4a76-b4f7-b166737750da None None] Checking router: ab8e9898-fcd4-4f9d-8b93-5bcfb1039996 for host: n-d-812111-14 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:47:07.037450 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d55bc37-5e43-4a76-b4f7-b166737750da None None] Routers {'ab8e9898-fcd4-4f9d-8b93-5bcfb1039996'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:47:07.040204 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-7d55bc37-5e43-4a76-b4f7-b166737750da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:46:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['ab8e9898-fcd4-4f9d-8b93-5bcfb1039996'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:47:07.167536 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-7d55bc37-5e43-4a76-b4f7-b166737750da None None] Set router ab8e9898-fcd4-4f9d-8b93-5bcfb1039996 gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:47:07.230519 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f881df55-367e-4952-8312-d4183b526717 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks [] for router (ab8e9898-fcd4-4f9d-8b93-5bcfb1039996), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:07.298903 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df66eadc-9a9b-45ba-80b6-5e1c8b8d4c01 None None] DHCP port deletion for df8c1d24-8252-4f3f-bd12-1bda56258e33 request from n-d-812111-14 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:47:07.380173 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-df66eadc-9a9b-45ba-80b6-5e1c8b8d4c01 None None] Deleting port 9174739c-554e-4fba-a386-9d0d8ab7be25 {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:47:07.384485 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-df66eadc-9a9b-45ba-80b6-5e1c8b8d4c01 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (9174739c-554e-4fba-a386-9d0d8ab7be25), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:07.391383 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f881df55-367e-4952-8312-d4183b526717 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks [] for router_gateway (ab8e9898-fcd4-4f9d-8b93-5bcfb1039996), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:07.412363 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-7d55bc37-5e43-4a76-b4f7-b166737750da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab8e9898-fcd4-4f9d-8b93-5bcfb1039996', 'name': 'tempest-TestNetworkBasicOps-router-592334437', 'tenant_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': '42e55284-9c5a-4b6c-a9c1-76670ac6975e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:44:36Z', 'updated_at': '2022-01-28T19:47:05Z', 'revision_number': 7, 'project_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'gw_port': {'id': '42e55284-9c5a-4b6c-a9c1-76670ac6975e', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:3c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8e9898-fcd4-4f9d-8b93-5bcfb1039996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3359, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:44:37Z', 'updated_at': '2022-01-28T19:44:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:47:07.454815 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d55bc37-5e43-4a76-b4f7-b166737750da None None] The sync data for ids ['ab8e9898-fcd4-4f9d-8b93-5bcfb1039996'] in n-d-812111-14 is: [{'id': 'ab8e9898-fcd4-4f9d-8b93-5bcfb1039996', 'name': 'tempest-TestNetworkBasicOps-router-592334437', 'tenant_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': '42e55284-9c5a-4b6c-a9c1-76670ac6975e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:44:36Z', 'updated_at': '2022-01-28T19:47:05Z', 'revision_number': 7, 'project_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'gw_port': {'id': '42e55284-9c5a-4b6c-a9c1-76670ac6975e', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:3c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8e9898-fcd4-4f9d-8b93-5bcfb1039996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3359, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:44:37Z', 'updated_at': '2022-01-28T19:44:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:47:07.522889 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-df66eadc-9a9b-45ba-80b6-5e1c8b8d4c01 None None] For port 9174739c-554e-4fba-a386-9d0d8ab7be25, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=9174739c-554e-4fba-a386-9d0d8ab7be25,segment=NetworkSegment(4aacc62a-8c59-4ded-b1ca-93156e1905f7),segment_id=4aacc62a-8c59-4ded-b1ca-93156e1905f7)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:47:07.523279 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-df66eadc-9a9b-45ba-80b6-5e1c8b8d4c01 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (9174739c-554e-4fba-a386-9d0d8ab7be25), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:07.537136 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-df66eadc-9a9b-45ba-80b6-5e1c8b8d4c01 None None] Calling delete_port for 9174739c-554e-4fba-a386-9d0d8ab7be25 owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:47:07.554432 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-f881df55-367e-4952-8312-d4183b526717 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Deleting port 42e55284-9c5a-4b6c-a9c1-76670ac6975e {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:47:07.556993 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f881df55-367e-4952-8312-d4183b526717 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (42e55284-9c5a-4b6c-a9c1-76670ac6975e), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:07.631668 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-df66eadc-9a9b-45ba-80b6-5e1c8b8d4c01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985'] for port (9174739c-554e-4fba-a386-9d0d8ab7be25), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:07.645865 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5560bee-10c8-4f15-84b5-49a1da191a5e req-a6e9f618-e514-422c-ae5d-45a0615c190b tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:47:07.647709 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d5560bee-10c8-4f15-84b5-49a1da191a5e req-a6e9f618-e514-422c-ae5d-45a0615c190b tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] 10.222.0.64 "GET /v2.0/ports?device_id=791e4287-1de3-49bc-a1ec-b6d029c0f341 HTTP/1.1" status: 200 len: 945 time: 0.1866534 Jan 28 19:47:07.671394 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df66eadc-9a9b-45ba-80b6-5e1c8b8d4c01 None None] No DVR routers for this DVR port 9174739c-554e-4fba-a386-9d0d8ab7be25 on host n-d-812111-14 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:47:07.682462 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df66eadc-9a9b-45ba-80b6-5e1c8b8d4c01 None None] Pushing event deleted for resources: {'Port': ['ID=9174739c-554e-4fba-a386-9d0d8ab7be25,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:47:07.724331 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-f881df55-367e-4952-8312-d4183b526717 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] For port 42e55284-9c5a-4b6c-a9c1-76670ac6975e, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=42e55284-9c5a-4b6c-a9c1-76670ac6975e,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:47:07.724706 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f881df55-367e-4952-8312-d4183b526717 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (42e55284-9c5a-4b6c-a9c1-76670ac6975e), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:07.747884 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-f881df55-367e-4952-8312-d4183b526717 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Calling delete_port for 42e55284-9c5a-4b6c-a9c1-76670ac6975e owned by network:router_gateway {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:47:07.754893 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d5560bee-10c8-4f15-84b5-49a1da191a5e req-bda227cd-3df1-48c6-b9ba-dfe81e18bc71 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] 10.222.0.64 "GET /v2.0/security-groups?id=0cfd235b-3a0d-4508-9b69-242081a43994&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0969169 Jan 28 19:47:07.891867 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991d862c-33c8-46b4-be64-98be19811dcf req-dc30df25-c585-44a1-b6bc-62ff9d1d5028 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:47:07.903686 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-991d862c-33c8-46b4-be64-98be19811dcf req-dc30df25-c585-44a1-b6bc-62ff9d1d5028 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] 10.222.0.64 "GET /v2.0/ports?device_id=791e4287-1de3-49bc-a1ec-b6d029c0f341 HTTP/1.1" status: 200 len: 945 time: 0.0732908 Jan 28 19:47:07.904216 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 55346) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:47:07.908953 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-736c02c1-fc10-4eca-abe8-bba5b8424c41 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Request body: {'floatingip': {'port_id': '54ce03ba-a018-4f84-a77f-ff97c9ab71e4'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:47:07.957151 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-736c02c1-fc10-4eca-abe8-bba5b8424c41 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Publish callbacks [] for floatingip (1c6cacda-a368-48f8-b4ee-e067ee0a2db2), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:07.995125 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f881df55-367e-4952-8312-d4183b526717 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (42e55284-9c5a-4b6c-a9c1-76670ac6975e), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:08.060091 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f881df55-367e-4952-8312-d4183b526717 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Pushing event deleted for resources: {'Port': ['ID=42e55284-9c5a-4b6c-a9c1-76670ac6975e,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:47:08.145520 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f881df55-367e-4952-8312-d4183b526717 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-731488'] for router_gateway (ab8e9898-fcd4-4f9d-8b93-5bcfb1039996), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:08.261933 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f881df55-367e-4952-8312-d4183b526717 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-730901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261120'] for router (ab8e9898-fcd4-4f9d-8b93-5bcfb1039996), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:08.264136 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f881df55-367e-4952-8312-d4183b526717 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks [] for router_controller (ab8e9898-fcd4-4f9d-8b93-5bcfb1039996), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:08.343890 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f881df55-367e-4952-8312-d4183b526717 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-730908'] for router (ab8e9898-fcd4-4f9d-8b93-5bcfb1039996), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:08.344467 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f881df55-367e-4952-8312-d4183b526717 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Fanout notify agent at l3_agent the message router_deleted on router ab8e9898-fcd4-4f9d-8b93-5bcfb1039996 {{(pid=103305) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:47:08.352779 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f881df55-367e-4952-8312-d4183b526717 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:08.357872 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-f881df55-367e-4952-8312-d4183b526717 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] 10.222.0.64 "DELETE /v2.0/routers/ab8e9898-fcd4-4f9d-8b93-5bcfb1039996 HTTP/1.1" status: 204 len: 168 time: 1.3548074 Jan 28 19:47:08.359190 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 55356) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:47:08.497645 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-008229b4-a678-462d-a141-b3adcdfc1a82 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (df8c1d24-8252-4f3f-bd12-1bda56258e33), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:08.625767 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-008229b4-a678-462d-a141-b3adcdfc1a82 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (df8c1d24-8252-4f3f-bd12-1bda56258e33), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:08.652982 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-008229b4-a678-462d-a141-b3adcdfc1a82 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df8c1d24-8252-4f3f-bd12-1bda56258e33']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:47:08.663990 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-008229b4-a678-462d-a141-b3adcdfc1a82 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4aacc62a-8c59-4ded-b1ca-93156e1905f7') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:47:08.664429 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-008229b4-a678-462d-a141-b3adcdfc1a82 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4aacc62a-8c59-4ded-b1ca-93156e1905f7') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:47:08.682833 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-008229b4-a678-462d-a141-b3adcdfc1a82 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16187153'] for segment (4aacc62a-8c59-4ded-b1ca-93156e1905f7), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:08.698497 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-008229b4-a678-462d-a141-b3adcdfc1a82 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (4aacc62a-8c59-4ded-b1ca-93156e1905f7), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:08.705401 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-008229b4-a678-462d-a141-b3adcdfc1a82 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:47:08.705968 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-008229b4-a678-462d-a141-b3adcdfc1a82 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4752570'] for segment (4aacc62a-8c59-4ded-b1ca-93156e1905f7), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:08.709795 n-d-812111-14 neutron-server[103305]: Traceback (most recent call last): Jan 28 19:47:08.709795 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:47:08.709795 n-d-812111-14 neutron-server[103305]: timer() Jan 28 19:47:08.709795 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:47:08.709795 n-d-812111-14 neutron-server[103305]: cb(*args, **kw) Jan 28 19:47:08.709795 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:47:08.709795 n-d-812111-14 neutron-server[103305]: return func(*args, **kwargs) Jan 28 19:47:08.709795 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:47:08.709795 n-d-812111-14 neutron-server[103305]: self._notify() Jan 28 19:47:08.709795 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:47:08.709795 n-d-812111-14 neutron-server[103305]: self.callback(batched_events) Jan 28 19:47:08.709795 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:47:08.709795 n-d-812111-14 neutron-server[103305]: event.method(event) Jan 28 19:47:08.709795 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:47:08.709795 n-d-812111-14 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:47:08.709795 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:47:08.709795 n-d-812111-14 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:47:08.709795 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:47:08.709795 n-d-812111-14 neutron-server[103305]: return f(self, *a, **k) Jan 28 19:47:08.709795 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:47:08.709795 n-d-812111-14 neutron-server[103305]: return self._get(url).json() Jan 28 19:47:08.709795 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:47:08.709795 n-d-812111-14 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:47:08.709795 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:47:08.709795 n-d-812111-14 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 28 19:47:08.709795 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:47:08.709795 n-d-812111-14 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:47:08.709795 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:47:08.709795 n-d-812111-14 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:47:08.709795 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:47:08.709795 n-d-812111-14 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:47:08.709795 n-d-812111-14 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:47:08.786567 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-008229b4-a678-462d-a141-b3adcdfc1a82 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (df8c1d24-8252-4f3f-bd12-1bda56258e33), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:08.795142 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-008229b4-a678-462d-a141-b3adcdfc1a82 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:08.812720 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-008229b4-a678-462d-a141-b3adcdfc1a82 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] 10.222.0.64 "DELETE /v2.0/networks/df8c1d24-8252-4f3f-bd12-1bda56258e33 HTTP/1.1" status: 204 len: 168 time: 0.4521432 Jan 28 19:47:08.846923 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 55364) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:47:08.852225 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-a44f5e3f-a075-4838-b153-99110a45a844 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Request body: {'network': {'name': 'tempest-network-smoke--943813470', 'project_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'port_security_enabled': True}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:47:08.862612 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008229b4-a678-462d-a141-b3adcdfc1a82 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Pushing event deleted for resources: {'Network': ['ID=df8c1d24-8252-4f3f-bd12-1bda56258e33,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:47:08.883638 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a44f5e3f-a075-4838-b153-99110a45a844 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Made reservation on behalf of 9e9e8439f0ef4f199c1cf289f0d53ad7 for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:47:08.888424 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a44f5e3f-a075-4838-b153-99110a45a844 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:08.929992 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a44f5e3f-a075-4838-b153-99110a45a844 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:47:08.942910 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a44f5e3f-a075-4838-b153-99110a45a844 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (32d0a33d-f231-4511-81a4-f2642c9ea91a), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:08.943372 n-d-812111-14 neutron-server[103305]: INFO neutron.db.segments_db [None req-a44f5e3f-a075-4838-b153-99110a45a844 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Added segment 32d0a33d-f231-4511-81a4-f2642c9ea91a of type vlan for network 71ea10f0-ed0a-45f6-9cbf-97f979f8b718 Jan 28 19:47:08.946034 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-09e4685a-10b4-49b8-b76c-15d4973e9084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:08.996699 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a44f5e3f-a075-4838-b153-99110a45a844 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (71ea10f0-ed0a-45f6-9cbf-97f979f8b718), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:09.029802 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a44f5e3f-a075-4838-b153-99110a45a844 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (71ea10f0-ed0a-45f6-9cbf-97f979f8b718), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:09.031859 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 9174739c-554e-4fba-a386-9d0d8ab7be25 no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:47:09.041976 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a44f5e3f-a075-4838-b153-99110a45a844 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:47:09.042631 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a44f5e3f-a075-4838-b153-99110a45a844 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:09.107826 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: 9174739c-554e-4fba-a386-9d0d8ab7be25 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:47:09.108548 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 9174739c-554e-4fba-a386-9d0d8ab7be25 not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:47:09.109230 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 42e55284-9c5a-4b6c-a9c1-76670ac6975e no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:47:09.140314 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-a44f5e3f-a075-4838-b153-99110a45a844 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2921722 Jan 28 19:47:09.143277 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 55368) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:47:09.148141 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-bec40d49-3a59-4a20-9ed5-2cdd1ecfbd8f tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-881617538', 'admin_state_up': True, 'project_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:47:09.153181 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: 42e55284-9c5a-4b6c-a9c1-76670ac6975e {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:47:09.153533 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 42e55284-9c5a-4b6c-a9c1-76670ac6975e not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:47:09.153953 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 7749a184-d6a9-4cd4-82e6-a1549495112c no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:47:09.177480 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: 7749a184-d6a9-4cd4-82e6-a1549495112c {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:47:09.177827 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 7749a184-d6a9-4cd4-82e6-a1549495112c not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:47:09.185800 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44f5e3f-a075-4838-b153-99110a45a844 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Pushing event updated for resources: {'Network': ['ID=71ea10f0-ed0a-45f6-9cbf-97f979f8b718,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:47:09.196633 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bec40d49-3a59-4a20-9ed5-2cdd1ecfbd8f tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261150'] for router (0f3b4636-a9ba-47e5-8bde-f46ea3d6285b), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:09.200833 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network 71ea10f0-ed0a-45f6-9cbf-97f979f8b718 details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:47:09.213880 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bec40d49-3a59-4a20-9ed5-2cdd1ecfbd8f tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-731099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-731441', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261129'] for router (0f3b4636-a9ba-47e5-8bde-f46ea3d6285b), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:09.329174 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bec40d49-3a59-4a20-9ed5-2cdd1ecfbd8f tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks [] for router_controller (0f3b4636-a9ba-47e5-8bde-f46ea3d6285b), precommit_add_association {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:09.380466 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-736c02c1-fc10-4eca-abe8-bba5b8424c41 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:09.387919 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-736c02c1-fc10-4eca-abe8-bba5b8424c41 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734886'] for floatingip (1c6cacda-a368-48f8-b4ee-e067ee0a2db2), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:09.508134 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bec40d49-3a59-4a20-9ed5-2cdd1ecfbd8f tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks [] for router_gateway (0f3b4636-a9ba-47e5-8bde-f46ea3d6285b), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:09.518819 n-d-812111-14 neutron-server[103304]: INFO neutron.db.l3_db [None req-736c02c1-fc10-4eca-abe8-bba5b8424c41 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Floating IP 1c6cacda-a368-48f8-b4ee-e067ee0a2db2 associated. External IP: 172.25.6.220, port: 54ce03ba-a018-4f84-a77f-ff97c9ab71e4. Jan 28 19:47:09.781406 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bec40d49-3a59-4a20-9ed5-2cdd1ecfbd8f tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks [] for router_gateway (0f3b4636-a9ba-47e5-8bde-f46ea3d6285b), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:09.788070 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-736c02c1-fc10-4eca-abe8-bba5b8424c41 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Router 1d65a469-c414-4fde-a6f4-6667472e81f1 has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:47:09.807442 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bec40d49-3a59-4a20-9ed5-2cdd1ecfbd8f tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:09.816535 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:09.918932 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-736c02c1-fc10-4eca-abe8-bba5b8424c41 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:47:09.923945 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-736c02c1-fc10-4eca-abe8-bba5b8424c41 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for floatingip (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:09.929760 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4468846-ef67-49b0-80a3-b9226883854b None None] Sync routers for ids ['1d65a469-c414-4fde-a6f4-6667472e81f1'] in n-d-812111-14 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:47:09.942538 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4468846-ef67-49b0-80a3-b9226883854b None None] Routers {'1d65a469-c414-4fde-a6f4-6667472e81f1'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:47:09.945461 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-a4468846-ef67-49b0-80a3-b9226883854b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:47:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['1d65a469-c414-4fde-a6f4-6667472e81f1'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:47:09.946702 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-bec40d49-3a59-4a20-9ed5-2cdd1ecfbd8f tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Allocated IP 172.25.6.102 (d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8/a648e4ab-7422-41b9-b133-58aca25ab8f5/a212d1c3-0e0d-4c8f-b2ae-82394f053bf3) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:47:09.959078 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-736c02c1-fc10-4eca-abe8-bba5b8424c41 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] 10.222.0.64 "PUT /v2.0/floatingips/1c6cacda-a368-48f8-b4ee-e067ee0a2db2 HTTP/1.1" status: 200 len: 991 time: 2.0537765 Jan 28 19:47:09.959846 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '791e4287-1de3-49bc-a1ec-b6d029c0f341', 'tag': '54ce03ba-a018-4f84-a77f-ff97c9ab71e4'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:47:09.962906 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11d3b080-99d1-4d95-98fb-17e221f22c4a" -d '{"events": [{"name": "network-changed", "server_uuid": "791e4287-1de3-49bc-a1ec-b6d029c0f341", "tag": "54ce03ba-a018-4f84-a77f-ff97c9ab71e4"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:47:10.039815 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a30711bd-8e8b-4253-9ea0-e824d1a1b01b x-openstack-request-id: req-a30711bd-8e8b-4253-9ea0-e824d1a1b01b {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:47:10.040162 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "791e4287-1de3-49bc-a1ec-b6d029c0f341", "tag": "54ce03ba-a018-4f84-a77f-ff97c9ab71e4", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:47:10.040434 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a30711bd-8e8b-4253-9ea0-e824d1a1b01b {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:47:10.040909 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '791e4287-1de3-49bc-a1ec-b6d029c0f341', 'tag': '54ce03ba-a018-4f84-a77f-ff97c9ab71e4', 'status': 'completed', 'code': 200} Jan 28 19:47:10.124403 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d3b080-99d1-4d95-98fb-17e221f22c4a req-4a5f2d75-6cf2-48c6-bb44-e5592218480c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:47:10.126511 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-11d3b080-99d1-4d95-98fb-17e221f22c4a req-4a5f2d75-6cf2-48c6-bb44-e5592218480c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ce9d5ffcc83f4c96b4b0a979abf83eac&device_id=791e4287-1de3-49bc-a1ec-b6d029c0f341 HTTP/1.1" status: 200 len: 1128 time: 0.0680544 Jan 28 19:47:10.147570 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bec40d49-3a59-4a20-9ed5-2cdd1ecfbd8f tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks [] for port (a212d1c3-0e0d-4c8f-b2ae-82394f053bf3), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:10.181603 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-a4468846-ef67-49b0-80a3-b9226883854b None None] Set router 1d65a469-c414-4fde-a6f4-6667472e81f1 gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:47:10.210395 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bec40d49-3a59-4a20-9ed5-2cdd1ecfbd8f tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (a212d1c3-0e0d-4c8f-b2ae-82394f053bf3), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:10.264608 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d3b080-99d1-4d95-98fb-17e221f22c4a req-5917cbf7-6c1f-4325-9256-1c64ab91fcb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:47:10.266622 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-11d3b080-99d1-4d95-98fb-17e221f22c4a req-5917cbf7-6c1f-4325-9256-1c64ab91fcb5 service neutron] 10.222.0.70 "GET /v2.0/networks?id=3700e1ad-342e-4f1a-871d-e15b5f904175 HTTP/1.1" status: 200 len: 910 time: 0.1334722 Jan 28 19:47:10.279651 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec40d49-3a59-4a20-9ed5-2cdd1ecfbd8f tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:47:10.282515 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-bec40d49-3a59-4a20-9ed5-2cdd1ecfbd8f tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:47:10.285164 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec40d49-3a59-4a20-9ed5-2cdd1ecfbd8f tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:47:10.327506 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec40d49-3a59-4a20-9ed5-2cdd1ecfbd8f tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Pushing event updated for resources: {'Port': ['ID=a212d1c3-0e0d-4c8f-b2ae-82394f053bf3,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:47:10.384576 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-11d3b080-99d1-4d95-98fb-17e221f22c4a req-c9862302-cc41-4295-97be-ac8a7e9620de service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=54ce03ba-a018-4f84-a77f-ff97c9ab71e4 HTTP/1.1" status: 200 len: 999 time: 0.1110458 Jan 28 19:47:10.457638 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d3b080-99d1-4d95-98fb-17e221f22c4a req-82699729-0b1d-4547-a0df-4855d7f237ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:47:10.459082 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-11d3b080-99d1-4d95-98fb-17e221f22c4a req-82699729-0b1d-4547-a0df-4855d7f237ae service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b109c86a-1507-4ec3-aba8-1ee8310a4fe4 HTTP/1.1" status: 200 len: 849 time: 0.0678637 Jan 28 19:47:10.576547 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d3b080-99d1-4d95-98fb-17e221f22c4a req-888c1f93-d1d9-48e3-b564-f830988d1950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:47:10.578326 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-a4468846-ef67-49b0-80a3-b9226883854b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d65a469-c414-4fde-a6f4-6667472e81f1', 'name': 'tempest-AttachVolumeTestJSON-407466557-router', 'tenant_id': 'ce9d5ffcc83f4c96b4b0a979abf83eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': '971e9ed1-7a19-4484-a5a6-ae40aa248f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:46:44Z', 'updated_at': '2022-01-28T19:46:48Z', 'revision_number': 4, 'project_id': 'ce9d5ffcc83f4c96b4b0a979abf83eac', 'gw_port': {'id': '971e9ed1-7a19-4484-a5a6-ae40aa248f18', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:f6:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d65a469-c414-4fde-a6f4-6667472e81f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:46:45Z', 'updated_at': '2022-01-28T19:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_floatingips': [{'id': '1c6cacda-a368-48f8-b4ee-e067ee0a2db2', 'tenant_id': 'ce9d5ffcc83f4c96b4b0a979abf83eac', 'floating_ip_address': '172.25.6.220', 'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'router_id': '1d65a469-c414-4fde-a6f4-6667472e81f1', 'port_id': '54ce03ba-a018-4f84-a77f-ff97c9ab71e4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3519, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3700e1ad-342e-4f1a-871d-e15b5f904175', 'mac_address': 'fa:16:3e:6f:0a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '791e4287-1de3-49bc-a1ec-b6d029c0f341', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:46:52Z', 'updated_at': '2022-01-28T19:47:09Z', 'revision_number': 1, 'project_id': 'ce9d5ffcc83f4c96b4b0a979abf83eac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e688a9b-2998-46b0-954c-f17d01e771b9', 'name': '', 'network_id': '3700e1ad-342e-4f1a-871d-e15b5f904175', 'tenant_id': 'ce9d5ffcc83f4c96b4b0a979abf83eac', 'mac_address': 'fa:16:3e:9d:18:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d65a469-c414-4fde-a6f4-6667472e81f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': 'b109c86a-1507-4ec3-aba8-1ee8310a4fe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:46:47Z', 'updated_at': '2022-01-28T19:46:55Z', 'revision_number': 5, 'project_id': 'ce9d5ffcc83f4c96b4b0a979abf83eac', 'subnets': [{'id': 'b109c86a-1507-4ec3-aba8-1ee8310a4fe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:47:10.582542 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-11d3b080-99d1-4d95-98fb-17e221f22c4a req-888c1f93-d1d9-48e3-b564-f830988d1950 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3700e1ad-342e-4f1a-871d-e15b5f904175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1177378 Jan 28 19:47:10.633386 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bec40d49-3a59-4a20-9ed5-2cdd1ecfbd8f tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks [] for router_gateway (0f3b4636-a9ba-47e5-8bde-f46ea3d6285b), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:10.680918 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4468846-ef67-49b0-80a3-b9226883854b None None] Checking router: 1d65a469-c414-4fde-a6f4-6667472e81f1 for host: n-d-812111-14 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:47:10.697471 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4468846-ef67-49b0-80a3-b9226883854b None None] Routers {'1d65a469-c414-4fde-a6f4-6667472e81f1'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:47:10.698290 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-a4468846-ef67-49b0-80a3-b9226883854b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:47:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['1d65a469-c414-4fde-a6f4-6667472e81f1'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:47:10.764494 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-11d3b080-99d1-4d95-98fb-17e221f22c4a req-e30d5c38-2840-499b-a6f8-db39cdd0e9bf service neutron] 10.222.0.70 "GET /v2.0/networks/3700e1ad-342e-4f1a-871d-e15b5f904175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767130 Jan 28 19:47:10.873884 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-a4468846-ef67-49b0-80a3-b9226883854b None None] Set router 1d65a469-c414-4fde-a6f4-6667472e81f1 gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:47:10.890180 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-11d3b080-99d1-4d95-98fb-17e221f22c4a req-567fa5fc-8aca-43f8-bfbc-78bac82e245a service neutron] 10.222.0.70 "GET /v2.0/networks/3700e1ad-342e-4f1a-871d-e15b5f904175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206648 Jan 28 19:47:10.956399 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bec40d49-3a59-4a20-9ed5-2cdd1ecfbd8f tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-731074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-731460'] for router (0f3b4636-a9ba-47e5-8bde-f46ea3d6285b), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:11.110996 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bec40d49-3a59-4a20-9ed5-2cdd1ecfbd8f tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Router 0f3b4636-a9ba-47e5-8bde-f46ea3d6285b is scheduled to L3 agent 76fe5c49-705a-4e08-abb2-be585676213f with binding_index 1 {{(pid=103305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 19:47:11.188441 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-a4468846-ef67-49b0-80a3-b9226883854b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d65a469-c414-4fde-a6f4-6667472e81f1', 'name': 'tempest-AttachVolumeTestJSON-407466557-router', 'tenant_id': 'ce9d5ffcc83f4c96b4b0a979abf83eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': '971e9ed1-7a19-4484-a5a6-ae40aa248f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:46:44Z', 'updated_at': '2022-01-28T19:46:48Z', 'revision_number': 4, 'project_id': 'ce9d5ffcc83f4c96b4b0a979abf83eac', 'gw_port': {'id': '971e9ed1-7a19-4484-a5a6-ae40aa248f18', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:f6:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d65a469-c414-4fde-a6f4-6667472e81f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:46:45Z', 'updated_at': '2022-01-28T19:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_floatingips': [{'id': '1c6cacda-a368-48f8-b4ee-e067ee0a2db2', 'tenant_id': 'ce9d5ffcc83f4c96b4b0a979abf83eac', 'floating_ip_address': '172.25.6.220', 'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'router_id': '1d65a469-c414-4fde-a6f4-6667472e81f1', 'port_id': '54ce03ba-a018-4f84-a77f-ff97c9ab71e4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3519, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3700e1ad-342e-4f1a-871d-e15b5f904175', 'mac_address': 'fa:16:3e:6f:0a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '791e4287-1de3-49bc-a1ec-b6d029c0f341', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:46:52Z', 'updated_at': '2022-01-28T19:47:09Z', 'revision_number': 1, 'project_id': 'ce9d5ffcc83f4c96b4b0a979abf83eac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e688a9b-2998-46b0-954c-f17d01e771b9', 'name': '', 'network_id': '3700e1ad-342e-4f1a-871d-e15b5f904175', 'tenant_id': 'ce9d5ffcc83f4c96b4b0a979abf83eac', 'mac_address': 'fa:16:3e:9d:18:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d65a469-c414-4fde-a6f4-6667472e81f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': 'b109c86a-1507-4ec3-aba8-1ee8310a4fe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:46:47Z', 'updated_at': '2022-01-28T19:46:55Z', 'revision_number': 5, 'project_id': 'ce9d5ffcc83f4c96b4b0a979abf83eac', 'subnets': [{'id': 'b109c86a-1507-4ec3-aba8-1ee8310a4fe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:47:11.235658 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4468846-ef67-49b0-80a3-b9226883854b None None] The sync data for ids ['1d65a469-c414-4fde-a6f4-6667472e81f1'] in n-d-812111-14 is: [{'id': '1d65a469-c414-4fde-a6f4-6667472e81f1', 'name': 'tempest-AttachVolumeTestJSON-407466557-router', 'tenant_id': 'ce9d5ffcc83f4c96b4b0a979abf83eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': '971e9ed1-7a19-4484-a5a6-ae40aa248f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:46:44Z', 'updated_at': '2022-01-28T19:46:48Z', 'revision_number': 4, 'project_id': 'ce9d5ffcc83f4c96b4b0a979abf83eac', 'gw_port': {'id': '971e9ed1-7a19-4484-a5a6-ae40aa248f18', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:f6:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d65a469-c414-4fde-a6f4-6667472e81f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:46:45Z', 'updated_at': '2022-01-28T19:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_floatingips': [{'id': '1c6cacda-a368-48f8-b4ee-e067ee0a2db2', 'tenant_id': 'ce9d5ffcc83f4c96b4b0a979abf83eac', 'floating_ip_address': '172.25.6.220', 'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'router_id': '1d65a469-c414-4fde-a6f4-6667472e81f1', 'port_id': '54ce03ba-a018-4f84-a77f-ff97c9ab71e4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3519, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3700e1ad-342e-4f1a-871d-e15b5f904175', 'mac_address': 'fa:16:3e:6f:0a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '791e4287-1de3-49bc-a1ec-b6d029c0f341', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:46:52Z', 'updated_at': '2022-01-28T19:47:09Z', 'revision_number': 1, 'project_id': 'ce9d5ffcc83f4c96b4b0a979abf83eac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e688a9b-2998-46b0-954c-f17d01e771b9', 'name': '', 'network_id': '3700e1ad-342e-4f1a-871d-e15b5f904175', 'tenant_id': 'ce9d5ffcc83f4c96b4b0a979abf83eac', 'mac_address': 'fa:16:3e:9d:18:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d65a469-c414-4fde-a6f4-6667472e81f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': 'b109c86a-1507-4ec3-aba8-1ee8310a4fe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:46:47Z', 'updated_at': '2022-01-28T19:46:55Z', 'revision_number': 5, 'project_id': 'ce9d5ffcc83f4c96b4b0a979abf83eac', 'subnets': [{'id': 'b109c86a-1507-4ec3-aba8-1ee8310a4fe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:47:11.251884 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bec40d49-3a59-4a20-9ed5-2cdd1ecfbd8f tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:47:11.263704 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48914f97-9ab7-4b50-9b94-a11ab1378455 None None] Sync routers for ids ['0f3b4636-a9ba-47e5-8bde-f46ea3d6285b'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:47:11.278647 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48914f97-9ab7-4b50-9b94-a11ab1378455 None None] Routers {'0f3b4636-a9ba-47e5-8bde-f46ea3d6285b'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:47:11.281152 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-48914f97-9ab7-4b50-9b94-a11ab1378455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:47:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['0f3b4636-a9ba-47e5-8bde-f46ea3d6285b'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:47:11.293657 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bec40d49-3a59-4a20-9ed5-2cdd1ecfbd8f tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:11.301640 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 55404) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:47:11.305412 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-bec40d49-3a59-4a20-9ed5-2cdd1ecfbd8f tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.1505771 Jan 28 19:47:11.348640 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-65769a8a-4816-48ba-836f-a79c66b36f04 tempest-TestNetworkBasicOps-1717839870 tempest-TestNetworkBasicOps-1717839870-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=9e9e8439f0ef4f199c1cf289f0d53ad7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0435975 Jan 28 19:47:11.348867 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 55406) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:47:11.448447 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-48914f97-9ab7-4b50-9b94-a11ab1378455 None None] Set router 0f3b4636-a9ba-47e5-8bde-f46ea3d6285b gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:47:11.482048 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0628f5f-1105-4aba-9fd0-7ef5d83ec1bc tempest-TestNetworkBasicOps-1717839870 tempest-TestNetworkBasicOps-1717839870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:47:11.483596 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-c0628f5f-1105-4aba-9fd0-7ef5d83ec1bc tempest-TestNetworkBasicOps-1717839870 tempest-TestNetworkBasicOps-1717839870-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1338286 Jan 28 19:47:11.486489 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 55408) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:47:11.542278 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-57c9e640-d3b2-421c-a923-77295868dd0e tempest-TestNetworkBasicOps-1717839870 tempest-TestNetworkBasicOps-1717839870-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0545251 Jan 28 19:47:11.544877 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 55410) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:47:11.550237 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-cabe4288-4d6a-4233-a4e3-5099c75d94d4 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1263612049', 'network_id': '71ea10f0-ed0a-45f6-9cbf-97f979f8b718', 'project_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:47:11.566524 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01169c3a-6b82-47f0-9309-799d6fd38865 None None] New status for floating IP 1c6cacda-a368-48f8-b4ee-e067ee0a2db2: ACTIVE {{(pid=103306) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 19:47:11.757719 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-48914f97-9ab7-4b50-9b94-a11ab1378455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f3b4636-a9ba-47e5-8bde-f46ea3d6285b', 'name': 'tempest-TestNetworkBasicOps-router-881617538', 'tenant_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.102'}], 'enable_snat': True}, 'gw_port_id': 'a212d1c3-0e0d-4c8f-b2ae-82394f053bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:47:09Z', 'updated_at': '2022-01-28T19:47:10Z', 'revision_number': 3, 'project_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'gw_port': {'id': 'a212d1c3-0e0d-4c8f-b2ae-82394f053bf3', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:1f:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f3b4636-a9ba-47e5-8bde-f46ea3d6285b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:47:09Z', 'updated_at': '2022-01-28T19:47:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:47:11.781076 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cabe4288-4d6a-4233-a4e3-5099c75d94d4 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Made reservation on behalf of 9e9e8439f0ef4f199c1cf289f0d53ad7 for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:47:11.785127 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cabe4288-4d6a-4233-a4e3-5099c75d94d4 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5221429'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:11.792411 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48914f97-9ab7-4b50-9b94-a11ab1378455 None None] Checking router: 0f3b4636-a9ba-47e5-8bde-f46ea3d6285b for host: n-d-812111-14 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:47:11.793002 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48914f97-9ab7-4b50-9b94-a11ab1378455 None None] Updating router 0f3b4636-a9ba-47e5-8bde-f46ea3d6285b port a212d1c3-0e0d-4c8f-b2ae-82394f053bf3 binding host n-d-812111-14 {{(pid=103307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:47:11.946144 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:11.948670 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-48914f97-9ab7-4b50-9b94-a11ab1378455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (a212d1c3-0e0d-4c8f-b2ae-82394f053bf3), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:12.082100 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cabe4288-4d6a-4233-a4e3-5099c75d94d4 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4690681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5221415'] for subnet (6a796d09-4b8d-4ddf-93a4-e16f143a3aab), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:12.167718 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabe4288-4d6a-4233-a4e3-5099c75d94d4 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Pushing event updated for resources: {'Subnet': ['ID=6a796d09-4b8d-4ddf-93a4-e16f143a3aab,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:47:12.178243 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabe4288-4d6a-4233-a4e3-5099c75d94d4 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Checking segment: {'id': '32d0a33d-f231-4511-81a4-f2642c9ea91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '71ea10f0-ed0a-45f6-9cbf-97f979f8b718'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:47:12.178703 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cabe4288-4d6a-4233-a4e3-5099c75d94d4 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Network hostable DHCP agents. Network: 71ea10f0-ed0a-45f6-9cbf-97f979f8b718, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:47:12.220135 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cabe4288-4d6a-4233-a4e3-5099c75d94d4 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Network 71ea10f0-ed0a-45f6-9cbf-97f979f8b718 is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:47:12.246562 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-cabe4288-4d6a-4233-a4e3-5099c75d94d4 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, 71ea10f0-ed0a-45f6-9cbf-97f979f8b718) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:47:12.252734 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cabe4288-4d6a-4233-a4e3-5099c75d94d4 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:47:12.254457 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cabe4288-4d6a-4233-a4e3-5099c75d94d4 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:12.259853 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-541657a5-e3e3-4ad5-9660-ec55ba24ce77 None None] Network 71ea10f0-ed0a-45f6-9cbf-97f979f8b718 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:47:12.294464 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-cabe4288-4d6a-4233-a4e3-5099c75d94d4 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7483058 Jan 28 19:47:12.297044 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 55424) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:47:12.347983 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-48914f97-9ab7-4b50-9b94-a11ab1378455 None None] Publish callbacks [] for port (a212d1c3-0e0d-4c8f-b2ae-82394f053bf3), precommit_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:12.358716 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-48914f97-9ab7-4b50-9b94-a11ab1378455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (a212d1c3-0e0d-4c8f-b2ae-82394f053bf3), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:12.441836 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-48914f97-9ab7-4b50-9b94-a11ab1378455 None None] Attempting to bind port a212d1c3-0e0d-4c8f-b2ae-82394f053bf3 on host n-d-812111-14 for vnic_type normal with profile {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:47:12.442836 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-48914f97-9ab7-4b50-9b94-a11ab1378455 None None] Attempting to bind port a212d1c3-0e0d-4c8f-b2ae-82394f053bf3 by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:47:12.442836 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48914f97-9ab7-4b50-9b94-a11ab1378455 None None] Attempting to bind port a212d1c3-0e0d-4c8f-b2ae-82394f053bf3 on network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:47:12.451597 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052f2169-7244-44ab-b46d-01db1e66032c None None] Pushing event updated for resources: {'Port': ['ID=a212d1c3-0e0d-4c8f-b2ae-82394f053bf3,revision_number=2']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:47:12.453852 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48914f97-9ab7-4b50-9b94-a11ab1378455 None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:47:12.464044 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48914f97-9ab7-4b50-9b94-a11ab1378455 None None] Checking segment: {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:47:12.465790 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-48914f97-9ab7-4b50-9b94-a11ab1378455 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:12.466886 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48914f97-9ab7-4b50-9b94-a11ab1378455 None None] Bound using segment: {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:47:12.468100 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-48914f97-9ab7-4b50-9b94-a11ab1378455 None None] Bound port: a212d1c3-0e0d-4c8f-b2ae-82394f053bf3, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:47:12.468726 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-48914f97-9ab7-4b50-9b94-a11ab1378455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (a212d1c3-0e0d-4c8f-b2ae-82394f053bf3), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:12.502777 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e8d6ad-3ed9-4c67-ba99-d8a43113ac60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68cd31fd-e4cd-5fb3-a862-256fc47efcd2-71ea10f0-ed0a-45f6-9cbf-97f979f8b718', 'network_id': '71ea10f0-ed0a-45f6-9cbf-97f979f8b718', 'project_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'fixed_ips': [{'subnet_id': '6a796d09-4b8d-4ddf-93a4-e16f143a3aab'}]}} from n-d-812111-14. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:47:12.503673 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-71e8d6ad-3ed9-4c67-ba99-d8a43113ac60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:12.511388 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052f2169-7244-44ab-b46d-01db1e66032c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:47:12.511979 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052f2169-7244-44ab-b46d-01db1e66032c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:47:12.512535 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052f2169-7244-44ab-b46d-01db1e66032c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:47:12.513132 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052f2169-7244-44ab-b46d-01db1e66032c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:47:12.513698 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052f2169-7244-44ab-b46d-01db1e66032c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:47:12.514248 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052f2169-7244-44ab-b46d-01db1e66032c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:47:12.514792 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052f2169-7244-44ab-b46d-01db1e66032c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:47:12.515340 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052f2169-7244-44ab-b46d-01db1e66032c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:47:12.515898 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052f2169-7244-44ab-b46d-01db1e66032c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:47:12.516437 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052f2169-7244-44ab-b46d-01db1e66032c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:47:12.516976 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052f2169-7244-44ab-b46d-01db1e66032c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:47:12.517544 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052f2169-7244-44ab-b46d-01db1e66032c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:47:12.518098 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052f2169-7244-44ab-b46d-01db1e66032c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:47:12.559348 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-48914f97-9ab7-4b50-9b94-a11ab1378455 None None] For port a212d1c3-0e0d-4c8f-b2ae-82394f053bf3, host n-d-812111-14, cleared binding levels {{(pid=103307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:47:12.563880 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-48914f97-9ab7-4b50-9b94-a11ab1378455 None None] For port a212d1c3-0e0d-4c8f-b2ae-82394f053bf3, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=a212d1c3-0e0d-4c8f-b2ae-82394f053bf3,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:47:12.575758 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-48914f97-9ab7-4b50-9b94-a11ab1378455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (a212d1c3-0e0d-4c8f-b2ae-82394f053bf3), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:12.671630 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48914f97-9ab7-4b50-9b94-a11ab1378455 None None] Routers {'0f3b4636-a9ba-47e5-8bde-f46ea3d6285b'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:47:12.674879 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-48914f97-9ab7-4b50-9b94-a11ab1378455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:47:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['0f3b4636-a9ba-47e5-8bde-f46ea3d6285b'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:47:12.712849 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-71e8d6ad-3ed9-4c67-ba99-d8a43113ac60 None None] Allocated IP 172.20.0.2 (71ea10f0-ed0a-45f6-9cbf-97f979f8b718/6a796d09-4b8d-4ddf-93a4-e16f143a3aab/6e927dad-a367-402d-8fdb-9b6cff1eb909) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:47:12.816528 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052f2169-7244-44ab-b46d-01db1e66032c None None] Pushing event updated for resources: {'Port': ['ID=a212d1c3-0e0d-4c8f-b2ae-82394f053bf3,revision_number=3']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:47:12.855735 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-48914f97-9ab7-4b50-9b94-a11ab1378455 None None] Set router 0f3b4636-a9ba-47e5-8bde-f46ea3d6285b gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:47:13.038759 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-71e8d6ad-3ed9-4c67-ba99-d8a43113ac60 None None] Publish callbacks [] for port (6e927dad-a367-402d-8fdb-9b6cff1eb909), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:13.049070 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-71e8d6ad-3ed9-4c67-ba99-d8a43113ac60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (6e927dad-a367-402d-8fdb-9b6cff1eb909), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:13.072460 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-48914f97-9ab7-4b50-9b94-a11ab1378455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f3b4636-a9ba-47e5-8bde-f46ea3d6285b', 'name': 'tempest-TestNetworkBasicOps-router-881617538', 'tenant_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.102'}], 'enable_snat': True}, 'gw_port_id': 'a212d1c3-0e0d-4c8f-b2ae-82394f053bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:47:09Z', 'updated_at': '2022-01-28T19:47:10Z', 'revision_number': 3, 'project_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'gw_port': {'id': 'a212d1c3-0e0d-4c8f-b2ae-82394f053bf3', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:1f:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f3b4636-a9ba-47e5-8bde-f46ea3d6285b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:47:09Z', 'updated_at': '2022-01-28T19:47:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:47:13.094737 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e8d6ad-3ed9-4c67-ba99-d8a43113ac60 None None] Network 71ea10f0-ed0a-45f6-9cbf-97f979f8b718 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:47:13.099233 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-71d5c40c-020b-48a7-8c7b-8460bac296a7 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:13.116818 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-71e8d6ad-3ed9-4c67-ba99-d8a43113ac60 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:47:13.122128 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48914f97-9ab7-4b50-9b94-a11ab1378455 None None] The sync data for ids ['0f3b4636-a9ba-47e5-8bde-f46ea3d6285b'] in n-d-812111-14 is: [{'id': '0f3b4636-a9ba-47e5-8bde-f46ea3d6285b', 'name': 'tempest-TestNetworkBasicOps-router-881617538', 'tenant_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.102'}], 'enable_snat': True}, 'gw_port_id': 'a212d1c3-0e0d-4c8f-b2ae-82394f053bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:47:09Z', 'updated_at': '2022-01-28T19:47:10Z', 'revision_number': 3, 'project_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'gw_port': {'id': 'a212d1c3-0e0d-4c8f-b2ae-82394f053bf3', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:1f:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f3b4636-a9ba-47e5-8bde-f46ea3d6285b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:47:09Z', 'updated_at': '2022-01-28T19:47:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:47:13.123627 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:13.132985 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e8d6ad-3ed9-4c67-ba99-d8a43113ac60 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:47:13.148864 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e8d6ad-3ed9-4c67-ba99-d8a43113ac60 None None] Pushing event updated for resources: {'Port': ['ID=6e927dad-a367-402d-8fdb-9b6cff1eb909,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:47:13.223118 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-71e8d6ad-3ed9-4c67-ba99-d8a43113ac60 None None] Attempting to bind port 6e927dad-a367-402d-8fdb-9b6cff1eb909 on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:47:13.223595 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-71e8d6ad-3ed9-4c67-ba99-d8a43113ac60 None None] Attempting to bind port 6e927dad-a367-402d-8fdb-9b6cff1eb909 by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '32d0a33d-f231-4511-81a4-f2642c9ea91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '71ea10f0-ed0a-45f6-9cbf-97f979f8b718'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:47:13.223986 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e8d6ad-3ed9-4c67-ba99-d8a43113ac60 None None] Attempting to bind port 6e927dad-a367-402d-8fdb-9b6cff1eb909 on network 71ea10f0-ed0a-45f6-9cbf-97f979f8b718 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:47:13.232255 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e8d6ad-3ed9-4c67-ba99-d8a43113ac60 None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 47, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:47:13.232642 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e8d6ad-3ed9-4c67-ba99-d8a43113ac60 None None] Checking segment: {'id': '32d0a33d-f231-4511-81a4-f2642c9ea91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '71ea10f0-ed0a-45f6-9cbf-97f979f8b718'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:47:13.233057 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-71e8d6ad-3ed9-4c67-ba99-d8a43113ac60 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:13.233505 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e8d6ad-3ed9-4c67-ba99-d8a43113ac60 None None] Bound using segment: {'id': '32d0a33d-f231-4511-81a4-f2642c9ea91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '71ea10f0-ed0a-45f6-9cbf-97f979f8b718'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:47:13.233979 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-71e8d6ad-3ed9-4c67-ba99-d8a43113ac60 None None] Bound port: 6e927dad-a367-402d-8fdb-9b6cff1eb909, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32d0a33d-f231-4511-81a4-f2642c9ea91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '71ea10f0-ed0a-45f6-9cbf-97f979f8b718'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:47:13.234367 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-71e8d6ad-3ed9-4c67-ba99-d8a43113ac60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (6e927dad-a367-402d-8fdb-9b6cff1eb909), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:13.348186 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-71e8d6ad-3ed9-4c67-ba99-d8a43113ac60 None None] For port 6e927dad-a367-402d-8fdb-9b6cff1eb909, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:47:13.353253 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-71e8d6ad-3ed9-4c67-ba99-d8a43113ac60 None None] For port 6e927dad-a367-402d-8fdb-9b6cff1eb909, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=6e927dad-a367-402d-8fdb-9b6cff1eb909,segment=NetworkSegment(32d0a33d-f231-4511-81a4-f2642c9ea91a),segment_id=32d0a33d-f231-4511-81a4-f2642c9ea91a)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:47:13.362509 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-71e8d6ad-3ed9-4c67-ba99-d8a43113ac60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (6e927dad-a367-402d-8fdb-9b6cff1eb909), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:13.463408 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e8d6ad-3ed9-4c67-ba99-d8a43113ac60 None None] Pushing event updated for resources: {'Port': ['ID=6e927dad-a367-402d-8fdb-9b6cff1eb909,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:47:13.609732 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-71d5c40c-020b-48a7-8c7b-8460bac296a7 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Allocated IP 172.20.0.1 (71ea10f0-ed0a-45f6-9cbf-97f979f8b718/6a796d09-4b8d-4ddf-93a4-e16f143a3aab/0c6fa6f8-af0a-4c4b-a5d5-b5e809c88002) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:47:13.800169 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-71d5c40c-020b-48a7-8c7b-8460bac296a7 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks [] for port (0c6fa6f8-af0a-4c4b-a5d5-b5e809c88002), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:13.868666 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-71d5c40c-020b-48a7-8c7b-8460bac296a7 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (0c6fa6f8-af0a-4c4b-a5d5-b5e809c88002), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:13.957196 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d5c40c-020b-48a7-8c7b-8460bac296a7 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Network 71ea10f0-ed0a-45f6-9cbf-97f979f8b718 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:47:13.969207 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-71d5c40c-020b-48a7-8c7b-8460bac296a7 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:47:13.974283 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d5c40c-020b-48a7-8c7b-8460bac296a7 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:47:13.978754 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d5c40c-020b-48a7-8c7b-8460bac296a7 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Pushing event updated for resources: {'Port': ['ID=0c6fa6f8-af0a-4c4b-a5d5-b5e809c88002,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:47:14.039152 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d5c40c-020b-48a7-8c7b-8460bac296a7 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:47:14.040162 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d5c40c-020b-48a7-8c7b-8460bac296a7 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:47:14.043836 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d5c40c-020b-48a7-8c7b-8460bac296a7 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:47:14.044256 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d5c40c-020b-48a7-8c7b-8460bac296a7 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:47:14.044608 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d5c40c-020b-48a7-8c7b-8460bac296a7 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:47:14.044957 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d5c40c-020b-48a7-8c7b-8460bac296a7 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:47:14.045325 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d5c40c-020b-48a7-8c7b-8460bac296a7 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:47:14.045688 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d5c40c-020b-48a7-8c7b-8460bac296a7 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:47:14.046029 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d5c40c-020b-48a7-8c7b-8460bac296a7 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:47:14.046365 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d5c40c-020b-48a7-8c7b-8460bac296a7 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:47:14.046703 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d5c40c-020b-48a7-8c7b-8460bac296a7 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:47:14.047039 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d5c40c-020b-48a7-8c7b-8460bac296a7 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:47:14.047381 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d5c40c-020b-48a7-8c7b-8460bac296a7 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:47:14.054747 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-71d5c40c-020b-48a7-8c7b-8460bac296a7 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734769'] for router_interface (0f3b4636-a9ba-47e5-8bde-f46ea3d6285b), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:14.290863 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-71d5c40c-020b-48a7-8c7b-8460bac296a7 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (0c6fa6f8-af0a-4c4b-a5d5-b5e809c88002), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:14.815097 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-71d5c40c-020b-48a7-8c7b-8460bac296a7 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks [] for port (0c6fa6f8-af0a-4c4b-a5d5-b5e809c88002), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:14.828440 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-71d5c40c-020b-48a7-8c7b-8460bac296a7 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (0c6fa6f8-af0a-4c4b-a5d5-b5e809c88002), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:14.930390 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 6e927dad-a367-402d-8fdb-9b6cff1eb909 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:47:14.979844 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d5c40c-020b-48a7-8c7b-8460bac296a7 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Pushing event updated for resources: {'Port': ['ID=0c6fa6f8-af0a-4c4b-a5d5-b5e809c88002,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:47:14.982746 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-71d5c40c-020b-48a7-8c7b-8460bac296a7 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-756216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-732801'] for router_interface (0f3b4636-a9ba-47e5-8bde-f46ea3d6285b), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:15.055596 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 6e927dad-a367-402d-8fdb-9b6cff1eb909 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:47:15.056294 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (6e927dad-a367-402d-8fdb-9b6cff1eb909), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:15.173820 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d5c40c-020b-48a7-8c7b-8460bac296a7 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Network 71ea10f0-ed0a-45f6-9cbf-97f979f8b718 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:47:15.181500 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-71d5c40c-020b-48a7-8c7b-8460bac296a7 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:47:15.189225 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ac3d5f3-0817-4968-88b2-473862830969 None None] Network 71ea10f0-ed0a-45f6-9cbf-97f979f8b718 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:47:15.355387 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 6e927dad-a367-402d-8fdb-9b6cff1eb909 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:47:15.361159 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (6e927dad-a367-402d-8fdb-9b6cff1eb909), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:15.384362 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-9ab3b93c-b551-4fa1-9762-f70068a4e6b7 None None] Provisioning complete for port 6e927dad-a367-402d-8fdb-9b6cff1eb909 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:47:15.390404 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9ab3b93c-b551-4fa1-9762-f70068a4e6b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (6e927dad-a367-402d-8fdb-9b6cff1eb909), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:15.422597 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71d5c40c-020b-48a7-8c7b-8460bac296a7 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Router 0f3b4636-a9ba-47e5-8bde-f46ea3d6285b has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:47:15.482926 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] For port 6e927dad-a367-402d-8fdb-9b6cff1eb909, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=6e927dad-a367-402d-8fdb-9b6cff1eb909,segment=NetworkSegment(32d0a33d-f231-4511-81a4-f2642c9ea91a),segment_id=32d0a33d-f231-4511-81a4-f2642c9ea91a)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:47:15.508451 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (6e927dad-a367-402d-8fdb-9b6cff1eb909), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:15.509658 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device a212d1c3-0e0d-4c8f-b2ae-82394f053bf3 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:47:15.611653 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71d5c40c-020b-48a7-8c7b-8460bac296a7 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:47:15.626867 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 55464) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:47:15.628064 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-71d5c40c-020b-48a7-8c7b-8460bac296a7 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] 10.222.0.64 "PUT /v2.0/routers/0f3b4636-a9ba-47e5-8bde-f46ea3d6285b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3296833 Jan 28 19:47:15.640691 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Pushing event updated for resources: {'Port': ['ID=6e927dad-a367-402d-8fdb-9b6cff1eb909,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:47:15.722090 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-9ab3b93c-b551-4fa1-9762-f70068a4e6b7 None None] Current status of the port 6e927dad-a367-402d-8fdb-9b6cff1eb909 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:47:15.740006 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:47:15.740312 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:47:15.740626 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:47:15.741027 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:47:15.741489 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:47:15.741881 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:47:15.742220 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:47:15.742555 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:47:15.742909 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:47:15.743236 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:47:15.743566 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:47:15.744039 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:47:15.744401 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:47:15.797242 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af00f41f-9b79-4e42-aa43-d87bd62424d3 tempest-TestNetworkBasicOps-1717839870 tempest-TestNetworkBasicOps-1717839870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:47:15.797883 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af00f41f-9b79-4e42-aa43-d87bd62424d3 tempest-TestNetworkBasicOps-1717839870 tempest-TestNetworkBasicOps-1717839870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:47:15.798528 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af00f41f-9b79-4e42-aa43-d87bd62424d3 tempest-TestNetworkBasicOps-1717839870 tempest-TestNetworkBasicOps-1717839870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:47:15.799060 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af00f41f-9b79-4e42-aa43-d87bd62424d3 tempest-TestNetworkBasicOps-1717839870 tempest-TestNetworkBasicOps-1717839870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:47:15.799731 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af00f41f-9b79-4e42-aa43-d87bd62424d3 tempest-TestNetworkBasicOps-1717839870 tempest-TestNetworkBasicOps-1717839870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:47:15.801936 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-af00f41f-9b79-4e42-aa43-d87bd62424d3 tempest-TestNetworkBasicOps-1717839870 tempest-TestNetworkBasicOps-1717839870-project-admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3579 time: 0.1727753 Jan 28 19:47:15.805154 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 55468) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:47:15.837787 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port a212d1c3-0e0d-4c8f-b2ae-82394f053bf3 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:47:15.839363 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (a212d1c3-0e0d-4c8f-b2ae-82394f053bf3), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:15.894890 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d12bf60-ba3e-4fd2-9f35-832643aeef4d None None] Sync routers for ids ['0f3b4636-a9ba-47e5-8bde-f46ea3d6285b'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:47:15.915707 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d12bf60-ba3e-4fd2-9f35-832643aeef4d None None] Routers {'0f3b4636-a9ba-47e5-8bde-f46ea3d6285b'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:47:15.916336 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-7d12bf60-ba3e-4fd2-9f35-832643aeef4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:47:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['0f3b4636-a9ba-47e5-8bde-f46ea3d6285b'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:47:15.997290 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe5a215-9f35-47b3-8404-8866fac70cff tempest-TestNetworkBasicOps-1717839870 tempest-TestNetworkBasicOps-1717839870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:47:15.998675 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe5a215-9f35-47b3-8404-8866fac70cff tempest-TestNetworkBasicOps-1717839870 tempest-TestNetworkBasicOps-1717839870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:47:15.999139 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe5a215-9f35-47b3-8404-8866fac70cff tempest-TestNetworkBasicOps-1717839870 tempest-TestNetworkBasicOps-1717839870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:47:15.999767 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe5a215-9f35-47b3-8404-8866fac70cff tempest-TestNetworkBasicOps-1717839870 tempest-TestNetworkBasicOps-1717839870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:47:16.000376 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe5a215-9f35-47b3-8404-8866fac70cff tempest-TestNetworkBasicOps-1717839870 tempest-TestNetworkBasicOps-1717839870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:47:16.005711 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 55472) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:47:16.019084 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-ebe5a215-9f35-47b3-8404-8866fac70cff tempest-TestNetworkBasicOps-1717839870 tempest-TestNetworkBasicOps-1717839870-project-admin] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3365 time: 0.2121620 Jan 28 19:47:16.027551 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port a212d1c3-0e0d-4c8f-b2ae-82394f053bf3 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:47:16.028131 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (a212d1c3-0e0d-4c8f-b2ae-82394f053bf3), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:16.070527 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] For port a212d1c3-0e0d-4c8f-b2ae-82394f053bf3, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=a212d1c3-0e0d-4c8f-b2ae-82394f053bf3,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:47:16.079115 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (a212d1c3-0e0d-4c8f-b2ae-82394f053bf3), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:16.182636 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Pushing event updated for resources: {'Port': ['ID=a212d1c3-0e0d-4c8f-b2ae-82394f053bf3,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:47:16.199770 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-7d12bf60-ba3e-4fd2-9f35-832643aeef4d None None] Set router 0f3b4636-a9ba-47e5-8bde-f46ea3d6285b gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:47:16.256099 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d11f8eaa-fca8-4562-9d3f-7e57ba9ec5d9 None None] Provisioning complete for port 0c6fa6f8-af0a-4c4b-a5d5-b5e809c88002 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:47:16.256507 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d11f8eaa-fca8-4562-9d3f-7e57ba9ec5d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (0c6fa6f8-af0a-4c4b-a5d5-b5e809c88002), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:16.338360 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d11f8eaa-fca8-4562-9d3f-7e57ba9ec5d9 None None] Port 0c6fa6f8-af0a-4c4b-a5d5-b5e809c88002 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:47:16.360009 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d11f8eaa-fca8-4562-9d3f-7e57ba9ec5d9 None None] Provisioning complete for port 6e927dad-a367-402d-8fdb-9b6cff1eb909 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:47:16.360399 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d11f8eaa-fca8-4562-9d3f-7e57ba9ec5d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (6e927dad-a367-402d-8fdb-9b6cff1eb909), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:16.466295 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-14c9231d-af78-482b-b708-577a36801aed tempest-TestNetworkBasicOps-1717839870 tempest-TestNetworkBasicOps-1717839870-project-admin] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2326 time: 0.4584234 Jan 28 19:47:16.511463 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d11f8eaa-fca8-4562-9d3f-7e57ba9ec5d9 None None] Current status of the port 6e927dad-a367-402d-8fdb-9b6cff1eb909 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:47:16.649688 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-97ae7485-99e3-4f61-8c61-2241a7da610a None None] Provisioning complete for port 0c6fa6f8-af0a-4c4b-a5d5-b5e809c88002 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:47:16.653375 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-97ae7485-99e3-4f61-8c61-2241a7da610a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (0c6fa6f8-af0a-4c4b-a5d5-b5e809c88002), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:16.698558 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-7d12bf60-ba3e-4fd2-9f35-832643aeef4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f3b4636-a9ba-47e5-8bde-f46ea3d6285b', 'name': 'tempest-TestNetworkBasicOps-router-881617538', 'tenant_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.102'}], 'enable_snat': True}, 'gw_port_id': 'a212d1c3-0e0d-4c8f-b2ae-82394f053bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:47:09Z', 'updated_at': '2022-01-28T19:47:14Z', 'revision_number': 4, 'project_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'gw_port': {'id': 'a212d1c3-0e0d-4c8f-b2ae-82394f053bf3', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:1f:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f3b4636-a9ba-47e5-8bde-f46ea3d6285b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:47:09Z', 'updated_at': '2022-01-28T19:47:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '0c6fa6f8-af0a-4c4b-a5d5-b5e809c88002', 'name': '', 'network_id': '71ea10f0-ed0a-45f6-9cbf-97f979f8b718', 'tenant_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'mac_address': 'fa:16:3e:cc:75:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f3b4636-a9ba-47e5-8bde-f46ea3d6285b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': '6a796d09-4b8d-4ddf-93a4-e16f143a3aab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:47:13Z', 'updated_at': '2022-01-28T19:47:14Z', 'revision_number': 2, 'project_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'subnets': [{'id': '6a796d09-4b8d-4ddf-93a4-e16f143a3aab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:47:16.730792 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-97ae7485-99e3-4f61-8c61-2241a7da610a None None] Port 0c6fa6f8-af0a-4c4b-a5d5-b5e809c88002 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:47:16.794664 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d12bf60-ba3e-4fd2-9f35-832643aeef4d None None] Checking router: 0f3b4636-a9ba-47e5-8bde-f46ea3d6285b for host: n-d-812111-14 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:47:16.796324 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 6e927dad-a367-402d-8fdb-9b6cff1eb909 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:47:16.798321 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d12bf60-ba3e-4fd2-9f35-832643aeef4d None None] Updating router 0f3b4636-a9ba-47e5-8bde-f46ea3d6285b port 0c6fa6f8-af0a-4c4b-a5d5-b5e809c88002 binding host n-d-812111-14 {{(pid=103307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:47:16.862205 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-7d12bf60-ba3e-4fd2-9f35-832643aeef4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (0c6fa6f8-af0a-4c4b-a5d5-b5e809c88002), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:16.954001 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 6e927dad-a367-402d-8fdb-9b6cff1eb909 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:47:16.954486 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (6e927dad-a367-402d-8fdb-9b6cff1eb909), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:17.107653 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-69dc4de7-062a-40cc-b575-5bf4c04fef1a None None] Provisioning complete for port 0c6fa6f8-af0a-4c4b-a5d5-b5e809c88002 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:47:17.108313 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-69dc4de7-062a-40cc-b575-5bf4c04fef1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (0c6fa6f8-af0a-4c4b-a5d5-b5e809c88002), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:17.143060 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 6e927dad-a367-402d-8fdb-9b6cff1eb909 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:47:17.144132 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device a212d1c3-0e0d-4c8f-b2ae-82394f053bf3 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:47:17.245231 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-69dc4de7-062a-40cc-b575-5bf4c04fef1a None None] Port 0c6fa6f8-af0a-4c4b-a5d5-b5e809c88002 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:47:17.249076 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 55486) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:47:17.253794 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-1cc2d307-bd75-4463-880a-703919ec498b tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1683835248', 'description': 'tempest-secgroup-smoke-1683835248 description', 'project_id': '9e9e8439f0ef4f199c1cf289f0d53ad7'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:47:17.302393 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port a212d1c3-0e0d-4c8f-b2ae-82394f053bf3 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:47:17.302784 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (a212d1c3-0e0d-4c8f-b2ae-82394f053bf3), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:17.311605 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1cc2d307-bd75-4463-880a-703919ec498b tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:17.477176 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port a212d1c3-0e0d-4c8f-b2ae-82394f053bf3 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:47:17.478210 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-7d12bf60-ba3e-4fd2-9f35-832643aeef4d None None] Publish callbacks [] for port (0c6fa6f8-af0a-4c4b-a5d5-b5e809c88002), precommit_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:17.487901 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-7d12bf60-ba3e-4fd2-9f35-832643aeef4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (0c6fa6f8-af0a-4c4b-a5d5-b5e809c88002), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:17.537629 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1cc2d307-bd75-4463-880a-703919ec498b tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks [] for security_group (0faa2b50-8388-4d33-bc75-1b615963d95a), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:17.543366 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1cc2d307-bd75-4463-880a-703919ec498b tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (0faa2b50-8388-4d33-bc75-1b615963d95a), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:17.589616 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc2d307-bd75-4463-880a-703919ec498b tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0faa2b50-8388-4d33-bc75-1b615963d95a,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:47:17.599277 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7de4a7-6d49-4eae-a48b-5ed8cb0ecf03 None None] Pushing event updated for resources: {'Port': ['ID=0c6fa6f8-af0a-4c4b-a5d5-b5e809c88002,revision_number=3']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:47:17.606023 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1cc2d307-bd75-4463-880a-703919ec498b tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:17.611856 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 55488) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:47:17.615700 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-7d12bf60-ba3e-4fd2-9f35-832643aeef4d None None] Attempting to bind port 0c6fa6f8-af0a-4c4b-a5d5-b5e809c88002 on host n-d-812111-14 for vnic_type normal with profile {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:47:17.616119 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-7d12bf60-ba3e-4fd2-9f35-832643aeef4d None None] Attempting to bind port 0c6fa6f8-af0a-4c4b-a5d5-b5e809c88002 by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '32d0a33d-f231-4511-81a4-f2642c9ea91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '71ea10f0-ed0a-45f6-9cbf-97f979f8b718'}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:47:17.616480 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d12bf60-ba3e-4fd2-9f35-832643aeef4d None None] Attempting to bind port 0c6fa6f8-af0a-4c4b-a5d5-b5e809c88002 on network 71ea10f0-ed0a-45f6-9cbf-97f979f8b718 {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:47:17.619216 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-b6a8ec23-6c80-47b6-8fed-ddd8e557457c tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Request body: {'security_group_rule': {'security_group_id': '0faa2b50-8388-4d33-bc75-1b615963d95a', 'project_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:47:17.621751 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d12bf60-ba3e-4fd2-9f35-832643aeef4d None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 47, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:47:17.622130 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d12bf60-ba3e-4fd2-9f35-832643aeef4d None None] Checking segment: {'id': '32d0a33d-f231-4511-81a4-f2642c9ea91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '71ea10f0-ed0a-45f6-9cbf-97f979f8b718'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:47:17.622542 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-7d12bf60-ba3e-4fd2-9f35-832643aeef4d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:17.622990 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d12bf60-ba3e-4fd2-9f35-832643aeef4d None None] Bound using segment: {'id': '32d0a33d-f231-4511-81a4-f2642c9ea91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '71ea10f0-ed0a-45f6-9cbf-97f979f8b718'} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:47:17.623475 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-7d12bf60-ba3e-4fd2-9f35-832643aeef4d None None] Bound port: 0c6fa6f8-af0a-4c4b-a5d5-b5e809c88002, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32d0a33d-f231-4511-81a4-f2642c9ea91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '71ea10f0-ed0a-45f6-9cbf-97f979f8b718'}}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:47:17.623902 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-7d12bf60-ba3e-4fd2-9f35-832643aeef4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (0c6fa6f8-af0a-4c4b-a5d5-b5e809c88002), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:17.626117 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-1cc2d307-bd75-4463-880a-703919ec498b tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3757143 Jan 28 19:47:17.674041 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b6a8ec23-6c80-47b6-8fed-ddd8e557457c tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks [] for security_group_rule (17399f53-7e5d-4e98-815a-6c31f6f0403b), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:17.703184 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-7d12bf60-ba3e-4fd2-9f35-832643aeef4d None None] For port 0c6fa6f8-af0a-4c4b-a5d5-b5e809c88002, host n-d-812111-14, cleared binding levels {{(pid=103307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:47:17.708856 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-7d12bf60-ba3e-4fd2-9f35-832643aeef4d None None] For port 0c6fa6f8-af0a-4c4b-a5d5-b5e809c88002, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=0c6fa6f8-af0a-4c4b-a5d5-b5e809c88002,segment=NetworkSegment(32d0a33d-f231-4511-81a4-f2642c9ea91a),segment_id=32d0a33d-f231-4511-81a4-f2642c9ea91a)] {{(pid=103307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:47:17.715670 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-7d12bf60-ba3e-4fd2-9f35-832643aeef4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (0c6fa6f8-af0a-4c4b-a5d5-b5e809c88002), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:17.777746 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7de4a7-6d49-4eae-a48b-5ed8cb0ecf03 None None] Pushing event updated for resources: {'Port': ['ID=0c6fa6f8-af0a-4c4b-a5d5-b5e809c88002,revision_number=4']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:47:17.802130 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d12bf60-ba3e-4fd2-9f35-832643aeef4d None None] Routers {'0f3b4636-a9ba-47e5-8bde-f46ea3d6285b'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:47:17.802938 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-7d12bf60-ba3e-4fd2-9f35-832643aeef4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:47:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['0f3b4636-a9ba-47e5-8bde-f46ea3d6285b'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:47:17.837393 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b6a8ec23-6c80-47b6-8fed-ddd8e557457c tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks [] for security_group_rule (17399f53-7e5d-4e98-815a-6c31f6f0403b), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:17.845998 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b6a8ec23-6c80-47b6-8fed-ddd8e557457c tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (17399f53-7e5d-4e98-815a-6c31f6f0403b), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:17.888876 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a8ec23-6c80-47b6-8fed-ddd8e557457c tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17399f53-7e5d-4e98-815a-6c31f6f0403b,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:47:17.922224 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b6a8ec23-6c80-47b6-8fed-ddd8e557457c tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:17.927108 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 55492) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:47:17.934795 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-1c7bde5e-04b3-4d67-8d52-6adb40524d6b tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Request body: {'security_group_rule': {'security_group_id': '0faa2b50-8388-4d33-bc75-1b615963d95a', 'project_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:47:17.939243 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-b6a8ec23-6c80-47b6-8fed-ddd8e557457c tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3245745 Jan 28 19:47:17.977006 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1c7bde5e-04b3-4d67-8d52-6adb40524d6b tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks [] for security_group_rule (3a5dd9fb-0c03-4990-b96d-1f15f4c8447d), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:17.984577 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-10d14001-993b-4832-ad3c-7b991774bae1 None None] Provisioning complete for port 0c6fa6f8-af0a-4c4b-a5d5-b5e809c88002 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:47:17.984968 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-10d14001-993b-4832-ad3c-7b991774bae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (0c6fa6f8-af0a-4c4b-a5d5-b5e809c88002), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:18.091196 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-7d12bf60-ba3e-4fd2-9f35-832643aeef4d None None] Set router 0f3b4636-a9ba-47e5-8bde-f46ea3d6285b gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:47:18.106479 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1c7bde5e-04b3-4d67-8d52-6adb40524d6b tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks [] for security_group_rule (3a5dd9fb-0c03-4990-b96d-1f15f4c8447d), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:18.117833 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1c7bde5e-04b3-4d67-8d52-6adb40524d6b tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (3a5dd9fb-0c03-4990-b96d-1f15f4c8447d), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:18.165026 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1c7bde5e-04b3-4d67-8d52-6adb40524d6b tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:18.169504 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 55496) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:47:18.176750 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-d1976935-6375-4f7f-9692-18df402b427b tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Request body: {'security_group_rule': {'security_group_id': '0faa2b50-8388-4d33-bc75-1b615963d95a', 'project_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:47:18.181825 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-1c7bde5e-04b3-4d67-8d52-6adb40524d6b tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2532265 Jan 28 19:47:18.186155 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-10d14001-993b-4832-ad3c-7b991774bae1 None None] Current status of the port 0c6fa6f8-af0a-4c4b-a5d5-b5e809c88002 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:47:18.186692 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-10d14001-993b-4832-ad3c-7b991774bae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (0c6fa6f8-af0a-4c4b-a5d5-b5e809c88002), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:18.188509 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7bde5e-04b3-4d67-8d52-6adb40524d6b tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a5dd9fb-0c03-4990-b96d-1f15f4c8447d,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:47:18.231607 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d1976935-6375-4f7f-9692-18df402b427b tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks [] for security_group_rule (e39bc83a-a4d7-4299-87d8-b38bdc7a3173), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:18.259727 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-10d14001-993b-4832-ad3c-7b991774bae1 None None] For port 0c6fa6f8-af0a-4c4b-a5d5-b5e809c88002, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=0c6fa6f8-af0a-4c4b-a5d5-b5e809c88002,segment=NetworkSegment(32d0a33d-f231-4511-81a4-f2642c9ea91a),segment_id=32d0a33d-f231-4511-81a4-f2642c9ea91a)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:47:18.263882 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-10d14001-993b-4832-ad3c-7b991774bae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (0c6fa6f8-af0a-4c4b-a5d5-b5e809c88002), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:18.323900 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d14001-993b-4832-ad3c-7b991774bae1 None None] Pushing event updated for resources: {'Port': ['ID=0c6fa6f8-af0a-4c4b-a5d5-b5e809c88002,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:47:18.345813 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d1976935-6375-4f7f-9692-18df402b427b tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks [] for security_group_rule (e39bc83a-a4d7-4299-87d8-b38bdc7a3173), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:18.349711 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d1976935-6375-4f7f-9692-18df402b427b tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (e39bc83a-a4d7-4299-87d8-b38bdc7a3173), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:18.386507 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-6ccaf17f-1497-439c-ae76-8367344267bc None None] Provisioning complete for port 0c6fa6f8-af0a-4c4b-a5d5-b5e809c88002 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:47:18.386892 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6ccaf17f-1497-439c-ae76-8367344267bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (0c6fa6f8-af0a-4c4b-a5d5-b5e809c88002), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:18.395469 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d1976935-6375-4f7f-9692-18df402b427b tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:18.402158 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 55498) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:47:18.407574 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-f893bd3a-5461-4397-b783-a8e09b79673a tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Request body: {'security_group_rule': {'security_group_id': '0faa2b50-8388-4d33-bc75-1b615963d95a', 'project_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:47:18.417673 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-d1976935-6375-4f7f-9692-18df402b427b tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2465227 Jan 28 19:47:18.418790 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1976935-6375-4f7f-9692-18df402b427b tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e39bc83a-a4d7-4299-87d8-b38bdc7a3173,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:47:18.456953 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f893bd3a-5461-4397-b783-a8e09b79673a tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks [] for security_group_rule (cb382cd1-f133-43c9-80fc-b4e4cbdfc69a), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:18.468069 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-7d12bf60-ba3e-4fd2-9f35-832643aeef4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f3b4636-a9ba-47e5-8bde-f46ea3d6285b', 'name': 'tempest-TestNetworkBasicOps-router-881617538', 'tenant_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.102'}], 'enable_snat': True}, 'gw_port_id': 'a212d1c3-0e0d-4c8f-b2ae-82394f053bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:47:09Z', 'updated_at': '2022-01-28T19:47:14Z', 'revision_number': 4, 'project_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'gw_port': {'id': 'a212d1c3-0e0d-4c8f-b2ae-82394f053bf3', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:1f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f3b4636-a9ba-47e5-8bde-f46ea3d6285b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:47:09Z', 'updated_at': '2022-01-28T19:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '0c6fa6f8-af0a-4c4b-a5d5-b5e809c88002', 'name': '', 'network_id': '71ea10f0-ed0a-45f6-9cbf-97f979f8b718', 'tenant_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'mac_address': 'fa:16:3e:cc:75:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f3b4636-a9ba-47e5-8bde-f46ea3d6285b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': '6a796d09-4b8d-4ddf-93a4-e16f143a3aab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:47:13Z', 'updated_at': '2022-01-28T19:47:17Z', 'revision_number': 4, 'project_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'subnets': [{'id': '6a796d09-4b8d-4ddf-93a4-e16f143a3aab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:47:18.506669 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d12bf60-ba3e-4fd2-9f35-832643aeef4d None None] The sync data for ids ['0f3b4636-a9ba-47e5-8bde-f46ea3d6285b'] in n-d-812111-14 is: [{'id': '0f3b4636-a9ba-47e5-8bde-f46ea3d6285b', 'name': 'tempest-TestNetworkBasicOps-router-881617538', 'tenant_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.102'}], 'enable_snat': True}, 'gw_port_id': 'a212d1c3-0e0d-4c8f-b2ae-82394f053bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:47:09Z', 'updated_at': '2022-01-28T19:47:14Z', 'revision_number': 4, 'project_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'gw_port': {'id': 'a212d1c3-0e0d-4c8f-b2ae-82394f053bf3', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:1f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f3b4636-a9ba-47e5-8bde-f46ea3d6285b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:47:09Z', 'updated_at': '2022-01-28T19:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '0c6fa6f8-af0a-4c4b-a5d5-b5e809c88002', 'name': '', 'network_id': '71ea10f0-ed0a-45f6-9cbf-97f979f8b718', 'tenant_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'mac_address': 'fa:16:3e:cc:75:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f3b4636-a9ba-47e5-8bde-f46ea3d6285b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': '6a796d09-4b8d-4ddf-93a4-e16f143a3aab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:47:13Z', 'updated_at': '2022-01-28T19:47:17Z', 'revision_number': 4, 'project_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'subnets': [{'id': '6a796d09-4b8d-4ddf-93a4-e16f143a3aab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:47:18.542148 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-6ccaf17f-1497-439c-ae76-8367344267bc None None] Current status of the port 0c6fa6f8-af0a-4c4b-a5d5-b5e809c88002 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:47:18.543565 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f893bd3a-5461-4397-b783-a8e09b79673a tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks [] for security_group_rule (cb382cd1-f133-43c9-80fc-b4e4cbdfc69a), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:18.549119 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f893bd3a-5461-4397-b783-a8e09b79673a tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (cb382cd1-f133-43c9-80fc-b4e4cbdfc69a), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:18.582704 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f893bd3a-5461-4397-b783-a8e09b79673a tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb382cd1-f133-43c9-80fc-b4e4cbdfc69a,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:47:18.594796 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f893bd3a-5461-4397-b783-a8e09b79673a tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:18.596198 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-f893bd3a-5461-4397-b783-a8e09b79673a tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1927936 Jan 28 19:47:18.598914 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 55504) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:47:18.609346 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-ecf6e2ed-e665-4bee-94ba-80fd333f9820 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Request body: {'security_group_rule': {'security_group_id': '0faa2b50-8388-4d33-bc75-1b615963d95a', 'project_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:47:18.636959 n-d-812111-14 neutron-server[103304]: INFO neutron.db.securitygroups_db [None req-ecf6e2ed-e665-4bee-94ba-80fd333f9820 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Project 9e9e8439f0ef4f199c1cf289f0d53ad7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 19:47:18.642725 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ecf6e2ed-e665-4bee-94ba-80fd333f9820 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks [] for security_group_rule (fc6a2bd4-838f-400a-94da-468fc441c115), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:18.756500 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ecf6e2ed-e665-4bee-94ba-80fd333f9820 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks [] for security_group_rule (fc6a2bd4-838f-400a-94da-468fc441c115), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:18.773643 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ecf6e2ed-e665-4bee-94ba-80fd333f9820 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (fc6a2bd4-838f-400a-94da-468fc441c115), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:18.810950 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf6e2ed-e665-4bee-94ba-80fd333f9820 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc6a2bd4-838f-400a-94da-468fc441c115,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:47:18.822301 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ecf6e2ed-e665-4bee-94ba-80fd333f9820 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:18.823556 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-ecf6e2ed-e665-4bee-94ba-80fd333f9820 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2233140 Jan 28 19:47:18.826267 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 55508) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:47:18.832022 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-af5c1a2f-2c2c-4f32-bb3e-d4ccc61bfb68 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Request body: {'security_group_rule': {'security_group_id': '0faa2b50-8388-4d33-bc75-1b615963d95a', 'project_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:47:18.868145 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 0c6fa6f8-af0a-4c4b-a5d5-b5e809c88002 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:47:18.878369 n-d-812111-14 neutron-server[103305]: INFO neutron.db.securitygroups_db [None req-af5c1a2f-2c2c-4f32-bb3e-d4ccc61bfb68 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Project 9e9e8439f0ef4f199c1cf289f0d53ad7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 19:47:18.892199 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-af5c1a2f-2c2c-4f32-bb3e-d4ccc61bfb68 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks [] for security_group_rule (a02c12d5-e13c-4bce-be5d-5f3c8caa7925), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:18.940391 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 0c6fa6f8-af0a-4c4b-a5d5-b5e809c88002 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:47:18.941130 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (0c6fa6f8-af0a-4c4b-a5d5-b5e809c88002), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:18.987939 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-af5c1a2f-2c2c-4f32-bb3e-d4ccc61bfb68 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks [] for security_group_rule (a02c12d5-e13c-4bce-be5d-5f3c8caa7925), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:18.994229 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-af5c1a2f-2c2c-4f32-bb3e-d4ccc61bfb68 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (a02c12d5-e13c-4bce-be5d-5f3c8caa7925), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:19.018868 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-af5c1a2f-2c2c-4f32-bb3e-d4ccc61bfb68 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:19.028782 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-af5c1a2f-2c2c-4f32-bb3e-d4ccc61bfb68 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2013092 Jan 28 19:47:19.039457 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5c1a2f-2c2c-4f32-bb3e-d4ccc61bfb68 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a02c12d5-e13c-4bce-be5d-5f3c8caa7925,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:47:19.074524 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 0c6fa6f8-af0a-4c4b-a5d5-b5e809c88002 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:47:19.367426 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b745e132-385a-4109-a12d-9c0424b7fd75 req-8f7d9041-13e2-42d0-9aee-d50658444a88 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1683835248&fields=id&tenant_id=9e9e8439f0ef4f199c1cf289f0d53ad7 HTTP/1.1" status: 200 len: 267 time: 0.1009555 Jan 28 19:47:19.544325 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b745e132-385a-4109-a12d-9c0424b7fd75 req-8a5886e1-6710-473a-a63b-e46310d803f1 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:47:19.545944 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b745e132-385a-4109-a12d-9c0424b7fd75 req-8a5886e1-6710-473a-a63b-e46310d803f1 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] 10.222.0.64 "GET /v2.0/networks?id=71ea10f0-ed0a-45f6-9cbf-97f979f8b718 HTTP/1.1" status: 200 len: 796 time: 0.1693888 Jan 28 19:47:19.564285 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b745e132-385a-4109-a12d-9c0424b7fd75 req-3aa087e2-965e-4d85-8cda-5b3060c6de5c tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] 10.222.0.64 "GET /v2.0/quotas/9e9e8439f0ef4f199c1cf289f0d53ad7 HTTP/1.1" status: 200 len: 375 time: 0.0107694 Jan 28 19:47:19.651311 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b745e132-385a-4109-a12d-9c0424b7fd75 req-ab80f5ca-1aad-4a1d-9c42-b3e7371f52ef tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=9e9e8439f0ef4f199c1cf289f0d53ad7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0790482 Jan 28 19:47:19.919328 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b745e132-385a-4109-a12d-9c0424b7fd75 req-cf66c70d-bd95-401b-8ea2-fb00c41a3ece service neutron] 10.222.0.64 "GET /v2.0/networks/71ea10f0-ed0a-45f6-9cbf-97f979f8b718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2551129 Jan 28 19:47:20.016576 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b745e132-385a-4109-a12d-9c0424b7fd75 req-3fe4503c-59a8-44f5-8fb5-864db14da0c6 service neutron] 10.222.0.64 "GET /v2.0/networks/71ea10f0-ed0a-45f6-9cbf-97f979f8b718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963817 Jan 28 19:47:20.845415 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:21.248883 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7cefaf7e-6f4a-4209-bf36-764f9ebf11e3 req-e2813671-b001-4321-ab9f-d08f62792661 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] 10.222.0.64 "GET /v2.0/ports?device_id=14e80849-ae07-4292-8568-5e65335b334d HTTP/1.1" status: 200 len: 210 time: 0.0494862 Jan 28 19:47:22.648681 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8058f067-d201-4a3a-b318-6394691c5811 req-73d52229-858d-48d7-8bec-f49609d2aaa0 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] 10.222.0.64 "GET /v2.0/ports?device_id=14e80849-ae07-4292-8568-5e65335b334d HTTP/1.1" status: 200 len: 210 time: 0.0356002 Jan 28 19:47:22.702964 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b745e132-385a-4109-a12d-9c0424b7fd75 req-f8efb76e-288f-4512-bd2d-53fc533c2ccf tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:47:22.704438 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b745e132-385a-4109-a12d-9c0424b7fd75 req-f8efb76e-288f-4512-bd2d-53fc533c2ccf tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] 10.222.0.41 "GET /v2.0/networks?id=71ea10f0-ed0a-45f6-9cbf-97f979f8b718 HTTP/1.1" status: 200 len: 796 time: 0.5551660 Jan 28 19:47:22.772883 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b745e132-385a-4109-a12d-9c0424b7fd75 req-bd7badfb-8bd8-41ef-988f-67746e40e51c tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9e9e8439f0ef4f199c1cf289f0d53ad7 HTTP/1.1" status: 200 len: 380 time: 0.0538273 Jan 28 19:47:22.783580 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-b745e132-385a-4109-a12d-9c0424b7fd75 req-fe527bd2-fd74-48de-9dca-0d0211504ba6 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Request body: {'port': {'device_id': '14e80849-ae07-4292-8568-5e65335b334d', 'network_id': '71ea10f0-ed0a-45f6-9cbf-97f979f8b718', 'admin_state_up': True, 'tenant_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'security_groups': ['0faa2b50-8388-4d33-bc75-1b615963d95a']}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:47:22.891374 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b745e132-385a-4109-a12d-9c0424b7fd75 req-fe527bd2-fd74-48de-9dca-0d0211504ba6 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Made reservation on behalf of 9e9e8439f0ef4f199c1cf289f0d53ad7 for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:47:22.894895 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-b745e132-385a-4109-a12d-9c0424b7fd75 req-fe527bd2-fd74-48de-9dca-0d0211504ba6 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:23.025170 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-b745e132-385a-4109-a12d-9c0424b7fd75 req-fe527bd2-fd74-48de-9dca-0d0211504ba6 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Allocated IP 172.20.0.8 (71ea10f0-ed0a-45f6-9cbf-97f979f8b718/6a796d09-4b8d-4ddf-93a4-e16f143a3aab/d90b84e6-0dd8-47bc-b77e-e3e6ee9d322c) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:47:23.173421 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-b745e132-385a-4109-a12d-9c0424b7fd75 req-fe527bd2-fd74-48de-9dca-0d0211504ba6 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks [] for port (d90b84e6-0dd8-47bc-b77e-e3e6ee9d322c), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:23.217884 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-b745e132-385a-4109-a12d-9c0424b7fd75 req-fe527bd2-fd74-48de-9dca-0d0211504ba6 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (d90b84e6-0dd8-47bc-b77e-e3e6ee9d322c), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:23.272799 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b745e132-385a-4109-a12d-9c0424b7fd75 req-fe527bd2-fd74-48de-9dca-0d0211504ba6 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Network 71ea10f0-ed0a-45f6-9cbf-97f979f8b718 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:47:23.279401 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-b745e132-385a-4109-a12d-9c0424b7fd75 req-fe527bd2-fd74-48de-9dca-0d0211504ba6 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:47:23.283955 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-b745e132-385a-4109-a12d-9c0424b7fd75 req-fe527bd2-fd74-48de-9dca-0d0211504ba6 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:47:23.288506 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe527bd2-fd74-48de-9dca-0d0211504ba6 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Pushing event updated for resources: {'Port': ['ID=d90b84e6-0dd8-47bc-b77e-e3e6ee9d322c,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:47:23.349141 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b745e132-385a-4109-a12d-9c0424b7fd75 req-fe527bd2-fd74-48de-9dca-0d0211504ba6 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:47:23.349781 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-b745e132-385a-4109-a12d-9c0424b7fd75 req-fe527bd2-fd74-48de-9dca-0d0211504ba6 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:23.370199 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b745e132-385a-4109-a12d-9c0424b7fd75 req-fe527bd2-fd74-48de-9dca-0d0211504ba6 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5900784 Jan 28 19:47:23.386593 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-b745e132-385a-4109-a12d-9c0424b7fd75 req-5b39374f-d0fe-440f-8efe-1bcac7114159 service neutron] Request body: {'port': {'device_id': '14e80849-ae07-4292-8568-5e65335b334d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-14'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:47:23.464658 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-b745e132-385a-4109-a12d-9c0424b7fd75 req-5b39374f-d0fe-440f-8efe-1bcac7114159 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (d90b84e6-0dd8-47bc-b77e-e3e6ee9d322c), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:23.613841 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-62f31788-a6f7-4cdf-936a-5b4c90301689 None None] Provisioning complete for port d90b84e6-0dd8-47bc-b77e-e3e6ee9d322c triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:47:23.614374 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-62f31788-a6f7-4cdf-936a-5b4c90301689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (d90b84e6-0dd8-47bc-b77e-e3e6ee9d322c), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:23.651934 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-62f31788-a6f7-4cdf-936a-5b4c90301689 None None] Port d90b84e6-0dd8-47bc-b77e-e3e6ee9d322c cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:47:23.776538 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [req-b745e132-385a-4109-a12d-9c0424b7fd75 req-5b39374f-d0fe-440f-8efe-1bcac7114159 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d90b84e6-0dd8-47bc-b77e-e3e6ee9d322c {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:47:23.785006 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-b745e132-385a-4109-a12d-9c0424b7fd75 req-5b39374f-d0fe-440f-8efe-1bcac7114159 service neutron] Publish callbacks [] for port (d90b84e6-0dd8-47bc-b77e-e3e6ee9d322c), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:23.798767 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-b745e132-385a-4109-a12d-9c0424b7fd75 req-5b39374f-d0fe-440f-8efe-1bcac7114159 service neutron] Transition to ACTIVE for port object d90b84e6-0dd8-47bc-b77e-e3e6ee9d322c will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:47:23.803440 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-b745e132-385a-4109-a12d-9c0424b7fd75 req-5b39374f-d0fe-440f-8efe-1bcac7114159 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (d90b84e6-0dd8-47bc-b77e-e3e6ee9d322c), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:23.863843 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b39374f-d0fe-440f-8efe-1bcac7114159 service neutron] Pushing event updated for resources: {'Port': ['ID=d90b84e6-0dd8-47bc-b77e-e3e6ee9d322c,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:47:23.951340 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-b745e132-385a-4109-a12d-9c0424b7fd75 req-5b39374f-d0fe-440f-8efe-1bcac7114159 service neutron] Attempting to bind port d90b84e6-0dd8-47bc-b77e-e3e6ee9d322c on host n-h1-812111-14 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:47:23.952032 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-b745e132-385a-4109-a12d-9c0424b7fd75 req-5b39374f-d0fe-440f-8efe-1bcac7114159 service neutron] Attempting to bind port d90b84e6-0dd8-47bc-b77e-e3e6ee9d322c by drivers openvswitch,hyperv on host n-h1-812111-14 at level 0 using segments [{'id': '32d0a33d-f231-4511-81a4-f2642c9ea91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '71ea10f0-ed0a-45f6-9cbf-97f979f8b718'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:47:23.952482 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b745e132-385a-4109-a12d-9c0424b7fd75 req-5b39374f-d0fe-440f-8efe-1bcac7114159 service neutron] Attempting to bind port d90b84e6-0dd8-47bc-b77e-e3e6ee9d322c on network 71ea10f0-ed0a-45f6-9cbf-97f979f8b718 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:47:23.958185 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b745e132-385a-4109-a12d-9c0424b7fd75 req-5b39374f-d0fe-440f-8efe-1bcac7114159 service neutron] Port d90b84e6-0dd8-47bc-b77e-e3e6ee9d322c on network 71ea10f0-ed0a-45f6-9cbf-97f979f8b718 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-14 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:47:23.958759 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b745e132-385a-4109-a12d-9c0424b7fd75 req-5b39374f-d0fe-440f-8efe-1bcac7114159 service neutron] Attempting to bind port d90b84e6-0dd8-47bc-b77e-e3e6ee9d322c on network 71ea10f0-ed0a-45f6-9cbf-97f979f8b718 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:47:23.965051 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b745e132-385a-4109-a12d-9c0424b7fd75 req-5b39374f-d0fe-440f-8efe-1bcac7114159 service neutron] Checking agent: {'id': 'b544ba20-de93-4d86-9e6b-a2202deb6191', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 46, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:47:23.965599 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b745e132-385a-4109-a12d-9c0424b7fd75 req-5b39374f-d0fe-440f-8efe-1bcac7114159 service neutron] Checking segment: {'id': '32d0a33d-f231-4511-81a4-f2642c9ea91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '71ea10f0-ed0a-45f6-9cbf-97f979f8b718'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:47:23.966103 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b745e132-385a-4109-a12d-9c0424b7fd75 req-5b39374f-d0fe-440f-8efe-1bcac7114159 service neutron] Bound using segment: {'id': '32d0a33d-f231-4511-81a4-f2642c9ea91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '71ea10f0-ed0a-45f6-9cbf-97f979f8b718'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:47:23.966633 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-b745e132-385a-4109-a12d-9c0424b7fd75 req-5b39374f-d0fe-440f-8efe-1bcac7114159 service neutron] Bound port: d90b84e6-0dd8-47bc-b77e-e3e6ee9d322c, host: n-h1-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32d0a33d-f231-4511-81a4-f2642c9ea91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '71ea10f0-ed0a-45f6-9cbf-97f979f8b718'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:47:23.967096 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-b745e132-385a-4109-a12d-9c0424b7fd75 req-5b39374f-d0fe-440f-8efe-1bcac7114159 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (d90b84e6-0dd8-47bc-b77e-e3e6ee9d322c), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:23.978919 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:24.058287 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-b745e132-385a-4109-a12d-9c0424b7fd75 req-5b39374f-d0fe-440f-8efe-1bcac7114159 service neutron] For port d90b84e6-0dd8-47bc-b77e-e3e6ee9d322c, host n-h1-812111-14, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:47:24.064368 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-b745e132-385a-4109-a12d-9c0424b7fd75 req-5b39374f-d0fe-440f-8efe-1bcac7114159 service neutron] For port d90b84e6-0dd8-47bc-b77e-e3e6ee9d322c, host n-h1-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=d90b84e6-0dd8-47bc-b77e-e3e6ee9d322c,segment=NetworkSegment(32d0a33d-f231-4511-81a4-f2642c9ea91a),segment_id=32d0a33d-f231-4511-81a4-f2642c9ea91a)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:47:24.077562 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-b745e132-385a-4109-a12d-9c0424b7fd75 req-5b39374f-d0fe-440f-8efe-1bcac7114159 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (d90b84e6-0dd8-47bc-b77e-e3e6ee9d322c), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:24.123861 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b745e132-385a-4109-a12d-9c0424b7fd75 req-5b39374f-d0fe-440f-8efe-1bcac7114159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:47:24.124777 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-b745e132-385a-4109-a12d-9c0424b7fd75 req-5b39374f-d0fe-440f-8efe-1bcac7114159 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:24.127585 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b745e132-385a-4109-a12d-9c0424b7fd75 req-5b39374f-d0fe-440f-8efe-1bcac7114159 service neutron] 10.222.0.41 "PUT /v2.0/ports/d90b84e6-0dd8-47bc-b77e-e3e6ee9d322c HTTP/1.1" status: 200 len: 1092 time: 0.7452908 Jan 28 19:47:24.128189 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14e80849-ae07-4292-8568-5e65335b334d', 'tag': 'd90b84e6-0dd8-47bc-b77e-e3e6ee9d322c'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:47:24.132424 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8ef49ce-d293-42fa-8eba-eb7bb7d4ab4c" -d '{"events": [{"name": "network-changed", "server_uuid": "14e80849-ae07-4292-8568-5e65335b334d", "tag": "d90b84e6-0dd8-47bc-b77e-e3e6ee9d322c"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:47:24.255556 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b839e981-547e-410b-b306-236c91689ef2 x-openstack-request-id: req-b839e981-547e-410b-b306-236c91689ef2 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:47:24.256795 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14e80849-ae07-4292-8568-5e65335b334d", "tag": "d90b84e6-0dd8-47bc-b77e-e3e6ee9d322c", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:47:24.257292 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b839e981-547e-410b-b306-236c91689ef2 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:47:24.258265 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14e80849-ae07-4292-8568-5e65335b334d', 'tag': 'd90b84e6-0dd8-47bc-b77e-e3e6ee9d322c', 'status': 'completed', 'code': 200} Jan 28 19:47:24.260755 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b39374f-d0fe-440f-8efe-1bcac7114159 service neutron] Pushing event updated for resources: {'Port': ['ID=d90b84e6-0dd8-47bc-b77e-e3e6ee9d322c,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:47:24.281050 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b745e132-385a-4109-a12d-9c0424b7fd75 req-96aea365-b5f3-4f7c-9ebd-d6a6f4286111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:47:24.283642 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b745e132-385a-4109-a12d-9c0424b7fd75 req-96aea365-b5f3-4f7c-9ebd-d6a6f4286111 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9e9e8439f0ef4f199c1cf289f0d53ad7&device_id=14e80849-ae07-4292-8568-5e65335b334d HTTP/1.1" status: 200 len: 1126 time: 0.1008666 Jan 28 19:47:24.345440 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b745e132-385a-4109-a12d-9c0424b7fd75 req-6d6d11f2-b2c1-42f7-a510-750363052bfe service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d90b84e6-0dd8-47bc-b77e-e3e6ee9d322c HTTP/1.1" status: 200 len: 217 time: 0.0509732 Jan 28 19:47:24.384289 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c6b9d4-1c95-4c8a-b337-8bb2b003eca4 req-966de7bf-fc58-472d-bf59-31151be009aa tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:47:24.386565 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-25c6b9d4-1c95-4c8a-b337-8bb2b003eca4 req-966de7bf-fc58-472d-bf59-31151be009aa tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] 10.222.0.64 "GET /v2.0/ports?device_id=14e80849-ae07-4292-8568-5e65335b334d HTTP/1.1" status: 200 len: 931 time: 0.6596105 Jan 28 19:47:24.430334 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b745e132-385a-4109-a12d-9c0424b7fd75 req-356d24af-9c45-4355-a502-8e59e1b5f288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:47:24.432380 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b745e132-385a-4109-a12d-9c0424b7fd75 req-356d24af-9c45-4355-a502-8e59e1b5f288 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6a796d09-4b8d-4ddf-93a4-e16f143a3aab HTTP/1.1" status: 200 len: 835 time: 0.0802674 Jan 28 19:47:24.458561 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-25c6b9d4-1c95-4c8a-b337-8bb2b003eca4 req-a3367579-e3c4-4430-b980-8b6b54b78d19 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] 10.222.0.64 "GET /v2.0/security-groups?id=0faa2b50-8388-4d33-bc75-1b615963d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637469 Jan 28 19:47:24.522155 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b745e132-385a-4109-a12d-9c0424b7fd75 req-7f2fc762-440e-49aa-98af-adbf6d5ba1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:47:24.523996 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b745e132-385a-4109-a12d-9c0424b7fd75 req-7f2fc762-440e-49aa-98af-adbf6d5ba1cc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=71ea10f0-ed0a-45f6-9cbf-97f979f8b718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0814340 Jan 28 19:47:24.647392 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b745e132-385a-4109-a12d-9c0424b7fd75 req-5231a20b-4d1d-4d2f-95c7-34076014b365 service neutron] 10.222.0.41 "GET /v2.0/networks/71ea10f0-ed0a-45f6-9cbf-97f979f8b718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134527 Jan 28 19:47:24.750638 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b745e132-385a-4109-a12d-9c0424b7fd75 req-a1d02f1c-4867-42e6-bb6f-1f5efca94aea service neutron] 10.222.0.41 "GET /v2.0/networks/71ea10f0-ed0a-45f6-9cbf-97f979f8b718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943477 Jan 28 19:47:24.855235 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ef49ce-d293-42fa-8eba-eb7bb7d4ab4c req-4f16f899-8860-489b-bcc1-f2946c5d9697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:47:24.856777 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d8ef49ce-d293-42fa-8eba-eb7bb7d4ab4c req-4f16f899-8860-489b-bcc1-f2946c5d9697 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9e9e8439f0ef4f199c1cf289f0d53ad7&device_id=14e80849-ae07-4292-8568-5e65335b334d HTTP/1.1" status: 200 len: 1126 time: 0.0498469 Jan 28 19:47:24.953202 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ef49ce-d293-42fa-8eba-eb7bb7d4ab4c req-9ce05812-0b12-4535-ad14-cebba1bde071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:47:24.955081 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d8ef49ce-d293-42fa-8eba-eb7bb7d4ab4c req-9ce05812-0b12-4535-ad14-cebba1bde071 service neutron] 10.222.0.41 "GET /v2.0/networks?id=71ea10f0-ed0a-45f6-9cbf-97f979f8b718 HTTP/1.1" status: 200 len: 896 time: 0.0926681 Jan 28 19:47:24.997159 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d8ef49ce-d293-42fa-8eba-eb7bb7d4ab4c req-4848d2af-fc47-4e4c-b5b7-db1073da1909 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d90b84e6-0dd8-47bc-b77e-e3e6ee9d322c HTTP/1.1" status: 200 len: 217 time: 0.0361743 Jan 28 19:47:25.046841 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ef49ce-d293-42fa-8eba-eb7bb7d4ab4c req-3329a56f-0bfd-4fb4-8d7d-c9223bf5a4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:47:25.048322 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d8ef49ce-d293-42fa-8eba-eb7bb7d4ab4c req-3329a56f-0bfd-4fb4-8d7d-c9223bf5a4c4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6a796d09-4b8d-4ddf-93a4-e16f143a3aab HTTP/1.1" status: 200 len: 835 time: 0.0443244 Jan 28 19:47:25.102804 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ef49ce-d293-42fa-8eba-eb7bb7d4ab4c req-1b38f5ef-f215-4ff9-9784-37d8d9345d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:47:25.104246 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d8ef49ce-d293-42fa-8eba-eb7bb7d4ab4c req-1b38f5ef-f215-4ff9-9784-37d8d9345d4e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=71ea10f0-ed0a-45f6-9cbf-97f979f8b718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0489845 Jan 28 19:47:25.196664 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d8ef49ce-d293-42fa-8eba-eb7bb7d4ab4c req-7b5e32c8-a5f0-41b2-9362-0c8278e17dfc service neutron] 10.222.0.41 "GET /v2.0/networks/71ea10f0-ed0a-45f6-9cbf-97f979f8b718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848949 Jan 28 19:47:25.300902 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d8ef49ce-d293-42fa-8eba-eb7bb7d4ab4c req-98ff3ae7-7181-4dee-881e-eeebc65eaac9 service neutron] 10.222.0.41 "GET /v2.0/networks/71ea10f0-ed0a-45f6-9cbf-97f979f8b718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980415 Jan 28 19:47:25.595161 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cded20a0-5892-4c24-b115-3d8431ae4e55 req-69c5130f-5d35-47ff-ae3d-db4f7c628de8 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:47:25.597346 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-cded20a0-5892-4c24-b115-3d8431ae4e55 req-69c5130f-5d35-47ff-ae3d-db4f7c628de8 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] 10.222.0.64 "GET /v2.0/ports?device_id=14e80849-ae07-4292-8568-5e65335b334d HTTP/1.1" status: 200 len: 943 time: 0.0634091 Jan 28 19:47:25.677413 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-cded20a0-5892-4c24-b115-3d8431ae4e55 req-32adb573-6cfc-4e93-b374-7c1a97134bfa tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] 10.222.0.64 "GET /v2.0/security-groups?id=0faa2b50-8388-4d33-bc75-1b615963d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726552 Jan 28 19:47:26.843821 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278172e7-eda5-4921-a6d6-b56015dd888c req-e79e74e6-b84b-476d-b2c5-d063b2a31831 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:47:26.846203 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-278172e7-eda5-4921-a6d6-b56015dd888c req-e79e74e6-b84b-476d-b2c5-d063b2a31831 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] 10.222.0.64 "GET /v2.0/ports?device_id=14e80849-ae07-4292-8568-5e65335b334d HTTP/1.1" status: 200 len: 943 time: 0.0749483 Jan 28 19:47:26.913947 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-278172e7-eda5-4921-a6d6-b56015dd888c req-293632dd-f755-4a60-9f76-4080bbb79731 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] 10.222.0.64 "GET /v2.0/security-groups?id=0faa2b50-8388-4d33-bc75-1b615963d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580406 Jan 28 19:47:27.003349 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 55626) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:47:27.041477 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device d90b84e6-0dd8-47bc-b77e-e3e6ee9d322c details requested by agent hyperv_n-h1-812111-14 with host n-h1-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:47:27.127802 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-33af6328-b19c-43d2-a3ef-98169a0551fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:27.163322 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port d90b84e6-0dd8-47bc-b77e-e3e6ee9d322c, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=d90b84e6-0dd8-47bc-b77e-e3e6ee9d322c,segment=NetworkSegment(32d0a33d-f231-4511-81a4-f2642c9ea91a),segment_id=32d0a33d-f231-4511-81a4-f2642c9ea91a)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:47:27.184257 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Returning: {'device': 'd90b84e6-0dd8-47bc-b77e-e3e6ee9d322c', 'network_id': '71ea10f0-ed0a-45f6-9cbf-97f979f8b718', 'port_id': 'd90b84e6-0dd8-47bc-b77e-e3e6ee9d322c', 'mac_address': 'fa:16:3e:74:bc:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a796d09-4b8d-4ddf-93a4-e16f143a3aab', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:47:27.220510 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-33af6328-b19c-43d2-a3ef-98169a0551fa admin admin] Publish callbacks [] for security_group (a3eb29ce-b594-4a79-bccc-af165bcc1ead), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:27.226629 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-33af6328-b19c-43d2-a3ef-98169a0551fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (a3eb29ce-b594-4a79-bccc-af165bcc1ead), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:27.231243 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port d90b84e6-0dd8-47bc-b77e-e3e6ee9d322c is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:47:27.231739 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (d90b84e6-0dd8-47bc-b77e-e3e6ee9d322c), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:27.247127 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d90b84e6-0dd8-47bc-b77e-e3e6ee9d322c {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:47:27.273023 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port d90b84e6-0dd8-47bc-b77e-e3e6ee9d322c, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=d90b84e6-0dd8-47bc-b77e-e3e6ee9d322c,segment=NetworkSegment(32d0a33d-f231-4511-81a4-f2642c9ea91a),segment_id=32d0a33d-f231-4511-81a4-f2642c9ea91a)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:47:27.278133 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (d90b84e6-0dd8-47bc-b77e-e3e6ee9d322c), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:27.288592 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 55632) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:47:27.306063 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-33af6328-b19c-43d2-a3ef-98169a0551fa admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4802392c3e0c4d9a8bf87c86fbfe53dd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2927463 Jan 28 19:47:27.307917 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33af6328-b19c-43d2-a3ef-98169a0551fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3eb29ce-b594-4a79-bccc-af165bcc1ead,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:47:27.344706 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=d90b84e6-0dd8-47bc-b77e-e3e6ee9d322c,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:47:27.371070 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2bdef3a4-2be3-4148-bcb3-ff15b6c0144a admin admin] Publish callbacks [] for security_group (a3eb29ce-b594-4a79-bccc-af165bcc1ead), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:27.393677 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2bdef3a4-2be3-4148-bcb3-ff15b6c0144a admin admin] Publish callbacks [] for security_group (a3eb29ce-b594-4a79-bccc-af165bcc1ead), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:27.458752 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2bdef3a4-2be3-4148-bcb3-ff15b6c0144a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (a3eb29ce-b594-4a79-bccc-af165bcc1ead), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:27.461789 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2bdef3a4-2be3-4148-bcb3-ff15b6c0144a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:27.465395 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-2bdef3a4-2be3-4148-bcb3-ff15b6c0144a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a3eb29ce-b594-4a79-bccc-af165bcc1ead HTTP/1.1" status: 204 len: 168 time: 0.1728809 Jan 28 19:47:27.471719 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdef3a4-2be3-4148-bcb3-ff15b6c0144a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3eb29ce-b594-4a79-bccc-af165bcc1ead,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:47:27.554338 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['d90b84e6-0dd8-47bc-b77e-e3e6ee9d322c'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:47:28.095330 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5612a5-af08-44b5-a6e0-3c699d4e3551 req-0846baa8-367d-46a9-b947-bfcac739a704 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:47:28.097734 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7c5612a5-af08-44b5-a6e0-3c699d4e3551 req-0846baa8-367d-46a9-b947-bfcac739a704 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] 10.222.0.64 "GET /v2.0/ports?device_id=14e80849-ae07-4292-8568-5e65335b334d HTTP/1.1" status: 200 len: 944 time: 0.0874846 Jan 28 19:47:28.164520 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7c5612a5-af08-44b5-a6e0-3c699d4e3551 req-13314908-386f-4565-adaa-50c1bdcbb619 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] 10.222.0.64 "GET /v2.0/security-groups?id=0faa2b50-8388-4d33-bc75-1b615963d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612676 Jan 28 19:47:29.057208 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device d90b84e6-0dd8-47bc-b77e-e3e6ee9d322c up at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:47:29.112248 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning for port d90b84e6-0dd8-47bc-b77e-e3e6ee9d322c completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:47:29.117869 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning complete for port d90b84e6-0dd8-47bc-b77e-e3e6ee9d322c triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:47:29.118307 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (d90b84e6-0dd8-47bc-b77e-e3e6ee9d322c), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:29.211248 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port d90b84e6-0dd8-47bc-b77e-e3e6ee9d322c is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:47:29.211827 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (d90b84e6-0dd8-47bc-b77e-e3e6ee9d322c), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:29.245832 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14e80849-ae07-4292-8568-5e65335b334d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd90b84e6-0dd8-47bc-b77e-e3e6ee9d322c'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:47:29.248963 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13f90e9c-3a1a-42d0-b13f-6dc5d355729c" -d '{"events": [{"server_uuid": "14e80849-ae07-4292-8568-5e65335b334d", "name": "network-vif-plugged", "status": "completed", "tag": "d90b84e6-0dd8-47bc-b77e-e3e6ee9d322c"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:47:29.273723 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port d90b84e6-0dd8-47bc-b77e-e3e6ee9d322c, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=d90b84e6-0dd8-47bc-b77e-e3e6ee9d322c,segment=NetworkSegment(32d0a33d-f231-4511-81a4-f2642c9ea91a),segment_id=32d0a33d-f231-4511-81a4-f2642c9ea91a)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:47:29.278615 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (d90b84e6-0dd8-47bc-b77e-e3e6ee9d322c), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:29.324235 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5221f9ad-7d79-4d83-990b-82624b6aa528 x-openstack-request-id: req-5221f9ad-7d79-4d83-990b-82624b6aa528 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:47:29.324532 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14e80849-ae07-4292-8568-5e65335b334d", "name": "network-vif-plugged", "status": "completed", "tag": "d90b84e6-0dd8-47bc-b77e-e3e6ee9d322c", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:47:29.324788 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5221f9ad-7d79-4d83-990b-82624b6aa528 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:47:29.325402 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14e80849-ae07-4292-8568-5e65335b334d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd90b84e6-0dd8-47bc-b77e-e3e6ee9d322c', 'code': 200} Jan 28 19:47:29.357554 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=d90b84e6-0dd8-47bc-b77e-e3e6ee9d322c,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:47:29.380364 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f942f756-c26d-4d99-bf89-b185b9ff9f5f req-18caf26f-7fad-4424-b178-262610e173e0 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:47:29.388630 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f942f756-c26d-4d99-bf89-b185b9ff9f5f req-18caf26f-7fad-4424-b178-262610e173e0 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] 10.222.0.64 "GET /v2.0/ports?device_id=14e80849-ae07-4292-8568-5e65335b334d HTTP/1.1" status: 200 len: 944 time: 0.1308064 Jan 28 19:47:29.431587 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5341aff5-5b45-4c61-89d8-9add4bc2bcb0 req-015a14cb-2bbb-4355-999e-021ef99a1db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:47:29.435579 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5341aff5-5b45-4c61-89d8-9add4bc2bcb0 req-015a14cb-2bbb-4355-999e-021ef99a1db1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=14e80849-ae07-4292-8568-5e65335b334d HTTP/1.1" status: 200 len: 1128 time: 0.0666003 Jan 28 19:47:29.448597 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f942f756-c26d-4d99-bf89-b185b9ff9f5f req-95c71fa6-05d5-4cc6-b309-6ad7ce5d1efa tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] 10.222.0.64 "GET /v2.0/security-groups?id=0faa2b50-8388-4d33-bc75-1b615963d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540011 Jan 28 19:47:29.504753 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5341aff5-5b45-4c61-89d8-9add4bc2bcb0 req-6d6882bb-d5c4-4975-bbc2-7549e980af82 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0faa2b50-8388-4d33-bc75-1b615963d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569346 Jan 28 19:47:30.581427 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2049538-1a41-4cf4-95b5-bf6ed94ea329 req-0bcae3ac-da17-442e-a10d-7075cfa9d392 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:47:30.583024 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d2049538-1a41-4cf4-95b5-bf6ed94ea329 req-0bcae3ac-da17-442e-a10d-7075cfa9d392 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] 10.222.0.64 "GET /v2.0/ports?device_id=14e80849-ae07-4292-8568-5e65335b334d HTTP/1.1" status: 200 len: 945 time: 0.0581145 Jan 28 19:47:30.637372 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d2049538-1a41-4cf4-95b5-bf6ed94ea329 req-9d8cb8c8-de7d-407b-a01f-3205c5ac2111 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] 10.222.0.64 "GET /v2.0/security-groups?id=0faa2b50-8388-4d33-bc75-1b615963d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475059 Jan 28 19:47:31.777411 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c05c2f-1ac8-438d-b67c-634d638111ee req-125d5901-adcb-4937-be05-fb3c98d43c8d tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:47:31.780360 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-08c05c2f-1ac8-438d-b67c-634d638111ee req-125d5901-adcb-4937-be05-fb3c98d43c8d tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] 10.222.0.64 "GET /v2.0/ports?device_id=14e80849-ae07-4292-8568-5e65335b334d HTTP/1.1" status: 200 len: 945 time: 0.0564563 Jan 28 19:47:31.830012 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-08c05c2f-1ac8-438d-b67c-634d638111ee req-9f12bc41-dcfe-42f8-aa55-7b8f0ca11898 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] 10.222.0.64 "GET /v2.0/security-groups?id=0faa2b50-8388-4d33-bc75-1b615963d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451262 Jan 28 19:47:31.957245 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd13e9d-7191-431b-b2da-31cf7e6cee14 req-08b36f04-5219-42f9-ab86-a24b61054af7 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:47:31.959331 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9dd13e9d-7191-431b-b2da-31cf7e6cee14 req-08b36f04-5219-42f9-ab86-a24b61054af7 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] 10.222.0.64 "GET /v2.0/ports?device_id=14e80849-ae07-4292-8568-5e65335b334d HTTP/1.1" status: 200 len: 945 time: 0.0574427 Jan 28 19:47:32.011052 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9dd13e9d-7191-431b-b2da-31cf7e6cee14 req-aeee3ccd-ddd6-4011-af65-0dfecce79ff0 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] 10.222.0.64 "GET /v2.0/security-groups?id=0faa2b50-8388-4d33-bc75-1b615963d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450852 Jan 28 19:47:32.033753 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 55748) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:47:32.079624 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c650a594-99a0-4fb6-815e-a9599ebb4ee0 tempest-TestNetworkBasicOps-1717839870 tempest-TestNetworkBasicOps-1717839870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:47:32.083786 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-c650a594-99a0-4fb6-815e-a9599ebb4ee0 tempest-TestNetworkBasicOps-1717839870 tempest-TestNetworkBasicOps-1717839870-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=14e80849-ae07-4292-8568-5e65335b334d HTTP/1.1" status: 200 len: 1123 time: 0.0465043 Jan 28 19:47:32.084726 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 55750) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:47:32.089680 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-39854014-edcb-469c-8c77-7e8ae3c45141 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Request body: {'floatingip': {'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'port_id': 'd90b84e6-0dd8-47bc-b77e-e3e6ee9d322c', 'tenant_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:47:32.111449 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-39854014-edcb-469c-8c77-7e8ae3c45141 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:32.222581 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-39854014-edcb-469c-8c77-7e8ae3c45141 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:32.342378 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-39854014-edcb-469c-8c77-7e8ae3c45141 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Allocated IP 172.25.6.204 (d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8/a648e4ab-7422-41b9-b133-58aca25ab8f5/9b33eb08-d8de-46f7-91d1-c02e88d6d2c3) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:47:32.483316 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-39854014-edcb-469c-8c77-7e8ae3c45141 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks [] for port (9b33eb08-d8de-46f7-91d1-c02e88d6d2c3), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:32.520595 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-39854014-edcb-469c-8c77-7e8ae3c45141 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (9b33eb08-d8de-46f7-91d1-c02e88d6d2c3), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:32.559977 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39854014-edcb-469c-8c77-7e8ae3c45141 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:47:32.566369 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-39854014-edcb-469c-8c77-7e8ae3c45141 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:47:32.571357 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39854014-edcb-469c-8c77-7e8ae3c45141 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:47:32.574572 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39854014-edcb-469c-8c77-7e8ae3c45141 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Pushing event updated for resources: {'Port': ['ID=9b33eb08-d8de-46f7-91d1-c02e88d6d2c3,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:47:32.964407 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-39854014-edcb-469c-8c77-7e8ae3c45141 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks [] for floatingip (0b7500c0-5114-43e5-b508-4a47ce7b2a15), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:33.034273 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-39854014-edcb-469c-8c77-7e8ae3c45141 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (9b33eb08-d8de-46f7-91d1-c02e88d6d2c3), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:33.186290 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-39854014-edcb-469c-8c77-7e8ae3c45141 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks [] for port (9b33eb08-d8de-46f7-91d1-c02e88d6d2c3), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:33.190801 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-39854014-edcb-469c-8c77-7e8ae3c45141 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (9b33eb08-d8de-46f7-91d1-c02e88d6d2c3), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:33.266070 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39854014-edcb-469c-8c77-7e8ae3c45141 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Pushing event updated for resources: {'Port': ['ID=9b33eb08-d8de-46f7-91d1-c02e88d6d2c3,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:47:33.274581 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-39854014-edcb-469c-8c77-7e8ae3c45141 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734886'] for floatingip (0b7500c0-5114-43e5-b508-4a47ce7b2a15), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:33.386878 n-d-812111-14 neutron-server[103304]: INFO neutron.db.l3_db [None req-39854014-edcb-469c-8c77-7e8ae3c45141 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Floating IP 0b7500c0-5114-43e5-b508-4a47ce7b2a15 associated. External IP: 172.25.6.204, port: d90b84e6-0dd8-47bc-b77e-e3e6ee9d322c. Jan 28 19:47:33.618320 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39854014-edcb-469c-8c77-7e8ae3c45141 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Router 0f3b4636-a9ba-47e5-8bde-f46ea3d6285b has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:47:33.730568 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39854014-edcb-469c-8c77-7e8ae3c45141 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:47:33.744897 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eaa6e98-cc18-4d40-a5e9-b02bda7c5fbb None None] Sync routers for ids ['0f3b4636-a9ba-47e5-8bde-f46ea3d6285b'] in n-d-812111-14 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:47:33.755731 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-39854014-edcb-469c-8c77-7e8ae3c45141 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for floatingip (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:33.757594 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eaa6e98-cc18-4d40-a5e9-b02bda7c5fbb None None] Routers {'0f3b4636-a9ba-47e5-8bde-f46ea3d6285b'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:47:33.758235 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-5eaa6e98-cc18-4d40-a5e9-b02bda7c5fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:47:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['0f3b4636-a9ba-47e5-8bde-f46ea3d6285b'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:47:33.804541 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-39854014-edcb-469c-8c77-7e8ae3c45141 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7185867 Jan 28 19:47:33.805558 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14e80849-ae07-4292-8568-5e65335b334d', 'tag': 'd90b84e6-0dd8-47bc-b77e-e3e6ee9d322c'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:47:33.807881 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 55778) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:47:33.827171 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06cc9966-b5bb-46da-9bd5-780cbb744039" -d '{"events": [{"name": "network-changed", "server_uuid": "14e80849-ae07-4292-8568-5e65335b334d", "tag": "d90b84e6-0dd8-47bc-b77e-e3e6ee9d322c"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:47:33.902588 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c8320fc-35be-46d7-bef2-20e3fc1649e7 x-openstack-request-id: req-4c8320fc-35be-46d7-bef2-20e3fc1649e7 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:47:33.902891 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14e80849-ae07-4292-8568-5e65335b334d", "tag": "d90b84e6-0dd8-47bc-b77e-e3e6ee9d322c", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:47:33.903152 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4c8320fc-35be-46d7-bef2-20e3fc1649e7 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:47:33.903570 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14e80849-ae07-4292-8568-5e65335b334d', 'tag': 'd90b84e6-0dd8-47bc-b77e-e3e6ee9d322c', 'status': 'completed', 'code': 200} Jan 28 19:47:33.984870 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-7aa10670-a07f-41c5-ae92-5b1c5c9fe5b7 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] 10.222.0.64 "GET /v2.0/floatingips/0b7500c0-5114-43e5-b508-4a47ce7b2a15 HTTP/1.1" status: 200 len: 991 time: 0.1747010 Jan 28 19:47:33.993304 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cc9966-b5bb-46da-9bd5-780cbb744039 req-7917bf54-5d09-4909-83fb-f66ed94608d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:47:33.995424 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-06cc9966-b5bb-46da-9bd5-780cbb744039 req-7917bf54-5d09-4909-83fb-f66ed94608d3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9e9e8439f0ef4f199c1cf289f0d53ad7&device_id=14e80849-ae07-4292-8568-5e65335b334d HTTP/1.1" status: 200 len: 1128 time: 0.0795233 Jan 28 19:47:34.093843 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-5eaa6e98-cc18-4d40-a5e9-b02bda7c5fbb None None] Set router 0f3b4636-a9ba-47e5-8bde-f46ea3d6285b gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:47:34.110479 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cc9966-b5bb-46da-9bd5-780cbb744039 req-e5bfb30e-224a-48f9-a1a8-15ba0c838b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:47:34.112309 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-06cc9966-b5bb-46da-9bd5-780cbb744039 req-e5bfb30e-224a-48f9-a1a8-15ba0c838b46 service neutron] 10.222.0.41 "GET /v2.0/networks?id=71ea10f0-ed0a-45f6-9cbf-97f979f8b718 HTTP/1.1" status: 200 len: 896 time: 0.1104996 Jan 28 19:47:34.196519 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-06cc9966-b5bb-46da-9bd5-780cbb744039 req-7f60fb8f-6813-43f5-a590-df6ec2666148 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d90b84e6-0dd8-47bc-b77e-e3e6ee9d322c HTTP/1.1" status: 200 len: 999 time: 0.0785413 Jan 28 19:47:34.265611 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cc9966-b5bb-46da-9bd5-780cbb744039 req-a1cd4089-c81a-4da8-b8cc-a427efd29581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:47:34.267918 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-06cc9966-b5bb-46da-9bd5-780cbb744039 req-a1cd4089-c81a-4da8-b8cc-a427efd29581 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6a796d09-4b8d-4ddf-93a4-e16f143a3aab HTTP/1.1" status: 200 len: 835 time: 0.0643115 Jan 28 19:47:34.327268 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cc9966-b5bb-46da-9bd5-780cbb744039 req-0a270f19-9f3b-4e10-bff6-7ec281f0c33c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:47:34.329847 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-06cc9966-b5bb-46da-9bd5-780cbb744039 req-0a270f19-9f3b-4e10-bff6-7ec281f0c33c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=71ea10f0-ed0a-45f6-9cbf-97f979f8b718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0560255 Jan 28 19:47:34.363361 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-5eaa6e98-cc18-4d40-a5e9-b02bda7c5fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f3b4636-a9ba-47e5-8bde-f46ea3d6285b', 'name': 'tempest-TestNetworkBasicOps-router-881617538', 'tenant_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.102'}], 'enable_snat': True}, 'gw_port_id': 'a212d1c3-0e0d-4c8f-b2ae-82394f053bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:47:09Z', 'updated_at': '2022-01-28T19:47:14Z', 'revision_number': 4, 'project_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'gw_port': {'id': 'a212d1c3-0e0d-4c8f-b2ae-82394f053bf3', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:1f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f3b4636-a9ba-47e5-8bde-f46ea3d6285b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:47:09Z', 'updated_at': '2022-01-28T19:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_floatingips': [{'id': '0b7500c0-5114-43e5-b508-4a47ce7b2a15', 'tenant_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'floating_ip_address': '172.25.6.204', 'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'router_id': '0f3b4636-a9ba-47e5-8bde-f46ea3d6285b', 'port_id': 'd90b84e6-0dd8-47bc-b77e-e3e6ee9d322c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '71ea10f0-ed0a-45f6-9cbf-97f979f8b718', 'mac_address': 'fa:16:3e:74:bc:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e80849-ae07-4292-8568-5e65335b334d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:47:32Z', 'updated_at': '2022-01-28T19:47:32Z', 'revision_number': 0, 'project_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c6fa6f8-af0a-4c4b-a5d5-b5e809c88002', 'name': '', 'network_id': '71ea10f0-ed0a-45f6-9cbf-97f979f8b718', 'tenant_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'mac_address': 'fa:16:3e:cc:75:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f3b4636-a9ba-47e5-8bde-f46ea3d6285b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': '6a796d09-4b8d-4ddf-93a4-e16f143a3aab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:47:13Z', 'updated_at': '2022-01-28T19:47:18Z', 'revision_number': 5, 'project_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'subnets': [{'id': '6a796d09-4b8d-4ddf-93a4-e16f143a3aab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:47:34.404926 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eaa6e98-cc18-4d40-a5e9-b02bda7c5fbb None None] Checking router: 0f3b4636-a9ba-47e5-8bde-f46ea3d6285b for host: n-d-812111-14 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:47:34.415637 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eaa6e98-cc18-4d40-a5e9-b02bda7c5fbb None None] Routers {'0f3b4636-a9ba-47e5-8bde-f46ea3d6285b'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:47:34.416272 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-5eaa6e98-cc18-4d40-a5e9-b02bda7c5fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:47:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['0f3b4636-a9ba-47e5-8bde-f46ea3d6285b'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:47:34.452706 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-06cc9966-b5bb-46da-9bd5-780cbb744039 req-835c52d8-7472-4980-b6f7-e93d26edd8ef service neutron] 10.222.0.41 "GET /v2.0/networks/71ea10f0-ed0a-45f6-9cbf-97f979f8b718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151125 Jan 28 19:47:34.564601 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-06cc9966-b5bb-46da-9bd5-780cbb744039 req-9baa7e1e-12f1-414e-a14e-c35ff175b348 service neutron] 10.222.0.41 "GET /v2.0/networks/71ea10f0-ed0a-45f6-9cbf-97f979f8b718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042790 Jan 28 19:47:34.575351 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-5eaa6e98-cc18-4d40-a5e9-b02bda7c5fbb None None] Set router 0f3b4636-a9ba-47e5-8bde-f46ea3d6285b gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:47:34.804775 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-5eaa6e98-cc18-4d40-a5e9-b02bda7c5fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f3b4636-a9ba-47e5-8bde-f46ea3d6285b', 'name': 'tempest-TestNetworkBasicOps-router-881617538', 'tenant_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.102'}], 'enable_snat': True}, 'gw_port_id': 'a212d1c3-0e0d-4c8f-b2ae-82394f053bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:47:09Z', 'updated_at': '2022-01-28T19:47:14Z', 'revision_number': 4, 'project_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'gw_port': {'id': 'a212d1c3-0e0d-4c8f-b2ae-82394f053bf3', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:1f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f3b4636-a9ba-47e5-8bde-f46ea3d6285b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:47:09Z', 'updated_at': '2022-01-28T19:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_floatingips': [{'id': '0b7500c0-5114-43e5-b508-4a47ce7b2a15', 'tenant_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'floating_ip_address': '172.25.6.204', 'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'router_id': '0f3b4636-a9ba-47e5-8bde-f46ea3d6285b', 'port_id': 'd90b84e6-0dd8-47bc-b77e-e3e6ee9d322c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '71ea10f0-ed0a-45f6-9cbf-97f979f8b718', 'mac_address': 'fa:16:3e:74:bc:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e80849-ae07-4292-8568-5e65335b334d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:47:32Z', 'updated_at': '2022-01-28T19:47:32Z', 'revision_number': 0, 'project_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c6fa6f8-af0a-4c4b-a5d5-b5e809c88002', 'name': '', 'network_id': '71ea10f0-ed0a-45f6-9cbf-97f979f8b718', 'tenant_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'mac_address': 'fa:16:3e:cc:75:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f3b4636-a9ba-47e5-8bde-f46ea3d6285b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': '6a796d09-4b8d-4ddf-93a4-e16f143a3aab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:47:13Z', 'updated_at': '2022-01-28T19:47:18Z', 'revision_number': 5, 'project_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'subnets': [{'id': '6a796d09-4b8d-4ddf-93a4-e16f143a3aab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:47:34.833420 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eaa6e98-cc18-4d40-a5e9-b02bda7c5fbb None None] The sync data for ids ['0f3b4636-a9ba-47e5-8bde-f46ea3d6285b'] in n-d-812111-14 is: [{'id': '0f3b4636-a9ba-47e5-8bde-f46ea3d6285b', 'name': 'tempest-TestNetworkBasicOps-router-881617538', 'tenant_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.102'}], 'enable_snat': True}, 'gw_port_id': 'a212d1c3-0e0d-4c8f-b2ae-82394f053bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:47:09Z', 'updated_at': '2022-01-28T19:47:14Z', 'revision_number': 4, 'project_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'gw_port': {'id': 'a212d1c3-0e0d-4c8f-b2ae-82394f053bf3', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:1f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f3b4636-a9ba-47e5-8bde-f46ea3d6285b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:47:09Z', 'updated_at': '2022-01-28T19:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_floatingips': [{'id': '0b7500c0-5114-43e5-b508-4a47ce7b2a15', 'tenant_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'floating_ip_address': '172.25.6.204', 'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'router_id': '0f3b4636-a9ba-47e5-8bde-f46ea3d6285b', 'port_id': 'd90b84e6-0dd8-47bc-b77e-e3e6ee9d322c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '71ea10f0-ed0a-45f6-9cbf-97f979f8b718', 'mac_address': 'fa:16:3e:74:bc:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e80849-ae07-4292-8568-5e65335b334d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:47:32Z', 'updated_at': '2022-01-28T19:47:32Z', 'revision_number': 0, 'project_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c6fa6f8-af0a-4c4b-a5d5-b5e809c88002', 'name': '', 'network_id': '71ea10f0-ed0a-45f6-9cbf-97f979f8b718', 'tenant_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'mac_address': 'fa:16:3e:cc:75:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f3b4636-a9ba-47e5-8bde-f46ea3d6285b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': '6a796d09-4b8d-4ddf-93a4-e16f143a3aab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:47:13Z', 'updated_at': '2022-01-28T19:47:18Z', 'revision_number': 5, 'project_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'subnets': [{'id': '6a796d09-4b8d-4ddf-93a4-e16f143a3aab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:47:34.988374 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 55792) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:47:35.075341 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-0182bbb8-9c8d-42bc-8f2a-12ca6a0f8bdf tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] 10.222.0.64 "GET /v2.0/floatingips/0b7500c0-5114-43e5-b508-4a47ce7b2a15 HTTP/1.1" status: 200 len: 991 time: 0.0851552 Jan 28 19:47:35.079441 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09168241-1dd1-4559-8f67-88274c599a12 None None] New status for floating IP 0b7500c0-5114-43e5-b508-4a47ce7b2a15: ACTIVE {{(pid=103307) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 19:47:36.078868 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 55802) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:47:36.143339 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-dadc9388-92b2-43f7-9fd7-bad4f310eb91 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] 10.222.0.64 "GET /v2.0/floatingips/0b7500c0-5114-43e5-b508-4a47ce7b2a15 HTTP/1.1" status: 200 len: 993 time: 0.0633166 Jan 28 19:47:36.647990 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-94316ce2-143e-4fe7-8616-c14de59a2d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:38.172304 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:47:38.931119 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-42ed09b8-cde0-42da-b6b4-730c6612d7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:39.815422 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:41.699829 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:43.109080 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:44.229271 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 55914) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:47:44.357909 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f8be9ab3-a9fd-49a5-ad07-c28f680f45cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:44.435265 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f8be9ab3-a9fd-49a5-ad07-c28f680f45cd admin admin] Publish callbacks [] for security_group (a554f181-1d10-4422-96fa-bcfe51fdea69), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:44.439721 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f8be9ab3-a9fd-49a5-ad07-c28f680f45cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (a554f181-1d10-4422-96fa-bcfe51fdea69), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:44.483113 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-f8be9ab3-a9fd-49a5-ad07-c28f680f45cd admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e1580e1bbff74e60a6e55b8c02de47f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2526879 Jan 28 19:47:44.484200 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8be9ab3-a9fd-49a5-ad07-c28f680f45cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a554f181-1d10-4422-96fa-bcfe51fdea69,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:47:44.486259 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 55918) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:47:44.492808 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8be9ab3-a9fd-49a5-ad07-c28f680f45cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:47:44.493263 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8be9ab3-a9fd-49a5-ad07-c28f680f45cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:47:44.493698 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8be9ab3-a9fd-49a5-ad07-c28f680f45cd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:47:44.494095 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8be9ab3-a9fd-49a5-ad07-c28f680f45cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:47:44.494497 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8be9ab3-a9fd-49a5-ad07-c28f680f45cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:47:44.494896 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8be9ab3-a9fd-49a5-ad07-c28f680f45cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:47:44.495281 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8be9ab3-a9fd-49a5-ad07-c28f680f45cd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:47:44.495782 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8be9ab3-a9fd-49a5-ad07-c28f680f45cd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:47:44.496263 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8be9ab3-a9fd-49a5-ad07-c28f680f45cd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:47:44.496751 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8be9ab3-a9fd-49a5-ad07-c28f680f45cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:47:44.497264 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8be9ab3-a9fd-49a5-ad07-c28f680f45cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:47:44.497843 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8be9ab3-a9fd-49a5-ad07-c28f680f45cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:47:44.498412 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8be9ab3-a9fd-49a5-ad07-c28f680f45cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:47:44.557092 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-db2afdbb-630d-4067-9b4c-537deef17a26 admin admin] Publish callbacks [] for security_group (a554f181-1d10-4422-96fa-bcfe51fdea69), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:44.584719 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-db2afdbb-630d-4067-9b4c-537deef17a26 admin admin] Publish callbacks [] for security_group (a554f181-1d10-4422-96fa-bcfe51fdea69), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:44.639591 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-db2afdbb-630d-4067-9b4c-537deef17a26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (a554f181-1d10-4422-96fa-bcfe51fdea69), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:44.643884 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-db2afdbb-630d-4067-9b4c-537deef17a26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:44.650066 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-db2afdbb-630d-4067-9b4c-537deef17a26 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a554f181-1d10-4422-96fa-bcfe51fdea69 HTTP/1.1" status: 204 len: 168 time: 0.1619694 Jan 28 19:47:44.669053 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2afdbb-630d-4067-9b4c-537deef17a26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a554f181-1d10-4422-96fa-bcfe51fdea69,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:47:45.067006 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 55936) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:47:45.082330 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3d453b0d-c23e-46bd-823a-87a13c239646 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:45.168200 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3d453b0d-c23e-46bd-823a-87a13c239646 admin admin] Publish callbacks [] for security_group (df5387b9-abfa-4267-94be-e10719195e95), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:45.172307 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3d453b0d-c23e-46bd-823a-87a13c239646 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (df5387b9-abfa-4267-94be-e10719195e95), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:45.220791 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-3d453b0d-c23e-46bd-823a-87a13c239646 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=536954cabe6b41e99df564e52009eaf7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1496434 Jan 28 19:47:45.220791 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d453b0d-c23e-46bd-823a-87a13c239646 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df5387b9-abfa-4267-94be-e10719195e95,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:47:45.221163 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 55940) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:47:45.276953 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-33a4ca65-a39a-4900-a408-ca4d752dbec1 admin admin] Publish callbacks [] for security_group (df5387b9-abfa-4267-94be-e10719195e95), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:45.298859 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-33a4ca65-a39a-4900-a408-ca4d752dbec1 admin admin] Publish callbacks [] for security_group (df5387b9-abfa-4267-94be-e10719195e95), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:45.349229 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-33a4ca65-a39a-4900-a408-ca4d752dbec1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (df5387b9-abfa-4267-94be-e10719195e95), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:45.352116 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-33a4ca65-a39a-4900-a408-ca4d752dbec1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:45.353509 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-33a4ca65-a39a-4900-a408-ca4d752dbec1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/df5387b9-abfa-4267-94be-e10719195e95 HTTP/1.1" status: 204 len: 168 time: 0.1312923 Jan 28 19:47:45.365223 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a4ca65-a39a-4900-a408-ca4d752dbec1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df5387b9-abfa-4267-94be-e10719195e95,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:47:45.711522 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 55950) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:47:45.735563 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3f9a49cb-2b39-400e-9d28-fe0dfaf26786 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:45.839475 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3f9a49cb-2b39-400e-9d28-fe0dfaf26786 admin admin] Publish callbacks [] for security_group (d6ff9745-ea73-456d-82ea-b3f3c0f84049), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:45.843331 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3f9a49cb-2b39-400e-9d28-fe0dfaf26786 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (d6ff9745-ea73-456d-82ea-b3f3c0f84049), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:45.885239 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-3f9a49cb-2b39-400e-9d28-fe0dfaf26786 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6b8aea84a61c4d76ae78dfb5640f3f26&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1702387 Jan 28 19:47:45.885239 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9a49cb-2b39-400e-9d28-fe0dfaf26786 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6ff9745-ea73-456d-82ea-b3f3c0f84049,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:47:45.885699 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 55954) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:47:45.936304 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7760636d-598b-4024-890c-ed836895fbee admin admin] Publish callbacks [] for security_group (d6ff9745-ea73-456d-82ea-b3f3c0f84049), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:45.957919 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7760636d-598b-4024-890c-ed836895fbee admin admin] Publish callbacks [] for security_group (d6ff9745-ea73-456d-82ea-b3f3c0f84049), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:46.008174 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7760636d-598b-4024-890c-ed836895fbee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (d6ff9745-ea73-456d-82ea-b3f3c0f84049), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:46.011263 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7760636d-598b-4024-890c-ed836895fbee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:46.014748 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-7760636d-598b-4024-890c-ed836895fbee admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d6ff9745-ea73-456d-82ea-b3f3c0f84049 HTTP/1.1" status: 204 len: 168 time: 0.1258140 Jan 28 19:47:46.034026 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7760636d-598b-4024-890c-ed836895fbee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6ff9745-ea73-456d-82ea-b3f3c0f84049,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:47:46.877922 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-fd2ac493-fcfc-4186-baff-5f412a6c8e7d req-98f6f15d-cc88-4d49-9a53-1358a0ec6c0e service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=791e4287-1de3-49bc-a1ec-b6d029c0f341&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0430427 Jan 28 19:47:46.967292 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2ac493-fcfc-4186-baff-5f412a6c8e7d req-f4ef1ebd-522f-4980-a74b-8984e8b7d76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:47:46.968968 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-fd2ac493-fcfc-4186-baff-5f412a6c8e7d req-f4ef1ebd-522f-4980-a74b-8984e8b7d76f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ce9d5ffcc83f4c96b4b0a979abf83eac&device_id=791e4287-1de3-49bc-a1ec-b6d029c0f341 HTTP/1.1" status: 200 len: 1128 time: 0.0492177 Jan 28 19:47:47.092885 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2ac493-fcfc-4186-baff-5f412a6c8e7d req-a975ad0c-91ce-4728-910c-dff7df4219bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:47:47.094832 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-fd2ac493-fcfc-4186-baff-5f412a6c8e7d req-a975ad0c-91ce-4728-910c-dff7df4219bc service neutron] 10.222.0.70 "GET /v2.0/networks?id=3700e1ad-342e-4f1a-871d-e15b5f904175 HTTP/1.1" status: 200 len: 910 time: 0.1046610 Jan 28 19:47:47.186360 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-fd2ac493-fcfc-4186-baff-5f412a6c8e7d req-dc0fb3c4-69e0-4f10-9c43-af69552b65d2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=54ce03ba-a018-4f84-a77f-ff97c9ab71e4 HTTP/1.1" status: 200 len: 1001 time: 0.0852733 Jan 28 19:47:47.261525 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2ac493-fcfc-4186-baff-5f412a6c8e7d req-d135612e-79a1-4963-b050-cdbf4c301cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:47:47.263846 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-fd2ac493-fcfc-4186-baff-5f412a6c8e7d req-d135612e-79a1-4963-b050-cdbf4c301cd8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b109c86a-1507-4ec3-aba8-1ee8310a4fe4 HTTP/1.1" status: 200 len: 849 time: 0.0720527 Jan 28 19:47:47.336988 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2ac493-fcfc-4186-baff-5f412a6c8e7d req-6f5a9f01-a5fa-44f9-a750-40c139a212a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:47:47.338568 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-fd2ac493-fcfc-4186-baff-5f412a6c8e7d req-6f5a9f01-a5fa-44f9-a750-40c139a212a8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3700e1ad-342e-4f1a-871d-e15b5f904175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0688317 Jan 28 19:47:47.457519 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-fd2ac493-fcfc-4186-baff-5f412a6c8e7d req-1f02200d-cc32-441b-ae53-b3429d712dd1 service neutron] 10.222.0.70 "GET /v2.0/networks/3700e1ad-342e-4f1a-871d-e15b5f904175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111236 Jan 28 19:47:47.620735 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-fd2ac493-fcfc-4186-baff-5f412a6c8e7d req-c7a1744b-6114-42c1-94e6-b38a8350d321 service neutron] 10.222.0.70 "GET /v2.0/networks/3700e1ad-342e-4f1a-871d-e15b5f904175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547382 Jan 28 19:47:50.861387 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:53.995683 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:58.715040 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d1d999a4-92c0-4804-8cba-6e555cbd7cd4 req-c573171a-f71b-43d9-993c-81cd0f08f07f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=14e80849-ae07-4292-8568-5e65335b334d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0449531 Jan 28 19:47:58.814418 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d999a4-92c0-4804-8cba-6e555cbd7cd4 req-2ff548f0-5340-4d0d-9bf1-74eaa133bc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:47:58.816080 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d1d999a4-92c0-4804-8cba-6e555cbd7cd4 req-2ff548f0-5340-4d0d-9bf1-74eaa133bc51 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9e9e8439f0ef4f199c1cf289f0d53ad7&device_id=14e80849-ae07-4292-8568-5e65335b334d HTTP/1.1" status: 200 len: 1128 time: 0.0464966 Jan 28 19:47:58.944030 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d999a4-92c0-4804-8cba-6e555cbd7cd4 req-53ef6994-c76a-403f-b5a6-ecedbb94787b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:47:58.945740 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d1d999a4-92c0-4804-8cba-6e555cbd7cd4 req-53ef6994-c76a-403f-b5a6-ecedbb94787b service neutron] 10.222.0.41 "GET /v2.0/networks?id=71ea10f0-ed0a-45f6-9cbf-97f979f8b718 HTTP/1.1" status: 200 len: 896 time: 0.1090465 Jan 28 19:47:59.025131 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d1d999a4-92c0-4804-8cba-6e555cbd7cd4 req-5feba94e-5c13-4039-8faf-f7fc358e1730 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d90b84e6-0dd8-47bc-b77e-e3e6ee9d322c HTTP/1.1" status: 200 len: 1001 time: 0.0693002 Jan 28 19:47:59.075522 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d999a4-92c0-4804-8cba-6e555cbd7cd4 req-bb155ea3-9039-4a41-95fd-de10dc714416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:47:59.077027 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d1d999a4-92c0-4804-8cba-6e555cbd7cd4 req-bb155ea3-9039-4a41-95fd-de10dc714416 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6a796d09-4b8d-4ddf-93a4-e16f143a3aab HTTP/1.1" status: 200 len: 835 time: 0.0449047 Jan 28 19:47:59.140542 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d999a4-92c0-4804-8cba-6e555cbd7cd4 req-fe4edfbd-7d5a-4b39-9623-b12620be6930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:47:59.142108 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d1d999a4-92c0-4804-8cba-6e555cbd7cd4 req-fe4edfbd-7d5a-4b39-9623-b12620be6930 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=71ea10f0-ed0a-45f6-9cbf-97f979f8b718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0540755 Jan 28 19:47:59.252184 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d1d999a4-92c0-4804-8cba-6e555cbd7cd4 req-49bddaff-6772-4d27-8ec1-a46f0d140278 service neutron] 10.222.0.41 "GET /v2.0/networks/71ea10f0-ed0a-45f6-9cbf-97f979f8b718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972092 Jan 28 19:47:59.346097 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d1d999a4-92c0-4804-8cba-6e555cbd7cd4 req-0a702b35-5504-42bb-bb2c-9d66c867b452 service neutron] 10.222.0.41 "GET /v2.0/networks/71ea10f0-ed0a-45f6-9cbf-97f979f8b718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875134 Jan 28 19:48:04.102321 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e67490-72e8-4aed-bcff-00756ba0aae6 req-032cdca6-3e69-4abc-b11a-d10665fab8df tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:48:04.103855 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b3e67490-72e8-4aed-bcff-00756ba0aae6 req-032cdca6-3e69-4abc-b11a-d10665fab8df tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] 10.222.0.64 "GET /v2.0/ports?device_id=791e4287-1de3-49bc-a1ec-b6d029c0f341 HTTP/1.1" status: 200 len: 945 time: 0.2328660 Jan 28 19:48:04.164164 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b3e67490-72e8-4aed-bcff-00756ba0aae6 req-abcdcb8b-4e11-4740-b4d2-0da24cc9f1ae tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] 10.222.0.64 "GET /v2.0/security-groups?id=0cfd235b-3a0d-4508-9b69-242081a43994&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0512307 Jan 28 19:48:05.372173 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bcbb63-89c4-43ab-9aeb-92962691119a req-a2c821e6-0059-42d7-9885-b847684a0059 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:48:05.373925 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-66bcbb63-89c4-43ab-9aeb-92962691119a req-a2c821e6-0059-42d7-9885-b847684a0059 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] 10.222.0.64 "GET /v2.0/ports?device_id=791e4287-1de3-49bc-a1ec-b6d029c0f341 HTTP/1.1" status: 200 len: 945 time: 0.1404998 Jan 28 19:48:05.445886 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-66bcbb63-89c4-43ab-9aeb-92962691119a req-69b2893a-dea0-44dc-871e-967840b056aa tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] 10.222.0.64 "GET /v2.0/security-groups?id=0cfd235b-3a0d-4508-9b69-242081a43994&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0596344 Jan 28 19:48:06.587397 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5eb41f-dff2-4559-aa7e-1a820405ed8f req-cb77fefd-1575-473b-b05f-566e5d12a951 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:48:06.596043 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9e5eb41f-dff2-4559-aa7e-1a820405ed8f req-cb77fefd-1575-473b-b05f-566e5d12a951 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] 10.222.0.64 "GET /v2.0/ports?device_id=791e4287-1de3-49bc-a1ec-b6d029c0f341 HTTP/1.1" status: 200 len: 945 time: 0.0829222 Jan 28 19:48:06.650748 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9e5eb41f-dff2-4559-aa7e-1a820405ed8f req-fcffc0cd-4a47-4eb6-aae6-fbd82a37eb8a tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] 10.222.0.64 "GET /v2.0/security-groups?id=0cfd235b-3a0d-4508-9b69-242081a43994&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0536034 Jan 28 19:48:06.663239 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9edfde08-bb2d-4bb7-ba04-ca0eadec3a27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:07.813051 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2583b90-5a12-4a64-a28d-1786f7a3bf93 req-87c04f2b-523c-442a-8b7a-11c329858e2e tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:48:07.816215 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a2583b90-5a12-4a64-a28d-1786f7a3bf93 req-87c04f2b-523c-442a-8b7a-11c329858e2e tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] 10.222.0.64 "GET /v2.0/ports?device_id=791e4287-1de3-49bc-a1ec-b6d029c0f341 HTTP/1.1" status: 200 len: 945 time: 0.0679605 Jan 28 19:48:07.871287 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a2583b90-5a12-4a64-a28d-1786f7a3bf93 req-34556110-6b49-4ae6-8dc4-ce7ed2c33db7 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] 10.222.0.64 "GET /v2.0/security-groups?id=0cfd235b-3a0d-4508-9b69-242081a43994&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0481262 Jan 28 19:48:08.938273 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7cd681d1-3585-4f48-9f25-9bd8420b2488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:09.018301 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d88ecd-68f6-492e-9bdb-09a68d45a5f4 req-ac0a08bc-a86b-466e-95f0-b038ec6a8817 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:48:09.020659 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e0d88ecd-68f6-492e-9bdb-09a68d45a5f4 req-ac0a08bc-a86b-466e-95f0-b038ec6a8817 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] 10.222.0.64 "GET /v2.0/ports?device_id=791e4287-1de3-49bc-a1ec-b6d029c0f341 HTTP/1.1" status: 200 len: 945 time: 0.0739677 Jan 28 19:48:09.072664 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e0d88ecd-68f6-492e-9bdb-09a68d45a5f4 req-36b1a60e-6d71-43bb-a87f-884bf81104f6 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] 10.222.0.64 "GET /v2.0/security-groups?id=0cfd235b-3a0d-4508-9b69-242081a43994&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0463803 Jan 28 19:48:09.383870 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 56478) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:48:09.459928 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-a1904f6e-6a6a-40d8-9716-a08f1a4fccec tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] 10.222.0.64 "GET /v2.0/floatingips/0b7500c0-5114-43e5-b508-4a47ce7b2a15 HTTP/1.1" status: 200 len: 993 time: 0.0659108 Jan 28 19:48:09.753364 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 56490) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:48:09.832098 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:09.939986 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-cc869cb2-7224-4d58-8e26-6d77b0f76e8b tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Deleting port 9b33eb08-d8de-46f7-91d1-c02e88d6d2c3 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:48:09.940692 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cc869cb2-7224-4d58-8e26-6d77b0f76e8b tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (9b33eb08-d8de-46f7-91d1-c02e88d6d2c3), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:10.027206 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 56494) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:48:10.047827 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cc869cb2-7224-4d58-8e26-6d77b0f76e8b tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (9b33eb08-d8de-46f7-91d1-c02e88d6d2c3), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:10.048731 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cc869cb2-7224-4d58-8e26-6d77b0f76e8b tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks [] for floatingip (9b33eb08-d8de-46f7-91d1-c02e88d6d2c3), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:10.064975 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-cc869cb2-7224-4d58-8e26-6d77b0f76e8b tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Calling delete_port for 9b33eb08-d8de-46f7-91d1-c02e88d6d2c3 owned by network:floatingip {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:48:10.197322 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3b955288-4649-401e-b5b1-aa67c1238efc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:10.317199 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05c35f8-d3ac-4726-bf35-d4dabf7baf45 req-1f5f5151-d2c6-4caf-885d-c8b210423f6e tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:48:10.318770 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c05c35f8-d3ac-4726-bf35-d4dabf7baf45 req-1f5f5151-d2c6-4caf-885d-c8b210423f6e tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] 10.222.0.64 "GET /v2.0/ports?device_id=791e4287-1de3-49bc-a1ec-b6d029c0f341 HTTP/1.1" status: 200 len: 945 time: 0.1478045 Jan 28 19:48:10.443978 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3b955288-4649-401e-b5b1-aa67c1238efc admin admin] Publish callbacks [] for security_group (fb6d2c8e-aa2a-41d4-94da-effa1b01e451), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:10.448133 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c05c35f8-d3ac-4726-bf35-d4dabf7baf45 req-46aa21f1-df5c-4d7d-ba1d-880c1b64a105 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] 10.222.0.64 "GET /v2.0/security-groups?id=0cfd235b-3a0d-4508-9b69-242081a43994&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1121223 Jan 28 19:48:10.452788 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3b955288-4649-401e-b5b1-aa67c1238efc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (fb6d2c8e-aa2a-41d4-94da-effa1b01e451), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:10.484094 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cc869cb2-7224-4d58-8e26-6d77b0f76e8b tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (9b33eb08-d8de-46f7-91d1-c02e88d6d2c3), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:10.529353 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b955288-4649-401e-b5b1-aa67c1238efc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb6d2c8e-aa2a-41d4-94da-effa1b01e451,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:48:10.532148 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc869cb2-7224-4d58-8e26-6d77b0f76e8b tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Pushing event deleted for resources: {'Port': ['ID=9b33eb08-d8de-46f7-91d1-c02e88d6d2c3,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:48:10.538072 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-3b955288-4649-401e-b5b1-aa67c1238efc admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4086b443222240528e2f1f048e421359&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5104048 Jan 28 19:48:10.540909 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 56500) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:48:10.630437 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-79bc1739-50c0-4956-9a87-94fe9e4f08e6 admin admin] Publish callbacks [] for security_group (fb6d2c8e-aa2a-41d4-94da-effa1b01e451), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:10.635829 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cc869cb2-7224-4d58-8e26-6d77b0f76e8b tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks [] for floatingip (0b7500c0-5114-43e5-b508-4a47ce7b2a15), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:10.636983 n-d-812111-14 neutron-server[103304]: INFO neutron.db.l3_db [None req-cc869cb2-7224-4d58-8e26-6d77b0f76e8b tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Floating IP 0b7500c0-5114-43e5-b508-4a47ce7b2a15 disassociated (deleted). External IP: 172.25.6.204, port: d90b84e6-0dd8-47bc-b77e-e3e6ee9d322c. Jan 28 19:48:10.657797 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-79bc1739-50c0-4956-9a87-94fe9e4f08e6 admin admin] Publish callbacks [] for security_group (fb6d2c8e-aa2a-41d4-94da-effa1b01e451), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:10.714180 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-79bc1739-50c0-4956-9a87-94fe9e4f08e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (fb6d2c8e-aa2a-41d4-94da-effa1b01e451), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:10.717455 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-79bc1739-50c0-4956-9a87-94fe9e4f08e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:10.726201 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-79bc1739-50c0-4956-9a87-94fe9e4f08e6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/fb6d2c8e-aa2a-41d4-94da-effa1b01e451 HTTP/1.1" status: 204 len: 168 time: 0.1843107 Jan 28 19:48:10.743603 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bc1739-50c0-4956-9a87-94fe9e4f08e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb6d2c8e-aa2a-41d4-94da-effa1b01e451,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:48:11.194897 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc869cb2-7224-4d58-8e26-6d77b0f76e8b tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Router 0f3b4636-a9ba-47e5-8bde-f46ea3d6285b has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:48:11.342223 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc869cb2-7224-4d58-8e26-6d77b0f76e8b tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:48:11.348353 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cc869cb2-7224-4d58-8e26-6d77b0f76e8b tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for floatingip (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:11.353975 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e5af72-8019-4318-93ab-0a4e193d8eb7 None None] Sync routers for ids ['0f3b4636-a9ba-47e5-8bde-f46ea3d6285b'] in n-d-812111-14 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:48:11.378279 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e5af72-8019-4318-93ab-0a4e193d8eb7 None None] Routers {'0f3b4636-a9ba-47e5-8bde-f46ea3d6285b'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:48:11.379385 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-c4e5af72-8019-4318-93ab-0a4e193d8eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:48:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['0f3b4636-a9ba-47e5-8bde-f46ea3d6285b'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:48:11.416661 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-cc869cb2-7224-4d58-8e26-6d77b0f76e8b tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] 10.222.0.64 "DELETE /v2.0/floatingips/0b7500c0-5114-43e5-b508-4a47ce7b2a15 HTTP/1.1" status: 204 len: 168 time: 1.6612518 Jan 28 19:48:11.417742 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14e80849-ae07-4292-8568-5e65335b334d', 'tag': 'd90b84e6-0dd8-47bc-b77e-e3e6ee9d322c'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:48:11.421324 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4417c18d-cdb4-4112-ad06-bdf64a1e9d29" -d '{"events": [{"name": "network-changed", "server_uuid": "14e80849-ae07-4292-8568-5e65335b334d", "tag": "d90b84e6-0dd8-47bc-b77e-e3e6ee9d322c"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:48:11.491610 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:48:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ff507f9-9343-480f-ab5f-1ccf14229ea8 x-openstack-request-id: req-0ff507f9-9343-480f-ab5f-1ccf14229ea8 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:48:11.492134 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14e80849-ae07-4292-8568-5e65335b334d", "tag": "d90b84e6-0dd8-47bc-b77e-e3e6ee9d322c", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:48:11.492658 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0ff507f9-9343-480f-ab5f-1ccf14229ea8 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:48:11.493074 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14e80849-ae07-4292-8568-5e65335b334d', 'tag': 'd90b84e6-0dd8-47bc-b77e-e3e6ee9d322c', 'status': 'completed', 'code': 200} Jan 28 19:48:11.565146 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-c4e5af72-8019-4318-93ab-0a4e193d8eb7 None None] Set router 0f3b4636-a9ba-47e5-8bde-f46ea3d6285b gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:48:11.683071 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48d3f63-5d2a-46df-b60e-293649ee7c7b req-588c9b83-9300-4594-98ea-c7d20ce20aea tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:48:11.685084 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4417c18d-cdb4-4112-ad06-bdf64a1e9d29 req-acbb9f00-7de2-4440-9434-29e7b3d3bc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:48:11.690654 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4417c18d-cdb4-4112-ad06-bdf64a1e9d29 req-acbb9f00-7de2-4440-9434-29e7b3d3bc6b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9e9e8439f0ef4f199c1cf289f0d53ad7&device_id=14e80849-ae07-4292-8568-5e65335b334d HTTP/1.1" status: 200 len: 1128 time: 0.1719112 Jan 28 19:48:11.693454 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f48d3f63-5d2a-46df-b60e-293649ee7c7b req-588c9b83-9300-4594-98ea-c7d20ce20aea tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] 10.222.0.64 "GET /v2.0/ports?device_id=791e4287-1de3-49bc-a1ec-b6d029c0f341 HTTP/1.1" status: 200 len: 945 time: 0.1127932 Jan 28 19:48:11.798552 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f48d3f63-5d2a-46df-b60e-293649ee7c7b req-02600a52-2dda-494d-b119-4a7ad63a7ea3 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] 10.222.0.64 "GET /v2.0/security-groups?id=0cfd235b-3a0d-4508-9b69-242081a43994&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1040425 Jan 28 19:48:11.893838 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:11.909132 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4417c18d-cdb4-4112-ad06-bdf64a1e9d29 req-de289d2e-cf94-4418-a353-c654b0efe071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:48:11.911904 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4417c18d-cdb4-4112-ad06-bdf64a1e9d29 req-de289d2e-cf94-4418-a353-c654b0efe071 service neutron] 10.222.0.41 "GET /v2.0/networks?id=71ea10f0-ed0a-45f6-9cbf-97f979f8b718 HTTP/1.1" status: 200 len: 896 time: 0.2121093 Jan 28 19:48:11.918521 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-c4e5af72-8019-4318-93ab-0a4e193d8eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f3b4636-a9ba-47e5-8bde-f46ea3d6285b', 'name': 'tempest-TestNetworkBasicOps-router-881617538', 'tenant_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.102'}], 'enable_snat': True}, 'gw_port_id': 'a212d1c3-0e0d-4c8f-b2ae-82394f053bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:47:09Z', 'updated_at': '2022-01-28T19:47:14Z', 'revision_number': 4, 'project_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'gw_port': {'id': 'a212d1c3-0e0d-4c8f-b2ae-82394f053bf3', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:1f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f3b4636-a9ba-47e5-8bde-f46ea3d6285b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:47:09Z', 'updated_at': '2022-01-28T19:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '0c6fa6f8-af0a-4c4b-a5d5-b5e809c88002', 'name': '', 'network_id': '71ea10f0-ed0a-45f6-9cbf-97f979f8b718', 'tenant_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'mac_address': 'fa:16:3e:cc:75:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f3b4636-a9ba-47e5-8bde-f46ea3d6285b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': '6a796d09-4b8d-4ddf-93a4-e16f143a3aab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:47:13Z', 'updated_at': '2022-01-28T19:47:18Z', 'revision_number': 5, 'project_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'subnets': [{'id': '6a796d09-4b8d-4ddf-93a4-e16f143a3aab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:48:11.921274 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a6a692-bd8d-4611-a871-a22b491880ea req-84f1f84a-53f2-4436-baca-0cac1787e295 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:48:11.922808 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-40a6a692-bd8d-4611-a871-a22b491880ea req-84f1f84a-53f2-4436-baca-0cac1787e295 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] 10.222.0.64 "GET /v2.0/ports?device_id=14e80849-ae07-4292-8568-5e65335b334d HTTP/1.1" status: 200 len: 945 time: 0.1032541 Jan 28 19:48:11.947759 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e5af72-8019-4318-93ab-0a4e193d8eb7 None None] Checking router: 0f3b4636-a9ba-47e5-8bde-f46ea3d6285b for host: n-d-812111-14 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:48:11.957644 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e5af72-8019-4318-93ab-0a4e193d8eb7 None None] Routers {'0f3b4636-a9ba-47e5-8bde-f46ea3d6285b'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:48:11.958275 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-c4e5af72-8019-4318-93ab-0a4e193d8eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:48:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['0f3b4636-a9ba-47e5-8bde-f46ea3d6285b'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:48:11.977392 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4417c18d-cdb4-4112-ad06-bdf64a1e9d29 req-19167fb9-d932-4e14-910a-2712b953c3b0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d90b84e6-0dd8-47bc-b77e-e3e6ee9d322c HTTP/1.1" status: 200 len: 217 time: 0.0535617 Jan 28 19:48:12.058036 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-40a6a692-bd8d-4611-a871-a22b491880ea req-5cc708cb-3223-4ad0-a936-d5fd8b3112d8 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] 10.222.0.64 "GET /v2.0/security-groups?id=0faa2b50-8388-4d33-bc75-1b615963d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1279325 Jan 28 19:48:12.068856 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4417c18d-cdb4-4112-ad06-bdf64a1e9d29 req-8328f07d-525d-42ef-b74e-10cad555397a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:48:12.070532 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4417c18d-cdb4-4112-ad06-bdf64a1e9d29 req-8328f07d-525d-42ef-b74e-10cad555397a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6a796d09-4b8d-4ddf-93a4-e16f143a3aab HTTP/1.1" status: 200 len: 835 time: 0.0846434 Jan 28 19:48:12.077387 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-c4e5af72-8019-4318-93ab-0a4e193d8eb7 None None] Set router 0f3b4636-a9ba-47e5-8bde-f46ea3d6285b gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:48:12.126325 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4417c18d-cdb4-4112-ad06-bdf64a1e9d29 req-b6f10069-467b-4c60-8294-cc30a0686b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:48:12.128051 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4417c18d-cdb4-4112-ad06-bdf64a1e9d29 req-b6f10069-467b-4c60-8294-cc30a0686b6c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=71ea10f0-ed0a-45f6-9cbf-97f979f8b718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0504625 Jan 28 19:48:12.270301 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4417c18d-cdb4-4112-ad06-bdf64a1e9d29 req-cf136ad4-1caf-4699-9762-5f2c54821378 service neutron] 10.222.0.41 "GET /v2.0/networks/71ea10f0-ed0a-45f6-9cbf-97f979f8b718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341097 Jan 28 19:48:12.328341 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-c4e5af72-8019-4318-93ab-0a4e193d8eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f3b4636-a9ba-47e5-8bde-f46ea3d6285b', 'name': 'tempest-TestNetworkBasicOps-router-881617538', 'tenant_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.102'}], 'enable_snat': True}, 'gw_port_id': 'a212d1c3-0e0d-4c8f-b2ae-82394f053bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:47:09Z', 'updated_at': '2022-01-28T19:47:14Z', 'revision_number': 4, 'project_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'gw_port': {'id': 'a212d1c3-0e0d-4c8f-b2ae-82394f053bf3', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:1f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f3b4636-a9ba-47e5-8bde-f46ea3d6285b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:47:09Z', 'updated_at': '2022-01-28T19:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '0c6fa6f8-af0a-4c4b-a5d5-b5e809c88002', 'name': '', 'network_id': '71ea10f0-ed0a-45f6-9cbf-97f979f8b718', 'tenant_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'mac_address': 'fa:16:3e:cc:75:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f3b4636-a9ba-47e5-8bde-f46ea3d6285b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': '6a796d09-4b8d-4ddf-93a4-e16f143a3aab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:47:13Z', 'updated_at': '2022-01-28T19:47:18Z', 'revision_number': 5, 'project_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'subnets': [{'id': '6a796d09-4b8d-4ddf-93a4-e16f143a3aab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:48:12.362482 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e5af72-8019-4318-93ab-0a4e193d8eb7 None None] The sync data for ids ['0f3b4636-a9ba-47e5-8bde-f46ea3d6285b'] in n-d-812111-14 is: [{'id': '0f3b4636-a9ba-47e5-8bde-f46ea3d6285b', 'name': 'tempest-TestNetworkBasicOps-router-881617538', 'tenant_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.102'}], 'enable_snat': True}, 'gw_port_id': 'a212d1c3-0e0d-4c8f-b2ae-82394f053bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:47:09Z', 'updated_at': '2022-01-28T19:47:14Z', 'revision_number': 4, 'project_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'gw_port': {'id': 'a212d1c3-0e0d-4c8f-b2ae-82394f053bf3', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:1f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f3b4636-a9ba-47e5-8bde-f46ea3d6285b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:47:09Z', 'updated_at': '2022-01-28T19:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '0c6fa6f8-af0a-4c4b-a5d5-b5e809c88002', 'name': '', 'network_id': '71ea10f0-ed0a-45f6-9cbf-97f979f8b718', 'tenant_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'mac_address': 'fa:16:3e:cc:75:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f3b4636-a9ba-47e5-8bde-f46ea3d6285b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': '6a796d09-4b8d-4ddf-93a4-e16f143a3aab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:47:13Z', 'updated_at': '2022-01-28T19:47:18Z', 'revision_number': 5, 'project_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'subnets': [{'id': '6a796d09-4b8d-4ddf-93a4-e16f143a3aab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:48:12.402926 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4417c18d-cdb4-4112-ad06-bdf64a1e9d29 req-04b6c54d-80a0-4fc0-bcea-b8edc2988bc4 service neutron] 10.222.0.41 "GET /v2.0/networks/71ea10f0-ed0a-45f6-9cbf-97f979f8b718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261079 Jan 28 19:48:12.708109 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae79d1b5-1ea4-4b56-9692-1f50d6638b9d None None] New status for floating IP 0b7500c0-5114-43e5-b508-4a47ce7b2a15: DOWN {{(pid=103307) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 19:48:12.904971 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad2eb6b-b690-4a08-a77c-aacafc7dee6b req-71e20f48-a47a-4f91-a722-221e6ee621c3 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:48:12.906566 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-dad2eb6b-b690-4a08-a77c-aacafc7dee6b req-71e20f48-a47a-4f91-a722-221e6ee621c3 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] 10.222.0.64 "GET /v2.0/ports?device_id=791e4287-1de3-49bc-a1ec-b6d029c0f341 HTTP/1.1" status: 200 len: 945 time: 0.0548205 Jan 28 19:48:12.959572 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-dad2eb6b-b690-4a08-a77c-aacafc7dee6b req-1a7cc346-4fc7-473e-8820-c450a73a2e35 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] 10.222.0.64 "GET /v2.0/security-groups?id=0cfd235b-3a0d-4508-9b69-242081a43994&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0467865 Jan 28 19:48:13.116269 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:13.233912 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89008af4-9dbd-480a-b983-b09d1168e0e5 req-2138f2cd-3d62-42e1-9f8e-a7bee33f5d84 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:48:13.235394 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-89008af4-9dbd-480a-b983-b09d1168e0e5 req-2138f2cd-3d62-42e1-9f8e-a7bee33f5d84 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] 10.222.0.41 "GET /v2.0/ports?device_id=14e80849-ae07-4292-8568-5e65335b334d HTTP/1.1" status: 200 len: 945 time: 0.0962639 Jan 28 19:48:13.243600 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8fd03e-e0ec-43c2-b788-55342d2a6c6e req-4be4797f-41e3-4ae3-a338-7f41b46bb5b2 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:48:13.244964 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8a8fd03e-e0ec-43c2-b788-55342d2a6c6e req-4be4797f-41e3-4ae3-a338-7f41b46bb5b2 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] 10.222.0.64 "GET /v2.0/ports?device_id=14e80849-ae07-4292-8568-5e65335b334d HTTP/1.1" status: 200 len: 945 time: 0.1072342 Jan 28 19:48:13.344363 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8a8fd03e-e0ec-43c2-b788-55342d2a6c6e req-00116901-ddb7-4910-8087-8b6187ec9336 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] 10.222.0.64 "GET /v2.0/security-groups?id=0faa2b50-8388-4d33-bc75-1b615963d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905952 Jan 28 19:48:13.371490 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-89008af4-9dbd-480a-b983-b09d1168e0e5 req-7b023ac8-1f31-4af4-9031-c074d71084ba tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Deleting port d90b84e6-0dd8-47bc-b77e-e3e6ee9d322c {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:48:13.371903 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-89008af4-9dbd-480a-b983-b09d1168e0e5 req-7b023ac8-1f31-4af4-9031-c074d71084ba tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (d90b84e6-0dd8-47bc-b77e-e3e6ee9d322c), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:13.467860 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-89008af4-9dbd-480a-b983-b09d1168e0e5 req-7b023ac8-1f31-4af4-9031-c074d71084ba tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] For port d90b84e6-0dd8-47bc-b77e-e3e6ee9d322c, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=d90b84e6-0dd8-47bc-b77e-e3e6ee9d322c,segment=NetworkSegment(32d0a33d-f231-4511-81a4-f2642c9ea91a),segment_id=32d0a33d-f231-4511-81a4-f2642c9ea91a)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:48:13.468267 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-89008af4-9dbd-480a-b983-b09d1168e0e5 req-7b023ac8-1f31-4af4-9031-c074d71084ba tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (d90b84e6-0dd8-47bc-b77e-e3e6ee9d322c), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:13.480575 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-89008af4-9dbd-480a-b983-b09d1168e0e5 req-7b023ac8-1f31-4af4-9031-c074d71084ba tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Calling delete_port for d90b84e6-0dd8-47bc-b77e-e3e6ee9d322c owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:48:13.619624 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-89008af4-9dbd-480a-b983-b09d1168e0e5 req-7b023ac8-1f31-4af4-9031-c074d71084ba tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (d90b84e6-0dd8-47bc-b77e-e3e6ee9d322c), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:13.652738 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b023ac8-1f31-4af4-9031-c074d71084ba tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Pushing event deleted for resources: {'Port': ['ID=d90b84e6-0dd8-47bc-b77e-e3e6ee9d322c,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:48:13.709339 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-89008af4-9dbd-480a-b983-b09d1168e0e5 req-7b023ac8-1f31-4af4-9031-c074d71084ba tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] No DVR routers for this DVR port d90b84e6-0dd8-47bc-b77e-e3e6ee9d322c on host n-h1-812111-14 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:48:13.712607 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-89008af4-9dbd-480a-b983-b09d1168e0e5 req-7b023ac8-1f31-4af4-9031-c074d71084ba tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:13.716294 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-89008af4-9dbd-480a-b983-b09d1168e0e5 req-7b023ac8-1f31-4af4-9031-c074d71084ba tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] 10.222.0.41 "DELETE /v2.0/ports/d90b84e6-0dd8-47bc-b77e-e3e6ee9d322c HTTP/1.1" status: 204 len: 173 time: 0.4703639 Jan 28 19:48:13.716771 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14e80849-ae07-4292-8568-5e65335b334d', 'name': 'network-vif-deleted', 'tag': 'd90b84e6-0dd8-47bc-b77e-e3e6ee9d322c'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:48:13.719132 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f670aa8-91a1-4d4a-8dc9-7176715787dc" -d '{"events": [{"server_uuid": "14e80849-ae07-4292-8568-5e65335b334d", "name": "network-vif-deleted", "tag": "d90b84e6-0dd8-47bc-b77e-e3e6ee9d322c"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:48:13.780805 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08ce746a-b288-446b-83f0-eb01e38f2658 x-openstack-request-id: req-08ce746a-b288-446b-83f0-eb01e38f2658 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:48:13.781228 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14e80849-ae07-4292-8568-5e65335b334d", "name": "network-vif-deleted", "tag": "d90b84e6-0dd8-47bc-b77e-e3e6ee9d322c", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:48:13.781458 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-08ce746a-b288-446b-83f0-eb01e38f2658 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:48:13.781872 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14e80849-ae07-4292-8568-5e65335b334d', 'name': 'network-vif-deleted', 'tag': 'd90b84e6-0dd8-47bc-b77e-e3e6ee9d322c', 'status': 'completed', 'code': 200} Jan 28 19:48:14.109985 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f27b0dd-563d-4bbf-b7ba-26a53acd6bcf req-5b53fb69-e6d9-4bf7-b9db-a82d57ef9c02 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:48:14.111648 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3f27b0dd-563d-4bbf-b7ba-26a53acd6bcf req-5b53fb69-e6d9-4bf7-b9db-a82d57ef9c02 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] 10.222.0.64 "GET /v2.0/ports?device_id=791e4287-1de3-49bc-a1ec-b6d029c0f341 HTTP/1.1" status: 200 len: 945 time: 0.0669200 Jan 28 19:48:14.193757 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3f27b0dd-563d-4bbf-b7ba-26a53acd6bcf req-c293e026-e77a-46ab-9822-966fca245db5 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] 10.222.0.64 "GET /v2.0/security-groups?id=0cfd235b-3a0d-4508-9b69-242081a43994&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0745831 Jan 28 19:48:14.412285 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 56574) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:48:14.479384 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-73c77d16-6993-42b7-9944-85edf83ed2b6 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks [] for security_group (0faa2b50-8388-4d33-bc75-1b615963d95a), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:14.510903 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-73c77d16-6993-42b7-9944-85edf83ed2b6 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks [] for security_group (0faa2b50-8388-4d33-bc75-1b615963d95a), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:14.584493 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-73c77d16-6993-42b7-9944-85edf83ed2b6 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (0faa2b50-8388-4d33-bc75-1b615963d95a), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:14.587480 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-73c77d16-6993-42b7-9944-85edf83ed2b6 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:14.592148 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-73c77d16-6993-42b7-9944-85edf83ed2b6 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] 10.222.0.64 "DELETE /v2.0/security-groups/0faa2b50-8388-4d33-bc75-1b615963d95a HTTP/1.1" status: 204 len: 168 time: 0.1786618 Jan 28 19:48:14.603288 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c77d16-6993-42b7-9944-85edf83ed2b6 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0faa2b50-8388-4d33-bc75-1b615963d95a,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:48:14.628064 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 56578) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:48:15.068218 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bd9d7a0c-c11d-482f-920a-70c2cd8e1abf tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-732838'] for router_interface (0f3b4636-a9ba-47e5-8bde-f46ea3d6285b), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:15.171518 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:48:15.434552 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9abd15-432d-4305-9dde-ba73bdc27716 req-b22f46a7-7f3c-45c0-bbfd-56b9efbb8b09 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:48:15.441950 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-cd9abd15-432d-4305-9dde-ba73bdc27716 req-b22f46a7-7f3c-45c0-bbfd-56b9efbb8b09 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] 10.222.0.64 "GET /v2.0/ports?device_id=791e4287-1de3-49bc-a1ec-b6d029c0f341 HTTP/1.1" status: 200 len: 945 time: 0.1176999 Jan 28 19:48:15.507635 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-cd9abd15-432d-4305-9dde-ba73bdc27716 req-21c42881-e18c-40d7-9b60-353251135493 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] 10.222.0.64 "GET /v2.0/security-groups?id=0cfd235b-3a0d-4508-9b69-242081a43994&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0598226 Jan 28 19:48:15.518866 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-bd9d7a0c-c11d-482f-920a-70c2cd8e1abf tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Deleting port 0c6fa6f8-af0a-4c4b-a5d5-b5e809c88002 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:48:15.519886 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bd9d7a0c-c11d-482f-920a-70c2cd8e1abf tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (0c6fa6f8-af0a-4c4b-a5d5-b5e809c88002), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:15.615482 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-bd9d7a0c-c11d-482f-920a-70c2cd8e1abf tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] For port 0c6fa6f8-af0a-4c4b-a5d5-b5e809c88002, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=0c6fa6f8-af0a-4c4b-a5d5-b5e809c88002,segment=NetworkSegment(32d0a33d-f231-4511-81a4-f2642c9ea91a),segment_id=32d0a33d-f231-4511-81a4-f2642c9ea91a)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:48:15.616130 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bd9d7a0c-c11d-482f-920a-70c2cd8e1abf tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (0c6fa6f8-af0a-4c4b-a5d5-b5e809c88002), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:15.631290 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-bd9d7a0c-c11d-482f-920a-70c2cd8e1abf tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Calling delete_port for 0c6fa6f8-af0a-4c4b-a5d5-b5e809c88002 owned by network:router_interface {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:48:15.865010 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bd9d7a0c-c11d-482f-920a-70c2cd8e1abf tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (0c6fa6f8-af0a-4c4b-a5d5-b5e809c88002), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:15.927001 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9d7a0c-c11d-482f-920a-70c2cd8e1abf tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Pushing event deleted for resources: {'Port': ['ID=0c6fa6f8-af0a-4c4b-a5d5-b5e809c88002,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:48:15.969745 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9d7a0c-c11d-482f-920a-70c2cd8e1abf tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:48:15.970245 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9d7a0c-c11d-482f-920a-70c2cd8e1abf tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:48:15.970460 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9d7a0c-c11d-482f-920a-70c2cd8e1abf tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:48:15.970803 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9d7a0c-c11d-482f-920a-70c2cd8e1abf tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:48:15.971148 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9d7a0c-c11d-482f-920a-70c2cd8e1abf tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:48:15.971492 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9d7a0c-c11d-482f-920a-70c2cd8e1abf tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:48:15.971931 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9d7a0c-c11d-482f-920a-70c2cd8e1abf tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:48:15.972155 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9d7a0c-c11d-482f-920a-70c2cd8e1abf tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:48:15.972803 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9d7a0c-c11d-482f-920a-70c2cd8e1abf tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:48:15.973201 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9d7a0c-c11d-482f-920a-70c2cd8e1abf tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:48:15.973545 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9d7a0c-c11d-482f-920a-70c2cd8e1abf tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:48:15.973880 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9d7a0c-c11d-482f-920a-70c2cd8e1abf tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:48:15.974319 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9d7a0c-c11d-482f-920a-70c2cd8e1abf tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:48:16.201311 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bd9d7a0c-c11d-482f-920a-70c2cd8e1abf tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-732682'] for router_interface (0f3b4636-a9ba-47e5-8bde-f46ea3d6285b), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:16.476591 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd9d7a0c-c11d-482f-920a-70c2cd8e1abf tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Router 0f3b4636-a9ba-47e5-8bde-f46ea3d6285b has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:48:16.624998 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd9d7a0c-c11d-482f-920a-70c2cd8e1abf tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:48:16.638117 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8ed8db-2683-4170-9186-63d331c21a9e None None] Sync routers for ids ['0f3b4636-a9ba-47e5-8bde-f46ea3d6285b'] in n-d-812111-14 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:48:16.639391 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed256d16-bfc4-4fab-b2c9-745f9a0c6201 req-93f2c20b-4a94-4a07-9529-1a2ab17b6ca5 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:48:16.641093 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ed256d16-bfc4-4fab-b2c9-745f9a0c6201 req-93f2c20b-4a94-4a07-9529-1a2ab17b6ca5 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] 10.222.0.64 "GET /v2.0/ports?device_id=791e4287-1de3-49bc-a1ec-b6d029c0f341 HTTP/1.1" status: 200 len: 945 time: 0.0543568 Jan 28 19:48:16.645865 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-bd9d7a0c-c11d-482f-920a-70c2cd8e1abf tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] 10.222.0.64 "PUT /v2.0/routers/0f3b4636-a9ba-47e5-8bde-f46ea3d6285b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0127273 Jan 28 19:48:16.646759 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 56596) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:48:16.665280 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8ed8db-2683-4170-9186-63d331c21a9e None None] Routers {'0f3b4636-a9ba-47e5-8bde-f46ea3d6285b'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:48:16.666004 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-2f8ed8db-2683-4170-9186-63d331c21a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:48:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['0f3b4636-a9ba-47e5-8bde-f46ea3d6285b'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:48:16.756379 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6feca21-c41f-455d-b748-3536a096ed3a tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Deleting subnet 6a796d09-4b8d-4ddf-93a4-e16f143a3aab {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:48:16.760054 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a6feca21-c41f-455d-b748-3536a096ed3a tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks [] for subnet (6a796d09-4b8d-4ddf-93a4-e16f143a3aab), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:16.809093 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a6feca21-c41f-455d-b748-3536a096ed3a tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16187240'] for subnet (6a796d09-4b8d-4ddf-93a4-e16f143a3aab), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:16.812856 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-2f8ed8db-2683-4170-9186-63d331c21a9e None None] Set router 0f3b4636-a9ba-47e5-8bde-f46ea3d6285b gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:48:16.894755 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a6feca21-c41f-455d-b748-3536a096ed3a tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (6a796d09-4b8d-4ddf-93a4-e16f143a3aab), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:17.000697 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ed256d16-bfc4-4fab-b2c9-745f9a0c6201 req-77c36de9-109f-4213-9368-a92dc405956b tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] 10.222.0.64 "GET /v2.0/security-groups?id=0cfd235b-3a0d-4508-9b69-242081a43994&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2787843 Jan 28 19:48:17.018141 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a6feca21-c41f-455d-b748-3536a096ed3a tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4752464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4733806'] for subnet (6a796d09-4b8d-4ddf-93a4-e16f143a3aab), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:17.045484 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-2f8ed8db-2683-4170-9186-63d331c21a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f3b4636-a9ba-47e5-8bde-f46ea3d6285b', 'name': 'tempest-TestNetworkBasicOps-router-881617538', 'tenant_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.102'}], 'enable_snat': True}, 'gw_port_id': 'a212d1c3-0e0d-4c8f-b2ae-82394f053bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:47:09Z', 'updated_at': '2022-01-28T19:48:15Z', 'revision_number': 5, 'project_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'gw_port': {'id': 'a212d1c3-0e0d-4c8f-b2ae-82394f053bf3', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:1f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f3b4636-a9ba-47e5-8bde-f46ea3d6285b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:47:09Z', 'updated_at': '2022-01-28T19:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:48:17.073997 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8ed8db-2683-4170-9186-63d331c21a9e None None] Checking router: 0f3b4636-a9ba-47e5-8bde-f46ea3d6285b for host: n-d-812111-14 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:48:17.079743 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6feca21-c41f-455d-b748-3536a096ed3a tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Pushing event deleted for resources: {'Subnet': ['ID=6a796d09-4b8d-4ddf-93a4-e16f143a3aab,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:48:17.085326 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a6feca21-c41f-455d-b748-3536a096ed3a tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:17.091161 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-a6feca21-c41f-455d-b748-3536a096ed3a tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] 10.222.0.64 "DELETE /v2.0/subnets/6a796d09-4b8d-4ddf-93a4-e16f143a3aab HTTP/1.1" status: 204 len: 168 time: 0.4432714 Jan 28 19:48:17.092139 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8ed8db-2683-4170-9186-63d331c21a9e None None] Routers {'0f3b4636-a9ba-47e5-8bde-f46ea3d6285b'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:48:17.092774 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-2f8ed8db-2683-4170-9186-63d331c21a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:48:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['0f3b4636-a9ba-47e5-8bde-f46ea3d6285b'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:48:17.094163 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 56602) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:48:17.096795 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f2686e-84b6-4d51-b601-19fbdd594382 None None] Network 71ea10f0-ed0a-45f6-9cbf-97f979f8b718 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:48:17.355834 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device d90b84e6-0dd8-47bc-b77e-e3e6ee9d322c no longer exists at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:48:17.380659 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] No Port match for: d90b84e6-0dd8-47bc-b77e-e3e6ee9d322c {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:48:17.381042 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device d90b84e6-0dd8-47bc-b77e-e3e6ee9d322c not bound to the agent host n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:48:17.501759 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-2f8ed8db-2683-4170-9186-63d331c21a9e None None] Set router 0f3b4636-a9ba-47e5-8bde-f46ea3d6285b gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:48:17.549281 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-be0d5871-aaaa-4cac-87fd-eb11ecdec08a tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks [] for router (0f3b4636-a9ba-47e5-8bde-f46ea3d6285b), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:17.669739 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-061ac8be-84a6-4de1-b825-ced9cc47142d None None] DHCP port deletion for 71ea10f0-ed0a-45f6-9cbf-97f979f8b718 request from n-d-812111-14 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:48:17.799627 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-061ac8be-84a6-4de1-b825-ced9cc47142d None None] Deleting port 6e927dad-a367-402d-8fdb-9b6cff1eb909 {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:48:17.800876 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-061ac8be-84a6-4de1-b825-ced9cc47142d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (6e927dad-a367-402d-8fdb-9b6cff1eb909), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:17.819481 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-be0d5871-aaaa-4cac-87fd-eb11ecdec08a tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks [] for router_gateway (0f3b4636-a9ba-47e5-8bde-f46ea3d6285b), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:17.876826 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-061ac8be-84a6-4de1-b825-ced9cc47142d None None] For port 6e927dad-a367-402d-8fdb-9b6cff1eb909, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=6e927dad-a367-402d-8fdb-9b6cff1eb909,segment=NetworkSegment(32d0a33d-f231-4511-81a4-f2642c9ea91a),segment_id=32d0a33d-f231-4511-81a4-f2642c9ea91a)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:48:17.877407 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-061ac8be-84a6-4de1-b825-ced9cc47142d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (6e927dad-a367-402d-8fdb-9b6cff1eb909), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:17.888013 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-be0d5871-aaaa-4cac-87fd-eb11ecdec08a tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Deleting port a212d1c3-0e0d-4c8f-b2ae-82394f053bf3 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:48:17.888753 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-be0d5871-aaaa-4cac-87fd-eb11ecdec08a tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (a212d1c3-0e0d-4c8f-b2ae-82394f053bf3), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:17.895581 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-2f8ed8db-2683-4170-9186-63d331c21a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f3b4636-a9ba-47e5-8bde-f46ea3d6285b', 'name': 'tempest-TestNetworkBasicOps-router-881617538', 'tenant_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.102'}], 'enable_snat': True}, 'gw_port_id': 'a212d1c3-0e0d-4c8f-b2ae-82394f053bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:47:09Z', 'updated_at': '2022-01-28T19:48:15Z', 'revision_number': 5, 'project_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'gw_port': {'id': 'a212d1c3-0e0d-4c8f-b2ae-82394f053bf3', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:1f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f3b4636-a9ba-47e5-8bde-f46ea3d6285b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:47:09Z', 'updated_at': '2022-01-28T19:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:48:17.926769 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-061ac8be-84a6-4de1-b825-ced9cc47142d None None] Calling delete_port for 6e927dad-a367-402d-8fdb-9b6cff1eb909 owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:48:17.928323 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8ed8db-2683-4170-9186-63d331c21a9e None None] The sync data for ids ['0f3b4636-a9ba-47e5-8bde-f46ea3d6285b'] in n-d-812111-14 is: [{'id': '0f3b4636-a9ba-47e5-8bde-f46ea3d6285b', 'name': 'tempest-TestNetworkBasicOps-router-881617538', 'tenant_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.102'}], 'enable_snat': True}, 'gw_port_id': 'a212d1c3-0e0d-4c8f-b2ae-82394f053bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:47:09Z', 'updated_at': '2022-01-28T19:48:15Z', 'revision_number': 5, 'project_id': '9e9e8439f0ef4f199c1cf289f0d53ad7', 'gw_port': {'id': 'a212d1c3-0e0d-4c8f-b2ae-82394f053bf3', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:1f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f3b4636-a9ba-47e5-8bde-f46ea3d6285b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:47:09Z', 'updated_at': '2022-01-28T19:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:48:17.984836 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-be0d5871-aaaa-4cac-87fd-eb11ecdec08a tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] For port a212d1c3-0e0d-4c8f-b2ae-82394f053bf3, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=a212d1c3-0e0d-4c8f-b2ae-82394f053bf3,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:48:17.985250 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-be0d5871-aaaa-4cac-87fd-eb11ecdec08a tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (a212d1c3-0e0d-4c8f-b2ae-82394f053bf3), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:18.007393 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-be0d5871-aaaa-4cac-87fd-eb11ecdec08a tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Calling delete_port for a212d1c3-0e0d-4c8f-b2ae-82394f053bf3 owned by network:router_gateway {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:48:18.026186 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-061ac8be-84a6-4de1-b825-ced9cc47142d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985'] for port (6e927dad-a367-402d-8fdb-9b6cff1eb909), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:18.059651 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061ac8be-84a6-4de1-b825-ced9cc47142d None None] Pushing event deleted for resources: {'Port': ['ID=6e927dad-a367-402d-8fdb-9b6cff1eb909,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:48:18.072276 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061ac8be-84a6-4de1-b825-ced9cc47142d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:48:18.072675 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061ac8be-84a6-4de1-b825-ced9cc47142d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:48:18.073025 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061ac8be-84a6-4de1-b825-ced9cc47142d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:48:18.073473 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061ac8be-84a6-4de1-b825-ced9cc47142d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:48:18.073917 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061ac8be-84a6-4de1-b825-ced9cc47142d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:48:18.074134 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061ac8be-84a6-4de1-b825-ced9cc47142d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:48:18.074519 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061ac8be-84a6-4de1-b825-ced9cc47142d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:48:18.074851 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061ac8be-84a6-4de1-b825-ced9cc47142d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:48:18.075172 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061ac8be-84a6-4de1-b825-ced9cc47142d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:48:18.075553 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061ac8be-84a6-4de1-b825-ced9cc47142d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:48:18.076009 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061ac8be-84a6-4de1-b825-ced9cc47142d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:48:18.076345 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061ac8be-84a6-4de1-b825-ced9cc47142d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:48:18.076722 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061ac8be-84a6-4de1-b825-ced9cc47142d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:48:18.084134 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061ac8be-84a6-4de1-b825-ced9cc47142d None None] No DVR routers for this DVR port 6e927dad-a367-402d-8fdb-9b6cff1eb909 on host n-d-812111-14 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:48:18.199444 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6fcace-f4ae-4d44-9db8-5f3b4c245686 req-04f5ad7a-2b4d-447a-9944-594effa0a445 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:48:18.200999 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ef6fcace-f4ae-4d44-9db8-5f3b4c245686 req-04f5ad7a-2b4d-447a-9944-594effa0a445 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] 10.222.0.64 "GET /v2.0/ports?device_id=791e4287-1de3-49bc-a1ec-b6d029c0f341 HTTP/1.1" status: 200 len: 945 time: 0.1193674 Jan 28 19:48:18.304274 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ef6fcace-f4ae-4d44-9db8-5f3b4c245686 req-cbb5de75-1e74-4fd6-b5fe-66ad46d40468 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] 10.222.0.64 "GET /v2.0/security-groups?id=0cfd235b-3a0d-4508-9b69-242081a43994&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0827498 Jan 28 19:48:18.305570 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-be0d5871-aaaa-4cac-87fd-eb11ecdec08a tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (a212d1c3-0e0d-4c8f-b2ae-82394f053bf3), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:18.336873 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0d5871-aaaa-4cac-87fd-eb11ecdec08a tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Pushing event deleted for resources: {'Port': ['ID=a212d1c3-0e0d-4c8f-b2ae-82394f053bf3,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:48:18.415901 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-be0d5871-aaaa-4cac-87fd-eb11ecdec08a tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-731488'] for router_gateway (0f3b4636-a9ba-47e5-8bde-f46ea3d6285b), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:18.541059 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-be0d5871-aaaa-4cac-87fd-eb11ecdec08a tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-730901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261120'] for router (0f3b4636-a9ba-47e5-8bde-f46ea3d6285b), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:18.543440 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-be0d5871-aaaa-4cac-87fd-eb11ecdec08a tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks [] for router_controller (0f3b4636-a9ba-47e5-8bde-f46ea3d6285b), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:18.607199 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-be0d5871-aaaa-4cac-87fd-eb11ecdec08a tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-730908'] for router (0f3b4636-a9ba-47e5-8bde-f46ea3d6285b), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:18.607855 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be0d5871-aaaa-4cac-87fd-eb11ecdec08a tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Fanout notify agent at l3_agent the message router_deleted on router 0f3b4636-a9ba-47e5-8bde-f46ea3d6285b {{(pid=103304) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:48:18.615651 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-be0d5871-aaaa-4cac-87fd-eb11ecdec08a tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:18.616779 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-be0d5871-aaaa-4cac-87fd-eb11ecdec08a tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] 10.222.0.64 "DELETE /v2.0/routers/0f3b4636-a9ba-47e5-8bde-f46ea3d6285b HTTP/1.1" status: 204 len: 168 time: 1.5216117 Jan 28 19:48:18.619570 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 56616) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:48:18.718282 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-27cf9cf8-f041-4461-b7cd-de046e324663 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (71ea10f0-ed0a-45f6-9cbf-97f979f8b718), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:18.832935 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-27cf9cf8-f041-4461-b7cd-de046e324663 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (71ea10f0-ed0a-45f6-9cbf-97f979f8b718), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:18.853701 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-27cf9cf8-f041-4461-b7cd-de046e324663 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71ea10f0-ed0a-45f6-9cbf-97f979f8b718']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:48:18.863192 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-27cf9cf8-f041-4461-b7cd-de046e324663 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32d0a33d-f231-4511-81a4-f2642c9ea91a') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:48:18.863496 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-27cf9cf8-f041-4461-b7cd-de046e324663 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32d0a33d-f231-4511-81a4-f2642c9ea91a') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:48:18.872710 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-27cf9cf8-f041-4461-b7cd-de046e324663 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16187153'] for segment (32d0a33d-f231-4511-81a4-f2642c9ea91a), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:18.886428 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-27cf9cf8-f041-4461-b7cd-de046e324663 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (32d0a33d-f231-4511-81a4-f2642c9ea91a), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:18.892361 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27cf9cf8-f041-4461-b7cd-de046e324663 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:48:18.892750 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-27cf9cf8-f041-4461-b7cd-de046e324663 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4752570'] for segment (32d0a33d-f231-4511-81a4-f2642c9ea91a), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:18.895812 n-d-812111-14 neutron-server[103305]: Traceback (most recent call last): Jan 28 19:48:18.895812 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:48:18.895812 n-d-812111-14 neutron-server[103305]: timer() Jan 28 19:48:18.895812 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:48:18.895812 n-d-812111-14 neutron-server[103305]: cb(*args, **kw) Jan 28 19:48:18.895812 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:48:18.895812 n-d-812111-14 neutron-server[103305]: return func(*args, **kwargs) Jan 28 19:48:18.895812 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:48:18.895812 n-d-812111-14 neutron-server[103305]: self._notify() Jan 28 19:48:18.895812 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:48:18.895812 n-d-812111-14 neutron-server[103305]: self.callback(batched_events) Jan 28 19:48:18.895812 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:48:18.895812 n-d-812111-14 neutron-server[103305]: event.method(event) Jan 28 19:48:18.895812 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:48:18.895812 n-d-812111-14 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:48:18.895812 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:48:18.895812 n-d-812111-14 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:48:18.895812 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:48:18.895812 n-d-812111-14 neutron-server[103305]: return f(self, *a, **k) Jan 28 19:48:18.895812 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:48:18.895812 n-d-812111-14 neutron-server[103305]: return self._get(url).json() Jan 28 19:48:18.895812 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:48:18.895812 n-d-812111-14 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:48:18.895812 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:48:18.895812 n-d-812111-14 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 28 19:48:18.895812 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:48:18.895812 n-d-812111-14 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:48:18.895812 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:48:18.895812 n-d-812111-14 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:48:18.895812 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:48:18.895812 n-d-812111-14 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:48:18.895812 n-d-812111-14 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:48:18.952271 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-27cf9cf8-f041-4461-b7cd-de046e324663 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (71ea10f0-ed0a-45f6-9cbf-97f979f8b718), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:18.962094 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-27cf9cf8-f041-4461-b7cd-de046e324663 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:18.969460 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-27cf9cf8-f041-4461-b7cd-de046e324663 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] 10.222.0.64 "DELETE /v2.0/networks/71ea10f0-ed0a-45f6-9cbf-97f979f8b718 HTTP/1.1" status: 204 len: 168 time: 0.3488667 Jan 28 19:48:18.986141 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf9cf8-f041-4461-b7cd-de046e324663 tempest-TestNetworkBasicOps-1565709300 tempest-TestNetworkBasicOps-1565709300-project] Pushing event deleted for resources: {'Network': ['ID=71ea10f0-ed0a-45f6-9cbf-97f979f8b718,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:48:19.138629 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 6e927dad-a367-402d-8fdb-9b6cff1eb909 no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:48:19.175148 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: 6e927dad-a367-402d-8fdb-9b6cff1eb909 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:48:19.176341 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 6e927dad-a367-402d-8fdb-9b6cff1eb909 not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:48:19.176776 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 0c6fa6f8-af0a-4c4b-a5d5-b5e809c88002 no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:48:19.214435 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: 0c6fa6f8-af0a-4c4b-a5d5-b5e809c88002 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:48:19.214718 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 0c6fa6f8-af0a-4c4b-a5d5-b5e809c88002 not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:48:19.312959 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 56630) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:48:19.458365 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7486f18-e421-4eb6-871c-f2f2278dbe8c req-4c560061-2f0b-45e4-b9cc-09d01f72a216 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:48:19.465736 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c7486f18-e421-4eb6-871c-f2f2278dbe8c req-4c560061-2f0b-45e4-b9cc-09d01f72a216 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] 10.222.0.64 "GET /v2.0/ports?device_id=791e4287-1de3-49bc-a1ec-b6d029c0f341 HTTP/1.1" status: 200 len: 945 time: 0.0787878 Jan 28 19:48:19.533369 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c7486f18-e421-4eb6-871c-f2f2278dbe8c req-3f7654ed-e523-49fb-9b47-2939a8a3f577 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] 10.222.0.64 "GET /v2.0/security-groups?id=0cfd235b-3a0d-4508-9b69-242081a43994&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0655138 Jan 28 19:48:19.568962 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-f0815c5d-d408-4841-9511-f9e0d8752249 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9e9e8439f0ef4f199c1cf289f0d53ad7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2539680 Jan 28 19:48:19.571478 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 56640) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:48:19.622332 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e0c2fe57-515c-4061-b149-3b294b1e50e7 admin admin] Publish callbacks [] for security_group (7bc8635f-e731-4281-9169-0d78c197001a), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:19.645687 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e0c2fe57-515c-4061-b149-3b294b1e50e7 admin admin] Publish callbacks [] for security_group (7bc8635f-e731-4281-9169-0d78c197001a), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:19.695608 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e0c2fe57-515c-4061-b149-3b294b1e50e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (7bc8635f-e731-4281-9169-0d78c197001a), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:19.699595 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e0c2fe57-515c-4061-b149-3b294b1e50e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:19.703870 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-e0c2fe57-515c-4061-b149-3b294b1e50e7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7bc8635f-e731-4281-9169-0d78c197001a HTTP/1.1" status: 204 len: 168 time: 0.1287127 Jan 28 19:48:19.710115 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c2fe57-515c-4061-b149-3b294b1e50e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bc8635f-e731-4281-9169-0d78c197001a,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:48:19.991469 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 56646) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:48:20.005384 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-977973b5-a030-48ae-9ba5-0b57a80abd48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:20.092111 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-977973b5-a030-48ae-9ba5-0b57a80abd48 admin admin] Publish callbacks [] for security_group (cf24c3c8-0715-4906-a6cb-53221bbd2412), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:20.096150 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-977973b5-a030-48ae-9ba5-0b57a80abd48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (cf24c3c8-0715-4906-a6cb-53221bbd2412), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:20.142764 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-977973b5-a030-48ae-9ba5-0b57a80abd48 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b0720c821f114d0a83d5d48f7119ed17&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1477053 Jan 28 19:48:20.142764 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977973b5-a030-48ae-9ba5-0b57a80abd48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf24c3c8-0715-4906-a6cb-53221bbd2412,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:48:20.143607 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 56648) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:48:20.201937 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3acbf5a9-fd5d-456f-be61-e266419d393b admin admin] Publish callbacks [] for security_group (cf24c3c8-0715-4906-a6cb-53221bbd2412), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:20.227699 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3acbf5a9-fd5d-456f-be61-e266419d393b admin admin] Publish callbacks [] for security_group (cf24c3c8-0715-4906-a6cb-53221bbd2412), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:20.275386 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3acbf5a9-fd5d-456f-be61-e266419d393b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (cf24c3c8-0715-4906-a6cb-53221bbd2412), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:20.278377 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3acbf5a9-fd5d-456f-be61-e266419d393b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:20.281981 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-3acbf5a9-fd5d-456f-be61-e266419d393b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/cf24c3c8-0715-4906-a6cb-53221bbd2412 HTTP/1.1" status: 204 len: 168 time: 0.1342645 Jan 28 19:48:20.289687 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acbf5a9-fd5d-456f-be61-e266419d393b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf24c3c8-0715-4906-a6cb-53221bbd2412,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:48:20.712720 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device a212d1c3-0e0d-4c8f-b2ae-82394f053bf3 no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:48:20.735504 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d15cfe6-a7db-45cd-8ff9-319d91e1a8d3 req-d3939b85-b823-42ba-a5db-04a9ee3fe091 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:48:20.737258 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8d15cfe6-a7db-45cd-8ff9-319d91e1a8d3 req-d3939b85-b823-42ba-a5db-04a9ee3fe091 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] 10.222.0.64 "GET /v2.0/ports?device_id=791e4287-1de3-49bc-a1ec-b6d029c0f341 HTTP/1.1" status: 200 len: 945 time: 0.1161337 Jan 28 19:48:20.740168 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: a212d1c3-0e0d-4c8f-b2ae-82394f053bf3 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:48:20.740709 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device a212d1c3-0e0d-4c8f-b2ae-82394f053bf3 not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:48:20.819516 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8d15cfe6-a7db-45cd-8ff9-319d91e1a8d3 req-78f9029f-5f84-4583-8e11-33ebceb3ca68 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] 10.222.0.64 "GET /v2.0/security-groups?id=0cfd235b-3a0d-4508-9b69-242081a43994&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0740614 Jan 28 19:48:20.876368 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:21.106882 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 56676) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:48:21.206701 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-9ecec870-90b5-48aa-80a9-dbc3a61677f5 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1763923963-network', 'tenant_id': '4e8e5f8d30114484adc7558be4b372ae'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:48:21.226751 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ecec870-90b5-48aa-80a9-dbc3a61677f5 admin admin] Made reservation on behalf of 4e8e5f8d30114484adc7558be4b372ae for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:48:21.229184 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9ecec870-90b5-48aa-80a9-dbc3a61677f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:21.237449 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9ecec870-90b5-48aa-80a9-dbc3a61677f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:21.311235 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9ecec870-90b5-48aa-80a9-dbc3a61677f5 admin admin] Publish callbacks [] for security_group (8990b897-875d-4c8a-9db6-d27e019001c6), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:21.314935 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9ecec870-90b5-48aa-80a9-dbc3a61677f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (8990b897-875d-4c8a-9db6-d27e019001c6), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:21.339522 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ecec870-90b5-48aa-80a9-dbc3a61677f5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:48:21.349837 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecec870-90b5-48aa-80a9-dbc3a61677f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8990b897-875d-4c8a-9db6-d27e019001c6,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:48:21.354822 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9ecec870-90b5-48aa-80a9-dbc3a61677f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (0d4df840-35d0-4e5a-aed7-00715d6a6735), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:21.355168 n-d-812111-14 neutron-server[103305]: INFO neutron.db.segments_db [None req-9ecec870-90b5-48aa-80a9-dbc3a61677f5 admin admin] Added segment 0d4df840-35d0-4e5a-aed7-00715d6a6735 of type vlan for network c5556376-9b35-43e3-93a0-c8cffa8f1a8a Jan 28 19:48:21.396952 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9ecec870-90b5-48aa-80a9-dbc3a61677f5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (c5556376-9b35-43e3-93a0-c8cffa8f1a8a), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:21.427444 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9ecec870-90b5-48aa-80a9-dbc3a61677f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (c5556376-9b35-43e3-93a0-c8cffa8f1a8a), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:21.428671 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ecec870-90b5-48aa-80a9-dbc3a61677f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:48:21.429335 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9ecec870-90b5-48aa-80a9-dbc3a61677f5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:21.508877 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecec870-90b5-48aa-80a9-dbc3a61677f5 admin admin] Pushing event updated for resources: {'Network': ['ID=c5556376-9b35-43e3-93a0-c8cffa8f1a8a,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:48:21.516741 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-9ecec870-90b5-48aa-80a9-dbc3a61677f5 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4088085 Jan 28 19:48:21.517689 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 56688) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:48:21.523180 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-b9dd8d64-5de9-4580-a5c8-9231e454c231 admin admin] Request body: {'subnet': {'network_id': 'c5556376-9b35-43e3-93a0-c8cffa8f1a8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1763923963-subnet', 'tenant_id': '4e8e5f8d30114484adc7558be4b372ae', 'ip_version': 4}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:48:21.530444 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network c5556376-9b35-43e3-93a0-c8cffa8f1a8a details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:48:21.551951 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9dd8d64-5de9-4580-a5c8-9231e454c231 admin admin] Made reservation on behalf of 4e8e5f8d30114484adc7558be4b372ae for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:48:21.554575 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b9dd8d64-5de9-4580-a5c8-9231e454c231 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5221429'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:21.746925 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b9dd8d64-5de9-4580-a5c8-9231e454c231 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4690681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5221415'] for subnet (c1a07704-5cdb-42ac-a3b3-26cc26a3017a), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:21.803143 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dd8d64-5de9-4580-a5c8-9231e454c231 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1a07704-5cdb-42ac-a3b3-26cc26a3017a,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:48:21.813840 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9dd8d64-5de9-4580-a5c8-9231e454c231 admin admin] Checking segment: {'id': '0d4df840-35d0-4e5a-aed7-00715d6a6735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'c5556376-9b35-43e3-93a0-c8cffa8f1a8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:48:21.814326 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9dd8d64-5de9-4580-a5c8-9231e454c231 admin admin] Network hostable DHCP agents. Network: c5556376-9b35-43e3-93a0-c8cffa8f1a8a, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:48:21.832196 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9dd8d64-5de9-4580-a5c8-9231e454c231 admin admin] Network c5556376-9b35-43e3-93a0-c8cffa8f1a8a is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:48:21.848031 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-b9dd8d64-5de9-4580-a5c8-9231e454c231 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, c5556376-9b35-43e3-93a0-c8cffa8f1a8a) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:48:21.858105 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae9504d1-c388-443d-8568-6a5179da227a None None] Network c5556376-9b35-43e3-93a0-c8cffa8f1a8a requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:48:21.863518 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9dd8d64-5de9-4580-a5c8-9231e454c231 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:48:21.864116 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b9dd8d64-5de9-4580-a5c8-9231e454c231 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:21.893671 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-b9dd8d64-5de9-4580-a5c8-9231e454c231 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3722641 Jan 28 19:48:21.893983 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 56692) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:48:21.900469 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-0b518f18-6976-44c0-a4d6-2224f7298606 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1763923963-router', 'tenant_id': '4e8e5f8d30114484adc7558be4b372ae', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:48:21.928409 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0b518f18-6976-44c0-a4d6-2224f7298606 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261150'] for router (6dfbefd2-0239-4d9f-8794-f902a0900979), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:21.931715 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0b518f18-6976-44c0-a4d6-2224f7298606 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-731099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-731441', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261129'] for router (6dfbefd2-0239-4d9f-8794-f902a0900979), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:21.962829 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605f18f3-90ce-41a9-b3a4-0ec2c9982d96 req-b436fba3-e7ea-44b8-9d52-92bd92b50103 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:48:21.964701 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-605f18f3-90ce-41a9-b3a4-0ec2c9982d96 req-b436fba3-e7ea-44b8-9d52-92bd92b50103 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] 10.222.0.64 "GET /v2.0/ports?device_id=791e4287-1de3-49bc-a1ec-b6d029c0f341 HTTP/1.1" status: 200 len: 945 time: 0.0649788 Jan 28 19:48:22.019369 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f455005c-5e2a-41ca-997e-439c08dc3ffb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68cd31fd-e4cd-5fb3-a862-256fc47efcd2-c5556376-9b35-43e3-93a0-c8cffa8f1a8a', 'network_id': 'c5556376-9b35-43e3-93a0-c8cffa8f1a8a', 'project_id': '4e8e5f8d30114484adc7558be4b372ae', 'fixed_ips': [{'subnet_id': 'c1a07704-5cdb-42ac-a3b3-26cc26a3017a'}]}} from n-d-812111-14. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:48:22.020611 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f455005c-5e2a-41ca-997e-439c08dc3ffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:22.065910 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-605f18f3-90ce-41a9-b3a4-0ec2c9982d96 req-85f9766c-a39f-4a38-814e-a39db1e969bd tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] 10.222.0.64 "GET /v2.0/security-groups?id=0cfd235b-3a0d-4508-9b69-242081a43994&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0950859 Jan 28 19:48:22.093358 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0b518f18-6976-44c0-a4d6-2224f7298606 admin admin] Publish callbacks [] for router_controller (6dfbefd2-0239-4d9f-8794-f902a0900979), precommit_add_association {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:22.184251 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-f455005c-5e2a-41ca-997e-439c08dc3ffb None None] Allocated IP 172.20.0.2 (c5556376-9b35-43e3-93a0-c8cffa8f1a8a/c1a07704-5cdb-42ac-a3b3-26cc26a3017a/fc49eca9-baf3-4a44-96bc-f5c5b05fca20) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:48:22.270486 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0b518f18-6976-44c0-a4d6-2224f7298606 admin admin] Publish callbacks [] for router_gateway (6dfbefd2-0239-4d9f-8794-f902a0900979), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:22.358240 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f455005c-5e2a-41ca-997e-439c08dc3ffb None None] Publish callbacks [] for port (fc49eca9-baf3-4a44-96bc-f5c5b05fca20), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:22.368478 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f455005c-5e2a-41ca-997e-439c08dc3ffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (fc49eca9-baf3-4a44-96bc-f5c5b05fca20), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:22.423007 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f455005c-5e2a-41ca-997e-439c08dc3ffb None None] Network c5556376-9b35-43e3-93a0-c8cffa8f1a8a is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:48:22.425027 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-f455005c-5e2a-41ca-997e-439c08dc3ffb None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:48:22.427889 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f455005c-5e2a-41ca-997e-439c08dc3ffb None None] Pushing event updated for resources: {'Port': ['ID=fc49eca9-baf3-4a44-96bc-f5c5b05fca20,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:48:22.430426 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f455005c-5e2a-41ca-997e-439c08dc3ffb None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:48:22.519850 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-f455005c-5e2a-41ca-997e-439c08dc3ffb None None] Attempting to bind port fc49eca9-baf3-4a44-96bc-f5c5b05fca20 on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:48:22.520408 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-f455005c-5e2a-41ca-997e-439c08dc3ffb None None] Attempting to bind port fc49eca9-baf3-4a44-96bc-f5c5b05fca20 by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '0d4df840-35d0-4e5a-aed7-00715d6a6735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'c5556376-9b35-43e3-93a0-c8cffa8f1a8a'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:48:22.520658 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f455005c-5e2a-41ca-997e-439c08dc3ffb None None] Attempting to bind port fc49eca9-baf3-4a44-96bc-f5c5b05fca20 on network c5556376-9b35-43e3-93a0-c8cffa8f1a8a {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:48:22.529459 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f455005c-5e2a-41ca-997e-439c08dc3ffb None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 48, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:48:22.532718 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0b518f18-6976-44c0-a4d6-2224f7298606 admin admin] Publish callbacks [] for router_gateway (6dfbefd2-0239-4d9f-8794-f902a0900979), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:22.535261 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f455005c-5e2a-41ca-997e-439c08dc3ffb None None] Checking segment: {'id': '0d4df840-35d0-4e5a-aed7-00715d6a6735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'c5556376-9b35-43e3-93a0-c8cffa8f1a8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:48:22.535686 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f455005c-5e2a-41ca-997e-439c08dc3ffb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:22.536093 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f455005c-5e2a-41ca-997e-439c08dc3ffb None None] Bound using segment: {'id': '0d4df840-35d0-4e5a-aed7-00715d6a6735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'c5556376-9b35-43e3-93a0-c8cffa8f1a8a'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:48:22.536602 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-f455005c-5e2a-41ca-997e-439c08dc3ffb None None] Bound port: fc49eca9-baf3-4a44-96bc-f5c5b05fca20, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d4df840-35d0-4e5a-aed7-00715d6a6735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'c5556376-9b35-43e3-93a0-c8cffa8f1a8a'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:48:22.536994 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f455005c-5e2a-41ca-997e-439c08dc3ffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (fc49eca9-baf3-4a44-96bc-f5c5b05fca20), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:22.574926 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0b518f18-6976-44c0-a4d6-2224f7298606 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:22.620951 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-f455005c-5e2a-41ca-997e-439c08dc3ffb None None] For port fc49eca9-baf3-4a44-96bc-f5c5b05fca20, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:48:22.625157 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-f455005c-5e2a-41ca-997e-439c08dc3ffb None None] For port fc49eca9-baf3-4a44-96bc-f5c5b05fca20, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=fc49eca9-baf3-4a44-96bc-f5c5b05fca20,segment=NetworkSegment(0d4df840-35d0-4e5a-aed7-00715d6a6735),segment_id=0d4df840-35d0-4e5a-aed7-00715d6a6735)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:48:22.632831 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f455005c-5e2a-41ca-997e-439c08dc3ffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (fc49eca9-baf3-4a44-96bc-f5c5b05fca20), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:22.696891 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f455005c-5e2a-41ca-997e-439c08dc3ffb None None] Pushing event updated for resources: {'Port': ['ID=fc49eca9-baf3-4a44-96bc-f5c5b05fca20,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:48:22.709840 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-0b518f18-6976-44c0-a4d6-2224f7298606 admin admin] Allocated IP 172.25.6.215 (d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8/a648e4ab-7422-41b9-b133-58aca25ab8f5/bd74df3b-739c-457d-be9d-26a321473963) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:48:22.829406 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0b518f18-6976-44c0-a4d6-2224f7298606 admin admin] Publish callbacks [] for port (bd74df3b-739c-457d-be9d-26a321473963), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:22.898519 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0b518f18-6976-44c0-a4d6-2224f7298606 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (bd74df3b-739c-457d-be9d-26a321473963), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:22.947977 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b518f18-6976-44c0-a4d6-2224f7298606 admin admin] Network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:48:22.951394 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-0b518f18-6976-44c0-a4d6-2224f7298606 admin admin] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:48:22.956245 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b518f18-6976-44c0-a4d6-2224f7298606 admin admin] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:48:23.008439 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b518f18-6976-44c0-a4d6-2224f7298606 admin admin] Pushing event updated for resources: {'Port': ['ID=bd74df3b-739c-457d-be9d-26a321473963,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:48:23.296891 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0b518f18-6976-44c0-a4d6-2224f7298606 admin admin] Publish callbacks [] for router_gateway (6dfbefd2-0239-4d9f-8794-f902a0900979), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:23.402272 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafb34f3-2ed6-4060-9a0d-e1b12f1178d8 req-80a2c546-4edb-4229-9055-d06ed8615a50 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:48:23.403753 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-dafb34f3-2ed6-4060-9a0d-e1b12f1178d8 req-80a2c546-4edb-4229-9055-d06ed8615a50 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] 10.222.0.64 "GET /v2.0/ports?device_id=791e4287-1de3-49bc-a1ec-b6d029c0f341 HTTP/1.1" status: 200 len: 945 time: 0.1547821 Jan 28 19:48:23.791960 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-dafb34f3-2ed6-4060-9a0d-e1b12f1178d8 req-1eb0fc2e-dd28-4812-861c-27ad1cd0d2e5 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] 10.222.0.64 "GET /v2.0/security-groups?id=0cfd235b-3a0d-4508-9b69-242081a43994&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3781891 Jan 28 19:48:23.864168 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0b518f18-6976-44c0-a4d6-2224f7298606 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-731074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-731460'] for router (6dfbefd2-0239-4d9f-8794-f902a0900979), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:23.924234 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d3d6c3-676e-4c6b-89cd-fc7651d98170 None None] Network c5556376-9b35-43e3-93a0-c8cffa8f1a8a requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:48:24.029123 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-586c64a9-e411-409c-b614-6aec58d28002 None None] Provisioning complete for port fc49eca9-baf3-4a44-96bc-f5c5b05fca20 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:48:24.029522 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-586c64a9-e411-409c-b614-6aec58d28002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (fc49eca9-baf3-4a44-96bc-f5c5b05fca20), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:24.038439 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b518f18-6976-44c0-a4d6-2224f7298606 admin admin] Router 6dfbefd2-0239-4d9f-8794-f902a0900979 is scheduled to L3 agent 76fe5c49-705a-4e08-abb2-be585676213f with binding_index 1 {{(pid=103304) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 19:48:24.060085 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:24.186770 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-586c64a9-e411-409c-b614-6aec58d28002 None None] Current status of the port fc49eca9-baf3-4a44-96bc-f5c5b05fca20 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:48:24.187196 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-586c64a9-e411-409c-b614-6aec58d28002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (fc49eca9-baf3-4a44-96bc-f5c5b05fca20), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:24.202043 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b518f18-6976-44c0-a4d6-2224f7298606 admin admin] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:48:24.212811 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa62b82-1cd9-4fc0-87a5-26d1d418813f None None] Sync routers for ids ['6dfbefd2-0239-4d9f-8794-f902a0900979'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:48:24.228787 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0b518f18-6976-44c0-a4d6-2224f7298606 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:24.231869 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-0b518f18-6976-44c0-a4d6-2224f7298606 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.3347685 Jan 28 19:48:24.234061 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 56706) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:48:24.235574 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa62b82-1cd9-4fc0-87a5-26d1d418813f None None] Routers {'6dfbefd2-0239-4d9f-8794-f902a0900979'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:48:24.236623 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-aaa62b82-1cd9-4fc0-87a5-26d1d418813f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:48:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['6dfbefd2-0239-4d9f-8794-f902a0900979'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:48:24.250443 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-586c64a9-e411-409c-b614-6aec58d28002 None None] For port fc49eca9-baf3-4a44-96bc-f5c5b05fca20, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=fc49eca9-baf3-4a44-96bc-f5c5b05fca20,segment=NetworkSegment(0d4df840-35d0-4e5a-aed7-00715d6a6735),segment_id=0d4df840-35d0-4e5a-aed7-00715d6a6735)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:48:24.255614 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-586c64a9-e411-409c-b614-6aec58d28002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (fc49eca9-baf3-4a44-96bc-f5c5b05fca20), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:24.325161 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586c64a9-e411-409c-b614-6aec58d28002 None None] Pushing event updated for resources: {'Port': ['ID=fc49eca9-baf3-4a44-96bc-f5c5b05fca20,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:48:24.399397 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-aaa62b82-1cd9-4fc0-87a5-26d1d418813f None None] Set router 6dfbefd2-0239-4d9f-8794-f902a0900979 gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:48:24.593652 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-04a9eb0e-c39c-4ad9-8134-71567c7eb710 None None] Provisioning complete for port fc49eca9-baf3-4a44-96bc-f5c5b05fca20 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:48:24.594037 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-04a9eb0e-c39c-4ad9-8134-71567c7eb710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (fc49eca9-baf3-4a44-96bc-f5c5b05fca20), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:24.648661 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-aaa62b82-1cd9-4fc0-87a5-26d1d418813f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dfbefd2-0239-4d9f-8794-f902a0900979', 'name': 'tempest-TestServerMultinode-1763923963-router', 'tenant_id': '4e8e5f8d30114484adc7558be4b372ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': 'bd74df3b-739c-457d-be9d-26a321473963', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:48:21Z', 'updated_at': '2022-01-28T19:48:23Z', 'revision_number': 3, 'project_id': '4e8e5f8d30114484adc7558be4b372ae', 'gw_port': {'id': 'bd74df3b-739c-457d-be9d-26a321473963', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:9c:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dfbefd2-0239-4d9f-8794-f902a0900979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:48:22Z', 'updated_at': '2022-01-28T19:48:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:48:24.683210 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa62b82-1cd9-4fc0-87a5-26d1d418813f None None] Checking router: 6dfbefd2-0239-4d9f-8794-f902a0900979 for host: n-d-812111-14 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:48:24.683891 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa62b82-1cd9-4fc0-87a5-26d1d418813f None None] Updating router 6dfbefd2-0239-4d9f-8794-f902a0900979 port bd74df3b-739c-457d-be9d-26a321473963 binding host n-d-812111-14 {{(pid=103307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:48:24.704462 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-04a9eb0e-c39c-4ad9-8134-71567c7eb710 None None] Current status of the port fc49eca9-baf3-4a44-96bc-f5c5b05fca20 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:48:24.761795 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-aaa62b82-1cd9-4fc0-87a5-26d1d418813f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (bd74df3b-739c-457d-be9d-26a321473963), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:24.888259 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device fc49eca9-baf3-4a44-96bc-f5c5b05fca20 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:48:24.963662 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port fc49eca9-baf3-4a44-96bc-f5c5b05fca20 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:48:24.964283 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (fc49eca9-baf3-4a44-96bc-f5c5b05fca20), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:25.004161 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cd3c184b-185c-417f-8123-ce721a28bb99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:25.079626 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port fc49eca9-baf3-4a44-96bc-f5c5b05fca20 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:48:25.136380 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed707a1-e597-4a6f-83a5-c8420fbd830a req-f9ebda08-3826-4c5a-91bf-1df13475bf5e tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:48:25.138112 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-bed707a1-e597-4a6f-83a5-c8420fbd830a req-f9ebda08-3826-4c5a-91bf-1df13475bf5e tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] 10.222.0.64 "GET /v2.0/ports?device_id=791e4287-1de3-49bc-a1ec-b6d029c0f341 HTTP/1.1" status: 200 len: 945 time: 0.1489820 Jan 28 19:48:25.148350 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-aaa62b82-1cd9-4fc0-87a5-26d1d418813f None None] Publish callbacks [] for port (bd74df3b-739c-457d-be9d-26a321473963), precommit_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:25.160432 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-aaa62b82-1cd9-4fc0-87a5-26d1d418813f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (bd74df3b-739c-457d-be9d-26a321473963), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:25.243387 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-aaa62b82-1cd9-4fc0-87a5-26d1d418813f None None] Attempting to bind port bd74df3b-739c-457d-be9d-26a321473963 on host n-d-812111-14 for vnic_type normal with profile {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:48:25.244063 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-aaa62b82-1cd9-4fc0-87a5-26d1d418813f None None] Attempting to bind port bd74df3b-739c-457d-be9d-26a321473963 by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:48:25.244160 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa62b82-1cd9-4fc0-87a5-26d1d418813f None None] Attempting to bind port bd74df3b-739c-457d-be9d-26a321473963 on network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:48:25.255684 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-bed707a1-e597-4a6f-83a5-c8420fbd830a req-4cdaf1f2-a108-4db4-a1ab-f1f11b6b9520 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] 10.222.0.64 "GET /v2.0/security-groups?id=0cfd235b-3a0d-4508-9b69-242081a43994&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0653012 Jan 28 19:48:25.273881 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa62b82-1cd9-4fc0-87a5-26d1d418813f None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 48, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:48:25.274260 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa62b82-1cd9-4fc0-87a5-26d1d418813f None None] Checking segment: {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:48:25.274659 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-aaa62b82-1cd9-4fc0-87a5-26d1d418813f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:25.275303 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa62b82-1cd9-4fc0-87a5-26d1d418813f None None] Bound using segment: {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:48:25.275777 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-aaa62b82-1cd9-4fc0-87a5-26d1d418813f None None] Bound port: bd74df3b-739c-457d-be9d-26a321473963, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:48:25.276159 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-aaa62b82-1cd9-4fc0-87a5-26d1d418813f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (bd74df3b-739c-457d-be9d-26a321473963), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:25.315615 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-cd3c184b-185c-417f-8123-ce721a28bb99 admin admin] Allocated IP 172.20.0.1 (c5556376-9b35-43e3-93a0-c8cffa8f1a8a/c1a07704-5cdb-42ac-a3b3-26cc26a3017a/218bde51-982d-4cf3-a45e-391126a10455) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:48:25.338382 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-aaa62b82-1cd9-4fc0-87a5-26d1d418813f None None] For port bd74df3b-739c-457d-be9d-26a321473963, host n-d-812111-14, cleared binding levels {{(pid=103307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:48:25.342101 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-aaa62b82-1cd9-4fc0-87a5-26d1d418813f None None] For port bd74df3b-739c-457d-be9d-26a321473963, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=bd74df3b-739c-457d-be9d-26a321473963,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:48:25.348928 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6c9039-8f77-4953-9284-0ba2befa06de None None] Pushing event updated for resources: {'Port': ['ID=bd74df3b-739c-457d-be9d-26a321473963,revision_number=2']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:48:25.353167 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-aaa62b82-1cd9-4fc0-87a5-26d1d418813f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (bd74df3b-739c-457d-be9d-26a321473963), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:25.361202 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6c9039-8f77-4953-9284-0ba2befa06de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:48:25.361834 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6c9039-8f77-4953-9284-0ba2befa06de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:48:25.362344 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6c9039-8f77-4953-9284-0ba2befa06de None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:48:25.363457 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6c9039-8f77-4953-9284-0ba2befa06de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:48:25.364005 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6c9039-8f77-4953-9284-0ba2befa06de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:48:25.364619 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6c9039-8f77-4953-9284-0ba2befa06de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:48:25.365156 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6c9039-8f77-4953-9284-0ba2befa06de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:48:25.365764 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6c9039-8f77-4953-9284-0ba2befa06de None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:48:25.366304 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6c9039-8f77-4953-9284-0ba2befa06de None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:48:25.367075 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6c9039-8f77-4953-9284-0ba2befa06de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:48:25.367615 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6c9039-8f77-4953-9284-0ba2befa06de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:48:25.368108 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6c9039-8f77-4953-9284-0ba2befa06de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:48:25.368621 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6c9039-8f77-4953-9284-0ba2befa06de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:48:25.435827 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6c9039-8f77-4953-9284-0ba2befa06de None None] Pushing event updated for resources: {'Port': ['ID=bd74df3b-739c-457d-be9d-26a321473963,revision_number=3']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:48:25.438443 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa62b82-1cd9-4fc0-87a5-26d1d418813f None None] Routers {'6dfbefd2-0239-4d9f-8794-f902a0900979'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:48:25.439033 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-aaa62b82-1cd9-4fc0-87a5-26d1d418813f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:48:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['6dfbefd2-0239-4d9f-8794-f902a0900979'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:48:25.468546 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cd3c184b-185c-417f-8123-ce721a28bb99 admin admin] Publish callbacks [] for port (218bde51-982d-4cf3-a45e-391126a10455), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:25.514671 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cd3c184b-185c-417f-8123-ce721a28bb99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (218bde51-982d-4cf3-a45e-391126a10455), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:25.561442 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd3c184b-185c-417f-8123-ce721a28bb99 admin admin] Network c5556376-9b35-43e3-93a0-c8cffa8f1a8a is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:48:25.564603 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-cd3c184b-185c-417f-8123-ce721a28bb99 admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:48:25.568492 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3c184b-185c-417f-8123-ce721a28bb99 admin admin] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:48:25.608064 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3c184b-185c-417f-8123-ce721a28bb99 admin admin] Pushing event updated for resources: {'Port': ['ID=218bde51-982d-4cf3-a45e-391126a10455,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:48:25.650890 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cd3c184b-185c-417f-8123-ce721a28bb99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734769'] for router_interface (6dfbefd2-0239-4d9f-8794-f902a0900979), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:25.669829 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-aaa62b82-1cd9-4fc0-87a5-26d1d418813f None None] Set router 6dfbefd2-0239-4d9f-8794-f902a0900979 gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:48:25.873864 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cd3c184b-185c-417f-8123-ce721a28bb99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (218bde51-982d-4cf3-a45e-391126a10455), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:25.958114 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-34586f56-8598-47bc-9830-43c84817849e None None] Provisioning complete for port 218bde51-982d-4cf3-a45e-391126a10455 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:48:25.958837 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-34586f56-8598-47bc-9830-43c84817849e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (218bde51-982d-4cf3-a45e-391126a10455), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:26.010294 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-aaa62b82-1cd9-4fc0-87a5-26d1d418813f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dfbefd2-0239-4d9f-8794-f902a0900979', 'name': 'tempest-TestServerMultinode-1763923963-router', 'tenant_id': '4e8e5f8d30114484adc7558be4b372ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': 'bd74df3b-739c-457d-be9d-26a321473963', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:48:21Z', 'updated_at': '2022-01-28T19:48:23Z', 'revision_number': 3, 'project_id': '4e8e5f8d30114484adc7558be4b372ae', 'gw_port': {'id': 'bd74df3b-739c-457d-be9d-26a321473963', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:9c:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dfbefd2-0239-4d9f-8794-f902a0900979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:48:22Z', 'updated_at': '2022-01-28T19:48:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:48:26.046776 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-34586f56-8598-47bc-9830-43c84817849e None None] Port 218bde51-982d-4cf3-a45e-391126a10455 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:48:26.063494 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 56724) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:48:26.091675 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa62b82-1cd9-4fc0-87a5-26d1d418813f None None] The sync data for ids ['6dfbefd2-0239-4d9f-8794-f902a0900979'] in n-d-812111-14 is: [{'id': '6dfbefd2-0239-4d9f-8794-f902a0900979', 'name': 'tempest-TestServerMultinode-1763923963-router', 'tenant_id': '4e8e5f8d30114484adc7558be4b372ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': 'bd74df3b-739c-457d-be9d-26a321473963', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:48:21Z', 'updated_at': '2022-01-28T19:48:23Z', 'revision_number': 3, 'project_id': '4e8e5f8d30114484adc7558be4b372ae', 'gw_port': {'id': 'bd74df3b-739c-457d-be9d-26a321473963', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:9c:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dfbefd2-0239-4d9f-8794-f902a0900979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:48:22Z', 'updated_at': '2022-01-28T19:48:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:48:26.260173 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f53f8f5b-7816-4603-9585-05940065ba93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:26.479306 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f53f8f5b-7816-4603-9585-05940065ba93 admin admin] Publish callbacks [] for security_group (473665a0-5be7-4cdf-8d5d-3c26b0b81abd), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:26.490219 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f53f8f5b-7816-4603-9585-05940065ba93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (473665a0-5be7-4cdf-8d5d-3c26b0b81abd), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:26.619412 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53f8f5b-7816-4603-9585-05940065ba93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=473665a0-5be7-4cdf-8d5d-3c26b0b81abd,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:48:26.651920 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-f53f8f5b-7816-4603-9585-05940065ba93 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=bab2422fe44a468db500605408f22a1f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5873783 Jan 28 19:48:26.653901 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cd3c184b-185c-417f-8123-ce721a28bb99 admin admin] Publish callbacks [] for port (218bde51-982d-4cf3-a45e-391126a10455), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:26.655765 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 56732) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:48:26.668922 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cd3c184b-185c-417f-8123-ce721a28bb99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (218bde51-982d-4cf3-a45e-391126a10455), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:26.702589 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa295118-9d52-4817-949e-f43b662780c3 req-bc089fe2-ea98-4830-9250-237f4161685a tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:48:26.714160 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-fa295118-9d52-4817-949e-f43b662780c3 req-bc089fe2-ea98-4830-9250-237f4161685a tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] 10.222.0.64 "GET /v2.0/ports?device_id=791e4287-1de3-49bc-a1ec-b6d029c0f341 HTTP/1.1" status: 200 len: 945 time: 0.3227854 Jan 28 19:48:26.727323 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cd3c184b-185c-417f-8123-ce721a28bb99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-756216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-732801'] for router_interface (6dfbefd2-0239-4d9f-8794-f902a0900979), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:26.823323 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-fa295118-9d52-4817-949e-f43b662780c3 req-2ad995f7-4d32-4498-8f0a-4f2f33f978b7 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] 10.222.0.64 "GET /v2.0/security-groups?id=0cfd235b-3a0d-4508-9b69-242081a43994&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1072297 Jan 28 19:48:26.905376 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2a5c7d36-47fc-49b9-b3e2-4e7fb0fa68af admin admin] Publish callbacks [] for security_group (473665a0-5be7-4cdf-8d5d-3c26b0b81abd), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:26.907863 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device bd74df3b-739c-457d-be9d-26a321473963 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:48:26.946783 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3c184b-185c-417f-8123-ce721a28bb99 admin admin] Pushing event updated for resources: {'Port': ['ID=218bde51-982d-4cf3-a45e-391126a10455,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:48:26.977024 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2a5c7d36-47fc-49b9-b3e2-4e7fb0fa68af admin admin] Publish callbacks [] for security_group (473665a0-5be7-4cdf-8d5d-3c26b0b81abd), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:26.996038 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port bd74df3b-739c-457d-be9d-26a321473963 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:48:26.996412 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (bd74df3b-739c-457d-be9d-26a321473963), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:27.059890 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2a5c7d36-47fc-49b9-b3e2-4e7fb0fa68af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (473665a0-5be7-4cdf-8d5d-3c26b0b81abd), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:27.062956 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2a5c7d36-47fc-49b9-b3e2-4e7fb0fa68af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:27.079200 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-2a5c7d36-47fc-49b9-b3e2-4e7fb0fa68af admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/473665a0-5be7-4cdf-8d5d-3c26b0b81abd HTTP/1.1" status: 204 len: 168 time: 0.4088564 Jan 28 19:48:27.110941 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port bd74df3b-739c-457d-be9d-26a321473963 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:48:27.111419 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (bd74df3b-739c-457d-be9d-26a321473963), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:27.111739 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd3c184b-185c-417f-8123-ce721a28bb99 admin admin] Network c5556376-9b35-43e3-93a0-c8cffa8f1a8a is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:48:27.115716 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5c7d36-47fc-49b9-b3e2-4e7fb0fa68af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=473665a0-5be7-4cdf-8d5d-3c26b0b81abd,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:48:27.122110 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-cd3c184b-185c-417f-8123-ce721a28bb99 admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:48:27.182248 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] For port bd74df3b-739c-457d-be9d-26a321473963, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=bd74df3b-739c-457d-be9d-26a321473963,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:48:27.196020 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (bd74df3b-739c-457d-be9d-26a321473963), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:27.332349 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Pushing event updated for resources: {'Port': ['ID=bd74df3b-739c-457d-be9d-26a321473963,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:48:27.359052 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd3c184b-185c-417f-8123-ce721a28bb99 admin admin] Router 6dfbefd2-0239-4d9f-8794-f902a0900979 has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:48:27.583924 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd3c184b-185c-417f-8123-ce721a28bb99 admin admin] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:48:27.595193 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-f3d4d35f-32fa-4a1a-8951-0dd5145233fb None None] Provisioning complete for port 218bde51-982d-4cf3-a45e-391126a10455 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:48:27.595570 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f3d4d35f-32fa-4a1a-8951-0dd5145233fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (218bde51-982d-4cf3-a45e-391126a10455), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:27.609156 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-cd3c184b-185c-417f-8123-ce721a28bb99 admin admin] 10.222.0.64 "PUT /v2.0/routers/6dfbefd2-0239-4d9f-8794-f902a0900979/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3722632 Jan 28 19:48:27.678219 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-f3d4d35f-32fa-4a1a-8951-0dd5145233fb None None] Port 218bde51-982d-4cf3-a45e-391126a10455 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:48:27.993740 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743e11db-4d55-4086-87e2-73bf18648ecc req-821ec834-e4e3-49fd-a58e-3c7909a20c85 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:48:28.002585 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-743e11db-4d55-4086-87e2-73bf18648ecc req-821ec834-e4e3-49fd-a58e-3c7909a20c85 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] 10.222.0.64 "GET /v2.0/ports?device_id=791e4287-1de3-49bc-a1ec-b6d029c0f341 HTTP/1.1" status: 200 len: 945 time: 0.0728192 Jan 28 19:48:28.069120 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-743e11db-4d55-4086-87e2-73bf18648ecc req-595b9439-4fc8-4252-bf15-c721b1d85119 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] 10.222.0.64 "GET /v2.0/security-groups?id=0cfd235b-3a0d-4508-9b69-242081a43994&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0642469 Jan 28 19:48:28.268830 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 56768) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:48:28.450922 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-79885e6b-ff79-484f-a679-5ca194f7ad53 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1728885111-network', 'tenant_id': '821f5e86c594480980d55cdbf8ff86dc'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:48:28.479606 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79885e6b-ff79-484f-a679-5ca194f7ad53 admin admin] Made reservation on behalf of 821f5e86c594480980d55cdbf8ff86dc for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:48:28.482396 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-79885e6b-ff79-484f-a679-5ca194f7ad53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:28.483380 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 56776) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:48:28.491952 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-43cdf86b-26bd-408f-9cc4-ed1bd7b3a683 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-921036872-network', 'tenant_id': '991f3fa2da044b68b2d5d5ab9589cd71'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:48:28.496692 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-79885e6b-ff79-484f-a679-5ca194f7ad53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:28.514301 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43cdf86b-26bd-408f-9cc4-ed1bd7b3a683 admin admin] Made reservation on behalf of 991f3fa2da044b68b2d5d5ab9589cd71 for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:48:28.516824 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-43cdf86b-26bd-408f-9cc4-ed1bd7b3a683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:28.525560 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-43cdf86b-26bd-408f-9cc4-ed1bd7b3a683 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:28.592725 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-79885e6b-ff79-484f-a679-5ca194f7ad53 admin admin] Publish callbacks [] for security_group (0a0f4d41-3edc-4479-b4cc-4a9e2b7ed6a3), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:28.596584 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-79885e6b-ff79-484f-a679-5ca194f7ad53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (0a0f4d41-3edc-4479-b4cc-4a9e2b7ed6a3), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:28.613758 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-43cdf86b-26bd-408f-9cc4-ed1bd7b3a683 admin admin] Publish callbacks [] for security_group (e7344fe3-cf9a-4de9-93b0-1e9ef9683300), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:28.618885 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-43cdf86b-26bd-408f-9cc4-ed1bd7b3a683 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (e7344fe3-cf9a-4de9-93b0-1e9ef9683300), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:28.622663 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79885e6b-ff79-484f-a679-5ca194f7ad53 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:48:28.646037 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-79885e6b-ff79-484f-a679-5ca194f7ad53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (1e3a6e62-168b-4b9e-8c03-5d1929a08b25), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:28.646417 n-d-812111-14 neutron-server[103304]: INFO neutron.db.segments_db [None req-79885e6b-ff79-484f-a679-5ca194f7ad53 admin admin] Added segment 1e3a6e62-168b-4b9e-8c03-5d1929a08b25 of type vlan for network 421bb6ca-1541-487e-bb56-6893a3905012 Jan 28 19:48:28.651002 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43cdf86b-26bd-408f-9cc4-ed1bd7b3a683 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:48:28.656734 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79885e6b-ff79-484f-a679-5ca194f7ad53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a0f4d41-3edc-4479-b4cc-4a9e2b7ed6a3,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:48:28.662530 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cdf86b-26bd-408f-9cc4-ed1bd7b3a683 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7344fe3-cf9a-4de9-93b0-1e9ef9683300,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:48:28.669667 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-43cdf86b-26bd-408f-9cc4-ed1bd7b3a683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (9e9d1bff-ba93-42f5-ba49-6ebf8f372f19), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:28.670041 n-d-812111-14 neutron-server[103305]: INFO neutron.db.segments_db [None req-43cdf86b-26bd-408f-9cc4-ed1bd7b3a683 admin admin] Added segment 9e9d1bff-ba93-42f5-ba49-6ebf8f372f19 of type vlan for network 9c7defc3-4359-4766-b703-2fcd563ef4ed Jan 28 19:48:28.701523 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-79885e6b-ff79-484f-a679-5ca194f7ad53 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (421bb6ca-1541-487e-bb56-6893a3905012), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:28.718411 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-43cdf86b-26bd-408f-9cc4-ed1bd7b3a683 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (9c7defc3-4359-4766-b703-2fcd563ef4ed), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:28.757407 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-43cdf86b-26bd-408f-9cc4-ed1bd7b3a683 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (9c7defc3-4359-4766-b703-2fcd563ef4ed), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:28.758823 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43cdf86b-26bd-408f-9cc4-ed1bd7b3a683 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:48:28.760508 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-43cdf86b-26bd-408f-9cc4-ed1bd7b3a683 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:28.762909 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-79885e6b-ff79-484f-a679-5ca194f7ad53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (421bb6ca-1541-487e-bb56-6893a3905012), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:28.763877 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79885e6b-ff79-484f-a679-5ca194f7ad53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:48:28.764460 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-79885e6b-ff79-484f-a679-5ca194f7ad53 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:28.797388 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-43cdf86b-26bd-408f-9cc4-ed1bd7b3a683 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3103533 Jan 28 19:48:28.800625 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 56780) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:48:28.800993 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device bd74df3b-739c-457d-be9d-26a321473963 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:48:28.839229 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-9569743a-fee3-4df3-b1a4-a0c1af51b2d4 admin admin] Request body: {'subnet': {'network_id': '9c7defc3-4359-4766-b703-2fcd563ef4ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-921036872-subnet', 'tenant_id': '991f3fa2da044b68b2d5d5ab9589cd71', 'ip_version': 4}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:48:28.864740 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-79885e6b-ff79-484f-a679-5ca194f7ad53 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5945919 Jan 28 19:48:28.870546 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 56782) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:48:28.871336 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9569743a-fee3-4df3-b1a4-a0c1af51b2d4 admin admin] Made reservation on behalf of 991f3fa2da044b68b2d5d5ab9589cd71 for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:48:28.873932 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9569743a-fee3-4df3-b1a4-a0c1af51b2d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4733071'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:28.878906 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port bd74df3b-739c-457d-be9d-26a321473963 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:48:28.879558 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (bd74df3b-739c-457d-be9d-26a321473963), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:28.883835 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-ae45268a-f385-479e-9ee7-85b2ced7d4ef admin admin] Request body: {'subnet': {'network_id': '421bb6ca-1541-487e-bb56-6893a3905012', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1728885111-subnet', 'tenant_id': '821f5e86c594480980d55cdbf8ff86dc', 'ip_version': 4}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:48:28.914244 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79885e6b-ff79-484f-a679-5ca194f7ad53 admin admin] Pushing event updated for resources: {'Network': ['ID=421bb6ca-1541-487e-bb56-6893a3905012,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:48:28.929584 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network 421bb6ca-1541-487e-bb56-6893a3905012 details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:48:28.931691 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16986d1a-317b-4b23-a411-f518de476588 None None] Sync routers for ids ['6dfbefd2-0239-4d9f-8794-f902a0900979'] in n-d-812111-14 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:48:28.954753 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cdf86b-26bd-408f-9cc4-ed1bd7b3a683 admin admin] Pushing event updated for resources: {'Network': ['ID=9c7defc3-4359-4766-b703-2fcd563ef4ed,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:48:28.965940 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae45268a-f385-479e-9ee7-85b2ced7d4ef admin admin] Made reservation on behalf of 821f5e86c594480980d55cdbf8ff86dc for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:48:28.969012 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ae45268a-f385-479e-9ee7-85b2ced7d4ef admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4733071'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:28.993865 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network 9c7defc3-4359-4766-b703-2fcd563ef4ed details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:48:28.998654 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16986d1a-317b-4b23-a411-f518de476588 None None] Routers {'6dfbefd2-0239-4d9f-8794-f902a0900979'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:48:28.999401 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-16986d1a-317b-4b23-a411-f518de476588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:48:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['6dfbefd2-0239-4d9f-8794-f902a0900979'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:48:29.219173 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f686574f-e5f5-46f2-89ad-42d3bebffd03 req-fb69450c-52ef-4071-8169-391563d0af99 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:48:29.228937 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f686574f-e5f5-46f2-89ad-42d3bebffd03 req-fb69450c-52ef-4071-8169-391563d0af99 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] 10.222.0.64 "GET /v2.0/ports?device_id=791e4287-1de3-49bc-a1ec-b6d029c0f341 HTTP/1.1" status: 200 len: 945 time: 0.0876541 Jan 28 19:48:29.273381 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9569743a-fee3-4df3-b1a4-a0c1af51b2d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4752401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4733085'] for subnet (14beeb84-6330-40e3-8c51-d55964f0687e), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:29.304728 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f686574f-e5f5-46f2-89ad-42d3bebffd03 req-c8439720-13af-4364-840e-da86f9ee0687 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] 10.222.0.64 "GET /v2.0/security-groups?id=0cfd235b-3a0d-4508-9b69-242081a43994&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0745327 Jan 28 19:48:29.324153 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9569743a-fee3-4df3-b1a4-a0c1af51b2d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=14beeb84-6330-40e3-8c51-d55964f0687e,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:48:29.355880 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ae45268a-f385-479e-9ee7-85b2ced7d4ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4752401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4733085'] for subnet (54fb11ad-ae20-4741-9575-b92a5fdeabc5), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:29.408777 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9569743a-fee3-4df3-b1a4-a0c1af51b2d4 admin admin] Checking segment: {'id': '9e9d1bff-ba93-42f5-ba49-6ebf8f372f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '9c7defc3-4359-4766-b703-2fcd563ef4ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:48:29.409006 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9569743a-fee3-4df3-b1a4-a0c1af51b2d4 admin admin] Network hostable DHCP agents. Network: 9c7defc3-4359-4766-b703-2fcd563ef4ed, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:48:29.432810 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port bd74df3b-739c-457d-be9d-26a321473963 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:48:29.451984 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-16986d1a-317b-4b23-a411-f518de476588 None None] Set router 6dfbefd2-0239-4d9f-8794-f902a0900979 gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:48:29.454990 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae45268a-f385-479e-9ee7-85b2ced7d4ef admin admin] Checking segment: {'id': '1e3a6e62-168b-4b9e-8c03-5d1929a08b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '421bb6ca-1541-487e-bb56-6893a3905012'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:48:29.455368 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae45268a-f385-479e-9ee7-85b2ced7d4ef admin admin] Network hostable DHCP agents. Network: 421bb6ca-1541-487e-bb56-6893a3905012, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:48:29.464092 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae45268a-f385-479e-9ee7-85b2ced7d4ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=54fb11ad-ae20-4741-9575-b92a5fdeabc5,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:48:29.468933 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9569743a-fee3-4df3-b1a4-a0c1af51b2d4 admin admin] Network 9c7defc3-4359-4766-b703-2fcd563ef4ed is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:48:29.483356 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-9569743a-fee3-4df3-b1a4-a0c1af51b2d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, 9c7defc3-4359-4766-b703-2fcd563ef4ed) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:48:29.489622 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9569743a-fee3-4df3-b1a4-a0c1af51b2d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:48:29.490321 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9569743a-fee3-4df3-b1a4-a0c1af51b2d4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:29.500275 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad8c557-9760-46ad-8ac8-cb32976b2e50 None None] Network 9c7defc3-4359-4766-b703-2fcd563ef4ed requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:48:29.504758 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae45268a-f385-479e-9ee7-85b2ced7d4ef admin admin] Network 421bb6ca-1541-487e-bb56-6893a3905012 is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:48:29.514327 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-9569743a-fee3-4df3-b1a4-a0c1af51b2d4 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7103143 Jan 28 19:48:29.514891 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 56786) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:48:29.515625 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-ae45268a-f385-479e-9ee7-85b2ced7d4ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, 421bb6ca-1541-487e-bb56-6893a3905012) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:48:29.519727 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-f39feee5-5eac-49a7-b58d-05d351fa02e6 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-921036872-router', 'tenant_id': '991f3fa2da044b68b2d5d5ab9589cd71', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:48:29.520456 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae45268a-f385-479e-9ee7-85b2ced7d4ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:48:29.521539 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ae45268a-f385-479e-9ee7-85b2ced7d4ef admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:29.546438 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 56788) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:48:29.547716 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-ae45268a-f385-479e-9ee7-85b2ced7d4ef admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6711450 Jan 28 19:48:29.551035 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9233be9-5065-4375-8d71-5231b7f42b2f None None] Network 421bb6ca-1541-487e-bb56-6893a3905012 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:48:29.551826 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-d30988ad-929a-458d-be50-a2340c3bde44 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1728885111-router', 'tenant_id': '821f5e86c594480980d55cdbf8ff86dc', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:48:29.573132 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f39feee5-5eac-49a7-b58d-05d351fa02e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261150'] for router (4e63d68c-3401-43a3-92e7-5b8e148e7bd1), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:29.574192 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f39feee5-5eac-49a7-b58d-05d351fa02e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-731099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-731441', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261129'] for router (4e63d68c-3401-43a3-92e7-5b8e148e7bd1), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:29.584488 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d30988ad-929a-458d-be50-a2340c3bde44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261150'] for router (3631f86f-dbeb-457b-97e9-21ca7b56fac1), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:29.585691 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d30988ad-929a-458d-be50-a2340c3bde44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-731099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-731441', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261129'] for router (3631f86f-dbeb-457b-97e9-21ca7b56fac1), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:29.648836 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f39feee5-5eac-49a7-b58d-05d351fa02e6 admin admin] Publish callbacks [] for router_controller (4e63d68c-3401-43a3-92e7-5b8e148e7bd1), precommit_add_association {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:29.686546 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d30988ad-929a-458d-be50-a2340c3bde44 admin admin] Publish callbacks [] for router_controller (3631f86f-dbeb-457b-97e9-21ca7b56fac1), precommit_add_association {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:29.860032 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e250a36-657b-4895-a8f8-5a386e931bd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68cd31fd-e4cd-5fb3-a862-256fc47efcd2-9c7defc3-4359-4766-b703-2fcd563ef4ed', 'network_id': '9c7defc3-4359-4766-b703-2fcd563ef4ed', 'project_id': '991f3fa2da044b68b2d5d5ab9589cd71', 'fixed_ips': [{'subnet_id': '14beeb84-6330-40e3-8c51-d55964f0687e'}]}} from n-d-812111-14. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:48:29.861263 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3e250a36-657b-4895-a8f8-5a386e931bd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:29.884089 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e4ed7d-1225-4d75-b2e6-fda04873b9dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68cd31fd-e4cd-5fb3-a862-256fc47efcd2-421bb6ca-1541-487e-bb56-6893a3905012', 'network_id': '421bb6ca-1541-487e-bb56-6893a3905012', 'project_id': '821f5e86c594480980d55cdbf8ff86dc', 'fixed_ips': [{'subnet_id': '54fb11ad-ae20-4741-9575-b92a5fdeabc5'}]}} from n-d-812111-14. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:48:29.884955 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-74e4ed7d-1225-4d75-b2e6-fda04873b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:29.909779 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-16986d1a-317b-4b23-a411-f518de476588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dfbefd2-0239-4d9f-8794-f902a0900979', 'name': 'tempest-TestServerMultinode-1763923963-router', 'tenant_id': '4e8e5f8d30114484adc7558be4b372ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': 'bd74df3b-739c-457d-be9d-26a321473963', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:48:21Z', 'updated_at': '2022-01-28T19:48:25Z', 'revision_number': 4, 'project_id': '4e8e5f8d30114484adc7558be4b372ae', 'gw_port': {'id': 'bd74df3b-739c-457d-be9d-26a321473963', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:9c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dfbefd2-0239-4d9f-8794-f902a0900979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:48:22Z', 'updated_at': '2022-01-28T19:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '218bde51-982d-4cf3-a45e-391126a10455', 'name': '', 'network_id': 'c5556376-9b35-43e3-93a0-c8cffa8f1a8a', 'tenant_id': '4e8e5f8d30114484adc7558be4b372ae', 'mac_address': 'fa:16:3e:57:16:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dfbefd2-0239-4d9f-8794-f902a0900979', 'device_owner': 'network:router_interface', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': 'c1a07704-5cdb-42ac-a3b3-26cc26a3017a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:48:25Z', 'updated_at': '2022-01-28T19:48:25Z', 'revision_number': 2, 'project_id': '4e8e5f8d30114484adc7558be4b372ae', 'subnets': [{'id': 'c1a07704-5cdb-42ac-a3b3-26cc26a3017a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:48:29.930849 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f39feee5-5eac-49a7-b58d-05d351fa02e6 admin admin] Publish callbacks [] for router_gateway (4e63d68c-3401-43a3-92e7-5b8e148e7bd1), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:29.952263 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16986d1a-317b-4b23-a411-f518de476588 None None] Checking router: 6dfbefd2-0239-4d9f-8794-f902a0900979 for host: n-d-812111-14 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:48:29.952611 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16986d1a-317b-4b23-a411-f518de476588 None None] Updating router 6dfbefd2-0239-4d9f-8794-f902a0900979 port 218bde51-982d-4cf3-a45e-391126a10455 binding host n-d-812111-14 {{(pid=103306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:48:29.964181 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d30988ad-929a-458d-be50-a2340c3bde44 admin admin] Publish callbacks [] for router_gateway (3631f86f-dbeb-457b-97e9-21ca7b56fac1), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:30.100256 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-16986d1a-317b-4b23-a411-f518de476588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (218bde51-982d-4cf3-a45e-391126a10455), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:30.292745 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-3e250a36-657b-4895-a8f8-5a386e931bd7 None None] Allocated IP 172.20.0.2 (9c7defc3-4359-4766-b703-2fcd563ef4ed/14beeb84-6330-40e3-8c51-d55964f0687e/fc2039b8-4c93-4ec1-880e-905cb1e74dcc) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:48:30.295056 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-74e4ed7d-1225-4d75-b2e6-fda04873b9dc None None] Allocated IP 172.20.0.2 (421bb6ca-1541-487e-bb56-6893a3905012/54fb11ad-ae20-4741-9575-b92a5fdeabc5/1a64e0c8-f372-46c7-9932-c5c49f4f708b) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:48:30.341548 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d30988ad-929a-458d-be50-a2340c3bde44 admin admin] Publish callbacks [] for router_gateway (3631f86f-dbeb-457b-97e9-21ca7b56fac1), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:30.376444 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d30988ad-929a-458d-be50-a2340c3bde44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:30.381047 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f39feee5-5eac-49a7-b58d-05d351fa02e6 admin admin] Publish callbacks [] for router_gateway (4e63d68c-3401-43a3-92e7-5b8e148e7bd1), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:30.407963 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f39feee5-5eac-49a7-b58d-05d351fa02e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:30.441794 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec839fd-2cd1-4353-b0b8-a9921cb405ce req-f81cc7b6-1bbb-432e-9b2e-39ae47ce8998 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:48:30.443655 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7ec839fd-2cd1-4353-b0b8-a9921cb405ce req-f81cc7b6-1bbb-432e-9b2e-39ae47ce8998 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] 10.222.0.64 "GET /v2.0/ports?device_id=791e4287-1de3-49bc-a1ec-b6d029c0f341 HTTP/1.1" status: 200 len: 945 time: 0.0712938 Jan 28 19:48:30.512733 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7ec839fd-2cd1-4353-b0b8-a9921cb405ce req-e068eb7f-9236-46c7-9796-4095249d30b0 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] 10.222.0.64 "GET /v2.0/security-groups?id=0cfd235b-3a0d-4508-9b69-242081a43994&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0605178 Jan 28 19:48:30.577601 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-d30988ad-929a-458d-be50-a2340c3bde44 admin admin] Allocated IP 172.25.6.54 (d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8/a648e4ab-7422-41b9-b133-58aca25ab8f5/b5520070-89ae-4e6b-beef-4b8d6f0fe7b2) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:48:30.597461 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3e250a36-657b-4895-a8f8-5a386e931bd7 None None] Publish callbacks [] for port (fc2039b8-4c93-4ec1-880e-905cb1e74dcc), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:30.619837 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3e250a36-657b-4895-a8f8-5a386e931bd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (fc2039b8-4c93-4ec1-880e-905cb1e74dcc), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:30.727640 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e250a36-657b-4895-a8f8-5a386e931bd7 None None] Network 9c7defc3-4359-4766-b703-2fcd563ef4ed is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:48:30.745947 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-3e250a36-657b-4895-a8f8-5a386e931bd7 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:48:30.783693 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e250a36-657b-4895-a8f8-5a386e931bd7 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:48:30.802602 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e250a36-657b-4895-a8f8-5a386e931bd7 None None] Pushing event updated for resources: {'Port': ['ID=fc2039b8-4c93-4ec1-880e-905cb1e74dcc,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:48:30.813749 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b829fc3-0921-4c7c-94d5-bb9dc393e682 req-efa16a5b-bb47-4862-8232-62153e5ea48b tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:48:30.815742 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5b829fc3-0921-4c7c-94d5-bb9dc393e682 req-efa16a5b-bb47-4862-8232-62153e5ea48b tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] 10.222.0.64 "GET /v2.0/ports?device_id=791e4287-1de3-49bc-a1ec-b6d029c0f341 HTTP/1.1" status: 200 len: 945 time: 0.0879364 Jan 28 19:48:30.879021 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-74e4ed7d-1225-4d75-b2e6-fda04873b9dc None None] Publish callbacks [] for port (1a64e0c8-f372-46c7-9932-c5c49f4f708b), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:30.897507 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5b829fc3-0921-4c7c-94d5-bb9dc393e682 req-12fb21ca-67c0-46a8-9abf-1de6c0dfe42b tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] 10.222.0.64 "GET /v2.0/security-groups?id=0cfd235b-3a0d-4508-9b69-242081a43994&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0691295 Jan 28 19:48:30.928355 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-3e250a36-657b-4895-a8f8-5a386e931bd7 None None] Attempting to bind port fc2039b8-4c93-4ec1-880e-905cb1e74dcc on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:48:30.928738 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-3e250a36-657b-4895-a8f8-5a386e931bd7 None None] Attempting to bind port fc2039b8-4c93-4ec1-880e-905cb1e74dcc by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '9e9d1bff-ba93-42f5-ba49-6ebf8f372f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '9c7defc3-4359-4766-b703-2fcd563ef4ed'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:48:30.929125 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e250a36-657b-4895-a8f8-5a386e931bd7 None None] Attempting to bind port fc2039b8-4c93-4ec1-880e-905cb1e74dcc on network 9c7defc3-4359-4766-b703-2fcd563ef4ed {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:48:30.936925 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-74e4ed7d-1225-4d75-b2e6-fda04873b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (1a64e0c8-f372-46c7-9932-c5c49f4f708b), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:30.957565 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e4ed7d-1225-4d75-b2e6-fda04873b9dc None None] Network 421bb6ca-1541-487e-bb56-6893a3905012 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:48:30.962701 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-16986d1a-317b-4b23-a411-f518de476588 None None] Publish callbacks [] for port (218bde51-982d-4cf3-a45e-391126a10455), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:30.964691 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-74e4ed7d-1225-4d75-b2e6-fda04873b9dc None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:48:30.986890 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e4ed7d-1225-4d75-b2e6-fda04873b9dc None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:48:30.991986 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e250a36-657b-4895-a8f8-5a386e931bd7 None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 48, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:48:30.992390 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e250a36-657b-4895-a8f8-5a386e931bd7 None None] Checking segment: {'id': '9e9d1bff-ba93-42f5-ba49-6ebf8f372f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '9c7defc3-4359-4766-b703-2fcd563ef4ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:48:30.993259 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3e250a36-657b-4895-a8f8-5a386e931bd7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:30.993411 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e250a36-657b-4895-a8f8-5a386e931bd7 None None] Bound using segment: {'id': '9e9d1bff-ba93-42f5-ba49-6ebf8f372f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '9c7defc3-4359-4766-b703-2fcd563ef4ed'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:48:30.996019 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-3e250a36-657b-4895-a8f8-5a386e931bd7 None None] Bound port: fc2039b8-4c93-4ec1-880e-905cb1e74dcc, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e9d1bff-ba93-42f5-ba49-6ebf8f372f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '9c7defc3-4359-4766-b703-2fcd563ef4ed'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:48:30.996429 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3e250a36-657b-4895-a8f8-5a386e931bd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (fc2039b8-4c93-4ec1-880e-905cb1e74dcc), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:31.010731 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-16986d1a-317b-4b23-a411-f518de476588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (218bde51-982d-4cf3-a45e-391126a10455), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:31.079640 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e4ed7d-1225-4d75-b2e6-fda04873b9dc None None] Pushing event updated for resources: {'Port': ['ID=1a64e0c8-f372-46c7-9932-c5c49f4f708b,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:48:31.085864 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d30988ad-929a-458d-be50-a2340c3bde44 admin admin] Publish callbacks [] for port (b5520070-89ae-4e6b-beef-4b8d6f0fe7b2), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:31.095237 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0cd9f7-0619-4c75-b056-48c874dde154 req-e69b7692-520b-417e-9f64-2b39874690fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:48:31.096788 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7e0cd9f7-0619-4c75-b056-48c874dde154 req-e69b7692-520b-417e-9f64-2b39874690fc service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ce9d5ffcc83f4c96b4b0a979abf83eac&device_id=791e4287-1de3-49bc-a1ec-b6d029c0f341 HTTP/1.1" status: 200 len: 1128 time: 0.1176441 Jan 28 19:48:31.119285 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-74e4ed7d-1225-4d75-b2e6-fda04873b9dc None None] Attempting to bind port 1a64e0c8-f372-46c7-9932-c5c49f4f708b on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:48:31.119678 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-74e4ed7d-1225-4d75-b2e6-fda04873b9dc None None] Attempting to bind port 1a64e0c8-f372-46c7-9932-c5c49f4f708b by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '1e3a6e62-168b-4b9e-8c03-5d1929a08b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '421bb6ca-1541-487e-bb56-6893a3905012'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:48:31.120048 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e4ed7d-1225-4d75-b2e6-fda04873b9dc None None] Attempting to bind port 1a64e0c8-f372-46c7-9932-c5c49f4f708b on network 421bb6ca-1541-487e-bb56-6893a3905012 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:48:31.165960 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e4ed7d-1225-4d75-b2e6-fda04873b9dc None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 48, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:48:31.166342 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e4ed7d-1225-4d75-b2e6-fda04873b9dc None None] Checking segment: {'id': '1e3a6e62-168b-4b9e-8c03-5d1929a08b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '421bb6ca-1541-487e-bb56-6893a3905012'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:48:31.166756 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-74e4ed7d-1225-4d75-b2e6-fda04873b9dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:31.167161 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e4ed7d-1225-4d75-b2e6-fda04873b9dc None None] Bound using segment: {'id': '1e3a6e62-168b-4b9e-8c03-5d1929a08b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '421bb6ca-1541-487e-bb56-6893a3905012'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:48:31.167650 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-74e4ed7d-1225-4d75-b2e6-fda04873b9dc None None] Bound port: 1a64e0c8-f372-46c7-9932-c5c49f4f708b, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e3a6e62-168b-4b9e-8c03-5d1929a08b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '421bb6ca-1541-487e-bb56-6893a3905012'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:48:31.168036 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-74e4ed7d-1225-4d75-b2e6-fda04873b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (1a64e0c8-f372-46c7-9932-c5c49f4f708b), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:31.200218 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0cd9f7-0619-4c75-b056-48c874dde154 req-5043f032-b6cb-4f08-bfd0-7f79035b29d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:48:31.201732 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7e0cd9f7-0619-4c75-b056-48c874dde154 req-5043f032-b6cb-4f08-bfd0-7f79035b29d8 service neutron] 10.222.0.70 "GET /v2.0/networks?id=3700e1ad-342e-4f1a-871d-e15b5f904175 HTTP/1.1" status: 200 len: 910 time: 0.0991464 Jan 28 19:48:31.214459 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e99d19-97ce-483b-8b89-33a876eb66fe None None] Pushing event updated for resources: {'Port': ['ID=218bde51-982d-4cf3-a45e-391126a10455,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:48:31.314061 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7e0cd9f7-0619-4c75-b056-48c874dde154 req-a9842752-1a4c-4cfe-b876-aea46300cbd9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=54ce03ba-a018-4f84-a77f-ff97c9ab71e4 HTTP/1.1" status: 200 len: 1001 time: 0.1047733 Jan 28 19:48:31.358798 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d30988ad-929a-458d-be50-a2340c3bde44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (b5520070-89ae-4e6b-beef-4b8d6f0fe7b2), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:31.420849 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-3e250a36-657b-4895-a8f8-5a386e931bd7 None None] For port fc2039b8-4c93-4ec1-880e-905cb1e74dcc, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:48:31.444650 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d30988ad-929a-458d-be50-a2340c3bde44 admin admin] Network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:48:31.452264 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-d30988ad-929a-458d-be50-a2340c3bde44 admin admin] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:48:31.462718 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-3e250a36-657b-4895-a8f8-5a386e931bd7 None None] For port fc2039b8-4c93-4ec1-880e-905cb1e74dcc, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=fc2039b8-4c93-4ec1-880e-905cb1e74dcc,segment=NetworkSegment(9e9d1bff-ba93-42f5-ba49-6ebf8f372f19),segment_id=9e9d1bff-ba93-42f5-ba49-6ebf8f372f19)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:48:31.465812 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-16986d1a-317b-4b23-a411-f518de476588 None None] Attempting to bind port 218bde51-982d-4cf3-a45e-391126a10455 on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:48:31.466199 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-16986d1a-317b-4b23-a411-f518de476588 None None] Attempting to bind port 218bde51-982d-4cf3-a45e-391126a10455 by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '0d4df840-35d0-4e5a-aed7-00715d6a6735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'c5556376-9b35-43e3-93a0-c8cffa8f1a8a'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:48:31.466572 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16986d1a-317b-4b23-a411-f518de476588 None None] Attempting to bind port 218bde51-982d-4cf3-a45e-391126a10455 on network c5556376-9b35-43e3-93a0-c8cffa8f1a8a {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:48:31.467887 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-f39feee5-5eac-49a7-b58d-05d351fa02e6 admin admin] Allocated IP 172.25.6.62 (d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8/a648e4ab-7422-41b9-b133-58aca25ab8f5/4389a6e0-a22b-4209-b033-df1e9dba2e74) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:48:31.474099 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30988ad-929a-458d-be50-a2340c3bde44 admin admin] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:48:31.479383 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-56efc496-8134-4038-b306-029943cae3a3 None None] Provisioning complete for port 218bde51-982d-4cf3-a45e-391126a10455 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:48:31.479766 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-56efc496-8134-4038-b306-029943cae3a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (218bde51-982d-4cf3-a45e-391126a10455), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:31.483190 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0cd9f7-0619-4c75-b056-48c874dde154 req-783f9c36-5c4c-42a2-9fab-5d703532abfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:48:31.485296 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7e0cd9f7-0619-4c75-b056-48c874dde154 req-783f9c36-5c4c-42a2-9fab-5d703532abfb service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b109c86a-1507-4ec3-aba8-1ee8310a4fe4 HTTP/1.1" status: 200 len: 849 time: 0.1655998 Jan 28 19:48:31.493403 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3e250a36-657b-4895-a8f8-5a386e931bd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (fc2039b8-4c93-4ec1-880e-905cb1e74dcc), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:31.516359 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16986d1a-317b-4b23-a411-f518de476588 None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 48, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:48:31.516754 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16986d1a-317b-4b23-a411-f518de476588 None None] Checking segment: {'id': '0d4df840-35d0-4e5a-aed7-00715d6a6735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'c5556376-9b35-43e3-93a0-c8cffa8f1a8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:48:31.517198 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-16986d1a-317b-4b23-a411-f518de476588 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:31.517605 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16986d1a-317b-4b23-a411-f518de476588 None None] Bound using segment: {'id': '0d4df840-35d0-4e5a-aed7-00715d6a6735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'c5556376-9b35-43e3-93a0-c8cffa8f1a8a'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:48:31.518095 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-16986d1a-317b-4b23-a411-f518de476588 None None] Bound port: 218bde51-982d-4cf3-a45e-391126a10455, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d4df840-35d0-4e5a-aed7-00715d6a6735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'c5556376-9b35-43e3-93a0-c8cffa8f1a8a'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:48:31.518540 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-16986d1a-317b-4b23-a411-f518de476588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (218bde51-982d-4cf3-a45e-391126a10455), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:31.529831 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30988ad-929a-458d-be50-a2340c3bde44 admin admin] Pushing event updated for resources: {'Port': ['ID=b5520070-89ae-4e6b-beef-4b8d6f0fe7b2,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:48:31.578094 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-74e4ed7d-1225-4d75-b2e6-fda04873b9dc None None] For port 1a64e0c8-f372-46c7-9932-c5c49f4f708b, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:48:31.609884 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-56efc496-8134-4038-b306-029943cae3a3 None None] Port 218bde51-982d-4cf3-a45e-391126a10455 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:48:31.615514 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-74e4ed7d-1225-4d75-b2e6-fda04873b9dc None None] For port 1a64e0c8-f372-46c7-9932-c5c49f4f708b, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=1a64e0c8-f372-46c7-9932-c5c49f4f708b,segment=NetworkSegment(1e3a6e62-168b-4b9e-8c03-5d1929a08b25),segment_id=1e3a6e62-168b-4b9e-8c03-5d1929a08b25)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:48:31.644602 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-74e4ed7d-1225-4d75-b2e6-fda04873b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (1a64e0c8-f372-46c7-9932-c5c49f4f708b), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:31.657817 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e250a36-657b-4895-a8f8-5a386e931bd7 None None] Pushing event updated for resources: {'Port': ['ID=fc2039b8-4c93-4ec1-880e-905cb1e74dcc,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:48:31.738027 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-16986d1a-317b-4b23-a411-f518de476588 None None] For port 218bde51-982d-4cf3-a45e-391126a10455, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:48:31.742677 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-16986d1a-317b-4b23-a411-f518de476588 None None] For port 218bde51-982d-4cf3-a45e-391126a10455, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=218bde51-982d-4cf3-a45e-391126a10455,segment=NetworkSegment(0d4df840-35d0-4e5a-aed7-00715d6a6735),segment_id=0d4df840-35d0-4e5a-aed7-00715d6a6735)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:48:31.766071 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e4ed7d-1225-4d75-b2e6-fda04873b9dc None None] Pushing event updated for resources: {'Port': ['ID=1a64e0c8-f372-46c7-9932-c5c49f4f708b,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:48:31.771554 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-16986d1a-317b-4b23-a411-f518de476588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (218bde51-982d-4cf3-a45e-391126a10455), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:31.865994 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e99d19-97ce-483b-8b89-33a876eb66fe None None] Pushing event updated for resources: {'Port': ['ID=218bde51-982d-4cf3-a45e-391126a10455,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:48:31.868495 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f39feee5-5eac-49a7-b58d-05d351fa02e6 admin admin] Publish callbacks [] for port (4389a6e0-a22b-4209-b033-df1e9dba2e74), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:31.912478 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16986d1a-317b-4b23-a411-f518de476588 None None] Routers {'6dfbefd2-0239-4d9f-8794-f902a0900979'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:48:31.917647 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-16986d1a-317b-4b23-a411-f518de476588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:48:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['6dfbefd2-0239-4d9f-8794-f902a0900979'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:48:32.007546 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0cd9f7-0619-4c75-b056-48c874dde154 req-fadde3a2-d209-4a4e-a0d2-69625e00c41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:48:32.009286 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7e0cd9f7-0619-4c75-b056-48c874dde154 req-fadde3a2-d209-4a4e-a0d2-69625e00c41c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3700e1ad-342e-4f1a-871d-e15b5f904175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.5153985 Jan 28 19:48:32.159552 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-16986d1a-317b-4b23-a411-f518de476588 None None] Set router 6dfbefd2-0239-4d9f-8794-f902a0900979 gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:48:32.316285 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f39feee5-5eac-49a7-b58d-05d351fa02e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (4389a6e0-a22b-4209-b033-df1e9dba2e74), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:32.401710 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7df80fd-fdce-45d0-8499-e0499f830afe req-a5c48843-a12a-4803-b477-08e408f67355 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:48:32.403336 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e7df80fd-fdce-45d0-8499-e0499f830afe req-a5c48843-a12a-4803-b477-08e408f67355 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] 10.222.0.64 "GET /v2.0/ports?device_id=791e4287-1de3-49bc-a1ec-b6d029c0f341 HTTP/1.1" status: 200 len: 945 time: 0.3871298 Jan 28 19:48:32.431977 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d30988ad-929a-458d-be50-a2340c3bde44 admin admin] Publish callbacks [] for router_gateway (3631f86f-dbeb-457b-97e9-21ca7b56fac1), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:32.435088 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7e0cd9f7-0619-4c75-b056-48c874dde154 req-4eb45eac-4b7d-4711-9216-f034d212ff49 service neutron] 10.222.0.70 "GET /v2.0/networks/3700e1ad-342e-4f1a-871d-e15b5f904175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4149573 Jan 28 19:48:32.436772 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f39feee5-5eac-49a7-b58d-05d351fa02e6 admin admin] Network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:48:32.481332 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-5d97c12a-d712-4a0b-b6d5-71b3948ddee0 None None] Provisioning complete for port 218bde51-982d-4cf3-a45e-391126a10455 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:48:32.481518 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5d97c12a-d712-4a0b-b6d5-71b3948ddee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (218bde51-982d-4cf3-a45e-391126a10455), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:32.498200 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-f39feee5-5eac-49a7-b58d-05d351fa02e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:48:32.501202 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39feee5-5eac-49a7-b58d-05d351fa02e6 admin admin] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:48:32.503169 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39feee5-5eac-49a7-b58d-05d351fa02e6 admin admin] Pushing event updated for resources: {'Port': ['ID=4389a6e0-a22b-4209-b033-df1e9dba2e74,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:48:32.528423 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-16986d1a-317b-4b23-a411-f518de476588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dfbefd2-0239-4d9f-8794-f902a0900979', 'name': 'tempest-TestServerMultinode-1763923963-router', 'tenant_id': '4e8e5f8d30114484adc7558be4b372ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': 'bd74df3b-739c-457d-be9d-26a321473963', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:48:21Z', 'updated_at': '2022-01-28T19:48:25Z', 'revision_number': 4, 'project_id': '4e8e5f8d30114484adc7558be4b372ae', 'gw_port': {'id': 'bd74df3b-739c-457d-be9d-26a321473963', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:9c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dfbefd2-0239-4d9f-8794-f902a0900979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:48:22Z', 'updated_at': '2022-01-28T19:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '218bde51-982d-4cf3-a45e-391126a10455', 'name': '', 'network_id': 'c5556376-9b35-43e3-93a0-c8cffa8f1a8a', 'tenant_id': '4e8e5f8d30114484adc7558be4b372ae', 'mac_address': 'fa:16:3e:57:16:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dfbefd2-0239-4d9f-8794-f902a0900979', 'device_owner': 'network:router_interface', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': 'c1a07704-5cdb-42ac-a3b3-26cc26a3017a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:48:25Z', 'updated_at': '2022-01-28T19:48:31Z', 'revision_number': 4, 'project_id': '4e8e5f8d30114484adc7558be4b372ae', 'subnets': [{'id': 'c1a07704-5cdb-42ac-a3b3-26cc26a3017a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:48:32.560159 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16986d1a-317b-4b23-a411-f518de476588 None None] The sync data for ids ['6dfbefd2-0239-4d9f-8794-f902a0900979'] in n-d-812111-14 is: [{'id': '6dfbefd2-0239-4d9f-8794-f902a0900979', 'name': 'tempest-TestServerMultinode-1763923963-router', 'tenant_id': '4e8e5f8d30114484adc7558be4b372ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': 'bd74df3b-739c-457d-be9d-26a321473963', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:48:21Z', 'updated_at': '2022-01-28T19:48:25Z', 'revision_number': 4, 'project_id': '4e8e5f8d30114484adc7558be4b372ae', 'gw_port': {'id': 'bd74df3b-739c-457d-be9d-26a321473963', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:9c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dfbefd2-0239-4d9f-8794-f902a0900979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:48:22Z', 'updated_at': '2022-01-28T19:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '218bde51-982d-4cf3-a45e-391126a10455', 'name': '', 'network_id': 'c5556376-9b35-43e3-93a0-c8cffa8f1a8a', 'tenant_id': '4e8e5f8d30114484adc7558be4b372ae', 'mac_address': 'fa:16:3e:57:16:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dfbefd2-0239-4d9f-8794-f902a0900979', 'device_owner': 'network:router_interface', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': 'c1a07704-5cdb-42ac-a3b3-26cc26a3017a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:48:25Z', 'updated_at': '2022-01-28T19:48:31Z', 'revision_number': 4, 'project_id': '4e8e5f8d30114484adc7558be4b372ae', 'subnets': [{'id': 'c1a07704-5cdb-42ac-a3b3-26cc26a3017a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:48:32.611161 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-5d97c12a-d712-4a0b-b6d5-71b3948ddee0 None None] Current status of the port 218bde51-982d-4cf3-a45e-391126a10455 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:48:32.611161 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5d97c12a-d712-4a0b-b6d5-71b3948ddee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (218bde51-982d-4cf3-a45e-391126a10455), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:32.641766 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e7df80fd-fdce-45d0-8499-e0499f830afe req-5e53ecac-5d49-4f2f-934c-9d346cad0e4d tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] 10.222.0.64 "GET /v2.0/security-groups?id=0cfd235b-3a0d-4508-9b69-242081a43994&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2179484 Jan 28 19:48:32.692512 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-5d97c12a-d712-4a0b-b6d5-71b3948ddee0 None None] For port 218bde51-982d-4cf3-a45e-391126a10455, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=218bde51-982d-4cf3-a45e-391126a10455,segment=NetworkSegment(0d4df840-35d0-4e5a-aed7-00715d6a6735),segment_id=0d4df840-35d0-4e5a-aed7-00715d6a6735)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:48:32.697159 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5d97c12a-d712-4a0b-b6d5-71b3948ddee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (218bde51-982d-4cf3-a45e-391126a10455), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:32.840592 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d97c12a-d712-4a0b-b6d5-71b3948ddee0 None None] Pushing event updated for resources: {'Port': ['ID=218bde51-982d-4cf3-a45e-391126a10455,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:48:32.849941 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7e0cd9f7-0619-4c75-b056-48c874dde154 req-b21c79ac-f690-4508-a5e1-ed1858c45dfc service neutron] 10.222.0.70 "GET /v2.0/networks/3700e1ad-342e-4f1a-871d-e15b5f904175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4014609 Jan 28 19:48:33.032101 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d30988ad-929a-458d-be50-a2340c3bde44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-731074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-731460'] for router (3631f86f-dbeb-457b-97e9-21ca7b56fac1), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:33.113450 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 1a64e0c8-f372-46c7-9932-c5c49f4f708b up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:48:33.241040 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 1a64e0c8-f372-46c7-9932-c5c49f4f708b triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:48:33.241801 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (1a64e0c8-f372-46c7-9932-c5c49f4f708b), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:33.380627 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f39feee5-5eac-49a7-b58d-05d351fa02e6 admin admin] Publish callbacks [] for router_gateway (4e63d68c-3401-43a3-92e7-5b8e148e7bd1), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:33.387036 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 1a64e0c8-f372-46c7-9932-c5c49f4f708b is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:48:33.387433 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (1a64e0c8-f372-46c7-9932-c5c49f4f708b), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:33.477140 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] For port 1a64e0c8-f372-46c7-9932-c5c49f4f708b, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=1a64e0c8-f372-46c7-9932-c5c49f4f708b,segment=NetworkSegment(1e3a6e62-168b-4b9e-8c03-5d1929a08b25),segment_id=1e3a6e62-168b-4b9e-8c03-5d1929a08b25)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:48:33.490297 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (1a64e0c8-f372-46c7-9932-c5c49f4f708b), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:33.491419 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 218bde51-982d-4cf3-a45e-391126a10455 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:48:33.495750 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d30988ad-929a-458d-be50-a2340c3bde44 admin admin] Router 3631f86f-dbeb-457b-97e9-21ca7b56fac1 is scheduled to L3 agent 76fe5c49-705a-4e08-abb2-be585676213f with binding_index 1 {{(pid=103304) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 19:48:33.608006 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d152c52-0043-4d82-8cca-12a7d5c79d10 None None] Network 9c7defc3-4359-4766-b703-2fcd563ef4ed requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:48:33.740678 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Pushing event updated for resources: {'Port': ['ID=1a64e0c8-f372-46c7-9932-c5c49f4f708b,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:48:33.767384 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94595a2c-60cd-454e-b1af-2dd9c140191e None None] Network 421bb6ca-1541-487e-bb56-6893a3905012 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:48:33.786495 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d30988ad-929a-458d-be50-a2340c3bde44 admin admin] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:48:33.800370 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e6ebf57-f0fd-4e2b-a0b3-2ba2a15b3107 None None] Sync routers for ids ['3631f86f-dbeb-457b-97e9-21ca7b56fac1'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:48:33.817713 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6ebf57-f0fd-4e2b-a0b3-2ba2a15b3107 None None] Routers {'3631f86f-dbeb-457b-97e9-21ca7b56fac1'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:48:33.819503 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-6e6ebf57-f0fd-4e2b-a0b3-2ba2a15b3107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:48:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['3631f86f-dbeb-457b-97e9-21ca7b56fac1'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:48:33.924622 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-99642bbe-a692-4211-864a-9c8271437cab None None] Provisioning complete for port fc2039b8-4c93-4ec1-880e-905cb1e74dcc triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:48:33.925634 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-99642bbe-a692-4211-864a-9c8271437cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (fc2039b8-4c93-4ec1-880e-905cb1e74dcc), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:34.016105 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 218bde51-982d-4cf3-a45e-391126a10455 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:48:34.016763 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (218bde51-982d-4cf3-a45e-391126a10455), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:34.039985 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-6e6ebf57-f0fd-4e2b-a0b3-2ba2a15b3107 None None] Set router 3631f86f-dbeb-457b-97e9-21ca7b56fac1 gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:48:34.318709 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d30988ad-929a-458d-be50-a2340c3bde44 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:34.322635 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-d30988ad-929a-458d-be50-a2340c3bde44 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.7722938 Jan 28 19:48:34.323465 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 56812) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:48:34.327837 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-6e6ebf57-f0fd-4e2b-a0b3-2ba2a15b3107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3631f86f-dbeb-457b-97e9-21ca7b56fac1', 'name': 'tempest-TestVolumeBackupRestore-1728885111-router', 'tenant_id': '821f5e86c594480980d55cdbf8ff86dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': 'b5520070-89ae-4e6b-beef-4b8d6f0fe7b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:48:29Z', 'updated_at': '2022-01-28T19:48:31Z', 'revision_number': 3, 'project_id': '821f5e86c594480980d55cdbf8ff86dc', 'gw_port': {'id': 'b5520070-89ae-4e6b-beef-4b8d6f0fe7b2', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:01:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3631f86f-dbeb-457b-97e9-21ca7b56fac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:48:30Z', 'updated_at': '2022-01-28T19:48:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:48:34.370878 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e6ebf57-f0fd-4e2b-a0b3-2ba2a15b3107 None None] Checking router: 3631f86f-dbeb-457b-97e9-21ca7b56fac1 for host: n-d-812111-14 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:48:34.371501 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e6ebf57-f0fd-4e2b-a0b3-2ba2a15b3107 None None] Updating router 3631f86f-dbeb-457b-97e9-21ca7b56fac1 port b5520070-89ae-4e6b-beef-4b8d6f0fe7b2 binding host n-d-812111-14 {{(pid=103307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:48:34.397571 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 218bde51-982d-4cf3-a45e-391126a10455 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:48:34.398712 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device fc2039b8-4c93-4ec1-880e-905cb1e74dcc up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:48:34.406913 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-6e6ebf57-f0fd-4e2b-a0b3-2ba2a15b3107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (b5520070-89ae-4e6b-beef-4b8d6f0fe7b2), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:34.445172 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f39feee5-5eac-49a7-b58d-05d351fa02e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-731074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-731460'] for router (4e63d68c-3401-43a3-92e7-5b8e148e7bd1), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:34.473640 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c76a93-d3c3-4d81-a403-95bb447d82af req-962b014b-6ca9-455f-a6a6-55226aa8386d tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:48:34.476980 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-99642bbe-a692-4211-864a-9c8271437cab None None] Current status of the port fc2039b8-4c93-4ec1-880e-905cb1e74dcc is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:48:34.477413 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-99642bbe-a692-4211-864a-9c8271437cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (fc2039b8-4c93-4ec1-880e-905cb1e74dcc), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:34.491552 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f4c76a93-d3c3-4d81-a403-95bb447d82af req-962b014b-6ca9-455f-a6a6-55226aa8386d tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] 10.222.0.64 "GET /v2.0/ports?device_id=791e4287-1de3-49bc-a1ec-b6d029c0f341 HTTP/1.1" status: 200 len: 945 time: 0.2302582 Jan 28 19:48:34.635689 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port fc2039b8-4c93-4ec1-880e-905cb1e74dcc triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:48:34.636067 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (fc2039b8-4c93-4ec1-880e-905cb1e74dcc), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:34.642134 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-99642bbe-a692-4211-864a-9c8271437cab None None] For port fc2039b8-4c93-4ec1-880e-905cb1e74dcc, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=fc2039b8-4c93-4ec1-880e-905cb1e74dcc,segment=NetworkSegment(9e9d1bff-ba93-42f5-ba49-6ebf8f372f19),segment_id=9e9d1bff-ba93-42f5-ba49-6ebf8f372f19)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:48:34.675093 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-99642bbe-a692-4211-864a-9c8271437cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (fc2039b8-4c93-4ec1-880e-905cb1e74dcc), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:34.789401 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f4c76a93-d3c3-4d81-a403-95bb447d82af req-1436bf61-7c2d-42bf-b7e4-33bb3f04b50f tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] 10.222.0.64 "GET /v2.0/security-groups?id=0cfd235b-3a0d-4508-9b69-242081a43994&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2965841 Jan 28 19:48:34.802236 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f39feee5-5eac-49a7-b58d-05d351fa02e6 admin admin] Router 4e63d68c-3401-43a3-92e7-5b8e148e7bd1 is scheduled to L3 agent 76fe5c49-705a-4e08-abb2-be585676213f with binding_index 1 {{(pid=103304) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 19:48:34.876530 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99642bbe-a692-4211-864a-9c8271437cab None None] Pushing event updated for resources: {'Port': ['ID=fc2039b8-4c93-4ec1-880e-905cb1e74dcc,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:48:34.895770 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-9a8a433b-f8d5-41c5-8c9e-cb2ccd35c3d6 None None] Provisioning complete for port 1a64e0c8-f372-46c7-9932-c5c49f4f708b triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:48:34.896158 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9a8a433b-f8d5-41c5-8c9e-cb2ccd35c3d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (1a64e0c8-f372-46c7-9932-c5c49f4f708b), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:34.936413 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-6e6ebf57-f0fd-4e2b-a0b3-2ba2a15b3107 None None] Publish callbacks [] for port (b5520070-89ae-4e6b-beef-4b8d6f0fe7b2), precommit_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:34.946471 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-6e6ebf57-f0fd-4e2b-a0b3-2ba2a15b3107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (b5520070-89ae-4e6b-beef-4b8d6f0fe7b2), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:35.001677 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port fc2039b8-4c93-4ec1-880e-905cb1e74dcc is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:48:35.061088 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-9a8a433b-f8d5-41c5-8c9e-cb2ccd35c3d6 None None] Current status of the port 1a64e0c8-f372-46c7-9932-c5c49f4f708b is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:48:35.069516 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f39feee5-5eac-49a7-b58d-05d351fa02e6 admin admin] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:48:35.071587 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d46ab5-11b8-4453-b55a-72b853d5dd64 None None] Pushing event updated for resources: {'Port': ['ID=b5520070-89ae-4e6b-beef-4b8d6f0fe7b2,revision_number=2']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:48:35.087233 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39413a1-2b04-4eaf-a5bc-f618cda11330 None None] Sync routers for ids ['4e63d68c-3401-43a3-92e7-5b8e148e7bd1'] in n-d-812111-14 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:48:35.102827 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39413a1-2b04-4eaf-a5bc-f618cda11330 None None] Routers {'4e63d68c-3401-43a3-92e7-5b8e148e7bd1'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:48:35.104987 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-d39413a1-2b04-4eaf-a5bc-f618cda11330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:48:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['4e63d68c-3401-43a3-92e7-5b8e148e7bd1'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:48:35.114263 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f39feee5-5eac-49a7-b58d-05d351fa02e6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:35.116221 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-f39feee5-5eac-49a7-b58d-05d351fa02e6 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.6001945 Jan 28 19:48:35.118905 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 56820) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:48:35.134389 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-6e6ebf57-f0fd-4e2b-a0b3-2ba2a15b3107 None None] Attempting to bind port b5520070-89ae-4e6b-beef-4b8d6f0fe7b2 on host n-d-812111-14 for vnic_type normal with profile {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:48:35.138606 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-6e6ebf57-f0fd-4e2b-a0b3-2ba2a15b3107 None None] Attempting to bind port b5520070-89ae-4e6b-beef-4b8d6f0fe7b2 by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:48:35.139504 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6ebf57-f0fd-4e2b-a0b3-2ba2a15b3107 None None] Attempting to bind port b5520070-89ae-4e6b-beef-4b8d6f0fe7b2 on network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:48:35.148024 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6ebf57-f0fd-4e2b-a0b3-2ba2a15b3107 None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 48, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:48:35.155887 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6ebf57-f0fd-4e2b-a0b3-2ba2a15b3107 None None] Checking segment: {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:48:35.156572 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-6e6ebf57-f0fd-4e2b-a0b3-2ba2a15b3107 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:35.156977 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6ebf57-f0fd-4e2b-a0b3-2ba2a15b3107 None None] Bound using segment: {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:48:35.157508 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-6e6ebf57-f0fd-4e2b-a0b3-2ba2a15b3107 None None] Bound port: b5520070-89ae-4e6b-beef-4b8d6f0fe7b2, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:48:35.157900 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-6e6ebf57-f0fd-4e2b-a0b3-2ba2a15b3107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (b5520070-89ae-4e6b-beef-4b8d6f0fe7b2), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:35.178470 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 218bde51-982d-4cf3-a45e-391126a10455 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:48:35.229030 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-6e6ebf57-f0fd-4e2b-a0b3-2ba2a15b3107 None None] For port b5520070-89ae-4e6b-beef-4b8d6f0fe7b2, host n-d-812111-14, cleared binding levels {{(pid=103307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:48:35.232408 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-6e6ebf57-f0fd-4e2b-a0b3-2ba2a15b3107 None None] For port b5520070-89ae-4e6b-beef-4b8d6f0fe7b2, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=b5520070-89ae-4e6b-beef-4b8d6f0fe7b2,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:48:35.239506 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-6e6ebf57-f0fd-4e2b-a0b3-2ba2a15b3107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (b5520070-89ae-4e6b-beef-4b8d6f0fe7b2), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:35.293118 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6ebf57-f0fd-4e2b-a0b3-2ba2a15b3107 None None] Routers {'3631f86f-dbeb-457b-97e9-21ca7b56fac1'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:48:35.294166 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-6e6ebf57-f0fd-4e2b-a0b3-2ba2a15b3107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:48:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['3631f86f-dbeb-457b-97e9-21ca7b56fac1'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:48:35.303012 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-1ff50b7d-4766-4b67-bc61-a8d42aede17a None None] Provisioning complete for port 1a64e0c8-f372-46c7-9932-c5c49f4f708b triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:48:35.303966 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1ff50b7d-4766-4b67-bc61-a8d42aede17a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (1a64e0c8-f372-46c7-9932-c5c49f4f708b), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:35.320339 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1e0c7a8a-cec1-4489-afdc-9bfeb946b058 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:35.340941 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-d39413a1-2b04-4eaf-a5bc-f618cda11330 None None] Set router 4e63d68c-3401-43a3-92e7-5b8e148e7bd1 gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:48:35.393264 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d46ab5-11b8-4453-b55a-72b853d5dd64 None None] Pushing event updated for resources: {'Port': ['ID=b5520070-89ae-4e6b-beef-4b8d6f0fe7b2,revision_number=3']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:48:35.432642 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-6e6ebf57-f0fd-4e2b-a0b3-2ba2a15b3107 None None] Set router 3631f86f-dbeb-457b-97e9-21ca7b56fac1 gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:48:35.507350 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-1e0c7a8a-cec1-4489-afdc-9bfeb946b058 admin admin] Allocated IP 172.20.0.1 (421bb6ca-1541-487e-bb56-6893a3905012/54fb11ad-ae20-4741-9575-b92a5fdeabc5/30d8b568-618b-40a1-9b9f-42efa88da408) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:48:35.625518 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1e0c7a8a-cec1-4489-afdc-9bfeb946b058 admin admin] Publish callbacks [] for port (30d8b568-618b-40a1-9b9f-42efa88da408), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:35.662798 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 218bde51-982d-4cf3-a45e-391126a10455 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:48:35.663380 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (218bde51-982d-4cf3-a45e-391126a10455), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:35.669908 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1e0c7a8a-cec1-4489-afdc-9bfeb946b058 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (30d8b568-618b-40a1-9b9f-42efa88da408), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:35.671533 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-6e6ebf57-f0fd-4e2b-a0b3-2ba2a15b3107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3631f86f-dbeb-457b-97e9-21ca7b56fac1', 'name': 'tempest-TestVolumeBackupRestore-1728885111-router', 'tenant_id': '821f5e86c594480980d55cdbf8ff86dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': 'b5520070-89ae-4e6b-beef-4b8d6f0fe7b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:48:29Z', 'updated_at': '2022-01-28T19:48:31Z', 'revision_number': 3, 'project_id': '821f5e86c594480980d55cdbf8ff86dc', 'gw_port': {'id': 'b5520070-89ae-4e6b-beef-4b8d6f0fe7b2', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:01:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3631f86f-dbeb-457b-97e9-21ca7b56fac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:48:30Z', 'updated_at': '2022-01-28T19:48:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:48:35.692941 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f6cb56e5-414e-441d-8a16-e3e10d0bd936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:35.696672 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e0c7a8a-cec1-4489-afdc-9bfeb946b058 admin admin] Network 421bb6ca-1541-487e-bb56-6893a3905012 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:48:35.699759 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e6ebf57-f0fd-4e2b-a0b3-2ba2a15b3107 None None] The sync data for ids ['3631f86f-dbeb-457b-97e9-21ca7b56fac1'] in n-d-812111-14 is: [{'id': '3631f86f-dbeb-457b-97e9-21ca7b56fac1', 'name': 'tempest-TestVolumeBackupRestore-1728885111-router', 'tenant_id': '821f5e86c594480980d55cdbf8ff86dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': 'b5520070-89ae-4e6b-beef-4b8d6f0fe7b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:48:29Z', 'updated_at': '2022-01-28T19:48:31Z', 'revision_number': 3, 'project_id': '821f5e86c594480980d55cdbf8ff86dc', 'gw_port': {'id': 'b5520070-89ae-4e6b-beef-4b8d6f0fe7b2', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:01:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3631f86f-dbeb-457b-97e9-21ca7b56fac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:48:30Z', 'updated_at': '2022-01-28T19:48:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:48:35.744656 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-1e0c7a8a-cec1-4489-afdc-9bfeb946b058 admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:48:35.748961 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0c7a8a-cec1-4489-afdc-9bfeb946b058 admin admin] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:48:35.799771 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1e0c7a8a-cec1-4489-afdc-9bfeb946b058 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734769'] for router_interface (3631f86f-dbeb-457b-97e9-21ca7b56fac1), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:35.825379 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-1ff50b7d-4766-4b67-bc61-a8d42aede17a None None] Current status of the port 1a64e0c8-f372-46c7-9932-c5c49f4f708b is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:48:35.873405 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-1ff50b7d-4766-4b67-bc61-a8d42aede17a None None] Provisioning complete for port fc2039b8-4c93-4ec1-880e-905cb1e74dcc triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:48:35.873848 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1ff50b7d-4766-4b67-bc61-a8d42aede17a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (fc2039b8-4c93-4ec1-880e-905cb1e74dcc), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:35.876907 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0c7a8a-cec1-4489-afdc-9bfeb946b058 admin admin] Pushing event updated for resources: {'Port': ['ID=30d8b568-618b-40a1-9b9f-42efa88da408,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:48:35.918998 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-d39413a1-2b04-4eaf-a5bc-f618cda11330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e63d68c-3401-43a3-92e7-5b8e148e7bd1', 'name': 'tempest-TestServerMultinode-921036872-router', 'tenant_id': '991f3fa2da044b68b2d5d5ab9589cd71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': '4389a6e0-a22b-4209-b033-df1e9dba2e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:48:29Z', 'updated_at': '2022-01-28T19:48:32Z', 'revision_number': 3, 'project_id': '991f3fa2da044b68b2d5d5ab9589cd71', 'gw_port': {'id': '4389a6e0-a22b-4209-b033-df1e9dba2e74', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:75:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e63d68c-3401-43a3-92e7-5b8e148e7bd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3608, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:48:30Z', 'updated_at': '2022-01-28T19:48:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:48:35.950340 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39413a1-2b04-4eaf-a5bc-f618cda11330 None None] Checking router: 4e63d68c-3401-43a3-92e7-5b8e148e7bd1 for host: n-d-812111-14 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:48:35.950743 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39413a1-2b04-4eaf-a5bc-f618cda11330 None None] Updating router 4e63d68c-3401-43a3-92e7-5b8e148e7bd1 port 4389a6e0-a22b-4209-b033-df1e9dba2e74 binding host n-d-812111-14 {{(pid=103306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:48:35.952734 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 218bde51-982d-4cf3-a45e-391126a10455 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:48:35.953861 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 1a64e0c8-f372-46c7-9932-c5c49f4f708b up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:48:36.005142 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1e0c7a8a-cec1-4489-afdc-9bfeb946b058 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (30d8b568-618b-40a1-9b9f-42efa88da408), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:36.049064 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-f6cb56e5-414e-441d-8a16-e3e10d0bd936 admin admin] Allocated IP 172.20.0.1 (9c7defc3-4359-4766-b703-2fcd563ef4ed/14beeb84-6330-40e3-8c51-d55964f0687e/fe8b496b-d35a-4543-a7d7-c2105614e2ed) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:48:36.159225 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d39413a1-2b04-4eaf-a5bc-f618cda11330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (4389a6e0-a22b-4209-b033-df1e9dba2e74), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:36.210481 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 1a64e0c8-f372-46c7-9932-c5c49f4f708b triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:48:36.210863 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (1a64e0c8-f372-46c7-9932-c5c49f4f708b), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:36.320517 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-1ff50b7d-4766-4b67-bc61-a8d42aede17a None None] Current status of the port fc2039b8-4c93-4ec1-880e-905cb1e74dcc is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:48:36.353812 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f6cb56e5-414e-441d-8a16-e3e10d0bd936 admin admin] Publish callbacks [] for port (fe8b496b-d35a-4543-a7d7-c2105614e2ed), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:36.377518 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1e0c7a8a-cec1-4489-afdc-9bfeb946b058 admin admin] Publish callbacks [] for port (30d8b568-618b-40a1-9b9f-42efa88da408), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:36.394839 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1e0c7a8a-cec1-4489-afdc-9bfeb946b058 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (30d8b568-618b-40a1-9b9f-42efa88da408), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:36.441671 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f6cb56e5-414e-441d-8a16-e3e10d0bd936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (fe8b496b-d35a-4543-a7d7-c2105614e2ed), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:36.496297 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6cb56e5-414e-441d-8a16-e3e10d0bd936 admin admin] Network 9c7defc3-4359-4766-b703-2fcd563ef4ed is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:48:36.497341 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 1a64e0c8-f372-46c7-9932-c5c49f4f708b is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:48:36.498639 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device fc2039b8-4c93-4ec1-880e-905cb1e74dcc up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:48:36.499382 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1e0c7a8a-cec1-4489-afdc-9bfeb946b058 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-756216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-732801'] for router_interface (3631f86f-dbeb-457b-97e9-21ca7b56fac1), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:36.500545 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-f6cb56e5-414e-441d-8a16-e3e10d0bd936 admin admin] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:48:36.502504 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0c7a8a-cec1-4489-afdc-9bfeb946b058 admin admin] Pushing event updated for resources: {'Port': ['ID=30d8b568-618b-40a1-9b9f-42efa88da408,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:48:36.520944 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6cb56e5-414e-441d-8a16-e3e10d0bd936 admin admin] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:48:36.567686 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cb56e5-414e-441d-8a16-e3e10d0bd936 admin admin] Pushing event updated for resources: {'Port': ['ID=fe8b496b-d35a-4543-a7d7-c2105614e2ed,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:48:36.568362 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-1d876579-4483-4ebe-a1f7-beaac6be6cbb None None] Provisioning complete for port 30d8b568-618b-40a1-9b9f-42efa88da408 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:48:36.568877 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1d876579-4483-4ebe-a1f7-beaac6be6cbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (30d8b568-618b-40a1-9b9f-42efa88da408), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:36.596713 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f6cb56e5-414e-441d-8a16-e3e10d0bd936 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734769'] for router_interface (4e63d68c-3401-43a3-92e7-5b8e148e7bd1), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:36.694573 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e0c7a8a-cec1-4489-afdc-9bfeb946b058 admin admin] Network 421bb6ca-1541-487e-bb56-6893a3905012 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:48:36.696865 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-1e0c7a8a-cec1-4489-afdc-9bfeb946b058 admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:48:36.749825 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2f47643e-72e7-4557-add6-73bdd75c6e54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:36.776616 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-1d876579-4483-4ebe-a1f7-beaac6be6cbb None None] Port 30d8b568-618b-40a1-9b9f-42efa88da408 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:48:36.847164 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port fc2039b8-4c93-4ec1-880e-905cb1e74dcc triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:48:36.847604 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (fc2039b8-4c93-4ec1-880e-905cb1e74dcc), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:36.943919 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f6cb56e5-414e-441d-8a16-e3e10d0bd936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (fe8b496b-d35a-4543-a7d7-c2105614e2ed), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:36.961664 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e0c7a8a-cec1-4489-afdc-9bfeb946b058 admin admin] Router 3631f86f-dbeb-457b-97e9-21ca7b56fac1 has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:48:37.047592 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port fc2039b8-4c93-4ec1-880e-905cb1e74dcc is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:48:37.070958 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d39413a1-2b04-4eaf-a5bc-f618cda11330 None None] Publish callbacks [] for port (4389a6e0-a22b-4209-b033-df1e9dba2e74), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:37.080312 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-8e9d6972-803b-40b6-b5b4-e95666bc2fa9 None None] Provisioning complete for port fe8b496b-d35a-4543-a7d7-c2105614e2ed triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:48:37.080637 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8e9d6972-803b-40b6-b5b4-e95666bc2fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (fe8b496b-d35a-4543-a7d7-c2105614e2ed), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:37.083131 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d39413a1-2b04-4eaf-a5bc-f618cda11330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (4389a6e0-a22b-4209-b033-df1e9dba2e74), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:37.210568 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e0c7a8a-cec1-4489-afdc-9bfeb946b058 admin admin] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:48:37.236446 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-1e0c7a8a-cec1-4489-afdc-9bfeb946b058 admin admin] 10.222.0.64 "PUT /v2.0/routers/3631f86f-dbeb-457b-97e9-21ca7b56fac1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8895569 Jan 28 19:48:37.255593 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-8e9d6972-803b-40b6-b5b4-e95666bc2fa9 None None] Port fe8b496b-d35a-4543-a7d7-c2105614e2ed cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:48:37.257255 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f6cb56e5-414e-441d-8a16-e3e10d0bd936 admin admin] Publish callbacks [] for port (fe8b496b-d35a-4543-a7d7-c2105614e2ed), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:37.269805 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-d39413a1-2b04-4eaf-a5bc-f618cda11330 None None] Attempting to bind port 4389a6e0-a22b-4209-b033-df1e9dba2e74 on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:48:37.270474 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-d39413a1-2b04-4eaf-a5bc-f618cda11330 None None] Attempting to bind port 4389a6e0-a22b-4209-b033-df1e9dba2e74 by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:48:37.271153 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f6cb56e5-414e-441d-8a16-e3e10d0bd936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (fe8b496b-d35a-4543-a7d7-c2105614e2ed), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:37.271343 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39413a1-2b04-4eaf-a5bc-f618cda11330 None None] Attempting to bind port 4389a6e0-a22b-4209-b033-df1e9dba2e74 on network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:48:37.285166 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39413a1-2b04-4eaf-a5bc-f618cda11330 None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 48, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:48:37.285711 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39413a1-2b04-4eaf-a5bc-f618cda11330 None None] Checking segment: {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:48:37.286217 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d39413a1-2b04-4eaf-a5bc-f618cda11330 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:37.286713 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39413a1-2b04-4eaf-a5bc-f618cda11330 None None] Bound using segment: {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:48:37.287278 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-d39413a1-2b04-4eaf-a5bc-f618cda11330 None None] Bound port: 4389a6e0-a22b-4209-b033-df1e9dba2e74, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:48:37.287756 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d39413a1-2b04-4eaf-a5bc-f618cda11330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (4389a6e0-a22b-4209-b033-df1e9dba2e74), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:37.294423 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02abef3c-1a6f-400f-8f5c-930ba0429c27 None None] Pushing event updated for resources: {'Port': ['ID=4389a6e0-a22b-4209-b033-df1e9dba2e74,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:48:37.324981 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device b5520070-89ae-4e6b-beef-4b8d6f0fe7b2 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:48:37.370573 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cb56e5-414e-441d-8a16-e3e10d0bd936 admin admin] Pushing event updated for resources: {'Port': ['ID=fe8b496b-d35a-4543-a7d7-c2105614e2ed,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:48:37.379232 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f6cb56e5-414e-441d-8a16-e3e10d0bd936 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-756216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-732801'] for router_interface (4e63d68c-3401-43a3-92e7-5b8e148e7bd1), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:37.444009 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d39413a1-2b04-4eaf-a5bc-f618cda11330 None None] For port 4389a6e0-a22b-4209-b033-df1e9dba2e74, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:48:37.449271 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d39413a1-2b04-4eaf-a5bc-f618cda11330 None None] For port 4389a6e0-a22b-4209-b033-df1e9dba2e74, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=4389a6e0-a22b-4209-b033-df1e9dba2e74,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:48:37.451175 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-c216f07e-3235-40d5-8e19-939d665b0077 None None] Provisioning complete for port 30d8b568-618b-40a1-9b9f-42efa88da408 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:48:37.452310 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c216f07e-3235-40d5-8e19-939d665b0077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (30d8b568-618b-40a1-9b9f-42efa88da408), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:37.457530 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port b5520070-89ae-4e6b-beef-4b8d6f0fe7b2 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:48:37.458028 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (b5520070-89ae-4e6b-beef-4b8d6f0fe7b2), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:37.483671 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d39413a1-2b04-4eaf-a5bc-f618cda11330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (4389a6e0-a22b-4209-b033-df1e9dba2e74), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:37.511269 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6cb56e5-414e-441d-8a16-e3e10d0bd936 admin admin] Network 9c7defc3-4359-4766-b703-2fcd563ef4ed is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:48:37.515324 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-f6cb56e5-414e-441d-8a16-e3e10d0bd936 admin admin] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:48:37.597607 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-c216f07e-3235-40d5-8e19-939d665b0077 None None] Port 30d8b568-618b-40a1-9b9f-42efa88da408 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:48:37.616342 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39413a1-2b04-4eaf-a5bc-f618cda11330 None None] Routers {'4e63d68c-3401-43a3-92e7-5b8e148e7bd1'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:48:37.616988 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-d39413a1-2b04-4eaf-a5bc-f618cda11330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:48:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['4e63d68c-3401-43a3-92e7-5b8e148e7bd1'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:48:37.624581 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02abef3c-1a6f-400f-8f5c-930ba0429c27 None None] Pushing event updated for resources: {'Port': ['ID=4389a6e0-a22b-4209-b033-df1e9dba2e74,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:48:37.723482 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6cb56e5-414e-441d-8a16-e3e10d0bd936 admin admin] Router 4e63d68c-3401-43a3-92e7-5b8e148e7bd1 has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:48:37.804091 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port b5520070-89ae-4e6b-beef-4b8d6f0fe7b2 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:48:37.804620 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (b5520070-89ae-4e6b-beef-4b8d6f0fe7b2), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:37.968409 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-d39413a1-2b04-4eaf-a5bc-f618cda11330 None None] Set router 4e63d68c-3401-43a3-92e7-5b8e148e7bd1 gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:48:37.968409 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] For port b5520070-89ae-4e6b-beef-4b8d6f0fe7b2, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=b5520070-89ae-4e6b-beef-4b8d6f0fe7b2,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:48:37.968409 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (b5520070-89ae-4e6b-beef-4b8d6f0fe7b2), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:38.089678 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6cb56e5-414e-441d-8a16-e3e10d0bd936 admin admin] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:48:38.089678 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-f6cb56e5-414e-441d-8a16-e3e10d0bd936 admin admin] 10.222.0.64 "PUT /v2.0/routers/4e63d68c-3401-43a3-92e7-5b8e148e7bd1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8424799 Jan 28 19:48:38.209701 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 56858) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:48:38.216773 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Pushing event updated for resources: {'Port': ['ID=b5520070-89ae-4e6b-beef-4b8d6f0fe7b2,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:48:38.219569 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-95c88b62-f9d0-4dfc-91d6-306e9ebba36c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-171881453-network', 'tenant_id': 'f94f3ebba20e4ff9b64b701cc05b4d04'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:48:38.236429 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-06d43ab3-6b32-48f3-8d2a-51a9dd27363c None None] Provisioning complete for port fe8b496b-d35a-4543-a7d7-c2105614e2ed triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:48:38.236807 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-06d43ab3-6b32-48f3-8d2a-51a9dd27363c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (fe8b496b-d35a-4543-a7d7-c2105614e2ed), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:38.259986 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95c88b62-f9d0-4dfc-91d6-306e9ebba36c admin admin] Made reservation on behalf of f94f3ebba20e4ff9b64b701cc05b4d04 for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:48:38.264222 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-95c88b62-f9d0-4dfc-91d6-306e9ebba36c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:38.283175 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-95c88b62-f9d0-4dfc-91d6-306e9ebba36c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:38.335597 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-06d43ab3-6b32-48f3-8d2a-51a9dd27363c None None] Port fe8b496b-d35a-4543-a7d7-c2105614e2ed cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:48:38.373952 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-d39413a1-2b04-4eaf-a5bc-f618cda11330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e63d68c-3401-43a3-92e7-5b8e148e7bd1', 'name': 'tempest-TestServerMultinode-921036872-router', 'tenant_id': '991f3fa2da044b68b2d5d5ab9589cd71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': '4389a6e0-a22b-4209-b033-df1e9dba2e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:48:29Z', 'updated_at': '2022-01-28T19:48:36Z', 'revision_number': 4, 'project_id': '991f3fa2da044b68b2d5d5ab9589cd71', 'gw_port': {'id': '4389a6e0-a22b-4209-b033-df1e9dba2e74', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:75:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e63d68c-3401-43a3-92e7-5b8e148e7bd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3608, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:48:30Z', 'updated_at': '2022-01-28T19:48:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': 'fe8b496b-d35a-4543-a7d7-c2105614e2ed', 'name': '', 'network_id': '9c7defc3-4359-4766-b703-2fcd563ef4ed', 'tenant_id': '991f3fa2da044b68b2d5d5ab9589cd71', 'mac_address': 'fa:16:3e:11:b5:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e63d68c-3401-43a3-92e7-5b8e148e7bd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': '14beeb84-6330-40e3-8c51-d55964f0687e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:48:35Z', 'updated_at': '2022-01-28T19:48:37Z', 'revision_number': 2, 'project_id': '991f3fa2da044b68b2d5d5ab9589cd71', 'subnets': [{'id': '14beeb84-6330-40e3-8c51-d55964f0687e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:48:38.421462 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-95c88b62-f9d0-4dfc-91d6-306e9ebba36c admin admin] Publish callbacks [] for security_group (a204ac24-731c-4b01-a82d-6e51928a2d0e), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:38.428154 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-95c88b62-f9d0-4dfc-91d6-306e9ebba36c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (a204ac24-731c-4b01-a82d-6e51928a2d0e), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:38.429251 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39413a1-2b04-4eaf-a5bc-f618cda11330 None None] The sync data for ids ['4e63d68c-3401-43a3-92e7-5b8e148e7bd1'] in n-d-812111-14 is: [{'id': '4e63d68c-3401-43a3-92e7-5b8e148e7bd1', 'name': 'tempest-TestServerMultinode-921036872-router', 'tenant_id': '991f3fa2da044b68b2d5d5ab9589cd71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': '4389a6e0-a22b-4209-b033-df1e9dba2e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:48:29Z', 'updated_at': '2022-01-28T19:48:36Z', 'revision_number': 4, 'project_id': '991f3fa2da044b68b2d5d5ab9589cd71', 'gw_port': {'id': '4389a6e0-a22b-4209-b033-df1e9dba2e74', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:75:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e63d68c-3401-43a3-92e7-5b8e148e7bd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3608, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:48:30Z', 'updated_at': '2022-01-28T19:48:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': 'fe8b496b-d35a-4543-a7d7-c2105614e2ed', 'name': '', 'network_id': '9c7defc3-4359-4766-b703-2fcd563ef4ed', 'tenant_id': '991f3fa2da044b68b2d5d5ab9589cd71', 'mac_address': 'fa:16:3e:11:b5:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e63d68c-3401-43a3-92e7-5b8e148e7bd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': '14beeb84-6330-40e3-8c51-d55964f0687e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:48:35Z', 'updated_at': '2022-01-28T19:48:37Z', 'revision_number': 2, 'project_id': '991f3fa2da044b68b2d5d5ab9589cd71', 'subnets': [{'id': '14beeb84-6330-40e3-8c51-d55964f0687e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:48:38.468749 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95c88b62-f9d0-4dfc-91d6-306e9ebba36c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:48:38.486817 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c88b62-f9d0-4dfc-91d6-306e9ebba36c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a204ac24-731c-4b01-a82d-6e51928a2d0e,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:48:38.529921 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bbc5527-91a6-422b-b209-e46c58a95d66 None None] Sync routers for ids ['3631f86f-dbeb-457b-97e9-21ca7b56fac1'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:48:38.537707 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-95c88b62-f9d0-4dfc-91d6-306e9ebba36c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (80b7c928-a0aa-4d61-ab96-2374c4d708a6), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:38.538245 n-d-812111-14 neutron-server[103304]: INFO neutron.db.segments_db [None req-95c88b62-f9d0-4dfc-91d6-306e9ebba36c admin admin] Added segment 80b7c928-a0aa-4d61-ab96-2374c4d708a6 of type vlan for network 6a0a30eb-122b-4754-ba66-874f3182a548 Jan 28 19:48:38.561351 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bbc5527-91a6-422b-b209-e46c58a95d66 None None] Routers {'3631f86f-dbeb-457b-97e9-21ca7b56fac1'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:48:38.561985 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-4bbc5527-91a6-422b-b209-e46c58a95d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:48:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['3631f86f-dbeb-457b-97e9-21ca7b56fac1'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:48:38.594186 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-95c88b62-f9d0-4dfc-91d6-306e9ebba36c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (6a0a30eb-122b-4754-ba66-874f3182a548), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:38.626759 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-95c88b62-f9d0-4dfc-91d6-306e9ebba36c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (6a0a30eb-122b-4754-ba66-874f3182a548), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:38.629546 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c88b62-f9d0-4dfc-91d6-306e9ebba36c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:48:38.630398 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-95c88b62-f9d0-4dfc-91d6-306e9ebba36c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:38.733463 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c88b62-f9d0-4dfc-91d6-306e9ebba36c admin admin] Pushing event updated for resources: {'Network': ['ID=6a0a30eb-122b-4754-ba66-874f3182a548,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:48:38.747221 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network 6a0a30eb-122b-4754-ba66-874f3182a548 details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:48:38.774680 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-95c88b62-f9d0-4dfc-91d6-306e9ebba36c admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5626638 Jan 28 19:48:38.777086 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 56874) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:48:38.782901 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-f4559363-4303-43d2-8d99-4884b21dbbeb admin admin] Request body: {'subnet': {'network_id': '6a0a30eb-122b-4754-ba66-874f3182a548', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-171881453-subnet', 'tenant_id': 'f94f3ebba20e4ff9b64b701cc05b4d04', 'ip_version': 4}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:48:38.810251 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4559363-4303-43d2-8d99-4884b21dbbeb admin admin] Made reservation on behalf of f94f3ebba20e4ff9b64b701cc05b4d04 for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:48:38.813566 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f4559363-4303-43d2-8d99-4884b21dbbeb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5221429'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:38.972858 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-4bbc5527-91a6-422b-b209-e46c58a95d66 None None] Set router 3631f86f-dbeb-457b-97e9-21ca7b56fac1 gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:48:39.138891 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ccbefb52-07cb-4e08-8440-87688b51199d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:39.172343 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f4559363-4303-43d2-8d99-4884b21dbbeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4690681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5221415'] for subnet (ec685e6b-5ebd-4587-9ea2-2ce80bd9f447), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:39.227434 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device b5520070-89ae-4e6b-beef-4b8d6f0fe7b2 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:48:39.273124 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4559363-4303-43d2-8d99-4884b21dbbeb admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec685e6b-5ebd-4587-9ea2-2ce80bd9f447,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:48:39.298403 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4559363-4303-43d2-8d99-4884b21dbbeb admin admin] Checking segment: {'id': '80b7c928-a0aa-4d61-ab96-2374c4d708a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '6a0a30eb-122b-4754-ba66-874f3182a548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:48:39.298843 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4559363-4303-43d2-8d99-4884b21dbbeb admin admin] Network hostable DHCP agents. Network: 6a0a30eb-122b-4754-ba66-874f3182a548, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:48:39.311844 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65a4608-9822-4df6-b472-160685f89ced req-535a3560-443f-4d2b-9d13-d9334cb4ca34 tempest-TestServerMultinode-2099815483 tempest-TestServerMultinode-2099815483-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:48:39.317892 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d65a4608-9822-4df6-b472-160685f89ced req-535a3560-443f-4d2b-9d13-d9334cb4ca34 tempest-TestServerMultinode-2099815483 tempest-TestServerMultinode-2099815483-project-admin] 10.222.0.64 "GET /v2.0/networks?id=c5556376-9b35-43e3-93a0-c8cffa8f1a8a HTTP/1.1" status: 200 len: 910 time: 0.1913195 Jan 28 19:48:39.328520 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4559363-4303-43d2-8d99-4884b21dbbeb admin admin] Network 6a0a30eb-122b-4754-ba66-874f3182a548 is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:48:39.328724 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port b5520070-89ae-4e6b-beef-4b8d6f0fe7b2 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:48:39.329177 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (b5520070-89ae-4e6b-beef-4b8d6f0fe7b2), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:39.344419 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d65a4608-9822-4df6-b472-160685f89ced req-b23b5f4f-d899-4805-91c9-3a32c2851399 tempest-TestServerMultinode-2099815483 tempest-TestServerMultinode-2099815483-project-admin] 10.222.0.64 "GET /v2.0/quotas/991f3fa2da044b68b2d5d5ab9589cd71 HTTP/1.1" status: 200 len: 375 time: 0.0187340 Jan 28 19:48:39.350729 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-f4559363-4303-43d2-8d99-4884b21dbbeb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, 6a0a30eb-122b-4754-ba66-874f3182a548) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:48:39.356402 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4559363-4303-43d2-8d99-4884b21dbbeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:48:39.357547 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f4559363-4303-43d2-8d99-4884b21dbbeb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:39.366281 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba4d4f0-36a5-4809-87c3-d887afaebb12 None None] Network 6a0a30eb-122b-4754-ba66-874f3182a548 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:48:39.384595 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-f4559363-4303-43d2-8d99-4884b21dbbeb admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6056011 Jan 28 19:48:39.385373 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 56896) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:48:39.394325 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-53aeaa14-b23c-47b9-a85d-eeedd0177a43 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-171881453-router', 'tenant_id': 'f94f3ebba20e4ff9b64b701cc05b4d04', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:48:39.455699 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-53aeaa14-b23c-47b9-a85d-eeedd0177a43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261150'] for router (8a6707e2-de23-4697-af9d-fee0035872e1), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:39.458088 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-53aeaa14-b23c-47b9-a85d-eeedd0177a43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-731099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-731441', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261129'] for router (8a6707e2-de23-4697-af9d-fee0035872e1), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:39.476380 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-4bbc5527-91a6-422b-b209-e46c58a95d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3631f86f-dbeb-457b-97e9-21ca7b56fac1', 'name': 'tempest-TestVolumeBackupRestore-1728885111-router', 'tenant_id': '821f5e86c594480980d55cdbf8ff86dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': 'b5520070-89ae-4e6b-beef-4b8d6f0fe7b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:48:29Z', 'updated_at': '2022-01-28T19:48:35Z', 'revision_number': 4, 'project_id': '821f5e86c594480980d55cdbf8ff86dc', 'gw_port': {'id': 'b5520070-89ae-4e6b-beef-4b8d6f0fe7b2', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:01:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3631f86f-dbeb-457b-97e9-21ca7b56fac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:48:30Z', 'updated_at': '2022-01-28T19:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '30d8b568-618b-40a1-9b9f-42efa88da408', 'name': '', 'network_id': '421bb6ca-1541-487e-bb56-6893a3905012', 'tenant_id': '821f5e86c594480980d55cdbf8ff86dc', 'mac_address': 'fa:16:3e:21:b7:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3631f86f-dbeb-457b-97e9-21ca7b56fac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': '54fb11ad-ae20-4741-9575-b92a5fdeabc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:48:35Z', 'updated_at': '2022-01-28T19:48:36Z', 'revision_number': 2, 'project_id': '821f5e86c594480980d55cdbf8ff86dc', 'subnets': [{'id': '54fb11ad-ae20-4741-9575-b92a5fdeabc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:48:39.526122 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bbc5527-91a6-422b-b209-e46c58a95d66 None None] Checking router: 3631f86f-dbeb-457b-97e9-21ca7b56fac1 for host: n-d-812111-14 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:48:39.526371 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bbc5527-91a6-422b-b209-e46c58a95d66 None None] Updating router 3631f86f-dbeb-457b-97e9-21ca7b56fac1 port 30d8b568-618b-40a1-9b9f-42efa88da408 binding host n-d-812111-14 {{(pid=103307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:48:39.547091 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d65a4608-9822-4df6-b472-160685f89ced req-d75c0a17-d2d1-417e-b5eb-4d8a39e2ca72 tempest-TestServerMultinode-2099815483 tempest-TestServerMultinode-2099815483-project-admin] 10.222.0.64 "GET /v2.0/ports?tenant_id=991f3fa2da044b68b2d5d5ab9589cd71&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1942124 Jan 28 19:48:39.612256 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ad4b20c-452c-42e1-bd44-7701254dbf7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68cd31fd-e4cd-5fb3-a862-256fc47efcd2-6a0a30eb-122b-4754-ba66-874f3182a548', 'network_id': '6a0a30eb-122b-4754-ba66-874f3182a548', 'project_id': 'f94f3ebba20e4ff9b64b701cc05b4d04', 'fixed_ips': [{'subnet_id': 'ec685e6b-5ebd-4587-9ea2-2ce80bd9f447'}]}} from n-d-812111-14. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:48:39.613173 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3ad4b20c-452c-42e1-bd44-7701254dbf7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:39.617419 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4bbc5527-91a6-422b-b209-e46c58a95d66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (30d8b568-618b-40a1-9b9f-42efa88da408), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:39.645046 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-53aeaa14-b23c-47b9-a85d-eeedd0177a43 admin admin] Publish callbacks [] for router_controller (8a6707e2-de23-4697-af9d-fee0035872e1), precommit_add_association {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:39.733626 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d65a4608-9822-4df6-b472-160685f89ced req-ece3fec3-5135-4c62-bce8-8474108ef95f service neutron] 10.222.0.64 "GET /v2.0/networks/c5556376-9b35-43e3-93a0-c8cffa8f1a8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853578 Jan 28 19:48:39.827413 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-3ad4b20c-452c-42e1-bd44-7701254dbf7a None None] Allocated IP 172.20.0.2 (6a0a30eb-122b-4754-ba66-874f3182a548/ec685e6b-5ebd-4587-9ea2-2ce80bd9f447/eca67be5-dfe1-4e15-a0d5-6be113d53a57) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:48:39.970176 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-53aeaa14-b23c-47b9-a85d-eeedd0177a43 admin admin] Publish callbacks [] for router_gateway (8a6707e2-de23-4697-af9d-fee0035872e1), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:39.981447 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port b5520070-89ae-4e6b-beef-4b8d6f0fe7b2 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:48:40.011267 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:40.035789 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d65a4608-9822-4df6-b472-160685f89ced req-a23bdcef-dadb-4ed2-bfd9-34def1ec4eac service neutron] 10.222.0.64 "GET /v2.0/networks/c5556376-9b35-43e3-93a0-c8cffa8f1a8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3010261 Jan 28 19:48:40.078290 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3ad4b20c-452c-42e1-bd44-7701254dbf7a None None] Publish callbacks [] for port (eca67be5-dfe1-4e15-a0d5-6be113d53a57), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:40.089902 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3ad4b20c-452c-42e1-bd44-7701254dbf7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (eca67be5-dfe1-4e15-a0d5-6be113d53a57), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:40.133781 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad4b20c-452c-42e1-bd44-7701254dbf7a None None] Network 6a0a30eb-122b-4754-ba66-874f3182a548 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:48:40.136917 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4bbc5527-91a6-422b-b209-e46c58a95d66 None None] Publish callbacks [] for port (30d8b568-618b-40a1-9b9f-42efa88da408), precommit_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:40.138040 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-3ad4b20c-452c-42e1-bd44-7701254dbf7a None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:48:40.146211 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad4b20c-452c-42e1-bd44-7701254dbf7a None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:48:40.149094 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4bbc5527-91a6-422b-b209-e46c58a95d66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (30d8b568-618b-40a1-9b9f-42efa88da408), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:40.358259 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-3ad4b20c-452c-42e1-bd44-7701254dbf7a None None] Attempting to bind port eca67be5-dfe1-4e15-a0d5-6be113d53a57 on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:48:40.358627 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-3ad4b20c-452c-42e1-bd44-7701254dbf7a None None] Attempting to bind port eca67be5-dfe1-4e15-a0d5-6be113d53a57 by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '80b7c928-a0aa-4d61-ab96-2374c4d708a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '6a0a30eb-122b-4754-ba66-874f3182a548'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:48:40.358990 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad4b20c-452c-42e1-bd44-7701254dbf7a None None] Attempting to bind port eca67be5-dfe1-4e15-a0d5-6be113d53a57 on network 6a0a30eb-122b-4754-ba66-874f3182a548 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:48:40.373026 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad4b20c-452c-42e1-bd44-7701254dbf7a None None] Pushing event updated for resources: {'Port': ['ID=eca67be5-dfe1-4e15-a0d5-6be113d53a57,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:48:40.375714 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29e82d2-0a18-470d-a4e7-a02518374e68 None None] Pushing event updated for resources: {'Port': ['ID=30d8b568-618b-40a1-9b9f-42efa88da408,revision_number=3']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:48:40.382617 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-4bbc5527-91a6-422b-b209-e46c58a95d66 None None] Attempting to bind port 30d8b568-618b-40a1-9b9f-42efa88da408 on host n-d-812111-14 for vnic_type normal with profile {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:48:40.382990 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-4bbc5527-91a6-422b-b209-e46c58a95d66 None None] Attempting to bind port 30d8b568-618b-40a1-9b9f-42efa88da408 by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '1e3a6e62-168b-4b9e-8c03-5d1929a08b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '421bb6ca-1541-487e-bb56-6893a3905012'}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:48:40.383352 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bbc5527-91a6-422b-b209-e46c58a95d66 None None] Attempting to bind port 30d8b568-618b-40a1-9b9f-42efa88da408 on network 421bb6ca-1541-487e-bb56-6893a3905012 {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:48:40.395701 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bbc5527-91a6-422b-b209-e46c58a95d66 None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 48, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:48:40.396037 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad4b20c-452c-42e1-bd44-7701254dbf7a None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 48, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:48:40.396191 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bbc5527-91a6-422b-b209-e46c58a95d66 None None] Checking segment: {'id': '1e3a6e62-168b-4b9e-8c03-5d1929a08b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '421bb6ca-1541-487e-bb56-6893a3905012'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:48:40.396395 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad4b20c-452c-42e1-bd44-7701254dbf7a None None] Checking segment: {'id': '80b7c928-a0aa-4d61-ab96-2374c4d708a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '6a0a30eb-122b-4754-ba66-874f3182a548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:48:40.396511 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4bbc5527-91a6-422b-b209-e46c58a95d66 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:40.396753 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3ad4b20c-452c-42e1-bd44-7701254dbf7a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:40.396865 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bbc5527-91a6-422b-b209-e46c58a95d66 None None] Bound using segment: {'id': '1e3a6e62-168b-4b9e-8c03-5d1929a08b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '421bb6ca-1541-487e-bb56-6893a3905012'} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:48:40.397450 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-4bbc5527-91a6-422b-b209-e46c58a95d66 None None] Bound port: 30d8b568-618b-40a1-9b9f-42efa88da408, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e3a6e62-168b-4b9e-8c03-5d1929a08b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '421bb6ca-1541-487e-bb56-6893a3905012'}}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:48:40.397743 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4bbc5527-91a6-422b-b209-e46c58a95d66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (30d8b568-618b-40a1-9b9f-42efa88da408), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:40.399235 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad4b20c-452c-42e1-bd44-7701254dbf7a None None] Bound using segment: {'id': '80b7c928-a0aa-4d61-ab96-2374c4d708a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '6a0a30eb-122b-4754-ba66-874f3182a548'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:48:40.399734 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-3ad4b20c-452c-42e1-bd44-7701254dbf7a None None] Bound port: eca67be5-dfe1-4e15-a0d5-6be113d53a57, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80b7c928-a0aa-4d61-ab96-2374c4d708a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '6a0a30eb-122b-4754-ba66-874f3182a548'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:48:40.400123 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3ad4b20c-452c-42e1-bd44-7701254dbf7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (eca67be5-dfe1-4e15-a0d5-6be113d53a57), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:40.424545 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6bdf6b77-7753-442d-84b5-c2cad59ed005 req-4a2999a7-e0a6-4f5c-ab9f-92304dcba1fa tempest-TestServerMultinode-2099815483 tempest-TestServerMultinode-2099815483-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=f56794bf-fe33-4acd-80bc-00492cabc362 HTTP/1.1" status: 200 len: 210 time: 0.1173775 Jan 28 19:48:40.529969 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-53aeaa14-b23c-47b9-a85d-eeedd0177a43 admin admin] Publish callbacks [] for router_gateway (8a6707e2-de23-4697-af9d-fee0035872e1), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:40.554200 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-4bbc5527-91a6-422b-b209-e46c58a95d66 None None] For port 30d8b568-618b-40a1-9b9f-42efa88da408, host n-d-812111-14, cleared binding levels {{(pid=103307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:48:40.560711 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-4bbc5527-91a6-422b-b209-e46c58a95d66 None None] For port 30d8b568-618b-40a1-9b9f-42efa88da408, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=30d8b568-618b-40a1-9b9f-42efa88da408,segment=NetworkSegment(1e3a6e62-168b-4b9e-8c03-5d1929a08b25),segment_id=1e3a6e62-168b-4b9e-8c03-5d1929a08b25)] {{(pid=103307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:48:40.564310 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-3ad4b20c-452c-42e1-bd44-7701254dbf7a None None] For port eca67be5-dfe1-4e15-a0d5-6be113d53a57, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:48:40.572334 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-3ad4b20c-452c-42e1-bd44-7701254dbf7a None None] For port eca67be5-dfe1-4e15-a0d5-6be113d53a57, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=eca67be5-dfe1-4e15-a0d5-6be113d53a57,segment=NetworkSegment(80b7c928-a0aa-4d61-ab96-2374c4d708a6),segment_id=80b7c928-a0aa-4d61-ab96-2374c4d708a6)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:48:40.587128 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4bbc5527-91a6-422b-b209-e46c58a95d66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (30d8b568-618b-40a1-9b9f-42efa88da408), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:40.599378 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3ad4b20c-452c-42e1-bd44-7701254dbf7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (eca67be5-dfe1-4e15-a0d5-6be113d53a57), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:40.636327 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-53aeaa14-b23c-47b9-a85d-eeedd0177a43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:40.706780 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bbc5527-91a6-422b-b209-e46c58a95d66 None None] Routers {'3631f86f-dbeb-457b-97e9-21ca7b56fac1'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:48:40.708378 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-4bbc5527-91a6-422b-b209-e46c58a95d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:48:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['3631f86f-dbeb-457b-97e9-21ca7b56fac1'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:48:40.772574 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad4b20c-452c-42e1-bd44-7701254dbf7a None None] Pushing event updated for resources: {'Port': ['ID=eca67be5-dfe1-4e15-a0d5-6be113d53a57,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:48:40.824097 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-66827472-ae6c-49b5-a052-7348c303e752 None None] Provisioning complete for port 30d8b568-618b-40a1-9b9f-42efa88da408 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:48:40.824601 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-66827472-ae6c-49b5-a052-7348c303e752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (30d8b568-618b-40a1-9b9f-42efa88da408), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:40.958624 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-53aeaa14-b23c-47b9-a85d-eeedd0177a43 admin admin] Allocated IP 172.25.6.175 (d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8/a648e4ab-7422-41b9-b133-58aca25ab8f5/b39b37e7-c1bb-44ee-99fc-a3e6f234641c) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:48:40.960314 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-4bbc5527-91a6-422b-b209-e46c58a95d66 None None] Set router 3631f86f-dbeb-457b-97e9-21ca7b56fac1 gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:48:41.152663 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-66827472-ae6c-49b5-a052-7348c303e752 None None] Current status of the port 30d8b568-618b-40a1-9b9f-42efa88da408 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:48:41.155651 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-66827472-ae6c-49b5-a052-7348c303e752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (30d8b568-618b-40a1-9b9f-42efa88da408), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:41.186362 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29e82d2-0a18-470d-a4e7-a02518374e68 None None] Pushing event updated for resources: {'Port': ['ID=30d8b568-618b-40a1-9b9f-42efa88da408,revision_number=4']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:48:41.288261 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-66827472-ae6c-49b5-a052-7348c303e752 None None] For port 30d8b568-618b-40a1-9b9f-42efa88da408, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=30d8b568-618b-40a1-9b9f-42efa88da408,segment=NetworkSegment(1e3a6e62-168b-4b9e-8c03-5d1929a08b25),segment_id=1e3a6e62-168b-4b9e-8c03-5d1929a08b25)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:48:41.298639 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-66827472-ae6c-49b5-a052-7348c303e752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (30d8b568-618b-40a1-9b9f-42efa88da408), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:41.308254 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-53aeaa14-b23c-47b9-a85d-eeedd0177a43 admin admin] Publish callbacks [] for port (b39b37e7-c1bb-44ee-99fc-a3e6f234641c), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:41.402716 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-53aeaa14-b23c-47b9-a85d-eeedd0177a43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (b39b37e7-c1bb-44ee-99fc-a3e6f234641c), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:41.429937 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 4389a6e0-a22b-4209-b033-df1e9dba2e74 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:48:41.527743 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66827472-ae6c-49b5-a052-7348c303e752 None None] Pushing event updated for resources: {'Port': ['ID=30d8b568-618b-40a1-9b9f-42efa88da408,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:48:41.536072 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-3552abbe-9a86-4fe2-ae94-e8a45de9e5e6 None None] Provisioning complete for port 30d8b568-618b-40a1-9b9f-42efa88da408 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:48:41.541626 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3552abbe-9a86-4fe2-ae94-e8a45de9e5e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (30d8b568-618b-40a1-9b9f-42efa88da408), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:41.573853 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53aeaa14-b23c-47b9-a85d-eeedd0177a43 admin admin] Pushing event updated for resources: {'Port': ['ID=b39b37e7-c1bb-44ee-99fc-a3e6f234641c,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:48:41.595734 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-4bbc5527-91a6-422b-b209-e46c58a95d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3631f86f-dbeb-457b-97e9-21ca7b56fac1', 'name': 'tempest-TestVolumeBackupRestore-1728885111-router', 'tenant_id': '821f5e86c594480980d55cdbf8ff86dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': 'b5520070-89ae-4e6b-beef-4b8d6f0fe7b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:48:29Z', 'updated_at': '2022-01-28T19:48:35Z', 'revision_number': 4, 'project_id': '821f5e86c594480980d55cdbf8ff86dc', 'gw_port': {'id': 'b5520070-89ae-4e6b-beef-4b8d6f0fe7b2', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:01:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3631f86f-dbeb-457b-97e9-21ca7b56fac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:48:30Z', 'updated_at': '2022-01-28T19:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '30d8b568-618b-40a1-9b9f-42efa88da408', 'name': '', 'network_id': '421bb6ca-1541-487e-bb56-6893a3905012', 'tenant_id': '821f5e86c594480980d55cdbf8ff86dc', 'mac_address': 'fa:16:3e:21:b7:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3631f86f-dbeb-457b-97e9-21ca7b56fac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': '54fb11ad-ae20-4741-9575-b92a5fdeabc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:48:35Z', 'updated_at': '2022-01-28T19:48:40Z', 'revision_number': 4, 'project_id': '821f5e86c594480980d55cdbf8ff86dc', 'subnets': [{'id': '54fb11ad-ae20-4741-9575-b92a5fdeabc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:48:41.600732 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53aeaa14-b23c-47b9-a85d-eeedd0177a43 admin admin] Network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:48:41.605624 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-53aeaa14-b23c-47b9-a85d-eeedd0177a43 admin admin] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:48:41.608276 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53aeaa14-b23c-47b9-a85d-eeedd0177a43 admin admin] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:48:41.625002 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 4389a6e0-a22b-4209-b033-df1e9dba2e74 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:48:41.625518 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (4389a6e0-a22b-4209-b033-df1e9dba2e74), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:41.629043 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5fe7bb8e-3df2-446f-8a4b-60abf7035516 req-14b26683-17bf-431f-aed5-3c2ea7741671 tempest-TestServerMultinode-2099815483 tempest-TestServerMultinode-2099815483-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=f56794bf-fe33-4acd-80bc-00492cabc362 HTTP/1.1" status: 200 len: 210 time: 0.0754404 Jan 28 19:48:41.650664 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bbc5527-91a6-422b-b209-e46c58a95d66 None None] The sync data for ids ['3631f86f-dbeb-457b-97e9-21ca7b56fac1'] in n-d-812111-14 is: [{'id': '3631f86f-dbeb-457b-97e9-21ca7b56fac1', 'name': 'tempest-TestVolumeBackupRestore-1728885111-router', 'tenant_id': '821f5e86c594480980d55cdbf8ff86dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': 'b5520070-89ae-4e6b-beef-4b8d6f0fe7b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:48:29Z', 'updated_at': '2022-01-28T19:48:35Z', 'revision_number': 4, 'project_id': '821f5e86c594480980d55cdbf8ff86dc', 'gw_port': {'id': 'b5520070-89ae-4e6b-beef-4b8d6f0fe7b2', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:01:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3631f86f-dbeb-457b-97e9-21ca7b56fac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:48:30Z', 'updated_at': '2022-01-28T19:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '30d8b568-618b-40a1-9b9f-42efa88da408', 'name': '', 'network_id': '421bb6ca-1541-487e-bb56-6893a3905012', 'tenant_id': '821f5e86c594480980d55cdbf8ff86dc', 'mac_address': 'fa:16:3e:21:b7:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3631f86f-dbeb-457b-97e9-21ca7b56fac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': '54fb11ad-ae20-4741-9575-b92a5fdeabc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:48:35Z', 'updated_at': '2022-01-28T19:48:40Z', 'revision_number': 4, 'project_id': '821f5e86c594480980d55cdbf8ff86dc', 'subnets': [{'id': '54fb11ad-ae20-4741-9575-b92a5fdeabc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:48:41.755409 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-3552abbe-9a86-4fe2-ae94-e8a45de9e5e6 None None] Current status of the port 30d8b568-618b-40a1-9b9f-42efa88da408 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:48:41.772648 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:41.850964 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 4389a6e0-a22b-4209-b033-df1e9dba2e74 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:48:41.851363 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (4389a6e0-a22b-4209-b033-df1e9dba2e74), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:41.883215 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] For port 4389a6e0-a22b-4209-b033-df1e9dba2e74, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=4389a6e0-a22b-4209-b033-df1e9dba2e74,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:48:41.887615 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (4389a6e0-a22b-4209-b033-df1e9dba2e74), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:41.965463 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Pushing event updated for resources: {'Port': ['ID=4389a6e0-a22b-4209-b033-df1e9dba2e74,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:48:42.017227 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-53aeaa14-b23c-47b9-a85d-eeedd0177a43 admin admin] Publish callbacks [] for router_gateway (8a6707e2-de23-4697-af9d-fee0035872e1), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:42.781759 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c12f5c84-2c16-404f-8d37-2a91da331156 req-0872c456-6d2d-4f4a-8717-894cfdc8a8fb tempest-TestServerMultinode-2099815483 tempest-TestServerMultinode-2099815483-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=f56794bf-fe33-4acd-80bc-00492cabc362 HTTP/1.1" status: 200 len: 210 time: 0.0555332 Jan 28 19:48:42.785000 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-53aeaa14-b23c-47b9-a85d-eeedd0177a43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-731074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-731460'] for router (8a6707e2-de23-4697-af9d-fee0035872e1), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:42.858733 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47bc2671-c74a-4f9c-8e8a-a1ae7a72571c None None] Network 6a0a30eb-122b-4754-ba66-874f3182a548 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:48:42.863967 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65a4608-9822-4df6-b472-160685f89ced req-eac5bda7-04d1-42b6-8e57-2a740ebaa877 tempest-TestServerMultinode-2099815483 tempest-TestServerMultinode-2099815483-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:48:42.866102 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d65a4608-9822-4df6-b472-160685f89ced req-eac5bda7-04d1-42b6-8e57-2a740ebaa877 tempest-TestServerMultinode-2099815483 tempest-TestServerMultinode-2099815483-project-admin] 10.222.0.70 "GET /v2.0/networks?id=c5556376-9b35-43e3-93a0-c8cffa8f1a8a HTTP/1.1" status: 200 len: 910 time: 0.2337029 Jan 28 19:48:42.881647 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-d65a4608-9822-4df6-b472-160685f89ced req-85b74d74-abee-4d76-8a8b-463fa42bac46 tempest-TestServerMultinode-2099815483 tempest-TestServerMultinode-2099815483-project-admin] Request body: {'port': {'device_id': 'f56794bf-fe33-4acd-80bc-00492cabc362', 'network_id': 'c5556376-9b35-43e3-93a0-c8cffa8f1a8a', 'admin_state_up': True, 'tenant_id': '991f3fa2da044b68b2d5d5ab9589cd71'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:48:42.946468 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d65a4608-9822-4df6-b472-160685f89ced req-85b74d74-abee-4d76-8a8b-463fa42bac46 tempest-TestServerMultinode-2099815483 tempest-TestServerMultinode-2099815483-project-admin] Made reservation on behalf of 991f3fa2da044b68b2d5d5ab9589cd71 for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:48:42.948809 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-a0719ccf-069f-4893-a4c9-9e78ab5898e1 None None] Provisioning complete for port eca67be5-dfe1-4e15-a0d5-6be113d53a57 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:48:42.949445 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a0719ccf-069f-4893-a4c9-9e78ab5898e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (eca67be5-dfe1-4e15-a0d5-6be113d53a57), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:42.949878 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-d65a4608-9822-4df6-b472-160685f89ced req-85b74d74-abee-4d76-8a8b-463fa42bac46 tempest-TestServerMultinode-2099815483 tempest-TestServerMultinode-2099815483-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:43.053251 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53aeaa14-b23c-47b9-a85d-eeedd0177a43 admin admin] Router 8a6707e2-de23-4697-af9d-fee0035872e1 is scheduled to L3 agent 76fe5c49-705a-4e08-abb2-be585676213f with binding_index 1 {{(pid=103304) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 19:48:43.109860 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-a0719ccf-069f-4893-a4c9-9e78ab5898e1 None None] Current status of the port eca67be5-dfe1-4e15-a0d5-6be113d53a57 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:48:43.110261 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a0719ccf-069f-4893-a4c9-9e78ab5898e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (eca67be5-dfe1-4e15-a0d5-6be113d53a57), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:43.142091 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-d65a4608-9822-4df6-b472-160685f89ced req-85b74d74-abee-4d76-8a8b-463fa42bac46 tempest-TestServerMultinode-2099815483 tempest-TestServerMultinode-2099815483-project-admin] Allocated IP 172.20.0.6 (c5556376-9b35-43e3-93a0-c8cffa8f1a8a/c1a07704-5cdb-42ac-a3b3-26cc26a3017a/bb0db925-6fd5-4c3b-b95d-7f9088478c26) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:48:43.177325 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:43.184060 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-a0719ccf-069f-4893-a4c9-9e78ab5898e1 None None] For port eca67be5-dfe1-4e15-a0d5-6be113d53a57, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=eca67be5-dfe1-4e15-a0d5-6be113d53a57,segment=NetworkSegment(80b7c928-a0aa-4d61-ab96-2374c4d708a6),segment_id=80b7c928-a0aa-4d61-ab96-2374c4d708a6)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:48:43.193426 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a0719ccf-069f-4893-a4c9-9e78ab5898e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (eca67be5-dfe1-4e15-a0d5-6be113d53a57), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:43.263877 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53aeaa14-b23c-47b9-a85d-eeedd0177a43 admin admin] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:48:43.295220 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41fce33-d24c-44b3-8ec4-896c50533cec None None] Sync routers for ids ['8a6707e2-de23-4697-af9d-fee0035872e1'] in n-d-812111-14 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:48:43.343144 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0719ccf-069f-4893-a4c9-9e78ab5898e1 None None] Pushing event updated for resources: {'Port': ['ID=eca67be5-dfe1-4e15-a0d5-6be113d53a57,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:48:43.348476 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-53aeaa14-b23c-47b9-a85d-eeedd0177a43 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:43.350167 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-53aeaa14-b23c-47b9-a85d-eeedd0177a43 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.9637685 Jan 28 19:48:43.352857 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 56958) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:48:43.367195 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c41fce33-d24c-44b3-8ec4-896c50533cec None None] Routers {'8a6707e2-de23-4697-af9d-fee0035872e1'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:48:43.368167 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-c41fce33-d24c-44b3-8ec4-896c50533cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:48:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['8a6707e2-de23-4697-af9d-fee0035872e1'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:48:43.513357 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-d65a4608-9822-4df6-b472-160685f89ced req-85b74d74-abee-4d76-8a8b-463fa42bac46 tempest-TestServerMultinode-2099815483 tempest-TestServerMultinode-2099815483-project-admin] Publish callbacks [] for port (bb0db925-6fd5-4c3b-b95d-7f9088478c26), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:43.518980 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-c41fce33-d24c-44b3-8ec4-896c50533cec None None] Set router 8a6707e2-de23-4697-af9d-fee0035872e1 gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:48:43.592176 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device eca67be5-dfe1-4e15-a0d5-6be113d53a57 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:48:43.653062 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-d65a4608-9822-4df6-b472-160685f89ced req-85b74d74-abee-4d76-8a8b-463fa42bac46 tempest-TestServerMultinode-2099815483 tempest-TestServerMultinode-2099815483-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (bb0db925-6fd5-4c3b-b95d-7f9088478c26), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:43.672653 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6edaefd8-e322-414f-8f5d-9a394a693d28 None None] Sync routers for ids ['4e63d68c-3401-43a3-92e7-5b8e148e7bd1'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:48:43.688533 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6edaefd8-e322-414f-8f5d-9a394a693d28 None None] Routers {'4e63d68c-3401-43a3-92e7-5b8e148e7bd1'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:48:43.701569 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-6edaefd8-e322-414f-8f5d-9a394a693d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:48:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['4e63d68c-3401-43a3-92e7-5b8e148e7bd1'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:48:43.709256 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d65a4608-9822-4df6-b472-160685f89ced req-85b74d74-abee-4d76-8a8b-463fa42bac46 tempest-TestServerMultinode-2099815483 tempest-TestServerMultinode-2099815483-project-admin] Network c5556376-9b35-43e3-93a0-c8cffa8f1a8a is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:48:43.714768 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-d65a4608-9822-4df6-b472-160685f89ced req-85b74d74-abee-4d76-8a8b-463fa42bac46 tempest-TestServerMultinode-2099815483 tempest-TestServerMultinode-2099815483-project-admin] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:48:43.719532 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-d65a4608-9822-4df6-b472-160685f89ced req-85b74d74-abee-4d76-8a8b-463fa42bac46 tempest-TestServerMultinode-2099815483 tempest-TestServerMultinode-2099815483-project-admin] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:48:43.727064 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-5a619934-15a7-4238-9667-59e8c7859d22 None None] Provisioning complete for port eca67be5-dfe1-4e15-a0d5-6be113d53a57 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:48:43.728282 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5a619934-15a7-4238-9667-59e8c7859d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (eca67be5-dfe1-4e15-a0d5-6be113d53a57), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:43.823265 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port eca67be5-dfe1-4e15-a0d5-6be113d53a57 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:48:43.823744 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (eca67be5-dfe1-4e15-a0d5-6be113d53a57), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:43.887075 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b74d74-abee-4d76-8a8b-463fa42bac46 tempest-TestServerMultinode-2099815483 tempest-TestServerMultinode-2099815483-project-admin] Pushing event updated for resources: {'Port': ['ID=bb0db925-6fd5-4c3b-b95d-7f9088478c26,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:48:43.982610 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65a4608-9822-4df6-b472-160685f89ced req-85b74d74-abee-4d76-8a8b-463fa42bac46 tempest-TestServerMultinode-2099815483 tempest-TestServerMultinode-2099815483-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:48:43.983375 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-d65a4608-9822-4df6-b472-160685f89ced req-85b74d74-abee-4d76-8a8b-463fa42bac46 tempest-TestServerMultinode-2099815483 tempest-TestServerMultinode-2099815483-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:44.019616 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-6edaefd8-e322-414f-8f5d-9a394a693d28 None None] Set router 4e63d68c-3401-43a3-92e7-5b8e148e7bd1 gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:48:44.053870 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059a0707-0fef-4acb-ab15-a0e1892a2e9c req-06069af0-a242-4a5a-b128-a248f0e3340f tempest-TestServerMultinode-2099815483 tempest-TestServerMultinode-2099815483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:48:44.055544 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-059a0707-0fef-4acb-ab15-a0e1892a2e9c req-06069af0-a242-4a5a-b128-a248f0e3340f tempest-TestServerMultinode-2099815483 tempest-TestServerMultinode-2099815483-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=f56794bf-fe33-4acd-80bc-00492cabc362 HTTP/1.1" status: 200 len: 1027 time: 0.1219158 Jan 28 19:48:44.104632 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d65a4608-9822-4df6-b472-160685f89ced req-85b74d74-abee-4d76-8a8b-463fa42bac46 tempest-TestServerMultinode-2099815483 tempest-TestServerMultinode-2099815483-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.2273526 Jan 28 19:48:44.142360 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-059a0707-0fef-4acb-ab15-a0e1892a2e9c req-4fa134f9-a6de-4ea9-8c79-dd0f92e1819c tempest-TestServerMultinode-2099815483 tempest-TestServerMultinode-2099815483-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=e7344fe3-cf9a-4de9-93b0-1e9ef9683300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810897 Jan 28 19:48:44.241639 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-5a619934-15a7-4238-9667-59e8c7859d22 None None] Current status of the port eca67be5-dfe1-4e15-a0d5-6be113d53a57 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:48:44.267434 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port eca67be5-dfe1-4e15-a0d5-6be113d53a57 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:48:44.268754 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 4389a6e0-a22b-4209-b033-df1e9dba2e74 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:48:44.331014 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-d65a4608-9822-4df6-b472-160685f89ced req-07024301-8173-48b1-b959-590192d92c7c service neutron] Request body: {'port': {'device_id': 'f56794bf-fe33-4acd-80bc-00492cabc362', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-14'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:48:44.335986 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-c41fce33-d24c-44b3-8ec4-896c50533cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a6707e2-de23-4697-af9d-fee0035872e1', 'name': 'tempest-TestVolumeBackupRestore-171881453-router', 'tenant_id': 'f94f3ebba20e4ff9b64b701cc05b4d04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.175'}], 'enable_snat': True}, 'gw_port_id': 'b39b37e7-c1bb-44ee-99fc-a3e6f234641c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:48:39Z', 'updated_at': '2022-01-28T19:48:41Z', 'revision_number': 3, 'project_id': 'f94f3ebba20e4ff9b64b701cc05b4d04', 'gw_port': {'id': 'b39b37e7-c1bb-44ee-99fc-a3e6f234641c', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:c9:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a6707e2-de23-4697-af9d-fee0035872e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:48:40Z', 'updated_at': '2022-01-28T19:48:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:48:44.343194 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 4389a6e0-a22b-4209-b033-df1e9dba2e74 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:48:44.343194 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (4389a6e0-a22b-4209-b033-df1e9dba2e74), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:44.419551 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41fce33-d24c-44b3-8ec4-896c50533cec None None] Checking router: 8a6707e2-de23-4697-af9d-fee0035872e1 for host: n-d-812111-14 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:48:44.419946 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41fce33-d24c-44b3-8ec4-896c50533cec None None] Updating router 8a6707e2-de23-4697-af9d-fee0035872e1 port b39b37e7-c1bb-44ee-99fc-a3e6f234641c binding host n-d-812111-14 {{(pid=103306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:48:44.439869 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6d853152-32c1-47a3-924d-b89710617fe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:44.451918 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-d65a4608-9822-4df6-b472-160685f89ced req-07024301-8173-48b1-b959-590192d92c7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (bb0db925-6fd5-4c3b-b95d-7f9088478c26), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:44.510769 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-6edaefd8-e322-414f-8f5d-9a394a693d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e63d68c-3401-43a3-92e7-5b8e148e7bd1', 'name': 'tempest-TestServerMultinode-921036872-router', 'tenant_id': '991f3fa2da044b68b2d5d5ab9589cd71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': '4389a6e0-a22b-4209-b033-df1e9dba2e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:48:29Z', 'updated_at': '2022-01-28T19:48:36Z', 'revision_number': 4, 'project_id': '991f3fa2da044b68b2d5d5ab9589cd71', 'gw_port': {'id': '4389a6e0-a22b-4209-b033-df1e9dba2e74', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:75:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e63d68c-3401-43a3-92e7-5b8e148e7bd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3608, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:48:30Z', 'updated_at': '2022-01-28T19:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': 'fe8b496b-d35a-4543-a7d7-c2105614e2ed', 'name': '', 'network_id': '9c7defc3-4359-4766-b703-2fcd563ef4ed', 'tenant_id': '991f3fa2da044b68b2d5d5ab9589cd71', 'mac_address': 'fa:16:3e:11:b5:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e63d68c-3401-43a3-92e7-5b8e148e7bd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': '14beeb84-6330-40e3-8c51-d55964f0687e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:48:35Z', 'updated_at': '2022-01-28T19:48:37Z', 'revision_number': 2, 'project_id': '991f3fa2da044b68b2d5d5ab9589cd71', 'subnets': [{'id': '14beeb84-6330-40e3-8c51-d55964f0687e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:48:44.579946 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6edaefd8-e322-414f-8f5d-9a394a693d28 None None] Checking router: 4e63d68c-3401-43a3-92e7-5b8e148e7bd1 for host: n-d-812111-14 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:48:44.580509 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6edaefd8-e322-414f-8f5d-9a394a693d28 None None] Updating router 4e63d68c-3401-43a3-92e7-5b8e148e7bd1 port fe8b496b-d35a-4543-a7d7-c2105614e2ed binding host n-d-812111-14 {{(pid=103307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:48:44.680262 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c41fce33-d24c-44b3-8ec4-896c50533cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (b39b37e7-c1bb-44ee-99fc-a3e6f234641c), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:44.716628 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-6491e9d9-430d-41b5-a778-fc83ef2a8ccf None None] Provisioning complete for port bb0db925-6fd5-4c3b-b95d-7f9088478c26 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:48:44.716962 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-6edaefd8-e322-414f-8f5d-9a394a693d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (fe8b496b-d35a-4543-a7d7-c2105614e2ed), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:44.717447 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6491e9d9-430d-41b5-a778-fc83ef2a8ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (bb0db925-6fd5-4c3b-b95d-7f9088478c26), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:44.864957 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-6d853152-32c1-47a3-924d-b89710617fe4 admin admin] Allocated IP 172.20.0.1 (6a0a30eb-122b-4754-ba66-874f3182a548/ec685e6b-5ebd-4587-9ea2-2ce80bd9f447/fd2f2892-2f37-4516-8151-7d6020cf5d35) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:48:44.943580 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-6491e9d9-430d-41b5-a778-fc83ef2a8ccf None None] Port bb0db925-6fd5-4c3b-b95d-7f9088478c26 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:48:44.985405 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 4389a6e0-a22b-4209-b033-df1e9dba2e74 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:48:44.986802 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 30d8b568-618b-40a1-9b9f-42efa88da408 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:48:45.113094 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-d65a4608-9822-4df6-b472-160685f89ced req-07024301-8173-48b1-b959-590192d92c7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb0db925-6fd5-4c3b-b95d-7f9088478c26 {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:48:45.125937 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 30d8b568-618b-40a1-9b9f-42efa88da408 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:48:45.129895 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-d65a4608-9822-4df6-b472-160685f89ced req-07024301-8173-48b1-b959-590192d92c7c service neutron] Publish callbacks [] for port (bb0db925-6fd5-4c3b-b95d-7f9088478c26), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:45.130676 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (30d8b568-618b-40a1-9b9f-42efa88da408), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:45.133697 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-6edaefd8-e322-414f-8f5d-9a394a693d28 None None] Publish callbacks [] for port (fe8b496b-d35a-4543-a7d7-c2105614e2ed), precommit_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:45.142221 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-6edaefd8-e322-414f-8f5d-9a394a693d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (fe8b496b-d35a-4543-a7d7-c2105614e2ed), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:45.144528 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6d853152-32c1-47a3-924d-b89710617fe4 admin admin] Publish callbacks [] for port (fd2f2892-2f37-4516-8151-7d6020cf5d35), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:45.161127 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-d65a4608-9822-4df6-b472-160685f89ced req-07024301-8173-48b1-b959-590192d92c7c service neutron] Transition to ACTIVE for port object bb0db925-6fd5-4c3b-b95d-7f9088478c26 will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:48:45.176010 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-d65a4608-9822-4df6-b472-160685f89ced req-07024301-8173-48b1-b959-590192d92c7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (bb0db925-6fd5-4c3b-b95d-7f9088478c26), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:45.265992 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6d853152-32c1-47a3-924d-b89710617fe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (fd2f2892-2f37-4516-8151-7d6020cf5d35), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:45.268543 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07024301-8173-48b1-b959-590192d92c7c service neutron] Pushing event updated for resources: {'Port': ['ID=bb0db925-6fd5-4c3b-b95d-7f9088478c26,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:48:45.329968 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-6edaefd8-e322-414f-8f5d-9a394a693d28 None None] Attempting to bind port fe8b496b-d35a-4543-a7d7-c2105614e2ed on host n-d-812111-14 for vnic_type normal with profile {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:48:45.330936 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-6edaefd8-e322-414f-8f5d-9a394a693d28 None None] Attempting to bind port fe8b496b-d35a-4543-a7d7-c2105614e2ed by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '9e9d1bff-ba93-42f5-ba49-6ebf8f372f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '9c7defc3-4359-4766-b703-2fcd563ef4ed'}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:48:45.333506 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6edaefd8-e322-414f-8f5d-9a394a693d28 None None] Attempting to bind port fe8b496b-d35a-4543-a7d7-c2105614e2ed on network 9c7defc3-4359-4766-b703-2fcd563ef4ed {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:48:45.341620 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f9b87f-cebc-4e9a-a7b9-1c3e4e98e4a5 None None] Pushing event updated for resources: {'Port': ['ID=fe8b496b-d35a-4543-a7d7-c2105614e2ed,revision_number=3']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:48:45.351788 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6edaefd8-e322-414f-8f5d-9a394a693d28 None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:48:45.352171 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6edaefd8-e322-414f-8f5d-9a394a693d28 None None] Checking segment: {'id': '9e9d1bff-ba93-42f5-ba49-6ebf8f372f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '9c7defc3-4359-4766-b703-2fcd563ef4ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:48:45.352576 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-6edaefd8-e322-414f-8f5d-9a394a693d28 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:45.355991 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6edaefd8-e322-414f-8f5d-9a394a693d28 None None] Bound using segment: {'id': '9e9d1bff-ba93-42f5-ba49-6ebf8f372f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '9c7defc3-4359-4766-b703-2fcd563ef4ed'} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:48:45.356573 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-6edaefd8-e322-414f-8f5d-9a394a693d28 None None] Bound port: fe8b496b-d35a-4543-a7d7-c2105614e2ed, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e9d1bff-ba93-42f5-ba49-6ebf8f372f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '9c7defc3-4359-4766-b703-2fcd563ef4ed'}}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:48:45.356969 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-6edaefd8-e322-414f-8f5d-9a394a693d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (fe8b496b-d35a-4543-a7d7-c2105614e2ed), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:45.358362 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c41fce33-d24c-44b3-8ec4-896c50533cec None None] Publish callbacks [] for port (b39b37e7-c1bb-44ee-99fc-a3e6f234641c), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:45.373732 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 30d8b568-618b-40a1-9b9f-42efa88da408 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:48:45.376828 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c41fce33-d24c-44b3-8ec4-896c50533cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (b39b37e7-c1bb-44ee-99fc-a3e6f234641c), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:45.459256 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-c41fce33-d24c-44b3-8ec4-896c50533cec None None] Attempting to bind port b39b37e7-c1bb-44ee-99fc-a3e6f234641c on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:48:45.459635 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-c41fce33-d24c-44b3-8ec4-896c50533cec None None] Attempting to bind port b39b37e7-c1bb-44ee-99fc-a3e6f234641c by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:48:45.460080 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41fce33-d24c-44b3-8ec4-896c50533cec None None] Attempting to bind port b39b37e7-c1bb-44ee-99fc-a3e6f234641c on network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:48:45.462159 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717cfcb5-0005-49a4-a0ee-5513d59eb83b None None] Pushing event updated for resources: {'Port': ['ID=b39b37e7-c1bb-44ee-99fc-a3e6f234641c,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:48:45.487580 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41fce33-d24c-44b3-8ec4-896c50533cec None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:48:45.487975 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41fce33-d24c-44b3-8ec4-896c50533cec None None] Checking segment: {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:48:45.488393 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c41fce33-d24c-44b3-8ec4-896c50533cec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:45.488798 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41fce33-d24c-44b3-8ec4-896c50533cec None None] Bound using segment: {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:48:45.490738 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-c41fce33-d24c-44b3-8ec4-896c50533cec None None] Bound port: b39b37e7-c1bb-44ee-99fc-a3e6f234641c, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:48:45.491172 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c41fce33-d24c-44b3-8ec4-896c50533cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (b39b37e7-c1bb-44ee-99fc-a3e6f234641c), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:45.558344 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d853152-32c1-47a3-924d-b89710617fe4 admin admin] Pushing event updated for resources: {'Port': ['ID=fd2f2892-2f37-4516-8151-7d6020cf5d35,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:48:45.567957 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d853152-32c1-47a3-924d-b89710617fe4 admin admin] Network 6a0a30eb-122b-4754-ba66-874f3182a548 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:48:45.570667 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-6edaefd8-e322-414f-8f5d-9a394a693d28 None None] For port fe8b496b-d35a-4543-a7d7-c2105614e2ed, host n-d-812111-14, cleared binding levels {{(pid=103307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:48:45.576498 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-6edaefd8-e322-414f-8f5d-9a394a693d28 None None] For port fe8b496b-d35a-4543-a7d7-c2105614e2ed, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=fe8b496b-d35a-4543-a7d7-c2105614e2ed,segment=NetworkSegment(9e9d1bff-ba93-42f5-ba49-6ebf8f372f19),segment_id=9e9d1bff-ba93-42f5-ba49-6ebf8f372f19)] {{(pid=103307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:48:45.586972 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-6d853152-32c1-47a3-924d-b89710617fe4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:48:45.590593 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-6edaefd8-e322-414f-8f5d-9a394a693d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (fe8b496b-d35a-4543-a7d7-c2105614e2ed), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:45.594414 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d853152-32c1-47a3-924d-b89710617fe4 admin admin] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:48:45.604126 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device eca67be5-dfe1-4e15-a0d5-6be113d53a57 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:48:45.657793 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f9b87f-cebc-4e9a-a7b9-1c3e4e98e4a5 None None] Pushing event updated for resources: {'Port': ['ID=fe8b496b-d35a-4543-a7d7-c2105614e2ed,revision_number=4']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:48:45.686617 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6edaefd8-e322-414f-8f5d-9a394a693d28 None None] Routers {'4e63d68c-3401-43a3-92e7-5b8e148e7bd1'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:48:45.687790 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-6edaefd8-e322-414f-8f5d-9a394a693d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:48:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['4e63d68c-3401-43a3-92e7-5b8e148e7bd1'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:48:45.775375 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f08ef8-3f80-4480-bf98-92dfae59ed99 req-a5da60f3-169c-4b20-bc8e-07d751378336 tempest-TestServerMultinode-2099815483 tempest-TestServerMultinode-2099815483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:48:45.776956 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-42f08ef8-3f80-4480-bf98-92dfae59ed99 req-a5da60f3-169c-4b20-bc8e-07d751378336 tempest-TestServerMultinode-2099815483 tempest-TestServerMultinode-2099815483-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=f56794bf-fe33-4acd-80bc-00492cabc362 HTTP/1.1" status: 200 len: 1053 time: 0.4820008 Jan 28 19:48:45.803784 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-d65a4608-9822-4df6-b472-160685f89ced req-07024301-8173-48b1-b959-590192d92c7c service neutron] Attempting to bind port bb0db925-6fd5-4c3b-b95d-7f9088478c26 on host n-h2-812111-14 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:48:45.810311 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-d65a4608-9822-4df6-b472-160685f89ced req-07024301-8173-48b1-b959-590192d92c7c service neutron] Attempting to bind port bb0db925-6fd5-4c3b-b95d-7f9088478c26 by drivers openvswitch,hyperv on host n-h2-812111-14 at level 0 using segments [{'id': '0d4df840-35d0-4e5a-aed7-00715d6a6735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'c5556376-9b35-43e3-93a0-c8cffa8f1a8a'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:48:45.813274 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65a4608-9822-4df6-b472-160685f89ced req-07024301-8173-48b1-b959-590192d92c7c service neutron] Attempting to bind port bb0db925-6fd5-4c3b-b95d-7f9088478c26 on network c5556376-9b35-43e3-93a0-c8cffa8f1a8a {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:48:45.816133 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6d853152-32c1-47a3-924d-b89710617fe4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734769'] for router_interface (8a6707e2-de23-4697-af9d-fee0035872e1), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:45.861494 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-6edaefd8-e322-414f-8f5d-9a394a693d28 None None] Set router 4e63d68c-3401-43a3-92e7-5b8e148e7bd1 gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:48:45.912310 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-c41fce33-d24c-44b3-8ec4-896c50533cec None None] For port b39b37e7-c1bb-44ee-99fc-a3e6f234641c, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:48:45.919739 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-c41fce33-d24c-44b3-8ec4-896c50533cec None None] For port b39b37e7-c1bb-44ee-99fc-a3e6f234641c, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=b39b37e7-c1bb-44ee-99fc-a3e6f234641c,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:48:45.935674 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65a4608-9822-4df6-b472-160685f89ced req-07024301-8173-48b1-b959-590192d92c7c service neutron] Port bb0db925-6fd5-4c3b-b95d-7f9088478c26 on network c5556376-9b35-43e3-93a0-c8cffa8f1a8a not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-14 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:48:45.935971 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65a4608-9822-4df6-b472-160685f89ced req-07024301-8173-48b1-b959-590192d92c7c service neutron] Attempting to bind port bb0db925-6fd5-4c3b-b95d-7f9088478c26 on network c5556376-9b35-43e3-93a0-c8cffa8f1a8a {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:48:45.953273 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65a4608-9822-4df6-b472-160685f89ced req-07024301-8173-48b1-b959-590192d92c7c service neutron] Checking agent: {'id': '8f3fee4e-bf24-4b58-8a3a-ae9c8011a473', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 48, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:48:45.953624 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65a4608-9822-4df6-b472-160685f89ced req-07024301-8173-48b1-b959-590192d92c7c service neutron] Checking segment: {'id': '0d4df840-35d0-4e5a-aed7-00715d6a6735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'c5556376-9b35-43e3-93a0-c8cffa8f1a8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:48:45.956759 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65a4608-9822-4df6-b472-160685f89ced req-07024301-8173-48b1-b959-590192d92c7c service neutron] Bound using segment: {'id': '0d4df840-35d0-4e5a-aed7-00715d6a6735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'c5556376-9b35-43e3-93a0-c8cffa8f1a8a'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:48:45.956759 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-d65a4608-9822-4df6-b472-160685f89ced req-07024301-8173-48b1-b959-590192d92c7c service neutron] Bound port: bb0db925-6fd5-4c3b-b95d-7f9088478c26, host: n-h2-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d4df840-35d0-4e5a-aed7-00715d6a6735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'c5556376-9b35-43e3-93a0-c8cffa8f1a8a'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:48:45.956759 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-d65a4608-9822-4df6-b472-160685f89ced req-07024301-8173-48b1-b959-590192d92c7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (bb0db925-6fd5-4c3b-b95d-7f9088478c26), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:45.980464 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-74d51bba-d81a-4993-9634-990f9301787a None None] Provisioning complete for port fe8b496b-d35a-4543-a7d7-c2105614e2ed triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:48:45.980942 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-74d51bba-d81a-4993-9634-990f9301787a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (fe8b496b-d35a-4543-a7d7-c2105614e2ed), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:46.041809 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-42f08ef8-3f80-4480-bf98-92dfae59ed99 req-22736bc6-abfd-4ba1-ba98-f2d646fa8f7b tempest-TestServerMultinode-2099815483 tempest-TestServerMultinode-2099815483-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=e7344fe3-cf9a-4de9-93b0-1e9ef9683300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401741 Jan 28 19:48:46.071032 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port eca67be5-dfe1-4e15-a0d5-6be113d53a57 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:48:46.071714 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (eca67be5-dfe1-4e15-a0d5-6be113d53a57), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:46.076748 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c41fce33-d24c-44b3-8ec4-896c50533cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (b39b37e7-c1bb-44ee-99fc-a3e6f234641c), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:46.208624 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-d65a4608-9822-4df6-b472-160685f89ced req-07024301-8173-48b1-b959-590192d92c7c service neutron] For port bb0db925-6fd5-4c3b-b95d-7f9088478c26, host n-h2-812111-14, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:48:46.228574 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717cfcb5-0005-49a4-a0ee-5513d59eb83b None None] Pushing event updated for resources: {'Port': ['ID=b39b37e7-c1bb-44ee-99fc-a3e6f234641c,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:48:46.230281 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-d65a4608-9822-4df6-b472-160685f89ced req-07024301-8173-48b1-b959-590192d92c7c service neutron] For port bb0db925-6fd5-4c3b-b95d-7f9088478c26, host n-h2-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=bb0db925-6fd5-4c3b-b95d-7f9088478c26,segment=NetworkSegment(0d4df840-35d0-4e5a-aed7-00715d6a6735),segment_id=0d4df840-35d0-4e5a-aed7-00715d6a6735)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:48:46.232323 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6d853152-32c1-47a3-924d-b89710617fe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (fd2f2892-2f37-4516-8151-7d6020cf5d35), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:46.237432 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-6edaefd8-e322-414f-8f5d-9a394a693d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e63d68c-3401-43a3-92e7-5b8e148e7bd1', 'name': 'tempest-TestServerMultinode-921036872-router', 'tenant_id': '991f3fa2da044b68b2d5d5ab9589cd71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': '4389a6e0-a22b-4209-b033-df1e9dba2e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:48:29Z', 'updated_at': '2022-01-28T19:48:36Z', 'revision_number': 4, 'project_id': '991f3fa2da044b68b2d5d5ab9589cd71', 'gw_port': {'id': '4389a6e0-a22b-4209-b033-df1e9dba2e74', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:75:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e63d68c-3401-43a3-92e7-5b8e148e7bd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3608, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:48:30Z', 'updated_at': '2022-01-28T19:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': 'fe8b496b-d35a-4543-a7d7-c2105614e2ed', 'name': '', 'network_id': '9c7defc3-4359-4766-b703-2fcd563ef4ed', 'tenant_id': '991f3fa2da044b68b2d5d5ab9589cd71', 'mac_address': 'fa:16:3e:11:b5:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e63d68c-3401-43a3-92e7-5b8e148e7bd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': '14beeb84-6330-40e3-8c51-d55964f0687e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:48:35Z', 'updated_at': '2022-01-28T19:48:45Z', 'revision_number': 4, 'project_id': '991f3fa2da044b68b2d5d5ab9589cd71', 'subnets': [{'id': '14beeb84-6330-40e3-8c51-d55964f0687e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:48:46.254548 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-d65a4608-9822-4df6-b472-160685f89ced req-07024301-8173-48b1-b959-590192d92c7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (bb0db925-6fd5-4c3b-b95d-7f9088478c26), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:46.271384 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6edaefd8-e322-414f-8f5d-9a394a693d28 None None] The sync data for ids ['4e63d68c-3401-43a3-92e7-5b8e148e7bd1'] in n-d-812111-14 is: [{'id': '4e63d68c-3401-43a3-92e7-5b8e148e7bd1', 'name': 'tempest-TestServerMultinode-921036872-router', 'tenant_id': '991f3fa2da044b68b2d5d5ab9589cd71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': '4389a6e0-a22b-4209-b033-df1e9dba2e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:48:29Z', 'updated_at': '2022-01-28T19:48:36Z', 'revision_number': 4, 'project_id': '991f3fa2da044b68b2d5d5ab9589cd71', 'gw_port': {'id': '4389a6e0-a22b-4209-b033-df1e9dba2e74', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:75:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e63d68c-3401-43a3-92e7-5b8e148e7bd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3608, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:48:30Z', 'updated_at': '2022-01-28T19:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': 'fe8b496b-d35a-4543-a7d7-c2105614e2ed', 'name': '', 'network_id': '9c7defc3-4359-4766-b703-2fcd563ef4ed', 'tenant_id': '991f3fa2da044b68b2d5d5ab9589cd71', 'mac_address': 'fa:16:3e:11:b5:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e63d68c-3401-43a3-92e7-5b8e148e7bd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': '14beeb84-6330-40e3-8c51-d55964f0687e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:48:35Z', 'updated_at': '2022-01-28T19:48:45Z', 'revision_number': 4, 'project_id': '991f3fa2da044b68b2d5d5ab9589cd71', 'subnets': [{'id': '14beeb84-6330-40e3-8c51-d55964f0687e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:48:46.277618 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c41fce33-d24c-44b3-8ec4-896c50533cec None None] Routers {'8a6707e2-de23-4697-af9d-fee0035872e1'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:48:46.278270 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-c41fce33-d24c-44b3-8ec4-896c50533cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:48:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['8a6707e2-de23-4697-af9d-fee0035872e1'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:48:46.354300 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65a4608-9822-4df6-b472-160685f89ced req-07024301-8173-48b1-b959-590192d92c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:48:46.355175 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-d65a4608-9822-4df6-b472-160685f89ced req-07024301-8173-48b1-b959-590192d92c7c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:46.356833 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d65a4608-9822-4df6-b472-160685f89ced req-07024301-8173-48b1-b959-590192d92c7c service neutron] 10.222.0.70 "PUT /v2.0/ports/bb0db925-6fd5-4c3b-b95d-7f9088478c26 HTTP/1.1" status: 200 len: 1092 time: 2.2423699 Jan 28 19:48:46.357521 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f56794bf-fe33-4acd-80bc-00492cabc362', 'tag': 'bb0db925-6fd5-4c3b-b95d-7f9088478c26'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:48:46.360017 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c075a857-468c-41d8-8231-839ee4443592" -d '{"events": [{"name": "network-changed", "server_uuid": "f56794bf-fe33-4acd-80bc-00492cabc362", "tag": "bb0db925-6fd5-4c3b-b95d-7f9088478c26"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:48:46.459313 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-74d51bba-d81a-4993-9634-990f9301787a None None] Current status of the port fe8b496b-d35a-4543-a7d7-c2105614e2ed is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:48:46.459852 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-74d51bba-d81a-4993-9634-990f9301787a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (fe8b496b-d35a-4543-a7d7-c2105614e2ed), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:46.466256 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:48:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce937789-2ee9-4c31-8070-800c50abae65 x-openstack-request-id: req-ce937789-2ee9-4c31-8070-800c50abae65 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:48:46.466600 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f56794bf-fe33-4acd-80bc-00492cabc362", "tag": "bb0db925-6fd5-4c3b-b95d-7f9088478c26", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:48:46.466819 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ce937789-2ee9-4c31-8070-800c50abae65 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:48:46.467245 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f56794bf-fe33-4acd-80bc-00492cabc362', 'tag': 'bb0db925-6fd5-4c3b-b95d-7f9088478c26', 'status': 'completed', 'code': 200} Jan 28 19:48:46.495150 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07024301-8173-48b1-b959-590192d92c7c service neutron] Pushing event updated for resources: {'Port': ['ID=bb0db925-6fd5-4c3b-b95d-7f9088478c26,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:48:46.668917 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-74d51bba-d81a-4993-9634-990f9301787a None None] For port fe8b496b-d35a-4543-a7d7-c2105614e2ed, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=fe8b496b-d35a-4543-a7d7-c2105614e2ed,segment=NetworkSegment(9e9d1bff-ba93-42f5-ba49-6ebf8f372f19),segment_id=9e9d1bff-ba93-42f5-ba49-6ebf8f372f19)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:48:46.670558 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port eca67be5-dfe1-4e15-a0d5-6be113d53a57 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:48:46.684458 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-74d51bba-d81a-4993-9634-990f9301787a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (fe8b496b-d35a-4543-a7d7-c2105614e2ed), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:46.688478 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-c41fce33-d24c-44b3-8ec4-896c50533cec None None] Set router 8a6707e2-de23-4697-af9d-fee0035872e1 gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:48:46.708703 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65a4608-9822-4df6-b472-160685f89ced req-d2a18e27-4dab-4220-b08e-b9c978edf395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:48:46.710739 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d65a4608-9822-4df6-b472-160685f89ced req-d2a18e27-4dab-4220-b08e-b9c978edf395 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=991f3fa2da044b68b2d5d5ab9589cd71&device_id=f56794bf-fe33-4acd-80bc-00492cabc362 HTTP/1.1" status: 200 len: 1126 time: 0.2773998 Jan 28 19:48:46.716284 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6d853152-32c1-47a3-924d-b89710617fe4 admin admin] Publish callbacks [] for port (fd2f2892-2f37-4516-8151-7d6020cf5d35), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:46.765707 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6d853152-32c1-47a3-924d-b89710617fe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (fd2f2892-2f37-4516-8151-7d6020cf5d35), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:46.862809 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6d853152-32c1-47a3-924d-b89710617fe4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-756216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-732801'] for router_interface (8a6707e2-de23-4697-af9d-fee0035872e1), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:46.866248 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d853152-32c1-47a3-924d-b89710617fe4 admin admin] Pushing event updated for resources: {'Port': ['ID=fd2f2892-2f37-4516-8151-7d6020cf5d35,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:48:46.869496 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d65a4608-9822-4df6-b472-160685f89ced req-8d3c5909-44e3-4224-8a1e-ecf176fc52b6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bb0db925-6fd5-4c3b-b95d-7f9088478c26 HTTP/1.1" status: 200 len: 217 time: 0.1505432 Jan 28 19:48:46.913603 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d51bba-d81a-4993-9634-990f9301787a None None] Pushing event updated for resources: {'Port': ['ID=fe8b496b-d35a-4543-a7d7-c2105614e2ed,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:48:46.987114 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65a4608-9822-4df6-b472-160685f89ced req-eecabe65-b8f2-4d30-bdb6-d6ffa56bd7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:48:46.988617 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d65a4608-9822-4df6-b472-160685f89ced req-eecabe65-b8f2-4d30-bdb6-d6ffa56bd7b8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c1a07704-5cdb-42ac-a3b3-26cc26a3017a HTTP/1.1" status: 200 len: 849 time: 0.1097369 Jan 28 19:48:46.998265 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-511bca07-ee9f-4042-af0e-09eab6edbaab None None] Provisioning complete for port fd2f2892-2f37-4516-8151-7d6020cf5d35 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:48:46.998651 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-511bca07-ee9f-4042-af0e-09eab6edbaab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (fd2f2892-2f37-4516-8151-7d6020cf5d35), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:47.092826 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-511bca07-ee9f-4042-af0e-09eab6edbaab None None] Port fd2f2892-2f37-4516-8151-7d6020cf5d35 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:48:47.117708 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-511bca07-ee9f-4042-af0e-09eab6edbaab None None] Provisioning complete for port fe8b496b-d35a-4543-a7d7-c2105614e2ed triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:48:47.118092 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-511bca07-ee9f-4042-af0e-09eab6edbaab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (fe8b496b-d35a-4543-a7d7-c2105614e2ed), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:47.169361 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-c41fce33-d24c-44b3-8ec4-896c50533cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a6707e2-de23-4697-af9d-fee0035872e1', 'name': 'tempest-TestVolumeBackupRestore-171881453-router', 'tenant_id': 'f94f3ebba20e4ff9b64b701cc05b4d04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.175'}], 'enable_snat': True}, 'gw_port_id': 'b39b37e7-c1bb-44ee-99fc-a3e6f234641c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:48:39Z', 'updated_at': '2022-01-28T19:48:46Z', 'revision_number': 4, 'project_id': 'f94f3ebba20e4ff9b64b701cc05b4d04', 'gw_port': {'id': 'b39b37e7-c1bb-44ee-99fc-a3e6f234641c', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:c9:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a6707e2-de23-4697-af9d-fee0035872e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:48:40Z', 'updated_at': '2022-01-28T19:48:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': 'fd2f2892-2f37-4516-8151-7d6020cf5d35', 'name': '', 'network_id': '6a0a30eb-122b-4754-ba66-874f3182a548', 'tenant_id': 'f94f3ebba20e4ff9b64b701cc05b4d04', 'mac_address': 'fa:16:3e:a0:32:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a6707e2-de23-4697-af9d-fee0035872e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': 'ec685e6b-5ebd-4587-9ea2-2ce80bd9f447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:48:44Z', 'updated_at': '2022-01-28T19:48:44Z', 'revision_number': 1, 'project_id': 'f94f3ebba20e4ff9b64b701cc05b4d04', 'subnets': [{'id': 'ec685e6b-5ebd-4587-9ea2-2ce80bd9f447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:48:47.225678 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41fce33-d24c-44b3-8ec4-896c50533cec None None] The sync data for ids ['8a6707e2-de23-4697-af9d-fee0035872e1'] in n-d-812111-14 is: [{'id': '8a6707e2-de23-4697-af9d-fee0035872e1', 'name': 'tempest-TestVolumeBackupRestore-171881453-router', 'tenant_id': 'f94f3ebba20e4ff9b64b701cc05b4d04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.175'}], 'enable_snat': True}, 'gw_port_id': 'b39b37e7-c1bb-44ee-99fc-a3e6f234641c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:48:39Z', 'updated_at': '2022-01-28T19:48:46Z', 'revision_number': 4, 'project_id': 'f94f3ebba20e4ff9b64b701cc05b4d04', 'gw_port': {'id': 'b39b37e7-c1bb-44ee-99fc-a3e6f234641c', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:c9:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a6707e2-de23-4697-af9d-fee0035872e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:48:40Z', 'updated_at': '2022-01-28T19:48:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': 'fd2f2892-2f37-4516-8151-7d6020cf5d35', 'name': '', 'network_id': '6a0a30eb-122b-4754-ba66-874f3182a548', 'tenant_id': 'f94f3ebba20e4ff9b64b701cc05b4d04', 'mac_address': 'fa:16:3e:a0:32:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a6707e2-de23-4697-af9d-fee0035872e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': 'ec685e6b-5ebd-4587-9ea2-2ce80bd9f447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:48:44Z', 'updated_at': '2022-01-28T19:48:44Z', 'revision_number': 1, 'project_id': 'f94f3ebba20e4ff9b64b701cc05b4d04', 'subnets': [{'id': 'ec685e6b-5ebd-4587-9ea2-2ce80bd9f447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:48:47.305794 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-511bca07-ee9f-4042-af0e-09eab6edbaab None None] Current status of the port fe8b496b-d35a-4543-a7d7-c2105614e2ed is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:48:47.464335 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d853152-32c1-47a3-924d-b89710617fe4 admin admin] Network 6a0a30eb-122b-4754-ba66-874f3182a548 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:48:47.471393 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-6d853152-32c1-47a3-924d-b89710617fe4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:48:47.476327 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65a4608-9822-4df6-b472-160685f89ced req-2d4fe1ab-7b63-4aae-948d-66c907404deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:48:47.477980 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d65a4608-9822-4df6-b472-160685f89ced req-2d4fe1ab-7b63-4aae-948d-66c907404deb service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c5556376-9b35-43e3-93a0-c8cffa8f1a8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4825602 Jan 28 19:48:47.485162 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22332466-8a76-40fe-a6d6-e2babe124cd9 req-f6d8582b-b1fe-469e-81fc-6f15885745e8 tempest-TestServerMultinode-2099815483 tempest-TestServerMultinode-2099815483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:48:47.487007 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-22332466-8a76-40fe-a6d6-e2babe124cd9 req-f6d8582b-b1fe-469e-81fc-6f15885745e8 tempest-TestServerMultinode-2099815483 tempest-TestServerMultinode-2099815483-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=f56794bf-fe33-4acd-80bc-00492cabc362 HTTP/1.1" status: 200 len: 1126 time: 0.1411276 Jan 28 19:48:47.519519 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device fe8b496b-d35a-4543-a7d7-c2105614e2ed up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:48:47.583148 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port fe8b496b-d35a-4543-a7d7-c2105614e2ed triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:48:47.583590 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (fe8b496b-d35a-4543-a7d7-c2105614e2ed), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:47.714198 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-22332466-8a76-40fe-a6d6-e2babe124cd9 req-96a01109-54e1-4e81-b965-1109357ead73 tempest-TestServerMultinode-2099815483 tempest-TestServerMultinode-2099815483-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=e7344fe3-cf9a-4de9-93b0-1e9ef9683300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027574 Jan 28 19:48:47.808276 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d65a4608-9822-4df6-b472-160685f89ced req-8336078b-dc52-4339-90c1-e4aa9dccbc2c service neutron] 10.222.0.70 "GET /v2.0/networks/c5556376-9b35-43e3-93a0-c8cffa8f1a8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3115883 Jan 28 19:48:47.914929 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d853152-32c1-47a3-924d-b89710617fe4 admin admin] Router 8a6707e2-de23-4697-af9d-fee0035872e1 has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:48:47.972325 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port fe8b496b-d35a-4543-a7d7-c2105614e2ed is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:48:47.994517 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-ddcd16b6-2a9c-495d-b50a-d30bad088c41 None None] Provisioning complete for port fd2f2892-2f37-4516-8151-7d6020cf5d35 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:48:47.994903 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ddcd16b6-2a9c-495d-b50a-d30bad088c41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (fd2f2892-2f37-4516-8151-7d6020cf5d35), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:48.086149 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-ddcd16b6-2a9c-495d-b50a-d30bad088c41 None None] Port fd2f2892-2f37-4516-8151-7d6020cf5d35 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:48:48.131568 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d853152-32c1-47a3-924d-b89710617fe4 admin admin] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:48:48.140578 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-6d853152-32c1-47a3-924d-b89710617fe4 admin admin] 10.222.0.64 "PUT /v2.0/routers/8a6707e2-de23-4697-af9d-fee0035872e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7800579 Jan 28 19:48:48.152837 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d65a4608-9822-4df6-b472-160685f89ced req-e59a7511-fb54-4b65-b369-e283f17b173a service neutron] 10.222.0.70 "GET /v2.0/networks/c5556376-9b35-43e3-93a0-c8cffa8f1a8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3387113 Jan 28 19:48:48.298011 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c075a857-468c-41d8-8231-839ee4443592 req-a4c43335-5e26-4da1-b3ca-f8b9a6656454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:48:48.300610 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c075a857-468c-41d8-8231-839ee4443592 req-a4c43335-5e26-4da1-b3ca-f8b9a6656454 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=991f3fa2da044b68b2d5d5ab9589cd71&device_id=f56794bf-fe33-4acd-80bc-00492cabc362 HTTP/1.1" status: 200 len: 1126 time: 0.0864315 Jan 28 19:48:48.427439 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c075a857-468c-41d8-8231-839ee4443592 req-ad39ab53-31cc-41b9-a872-19159a842cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:48:48.430515 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c075a857-468c-41d8-8231-839ee4443592 req-ad39ab53-31cc-41b9-a872-19159a842cf1 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c5556376-9b35-43e3-93a0-c8cffa8f1a8a HTTP/1.1" status: 200 len: 910 time: 0.1241622 Jan 28 19:48:48.480586 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c075a857-468c-41d8-8231-839ee4443592 req-aae5de45-9ae5-436a-9e2f-b978b5eb6a53 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bb0db925-6fd5-4c3b-b95d-7f9088478c26 HTTP/1.1" status: 200 len: 217 time: 0.0427127 Jan 28 19:48:48.552372 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c075a857-468c-41d8-8231-839ee4443592 req-bb0a1b0f-cf4e-4b59-bde4-6d5b04d8b934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:48:48.554753 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c075a857-468c-41d8-8231-839ee4443592 req-bb0a1b0f-cf4e-4b59-bde4-6d5b04d8b934 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c1a07704-5cdb-42ac-a3b3-26cc26a3017a HTTP/1.1" status: 200 len: 849 time: 0.0677516 Jan 28 19:48:48.608010 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c075a857-468c-41d8-8231-839ee4443592 req-795f2833-9c3c-4f32-9b19-d5306fc1c37d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:48:48.609620 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c075a857-468c-41d8-8231-839ee4443592 req-795f2833-9c3c-4f32-9b19-d5306fc1c37d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c5556376-9b35-43e3-93a0-c8cffa8f1a8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0485415 Jan 28 19:48:48.721919 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c075a857-468c-41d8-8231-839ee4443592 req-3e12a83c-aa07-47e3-a995-3983c3558b86 service neutron] 10.222.0.70 "GET /v2.0/networks/c5556376-9b35-43e3-93a0-c8cffa8f1a8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061540 Jan 28 19:48:48.871082 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c075a857-468c-41d8-8231-839ee4443592 req-604d371b-fd00-405a-a69e-5312db8e79bb service neutron] 10.222.0.70 "GET /v2.0/networks/c5556376-9b35-43e3-93a0-c8cffa8f1a8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365957 Jan 28 19:48:48.897705 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005a1925-b8d7-488c-a6e9-56c844d102e6 req-eeec91e1-317e-49d3-ac68-3536847c03d9 tempest-TestServerMultinode-2099815483 tempest-TestServerMultinode-2099815483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:48:48.899407 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-005a1925-b8d7-488c-a6e9-56c844d102e6 req-eeec91e1-317e-49d3-ac68-3536847c03d9 tempest-TestServerMultinode-2099815483 tempest-TestServerMultinode-2099815483-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=f56794bf-fe33-4acd-80bc-00492cabc362 HTTP/1.1" status: 200 len: 1126 time: 0.0985994 Jan 28 19:48:48.903280 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-24040e98-b44e-42cb-a188-387589dbc01e req-54806114-41b5-478f-bfc0-ed08de6dc679 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=791e4287-1de3-49bc-a1ec-b6d029c0f341&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0937448 Jan 28 19:48:48.951016 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-005a1925-b8d7-488c-a6e9-56c844d102e6 req-5e478b8a-3274-4158-9dd9-a2f1f2bf4a56 tempest-TestServerMultinode-2099815483 tempest-TestServerMultinode-2099815483-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=e7344fe3-cf9a-4de9-93b0-1e9ef9683300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453050 Jan 28 19:48:49.038490 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24040e98-b44e-42cb-a188-387589dbc01e req-30bac122-81d0-480f-af02-c407bf07789b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:48:49.040455 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-24040e98-b44e-42cb-a188-387589dbc01e req-30bac122-81d0-480f-af02-c407bf07789b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ce9d5ffcc83f4c96b4b0a979abf83eac&device_id=791e4287-1de3-49bc-a1ec-b6d029c0f341 HTTP/1.1" status: 200 len: 1128 time: 0.0782747 Jan 28 19:48:49.200968 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24040e98-b44e-42cb-a188-387589dbc01e req-f6d1a6c1-5d84-4696-9bc2-904070e929f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:48:49.202607 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-24040e98-b44e-42cb-a188-387589dbc01e req-f6d1a6c1-5d84-4696-9bc2-904070e929f2 service neutron] 10.222.0.70 "GET /v2.0/networks?id=3700e1ad-342e-4f1a-871d-e15b5f904175 HTTP/1.1" status: 200 len: 910 time: 0.1251900 Jan 28 19:48:49.285698 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-24040e98-b44e-42cb-a188-387589dbc01e req-56e6c655-cbd0-4d84-928f-6fccc95aadb9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=54ce03ba-a018-4f84-a77f-ff97c9ab71e4 HTTP/1.1" status: 200 len: 1001 time: 0.0756891 Jan 28 19:48:49.363607 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24040e98-b44e-42cb-a188-387589dbc01e req-b174fbbb-f833-45c3-8c42-33b52882f944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:48:49.365715 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-24040e98-b44e-42cb-a188-387589dbc01e req-b174fbbb-f833-45c3-8c42-33b52882f944 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b109c86a-1507-4ec3-aba8-1ee8310a4fe4 HTTP/1.1" status: 200 len: 849 time: 0.0743952 Jan 28 19:48:49.458972 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24040e98-b44e-42cb-a188-387589dbc01e req-374d81fd-f351-464b-90fc-40ccd3a5253c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:48:49.460778 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-24040e98-b44e-42cb-a188-387589dbc01e req-374d81fd-f351-464b-90fc-40ccd3a5253c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3700e1ad-342e-4f1a-871d-e15b5f904175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0877438 Jan 28 19:48:49.589202 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device b39b37e7-c1bb-44ee-99fc-a3e6f234641c up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:48:49.613435 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-24040e98-b44e-42cb-a188-387589dbc01e req-38c2b128-7495-495c-b15b-442524738f82 service neutron] 10.222.0.70 "GET /v2.0/networks/3700e1ad-342e-4f1a-871d-e15b5f904175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356111 Jan 28 19:48:49.660127 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port b39b37e7-c1bb-44ee-99fc-a3e6f234641c triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:48:49.660875 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (b39b37e7-c1bb-44ee-99fc-a3e6f234641c), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:49.730848 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-24040e98-b44e-42cb-a188-387589dbc01e req-91ec2c72-dc35-4389-872e-f42709800028 service neutron] 10.222.0.70 "GET /v2.0/networks/3700e1ad-342e-4f1a-871d-e15b5f904175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114047 Jan 28 19:48:49.767482 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port b39b37e7-c1bb-44ee-99fc-a3e6f234641c is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:48:49.768430 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (b39b37e7-c1bb-44ee-99fc-a3e6f234641c), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:49.793323 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] For port b39b37e7-c1bb-44ee-99fc-a3e6f234641c, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=b39b37e7-c1bb-44ee-99fc-a3e6f234641c,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:48:49.799588 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (b39b37e7-c1bb-44ee-99fc-a3e6f234641c), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:49.881575 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Pushing event updated for resources: {'Port': ['ID=b39b37e7-c1bb-44ee-99fc-a3e6f234641c,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:48:50.093551 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8b9e50-c4cd-4575-beb1-61ec9f583b19 req-b61d9675-cb9b-4ea7-b0d3-9f1902aec02f tempest-TestServerMultinode-2099815483 tempest-TestServerMultinode-2099815483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:48:50.095092 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8d8b9e50-c4cd-4575-beb1-61ec9f583b19 req-b61d9675-cb9b-4ea7-b0d3-9f1902aec02f tempest-TestServerMultinode-2099815483 tempest-TestServerMultinode-2099815483-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=f56794bf-fe33-4acd-80bc-00492cabc362 HTTP/1.1" status: 200 len: 1126 time: 0.0513847 Jan 28 19:48:50.175911 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8d8b9e50-c4cd-4575-beb1-61ec9f583b19 req-42fab92b-4f49-4c02-8f97-c046ba3e20c3 tempest-TestServerMultinode-2099815483 tempest-TestServerMultinode-2099815483-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=e7344fe3-cf9a-4de9-93b0-1e9ef9683300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663986 Jan 28 19:48:50.888621 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device bb0db925-6fd5-4c3b-b95d-7f9088478c26 details requested by agent hyperv_n-h2-812111-14 with host n-h2-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:48:50.989916 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:51.025661 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port bb0db925-6fd5-4c3b-b95d-7f9088478c26, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=bb0db925-6fd5-4c3b-b95d-7f9088478c26,segment=NetworkSegment(0d4df840-35d0-4e5a-aed7-00715d6a6735),segment_id=0d4df840-35d0-4e5a-aed7-00715d6a6735)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:48:51.039214 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Returning: {'device': 'bb0db925-6fd5-4c3b-b95d-7f9088478c26', 'network_id': 'c5556376-9b35-43e3-93a0-c8cffa8f1a8a', 'port_id': 'bb0db925-6fd5-4c3b-b95d-7f9088478c26', 'mac_address': 'fa:16:3e:cf:52:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1a07704-5cdb-42ac-a3b3-26cc26a3017a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:48:51.100802 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port bb0db925-6fd5-4c3b-b95d-7f9088478c26 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:48:51.101231 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (bb0db925-6fd5-4c3b-b95d-7f9088478c26), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:51.120311 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb0db925-6fd5-4c3b-b95d-7f9088478c26 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:48:51.143175 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port bb0db925-6fd5-4c3b-b95d-7f9088478c26, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=bb0db925-6fd5-4c3b-b95d-7f9088478c26,segment=NetworkSegment(0d4df840-35d0-4e5a-aed7-00715d6a6735),segment_id=0d4df840-35d0-4e5a-aed7-00715d6a6735)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:48:51.149002 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (bb0db925-6fd5-4c3b-b95d-7f9088478c26), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:51.243174 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=bb0db925-6fd5-4c3b-b95d-7f9088478c26,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:48:51.331459 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cda0a4-c323-4e89-912b-692349849898 req-1feebe14-1265-4b0e-a468-371726b33b4a tempest-TestServerMultinode-2099815483 tempest-TestServerMultinode-2099815483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:48:51.333840 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e9cda0a4-c323-4e89-912b-692349849898 req-1feebe14-1265-4b0e-a468-371726b33b4a tempest-TestServerMultinode-2099815483 tempest-TestServerMultinode-2099815483-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=f56794bf-fe33-4acd-80bc-00492cabc362 HTTP/1.1" status: 200 len: 1127 time: 0.0653179 Jan 28 19:48:51.373579 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['bb0db925-6fd5-4c3b-b95d-7f9088478c26'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:48:51.396169 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e9cda0a4-c323-4e89-912b-692349849898 req-bef94f4d-797b-4e21-b662-0cf2d5a3a89d tempest-TestServerMultinode-2099815483 tempest-TestServerMultinode-2099815483-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=e7344fe3-cf9a-4de9-93b0-1e9ef9683300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491390 Jan 28 19:48:51.527869 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device b39b37e7-c1bb-44ee-99fc-a3e6f234641c up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:48:51.615096 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port b39b37e7-c1bb-44ee-99fc-a3e6f234641c triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:48:51.615473 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (b39b37e7-c1bb-44ee-99fc-a3e6f234641c), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:51.706164 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port b39b37e7-c1bb-44ee-99fc-a3e6f234641c is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:48:52.018189 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76bf1a02-6a80-433d-bb6a-918629dfb28d None None] Sync routers for ids ['8a6707e2-de23-4697-af9d-fee0035872e1'] in n-d-812111-14 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:48:52.029650 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76bf1a02-6a80-433d-bb6a-918629dfb28d None None] Routers {'8a6707e2-de23-4697-af9d-fee0035872e1'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:48:52.030284 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-76bf1a02-6a80-433d-bb6a-918629dfb28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:48:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['8a6707e2-de23-4697-af9d-fee0035872e1'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:48:52.165663 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-76bf1a02-6a80-433d-bb6a-918629dfb28d None None] Set router 8a6707e2-de23-4697-af9d-fee0035872e1 gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:48:52.174389 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:48:52.509509 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-76bf1a02-6a80-433d-bb6a-918629dfb28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a6707e2-de23-4697-af9d-fee0035872e1', 'name': 'tempest-TestVolumeBackupRestore-171881453-router', 'tenant_id': 'f94f3ebba20e4ff9b64b701cc05b4d04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.175'}], 'enable_snat': True}, 'gw_port_id': 'b39b37e7-c1bb-44ee-99fc-a3e6f234641c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:48:39Z', 'updated_at': '2022-01-28T19:48:46Z', 'revision_number': 4, 'project_id': 'f94f3ebba20e4ff9b64b701cc05b4d04', 'gw_port': {'id': 'b39b37e7-c1bb-44ee-99fc-a3e6f234641c', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:c9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6707e2-de23-4697-af9d-fee0035872e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:48:40Z', 'updated_at': '2022-01-28T19:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': 'fd2f2892-2f37-4516-8151-7d6020cf5d35', 'name': '', 'network_id': '6a0a30eb-122b-4754-ba66-874f3182a548', 'tenant_id': 'f94f3ebba20e4ff9b64b701cc05b4d04', 'mac_address': 'fa:16:3e:a0:32:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a6707e2-de23-4697-af9d-fee0035872e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': 'ec685e6b-5ebd-4587-9ea2-2ce80bd9f447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:48:44Z', 'updated_at': '2022-01-28T19:48:46Z', 'revision_number': 2, 'project_id': 'f94f3ebba20e4ff9b64b701cc05b4d04', 'subnets': [{'id': 'ec685e6b-5ebd-4587-9ea2-2ce80bd9f447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:48:52.520316 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fad1de1-c2a7-46d0-bd82-b11d10256ec3 req-195c7dd8-f4e3-4b8c-a8fc-0aa3fed69a09 tempest-TestServerMultinode-2099815483 tempest-TestServerMultinode-2099815483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:48:52.527358 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6fad1de1-c2a7-46d0-bd82-b11d10256ec3 req-195c7dd8-f4e3-4b8c-a8fc-0aa3fed69a09 tempest-TestServerMultinode-2099815483 tempest-TestServerMultinode-2099815483-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=f56794bf-fe33-4acd-80bc-00492cabc362 HTTP/1.1" status: 200 len: 1127 time: 0.0551753 Jan 28 19:48:52.549457 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76bf1a02-6a80-433d-bb6a-918629dfb28d None None] Checking router: 8a6707e2-de23-4697-af9d-fee0035872e1 for host: n-d-812111-14 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:48:52.549812 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76bf1a02-6a80-433d-bb6a-918629dfb28d None None] Updating router 8a6707e2-de23-4697-af9d-fee0035872e1 port fd2f2892-2f37-4516-8151-7d6020cf5d35 binding host n-d-812111-14 {{(pid=103306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:48:52.589083 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6fad1de1-c2a7-46d0-bd82-b11d10256ec3 req-8f2e330b-a0d1-4a9a-a675-b3be85e051e6 tempest-TestServerMultinode-2099815483 tempest-TestServerMultinode-2099815483-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=e7344fe3-cf9a-4de9-93b0-1e9ef9683300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602069 Jan 28 19:48:52.599154 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-76bf1a02-6a80-433d-bb6a-918629dfb28d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (fd2f2892-2f37-4516-8151-7d6020cf5d35), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:52.889369 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device bb0db925-6fd5-4c3b-b95d-7f9088478c26 up at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:48:52.977418 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-76bf1a02-6a80-433d-bb6a-918629dfb28d None None] Publish callbacks [] for port (fd2f2892-2f37-4516-8151-7d6020cf5d35), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:52.990299 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-76bf1a02-6a80-433d-bb6a-918629dfb28d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (fd2f2892-2f37-4516-8151-7d6020cf5d35), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:53.032745 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning for port bb0db925-6fd5-4c3b-b95d-7f9088478c26 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:48:53.040434 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning complete for port bb0db925-6fd5-4c3b-b95d-7f9088478c26 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:48:53.040827 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (bb0db925-6fd5-4c3b-b95d-7f9088478c26), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:53.084773 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f578b9-100d-4d35-ba4e-9de0c956d65f None None] Pushing event updated for resources: {'Port': ['ID=fd2f2892-2f37-4516-8151-7d6020cf5d35,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:48:53.220096 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-76bf1a02-6a80-433d-bb6a-918629dfb28d None None] Attempting to bind port fd2f2892-2f37-4516-8151-7d6020cf5d35 on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:48:53.220825 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-76bf1a02-6a80-433d-bb6a-918629dfb28d None None] Attempting to bind port fd2f2892-2f37-4516-8151-7d6020cf5d35 by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '80b7c928-a0aa-4d61-ab96-2374c4d708a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '6a0a30eb-122b-4754-ba66-874f3182a548'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:48:53.221448 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76bf1a02-6a80-433d-bb6a-918629dfb28d None None] Attempting to bind port fd2f2892-2f37-4516-8151-7d6020cf5d35 on network 6a0a30eb-122b-4754-ba66-874f3182a548 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:48:53.243009 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port bb0db925-6fd5-4c3b-b95d-7f9088478c26 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:48:53.243458 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (bb0db925-6fd5-4c3b-b95d-7f9088478c26), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:53.255374 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76bf1a02-6a80-433d-bb6a-918629dfb28d None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:48:53.255783 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76bf1a02-6a80-433d-bb6a-918629dfb28d None None] Checking segment: {'id': '80b7c928-a0aa-4d61-ab96-2374c4d708a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '6a0a30eb-122b-4754-ba66-874f3182a548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:48:53.256151 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-76bf1a02-6a80-433d-bb6a-918629dfb28d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:53.256553 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76bf1a02-6a80-433d-bb6a-918629dfb28d None None] Bound using segment: {'id': '80b7c928-a0aa-4d61-ab96-2374c4d708a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '6a0a30eb-122b-4754-ba66-874f3182a548'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:48:53.257048 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-76bf1a02-6a80-433d-bb6a-918629dfb28d None None] Bound port: fd2f2892-2f37-4516-8151-7d6020cf5d35, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80b7c928-a0aa-4d61-ab96-2374c4d708a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '6a0a30eb-122b-4754-ba66-874f3182a548'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:48:53.257461 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-76bf1a02-6a80-433d-bb6a-918629dfb28d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (fd2f2892-2f37-4516-8151-7d6020cf5d35), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:53.286727 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f56794bf-fe33-4acd-80bc-00492cabc362', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb0db925-6fd5-4c3b-b95d-7f9088478c26'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:48:53.290072 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2497d86-6488-4d64-b412-313186f6d13f" -d '{"events": [{"server_uuid": "f56794bf-fe33-4acd-80bc-00492cabc362", "name": "network-vif-plugged", "status": "completed", "tag": "bb0db925-6fd5-4c3b-b95d-7f9088478c26"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:48:53.333064 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port bb0db925-6fd5-4c3b-b95d-7f9088478c26, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=bb0db925-6fd5-4c3b-b95d-7f9088478c26,segment=NetworkSegment(0d4df840-35d0-4e5a-aed7-00715d6a6735),segment_id=0d4df840-35d0-4e5a-aed7-00715d6a6735)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:48:53.370399 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e437290-e119-4b48-9b7e-cbbdf17b2f10 x-openstack-request-id: req-7e437290-e119-4b48-9b7e-cbbdf17b2f10 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:48:53.370695 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f56794bf-fe33-4acd-80bc-00492cabc362", "name": "network-vif-plugged", "status": "completed", "tag": "bb0db925-6fd5-4c3b-b95d-7f9088478c26", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:48:53.370957 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7e437290-e119-4b48-9b7e-cbbdf17b2f10 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:48:53.371372 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f56794bf-fe33-4acd-80bc-00492cabc362', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb0db925-6fd5-4c3b-b95d-7f9088478c26', 'code': 200} Jan 28 19:48:53.373080 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (bb0db925-6fd5-4c3b-b95d-7f9088478c26), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:53.467605 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-76bf1a02-6a80-433d-bb6a-918629dfb28d None None] For port fd2f2892-2f37-4516-8151-7d6020cf5d35, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:48:53.484146 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=bb0db925-6fd5-4c3b-b95d-7f9088478c26,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:48:53.494793 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-76bf1a02-6a80-433d-bb6a-918629dfb28d None None] For port fd2f2892-2f37-4516-8151-7d6020cf5d35, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=fd2f2892-2f37-4516-8151-7d6020cf5d35,segment=NetworkSegment(80b7c928-a0aa-4d61-ab96-2374c4d708a6),segment_id=80b7c928-a0aa-4d61-ab96-2374c4d708a6)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:48:53.498803 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-47ee28be-f189-4170-9242-56ba1131d8a8 None None] Provisioning complete for port fd2f2892-2f37-4516-8151-7d6020cf5d35 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:48:53.499179 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-47ee28be-f189-4170-9242-56ba1131d8a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (fd2f2892-2f37-4516-8151-7d6020cf5d35), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:53.502836 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-76bf1a02-6a80-433d-bb6a-918629dfb28d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (fd2f2892-2f37-4516-8151-7d6020cf5d35), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:53.504446 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd69620d-4264-49d8-8850-4843c86e34d8 req-29b0b91b-77e8-4139-9ff7-3594eaf32ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:48:53.506932 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-dd69620d-4264-49d8-8850-4843c86e34d8 req-29b0b91b-77e8-4139-9ff7-3594eaf32ec3 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=f56794bf-fe33-4acd-80bc-00492cabc362 HTTP/1.1" status: 200 len: 1128 time: 0.0767238 Jan 28 19:48:53.591020 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-dd69620d-4264-49d8-8850-4843c86e34d8 req-d4e35999-fa1a-4b8e-bd92-13a72027154e service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=e7344fe3-cf9a-4de9-93b0-1e9ef9683300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751581 Jan 28 19:48:53.608197 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f578b9-100d-4d35-ba4e-9de0c956d65f None None] Pushing event updated for resources: {'Port': ['ID=fd2f2892-2f37-4516-8151-7d6020cf5d35,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:48:53.624269 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76bf1a02-6a80-433d-bb6a-918629dfb28d None None] Routers {'8a6707e2-de23-4697-af9d-fee0035872e1'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:48:53.624917 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-76bf1a02-6a80-433d-bb6a-918629dfb28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:48:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['8a6707e2-de23-4697-af9d-fee0035872e1'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:48:53.765259 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833f6676-8ccb-4c3d-b3ab-9bc4f3fac673 req-f16755a6-2fbb-435b-911d-ff2d595bd10c tempest-TestServerMultinode-2099815483 tempest-TestServerMultinode-2099815483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:48:53.771981 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-47ee28be-f189-4170-9242-56ba1131d8a8 None None] Current status of the port fd2f2892-2f37-4516-8151-7d6020cf5d35 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:48:53.772351 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-47ee28be-f189-4170-9242-56ba1131d8a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (fd2f2892-2f37-4516-8151-7d6020cf5d35), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:53.773563 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-833f6676-8ccb-4c3d-b3ab-9bc4f3fac673 req-f16755a6-2fbb-435b-911d-ff2d595bd10c tempest-TestServerMultinode-2099815483 tempest-TestServerMultinode-2099815483-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=f56794bf-fe33-4acd-80bc-00492cabc362 HTTP/1.1" status: 200 len: 1128 time: 0.0765970 Jan 28 19:48:53.827459 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-76bf1a02-6a80-433d-bb6a-918629dfb28d None None] Set router 8a6707e2-de23-4697-af9d-fee0035872e1 gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:48:53.833719 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-833f6676-8ccb-4c3d-b3ab-9bc4f3fac673 req-001ab9c3-4064-47b9-9798-63bf654c1872 tempest-TestServerMultinode-2099815483 tempest-TestServerMultinode-2099815483-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=e7344fe3-cf9a-4de9-93b0-1e9ef9683300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591886 Jan 28 19:48:53.877028 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-47ee28be-f189-4170-9242-56ba1131d8a8 None None] For port fd2f2892-2f37-4516-8151-7d6020cf5d35, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=fd2f2892-2f37-4516-8151-7d6020cf5d35,segment=NetworkSegment(80b7c928-a0aa-4d61-ab96-2374c4d708a6),segment_id=80b7c928-a0aa-4d61-ab96-2374c4d708a6)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:48:53.894499 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-47ee28be-f189-4170-9242-56ba1131d8a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (fd2f2892-2f37-4516-8151-7d6020cf5d35), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:54.089726 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:54.093163 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-e2f2d3fc-105b-4ac1-8859-746c139fbe91 None None] Provisioning complete for port fd2f2892-2f37-4516-8151-7d6020cf5d35 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:48:54.093163 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e2f2d3fc-105b-4ac1-8859-746c139fbe91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (fd2f2892-2f37-4516-8151-7d6020cf5d35), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:54.096882 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ee28be-f189-4170-9242-56ba1131d8a8 None None] Pushing event updated for resources: {'Port': ['ID=fd2f2892-2f37-4516-8151-7d6020cf5d35,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:48:54.303192 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-e2f2d3fc-105b-4ac1-8859-746c139fbe91 None None] Current status of the port fd2f2892-2f37-4516-8151-7d6020cf5d35 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:48:54.323250 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-76bf1a02-6a80-433d-bb6a-918629dfb28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a6707e2-de23-4697-af9d-fee0035872e1', 'name': 'tempest-TestVolumeBackupRestore-171881453-router', 'tenant_id': 'f94f3ebba20e4ff9b64b701cc05b4d04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.175'}], 'enable_snat': True}, 'gw_port_id': 'b39b37e7-c1bb-44ee-99fc-a3e6f234641c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:48:39Z', 'updated_at': '2022-01-28T19:48:46Z', 'revision_number': 4, 'project_id': 'f94f3ebba20e4ff9b64b701cc05b4d04', 'gw_port': {'id': 'b39b37e7-c1bb-44ee-99fc-a3e6f234641c', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:c9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6707e2-de23-4697-af9d-fee0035872e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:48:40Z', 'updated_at': '2022-01-28T19:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': 'fd2f2892-2f37-4516-8151-7d6020cf5d35', 'name': '', 'network_id': '6a0a30eb-122b-4754-ba66-874f3182a548', 'tenant_id': 'f94f3ebba20e4ff9b64b701cc05b4d04', 'mac_address': 'fa:16:3e:a0:32:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a6707e2-de23-4697-af9d-fee0035872e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': 'ec685e6b-5ebd-4587-9ea2-2ce80bd9f447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:48:44Z', 'updated_at': '2022-01-28T19:48:53Z', 'revision_number': 4, 'project_id': 'f94f3ebba20e4ff9b64b701cc05b4d04', 'subnets': [{'id': 'ec685e6b-5ebd-4587-9ea2-2ce80bd9f447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:48:54.367505 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76bf1a02-6a80-433d-bb6a-918629dfb28d None None] The sync data for ids ['8a6707e2-de23-4697-af9d-fee0035872e1'] in n-d-812111-14 is: [{'id': '8a6707e2-de23-4697-af9d-fee0035872e1', 'name': 'tempest-TestVolumeBackupRestore-171881453-router', 'tenant_id': 'f94f3ebba20e4ff9b64b701cc05b4d04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.175'}], 'enable_snat': True}, 'gw_port_id': 'b39b37e7-c1bb-44ee-99fc-a3e6f234641c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:48:39Z', 'updated_at': '2022-01-28T19:48:46Z', 'revision_number': 4, 'project_id': 'f94f3ebba20e4ff9b64b701cc05b4d04', 'gw_port': {'id': 'b39b37e7-c1bb-44ee-99fc-a3e6f234641c', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:c9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6707e2-de23-4697-af9d-fee0035872e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:48:40Z', 'updated_at': '2022-01-28T19:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': 'fd2f2892-2f37-4516-8151-7d6020cf5d35', 'name': '', 'network_id': '6a0a30eb-122b-4754-ba66-874f3182a548', 'tenant_id': 'f94f3ebba20e4ff9b64b701cc05b4d04', 'mac_address': 'fa:16:3e:a0:32:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a6707e2-de23-4697-af9d-fee0035872e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': 'ec685e6b-5ebd-4587-9ea2-2ce80bd9f447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:48:44Z', 'updated_at': '2022-01-28T19:48:53Z', 'revision_number': 4, 'project_id': 'f94f3ebba20e4ff9b64b701cc05b4d04', 'subnets': [{'id': 'ec685e6b-5ebd-4587-9ea2-2ce80bd9f447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:48:55.374065 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2988ed-bf78-4f4b-896e-c9f7164e33ec req-9d758513-7c9b-4ba3-8481-2300dfb6a200 tempest-TestServerMultinode-2099815483 tempest-TestServerMultinode-2099815483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:48:55.377564 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9d2988ed-bf78-4f4b-896e-c9f7164e33ec req-9d758513-7c9b-4ba3-8481-2300dfb6a200 tempest-TestServerMultinode-2099815483 tempest-TestServerMultinode-2099815483-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=f56794bf-fe33-4acd-80bc-00492cabc362 HTTP/1.1" status: 200 len: 1128 time: 0.4601305 Jan 28 19:48:55.451238 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9d2988ed-bf78-4f4b-896e-c9f7164e33ec req-d0fe4089-3654-4033-a55d-a24b0777addc tempest-TestServerMultinode-2099815483 tempest-TestServerMultinode-2099815483-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=e7344fe3-cf9a-4de9-93b0-1e9ef9683300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691497 Jan 28 19:48:55.576925 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device fd2f2892-2f37-4516-8151-7d6020cf5d35 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:48:55.609413 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d8212e-ad38-48aa-91a5-59135c7f0588 req-7fc7f06a-4620-4416-9025-6c95f9a0e702 tempest-TestServerMultinode-2099815483 tempest-TestServerMultinode-2099815483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:48:55.611877 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-79d8212e-ad38-48aa-91a5-59135c7f0588 req-7fc7f06a-4620-4416-9025-6c95f9a0e702 tempest-TestServerMultinode-2099815483 tempest-TestServerMultinode-2099815483-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=f56794bf-fe33-4acd-80bc-00492cabc362 HTTP/1.1" status: 200 len: 1128 time: 0.0603442 Jan 28 19:48:55.637520 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port fd2f2892-2f37-4516-8151-7d6020cf5d35 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:48:55.638002 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (fd2f2892-2f37-4516-8151-7d6020cf5d35), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:55.665682 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-79d8212e-ad38-48aa-91a5-59135c7f0588 req-1468d134-3329-4268-a9ab-9f1817487fa2 tempest-TestServerMultinode-2099815483 tempest-TestServerMultinode-2099815483-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=e7344fe3-cf9a-4de9-93b0-1e9ef9683300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474930 Jan 28 19:48:55.820724 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2bfaa0-4a27-4f05-bd89-b4d892e3b09a req-32ae195c-61e0-4672-8636-1094c83c5140 tempest-TestServerMultinode-2099815483 tempest-TestServerMultinode-2099815483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:48:55.824291 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-df2bfaa0-4a27-4f05-bd89-b4d892e3b09a req-32ae195c-61e0-4672-8636-1094c83c5140 tempest-TestServerMultinode-2099815483 tempest-TestServerMultinode-2099815483-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=f56794bf-fe33-4acd-80bc-00492cabc362 HTTP/1.1" status: 200 len: 1128 time: 0.0742621 Jan 28 19:48:55.885832 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-df2bfaa0-4a27-4f05-bd89-b4d892e3b09a req-3ba04b06-30a1-449f-955d-1bdd19018313 tempest-TestServerMultinode-2099815483 tempest-TestServerMultinode-2099815483-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=e7344fe3-cf9a-4de9-93b0-1e9ef9683300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524647 Jan 28 19:48:56.004089 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port fd2f2892-2f37-4516-8151-7d6020cf5d35 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:48:56.149224 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a96a6d-3e4c-4c00-bdeb-8595ef5ed357 req-aca4fc8d-770e-4322-8be7-a63cd59d1807 tempest-TestServerMultinode-2099815483 tempest-TestServerMultinode-2099815483-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:48:56.151021 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-18a96a6d-3e4c-4c00-bdeb-8595ef5ed357 req-aca4fc8d-770e-4322-8be7-a63cd59d1807 tempest-TestServerMultinode-2099815483 tempest-TestServerMultinode-2099815483-project-admin] 10.222.0.64 "GET /v2.0/networks?id=c5556376-9b35-43e3-93a0-c8cffa8f1a8a HTTP/1.1" status: 200 len: 910 time: 0.1048124 Jan 28 19:48:56.169696 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-18a96a6d-3e4c-4c00-bdeb-8595ef5ed357 req-45224400-df00-4140-8bec-9b3b48818a12 tempest-TestServerMultinode-2099815483 tempest-TestServerMultinode-2099815483-project-admin] 10.222.0.64 "GET /v2.0/quotas/991f3fa2da044b68b2d5d5ab9589cd71 HTTP/1.1" status: 200 len: 375 time: 0.0130877 Jan 28 19:48:56.267832 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-18a96a6d-3e4c-4c00-bdeb-8595ef5ed357 req-0118e3ba-e642-41d7-a4aa-65ec086250cb tempest-TestServerMultinode-2099815483 tempest-TestServerMultinode-2099815483-project-admin] 10.222.0.64 "GET /v2.0/ports?tenant_id=991f3fa2da044b68b2d5d5ab9589cd71&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0956347 Jan 28 19:48:56.367341 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-18a96a6d-3e4c-4c00-bdeb-8595ef5ed357 req-d0c80ec0-1d9c-4542-8abc-068c34c6beeb service neutron] 10.222.0.64 "GET /v2.0/networks/c5556376-9b35-43e3-93a0-c8cffa8f1a8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920563 Jan 28 19:48:56.481541 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-18a96a6d-3e4c-4c00-bdeb-8595ef5ed357 req-379a0212-d1f3-41dc-9bda-5e9d4eba3500 service neutron] 10.222.0.64 "GET /v2.0/networks/c5556376-9b35-43e3-93a0-c8cffa8f1a8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049182 Jan 28 19:48:56.668763 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1c734dd9-922d-4d83-b722-58c986e7594a req-b8fab5ac-854f-4dab-af8b-f8b72800891b tempest-TestServerMultinode-2099815483 tempest-TestServerMultinode-2099815483-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=83c8ec39-3e6d-4ab2-bc85-b66277c19cde HTTP/1.1" status: 200 len: 210 time: 0.0309594 Jan 28 19:48:57.176642 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [req-0afeb6c1-bb9c-4bda-9d30-86612bb566b9 req-a780edd8-f224-443c-adcc-a1f786ce8265 service neutron] (103304) timed out ('10.222.0.64', 38450) {{(pid=103304) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 19:48:57.820748 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a96a6d-3e4c-4c00-bdeb-8595ef5ed357 req-9262d669-5f9f-419b-9508-466a7c45bcae tempest-TestServerMultinode-2099815483 tempest-TestServerMultinode-2099815483-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:48:57.823243 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-18a96a6d-3e4c-4c00-bdeb-8595ef5ed357 req-9262d669-5f9f-419b-9508-466a7c45bcae tempest-TestServerMultinode-2099815483 tempest-TestServerMultinode-2099815483-project-admin] 10.222.0.41 "GET /v2.0/networks?id=c5556376-9b35-43e3-93a0-c8cffa8f1a8a HTTP/1.1" status: 200 len: 910 time: 0.1462679 Jan 28 19:48:57.828359 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-90da738f-7f0c-40fb-88ea-939b9905af96 req-0452fb09-5e45-4ebe-bab0-d9a7c949d6d3 tempest-TestServerMultinode-2099815483 tempest-TestServerMultinode-2099815483-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=83c8ec39-3e6d-4ab2-bc85-b66277c19cde HTTP/1.1" status: 200 len: 210 time: 0.0391917 Jan 28 19:48:57.850534 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-18a96a6d-3e4c-4c00-bdeb-8595ef5ed357 req-23c6794e-cd04-43b5-ba6b-b3db0f97bbc7 tempest-TestServerMultinode-2099815483 tempest-TestServerMultinode-2099815483-project-admin] Request body: {'port': {'device_id': '83c8ec39-3e6d-4ab2-bc85-b66277c19cde', 'network_id': 'c5556376-9b35-43e3-93a0-c8cffa8f1a8a', 'admin_state_up': True, 'tenant_id': '991f3fa2da044b68b2d5d5ab9589cd71'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:48:57.874686 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18a96a6d-3e4c-4c00-bdeb-8595ef5ed357 req-23c6794e-cd04-43b5-ba6b-b3db0f97bbc7 tempest-TestServerMultinode-2099815483 tempest-TestServerMultinode-2099815483-project-admin] Made reservation on behalf of 991f3fa2da044b68b2d5d5ab9589cd71 for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:48:57.878373 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-18a96a6d-3e4c-4c00-bdeb-8595ef5ed357 req-23c6794e-cd04-43b5-ba6b-b3db0f97bbc7 tempest-TestServerMultinode-2099815483 tempest-TestServerMultinode-2099815483-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:58.011852 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-18a96a6d-3e4c-4c00-bdeb-8595ef5ed357 req-23c6794e-cd04-43b5-ba6b-b3db0f97bbc7 tempest-TestServerMultinode-2099815483 tempest-TestServerMultinode-2099815483-project-admin] Allocated IP 172.20.0.9 (c5556376-9b35-43e3-93a0-c8cffa8f1a8a/c1a07704-5cdb-42ac-a3b3-26cc26a3017a/20b85766-3a74-4ebf-bec7-b88c3c70b3cf) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:48:58.188656 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-18a96a6d-3e4c-4c00-bdeb-8595ef5ed357 req-23c6794e-cd04-43b5-ba6b-b3db0f97bbc7 tempest-TestServerMultinode-2099815483 tempest-TestServerMultinode-2099815483-project-admin] Publish callbacks [] for port (20b85766-3a74-4ebf-bec7-b88c3c70b3cf), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:58.237218 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-18a96a6d-3e4c-4c00-bdeb-8595ef5ed357 req-23c6794e-cd04-43b5-ba6b-b3db0f97bbc7 tempest-TestServerMultinode-2099815483 tempest-TestServerMultinode-2099815483-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (20b85766-3a74-4ebf-bec7-b88c3c70b3cf), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:58.248332 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['bb0db925-6fd5-4c3b-b95d-7f9088478c26'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:48:58.285311 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18a96a6d-3e4c-4c00-bdeb-8595ef5ed357 req-23c6794e-cd04-43b5-ba6b-b3db0f97bbc7 tempest-TestServerMultinode-2099815483 tempest-TestServerMultinode-2099815483-project-admin] Network c5556376-9b35-43e3-93a0-c8cffa8f1a8a is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:48:58.288645 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-18a96a6d-3e4c-4c00-bdeb-8595ef5ed357 req-23c6794e-cd04-43b5-ba6b-b3db0f97bbc7 tempest-TestServerMultinode-2099815483 tempest-TestServerMultinode-2099815483-project-admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:48:58.292310 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-18a96a6d-3e4c-4c00-bdeb-8595ef5ed357 req-23c6794e-cd04-43b5-ba6b-b3db0f97bbc7 tempest-TestServerMultinode-2099815483 tempest-TestServerMultinode-2099815483-project-admin] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:48:58.335211 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c6794e-cd04-43b5-ba6b-b3db0f97bbc7 tempest-TestServerMultinode-2099815483 tempest-TestServerMultinode-2099815483-project-admin] Pushing event updated for resources: {'Port': ['ID=20b85766-3a74-4ebf-bec7-b88c3c70b3cf,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:48:58.355008 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c6794e-cd04-43b5-ba6b-b3db0f97bbc7 tempest-TestServerMultinode-2099815483 tempest-TestServerMultinode-2099815483-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:48:58.355351 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c6794e-cd04-43b5-ba6b-b3db0f97bbc7 tempest-TestServerMultinode-2099815483 tempest-TestServerMultinode-2099815483-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:48:58.355702 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c6794e-cd04-43b5-ba6b-b3db0f97bbc7 tempest-TestServerMultinode-2099815483 tempest-TestServerMultinode-2099815483-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:48:58.356043 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c6794e-cd04-43b5-ba6b-b3db0f97bbc7 tempest-TestServerMultinode-2099815483 tempest-TestServerMultinode-2099815483-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:48:58.356390 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c6794e-cd04-43b5-ba6b-b3db0f97bbc7 tempest-TestServerMultinode-2099815483 tempest-TestServerMultinode-2099815483-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:48:58.356905 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c6794e-cd04-43b5-ba6b-b3db0f97bbc7 tempest-TestServerMultinode-2099815483 tempest-TestServerMultinode-2099815483-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:48:58.357271 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c6794e-cd04-43b5-ba6b-b3db0f97bbc7 tempest-TestServerMultinode-2099815483 tempest-TestServerMultinode-2099815483-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:48:58.357605 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c6794e-cd04-43b5-ba6b-b3db0f97bbc7 tempest-TestServerMultinode-2099815483 tempest-TestServerMultinode-2099815483-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:48:58.357930 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c6794e-cd04-43b5-ba6b-b3db0f97bbc7 tempest-TestServerMultinode-2099815483 tempest-TestServerMultinode-2099815483-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:48:58.358258 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c6794e-cd04-43b5-ba6b-b3db0f97bbc7 tempest-TestServerMultinode-2099815483 tempest-TestServerMultinode-2099815483-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:48:58.358584 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c6794e-cd04-43b5-ba6b-b3db0f97bbc7 tempest-TestServerMultinode-2099815483 tempest-TestServerMultinode-2099815483-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:48:58.358911 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c6794e-cd04-43b5-ba6b-b3db0f97bbc7 tempest-TestServerMultinode-2099815483 tempest-TestServerMultinode-2099815483-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:48:58.359235 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c6794e-cd04-43b5-ba6b-b3db0f97bbc7 tempest-TestServerMultinode-2099815483 tempest-TestServerMultinode-2099815483-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:48:58.367927 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a96a6d-3e4c-4c00-bdeb-8595ef5ed357 req-23c6794e-cd04-43b5-ba6b-b3db0f97bbc7 tempest-TestServerMultinode-2099815483 tempest-TestServerMultinode-2099815483-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:48:58.368543 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-18a96a6d-3e4c-4c00-bdeb-8595ef5ed357 req-23c6794e-cd04-43b5-ba6b-b3db0f97bbc7 tempest-TestServerMultinode-2099815483 tempest-TestServerMultinode-2099815483-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:58.394165 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-18a96a6d-3e4c-4c00-bdeb-8595ef5ed357 req-23c6794e-cd04-43b5-ba6b-b3db0f97bbc7 tempest-TestServerMultinode-2099815483 tempest-TestServerMultinode-2099815483-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.5475044 Jan 28 19:48:58.495472 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-18a96a6d-3e4c-4c00-bdeb-8595ef5ed357 req-5fbd9a22-8551-4409-8663-c25b3162b488 service neutron] Request body: {'port': {'device_id': '83c8ec39-3e6d-4ab2-bc85-b66277c19cde', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-14'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:48:58.581776 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-18a96a6d-3e4c-4c00-bdeb-8595ef5ed357 req-5fbd9a22-8551-4409-8663-c25b3162b488 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (20b85766-3a74-4ebf-bec7-b88c3c70b3cf), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:58.680415 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-94f82a2f-a652-406e-b876-85f7977980ae None None] Provisioning complete for port 20b85766-3a74-4ebf-bec7-b88c3c70b3cf triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:48:58.680802 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-94f82a2f-a652-406e-b876-85f7977980ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (20b85766-3a74-4ebf-bec7-b88c3c70b3cf), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:58.740878 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-94f82a2f-a652-406e-b876-85f7977980ae None None] Port 20b85766-3a74-4ebf-bec7-b88c3c70b3cf cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:48:58.961087 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [req-18a96a6d-3e4c-4c00-bdeb-8595ef5ed357 req-5fbd9a22-8551-4409-8663-c25b3162b488 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20b85766-3a74-4ebf-bec7-b88c3c70b3cf {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:48:58.972685 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-18a96a6d-3e4c-4c00-bdeb-8595ef5ed357 req-5fbd9a22-8551-4409-8663-c25b3162b488 service neutron] Publish callbacks [] for port (20b85766-3a74-4ebf-bec7-b88c3c70b3cf), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:58.992457 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-18a96a6d-3e4c-4c00-bdeb-8595ef5ed357 req-5fbd9a22-8551-4409-8663-c25b3162b488 service neutron] Transition to ACTIVE for port object 20b85766-3a74-4ebf-bec7-b88c3c70b3cf will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:48:58.998136 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb10a79c-ce27-43a0-a677-1be16a653423 req-444dc546-28df-414b-888a-781610588588 tempest-TestServerMultinode-2099815483 tempest-TestServerMultinode-2099815483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:48:58.999851 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-cb10a79c-ce27-43a0-a677-1be16a653423 req-444dc546-28df-414b-888a-781610588588 tempest-TestServerMultinode-2099815483 tempest-TestServerMultinode-2099815483-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=83c8ec39-3e6d-4ab2-bc85-b66277c19cde HTTP/1.1" status: 200 len: 1027 time: 0.0799606 Jan 28 19:48:59.001044 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-18a96a6d-3e4c-4c00-bdeb-8595ef5ed357 req-5fbd9a22-8551-4409-8663-c25b3162b488 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (20b85766-3a74-4ebf-bec7-b88c3c70b3cf), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:59.081053 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbd9a22-8551-4409-8663-c25b3162b488 service neutron] Pushing event updated for resources: {'Port': ['ID=20b85766-3a74-4ebf-bec7-b88c3c70b3cf,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:48:59.153411 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-cb10a79c-ce27-43a0-a677-1be16a653423 req-c03cfa9b-be92-4d10-abf4-3447fdea5e24 tempest-TestServerMultinode-2099815483 tempest-TestServerMultinode-2099815483-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=e7344fe3-cf9a-4de9-93b0-1e9ef9683300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245897 Jan 28 19:48:59.202449 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-18a96a6d-3e4c-4c00-bdeb-8595ef5ed357 req-5fbd9a22-8551-4409-8663-c25b3162b488 service neutron] Attempting to bind port 20b85766-3a74-4ebf-bec7-b88c3c70b3cf on host n-h1-812111-14 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:48:59.202796 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-18a96a6d-3e4c-4c00-bdeb-8595ef5ed357 req-5fbd9a22-8551-4409-8663-c25b3162b488 service neutron] Attempting to bind port 20b85766-3a74-4ebf-bec7-b88c3c70b3cf by drivers openvswitch,hyperv on host n-h1-812111-14 at level 0 using segments [{'id': '0d4df840-35d0-4e5a-aed7-00715d6a6735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'c5556376-9b35-43e3-93a0-c8cffa8f1a8a'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:48:59.203124 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a96a6d-3e4c-4c00-bdeb-8595ef5ed357 req-5fbd9a22-8551-4409-8663-c25b3162b488 service neutron] Attempting to bind port 20b85766-3a74-4ebf-bec7-b88c3c70b3cf on network c5556376-9b35-43e3-93a0-c8cffa8f1a8a {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:48:59.208505 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a96a6d-3e4c-4c00-bdeb-8595ef5ed357 req-5fbd9a22-8551-4409-8663-c25b3162b488 service neutron] Port 20b85766-3a74-4ebf-bec7-b88c3c70b3cf on network c5556376-9b35-43e3-93a0-c8cffa8f1a8a not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-14 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:48:59.208832 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a96a6d-3e4c-4c00-bdeb-8595ef5ed357 req-5fbd9a22-8551-4409-8663-c25b3162b488 service neutron] Attempting to bind port 20b85766-3a74-4ebf-bec7-b88c3c70b3cf on network c5556376-9b35-43e3-93a0-c8cffa8f1a8a {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:48:59.214750 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a96a6d-3e4c-4c00-bdeb-8595ef5ed357 req-5fbd9a22-8551-4409-8663-c25b3162b488 service neutron] Checking agent: {'id': 'b544ba20-de93-4d86-9e6b-a2202deb6191', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:48:59.215093 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a96a6d-3e4c-4c00-bdeb-8595ef5ed357 req-5fbd9a22-8551-4409-8663-c25b3162b488 service neutron] Checking segment: {'id': '0d4df840-35d0-4e5a-aed7-00715d6a6735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'c5556376-9b35-43e3-93a0-c8cffa8f1a8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:48:59.215482 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a96a6d-3e4c-4c00-bdeb-8595ef5ed357 req-5fbd9a22-8551-4409-8663-c25b3162b488 service neutron] Bound using segment: {'id': '0d4df840-35d0-4e5a-aed7-00715d6a6735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'c5556376-9b35-43e3-93a0-c8cffa8f1a8a'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:48:59.215916 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-18a96a6d-3e4c-4c00-bdeb-8595ef5ed357 req-5fbd9a22-8551-4409-8663-c25b3162b488 service neutron] Bound port: 20b85766-3a74-4ebf-bec7-b88c3c70b3cf, host: n-h1-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d4df840-35d0-4e5a-aed7-00715d6a6735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'c5556376-9b35-43e3-93a0-c8cffa8f1a8a'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:48:59.216281 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-18a96a6d-3e4c-4c00-bdeb-8595ef5ed357 req-5fbd9a22-8551-4409-8663-c25b3162b488 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (20b85766-3a74-4ebf-bec7-b88c3c70b3cf), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:59.298389 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-18a96a6d-3e4c-4c00-bdeb-8595ef5ed357 req-5fbd9a22-8551-4409-8663-c25b3162b488 service neutron] For port 20b85766-3a74-4ebf-bec7-b88c3c70b3cf, host n-h1-812111-14, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:48:59.302624 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-18a96a6d-3e4c-4c00-bdeb-8595ef5ed357 req-5fbd9a22-8551-4409-8663-c25b3162b488 service neutron] For port 20b85766-3a74-4ebf-bec7-b88c3c70b3cf, host n-h1-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=20b85766-3a74-4ebf-bec7-b88c3c70b3cf,segment=NetworkSegment(0d4df840-35d0-4e5a-aed7-00715d6a6735),segment_id=0d4df840-35d0-4e5a-aed7-00715d6a6735)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:48:59.325992 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-18a96a6d-3e4c-4c00-bdeb-8595ef5ed357 req-5fbd9a22-8551-4409-8663-c25b3162b488 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (20b85766-3a74-4ebf-bec7-b88c3c70b3cf), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:59.365704 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a96a6d-3e4c-4c00-bdeb-8595ef5ed357 req-5fbd9a22-8551-4409-8663-c25b3162b488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:48:59.366430 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-18a96a6d-3e4c-4c00-bdeb-8595ef5ed357 req-5fbd9a22-8551-4409-8663-c25b3162b488 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:59.368165 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-18a96a6d-3e4c-4c00-bdeb-8595ef5ed357 req-5fbd9a22-8551-4409-8663-c25b3162b488 service neutron] 10.222.0.41 "PUT /v2.0/ports/20b85766-3a74-4ebf-bec7-b88c3c70b3cf HTTP/1.1" status: 200 len: 1092 time: 0.9628220 Jan 28 19:48:59.368833 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83c8ec39-3e6d-4ab2-bc85-b66277c19cde', 'tag': '20b85766-3a74-4ebf-bec7-b88c3c70b3cf'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:48:59.371539 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-241261ec-0dac-441c-afa3-0c1936b10e02" -d '{"events": [{"name": "network-changed", "server_uuid": "83c8ec39-3e6d-4ab2-bc85-b66277c19cde", "tag": "20b85766-3a74-4ebf-bec7-b88c3c70b3cf"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:48:59.413296 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbd9a22-8551-4409-8663-c25b3162b488 service neutron] Pushing event updated for resources: {'Port': ['ID=20b85766-3a74-4ebf-bec7-b88c3c70b3cf,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:48:59.520048 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a96a6d-3e4c-4c00-bdeb-8595ef5ed357 req-4aeab92b-56a4-4215-b57f-1e87113120ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:48:59.523396 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-18a96a6d-3e4c-4c00-bdeb-8595ef5ed357 req-4aeab92b-56a4-4215-b57f-1e87113120ec service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=991f3fa2da044b68b2d5d5ab9589cd71&device_id=83c8ec39-3e6d-4ab2-bc85-b66277c19cde HTTP/1.1" status: 200 len: 1126 time: 0.0907857 Jan 28 19:48:59.622087 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-18a96a6d-3e4c-4c00-bdeb-8595ef5ed357 req-6afc1042-7b3f-4090-9c39-9dcf26bbe750 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=20b85766-3a74-4ebf-bec7-b88c3c70b3cf HTTP/1.1" status: 200 len: 217 time: 0.0863132 Jan 28 19:48:59.623973 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c35b52a-2312-4c7a-bcb3-028b487b0a40 x-openstack-request-id: req-9c35b52a-2312-4c7a-bcb3-028b487b0a40 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:48:59.624270 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83c8ec39-3e6d-4ab2-bc85-b66277c19cde", "tag": "20b85766-3a74-4ebf-bec7-b88c3c70b3cf", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:48:59.624525 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9c35b52a-2312-4c7a-bcb3-028b487b0a40 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:48:59.624934 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83c8ec39-3e6d-4ab2-bc85-b66277c19cde', 'tag': '20b85766-3a74-4ebf-bec7-b88c3c70b3cf', 'status': 'completed', 'code': 200} Jan 28 19:48:59.714244 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a96a6d-3e4c-4c00-bdeb-8595ef5ed357 req-2bc3c866-77ce-4045-a9e3-2e41e9da297e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:48:59.715993 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-18a96a6d-3e4c-4c00-bdeb-8595ef5ed357 req-2bc3c866-77ce-4045-a9e3-2e41e9da297e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c1a07704-5cdb-42ac-a3b3-26cc26a3017a HTTP/1.1" status: 200 len: 849 time: 0.0830932 Jan 28 19:48:59.782832 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a96a6d-3e4c-4c00-bdeb-8595ef5ed357 req-5249bd19-0e37-43e6-8cd9-5a439618f28e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:48:59.784484 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-18a96a6d-3e4c-4c00-bdeb-8595ef5ed357 req-5249bd19-0e37-43e6-8cd9-5a439618f28e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c5556376-9b35-43e3-93a0-c8cffa8f1a8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0580239 Jan 28 19:48:59.891929 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-18a96a6d-3e4c-4c00-bdeb-8595ef5ed357 req-875417b3-7bae-4b37-9cdb-f749a930a853 service neutron] 10.222.0.41 "GET /v2.0/networks/c5556376-9b35-43e3-93a0-c8cffa8f1a8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952680 Jan 28 19:48:59.998488 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-18a96a6d-3e4c-4c00-bdeb-8595ef5ed357 req-c8cc6079-b8f1-4bd2-a456-f6b6b8e3966a service neutron] 10.222.0.41 "GET /v2.0/networks/c5556376-9b35-43e3-93a0-c8cffa8f1a8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973146 Jan 28 19:49:00.106403 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241261ec-0dac-441c-afa3-0c1936b10e02 req-e3b4d041-0964-4aaf-8695-37364bceb959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:49:00.107964 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-241261ec-0dac-441c-afa3-0c1936b10e02 req-e3b4d041-0964-4aaf-8695-37364bceb959 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=991f3fa2da044b68b2d5d5ab9589cd71&device_id=83c8ec39-3e6d-4ab2-bc85-b66277c19cde HTTP/1.1" status: 200 len: 1126 time: 0.0510373 Jan 28 19:49:00.236444 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241261ec-0dac-441c-afa3-0c1936b10e02 req-9c70a305-e8c7-4d7f-83f9-d4f37d612166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:49:00.241077 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-241261ec-0dac-441c-afa3-0c1936b10e02 req-9c70a305-e8c7-4d7f-83f9-d4f37d612166 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c5556376-9b35-43e3-93a0-c8cffa8f1a8a HTTP/1.1" status: 200 len: 910 time: 0.1272533 Jan 28 19:49:00.309684 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-241261ec-0dac-441c-afa3-0c1936b10e02 req-e755942b-a0bb-484f-99ca-9c85f6c1db36 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=20b85766-3a74-4ebf-bec7-b88c3c70b3cf HTTP/1.1" status: 200 len: 217 time: 0.0591528 Jan 28 19:49:00.354593 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd275c9-b408-474d-a7d6-4ff359e79f7a req-8d1268fb-78ce-4a2e-a472-d7b9d509128b tempest-TestServerMultinode-2099815483 tempest-TestServerMultinode-2099815483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:49:00.356787 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ffd275c9-b408-474d-a7d6-4ff359e79f7a req-8d1268fb-78ce-4a2e-a472-d7b9d509128b tempest-TestServerMultinode-2099815483 tempest-TestServerMultinode-2099815483-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=83c8ec39-3e6d-4ab2-bc85-b66277c19cde HTTP/1.1" status: 200 len: 1126 time: 0.1141319 Jan 28 19:49:00.381876 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241261ec-0dac-441c-afa3-0c1936b10e02 req-d460bd72-ea48-4771-af6e-b4567cb2f1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:49:00.383494 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-241261ec-0dac-441c-afa3-0c1936b10e02 req-d460bd72-ea48-4771-af6e-b4567cb2f1c9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c1a07704-5cdb-42ac-a3b3-26cc26a3017a HTTP/1.1" status: 200 len: 849 time: 0.0649481 Jan 28 19:49:00.448512 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ffd275c9-b408-474d-a7d6-4ff359e79f7a req-7aabdaa7-e546-4823-a865-c7e190e1fc3f tempest-TestServerMultinode-2099815483 tempest-TestServerMultinode-2099815483-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=e7344fe3-cf9a-4de9-93b0-1e9ef9683300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854030 Jan 28 19:49:00.466138 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241261ec-0dac-441c-afa3-0c1936b10e02 req-0041965c-afe8-431f-8653-ec348827c60d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:49:00.467658 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-241261ec-0dac-441c-afa3-0c1936b10e02 req-0041965c-afe8-431f-8653-ec348827c60d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c5556376-9b35-43e3-93a0-c8cffa8f1a8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0711563 Jan 28 19:49:00.563749 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-241261ec-0dac-441c-afa3-0c1936b10e02 req-e13b58fc-6e53-44bd-bafc-1fa0f8795ac7 service neutron] 10.222.0.41 "GET /v2.0/networks/c5556376-9b35-43e3-93a0-c8cffa8f1a8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891588 Jan 28 19:49:00.668822 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-241261ec-0dac-441c-afa3-0c1936b10e02 req-9acb3e0c-ed61-4b5f-b77a-80e8006c9b15 service neutron] 10.222.0.41 "GET /v2.0/networks/c5556376-9b35-43e3-93a0-c8cffa8f1a8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979481 Jan 28 19:49:01.490915 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 20b85766-3a74-4ebf-bec7-b88c3c70b3cf details requested by agent hyperv_n-h1-812111-14 with host n-h1-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:49:01.585011 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c158c43a-a8cc-4732-bfbf-512215fea28b req-d74fca60-a902-4039-b8d3-def4c521ad01 tempest-TestServerMultinode-2099815483 tempest-TestServerMultinode-2099815483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:49:01.593534 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c158c43a-a8cc-4732-bfbf-512215fea28b req-d74fca60-a902-4039-b8d3-def4c521ad01 tempest-TestServerMultinode-2099815483 tempest-TestServerMultinode-2099815483-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=83c8ec39-3e6d-4ab2-bc85-b66277c19cde HTTP/1.1" status: 200 len: 1126 time: 0.0547981 Jan 28 19:49:01.630448 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 20b85766-3a74-4ebf-bec7-b88c3c70b3cf, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=20b85766-3a74-4ebf-bec7-b88c3c70b3cf,segment=NetworkSegment(0d4df840-35d0-4e5a-aed7-00715d6a6735),segment_id=0d4df840-35d0-4e5a-aed7-00715d6a6735)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:49:01.645505 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c158c43a-a8cc-4732-bfbf-512215fea28b req-721bcc0a-5076-452e-b188-54a02fdb534d tempest-TestServerMultinode-2099815483 tempest-TestServerMultinode-2099815483-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=e7344fe3-cf9a-4de9-93b0-1e9ef9683300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508263 Jan 28 19:49:01.646297 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Returning: {'device': '20b85766-3a74-4ebf-bec7-b88c3c70b3cf', 'network_id': 'c5556376-9b35-43e3-93a0-c8cffa8f1a8a', 'port_id': '20b85766-3a74-4ebf-bec7-b88c3c70b3cf', 'mac_address': 'fa:16:3e:f7:12:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1a07704-5cdb-42ac-a3b3-26cc26a3017a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:49:01.705753 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port 20b85766-3a74-4ebf-bec7-b88c3c70b3cf is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:49:01.706150 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (20b85766-3a74-4ebf-bec7-b88c3c70b3cf), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:01.724010 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20b85766-3a74-4ebf-bec7-b88c3c70b3cf {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:49:01.745297 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 20b85766-3a74-4ebf-bec7-b88c3c70b3cf, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=20b85766-3a74-4ebf-bec7-b88c3c70b3cf,segment=NetworkSegment(0d4df840-35d0-4e5a-aed7-00715d6a6735),segment_id=0d4df840-35d0-4e5a-aed7-00715d6a6735)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:49:01.753217 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (20b85766-3a74-4ebf-bec7-b88c3c70b3cf), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:01.807920 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=20b85766-3a74-4ebf-bec7-b88c3c70b3cf,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:49:02.012831 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['20b85766-3a74-4ebf-bec7-b88c3c70b3cf'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:49:02.768498 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7e3f90-51c9-4ff3-9f73-6c8633668f69 req-ca9ddffd-1547-4b4e-87ec-bd916c43a328 tempest-TestServerMultinode-2099815483 tempest-TestServerMultinode-2099815483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:49:02.770055 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3c7e3f90-51c9-4ff3-9f73-6c8633668f69 req-ca9ddffd-1547-4b4e-87ec-bd916c43a328 tempest-TestServerMultinode-2099815483 tempest-TestServerMultinode-2099815483-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=83c8ec39-3e6d-4ab2-bc85-b66277c19cde HTTP/1.1" status: 200 len: 1127 time: 0.0481386 Jan 28 19:49:02.815252 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3c7e3f90-51c9-4ff3-9f73-6c8633668f69 req-d0e92a0f-fdef-463d-bcef-518947f01dcf tempest-TestServerMultinode-2099815483 tempest-TestServerMultinode-2099815483-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=e7344fe3-cf9a-4de9-93b0-1e9ef9683300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395482 Jan 28 19:49:03.516322 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 20b85766-3a74-4ebf-bec7-b88c3c70b3cf up at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:49:03.582236 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning for port 20b85766-3a74-4ebf-bec7-b88c3c70b3cf completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:49:03.586844 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning complete for port 20b85766-3a74-4ebf-bec7-b88c3c70b3cf triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:49:03.587393 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (20b85766-3a74-4ebf-bec7-b88c3c70b3cf), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:03.672353 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port 20b85766-3a74-4ebf-bec7-b88c3c70b3cf is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:49:03.673055 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (20b85766-3a74-4ebf-bec7-b88c3c70b3cf), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:03.717653 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 20b85766-3a74-4ebf-bec7-b88c3c70b3cf, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=20b85766-3a74-4ebf-bec7-b88c3c70b3cf,segment=NetworkSegment(0d4df840-35d0-4e5a-aed7-00715d6a6735),segment_id=0d4df840-35d0-4e5a-aed7-00715d6a6735)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:49:03.718517 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83c8ec39-3e6d-4ab2-bc85-b66277c19cde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20b85766-3a74-4ebf-bec7-b88c3c70b3cf'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:49:03.721202 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb1b1410-eead-455d-b41d-4bfbd3d73b4d" -d '{"events": [{"server_uuid": "83c8ec39-3e6d-4ab2-bc85-b66277c19cde", "name": "network-vif-plugged", "status": "completed", "tag": "20b85766-3a74-4ebf-bec7-b88c3c70b3cf"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:49:03.725230 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (20b85766-3a74-4ebf-bec7-b88c3c70b3cf), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:03.791616 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:49:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eda42bde-bcab-43fa-a3f3-f860c92bb2eb x-openstack-request-id: req-eda42bde-bcab-43fa-a3f3-f860c92bb2eb {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:49:03.791916 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83c8ec39-3e6d-4ab2-bc85-b66277c19cde", "name": "network-vif-plugged", "status": "completed", "tag": "20b85766-3a74-4ebf-bec7-b88c3c70b3cf", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:49:03.792173 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-eda42bde-bcab-43fa-a3f3-f860c92bb2eb {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:49:03.792572 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83c8ec39-3e6d-4ab2-bc85-b66277c19cde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20b85766-3a74-4ebf-bec7-b88c3c70b3cf', 'code': 200} Jan 28 19:49:03.793797 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=20b85766-3a74-4ebf-bec7-b88c3c70b3cf,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:49:03.999701 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525a4a8c-5dce-474d-9b6f-9cd36c44b134 req-bd77d1fb-279c-4b5f-a7a8-29d84765cd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:49:04.001326 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-525a4a8c-5dce-474d-9b6f-9cd36c44b134 req-bd77d1fb-279c-4b5f-a7a8-29d84765cd31 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=83c8ec39-3e6d-4ab2-bc85-b66277c19cde HTTP/1.1" status: 200 len: 1128 time: 0.1344404 Jan 28 19:49:04.011076 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9523ca67-1981-41f3-8c78-df39b6e1ca04 req-938584e2-16a7-4e54-b112-e1332e8720fa tempest-TestServerMultinode-2099815483 tempest-TestServerMultinode-2099815483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:49:04.012492 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9523ca67-1981-41f3-8c78-df39b6e1ca04 req-938584e2-16a7-4e54-b112-e1332e8720fa tempest-TestServerMultinode-2099815483 tempest-TestServerMultinode-2099815483-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=83c8ec39-3e6d-4ab2-bc85-b66277c19cde HTTP/1.1" status: 200 len: 1128 time: 0.0677221 Jan 28 19:49:04.080079 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-525a4a8c-5dce-474d-9b6f-9cd36c44b134 req-6a6f0138-86ec-4e42-aa73-a29946cbaeab service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e7344fe3-cf9a-4de9-93b0-1e9ef9683300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666063 Jan 28 19:49:04.083347 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9523ca67-1981-41f3-8c78-df39b6e1ca04 req-4723ebb5-decb-46dc-bed5-e455eabdebc6 tempest-TestServerMultinode-2099815483 tempest-TestServerMultinode-2099815483-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=e7344fe3-cf9a-4de9-93b0-1e9ef9683300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644851 Jan 28 19:49:05.216583 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23ee03d-e9b4-4b8b-b09b-57fadf26efac req-caaecb4d-42d0-4b2a-9bca-992c3b471fb6 tempest-TestServerMultinode-2099815483 tempest-TestServerMultinode-2099815483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:49:05.224130 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b23ee03d-e9b4-4b8b-b09b-57fadf26efac req-caaecb4d-42d0-4b2a-9bca-992c3b471fb6 tempest-TestServerMultinode-2099815483 tempest-TestServerMultinode-2099815483-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=83c8ec39-3e6d-4ab2-bc85-b66277c19cde HTTP/1.1" status: 200 len: 1128 time: 0.0691884 Jan 28 19:49:05.282907 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b23ee03d-e9b4-4b8b-b09b-57fadf26efac req-101fc376-ff5d-42a1-b215-9cafb614458c tempest-TestServerMultinode-2099815483 tempest-TestServerMultinode-2099815483-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=e7344fe3-cf9a-4de9-93b0-1e9ef9683300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551400 Jan 28 19:49:06.385390 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6e4270-942b-4c8a-baea-06787bc22c0a req-40e6bd6d-3544-459b-b1d5-f6876b678a6e tempest-TestServerMultinode-2099815483 tempest-TestServerMultinode-2099815483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:49:06.387016 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3a6e4270-942b-4c8a-baea-06787bc22c0a req-40e6bd6d-3544-459b-b1d5-f6876b678a6e tempest-TestServerMultinode-2099815483 tempest-TestServerMultinode-2099815483-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=83c8ec39-3e6d-4ab2-bc85-b66277c19cde HTTP/1.1" status: 200 len: 1128 time: 0.0459876 Jan 28 19:49:06.431051 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3a6e4270-942b-4c8a-baea-06787bc22c0a req-cf277419-7574-409a-8a8b-dd2726d51632 tempest-TestServerMultinode-2099815483 tempest-TestServerMultinode-2099815483-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=e7344fe3-cf9a-4de9-93b0-1e9ef9683300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384426 Jan 28 19:49:06.540369 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4b61c1-bf29-4c24-8419-3c114ff61e74 req-e1131840-83fd-4977-bbb2-67f963709207 tempest-TestServerMultinode-2099815483 tempest-TestServerMultinode-2099815483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:49:06.542091 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6f4b61c1-bf29-4c24-8419-3c114ff61e74 req-e1131840-83fd-4977-bbb2-67f963709207 tempest-TestServerMultinode-2099815483 tempest-TestServerMultinode-2099815483-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=83c8ec39-3e6d-4ab2-bc85-b66277c19cde HTTP/1.1" status: 200 len: 1128 time: 0.0454152 Jan 28 19:49:06.589273 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6f4b61c1-bf29-4c24-8419-3c114ff61e74 req-bab027b0-fecc-4792-9400-af469f2b7034 tempest-TestServerMultinode-2099815483 tempest-TestServerMultinode-2099815483-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=e7344fe3-cf9a-4de9-93b0-1e9ef9683300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412526 Jan 28 19:49:06.648682 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9c46c7f7-fe01-4376-9340-abddd0def423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:06.712488 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781debd7-722b-4df9-95c1-963dbe4a974a req-9de7d154-1aa5-4751-97b2-2264fb4b6bf8 tempest-TestServerMultinode-2099815483 tempest-TestServerMultinode-2099815483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:49:06.714181 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-781debd7-722b-4df9-95c1-963dbe4a974a req-9de7d154-1aa5-4751-97b2-2264fb4b6bf8 tempest-TestServerMultinode-2099815483 tempest-TestServerMultinode-2099815483-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=83c8ec39-3e6d-4ab2-bc85-b66277c19cde HTTP/1.1" status: 200 len: 1128 time: 0.0601242 Jan 28 19:49:06.760759 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-781debd7-722b-4df9-95c1-963dbe4a974a req-18cc1020-1e2c-4182-bfa0-d93425fa3d4a tempest-TestServerMultinode-2099815483 tempest-TestServerMultinode-2099815483-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=e7344fe3-cf9a-4de9-93b0-1e9ef9683300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409300 Jan 28 19:49:07.069321 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c319506-4ce7-4914-a3b0-0e8a22f0c33a req-ac0b94e4-a54c-4799-821b-db1b4f03a53c tempest-TestServerMultinode-2099815483 tempest-TestServerMultinode-2099815483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:49:07.071606 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3c319506-4ce7-4914-a3b0-0e8a22f0c33a req-ac0b94e4-a54c-4799-821b-db1b4f03a53c tempest-TestServerMultinode-2099815483 tempest-TestServerMultinode-2099815483-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=83c8ec39-3e6d-4ab2-bc85-b66277c19cde HTTP/1.1" status: 200 len: 1128 time: 0.0891531 Jan 28 19:49:07.149845 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3c319506-4ce7-4914-a3b0-0e8a22f0c33a req-911a2eb9-8559-4d16-8996-d581d413b51f tempest-TestServerMultinode-2099815483 tempest-TestServerMultinode-2099815483-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=e7344fe3-cf9a-4de9-93b0-1e9ef9683300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707209 Jan 28 19:49:08.288787 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f863ca8c-017d-4e25-99f4-3c191e358667 req-c78d2258-9dbd-4f83-989e-f440f84043ad tempest-TestServerMultinode-2099815483 tempest-TestServerMultinode-2099815483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:49:08.290481 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f863ca8c-017d-4e25-99f4-3c191e358667 req-c78d2258-9dbd-4f83-989e-f440f84043ad tempest-TestServerMultinode-2099815483 tempest-TestServerMultinode-2099815483-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=83c8ec39-3e6d-4ab2-bc85-b66277c19cde HTTP/1.1" status: 200 len: 1128 time: 0.0502090 Jan 28 19:49:08.334993 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f863ca8c-017d-4e25-99f4-3c191e358667 req-48344c83-0ee4-48fa-b51d-da9287525b41 tempest-TestServerMultinode-2099815483 tempest-TestServerMultinode-2099815483-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=e7344fe3-cf9a-4de9-93b0-1e9ef9683300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385244 Jan 28 19:49:08.405278 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd7dacd-7b33-495f-8db0-a5901b13f83e req-580f6031-8c3f-4e83-ac7b-a504229ee1be tempest-TestServerMultinode-2099815483 tempest-TestServerMultinode-2099815483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:49:08.406758 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-cfd7dacd-7b33-495f-8db0-a5901b13f83e req-580f6031-8c3f-4e83-ac7b-a504229ee1be tempest-TestServerMultinode-2099815483 tempest-TestServerMultinode-2099815483-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=83c8ec39-3e6d-4ab2-bc85-b66277c19cde HTTP/1.1" status: 200 len: 1128 time: 0.0448155 Jan 28 19:49:08.493308 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-cfd7dacd-7b33-495f-8db0-a5901b13f83e req-e746e8d5-810e-48d9-b0ae-151f227875f6 tempest-TestServerMultinode-2099815483 tempest-TestServerMultinode-2099815483-project-admin] Deleting port 20b85766-3a74-4ebf-bec7-b88c3c70b3cf {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:49:08.493986 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-cfd7dacd-7b33-495f-8db0-a5901b13f83e req-e746e8d5-810e-48d9-b0ae-151f227875f6 tempest-TestServerMultinode-2099815483 tempest-TestServerMultinode-2099815483-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (20b85766-3a74-4ebf-bec7-b88c3c70b3cf), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:08.580748 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-cfd7dacd-7b33-495f-8db0-a5901b13f83e req-e746e8d5-810e-48d9-b0ae-151f227875f6 tempest-TestServerMultinode-2099815483 tempest-TestServerMultinode-2099815483-project-admin] For port 20b85766-3a74-4ebf-bec7-b88c3c70b3cf, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=20b85766-3a74-4ebf-bec7-b88c3c70b3cf,segment=NetworkSegment(0d4df840-35d0-4e5a-aed7-00715d6a6735),segment_id=0d4df840-35d0-4e5a-aed7-00715d6a6735)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:49:08.581124 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-cfd7dacd-7b33-495f-8db0-a5901b13f83e req-e746e8d5-810e-48d9-b0ae-151f227875f6 tempest-TestServerMultinode-2099815483 tempest-TestServerMultinode-2099815483-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (20b85766-3a74-4ebf-bec7-b88c3c70b3cf), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:08.598539 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-cfd7dacd-7b33-495f-8db0-a5901b13f83e req-e746e8d5-810e-48d9-b0ae-151f227875f6 tempest-TestServerMultinode-2099815483 tempest-TestServerMultinode-2099815483-project-admin] Calling delete_port for 20b85766-3a74-4ebf-bec7-b88c3c70b3cf owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:49:08.736121 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-cfd7dacd-7b33-495f-8db0-a5901b13f83e req-e746e8d5-810e-48d9-b0ae-151f227875f6 tempest-TestServerMultinode-2099815483 tempest-TestServerMultinode-2099815483-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (20b85766-3a74-4ebf-bec7-b88c3c70b3cf), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:08.749234 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['bb0db925-6fd5-4c3b-b95d-7f9088478c26'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:49:08.769912 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e746e8d5-810e-48d9-b0ae-151f227875f6 tempest-TestServerMultinode-2099815483 tempest-TestServerMultinode-2099815483-project-admin] Pushing event deleted for resources: {'Port': ['ID=20b85766-3a74-4ebf-bec7-b88c3c70b3cf,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:49:08.826752 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfd7dacd-7b33-495f-8db0-a5901b13f83e req-e746e8d5-810e-48d9-b0ae-151f227875f6 tempest-TestServerMultinode-2099815483 tempest-TestServerMultinode-2099815483-project-admin] No DVR routers for this DVR port 20b85766-3a74-4ebf-bec7-b88c3c70b3cf on host n-h1-812111-14 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:49:08.827117 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['20b85766-3a74-4ebf-bec7-b88c3c70b3cf'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:49:08.830003 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-cfd7dacd-7b33-495f-8db0-a5901b13f83e req-e746e8d5-810e-48d9-b0ae-151f227875f6 tempest-TestServerMultinode-2099815483 tempest-TestServerMultinode-2099815483-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:08.833769 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-cfd7dacd-7b33-495f-8db0-a5901b13f83e req-e746e8d5-810e-48d9-b0ae-151f227875f6 tempest-TestServerMultinode-2099815483 tempest-TestServerMultinode-2099815483-project-admin] 10.222.0.41 "DELETE /v2.0/ports/20b85766-3a74-4ebf-bec7-b88c3c70b3cf HTTP/1.1" status: 204 len: 173 time: 0.4186494 Jan 28 19:49:08.834456 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83c8ec39-3e6d-4ab2-bc85-b66277c19cde', 'name': 'network-vif-deleted', 'tag': '20b85766-3a74-4ebf-bec7-b88c3c70b3cf'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:49:08.837026 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bec208ff-2a2f-4302-9fd9-baa737c8e2b8" -d '{"events": [{"server_uuid": "83c8ec39-3e6d-4ab2-bc85-b66277c19cde", "name": "network-vif-deleted", "tag": "20b85766-3a74-4ebf-bec7-b88c3c70b3cf"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:49:08.924089 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a213b174-3fa2-4b76-af85-e9f2c9adf748 x-openstack-request-id: req-a213b174-3fa2-4b76-af85-e9f2c9adf748 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:49:08.924391 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83c8ec39-3e6d-4ab2-bc85-b66277c19cde", "name": "network-vif-deleted", "tag": "20b85766-3a74-4ebf-bec7-b88c3c70b3cf", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:49:08.924645 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a213b174-3fa2-4b76-af85-e9f2c9adf748 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:49:08.925055 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83c8ec39-3e6d-4ab2-bc85-b66277c19cde', 'name': 'network-vif-deleted', 'tag': '20b85766-3a74-4ebf-bec7-b88c3c70b3cf', 'status': 'completed', 'code': 200} Jan 28 19:49:09.007512 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e18dde60-608c-46e5-900d-600b3f999f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:09.500726 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ccf9713c-a132-4219-9d97-ae1ad56d0847 req-4764e77b-2598-40e5-8c63-97d154dcbb53 tempest-TestServerMultinode-2099815483 tempest-TestServerMultinode-2099815483-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=83c8ec39-3e6d-4ab2-bc85-b66277c19cde HTTP/1.1" status: 200 len: 210 time: 0.0292151 Jan 28 19:49:09.830036 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:10.865688 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7ab03e-f206-45b3-b7c0-a10547c47b4a req-f1570048-e18f-4db4-92b1-6fa6a2b42fc6 tempest-TestServerMultinode-2099815483 tempest-TestServerMultinode-2099815483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:49:10.868517 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ac7ab03e-f206-45b3-b7c0-a10547c47b4a req-f1570048-e18f-4db4-92b1-6fa6a2b42fc6 tempest-TestServerMultinode-2099815483 tempest-TestServerMultinode-2099815483-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=f56794bf-fe33-4acd-80bc-00492cabc362 HTTP/1.1" status: 200 len: 1128 time: 0.0635486 Jan 28 19:49:10.919860 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ac7ab03e-f206-45b3-b7c0-a10547c47b4a req-6cbcb6cb-cb80-44c2-a876-f53ebf1d6abc tempest-TestServerMultinode-2099815483 tempest-TestServerMultinode-2099815483-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=e7344fe3-cf9a-4de9-93b0-1e9ef9683300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449083 Jan 28 19:49:11.551267 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 20b85766-3a74-4ebf-bec7-b88c3c70b3cf no longer exists at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:49:11.577151 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] No Port match for: 20b85766-3a74-4ebf-bec7-b88c3c70b3cf {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:49:11.577967 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 20b85766-3a74-4ebf-bec7-b88c3c70b3cf not bound to the agent host n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:49:11.741273 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:12.046130 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1e93e8-16ae-4ee7-b985-f03831b76c75 req-1ae6a47d-7427-447b-a9db-5f24706997b6 tempest-TestServerMultinode-2099815483 tempest-TestServerMultinode-2099815483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:49:12.054523 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2e1e93e8-16ae-4ee7-b985-f03831b76c75 req-1ae6a47d-7427-447b-a9db-5f24706997b6 tempest-TestServerMultinode-2099815483 tempest-TestServerMultinode-2099815483-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=f56794bf-fe33-4acd-80bc-00492cabc362 HTTP/1.1" status: 200 len: 1128 time: 0.0575168 Jan 28 19:49:12.109728 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2e1e93e8-16ae-4ee7-b985-f03831b76c75 req-29c096ef-abcd-48c2-9d77-cdf0bb769544 tempest-TestServerMultinode-2099815483 tempest-TestServerMultinode-2099815483-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=e7344fe3-cf9a-4de9-93b0-1e9ef9683300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541270 Jan 28 19:49:12.169681 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6497a68-c79f-4a2d-bb55-38f2e0aeb068 req-b979aad9-5fba-42ab-a332-81d5f4bfc1de tempest-TestServerMultinode-2099815483 tempest-TestServerMultinode-2099815483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:49:12.171178 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f6497a68-c79f-4a2d-bb55-38f2e0aeb068 req-b979aad9-5fba-42ab-a332-81d5f4bfc1de tempest-TestServerMultinode-2099815483 tempest-TestServerMultinode-2099815483-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=f56794bf-fe33-4acd-80bc-00492cabc362 HTTP/1.1" status: 200 len: 1128 time: 0.0519822 Jan 28 19:49:12.283873 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-f6497a68-c79f-4a2d-bb55-38f2e0aeb068 req-a22fbfd1-bb9e-41ff-a124-14ee40e94f98 tempest-TestServerMultinode-2099815483 tempest-TestServerMultinode-2099815483-project-admin] Deleting port bb0db925-6fd5-4c3b-b95d-7f9088478c26 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:49:12.283873 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f6497a68-c79f-4a2d-bb55-38f2e0aeb068 req-a22fbfd1-bb9e-41ff-a124-14ee40e94f98 tempest-TestServerMultinode-2099815483 tempest-TestServerMultinode-2099815483-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (bb0db925-6fd5-4c3b-b95d-7f9088478c26), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:12.382887 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-f6497a68-c79f-4a2d-bb55-38f2e0aeb068 req-a22fbfd1-bb9e-41ff-a124-14ee40e94f98 tempest-TestServerMultinode-2099815483 tempest-TestServerMultinode-2099815483-project-admin] For port bb0db925-6fd5-4c3b-b95d-7f9088478c26, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=bb0db925-6fd5-4c3b-b95d-7f9088478c26,segment=NetworkSegment(0d4df840-35d0-4e5a-aed7-00715d6a6735),segment_id=0d4df840-35d0-4e5a-aed7-00715d6a6735)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:49:12.383365 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f6497a68-c79f-4a2d-bb55-38f2e0aeb068 req-a22fbfd1-bb9e-41ff-a124-14ee40e94f98 tempest-TestServerMultinode-2099815483 tempest-TestServerMultinode-2099815483-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (bb0db925-6fd5-4c3b-b95d-7f9088478c26), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:12.402305 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-f6497a68-c79f-4a2d-bb55-38f2e0aeb068 req-a22fbfd1-bb9e-41ff-a124-14ee40e94f98 tempest-TestServerMultinode-2099815483 tempest-TestServerMultinode-2099815483-project-admin] Calling delete_port for bb0db925-6fd5-4c3b-b95d-7f9088478c26 owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:49:12.555725 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f6497a68-c79f-4a2d-bb55-38f2e0aeb068 req-a22fbfd1-bb9e-41ff-a124-14ee40e94f98 tempest-TestServerMultinode-2099815483 tempest-TestServerMultinode-2099815483-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (bb0db925-6fd5-4c3b-b95d-7f9088478c26), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:12.568113 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['bb0db925-6fd5-4c3b-b95d-7f9088478c26'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:49:12.648866 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22fbfd1-bb9e-41ff-a124-14ee40e94f98 tempest-TestServerMultinode-2099815483 tempest-TestServerMultinode-2099815483-project-admin] Pushing event deleted for resources: {'Port': ['ID=bb0db925-6fd5-4c3b-b95d-7f9088478c26,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:49:12.686377 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6497a68-c79f-4a2d-bb55-38f2e0aeb068 req-a22fbfd1-bb9e-41ff-a124-14ee40e94f98 tempest-TestServerMultinode-2099815483 tempest-TestServerMultinode-2099815483-project-admin] No DVR routers for this DVR port bb0db925-6fd5-4c3b-b95d-7f9088478c26 on host n-h2-812111-14 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:49:12.689124 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f6497a68-c79f-4a2d-bb55-38f2e0aeb068 req-a22fbfd1-bb9e-41ff-a124-14ee40e94f98 tempest-TestServerMultinode-2099815483 tempest-TestServerMultinode-2099815483-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:12.692530 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f6497a68-c79f-4a2d-bb55-38f2e0aeb068 req-a22fbfd1-bb9e-41ff-a124-14ee40e94f98 tempest-TestServerMultinode-2099815483 tempest-TestServerMultinode-2099815483-project-admin] 10.222.0.70 "DELETE /v2.0/ports/bb0db925-6fd5-4c3b-b95d-7f9088478c26 HTTP/1.1" status: 204 len: 173 time: 0.5157239 Jan 28 19:49:12.692979 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f56794bf-fe33-4acd-80bc-00492cabc362', 'name': 'network-vif-deleted', 'tag': 'bb0db925-6fd5-4c3b-b95d-7f9088478c26'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:49:12.695383 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfae715b-5f6d-40c5-8d83-ba33adb233dc" -d '{"events": [{"server_uuid": "f56794bf-fe33-4acd-80bc-00492cabc362", "name": "network-vif-deleted", "tag": "bb0db925-6fd5-4c3b-b95d-7f9088478c26"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:49:12.775515 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:49:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e833c882-08ea-4456-b340-9db0885f7b4d x-openstack-request-id: req-e833c882-08ea-4456-b340-9db0885f7b4d {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:49:12.775814 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f56794bf-fe33-4acd-80bc-00492cabc362", "name": "network-vif-deleted", "tag": "bb0db925-6fd5-4c3b-b95d-7f9088478c26", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:49:12.776055 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e833c882-08ea-4456-b340-9db0885f7b4d {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:49:12.776456 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f56794bf-fe33-4acd-80bc-00492cabc362', 'name': 'network-vif-deleted', 'tag': 'bb0db925-6fd5-4c3b-b95d-7f9088478c26', 'status': 'completed', 'code': 200} Jan 28 19:49:13.125117 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:13.242974 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-96b472e4-cb69-47a2-87cf-6cbfa4cc6553 req-736e2ebe-1208-4564-9a0b-119bfcb4c1da tempest-TestServerMultinode-2099815483 tempest-TestServerMultinode-2099815483-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=f56794bf-fe33-4acd-80bc-00492cabc362 HTTP/1.1" status: 200 len: 210 time: 0.0402067 Jan 28 19:49:14.325415 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 57576) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:49:14.977471 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device bb0db925-6fd5-4c3b-b95d-7f9088478c26 no longer exists at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:49:15.003626 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] No Port match for: bb0db925-6fd5-4c3b-b95d-7f9088478c26 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:49:15.004288 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device bb0db925-6fd5-4c3b-b95d-7f9088478c26 not bound to the agent host n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:49:15.043556 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-40590501-d8f9-453f-bbdb-fd52f5c63da0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-732838'] for router_interface (6dfbefd2-0239-4d9f-8794-f902a0900979), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:15.397196 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-40590501-d8f9-453f-bbdb-fd52f5c63da0 admin admin] Deleting port 218bde51-982d-4cf3-a45e-391126a10455 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:49:15.397904 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-40590501-d8f9-453f-bbdb-fd52f5c63da0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (218bde51-982d-4cf3-a45e-391126a10455), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:15.493133 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-40590501-d8f9-453f-bbdb-fd52f5c63da0 admin admin] For port 218bde51-982d-4cf3-a45e-391126a10455, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=218bde51-982d-4cf3-a45e-391126a10455,segment=NetworkSegment(0d4df840-35d0-4e5a-aed7-00715d6a6735),segment_id=0d4df840-35d0-4e5a-aed7-00715d6a6735)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:49:15.493502 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-40590501-d8f9-453f-bbdb-fd52f5c63da0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (218bde51-982d-4cf3-a45e-391126a10455), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:15.515087 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-40590501-d8f9-453f-bbdb-fd52f5c63da0 admin admin] Calling delete_port for 218bde51-982d-4cf3-a45e-391126a10455 owned by network:router_interface {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:49:15.736624 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-40590501-d8f9-453f-bbdb-fd52f5c63da0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (218bde51-982d-4cf3-a45e-391126a10455), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:15.784233 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40590501-d8f9-453f-bbdb-fd52f5c63da0 admin admin] Pushing event deleted for resources: {'Port': ['ID=218bde51-982d-4cf3-a45e-391126a10455,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:49:16.022995 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-40590501-d8f9-453f-bbdb-fd52f5c63da0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-732682'] for router_interface (6dfbefd2-0239-4d9f-8794-f902a0900979), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:16.330186 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40590501-d8f9-453f-bbdb-fd52f5c63da0 admin admin] Router 6dfbefd2-0239-4d9f-8794-f902a0900979 has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:49:16.834513 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40590501-d8f9-453f-bbdb-fd52f5c63da0 admin admin] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:49:16.843243 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-40590501-d8f9-453f-bbdb-fd52f5c63da0 admin admin] 10.222.0.64 "PUT /v2.0/routers/6dfbefd2-0239-4d9f-8794-f902a0900979/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5138586 Jan 28 19:49:16.843243 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 57866) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:49:16.844876 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c512cd03-bd7d-4995-b255-ada58e276e68 None None] Sync routers for ids ['6dfbefd2-0239-4d9f-8794-f902a0900979'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:49:16.869861 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c512cd03-bd7d-4995-b255-ada58e276e68 None None] Routers {'6dfbefd2-0239-4d9f-8794-f902a0900979'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:49:16.870592 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-c512cd03-bd7d-4995-b255-ada58e276e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:49:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['6dfbefd2-0239-4d9f-8794-f902a0900979'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:49:16.967601 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d75937d2-4f10-465b-b69e-97b7dacf2128 admin admin] Publish callbacks [] for router (6dfbefd2-0239-4d9f-8794-f902a0900979), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:16.994251 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-c512cd03-bd7d-4995-b255-ada58e276e68 None None] Set router 6dfbefd2-0239-4d9f-8794-f902a0900979 gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:49:17.106580 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d75937d2-4f10-465b-b69e-97b7dacf2128 admin admin] Publish callbacks [] for router_gateway (6dfbefd2-0239-4d9f-8794-f902a0900979), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:17.170263 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-d75937d2-4f10-465b-b69e-97b7dacf2128 admin admin] Deleting port bd74df3b-739c-457d-be9d-26a321473963 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:49:17.170591 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d75937d2-4f10-465b-b69e-97b7dacf2128 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (bd74df3b-739c-457d-be9d-26a321473963), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:17.209867 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-c512cd03-bd7d-4995-b255-ada58e276e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dfbefd2-0239-4d9f-8794-f902a0900979', 'name': 'tempest-TestServerMultinode-1763923963-router', 'tenant_id': '4e8e5f8d30114484adc7558be4b372ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': 'bd74df3b-739c-457d-be9d-26a321473963', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:48:21Z', 'updated_at': '2022-01-28T19:49:15Z', 'revision_number': 5, 'project_id': '4e8e5f8d30114484adc7558be4b372ae', 'gw_port': {'id': 'bd74df3b-739c-457d-be9d-26a321473963', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:9c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dfbefd2-0239-4d9f-8794-f902a0900979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:48:22Z', 'updated_at': '2022-01-28T19:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:49:17.243357 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c512cd03-bd7d-4995-b255-ada58e276e68 None None] Checking router: 6dfbefd2-0239-4d9f-8794-f902a0900979 for host: n-d-812111-14 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:49:17.254358 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c512cd03-bd7d-4995-b255-ada58e276e68 None None] Routers {'6dfbefd2-0239-4d9f-8794-f902a0900979'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:49:17.255184 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-c512cd03-bd7d-4995-b255-ada58e276e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:49:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['6dfbefd2-0239-4d9f-8794-f902a0900979'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:49:17.267072 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-d75937d2-4f10-465b-b69e-97b7dacf2128 admin admin] For port bd74df3b-739c-457d-be9d-26a321473963, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=bd74df3b-739c-457d-be9d-26a321473963,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:49:17.267544 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d75937d2-4f10-465b-b69e-97b7dacf2128 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (bd74df3b-739c-457d-be9d-26a321473963), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:17.283589 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-d75937d2-4f10-465b-b69e-97b7dacf2128 admin admin] Calling delete_port for bd74df3b-739c-457d-be9d-26a321473963 owned by network:router_gateway {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:49:17.365459 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-c512cd03-bd7d-4995-b255-ada58e276e68 None None] Set router 6dfbefd2-0239-4d9f-8794-f902a0900979 gateway port host: None {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:49:17.421659 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-c512cd03-bd7d-4995-b255-ada58e276e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dfbefd2-0239-4d9f-8794-f902a0900979', 'name': 'tempest-TestServerMultinode-1763923963-router', 'tenant_id': '4e8e5f8d30114484adc7558be4b372ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:48:21Z', 'updated_at': '2022-01-28T19:49:17Z', 'revision_number': 6, 'project_id': '4e8e5f8d30114484adc7558be4b372ae', 'gw_port_host': None}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:49:17.449162 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c512cd03-bd7d-4995-b255-ada58e276e68 None None] The sync data for ids ['6dfbefd2-0239-4d9f-8794-f902a0900979'] in n-d-812111-14 is: [{'id': '6dfbefd2-0239-4d9f-8794-f902a0900979', 'name': 'tempest-TestServerMultinode-1763923963-router', 'tenant_id': '4e8e5f8d30114484adc7558be4b372ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:48:21Z', 'updated_at': '2022-01-28T19:49:17Z', 'revision_number': 6, 'project_id': '4e8e5f8d30114484adc7558be4b372ae', 'gw_port_host': None}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:49:17.508040 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d75937d2-4f10-465b-b69e-97b7dacf2128 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (bd74df3b-739c-457d-be9d-26a321473963), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:17.542492 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75937d2-4f10-465b-b69e-97b7dacf2128 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd74df3b-739c-457d-be9d-26a321473963,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:49:17.565508 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75937d2-4f10-465b-b69e-97b7dacf2128 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:49:17.565856 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75937d2-4f10-465b-b69e-97b7dacf2128 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:49:17.566198 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75937d2-4f10-465b-b69e-97b7dacf2128 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:49:17.566535 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75937d2-4f10-465b-b69e-97b7dacf2128 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:49:17.566880 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75937d2-4f10-465b-b69e-97b7dacf2128 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:49:17.567207 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75937d2-4f10-465b-b69e-97b7dacf2128 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:49:17.567538 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75937d2-4f10-465b-b69e-97b7dacf2128 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:49:17.567873 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75937d2-4f10-465b-b69e-97b7dacf2128 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:49:17.568201 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75937d2-4f10-465b-b69e-97b7dacf2128 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:49:17.568525 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75937d2-4f10-465b-b69e-97b7dacf2128 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:49:17.568858 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75937d2-4f10-465b-b69e-97b7dacf2128 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:49:17.569206 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75937d2-4f10-465b-b69e-97b7dacf2128 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:49:17.569528 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75937d2-4f10-465b-b69e-97b7dacf2128 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:49:17.613230 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d75937d2-4f10-465b-b69e-97b7dacf2128 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-731488'] for router_gateway (6dfbefd2-0239-4d9f-8794-f902a0900979), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:17.704804 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d75937d2-4f10-465b-b69e-97b7dacf2128 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-730901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261120'] for router (6dfbefd2-0239-4d9f-8794-f902a0900979), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:17.707001 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d75937d2-4f10-465b-b69e-97b7dacf2128 admin admin] Publish callbacks [] for router_controller (6dfbefd2-0239-4d9f-8794-f902a0900979), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:17.750706 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d75937d2-4f10-465b-b69e-97b7dacf2128 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-730908'] for router (6dfbefd2-0239-4d9f-8794-f902a0900979), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:17.751119 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d75937d2-4f10-465b-b69e-97b7dacf2128 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6dfbefd2-0239-4d9f-8794-f902a0900979 {{(pid=103304) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:49:17.756655 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d75937d2-4f10-465b-b69e-97b7dacf2128 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:17.758003 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-d75937d2-4f10-465b-b69e-97b7dacf2128 admin admin] 10.222.0.64 "DELETE /v2.0/routers/6dfbefd2-0239-4d9f-8794-f902a0900979 HTTP/1.1" status: 204 len: 168 time: 0.9141014 Jan 28 19:49:17.760614 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 57922) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:49:17.810992 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-051d0b8e-ea41-48e3-9cfc-a456ba3444c8 admin admin] Deleting subnet c1a07704-5cdb-42ac-a3b3-26cc26a3017a {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:49:17.815559 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-051d0b8e-ea41-48e3-9cfc-a456ba3444c8 admin admin] Publish callbacks [] for subnet (c1a07704-5cdb-42ac-a3b3-26cc26a3017a), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:17.859086 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-051d0b8e-ea41-48e3-9cfc-a456ba3444c8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16187240'] for subnet (c1a07704-5cdb-42ac-a3b3-26cc26a3017a), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:17.981655 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-051d0b8e-ea41-48e3-9cfc-a456ba3444c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (c1a07704-5cdb-42ac-a3b3-26cc26a3017a), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:18.039787 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-051d0b8e-ea41-48e3-9cfc-a456ba3444c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4752464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4733806'] for subnet (c1a07704-5cdb-42ac-a3b3-26cc26a3017a), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:18.068117 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051d0b8e-ea41-48e3-9cfc-a456ba3444c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1a07704-5cdb-42ac-a3b3-26cc26a3017a,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:49:18.071248 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-051d0b8e-ea41-48e3-9cfc-a456ba3444c8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:18.075759 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-051d0b8e-ea41-48e3-9cfc-a456ba3444c8 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/c1a07704-5cdb-42ac-a3b3-26cc26a3017a HTTP/1.1" status: 204 len: 168 time: 0.3139789 Jan 28 19:49:18.079087 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 57932) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:49:18.087852 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a8316fc-2bf1-4cbe-b92d-aeb188fbfe95 None None] Network c5556376-9b35-43e3-93a0-c8cffa8f1a8a requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:49:18.181266 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9f5fedf9-8fd0-4436-a32b-1cb106269bb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (c5556376-9b35-43e3-93a0-c8cffa8f1a8a), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:18.288517 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-9f5fedf9-8fd0-4436-a32b-1cb106269bb1 admin admin] Deleting port fc49eca9-baf3-4a44-96bc-f5c5b05fca20 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:49:18.289160 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9f5fedf9-8fd0-4436-a32b-1cb106269bb1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (fc49eca9-baf3-4a44-96bc-f5c5b05fca20), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:18.320341 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e56c28b-a00b-4798-a02c-033405c8b1e2 None None] DHCP port deletion for c5556376-9b35-43e3-93a0-c8cffa8f1a8a request from n-d-812111-14 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:49:18.384069 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-9f5fedf9-8fd0-4436-a32b-1cb106269bb1 admin admin] For port fc49eca9-baf3-4a44-96bc-f5c5b05fca20, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=fc49eca9-baf3-4a44-96bc-f5c5b05fca20,segment=NetworkSegment(0d4df840-35d0-4e5a-aed7-00715d6a6735),segment_id=0d4df840-35d0-4e5a-aed7-00715d6a6735)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:49:18.384542 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9f5fedf9-8fd0-4436-a32b-1cb106269bb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (fc49eca9-baf3-4a44-96bc-f5c5b05fca20), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:18.402324 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-9f5fedf9-8fd0-4436-a32b-1cb106269bb1 admin admin] Calling delete_port for fc49eca9-baf3-4a44-96bc-f5c5b05fca20 owned by network:dhcp {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:49:18.412482 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-5e56c28b-a00b-4798-a02c-033405c8b1e2 None None] Deleting port fc49eca9-baf3-4a44-96bc-f5c5b05fca20 {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:49:18.412870 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5e56c28b-a00b-4798-a02c-033405c8b1e2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (fc49eca9-baf3-4a44-96bc-f5c5b05fca20), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:18.493665 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9f5fedf9-8fd0-4436-a32b-1cb106269bb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (fc49eca9-baf3-4a44-96bc-f5c5b05fca20), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:18.503653 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-5e56c28b-a00b-4798-a02c-033405c8b1e2 None None] For port fc49eca9-baf3-4a44-96bc-f5c5b05fca20, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=fc49eca9-baf3-4a44-96bc-f5c5b05fca20,segment=NetworkSegment(0d4df840-35d0-4e5a-aed7-00715d6a6735),segment_id=0d4df840-35d0-4e5a-aed7-00715d6a6735)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:49:18.504583 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5e56c28b-a00b-4798-a02c-033405c8b1e2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (fc49eca9-baf3-4a44-96bc-f5c5b05fca20), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:18.527327 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-5e56c28b-a00b-4798-a02c-033405c8b1e2 None None] Calling delete_port for fc49eca9-baf3-4a44-96bc-f5c5b05fca20 owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:49:18.529626 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5fedf9-8fd0-4436-a32b-1cb106269bb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc49eca9-baf3-4a44-96bc-f5c5b05fca20,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:49:18.535586 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5fedf9-8fd0-4436-a32b-1cb106269bb1 admin admin] No DVR routers for this DVR port fc49eca9-baf3-4a44-96bc-f5c5b05fca20 on host n-d-812111-14 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:49:18.618869 n-d-812111-14 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:49:18.618869 n-d-812111-14 neutron-server[103306]: self.session.flush() Jan 28 19:49:18.618869 n-d-812111-14 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:49:18.618869 n-d-812111-14 neutron-server[103306]: self.session.flush() Jan 28 19:49:18.618869 n-d-812111-14 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:49:18.618869 n-d-812111-14 neutron-server[103306]: self.session.flush() Jan 28 19:49:18.618869 n-d-812111-14 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:49:18.618869 n-d-812111-14 neutron-server[103306]: self.session.flush() Jan 28 19:49:18.618869 n-d-812111-14 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:49:18.618869 n-d-812111-14 neutron-server[103306]: self.session.flush() Jan 28 19:49:18.618869 n-d-812111-14 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:49:18.618869 n-d-812111-14 neutron-server[103306]: self.session.flush() Jan 28 19:49:18.618869 n-d-812111-14 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:49:18.618869 n-d-812111-14 neutron-server[103306]: self.session.flush() Jan 28 19:49:18.618869 n-d-812111-14 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:49:18.618869 n-d-812111-14 neutron-server[103306]: self.session.flush() Jan 28 19:49:18.618869 n-d-812111-14 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:49:18.618869 n-d-812111-14 neutron-server[103306]: self.session.flush() Jan 28 19:49:18.618869 n-d-812111-14 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:49:18.618869 n-d-812111-14 neutron-server[103306]: self.session.flush() Jan 28 19:49:18.618869 n-d-812111-14 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:49:18.618869 n-d-812111-14 neutron-server[103306]: self.session.flush() Jan 28 19:49:18.618869 n-d-812111-14 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:49:18.618869 n-d-812111-14 neutron-server[103306]: self.session.flush() Jan 28 19:49:18.618869 n-d-812111-14 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:49:18.618869 n-d-812111-14 neutron-server[103306]: self.session.flush() Jan 28 19:49:18.618869 n-d-812111-14 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:49:18.618869 n-d-812111-14 neutron-server[103306]: self.session.flush() Jan 28 19:49:18.618869 n-d-812111-14 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:49:18.618869 n-d-812111-14 neutron-server[103306]: self.session.flush() Jan 28 19:49:18.618869 n-d-812111-14 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:49:18.618869 n-d-812111-14 neutron-server[103306]: self.session.flush() Jan 28 19:49:18.618869 n-d-812111-14 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:49:18.618869 n-d-812111-14 neutron-server[103306]: self.session.flush() Jan 28 19:49:18.618869 n-d-812111-14 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:49:18.618869 n-d-812111-14 neutron-server[103306]: self.session.flush() Jan 28 19:49:18.618869 n-d-812111-14 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:49:18.618869 n-d-812111-14 neutron-server[103306]: self.session.flush() Jan 28 19:49:18.618869 n-d-812111-14 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:49:18.618869 n-d-812111-14 neutron-server[103306]: self.session.flush() Jan 28 19:49:18.618869 n-d-812111-14 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:49:18.618869 n-d-812111-14 neutron-server[103306]: self.session.flush() Jan 28 19:49:18.618869 n-d-812111-14 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:49:18.618869 n-d-812111-14 neutron-server[103306]: self.session.flush() Jan 28 19:49:18.618869 n-d-812111-14 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:49:18.618869 n-d-812111-14 neutron-server[103306]: self.session.flush() Jan 28 19:49:18.618869 n-d-812111-14 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:49:18.618869 n-d-812111-14 neutron-server[103306]: self.session.flush() Jan 28 19:49:18.618869 n-d-812111-14 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:49:18.618869 n-d-812111-14 neutron-server[103306]: self.session.flush() Jan 28 19:49:18.618869 n-d-812111-14 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:49:18.618869 n-d-812111-14 neutron-server[103306]: self.session.flush() Jan 28 19:49:18.618869 n-d-812111-14 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:49:18.618869 n-d-812111-14 neutron-server[103306]: self.session.flush() Jan 28 19:49:18.626920 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9f5fedf9-8fd0-4436-a32b-1cb106269bb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (c5556376-9b35-43e3-93a0-c8cffa8f1a8a), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:18.628377 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5e56c28b-a00b-4798-a02c-033405c8b1e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985'] for port (fc49eca9-baf3-4a44-96bc-f5c5b05fca20), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:18.651690 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-9f5fedf9-8fd0-4436-a32b-1cb106269bb1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5556376-9b35-43e3-93a0-c8cffa8f1a8a']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:49:18.659385 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e56c28b-a00b-4798-a02c-033405c8b1e2 None None] Pushing event deleted for resources: {'Port': ['ID=fc49eca9-baf3-4a44-96bc-f5c5b05fca20,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:49:18.662097 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e56c28b-a00b-4798-a02c-033405c8b1e2 None None] No DVR routers for this DVR port fc49eca9-baf3-4a44-96bc-f5c5b05fca20 on host n-d-812111-14 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:49:18.676612 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e56c28b-a00b-4798-a02c-033405c8b1e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:49:18.677301 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e56c28b-a00b-4798-a02c-033405c8b1e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:49:18.677818 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e56c28b-a00b-4798-a02c-033405c8b1e2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:49:18.678325 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e56c28b-a00b-4798-a02c-033405c8b1e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:49:18.678661 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e56c28b-a00b-4798-a02c-033405c8b1e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:49:18.678999 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e56c28b-a00b-4798-a02c-033405c8b1e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:49:18.679336 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e56c28b-a00b-4798-a02c-033405c8b1e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:49:18.679668 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e56c28b-a00b-4798-a02c-033405c8b1e2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:49:18.680013 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e56c28b-a00b-4798-a02c-033405c8b1e2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:49:18.680321 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e56c28b-a00b-4798-a02c-033405c8b1e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:49:18.680942 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e56c28b-a00b-4798-a02c-033405c8b1e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:49:18.681452 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e56c28b-a00b-4798-a02c-033405c8b1e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:49:18.686620 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e56c28b-a00b-4798-a02c-033405c8b1e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:49:18.689177 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-9f5fedf9-8fd0-4436-a32b-1cb106269bb1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d4df840-35d0-4e5a-aed7-00715d6a6735') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:49:18.689586 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-9f5fedf9-8fd0-4436-a32b-1cb106269bb1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d4df840-35d0-4e5a-aed7-00715d6a6735') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:49:18.713672 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9f5fedf9-8fd0-4436-a32b-1cb106269bb1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4747091'] for segment (0d4df840-35d0-4e5a-aed7-00715d6a6735), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:18.742668 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9f5fedf9-8fd0-4436-a32b-1cb106269bb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (0d4df840-35d0-4e5a-aed7-00715d6a6735), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:18.753127 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f5fedf9-8fd0-4436-a32b-1cb106269bb1 admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:49:18.753819 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9f5fedf9-8fd0-4436-a32b-1cb106269bb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4690514'] for segment (0d4df840-35d0-4e5a-aed7-00715d6a6735), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:18.756278 n-d-812111-14 neutron-server[103304]: Traceback (most recent call last): Jan 28 19:49:18.756278 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:49:18.756278 n-d-812111-14 neutron-server[103304]: timer() Jan 28 19:49:18.756278 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:49:18.756278 n-d-812111-14 neutron-server[103304]: cb(*args, **kw) Jan 28 19:49:18.756278 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:49:18.756278 n-d-812111-14 neutron-server[103304]: return func(*args, **kwargs) Jan 28 19:49:18.756278 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:49:18.756278 n-d-812111-14 neutron-server[103304]: self._notify() Jan 28 19:49:18.756278 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:49:18.756278 n-d-812111-14 neutron-server[103304]: self.callback(batched_events) Jan 28 19:49:18.756278 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:49:18.756278 n-d-812111-14 neutron-server[103304]: event.method(event) Jan 28 19:49:18.756278 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:49:18.756278 n-d-812111-14 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:49:18.756278 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:49:18.756278 n-d-812111-14 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:49:18.756278 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:49:18.756278 n-d-812111-14 neutron-server[103304]: return f(self, *a, **k) Jan 28 19:49:18.756278 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:49:18.756278 n-d-812111-14 neutron-server[103304]: return self._get(url).json() Jan 28 19:49:18.756278 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:49:18.756278 n-d-812111-14 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:49:18.756278 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:49:18.756278 n-d-812111-14 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 28 19:49:18.756278 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:49:18.756278 n-d-812111-14 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:49:18.756278 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:49:18.756278 n-d-812111-14 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:49:18.756278 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:49:18.756278 n-d-812111-14 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:49:18.756278 n-d-812111-14 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:49:18.852012 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9f5fedf9-8fd0-4436-a32b-1cb106269bb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (c5556376-9b35-43e3-93a0-c8cffa8f1a8a), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:18.871204 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9f5fedf9-8fd0-4436-a32b-1cb106269bb1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:18.879725 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-9f5fedf9-8fd0-4436-a32b-1cb106269bb1 admin admin] 10.222.0.64 "DELETE /v2.0/networks/c5556376-9b35-43e3-93a0-c8cffa8f1a8a HTTP/1.1" status: 204 len: 168 time: 0.7937927 Jan 28 19:49:18.879725 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5fedf9-8fd0-4436-a32b-1cb106269bb1 admin admin] Pushing event deleted for resources: {'Network': ['ID=c5556376-9b35-43e3-93a0-c8cffa8f1a8a,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:49:18.880023 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 57942) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:49:19.302790 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7745872d-3e4e-4a48-b1b8-40dcc577abbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-732838'] for router_interface (4e63d68c-3401-43a3-92e7-5b8e148e7bd1), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:19.488540 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device fc49eca9-baf3-4a44-96bc-f5c5b05fca20 no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:49:19.519634 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: fc49eca9-baf3-4a44-96bc-f5c5b05fca20 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:49:19.520313 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device fc49eca9-baf3-4a44-96bc-f5c5b05fca20 not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:49:19.520914 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 218bde51-982d-4cf3-a45e-391126a10455 no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:49:19.549861 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: 218bde51-982d-4cf3-a45e-391126a10455 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:49:19.550597 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 218bde51-982d-4cf3-a45e-391126a10455 not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:49:19.551165 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device bd74df3b-739c-457d-be9d-26a321473963 no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:49:19.572567 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: bd74df3b-739c-457d-be9d-26a321473963 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:49:19.573184 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device bd74df3b-739c-457d-be9d-26a321473963 not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:49:19.602095 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-7745872d-3e4e-4a48-b1b8-40dcc577abbd admin admin] Deleting port fe8b496b-d35a-4543-a7d7-c2105614e2ed {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:49:19.604403 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7745872d-3e4e-4a48-b1b8-40dcc577abbd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (fe8b496b-d35a-4543-a7d7-c2105614e2ed), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:19.701321 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-7745872d-3e4e-4a48-b1b8-40dcc577abbd admin admin] For port fe8b496b-d35a-4543-a7d7-c2105614e2ed, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=fe8b496b-d35a-4543-a7d7-c2105614e2ed,segment=NetworkSegment(9e9d1bff-ba93-42f5-ba49-6ebf8f372f19),segment_id=9e9d1bff-ba93-42f5-ba49-6ebf8f372f19)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:49:19.701733 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7745872d-3e4e-4a48-b1b8-40dcc577abbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (fe8b496b-d35a-4543-a7d7-c2105614e2ed), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:19.716026 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-7745872d-3e4e-4a48-b1b8-40dcc577abbd admin admin] Calling delete_port for fe8b496b-d35a-4543-a7d7-c2105614e2ed owned by network:router_interface {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:49:19.903889 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7745872d-3e4e-4a48-b1b8-40dcc577abbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (fe8b496b-d35a-4543-a7d7-c2105614e2ed), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:19.930662 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7745872d-3e4e-4a48-b1b8-40dcc577abbd admin admin] Pushing event deleted for resources: {'Port': ['ID=fe8b496b-d35a-4543-a7d7-c2105614e2ed,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:49:20.132226 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7745872d-3e4e-4a48-b1b8-40dcc577abbd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-732682'] for router_interface (4e63d68c-3401-43a3-92e7-5b8e148e7bd1), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:20.304046 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c042dba3-c814-4088-bd55-523d7464778b req-86a44cd2-98ae-4472-83d5-5aa2640856c4 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:49:20.305527 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c042dba3-c814-4088-bd55-523d7464778b req-86a44cd2-98ae-4472-83d5-5aa2640856c4 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] 10.222.0.64 "GET /v2.0/ports?device_id=791e4287-1de3-49bc-a1ec-b6d029c0f341 HTTP/1.1" status: 200 len: 945 time: 0.1122415 Jan 28 19:49:20.424304 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c042dba3-c814-4088-bd55-523d7464778b req-f748016c-c727-4d48-9c46-ed2851ffddc4 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] 10.222.0.64 "GET /v2.0/security-groups?id=0cfd235b-3a0d-4508-9b69-242081a43994&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0864818 Jan 28 19:49:20.455877 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7745872d-3e4e-4a48-b1b8-40dcc577abbd admin admin] Router 4e63d68c-3401-43a3-92e7-5b8e148e7bd1 has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:49:20.594308 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7745872d-3e4e-4a48-b1b8-40dcc577abbd admin admin] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:49:20.603870 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-7745872d-3e4e-4a48-b1b8-40dcc577abbd admin admin] 10.222.0.64 "PUT /v2.0/routers/4e63d68c-3401-43a3-92e7-5b8e148e7bd1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7207048 Jan 28 19:49:20.604183 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 57962) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:49:20.605516 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039c2ea4-8484-4039-acc6-4df6dd5fca6a None None] Sync routers for ids ['4e63d68c-3401-43a3-92e7-5b8e148e7bd1'] in n-d-812111-14 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:49:20.619449 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039c2ea4-8484-4039-acc6-4df6dd5fca6a None None] Routers {'4e63d68c-3401-43a3-92e7-5b8e148e7bd1'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:49:20.620203 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-039c2ea4-8484-4039-acc6-4df6dd5fca6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:49:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['4e63d68c-3401-43a3-92e7-5b8e148e7bd1'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:49:20.739990 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-781466f2-fb6d-49d9-ae8e-39c9512615ee admin admin] Publish callbacks [] for router (4e63d68c-3401-43a3-92e7-5b8e148e7bd1), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:20.753201 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-039c2ea4-8484-4039-acc6-4df6dd5fca6a None None] Set router 4e63d68c-3401-43a3-92e7-5b8e148e7bd1 gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:49:20.975141 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:20.988883 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-039c2ea4-8484-4039-acc6-4df6dd5fca6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e63d68c-3401-43a3-92e7-5b8e148e7bd1', 'name': 'tempest-TestServerMultinode-921036872-router', 'tenant_id': '991f3fa2da044b68b2d5d5ab9589cd71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': '4389a6e0-a22b-4209-b033-df1e9dba2e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:48:29Z', 'updated_at': '2022-01-28T19:49:19Z', 'revision_number': 5, 'project_id': '991f3fa2da044b68b2d5d5ab9589cd71', 'gw_port': {'id': '4389a6e0-a22b-4209-b033-df1e9dba2e74', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:75:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e63d68c-3401-43a3-92e7-5b8e148e7bd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3608, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:48:30Z', 'updated_at': '2022-01-28T19:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:49:21.023953 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039c2ea4-8484-4039-acc6-4df6dd5fca6a None None] Checking router: 4e63d68c-3401-43a3-92e7-5b8e148e7bd1 for host: n-d-812111-14 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:49:21.034732 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039c2ea4-8484-4039-acc6-4df6dd5fca6a None None] Routers {'4e63d68c-3401-43a3-92e7-5b8e148e7bd1'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:49:21.035631 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-039c2ea4-8484-4039-acc6-4df6dd5fca6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:49:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['4e63d68c-3401-43a3-92e7-5b8e148e7bd1'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:49:21.161462 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-039c2ea4-8484-4039-acc6-4df6dd5fca6a None None] Set router 4e63d68c-3401-43a3-92e7-5b8e148e7bd1 gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:49:21.194080 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-781466f2-fb6d-49d9-ae8e-39c9512615ee admin admin] Publish callbacks [] for router_gateway (4e63d68c-3401-43a3-92e7-5b8e148e7bd1), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:21.269215 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-781466f2-fb6d-49d9-ae8e-39c9512615ee admin admin] Deleting port 4389a6e0-a22b-4209-b033-df1e9dba2e74 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:49:21.269668 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-781466f2-fb6d-49d9-ae8e-39c9512615ee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (4389a6e0-a22b-4209-b033-df1e9dba2e74), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:21.370848 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-781466f2-fb6d-49d9-ae8e-39c9512615ee admin admin] For port 4389a6e0-a22b-4209-b033-df1e9dba2e74, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=4389a6e0-a22b-4209-b033-df1e9dba2e74,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:49:21.371602 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-781466f2-fb6d-49d9-ae8e-39c9512615ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (4389a6e0-a22b-4209-b033-df1e9dba2e74), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:21.376680 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-039c2ea4-8484-4039-acc6-4df6dd5fca6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e63d68c-3401-43a3-92e7-5b8e148e7bd1', 'name': 'tempest-TestServerMultinode-921036872-router', 'tenant_id': '991f3fa2da044b68b2d5d5ab9589cd71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': '4389a6e0-a22b-4209-b033-df1e9dba2e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:48:29Z', 'updated_at': '2022-01-28T19:49:19Z', 'revision_number': 5, 'project_id': '991f3fa2da044b68b2d5d5ab9589cd71', 'gw_port': {'id': '4389a6e0-a22b-4209-b033-df1e9dba2e74', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:75:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e63d68c-3401-43a3-92e7-5b8e148e7bd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3608, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:48:30Z', 'updated_at': '2022-01-28T19:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:49:21.388306 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-781466f2-fb6d-49d9-ae8e-39c9512615ee admin admin] Calling delete_port for 4389a6e0-a22b-4209-b033-df1e9dba2e74 owned by network:router_gateway {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:49:21.431882 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039c2ea4-8484-4039-acc6-4df6dd5fca6a None None] The sync data for ids ['4e63d68c-3401-43a3-92e7-5b8e148e7bd1'] in n-d-812111-14 is: [{'id': '4e63d68c-3401-43a3-92e7-5b8e148e7bd1', 'name': 'tempest-TestServerMultinode-921036872-router', 'tenant_id': '991f3fa2da044b68b2d5d5ab9589cd71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': '4389a6e0-a22b-4209-b033-df1e9dba2e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:48:29Z', 'updated_at': '2022-01-28T19:49:19Z', 'revision_number': 5, 'project_id': '991f3fa2da044b68b2d5d5ab9589cd71', 'gw_port': {'id': '4389a6e0-a22b-4209-b033-df1e9dba2e74', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:75:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e63d68c-3401-43a3-92e7-5b8e148e7bd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3608, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:48:30Z', 'updated_at': '2022-01-28T19:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:49:21.595671 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4d43ad-7f0b-4827-96e2-ea4581e3bc81 req-3cc1643b-29bc-4461-80fa-9425ef2172cb tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:49:21.598033 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2a4d43ad-7f0b-4827-96e2-ea4581e3bc81 req-3cc1643b-29bc-4461-80fa-9425ef2172cb tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] 10.222.0.64 "GET /v2.0/ports?device_id=791e4287-1de3-49bc-a1ec-b6d029c0f341 HTTP/1.1" status: 200 len: 945 time: 0.0692604 Jan 28 19:49:21.613514 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-781466f2-fb6d-49d9-ae8e-39c9512615ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (4389a6e0-a22b-4209-b033-df1e9dba2e74), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:21.646044 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781466f2-fb6d-49d9-ae8e-39c9512615ee admin admin] Pushing event deleted for resources: {'Port': ['ID=4389a6e0-a22b-4209-b033-df1e9dba2e74,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:49:21.669434 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2a4d43ad-7f0b-4827-96e2-ea4581e3bc81 req-03b563d9-1afc-492a-8258-e3e4ad56ebd0 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] 10.222.0.64 "GET /v2.0/security-groups?id=0cfd235b-3a0d-4508-9b69-242081a43994&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0652628 Jan 28 19:49:21.720484 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-781466f2-fb6d-49d9-ae8e-39c9512615ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-731488'] for router_gateway (4e63d68c-3401-43a3-92e7-5b8e148e7bd1), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:21.826725 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-781466f2-fb6d-49d9-ae8e-39c9512615ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-730901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261120'] for router (4e63d68c-3401-43a3-92e7-5b8e148e7bd1), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:21.828215 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-781466f2-fb6d-49d9-ae8e-39c9512615ee admin admin] Publish callbacks [] for router_controller (4e63d68c-3401-43a3-92e7-5b8e148e7bd1), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:21.878958 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-781466f2-fb6d-49d9-ae8e-39c9512615ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-730908'] for router (4e63d68c-3401-43a3-92e7-5b8e148e7bd1), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:21.881672 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-781466f2-fb6d-49d9-ae8e-39c9512615ee admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4e63d68c-3401-43a3-92e7-5b8e148e7bd1 {{(pid=103305) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:49:21.887197 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-781466f2-fb6d-49d9-ae8e-39c9512615ee admin admin] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:21.888627 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-781466f2-fb6d-49d9-ae8e-39c9512615ee admin admin] 10.222.0.64 "DELETE /v2.0/routers/4e63d68c-3401-43a3-92e7-5b8e148e7bd1 HTTP/1.1" status: 204 len: 168 time: 1.2828870 Jan 28 19:49:21.891735 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 57970) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:49:21.939195 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a28cdfe-e838-403a-a57a-d0fddfb5f84e admin admin] Deleting subnet 14beeb84-6330-40e3-8c51-d55964f0687e {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:49:21.948125 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7a28cdfe-e838-403a-a57a-d0fddfb5f84e admin admin] Publish callbacks [] for subnet (14beeb84-6330-40e3-8c51-d55964f0687e), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:21.992216 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7a28cdfe-e838-403a-a57a-d0fddfb5f84e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4747050'] for subnet (14beeb84-6330-40e3-8c51-d55964f0687e), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:22.079087 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7a28cdfe-e838-403a-a57a-d0fddfb5f84e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (14beeb84-6330-40e3-8c51-d55964f0687e), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:22.136735 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7a28cdfe-e838-403a-a57a-d0fddfb5f84e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4690616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5222356'] for subnet (14beeb84-6330-40e3-8c51-d55964f0687e), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:22.164278 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a28cdfe-e838-403a-a57a-d0fddfb5f84e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14beeb84-6330-40e3-8c51-d55964f0687e,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:49:22.168028 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7a28cdfe-e838-403a-a57a-d0fddfb5f84e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:22.171504 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-7a28cdfe-e838-403a-a57a-d0fddfb5f84e admin admin] 10.222.0.64 "DELETE /v2.0/subnets/14beeb84-6330-40e3-8c51-d55964f0687e HTTP/1.1" status: 204 len: 168 time: 0.2785938 Jan 28 19:49:22.174602 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 57972) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:49:22.177271 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63919629-ade1-41fc-86a0-8058eb68877c None None] Network 9c7defc3-4359-4766-b703-2fcd563ef4ed requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:49:22.272731 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e0ceb561-3bdb-4699-8277-c0943f6f8674 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (9c7defc3-4359-4766-b703-2fcd563ef4ed), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:22.365145 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-e0ceb561-3bdb-4699-8277-c0943f6f8674 admin admin] Deleting port fc2039b8-4c93-4ec1-880e-905cb1e74dcc {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:49:22.365482 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e0ceb561-3bdb-4699-8277-c0943f6f8674 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (fc2039b8-4c93-4ec1-880e-905cb1e74dcc), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:22.399732 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6fe640a-5c6a-4fd6-bf6f-c0eda86a4493 None None] DHCP port deletion for 9c7defc3-4359-4766-b703-2fcd563ef4ed request from n-d-812111-14 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:49:22.452174 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-e0ceb561-3bdb-4699-8277-c0943f6f8674 admin admin] For port fc2039b8-4c93-4ec1-880e-905cb1e74dcc, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=fc2039b8-4c93-4ec1-880e-905cb1e74dcc,segment=NetworkSegment(9e9d1bff-ba93-42f5-ba49-6ebf8f372f19),segment_id=9e9d1bff-ba93-42f5-ba49-6ebf8f372f19)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:49:22.452675 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e0ceb561-3bdb-4699-8277-c0943f6f8674 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (fc2039b8-4c93-4ec1-880e-905cb1e74dcc), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:22.468630 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-a6fe640a-5c6a-4fd6-bf6f-c0eda86a4493 None None] Deleting port fc2039b8-4c93-4ec1-880e-905cb1e74dcc {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:49:22.469007 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a6fe640a-5c6a-4fd6-bf6f-c0eda86a4493 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (fc2039b8-4c93-4ec1-880e-905cb1e74dcc), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:22.476701 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-e0ceb561-3bdb-4699-8277-c0943f6f8674 admin admin] Calling delete_port for fc2039b8-4c93-4ec1-880e-905cb1e74dcc owned by network:dhcp {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:49:22.532817 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-a6fe640a-5c6a-4fd6-bf6f-c0eda86a4493 None None] For port fc2039b8-4c93-4ec1-880e-905cb1e74dcc, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=fc2039b8-4c93-4ec1-880e-905cb1e74dcc,segment=NetworkSegment(9e9d1bff-ba93-42f5-ba49-6ebf8f372f19),segment_id=9e9d1bff-ba93-42f5-ba49-6ebf8f372f19)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:49:22.533564 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a6fe640a-5c6a-4fd6-bf6f-c0eda86a4493 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (fc2039b8-4c93-4ec1-880e-905cb1e74dcc), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:22.547116 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-a6fe640a-5c6a-4fd6-bf6f-c0eda86a4493 None None] Calling delete_port for fc2039b8-4c93-4ec1-880e-905cb1e74dcc owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:49:22.560485 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e0ceb561-3bdb-4699-8277-c0943f6f8674 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (fc2039b8-4c93-4ec1-880e-905cb1e74dcc), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:22.593766 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ceb561-3bdb-4699-8277-c0943f6f8674 admin admin] No DVR routers for this DVR port fc2039b8-4c93-4ec1-880e-905cb1e74dcc on host n-d-812111-14 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:49:22.599611 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ceb561-3bdb-4699-8277-c0943f6f8674 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc2039b8-4c93-4ec1-880e-905cb1e74dcc,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:49:22.676236 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e0ceb561-3bdb-4699-8277-c0943f6f8674 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (9c7defc3-4359-4766-b703-2fcd563ef4ed), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:22.699629 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-e0ceb561-3bdb-4699-8277-c0943f6f8674 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c7defc3-4359-4766-b703-2fcd563ef4ed']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:49:22.710888 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-e0ceb561-3bdb-4699-8277-c0943f6f8674 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e9d1bff-ba93-42f5-ba49-6ebf8f372f19') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:49:22.711277 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-e0ceb561-3bdb-4699-8277-c0943f6f8674 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e9d1bff-ba93-42f5-ba49-6ebf8f372f19') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:49:22.722697 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e0ceb561-3bdb-4699-8277-c0943f6f8674 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16187153'] for segment (9e9d1bff-ba93-42f5-ba49-6ebf8f372f19), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:22.741343 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e0ceb561-3bdb-4699-8277-c0943f6f8674 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (9e9d1bff-ba93-42f5-ba49-6ebf8f372f19), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:22.751731 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0ceb561-3bdb-4699-8277-c0943f6f8674 admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:49:22.754976 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e0ceb561-3bdb-4699-8277-c0943f6f8674 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4752570'] for segment (9e9d1bff-ba93-42f5-ba49-6ebf8f372f19), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:22.757062 n-d-812111-14 neutron-server[103305]: Traceback (most recent call last): Jan 28 19:49:22.757062 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:49:22.757062 n-d-812111-14 neutron-server[103305]: timer() Jan 28 19:49:22.757062 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:49:22.757062 n-d-812111-14 neutron-server[103305]: cb(*args, **kw) Jan 28 19:49:22.757062 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:49:22.757062 n-d-812111-14 neutron-server[103305]: return func(*args, **kwargs) Jan 28 19:49:22.757062 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:49:22.757062 n-d-812111-14 neutron-server[103305]: self._notify() Jan 28 19:49:22.757062 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:49:22.757062 n-d-812111-14 neutron-server[103305]: self.callback(batched_events) Jan 28 19:49:22.757062 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:49:22.757062 n-d-812111-14 neutron-server[103305]: event.method(event) Jan 28 19:49:22.757062 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:49:22.757062 n-d-812111-14 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:49:22.757062 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:49:22.757062 n-d-812111-14 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:49:22.757062 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:49:22.757062 n-d-812111-14 neutron-server[103305]: return f(self, *a, **k) Jan 28 19:49:22.757062 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:49:22.757062 n-d-812111-14 neutron-server[103305]: return self._get(url).json() Jan 28 19:49:22.757062 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:49:22.757062 n-d-812111-14 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:49:22.757062 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:49:22.757062 n-d-812111-14 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 28 19:49:22.757062 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:49:22.757062 n-d-812111-14 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:49:22.757062 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:49:22.757062 n-d-812111-14 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:49:22.757062 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:49:22.757062 n-d-812111-14 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:49:22.757062 n-d-812111-14 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:49:22.795700 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a6fe640a-5c6a-4fd6-bf6f-c0eda86a4493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985'] for port (fc2039b8-4c93-4ec1-880e-905cb1e74dcc), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:22.823477 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fe640a-5c6a-4fd6-bf6f-c0eda86a4493 None None] Pushing event deleted for resources: {'Port': ['ID=fc2039b8-4c93-4ec1-880e-905cb1e74dcc,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:49:22.825353 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6fe640a-5c6a-4fd6-bf6f-c0eda86a4493 None None] No DVR routers for this DVR port fc2039b8-4c93-4ec1-880e-905cb1e74dcc on host n-d-812111-14 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:49:22.853758 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e0ceb561-3bdb-4699-8277-c0943f6f8674 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (9c7defc3-4359-4766-b703-2fcd563ef4ed), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:22.859829 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e0ceb561-3bdb-4699-8277-c0943f6f8674 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:22.866085 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-e0ceb561-3bdb-4699-8277-c0943f6f8674 admin admin] 10.222.0.64 "DELETE /v2.0/networks/9c7defc3-4359-4766-b703-2fcd563ef4ed HTTP/1.1" status: 204 len: 168 time: 0.6879263 Jan 28 19:49:22.879759 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ceb561-3bdb-4699-8277-c0943f6f8674 admin admin] Pushing event deleted for resources: {'Network': ['ID=9c7defc3-4359-4766-b703-2fcd563ef4ed,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:49:22.892163 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9eca0e-07b3-429d-adea-c29288723d01 req-22825af6-5b60-410a-9317-4add211bf679 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:49:22.893662 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-eb9eca0e-07b3-429d-adea-c29288723d01 req-22825af6-5b60-410a-9317-4add211bf679 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] 10.222.0.64 "GET /v2.0/ports?device_id=791e4287-1de3-49bc-a1ec-b6d029c0f341 HTTP/1.1" status: 200 len: 945 time: 0.1190107 Jan 28 19:49:22.943505 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-eb9eca0e-07b3-429d-adea-c29288723d01 req-492028df-11b2-4091-b3b0-aa63b569b23c tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] 10.222.0.64 "GET /v2.0/security-groups?id=0cfd235b-3a0d-4508-9b69-242081a43994&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434015 Jan 28 19:49:23.044095 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 57982) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:49:23.084174 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-a1a0f453-6bc3-456f-82e9-73dbc37e7636 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4e8e5f8d30114484adc7558be4b372ae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0387871 Jan 28 19:49:23.086590 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 57984) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:49:23.134158 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e615be63-8eae-473a-84c5-edbf7383def0 admin admin] Publish callbacks [] for security_group (8990b897-875d-4c8a-9db6-d27e019001c6), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:23.156021 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e615be63-8eae-473a-84c5-edbf7383def0 admin admin] Publish callbacks [] for security_group (8990b897-875d-4c8a-9db6-d27e019001c6), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:23.205647 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e615be63-8eae-473a-84c5-edbf7383def0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (8990b897-875d-4c8a-9db6-d27e019001c6), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:23.208249 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e615be63-8eae-473a-84c5-edbf7383def0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:23.211790 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-e615be63-8eae-473a-84c5-edbf7383def0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8990b897-875d-4c8a-9db6-d27e019001c6 HTTP/1.1" status: 204 len: 168 time: 0.1219485 Jan 28 19:49:23.224570 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e615be63-8eae-473a-84c5-edbf7383def0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8990b897-875d-4c8a-9db6-d27e019001c6,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:49:23.470948 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device fe8b496b-d35a-4543-a7d7-c2105614e2ed no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:49:23.497079 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: fe8b496b-d35a-4543-a7d7-c2105614e2ed {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:49:23.497801 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device fe8b496b-d35a-4543-a7d7-c2105614e2ed not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:49:23.498453 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 4389a6e0-a22b-4209-b033-df1e9dba2e74 no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:49:23.522629 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: 4389a6e0-a22b-4209-b033-df1e9dba2e74 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:49:23.522966 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 4389a6e0-a22b-4209-b033-df1e9dba2e74 not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:49:23.523502 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device fc2039b8-4c93-4ec1-880e-905cb1e74dcc no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:49:23.542165 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: fc2039b8-4c93-4ec1-880e-905cb1e74dcc {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:49:23.542704 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device fc2039b8-4c93-4ec1-880e-905cb1e74dcc not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:49:23.572685 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 57994) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:49:23.625989 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-090590da-68ca-4b46-a583-f3a2ed152f91 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=991f3fa2da044b68b2d5d5ab9589cd71&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0518229 Jan 28 19:49:23.628689 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 57996) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:49:23.676693 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-57b9a9bc-43d4-4545-9c5d-9ed05f984225 admin admin] Publish callbacks [] for security_group (e7344fe3-cf9a-4de9-93b0-1e9ef9683300), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:23.699010 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-57b9a9bc-43d4-4545-9c5d-9ed05f984225 admin admin] Publish callbacks [] for security_group (e7344fe3-cf9a-4de9-93b0-1e9ef9683300), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:23.744994 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-57b9a9bc-43d4-4545-9c5d-9ed05f984225 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (e7344fe3-cf9a-4de9-93b0-1e9ef9683300), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:23.747686 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-57b9a9bc-43d4-4545-9c5d-9ed05f984225 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:23.748837 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-57b9a9bc-43d4-4545-9c5d-9ed05f984225 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e7344fe3-cf9a-4de9-93b0-1e9ef9683300 HTTP/1.1" status: 204 len: 168 time: 0.1192079 Jan 28 19:49:23.757309 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b9a9bc-43d4-4545-9c5d-9ed05f984225 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7344fe3-cf9a-4de9-93b0-1e9ef9683300,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:49:24.014470 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:24.086594 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae29808-afff-4053-884b-d40327c1718e req-f8f0ecf7-f71a-4112-a0c4-3e3f7597d077 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:49:24.088595 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-0ae29808-afff-4053-884b-d40327c1718e req-f8f0ecf7-f71a-4112-a0c4-3e3f7597d077 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] 10.222.0.64 "GET /v2.0/ports?device_id=791e4287-1de3-49bc-a1ec-b6d029c0f341 HTTP/1.1" status: 200 len: 945 time: 0.0686443 Jan 28 19:49:24.146401 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-0ae29808-afff-4053-884b-d40327c1718e req-2ca8c8fd-2aa4-4d6e-87b1-87f97dca38e1 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] 10.222.0.64 "GET /v2.0/security-groups?id=0cfd235b-3a0d-4508-9b69-242081a43994&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0505798 Jan 28 19:49:25.269596 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58925d0a-3abc-45c9-8db8-cfd001ea6df5 req-bb8b7f76-29a9-44a2-925f-cfddb22fc5d2 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:49:25.271080 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-58925d0a-3abc-45c9-8db8-cfd001ea6df5 req-bb8b7f76-29a9-44a2-925f-cfddb22fc5d2 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] 10.222.0.64 "GET /v2.0/ports?device_id=791e4287-1de3-49bc-a1ec-b6d029c0f341 HTTP/1.1" status: 200 len: 945 time: 0.0537145 Jan 28 19:49:25.317641 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-58925d0a-3abc-45c9-8db8-cfd001ea6df5 req-a7be1ba5-4135-4d53-b928-acb1b4b1226f tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] 10.222.0.64 "GET /v2.0/security-groups?id=0cfd235b-3a0d-4508-9b69-242081a43994&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410619 Jan 28 19:49:26.436789 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654d2e45-90cc-4dcd-9b33-9f70270dd54b req-ebb38757-f8cc-4696-8b5d-cbca9ef09f2f tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:49:26.438345 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-654d2e45-90cc-4dcd-9b33-9f70270dd54b req-ebb38757-f8cc-4696-8b5d-cbca9ef09f2f tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] 10.222.0.64 "GET /v2.0/ports?device_id=791e4287-1de3-49bc-a1ec-b6d029c0f341 HTTP/1.1" status: 200 len: 945 time: 0.0531974 Jan 28 19:49:26.486740 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-654d2e45-90cc-4dcd-9b33-9f70270dd54b req-4fa42298-aa8b-49ac-adc9-fbac75db3ad6 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] 10.222.0.64 "GET /v2.0/security-groups?id=0cfd235b-3a0d-4508-9b69-242081a43994&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427177 Jan 28 19:49:27.612499 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8139b37-46d8-4e1a-968d-58c13ed5fa92 req-8a1a3fd4-64e7-4698-a391-4d6255afe2fe tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:49:27.614106 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a8139b37-46d8-4e1a-968d-58c13ed5fa92 req-8a1a3fd4-64e7-4698-a391-4d6255afe2fe tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] 10.222.0.64 "GET /v2.0/ports?device_id=791e4287-1de3-49bc-a1ec-b6d029c0f341 HTTP/1.1" status: 200 len: 945 time: 0.0588522 Jan 28 19:49:27.663120 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a8139b37-46d8-4e1a-968d-58c13ed5fa92 req-5214bfd7-4ce4-4237-a679-f2215e1c624d tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] 10.222.0.64 "GET /v2.0/security-groups?id=0cfd235b-3a0d-4508-9b69-242081a43994&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431437 Jan 28 19:49:28.781350 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce86e724-9fe0-4df1-bf5d-fffbe03c591c req-bb5d06fd-0dde-4262-b226-ae9603a30c05 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:49:28.782755 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ce86e724-9fe0-4df1-bf5d-fffbe03c591c req-bb5d06fd-0dde-4262-b226-ae9603a30c05 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] 10.222.0.64 "GET /v2.0/ports?device_id=791e4287-1de3-49bc-a1ec-b6d029c0f341 HTTP/1.1" status: 200 len: 945 time: 0.0530496 Jan 28 19:49:28.835278 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ce86e724-9fe0-4df1-bf5d-fffbe03c591c req-96fca16c-50b5-4351-93f5-cb4b6b92e4cc tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] 10.222.0.64 "GET /v2.0/security-groups?id=0cfd235b-3a0d-4508-9b69-242081a43994&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0468359 Jan 28 19:49:29.173542 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:49:29.957423 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fb297d-d4cd-4955-907a-7cfae2bdd6e5 req-fc36f95a-0d8a-476b-8b0e-92bd8c8b16a8 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:49:29.958918 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-36fb297d-d4cd-4955-907a-7cfae2bdd6e5 req-fc36f95a-0d8a-476b-8b0e-92bd8c8b16a8 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] 10.222.0.64 "GET /v2.0/ports?device_id=791e4287-1de3-49bc-a1ec-b6d029c0f341 HTTP/1.1" status: 200 len: 945 time: 0.0533495 Jan 28 19:49:30.005898 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-36fb297d-d4cd-4955-907a-7cfae2bdd6e5 req-0eb369c4-3f38-4e2f-adb0-d3f6843ce34c tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] 10.222.0.64 "GET /v2.0/security-groups?id=0cfd235b-3a0d-4508-9b69-242081a43994&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412712 Jan 28 19:49:31.126000 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a550499-f8dc-434c-9910-b5290998829c req-1fed6b94-9410-4d45-ba72-9b5fc4d1f9a5 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:49:31.127371 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7a550499-f8dc-434c-9910-b5290998829c req-1fed6b94-9410-4d45-ba72-9b5fc4d1f9a5 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] 10.222.0.64 "GET /v2.0/ports?device_id=791e4287-1de3-49bc-a1ec-b6d029c0f341 HTTP/1.1" status: 200 len: 945 time: 0.0524526 Jan 28 19:49:31.174288 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7a550499-f8dc-434c-9910-b5290998829c req-588dd4b7-ac7d-4a75-a44c-1e89e0ec717a tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] 10.222.0.64 "GET /v2.0/security-groups?id=0cfd235b-3a0d-4508-9b69-242081a43994&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411477 Jan 28 19:49:31.381226 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c2def1-c7f6-4ecc-aa74-ff7eb949703c req-4c3a18dd-4af8-45d7-acb8-a4a0a67e2573 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:49:31.382792 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-23c2def1-c7f6-4ecc-aa74-ff7eb949703c req-4c3a18dd-4af8-45d7-acb8-a4a0a67e2573 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] 10.222.0.64 "GET /v2.0/ports?device_id=791e4287-1de3-49bc-a1ec-b6d029c0f341 HTTP/1.1" status: 200 len: 945 time: 0.0571227 Jan 28 19:49:31.410694 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7f2261-6d41-46b1-950e-9ef4ef9671f3 req-e29e7890-1b23-4963-b142-97ba50d976ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:49:31.412252 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6b7f2261-6d41-46b1-950e-9ef4ef9671f3 req-e29e7890-1b23-4963-b142-97ba50d976ae service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ce9d5ffcc83f4c96b4b0a979abf83eac&device_id=791e4287-1de3-49bc-a1ec-b6d029c0f341 HTTP/1.1" status: 200 len: 1128 time: 0.0467465 Jan 28 19:49:31.435352 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-23c2def1-c7f6-4ecc-aa74-ff7eb949703c req-fc564f74-c90a-48a5-bfba-44077ff236a0 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] 10.222.0.64 "GET /v2.0/security-groups?id=0cfd235b-3a0d-4508-9b69-242081a43994&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0467036 Jan 28 19:49:31.508661 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7f2261-6d41-46b1-950e-9ef4ef9671f3 req-2b13c255-4574-4796-b212-fd8e1b6ad8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:49:31.510166 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6b7f2261-6d41-46b1-950e-9ef4ef9671f3 req-2b13c255-4574-4796-b212-fd8e1b6ad8c9 service neutron] 10.222.0.70 "GET /v2.0/networks?id=3700e1ad-342e-4f1a-871d-e15b5f904175 HTTP/1.1" status: 200 len: 910 time: 0.0905867 Jan 28 19:49:31.574905 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6b7f2261-6d41-46b1-950e-9ef4ef9671f3 req-7dab90b3-3bf5-46d3-aff5-9a6936ea2592 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=54ce03ba-a018-4f84-a77f-ff97c9ab71e4 HTTP/1.1" status: 200 len: 1001 time: 0.0584834 Jan 28 19:49:31.626545 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7f2261-6d41-46b1-950e-9ef4ef9671f3 req-76e2951f-5e64-4d5f-90ff-341389a72772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:49:31.628247 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6b7f2261-6d41-46b1-950e-9ef4ef9671f3 req-76e2951f-5e64-4d5f-90ff-341389a72772 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b109c86a-1507-4ec3-aba8-1ee8310a4fe4 HTTP/1.1" status: 200 len: 849 time: 0.0483139 Jan 28 19:49:31.677627 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7f2261-6d41-46b1-950e-9ef4ef9671f3 req-c829cb2d-77a3-42cb-a8c7-cc93848011b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:49:31.679045 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6b7f2261-6d41-46b1-950e-9ef4ef9671f3 req-c829cb2d-77a3-42cb-a8c7-cc93848011b9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3700e1ad-342e-4f1a-871d-e15b5f904175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0445218 Jan 28 19:49:31.766972 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6b7f2261-6d41-46b1-950e-9ef4ef9671f3 req-9ca03b66-58a3-4f8a-9e18-14d2f43bf309 service neutron] 10.222.0.70 "GET /v2.0/networks/3700e1ad-342e-4f1a-871d-e15b5f904175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811152 Jan 28 19:49:31.862020 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6b7f2261-6d41-46b1-950e-9ef4ef9671f3 req-1e6f2cb4-5643-418e-b129-6321031a2b57 service neutron] 10.222.0.70 "GET /v2.0/networks/3700e1ad-342e-4f1a-871d-e15b5f904175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889890 Jan 28 19:49:32.571945 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e090d7-86b4-4e1c-ad76-6368463e02c9 req-83e0c412-974a-4835-bcef-57ac845efdaa tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:49:32.573743 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-05e090d7-86b4-4e1c-ad76-6368463e02c9 req-83e0c412-974a-4835-bcef-57ac845efdaa tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] 10.222.0.64 "GET /v2.0/ports?device_id=791e4287-1de3-49bc-a1ec-b6d029c0f341 HTTP/1.1" status: 200 len: 945 time: 0.0627308 Jan 28 19:49:32.636709 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-05e090d7-86b4-4e1c-ad76-6368463e02c9 req-2ae3b814-4477-400e-8a88-ec3b7947bed1 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] 10.222.0.64 "GET /v2.0/security-groups?id=0cfd235b-3a0d-4508-9b69-242081a43994&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0550084 Jan 28 19:49:36.651688 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-159890f1-26b4-4943-adf6-2e47a6f2ae21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:38.933303 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4804febf-e37f-42bf-87ba-660a5ec05ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:39.832271 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:41.739268 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:43.110944 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:48.887195 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-cc2f8558-a6c0-4c94-ab6a-f17e3de71f3e req-490755e1-0412-423d-a948-134c15737e90 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=791e4287-1de3-49bc-a1ec-b6d029c0f341&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0528326 Jan 28 19:49:48.971700 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2f8558-a6c0-4c94-ab6a-f17e3de71f3e req-79479757-237a-4b2a-9c2f-8fb26a791069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:49:48.973221 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-cc2f8558-a6c0-4c94-ab6a-f17e3de71f3e req-79479757-237a-4b2a-9c2f-8fb26a791069 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ce9d5ffcc83f4c96b4b0a979abf83eac&device_id=791e4287-1de3-49bc-a1ec-b6d029c0f341 HTTP/1.1" status: 200 len: 1128 time: 0.0464506 Jan 28 19:49:49.099009 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2f8558-a6c0-4c94-ab6a-f17e3de71f3e req-66d90abf-24a4-4629-a4ae-a126b0f25ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:49:49.100776 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-cc2f8558-a6c0-4c94-ab6a-f17e3de71f3e req-66d90abf-24a4-4629-a4ae-a126b0f25ecd service neutron] 10.222.0.70 "GET /v2.0/networks?id=3700e1ad-342e-4f1a-871d-e15b5f904175 HTTP/1.1" status: 200 len: 910 time: 0.1071141 Jan 28 19:49:49.173792 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-cc2f8558-a6c0-4c94-ab6a-f17e3de71f3e req-288c4870-1f7e-4d7b-9c1d-c9f6cb44de7a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=54ce03ba-a018-4f84-a77f-ff97c9ab71e4 HTTP/1.1" status: 200 len: 1001 time: 0.0668848 Jan 28 19:49:49.228688 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2f8558-a6c0-4c94-ab6a-f17e3de71f3e req-80a882d0-00c3-47ba-af73-e53f660c701d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:49:49.230264 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-cc2f8558-a6c0-4c94-ab6a-f17e3de71f3e req-80a882d0-00c3-47ba-af73-e53f660c701d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b109c86a-1507-4ec3-aba8-1ee8310a4fe4 HTTP/1.1" status: 200 len: 849 time: 0.0495887 Jan 28 19:49:49.283280 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2f8558-a6c0-4c94-ab6a-f17e3de71f3e req-f021437b-97d2-49e6-85cb-68bc1202b602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:49:49.284827 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-cc2f8558-a6c0-4c94-ab6a-f17e3de71f3e req-f021437b-97d2-49e6-85cb-68bc1202b602 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3700e1ad-342e-4f1a-871d-e15b5f904175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0493159 Jan 28 19:49:49.398049 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-cc2f8558-a6c0-4c94-ab6a-f17e3de71f3e req-f13e0a3e-babc-40b7-b7d6-e9069b65b2f2 service neutron] 10.222.0.70 "GET /v2.0/networks/3700e1ad-342e-4f1a-871d-e15b5f904175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071117 Jan 28 19:49:49.494705 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-cc2f8558-a6c0-4c94-ab6a-f17e3de71f3e req-e6bf5b34-79fd-4554-9af3-cb43227a77b4 service neutron] 10.222.0.70 "GET /v2.0/networks/3700e1ad-342e-4f1a-871d-e15b5f904175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893254 Jan 28 19:49:50.931679 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:54.003624 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:50:05.408043 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df9251e-b693-481b-a6c6-4563f021c154 req-ebe8a8cb-e7aa-442e-8961-9f5ccd053b18 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:50:05.410337 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4df9251e-b693-481b-a6c6-4563f021c154 req-ebe8a8cb-e7aa-442e-8961-9f5ccd053b18 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] 10.222.0.64 "GET /v2.0/ports?device_id=791e4287-1de3-49bc-a1ec-b6d029c0f341 HTTP/1.1" status: 200 len: 945 time: 0.0596814 Jan 28 19:50:05.466226 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4df9251e-b693-481b-a6c6-4563f021c154 req-a724bfcd-c5e1-4daa-8f1c-ec37e4b92905 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] 10.222.0.64 "GET /v2.0/security-groups?id=0cfd235b-3a0d-4508-9b69-242081a43994&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0501053 Jan 28 19:50:06.172670 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:50:06.613595 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0489a6-67e4-4ecd-be9f-4c2876d3e883 req-fc9fe697-c7bc-46f3-be86-f6f2fd6afc1a tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:50:06.615286 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5e0489a6-67e4-4ecd-be9f-4c2876d3e883 req-fc9fe697-c7bc-46f3-be86-f6f2fd6afc1a tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] 10.222.0.64 "GET /v2.0/ports?device_id=791e4287-1de3-49bc-a1ec-b6d029c0f341 HTTP/1.1" status: 200 len: 945 time: 0.0627966 Jan 28 19:50:06.660421 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0827cfa8-b741-4919-804a-9e783ba4d9fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:50:06.666429 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5e0489a6-67e4-4ecd-be9f-4c2876d3e883 req-915b4b13-adda-4831-9144-45af2f4fba51 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] 10.222.0.64 "GET /v2.0/security-groups?id=0cfd235b-3a0d-4508-9b69-242081a43994&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454767 Jan 28 19:50:07.198555 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b36e63-34b1-41ca-b15b-7c135c7b2833 req-4538bc69-224b-4145-a49a-fb036e8e683f tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:50:07.200031 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d0b36e63-34b1-41ca-b15b-7c135c7b2833 req-4538bc69-224b-4145-a49a-fb036e8e683f tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] 10.222.0.70 "GET /v2.0/ports?device_id=791e4287-1de3-49bc-a1ec-b6d029c0f341 HTTP/1.1" status: 200 len: 945 time: 0.0556636 Jan 28 19:50:07.311345 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-d0b36e63-34b1-41ca-b15b-7c135c7b2833 req-77242b0b-7950-4b19-9a54-3a616b261267 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Deleting port 54ce03ba-a018-4f84-a77f-ff97c9ab71e4 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:50:07.311696 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-d0b36e63-34b1-41ca-b15b-7c135c7b2833 req-77242b0b-7950-4b19-9a54-3a616b261267 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (54ce03ba-a018-4f84-a77f-ff97c9ab71e4), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:50:07.401367 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-d0b36e63-34b1-41ca-b15b-7c135c7b2833 req-77242b0b-7950-4b19-9a54-3a616b261267 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] For port 54ce03ba-a018-4f84-a77f-ff97c9ab71e4, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=54ce03ba-a018-4f84-a77f-ff97c9ab71e4,segment=NetworkSegment(b4a896b1-8268-4f57-aff2-2ae084c28756),segment_id=b4a896b1-8268-4f57-aff2-2ae084c28756)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:50:07.401771 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-d0b36e63-34b1-41ca-b15b-7c135c7b2833 req-77242b0b-7950-4b19-9a54-3a616b261267 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (54ce03ba-a018-4f84-a77f-ff97c9ab71e4), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:50:07.642269 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-d0b36e63-34b1-41ca-b15b-7c135c7b2833 req-77242b0b-7950-4b19-9a54-3a616b261267 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:50:07.643149 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-d0b36e63-34b1-41ca-b15b-7c135c7b2833 req-77242b0b-7950-4b19-9a54-3a616b261267 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734886'] for floatingip (1c6cacda-a368-48f8-b4ee-e067ee0a2db2), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:50:07.643149 n-d-812111-14 neutron-server[103305]: INFO neutron.db.l3_db [req-d0b36e63-34b1-41ca-b15b-7c135c7b2833 req-77242b0b-7950-4b19-9a54-3a616b261267 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Floating IP 1c6cacda-a368-48f8-b4ee-e067ee0a2db2 disassociated. External IP: 172.25.6.220, port: 54ce03ba-a018-4f84-a77f-ff97c9ab71e4. Jan 28 19:50:07.643382 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-d0b36e63-34b1-41ca-b15b-7c135c7b2833 req-77242b0b-7950-4b19-9a54-3a616b261267 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Calling delete_port for 54ce03ba-a018-4f84-a77f-ff97c9ab71e4 owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:50:07.778796 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-d0b36e63-34b1-41ca-b15b-7c135c7b2833 req-77242b0b-7950-4b19-9a54-3a616b261267 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (54ce03ba-a018-4f84-a77f-ff97c9ab71e4), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:50:07.814503 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77242b0b-7950-4b19-9a54-3a616b261267 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Pushing event deleted for resources: {'Port': ['ID=54ce03ba-a018-4f84-a77f-ff97c9ab71e4,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:50:07.830130 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77242b0b-7950-4b19-9a54-3a616b261267 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:50:07.830491 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77242b0b-7950-4b19-9a54-3a616b261267 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:50:07.830883 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77242b0b-7950-4b19-9a54-3a616b261267 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:50:07.831237 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77242b0b-7950-4b19-9a54-3a616b261267 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:50:07.831580 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77242b0b-7950-4b19-9a54-3a616b261267 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:50:07.831927 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77242b0b-7950-4b19-9a54-3a616b261267 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:50:07.832262 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77242b0b-7950-4b19-9a54-3a616b261267 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:50:07.832608 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77242b0b-7950-4b19-9a54-3a616b261267 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:50:07.832911 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77242b0b-7950-4b19-9a54-3a616b261267 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:50:07.833282 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77242b0b-7950-4b19-9a54-3a616b261267 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:50:07.833616 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77242b0b-7950-4b19-9a54-3a616b261267 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:50:07.833946 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77242b0b-7950-4b19-9a54-3a616b261267 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:50:07.834274 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77242b0b-7950-4b19-9a54-3a616b261267 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:50:07.852522 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e136d849-e1be-46be-aeb5-80a5d5bf49ba req-3a8d2dbe-f502-4f91-8136-60f8f17336ea tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:50:07.861281 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e136d849-e1be-46be-aeb5-80a5d5bf49ba req-3a8d2dbe-f502-4f91-8136-60f8f17336ea tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] 10.222.0.64 "GET /v2.0/ports?device_id=791e4287-1de3-49bc-a1ec-b6d029c0f341 HTTP/1.1" status: 200 len: 867 time: 0.1066315 Jan 28 19:50:07.924803 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e136d849-e1be-46be-aeb5-80a5d5bf49ba req-c0360f3e-dee2-4b81-92f0-2ef39a588d32 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] 10.222.0.64 "GET /v2.0/security-groups?id=0cfd235b-3a0d-4508-9b69-242081a43994&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0623496 Jan 28 19:50:07.971835 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d0b36e63-34b1-41ca-b15b-7c135c7b2833 req-77242b0b-7950-4b19-9a54-3a616b261267 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Router 1d65a469-c414-4fde-a6f4-6667472e81f1 has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:50:08.083048 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d0b36e63-34b1-41ca-b15b-7c135c7b2833 req-77242b0b-7950-4b19-9a54-3a616b261267 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:50:08.096447 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c12c289-ee49-46b4-ab17-1f16c218c609 None None] Sync routers for ids ['1d65a469-c414-4fde-a6f4-6667472e81f1'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:50:08.106969 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c12c289-ee49-46b4-ab17-1f16c218c609 None None] Routers {'1d65a469-c414-4fde-a6f4-6667472e81f1'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:50:08.108320 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-7c12c289-ee49-46b4-ab17-1f16c218c609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:49:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['1d65a469-c414-4fde-a6f4-6667472e81f1'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:50:08.128561 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0b36e63-34b1-41ca-b15b-7c135c7b2833 req-77242b0b-7950-4b19-9a54-3a616b261267 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] No DVR routers for this DVR port 54ce03ba-a018-4f84-a77f-ff97c9ab71e4 on host n-h2-812111-14 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:50:08.131326 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-d0b36e63-34b1-41ca-b15b-7c135c7b2833 req-77242b0b-7950-4b19-9a54-3a616b261267 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:50:08.135094 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d0b36e63-34b1-41ca-b15b-7c135c7b2833 req-77242b0b-7950-4b19-9a54-3a616b261267 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] 10.222.0.70 "DELETE /v2.0/ports/54ce03ba-a018-4f84-a77f-ff97c9ab71e4 HTTP/1.1" status: 204 len: 173 time: 0.9299848 Jan 28 19:50:08.135670 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '791e4287-1de3-49bc-a1ec-b6d029c0f341', 'name': 'network-vif-deleted', 'tag': '54ce03ba-a018-4f84-a77f-ff97c9ab71e4'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:50:08.146465 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-752c7f75-9446-4a4d-a5b9-063efe0043bd" -d '{"events": [{"server_uuid": "791e4287-1de3-49bc-a1ec-b6d029c0f341", "name": "network-vif-deleted", "tag": "54ce03ba-a018-4f84-a77f-ff97c9ab71e4"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:50:08.219572 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-7c12c289-ee49-46b4-ab17-1f16c218c609 None None] Set router 1d65a469-c414-4fde-a6f4-6667472e81f1 gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:50:08.244014 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:50:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2899b4d3-305a-4a85-a637-77fd42daaef8 x-openstack-request-id: req-2899b4d3-305a-4a85-a637-77fd42daaef8 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:50:08.244495 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "791e4287-1de3-49bc-a1ec-b6d029c0f341", "name": "network-vif-deleted", "tag": "54ce03ba-a018-4f84-a77f-ff97c9ab71e4", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:50:08.244903 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2899b4d3-305a-4a85-a637-77fd42daaef8 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:50:08.245488 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '791e4287-1de3-49bc-a1ec-b6d029c0f341', 'name': 'network-vif-deleted', 'tag': '54ce03ba-a018-4f84-a77f-ff97c9ab71e4', 'status': 'completed', 'code': 200} Jan 28 19:50:08.503052 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-7c12c289-ee49-46b4-ab17-1f16c218c609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d65a469-c414-4fde-a6f4-6667472e81f1', 'name': 'tempest-AttachVolumeTestJSON-407466557-router', 'tenant_id': 'ce9d5ffcc83f4c96b4b0a979abf83eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': '971e9ed1-7a19-4484-a5a6-ae40aa248f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:46:44Z', 'updated_at': '2022-01-28T19:46:48Z', 'revision_number': 4, 'project_id': 'ce9d5ffcc83f4c96b4b0a979abf83eac', 'gw_port': {'id': '971e9ed1-7a19-4484-a5a6-ae40aa248f18', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:f6:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d65a469-c414-4fde-a6f4-6667472e81f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:46:45Z', 'updated_at': '2022-01-28T19:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '4e688a9b-2998-46b0-954c-f17d01e771b9', 'name': '', 'network_id': '3700e1ad-342e-4f1a-871d-e15b5f904175', 'tenant_id': 'ce9d5ffcc83f4c96b4b0a979abf83eac', 'mac_address': 'fa:16:3e:9d:18:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d65a469-c414-4fde-a6f4-6667472e81f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': 'b109c86a-1507-4ec3-aba8-1ee8310a4fe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:46:47Z', 'updated_at': '2022-01-28T19:46:55Z', 'revision_number': 5, 'project_id': 'ce9d5ffcc83f4c96b4b0a979abf83eac', 'subnets': [{'id': 'b109c86a-1507-4ec3-aba8-1ee8310a4fe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:50:08.535480 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c12c289-ee49-46b4-ab17-1f16c218c609 None None] Checking router: 1d65a469-c414-4fde-a6f4-6667472e81f1 for host: n-d-812111-14 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:50:08.543705 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c12c289-ee49-46b4-ab17-1f16c218c609 None None] Routers {'1d65a469-c414-4fde-a6f4-6667472e81f1'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:50:08.544310 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-7c12c289-ee49-46b4-ab17-1f16c218c609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:49:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['1d65a469-c414-4fde-a6f4-6667472e81f1'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:50:08.669149 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-7c12c289-ee49-46b4-ab17-1f16c218c609 None None] Set router 1d65a469-c414-4fde-a6f4-6667472e81f1 gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:50:08.886472 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-7c12c289-ee49-46b4-ab17-1f16c218c609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d65a469-c414-4fde-a6f4-6667472e81f1', 'name': 'tempest-AttachVolumeTestJSON-407466557-router', 'tenant_id': 'ce9d5ffcc83f4c96b4b0a979abf83eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': '971e9ed1-7a19-4484-a5a6-ae40aa248f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:46:44Z', 'updated_at': '2022-01-28T19:46:48Z', 'revision_number': 4, 'project_id': 'ce9d5ffcc83f4c96b4b0a979abf83eac', 'gw_port': {'id': '971e9ed1-7a19-4484-a5a6-ae40aa248f18', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:f6:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d65a469-c414-4fde-a6f4-6667472e81f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:46:45Z', 'updated_at': '2022-01-28T19:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '4e688a9b-2998-46b0-954c-f17d01e771b9', 'name': '', 'network_id': '3700e1ad-342e-4f1a-871d-e15b5f904175', 'tenant_id': 'ce9d5ffcc83f4c96b4b0a979abf83eac', 'mac_address': 'fa:16:3e:9d:18:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d65a469-c414-4fde-a6f4-6667472e81f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': 'b109c86a-1507-4ec3-aba8-1ee8310a4fe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:46:47Z', 'updated_at': '2022-01-28T19:46:55Z', 'revision_number': 5, 'project_id': 'ce9d5ffcc83f4c96b4b0a979abf83eac', 'subnets': [{'id': 'b109c86a-1507-4ec3-aba8-1ee8310a4fe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:50:08.920591 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c12c289-ee49-46b4-ab17-1f16c218c609 None None] The sync data for ids ['1d65a469-c414-4fde-a6f4-6667472e81f1'] in n-d-812111-14 is: [{'id': '1d65a469-c414-4fde-a6f4-6667472e81f1', 'name': 'tempest-AttachVolumeTestJSON-407466557-router', 'tenant_id': 'ce9d5ffcc83f4c96b4b0a979abf83eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': '971e9ed1-7a19-4484-a5a6-ae40aa248f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:46:44Z', 'updated_at': '2022-01-28T19:46:48Z', 'revision_number': 4, 'project_id': 'ce9d5ffcc83f4c96b4b0a979abf83eac', 'gw_port': {'id': '971e9ed1-7a19-4484-a5a6-ae40aa248f18', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:f6:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d65a469-c414-4fde-a6f4-6667472e81f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:46:45Z', 'updated_at': '2022-01-28T19:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '4e688a9b-2998-46b0-954c-f17d01e771b9', 'name': '', 'network_id': '3700e1ad-342e-4f1a-871d-e15b5f904175', 'tenant_id': 'ce9d5ffcc83f4c96b4b0a979abf83eac', 'mac_address': 'fa:16:3e:9d:18:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d65a469-c414-4fde-a6f4-6667472e81f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': 'b109c86a-1507-4ec3-aba8-1ee8310a4fe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:46:47Z', 'updated_at': '2022-01-28T19:46:55Z', 'revision_number': 5, 'project_id': 'ce9d5ffcc83f4c96b4b0a979abf83eac', 'subnets': [{'id': 'b109c86a-1507-4ec3-aba8-1ee8310a4fe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:50:08.940786 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-bd04db66-cb51-4173-9f9d-958bc04b54e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:50:09.029086 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 58856) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:50:09.097264 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-75df39f3-423b-4a5b-91cc-f469d2eeee92 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Publish callbacks [] for security_group (0cfd235b-3a0d-4508-9b69-242081a43994), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:50:09.129664 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-75df39f3-423b-4a5b-91cc-f469d2eeee92 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Publish callbacks [] for security_group (0cfd235b-3a0d-4508-9b69-242081a43994), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:50:09.188992 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-75df39f3-423b-4a5b-91cc-f469d2eeee92 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (0cfd235b-3a0d-4508-9b69-242081a43994), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:50:09.193024 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-75df39f3-423b-4a5b-91cc-f469d2eeee92 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:50:09.197237 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-75df39f3-423b-4a5b-91cc-f469d2eeee92 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] 10.222.0.64 "DELETE /v2.0/security-groups/0cfd235b-3a0d-4508-9b69-242081a43994 HTTP/1.1" status: 204 len: 168 time: 0.1641309 Jan 28 19:50:09.197616 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 58858) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:50:09.212087 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75df39f3-423b-4a5b-91cc-f469d2eeee92 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cfd235b-3a0d-4508-9b69-242081a43994,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:50:09.226203 n-d-812111-14 neutron-server[103304]: INFO neutron.api.v2.resource [None req-cce70935-f7d4-4786-a7e2-14a5d59f21e6 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] show failed (client error): The resource could not be found. Jan 28 19:50:09.229890 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-cce70935-f7d4-4786-a7e2-14a5d59f21e6 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] 10.222.0.64 "GET /v2.0/security-groups/0cfd235b-3a0d-4508-9b69-242081a43994 HTTP/1.1" status: 404 len: 347 time: 0.0286725 Jan 28 19:50:09.230535 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 58860) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:50:09.353050 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b09d7a-26c6-419f-b9d6-ee07128a49a9 None None] New status for floating IP 1c6cacda-a368-48f8-b4ee-e067ee0a2db2: DOWN {{(pid=103306) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 19:50:09.399408 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-8a91cffd-2be4-4fed-bac9-7360e0e56a20 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Deleting port 1f1507f1-f3d9-4695-ba9b-a57a2715ad1d {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:50:09.399767 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8a91cffd-2be4-4fed-bac9-7360e0e56a20 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (1f1507f1-f3d9-4695-ba9b-a57a2715ad1d), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:50:09.500025 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8a91cffd-2be4-4fed-bac9-7360e0e56a20 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (1f1507f1-f3d9-4695-ba9b-a57a2715ad1d), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:50:09.500361 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8a91cffd-2be4-4fed-bac9-7360e0e56a20 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Publish callbacks [] for floatingip (1f1507f1-f3d9-4695-ba9b-a57a2715ad1d), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:50:09.514689 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-8a91cffd-2be4-4fed-bac9-7360e0e56a20 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Calling delete_port for 1f1507f1-f3d9-4695-ba9b-a57a2715ad1d owned by network:floatingip {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:50:09.671629 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8a91cffd-2be4-4fed-bac9-7360e0e56a20 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (1f1507f1-f3d9-4695-ba9b-a57a2715ad1d), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:50:09.723369 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a91cffd-2be4-4fed-bac9-7360e0e56a20 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Pushing event deleted for resources: {'Port': ['ID=1f1507f1-f3d9-4695-ba9b-a57a2715ad1d,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:50:09.769758 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8a91cffd-2be4-4fed-bac9-7360e0e56a20 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Publish callbacks [] for floatingip (1c6cacda-a368-48f8-b4ee-e067ee0a2db2), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:50:09.773404 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8a91cffd-2be4-4fed-bac9-7360e0e56a20 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for floatingip (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:50:09.777810 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-8a91cffd-2be4-4fed-bac9-7360e0e56a20 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] 10.222.0.64 "DELETE /v2.0/floatingips/1c6cacda-a368-48f8-b4ee-e067ee0a2db2 HTTP/1.1" status: 204 len: 168 time: 0.5441759 Jan 28 19:50:09.832200 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:50:10.112565 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 58876) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:50:10.117088 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-4af60554-441a-45c8-9500-cb6dea7b9e85 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Request body: {'security_group': {'name': 'tempest-securitygroup--537966574', 'description': 'tempest-description--803207142'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:50:10.140226 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4af60554-441a-45c8-9500-cb6dea7b9e85 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:50:10.228559 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4af60554-441a-45c8-9500-cb6dea7b9e85 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Publish callbacks [] for security_group (35f55d3f-3f7c-4394-9e1d-c929b837afa9), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:50:10.233659 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4af60554-441a-45c8-9500-cb6dea7b9e85 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (35f55d3f-3f7c-4394-9e1d-c929b837afa9), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:50:10.267378 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4af60554-441a-45c8-9500-cb6dea7b9e85 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:50:10.271290 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-4af60554-441a-45c8-9500-cb6dea7b9e85 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1549976 Jan 28 19:50:10.271290 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af60554-441a-45c8-9500-cb6dea7b9e85 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35f55d3f-3f7c-4394-9e1d-c929b837afa9,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:50:10.271510 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 58878) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:50:10.275841 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-457aa6eb-c7ad-4732-a664-578f36c50d54 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Request body: {'security_group_rule': {'security_group_id': '35f55d3f-3f7c-4394-9e1d-c929b837afa9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:50:10.300692 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-457aa6eb-c7ad-4732-a664-578f36c50d54 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Publish callbacks [] for security_group_rule (4c9c74b2-7755-4591-8589-a18898cada09), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:50:10.356907 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-457aa6eb-c7ad-4732-a664-578f36c50d54 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Publish callbacks [] for security_group_rule (4c9c74b2-7755-4591-8589-a18898cada09), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:50:10.361329 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-457aa6eb-c7ad-4732-a664-578f36c50d54 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (4c9c74b2-7755-4591-8589-a18898cada09), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:50:10.381161 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457aa6eb-c7ad-4732-a664-578f36c50d54 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c9c74b2-7755-4591-8589-a18898cada09,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:50:10.390754 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-457aa6eb-c7ad-4732-a664-578f36c50d54 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:50:10.394781 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-457aa6eb-c7ad-4732-a664-578f36c50d54 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1198390 Jan 28 19:50:10.395305 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 58880) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:50:10.400709 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-12af0007-4905-4087-8453-a659db1039fa tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Request body: {'security_group_rule': {'security_group_id': '35f55d3f-3f7c-4394-9e1d-c929b837afa9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:50:10.427445 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-12af0007-4905-4087-8453-a659db1039fa tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Publish callbacks [] for security_group_rule (0964a9f9-62dd-4757-80f8-e3e2f1eccefd), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:50:10.488305 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-12af0007-4905-4087-8453-a659db1039fa tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Publish callbacks [] for security_group_rule (0964a9f9-62dd-4757-80f8-e3e2f1eccefd), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:50:10.492445 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-12af0007-4905-4087-8453-a659db1039fa tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (0964a9f9-62dd-4757-80f8-e3e2f1eccefd), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:50:10.509301 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12af0007-4905-4087-8453-a659db1039fa tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0964a9f9-62dd-4757-80f8-e3e2f1eccefd,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:50:10.528438 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-12af0007-4905-4087-8453-a659db1039fa tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:50:10.530102 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-12af0007-4905-4087-8453-a659db1039fa tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1332722 Jan 28 19:50:10.533154 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 58882) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:50:10.537871 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-b1d7a1e7-81a7-4137-81ae-2a37b5a72b4d tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Request body: {'floatingip': {'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:50:10.558987 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b1d7a1e7-81a7-4137-81ae-2a37b5a72b4d tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:50:10.658662 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b1d7a1e7-81a7-4137-81ae-2a37b5a72b4d tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:50:10.768853 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-b1d7a1e7-81a7-4137-81ae-2a37b5a72b4d tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Allocated IP 172.25.6.249 (d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8/a648e4ab-7422-41b9-b133-58aca25ab8f5/eab2c045-e260-474c-9c44-bd89bf617216) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:50:10.877081 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b1d7a1e7-81a7-4137-81ae-2a37b5a72b4d tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Publish callbacks [] for port (eab2c045-e260-474c-9c44-bd89bf617216), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:50:10.913546 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b1d7a1e7-81a7-4137-81ae-2a37b5a72b4d tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (eab2c045-e260-474c-9c44-bd89bf617216), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:50:10.953783 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d7a1e7-81a7-4137-81ae-2a37b5a72b4d tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:50:10.956713 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-b1d7a1e7-81a7-4137-81ae-2a37b5a72b4d tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:50:10.961460 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d7a1e7-81a7-4137-81ae-2a37b5a72b4d tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:50:10.999947 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d7a1e7-81a7-4137-81ae-2a37b5a72b4d tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Pushing event updated for resources: {'Port': ['ID=eab2c045-e260-474c-9c44-bd89bf617216,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:50:11.056886 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b1d7a1e7-81a7-4137-81ae-2a37b5a72b4d tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Publish callbacks [] for floatingip (a31fe532-e212-46f5-939e-7071e1598932), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:50:11.093723 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b1d7a1e7-81a7-4137-81ae-2a37b5a72b4d tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (eab2c045-e260-474c-9c44-bd89bf617216), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:50:11.236863 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 54ce03ba-a018-4f84-a77f-ff97c9ab71e4 no longer exists at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:50:11.270238 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] No Port match for: 54ce03ba-a018-4f84-a77f-ff97c9ab71e4 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:50:11.270736 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 54ce03ba-a018-4f84-a77f-ff97c9ab71e4 not bound to the agent host n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:50:11.277605 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b1d7a1e7-81a7-4137-81ae-2a37b5a72b4d tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Publish callbacks [] for port (eab2c045-e260-474c-9c44-bd89bf617216), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:50:11.287804 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b1d7a1e7-81a7-4137-81ae-2a37b5a72b4d tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (eab2c045-e260-474c-9c44-bd89bf617216), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:50:11.365183 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d7a1e7-81a7-4137-81ae-2a37b5a72b4d tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Pushing event updated for resources: {'Port': ['ID=eab2c045-e260-474c-9c44-bd89bf617216,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:50:11.379091 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b1d7a1e7-81a7-4137-81ae-2a37b5a72b4d tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734886'] for floatingip (a31fe532-e212-46f5-939e-7071e1598932), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:50:11.395861 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b1d7a1e7-81a7-4137-81ae-2a37b5a72b4d tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for floatingip (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:50:11.397299 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-b1d7a1e7-81a7-4137-81ae-2a37b5a72b4d tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8629580 Jan 28 19:50:11.639647 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d827ea16-5e25-4db4-a682-89ff3e7e5062 req-d1d7ced2-159f-41c8-9a3a-e60ca051ed7c tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--537966574&fields=id&tenant_id=ce9d5ffcc83f4c96b4b0a979abf83eac HTTP/1.1" status: 200 len: 267 time: 0.0633314 Jan 28 19:50:11.736268 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:50:11.741428 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d827ea16-5e25-4db4-a682-89ff3e7e5062 req-f602cb5e-3826-43e9-b0a5-c9d1a6b2e512 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:50:11.743016 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d827ea16-5e25-4db4-a682-89ff3e7e5062 req-f602cb5e-3826-43e9-b0a5-c9d1a6b2e512 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] 10.222.0.64 "GET /v2.0/networks?id=3700e1ad-342e-4f1a-871d-e15b5f904175 HTTP/1.1" status: 200 len: 810 time: 0.1084678 Jan 28 19:50:11.759025 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d827ea16-5e25-4db4-a682-89ff3e7e5062 req-287e4bfa-5693-4573-acde-e3b06f4bf048 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] 10.222.0.64 "GET /v2.0/quotas/ce9d5ffcc83f4c96b4b0a979abf83eac HTTP/1.1" status: 200 len: 375 time: 0.0095673 Jan 28 19:50:11.816261 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d827ea16-5e25-4db4-a682-89ff3e7e5062 req-6acad327-9ee4-41e8-b1d5-6b61b9d66470 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=ce9d5ffcc83f4c96b4b0a979abf83eac&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0506454 Jan 28 19:50:11.931725 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d827ea16-5e25-4db4-a682-89ff3e7e5062 req-fb0e1219-4654-4424-9439-9522a58f2f85 service neutron] 10.222.0.64 "GET /v2.0/networks/3700e1ad-342e-4f1a-871d-e15b5f904175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908277 Jan 28 19:50:12.025345 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d827ea16-5e25-4db4-a682-89ff3e7e5062 req-1aeffdd9-aeda-4ee5-a5dd-7a97bfc6d5e3 service neutron] 10.222.0.64 "GET /v2.0/networks/3700e1ad-342e-4f1a-871d-e15b5f904175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886135 Jan 28 19:50:12.251206 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-fbb61fe5-1899-440e-977e-08fca2059420 req-74680009-f2ac-4be1-afe5-b0b9602ee11c tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d799de1-7087-4c27-9042-82f83f96635e HTTP/1.1" status: 200 len: 210 time: 0.0480092 Jan 28 19:50:13.113368 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:50:13.391129 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4992fa0f-74e3-4d35-b6a8-3a36fe25d885 req-62e3e003-01a6-49b3-90fe-c891fd64c232 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d799de1-7087-4c27-9042-82f83f96635e HTTP/1.1" status: 200 len: 210 time: 0.0327685 Jan 28 19:50:13.408364 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d827ea16-5e25-4db4-a682-89ff3e7e5062 req-b8c38f99-1135-4b28-b183-c57143552857 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:50:13.410044 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d827ea16-5e25-4db4-a682-89ff3e7e5062 req-b8c38f99-1135-4b28-b183-c57143552857 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] 10.222.0.70 "GET /v2.0/networks?id=3700e1ad-342e-4f1a-871d-e15b5f904175 HTTP/1.1" status: 200 len: 810 time: 0.1564324 Jan 28 19:50:13.477879 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d827ea16-5e25-4db4-a682-89ff3e7e5062 req-e5b92a37-f44b-480b-8596-a8997a212c5d tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ce9d5ffcc83f4c96b4b0a979abf83eac HTTP/1.1" status: 200 len: 379 time: 0.0600042 Jan 28 19:50:13.492865 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-d827ea16-5e25-4db4-a682-89ff3e7e5062 req-f943f7ed-5788-4a59-b605-bf8c609700f8 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Request body: {'port': {'device_id': '9d799de1-7087-4c27-9042-82f83f96635e', 'network_id': '3700e1ad-342e-4f1a-871d-e15b5f904175', 'admin_state_up': True, 'tenant_id': 'ce9d5ffcc83f4c96b4b0a979abf83eac', 'security_groups': ['35f55d3f-3f7c-4394-9e1d-c929b837afa9']}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:50:13.619433 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d827ea16-5e25-4db4-a682-89ff3e7e5062 req-f943f7ed-5788-4a59-b605-bf8c609700f8 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Made reservation on behalf of ce9d5ffcc83f4c96b4b0a979abf83eac for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:50:13.622869 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-d827ea16-5e25-4db4-a682-89ff3e7e5062 req-f943f7ed-5788-4a59-b605-bf8c609700f8 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:50:13.761761 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-d827ea16-5e25-4db4-a682-89ff3e7e5062 req-f943f7ed-5788-4a59-b605-bf8c609700f8 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Allocated IP 172.20.0.7 (3700e1ad-342e-4f1a-871d-e15b5f904175/b109c86a-1507-4ec3-aba8-1ee8310a4fe4/3bc0eed7-6ea0-4516-9c0e-e67564bd9781) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:50:13.912982 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-d827ea16-5e25-4db4-a682-89ff3e7e5062 req-f943f7ed-5788-4a59-b605-bf8c609700f8 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Publish callbacks [] for port (3bc0eed7-6ea0-4516-9c0e-e67564bd9781), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:50:13.950663 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-d827ea16-5e25-4db4-a682-89ff3e7e5062 req-f943f7ed-5788-4a59-b605-bf8c609700f8 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (3bc0eed7-6ea0-4516-9c0e-e67564bd9781), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:50:13.991181 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d827ea16-5e25-4db4-a682-89ff3e7e5062 req-f943f7ed-5788-4a59-b605-bf8c609700f8 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Network 3700e1ad-342e-4f1a-871d-e15b5f904175 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:50:13.994513 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-d827ea16-5e25-4db4-a682-89ff3e7e5062 req-f943f7ed-5788-4a59-b605-bf8c609700f8 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:50:14.000806 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-d827ea16-5e25-4db4-a682-89ff3e7e5062 req-f943f7ed-5788-4a59-b605-bf8c609700f8 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:50:14.087457 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f943f7ed-5788-4a59-b605-bf8c609700f8 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Pushing event updated for resources: {'Port': ['ID=3bc0eed7-6ea0-4516-9c0e-e67564bd9781,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:50:14.110042 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d827ea16-5e25-4db4-a682-89ff3e7e5062 req-f943f7ed-5788-4a59-b605-bf8c609700f8 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:50:14.111008 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-d827ea16-5e25-4db4-a682-89ff3e7e5062 req-f943f7ed-5788-4a59-b605-bf8c609700f8 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:50:14.139377 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d827ea16-5e25-4db4-a682-89ff3e7e5062 req-f943f7ed-5788-4a59-b605-bf8c609700f8 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6541114 Jan 28 19:50:14.151942 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-d827ea16-5e25-4db4-a682-89ff3e7e5062 req-601ae7d6-3728-408d-8b9f-e0c9ff97fd5e service neutron] Request body: {'port': {'device_id': '9d799de1-7087-4c27-9042-82f83f96635e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-14'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:50:14.246694 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-d827ea16-5e25-4db4-a682-89ff3e7e5062 req-601ae7d6-3728-408d-8b9f-e0c9ff97fd5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (3bc0eed7-6ea0-4516-9c0e-e67564bd9781), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:50:14.425582 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-cc1981a9-98eb-4bcd-a712-ce3e5fcc4887 None None] Provisioning complete for port 3bc0eed7-6ea0-4516-9c0e-e67564bd9781 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:50:14.426861 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-cc1981a9-98eb-4bcd-a712-ce3e5fcc4887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (3bc0eed7-6ea0-4516-9c0e-e67564bd9781), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:50:14.542978 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-cc1981a9-98eb-4bcd-a712-ce3e5fcc4887 None None] Port 3bc0eed7-6ea0-4516-9c0e-e67564bd9781 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:50:14.616666 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de544929-8fdd-4969-b481-cd4e60b7780a req-df84159b-21c1-4f85-8c84-b9da22e2d59a tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:50:14.626613 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-de544929-8fdd-4969-b481-cd4e60b7780a req-df84159b-21c1-4f85-8c84-b9da22e2d59a tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d799de1-7087-4c27-9042-82f83f96635e HTTP/1.1" status: 200 len: 931 time: 0.1036484 Jan 28 19:50:14.688553 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [req-d827ea16-5e25-4db4-a682-89ff3e7e5062 req-601ae7d6-3728-408d-8b9f-e0c9ff97fd5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bc0eed7-6ea0-4516-9c0e-e67564bd9781 {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:50:14.697514 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-d827ea16-5e25-4db4-a682-89ff3e7e5062 req-601ae7d6-3728-408d-8b9f-e0c9ff97fd5e service neutron] Publish callbacks [] for port (3bc0eed7-6ea0-4516-9c0e-e67564bd9781), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:50:14.699487 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-de544929-8fdd-4969-b481-cd4e60b7780a req-9b90cb00-d30d-4f59-95fc-adbad2b8a5e6 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] 10.222.0.64 "GET /v2.0/security-groups?id=35f55d3f-3f7c-4394-9e1d-c929b837afa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676255 Jan 28 19:50:14.717291 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-d827ea16-5e25-4db4-a682-89ff3e7e5062 req-601ae7d6-3728-408d-8b9f-e0c9ff97fd5e service neutron] Transition to ACTIVE for port object 3bc0eed7-6ea0-4516-9c0e-e67564bd9781 will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:50:14.724576 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-d827ea16-5e25-4db4-a682-89ff3e7e5062 req-601ae7d6-3728-408d-8b9f-e0c9ff97fd5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (3bc0eed7-6ea0-4516-9c0e-e67564bd9781), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:50:14.790555 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601ae7d6-3728-408d-8b9f-e0c9ff97fd5e service neutron] Pushing event updated for resources: {'Port': ['ID=3bc0eed7-6ea0-4516-9c0e-e67564bd9781,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:50:14.903149 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-d827ea16-5e25-4db4-a682-89ff3e7e5062 req-601ae7d6-3728-408d-8b9f-e0c9ff97fd5e service neutron] Attempting to bind port 3bc0eed7-6ea0-4516-9c0e-e67564bd9781 on host n-h2-812111-14 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:50:14.903486 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-d827ea16-5e25-4db4-a682-89ff3e7e5062 req-601ae7d6-3728-408d-8b9f-e0c9ff97fd5e service neutron] Attempting to bind port 3bc0eed7-6ea0-4516-9c0e-e67564bd9781 by drivers openvswitch,hyperv on host n-h2-812111-14 at level 0 using segments [{'id': 'b4a896b1-8268-4f57-aff2-2ae084c28756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '3700e1ad-342e-4f1a-871d-e15b5f904175'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:50:14.903829 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d827ea16-5e25-4db4-a682-89ff3e7e5062 req-601ae7d6-3728-408d-8b9f-e0c9ff97fd5e service neutron] Attempting to bind port 3bc0eed7-6ea0-4516-9c0e-e67564bd9781 on network 3700e1ad-342e-4f1a-871d-e15b5f904175 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:50:14.909450 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d827ea16-5e25-4db4-a682-89ff3e7e5062 req-601ae7d6-3728-408d-8b9f-e0c9ff97fd5e service neutron] Port 3bc0eed7-6ea0-4516-9c0e-e67564bd9781 on network 3700e1ad-342e-4f1a-871d-e15b5f904175 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-14 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:50:14.909803 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d827ea16-5e25-4db4-a682-89ff3e7e5062 req-601ae7d6-3728-408d-8b9f-e0c9ff97fd5e service neutron] Attempting to bind port 3bc0eed7-6ea0-4516-9c0e-e67564bd9781 on network 3700e1ad-342e-4f1a-871d-e15b5f904175 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:50:14.915255 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d827ea16-5e25-4db4-a682-89ff3e7e5062 req-601ae7d6-3728-408d-8b9f-e0c9ff97fd5e service neutron] Checking agent: {'id': '8f3fee4e-bf24-4b58-8a3a-ae9c8011a473', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 49, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:50:14.915591 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d827ea16-5e25-4db4-a682-89ff3e7e5062 req-601ae7d6-3728-408d-8b9f-e0c9ff97fd5e service neutron] Checking segment: {'id': 'b4a896b1-8268-4f57-aff2-2ae084c28756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '3700e1ad-342e-4f1a-871d-e15b5f904175'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:50:14.915975 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d827ea16-5e25-4db4-a682-89ff3e7e5062 req-601ae7d6-3728-408d-8b9f-e0c9ff97fd5e service neutron] Bound using segment: {'id': 'b4a896b1-8268-4f57-aff2-2ae084c28756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '3700e1ad-342e-4f1a-871d-e15b5f904175'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:50:14.916533 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-d827ea16-5e25-4db4-a682-89ff3e7e5062 req-601ae7d6-3728-408d-8b9f-e0c9ff97fd5e service neutron] Bound port: 3bc0eed7-6ea0-4516-9c0e-e67564bd9781, host: n-h2-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4a896b1-8268-4f57-aff2-2ae084c28756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '3700e1ad-342e-4f1a-871d-e15b5f904175'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:50:14.916856 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-d827ea16-5e25-4db4-a682-89ff3e7e5062 req-601ae7d6-3728-408d-8b9f-e0c9ff97fd5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (3bc0eed7-6ea0-4516-9c0e-e67564bd9781), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:50:15.041284 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-d827ea16-5e25-4db4-a682-89ff3e7e5062 req-601ae7d6-3728-408d-8b9f-e0c9ff97fd5e service neutron] For port 3bc0eed7-6ea0-4516-9c0e-e67564bd9781, host n-h2-812111-14, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:50:15.044520 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-d827ea16-5e25-4db4-a682-89ff3e7e5062 req-601ae7d6-3728-408d-8b9f-e0c9ff97fd5e service neutron] For port 3bc0eed7-6ea0-4516-9c0e-e67564bd9781, host n-h2-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=3bc0eed7-6ea0-4516-9c0e-e67564bd9781,segment=NetworkSegment(b4a896b1-8268-4f57-aff2-2ae084c28756),segment_id=b4a896b1-8268-4f57-aff2-2ae084c28756)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:50:15.056937 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-d827ea16-5e25-4db4-a682-89ff3e7e5062 req-601ae7d6-3728-408d-8b9f-e0c9ff97fd5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (3bc0eed7-6ea0-4516-9c0e-e67564bd9781), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:50:15.120087 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d827ea16-5e25-4db4-a682-89ff3e7e5062 req-601ae7d6-3728-408d-8b9f-e0c9ff97fd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:50:15.121483 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-d827ea16-5e25-4db4-a682-89ff3e7e5062 req-601ae7d6-3728-408d-8b9f-e0c9ff97fd5e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:50:15.123529 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d827ea16-5e25-4db4-a682-89ff3e7e5062 req-601ae7d6-3728-408d-8b9f-e0c9ff97fd5e service neutron] 10.222.0.70 "PUT /v2.0/ports/3bc0eed7-6ea0-4516-9c0e-e67564bd9781 HTTP/1.1" status: 200 len: 1092 time: 0.9764664 Jan 28 19:50:15.126181 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d799de1-7087-4c27-9042-82f83f96635e', 'tag': '3bc0eed7-6ea0-4516-9c0e-e67564bd9781'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:50:15.137515 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a92b2ed4-e671-46d2-8854-37769eeec0b0" -d '{"events": [{"name": "network-changed", "server_uuid": "9d799de1-7087-4c27-9042-82f83f96635e", "tag": "3bc0eed7-6ea0-4516-9c0e-e67564bd9781"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:50:15.231755 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:50:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e50dd5cc-4d54-4f3f-9a4b-d5d5bf7a8bdc x-openstack-request-id: req-e50dd5cc-4d54-4f3f-9a4b-d5d5bf7a8bdc {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:50:15.232933 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d799de1-7087-4c27-9042-82f83f96635e", "tag": "3bc0eed7-6ea0-4516-9c0e-e67564bd9781", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:50:15.233392 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e50dd5cc-4d54-4f3f-9a4b-d5d5bf7a8bdc {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:50:15.233963 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d799de1-7087-4c27-9042-82f83f96635e', 'tag': '3bc0eed7-6ea0-4516-9c0e-e67564bd9781', 'status': 'completed', 'code': 200} Jan 28 19:50:15.266048 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601ae7d6-3728-408d-8b9f-e0c9ff97fd5e service neutron] Pushing event updated for resources: {'Port': ['ID=3bc0eed7-6ea0-4516-9c0e-e67564bd9781,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:50:15.292014 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d827ea16-5e25-4db4-a682-89ff3e7e5062 req-b9a82359-17b0-4fc7-9751-0c9ce4e678ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:50:15.294284 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d827ea16-5e25-4db4-a682-89ff3e7e5062 req-b9a82359-17b0-4fc7-9751-0c9ce4e678ea service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ce9d5ffcc83f4c96b4b0a979abf83eac&device_id=9d799de1-7087-4c27-9042-82f83f96635e HTTP/1.1" status: 200 len: 1126 time: 0.1163850 Jan 28 19:50:15.387259 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d827ea16-5e25-4db4-a682-89ff3e7e5062 req-788169c9-5b1b-40c8-b26b-8460e44f5d53 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3bc0eed7-6ea0-4516-9c0e-e67564bd9781 HTTP/1.1" status: 200 len: 217 time: 0.0868108 Jan 28 19:50:15.447675 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d827ea16-5e25-4db4-a682-89ff3e7e5062 req-8680e3a3-a1eb-49e0-a038-e4c5a4be3453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:50:15.449234 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d827ea16-5e25-4db4-a682-89ff3e7e5062 req-8680e3a3-a1eb-49e0-a038-e4c5a4be3453 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b109c86a-1507-4ec3-aba8-1ee8310a4fe4 HTTP/1.1" status: 200 len: 849 time: 0.0556536 Jan 28 19:50:15.508382 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d827ea16-5e25-4db4-a682-89ff3e7e5062 req-8354a603-53e8-43a9-9fb9-61d039fb2a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:50:15.510892 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d827ea16-5e25-4db4-a682-89ff3e7e5062 req-8354a603-53e8-43a9-9fb9-61d039fb2a82 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3700e1ad-342e-4f1a-871d-e15b5f904175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0556765 Jan 28 19:50:15.611274 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d827ea16-5e25-4db4-a682-89ff3e7e5062 req-616ad67e-1f39-4798-990b-cf841a5293a9 service neutron] 10.222.0.70 "GET /v2.0/networks/3700e1ad-342e-4f1a-871d-e15b5f904175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946674 Jan 28 19:50:15.885472 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9109a0a7-bce8-4bd7-a39c-9f3462f1da30 req-159faac0-6d1f-4eec-b6ed-9b528042c445 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:50:15.887938 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9109a0a7-bce8-4bd7-a39c-9f3462f1da30 req-159faac0-6d1f-4eec-b6ed-9b528042c445 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d799de1-7087-4c27-9042-82f83f96635e HTTP/1.1" status: 200 len: 943 time: 0.0640898 Jan 28 19:50:15.961773 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9109a0a7-bce8-4bd7-a39c-9f3462f1da30 req-88fda2c2-c36a-419d-8b15-a9fd7ae671ce tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] 10.222.0.64 "GET /v2.0/security-groups?id=35f55d3f-3f7c-4394-9e1d-c929b837afa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662634 Jan 28 19:50:16.074068 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d827ea16-5e25-4db4-a682-89ff3e7e5062 req-ce32324f-6043-49af-830c-d13d3cd49ad3 service neutron] 10.222.0.70 "GET /v2.0/networks/3700e1ad-342e-4f1a-871d-e15b5f904175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4571667 Jan 28 19:50:16.175561 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92b2ed4-e671-46d2-8854-37769eeec0b0 req-12a560c0-35f8-42dd-a5cb-d352c46fbc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:50:16.177556 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a92b2ed4-e671-46d2-8854-37769eeec0b0 req-12a560c0-35f8-42dd-a5cb-d352c46fbc58 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ce9d5ffcc83f4c96b4b0a979abf83eac&device_id=9d799de1-7087-4c27-9042-82f83f96635e HTTP/1.1" status: 200 len: 1126 time: 0.0545952 Jan 28 19:50:16.300377 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92b2ed4-e671-46d2-8854-37769eeec0b0 req-4f91fec1-2ffe-4cc0-b6cf-a88753041f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:50:16.302593 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a92b2ed4-e671-46d2-8854-37769eeec0b0 req-4f91fec1-2ffe-4cc0-b6cf-a88753041f2b service neutron] 10.222.0.70 "GET /v2.0/networks?id=3700e1ad-342e-4f1a-871d-e15b5f904175 HTTP/1.1" status: 200 len: 910 time: 0.1190214 Jan 28 19:50:16.346217 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a92b2ed4-e671-46d2-8854-37769eeec0b0 req-a190089e-328d-4042-aa3d-b32b8fefb9ec service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3bc0eed7-6ea0-4516-9c0e-e67564bd9781 HTTP/1.1" status: 200 len: 217 time: 0.0370796 Jan 28 19:50:16.405632 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92b2ed4-e671-46d2-8854-37769eeec0b0 req-c1c22abf-ef65-4a87-b1c0-ed949b4800e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:50:16.407350 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a92b2ed4-e671-46d2-8854-37769eeec0b0 req-c1c22abf-ef65-4a87-b1c0-ed949b4800e8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b109c86a-1507-4ec3-aba8-1ee8310a4fe4 HTTP/1.1" status: 200 len: 849 time: 0.0546107 Jan 28 19:50:16.468396 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92b2ed4-e671-46d2-8854-37769eeec0b0 req-8a6494cb-f8aa-4c7e-87db-3efafe0c960a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:50:16.469652 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a92b2ed4-e671-46d2-8854-37769eeec0b0 req-8a6494cb-f8aa-4c7e-87db-3efafe0c960a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3700e1ad-342e-4f1a-871d-e15b5f904175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0548909 Jan 28 19:50:16.589202 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a92b2ed4-e671-46d2-8854-37769eeec0b0 req-4dd2e872-f727-404f-bb43-df91d2107a82 service neutron] 10.222.0.70 "GET /v2.0/networks/3700e1ad-342e-4f1a-871d-e15b5f904175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133776 Jan 28 19:50:16.704422 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a92b2ed4-e671-46d2-8854-37769eeec0b0 req-4bd8f81f-d7e3-442a-91d7-f99c78bd1e0e service neutron] 10.222.0.70 "GET /v2.0/networks/3700e1ad-342e-4f1a-871d-e15b5f904175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087294 Jan 28 19:50:17.089633 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f43de8b-e1fb-4066-869b-f43c96e34733 req-9b7e6215-d20b-4eb7-b73a-b81961556b54 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:50:17.091307 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2f43de8b-e1fb-4066-869b-f43c96e34733 req-9b7e6215-d20b-4eb7-b73a-b81961556b54 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d799de1-7087-4c27-9042-82f83f96635e HTTP/1.1" status: 200 len: 943 time: 0.0571184 Jan 28 19:50:17.143840 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2f43de8b-e1fb-4066-869b-f43c96e34733 req-773329d2-e3a8-44d8-8381-e793621deca7 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] 10.222.0.64 "GET /v2.0/security-groups?id=35f55d3f-3f7c-4394-9e1d-c929b837afa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464818 Jan 28 19:50:17.260475 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 3bc0eed7-6ea0-4516-9c0e-e67564bd9781 details requested by agent hyperv_n-h2-812111-14 with host n-h2-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:50:17.359671 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 3bc0eed7-6ea0-4516-9c0e-e67564bd9781, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=3bc0eed7-6ea0-4516-9c0e-e67564bd9781,segment=NetworkSegment(b4a896b1-8268-4f57-aff2-2ae084c28756),segment_id=b4a896b1-8268-4f57-aff2-2ae084c28756)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:50:17.371790 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Returning: {'device': '3bc0eed7-6ea0-4516-9c0e-e67564bd9781', 'network_id': '3700e1ad-342e-4f1a-871d-e15b5f904175', 'port_id': '3bc0eed7-6ea0-4516-9c0e-e67564bd9781', 'mac_address': 'fa:16:3e:f8:5f:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b109c86a-1507-4ec3-aba8-1ee8310a4fe4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:50:17.413708 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 3bc0eed7-6ea0-4516-9c0e-e67564bd9781 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:50:17.414122 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (3bc0eed7-6ea0-4516-9c0e-e67564bd9781), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:50:17.427078 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bc0eed7-6ea0-4516-9c0e-e67564bd9781 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:50:17.446373 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 3bc0eed7-6ea0-4516-9c0e-e67564bd9781, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=3bc0eed7-6ea0-4516-9c0e-e67564bd9781,segment=NetworkSegment(b4a896b1-8268-4f57-aff2-2ae084c28756),segment_id=b4a896b1-8268-4f57-aff2-2ae084c28756)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:50:17.451730 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (3bc0eed7-6ea0-4516-9c0e-e67564bd9781), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:50:17.504671 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=3bc0eed7-6ea0-4516-9c0e-e67564bd9781,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:50:17.655912 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['3bc0eed7-6ea0-4516-9c0e-e67564bd9781'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:50:18.267546 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe38dda-7ace-47f6-b8d8-55d0f275e7af req-61c936ff-109e-4e04-a63d-7a31e56bb653 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:50:18.269056 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6fe38dda-7ace-47f6-b8d8-55d0f275e7af req-61c936ff-109e-4e04-a63d-7a31e56bb653 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d799de1-7087-4c27-9042-82f83f96635e HTTP/1.1" status: 200 len: 944 time: 0.0535431 Jan 28 19:50:18.316259 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6fe38dda-7ace-47f6-b8d8-55d0f275e7af req-ad468b82-8f56-47fc-a892-59c3cdcddbc4 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] 10.222.0.64 "GET /v2.0/security-groups?id=35f55d3f-3f7c-4394-9e1d-c929b837afa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413663 Jan 28 19:50:19.294070 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 3bc0eed7-6ea0-4516-9c0e-e67564bd9781 up at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:50:19.358156 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning for port 3bc0eed7-6ea0-4516-9c0e-e67564bd9781 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:50:19.364725 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning complete for port 3bc0eed7-6ea0-4516-9c0e-e67564bd9781 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:50:19.365126 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (3bc0eed7-6ea0-4516-9c0e-e67564bd9781), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:50:19.464993 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 3bc0eed7-6ea0-4516-9c0e-e67564bd9781 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:50:19.465429 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (3bc0eed7-6ea0-4516-9c0e-e67564bd9781), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:50:19.468346 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6aebac-9483-41ba-918f-e1fa16822e12 req-1d58c96f-660e-4043-bdc6-e3dc07a0870a tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:50:19.470295 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-be6aebac-9483-41ba-918f-e1fa16822e12 req-1d58c96f-660e-4043-bdc6-e3dc07a0870a tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d799de1-7087-4c27-9042-82f83f96635e HTTP/1.1" status: 200 len: 944 time: 0.0715322 Jan 28 19:50:19.509231 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 3bc0eed7-6ea0-4516-9c0e-e67564bd9781, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=3bc0eed7-6ea0-4516-9c0e-e67564bd9781,segment=NetworkSegment(b4a896b1-8268-4f57-aff2-2ae084c28756),segment_id=b4a896b1-8268-4f57-aff2-2ae084c28756)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:50:19.510170 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d799de1-7087-4c27-9042-82f83f96635e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bc0eed7-6ea0-4516-9c0e-e67564bd9781'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:50:19.512930 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3b013d5-fd04-420a-aeaa-5f85f9a5ad44" -d '{"events": [{"server_uuid": "9d799de1-7087-4c27-9042-82f83f96635e", "name": "network-vif-plugged", "status": "completed", "tag": "3bc0eed7-6ea0-4516-9c0e-e67564bd9781"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:50:19.516377 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (3bc0eed7-6ea0-4516-9c0e-e67564bd9781), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:50:19.543483 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-be6aebac-9483-41ba-918f-e1fa16822e12 req-e65736bb-b4b6-4710-965c-68b0fee87e31 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] 10.222.0.64 "GET /v2.0/security-groups?id=35f55d3f-3f7c-4394-9e1d-c929b837afa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652614 Jan 28 19:50:19.572346 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=3bc0eed7-6ea0-4516-9c0e-e67564bd9781,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:50:19.581005 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:50:19.581381 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:50:19.581712 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:50:19.582327 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:50:19.582666 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:50:19.582998 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:50:19.583327 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:50:19.583652 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:50:19.583978 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:50:19.584365 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:50:19.584693 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:50:19.585013 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:50:19.585404 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:50:19.726532 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a23fe2c-e4cd-42c2-b981-2e6f45c66bc2 x-openstack-request-id: req-6a23fe2c-e4cd-42c2-b981-2e6f45c66bc2 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:50:19.726899 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d799de1-7087-4c27-9042-82f83f96635e", "name": "network-vif-plugged", "status": "completed", "tag": "3bc0eed7-6ea0-4516-9c0e-e67564bd9781", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:50:19.727222 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6a23fe2c-e4cd-42c2-b981-2e6f45c66bc2 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:50:19.727685 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d799de1-7087-4c27-9042-82f83f96635e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bc0eed7-6ea0-4516-9c0e-e67564bd9781', 'code': 200} Jan 28 19:50:19.850401 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1ba173-932f-4e03-945f-7fc4d5668787 req-a246b880-6fc1-40c9-b46f-d73abde5721e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:50:19.851309 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5f1ba173-932f-4e03-945f-7fc4d5668787 req-a246b880-6fc1-40c9-b46f-d73abde5721e service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=9d799de1-7087-4c27-9042-82f83f96635e HTTP/1.1" status: 200 len: 1128 time: 0.0483730 Jan 28 19:50:19.900970 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5f1ba173-932f-4e03-945f-7fc4d5668787 req-e529aa75-d7b5-42cd-9bcb-2e304e917730 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=35f55d3f-3f7c-4394-9e1d-c929b837afa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402524 Jan 28 19:50:20.659536 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bdadf9-8b11-4591-b640-60d0806a8b01 req-a3612fad-aa31-454b-89fa-9795e1257f2c tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:50:20.662526 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-08bdadf9-8b11-4591-b640-60d0806a8b01 req-a3612fad-aa31-454b-89fa-9795e1257f2c tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d799de1-7087-4c27-9042-82f83f96635e HTTP/1.1" status: 200 len: 945 time: 0.0547392 Jan 28 19:50:20.723895 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-08bdadf9-8b11-4591-b640-60d0806a8b01 req-1deb6679-3c17-45be-88d3-2acfc2548505 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] 10.222.0.64 "GET /v2.0/security-groups?id=35f55d3f-3f7c-4394-9e1d-c929b837afa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507066 Jan 28 19:50:20.961975 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:50:21.858315 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1490167-efbe-443e-9752-95c695b82a7f req-a9bc1cc2-dfbf-46d4-88e3-1483c77a3cfb tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:50:21.859827 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a1490167-efbe-443e-9752-95c695b82a7f req-a9bc1cc2-dfbf-46d4-88e3-1483c77a3cfb tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d799de1-7087-4c27-9042-82f83f96635e HTTP/1.1" status: 200 len: 945 time: 0.0605884 Jan 28 19:50:21.909058 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a1490167-efbe-443e-9752-95c695b82a7f req-d8b7643e-07a2-479c-a2c6-dbc222e0d600 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] 10.222.0.64 "GET /v2.0/security-groups?id=35f55d3f-3f7c-4394-9e1d-c929b837afa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427389 Jan 28 19:50:22.033745 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc50600-2888-4d7f-88c5-ef69f640da19 req-3fe22ec8-8f65-4c17-9260-47870181bfea tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:50:22.035378 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5dc50600-2888-4d7f-88c5-ef69f640da19 req-3fe22ec8-8f65-4c17-9260-47870181bfea tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d799de1-7087-4c27-9042-82f83f96635e HTTP/1.1" status: 200 len: 945 time: 0.0538273 Jan 28 19:50:22.044127 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 59078) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:50:22.048862 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-32b50a19-a77d-448f-9ace-2bec664924fd tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Request body: {'floatingip': {'port_id': '3bc0eed7-6ea0-4516-9c0e-e67564bd9781'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:50:22.094353 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-32b50a19-a77d-448f-9ace-2bec664924fd tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Publish callbacks [] for floatingip (a31fe532-e212-46f5-939e-7071e1598932), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:50:22.587846 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-32b50a19-a77d-448f-9ace-2bec664924fd tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:50:22.592943 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-32b50a19-a77d-448f-9ace-2bec664924fd tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734886'] for floatingip (a31fe532-e212-46f5-939e-7071e1598932), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:50:22.694126 n-d-812111-14 neutron-server[103304]: INFO neutron.db.l3_db [None req-32b50a19-a77d-448f-9ace-2bec664924fd tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Floating IP a31fe532-e212-46f5-939e-7071e1598932 associated. External IP: 172.25.6.249, port: 3bc0eed7-6ea0-4516-9c0e-e67564bd9781. Jan 28 19:50:23.227799 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32b50a19-a77d-448f-9ace-2bec664924fd tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Router 1d65a469-c414-4fde-a6f4-6667472e81f1 has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:50:23.344181 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32b50a19-a77d-448f-9ace-2bec664924fd tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:50:23.349850 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-32b50a19-a77d-448f-9ace-2bec664924fd tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for floatingip (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:50:23.357320 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06672b47-d7fd-47b6-9c6d-801b90c23ba5 None None] Sync routers for ids ['1d65a469-c414-4fde-a6f4-6667472e81f1'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:50:23.371482 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06672b47-d7fd-47b6-9c6d-801b90c23ba5 None None] Routers {'1d65a469-c414-4fde-a6f4-6667472e81f1'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:50:23.372906 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-06672b47-d7fd-47b6-9c6d-801b90c23ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:50:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['1d65a469-c414-4fde-a6f4-6667472e81f1'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:50:23.386087 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-32b50a19-a77d-448f-9ace-2bec664924fd tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] 10.222.0.64 "PUT /v2.0/floatingips/a31fe532-e212-46f5-939e-7071e1598932 HTTP/1.1" status: 200 len: 991 time: 1.3382242 Jan 28 19:50:23.386087 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d799de1-7087-4c27-9042-82f83f96635e', 'tag': '3bc0eed7-6ea0-4516-9c0e-e67564bd9781'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:50:23.387050 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23286959-754b-484a-a7b4-13c93df7bdc5" -d '{"events": [{"name": "network-changed", "server_uuid": "9d799de1-7087-4c27-9042-82f83f96635e", "tag": "3bc0eed7-6ea0-4516-9c0e-e67564bd9781"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:50:23.507165 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-06672b47-d7fd-47b6-9c6d-801b90c23ba5 None None] Set router 1d65a469-c414-4fde-a6f4-6667472e81f1 gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:50:23.558191 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0f0a5bd-fc7f-4080-bea2-423a609ba28a x-openstack-request-id: req-d0f0a5bd-fc7f-4080-bea2-423a609ba28a {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:50:23.558488 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d799de1-7087-4c27-9042-82f83f96635e", "tag": "3bc0eed7-6ea0-4516-9c0e-e67564bd9781", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:50:23.558748 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d0f0a5bd-fc7f-4080-bea2-423a609ba28a {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:50:23.559143 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d799de1-7087-4c27-9042-82f83f96635e', 'tag': '3bc0eed7-6ea0-4516-9c0e-e67564bd9781', 'status': 'completed', 'code': 200} Jan 28 19:50:23.669057 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23286959-754b-484a-a7b4-13c93df7bdc5 req-86e33e08-a829-45fb-afb1-18b2d48c7d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:50:23.678858 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-23286959-754b-484a-a7b4-13c93df7bdc5 req-86e33e08-a829-45fb-afb1-18b2d48c7d8a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ce9d5ffcc83f4c96b4b0a979abf83eac&device_id=9d799de1-7087-4c27-9042-82f83f96635e HTTP/1.1" status: 200 len: 1128 time: 0.0985956 Jan 28 19:50:23.815756 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23286959-754b-484a-a7b4-13c93df7bdc5 req-753e99b5-20b6-4f38-a6a5-11904b06e840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:50:23.817710 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-23286959-754b-484a-a7b4-13c93df7bdc5 req-753e99b5-20b6-4f38-a6a5-11904b06e840 service neutron] 10.222.0.70 "GET /v2.0/networks?id=3700e1ad-342e-4f1a-871d-e15b5f904175 HTTP/1.1" status: 200 len: 910 time: 0.1329019 Jan 28 19:50:23.931683 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-23286959-754b-484a-a7b4-13c93df7bdc5 req-7b9212af-26ad-44ff-bb71-347f4b1d49f5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3bc0eed7-6ea0-4516-9c0e-e67564bd9781 HTTP/1.1" status: 200 len: 999 time: 0.1083269 Jan 28 19:50:23.944583 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-06672b47-d7fd-47b6-9c6d-801b90c23ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d65a469-c414-4fde-a6f4-6667472e81f1', 'name': 'tempest-AttachVolumeTestJSON-407466557-router', 'tenant_id': 'ce9d5ffcc83f4c96b4b0a979abf83eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': '971e9ed1-7a19-4484-a5a6-ae40aa248f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:46:44Z', 'updated_at': '2022-01-28T19:46:48Z', 'revision_number': 4, 'project_id': 'ce9d5ffcc83f4c96b4b0a979abf83eac', 'gw_port': {'id': '971e9ed1-7a19-4484-a5a6-ae40aa248f18', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:f6:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d65a469-c414-4fde-a6f4-6667472e81f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:46:45Z', 'updated_at': '2022-01-28T19:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_floatingips': [{'id': 'a31fe532-e212-46f5-939e-7071e1598932', 'tenant_id': 'ce9d5ffcc83f4c96b4b0a979abf83eac', 'floating_ip_address': '172.25.6.249', 'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'router_id': '1d65a469-c414-4fde-a6f4-6667472e81f1', 'port_id': '3bc0eed7-6ea0-4516-9c0e-e67564bd9781', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3631, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3700e1ad-342e-4f1a-871d-e15b5f904175', 'mac_address': 'fa:16:3e:f8:5f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d799de1-7087-4c27-9042-82f83f96635e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:50:11Z', 'updated_at': '2022-01-28T19:50:22Z', 'revision_number': 1, 'project_id': 'ce9d5ffcc83f4c96b4b0a979abf83eac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e688a9b-2998-46b0-954c-f17d01e771b9', 'name': '', 'network_id': '3700e1ad-342e-4f1a-871d-e15b5f904175', 'tenant_id': 'ce9d5ffcc83f4c96b4b0a979abf83eac', 'mac_address': 'fa:16:3e:9d:18:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d65a469-c414-4fde-a6f4-6667472e81f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': 'b109c86a-1507-4ec3-aba8-1ee8310a4fe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:46:47Z', 'updated_at': '2022-01-28T19:46:55Z', 'revision_number': 5, 'project_id': 'ce9d5ffcc83f4c96b4b0a979abf83eac', 'subnets': [{'id': 'b109c86a-1507-4ec3-aba8-1ee8310a4fe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:50:23.994287 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06672b47-d7fd-47b6-9c6d-801b90c23ba5 None None] Checking router: 1d65a469-c414-4fde-a6f4-6667472e81f1 for host: n-d-812111-14 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:50:24.022128 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06672b47-d7fd-47b6-9c6d-801b90c23ba5 None None] Routers {'1d65a469-c414-4fde-a6f4-6667472e81f1'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:50:24.022746 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-06672b47-d7fd-47b6-9c6d-801b90c23ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:50:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['1d65a469-c414-4fde-a6f4-6667472e81f1'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:50:24.025331 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:50:24.045966 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23286959-754b-484a-a7b4-13c93df7bdc5 req-a086991c-4431-468d-a05d-353a8d8b90fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:50:24.049163 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-23286959-754b-484a-a7b4-13c93df7bdc5 req-a086991c-4431-468d-a05d-353a8d8b90fd service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b109c86a-1507-4ec3-aba8-1ee8310a4fe4 HTTP/1.1" status: 200 len: 849 time: 0.1104913 Jan 28 19:50:24.114464 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23286959-754b-484a-a7b4-13c93df7bdc5 req-03f3fd86-b776-40e8-b29d-3fbc4b9f1509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:50:24.117053 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-23286959-754b-484a-a7b4-13c93df7bdc5 req-03f3fd86-b776-40e8-b29d-3fbc4b9f1509 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3700e1ad-342e-4f1a-871d-e15b5f904175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0618477 Jan 28 19:50:24.273241 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-23286959-754b-484a-a7b4-13c93df7bdc5 req-8674ac6d-1801-4e83-b3d9-2e7f7d1ebe41 service neutron] 10.222.0.70 "GET /v2.0/networks/3700e1ad-342e-4f1a-871d-e15b5f904175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491868 Jan 28 19:50:24.304182 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-06672b47-d7fd-47b6-9c6d-801b90c23ba5 None None] Set router 1d65a469-c414-4fde-a6f4-6667472e81f1 gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:50:24.384934 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-23286959-754b-484a-a7b4-13c93df7bdc5 req-94690451-8ace-4b80-a024-57d12e813be0 service neutron] 10.222.0.70 "GET /v2.0/networks/3700e1ad-342e-4f1a-871d-e15b5f904175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042581 Jan 28 19:50:24.615352 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-06672b47-d7fd-47b6-9c6d-801b90c23ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d65a469-c414-4fde-a6f4-6667472e81f1', 'name': 'tempest-AttachVolumeTestJSON-407466557-router', 'tenant_id': 'ce9d5ffcc83f4c96b4b0a979abf83eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': '971e9ed1-7a19-4484-a5a6-ae40aa248f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:46:44Z', 'updated_at': '2022-01-28T19:46:48Z', 'revision_number': 4, 'project_id': 'ce9d5ffcc83f4c96b4b0a979abf83eac', 'gw_port': {'id': '971e9ed1-7a19-4484-a5a6-ae40aa248f18', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:f6:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d65a469-c414-4fde-a6f4-6667472e81f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:46:45Z', 'updated_at': '2022-01-28T19:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_floatingips': [{'id': 'a31fe532-e212-46f5-939e-7071e1598932', 'tenant_id': 'ce9d5ffcc83f4c96b4b0a979abf83eac', 'floating_ip_address': '172.25.6.249', 'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'router_id': '1d65a469-c414-4fde-a6f4-6667472e81f1', 'port_id': '3bc0eed7-6ea0-4516-9c0e-e67564bd9781', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3631, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3700e1ad-342e-4f1a-871d-e15b5f904175', 'mac_address': 'fa:16:3e:f8:5f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d799de1-7087-4c27-9042-82f83f96635e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:50:11Z', 'updated_at': '2022-01-28T19:50:22Z', 'revision_number': 1, 'project_id': 'ce9d5ffcc83f4c96b4b0a979abf83eac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e688a9b-2998-46b0-954c-f17d01e771b9', 'name': '', 'network_id': '3700e1ad-342e-4f1a-871d-e15b5f904175', 'tenant_id': 'ce9d5ffcc83f4c96b4b0a979abf83eac', 'mac_address': 'fa:16:3e:9d:18:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d65a469-c414-4fde-a6f4-6667472e81f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': 'b109c86a-1507-4ec3-aba8-1ee8310a4fe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:46:47Z', 'updated_at': '2022-01-28T19:46:55Z', 'revision_number': 5, 'project_id': 'ce9d5ffcc83f4c96b4b0a979abf83eac', 'subnets': [{'id': 'b109c86a-1507-4ec3-aba8-1ee8310a4fe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:50:24.645950 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06672b47-d7fd-47b6-9c6d-801b90c23ba5 None None] The sync data for ids ['1d65a469-c414-4fde-a6f4-6667472e81f1'] in n-d-812111-14 is: [{'id': '1d65a469-c414-4fde-a6f4-6667472e81f1', 'name': 'tempest-AttachVolumeTestJSON-407466557-router', 'tenant_id': 'ce9d5ffcc83f4c96b4b0a979abf83eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': '971e9ed1-7a19-4484-a5a6-ae40aa248f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:46:44Z', 'updated_at': '2022-01-28T19:46:48Z', 'revision_number': 4, 'project_id': 'ce9d5ffcc83f4c96b4b0a979abf83eac', 'gw_port': {'id': '971e9ed1-7a19-4484-a5a6-ae40aa248f18', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:f6:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d65a469-c414-4fde-a6f4-6667472e81f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:46:45Z', 'updated_at': '2022-01-28T19:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_floatingips': [{'id': 'a31fe532-e212-46f5-939e-7071e1598932', 'tenant_id': 'ce9d5ffcc83f4c96b4b0a979abf83eac', 'floating_ip_address': '172.25.6.249', 'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'router_id': '1d65a469-c414-4fde-a6f4-6667472e81f1', 'port_id': '3bc0eed7-6ea0-4516-9c0e-e67564bd9781', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3631, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3700e1ad-342e-4f1a-871d-e15b5f904175', 'mac_address': 'fa:16:3e:f8:5f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d799de1-7087-4c27-9042-82f83f96635e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:50:11Z', 'updated_at': '2022-01-28T19:50:22Z', 'revision_number': 1, 'project_id': 'ce9d5ffcc83f4c96b4b0a979abf83eac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e688a9b-2998-46b0-954c-f17d01e771b9', 'name': '', 'network_id': '3700e1ad-342e-4f1a-871d-e15b5f904175', 'tenant_id': 'ce9d5ffcc83f4c96b4b0a979abf83eac', 'mac_address': 'fa:16:3e:9d:18:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d65a469-c414-4fde-a6f4-6667472e81f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': 'b109c86a-1507-4ec3-aba8-1ee8310a4fe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:46:47Z', 'updated_at': '2022-01-28T19:46:55Z', 'revision_number': 5, 'project_id': 'ce9d5ffcc83f4c96b4b0a979abf83eac', 'subnets': [{'id': 'b109c86a-1507-4ec3-aba8-1ee8310a4fe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:50:24.987960 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5137fa8c-8525-41f3-a2e3-b2c24e3be8f0 None None] New status for floating IP a31fe532-e212-46f5-939e-7071e1598932: ACTIVE {{(pid=103306) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 19:50:36.656324 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d25e3358-37c4-41f4-a8c5-fb4b427eb464 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:50:38.932537 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-874f1a59-ca0b-489c-bdf2-5eb5c77183d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:50:39.848377 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:50:41.738293 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:50:43.116128 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:50:43.171903 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:50:49.154699 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-433530d4-5f07-40de-b065-da2e9af23ea2 req-260ec90f-42dc-448c-b1a2-17e27bda6bb7 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=9d799de1-7087-4c27-9042-82f83f96635e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0559464 Jan 28 19:50:49.258834 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433530d4-5f07-40de-b065-da2e9af23ea2 req-552b95a6-bf01-4122-a423-54d9b98062f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:50:49.260376 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-433530d4-5f07-40de-b065-da2e9af23ea2 req-552b95a6-bf01-4122-a423-54d9b98062f2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ce9d5ffcc83f4c96b4b0a979abf83eac&device_id=9d799de1-7087-4c27-9042-82f83f96635e HTTP/1.1" status: 200 len: 1128 time: 0.0600088 Jan 28 19:50:49.370972 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433530d4-5f07-40de-b065-da2e9af23ea2 req-21cec369-5924-4a07-926f-7540929f7ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:50:49.373438 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-433530d4-5f07-40de-b065-da2e9af23ea2 req-21cec369-5924-4a07-926f-7540929f7ff9 service neutron] 10.222.0.70 "GET /v2.0/networks?id=3700e1ad-342e-4f1a-871d-e15b5f904175 HTTP/1.1" status: 200 len: 910 time: 0.0939333 Jan 28 19:50:49.443320 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-433530d4-5f07-40de-b065-da2e9af23ea2 req-4a251869-6d6c-414c-a7ce-a46cf5a64c8e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3bc0eed7-6ea0-4516-9c0e-e67564bd9781 HTTP/1.1" status: 200 len: 1001 time: 0.0637872 Jan 28 19:50:49.494728 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433530d4-5f07-40de-b065-da2e9af23ea2 req-ef0b7368-3e64-4846-8a7a-d3bb1391ec4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:50:49.496828 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-433530d4-5f07-40de-b065-da2e9af23ea2 req-ef0b7368-3e64-4846-8a7a-d3bb1391ec4c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b109c86a-1507-4ec3-aba8-1ee8310a4fe4 HTTP/1.1" status: 200 len: 849 time: 0.0449812 Jan 28 19:50:49.550717 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433530d4-5f07-40de-b065-da2e9af23ea2 req-81a4a026-a913-4f83-8701-1c26bd642c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:50:49.552234 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-433530d4-5f07-40de-b065-da2e9af23ea2 req-81a4a026-a913-4f83-8701-1c26bd642c0d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3700e1ad-342e-4f1a-871d-e15b5f904175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0497992 Jan 28 19:50:49.645422 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-433530d4-5f07-40de-b065-da2e9af23ea2 req-79353782-468b-43f4-9f76-921aaa3b0dae service neutron] 10.222.0.70 "GET /v2.0/networks/3700e1ad-342e-4f1a-871d-e15b5f904175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851710 Jan 28 19:50:49.741979 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-433530d4-5f07-40de-b065-da2e9af23ea2 req-13c84150-8fe3-46c6-958f-6d6710b0f4d6 service neutron] 10.222.0.70 "GET /v2.0/networks/3700e1ad-342e-4f1a-871d-e15b5f904175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901599 Jan 28 19:50:50.984187 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:50:53.998536 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:06.658124 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-aed84304-300f-4516-8682-c1910473129e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:08.919947 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5bd3787e-5084-4ea3-9c95-c2f81df56d28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:09.837742 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:11.736481 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:13.133549 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:20.171648 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:51:20.974707 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:23.998055 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:30.830534 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 60566) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:51:30.985083 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-1e584631-5d8c-46f6-99c2-ddbbe1c362e0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=25599df1802e449ca72eb8e39db21e82&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1506007 Jan 28 19:51:30.985359 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 60572) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:51:31.034392 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-712bde00-cb70-4881-945f-efe96eaa57cd admin admin] Publish callbacks [] for security_group (2c011f83-3e73-486b-b407-12a8d0621488), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:31.056121 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-712bde00-cb70-4881-945f-efe96eaa57cd admin admin] Publish callbacks [] for security_group (2c011f83-3e73-486b-b407-12a8d0621488), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:31.103880 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-712bde00-cb70-4881-945f-efe96eaa57cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (2c011f83-3e73-486b-b407-12a8d0621488), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:31.106531 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-712bde00-cb70-4881-945f-efe96eaa57cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:31.107702 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-712bde00-cb70-4881-945f-efe96eaa57cd admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2c011f83-3e73-486b-b407-12a8d0621488 HTTP/1.1" status: 204 len: 168 time: 0.1214709 Jan 28 19:51:31.115848 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712bde00-cb70-4881-945f-efe96eaa57cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c011f83-3e73-486b-b407-12a8d0621488,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:51:31.124252 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712bde00-cb70-4881-945f-efe96eaa57cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:51:31.124612 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712bde00-cb70-4881-945f-efe96eaa57cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:51:31.124969 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712bde00-cb70-4881-945f-efe96eaa57cd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:51:31.125403 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712bde00-cb70-4881-945f-efe96eaa57cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:51:31.125754 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712bde00-cb70-4881-945f-efe96eaa57cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:51:31.126098 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712bde00-cb70-4881-945f-efe96eaa57cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:51:31.126694 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712bde00-cb70-4881-945f-efe96eaa57cd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:51:31.127037 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712bde00-cb70-4881-945f-efe96eaa57cd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:51:31.127375 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712bde00-cb70-4881-945f-efe96eaa57cd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:51:31.127892 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712bde00-cb70-4881-945f-efe96eaa57cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:51:31.128434 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712bde00-cb70-4881-945f-efe96eaa57cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:51:31.128947 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712bde00-cb70-4881-945f-efe96eaa57cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:51:31.129264 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712bde00-cb70-4881-945f-efe96eaa57cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:51:31.808252 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 60598) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:51:31.926189 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-06f09f56-81b5-4f3f-b004-4c6ecbee49fc admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-233925591-network', 'tenant_id': '52344f188fee45e1b035f7f605c58d44'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:51:31.951411 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06f09f56-81b5-4f3f-b004-4c6ecbee49fc admin admin] Made reservation on behalf of 52344f188fee45e1b035f7f605c58d44 for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:51:31.954373 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-06f09f56-81b5-4f3f-b004-4c6ecbee49fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:31.964770 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-06f09f56-81b5-4f3f-b004-4c6ecbee49fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:32.052742 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-06f09f56-81b5-4f3f-b004-4c6ecbee49fc admin admin] Publish callbacks [] for security_group (432e83bc-be46-4aaa-9aca-a9a5c2f0dd21), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:32.057768 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-06f09f56-81b5-4f3f-b004-4c6ecbee49fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (432e83bc-be46-4aaa-9aca-a9a5c2f0dd21), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:32.083390 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06f09f56-81b5-4f3f-b004-4c6ecbee49fc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:51:32.094236 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f09f56-81b5-4f3f-b004-4c6ecbee49fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=432e83bc-be46-4aaa-9aca-a9a5c2f0dd21,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:51:32.099498 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-06f09f56-81b5-4f3f-b004-4c6ecbee49fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (457a29fe-8f67-4a41-8241-0b666761491c), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:32.099930 n-d-812111-14 neutron-server[103304]: INFO neutron.db.segments_db [None req-06f09f56-81b5-4f3f-b004-4c6ecbee49fc admin admin] Added segment 457a29fe-8f67-4a41-8241-0b666761491c of type vlan for network 3b2a0fc5-fd66-498a-ae5b-fe6c3e844883 Jan 28 19:51:32.142328 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-06f09f56-81b5-4f3f-b004-4c6ecbee49fc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (3b2a0fc5-fd66-498a-ae5b-fe6c3e844883), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:32.168566 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-06f09f56-81b5-4f3f-b004-4c6ecbee49fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (3b2a0fc5-fd66-498a-ae5b-fe6c3e844883), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:32.169558 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06f09f56-81b5-4f3f-b004-4c6ecbee49fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:51:32.170152 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-06f09f56-81b5-4f3f-b004-4c6ecbee49fc admin admin] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:32.226235 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-06f09f56-81b5-4f3f-b004-4c6ecbee49fc admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4163735 Jan 28 19:51:32.226540 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 60602) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:51:32.232877 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-3ff76f62-a9ba-4239-9b62-b6556eda4c07 admin admin] Request body: {'subnet': {'network_id': '3b2a0fc5-fd66-498a-ae5b-fe6c3e844883', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-233925591-subnet', 'tenant_id': '52344f188fee45e1b035f7f605c58d44', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:51:32.243537 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f09f56-81b5-4f3f-b004-4c6ecbee49fc admin admin] Pushing event updated for resources: {'Network': ['ID=3b2a0fc5-fd66-498a-ae5b-fe6c3e844883,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:51:32.254910 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network 3b2a0fc5-fd66-498a-ae5b-fe6c3e844883 details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:51:32.262192 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ff76f62-a9ba-4239-9b62-b6556eda4c07 admin admin] Made reservation on behalf of 52344f188fee45e1b035f7f605c58d44 for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:51:32.265348 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3ff76f62-a9ba-4239-9b62-b6556eda4c07 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4733071'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:32.459262 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3ff76f62-a9ba-4239-9b62-b6556eda4c07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4752401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4733085'] for subnet (be5e3a32-c37b-4c4e-92aa-98b36041e3f5), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:32.519037 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff76f62-a9ba-4239-9b62-b6556eda4c07 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be5e3a32-c37b-4c4e-92aa-98b36041e3f5,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:51:32.523605 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff76f62-a9ba-4239-9b62-b6556eda4c07 admin admin] Checking segment: {'id': '457a29fe-8f67-4a41-8241-0b666761491c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '3b2a0fc5-fd66-498a-ae5b-fe6c3e844883'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:51:32.523964 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ff76f62-a9ba-4239-9b62-b6556eda4c07 admin admin] Network hostable DHCP agents. Network: 3b2a0fc5-fd66-498a-ae5b-fe6c3e844883, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:51:32.532813 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff76f62-a9ba-4239-9b62-b6556eda4c07 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:51:32.533181 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff76f62-a9ba-4239-9b62-b6556eda4c07 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:51:32.533525 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff76f62-a9ba-4239-9b62-b6556eda4c07 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:51:32.533861 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff76f62-a9ba-4239-9b62-b6556eda4c07 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:51:32.534191 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff76f62-a9ba-4239-9b62-b6556eda4c07 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:51:32.534521 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff76f62-a9ba-4239-9b62-b6556eda4c07 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:51:32.534846 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff76f62-a9ba-4239-9b62-b6556eda4c07 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:51:32.535176 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff76f62-a9ba-4239-9b62-b6556eda4c07 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:51:32.535498 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff76f62-a9ba-4239-9b62-b6556eda4c07 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:51:32.535820 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff76f62-a9ba-4239-9b62-b6556eda4c07 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:51:32.536142 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff76f62-a9ba-4239-9b62-b6556eda4c07 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:51:32.536463 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff76f62-a9ba-4239-9b62-b6556eda4c07 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:51:32.536783 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff76f62-a9ba-4239-9b62-b6556eda4c07 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:51:32.552420 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ff76f62-a9ba-4239-9b62-b6556eda4c07 admin admin] Network 3b2a0fc5-fd66-498a-ae5b-fe6c3e844883 is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:51:32.561704 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-3ff76f62-a9ba-4239-9b62-b6556eda4c07 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, 3b2a0fc5-fd66-498a-ae5b-fe6c3e844883) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:51:32.567097 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff76f62-a9ba-4239-9b62-b6556eda4c07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:51:32.568038 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3ff76f62-a9ba-4239-9b62-b6556eda4c07 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:32.571917 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88ec80ae-3d06-4ee1-8aa3-d04ae5639efc None None] Network 3b2a0fc5-fd66-498a-ae5b-fe6c3e844883 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:51:32.586358 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-3ff76f62-a9ba-4239-9b62-b6556eda4c07 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3578753 Jan 28 19:51:32.674875 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b014e9-0d69-42b0-9f25-c3299743b710 None None] Network 3b2a0fc5-fd66-498a-ae5b-fe6c3e844883 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:51:33.083081 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 60622) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:51:33.088399 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-b62d6362-a0b3-41f1-91e3-b80a56a37b61 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-197483065-network', 'tenant_id': 'e427c3431a2a4e6985ae77f514f8734d'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:51:33.107807 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b62d6362-a0b3-41f1-91e3-b80a56a37b61 admin admin] Made reservation on behalf of e427c3431a2a4e6985ae77f514f8734d for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:51:33.110130 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b62d6362-a0b3-41f1-91e3-b80a56a37b61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:33.118637 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b62d6362-a0b3-41f1-91e3-b80a56a37b61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:33.196652 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b62d6362-a0b3-41f1-91e3-b80a56a37b61 admin admin] Publish callbacks [] for security_group (845e3c7d-af1a-4afc-af91-f3b2126ce901), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:33.200670 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b62d6362-a0b3-41f1-91e3-b80a56a37b61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (845e3c7d-af1a-4afc-af91-f3b2126ce901), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:33.227421 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b62d6362-a0b3-41f1-91e3-b80a56a37b61 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:51:33.238122 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d6362-a0b3-41f1-91e3-b80a56a37b61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=845e3c7d-af1a-4afc-af91-f3b2126ce901,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:51:33.244850 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b62d6362-a0b3-41f1-91e3-b80a56a37b61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (cb87057d-1a9b-4cae-8f90-5f07c4e60f4d), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:33.245237 n-d-812111-14 neutron-server[103305]: INFO neutron.db.segments_db [None req-b62d6362-a0b3-41f1-91e3-b80a56a37b61 admin admin] Added segment cb87057d-1a9b-4cae-8f90-5f07c4e60f4d of type vlan for network 271cfd00-c633-4d74-8603-02564043ab4a Jan 28 19:51:33.285686 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b62d6362-a0b3-41f1-91e3-b80a56a37b61 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (271cfd00-c633-4d74-8603-02564043ab4a), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:33.310958 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b62d6362-a0b3-41f1-91e3-b80a56a37b61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (271cfd00-c633-4d74-8603-02564043ab4a), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:33.312061 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b62d6362-a0b3-41f1-91e3-b80a56a37b61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:51:33.312713 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b62d6362-a0b3-41f1-91e3-b80a56a37b61 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:33.363236 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-b62d6362-a0b3-41f1-91e3-b80a56a37b61 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.2790711 Jan 28 19:51:33.366083 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 60624) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:51:33.371183 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-411350b2-7f70-448a-a4a8-ffeac8a012d1 admin admin] Request body: {'subnet': {'network_id': '271cfd00-c633-4d74-8603-02564043ab4a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-197483065-subnet', 'tenant_id': 'e427c3431a2a4e6985ae77f514f8734d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:51:33.378533 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d6362-a0b3-41f1-91e3-b80a56a37b61 admin admin] Pushing event updated for resources: {'Network': ['ID=271cfd00-c633-4d74-8603-02564043ab4a,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:51:33.388939 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network 271cfd00-c633-4d74-8603-02564043ab4a details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:51:33.398790 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-411350b2-7f70-448a-a4a8-ffeac8a012d1 admin admin] Made reservation on behalf of e427c3431a2a4e6985ae77f514f8734d for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:51:33.401944 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-411350b2-7f70-448a-a4a8-ffeac8a012d1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5221429'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:33.576815 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-411350b2-7f70-448a-a4a8-ffeac8a012d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4690681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5221415'] for subnet (fc450b5f-48fc-423e-b323-1bcf7a09c26d), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:33.633467 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411350b2-7f70-448a-a4a8-ffeac8a012d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc450b5f-48fc-423e-b323-1bcf7a09c26d,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:51:33.645626 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411350b2-7f70-448a-a4a8-ffeac8a012d1 admin admin] Checking segment: {'id': 'cb87057d-1a9b-4cae-8f90-5f07c4e60f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '271cfd00-c633-4d74-8603-02564043ab4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:51:33.646004 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-411350b2-7f70-448a-a4a8-ffeac8a012d1 admin admin] Network hostable DHCP agents. Network: 271cfd00-c633-4d74-8603-02564043ab4a, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:51:33.664065 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-411350b2-7f70-448a-a4a8-ffeac8a012d1 admin admin] Network 271cfd00-c633-4d74-8603-02564043ab4a is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:51:33.675068 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-411350b2-7f70-448a-a4a8-ffeac8a012d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, 271cfd00-c633-4d74-8603-02564043ab4a) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:51:33.680543 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-411350b2-7f70-448a-a4a8-ffeac8a012d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:51:33.681177 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-411350b2-7f70-448a-a4a8-ffeac8a012d1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:33.686468 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d4ff80-7f4c-4354-ab08-4f53acba16e1 None None] Network 271cfd00-c633-4d74-8603-02564043ab4a requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:51:33.700888 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-411350b2-7f70-448a-a4a8-ffeac8a012d1 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3335495 Jan 28 19:51:33.803554 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b146f57-5108-4e62-b089-511f9453f4a6 None None] Network 271cfd00-c633-4d74-8603-02564043ab4a requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:51:34.203763 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22197a7c-a55b-4bcb-a3d6-273647e2fc62 req-6849d479-8988-4cf8-a242-d92210af5d05 tempest-TestServerAdvancedOps-708888949 tempest-TestServerAdvancedOps-708888949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:51:34.205244 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-22197a7c-a55b-4bcb-a3d6-273647e2fc62 req-6849d479-8988-4cf8-a242-d92210af5d05 tempest-TestServerAdvancedOps-708888949 tempest-TestServerAdvancedOps-708888949-project] 10.222.0.64 "GET /v2.0/networks?id=3b2a0fc5-fd66-498a-ae5b-fe6c3e844883 HTTP/1.1" status: 200 len: 811 time: 0.1009581 Jan 28 19:51:34.220792 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-22197a7c-a55b-4bcb-a3d6-273647e2fc62 req-3c932201-cffe-4638-934c-8b378ffe16dd tempest-TestServerAdvancedOps-708888949 tempest-TestServerAdvancedOps-708888949-project] 10.222.0.64 "GET /v2.0/quotas/52344f188fee45e1b035f7f605c58d44 HTTP/1.1" status: 200 len: 375 time: 0.0100513 Jan 28 19:51:34.258834 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-22197a7c-a55b-4bcb-a3d6-273647e2fc62 req-c91583b8-ac3b-4b9a-996e-f0d39adeaf6c tempest-TestServerAdvancedOps-708888949 tempest-TestServerAdvancedOps-708888949-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=52344f188fee45e1b035f7f605c58d44&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0324991 Jan 28 19:51:34.350604 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-22197a7c-a55b-4bcb-a3d6-273647e2fc62 req-a7b1ca22-3ea2-45c2-a765-ad4e98c53432 service neutron] 10.222.0.64 "GET /v2.0/networks/3b2a0fc5-fd66-498a-ae5b-fe6c3e844883?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848784 Jan 28 19:51:34.444524 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-22197a7c-a55b-4bcb-a3d6-273647e2fc62 req-e2ae0190-90a9-4941-ba9e-ca4cd24827b0 service neutron] 10.222.0.64 "GET /v2.0/networks/3b2a0fc5-fd66-498a-ae5b-fe6c3e844883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875337 Jan 28 19:51:34.621326 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4c100a34-68fe-4eef-a29d-92ff71f6a6a1 req-b3675b79-fcc9-4ed8-b3e1-a2031aa36107 tempest-TestServerAdvancedOps-708888949 tempest-TestServerAdvancedOps-708888949-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb5fe0ac-8958-4b86-bcc2-bead600f7827 HTTP/1.1" status: 200 len: 210 time: 0.0291145 Jan 28 19:51:35.678234 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22197a7c-a55b-4bcb-a3d6-273647e2fc62 req-1f800846-c8f9-42b4-a499-6ace6ab58773 tempest-TestServerAdvancedOps-708888949 tempest-TestServerAdvancedOps-708888949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:51:35.680191 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-22197a7c-a55b-4bcb-a3d6-273647e2fc62 req-1f800846-c8f9-42b4-a499-6ace6ab58773 tempest-TestServerAdvancedOps-708888949 tempest-TestServerAdvancedOps-708888949-project] 10.222.0.41 "GET /v2.0/networks?id=3b2a0fc5-fd66-498a-ae5b-fe6c3e844883 HTTP/1.1" status: 200 len: 811 time: 0.1228242 Jan 28 19:51:35.699788 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-22197a7c-a55b-4bcb-a3d6-273647e2fc62 req-411307b6-096f-4f43-b080-ff897978703b tempest-TestServerAdvancedOps-708888949 tempest-TestServerAdvancedOps-708888949-project] Request body: {'port': {'device_id': 'eb5fe0ac-8958-4b86-bcc2-bead600f7827', 'network_id': '3b2a0fc5-fd66-498a-ae5b-fe6c3e844883', 'admin_state_up': True, 'tenant_id': '52344f188fee45e1b035f7f605c58d44'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:51:35.775193 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1f9add29-6c17-4bbc-9b0d-a14f3647f5a1 req-57470f47-defb-40a5-aca5-ac8adc6bab32 tempest-TestServerAdvancedOps-708888949 tempest-TestServerAdvancedOps-708888949-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb5fe0ac-8958-4b86-bcc2-bead600f7827 HTTP/1.1" status: 200 len: 210 time: 0.0699029 Jan 28 19:51:35.838789 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22197a7c-a55b-4bcb-a3d6-273647e2fc62 req-411307b6-096f-4f43-b080-ff897978703b tempest-TestServerAdvancedOps-708888949 tempest-TestServerAdvancedOps-708888949-project] Made reservation on behalf of 52344f188fee45e1b035f7f605c58d44 for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:51:35.842372 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-22197a7c-a55b-4bcb-a3d6-273647e2fc62 req-411307b6-096f-4f43-b080-ff897978703b tempest-TestServerAdvancedOps-708888949 tempest-TestServerAdvancedOps-708888949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:35.970040 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-22197a7c-a55b-4bcb-a3d6-273647e2fc62 req-411307b6-096f-4f43-b080-ff897978703b tempest-TestServerAdvancedOps-708888949 tempest-TestServerAdvancedOps-708888949-project] Allocated IP 172.20.0.7 (3b2a0fc5-fd66-498a-ae5b-fe6c3e844883/be5e3a32-c37b-4c4e-92aa-98b36041e3f5/11bfd34d-58e4-4378-b8f0-d8e95d93b11e) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:51:36.115281 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-22197a7c-a55b-4bcb-a3d6-273647e2fc62 req-411307b6-096f-4f43-b080-ff897978703b tempest-TestServerAdvancedOps-708888949 tempest-TestServerAdvancedOps-708888949-project] Publish callbacks [] for port (11bfd34d-58e4-4378-b8f0-d8e95d93b11e), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:36.150905 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-22197a7c-a55b-4bcb-a3d6-273647e2fc62 req-411307b6-096f-4f43-b080-ff897978703b tempest-TestServerAdvancedOps-708888949 tempest-TestServerAdvancedOps-708888949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (11bfd34d-58e4-4378-b8f0-d8e95d93b11e), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:36.195892 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22197a7c-a55b-4bcb-a3d6-273647e2fc62 req-411307b6-096f-4f43-b080-ff897978703b tempest-TestServerAdvancedOps-708888949 tempest-TestServerAdvancedOps-708888949-project] Network 3b2a0fc5-fd66-498a-ae5b-fe6c3e844883 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:51:36.199902 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-22197a7c-a55b-4bcb-a3d6-273647e2fc62 req-411307b6-096f-4f43-b080-ff897978703b tempest-TestServerAdvancedOps-708888949 tempest-TestServerAdvancedOps-708888949-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:51:36.203502 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-22197a7c-a55b-4bcb-a3d6-273647e2fc62 req-411307b6-096f-4f43-b080-ff897978703b tempest-TestServerAdvancedOps-708888949 tempest-TestServerAdvancedOps-708888949-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:51:36.231480 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411307b6-096f-4f43-b080-ff897978703b tempest-TestServerAdvancedOps-708888949 tempest-TestServerAdvancedOps-708888949-project] Pushing event updated for resources: {'Port': ['ID=11bfd34d-58e4-4378-b8f0-d8e95d93b11e,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:51:36.259722 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22197a7c-a55b-4bcb-a3d6-273647e2fc62 req-411307b6-096f-4f43-b080-ff897978703b tempest-TestServerAdvancedOps-708888949 tempest-TestServerAdvancedOps-708888949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:51:36.260360 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-22197a7c-a55b-4bcb-a3d6-273647e2fc62 req-411307b6-096f-4f43-b080-ff897978703b tempest-TestServerAdvancedOps-708888949 tempest-TestServerAdvancedOps-708888949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:36.275675 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-22197a7c-a55b-4bcb-a3d6-273647e2fc62 req-411307b6-096f-4f43-b080-ff897978703b tempest-TestServerAdvancedOps-708888949 tempest-TestServerAdvancedOps-708888949-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5817356 Jan 28 19:51:36.290543 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-22197a7c-a55b-4bcb-a3d6-273647e2fc62 req-25366725-9ddf-4c83-9476-5236637f7611 service neutron] Request body: {'port': {'device_id': 'eb5fe0ac-8958-4b86-bcc2-bead600f7827', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-14'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:51:36.349078 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-22197a7c-a55b-4bcb-a3d6-273647e2fc62 req-25366725-9ddf-4c83-9476-5236637f7611 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (11bfd34d-58e4-4378-b8f0-d8e95d93b11e), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:36.620864 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [req-22197a7c-a55b-4bcb-a3d6-273647e2fc62 req-25366725-9ddf-4c83-9476-5236637f7611 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11bfd34d-58e4-4378-b8f0-d8e95d93b11e {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:51:36.630171 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-22197a7c-a55b-4bcb-a3d6-273647e2fc62 req-25366725-9ddf-4c83-9476-5236637f7611 service neutron] Publish callbacks [] for port (11bfd34d-58e4-4378-b8f0-d8e95d93b11e), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:36.642909 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-22197a7c-a55b-4bcb-a3d6-273647e2fc62 req-25366725-9ddf-4c83-9476-5236637f7611 service neutron] Transition to ACTIVE for port object 11bfd34d-58e4-4378-b8f0-d8e95d93b11e will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:51:36.648505 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-22197a7c-a55b-4bcb-a3d6-273647e2fc62 req-25366725-9ddf-4c83-9476-5236637f7611 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (11bfd34d-58e4-4378-b8f0-d8e95d93b11e), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:36.668400 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-db3780eb-d549-433c-a53a-92d58c7df85c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:36.716449 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25366725-9ddf-4c83-9476-5236637f7611 service neutron] Pushing event updated for resources: {'Port': ['ID=11bfd34d-58e4-4378-b8f0-d8e95d93b11e,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:51:36.783384 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-22197a7c-a55b-4bcb-a3d6-273647e2fc62 req-25366725-9ddf-4c83-9476-5236637f7611 service neutron] Attempting to bind port 11bfd34d-58e4-4378-b8f0-d8e95d93b11e on host n-h1-812111-14 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:51:36.783715 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-22197a7c-a55b-4bcb-a3d6-273647e2fc62 req-25366725-9ddf-4c83-9476-5236637f7611 service neutron] Attempting to bind port 11bfd34d-58e4-4378-b8f0-d8e95d93b11e by drivers openvswitch,hyperv on host n-h1-812111-14 at level 0 using segments [{'id': '457a29fe-8f67-4a41-8241-0b666761491c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '3b2a0fc5-fd66-498a-ae5b-fe6c3e844883'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:51:36.784049 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22197a7c-a55b-4bcb-a3d6-273647e2fc62 req-25366725-9ddf-4c83-9476-5236637f7611 service neutron] Attempting to bind port 11bfd34d-58e4-4378-b8f0-d8e95d93b11e on network 3b2a0fc5-fd66-498a-ae5b-fe6c3e844883 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:51:36.788349 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22197a7c-a55b-4bcb-a3d6-273647e2fc62 req-25366725-9ddf-4c83-9476-5236637f7611 service neutron] Port 11bfd34d-58e4-4378-b8f0-d8e95d93b11e on network 3b2a0fc5-fd66-498a-ae5b-fe6c3e844883 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-14 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:51:36.788677 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22197a7c-a55b-4bcb-a3d6-273647e2fc62 req-25366725-9ddf-4c83-9476-5236637f7611 service neutron] Attempting to bind port 11bfd34d-58e4-4378-b8f0-d8e95d93b11e on network 3b2a0fc5-fd66-498a-ae5b-fe6c3e844883 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:51:36.794230 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22197a7c-a55b-4bcb-a3d6-273647e2fc62 req-25366725-9ddf-4c83-9476-5236637f7611 service neutron] Checking agent: {'id': 'b544ba20-de93-4d86-9e6b-a2202deb6191', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:51:36.794567 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22197a7c-a55b-4bcb-a3d6-273647e2fc62 req-25366725-9ddf-4c83-9476-5236637f7611 service neutron] Checking segment: {'id': '457a29fe-8f67-4a41-8241-0b666761491c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '3b2a0fc5-fd66-498a-ae5b-fe6c3e844883'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:51:36.794952 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22197a7c-a55b-4bcb-a3d6-273647e2fc62 req-25366725-9ddf-4c83-9476-5236637f7611 service neutron] Bound using segment: {'id': '457a29fe-8f67-4a41-8241-0b666761491c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '3b2a0fc5-fd66-498a-ae5b-fe6c3e844883'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:51:36.795379 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-22197a7c-a55b-4bcb-a3d6-273647e2fc62 req-25366725-9ddf-4c83-9476-5236637f7611 service neutron] Bound port: 11bfd34d-58e4-4378-b8f0-d8e95d93b11e, host: n-h1-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '457a29fe-8f67-4a41-8241-0b666761491c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '3b2a0fc5-fd66-498a-ae5b-fe6c3e844883'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:51:36.795740 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-22197a7c-a55b-4bcb-a3d6-273647e2fc62 req-25366725-9ddf-4c83-9476-5236637f7611 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (11bfd34d-58e4-4378-b8f0-d8e95d93b11e), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:36.865084 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-22197a7c-a55b-4bcb-a3d6-273647e2fc62 req-25366725-9ddf-4c83-9476-5236637f7611 service neutron] For port 11bfd34d-58e4-4378-b8f0-d8e95d93b11e, host n-h1-812111-14, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:51:36.869167 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-22197a7c-a55b-4bcb-a3d6-273647e2fc62 req-25366725-9ddf-4c83-9476-5236637f7611 service neutron] For port 11bfd34d-58e4-4378-b8f0-d8e95d93b11e, host n-h1-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=11bfd34d-58e4-4378-b8f0-d8e95d93b11e,segment=NetworkSegment(457a29fe-8f67-4a41-8241-0b666761491c),segment_id=457a29fe-8f67-4a41-8241-0b666761491c)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:51:36.878200 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-22197a7c-a55b-4bcb-a3d6-273647e2fc62 req-25366725-9ddf-4c83-9476-5236637f7611 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (11bfd34d-58e4-4378-b8f0-d8e95d93b11e), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:36.917510 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22197a7c-a55b-4bcb-a3d6-273647e2fc62 req-25366725-9ddf-4c83-9476-5236637f7611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:51:36.918346 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-22197a7c-a55b-4bcb-a3d6-273647e2fc62 req-25366725-9ddf-4c83-9476-5236637f7611 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:36.919901 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-22197a7c-a55b-4bcb-a3d6-273647e2fc62 req-25366725-9ddf-4c83-9476-5236637f7611 service neutron] 10.222.0.41 "PUT /v2.0/ports/11bfd34d-58e4-4378-b8f0-d8e95d93b11e HTTP/1.1" status: 200 len: 1092 time: 0.6333702 Jan 28 19:51:36.920524 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb5fe0ac-8958-4b86-bcc2-bead600f7827', 'tag': '11bfd34d-58e4-4378-b8f0-d8e95d93b11e'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:51:36.923005 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d45de72-208a-45ec-86ab-1534ca5a77d4" -d '{"events": [{"name": "network-changed", "server_uuid": "eb5fe0ac-8958-4b86-bcc2-bead600f7827", "tag": "11bfd34d-58e4-4378-b8f0-d8e95d93b11e"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:51:36.932881 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f98a8b-9241-4a9c-9f44-5037b58b719e req-e484af7b-281f-4ccc-a7ed-0852ea597e27 tempest-TestServerAdvancedOps-708888949 tempest-TestServerAdvancedOps-708888949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:51:36.937667 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b6f98a8b-9241-4a9c-9f44-5037b58b719e req-e484af7b-281f-4ccc-a7ed-0852ea597e27 tempest-TestServerAdvancedOps-708888949 tempest-TestServerAdvancedOps-708888949-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb5fe0ac-8958-4b86-bcc2-bead600f7827 HTTP/1.1" status: 200 len: 943 time: 0.0762236 Jan 28 19:51:36.971636 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25366725-9ddf-4c83-9476-5236637f7611 service neutron] Pushing event updated for resources: {'Port': ['ID=11bfd34d-58e4-4378-b8f0-d8e95d93b11e,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:51:36.988578 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:51:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d19b2bf-4e0f-45b9-92d5-ae6781d10465 x-openstack-request-id: req-1d19b2bf-4e0f-45b9-92d5-ae6781d10465 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:51:36.988892 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb5fe0ac-8958-4b86-bcc2-bead600f7827", "tag": "11bfd34d-58e4-4378-b8f0-d8e95d93b11e", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:51:36.989189 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1d19b2bf-4e0f-45b9-92d5-ae6781d10465 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:51:36.989591 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb5fe0ac-8958-4b86-bcc2-bead600f7827', 'tag': '11bfd34d-58e4-4378-b8f0-d8e95d93b11e', 'status': 'completed', 'code': 200} Jan 28 19:51:36.996736 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b6f98a8b-9241-4a9c-9f44-5037b58b719e req-91123ed6-99dc-42e5-9bc1-7388c9659e32 tempest-TestServerAdvancedOps-708888949 tempest-TestServerAdvancedOps-708888949-project] 10.222.0.64 "GET /v2.0/security-groups?id=432e83bc-be46-4aaa-9aca-a9a5c2f0dd21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527296 Jan 28 19:51:37.027479 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22197a7c-a55b-4bcb-a3d6-273647e2fc62 req-2ea17e2a-369b-464e-817e-b48ac97bc371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:51:37.029003 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-22197a7c-a55b-4bcb-a3d6-273647e2fc62 req-2ea17e2a-369b-464e-817e-b48ac97bc371 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=52344f188fee45e1b035f7f605c58d44&device_id=eb5fe0ac-8958-4b86-bcc2-bead600f7827 HTTP/1.1" status: 200 len: 1126 time: 0.0511084 Jan 28 19:51:37.080292 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-22197a7c-a55b-4bcb-a3d6-273647e2fc62 req-48b30296-83e3-47b8-8267-45addc74288a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=11bfd34d-58e4-4378-b8f0-d8e95d93b11e HTTP/1.1" status: 200 len: 217 time: 0.0398486 Jan 28 19:51:37.133813 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22197a7c-a55b-4bcb-a3d6-273647e2fc62 req-9deec5ce-fcf1-40ef-a400-453f9d686e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:51:37.135809 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-22197a7c-a55b-4bcb-a3d6-273647e2fc62 req-9deec5ce-fcf1-40ef-a400-453f9d686e23 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=be5e3a32-c37b-4c4e-92aa-98b36041e3f5 HTTP/1.1" status: 200 len: 851 time: 0.0467896 Jan 28 19:51:37.173192 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-22197a7c-a55b-4bcb-a3d6-273647e2fc62 req-864d7f5a-fdb1-4208-9098-c53e97328381 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3b2a0fc5-fd66-498a-ae5b-fe6c3e844883&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278707 Jan 28 19:51:37.273062 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-22197a7c-a55b-4bcb-a3d6-273647e2fc62 req-7702e171-f46d-4e51-9320-1c31053eb5f9 service neutron] 10.222.0.41 "GET /v2.0/networks/3b2a0fc5-fd66-498a-ae5b-fe6c3e844883?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894139 Jan 28 19:51:37.363373 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-22197a7c-a55b-4bcb-a3d6-273647e2fc62 req-370d0ceb-b1f2-4e88-96be-c5af032378aa service neutron] 10.222.0.41 "GET /v2.0/networks/3b2a0fc5-fd66-498a-ae5b-fe6c3e844883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817041 Jan 28 19:51:37.461911 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d45de72-208a-45ec-86ab-1534ca5a77d4 req-7a5da300-12db-4b3b-8285-60bfb7656133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:51:37.463370 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4d45de72-208a-45ec-86ab-1534ca5a77d4 req-7a5da300-12db-4b3b-8285-60bfb7656133 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=52344f188fee45e1b035f7f605c58d44&device_id=eb5fe0ac-8958-4b86-bcc2-bead600f7827 HTTP/1.1" status: 200 len: 1126 time: 0.0457456 Jan 28 19:51:37.555464 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d45de72-208a-45ec-86ab-1534ca5a77d4 req-3537106c-07ad-44dc-aa83-709440e7ecba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:51:37.557496 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4d45de72-208a-45ec-86ab-1534ca5a77d4 req-3537106c-07ad-44dc-aa83-709440e7ecba service neutron] 10.222.0.41 "GET /v2.0/networks?id=3b2a0fc5-fd66-498a-ae5b-fe6c3e844883 HTTP/1.1" status: 200 len: 911 time: 0.0880635 Jan 28 19:51:37.598975 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4d45de72-208a-45ec-86ab-1534ca5a77d4 req-73b4b7e6-89ba-48b2-927a-9ea97bff92cf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=11bfd34d-58e4-4378-b8f0-d8e95d93b11e HTTP/1.1" status: 200 len: 217 time: 0.0343845 Jan 28 19:51:37.650379 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d45de72-208a-45ec-86ab-1534ca5a77d4 req-45d54237-4484-498c-a975-50c6deb1f99e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:51:37.651815 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4d45de72-208a-45ec-86ab-1534ca5a77d4 req-45d54237-4484-498c-a975-50c6deb1f99e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=be5e3a32-c37b-4c4e-92aa-98b36041e3f5 HTTP/1.1" status: 200 len: 851 time: 0.0466568 Jan 28 19:51:37.684080 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4d45de72-208a-45ec-86ab-1534ca5a77d4 req-c935b48b-8f16-4de2-b8bd-d1404a6e3ba8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3b2a0fc5-fd66-498a-ae5b-fe6c3e844883&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258412 Jan 28 19:51:37.779589 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4d45de72-208a-45ec-86ab-1534ca5a77d4 req-075ea72c-838c-4183-b9bd-e3d4aa6cef45 service neutron] 10.222.0.41 "GET /v2.0/networks/3b2a0fc5-fd66-498a-ae5b-fe6c3e844883?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886929 Jan 28 19:51:37.874149 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4d45de72-208a-45ec-86ab-1534ca5a77d4 req-780be90c-5588-48d0-bc08-45101fdbd83c service neutron] 10.222.0.41 "GET /v2.0/networks/3b2a0fc5-fd66-498a-ae5b-fe6c3e844883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882685 Jan 28 19:51:38.119310 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec200f94-c23d-4a31-8fc9-891eaf12c00d req-caea02ca-8bb0-4620-86dc-3b339a172d21 tempest-TestServerAdvancedOps-708888949 tempest-TestServerAdvancedOps-708888949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:51:38.120899 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ec200f94-c23d-4a31-8fc9-891eaf12c00d req-caea02ca-8bb0-4620-86dc-3b339a172d21 tempest-TestServerAdvancedOps-708888949 tempest-TestServerAdvancedOps-708888949-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb5fe0ac-8958-4b86-bcc2-bead600f7827 HTTP/1.1" status: 200 len: 943 time: 0.0541279 Jan 28 19:51:38.169282 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ec200f94-c23d-4a31-8fc9-891eaf12c00d req-01844f4b-01b0-4e21-bf15-aed7f5c855df tempest-TestServerAdvancedOps-708888949 tempest-TestServerAdvancedOps-708888949-project] 10.222.0.64 "GET /v2.0/security-groups?id=432e83bc-be46-4aaa-9aca-a9a5c2f0dd21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420907 Jan 28 19:51:38.924160 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5eddd3c9-2db6-4e24-b5ea-cb73cd968cd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:39.296115 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a0104a-c260-44b9-897e-187348964631 req-c34dbcbd-c11c-41a1-b331-8407c3ff870c tempest-TestServerAdvancedOps-708888949 tempest-TestServerAdvancedOps-708888949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:51:39.297606 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-94a0104a-c260-44b9-897e-187348964631 req-c34dbcbd-c11c-41a1-b331-8407c3ff870c tempest-TestServerAdvancedOps-708888949 tempest-TestServerAdvancedOps-708888949-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb5fe0ac-8958-4b86-bcc2-bead600f7827 HTTP/1.1" status: 200 len: 943 time: 0.0568478 Jan 28 19:51:39.343581 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-94a0104a-c260-44b9-897e-187348964631 req-23fc849d-28e3-4478-9429-ec49c3305c26 tempest-TestServerAdvancedOps-708888949 tempest-TestServerAdvancedOps-708888949-project] 10.222.0.64 "GET /v2.0/security-groups?id=432e83bc-be46-4aaa-9aca-a9a5c2f0dd21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403731 Jan 28 19:51:39.842565 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:40.207485 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 11bfd34d-58e4-4378-b8f0-d8e95d93b11e details requested by agent hyperv_n-h1-812111-14 with host n-h1-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:51:40.307701 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 11bfd34d-58e4-4378-b8f0-d8e95d93b11e, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=11bfd34d-58e4-4378-b8f0-d8e95d93b11e,segment=NetworkSegment(457a29fe-8f67-4a41-8241-0b666761491c),segment_id=457a29fe-8f67-4a41-8241-0b666761491c)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:51:40.319412 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Returning: {'device': '11bfd34d-58e4-4378-b8f0-d8e95d93b11e', 'network_id': '3b2a0fc5-fd66-498a-ae5b-fe6c3e844883', 'port_id': '11bfd34d-58e4-4378-b8f0-d8e95d93b11e', 'mac_address': 'fa:16:3e:9f:c2:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be5e3a32-c37b-4c4e-92aa-98b36041e3f5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:51:40.355755 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port 11bfd34d-58e4-4378-b8f0-d8e95d93b11e is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:51:40.356144 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (11bfd34d-58e4-4378-b8f0-d8e95d93b11e), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:40.370730 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11bfd34d-58e4-4378-b8f0-d8e95d93b11e {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:51:40.394934 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 11bfd34d-58e4-4378-b8f0-d8e95d93b11e, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=11bfd34d-58e4-4378-b8f0-d8e95d93b11e,segment=NetworkSegment(457a29fe-8f67-4a41-8241-0b666761491c),segment_id=457a29fe-8f67-4a41-8241-0b666761491c)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:51:40.399985 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (11bfd34d-58e4-4378-b8f0-d8e95d93b11e), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:40.459732 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=11bfd34d-58e4-4378-b8f0-d8e95d93b11e,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:51:40.467627 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:51:40.467945 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:51:40.468292 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:51:40.468629 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:51:40.468996 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:51:40.469361 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:51:40.469689 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:51:40.470021 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:51:40.470396 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:51:40.470666 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:51:40.470991 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:51:40.471315 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:51:40.471641 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:51:40.483519 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d85c042-e175-4e8c-b3f9-bba4afddc911 req-13c40cae-b74c-4f3b-9acf-7dc59ba8c3d8 tempest-TestServerAdvancedOps-708888949 tempest-TestServerAdvancedOps-708888949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:51:40.485137 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2d85c042-e175-4e8c-b3f9-bba4afddc911 req-13c40cae-b74c-4f3b-9acf-7dc59ba8c3d8 tempest-TestServerAdvancedOps-708888949 tempest-TestServerAdvancedOps-708888949-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb5fe0ac-8958-4b86-bcc2-bead600f7827 HTTP/1.1" status: 200 len: 944 time: 0.0603380 Jan 28 19:51:40.544152 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2d85c042-e175-4e8c-b3f9-bba4afddc911 req-0d0cf9ec-157b-4207-bc0d-890b0bc00b7c tempest-TestServerAdvancedOps-708888949 tempest-TestServerAdvancedOps-708888949-project] 10.222.0.64 "GET /v2.0/security-groups?id=432e83bc-be46-4aaa-9aca-a9a5c2f0dd21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513337 Jan 28 19:51:40.856675 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['11bfd34d-58e4-4378-b8f0-d8e95d93b11e'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:51:41.668894 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe725d9a-3583-44fd-b1a6-24fdaa012989 req-cfd60141-99f9-4fba-9328-c45b642d8c86 tempest-TestServerAdvancedOps-708888949 tempest-TestServerAdvancedOps-708888949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:51:41.670423 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-fe725d9a-3583-44fd-b1a6-24fdaa012989 req-cfd60141-99f9-4fba-9328-c45b642d8c86 tempest-TestServerAdvancedOps-708888949 tempest-TestServerAdvancedOps-708888949-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb5fe0ac-8958-4b86-bcc2-bead600f7827 HTTP/1.1" status: 200 len: 944 time: 0.0568609 Jan 28 19:51:41.717167 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-fe725d9a-3583-44fd-b1a6-24fdaa012989 req-0279d67e-e384-4a51-9957-847f9a4e197e tempest-TestServerAdvancedOps-708888949 tempest-TestServerAdvancedOps-708888949-project] 10.222.0.64 "GET /v2.0/security-groups?id=432e83bc-be46-4aaa-9aca-a9a5c2f0dd21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408981 Jan 28 19:51:41.733205 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:42.209520 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 11bfd34d-58e4-4378-b8f0-d8e95d93b11e up at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:51:42.266177 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning for port 11bfd34d-58e4-4378-b8f0-d8e95d93b11e completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:51:42.270720 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning complete for port 11bfd34d-58e4-4378-b8f0-d8e95d93b11e triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:51:42.271105 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (11bfd34d-58e4-4378-b8f0-d8e95d93b11e), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:42.349186 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port 11bfd34d-58e4-4378-b8f0-d8e95d93b11e is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:51:42.349579 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (11bfd34d-58e4-4378-b8f0-d8e95d93b11e), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:42.374174 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb5fe0ac-8958-4b86-bcc2-bead600f7827', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11bfd34d-58e4-4378-b8f0-d8e95d93b11e'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:51:42.377385 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73799c25-5126-471e-b196-3a9a7ecbdd7c" -d '{"events": [{"server_uuid": "eb5fe0ac-8958-4b86-bcc2-bead600f7827", "name": "network-vif-plugged", "status": "completed", "tag": "11bfd34d-58e4-4378-b8f0-d8e95d93b11e"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:51:42.390255 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 11bfd34d-58e4-4378-b8f0-d8e95d93b11e, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=11bfd34d-58e4-4378-b8f0-d8e95d93b11e,segment=NetworkSegment(457a29fe-8f67-4a41-8241-0b666761491c),segment_id=457a29fe-8f67-4a41-8241-0b666761491c)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:51:42.394610 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (11bfd34d-58e4-4378-b8f0-d8e95d93b11e), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:42.422879 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96ef3304-b7ec-46aa-85df-f4658177312a x-openstack-request-id: req-96ef3304-b7ec-46aa-85df-f4658177312a {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:51:42.423175 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb5fe0ac-8958-4b86-bcc2-bead600f7827", "name": "network-vif-plugged", "status": "completed", "tag": "11bfd34d-58e4-4378-b8f0-d8e95d93b11e", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:51:42.423430 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-96ef3304-b7ec-46aa-85df-f4658177312a {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:51:42.423818 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb5fe0ac-8958-4b86-bcc2-bead600f7827', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11bfd34d-58e4-4378-b8f0-d8e95d93b11e', 'code': 200} Jan 28 19:51:42.450204 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=11bfd34d-58e4-4378-b8f0-d8e95d93b11e,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:51:42.534376 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965e8955-2f82-4b96-a906-f1c497c0fed7 req-44a4a357-210b-43b7-9c64-2aabe967340b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:51:42.535870 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-965e8955-2f82-4b96-a906-f1c497c0fed7 req-44a4a357-210b-43b7-9c64-2aabe967340b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=eb5fe0ac-8958-4b86-bcc2-bead600f7827 HTTP/1.1" status: 200 len: 1128 time: 0.0446434 Jan 28 19:51:42.579020 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-965e8955-2f82-4b96-a906-f1c497c0fed7 req-0a793f91-4d6d-48e3-a3f0-6c9c975c9576 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=432e83bc-be46-4aaa-9aca-a9a5c2f0dd21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358138 Jan 28 19:51:42.834159 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c8660d-afb4-4d2b-aa11-5b4f2d81c6b7 req-36e998b5-0d68-434e-a1cd-571e57c0c879 tempest-TestServerAdvancedOps-708888949 tempest-TestServerAdvancedOps-708888949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:51:42.835662 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f7c8660d-afb4-4d2b-aa11-5b4f2d81c6b7 req-36e998b5-0d68-434e-a1cd-571e57c0c879 tempest-TestServerAdvancedOps-708888949 tempest-TestServerAdvancedOps-708888949-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb5fe0ac-8958-4b86-bcc2-bead600f7827 HTTP/1.1" status: 200 len: 945 time: 0.0524373 Jan 28 19:51:42.888562 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f7c8660d-afb4-4d2b-aa11-5b4f2d81c6b7 req-482363a7-6961-42b0-80b9-e59bcbbf2971 tempest-TestServerAdvancedOps-708888949 tempest-TestServerAdvancedOps-708888949-project] 10.222.0.64 "GET /v2.0/security-groups?id=432e83bc-be46-4aaa-9aca-a9a5c2f0dd21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467398 Jan 28 19:51:43.117621 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:44.019417 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bcf5ab-5eb2-49ad-a667-266888934fe1 req-daff84a5-c70e-40e5-a57d-9dd884e5b0b7 tempest-TestServerAdvancedOps-708888949 tempest-TestServerAdvancedOps-708888949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:51:44.021006 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f7bcf5ab-5eb2-49ad-a667-266888934fe1 req-daff84a5-c70e-40e5-a57d-9dd884e5b0b7 tempest-TestServerAdvancedOps-708888949 tempest-TestServerAdvancedOps-708888949-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb5fe0ac-8958-4b86-bcc2-bead600f7827 HTTP/1.1" status: 200 len: 945 time: 0.0588257 Jan 28 19:51:44.071154 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f7bcf5ab-5eb2-49ad-a667-266888934fe1 req-34910319-ebe3-4bcc-9c3b-10714575648c tempest-TestServerAdvancedOps-708888949 tempest-TestServerAdvancedOps-708888949-project] 10.222.0.64 "GET /v2.0/security-groups?id=432e83bc-be46-4aaa-9aca-a9a5c2f0dd21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436623 Jan 28 19:51:44.204837 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d6c03c-9a07-4b39-9390-0e0640342b22 req-51b6644a-6d44-4c86-bf52-13e63ac2ea4b tempest-TestServerAdvancedOps-708888949 tempest-TestServerAdvancedOps-708888949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:51:44.209155 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-53d6c03c-9a07-4b39-9390-0e0640342b22 req-51b6644a-6d44-4c86-bf52-13e63ac2ea4b tempest-TestServerAdvancedOps-708888949 tempest-TestServerAdvancedOps-708888949-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb5fe0ac-8958-4b86-bcc2-bead600f7827 HTTP/1.1" status: 200 len: 945 time: 0.0585246 Jan 28 19:51:44.254007 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 60736) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:51:44.258710 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-e67d83da-e875-414f-b4bd-09a3ec72790c tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1299967070', 'description': 'tempest-secgroup-smoke-1299967070 description', 'project_id': '821f5e86c594480980d55cdbf8ff86dc'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:51:44.263545 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-53d6c03c-9a07-4b39-9390-0e0640342b22 req-fad18972-7f02-4614-bec8-65bf6119a5a0 tempest-TestServerAdvancedOps-708888949 tempest-TestServerAdvancedOps-708888949-project] 10.222.0.64 "GET /v2.0/security-groups?id=432e83bc-be46-4aaa-9aca-a9a5c2f0dd21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479083 Jan 28 19:51:44.284981 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e67d83da-e875-414f-b4bd-09a3ec72790c tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:44.364248 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e67d83da-e875-414f-b4bd-09a3ec72790c tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] Publish callbacks [] for security_group (21897431-186d-4f77-b20d-054ab457bbc5), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:44.368927 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e67d83da-e875-414f-b4bd-09a3ec72790c tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (21897431-186d-4f77-b20d-054ab457bbc5), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:44.407489 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e67d83da-e875-414f-b4bd-09a3ec72790c tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:44.409629 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-e67d83da-e875-414f-b4bd-09a3ec72790c tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1545296 Jan 28 19:51:44.410848 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67d83da-e875-414f-b4bd-09a3ec72790c tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21897431-186d-4f77-b20d-054ab457bbc5,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:51:44.412509 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 60742) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:51:44.427333 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-8dfada41-50dc-4ae7-94d8-7b347ebf7c09 tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] Request body: {'security_group_rule': {'security_group_id': '21897431-186d-4f77-b20d-054ab457bbc5', 'project_id': '821f5e86c594480980d55cdbf8ff86dc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:51:44.459075 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8dfada41-50dc-4ae7-94d8-7b347ebf7c09 tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] Publish callbacks [] for security_group_rule (25ba40e1-0740-470d-abf3-828e4d9eab27), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:44.539551 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8dfada41-50dc-4ae7-94d8-7b347ebf7c09 tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] Publish callbacks [] for security_group_rule (25ba40e1-0740-470d-abf3-828e4d9eab27), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:44.544495 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8dfada41-50dc-4ae7-94d8-7b347ebf7c09 tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (25ba40e1-0740-470d-abf3-828e4d9eab27), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:44.558336 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b2e640-f893-48ff-bbca-d429efafb4d4 req-3e7b6182-fe0b-46ca-bc03-85e62dabbd11 tempest-TestServerAdvancedOps-708888949 tempest-TestServerAdvancedOps-708888949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:51:44.559817 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b6b2e640-f893-48ff-bbca-d429efafb4d4 req-3e7b6182-fe0b-46ca-bc03-85e62dabbd11 tempest-TestServerAdvancedOps-708888949 tempest-TestServerAdvancedOps-708888949-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb5fe0ac-8958-4b86-bcc2-bead600f7827 HTTP/1.1" status: 200 len: 945 time: 0.0852945 Jan 28 19:51:44.576796 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfada41-50dc-4ae7-94d8-7b347ebf7c09 tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25ba40e1-0740-470d-abf3-828e4d9eab27,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:51:44.593273 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8dfada41-50dc-4ae7-94d8-7b347ebf7c09 tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:44.594476 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-8dfada41-50dc-4ae7-94d8-7b347ebf7c09 tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1808527 Jan 28 19:51:44.597295 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 60746) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:51:44.603218 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-7592af55-90ca-408d-9f62-185da2cffc80 tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] Request body: {'security_group_rule': {'security_group_id': '21897431-186d-4f77-b20d-054ab457bbc5', 'project_id': '821f5e86c594480980d55cdbf8ff86dc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:51:44.635569 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b6b2e640-f893-48ff-bbca-d429efafb4d4 req-079e0d65-6037-4007-905b-60154fa719f5 tempest-TestServerAdvancedOps-708888949 tempest-TestServerAdvancedOps-708888949-project] 10.222.0.64 "GET /v2.0/security-groups?id=432e83bc-be46-4aaa-9aca-a9a5c2f0dd21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678287 Jan 28 19:51:44.647466 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7592af55-90ca-408d-9f62-185da2cffc80 tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] Publish callbacks [] for security_group_rule (4a84f673-75f7-4e26-a670-26af400e9509), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:44.716143 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7592af55-90ca-408d-9f62-185da2cffc80 tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] Publish callbacks [] for security_group_rule (4a84f673-75f7-4e26-a670-26af400e9509), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:44.720968 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7592af55-90ca-408d-9f62-185da2cffc80 tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (4a84f673-75f7-4e26-a670-26af400e9509), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:44.737020 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7592af55-90ca-408d-9f62-185da2cffc80 tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a84f673-75f7-4e26-a670-26af400e9509,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:51:44.748676 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7592af55-90ca-408d-9f62-185da2cffc80 tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:44.750086 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-7592af55-90ca-408d-9f62-185da2cffc80 tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1519008 Jan 28 19:51:44.752981 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 60748) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:51:44.757597 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-215e6af1-7fbe-4481-ac4b-3edae5a9bbc8 tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] Request body: {'security_group_rule': {'security_group_id': '21897431-186d-4f77-b20d-054ab457bbc5', 'project_id': '821f5e86c594480980d55cdbf8ff86dc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:51:44.783278 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-215e6af1-7fbe-4481-ac4b-3edae5a9bbc8 tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] Publish callbacks [] for security_group_rule (79d953ec-6867-4651-be91-6d0b53b7c7f0), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:44.838927 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-215e6af1-7fbe-4481-ac4b-3edae5a9bbc8 tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] Publish callbacks [] for security_group_rule (79d953ec-6867-4651-be91-6d0b53b7c7f0), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:44.842766 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-215e6af1-7fbe-4481-ac4b-3edae5a9bbc8 tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (79d953ec-6867-4651-be91-6d0b53b7c7f0), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:44.860842 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215e6af1-7fbe-4481-ac4b-3edae5a9bbc8 tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79d953ec-6867-4651-be91-6d0b53b7c7f0,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:51:44.868345 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-215e6af1-7fbe-4481-ac4b-3edae5a9bbc8 tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:44.869588 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-215e6af1-7fbe-4481-ac4b-3edae5a9bbc8 tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1156583 Jan 28 19:51:44.872303 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 60750) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:51:44.877178 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-e2bc0fcb-5f80-447e-be14-eb0de2582ef3 tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] Request body: {'security_group_rule': {'security_group_id': '21897431-186d-4f77-b20d-054ab457bbc5', 'project_id': '821f5e86c594480980d55cdbf8ff86dc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:51:44.906461 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e2bc0fcb-5f80-447e-be14-eb0de2582ef3 tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] Publish callbacks [] for security_group_rule (c1ba7e63-92a8-49c2-af87-a9d2d83a1495), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:44.977677 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e2bc0fcb-5f80-447e-be14-eb0de2582ef3 tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] Publish callbacks [] for security_group_rule (c1ba7e63-92a8-49c2-af87-a9d2d83a1495), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:44.982740 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e2bc0fcb-5f80-447e-be14-eb0de2582ef3 tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (c1ba7e63-92a8-49c2-af87-a9d2d83a1495), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:45.001508 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bc0fcb-5f80-447e-be14-eb0de2582ef3 tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1ba7e63-92a8-49c2-af87-a9d2d83a1495,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:51:45.010399 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e2bc0fcb-5f80-447e-be14-eb0de2582ef3 tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:45.014193 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-e2bc0fcb-5f80-447e-be14-eb0de2582ef3 tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1382766 Jan 28 19:51:45.014410 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 60752) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:51:45.018810 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-f7ab6395-b443-4626-9084-0b280d40498c tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] Request body: {'security_group_rule': {'security_group_id': '21897431-186d-4f77-b20d-054ab457bbc5', 'project_id': '821f5e86c594480980d55cdbf8ff86dc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:51:45.038870 n-d-812111-14 neutron-server[103305]: INFO neutron.db.securitygroups_db [None req-f7ab6395-b443-4626-9084-0b280d40498c tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] Project 821f5e86c594480980d55cdbf8ff86dc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 19:51:45.045284 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f7ab6395-b443-4626-9084-0b280d40498c tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] Publish callbacks [] for security_group_rule (4de2632e-a7ef-4a89-88f1-8acdef61d356), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:45.105856 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f7ab6395-b443-4626-9084-0b280d40498c tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] Publish callbacks [] for security_group_rule (4de2632e-a7ef-4a89-88f1-8acdef61d356), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:45.109385 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f7ab6395-b443-4626-9084-0b280d40498c tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (4de2632e-a7ef-4a89-88f1-8acdef61d356), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:45.126539 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ab6395-b443-4626-9084-0b280d40498c tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4de2632e-a7ef-4a89-88f1-8acdef61d356,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:51:45.136083 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f7ab6395-b443-4626-9084-0b280d40498c tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:45.140212 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-f7ab6395-b443-4626-9084-0b280d40498c tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1219344 Jan 28 19:51:45.140408 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 60754) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:51:45.144661 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-7c8e30d1-a90a-48ef-aad3-266c7007f27a tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] Request body: {'security_group_rule': {'security_group_id': '21897431-186d-4f77-b20d-054ab457bbc5', 'project_id': '821f5e86c594480980d55cdbf8ff86dc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:51:45.164372 n-d-812111-14 neutron-server[103305]: INFO neutron.db.securitygroups_db [None req-7c8e30d1-a90a-48ef-aad3-266c7007f27a tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] Project 821f5e86c594480980d55cdbf8ff86dc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 19:51:45.169034 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7c8e30d1-a90a-48ef-aad3-266c7007f27a tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] Publish callbacks [] for security_group_rule (fa2ea67e-3886-43f6-9504-232100e205d8), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:45.229423 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7c8e30d1-a90a-48ef-aad3-266c7007f27a tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] Publish callbacks [] for security_group_rule (fa2ea67e-3886-43f6-9504-232100e205d8), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:45.233064 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7c8e30d1-a90a-48ef-aad3-266c7007f27a tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (fa2ea67e-3886-43f6-9504-232100e205d8), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:45.251313 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8e30d1-a90a-48ef-aad3-266c7007f27a tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa2ea67e-3886-43f6-9504-232100e205d8,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:51:45.259606 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7c8e30d1-a90a-48ef-aad3-266c7007f27a tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:45.260821 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-7c8e30d1-a90a-48ef-aad3-266c7007f27a tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1195006 Jan 28 19:51:45.495454 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-40a28c52-7602-4e02-bea4-1b9da4c2c9db req-2ff13edb-74d2-4345-8183-144e716efb66 tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1299967070&fields=id&tenant_id=821f5e86c594480980d55cdbf8ff86dc HTTP/1.1" status: 200 len: 267 time: 0.0498021 Jan 28 19:51:45.606213 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a28c52-7602-4e02-bea4-1b9da4c2c9db req-54f53aed-e759-4d1c-949f-464f0103df9e tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:51:45.607746 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-40a28c52-7602-4e02-bea4-1b9da4c2c9db req-54f53aed-e759-4d1c-949f-464f0103df9e tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] 10.222.0.64 "GET /v2.0/networks?id=421bb6ca-1541-487e-bb56-6893a3905012 HTTP/1.1" status: 200 len: 814 time: 0.1052122 Jan 28 19:51:45.622712 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-40a28c52-7602-4e02-bea4-1b9da4c2c9db req-4874116e-c5a9-4147-a842-beb6ff1a1800 tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] 10.222.0.64 "GET /v2.0/quotas/821f5e86c594480980d55cdbf8ff86dc HTTP/1.1" status: 200 len: 375 time: 0.0096712 Jan 28 19:51:45.678794 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-40a28c52-7602-4e02-bea4-1b9da4c2c9db req-f3f927f6-b09d-41e7-bfab-6fc8f55b9ca5 tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=821f5e86c594480980d55cdbf8ff86dc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0507236 Jan 28 19:51:45.761936 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b325462-99cf-4805-9822-b5c101b2cde7 req-41cc996b-8a3d-4e67-a599-e8bfc672427d tempest-TestServerAdvancedOps-708888949 tempest-TestServerAdvancedOps-708888949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:51:45.763498 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8b325462-99cf-4805-9822-b5c101b2cde7 req-41cc996b-8a3d-4e67-a599-e8bfc672427d tempest-TestServerAdvancedOps-708888949 tempest-TestServerAdvancedOps-708888949-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb5fe0ac-8958-4b86-bcc2-bead600f7827 HTTP/1.1" status: 200 len: 945 time: 0.0532570 Jan 28 19:51:45.822434 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8b325462-99cf-4805-9822-b5c101b2cde7 req-072ed16b-e4e5-4c3c-bbc1-f35a29cd2cb9 tempest-TestServerAdvancedOps-708888949 tempest-TestServerAdvancedOps-708888949-project] 10.222.0.64 "GET /v2.0/security-groups?id=432e83bc-be46-4aaa-9aca-a9a5c2f0dd21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510764 Jan 28 19:51:45.887288 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-40a28c52-7602-4e02-bea4-1b9da4c2c9db req-a8832151-22d0-4c76-8b1b-f4317dc94cdc service neutron] 10.222.0.64 "GET /v2.0/networks/421bb6ca-1541-487e-bb56-6893a3905012?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965055 Jan 28 19:51:45.991693 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-40a28c52-7602-4e02-bea4-1b9da4c2c9db req-d5c200c9-58db-482a-a539-9a3df2eede13 service neutron] 10.222.0.64 "GET /v2.0/networks/421bb6ca-1541-487e-bb56-6893a3905012?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986416 Jan 28 19:51:46.090181 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904206e0-47d1-42bd-8493-33d6a9be829a req-80fcfd55-964d-4ff7-b4ed-18c5444d2f85 tempest-TestServerAdvancedOps-708888949 tempest-TestServerAdvancedOps-708888949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:51:46.091691 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-904206e0-47d1-42bd-8493-33d6a9be829a req-80fcfd55-964d-4ff7-b4ed-18c5444d2f85 tempest-TestServerAdvancedOps-708888949 tempest-TestServerAdvancedOps-708888949-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb5fe0ac-8958-4b86-bcc2-bead600f7827 HTTP/1.1" status: 200 len: 945 time: 0.0935910 Jan 28 19:51:46.100874 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866ad710-d98f-4ef5-84ee-36fcf8ace721 req-2a9dfed0-4c21-40f6-9060-415f3aaab17f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:51:46.102598 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-866ad710-d98f-4ef5-84ee-36fcf8ace721 req-2a9dfed0-4c21-40f6-9060-415f3aaab17f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=52344f188fee45e1b035f7f605c58d44&device_id=eb5fe0ac-8958-4b86-bcc2-bead600f7827 HTTP/1.1" status: 200 len: 1128 time: 0.0665729 Jan 28 19:51:46.201814 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-904206e0-47d1-42bd-8493-33d6a9be829a req-fecd48ef-9e6f-4187-b0ab-2ba3e0b5d8fc tempest-TestServerAdvancedOps-708888949 tempest-TestServerAdvancedOps-708888949-project] 10.222.0.64 "GET /v2.0/security-groups?id=432e83bc-be46-4aaa-9aca-a9a5c2f0dd21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979080 Jan 28 19:51:46.238187 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866ad710-d98f-4ef5-84ee-36fcf8ace721 req-ebfe317f-2357-49f8-9e4a-7519bc44c6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:51:46.239641 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-866ad710-d98f-4ef5-84ee-36fcf8ace721 req-ebfe317f-2357-49f8-9e4a-7519bc44c6ab service neutron] 10.222.0.41 "GET /v2.0/networks?id=3b2a0fc5-fd66-498a-ae5b-fe6c3e844883 HTTP/1.1" status: 200 len: 911 time: 0.1221054 Jan 28 19:51:46.295050 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-866ad710-d98f-4ef5-84ee-36fcf8ace721 req-f28e7eb6-eb4e-4860-9e6b-03d29284aea3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=11bfd34d-58e4-4378-b8f0-d8e95d93b11e HTTP/1.1" status: 200 len: 217 time: 0.0456507 Jan 28 19:51:46.327358 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9d2391ae-f7dd-4e17-a403-539488e3413c req-85a61354-7517-46ff-aba6-f823bbb3a6ce tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] 10.222.0.64 "GET /v2.0/ports?device_id=f95b6831-74cc-47a3-8ff9-ae9026d032c9 HTTP/1.1" status: 200 len: 210 time: 0.0351379 Jan 28 19:51:46.367712 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866ad710-d98f-4ef5-84ee-36fcf8ace721 req-e264d6fc-f52a-4553-ad26-b3d74b06f9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:51:46.369257 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-866ad710-d98f-4ef5-84ee-36fcf8ace721 req-e264d6fc-f52a-4553-ad26-b3d74b06f9bf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=be5e3a32-c37b-4c4e-92aa-98b36041e3f5 HTTP/1.1" status: 200 len: 851 time: 0.0648372 Jan 28 19:51:46.412588 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-866ad710-d98f-4ef5-84ee-36fcf8ace721 req-8f76d1e0-0c3b-480d-88f3-89a239475720 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3b2a0fc5-fd66-498a-ae5b-fe6c3e844883&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339496 Jan 28 19:51:46.517312 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-866ad710-d98f-4ef5-84ee-36fcf8ace721 req-1de78cd3-16c2-4e16-9a1e-7c42f19c9cc0 service neutron] 10.222.0.41 "GET /v2.0/networks/3b2a0fc5-fd66-498a-ae5b-fe6c3e844883?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934422 Jan 28 19:51:46.622768 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-866ad710-d98f-4ef5-84ee-36fcf8ace721 req-a317dc77-c000-4322-856f-62384b1ec04d service neutron] 10.222.0.41 "GET /v2.0/networks/3b2a0fc5-fd66-498a-ae5b-fe6c3e844883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958784 Jan 28 19:51:47.332845 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a28c52-7602-4e02-bea4-1b9da4c2c9db req-b7cdbd55-e218-49e0-83c0-7376d4043e3e tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:51:47.334577 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-40a28c52-7602-4e02-bea4-1b9da4c2c9db req-b7cdbd55-e218-49e0-83c0-7376d4043e3e tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] 10.222.0.70 "GET /v2.0/networks?id=421bb6ca-1541-487e-bb56-6893a3905012 HTTP/1.1" status: 200 len: 814 time: 0.1338260 Jan 28 19:51:47.403744 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31883f89-e1a9-4898-9ff6-b8838d01787e req-0d48c6e3-dbe2-41b2-abb3-6825c50b2e3a tempest-TestServerAdvancedOps-708888949 tempest-TestServerAdvancedOps-708888949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:51:47.408613 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-31883f89-e1a9-4898-9ff6-b8838d01787e req-0d48c6e3-dbe2-41b2-abb3-6825c50b2e3a tempest-TestServerAdvancedOps-708888949 tempest-TestServerAdvancedOps-708888949-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb5fe0ac-8958-4b86-bcc2-bead600f7827 HTTP/1.1" status: 200 len: 945 time: 0.1035848 Jan 28 19:51:47.473926 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e92f11d5-a222-411b-9d3f-000b4c98b86b req-8889e087-0638-409c-9a25-55867a516c94 tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] 10.222.0.64 "GET /v2.0/ports?device_id=f95b6831-74cc-47a3-8ff9-ae9026d032c9 HTTP/1.1" status: 200 len: 210 time: 0.0430377 Jan 28 19:51:47.475971 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-31883f89-e1a9-4898-9ff6-b8838d01787e req-38aafb35-e358-4a0b-9dae-e2d13a60f0b1 tempest-TestServerAdvancedOps-708888949 tempest-TestServerAdvancedOps-708888949-project] 10.222.0.64 "GET /v2.0/security-groups?id=432e83bc-be46-4aaa-9aca-a9a5c2f0dd21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553408 Jan 28 19:51:47.504267 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-40a28c52-7602-4e02-bea4-1b9da4c2c9db req-03d40b40-dfca-4e99-88bf-d9bc0997e35d tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=821f5e86c594480980d55cdbf8ff86dc HTTP/1.1" status: 200 len: 380 time: 0.1561742 Jan 28 19:51:47.512781 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-40a28c52-7602-4e02-bea4-1b9da4c2c9db req-164d423c-4eb2-4d3e-963e-47d4c2ead5a8 tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] Request body: {'port': {'device_id': 'f95b6831-74cc-47a3-8ff9-ae9026d032c9', 'network_id': '421bb6ca-1541-487e-bb56-6893a3905012', 'admin_state_up': True, 'tenant_id': '821f5e86c594480980d55cdbf8ff86dc', 'security_groups': ['21897431-186d-4f77-b20d-054ab457bbc5']}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:51:47.620196 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40a28c52-7602-4e02-bea4-1b9da4c2c9db req-164d423c-4eb2-4d3e-963e-47d4c2ead5a8 tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] Made reservation on behalf of 821f5e86c594480980d55cdbf8ff86dc for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:51:47.623653 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-40a28c52-7602-4e02-bea4-1b9da4c2c9db req-164d423c-4eb2-4d3e-963e-47d4c2ead5a8 tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:47.753787 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-40a28c52-7602-4e02-bea4-1b9da4c2c9db req-164d423c-4eb2-4d3e-963e-47d4c2ead5a8 tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] Allocated IP 172.20.0.5 (421bb6ca-1541-487e-bb56-6893a3905012/54fb11ad-ae20-4741-9575-b92a5fdeabc5/2443a9bb-eac6-4990-8152-0e87e84280fb) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:51:47.890379 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-40a28c52-7602-4e02-bea4-1b9da4c2c9db req-164d423c-4eb2-4d3e-963e-47d4c2ead5a8 tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] Publish callbacks [] for port (2443a9bb-eac6-4990-8152-0e87e84280fb), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:47.931056 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-40a28c52-7602-4e02-bea4-1b9da4c2c9db req-164d423c-4eb2-4d3e-963e-47d4c2ead5a8 tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (2443a9bb-eac6-4990-8152-0e87e84280fb), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:47.985031 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40a28c52-7602-4e02-bea4-1b9da4c2c9db req-164d423c-4eb2-4d3e-963e-47d4c2ead5a8 tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] Network 421bb6ca-1541-487e-bb56-6893a3905012 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:51:47.985900 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164d423c-4eb2-4d3e-963e-47d4c2ead5a8 tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] Pushing event updated for resources: {'Port': ['ID=2443a9bb-eac6-4990-8152-0e87e84280fb,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:51:47.988761 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-40a28c52-7602-4e02-bea4-1b9da4c2c9db req-164d423c-4eb2-4d3e-963e-47d4c2ead5a8 tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:51:47.991676 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-40a28c52-7602-4e02-bea4-1b9da4c2c9db req-164d423c-4eb2-4d3e-963e-47d4c2ead5a8 tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:51:48.041219 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a28c52-7602-4e02-bea4-1b9da4c2c9db req-164d423c-4eb2-4d3e-963e-47d4c2ead5a8 tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:51:48.041834 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-40a28c52-7602-4e02-bea4-1b9da4c2c9db req-164d423c-4eb2-4d3e-963e-47d4c2ead5a8 tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:48.061707 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-40a28c52-7602-4e02-bea4-1b9da4c2c9db req-164d423c-4eb2-4d3e-963e-47d4c2ead5a8 tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5529227 Jan 28 19:51:48.075164 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-40a28c52-7602-4e02-bea4-1b9da4c2c9db req-fbac0929-43f2-4eee-92b2-2d39e49507bb service neutron] Request body: {'port': {'device_id': 'f95b6831-74cc-47a3-8ff9-ae9026d032c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-14'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:51:48.157043 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-40a28c52-7602-4e02-bea4-1b9da4c2c9db req-fbac0929-43f2-4eee-92b2-2d39e49507bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (2443a9bb-eac6-4990-8152-0e87e84280fb), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:48.342535 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-8f5433b1-bafd-46bd-9ef0-b87b388b06ef None None] Provisioning complete for port 2443a9bb-eac6-4990-8152-0e87e84280fb triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:51:48.343737 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8f5433b1-bafd-46bd-9ef0-b87b388b06ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (2443a9bb-eac6-4990-8152-0e87e84280fb), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:48.390176 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-8f5433b1-bafd-46bd-9ef0-b87b388b06ef None None] Port 2443a9bb-eac6-4990-8152-0e87e84280fb cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:51:48.646464 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f65b00c-efc5-458d-a4e4-6169a2f9275d req-7301d0cf-e664-44e4-8b5d-a293164779d4 tempest-TestServerAdvancedOps-708888949 tempest-TestServerAdvancedOps-708888949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:51:48.648112 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5f65b00c-efc5-458d-a4e4-6169a2f9275d req-7301d0cf-e664-44e4-8b5d-a293164779d4 tempest-TestServerAdvancedOps-708888949 tempest-TestServerAdvancedOps-708888949-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb5fe0ac-8958-4b86-bcc2-bead600f7827 HTTP/1.1" status: 200 len: 945 time: 0.0609896 Jan 28 19:51:48.703990 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5f65b00c-efc5-458d-a4e4-6169a2f9275d req-c10d5bd9-0fb3-4369-897b-c44a031c36bc tempest-TestServerAdvancedOps-708888949 tempest-TestServerAdvancedOps-708888949-project] 10.222.0.64 "GET /v2.0/security-groups?id=432e83bc-be46-4aaa-9aca-a9a5c2f0dd21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497205 Jan 28 19:51:48.817604 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760ba285-8b1e-48a9-b0b9-2e3f662004da req-7c357a04-5fa6-4bd6-85c1-93affeff3757 tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:51:48.819046 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-760ba285-8b1e-48a9-b0b9-2e3f662004da req-7c357a04-5fa6-4bd6-85c1-93affeff3757 tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] 10.222.0.64 "GET /v2.0/ports?device_id=f95b6831-74cc-47a3-8ff9-ae9026d032c9 HTTP/1.1" status: 200 len: 931 time: 0.0997689 Jan 28 19:51:48.923745 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [req-40a28c52-7602-4e02-bea4-1b9da4c2c9db req-fbac0929-43f2-4eee-92b2-2d39e49507bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2443a9bb-eac6-4990-8152-0e87e84280fb {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:51:48.932477 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-760ba285-8b1e-48a9-b0b9-2e3f662004da req-8aaf57db-14c2-4c4c-adf2-1c6342b5750a tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] 10.222.0.64 "GET /v2.0/security-groups?id=21897431-186d-4f77-b20d-054ab457bbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041014 Jan 28 19:51:48.936999 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-40a28c52-7602-4e02-bea4-1b9da4c2c9db req-fbac0929-43f2-4eee-92b2-2d39e49507bb service neutron] Publish callbacks [] for port (2443a9bb-eac6-4990-8152-0e87e84280fb), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:48.950115 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-40a28c52-7602-4e02-bea4-1b9da4c2c9db req-fbac0929-43f2-4eee-92b2-2d39e49507bb service neutron] Transition to ACTIVE for port object 2443a9bb-eac6-4990-8152-0e87e84280fb will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:51:48.961470 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-40a28c52-7602-4e02-bea4-1b9da4c2c9db req-fbac0929-43f2-4eee-92b2-2d39e49507bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (2443a9bb-eac6-4990-8152-0e87e84280fb), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:48.963049 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bcd8b7-3fcd-4020-8f27-542c1e01dc82 req-9d05ca09-92e6-44a6-85ae-0db433c3dc1f tempest-TestServerAdvancedOps-708888949 tempest-TestServerAdvancedOps-708888949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:51:48.971753 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-60bcd8b7-3fcd-4020-8f27-542c1e01dc82 req-9d05ca09-92e6-44a6-85ae-0db433c3dc1f tempest-TestServerAdvancedOps-708888949 tempest-TestServerAdvancedOps-708888949-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb5fe0ac-8958-4b86-bcc2-bead600f7827 HTTP/1.1" status: 200 len: 945 time: 0.0656278 Jan 28 19:51:49.018269 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbac0929-43f2-4eee-92b2-2d39e49507bb service neutron] Pushing event updated for resources: {'Port': ['ID=2443a9bb-eac6-4990-8152-0e87e84280fb,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:51:49.032872 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-60bcd8b7-3fcd-4020-8f27-542c1e01dc82 req-c39215e3-b39f-4f49-b83b-654519492063 tempest-TestServerAdvancedOps-708888949 tempest-TestServerAdvancedOps-708888949-project] 10.222.0.64 "GET /v2.0/security-groups?id=432e83bc-be46-4aaa-9aca-a9a5c2f0dd21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581586 Jan 28 19:51:49.101016 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-40a28c52-7602-4e02-bea4-1b9da4c2c9db req-fbac0929-43f2-4eee-92b2-2d39e49507bb service neutron] Attempting to bind port 2443a9bb-eac6-4990-8152-0e87e84280fb on host n-h2-812111-14 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:51:49.101392 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-40a28c52-7602-4e02-bea4-1b9da4c2c9db req-fbac0929-43f2-4eee-92b2-2d39e49507bb service neutron] Attempting to bind port 2443a9bb-eac6-4990-8152-0e87e84280fb by drivers openvswitch,hyperv on host n-h2-812111-14 at level 0 using segments [{'id': '1e3a6e62-168b-4b9e-8c03-5d1929a08b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '421bb6ca-1541-487e-bb56-6893a3905012'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:51:49.101729 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a28c52-7602-4e02-bea4-1b9da4c2c9db req-fbac0929-43f2-4eee-92b2-2d39e49507bb service neutron] Attempting to bind port 2443a9bb-eac6-4990-8152-0e87e84280fb on network 421bb6ca-1541-487e-bb56-6893a3905012 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:51:49.106842 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a28c52-7602-4e02-bea4-1b9da4c2c9db req-fbac0929-43f2-4eee-92b2-2d39e49507bb service neutron] Port 2443a9bb-eac6-4990-8152-0e87e84280fb on network 421bb6ca-1541-487e-bb56-6893a3905012 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-14 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:51:49.107173 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a28c52-7602-4e02-bea4-1b9da4c2c9db req-fbac0929-43f2-4eee-92b2-2d39e49507bb service neutron] Attempting to bind port 2443a9bb-eac6-4990-8152-0e87e84280fb on network 421bb6ca-1541-487e-bb56-6893a3905012 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:51:49.112258 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a28c52-7602-4e02-bea4-1b9da4c2c9db req-fbac0929-43f2-4eee-92b2-2d39e49507bb service neutron] Checking agent: {'id': '8f3fee4e-bf24-4b58-8a3a-ae9c8011a473', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 51, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:51:49.112476 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a28c52-7602-4e02-bea4-1b9da4c2c9db req-fbac0929-43f2-4eee-92b2-2d39e49507bb service neutron] Checking segment: {'id': '1e3a6e62-168b-4b9e-8c03-5d1929a08b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '421bb6ca-1541-487e-bb56-6893a3905012'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:51:49.112844 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a28c52-7602-4e02-bea4-1b9da4c2c9db req-fbac0929-43f2-4eee-92b2-2d39e49507bb service neutron] Bound using segment: {'id': '1e3a6e62-168b-4b9e-8c03-5d1929a08b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '421bb6ca-1541-487e-bb56-6893a3905012'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:51:49.113332 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-40a28c52-7602-4e02-bea4-1b9da4c2c9db req-fbac0929-43f2-4eee-92b2-2d39e49507bb service neutron] Bound port: 2443a9bb-eac6-4990-8152-0e87e84280fb, host: n-h2-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e3a6e62-168b-4b9e-8c03-5d1929a08b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '421bb6ca-1541-487e-bb56-6893a3905012'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:51:49.113701 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-40a28c52-7602-4e02-bea4-1b9da4c2c9db req-fbac0929-43f2-4eee-92b2-2d39e49507bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (2443a9bb-eac6-4990-8152-0e87e84280fb), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:49.184027 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-40a28c52-7602-4e02-bea4-1b9da4c2c9db req-fbac0929-43f2-4eee-92b2-2d39e49507bb service neutron] For port 2443a9bb-eac6-4990-8152-0e87e84280fb, host n-h2-812111-14, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:51:49.187381 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-40a28c52-7602-4e02-bea4-1b9da4c2c9db req-fbac0929-43f2-4eee-92b2-2d39e49507bb service neutron] For port 2443a9bb-eac6-4990-8152-0e87e84280fb, host n-h2-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=2443a9bb-eac6-4990-8152-0e87e84280fb,segment=NetworkSegment(1e3a6e62-168b-4b9e-8c03-5d1929a08b25),segment_id=1e3a6e62-168b-4b9e-8c03-5d1929a08b25)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:51:49.194628 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-40a28c52-7602-4e02-bea4-1b9da4c2c9db req-fbac0929-43f2-4eee-92b2-2d39e49507bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (2443a9bb-eac6-4990-8152-0e87e84280fb), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:49.230122 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a28c52-7602-4e02-bea4-1b9da4c2c9db req-fbac0929-43f2-4eee-92b2-2d39e49507bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:51:49.230753 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-40a28c52-7602-4e02-bea4-1b9da4c2c9db req-fbac0929-43f2-4eee-92b2-2d39e49507bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:49.232137 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-40a28c52-7602-4e02-bea4-1b9da4c2c9db req-fbac0929-43f2-4eee-92b2-2d39e49507bb service neutron] 10.222.0.70 "PUT /v2.0/ports/2443a9bb-eac6-4990-8152-0e87e84280fb HTTP/1.1" status: 200 len: 1092 time: 1.1636324 Jan 28 19:51:49.232583 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f95b6831-74cc-47a3-8ff9-ae9026d032c9', 'tag': '2443a9bb-eac6-4990-8152-0e87e84280fb'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:51:49.234933 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8c66eca-44c0-47e4-bdab-02d6e14bcdcb" -d '{"events": [{"name": "network-changed", "server_uuid": "f95b6831-74cc-47a3-8ff9-ae9026d032c9", "tag": "2443a9bb-eac6-4990-8152-0e87e84280fb"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:51:49.289711 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbac0929-43f2-4eee-92b2-2d39e49507bb service neutron] Pushing event updated for resources: {'Port': ['ID=2443a9bb-eac6-4990-8152-0e87e84280fb,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:51:49.307883 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daebecc5-53f9-405a-a436-10ca455c52e4 x-openstack-request-id: req-daebecc5-53f9-405a-a436-10ca455c52e4 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:51:49.308225 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f95b6831-74cc-47a3-8ff9-ae9026d032c9", "tag": "2443a9bb-eac6-4990-8152-0e87e84280fb", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:51:49.308428 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-daebecc5-53f9-405a-a436-10ca455c52e4 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:51:49.308831 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f95b6831-74cc-47a3-8ff9-ae9026d032c9', 'tag': '2443a9bb-eac6-4990-8152-0e87e84280fb', 'status': 'completed', 'code': 200} Jan 28 19:51:49.341931 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a28c52-7602-4e02-bea4-1b9da4c2c9db req-122d726f-c8a9-441c-ada9-e3b1e3d40118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:51:49.344141 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-40a28c52-7602-4e02-bea4-1b9da4c2c9db req-122d726f-c8a9-441c-ada9-e3b1e3d40118 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=821f5e86c594480980d55cdbf8ff86dc&device_id=f95b6831-74cc-47a3-8ff9-ae9026d032c9 HTTP/1.1" status: 200 len: 1126 time: 0.0680375 Jan 28 19:51:49.392305 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-40a28c52-7602-4e02-bea4-1b9da4c2c9db req-7a97aba0-3eaf-4648-a83c-e953f6fd9ed3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2443a9bb-eac6-4990-8152-0e87e84280fb HTTP/1.1" status: 200 len: 217 time: 0.0413280 Jan 28 19:51:49.451393 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a28c52-7602-4e02-bea4-1b9da4c2c9db req-eb33d9a7-d2b0-4f60-a5d5-2a136200e5be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:51:49.453200 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-40a28c52-7602-4e02-bea4-1b9da4c2c9db req-eb33d9a7-d2b0-4f60-a5d5-2a136200e5be service neutron] 10.222.0.70 "GET /v2.0/subnets?id=54fb11ad-ae20-4741-9575-b92a5fdeabc5 HTTP/1.1" status: 200 len: 853 time: 0.0551794 Jan 28 19:51:49.504646 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a28c52-7602-4e02-bea4-1b9da4c2c9db req-67cb549a-17f0-4ff2-9534-8b1dd10bea3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:51:49.506264 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-40a28c52-7602-4e02-bea4-1b9da4c2c9db req-67cb549a-17f0-4ff2-9534-8b1dd10bea3d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=421bb6ca-1541-487e-bb56-6893a3905012&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0470159 Jan 28 19:51:49.597656 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-40a28c52-7602-4e02-bea4-1b9da4c2c9db req-fda47194-1692-4d1f-a486-e87c6c292735 service neutron] 10.222.0.70 "GET /v2.0/networks/421bb6ca-1541-487e-bb56-6893a3905012?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855362 Jan 28 19:51:49.691259 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-40a28c52-7602-4e02-bea4-1b9da4c2c9db req-3e4f33c9-4383-46e0-bd4d-9ddc4dd29d5f service neutron] 10.222.0.70 "GET /v2.0/networks/421bb6ca-1541-487e-bb56-6893a3905012?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873501 Jan 28 19:51:49.778950 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c66eca-44c0-47e4-bdab-02d6e14bcdcb req-5eb5202f-dff3-4981-99ad-0da0d641c92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:51:49.780421 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e8c66eca-44c0-47e4-bdab-02d6e14bcdcb req-5eb5202f-dff3-4981-99ad-0da0d641c92d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=821f5e86c594480980d55cdbf8ff86dc&device_id=f95b6831-74cc-47a3-8ff9-ae9026d032c9 HTTP/1.1" status: 200 len: 1126 time: 0.0457008 Jan 28 19:51:49.866350 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-fa29fd3f-f0ec-48b5-8076-b90310bba0a1 req-067dd683-d079-4a45-96c0-46ba2a170bd0 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=9d799de1-7087-4c27-9042-82f83f96635e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0456467 Jan 28 19:51:49.882910 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c66eca-44c0-47e4-bdab-02d6e14bcdcb req-b3357a97-4806-43b7-ab3b-8e41cee14ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:51:49.886002 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e8c66eca-44c0-47e4-bdab-02d6e14bcdcb req-b3357a97-4806-43b7-ab3b-8e41cee14ed0 service neutron] 10.222.0.70 "GET /v2.0/networks?id=421bb6ca-1541-487e-bb56-6893a3905012 HTTP/1.1" status: 200 len: 914 time: 0.0966895 Jan 28 19:51:49.930979 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e8c66eca-44c0-47e4-bdab-02d6e14bcdcb req-364eeb05-7c08-46e7-bf07-7d80d750af40 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2443a9bb-eac6-4990-8152-0e87e84280fb HTTP/1.1" status: 200 len: 217 time: 0.0387461 Jan 28 19:51:49.962015 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa29fd3f-f0ec-48b5-8076-b90310bba0a1 req-e5631260-1bec-4f6a-a6aa-00e08b9d5b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:51:49.964255 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-fa29fd3f-f0ec-48b5-8076-b90310bba0a1 req-e5631260-1bec-4f6a-a6aa-00e08b9d5b6a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ce9d5ffcc83f4c96b4b0a979abf83eac&device_id=9d799de1-7087-4c27-9042-82f83f96635e HTTP/1.1" status: 200 len: 1128 time: 0.0518732 Jan 28 19:51:49.988686 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c66eca-44c0-47e4-bdab-02d6e14bcdcb req-c42a52e7-3f7c-4545-9e64-9a2e5baf6c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:51:49.990211 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e8c66eca-44c0-47e4-bdab-02d6e14bcdcb req-c42a52e7-3f7c-4545-9e64-9a2e5baf6c64 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=54fb11ad-ae20-4741-9575-b92a5fdeabc5 HTTP/1.1" status: 200 len: 853 time: 0.0538998 Jan 28 19:51:50.055440 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c66eca-44c0-47e4-bdab-02d6e14bcdcb req-16a4aeca-7877-47e1-89a6-116e7af1e5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:51:50.057506 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e8c66eca-44c0-47e4-bdab-02d6e14bcdcb req-16a4aeca-7877-47e1-89a6-116e7af1e5a1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=421bb6ca-1541-487e-bb56-6893a3905012&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0612059 Jan 28 19:51:50.114808 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa29fd3f-f0ec-48b5-8076-b90310bba0a1 req-867368bc-b9bd-4087-ad48-6725b489da7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:51:50.116596 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-fa29fd3f-f0ec-48b5-8076-b90310bba0a1 req-867368bc-b9bd-4087-ad48-6725b489da7b service neutron] 10.222.0.70 "GET /v2.0/networks?id=3700e1ad-342e-4f1a-871d-e15b5f904175 HTTP/1.1" status: 200 len: 910 time: 0.1336131 Jan 28 19:51:50.125175 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2ae814-63ff-4a9c-88bb-df5247fc8bc0 req-e1302c05-6ee0-4c43-bff5-ac4c526f5d3f tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:51:50.126906 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-af2ae814-63ff-4a9c-88bb-df5247fc8bc0 req-e1302c05-6ee0-4c43-bff5-ac4c526f5d3f tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] 10.222.0.64 "GET /v2.0/ports?device_id=f95b6831-74cc-47a3-8ff9-ae9026d032c9 HTTP/1.1" status: 200 len: 943 time: 0.0966325 Jan 28 19:51:50.204570 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214586ca-bdda-4c52-a57b-1f2800e7c14f req-24fcf51d-63c6-4d03-be71-17e0c317a171 tempest-TestServerAdvancedOps-708888949 tempest-TestServerAdvancedOps-708888949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:51:50.206105 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-214586ca-bdda-4c52-a57b-1f2800e7c14f req-24fcf51d-63c6-4d03-be71-17e0c317a171 tempest-TestServerAdvancedOps-708888949 tempest-TestServerAdvancedOps-708888949-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb5fe0ac-8958-4b86-bcc2-bead600f7827 HTTP/1.1" status: 200 len: 945 time: 0.0856478 Jan 28 19:51:50.208769 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e8c66eca-44c0-47e4-bdab-02d6e14bcdcb req-15501440-9128-42f0-82cc-ac337f7d2ca0 service neutron] 10.222.0.70 "GET /v2.0/networks/421bb6ca-1541-487e-bb56-6893a3905012?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438055 Jan 28 19:51:50.230244 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-fa29fd3f-f0ec-48b5-8076-b90310bba0a1 req-7b616cbd-e814-496a-8ef1-dc18793fe31c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3bc0eed7-6ea0-4516-9c0e-e67564bd9781 HTTP/1.1" status: 200 len: 1001 time: 0.1023395 Jan 28 19:51:50.249279 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-af2ae814-63ff-4a9c-88bb-df5247fc8bc0 req-e4f7ef15-4dab-49f3-ae90-e817ac08b5f4 tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] 10.222.0.64 "GET /v2.0/security-groups?id=21897431-186d-4f77-b20d-054ab457bbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856152 Jan 28 19:51:50.289469 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa29fd3f-f0ec-48b5-8076-b90310bba0a1 req-4b379ac5-206a-4807-b884-f51aeb41a1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:51:50.291566 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-fa29fd3f-f0ec-48b5-8076-b90310bba0a1 req-4b379ac5-206a-4807-b884-f51aeb41a1ba service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b109c86a-1507-4ec3-aba8-1ee8310a4fe4 HTTP/1.1" status: 200 len: 849 time: 0.0546939 Jan 28 19:51:50.324395 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-214586ca-bdda-4c52-a57b-1f2800e7c14f req-8b82afeb-6e51-4948-9297-5caefbc6864c tempest-TestServerAdvancedOps-708888949 tempest-TestServerAdvancedOps-708888949-project] 10.222.0.64 "GET /v2.0/security-groups?id=432e83bc-be46-4aaa-9aca-a9a5c2f0dd21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024992 Jan 28 19:51:50.344233 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e8c66eca-44c0-47e4-bdab-02d6e14bcdcb req-f30964c7-bed0-46fa-b40b-8c31d3eac0a8 service neutron] 10.222.0.70 "GET /v2.0/networks/421bb6ca-1541-487e-bb56-6893a3905012?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298680 Jan 28 19:51:50.353086 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa29fd3f-f0ec-48b5-8076-b90310bba0a1 req-74576899-9578-4d1a-9c49-e586af7b96cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:51:50.357407 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-fa29fd3f-f0ec-48b5-8076-b90310bba0a1 req-74576899-9578-4d1a-9c49-e586af7b96cc service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3700e1ad-342e-4f1a-871d-e15b5f904175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0565093 Jan 28 19:51:50.463614 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-fa29fd3f-f0ec-48b5-8076-b90310bba0a1 req-8755e41d-e9da-4d07-b1f9-7e6c2c6c7ac7 service neutron] 10.222.0.70 "GET /v2.0/networks/3700e1ad-342e-4f1a-871d-e15b5f904175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012228 Jan 28 19:51:50.581144 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-fa29fd3f-f0ec-48b5-8076-b90310bba0a1 req-de51a480-7ae4-4fa4-8e49-f784d9ed77e5 service neutron] 10.222.0.70 "GET /v2.0/networks/3700e1ad-342e-4f1a-871d-e15b5f904175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106200 Jan 28 19:51:50.593548 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2c6751-66e6-458a-8ba9-84f0189ae0eb req-e5467d21-7744-42fd-8c02-e0f837f66e49 tempest-TestServerAdvancedOps-708888949 tempest-TestServerAdvancedOps-708888949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:51:50.600160 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1f2c6751-66e6-458a-8ba9-84f0189ae0eb req-e5467d21-7744-42fd-8c02-e0f837f66e49 tempest-TestServerAdvancedOps-708888949 tempest-TestServerAdvancedOps-708888949-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb5fe0ac-8958-4b86-bcc2-bead600f7827 HTTP/1.1" status: 200 len: 945 time: 0.1036718 Jan 28 19:51:50.630426 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4408c7a5-db38-4003-ba67-d7f23cd15a45 req-c2607ac8-bd04-4f08-8d64-5cea8d8be878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:51:50.632037 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4408c7a5-db38-4003-ba67-d7f23cd15a45 req-c2607ac8-bd04-4f08-8d64-5cea8d8be878 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=52344f188fee45e1b035f7f605c58d44&device_id=eb5fe0ac-8958-4b86-bcc2-bead600f7827 HTTP/1.1" status: 200 len: 1128 time: 0.0933905 Jan 28 19:51:50.677251 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1f2c6751-66e6-458a-8ba9-84f0189ae0eb req-982005e9-9a91-43a2-b675-cc951cbb2f8a tempest-TestServerAdvancedOps-708888949 tempest-TestServerAdvancedOps-708888949-project] 10.222.0.64 "GET /v2.0/security-groups?id=432e83bc-be46-4aaa-9aca-a9a5c2f0dd21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746415 Jan 28 19:51:50.755978 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4408c7a5-db38-4003-ba67-d7f23cd15a45 req-d5e220d9-3b50-4ba9-b1b7-aafaf1ef9b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:51:50.757628 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4408c7a5-db38-4003-ba67-d7f23cd15a45 req-d5e220d9-3b50-4ba9-b1b7-aafaf1ef9b1f service neutron] 10.222.0.41 "GET /v2.0/networks?id=3b2a0fc5-fd66-498a-ae5b-fe6c3e844883 HTTP/1.1" status: 200 len: 911 time: 0.1115708 Jan 28 19:51:50.805218 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4408c7a5-db38-4003-ba67-d7f23cd15a45 req-8b8f381b-1e54-431e-b5eb-1beb6502fe26 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=11bfd34d-58e4-4378-b8f0-d8e95d93b11e HTTP/1.1" status: 200 len: 217 time: 0.0382833 Jan 28 19:51:50.856555 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4408c7a5-db38-4003-ba67-d7f23cd15a45 req-f8eeecb8-c9f1-4d00-b80e-f98a4e823b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:51:50.858014 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4408c7a5-db38-4003-ba67-d7f23cd15a45 req-f8eeecb8-c9f1-4d00-b80e-f98a4e823b57 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=be5e3a32-c37b-4c4e-92aa-98b36041e3f5 HTTP/1.1" status: 200 len: 851 time: 0.0442352 Jan 28 19:51:50.896207 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4408c7a5-db38-4003-ba67-d7f23cd15a45 req-cbd05fb5-466a-4d53-848d-8b26dffa25be service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3b2a0fc5-fd66-498a-ae5b-fe6c3e844883&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268641 Jan 28 19:51:50.993705 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4408c7a5-db38-4003-ba67-d7f23cd15a45 req-4ba19cac-8877-47b1-87cd-2da28c2ec17d service neutron] 10.222.0.41 "GET /v2.0/networks/3b2a0fc5-fd66-498a-ae5b-fe6c3e844883?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869470 Jan 28 19:51:50.996662 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:51.083976 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4408c7a5-db38-4003-ba67-d7f23cd15a45 req-98d01388-870c-477a-b7c3-cc4b326cb5fe service neutron] 10.222.0.41 "GET /v2.0/networks/3b2a0fc5-fd66-498a-ae5b-fe6c3e844883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827641 Jan 28 19:51:51.374428 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf02bbb1-f55c-423b-a927-1283b22db599 req-7b6f34e2-35c1-47c4-9423-fbcb2de879b4 tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:51:51.375976 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-bf02bbb1-f55c-423b-a927-1283b22db599 req-7b6f34e2-35c1-47c4-9423-fbcb2de879b4 tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] 10.222.0.64 "GET /v2.0/ports?device_id=f95b6831-74cc-47a3-8ff9-ae9026d032c9 HTTP/1.1" status: 200 len: 943 time: 0.0538483 Jan 28 19:51:51.425646 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-bf02bbb1-f55c-423b-a927-1283b22db599 req-a2d39340-5532-4bd3-93a8-d4aa2805dbdd tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] 10.222.0.64 "GET /v2.0/security-groups?id=21897431-186d-4f77-b20d-054ab457bbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435786 Jan 28 19:51:51.817139 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a2d8e4-79a2-44bc-85be-e991d4a057ce req-a54aa3eb-822f-4046-ab96-dae8e2df68e7 tempest-TestServerAdvancedOps-708888949 tempest-TestServerAdvancedOps-708888949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:51:51.818675 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-56a2d8e4-79a2-44bc-85be-e991d4a057ce req-a54aa3eb-822f-4046-ab96-dae8e2df68e7 tempest-TestServerAdvancedOps-708888949 tempest-TestServerAdvancedOps-708888949-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb5fe0ac-8958-4b86-bcc2-bead600f7827 HTTP/1.1" status: 200 len: 945 time: 0.0682533 Jan 28 19:51:51.864961 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-56a2d8e4-79a2-44bc-85be-e991d4a057ce req-c57e2b8d-e51f-44ae-8434-34ab5b1ffc29 tempest-TestServerAdvancedOps-708888949 tempest-TestServerAdvancedOps-708888949-project] 10.222.0.64 "GET /v2.0/security-groups?id=432e83bc-be46-4aaa-9aca-a9a5c2f0dd21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398085 Jan 28 19:51:52.547063 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9567e69b-e18c-4b7d-86f9-810bae9ca0f4 req-2292eadb-6a99-4deb-9c05-52629021ec4b tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:51:52.548558 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9567e69b-e18c-4b7d-86f9-810bae9ca0f4 req-2292eadb-6a99-4deb-9c05-52629021ec4b tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] 10.222.0.64 "GET /v2.0/ports?device_id=f95b6831-74cc-47a3-8ff9-ae9026d032c9 HTTP/1.1" status: 200 len: 943 time: 0.0538108 Jan 28 19:51:52.607564 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9567e69b-e18c-4b7d-86f9-810bae9ca0f4 req-841805b0-6ad0-40dd-a731-d1db0cb37b8b tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] 10.222.0.64 "GET /v2.0/security-groups?id=21897431-186d-4f77-b20d-054ab457bbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530584 Jan 28 19:51:53.001919 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a892d9-14fe-4ef0-9d65-f7905df568d7 req-73894ce6-f041-47b8-bf41-0d71914a14c8 tempest-TestServerAdvancedOps-708888949 tempest-TestServerAdvancedOps-708888949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:51:53.003432 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-49a892d9-14fe-4ef0-9d65-f7905df568d7 req-73894ce6-f041-47b8-bf41-0d71914a14c8 tempest-TestServerAdvancedOps-708888949 tempest-TestServerAdvancedOps-708888949-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb5fe0ac-8958-4b86-bcc2-bead600f7827 HTTP/1.1" status: 200 len: 945 time: 0.0609367 Jan 28 19:51:53.072953 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-49a892d9-14fe-4ef0-9d65-f7905df568d7 req-772772ac-5aba-4ff9-a67d-4d5409236d35 tempest-TestServerAdvancedOps-708888949 tempest-TestServerAdvancedOps-708888949-project] 10.222.0.64 "GET /v2.0/security-groups?id=432e83bc-be46-4aaa-9aca-a9a5c2f0dd21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627949 Jan 28 19:51:53.190911 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58749769-eeb5-448f-9bdb-596db23aba5e req-df48392a-789c-4b1e-94de-c1af83fd3e07 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:51:53.192569 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-58749769-eeb5-448f-9bdb-596db23aba5e req-df48392a-789c-4b1e-94de-c1af83fd3e07 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d799de1-7087-4c27-9042-82f83f96635e HTTP/1.1" status: 200 len: 945 time: 0.0600927 Jan 28 19:51:53.254614 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-58749769-eeb5-448f-9bdb-596db23aba5e req-a24c661b-203d-4e7b-a574-b7380b366290 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] 10.222.0.64 "GET /v2.0/security-groups?id=35f55d3f-3f7c-4394-9e1d-c929b837afa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544581 Jan 28 19:51:53.335950 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eecc55-742a-4964-89e8-326497e525f1 req-fc08360d-ba13-4f12-a6f7-71c2e0f69c11 tempest-TestServerAdvancedOps-708888949 tempest-TestServerAdvancedOps-708888949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:51:53.337533 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-04eecc55-742a-4964-89e8-326497e525f1 req-fc08360d-ba13-4f12-a6f7-71c2e0f69c11 tempest-TestServerAdvancedOps-708888949 tempest-TestServerAdvancedOps-708888949-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb5fe0ac-8958-4b86-bcc2-bead600f7827 HTTP/1.1" status: 200 len: 945 time: 0.0559661 Jan 28 19:51:53.394244 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-04eecc55-742a-4964-89e8-326497e525f1 req-de8169f9-dfea-4861-98e8-9d501961f985 tempest-TestServerAdvancedOps-708888949 tempest-TestServerAdvancedOps-708888949-project] 10.222.0.64 "GET /v2.0/security-groups?id=432e83bc-be46-4aaa-9aca-a9a5c2f0dd21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510099 Jan 28 19:51:53.726606 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeae1c07-a161-4123-a38c-bc43ab0925f3 req-8b1052de-38ce-4d52-9b82-017ec1bdb72e tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:51:53.729607 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-eeae1c07-a161-4123-a38c-bc43ab0925f3 req-8b1052de-38ce-4d52-9b82-017ec1bdb72e tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] 10.222.0.64 "GET /v2.0/ports?device_id=f95b6831-74cc-47a3-8ff9-ae9026d032c9 HTTP/1.1" status: 200 len: 943 time: 0.0540099 Jan 28 19:51:53.780227 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-eeae1c07-a161-4123-a38c-bc43ab0925f3 req-6f0dd0b2-f983-410f-b584-18770d225588 tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] 10.222.0.64 "GET /v2.0/security-groups?id=21897431-186d-4f77-b20d-054ab457bbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456061 Jan 28 19:51:54.011139 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:54.375587 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86761269-a22a-4e97-bee6-79d542866088 req-35de9b2a-0c6f-4b0c-9212-802569c6aa62 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:51:54.377863 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-86761269-a22a-4e97-bee6-79d542866088 req-35de9b2a-0c6f-4b0c-9212-802569c6aa62 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d799de1-7087-4c27-9042-82f83f96635e HTTP/1.1" status: 200 len: 945 time: 0.0541892 Jan 28 19:51:54.426100 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-86761269-a22a-4e97-bee6-79d542866088 req-0c116a9a-3ed5-4c7a-9554-c401adb9a79c tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] 10.222.0.64 "GET /v2.0/security-groups?id=35f55d3f-3f7c-4394-9e1d-c929b837afa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407989 Jan 28 19:51:54.524876 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605c1c31-c529-43a6-a7df-4345e0168482 req-58144ab1-1a4f-4849-969e-9922abba2310 tempest-TestServerAdvancedOps-708888949 tempest-TestServerAdvancedOps-708888949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:51:54.526457 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-605c1c31-c529-43a6-a7df-4345e0168482 req-58144ab1-1a4f-4849-969e-9922abba2310 tempest-TestServerAdvancedOps-708888949 tempest-TestServerAdvancedOps-708888949-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb5fe0ac-8958-4b86-bcc2-bead600f7827 HTTP/1.1" status: 200 len: 945 time: 0.0637679 Jan 28 19:51:54.574534 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-605c1c31-c529-43a6-a7df-4345e0168482 req-e9ccf4ca-bb01-4dea-83d8-4f0bd829b981 tempest-TestServerAdvancedOps-708888949 tempest-TestServerAdvancedOps-708888949-project] 10.222.0.64 "GET /v2.0/security-groups?id=432e83bc-be46-4aaa-9aca-a9a5c2f0dd21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422993 Jan 28 19:51:54.777062 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c3347c-a447-4b2a-8865-bf7ab09e583d req-ec8ff099-c717-4ab4-bca0-128afd211af4 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:51:54.778557 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e3c3347c-a447-4b2a-8865-bf7ab09e583d req-ec8ff099-c717-4ab4-bca0-128afd211af4 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] 10.222.0.70 "GET /v2.0/ports?device_id=9d799de1-7087-4c27-9042-82f83f96635e HTTP/1.1" status: 200 len: 945 time: 0.0536518 Jan 28 19:51:54.886800 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-e3c3347c-a447-4b2a-8865-bf7ab09e583d req-df8f44f1-cc31-4ba4-8112-84aca4636119 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Deleting port 3bc0eed7-6ea0-4516-9c0e-e67564bd9781 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:51:54.887023 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e3c3347c-a447-4b2a-8865-bf7ab09e583d req-df8f44f1-cc31-4ba4-8112-84aca4636119 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (3bc0eed7-6ea0-4516-9c0e-e67564bd9781), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:54.903251 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedee957-c10c-4b65-b67c-a24ff1d1eaa4 req-ad662a5b-a2b5-44a3-9bba-491627c8a56a tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:51:54.904065 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-dedee957-c10c-4b65-b67c-a24ff1d1eaa4 req-ad662a5b-a2b5-44a3-9bba-491627c8a56a tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] 10.222.0.64 "GET /v2.0/ports?device_id=f95b6831-74cc-47a3-8ff9-ae9026d032c9 HTTP/1.1" status: 200 len: 943 time: 0.0561154 Jan 28 19:51:54.956688 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-dedee957-c10c-4b65-b67c-a24ff1d1eaa4 req-229e83cb-4b93-43b1-861e-cceee1a8a1b2 tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] 10.222.0.64 "GET /v2.0/security-groups?id=21897431-186d-4f77-b20d-054ab457bbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459678 Jan 28 19:51:54.978602 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-e3c3347c-a447-4b2a-8865-bf7ab09e583d req-df8f44f1-cc31-4ba4-8112-84aca4636119 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] For port 3bc0eed7-6ea0-4516-9c0e-e67564bd9781, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=3bc0eed7-6ea0-4516-9c0e-e67564bd9781,segment=NetworkSegment(b4a896b1-8268-4f57-aff2-2ae084c28756),segment_id=b4a896b1-8268-4f57-aff2-2ae084c28756)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:51:54.979096 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e3c3347c-a447-4b2a-8865-bf7ab09e583d req-df8f44f1-cc31-4ba4-8112-84aca4636119 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (3bc0eed7-6ea0-4516-9c0e-e67564bd9781), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:55.205154 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e3c3347c-a447-4b2a-8865-bf7ab09e583d req-df8f44f1-cc31-4ba4-8112-84aca4636119 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:55.205444 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e3c3347c-a447-4b2a-8865-bf7ab09e583d req-df8f44f1-cc31-4ba4-8112-84aca4636119 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734886'] for floatingip (a31fe532-e212-46f5-939e-7071e1598932), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:55.211703 n-d-812111-14 neutron-server[103304]: INFO neutron.db.l3_db [req-e3c3347c-a447-4b2a-8865-bf7ab09e583d req-df8f44f1-cc31-4ba4-8112-84aca4636119 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Floating IP a31fe532-e212-46f5-939e-7071e1598932 disassociated. External IP: 172.25.6.249, port: 3bc0eed7-6ea0-4516-9c0e-e67564bd9781. Jan 28 19:51:55.211703 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-e3c3347c-a447-4b2a-8865-bf7ab09e583d req-df8f44f1-cc31-4ba4-8112-84aca4636119 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Calling delete_port for 3bc0eed7-6ea0-4516-9c0e-e67564bd9781 owned by compute:nova {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:51:55.339323 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e3c3347c-a447-4b2a-8865-bf7ab09e583d req-df8f44f1-cc31-4ba4-8112-84aca4636119 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (3bc0eed7-6ea0-4516-9c0e-e67564bd9781), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:55.371492 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8f44f1-cc31-4ba4-8112-84aca4636119 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Pushing event deleted for resources: {'Port': ['ID=3bc0eed7-6ea0-4516-9c0e-e67564bd9781,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:51:55.371934 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374e815f-1b7d-423f-9f00-a49788e79fda req-ea0b958d-5b47-4a80-817f-48a752fe0f12 tempest-TestServerAdvancedOps-708888949 tempest-TestServerAdvancedOps-708888949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:51:55.374871 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-374e815f-1b7d-423f-9f00-a49788e79fda req-ea0b958d-5b47-4a80-817f-48a752fe0f12 tempest-TestServerAdvancedOps-708888949 tempest-TestServerAdvancedOps-708888949-project] 10.222.0.41 "GET /v2.0/ports?device_id=eb5fe0ac-8958-4b86-bcc2-bead600f7827 HTTP/1.1" status: 200 len: 945 time: 0.0607133 Jan 28 19:51:55.494071 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-374e815f-1b7d-423f-9f00-a49788e79fda req-2cae0797-d6b4-4b9b-9fa4-4ac22683f01b tempest-TestServerAdvancedOps-708888949 tempest-TestServerAdvancedOps-708888949-project] Deleting port 11bfd34d-58e4-4378-b8f0-d8e95d93b11e {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:51:55.494743 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e3c3347c-a447-4b2a-8865-bf7ab09e583d req-df8f44f1-cc31-4ba4-8112-84aca4636119 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Router 1d65a469-c414-4fde-a6f4-6667472e81f1 has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:51:55.495755 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-374e815f-1b7d-423f-9f00-a49788e79fda req-2cae0797-d6b4-4b9b-9fa4-4ac22683f01b tempest-TestServerAdvancedOps-708888949 tempest-TestServerAdvancedOps-708888949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (11bfd34d-58e4-4378-b8f0-d8e95d93b11e), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:55.601766 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-374e815f-1b7d-423f-9f00-a49788e79fda req-2cae0797-d6b4-4b9b-9fa4-4ac22683f01b tempest-TestServerAdvancedOps-708888949 tempest-TestServerAdvancedOps-708888949-project] For port 11bfd34d-58e4-4378-b8f0-d8e95d93b11e, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=11bfd34d-58e4-4378-b8f0-d8e95d93b11e,segment=NetworkSegment(457a29fe-8f67-4a41-8241-0b666761491c),segment_id=457a29fe-8f67-4a41-8241-0b666761491c)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:51:55.602199 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-374e815f-1b7d-423f-9f00-a49788e79fda req-2cae0797-d6b4-4b9b-9fa4-4ac22683f01b tempest-TestServerAdvancedOps-708888949 tempest-TestServerAdvancedOps-708888949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (11bfd34d-58e4-4378-b8f0-d8e95d93b11e), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:55.618477 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-374e815f-1b7d-423f-9f00-a49788e79fda req-2cae0797-d6b4-4b9b-9fa4-4ac22683f01b tempest-TestServerAdvancedOps-708888949 tempest-TestServerAdvancedOps-708888949-project] Calling delete_port for 11bfd34d-58e4-4378-b8f0-d8e95d93b11e owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:51:55.758101 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5037112-4a89-4509-8600-ad7090c9a600 req-a330549c-0ae5-482f-97d7-27cc1196e8e6 tempest-TestServerAdvancedOps-708888949 tempest-TestServerAdvancedOps-708888949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:51:55.765879 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f5037112-4a89-4509-8600-ad7090c9a600 req-a330549c-0ae5-482f-97d7-27cc1196e8e6 tempest-TestServerAdvancedOps-708888949 tempest-TestServerAdvancedOps-708888949-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb5fe0ac-8958-4b86-bcc2-bead600f7827 HTTP/1.1" status: 200 len: 945 time: 0.0939333 Jan 28 19:51:55.881147 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f5037112-4a89-4509-8600-ad7090c9a600 req-5ff73d03-b114-4973-9c65-3004cd60fcd5 tempest-TestServerAdvancedOps-708888949 tempest-TestServerAdvancedOps-708888949-project] 10.222.0.64 "GET /v2.0/security-groups?id=432e83bc-be46-4aaa-9aca-a9a5c2f0dd21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138606 Jan 28 19:51:55.896018 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-374e815f-1b7d-423f-9f00-a49788e79fda req-2cae0797-d6b4-4b9b-9fa4-4ac22683f01b tempest-TestServerAdvancedOps-708888949 tempest-TestServerAdvancedOps-708888949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (11bfd34d-58e4-4378-b8f0-d8e95d93b11e), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:55.900027 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f4f73b35-26a4-4cfb-a04f-042594fb22d7 req-886eb951-3c45-4518-beb0-cf6569db5ff7 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d799de1-7087-4c27-9042-82f83f96635e HTTP/1.1" status: 200 len: 210 time: 0.3605754 Jan 28 19:51:55.910869 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['11bfd34d-58e4-4378-b8f0-d8e95d93b11e'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:51:55.955838 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cae0797-d6b4-4b9b-9fa4-4ac22683f01b tempest-TestServerAdvancedOps-708888949 tempest-TestServerAdvancedOps-708888949-project] Pushing event deleted for resources: {'Port': ['ID=11bfd34d-58e4-4378-b8f0-d8e95d93b11e,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:51:55.996598 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e3c3347c-a447-4b2a-8865-bf7ab09e583d req-df8f44f1-cc31-4ba4-8112-84aca4636119 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:51:56.011318 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f44e35-6c65-4f09-9ac8-d3420fda9300 None None] Sync routers for ids ['1d65a469-c414-4fde-a6f4-6667472e81f1'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:51:56.011866 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-374e815f-1b7d-423f-9f00-a49788e79fda req-2cae0797-d6b4-4b9b-9fa4-4ac22683f01b tempest-TestServerAdvancedOps-708888949 tempest-TestServerAdvancedOps-708888949-project] No DVR routers for this DVR port 11bfd34d-58e4-4378-b8f0-d8e95d93b11e on host n-h1-812111-14 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:51:56.014637 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-374e815f-1b7d-423f-9f00-a49788e79fda req-2cae0797-d6b4-4b9b-9fa4-4ac22683f01b tempest-TestServerAdvancedOps-708888949 tempest-TestServerAdvancedOps-708888949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:56.018681 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-374e815f-1b7d-423f-9f00-a49788e79fda req-2cae0797-d6b4-4b9b-9fa4-4ac22683f01b tempest-TestServerAdvancedOps-708888949 tempest-TestServerAdvancedOps-708888949-project] 10.222.0.41 "DELETE /v2.0/ports/11bfd34d-58e4-4378-b8f0-d8e95d93b11e HTTP/1.1" status: 204 len: 173 time: 0.6385901 Jan 28 19:51:56.019325 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb5fe0ac-8958-4b86-bcc2-bead600f7827', 'name': 'network-vif-deleted', 'tag': '11bfd34d-58e4-4378-b8f0-d8e95d93b11e'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:51:56.021712 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03be0041-c7e4-48ff-a950-2691d8b8673b" -d '{"events": [{"server_uuid": "eb5fe0ac-8958-4b86-bcc2-bead600f7827", "name": "network-vif-deleted", "tag": "11bfd34d-58e4-4378-b8f0-d8e95d93b11e"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:51:56.030532 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f44e35-6c65-4f09-9ac8-d3420fda9300 None None] Routers {'1d65a469-c414-4fde-a6f4-6667472e81f1'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:51:56.031234 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-d5f44e35-6c65-4f09-9ac8-d3420fda9300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:51:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['1d65a469-c414-4fde-a6f4-6667472e81f1'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:51:56.056941 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3c3347c-a447-4b2a-8865-bf7ab09e583d req-df8f44f1-cc31-4ba4-8112-84aca4636119 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] No DVR routers for this DVR port 3bc0eed7-6ea0-4516-9c0e-e67564bd9781 on host n-h2-812111-14 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:51:56.072316 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e3c3347c-a447-4b2a-8865-bf7ab09e583d req-df8f44f1-cc31-4ba4-8112-84aca4636119 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:56.077060 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e3c3347c-a447-4b2a-8865-bf7ab09e583d req-df8f44f1-cc31-4ba4-8112-84aca4636119 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] 10.222.0.70 "DELETE /v2.0/ports/3bc0eed7-6ea0-4516-9c0e-e67564bd9781 HTTP/1.1" status: 204 len: 173 time: 1.2931046 Jan 28 19:51:56.077577 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d799de1-7087-4c27-9042-82f83f96635e', 'name': 'network-vif-deleted', 'tag': '3bc0eed7-6ea0-4516-9c0e-e67564bd9781'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:51:56.089340 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26d4ff15-59bf-4f0e-b256-0dbf9d36925e" -d '{"events": [{"server_uuid": "9d799de1-7087-4c27-9042-82f83f96635e", "name": "network-vif-deleted", "tag": "3bc0eed7-6ea0-4516-9c0e-e67564bd9781"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:51:56.135841 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a879f890-1de6-409c-9b41-5db19507e82d x-openstack-request-id: req-a879f890-1de6-409c-9b41-5db19507e82d {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:51:56.136284 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb5fe0ac-8958-4b86-bcc2-bead600f7827", "name": "network-vif-deleted", "tag": "11bfd34d-58e4-4378-b8f0-d8e95d93b11e", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:51:56.136647 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a879f890-1de6-409c-9b41-5db19507e82d {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:51:56.137168 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb5fe0ac-8958-4b86-bcc2-bead600f7827', 'name': 'network-vif-deleted', 'tag': '11bfd34d-58e4-4378-b8f0-d8e95d93b11e', 'status': 'completed', 'code': 200} Jan 28 19:51:56.163826 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-d5f44e35-6c65-4f09-9ac8-d3420fda9300 None None] Set router 1d65a469-c414-4fde-a6f4-6667472e81f1 gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:51:56.180890 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58f47b17-5022-4029-9bc1-3ed5f97544f6 x-openstack-request-id: req-58f47b17-5022-4029-9bc1-3ed5f97544f6 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:51:56.181250 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d799de1-7087-4c27-9042-82f83f96635e", "name": "network-vif-deleted", "tag": "3bc0eed7-6ea0-4516-9c0e-e67564bd9781", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:51:56.181507 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-58f47b17-5022-4029-9bc1-3ed5f97544f6 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:51:56.181920 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d799de1-7087-4c27-9042-82f83f96635e', 'name': 'network-vif-deleted', 'tag': '3bc0eed7-6ea0-4516-9c0e-e67564bd9781', 'status': 'completed', 'code': 200} Jan 28 19:51:56.197182 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2359adc4-cb3f-4c78-b3b9-09ade70de51a req-fa6f0271-fbb1-4512-a918-7535d3694d92 tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:51:56.199396 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2359adc4-cb3f-4c78-b3b9-09ade70de51a req-fa6f0271-fbb1-4512-a918-7535d3694d92 tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] 10.222.0.64 "GET /v2.0/ports?device_id=f95b6831-74cc-47a3-8ff9-ae9026d032c9 HTTP/1.1" status: 200 len: 943 time: 0.1383948 Jan 28 19:51:56.277650 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2359adc4-cb3f-4c78-b3b9-09ade70de51a req-f9ea0960-086e-4c82-8631-d4e13d1dc4a3 tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] 10.222.0.64 "GET /v2.0/security-groups?id=21897431-186d-4f77-b20d-054ab457bbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716712 Jan 28 19:51:56.386979 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-d5f44e35-6c65-4f09-9ac8-d3420fda9300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d65a469-c414-4fde-a6f4-6667472e81f1', 'name': 'tempest-AttachVolumeTestJSON-407466557-router', 'tenant_id': 'ce9d5ffcc83f4c96b4b0a979abf83eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': '971e9ed1-7a19-4484-a5a6-ae40aa248f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:46:44Z', 'updated_at': '2022-01-28T19:46:48Z', 'revision_number': 4, 'project_id': 'ce9d5ffcc83f4c96b4b0a979abf83eac', 'gw_port': {'id': '971e9ed1-7a19-4484-a5a6-ae40aa248f18', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:f6:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d65a469-c414-4fde-a6f4-6667472e81f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:46:45Z', 'updated_at': '2022-01-28T19:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '4e688a9b-2998-46b0-954c-f17d01e771b9', 'name': '', 'network_id': '3700e1ad-342e-4f1a-871d-e15b5f904175', 'tenant_id': 'ce9d5ffcc83f4c96b4b0a979abf83eac', 'mac_address': 'fa:16:3e:9d:18:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d65a469-c414-4fde-a6f4-6667472e81f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': 'b109c86a-1507-4ec3-aba8-1ee8310a4fe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:46:47Z', 'updated_at': '2022-01-28T19:46:55Z', 'revision_number': 5, 'project_id': 'ce9d5ffcc83f4c96b4b0a979abf83eac', 'subnets': [{'id': 'b109c86a-1507-4ec3-aba8-1ee8310a4fe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:51:56.416918 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f44e35-6c65-4f09-9ac8-d3420fda9300 None None] Checking router: 1d65a469-c414-4fde-a6f4-6667472e81f1 for host: n-d-812111-14 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:51:56.425078 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f44e35-6c65-4f09-9ac8-d3420fda9300 None None] Routers {'1d65a469-c414-4fde-a6f4-6667472e81f1'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:51:56.425717 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-d5f44e35-6c65-4f09-9ac8-d3420fda9300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:51:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['1d65a469-c414-4fde-a6f4-6667472e81f1'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:51:56.548243 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-d5f44e35-6c65-4f09-9ac8-d3420fda9300 None None] Set router 1d65a469-c414-4fde-a6f4-6667472e81f1 gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:51:56.771129 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-d5f44e35-6c65-4f09-9ac8-d3420fda9300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d65a469-c414-4fde-a6f4-6667472e81f1', 'name': 'tempest-AttachVolumeTestJSON-407466557-router', 'tenant_id': 'ce9d5ffcc83f4c96b4b0a979abf83eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': '971e9ed1-7a19-4484-a5a6-ae40aa248f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:46:44Z', 'updated_at': '2022-01-28T19:46:48Z', 'revision_number': 4, 'project_id': 'ce9d5ffcc83f4c96b4b0a979abf83eac', 'gw_port': {'id': '971e9ed1-7a19-4484-a5a6-ae40aa248f18', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:f6:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d65a469-c414-4fde-a6f4-6667472e81f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:46:45Z', 'updated_at': '2022-01-28T19:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '4e688a9b-2998-46b0-954c-f17d01e771b9', 'name': '', 'network_id': '3700e1ad-342e-4f1a-871d-e15b5f904175', 'tenant_id': 'ce9d5ffcc83f4c96b4b0a979abf83eac', 'mac_address': 'fa:16:3e:9d:18:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d65a469-c414-4fde-a6f4-6667472e81f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': 'b109c86a-1507-4ec3-aba8-1ee8310a4fe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:46:47Z', 'updated_at': '2022-01-28T19:46:55Z', 'revision_number': 5, 'project_id': 'ce9d5ffcc83f4c96b4b0a979abf83eac', 'subnets': [{'id': 'b109c86a-1507-4ec3-aba8-1ee8310a4fe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:51:56.796291 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f44e35-6c65-4f09-9ac8-d3420fda9300 None None] The sync data for ids ['1d65a469-c414-4fde-a6f4-6667472e81f1'] in n-d-812111-14 is: [{'id': '1d65a469-c414-4fde-a6f4-6667472e81f1', 'name': 'tempest-AttachVolumeTestJSON-407466557-router', 'tenant_id': 'ce9d5ffcc83f4c96b4b0a979abf83eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': '971e9ed1-7a19-4484-a5a6-ae40aa248f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:46:44Z', 'updated_at': '2022-01-28T19:46:48Z', 'revision_number': 4, 'project_id': 'ce9d5ffcc83f4c96b4b0a979abf83eac', 'gw_port': {'id': '971e9ed1-7a19-4484-a5a6-ae40aa248f18', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:f6:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d65a469-c414-4fde-a6f4-6667472e81f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:46:45Z', 'updated_at': '2022-01-28T19:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '4e688a9b-2998-46b0-954c-f17d01e771b9', 'name': '', 'network_id': '3700e1ad-342e-4f1a-871d-e15b5f904175', 'tenant_id': 'ce9d5ffcc83f4c96b4b0a979abf83eac', 'mac_address': 'fa:16:3e:9d:18:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d65a469-c414-4fde-a6f4-6667472e81f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': 'b109c86a-1507-4ec3-aba8-1ee8310a4fe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:46:47Z', 'updated_at': '2022-01-28T19:46:55Z', 'revision_number': 5, 'project_id': 'ce9d5ffcc83f4c96b4b0a979abf83eac', 'subnets': [{'id': 'b109c86a-1507-4ec3-aba8-1ee8310a4fe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:51:56.944981 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 60866) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:51:57.008064 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb3b707b-f8df-48a1-9050-fd3826a59b73 admin admin] Deleting subnet be5e3a32-c37b-4c4e-92aa-98b36041e3f5 {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:51:57.012478 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cb3b707b-f8df-48a1-9050-fd3826a59b73 admin admin] Publish callbacks [] for subnet (be5e3a32-c37b-4c4e-92aa-98b36041e3f5), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:57.018677 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 60870) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:51:57.055866 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cb3b707b-f8df-48a1-9050-fd3826a59b73 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16187240'] for subnet (be5e3a32-c37b-4c4e-92aa-98b36041e3f5), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:57.081052 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0d1c1b-f67e-4b96-900a-2be2c1b8795e None None] New status for floating IP a31fe532-e212-46f5-939e-7071e1598932: DOWN {{(pid=103306) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 19:51:57.097736 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-71a6af02-f07f-4bc2-a39f-af82e4cb2168 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Publish callbacks [] for security_group (35f55d3f-3f7c-4394-9e1d-c929b837afa9), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:57.098574 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cb3b707b-f8df-48a1-9050-fd3826a59b73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (be5e3a32-c37b-4c4e-92aa-98b36041e3f5), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:57.125595 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-71a6af02-f07f-4bc2-a39f-af82e4cb2168 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Publish callbacks [] for security_group (35f55d3f-3f7c-4394-9e1d-c929b837afa9), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:57.168540 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cb3b707b-f8df-48a1-9050-fd3826a59b73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4752464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4733806'] for subnet (be5e3a32-c37b-4c4e-92aa-98b36041e3f5), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:57.173018 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:51:57.192528 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-71a6af02-f07f-4bc2-a39f-af82e4cb2168 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (35f55d3f-3f7c-4394-9e1d-c929b837afa9), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:57.195568 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-71a6af02-f07f-4bc2-a39f-af82e4cb2168 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:57.199635 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-71a6af02-f07f-4bc2-a39f-af82e4cb2168 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] 10.222.0.64 "DELETE /v2.0/security-groups/35f55d3f-3f7c-4394-9e1d-c929b837afa9 HTTP/1.1" status: 204 len: 168 time: 0.1773729 Jan 28 19:51:57.201915 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 60872) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:51:57.211186 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3b707b-f8df-48a1-9050-fd3826a59b73 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be5e3a32-c37b-4c4e-92aa-98b36041e3f5,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:51:57.214079 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6af02-f07f-4bc2-a39f-af82e4cb2168 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35f55d3f-3f7c-4394-9e1d-c929b837afa9,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:51:57.230257 n-d-812111-14 neutron-server[103305]: INFO neutron.api.v2.resource [None req-bb71db1c-4c86-4694-90e3-fb4d298634d7 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] show failed (client error): The resource could not be found. Jan 28 19:51:57.233982 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-bb71db1c-4c86-4694-90e3-fb4d298634d7 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] 10.222.0.64 "GET /v2.0/security-groups/35f55d3f-3f7c-4394-9e1d-c929b837afa9 HTTP/1.1" status: 404 len: 347 time: 0.0288227 Jan 28 19:51:57.233982 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cb3b707b-f8df-48a1-9050-fd3826a59b73 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:57.237379 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 60874) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:51:57.238277 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-cb3b707b-f8df-48a1-9050-fd3826a59b73 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/be5e3a32-c37b-4c4e-92aa-98b36041e3f5 HTTP/1.1" status: 204 len: 168 time: 0.2921188 Jan 28 19:51:57.238891 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 60876) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:51:57.319963 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3c116e82-80d7-4977-bb02-3b798c067635 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (3b2a0fc5-fd66-498a-ae5b-fe6c3e844883), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:57.407172 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-8b3279db-a062-4a14-8d4d-9bad51727c30 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Deleting port eab2c045-e260-474c-9c44-bd89bf617216 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:51:57.407550 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8b3279db-a062-4a14-8d4d-9bad51727c30 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (eab2c045-e260-474c-9c44-bd89bf617216), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:57.442792 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3c116e82-80d7-4977-bb02-3b798c067635 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (3b2a0fc5-fd66-498a-ae5b-fe6c3e844883), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:57.470285 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-3c116e82-80d7-4977-bb02-3b798c067635 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b2a0fc5-fd66-498a-ae5b-fe6c3e844883']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:51:57.479438 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb629ad7-ee69-46e5-963f-6aa1d49b7e9b req-77bfca34-8949-4b56-8b92-8251e5d73164 tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:51:57.481023 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-cb629ad7-ee69-46e5-963f-6aa1d49b7e9b req-77bfca34-8949-4b56-8b92-8251e5d73164 tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] 10.222.0.64 "GET /v2.0/ports?device_id=f95b6831-74cc-47a3-8ff9-ae9026d032c9 HTTP/1.1" status: 200 len: 943 time: 0.1125255 Jan 28 19:51:57.488535 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8b3279db-a062-4a14-8d4d-9bad51727c30 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (eab2c045-e260-474c-9c44-bd89bf617216), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:57.489039 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8b3279db-a062-4a14-8d4d-9bad51727c30 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Publish callbacks [] for floatingip (eab2c045-e260-474c-9c44-bd89bf617216), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:57.489706 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-3c116e82-80d7-4977-bb02-3b798c067635 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '457a29fe-8f67-4a41-8241-0b666761491c') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:51:57.490008 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-3c116e82-80d7-4977-bb02-3b798c067635 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '457a29fe-8f67-4a41-8241-0b666761491c') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:51:57.502939 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3c116e82-80d7-4977-bb02-3b798c067635 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16187153'] for segment (457a29fe-8f67-4a41-8241-0b666761491c), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:57.504486 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-8b3279db-a062-4a14-8d4d-9bad51727c30 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Calling delete_port for eab2c045-e260-474c-9c44-bd89bf617216 owned by network:floatingip {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:51:57.533395 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3c116e82-80d7-4977-bb02-3b798c067635 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (457a29fe-8f67-4a41-8241-0b666761491c), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:57.552233 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c116e82-80d7-4977-bb02-3b798c067635 admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:51:57.552722 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3c116e82-80d7-4977-bb02-3b798c067635 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4752570'] for segment (457a29fe-8f67-4a41-8241-0b666761491c), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:57.554720 n-d-812111-14 neutron-server[103305]: Traceback (most recent call last): Jan 28 19:51:57.554720 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:51:57.554720 n-d-812111-14 neutron-server[103305]: timer() Jan 28 19:51:57.554720 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:51:57.554720 n-d-812111-14 neutron-server[103305]: cb(*args, **kw) Jan 28 19:51:57.554720 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:51:57.554720 n-d-812111-14 neutron-server[103305]: return func(*args, **kwargs) Jan 28 19:51:57.554720 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:51:57.554720 n-d-812111-14 neutron-server[103305]: self._notify() Jan 28 19:51:57.554720 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:51:57.554720 n-d-812111-14 neutron-server[103305]: self.callback(batched_events) Jan 28 19:51:57.554720 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:51:57.554720 n-d-812111-14 neutron-server[103305]: event.method(event) Jan 28 19:51:57.554720 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:51:57.554720 n-d-812111-14 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:51:57.554720 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:51:57.554720 n-d-812111-14 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:51:57.554720 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:51:57.554720 n-d-812111-14 neutron-server[103305]: return f(self, *a, **k) Jan 28 19:51:57.554720 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:51:57.554720 n-d-812111-14 neutron-server[103305]: return self._get(url).json() Jan 28 19:51:57.554720 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:51:57.554720 n-d-812111-14 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:51:57.554720 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:51:57.554720 n-d-812111-14 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 28 19:51:57.554720 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:51:57.554720 n-d-812111-14 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:51:57.554720 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:51:57.554720 n-d-812111-14 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:51:57.554720 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:51:57.554720 n-d-812111-14 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:51:57.554720 n-d-812111-14 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:51:57.613645 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-cb629ad7-ee69-46e5-963f-6aa1d49b7e9b req-435e0399-3a6e-4323-bff4-e8c5c276a9f9 tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] 10.222.0.64 "GET /v2.0/security-groups?id=21897431-186d-4f77-b20d-054ab457bbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159658 Jan 28 19:51:57.635666 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3c116e82-80d7-4977-bb02-3b798c067635 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (3b2a0fc5-fd66-498a-ae5b-fe6c3e844883), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:57.646984 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3c116e82-80d7-4977-bb02-3b798c067635 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:57.655405 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-3c116e82-80d7-4977-bb02-3b798c067635 admin admin] 10.222.0.64 "DELETE /v2.0/networks/3b2a0fc5-fd66-498a-ae5b-fe6c3e844883 HTTP/1.1" status: 204 len: 168 time: 0.4129407 Jan 28 19:51:57.655729 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 60880) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:51:57.667023 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c116e82-80d7-4977-bb02-3b798c067635 admin admin] Pushing event deleted for resources: {'Network': ['ID=3b2a0fc5-fd66-498a-ae5b-fe6c3e844883,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:51:57.690644 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8b3279db-a062-4a14-8d4d-9bad51727c30 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (eab2c045-e260-474c-9c44-bd89bf617216), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:57.719956 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3279db-a062-4a14-8d4d-9bad51727c30 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Pushing event deleted for resources: {'Port': ['ID=eab2c045-e260-474c-9c44-bd89bf617216,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:51:57.733581 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbd7907e-a384-453b-9937-40c4d10f9530 admin admin] Deleting subnet fc450b5f-48fc-423e-b323-1bcf7a09c26d {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:51:57.739757 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cbd7907e-a384-453b-9937-40c4d10f9530 admin admin] Publish callbacks [] for subnet (fc450b5f-48fc-423e-b323-1bcf7a09c26d), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:57.813837 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cbd7907e-a384-453b-9937-40c4d10f9530 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4747050'] for subnet (fc450b5f-48fc-423e-b323-1bcf7a09c26d), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:57.845013 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8b3279db-a062-4a14-8d4d-9bad51727c30 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Publish callbacks [] for floatingip (a31fe532-e212-46f5-939e-7071e1598932), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:57.847488 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8b3279db-a062-4a14-8d4d-9bad51727c30 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for floatingip (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:57.848631 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-8b3279db-a062-4a14-8d4d-9bad51727c30 tempest-AttachVolumeTestJSON-1704590003 tempest-AttachVolumeTestJSON-1704590003-project] 10.222.0.64 "DELETE /v2.0/floatingips/a31fe532-e212-46f5-939e-7071e1598932 HTTP/1.1" status: 204 len: 168 time: 0.6086156 Jan 28 19:51:57.875037 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cbd7907e-a384-453b-9937-40c4d10f9530 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (fc450b5f-48fc-423e-b323-1bcf7a09c26d), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:57.942531 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cbd7907e-a384-453b-9937-40c4d10f9530 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4690616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5222356'] for subnet (fc450b5f-48fc-423e-b323-1bcf7a09c26d), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:57.979586 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd7907e-a384-453b-9937-40c4d10f9530 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc450b5f-48fc-423e-b323-1bcf7a09c26d,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:51:57.979716 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 3bc0eed7-6ea0-4516-9c0e-e67564bd9781 no longer exists at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:51:57.984816 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cbd7907e-a384-453b-9937-40c4d10f9530 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:57.990315 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-cbd7907e-a384-453b-9937-40c4d10f9530 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/fc450b5f-48fc-423e-b323-1bcf7a09c26d HTTP/1.1" status: 204 len: 168 time: 0.3313735 Jan 28 19:51:57.990787 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 60886) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:51:58.016109 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] No Port match for: 3bc0eed7-6ea0-4516-9c0e-e67564bd9781 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:51:58.016631 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 3bc0eed7-6ea0-4516-9c0e-e67564bd9781 not bound to the agent host n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:51:58.061404 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0da03cca-a47a-46d1-a036-b657351c771b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (271cfd00-c633-4d74-8603-02564043ab4a), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:58.144430 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0da03cca-a47a-46d1-a036-b657351c771b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (271cfd00-c633-4d74-8603-02564043ab4a), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:58.165332 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-0da03cca-a47a-46d1-a036-b657351c771b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['271cfd00-c633-4d74-8603-02564043ab4a']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:51:58.174561 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-0da03cca-a47a-46d1-a036-b657351c771b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb87057d-1a9b-4cae-8f90-5f07c4e60f4d') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:51:58.174865 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-0da03cca-a47a-46d1-a036-b657351c771b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb87057d-1a9b-4cae-8f90-5f07c4e60f4d') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:51:58.184660 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0da03cca-a47a-46d1-a036-b657351c771b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16187153'] for segment (cb87057d-1a9b-4cae-8f90-5f07c4e60f4d), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:58.198277 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0da03cca-a47a-46d1-a036-b657351c771b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (cb87057d-1a9b-4cae-8f90-5f07c4e60f4d), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:58.209323 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0da03cca-a47a-46d1-a036-b657351c771b admin admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:51:58.209899 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0da03cca-a47a-46d1-a036-b657351c771b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4752570'] for segment (cb87057d-1a9b-4cae-8f90-5f07c4e60f4d), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:58.211737 n-d-812111-14 neutron-server[103305]: Traceback (most recent call last): Jan 28 19:51:58.211737 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:51:58.211737 n-d-812111-14 neutron-server[103305]: timer() Jan 28 19:51:58.211737 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:51:58.211737 n-d-812111-14 neutron-server[103305]: cb(*args, **kw) Jan 28 19:51:58.211737 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:51:58.211737 n-d-812111-14 neutron-server[103305]: return func(*args, **kwargs) Jan 28 19:51:58.211737 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:51:58.211737 n-d-812111-14 neutron-server[103305]: self._notify() Jan 28 19:51:58.211737 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:51:58.211737 n-d-812111-14 neutron-server[103305]: self.callback(batched_events) Jan 28 19:51:58.211737 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:51:58.211737 n-d-812111-14 neutron-server[103305]: event.method(event) Jan 28 19:51:58.211737 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:51:58.211737 n-d-812111-14 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:51:58.211737 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:51:58.211737 n-d-812111-14 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:51:58.211737 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:51:58.211737 n-d-812111-14 neutron-server[103305]: return f(self, *a, **k) Jan 28 19:51:58.211737 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:51:58.211737 n-d-812111-14 neutron-server[103305]: return self._get(url).json() Jan 28 19:51:58.211737 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:51:58.211737 n-d-812111-14 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:51:58.211737 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:51:58.211737 n-d-812111-14 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 28 19:51:58.211737 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:51:58.211737 n-d-812111-14 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:51:58.211737 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:51:58.211737 n-d-812111-14 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:51:58.211737 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:51:58.211737 n-d-812111-14 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:51:58.211737 n-d-812111-14 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:51:58.273656 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0da03cca-a47a-46d1-a036-b657351c771b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (271cfd00-c633-4d74-8603-02564043ab4a), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:58.281365 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0da03cca-a47a-46d1-a036-b657351c771b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:58.284208 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-0da03cca-a47a-46d1-a036-b657351c771b admin admin] 10.222.0.64 "DELETE /v2.0/networks/271cfd00-c633-4d74-8603-02564043ab4a HTTP/1.1" status: 204 len: 168 time: 0.2923045 Jan 28 19:51:58.296302 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da03cca-a47a-46d1-a036-b657351c771b admin admin] Pushing event deleted for resources: {'Network': ['ID=271cfd00-c633-4d74-8603-02564043ab4a,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:51:58.449422 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 60890) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:51:58.489818 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-62e040cd-e4a8-4924-9bf5-7eca2b108941 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=52344f188fee45e1b035f7f605c58d44&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0392213 Jan 28 19:51:58.492379 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 60892) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:51:58.540291 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ecb2d5df-21e2-41aa-b40a-15f85d0c57f4 admin admin] Publish callbacks [] for security_group (432e83bc-be46-4aaa-9aca-a9a5c2f0dd21), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:58.560913 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ecb2d5df-21e2-41aa-b40a-15f85d0c57f4 admin admin] Publish callbacks [] for security_group (432e83bc-be46-4aaa-9aca-a9a5c2f0dd21), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:58.606915 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ecb2d5df-21e2-41aa-b40a-15f85d0c57f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (432e83bc-be46-4aaa-9aca-a9a5c2f0dd21), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:58.609597 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ecb2d5df-21e2-41aa-b40a-15f85d0c57f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:58.610764 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-ecb2d5df-21e2-41aa-b40a-15f85d0c57f4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/432e83bc-be46-4aaa-9aca-a9a5c2f0dd21 HTTP/1.1" status: 204 len: 168 time: 0.1174002 Jan 28 19:51:58.619311 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb2d5df-21e2-41aa-b40a-15f85d0c57f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=432e83bc-be46-4aaa-9aca-a9a5c2f0dd21,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:51:58.748885 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb0de4b-7953-46b9-b117-bf79ac9345a7 req-de95b0fb-45ab-4066-b214-54ea9ec48b5f tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:51:58.753712 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-dfb0de4b-7953-46b9-b117-bf79ac9345a7 req-de95b0fb-45ab-4066-b214-54ea9ec48b5f tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] 10.222.0.64 "GET /v2.0/ports?device_id=f95b6831-74cc-47a3-8ff9-ae9026d032c9 HTTP/1.1" status: 200 len: 943 time: 0.0618124 Jan 28 19:51:58.801898 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-dfb0de4b-7953-46b9-b117-bf79ac9345a7 req-1436604a-3473-4bb3-b156-d7936eaed2d8 tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] 10.222.0.64 "GET /v2.0/security-groups?id=21897431-186d-4f77-b20d-054ab457bbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448146 Jan 28 19:51:58.948748 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 60900) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:51:58.989754 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-660e5ff5-00df-4f7d-8b8d-b57e0f876abf admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e427c3431a2a4e6985ae77f514f8734d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0397608 Jan 28 19:51:58.992172 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 60904) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:51:59.047713 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8f8bc6aa-5316-4dbf-87e0-1160f9aff8ea admin admin] Publish callbacks [] for security_group (845e3c7d-af1a-4afc-af91-f3b2126ce901), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:59.068222 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8f8bc6aa-5316-4dbf-87e0-1160f9aff8ea admin admin] Publish callbacks [] for security_group (845e3c7d-af1a-4afc-af91-f3b2126ce901), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:59.115115 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8f8bc6aa-5316-4dbf-87e0-1160f9aff8ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (845e3c7d-af1a-4afc-af91-f3b2126ce901), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:59.117821 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8f8bc6aa-5316-4dbf-87e0-1160f9aff8ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:59.119190 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-8f8bc6aa-5316-4dbf-87e0-1160f9aff8ea admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/845e3c7d-af1a-4afc-af91-f3b2126ce901 HTTP/1.1" status: 204 len: 168 time: 0.1259029 Jan 28 19:51:59.127319 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8bc6aa-5316-4dbf-87e0-1160f9aff8ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=845e3c7d-af1a-4afc-af91-f3b2126ce901,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:51:59.923597 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cacb230-a0df-4253-90f0-7a5df48068bd req-ae749faa-d7a0-432e-a679-1b61ebf8290b tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:51:59.925091 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4cacb230-a0df-4253-90f0-7a5df48068bd req-ae749faa-d7a0-432e-a679-1b61ebf8290b tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] 10.222.0.64 "GET /v2.0/ports?device_id=f95b6831-74cc-47a3-8ff9-ae9026d032c9 HTTP/1.1" status: 200 len: 943 time: 0.0542295 Jan 28 19:51:59.973450 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4cacb230-a0df-4253-90f0-7a5df48068bd req-8d66888f-3e18-4654-b050-1990b13c1875 tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] 10.222.0.64 "GET /v2.0/security-groups?id=21897431-186d-4f77-b20d-054ab457bbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427003 Jan 28 19:52:00.216995 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 11bfd34d-58e4-4378-b8f0-d8e95d93b11e no longer exists at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:52:00.237628 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] No Port match for: 11bfd34d-58e4-4378-b8f0-d8e95d93b11e {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:52:00.237980 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 11bfd34d-58e4-4378-b8f0-d8e95d93b11e not bound to the agent host n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:52:01.106844 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf53a2de-f4f0-4c6e-8abc-5ce9e0ddff41 req-9376ff13-07fe-4510-a78c-aa0c00abf160 tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:52:01.108933 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-bf53a2de-f4f0-4c6e-8abc-5ce9e0ddff41 req-9376ff13-07fe-4510-a78c-aa0c00abf160 tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] 10.222.0.64 "GET /v2.0/ports?device_id=f95b6831-74cc-47a3-8ff9-ae9026d032c9 HTTP/1.1" status: 200 len: 943 time: 0.0616026 Jan 28 19:52:01.173784 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-bf53a2de-f4f0-4c6e-8abc-5ce9e0ddff41 req-05c34e91-19ad-472f-917e-606b47842f6c tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] 10.222.0.64 "GET /v2.0/security-groups?id=21897431-186d-4f77-b20d-054ab457bbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556998 Jan 28 19:52:02.300732 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6b6e93-c4e8-4d43-9f48-c96cf3156972 req-08e30b7b-4696-416f-a84e-37c48e778d24 tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:52:02.302438 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2b6b6e93-c4e8-4d43-9f48-c96cf3156972 req-08e30b7b-4696-416f-a84e-37c48e778d24 tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] 10.222.0.64 "GET /v2.0/ports?device_id=f95b6831-74cc-47a3-8ff9-ae9026d032c9 HTTP/1.1" status: 200 len: 943 time: 0.0579536 Jan 28 19:52:02.353750 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2b6b6e93-c4e8-4d43-9f48-c96cf3156972 req-74493d63-313c-460d-a9f2-b18a208072c1 tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] 10.222.0.64 "GET /v2.0/security-groups?id=21897431-186d-4f77-b20d-054ab457bbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439770 Jan 28 19:52:03.476175 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e41251a-7b39-4e04-af2f-e30d78a3e56f req-ef2743fc-bf48-41b9-ad95-abbb73ef1c4a tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:52:03.477685 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6e41251a-7b39-4e04-af2f-e30d78a3e56f req-ef2743fc-bf48-41b9-ad95-abbb73ef1c4a tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] 10.222.0.64 "GET /v2.0/ports?device_id=f95b6831-74cc-47a3-8ff9-ae9026d032c9 HTTP/1.1" status: 200 len: 943 time: 0.0535789 Jan 28 19:52:03.530311 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6e41251a-7b39-4e04-af2f-e30d78a3e56f req-ba4059aa-5739-4dfb-8230-2b060c9e394f tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] 10.222.0.64 "GET /v2.0/security-groups?id=21897431-186d-4f77-b20d-054ab457bbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470858 Jan 28 19:52:04.657926 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae14cc7b-bd7d-4ff9-8916-26749b21f6a9 req-4175c041-b665-483e-a90e-fb9f955ee32c tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:52:04.659612 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ae14cc7b-bd7d-4ff9-8916-26749b21f6a9 req-4175c041-b665-483e-a90e-fb9f955ee32c tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] 10.222.0.64 "GET /v2.0/ports?device_id=f95b6831-74cc-47a3-8ff9-ae9026d032c9 HTTP/1.1" status: 200 len: 943 time: 0.0568101 Jan 28 19:52:04.710230 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ae14cc7b-bd7d-4ff9-8916-26749b21f6a9 req-4a289f22-b310-4a0d-a3bc-937d1f69429d tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] 10.222.0.64 "GET /v2.0/security-groups?id=21897431-186d-4f77-b20d-054ab457bbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449104 Jan 28 19:52:05.841817 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f2b04b-73c9-4f81-b938-ddee3e848ddc req-c521dec2-8c38-4313-b8af-c308bace7e9e tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:52:05.843410 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-07f2b04b-73c9-4f81-b938-ddee3e848ddc req-c521dec2-8c38-4313-b8af-c308bace7e9e tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] 10.222.0.64 "GET /v2.0/ports?device_id=f95b6831-74cc-47a3-8ff9-ae9026d032c9 HTTP/1.1" status: 200 len: 943 time: 0.0567644 Jan 28 19:52:05.897802 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-07f2b04b-73c9-4f81-b938-ddee3e848ddc req-cfaf6b2d-025f-4016-a5a7-8592cc7a0a4e tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] 10.222.0.64 "GET /v2.0/security-groups?id=21897431-186d-4f77-b20d-054ab457bbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486820 Jan 28 19:52:06.662912 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5dd6f9cc-f9c2-403b-b257-73546ee4a42b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:52:07.016761 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27357b9-bba0-43c9-a6af-5d0a39bb7b95 req-3a130615-73ac-416a-8cd5-81744c67961d tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:52:07.018280 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a27357b9-bba0-43c9-a6af-5d0a39bb7b95 req-3a130615-73ac-416a-8cd5-81744c67961d tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] 10.222.0.64 "GET /v2.0/ports?device_id=f95b6831-74cc-47a3-8ff9-ae9026d032c9 HTTP/1.1" status: 200 len: 943 time: 0.0528696 Jan 28 19:52:07.072952 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a27357b9-bba0-43c9-a6af-5d0a39bb7b95 req-d214a759-df42-439d-a2ff-bcb61243846c tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] 10.222.0.64 "GET /v2.0/security-groups?id=21897431-186d-4f77-b20d-054ab457bbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487370 Jan 28 19:52:08.036400 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 2443a9bb-eac6-4990-8152-0e87e84280fb details requested by agent hyperv_n-h2-812111-14 with host n-h2-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:52:08.139915 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 2443a9bb-eac6-4990-8152-0e87e84280fb, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=2443a9bb-eac6-4990-8152-0e87e84280fb,segment=NetworkSegment(1e3a6e62-168b-4b9e-8c03-5d1929a08b25),segment_id=1e3a6e62-168b-4b9e-8c03-5d1929a08b25)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:52:08.152434 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Returning: {'device': '2443a9bb-eac6-4990-8152-0e87e84280fb', 'network_id': '421bb6ca-1541-487e-bb56-6893a3905012', 'port_id': '2443a9bb-eac6-4990-8152-0e87e84280fb', 'mac_address': 'fa:16:3e:26:fb:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54fb11ad-ae20-4741-9575-b92a5fdeabc5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:52:08.194652 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 2443a9bb-eac6-4990-8152-0e87e84280fb is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:52:08.195041 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (2443a9bb-eac6-4990-8152-0e87e84280fb), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:52:08.208519 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2443a9bb-eac6-4990-8152-0e87e84280fb {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:52:08.214966 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7db89d-6bfd-4da2-99a1-c3002ebdae3c req-e47621ee-00a9-4c3e-b9d0-8a2668464a0a tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:52:08.216820 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3b7db89d-6bfd-4da2-99a1-c3002ebdae3c req-e47621ee-00a9-4c3e-b9d0-8a2668464a0a tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] 10.222.0.64 "GET /v2.0/ports?device_id=f95b6831-74cc-47a3-8ff9-ae9026d032c9 HTTP/1.1" status: 200 len: 943 time: 0.0656729 Jan 28 19:52:08.234125 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 2443a9bb-eac6-4990-8152-0e87e84280fb, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=2443a9bb-eac6-4990-8152-0e87e84280fb,segment=NetworkSegment(1e3a6e62-168b-4b9e-8c03-5d1929a08b25),segment_id=1e3a6e62-168b-4b9e-8c03-5d1929a08b25)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:52:08.238223 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (2443a9bb-eac6-4990-8152-0e87e84280fb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:52:08.270589 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3b7db89d-6bfd-4da2-99a1-c3002ebdae3c req-1aff0349-07af-456e-8e5e-342fddadb841 tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] 10.222.0.64 "GET /v2.0/security-groups?id=21897431-186d-4f77-b20d-054ab457bbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466394 Jan 28 19:52:08.287296 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=2443a9bb-eac6-4990-8152-0e87e84280fb,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:52:08.444312 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['2443a9bb-eac6-4990-8152-0e87e84280fb'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:52:08.925860 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0c0ef877-218b-4896-989c-d84ec327c11a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:52:09.392818 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce74347-986b-4c9b-9fa1-5a54eb6797eb req-672209df-f124-4ba1-b64b-73ccb0e0a30e tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:52:09.394498 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1ce74347-986b-4c9b-9fa1-5a54eb6797eb req-672209df-f124-4ba1-b64b-73ccb0e0a30e tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] 10.222.0.64 "GET /v2.0/ports?device_id=f95b6831-74cc-47a3-8ff9-ae9026d032c9 HTTP/1.1" status: 200 len: 944 time: 0.0541046 Jan 28 19:52:09.451484 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1ce74347-986b-4c9b-9fa1-5a54eb6797eb req-1d676d73-fd6b-4c61-98ed-f78b884b34db tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] 10.222.0.64 "GET /v2.0/security-groups?id=21897431-186d-4f77-b20d-054ab457bbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507402 Jan 28 19:52:09.844374 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:52:10.036033 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 2443a9bb-eac6-4990-8152-0e87e84280fb up at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:52:10.089624 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning for port 2443a9bb-eac6-4990-8152-0e87e84280fb completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:52:10.094502 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning complete for port 2443a9bb-eac6-4990-8152-0e87e84280fb triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:52:10.094818 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (2443a9bb-eac6-4990-8152-0e87e84280fb), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:52:10.172560 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 2443a9bb-eac6-4990-8152-0e87e84280fb is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:52:10.172948 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (2443a9bb-eac6-4990-8152-0e87e84280fb), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:52:10.196424 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f95b6831-74cc-47a3-8ff9-ae9026d032c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2443a9bb-eac6-4990-8152-0e87e84280fb'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:52:10.198676 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba86a46f-04fa-4cdf-bfe7-0cbd5825697e" -d '{"events": [{"server_uuid": "f95b6831-74cc-47a3-8ff9-ae9026d032c9", "name": "network-vif-plugged", "status": "completed", "tag": "2443a9bb-eac6-4990-8152-0e87e84280fb"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:52:10.216575 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 2443a9bb-eac6-4990-8152-0e87e84280fb, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=2443a9bb-eac6-4990-8152-0e87e84280fb,segment=NetworkSegment(1e3a6e62-168b-4b9e-8c03-5d1929a08b25),segment_id=1e3a6e62-168b-4b9e-8c03-5d1929a08b25)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:52:10.222188 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (2443a9bb-eac6-4990-8152-0e87e84280fb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:52:10.254598 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:52:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41b4119d-a8c5-4bdb-a434-90443b60a8a0 x-openstack-request-id: req-41b4119d-a8c5-4bdb-a434-90443b60a8a0 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:52:10.254897 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f95b6831-74cc-47a3-8ff9-ae9026d032c9", "name": "network-vif-plugged", "status": "completed", "tag": "2443a9bb-eac6-4990-8152-0e87e84280fb", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:52:10.255177 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-41b4119d-a8c5-4bdb-a434-90443b60a8a0 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:52:10.255574 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f95b6831-74cc-47a3-8ff9-ae9026d032c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2443a9bb-eac6-4990-8152-0e87e84280fb', 'code': 200} Jan 28 19:52:10.275691 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=2443a9bb-eac6-4990-8152-0e87e84280fb,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:52:10.359365 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614b19a0-f9d1-4578-ac30-63e4b1b26467 req-1441d872-5534-4c3e-ba38-61889cf14661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:52:10.360748 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-614b19a0-f9d1-4578-ac30-63e4b1b26467 req-1441d872-5534-4c3e-ba38-61889cf14661 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=f95b6831-74cc-47a3-8ff9-ae9026d032c9 HTTP/1.1" status: 200 len: 1128 time: 0.0457342 Jan 28 19:52:10.406528 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-614b19a0-f9d1-4578-ac30-63e4b1b26467 req-01f5a93e-554e-45e1-ad6f-d65f638d4cf7 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=21897431-186d-4f77-b20d-054ab457bbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398254 Jan 28 19:52:10.569580 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f467247-bf0a-443b-8f3b-53be34846516 req-1ce3d48f-8415-42d3-8fee-4f900ad26cf0 tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:52:10.571050 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2f467247-bf0a-443b-8f3b-53be34846516 req-1ce3d48f-8415-42d3-8fee-4f900ad26cf0 tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] 10.222.0.64 "GET /v2.0/ports?device_id=f95b6831-74cc-47a3-8ff9-ae9026d032c9 HTTP/1.1" status: 200 len: 945 time: 0.0525746 Jan 28 19:52:10.620268 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2f467247-bf0a-443b-8f3b-53be34846516 req-76e9a87c-cff0-4a86-a16c-17fee5e99933 tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] 10.222.0.64 "GET /v2.0/security-groups?id=21897431-186d-4f77-b20d-054ab457bbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436268 Jan 28 19:52:11.744923 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:52:11.757562 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ffcea9-8772-4506-9c08-68f84d841369 req-0c2393a8-735d-44c5-9553-86069d402d6a tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:52:11.759622 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d0ffcea9-8772-4506-9c08-68f84d841369 req-0c2393a8-735d-44c5-9553-86069d402d6a tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] 10.222.0.64 "GET /v2.0/ports?device_id=f95b6831-74cc-47a3-8ff9-ae9026d032c9 HTTP/1.1" status: 200 len: 945 time: 0.0698683 Jan 28 19:52:11.824967 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d0ffcea9-8772-4506-9c08-68f84d841369 req-5ddcf15c-a8a9-47fa-9dc2-913b2ca9f60c tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] 10.222.0.64 "GET /v2.0/security-groups?id=21897431-186d-4f77-b20d-054ab457bbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590665 Jan 28 19:52:11.968910 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117c367a-e1c6-46f9-9932-26ceebe5e60f req-ce4127f2-75b4-43be-924a-fb827c147cfe tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:52:11.970441 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-117c367a-e1c6-46f9-9932-26ceebe5e60f req-ce4127f2-75b4-43be-924a-fb827c147cfe tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] 10.222.0.64 "GET /v2.0/ports?device_id=f95b6831-74cc-47a3-8ff9-ae9026d032c9 HTTP/1.1" status: 200 len: 945 time: 0.0592957 Jan 28 19:52:12.021810 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-117c367a-e1c6-46f9-9932-26ceebe5e60f req-c2a332f3-c230-48ec-bfd0-73625cea9691 tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] 10.222.0.64 "GET /v2.0/security-groups?id=21897431-186d-4f77-b20d-054ab457bbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451605 Jan 28 19:52:12.044836 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 60970) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:52:12.311562 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c653954e-bfd7-4307-849d-718a4b3c9c92 tempest-TestVolumeBackupRestore-519204524 tempest-TestVolumeBackupRestore-519204524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:52:12.316140 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-c653954e-bfd7-4307-849d-718a4b3c9c92 tempest-TestVolumeBackupRestore-519204524 tempest-TestVolumeBackupRestore-519204524-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=f95b6831-74cc-47a3-8ff9-ae9026d032c9 HTTP/1.1" status: 200 len: 1123 time: 0.2700720 Jan 28 19:52:12.316361 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 60974) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:52:12.321576 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-0c1d38f2-ccd2-46e7-9e2f-42b88f2882eb tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] Request body: {'floatingip': {'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'port_id': '2443a9bb-eac6-4990-8152-0e87e84280fb', 'tenant_id': '821f5e86c594480980d55cdbf8ff86dc', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:52:12.345352 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0c1d38f2-ccd2-46e7-9e2f-42b88f2882eb tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:52:12.448412 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0c1d38f2-ccd2-46e7-9e2f-42b88f2882eb tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:52:12.558168 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-0c1d38f2-ccd2-46e7-9e2f-42b88f2882eb tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] Allocated IP 172.25.6.126 (d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8/a648e4ab-7422-41b9-b133-58aca25ab8f5/a4bccb90-017f-4673-8b26-351a22ce397a) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:52:12.660385 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0c1d38f2-ccd2-46e7-9e2f-42b88f2882eb tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] Publish callbacks [] for port (a4bccb90-017f-4673-8b26-351a22ce397a), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:52:12.695106 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0c1d38f2-ccd2-46e7-9e2f-42b88f2882eb tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (a4bccb90-017f-4673-8b26-351a22ce397a), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:52:12.740376 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c1d38f2-ccd2-46e7-9e2f-42b88f2882eb tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] Network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:52:12.745892 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-0c1d38f2-ccd2-46e7-9e2f-42b88f2882eb tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:52:12.748457 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1d38f2-ccd2-46e7-9e2f-42b88f2882eb tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:52:12.771752 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1d38f2-ccd2-46e7-9e2f-42b88f2882eb tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] Pushing event updated for resources: {'Port': ['ID=a4bccb90-017f-4673-8b26-351a22ce397a,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:52:13.122190 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:52:13.156580 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0c1d38f2-ccd2-46e7-9e2f-42b88f2882eb tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] Publish callbacks [] for floatingip (7f0291b2-6aaa-45a1-af90-192f39f35297), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:52:13.244834 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0c1d38f2-ccd2-46e7-9e2f-42b88f2882eb tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (a4bccb90-017f-4673-8b26-351a22ce397a), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:52:13.403188 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0c1d38f2-ccd2-46e7-9e2f-42b88f2882eb tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] Publish callbacks [] for port (a4bccb90-017f-4673-8b26-351a22ce397a), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:52:13.408253 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0c1d38f2-ccd2-46e7-9e2f-42b88f2882eb tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (a4bccb90-017f-4673-8b26-351a22ce397a), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:52:13.480065 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1d38f2-ccd2-46e7-9e2f-42b88f2882eb tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] Pushing event updated for resources: {'Port': ['ID=a4bccb90-017f-4673-8b26-351a22ce397a,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:52:13.494219 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0c1d38f2-ccd2-46e7-9e2f-42b88f2882eb tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734886'] for floatingip (7f0291b2-6aaa-45a1-af90-192f39f35297), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:52:13.596796 n-d-812111-14 neutron-server[103305]: INFO neutron.db.l3_db [None req-0c1d38f2-ccd2-46e7-9e2f-42b88f2882eb tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] Floating IP 7f0291b2-6aaa-45a1-af90-192f39f35297 associated. External IP: 172.25.6.126, port: 2443a9bb-eac6-4990-8152-0e87e84280fb. Jan 28 19:52:13.805469 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c1d38f2-ccd2-46e7-9e2f-42b88f2882eb tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] Router 3631f86f-dbeb-457b-97e9-21ca7b56fac1 has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:52:13.920172 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c1d38f2-ccd2-46e7-9e2f-42b88f2882eb tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:52:13.932079 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27bb22f-ff2c-46a1-a6a5-823eeaa5d64b None None] Sync routers for ids ['3631f86f-dbeb-457b-97e9-21ca7b56fac1'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:52:13.945280 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0c1d38f2-ccd2-46e7-9e2f-42b88f2882eb tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for floatingip (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:52:13.946364 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27bb22f-ff2c-46a1-a6a5-823eeaa5d64b None None] Routers {'3631f86f-dbeb-457b-97e9-21ca7b56fac1'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:52:13.947052 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-d27bb22f-ff2c-46a1-a6a5-823eeaa5d64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:52:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['3631f86f-dbeb-457b-97e9-21ca7b56fac1'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:52:13.982093 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-0c1d38f2-ccd2-46e7-9e2f-42b88f2882eb tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6645350 Jan 28 19:52:13.982686 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f95b6831-74cc-47a3-8ff9-ae9026d032c9', 'tag': '2443a9bb-eac6-4990-8152-0e87e84280fb'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:52:13.984715 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 60980) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:52:13.985233 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a48fe9a9-1985-4212-b3f3-f59bca7558dc" -d '{"events": [{"name": "network-changed", "server_uuid": "f95b6831-74cc-47a3-8ff9-ae9026d032c9", "tag": "2443a9bb-eac6-4990-8152-0e87e84280fb"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:52:14.026050 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:52:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f989bc9-ff9b-484e-aec4-b6c3c0f2ac05 x-openstack-request-id: req-3f989bc9-ff9b-484e-aec4-b6c3c0f2ac05 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:52:14.026341 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f95b6831-74cc-47a3-8ff9-ae9026d032c9", "tag": "2443a9bb-eac6-4990-8152-0e87e84280fb", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:52:14.026603 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3f989bc9-ff9b-484e-aec4-b6c3c0f2ac05 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:52:14.027013 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f95b6831-74cc-47a3-8ff9-ae9026d032c9', 'tag': '2443a9bb-eac6-4990-8152-0e87e84280fb', 'status': 'completed', 'code': 200} Jan 28 19:52:14.044427 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-769277bd-dc40-4cbc-a050-832f57622d78 tempest-TestVolumeBackupRestore-519204524 tempest-TestVolumeBackupRestore-519204524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:52:14.046062 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-769277bd-dc40-4cbc-a050-832f57622d78 tempest-TestVolumeBackupRestore-519204524 tempest-TestVolumeBackupRestore-519204524-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=f95b6831-74cc-47a3-8ff9-ae9026d032c9 HTTP/1.1" status: 200 len: 1123 time: 0.0595014 Jan 28 19:52:14.049221 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 60984) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:52:14.054072 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-79fe5ffd-ec82-4ca6-b4e8-937913b1fe4b tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] Request body: {'floatingip': {'port_id': '2443a9bb-eac6-4990-8152-0e87e84280fb'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:52:14.109679 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48fe9a9-1985-4212-b3f3-f59bca7558dc req-55c1afe6-ce97-46e5-ad2f-b14c02fc5b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:52:14.111801 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a48fe9a9-1985-4212-b3f3-f59bca7558dc req-55c1afe6-ce97-46e5-ad2f-b14c02fc5b8d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=821f5e86c594480980d55cdbf8ff86dc&device_id=f95b6831-74cc-47a3-8ff9-ae9026d032c9 HTTP/1.1" status: 200 len: 1128 time: 0.0625236 Jan 28 19:52:14.115687 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-79fe5ffd-ec82-4ca6-b4e8-937913b1fe4b tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] Publish callbacks [] for floatingip (7f0291b2-6aaa-45a1-af90-192f39f35297), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:52:14.176796 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-d27bb22f-ff2c-46a1-a6a5-823eeaa5d64b None None] Set router 3631f86f-dbeb-457b-97e9-21ca7b56fac1 gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:52:14.264436 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48fe9a9-1985-4212-b3f3-f59bca7558dc req-615242d2-9f10-4c67-97f8-8f45670bc079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:52:14.266394 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a48fe9a9-1985-4212-b3f3-f59bca7558dc req-615242d2-9f10-4c67-97f8-8f45670bc079 service neutron] 10.222.0.70 "GET /v2.0/networks?id=421bb6ca-1541-487e-bb56-6893a3905012 HTTP/1.1" status: 200 len: 914 time: 0.1486444 Jan 28 19:52:14.348267 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a48fe9a9-1985-4212-b3f3-f59bca7558dc req-aba22a3f-f072-4bff-a0a1-e4432c7fe6ac service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2443a9bb-eac6-4990-8152-0e87e84280fb HTTP/1.1" status: 200 len: 999 time: 0.0762291 Jan 28 19:52:14.410031 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48fe9a9-1985-4212-b3f3-f59bca7558dc req-cf9a7cd9-fbb5-4458-9368-ac07f8f1e411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:52:14.411974 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a48fe9a9-1985-4212-b3f3-f59bca7558dc req-cf9a7cd9-fbb5-4458-9368-ac07f8f1e411 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=54fb11ad-ae20-4741-9575-b92a5fdeabc5 HTTP/1.1" status: 200 len: 853 time: 0.0573604 Jan 28 19:52:14.500531 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48fe9a9-1985-4212-b3f3-f59bca7558dc req-68388926-f2ed-4f7a-9418-06323920be9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:52:14.502484 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a48fe9a9-1985-4212-b3f3-f59bca7558dc req-68388926-f2ed-4f7a-9418-06323920be9d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=421bb6ca-1541-487e-bb56-6893a3905012&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0840762 Jan 28 19:52:14.520446 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-d27bb22f-ff2c-46a1-a6a5-823eeaa5d64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3631f86f-dbeb-457b-97e9-21ca7b56fac1', 'name': 'tempest-TestVolumeBackupRestore-1728885111-router', 'tenant_id': '821f5e86c594480980d55cdbf8ff86dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': 'b5520070-89ae-4e6b-beef-4b8d6f0fe7b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:48:29Z', 'updated_at': '2022-01-28T19:48:35Z', 'revision_number': 4, 'project_id': '821f5e86c594480980d55cdbf8ff86dc', 'gw_port': {'id': 'b5520070-89ae-4e6b-beef-4b8d6f0fe7b2', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:01:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3631f86f-dbeb-457b-97e9-21ca7b56fac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:48:30Z', 'updated_at': '2022-01-28T19:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_floatingips': [{'id': '7f0291b2-6aaa-45a1-af90-192f39f35297', 'tenant_id': '821f5e86c594480980d55cdbf8ff86dc', 'floating_ip_address': '172.25.6.126', 'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'router_id': '3631f86f-dbeb-457b-97e9-21ca7b56fac1', 'port_id': '2443a9bb-eac6-4990-8152-0e87e84280fb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3661, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '421bb6ca-1541-487e-bb56-6893a3905012', 'mac_address': 'fa:16:3e:26:fb:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f95b6831-74cc-47a3-8ff9-ae9026d032c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:52:13Z', 'updated_at': '2022-01-28T19:52:13Z', 'revision_number': 0, 'project_id': '821f5e86c594480980d55cdbf8ff86dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30d8b568-618b-40a1-9b9f-42efa88da408', 'name': '', 'network_id': '421bb6ca-1541-487e-bb56-6893a3905012', 'tenant_id': '821f5e86c594480980d55cdbf8ff86dc', 'mac_address': 'fa:16:3e:21:b7:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3631f86f-dbeb-457b-97e9-21ca7b56fac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': '54fb11ad-ae20-4741-9575-b92a5fdeabc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:48:35Z', 'updated_at': '2022-01-28T19:48:41Z', 'revision_number': 5, 'project_id': '821f5e86c594480980d55cdbf8ff86dc', 'subnets': [{'id': '54fb11ad-ae20-4741-9575-b92a5fdeabc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:52:14.555375 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27bb22f-ff2c-46a1-a6a5-823eeaa5d64b None None] Checking router: 3631f86f-dbeb-457b-97e9-21ca7b56fac1 for host: n-d-812111-14 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:52:14.566436 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27bb22f-ff2c-46a1-a6a5-823eeaa5d64b None None] Routers {'3631f86f-dbeb-457b-97e9-21ca7b56fac1'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:52:14.567457 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-d27bb22f-ff2c-46a1-a6a5-823eeaa5d64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:52:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['3631f86f-dbeb-457b-97e9-21ca7b56fac1'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:52:14.647919 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a48fe9a9-1985-4212-b3f3-f59bca7558dc req-f6136245-3a1b-497d-ba44-6fc4a8ec3699 service neutron] 10.222.0.70 "GET /v2.0/networks/421bb6ca-1541-487e-bb56-6893a3905012?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373816 Jan 28 19:52:14.707837 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-d27bb22f-ff2c-46a1-a6a5-823eeaa5d64b None None] Set router 3631f86f-dbeb-457b-97e9-21ca7b56fac1 gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:52:14.760901 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a48fe9a9-1985-4212-b3f3-f59bca7558dc req-9b5b69f3-57f6-47f4-8ff8-7c537021c796 service neutron] 10.222.0.70 "GET /v2.0/networks/421bb6ca-1541-487e-bb56-6893a3905012?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068811 Jan 28 19:52:14.979718 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-d27bb22f-ff2c-46a1-a6a5-823eeaa5d64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3631f86f-dbeb-457b-97e9-21ca7b56fac1', 'name': 'tempest-TestVolumeBackupRestore-1728885111-router', 'tenant_id': '821f5e86c594480980d55cdbf8ff86dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': 'b5520070-89ae-4e6b-beef-4b8d6f0fe7b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:48:29Z', 'updated_at': '2022-01-28T19:48:35Z', 'revision_number': 4, 'project_id': '821f5e86c594480980d55cdbf8ff86dc', 'gw_port': {'id': 'b5520070-89ae-4e6b-beef-4b8d6f0fe7b2', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:01:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3631f86f-dbeb-457b-97e9-21ca7b56fac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:48:30Z', 'updated_at': '2022-01-28T19:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_floatingips': [{'id': '7f0291b2-6aaa-45a1-af90-192f39f35297', 'tenant_id': '821f5e86c594480980d55cdbf8ff86dc', 'floating_ip_address': '172.25.6.126', 'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'router_id': '3631f86f-dbeb-457b-97e9-21ca7b56fac1', 'port_id': '2443a9bb-eac6-4990-8152-0e87e84280fb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3661, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '421bb6ca-1541-487e-bb56-6893a3905012', 'mac_address': 'fa:16:3e:26:fb:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f95b6831-74cc-47a3-8ff9-ae9026d032c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:52:13Z', 'updated_at': '2022-01-28T19:52:13Z', 'revision_number': 0, 'project_id': '821f5e86c594480980d55cdbf8ff86dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30d8b568-618b-40a1-9b9f-42efa88da408', 'name': '', 'network_id': '421bb6ca-1541-487e-bb56-6893a3905012', 'tenant_id': '821f5e86c594480980d55cdbf8ff86dc', 'mac_address': 'fa:16:3e:21:b7:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3631f86f-dbeb-457b-97e9-21ca7b56fac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': '54fb11ad-ae20-4741-9575-b92a5fdeabc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:48:35Z', 'updated_at': '2022-01-28T19:48:41Z', 'revision_number': 5, 'project_id': '821f5e86c594480980d55cdbf8ff86dc', 'subnets': [{'id': '54fb11ad-ae20-4741-9575-b92a5fdeabc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:52:15.014188 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27bb22f-ff2c-46a1-a6a5-823eeaa5d64b None None] The sync data for ids ['3631f86f-dbeb-457b-97e9-21ca7b56fac1'] in n-d-812111-14 is: [{'id': '3631f86f-dbeb-457b-97e9-21ca7b56fac1', 'name': 'tempest-TestVolumeBackupRestore-1728885111-router', 'tenant_id': '821f5e86c594480980d55cdbf8ff86dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': 'b5520070-89ae-4e6b-beef-4b8d6f0fe7b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:48:29Z', 'updated_at': '2022-01-28T19:48:35Z', 'revision_number': 4, 'project_id': '821f5e86c594480980d55cdbf8ff86dc', 'gw_port': {'id': 'b5520070-89ae-4e6b-beef-4b8d6f0fe7b2', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:01:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3631f86f-dbeb-457b-97e9-21ca7b56fac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:48:30Z', 'updated_at': '2022-01-28T19:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_floatingips': [{'id': '7f0291b2-6aaa-45a1-af90-192f39f35297', 'tenant_id': '821f5e86c594480980d55cdbf8ff86dc', 'floating_ip_address': '172.25.6.126', 'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'router_id': '3631f86f-dbeb-457b-97e9-21ca7b56fac1', 'port_id': '2443a9bb-eac6-4990-8152-0e87e84280fb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3661, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '421bb6ca-1541-487e-bb56-6893a3905012', 'mac_address': 'fa:16:3e:26:fb:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f95b6831-74cc-47a3-8ff9-ae9026d032c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:52:13Z', 'updated_at': '2022-01-28T19:52:13Z', 'revision_number': 0, 'project_id': '821f5e86c594480980d55cdbf8ff86dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30d8b568-618b-40a1-9b9f-42efa88da408', 'name': '', 'network_id': '421bb6ca-1541-487e-bb56-6893a3905012', 'tenant_id': '821f5e86c594480980d55cdbf8ff86dc', 'mac_address': 'fa:16:3e:21:b7:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3631f86f-dbeb-457b-97e9-21ca7b56fac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': '54fb11ad-ae20-4741-9575-b92a5fdeabc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:48:35Z', 'updated_at': '2022-01-28T19:48:41Z', 'revision_number': 5, 'project_id': '821f5e86c594480980d55cdbf8ff86dc', 'subnets': [{'id': '54fb11ad-ae20-4741-9575-b92a5fdeabc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:52:15.173405 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-79fe5ffd-ec82-4ca6-b4e8-937913b1fe4b tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:52:15.178988 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-79fe5ffd-ec82-4ca6-b4e8-937913b1fe4b tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734886'] for floatingip (7f0291b2-6aaa-45a1-af90-192f39f35297), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:52:15.335801 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2286a7a9-d64b-496c-bb2d-ba03b8d4164f None None] New status for floating IP 7f0291b2-6aaa-45a1-af90-192f39f35297: ACTIVE {{(pid=103306) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 19:52:15.424575 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79fe5ffd-ec82-4ca6-b4e8-937913b1fe4b tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] Router 3631f86f-dbeb-457b-97e9-21ca7b56fac1 has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:52:15.573778 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79fe5ffd-ec82-4ca6-b4e8-937913b1fe4b tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:52:15.578506 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-79fe5ffd-ec82-4ca6-b4e8-937913b1fe4b tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for floatingip (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:52:15.608960 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f72675d-76e6-4bac-b016-e1e3c09843a5 None None] Sync routers for ids ['3631f86f-dbeb-457b-97e9-21ca7b56fac1'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:52:15.629461 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f72675d-76e6-4bac-b016-e1e3c09843a5 None None] Routers {'3631f86f-dbeb-457b-97e9-21ca7b56fac1'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:52:15.630080 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-5f72675d-76e6-4bac-b016-e1e3c09843a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:52:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['3631f86f-dbeb-457b-97e9-21ca7b56fac1'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:52:15.642202 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-79fe5ffd-ec82-4ca6-b4e8-937913b1fe4b tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] 10.222.0.64 "PUT /v2.0/floatingips/7f0291b2-6aaa-45a1-af90-192f39f35297 HTTP/1.1" status: 200 len: 991 time: 1.5918243 Jan 28 19:52:15.752274 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-5f72675d-76e6-4bac-b016-e1e3c09843a5 None None] Set router 3631f86f-dbeb-457b-97e9-21ca7b56fac1 gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:52:15.994581 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-5f72675d-76e6-4bac-b016-e1e3c09843a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3631f86f-dbeb-457b-97e9-21ca7b56fac1', 'name': 'tempest-TestVolumeBackupRestore-1728885111-router', 'tenant_id': '821f5e86c594480980d55cdbf8ff86dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': 'b5520070-89ae-4e6b-beef-4b8d6f0fe7b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:48:29Z', 'updated_at': '2022-01-28T19:48:35Z', 'revision_number': 4, 'project_id': '821f5e86c594480980d55cdbf8ff86dc', 'gw_port': {'id': 'b5520070-89ae-4e6b-beef-4b8d6f0fe7b2', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:01:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3631f86f-dbeb-457b-97e9-21ca7b56fac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:48:30Z', 'updated_at': '2022-01-28T19:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_floatingips': [{'id': '7f0291b2-6aaa-45a1-af90-192f39f35297', 'tenant_id': '821f5e86c594480980d55cdbf8ff86dc', 'floating_ip_address': '172.25.6.126', 'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'router_id': '3631f86f-dbeb-457b-97e9-21ca7b56fac1', 'port_id': '2443a9bb-eac6-4990-8152-0e87e84280fb', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3661, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '421bb6ca-1541-487e-bb56-6893a3905012', 'mac_address': 'fa:16:3e:26:fb:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f95b6831-74cc-47a3-8ff9-ae9026d032c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:52:13Z', 'updated_at': '2022-01-28T19:52:15Z', 'revision_number': 2, 'project_id': '821f5e86c594480980d55cdbf8ff86dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30d8b568-618b-40a1-9b9f-42efa88da408', 'name': '', 'network_id': '421bb6ca-1541-487e-bb56-6893a3905012', 'tenant_id': '821f5e86c594480980d55cdbf8ff86dc', 'mac_address': 'fa:16:3e:21:b7:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3631f86f-dbeb-457b-97e9-21ca7b56fac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': '54fb11ad-ae20-4741-9575-b92a5fdeabc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:48:35Z', 'updated_at': '2022-01-28T19:48:41Z', 'revision_number': 5, 'project_id': '821f5e86c594480980d55cdbf8ff86dc', 'subnets': [{'id': '54fb11ad-ae20-4741-9575-b92a5fdeabc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:52:16.020493 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f72675d-76e6-4bac-b016-e1e3c09843a5 None None] Checking router: 3631f86f-dbeb-457b-97e9-21ca7b56fac1 for host: n-d-812111-14 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:52:16.028267 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f95b6831-74cc-47a3-8ff9-ae9026d032c9', 'tag': '2443a9bb-eac6-4990-8152-0e87e84280fb'}, {'name': 'network-changed', 'server_uuid': 'f95b6831-74cc-47a3-8ff9-ae9026d032c9', 'tag': '2443a9bb-eac6-4990-8152-0e87e84280fb'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:52:16.029507 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f72675d-76e6-4bac-b016-e1e3c09843a5 None None] Routers {'3631f86f-dbeb-457b-97e9-21ca7b56fac1'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:52:16.030116 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-5f72675d-76e6-4bac-b016-e1e3c09843a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:52:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['3631f86f-dbeb-457b-97e9-21ca7b56fac1'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:52:16.034571 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d4f7931-9ca0-4314-ae9e-8cfb298d953a" -d '{"events": [{"name": "network-changed", "server_uuid": "f95b6831-74cc-47a3-8ff9-ae9026d032c9", "tag": "2443a9bb-eac6-4990-8152-0e87e84280fb"}, {"name": "network-changed", "server_uuid": "f95b6831-74cc-47a3-8ff9-ae9026d032c9", "tag": "2443a9bb-eac6-4990-8152-0e87e84280fb"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:52:16.076467 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 28 Jan 2022 19:52:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9954a917-73ed-4bcc-8dc3-ea5c41cacfca x-openstack-request-id: req-9954a917-73ed-4bcc-8dc3-ea5c41cacfca {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:52:16.076767 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f95b6831-74cc-47a3-8ff9-ae9026d032c9", "tag": "2443a9bb-eac6-4990-8152-0e87e84280fb", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f95b6831-74cc-47a3-8ff9-ae9026d032c9", "tag": "2443a9bb-eac6-4990-8152-0e87e84280fb", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:52:16.077029 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9954a917-73ed-4bcc-8dc3-ea5c41cacfca {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:52:16.077458 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f95b6831-74cc-47a3-8ff9-ae9026d032c9', 'tag': '2443a9bb-eac6-4990-8152-0e87e84280fb', 'status': 'completed', 'code': 200} Jan 28 19:52:16.077734 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f95b6831-74cc-47a3-8ff9-ae9026d032c9', 'tag': '2443a9bb-eac6-4990-8152-0e87e84280fb', 'status': 'completed', 'code': 200} Jan 28 19:52:16.162675 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-5f72675d-76e6-4bac-b016-e1e3c09843a5 None None] Set router 3631f86f-dbeb-457b-97e9-21ca7b56fac1 gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:52:16.186177 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4f7931-9ca0-4314-ae9e-8cfb298d953a req-6a96116a-4d43-4a63-b46c-933845abbd08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:52:16.188287 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4d4f7931-9ca0-4314-ae9e-8cfb298d953a req-6a96116a-4d43-4a63-b46c-933845abbd08 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=821f5e86c594480980d55cdbf8ff86dc&device_id=f95b6831-74cc-47a3-8ff9-ae9026d032c9 HTTP/1.1" status: 200 len: 1128 time: 0.0853534 Jan 28 19:52:16.309365 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4f7931-9ca0-4314-ae9e-8cfb298d953a req-7d9754c1-c7bf-4ac0-8665-7f4a35b89333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:52:16.311302 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4d4f7931-9ca0-4314-ae9e-8cfb298d953a req-7d9754c1-c7bf-4ac0-8665-7f4a35b89333 service neutron] 10.222.0.70 "GET /v2.0/networks?id=421bb6ca-1541-487e-bb56-6893a3905012 HTTP/1.1" status: 200 len: 914 time: 0.1154521 Jan 28 19:52:16.389636 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4d4f7931-9ca0-4314-ae9e-8cfb298d953a req-13fe996f-dc79-46fc-ae65-f556a3811bcd service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2443a9bb-eac6-4990-8152-0e87e84280fb HTTP/1.1" status: 200 len: 1001 time: 0.0710425 Jan 28 19:52:16.453554 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-5f72675d-76e6-4bac-b016-e1e3c09843a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3631f86f-dbeb-457b-97e9-21ca7b56fac1', 'name': 'tempest-TestVolumeBackupRestore-1728885111-router', 'tenant_id': '821f5e86c594480980d55cdbf8ff86dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': 'b5520070-89ae-4e6b-beef-4b8d6f0fe7b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:48:29Z', 'updated_at': '2022-01-28T19:48:35Z', 'revision_number': 4, 'project_id': '821f5e86c594480980d55cdbf8ff86dc', 'gw_port': {'id': 'b5520070-89ae-4e6b-beef-4b8d6f0fe7b2', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:01:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3631f86f-dbeb-457b-97e9-21ca7b56fac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:48:30Z', 'updated_at': '2022-01-28T19:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_floatingips': [{'id': '7f0291b2-6aaa-45a1-af90-192f39f35297', 'tenant_id': '821f5e86c594480980d55cdbf8ff86dc', 'floating_ip_address': '172.25.6.126', 'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'router_id': '3631f86f-dbeb-457b-97e9-21ca7b56fac1', 'port_id': '2443a9bb-eac6-4990-8152-0e87e84280fb', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3661, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '421bb6ca-1541-487e-bb56-6893a3905012', 'mac_address': 'fa:16:3e:26:fb:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f95b6831-74cc-47a3-8ff9-ae9026d032c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:52:13Z', 'updated_at': '2022-01-28T19:52:15Z', 'revision_number': 2, 'project_id': '821f5e86c594480980d55cdbf8ff86dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30d8b568-618b-40a1-9b9f-42efa88da408', 'name': '', 'network_id': '421bb6ca-1541-487e-bb56-6893a3905012', 'tenant_id': '821f5e86c594480980d55cdbf8ff86dc', 'mac_address': 'fa:16:3e:21:b7:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3631f86f-dbeb-457b-97e9-21ca7b56fac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': '54fb11ad-ae20-4741-9575-b92a5fdeabc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:48:35Z', 'updated_at': '2022-01-28T19:48:41Z', 'revision_number': 5, 'project_id': '821f5e86c594480980d55cdbf8ff86dc', 'subnets': [{'id': '54fb11ad-ae20-4741-9575-b92a5fdeabc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:52:16.466422 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4f7931-9ca0-4314-ae9e-8cfb298d953a req-3d93dba6-b33b-450f-8fd6-4390185c1595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:52:16.467937 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4d4f7931-9ca0-4314-ae9e-8cfb298d953a req-3d93dba6-b33b-450f-8fd6-4390185c1595 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=54fb11ad-ae20-4741-9575-b92a5fdeabc5 HTTP/1.1" status: 200 len: 853 time: 0.0682147 Jan 28 19:52:16.484594 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f72675d-76e6-4bac-b016-e1e3c09843a5 None None] The sync data for ids ['3631f86f-dbeb-457b-97e9-21ca7b56fac1'] in n-d-812111-14 is: [{'id': '3631f86f-dbeb-457b-97e9-21ca7b56fac1', 'name': 'tempest-TestVolumeBackupRestore-1728885111-router', 'tenant_id': '821f5e86c594480980d55cdbf8ff86dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': 'b5520070-89ae-4e6b-beef-4b8d6f0fe7b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:48:29Z', 'updated_at': '2022-01-28T19:48:35Z', 'revision_number': 4, 'project_id': '821f5e86c594480980d55cdbf8ff86dc', 'gw_port': {'id': 'b5520070-89ae-4e6b-beef-4b8d6f0fe7b2', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:01:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3631f86f-dbeb-457b-97e9-21ca7b56fac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:48:30Z', 'updated_at': '2022-01-28T19:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_floatingips': [{'id': '7f0291b2-6aaa-45a1-af90-192f39f35297', 'tenant_id': '821f5e86c594480980d55cdbf8ff86dc', 'floating_ip_address': '172.25.6.126', 'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'router_id': '3631f86f-dbeb-457b-97e9-21ca7b56fac1', 'port_id': '2443a9bb-eac6-4990-8152-0e87e84280fb', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3661, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '421bb6ca-1541-487e-bb56-6893a3905012', 'mac_address': 'fa:16:3e:26:fb:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f95b6831-74cc-47a3-8ff9-ae9026d032c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:52:13Z', 'updated_at': '2022-01-28T19:52:15Z', 'revision_number': 2, 'project_id': '821f5e86c594480980d55cdbf8ff86dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30d8b568-618b-40a1-9b9f-42efa88da408', 'name': '', 'network_id': '421bb6ca-1541-487e-bb56-6893a3905012', 'tenant_id': '821f5e86c594480980d55cdbf8ff86dc', 'mac_address': 'fa:16:3e:21:b7:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3631f86f-dbeb-457b-97e9-21ca7b56fac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': '54fb11ad-ae20-4741-9575-b92a5fdeabc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:48:35Z', 'updated_at': '2022-01-28T19:48:41Z', 'revision_number': 5, 'project_id': '821f5e86c594480980d55cdbf8ff86dc', 'subnets': [{'id': '54fb11ad-ae20-4741-9575-b92a5fdeabc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:52:16.521893 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4f7931-9ca0-4314-ae9e-8cfb298d953a req-e9211e33-9a06-41e3-8ba7-d1a60afc7b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:52:16.523954 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4d4f7931-9ca0-4314-ae9e-8cfb298d953a req-e9211e33-9a06-41e3-8ba7-d1a60afc7b8e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=421bb6ca-1541-487e-bb56-6893a3905012&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0494535 Jan 28 19:52:16.658446 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4d4f7931-9ca0-4314-ae9e-8cfb298d953a req-ec72b17e-608f-44f4-90af-93bf2bc06e7e service neutron] 10.222.0.70 "GET /v2.0/networks/421bb6ca-1541-487e-bb56-6893a3905012?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278882 Jan 28 19:52:16.764385 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4d4f7931-9ca0-4314-ae9e-8cfb298d953a req-3b0d2a47-8b9a-4716-b9d4-73971b2513ef service neutron] 10.222.0.70 "GET /v2.0/networks/421bb6ca-1541-487e-bb56-6893a3905012?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004851 Jan 28 19:52:16.850960 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4f7931-9ca0-4314-ae9e-8cfb298d953a req-e8d163f2-e059-4b93-9370-df9c79fa8630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:52:16.853053 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4d4f7931-9ca0-4314-ae9e-8cfb298d953a req-e8d163f2-e059-4b93-9370-df9c79fa8630 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=821f5e86c594480980d55cdbf8ff86dc&device_id=f95b6831-74cc-47a3-8ff9-ae9026d032c9 HTTP/1.1" status: 200 len: 1128 time: 0.0487506 Jan 28 19:52:16.951850 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4f7931-9ca0-4314-ae9e-8cfb298d953a req-e6453692-0606-4970-96bc-e7bbb930c7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:52:16.953409 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4d4f7931-9ca0-4314-ae9e-8cfb298d953a req-e6453692-0606-4970-96bc-e7bbb930c7ad service neutron] 10.222.0.70 "GET /v2.0/networks?id=421bb6ca-1541-487e-bb56-6893a3905012 HTTP/1.1" status: 200 len: 914 time: 0.0942259 Jan 28 19:52:17.020393 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4d4f7931-9ca0-4314-ae9e-8cfb298d953a req-2e26fbdd-e1b1-471c-bd39-afcda548792f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2443a9bb-eac6-4990-8152-0e87e84280fb HTTP/1.1" status: 200 len: 1001 time: 0.0614581 Jan 28 19:52:17.068296 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4f7931-9ca0-4314-ae9e-8cfb298d953a req-c9be5dac-d18f-4f1c-a26e-0a86159e059c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:52:17.069849 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4d4f7931-9ca0-4314-ae9e-8cfb298d953a req-c9be5dac-d18f-4f1c-a26e-0a86159e059c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=54fb11ad-ae20-4741-9575-b92a5fdeabc5 HTTP/1.1" status: 200 len: 853 time: 0.0441053 Jan 28 19:52:17.124475 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4f7931-9ca0-4314-ae9e-8cfb298d953a req-02807b4e-5d0c-4858-b93d-df448399afa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:52:17.126277 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4d4f7931-9ca0-4314-ae9e-8cfb298d953a req-02807b4e-5d0c-4858-b93d-df448399afa4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=421bb6ca-1541-487e-bb56-6893a3905012&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0510578 Jan 28 19:52:17.223099 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4d4f7931-9ca0-4314-ae9e-8cfb298d953a req-d3753679-90a8-49ac-9118-a777453484e3 service neutron] 10.222.0.70 "GET /v2.0/networks/421bb6ca-1541-487e-bb56-6893a3905012?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906332 Jan 28 19:52:17.250050 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 60998) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:52:17.323787 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4d4f7931-9ca0-4314-ae9e-8cfb298d953a req-f8cc1cc0-4fa7-4c32-90dd-bbcc95c0ed1d service neutron] 10.222.0.70 "GET /v2.0/networks/421bb6ca-1541-487e-bb56-6893a3905012?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942400 Jan 28 19:52:17.714618 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7005ca2a-42b6-4f26-840b-cb85c7ae45a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-732838'] for router_interface (1d65a469-c414-4fde-a6f4-6667472e81f1), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:52:17.979418 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-7005ca2a-42b6-4f26-840b-cb85c7ae45a8 admin admin] Deleting port 4e688a9b-2998-46b0-954c-f17d01e771b9 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:52:17.979768 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7005ca2a-42b6-4f26-840b-cb85c7ae45a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (4e688a9b-2998-46b0-954c-f17d01e771b9), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:52:18.058236 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-7005ca2a-42b6-4f26-840b-cb85c7ae45a8 admin admin] For port 4e688a9b-2998-46b0-954c-f17d01e771b9, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=4e688a9b-2998-46b0-954c-f17d01e771b9,segment=NetworkSegment(b4a896b1-8268-4f57-aff2-2ae084c28756),segment_id=b4a896b1-8268-4f57-aff2-2ae084c28756)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:52:18.058601 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7005ca2a-42b6-4f26-840b-cb85c7ae45a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (4e688a9b-2998-46b0-954c-f17d01e771b9), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:52:18.071654 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-7005ca2a-42b6-4f26-840b-cb85c7ae45a8 admin admin] Calling delete_port for 4e688a9b-2998-46b0-954c-f17d01e771b9 owned by network:router_interface {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:52:18.259982 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7005ca2a-42b6-4f26-840b-cb85c7ae45a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (4e688a9b-2998-46b0-954c-f17d01e771b9), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:52:18.289816 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7005ca2a-42b6-4f26-840b-cb85c7ae45a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e688a9b-2998-46b0-954c-f17d01e771b9,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:52:18.463456 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7005ca2a-42b6-4f26-840b-cb85c7ae45a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-732682'] for router_interface (1d65a469-c414-4fde-a6f4-6667472e81f1), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:52:18.694528 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7005ca2a-42b6-4f26-840b-cb85c7ae45a8 admin admin] Router 1d65a469-c414-4fde-a6f4-6667472e81f1 has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:52:18.804010 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7005ca2a-42b6-4f26-840b-cb85c7ae45a8 admin admin] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:52:18.812099 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-7005ca2a-42b6-4f26-840b-cb85c7ae45a8 admin admin] 10.222.0.64 "PUT /v2.0/routers/1d65a469-c414-4fde-a6f4-6667472e81f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5574565 Jan 28 19:52:18.812099 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 32770) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:52:18.814665 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751be1f4-14c7-4c61-aa0b-0b42d115de70 None None] Sync routers for ids ['1d65a469-c414-4fde-a6f4-6667472e81f1'] in n-d-812111-14 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:52:18.825454 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751be1f4-14c7-4c61-aa0b-0b42d115de70 None None] Routers {'1d65a469-c414-4fde-a6f4-6667472e81f1'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:52:18.826094 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-751be1f4-14c7-4c61-aa0b-0b42d115de70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:52:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['1d65a469-c414-4fde-a6f4-6667472e81f1'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:52:18.927542 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f8627485-f5f3-4018-b99b-1c71b2b32672 admin admin] Publish callbacks [] for router (1d65a469-c414-4fde-a6f4-6667472e81f1), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:52:18.939563 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-751be1f4-14c7-4c61-aa0b-0b42d115de70 None None] Set router 1d65a469-c414-4fde-a6f4-6667472e81f1 gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:52:19.038417 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f8627485-f5f3-4018-b99b-1c71b2b32672 admin admin] Publish callbacks [] for router_gateway (1d65a469-c414-4fde-a6f4-6667472e81f1), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:52:19.089832 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-f8627485-f5f3-4018-b99b-1c71b2b32672 admin admin] Deleting port 971e9ed1-7a19-4484-a5a6-ae40aa248f18 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:52:19.090181 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f8627485-f5f3-4018-b99b-1c71b2b32672 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (971e9ed1-7a19-4484-a5a6-ae40aa248f18), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:52:19.131093 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-751be1f4-14c7-4c61-aa0b-0b42d115de70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d65a469-c414-4fde-a6f4-6667472e81f1', 'name': 'tempest-AttachVolumeTestJSON-407466557-router', 'tenant_id': 'ce9d5ffcc83f4c96b4b0a979abf83eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': '971e9ed1-7a19-4484-a5a6-ae40aa248f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:46:44Z', 'updated_at': '2022-01-28T19:52:18Z', 'revision_number': 5, 'project_id': 'ce9d5ffcc83f4c96b4b0a979abf83eac', 'gw_port': {'id': '971e9ed1-7a19-4484-a5a6-ae40aa248f18', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:f6:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d65a469-c414-4fde-a6f4-6667472e81f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:46:45Z', 'updated_at': '2022-01-28T19:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:52:19.162223 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751be1f4-14c7-4c61-aa0b-0b42d115de70 None None] Checking router: 1d65a469-c414-4fde-a6f4-6667472e81f1 for host: n-d-812111-14 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:52:19.168093 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-f8627485-f5f3-4018-b99b-1c71b2b32672 admin admin] For port 971e9ed1-7a19-4484-a5a6-ae40aa248f18, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=971e9ed1-7a19-4484-a5a6-ae40aa248f18,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:52:19.168564 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f8627485-f5f3-4018-b99b-1c71b2b32672 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (971e9ed1-7a19-4484-a5a6-ae40aa248f18), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:52:19.170698 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751be1f4-14c7-4c61-aa0b-0b42d115de70 None None] Routers {'1d65a469-c414-4fde-a6f4-6667472e81f1'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:52:19.171310 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-751be1f4-14c7-4c61-aa0b-0b42d115de70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:52:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['1d65a469-c414-4fde-a6f4-6667472e81f1'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:52:19.180754 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-f8627485-f5f3-4018-b99b-1c71b2b32672 admin admin] Calling delete_port for 971e9ed1-7a19-4484-a5a6-ae40aa248f18 owned by network:router_gateway {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:52:19.258840 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-751be1f4-14c7-4c61-aa0b-0b42d115de70 None None] Set router 1d65a469-c414-4fde-a6f4-6667472e81f1 gateway port host: None {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:52:19.313733 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-751be1f4-14c7-4c61-aa0b-0b42d115de70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d65a469-c414-4fde-a6f4-6667472e81f1', 'name': 'tempest-AttachVolumeTestJSON-407466557-router', 'tenant_id': 'ce9d5ffcc83f4c96b4b0a979abf83eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:46:44Z', 'updated_at': '2022-01-28T19:52:19Z', 'revision_number': 6, 'project_id': 'ce9d5ffcc83f4c96b4b0a979abf83eac', 'gw_port_host': None}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:52:19.340458 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751be1f4-14c7-4c61-aa0b-0b42d115de70 None None] The sync data for ids ['1d65a469-c414-4fde-a6f4-6667472e81f1'] in n-d-812111-14 is: [{'id': '1d65a469-c414-4fde-a6f4-6667472e81f1', 'name': 'tempest-AttachVolumeTestJSON-407466557-router', 'tenant_id': 'ce9d5ffcc83f4c96b4b0a979abf83eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:46:44Z', 'updated_at': '2022-01-28T19:52:19Z', 'revision_number': 6, 'project_id': 'ce9d5ffcc83f4c96b4b0a979abf83eac', 'gw_port_host': None}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:52:19.347493 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f8627485-f5f3-4018-b99b-1c71b2b32672 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (971e9ed1-7a19-4484-a5a6-ae40aa248f18), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:52:19.380832 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8627485-f5f3-4018-b99b-1c71b2b32672 admin admin] Pushing event deleted for resources: {'Port': ['ID=971e9ed1-7a19-4484-a5a6-ae40aa248f18,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:52:19.439475 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f8627485-f5f3-4018-b99b-1c71b2b32672 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-731488'] for router_gateway (1d65a469-c414-4fde-a6f4-6667472e81f1), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:52:19.529499 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f8627485-f5f3-4018-b99b-1c71b2b32672 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-730901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261120'] for router (1d65a469-c414-4fde-a6f4-6667472e81f1), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:52:19.531598 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f8627485-f5f3-4018-b99b-1c71b2b32672 admin admin] Publish callbacks [] for router_controller (1d65a469-c414-4fde-a6f4-6667472e81f1), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:52:19.574515 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f8627485-f5f3-4018-b99b-1c71b2b32672 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-730908'] for router (1d65a469-c414-4fde-a6f4-6667472e81f1), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:52:19.575042 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8627485-f5f3-4018-b99b-1c71b2b32672 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1d65a469-c414-4fde-a6f4-6667472e81f1 {{(pid=103305) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:52:19.579314 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f8627485-f5f3-4018-b99b-1c71b2b32672 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:52:19.580452 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-f8627485-f5f3-4018-b99b-1c71b2b32672 admin admin] 10.222.0.64 "DELETE /v2.0/routers/1d65a469-c414-4fde-a6f4-6667472e81f1 HTTP/1.1" status: 204 len: 168 time: 0.7674582 Jan 28 19:52:19.583023 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 32772) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:52:19.630694 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-245b7543-557c-4f4c-8425-1f0db3037b6e admin admin] Deleting subnet b109c86a-1507-4ec3-aba8-1ee8310a4fe4 {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:52:19.634233 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-245b7543-557c-4f4c-8425-1f0db3037b6e admin admin] Publish callbacks [] for subnet (b109c86a-1507-4ec3-aba8-1ee8310a4fe4), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:52:19.667620 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-245b7543-557c-4f4c-8425-1f0db3037b6e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16187240'] for subnet (b109c86a-1507-4ec3-aba8-1ee8310a4fe4), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:52:19.761667 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-245b7543-557c-4f4c-8425-1f0db3037b6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (b109c86a-1507-4ec3-aba8-1ee8310a4fe4), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:52:19.815676 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-245b7543-557c-4f4c-8425-1f0db3037b6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4752464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4733806'] for subnet (b109c86a-1507-4ec3-aba8-1ee8310a4fe4), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:52:19.844614 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245b7543-557c-4f4c-8425-1f0db3037b6e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b109c86a-1507-4ec3-aba8-1ee8310a4fe4,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:52:19.848212 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-245b7543-557c-4f4c-8425-1f0db3037b6e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:52:19.852159 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-245b7543-557c-4f4c-8425-1f0db3037b6e admin admin] 10.222.0.64 "DELETE /v2.0/subnets/b109c86a-1507-4ec3-aba8-1ee8310a4fe4 HTTP/1.1" status: 204 len: 168 time: 0.2679737 Jan 28 19:52:19.854423 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 32774) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:52:19.854957 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0944abdf-4040-4d71-953d-c795ef17892d None None] Network 3700e1ad-342e-4f1a-871d-e15b5f904175 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:52:19.928237 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1311c9ef-a474-45f4-acb9-e03622e1bdbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (3700e1ad-342e-4f1a-871d-e15b5f904175), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:52:19.984037 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-1311c9ef-a474-45f4-acb9-e03622e1bdbc admin admin] Deleting port be40add0-f7ac-4720-a82f-b408bf176f92 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:52:19.984415 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1311c9ef-a474-45f4-acb9-e03622e1bdbc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (be40add0-f7ac-4720-a82f-b408bf176f92), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:52:20.051068 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-1311c9ef-a474-45f4-acb9-e03622e1bdbc admin admin] For port be40add0-f7ac-4720-a82f-b408bf176f92, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=be40add0-f7ac-4720-a82f-b408bf176f92,segment=NetworkSegment(b4a896b1-8268-4f57-aff2-2ae084c28756),segment_id=b4a896b1-8268-4f57-aff2-2ae084c28756)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:52:20.051351 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1311c9ef-a474-45f4-acb9-e03622e1bdbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (be40add0-f7ac-4720-a82f-b408bf176f92), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:52:20.063890 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-1311c9ef-a474-45f4-acb9-e03622e1bdbc admin admin] Calling delete_port for be40add0-f7ac-4720-a82f-b408bf176f92 owned by network:dhcp {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:52:20.130984 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c2e067d-9921-44ce-8dd1-74daad7ad455 None None] DHCP port deletion for 3700e1ad-342e-4f1a-871d-e15b5f904175 request from n-d-812111-14 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:52:20.133140 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 4e688a9b-2998-46b0-954c-f17d01e771b9 no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:52:20.145983 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1311c9ef-a474-45f4-acb9-e03622e1bdbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (be40add0-f7ac-4720-a82f-b408bf176f92), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:52:20.156865 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: 4e688a9b-2998-46b0-954c-f17d01e771b9 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:52:20.157588 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 4e688a9b-2998-46b0-954c-f17d01e771b9 not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:52:20.173582 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1311c9ef-a474-45f4-acb9-e03622e1bdbc admin admin] Pushing event deleted for resources: {'Port': ['ID=be40add0-f7ac-4720-a82f-b408bf176f92,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:52:20.177165 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1311c9ef-a474-45f4-acb9-e03622e1bdbc admin admin] No DVR routers for this DVR port be40add0-f7ac-4720-a82f-b408bf176f92 on host n-d-812111-14 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:52:20.177513 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-8c2e067d-9921-44ce-8dd1-74daad7ad455 None None] The port 'be40add0-f7ac-4720-a82f-b408bf176f92' was deleted {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2006}} Jan 28 19:52:20.253191 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1311c9ef-a474-45f4-acb9-e03622e1bdbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (3700e1ad-342e-4f1a-871d-e15b5f904175), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:52:20.274316 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-1311c9ef-a474-45f4-acb9-e03622e1bdbc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3700e1ad-342e-4f1a-871d-e15b5f904175']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:52:20.283448 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-1311c9ef-a474-45f4-acb9-e03622e1bdbc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4a896b1-8268-4f57-aff2-2ae084c28756') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:52:20.283741 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-1311c9ef-a474-45f4-acb9-e03622e1bdbc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4a896b1-8268-4f57-aff2-2ae084c28756') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:52:20.294128 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1311c9ef-a474-45f4-acb9-e03622e1bdbc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16187153'] for segment (b4a896b1-8268-4f57-aff2-2ae084c28756), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:52:20.308117 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1311c9ef-a474-45f4-acb9-e03622e1bdbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (b4a896b1-8268-4f57-aff2-2ae084c28756), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:52:20.314544 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1311c9ef-a474-45f4-acb9-e03622e1bdbc admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:52:20.314996 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1311c9ef-a474-45f4-acb9-e03622e1bdbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4752570'] for segment (b4a896b1-8268-4f57-aff2-2ae084c28756), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:52:20.316755 n-d-812111-14 neutron-server[103305]: Traceback (most recent call last): Jan 28 19:52:20.316755 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:52:20.316755 n-d-812111-14 neutron-server[103305]: timer() Jan 28 19:52:20.316755 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:52:20.316755 n-d-812111-14 neutron-server[103305]: cb(*args, **kw) Jan 28 19:52:20.316755 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:52:20.316755 n-d-812111-14 neutron-server[103305]: return func(*args, **kwargs) Jan 28 19:52:20.316755 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:52:20.316755 n-d-812111-14 neutron-server[103305]: self._notify() Jan 28 19:52:20.316755 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:52:20.316755 n-d-812111-14 neutron-server[103305]: self.callback(batched_events) Jan 28 19:52:20.316755 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:52:20.316755 n-d-812111-14 neutron-server[103305]: event.method(event) Jan 28 19:52:20.316755 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:52:20.316755 n-d-812111-14 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:52:20.316755 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:52:20.316755 n-d-812111-14 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:52:20.316755 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:52:20.316755 n-d-812111-14 neutron-server[103305]: return f(self, *a, **k) Jan 28 19:52:20.316755 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:52:20.316755 n-d-812111-14 neutron-server[103305]: return self._get(url).json() Jan 28 19:52:20.316755 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:52:20.316755 n-d-812111-14 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:52:20.316755 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:52:20.316755 n-d-812111-14 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 28 19:52:20.316755 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:52:20.316755 n-d-812111-14 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:52:20.316755 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:52:20.316755 n-d-812111-14 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:52:20.316755 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:52:20.316755 n-d-812111-14 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:52:20.316755 n-d-812111-14 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:52:20.382997 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1311c9ef-a474-45f4-acb9-e03622e1bdbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (3700e1ad-342e-4f1a-871d-e15b5f904175), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:52:20.388441 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1311c9ef-a474-45f4-acb9-e03622e1bdbc admin admin] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:52:20.391626 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-1311c9ef-a474-45f4-acb9-e03622e1bdbc admin admin] 10.222.0.64 "DELETE /v2.0/networks/3700e1ad-342e-4f1a-871d-e15b5f904175 HTTP/1.1" status: 204 len: 168 time: 0.5362210 Jan 28 19:52:20.405684 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1311c9ef-a474-45f4-acb9-e03622e1bdbc admin admin] Pushing event deleted for resources: {'Network': ['ID=3700e1ad-342e-4f1a-871d-e15b5f904175,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:52:20.504658 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 32778) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:52:20.544863 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-0c5030f1-775e-40c5-86ba-bb0804dba63d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ce9d5ffcc83f4c96b4b0a979abf83eac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0390093 Jan 28 19:52:20.547212 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 32780) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:52:20.593447 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-32c67228-bac3-443b-a81c-eed562cef06b admin admin] Publish callbacks [] for security_group (8e7f2e89-62ed-48de-8993-2d95a3251c9b), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:52:20.614165 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-32c67228-bac3-443b-a81c-eed562cef06b admin admin] Publish callbacks [] for security_group (8e7f2e89-62ed-48de-8993-2d95a3251c9b), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:52:20.658373 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-32c67228-bac3-443b-a81c-eed562cef06b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (8e7f2e89-62ed-48de-8993-2d95a3251c9b), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:52:20.661180 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-32c67228-bac3-443b-a81c-eed562cef06b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:52:20.662308 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-32c67228-bac3-443b-a81c-eed562cef06b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8e7f2e89-62ed-48de-8993-2d95a3251c9b HTTP/1.1" status: 204 len: 168 time: 0.1142292 Jan 28 19:52:20.669681 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c67228-bac3-443b-a81c-eed562cef06b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e7f2e89-62ed-48de-8993-2d95a3251c9b,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:52:21.008287 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:52:21.320396 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 32802) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:52:21.417465 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-f243929d-5b40-45dc-a9a3-9c39d4f03c40 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1157478640-network', 'tenant_id': '86c8c98b7f6245cab15fd15b0e8ae960'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:52:21.436941 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f243929d-5b40-45dc-a9a3-9c39d4f03c40 admin admin] Made reservation on behalf of 86c8c98b7f6245cab15fd15b0e8ae960 for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:52:21.439362 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f243929d-5b40-45dc-a9a3-9c39d4f03c40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:52:21.448389 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f243929d-5b40-45dc-a9a3-9c39d4f03c40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:52:21.526560 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f243929d-5b40-45dc-a9a3-9c39d4f03c40 admin admin] Publish callbacks [] for security_group (0b6fe7d7-7eff-4bf9-8c21-ae9fec9deb17), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:52:21.531388 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f243929d-5b40-45dc-a9a3-9c39d4f03c40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (0b6fe7d7-7eff-4bf9-8c21-ae9fec9deb17), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:52:21.559618 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f243929d-5b40-45dc-a9a3-9c39d4f03c40 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:52:21.569489 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f243929d-5b40-45dc-a9a3-9c39d4f03c40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b6fe7d7-7eff-4bf9-8c21-ae9fec9deb17,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:52:21.576097 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f243929d-5b40-45dc-a9a3-9c39d4f03c40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (b09d13fe-6b17-4d3f-9990-452481fcc43c), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:52:21.576321 n-d-812111-14 neutron-server[103304]: INFO neutron.db.segments_db [None req-f243929d-5b40-45dc-a9a3-9c39d4f03c40 admin admin] Added segment b09d13fe-6b17-4d3f-9990-452481fcc43c of type vlan for network bd21a894-6233-4e2d-b48f-18d539766085 Jan 28 19:52:21.581527 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 971e9ed1-7a19-4484-a5a6-ae40aa248f18 no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:52:21.613067 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: 971e9ed1-7a19-4484-a5a6-ae40aa248f18 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:52:21.613669 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 971e9ed1-7a19-4484-a5a6-ae40aa248f18 not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:52:21.614117 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device be40add0-f7ac-4720-a82f-b408bf176f92 no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:52:21.628209 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f243929d-5b40-45dc-a9a3-9c39d4f03c40 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (bd21a894-6233-4e2d-b48f-18d539766085), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:52:21.636909 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: be40add0-f7ac-4720-a82f-b408bf176f92 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:52:21.637296 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device be40add0-f7ac-4720-a82f-b408bf176f92 not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:52:21.654580 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f243929d-5b40-45dc-a9a3-9c39d4f03c40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (bd21a894-6233-4e2d-b48f-18d539766085), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:52:21.655535 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f243929d-5b40-45dc-a9a3-9c39d4f03c40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:52:21.656112 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f243929d-5b40-45dc-a9a3-9c39d4f03c40 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:52:21.707545 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-f243929d-5b40-45dc-a9a3-9c39d4f03c40 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3863103 Jan 28 19:52:21.710928 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 32806) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:52:21.715965 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-6f293d39-3359-495a-ba66-6c0a4c940bdc admin admin] Request body: {'subnet': {'network_id': 'bd21a894-6233-4e2d-b48f-18d539766085', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1157478640-subnet', 'tenant_id': '86c8c98b7f6245cab15fd15b0e8ae960', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:52:21.723001 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f243929d-5b40-45dc-a9a3-9c39d4f03c40 admin admin] Pushing event updated for resources: {'Network': ['ID=bd21a894-6233-4e2d-b48f-18d539766085,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:52:21.734046 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network bd21a894-6233-4e2d-b48f-18d539766085 details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:52:21.738897 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f293d39-3359-495a-ba66-6c0a4c940bdc admin admin] Made reservation on behalf of 86c8c98b7f6245cab15fd15b0e8ae960 for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:52:21.741403 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6f293d39-3359-495a-ba66-6c0a4c940bdc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4733071'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:52:21.915928 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6f293d39-3359-495a-ba66-6c0a4c940bdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4752401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4733085'] for subnet (e13f9333-cafc-479b-8444-b18c4077fb5d), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:52:21.986374 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f293d39-3359-495a-ba66-6c0a4c940bdc admin admin] Pushing event updated for resources: {'Subnet': ['ID=e13f9333-cafc-479b-8444-b18c4077fb5d,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:52:21.995381 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f293d39-3359-495a-ba66-6c0a4c940bdc admin admin] Checking segment: {'id': 'b09d13fe-6b17-4d3f-9990-452481fcc43c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'bd21a894-6233-4e2d-b48f-18d539766085'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:52:21.995743 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f293d39-3359-495a-ba66-6c0a4c940bdc admin admin] Network hostable DHCP agents. Network: bd21a894-6233-4e2d-b48f-18d539766085, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:52:22.016190 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f293d39-3359-495a-ba66-6c0a4c940bdc admin admin] Network bd21a894-6233-4e2d-b48f-18d539766085 is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:52:22.026389 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-6f293d39-3359-495a-ba66-6c0a4c940bdc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, bd21a894-6233-4e2d-b48f-18d539766085) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:52:22.031384 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f293d39-3359-495a-ba66-6c0a4c940bdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:52:22.032309 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6f293d39-3359-495a-ba66-6c0a4c940bdc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:52:22.035318 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbd196b2-9e45-4061-bd60-cdc8bcb6a745 None None] Network bd21a894-6233-4e2d-b48f-18d539766085 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:52:22.050546 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-6f293d39-3359-495a-ba66-6c0a4c940bdc admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3382668 Jan 28 19:52:22.139798 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d982122b-a369-45a0-8aa6-0fbdf60dbfe9 None None] Network bd21a894-6233-4e2d-b48f-18d539766085 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:52:22.238030 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [req-4cceb7ca-4941-47b7-9288-d9fe97382871 req-10ea2374-0e88-4cd4-acbe-92a41e21db2b service neutron] (103305) timed out ('10.222.0.64', 34524) {{(pid=103305) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 19:52:22.502973 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b2072d-5946-40f1-a4d2-0258361e7877 req-275d51eb-8a3e-47b7-b613-82e07ef159e2 tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:52:22.504453 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-57b2072d-5946-40f1-a4d2-0258361e7877 req-275d51eb-8a3e-47b7-b613-82e07ef159e2 tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] 10.222.0.64 "GET /v2.0/networks?id=bd21a894-6233-4e2d-b48f-18d539766085 HTTP/1.1" status: 200 len: 815 time: 0.1122966 Jan 28 19:52:22.519335 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-57b2072d-5946-40f1-a4d2-0258361e7877 req-a7324f3e-15ac-4b00-97c9-1145abeebe99 tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] 10.222.0.64 "GET /v2.0/quotas/86c8c98b7f6245cab15fd15b0e8ae960 HTTP/1.1" status: 200 len: 375 time: 0.0090778 Jan 28 19:52:22.552353 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-57b2072d-5946-40f1-a4d2-0258361e7877 req-7a5652d4-17bc-46d0-a97c-08d87ab695a0 tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=86c8c98b7f6245cab15fd15b0e8ae960&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275512 Jan 28 19:52:22.645379 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-57b2072d-5946-40f1-a4d2-0258361e7877 req-3b8d755c-74aa-455b-b2da-d123a0a6927b service neutron] 10.222.0.64 "GET /v2.0/networks/bd21a894-6233-4e2d-b48f-18d539766085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862930 Jan 28 19:52:22.735577 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-57b2072d-5946-40f1-a4d2-0258361e7877 req-40136eb2-83ed-459f-ab26-1b809129c139 service neutron] 10.222.0.64 "GET /v2.0/networks/bd21a894-6233-4e2d-b48f-18d539766085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833857 Jan 28 19:52:22.895943 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4e32df2b-9067-48d7-ae7f-9d139deec7ee req-79e83e93-10d5-4d0c-9f8e-9dc378950a88 tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c7c0d5c-dedf-41f5-947d-0156817dcc3c HTTP/1.1" status: 200 len: 210 time: 0.0268559 Jan 28 19:52:23.892763 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b2072d-5946-40f1-a4d2-0258361e7877 req-ec2626b4-0c11-41ea-a0f5-97793af6f42e tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:52:23.894378 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-57b2072d-5946-40f1-a4d2-0258361e7877 req-ec2626b4-0c11-41ea-a0f5-97793af6f42e tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] 10.222.0.41 "GET /v2.0/networks?id=bd21a894-6233-4e2d-b48f-18d539766085 HTTP/1.1" status: 200 len: 815 time: 0.1023438 Jan 28 19:52:23.912526 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-57b2072d-5946-40f1-a4d2-0258361e7877 req-b486c046-c5c0-4680-a3d7-734637685920 tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] Request body: {'port': {'device_id': '2c7c0d5c-dedf-41f5-947d-0156817dcc3c', 'network_id': 'bd21a894-6233-4e2d-b48f-18d539766085', 'admin_state_up': True, 'tenant_id': '86c8c98b7f6245cab15fd15b0e8ae960'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:52:23.998637 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ce6d3cf8-3f2f-4f7f-b9a9-c970b833cce6 req-51361f8b-7fd6-4ccf-bc88-70fb5b7c5471 tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c7c0d5c-dedf-41f5-947d-0156817dcc3c HTTP/1.1" status: 200 len: 210 time: 0.0323029 Jan 28 19:52:24.025701 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57b2072d-5946-40f1-a4d2-0258361e7877 req-b486c046-c5c0-4680-a3d7-734637685920 tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] Made reservation on behalf of 86c8c98b7f6245cab15fd15b0e8ae960 for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:52:24.027433 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:52:24.029288 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-57b2072d-5946-40f1-a4d2-0258361e7877 req-b486c046-c5c0-4680-a3d7-734637685920 tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:52:24.156904 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-57b2072d-5946-40f1-a4d2-0258361e7877 req-b486c046-c5c0-4680-a3d7-734637685920 tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] Allocated IP 172.20.0.9 (bd21a894-6233-4e2d-b48f-18d539766085/e13f9333-cafc-479b-8444-b18c4077fb5d/c6a98178-661b-4a45-bae3-dc47655e8649) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:52:24.298361 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-57b2072d-5946-40f1-a4d2-0258361e7877 req-b486c046-c5c0-4680-a3d7-734637685920 tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] Publish callbacks [] for port (c6a98178-661b-4a45-bae3-dc47655e8649), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:52:24.333205 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-57b2072d-5946-40f1-a4d2-0258361e7877 req-b486c046-c5c0-4680-a3d7-734637685920 tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (c6a98178-661b-4a45-bae3-dc47655e8649), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:52:24.380477 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57b2072d-5946-40f1-a4d2-0258361e7877 req-b486c046-c5c0-4680-a3d7-734637685920 tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] Network bd21a894-6233-4e2d-b48f-18d539766085 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:52:24.383639 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-57b2072d-5946-40f1-a4d2-0258361e7877 req-b486c046-c5c0-4680-a3d7-734637685920 tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:52:24.390594 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-57b2072d-5946-40f1-a4d2-0258361e7877 req-b486c046-c5c0-4680-a3d7-734637685920 tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:52:24.396287 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b486c046-c5c0-4680-a3d7-734637685920 tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] Pushing event updated for resources: {'Port': ['ID=c6a98178-661b-4a45-bae3-dc47655e8649,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:52:24.768401 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b2072d-5946-40f1-a4d2-0258361e7877 req-b486c046-c5c0-4680-a3d7-734637685920 tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:52:24.769001 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-57b2072d-5946-40f1-a4d2-0258361e7877 req-b486c046-c5c0-4680-a3d7-734637685920 tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:52:24.784946 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-57b2072d-5946-40f1-a4d2-0258361e7877 req-b486c046-c5c0-4680-a3d7-734637685920 tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8769805 Jan 28 19:52:24.800436 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-57b2072d-5946-40f1-a4d2-0258361e7877 req-8ea46ec4-95ce-4174-8284-685257399739 service neutron] Request body: {'port': {'device_id': '2c7c0d5c-dedf-41f5-947d-0156817dcc3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-14'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:52:24.857425 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-57b2072d-5946-40f1-a4d2-0258361e7877 req-8ea46ec4-95ce-4174-8284-685257399739 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (c6a98178-661b-4a45-bae3-dc47655e8649), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:52:25.151220 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [req-57b2072d-5946-40f1-a4d2-0258361e7877 req-8ea46ec4-95ce-4174-8284-685257399739 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6a98178-661b-4a45-bae3-dc47655e8649 {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:52:25.161683 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-57b2072d-5946-40f1-a4d2-0258361e7877 req-8ea46ec4-95ce-4174-8284-685257399739 service neutron] Publish callbacks [] for port (c6a98178-661b-4a45-bae3-dc47655e8649), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:52:25.173318 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b1729d-c229-47be-987f-6dd7cb47b1e8 req-2ae6c05c-8ca5-4c11-a102-05897852f698 tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:52:25.174810 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a2b1729d-c229-47be-987f-6dd7cb47b1e8 req-2ae6c05c-8ca5-4c11-a102-05897852f698 tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c7c0d5c-dedf-41f5-947d-0156817dcc3c HTTP/1.1" status: 200 len: 931 time: 0.1054683 Jan 28 19:52:25.192744 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-57b2072d-5946-40f1-a4d2-0258361e7877 req-8ea46ec4-95ce-4174-8284-685257399739 service neutron] Transition to ACTIVE for port object c6a98178-661b-4a45-bae3-dc47655e8649 will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:52:25.200868 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-57b2072d-5946-40f1-a4d2-0258361e7877 req-8ea46ec4-95ce-4174-8284-685257399739 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (c6a98178-661b-4a45-bae3-dc47655e8649), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:52:25.282180 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a2b1729d-c229-47be-987f-6dd7cb47b1e8 req-ff846c43-12d6-4657-beb6-ce49a8365a66 tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b6fe7d7-7eff-4bf9-8c21-ae9fec9deb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001742 Jan 28 19:52:25.296434 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea46ec4-95ce-4174-8284-685257399739 service neutron] Pushing event updated for resources: {'Port': ['ID=c6a98178-661b-4a45-bae3-dc47655e8649,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:52:25.345833 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-57b2072d-5946-40f1-a4d2-0258361e7877 req-8ea46ec4-95ce-4174-8284-685257399739 service neutron] Attempting to bind port c6a98178-661b-4a45-bae3-dc47655e8649 on host n-h1-812111-14 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:52:25.346171 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-57b2072d-5946-40f1-a4d2-0258361e7877 req-8ea46ec4-95ce-4174-8284-685257399739 service neutron] Attempting to bind port c6a98178-661b-4a45-bae3-dc47655e8649 by drivers openvswitch,hyperv on host n-h1-812111-14 at level 0 using segments [{'id': 'b09d13fe-6b17-4d3f-9990-452481fcc43c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'bd21a894-6233-4e2d-b48f-18d539766085'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:52:25.346498 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57b2072d-5946-40f1-a4d2-0258361e7877 req-8ea46ec4-95ce-4174-8284-685257399739 service neutron] Attempting to bind port c6a98178-661b-4a45-bae3-dc47655e8649 on network bd21a894-6233-4e2d-b48f-18d539766085 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:52:25.350849 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57b2072d-5946-40f1-a4d2-0258361e7877 req-8ea46ec4-95ce-4174-8284-685257399739 service neutron] Port c6a98178-661b-4a45-bae3-dc47655e8649 on network bd21a894-6233-4e2d-b48f-18d539766085 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-14 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:52:25.351176 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57b2072d-5946-40f1-a4d2-0258361e7877 req-8ea46ec4-95ce-4174-8284-685257399739 service neutron] Attempting to bind port c6a98178-661b-4a45-bae3-dc47655e8649 on network bd21a894-6233-4e2d-b48f-18d539766085 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:52:25.356080 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57b2072d-5946-40f1-a4d2-0258361e7877 req-8ea46ec4-95ce-4174-8284-685257399739 service neutron] Checking agent: {'id': 'b544ba20-de93-4d86-9e6b-a2202deb6191', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:52:25.356425 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57b2072d-5946-40f1-a4d2-0258361e7877 req-8ea46ec4-95ce-4174-8284-685257399739 service neutron] Checking segment: {'id': 'b09d13fe-6b17-4d3f-9990-452481fcc43c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'bd21a894-6233-4e2d-b48f-18d539766085'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:52:25.356814 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57b2072d-5946-40f1-a4d2-0258361e7877 req-8ea46ec4-95ce-4174-8284-685257399739 service neutron] Bound using segment: {'id': 'b09d13fe-6b17-4d3f-9990-452481fcc43c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'bd21a894-6233-4e2d-b48f-18d539766085'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:52:25.357283 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-57b2072d-5946-40f1-a4d2-0258361e7877 req-8ea46ec4-95ce-4174-8284-685257399739 service neutron] Bound port: c6a98178-661b-4a45-bae3-dc47655e8649, host: n-h1-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b09d13fe-6b17-4d3f-9990-452481fcc43c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'bd21a894-6233-4e2d-b48f-18d539766085'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:52:25.357652 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-57b2072d-5946-40f1-a4d2-0258361e7877 req-8ea46ec4-95ce-4174-8284-685257399739 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (c6a98178-661b-4a45-bae3-dc47655e8649), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:52:25.420146 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-57b2072d-5946-40f1-a4d2-0258361e7877 req-8ea46ec4-95ce-4174-8284-685257399739 service neutron] For port c6a98178-661b-4a45-bae3-dc47655e8649, host n-h1-812111-14, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:52:25.423021 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-57b2072d-5946-40f1-a4d2-0258361e7877 req-8ea46ec4-95ce-4174-8284-685257399739 service neutron] For port c6a98178-661b-4a45-bae3-dc47655e8649, host n-h1-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=c6a98178-661b-4a45-bae3-dc47655e8649,segment=NetworkSegment(b09d13fe-6b17-4d3f-9990-452481fcc43c),segment_id=b09d13fe-6b17-4d3f-9990-452481fcc43c)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:52:25.429418 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-57b2072d-5946-40f1-a4d2-0258361e7877 req-8ea46ec4-95ce-4174-8284-685257399739 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (c6a98178-661b-4a45-bae3-dc47655e8649), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:52:25.463406 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b2072d-5946-40f1-a4d2-0258361e7877 req-8ea46ec4-95ce-4174-8284-685257399739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:52:25.464051 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-57b2072d-5946-40f1-a4d2-0258361e7877 req-8ea46ec4-95ce-4174-8284-685257399739 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:52:25.465517 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-57b2072d-5946-40f1-a4d2-0258361e7877 req-8ea46ec4-95ce-4174-8284-685257399739 service neutron] 10.222.0.41 "PUT /v2.0/ports/c6a98178-661b-4a45-bae3-dc47655e8649 HTTP/1.1" status: 200 len: 1092 time: 0.6689646 Jan 28 19:52:25.467653 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c7c0d5c-dedf-41f5-947d-0156817dcc3c', 'tag': 'c6a98178-661b-4a45-bae3-dc47655e8649'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:52:25.469933 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85f08e0e-3ff1-45ad-b4af-fda8be254a9b" -d '{"events": [{"name": "network-changed", "server_uuid": "2c7c0d5c-dedf-41f5-947d-0156817dcc3c", "tag": "c6a98178-661b-4a45-bae3-dc47655e8649"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:52:25.497770 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea46ec4-95ce-4174-8284-685257399739 service neutron] Pushing event updated for resources: {'Port': ['ID=c6a98178-661b-4a45-bae3-dc47655e8649,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:52:25.508541 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-307dd384-4e00-4d95-966b-76220d9529ed x-openstack-request-id: req-307dd384-4e00-4d95-966b-76220d9529ed {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:52:25.508813 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c7c0d5c-dedf-41f5-947d-0156817dcc3c", "tag": "c6a98178-661b-4a45-bae3-dc47655e8649", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:52:25.509067 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-307dd384-4e00-4d95-966b-76220d9529ed {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:52:25.509502 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c7c0d5c-dedf-41f5-947d-0156817dcc3c', 'tag': 'c6a98178-661b-4a45-bae3-dc47655e8649', 'status': 'completed', 'code': 200} Jan 28 19:52:25.558599 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b2072d-5946-40f1-a4d2-0258361e7877 req-31ab0f73-2c49-47d6-8dab-e447e6f78679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:52:25.560090 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-57b2072d-5946-40f1-a4d2-0258361e7877 req-31ab0f73-2c49-47d6-8dab-e447e6f78679 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=86c8c98b7f6245cab15fd15b0e8ae960&device_id=2c7c0d5c-dedf-41f5-947d-0156817dcc3c HTTP/1.1" status: 200 len: 1126 time: 0.0484471 Jan 28 19:52:25.601138 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-57b2072d-5946-40f1-a4d2-0258361e7877 req-4000f56f-eed0-423e-abf3-e05bd6a3d5d6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c6a98178-661b-4a45-bae3-dc47655e8649 HTTP/1.1" status: 200 len: 217 time: 0.0337625 Jan 28 19:52:25.649999 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b2072d-5946-40f1-a4d2-0258361e7877 req-6d43e737-6442-481c-8c01-78425aa2f5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:52:25.651434 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-57b2072d-5946-40f1-a4d2-0258361e7877 req-6d43e737-6442-481c-8c01-78425aa2f5c5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e13f9333-cafc-479b-8444-b18c4077fb5d HTTP/1.1" status: 200 len: 855 time: 0.0433364 Jan 28 19:52:25.686611 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-57b2072d-5946-40f1-a4d2-0258361e7877 req-66b180c2-7aa0-47e1-a91f-7be75410b12b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bd21a894-6233-4e2d-b48f-18d539766085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294464 Jan 28 19:52:25.777726 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-57b2072d-5946-40f1-a4d2-0258361e7877 req-f6134680-88ef-4d37-a490-a8922f464291 service neutron] 10.222.0.41 "GET /v2.0/networks/bd21a894-6233-4e2d-b48f-18d539766085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817680 Jan 28 19:52:25.873348 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-57b2072d-5946-40f1-a4d2-0258361e7877 req-dbf21a42-ea2c-42f3-8d00-21a0e88d83fb service neutron] 10.222.0.41 "GET /v2.0/networks/bd21a894-6233-4e2d-b48f-18d539766085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866282 Jan 28 19:52:25.969772 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f08e0e-3ff1-45ad-b4af-fda8be254a9b req-fed6850b-de79-42b9-a50b-cce631bb2c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:52:25.971202 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-85f08e0e-3ff1-45ad-b4af-fda8be254a9b req-fed6850b-de79-42b9-a50b-cce631bb2c1e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=86c8c98b7f6245cab15fd15b0e8ae960&device_id=2c7c0d5c-dedf-41f5-947d-0156817dcc3c HTTP/1.1" status: 200 len: 1126 time: 0.0448930 Jan 28 19:52:26.064383 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f08e0e-3ff1-45ad-b4af-fda8be254a9b req-641d7b6b-6e36-4152-a5fb-c93ab7bf0d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:52:26.065910 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-85f08e0e-3ff1-45ad-b4af-fda8be254a9b req-641d7b6b-6e36-4152-a5fb-c93ab7bf0d69 service neutron] 10.222.0.41 "GET /v2.0/networks?id=bd21a894-6233-4e2d-b48f-18d539766085 HTTP/1.1" status: 200 len: 915 time: 0.0886228 Jan 28 19:52:26.111233 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-85f08e0e-3ff1-45ad-b4af-fda8be254a9b req-4ad5e523-1b43-44a2-9244-4795ec1e4a25 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c6a98178-661b-4a45-bae3-dc47655e8649 HTTP/1.1" status: 200 len: 217 time: 0.0386264 Jan 28 19:52:26.158474 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f08e0e-3ff1-45ad-b4af-fda8be254a9b req-a2627203-106b-4dde-a0f9-f93c951d9d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:52:26.159879 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-85f08e0e-3ff1-45ad-b4af-fda8be254a9b req-a2627203-106b-4dde-a0f9-f93c951d9d0b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e13f9333-cafc-479b-8444-b18c4077fb5d HTTP/1.1" status: 200 len: 855 time: 0.0426190 Jan 28 19:52:26.192587 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-85f08e0e-3ff1-45ad-b4af-fda8be254a9b req-b2254cac-e4cb-48c4-8e71-45d169db024a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bd21a894-6233-4e2d-b48f-18d539766085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253778 Jan 28 19:52:26.285824 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-85f08e0e-3ff1-45ad-b4af-fda8be254a9b req-cb7cb5fd-f6e8-442a-a9f7-7cd0e61ca0ee service neutron] 10.222.0.41 "GET /v2.0/networks/bd21a894-6233-4e2d-b48f-18d539766085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866189 Jan 28 19:52:26.405891 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-85f08e0e-3ff1-45ad-b4af-fda8be254a9b req-90ea867e-d03f-4fe6-8f2e-8c15fe07fe34 service neutron] 10.222.0.41 "GET /v2.0/networks/bd21a894-6233-4e2d-b48f-18d539766085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129959 Jan 28 19:52:26.425119 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23381ee3-393e-447a-b88e-6a9dbe555bab req-e89a7c75-bece-433d-b44d-0e87bebca6d8 tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:52:26.426593 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-23381ee3-393e-447a-b88e-6a9dbe555bab req-e89a7c75-bece-433d-b44d-0e87bebca6d8 tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c7c0d5c-dedf-41f5-947d-0156817dcc3c HTTP/1.1" status: 200 len: 943 time: 0.0741560 Jan 28 19:52:26.477260 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-23381ee3-393e-447a-b88e-6a9dbe555bab req-02e8e975-5163-48d5-82d7-2fe20635d6e5 tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b6fe7d7-7eff-4bf9-8c21-ae9fec9deb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449734 Jan 28 19:52:27.596137 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07095112-9221-4a2f-bff8-5da2bf8e96cf req-d718195a-00e8-4bd4-8f40-e8cd691f7cd1 tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:52:27.597628 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-07095112-9221-4a2f-bff8-5da2bf8e96cf req-d718195a-00e8-4bd4-8f40-e8cd691f7cd1 tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c7c0d5c-dedf-41f5-947d-0156817dcc3c HTTP/1.1" status: 200 len: 943 time: 0.0526681 Jan 28 19:52:27.644174 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-07095112-9221-4a2f-bff8-5da2bf8e96cf req-faa35581-9e86-44d3-85ac-50721d7550c5 tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b6fe7d7-7eff-4bf9-8c21-ae9fec9deb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410392 Jan 28 19:52:28.309847 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device c6a98178-661b-4a45-bae3-dc47655e8649 details requested by agent hyperv_n-h1-812111-14 with host n-h1-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:52:28.412808 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port c6a98178-661b-4a45-bae3-dc47655e8649, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=c6a98178-661b-4a45-bae3-dc47655e8649,segment=NetworkSegment(b09d13fe-6b17-4d3f-9990-452481fcc43c),segment_id=b09d13fe-6b17-4d3f-9990-452481fcc43c)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:52:28.428125 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Returning: {'device': 'c6a98178-661b-4a45-bae3-dc47655e8649', 'network_id': 'bd21a894-6233-4e2d-b48f-18d539766085', 'port_id': 'c6a98178-661b-4a45-bae3-dc47655e8649', 'mac_address': 'fa:16:3e:b5:b2:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e13f9333-cafc-479b-8444-b18c4077fb5d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:52:28.464981 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port c6a98178-661b-4a45-bae3-dc47655e8649 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:52:28.465405 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (c6a98178-661b-4a45-bae3-dc47655e8649), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:52:28.478472 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6a98178-661b-4a45-bae3-dc47655e8649 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:52:28.496695 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port c6a98178-661b-4a45-bae3-dc47655e8649, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=c6a98178-661b-4a45-bae3-dc47655e8649,segment=NetworkSegment(b09d13fe-6b17-4d3f-9990-452481fcc43c),segment_id=b09d13fe-6b17-4d3f-9990-452481fcc43c)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:52:28.501028 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (c6a98178-661b-4a45-bae3-dc47655e8649), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:52:28.547319 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=c6a98178-661b-4a45-bae3-dc47655e8649,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:52:28.748363 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['c6a98178-661b-4a45-bae3-dc47655e8649'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:52:28.774802 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c23b8d-5bc4-4a6f-9a02-a6c877ef8e9b req-9a6fac06-1d55-418c-8a64-c5d5f81ed4b9 tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:52:28.776369 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b8c23b8d-5bc4-4a6f-9a02-a6c877ef8e9b req-9a6fac06-1d55-418c-8a64-c5d5f81ed4b9 tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c7c0d5c-dedf-41f5-947d-0156817dcc3c HTTP/1.1" status: 200 len: 944 time: 0.0556452 Jan 28 19:52:28.824276 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b8c23b8d-5bc4-4a6f-9a02-a6c877ef8e9b req-acca77ee-1f55-485d-bb58-3f90120f3688 tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b6fe7d7-7eff-4bf9-8c21-ae9fec9deb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418575 Jan 28 19:52:29.945420 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69462d5-0646-47d9-94c6-260e8e801d46 req-422691ae-401c-48c5-9974-298c2efe13ec tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:52:29.947106 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e69462d5-0646-47d9-94c6-260e8e801d46 req-422691ae-401c-48c5-9974-298c2efe13ec tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c7c0d5c-dedf-41f5-947d-0156817dcc3c HTTP/1.1" status: 200 len: 944 time: 0.0537112 Jan 28 19:52:29.999960 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e69462d5-0646-47d9-94c6-260e8e801d46 req-41ab65b2-7a03-4b8a-8466-7ad1b9328104 tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b6fe7d7-7eff-4bf9-8c21-ae9fec9deb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470991 Jan 28 19:52:30.309970 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device c6a98178-661b-4a45-bae3-dc47655e8649 up at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:52:30.359256 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning for port c6a98178-661b-4a45-bae3-dc47655e8649 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:52:30.363428 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning complete for port c6a98178-661b-4a45-bae3-dc47655e8649 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:52:30.363806 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (c6a98178-661b-4a45-bae3-dc47655e8649), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:52:30.450219 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port c6a98178-661b-4a45-bae3-dc47655e8649 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:52:30.450608 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (c6a98178-661b-4a45-bae3-dc47655e8649), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:52:30.473588 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c7c0d5c-dedf-41f5-947d-0156817dcc3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6a98178-661b-4a45-bae3-dc47655e8649'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:52:30.475914 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85e0e196-fb5f-4099-b4ef-7e849ae7c5b3" -d '{"events": [{"server_uuid": "2c7c0d5c-dedf-41f5-947d-0156817dcc3c", "name": "network-vif-plugged", "status": "completed", "tag": "c6a98178-661b-4a45-bae3-dc47655e8649"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:52:30.488359 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port c6a98178-661b-4a45-bae3-dc47655e8649, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=c6a98178-661b-4a45-bae3-dc47655e8649,segment=NetworkSegment(b09d13fe-6b17-4d3f-9990-452481fcc43c),segment_id=b09d13fe-6b17-4d3f-9990-452481fcc43c)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:52:30.493191 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (c6a98178-661b-4a45-bae3-dc47655e8649), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:52:30.516608 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9125a00-8859-4b3a-b428-c2b28092e68a x-openstack-request-id: req-b9125a00-8859-4b3a-b428-c2b28092e68a {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:52:30.516901 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c7c0d5c-dedf-41f5-947d-0156817dcc3c", "name": "network-vif-plugged", "status": "completed", "tag": "c6a98178-661b-4a45-bae3-dc47655e8649", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:52:30.517186 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b9125a00-8859-4b3a-b428-c2b28092e68a {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:52:30.517577 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c7c0d5c-dedf-41f5-947d-0156817dcc3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6a98178-661b-4a45-bae3-dc47655e8649', 'code': 200} Jan 28 19:52:30.543713 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=c6a98178-661b-4a45-bae3-dc47655e8649,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:52:30.619538 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720844d0-986a-4591-af52-01ddf3f67993 req-e9d1ac3d-895d-44d7-9aca-dbc8e1f7fbd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:52:30.621044 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-720844d0-986a-4591-af52-01ddf3f67993 req-e9d1ac3d-895d-44d7-9aca-dbc8e1f7fbd7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2c7c0d5c-dedf-41f5-947d-0156817dcc3c HTTP/1.1" status: 200 len: 1128 time: 0.0465429 Jan 28 19:52:30.668120 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-720844d0-986a-4591-af52-01ddf3f67993 req-56a28d31-8044-45d3-8d52-759e50481002 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0b6fe7d7-7eff-4bf9-8c21-ae9fec9deb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380216 Jan 28 19:52:31.127072 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc6fd05-dec4-4d5d-bcb9-1dbd11663414 req-0dc329e3-0e5b-4690-a7c3-78c8b3f858b5 tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:52:31.128548 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-fbc6fd05-dec4-4d5d-bcb9-1dbd11663414 req-0dc329e3-0e5b-4690-a7c3-78c8b3f858b5 tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c7c0d5c-dedf-41f5-947d-0156817dcc3c HTTP/1.1" status: 200 len: 945 time: 0.0576348 Jan 28 19:52:31.175538 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-fbc6fd05-dec4-4d5d-bcb9-1dbd11663414 req-c1ead059-8e5f-4efb-8d12-4e3409fc4e73 tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b6fe7d7-7eff-4bf9-8c21-ae9fec9deb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403879 Jan 28 19:52:32.302199 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58378fa-df48-433f-b766-3eba89be63fe req-e1a14174-4977-4da6-afa0-a022d0b5e71c tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:52:32.303701 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e58378fa-df48-433f-b766-3eba89be63fe req-e1a14174-4977-4da6-afa0-a022d0b5e71c tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c7c0d5c-dedf-41f5-947d-0156817dcc3c HTTP/1.1" status: 200 len: 945 time: 0.0589435 Jan 28 19:52:32.351209 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e58378fa-df48-433f-b766-3eba89be63fe req-45c33acd-9258-4c78-8864-8fa375ca6f4d tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b6fe7d7-7eff-4bf9-8c21-ae9fec9deb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406075 Jan 28 19:52:34.173071 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:52:36.666540 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c29f5498-21a6-4e40-ace0-378f31810fa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:52:38.932183 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fb663c73-263f-4022-aea0-9429889696c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:52:40.000091 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:52:41.738006 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:52:43.116389 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:52:48.776282 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 32914) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:52:48.931912 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-de9266dd-7dde-4c26-91be-75c68e5f125d tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] Deleting port a4bccb90-017f-4673-8b26-351a22ce397a {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:52:48.932168 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-de9266dd-7dde-4c26-91be-75c68e5f125d tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (a4bccb90-017f-4673-8b26-351a22ce397a), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:52:49.009791 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-de9266dd-7dde-4c26-91be-75c68e5f125d tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (a4bccb90-017f-4673-8b26-351a22ce397a), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:52:49.010115 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-de9266dd-7dde-4c26-91be-75c68e5f125d tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] Publish callbacks [] for floatingip (a4bccb90-017f-4673-8b26-351a22ce397a), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:52:49.021643 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-de9266dd-7dde-4c26-91be-75c68e5f125d tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] Calling delete_port for a4bccb90-017f-4673-8b26-351a22ce397a owned by network:floatingip {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:52:49.165200 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-de9266dd-7dde-4c26-91be-75c68e5f125d tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (a4bccb90-017f-4673-8b26-351a22ce397a), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:52:49.192541 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9266dd-7dde-4c26-91be-75c68e5f125d tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] Pushing event deleted for resources: {'Port': ['ID=a4bccb90-017f-4673-8b26-351a22ce397a,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:52:49.206400 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9266dd-7dde-4c26-91be-75c68e5f125d tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:52:49.206400 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9266dd-7dde-4c26-91be-75c68e5f125d tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:52:49.206685 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9266dd-7dde-4c26-91be-75c68e5f125d tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:52:49.206975 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9266dd-7dde-4c26-91be-75c68e5f125d tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:52:49.207313 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9266dd-7dde-4c26-91be-75c68e5f125d tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:52:49.207647 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9266dd-7dde-4c26-91be-75c68e5f125d tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:52:49.207983 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9266dd-7dde-4c26-91be-75c68e5f125d tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:52:49.208318 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9266dd-7dde-4c26-91be-75c68e5f125d tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:52:49.208641 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9266dd-7dde-4c26-91be-75c68e5f125d tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:52:49.209066 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9266dd-7dde-4c26-91be-75c68e5f125d tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:52:49.209429 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9266dd-7dde-4c26-91be-75c68e5f125d tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:52:49.209755 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9266dd-7dde-4c26-91be-75c68e5f125d tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:52:49.210079 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9266dd-7dde-4c26-91be-75c68e5f125d tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:52:49.266011 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-de9266dd-7dde-4c26-91be-75c68e5f125d tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] Publish callbacks [] for floatingip (7f0291b2-6aaa-45a1-af90-192f39f35297), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:52:49.266372 n-d-812111-14 neutron-server[103305]: INFO neutron.db.l3_db [None req-de9266dd-7dde-4c26-91be-75c68e5f125d tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] Floating IP 7f0291b2-6aaa-45a1-af90-192f39f35297 disassociated (deleted). External IP: 172.25.6.126, port: 2443a9bb-eac6-4990-8152-0e87e84280fb. Jan 28 19:52:49.472895 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de9266dd-7dde-4c26-91be-75c68e5f125d tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] Router 3631f86f-dbeb-457b-97e9-21ca7b56fac1 has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:52:49.583968 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de9266dd-7dde-4c26-91be-75c68e5f125d tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:52:49.588426 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-de9266dd-7dde-4c26-91be-75c68e5f125d tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for floatingip (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:52:49.594232 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40fb9936-9200-4479-935a-3eb7d804b77b None None] Sync routers for ids ['3631f86f-dbeb-457b-97e9-21ca7b56fac1'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:52:49.604220 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40fb9936-9200-4479-935a-3eb7d804b77b None None] Routers {'3631f86f-dbeb-457b-97e9-21ca7b56fac1'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:52:49.604850 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-40fb9936-9200-4479-935a-3eb7d804b77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:52:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['3631f86f-dbeb-457b-97e9-21ca7b56fac1'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:52:49.618741 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-de9266dd-7dde-4c26-91be-75c68e5f125d tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] 10.222.0.64 "DELETE /v2.0/floatingips/7f0291b2-6aaa-45a1-af90-192f39f35297 HTTP/1.1" status: 204 len: 168 time: 0.8413677 Jan 28 19:52:49.619316 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f95b6831-74cc-47a3-8ff9-ae9026d032c9', 'tag': '2443a9bb-eac6-4990-8152-0e87e84280fb'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:52:49.621692 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6469969c-e190-42aa-8cf6-2624d6fab76f" -d '{"events": [{"name": "network-changed", "server_uuid": "f95b6831-74cc-47a3-8ff9-ae9026d032c9", "tag": "2443a9bb-eac6-4990-8152-0e87e84280fb"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:52:49.660949 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:52:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c29e16de-cdba-4dce-beae-4d192ff348a2 x-openstack-request-id: req-c29e16de-cdba-4dce-beae-4d192ff348a2 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:52:49.661272 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f95b6831-74cc-47a3-8ff9-ae9026d032c9", "tag": "2443a9bb-eac6-4990-8152-0e87e84280fb", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:52:49.661532 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c29e16de-cdba-4dce-beae-4d192ff348a2 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:52:49.661935 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f95b6831-74cc-47a3-8ff9-ae9026d032c9', 'tag': '2443a9bb-eac6-4990-8152-0e87e84280fb', 'status': 'completed', 'code': 200} Jan 28 19:52:49.711822 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-40fb9936-9200-4479-935a-3eb7d804b77b None None] Set router 3631f86f-dbeb-457b-97e9-21ca7b56fac1 gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:52:49.728572 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6469969c-e190-42aa-8cf6-2624d6fab76f req-72e88525-a4d4-4166-9b8a-e0f52cd4e4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:52:49.731561 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6469969c-e190-42aa-8cf6-2624d6fab76f req-72e88525-a4d4-4166-9b8a-e0f52cd4e4c0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=821f5e86c594480980d55cdbf8ff86dc&device_id=f95b6831-74cc-47a3-8ff9-ae9026d032c9 HTTP/1.1" status: 200 len: 1128 time: 0.0492404 Jan 28 19:52:49.906547 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6469969c-e190-42aa-8cf6-2624d6fab76f req-01b43f73-32ed-4d85-aa84-aff822222a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:52:49.908028 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6469969c-e190-42aa-8cf6-2624d6fab76f req-01b43f73-32ed-4d85-aa84-aff822222a89 service neutron] 10.222.0.70 "GET /v2.0/networks?id=421bb6ca-1541-487e-bb56-6893a3905012 HTTP/1.1" status: 200 len: 914 time: 0.1702802 Jan 28 19:52:49.915464 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfcafd0-ca87-4f0e-aa91-53f7ec5d7ff8 req-f164d9ed-4358-4f95-82da-c7559e07bb82 tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:52:49.916836 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1cfcafd0-ca87-4f0e-aa91-53f7ec5d7ff8 req-f164d9ed-4358-4f95-82da-c7559e07bb82 tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] 10.222.0.64 "GET /v2.0/ports?device_id=f95b6831-74cc-47a3-8ff9-ae9026d032c9 HTTP/1.1" status: 200 len: 945 time: 0.0897226 Jan 28 19:52:49.918246 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-40fb9936-9200-4479-935a-3eb7d804b77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3631f86f-dbeb-457b-97e9-21ca7b56fac1', 'name': 'tempest-TestVolumeBackupRestore-1728885111-router', 'tenant_id': '821f5e86c594480980d55cdbf8ff86dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': 'b5520070-89ae-4e6b-beef-4b8d6f0fe7b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:48:29Z', 'updated_at': '2022-01-28T19:48:35Z', 'revision_number': 4, 'project_id': '821f5e86c594480980d55cdbf8ff86dc', 'gw_port': {'id': 'b5520070-89ae-4e6b-beef-4b8d6f0fe7b2', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:01:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3631f86f-dbeb-457b-97e9-21ca7b56fac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:48:30Z', 'updated_at': '2022-01-28T19:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '30d8b568-618b-40a1-9b9f-42efa88da408', 'name': '', 'network_id': '421bb6ca-1541-487e-bb56-6893a3905012', 'tenant_id': '821f5e86c594480980d55cdbf8ff86dc', 'mac_address': 'fa:16:3e:21:b7:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3631f86f-dbeb-457b-97e9-21ca7b56fac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': '54fb11ad-ae20-4741-9575-b92a5fdeabc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:48:35Z', 'updated_at': '2022-01-28T19:48:41Z', 'revision_number': 5, 'project_id': '821f5e86c594480980d55cdbf8ff86dc', 'subnets': [{'id': '54fb11ad-ae20-4741-9575-b92a5fdeabc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:52:49.947745 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40fb9936-9200-4479-935a-3eb7d804b77b None None] Checking router: 3631f86f-dbeb-457b-97e9-21ca7b56fac1 for host: n-d-812111-14 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:52:49.956096 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40fb9936-9200-4479-935a-3eb7d804b77b None None] Routers {'3631f86f-dbeb-457b-97e9-21ca7b56fac1'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:52:49.956817 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-40fb9936-9200-4479-935a-3eb7d804b77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:52:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['3631f86f-dbeb-457b-97e9-21ca7b56fac1'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:52:49.957966 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6469969c-e190-42aa-8cf6-2624d6fab76f req-b5dd9346-f854-4833-b5f6-1b23599ff66e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2443a9bb-eac6-4990-8152-0e87e84280fb HTTP/1.1" status: 200 len: 217 time: 0.0401835 Jan 28 19:52:50.029783 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1cfcafd0-ca87-4f0e-aa91-53f7ec5d7ff8 req-a721f14a-e87d-4023-96f0-e312b0560dc1 tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] 10.222.0.64 "GET /v2.0/security-groups?id=21897431-186d-4f77-b20d-054ab457bbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052322 Jan 28 19:52:50.038261 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6469969c-e190-42aa-8cf6-2624d6fab76f req-9ec2d78a-4ff2-4a74-8b7a-eb6b540515c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:52:50.039731 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6469969c-e190-42aa-8cf6-2624d6fab76f req-9ec2d78a-4ff2-4a74-8b7a-eb6b540515c6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=54fb11ad-ae20-4741-9575-b92a5fdeabc5 HTTP/1.1" status: 200 len: 853 time: 0.0689833 Jan 28 19:52:50.064178 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-40fb9936-9200-4479-935a-3eb7d804b77b None None] Set router 3631f86f-dbeb-457b-97e9-21ca7b56fac1 gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:52:50.102290 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6469969c-e190-42aa-8cf6-2624d6fab76f req-8f1191f4-db5b-4c12-a25a-7b7a737d1321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:52:50.103968 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6469969c-e190-42aa-8cf6-2624d6fab76f req-8f1191f4-db5b-4c12-a25a-7b7a737d1321 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=421bb6ca-1541-487e-bb56-6893a3905012&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0485148 Jan 28 19:52:50.208820 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6469969c-e190-42aa-8cf6-2624d6fab76f req-b2b2a097-232c-466f-bea9-10c69a6568a1 service neutron] 10.222.0.70 "GET /v2.0/networks/421bb6ca-1541-487e-bb56-6893a3905012?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976243 Jan 28 19:52:50.285247 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-40fb9936-9200-4479-935a-3eb7d804b77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3631f86f-dbeb-457b-97e9-21ca7b56fac1', 'name': 'tempest-TestVolumeBackupRestore-1728885111-router', 'tenant_id': '821f5e86c594480980d55cdbf8ff86dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': 'b5520070-89ae-4e6b-beef-4b8d6f0fe7b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:48:29Z', 'updated_at': '2022-01-28T19:48:35Z', 'revision_number': 4, 'project_id': '821f5e86c594480980d55cdbf8ff86dc', 'gw_port': {'id': 'b5520070-89ae-4e6b-beef-4b8d6f0fe7b2', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:01:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3631f86f-dbeb-457b-97e9-21ca7b56fac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:48:30Z', 'updated_at': '2022-01-28T19:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '30d8b568-618b-40a1-9b9f-42efa88da408', 'name': '', 'network_id': '421bb6ca-1541-487e-bb56-6893a3905012', 'tenant_id': '821f5e86c594480980d55cdbf8ff86dc', 'mac_address': 'fa:16:3e:21:b7:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3631f86f-dbeb-457b-97e9-21ca7b56fac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': '54fb11ad-ae20-4741-9575-b92a5fdeabc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:48:35Z', 'updated_at': '2022-01-28T19:48:41Z', 'revision_number': 5, 'project_id': '821f5e86c594480980d55cdbf8ff86dc', 'subnets': [{'id': '54fb11ad-ae20-4741-9575-b92a5fdeabc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:52:50.302216 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6469969c-e190-42aa-8cf6-2624d6fab76f req-06bc174d-d9ed-484e-b670-0706225ddd33 service neutron] 10.222.0.70 "GET /v2.0/networks/421bb6ca-1541-487e-bb56-6893a3905012?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858386 Jan 28 19:52:50.311343 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40fb9936-9200-4479-935a-3eb7d804b77b None None] The sync data for ids ['3631f86f-dbeb-457b-97e9-21ca7b56fac1'] in n-d-812111-14 is: [{'id': '3631f86f-dbeb-457b-97e9-21ca7b56fac1', 'name': 'tempest-TestVolumeBackupRestore-1728885111-router', 'tenant_id': '821f5e86c594480980d55cdbf8ff86dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': 'b5520070-89ae-4e6b-beef-4b8d6f0fe7b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:48:29Z', 'updated_at': '2022-01-28T19:48:35Z', 'revision_number': 4, 'project_id': '821f5e86c594480980d55cdbf8ff86dc', 'gw_port': {'id': 'b5520070-89ae-4e6b-beef-4b8d6f0fe7b2', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:01:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3631f86f-dbeb-457b-97e9-21ca7b56fac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:48:30Z', 'updated_at': '2022-01-28T19:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '30d8b568-618b-40a1-9b9f-42efa88da408', 'name': '', 'network_id': '421bb6ca-1541-487e-bb56-6893a3905012', 'tenant_id': '821f5e86c594480980d55cdbf8ff86dc', 'mac_address': 'fa:16:3e:21:b7:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3631f86f-dbeb-457b-97e9-21ca7b56fac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': '54fb11ad-ae20-4741-9575-b92a5fdeabc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:48:35Z', 'updated_at': '2022-01-28T19:48:41Z', 'revision_number': 5, 'project_id': '821f5e86c594480980d55cdbf8ff86dc', 'subnets': [{'id': '54fb11ad-ae20-4741-9575-b92a5fdeabc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:52:50.528636 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95873af4-3298-4d2d-a035-a79a59c2f48d None None] New status for floating IP 7f0291b2-6aaa-45a1-af90-192f39f35297: DOWN {{(pid=103306) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 19:52:51.004322 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:52:51.099350 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041e9a06-a536-4e48-96f2-3f75256a5167 req-3acdfc84-2d1d-43b9-b28d-d79dd7b96ff7 tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:52:51.100722 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-041e9a06-a536-4e48-96f2-3f75256a5167 req-3acdfc84-2d1d-43b9-b28d-d79dd7b96ff7 tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] 10.222.0.64 "GET /v2.0/networks?id=bd21a894-6233-4e2d-b48f-18d539766085 HTTP/1.1" status: 200 len: 815 time: 0.1046824 Jan 28 19:52:51.115949 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-041e9a06-a536-4e48-96f2-3f75256a5167 req-bf49db90-18b2-4a3d-a434-2597aa008c30 tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] 10.222.0.64 "GET /v2.0/quotas/86c8c98b7f6245cab15fd15b0e8ae960 HTTP/1.1" status: 200 len: 375 time: 0.0092850 Jan 28 19:52:51.154894 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938c101c-c3e4-49dc-afad-33a0cedd7ebd req-0f7a6e27-1ebe-4511-a67d-24d06d65014b tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:52:51.156431 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-938c101c-c3e4-49dc-afad-33a0cedd7ebd req-0f7a6e27-1ebe-4511-a67d-24d06d65014b tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] 10.222.0.64 "GET /v2.0/ports?device_id=f95b6831-74cc-47a3-8ff9-ae9026d032c9 HTTP/1.1" status: 200 len: 945 time: 0.0542934 Jan 28 19:52:51.171018 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-041e9a06-a536-4e48-96f2-3f75256a5167 req-032d75bb-aea5-433b-8939-cb4c16f682a4 tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=86c8c98b7f6245cab15fd15b0e8ae960&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0491807 Jan 28 19:52:51.206975 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-938c101c-c3e4-49dc-afad-33a0cedd7ebd req-549cc6ce-f362-4b11-95a2-d55ee09edd3e tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] 10.222.0.64 "GET /v2.0/security-groups?id=21897431-186d-4f77-b20d-054ab457bbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447850 Jan 28 19:52:51.319513 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-041e9a06-a536-4e48-96f2-3f75256a5167 req-04c9f0da-0bc2-47be-bb02-0f0f6fcc6bd0 service neutron] 10.222.0.64 "GET /v2.0/networks/bd21a894-6233-4e2d-b48f-18d539766085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420510 Jan 28 19:52:51.376949 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d36ef2-b549-48bd-a8eb-6da480c774c9 req-8c062151-8ed0-4868-ac0f-4a7314a41110 tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:52:51.378599 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-74d36ef2-b549-48bd-a8eb-6da480c774c9 req-8c062151-8ed0-4868-ac0f-4a7314a41110 tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] 10.222.0.70 "GET /v2.0/ports?device_id=f95b6831-74cc-47a3-8ff9-ae9026d032c9 HTTP/1.1" status: 200 len: 945 time: 0.0562580 Jan 28 19:52:51.414132 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-041e9a06-a536-4e48-96f2-3f75256a5167 req-4aa92428-d875-4614-9912-e3ff60f02ef8 service neutron] 10.222.0.64 "GET /v2.0/networks/bd21a894-6233-4e2d-b48f-18d539766085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889311 Jan 28 19:52:51.471343 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-74d36ef2-b549-48bd-a8eb-6da480c774c9 req-1ca008b0-bdc2-42cc-bb37-2a5ac42ce28a tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] Deleting port 2443a9bb-eac6-4990-8152-0e87e84280fb {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:52:51.471730 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-74d36ef2-b549-48bd-a8eb-6da480c774c9 req-1ca008b0-bdc2-42cc-bb37-2a5ac42ce28a tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (2443a9bb-eac6-4990-8152-0e87e84280fb), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:52:51.585423 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7785e128-7841-45c1-a603-c161c3b5632d req-a0112510-0ed1-408e-a021-1428e968c15f tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] 10.222.0.64 "GET /v2.0/ports?device_id=5761044b-ac71-436e-a2df-207edd39c94f HTTP/1.1" status: 200 len: 210 time: 0.0376554 Jan 28 19:52:51.605745 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-74d36ef2-b549-48bd-a8eb-6da480c774c9 req-1ca008b0-bdc2-42cc-bb37-2a5ac42ce28a tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] For port 2443a9bb-eac6-4990-8152-0e87e84280fb, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=2443a9bb-eac6-4990-8152-0e87e84280fb,segment=NetworkSegment(1e3a6e62-168b-4b9e-8c03-5d1929a08b25),segment_id=1e3a6e62-168b-4b9e-8c03-5d1929a08b25)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:52:51.605745 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-74d36ef2-b549-48bd-a8eb-6da480c774c9 req-1ca008b0-bdc2-42cc-bb37-2a5ac42ce28a tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (2443a9bb-eac6-4990-8152-0e87e84280fb), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:52:51.615787 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-74d36ef2-b549-48bd-a8eb-6da480c774c9 req-1ca008b0-bdc2-42cc-bb37-2a5ac42ce28a tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] Calling delete_port for 2443a9bb-eac6-4990-8152-0e87e84280fb owned by compute:nova {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:52:51.751988 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-74d36ef2-b549-48bd-a8eb-6da480c774c9 req-1ca008b0-bdc2-42cc-bb37-2a5ac42ce28a tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (2443a9bb-eac6-4990-8152-0e87e84280fb), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:52:51.782598 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca008b0-bdc2-42cc-bb37-2a5ac42ce28a tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] Pushing event deleted for resources: {'Port': ['ID=2443a9bb-eac6-4990-8152-0e87e84280fb,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:52:51.795129 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca008b0-bdc2-42cc-bb37-2a5ac42ce28a tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:52:51.795577 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca008b0-bdc2-42cc-bb37-2a5ac42ce28a tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:52:51.795998 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca008b0-bdc2-42cc-bb37-2a5ac42ce28a tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:52:51.796407 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca008b0-bdc2-42cc-bb37-2a5ac42ce28a tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:52:51.796916 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca008b0-bdc2-42cc-bb37-2a5ac42ce28a tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:52:51.797339 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca008b0-bdc2-42cc-bb37-2a5ac42ce28a tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:52:51.797784 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca008b0-bdc2-42cc-bb37-2a5ac42ce28a tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:52:51.798368 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca008b0-bdc2-42cc-bb37-2a5ac42ce28a tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:52:51.798765 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca008b0-bdc2-42cc-bb37-2a5ac42ce28a tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:52:51.799158 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca008b0-bdc2-42cc-bb37-2a5ac42ce28a tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:52:51.799555 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca008b0-bdc2-42cc-bb37-2a5ac42ce28a tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:52:51.799952 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca008b0-bdc2-42cc-bb37-2a5ac42ce28a tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:52:51.800288 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca008b0-bdc2-42cc-bb37-2a5ac42ce28a tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:52:51.836483 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-74d36ef2-b549-48bd-a8eb-6da480c774c9 req-1ca008b0-bdc2-42cc-bb37-2a5ac42ce28a tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] No DVR routers for this DVR port 2443a9bb-eac6-4990-8152-0e87e84280fb on host n-h2-812111-14 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:52:51.839344 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-74d36ef2-b549-48bd-a8eb-6da480c774c9 req-1ca008b0-bdc2-42cc-bb37-2a5ac42ce28a tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:52:51.842722 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-74d36ef2-b549-48bd-a8eb-6da480c774c9 req-1ca008b0-bdc2-42cc-bb37-2a5ac42ce28a tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] 10.222.0.70 "DELETE /v2.0/ports/2443a9bb-eac6-4990-8152-0e87e84280fb HTTP/1.1" status: 204 len: 173 time: 0.4595704 Jan 28 19:52:51.843165 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f95b6831-74cc-47a3-8ff9-ae9026d032c9', 'name': 'network-vif-deleted', 'tag': '2443a9bb-eac6-4990-8152-0e87e84280fb'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:52:51.845678 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fb93624-70a7-4434-bedf-6d2c5dfadaef" -d '{"events": [{"server_uuid": "f95b6831-74cc-47a3-8ff9-ae9026d032c9", "name": "network-vif-deleted", "tag": "2443a9bb-eac6-4990-8152-0e87e84280fb"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:52:51.891588 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:52:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cabe8dda-7fc1-4e78-a3f7-6d4a38c31e0d x-openstack-request-id: req-cabe8dda-7fc1-4e78-a3f7-6d4a38c31e0d {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:52:51.891890 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f95b6831-74cc-47a3-8ff9-ae9026d032c9", "name": "network-vif-deleted", "tag": "2443a9bb-eac6-4990-8152-0e87e84280fb", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:52:51.892148 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cabe8dda-7fc1-4e78-a3f7-6d4a38c31e0d {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:52:51.892556 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f95b6831-74cc-47a3-8ff9-ae9026d032c9', 'name': 'network-vif-deleted', 'tag': '2443a9bb-eac6-4990-8152-0e87e84280fb', 'status': 'completed', 'code': 200} Jan 28 19:52:52.316508 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-cb95362a-1e30-4114-9b7c-f18bd559f7b0 req-e638ed00-cd26-4160-8796-9d94647ae241 tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] 10.222.0.64 "GET /v2.0/ports?device_id=f95b6831-74cc-47a3-8ff9-ae9026d032c9 HTTP/1.1" status: 200 len: 210 time: 0.0282817 Jan 28 19:52:52.506579 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041e9a06-a536-4e48-96f2-3f75256a5167 req-53175381-8bba-4a33-9ace-170e5978ed14 tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:52:52.507936 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-041e9a06-a536-4e48-96f2-3f75256a5167 req-53175381-8bba-4a33-9ace-170e5978ed14 tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] 10.222.0.70 "GET /v2.0/networks?id=bd21a894-6233-4e2d-b48f-18d539766085 HTTP/1.1" status: 200 len: 815 time: 0.1094189 Jan 28 19:52:52.522016 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-041e9a06-a536-4e48-96f2-3f75256a5167 req-1c0f94a0-de49-420e-86db-7a8b33d98ba6 tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] Request body: {'port': {'device_id': '5761044b-ac71-436e-a2df-207edd39c94f', 'network_id': 'bd21a894-6233-4e2d-b48f-18d539766085', 'admin_state_up': True, 'tenant_id': '86c8c98b7f6245cab15fd15b0e8ae960'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:52:52.642394 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-041e9a06-a536-4e48-96f2-3f75256a5167 req-1c0f94a0-de49-420e-86db-7a8b33d98ba6 tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] Made reservation on behalf of 86c8c98b7f6245cab15fd15b0e8ae960 for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:52:52.645933 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-041e9a06-a536-4e48-96f2-3f75256a5167 req-1c0f94a0-de49-420e-86db-7a8b33d98ba6 tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:52:52.685527 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-03559823-5e56-4ca5-bf42-8e95b6572f62 req-a587ff3a-73fc-4631-a33a-692e7c9ac97c tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] 10.222.0.64 "GET /v2.0/ports?device_id=5761044b-ac71-436e-a2df-207edd39c94f HTTP/1.1" status: 200 len: 210 time: 0.0287790 Jan 28 19:52:52.773395 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-041e9a06-a536-4e48-96f2-3f75256a5167 req-1c0f94a0-de49-420e-86db-7a8b33d98ba6 tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] Allocated IP 172.20.0.14 (bd21a894-6233-4e2d-b48f-18d539766085/e13f9333-cafc-479b-8444-b18c4077fb5d/a94f919f-ad17-4c1d-81db-736c1a137f7d) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:52:53.221721 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-041e9a06-a536-4e48-96f2-3f75256a5167 req-1c0f94a0-de49-420e-86db-7a8b33d98ba6 tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] Publish callbacks [] for port (a94f919f-ad17-4c1d-81db-736c1a137f7d), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:52:53.258519 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-041e9a06-a536-4e48-96f2-3f75256a5167 req-1c0f94a0-de49-420e-86db-7a8b33d98ba6 tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (a94f919f-ad17-4c1d-81db-736c1a137f7d), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:52:53.274503 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['c6a98178-661b-4a45-bae3-dc47655e8649'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:52:53.303362 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-041e9a06-a536-4e48-96f2-3f75256a5167 req-1c0f94a0-de49-420e-86db-7a8b33d98ba6 tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] Network bd21a894-6233-4e2d-b48f-18d539766085 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:52:53.304203 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-041e9a06-a536-4e48-96f2-3f75256a5167 req-1c0f94a0-de49-420e-86db-7a8b33d98ba6 tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:52:53.310186 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-041e9a06-a536-4e48-96f2-3f75256a5167 req-1c0f94a0-de49-420e-86db-7a8b33d98ba6 tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:52:53.335127 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0f94a0-de49-420e-86db-7a8b33d98ba6 tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] Pushing event updated for resources: {'Port': ['ID=a94f919f-ad17-4c1d-81db-736c1a137f7d,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:52:53.368098 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041e9a06-a536-4e48-96f2-3f75256a5167 req-1c0f94a0-de49-420e-86db-7a8b33d98ba6 tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:52:53.368616 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-041e9a06-a536-4e48-96f2-3f75256a5167 req-1c0f94a0-de49-420e-86db-7a8b33d98ba6 tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:52:53.391641 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-041e9a06-a536-4e48-96f2-3f75256a5167 req-1c0f94a0-de49-420e-86db-7a8b33d98ba6 tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8727942 Jan 28 19:52:53.404305 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-041e9a06-a536-4e48-96f2-3f75256a5167 req-42ce30de-c991-4934-bd50-7cacbd671c11 service neutron] Request body: {'port': {'device_id': '5761044b-ac71-436e-a2df-207edd39c94f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-14'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:52:53.452837 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-346f2275-02d0-4123-a685-a0529895d623 req-d1158e59-db37-4753-a22b-fc361dadc4b5 tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] 10.222.0.64 "GET /v2.0/ports?device_id=f95b6831-74cc-47a3-8ff9-ae9026d032c9 HTTP/1.1" status: 200 len: 210 time: 0.0435500 Jan 28 19:52:53.491486 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-041e9a06-a536-4e48-96f2-3f75256a5167 req-42ce30de-c991-4934-bd50-7cacbd671c11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (a94f919f-ad17-4c1d-81db-736c1a137f7d), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:52:53.767069 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-041e9a06-a536-4e48-96f2-3f75256a5167 req-42ce30de-c991-4934-bd50-7cacbd671c11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a94f919f-ad17-4c1d-81db-736c1a137f7d {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:52:53.774795 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-041e9a06-a536-4e48-96f2-3f75256a5167 req-42ce30de-c991-4934-bd50-7cacbd671c11 service neutron] Publish callbacks [] for port (a94f919f-ad17-4c1d-81db-736c1a137f7d), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:52:53.787907 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-041e9a06-a536-4e48-96f2-3f75256a5167 req-42ce30de-c991-4934-bd50-7cacbd671c11 service neutron] Transition to ACTIVE for port object a94f919f-ad17-4c1d-81db-736c1a137f7d will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:52:53.791199 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-041e9a06-a536-4e48-96f2-3f75256a5167 req-42ce30de-c991-4934-bd50-7cacbd671c11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (a94f919f-ad17-4c1d-81db-736c1a137f7d), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:52:53.809007 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde6eab7-9550-4ecc-a1ac-2df848d81cc6 req-d701d12b-b1ae-4acc-96af-cef4848bca47 tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:52:53.811818 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-cde6eab7-9550-4ecc-a1ac-2df848d81cc6 req-d701d12b-b1ae-4acc-96af-cef4848bca47 tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] 10.222.0.64 "GET /v2.0/ports?device_id=5761044b-ac71-436e-a2df-207edd39c94f HTTP/1.1" status: 200 len: 932 time: 0.0564470 Jan 28 19:52:53.860727 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ce30de-c991-4934-bd50-7cacbd671c11 service neutron] Pushing event updated for resources: {'Port': ['ID=a94f919f-ad17-4c1d-81db-736c1a137f7d,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:52:53.861309 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-cde6eab7-9550-4ecc-a1ac-2df848d81cc6 req-61a6f085-359e-4c9c-8508-7025395ed0a0 tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b6fe7d7-7eff-4bf9-8c21-ae9fec9deb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433106 Jan 28 19:52:53.912636 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-041e9a06-a536-4e48-96f2-3f75256a5167 req-42ce30de-c991-4934-bd50-7cacbd671c11 service neutron] Attempting to bind port a94f919f-ad17-4c1d-81db-736c1a137f7d on host n-h2-812111-14 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:52:53.912998 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-041e9a06-a536-4e48-96f2-3f75256a5167 req-42ce30de-c991-4934-bd50-7cacbd671c11 service neutron] Attempting to bind port a94f919f-ad17-4c1d-81db-736c1a137f7d by drivers openvswitch,hyperv on host n-h2-812111-14 at level 0 using segments [{'id': 'b09d13fe-6b17-4d3f-9990-452481fcc43c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'bd21a894-6233-4e2d-b48f-18d539766085'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:52:53.913417 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041e9a06-a536-4e48-96f2-3f75256a5167 req-42ce30de-c991-4934-bd50-7cacbd671c11 service neutron] Attempting to bind port a94f919f-ad17-4c1d-81db-736c1a137f7d on network bd21a894-6233-4e2d-b48f-18d539766085 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:52:53.918114 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041e9a06-a536-4e48-96f2-3f75256a5167 req-42ce30de-c991-4934-bd50-7cacbd671c11 service neutron] Port a94f919f-ad17-4c1d-81db-736c1a137f7d on network bd21a894-6233-4e2d-b48f-18d539766085 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-14 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:52:53.918513 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041e9a06-a536-4e48-96f2-3f75256a5167 req-42ce30de-c991-4934-bd50-7cacbd671c11 service neutron] Attempting to bind port a94f919f-ad17-4c1d-81db-736c1a137f7d on network bd21a894-6233-4e2d-b48f-18d539766085 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:52:53.923422 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041e9a06-a536-4e48-96f2-3f75256a5167 req-42ce30de-c991-4934-bd50-7cacbd671c11 service neutron] Checking agent: {'id': '8f3fee4e-bf24-4b58-8a3a-ae9c8011a473', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 52, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:52:53.923840 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041e9a06-a536-4e48-96f2-3f75256a5167 req-42ce30de-c991-4934-bd50-7cacbd671c11 service neutron] Checking segment: {'id': 'b09d13fe-6b17-4d3f-9990-452481fcc43c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'bd21a894-6233-4e2d-b48f-18d539766085'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:52:53.924297 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041e9a06-a536-4e48-96f2-3f75256a5167 req-42ce30de-c991-4934-bd50-7cacbd671c11 service neutron] Bound using segment: {'id': 'b09d13fe-6b17-4d3f-9990-452481fcc43c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'bd21a894-6233-4e2d-b48f-18d539766085'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:52:53.924795 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-041e9a06-a536-4e48-96f2-3f75256a5167 req-42ce30de-c991-4934-bd50-7cacbd671c11 service neutron] Bound port: a94f919f-ad17-4c1d-81db-736c1a137f7d, host: n-h2-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b09d13fe-6b17-4d3f-9990-452481fcc43c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'bd21a894-6233-4e2d-b48f-18d539766085'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:52:53.925255 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-041e9a06-a536-4e48-96f2-3f75256a5167 req-42ce30de-c991-4934-bd50-7cacbd671c11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (a94f919f-ad17-4c1d-81db-736c1a137f7d), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:52:53.993861 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-041e9a06-a536-4e48-96f2-3f75256a5167 req-42ce30de-c991-4934-bd50-7cacbd671c11 service neutron] For port a94f919f-ad17-4c1d-81db-736c1a137f7d, host n-h2-812111-14, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:52:53.997094 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-041e9a06-a536-4e48-96f2-3f75256a5167 req-42ce30de-c991-4934-bd50-7cacbd671c11 service neutron] For port a94f919f-ad17-4c1d-81db-736c1a137f7d, host n-h2-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=a94f919f-ad17-4c1d-81db-736c1a137f7d,segment=NetworkSegment(b09d13fe-6b17-4d3f-9990-452481fcc43c),segment_id=b09d13fe-6b17-4d3f-9990-452481fcc43c)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:52:54.004217 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-041e9a06-a536-4e48-96f2-3f75256a5167 req-42ce30de-c991-4934-bd50-7cacbd671c11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (a94f919f-ad17-4c1d-81db-736c1a137f7d), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:52:54.015273 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:52:54.039809 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041e9a06-a536-4e48-96f2-3f75256a5167 req-42ce30de-c991-4934-bd50-7cacbd671c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:52:54.040440 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-041e9a06-a536-4e48-96f2-3f75256a5167 req-42ce30de-c991-4934-bd50-7cacbd671c11 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:52:54.041845 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-041e9a06-a536-4e48-96f2-3f75256a5167 req-42ce30de-c991-4934-bd50-7cacbd671c11 service neutron] 10.222.0.70 "PUT /v2.0/ports/a94f919f-ad17-4c1d-81db-736c1a137f7d HTTP/1.1" status: 200 len: 1093 time: 0.6432893 Jan 28 19:52:54.042288 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5761044b-ac71-436e-a2df-207edd39c94f', 'tag': 'a94f919f-ad17-4c1d-81db-736c1a137f7d'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:52:54.044659 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fa8e5de-4b1d-4c14-9e41-7b3e04c2118f" -d '{"events": [{"name": "network-changed", "server_uuid": "5761044b-ac71-436e-a2df-207edd39c94f", "tag": "a94f919f-ad17-4c1d-81db-736c1a137f7d"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:52:54.071109 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ce30de-c991-4934-bd50-7cacbd671c11 service neutron] Pushing event updated for resources: {'Port': ['ID=a94f919f-ad17-4c1d-81db-736c1a137f7d,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:52:54.091375 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2370fb95-9e70-4342-93bd-a4ada653cfe2 x-openstack-request-id: req-2370fb95-9e70-4342-93bd-a4ada653cfe2 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:52:54.091672 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5761044b-ac71-436e-a2df-207edd39c94f", "tag": "a94f919f-ad17-4c1d-81db-736c1a137f7d", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:52:54.092071 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2370fb95-9e70-4342-93bd-a4ada653cfe2 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:52:54.092488 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5761044b-ac71-436e-a2df-207edd39c94f', 'tag': 'a94f919f-ad17-4c1d-81db-736c1a137f7d', 'status': 'completed', 'code': 200} Jan 28 19:52:54.143588 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041e9a06-a536-4e48-96f2-3f75256a5167 req-72f8e9b6-d023-421a-a5ec-260c76546860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:52:54.145157 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-041e9a06-a536-4e48-96f2-3f75256a5167 req-72f8e9b6-d023-421a-a5ec-260c76546860 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=86c8c98b7f6245cab15fd15b0e8ae960&device_id=5761044b-ac71-436e-a2df-207edd39c94f HTTP/1.1" status: 200 len: 1127 time: 0.0460095 Jan 28 19:52:54.190206 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-041e9a06-a536-4e48-96f2-3f75256a5167 req-4e9ed42b-2f66-4865-addc-61b0b3a0786b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a94f919f-ad17-4c1d-81db-736c1a137f7d HTTP/1.1" status: 200 len: 217 time: 0.0388384 Jan 28 19:52:54.224699 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 2443a9bb-eac6-4990-8152-0e87e84280fb no longer exists at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:52:54.238912 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041e9a06-a536-4e48-96f2-3f75256a5167 req-760b5dc2-a659-4e9b-9b4b-834ad16bc4df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:52:54.240930 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-041e9a06-a536-4e48-96f2-3f75256a5167 req-760b5dc2-a659-4e9b-9b4b-834ad16bc4df service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e13f9333-cafc-479b-8444-b18c4077fb5d HTTP/1.1" status: 200 len: 855 time: 0.0451851 Jan 28 19:52:54.246096 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] No Port match for: 2443a9bb-eac6-4990-8152-0e87e84280fb {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:52:54.246447 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 2443a9bb-eac6-4990-8152-0e87e84280fb not bound to the agent host n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:52:54.272892 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-041e9a06-a536-4e48-96f2-3f75256a5167 req-7cf3fc01-dede-49bf-98e7-84dbbfbfe515 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=bd21a894-6233-4e2d-b48f-18d539766085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267789 Jan 28 19:52:54.367376 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-041e9a06-a536-4e48-96f2-3f75256a5167 req-0c294841-2af2-4b28-88e8-1e4e2b7e47d5 service neutron] 10.222.0.70 "GET /v2.0/networks/bd21a894-6233-4e2d-b48f-18d539766085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885534 Jan 28 19:52:54.456467 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-041e9a06-a536-4e48-96f2-3f75256a5167 req-f1f9275c-30ff-450d-8f3b-22333083eeb9 service neutron] 10.222.0.70 "GET /v2.0/networks/bd21a894-6233-4e2d-b48f-18d539766085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830047 Jan 28 19:52:54.561774 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa8e5de-4b1d-4c14-9e41-7b3e04c2118f req-31196349-6bb1-4cc6-8e6e-9fc5418650e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:52:54.563264 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3fa8e5de-4b1d-4c14-9e41-7b3e04c2118f req-31196349-6bb1-4cc6-8e6e-9fc5418650e8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=86c8c98b7f6245cab15fd15b0e8ae960&device_id=5761044b-ac71-436e-a2df-207edd39c94f HTTP/1.1" status: 200 len: 1127 time: 0.0553071 Jan 28 19:52:54.567783 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-957d2904-f421-4365-944a-c8801b0db776 req-8a35d8c2-b839-4754-bc75-2d0884f7ba13 tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] 10.222.0.64 "GET /v2.0/ports?device_id=f95b6831-74cc-47a3-8ff9-ae9026d032c9 HTTP/1.1" status: 200 len: 210 time: 0.0413249 Jan 28 19:52:54.661353 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa8e5de-4b1d-4c14-9e41-7b3e04c2118f req-b1e52e44-f1c7-416c-8ced-7e09c29ae086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:52:54.663404 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3fa8e5de-4b1d-4c14-9e41-7b3e04c2118f req-b1e52e44-f1c7-416c-8ced-7e09c29ae086 service neutron] 10.222.0.70 "GET /v2.0/networks?id=bd21a894-6233-4e2d-b48f-18d539766085 HTTP/1.1" status: 200 len: 915 time: 0.0946510 Jan 28 19:52:54.705653 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3fa8e5de-4b1d-4c14-9e41-7b3e04c2118f req-cc1b1e81-65fb-4297-969a-31366e12ce1e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a94f919f-ad17-4c1d-81db-736c1a137f7d HTTP/1.1" status: 200 len: 217 time: 0.0367188 Jan 28 19:52:54.758443 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa8e5de-4b1d-4c14-9e41-7b3e04c2118f req-0981af53-e90d-4ebe-9339-9fec2cca56c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:52:54.759919 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3fa8e5de-4b1d-4c14-9e41-7b3e04c2118f req-0981af53-e90d-4ebe-9339-9fec2cca56c0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e13f9333-cafc-479b-8444-b18c4077fb5d HTTP/1.1" status: 200 len: 855 time: 0.0490024 Jan 28 19:52:54.792053 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3fa8e5de-4b1d-4c14-9e41-7b3e04c2118f req-00de3944-bedf-41ec-a33c-ed1592bc7cab service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=bd21a894-6233-4e2d-b48f-18d539766085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260906 Jan 28 19:52:54.883021 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3fa8e5de-4b1d-4c14-9e41-7b3e04c2118f req-24634e69-a7a9-4bc1-940a-b7b3c9c6b354 service neutron] 10.222.0.70 "GET /v2.0/networks/bd21a894-6233-4e2d-b48f-18d539766085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823579 Jan 28 19:52:55.030083 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f431b7-b524-45be-80e3-cba50d0e29f4 req-5c8aeb04-77ba-45fc-bda5-e3e0cb05105e tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:52:55.031615 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-84f431b7-b524-45be-80e3-cba50d0e29f4 req-5c8aeb04-77ba-45fc-bda5-e3e0cb05105e tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] 10.222.0.64 "GET /v2.0/ports?device_id=5761044b-ac71-436e-a2df-207edd39c94f HTTP/1.1" status: 200 len: 944 time: 0.0838251 Jan 28 19:52:55.033634 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3fa8e5de-4b1d-4c14-9e41-7b3e04c2118f req-4fd50216-d5f2-4bbe-bc0f-69ba150e5613 service neutron] 10.222.0.70 "GET /v2.0/networks/bd21a894-6233-4e2d-b48f-18d539766085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455808 Jan 28 19:52:55.089432 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-84f431b7-b524-45be-80e3-cba50d0e29f4 req-93a1f768-b4b1-4b52-85e2-ac8ad2658c5f tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b6fe7d7-7eff-4bf9-8c21-ae9fec9deb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511312 Jan 28 19:52:55.662877 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5182f130-fc69-42e6-8037-dd3875b65c98 req-bfe3a74f-19e4-49ca-9908-14043ab03500 tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] 10.222.0.64 "GET /v2.0/ports?device_id=f95b6831-74cc-47a3-8ff9-ae9026d032c9 HTTP/1.1" status: 200 len: 210 time: 0.0279338 Jan 28 19:52:56.214704 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213d1a52-f496-4797-b9ef-46b8f827f042 req-15f708e5-66d7-46cd-a142-6b614fdad19a tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:52:56.216301 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-213d1a52-f496-4797-b9ef-46b8f827f042 req-15f708e5-66d7-46cd-a142-6b614fdad19a tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] 10.222.0.64 "GET /v2.0/ports?device_id=5761044b-ac71-436e-a2df-207edd39c94f HTTP/1.1" status: 200 len: 944 time: 0.0576613 Jan 28 19:52:56.238047 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device a94f919f-ad17-4c1d-81db-736c1a137f7d details requested by agent hyperv_n-h2-812111-14 with host n-h2-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:52:56.272277 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-213d1a52-f496-4797-b9ef-46b8f827f042 req-292f1a2c-ee3b-46f5-949d-48db924c9653 tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b6fe7d7-7eff-4bf9-8c21-ae9fec9deb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503297 Jan 28 19:52:56.338902 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port a94f919f-ad17-4c1d-81db-736c1a137f7d, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=a94f919f-ad17-4c1d-81db-736c1a137f7d,segment=NetworkSegment(b09d13fe-6b17-4d3f-9990-452481fcc43c),segment_id=b09d13fe-6b17-4d3f-9990-452481fcc43c)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:52:56.350603 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Returning: {'device': 'a94f919f-ad17-4c1d-81db-736c1a137f7d', 'network_id': 'bd21a894-6233-4e2d-b48f-18d539766085', 'port_id': 'a94f919f-ad17-4c1d-81db-736c1a137f7d', 'mac_address': 'fa:16:3e:29:20:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e13f9333-cafc-479b-8444-b18c4077fb5d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:52:56.388678 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port a94f919f-ad17-4c1d-81db-736c1a137f7d is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:52:56.388957 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (a94f919f-ad17-4c1d-81db-736c1a137f7d), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:52:56.404955 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a94f919f-ad17-4c1d-81db-736c1a137f7d {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:52:56.423328 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port a94f919f-ad17-4c1d-81db-736c1a137f7d, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=a94f919f-ad17-4c1d-81db-736c1a137f7d,segment=NetworkSegment(b09d13fe-6b17-4d3f-9990-452481fcc43c),segment_id=b09d13fe-6b17-4d3f-9990-452481fcc43c)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:52:56.428651 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (a94f919f-ad17-4c1d-81db-736c1a137f7d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:52:56.474070 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=a94f919f-ad17-4c1d-81db-736c1a137f7d,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:52:56.481705 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:52:56.482054 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:52:56.482397 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:52:56.482736 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:52:56.483070 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:52:56.483400 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:52:56.483724 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:52:56.484051 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:52:56.484372 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:52:56.484694 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:52:56.485018 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:52:56.485375 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:52:56.485696 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:52:56.618414 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['a94f919f-ad17-4c1d-81db-736c1a137f7d'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:52:56.763421 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e9f391d4-7fbd-4828-aee0-30f88a4634bf req-aa4df590-76b0-4207-9502-ea7dcbd09227 tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] 10.222.0.64 "GET /v2.0/ports?device_id=f95b6831-74cc-47a3-8ff9-ae9026d032c9 HTTP/1.1" status: 200 len: 210 time: 0.0295758 Jan 28 19:52:57.391370 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b1eb13-9485-4782-b7a6-fbc75b9ce15b req-3109ad05-271d-4707-bf1c-05cd3f01e88e tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:52:57.392857 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-75b1eb13-9485-4782-b7a6-fbc75b9ce15b req-3109ad05-271d-4707-bf1c-05cd3f01e88e tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] 10.222.0.64 "GET /v2.0/ports?device_id=5761044b-ac71-436e-a2df-207edd39c94f HTTP/1.1" status: 200 len: 945 time: 0.0529356 Jan 28 19:52:57.438395 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-75b1eb13-9485-4782-b7a6-fbc75b9ce15b req-76854b00-7048-4faa-b8eb-6ed51edb67bd tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b6fe7d7-7eff-4bf9-8c21-ae9fec9deb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399764 Jan 28 19:52:57.856861 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f06e11e5-7c37-437b-9bf7-2e020bdc2d49 req-3d754b0c-1896-4c7d-b070-03be737b8bec tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] 10.222.0.64 "GET /v2.0/ports?device_id=f95b6831-74cc-47a3-8ff9-ae9026d032c9 HTTP/1.1" status: 200 len: 210 time: 0.0269544 Jan 28 19:52:58.249315 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device a94f919f-ad17-4c1d-81db-736c1a137f7d up at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:52:58.299006 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning for port a94f919f-ad17-4c1d-81db-736c1a137f7d completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:52:58.302891 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning complete for port a94f919f-ad17-4c1d-81db-736c1a137f7d triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:52:58.303283 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (a94f919f-ad17-4c1d-81db-736c1a137f7d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:52:58.380283 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port a94f919f-ad17-4c1d-81db-736c1a137f7d is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:52:58.381308 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (a94f919f-ad17-4c1d-81db-736c1a137f7d), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:52:58.404318 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5761044b-ac71-436e-a2df-207edd39c94f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a94f919f-ad17-4c1d-81db-736c1a137f7d'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:52:58.406703 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cfd17a0-aa5f-43f4-a266-38284b28f464" -d '{"events": [{"server_uuid": "5761044b-ac71-436e-a2df-207edd39c94f", "name": "network-vif-plugged", "status": "completed", "tag": "a94f919f-ad17-4c1d-81db-736c1a137f7d"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:52:58.422562 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port a94f919f-ad17-4c1d-81db-736c1a137f7d, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=a94f919f-ad17-4c1d-81db-736c1a137f7d,segment=NetworkSegment(b09d13fe-6b17-4d3f-9990-452481fcc43c),segment_id=b09d13fe-6b17-4d3f-9990-452481fcc43c)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:52:58.426667 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (a94f919f-ad17-4c1d-81db-736c1a137f7d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:52:58.450155 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c856b77c-88d3-4380-952b-4c1be7d2fe6d x-openstack-request-id: req-c856b77c-88d3-4380-952b-4c1be7d2fe6d {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:52:58.450458 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5761044b-ac71-436e-a2df-207edd39c94f", "name": "network-vif-plugged", "status": "completed", "tag": "a94f919f-ad17-4c1d-81db-736c1a137f7d", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:52:58.450720 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c856b77c-88d3-4380-952b-4c1be7d2fe6d {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:52:58.451113 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5761044b-ac71-436e-a2df-207edd39c94f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a94f919f-ad17-4c1d-81db-736c1a137f7d', 'code': 200} Jan 28 19:52:58.488276 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=a94f919f-ad17-4c1d-81db-736c1a137f7d,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:52:58.548907 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e5a26d-6b13-4ade-af91-e35fa0201692 req-8dd0d909-5fdc-4d5c-9f06-136dca631374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:52:58.550608 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-02e5a26d-6b13-4ade-af91-e35fa0201692 req-8dd0d909-5fdc-4d5c-9f06-136dca631374 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=5761044b-ac71-436e-a2df-207edd39c94f HTTP/1.1" status: 200 len: 1129 time: 0.0477858 Jan 28 19:52:58.572151 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cee275-e84d-4ef4-9d9c-b0fcf59bd4fe req-783cb097-392f-4c8b-8a5b-c2f5e222ea0b tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:52:58.573969 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-89cee275-e84d-4ef4-9d9c-b0fcf59bd4fe req-783cb097-392f-4c8b-8a5b-c2f5e222ea0b tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] 10.222.0.64 "GET /v2.0/ports?device_id=5761044b-ac71-436e-a2df-207edd39c94f HTTP/1.1" status: 200 len: 946 time: 0.0610287 Jan 28 19:52:58.612238 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-02e5a26d-6b13-4ade-af91-e35fa0201692 req-7b6055cf-8bec-4146-8d1f-4f48c551af05 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=0b6fe7d7-7eff-4bf9-8c21-ae9fec9deb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527837 Jan 28 19:52:58.628401 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-89cee275-e84d-4ef4-9d9c-b0fcf59bd4fe req-dbe32c6e-65a2-4dc9-9192-819f40c3c3d1 tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b6fe7d7-7eff-4bf9-8c21-ae9fec9deb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477760 Jan 28 19:52:58.952278 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-029f1482-6ee7-442f-b7d1-6c49904027d2 req-07640295-f8fe-462e-bd2a-c2767939b85d tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] 10.222.0.64 "GET /v2.0/ports?device_id=f95b6831-74cc-47a3-8ff9-ae9026d032c9 HTTP/1.1" status: 200 len: 210 time: 0.0275223 Jan 28 19:52:59.753551 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2190f705-acb9-49b3-a21e-2f985e8958ff req-3054a671-3d65-4f8f-bd0f-afe0f0f7a5d6 tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:52:59.754998 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2190f705-acb9-49b3-a21e-2f985e8958ff req-3054a671-3d65-4f8f-bd0f-afe0f0f7a5d6 tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] 10.222.0.64 "GET /v2.0/ports?device_id=5761044b-ac71-436e-a2df-207edd39c94f HTTP/1.1" status: 200 len: 946 time: 0.0523250 Jan 28 19:52:59.802810 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2190f705-acb9-49b3-a21e-2f985e8958ff req-7d2eda8a-5ec1-45fa-887d-e29b124b908e tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b6fe7d7-7eff-4bf9-8c21-ae9fec9deb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413659 Jan 28 19:53:00.048643 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5ad6950d-2f5a-410d-9685-ba03d3e0a49b req-e52db932-ada0-48bf-9fa5-26f1cfed0120 tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] 10.222.0.64 "GET /v2.0/ports?device_id=f95b6831-74cc-47a3-8ff9-ae9026d032c9 HTTP/1.1" status: 200 len: 210 time: 0.0288396 Jan 28 19:53:01.107590 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 33006) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:53:01.164121 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-27994c81-5c12-4eaa-b4b5-00e982897097 tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] Publish callbacks [] for security_group (21897431-186d-4f77-b20d-054ab457bbc5), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:53:01.190281 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-27994c81-5c12-4eaa-b4b5-00e982897097 tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] Publish callbacks [] for security_group (21897431-186d-4f77-b20d-054ab457bbc5), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:53:01.269372 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-27994c81-5c12-4eaa-b4b5-00e982897097 tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (21897431-186d-4f77-b20d-054ab457bbc5), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:53:01.272246 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-27994c81-5c12-4eaa-b4b5-00e982897097 tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:53:01.276433 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-27994c81-5c12-4eaa-b4b5-00e982897097 tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] 10.222.0.64 "DELETE /v2.0/security-groups/21897431-186d-4f77-b20d-054ab457bbc5 HTTP/1.1" status: 204 len: 168 time: 0.1677063 Jan 28 19:53:01.286078 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27994c81-5c12-4eaa-b4b5-00e982897097 tempest-TestVolumeBackupRestore-70934785 tempest-TestVolumeBackupRestore-70934785-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21897431-186d-4f77-b20d-054ab457bbc5,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:53:02.705443 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-dd003886-f50f-483f-8f6e-9f59a5b23d0a req-c0ff6585-beeb-4b54-a4bb-eec1f77a2cfe service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2c7c0d5c-dedf-41f5-947d-0156817dcc3c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0459781 Jan 28 19:53:02.805655 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd003886-f50f-483f-8f6e-9f59a5b23d0a req-ea41eba1-b1b3-4380-95b6-8523c0f83f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:53:02.807207 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-dd003886-f50f-483f-8f6e-9f59a5b23d0a req-ea41eba1-b1b3-4380-95b6-8523c0f83f53 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=86c8c98b7f6245cab15fd15b0e8ae960&device_id=2c7c0d5c-dedf-41f5-947d-0156817dcc3c HTTP/1.1" status: 200 len: 1128 time: 0.0510726 Jan 28 19:53:02.926251 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd003886-f50f-483f-8f6e-9f59a5b23d0a req-e44053ea-748f-49ba-86b3-a08d7b41bc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:53:02.928537 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-dd003886-f50f-483f-8f6e-9f59a5b23d0a req-e44053ea-748f-49ba-86b3-a08d7b41bc78 service neutron] 10.222.0.41 "GET /v2.0/networks?id=bd21a894-6233-4e2d-b48f-18d539766085 HTTP/1.1" status: 200 len: 915 time: 0.1019461 Jan 28 19:53:02.974598 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-dd003886-f50f-483f-8f6e-9f59a5b23d0a req-2ec249b3-17e3-435b-a862-008ca9db953a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c6a98178-661b-4a45-bae3-dc47655e8649 HTTP/1.1" status: 200 len: 217 time: 0.0375721 Jan 28 19:53:03.031698 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd003886-f50f-483f-8f6e-9f59a5b23d0a req-4457b292-577d-4673-92a2-30db65b5f193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:53:03.033404 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-dd003886-f50f-483f-8f6e-9f59a5b23d0a req-4457b292-577d-4673-92a2-30db65b5f193 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e13f9333-cafc-479b-8444-b18c4077fb5d HTTP/1.1" status: 200 len: 855 time: 0.0531766 Jan 28 19:53:03.070357 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-dd003886-f50f-483f-8f6e-9f59a5b23d0a req-1e2a9128-98e7-468b-9ced-f4481506068c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bd21a894-6233-4e2d-b48f-18d539766085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285432 Jan 28 19:53:03.172097 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-dd003886-f50f-483f-8f6e-9f59a5b23d0a req-fe18b1b5-de19-4b89-baf9-c8746457e484 service neutron] 10.222.0.41 "GET /v2.0/networks/bd21a894-6233-4e2d-b48f-18d539766085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946345 Jan 28 19:53:03.274031 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-dd003886-f50f-483f-8f6e-9f59a5b23d0a req-f511640d-f660-47e3-83f6-d92180aed5ca service neutron] 10.222.0.41 "GET /v2.0/networks/bd21a894-6233-4e2d-b48f-18d539766085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955818 Jan 28 19:53:06.669127 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-57feb09d-b7f1-4e75-bb58-66b2da9b1340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:53:08.926503 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-26f01df4-29c1-4c5c-abc3-a7b230157207 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:53:09.855415 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:53:10.072642 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1defe9f4-0be4-4a86-900e-e204d26d1140 req-ed269add-f529-4c3d-b17e-7d153c64e8c1 tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:53:10.074062 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1defe9f4-0be4-4a86-900e-e204d26d1140 req-ed269add-f529-4c3d-b17e-7d153c64e8c1 tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] 10.222.0.64 "GET /v2.0/networks?id=bd21a894-6233-4e2d-b48f-18d539766085 HTTP/1.1" status: 200 len: 815 time: 0.1062949 Jan 28 19:53:10.088581 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1defe9f4-0be4-4a86-900e-e204d26d1140 req-39e05fee-7bfc-402b-a84b-04d4a96e50dc tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] 10.222.0.64 "GET /v2.0/quotas/86c8c98b7f6245cab15fd15b0e8ae960 HTTP/1.1" status: 200 len: 375 time: 0.0089669 Jan 28 19:53:10.143609 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1defe9f4-0be4-4a86-900e-e204d26d1140 req-55eeccc4-083e-4ca4-96c2-19c92f603bd4 tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=86c8c98b7f6245cab15fd15b0e8ae960&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0499108 Jan 28 19:53:10.237623 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1defe9f4-0be4-4a86-900e-e204d26d1140 req-d41b5f33-c822-48de-8021-10503769b32d service neutron] 10.222.0.64 "GET /v2.0/networks/bd21a894-6233-4e2d-b48f-18d539766085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870285 Jan 28 19:53:10.328749 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1defe9f4-0be4-4a86-900e-e204d26d1140 req-49eb84da-44fa-4083-837e-cfc854410161 service neutron] 10.222.0.64 "GET /v2.0/networks/bd21a894-6233-4e2d-b48f-18d539766085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850565 Jan 28 19:53:10.564265 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8e756990-3f09-4736-91e5-bc80ed251892 req-b4d5359b-f687-4c4e-92e1-d59fdc0118f6 tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe39c946-1abe-4d1f-865b-92102f750cdd HTTP/1.1" status: 200 len: 210 time: 0.0969067 Jan 28 19:53:11.173049 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:53:11.496858 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1defe9f4-0be4-4a86-900e-e204d26d1140 req-b901fa09-94a6-4f82-b373-0ad268413e12 tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:53:11.500067 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1defe9f4-0be4-4a86-900e-e204d26d1140 req-b901fa09-94a6-4f82-b373-0ad268413e12 tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] 10.222.0.70 "GET /v2.0/networks?id=bd21a894-6233-4e2d-b48f-18d539766085 HTTP/1.1" status: 200 len: 815 time: 0.1325278 Jan 28 19:53:11.513239 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-1defe9f4-0be4-4a86-900e-e204d26d1140 req-a9178713-6ee0-443a-8bbb-5ba1adff7ff6 tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] Request body: {'port': {'device_id': 'fe39c946-1abe-4d1f-865b-92102f750cdd', 'network_id': 'bd21a894-6233-4e2d-b48f-18d539766085', 'admin_state_up': True, 'tenant_id': '86c8c98b7f6245cab15fd15b0e8ae960'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:53:11.640523 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1defe9f4-0be4-4a86-900e-e204d26d1140 req-a9178713-6ee0-443a-8bbb-5ba1adff7ff6 tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] Made reservation on behalf of 86c8c98b7f6245cab15fd15b0e8ae960 for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:53:11.648094 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-1defe9f4-0be4-4a86-900e-e204d26d1140 req-a9178713-6ee0-443a-8bbb-5ba1adff7ff6 tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:53:11.731434 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c069151a-4af9-4ecb-90e5-35311b4eada4 req-4e4c3a22-aa27-41fd-aa76-08908fe9f098 tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe39c946-1abe-4d1f-865b-92102f750cdd HTTP/1.1" status: 200 len: 210 time: 0.0636342 Jan 28 19:53:11.757049 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:53:11.816767 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-1defe9f4-0be4-4a86-900e-e204d26d1140 req-a9178713-6ee0-443a-8bbb-5ba1adff7ff6 tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] Allocated IP 172.20.0.11 (bd21a894-6233-4e2d-b48f-18d539766085/e13f9333-cafc-479b-8444-b18c4077fb5d/939b8633-c81b-4486-ba6c-2bf44211575e) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:53:11.971841 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-1defe9f4-0be4-4a86-900e-e204d26d1140 req-a9178713-6ee0-443a-8bbb-5ba1adff7ff6 tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] Publish callbacks [] for port (939b8633-c81b-4486-ba6c-2bf44211575e), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:53:12.008928 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-1defe9f4-0be4-4a86-900e-e204d26d1140 req-a9178713-6ee0-443a-8bbb-5ba1adff7ff6 tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (939b8633-c81b-4486-ba6c-2bf44211575e), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:53:12.022268 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['a94f919f-ad17-4c1d-81db-736c1a137f7d'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:53:12.026855 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['c6a98178-661b-4a45-bae3-dc47655e8649'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:53:12.077897 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9178713-6ee0-443a-8bbb-5ba1adff7ff6 tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] Pushing event updated for resources: {'Port': ['ID=939b8633-c81b-4486-ba6c-2bf44211575e,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:53:12.096089 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1defe9f4-0be4-4a86-900e-e204d26d1140 req-a9178713-6ee0-443a-8bbb-5ba1adff7ff6 tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] Network bd21a894-6233-4e2d-b48f-18d539766085 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:53:12.099201 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-1defe9f4-0be4-4a86-900e-e204d26d1140 req-a9178713-6ee0-443a-8bbb-5ba1adff7ff6 tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:53:12.103675 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-1defe9f4-0be4-4a86-900e-e204d26d1140 req-a9178713-6ee0-443a-8bbb-5ba1adff7ff6 tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:53:12.163770 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1defe9f4-0be4-4a86-900e-e204d26d1140 req-a9178713-6ee0-443a-8bbb-5ba1adff7ff6 tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:53:12.165697 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-1defe9f4-0be4-4a86-900e-e204d26d1140 req-a9178713-6ee0-443a-8bbb-5ba1adff7ff6 tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:53:12.183697 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1defe9f4-0be4-4a86-900e-e204d26d1140 req-a9178713-6ee0-443a-8bbb-5ba1adff7ff6 tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6750681 Jan 28 19:53:12.198615 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-1defe9f4-0be4-4a86-900e-e204d26d1140 req-2bbf09ea-0412-4a1d-a2d7-3a1407322ba1 service neutron] Request body: {'port': {'device_id': 'fe39c946-1abe-4d1f-865b-92102f750cdd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-14'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:53:12.276920 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-1defe9f4-0be4-4a86-900e-e204d26d1140 req-2bbf09ea-0412-4a1d-a2d7-3a1407322ba1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (939b8633-c81b-4486-ba6c-2bf44211575e), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:53:12.565061 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-1defe9f4-0be4-4a86-900e-e204d26d1140 req-2bbf09ea-0412-4a1d-a2d7-3a1407322ba1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 939b8633-c81b-4486-ba6c-2bf44211575e {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:53:12.572746 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-1defe9f4-0be4-4a86-900e-e204d26d1140 req-2bbf09ea-0412-4a1d-a2d7-3a1407322ba1 service neutron] Publish callbacks [] for port (939b8633-c81b-4486-ba6c-2bf44211575e), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:53:12.586211 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-1defe9f4-0be4-4a86-900e-e204d26d1140 req-2bbf09ea-0412-4a1d-a2d7-3a1407322ba1 service neutron] Transition to ACTIVE for port object 939b8633-c81b-4486-ba6c-2bf44211575e will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:53:12.590639 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-1defe9f4-0be4-4a86-900e-e204d26d1140 req-2bbf09ea-0412-4a1d-a2d7-3a1407322ba1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (939b8633-c81b-4486-ba6c-2bf44211575e), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:53:12.666156 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbf09ea-0412-4a1d-a2d7-3a1407322ba1 service neutron] Pushing event updated for resources: {'Port': ['ID=939b8633-c81b-4486-ba6c-2bf44211575e,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:53:12.717870 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-1defe9f4-0be4-4a86-900e-e204d26d1140 req-2bbf09ea-0412-4a1d-a2d7-3a1407322ba1 service neutron] Attempting to bind port 939b8633-c81b-4486-ba6c-2bf44211575e on host n-h2-812111-14 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:53:12.718267 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-1defe9f4-0be4-4a86-900e-e204d26d1140 req-2bbf09ea-0412-4a1d-a2d7-3a1407322ba1 service neutron] Attempting to bind port 939b8633-c81b-4486-ba6c-2bf44211575e by drivers openvswitch,hyperv on host n-h2-812111-14 at level 0 using segments [{'id': 'b09d13fe-6b17-4d3f-9990-452481fcc43c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'bd21a894-6233-4e2d-b48f-18d539766085'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:53:12.718606 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1defe9f4-0be4-4a86-900e-e204d26d1140 req-2bbf09ea-0412-4a1d-a2d7-3a1407322ba1 service neutron] Attempting to bind port 939b8633-c81b-4486-ba6c-2bf44211575e on network bd21a894-6233-4e2d-b48f-18d539766085 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:53:12.723381 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1defe9f4-0be4-4a86-900e-e204d26d1140 req-2bbf09ea-0412-4a1d-a2d7-3a1407322ba1 service neutron] Port 939b8633-c81b-4486-ba6c-2bf44211575e on network bd21a894-6233-4e2d-b48f-18d539766085 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-14 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:53:12.723719 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1defe9f4-0be4-4a86-900e-e204d26d1140 req-2bbf09ea-0412-4a1d-a2d7-3a1407322ba1 service neutron] Attempting to bind port 939b8633-c81b-4486-ba6c-2bf44211575e on network bd21a894-6233-4e2d-b48f-18d539766085 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:53:12.729557 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1defe9f4-0be4-4a86-900e-e204d26d1140 req-2bbf09ea-0412-4a1d-a2d7-3a1407322ba1 service neutron] Checking agent: {'id': '8f3fee4e-bf24-4b58-8a3a-ae9c8011a473', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 52, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:53:12.729557 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1defe9f4-0be4-4a86-900e-e204d26d1140 req-2bbf09ea-0412-4a1d-a2d7-3a1407322ba1 service neutron] Checking segment: {'id': 'b09d13fe-6b17-4d3f-9990-452481fcc43c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'bd21a894-6233-4e2d-b48f-18d539766085'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:53:12.729557 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1defe9f4-0be4-4a86-900e-e204d26d1140 req-2bbf09ea-0412-4a1d-a2d7-3a1407322ba1 service neutron] Bound using segment: {'id': 'b09d13fe-6b17-4d3f-9990-452481fcc43c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'bd21a894-6233-4e2d-b48f-18d539766085'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:53:12.730083 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-1defe9f4-0be4-4a86-900e-e204d26d1140 req-2bbf09ea-0412-4a1d-a2d7-3a1407322ba1 service neutron] Bound port: 939b8633-c81b-4486-ba6c-2bf44211575e, host: n-h2-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b09d13fe-6b17-4d3f-9990-452481fcc43c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'bd21a894-6233-4e2d-b48f-18d539766085'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:53:12.730394 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-1defe9f4-0be4-4a86-900e-e204d26d1140 req-2bbf09ea-0412-4a1d-a2d7-3a1407322ba1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (939b8633-c81b-4486-ba6c-2bf44211575e), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:53:12.802978 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-1defe9f4-0be4-4a86-900e-e204d26d1140 req-2bbf09ea-0412-4a1d-a2d7-3a1407322ba1 service neutron] For port 939b8633-c81b-4486-ba6c-2bf44211575e, host n-h2-812111-14, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:53:12.807934 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-1defe9f4-0be4-4a86-900e-e204d26d1140 req-2bbf09ea-0412-4a1d-a2d7-3a1407322ba1 service neutron] For port 939b8633-c81b-4486-ba6c-2bf44211575e, host n-h2-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=939b8633-c81b-4486-ba6c-2bf44211575e,segment=NetworkSegment(b09d13fe-6b17-4d3f-9990-452481fcc43c),segment_id=b09d13fe-6b17-4d3f-9990-452481fcc43c)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:53:12.816901 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-1defe9f4-0be4-4a86-900e-e204d26d1140 req-2bbf09ea-0412-4a1d-a2d7-3a1407322ba1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (939b8633-c81b-4486-ba6c-2bf44211575e), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:53:12.874596 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2704f36b-d736-4144-baf5-903a2babd64d req-8f5605de-122d-41da-bef7-49af3dc9f16f tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:53:12.883257 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2704f36b-d736-4144-baf5-903a2babd64d req-8f5605de-122d-41da-bef7-49af3dc9f16f tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe39c946-1abe-4d1f-865b-92102f750cdd HTTP/1.1" status: 200 len: 944 time: 0.0610933 Jan 28 19:53:12.891224 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbf09ea-0412-4a1d-a2d7-3a1407322ba1 service neutron] Pushing event updated for resources: {'Port': ['ID=939b8633-c81b-4486-ba6c-2bf44211575e,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:53:12.909245 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1defe9f4-0be4-4a86-900e-e204d26d1140 req-2bbf09ea-0412-4a1d-a2d7-3a1407322ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:53:12.910063 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-1defe9f4-0be4-4a86-900e-e204d26d1140 req-2bbf09ea-0412-4a1d-a2d7-3a1407322ba1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:53:12.912414 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1defe9f4-0be4-4a86-900e-e204d26d1140 req-2bbf09ea-0412-4a1d-a2d7-3a1407322ba1 service neutron] 10.222.0.70 "PUT /v2.0/ports/939b8633-c81b-4486-ba6c-2bf44211575e HTTP/1.1" status: 200 len: 1093 time: 0.7193220 Jan 28 19:53:12.913136 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe39c946-1abe-4d1f-865b-92102f750cdd', 'tag': '939b8633-c81b-4486-ba6c-2bf44211575e'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:53:12.925166 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2746e932-d7de-4f78-b6e2-96c5e3048f59" -d '{"events": [{"name": "network-changed", "server_uuid": "fe39c946-1abe-4d1f-865b-92102f750cdd", "tag": "939b8633-c81b-4486-ba6c-2bf44211575e"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:53:12.943521 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2704f36b-d736-4144-baf5-903a2babd64d req-3567916c-164a-4fe8-9e28-8ec9f2600e61 tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b6fe7d7-7eff-4bf9-8c21-ae9fec9deb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545518 Jan 28 19:53:12.997730 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ca18134-7aab-4f44-abb3-66890ae58e23 x-openstack-request-id: req-3ca18134-7aab-4f44-abb3-66890ae58e23 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:53:12.997961 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe39c946-1abe-4d1f-865b-92102f750cdd", "tag": "939b8633-c81b-4486-ba6c-2bf44211575e", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:53:12.998225 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3ca18134-7aab-4f44-abb3-66890ae58e23 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:53:12.998617 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe39c946-1abe-4d1f-865b-92102f750cdd', 'tag': '939b8633-c81b-4486-ba6c-2bf44211575e', 'status': 'completed', 'code': 200} Jan 28 19:53:13.017796 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1defe9f4-0be4-4a86-900e-e204d26d1140 req-b3ded9c0-aa32-42f4-b28e-8ba6f813e2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:53:13.019297 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1defe9f4-0be4-4a86-900e-e204d26d1140 req-b3ded9c0-aa32-42f4-b28e-8ba6f813e2b1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=86c8c98b7f6245cab15fd15b0e8ae960&device_id=fe39c946-1abe-4d1f-865b-92102f750cdd HTTP/1.1" status: 200 len: 1127 time: 0.0573514 Jan 28 19:53:13.060603 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1defe9f4-0be4-4a86-900e-e204d26d1140 req-2cb12dea-8457-4126-a1d7-46d4a5134eb0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=939b8633-c81b-4486-ba6c-2bf44211575e HTTP/1.1" status: 200 len: 217 time: 0.0352900 Jan 28 19:53:13.126107 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:53:13.130484 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1defe9f4-0be4-4a86-900e-e204d26d1140 req-626c8176-8ce0-4493-896e-63d47597669b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:53:13.132121 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1defe9f4-0be4-4a86-900e-e204d26d1140 req-626c8176-8ce0-4493-896e-63d47597669b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e13f9333-cafc-479b-8444-b18c4077fb5d HTTP/1.1" status: 200 len: 855 time: 0.0561793 Jan 28 19:53:13.169200 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1defe9f4-0be4-4a86-900e-e204d26d1140 req-4aec1b39-b2cd-40b7-8d0c-f21dc317d13f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=bd21a894-6233-4e2d-b48f-18d539766085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310073 Jan 28 19:53:13.264495 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1defe9f4-0be4-4a86-900e-e204d26d1140 req-c4bddf1f-df33-435f-ac5c-508d3e2b20fb service neutron] 10.222.0.70 "GET /v2.0/networks/bd21a894-6233-4e2d-b48f-18d539766085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891361 Jan 28 19:53:13.362455 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1defe9f4-0be4-4a86-900e-e204d26d1140 req-0474a807-bf29-4e2e-a3e7-90fdaa173f26 service neutron] 10.222.0.70 "GET /v2.0/networks/bd21a894-6233-4e2d-b48f-18d539766085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912194 Jan 28 19:53:13.460877 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2746e932-d7de-4f78-b6e2-96c5e3048f59 req-ceac6fe8-7dcc-49d9-83e7-c1349fc2b0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:53:13.462460 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2746e932-d7de-4f78-b6e2-96c5e3048f59 req-ceac6fe8-7dcc-49d9-83e7-c1349fc2b0ca service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=86c8c98b7f6245cab15fd15b0e8ae960&device_id=fe39c946-1abe-4d1f-865b-92102f750cdd HTTP/1.1" status: 200 len: 1127 time: 0.0501277 Jan 28 19:53:13.558590 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2746e932-d7de-4f78-b6e2-96c5e3048f59 req-8967c7d0-cdf5-4838-b559-22d42e2275da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:53:13.560221 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2746e932-d7de-4f78-b6e2-96c5e3048f59 req-8967c7d0-cdf5-4838-b559-22d42e2275da service neutron] 10.222.0.70 "GET /v2.0/networks?id=bd21a894-6233-4e2d-b48f-18d539766085 HTTP/1.1" status: 200 len: 915 time: 0.0907896 Jan 28 19:53:13.606586 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2746e932-d7de-4f78-b6e2-96c5e3048f59 req-736494a7-1cdc-496f-a2aa-0af4572d9525 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=939b8633-c81b-4486-ba6c-2bf44211575e HTTP/1.1" status: 200 len: 217 time: 0.0397398 Jan 28 19:53:13.660102 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2746e932-d7de-4f78-b6e2-96c5e3048f59 req-4f434ede-194e-481b-beee-b7a8aa3f0e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:53:13.662452 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2746e932-d7de-4f78-b6e2-96c5e3048f59 req-4f434ede-194e-481b-beee-b7a8aa3f0e4b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e13f9333-cafc-479b-8444-b18c4077fb5d HTTP/1.1" status: 200 len: 855 time: 0.0480051 Jan 28 19:53:13.695486 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2746e932-d7de-4f78-b6e2-96c5e3048f59 req-6ac85044-b0ed-4757-88c6-529359e48247 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=bd21a894-6233-4e2d-b48f-18d539766085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275736 Jan 28 19:53:13.807778 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2746e932-d7de-4f78-b6e2-96c5e3048f59 req-9ce9a97e-5d38-414d-9837-95bd6856d7db service neutron] 10.222.0.70 "GET /v2.0/networks/bd21a894-6233-4e2d-b48f-18d539766085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966892 Jan 28 19:53:13.907309 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2746e932-d7de-4f78-b6e2-96c5e3048f59 req-49ea59b1-856d-40e9-8b95-bd3ea092161d service neutron] 10.222.0.70 "GET /v2.0/networks/bd21a894-6233-4e2d-b48f-18d539766085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903928 Jan 28 19:53:14.061602 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d09e97-e0d3-420b-bb67-a8c69e4c6291 req-8cc6da18-873e-4035-ab5c-ecbbd86186c2 tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:53:14.063762 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-80d09e97-e0d3-420b-bb67-a8c69e4c6291 req-8cc6da18-873e-4035-ab5c-ecbbd86186c2 tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe39c946-1abe-4d1f-865b-92102f750cdd HTTP/1.1" status: 200 len: 944 time: 0.0613158 Jan 28 19:53:14.113662 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-80d09e97-e0d3-420b-bb67-a8c69e4c6291 req-3a8717cb-55a2-4ed1-ad68-662cb94aa222 tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b6fe7d7-7eff-4bf9-8c21-ae9fec9deb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435486 Jan 28 19:53:15.267031 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d359079-7914-44a8-b2b8-1e0082160812 req-e508bb60-4ff2-45cc-939a-a83762818679 tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:53:15.268555 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7d359079-7914-44a8-b2b8-1e0082160812 req-e508bb60-4ff2-45cc-939a-a83762818679 tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe39c946-1abe-4d1f-865b-92102f750cdd HTTP/1.1" status: 200 len: 944 time: 0.0611980 Jan 28 19:53:15.349356 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7d359079-7914-44a8-b2b8-1e0082160812 req-7d404c17-4d21-43f2-8783-0ceae73d351b tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b6fe7d7-7eff-4bf9-8c21-ae9fec9deb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702913 Jan 28 19:53:16.315911 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 33536) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:53:16.331466 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 939b8633-c81b-4486-ba6c-2bf44211575e details requested by agent hyperv_n-h2-812111-14 with host n-h2-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:53:16.459795 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 939b8633-c81b-4486-ba6c-2bf44211575e, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=939b8633-c81b-4486-ba6c-2bf44211575e,segment=NetworkSegment(b09d13fe-6b17-4d3f-9990-452481fcc43c),segment_id=b09d13fe-6b17-4d3f-9990-452481fcc43c)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:53:16.471046 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Returning: {'device': '939b8633-c81b-4486-ba6c-2bf44211575e', 'network_id': 'bd21a894-6233-4e2d-b48f-18d539766085', 'port_id': '939b8633-c81b-4486-ba6c-2bf44211575e', 'mac_address': 'fa:16:3e:77:34:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e13f9333-cafc-479b-8444-b18c4077fb5d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:53:16.485141 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fec958d-b386-4b6b-a274-daf2c36f3f9c req-d699e0d0-bd3e-4b11-a91e-92800e17b5c6 tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:53:16.487810 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6fec958d-b386-4b6b-a274-daf2c36f3f9c req-d699e0d0-bd3e-4b11-a91e-92800e17b5c6 tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe39c946-1abe-4d1f-865b-92102f750cdd HTTP/1.1" status: 200 len: 944 time: 0.0624659 Jan 28 19:53:16.518981 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 939b8633-c81b-4486-ba6c-2bf44211575e is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:53:16.519382 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (939b8633-c81b-4486-ba6c-2bf44211575e), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:53:16.534385 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 939b8633-c81b-4486-ba6c-2bf44211575e {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:53:16.539334 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6fec958d-b386-4b6b-a274-daf2c36f3f9c req-0e207be1-2eef-4184-9f1b-666bb4f96472 tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b6fe7d7-7eff-4bf9-8c21-ae9fec9deb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452869 Jan 28 19:53:16.565278 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 939b8633-c81b-4486-ba6c-2bf44211575e, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=939b8633-c81b-4486-ba6c-2bf44211575e,segment=NetworkSegment(b09d13fe-6b17-4d3f-9990-452481fcc43c),segment_id=b09d13fe-6b17-4d3f-9990-452481fcc43c)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:53:16.570097 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (939b8633-c81b-4486-ba6c-2bf44211575e), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:53:16.619938 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=939b8633-c81b-4486-ba6c-2bf44211575e,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:53:16.700340 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-29b3c8da-7f9a-4aea-addd-f4b857a98abe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-732838'] for router_interface (3631f86f-dbeb-457b-97e9-21ca7b56fac1), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:53:16.788731 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['939b8633-c81b-4486-ba6c-2bf44211575e'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:53:16.960884 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-29b3c8da-7f9a-4aea-addd-f4b857a98abe admin admin] Deleting port 30d8b568-618b-40a1-9b9f-42efa88da408 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:53:16.961260 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-29b3c8da-7f9a-4aea-addd-f4b857a98abe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (30d8b568-618b-40a1-9b9f-42efa88da408), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:53:17.039500 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-29b3c8da-7f9a-4aea-addd-f4b857a98abe admin admin] For port 30d8b568-618b-40a1-9b9f-42efa88da408, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=30d8b568-618b-40a1-9b9f-42efa88da408,segment=NetworkSegment(1e3a6e62-168b-4b9e-8c03-5d1929a08b25),segment_id=1e3a6e62-168b-4b9e-8c03-5d1929a08b25)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:53:17.039760 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-29b3c8da-7f9a-4aea-addd-f4b857a98abe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (30d8b568-618b-40a1-9b9f-42efa88da408), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:53:17.055978 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-29b3c8da-7f9a-4aea-addd-f4b857a98abe admin admin] Calling delete_port for 30d8b568-618b-40a1-9b9f-42efa88da408 owned by network:router_interface {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:53:17.518862 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-29b3c8da-7f9a-4aea-addd-f4b857a98abe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (30d8b568-618b-40a1-9b9f-42efa88da408), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:53:17.544230 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b3c8da-7f9a-4aea-addd-f4b857a98abe admin admin] Pushing event deleted for resources: {'Port': ['ID=30d8b568-618b-40a1-9b9f-42efa88da408,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:53:17.764002 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-29b3c8da-7f9a-4aea-addd-f4b857a98abe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-732682'] for router_interface (3631f86f-dbeb-457b-97e9-21ca7b56fac1), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:53:17.774337 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42912767-35c9-4339-9b32-ccf5b0b13694 req-4fc153bb-3cfb-41f8-a12c-dcb935fcd88d tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:53:17.775704 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-42912767-35c9-4339-9b32-ccf5b0b13694 req-4fc153bb-3cfb-41f8-a12c-dcb935fcd88d tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe39c946-1abe-4d1f-865b-92102f750cdd HTTP/1.1" status: 200 len: 945 time: 0.1201890 Jan 28 19:53:17.867514 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-42912767-35c9-4339-9b32-ccf5b0b13694 req-74466aeb-3dc5-4b41-9347-27610e5cb892 tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b6fe7d7-7eff-4bf9-8c21-ae9fec9deb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856948 Jan 28 19:53:18.022699 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29b3c8da-7f9a-4aea-addd-f4b857a98abe admin admin] Router 3631f86f-dbeb-457b-97e9-21ca7b56fac1 has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:53:18.131496 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29b3c8da-7f9a-4aea-addd-f4b857a98abe admin admin] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:53:18.138111 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-29b3c8da-7f9a-4aea-addd-f4b857a98abe admin admin] 10.222.0.64 "PUT /v2.0/routers/3631f86f-dbeb-457b-97e9-21ca7b56fac1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8195364 Jan 28 19:53:18.139068 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 33542) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:53:18.141754 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c3d67d-da17-4d2d-ae7e-8cb8d7dda871 None None] Sync routers for ids ['3631f86f-dbeb-457b-97e9-21ca7b56fac1'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:53:18.154031 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c3d67d-da17-4d2d-ae7e-8cb8d7dda871 None None] Routers {'3631f86f-dbeb-457b-97e9-21ca7b56fac1'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:53:18.156141 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-00c3d67d-da17-4d2d-ae7e-8cb8d7dda871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:53:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['3631f86f-dbeb-457b-97e9-21ca7b56fac1'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:53:18.245370 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-038afcab-0102-4198-a3eb-8a81e939b684 admin admin] Publish callbacks [] for router (3631f86f-dbeb-457b-97e9-21ca7b56fac1), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:53:18.258225 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-00c3d67d-da17-4d2d-ae7e-8cb8d7dda871 None None] Set router 3631f86f-dbeb-457b-97e9-21ca7b56fac1 gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:53:18.336944 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 939b8633-c81b-4486-ba6c-2bf44211575e up at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:53:18.351140 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-038afcab-0102-4198-a3eb-8a81e939b684 admin admin] Publish callbacks [] for router_gateway (3631f86f-dbeb-457b-97e9-21ca7b56fac1), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:53:18.399027 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning for port 939b8633-c81b-4486-ba6c-2bf44211575e completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:53:18.403679 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning complete for port 939b8633-c81b-4486-ba6c-2bf44211575e triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:53:18.404063 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (939b8633-c81b-4486-ba6c-2bf44211575e), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:53:18.410551 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-038afcab-0102-4198-a3eb-8a81e939b684 admin admin] Deleting port b5520070-89ae-4e6b-beef-4b8d6f0fe7b2 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:53:18.411510 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-038afcab-0102-4198-a3eb-8a81e939b684 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (b5520070-89ae-4e6b-beef-4b8d6f0fe7b2), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:53:18.436574 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-00c3d67d-da17-4d2d-ae7e-8cb8d7dda871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3631f86f-dbeb-457b-97e9-21ca7b56fac1', 'name': 'tempest-TestVolumeBackupRestore-1728885111-router', 'tenant_id': '821f5e86c594480980d55cdbf8ff86dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': 'b5520070-89ae-4e6b-beef-4b8d6f0fe7b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:48:29Z', 'updated_at': '2022-01-28T19:53:17Z', 'revision_number': 5, 'project_id': '821f5e86c594480980d55cdbf8ff86dc', 'gw_port': {'id': 'b5520070-89ae-4e6b-beef-4b8d6f0fe7b2', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:01:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3631f86f-dbeb-457b-97e9-21ca7b56fac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:48:30Z', 'updated_at': '2022-01-28T19:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:53:18.468036 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c3d67d-da17-4d2d-ae7e-8cb8d7dda871 None None] Checking router: 3631f86f-dbeb-457b-97e9-21ca7b56fac1 for host: n-d-812111-14 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:53:18.476976 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c3d67d-da17-4d2d-ae7e-8cb8d7dda871 None None] Routers {'3631f86f-dbeb-457b-97e9-21ca7b56fac1'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:53:18.477631 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-00c3d67d-da17-4d2d-ae7e-8cb8d7dda871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:53:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['3631f86f-dbeb-457b-97e9-21ca7b56fac1'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:53:18.493561 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-038afcab-0102-4198-a3eb-8a81e939b684 admin admin] For port b5520070-89ae-4e6b-beef-4b8d6f0fe7b2, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=b5520070-89ae-4e6b-beef-4b8d6f0fe7b2,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:53:18.493930 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-038afcab-0102-4198-a3eb-8a81e939b684 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (b5520070-89ae-4e6b-beef-4b8d6f0fe7b2), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:53:18.495701 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 939b8633-c81b-4486-ba6c-2bf44211575e is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:53:18.496087 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (939b8633-c81b-4486-ba6c-2bf44211575e), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:53:18.506625 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-038afcab-0102-4198-a3eb-8a81e939b684 admin admin] Calling delete_port for b5520070-89ae-4e6b-beef-4b8d6f0fe7b2 owned by network:router_gateway {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:53:18.519626 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe39c946-1abe-4d1f-865b-92102f750cdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '939b8633-c81b-4486-ba6c-2bf44211575e'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:53:18.522731 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce604ab5-8f7b-4c5b-8bb3-44b8802f9269" -d '{"events": [{"server_uuid": "fe39c946-1abe-4d1f-865b-92102f750cdd", "name": "network-vif-plugged", "status": "completed", "tag": "939b8633-c81b-4486-ba6c-2bf44211575e"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:53:18.536614 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 939b8633-c81b-4486-ba6c-2bf44211575e, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=939b8633-c81b-4486-ba6c-2bf44211575e,segment=NetworkSegment(b09d13fe-6b17-4d3f-9990-452481fcc43c),segment_id=b09d13fe-6b17-4d3f-9990-452481fcc43c)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:53:18.542328 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (939b8633-c81b-4486-ba6c-2bf44211575e), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:53:18.568944 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-00c3d67d-da17-4d2d-ae7e-8cb8d7dda871 None None] Set router 3631f86f-dbeb-457b-97e9-21ca7b56fac1 gateway port host: None {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:53:18.572215 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:53:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a29e1785-f5c1-493e-849c-7e053cf0d2aa x-openstack-request-id: req-a29e1785-f5c1-493e-849c-7e053cf0d2aa {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:53:18.572514 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe39c946-1abe-4d1f-865b-92102f750cdd", "name": "network-vif-plugged", "status": "completed", "tag": "939b8633-c81b-4486-ba6c-2bf44211575e", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:53:18.572770 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a29e1785-f5c1-493e-849c-7e053cf0d2aa {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:53:18.573547 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe39c946-1abe-4d1f-865b-92102f750cdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '939b8633-c81b-4486-ba6c-2bf44211575e', 'code': 200} Jan 28 19:53:18.603774 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=939b8633-c81b-4486-ba6c-2bf44211575e,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:53:18.630949 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-00c3d67d-da17-4d2d-ae7e-8cb8d7dda871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3631f86f-dbeb-457b-97e9-21ca7b56fac1', 'name': 'tempest-TestVolumeBackupRestore-1728885111-router', 'tenant_id': '821f5e86c594480980d55cdbf8ff86dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:48:29Z', 'updated_at': '2022-01-28T19:53:18Z', 'revision_number': 6, 'project_id': '821f5e86c594480980d55cdbf8ff86dc', 'gw_port_host': None}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:53:18.656858 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c3d67d-da17-4d2d-ae7e-8cb8d7dda871 None None] The sync data for ids ['3631f86f-dbeb-457b-97e9-21ca7b56fac1'] in n-d-812111-14 is: [{'id': '3631f86f-dbeb-457b-97e9-21ca7b56fac1', 'name': 'tempest-TestVolumeBackupRestore-1728885111-router', 'tenant_id': '821f5e86c594480980d55cdbf8ff86dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:48:29Z', 'updated_at': '2022-01-28T19:53:18Z', 'revision_number': 6, 'project_id': '821f5e86c594480980d55cdbf8ff86dc', 'gw_port_host': None}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:53:18.729181 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeec37b-5365-4f23-89b0-da68badf25e8 req-8058ae95-2cc1-458c-a1ae-ccdc61fbb7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:53:18.731036 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-dbeec37b-5365-4f23-89b0-da68badf25e8 req-8058ae95-2cc1-458c-a1ae-ccdc61fbb7d9 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=fe39c946-1abe-4d1f-865b-92102f750cdd HTTP/1.1" status: 200 len: 1129 time: 0.0917184 Jan 28 19:53:18.765682 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-038afcab-0102-4198-a3eb-8a81e939b684 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (b5520070-89ae-4e6b-beef-4b8d6f0fe7b2), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:53:18.800560 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038afcab-0102-4198-a3eb-8a81e939b684 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5520070-89ae-4e6b-beef-4b8d6f0fe7b2,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:53:18.812127 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-dbeec37b-5365-4f23-89b0-da68badf25e8 req-0830f3e2-80af-45d6-9da9-9da7258995f6 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=0b6fe7d7-7eff-4bf9-8c21-ae9fec9deb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733559 Jan 28 19:53:18.873010 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-038afcab-0102-4198-a3eb-8a81e939b684 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-731488'] for router_gateway (3631f86f-dbeb-457b-97e9-21ca7b56fac1), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:53:18.966682 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-038afcab-0102-4198-a3eb-8a81e939b684 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-730901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261120'] for router (3631f86f-dbeb-457b-97e9-21ca7b56fac1), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:53:18.975280 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-038afcab-0102-4198-a3eb-8a81e939b684 admin admin] Publish callbacks [] for router_controller (3631f86f-dbeb-457b-97e9-21ca7b56fac1), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:53:19.041545 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-038afcab-0102-4198-a3eb-8a81e939b684 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-730908'] for router (3631f86f-dbeb-457b-97e9-21ca7b56fac1), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:53:19.042081 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-038afcab-0102-4198-a3eb-8a81e939b684 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3631f86f-dbeb-457b-97e9-21ca7b56fac1 {{(pid=103304) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:53:19.046642 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-038afcab-0102-4198-a3eb-8a81e939b684 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:53:19.047805 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-038afcab-0102-4198-a3eb-8a81e939b684 admin admin] 10.222.0.64 "DELETE /v2.0/routers/3631f86f-dbeb-457b-97e9-21ca7b56fac1 HTTP/1.1" status: 204 len: 168 time: 0.9076681 Jan 28 19:53:19.051849 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 33548) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:53:19.060373 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4b1286-33f2-4e23-a063-bc2421a724b7 req-f77382d3-6313-4344-a1a0-3c022ef346d6 tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:53:19.061934 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-0a4b1286-33f2-4e23-a063-bc2421a724b7 req-f77382d3-6313-4344-a1a0-3c022ef346d6 tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe39c946-1abe-4d1f-865b-92102f750cdd HTTP/1.1" status: 200 len: 946 time: 0.0997283 Jan 28 19:53:19.106709 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3d48648-4d30-41e4-9d28-9df2f5f0ca23 admin admin] Deleting subnet 54fb11ad-ae20-4741-9575-b92a5fdeabc5 {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:53:19.109857 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b3d48648-4d30-41e4-9d28-9df2f5f0ca23 admin admin] Publish callbacks [] for subnet (54fb11ad-ae20-4741-9575-b92a5fdeabc5), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:53:19.118035 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-0a4b1286-33f2-4e23-a063-bc2421a724b7 req-51b20c06-972f-408a-9cdb-800e32e48f81 tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b6fe7d7-7eff-4bf9-8c21-ae9fec9deb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494940 Jan 28 19:53:19.148111 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b3d48648-4d30-41e4-9d28-9df2f5f0ca23 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16187240'] for subnet (54fb11ad-ae20-4741-9575-b92a5fdeabc5), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:53:19.223561 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b3d48648-4d30-41e4-9d28-9df2f5f0ca23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (54fb11ad-ae20-4741-9575-b92a5fdeabc5), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:53:19.274915 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b3d48648-4d30-41e4-9d28-9df2f5f0ca23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4752464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4733806'] for subnet (54fb11ad-ae20-4741-9575-b92a5fdeabc5), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:53:19.299144 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d48648-4d30-41e4-9d28-9df2f5f0ca23 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54fb11ad-ae20-4741-9575-b92a5fdeabc5,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:53:19.305238 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b3d48648-4d30-41e4-9d28-9df2f5f0ca23 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:53:19.308935 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-b3d48648-4d30-41e4-9d28-9df2f5f0ca23 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/54fb11ad-ae20-4741-9575-b92a5fdeabc5 HTTP/1.1" status: 204 len: 168 time: 0.2555215 Jan 28 19:53:19.311030 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eea55dea-e515-4c41-b2dc-09aea8c456dd None None] Network 421bb6ca-1541-487e-bb56-6893a3905012 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:53:19.311548 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 33550) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:53:19.382882 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b6a63fc3-c785-494f-b4eb-30c8d326eb02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (421bb6ca-1541-487e-bb56-6893a3905012), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:53:19.439067 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-b6a63fc3-c785-494f-b4eb-30c8d326eb02 admin admin] Deleting port 1a64e0c8-f372-46c7-9932-c5c49f4f708b {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:53:19.439413 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b6a63fc3-c785-494f-b4eb-30c8d326eb02 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (1a64e0c8-f372-46c7-9932-c5c49f4f708b), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:53:19.494672 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5db96f37-259a-461b-88d3-8832dd4c9fb7 None None] DHCP port deletion for 421bb6ca-1541-487e-bb56-6893a3905012 request from n-d-812111-14 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:53:19.510585 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-b6a63fc3-c785-494f-b4eb-30c8d326eb02 admin admin] For port 1a64e0c8-f372-46c7-9932-c5c49f4f708b, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=1a64e0c8-f372-46c7-9932-c5c49f4f708b,segment=NetworkSegment(1e3a6e62-168b-4b9e-8c03-5d1929a08b25),segment_id=1e3a6e62-168b-4b9e-8c03-5d1929a08b25)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:53:19.510952 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b6a63fc3-c785-494f-b4eb-30c8d326eb02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (1a64e0c8-f372-46c7-9932-c5c49f4f708b), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:53:19.524503 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-b6a63fc3-c785-494f-b4eb-30c8d326eb02 admin admin] Calling delete_port for 1a64e0c8-f372-46c7-9932-c5c49f4f708b owned by network:dhcp {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:53:19.548914 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-5db96f37-259a-461b-88d3-8832dd4c9fb7 None None] Deleting port 1a64e0c8-f372-46c7-9932-c5c49f4f708b {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:53:19.549193 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5db96f37-259a-461b-88d3-8832dd4c9fb7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (1a64e0c8-f372-46c7-9932-c5c49f4f708b), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:53:19.612541 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b6a63fc3-c785-494f-b4eb-30c8d326eb02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (1a64e0c8-f372-46c7-9932-c5c49f4f708b), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:53:19.624473 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-5db96f37-259a-461b-88d3-8832dd4c9fb7 None None] For port 1a64e0c8-f372-46c7-9932-c5c49f4f708b, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=1a64e0c8-f372-46c7-9932-c5c49f4f708b,segment=NetworkSegment(1e3a6e62-168b-4b9e-8c03-5d1929a08b25),segment_id=1e3a6e62-168b-4b9e-8c03-5d1929a08b25)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:53:19.624881 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5db96f37-259a-461b-88d3-8832dd4c9fb7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (1a64e0c8-f372-46c7-9932-c5c49f4f708b), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:53:19.628675 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a63fc3-c785-494f-b4eb-30c8d326eb02 admin admin] No DVR routers for this DVR port 1a64e0c8-f372-46c7-9932-c5c49f4f708b on host n-d-812111-14 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:53:19.638834 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device b5520070-89ae-4e6b-beef-4b8d6f0fe7b2 no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:53:19.663171 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-5db96f37-259a-461b-88d3-8832dd4c9fb7 None None] Calling delete_port for 1a64e0c8-f372-46c7-9932-c5c49f4f708b owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:53:19.665276 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: b5520070-89ae-4e6b-beef-4b8d6f0fe7b2 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:53:19.665628 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device b5520070-89ae-4e6b-beef-4b8d6f0fe7b2 not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:53:19.666054 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 1a64e0c8-f372-46c7-9932-c5c49f4f708b no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:53:19.669266 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a63fc3-c785-494f-b4eb-30c8d326eb02 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a64e0c8-f372-46c7-9932-c5c49f4f708b,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:53:19.695417 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: 1a64e0c8-f372-46c7-9932-c5c49f4f708b {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:53:19.695768 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 1a64e0c8-f372-46c7-9932-c5c49f4f708b not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:53:19.696200 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 30d8b568-618b-40a1-9b9f-42efa88da408 no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:53:19.732823 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b6a63fc3-c785-494f-b4eb-30c8d326eb02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (421bb6ca-1541-487e-bb56-6893a3905012), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:53:19.752650 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: 30d8b568-618b-40a1-9b9f-42efa88da408 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:53:19.752928 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 30d8b568-618b-40a1-9b9f-42efa88da408 not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:53:19.756166 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-b6a63fc3-c785-494f-b4eb-30c8d326eb02 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['421bb6ca-1541-487e-bb56-6893a3905012']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:53:19.768293 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-b6a63fc3-c785-494f-b4eb-30c8d326eb02 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e3a6e62-168b-4b9e-8c03-5d1929a08b25') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:53:19.768293 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-b6a63fc3-c785-494f-b4eb-30c8d326eb02 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e3a6e62-168b-4b9e-8c03-5d1929a08b25') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:53:19.777846 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b6a63fc3-c785-494f-b4eb-30c8d326eb02 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16187153'] for segment (1e3a6e62-168b-4b9e-8c03-5d1929a08b25), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:53:19.789364 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5db96f37-259a-461b-88d3-8832dd4c9fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985'] for port (1a64e0c8-f372-46c7-9932-c5c49f4f708b), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:53:19.792281 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b6a63fc3-c785-494f-b4eb-30c8d326eb02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (1e3a6e62-168b-4b9e-8c03-5d1929a08b25), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:53:19.804612 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6a63fc3-c785-494f-b4eb-30c8d326eb02 admin admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:53:19.805260 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b6a63fc3-c785-494f-b4eb-30c8d326eb02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4752570'] for segment (1e3a6e62-168b-4b9e-8c03-5d1929a08b25), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:53:19.807809 n-d-812111-14 neutron-server[103305]: Traceback (most recent call last): Jan 28 19:53:19.807809 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:53:19.807809 n-d-812111-14 neutron-server[103305]: timer() Jan 28 19:53:19.807809 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:53:19.807809 n-d-812111-14 neutron-server[103305]: cb(*args, **kw) Jan 28 19:53:19.807809 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:53:19.807809 n-d-812111-14 neutron-server[103305]: return func(*args, **kwargs) Jan 28 19:53:19.807809 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:53:19.807809 n-d-812111-14 neutron-server[103305]: self._notify() Jan 28 19:53:19.807809 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:53:19.807809 n-d-812111-14 neutron-server[103305]: self.callback(batched_events) Jan 28 19:53:19.807809 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:53:19.807809 n-d-812111-14 neutron-server[103305]: event.method(event) Jan 28 19:53:19.807809 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:53:19.807809 n-d-812111-14 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:53:19.807809 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:53:19.807809 n-d-812111-14 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:53:19.807809 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:53:19.807809 n-d-812111-14 neutron-server[103305]: return f(self, *a, **k) Jan 28 19:53:19.807809 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:53:19.807809 n-d-812111-14 neutron-server[103305]: return self._get(url).json() Jan 28 19:53:19.807809 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:53:19.807809 n-d-812111-14 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:53:19.807809 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:53:19.807809 n-d-812111-14 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 28 19:53:19.807809 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:53:19.807809 n-d-812111-14 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:53:19.807809 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:53:19.807809 n-d-812111-14 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:53:19.807809 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:53:19.807809 n-d-812111-14 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:53:19.807809 n-d-812111-14 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:53:19.817704 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db96f37-259a-461b-88d3-8832dd4c9fb7 None None] Pushing event deleted for resources: {'Port': ['ID=1a64e0c8-f372-46c7-9932-c5c49f4f708b,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:53:19.819559 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db96f37-259a-461b-88d3-8832dd4c9fb7 None None] No DVR routers for this DVR port 1a64e0c8-f372-46c7-9932-c5c49f4f708b on host n-d-812111-14 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:53:19.871441 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b6a63fc3-c785-494f-b4eb-30c8d326eb02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (421bb6ca-1541-487e-bb56-6893a3905012), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:53:19.883806 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b6a63fc3-c785-494f-b4eb-30c8d326eb02 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:53:19.887035 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-b6a63fc3-c785-494f-b4eb-30c8d326eb02 admin admin] 10.222.0.64 "DELETE /v2.0/networks/421bb6ca-1541-487e-bb56-6893a3905012 HTTP/1.1" status: 204 len: 168 time: 0.5745740 Jan 28 19:53:19.890077 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 33552) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:53:19.898627 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a63fc3-c785-494f-b4eb-30c8d326eb02 admin admin] Pushing event deleted for resources: {'Network': ['ID=421bb6ca-1541-487e-bb56-6893a3905012,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:53:20.244012 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-27100667-e8c0-4113-8028-14bfa28c8883 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-732838'] for router_interface (8a6707e2-de23-4697-af9d-fee0035872e1), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:53:20.244938 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af01dc5-bd1f-4edb-a74e-3a1ec320ffec req-4d605baf-e4b6-4e90-aedd-967468d6d90f tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:53:20.246497 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8af01dc5-bd1f-4edb-a74e-3a1ec320ffec req-4d605baf-e4b6-4e90-aedd-967468d6d90f tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe39c946-1abe-4d1f-865b-92102f750cdd HTTP/1.1" status: 200 len: 946 time: 0.0582983 Jan 28 19:53:20.293998 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8af01dc5-bd1f-4edb-a74e-3a1ec320ffec req-cf758932-e900-4f5d-8337-13a41001f5fd tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b6fe7d7-7eff-4bf9-8c21-ae9fec9deb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416765 Jan 28 19:53:20.505349 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-27100667-e8c0-4113-8028-14bfa28c8883 admin admin] Deleting port fd2f2892-2f37-4516-8151-7d6020cf5d35 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:53:20.505714 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-27100667-e8c0-4113-8028-14bfa28c8883 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (fd2f2892-2f37-4516-8151-7d6020cf5d35), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:53:20.594109 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-27100667-e8c0-4113-8028-14bfa28c8883 admin admin] For port fd2f2892-2f37-4516-8151-7d6020cf5d35, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=fd2f2892-2f37-4516-8151-7d6020cf5d35,segment=NetworkSegment(80b7c928-a0aa-4d61-ab96-2374c4d708a6),segment_id=80b7c928-a0aa-4d61-ab96-2374c4d708a6)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:53:20.594592 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-27100667-e8c0-4113-8028-14bfa28c8883 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (fd2f2892-2f37-4516-8151-7d6020cf5d35), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:53:20.608967 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-27100667-e8c0-4113-8028-14bfa28c8883 admin admin] Calling delete_port for fd2f2892-2f37-4516-8151-7d6020cf5d35 owned by network:router_interface {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:53:20.792133 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-27100667-e8c0-4113-8028-14bfa28c8883 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (fd2f2892-2f37-4516-8151-7d6020cf5d35), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:53:20.823048 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27100667-e8c0-4113-8028-14bfa28c8883 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd2f2892-2f37-4516-8151-7d6020cf5d35,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:53:20.992219 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-27100667-e8c0-4113-8028-14bfa28c8883 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-732682'] for router_interface (8a6707e2-de23-4697-af9d-fee0035872e1), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:53:21.007362 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:53:21.497201 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27100667-e8c0-4113-8028-14bfa28c8883 admin admin] Router 8a6707e2-de23-4697-af9d-fee0035872e1 has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:53:21.612315 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27100667-e8c0-4113-8028-14bfa28c8883 admin admin] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:53:21.620738 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-27100667-e8c0-4113-8028-14bfa28c8883 admin admin] 10.222.0.64 "PUT /v2.0/routers/8a6707e2-de23-4697-af9d-fee0035872e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7288992 Jan 28 19:53:21.621363 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 33568) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:53:21.630481 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7daf2fb9-88f6-4aad-b5d8-2e4aff613e93 None None] Sync routers for ids ['8a6707e2-de23-4697-af9d-fee0035872e1'] in n-d-812111-14 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:53:21.649400 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7daf2fb9-88f6-4aad-b5d8-2e4aff613e93 None None] Routers {'8a6707e2-de23-4697-af9d-fee0035872e1'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:53:21.650475 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-7daf2fb9-88f6-4aad-b5d8-2e4aff613e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:53:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['8a6707e2-de23-4697-af9d-fee0035872e1'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:53:21.788146 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-7daf2fb9-88f6-4aad-b5d8-2e4aff613e93 None None] Set router 8a6707e2-de23-4697-af9d-fee0035872e1 gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:53:21.793031 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b8d4a479-a1cd-45d1-8ea4-8ebdcef5249b admin admin] Publish callbacks [] for router (8a6707e2-de23-4697-af9d-fee0035872e1), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:53:21.912486 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b8d4a479-a1cd-45d1-8ea4-8ebdcef5249b admin admin] Publish callbacks [] for router_gateway (8a6707e2-de23-4697-af9d-fee0035872e1), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:53:21.973062 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-b8d4a479-a1cd-45d1-8ea4-8ebdcef5249b admin admin] Deleting port b39b37e7-c1bb-44ee-99fc-a3e6f234641c {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:53:21.973450 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b8d4a479-a1cd-45d1-8ea4-8ebdcef5249b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (b39b37e7-c1bb-44ee-99fc-a3e6f234641c), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:53:21.982233 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-7daf2fb9-88f6-4aad-b5d8-2e4aff613e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a6707e2-de23-4697-af9d-fee0035872e1', 'name': 'tempest-TestVolumeBackupRestore-171881453-router', 'tenant_id': 'f94f3ebba20e4ff9b64b701cc05b4d04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.175'}], 'enable_snat': True}, 'gw_port_id': 'b39b37e7-c1bb-44ee-99fc-a3e6f234641c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:48:39Z', 'updated_at': '2022-01-28T19:53:20Z', 'revision_number': 5, 'project_id': 'f94f3ebba20e4ff9b64b701cc05b4d04', 'gw_port': {'id': 'b39b37e7-c1bb-44ee-99fc-a3e6f234641c', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:c9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6707e2-de23-4697-af9d-fee0035872e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:48:40Z', 'updated_at': '2022-01-28T19:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:53:22.008821 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7daf2fb9-88f6-4aad-b5d8-2e4aff613e93 None None] Checking router: 8a6707e2-de23-4697-af9d-fee0035872e1 for host: n-d-812111-14 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:53:22.017360 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7daf2fb9-88f6-4aad-b5d8-2e4aff613e93 None None] Routers {'8a6707e2-de23-4697-af9d-fee0035872e1'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:53:22.017964 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-7daf2fb9-88f6-4aad-b5d8-2e4aff613e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:53:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['8a6707e2-de23-4697-af9d-fee0035872e1'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:53:22.054952 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-b8d4a479-a1cd-45d1-8ea4-8ebdcef5249b admin admin] For port b39b37e7-c1bb-44ee-99fc-a3e6f234641c, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=b39b37e7-c1bb-44ee-99fc-a3e6f234641c,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:53:22.055231 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b8d4a479-a1cd-45d1-8ea4-8ebdcef5249b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (b39b37e7-c1bb-44ee-99fc-a3e6f234641c), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:53:22.067500 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-b8d4a479-a1cd-45d1-8ea4-8ebdcef5249b admin admin] Calling delete_port for b39b37e7-c1bb-44ee-99fc-a3e6f234641c owned by network:router_gateway {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:53:22.102148 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-7daf2fb9-88f6-4aad-b5d8-2e4aff613e93 None None] Set router 8a6707e2-de23-4697-af9d-fee0035872e1 gateway port host: None {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:53:22.157793 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-7daf2fb9-88f6-4aad-b5d8-2e4aff613e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a6707e2-de23-4697-af9d-fee0035872e1', 'name': 'tempest-TestVolumeBackupRestore-171881453-router', 'tenant_id': 'f94f3ebba20e4ff9b64b701cc05b4d04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:48:39Z', 'updated_at': '2022-01-28T19:53:21Z', 'revision_number': 6, 'project_id': 'f94f3ebba20e4ff9b64b701cc05b4d04', 'gw_port_host': None}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:53:22.188334 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7daf2fb9-88f6-4aad-b5d8-2e4aff613e93 None None] The sync data for ids ['8a6707e2-de23-4697-af9d-fee0035872e1'] in n-d-812111-14 is: [{'id': '8a6707e2-de23-4697-af9d-fee0035872e1', 'name': 'tempest-TestVolumeBackupRestore-171881453-router', 'tenant_id': 'f94f3ebba20e4ff9b64b701cc05b4d04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:48:39Z', 'updated_at': '2022-01-28T19:53:21Z', 'revision_number': 6, 'project_id': 'f94f3ebba20e4ff9b64b701cc05b4d04', 'gw_port_host': None}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:53:22.241613 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b8d4a479-a1cd-45d1-8ea4-8ebdcef5249b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (b39b37e7-c1bb-44ee-99fc-a3e6f234641c), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:53:22.266425 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d4a479-a1cd-45d1-8ea4-8ebdcef5249b admin admin] Pushing event deleted for resources: {'Port': ['ID=b39b37e7-c1bb-44ee-99fc-a3e6f234641c,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:53:22.327567 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b8d4a479-a1cd-45d1-8ea4-8ebdcef5249b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-731488'] for router_gateway (8a6707e2-de23-4697-af9d-fee0035872e1), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:53:22.750427 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b8d4a479-a1cd-45d1-8ea4-8ebdcef5249b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-730901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261120'] for router (8a6707e2-de23-4697-af9d-fee0035872e1), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:53:22.752581 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b8d4a479-a1cd-45d1-8ea4-8ebdcef5249b admin admin] Publish callbacks [] for router_controller (8a6707e2-de23-4697-af9d-fee0035872e1), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:53:22.801751 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b8d4a479-a1cd-45d1-8ea4-8ebdcef5249b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-730908'] for router (8a6707e2-de23-4697-af9d-fee0035872e1), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:53:22.802275 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8d4a479-a1cd-45d1-8ea4-8ebdcef5249b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8a6707e2-de23-4697-af9d-fee0035872e1 {{(pid=103305) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:53:22.807807 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b8d4a479-a1cd-45d1-8ea4-8ebdcef5249b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:53:22.808938 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-b8d4a479-a1cd-45d1-8ea4-8ebdcef5249b admin admin] 10.222.0.64 "DELETE /v2.0/routers/8a6707e2-de23-4697-af9d-fee0035872e1 HTTP/1.1" status: 204 len: 168 time: 1.1831791 Jan 28 19:53:22.812031 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 33576) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:53:22.865552 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-5555bb04-98c1-48cf-8bc0-34c4109bd2c4 admin admin] Deleting subnet ec685e6b-5ebd-4587-9ea2-2ce80bd9f447 {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:53:22.868682 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5555bb04-98c1-48cf-8bc0-34c4109bd2c4 admin admin] Publish callbacks [] for subnet (ec685e6b-5ebd-4587-9ea2-2ce80bd9f447), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:53:22.905942 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5555bb04-98c1-48cf-8bc0-34c4109bd2c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4747050'] for subnet (ec685e6b-5ebd-4587-9ea2-2ce80bd9f447), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:53:23.000698 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5555bb04-98c1-48cf-8bc0-34c4109bd2c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (ec685e6b-5ebd-4587-9ea2-2ce80bd9f447), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:53:23.065749 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5555bb04-98c1-48cf-8bc0-34c4109bd2c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4690616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5222356'] for subnet (ec685e6b-5ebd-4587-9ea2-2ce80bd9f447), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:53:23.100993 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5555bb04-98c1-48cf-8bc0-34c4109bd2c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec685e6b-5ebd-4587-9ea2-2ce80bd9f447,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:53:23.101869 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d608e5b-f24b-4f13-91b6-7caa26305734 None None] Network 6a0a30eb-122b-4754-ba66-874f3182a548 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:53:23.104735 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5555bb04-98c1-48cf-8bc0-34c4109bd2c4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:53:23.110411 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-5555bb04-98c1-48cf-8bc0-34c4109bd2c4 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/ec685e6b-5ebd-4587-9ea2-2ce80bd9f447 HTTP/1.1" status: 204 len: 168 time: 0.2969851 Jan 28 19:53:23.112935 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 33584) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:53:23.195305 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-47ac2a72-cfe4-43ca-a4d3-5371e6c50d90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (6a0a30eb-122b-4754-ba66-874f3182a548), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:53:23.275619 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-47ac2a72-cfe4-43ca-a4d3-5371e6c50d90 admin admin] Deleting port eca67be5-dfe1-4e15-a0d5-6be113d53a57 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:53:23.276150 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-47ac2a72-cfe4-43ca-a4d3-5371e6c50d90 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (eca67be5-dfe1-4e15-a0d5-6be113d53a57), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:53:23.295868 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eaf7253-dc4e-4256-8c5b-ba90b4b7d065 None None] DHCP port deletion for 6a0a30eb-122b-4754-ba66-874f3182a548 request from n-d-812111-14 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:53:23.357706 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-0eaf7253-dc4e-4256-8c5b-ba90b4b7d065 None None] Deleting port eca67be5-dfe1-4e15-a0d5-6be113d53a57 {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:53:23.358090 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0eaf7253-dc4e-4256-8c5b-ba90b4b7d065 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (eca67be5-dfe1-4e15-a0d5-6be113d53a57), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:53:23.358356 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-47ac2a72-cfe4-43ca-a4d3-5371e6c50d90 admin admin] For port eca67be5-dfe1-4e15-a0d5-6be113d53a57, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=eca67be5-dfe1-4e15-a0d5-6be113d53a57,segment=NetworkSegment(80b7c928-a0aa-4d61-ab96-2374c4d708a6),segment_id=80b7c928-a0aa-4d61-ab96-2374c4d708a6)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:53:23.359163 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-47ac2a72-cfe4-43ca-a4d3-5371e6c50d90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (eca67be5-dfe1-4e15-a0d5-6be113d53a57), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:53:23.373749 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-47ac2a72-cfe4-43ca-a4d3-5371e6c50d90 admin admin] Calling delete_port for eca67be5-dfe1-4e15-a0d5-6be113d53a57 owned by network:dhcp {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:53:23.421631 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-0eaf7253-dc4e-4256-8c5b-ba90b4b7d065 None None] For port eca67be5-dfe1-4e15-a0d5-6be113d53a57, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=eca67be5-dfe1-4e15-a0d5-6be113d53a57,segment=NetworkSegment(80b7c928-a0aa-4d61-ab96-2374c4d708a6),segment_id=80b7c928-a0aa-4d61-ab96-2374c4d708a6)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:53:23.422029 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0eaf7253-dc4e-4256-8c5b-ba90b4b7d065 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (eca67be5-dfe1-4e15-a0d5-6be113d53a57), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:53:23.434923 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-0eaf7253-dc4e-4256-8c5b-ba90b4b7d065 None None] Calling delete_port for eca67be5-dfe1-4e15-a0d5-6be113d53a57 owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:53:23.468061 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-47ac2a72-cfe4-43ca-a4d3-5371e6c50d90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (eca67be5-dfe1-4e15-a0d5-6be113d53a57), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:53:23.496817 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ac2a72-cfe4-43ca-a4d3-5371e6c50d90 admin admin] Pushing event deleted for resources: {'Port': ['ID=eca67be5-dfe1-4e15-a0d5-6be113d53a57,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:53:23.501413 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ac2a72-cfe4-43ca-a4d3-5371e6c50d90 admin admin] No DVR routers for this DVR port eca67be5-dfe1-4e15-a0d5-6be113d53a57 on host n-d-812111-14 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:53:23.521192 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0eaf7253-dc4e-4256-8c5b-ba90b4b7d065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985'] for port (eca67be5-dfe1-4e15-a0d5-6be113d53a57), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:53:23.547376 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaf7253-dc4e-4256-8c5b-ba90b4b7d065 None None] Pushing event deleted for resources: {'Port': ['ID=eca67be5-dfe1-4e15-a0d5-6be113d53a57,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:53:23.551648 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eaf7253-dc4e-4256-8c5b-ba90b4b7d065 None None] No DVR routers for this DVR port eca67be5-dfe1-4e15-a0d5-6be113d53a57 on host n-d-812111-14 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:53:23.588533 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-47ac2a72-cfe4-43ca-a4d3-5371e6c50d90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (6a0a30eb-122b-4754-ba66-874f3182a548), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:53:23.613716 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-47ac2a72-cfe4-43ca-a4d3-5371e6c50d90 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a0a30eb-122b-4754-ba66-874f3182a548']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:53:23.622984 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-47ac2a72-cfe4-43ca-a4d3-5371e6c50d90 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80b7c928-a0aa-4d61-ab96-2374c4d708a6') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:53:23.623343 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-47ac2a72-cfe4-43ca-a4d3-5371e6c50d90 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80b7c928-a0aa-4d61-ab96-2374c4d708a6') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:53:23.632772 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device eca67be5-dfe1-4e15-a0d5-6be113d53a57 no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:53:23.636014 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-47ac2a72-cfe4-43ca-a4d3-5371e6c50d90 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4747091'] for segment (80b7c928-a0aa-4d61-ab96-2374c4d708a6), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:53:23.650008 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-47ac2a72-cfe4-43ca-a4d3-5371e6c50d90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (80b7c928-a0aa-4d61-ab96-2374c4d708a6), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:53:23.657020 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: eca67be5-dfe1-4e15-a0d5-6be113d53a57 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:53:23.657561 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47ac2a72-cfe4-43ca-a4d3-5371e6c50d90 admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:53:23.657706 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device eca67be5-dfe1-4e15-a0d5-6be113d53a57 not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:53:23.658292 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-47ac2a72-cfe4-43ca-a4d3-5371e6c50d90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4690514'] for segment (80b7c928-a0aa-4d61-ab96-2374c4d708a6), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:53:23.658424 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device fd2f2892-2f37-4516-8151-7d6020cf5d35 no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:53:23.663290 n-d-812111-14 neutron-server[103304]: Traceback (most recent call last): Jan 28 19:53:23.663290 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:53:23.663290 n-d-812111-14 neutron-server[103304]: timer() Jan 28 19:53:23.663290 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:53:23.663290 n-d-812111-14 neutron-server[103304]: cb(*args, **kw) Jan 28 19:53:23.663290 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:53:23.663290 n-d-812111-14 neutron-server[103304]: return func(*args, **kwargs) Jan 28 19:53:23.663290 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:53:23.663290 n-d-812111-14 neutron-server[103304]: self._notify() Jan 28 19:53:23.663290 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:53:23.663290 n-d-812111-14 neutron-server[103304]: self.callback(batched_events) Jan 28 19:53:23.663290 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:53:23.663290 n-d-812111-14 neutron-server[103304]: event.method(event) Jan 28 19:53:23.663290 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:53:23.663290 n-d-812111-14 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:53:23.663290 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:53:23.663290 n-d-812111-14 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:53:23.663290 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:53:23.663290 n-d-812111-14 neutron-server[103304]: return f(self, *a, **k) Jan 28 19:53:23.663290 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:53:23.663290 n-d-812111-14 neutron-server[103304]: return self._get(url).json() Jan 28 19:53:23.663290 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:53:23.663290 n-d-812111-14 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:53:23.663290 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:53:23.663290 n-d-812111-14 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 28 19:53:23.663290 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:53:23.663290 n-d-812111-14 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:53:23.663290 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:53:23.663290 n-d-812111-14 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:53:23.663290 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:53:23.663290 n-d-812111-14 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:53:23.663290 n-d-812111-14 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:53:23.680721 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: fd2f2892-2f37-4516-8151-7d6020cf5d35 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:53:23.681117 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device fd2f2892-2f37-4516-8151-7d6020cf5d35 not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:53:23.681607 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device b39b37e7-c1bb-44ee-99fc-a3e6f234641c no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:53:23.723854 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-47ac2a72-cfe4-43ca-a4d3-5371e6c50d90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (6a0a30eb-122b-4754-ba66-874f3182a548), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:53:23.743450 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-47ac2a72-cfe4-43ca-a4d3-5371e6c50d90 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:53:23.746853 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-47ac2a72-cfe4-43ca-a4d3-5371e6c50d90 admin admin] 10.222.0.64 "DELETE /v2.0/networks/6a0a30eb-122b-4754-ba66-874f3182a548 HTTP/1.1" status: 204 len: 168 time: 0.6323457 Jan 28 19:53:23.748319 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ac2a72-cfe4-43ca-a4d3-5371e6c50d90 admin admin] Pushing event deleted for resources: {'Network': ['ID=6a0a30eb-122b-4754-ba66-874f3182a548,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:53:23.871361 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: b39b37e7-c1bb-44ee-99fc-a3e6f234641c {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:53:23.871634 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device b39b37e7-c1bb-44ee-99fc-a3e6f234641c not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:53:23.943781 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 33588) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:53:23.984304 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-3db3424d-8ee3-4342-99aa-1fced3f66159 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=821f5e86c594480980d55cdbf8ff86dc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0393577 Jan 28 19:53:23.986816 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 33590) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:53:24.012876 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:53:24.042082 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f0e04bfc-a458-4ce4-9405-28831108c693 admin admin] Publish callbacks [] for security_group (0a0f4d41-3edc-4479-b4cc-4a9e2b7ed6a3), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:53:24.072377 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f0e04bfc-a458-4ce4-9405-28831108c693 admin admin] Publish callbacks [] for security_group (0a0f4d41-3edc-4479-b4cc-4a9e2b7ed6a3), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:53:24.119984 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f0e04bfc-a458-4ce4-9405-28831108c693 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (0a0f4d41-3edc-4479-b4cc-4a9e2b7ed6a3), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:53:24.122682 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f0e04bfc-a458-4ce4-9405-28831108c693 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:53:24.123791 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-f0e04bfc-a458-4ce4-9405-28831108c693 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0a0f4d41-3edc-4479-b4cc-4a9e2b7ed6a3 HTTP/1.1" status: 204 len: 168 time: 0.1360164 Jan 28 19:53:24.132819 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e04bfc-a458-4ce4-9405-28831108c693 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a0f4d41-3edc-4479-b4cc-4a9e2b7ed6a3,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:53:24.484491 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 33598) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:53:24.529945 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-99dcbe83-e314-44cd-83a8-fe24c2cc9c54 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f94f3ebba20e4ff9b64b701cc05b4d04&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0419762 Jan 28 19:53:24.530195 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 33600) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:53:24.578370 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-34e614b7-2c92-45ba-8533-6a13e562017e admin admin] Publish callbacks [] for security_group (a204ac24-731c-4b01-a82d-6e51928a2d0e), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:53:24.601467 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-34e614b7-2c92-45ba-8533-6a13e562017e admin admin] Publish callbacks [] for security_group (a204ac24-731c-4b01-a82d-6e51928a2d0e), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:53:24.649293 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-34e614b7-2c92-45ba-8533-6a13e562017e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (a204ac24-731c-4b01-a82d-6e51928a2d0e), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:53:24.651959 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-34e614b7-2c92-45ba-8533-6a13e562017e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:53:24.653055 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-34e614b7-2c92-45ba-8533-6a13e562017e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a204ac24-731c-4b01-a82d-6e51928a2d0e HTTP/1.1" status: 204 len: 168 time: 0.1220076 Jan 28 19:53:24.663503 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e614b7-2c92-45ba-8533-6a13e562017e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a204ac24-731c-4b01-a82d-6e51928a2d0e,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:53:36.670802 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b2917850-1792-4868-82ab-cb4c7871ccc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:53:38.930601 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fe95c5b1-6ba9-4c94-9f0e-52bbfda53e3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:53:39.853666 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:53:41.737473 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:53:43.120001 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:53:48.171608 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:53:48.959918 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9924df14-18dc-4758-8d79-b8ea361a9fc6 req-b4a30c7e-cec3-473e-8502-18042c4e3f45 tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:53:48.961307 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9924df14-18dc-4758-8d79-b8ea361a9fc6 req-b4a30c7e-cec3-473e-8502-18042c4e3f45 tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] 10.222.0.64 "GET /v2.0/networks?id=bd21a894-6233-4e2d-b48f-18d539766085 HTTP/1.1" status: 200 len: 815 time: 0.1003392 Jan 28 19:53:48.975789 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9924df14-18dc-4758-8d79-b8ea361a9fc6 req-fee4909a-e3bf-4a87-8c63-3b1a58d877bc tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] 10.222.0.64 "GET /v2.0/quotas/86c8c98b7f6245cab15fd15b0e8ae960 HTTP/1.1" status: 200 len: 375 time: 0.0090826 Jan 28 19:53:49.043705 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9924df14-18dc-4758-8d79-b8ea361a9fc6 req-bf4384da-9a88-4695-bbab-80421b4610eb tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=86c8c98b7f6245cab15fd15b0e8ae960&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0628374 Jan 28 19:53:49.131908 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9924df14-18dc-4758-8d79-b8ea361a9fc6 req-dc91a5ed-5cc3-4aa4-8ba1-cc5f999b07e1 service neutron] 10.222.0.64 "GET /v2.0/networks/bd21a894-6233-4e2d-b48f-18d539766085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808971 Jan 28 19:53:49.224073 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9924df14-18dc-4758-8d79-b8ea361a9fc6 req-61e14b82-1703-4b6a-940c-75a77fdc018d service neutron] 10.222.0.64 "GET /v2.0/networks/bd21a894-6233-4e2d-b48f-18d539766085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864947 Jan 28 19:53:49.383975 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8a57963a-76bc-480e-9ef2-45bc4c8cda26 req-1e3a18cf-a927-4e2d-bdc7-3ae510050697 tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] 10.222.0.64 "GET /v2.0/ports?device_id=27dd4b4e-0497-456c-80d0-e9cff4d6276a HTTP/1.1" status: 200 len: 210 time: 0.0310287 Jan 28 19:53:49.991813 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-17457d5d-d0c4-4e80-ae26-1b7a578d8ef1 req-15d87dda-90f0-492b-a096-02355755ebfb service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=5761044b-ac71-436e-a2df-207edd39c94f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1746492 Jan 28 19:53:50.076979 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17457d5d-d0c4-4e80-ae26-1b7a578d8ef1 req-76c90436-e1a0-4143-8540-b767d714db89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:53:50.078480 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-17457d5d-d0c4-4e80-ae26-1b7a578d8ef1 req-76c90436-e1a0-4143-8540-b767d714db89 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=86c8c98b7f6245cab15fd15b0e8ae960&device_id=5761044b-ac71-436e-a2df-207edd39c94f HTTP/1.1" status: 200 len: 1129 time: 0.0430708 Jan 28 19:53:50.184084 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17457d5d-d0c4-4e80-ae26-1b7a578d8ef1 req-32dae173-6c1b-44ba-b798-639591cf37f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:53:50.185582 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-17457d5d-d0c4-4e80-ae26-1b7a578d8ef1 req-32dae173-6c1b-44ba-b798-639591cf37f7 service neutron] 10.222.0.70 "GET /v2.0/networks?id=bd21a894-6233-4e2d-b48f-18d539766085 HTTP/1.1" status: 200 len: 915 time: 0.0882273 Jan 28 19:53:50.229663 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-17457d5d-d0c4-4e80-ae26-1b7a578d8ef1 req-16f464a0-ce46-47b0-b841-0bc4378a15a6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a94f919f-ad17-4c1d-81db-736c1a137f7d HTTP/1.1" status: 200 len: 217 time: 0.0356452 Jan 28 19:53:50.285224 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17457d5d-d0c4-4e80-ae26-1b7a578d8ef1 req-80ec8aff-2d21-461f-8f93-1dc49c8ab029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:53:50.287127 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-17457d5d-d0c4-4e80-ae26-1b7a578d8ef1 req-80ec8aff-2d21-461f-8f93-1dc49c8ab029 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e13f9333-cafc-479b-8444-b18c4077fb5d HTTP/1.1" status: 200 len: 855 time: 0.0506651 Jan 28 19:53:50.319722 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-17457d5d-d0c4-4e80-ae26-1b7a578d8ef1 req-d8528752-2d2e-49a2-8b84-aacf2b767eb2 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=bd21a894-6233-4e2d-b48f-18d539766085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267453 Jan 28 19:53:50.330104 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [req-17457d5d-d0c4-4e80-ae26-1b7a578d8ef1 req-a353b480-aa30-4315-b41e-6ad43601bfdb service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103304) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:53:50.331102 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-17457d5d-d0c4-4e80-ae26-1b7a578d8ef1 req-a353b480-aa30-4315-b41e-6ad43601bfdb service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057561 Jan 28 19:53:50.371169 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9924df14-18dc-4758-8d79-b8ea361a9fc6 req-02c80f0b-02d9-42c7-a3aa-69bb1b0c66df tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:53:50.372615 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9924df14-18dc-4758-8d79-b8ea361a9fc6 req-02c80f0b-02d9-42c7-a3aa-69bb1b0c66df tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] 10.222.0.41 "GET /v2.0/networks?id=bd21a894-6233-4e2d-b48f-18d539766085 HTTP/1.1" status: 200 len: 815 time: 0.1065221 Jan 28 19:53:50.391354 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-9924df14-18dc-4758-8d79-b8ea361a9fc6 req-af836d45-1a4d-46ab-b680-79bc49cf3f60 tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] Request body: {'port': {'device_id': '27dd4b4e-0497-456c-80d0-e9cff4d6276a', 'network_id': 'bd21a894-6233-4e2d-b48f-18d539766085', 'admin_state_up': True, 'tenant_id': '86c8c98b7f6245cab15fd15b0e8ae960'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:53:50.429998 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-17457d5d-d0c4-4e80-ae26-1b7a578d8ef1 req-5e4d4c22-dd09-4a7b-b764-81aac9bbe865 service neutron] 10.222.0.70 "GET /v2.0/networks/bd21a894-6233-4e2d-b48f-18d539766085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928590 Jan 28 19:53:50.494082 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1e7aa699-e694-4725-a0cf-aa07bb9a8b00 req-6f341b93-728a-44ad-85f4-59af01fc7f3d tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] 10.222.0.64 "GET /v2.0/ports?device_id=27dd4b4e-0497-456c-80d0-e9cff4d6276a HTTP/1.1" status: 200 len: 210 time: 0.0369155 Jan 28 19:53:50.526733 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-17457d5d-d0c4-4e80-ae26-1b7a578d8ef1 req-b793a1ed-976d-4e84-a2cf-5d8a2e2b619f service neutron] 10.222.0.70 "GET /v2.0/networks/bd21a894-6233-4e2d-b48f-18d539766085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905340 Jan 28 19:53:50.530091 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9924df14-18dc-4758-8d79-b8ea361a9fc6 req-af836d45-1a4d-46ab-b680-79bc49cf3f60 tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] Made reservation on behalf of 86c8c98b7f6245cab15fd15b0e8ae960 for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:53:50.533541 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-9924df14-18dc-4758-8d79-b8ea361a9fc6 req-af836d45-1a4d-46ab-b680-79bc49cf3f60 tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:53:50.659766 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-9924df14-18dc-4758-8d79-b8ea361a9fc6 req-af836d45-1a4d-46ab-b680-79bc49cf3f60 tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] Allocated IP 172.20.0.10 (bd21a894-6233-4e2d-b48f-18d539766085/e13f9333-cafc-479b-8444-b18c4077fb5d/d8022f51-3c4c-465b-9c80-b5b0a1431ebc) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:53:50.801437 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-9924df14-18dc-4758-8d79-b8ea361a9fc6 req-af836d45-1a4d-46ab-b680-79bc49cf3f60 tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] Publish callbacks [] for port (d8022f51-3c4c-465b-9c80-b5b0a1431ebc), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:53:50.834968 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-9924df14-18dc-4758-8d79-b8ea361a9fc6 req-af836d45-1a4d-46ab-b680-79bc49cf3f60 tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (d8022f51-3c4c-465b-9c80-b5b0a1431ebc), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:53:50.851017 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['a94f919f-ad17-4c1d-81db-736c1a137f7d', '939b8633-c81b-4486-ba6c-2bf44211575e'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:53:50.853470 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['c6a98178-661b-4a45-bae3-dc47655e8649'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:53:50.881187 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9924df14-18dc-4758-8d79-b8ea361a9fc6 req-af836d45-1a4d-46ab-b680-79bc49cf3f60 tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] Network bd21a894-6233-4e2d-b48f-18d539766085 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:53:50.884148 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-9924df14-18dc-4758-8d79-b8ea361a9fc6 req-af836d45-1a4d-46ab-b680-79bc49cf3f60 tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:53:50.889913 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-9924df14-18dc-4758-8d79-b8ea361a9fc6 req-af836d45-1a4d-46ab-b680-79bc49cf3f60 tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:53:50.896655 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af836d45-1a4d-46ab-b680-79bc49cf3f60 tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] Pushing event updated for resources: {'Port': ['ID=d8022f51-3c4c-465b-9c80-b5b0a1431ebc,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:53:50.926755 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af836d45-1a4d-46ab-b680-79bc49cf3f60 tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:53:50.927001 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af836d45-1a4d-46ab-b680-79bc49cf3f60 tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:53:50.927348 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af836d45-1a4d-46ab-b680-79bc49cf3f60 tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:53:50.927688 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af836d45-1a4d-46ab-b680-79bc49cf3f60 tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:53:50.928023 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af836d45-1a4d-46ab-b680-79bc49cf3f60 tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:53:50.928357 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af836d45-1a4d-46ab-b680-79bc49cf3f60 tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:53:50.928688 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af836d45-1a4d-46ab-b680-79bc49cf3f60 tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:53:50.929015 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af836d45-1a4d-46ab-b680-79bc49cf3f60 tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:53:50.929369 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af836d45-1a4d-46ab-b680-79bc49cf3f60 tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:53:50.929699 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af836d45-1a4d-46ab-b680-79bc49cf3f60 tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:53:50.930023 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af836d45-1a4d-46ab-b680-79bc49cf3f60 tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:53:50.930346 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af836d45-1a4d-46ab-b680-79bc49cf3f60 tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:53:50.930674 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af836d45-1a4d-46ab-b680-79bc49cf3f60 tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:53:50.954755 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9924df14-18dc-4758-8d79-b8ea361a9fc6 req-af836d45-1a4d-46ab-b680-79bc49cf3f60 tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:53:50.955369 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-9924df14-18dc-4758-8d79-b8ea361a9fc6 req-af836d45-1a4d-46ab-b680-79bc49cf3f60 tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:53:50.971449 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9924df14-18dc-4758-8d79-b8ea361a9fc6 req-af836d45-1a4d-46ab-b680-79bc49cf3f60 tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5844574 Jan 28 19:53:50.983368 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [req-9924df14-18dc-4758-8d79-b8ea361a9fc6 req-a895e021-54ac-4cfc-826a-f738c1f86e79 tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:53:50.984366 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9924df14-18dc-4758-8d79-b8ea361a9fc6 req-a895e021-54ac-4cfc-826a-f738c1f86e79 tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055130 Jan 28 19:53:50.999049 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-9924df14-18dc-4758-8d79-b8ea361a9fc6 req-3c9a385b-a3a3-403f-aa96-10e5387ae5af service neutron] Request body: {'port': {'device_id': '27dd4b4e-0497-456c-80d0-e9cff4d6276a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-14'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:53:51.036401 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:53:51.059368 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-9924df14-18dc-4758-8d79-b8ea361a9fc6 req-3c9a385b-a3a3-403f-aa96-10e5387ae5af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (d8022f51-3c4c-465b-9c80-b5b0a1431ebc), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:53:51.322235 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [req-9924df14-18dc-4758-8d79-b8ea361a9fc6 req-3c9a385b-a3a3-403f-aa96-10e5387ae5af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8022f51-3c4c-465b-9c80-b5b0a1431ebc {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:53:51.329758 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-9924df14-18dc-4758-8d79-b8ea361a9fc6 req-3c9a385b-a3a3-403f-aa96-10e5387ae5af service neutron] Publish callbacks [] for port (d8022f51-3c4c-465b-9c80-b5b0a1431ebc), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:53:51.341555 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-9924df14-18dc-4758-8d79-b8ea361a9fc6 req-3c9a385b-a3a3-403f-aa96-10e5387ae5af service neutron] Transition to ACTIVE for port object d8022f51-3c4c-465b-9c80-b5b0a1431ebc will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:53:51.345293 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-9924df14-18dc-4758-8d79-b8ea361a9fc6 req-3c9a385b-a3a3-403f-aa96-10e5387ae5af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (d8022f51-3c4c-465b-9c80-b5b0a1431ebc), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:53:51.414908 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9a385b-a3a3-403f-aa96-10e5387ae5af service neutron] Pushing event updated for resources: {'Port': ['ID=d8022f51-3c4c-465b-9c80-b5b0a1431ebc,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:53:51.467182 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-9924df14-18dc-4758-8d79-b8ea361a9fc6 req-3c9a385b-a3a3-403f-aa96-10e5387ae5af service neutron] Attempting to bind port d8022f51-3c4c-465b-9c80-b5b0a1431ebc on host n-h1-812111-14 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:53:51.467518 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-9924df14-18dc-4758-8d79-b8ea361a9fc6 req-3c9a385b-a3a3-403f-aa96-10e5387ae5af service neutron] Attempting to bind port d8022f51-3c4c-465b-9c80-b5b0a1431ebc by drivers openvswitch,hyperv on host n-h1-812111-14 at level 0 using segments [{'id': 'b09d13fe-6b17-4d3f-9990-452481fcc43c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'bd21a894-6233-4e2d-b48f-18d539766085'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:53:51.467850 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9924df14-18dc-4758-8d79-b8ea361a9fc6 req-3c9a385b-a3a3-403f-aa96-10e5387ae5af service neutron] Attempting to bind port d8022f51-3c4c-465b-9c80-b5b0a1431ebc on network bd21a894-6233-4e2d-b48f-18d539766085 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:53:51.472705 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9924df14-18dc-4758-8d79-b8ea361a9fc6 req-3c9a385b-a3a3-403f-aa96-10e5387ae5af service neutron] Port d8022f51-3c4c-465b-9c80-b5b0a1431ebc on network bd21a894-6233-4e2d-b48f-18d539766085 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-14 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:53:51.473044 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9924df14-18dc-4758-8d79-b8ea361a9fc6 req-3c9a385b-a3a3-403f-aa96-10e5387ae5af service neutron] Attempting to bind port d8022f51-3c4c-465b-9c80-b5b0a1431ebc on network bd21a894-6233-4e2d-b48f-18d539766085 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:53:51.477805 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9924df14-18dc-4758-8d79-b8ea361a9fc6 req-3c9a385b-a3a3-403f-aa96-10e5387ae5af service neutron] Checking agent: {'id': 'b544ba20-de93-4d86-9e6b-a2202deb6191', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:53:51.478089 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9924df14-18dc-4758-8d79-b8ea361a9fc6 req-3c9a385b-a3a3-403f-aa96-10e5387ae5af service neutron] Checking segment: {'id': 'b09d13fe-6b17-4d3f-9990-452481fcc43c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'bd21a894-6233-4e2d-b48f-18d539766085'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:53:51.478476 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9924df14-18dc-4758-8d79-b8ea361a9fc6 req-3c9a385b-a3a3-403f-aa96-10e5387ae5af service neutron] Bound using segment: {'id': 'b09d13fe-6b17-4d3f-9990-452481fcc43c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'bd21a894-6233-4e2d-b48f-18d539766085'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:53:51.478903 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-9924df14-18dc-4758-8d79-b8ea361a9fc6 req-3c9a385b-a3a3-403f-aa96-10e5387ae5af service neutron] Bound port: d8022f51-3c4c-465b-9c80-b5b0a1431ebc, host: n-h1-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b09d13fe-6b17-4d3f-9990-452481fcc43c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'bd21a894-6233-4e2d-b48f-18d539766085'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:53:51.479259 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-9924df14-18dc-4758-8d79-b8ea361a9fc6 req-3c9a385b-a3a3-403f-aa96-10e5387ae5af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (d8022f51-3c4c-465b-9c80-b5b0a1431ebc), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:53:51.541471 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-9924df14-18dc-4758-8d79-b8ea361a9fc6 req-3c9a385b-a3a3-403f-aa96-10e5387ae5af service neutron] For port d8022f51-3c4c-465b-9c80-b5b0a1431ebc, host n-h1-812111-14, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:53:51.544462 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-9924df14-18dc-4758-8d79-b8ea361a9fc6 req-3c9a385b-a3a3-403f-aa96-10e5387ae5af service neutron] For port d8022f51-3c4c-465b-9c80-b5b0a1431ebc, host n-h1-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=d8022f51-3c4c-465b-9c80-b5b0a1431ebc,segment=NetworkSegment(b09d13fe-6b17-4d3f-9990-452481fcc43c),segment_id=b09d13fe-6b17-4d3f-9990-452481fcc43c)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:53:51.551131 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-9924df14-18dc-4758-8d79-b8ea361a9fc6 req-3c9a385b-a3a3-403f-aa96-10e5387ae5af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (d8022f51-3c4c-465b-9c80-b5b0a1431ebc), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:53:51.585086 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9924df14-18dc-4758-8d79-b8ea361a9fc6 req-3c9a385b-a3a3-403f-aa96-10e5387ae5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:53:51.585741 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-9924df14-18dc-4758-8d79-b8ea361a9fc6 req-3c9a385b-a3a3-403f-aa96-10e5387ae5af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:53:51.587130 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9924df14-18dc-4758-8d79-b8ea361a9fc6 req-3c9a385b-a3a3-403f-aa96-10e5387ae5af service neutron] 10.222.0.41 "PUT /v2.0/ports/d8022f51-3c4c-465b-9c80-b5b0a1431ebc HTTP/1.1" status: 200 len: 1093 time: 0.5919480 Jan 28 19:53:51.587571 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27dd4b4e-0497-456c-80d0-e9cff4d6276a', 'tag': 'd8022f51-3c4c-465b-9c80-b5b0a1431ebc'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:53:51.589882 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83aceb07-cee1-4db8-a103-322656832a4c" -d '{"events": [{"name": "network-changed", "server_uuid": "27dd4b4e-0497-456c-80d0-e9cff4d6276a", "tag": "d8022f51-3c4c-465b-9c80-b5b0a1431ebc"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:53:51.626624 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece69155-d4b5-43f3-ba62-06a2f23fa53a req-56620fa1-a2bb-462f-8dab-82eded6db32a tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:53:51.628311 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ece69155-d4b5-43f3-ba62-06a2f23fa53a req-56620fa1-a2bb-462f-8dab-82eded6db32a tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] 10.222.0.64 "GET /v2.0/ports?device_id=27dd4b4e-0497-456c-80d0-e9cff4d6276a HTTP/1.1" status: 200 len: 944 time: 0.0623345 Jan 28 19:53:51.628654 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9a385b-a3a3-403f-aa96-10e5387ae5af service neutron] Pushing event updated for resources: {'Port': ['ID=d8022f51-3c4c-465b-9c80-b5b0a1431ebc,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:53:51.632482 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87bcfd70-b2e5-4725-ab9f-ffa30fef1d4d x-openstack-request-id: req-87bcfd70-b2e5-4725-ab9f-ffa30fef1d4d {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:53:51.632776 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27dd4b4e-0497-456c-80d0-e9cff4d6276a", "tag": "d8022f51-3c4c-465b-9c80-b5b0a1431ebc", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:53:51.633060 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-87bcfd70-b2e5-4725-ab9f-ffa30fef1d4d {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:53:51.633623 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27dd4b4e-0497-456c-80d0-e9cff4d6276a', 'tag': 'd8022f51-3c4c-465b-9c80-b5b0a1431ebc', 'status': 'completed', 'code': 200} Jan 28 19:53:51.678341 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ece69155-d4b5-43f3-ba62-06a2f23fa53a req-cf59e635-072f-42ff-a6e7-10adc0311a0d tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b6fe7d7-7eff-4bf9-8c21-ae9fec9deb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429001 Jan 28 19:53:51.680897 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9924df14-18dc-4758-8d79-b8ea361a9fc6 req-ca9eb391-f3ad-4770-984d-7e2c1c8cdc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:53:51.682502 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9924df14-18dc-4758-8d79-b8ea361a9fc6 req-ca9eb391-f3ad-4770-984d-7e2c1c8cdc78 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=86c8c98b7f6245cab15fd15b0e8ae960&device_id=27dd4b4e-0497-456c-80d0-e9cff4d6276a HTTP/1.1" status: 200 len: 1127 time: 0.0462735 Jan 28 19:53:51.732117 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9924df14-18dc-4758-8d79-b8ea361a9fc6 req-7e381f05-c190-4bd4-aa0d-8e3dae35f4da service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d8022f51-3c4c-465b-9c80-b5b0a1431ebc HTTP/1.1" status: 200 len: 217 time: 0.0378819 Jan 28 19:53:51.787865 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9924df14-18dc-4758-8d79-b8ea361a9fc6 req-42fd71a5-7589-4612-8334-e80f0e8af109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:53:51.789334 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9924df14-18dc-4758-8d79-b8ea361a9fc6 req-42fd71a5-7589-4612-8334-e80f0e8af109 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e13f9333-cafc-479b-8444-b18c4077fb5d HTTP/1.1" status: 200 len: 855 time: 0.0479178 Jan 28 19:53:51.831833 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9924df14-18dc-4758-8d79-b8ea361a9fc6 req-9e7f7bd7-0afc-4cd7-886d-22bb44d752d7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bd21a894-6233-4e2d-b48f-18d539766085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263679 Jan 28 19:53:51.924283 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9924df14-18dc-4758-8d79-b8ea361a9fc6 req-a70f9765-968a-44ef-abdf-55f0be6b6cf4 service neutron] 10.222.0.41 "GET /v2.0/networks/bd21a894-6233-4e2d-b48f-18d539766085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839093 Jan 28 19:53:52.015325 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9924df14-18dc-4758-8d79-b8ea361a9fc6 req-093aeeeb-4c9c-41c0-964e-9986036b39ea service neutron] 10.222.0.41 "GET /v2.0/networks/bd21a894-6233-4e2d-b48f-18d539766085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818217 Jan 28 19:53:52.113301 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aceb07-cee1-4db8-a103-322656832a4c req-16a635a2-b916-4ed2-83ec-4f4dd889d25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:53:52.114772 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-83aceb07-cee1-4db8-a103-322656832a4c req-16a635a2-b916-4ed2-83ec-4f4dd889d25c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=86c8c98b7f6245cab15fd15b0e8ae960&device_id=27dd4b4e-0497-456c-80d0-e9cff4d6276a HTTP/1.1" status: 200 len: 1127 time: 0.0497274 Jan 28 19:53:52.202309 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aceb07-cee1-4db8-a103-322656832a4c req-3decc9b2-df7b-4175-b955-f2e356df3533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:53:52.203745 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-83aceb07-cee1-4db8-a103-322656832a4c req-3decc9b2-df7b-4175-b955-f2e356df3533 service neutron] 10.222.0.41 "GET /v2.0/networks?id=bd21a894-6233-4e2d-b48f-18d539766085 HTTP/1.1" status: 200 len: 915 time: 0.0827608 Jan 28 19:53:52.245903 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-83aceb07-cee1-4db8-a103-322656832a4c req-4d4e6c03-bf37-47af-8411-70a59d4b7802 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d8022f51-3c4c-465b-9c80-b5b0a1431ebc HTTP/1.1" status: 200 len: 217 time: 0.0352533 Jan 28 19:53:52.297593 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aceb07-cee1-4db8-a103-322656832a4c req-41b7245a-e4c3-414d-ab8c-b21ff9793836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:53:52.298908 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-83aceb07-cee1-4db8-a103-322656832a4c req-41b7245a-e4c3-414d-ab8c-b21ff9793836 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e13f9333-cafc-479b-8444-b18c4077fb5d HTTP/1.1" status: 200 len: 855 time: 0.0466583 Jan 28 19:53:52.333041 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-83aceb07-cee1-4db8-a103-322656832a4c req-38e570f1-4f32-4d9a-a768-9c86c93c0ddf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bd21a894-6233-4e2d-b48f-18d539766085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269101 Jan 28 19:53:52.423118 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-83aceb07-cee1-4db8-a103-322656832a4c req-9c741038-70bb-43e0-ab7a-d55beb077aaf service neutron] 10.222.0.41 "GET /v2.0/networks/bd21a894-6233-4e2d-b48f-18d539766085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829577 Jan 28 19:53:52.516160 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-83aceb07-cee1-4db8-a103-322656832a4c req-8041c940-b96c-4685-b77c-db426b97657e service neutron] 10.222.0.41 "GET /v2.0/networks/bd21a894-6233-4e2d-b48f-18d539766085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850959 Jan 28 19:53:52.798919 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a760ac16-4754-420c-a1a9-4fa98de2bdd9 req-d756fa7a-8920-404a-bf8f-b5544038a64b tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:53:52.801035 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a760ac16-4754-420c-a1a9-4fa98de2bdd9 req-d756fa7a-8920-404a-bf8f-b5544038a64b tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] 10.222.0.64 "GET /v2.0/ports?device_id=27dd4b4e-0497-456c-80d0-e9cff4d6276a HTTP/1.1" status: 200 len: 944 time: 0.0532660 Jan 28 19:53:52.847496 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a760ac16-4754-420c-a1a9-4fa98de2bdd9 req-3402f2b1-b14e-4555-ba56-fc4ef5e59713 tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b6fe7d7-7eff-4bf9-8c21-ae9fec9deb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408704 Jan 28 19:53:53.964019 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead5b19a-f410-4c83-b530-3b2ecc6aef24 req-afc25e65-ac09-4b81-8fd7-589736341c6f tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:53:53.965522 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ead5b19a-f410-4c83-b530-3b2ecc6aef24 req-afc25e65-ac09-4b81-8fd7-589736341c6f tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] 10.222.0.64 "GET /v2.0/ports?device_id=27dd4b4e-0497-456c-80d0-e9cff4d6276a HTTP/1.1" status: 200 len: 944 time: 0.0518112 Jan 28 19:53:54.013453 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ead5b19a-f410-4c83-b530-3b2ecc6aef24 req-e8355314-e038-496f-8212-46bcd2018528 tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b6fe7d7-7eff-4bf9-8c21-ae9fec9deb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423753 Jan 28 19:53:54.023628 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:53:54.697559 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device d8022f51-3c4c-465b-9c80-b5b0a1431ebc details requested by agent hyperv_n-h1-812111-14 with host n-h1-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:53:54.797045 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port d8022f51-3c4c-465b-9c80-b5b0a1431ebc, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=d8022f51-3c4c-465b-9c80-b5b0a1431ebc,segment=NetworkSegment(b09d13fe-6b17-4d3f-9990-452481fcc43c),segment_id=b09d13fe-6b17-4d3f-9990-452481fcc43c)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:53:54.808381 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Returning: {'device': 'd8022f51-3c4c-465b-9c80-b5b0a1431ebc', 'network_id': 'bd21a894-6233-4e2d-b48f-18d539766085', 'port_id': 'd8022f51-3c4c-465b-9c80-b5b0a1431ebc', 'mac_address': 'fa:16:3e:b4:20:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e13f9333-cafc-479b-8444-b18c4077fb5d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:53:54.844804 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port d8022f51-3c4c-465b-9c80-b5b0a1431ebc is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:53:54.845238 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (d8022f51-3c4c-465b-9c80-b5b0a1431ebc), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:53:54.857916 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8022f51-3c4c-465b-9c80-b5b0a1431ebc {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:53:54.876386 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port d8022f51-3c4c-465b-9c80-b5b0a1431ebc, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=d8022f51-3c4c-465b-9c80-b5b0a1431ebc,segment=NetworkSegment(b09d13fe-6b17-4d3f-9990-452481fcc43c),segment_id=b09d13fe-6b17-4d3f-9990-452481fcc43c)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:53:54.880698 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (d8022f51-3c4c-465b-9c80-b5b0a1431ebc), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:53:54.930941 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=d8022f51-3c4c-465b-9c80-b5b0a1431ebc,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:53:55.148730 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c196e9-f10d-48a6-96c6-76a10a244e10 req-e232962e-810d-4fb0-943a-201d4fe7a221 tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:53:55.150254 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b3c196e9-f10d-48a6-96c6-76a10a244e10 req-e232962e-810d-4fb0-943a-201d4fe7a221 tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] 10.222.0.64 "GET /v2.0/ports?device_id=27dd4b4e-0497-456c-80d0-e9cff4d6276a HTTP/1.1" status: 200 len: 945 time: 0.0600014 Jan 28 19:53:55.166128 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['d8022f51-3c4c-465b-9c80-b5b0a1431ebc'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:53:55.198189 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b3c196e9-f10d-48a6-96c6-76a10a244e10 req-0e1eb3ba-5062-409a-b3bf-d75f39b97070 tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b6fe7d7-7eff-4bf9-8c21-ae9fec9deb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422971 Jan 28 19:53:56.319523 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b4c22f-883d-4b98-9aae-0d7c96ea6fa9 req-6cc46ef3-faf2-491d-9817-735cc2185a01 tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:53:56.320992 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c6b4c22f-883d-4b98-9aae-0d7c96ea6fa9 req-6cc46ef3-faf2-491d-9817-735cc2185a01 tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] 10.222.0.64 "GET /v2.0/ports?device_id=27dd4b4e-0497-456c-80d0-e9cff4d6276a HTTP/1.1" status: 200 len: 945 time: 0.0559695 Jan 28 19:53:56.367495 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c6b4c22f-883d-4b98-9aae-0d7c96ea6fa9 req-fd5b59a9-b008-44d8-8b92-c2d2ccde15c7 tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b6fe7d7-7eff-4bf9-8c21-ae9fec9deb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409529 Jan 28 19:53:56.697670 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device d8022f51-3c4c-465b-9c80-b5b0a1431ebc up at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:53:56.754958 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning for port d8022f51-3c4c-465b-9c80-b5b0a1431ebc completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:53:56.758643 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning complete for port d8022f51-3c4c-465b-9c80-b5b0a1431ebc triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:53:56.759027 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (d8022f51-3c4c-465b-9c80-b5b0a1431ebc), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:53:56.834007 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port d8022f51-3c4c-465b-9c80-b5b0a1431ebc is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:53:56.834397 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (d8022f51-3c4c-465b-9c80-b5b0a1431ebc), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:53:56.856781 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27dd4b4e-0497-456c-80d0-e9cff4d6276a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8022f51-3c4c-465b-9c80-b5b0a1431ebc'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:53:56.859071 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bac4f7f-3305-415a-be1c-e8008a2d3e58" -d '{"events": [{"server_uuid": "27dd4b4e-0497-456c-80d0-e9cff4d6276a", "name": "network-vif-plugged", "status": "completed", "tag": "d8022f51-3c4c-465b-9c80-b5b0a1431ebc"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:53:56.871367 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port d8022f51-3c4c-465b-9c80-b5b0a1431ebc, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=d8022f51-3c4c-465b-9c80-b5b0a1431ebc,segment=NetworkSegment(b09d13fe-6b17-4d3f-9990-452481fcc43c),segment_id=b09d13fe-6b17-4d3f-9990-452481fcc43c)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:53:56.876273 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (d8022f51-3c4c-465b-9c80-b5b0a1431ebc), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:53:56.899606 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e122b6f-d5b2-4578-bea2-fceb0d065767 x-openstack-request-id: req-8e122b6f-d5b2-4578-bea2-fceb0d065767 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:53:56.899898 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27dd4b4e-0497-456c-80d0-e9cff4d6276a", "name": "network-vif-plugged", "status": "completed", "tag": "d8022f51-3c4c-465b-9c80-b5b0a1431ebc", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:53:56.900153 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8e122b6f-d5b2-4578-bea2-fceb0d065767 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:53:56.900545 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27dd4b4e-0497-456c-80d0-e9cff4d6276a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8022f51-3c4c-465b-9c80-b5b0a1431ebc', 'code': 200} Jan 28 19:53:56.925868 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=d8022f51-3c4c-465b-9c80-b5b0a1431ebc,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:53:56.933364 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:53:56.933722 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:53:56.934069 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:53:56.934414 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:53:56.934748 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:53:56.935086 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:53:56.935418 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:53:56.935749 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:53:56.936077 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:53:56.936404 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:53:56.936730 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:53:56.937054 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:53:56.937418 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:53:57.005893 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4072bcc8-6318-4987-9424-717cc00d38d3 req-3f239798-1136-436f-b091-5f8fa18525fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:53:57.007396 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4072bcc8-6318-4987-9424-717cc00d38d3 req-3f239798-1136-436f-b091-5f8fa18525fb service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=27dd4b4e-0497-456c-80d0-e9cff4d6276a HTTP/1.1" status: 200 len: 1129 time: 0.0445621 Jan 28 19:53:57.053134 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4072bcc8-6318-4987-9424-717cc00d38d3 req-e0c1c4f3-7c06-4e15-884c-c57ce08d08a8 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0b6fe7d7-7eff-4bf9-8c21-ae9fec9deb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386090 Jan 28 19:53:57.485593 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a145e1-9af3-4ceb-b526-39bd6686d505 req-aa44308b-5e75-4853-b209-b2bac67ceb25 tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:53:57.487478 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-60a145e1-9af3-4ceb-b526-39bd6686d505 req-aa44308b-5e75-4853-b209-b2bac67ceb25 tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] 10.222.0.64 "GET /v2.0/ports?device_id=27dd4b4e-0497-456c-80d0-e9cff4d6276a HTTP/1.1" status: 200 len: 946 time: 0.0519161 Jan 28 19:53:57.534463 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-60a145e1-9af3-4ceb-b526-39bd6686d505 req-7f07ac45-be62-45df-afe0-94e550db548a tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b6fe7d7-7eff-4bf9-8c21-ae9fec9deb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407925 Jan 28 19:53:58.652584 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7539f7-4019-488f-a5b1-f67a3ff47760 req-d51079cb-3d98-458a-a27b-c2c0199ba6e9 tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:53:58.654065 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-da7539f7-4019-488f-a5b1-f67a3ff47760 req-d51079cb-3d98-458a-a27b-c2c0199ba6e9 tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] 10.222.0.64 "GET /v2.0/ports?device_id=27dd4b4e-0497-456c-80d0-e9cff4d6276a HTTP/1.1" status: 200 len: 946 time: 0.0519667 Jan 28 19:53:58.703453 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-da7539f7-4019-488f-a5b1-f67a3ff47760 req-dde44eec-f371-4457-8c8b-144aa6a707f6 tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b6fe7d7-7eff-4bf9-8c21-ae9fec9deb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433772 Jan 28 19:54:03.758909 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6a7edf6f-e9d4-45b3-8834-a673511207d4 req-0ea88997-a4fd-4537-84b1-b027e5eae630 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2c7c0d5c-dedf-41f5-947d-0156817dcc3c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1003027 Jan 28 19:54:03.843345 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7edf6f-e9d4-45b3-8834-a673511207d4 req-1bbdb078-f2ba-48db-a105-344ed1876273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:54:03.844854 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6a7edf6f-e9d4-45b3-8834-a673511207d4 req-1bbdb078-f2ba-48db-a105-344ed1876273 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=86c8c98b7f6245cab15fd15b0e8ae960&device_id=2c7c0d5c-dedf-41f5-947d-0156817dcc3c HTTP/1.1" status: 200 len: 1128 time: 0.0449088 Jan 28 19:54:03.949413 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7edf6f-e9d4-45b3-8834-a673511207d4 req-1bcf453a-1dac-4991-b708-b34d9d0346a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:54:03.950876 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6a7edf6f-e9d4-45b3-8834-a673511207d4 req-1bcf453a-1dac-4991-b708-b34d9d0346a2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=bd21a894-6233-4e2d-b48f-18d539766085 HTTP/1.1" status: 200 len: 915 time: 0.0882850 Jan 28 19:54:03.992790 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6a7edf6f-e9d4-45b3-8834-a673511207d4 req-3ab4b5c1-baa4-423a-9caf-5dad83304693 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c6a98178-661b-4a45-bae3-dc47655e8649 HTTP/1.1" status: 200 len: 217 time: 0.0352752 Jan 28 19:54:04.046979 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7edf6f-e9d4-45b3-8834-a673511207d4 req-e9c4a679-c5e7-42a2-81f9-d2b2ecf7cf64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:54:04.048580 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6a7edf6f-e9d4-45b3-8834-a673511207d4 req-e9c4a679-c5e7-42a2-81f9-d2b2ecf7cf64 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e13f9333-cafc-479b-8444-b18c4077fb5d HTTP/1.1" status: 200 len: 855 time: 0.0505061 Jan 28 19:54:04.081985 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6a7edf6f-e9d4-45b3-8834-a673511207d4 req-499ff614-5cfd-4718-a8fc-a7504b600007 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bd21a894-6233-4e2d-b48f-18d539766085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270779 Jan 28 19:54:04.183728 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6a7edf6f-e9d4-45b3-8834-a673511207d4 req-e3d336de-ad74-48a4-833e-7b92f248bfc9 service neutron] 10.222.0.41 "GET /v2.0/networks/bd21a894-6233-4e2d-b48f-18d539766085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952320 Jan 28 19:54:04.274625 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6a7edf6f-e9d4-45b3-8834-a673511207d4 req-723ea6b7-bfcd-4fc8-bf8d-e8e3e56831ed service neutron] 10.222.0.41 "GET /v2.0/networks/bd21a894-6233-4e2d-b48f-18d539766085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825312 Jan 28 19:54:06.673528 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ae41039c-955e-4ac9-baf2-4f19cd958f14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:54:08.934691 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d341a1c8-cbc2-4ad5-9ee9-10ea3fcd1901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:54:09.857241 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:54:11.738987 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:54:13.124658 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:54:21.013999 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:54:24.034206 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:54:25.170420 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:54:32.504745 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ae2fd3-e025-46c0-99df-4281f215e810 req-51b98589-fac0-4d16-9cce-c417f69c4450 tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:54:32.506165 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-70ae2fd3-e025-46c0-99df-4281f215e810 req-51b98589-fac0-4d16-9cce-c417f69c4450 tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] 10.222.0.64 "GET /v2.0/ports?device_id=27dd4b4e-0497-456c-80d0-e9cff4d6276a HTTP/1.1" status: 200 len: 946 time: 0.0664814 Jan 28 19:54:32.554623 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-70ae2fd3-e025-46c0-99df-4281f215e810 req-8acc3cf2-4e96-4df6-9eaa-dfba9cb3c149 tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b6fe7d7-7eff-4bf9-8c21-ae9fec9deb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426834 Jan 28 19:54:33.677561 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439589fd-d209-4163-8866-85586379bffa req-c869cf6e-8b0c-4d1b-ae2c-2379a0f4bad8 tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:54:33.679440 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-439589fd-d209-4163-8866-85586379bffa req-c869cf6e-8b0c-4d1b-ae2c-2379a0f4bad8 tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] 10.222.0.64 "GET /v2.0/ports?device_id=27dd4b4e-0497-456c-80d0-e9cff4d6276a HTTP/1.1" status: 200 len: 946 time: 0.0559294 Jan 28 19:54:33.734954 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-439589fd-d209-4163-8866-85586379bffa req-89790cd5-cc00-4ba7-8cf0-aec3ef9390a9 tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b6fe7d7-7eff-4bf9-8c21-ae9fec9deb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494928 Jan 28 19:54:34.100543 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fa3426-b385-46a9-849b-731d21d030ec req-ba1520ea-683a-491a-ba56-848959c3516b tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:54:34.102115 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-39fa3426-b385-46a9-849b-731d21d030ec req-ba1520ea-683a-491a-ba56-848959c3516b tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] 10.222.0.41 "GET /v2.0/ports?device_id=27dd4b4e-0497-456c-80d0-e9cff4d6276a HTTP/1.1" status: 200 len: 946 time: 0.0513663 Jan 28 19:54:34.195897 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-39fa3426-b385-46a9-849b-731d21d030ec req-47db96da-a51c-430f-9dc6-c77dfc68aabe tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] Deleting port d8022f51-3c4c-465b-9c80-b5b0a1431ebc {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:54:34.196235 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-39fa3426-b385-46a9-849b-731d21d030ec req-47db96da-a51c-430f-9dc6-c77dfc68aabe tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (d8022f51-3c4c-465b-9c80-b5b0a1431ebc), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:54:34.286874 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-39fa3426-b385-46a9-849b-731d21d030ec req-47db96da-a51c-430f-9dc6-c77dfc68aabe tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] For port d8022f51-3c4c-465b-9c80-b5b0a1431ebc, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=d8022f51-3c4c-465b-9c80-b5b0a1431ebc,segment=NetworkSegment(b09d13fe-6b17-4d3f-9990-452481fcc43c),segment_id=b09d13fe-6b17-4d3f-9990-452481fcc43c)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:54:34.287243 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-39fa3426-b385-46a9-849b-731d21d030ec req-47db96da-a51c-430f-9dc6-c77dfc68aabe tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (d8022f51-3c4c-465b-9c80-b5b0a1431ebc), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:54:34.298941 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-39fa3426-b385-46a9-849b-731d21d030ec req-47db96da-a51c-430f-9dc6-c77dfc68aabe tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] Calling delete_port for d8022f51-3c4c-465b-9c80-b5b0a1431ebc owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:54:34.427440 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-39fa3426-b385-46a9-849b-731d21d030ec req-47db96da-a51c-430f-9dc6-c77dfc68aabe tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (d8022f51-3c4c-465b-9c80-b5b0a1431ebc), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:54:34.439846 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['a94f919f-ad17-4c1d-81db-736c1a137f7d', '939b8633-c81b-4486-ba6c-2bf44211575e'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:54:34.445852 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['c6a98178-661b-4a45-bae3-dc47655e8649', 'd8022f51-3c4c-465b-9c80-b5b0a1431ebc'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:54:34.458933 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47db96da-a51c-430f-9dc6-c77dfc68aabe tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] Pushing event deleted for resources: {'Port': ['ID=d8022f51-3c4c-465b-9c80-b5b0a1431ebc,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:54:34.498807 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-39fa3426-b385-46a9-849b-731d21d030ec req-47db96da-a51c-430f-9dc6-c77dfc68aabe tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] No DVR routers for this DVR port d8022f51-3c4c-465b-9c80-b5b0a1431ebc on host n-h1-812111-14 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:54:34.502277 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-39fa3426-b385-46a9-849b-731d21d030ec req-47db96da-a51c-430f-9dc6-c77dfc68aabe tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:54:34.505732 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-39fa3426-b385-46a9-849b-731d21d030ec req-47db96da-a51c-430f-9dc6-c77dfc68aabe tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] 10.222.0.41 "DELETE /v2.0/ports/d8022f51-3c4c-465b-9c80-b5b0a1431ebc HTTP/1.1" status: 204 len: 173 time: 0.3974373 Jan 28 19:54:34.506188 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27dd4b4e-0497-456c-80d0-e9cff4d6276a', 'name': 'network-vif-deleted', 'tag': 'd8022f51-3c4c-465b-9c80-b5b0a1431ebc'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:54:34.508467 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a25105b7-9192-4566-88bb-af321d95ff88" -d '{"events": [{"server_uuid": "27dd4b4e-0497-456c-80d0-e9cff4d6276a", "name": "network-vif-deleted", "tag": "d8022f51-3c4c-465b-9c80-b5b0a1431ebc"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:54:34.693188 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22ced3fb-7c81-4cbb-9b96-5885ce291257 x-openstack-request-id: req-22ced3fb-7c81-4cbb-9b96-5885ce291257 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:54:34.693484 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27dd4b4e-0497-456c-80d0-e9cff4d6276a", "name": "network-vif-deleted", "tag": "d8022f51-3c4c-465b-9c80-b5b0a1431ebc", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:54:34.693743 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-22ced3fb-7c81-4cbb-9b96-5885ce291257 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:54:34.694165 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27dd4b4e-0497-456c-80d0-e9cff4d6276a', 'name': 'network-vif-deleted', 'tag': 'd8022f51-3c4c-465b-9c80-b5b0a1431ebc', 'status': 'completed', 'code': 200} Jan 28 19:54:34.842551 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ca4454ee-ccae-49cd-b371-0a6dcb6472b6 req-efb88e62-c42a-4c30-a18a-d6cbcd18ca6e tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] 10.222.0.64 "GET /v2.0/ports?device_id=27dd4b4e-0497-456c-80d0-e9cff4d6276a HTTP/1.1" status: 200 len: 210 time: 0.0267379 Jan 28 19:54:36.675920 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d82fb5ea-0f2d-4548-bfa2-860162a28a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:54:38.936268 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8a4ffe09-ae2c-4ef1-91fe-180a5392d3a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:54:38.976812 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device d8022f51-3c4c-465b-9c80-b5b0a1431ebc no longer exists at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:54:39.001331 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] No Port match for: d8022f51-3c4c-465b-9c80-b5b0a1431ebc {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:54:39.001683 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device d8022f51-3c4c-465b-9c80-b5b0a1431ebc not bound to the agent host n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:54:39.859864 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:54:41.421998 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965be330-1342-4577-b0c1-003271ce25eb req-912a3b1e-4036-4789-8cc6-bbccbab974cf tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:54:41.434143 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-965be330-1342-4577-b0c1-003271ce25eb req-912a3b1e-4036-4789-8cc6-bbccbab974cf tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe39c946-1abe-4d1f-865b-92102f750cdd HTTP/1.1" status: 200 len: 946 time: 0.0609634 Jan 28 19:54:41.475432 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-965be330-1342-4577-b0c1-003271ce25eb req-99c12c9b-ab80-46f3-8f2d-ba410ac0b38a tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b6fe7d7-7eff-4bf9-8c21-ae9fec9deb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405736 Jan 28 19:54:41.742684 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:54:42.599627 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d105947f-e899-495e-a3c6-0b484be9886a req-c5883a19-3011-4be0-9718-3531e575067d tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:54:42.601241 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d105947f-e899-495e-a3c6-0b484be9886a req-c5883a19-3011-4be0-9718-3531e575067d tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe39c946-1abe-4d1f-865b-92102f750cdd HTTP/1.1" status: 200 len: 946 time: 0.0551021 Jan 28 19:54:42.650817 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d105947f-e899-495e-a3c6-0b484be9886a req-152f1248-df44-4ccd-83d3-52b5158d4b8a tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b6fe7d7-7eff-4bf9-8c21-ae9fec9deb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438595 Jan 28 19:54:42.868349 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5badbe-ccc6-4af4-938e-c73a4ed2d545 req-ac7139d1-880f-4ef4-88d3-96f6a0a0237f tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:54:42.869810 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8a5badbe-ccc6-4af4-938e-c73a4ed2d545 req-ac7139d1-880f-4ef4-88d3-96f6a0a0237f tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe39c946-1abe-4d1f-865b-92102f750cdd HTTP/1.1" status: 200 len: 946 time: 0.0509467 Jan 28 19:54:42.967516 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-8a5badbe-ccc6-4af4-938e-c73a4ed2d545 req-52868502-a763-4d5e-822f-346f01df77d5 tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] Deleting port 939b8633-c81b-4486-ba6c-2bf44211575e {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:54:42.967766 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-8a5badbe-ccc6-4af4-938e-c73a4ed2d545 req-52868502-a763-4d5e-822f-346f01df77d5 tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (939b8633-c81b-4486-ba6c-2bf44211575e), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:54:43.056217 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-8a5badbe-ccc6-4af4-938e-c73a4ed2d545 req-52868502-a763-4d5e-822f-346f01df77d5 tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] For port 939b8633-c81b-4486-ba6c-2bf44211575e, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=939b8633-c81b-4486-ba6c-2bf44211575e,segment=NetworkSegment(b09d13fe-6b17-4d3f-9990-452481fcc43c),segment_id=b09d13fe-6b17-4d3f-9990-452481fcc43c)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:54:43.056582 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-8a5badbe-ccc6-4af4-938e-c73a4ed2d545 req-52868502-a763-4d5e-822f-346f01df77d5 tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (939b8633-c81b-4486-ba6c-2bf44211575e), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:54:43.073413 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-8a5badbe-ccc6-4af4-938e-c73a4ed2d545 req-52868502-a763-4d5e-822f-346f01df77d5 tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] Calling delete_port for 939b8633-c81b-4486-ba6c-2bf44211575e owned by compute:nova {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:54:43.126521 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:54:43.198490 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-8a5badbe-ccc6-4af4-938e-c73a4ed2d545 req-52868502-a763-4d5e-822f-346f01df77d5 tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (939b8633-c81b-4486-ba6c-2bf44211575e), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:54:43.213803 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['a94f919f-ad17-4c1d-81db-736c1a137f7d', '939b8633-c81b-4486-ba6c-2bf44211575e'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:54:43.216206 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['c6a98178-661b-4a45-bae3-dc47655e8649'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:54:43.228017 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52868502-a763-4d5e-822f-346f01df77d5 tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] Pushing event deleted for resources: {'Port': ['ID=939b8633-c81b-4486-ba6c-2bf44211575e,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:54:43.240554 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52868502-a763-4d5e-822f-346f01df77d5 tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:54:43.240913 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52868502-a763-4d5e-822f-346f01df77d5 tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:54:43.241309 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52868502-a763-4d5e-822f-346f01df77d5 tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:54:43.241661 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52868502-a763-4d5e-822f-346f01df77d5 tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:54:43.242074 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52868502-a763-4d5e-822f-346f01df77d5 tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:54:43.242423 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52868502-a763-4d5e-822f-346f01df77d5 tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:54:43.242766 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52868502-a763-4d5e-822f-346f01df77d5 tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:54:43.243105 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52868502-a763-4d5e-822f-346f01df77d5 tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:54:43.243441 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52868502-a763-4d5e-822f-346f01df77d5 tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:54:43.243777 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52868502-a763-4d5e-822f-346f01df77d5 tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:54:43.244110 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52868502-a763-4d5e-822f-346f01df77d5 tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:54:43.244446 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52868502-a763-4d5e-822f-346f01df77d5 tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:54:43.244778 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52868502-a763-4d5e-822f-346f01df77d5 tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:54:43.285248 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a5badbe-ccc6-4af4-938e-c73a4ed2d545 req-52868502-a763-4d5e-822f-346f01df77d5 tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] No DVR routers for this DVR port 939b8633-c81b-4486-ba6c-2bf44211575e on host n-h2-812111-14 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:54:43.288573 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-8a5badbe-ccc6-4af4-938e-c73a4ed2d545 req-52868502-a763-4d5e-822f-346f01df77d5 tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:54:43.292758 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8a5badbe-ccc6-4af4-938e-c73a4ed2d545 req-52868502-a763-4d5e-822f-346f01df77d5 tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] 10.222.0.70 "DELETE /v2.0/ports/939b8633-c81b-4486-ba6c-2bf44211575e HTTP/1.1" status: 204 len: 173 time: 0.4176865 Jan 28 19:54:43.293264 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe39c946-1abe-4d1f-865b-92102f750cdd', 'name': 'network-vif-deleted', 'tag': '939b8633-c81b-4486-ba6c-2bf44211575e'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:54:43.296119 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8197a728-5a96-4bec-b0d0-74a8d87754af" -d '{"events": [{"server_uuid": "fe39c946-1abe-4d1f-865b-92102f750cdd", "name": "network-vif-deleted", "tag": "939b8633-c81b-4486-ba6c-2bf44211575e"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:54:43.341770 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:54:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f36383dc-0413-4e72-948b-8573189e3098 x-openstack-request-id: req-f36383dc-0413-4e72-948b-8573189e3098 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:54:43.342060 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe39c946-1abe-4d1f-865b-92102f750cdd", "name": "network-vif-deleted", "tag": "939b8633-c81b-4486-ba6c-2bf44211575e", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:54:43.342365 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f36383dc-0413-4e72-948b-8573189e3098 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:54:43.342777 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe39c946-1abe-4d1f-865b-92102f750cdd', 'name': 'network-vif-deleted', 'tag': '939b8633-c81b-4486-ba6c-2bf44211575e', 'status': 'completed', 'code': 200} Jan 28 19:54:43.766971 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-88f03080-05f5-44e1-ab83-d4ae347c1e31 req-8ac2dbc1-089a-40c0-aa0c-151d8f5c1d41 tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe39c946-1abe-4d1f-865b-92102f750cdd HTTP/1.1" status: 200 len: 210 time: 0.0285022 Jan 28 19:54:45.033682 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317573ba-47c4-4616-a051-716df90576fa req-4a71f69a-8532-4b92-988f-b9bc855fcaf9 tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:54:45.035145 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-317573ba-47c4-4616-a051-716df90576fa req-4a71f69a-8532-4b92-988f-b9bc855fcaf9 tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] 10.222.0.64 "GET /v2.0/ports?device_id=5761044b-ac71-436e-a2df-207edd39c94f HTTP/1.1" status: 200 len: 946 time: 0.0550108 Jan 28 19:54:45.081789 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-317573ba-47c4-4616-a051-716df90576fa req-64b349a6-f4e9-421f-82c1-4af974ead69d tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b6fe7d7-7eff-4bf9-8c21-ae9fec9deb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402915 Jan 28 19:54:46.201242 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2485a6b-b478-4684-950c-f9b94e5c2c99 req-21eb9815-aab6-4ecf-8600-9700b95daada tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:54:46.202711 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b2485a6b-b478-4684-950c-f9b94e5c2c99 req-21eb9815-aab6-4ecf-8600-9700b95daada tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] 10.222.0.64 "GET /v2.0/ports?device_id=5761044b-ac71-436e-a2df-207edd39c94f HTTP/1.1" status: 200 len: 946 time: 0.0520959 Jan 28 19:54:46.250864 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b2485a6b-b478-4684-950c-f9b94e5c2c99 req-faf6b80c-5136-49c7-8123-5eac73b3dcb5 tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b6fe7d7-7eff-4bf9-8c21-ae9fec9deb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413132 Jan 28 19:54:46.313429 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d877a3-aa96-4565-a577-189f26d5afd5 req-9ccb17d5-a379-451c-bfcb-42055e621b39 tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:54:46.314876 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-05d877a3-aa96-4565-a577-189f26d5afd5 req-9ccb17d5-a379-451c-bfcb-42055e621b39 tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] 10.222.0.70 "GET /v2.0/ports?device_id=5761044b-ac71-436e-a2df-207edd39c94f HTTP/1.1" status: 200 len: 946 time: 0.0564549 Jan 28 19:54:46.404538 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-05d877a3-aa96-4565-a577-189f26d5afd5 req-ea4188bf-a09d-4b4e-ac30-ea3e7c6f304d tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] Deleting port a94f919f-ad17-4c1d-81db-736c1a137f7d {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:54:46.404803 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-05d877a3-aa96-4565-a577-189f26d5afd5 req-ea4188bf-a09d-4b4e-ac30-ea3e7c6f304d tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (a94f919f-ad17-4c1d-81db-736c1a137f7d), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:54:46.495283 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-05d877a3-aa96-4565-a577-189f26d5afd5 req-ea4188bf-a09d-4b4e-ac30-ea3e7c6f304d tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] For port a94f919f-ad17-4c1d-81db-736c1a137f7d, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=a94f919f-ad17-4c1d-81db-736c1a137f7d,segment=NetworkSegment(b09d13fe-6b17-4d3f-9990-452481fcc43c),segment_id=b09d13fe-6b17-4d3f-9990-452481fcc43c)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:54:46.495645 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-05d877a3-aa96-4565-a577-189f26d5afd5 req-ea4188bf-a09d-4b4e-ac30-ea3e7c6f304d tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (a94f919f-ad17-4c1d-81db-736c1a137f7d), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:54:46.507624 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-05d877a3-aa96-4565-a577-189f26d5afd5 req-ea4188bf-a09d-4b4e-ac30-ea3e7c6f304d tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] Calling delete_port for a94f919f-ad17-4c1d-81db-736c1a137f7d owned by compute:nova {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:54:46.631033 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-05d877a3-aa96-4565-a577-189f26d5afd5 req-ea4188bf-a09d-4b4e-ac30-ea3e7c6f304d tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (a94f919f-ad17-4c1d-81db-736c1a137f7d), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:54:46.643626 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['a94f919f-ad17-4c1d-81db-736c1a137f7d'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:54:46.648938 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['c6a98178-661b-4a45-bae3-dc47655e8649'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:54:46.663668 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4188bf-a09d-4b4e-ac30-ea3e7c6f304d tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] Pushing event deleted for resources: {'Port': ['ID=a94f919f-ad17-4c1d-81db-736c1a137f7d,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:54:46.708172 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-05d877a3-aa96-4565-a577-189f26d5afd5 req-ea4188bf-a09d-4b4e-ac30-ea3e7c6f304d tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] No DVR routers for this DVR port a94f919f-ad17-4c1d-81db-736c1a137f7d on host n-h2-812111-14 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:54:46.710812 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-05d877a3-aa96-4565-a577-189f26d5afd5 req-ea4188bf-a09d-4b4e-ac30-ea3e7c6f304d tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:54:46.714267 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-05d877a3-aa96-4565-a577-189f26d5afd5 req-ea4188bf-a09d-4b4e-ac30-ea3e7c6f304d tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] 10.222.0.70 "DELETE /v2.0/ports/a94f919f-ad17-4c1d-81db-736c1a137f7d HTTP/1.1" status: 204 len: 173 time: 0.3943255 Jan 28 19:54:46.714712 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5761044b-ac71-436e-a2df-207edd39c94f', 'name': 'network-vif-deleted', 'tag': 'a94f919f-ad17-4c1d-81db-736c1a137f7d'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:54:46.717189 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b793e561-c5b8-4ae3-a453-6dceed9c21a9" -d '{"events": [{"server_uuid": "5761044b-ac71-436e-a2df-207edd39c94f", "name": "network-vif-deleted", "tag": "a94f919f-ad17-4c1d-81db-736c1a137f7d"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:54:46.761249 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8998df75-679b-4767-b975-ab680a677829 x-openstack-request-id: req-8998df75-679b-4767-b975-ab680a677829 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:54:46.761548 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5761044b-ac71-436e-a2df-207edd39c94f", "name": "network-vif-deleted", "tag": "a94f919f-ad17-4c1d-81db-736c1a137f7d", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:54:46.761802 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8998df75-679b-4767-b975-ab680a677829 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:54:46.762220 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5761044b-ac71-436e-a2df-207edd39c94f', 'name': 'network-vif-deleted', 'tag': 'a94f919f-ad17-4c1d-81db-736c1a137f7d', 'status': 'completed', 'code': 200} Jan 28 19:54:46.767071 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 939b8633-c81b-4486-ba6c-2bf44211575e no longer exists at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:54:46.804644 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] No Port match for: 939b8633-c81b-4486-ba6c-2bf44211575e {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:54:46.804988 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 939b8633-c81b-4486-ba6c-2bf44211575e not bound to the agent host n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:54:48.779748 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device a94f919f-ad17-4c1d-81db-736c1a137f7d no longer exists at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:54:48.802964 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] No Port match for: a94f919f-ad17-4c1d-81db-736c1a137f7d {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:54:48.803359 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device a94f919f-ad17-4c1d-81db-736c1a137f7d not bound to the agent host n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:54:51.029889 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:54:52.828748 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054fa03e-9ebc-4303-8ca1-57873c661bc8 req-33cc30c7-a3be-48c9-9c25-811174926004 tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:54:52.830279 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-054fa03e-9ebc-4303-8ca1-57873c661bc8 req-33cc30c7-a3be-48c9-9c25-811174926004 tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c7c0d5c-dedf-41f5-947d-0156817dcc3c HTTP/1.1" status: 200 len: 945 time: 0.0538158 Jan 28 19:54:52.878614 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-054fa03e-9ebc-4303-8ca1-57873c661bc8 req-be314414-6c26-4c95-b09c-3f0e8fd90a5d tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b6fe7d7-7eff-4bf9-8c21-ae9fec9deb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425079 Jan 28 19:54:54.004535 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de24b0f6-5602-4d08-b44f-77552b0f767d req-9f500230-8e00-4542-a013-4b1f18b10bba tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:54:54.006046 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-de24b0f6-5602-4d08-b44f-77552b0f767d req-9f500230-8e00-4542-a013-4b1f18b10bba tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c7c0d5c-dedf-41f5-947d-0156817dcc3c HTTP/1.1" status: 200 len: 945 time: 0.0571210 Jan 28 19:54:54.036048 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:54:54.054384 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-de24b0f6-5602-4d08-b44f-77552b0f767d req-ffbcbcef-cd84-4fd4-bf44-65b7822731bb tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b6fe7d7-7eff-4bf9-8c21-ae9fec9deb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426650 Jan 28 19:54:54.526364 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedde66d-3d15-4fee-a3a2-a49a509a7c58 req-4e4baf9b-a1dc-4483-9e77-c4f239943767 tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:54:54.527680 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-aedde66d-3d15-4fee-a3a2-a49a509a7c58 req-4e4baf9b-a1dc-4483-9e77-c4f239943767 tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] 10.222.0.41 "GET /v2.0/ports?device_id=2c7c0d5c-dedf-41f5-947d-0156817dcc3c HTTP/1.1" status: 200 len: 945 time: 0.0514934 Jan 28 19:54:54.620948 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-aedde66d-3d15-4fee-a3a2-a49a509a7c58 req-6a47d9f6-811e-4ee4-b2cd-b09894b384fd tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] Deleting port c6a98178-661b-4a45-bae3-dc47655e8649 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:54:54.621364 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-aedde66d-3d15-4fee-a3a2-a49a509a7c58 req-6a47d9f6-811e-4ee4-b2cd-b09894b384fd tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (c6a98178-661b-4a45-bae3-dc47655e8649), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:54:54.711586 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-aedde66d-3d15-4fee-a3a2-a49a509a7c58 req-6a47d9f6-811e-4ee4-b2cd-b09894b384fd tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] For port c6a98178-661b-4a45-bae3-dc47655e8649, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=c6a98178-661b-4a45-bae3-dc47655e8649,segment=NetworkSegment(b09d13fe-6b17-4d3f-9990-452481fcc43c),segment_id=b09d13fe-6b17-4d3f-9990-452481fcc43c)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:54:54.711952 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-aedde66d-3d15-4fee-a3a2-a49a509a7c58 req-6a47d9f6-811e-4ee4-b2cd-b09894b384fd tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (c6a98178-661b-4a45-bae3-dc47655e8649), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:54:54.724240 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-aedde66d-3d15-4fee-a3a2-a49a509a7c58 req-6a47d9f6-811e-4ee4-b2cd-b09894b384fd tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] Calling delete_port for c6a98178-661b-4a45-bae3-dc47655e8649 owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:54:54.855098 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-aedde66d-3d15-4fee-a3a2-a49a509a7c58 req-6a47d9f6-811e-4ee4-b2cd-b09894b384fd tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (c6a98178-661b-4a45-bae3-dc47655e8649), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:54:54.870399 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['c6a98178-661b-4a45-bae3-dc47655e8649'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:54:54.884076 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a47d9f6-811e-4ee4-b2cd-b09894b384fd tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] Pushing event deleted for resources: {'Port': ['ID=c6a98178-661b-4a45-bae3-dc47655e8649,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:54:54.895326 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a47d9f6-811e-4ee4-b2cd-b09894b384fd tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:54:54.895683 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a47d9f6-811e-4ee4-b2cd-b09894b384fd tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:54:54.896046 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a47d9f6-811e-4ee4-b2cd-b09894b384fd tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:54:54.896380 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a47d9f6-811e-4ee4-b2cd-b09894b384fd tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:54:54.896715 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a47d9f6-811e-4ee4-b2cd-b09894b384fd tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:54:54.897045 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a47d9f6-811e-4ee4-b2cd-b09894b384fd tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:54:54.897421 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a47d9f6-811e-4ee4-b2cd-b09894b384fd tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:54:54.897752 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a47d9f6-811e-4ee4-b2cd-b09894b384fd tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:54:54.898077 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a47d9f6-811e-4ee4-b2cd-b09894b384fd tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:54:54.898401 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a47d9f6-811e-4ee4-b2cd-b09894b384fd tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:54:54.898726 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a47d9f6-811e-4ee4-b2cd-b09894b384fd tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:54:54.899045 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a47d9f6-811e-4ee4-b2cd-b09894b384fd tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:54:54.899392 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a47d9f6-811e-4ee4-b2cd-b09894b384fd tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:54:54.940002 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-aedde66d-3d15-4fee-a3a2-a49a509a7c58 req-6a47d9f6-811e-4ee4-b2cd-b09894b384fd tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] No DVR routers for this DVR port c6a98178-661b-4a45-bae3-dc47655e8649 on host n-h1-812111-14 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:54:54.942838 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-aedde66d-3d15-4fee-a3a2-a49a509a7c58 req-6a47d9f6-811e-4ee4-b2cd-b09894b384fd tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:54:54.946322 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-aedde66d-3d15-4fee-a3a2-a49a509a7c58 req-6a47d9f6-811e-4ee4-b2cd-b09894b384fd tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] 10.222.0.41 "DELETE /v2.0/ports/c6a98178-661b-4a45-bae3-dc47655e8649 HTTP/1.1" status: 204 len: 173 time: 0.4107666 Jan 28 19:54:54.946769 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c7c0d5c-dedf-41f5-947d-0156817dcc3c', 'name': 'network-vif-deleted', 'tag': 'c6a98178-661b-4a45-bae3-dc47655e8649'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:54:54.949044 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-190b5eb4-00d0-4dd4-8123-5a959558b501" -d '{"events": [{"server_uuid": "2c7c0d5c-dedf-41f5-947d-0156817dcc3c", "name": "network-vif-deleted", "tag": "c6a98178-661b-4a45-bae3-dc47655e8649"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:54:54.987139 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a543515-b270-4b00-8dc9-ca6b78736ffc x-openstack-request-id: req-2a543515-b270-4b00-8dc9-ca6b78736ffc {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:54:54.987431 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c7c0d5c-dedf-41f5-947d-0156817dcc3c", "name": "network-vif-deleted", "tag": "c6a98178-661b-4a45-bae3-dc47655e8649", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:54:54.987675 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2a543515-b270-4b00-8dc9-ca6b78736ffc {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:54:54.988071 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c7c0d5c-dedf-41f5-947d-0156817dcc3c', 'name': 'network-vif-deleted', 'tag': 'c6a98178-661b-4a45-bae3-dc47655e8649', 'status': 'completed', 'code': 200} Jan 28 19:54:55.161251 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f363487e-2d69-4f4e-98f0-1500b3019b1f req-92ade736-57b9-4514-90e4-c5759467a049 tempest-AttachVolumeNegativeTest-1617406861 tempest-AttachVolumeNegativeTest-1617406861-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c7c0d5c-dedf-41f5-947d-0156817dcc3c HTTP/1.1" status: 200 len: 210 time: 0.0276122 Jan 28 19:54:56.217457 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 33892) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:54:56.265818 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-6eba5957-de65-46aa-9060-7a2a62a62e62 admin admin] Deleting subnet e13f9333-cafc-479b-8444-b18c4077fb5d {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:54:56.268869 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6eba5957-de65-46aa-9060-7a2a62a62e62 admin admin] Publish callbacks [] for subnet (e13f9333-cafc-479b-8444-b18c4077fb5d), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:54:56.303101 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6eba5957-de65-46aa-9060-7a2a62a62e62 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4747050'] for subnet (e13f9333-cafc-479b-8444-b18c4077fb5d), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:54:56.342448 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6eba5957-de65-46aa-9060-7a2a62a62e62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (e13f9333-cafc-479b-8444-b18c4077fb5d), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:54:56.394628 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6eba5957-de65-46aa-9060-7a2a62a62e62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4690616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5222356'] for subnet (e13f9333-cafc-479b-8444-b18c4077fb5d), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:54:56.420446 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eba5957-de65-46aa-9060-7a2a62a62e62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e13f9333-cafc-479b-8444-b18c4077fb5d,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:54:56.422418 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6eba5957-de65-46aa-9060-7a2a62a62e62 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:54:56.425577 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-6eba5957-de65-46aa-9060-7a2a62a62e62 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/e13f9333-cafc-479b-8444-b18c4077fb5d HTTP/1.1" status: 204 len: 168 time: 0.2071273 Jan 28 19:54:56.428049 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 33894) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:54:56.499322 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cfe400df-5c35-499c-b558-0cf11e346dad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (bd21a894-6233-4e2d-b48f-18d539766085), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:54:56.575407 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cfe400df-5c35-499c-b558-0cf11e346dad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (bd21a894-6233-4e2d-b48f-18d539766085), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:54:56.596346 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-cfe400df-5c35-499c-b558-0cf11e346dad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd21a894-6233-4e2d-b48f-18d539766085']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:54:56.605562 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-cfe400df-5c35-499c-b558-0cf11e346dad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b09d13fe-6b17-4d3f-9990-452481fcc43c') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:54:56.605861 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-cfe400df-5c35-499c-b558-0cf11e346dad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b09d13fe-6b17-4d3f-9990-452481fcc43c') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:54:56.619229 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cfe400df-5c35-499c-b558-0cf11e346dad admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4747091'] for segment (b09d13fe-6b17-4d3f-9990-452481fcc43c), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:54:56.632214 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cfe400df-5c35-499c-b558-0cf11e346dad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (b09d13fe-6b17-4d3f-9990-452481fcc43c), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:54:56.638101 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfe400df-5c35-499c-b558-0cf11e346dad admin admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:54:56.638487 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cfe400df-5c35-499c-b558-0cf11e346dad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4690514'] for segment (b09d13fe-6b17-4d3f-9990-452481fcc43c), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:54:56.640102 n-d-812111-14 neutron-server[103304]: Traceback (most recent call last): Jan 28 19:54:56.640102 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:54:56.640102 n-d-812111-14 neutron-server[103304]: timer() Jan 28 19:54:56.640102 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:54:56.640102 n-d-812111-14 neutron-server[103304]: cb(*args, **kw) Jan 28 19:54:56.640102 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:54:56.640102 n-d-812111-14 neutron-server[103304]: return func(*args, **kwargs) Jan 28 19:54:56.640102 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:54:56.640102 n-d-812111-14 neutron-server[103304]: self._notify() Jan 28 19:54:56.640102 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:54:56.640102 n-d-812111-14 neutron-server[103304]: self.callback(batched_events) Jan 28 19:54:56.640102 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:54:56.640102 n-d-812111-14 neutron-server[103304]: event.method(event) Jan 28 19:54:56.640102 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:54:56.640102 n-d-812111-14 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:54:56.640102 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:54:56.640102 n-d-812111-14 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:54:56.640102 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:54:56.640102 n-d-812111-14 neutron-server[103304]: return f(self, *a, **k) Jan 28 19:54:56.640102 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:54:56.640102 n-d-812111-14 neutron-server[103304]: return self._get(url).json() Jan 28 19:54:56.640102 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:54:56.640102 n-d-812111-14 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:54:56.640102 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:54:56.640102 n-d-812111-14 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 28 19:54:56.640102 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:54:56.640102 n-d-812111-14 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:54:56.640102 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:54:56.640102 n-d-812111-14 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:54:56.640102 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:54:56.640102 n-d-812111-14 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:54:56.640102 n-d-812111-14 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:54:56.694176 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cfe400df-5c35-499c-b558-0cf11e346dad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (bd21a894-6233-4e2d-b48f-18d539766085), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:54:56.699798 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cfe400df-5c35-499c-b558-0cf11e346dad admin admin] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:54:56.703617 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-cfe400df-5c35-499c-b558-0cf11e346dad admin admin] 10.222.0.64 "DELETE /v2.0/networks/bd21a894-6233-4e2d-b48f-18d539766085 HTTP/1.1" status: 204 len: 168 time: 0.2746480 Jan 28 19:54:56.714778 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe400df-5c35-499c-b558-0cf11e346dad admin admin] Pushing event deleted for resources: {'Network': ['ID=bd21a894-6233-4e2d-b48f-18d539766085,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:54:56.863561 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 33898) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:54:56.902652 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-d8583584-f515-4f26-ba20-8afedf5f108d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=86c8c98b7f6245cab15fd15b0e8ae960&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0379636 Jan 28 19:54:56.904956 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 33900) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:54:56.956002 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-82b94ca8-9c8b-4222-b04d-61227a44b35c admin admin] Publish callbacks [] for security_group (0b6fe7d7-7eff-4bf9-8c21-ae9fec9deb17), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:54:56.977652 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-82b94ca8-9c8b-4222-b04d-61227a44b35c admin admin] Publish callbacks [] for security_group (0b6fe7d7-7eff-4bf9-8c21-ae9fec9deb17), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:54:57.029669 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-82b94ca8-9c8b-4222-b04d-61227a44b35c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (0b6fe7d7-7eff-4bf9-8c21-ae9fec9deb17), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:54:57.032305 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-82b94ca8-9c8b-4222-b04d-61227a44b35c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:54:57.033501 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-82b94ca8-9c8b-4222-b04d-61227a44b35c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0b6fe7d7-7eff-4bf9-8c21-ae9fec9deb17 HTTP/1.1" status: 204 len: 168 time: 0.1276381 Jan 28 19:54:57.041122 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b94ca8-9c8b-4222-b04d-61227a44b35c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b6fe7d7-7eff-4bf9-8c21-ae9fec9deb17,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:54:59.023065 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device c6a98178-661b-4a45-bae3-dc47655e8649 no longer exists at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:54:59.043299 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] No Port match for: c6a98178-661b-4a45-bae3-dc47655e8649 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:54:59.043646 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device c6a98178-661b-4a45-bae3-dc47655e8649 not bound to the agent host n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:54:59.068375 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 33952) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:54:59.174769 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9a61cc89-aafe-4cc9-a124-0153943c691b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:54:59.253064 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9a61cc89-aafe-4cc9-a124-0153943c691b admin admin] Publish callbacks [] for security_group (26a685bb-e6af-40b1-acc2-9d9dd101168d), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:54:59.256542 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9a61cc89-aafe-4cc9-a124-0153943c691b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (26a685bb-e6af-40b1-acc2-9d9dd101168d), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:54:59.293851 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-9a61cc89-aafe-4cc9-a124-0153943c691b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1e4d38ca1fb54a4f86a2ab9527075e62&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2244370 Jan 28 19:54:59.295737 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a61cc89-aafe-4cc9-a124-0153943c691b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26a685bb-e6af-40b1-acc2-9d9dd101168d,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:54:59.297262 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 33956) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:54:59.347576 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-42c6efba-008d-4c15-9b0f-e729f7d8c256 admin admin] Publish callbacks [] for security_group (26a685bb-e6af-40b1-acc2-9d9dd101168d), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:54:59.368266 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-42c6efba-008d-4c15-9b0f-e729f7d8c256 admin admin] Publish callbacks [] for security_group (26a685bb-e6af-40b1-acc2-9d9dd101168d), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:54:59.413060 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-42c6efba-008d-4c15-9b0f-e729f7d8c256 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (26a685bb-e6af-40b1-acc2-9d9dd101168d), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:54:59.415564 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-42c6efba-008d-4c15-9b0f-e729f7d8c256 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:54:59.416676 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-42c6efba-008d-4c15-9b0f-e729f7d8c256 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/26a685bb-e6af-40b1-acc2-9d9dd101168d HTTP/1.1" status: 204 len: 168 time: 0.1184442 Jan 28 19:54:59.424576 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c6efba-008d-4c15-9b0f-e729f7d8c256 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26a685bb-e6af-40b1-acc2-9d9dd101168d,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:54:59.670901 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 33962) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:54:59.683868 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ac1fe8a4-121a-4f35-a1f7-1925a17c77a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:54:59.756684 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ac1fe8a4-121a-4f35-a1f7-1925a17c77a2 admin admin] Publish callbacks [] for security_group (1b67e371-8ea8-4e18-9dac-45d57f0cfbe4), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:54:59.760121 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ac1fe8a4-121a-4f35-a1f7-1925a17c77a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (1b67e371-8ea8-4e18-9dac-45d57f0cfbe4), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:54:59.797815 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-ac1fe8a4-121a-4f35-a1f7-1925a17c77a2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=200f3616fa8b45378ef317eeee8bf94e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1258671 Jan 28 19:54:59.798663 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1fe8a4-121a-4f35-a1f7-1925a17c77a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b67e371-8ea8-4e18-9dac-45d57f0cfbe4,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:54:59.800805 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 33964) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:54:59.848436 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-82553c0e-ff87-4abc-8c52-4569726ba1f5 admin admin] Publish callbacks [] for security_group (1b67e371-8ea8-4e18-9dac-45d57f0cfbe4), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:54:59.870443 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-82553c0e-ff87-4abc-8c52-4569726ba1f5 admin admin] Publish callbacks [] for security_group (1b67e371-8ea8-4e18-9dac-45d57f0cfbe4), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:54:59.915621 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-82553c0e-ff87-4abc-8c52-4569726ba1f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (1b67e371-8ea8-4e18-9dac-45d57f0cfbe4), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:54:59.918292 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-82553c0e-ff87-4abc-8c52-4569726ba1f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:54:59.919391 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-82553c0e-ff87-4abc-8c52-4569726ba1f5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1b67e371-8ea8-4e18-9dac-45d57f0cfbe4 HTTP/1.1" status: 204 len: 168 time: 0.1173208 Jan 28 19:54:59.927176 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82553c0e-ff87-4abc-8c52-4569726ba1f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b67e371-8ea8-4e18-9dac-45d57f0cfbe4,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:55:02.169960 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:55:02.872005 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 34072) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:55:02.988537 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3628f379-5b5e-4174-8838-494ace75ff8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:03.069446 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3628f379-5b5e-4174-8838-494ace75ff8b admin admin] Publish callbacks [] for security_group (45ec8624-e380-4070-90f5-ca9f6db1c3ab), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:03.073218 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3628f379-5b5e-4174-8838-494ace75ff8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (45ec8624-e380-4070-90f5-ca9f6db1c3ab), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:03.111839 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-3628f379-5b5e-4174-8838-494ace75ff8b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=acb5f21add0b4cfb884515ca287d94d2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2387810 Jan 28 19:55:03.112695 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3628f379-5b5e-4174-8838-494ace75ff8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45ec8624-e380-4070-90f5-ca9f6db1c3ab,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:55:03.114616 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 34076) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:55:03.163446 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-85a15748-7d35-49c6-a8c5-5f49f1c0648a admin admin] Publish callbacks [] for security_group (45ec8624-e380-4070-90f5-ca9f6db1c3ab), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:03.187275 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-85a15748-7d35-49c6-a8c5-5f49f1c0648a admin admin] Publish callbacks [] for security_group (45ec8624-e380-4070-90f5-ca9f6db1c3ab), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:03.233405 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-85a15748-7d35-49c6-a8c5-5f49f1c0648a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (45ec8624-e380-4070-90f5-ca9f6db1c3ab), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:03.236555 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-85a15748-7d35-49c6-a8c5-5f49f1c0648a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:03.237765 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-85a15748-7d35-49c6-a8c5-5f49f1c0648a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/45ec8624-e380-4070-90f5-ca9f6db1c3ab HTTP/1.1" status: 204 len: 168 time: 0.1205118 Jan 28 19:55:03.245337 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a15748-7d35-49c6-a8c5-5f49f1c0648a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45ec8624-e380-4070-90f5-ca9f6db1c3ab,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:55:03.492482 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 34082) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:55:03.506068 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-151dac5e-0fe4-4781-b9f1-294a5c133a89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:03.578436 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-151dac5e-0fe4-4781-b9f1-294a5c133a89 admin admin] Publish callbacks [] for security_group (5e08bae8-8451-4d5d-9d7c-72b2da4d6d9f), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:03.581987 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-151dac5e-0fe4-4781-b9f1-294a5c133a89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (5e08bae8-8451-4d5d-9d7c-72b2da4d6d9f), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:03.620986 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-151dac5e-0fe4-4781-b9f1-294a5c133a89 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a6698f84c9b94f77b575a31b891238e1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1274018 Jan 28 19:55:03.621952 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151dac5e-0fe4-4781-b9f1-294a5c133a89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e08bae8-8451-4d5d-9d7c-72b2da4d6d9f,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:55:03.623672 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 34084) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:55:03.673076 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6850a9d9-9985-4b8a-8f1e-3670a10540ad admin admin] Publish callbacks [] for security_group (5e08bae8-8451-4d5d-9d7c-72b2da4d6d9f), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:03.694176 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6850a9d9-9985-4b8a-8f1e-3670a10540ad admin admin] Publish callbacks [] for security_group (5e08bae8-8451-4d5d-9d7c-72b2da4d6d9f), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:03.740871 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6850a9d9-9985-4b8a-8f1e-3670a10540ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (5e08bae8-8451-4d5d-9d7c-72b2da4d6d9f), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:03.743577 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6850a9d9-9985-4b8a-8f1e-3670a10540ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:03.744747 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-6850a9d9-9985-4b8a-8f1e-3670a10540ad admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5e08bae8-8451-4d5d-9d7c-72b2da4d6d9f HTTP/1.1" status: 204 len: 168 time: 0.1191547 Jan 28 19:55:03.753394 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6850a9d9-9985-4b8a-8f1e-3670a10540ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e08bae8-8451-4d5d-9d7c-72b2da4d6d9f,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:55:06.678410 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b8eb39a0-11ee-412f-8ba9-4a3b9aacb1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:08.939698 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0bb65ea1-57bb-4bdc-bd25-c64ac65c1819 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:09.464191 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 34222) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:55:09.568469 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c251b887-9b49-4b6f-8835-a4003c7d9acc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:09.645645 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c251b887-9b49-4b6f-8835-a4003c7d9acc admin admin] Publish callbacks [] for security_group (69effeae-dfd0-4342-8d26-8a24adf5e1e6), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:09.649350 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c251b887-9b49-4b6f-8835-a4003c7d9acc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (69effeae-dfd0-4342-8d26-8a24adf5e1e6), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:09.687351 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-c251b887-9b49-4b6f-8835-a4003c7d9acc admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=36d29fb7d3914d059154a99dc8ddf8f2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2221086 Jan 28 19:55:09.689033 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c251b887-9b49-4b6f-8835-a4003c7d9acc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69effeae-dfd0-4342-8d26-8a24adf5e1e6,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:55:09.690670 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 34226) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:55:09.737856 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0ee593cf-435c-41b6-a239-a6854c3f5374 admin admin] Publish callbacks [] for security_group (69effeae-dfd0-4342-8d26-8a24adf5e1e6), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:09.758769 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0ee593cf-435c-41b6-a239-a6854c3f5374 admin admin] Publish callbacks [] for security_group (69effeae-dfd0-4342-8d26-8a24adf5e1e6), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:09.803078 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0ee593cf-435c-41b6-a239-a6854c3f5374 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (69effeae-dfd0-4342-8d26-8a24adf5e1e6), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:09.805724 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0ee593cf-435c-41b6-a239-a6854c3f5374 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:09.806890 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-0ee593cf-435c-41b6-a239-a6854c3f5374 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/69effeae-dfd0-4342-8d26-8a24adf5e1e6 HTTP/1.1" status: 204 len: 168 time: 0.1151698 Jan 28 19:55:09.815433 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee593cf-435c-41b6-a239-a6854c3f5374 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69effeae-dfd0-4342-8d26-8a24adf5e1e6,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:55:09.862236 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:10.064750 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 34232) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:55:10.080156 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8c7d2868-87f0-43e1-87ce-b7953308e8bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:10.152986 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8c7d2868-87f0-43e1-87ce-b7953308e8bb admin admin] Publish callbacks [] for security_group (3397a94b-a54a-47da-bcfd-ebf460de92b4), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:10.156844 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8c7d2868-87f0-43e1-87ce-b7953308e8bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (3397a94b-a54a-47da-bcfd-ebf460de92b4), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:10.195392 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-8c7d2868-87f0-43e1-87ce-b7953308e8bb admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5472a04fe4664b9cbac2e89ccaceafc8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1294661 Jan 28 19:55:10.197435 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7d2868-87f0-43e1-87ce-b7953308e8bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3397a94b-a54a-47da-bcfd-ebf460de92b4,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:55:10.198167 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 34234) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:55:10.249895 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f8a254bf-a0be-4c8d-b8bf-10c15fdd0dfd admin admin] Publish callbacks [] for security_group (3397a94b-a54a-47da-bcfd-ebf460de92b4), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:10.270609 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f8a254bf-a0be-4c8d-b8bf-10c15fdd0dfd admin admin] Publish callbacks [] for security_group (3397a94b-a54a-47da-bcfd-ebf460de92b4), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:10.317432 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f8a254bf-a0be-4c8d-b8bf-10c15fdd0dfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (3397a94b-a54a-47da-bcfd-ebf460de92b4), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:10.319950 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f8a254bf-a0be-4c8d-b8bf-10c15fdd0dfd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:10.321108 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-f8a254bf-a0be-4c8d-b8bf-10c15fdd0dfd admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3397a94b-a54a-47da-bcfd-ebf460de92b4 HTTP/1.1" status: 204 len: 168 time: 0.1219370 Jan 28 19:55:10.329063 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a254bf-a0be-4c8d-b8bf-10c15fdd0dfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3397a94b-a54a-47da-bcfd-ebf460de92b4,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:55:11.745693 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:12.058435 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 34308) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:55:12.163701 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-980aeb11-eefe-4c67-b27f-2531bdb9438e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:12.243701 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-980aeb11-eefe-4c67-b27f-2531bdb9438e admin admin] Publish callbacks [] for security_group (fde373f4-ed43-49b6-8ac4-bb77a0b0e109), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:12.247378 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-980aeb11-eefe-4c67-b27f-2531bdb9438e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (fde373f4-ed43-49b6-8ac4-bb77a0b0e109), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:12.288831 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-980aeb11-eefe-4c67-b27f-2531bdb9438e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f1a002d529b2484283c03567af29e891&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2293248 Jan 28 19:55:12.289782 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980aeb11-eefe-4c67-b27f-2531bdb9438e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fde373f4-ed43-49b6-8ac4-bb77a0b0e109,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:55:12.291504 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 34312) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:55:12.340049 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2b72b8bb-6adf-4fbb-8087-bf5372c35781 admin admin] Publish callbacks [] for security_group (fde373f4-ed43-49b6-8ac4-bb77a0b0e109), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:12.361348 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2b72b8bb-6adf-4fbb-8087-bf5372c35781 admin admin] Publish callbacks [] for security_group (fde373f4-ed43-49b6-8ac4-bb77a0b0e109), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:12.407489 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2b72b8bb-6adf-4fbb-8087-bf5372c35781 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (fde373f4-ed43-49b6-8ac4-bb77a0b0e109), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:12.410173 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2b72b8bb-6adf-4fbb-8087-bf5372c35781 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:12.411337 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-2b72b8bb-6adf-4fbb-8087-bf5372c35781 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/fde373f4-ed43-49b6-8ac4-bb77a0b0e109 HTTP/1.1" status: 204 len: 168 time: 0.1182985 Jan 28 19:55:12.419686 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b72b8bb-6adf-4fbb-8087-bf5372c35781 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fde373f4-ed43-49b6-8ac4-bb77a0b0e109,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:55:12.669868 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 34318) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:55:12.683316 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4ba918a6-f937-4e34-8078-071086861f72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:12.759264 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4ba918a6-f937-4e34-8078-071086861f72 admin admin] Publish callbacks [] for security_group (641908e2-f096-43fa-a6d2-f78b1c8220c7), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:12.763159 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4ba918a6-f937-4e34-8078-071086861f72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (641908e2-f096-43fa-a6d2-f78b1c8220c7), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:12.801584 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-4ba918a6-f937-4e34-8078-071086861f72 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e2bc8884b5da460c9e7af6aea7b4ae88&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1306646 Jan 28 19:55:12.802787 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba918a6-f937-4e34-8078-071086861f72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=641908e2-f096-43fa-a6d2-f78b1c8220c7,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:55:12.804208 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 34320) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:55:12.852723 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7706f242-abbd-43ce-a79f-f3dbb3288a3a admin admin] Publish callbacks [] for security_group (641908e2-f096-43fa-a6d2-f78b1c8220c7), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:12.874570 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7706f242-abbd-43ce-a79f-f3dbb3288a3a admin admin] Publish callbacks [] for security_group (641908e2-f096-43fa-a6d2-f78b1c8220c7), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:12.919652 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7706f242-abbd-43ce-a79f-f3dbb3288a3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (641908e2-f096-43fa-a6d2-f78b1c8220c7), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:12.922209 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7706f242-abbd-43ce-a79f-f3dbb3288a3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:12.923863 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-7706f242-abbd-43ce-a79f-f3dbb3288a3a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/641908e2-f096-43fa-a6d2-f78b1c8220c7 HTTP/1.1" status: 204 len: 168 time: 0.1179471 Jan 28 19:55:12.931550 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7706f242-abbd-43ce-a79f-f3dbb3288a3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=641908e2-f096-43fa-a6d2-f78b1c8220c7,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:55:13.129619 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:15.277580 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 34416) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:55:15.382745 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c7c5c72c-cb73-4ce0-93ac-117cee7bac2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:15.462627 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c7c5c72c-cb73-4ce0-93ac-117cee7bac2f admin admin] Publish callbacks [] for security_group (0c82707e-8252-461d-8a95-1917267219e5), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:15.466258 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c7c5c72c-cb73-4ce0-93ac-117cee7bac2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (0c82707e-8252-461d-8a95-1917267219e5), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:15.505057 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-c7c5c72c-cb73-4ce0-93ac-117cee7bac2f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2f230ed71a6b40a2b662b8fd4200f619&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2263210 Jan 28 19:55:15.505999 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c5c72c-cb73-4ce0-93ac-117cee7bac2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c82707e-8252-461d-8a95-1917267219e5,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:55:15.507853 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 34420) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:55:15.556012 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-62f50af7-45cf-4db2-87fb-301b48f872a3 admin admin] Publish callbacks [] for security_group (0c82707e-8252-461d-8a95-1917267219e5), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:15.576638 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-62f50af7-45cf-4db2-87fb-301b48f872a3 admin admin] Publish callbacks [] for security_group (0c82707e-8252-461d-8a95-1917267219e5), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:15.623353 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-62f50af7-45cf-4db2-87fb-301b48f872a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (0c82707e-8252-461d-8a95-1917267219e5), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:15.627012 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-62f50af7-45cf-4db2-87fb-301b48f872a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:15.628189 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-62f50af7-45cf-4db2-87fb-301b48f872a3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0c82707e-8252-461d-8a95-1917267219e5 HTTP/1.1" status: 204 len: 168 time: 0.1190891 Jan 28 19:55:15.637725 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f50af7-45cf-4db2-87fb-301b48f872a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c82707e-8252-461d-8a95-1917267219e5,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:55:15.904187 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 34426) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:55:15.917731 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-32f454c5-7e98-4052-adc7-38d4a002cb7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:15.993717 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-32f454c5-7e98-4052-adc7-38d4a002cb7d admin admin] Publish callbacks [] for security_group (9c994dd5-67df-4a5b-8a0b-27b15266a0ec), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:15.997653 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-32f454c5-7e98-4052-adc7-38d4a002cb7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (9c994dd5-67df-4a5b-8a0b-27b15266a0ec), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:16.039677 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-32f454c5-7e98-4052-adc7-38d4a002cb7d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f032b2132a75485c9ee0765c242238c2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1344070 Jan 28 19:55:16.040670 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f454c5-7e98-4052-adc7-38d4a002cb7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c994dd5-67df-4a5b-8a0b-27b15266a0ec,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:55:16.042461 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 34428) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:55:16.095683 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-852b39e7-37f0-4fe7-9147-749c940aaeaf admin admin] Publish callbacks [] for security_group (9c994dd5-67df-4a5b-8a0b-27b15266a0ec), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:16.116297 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-852b39e7-37f0-4fe7-9147-749c940aaeaf admin admin] Publish callbacks [] for security_group (9c994dd5-67df-4a5b-8a0b-27b15266a0ec), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:16.162534 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-852b39e7-37f0-4fe7-9147-749c940aaeaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (9c994dd5-67df-4a5b-8a0b-27b15266a0ec), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:16.165088 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-852b39e7-37f0-4fe7-9147-749c940aaeaf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:16.166297 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-852b39e7-37f0-4fe7-9147-749c940aaeaf admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9c994dd5-67df-4a5b-8a0b-27b15266a0ec HTTP/1.1" status: 204 len: 168 time: 0.1223493 Jan 28 19:55:16.174920 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852b39e7-37f0-4fe7-9147-749c940aaeaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c994dd5-67df-4a5b-8a0b-27b15266a0ec,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:55:17.720172 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 34540) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:55:17.826638 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-79fa9294-86d4-4cb6-8f00-5130434a34f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:17.901451 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-79fa9294-86d4-4cb6-8f00-5130434a34f6 admin admin] Publish callbacks [] for security_group (0b0a6b40-6561-4f27-9dac-7a847683f8c4), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:17.905030 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-79fa9294-86d4-4cb6-8f00-5130434a34f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (0b0a6b40-6561-4f27-9dac-7a847683f8c4), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:17.943643 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-79fa9294-86d4-4cb6-8f00-5130434a34f6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2156d436ff3c4730a4621a7179147097&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2224076 Jan 28 19:55:17.944789 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fa9294-86d4-4cb6-8f00-5130434a34f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b0a6b40-6561-4f27-9dac-7a847683f8c4,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:55:17.946283 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 34544) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:55:17.993973 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-927fa6a8-fb5c-4965-a06d-822904c03303 admin admin] Publish callbacks [] for security_group (0b0a6b40-6561-4f27-9dac-7a847683f8c4), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:18.014494 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-927fa6a8-fb5c-4965-a06d-822904c03303 admin admin] Publish callbacks [] for security_group (0b0a6b40-6561-4f27-9dac-7a847683f8c4), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:18.059272 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-927fa6a8-fb5c-4965-a06d-822904c03303 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (0b0a6b40-6561-4f27-9dac-7a847683f8c4), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:18.062432 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-927fa6a8-fb5c-4965-a06d-822904c03303 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:18.063799 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-927fa6a8-fb5c-4965-a06d-822904c03303 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0b0a6b40-6561-4f27-9dac-7a847683f8c4 HTTP/1.1" status: 204 len: 168 time: 0.1165087 Jan 28 19:55:18.071081 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927fa6a8-fb5c-4965-a06d-822904c03303 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b0a6b40-6561-4f27-9dac-7a847683f8c4,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:55:18.692255 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 34566) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:55:18.785877 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-de6efdfd-c06b-4ad3-b88f-c16a42ce9b64 tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Request body: {'networks': [{'name': 'tempest-network--1819301827'}, {'name': 'tempest-network--1955176812'}]} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:55:18.786286 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-de6efdfd-c06b-4ad3-b88f-c16a42ce9b64 tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Request body: {'network': {'name': 'tempest-network--1819301827'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:55:18.786750 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-de6efdfd-c06b-4ad3-b88f-c16a42ce9b64 tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Request body: {'network': {'name': 'tempest-network--1955176812'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:55:18.807619 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de6efdfd-c06b-4ad3-b88f-c16a42ce9b64 tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Made reservation on behalf of 87833c969db341ae82eab944b85424f5 for: {'network': 2} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:55:18.811888 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-de6efdfd-c06b-4ad3-b88f-c16a42ce9b64 tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:18.820662 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-de6efdfd-c06b-4ad3-b88f-c16a42ce9b64 tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:18.892382 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-de6efdfd-c06b-4ad3-b88f-c16a42ce9b64 tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Publish callbacks [] for security_group (43646a15-f4a6-4e8d-9203-07f2e203a865), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:18.895980 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-de6efdfd-c06b-4ad3-b88f-c16a42ce9b64 tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (43646a15-f4a6-4e8d-9203-07f2e203a865), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:18.896428 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-de6efdfd-c06b-4ad3-b88f-c16a42ce9b64 tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:18.933768 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6efdfd-c06b-4ad3-b88f-c16a42ce9b64 tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43646a15-f4a6-4e8d-9203-07f2e203a865,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:55:18.939366 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de6efdfd-c06b-4ad3-b88f-c16a42ce9b64 tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:55:18.949024 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-de6efdfd-c06b-4ad3-b88f-c16a42ce9b64 tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (ac8544bb-9acf-4cb4-aaab-3ac5c906de42), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:18.949635 n-d-812111-14 neutron-server[103305]: INFO neutron.db.segments_db [None req-de6efdfd-c06b-4ad3-b88f-c16a42ce9b64 tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Added segment ac8544bb-9acf-4cb4-aaab-3ac5c906de42 of type vlan for network 0466efae-70a4-4991-bb37-68c289cbd886 Jan 28 19:55:18.990171 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-de6efdfd-c06b-4ad3-b88f-c16a42ce9b64 tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (0466efae-70a4-4991-bb37-68c289cbd886), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:19.017960 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de6efdfd-c06b-4ad3-b88f-c16a42ce9b64 tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:55:19.026280 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-de6efdfd-c06b-4ad3-b88f-c16a42ce9b64 tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (14136dc5-4108-4813-a776-1457ee6e3a97), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:19.026617 n-d-812111-14 neutron-server[103305]: INFO neutron.db.segments_db [None req-de6efdfd-c06b-4ad3-b88f-c16a42ce9b64 tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Added segment 14136dc5-4108-4813-a776-1457ee6e3a97 of type vlan for network 52f73439-bb58-4c59-bf0c-32e71e8c7453 Jan 28 19:55:19.065064 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-de6efdfd-c06b-4ad3-b88f-c16a42ce9b64 tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (52f73439-bb58-4c59-bf0c-32e71e8c7453), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:19.091441 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-de6efdfd-c06b-4ad3-b88f-c16a42ce9b64 tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (0466efae-70a4-4991-bb37-68c289cbd886), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:19.091920 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-de6efdfd-c06b-4ad3-b88f-c16a42ce9b64 tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (52f73439-bb58-4c59-bf0c-32e71e8c7453), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:19.096773 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de6efdfd-c06b-4ad3-b88f-c16a42ce9b64 tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:55:19.100984 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de6efdfd-c06b-4ad3-b88f-c16a42ce9b64 tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:55:19.101687 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-de6efdfd-c06b-4ad3-b88f-c16a42ce9b64 tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:19.156792 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-de6efdfd-c06b-4ad3-b88f-c16a42ce9b64 tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 0.4634199 Jan 28 19:55:19.159299 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 34570) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:55:19.208017 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6efdfd-c06b-4ad3-b88f-c16a42ce9b64 tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Pushing event updated for resources: {'Network': ['ID=0466efae-70a4-4991-bb37-68c289cbd886,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:55:19.218036 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network 0466efae-70a4-4991-bb37-68c289cbd886 details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:55:19.360761 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6efdfd-c06b-4ad3-b88f-c16a42ce9b64 tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Pushing event updated for resources: {'Network': ['ID=52f73439-bb58-4c59-bf0c-32e71e8c7453,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:55:19.370281 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network 52f73439-bb58-4c59-bf0c-32e71e8c7453 details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:55:19.417942 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18766b19-d1cd-4436-89e4-88f7d135991f tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:55:19.423427 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18766b19-d1cd-4436-89e4-88f7d135991f tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:55:19.428544 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18766b19-d1cd-4436-89e4-88f7d135991f tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:55:19.434504 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18766b19-d1cd-4436-89e4-88f7d135991f tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:55:19.436527 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-18766b19-d1cd-4436-89e4-88f7d135991f tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.2763193 Jan 28 19:55:19.440031 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 34572) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:55:19.523371 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4715932c-dd4b-4812-84bd-fe0cf3919822 tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (0466efae-70a4-4991-bb37-68c289cbd886), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:19.613428 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4715932c-dd4b-4812-84bd-fe0cf3919822 tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (0466efae-70a4-4991-bb37-68c289cbd886), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:19.634259 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-4715932c-dd4b-4812-84bd-fe0cf3919822 tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0466efae-70a4-4991-bb37-68c289cbd886']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:55:19.643272 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-4715932c-dd4b-4812-84bd-fe0cf3919822 tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac8544bb-9acf-4cb4-aaab-3ac5c906de42') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:55:19.643569 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-4715932c-dd4b-4812-84bd-fe0cf3919822 tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac8544bb-9acf-4cb4-aaab-3ac5c906de42') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:55:19.652679 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4715932c-dd4b-4812-84bd-fe0cf3919822 tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16187153'] for segment (ac8544bb-9acf-4cb4-aaab-3ac5c906de42), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:19.665454 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4715932c-dd4b-4812-84bd-fe0cf3919822 tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (ac8544bb-9acf-4cb4-aaab-3ac5c906de42), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:19.671532 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4715932c-dd4b-4812-84bd-fe0cf3919822 tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:55:19.671999 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4715932c-dd4b-4812-84bd-fe0cf3919822 tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4752570'] for segment (ac8544bb-9acf-4cb4-aaab-3ac5c906de42), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:19.675513 n-d-812111-14 neutron-server[103305]: Traceback (most recent call last): Jan 28 19:55:19.675513 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:55:19.675513 n-d-812111-14 neutron-server[103305]: timer() Jan 28 19:55:19.675513 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:55:19.675513 n-d-812111-14 neutron-server[103305]: cb(*args, **kw) Jan 28 19:55:19.675513 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:55:19.675513 n-d-812111-14 neutron-server[103305]: return func(*args, **kwargs) Jan 28 19:55:19.675513 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:55:19.675513 n-d-812111-14 neutron-server[103305]: self._notify() Jan 28 19:55:19.675513 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:55:19.675513 n-d-812111-14 neutron-server[103305]: self.callback(batched_events) Jan 28 19:55:19.675513 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:55:19.675513 n-d-812111-14 neutron-server[103305]: event.method(event) Jan 28 19:55:19.675513 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:55:19.675513 n-d-812111-14 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:55:19.675513 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:55:19.675513 n-d-812111-14 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:55:19.675513 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:55:19.675513 n-d-812111-14 neutron-server[103305]: return f(self, *a, **k) Jan 28 19:55:19.675513 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:55:19.675513 n-d-812111-14 neutron-server[103305]: return self._get(url).json() Jan 28 19:55:19.675513 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:55:19.675513 n-d-812111-14 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:55:19.675513 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:55:19.675513 n-d-812111-14 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 28 19:55:19.675513 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:55:19.675513 n-d-812111-14 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:55:19.675513 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:55:19.675513 n-d-812111-14 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:55:19.675513 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:55:19.675513 n-d-812111-14 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:55:19.675513 n-d-812111-14 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:55:19.736509 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4715932c-dd4b-4812-84bd-fe0cf3919822 tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (0466efae-70a4-4991-bb37-68c289cbd886), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:19.743698 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4715932c-dd4b-4812-84bd-fe0cf3919822 tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:19.746833 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-4715932c-dd4b-4812-84bd-fe0cf3919822 tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] 10.222.0.64 "DELETE /v2.0/networks/0466efae-70a4-4991-bb37-68c289cbd886 HTTP/1.1" status: 204 len: 168 time: 0.3058910 Jan 28 19:55:19.749817 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 34574) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:55:19.759293 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4715932c-dd4b-4812-84bd-fe0cf3919822 tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Pushing event deleted for resources: {'Network': ['ID=0466efae-70a4-4991-bb37-68c289cbd886,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:55:19.827629 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-dab7c3dd-f83f-4e90-9c61-562edf22df2d tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (52f73439-bb58-4c59-bf0c-32e71e8c7453), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:19.918006 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-dab7c3dd-f83f-4e90-9c61-562edf22df2d tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (52f73439-bb58-4c59-bf0c-32e71e8c7453), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:19.942150 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-dab7c3dd-f83f-4e90-9c61-562edf22df2d tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52f73439-bb58-4c59-bf0c-32e71e8c7453']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:55:19.951289 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-dab7c3dd-f83f-4e90-9c61-562edf22df2d tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14136dc5-4108-4813-a776-1457ee6e3a97') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:55:19.951589 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-dab7c3dd-f83f-4e90-9c61-562edf22df2d tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14136dc5-4108-4813-a776-1457ee6e3a97') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:55:19.960718 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-dab7c3dd-f83f-4e90-9c61-562edf22df2d tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4747091'] for segment (14136dc5-4108-4813-a776-1457ee6e3a97), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:19.974618 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-dab7c3dd-f83f-4e90-9c61-562edf22df2d tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (14136dc5-4108-4813-a776-1457ee6e3a97), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:19.980357 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dab7c3dd-f83f-4e90-9c61-562edf22df2d tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:55:19.980742 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-dab7c3dd-f83f-4e90-9c61-562edf22df2d tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4690514'] for segment (14136dc5-4108-4813-a776-1457ee6e3a97), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:19.983627 n-d-812111-14 neutron-server[103304]: Traceback (most recent call last): Jan 28 19:55:19.983627 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:55:19.983627 n-d-812111-14 neutron-server[103304]: timer() Jan 28 19:55:19.983627 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:55:19.983627 n-d-812111-14 neutron-server[103304]: cb(*args, **kw) Jan 28 19:55:19.983627 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:55:19.983627 n-d-812111-14 neutron-server[103304]: return func(*args, **kwargs) Jan 28 19:55:19.983627 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:55:19.983627 n-d-812111-14 neutron-server[103304]: self._notify() Jan 28 19:55:19.983627 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:55:19.983627 n-d-812111-14 neutron-server[103304]: self.callback(batched_events) Jan 28 19:55:19.983627 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:55:19.983627 n-d-812111-14 neutron-server[103304]: event.method(event) Jan 28 19:55:19.983627 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:55:19.983627 n-d-812111-14 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:55:19.983627 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:55:19.983627 n-d-812111-14 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:55:19.983627 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:55:19.983627 n-d-812111-14 neutron-server[103304]: return f(self, *a, **k) Jan 28 19:55:19.983627 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:55:19.983627 n-d-812111-14 neutron-server[103304]: return self._get(url).json() Jan 28 19:55:19.983627 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:55:19.983627 n-d-812111-14 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:55:19.983627 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:55:19.983627 n-d-812111-14 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 28 19:55:19.983627 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:55:19.983627 n-d-812111-14 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:55:19.983627 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:55:19.983627 n-d-812111-14 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:55:19.983627 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:55:19.983627 n-d-812111-14 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:55:19.983627 n-d-812111-14 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:55:20.041268 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-dab7c3dd-f83f-4e90-9c61-562edf22df2d tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (52f73439-bb58-4c59-bf0c-32e71e8c7453), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:20.046258 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-dab7c3dd-f83f-4e90-9c61-562edf22df2d tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:20.050723 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-dab7c3dd-f83f-4e90-9c61-562edf22df2d tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] 10.222.0.64 "DELETE /v2.0/networks/52f73439-bb58-4c59-bf0c-32e71e8c7453 HTTP/1.1" status: 204 len: 168 time: 0.2992377 Jan 28 19:55:20.053224 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 34576) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:55:20.071977 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab7c3dd-f83f-4e90-9c61-562edf22df2d tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Pushing event deleted for resources: {'Network': ['ID=52f73439-bb58-4c59-bf0c-32e71e8c7453,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:55:20.151750 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3faec087-409e-4fc3-8613-5108f7af6870 tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:55:20.157623 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3faec087-409e-4fc3-8613-5108f7af6870 tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:55:20.159139 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-3faec087-409e-4fc3-8613-5108f7af6870 tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1049175 Jan 28 19:55:20.162784 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 34578) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:55:20.167372 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-f544c9e9-3239-4084-aec1-b801a95e1739 tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2043255270'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:55:20.186417 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f544c9e9-3239-4084-aec1-b801a95e1739 tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Made reservation on behalf of 87833c969db341ae82eab944b85424f5 for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:55:20.189617 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f544c9e9-3239-4084-aec1-b801a95e1739 tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:20.218556 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f544c9e9-3239-4084-aec1-b801a95e1739 tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:55:20.227852 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f544c9e9-3239-4084-aec1-b801a95e1739 tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (12693b55-03a1-4a2a-996c-937154063b5e), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:20.228198 n-d-812111-14 neutron-server[103305]: INFO neutron.db.segments_db [None req-f544c9e9-3239-4084-aec1-b801a95e1739 tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Added segment 12693b55-03a1-4a2a-996c-937154063b5e of type vlan for network f54b2f29-dcf7-49fe-818b-615c2c27eda0 Jan 28 19:55:20.269463 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f544c9e9-3239-4084-aec1-b801a95e1739 tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (f54b2f29-dcf7-49fe-818b-615c2c27eda0), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:20.294546 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f544c9e9-3239-4084-aec1-b801a95e1739 tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (f54b2f29-dcf7-49fe-818b-615c2c27eda0), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:20.299664 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f544c9e9-3239-4084-aec1-b801a95e1739 tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:55:20.300250 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f544c9e9-3239-4084-aec1-b801a95e1739 tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:20.359839 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-f544c9e9-3239-4084-aec1-b801a95e1739 tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.1960216 Jan 28 19:55:20.362384 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 34580) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:55:20.367118 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-e7a9c94f-d2ae-409b-91ae-4130ddf64133 tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1555313053'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:55:20.382112 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f544c9e9-3239-4084-aec1-b801a95e1739 tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Pushing event updated for resources: {'Network': ['ID=f54b2f29-dcf7-49fe-818b-615c2c27eda0,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:55:20.393789 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network f54b2f29-dcf7-49fe-818b-615c2c27eda0 details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:55:20.396343 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7a9c94f-d2ae-409b-91ae-4130ddf64133 tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Made reservation on behalf of 87833c969db341ae82eab944b85424f5 for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:55:20.400159 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e7a9c94f-d2ae-409b-91ae-4130ddf64133 tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:20.424593 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7a9c94f-d2ae-409b-91ae-4130ddf64133 tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:55:20.433705 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e7a9c94f-d2ae-409b-91ae-4130ddf64133 tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (5e25b529-dfbc-4b8f-a18f-b2cad9241253), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:20.434048 n-d-812111-14 neutron-server[103305]: INFO neutron.db.segments_db [None req-e7a9c94f-d2ae-409b-91ae-4130ddf64133 tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Added segment 5e25b529-dfbc-4b8f-a18f-b2cad9241253 of type vlan for network 8122c7c5-91d9-49b6-a773-b49788ffaa5a Jan 28 19:55:20.479167 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e7a9c94f-d2ae-409b-91ae-4130ddf64133 tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (8122c7c5-91d9-49b6-a773-b49788ffaa5a), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:20.503541 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e7a9c94f-d2ae-409b-91ae-4130ddf64133 tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (8122c7c5-91d9-49b6-a773-b49788ffaa5a), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:20.508781 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a9c94f-d2ae-409b-91ae-4130ddf64133 tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:55:20.509496 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e7a9c94f-d2ae-409b-91ae-4130ddf64133 tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:20.561474 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-e7a9c94f-d2ae-409b-91ae-4130ddf64133 tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.1980498 Jan 28 19:55:20.564704 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 34582) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:55:20.569777 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-20156a18-6234-4437-bcd1-0bf3e6c58785 tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Request body: {'ports': [{'network_id': 'f54b2f29-dcf7-49fe-818b-615c2c27eda0', 'name': 'tempest-port--1077436438', 'admin_state_up': True}, {'network_id': '8122c7c5-91d9-49b6-a773-b49788ffaa5a', 'admin_state_up': False}]} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:55:20.570105 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-20156a18-6234-4437-bcd1-0bf3e6c58785 tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Request body: {'port': {'network_id': 'f54b2f29-dcf7-49fe-818b-615c2c27eda0', 'name': 'tempest-port--1077436438', 'admin_state_up': True}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:55:20.570595 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-20156a18-6234-4437-bcd1-0bf3e6c58785 tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Request body: {'port': {'network_id': '8122c7c5-91d9-49b6-a773-b49788ffaa5a', 'admin_state_up': False}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:55:20.579793 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a9c94f-d2ae-409b-91ae-4130ddf64133 tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Pushing event updated for resources: {'Network': ['ID=8122c7c5-91d9-49b6-a773-b49788ffaa5a,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:55:20.589811 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network 8122c7c5-91d9-49b6-a773-b49788ffaa5a details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:55:20.724833 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20156a18-6234-4437-bcd1-0bf3e6c58785 tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Made reservation on behalf of 87833c969db341ae82eab944b85424f5 for: {'port': 2} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:55:20.728822 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-20156a18-6234-4437-bcd1-0bf3e6c58785 tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:20.741738 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-20156a18-6234-4437-bcd1-0bf3e6c58785 tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:20.887555 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [None req-20156a18-6234-4437-bcd1-0bf3e6c58785 tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] device_id is not set on port 242d752d-e57e-4e76-97de-ee1bef462a1e yet. {{(pid=103304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:55:20.967324 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-20156a18-6234-4437-bcd1-0bf3e6c58785 tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Publish callbacks [] for port (242d752d-e57e-4e76-97de-ee1bef462a1e), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:21.035411 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [None req-20156a18-6234-4437-bcd1-0bf3e6c58785 tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] device_id is not set on port ea7eb2ef-a308-43ac-b32f-1bec56f7c328 yet. {{(pid=103304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:55:21.042737 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:21.113705 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-20156a18-6234-4437-bcd1-0bf3e6c58785 tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Publish callbacks [] for port (ea7eb2ef-a308-43ac-b32f-1bec56f7c328), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:21.148640 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-20156a18-6234-4437-bcd1-0bf3e6c58785 tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (242d752d-e57e-4e76-97de-ee1bef462a1e), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:21.207532 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20156a18-6234-4437-bcd1-0bf3e6c58785 tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Pushing event updated for resources: {'Port': ['ID=242d752d-e57e-4e76-97de-ee1bef462a1e,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:55:21.216570 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20156a18-6234-4437-bcd1-0bf3e6c58785 tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Checking segment: {'id': '12693b55-03a1-4a2a-996c-937154063b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f54b2f29-dcf7-49fe-818b-615c2c27eda0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:55:21.216939 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20156a18-6234-4437-bcd1-0bf3e6c58785 tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Network hostable DHCP agents. Network: f54b2f29-dcf7-49fe-818b-615c2c27eda0, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:55:21.233597 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20156a18-6234-4437-bcd1-0bf3e6c58785 tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Network f54b2f29-dcf7-49fe-818b-615c2c27eda0 is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:55:21.242417 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-20156a18-6234-4437-bcd1-0bf3e6c58785 tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, f54b2f29-dcf7-49fe-818b-615c2c27eda0) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:55:21.246279 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20156a18-6234-4437-bcd1-0bf3e6c58785 tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:55:21.247132 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-20156a18-6234-4437-bcd1-0bf3e6c58785 tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (ea7eb2ef-a308-43ac-b32f-1bec56f7c328), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:21.254136 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d51bc030-5216-48ce-9a74-a47f7a0ffbde None None] Network f54b2f29-dcf7-49fe-818b-615c2c27eda0 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:55:21.313158 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20156a18-6234-4437-bcd1-0bf3e6c58785 tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Pushing event updated for resources: {'Port': ['ID=ea7eb2ef-a308-43ac-b32f-1bec56f7c328,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:55:21.322012 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20156a18-6234-4437-bcd1-0bf3e6c58785 tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Checking segment: {'id': '5e25b529-dfbc-4b8f-a18f-b2cad9241253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '8122c7c5-91d9-49b6-a773-b49788ffaa5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:55:21.322382 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20156a18-6234-4437-bcd1-0bf3e6c58785 tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Network hostable DHCP agents. Network: 8122c7c5-91d9-49b6-a773-b49788ffaa5a, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:55:21.338478 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20156a18-6234-4437-bcd1-0bf3e6c58785 tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Network 8122c7c5-91d9-49b6-a773-b49788ffaa5a is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:55:21.349010 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-20156a18-6234-4437-bcd1-0bf3e6c58785 tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, 8122c7c5-91d9-49b6-a773-b49788ffaa5a) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:55:21.353090 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20156a18-6234-4437-bcd1-0bf3e6c58785 tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:55:21.358130 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c759167-cf78-42d4-9928-66a2502c3668 None None] Network 8122c7c5-91d9-49b6-a773-b49788ffaa5a requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:55:21.359123 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20156a18-6234-4437-bcd1-0bf3e6c58785 tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:55:21.363584 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20156a18-6234-4437-bcd1-0bf3e6c58785 tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:55:21.364238 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-20156a18-6234-4437-bcd1-0bf3e6c58785 tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:21.381018 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-20156a18-6234-4437-bcd1-0bf3e6c58785 tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 0.8151758 Jan 28 19:55:21.383523 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 34584) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:55:21.467808 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65307f83-11c8-4274-ab23-157152343935 tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:55:21.473243 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65307f83-11c8-4274-ab23-157152343935 tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:55:21.474786 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-65307f83-11c8-4274-ab23-157152343935 tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0903480 Jan 28 19:55:21.477500 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 34586) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:55:21.857175 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-3b04960b-0ffc-490c-aece-8cbb98c19b7b tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Deleting port 242d752d-e57e-4e76-97de-ee1bef462a1e {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:55:21.857447 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3b04960b-0ffc-490c-aece-8cbb98c19b7b tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (242d752d-e57e-4e76-97de-ee1bef462a1e), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:21.921303 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3b04960b-0ffc-490c-aece-8cbb98c19b7b tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (242d752d-e57e-4e76-97de-ee1bef462a1e), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:21.934985 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-3b04960b-0ffc-490c-aece-8cbb98c19b7b tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Calling delete_port for 242d752d-e57e-4e76-97de-ee1bef462a1e owned by {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:55:22.015226 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3b04960b-0ffc-490c-aece-8cbb98c19b7b tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (242d752d-e57e-4e76-97de-ee1bef462a1e), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:22.047466 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b04960b-0ffc-490c-aece-8cbb98c19b7b tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Pushing event deleted for resources: {'Port': ['ID=242d752d-e57e-4e76-97de-ee1bef462a1e,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:55:22.050899 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3b04960b-0ffc-490c-aece-8cbb98c19b7b tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:22.054877 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-3b04960b-0ffc-490c-aece-8cbb98c19b7b tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] 10.222.0.64 "DELETE /v2.0/ports/242d752d-e57e-4e76-97de-ee1bef462a1e HTTP/1.1" status: 204 len: 168 time: 0.5763812 Jan 28 19:55:22.057458 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 34588) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:55:22.141689 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-72b8b0cf-bcfc-4175-a54f-2cdfd5f2e3e4 tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Deleting port ea7eb2ef-a308-43ac-b32f-1bec56f7c328 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:55:22.141949 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-72b8b0cf-bcfc-4175-a54f-2cdfd5f2e3e4 tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (ea7eb2ef-a308-43ac-b32f-1bec56f7c328), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:22.208136 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-72b8b0cf-bcfc-4175-a54f-2cdfd5f2e3e4 tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (ea7eb2ef-a308-43ac-b32f-1bec56f7c328), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:22.222029 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-72b8b0cf-bcfc-4175-a54f-2cdfd5f2e3e4 tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Calling delete_port for ea7eb2ef-a308-43ac-b32f-1bec56f7c328 owned by {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:55:22.299094 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-72b8b0cf-bcfc-4175-a54f-2cdfd5f2e3e4 tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (ea7eb2ef-a308-43ac-b32f-1bec56f7c328), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:22.329744 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b8b0cf-bcfc-4175-a54f-2cdfd5f2e3e4 tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Pushing event deleted for resources: {'Port': ['ID=ea7eb2ef-a308-43ac-b32f-1bec56f7c328,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:55:22.337896 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-72b8b0cf-bcfc-4175-a54f-2cdfd5f2e3e4 tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:22.341628 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-72b8b0cf-bcfc-4175-a54f-2cdfd5f2e3e4 tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] 10.222.0.64 "DELETE /v2.0/ports/ea7eb2ef-a308-43ac-b32f-1bec56f7c328 HTTP/1.1" status: 204 len: 168 time: 0.2831235 Jan 28 19:55:22.344557 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 34590) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:55:22.372692 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-c933bf4b-06d8-4d3e-ab44-71417ca7cbb0 tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0269682 Jan 28 19:55:22.376288 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 34592) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:55:22.380989 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-bde7e610-4f4c-4fd0-8796-356f354caaa6 tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1336378554'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:55:22.399559 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bde7e610-4f4c-4fd0-8796-356f354caaa6 tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Made reservation on behalf of 87833c969db341ae82eab944b85424f5 for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:55:22.402678 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bde7e610-4f4c-4fd0-8796-356f354caaa6 tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:22.426182 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bde7e610-4f4c-4fd0-8796-356f354caaa6 tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:55:22.435430 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bde7e610-4f4c-4fd0-8796-356f354caaa6 tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (774fd100-888c-4c84-9a94-b9a85a6f7c98), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:22.435777 n-d-812111-14 neutron-server[103304]: INFO neutron.db.segments_db [None req-bde7e610-4f4c-4fd0-8796-356f354caaa6 tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Added segment 774fd100-888c-4c84-9a94-b9a85a6f7c98 of type vlan for network 1b9670f9-9047-489b-b989-5b2cdd88478d Jan 28 19:55:22.474059 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bde7e610-4f4c-4fd0-8796-356f354caaa6 tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (1b9670f9-9047-489b-b989-5b2cdd88478d), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:22.498172 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bde7e610-4f4c-4fd0-8796-356f354caaa6 tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (1b9670f9-9047-489b-b989-5b2cdd88478d), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:22.503457 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde7e610-4f4c-4fd0-8796-356f354caaa6 tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:55:22.504047 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bde7e610-4f4c-4fd0-8796-356f354caaa6 tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:22.574631 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-bde7e610-4f4c-4fd0-8796-356f354caaa6 tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.1973314 Jan 28 19:55:22.577252 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 34594) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:55:22.582961 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-21c3fae7-232a-442f-80a8-e4f5990a79c6 tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1564534616'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:55:22.603263 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21c3fae7-232a-442f-80a8-e4f5990a79c6 tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Made reservation on behalf of 87833c969db341ae82eab944b85424f5 for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:55:22.606757 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-21c3fae7-232a-442f-80a8-e4f5990a79c6 tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:22.611194 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde7e610-4f4c-4fd0-8796-356f354caaa6 tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Pushing event updated for resources: {'Network': ['ID=1b9670f9-9047-489b-b989-5b2cdd88478d,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:55:22.622327 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network 1b9670f9-9047-489b-b989-5b2cdd88478d details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:55:22.633761 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21c3fae7-232a-442f-80a8-e4f5990a79c6 tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:55:22.643992 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-21c3fae7-232a-442f-80a8-e4f5990a79c6 tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (c60aaf41-897f-471c-9106-37c693e7d68a), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:22.644340 n-d-812111-14 neutron-server[103305]: INFO neutron.db.segments_db [None req-21c3fae7-232a-442f-80a8-e4f5990a79c6 tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Added segment c60aaf41-897f-471c-9106-37c693e7d68a of type vlan for network fec77372-0f7e-4b54-823b-acca2abc998e Jan 28 19:55:22.685295 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-21c3fae7-232a-442f-80a8-e4f5990a79c6 tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (fec77372-0f7e-4b54-823b-acca2abc998e), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:22.710212 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-21c3fae7-232a-442f-80a8-e4f5990a79c6 tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (fec77372-0f7e-4b54-823b-acca2abc998e), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:22.715159 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c3fae7-232a-442f-80a8-e4f5990a79c6 tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:55:22.715745 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-21c3fae7-232a-442f-80a8-e4f5990a79c6 tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:22.770837 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-21c3fae7-232a-442f-80a8-e4f5990a79c6 tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.1924682 Jan 28 19:55:22.788178 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c3fae7-232a-442f-80a8-e4f5990a79c6 tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Pushing event updated for resources: {'Network': ['ID=fec77372-0f7e-4b54-823b-acca2abc998e,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:55:22.798101 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network fec77372-0f7e-4b54-823b-acca2abc998e details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:55:24.035376 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:25.894326 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 34596) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:55:25.899484 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-6a4aef79-eff7-4133-8ed5-cfd3f945eecc tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Request body: {'subnets': [{'network_id': '1b9670f9-9047-489b-b989-5b2cdd88478d', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--673507628', 'ip_version': 6}, {'network_id': 'fec77372-0f7e-4b54-823b-acca2abc998e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:55:25.899808 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-6a4aef79-eff7-4133-8ed5-cfd3f945eecc tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Request body: {'subnet': {'network_id': '1b9670f9-9047-489b-b989-5b2cdd88478d', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--673507628', 'ip_version': 6}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:55:25.900470 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-6a4aef79-eff7-4133-8ed5-cfd3f945eecc tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Request body: {'subnet': {'network_id': 'fec77372-0f7e-4b54-823b-acca2abc998e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:55:26.052962 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a4aef79-eff7-4133-8ed5-cfd3f945eecc tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Made reservation on behalf of 87833c969db341ae82eab944b85424f5 for: {'subnet': 2} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:55:26.057306 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6a4aef79-eff7-4133-8ed5-cfd3f945eecc tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4733071'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:26.057646 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6a4aef79-eff7-4133-8ed5-cfd3f945eecc tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4733071'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:26.434392 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6a4aef79-eff7-4133-8ed5-cfd3f945eecc tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4752401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4733085'] for subnet (b0c61547-d04f-428b-bc2c-d37f3a221b47), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:26.491801 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4aef79-eff7-4133-8ed5-cfd3f945eecc tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Pushing event updated for resources: {'Subnet': ['ID=b0c61547-d04f-428b-bc2c-d37f3a221b47,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:55:26.501949 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4aef79-eff7-4133-8ed5-cfd3f945eecc tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Checking segment: {'id': '774fd100-888c-4c84-9a94-b9a85a6f7c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1b9670f9-9047-489b-b989-5b2cdd88478d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:55:26.502311 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a4aef79-eff7-4133-8ed5-cfd3f945eecc tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Network hostable DHCP agents. Network: 1b9670f9-9047-489b-b989-5b2cdd88478d, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:55:26.518427 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a4aef79-eff7-4133-8ed5-cfd3f945eecc tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Network 1b9670f9-9047-489b-b989-5b2cdd88478d is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:55:26.527233 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-6a4aef79-eff7-4133-8ed5-cfd3f945eecc tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, 1b9670f9-9047-489b-b989-5b2cdd88478d) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:55:26.532309 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6a4aef79-eff7-4133-8ed5-cfd3f945eecc tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4752401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4733085'] for subnet (3dd9ffe8-6b59-4929-bbce-e57bbfccfddf), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:26.537400 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aa90e58-469c-4970-b25d-39433e45e5c0 None None] Network 1b9670f9-9047-489b-b989-5b2cdd88478d requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:55:26.598807 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4aef79-eff7-4133-8ed5-cfd3f945eecc tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Pushing event updated for resources: {'Subnet': ['ID=3dd9ffe8-6b59-4929-bbce-e57bbfccfddf,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:55:26.610007 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4aef79-eff7-4133-8ed5-cfd3f945eecc tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Checking segment: {'id': 'c60aaf41-897f-471c-9106-37c693e7d68a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'fec77372-0f7e-4b54-823b-acca2abc998e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:55:26.610374 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a4aef79-eff7-4133-8ed5-cfd3f945eecc tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Network hostable DHCP agents. Network: fec77372-0f7e-4b54-823b-acca2abc998e, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:55:26.629904 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a4aef79-eff7-4133-8ed5-cfd3f945eecc tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Network fec77372-0f7e-4b54-823b-acca2abc998e is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:55:26.641459 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-6a4aef79-eff7-4133-8ed5-cfd3f945eecc tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, fec77372-0f7e-4b54-823b-acca2abc998e) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:55:26.647842 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a4aef79-eff7-4133-8ed5-cfd3f945eecc tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:55:26.648838 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a4aef79-eff7-4133-8ed5-cfd3f945eecc tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:55:26.649881 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6a4aef79-eff7-4133-8ed5-cfd3f945eecc tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:26.671391 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-6a4aef79-eff7-4133-8ed5-cfd3f945eecc tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 0.7759261 Jan 28 19:55:26.673886 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 34598) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:55:26.740496 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb9db342-482e-457e-b700-67ac273d1914 None None] Network fec77372-0f7e-4b54-823b-acca2abc998e requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:55:26.761948 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c34f043e-031b-4a67-8419-03d759be7916 tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:55:26.763592 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c34f043e-031b-4a67-8419-03d759be7916 tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:55:26.765390 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c34f043e-031b-4a67-8419-03d759be7916 tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:55:26.767675 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-c34f043e-031b-4a67-8419-03d759be7916 tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.0926695 Jan 28 19:55:26.776897 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 34600) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:55:26.827913 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-3270b8bb-9f67-4a41-bd43-bfb2d0f76396 tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Deleting subnet b0c61547-d04f-428b-bc2c-d37f3a221b47 {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:55:26.831988 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3270b8bb-9f67-4a41-bd43-bfb2d0f76396 tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Publish callbacks [] for subnet (b0c61547-d04f-428b-bc2c-d37f3a221b47), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:26.851766 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced42d99-ff59-48d0-870e-b7bb8a5d6ff4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68cd31fd-e4cd-5fb3-a862-256fc47efcd2-1b9670f9-9047-489b-b989-5b2cdd88478d', 'network_id': '1b9670f9-9047-489b-b989-5b2cdd88478d', 'project_id': '87833c969db341ae82eab944b85424f5', 'fixed_ips': [{'subnet_id': 'b0c61547-d04f-428b-bc2c-d37f3a221b47'}]}} from n-d-812111-14. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:55:26.852622 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ced42d99-ff59-48d0-870e-b7bb8a5d6ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:26.880979 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3270b8bb-9f67-4a41-bd43-bfb2d0f76396 tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16187240'] for subnet (b0c61547-d04f-428b-bc2c-d37f3a221b47), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:26.888159 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34017745-0553-4285-a341-71f59771ece8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68cd31fd-e4cd-5fb3-a862-256fc47efcd2-fec77372-0f7e-4b54-823b-acca2abc998e', 'network_id': 'fec77372-0f7e-4b54-823b-acca2abc998e', 'project_id': '87833c969db341ae82eab944b85424f5', 'fixed_ips': [{'subnet_id': '3dd9ffe8-6b59-4929-bbce-e57bbfccfddf'}]}} from n-d-812111-14. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:55:26.888965 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-34017745-0553-4285-a341-71f59771ece8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:27.090789 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-34017745-0553-4285-a341-71f59771ece8 None None] Allocated IP 2001:db8:0:1::1 (fec77372-0f7e-4b54-823b-acca2abc998e/3dd9ffe8-6b59-4929-bbce-e57bbfccfddf/462a09e6-9b1b-4482-bffe-5394b9d821c0) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:55:27.239583 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-34017745-0553-4285-a341-71f59771ece8 None None] Publish callbacks [] for port (462a09e6-9b1b-4482-bffe-5394b9d821c0), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:27.245890 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-34017745-0553-4285-a341-71f59771ece8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (462a09e6-9b1b-4482-bffe-5394b9d821c0), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:27.261068 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3270b8bb-9f67-4a41-bd43-bfb2d0f76396 tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (b0c61547-d04f-428b-bc2c-d37f3a221b47), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:27.285423 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34017745-0553-4285-a341-71f59771ece8 None None] Network fec77372-0f7e-4b54-823b-acca2abc998e is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:55:27.288184 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-34017745-0553-4285-a341-71f59771ece8 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:55:27.294512 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34017745-0553-4285-a341-71f59771ece8 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:55:27.303834 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34017745-0553-4285-a341-71f59771ece8 None None] Pushing event updated for resources: {'Port': ['ID=462a09e6-9b1b-4482-bffe-5394b9d821c0,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:55:27.319487 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3270b8bb-9f67-4a41-bd43-bfb2d0f76396 tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4752464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4733806'] for subnet (b0c61547-d04f-428b-bc2c-d37f3a221b47), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:27.329681 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34017745-0553-4285-a341-71f59771ece8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:55:27.330035 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34017745-0553-4285-a341-71f59771ece8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:55:27.330380 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34017745-0553-4285-a341-71f59771ece8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:55:27.330730 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34017745-0553-4285-a341-71f59771ece8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:55:27.331101 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34017745-0553-4285-a341-71f59771ece8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:55:27.331636 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34017745-0553-4285-a341-71f59771ece8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:55:27.331782 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34017745-0553-4285-a341-71f59771ece8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:55:27.332464 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34017745-0553-4285-a341-71f59771ece8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:55:27.332804 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34017745-0553-4285-a341-71f59771ece8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:55:27.333227 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34017745-0553-4285-a341-71f59771ece8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:55:27.333563 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34017745-0553-4285-a341-71f59771ece8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:55:27.333892 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34017745-0553-4285-a341-71f59771ece8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:55:27.334222 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34017745-0553-4285-a341-71f59771ece8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:55:27.341564 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server [None req-ced42d99-ff59-48d0-870e-b7bb8a5d6ff4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b0c61547-d04f-428b-bc2c-d37f3a221b47: This subnet is being modified by another concurrent operation. Jan 28 19:55:27.341564 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 28 19:55:27.341564 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 28 19:55:27.341564 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 28 19:55:27.341564 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 28 19:55:27.341564 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 28 19:55:27.341564 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 28 19:55:27.341564 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 28 19:55:27.341564 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 28 19:55:27.341564 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 28 19:55:27.341564 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 19:55:27.341564 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 19:55:27.341564 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 19:55:27.341564 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 19:55:27.341564 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 19:55:27.341564 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 19:55:27.341564 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 19:55:27.341564 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 19:55:27.341564 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 19:55:27.341564 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 19:55:27.341564 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 19:55:27.341564 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 19:55:27.341564 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 19:55:27.341564 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 19:55:27.341564 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 19:55:27.341564 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 19:55:27.341564 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 19:55:27.341564 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 19:55:27.341564 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 19:55:27.341564 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 19:55:27.341564 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 19:55:27.341564 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 19:55:27.341564 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 19:55:27.341564 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 19:55:27.341564 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 28 19:55:27.341564 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 28 19:55:27.341564 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Jan 28 19:55:27.341564 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 28 19:55:27.341564 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Jan 28 19:55:27.341564 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 28 19:55:27.341564 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 28 19:55:27.341564 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 28 19:55:27.341564 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 28 19:55:27.341564 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 19:55:27.341564 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 19:55:27.341564 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 19:55:27.341564 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 19:55:27.341564 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 19:55:27.341564 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 19:55:27.341564 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 19:55:27.341564 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 19:55:27.341564 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 19:55:27.341564 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 19:55:27.341564 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 19:55:27.341564 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 19:55:27.341564 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 19:55:27.341564 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 19:55:27.341564 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 19:55:27.341564 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 19:55:27.341564 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 19:55:27.341564 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 19:55:27.341564 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 19:55:27.341564 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 19:55:27.341564 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 19:55:27.341564 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 19:55:27.341564 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 19:55:27.341564 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 19:55:27.341564 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 19:55:27.341564 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 19:55:27.341564 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 19:55:27.341564 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1510, in create_port Jan 28 19:55:27.341564 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 28 19:55:27.341564 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1475, in _create_port_db Jan 28 19:55:27.341564 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 28 19:55:27.341564 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Jan 28 19:55:27.341564 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 28 19:55:27.341564 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 28 19:55:27.341564 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 28 19:55:27.341564 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 19:55:27.341564 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 19:55:27.341564 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 28 19:55:27.341564 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 28 19:55:27.341564 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 28 19:55:27.341564 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 28 19:55:27.341564 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 28 19:55:27.341564 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 28 19:55:27.341564 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 28 19:55:27.341564 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 28 19:55:27.341564 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 28 19:55:27.341564 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server raise exception Jan 28 19:55:27.341564 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b0c61547-d04f-428b-bc2c-d37f3a221b47: This subnet is being modified by another concurrent operation. Jan 28 19:55:27.341564 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server Jan 28 19:55:27.353750 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3270b8bb-9f67-4a41-bd43-bfb2d0f76396 tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Pushing event deleted for resources: {'Subnet': ['ID=b0c61547-d04f-428b-bc2c-d37f3a221b47,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:55:27.353750 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3270b8bb-9f67-4a41-bd43-bfb2d0f76396 tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:27.357338 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-3270b8bb-9f67-4a41-bd43-bfb2d0f76396 tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] 10.222.0.64 "DELETE /v2.0/subnets/b0c61547-d04f-428b-bc2c-d37f3a221b47 HTTP/1.1" status: 204 len: 168 time: 0.5759079 Jan 28 19:55:27.357338 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 34602) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:55:27.369505 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebfe1048-1eaa-4842-bf25-74d3803b0bff None None] Network 1b9670f9-9047-489b-b989-5b2cdd88478d requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:55:27.411567 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6574fc5-f399-4387-af60-36d51c46fc99 tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Deleting subnet 3dd9ffe8-6b59-4929-bbce-e57bbfccfddf {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:55:27.414698 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b6574fc5-f399-4387-af60-36d51c46fc99 tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Publish callbacks [] for subnet (3dd9ffe8-6b59-4929-bbce-e57bbfccfddf), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:27.422765 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-34017745-0553-4285-a341-71f59771ece8 None None] Attempting to bind port 462a09e6-9b1b-4482-bffe-5394b9d821c0 on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:55:27.423149 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-34017745-0553-4285-a341-71f59771ece8 None None] Attempting to bind port 462a09e6-9b1b-4482-bffe-5394b9d821c0 by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': 'c60aaf41-897f-471c-9106-37c693e7d68a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'fec77372-0f7e-4b54-823b-acca2abc998e'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:55:27.423521 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34017745-0553-4285-a341-71f59771ece8 None None] Attempting to bind port 462a09e6-9b1b-4482-bffe-5394b9d821c0 on network fec77372-0f7e-4b54-823b-acca2abc998e {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:55:27.434404 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34017745-0553-4285-a341-71f59771ece8 None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:55:27.434788 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34017745-0553-4285-a341-71f59771ece8 None None] Checking segment: {'id': 'c60aaf41-897f-471c-9106-37c693e7d68a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'fec77372-0f7e-4b54-823b-acca2abc998e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:55:27.435200 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-34017745-0553-4285-a341-71f59771ece8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:27.435598 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34017745-0553-4285-a341-71f59771ece8 None None] Bound using segment: {'id': 'c60aaf41-897f-471c-9106-37c693e7d68a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'fec77372-0f7e-4b54-823b-acca2abc998e'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:55:27.436079 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-34017745-0553-4285-a341-71f59771ece8 None None] Bound port: 462a09e6-9b1b-4482-bffe-5394b9d821c0, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c60aaf41-897f-471c-9106-37c693e7d68a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'fec77372-0f7e-4b54-823b-acca2abc998e'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:55:27.436463 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-34017745-0553-4285-a341-71f59771ece8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (462a09e6-9b1b-4482-bffe-5394b9d821c0), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:27.457697 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b6574fc5-f399-4387-af60-36d51c46fc99 tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16187240'] for subnet (3dd9ffe8-6b59-4929-bbce-e57bbfccfddf), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:27.521752 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-34017745-0553-4285-a341-71f59771ece8 None None] For port 462a09e6-9b1b-4482-bffe-5394b9d821c0, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:55:27.525180 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-34017745-0553-4285-a341-71f59771ece8 None None] For port 462a09e6-9b1b-4482-bffe-5394b9d821c0, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=462a09e6-9b1b-4482-bffe-5394b9d821c0,segment=NetworkSegment(c60aaf41-897f-471c-9106-37c693e7d68a),segment_id=c60aaf41-897f-471c-9106-37c693e7d68a)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:55:27.531809 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-34017745-0553-4285-a341-71f59771ece8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (462a09e6-9b1b-4482-bffe-5394b9d821c0), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:27.539952 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b6574fc5-f399-4387-af60-36d51c46fc99 tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (3dd9ffe8-6b59-4929-bbce-e57bbfccfddf), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:27.595535 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34017745-0553-4285-a341-71f59771ece8 None None] Pushing event updated for resources: {'Port': ['ID=462a09e6-9b1b-4482-bffe-5394b9d821c0,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:55:27.610055 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b6574fc5-f399-4387-af60-36d51c46fc99 tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4752464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4733806'] for subnet (3dd9ffe8-6b59-4929-bbce-e57bbfccfddf), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:27.639149 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6574fc5-f399-4387-af60-36d51c46fc99 tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Pushing event deleted for resources: {'Subnet': ['ID=3dd9ffe8-6b59-4929-bbce-e57bbfccfddf,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:55:27.644754 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b6574fc5-f399-4387-af60-36d51c46fc99 tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:27.648399 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-b6574fc5-f399-4387-af60-36d51c46fc99 tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] 10.222.0.64 "DELETE /v2.0/subnets/3dd9ffe8-6b59-4929-bbce-e57bbfccfddf HTTP/1.1" status: 204 len: 168 time: 0.2911053 Jan 28 19:55:27.651035 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 34604) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:55:27.700703 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60130048-0f3a-4541-b276-b6cc07493a8e tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:55:27.702218 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-60130048-0f3a-4541-b276-b6cc07493a8e tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0502615 Jan 28 19:55:27.705666 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 34606) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:55:27.794649 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-71ee235a-27c7-4374-89bf-bc16008ddf0c tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (fec77372-0f7e-4b54-823b-acca2abc998e), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:27.850384 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-71ee235a-27c7-4374-89bf-bc16008ddf0c tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Deleting port 462a09e6-9b1b-4482-bffe-5394b9d821c0 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:55:27.850628 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-71ee235a-27c7-4374-89bf-bc16008ddf0c tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (462a09e6-9b1b-4482-bffe-5394b9d821c0), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:27.917372 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-71ee235a-27c7-4374-89bf-bc16008ddf0c tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] For port 462a09e6-9b1b-4482-bffe-5394b9d821c0, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=462a09e6-9b1b-4482-bffe-5394b9d821c0,segment=NetworkSegment(c60aaf41-897f-471c-9106-37c693e7d68a),segment_id=c60aaf41-897f-471c-9106-37c693e7d68a)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:55:27.917743 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-71ee235a-27c7-4374-89bf-bc16008ddf0c tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (462a09e6-9b1b-4482-bffe-5394b9d821c0), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:27.931992 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-71ee235a-27c7-4374-89bf-bc16008ddf0c tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Calling delete_port for 462a09e6-9b1b-4482-bffe-5394b9d821c0 owned by network:dhcp {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:55:28.011675 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-71ee235a-27c7-4374-89bf-bc16008ddf0c tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (462a09e6-9b1b-4482-bffe-5394b9d821c0), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:28.036631 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ee235a-27c7-4374-89bf-bc16008ddf0c tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Pushing event deleted for resources: {'Port': ['ID=462a09e6-9b1b-4482-bffe-5394b9d821c0,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:55:28.040297 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ee235a-27c7-4374-89bf-bc16008ddf0c tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] No DVR routers for this DVR port 462a09e6-9b1b-4482-bffe-5394b9d821c0 on host n-d-812111-14 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:55:28.122353 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-71ee235a-27c7-4374-89bf-bc16008ddf0c tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (fec77372-0f7e-4b54-823b-acca2abc998e), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:28.142723 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-71ee235a-27c7-4374-89bf-bc16008ddf0c tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fec77372-0f7e-4b54-823b-acca2abc998e']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:55:28.152152 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-71ee235a-27c7-4374-89bf-bc16008ddf0c tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c60aaf41-897f-471c-9106-37c693e7d68a') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:55:28.152455 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-71ee235a-27c7-4374-89bf-bc16008ddf0c tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c60aaf41-897f-471c-9106-37c693e7d68a') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:55:28.162205 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-71ee235a-27c7-4374-89bf-bc16008ddf0c tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16187153'] for segment (c60aaf41-897f-471c-9106-37c693e7d68a), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:28.175308 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-71ee235a-27c7-4374-89bf-bc16008ddf0c tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (c60aaf41-897f-471c-9106-37c693e7d68a), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:28.181542 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71ee235a-27c7-4374-89bf-bc16008ddf0c tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:55:28.181977 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-71ee235a-27c7-4374-89bf-bc16008ddf0c tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4752570'] for segment (c60aaf41-897f-471c-9106-37c693e7d68a), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:28.185019 n-d-812111-14 neutron-server[103305]: Traceback (most recent call last): Jan 28 19:55:28.185019 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:55:28.185019 n-d-812111-14 neutron-server[103305]: timer() Jan 28 19:55:28.185019 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:55:28.185019 n-d-812111-14 neutron-server[103305]: cb(*args, **kw) Jan 28 19:55:28.185019 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:55:28.185019 n-d-812111-14 neutron-server[103305]: return func(*args, **kwargs) Jan 28 19:55:28.185019 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:55:28.185019 n-d-812111-14 neutron-server[103305]: self._notify() Jan 28 19:55:28.185019 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:55:28.185019 n-d-812111-14 neutron-server[103305]: self.callback(batched_events) Jan 28 19:55:28.185019 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:55:28.185019 n-d-812111-14 neutron-server[103305]: event.method(event) Jan 28 19:55:28.185019 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:55:28.185019 n-d-812111-14 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:55:28.185019 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:55:28.185019 n-d-812111-14 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:55:28.185019 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:55:28.185019 n-d-812111-14 neutron-server[103305]: return f(self, *a, **k) Jan 28 19:55:28.185019 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:55:28.185019 n-d-812111-14 neutron-server[103305]: return self._get(url).json() Jan 28 19:55:28.185019 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:55:28.185019 n-d-812111-14 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:55:28.185019 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:55:28.185019 n-d-812111-14 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 28 19:55:28.185019 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:55:28.185019 n-d-812111-14 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:55:28.185019 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:55:28.185019 n-d-812111-14 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:55:28.185019 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:55:28.185019 n-d-812111-14 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:55:28.185019 n-d-812111-14 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:55:28.243926 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-71ee235a-27c7-4374-89bf-bc16008ddf0c tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (fec77372-0f7e-4b54-823b-acca2abc998e), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:28.249393 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-71ee235a-27c7-4374-89bf-bc16008ddf0c tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:28.254548 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-71ee235a-27c7-4374-89bf-bc16008ddf0c tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] 10.222.0.64 "DELETE /v2.0/networks/fec77372-0f7e-4b54-823b-acca2abc998e HTTP/1.1" status: 204 len: 168 time: 0.5478561 Jan 28 19:55:28.257476 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 34608) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:55:28.270486 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ee235a-27c7-4374-89bf-bc16008ddf0c tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Pushing event deleted for resources: {'Network': ['ID=fec77372-0f7e-4b54-823b-acca2abc998e,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:55:28.339449 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7ed6c9af-c0ce-42b1-944e-9a226367605a tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (1b9670f9-9047-489b-b989-5b2cdd88478d), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:28.434018 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7ed6c9af-c0ce-42b1-944e-9a226367605a tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (1b9670f9-9047-489b-b989-5b2cdd88478d), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:28.456241 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-7ed6c9af-c0ce-42b1-944e-9a226367605a tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b9670f9-9047-489b-b989-5b2cdd88478d']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:55:28.466091 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-7ed6c9af-c0ce-42b1-944e-9a226367605a tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '774fd100-888c-4c84-9a94-b9a85a6f7c98') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:55:28.466395 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-7ed6c9af-c0ce-42b1-944e-9a226367605a tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '774fd100-888c-4c84-9a94-b9a85a6f7c98') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:55:28.476327 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7ed6c9af-c0ce-42b1-944e-9a226367605a tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4747091'] for segment (774fd100-888c-4c84-9a94-b9a85a6f7c98), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:28.490401 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7ed6c9af-c0ce-42b1-944e-9a226367605a tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (774fd100-888c-4c84-9a94-b9a85a6f7c98), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:28.496532 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ed6c9af-c0ce-42b1-944e-9a226367605a tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:55:28.496933 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7ed6c9af-c0ce-42b1-944e-9a226367605a tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4690514'] for segment (774fd100-888c-4c84-9a94-b9a85a6f7c98), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:28.500901 n-d-812111-14 neutron-server[103304]: Traceback (most recent call last): Jan 28 19:55:28.500901 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:55:28.500901 n-d-812111-14 neutron-server[103304]: timer() Jan 28 19:55:28.500901 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:55:28.500901 n-d-812111-14 neutron-server[103304]: cb(*args, **kw) Jan 28 19:55:28.500901 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:55:28.500901 n-d-812111-14 neutron-server[103304]: return func(*args, **kwargs) Jan 28 19:55:28.500901 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:55:28.500901 n-d-812111-14 neutron-server[103304]: self._notify() Jan 28 19:55:28.500901 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:55:28.500901 n-d-812111-14 neutron-server[103304]: self.callback(batched_events) Jan 28 19:55:28.500901 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:55:28.500901 n-d-812111-14 neutron-server[103304]: event.method(event) Jan 28 19:55:28.500901 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:55:28.500901 n-d-812111-14 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:55:28.500901 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:55:28.500901 n-d-812111-14 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:55:28.500901 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:55:28.500901 n-d-812111-14 neutron-server[103304]: return f(self, *a, **k) Jan 28 19:55:28.500901 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:55:28.500901 n-d-812111-14 neutron-server[103304]: return self._get(url).json() Jan 28 19:55:28.500901 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:55:28.500901 n-d-812111-14 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:55:28.500901 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:55:28.500901 n-d-812111-14 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 28 19:55:28.500901 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:55:28.500901 n-d-812111-14 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:55:28.500901 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:55:28.500901 n-d-812111-14 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:55:28.500901 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:55:28.500901 n-d-812111-14 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:55:28.500901 n-d-812111-14 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:55:28.548203 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a847016-96c2-4631-b142-3dca04495787 None None] get_active_networks_info from n-d-812111-14 {{(pid=103306) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 19:55:28.565432 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7ed6c9af-c0ce-42b1-944e-9a226367605a tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (1b9670f9-9047-489b-b989-5b2cdd88478d), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:28.570629 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7ed6c9af-c0ce-42b1-944e-9a226367605a tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:28.573888 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-7ed6c9af-c0ce-42b1-944e-9a226367605a tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] 10.222.0.64 "DELETE /v2.0/networks/1b9670f9-9047-489b-b989-5b2cdd88478d HTTP/1.1" status: 204 len: 168 time: 0.3140044 Jan 28 19:55:28.576489 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 34610) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:55:28.589776 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed6c9af-c0ce-42b1-944e-9a226367605a tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Pushing event deleted for resources: {'Network': ['ID=1b9670f9-9047-489b-b989-5b2cdd88478d,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:55:28.613030 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a847016-96c2-4631-b142-3dca04495787 None None] Resources bound (agent type, host, resource id): {{(pid=103306) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 19:55:28.658724 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-56ebd5c6-2c49-4956-8c77-22381721635b tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (8122c7c5-91d9-49b6-a773-b49788ffaa5a), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:28.678306 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-a74a88c0-df7d-4345-b5df-ed20018a2d9b None None] Could not find standard attr ID for object 462a09e6-9b1b-4482-bffe-5394b9d821c0. {{(pid=103306) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 19:55:28.743376 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-56ebd5c6-2c49-4956-8c77-22381721635b tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (8122c7c5-91d9-49b6-a773-b49788ffaa5a), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:28.764521 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-56ebd5c6-2c49-4956-8c77-22381721635b tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8122c7c5-91d9-49b6-a773-b49788ffaa5a']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:55:28.774702 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-56ebd5c6-2c49-4956-8c77-22381721635b tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e25b529-dfbc-4b8f-a18f-b2cad9241253') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:55:28.775033 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-56ebd5c6-2c49-4956-8c77-22381721635b tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e25b529-dfbc-4b8f-a18f-b2cad9241253') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:55:28.789930 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-56ebd5c6-2c49-4956-8c77-22381721635b tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16187153'] for segment (5e25b529-dfbc-4b8f-a18f-b2cad9241253), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:28.803035 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-56ebd5c6-2c49-4956-8c77-22381721635b tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (5e25b529-dfbc-4b8f-a18f-b2cad9241253), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:28.809128 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56ebd5c6-2c49-4956-8c77-22381721635b tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:55:28.809601 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-56ebd5c6-2c49-4956-8c77-22381721635b tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4752570'] for segment (5e25b529-dfbc-4b8f-a18f-b2cad9241253), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:28.813385 n-d-812111-14 neutron-server[103305]: Traceback (most recent call last): Jan 28 19:55:28.813385 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:55:28.813385 n-d-812111-14 neutron-server[103305]: timer() Jan 28 19:55:28.813385 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:55:28.813385 n-d-812111-14 neutron-server[103305]: cb(*args, **kw) Jan 28 19:55:28.813385 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:55:28.813385 n-d-812111-14 neutron-server[103305]: return func(*args, **kwargs) Jan 28 19:55:28.813385 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:55:28.813385 n-d-812111-14 neutron-server[103305]: self._notify() Jan 28 19:55:28.813385 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:55:28.813385 n-d-812111-14 neutron-server[103305]: self.callback(batched_events) Jan 28 19:55:28.813385 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:55:28.813385 n-d-812111-14 neutron-server[103305]: event.method(event) Jan 28 19:55:28.813385 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:55:28.813385 n-d-812111-14 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:55:28.813385 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:55:28.813385 n-d-812111-14 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:55:28.813385 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:55:28.813385 n-d-812111-14 neutron-server[103305]: return f(self, *a, **k) Jan 28 19:55:28.813385 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:55:28.813385 n-d-812111-14 neutron-server[103305]: return self._get(url).json() Jan 28 19:55:28.813385 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:55:28.813385 n-d-812111-14 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:55:28.813385 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:55:28.813385 n-d-812111-14 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 28 19:55:28.813385 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:55:28.813385 n-d-812111-14 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:55:28.813385 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:55:28.813385 n-d-812111-14 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:55:28.813385 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:55:28.813385 n-d-812111-14 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:55:28.813385 n-d-812111-14 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:55:28.816026 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5dbea72-ad19-4039-826e-e0ff0f13d0f6 None None] DHCP port deletion for fec77372-0f7e-4b54-823b-acca2abc998e request from n-d-812111-14 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:55:28.839491 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25274b16-4435-4e49-a3c4-64d505b151f4 None None] Network fec77372-0f7e-4b54-823b-acca2abc998e requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:55:28.852625 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25274b16-4435-4e49-a3c4-64d505b151f4 None None] Network fec77372-0f7e-4b54-823b-acca2abc998e could not be found, it might have been deleted concurrently. {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 28 19:55:28.879647 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-56ebd5c6-2c49-4956-8c77-22381721635b tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (8122c7c5-91d9-49b6-a773-b49788ffaa5a), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:28.883934 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-56ebd5c6-2c49-4956-8c77-22381721635b tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:28.887508 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-56ebd5c6-2c49-4956-8c77-22381721635b tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] 10.222.0.64 "DELETE /v2.0/networks/8122c7c5-91d9-49b6-a773-b49788ffaa5a HTTP/1.1" status: 204 len: 168 time: 0.3099117 Jan 28 19:55:28.890282 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 34612) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:55:28.902086 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ebd5c6-2c49-4956-8c77-22381721635b tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Pushing event deleted for resources: {'Network': ['ID=8122c7c5-91d9-49b6-a773-b49788ffaa5a,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:55:28.966993 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1ad4dc42-829f-40b3-be14-00fd89fa6a7d tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (f54b2f29-dcf7-49fe-818b-615c2c27eda0), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:29.055851 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1ad4dc42-829f-40b3-be14-00fd89fa6a7d tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (f54b2f29-dcf7-49fe-818b-615c2c27eda0), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:29.076026 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-1ad4dc42-829f-40b3-be14-00fd89fa6a7d tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f54b2f29-dcf7-49fe-818b-615c2c27eda0']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:55:29.085349 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-1ad4dc42-829f-40b3-be14-00fd89fa6a7d tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12693b55-03a1-4a2a-996c-937154063b5e') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:55:29.085650 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-1ad4dc42-829f-40b3-be14-00fd89fa6a7d tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12693b55-03a1-4a2a-996c-937154063b5e') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:55:29.095562 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1ad4dc42-829f-40b3-be14-00fd89fa6a7d tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4747091'] for segment (12693b55-03a1-4a2a-996c-937154063b5e), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:29.108395 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1ad4dc42-829f-40b3-be14-00fd89fa6a7d tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (12693b55-03a1-4a2a-996c-937154063b5e), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:29.114917 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ad4dc42-829f-40b3-be14-00fd89fa6a7d tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:55:29.115301 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1ad4dc42-829f-40b3-be14-00fd89fa6a7d tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4690514'] for segment (12693b55-03a1-4a2a-996c-937154063b5e), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:29.118259 n-d-812111-14 neutron-server[103304]: Traceback (most recent call last): Jan 28 19:55:29.118259 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:55:29.118259 n-d-812111-14 neutron-server[103304]: timer() Jan 28 19:55:29.118259 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:55:29.118259 n-d-812111-14 neutron-server[103304]: cb(*args, **kw) Jan 28 19:55:29.118259 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:55:29.118259 n-d-812111-14 neutron-server[103304]: return func(*args, **kwargs) Jan 28 19:55:29.118259 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:55:29.118259 n-d-812111-14 neutron-server[103304]: self._notify() Jan 28 19:55:29.118259 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:55:29.118259 n-d-812111-14 neutron-server[103304]: self.callback(batched_events) Jan 28 19:55:29.118259 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:55:29.118259 n-d-812111-14 neutron-server[103304]: event.method(event) Jan 28 19:55:29.118259 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:55:29.118259 n-d-812111-14 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:55:29.118259 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:55:29.118259 n-d-812111-14 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:55:29.118259 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:55:29.118259 n-d-812111-14 neutron-server[103304]: return f(self, *a, **k) Jan 28 19:55:29.118259 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:55:29.118259 n-d-812111-14 neutron-server[103304]: return self._get(url).json() Jan 28 19:55:29.118259 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:55:29.118259 n-d-812111-14 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:55:29.118259 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:55:29.118259 n-d-812111-14 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 28 19:55:29.118259 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:55:29.118259 n-d-812111-14 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:55:29.118259 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:55:29.118259 n-d-812111-14 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:55:29.118259 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:55:29.118259 n-d-812111-14 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:55:29.118259 n-d-812111-14 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:55:29.174494 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1ad4dc42-829f-40b3-be14-00fd89fa6a7d tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (f54b2f29-dcf7-49fe-818b-615c2c27eda0), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:29.181025 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1ad4dc42-829f-40b3-be14-00fd89fa6a7d tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:29.184123 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-1ad4dc42-829f-40b3-be14-00fd89fa6a7d tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] 10.222.0.64 "DELETE /v2.0/networks/f54b2f29-dcf7-49fe-818b-615c2c27eda0 HTTP/1.1" status: 204 len: 168 time: 0.2927890 Jan 28 19:55:29.195697 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad4dc42-829f-40b3-be14-00fd89fa6a7d tempest-BulkNetworkOpsIpV6Test-1151291322 tempest-BulkNetworkOpsIpV6Test-1151291322-project] Pushing event deleted for resources: {'Network': ['ID=f54b2f29-dcf7-49fe-818b-615c2c27eda0,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:55:29.424155 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 34618) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:55:29.559542 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-19a68938-2411-4dfc-a611-79d041f5b09c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=87833c969db341ae82eab944b85424f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1342249 Jan 28 19:55:29.562105 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 34622) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:55:29.614586 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e3810731-c920-4489-9115-3301a09753d6 admin admin] Publish callbacks [] for security_group (43646a15-f4a6-4e8d-9203-07f2e203a865), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:29.636325 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e3810731-c920-4489-9115-3301a09753d6 admin admin] Publish callbacks [] for security_group (43646a15-f4a6-4e8d-9203-07f2e203a865), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:29.682434 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e3810731-c920-4489-9115-3301a09753d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (43646a15-f4a6-4e8d-9203-07f2e203a865), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:29.685012 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e3810731-c920-4489-9115-3301a09753d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:29.686199 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-e3810731-c920-4489-9115-3301a09753d6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/43646a15-f4a6-4e8d-9203-07f2e203a865 HTTP/1.1" status: 204 len: 168 time: 0.1231287 Jan 28 19:55:29.694134 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3810731-c920-4489-9115-3301a09753d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43646a15-f4a6-4e8d-9203-07f2e203a865,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:55:30.305175 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 34644) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:55:30.399803 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-cee95cfd-3bff-4136-baf5-fb968cdef1a6 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Request body: {'networks': [{'name': 'tempest-network--635518424'}, {'name': 'tempest-network--1151018128'}]} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:55:30.400216 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-cee95cfd-3bff-4136-baf5-fb968cdef1a6 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Request body: {'network': {'name': 'tempest-network--635518424'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:55:30.400689 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-cee95cfd-3bff-4136-baf5-fb968cdef1a6 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Request body: {'network': {'name': 'tempest-network--1151018128'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:55:30.420568 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cee95cfd-3bff-4136-baf5-fb968cdef1a6 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Made reservation on behalf of 42b13967169547b2ba0c8e0be145973d for: {'network': 2} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:55:30.425302 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cee95cfd-3bff-4136-baf5-fb968cdef1a6 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:30.433429 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cee95cfd-3bff-4136-baf5-fb968cdef1a6 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:30.508692 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cee95cfd-3bff-4136-baf5-fb968cdef1a6 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Publish callbacks [] for security_group (b48860fd-98ea-48f5-a6a4-4f7981b68306), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:30.512383 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cee95cfd-3bff-4136-baf5-fb968cdef1a6 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (b48860fd-98ea-48f5-a6a4-4f7981b68306), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:30.512838 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cee95cfd-3bff-4136-baf5-fb968cdef1a6 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:30.550266 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee95cfd-3bff-4136-baf5-fb968cdef1a6 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b48860fd-98ea-48f5-a6a4-4f7981b68306,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:55:30.555673 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cee95cfd-3bff-4136-baf5-fb968cdef1a6 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:55:30.565268 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cee95cfd-3bff-4136-baf5-fb968cdef1a6 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (26a605b8-85cc-4c27-997d-ffab1045a063), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:30.565622 n-d-812111-14 neutron-server[103304]: INFO neutron.db.segments_db [None req-cee95cfd-3bff-4136-baf5-fb968cdef1a6 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Added segment 26a605b8-85cc-4c27-997d-ffab1045a063 of type vlan for network 6888469e-aa73-4c8e-9744-0c99a29b2d3e Jan 28 19:55:30.615878 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cee95cfd-3bff-4136-baf5-fb968cdef1a6 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (6888469e-aa73-4c8e-9744-0c99a29b2d3e), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:30.644047 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cee95cfd-3bff-4136-baf5-fb968cdef1a6 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:55:30.652736 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cee95cfd-3bff-4136-baf5-fb968cdef1a6 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (4dd1023d-a70f-4abd-9cc8-54b5186214c2), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:30.653079 n-d-812111-14 neutron-server[103304]: INFO neutron.db.segments_db [None req-cee95cfd-3bff-4136-baf5-fb968cdef1a6 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Added segment 4dd1023d-a70f-4abd-9cc8-54b5186214c2 of type vlan for network e5a0c881-b4e9-4692-b196-55ce850a8e10 Jan 28 19:55:30.691535 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cee95cfd-3bff-4136-baf5-fb968cdef1a6 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (e5a0c881-b4e9-4692-b196-55ce850a8e10), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:30.715160 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cee95cfd-3bff-4136-baf5-fb968cdef1a6 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (6888469e-aa73-4c8e-9744-0c99a29b2d3e), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:30.715677 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cee95cfd-3bff-4136-baf5-fb968cdef1a6 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (e5a0c881-b4e9-4692-b196-55ce850a8e10), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:30.720743 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee95cfd-3bff-4136-baf5-fb968cdef1a6 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:55:30.725069 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee95cfd-3bff-4136-baf5-fb968cdef1a6 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:55:30.725713 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cee95cfd-3bff-4136-baf5-fb968cdef1a6 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:30.780228 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-cee95cfd-3bff-4136-baf5-fb968cdef1a6 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.4738390 Jan 28 19:55:30.782805 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 34648) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:55:30.798392 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee95cfd-3bff-4136-baf5-fb968cdef1a6 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Pushing event updated for resources: {'Network': ['ID=6888469e-aa73-4c8e-9744-0c99a29b2d3e,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:55:30.809960 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network 6888469e-aa73-4c8e-9744-0c99a29b2d3e details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:55:30.861584 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee95cfd-3bff-4136-baf5-fb968cdef1a6 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Pushing event updated for resources: {'Network': ['ID=e5a0c881-b4e9-4692-b196-55ce850a8e10,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:55:30.877542 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network e5a0c881-b4e9-4692-b196-55ce850a8e10 details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:55:30.895248 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-730c6e37-19a9-49b4-99f4-20a78769b392 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:55:30.900452 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-730c6e37-19a9-49b4-99f4-20a78769b392 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:55:30.905715 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-730c6e37-19a9-49b4-99f4-20a78769b392 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:55:30.910795 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-730c6e37-19a9-49b4-99f4-20a78769b392 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:55:30.912446 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-730c6e37-19a9-49b4-99f4-20a78769b392 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.1285529 Jan 28 19:55:30.915300 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 34650) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:55:30.992919 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c74f3d16-08d2-4ee2-b906-31a948a6df82 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (6888469e-aa73-4c8e-9744-0c99a29b2d3e), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:31.080309 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c74f3d16-08d2-4ee2-b906-31a948a6df82 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (6888469e-aa73-4c8e-9744-0c99a29b2d3e), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:31.100807 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-c74f3d16-08d2-4ee2-b906-31a948a6df82 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6888469e-aa73-4c8e-9744-0c99a29b2d3e']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:55:31.110318 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-c74f3d16-08d2-4ee2-b906-31a948a6df82 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26a605b8-85cc-4c27-997d-ffab1045a063') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:55:31.110624 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-c74f3d16-08d2-4ee2-b906-31a948a6df82 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26a605b8-85cc-4c27-997d-ffab1045a063') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:55:31.119964 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c74f3d16-08d2-4ee2-b906-31a948a6df82 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4747091'] for segment (26a605b8-85cc-4c27-997d-ffab1045a063), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:31.133424 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c74f3d16-08d2-4ee2-b906-31a948a6df82 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (26a605b8-85cc-4c27-997d-ffab1045a063), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:31.139224 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c74f3d16-08d2-4ee2-b906-31a948a6df82 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:55:31.139606 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c74f3d16-08d2-4ee2-b906-31a948a6df82 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4690514'] for segment (26a605b8-85cc-4c27-997d-ffab1045a063), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:31.142577 n-d-812111-14 neutron-server[103304]: Traceback (most recent call last): Jan 28 19:55:31.142577 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:55:31.142577 n-d-812111-14 neutron-server[103304]: timer() Jan 28 19:55:31.142577 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:55:31.142577 n-d-812111-14 neutron-server[103304]: cb(*args, **kw) Jan 28 19:55:31.142577 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:55:31.142577 n-d-812111-14 neutron-server[103304]: return func(*args, **kwargs) Jan 28 19:55:31.142577 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:55:31.142577 n-d-812111-14 neutron-server[103304]: self._notify() Jan 28 19:55:31.142577 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:55:31.142577 n-d-812111-14 neutron-server[103304]: self.callback(batched_events) Jan 28 19:55:31.142577 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:55:31.142577 n-d-812111-14 neutron-server[103304]: event.method(event) Jan 28 19:55:31.142577 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:55:31.142577 n-d-812111-14 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:55:31.142577 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:55:31.142577 n-d-812111-14 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:55:31.142577 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:55:31.142577 n-d-812111-14 neutron-server[103304]: return f(self, *a, **k) Jan 28 19:55:31.142577 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:55:31.142577 n-d-812111-14 neutron-server[103304]: return self._get(url).json() Jan 28 19:55:31.142577 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:55:31.142577 n-d-812111-14 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:55:31.142577 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:55:31.142577 n-d-812111-14 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 28 19:55:31.142577 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:55:31.142577 n-d-812111-14 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:55:31.142577 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:55:31.142577 n-d-812111-14 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:55:31.142577 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:55:31.142577 n-d-812111-14 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:55:31.142577 n-d-812111-14 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:55:31.201916 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c74f3d16-08d2-4ee2-b906-31a948a6df82 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (6888469e-aa73-4c8e-9744-0c99a29b2d3e), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:31.209036 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c74f3d16-08d2-4ee2-b906-31a948a6df82 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:31.211668 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-c74f3d16-08d2-4ee2-b906-31a948a6df82 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] 10.222.0.64 "DELETE /v2.0/networks/6888469e-aa73-4c8e-9744-0c99a29b2d3e HTTP/1.1" status: 204 len: 168 time: 0.2953610 Jan 28 19:55:31.214483 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 34652) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:55:31.224119 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74f3d16-08d2-4ee2-b906-31a948a6df82 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Pushing event deleted for resources: {'Network': ['ID=6888469e-aa73-4c8e-9744-0c99a29b2d3e,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:55:31.290373 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-701e2396-5f3f-4d5e-8257-35fbb6566922 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (e5a0c881-b4e9-4692-b196-55ce850a8e10), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:31.378766 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-701e2396-5f3f-4d5e-8257-35fbb6566922 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (e5a0c881-b4e9-4692-b196-55ce850a8e10), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:31.399251 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-701e2396-5f3f-4d5e-8257-35fbb6566922 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5a0c881-b4e9-4692-b196-55ce850a8e10']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:55:31.408416 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-701e2396-5f3f-4d5e-8257-35fbb6566922 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dd1023d-a70f-4abd-9cc8-54b5186214c2') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:55:31.408717 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-701e2396-5f3f-4d5e-8257-35fbb6566922 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dd1023d-a70f-4abd-9cc8-54b5186214c2') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:55:31.418008 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-701e2396-5f3f-4d5e-8257-35fbb6566922 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16187153'] for segment (4dd1023d-a70f-4abd-9cc8-54b5186214c2), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:31.431165 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-701e2396-5f3f-4d5e-8257-35fbb6566922 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (4dd1023d-a70f-4abd-9cc8-54b5186214c2), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:31.436892 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-701e2396-5f3f-4d5e-8257-35fbb6566922 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:55:31.437897 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-701e2396-5f3f-4d5e-8257-35fbb6566922 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4752570'] for segment (4dd1023d-a70f-4abd-9cc8-54b5186214c2), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:31.440801 n-d-812111-14 neutron-server[103305]: Traceback (most recent call last): Jan 28 19:55:31.440801 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:55:31.440801 n-d-812111-14 neutron-server[103305]: timer() Jan 28 19:55:31.440801 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:55:31.440801 n-d-812111-14 neutron-server[103305]: cb(*args, **kw) Jan 28 19:55:31.440801 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:55:31.440801 n-d-812111-14 neutron-server[103305]: return func(*args, **kwargs) Jan 28 19:55:31.440801 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:55:31.440801 n-d-812111-14 neutron-server[103305]: self._notify() Jan 28 19:55:31.440801 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:55:31.440801 n-d-812111-14 neutron-server[103305]: self.callback(batched_events) Jan 28 19:55:31.440801 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:55:31.440801 n-d-812111-14 neutron-server[103305]: event.method(event) Jan 28 19:55:31.440801 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:55:31.440801 n-d-812111-14 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:55:31.440801 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:55:31.440801 n-d-812111-14 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:55:31.440801 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:55:31.440801 n-d-812111-14 neutron-server[103305]: return f(self, *a, **k) Jan 28 19:55:31.440801 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:55:31.440801 n-d-812111-14 neutron-server[103305]: return self._get(url).json() Jan 28 19:55:31.440801 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:55:31.440801 n-d-812111-14 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:55:31.440801 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:55:31.440801 n-d-812111-14 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 28 19:55:31.440801 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:55:31.440801 n-d-812111-14 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:55:31.440801 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:55:31.440801 n-d-812111-14 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:55:31.440801 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:55:31.440801 n-d-812111-14 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:55:31.440801 n-d-812111-14 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:55:31.496897 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-701e2396-5f3f-4d5e-8257-35fbb6566922 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (e5a0c881-b4e9-4692-b196-55ce850a8e10), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:31.504298 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-701e2396-5f3f-4d5e-8257-35fbb6566922 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:31.507426 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-701e2396-5f3f-4d5e-8257-35fbb6566922 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] 10.222.0.64 "DELETE /v2.0/networks/e5a0c881-b4e9-4692-b196-55ce850a8e10 HTTP/1.1" status: 204 len: 168 time: 0.2918813 Jan 28 19:55:31.510279 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 34654) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:55:31.522739 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701e2396-5f3f-4d5e-8257-35fbb6566922 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Pushing event deleted for resources: {'Network': ['ID=e5a0c881-b4e9-4692-b196-55ce850a8e10,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:55:31.682984 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55c73c43-c11d-454b-9626-3e2741731104 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:55:31.688810 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55c73c43-c11d-454b-9626-3e2741731104 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:55:31.690390 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-55c73c43-c11d-454b-9626-3e2741731104 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1791139 Jan 28 19:55:31.694029 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 34656) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:55:31.698736 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-94fff207-4665-49eb-8a13-57d8791af7b3 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1915227984'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:55:31.716963 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94fff207-4665-49eb-8a13-57d8791af7b3 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Made reservation on behalf of 42b13967169547b2ba0c8e0be145973d for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:55:31.720096 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-94fff207-4665-49eb-8a13-57d8791af7b3 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:31.743403 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94fff207-4665-49eb-8a13-57d8791af7b3 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:55:31.753218 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-94fff207-4665-49eb-8a13-57d8791af7b3 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (06641ac3-e3a5-474a-86a0-83ba877ab1bd), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:31.753560 n-d-812111-14 neutron-server[103304]: INFO neutron.db.segments_db [None req-94fff207-4665-49eb-8a13-57d8791af7b3 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Added segment 06641ac3-e3a5-474a-86a0-83ba877ab1bd of type vlan for network 49fe3d65-d870-4887-9298-50be9cc1d010 Jan 28 19:55:31.791752 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-94fff207-4665-49eb-8a13-57d8791af7b3 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (49fe3d65-d870-4887-9298-50be9cc1d010), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:31.816296 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-94fff207-4665-49eb-8a13-57d8791af7b3 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (49fe3d65-d870-4887-9298-50be9cc1d010), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:31.821242 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94fff207-4665-49eb-8a13-57d8791af7b3 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:55:31.821825 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-94fff207-4665-49eb-8a13-57d8791af7b3 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:31.876003 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-94fff207-4665-49eb-8a13-57d8791af7b3 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1809561 Jan 28 19:55:31.878659 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 34658) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:55:31.883722 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-e117bf39-1b88-4c4a-9f3b-171fe86c7bc5 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-206602445'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:55:31.893267 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fff207-4665-49eb-8a13-57d8791af7b3 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Pushing event updated for resources: {'Network': ['ID=49fe3d65-d870-4887-9298-50be9cc1d010,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:55:31.903414 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e117bf39-1b88-4c4a-9f3b-171fe86c7bc5 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Made reservation on behalf of 42b13967169547b2ba0c8e0be145973d for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:55:31.905796 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network 49fe3d65-d870-4887-9298-50be9cc1d010 details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:55:31.907360 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e117bf39-1b88-4c4a-9f3b-171fe86c7bc5 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:31.931512 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e117bf39-1b88-4c4a-9f3b-171fe86c7bc5 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:55:31.940863 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e117bf39-1b88-4c4a-9f3b-171fe86c7bc5 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (b24452b0-e50d-491e-af60-88c75ac2f485), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:31.941157 n-d-812111-14 neutron-server[103305]: INFO neutron.db.segments_db [None req-e117bf39-1b88-4c4a-9f3b-171fe86c7bc5 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Added segment b24452b0-e50d-491e-af60-88c75ac2f485 of type vlan for network e81184bb-4c42-41e6-904e-f0f7aed7e44e Jan 28 19:55:31.982500 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e117bf39-1b88-4c4a-9f3b-171fe86c7bc5 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (e81184bb-4c42-41e6-904e-f0f7aed7e44e), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:32.007878 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e117bf39-1b88-4c4a-9f3b-171fe86c7bc5 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (e81184bb-4c42-41e6-904e-f0f7aed7e44e), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:32.012978 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e117bf39-1b88-4c4a-9f3b-171fe86c7bc5 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:55:32.013590 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e117bf39-1b88-4c4a-9f3b-171fe86c7bc5 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:32.066255 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-e117bf39-1b88-4c4a-9f3b-171fe86c7bc5 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.1864281 Jan 28 19:55:32.069033 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 34660) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:55:32.075375 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-f86d90bd-398d-4f1f-bd0d-9bb0dc90b000 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Request body: {'ports': [{'network_id': '49fe3d65-d870-4887-9298-50be9cc1d010', 'name': 'tempest-port--1907392506', 'admin_state_up': True}, {'network_id': 'e81184bb-4c42-41e6-904e-f0f7aed7e44e', 'admin_state_up': False}]} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:55:32.075699 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-f86d90bd-398d-4f1f-bd0d-9bb0dc90b000 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Request body: {'port': {'network_id': '49fe3d65-d870-4887-9298-50be9cc1d010', 'name': 'tempest-port--1907392506', 'admin_state_up': True}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:55:32.076192 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-f86d90bd-398d-4f1f-bd0d-9bb0dc90b000 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Request body: {'port': {'network_id': 'e81184bb-4c42-41e6-904e-f0f7aed7e44e', 'admin_state_up': False}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:55:32.084048 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e117bf39-1b88-4c4a-9f3b-171fe86c7bc5 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Pushing event updated for resources: {'Network': ['ID=e81184bb-4c42-41e6-904e-f0f7aed7e44e,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:55:32.095380 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network e81184bb-4c42-41e6-904e-f0f7aed7e44e details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:55:32.244957 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f86d90bd-398d-4f1f-bd0d-9bb0dc90b000 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Made reservation on behalf of 42b13967169547b2ba0c8e0be145973d for: {'port': 2} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:55:32.252376 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f86d90bd-398d-4f1f-bd0d-9bb0dc90b000 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:32.266361 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f86d90bd-398d-4f1f-bd0d-9bb0dc90b000 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:32.436789 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [None req-f86d90bd-398d-4f1f-bd0d-9bb0dc90b000 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] device_id is not set on port 7850fb6f-65bf-486f-bca9-8165e2cf2899 yet. {{(pid=103304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:55:32.520824 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f86d90bd-398d-4f1f-bd0d-9bb0dc90b000 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Publish callbacks [] for port (7850fb6f-65bf-486f-bca9-8165e2cf2899), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:32.595680 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [None req-f86d90bd-398d-4f1f-bd0d-9bb0dc90b000 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] device_id is not set on port 7307cc77-753e-40e1-85bf-fd42346753f3 yet. {{(pid=103304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:55:32.673840 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f86d90bd-398d-4f1f-bd0d-9bb0dc90b000 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Publish callbacks [] for port (7307cc77-753e-40e1-85bf-fd42346753f3), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:32.710076 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f86d90bd-398d-4f1f-bd0d-9bb0dc90b000 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (7850fb6f-65bf-486f-bca9-8165e2cf2899), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:32.768116 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86d90bd-398d-4f1f-bd0d-9bb0dc90b000 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Pushing event updated for resources: {'Port': ['ID=7850fb6f-65bf-486f-bca9-8165e2cf2899,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:55:32.778322 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86d90bd-398d-4f1f-bd0d-9bb0dc90b000 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Checking segment: {'id': '06641ac3-e3a5-474a-86a0-83ba877ab1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '49fe3d65-d870-4887-9298-50be9cc1d010'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:55:32.778689 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f86d90bd-398d-4f1f-bd0d-9bb0dc90b000 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Network hostable DHCP agents. Network: 49fe3d65-d870-4887-9298-50be9cc1d010, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:55:32.794576 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f86d90bd-398d-4f1f-bd0d-9bb0dc90b000 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Network 49fe3d65-d870-4887-9298-50be9cc1d010 is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:55:32.802573 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-f86d90bd-398d-4f1f-bd0d-9bb0dc90b000 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, 49fe3d65-d870-4887-9298-50be9cc1d010) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:55:32.806444 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86d90bd-398d-4f1f-bd0d-9bb0dc90b000 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:55:32.807320 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f86d90bd-398d-4f1f-bd0d-9bb0dc90b000 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (7307cc77-753e-40e1-85bf-fd42346753f3), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:32.813653 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2afa96f-3f91-4604-b9bb-619c2bee4e6e None None] Network 49fe3d65-d870-4887-9298-50be9cc1d010 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:55:32.866619 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86d90bd-398d-4f1f-bd0d-9bb0dc90b000 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Pushing event updated for resources: {'Port': ['ID=7307cc77-753e-40e1-85bf-fd42346753f3,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:55:32.878196 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86d90bd-398d-4f1f-bd0d-9bb0dc90b000 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Checking segment: {'id': 'b24452b0-e50d-491e-af60-88c75ac2f485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'e81184bb-4c42-41e6-904e-f0f7aed7e44e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:55:32.878559 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f86d90bd-398d-4f1f-bd0d-9bb0dc90b000 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Network hostable DHCP agents. Network: e81184bb-4c42-41e6-904e-f0f7aed7e44e, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:55:32.895254 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f86d90bd-398d-4f1f-bd0d-9bb0dc90b000 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Network e81184bb-4c42-41e6-904e-f0f7aed7e44e is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:55:32.904555 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-f86d90bd-398d-4f1f-bd0d-9bb0dc90b000 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, e81184bb-4c42-41e6-904e-f0f7aed7e44e) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:55:32.911041 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86d90bd-398d-4f1f-bd0d-9bb0dc90b000 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:55:32.914961 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adc4fbac-cfe8-4268-8af3-a44e2022f93f None None] Network e81184bb-4c42-41e6-904e-f0f7aed7e44e requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:55:32.916902 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f86d90bd-398d-4f1f-bd0d-9bb0dc90b000 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:55:32.921389 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f86d90bd-398d-4f1f-bd0d-9bb0dc90b000 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:55:32.922573 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f86d90bd-398d-4f1f-bd0d-9bb0dc90b000 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:32.941466 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-f86d90bd-398d-4f1f-bd0d-9bb0dc90b000 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 0.8701355 Jan 28 19:55:32.944107 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 34662) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:55:33.033928 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d09340b5-c936-479c-ad99-84664c294220 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:55:33.039254 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d09340b5-c936-479c-ad99-84664c294220 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:55:33.040785 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-d09340b5-c936-479c-ad99-84664c294220 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0956938 Jan 28 19:55:33.043549 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 34664) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:55:33.127435 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-5a16c556-3fb0-4da2-8a8a-b778d4fab8fc tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Deleting port 7850fb6f-65bf-486f-bca9-8165e2cf2899 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:55:33.127781 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5a16c556-3fb0-4da2-8a8a-b778d4fab8fc tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (7850fb6f-65bf-486f-bca9-8165e2cf2899), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:33.193608 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5a16c556-3fb0-4da2-8a8a-b778d4fab8fc tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (7850fb6f-65bf-486f-bca9-8165e2cf2899), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:33.207070 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-5a16c556-3fb0-4da2-8a8a-b778d4fab8fc tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Calling delete_port for 7850fb6f-65bf-486f-bca9-8165e2cf2899 owned by {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:55:33.284606 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5a16c556-3fb0-4da2-8a8a-b778d4fab8fc tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (7850fb6f-65bf-486f-bca9-8165e2cf2899), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:33.315898 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a16c556-3fb0-4da2-8a8a-b778d4fab8fc tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Pushing event deleted for resources: {'Port': ['ID=7850fb6f-65bf-486f-bca9-8165e2cf2899,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:55:33.321127 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5a16c556-3fb0-4da2-8a8a-b778d4fab8fc tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:33.324325 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-5a16c556-3fb0-4da2-8a8a-b778d4fab8fc tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] 10.222.0.64 "DELETE /v2.0/ports/7850fb6f-65bf-486f-bca9-8165e2cf2899 HTTP/1.1" status: 204 len: 168 time: 0.2798686 Jan 28 19:55:33.326932 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 34666) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:55:33.412691 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-2411ef90-bdd6-4996-8d0f-f3210f9bbc84 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Deleting port 7307cc77-753e-40e1-85bf-fd42346753f3 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:55:33.413031 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2411ef90-bdd6-4996-8d0f-f3210f9bbc84 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (7307cc77-753e-40e1-85bf-fd42346753f3), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:33.479594 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2411ef90-bdd6-4996-8d0f-f3210f9bbc84 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (7307cc77-753e-40e1-85bf-fd42346753f3), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:33.492785 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-2411ef90-bdd6-4996-8d0f-f3210f9bbc84 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Calling delete_port for 7307cc77-753e-40e1-85bf-fd42346753f3 owned by {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:55:33.568194 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2411ef90-bdd6-4996-8d0f-f3210f9bbc84 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (7307cc77-753e-40e1-85bf-fd42346753f3), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:33.600661 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2411ef90-bdd6-4996-8d0f-f3210f9bbc84 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:33.604171 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-2411ef90-bdd6-4996-8d0f-f3210f9bbc84 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] 10.222.0.64 "DELETE /v2.0/ports/7307cc77-753e-40e1-85bf-fd42346753f3 HTTP/1.1" status: 204 len: 168 time: 0.2763176 Jan 28 19:55:33.605009 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2411ef90-bdd6-4996-8d0f-f3210f9bbc84 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Pushing event deleted for resources: {'Port': ['ID=7307cc77-753e-40e1-85bf-fd42346753f3,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:55:33.606963 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 34668) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:55:33.638807 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-9de646fd-983d-41bc-9d57-91f4cbec5cec tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0303302 Jan 28 19:55:33.642541 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 34670) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:55:33.647457 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-ebaa3ee2-9c9f-41dd-8980-324e8947e279 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-401413941'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:55:33.666112 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebaa3ee2-9c9f-41dd-8980-324e8947e279 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Made reservation on behalf of 42b13967169547b2ba0c8e0be145973d for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:55:33.669781 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ebaa3ee2-9c9f-41dd-8980-324e8947e279 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:33.695305 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebaa3ee2-9c9f-41dd-8980-324e8947e279 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:55:33.704626 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ebaa3ee2-9c9f-41dd-8980-324e8947e279 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (86c48d4e-87d4-4c51-aa65-8363c1811ef2), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:33.704967 n-d-812111-14 neutron-server[103304]: INFO neutron.db.segments_db [None req-ebaa3ee2-9c9f-41dd-8980-324e8947e279 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Added segment 86c48d4e-87d4-4c51-aa65-8363c1811ef2 of type vlan for network 334ed517-ddd5-42cc-82f2-e0097dc7d6d2 Jan 28 19:55:33.743580 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ebaa3ee2-9c9f-41dd-8980-324e8947e279 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (334ed517-ddd5-42cc-82f2-e0097dc7d6d2), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:33.768374 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ebaa3ee2-9c9f-41dd-8980-324e8947e279 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (334ed517-ddd5-42cc-82f2-e0097dc7d6d2), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:33.773277 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebaa3ee2-9c9f-41dd-8980-324e8947e279 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:55:33.773861 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ebaa3ee2-9c9f-41dd-8980-324e8947e279 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:33.825440 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-ebaa3ee2-9c9f-41dd-8980-324e8947e279 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.1818743 Jan 28 19:55:33.828106 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 34672) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:55:33.833129 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-ea9e3f1b-9670-44aa-a47e-8a3f811616fc tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1268467834'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:55:33.842589 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaa3ee2-9c9f-41dd-8980-324e8947e279 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Pushing event updated for resources: {'Network': ['ID=334ed517-ddd5-42cc-82f2-e0097dc7d6d2,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:55:33.853402 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea9e3f1b-9670-44aa-a47e-8a3f811616fc tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Made reservation on behalf of 42b13967169547b2ba0c8e0be145973d for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:55:33.853994 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network 334ed517-ddd5-42cc-82f2-e0097dc7d6d2 details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:55:33.856702 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ea9e3f1b-9670-44aa-a47e-8a3f811616fc tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:33.884292 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea9e3f1b-9670-44aa-a47e-8a3f811616fc tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:55:33.893312 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ea9e3f1b-9670-44aa-a47e-8a3f811616fc tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (6f810fe9-ab4c-418a-8904-7219692379d3), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:33.893655 n-d-812111-14 neutron-server[103305]: INFO neutron.db.segments_db [None req-ea9e3f1b-9670-44aa-a47e-8a3f811616fc tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Added segment 6f810fe9-ab4c-418a-8904-7219692379d3 of type vlan for network 7499881b-e0b2-4591-8d9f-5a55b39c7fcc Jan 28 19:55:33.934752 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ea9e3f1b-9670-44aa-a47e-8a3f811616fc tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (7499881b-e0b2-4591-8d9f-5a55b39c7fcc), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:33.959279 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ea9e3f1b-9670-44aa-a47e-8a3f811616fc tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (7499881b-e0b2-4591-8d9f-5a55b39c7fcc), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:33.964495 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea9e3f1b-9670-44aa-a47e-8a3f811616fc tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:55:33.965126 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ea9e3f1b-9670-44aa-a47e-8a3f811616fc tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:34.022121 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-ea9e3f1b-9670-44aa-a47e-8a3f811616fc tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1928964 Jan 28 19:55:34.033255 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9e3f1b-9670-44aa-a47e-8a3f811616fc tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Pushing event updated for resources: {'Network': ['ID=7499881b-e0b2-4591-8d9f-5a55b39c7fcc,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:55:34.044407 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network 7499881b-e0b2-4591-8d9f-5a55b39c7fcc details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:55:34.151048 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 34674) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:55:34.156710 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-cb58f423-e402-4306-90b5-a5e7480ca5d5 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Request body: {'subnets': [{'network_id': '334ed517-ddd5-42cc-82f2-e0097dc7d6d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--442595282', 'ip_version': 4}, {'network_id': '7499881b-e0b2-4591-8d9f-5a55b39c7fcc', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:55:34.157165 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-cb58f423-e402-4306-90b5-a5e7480ca5d5 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Request body: {'subnet': {'network_id': '334ed517-ddd5-42cc-82f2-e0097dc7d6d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--442595282', 'ip_version': 4}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:55:34.157751 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-cb58f423-e402-4306-90b5-a5e7480ca5d5 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Request body: {'subnet': {'network_id': '7499881b-e0b2-4591-8d9f-5a55b39c7fcc', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:55:34.307533 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb58f423-e402-4306-90b5-a5e7480ca5d5 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Made reservation on behalf of 42b13967169547b2ba0c8e0be145973d for: {'subnet': 2} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:55:34.312607 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cb58f423-e402-4306-90b5-a5e7480ca5d5 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4733071'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:34.312945 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cb58f423-e402-4306-90b5-a5e7480ca5d5 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4733071'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:34.660309 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cb58f423-e402-4306-90b5-a5e7480ca5d5 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4752401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4733085'] for subnet (c233d14a-5959-4437-8666-7c227cd9b3fb), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:34.722352 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb58f423-e402-4306-90b5-a5e7480ca5d5 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Pushing event updated for resources: {'Subnet': ['ID=c233d14a-5959-4437-8666-7c227cd9b3fb,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:55:34.726608 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb58f423-e402-4306-90b5-a5e7480ca5d5 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Checking segment: {'id': '86c48d4e-87d4-4c51-aa65-8363c1811ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '334ed517-ddd5-42cc-82f2-e0097dc7d6d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:55:34.726972 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb58f423-e402-4306-90b5-a5e7480ca5d5 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Network hostable DHCP agents. Network: 334ed517-ddd5-42cc-82f2-e0097dc7d6d2, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:55:34.743704 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb58f423-e402-4306-90b5-a5e7480ca5d5 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Network 334ed517-ddd5-42cc-82f2-e0097dc7d6d2 is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:55:34.753312 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-cb58f423-e402-4306-90b5-a5e7480ca5d5 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, 334ed517-ddd5-42cc-82f2-e0097dc7d6d2) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:55:34.760211 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cb58f423-e402-4306-90b5-a5e7480ca5d5 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4752401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4733085'] for subnet (02ba9cf1-3908-4994-bcb6-fc1c28be8cd4), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:34.761684 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fb21178-eeb9-4cbb-b08b-964382c9e1c1 None None] Network 334ed517-ddd5-42cc-82f2-e0097dc7d6d2 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:55:34.826554 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb58f423-e402-4306-90b5-a5e7480ca5d5 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Pushing event updated for resources: {'Subnet': ['ID=02ba9cf1-3908-4994-bcb6-fc1c28be8cd4,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:55:34.833485 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb58f423-e402-4306-90b5-a5e7480ca5d5 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Checking segment: {'id': '6f810fe9-ab4c-418a-8904-7219692379d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '7499881b-e0b2-4591-8d9f-5a55b39c7fcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:55:34.833770 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb58f423-e402-4306-90b5-a5e7480ca5d5 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Network hostable DHCP agents. Network: 7499881b-e0b2-4591-8d9f-5a55b39c7fcc, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:55:34.849959 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb58f423-e402-4306-90b5-a5e7480ca5d5 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Network 7499881b-e0b2-4591-8d9f-5a55b39c7fcc is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:55:34.860590 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-cb58f423-e402-4306-90b5-a5e7480ca5d5 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, 7499881b-e0b2-4591-8d9f-5a55b39c7fcc) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:55:34.864959 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22164180-3fc0-42d6-8be7-2044ce75ef95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68cd31fd-e4cd-5fb3-a862-256fc47efcd2-334ed517-ddd5-42cc-82f2-e0097dc7d6d2', 'network_id': '334ed517-ddd5-42cc-82f2-e0097dc7d6d2', 'project_id': '42b13967169547b2ba0c8e0be145973d', 'fixed_ips': [{'subnet_id': 'c233d14a-5959-4437-8666-7c227cd9b3fb'}]}} from n-d-812111-14. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:55:34.865220 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb58f423-e402-4306-90b5-a5e7480ca5d5 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:55:34.865580 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb58f423-e402-4306-90b5-a5e7480ca5d5 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:55:34.866205 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cb58f423-e402-4306-90b5-a5e7480ca5d5 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:34.866472 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-22164180-3fc0-42d6-8be7-2044ce75ef95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:34.879398 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87bee87e-26a0-421f-89ef-dd00eb6e8210 None None] Network 7499881b-e0b2-4591-8d9f-5a55b39c7fcc requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:55:34.883523 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-cb58f423-e402-4306-90b5-a5e7480ca5d5 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 0.7313926 Jan 28 19:55:34.886279 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 34676) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:55:34.973138 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0debbfd-dff4-4657-86f6-878b79581189 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:55:34.974380 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0debbfd-dff4-4657-86f6-878b79581189 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:55:34.975801 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0debbfd-dff4-4657-86f6-878b79581189 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:55:34.977403 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-e0debbfd-dff4-4657-86f6-878b79581189 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.0900187 Jan 28 19:55:34.980826 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 34678) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:55:35.031649 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d10847f-d3b3-4386-859c-3750a2165727 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Deleting subnet c233d14a-5959-4437-8666-7c227cd9b3fb {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:55:35.067606 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a449a0f3-a46e-4137-9a98-4ef1913d9cbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68cd31fd-e4cd-5fb3-a862-256fc47efcd2-7499881b-e0b2-4591-8d9f-5a55b39c7fcc', 'network_id': '7499881b-e0b2-4591-8d9f-5a55b39c7fcc', 'project_id': '42b13967169547b2ba0c8e0be145973d', 'fixed_ips': [{'subnet_id': '02ba9cf1-3908-4994-bcb6-fc1c28be8cd4'}]}} from n-d-812111-14. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:55:35.068442 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a449a0f3-a46e-4137-9a98-4ef1913d9cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:35.086222 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-22164180-3fc0-42d6-8be7-2044ce75ef95 None None] Allocated IP 172.20.0.2 (334ed517-ddd5-42cc-82f2-e0097dc7d6d2/c233d14a-5959-4437-8666-7c227cd9b3fb/52745007-efdd-4b94-a166-a1a0690d83af) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:55:35.308499 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-a449a0f3-a46e-4137-9a98-4ef1913d9cbe None None] Allocated IP 172.20.0.18 (7499881b-e0b2-4591-8d9f-5a55b39c7fcc/02ba9cf1-3908-4994-bcb6-fc1c28be8cd4/ff2dd788-a111-4b14-a089-09964b6b70ce) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:55:35.346897 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-22164180-3fc0-42d6-8be7-2044ce75ef95 None None] Publish callbacks [] for port (52745007-efdd-4b94-a166-a1a0690d83af), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:35.352902 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4d10847f-d3b3-4386-859c-3750a2165727 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Publish callbacks [] for subnet (c233d14a-5959-4437-8666-7c227cd9b3fb), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:35.379729 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-22164180-3fc0-42d6-8be7-2044ce75ef95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (52745007-efdd-4b94-a166-a1a0690d83af), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:35.393475 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4d10847f-d3b3-4386-859c-3750a2165727 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16187240'] for subnet (c233d14a-5959-4437-8666-7c227cd9b3fb), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:35.485042 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4d10847f-d3b3-4386-859c-3750a2165727 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (c233d14a-5959-4437-8666-7c227cd9b3fb), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:35.544307 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4d10847f-d3b3-4386-859c-3750a2165727 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4752464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4733806'] for subnet (c233d14a-5959-4437-8666-7c227cd9b3fb), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:35.572706 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d10847f-d3b3-4386-859c-3750a2165727 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Pushing event deleted for resources: {'Subnet': ['ID=c233d14a-5959-4437-8666-7c227cd9b3fb,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:55:35.576331 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4d10847f-d3b3-4386-859c-3750a2165727 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:35.579729 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-4d10847f-d3b3-4386-859c-3750a2165727 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] 10.222.0.64 "DELETE /v2.0/subnets/c233d14a-5959-4437-8666-7c227cd9b3fb HTTP/1.1" status: 204 len: 168 time: 0.5978498 Jan 28 19:55:35.582289 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 34680) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:55:35.585559 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22164180-3fc0-42d6-8be7-2044ce75ef95 None None] Network 334ed517-ddd5-42cc-82f2-e0097dc7d6d2 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:55:35.591567 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-22164180-3fc0-42d6-8be7-2044ce75ef95 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:55:35.603145 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22164180-3fc0-42d6-8be7-2044ce75ef95 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:55:35.614707 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22164180-3fc0-42d6-8be7-2044ce75ef95 None None] Pushing event updated for resources: {'Port': ['ID=52745007-efdd-4b94-a166-a1a0690d83af,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:55:35.636611 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5fe1642-4145-40be-98b8-bbdf2dd480a6 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Deleting subnet 02ba9cf1-3908-4994-bcb6-fc1c28be8cd4 {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:55:35.707070 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-22164180-3fc0-42d6-8be7-2044ce75ef95 None None] Attempting to bind port 52745007-efdd-4b94-a166-a1a0690d83af on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:55:35.707445 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-22164180-3fc0-42d6-8be7-2044ce75ef95 None None] Attempting to bind port 52745007-efdd-4b94-a166-a1a0690d83af by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '86c48d4e-87d4-4c51-aa65-8363c1811ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '334ed517-ddd5-42cc-82f2-e0097dc7d6d2'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:55:35.707807 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22164180-3fc0-42d6-8be7-2044ce75ef95 None None] Attempting to bind port 52745007-efdd-4b94-a166-a1a0690d83af on network 334ed517-ddd5-42cc-82f2-e0097dc7d6d2 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:55:35.718972 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22164180-3fc0-42d6-8be7-2044ce75ef95 None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:55:35.719351 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22164180-3fc0-42d6-8be7-2044ce75ef95 None None] Checking segment: {'id': '86c48d4e-87d4-4c51-aa65-8363c1811ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '334ed517-ddd5-42cc-82f2-e0097dc7d6d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:55:35.719753 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-22164180-3fc0-42d6-8be7-2044ce75ef95 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:35.720173 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22164180-3fc0-42d6-8be7-2044ce75ef95 None None] Bound using segment: {'id': '86c48d4e-87d4-4c51-aa65-8363c1811ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '334ed517-ddd5-42cc-82f2-e0097dc7d6d2'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:55:35.720639 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-22164180-3fc0-42d6-8be7-2044ce75ef95 None None] Bound port: 52745007-efdd-4b94-a166-a1a0690d83af, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86c48d4e-87d4-4c51-aa65-8363c1811ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '334ed517-ddd5-42cc-82f2-e0097dc7d6d2'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:55:35.721015 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-22164180-3fc0-42d6-8be7-2044ce75ef95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (52745007-efdd-4b94-a166-a1a0690d83af), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:35.742907 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a449a0f3-a46e-4137-9a98-4ef1913d9cbe None None] Publish callbacks [] for port (ff2dd788-a111-4b14-a089-09964b6b70ce), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:35.749734 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a449a0f3-a46e-4137-9a98-4ef1913d9cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (ff2dd788-a111-4b14-a089-09964b6b70ce), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:35.749948 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a5fe1642-4145-40be-98b8-bbdf2dd480a6 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Publish callbacks [] for subnet (02ba9cf1-3908-4994-bcb6-fc1c28be8cd4), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:35.793645 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a5fe1642-4145-40be-98b8-bbdf2dd480a6 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16187240'] for subnet (02ba9cf1-3908-4994-bcb6-fc1c28be8cd4), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:35.824259 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a449a0f3-a46e-4137-9a98-4ef1913d9cbe None None] Network 7499881b-e0b2-4591-8d9f-5a55b39c7fcc is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:55:35.834045 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-a449a0f3-a46e-4137-9a98-4ef1913d9cbe None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:55:35.840558 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a449a0f3-a46e-4137-9a98-4ef1913d9cbe None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:55:35.844380 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a449a0f3-a46e-4137-9a98-4ef1913d9cbe None None] Pushing event updated for resources: {'Port': ['ID=ff2dd788-a111-4b14-a089-09964b6b70ce,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:55:35.846970 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-22164180-3fc0-42d6-8be7-2044ce75ef95 None None] For port 52745007-efdd-4b94-a166-a1a0690d83af, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:55:35.851312 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-22164180-3fc0-42d6-8be7-2044ce75ef95 None None] For port 52745007-efdd-4b94-a166-a1a0690d83af, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=52745007-efdd-4b94-a166-a1a0690d83af,segment=NetworkSegment(86c48d4e-87d4-4c51-aa65-8363c1811ef2),segment_id=86c48d4e-87d4-4c51-aa65-8363c1811ef2)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:55:35.860458 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-22164180-3fc0-42d6-8be7-2044ce75ef95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (52745007-efdd-4b94-a166-a1a0690d83af), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:35.884148 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a5fe1642-4145-40be-98b8-bbdf2dd480a6 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (02ba9cf1-3908-4994-bcb6-fc1c28be8cd4), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:35.946914 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a5fe1642-4145-40be-98b8-bbdf2dd480a6 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4752464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4733806'] for subnet (02ba9cf1-3908-4994-bcb6-fc1c28be8cd4), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:35.966241 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-a449a0f3-a46e-4137-9a98-4ef1913d9cbe None None] Attempting to bind port ff2dd788-a111-4b14-a089-09964b6b70ce on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:55:35.966613 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-a449a0f3-a46e-4137-9a98-4ef1913d9cbe None None] Attempting to bind port ff2dd788-a111-4b14-a089-09964b6b70ce by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '6f810fe9-ab4c-418a-8904-7219692379d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '7499881b-e0b2-4591-8d9f-5a55b39c7fcc'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:55:35.966975 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a449a0f3-a46e-4137-9a98-4ef1913d9cbe None None] Attempting to bind port ff2dd788-a111-4b14-a089-09964b6b70ce on network 7499881b-e0b2-4591-8d9f-5a55b39c7fcc {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:55:35.974901 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fe1642-4145-40be-98b8-bbdf2dd480a6 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Pushing event deleted for resources: {'Subnet': ['ID=02ba9cf1-3908-4994-bcb6-fc1c28be8cd4,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:55:35.978912 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a5fe1642-4145-40be-98b8-bbdf2dd480a6 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:35.984455 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-a5fe1642-4145-40be-98b8-bbdf2dd480a6 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] 10.222.0.64 "DELETE /v2.0/subnets/02ba9cf1-3908-4994-bcb6-fc1c28be8cd4 HTTP/1.1" status: 204 len: 168 time: 0.3989422 Jan 28 19:55:35.985464 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 34682) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:55:35.987801 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a449a0f3-a46e-4137-9a98-4ef1913d9cbe None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:55:35.988189 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a449a0f3-a46e-4137-9a98-4ef1913d9cbe None None] Checking segment: {'id': '6f810fe9-ab4c-418a-8904-7219692379d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '7499881b-e0b2-4591-8d9f-5a55b39c7fcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:55:35.988601 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a449a0f3-a46e-4137-9a98-4ef1913d9cbe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:35.989007 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a449a0f3-a46e-4137-9a98-4ef1913d9cbe None None] Bound using segment: {'id': '6f810fe9-ab4c-418a-8904-7219692379d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '7499881b-e0b2-4591-8d9f-5a55b39c7fcc'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:55:35.989525 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-a449a0f3-a46e-4137-9a98-4ef1913d9cbe None None] Bound port: ff2dd788-a111-4b14-a089-09964b6b70ce, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f810fe9-ab4c-418a-8904-7219692379d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '7499881b-e0b2-4591-8d9f-5a55b39c7fcc'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:55:35.989905 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a449a0f3-a46e-4137-9a98-4ef1913d9cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (ff2dd788-a111-4b14-a089-09964b6b70ce), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:36.002969 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22164180-3fc0-42d6-8be7-2044ce75ef95 None None] Pushing event updated for resources: {'Port': ['ID=52745007-efdd-4b94-a166-a1a0690d83af,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:55:36.033206 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48a2ba59-7eed-4533-995a-6845e436c5a7 None None] Network 334ed517-ddd5-42cc-82f2-e0097dc7d6d2 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:55:36.041026 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f8ffa74-ed90-49a2-a117-7311e8ec1101 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:55:36.042544 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-4f8ffa74-ed90-49a2-a117-7311e8ec1101 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0568962 Jan 28 19:55:36.046466 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 34684) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:55:36.123065 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6e4785be-a0a2-4255-8b3c-349d2081558e tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (7499881b-e0b2-4591-8d9f-5a55b39c7fcc), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:36.131217 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-a449a0f3-a46e-4137-9a98-4ef1913d9cbe None None] For port ff2dd788-a111-4b14-a089-09964b6b70ce, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:55:36.146705 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-a449a0f3-a46e-4137-9a98-4ef1913d9cbe None None] For port ff2dd788-a111-4b14-a089-09964b6b70ce, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=ff2dd788-a111-4b14-a089-09964b6b70ce,segment=NetworkSegment(6f810fe9-ab4c-418a-8904-7219692379d3),segment_id=6f810fe9-ab4c-418a-8904-7219692379d3)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:55:36.154769 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a449a0f3-a46e-4137-9a98-4ef1913d9cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (ff2dd788-a111-4b14-a089-09964b6b70ce), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:36.179614 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-6e4785be-a0a2-4255-8b3c-349d2081558e tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Deleting port ff2dd788-a111-4b14-a089-09964b6b70ce {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:55:36.179963 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6e4785be-a0a2-4255-8b3c-349d2081558e tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (ff2dd788-a111-4b14-a089-09964b6b70ce), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:36.245524 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a449a0f3-a46e-4137-9a98-4ef1913d9cbe None None] Pushing event updated for resources: {'Port': ['ID=ff2dd788-a111-4b14-a089-09964b6b70ce,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:55:36.246486 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-6e4785be-a0a2-4255-8b3c-349d2081558e tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] For port ff2dd788-a111-4b14-a089-09964b6b70ce, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=ff2dd788-a111-4b14-a089-09964b6b70ce,segment=NetworkSegment(6f810fe9-ab4c-418a-8904-7219692379d3),segment_id=6f810fe9-ab4c-418a-8904-7219692379d3)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:55:36.246859 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6e4785be-a0a2-4255-8b3c-349d2081558e tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (ff2dd788-a111-4b14-a089-09964b6b70ce), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:36.260990 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-6e4785be-a0a2-4255-8b3c-349d2081558e tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Calling delete_port for ff2dd788-a111-4b14-a089-09964b6b70ce owned by network:dhcp {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:55:36.261346 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76bf43f6-1ec4-4b1e-9cd3-b11f1eba3644 None None] get_active_networks_info from n-d-812111-14 {{(pid=103306) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 19:55:36.319330 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76bf43f6-1ec4-4b1e-9cd3-b11f1eba3644 None None] Resources bound (agent type, host, resource id): {{(pid=103306) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 19:55:36.339133 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6e4785be-a0a2-4255-8b3c-349d2081558e tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (ff2dd788-a111-4b14-a089-09964b6b70ce), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:36.364478 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4785be-a0a2-4255-8b3c-349d2081558e tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Pushing event deleted for resources: {'Port': ['ID=ff2dd788-a111-4b14-a089-09964b6b70ce,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:55:36.367975 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4785be-a0a2-4255-8b3c-349d2081558e tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] No DVR routers for this DVR port ff2dd788-a111-4b14-a089-09964b6b70ce on host n-d-812111-14 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:55:36.449949 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6e4785be-a0a2-4255-8b3c-349d2081558e tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (7499881b-e0b2-4591-8d9f-5a55b39c7fcc), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:36.471727 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-6e4785be-a0a2-4255-8b3c-349d2081558e tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7499881b-e0b2-4591-8d9f-5a55b39c7fcc']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:55:36.481371 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-6e4785be-a0a2-4255-8b3c-349d2081558e tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f810fe9-ab4c-418a-8904-7219692379d3') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:55:36.481669 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1519952-ba8b-4ce9-b8ff-6a61bf8ecda0 None None] get_active_networks_info from n-d-812111-14 {{(pid=103306) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 19:55:36.481803 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-6e4785be-a0a2-4255-8b3c-349d2081558e tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f810fe9-ab4c-418a-8904-7219692379d3') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:55:36.491398 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6e4785be-a0a2-4255-8b3c-349d2081558e tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16187153'] for segment (6f810fe9-ab4c-418a-8904-7219692379d3), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:36.505404 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6e4785be-a0a2-4255-8b3c-349d2081558e tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (6f810fe9-ab4c-418a-8904-7219692379d3), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:36.511147 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e4785be-a0a2-4255-8b3c-349d2081558e tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:55:36.511528 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6e4785be-a0a2-4255-8b3c-349d2081558e tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4752570'] for segment (6f810fe9-ab4c-418a-8904-7219692379d3), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:36.514516 n-d-812111-14 neutron-server[103305]: Traceback (most recent call last): Jan 28 19:55:36.514516 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:55:36.514516 n-d-812111-14 neutron-server[103305]: timer() Jan 28 19:55:36.514516 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:55:36.514516 n-d-812111-14 neutron-server[103305]: cb(*args, **kw) Jan 28 19:55:36.514516 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:55:36.514516 n-d-812111-14 neutron-server[103305]: return func(*args, **kwargs) Jan 28 19:55:36.514516 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:55:36.514516 n-d-812111-14 neutron-server[103305]: self._notify() Jan 28 19:55:36.514516 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:55:36.514516 n-d-812111-14 neutron-server[103305]: self.callback(batched_events) Jan 28 19:55:36.514516 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:55:36.514516 n-d-812111-14 neutron-server[103305]: event.method(event) Jan 28 19:55:36.514516 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:55:36.514516 n-d-812111-14 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:55:36.514516 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:55:36.514516 n-d-812111-14 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:55:36.514516 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:55:36.514516 n-d-812111-14 neutron-server[103305]: return f(self, *a, **k) Jan 28 19:55:36.514516 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:55:36.514516 n-d-812111-14 neutron-server[103305]: return self._get(url).json() Jan 28 19:55:36.514516 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:55:36.514516 n-d-812111-14 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:55:36.514516 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:55:36.514516 n-d-812111-14 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 28 19:55:36.514516 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:55:36.514516 n-d-812111-14 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:55:36.514516 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:55:36.514516 n-d-812111-14 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:55:36.514516 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:55:36.514516 n-d-812111-14 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:55:36.514516 n-d-812111-14 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:55:36.543096 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1519952-ba8b-4ce9-b8ff-6a61bf8ecda0 None None] Resources bound (agent type, host, resource id): {{(pid=103306) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 19:55:36.575369 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6e4785be-a0a2-4255-8b3c-349d2081558e tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (7499881b-e0b2-4591-8d9f-5a55b39c7fcc), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:36.583132 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6e4785be-a0a2-4255-8b3c-349d2081558e tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:36.586310 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-6e4785be-a0a2-4255-8b3c-349d2081558e tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] 10.222.0.64 "DELETE /v2.0/networks/7499881b-e0b2-4591-8d9f-5a55b39c7fcc HTTP/1.1" status: 204 len: 168 time: 0.5389223 Jan 28 19:55:36.588934 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 34686) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:55:36.597994 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4785be-a0a2-4255-8b3c-349d2081558e tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Pushing event deleted for resources: {'Network': ['ID=7499881b-e0b2-4591-8d9f-5a55b39c7fcc,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:55:36.671112 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9f10017b-db8d-45e6-98d2-936d03ed305c tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (334ed517-ddd5-42cc-82f2-e0097dc7d6d2), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:36.694943 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2cf06e86-c1c3-4e0d-b5c7-cfcab45ef59a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:36.724248 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e85d195-833e-4dd5-b430-dbc5fcf9401e None None] Network 7499881b-e0b2-4591-8d9f-5a55b39c7fcc requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:55:36.724907 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-9f10017b-db8d-45e6-98d2-936d03ed305c tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Deleting port 52745007-efdd-4b94-a166-a1a0690d83af {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:55:36.725320 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9f10017b-db8d-45e6-98d2-936d03ed305c tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (52745007-efdd-4b94-a166-a1a0690d83af), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:36.736686 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e85d195-833e-4dd5-b430-dbc5fcf9401e None None] Network 7499881b-e0b2-4591-8d9f-5a55b39c7fcc could not be found, it might have been deleted concurrently. {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 28 19:55:36.786810 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-9f10017b-db8d-45e6-98d2-936d03ed305c tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] For port 52745007-efdd-4b94-a166-a1a0690d83af, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=52745007-efdd-4b94-a166-a1a0690d83af,segment=NetworkSegment(86c48d4e-87d4-4c51-aa65-8363c1811ef2),segment_id=86c48d4e-87d4-4c51-aa65-8363c1811ef2)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:55:36.787090 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9f10017b-db8d-45e6-98d2-936d03ed305c tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (52745007-efdd-4b94-a166-a1a0690d83af), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:36.800200 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-9f10017b-db8d-45e6-98d2-936d03ed305c tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Calling delete_port for 52745007-efdd-4b94-a166-a1a0690d83af owned by network:dhcp {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:55:36.879871 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9f10017b-db8d-45e6-98d2-936d03ed305c tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (52745007-efdd-4b94-a166-a1a0690d83af), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:36.904391 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f10017b-db8d-45e6-98d2-936d03ed305c tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Pushing event deleted for resources: {'Port': ['ID=52745007-efdd-4b94-a166-a1a0690d83af,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:55:36.909320 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f10017b-db8d-45e6-98d2-936d03ed305c tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] No DVR routers for this DVR port 52745007-efdd-4b94-a166-a1a0690d83af on host n-d-812111-14 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:55:36.992100 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9f10017b-db8d-45e6-98d2-936d03ed305c tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (334ed517-ddd5-42cc-82f2-e0097dc7d6d2), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:37.013362 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-9f10017b-db8d-45e6-98d2-936d03ed305c tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['334ed517-ddd5-42cc-82f2-e0097dc7d6d2']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:55:37.022545 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-9f10017b-db8d-45e6-98d2-936d03ed305c tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86c48d4e-87d4-4c51-aa65-8363c1811ef2') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:55:37.022844 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-9f10017b-db8d-45e6-98d2-936d03ed305c tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86c48d4e-87d4-4c51-aa65-8363c1811ef2') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:55:37.032436 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9f10017b-db8d-45e6-98d2-936d03ed305c tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4747091'] for segment (86c48d4e-87d4-4c51-aa65-8363c1811ef2), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:37.045281 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9f10017b-db8d-45e6-98d2-936d03ed305c tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (86c48d4e-87d4-4c51-aa65-8363c1811ef2), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:37.051662 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f10017b-db8d-45e6-98d2-936d03ed305c tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:55:37.052046 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9f10017b-db8d-45e6-98d2-936d03ed305c tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4690514'] for segment (86c48d4e-87d4-4c51-aa65-8363c1811ef2), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:37.054958 n-d-812111-14 neutron-server[103304]: Traceback (most recent call last): Jan 28 19:55:37.054958 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:55:37.054958 n-d-812111-14 neutron-server[103304]: timer() Jan 28 19:55:37.054958 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:55:37.054958 n-d-812111-14 neutron-server[103304]: cb(*args, **kw) Jan 28 19:55:37.054958 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:55:37.054958 n-d-812111-14 neutron-server[103304]: return func(*args, **kwargs) Jan 28 19:55:37.054958 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:55:37.054958 n-d-812111-14 neutron-server[103304]: self._notify() Jan 28 19:55:37.054958 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:55:37.054958 n-d-812111-14 neutron-server[103304]: self.callback(batched_events) Jan 28 19:55:37.054958 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:55:37.054958 n-d-812111-14 neutron-server[103304]: event.method(event) Jan 28 19:55:37.054958 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:55:37.054958 n-d-812111-14 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:55:37.054958 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:55:37.054958 n-d-812111-14 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:55:37.054958 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:55:37.054958 n-d-812111-14 neutron-server[103304]: return f(self, *a, **k) Jan 28 19:55:37.054958 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:55:37.054958 n-d-812111-14 neutron-server[103304]: return self._get(url).json() Jan 28 19:55:37.054958 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:55:37.054958 n-d-812111-14 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:55:37.054958 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:55:37.054958 n-d-812111-14 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 28 19:55:37.054958 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:55:37.054958 n-d-812111-14 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:55:37.054958 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:55:37.054958 n-d-812111-14 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:55:37.054958 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:55:37.054958 n-d-812111-14 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:55:37.054958 n-d-812111-14 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:55:37.110934 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9f10017b-db8d-45e6-98d2-936d03ed305c tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (334ed517-ddd5-42cc-82f2-e0097dc7d6d2), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:37.115081 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9f10017b-db8d-45e6-98d2-936d03ed305c tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:37.119066 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-9f10017b-db8d-45e6-98d2-936d03ed305c tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] 10.222.0.64 "DELETE /v2.0/networks/334ed517-ddd5-42cc-82f2-e0097dc7d6d2 HTTP/1.1" status: 204 len: 168 time: 0.5289602 Jan 28 19:55:37.121612 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 34688) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:55:37.133185 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f10017b-db8d-45e6-98d2-936d03ed305c tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Pushing event deleted for resources: {'Network': ['ID=334ed517-ddd5-42cc-82f2-e0097dc7d6d2,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:55:37.195737 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ecd59cea-106e-40c5-8ca0-57b928843cef tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (e81184bb-4c42-41e6-904e-f0f7aed7e44e), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:37.512949 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ecd59cea-106e-40c5-8ca0-57b928843cef tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (e81184bb-4c42-41e6-904e-f0f7aed7e44e), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:37.533744 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-ecd59cea-106e-40c5-8ca0-57b928843cef tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e81184bb-4c42-41e6-904e-f0f7aed7e44e']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:55:37.542763 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-ecd59cea-106e-40c5-8ca0-57b928843cef tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b24452b0-e50d-491e-af60-88c75ac2f485') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:55:37.543061 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-ecd59cea-106e-40c5-8ca0-57b928843cef tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b24452b0-e50d-491e-af60-88c75ac2f485') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:55:37.552041 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ecd59cea-106e-40c5-8ca0-57b928843cef tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16187153'] for segment (b24452b0-e50d-491e-af60-88c75ac2f485), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:37.564449 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ecd59cea-106e-40c5-8ca0-57b928843cef tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (b24452b0-e50d-491e-af60-88c75ac2f485), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:37.570074 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecd59cea-106e-40c5-8ca0-57b928843cef tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:55:37.570456 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ecd59cea-106e-40c5-8ca0-57b928843cef tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4752570'] for segment (b24452b0-e50d-491e-af60-88c75ac2f485), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:37.573322 n-d-812111-14 neutron-server[103305]: Traceback (most recent call last): Jan 28 19:55:37.573322 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:55:37.573322 n-d-812111-14 neutron-server[103305]: timer() Jan 28 19:55:37.573322 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:55:37.573322 n-d-812111-14 neutron-server[103305]: cb(*args, **kw) Jan 28 19:55:37.573322 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:55:37.573322 n-d-812111-14 neutron-server[103305]: return func(*args, **kwargs) Jan 28 19:55:37.573322 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:55:37.573322 n-d-812111-14 neutron-server[103305]: self._notify() Jan 28 19:55:37.573322 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:55:37.573322 n-d-812111-14 neutron-server[103305]: self.callback(batched_events) Jan 28 19:55:37.573322 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:55:37.573322 n-d-812111-14 neutron-server[103305]: event.method(event) Jan 28 19:55:37.573322 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:55:37.573322 n-d-812111-14 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:55:37.573322 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:55:37.573322 n-d-812111-14 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:55:37.573322 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:55:37.573322 n-d-812111-14 neutron-server[103305]: return f(self, *a, **k) Jan 28 19:55:37.573322 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:55:37.573322 n-d-812111-14 neutron-server[103305]: return self._get(url).json() Jan 28 19:55:37.573322 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:55:37.573322 n-d-812111-14 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:55:37.573322 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:55:37.573322 n-d-812111-14 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 28 19:55:37.573322 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:55:37.573322 n-d-812111-14 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:55:37.573322 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:55:37.573322 n-d-812111-14 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:55:37.573322 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:55:37.573322 n-d-812111-14 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:55:37.573322 n-d-812111-14 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:55:37.632975 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ecd59cea-106e-40c5-8ca0-57b928843cef tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (e81184bb-4c42-41e6-904e-f0f7aed7e44e), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:37.637995 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ecd59cea-106e-40c5-8ca0-57b928843cef tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:37.641734 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-ecd59cea-106e-40c5-8ca0-57b928843cef tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] 10.222.0.64 "DELETE /v2.0/networks/e81184bb-4c42-41e6-904e-f0f7aed7e44e HTTP/1.1" status: 204 len: 168 time: 0.5190525 Jan 28 19:55:37.644612 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 34690) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:55:37.657454 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd59cea-106e-40c5-8ca0-57b928843cef tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Pushing event deleted for resources: {'Network': ['ID=e81184bb-4c42-41e6-904e-f0f7aed7e44e,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:55:37.725306 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-067aaaed-c1ea-4ce6-9960-2819f367f417 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (49fe3d65-d870-4887-9298-50be9cc1d010), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:37.807433 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-067aaaed-c1ea-4ce6-9960-2819f367f417 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (49fe3d65-d870-4887-9298-50be9cc1d010), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:37.826972 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-067aaaed-c1ea-4ce6-9960-2819f367f417 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49fe3d65-d870-4887-9298-50be9cc1d010']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:55:37.835945 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-067aaaed-c1ea-4ce6-9960-2819f367f417 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06641ac3-e3a5-474a-86a0-83ba877ab1bd') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:55:37.836239 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-067aaaed-c1ea-4ce6-9960-2819f367f417 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06641ac3-e3a5-474a-86a0-83ba877ab1bd') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:55:37.849613 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-067aaaed-c1ea-4ce6-9960-2819f367f417 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4747091'] for segment (06641ac3-e3a5-474a-86a0-83ba877ab1bd), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:37.862713 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-067aaaed-c1ea-4ce6-9960-2819f367f417 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (06641ac3-e3a5-474a-86a0-83ba877ab1bd), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:37.868674 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-067aaaed-c1ea-4ce6-9960-2819f367f417 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:55:37.869194 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-067aaaed-c1ea-4ce6-9960-2819f367f417 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4690514'] for segment (06641ac3-e3a5-474a-86a0-83ba877ab1bd), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:37.872094 n-d-812111-14 neutron-server[103304]: Traceback (most recent call last): Jan 28 19:55:37.872094 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:55:37.872094 n-d-812111-14 neutron-server[103304]: timer() Jan 28 19:55:37.872094 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:55:37.872094 n-d-812111-14 neutron-server[103304]: cb(*args, **kw) Jan 28 19:55:37.872094 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:55:37.872094 n-d-812111-14 neutron-server[103304]: return func(*args, **kwargs) Jan 28 19:55:37.872094 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:55:37.872094 n-d-812111-14 neutron-server[103304]: self._notify() Jan 28 19:55:37.872094 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:55:37.872094 n-d-812111-14 neutron-server[103304]: self.callback(batched_events) Jan 28 19:55:37.872094 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:55:37.872094 n-d-812111-14 neutron-server[103304]: event.method(event) Jan 28 19:55:37.872094 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:55:37.872094 n-d-812111-14 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:55:37.872094 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:55:37.872094 n-d-812111-14 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:55:37.872094 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:55:37.872094 n-d-812111-14 neutron-server[103304]: return f(self, *a, **k) Jan 28 19:55:37.872094 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:55:37.872094 n-d-812111-14 neutron-server[103304]: return self._get(url).json() Jan 28 19:55:37.872094 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:55:37.872094 n-d-812111-14 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:55:37.872094 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:55:37.872094 n-d-812111-14 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 28 19:55:37.872094 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:55:37.872094 n-d-812111-14 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:55:37.872094 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:55:37.872094 n-d-812111-14 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:55:37.872094 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:55:37.872094 n-d-812111-14 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:55:37.872094 n-d-812111-14 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:55:37.927960 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-067aaaed-c1ea-4ce6-9960-2819f367f417 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (49fe3d65-d870-4887-9298-50be9cc1d010), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:37.933417 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-067aaaed-c1ea-4ce6-9960-2819f367f417 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:37.936716 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-067aaaed-c1ea-4ce6-9960-2819f367f417 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] 10.222.0.64 "DELETE /v2.0/networks/49fe3d65-d870-4887-9298-50be9cc1d010 HTTP/1.1" status: 204 len: 168 time: 0.2902868 Jan 28 19:55:37.951767 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067aaaed-c1ea-4ce6-9960-2819f367f417 tempest-BulkNetworkOpsTest-643261250 tempest-BulkNetworkOpsTest-643261250-project] Pushing event deleted for resources: {'Network': ['ID=49fe3d65-d870-4887-9298-50be9cc1d010,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:55:38.173303 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 34696) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:55:38.303705 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-d5218eca-34b6-4363-8dbd-82c38850d017 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=42b13967169547b2ba0c8e0be145973d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1292007 Jan 28 19:55:38.306194 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 34700) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:55:38.351276 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fc2f84d5-e510-4cb1-9ac5-3723578f97f0 admin admin] Publish callbacks [] for security_group (b48860fd-98ea-48f5-a6a4-4f7981b68306), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:38.371405 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fc2f84d5-e510-4cb1-9ac5-3723578f97f0 admin admin] Publish callbacks [] for security_group (b48860fd-98ea-48f5-a6a4-4f7981b68306), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:38.421981 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fc2f84d5-e510-4cb1-9ac5-3723578f97f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (b48860fd-98ea-48f5-a6a4-4f7981b68306), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:38.424511 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fc2f84d5-e510-4cb1-9ac5-3723578f97f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:38.425756 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-fc2f84d5-e510-4cb1-9ac5-3723578f97f0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b48860fd-98ea-48f5-a6a4-4f7981b68306 HTTP/1.1" status: 204 len: 168 time: 0.1186891 Jan 28 19:55:38.433074 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2f84d5-e510-4cb1-9ac5-3723578f97f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b48860fd-98ea-48f5-a6a4-4f7981b68306,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:55:38.943404 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e90ca3a9-4dd9-41c8-bd3d-37b2f19947fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:39.041340 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 34722) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:55:39.135413 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-97ff610d-3242-493d-9caf-62e54db50e33 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Request body: {'security_group': {'name': 'tempest-secgroup--739541362'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:55:39.156460 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-97ff610d-3242-493d-9caf-62e54db50e33 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:39.164606 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-97ff610d-3242-493d-9caf-62e54db50e33 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:39.167970 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:55:39.238864 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-97ff610d-3242-493d-9caf-62e54db50e33 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Publish callbacks [] for security_group (fecd78dd-5505-431f-aad8-449a3cdb380c), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:39.242965 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-97ff610d-3242-493d-9caf-62e54db50e33 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (fecd78dd-5505-431f-aad8-449a3cdb380c), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:39.278380 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ff610d-3242-493d-9caf-62e54db50e33 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fecd78dd-5505-431f-aad8-449a3cdb380c,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:55:39.320234 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-97ff610d-3242-493d-9caf-62e54db50e33 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Publish callbacks [] for security_group (1b4e9695-1f3a-43d7-9eca-14032382cce2), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:39.324572 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-97ff610d-3242-493d-9caf-62e54db50e33 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (1b4e9695-1f3a-43d7-9eca-14032382cce2), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:39.354576 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-97ff610d-3242-493d-9caf-62e54db50e33 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:39.355814 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-97ff610d-3242-493d-9caf-62e54db50e33 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3134706 Jan 28 19:55:39.357056 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ff610d-3242-493d-9caf-62e54db50e33 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b4e9695-1f3a-43d7-9eca-14032382cce2,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:55:39.358973 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 34726) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:55:39.420982 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-b0db24d9-2a23-4a4c-8a57-7da6cafb2c2d tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0606222 Jan 28 19:55:39.423442 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 34728) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:55:39.427666 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-9164d39a-e9b5-4d8d-b056-8f0611055606 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Request body: {'security_group': {'name': 'tempest-security--1800942784', 'description': 'tempest-security-description-959565472'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:55:39.460105 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9164d39a-e9b5-4d8d-b056-8f0611055606 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Publish callbacks [] for security_group (1b4e9695-1f3a-43d7-9eca-14032382cce2), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:39.502876 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9164d39a-e9b5-4d8d-b056-8f0611055606 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Publish callbacks [] for security_group (1b4e9695-1f3a-43d7-9eca-14032382cce2), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:39.506457 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9164d39a-e9b5-4d8d-b056-8f0611055606 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (1b4e9695-1f3a-43d7-9eca-14032382cce2), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:39.509054 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9164d39a-e9b5-4d8d-b056-8f0611055606 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:39.510305 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-9164d39a-e9b5-4d8d-b056-8f0611055606 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] 10.222.0.64 "PUT /v2.0/security-groups/1b4e9695-1f3a-43d7-9eca-14032382cce2 HTTP/1.1" status: 200 len: 1796 time: 0.0859544 Jan 28 19:55:39.513010 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 34730) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:55:39.533440 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9164d39a-e9b5-4d8d-b056-8f0611055606 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b4e9695-1f3a-43d7-9eca-14032382cce2,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:55:39.551470 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-b7583e54-d5b3-4983-80fe-b264dab4b88c tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] 10.222.0.64 "GET /v2.0/security-groups/1b4e9695-1f3a-43d7-9eca-14032382cce2 HTTP/1.1" status: 200 len: 1796 time: 0.0372806 Jan 28 19:55:39.553918 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 34732) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:55:39.605500 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-65ddb696-c0ff-4fbf-90cb-035800c65753 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Publish callbacks [] for security_group (1b4e9695-1f3a-43d7-9eca-14032382cce2), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:39.628348 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-65ddb696-c0ff-4fbf-90cb-035800c65753 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Publish callbacks [] for security_group (1b4e9695-1f3a-43d7-9eca-14032382cce2), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:39.666891 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-65ddb696-c0ff-4fbf-90cb-035800c65753 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (1b4e9695-1f3a-43d7-9eca-14032382cce2), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:39.669558 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-65ddb696-c0ff-4fbf-90cb-035800c65753 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:39.670732 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-65ddb696-c0ff-4fbf-90cb-035800c65753 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] 10.222.0.64 "DELETE /v2.0/security-groups/1b4e9695-1f3a-43d7-9eca-14032382cce2 HTTP/1.1" status: 204 len: 168 time: 0.1158915 Jan 28 19:55:39.674077 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 34734) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:55:39.682295 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ddb696-c0ff-4fbf-90cb-035800c65753 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b4e9695-1f3a-43d7-9eca-14032382cce2,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:55:39.716195 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-be17a2b9-81a1-4631-a706-fa82cac1899b tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0409749 Jan 28 19:55:39.719421 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 34736) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:55:39.735979 n-d-812111-14 neutron-server[103305]: INFO neutron.api.v2.resource [None req-05187a77-682b-4a17-865f-e8935387ddf0 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] delete failed (client error): The resource could not be found. Jan 28 19:55:39.736945 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-05187a77-682b-4a17-865f-e8935387ddf0 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] 10.222.0.64 "DELETE /v2.0/security-groups/1b4e9695-1f3a-43d7-9eca-14032382cce2 HTTP/1.1" status: 404 len: 347 time: 0.0166323 Jan 28 19:55:39.740704 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 34738) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:55:39.745358 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-a8b5f997-3604-4310-8ea6-ecd1ee64fc1f tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Request body: {'security_group': {'name': 'tempest-secgroup--506201346'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:55:39.766456 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a8b5f997-3604-4310-8ea6-ecd1ee64fc1f tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:39.829733 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a8b5f997-3604-4310-8ea6-ecd1ee64fc1f tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Publish callbacks [] for security_group (630ca534-497b-42ab-ac22-5c12f977c381), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:39.833286 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a8b5f997-3604-4310-8ea6-ecd1ee64fc1f tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (630ca534-497b-42ab-ac22-5c12f977c381), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:39.863657 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a8b5f997-3604-4310-8ea6-ecd1ee64fc1f tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:39.864881 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:39.865237 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-a8b5f997-3604-4310-8ea6-ecd1ee64fc1f tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1231031 Jan 28 19:55:39.866139 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b5f997-3604-4310-8ea6-ecd1ee64fc1f tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=630ca534-497b-42ab-ac22-5c12f977c381,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:55:39.869451 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 34740) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:55:39.875466 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-4cb545eb-1ac9-4808-9e24-52909cc16e22 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Request body: {'security_group_rule': {'security_group_id': '630ca534-497b-42ab-ac22-5c12f977c381', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:55:39.905046 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4cb545eb-1ac9-4808-9e24-52909cc16e22 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Publish callbacks [] for security_group_rule (bd5c7d5d-cf78-4f48-b635-de8250701df5), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:39.950248 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4cb545eb-1ac9-4808-9e24-52909cc16e22 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Publish callbacks [] for security_group_rule (bd5c7d5d-cf78-4f48-b635-de8250701df5), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:39.954062 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4cb545eb-1ac9-4808-9e24-52909cc16e22 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (bd5c7d5d-cf78-4f48-b635-de8250701df5), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:39.971618 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb545eb-1ac9-4808-9e24-52909cc16e22 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd5c7d5d-cf78-4f48-b635-de8250701df5,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:55:39.979669 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4cb545eb-1ac9-4808-9e24-52909cc16e22 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:39.980955 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-4cb545eb-1ac9-4808-9e24-52909cc16e22 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1092525 Jan 28 19:55:39.983700 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 34742) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:55:40.010954 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a1778afe-9aa6-4582-bf1c-30d8833a6cc7 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Publish callbacks [] for security_group_rule (bd5c7d5d-cf78-4f48-b635-de8250701df5), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:40.019327 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a1778afe-9aa6-4582-bf1c-30d8833a6cc7 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Publish callbacks [] for security_group_rule (bd5c7d5d-cf78-4f48-b635-de8250701df5), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:40.045618 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a1778afe-9aa6-4582-bf1c-30d8833a6cc7 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (bd5c7d5d-cf78-4f48-b635-de8250701df5), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:40.050976 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a1778afe-9aa6-4582-bf1c-30d8833a6cc7 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:40.052103 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-a1778afe-9aa6-4582-bf1c-30d8833a6cc7 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/bd5c7d5d-cf78-4f48-b635-de8250701df5 HTTP/1.1" status: 204 len: 168 time: 0.0675144 Jan 28 19:55:40.054660 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 34744) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:55:40.070926 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1778afe-9aa6-4582-bf1c-30d8833a6cc7 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bd5c7d5d-cf78-4f48-b635-de8250701df5,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:55:40.102420 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-a799c14f-851f-4274-a32e-9d931c0e8910 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0467610 Jan 28 19:55:40.105025 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 34746) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:55:40.153994 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-27bdd192-c29b-4fc9-a3d0-e27280723be9 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Publish callbacks [] for security_group (630ca534-497b-42ab-ac22-5c12f977c381), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:40.179108 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-27bdd192-c29b-4fc9-a3d0-e27280723be9 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Publish callbacks [] for security_group (630ca534-497b-42ab-ac22-5c12f977c381), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:40.217682 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-27bdd192-c29b-4fc9-a3d0-e27280723be9 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (630ca534-497b-42ab-ac22-5c12f977c381), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:40.220766 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-27bdd192-c29b-4fc9-a3d0-e27280723be9 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:40.221982 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-27bdd192-c29b-4fc9-a3d0-e27280723be9 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] 10.222.0.64 "DELETE /v2.0/security-groups/630ca534-497b-42ab-ac22-5c12f977c381 HTTP/1.1" status: 204 len: 168 time: 0.1160495 Jan 28 19:55:40.224718 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 34748) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:55:40.231089 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bdd192-c29b-4fc9-a3d0-e27280723be9 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=630ca534-497b-42ab-ac22-5c12f977c381,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:55:40.276685 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-a65a1a43-e7a4-4823-be43-a69f23af98ef tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0507362 Jan 28 19:55:40.280374 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 34750) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:55:40.285132 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-06617e77-c3eb-41ee-9af7-db58569a67ce tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Request body: {'security_group': {'name': 'tempest-secgroup--1941954876'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:55:40.305352 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-06617e77-c3eb-41ee-9af7-db58569a67ce tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:40.370776 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-06617e77-c3eb-41ee-9af7-db58569a67ce tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Publish callbacks [] for security_group (0635be58-bab2-4d16-888b-e717618f6204), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:40.374728 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-06617e77-c3eb-41ee-9af7-db58569a67ce tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (0635be58-bab2-4d16-888b-e717618f6204), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:40.400973 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-06617e77-c3eb-41ee-9af7-db58569a67ce tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:40.402227 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-06617e77-c3eb-41ee-9af7-db58569a67ce tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1204045 Jan 28 19:55:40.406047 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 34752) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:55:40.406761 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06617e77-c3eb-41ee-9af7-db58569a67ce tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0635be58-bab2-4d16-888b-e717618f6204,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:55:40.411933 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-6c3c93f1-e44c-449a-892d-f1fc7685f9e6 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Request body: {'security_group_rule': {'security_group_id': '0635be58-bab2-4d16-888b-e717618f6204', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:55:40.437121 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6c3c93f1-e44c-449a-892d-f1fc7685f9e6 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Publish callbacks [] for security_group_rule (0c641d6b-3c64-411e-ae92-afd0e04eb5ea), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:40.483062 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6c3c93f1-e44c-449a-892d-f1fc7685f9e6 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Publish callbacks [] for security_group_rule (0c641d6b-3c64-411e-ae92-afd0e04eb5ea), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:40.486696 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6c3c93f1-e44c-449a-892d-f1fc7685f9e6 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (0c641d6b-3c64-411e-ae92-afd0e04eb5ea), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:40.506872 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3c93f1-e44c-449a-892d-f1fc7685f9e6 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c641d6b-3c64-411e-ae92-afd0e04eb5ea,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:55:40.512911 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6c3c93f1-e44c-449a-892d-f1fc7685f9e6 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:40.514033 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-6c3c93f1-e44c-449a-892d-f1fc7685f9e6 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1069403 Jan 28 19:55:40.517229 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 34754) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:55:40.521578 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-c4e3b522-4602-4465-842a-14c1bf180b95 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Request body: {'security_group_rule': {'security_group_id': '0635be58-bab2-4d16-888b-e717618f6204', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:55:40.546330 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c4e3b522-4602-4465-842a-14c1bf180b95 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Publish callbacks [] for security_group_rule (64755c19-faf4-4a37-945b-434303b2de04), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:40.602570 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c4e3b522-4602-4465-842a-14c1bf180b95 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Publish callbacks [] for security_group_rule (64755c19-faf4-4a37-945b-434303b2de04), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:40.606327 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c4e3b522-4602-4465-842a-14c1bf180b95 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (64755c19-faf4-4a37-945b-434303b2de04), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:40.626853 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e3b522-4602-4465-842a-14c1bf180b95 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64755c19-faf4-4a37-945b-434303b2de04,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:55:40.632584 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c4e3b522-4602-4465-842a-14c1bf180b95 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:40.633790 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-c4e3b522-4602-4465-842a-14c1bf180b95 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1155920 Jan 28 19:55:40.636533 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 34756) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:55:40.641266 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-6998accc-0655-4d14-8a48-1f43a29b638c tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Request body: {'security_group_rule': {'security_group_id': '0635be58-bab2-4d16-888b-e717618f6204', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:55:40.665045 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6998accc-0655-4d14-8a48-1f43a29b638c tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Publish callbacks [] for security_group_rule (9cea5a47-5f5b-4bf3-87dc-a3a308996441), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:40.718978 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6998accc-0655-4d14-8a48-1f43a29b638c tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Publish callbacks [] for security_group_rule (9cea5a47-5f5b-4bf3-87dc-a3a308996441), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:40.722288 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6998accc-0655-4d14-8a48-1f43a29b638c tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (9cea5a47-5f5b-4bf3-87dc-a3a308996441), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:40.742070 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6998accc-0655-4d14-8a48-1f43a29b638c tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cea5a47-5f5b-4bf3-87dc-a3a308996441,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:55:40.750117 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6998accc-0655-4d14-8a48-1f43a29b638c tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:40.751276 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-6998accc-0655-4d14-8a48-1f43a29b638c tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1137807 Jan 28 19:55:40.753998 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 34758) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:55:40.758159 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-410483b5-7424-4b25-b4ef-3cdfb8dc21c6 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Request body: {'security_group_rule': {'security_group_id': '0635be58-bab2-4d16-888b-e717618f6204', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:55:40.782625 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-410483b5-7424-4b25-b4ef-3cdfb8dc21c6 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Publish callbacks [] for security_group_rule (ca0d0f8e-67c4-4baf-95c1-d3466771156c), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:40.837787 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-410483b5-7424-4b25-b4ef-3cdfb8dc21c6 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Publish callbacks [] for security_group_rule (ca0d0f8e-67c4-4baf-95c1-d3466771156c), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:40.841238 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-410483b5-7424-4b25-b4ef-3cdfb8dc21c6 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (ca0d0f8e-67c4-4baf-95c1-d3466771156c), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:40.859333 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410483b5-7424-4b25-b4ef-3cdfb8dc21c6 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca0d0f8e-67c4-4baf-95c1-d3466771156c,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:55:40.864266 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-410483b5-7424-4b25-b4ef-3cdfb8dc21c6 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:40.865352 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-410483b5-7424-4b25-b4ef-3cdfb8dc21c6 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1104298 Jan 28 19:55:40.867976 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 34760) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:55:40.872155 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-aa82595d-9320-4968-9d0d-54fcd1b471ef tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Request body: {'security_group_rule': {'security_group_id': '0635be58-bab2-4d16-888b-e717618f6204', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:55:40.896263 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-aa82595d-9320-4968-9d0d-54fcd1b471ef tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Publish callbacks [] for security_group_rule (abbd058c-9c05-45c0-a2d5-f00301c68dc4), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:40.952968 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-aa82595d-9320-4968-9d0d-54fcd1b471ef tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Publish callbacks [] for security_group_rule (abbd058c-9c05-45c0-a2d5-f00301c68dc4), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:40.956309 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-aa82595d-9320-4968-9d0d-54fcd1b471ef tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (abbd058c-9c05-45c0-a2d5-f00301c68dc4), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:40.972910 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa82595d-9320-4968-9d0d-54fcd1b471ef tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abbd058c-9c05-45c0-a2d5-f00301c68dc4,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:55:40.981755 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-aa82595d-9320-4968-9d0d-54fcd1b471ef tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:40.982994 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-aa82595d-9320-4968-9d0d-54fcd1b471ef tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1141119 Jan 28 19:55:40.985776 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 34762) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:55:41.009013 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b9c70cdd-84f1-416a-9e7b-853d4a20dba0 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Publish callbacks [] for security_group_rule (abbd058c-9c05-45c0-a2d5-f00301c68dc4), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:41.016684 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b9c70cdd-84f1-416a-9e7b-853d4a20dba0 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Publish callbacks [] for security_group_rule (abbd058c-9c05-45c0-a2d5-f00301c68dc4), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:41.041702 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b9c70cdd-84f1-416a-9e7b-853d4a20dba0 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (abbd058c-9c05-45c0-a2d5-f00301c68dc4), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:41.047865 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b9c70cdd-84f1-416a-9e7b-853d4a20dba0 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:41.048952 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-b9c70cdd-84f1-416a-9e7b-853d4a20dba0 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/abbd058c-9c05-45c0-a2d5-f00301c68dc4 HTTP/1.1" status: 204 len: 168 time: 0.0622473 Jan 28 19:55:41.051599 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 34764) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:55:41.054327 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c70cdd-84f1-416a-9e7b-853d4a20dba0 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=abbd058c-9c05-45c0-a2d5-f00301c68dc4,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:55:41.100545 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-7eafe5eb-6436-4670-8df8-be8dda02b7dc tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0477638 Jan 28 19:55:41.103182 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 34766) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:55:41.131107 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e7c8765b-d131-4683-987c-33d562bc66b5 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Publish callbacks [] for security_group_rule (ca0d0f8e-67c4-4baf-95c1-d3466771156c), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:41.138849 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e7c8765b-d131-4683-987c-33d562bc66b5 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Publish callbacks [] for security_group_rule (ca0d0f8e-67c4-4baf-95c1-d3466771156c), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:41.164904 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e7c8765b-d131-4683-987c-33d562bc66b5 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (ca0d0f8e-67c4-4baf-95c1-d3466771156c), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:41.170644 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e7c8765b-d131-4683-987c-33d562bc66b5 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:41.172390 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-e7c8765b-d131-4683-987c-33d562bc66b5 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/ca0d0f8e-67c4-4baf-95c1-d3466771156c HTTP/1.1" status: 204 len: 168 time: 0.0682950 Jan 28 19:55:41.174948 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 34768) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:55:41.185885 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c8765b-d131-4683-987c-33d562bc66b5 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ca0d0f8e-67c4-4baf-95c1-d3466771156c,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:55:41.221609 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-fe412158-4d66-4703-8483-43275313e848 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0455980 Jan 28 19:55:41.224888 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 34770) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:55:41.247737 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2fd7779d-9753-4c01-a9ff-14edada24f74 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Publish callbacks [] for security_group_rule (9cea5a47-5f5b-4bf3-87dc-a3a308996441), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:41.255365 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2fd7779d-9753-4c01-a9ff-14edada24f74 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Publish callbacks [] for security_group_rule (9cea5a47-5f5b-4bf3-87dc-a3a308996441), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:41.285161 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2fd7779d-9753-4c01-a9ff-14edada24f74 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (9cea5a47-5f5b-4bf3-87dc-a3a308996441), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:41.291156 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2fd7779d-9753-4c01-a9ff-14edada24f74 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:41.292292 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-2fd7779d-9753-4c01-a9ff-14edada24f74 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/9cea5a47-5f5b-4bf3-87dc-a3a308996441 HTTP/1.1" status: 204 len: 168 time: 0.0665376 Jan 28 19:55:41.295004 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 34772) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:55:41.297703 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd7779d-9753-4c01-a9ff-14edada24f74 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9cea5a47-5f5b-4bf3-87dc-a3a308996441,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:55:41.333814 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-d56ef4cf-ab74-45ab-a186-c94751845676 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0376878 Jan 28 19:55:41.336443 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 34774) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:55:41.358398 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fd116865-e620-4127-a0f2-2c12de0b75f0 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Publish callbacks [] for security_group_rule (64755c19-faf4-4a37-945b-434303b2de04), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:41.365992 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fd116865-e620-4127-a0f2-2c12de0b75f0 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Publish callbacks [] for security_group_rule (64755c19-faf4-4a37-945b-434303b2de04), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:41.391628 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fd116865-e620-4127-a0f2-2c12de0b75f0 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (64755c19-faf4-4a37-945b-434303b2de04), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:41.398093 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fd116865-e620-4127-a0f2-2c12de0b75f0 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:41.399203 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-fd116865-e620-4127-a0f2-2c12de0b75f0 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/64755c19-faf4-4a37-945b-434303b2de04 HTTP/1.1" status: 204 len: 168 time: 0.0618651 Jan 28 19:55:41.402121 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 34776) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:55:41.404856 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd116865-e620-4127-a0f2-2c12de0b75f0 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=64755c19-faf4-4a37-945b-434303b2de04,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:55:41.440169 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-34427b72-9990-41bf-8455-a90ec147627c tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0367961 Jan 28 19:55:41.442831 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 34778) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:55:41.465774 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2d758929-5687-432e-a421-e575e6996f9c tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Publish callbacks [] for security_group_rule (0c641d6b-3c64-411e-ae92-afd0e04eb5ea), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:41.473863 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2d758929-5687-432e-a421-e575e6996f9c tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Publish callbacks [] for security_group_rule (0c641d6b-3c64-411e-ae92-afd0e04eb5ea), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:41.498952 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2d758929-5687-432e-a421-e575e6996f9c tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (0c641d6b-3c64-411e-ae92-afd0e04eb5ea), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:41.504905 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2d758929-5687-432e-a421-e575e6996f9c tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:41.506021 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-2d758929-5687-432e-a421-e575e6996f9c tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/0c641d6b-3c64-411e-ae92-afd0e04eb5ea HTTP/1.1" status: 204 len: 168 time: 0.0622375 Jan 28 19:55:41.508654 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 34780) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:55:41.511419 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d758929-5687-432e-a421-e575e6996f9c tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0c641d6b-3c64-411e-ae92-afd0e04eb5ea,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:55:41.549186 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-ca57596e-1bcc-4880-b11e-6797bbb783ec tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0392494 Jan 28 19:55:41.552198 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 34782) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:55:41.748143 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:41.901214 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d2fa89e6-bce7-41ca-91b9-e451636136ad tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Publish callbacks [] for security_group (0635be58-bab2-4d16-888b-e717618f6204), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:41.924049 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d2fa89e6-bce7-41ca-91b9-e451636136ad tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Publish callbacks [] for security_group (0635be58-bab2-4d16-888b-e717618f6204), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:41.963678 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d2fa89e6-bce7-41ca-91b9-e451636136ad tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (0635be58-bab2-4d16-888b-e717618f6204), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:41.966299 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d2fa89e6-bce7-41ca-91b9-e451636136ad tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:41.967447 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-d2fa89e6-bce7-41ca-91b9-e451636136ad tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] 10.222.0.64 "DELETE /v2.0/security-groups/0635be58-bab2-4d16-888b-e717618f6204 HTTP/1.1" status: 204 len: 168 time: 0.4143603 Jan 28 19:55:41.970187 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 34784) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:55:41.976358 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fa89e6-bce7-41ca-91b9-e451636136ad tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0635be58-bab2-4d16-888b-e717618f6204,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:55:42.013826 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-4f7c70e5-1a77-4ff0-8e41-f10366d84878 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0424387 Jan 28 19:55:42.018065 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 34786) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:55:42.022594 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-ca4a3139-1f2f-4abe-8143-5b30f643bf16 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Request body: {'security_group': {'name': 'tempest-secgroup--1500367786'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:55:42.043105 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ca4a3139-1f2f-4abe-8143-5b30f643bf16 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:42.106556 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ca4a3139-1f2f-4abe-8143-5b30f643bf16 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Publish callbacks [] for security_group (8c8c6744-8520-41c5-8d34-f6fcfd5bacea), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:42.110655 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ca4a3139-1f2f-4abe-8143-5b30f643bf16 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (8c8c6744-8520-41c5-8d34-f6fcfd5bacea), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:42.134102 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ca4a3139-1f2f-4abe-8143-5b30f643bf16 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:42.135319 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-ca4a3139-1f2f-4abe-8143-5b30f643bf16 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1162572 Jan 28 19:55:42.138107 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 34788) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:55:42.143236 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-33ff78f2-3ee0-4a4c-adce-c20bb5ddd62e tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Request body: {'security_group_rule': {'security_group_id': '8c8c6744-8520-41c5-8d34-f6fcfd5bacea', 'direction': 'ingress', 'protocol': 17}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:55:42.143632 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a3139-1f2f-4abe-8143-5b30f643bf16 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c8c6744-8520-41c5-8d34-f6fcfd5bacea,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:55:42.169595 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-33ff78f2-3ee0-4a4c-adce-c20bb5ddd62e tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Publish callbacks [] for security_group_rule (42a6f9fe-5735-4d7a-a225-a7dc87508bbc), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:42.223230 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-33ff78f2-3ee0-4a4c-adce-c20bb5ddd62e tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Publish callbacks [] for security_group_rule (42a6f9fe-5735-4d7a-a225-a7dc87508bbc), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:42.227008 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-33ff78f2-3ee0-4a4c-adce-c20bb5ddd62e tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (42a6f9fe-5735-4d7a-a225-a7dc87508bbc), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:42.243334 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ff78f2-3ee0-4a4c-adce-c20bb5ddd62e tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42a6f9fe-5735-4d7a-a225-a7dc87508bbc,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:55:42.251764 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-33ff78f2-3ee0-4a4c-adce-c20bb5ddd62e tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:42.255476 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-33ff78f2-3ee0-4a4c-adce-c20bb5ddd62e tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1138186 Jan 28 19:55:42.255732 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 34790) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:55:42.306032 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1f0895e4-64a3-4287-b6e9-82ff034c81dc tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Publish callbacks [] for security_group (8c8c6744-8520-41c5-8d34-f6fcfd5bacea), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:42.330786 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1f0895e4-64a3-4287-b6e9-82ff034c81dc tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Publish callbacks [] for security_group (8c8c6744-8520-41c5-8d34-f6fcfd5bacea), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:42.375724 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1f0895e4-64a3-4287-b6e9-82ff034c81dc tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (8c8c6744-8520-41c5-8d34-f6fcfd5bacea), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:42.378300 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1f0895e4-64a3-4287-b6e9-82ff034c81dc tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:42.379418 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-1f0895e4-64a3-4287-b6e9-82ff034c81dc tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] 10.222.0.64 "DELETE /v2.0/security-groups/8c8c6744-8520-41c5-8d34-f6fcfd5bacea HTTP/1.1" status: 204 len: 168 time: 0.1228144 Jan 28 19:55:42.382237 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 34792) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:55:42.388530 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0895e4-64a3-4287-b6e9-82ff034c81dc tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c8c6744-8520-41c5-8d34-f6fcfd5bacea,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:55:42.425918 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-92a905b6-cf1a-4cd7-9469-84394c011ac9 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0425212 Jan 28 19:55:42.429477 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 34794) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:55:42.436305 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-2b0a7ada-a3cb-43d2-b58c-8bb6c42a4198 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Request body: {'security_group': {'name': 'tempest-secgroup--55283747'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:55:42.457009 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2b0a7ada-a3cb-43d2-b58c-8bb6c42a4198 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:42.524170 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2b0a7ada-a3cb-43d2-b58c-8bb6c42a4198 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Publish callbacks [] for security_group (65b87790-86c9-451c-a39b-f881978d4cf8), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:42.528127 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2b0a7ada-a3cb-43d2-b58c-8bb6c42a4198 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (65b87790-86c9-451c-a39b-f881978d4cf8), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:42.551935 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2b0a7ada-a3cb-43d2-b58c-8bb6c42a4198 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:42.553193 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-2b0a7ada-a3cb-43d2-b58c-8bb6c42a4198 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1224353 Jan 28 19:55:42.556015 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 34796) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:55:42.560870 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-2518a807-a018-43f6-92f1-b92f8dd55794 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Request body: {'security_group': {'name': 'tempest-secgroup--2121044029'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:55:42.561387 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0a7ada-a3cb-43d2-b58c-8bb6c42a4198 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65b87790-86c9-451c-a39b-f881978d4cf8,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:55:42.583582 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2518a807-a018-43f6-92f1-b92f8dd55794 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:42.648364 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2518a807-a018-43f6-92f1-b92f8dd55794 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Publish callbacks [] for security_group (39bb503c-987c-4923-9930-c849dccc9a67), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:42.652089 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2518a807-a018-43f6-92f1-b92f8dd55794 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (39bb503c-987c-4923-9930-c849dccc9a67), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:42.682959 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2518a807-a018-43f6-92f1-b92f8dd55794 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:42.684555 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-2518a807-a018-43f6-92f1-b92f8dd55794 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1270797 Jan 28 19:55:42.685675 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2518a807-a018-43f6-92f1-b92f8dd55794 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39bb503c-987c-4923-9930-c849dccc9a67,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:55:42.686980 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 34798) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:55:42.691624 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-81d3feda-7782-4b27-82b6-c83c4cbd7da1 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Request body: {'security_group_rule': {'security_group_id': '65b87790-86c9-451c-a39b-f881978d4cf8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '39bb503c-987c-4923-9930-c849dccc9a67', 'remote_ip_prefix': None}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:55:42.720097 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-81d3feda-7782-4b27-82b6-c83c4cbd7da1 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Publish callbacks [] for security_group_rule (797ed9a2-2330-48a1-a39a-cad67b443c21), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:42.788679 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-81d3feda-7782-4b27-82b6-c83c4cbd7da1 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Publish callbacks [] for security_group_rule (797ed9a2-2330-48a1-a39a-cad67b443c21), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:42.792025 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-81d3feda-7782-4b27-82b6-c83c4cbd7da1 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (797ed9a2-2330-48a1-a39a-cad67b443c21), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:42.808743 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d3feda-7782-4b27-82b6-c83c4cbd7da1 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=797ed9a2-2330-48a1-a39a-cad67b443c21,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:55:42.817186 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-81d3feda-7782-4b27-82b6-c83c4cbd7da1 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:42.818361 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-81d3feda-7782-4b27-82b6-c83c4cbd7da1 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1303494 Jan 28 19:55:42.821176 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 34800) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:55:42.844239 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-338809fc-ffb2-4bfe-89bf-d436e57d455e tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Publish callbacks [] for security_group_rule (797ed9a2-2330-48a1-a39a-cad67b443c21), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:42.851705 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-338809fc-ffb2-4bfe-89bf-d436e57d455e tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Publish callbacks [] for security_group_rule (797ed9a2-2330-48a1-a39a-cad67b443c21), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:42.876803 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-338809fc-ffb2-4bfe-89bf-d436e57d455e tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (797ed9a2-2330-48a1-a39a-cad67b443c21), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:42.882150 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-338809fc-ffb2-4bfe-89bf-d436e57d455e tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:42.883247 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-338809fc-ffb2-4bfe-89bf-d436e57d455e tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/797ed9a2-2330-48a1-a39a-cad67b443c21 HTTP/1.1" status: 204 len: 168 time: 0.0611837 Jan 28 19:55:42.885777 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 34802) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:55:42.902475 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338809fc-ffb2-4bfe-89bf-d436e57d455e tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=797ed9a2-2330-48a1-a39a-cad67b443c21,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:55:42.930871 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-60402511-4999-44f8-937c-8e0311c8f588 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0440462 Jan 28 19:55:42.933510 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 34804) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:55:42.990085 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-25589367-24f8-4ac5-8285-9a4bafa4ed75 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Publish callbacks [] for security_group (39bb503c-987c-4923-9930-c849dccc9a67), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:43.012317 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-25589367-24f8-4ac5-8285-9a4bafa4ed75 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Publish callbacks [] for security_group (39bb503c-987c-4923-9930-c849dccc9a67), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:43.053624 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-25589367-24f8-4ac5-8285-9a4bafa4ed75 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (39bb503c-987c-4923-9930-c849dccc9a67), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:43.056244 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-25589367-24f8-4ac5-8285-9a4bafa4ed75 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:43.057402 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-25589367-24f8-4ac5-8285-9a4bafa4ed75 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] 10.222.0.64 "DELETE /v2.0/security-groups/39bb503c-987c-4923-9930-c849dccc9a67 HTTP/1.1" status: 204 len: 168 time: 0.1230478 Jan 28 19:55:43.060075 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 34806) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:55:43.067116 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25589367-24f8-4ac5-8285-9a4bafa4ed75 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39bb503c-987c-4923-9930-c849dccc9a67,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:55:43.112503 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-8d6b047a-f247-4309-a3a6-109c88df9550 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4543 time: 0.0510280 Jan 28 19:55:43.115719 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 34808) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:55:43.132462 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:43.168071 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2e9dc6df-2458-45bf-9b75-af5d7eb9c47c tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Publish callbacks [] for security_group (65b87790-86c9-451c-a39b-f881978d4cf8), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:43.190142 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2e9dc6df-2458-45bf-9b75-af5d7eb9c47c tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Publish callbacks [] for security_group (65b87790-86c9-451c-a39b-f881978d4cf8), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:43.231197 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2e9dc6df-2458-45bf-9b75-af5d7eb9c47c tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (65b87790-86c9-451c-a39b-f881978d4cf8), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:43.233931 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2e9dc6df-2458-45bf-9b75-af5d7eb9c47c tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:43.235084 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-2e9dc6df-2458-45bf-9b75-af5d7eb9c47c tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] 10.222.0.64 "DELETE /v2.0/security-groups/65b87790-86c9-451c-a39b-f881978d4cf8 HTTP/1.1" status: 204 len: 168 time: 0.1183882 Jan 28 19:55:43.237897 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 34810) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:55:43.243954 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9dc6df-2458-45bf-9b75-af5d7eb9c47c tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65b87790-86c9-451c-a39b-f881978d4cf8,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:55:43.284369 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-009304f6-30bb-461a-9d68-189a78e8470a tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0453296 Jan 28 19:55:43.288300 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 34812) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:55:43.292560 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-d76fe3ee-b777-40c7-9d91-77144a4ffbf2 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Request body: {'security_group': {'name': 'tempest-secgroup--1879457380'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:55:43.313020 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d76fe3ee-b777-40c7-9d91-77144a4ffbf2 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:43.380323 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d76fe3ee-b777-40c7-9d91-77144a4ffbf2 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Publish callbacks [] for security_group (de18f3dc-3e99-48ac-a67f-9e43d1f4469c), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:43.383699 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d76fe3ee-b777-40c7-9d91-77144a4ffbf2 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (de18f3dc-3e99-48ac-a67f-9e43d1f4469c), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:43.415532 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d76fe3ee-b777-40c7-9d91-77144a4ffbf2 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:43.416741 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-d76fe3ee-b777-40c7-9d91-77144a4ffbf2 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1275234 Jan 28 19:55:43.418612 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76fe3ee-b777-40c7-9d91-77144a4ffbf2 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de18f3dc-3e99-48ac-a67f-9e43d1f4469c,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:55:43.419825 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 34814) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:55:43.426248 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-4125efec-4ee5-4880-962e-e54258648fc1 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Request body: {'security_group_rule': {'security_group_id': 'de18f3dc-3e99-48ac-a67f-9e43d1f4469c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:55:43.453653 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4125efec-4ee5-4880-962e-e54258648fc1 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Publish callbacks [] for security_group_rule (301c63bb-b612-48df-b389-e4624f544273), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:43.509749 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4125efec-4ee5-4880-962e-e54258648fc1 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Publish callbacks [] for security_group_rule (301c63bb-b612-48df-b389-e4624f544273), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:43.513065 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4125efec-4ee5-4880-962e-e54258648fc1 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (301c63bb-b612-48df-b389-e4624f544273), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:43.531982 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4125efec-4ee5-4880-962e-e54258648fc1 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=301c63bb-b612-48df-b389-e4624f544273,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:55:43.540781 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4125efec-4ee5-4880-962e-e54258648fc1 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:43.541988 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-4125efec-4ee5-4880-962e-e54258648fc1 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1197803 Jan 28 19:55:43.543786 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4125efec-4ee5-4880-962e-e54258648fc1 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:55:43.544133 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4125efec-4ee5-4880-962e-e54258648fc1 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:55:43.544475 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4125efec-4ee5-4880-962e-e54258648fc1 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:55:43.544811 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4125efec-4ee5-4880-962e-e54258648fc1 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:55:43.545033 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 34816) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:55:43.545167 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4125efec-4ee5-4880-962e-e54258648fc1 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:55:43.545486 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4125efec-4ee5-4880-962e-e54258648fc1 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:55:43.545812 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4125efec-4ee5-4880-962e-e54258648fc1 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:55:43.546658 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4125efec-4ee5-4880-962e-e54258648fc1 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:55:43.546986 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4125efec-4ee5-4880-962e-e54258648fc1 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:55:43.547312 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4125efec-4ee5-4880-962e-e54258648fc1 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:55:43.547642 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4125efec-4ee5-4880-962e-e54258648fc1 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:55:43.547961 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4125efec-4ee5-4880-962e-e54258648fc1 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:55:43.548278 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4125efec-4ee5-4880-962e-e54258648fc1 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:55:43.570327 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-506a77ef-e869-40f2-bb70-d58f30c9fad2 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Publish callbacks [] for security_group_rule (301c63bb-b612-48df-b389-e4624f544273), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:43.578280 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-506a77ef-e869-40f2-bb70-d58f30c9fad2 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Publish callbacks [] for security_group_rule (301c63bb-b612-48df-b389-e4624f544273), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:43.603147 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-506a77ef-e869-40f2-bb70-d58f30c9fad2 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (301c63bb-b612-48df-b389-e4624f544273), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:43.607966 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-506a77ef-e869-40f2-bb70-d58f30c9fad2 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:43.609797 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-506a77ef-e869-40f2-bb70-d58f30c9fad2 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/301c63bb-b612-48df-b389-e4624f544273 HTTP/1.1" status: 204 len: 168 time: 0.0636919 Jan 28 19:55:43.613166 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 34818) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:55:43.616890 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506a77ef-e869-40f2-bb70-d58f30c9fad2 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=301c63bb-b612-48df-b389-e4624f544273,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:55:43.652022 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-46610ff2-efb9-4280-b07b-cca3b4b744f0 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0377004 Jan 28 19:55:43.654717 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 34820) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:55:43.708273 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-35b2b7f0-4ad5-4116-8466-611458d7c72c tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Publish callbacks [] for security_group (de18f3dc-3e99-48ac-a67f-9e43d1f4469c), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:43.729288 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-35b2b7f0-4ad5-4116-8466-611458d7c72c tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Publish callbacks [] for security_group (de18f3dc-3e99-48ac-a67f-9e43d1f4469c), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:43.769880 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-35b2b7f0-4ad5-4116-8466-611458d7c72c tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (de18f3dc-3e99-48ac-a67f-9e43d1f4469c), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:43.772480 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-35b2b7f0-4ad5-4116-8466-611458d7c72c tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:43.773706 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-35b2b7f0-4ad5-4116-8466-611458d7c72c tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] 10.222.0.64 "DELETE /v2.0/security-groups/de18f3dc-3e99-48ac-a67f-9e43d1f4469c HTTP/1.1" status: 204 len: 168 time: 0.1180086 Jan 28 19:55:43.776411 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 34822) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:55:43.783208 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b2b7f0-4ad5-4116-8466-611458d7c72c tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de18f3dc-3e99-48ac-a67f-9e43d1f4469c,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:55:43.823099 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-a2240bdf-6022-4919-a5f0-1f2ed6363b66 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0453453 Jan 28 19:55:43.826933 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 34824) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:55:43.831667 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-d4a1700d-4d0f-4f17-8eaa-743e9a382742 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Request body: {'security_group': {'name': 'tempest-secgroup--731191432'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:55:43.851721 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d4a1700d-4d0f-4f17-8eaa-743e9a382742 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:43.915385 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d4a1700d-4d0f-4f17-8eaa-743e9a382742 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Publish callbacks [] for security_group (f192859d-81e6-4123-9137-f3a02c052918), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:43.918885 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d4a1700d-4d0f-4f17-8eaa-743e9a382742 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (f192859d-81e6-4123-9137-f3a02c052918), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:43.949665 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d4a1700d-4d0f-4f17-8eaa-743e9a382742 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:43.950872 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-d4a1700d-4d0f-4f17-8eaa-743e9a382742 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1228392 Jan 28 19:55:43.953742 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 34826) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:55:43.959103 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-c5919bfc-864f-46b7-801a-59099ac15b95 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Request body: {'security_group_rule': {'security_group_id': 'f192859d-81e6-4123-9137-f3a02c052918', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:55:43.963885 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a1700d-4d0f-4f17-8eaa-743e9a382742 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f192859d-81e6-4123-9137-f3a02c052918,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:55:43.986932 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c5919bfc-864f-46b7-801a-59099ac15b95 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Publish callbacks [] for security_group_rule (92b3b326-7a79-4acf-bc3d-3a723702b026), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:44.041475 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c5919bfc-864f-46b7-801a-59099ac15b95 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Publish callbacks [] for security_group_rule (92b3b326-7a79-4acf-bc3d-3a723702b026), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:44.045005 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c5919bfc-864f-46b7-801a-59099ac15b95 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (92b3b326-7a79-4acf-bc3d-3a723702b026), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:44.063109 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5919bfc-864f-46b7-801a-59099ac15b95 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92b3b326-7a79-4acf-bc3d-3a723702b026,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:55:44.070305 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c5919bfc-864f-46b7-801a-59099ac15b95 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:44.071501 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-c5919bfc-864f-46b7-801a-59099ac15b95 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1160657 Jan 28 19:55:44.074072 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 34828) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:55:44.089193 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-d5468e9f-7fb5-41f6-a430-f4eda2eb0bab tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] 10.222.0.64 "GET /v2.0/security-group-rules/92b3b326-7a79-4acf-bc3d-3a723702b026 HTTP/1.1" status: 200 len: 763 time: 0.0140758 Jan 28 19:55:44.091331 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 34830) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:55:44.128200 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-dcad4cd3-259e-443e-9267-ba5a3bc83972 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0355806 Jan 28 19:55:44.130294 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 34832) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:55:44.151785 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4338f59d-1628-41f1-bd37-1b549a49fcfd tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Publish callbacks [] for security_group_rule (92b3b326-7a79-4acf-bc3d-3a723702b026), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:44.159702 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4338f59d-1628-41f1-bd37-1b549a49fcfd tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Publish callbacks [] for security_group_rule (92b3b326-7a79-4acf-bc3d-3a723702b026), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:44.185485 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4338f59d-1628-41f1-bd37-1b549a49fcfd tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (92b3b326-7a79-4acf-bc3d-3a723702b026), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:44.191391 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4338f59d-1628-41f1-bd37-1b549a49fcfd tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:44.192490 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-4338f59d-1628-41f1-bd37-1b549a49fcfd tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/92b3b326-7a79-4acf-bc3d-3a723702b026 HTTP/1.1" status: 204 len: 168 time: 0.0613325 Jan 28 19:55:44.195188 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 34834) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:55:44.197819 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4338f59d-1628-41f1-bd37-1b549a49fcfd tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=92b3b326-7a79-4acf-bc3d-3a723702b026,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:55:44.233149 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-b000391d-41b0-4920-a6c2-87205016bec0 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0367596 Jan 28 19:55:44.235766 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 34836) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:55:44.239903 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-23f6a730-a0ca-44be-b915-b8b6da70f640 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Request body: {'security_group_rule': {'security_group_id': 'f192859d-81e6-4123-9137-f3a02c052918', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:55:44.263791 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-23f6a730-a0ca-44be-b915-b8b6da70f640 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Publish callbacks [] for security_group_rule (94f00625-5d4e-497f-86cd-84bc2481c1a7), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:44.317786 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-23f6a730-a0ca-44be-b915-b8b6da70f640 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Publish callbacks [] for security_group_rule (94f00625-5d4e-497f-86cd-84bc2481c1a7), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:44.321490 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-23f6a730-a0ca-44be-b915-b8b6da70f640 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (94f00625-5d4e-497f-86cd-84bc2481c1a7), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:44.341875 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f6a730-a0ca-44be-b915-b8b6da70f640 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94f00625-5d4e-497f-86cd-84bc2481c1a7,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:55:44.348087 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-23f6a730-a0ca-44be-b915-b8b6da70f640 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:44.349299 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-23f6a730-a0ca-44be-b915-b8b6da70f640 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1125817 Jan 28 19:55:44.352013 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 34838) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:55:44.367985 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-913d2514-a9c5-4ab7-a871-cb82f7681fbc tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] 10.222.0.64 "GET /v2.0/security-group-rules/94f00625-5d4e-497f-86cd-84bc2481c1a7 HTTP/1.1" status: 200 len: 763 time: 0.0149627 Jan 28 19:55:44.370364 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 34840) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:55:44.409549 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-ed8aa893-e471-4470-adff-642237b36023 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0381687 Jan 28 19:55:44.412038 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 34842) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:55:44.433340 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f5189781-aa2e-4d21-9e7a-cf7fd96ab14f tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Publish callbacks [] for security_group_rule (94f00625-5d4e-497f-86cd-84bc2481c1a7), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:44.440497 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f5189781-aa2e-4d21-9e7a-cf7fd96ab14f tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Publish callbacks [] for security_group_rule (94f00625-5d4e-497f-86cd-84bc2481c1a7), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:44.465865 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f5189781-aa2e-4d21-9e7a-cf7fd96ab14f tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (94f00625-5d4e-497f-86cd-84bc2481c1a7), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:44.473372 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f5189781-aa2e-4d21-9e7a-cf7fd96ab14f tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:44.474429 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-f5189781-aa2e-4d21-9e7a-cf7fd96ab14f tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/94f00625-5d4e-497f-86cd-84bc2481c1a7 HTTP/1.1" status: 204 len: 168 time: 0.0615265 Jan 28 19:55:44.477176 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 34844) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:55:44.478402 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5189781-aa2e-4d21-9e7a-cf7fd96ab14f tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=94f00625-5d4e-497f-86cd-84bc2481c1a7,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:55:44.513832 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-7182253e-d4fc-43c3-9244-3adeade81b4d tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0354424 Jan 28 19:55:44.516868 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 34846) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:55:44.520912 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-96b1205c-3a9d-49ee-b72d-87646f3cadb7 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Request body: {'security_group_rule': {'security_group_id': 'f192859d-81e6-4123-9137-f3a02c052918', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:55:44.540711 n-d-812111-14 neutron-server[103304]: INFO neutron.db.securitygroups_db [None req-96b1205c-3a9d-49ee-b72d-87646f3cadb7 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Project 0063c26587ff4c0daf373ccd857f279f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 19:55:44.545514 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-96b1205c-3a9d-49ee-b72d-87646f3cadb7 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Publish callbacks [] for security_group_rule (168f8179-ef51-4081-a47a-f0ba1ab60dd3), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:44.601920 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-96b1205c-3a9d-49ee-b72d-87646f3cadb7 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Publish callbacks [] for security_group_rule (168f8179-ef51-4081-a47a-f0ba1ab60dd3), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:44.605625 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-96b1205c-3a9d-49ee-b72d-87646f3cadb7 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (168f8179-ef51-4081-a47a-f0ba1ab60dd3), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:44.624514 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b1205c-3a9d-49ee-b72d-87646f3cadb7 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=168f8179-ef51-4081-a47a-f0ba1ab60dd3,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:55:44.632442 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-96b1205c-3a9d-49ee-b72d-87646f3cadb7 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:44.633898 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-96b1205c-3a9d-49ee-b72d-87646f3cadb7 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1159637 Jan 28 19:55:44.636443 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 34848) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:55:44.652347 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-949fa566-52d8-476e-9dff-59a1c12fa1e7 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] 10.222.0.64 "GET /v2.0/security-group-rules/168f8179-ef51-4081-a47a-f0ba1ab60dd3 HTTP/1.1" status: 200 len: 769 time: 0.0148287 Jan 28 19:55:44.654693 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 34850) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:55:44.691412 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-8f244a53-aeb2-45ee-932a-d4f2891d0c31 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0354209 Jan 28 19:55:44.693876 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 34852) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:55:44.717034 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fb8d88f5-d6ee-4552-a413-904eea86ebdd tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Publish callbacks [] for security_group_rule (168f8179-ef51-4081-a47a-f0ba1ab60dd3), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:44.724538 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fb8d88f5-d6ee-4552-a413-904eea86ebdd tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Publish callbacks [] for security_group_rule (168f8179-ef51-4081-a47a-f0ba1ab60dd3), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:44.750529 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fb8d88f5-d6ee-4552-a413-904eea86ebdd tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (168f8179-ef51-4081-a47a-f0ba1ab60dd3), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:44.756404 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fb8d88f5-d6ee-4552-a413-904eea86ebdd tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:44.757500 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-fb8d88f5-d6ee-4552-a413-904eea86ebdd tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/168f8179-ef51-4081-a47a-f0ba1ab60dd3 HTTP/1.1" status: 204 len: 168 time: 0.0626965 Jan 28 19:55:44.760042 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 34854) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:55:44.762717 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8d88f5-d6ee-4552-a413-904eea86ebdd tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=168f8179-ef51-4081-a47a-f0ba1ab60dd3,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:55:44.797482 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-96b7eb6d-7fc6-4c03-855e-cfe66ae3b123 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0362206 Jan 28 19:55:44.800164 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 34856) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:55:44.848773 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d0ef4bff-5f4a-48e6-939b-ab73c0d664f8 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Publish callbacks [] for security_group (f192859d-81e6-4123-9137-f3a02c052918), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:44.870869 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d0ef4bff-5f4a-48e6-939b-ab73c0d664f8 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Publish callbacks [] for security_group (f192859d-81e6-4123-9137-f3a02c052918), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:44.911544 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d0ef4bff-5f4a-48e6-939b-ab73c0d664f8 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (f192859d-81e6-4123-9137-f3a02c052918), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:44.914200 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d0ef4bff-5f4a-48e6-939b-ab73c0d664f8 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:44.915332 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-d0ef4bff-5f4a-48e6-939b-ab73c0d664f8 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] 10.222.0.64 "DELETE /v2.0/security-groups/f192859d-81e6-4123-9137-f3a02c052918 HTTP/1.1" status: 204 len: 168 time: 0.1142604 Jan 28 19:55:44.917978 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 34858) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:55:44.924462 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ef4bff-5f4a-48e6-939b-ab73c0d664f8 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f192859d-81e6-4123-9137-f3a02c052918,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:55:44.962813 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-aaf53a31-5fdd-4a73-9b72-c5d8040feda8 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0432088 Jan 28 19:55:44.966415 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 34860) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:55:44.971341 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-6e8bc722-364d-4a49-bd4c-cf8742740faf tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Request body: {'security_group': {'name': 'tempest-secgroup--739508013'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:55:44.990301 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6e8bc722-364d-4a49-bd4c-cf8742740faf tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:45.054686 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6e8bc722-364d-4a49-bd4c-cf8742740faf tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Publish callbacks [] for security_group (675aaf6c-d252-4c42-a1e8-bd5b97e5168c), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:45.058122 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6e8bc722-364d-4a49-bd4c-cf8742740faf tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (675aaf6c-d252-4c42-a1e8-bd5b97e5168c), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:45.085542 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6e8bc722-364d-4a49-bd4c-cf8742740faf tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:45.086763 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-6e8bc722-364d-4a49-bd4c-cf8742740faf tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1194503 Jan 28 19:55:45.089464 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 34862) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:55:45.094380 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-85f84f52-179d-402f-bac5-45f5a0c7bd20 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Request body: {'security_group_rule': {'security_group_id': '675aaf6c-d252-4c42-a1e8-bd5b97e5168c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:55:45.101634 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8bc722-364d-4a49-bd4c-cf8742740faf tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=675aaf6c-d252-4c42-a1e8-bd5b97e5168c,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:55:45.122127 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-85f84f52-179d-402f-bac5-45f5a0c7bd20 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Publish callbacks [] for security_group_rule (ab19a063-b3e5-43f2-b9d2-cbc3cbe2e560), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:45.180355 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-85f84f52-179d-402f-bac5-45f5a0c7bd20 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Publish callbacks [] for security_group_rule (ab19a063-b3e5-43f2-b9d2-cbc3cbe2e560), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:45.184001 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-85f84f52-179d-402f-bac5-45f5a0c7bd20 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (ab19a063-b3e5-43f2-b9d2-cbc3cbe2e560), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:45.202686 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f84f52-179d-402f-bac5-45f5a0c7bd20 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab19a063-b3e5-43f2-b9d2-cbc3cbe2e560,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:55:45.210452 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-85f84f52-179d-402f-bac5-45f5a0c7bd20 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:45.211661 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-85f84f52-179d-402f-bac5-45f5a0c7bd20 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1212802 Jan 28 19:55:45.214290 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 34864) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:55:45.268897 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8d6caa3b-7cb9-4263-9a47-58fdf2daf885 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Publish callbacks [] for security_group (675aaf6c-d252-4c42-a1e8-bd5b97e5168c), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:45.291718 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8d6caa3b-7cb9-4263-9a47-58fdf2daf885 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Publish callbacks [] for security_group (675aaf6c-d252-4c42-a1e8-bd5b97e5168c), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:45.334545 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8d6caa3b-7cb9-4263-9a47-58fdf2daf885 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (675aaf6c-d252-4c42-a1e8-bd5b97e5168c), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:45.337283 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8d6caa3b-7cb9-4263-9a47-58fdf2daf885 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:45.338449 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-8d6caa3b-7cb9-4263-9a47-58fdf2daf885 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] 10.222.0.64 "DELETE /v2.0/security-groups/675aaf6c-d252-4c42-a1e8-bd5b97e5168c HTTP/1.1" status: 204 len: 168 time: 0.1232507 Jan 28 19:55:45.341057 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 34866) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:55:45.347318 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6caa3b-7cb9-4263-9a47-58fdf2daf885 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=675aaf6c-d252-4c42-a1e8-bd5b97e5168c,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:55:45.384394 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-21d9a703-deda-454f-9e57-94179c53fed9 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0421231 Jan 28 19:55:45.386843 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 34868) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:55:45.420615 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-b67e41a8-709b-4075-8bcb-56af16bf618d tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0327537 Jan 28 19:55:45.423136 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 34870) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:55:45.438750 n-d-812111-14 neutron-server[103305]: INFO neutron.api.v2.resource [None req-c7cef72b-6563-4b8a-bfdb-f20d7e720583 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] delete failed (client error): The resource could not be found. Jan 28 19:55:45.439689 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-c7cef72b-6563-4b8a-bfdb-f20d7e720583 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] 10.222.0.64 "DELETE /v2.0/security-groups/675aaf6c-d252-4c42-a1e8-bd5b97e5168c HTTP/1.1" status: 404 len: 347 time: 0.0156922 Jan 28 19:55:45.442928 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 34872) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:55:45.482602 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-b38638ee-adcf-4d7c-962f-4f7f968b6ad9 tempest-SecGroupIPv6Test-436185347 tempest-SecGroupIPv6Test-436185347-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0386946 Jan 28 19:55:45.721127 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 34878) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:55:45.856249 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-7a1ae4dd-21d3-42fa-886a-469dfa366713 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0063c26587ff4c0daf373ccd857f279f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1338935 Jan 28 19:55:45.859085 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 34882) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:55:45.906694 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5327f2e3-86a4-4c5e-aaab-09f1ae129363 admin admin] Publish callbacks [] for security_group (fecd78dd-5505-431f-aad8-449a3cdb380c), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:45.929132 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5327f2e3-86a4-4c5e-aaab-09f1ae129363 admin admin] Publish callbacks [] for security_group (fecd78dd-5505-431f-aad8-449a3cdb380c), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:45.974522 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5327f2e3-86a4-4c5e-aaab-09f1ae129363 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (fecd78dd-5505-431f-aad8-449a3cdb380c), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:45.977211 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5327f2e3-86a4-4c5e-aaab-09f1ae129363 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:45.978355 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-5327f2e3-86a4-4c5e-aaab-09f1ae129363 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/fecd78dd-5505-431f-aad8-449a3cdb380c HTTP/1.1" status: 204 len: 168 time: 0.1184037 Jan 28 19:55:45.986724 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5327f2e3-86a4-4c5e-aaab-09f1ae129363 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fecd78dd-5505-431f-aad8-449a3cdb380c,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:55:46.597501 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 34906) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:55:46.693349 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-881ba393-9c21-48b8-8b40-d76c92057248 tempest-TagsTest-351837916 tempest-TagsTest-351837916-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1495234452'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:55:46.713752 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-881ba393-9c21-48b8-8b40-d76c92057248 tempest-TagsTest-351837916 tempest-TagsTest-351837916-project] Made reservation on behalf of 22c5b15fe7444a91a4df64ed98b44973 for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:55:46.717071 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-881ba393-9c21-48b8-8b40-d76c92057248 tempest-TagsTest-351837916 tempest-TagsTest-351837916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:46.725487 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-881ba393-9c21-48b8-8b40-d76c92057248 tempest-TagsTest-351837916 tempest-TagsTest-351837916-project] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:46.803381 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-881ba393-9c21-48b8-8b40-d76c92057248 tempest-TagsTest-351837916 tempest-TagsTest-351837916-project] Publish callbacks [] for security_group (ed4045a1-1073-4859-91be-3958b5e95a1e), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:46.807864 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-881ba393-9c21-48b8-8b40-d76c92057248 tempest-TagsTest-351837916 tempest-TagsTest-351837916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (ed4045a1-1073-4859-91be-3958b5e95a1e), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:46.830932 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-881ba393-9c21-48b8-8b40-d76c92057248 tempest-TagsTest-351837916 tempest-TagsTest-351837916-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:55:46.846210 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881ba393-9c21-48b8-8b40-d76c92057248 tempest-TagsTest-351837916 tempest-TagsTest-351837916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed4045a1-1073-4859-91be-3958b5e95a1e,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:55:46.849158 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-881ba393-9c21-48b8-8b40-d76c92057248 tempest-TagsTest-351837916 tempest-TagsTest-351837916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (338abc11-7d5a-4863-bd8f-cef6a4856381), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:46.849477 n-d-812111-14 neutron-server[103305]: INFO neutron.db.segments_db [None req-881ba393-9c21-48b8-8b40-d76c92057248 tempest-TagsTest-351837916 tempest-TagsTest-351837916-project] Added segment 338abc11-7d5a-4863-bd8f-cef6a4856381 of type vlan for network 90293b09-ad22-4acd-8419-9a4a635e0b93 Jan 28 19:55:46.890425 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-881ba393-9c21-48b8-8b40-d76c92057248 tempest-TagsTest-351837916 tempest-TagsTest-351837916-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (90293b09-ad22-4acd-8419-9a4a635e0b93), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:46.915719 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-881ba393-9c21-48b8-8b40-d76c92057248 tempest-TagsTest-351837916 tempest-TagsTest-351837916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (90293b09-ad22-4acd-8419-9a4a635e0b93), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:46.920677 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-881ba393-9c21-48b8-8b40-d76c92057248 tempest-TagsTest-351837916 tempest-TagsTest-351837916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:55:46.921338 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-881ba393-9c21-48b8-8b40-d76c92057248 tempest-TagsTest-351837916 tempest-TagsTest-351837916-project] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:46.972553 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-881ba393-9c21-48b8-8b40-d76c92057248 tempest-TagsTest-351837916 tempest-TagsTest-351837916-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 0.3738475 Jan 28 19:55:46.975735 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 34910) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:55:46.980512 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.tag.tag_plugin [None req-5f98aa10-5da3-4d48-bddf-7722906c32f9 tempest-TagsTest-351837916 tempest-TagsTest-351837916-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '90293b09-ad22-4acd-8419-9a4a635e0b93', 'tempest-TagsTest-Tag-1255727636') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:55:46.990364 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881ba393-9c21-48b8-8b40-d76c92057248 tempest-TagsTest-351837916 tempest-TagsTest-351837916-project] Pushing event updated for resources: {'Network': ['ID=90293b09-ad22-4acd-8419-9a4a635e0b93,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:55:47.001505 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network 90293b09-ad22-4acd-8419-9a4a635e0b93 details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:55:47.067413 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-5f98aa10-5da3-4d48-bddf-7722906c32f9 tempest-TagsTest-351837916 tempest-TagsTest-351837916-project] 10.222.0.64 "PUT /v2.0/networks/90293b09-ad22-4acd-8419-9a4a635e0b93/tags/tempest-TagsTest-Tag-1255727636 HTTP/1.1" status: 201 len: 201 time: 0.0882745 Jan 28 19:55:47.067814 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 34912) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:55:47.072320 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.tag.tag_plugin [None req-ee38458c-c6bd-402b-804f-01eb6a072245 tempest-TagsTest-351837916 tempest-TagsTest-351837916-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '90293b09-ad22-4acd-8419-9a4a635e0b93', 'tempest-TagsTest-Tag-1255727636') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:55:47.141335 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-ee38458c-c6bd-402b-804f-01eb6a072245 tempest-TagsTest-351837916 tempest-TagsTest-351837916-project] 10.222.0.64 "GET /v2.0/networks/90293b09-ad22-4acd-8419-9a4a635e0b93/tags/tempest-TagsTest-Tag-1255727636 HTTP/1.1" status: 204 len: 168 time: 0.0723512 Jan 28 19:55:47.143703 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 34914) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:55:47.147883 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.tag.tag_plugin [None req-43e23465-4f20-463a-9ade-d9ef376477c3 tempest-TagsTest-351837916 tempest-TagsTest-351837916-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '90293b09-ad22-4acd-8419-9a4a635e0b93') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:55:47.217232 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-43e23465-4f20-463a-9ade-d9ef376477c3 tempest-TagsTest-351837916 tempest-TagsTest-351837916-project] 10.222.0.64 "GET /v2.0/networks/90293b09-ad22-4acd-8419-9a4a635e0b93/tags HTTP/1.1" status: 200 len: 238 time: 0.0723388 Jan 28 19:55:47.220200 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 34916) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:55:47.224848 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.tag.tag_plugin [None req-6382a971-3a56-4d60-9b4a-9ae8a5b22026 tempest-TagsTest-351837916 tempest-TagsTest-351837916-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '90293b09-ad22-4acd-8419-9a4a635e0b93', {'tags': ['tempest-TagsTest-Tag-1804960171', 'tempest-TagsTest-Tag-2107814670', 'tempest-TagsTest-Tag-1566257276']}) {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:55:47.297708 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-6382a971-3a56-4d60-9b4a-9ae8a5b22026 tempest-TagsTest-351837916 tempest-TagsTest-351837916-project] 10.222.0.64 "PUT /v2.0/networks/90293b09-ad22-4acd-8419-9a4a635e0b93/tags HTTP/1.1" status: 200 len: 309 time: 0.0765083 Jan 28 19:55:47.300175 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 34918) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:55:47.304458 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.tag.tag_plugin [None req-83e3890d-e18e-461c-b6e7-08594b89f1d4 tempest-TagsTest-351837916 tempest-TagsTest-351837916-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '90293b09-ad22-4acd-8419-9a4a635e0b93', 'tempest-TagsTest-Tag-1804960171') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:55:47.387201 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-83e3890d-e18e-461c-b6e7-08594b89f1d4 tempest-TagsTest-351837916 tempest-TagsTest-351837916-project] 10.222.0.64 "DELETE /v2.0/networks/90293b09-ad22-4acd-8419-9a4a635e0b93/tags/tempest-TagsTest-Tag-1804960171 HTTP/1.1" status: 204 len: 168 time: 0.0860369 Jan 28 19:55:47.390319 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 34920) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:55:47.394411 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.tag.tag_plugin [None req-bd512913-e12a-45bd-9250-27eef993e35b tempest-TagsTest-351837916 tempest-TagsTest-351837916-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '90293b09-ad22-4acd-8419-9a4a635e0b93', 'tempest-TagsTest-Tag-1804960171') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:55:47.459422 n-d-812111-14 neutron-server[103305]: INFO neutron.api.v2.resource [None req-bd512913-e12a-45bd-9250-27eef993e35b tempest-TagsTest-351837916 tempest-TagsTest-351837916-project] show failed (client error): The resource could not be found. Jan 28 19:55:47.460438 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-bd512913-e12a-45bd-9250-27eef993e35b tempest-TagsTest-351837916 tempest-TagsTest-351837916-project] 10.222.0.64 "GET /v2.0/networks/90293b09-ad22-4acd-8419-9a4a635e0b93/tags/tempest-TagsTest-Tag-1804960171 HTTP/1.1" status: 404 len: 326 time: 0.0692389 Jan 28 19:55:47.463436 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 34922) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:55:47.468690 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.tag.tag_plugin [None req-bc5ed59b-67bb-4727-8f7c-370ab969e2ad tempest-TagsTest-351837916 tempest-TagsTest-351837916-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '90293b09-ad22-4acd-8419-9a4a635e0b93', 'tempest-TagsTest-Tag-2107814670') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:55:47.533624 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-bc5ed59b-67bb-4727-8f7c-370ab969e2ad tempest-TagsTest-351837916 tempest-TagsTest-351837916-project] 10.222.0.64 "GET /v2.0/networks/90293b09-ad22-4acd-8419-9a4a635e0b93/tags/tempest-TagsTest-Tag-2107814670 HTTP/1.1" status: 204 len: 168 time: 0.0687845 Jan 28 19:55:47.535942 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 34924) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:55:47.540166 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.tag.tag_plugin [None req-e577fe85-de95-4dff-9507-7155edae2724 tempest-TagsTest-351837916 tempest-TagsTest-351837916-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '90293b09-ad22-4acd-8419-9a4a635e0b93', 'tempest-TagsTest-Tag-1566257276') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:55:47.610024 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-e577fe85-de95-4dff-9507-7155edae2724 tempest-TagsTest-351837916 tempest-TagsTest-351837916-project] 10.222.0.64 "GET /v2.0/networks/90293b09-ad22-4acd-8419-9a4a635e0b93/tags/tempest-TagsTest-Tag-1566257276 HTTP/1.1" status: 204 len: 168 time: 0.0730612 Jan 28 19:55:47.612327 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 34926) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:55:47.616480 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.tag.tag_plugin [None req-7b3d50d3-2601-4f4d-be9f-78a5a8c7cce1 tempest-TagsTest-351837916 tempest-TagsTest-351837916-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '90293b09-ad22-4acd-8419-9a4a635e0b93') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:55:47.699243 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-7b3d50d3-2601-4f4d-be9f-78a5a8c7cce1 tempest-TagsTest-351837916 tempest-TagsTest-351837916-project] 10.222.0.64 "DELETE /v2.0/networks/90293b09-ad22-4acd-8419-9a4a635e0b93/tags HTTP/1.1" status: 204 len: 168 time: 0.0858948 Jan 28 19:55:47.702702 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 34928) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:55:47.706844 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.tag.tag_plugin [None req-7ab2951c-d42c-45ef-9692-1eb679ce7cf5 tempest-TagsTest-351837916 tempest-TagsTest-351837916-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '90293b09-ad22-4acd-8419-9a4a635e0b93', 'tempest-TagsTest-Tag-2107814670') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:55:47.777314 n-d-812111-14 neutron-server[103304]: INFO neutron.api.v2.resource [None req-7ab2951c-d42c-45ef-9692-1eb679ce7cf5 tempest-TagsTest-351837916 tempest-TagsTest-351837916-project] show failed (client error): The resource could not be found. Jan 28 19:55:47.778362 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-7ab2951c-d42c-45ef-9692-1eb679ce7cf5 tempest-TagsTest-351837916 tempest-TagsTest-351837916-project] 10.222.0.64 "GET /v2.0/networks/90293b09-ad22-4acd-8419-9a4a635e0b93/tags/tempest-TagsTest-Tag-2107814670 HTTP/1.1" status: 404 len: 326 time: 0.0747631 Jan 28 19:55:47.781056 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 34930) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:55:47.785223 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.tag.tag_plugin [None req-f8015de5-f046-467d-bcfa-c2f1b155db21 tempest-TagsTest-351837916 tempest-TagsTest-351837916-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '90293b09-ad22-4acd-8419-9a4a635e0b93', 'tempest-TagsTest-Tag-1566257276') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:55:47.851052 n-d-812111-14 neutron-server[103304]: INFO neutron.api.v2.resource [None req-f8015de5-f046-467d-bcfa-c2f1b155db21 tempest-TagsTest-351837916 tempest-TagsTest-351837916-project] show failed (client error): The resource could not be found. Jan 28 19:55:47.852111 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-f8015de5-f046-467d-bcfa-c2f1b155db21 tempest-TagsTest-351837916 tempest-TagsTest-351837916-project] 10.222.0.64 "GET /v2.0/networks/90293b09-ad22-4acd-8419-9a4a635e0b93/tags/tempest-TagsTest-Tag-1566257276 HTTP/1.1" status: 404 len: 326 time: 0.0701182 Jan 28 19:55:47.854709 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 34932) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:55:47.858862 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.tag.tag_plugin [None req-2a0febc9-43f8-4ae8-8dcf-79d550b9048c tempest-TagsTest-351837916 tempest-TagsTest-351837916-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '90293b09-ad22-4acd-8419-9a4a635e0b93') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:55:47.933020 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-2a0febc9-43f8-4ae8-8dcf-79d550b9048c tempest-TagsTest-351837916 tempest-TagsTest-351837916-project] 10.222.0.64 "DELETE /v2.0/networks/90293b09-ad22-4acd-8419-9a4a635e0b93/tags HTTP/1.1" status: 204 len: 168 time: 0.0773435 Jan 28 19:55:47.936107 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 34934) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:55:48.010508 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-414f7b26-115d-4513-99aa-0cbb13eda890 tempest-TagsTest-351837916 tempest-TagsTest-351837916-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (90293b09-ad22-4acd-8419-9a4a635e0b93), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:48.098391 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-414f7b26-115d-4513-99aa-0cbb13eda890 tempest-TagsTest-351837916 tempest-TagsTest-351837916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (90293b09-ad22-4acd-8419-9a4a635e0b93), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:48.120181 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-414f7b26-115d-4513-99aa-0cbb13eda890 tempest-TagsTest-351837916 tempest-TagsTest-351837916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90293b09-ad22-4acd-8419-9a4a635e0b93']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:55:48.129697 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-414f7b26-115d-4513-99aa-0cbb13eda890 tempest-TagsTest-351837916 tempest-TagsTest-351837916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '338abc11-7d5a-4863-bd8f-cef6a4856381') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:55:48.129997 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-414f7b26-115d-4513-99aa-0cbb13eda890 tempest-TagsTest-351837916 tempest-TagsTest-351837916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '338abc11-7d5a-4863-bd8f-cef6a4856381') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:55:48.139176 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-414f7b26-115d-4513-99aa-0cbb13eda890 tempest-TagsTest-351837916 tempest-TagsTest-351837916-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4747091'] for segment (338abc11-7d5a-4863-bd8f-cef6a4856381), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:48.152560 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-414f7b26-115d-4513-99aa-0cbb13eda890 tempest-TagsTest-351837916 tempest-TagsTest-351837916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (338abc11-7d5a-4863-bd8f-cef6a4856381), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:48.159601 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-414f7b26-115d-4513-99aa-0cbb13eda890 tempest-TagsTest-351837916 tempest-TagsTest-351837916-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:55:48.159986 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-414f7b26-115d-4513-99aa-0cbb13eda890 tempest-TagsTest-351837916 tempest-TagsTest-351837916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4690514'] for segment (338abc11-7d5a-4863-bd8f-cef6a4856381), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:48.162949 n-d-812111-14 neutron-server[103304]: Traceback (most recent call last): Jan 28 19:55:48.162949 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:55:48.162949 n-d-812111-14 neutron-server[103304]: timer() Jan 28 19:55:48.162949 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:55:48.162949 n-d-812111-14 neutron-server[103304]: cb(*args, **kw) Jan 28 19:55:48.162949 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:55:48.162949 n-d-812111-14 neutron-server[103304]: return func(*args, **kwargs) Jan 28 19:55:48.162949 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:55:48.162949 n-d-812111-14 neutron-server[103304]: self._notify() Jan 28 19:55:48.162949 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:55:48.162949 n-d-812111-14 neutron-server[103304]: self.callback(batched_events) Jan 28 19:55:48.162949 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:55:48.162949 n-d-812111-14 neutron-server[103304]: event.method(event) Jan 28 19:55:48.162949 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:55:48.162949 n-d-812111-14 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:55:48.162949 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:55:48.162949 n-d-812111-14 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:55:48.162949 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:55:48.162949 n-d-812111-14 neutron-server[103304]: return f(self, *a, **k) Jan 28 19:55:48.162949 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:55:48.162949 n-d-812111-14 neutron-server[103304]: return self._get(url).json() Jan 28 19:55:48.162949 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:55:48.162949 n-d-812111-14 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:55:48.162949 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:55:48.162949 n-d-812111-14 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 28 19:55:48.162949 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:55:48.162949 n-d-812111-14 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:55:48.162949 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:55:48.162949 n-d-812111-14 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:55:48.162949 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:55:48.162949 n-d-812111-14 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:55:48.162949 n-d-812111-14 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:55:48.224163 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-414f7b26-115d-4513-99aa-0cbb13eda890 tempest-TagsTest-351837916 tempest-TagsTest-351837916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (90293b09-ad22-4acd-8419-9a4a635e0b93), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:48.231327 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-414f7b26-115d-4513-99aa-0cbb13eda890 tempest-TagsTest-351837916 tempest-TagsTest-351837916-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:48.234652 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-414f7b26-115d-4513-99aa-0cbb13eda890 tempest-TagsTest-351837916 tempest-TagsTest-351837916-project] 10.222.0.64 "DELETE /v2.0/networks/90293b09-ad22-4acd-8419-9a4a635e0b93 HTTP/1.1" status: 204 len: 168 time: 0.2969766 Jan 28 19:55:48.246251 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414f7b26-115d-4513-99aa-0cbb13eda890 tempest-TagsTest-351837916 tempest-TagsTest-351837916-project] Pushing event deleted for resources: {'Network': ['ID=90293b09-ad22-4acd-8419-9a4a635e0b93,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:55:48.467007 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 34940) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:55:48.595050 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-77682b38-d7cd-48aa-90cd-d88f7a516e8d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=22c5b15fe7444a91a4df64ed98b44973&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1268997 Jan 28 19:55:48.597513 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 34944) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:55:48.647850 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-36e65d3d-e261-4194-b3e2-b092501f193c admin admin] Publish callbacks [] for security_group (ed4045a1-1073-4859-91be-3958b5e95a1e), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:48.667621 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-36e65d3d-e261-4194-b3e2-b092501f193c admin admin] Publish callbacks [] for security_group (ed4045a1-1073-4859-91be-3958b5e95a1e), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:48.712229 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-36e65d3d-e261-4194-b3e2-b092501f193c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (ed4045a1-1073-4859-91be-3958b5e95a1e), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:48.714954 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-36e65d3d-e261-4194-b3e2-b092501f193c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:48.716101 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-36e65d3d-e261-4194-b3e2-b092501f193c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ed4045a1-1073-4859-91be-3958b5e95a1e HTTP/1.1" status: 204 len: 168 time: 0.1177022 Jan 28 19:55:48.723440 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e65d3d-e261-4194-b3e2-b092501f193c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed4045a1-1073-4859-91be-3958b5e95a1e,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:55:49.340481 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 34966) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:55:49.344224 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [-] 10.222.0.64 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0027196 Jan 28 19:55:49.347241 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 34968) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:55:49.446675 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-1f81981a-3d44-4297-84f1-d41004c55b8f tempest-NetworksApiDiscovery-1836244084 tempest-NetworksApiDiscovery-1836244084-project] 10.222.0.64 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.0983260 Jan 28 19:55:49.678050 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 34976) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:55:49.783335 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-dfae8fba-34cf-458f-96df-758981dd7ec0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:49.855617 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-dfae8fba-34cf-458f-96df-758981dd7ec0 admin admin] Publish callbacks [] for security_group (01d06e7e-6a29-4a78-804e-2c92cfec6fc8), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:49.860629 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-dfae8fba-34cf-458f-96df-758981dd7ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (01d06e7e-6a29-4a78-804e-2c92cfec6fc8), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:49.900564 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfae8fba-34cf-458f-96df-758981dd7ec0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01d06e7e-6a29-4a78-804e-2c92cfec6fc8,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:55:49.905559 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-dfae8fba-34cf-458f-96df-758981dd7ec0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=65467b9263eb46439aa494d7d4b053df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2264886 Jan 28 19:55:49.907506 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 34980) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:55:49.955410 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3f8b5c5b-7d38-4b2e-aade-00697a7e9efb admin admin] Publish callbacks [] for security_group (01d06e7e-6a29-4a78-804e-2c92cfec6fc8), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:49.975859 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3f8b5c5b-7d38-4b2e-aade-00697a7e9efb admin admin] Publish callbacks [] for security_group (01d06e7e-6a29-4a78-804e-2c92cfec6fc8), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:50.027477 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3f8b5c5b-7d38-4b2e-aade-00697a7e9efb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (01d06e7e-6a29-4a78-804e-2c92cfec6fc8), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:50.030625 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3f8b5c5b-7d38-4b2e-aade-00697a7e9efb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:50.031812 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-3f8b5c5b-7d38-4b2e-aade-00697a7e9efb admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/01d06e7e-6a29-4a78-804e-2c92cfec6fc8 HTTP/1.1" status: 204 len: 168 time: 0.1234064 Jan 28 19:55:50.039892 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8b5c5b-7d38-4b2e-aade-00697a7e9efb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01d06e7e-6a29-4a78-804e-2c92cfec6fc8,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:55:51.040317 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:54.050477 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:56:06.677493 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7b343fdf-d37b-4df4-a03c-cffe9725827f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:56:08.947526 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d4544398-b842-4773-88a4-330cbead194a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:56:09.867333 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:56:11.751107 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:56:13.135235 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:56:16.167637 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:56:21.040435 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:56:24.048883 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:56:30.056323 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 35230) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:56:30.162419 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-26dee6e6-38e1-4f3d-be12-44e53534c518 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:56:30.237167 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-26dee6e6-38e1-4f3d-be12-44e53534c518 admin admin] Publish callbacks [] for security_group (bda6b11d-6075-4901-9df4-b968d4956b12), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:56:30.241469 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-26dee6e6-38e1-4f3d-be12-44e53534c518 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (bda6b11d-6075-4901-9df4-b968d4956b12), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:56:30.283303 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-26dee6e6-38e1-4f3d-be12-44e53534c518 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=fba4856d372b4b4fbad3ee775ea9574a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2258551 Jan 28 19:56:30.285984 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 35234) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:56:30.288085 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dee6e6-38e1-4f3d-be12-44e53534c518 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bda6b11d-6075-4901-9df4-b968d4956b12,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:56:30.338282 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-88ff1cfd-0e5c-486a-9c05-64734664e279 admin admin] Publish callbacks [] for security_group (bda6b11d-6075-4901-9df4-b968d4956b12), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:56:30.359598 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-88ff1cfd-0e5c-486a-9c05-64734664e279 admin admin] Publish callbacks [] for security_group (bda6b11d-6075-4901-9df4-b968d4956b12), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:56:30.406588 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-88ff1cfd-0e5c-486a-9c05-64734664e279 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (bda6b11d-6075-4901-9df4-b968d4956b12), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:56:30.409583 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-88ff1cfd-0e5c-486a-9c05-64734664e279 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:56:30.410721 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-88ff1cfd-0e5c-486a-9c05-64734664e279 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/bda6b11d-6075-4901-9df4-b968d4956b12 HTTP/1.1" status: 204 len: 168 time: 0.1234148 Jan 28 19:56:30.422613 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ff1cfd-0e5c-486a-9c05-64734664e279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bda6b11d-6075-4901-9df4-b968d4956b12,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:56:30.430709 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ff1cfd-0e5c-486a-9c05-64734664e279 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:56:30.431059 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ff1cfd-0e5c-486a-9c05-64734664e279 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:56:30.431401 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ff1cfd-0e5c-486a-9c05-64734664e279 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:56:30.431764 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ff1cfd-0e5c-486a-9c05-64734664e279 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:56:30.432256 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ff1cfd-0e5c-486a-9c05-64734664e279 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:56:30.432634 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ff1cfd-0e5c-486a-9c05-64734664e279 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:56:30.432977 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ff1cfd-0e5c-486a-9c05-64734664e279 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:56:30.433388 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ff1cfd-0e5c-486a-9c05-64734664e279 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:56:30.433686 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ff1cfd-0e5c-486a-9c05-64734664e279 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:56:30.435723 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ff1cfd-0e5c-486a-9c05-64734664e279 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:56:30.436239 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ff1cfd-0e5c-486a-9c05-64734664e279 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:56:30.436389 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ff1cfd-0e5c-486a-9c05-64734664e279 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:56:30.436832 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ff1cfd-0e5c-486a-9c05-64734664e279 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:56:30.674674 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 35240) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:56:30.688237 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7fcc5875-633a-4b4e-b610-2d16f671eb10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:56:30.766935 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7fcc5875-633a-4b4e-b610-2d16f671eb10 admin admin] Publish callbacks [] for security_group (9834e05f-46a5-42df-9670-a103f5536495), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:56:30.770990 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7fcc5875-633a-4b4e-b610-2d16f671eb10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (9834e05f-46a5-42df-9670-a103f5536495), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:56:30.811836 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-7fcc5875-633a-4b4e-b610-2d16f671eb10 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=749acbe1c10241adb03fac732ed3caf8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1360018 Jan 28 19:56:30.812733 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcc5875-633a-4b4e-b610-2d16f671eb10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9834e05f-46a5-42df-9670-a103f5536495,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:56:30.814567 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 35242) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:56:30.868525 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7e8f8c53-28d5-4f41-bc5d-f8312f1d588f admin admin] Publish callbacks [] for security_group (9834e05f-46a5-42df-9670-a103f5536495), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:56:30.892229 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7e8f8c53-28d5-4f41-bc5d-f8312f1d588f admin admin] Publish callbacks [] for security_group (9834e05f-46a5-42df-9670-a103f5536495), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:56:30.941471 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7e8f8c53-28d5-4f41-bc5d-f8312f1d588f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (9834e05f-46a5-42df-9670-a103f5536495), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:56:30.944144 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7e8f8c53-28d5-4f41-bc5d-f8312f1d588f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:56:30.945338 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-7e8f8c53-28d5-4f41-bc5d-f8312f1d588f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9834e05f-46a5-42df-9670-a103f5536495 HTTP/1.1" status: 204 len: 168 time: 0.1296480 Jan 28 19:56:30.953257 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8f8c53-28d5-4f41-bc5d-f8312f1d588f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9834e05f-46a5-42df-9670-a103f5536495,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:56:32.610138 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 35296) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:56:32.716778 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2e43c25e-b644-4bc1-8fdd-3eba3266eea7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:56:32.799587 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2e43c25e-b644-4bc1-8fdd-3eba3266eea7 admin admin] Publish callbacks [] for security_group (cc115296-0403-44ce-93e7-85fffe7e9e73), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:56:32.803510 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2e43c25e-b644-4bc1-8fdd-3eba3266eea7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (cc115296-0403-44ce-93e7-85fffe7e9e73), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:56:32.840966 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e43c25e-b644-4bc1-8fdd-3eba3266eea7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc115296-0403-44ce-93e7-85fffe7e9e73,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:56:32.845357 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-2e43c25e-b644-4bc1-8fdd-3eba3266eea7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=96b37d87b4374f4080ab6825c54acfb7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2341774 Jan 28 19:56:32.847853 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 35300) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:56:32.895755 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-05dc7381-6f68-43e2-9318-12f94007bb8b admin admin] Publish callbacks [] for security_group (cc115296-0403-44ce-93e7-85fffe7e9e73), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:56:32.916474 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-05dc7381-6f68-43e2-9318-12f94007bb8b admin admin] Publish callbacks [] for security_group (cc115296-0403-44ce-93e7-85fffe7e9e73), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:56:32.963098 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-05dc7381-6f68-43e2-9318-12f94007bb8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (cc115296-0403-44ce-93e7-85fffe7e9e73), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:56:32.965696 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-05dc7381-6f68-43e2-9318-12f94007bb8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:56:32.966868 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-05dc7381-6f68-43e2-9318-12f94007bb8b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/cc115296-0403-44ce-93e7-85fffe7e9e73 HTTP/1.1" status: 204 len: 168 time: 0.1181257 Jan 28 19:56:32.974355 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dc7381-6f68-43e2-9318-12f94007bb8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc115296-0403-44ce-93e7-85fffe7e9e73,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:56:33.222096 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 35306) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:56:33.235785 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d2579ca8-a0dc-45a1-80d1-abeac6491f05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:56:33.308746 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d2579ca8-a0dc-45a1-80d1-abeac6491f05 admin admin] Publish callbacks [] for security_group (d3cda7ca-fc98-4dd2-936e-689e3e33a955), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:56:33.312678 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d2579ca8-a0dc-45a1-80d1-abeac6491f05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (d3cda7ca-fc98-4dd2-936e-689e3e33a955), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:56:33.354701 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-d2579ca8-a0dc-45a1-80d1-abeac6491f05 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=464d2c4ef7664bf98e916230ee0ca46e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1315210 Jan 28 19:56:33.355563 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2579ca8-a0dc-45a1-80d1-abeac6491f05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3cda7ca-fc98-4dd2-936e-689e3e33a955,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:56:33.357892 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 35308) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:56:33.405782 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-53ebaaf5-c7cd-4746-8449-5252218d7a96 admin admin] Publish callbacks [] for security_group (d3cda7ca-fc98-4dd2-936e-689e3e33a955), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:56:33.427508 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-53ebaaf5-c7cd-4746-8449-5252218d7a96 admin admin] Publish callbacks [] for security_group (d3cda7ca-fc98-4dd2-936e-689e3e33a955), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:56:33.472969 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-53ebaaf5-c7cd-4746-8449-5252218d7a96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (d3cda7ca-fc98-4dd2-936e-689e3e33a955), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:56:33.475506 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-53ebaaf5-c7cd-4746-8449-5252218d7a96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:56:33.476669 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-53ebaaf5-c7cd-4746-8449-5252218d7a96 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d3cda7ca-fc98-4dd2-936e-689e3e33a955 HTTP/1.1" status: 204 len: 168 time: 0.1177659 Jan 28 19:56:33.485047 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ebaaf5-c7cd-4746-8449-5252218d7a96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3cda7ca-fc98-4dd2-936e-689e3e33a955,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:56:36.683468 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-84a79fed-738f-4983-8cf6-c2029aef4ce0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:56:38.956290 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-cf21f0e9-0f08-4873-8191-f2cf3100af57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:56:39.872571 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:56:41.753506 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:56:42.925713 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 35436) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:56:43.032783 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-47187027-8fd4-41e9-8666-0b6fe59b17c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:56:43.107831 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-47187027-8fd4-41e9-8666-0b6fe59b17c8 admin admin] Publish callbacks [] for security_group (deb1f187-9fef-4737-8747-16df70553718), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:56:43.111828 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-47187027-8fd4-41e9-8666-0b6fe59b17c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (deb1f187-9fef-4737-8747-16df70553718), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:56:43.137140 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:56:43.154536 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-47187027-8fd4-41e9-8666-0b6fe59b17c8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=447d84c7b68848ebacff1958ba2ac31e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2276325 Jan 28 19:56:43.155588 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47187027-8fd4-41e9-8666-0b6fe59b17c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deb1f187-9fef-4737-8747-16df70553718,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:56:43.156396 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 35440) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:56:43.206238 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4470224b-bc6c-4e1b-8340-077435cd7de9 admin admin] Publish callbacks [] for security_group (deb1f187-9fef-4737-8747-16df70553718), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:56:43.228700 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4470224b-bc6c-4e1b-8340-077435cd7de9 admin admin] Publish callbacks [] for security_group (deb1f187-9fef-4737-8747-16df70553718), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:56:43.278581 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4470224b-bc6c-4e1b-8340-077435cd7de9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (deb1f187-9fef-4737-8747-16df70553718), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:56:43.281126 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4470224b-bc6c-4e1b-8340-077435cd7de9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:56:43.284605 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-4470224b-bc6c-4e1b-8340-077435cd7de9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/deb1f187-9fef-4737-8747-16df70553718 HTTP/1.1" status: 204 len: 168 time: 0.1248088 Jan 28 19:56:43.290440 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4470224b-bc6c-4e1b-8340-077435cd7de9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deb1f187-9fef-4737-8747-16df70553718,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:56:43.545029 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 35446) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:56:43.559179 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-aa953e00-9690-42c2-b9eb-05dac8a2d116 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:56:43.641263 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-aa953e00-9690-42c2-b9eb-05dac8a2d116 admin admin] Publish callbacks [] for security_group (7339d1ad-5cd5-43d2-a16c-0d6cd3c56646), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:56:43.645346 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-aa953e00-9690-42c2-b9eb-05dac8a2d116 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (7339d1ad-5cd5-43d2-a16c-0d6cd3c56646), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:56:43.684189 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-aa953e00-9690-42c2-b9eb-05dac8a2d116 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=eba89795580b4d2a84d654b67d95838c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1379945 Jan 28 19:56:43.685209 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa953e00-9690-42c2-b9eb-05dac8a2d116 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7339d1ad-5cd5-43d2-a16c-0d6cd3c56646,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:56:43.686802 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 35448) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:56:43.693285 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa953e00-9690-42c2-b9eb-05dac8a2d116 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:56:43.693644 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa953e00-9690-42c2-b9eb-05dac8a2d116 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:56:43.693997 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa953e00-9690-42c2-b9eb-05dac8a2d116 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:56:43.694343 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa953e00-9690-42c2-b9eb-05dac8a2d116 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:56:43.694695 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa953e00-9690-42c2-b9eb-05dac8a2d116 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:56:43.695034 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa953e00-9690-42c2-b9eb-05dac8a2d116 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:56:43.695372 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa953e00-9690-42c2-b9eb-05dac8a2d116 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:56:43.695863 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa953e00-9690-42c2-b9eb-05dac8a2d116 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:56:43.696155 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa953e00-9690-42c2-b9eb-05dac8a2d116 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:56:43.696491 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa953e00-9690-42c2-b9eb-05dac8a2d116 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:56:43.696830 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa953e00-9690-42c2-b9eb-05dac8a2d116 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:56:43.697185 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa953e00-9690-42c2-b9eb-05dac8a2d116 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:56:43.697522 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa953e00-9690-42c2-b9eb-05dac8a2d116 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:56:43.742947 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ebdb8e77-4aed-4e51-b66f-67fe5c786e02 admin admin] Publish callbacks [] for security_group (7339d1ad-5cd5-43d2-a16c-0d6cd3c56646), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:56:43.764387 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ebdb8e77-4aed-4e51-b66f-67fe5c786e02 admin admin] Publish callbacks [] for security_group (7339d1ad-5cd5-43d2-a16c-0d6cd3c56646), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:56:43.810269 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ebdb8e77-4aed-4e51-b66f-67fe5c786e02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (7339d1ad-5cd5-43d2-a16c-0d6cd3c56646), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:56:43.813019 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ebdb8e77-4aed-4e51-b66f-67fe5c786e02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:56:43.814260 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-ebdb8e77-4aed-4e51-b66f-67fe5c786e02 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7339d1ad-5cd5-43d2-a16c-0d6cd3c56646 HTTP/1.1" status: 204 len: 168 time: 0.1262462 Jan 28 19:56:43.822165 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdb8e77-4aed-4e51-b66f-67fe5c786e02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7339d1ad-5cd5-43d2-a16c-0d6cd3c56646,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:56:44.490826 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 35470) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:56:44.594665 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-25a9eda1-0a7a-4559-9e30-86261f87a5a7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1090417084-network', 'tenant_id': 'b6b88ff719204203bed43ec92d57b1c1'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:56:44.616539 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25a9eda1-0a7a-4559-9e30-86261f87a5a7 admin admin] Made reservation on behalf of b6b88ff719204203bed43ec92d57b1c1 for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:56:44.618954 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-25a9eda1-0a7a-4559-9e30-86261f87a5a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:56:44.628253 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-25a9eda1-0a7a-4559-9e30-86261f87a5a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:56:44.707858 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-25a9eda1-0a7a-4559-9e30-86261f87a5a7 admin admin] Publish callbacks [] for security_group (04f723f2-6af8-4d7a-8447-30ab3ed6060b), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:56:44.711910 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-25a9eda1-0a7a-4559-9e30-86261f87a5a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (04f723f2-6af8-4d7a-8447-30ab3ed6060b), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:56:44.734505 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25a9eda1-0a7a-4559-9e30-86261f87a5a7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:56:44.748885 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a9eda1-0a7a-4559-9e30-86261f87a5a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04f723f2-6af8-4d7a-8447-30ab3ed6060b,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:56:44.754731 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-25a9eda1-0a7a-4559-9e30-86261f87a5a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (6e52fa74-2ca9-4d0f-8375-007027ffed05), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:56:44.755082 n-d-812111-14 neutron-server[103305]: INFO neutron.db.segments_db [None req-25a9eda1-0a7a-4559-9e30-86261f87a5a7 admin admin] Added segment 6e52fa74-2ca9-4d0f-8375-007027ffed05 of type vlan for network 01bc8d69-c0ec-4636-8c8f-9c757e54d7c1 Jan 28 19:56:44.795412 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-25a9eda1-0a7a-4559-9e30-86261f87a5a7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (01bc8d69-c0ec-4636-8c8f-9c757e54d7c1), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:56:44.822332 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-25a9eda1-0a7a-4559-9e30-86261f87a5a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (01bc8d69-c0ec-4636-8c8f-9c757e54d7c1), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:56:44.823313 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a9eda1-0a7a-4559-9e30-86261f87a5a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:56:44.824010 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-25a9eda1-0a7a-4559-9e30-86261f87a5a7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:56:44.884377 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-25a9eda1-0a7a-4559-9e30-86261f87a5a7 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3924460 Jan 28 19:56:44.887355 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 35474) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:56:44.892540 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-16db7084-95c6-486d-bb51-1ecb9e4932a6 admin admin] Request body: {'subnet': {'network_id': '01bc8d69-c0ec-4636-8c8f-9c757e54d7c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1090417084-subnet', 'tenant_id': 'b6b88ff719204203bed43ec92d57b1c1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:56:44.913168 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16db7084-95c6-486d-bb51-1ecb9e4932a6 admin admin] Made reservation on behalf of b6b88ff719204203bed43ec92d57b1c1 for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:56:44.914232 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a9eda1-0a7a-4559-9e30-86261f87a5a7 admin admin] Pushing event updated for resources: {'Network': ['ID=01bc8d69-c0ec-4636-8c8f-9c757e54d7c1,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:56:44.915618 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-16db7084-95c6-486d-bb51-1ecb9e4932a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5221429'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:56:44.924773 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network 01bc8d69-c0ec-4636-8c8f-9c757e54d7c1 details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:56:45.092589 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-16db7084-95c6-486d-bb51-1ecb9e4932a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4690681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5221415'] for subnet (defaeb61-60ea-49db-9aff-d2bf812297e3), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:56:45.152259 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16db7084-95c6-486d-bb51-1ecb9e4932a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=defaeb61-60ea-49db-9aff-d2bf812297e3,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:56:45.161406 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16db7084-95c6-486d-bb51-1ecb9e4932a6 admin admin] Checking segment: {'id': '6e52fa74-2ca9-4d0f-8375-007027ffed05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '01bc8d69-c0ec-4636-8c8f-9c757e54d7c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:56:45.161778 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16db7084-95c6-486d-bb51-1ecb9e4932a6 admin admin] Network hostable DHCP agents. Network: 01bc8d69-c0ec-4636-8c8f-9c757e54d7c1, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:56:45.178981 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16db7084-95c6-486d-bb51-1ecb9e4932a6 admin admin] Network 01bc8d69-c0ec-4636-8c8f-9c757e54d7c1 is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:56:45.188580 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-16db7084-95c6-486d-bb51-1ecb9e4932a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, 01bc8d69-c0ec-4636-8c8f-9c757e54d7c1) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:56:45.192773 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16db7084-95c6-486d-bb51-1ecb9e4932a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:56:45.193413 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-16db7084-95c6-486d-bb51-1ecb9e4932a6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:56:45.199092 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d8f685-2551-4567-8d9f-5284bef31f96 None None] Network 01bc8d69-c0ec-4636-8c8f-9c757e54d7c1 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:56:45.221195 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-16db7084-95c6-486d-bb51-1ecb9e4932a6 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3294432 Jan 28 19:56:45.306300 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d23a52c-1b35-4dc9-80c8-cbb33ff8f6bc None None] Network 01bc8d69-c0ec-4636-8c8f-9c757e54d7c1 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:56:45.681666 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 35490) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:56:45.687193 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-f2478549-8793-4a3a-b808-d742db3eff7d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2030774810-network', 'tenant_id': 'e1e9c7a5fa604cbdb573d3a31f705db1'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:56:45.705948 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2478549-8793-4a3a-b808-d742db3eff7d admin admin] Made reservation on behalf of e1e9c7a5fa604cbdb573d3a31f705db1 for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:56:45.708284 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f2478549-8793-4a3a-b808-d742db3eff7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:56:45.718054 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f2478549-8793-4a3a-b808-d742db3eff7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:56:45.789925 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f2478549-8793-4a3a-b808-d742db3eff7d admin admin] Publish callbacks [] for security_group (c4e81c52-409d-45d8-aa9a-d0729dcadb56), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:56:45.793670 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f2478549-8793-4a3a-b808-d742db3eff7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (c4e81c52-409d-45d8-aa9a-d0729dcadb56), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:56:45.823619 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2478549-8793-4a3a-b808-d742db3eff7d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:56:45.830310 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2478549-8793-4a3a-b808-d742db3eff7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4e81c52-409d-45d8-aa9a-d0729dcadb56,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:56:45.836728 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f2478549-8793-4a3a-b808-d742db3eff7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (f97be461-e3c6-4bec-95b4-b54b1d0871c9), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:56:45.837070 n-d-812111-14 neutron-server[103305]: INFO neutron.db.segments_db [None req-f2478549-8793-4a3a-b808-d742db3eff7d admin admin] Added segment f97be461-e3c6-4bec-95b4-b54b1d0871c9 of type vlan for network bf239393-b353-474e-beea-304151763798 Jan 28 19:56:45.876338 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f2478549-8793-4a3a-b808-d742db3eff7d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (bf239393-b353-474e-beea-304151763798), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:56:45.901336 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f2478549-8793-4a3a-b808-d742db3eff7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (bf239393-b353-474e-beea-304151763798), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:56:45.902296 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2478549-8793-4a3a-b808-d742db3eff7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:56:45.903531 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f2478549-8793-4a3a-b808-d742db3eff7d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:56:45.957233 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-f2478549-8793-4a3a-b808-d742db3eff7d admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2743607 Jan 28 19:56:45.960079 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 35492) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:56:45.965011 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2478549-8793-4a3a-b808-d742db3eff7d admin admin] Pushing event updated for resources: {'Network': ['ID=bf239393-b353-474e-beea-304151763798,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:56:45.965177 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-05ac001e-1162-4fff-b8c2-895fb791a869 admin admin] Request body: {'subnet': {'network_id': 'bf239393-b353-474e-beea-304151763798', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2030774810-subnet', 'tenant_id': 'e1e9c7a5fa604cbdb573d3a31f705db1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:56:45.976558 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network bf239393-b353-474e-beea-304151763798 details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:56:45.986508 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05ac001e-1162-4fff-b8c2-895fb791a869 admin admin] Made reservation on behalf of e1e9c7a5fa604cbdb573d3a31f705db1 for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:56:45.988871 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-05ac001e-1162-4fff-b8c2-895fb791a869 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5221429'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:56:46.157766 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-05ac001e-1162-4fff-b8c2-895fb791a869 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4690681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5221415'] for subnet (265df835-e1c2-4e44-b199-3fd6859b59c5), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:56:46.212842 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ac001e-1162-4fff-b8c2-895fb791a869 admin admin] Pushing event updated for resources: {'Subnet': ['ID=265df835-e1c2-4e44-b199-3fd6859b59c5,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:56:46.223011 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ac001e-1162-4fff-b8c2-895fb791a869 admin admin] Checking segment: {'id': 'f97be461-e3c6-4bec-95b4-b54b1d0871c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'bf239393-b353-474e-beea-304151763798'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:56:46.223385 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ac001e-1162-4fff-b8c2-895fb791a869 admin admin] Network hostable DHCP agents. Network: bf239393-b353-474e-beea-304151763798, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:56:46.239725 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ac001e-1162-4fff-b8c2-895fb791a869 admin admin] Network bf239393-b353-474e-beea-304151763798 is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:56:46.249627 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-05ac001e-1162-4fff-b8c2-895fb791a869 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, bf239393-b353-474e-beea-304151763798) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:56:46.253947 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ac001e-1162-4fff-b8c2-895fb791a869 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:56:46.254543 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-05ac001e-1162-4fff-b8c2-895fb791a869 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:56:46.258364 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0e5b9d3-b434-4b1b-9cd0-6a92d86903be None None] Network bf239393-b353-474e-beea-304151763798 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:56:46.278501 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-05ac001e-1162-4fff-b8c2-895fb791a869 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3096864 Jan 28 19:56:46.354090 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-738cfaa6-4ad2-4d46-8d91-9f54b60df327 None None] Network bf239393-b353-474e-beea-304151763798 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:56:46.760804 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd7bbc7-e7d3-4a77-898d-f92648233195 req-59ad5871-da30-4bf1-afe9-4b2ba9065315 tempest-VolumesActionsTest-347565801 tempest-VolumesActionsTest-347565801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:56:46.762712 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-dcd7bbc7-e7d3-4a77-898d-f92648233195 req-59ad5871-da30-4bf1-afe9-4b2ba9065315 tempest-VolumesActionsTest-347565801 tempest-VolumesActionsTest-347565801-project] 10.222.0.64 "GET /v2.0/networks?id=01bc8d69-c0ec-4636-8c8f-9c757e54d7c1 HTTP/1.1" status: 200 len: 809 time: 0.1034725 Jan 28 19:56:46.776729 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-dcd7bbc7-e7d3-4a77-898d-f92648233195 req-886d79ca-ee9a-42ad-9a89-fda2cd93e7f4 tempest-VolumesActionsTest-347565801 tempest-VolumesActionsTest-347565801-project] 10.222.0.64 "GET /v2.0/quotas/b6b88ff719204203bed43ec92d57b1c1 HTTP/1.1" status: 200 len: 375 time: 0.0086758 Jan 28 19:56:46.808055 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-dcd7bbc7-e7d3-4a77-898d-f92648233195 req-87fcff08-ef94-4e89-9881-b4e50fa27e19 tempest-VolumesActionsTest-347565801 tempest-VolumesActionsTest-347565801-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=b6b88ff719204203bed43ec92d57b1c1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258801 Jan 28 19:56:46.818513 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [req-dcd7bbc7-e7d3-4a77-898d-f92648233195 req-bf2fe98a-44e6-4568-a3e9-bdb8851f7e80 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:56:46.819494 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-dcd7bbc7-e7d3-4a77-898d-f92648233195 req-bf2fe98a-44e6-4568-a3e9-bdb8851f7e80 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049255 Jan 28 19:56:46.908689 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-dcd7bbc7-e7d3-4a77-898d-f92648233195 req-6dd60b83-8bda-43d3-981a-1bc62fd47d4c service neutron] 10.222.0.64 "GET /v2.0/networks/01bc8d69-c0ec-4636-8c8f-9c757e54d7c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840888 Jan 28 19:56:46.995515 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-dcd7bbc7-e7d3-4a77-898d-f92648233195 req-c9cbbe5d-ac72-4756-bb91-6d656c6817c1 service neutron] 10.222.0.64 "GET /v2.0/networks/01bc8d69-c0ec-4636-8c8f-9c757e54d7c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812166 Jan 28 19:56:47.159223 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-68534261-d379-4f9c-b724-a6f5fc9c7f25 req-eec854ac-b76b-4806-bda7-91bc3ef0c4a5 tempest-VolumesActionsTest-347565801 tempest-VolumesActionsTest-347565801-project] 10.222.0.64 "GET /v2.0/ports?device_id=af44a99b-464c-48f0-9608-12d568de3451 HTTP/1.1" status: 200 len: 210 time: 0.0283272 Jan 28 19:56:48.173539 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd7bbc7-e7d3-4a77-898d-f92648233195 req-c7d01b7f-f44a-4b63-aa32-a41e73945bd4 tempest-VolumesActionsTest-347565801 tempest-VolumesActionsTest-347565801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:56:48.175115 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-dcd7bbc7-e7d3-4a77-898d-f92648233195 req-c7d01b7f-f44a-4b63-aa32-a41e73945bd4 tempest-VolumesActionsTest-347565801 tempest-VolumesActionsTest-347565801-project] 10.222.0.70 "GET /v2.0/networks?id=01bc8d69-c0ec-4636-8c8f-9c757e54d7c1 HTTP/1.1" status: 200 len: 809 time: 0.1090882 Jan 28 19:56:48.187155 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-dcd7bbc7-e7d3-4a77-898d-f92648233195 req-7eb48950-0c4a-4d00-a999-341197b22bed tempest-VolumesActionsTest-347565801 tempest-VolumesActionsTest-347565801-project] Request body: {'port': {'device_id': 'af44a99b-464c-48f0-9608-12d568de3451', 'network_id': '01bc8d69-c0ec-4636-8c8f-9c757e54d7c1', 'admin_state_up': True, 'tenant_id': 'b6b88ff719204203bed43ec92d57b1c1'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:56:48.257733 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-77ce7ff3-1023-482a-8ec1-9e1f8b3ba191 req-5903ed7d-e8b2-45f7-bef1-e7607478a5df tempest-VolumesActionsTest-347565801 tempest-VolumesActionsTest-347565801-project] 10.222.0.64 "GET /v2.0/ports?device_id=af44a99b-464c-48f0-9608-12d568de3451 HTTP/1.1" status: 200 len: 210 time: 0.0288043 Jan 28 19:56:48.295431 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcd7bbc7-e7d3-4a77-898d-f92648233195 req-7eb48950-0c4a-4d00-a999-341197b22bed tempest-VolumesActionsTest-347565801 tempest-VolumesActionsTest-347565801-project] Made reservation on behalf of b6b88ff719204203bed43ec92d57b1c1 for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:56:48.299123 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-dcd7bbc7-e7d3-4a77-898d-f92648233195 req-7eb48950-0c4a-4d00-a999-341197b22bed tempest-VolumesActionsTest-347565801 tempest-VolumesActionsTest-347565801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:56:48.427927 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-dcd7bbc7-e7d3-4a77-898d-f92648233195 req-7eb48950-0c4a-4d00-a999-341197b22bed tempest-VolumesActionsTest-347565801 tempest-VolumesActionsTest-347565801-project] Allocated IP 172.20.0.6 (01bc8d69-c0ec-4636-8c8f-9c757e54d7c1/defaeb61-60ea-49db-9aff-d2bf812297e3/5950fee2-a2b4-43b3-a699-3b13530a8d56) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:56:48.574598 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-dcd7bbc7-e7d3-4a77-898d-f92648233195 req-7eb48950-0c4a-4d00-a999-341197b22bed tempest-VolumesActionsTest-347565801 tempest-VolumesActionsTest-347565801-project] Publish callbacks [] for port (5950fee2-a2b4-43b3-a699-3b13530a8d56), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:56:48.608458 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-dcd7bbc7-e7d3-4a77-898d-f92648233195 req-7eb48950-0c4a-4d00-a999-341197b22bed tempest-VolumesActionsTest-347565801 tempest-VolumesActionsTest-347565801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (5950fee2-a2b4-43b3-a699-3b13530a8d56), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:56:48.649984 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcd7bbc7-e7d3-4a77-898d-f92648233195 req-7eb48950-0c4a-4d00-a999-341197b22bed tempest-VolumesActionsTest-347565801 tempest-VolumesActionsTest-347565801-project] Network 01bc8d69-c0ec-4636-8c8f-9c757e54d7c1 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:56:48.653471 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-dcd7bbc7-e7d3-4a77-898d-f92648233195 req-7eb48950-0c4a-4d00-a999-341197b22bed tempest-VolumesActionsTest-347565801 tempest-VolumesActionsTest-347565801-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:56:48.659319 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcd7bbc7-e7d3-4a77-898d-f92648233195 req-7eb48950-0c4a-4d00-a999-341197b22bed tempest-VolumesActionsTest-347565801 tempest-VolumesActionsTest-347565801-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:56:48.682888 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb48950-0c4a-4d00-a999-341197b22bed tempest-VolumesActionsTest-347565801 tempest-VolumesActionsTest-347565801-project] Pushing event updated for resources: {'Port': ['ID=5950fee2-a2b4-43b3-a699-3b13530a8d56,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:56:48.710590 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd7bbc7-e7d3-4a77-898d-f92648233195 req-7eb48950-0c4a-4d00-a999-341197b22bed tempest-VolumesActionsTest-347565801 tempest-VolumesActionsTest-347565801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:56:48.711193 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-dcd7bbc7-e7d3-4a77-898d-f92648233195 req-7eb48950-0c4a-4d00-a999-341197b22bed tempest-VolumesActionsTest-347565801 tempest-VolumesActionsTest-347565801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:56:48.727017 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-dcd7bbc7-e7d3-4a77-898d-f92648233195 req-7eb48950-0c4a-4d00-a999-341197b22bed tempest-VolumesActionsTest-347565801 tempest-VolumesActionsTest-347565801-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5438693 Jan 28 19:56:48.738414 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-dcd7bbc7-e7d3-4a77-898d-f92648233195 req-d511111e-95dc-4f8a-9c8c-fa98359a54d6 service neutron] Request body: {'port': {'device_id': 'af44a99b-464c-48f0-9608-12d568de3451', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-14'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:56:48.799704 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-dcd7bbc7-e7d3-4a77-898d-f92648233195 req-d511111e-95dc-4f8a-9c8c-fa98359a54d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (5950fee2-a2b4-43b3-a699-3b13530a8d56), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:56:49.060449 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-dcd7bbc7-e7d3-4a77-898d-f92648233195 req-d511111e-95dc-4f8a-9c8c-fa98359a54d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5950fee2-a2b4-43b3-a699-3b13530a8d56 {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:56:49.067860 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-dcd7bbc7-e7d3-4a77-898d-f92648233195 req-d511111e-95dc-4f8a-9c8c-fa98359a54d6 service neutron] Publish callbacks [] for port (5950fee2-a2b4-43b3-a699-3b13530a8d56), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:56:49.079753 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-dcd7bbc7-e7d3-4a77-898d-f92648233195 req-d511111e-95dc-4f8a-9c8c-fa98359a54d6 service neutron] Transition to ACTIVE for port object 5950fee2-a2b4-43b3-a699-3b13530a8d56 will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:56:49.083438 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-dcd7bbc7-e7d3-4a77-898d-f92648233195 req-d511111e-95dc-4f8a-9c8c-fa98359a54d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (5950fee2-a2b4-43b3-a699-3b13530a8d56), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:56:49.132177 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d511111e-95dc-4f8a-9c8c-fa98359a54d6 service neutron] Pushing event updated for resources: {'Port': ['ID=5950fee2-a2b4-43b3-a699-3b13530a8d56,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:56:49.204825 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-dcd7bbc7-e7d3-4a77-898d-f92648233195 req-d511111e-95dc-4f8a-9c8c-fa98359a54d6 service neutron] Attempting to bind port 5950fee2-a2b4-43b3-a699-3b13530a8d56 on host n-h2-812111-14 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:56:49.205603 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-dcd7bbc7-e7d3-4a77-898d-f92648233195 req-d511111e-95dc-4f8a-9c8c-fa98359a54d6 service neutron] Attempting to bind port 5950fee2-a2b4-43b3-a699-3b13530a8d56 by drivers openvswitch,hyperv on host n-h2-812111-14 at level 0 using segments [{'id': '6e52fa74-2ca9-4d0f-8375-007027ffed05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '01bc8d69-c0ec-4636-8c8f-9c757e54d7c1'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:56:49.205603 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd7bbc7-e7d3-4a77-898d-f92648233195 req-d511111e-95dc-4f8a-9c8c-fa98359a54d6 service neutron] Attempting to bind port 5950fee2-a2b4-43b3-a699-3b13530a8d56 on network 01bc8d69-c0ec-4636-8c8f-9c757e54d7c1 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:56:49.209966 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd7bbc7-e7d3-4a77-898d-f92648233195 req-d511111e-95dc-4f8a-9c8c-fa98359a54d6 service neutron] Port 5950fee2-a2b4-43b3-a699-3b13530a8d56 on network 01bc8d69-c0ec-4636-8c8f-9c757e54d7c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-14 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:56:49.210335 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd7bbc7-e7d3-4a77-898d-f92648233195 req-d511111e-95dc-4f8a-9c8c-fa98359a54d6 service neutron] Attempting to bind port 5950fee2-a2b4-43b3-a699-3b13530a8d56 on network 01bc8d69-c0ec-4636-8c8f-9c757e54d7c1 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:56:49.215823 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd7bbc7-e7d3-4a77-898d-f92648233195 req-d511111e-95dc-4f8a-9c8c-fa98359a54d6 service neutron] Checking agent: {'id': '8f3fee4e-bf24-4b58-8a3a-ae9c8011a473', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 56, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:56:49.216165 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd7bbc7-e7d3-4a77-898d-f92648233195 req-d511111e-95dc-4f8a-9c8c-fa98359a54d6 service neutron] Checking segment: {'id': '6e52fa74-2ca9-4d0f-8375-007027ffed05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '01bc8d69-c0ec-4636-8c8f-9c757e54d7c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:56:49.216557 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd7bbc7-e7d3-4a77-898d-f92648233195 req-d511111e-95dc-4f8a-9c8c-fa98359a54d6 service neutron] Bound using segment: {'id': '6e52fa74-2ca9-4d0f-8375-007027ffed05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '01bc8d69-c0ec-4636-8c8f-9c757e54d7c1'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:56:49.216990 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-dcd7bbc7-e7d3-4a77-898d-f92648233195 req-d511111e-95dc-4f8a-9c8c-fa98359a54d6 service neutron] Bound port: 5950fee2-a2b4-43b3-a699-3b13530a8d56, host: n-h2-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e52fa74-2ca9-4d0f-8375-007027ffed05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '01bc8d69-c0ec-4636-8c8f-9c757e54d7c1'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:56:49.217381 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-dcd7bbc7-e7d3-4a77-898d-f92648233195 req-d511111e-95dc-4f8a-9c8c-fa98359a54d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (5950fee2-a2b4-43b3-a699-3b13530a8d56), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:56:49.280411 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-dcd7bbc7-e7d3-4a77-898d-f92648233195 req-d511111e-95dc-4f8a-9c8c-fa98359a54d6 service neutron] For port 5950fee2-a2b4-43b3-a699-3b13530a8d56, host n-h2-812111-14, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:56:49.283651 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-dcd7bbc7-e7d3-4a77-898d-f92648233195 req-d511111e-95dc-4f8a-9c8c-fa98359a54d6 service neutron] For port 5950fee2-a2b4-43b3-a699-3b13530a8d56, host n-h2-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=5950fee2-a2b4-43b3-a699-3b13530a8d56,segment=NetworkSegment(6e52fa74-2ca9-4d0f-8375-007027ffed05),segment_id=6e52fa74-2ca9-4d0f-8375-007027ffed05)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:56:49.290554 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-dcd7bbc7-e7d3-4a77-898d-f92648233195 req-d511111e-95dc-4f8a-9c8c-fa98359a54d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (5950fee2-a2b4-43b3-a699-3b13530a8d56), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:56:49.323576 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd7bbc7-e7d3-4a77-898d-f92648233195 req-d511111e-95dc-4f8a-9c8c-fa98359a54d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:56:49.324209 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-dcd7bbc7-e7d3-4a77-898d-f92648233195 req-d511111e-95dc-4f8a-9c8c-fa98359a54d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:56:49.325676 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-dcd7bbc7-e7d3-4a77-898d-f92648233195 req-d511111e-95dc-4f8a-9c8c-fa98359a54d6 service neutron] 10.222.0.70 "PUT /v2.0/ports/5950fee2-a2b4-43b3-a699-3b13530a8d56 HTTP/1.1" status: 200 len: 1092 time: 0.5912063 Jan 28 19:56:49.326124 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af44a99b-464c-48f0-9608-12d568de3451', 'tag': '5950fee2-a2b4-43b3-a699-3b13530a8d56'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:56:49.328470 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-accd0f46-1377-40e1-b497-3be52c8e9a35" -d '{"events": [{"name": "network-changed", "server_uuid": "af44a99b-464c-48f0-9608-12d568de3451", "tag": "5950fee2-a2b4-43b3-a699-3b13530a8d56"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:56:49.412739 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d511111e-95dc-4f8a-9c8c-fa98359a54d6 service neutron] Pushing event updated for resources: {'Port': ['ID=5950fee2-a2b4-43b3-a699-3b13530a8d56,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:56:49.441036 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77b408c0-d22c-44c5-99ff-55d70bb48fe4 x-openstack-request-id: req-77b408c0-d22c-44c5-99ff-55d70bb48fe4 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:56:49.441352 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af44a99b-464c-48f0-9608-12d568de3451", "tag": "5950fee2-a2b4-43b3-a699-3b13530a8d56", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:56:49.441610 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-77b408c0-d22c-44c5-99ff-55d70bb48fe4 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:56:49.442016 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af44a99b-464c-48f0-9608-12d568de3451', 'tag': '5950fee2-a2b4-43b3-a699-3b13530a8d56', 'status': 'completed', 'code': 200} Jan 28 19:56:49.456567 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83556de-1ba1-4f70-adc0-20f598e2d20f req-58283367-a24d-46f5-b603-b15d3beff284 tempest-VolumesActionsTest-347565801 tempest-VolumesActionsTest-347565801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:56:49.458077 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a83556de-1ba1-4f70-adc0-20f598e2d20f req-58283367-a24d-46f5-b603-b15d3beff284 tempest-VolumesActionsTest-347565801 tempest-VolumesActionsTest-347565801-project] 10.222.0.64 "GET /v2.0/ports?device_id=af44a99b-464c-48f0-9608-12d568de3451 HTTP/1.1" status: 200 len: 943 time: 0.1056721 Jan 28 19:56:49.460713 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd7bbc7-e7d3-4a77-898d-f92648233195 req-b77039d9-0c9d-44f2-bcb3-53f8ec6103a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:56:49.462122 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-dcd7bbc7-e7d3-4a77-898d-f92648233195 req-b77039d9-0c9d-44f2-bcb3-53f8ec6103a3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b6b88ff719204203bed43ec92d57b1c1&device_id=af44a99b-464c-48f0-9608-12d568de3451 HTTP/1.1" status: 200 len: 1126 time: 0.0936031 Jan 28 19:56:49.509669 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-dcd7bbc7-e7d3-4a77-898d-f92648233195 req-428f16de-0d6e-4cb2-ad23-9da9d9532c49 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5950fee2-a2b4-43b3-a699-3b13530a8d56 HTTP/1.1" status: 200 len: 217 time: 0.0396767 Jan 28 19:56:49.568946 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a83556de-1ba1-4f70-adc0-20f598e2d20f req-0d9c29ce-8699-4fd5-af27-a88f37ecc8eb tempest-VolumesActionsTest-347565801 tempest-VolumesActionsTest-347565801-project] 10.222.0.64 "GET /v2.0/security-groups?id=04f723f2-6af8-4d7a-8447-30ab3ed6060b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052179 Jan 28 19:56:49.578320 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd7bbc7-e7d3-4a77-898d-f92648233195 req-3c95d603-4a9c-4cb7-a595-74f3ff9a311f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:56:49.579842 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-dcd7bbc7-e7d3-4a77-898d-f92648233195 req-3c95d603-4a9c-4cb7-a595-74f3ff9a311f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=defaeb61-60ea-49db-9aff-d2bf812297e3 HTTP/1.1" status: 200 len: 849 time: 0.0640492 Jan 28 19:56:49.612604 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-dcd7bbc7-e7d3-4a77-898d-f92648233195 req-c978e2d3-05cb-43ce-a2a4-687fbc9b4cae service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=01bc8d69-c0ec-4636-8c8f-9c757e54d7c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263214 Jan 28 19:56:49.700994 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-dcd7bbc7-e7d3-4a77-898d-f92648233195 req-880e4a8d-067e-4093-8378-8c44e32dd389 service neutron] 10.222.0.70 "GET /v2.0/networks/01bc8d69-c0ec-4636-8c8f-9c757e54d7c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826981 Jan 28 19:56:49.792395 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-dcd7bbc7-e7d3-4a77-898d-f92648233195 req-12c964e8-697c-4222-862c-0ff3b8dd3e78 service neutron] 10.222.0.70 "GET /v2.0/networks/01bc8d69-c0ec-4636-8c8f-9c757e54d7c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859909 Jan 28 19:56:49.882586 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accd0f46-1377-40e1-b497-3be52c8e9a35 req-766f0773-988a-4f1d-ad41-b50017ab0031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:56:49.884049 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-accd0f46-1377-40e1-b497-3be52c8e9a35 req-766f0773-988a-4f1d-ad41-b50017ab0031 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b6b88ff719204203bed43ec92d57b1c1&device_id=af44a99b-464c-48f0-9608-12d568de3451 HTTP/1.1" status: 200 len: 1126 time: 0.0446892 Jan 28 19:56:49.975112 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accd0f46-1377-40e1-b497-3be52c8e9a35 req-c650164d-bb98-4c41-b579-d0a886ae75e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:56:49.976581 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-accd0f46-1377-40e1-b497-3be52c8e9a35 req-c650164d-bb98-4c41-b579-d0a886ae75e4 service neutron] 10.222.0.70 "GET /v2.0/networks?id=01bc8d69-c0ec-4636-8c8f-9c757e54d7c1 HTTP/1.1" status: 200 len: 909 time: 0.0874186 Jan 28 19:56:50.021037 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-accd0f46-1377-40e1-b497-3be52c8e9a35 req-98f132c3-ef92-4309-b875-b48210818115 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5950fee2-a2b4-43b3-a699-3b13530a8d56 HTTP/1.1" status: 200 len: 217 time: 0.0351770 Jan 28 19:56:50.067911 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accd0f46-1377-40e1-b497-3be52c8e9a35 req-313de24f-c564-4d9d-bcb2-bbcb3e144d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:56:50.069355 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-accd0f46-1377-40e1-b497-3be52c8e9a35 req-313de24f-c564-4d9d-bcb2-bbcb3e144d66 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=defaeb61-60ea-49db-9aff-d2bf812297e3 HTTP/1.1" status: 200 len: 849 time: 0.0420821 Jan 28 19:56:50.100622 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-accd0f46-1377-40e1-b497-3be52c8e9a35 req-dc7b0615-7b16-47e3-ad07-9343e3438085 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=01bc8d69-c0ec-4636-8c8f-9c757e54d7c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243468 Jan 28 19:56:50.193025 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-accd0f46-1377-40e1-b497-3be52c8e9a35 req-18465bde-44e1-44bc-8932-16e80e694d33 service neutron] 10.222.0.70 "GET /v2.0/networks/01bc8d69-c0ec-4636-8c8f-9c757e54d7c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857155 Jan 28 19:56:50.280299 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-accd0f46-1377-40e1-b497-3be52c8e9a35 req-b203e143-ab5e-4162-92bd-d2cb1950dfaa service neutron] 10.222.0.70 "GET /v2.0/networks/01bc8d69-c0ec-4636-8c8f-9c757e54d7c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810382 Jan 28 19:56:50.696755 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d843f1-3693-40ab-9c23-c42e8f7122e4 req-c58809c7-3560-4c52-963e-49f3516e7f30 tempest-VolumesActionsTest-347565801 tempest-VolumesActionsTest-347565801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:56:50.698236 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-43d843f1-3693-40ab-9c23-c42e8f7122e4 req-c58809c7-3560-4c52-963e-49f3516e7f30 tempest-VolumesActionsTest-347565801 tempest-VolumesActionsTest-347565801-project] 10.222.0.64 "GET /v2.0/ports?device_id=af44a99b-464c-48f0-9608-12d568de3451 HTTP/1.1" status: 200 len: 943 time: 0.0561309 Jan 28 19:56:50.746224 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-43d843f1-3693-40ab-9c23-c42e8f7122e4 req-fcb655bb-a960-44cb-b22a-8d9f412ef8dd tempest-VolumesActionsTest-347565801 tempest-VolumesActionsTest-347565801-project] 10.222.0.64 "GET /v2.0/security-groups?id=04f723f2-6af8-4d7a-8447-30ab3ed6060b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408566 Jan 28 19:56:51.038451 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:56:51.868005 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b6492c-0f99-4223-8dde-22c35ecf9227 req-4cf2c366-9639-4173-b2d6-07e0e17fc00e tempest-VolumesActionsTest-347565801 tempest-VolumesActionsTest-347565801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:56:51.869527 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-13b6492c-0f99-4223-8dde-22c35ecf9227 req-4cf2c366-9639-4173-b2d6-07e0e17fc00e tempest-VolumesActionsTest-347565801 tempest-VolumesActionsTest-347565801-project] 10.222.0.64 "GET /v2.0/ports?device_id=af44a99b-464c-48f0-9608-12d568de3451 HTTP/1.1" status: 200 len: 943 time: 0.0577822 Jan 28 19:56:51.915920 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-13b6492c-0f99-4223-8dde-22c35ecf9227 req-56ce6021-a2e1-42e8-b6a5-9edc7f57e243 tempest-VolumesActionsTest-347565801 tempest-VolumesActionsTest-347565801-project] 10.222.0.64 "GET /v2.0/security-groups?id=04f723f2-6af8-4d7a-8447-30ab3ed6060b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405700 Jan 28 19:56:53.031890 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60866cb-6807-4292-8c2e-6d8e87addf5d req-d055b7f7-4a34-4e1a-a8b8-d0cfcf041a18 tempest-VolumesActionsTest-347565801 tempest-VolumesActionsTest-347565801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:56:53.033408 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f60866cb-6807-4292-8c2e-6d8e87addf5d req-d055b7f7-4a34-4e1a-a8b8-d0cfcf041a18 tempest-VolumesActionsTest-347565801 tempest-VolumesActionsTest-347565801-project] 10.222.0.64 "GET /v2.0/ports?device_id=af44a99b-464c-48f0-9608-12d568de3451 HTTP/1.1" status: 200 len: 943 time: 0.0535293 Jan 28 19:56:53.079339 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f60866cb-6807-4292-8c2e-6d8e87addf5d req-23efad63-6c0b-41df-9b0b-ea829a5f2ce4 tempest-VolumesActionsTest-347565801 tempest-VolumesActionsTest-347565801-project] 10.222.0.64 "GET /v2.0/security-groups?id=04f723f2-6af8-4d7a-8447-30ab3ed6060b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404248 Jan 28 19:56:53.133685 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 5950fee2-a2b4-43b3-a699-3b13530a8d56 details requested by agent hyperv_n-h2-812111-14 with host n-h2-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:56:53.167125 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:56:53.231218 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 5950fee2-a2b4-43b3-a699-3b13530a8d56, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=5950fee2-a2b4-43b3-a699-3b13530a8d56,segment=NetworkSegment(6e52fa74-2ca9-4d0f-8375-007027ffed05),segment_id=6e52fa74-2ca9-4d0f-8375-007027ffed05)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:56:53.242463 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Returning: {'device': '5950fee2-a2b4-43b3-a699-3b13530a8d56', 'network_id': '01bc8d69-c0ec-4636-8c8f-9c757e54d7c1', 'port_id': '5950fee2-a2b4-43b3-a699-3b13530a8d56', 'mac_address': 'fa:16:3e:15:8d:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'defaeb61-60ea-49db-9aff-d2bf812297e3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:56:53.278401 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 5950fee2-a2b4-43b3-a699-3b13530a8d56 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:56:53.278782 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (5950fee2-a2b4-43b3-a699-3b13530a8d56), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:56:53.291760 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5950fee2-a2b4-43b3-a699-3b13530a8d56 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:56:53.311003 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 5950fee2-a2b4-43b3-a699-3b13530a8d56, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=5950fee2-a2b4-43b3-a699-3b13530a8d56,segment=NetworkSegment(6e52fa74-2ca9-4d0f-8375-007027ffed05),segment_id=6e52fa74-2ca9-4d0f-8375-007027ffed05)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:56:53.314841 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (5950fee2-a2b4-43b3-a699-3b13530a8d56), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:56:53.363286 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=5950fee2-a2b4-43b3-a699-3b13530a8d56,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:56:53.370721 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:56:53.371067 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:56:53.371973 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:56:53.372309 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:56:53.372907 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:56:53.373265 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:56:53.373594 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:56:53.373918 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:56:53.374270 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:56:53.374596 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:56:53.374917 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:56:53.375236 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:56:53.375553 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:56:53.680069 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['5950fee2-a2b4-43b3-a699-3b13530a8d56'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:56:54.049775 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:56:54.194904 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bd8947-014a-4bff-b78d-489dbc978ea5 req-f6bd38e9-a5cb-4150-9a3d-262444d23b0b tempest-VolumesActionsTest-347565801 tempest-VolumesActionsTest-347565801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:56:54.196364 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e7bd8947-014a-4bff-b78d-489dbc978ea5 req-f6bd38e9-a5cb-4150-9a3d-262444d23b0b tempest-VolumesActionsTest-347565801 tempest-VolumesActionsTest-347565801-project] 10.222.0.64 "GET /v2.0/ports?device_id=af44a99b-464c-48f0-9608-12d568de3451 HTTP/1.1" status: 200 len: 944 time: 0.0521088 Jan 28 19:56:54.244211 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e7bd8947-014a-4bff-b78d-489dbc978ea5 req-0b00117e-d2fb-4f22-8a55-bb9938c25be8 tempest-VolumesActionsTest-347565801 tempest-VolumesActionsTest-347565801-project] 10.222.0.64 "GET /v2.0/security-groups?id=04f723f2-6af8-4d7a-8447-30ab3ed6060b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417614 Jan 28 19:56:54.710040 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [req-d91f03f7-a7e8-46a1-876e-97a7c0875bc4 req-a8357cf1-fff2-4861-905b-51aa5b1984f4 service neutron] (103305) timed out ('10.222.0.41', 51515) {{(pid=103305) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 19:56:55.151599 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 5950fee2-a2b4-43b3-a699-3b13530a8d56 up at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:56:55.201731 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning for port 5950fee2-a2b4-43b3-a699-3b13530a8d56 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:56:55.205690 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning complete for port 5950fee2-a2b4-43b3-a699-3b13530a8d56 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:56:55.206067 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (5950fee2-a2b4-43b3-a699-3b13530a8d56), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:56:55.282346 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 5950fee2-a2b4-43b3-a699-3b13530a8d56 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:56:55.282743 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (5950fee2-a2b4-43b3-a699-3b13530a8d56), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:56:55.305002 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af44a99b-464c-48f0-9608-12d568de3451', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5950fee2-a2b4-43b3-a699-3b13530a8d56'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:56:55.307275 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bf88507-ccfb-4cef-824e-c37ab16dde53" -d '{"events": [{"server_uuid": "af44a99b-464c-48f0-9608-12d568de3451", "name": "network-vif-plugged", "status": "completed", "tag": "5950fee2-a2b4-43b3-a699-3b13530a8d56"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:56:55.321214 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 5950fee2-a2b4-43b3-a699-3b13530a8d56, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=5950fee2-a2b4-43b3-a699-3b13530a8d56,segment=NetworkSegment(6e52fa74-2ca9-4d0f-8375-007027ffed05),segment_id=6e52fa74-2ca9-4d0f-8375-007027ffed05)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:56:55.325297 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (5950fee2-a2b4-43b3-a699-3b13530a8d56), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:56:55.366199 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234c43db-feb3-48d7-ac80-beb5d152c334 req-2b152b5a-2636-4f10-aba0-6e3c24af9611 tempest-VolumesActionsTest-347565801 tempest-VolumesActionsTest-347565801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:56:55.367722 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-234c43db-feb3-48d7-ac80-beb5d152c334 req-2b152b5a-2636-4f10-aba0-6e3c24af9611 tempest-VolumesActionsTest-347565801 tempest-VolumesActionsTest-347565801-project] 10.222.0.64 "GET /v2.0/ports?device_id=af44a99b-464c-48f0-9608-12d568de3451 HTTP/1.1" status: 200 len: 944 time: 0.0553048 Jan 28 19:56:55.377558 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=5950fee2-a2b4-43b3-a699-3b13530a8d56,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:56:55.418827 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09c8da6f-c937-436b-bd13-d27fde618576 x-openstack-request-id: req-09c8da6f-c937-436b-bd13-d27fde618576 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:56:55.419366 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af44a99b-464c-48f0-9608-12d568de3451", "name": "network-vif-plugged", "status": "completed", "tag": "5950fee2-a2b4-43b3-a699-3b13530a8d56", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:56:55.419633 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-09c8da6f-c937-436b-bd13-d27fde618576 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:56:55.420040 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af44a99b-464c-48f0-9608-12d568de3451', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5950fee2-a2b4-43b3-a699-3b13530a8d56', 'code': 200} Jan 28 19:56:55.427872 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-234c43db-feb3-48d7-ac80-beb5d152c334 req-e15d254f-71e6-4ff8-8167-addd022da98c tempest-VolumesActionsTest-347565801 tempest-VolumesActionsTest-347565801-project] 10.222.0.64 "GET /v2.0/security-groups?id=04f723f2-6af8-4d7a-8447-30ab3ed6060b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537014 Jan 28 19:56:55.537309 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0588ce4d-3266-4796-bab9-76b684bad8b8 req-f44cc2a6-c035-4f16-b592-b2d7a1367d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:56:55.538860 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-0588ce4d-3266-4796-bab9-76b684bad8b8 req-f44cc2a6-c035-4f16-b592-b2d7a1367d23 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=af44a99b-464c-48f0-9608-12d568de3451 HTTP/1.1" status: 200 len: 1128 time: 0.0504196 Jan 28 19:56:55.585348 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-0588ce4d-3266-4796-bab9-76b684bad8b8 req-383c2b18-d699-4480-ac1d-732b5c5a26d0 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=04f723f2-6af8-4d7a-8447-30ab3ed6060b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374165 Jan 28 19:56:56.552341 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1f401d-4a89-4b98-947a-b7e7b199e869 req-92861a99-8ce8-45f4-9076-ef08e4b54e76 tempest-VolumesActionsTest-347565801 tempest-VolumesActionsTest-347565801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:56:56.554060 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5f1f401d-4a89-4b98-947a-b7e7b199e869 req-92861a99-8ce8-45f4-9076-ef08e4b54e76 tempest-VolumesActionsTest-347565801 tempest-VolumesActionsTest-347565801-project] 10.222.0.64 "GET /v2.0/ports?device_id=af44a99b-464c-48f0-9608-12d568de3451 HTTP/1.1" status: 200 len: 945 time: 0.0553868 Jan 28 19:56:56.601425 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5f1f401d-4a89-4b98-947a-b7e7b199e869 req-6dada682-a661-47d8-b7c6-dc45493b9cfe tempest-VolumesActionsTest-347565801 tempest-VolumesActionsTest-347565801-project] 10.222.0.64 "GET /v2.0/security-groups?id=04f723f2-6af8-4d7a-8447-30ab3ed6060b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413041 Jan 28 19:56:57.718051 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f566630-f5f3-42ca-b2b2-d87d41fc1ea9 req-646c730f-ac50-4c29-9b51-207ae0ef0151 tempest-VolumesActionsTest-347565801 tempest-VolumesActionsTest-347565801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:56:57.719512 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8f566630-f5f3-42ca-b2b2-d87d41fc1ea9 req-646c730f-ac50-4c29-9b51-207ae0ef0151 tempest-VolumesActionsTest-347565801 tempest-VolumesActionsTest-347565801-project] 10.222.0.64 "GET /v2.0/ports?device_id=af44a99b-464c-48f0-9608-12d568de3451 HTTP/1.1" status: 200 len: 945 time: 0.0525792 Jan 28 19:56:57.765143 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8f566630-f5f3-42ca-b2b2-d87d41fc1ea9 req-01055aa5-7556-4df0-aa45-90e63ec42768 tempest-VolumesActionsTest-347565801 tempest-VolumesActionsTest-347565801-project] 10.222.0.64 "GET /v2.0/security-groups?id=04f723f2-6af8-4d7a-8447-30ab3ed6060b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400829 Jan 28 19:57:01.122990 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146859ee-064f-4309-9a8a-69acf3d4323d req-d7154b6b-6c16-49a8-970c-24306d1064da tempest-VolumesActionsTest-347565801 tempest-VolumesActionsTest-347565801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:57:01.124468 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-146859ee-064f-4309-9a8a-69acf3d4323d req-d7154b6b-6c16-49a8-970c-24306d1064da tempest-VolumesActionsTest-347565801 tempest-VolumesActionsTest-347565801-project] 10.222.0.64 "GET /v2.0/ports?device_id=af44a99b-464c-48f0-9608-12d568de3451 HTTP/1.1" status: 200 len: 945 time: 0.0522430 Jan 28 19:57:01.172509 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-146859ee-064f-4309-9a8a-69acf3d4323d req-fec812e4-fd1c-4e3c-b645-fa419c6d52b7 tempest-VolumesActionsTest-347565801 tempest-VolumesActionsTest-347565801-project] 10.222.0.64 "GET /v2.0/security-groups?id=04f723f2-6af8-4d7a-8447-30ab3ed6060b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424242 Jan 28 19:57:02.296806 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f9a9b1-c483-4445-8b88-ce45f4dfa412 req-c1cf652f-c2f0-4b3f-a932-2a88a85c4db2 tempest-VolumesActionsTest-347565801 tempest-VolumesActionsTest-347565801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:57:02.298315 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-81f9a9b1-c483-4445-8b88-ce45f4dfa412 req-c1cf652f-c2f0-4b3f-a932-2a88a85c4db2 tempest-VolumesActionsTest-347565801 tempest-VolumesActionsTest-347565801-project] 10.222.0.64 "GET /v2.0/ports?device_id=af44a99b-464c-48f0-9608-12d568de3451 HTTP/1.1" status: 200 len: 945 time: 0.0527077 Jan 28 19:57:02.374090 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-81f9a9b1-c483-4445-8b88-ce45f4dfa412 req-8d888259-b902-42e8-af45-1076b0fea583 tempest-VolumesActionsTest-347565801 tempest-VolumesActionsTest-347565801-project] 10.222.0.64 "GET /v2.0/security-groups?id=04f723f2-6af8-4d7a-8447-30ab3ed6060b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702937 Jan 28 19:57:02.396240 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4f87e2-96e6-4d79-8727-d242e75b1f8b req-c6e7f80a-857a-4b49-8375-f97c676bf74b tempest-VolumesActionsTest-347565801 tempest-VolumesActionsTest-347565801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:57:02.397688 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-0e4f87e2-96e6-4d79-8727-d242e75b1f8b req-c6e7f80a-857a-4b49-8375-f97c676bf74b tempest-VolumesActionsTest-347565801 tempest-VolumesActionsTest-347565801-project] 10.222.0.70 "GET /v2.0/ports?device_id=af44a99b-464c-48f0-9608-12d568de3451 HTTP/1.1" status: 200 len: 945 time: 0.0677288 Jan 28 19:57:02.488321 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-0e4f87e2-96e6-4d79-8727-d242e75b1f8b req-450bfcb4-839a-4c61-8db0-e6dd28dbad87 tempest-VolumesActionsTest-347565801 tempest-VolumesActionsTest-347565801-project] Deleting port 5950fee2-a2b4-43b3-a699-3b13530a8d56 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:57:02.488586 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-0e4f87e2-96e6-4d79-8727-d242e75b1f8b req-450bfcb4-839a-4c61-8db0-e6dd28dbad87 tempest-VolumesActionsTest-347565801 tempest-VolumesActionsTest-347565801-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (5950fee2-a2b4-43b3-a699-3b13530a8d56), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:57:02.583815 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-0e4f87e2-96e6-4d79-8727-d242e75b1f8b req-450bfcb4-839a-4c61-8db0-e6dd28dbad87 tempest-VolumesActionsTest-347565801 tempest-VolumesActionsTest-347565801-project] For port 5950fee2-a2b4-43b3-a699-3b13530a8d56, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=5950fee2-a2b4-43b3-a699-3b13530a8d56,segment=NetworkSegment(6e52fa74-2ca9-4d0f-8375-007027ffed05),segment_id=6e52fa74-2ca9-4d0f-8375-007027ffed05)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:57:02.584177 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-0e4f87e2-96e6-4d79-8727-d242e75b1f8b req-450bfcb4-839a-4c61-8db0-e6dd28dbad87 tempest-VolumesActionsTest-347565801 tempest-VolumesActionsTest-347565801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (5950fee2-a2b4-43b3-a699-3b13530a8d56), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:57:02.595970 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-0e4f87e2-96e6-4d79-8727-d242e75b1f8b req-450bfcb4-839a-4c61-8db0-e6dd28dbad87 tempest-VolumesActionsTest-347565801 tempest-VolumesActionsTest-347565801-project] Calling delete_port for 5950fee2-a2b4-43b3-a699-3b13530a8d56 owned by compute:nova {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:57:02.723498 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-0e4f87e2-96e6-4d79-8727-d242e75b1f8b req-450bfcb4-839a-4c61-8db0-e6dd28dbad87 tempest-VolumesActionsTest-347565801 tempest-VolumesActionsTest-347565801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (5950fee2-a2b4-43b3-a699-3b13530a8d56), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:57:02.735996 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['5950fee2-a2b4-43b3-a699-3b13530a8d56'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:57:02.752824 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450bfcb4-839a-4c61-8db0-e6dd28dbad87 tempest-VolumesActionsTest-347565801 tempest-VolumesActionsTest-347565801-project] Pushing event deleted for resources: {'Port': ['ID=5950fee2-a2b4-43b3-a699-3b13530a8d56,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:57:02.797437 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e4f87e2-96e6-4d79-8727-d242e75b1f8b req-450bfcb4-839a-4c61-8db0-e6dd28dbad87 tempest-VolumesActionsTest-347565801 tempest-VolumesActionsTest-347565801-project] No DVR routers for this DVR port 5950fee2-a2b4-43b3-a699-3b13530a8d56 on host n-h2-812111-14 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:57:02.799976 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-0e4f87e2-96e6-4d79-8727-d242e75b1f8b req-450bfcb4-839a-4c61-8db0-e6dd28dbad87 tempest-VolumesActionsTest-347565801 tempest-VolumesActionsTest-347565801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:57:02.803317 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-0e4f87e2-96e6-4d79-8727-d242e75b1f8b req-450bfcb4-839a-4c61-8db0-e6dd28dbad87 tempest-VolumesActionsTest-347565801 tempest-VolumesActionsTest-347565801-project] 10.222.0.70 "DELETE /v2.0/ports/5950fee2-a2b4-43b3-a699-3b13530a8d56 HTTP/1.1" status: 204 len: 173 time: 0.3997502 Jan 28 19:57:02.803775 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af44a99b-464c-48f0-9608-12d568de3451', 'name': 'network-vif-deleted', 'tag': '5950fee2-a2b4-43b3-a699-3b13530a8d56'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:57:02.806052 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d324e31-3630-4315-aa55-7ade71fb875a" -d '{"events": [{"server_uuid": "af44a99b-464c-48f0-9608-12d568de3451", "name": "network-vif-deleted", "tag": "5950fee2-a2b4-43b3-a699-3b13530a8d56"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:57:02.846344 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f83ba6e9-7e38-4a6a-80a7-5b3722aab1c8 x-openstack-request-id: req-f83ba6e9-7e38-4a6a-80a7-5b3722aab1c8 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:57:02.846686 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af44a99b-464c-48f0-9608-12d568de3451", "name": "network-vif-deleted", "tag": "5950fee2-a2b4-43b3-a699-3b13530a8d56", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:57:02.846962 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f83ba6e9-7e38-4a6a-80a7-5b3722aab1c8 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:57:02.847367 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af44a99b-464c-48f0-9608-12d568de3451', 'name': 'network-vif-deleted', 'tag': '5950fee2-a2b4-43b3-a699-3b13530a8d56', 'status': 'completed', 'code': 200} Jan 28 19:57:06.687122 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c86fe24f-f4de-4685-afd7-9c6aaa7a246b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:57:07.204512 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 5950fee2-a2b4-43b3-a699-3b13530a8d56 no longer exists at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:57:07.227762 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] No Port match for: 5950fee2-a2b4-43b3-a699-3b13530a8d56 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:57:07.228110 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 5950fee2-a2b4-43b3-a699-3b13530a8d56 not bound to the agent host n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:57:08.952163 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-10a7ec53-ed7e-4a28-b118-e83ec0779c71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:57:09.874442 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:57:11.756183 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:57:13.141200 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:57:21.038548 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:57:24.062478 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:57:30.166086 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:57:36.690239 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2078df1d-4a39-4e48-9bb1-59ab2e7b5d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:57:37.451275 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 35770) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:57:37.496958 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ba54f69-2a35-4072-b777-837bb40df5d4 admin admin] Deleting subnet defaeb61-60ea-49db-9aff-d2bf812297e3 {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:57:37.500498 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7ba54f69-2a35-4072-b777-837bb40df5d4 admin admin] Publish callbacks [] for subnet (defaeb61-60ea-49db-9aff-d2bf812297e3), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:57:37.538806 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7ba54f69-2a35-4072-b777-837bb40df5d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4747050'] for subnet (defaeb61-60ea-49db-9aff-d2bf812297e3), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:57:37.577873 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7ba54f69-2a35-4072-b777-837bb40df5d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (defaeb61-60ea-49db-9aff-d2bf812297e3), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:57:37.630356 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7ba54f69-2a35-4072-b777-837bb40df5d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4690616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5222356'] for subnet (defaeb61-60ea-49db-9aff-d2bf812297e3), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:57:37.658624 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7ba54f69-2a35-4072-b777-837bb40df5d4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:57:37.662042 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-7ba54f69-2a35-4072-b777-837bb40df5d4 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/defaeb61-60ea-49db-9aff-d2bf812297e3 HTTP/1.1" status: 204 len: 168 time: 0.2097523 Jan 28 19:57:37.662839 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba54f69-2a35-4072-b777-837bb40df5d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=defaeb61-60ea-49db-9aff-d2bf812297e3,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:57:37.665238 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 35772) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:57:37.738698 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-eb5f3d26-144b-42bc-812c-cc136e7db04f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (01bc8d69-c0ec-4636-8c8f-9c757e54d7c1), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:57:37.816009 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-eb5f3d26-144b-42bc-812c-cc136e7db04f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (01bc8d69-c0ec-4636-8c8f-9c757e54d7c1), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:57:37.840863 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-eb5f3d26-144b-42bc-812c-cc136e7db04f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01bc8d69-c0ec-4636-8c8f-9c757e54d7c1']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:57:37.850053 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-eb5f3d26-144b-42bc-812c-cc136e7db04f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e52fa74-2ca9-4d0f-8375-007027ffed05') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:57:37.850348 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-eb5f3d26-144b-42bc-812c-cc136e7db04f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e52fa74-2ca9-4d0f-8375-007027ffed05') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:57:37.859426 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-eb5f3d26-144b-42bc-812c-cc136e7db04f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16187153'] for segment (6e52fa74-2ca9-4d0f-8375-007027ffed05), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:57:37.872399 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-eb5f3d26-144b-42bc-812c-cc136e7db04f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (6e52fa74-2ca9-4d0f-8375-007027ffed05), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:57:37.878106 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb5f3d26-144b-42bc-812c-cc136e7db04f admin admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:57:37.878485 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-eb5f3d26-144b-42bc-812c-cc136e7db04f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4752570'] for segment (6e52fa74-2ca9-4d0f-8375-007027ffed05), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:57:37.880116 n-d-812111-14 neutron-server[103305]: Traceback (most recent call last): Jan 28 19:57:37.880116 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:57:37.880116 n-d-812111-14 neutron-server[103305]: timer() Jan 28 19:57:37.880116 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:57:37.880116 n-d-812111-14 neutron-server[103305]: cb(*args, **kw) Jan 28 19:57:37.880116 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:57:37.880116 n-d-812111-14 neutron-server[103305]: return func(*args, **kwargs) Jan 28 19:57:37.880116 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:57:37.880116 n-d-812111-14 neutron-server[103305]: self._notify() Jan 28 19:57:37.880116 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:57:37.880116 n-d-812111-14 neutron-server[103305]: self.callback(batched_events) Jan 28 19:57:37.880116 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:57:37.880116 n-d-812111-14 neutron-server[103305]: event.method(event) Jan 28 19:57:37.880116 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:57:37.880116 n-d-812111-14 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:57:37.880116 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:57:37.880116 n-d-812111-14 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:57:37.880116 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:57:37.880116 n-d-812111-14 neutron-server[103305]: return f(self, *a, **k) Jan 28 19:57:37.880116 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:57:37.880116 n-d-812111-14 neutron-server[103305]: return self._get(url).json() Jan 28 19:57:37.880116 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:57:37.880116 n-d-812111-14 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:57:37.880116 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:57:37.880116 n-d-812111-14 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 28 19:57:37.880116 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:57:37.880116 n-d-812111-14 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:57:37.880116 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:57:37.880116 n-d-812111-14 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:57:37.880116 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:57:37.880116 n-d-812111-14 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:57:37.880116 n-d-812111-14 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:57:37.933138 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-eb5f3d26-144b-42bc-812c-cc136e7db04f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (01bc8d69-c0ec-4636-8c8f-9c757e54d7c1), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:57:37.938117 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-eb5f3d26-144b-42bc-812c-cc136e7db04f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:57:37.941479 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-eb5f3d26-144b-42bc-812c-cc136e7db04f admin admin] 10.222.0.64 "DELETE /v2.0/networks/01bc8d69-c0ec-4636-8c8f-9c757e54d7c1 HTTP/1.1" status: 204 len: 168 time: 0.2744060 Jan 28 19:57:37.944221 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 35774) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:57:37.956108 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5f3d26-144b-42bc-812c-cc136e7db04f admin admin] Pushing event deleted for resources: {'Network': ['ID=01bc8d69-c0ec-4636-8c8f-9c757e54d7c1,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:57:37.964449 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5f3d26-144b-42bc-812c-cc136e7db04f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:57:37.964907 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5f3d26-144b-42bc-812c-cc136e7db04f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:57:37.965401 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5f3d26-144b-42bc-812c-cc136e7db04f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:57:37.965825 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5f3d26-144b-42bc-812c-cc136e7db04f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:57:37.966273 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5f3d26-144b-42bc-812c-cc136e7db04f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:57:37.966708 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5f3d26-144b-42bc-812c-cc136e7db04f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:57:37.967143 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5f3d26-144b-42bc-812c-cc136e7db04f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:57:37.967563 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5f3d26-144b-42bc-812c-cc136e7db04f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:57:37.967987 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5f3d26-144b-42bc-812c-cc136e7db04f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:57:37.968412 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5f3d26-144b-42bc-812c-cc136e7db04f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:57:37.968835 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5f3d26-144b-42bc-812c-cc136e7db04f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:57:37.969298 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5f3d26-144b-42bc-812c-cc136e7db04f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:57:37.969685 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5f3d26-144b-42bc-812c-cc136e7db04f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:57:37.993116 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-56265e16-dead-494e-99f9-2616adcf04be admin admin] Deleting subnet 265df835-e1c2-4e44-b199-3fd6859b59c5 {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:57:37.996363 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-56265e16-dead-494e-99f9-2616adcf04be admin admin] Publish callbacks [] for subnet (265df835-e1c2-4e44-b199-3fd6859b59c5), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:57:38.035738 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-56265e16-dead-494e-99f9-2616adcf04be admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4747050'] for subnet (265df835-e1c2-4e44-b199-3fd6859b59c5), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:57:38.074462 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-56265e16-dead-494e-99f9-2616adcf04be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (265df835-e1c2-4e44-b199-3fd6859b59c5), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:57:38.129831 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-56265e16-dead-494e-99f9-2616adcf04be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4690616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5222356'] for subnet (265df835-e1c2-4e44-b199-3fd6859b59c5), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:57:38.154273 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56265e16-dead-494e-99f9-2616adcf04be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=265df835-e1c2-4e44-b199-3fd6859b59c5,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:57:38.161263 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-56265e16-dead-494e-99f9-2616adcf04be admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:57:38.164461 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-56265e16-dead-494e-99f9-2616adcf04be admin admin] 10.222.0.64 "DELETE /v2.0/subnets/265df835-e1c2-4e44-b199-3fd6859b59c5 HTTP/1.1" status: 204 len: 168 time: 0.2192445 Jan 28 19:57:38.167043 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 35776) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:57:38.240343 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cf3b1096-5692-4ba2-9e07-f6c9e9955198 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (bf239393-b353-474e-beea-304151763798), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:57:38.318780 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cf3b1096-5692-4ba2-9e07-f6c9e9955198 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (bf239393-b353-474e-beea-304151763798), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:57:38.340462 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-cf3b1096-5692-4ba2-9e07-f6c9e9955198 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf239393-b353-474e-beea-304151763798']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:57:38.350202 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-cf3b1096-5692-4ba2-9e07-f6c9e9955198 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f97be461-e3c6-4bec-95b4-b54b1d0871c9') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:57:38.350499 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-cf3b1096-5692-4ba2-9e07-f6c9e9955198 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f97be461-e3c6-4bec-95b4-b54b1d0871c9') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:57:38.360296 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cf3b1096-5692-4ba2-9e07-f6c9e9955198 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4747091'] for segment (f97be461-e3c6-4bec-95b4-b54b1d0871c9), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:57:38.373926 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cf3b1096-5692-4ba2-9e07-f6c9e9955198 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (f97be461-e3c6-4bec-95b4-b54b1d0871c9), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:57:38.379746 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf3b1096-5692-4ba2-9e07-f6c9e9955198 admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:57:38.380134 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cf3b1096-5692-4ba2-9e07-f6c9e9955198 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4690514'] for segment (f97be461-e3c6-4bec-95b4-b54b1d0871c9), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:57:38.381796 n-d-812111-14 neutron-server[103304]: Traceback (most recent call last): Jan 28 19:57:38.381796 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:57:38.381796 n-d-812111-14 neutron-server[103304]: timer() Jan 28 19:57:38.381796 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:57:38.381796 n-d-812111-14 neutron-server[103304]: cb(*args, **kw) Jan 28 19:57:38.381796 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:57:38.381796 n-d-812111-14 neutron-server[103304]: return func(*args, **kwargs) Jan 28 19:57:38.381796 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:57:38.381796 n-d-812111-14 neutron-server[103304]: self._notify() Jan 28 19:57:38.381796 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:57:38.381796 n-d-812111-14 neutron-server[103304]: self.callback(batched_events) Jan 28 19:57:38.381796 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:57:38.381796 n-d-812111-14 neutron-server[103304]: event.method(event) Jan 28 19:57:38.381796 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:57:38.381796 n-d-812111-14 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:57:38.381796 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:57:38.381796 n-d-812111-14 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:57:38.381796 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:57:38.381796 n-d-812111-14 neutron-server[103304]: return f(self, *a, **k) Jan 28 19:57:38.381796 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:57:38.381796 n-d-812111-14 neutron-server[103304]: return self._get(url).json() Jan 28 19:57:38.381796 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:57:38.381796 n-d-812111-14 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:57:38.381796 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:57:38.381796 n-d-812111-14 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 28 19:57:38.381796 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:57:38.381796 n-d-812111-14 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:57:38.381796 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:57:38.381796 n-d-812111-14 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:57:38.381796 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:57:38.381796 n-d-812111-14 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:57:38.381796 n-d-812111-14 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:57:38.440706 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cf3b1096-5692-4ba2-9e07-f6c9e9955198 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (bf239393-b353-474e-beea-304151763798), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:57:38.446563 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cf3b1096-5692-4ba2-9e07-f6c9e9955198 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:57:38.450206 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-cf3b1096-5692-4ba2-9e07-f6c9e9955198 admin admin] 10.222.0.64 "DELETE /v2.0/networks/bf239393-b353-474e-beea-304151763798 HTTP/1.1" status: 204 len: 168 time: 0.2820780 Jan 28 19:57:38.461864 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3b1096-5692-4ba2-9e07-f6c9e9955198 admin admin] Pushing event deleted for resources: {'Network': ['ID=bf239393-b353-474e-beea-304151763798,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:57:38.619018 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 35782) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:57:38.658585 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-b0f5c007-b038-4727-be34-25584fd88c24 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b6b88ff719204203bed43ec92d57b1c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0383847 Jan 28 19:57:38.660848 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 35784) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:57:38.708542 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-af443122-b02b-4325-9be6-173590d88520 admin admin] Publish callbacks [] for security_group (04f723f2-6af8-4d7a-8447-30ab3ed6060b), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:57:38.732890 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-af443122-b02b-4325-9be6-173590d88520 admin admin] Publish callbacks [] for security_group (04f723f2-6af8-4d7a-8447-30ab3ed6060b), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:57:38.777674 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-af443122-b02b-4325-9be6-173590d88520 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (04f723f2-6af8-4d7a-8447-30ab3ed6060b), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:57:38.780228 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-af443122-b02b-4325-9be6-173590d88520 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:57:38.781426 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-af443122-b02b-4325-9be6-173590d88520 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/04f723f2-6af8-4d7a-8447-30ab3ed6060b HTTP/1.1" status: 204 len: 168 time: 0.1195598 Jan 28 19:57:38.788915 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af443122-b02b-4325-9be6-173590d88520 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04f723f2-6af8-4d7a-8447-30ab3ed6060b,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:57:38.955135 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ec395365-c85f-4907-934c-5aab8e03b1c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:57:39.096237 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 35792) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:57:39.135716 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-9c924b68-1757-46cd-aa3a-ad80a04c5771 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e1e9c7a5fa604cbdb573d3a31f705db1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0381880 Jan 28 19:57:39.138113 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 35794) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:57:39.184219 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-488351a5-ec69-4de8-9dd2-ff0cce8cf10e admin admin] Publish callbacks [] for security_group (c4e81c52-409d-45d8-aa9a-d0729dcadb56), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:57:39.205343 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-488351a5-ec69-4de8-9dd2-ff0cce8cf10e admin admin] Publish callbacks [] for security_group (c4e81c52-409d-45d8-aa9a-d0729dcadb56), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:57:39.250488 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-488351a5-ec69-4de8-9dd2-ff0cce8cf10e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (c4e81c52-409d-45d8-aa9a-d0729dcadb56), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:57:39.253150 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-488351a5-ec69-4de8-9dd2-ff0cce8cf10e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:57:39.254296 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-488351a5-ec69-4de8-9dd2-ff0cce8cf10e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c4e81c52-409d-45d8-aa9a-d0729dcadb56 HTTP/1.1" status: 204 len: 168 time: 0.1152577 Jan 28 19:57:39.262326 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488351a5-ec69-4de8-9dd2-ff0cce8cf10e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4e81c52-409d-45d8-aa9a-d0729dcadb56,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:57:39.877238 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:57:41.758248 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:57:43.145002 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:57:51.038139 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:57:54.076234 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:06.691438 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d44d878c-6ddb-46a2-b990-ecdfa4ef1ee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:07.166045 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:58:08.959555 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7fe258d7-f7a0-4bb0-b0c3-50ca680f7797 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:09.880600 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:11.764759 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:13.147783 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:21.034748 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:24.077228 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:36.693565 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-08976790-3bb6-43a7-b8fd-03a9ae5e5964 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:38.416630 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 36834) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:58:38.526963 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d903cf4c-431f-4fab-a173-8ad55e278fa9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:38.604936 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d903cf4c-431f-4fab-a173-8ad55e278fa9 admin admin] Publish callbacks [] for security_group (89164f83-882e-4b01-9c27-9c5f1764fced), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:38.609342 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d903cf4c-431f-4fab-a173-8ad55e278fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (89164f83-882e-4b01-9c27-9c5f1764fced), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:38.646460 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d903cf4c-431f-4fab-a173-8ad55e278fa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89164f83-882e-4b01-9c27-9c5f1764fced,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:58:38.650964 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-d903cf4c-431f-4fab-a173-8ad55e278fa9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c3e6646415ce4e118e9e0f92540bee07&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2328622 Jan 28 19:58:38.653797 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 36838) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:58:38.657624 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d903cf4c-431f-4fab-a173-8ad55e278fa9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:58:38.657977 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d903cf4c-431f-4fab-a173-8ad55e278fa9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:58:38.658317 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d903cf4c-431f-4fab-a173-8ad55e278fa9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:58:38.658653 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d903cf4c-431f-4fab-a173-8ad55e278fa9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:58:38.658987 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d903cf4c-431f-4fab-a173-8ad55e278fa9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:58:38.659317 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d903cf4c-431f-4fab-a173-8ad55e278fa9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:58:38.659645 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d903cf4c-431f-4fab-a173-8ad55e278fa9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:58:38.659970 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d903cf4c-431f-4fab-a173-8ad55e278fa9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:58:38.660297 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d903cf4c-431f-4fab-a173-8ad55e278fa9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:58:38.660665 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d903cf4c-431f-4fab-a173-8ad55e278fa9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:58:38.660940 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d903cf4c-431f-4fab-a173-8ad55e278fa9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:58:38.661288 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d903cf4c-431f-4fab-a173-8ad55e278fa9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:58:38.661612 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d903cf4c-431f-4fab-a173-8ad55e278fa9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:58:38.704947 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bc404bac-d36b-4f4c-b1f3-b30d61c2c292 admin admin] Publish callbacks [] for security_group (89164f83-882e-4b01-9c27-9c5f1764fced), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:38.726430 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bc404bac-d36b-4f4c-b1f3-b30d61c2c292 admin admin] Publish callbacks [] for security_group (89164f83-882e-4b01-9c27-9c5f1764fced), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:38.772166 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bc404bac-d36b-4f4c-b1f3-b30d61c2c292 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (89164f83-882e-4b01-9c27-9c5f1764fced), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:38.775821 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bc404bac-d36b-4f4c-b1f3-b30d61c2c292 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:38.777548 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-bc404bac-d36b-4f4c-b1f3-b30d61c2c292 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/89164f83-882e-4b01-9c27-9c5f1764fced HTTP/1.1" status: 204 len: 168 time: 0.1227126 Jan 28 19:58:38.786875 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc404bac-d36b-4f4c-b1f3-b30d61c2c292 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89164f83-882e-4b01-9c27-9c5f1764fced,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:58:38.795264 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc404bac-d36b-4f4c-b1f3-b30d61c2c292 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:58:38.795629 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc404bac-d36b-4f4c-b1f3-b30d61c2c292 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:58:38.795991 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc404bac-d36b-4f4c-b1f3-b30d61c2c292 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:58:38.796333 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc404bac-d36b-4f4c-b1f3-b30d61c2c292 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:58:38.796673 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc404bac-d36b-4f4c-b1f3-b30d61c2c292 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:58:38.797014 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc404bac-d36b-4f4c-b1f3-b30d61c2c292 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:58:38.797379 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc404bac-d36b-4f4c-b1f3-b30d61c2c292 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:58:38.797714 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc404bac-d36b-4f4c-b1f3-b30d61c2c292 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:58:38.798190 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc404bac-d36b-4f4c-b1f3-b30d61c2c292 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:58:38.798525 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc404bac-d36b-4f4c-b1f3-b30d61c2c292 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:58:38.798860 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc404bac-d36b-4f4c-b1f3-b30d61c2c292 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:58:38.799189 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc404bac-d36b-4f4c-b1f3-b30d61c2c292 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:58:38.799519 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc404bac-d36b-4f4c-b1f3-b30d61c2c292 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:58:38.963650 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6fdcfd3c-4e0d-4e0c-8bca-3da539115716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:39.888776 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:41.764345 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:43.152191 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:44.166302 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:58:44.615597 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [req-d5299ccc-3cfa-4518-8af0-f8259f856109 req-1032dcaf-a9ac-47df-9aaf-a9319bed7b27 service neutron] (103304) timed out ('10.222.0.70', 55857) {{(pid=103304) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 19:58:45.434760 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 36894) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:58:45.540659 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-15da9943-cf6e-4687-bd4d-155dbd3fe1b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:45.614433 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-15da9943-cf6e-4687-bd4d-155dbd3fe1b1 admin admin] Publish callbacks [] for security_group (5e0a9f19-8d48-46ba-bb4c-16ae9b802824), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:45.618942 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-15da9943-cf6e-4687-bd4d-155dbd3fe1b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (5e0a9f19-8d48-46ba-bb4c-16ae9b802824), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:45.665035 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15da9943-cf6e-4687-bd4d-155dbd3fe1b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e0a9f19-8d48-46ba-bb4c-16ae9b802824,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:58:45.672210 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-15da9943-cf6e-4687-bd4d-155dbd3fe1b1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3bf23c490e1b4dd5a554646102a75ec0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2364361 Jan 28 19:58:45.672461 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 36898) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:58:45.731824 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f1b8550f-84d3-43f0-a588-3ef259eaed98 admin admin] Publish callbacks [] for security_group (5e0a9f19-8d48-46ba-bb4c-16ae9b802824), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:45.758337 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f1b8550f-84d3-43f0-a588-3ef259eaed98 admin admin] Publish callbacks [] for security_group (5e0a9f19-8d48-46ba-bb4c-16ae9b802824), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:45.806112 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f1b8550f-84d3-43f0-a588-3ef259eaed98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (5e0a9f19-8d48-46ba-bb4c-16ae9b802824), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:45.808778 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f1b8550f-84d3-43f0-a588-3ef259eaed98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:45.809972 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-f1b8550f-84d3-43f0-a588-3ef259eaed98 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5e0a9f19-8d48-46ba-bb4c-16ae9b802824 HTTP/1.1" status: 204 len: 168 time: 0.1359208 Jan 28 19:58:45.818230 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b8550f-84d3-43f0-a588-3ef259eaed98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e0a9f19-8d48-46ba-bb4c-16ae9b802824,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:58:47.364321 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 36940) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:58:47.369781 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-524ec189-e8b1-4215-b353-95bf1dbb010b tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-461766481', 'description': 'tempest-secgroup-smoke-461766481 description', 'project_id': 'a518f4c8c8e149bf9da3dfc2b7497304'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:58:47.391454 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-524ec189-e8b1-4215-b353-95bf1dbb010b tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:47.399363 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-524ec189-e8b1-4215-b353-95bf1dbb010b tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:47.472807 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-524ec189-e8b1-4215-b353-95bf1dbb010b tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for security_group (974893ab-3774-44bd-a641-ce63ed00cd14), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:47.476324 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-524ec189-e8b1-4215-b353-95bf1dbb010b tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (974893ab-3774-44bd-a641-ce63ed00cd14), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:47.517375 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524ec189-e8b1-4215-b353-95bf1dbb010b tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Pushing event updated for resources: {'SecurityGroup': ['ID=974893ab-3774-44bd-a641-ce63ed00cd14,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:58:47.555224 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-524ec189-e8b1-4215-b353-95bf1dbb010b tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for security_group (11423640-4b96-4055-acb8-767888c2c90e), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:47.559384 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-524ec189-e8b1-4215-b353-95bf1dbb010b tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (11423640-4b96-4055-acb8-767888c2c90e), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:47.586476 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524ec189-e8b1-4215-b353-95bf1dbb010b tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11423640-4b96-4055-acb8-767888c2c90e,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:58:47.590489 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-524ec189-e8b1-4215-b353-95bf1dbb010b tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:47.591692 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-524ec189-e8b1-4215-b353-95bf1dbb010b tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2263110 Jan 28 19:58:47.594684 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 36942) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:58:47.598907 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-09591226-2916-47cd-ad97-92ef87c2f2c1 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Request body: {'security_group_rule': {'security_group_id': '11423640-4b96-4055-acb8-767888c2c90e', 'project_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:58:47.622350 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-09591226-2916-47cd-ad97-92ef87c2f2c1 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for security_group_rule (f2ac788e-1ac0-4f65-83bb-d32242b934d0), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:47.675182 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-09591226-2916-47cd-ad97-92ef87c2f2c1 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for security_group_rule (f2ac788e-1ac0-4f65-83bb-d32242b934d0), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:47.678821 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-09591226-2916-47cd-ad97-92ef87c2f2c1 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (f2ac788e-1ac0-4f65-83bb-d32242b934d0), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:47.696260 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09591226-2916-47cd-ad97-92ef87c2f2c1 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2ac788e-1ac0-4f65-83bb-d32242b934d0,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:58:47.703556 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-09591226-2916-47cd-ad97-92ef87c2f2c1 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:47.704737 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-09591226-2916-47cd-ad97-92ef87c2f2c1 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1091185 Jan 28 19:58:47.707537 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 36944) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:58:47.711817 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-14d1eb7e-6491-4a1a-a8cb-9dc11bb7fea8 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Request body: {'security_group_rule': {'security_group_id': '11423640-4b96-4055-acb8-767888c2c90e', 'project_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:58:47.736764 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-14d1eb7e-6491-4a1a-a8cb-9dc11bb7fea8 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for security_group_rule (2a1a77ce-638a-46ea-b457-1a03994e9443), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:47.793878 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-14d1eb7e-6491-4a1a-a8cb-9dc11bb7fea8 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for security_group_rule (2a1a77ce-638a-46ea-b457-1a03994e9443), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:47.797188 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-14d1eb7e-6491-4a1a-a8cb-9dc11bb7fea8 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (2a1a77ce-638a-46ea-b457-1a03994e9443), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:47.811969 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d1eb7e-6491-4a1a-a8cb-9dc11bb7fea8 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a1a77ce-638a-46ea-b457-1a03994e9443,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:58:47.822070 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-14d1eb7e-6491-4a1a-a8cb-9dc11bb7fea8 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:47.823256 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-14d1eb7e-6491-4a1a-a8cb-9dc11bb7fea8 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1148117 Jan 28 19:58:47.825995 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 36946) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:58:47.830216 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-532d7ea1-74c0-4fac-8453-2f7e77fea391 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Request body: {'security_group_rule': {'security_group_id': '11423640-4b96-4055-acb8-767888c2c90e', 'project_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:58:47.853955 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-532d7ea1-74c0-4fac-8453-2f7e77fea391 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for security_group_rule (b82bfc88-fab2-46ff-abeb-2224c960fbe1), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:47.910808 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-532d7ea1-74c0-4fac-8453-2f7e77fea391 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for security_group_rule (b82bfc88-fab2-46ff-abeb-2224c960fbe1), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:47.914780 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-532d7ea1-74c0-4fac-8453-2f7e77fea391 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (b82bfc88-fab2-46ff-abeb-2224c960fbe1), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:47.931726 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532d7ea1-74c0-4fac-8453-2f7e77fea391 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b82bfc88-fab2-46ff-abeb-2224c960fbe1,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:58:47.939823 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-532d7ea1-74c0-4fac-8453-2f7e77fea391 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:47.941010 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-532d7ea1-74c0-4fac-8453-2f7e77fea391 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1141133 Jan 28 19:58:47.943751 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 36948) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:58:47.948090 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-ea872c2d-010e-4036-a520-8ea8568abb76 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Request body: {'security_group_rule': {'security_group_id': '11423640-4b96-4055-acb8-767888c2c90e', 'project_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:58:47.971560 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ea872c2d-010e-4036-a520-8ea8568abb76 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for security_group_rule (925e0e7b-e6aa-4f70-89b5-908f63e29118), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:48.027062 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ea872c2d-010e-4036-a520-8ea8568abb76 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for security_group_rule (925e0e7b-e6aa-4f70-89b5-908f63e29118), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:48.030418 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ea872c2d-010e-4036-a520-8ea8568abb76 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (925e0e7b-e6aa-4f70-89b5-908f63e29118), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:48.045402 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea872c2d-010e-4036-a520-8ea8568abb76 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=925e0e7b-e6aa-4f70-89b5-908f63e29118,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:58:48.056101 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ea872c2d-010e-4036-a520-8ea8568abb76 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:48.057297 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-ea872c2d-010e-4036-a520-8ea8568abb76 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1125698 Jan 28 19:58:48.059949 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 36950) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:58:48.064234 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-ff5510c4-8608-4f08-83d6-e1a6082cb19c tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Request body: {'security_group_rule': {'security_group_id': '11423640-4b96-4055-acb8-767888c2c90e', 'project_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:58:48.082691 n-d-812111-14 neutron-server[103305]: INFO neutron.db.securitygroups_db [None req-ff5510c4-8608-4f08-83d6-e1a6082cb19c tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Project a518f4c8c8e149bf9da3dfc2b7497304 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 19:58:48.087331 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ff5510c4-8608-4f08-83d6-e1a6082cb19c tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for security_group_rule (82509c88-d5e1-487c-a3e5-41d6e7eb53c6), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:48.146401 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ff5510c4-8608-4f08-83d6-e1a6082cb19c tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for security_group_rule (82509c88-d5e1-487c-a3e5-41d6e7eb53c6), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:48.150272 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ff5510c4-8608-4f08-83d6-e1a6082cb19c tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (82509c88-d5e1-487c-a3e5-41d6e7eb53c6), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:48.167256 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5510c4-8608-4f08-83d6-e1a6082cb19c tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82509c88-d5e1-487c-a3e5-41d6e7eb53c6,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:58:48.174383 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ff5510c4-8608-4f08-83d6-e1a6082cb19c tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:48.175566 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-ff5510c4-8608-4f08-83d6-e1a6082cb19c tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1147094 Jan 28 19:58:48.179016 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 36952) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:58:48.183213 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-b1c6b7b1-91f1-42c0-97a9-17bd70031978 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Request body: {'security_group_rule': {'security_group_id': '11423640-4b96-4055-acb8-767888c2c90e', 'project_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:58:48.202307 n-d-812111-14 neutron-server[103305]: INFO neutron.db.securitygroups_db [None req-b1c6b7b1-91f1-42c0-97a9-17bd70031978 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Project a518f4c8c8e149bf9da3dfc2b7497304 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 19:58:48.207046 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b1c6b7b1-91f1-42c0-97a9-17bd70031978 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for security_group_rule (33ed5f8f-0e34-4173-9c90-1f60e18e30d7), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:48.265738 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b1c6b7b1-91f1-42c0-97a9-17bd70031978 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for security_group_rule (33ed5f8f-0e34-4173-9c90-1f60e18e30d7), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:48.268873 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b1c6b7b1-91f1-42c0-97a9-17bd70031978 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (33ed5f8f-0e34-4173-9c90-1f60e18e30d7), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:48.289423 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c6b7b1-91f1-42c0-97a9-17bd70031978 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33ed5f8f-0e34-4173-9c90-1f60e18e30d7,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:58:48.298110 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b1c6b7b1-91f1-42c0-97a9-17bd70031978 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:48.299330 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-b1c6b7b1-91f1-42c0-97a9-17bd70031978 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1194065 Jan 28 19:58:48.302273 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 36954) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:58:48.307030 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-794d25a1-559a-46d0-a0f7-584632c19a69 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Request body: {'network': {'name': 'tempest-network-smoke--820396098', 'project_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'port_security_enabled': True}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:58:48.325873 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-794d25a1-559a-46d0-a0f7-584632c19a69 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Made reservation on behalf of a518f4c8c8e149bf9da3dfc2b7497304 for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:58:48.329240 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-794d25a1-559a-46d0-a0f7-584632c19a69 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:48.352549 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-794d25a1-559a-46d0-a0f7-584632c19a69 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:58:48.360952 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-794d25a1-559a-46d0-a0f7-584632c19a69 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (5a07f398-4313-41f1-ab13-cbeca8236b26), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:48.361319 n-d-812111-14 neutron-server[103305]: INFO neutron.db.segments_db [None req-794d25a1-559a-46d0-a0f7-584632c19a69 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Added segment 5a07f398-4313-41f1-ab13-cbeca8236b26 of type vlan for network 7fee943d-88d7-4262-a4f9-2887e91bd8b7 Jan 28 19:58:48.401480 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-794d25a1-559a-46d0-a0f7-584632c19a69 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (7fee943d-88d7-4262-a4f9-2887e91bd8b7), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:48.425840 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-794d25a1-559a-46d0-a0f7-584632c19a69 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (7fee943d-88d7-4262-a4f9-2887e91bd8b7), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:48.430741 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-794d25a1-559a-46d0-a0f7-584632c19a69 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:58:48.431373 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-794d25a1-559a-46d0-a0f7-584632c19a69 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:48.480712 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-794d25a1-559a-46d0-a0f7-584632c19a69 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1774535 Jan 28 19:58:48.483726 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 36956) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:58:48.488356 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-a74e6c4e-0e89-492d-86d1-4a252d86274e tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-153717326', 'admin_state_up': True, 'project_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:58:48.497403 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794d25a1-559a-46d0-a0f7-584632c19a69 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Pushing event updated for resources: {'Network': ['ID=7fee943d-88d7-4262-a4f9-2887e91bd8b7,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:58:48.509046 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network 7fee943d-88d7-4262-a4f9-2887e91bd8b7 details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:58:48.511329 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a74e6c4e-0e89-492d-86d1-4a252d86274e tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261150'] for router (8f4cb635-4802-417a-9544-696e4714cb63), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:48.512419 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a74e6c4e-0e89-492d-86d1-4a252d86274e tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-731099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-731441', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261129'] for router (8f4cb635-4802-417a-9544-696e4714cb63), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:48.562930 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a74e6c4e-0e89-492d-86d1-4a252d86274e tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for router_controller (8f4cb635-4802-417a-9544-696e4714cb63), precommit_add_association {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:49.002902 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a74e6c4e-0e89-492d-86d1-4a252d86274e tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for router_gateway (8f4cb635-4802-417a-9544-696e4714cb63), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:49.195878 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a74e6c4e-0e89-492d-86d1-4a252d86274e tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for router_gateway (8f4cb635-4802-417a-9544-696e4714cb63), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:49.217458 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a74e6c4e-0e89-492d-86d1-4a252d86274e tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:49.316386 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-a74e6c4e-0e89-492d-86d1-4a252d86274e tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Allocated IP 172.25.6.212 (d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8/a648e4ab-7422-41b9-b133-58aca25ab8f5/0107d92f-a6d5-4689-893c-660955bebd91) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:58:49.418654 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a74e6c4e-0e89-492d-86d1-4a252d86274e tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for port (0107d92f-a6d5-4689-893c-660955bebd91), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:49.451639 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a74e6c4e-0e89-492d-86d1-4a252d86274e tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (0107d92f-a6d5-4689-893c-660955bebd91), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:49.485930 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a74e6c4e-0e89-492d-86d1-4a252d86274e tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:58:49.488889 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-a74e6c4e-0e89-492d-86d1-4a252d86274e tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:58:49.492266 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74e6c4e-0e89-492d-86d1-4a252d86274e tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:58:49.526459 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74e6c4e-0e89-492d-86d1-4a252d86274e tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Pushing event updated for resources: {'Port': ['ID=0107d92f-a6d5-4689-893c-660955bebd91,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:58:49.752687 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a74e6c4e-0e89-492d-86d1-4a252d86274e tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for router_gateway (8f4cb635-4802-417a-9544-696e4714cb63), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:49.952097 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a74e6c4e-0e89-492d-86d1-4a252d86274e tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-731074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-731460'] for router (8f4cb635-4802-417a-9544-696e4714cb63), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:50.079873 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a74e6c4e-0e89-492d-86d1-4a252d86274e tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Router 8f4cb635-4802-417a-9544-696e4714cb63 is scheduled to L3 agent 76fe5c49-705a-4e08-abb2-be585676213f with binding_index 1 {{(pid=103304) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 19:58:50.184837 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a74e6c4e-0e89-492d-86d1-4a252d86274e tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:58:50.194250 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258a65cc-8f64-4081-be93-fe820d39e025 None None] Sync routers for ids ['8f4cb635-4802-417a-9544-696e4714cb63'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:58:50.203892 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258a65cc-8f64-4081-be93-fe820d39e025 None None] Routers {'8f4cb635-4802-417a-9544-696e4714cb63'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:58:50.204500 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-258a65cc-8f64-4081-be93-fe820d39e025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:58:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['8f4cb635-4802-417a-9544-696e4714cb63'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:58:50.204794 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a74e6c4e-0e89-492d-86d1-4a252d86274e tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:50.208924 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-a74e6c4e-0e89-492d-86d1-4a252d86274e tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7213364 Jan 28 19:58:50.209767 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 36958) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:58:50.318150 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-258a65cc-8f64-4081-be93-fe820d39e025 None None] Set router 8f4cb635-4802-417a-9544-696e4714cb63 gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:58:50.332485 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-8f8b0711-b50e-4d9d-9cb2-a4b41b8f4f46 tempest-TestNetworkAdvancedServerOps-1681414059 tempest-TestNetworkAdvancedServerOps-1681414059-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=a518f4c8c8e149bf9da3dfc2b7497304&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1214273 Jan 28 19:58:50.335038 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 36962) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:58:50.420626 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fec629d-ae04-4a5c-a13c-90953f4774b8 tempest-TestNetworkAdvancedServerOps-1681414059 tempest-TestNetworkAdvancedServerOps-1681414059-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:58:50.424733 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-4fec629d-ae04-4a5c-a13c-90953f4774b8 tempest-TestNetworkAdvancedServerOps-1681414059 tempest-TestNetworkAdvancedServerOps-1681414059-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0862455 Jan 28 19:58:50.424962 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 36964) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:58:50.465273 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-832d7935-8360-4101-8f1f-4cd07c2d97cf tempest-TestNetworkAdvancedServerOps-1681414059 tempest-TestNetworkAdvancedServerOps-1681414059-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0382130 Jan 28 19:58:50.466931 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 36966) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:58:50.471674 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-468e80ab-2eb6-41df-912f-15cd67973d4e tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-934704408', 'network_id': '7fee943d-88d7-4262-a4f9-2887e91bd8b7', 'project_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:58:50.491043 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-258a65cc-8f64-4081-be93-fe820d39e025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f4cb635-4802-417a-9544-696e4714cb63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-153717326', 'tenant_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '0107d92f-a6d5-4689-893c-660955bebd91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:58:48Z', 'updated_at': '2022-01-28T19:58:49Z', 'revision_number': 3, 'project_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'gw_port': {'id': '0107d92f-a6d5-4689-893c-660955bebd91', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:06:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f4cb635-4802-417a-9544-696e4714cb63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:58:49Z', 'updated_at': '2022-01-28T19:58:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:58:50.520011 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258a65cc-8f64-4081-be93-fe820d39e025 None None] Checking router: 8f4cb635-4802-417a-9544-696e4714cb63 for host: n-d-812111-14 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:58:50.520352 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258a65cc-8f64-4081-be93-fe820d39e025 None None] Updating router 8f4cb635-4802-417a-9544-696e4714cb63 port 0107d92f-a6d5-4689-893c-660955bebd91 binding host n-d-812111-14 {{(pid=103307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:58:50.547402 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-258a65cc-8f64-4081-be93-fe820d39e025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (0107d92f-a6d5-4689-893c-660955bebd91), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:50.558073 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-468e80ab-2eb6-41df-912f-15cd67973d4e tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Made reservation on behalf of a518f4c8c8e149bf9da3dfc2b7497304 for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:58:50.561642 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-468e80ab-2eb6-41df-912f-15cd67973d4e tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5221429'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:50.741427 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-468e80ab-2eb6-41df-912f-15cd67973d4e tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4690681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5221415'] for subnet (f65cec15-f24b-421b-8d8c-48dacb83d8b6), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:50.793587 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-258a65cc-8f64-4081-be93-fe820d39e025 None None] Publish callbacks [] for port (0107d92f-a6d5-4689-893c-660955bebd91), precommit_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:50.802048 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468e80ab-2eb6-41df-912f-15cd67973d4e tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Pushing event updated for resources: {'Subnet': ['ID=f65cec15-f24b-421b-8d8c-48dacb83d8b6,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:58:50.802301 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-258a65cc-8f64-4081-be93-fe820d39e025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (0107d92f-a6d5-4689-893c-660955bebd91), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:50.811098 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468e80ab-2eb6-41df-912f-15cd67973d4e tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Checking segment: {'id': '5a07f398-4313-41f1-ab13-cbeca8236b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '7fee943d-88d7-4262-a4f9-2887e91bd8b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:58:50.811472 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-468e80ab-2eb6-41df-912f-15cd67973d4e tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Network hostable DHCP agents. Network: 7fee943d-88d7-4262-a4f9-2887e91bd8b7, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:58:50.829162 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-468e80ab-2eb6-41df-912f-15cd67973d4e tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Network 7fee943d-88d7-4262-a4f9-2887e91bd8b7 is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:58:50.838110 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-468e80ab-2eb6-41df-912f-15cd67973d4e tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, 7fee943d-88d7-4262-a4f9-2887e91bd8b7) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:58:50.842255 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-468e80ab-2eb6-41df-912f-15cd67973d4e tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:58:50.842868 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-468e80ab-2eb6-41df-912f-15cd67973d4e tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:50.850335 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4b4b67d-19eb-43d8-b4fb-e412a8872103 None None] Network 7fee943d-88d7-4262-a4f9-2887e91bd8b7 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:58:50.853745 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-258a65cc-8f64-4081-be93-fe820d39e025 None None] Attempting to bind port 0107d92f-a6d5-4689-893c-660955bebd91 on host n-d-812111-14 for vnic_type normal with profile {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:58:50.853745 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-258a65cc-8f64-4081-be93-fe820d39e025 None None] Attempting to bind port 0107d92f-a6d5-4689-893c-660955bebd91 by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:58:50.854025 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258a65cc-8f64-4081-be93-fe820d39e025 None None] Attempting to bind port 0107d92f-a6d5-4689-893c-660955bebd91 on network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:58:50.863853 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-468e80ab-2eb6-41df-912f-15cd67973d4e tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3933005 Jan 28 19:58:50.864147 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 36968) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:58:50.865221 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258a65cc-8f64-4081-be93-fe820d39e025 None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:58:50.866422 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258a65cc-8f64-4081-be93-fe820d39e025 None None] Checking segment: {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:58:50.866998 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-258a65cc-8f64-4081-be93-fe820d39e025 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:50.867560 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258a65cc-8f64-4081-be93-fe820d39e025 None None] Bound using segment: {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:58:50.868248 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-258a65cc-8f64-4081-be93-fe820d39e025 None None] Bound port: 0107d92f-a6d5-4689-893c-660955bebd91, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:58:50.868814 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-258a65cc-8f64-4081-be93-fe820d39e025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (0107d92f-a6d5-4689-893c-660955bebd91), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:50.924669 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-258a65cc-8f64-4081-be93-fe820d39e025 None None] For port 0107d92f-a6d5-4689-893c-660955bebd91, host n-d-812111-14, cleared binding levels {{(pid=103307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:58:50.930625 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-258a65cc-8f64-4081-be93-fe820d39e025 None None] For port 0107d92f-a6d5-4689-893c-660955bebd91, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=0107d92f-a6d5-4689-893c-660955bebd91,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:58:50.934129 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c86fa9-2015-4b0a-bdc4-1b7379192c24 None None] Pushing event updated for resources: {'Port': ['ID=0107d92f-a6d5-4689-893c-660955bebd91,revision_number=2']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:58:50.938540 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-258a65cc-8f64-4081-be93-fe820d39e025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (0107d92f-a6d5-4689-893c-660955bebd91), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:50.949378 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c86fa9-2015-4b0a-bdc4-1b7379192c24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:58:50.949699 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c86fa9-2015-4b0a-bdc4-1b7379192c24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:58:50.950035 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c86fa9-2015-4b0a-bdc4-1b7379192c24 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:58:50.950368 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c86fa9-2015-4b0a-bdc4-1b7379192c24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:58:50.950694 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c86fa9-2015-4b0a-bdc4-1b7379192c24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:58:50.951018 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c86fa9-2015-4b0a-bdc4-1b7379192c24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:58:50.951339 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c86fa9-2015-4b0a-bdc4-1b7379192c24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:58:50.951659 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c86fa9-2015-4b0a-bdc4-1b7379192c24 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:58:50.951977 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c86fa9-2015-4b0a-bdc4-1b7379192c24 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:58:50.952275 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c86fa9-2015-4b0a-bdc4-1b7379192c24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:58:50.952585 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c86fa9-2015-4b0a-bdc4-1b7379192c24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:58:50.952900 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c86fa9-2015-4b0a-bdc4-1b7379192c24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:58:50.953238 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c86fa9-2015-4b0a-bdc4-1b7379192c24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:58:50.957088 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8c29d12-8eeb-4024-9b88-81b1084364af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68cd31fd-e4cd-5fb3-a862-256fc47efcd2-7fee943d-88d7-4262-a4f9-2887e91bd8b7', 'network_id': '7fee943d-88d7-4262-a4f9-2887e91bd8b7', 'project_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'fixed_ips': [{'subnet_id': 'f65cec15-f24b-421b-8d8c-48dacb83d8b6'}]}} from n-d-812111-14. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:58:50.958034 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a8c29d12-8eeb-4024-9b88-81b1084364af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:51.000836 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258a65cc-8f64-4081-be93-fe820d39e025 None None] Routers {'8f4cb635-4802-417a-9544-696e4714cb63'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:58:51.001411 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-258a65cc-8f64-4081-be93-fe820d39e025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:58:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['8f4cb635-4802-417a-9544-696e4714cb63'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:58:51.054185 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c86fa9-2015-4b0a-bdc4-1b7379192c24 None None] Pushing event updated for resources: {'Port': ['ID=0107d92f-a6d5-4689-893c-660955bebd91,revision_number=3']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:58:51.066726 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:51.112835 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-a8c29d12-8eeb-4024-9b88-81b1084364af None None] Allocated IP 172.20.0.2 (7fee943d-88d7-4262-a4f9-2887e91bd8b7/f65cec15-f24b-421b-8d8c-48dacb83d8b6/5e4b4c22-515a-43de-b21d-6de675e5a6d9) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:58:51.218986 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-258a65cc-8f64-4081-be93-fe820d39e025 None None] Set router 8f4cb635-4802-417a-9544-696e4714cb63 gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:58:51.283298 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a8c29d12-8eeb-4024-9b88-81b1084364af None None] Publish callbacks [] for port (5e4b4c22-515a-43de-b21d-6de675e5a6d9), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:51.289828 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a8c29d12-8eeb-4024-9b88-81b1084364af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (5e4b4c22-515a-43de-b21d-6de675e5a6d9), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:51.338241 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c29d12-8eeb-4024-9b88-81b1084364af None None] Network 7fee943d-88d7-4262-a4f9-2887e91bd8b7 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:58:51.342130 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c29d12-8eeb-4024-9b88-81b1084364af None None] Pushing event updated for resources: {'Port': ['ID=5e4b4c22-515a-43de-b21d-6de675e5a6d9,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:58:51.344756 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-a8c29d12-8eeb-4024-9b88-81b1084364af None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:58:51.347518 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c29d12-8eeb-4024-9b88-81b1084364af None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:58:51.355113 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c29d12-8eeb-4024-9b88-81b1084364af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:58:51.355461 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c29d12-8eeb-4024-9b88-81b1084364af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:58:51.355809 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c29d12-8eeb-4024-9b88-81b1084364af None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:58:51.356154 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c29d12-8eeb-4024-9b88-81b1084364af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:58:51.356492 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c29d12-8eeb-4024-9b88-81b1084364af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:58:51.356825 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c29d12-8eeb-4024-9b88-81b1084364af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:58:51.357176 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c29d12-8eeb-4024-9b88-81b1084364af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:58:51.357513 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c29d12-8eeb-4024-9b88-81b1084364af None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:58:51.357844 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c29d12-8eeb-4024-9b88-81b1084364af None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:58:51.358172 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c29d12-8eeb-4024-9b88-81b1084364af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:58:51.358866 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c29d12-8eeb-4024-9b88-81b1084364af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:58:51.358866 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c29d12-8eeb-4024-9b88-81b1084364af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:58:51.359115 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c29d12-8eeb-4024-9b88-81b1084364af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:58:51.379147 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-39921a8c-8d1e-4c09-9c3e-cab3864fd577 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:51.404111 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-258a65cc-8f64-4081-be93-fe820d39e025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f4cb635-4802-417a-9544-696e4714cb63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-153717326', 'tenant_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '0107d92f-a6d5-4689-893c-660955bebd91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:58:48Z', 'updated_at': '2022-01-28T19:58:49Z', 'revision_number': 3, 'project_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'gw_port': {'id': '0107d92f-a6d5-4689-893c-660955bebd91', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:06:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f4cb635-4802-417a-9544-696e4714cb63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:58:49Z', 'updated_at': '2022-01-28T19:58:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:58:51.415448 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-a8c29d12-8eeb-4024-9b88-81b1084364af None None] Attempting to bind port 5e4b4c22-515a-43de-b21d-6de675e5a6d9 on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:58:51.415826 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-a8c29d12-8eeb-4024-9b88-81b1084364af None None] Attempting to bind port 5e4b4c22-515a-43de-b21d-6de675e5a6d9 by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '5a07f398-4313-41f1-ab13-cbeca8236b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '7fee943d-88d7-4262-a4f9-2887e91bd8b7'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:58:51.416191 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c29d12-8eeb-4024-9b88-81b1084364af None None] Attempting to bind port 5e4b4c22-515a-43de-b21d-6de675e5a6d9 on network 7fee943d-88d7-4262-a4f9-2887e91bd8b7 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:58:51.421230 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c29d12-8eeb-4024-9b88-81b1084364af None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:58:51.421613 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c29d12-8eeb-4024-9b88-81b1084364af None None] Checking segment: {'id': '5a07f398-4313-41f1-ab13-cbeca8236b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '7fee943d-88d7-4262-a4f9-2887e91bd8b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:58:51.422132 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a8c29d12-8eeb-4024-9b88-81b1084364af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:51.422545 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c29d12-8eeb-4024-9b88-81b1084364af None None] Bound using segment: {'id': '5a07f398-4313-41f1-ab13-cbeca8236b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '7fee943d-88d7-4262-a4f9-2887e91bd8b7'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:58:51.423011 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-a8c29d12-8eeb-4024-9b88-81b1084364af None None] Bound port: 5e4b4c22-515a-43de-b21d-6de675e5a6d9, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a07f398-4313-41f1-ab13-cbeca8236b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '7fee943d-88d7-4262-a4f9-2887e91bd8b7'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:58:51.423394 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a8c29d12-8eeb-4024-9b88-81b1084364af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (5e4b4c22-515a-43de-b21d-6de675e5a6d9), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:51.439592 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258a65cc-8f64-4081-be93-fe820d39e025 None None] The sync data for ids ['8f4cb635-4802-417a-9544-696e4714cb63'] in n-d-812111-14 is: [{'id': '8f4cb635-4802-417a-9544-696e4714cb63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-153717326', 'tenant_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '0107d92f-a6d5-4689-893c-660955bebd91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:58:48Z', 'updated_at': '2022-01-28T19:58:49Z', 'revision_number': 3, 'project_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'gw_port': {'id': '0107d92f-a6d5-4689-893c-660955bebd91', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:06:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f4cb635-4802-417a-9544-696e4714cb63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:58:49Z', 'updated_at': '2022-01-28T19:58:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:58:51.489285 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-a8c29d12-8eeb-4024-9b88-81b1084364af None None] For port 5e4b4c22-515a-43de-b21d-6de675e5a6d9, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:58:51.492523 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-a8c29d12-8eeb-4024-9b88-81b1084364af None None] For port 5e4b4c22-515a-43de-b21d-6de675e5a6d9, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=5e4b4c22-515a-43de-b21d-6de675e5a6d9,segment=NetworkSegment(5a07f398-4313-41f1-ab13-cbeca8236b26),segment_id=5a07f398-4313-41f1-ab13-cbeca8236b26)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:58:51.501717 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a8c29d12-8eeb-4024-9b88-81b1084364af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (5e4b4c22-515a-43de-b21d-6de675e5a6d9), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:51.561556 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c29d12-8eeb-4024-9b88-81b1084364af None None] Pushing event updated for resources: {'Port': ['ID=5e4b4c22-515a-43de-b21d-6de675e5a6d9,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:58:51.702909 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-39921a8c-8d1e-4c09-9c3e-cab3864fd577 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Allocated IP 172.20.0.1 (7fee943d-88d7-4262-a4f9-2887e91bd8b7/f65cec15-f24b-421b-8d8c-48dacb83d8b6/8d5454cd-4fb3-4f94-ab05-85a8a7c300fd) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:58:51.859802 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-39921a8c-8d1e-4c09-9c3e-cab3864fd577 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for port (8d5454cd-4fb3-4f94-ab05-85a8a7c300fd), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:51.910581 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-39921a8c-8d1e-4c09-9c3e-cab3864fd577 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (8d5454cd-4fb3-4f94-ab05-85a8a7c300fd), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:51.920062 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 0107d92f-a6d5-4689-893c-660955bebd91 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:58:51.972529 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39921a8c-8d1e-4c09-9c3e-cab3864fd577 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Network 7fee943d-88d7-4262-a4f9-2887e91bd8b7 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:58:51.976770 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-39921a8c-8d1e-4c09-9c3e-cab3864fd577 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:58:51.979363 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39921a8c-8d1e-4c09-9c3e-cab3864fd577 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Pushing event updated for resources: {'Port': ['ID=8d5454cd-4fb3-4f94-ab05-85a8a7c300fd,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:58:51.981960 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39921a8c-8d1e-4c09-9c3e-cab3864fd577 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:58:51.991279 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 0107d92f-a6d5-4689-893c-660955bebd91 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:58:51.991663 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (0107d92f-a6d5-4689-893c-660955bebd91), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:52.041383 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-39921a8c-8d1e-4c09-9c3e-cab3864fd577 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734769'] for router_interface (8f4cb635-4802-417a-9544-696e4714cb63), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:52.089393 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 0107d92f-a6d5-4689-893c-660955bebd91 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:58:52.089933 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (0107d92f-a6d5-4689-893c-660955bebd91), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:52.112647 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] For port 0107d92f-a6d5-4689-893c-660955bebd91, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=0107d92f-a6d5-4689-893c-660955bebd91,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:58:52.117885 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (0107d92f-a6d5-4689-893c-660955bebd91), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:52.174649 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Pushing event updated for resources: {'Port': ['ID=0107d92f-a6d5-4689-893c-660955bebd91,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:58:52.187252 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-39921a8c-8d1e-4c09-9c3e-cab3864fd577 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (8d5454cd-4fb3-4f94-ab05-85a8a7c300fd), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:52.490212 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-39921a8c-8d1e-4c09-9c3e-cab3864fd577 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for port (8d5454cd-4fb3-4f94-ab05-85a8a7c300fd), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:52.495848 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-39921a8c-8d1e-4c09-9c3e-cab3864fd577 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (8d5454cd-4fb3-4f94-ab05-85a8a7c300fd), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:52.574603 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-39921a8c-8d1e-4c09-9c3e-cab3864fd577 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-756216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-732801'] for router_interface (8f4cb635-4802-417a-9544-696e4714cb63), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:52.576416 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39921a8c-8d1e-4c09-9c3e-cab3864fd577 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Pushing event updated for resources: {'Port': ['ID=8d5454cd-4fb3-4f94-ab05-85a8a7c300fd,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:58:52.676157 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39921a8c-8d1e-4c09-9c3e-cab3864fd577 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Network 7fee943d-88d7-4262-a4f9-2887e91bd8b7 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:58:52.678075 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-39921a8c-8d1e-4c09-9c3e-cab3864fd577 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:58:52.697477 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5280e44e-268f-4226-8658-161717597215 None None] Network 7fee943d-88d7-4262-a4f9-2887e91bd8b7 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:58:52.803090 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39921a8c-8d1e-4c09-9c3e-cab3864fd577 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Router 8f4cb635-4802-417a-9544-696e4714cb63 has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:58:52.847536 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-a2d805d1-0c16-4660-88e9-dccd7d3d724a None None] Provisioning complete for port 5e4b4c22-515a-43de-b21d-6de675e5a6d9 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:58:52.848023 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a2d805d1-0c16-4660-88e9-dccd7d3d724a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (5e4b4c22-515a-43de-b21d-6de675e5a6d9), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:52.918594 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39921a8c-8d1e-4c09-9c3e-cab3864fd577 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:58:52.924506 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-39921a8c-8d1e-4c09-9c3e-cab3864fd577 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "PUT /v2.0/routers/8f4cb635-4802-417a-9544-696e4714cb63/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0590990 Jan 28 19:58:52.933532 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-a2d805d1-0c16-4660-88e9-dccd7d3d724a None None] Current status of the port 5e4b4c22-515a-43de-b21d-6de675e5a6d9 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:58:52.934089 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a2d805d1-0c16-4660-88e9-dccd7d3d724a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (5e4b4c22-515a-43de-b21d-6de675e5a6d9), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:52.976047 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-a2d805d1-0c16-4660-88e9-dccd7d3d724a None None] For port 5e4b4c22-515a-43de-b21d-6de675e5a6d9, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=5e4b4c22-515a-43de-b21d-6de675e5a6d9,segment=NetworkSegment(5a07f398-4313-41f1-ab13-cbeca8236b26),segment_id=5a07f398-4313-41f1-ab13-cbeca8236b26)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:58:52.982891 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a2d805d1-0c16-4660-88e9-dccd7d3d724a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (5e4b4c22-515a-43de-b21d-6de675e5a6d9), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:53.044260 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d805d1-0c16-4660-88e9-dccd7d3d724a None None] Pushing event updated for resources: {'Port': ['ID=5e4b4c22-515a-43de-b21d-6de675e5a6d9,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:58:53.102612 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-53aca6e8-20ff-4e39-9f10-bf5033b76d47 None None] Provisioning complete for port 5e4b4c22-515a-43de-b21d-6de675e5a6d9 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:58:53.102986 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-53aca6e8-20ff-4e39-9f10-bf5033b76d47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (5e4b4c22-515a-43de-b21d-6de675e5a6d9), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:53.199871 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-53aca6e8-20ff-4e39-9f10-bf5033b76d47 None None] Current status of the port 5e4b4c22-515a-43de-b21d-6de675e5a6d9 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:58:53.220336 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-53aca6e8-20ff-4e39-9f10-bf5033b76d47 None None] Provisioning complete for port 8d5454cd-4fb3-4f94-ab05-85a8a7c300fd triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:58:53.220749 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-53aca6e8-20ff-4e39-9f10-bf5033b76d47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (8d5454cd-4fb3-4f94-ab05-85a8a7c300fd), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:53.252121 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-63437995-6501-444e-bf2a-655d3f41a728 req-47b32623-ca33-4fe2-89b7-bedb7c3662d6 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-461766481&fields=id&tenant_id=a518f4c8c8e149bf9da3dfc2b7497304 HTTP/1.1" status: 200 len: 267 time: 0.0808947 Jan 28 19:58:53.274448 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-53aca6e8-20ff-4e39-9f10-bf5033b76d47 None None] Port 8d5454cd-4fb3-4f94-ab05-85a8a7c300fd cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:58:53.358552 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63437995-6501-444e-bf2a-655d3f41a728 req-cb912980-7f9a-439b-9dcc-9ef11528c51f tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:58:53.360089 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-63437995-6501-444e-bf2a-655d3f41a728 req-cb912980-7f9a-439b-9dcc-9ef11528c51f tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/networks?id=7fee943d-88d7-4262-a4f9-2887e91bd8b7 HTTP/1.1" status: 200 len: 796 time: 0.1071596 Jan 28 19:58:53.380116 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-63437995-6501-444e-bf2a-655d3f41a728 req-a92beb23-4c6e-4fbb-8d47-db8aca146d54 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/quotas/a518f4c8c8e149bf9da3dfc2b7497304 HTTP/1.1" status: 200 len: 375 time: 0.0104268 Jan 28 19:58:53.394178 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e7a3a3f-b028-417a-a322-f44b14694ead None None] Sync routers for ids ['8f4cb635-4802-417a-9544-696e4714cb63'] in n-d-812111-14 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:58:53.401679 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-30dd46ec-9436-47c2-974d-28c1bb8aeefd None None] Provisioning complete for port 8d5454cd-4fb3-4f94-ab05-85a8a7c300fd triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:58:53.402062 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-30dd46ec-9436-47c2-974d-28c1bb8aeefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (8d5454cd-4fb3-4f94-ab05-85a8a7c300fd), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:53.435464 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7a3a3f-b028-417a-a322-f44b14694ead None None] Routers {'8f4cb635-4802-417a-9544-696e4714cb63'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:58:53.436123 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-5e7a3a3f-b028-417a-a322-f44b14694ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:58:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['8f4cb635-4802-417a-9544-696e4714cb63'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:58:53.447387 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-63437995-6501-444e-bf2a-655d3f41a728 req-2f30890a-e2df-43d4-a998-5dc466696d40 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=a518f4c8c8e149bf9da3dfc2b7497304&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0575001 Jan 28 19:58:53.483945 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-30dd46ec-9436-47c2-974d-28c1bb8aeefd None None] Port 8d5454cd-4fb3-4f94-ab05-85a8a7c300fd cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:58:53.519727 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [req-63437995-6501-444e-bf2a-655d3f41a728 req-6e85dd12-7abd-4256-b4ee-856a26c9b62d service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103304) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:58:53.520781 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-63437995-6501-444e-bf2a-655d3f41a728 req-6e85dd12-7abd-4256-b4ee-856a26c9b62d service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0622427 Jan 28 19:58:53.558247 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-5e7a3a3f-b028-417a-a322-f44b14694ead None None] Set router 8f4cb635-4802-417a-9544-696e4714cb63 gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:58:53.616309 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-63437995-6501-444e-bf2a-655d3f41a728 req-db042a67-4431-40f4-8ad9-106b305993c9 service neutron] 10.222.0.64 "GET /v2.0/networks/7fee943d-88d7-4262-a4f9-2887e91bd8b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883467 Jan 28 19:58:53.639578 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-f2640335-969d-4607-831a-a81947d6bf59 None None] Provisioning complete for port 8d5454cd-4fb3-4f94-ab05-85a8a7c300fd triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:58:53.639880 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f2640335-969d-4607-831a-a81947d6bf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (8d5454cd-4fb3-4f94-ab05-85a8a7c300fd), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:53.706880 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-63437995-6501-444e-bf2a-655d3f41a728 req-3d46d430-9cd9-4466-8c2d-495ba8e9ff3e service neutron] 10.222.0.64 "GET /v2.0/networks/7fee943d-88d7-4262-a4f9-2887e91bd8b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846748 Jan 28 19:58:53.719408 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-f2640335-969d-4607-831a-a81947d6bf59 None None] Port 8d5454cd-4fb3-4f94-ab05-85a8a7c300fd cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:58:53.807426 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-5e7a3a3f-b028-417a-a322-f44b14694ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f4cb635-4802-417a-9544-696e4714cb63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-153717326', 'tenant_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '0107d92f-a6d5-4689-893c-660955bebd91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:58:48Z', 'updated_at': '2022-01-28T19:58:52Z', 'revision_number': 4, 'project_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'gw_port': {'id': '0107d92f-a6d5-4689-893c-660955bebd91', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:06:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4cb635-4802-417a-9544-696e4714cb63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:58:49Z', 'updated_at': '2022-01-28T19:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '8d5454cd-4fb3-4f94-ab05-85a8a7c300fd', 'name': '', 'network_id': '7fee943d-88d7-4262-a4f9-2887e91bd8b7', 'tenant_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'mac_address': 'fa:16:3e:a4:e8:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f4cb635-4802-417a-9544-696e4714cb63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': 'f65cec15-f24b-421b-8d8c-48dacb83d8b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:58:51Z', 'updated_at': '2022-01-28T19:58:52Z', 'revision_number': 2, 'project_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'subnets': [{'id': 'f65cec15-f24b-421b-8d8c-48dacb83d8b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:58:53.847038 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e7a3a3f-b028-417a-a322-f44b14694ead None None] Checking router: 8f4cb635-4802-417a-9544-696e4714cb63 for host: n-d-812111-14 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:58:53.847400 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e7a3a3f-b028-417a-a322-f44b14694ead None None] Updating router 8f4cb635-4802-417a-9544-696e4714cb63 port 8d5454cd-4fb3-4f94-ab05-85a8a7c300fd binding host n-d-812111-14 {{(pid=103306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:58:53.876113 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5e7a3a3f-b028-417a-a322-f44b14694ead None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (8d5454cd-4fb3-4f94-ab05-85a8a7c300fd), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:53.914313 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 5e4b4c22-515a-43de-b21d-6de675e5a6d9 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:58:53.971453 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-143bff60-029b-446a-9a56-5483b3541941 req-8000859a-451d-4e8d-bbfe-ea2e8a7eb85a tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/ports?device_id=608ff372-d5d0-4bb1-9a97-4c215adea138 HTTP/1.1" status: 200 len: 210 time: 0.0929122 Jan 28 19:58:54.193481 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:54.243791 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 5e4b4c22-515a-43de-b21d-6de675e5a6d9 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:58:54.244175 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (5e4b4c22-515a-43de-b21d-6de675e5a6d9), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:54.368828 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 5e4b4c22-515a-43de-b21d-6de675e5a6d9 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:58:54.369878 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 0107d92f-a6d5-4689-893c-660955bebd91 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:58:54.439327 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5e7a3a3f-b028-417a-a322-f44b14694ead None None] Publish callbacks [] for port (8d5454cd-4fb3-4f94-ab05-85a8a7c300fd), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:54.445434 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5e7a3a3f-b028-417a-a322-f44b14694ead None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (8d5454cd-4fb3-4f94-ab05-85a8a7c300fd), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:54.498792 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 0107d92f-a6d5-4689-893c-660955bebd91 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:58:54.499168 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (0107d92f-a6d5-4689-893c-660955bebd91), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:54.500562 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4868e9-fb76-480f-aec3-bf9ad00eb742 None None] Pushing event updated for resources: {'Port': ['ID=8d5454cd-4fb3-4f94-ab05-85a8a7c300fd,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:58:54.588482 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-5e7a3a3f-b028-417a-a322-f44b14694ead None None] Attempting to bind port 8d5454cd-4fb3-4f94-ab05-85a8a7c300fd on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:58:54.588745 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-5e7a3a3f-b028-417a-a322-f44b14694ead None None] Attempting to bind port 8d5454cd-4fb3-4f94-ab05-85a8a7c300fd by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '5a07f398-4313-41f1-ab13-cbeca8236b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '7fee943d-88d7-4262-a4f9-2887e91bd8b7'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:58:54.589117 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7a3a3f-b028-417a-a322-f44b14694ead None None] Attempting to bind port 8d5454cd-4fb3-4f94-ab05-85a8a7c300fd on network 7fee943d-88d7-4262-a4f9-2887e91bd8b7 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:58:54.597123 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7a3a3f-b028-417a-a322-f44b14694ead None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:58:54.597491 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7a3a3f-b028-417a-a322-f44b14694ead None None] Checking segment: {'id': '5a07f398-4313-41f1-ab13-cbeca8236b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '7fee943d-88d7-4262-a4f9-2887e91bd8b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:58:54.597895 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5e7a3a3f-b028-417a-a322-f44b14694ead None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:54.598291 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7a3a3f-b028-417a-a322-f44b14694ead None None] Bound using segment: {'id': '5a07f398-4313-41f1-ab13-cbeca8236b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '7fee943d-88d7-4262-a4f9-2887e91bd8b7'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:58:54.598763 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-5e7a3a3f-b028-417a-a322-f44b14694ead None None] Bound port: 8d5454cd-4fb3-4f94-ab05-85a8a7c300fd, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a07f398-4313-41f1-ab13-cbeca8236b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '7fee943d-88d7-4262-a4f9-2887e91bd8b7'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:58:54.599148 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5e7a3a3f-b028-417a-a322-f44b14694ead None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (8d5454cd-4fb3-4f94-ab05-85a8a7c300fd), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:54.667546 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 0107d92f-a6d5-4689-893c-660955bebd91 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:58:54.695000 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-5e7a3a3f-b028-417a-a322-f44b14694ead None None] For port 8d5454cd-4fb3-4f94-ab05-85a8a7c300fd, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:58:54.698150 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-5e7a3a3f-b028-417a-a322-f44b14694ead None None] For port 8d5454cd-4fb3-4f94-ab05-85a8a7c300fd, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=8d5454cd-4fb3-4f94-ab05-85a8a7c300fd,segment=NetworkSegment(5a07f398-4313-41f1-ab13-cbeca8236b26),segment_id=5a07f398-4313-41f1-ab13-cbeca8236b26)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:58:54.706624 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5e7a3a3f-b028-417a-a322-f44b14694ead None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (8d5454cd-4fb3-4f94-ab05-85a8a7c300fd), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:54.783706 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-09ac8f25-4b9b-467d-b038-04522ec4db15 None None] Provisioning complete for port 8d5454cd-4fb3-4f94-ab05-85a8a7c300fd triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:58:54.784085 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-09ac8f25-4b9b-467d-b038-04522ec4db15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (8d5454cd-4fb3-4f94-ab05-85a8a7c300fd), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:54.785716 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7a3a3f-b028-417a-a322-f44b14694ead None None] Routers {'8f4cb635-4802-417a-9544-696e4714cb63'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:58:54.786349 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-5e7a3a3f-b028-417a-a322-f44b14694ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:58:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['8f4cb635-4802-417a-9544-696e4714cb63'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:58:54.790824 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4868e9-fb76-480f-aec3-bf9ad00eb742 None None] Pushing event updated for resources: {'Port': ['ID=8d5454cd-4fb3-4f94-ab05-85a8a7c300fd,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:58:54.956471 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-5e7a3a3f-b028-417a-a322-f44b14694ead None None] Set router 8f4cb635-4802-417a-9544-696e4714cb63 gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:58:54.982676 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-09ac8f25-4b9b-467d-b038-04522ec4db15 None None] Current status of the port 8d5454cd-4fb3-4f94-ab05-85a8a7c300fd is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:58:54.983071 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-09ac8f25-4b9b-467d-b038-04522ec4db15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (8d5454cd-4fb3-4f94-ab05-85a8a7c300fd), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:55.064246 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a775f5dc-8d70-4595-8bd5-4b54111a53fb req-110ccc29-e1e4-406a-b22a-9cf2e9142c28 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/ports?device_id=608ff372-d5d0-4bb1-9a97-4c215adea138 HTTP/1.1" status: 200 len: 210 time: 0.0341043 Jan 28 19:58:55.071012 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-09ac8f25-4b9b-467d-b038-04522ec4db15 None None] For port 8d5454cd-4fb3-4f94-ab05-85a8a7c300fd, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=8d5454cd-4fb3-4f94-ab05-85a8a7c300fd,segment=NetworkSegment(5a07f398-4313-41f1-ab13-cbeca8236b26),segment_id=5a07f398-4313-41f1-ab13-cbeca8236b26)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:58:55.100148 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-09ac8f25-4b9b-467d-b038-04522ec4db15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (8d5454cd-4fb3-4f94-ab05-85a8a7c300fd), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:55.182202 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ac8f25-4b9b-467d-b038-04522ec4db15 None None] Pushing event updated for resources: {'Port': ['ID=8d5454cd-4fb3-4f94-ab05-85a8a7c300fd,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:58:55.230227 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-da06e73b-4f34-4a80-9f67-48d8cce9b765 None None] Provisioning complete for port 8d5454cd-4fb3-4f94-ab05-85a8a7c300fd triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:58:55.230827 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-da06e73b-4f34-4a80-9f67-48d8cce9b765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (8d5454cd-4fb3-4f94-ab05-85a8a7c300fd), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:55.283524 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-5e7a3a3f-b028-417a-a322-f44b14694ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f4cb635-4802-417a-9544-696e4714cb63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-153717326', 'tenant_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '0107d92f-a6d5-4689-893c-660955bebd91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:58:48Z', 'updated_at': '2022-01-28T19:58:52Z', 'revision_number': 4, 'project_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'gw_port': {'id': '0107d92f-a6d5-4689-893c-660955bebd91', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:06:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4cb635-4802-417a-9544-696e4714cb63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:58:49Z', 'updated_at': '2022-01-28T19:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '8d5454cd-4fb3-4f94-ab05-85a8a7c300fd', 'name': '', 'network_id': '7fee943d-88d7-4262-a4f9-2887e91bd8b7', 'tenant_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'mac_address': 'fa:16:3e:a4:e8:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f4cb635-4802-417a-9544-696e4714cb63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': 'f65cec15-f24b-421b-8d8c-48dacb83d8b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:58:51Z', 'updated_at': '2022-01-28T19:58:54Z', 'revision_number': 4, 'project_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'subnets': [{'id': 'f65cec15-f24b-421b-8d8c-48dacb83d8b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:58:55.314886 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e7a3a3f-b028-417a-a322-f44b14694ead None None] The sync data for ids ['8f4cb635-4802-417a-9544-696e4714cb63'] in n-d-812111-14 is: [{'id': '8f4cb635-4802-417a-9544-696e4714cb63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-153717326', 'tenant_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '0107d92f-a6d5-4689-893c-660955bebd91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:58:48Z', 'updated_at': '2022-01-28T19:58:52Z', 'revision_number': 4, 'project_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'gw_port': {'id': '0107d92f-a6d5-4689-893c-660955bebd91', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:06:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4cb635-4802-417a-9544-696e4714cb63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:58:49Z', 'updated_at': '2022-01-28T19:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '8d5454cd-4fb3-4f94-ab05-85a8a7c300fd', 'name': '', 'network_id': '7fee943d-88d7-4262-a4f9-2887e91bd8b7', 'tenant_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'mac_address': 'fa:16:3e:a4:e8:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f4cb635-4802-417a-9544-696e4714cb63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': 'f65cec15-f24b-421b-8d8c-48dacb83d8b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:58:51Z', 'updated_at': '2022-01-28T19:58:54Z', 'revision_number': 4, 'project_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'subnets': [{'id': 'f65cec15-f24b-421b-8d8c-48dacb83d8b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:58:55.360416 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-da06e73b-4f34-4a80-9f67-48d8cce9b765 None None] Current status of the port 8d5454cd-4fb3-4f94-ab05-85a8a7c300fd is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:58:55.839544 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 8d5454cd-4fb3-4f94-ab05-85a8a7c300fd up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:58:55.890614 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 8d5454cd-4fb3-4f94-ab05-85a8a7c300fd triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:58:55.890988 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (8d5454cd-4fb3-4f94-ab05-85a8a7c300fd), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:55.974000 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 8d5454cd-4fb3-4f94-ab05-85a8a7c300fd is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:58:56.168358 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9d127368-50ee-4ab4-a388-788f415b6276 req-45f794d7-6d54-4ab6-949a-93b116ef6938 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/ports?device_id=608ff372-d5d0-4bb1-9a97-4c215adea138 HTTP/1.1" status: 200 len: 210 time: 0.0312440 Jan 28 19:58:56.924832 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63437995-6501-444e-bf2a-655d3f41a728 req-24280d97-93eb-4ae2-b479-648a1591c7b1 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:58:56.926333 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-63437995-6501-444e-bf2a-655d3f41a728 req-24280d97-93eb-4ae2-b479-648a1591c7b1 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.70 "GET /v2.0/networks?id=7fee943d-88d7-4262-a4f9-2887e91bd8b7 HTTP/1.1" status: 200 len: 796 time: 0.1046212 Jan 28 19:58:56.989546 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-63437995-6501-444e-bf2a-655d3f41a728 req-0f73140d-0ed6-4cda-9a51-1b304ce9ae75 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a518f4c8c8e149bf9da3dfc2b7497304 HTTP/1.1" status: 200 len: 379 time: 0.0547564 Jan 28 19:58:56.998274 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-63437995-6501-444e-bf2a-655d3f41a728 req-3fed364c-530c-4c94-aec6-fe13d5592ed5 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Request body: {'port': {'device_id': '608ff372-d5d0-4bb1-9a97-4c215adea138', 'network_id': '7fee943d-88d7-4262-a4f9-2887e91bd8b7', 'admin_state_up': True, 'tenant_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'security_groups': ['11423640-4b96-4055-acb8-767888c2c90e']}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:58:57.105123 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63437995-6501-444e-bf2a-655d3f41a728 req-3fed364c-530c-4c94-aec6-fe13d5592ed5 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Made reservation on behalf of a518f4c8c8e149bf9da3dfc2b7497304 for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:58:57.108508 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-63437995-6501-444e-bf2a-655d3f41a728 req-3fed364c-530c-4c94-aec6-fe13d5592ed5 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:57.236066 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-63437995-6501-444e-bf2a-655d3f41a728 req-3fed364c-530c-4c94-aec6-fe13d5592ed5 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Allocated IP 172.20.0.10 (7fee943d-88d7-4262-a4f9-2887e91bd8b7/f65cec15-f24b-421b-8d8c-48dacb83d8b6/ce6d4843-fb2f-4306-991c-9ed25ab86aca) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:58:57.283832 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-607b1c20-1044-45da-898a-b449d1dbcc38 req-9263e304-4c83-49a3-9f6b-14222dcf80c8 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/ports?device_id=608ff372-d5d0-4bb1-9a97-4c215adea138 HTTP/1.1" status: 200 len: 210 time: 0.0387416 Jan 28 19:58:57.399230 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-63437995-6501-444e-bf2a-655d3f41a728 req-3fed364c-530c-4c94-aec6-fe13d5592ed5 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for port (ce6d4843-fb2f-4306-991c-9ed25ab86aca), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:57.432619 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-63437995-6501-444e-bf2a-655d3f41a728 req-3fed364c-530c-4c94-aec6-fe13d5592ed5 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (ce6d4843-fb2f-4306-991c-9ed25ab86aca), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:57.479368 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63437995-6501-444e-bf2a-655d3f41a728 req-3fed364c-530c-4c94-aec6-fe13d5592ed5 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Network 7fee943d-88d7-4262-a4f9-2887e91bd8b7 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:58:57.482339 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-63437995-6501-444e-bf2a-655d3f41a728 req-3fed364c-530c-4c94-aec6-fe13d5592ed5 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:58:57.484936 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-63437995-6501-444e-bf2a-655d3f41a728 req-3fed364c-530c-4c94-aec6-fe13d5592ed5 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:58:57.513897 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fed364c-530c-4c94-aec6-fe13d5592ed5 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Pushing event updated for resources: {'Port': ['ID=ce6d4843-fb2f-4306-991c-9ed25ab86aca,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:58:57.543027 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63437995-6501-444e-bf2a-655d3f41a728 req-3fed364c-530c-4c94-aec6-fe13d5592ed5 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:58:57.543643 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-63437995-6501-444e-bf2a-655d3f41a728 req-3fed364c-530c-4c94-aec6-fe13d5592ed5 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:57.560237 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-63437995-6501-444e-bf2a-655d3f41a728 req-3fed364c-530c-4c94-aec6-fe13d5592ed5 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5657196 Jan 28 19:58:57.625130 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-63437995-6501-444e-bf2a-655d3f41a728 req-e0666b68-8bdc-4112-9318-1f59db53148e service neutron] Request body: {'port': {'device_id': '608ff372-d5d0-4bb1-9a97-4c215adea138', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-14'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:58:57.687375 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-63437995-6501-444e-bf2a-655d3f41a728 req-e0666b68-8bdc-4112-9318-1f59db53148e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (ce6d4843-fb2f-4306-991c-9ed25ab86aca), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:57.703916 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-4ed02fa6-caa6-4c7b-be65-9798cdf7b047 None None] Provisioning complete for port ce6d4843-fb2f-4306-991c-9ed25ab86aca triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:58:57.704519 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4ed02fa6-caa6-4c7b-be65-9798cdf7b047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (ce6d4843-fb2f-4306-991c-9ed25ab86aca), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:57.739064 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-4ed02fa6-caa6-4c7b-be65-9798cdf7b047 None None] Port ce6d4843-fb2f-4306-991c-9ed25ab86aca cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:58:58.261392 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-63437995-6501-444e-bf2a-655d3f41a728 req-e0666b68-8bdc-4112-9318-1f59db53148e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce6d4843-fb2f-4306-991c-9ed25ab86aca {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:58:58.268736 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-63437995-6501-444e-bf2a-655d3f41a728 req-e0666b68-8bdc-4112-9318-1f59db53148e service neutron] Publish callbacks [] for port (ce6d4843-fb2f-4306-991c-9ed25ab86aca), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:58.281176 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-63437995-6501-444e-bf2a-655d3f41a728 req-e0666b68-8bdc-4112-9318-1f59db53148e service neutron] Transition to ACTIVE for port object ce6d4843-fb2f-4306-991c-9ed25ab86aca will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:58:58.284781 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-63437995-6501-444e-bf2a-655d3f41a728 req-e0666b68-8bdc-4112-9318-1f59db53148e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (ce6d4843-fb2f-4306-991c-9ed25ab86aca), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:58.354138 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0666b68-8bdc-4112-9318-1f59db53148e service neutron] Pushing event updated for resources: {'Port': ['ID=ce6d4843-fb2f-4306-991c-9ed25ab86aca,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:58:58.412952 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-63437995-6501-444e-bf2a-655d3f41a728 req-e0666b68-8bdc-4112-9318-1f59db53148e service neutron] Attempting to bind port ce6d4843-fb2f-4306-991c-9ed25ab86aca on host n-h2-812111-14 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:58:58.413489 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-63437995-6501-444e-bf2a-655d3f41a728 req-e0666b68-8bdc-4112-9318-1f59db53148e service neutron] Attempting to bind port ce6d4843-fb2f-4306-991c-9ed25ab86aca by drivers openvswitch,hyperv on host n-h2-812111-14 at level 0 using segments [{'id': '5a07f398-4313-41f1-ab13-cbeca8236b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '7fee943d-88d7-4262-a4f9-2887e91bd8b7'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:58:58.413827 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63437995-6501-444e-bf2a-655d3f41a728 req-e0666b68-8bdc-4112-9318-1f59db53148e service neutron] Attempting to bind port ce6d4843-fb2f-4306-991c-9ed25ab86aca on network 7fee943d-88d7-4262-a4f9-2887e91bd8b7 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:58:58.415823 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff64509-903e-4598-8207-05aeb1f83e62 req-8a28bde1-058d-4340-80b0-f20e994a9719 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:58:58.417493 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-dff64509-903e-4598-8207-05aeb1f83e62 req-8a28bde1-058d-4340-80b0-f20e994a9719 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/ports?device_id=608ff372-d5d0-4bb1-9a97-4c215adea138 HTTP/1.1" status: 200 len: 944 time: 0.0619271 Jan 28 19:58:58.419284 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63437995-6501-444e-bf2a-655d3f41a728 req-e0666b68-8bdc-4112-9318-1f59db53148e service neutron] Port ce6d4843-fb2f-4306-991c-9ed25ab86aca on network 7fee943d-88d7-4262-a4f9-2887e91bd8b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-14 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:58:58.419610 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63437995-6501-444e-bf2a-655d3f41a728 req-e0666b68-8bdc-4112-9318-1f59db53148e service neutron] Attempting to bind port ce6d4843-fb2f-4306-991c-9ed25ab86aca on network 7fee943d-88d7-4262-a4f9-2887e91bd8b7 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:58:58.424691 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63437995-6501-444e-bf2a-655d3f41a728 req-e0666b68-8bdc-4112-9318-1f59db53148e service neutron] Checking agent: {'id': '8f3fee4e-bf24-4b58-8a3a-ae9c8011a473', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 58, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:58:58.425034 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63437995-6501-444e-bf2a-655d3f41a728 req-e0666b68-8bdc-4112-9318-1f59db53148e service neutron] Checking segment: {'id': '5a07f398-4313-41f1-ab13-cbeca8236b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '7fee943d-88d7-4262-a4f9-2887e91bd8b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:58:58.425451 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63437995-6501-444e-bf2a-655d3f41a728 req-e0666b68-8bdc-4112-9318-1f59db53148e service neutron] Bound using segment: {'id': '5a07f398-4313-41f1-ab13-cbeca8236b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '7fee943d-88d7-4262-a4f9-2887e91bd8b7'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:58:58.425884 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-63437995-6501-444e-bf2a-655d3f41a728 req-e0666b68-8bdc-4112-9318-1f59db53148e service neutron] Bound port: ce6d4843-fb2f-4306-991c-9ed25ab86aca, host: n-h2-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a07f398-4313-41f1-ab13-cbeca8236b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '7fee943d-88d7-4262-a4f9-2887e91bd8b7'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:58:58.426244 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-63437995-6501-444e-bf2a-655d3f41a728 req-e0666b68-8bdc-4112-9318-1f59db53148e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (ce6d4843-fb2f-4306-991c-9ed25ab86aca), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:58.471981 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-dff64509-903e-4598-8207-05aeb1f83e62 req-450cc104-8d30-4ac8-b213-344d05cafb2b tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/security-groups?id=11423640-4b96-4055-acb8-767888c2c90e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464787 Jan 28 19:58:58.496761 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-63437995-6501-444e-bf2a-655d3f41a728 req-e0666b68-8bdc-4112-9318-1f59db53148e service neutron] For port ce6d4843-fb2f-4306-991c-9ed25ab86aca, host n-h2-812111-14, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:58:58.500056 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-63437995-6501-444e-bf2a-655d3f41a728 req-e0666b68-8bdc-4112-9318-1f59db53148e service neutron] For port ce6d4843-fb2f-4306-991c-9ed25ab86aca, host n-h2-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=ce6d4843-fb2f-4306-991c-9ed25ab86aca,segment=NetworkSegment(5a07f398-4313-41f1-ab13-cbeca8236b26),segment_id=5a07f398-4313-41f1-ab13-cbeca8236b26)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:58:58.507832 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-63437995-6501-444e-bf2a-655d3f41a728 req-e0666b68-8bdc-4112-9318-1f59db53148e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (ce6d4843-fb2f-4306-991c-9ed25ab86aca), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:58.543010 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63437995-6501-444e-bf2a-655d3f41a728 req-e0666b68-8bdc-4112-9318-1f59db53148e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:58:58.543646 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-63437995-6501-444e-bf2a-655d3f41a728 req-e0666b68-8bdc-4112-9318-1f59db53148e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:58.545256 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-63437995-6501-444e-bf2a-655d3f41a728 req-e0666b68-8bdc-4112-9318-1f59db53148e service neutron] 10.222.0.70 "PUT /v2.0/ports/ce6d4843-fb2f-4306-991c-9ed25ab86aca HTTP/1.1" status: 200 len: 1093 time: 0.9778578 Jan 28 19:58:58.547852 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '608ff372-d5d0-4bb1-9a97-4c215adea138', 'tag': 'ce6d4843-fb2f-4306-991c-9ed25ab86aca'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:58:58.554561 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50621291-1097-45e5-9332-4022f7c90678" -d '{"events": [{"name": "network-changed", "server_uuid": "608ff372-d5d0-4bb1-9a97-4c215adea138", "tag": "ce6d4843-fb2f-4306-991c-9ed25ab86aca"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:58:58.589369 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0666b68-8bdc-4112-9318-1f59db53148e service neutron] Pushing event updated for resources: {'Port': ['ID=ce6d4843-fb2f-4306-991c-9ed25ab86aca,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:58:58.610069 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7928fab-2230-4f67-a03c-f3af895cfe35 x-openstack-request-id: req-a7928fab-2230-4f67-a03c-f3af895cfe35 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:58:58.610365 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "608ff372-d5d0-4bb1-9a97-4c215adea138", "tag": "ce6d4843-fb2f-4306-991c-9ed25ab86aca", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:58:58.610607 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a7928fab-2230-4f67-a03c-f3af895cfe35 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:58:58.611002 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '608ff372-d5d0-4bb1-9a97-4c215adea138', 'tag': 'ce6d4843-fb2f-4306-991c-9ed25ab86aca', 'status': 'completed', 'code': 200} Jan 28 19:58:58.652161 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63437995-6501-444e-bf2a-655d3f41a728 req-53433f49-a2c1-42e3-9db3-0ffe87651e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:58:58.653740 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-63437995-6501-444e-bf2a-655d3f41a728 req-53433f49-a2c1-42e3-9db3-0ffe87651e3b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a518f4c8c8e149bf9da3dfc2b7497304&device_id=608ff372-d5d0-4bb1-9a97-4c215adea138 HTTP/1.1" status: 200 len: 1127 time: 0.0549474 Jan 28 19:58:58.701854 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-63437995-6501-444e-bf2a-655d3f41a728 req-df2a5607-8425-4c6e-855c-dd70667626b1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ce6d4843-fb2f-4306-991c-9ed25ab86aca HTTP/1.1" status: 200 len: 217 time: 0.0400305 Jan 28 19:58:58.751528 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63437995-6501-444e-bf2a-655d3f41a728 req-83fe716e-46f6-4992-83e4-1d30da525601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:58:58.753010 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-63437995-6501-444e-bf2a-655d3f41a728 req-83fe716e-46f6-4992-83e4-1d30da525601 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f65cec15-f24b-421b-8d8c-48dacb83d8b6 HTTP/1.1" status: 200 len: 834 time: 0.0454257 Jan 28 19:58:58.802231 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63437995-6501-444e-bf2a-655d3f41a728 req-26100233-949f-42f9-aa57-43b76d7b217a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:58:58.803792 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-63437995-6501-444e-bf2a-655d3f41a728 req-26100233-949f-42f9-aa57-43b76d7b217a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7fee943d-88d7-4262-a4f9-2887e91bd8b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0447412 Jan 28 19:58:58.894977 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-63437995-6501-444e-bf2a-655d3f41a728 req-d3f5066c-3de3-447d-808d-b6405d04c39a service neutron] 10.222.0.70 "GET /v2.0/networks/7fee943d-88d7-4262-a4f9-2887e91bd8b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853908 Jan 28 19:58:58.983493 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-63437995-6501-444e-bf2a-655d3f41a728 req-989ef2d6-ea2a-4817-a9a8-5dc73bb5326a service neutron] 10.222.0.70 "GET /v2.0/networks/7fee943d-88d7-4262-a4f9-2887e91bd8b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812190 Jan 28 19:58:59.076922 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50621291-1097-45e5-9332-4022f7c90678 req-27cf260a-dd6f-41d2-aebb-688180200165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:58:59.078450 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-50621291-1097-45e5-9332-4022f7c90678 req-27cf260a-dd6f-41d2-aebb-688180200165 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a518f4c8c8e149bf9da3dfc2b7497304&device_id=608ff372-d5d0-4bb1-9a97-4c215adea138 HTTP/1.1" status: 200 len: 1127 time: 0.0521467 Jan 28 19:58:59.167349 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50621291-1097-45e5-9332-4022f7c90678 req-bc0060f7-74fb-45cd-a7e7-26f71ad197bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:58:59.168810 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-50621291-1097-45e5-9332-4022f7c90678 req-bc0060f7-74fb-45cd-a7e7-26f71ad197bf service neutron] 10.222.0.70 "GET /v2.0/networks?id=7fee943d-88d7-4262-a4f9-2887e91bd8b7 HTTP/1.1" status: 200 len: 896 time: 0.0832713 Jan 28 19:58:59.211272 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-50621291-1097-45e5-9332-4022f7c90678 req-9240193d-1c63-4e12-9a75-5765e1f11d41 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ce6d4843-fb2f-4306-991c-9ed25ab86aca HTTP/1.1" status: 200 len: 217 time: 0.0353949 Jan 28 19:58:59.263128 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50621291-1097-45e5-9332-4022f7c90678 req-992e9f5c-baeb-4600-9769-dc4ef9be3e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:58:59.264482 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-50621291-1097-45e5-9332-4022f7c90678 req-992e9f5c-baeb-4600-9769-dc4ef9be3e00 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f65cec15-f24b-421b-8d8c-48dacb83d8b6 HTTP/1.1" status: 200 len: 834 time: 0.0474060 Jan 28 19:58:59.315108 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50621291-1097-45e5-9332-4022f7c90678 req-7d681e19-fbc2-4e66-b4a7-c40bbc1c6311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:58:59.316582 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-50621291-1097-45e5-9332-4022f7c90678 req-7d681e19-fbc2-4e66-b4a7-c40bbc1c6311 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7fee943d-88d7-4262-a4f9-2887e91bd8b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0441113 Jan 28 19:58:59.404695 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-50621291-1097-45e5-9332-4022f7c90678 req-f86d418d-5652-4b98-9982-419d7a74372a service neutron] 10.222.0.70 "GET /v2.0/networks/7fee943d-88d7-4262-a4f9-2887e91bd8b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807452 Jan 28 19:58:59.499095 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-50621291-1097-45e5-9332-4022f7c90678 req-ddf12960-b8da-4ea5-9ec4-f8db1da8b1f6 service neutron] 10.222.0.70 "GET /v2.0/networks/7fee943d-88d7-4262-a4f9-2887e91bd8b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872536 Jan 28 19:58:59.590074 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423b7862-773f-402a-bbf9-a39ecd1240b6 req-13b43e89-6518-4626-ab10-e7f239305e39 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:58:59.591526 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-423b7862-773f-402a-bbf9-a39ecd1240b6 req-13b43e89-6518-4626-ab10-e7f239305e39 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/ports?device_id=608ff372-d5d0-4bb1-9a97-4c215adea138 HTTP/1.1" status: 200 len: 944 time: 0.0508382 Jan 28 19:58:59.639080 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-423b7862-773f-402a-bbf9-a39ecd1240b6 req-312a113c-289b-4802-9e37-242c7925bba2 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/security-groups?id=11423640-4b96-4055-acb8-767888c2c90e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420835 Jan 28 19:59:00.760312 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2afa99-770d-4e1b-a330-d93ec43d7f6b req-eec95328-9c66-4962-9c72-e25e855432aa tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:59:00.761840 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8d2afa99-770d-4e1b-a330-d93ec43d7f6b req-eec95328-9c66-4962-9c72-e25e855432aa tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/ports?device_id=608ff372-d5d0-4bb1-9a97-4c215adea138 HTTP/1.1" status: 200 len: 944 time: 0.0539095 Jan 28 19:59:00.809247 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8d2afa99-770d-4e1b-a330-d93ec43d7f6b req-6a3b7c20-7c3e-432b-8837-aef396a1bf17 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/security-groups?id=11423640-4b96-4055-acb8-767888c2c90e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419600 Jan 28 19:59:01.801738 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device ce6d4843-fb2f-4306-991c-9ed25ab86aca details requested by agent hyperv_n-h2-812111-14 with host n-h2-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:59:01.900451 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port ce6d4843-fb2f-4306-991c-9ed25ab86aca, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=ce6d4843-fb2f-4306-991c-9ed25ab86aca,segment=NetworkSegment(5a07f398-4313-41f1-ab13-cbeca8236b26),segment_id=5a07f398-4313-41f1-ab13-cbeca8236b26)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:59:01.912422 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Returning: {'device': 'ce6d4843-fb2f-4306-991c-9ed25ab86aca', 'network_id': '7fee943d-88d7-4262-a4f9-2887e91bd8b7', 'port_id': 'ce6d4843-fb2f-4306-991c-9ed25ab86aca', 'mac_address': 'fa:16:3e:41:44:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f65cec15-f24b-421b-8d8c-48dacb83d8b6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:59:01.933494 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107d54b2-45e4-4c98-803f-76d579f66839 req-bfc0134f-8d8e-45ba-9945-781800750c24 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:59:01.935031 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-107d54b2-45e4-4c98-803f-76d579f66839 req-bfc0134f-8d8e-45ba-9945-781800750c24 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/ports?device_id=608ff372-d5d0-4bb1-9a97-4c215adea138 HTTP/1.1" status: 200 len: 944 time: 0.0570612 Jan 28 19:59:01.951617 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port ce6d4843-fb2f-4306-991c-9ed25ab86aca is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:59:01.951927 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (ce6d4843-fb2f-4306-991c-9ed25ab86aca), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:59:01.966676 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce6d4843-fb2f-4306-991c-9ed25ab86aca {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:59:01.987559 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port ce6d4843-fb2f-4306-991c-9ed25ab86aca, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=ce6d4843-fb2f-4306-991c-9ed25ab86aca,segment=NetworkSegment(5a07f398-4313-41f1-ab13-cbeca8236b26),segment_id=5a07f398-4313-41f1-ab13-cbeca8236b26)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:59:01.989857 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-107d54b2-45e4-4c98-803f-76d579f66839 req-da9bb5f1-86f1-4cf6-b8db-ecc69c2987c8 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/security-groups?id=11423640-4b96-4055-acb8-767888c2c90e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479474 Jan 28 19:59:01.991658 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (ce6d4843-fb2f-4306-991c-9ed25ab86aca), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:59:02.042321 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=ce6d4843-fb2f-4306-991c-9ed25ab86aca,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:59:02.259257 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['ce6d4843-fb2f-4306-991c-9ed25ab86aca'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:59:03.119393 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd08d0d0-31c4-4a60-9238-fdcca5a75448 req-c05d7b67-0011-40b3-a6f3-f0800ddbbc92 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:59:03.120868 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-cd08d0d0-31c4-4a60-9238-fdcca5a75448 req-c05d7b67-0011-40b3-a6f3-f0800ddbbc92 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/ports?device_id=608ff372-d5d0-4bb1-9a97-4c215adea138 HTTP/1.1" status: 200 len: 945 time: 0.0570529 Jan 28 19:59:03.168426 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-cd08d0d0-31c4-4a60-9238-fdcca5a75448 req-a89b2be7-4477-45d9-9598-c6e9c5986a85 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/security-groups?id=11423640-4b96-4055-acb8-767888c2c90e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418191 Jan 28 19:59:03.799218 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device ce6d4843-fb2f-4306-991c-9ed25ab86aca up at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:59:03.848001 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning for port ce6d4843-fb2f-4306-991c-9ed25ab86aca completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:59:03.851979 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning complete for port ce6d4843-fb2f-4306-991c-9ed25ab86aca triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:59:03.852359 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (ce6d4843-fb2f-4306-991c-9ed25ab86aca), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:59:03.931362 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port ce6d4843-fb2f-4306-991c-9ed25ab86aca is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:59:03.931740 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (ce6d4843-fb2f-4306-991c-9ed25ab86aca), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:59:03.953694 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '608ff372-d5d0-4bb1-9a97-4c215adea138', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce6d4843-fb2f-4306-991c-9ed25ab86aca'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:59:03.955920 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7a38cf3-7999-4238-9ca5-688e06c3d229" -d '{"events": [{"server_uuid": "608ff372-d5d0-4bb1-9a97-4c215adea138", "name": "network-vif-plugged", "status": "completed", "tag": "ce6d4843-fb2f-4306-991c-9ed25ab86aca"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:59:03.971533 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port ce6d4843-fb2f-4306-991c-9ed25ab86aca, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=ce6d4843-fb2f-4306-991c-9ed25ab86aca,segment=NetworkSegment(5a07f398-4313-41f1-ab13-cbeca8236b26),segment_id=5a07f398-4313-41f1-ab13-cbeca8236b26)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:59:03.976880 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (ce6d4843-fb2f-4306-991c-9ed25ab86aca), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:59:04.001180 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e6063b4-93e8-4f3b-ade9-9f6838177e0e x-openstack-request-id: req-2e6063b4-93e8-4f3b-ade9-9f6838177e0e {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:59:04.001469 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "608ff372-d5d0-4bb1-9a97-4c215adea138", "name": "network-vif-plugged", "status": "completed", "tag": "ce6d4843-fb2f-4306-991c-9ed25ab86aca", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:59:04.001726 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2e6063b4-93e8-4f3b-ade9-9f6838177e0e {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:59:04.002113 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '608ff372-d5d0-4bb1-9a97-4c215adea138', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce6d4843-fb2f-4306-991c-9ed25ab86aca', 'code': 200} Jan 28 19:59:04.029378 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=ce6d4843-fb2f-4306-991c-9ed25ab86aca,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:59:04.098488 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e639ae7b-f233-438b-a5c4-3de00e78b57e req-b8ebd6e0-0564-4bd7-a30c-2abe624df36e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:59:04.099979 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e639ae7b-f233-438b-a5c4-3de00e78b57e req-b8ebd6e0-0564-4bd7-a30c-2abe624df36e service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=608ff372-d5d0-4bb1-9a97-4c215adea138 HTTP/1.1" status: 200 len: 1129 time: 0.0445666 Jan 28 19:59:04.146776 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e639ae7b-f233-438b-a5c4-3de00e78b57e req-f4bbbd99-29bf-4b5c-bc45-e3e594902edb service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=11423640-4b96-4055-acb8-767888c2c90e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384693 Jan 28 19:59:04.291560 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cbbf94-d173-4c02-a72a-00663bb899e2 req-49333135-30d2-4d60-b3f7-8237952ffbdf tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:59:04.292974 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-05cbbf94-d173-4c02-a72a-00663bb899e2 req-49333135-30d2-4d60-b3f7-8237952ffbdf tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/ports?device_id=608ff372-d5d0-4bb1-9a97-4c215adea138 HTTP/1.1" status: 200 len: 946 time: 0.0528152 Jan 28 19:59:04.346151 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-05cbbf94-d173-4c02-a72a-00663bb899e2 req-fe070309-6e61-4daa-8f17-26fbd1393787 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/security-groups?id=11423640-4b96-4055-acb8-767888c2c90e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476747 Jan 28 19:59:05.465071 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35b27ab-6c6e-4ae5-b20d-b27aecf6b458 req-d6af192f-326a-4a5c-8928-2a071473a7c5 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:59:05.466557 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c35b27ab-6c6e-4ae5-b20d-b27aecf6b458 req-d6af192f-326a-4a5c-8928-2a071473a7c5 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/ports?device_id=608ff372-d5d0-4bb1-9a97-4c215adea138 HTTP/1.1" status: 200 len: 946 time: 0.0523601 Jan 28 19:59:05.517687 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c35b27ab-6c6e-4ae5-b20d-b27aecf6b458 req-fc6f0326-3ad7-4312-8a4d-75be566f6c15 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/security-groups?id=11423640-4b96-4055-acb8-767888c2c90e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454612 Jan 28 19:59:05.636255 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8757980b-fa25-47a1-9939-7ddf7c9d4ff6 req-f35bde37-d032-4af5-a532-08ac99eef0df tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:59:05.637759 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8757980b-fa25-47a1-9939-7ddf7c9d4ff6 req-f35bde37-d032-4af5-a532-08ac99eef0df tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/ports?device_id=608ff372-d5d0-4bb1-9a97-4c215adea138 HTTP/1.1" status: 200 len: 946 time: 0.0533996 Jan 28 19:59:05.685514 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8757980b-fa25-47a1-9939-7ddf7c9d4ff6 req-a9a645dd-c68c-4579-9aa3-0be3d3544f84 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/security-groups?id=11423640-4b96-4055-acb8-767888c2c90e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422599 Jan 28 19:59:05.706917 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 37040) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:59:05.751195 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7acff908-5b9e-4832-a1ed-5747b6d5a706 tempest-TestNetworkAdvancedServerOps-1681414059 tempest-TestNetworkAdvancedServerOps-1681414059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:59:05.752711 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-7acff908-5b9e-4832-a1ed-5747b6d5a706 tempest-TestNetworkAdvancedServerOps-1681414059 tempest-TestNetworkAdvancedServerOps-1681414059-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=608ff372-d5d0-4bb1-9a97-4c215adea138 HTTP/1.1" status: 200 len: 1124 time: 0.0448225 Jan 28 19:59:05.756342 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 37042) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:59:05.760526 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-dfd45cb0-4294-453a-bfc2-122cb14822aa tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Request body: {'floatingip': {'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'port_id': 'ce6d4843-fb2f-4306-991c-9ed25ab86aca', 'tenant_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:59:05.780742 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-dfd45cb0-4294-453a-bfc2-122cb14822aa tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:59:05.880179 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-dfd45cb0-4294-453a-bfc2-122cb14822aa tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:59:05.983131 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-dfd45cb0-4294-453a-bfc2-122cb14822aa tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Allocated IP 172.25.6.10 (d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8/a648e4ab-7422-41b9-b133-58aca25ab8f5/3b4d345c-5c4a-4358-803a-273484d1f376) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:59:06.092111 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-dfd45cb0-4294-453a-bfc2-122cb14822aa tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for port (3b4d345c-5c4a-4358-803a-273484d1f376), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:59:06.125401 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-dfd45cb0-4294-453a-bfc2-122cb14822aa tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (3b4d345c-5c4a-4358-803a-273484d1f376), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:59:06.164329 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd45cb0-4294-453a-bfc2-122cb14822aa tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:59:06.169683 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-dfd45cb0-4294-453a-bfc2-122cb14822aa tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:59:06.172429 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd45cb0-4294-453a-bfc2-122cb14822aa tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:59:06.196003 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd45cb0-4294-453a-bfc2-122cb14822aa tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Pushing event updated for resources: {'Port': ['ID=3b4d345c-5c4a-4358-803a-273484d1f376,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:59:06.537408 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-dfd45cb0-4294-453a-bfc2-122cb14822aa tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for floatingip (c494145a-c897-47d0-9c58-abca51ca7da4), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:59:06.614466 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-dfd45cb0-4294-453a-bfc2-122cb14822aa tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (3b4d345c-5c4a-4358-803a-273484d1f376), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:59:06.697875 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-15efaba6-8e35-4979-af09-2ffcd992ceee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:59:06.774103 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-dfd45cb0-4294-453a-bfc2-122cb14822aa tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for port (3b4d345c-5c4a-4358-803a-273484d1f376), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:59:06.778624 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-dfd45cb0-4294-453a-bfc2-122cb14822aa tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (3b4d345c-5c4a-4358-803a-273484d1f376), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:59:06.853064 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd45cb0-4294-453a-bfc2-122cb14822aa tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Pushing event updated for resources: {'Port': ['ID=3b4d345c-5c4a-4358-803a-273484d1f376,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:59:06.863660 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-dfd45cb0-4294-453a-bfc2-122cb14822aa tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734886'] for floatingip (c494145a-c897-47d0-9c58-abca51ca7da4), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:59:06.964212 n-d-812111-14 neutron-server[103304]: INFO neutron.db.l3_db [None req-dfd45cb0-4294-453a-bfc2-122cb14822aa tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Floating IP c494145a-c897-47d0-9c58-abca51ca7da4 associated. External IP: 172.25.6.10, port: ce6d4843-fb2f-4306-991c-9ed25ab86aca. Jan 28 19:59:07.166345 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfd45cb0-4294-453a-bfc2-122cb14822aa tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Router 8f4cb635-4802-417a-9544-696e4714cb63 has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:59:07.273305 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfd45cb0-4294-453a-bfc2-122cb14822aa tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:59:07.283376 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2836a4-3e94-4419-b874-bc054fb89d62 None None] Sync routers for ids ['8f4cb635-4802-417a-9544-696e4714cb63'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:59:07.290961 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-dfd45cb0-4294-453a-bfc2-122cb14822aa tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for floatingip (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:59:07.293700 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2836a4-3e94-4419-b874-bc054fb89d62 None None] Routers {'8f4cb635-4802-417a-9544-696e4714cb63'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:59:07.294315 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-ec2836a4-3e94-4419-b874-bc054fb89d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:58:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['8f4cb635-4802-417a-9544-696e4714cb63'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:59:07.324662 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-dfd45cb0-4294-453a-bfc2-122cb14822aa tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5673177 Jan 28 19:59:07.325798 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '608ff372-d5d0-4bb1-9a97-4c215adea138', 'tag': 'ce6d4843-fb2f-4306-991c-9ed25ab86aca'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:59:07.327676 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e682d3e-b255-4d91-85f0-71f365209452" -d '{"events": [{"name": "network-changed", "server_uuid": "608ff372-d5d0-4bb1-9a97-4c215adea138", "tag": "ce6d4843-fb2f-4306-991c-9ed25ab86aca"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:59:07.366806 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68c06b9e-96d2-4985-b7d0-1bd25e4d9dcb x-openstack-request-id: req-68c06b9e-96d2-4985-b7d0-1bd25e4d9dcb {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:59:07.367218 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "608ff372-d5d0-4bb1-9a97-4c215adea138", "tag": "ce6d4843-fb2f-4306-991c-9ed25ab86aca", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:59:07.367494 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-68c06b9e-96d2-4985-b7d0-1bd25e4d9dcb {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:59:07.367908 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '608ff372-d5d0-4bb1-9a97-4c215adea138', 'tag': 'ce6d4843-fb2f-4306-991c-9ed25ab86aca', 'status': 'completed', 'code': 200} Jan 28 19:59:07.403160 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-ec2836a4-3e94-4419-b874-bc054fb89d62 None None] Set router 8f4cb635-4802-417a-9544-696e4714cb63 gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:59:07.441660 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6340ce-2ecd-49c4-b6d7-30686b973bcd req-31868762-27c2-401a-90ce-c72a3f310605 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:59:07.442992 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e682d3e-b255-4d91-85f0-71f365209452 req-7cb3a47b-cf45-4172-a2ab-c68abf35bda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:59:07.444481 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5c6340ce-2ecd-49c4-b6d7-30686b973bcd req-31868762-27c2-401a-90ce-c72a3f310605 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/ports?device_id=608ff372-d5d0-4bb1-9a97-4c215adea138 HTTP/1.1" status: 200 len: 946 time: 0.0644965 Jan 28 19:59:07.444611 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1e682d3e-b255-4d91-85f0-71f365209452 req-7cb3a47b-cf45-4172-a2ab-c68abf35bda5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a518f4c8c8e149bf9da3dfc2b7497304&device_id=608ff372-d5d0-4bb1-9a97-4c215adea138 HTTP/1.1" status: 200 len: 1129 time: 0.0462739 Jan 28 19:59:07.497639 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5c6340ce-2ecd-49c4-b6d7-30686b973bcd req-d02294b6-047e-413a-9af9-f460bbdedeaa tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/security-groups?id=11423640-4b96-4055-acb8-767888c2c90e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474052 Jan 28 19:59:07.518360 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 37050) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:59:07.545387 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e682d3e-b255-4d91-85f0-71f365209452 req-c13e55cc-7ae6-4b9b-b162-b9a5110e9e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:59:07.546890 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1e682d3e-b255-4d91-85f0-71f365209452 req-c13e55cc-7ae6-4b9b-b162-b9a5110e9e64 service neutron] 10.222.0.70 "GET /v2.0/networks?id=7fee943d-88d7-4262-a4f9-2887e91bd8b7 HTTP/1.1" status: 200 len: 896 time: 0.0934443 Jan 28 19:59:07.578098 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-eb7a531c-68d3-455b-a286-2cd2f23ec249 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/floatingips/c494145a-c897-47d0-9c58-abca51ca7da4 HTTP/1.1" status: 200 len: 991 time: 0.0585811 Jan 28 19:59:07.618965 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1e682d3e-b255-4d91-85f0-71f365209452 req-a11a4c85-5f40-456d-9280-5634138b732a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ce6d4843-fb2f-4306-991c-9ed25ab86aca HTTP/1.1" status: 200 len: 999 time: 0.0652659 Jan 28 19:59:07.635654 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-ec2836a4-3e94-4419-b874-bc054fb89d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f4cb635-4802-417a-9544-696e4714cb63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-153717326', 'tenant_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '0107d92f-a6d5-4689-893c-660955bebd91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:58:48Z', 'updated_at': '2022-01-28T19:58:52Z', 'revision_number': 4, 'project_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'gw_port': {'id': '0107d92f-a6d5-4689-893c-660955bebd91', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:06:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4cb635-4802-417a-9544-696e4714cb63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:58:49Z', 'updated_at': '2022-01-28T19:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_floatingips': [{'id': 'c494145a-c897-47d0-9c58-abca51ca7da4', 'tenant_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'floating_ip_address': '172.25.6.10', 'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'router_id': '8f4cb635-4802-417a-9544-696e4714cb63', 'port_id': 'ce6d4843-fb2f-4306-991c-9ed25ab86aca', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3912, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7fee943d-88d7-4262-a4f9-2887e91bd8b7', 'mac_address': 'fa:16:3e:41:44:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '608ff372-d5d0-4bb1-9a97-4c215adea138', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:59:06Z', 'updated_at': '2022-01-28T19:59:06Z', 'revision_number': 0, 'project_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d5454cd-4fb3-4f94-ab05-85a8a7c300fd', 'name': '', 'network_id': '7fee943d-88d7-4262-a4f9-2887e91bd8b7', 'tenant_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'mac_address': 'fa:16:3e:a4:e8:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4cb635-4802-417a-9544-696e4714cb63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': 'f65cec15-f24b-421b-8d8c-48dacb83d8b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:58:51Z', 'updated_at': '2022-01-28T19:58:55Z', 'revision_number': 5, 'project_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'subnets': [{'id': 'f65cec15-f24b-421b-8d8c-48dacb83d8b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:59:07.664204 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2836a4-3e94-4419-b874-bc054fb89d62 None None] Checking router: 8f4cb635-4802-417a-9544-696e4714cb63 for host: n-d-812111-14 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:59:07.668190 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e682d3e-b255-4d91-85f0-71f365209452 req-0bb2692e-8f55-4b6a-bbdb-6eb481c5afd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:59:07.669701 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1e682d3e-b255-4d91-85f0-71f365209452 req-0bb2692e-8f55-4b6a-bbdb-6eb481c5afd9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f65cec15-f24b-421b-8d8c-48dacb83d8b6 HTTP/1.1" status: 200 len: 834 time: 0.0450878 Jan 28 19:59:07.672474 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2836a4-3e94-4419-b874-bc054fb89d62 None None] Routers {'8f4cb635-4802-417a-9544-696e4714cb63'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:59:07.673126 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-ec2836a4-3e94-4419-b874-bc054fb89d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T19:58:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['8f4cb635-4802-417a-9544-696e4714cb63'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:59:07.718900 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e682d3e-b255-4d91-85f0-71f365209452 req-8c7c29ea-cf4f-45d0-9cf9-c9674019e0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:59:07.720408 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1e682d3e-b255-4d91-85f0-71f365209452 req-8c7c29ea-cf4f-45d0-9cf9-c9674019e0a2 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7fee943d-88d7-4262-a4f9-2887e91bd8b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0448825 Jan 28 19:59:07.776852 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-ec2836a4-3e94-4419-b874-bc054fb89d62 None None] Set router 8f4cb635-4802-417a-9544-696e4714cb63 gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:59:07.813589 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1e682d3e-b255-4d91-85f0-71f365209452 req-9e558440-e6e8-420c-a06d-828bf1e104f8 service neutron] 10.222.0.70 "GET /v2.0/networks/7fee943d-88d7-4262-a4f9-2887e91bd8b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872355 Jan 28 19:59:07.902778 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1e682d3e-b255-4d91-85f0-71f365209452 req-18caf524-eee8-4114-900c-08519976a982 service neutron] 10.222.0.70 "GET /v2.0/networks/7fee943d-88d7-4262-a4f9-2887e91bd8b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830522 Jan 28 19:59:07.994775 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-ec2836a4-3e94-4419-b874-bc054fb89d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f4cb635-4802-417a-9544-696e4714cb63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-153717326', 'tenant_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '0107d92f-a6d5-4689-893c-660955bebd91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:58:48Z', 'updated_at': '2022-01-28T19:58:52Z', 'revision_number': 4, 'project_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'gw_port': {'id': '0107d92f-a6d5-4689-893c-660955bebd91', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:06:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4cb635-4802-417a-9544-696e4714cb63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:58:49Z', 'updated_at': '2022-01-28T19:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_floatingips': [{'id': 'c494145a-c897-47d0-9c58-abca51ca7da4', 'tenant_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'floating_ip_address': '172.25.6.10', 'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'router_id': '8f4cb635-4802-417a-9544-696e4714cb63', 'port_id': 'ce6d4843-fb2f-4306-991c-9ed25ab86aca', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3912, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7fee943d-88d7-4262-a4f9-2887e91bd8b7', 'mac_address': 'fa:16:3e:41:44:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '608ff372-d5d0-4bb1-9a97-4c215adea138', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:59:06Z', 'updated_at': '2022-01-28T19:59:06Z', 'revision_number': 0, 'project_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d5454cd-4fb3-4f94-ab05-85a8a7c300fd', 'name': '', 'network_id': '7fee943d-88d7-4262-a4f9-2887e91bd8b7', 'tenant_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'mac_address': 'fa:16:3e:a4:e8:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4cb635-4802-417a-9544-696e4714cb63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': 'f65cec15-f24b-421b-8d8c-48dacb83d8b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:58:51Z', 'updated_at': '2022-01-28T19:58:55Z', 'revision_number': 5, 'project_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'subnets': [{'id': 'f65cec15-f24b-421b-8d8c-48dacb83d8b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:59:08.029165 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2836a4-3e94-4419-b874-bc054fb89d62 None None] The sync data for ids ['8f4cb635-4802-417a-9544-696e4714cb63'] in n-d-812111-14 is: [{'id': '8f4cb635-4802-417a-9544-696e4714cb63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-153717326', 'tenant_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '0107d92f-a6d5-4689-893c-660955bebd91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:58:48Z', 'updated_at': '2022-01-28T19:58:52Z', 'revision_number': 4, 'project_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'gw_port': {'id': '0107d92f-a6d5-4689-893c-660955bebd91', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:06:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4cb635-4802-417a-9544-696e4714cb63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:58:49Z', 'updated_at': '2022-01-28T19:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_floatingips': [{'id': 'c494145a-c897-47d0-9c58-abca51ca7da4', 'tenant_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'floating_ip_address': '172.25.6.10', 'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'router_id': '8f4cb635-4802-417a-9544-696e4714cb63', 'port_id': 'ce6d4843-fb2f-4306-991c-9ed25ab86aca', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3912, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7fee943d-88d7-4262-a4f9-2887e91bd8b7', 'mac_address': 'fa:16:3e:41:44:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '608ff372-d5d0-4bb1-9a97-4c215adea138', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:59:06Z', 'updated_at': '2022-01-28T19:59:06Z', 'revision_number': 0, 'project_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d5454cd-4fb3-4f94-ab05-85a8a7c300fd', 'name': '', 'network_id': '7fee943d-88d7-4262-a4f9-2887e91bd8b7', 'tenant_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'mac_address': 'fa:16:3e:a4:e8:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4cb635-4802-417a-9544-696e4714cb63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': 'f65cec15-f24b-421b-8d8c-48dacb83d8b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:58:51Z', 'updated_at': '2022-01-28T19:58:55Z', 'revision_number': 5, 'project_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'subnets': [{'id': 'f65cec15-f24b-421b-8d8c-48dacb83d8b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:59:08.237804 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f39ce303-96fe-4b01-ac10-d87cb79f25f3 None None] New status for floating IP c494145a-c897-47d0-9c58-abca51ca7da4: ACTIVE {{(pid=103306) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 19:59:08.581931 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 37052) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:59:08.644259 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-8753c4c5-08d0-4f05-9ab1-d071f8c535d9 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/floatingips/c494145a-c897-47d0-9c58-abca51ca7da4 HTTP/1.1" status: 200 len: 993 time: 0.0611126 Jan 28 19:59:08.965855 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7c5d4321-33ea-4dfc-94ac-61dda7e23c80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:59:09.885842 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:59:11.766723 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:59:13.155131 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:59:21.166196 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:59:21.199627 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:59:24.088209 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:59:36.702127 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2a1f0ae1-d183-4ee0-a67a-d1edb505f74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:59:38.967699 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e3d512b8-546f-4da5-af2c-9ea0db6e70a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:59:39.888898 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:59:41.768610 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:59:41.902642 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1008d1d6-0d95-40e8-a0a7-a91431a02ad7 req-aa0c88b0-e314-4e3d-9511-4d7cab477481 tempest-TestNetworkAdvancedServerOps-1681414059 tempest-TestNetworkAdvancedServerOps-1681414059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:59:41.904174 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1008d1d6-0d95-40e8-a0a7-a91431a02ad7 req-aa0c88b0-e314-4e3d-9511-4d7cab477481 tempest-TestNetworkAdvancedServerOps-1681414059 tempest-TestNetworkAdvancedServerOps-1681414059-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=608ff372-d5d0-4bb1-9a97-4c215adea138 HTTP/1.1" status: 200 len: 1129 time: 0.0444622 Jan 28 19:59:41.922398 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-1008d1d6-0d95-40e8-a0a7-a91431a02ad7 req-2805bac9-6116-44b0-ac34-2b9e1a87bb8f tempest-TestNetworkAdvancedServerOps-1681414059 tempest-TestNetworkAdvancedServerOps-1681414059-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:59:41.994562 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-1008d1d6-0d95-40e8-a0a7-a91431a02ad7 req-2805bac9-6116-44b0-ac34-2b9e1a87bb8f tempest-TestNetworkAdvancedServerOps-1681414059 tempest-TestNetworkAdvancedServerOps-1681414059-project-admin] Publish callbacks [] for security_group (4de117ad-b592-42de-a9fb-928bb5c88794), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:59:41.998562 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-1008d1d6-0d95-40e8-a0a7-a91431a02ad7 req-2805bac9-6116-44b0-ac34-2b9e1a87bb8f tempest-TestNetworkAdvancedServerOps-1681414059 tempest-TestNetworkAdvancedServerOps-1681414059-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (4de117ad-b592-42de-a9fb-928bb5c88794), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:59:42.037867 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1008d1d6-0d95-40e8-a0a7-a91431a02ad7 req-2805bac9-6116-44b0-ac34-2b9e1a87bb8f tempest-TestNetworkAdvancedServerOps-1681414059 tempest-TestNetworkAdvancedServerOps-1681414059-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=11423640-4b96-4055-acb8-767888c2c90e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1281672 Jan 28 19:59:42.038611 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2805bac9-6116-44b0-ac34-2b9e1a87bb8f tempest-TestNetworkAdvancedServerOps-1681414059 tempest-TestNetworkAdvancedServerOps-1681414059-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4de117ad-b592-42de-a9fb-928bb5c88794,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:59:42.045992 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2805bac9-6116-44b0-ac34-2b9e1a87bb8f tempest-TestNetworkAdvancedServerOps-1681414059 tempest-TestNetworkAdvancedServerOps-1681414059-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:59:42.046330 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2805bac9-6116-44b0-ac34-2b9e1a87bb8f tempest-TestNetworkAdvancedServerOps-1681414059 tempest-TestNetworkAdvancedServerOps-1681414059-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:59:42.046678 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2805bac9-6116-44b0-ac34-2b9e1a87bb8f tempest-TestNetworkAdvancedServerOps-1681414059 tempest-TestNetworkAdvancedServerOps-1681414059-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:59:42.047019 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2805bac9-6116-44b0-ac34-2b9e1a87bb8f tempest-TestNetworkAdvancedServerOps-1681414059 tempest-TestNetworkAdvancedServerOps-1681414059-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:59:42.047356 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2805bac9-6116-44b0-ac34-2b9e1a87bb8f tempest-TestNetworkAdvancedServerOps-1681414059 tempest-TestNetworkAdvancedServerOps-1681414059-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:59:42.047690 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2805bac9-6116-44b0-ac34-2b9e1a87bb8f tempest-TestNetworkAdvancedServerOps-1681414059 tempest-TestNetworkAdvancedServerOps-1681414059-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:59:42.048022 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2805bac9-6116-44b0-ac34-2b9e1a87bb8f tempest-TestNetworkAdvancedServerOps-1681414059 tempest-TestNetworkAdvancedServerOps-1681414059-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:59:42.048605 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2805bac9-6116-44b0-ac34-2b9e1a87bb8f tempest-TestNetworkAdvancedServerOps-1681414059 tempest-TestNetworkAdvancedServerOps-1681414059-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:59:42.048849 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2805bac9-6116-44b0-ac34-2b9e1a87bb8f tempest-TestNetworkAdvancedServerOps-1681414059 tempest-TestNetworkAdvancedServerOps-1681414059-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:59:42.049015 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2805bac9-6116-44b0-ac34-2b9e1a87bb8f tempest-TestNetworkAdvancedServerOps-1681414059 tempest-TestNetworkAdvancedServerOps-1681414059-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:59:42.049356 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2805bac9-6116-44b0-ac34-2b9e1a87bb8f tempest-TestNetworkAdvancedServerOps-1681414059 tempest-TestNetworkAdvancedServerOps-1681414059-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:59:42.049686 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2805bac9-6116-44b0-ac34-2b9e1a87bb8f tempest-TestNetworkAdvancedServerOps-1681414059 tempest-TestNetworkAdvancedServerOps-1681414059-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:59:42.050009 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2805bac9-6116-44b0-ac34-2b9e1a87bb8f tempest-TestNetworkAdvancedServerOps-1681414059 tempest-TestNetworkAdvancedServerOps-1681414059-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:59:42.160829 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd55bd1e-6ed7-4352-9f3a-556c6b0937d3 req-affb5004-7e06-41f3-a55a-b3513c188d51 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:59:42.162395 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-bd55bd1e-6ed7-4352-9f3a-556c6b0937d3 req-affb5004-7e06-41f3-a55a-b3513c188d51 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/ports?device_id=608ff372-d5d0-4bb1-9a97-4c215adea138 HTTP/1.1" status: 200 len: 946 time: 0.0551765 Jan 28 19:59:42.215452 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-bd55bd1e-6ed7-4352-9f3a-556c6b0937d3 req-2b23e0f8-85d9-407a-a8c0-48991631672b tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/security-groups?id=11423640-4b96-4055-acb8-767888c2c90e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476072 Jan 28 19:59:42.237460 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 37076) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:59:42.296319 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-4d36344b-52d3-4299-9e42-5c20440e5c3c tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/floatingips/c494145a-c897-47d0-9c58-abca51ca7da4 HTTP/1.1" status: 200 len: 993 time: 0.0575428 Jan 28 19:59:42.605652 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [req-6d3d9bd4-6746-4e3f-bd6d-94ba46f8d751 req-4dd0277c-2a9f-4768-b491-548902f43b6d service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103304) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:59:42.606668 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6d3d9bd4-6746-4e3f-bd6d-94ba46f8d751 req-4dd0277c-2a9f-4768-b491-548902f43b6d service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054138 Jan 28 19:59:42.988141 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 37096) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:59:43.075994 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843e83f6-cb55-471f-adb2-5bf7e136152c req-e22fb806-acba-440c-938b-bfb46ff0fe18 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:59:43.077470 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-843e83f6-cb55-471f-adb2-5bf7e136152c req-e22fb806-acba-440c-938b-bfb46ff0fe18 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/ports?device_id=608ff372-d5d0-4bb1-9a97-4c215adea138 HTTP/1.1" status: 200 len: 946 time: 0.0783629 Jan 28 19:59:43.120464 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9952698c-07d1-41e6-95a2-a88fccc1720c req-8cd311e5-0b42-4e37-895e-e2139600b80d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=608ff372-d5d0-4bb1-9a97-4c215adea138&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1309776 Jan 28 19:59:43.132578 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [req-9952698c-07d1-41e6-95a2-a88fccc1720c req-16927ca6-0248-4baf-81c2-4b214b368a8f service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:59:43.133583 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9952698c-07d1-41e6-95a2-a88fccc1720c req-16927ca6-0248-4baf-81c2-4b214b368a8f service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054309 Jan 28 19:59:43.142091 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-843e83f6-cb55-471f-adb2-5bf7e136152c req-de52c917-4840-4fcf-b6e7-b1f3aa0c29e8 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/security-groups?id=11423640-4b96-4055-acb8-767888c2c90e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584321 Jan 28 19:59:43.166578 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:59:44.307186 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a09f04b-47ca-49b6-a579-c3bb56f72905 req-65aa90b1-fa2f-4822-b6bf-d705ae636b57 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:59:44.308663 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1a09f04b-47ca-49b6-a579-c3bb56f72905 req-65aa90b1-fa2f-4822-b6bf-d705ae636b57 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/ports?device_id=608ff372-d5d0-4bb1-9a97-4c215adea138 HTTP/1.1" status: 200 len: 946 time: 0.0791628 Jan 28 19:59:44.310529 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9952698c-07d1-41e6-95a2-a88fccc1720c req-1a9f84d5-2267-4ec9-bf51-98e2650afc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:59:44.311898 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9952698c-07d1-41e6-95a2-a88fccc1720c req-1a9f84d5-2267-4ec9-bf51-98e2650afc5f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a518f4c8c8e149bf9da3dfc2b7497304&device_id=608ff372-d5d0-4bb1-9a97-4c215adea138 HTTP/1.1" status: 200 len: 1129 time: 0.0905347 Jan 28 19:59:44.404543 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1a09f04b-47ca-49b6-a579-c3bb56f72905 req-f2e92c7b-c284-4577-a60f-45b99cdccb69 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/security-groups?id=11423640-4b96-4055-acb8-767888c2c90e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902221 Jan 28 19:59:44.434576 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9952698c-07d1-41e6-95a2-a88fccc1720c req-7bf14589-f966-411c-b0d7-a65c3fea89f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:59:44.435972 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9952698c-07d1-41e6-95a2-a88fccc1720c req-7bf14589-f966-411c-b0d7-a65c3fea89f0 service neutron] 10.222.0.70 "GET /v2.0/networks?id=7fee943d-88d7-4262-a4f9-2887e91bd8b7 HTTP/1.1" status: 200 len: 896 time: 0.1155412 Jan 28 19:59:44.504723 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9952698c-07d1-41e6-95a2-a88fccc1720c req-e0901c85-8934-4a00-9321-5267b335e796 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ce6d4843-fb2f-4306-991c-9ed25ab86aca HTTP/1.1" status: 200 len: 1001 time: 0.0617404 Jan 28 19:59:44.552568 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9952698c-07d1-41e6-95a2-a88fccc1720c req-cf6bbeff-68e7-4270-a5d5-3c3260e24d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:59:44.553952 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9952698c-07d1-41e6-95a2-a88fccc1720c req-cf6bbeff-68e7-4270-a5d5-3c3260e24d52 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f65cec15-f24b-421b-8d8c-48dacb83d8b6 HTTP/1.1" status: 200 len: 834 time: 0.0418289 Jan 28 19:59:44.601266 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9952698c-07d1-41e6-95a2-a88fccc1720c req-adb0e0cc-b28e-4711-9d2b-11cd884be41d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:59:44.602708 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9952698c-07d1-41e6-95a2-a88fccc1720c req-adb0e0cc-b28e-4711-9d2b-11cd884be41d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7fee943d-88d7-4262-a4f9-2887e91bd8b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0420134 Jan 28 19:59:44.693654 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9952698c-07d1-41e6-95a2-a88fccc1720c req-98a449ce-34b0-45f5-bc70-53c1a78d0f88 service neutron] 10.222.0.70 "GET /v2.0/networks/7fee943d-88d7-4262-a4f9-2887e91bd8b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844133 Jan 28 19:59:44.782074 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9952698c-07d1-41e6-95a2-a88fccc1720c req-7a8d8c37-2aaf-45f6-8345-f9779b87434b service neutron] 10.222.0.70 "GET /v2.0/networks/7fee943d-88d7-4262-a4f9-2887e91bd8b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826442 Jan 28 19:59:45.524400 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb5be7e-23a0-4180-bb17-9f3545ed2c01 req-1183bd2c-e9f5-4a8d-b8d2-f77935a751bb tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:59:45.525798 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-fcb5be7e-23a0-4180-bb17-9f3545ed2c01 req-1183bd2c-e9f5-4a8d-b8d2-f77935a751bb tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/ports?device_id=608ff372-d5d0-4bb1-9a97-4c215adea138 HTTP/1.1" status: 200 len: 946 time: 0.0518353 Jan 28 19:59:45.572629 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-fcb5be7e-23a0-4180-bb17-9f3545ed2c01 req-68fdfa54-68cf-4ea2-8195-45b85515aec8 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/security-groups?id=11423640-4b96-4055-acb8-767888c2c90e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414262 Jan 28 19:59:46.697951 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8919aa0f-0a01-473c-9ac9-fbec2f22b4ef req-bf643f39-39b3-48dd-be4a-3ec352e3a1ec tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:59:46.699469 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8919aa0f-0a01-473c-9ac9-fbec2f22b4ef req-bf643f39-39b3-48dd-be4a-3ec352e3a1ec tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/ports?device_id=608ff372-d5d0-4bb1-9a97-4c215adea138 HTTP/1.1" status: 200 len: 946 time: 0.0600507 Jan 28 19:59:46.748416 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8919aa0f-0a01-473c-9ac9-fbec2f22b4ef req-2fa4a8e0-2331-48ed-b94f-ed2680a3f318 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/security-groups?id=11423640-4b96-4055-acb8-767888c2c90e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433869 Jan 28 19:59:47.869177 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c482d4f-2452-4755-a20d-efcedf859f21 req-766c2fa4-a5fc-4249-a21d-083fb4c2c969 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:59:47.870955 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8c482d4f-2452-4755-a20d-efcedf859f21 req-766c2fa4-a5fc-4249-a21d-083fb4c2c969 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/ports?device_id=608ff372-d5d0-4bb1-9a97-4c215adea138 HTTP/1.1" status: 200 len: 946 time: 0.0553908 Jan 28 19:59:47.917149 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8c482d4f-2452-4755-a20d-efcedf859f21 req-ba677556-0ec8-4bd6-8afe-ee6edd243f93 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/security-groups?id=11423640-4b96-4055-acb8-767888c2c90e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406854 Jan 28 19:59:49.034112 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac5936d-b1f6-4da8-a815-e02e1011d238 req-a6e5d013-882a-408e-b2d8-1923e7fa3af7 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:59:49.036086 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2ac5936d-b1f6-4da8-a815-e02e1011d238 req-a6e5d013-882a-408e-b2d8-1923e7fa3af7 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/ports?device_id=608ff372-d5d0-4bb1-9a97-4c215adea138 HTTP/1.1" status: 200 len: 946 time: 0.0526953 Jan 28 19:59:49.084014 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2ac5936d-b1f6-4da8-a815-e02e1011d238 req-edd75f14-a9d4-442b-bc00-3a679ff519c4 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/security-groups?id=11423640-4b96-4055-acb8-767888c2c90e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424130 Jan 28 19:59:50.200654 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a4669d-670f-4edb-bd62-7416c55897e5 req-9376043d-461e-4289-a9f4-30efed8e9f28 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:59:50.202250 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-05a4669d-670f-4edb-bd62-7416c55897e5 req-9376043d-461e-4289-a9f4-30efed8e9f28 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/ports?device_id=608ff372-d5d0-4bb1-9a97-4c215adea138 HTTP/1.1" status: 200 len: 946 time: 0.0515776 Jan 28 19:59:50.250749 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-05a4669d-670f-4edb-bd62-7416c55897e5 req-1060fa53-7c88-4573-aa06-55261e371686 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/security-groups?id=11423640-4b96-4055-acb8-767888c2c90e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423133 Jan 28 19:59:51.047204 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:59:51.371171 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8b48f3-9b37-4f47-ab3d-f3a0447f79cd req-83f31744-0804-4c56-9367-7d99801b1b0d tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:59:51.372629 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-fd8b48f3-9b37-4f47-ab3d-f3a0447f79cd req-83f31744-0804-4c56-9367-7d99801b1b0d tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/ports?device_id=608ff372-d5d0-4bb1-9a97-4c215adea138 HTTP/1.1" status: 200 len: 946 time: 0.0552204 Jan 28 19:59:51.420271 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-fd8b48f3-9b37-4f47-ab3d-f3a0447f79cd req-242a9e36-53b7-4b6c-98c4-dd42604360de tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/security-groups?id=11423640-4b96-4055-acb8-767888c2c90e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420878 Jan 28 19:59:52.542579 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc25b35-5b52-4da6-9854-b89fa60e839d req-cbef75bd-8fd0-416c-95f7-47dca270b209 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:59:52.543965 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5bc25b35-5b52-4da6-9854-b89fa60e839d req-cbef75bd-8fd0-416c-95f7-47dca270b209 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/ports?device_id=608ff372-d5d0-4bb1-9a97-4c215adea138 HTTP/1.1" status: 200 len: 946 time: 0.0550909 Jan 28 19:59:52.595262 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5bc25b35-5b52-4da6-9854-b89fa60e839d req-7dc311d7-e0f6-4860-98aa-9ae0dff5e304 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/security-groups?id=11423640-4b96-4055-acb8-767888c2c90e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457830 Jan 28 19:59:53.716748 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2f01e3-55ec-4572-a81f-486bacb92d36 req-f16e1c34-97ab-45fd-bc37-520a358b6a0e tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:59:53.718260 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ac2f01e3-55ec-4572-a81f-486bacb92d36 req-f16e1c34-97ab-45fd-bc37-520a358b6a0e tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/ports?device_id=608ff372-d5d0-4bb1-9a97-4c215adea138 HTTP/1.1" status: 200 len: 946 time: 0.0526352 Jan 28 19:59:53.767349 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ac2f01e3-55ec-4572-a81f-486bacb92d36 req-a63a7220-047c-40e5-9451-4d2e698051ac tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/security-groups?id=11423640-4b96-4055-acb8-767888c2c90e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434341 Jan 28 19:59:54.102193 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:59:54.885446 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b436eb82-ac5b-4ae4-ad0e-98263373b373 req-b6d6d8d0-6939-4723-8a74-963f24402bec tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:59:54.886961 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b436eb82-ac5b-4ae4-ad0e-98263373b373 req-b6d6d8d0-6939-4723-8a74-963f24402bec tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/ports?device_id=608ff372-d5d0-4bb1-9a97-4c215adea138 HTTP/1.1" status: 200 len: 946 time: 0.0524981 Jan 28 19:59:54.934856 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b436eb82-ac5b-4ae4-ad0e-98263373b373 req-1dd81702-f0f2-48da-a32a-1f74ba11e50b tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/security-groups?id=11423640-4b96-4055-acb8-767888c2c90e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424469 Jan 28 19:59:56.052118 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e753b4a-1e5c-4c44-8167-fab57100fb1d req-f30e34b5-286f-460f-b87e-f62f68a187ac tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:59:56.053540 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6e753b4a-1e5c-4c44-8167-fab57100fb1d req-f30e34b5-286f-460f-b87e-f62f68a187ac tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/ports?device_id=608ff372-d5d0-4bb1-9a97-4c215adea138 HTTP/1.1" status: 200 len: 946 time: 0.0529473 Jan 28 19:59:56.105113 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6e753b4a-1e5c-4c44-8167-fab57100fb1d req-dadc2bb5-2edc-4d2d-9d50-e350b7a45589 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/security-groups?id=11423640-4b96-4055-acb8-767888c2c90e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460482 Jan 28 19:59:57.225448 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e340c14-5878-4cd6-a1d2-0eb6cc900b0b req-12eb00cb-6a2a-40a9-95a8-bab107417be9 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:59:57.226941 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3e340c14-5878-4cd6-a1d2-0eb6cc900b0b req-12eb00cb-6a2a-40a9-95a8-bab107417be9 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/ports?device_id=608ff372-d5d0-4bb1-9a97-4c215adea138 HTTP/1.1" status: 200 len: 946 time: 0.0534391 Jan 28 19:59:57.274722 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3e340c14-5878-4cd6-a1d2-0eb6cc900b0b req-b2dd8314-82cf-4bbc-a0a8-ac9bb66ba99e tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/security-groups?id=11423640-4b96-4055-acb8-767888c2c90e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419152 Jan 28 19:59:57.860926 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325e875c-73fb-417e-98e8-beeb8813ac5b req-75d31d87-7b16-419a-8bec-54e8730804e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:59:57.862939 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-325e875c-73fb-417e-98e8-beeb8813ac5b req-75d31d87-7b16-419a-8bec-54e8730804e4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a518f4c8c8e149bf9da3dfc2b7497304&device_id=608ff372-d5d0-4bb1-9a97-4c215adea138 HTTP/1.1" status: 200 len: 1129 time: 0.0440841 Jan 28 19:59:57.962988 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325e875c-73fb-417e-98e8-beeb8813ac5b req-31b676df-d5a5-4334-a02c-e6008b14591a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:59:57.964433 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-325e875c-73fb-417e-98e8-beeb8813ac5b req-31b676df-d5a5-4334-a02c-e6008b14591a service neutron] 10.222.0.70 "GET /v2.0/networks?id=7fee943d-88d7-4262-a4f9-2887e91bd8b7 HTTP/1.1" status: 200 len: 896 time: 0.0829349 Jan 28 19:59:58.033633 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-325e875c-73fb-417e-98e8-beeb8813ac5b req-b30a566a-5471-4012-9d66-f90f03940394 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ce6d4843-fb2f-4306-991c-9ed25ab86aca HTTP/1.1" status: 200 len: 1001 time: 0.0621829 Jan 28 19:59:58.080283 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325e875c-73fb-417e-98e8-beeb8813ac5b req-f92e9a52-a261-41e4-a186-bba329ca0a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:59:58.082477 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-325e875c-73fb-417e-98e8-beeb8813ac5b req-f92e9a52-a261-41e4-a186-bba329ca0a70 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f65cec15-f24b-421b-8d8c-48dacb83d8b6 HTTP/1.1" status: 200 len: 834 time: 0.0433829 Jan 28 19:59:58.130644 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325e875c-73fb-417e-98e8-beeb8813ac5b req-a3d050ec-a82e-4692-9bcd-67d3bf898a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:59:58.132183 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-325e875c-73fb-417e-98e8-beeb8813ac5b req-a3d050ec-a82e-4692-9bcd-67d3bf898a3e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7fee943d-88d7-4262-a4f9-2887e91bd8b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0436699 Jan 28 19:59:58.164648 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:59:58.224675 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-325e875c-73fb-417e-98e8-beeb8813ac5b req-77e3b156-563c-4055-9a1e-98ad073c176b service neutron] 10.222.0.70 "GET /v2.0/networks/7fee943d-88d7-4262-a4f9-2887e91bd8b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865462 Jan 28 19:59:58.312308 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-325e875c-73fb-417e-98e8-beeb8813ac5b req-94b104c2-f3a4-4226-97c3-0db68932299f service neutron] 10.222.0.70 "GET /v2.0/networks/7fee943d-88d7-4262-a4f9-2887e91bd8b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823088 Jan 28 19:59:58.395522 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864c0359-413e-42a7-8360-291b181a1e20 req-f52d833d-6e9a-4115-8782-8bc4cdbd2880 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:59:58.396979 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-864c0359-413e-42a7-8360-291b181a1e20 req-f52d833d-6e9a-4115-8782-8bc4cdbd2880 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/ports?device_id=608ff372-d5d0-4bb1-9a97-4c215adea138 HTTP/1.1" status: 200 len: 946 time: 0.0525563 Jan 28 19:59:58.450076 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-864c0359-413e-42a7-8360-291b181a1e20 req-bcba2d3c-32b5-4340-ab23-80b1ccc8ef6c tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/security-groups?id=11423640-4b96-4055-acb8-767888c2c90e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477192 Jan 28 19:59:59.571362 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e13528-3d5a-419e-bb67-8d5268360d4e req-2873433e-5190-42ff-9764-cd457d2d5c1d tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:59:59.572828 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-32e13528-3d5a-419e-bb67-8d5268360d4e req-2873433e-5190-42ff-9764-cd457d2d5c1d tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/ports?device_id=608ff372-d5d0-4bb1-9a97-4c215adea138 HTTP/1.1" status: 200 len: 946 time: 0.0560119 Jan 28 19:59:59.621370 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-32e13528-3d5a-419e-bb67-8d5268360d4e req-dec4ed32-fad6-4009-bc0b-feb44a91696c tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/security-groups?id=11423640-4b96-4055-acb8-767888c2c90e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430024 Jan 28 20:00:00.736793 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eddc466-75f1-41a1-abda-b2f36699e05f req-90c19358-2f9e-4951-879c-76e133579477 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:00:00.738781 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7eddc466-75f1-41a1-abda-b2f36699e05f req-90c19358-2f9e-4951-879c-76e133579477 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/ports?device_id=608ff372-d5d0-4bb1-9a97-4c215adea138 HTTP/1.1" status: 200 len: 946 time: 0.0513964 Jan 28 20:00:00.786640 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7eddc466-75f1-41a1-abda-b2f36699e05f req-58f70221-08d8-4bad-9e58-a717d00abf8c tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/security-groups?id=11423640-4b96-4055-acb8-767888c2c90e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424180 Jan 28 20:00:01.901937 n-d-812111-14 neutron-server[103304]: INFO neutron.api.v2.resource [req-9952698c-07d1-41e6-95a2-a88fccc1720c req-75a94ec1-9d7f-41b7-b6eb-82b97aad7453 service neutron] show failed (client error): The resource could not be found. Jan 28 20:00:01.903150 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9952698c-07d1-41e6-95a2-a88fccc1720c req-75a94ec1-9d7f-41b7-b6eb-82b97aad7453 service neutron] 10.222.0.70 "GET /v2.0/ports/ce6d4843-fb2f-4306-991c-9ed25ab86aca/bindings/n-h1-812111-14 HTTP/1.1" status: 404 len: 381 time: 0.0556934 Jan 28 20:00:01.904646 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3667bded-f89f-4af8-a789-af6f05189e83 req-13f86772-72a7-4548-a83e-16b57620340b tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:00:01.906202 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3667bded-f89f-4af8-a789-af6f05189e83 req-13f86772-72a7-4548-a83e-16b57620340b tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/ports?device_id=608ff372-d5d0-4bb1-9a97-4c215adea138 HTTP/1.1" status: 200 len: 946 time: 0.0527284 Jan 28 20:00:01.956533 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3667bded-f89f-4af8-a789-af6f05189e83 req-20e3a650-4d3b-4a8c-89cc-62d0296d7631 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/security-groups?id=11423640-4b96-4055-acb8-767888c2c90e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441797 Jan 28 20:00:02.420970 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9952698c-07d1-41e6-95a2-a88fccc1720c req-94173ff3-5ffa-405b-8525-48043ee5eaec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:00:02.423022 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9952698c-07d1-41e6-95a2-a88fccc1720c req-94173ff3-5ffa-405b-8525-48043ee5eaec service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=608ff372-d5d0-4bb1-9a97-4c215adea138&tenant_id=a518f4c8c8e149bf9da3dfc2b7497304 HTTP/1.1" status: 200 len: 1129 time: 0.3556392 Jan 28 20:00:02.438402 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-9952698c-07d1-41e6-95a2-a88fccc1720c req-2bf15dcf-26f0-4a76-8fed-2893c849f3f2 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-812111-14', 'device_owner': 'compute:nova'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:00:02.494045 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-9952698c-07d1-41e6-95a2-a88fccc1720c req-2bf15dcf-26f0-4a76-8fed-2893c849f3f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (ce6d4843-fb2f-4306-991c-9ed25ab86aca), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:02.697470 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-9952698c-07d1-41e6-95a2-a88fccc1720c req-2bf15dcf-26f0-4a76-8fed-2893c849f3f2 service neutron] For port ce6d4843-fb2f-4306-991c-9ed25ab86aca, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=ce6d4843-fb2f-4306-991c-9ed25ab86aca,segment=NetworkSegment(5a07f398-4313-41f1-ab13-cbeca8236b26),segment_id=5a07f398-4313-41f1-ab13-cbeca8236b26)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:00:02.729312 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-9952698c-07d1-41e6-95a2-a88fccc1720c req-2bf15dcf-26f0-4a76-8fed-2893c849f3f2 service neutron] For port ce6d4843-fb2f-4306-991c-9ed25ab86aca, host n-h2-812111-14, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:00:02.766661 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '608ff372-d5d0-4bb1-9a97-4c215adea138', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce6d4843-fb2f-4306-991c-9ed25ab86aca'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:00:02.769576 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce72b2b5-fbf8-4070-b980-f04e4ad5df33" -d '{"events": [{"server_uuid": "608ff372-d5d0-4bb1-9a97-4c215adea138", "name": "network-vif-unplugged", "status": "completed", "tag": "ce6d4843-fb2f-4306-991c-9ed25ab86aca"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:00:02.773050 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-9952698c-07d1-41e6-95a2-a88fccc1720c req-2bf15dcf-26f0-4a76-8fed-2893c849f3f2 service neutron] Publish callbacks [] for port (ce6d4843-fb2f-4306-991c-9ed25ab86aca), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:02.785237 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-9952698c-07d1-41e6-95a2-a88fccc1720c req-2bf15dcf-26f0-4a76-8fed-2893c849f3f2 service neutron] Transition to ACTIVE for port object ce6d4843-fb2f-4306-991c-9ed25ab86aca will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:00:02.790252 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-9952698c-07d1-41e6-95a2-a88fccc1720c req-2bf15dcf-26f0-4a76-8fed-2893c849f3f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (ce6d4843-fb2f-4306-991c-9ed25ab86aca), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:02.906485 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 20:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf696f7a-cc1f-4977-b043-281903979df2 x-openstack-request-id: req-cf696f7a-cc1f-4977-b043-281903979df2 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:00:02.907269 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "608ff372-d5d0-4bb1-9a97-4c215adea138", "name": "network-vif-unplugged", "status": "completed", "tag": "ce6d4843-fb2f-4306-991c-9ed25ab86aca", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:00:02.907269 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cf696f7a-cc1f-4977-b043-281903979df2 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:00:02.907474 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '608ff372-d5d0-4bb1-9a97-4c215adea138', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce6d4843-fb2f-4306-991c-9ed25ab86aca', 'code': 200} Jan 28 20:00:02.912950 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf15dcf-26f0-4a76-8fed-2893c849f3f2 service neutron] Pushing event updated for resources: {'Port': ['ID=ce6d4843-fb2f-4306-991c-9ed25ab86aca,revision_number=6']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:00:02.970155 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-9952698c-07d1-41e6-95a2-a88fccc1720c req-2bf15dcf-26f0-4a76-8fed-2893c849f3f2 service neutron] No DVR routers for this DVR port ce6d4843-fb2f-4306-991c-9ed25ab86aca on host n-h2-812111-14 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:00:03.152797 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e405bbd5-e163-4054-9827-bf6170f5f3cb req-e5f16b6f-dee2-4e1a-9093-9c65ef3c8a59 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:00:03.154273 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e405bbd5-e163-4054-9827-bf6170f5f3cb req-e5f16b6f-dee2-4e1a-9093-9c65ef3c8a59 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/ports?device_id=608ff372-d5d0-4bb1-9a97-4c215adea138 HTTP/1.1" status: 200 len: 944 time: 0.0957079 Jan 28 20:00:03.158458 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-9952698c-07d1-41e6-95a2-a88fccc1720c req-2bf15dcf-26f0-4a76-8fed-2893c849f3f2 service neutron] Attempting to bind port ce6d4843-fb2f-4306-991c-9ed25ab86aca on host n-h1-812111-14 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:00:03.159378 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-9952698c-07d1-41e6-95a2-a88fccc1720c req-2bf15dcf-26f0-4a76-8fed-2893c849f3f2 service neutron] Attempting to bind port ce6d4843-fb2f-4306-991c-9ed25ab86aca by drivers openvswitch,hyperv on host n-h1-812111-14 at level 0 using segments [{'id': '5a07f398-4313-41f1-ab13-cbeca8236b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '7fee943d-88d7-4262-a4f9-2887e91bd8b7'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:00:03.159711 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9952698c-07d1-41e6-95a2-a88fccc1720c req-2bf15dcf-26f0-4a76-8fed-2893c849f3f2 service neutron] Attempting to bind port ce6d4843-fb2f-4306-991c-9ed25ab86aca on network 7fee943d-88d7-4262-a4f9-2887e91bd8b7 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:00:03.170088 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9952698c-07d1-41e6-95a2-a88fccc1720c req-2bf15dcf-26f0-4a76-8fed-2893c849f3f2 service neutron] Port ce6d4843-fb2f-4306-991c-9ed25ab86aca on network 7fee943d-88d7-4262-a4f9-2887e91bd8b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-14 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:00:03.170410 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9952698c-07d1-41e6-95a2-a88fccc1720c req-2bf15dcf-26f0-4a76-8fed-2893c849f3f2 service neutron] Attempting to bind port ce6d4843-fb2f-4306-991c-9ed25ab86aca on network 7fee943d-88d7-4262-a4f9-2887e91bd8b7 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:00:03.183392 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9952698c-07d1-41e6-95a2-a88fccc1720c req-2bf15dcf-26f0-4a76-8fed-2893c849f3f2 service neutron] Checking agent: {'id': 'b544ba20-de93-4d86-9e6b-a2202deb6191', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:00:03.183728 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9952698c-07d1-41e6-95a2-a88fccc1720c req-2bf15dcf-26f0-4a76-8fed-2893c849f3f2 service neutron] Checking segment: {'id': '5a07f398-4313-41f1-ab13-cbeca8236b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '7fee943d-88d7-4262-a4f9-2887e91bd8b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:00:03.184108 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9952698c-07d1-41e6-95a2-a88fccc1720c req-2bf15dcf-26f0-4a76-8fed-2893c849f3f2 service neutron] Bound using segment: {'id': '5a07f398-4313-41f1-ab13-cbeca8236b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '7fee943d-88d7-4262-a4f9-2887e91bd8b7'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:00:03.184535 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-9952698c-07d1-41e6-95a2-a88fccc1720c req-2bf15dcf-26f0-4a76-8fed-2893c849f3f2 service neutron] Bound port: ce6d4843-fb2f-4306-991c-9ed25ab86aca, host: n-h1-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a07f398-4313-41f1-ab13-cbeca8236b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '7fee943d-88d7-4262-a4f9-2887e91bd8b7'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:00:03.184890 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-9952698c-07d1-41e6-95a2-a88fccc1720c req-2bf15dcf-26f0-4a76-8fed-2893c849f3f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (ce6d4843-fb2f-4306-991c-9ed25ab86aca), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:03.241853 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e405bbd5-e163-4054-9827-bf6170f5f3cb req-d2abd056-d2ed-4ac7-b827-20918f549d9d tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/security-groups?id=11423640-4b96-4055-acb8-767888c2c90e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790689 Jan 28 20:00:03.272512 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-9952698c-07d1-41e6-95a2-a88fccc1720c req-2bf15dcf-26f0-4a76-8fed-2893c849f3f2 service neutron] For port ce6d4843-fb2f-4306-991c-9ed25ab86aca, host n-h1-812111-14, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:00:03.275440 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-9952698c-07d1-41e6-95a2-a88fccc1720c req-2bf15dcf-26f0-4a76-8fed-2893c849f3f2 service neutron] For port ce6d4843-fb2f-4306-991c-9ed25ab86aca, host n-h1-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=ce6d4843-fb2f-4306-991c-9ed25ab86aca,segment=NetworkSegment(5a07f398-4313-41f1-ab13-cbeca8236b26),segment_id=5a07f398-4313-41f1-ab13-cbeca8236b26)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:00:03.281416 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-9952698c-07d1-41e6-95a2-a88fccc1720c req-2bf15dcf-26f0-4a76-8fed-2893c849f3f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (ce6d4843-fb2f-4306-991c-9ed25ab86aca), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:03.319375 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9952698c-07d1-41e6-95a2-a88fccc1720c req-2bf15dcf-26f0-4a76-8fed-2893c849f3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:00:03.320011 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-9952698c-07d1-41e6-95a2-a88fccc1720c req-2bf15dcf-26f0-4a76-8fed-2893c849f3f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:03.321475 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9952698c-07d1-41e6-95a2-a88fccc1720c req-2bf15dcf-26f0-4a76-8fed-2893c849f3f2 service neutron] 10.222.0.41 "PUT /v2.0/ports/ce6d4843-fb2f-4306-991c-9ed25ab86aca HTTP/1.1" status: 200 len: 1093 time: 0.8868630 Jan 28 20:00:03.356107 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf15dcf-26f0-4a76-8fed-2893c849f3f2 service neutron] Pushing event updated for resources: {'Port': ['ID=ce6d4843-fb2f-4306-991c-9ed25ab86aca,revision_number=7']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:00:03.394889 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9952698c-07d1-41e6-95a2-a88fccc1720c req-3a7d8814-418e-4332-a38e-54dc468a9cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:00:03.396555 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9952698c-07d1-41e6-95a2-a88fccc1720c req-3a7d8814-418e-4332-a38e-54dc468a9cd9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a518f4c8c8e149bf9da3dfc2b7497304&device_id=608ff372-d5d0-4bb1-9a97-4c215adea138 HTTP/1.1" status: 200 len: 1127 time: 0.0516093 Jan 28 20:00:03.492434 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9952698c-07d1-41e6-95a2-a88fccc1720c req-9343cec2-a48d-4aba-a41d-471f56460b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:00:03.493956 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9952698c-07d1-41e6-95a2-a88fccc1720c req-9343cec2-a48d-4aba-a41d-471f56460b0f service neutron] 10.222.0.41 "GET /v2.0/networks?id=7fee943d-88d7-4262-a4f9-2887e91bd8b7 HTTP/1.1" status: 200 len: 896 time: 0.0880697 Jan 28 20:00:03.593968 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9952698c-07d1-41e6-95a2-a88fccc1720c req-126d7380-b81c-4958-b4f0-0f400d5cd8a2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ce6d4843-fb2f-4306-991c-9ed25ab86aca HTTP/1.1" status: 200 len: 999 time: 0.0914230 Jan 28 20:00:03.648412 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9952698c-07d1-41e6-95a2-a88fccc1720c req-02098928-b2a7-4f1d-8d48-608b78d0b032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:00:03.649880 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9952698c-07d1-41e6-95a2-a88fccc1720c req-02098928-b2a7-4f1d-8d48-608b78d0b032 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f65cec15-f24b-421b-8d8c-48dacb83d8b6 HTTP/1.1" status: 200 len: 834 time: 0.0446954 Jan 28 20:00:03.705251 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9952698c-07d1-41e6-95a2-a88fccc1720c req-87bbb20a-d223-4324-944b-bbbb31bae5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:00:03.706769 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9952698c-07d1-41e6-95a2-a88fccc1720c req-87bbb20a-d223-4324-944b-bbbb31bae5ef service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7fee943d-88d7-4262-a4f9-2887e91bd8b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0482087 Jan 28 20:00:03.798681 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9952698c-07d1-41e6-95a2-a88fccc1720c req-5335e508-9b9b-43da-baf1-194e3a45e748 service neutron] 10.222.0.41 "GET /v2.0/networks/7fee943d-88d7-4262-a4f9-2887e91bd8b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807507 Jan 28 20:00:03.894146 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9952698c-07d1-41e6-95a2-a88fccc1720c req-81e4e68e-59b5-4311-bde9-5de95d910bd5 service neutron] 10.222.0.41 "GET /v2.0/networks/7fee943d-88d7-4262-a4f9-2887e91bd8b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835958 Jan 28 20:00:04.366142 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986cbe5d-ebc9-41a9-a121-a323ec45214e req-5ae26189-1fb9-41f8-9649-e3a6e2a073af tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:00:04.367617 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-986cbe5d-ebc9-41a9-a121-a323ec45214e req-5ae26189-1fb9-41f8-9649-e3a6e2a073af tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/ports?device_id=608ff372-d5d0-4bb1-9a97-4c215adea138 HTTP/1.1" status: 200 len: 944 time: 0.0572236 Jan 28 20:00:04.416674 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-986cbe5d-ebc9-41a9-a121-a323ec45214e req-b76c69c2-2bec-4f62-9ff6-a1245a2bfaee tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/security-groups?id=11423640-4b96-4055-acb8-767888c2c90e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433950 Jan 28 20:00:04.909323 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '608ff372-d5d0-4bb1-9a97-4c215adea138', 'tag': 'ce6d4843-fb2f-4306-991c-9ed25ab86aca'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:00:04.911814 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1aa25cd-fb06-4a69-9729-0318eda1e188" -d '{"events": [{"name": "network-changed", "server_uuid": "608ff372-d5d0-4bb1-9a97-4c215adea138", "tag": "ce6d4843-fb2f-4306-991c-9ed25ab86aca"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:00:04.959241 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-809deac6-86c2-42b3-82b3-7c2f8904849f x-openstack-request-id: req-809deac6-86c2-42b3-82b3-7c2f8904849f {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:00:04.959550 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "608ff372-d5d0-4bb1-9a97-4c215adea138", "tag": "ce6d4843-fb2f-4306-991c-9ed25ab86aca", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:00:04.959798 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-809deac6-86c2-42b3-82b3-7c2f8904849f {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:00:04.960192 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '608ff372-d5d0-4bb1-9a97-4c215adea138', 'tag': 'ce6d4843-fb2f-4306-991c-9ed25ab86aca', 'status': 'completed', 'code': 200} Jan 28 20:00:05.018852 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aa25cd-fb06-4a69-9729-0318eda1e188 req-c7726a54-29c9-473a-b6cb-20feacc3332d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:00:05.020374 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b1aa25cd-fb06-4a69-9729-0318eda1e188 req-c7726a54-29c9-473a-b6cb-20feacc3332d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a518f4c8c8e149bf9da3dfc2b7497304&device_id=608ff372-d5d0-4bb1-9a97-4c215adea138 HTTP/1.1" status: 200 len: 1127 time: 0.0446715 Jan 28 20:00:05.025068 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aa25cd-fb06-4a69-9729-0318eda1e188 req-3fc73f7b-44f5-4221-b3bc-f1d96e5786ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:00:05.026669 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b1aa25cd-fb06-4a69-9729-0318eda1e188 req-3fc73f7b-44f5-4221-b3bc-f1d96e5786ef service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a518f4c8c8e149bf9da3dfc2b7497304&device_id=608ff372-d5d0-4bb1-9a97-4c215adea138 HTTP/1.1" status: 200 len: 1127 time: 0.0456264 Jan 28 20:00:05.109496 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aa25cd-fb06-4a69-9729-0318eda1e188 req-0495f9c2-3f31-4082-89a4-c24e6a13cca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:00:05.110984 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b1aa25cd-fb06-4a69-9729-0318eda1e188 req-0495f9c2-3f31-4082-89a4-c24e6a13cca1 service neutron] 10.222.0.70 "GET /v2.0/networks?id=7fee943d-88d7-4262-a4f9-2887e91bd8b7 HTTP/1.1" status: 200 len: 896 time: 0.0849979 Jan 28 20:00:05.117850 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aa25cd-fb06-4a69-9729-0318eda1e188 req-30771818-86e8-4287-b79d-e0a319a48143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:00:05.119310 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b1aa25cd-fb06-4a69-9729-0318eda1e188 req-30771818-86e8-4287-b79d-e0a319a48143 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7fee943d-88d7-4262-a4f9-2887e91bd8b7 HTTP/1.1" status: 200 len: 896 time: 0.0866232 Jan 28 20:00:05.184535 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b1aa25cd-fb06-4a69-9729-0318eda1e188 req-8344f93e-8b1d-4d9e-a883-a669cc7771a3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ce6d4843-fb2f-4306-991c-9ed25ab86aca HTTP/1.1" status: 200 len: 999 time: 0.0676708 Jan 28 20:00:05.189635 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b1aa25cd-fb06-4a69-9729-0318eda1e188 req-bed5a3b4-5e56-4c91-acbf-d6e982d9db8d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ce6d4843-fb2f-4306-991c-9ed25ab86aca HTTP/1.1" status: 200 len: 999 time: 0.0635912 Jan 28 20:00:05.233175 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aa25cd-fb06-4a69-9729-0318eda1e188 req-586e93da-0c57-49ee-ab16-33cfe3c64ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:00:05.234644 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b1aa25cd-fb06-4a69-9729-0318eda1e188 req-586e93da-0c57-49ee-ab16-33cfe3c64ece service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f65cec15-f24b-421b-8d8c-48dacb83d8b6 HTTP/1.1" status: 200 len: 834 time: 0.0447752 Jan 28 20:00:05.239115 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aa25cd-fb06-4a69-9729-0318eda1e188 req-fd86066a-2f99-44de-b269-8f7ba9da35f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:00:05.240668 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b1aa25cd-fb06-4a69-9729-0318eda1e188 req-fd86066a-2f99-44de-b269-8f7ba9da35f0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f65cec15-f24b-421b-8d8c-48dacb83d8b6 HTTP/1.1" status: 200 len: 834 time: 0.0443668 Jan 28 20:00:05.282718 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aa25cd-fb06-4a69-9729-0318eda1e188 req-6b573959-191c-43e9-a077-3e71ffae62fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:00:05.284242 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b1aa25cd-fb06-4a69-9729-0318eda1e188 req-6b573959-191c-43e9-a077-3e71ffae62fd service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7fee943d-88d7-4262-a4f9-2887e91bd8b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0444345 Jan 28 20:00:05.293713 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aa25cd-fb06-4a69-9729-0318eda1e188 req-27a9fe39-741a-479e-ae5e-f338881b21a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:00:05.295210 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b1aa25cd-fb06-4a69-9729-0318eda1e188 req-27a9fe39-741a-479e-ae5e-f338881b21a9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7fee943d-88d7-4262-a4f9-2887e91bd8b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0441151 Jan 28 20:00:05.376274 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b1aa25cd-fb06-4a69-9729-0318eda1e188 req-b352ffde-3866-46c3-bfc5-cf8438be17d5 service neutron] 10.222.0.70 "GET /v2.0/networks/7fee943d-88d7-4262-a4f9-2887e91bd8b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860357 Jan 28 20:00:05.387102 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b1aa25cd-fb06-4a69-9729-0318eda1e188 req-006c041a-4364-40da-b8ca-555eeee82b33 service neutron] 10.222.0.41 "GET /v2.0/networks/7fee943d-88d7-4262-a4f9-2887e91bd8b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852334 Jan 28 20:00:05.471807 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b1aa25cd-fb06-4a69-9729-0318eda1e188 req-bf0beada-0eba-4ad9-bdce-a9cc3e331818 service neutron] 10.222.0.70 "GET /v2.0/networks/7fee943d-88d7-4262-a4f9-2887e91bd8b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886395 Jan 28 20:00:05.481019 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b1aa25cd-fb06-4a69-9729-0318eda1e188 req-e469cc16-41d0-463b-bc62-b48eb7e07eb3 service neutron] 10.222.0.41 "GET /v2.0/networks/7fee943d-88d7-4262-a4f9-2887e91bd8b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866745 Jan 28 20:00:05.547959 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cf3d2d-195c-4f76-8e19-a390581d5383 req-cfd2436e-81e1-4ec9-b03d-5bfb9cf2adf9 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:00:05.549467 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b3cf3d2d-195c-4f76-8e19-a390581d5383 req-cfd2436e-81e1-4ec9-b03d-5bfb9cf2adf9 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/ports?device_id=608ff372-d5d0-4bb1-9a97-4c215adea138 HTTP/1.1" status: 200 len: 944 time: 0.0569763 Jan 28 20:00:05.597358 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b3cf3d2d-195c-4f76-8e19-a390581d5383 req-05cf6c4f-4432-49c3-861b-185dad9ab6ce tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/security-groups?id=11423640-4b96-4055-acb8-767888c2c90e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424144 Jan 28 20:00:06.111300 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device ce6d4843-fb2f-4306-991c-9ed25ab86aca no longer exists at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:00:06.152658 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] The host n-h2-812111-14 is not matching for port ce6d4843-fb2f-4306-991c-9ed25ab86aca host n-h1-812111-14! {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Jan 28 20:00:06.153049 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device ce6d4843-fb2f-4306-991c-9ed25ab86aca not bound to the agent host n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:00:06.704761 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2f5f2b93-170a-4d3a-85e7-f58501ccc7ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:06.727990 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de436812-4635-4997-9597-68bb99560b84 req-a5fe71e8-b37c-4e9d-a50b-e1c4631e04b6 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:00:06.729504 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-de436812-4635-4997-9597-68bb99560b84 req-a5fe71e8-b37c-4e9d-a50b-e1c4631e04b6 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/ports?device_id=608ff372-d5d0-4bb1-9a97-4c215adea138 HTTP/1.1" status: 200 len: 944 time: 0.0590167 Jan 28 20:00:06.777828 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-de436812-4635-4997-9597-68bb99560b84 req-de3a9dc7-4bd3-441b-9114-a5e40272d266 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/security-groups?id=11423640-4b96-4055-acb8-767888c2c90e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426192 Jan 28 20:00:06.992433 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebb45d4-69f3-4bc6-a840-d53629be0a09 req-aecf97d0-674a-4735-8271-6616bdf49f72 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:00:06.999774 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9ebb45d4-69f3-4bc6-a840-d53629be0a09 req-aecf97d0-674a-4735-8271-6616bdf49f72 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/ports?device_id=608ff372-d5d0-4bb1-9a97-4c215adea138 HTTP/1.1" status: 200 len: 944 time: 0.0602784 Jan 28 20:00:07.048161 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9ebb45d4-69f3-4bc6-a840-d53629be0a09 req-ddd16036-d7cd-484d-b238-fe9daf4c1041 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/security-groups?id=11423640-4b96-4055-acb8-767888c2c90e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473909 Jan 28 20:00:07.054849 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dbe5d4-2808-46fe-b478-e884b020f08e req-8c6d99a4-6c60-424c-a4e6-21e3f9a4f04c tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:00:07.056336 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-34dbe5d4-2808-46fe-b478-e884b020f08e req-8c6d99a4-6c60-424c-a4e6-21e3f9a4f04c tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.70 "GET /v2.0/ports?device_id=608ff372-d5d0-4bb1-9a97-4c215adea138&tenant_id=a518f4c8c8e149bf9da3dfc2b7497304&binding%3Ahost_id=n-h1-812111-14 HTTP/1.1" status: 200 len: 944 time: 0.0980568 Jan 28 20:00:07.429506 n-d-812111-14 neutron-server[103304]: INFO neutron.api.v2.resource [req-34dbe5d4-2808-46fe-b478-e884b020f08e req-9aba998b-6bcf-4743-a95e-68bc3ccef383 service neutron] delete failed (client error): The resource could not be found. Jan 28 20:00:07.430527 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-34dbe5d4-2808-46fe-b478-e884b020f08e req-9aba998b-6bcf-4743-a95e-68bc3ccef383 service neutron] 10.222.0.70 "DELETE /v2.0/ports/ce6d4843-fb2f-4306-991c-9ed25ab86aca/bindings/n-h2-812111-14 HTTP/1.1" status: 404 len: 381 time: 0.3668242 Jan 28 20:00:07.516003 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dbe5d4-2808-46fe-b478-e884b020f08e req-67b6410b-ffad-48cb-8ea0-e95dddb67c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:00:07.517483 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-34dbe5d4-2808-46fe-b478-e884b020f08e req-67b6410b-ffad-48cb-8ea0-e95dddb67c2f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a518f4c8c8e149bf9da3dfc2b7497304&device_id=608ff372-d5d0-4bb1-9a97-4c215adea138 HTTP/1.1" status: 200 len: 1127 time: 0.0448430 Jan 28 20:00:07.607880 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dbe5d4-2808-46fe-b478-e884b020f08e req-f93f79bb-4b92-4375-a038-4226949db807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:00:07.609387 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-34dbe5d4-2808-46fe-b478-e884b020f08e req-f93f79bb-4b92-4375-a038-4226949db807 service neutron] 10.222.0.70 "GET /v2.0/networks?id=7fee943d-88d7-4262-a4f9-2887e91bd8b7 HTTP/1.1" status: 200 len: 896 time: 0.0860546 Jan 28 20:00:07.672990 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-34dbe5d4-2808-46fe-b478-e884b020f08e req-def5fcc6-146a-484f-b44b-99e695c31bde service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ce6d4843-fb2f-4306-991c-9ed25ab86aca HTTP/1.1" status: 200 len: 999 time: 0.0581846 Jan 28 20:00:07.718752 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dbe5d4-2808-46fe-b478-e884b020f08e req-fbf6cef3-4338-4a1b-bfbe-f0af000b0a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:00:07.720142 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-34dbe5d4-2808-46fe-b478-e884b020f08e req-fbf6cef3-4338-4a1b-bfbe-f0af000b0a33 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f65cec15-f24b-421b-8d8c-48dacb83d8b6 HTTP/1.1" status: 200 len: 834 time: 0.0417163 Jan 28 20:00:07.772131 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dbe5d4-2808-46fe-b478-e884b020f08e req-e81ff842-2e78-42f2-aa68-12ee96e33365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:00:07.773586 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-34dbe5d4-2808-46fe-b478-e884b020f08e req-e81ff842-2e78-42f2-aa68-12ee96e33365 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7fee943d-88d7-4262-a4f9-2887e91bd8b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0481658 Jan 28 20:00:07.860482 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-34dbe5d4-2808-46fe-b478-e884b020f08e req-42403415-5d13-47a6-a393-d8a7b043fe3b service neutron] 10.222.0.70 "GET /v2.0/networks/7fee943d-88d7-4262-a4f9-2887e91bd8b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806839 Jan 28 20:00:07.951441 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-34dbe5d4-2808-46fe-b478-e884b020f08e req-2d4eb614-d928-4acc-a93b-d9993584d516 service neutron] 10.222.0.70 "GET /v2.0/networks/7fee943d-88d7-4262-a4f9-2887e91bd8b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853684 Jan 28 20:00:08.173560 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908c2e67-0095-47e8-aa19-2bc49c53d5dd req-46de8a10-2225-4150-8126-d1b37318318a tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:00:08.175600 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-908c2e67-0095-47e8-aa19-2bc49c53d5dd req-46de8a10-2225-4150-8126-d1b37318318a tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/ports?device_id=608ff372-d5d0-4bb1-9a97-4c215adea138 HTTP/1.1" status: 200 len: 944 time: 0.0542169 Jan 28 20:00:08.223686 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-908c2e67-0095-47e8-aa19-2bc49c53d5dd req-f945efac-1556-4bfd-a7ca-8643c7caac5a tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/security-groups?id=11423640-4b96-4055-acb8-767888c2c90e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425274 Jan 28 20:00:08.433315 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device ce6d4843-fb2f-4306-991c-9ed25ab86aca details requested by agent hyperv_n-h1-812111-14 with host n-h1-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:00:08.530561 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port ce6d4843-fb2f-4306-991c-9ed25ab86aca, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=ce6d4843-fb2f-4306-991c-9ed25ab86aca,segment=NetworkSegment(5a07f398-4313-41f1-ab13-cbeca8236b26),segment_id=5a07f398-4313-41f1-ab13-cbeca8236b26)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:00:08.545670 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Returning: {'device': 'ce6d4843-fb2f-4306-991c-9ed25ab86aca', 'network_id': '7fee943d-88d7-4262-a4f9-2887e91bd8b7', 'port_id': 'ce6d4843-fb2f-4306-991c-9ed25ab86aca', 'mac_address': 'fa:16:3e:41:44:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f65cec15-f24b-421b-8d8c-48dacb83d8b6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:00:08.582216 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port ce6d4843-fb2f-4306-991c-9ed25ab86aca is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:00:08.582601 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (ce6d4843-fb2f-4306-991c-9ed25ab86aca), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:08.594827 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce6d4843-fb2f-4306-991c-9ed25ab86aca {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:00:08.613357 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port ce6d4843-fb2f-4306-991c-9ed25ab86aca, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=ce6d4843-fb2f-4306-991c-9ed25ab86aca,segment=NetworkSegment(5a07f398-4313-41f1-ab13-cbeca8236b26),segment_id=5a07f398-4313-41f1-ab13-cbeca8236b26)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:00:08.616880 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (ce6d4843-fb2f-4306-991c-9ed25ab86aca), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:08.663196 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=ce6d4843-fb2f-4306-991c-9ed25ab86aca,revision_number=8']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:00:08.670469 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:00:08.670824 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:00:08.671169 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:00:08.671507 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:00:08.671844 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:00:08.672180 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:00:08.672510 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:00:08.672839 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:00:08.673196 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:00:08.673525 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:00:08.673852 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:00:08.674203 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:00:08.674526 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:00:08.871073 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['ce6d4843-fb2f-4306-991c-9ed25ab86aca'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:00:08.979473 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-15188ffc-9d51-47a5-b375-578278857d76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:09.345040 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d50534-fd5d-4e1c-a773-95ed69cb7a85 req-ad055ded-e672-44e0-afa5-bcca2cc6fa14 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:00:09.347053 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a7d50534-fd5d-4e1c-a773-95ed69cb7a85 req-ad055ded-e672-44e0-afa5-bcca2cc6fa14 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/ports?device_id=608ff372-d5d0-4bb1-9a97-4c215adea138 HTTP/1.1" status: 200 len: 945 time: 0.0553677 Jan 28 20:00:09.394474 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a7d50534-fd5d-4e1c-a773-95ed69cb7a85 req-da246491-85ab-4485-9658-033ab2557d04 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/security-groups?id=11423640-4b96-4055-acb8-767888c2c90e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418651 Jan 28 20:00:09.416418 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 37178) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:00:09.479126 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-dfc06b64-1a3e-4456-a069-0700d0ee10da tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/floatingips/c494145a-c897-47d0-9c58-abca51ca7da4 HTTP/1.1" status: 200 len: 992 time: 0.0615480 Jan 28 20:00:09.892315 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:10.432289 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device ce6d4843-fb2f-4306-991c-9ed25ab86aca up at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:00:10.483139 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning for port ce6d4843-fb2f-4306-991c-9ed25ab86aca completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:00:10.486675 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning complete for port ce6d4843-fb2f-4306-991c-9ed25ab86aca triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:00:10.487046 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (ce6d4843-fb2f-4306-991c-9ed25ab86aca), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:10.561007 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port ce6d4843-fb2f-4306-991c-9ed25ab86aca is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:00:10.561416 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (ce6d4843-fb2f-4306-991c-9ed25ab86aca), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:10.583379 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '608ff372-d5d0-4bb1-9a97-4c215adea138', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce6d4843-fb2f-4306-991c-9ed25ab86aca'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:00:10.585640 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74f6f6ae-6131-431f-bee1-851678c19ad5" -d '{"events": [{"server_uuid": "608ff372-d5d0-4bb1-9a97-4c215adea138", "name": "network-vif-plugged", "status": "completed", "tag": "ce6d4843-fb2f-4306-991c-9ed25ab86aca"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:00:10.598399 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port ce6d4843-fb2f-4306-991c-9ed25ab86aca, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=ce6d4843-fb2f-4306-991c-9ed25ab86aca,segment=NetworkSegment(5a07f398-4313-41f1-ab13-cbeca8236b26),segment_id=5a07f398-4313-41f1-ab13-cbeca8236b26)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:00:10.603490 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (ce6d4843-fb2f-4306-991c-9ed25ab86aca), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:10.630884 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0eab434-fff6-45f8-9424-a048f8f95d96 x-openstack-request-id: req-d0eab434-fff6-45f8-9424-a048f8f95d96 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:00:10.631175 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "608ff372-d5d0-4bb1-9a97-4c215adea138", "name": "network-vif-plugged", "status": "completed", "tag": "ce6d4843-fb2f-4306-991c-9ed25ab86aca", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:00:10.631431 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d0eab434-fff6-45f8-9424-a048f8f95d96 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:00:10.631815 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '608ff372-d5d0-4bb1-9a97-4c215adea138', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce6d4843-fb2f-4306-991c-9ed25ab86aca', 'code': 200} Jan 28 20:00:10.656665 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=ce6d4843-fb2f-4306-991c-9ed25ab86aca,revision_number=9']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:00:11.682326 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e8f59c3d-f069-4d15-87f5-6317e7beb7cc req-3765a878-e8dd-474a-beda-6c62392bf5a6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=608ff372-d5d0-4bb1-9a97-4c215adea138&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0424676 Jan 28 20:00:11.766375 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f59c3d-f069-4d15-87f5-6317e7beb7cc req-deb031eb-2fde-4938-ac16-561f1a7d0839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:00:11.768442 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e8f59c3d-f069-4d15-87f5-6317e7beb7cc req-deb031eb-2fde-4938-ac16-561f1a7d0839 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a518f4c8c8e149bf9da3dfc2b7497304&device_id=608ff372-d5d0-4bb1-9a97-4c215adea138 HTTP/1.1" status: 200 len: 1129 time: 0.0456989 Jan 28 20:00:11.772291 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:11.870745 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f59c3d-f069-4d15-87f5-6317e7beb7cc req-36e30dd0-2eb7-43c6-b68e-e07ef89dddd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:00:11.872228 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e8f59c3d-f069-4d15-87f5-6317e7beb7cc req-36e30dd0-2eb7-43c6-b68e-e07ef89dddd9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7fee943d-88d7-4262-a4f9-2887e91bd8b7 HTTP/1.1" status: 200 len: 896 time: 0.0867252 Jan 28 20:00:11.936823 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e8f59c3d-f069-4d15-87f5-6317e7beb7cc req-cbc318c5-2b09-4cd6-8066-531b5eaf132e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ce6d4843-fb2f-4306-991c-9ed25ab86aca HTTP/1.1" status: 200 len: 1001 time: 0.0582566 Jan 28 20:00:11.984153 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f59c3d-f069-4d15-87f5-6317e7beb7cc req-d971d86c-b2c3-47bf-8630-854ae8c363c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:00:11.985583 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e8f59c3d-f069-4d15-87f5-6317e7beb7cc req-d971d86c-b2c3-47bf-8630-854ae8c363c1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f65cec15-f24b-421b-8d8c-48dacb83d8b6 HTTP/1.1" status: 200 len: 834 time: 0.0428243 Jan 28 20:00:12.038291 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f59c3d-f069-4d15-87f5-6317e7beb7cc req-a83d826a-52b3-4862-912c-3606a08f67e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:00:12.039766 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e8f59c3d-f069-4d15-87f5-6317e7beb7cc req-a83d826a-52b3-4862-912c-3606a08f67e7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7fee943d-88d7-4262-a4f9-2887e91bd8b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0484104 Jan 28 20:00:12.125228 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e8f59c3d-f069-4d15-87f5-6317e7beb7cc req-8825636d-ec95-4899-b9d1-eda1fa387f78 service neutron] 10.222.0.41 "GET /v2.0/networks/7fee943d-88d7-4262-a4f9-2887e91bd8b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794337 Jan 28 20:00:12.216533 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e8f59c3d-f069-4d15-87f5-6317e7beb7cc req-a986f35a-c0d0-4ed0-bc0d-2ba0e13610e5 service neutron] 10.222.0.41 "GET /v2.0/networks/7fee943d-88d7-4262-a4f9-2887e91bd8b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850601 Jan 28 20:00:13.158995 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:21.046082 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:24.103378 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:35.164121 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:00:36.707096 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e69dcd8d-ac19-4ee4-a7a0-db673243210f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:38.971383 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0503f83b-b8f8-45e8-868b-2b1e7210aaf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:39.894410 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:40.015477 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4b37b1-a727-48c2-91b3-74f94bfb53b2 req-cc149624-7bba-498f-8d70-6bfdd8b253cf tempest-TestNetworkAdvancedServerOps-1681414059 tempest-TestNetworkAdvancedServerOps-1681414059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:00:40.017528 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-dc4b37b1-a727-48c2-91b3-74f94bfb53b2 req-cc149624-7bba-498f-8d70-6bfdd8b253cf tempest-TestNetworkAdvancedServerOps-1681414059 tempest-TestNetworkAdvancedServerOps-1681414059-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=608ff372-d5d0-4bb1-9a97-4c215adea138 HTTP/1.1" status: 200 len: 1129 time: 0.0447779 Jan 28 20:00:40.064218 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-dc4b37b1-a727-48c2-91b3-74f94bfb53b2 req-af0292fc-2190-45c8-a1ab-bdbf247e4b8e tempest-TestNetworkAdvancedServerOps-1681414059 tempest-TestNetworkAdvancedServerOps-1681414059-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=11423640-4b96-4055-acb8-767888c2c90e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412364 Jan 28 20:00:40.085385 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 37192) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:00:40.240655 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-2f5083d0-87a5-417b-81b3-cfc770714353 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Deleting port 3b4d345c-5c4a-4358-803a-273484d1f376 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:00:40.241008 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2f5083d0-87a5-417b-81b3-cfc770714353 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (3b4d345c-5c4a-4358-803a-273484d1f376), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:40.317339 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2f5083d0-87a5-417b-81b3-cfc770714353 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (3b4d345c-5c4a-4358-803a-273484d1f376), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:40.317597 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2f5083d0-87a5-417b-81b3-cfc770714353 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for floatingip (3b4d345c-5c4a-4358-803a-273484d1f376), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:40.330954 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-2f5083d0-87a5-417b-81b3-cfc770714353 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Calling delete_port for 3b4d345c-5c4a-4358-803a-273484d1f376 owned by network:floatingip {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:00:40.473419 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2f5083d0-87a5-417b-81b3-cfc770714353 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (3b4d345c-5c4a-4358-803a-273484d1f376), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:40.499949 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5083d0-87a5-417b-81b3-cfc770714353 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Pushing event deleted for resources: {'Port': ['ID=3b4d345c-5c4a-4358-803a-273484d1f376,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:00:40.510434 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5083d0-87a5-417b-81b3-cfc770714353 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:00:40.510804 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5083d0-87a5-417b-81b3-cfc770714353 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:00:40.511153 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5083d0-87a5-417b-81b3-cfc770714353 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:00:40.511502 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5083d0-87a5-417b-81b3-cfc770714353 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:00:40.512353 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5083d0-87a5-417b-81b3-cfc770714353 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:00:40.512353 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5083d0-87a5-417b-81b3-cfc770714353 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:00:40.512547 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5083d0-87a5-417b-81b3-cfc770714353 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:00:40.512811 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5083d0-87a5-417b-81b3-cfc770714353 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:00:40.513168 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5083d0-87a5-417b-81b3-cfc770714353 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:00:40.513506 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5083d0-87a5-417b-81b3-cfc770714353 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:00:40.513838 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5083d0-87a5-417b-81b3-cfc770714353 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:00:40.514167 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5083d0-87a5-417b-81b3-cfc770714353 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:00:40.514493 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5083d0-87a5-417b-81b3-cfc770714353 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:00:40.576952 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2f5083d0-87a5-417b-81b3-cfc770714353 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for floatingip (c494145a-c897-47d0-9c58-abca51ca7da4), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:40.577369 n-d-812111-14 neutron-server[103304]: INFO neutron.db.l3_db [None req-2f5083d0-87a5-417b-81b3-cfc770714353 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Floating IP c494145a-c897-47d0-9c58-abca51ca7da4 disassociated (deleted). External IP: 172.25.6.10, port: ce6d4843-fb2f-4306-991c-9ed25ab86aca. Jan 28 20:00:40.785904 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f5083d0-87a5-417b-81b3-cfc770714353 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Router 8f4cb635-4802-417a-9544-696e4714cb63 has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:00:40.892702 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f5083d0-87a5-417b-81b3-cfc770714353 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:00:40.897291 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2f5083d0-87a5-417b-81b3-cfc770714353 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for floatingip (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:40.902515 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ce731e-103b-4f27-ac83-2e043f37fd05 None None] Sync routers for ids ['8f4cb635-4802-417a-9544-696e4714cb63'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:00:40.912616 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ce731e-103b-4f27-ac83-2e043f37fd05 None None] Routers {'8f4cb635-4802-417a-9544-696e4714cb63'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:00:40.913264 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-36ce731e-103b-4f27-ac83-2e043f37fd05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:00:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['8f4cb635-4802-417a-9544-696e4714cb63'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:00:40.927938 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-2f5083d0-87a5-417b-81b3-cfc770714353 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "DELETE /v2.0/floatingips/c494145a-c897-47d0-9c58-abca51ca7da4 HTTP/1.1" status: 204 len: 168 time: 0.8414674 Jan 28 20:00:40.928627 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '608ff372-d5d0-4bb1-9a97-4c215adea138', 'tag': 'ce6d4843-fb2f-4306-991c-9ed25ab86aca'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:00:40.931018 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48225efd-91fa-4602-9da1-6582d9c5382b" -d '{"events": [{"name": "network-changed", "server_uuid": "608ff372-d5d0-4bb1-9a97-4c215adea138", "tag": "ce6d4843-fb2f-4306-991c-9ed25ab86aca"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:00:40.969015 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:00:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1a80051-3a14-41e1-b73a-7e06b217eb09 x-openstack-request-id: req-c1a80051-3a14-41e1-b73a-7e06b217eb09 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:00:40.970655 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "608ff372-d5d0-4bb1-9a97-4c215adea138", "tag": "ce6d4843-fb2f-4306-991c-9ed25ab86aca", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:00:40.970978 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c1a80051-3a14-41e1-b73a-7e06b217eb09 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:00:40.971486 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '608ff372-d5d0-4bb1-9a97-4c215adea138', 'tag': 'ce6d4843-fb2f-4306-991c-9ed25ab86aca', 'status': 'completed', 'code': 200} Jan 28 20:00:41.026965 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-36ce731e-103b-4f27-ac83-2e043f37fd05 None None] Set router 8f4cb635-4802-417a-9544-696e4714cb63 gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:00:41.037657 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48225efd-91fa-4602-9da1-6582d9c5382b req-a50b0989-91ac-40fe-9634-0158880cbf07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:00:41.039972 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-48225efd-91fa-4602-9da1-6582d9c5382b req-a50b0989-91ac-40fe-9634-0158880cbf07 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a518f4c8c8e149bf9da3dfc2b7497304&device_id=608ff372-d5d0-4bb1-9a97-4c215adea138 HTTP/1.1" status: 200 len: 1129 time: 0.0485032 Jan 28 20:00:41.155604 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48225efd-91fa-4602-9da1-6582d9c5382b req-92239f3e-b9f3-4e9f-9017-efc5b6a572b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:00:41.157933 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-48225efd-91fa-4602-9da1-6582d9c5382b req-92239f3e-b9f3-4e9f-9017-efc5b6a572b1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7fee943d-88d7-4262-a4f9-2887e91bd8b7 HTTP/1.1" status: 200 len: 896 time: 0.1005871 Jan 28 20:00:41.167889 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be53eaf8-4c01-488a-9f84-19ee532bf42d req-3d251c3f-81f1-472e-8839-a1d41800e9cc tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:00:41.169490 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-be53eaf8-4c01-488a-9f84-19ee532bf42d req-3d251c3f-81f1-472e-8839-a1d41800e9cc tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/ports?device_id=608ff372-d5d0-4bb1-9a97-4c215adea138 HTTP/1.1" status: 200 len: 946 time: 0.0560880 Jan 28 20:00:41.201521 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-48225efd-91fa-4602-9da1-6582d9c5382b req-f25a1407-d9d4-4c04-b35c-b77e93d0c623 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ce6d4843-fb2f-4306-991c-9ed25ab86aca HTTP/1.1" status: 200 len: 217 time: 0.0362675 Jan 28 20:00:41.228202 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-be53eaf8-4c01-488a-9f84-19ee532bf42d req-1d3cea29-1666-4310-8afe-567ecdcc3e53 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/security-groups?id=11423640-4b96-4055-acb8-767888c2c90e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517356 Jan 28 20:00:41.256039 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48225efd-91fa-4602-9da1-6582d9c5382b req-7ab02282-7369-4620-b24a-f941cec5c5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:00:41.257572 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-48225efd-91fa-4602-9da1-6582d9c5382b req-7ab02282-7369-4620-b24a-f941cec5c5f0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f65cec15-f24b-421b-8d8c-48dacb83d8b6 HTTP/1.1" status: 200 len: 834 time: 0.0479758 Jan 28 20:00:41.306924 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48225efd-91fa-4602-9da1-6582d9c5382b req-271edf0b-8caa-490d-be16-b6a80d646394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:00:41.308416 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-48225efd-91fa-4602-9da1-6582d9c5382b req-271edf0b-8caa-490d-be16-b6a80d646394 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7fee943d-88d7-4262-a4f9-2887e91bd8b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0439248 Jan 28 20:00:41.319675 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-36ce731e-103b-4f27-ac83-2e043f37fd05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f4cb635-4802-417a-9544-696e4714cb63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-153717326', 'tenant_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '0107d92f-a6d5-4689-893c-660955bebd91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:58:48Z', 'updated_at': '2022-01-28T19:58:52Z', 'revision_number': 4, 'project_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'gw_port': {'id': '0107d92f-a6d5-4689-893c-660955bebd91', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:06:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4cb635-4802-417a-9544-696e4714cb63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:58:49Z', 'updated_at': '2022-01-28T19:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '8d5454cd-4fb3-4f94-ab05-85a8a7c300fd', 'name': '', 'network_id': '7fee943d-88d7-4262-a4f9-2887e91bd8b7', 'tenant_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'mac_address': 'fa:16:3e:a4:e8:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4cb635-4802-417a-9544-696e4714cb63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': 'f65cec15-f24b-421b-8d8c-48dacb83d8b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:58:51Z', 'updated_at': '2022-01-28T19:58:55Z', 'revision_number': 5, 'project_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'subnets': [{'id': 'f65cec15-f24b-421b-8d8c-48dacb83d8b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:00:41.348889 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ce731e-103b-4f27-ac83-2e043f37fd05 None None] Checking router: 8f4cb635-4802-417a-9544-696e4714cb63 for host: n-d-812111-14 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:00:41.357202 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ce731e-103b-4f27-ac83-2e043f37fd05 None None] Routers {'8f4cb635-4802-417a-9544-696e4714cb63'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:00:41.357827 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-36ce731e-103b-4f27-ac83-2e043f37fd05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:00:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['8f4cb635-4802-417a-9544-696e4714cb63'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:00:41.402776 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-48225efd-91fa-4602-9da1-6582d9c5382b req-d4cb68b2-8b9f-4a83-8074-4e0177e0675a service neutron] 10.222.0.41 "GET /v2.0/networks/7fee943d-88d7-4262-a4f9-2887e91bd8b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867434 Jan 28 20:00:41.467743 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-36ce731e-103b-4f27-ac83-2e043f37fd05 None None] Set router 8f4cb635-4802-417a-9544-696e4714cb63 gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:00:41.494685 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-48225efd-91fa-4602-9da1-6582d9c5382b req-2ce4a7f9-d1db-4467-9f2b-68e6c41d273f service neutron] 10.222.0.41 "GET /v2.0/networks/7fee943d-88d7-4262-a4f9-2887e91bd8b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825663 Jan 28 20:00:41.664528 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-36ce731e-103b-4f27-ac83-2e043f37fd05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f4cb635-4802-417a-9544-696e4714cb63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-153717326', 'tenant_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '0107d92f-a6d5-4689-893c-660955bebd91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:58:48Z', 'updated_at': '2022-01-28T19:58:52Z', 'revision_number': 4, 'project_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'gw_port': {'id': '0107d92f-a6d5-4689-893c-660955bebd91', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:06:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4cb635-4802-417a-9544-696e4714cb63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:58:49Z', 'updated_at': '2022-01-28T19:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '8d5454cd-4fb3-4f94-ab05-85a8a7c300fd', 'name': '', 'network_id': '7fee943d-88d7-4262-a4f9-2887e91bd8b7', 'tenant_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'mac_address': 'fa:16:3e:a4:e8:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4cb635-4802-417a-9544-696e4714cb63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': 'f65cec15-f24b-421b-8d8c-48dacb83d8b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:58:51Z', 'updated_at': '2022-01-28T19:58:55Z', 'revision_number': 5, 'project_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'subnets': [{'id': 'f65cec15-f24b-421b-8d8c-48dacb83d8b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:00:41.689914 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ce731e-103b-4f27-ac83-2e043f37fd05 None None] The sync data for ids ['8f4cb635-4802-417a-9544-696e4714cb63'] in n-d-812111-14 is: [{'id': '8f4cb635-4802-417a-9544-696e4714cb63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-153717326', 'tenant_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '0107d92f-a6d5-4689-893c-660955bebd91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:58:48Z', 'updated_at': '2022-01-28T19:58:52Z', 'revision_number': 4, 'project_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'gw_port': {'id': '0107d92f-a6d5-4689-893c-660955bebd91', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:06:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4cb635-4802-417a-9544-696e4714cb63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:58:49Z', 'updated_at': '2022-01-28T19:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '8d5454cd-4fb3-4f94-ab05-85a8a7c300fd', 'name': '', 'network_id': '7fee943d-88d7-4262-a4f9-2887e91bd8b7', 'tenant_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'mac_address': 'fa:16:3e:a4:e8:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4cb635-4802-417a-9544-696e4714cb63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': 'f65cec15-f24b-421b-8d8c-48dacb83d8b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:58:51Z', 'updated_at': '2022-01-28T19:58:55Z', 'revision_number': 5, 'project_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'subnets': [{'id': 'f65cec15-f24b-421b-8d8c-48dacb83d8b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:00:41.777966 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:41.908509 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d5462f-9faf-4c0e-9dd4-9a4b0939dfdd None None] New status for floating IP c494145a-c897-47d0-9c58-abca51ca7da4: DOWN {{(pid=103306) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 20:00:42.357404 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fd206f-2a22-416b-9530-72a33fe939b6 req-9a0a27e3-9fdc-4b54-9c47-a7b5abe11660 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:00:42.358893 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e1fd206f-2a22-416b-9530-72a33fe939b6 req-9a0a27e3-9fdc-4b54-9c47-a7b5abe11660 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/ports?device_id=608ff372-d5d0-4bb1-9a97-4c215adea138 HTTP/1.1" status: 200 len: 946 time: 0.0588531 Jan 28 20:00:42.407677 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e1fd206f-2a22-416b-9530-72a33fe939b6 req-a5bb5e1a-fc33-4c4f-af1c-d84060ba9903 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/security-groups?id=11423640-4b96-4055-acb8-767888c2c90e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426657 Jan 28 20:00:42.603740 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2a24aa-d9b0-4200-97f8-b8c812d5f14d req-c64b280f-b953-4fb3-ba85-c219ac82979c tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:00:42.605199 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2b2a24aa-d9b0-4200-97f8-b8c812d5f14d req-c64b280f-b953-4fb3-ba85-c219ac82979c tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.41 "GET /v2.0/ports?device_id=608ff372-d5d0-4bb1-9a97-4c215adea138 HTTP/1.1" status: 200 len: 946 time: 0.0560975 Jan 28 20:00:42.699044 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-2b2a24aa-d9b0-4200-97f8-b8c812d5f14d req-3a5b7cf6-b521-41af-af27-e445affa62e0 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Deleting port ce6d4843-fb2f-4306-991c-9ed25ab86aca {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:00:42.699381 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-2b2a24aa-d9b0-4200-97f8-b8c812d5f14d req-3a5b7cf6-b521-41af-af27-e445affa62e0 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (ce6d4843-fb2f-4306-991c-9ed25ab86aca), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:42.785838 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-2b2a24aa-d9b0-4200-97f8-b8c812d5f14d req-3a5b7cf6-b521-41af-af27-e445affa62e0 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] For port ce6d4843-fb2f-4306-991c-9ed25ab86aca, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=ce6d4843-fb2f-4306-991c-9ed25ab86aca,segment=NetworkSegment(5a07f398-4313-41f1-ab13-cbeca8236b26),segment_id=5a07f398-4313-41f1-ab13-cbeca8236b26)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:00:42.786194 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-2b2a24aa-d9b0-4200-97f8-b8c812d5f14d req-3a5b7cf6-b521-41af-af27-e445affa62e0 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (ce6d4843-fb2f-4306-991c-9ed25ab86aca), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:42.797908 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-2b2a24aa-d9b0-4200-97f8-b8c812d5f14d req-3a5b7cf6-b521-41af-af27-e445affa62e0 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Calling delete_port for ce6d4843-fb2f-4306-991c-9ed25ab86aca owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:00:42.924581 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-2b2a24aa-d9b0-4200-97f8-b8c812d5f14d req-3a5b7cf6-b521-41af-af27-e445affa62e0 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (ce6d4843-fb2f-4306-991c-9ed25ab86aca), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:42.950948 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b7cf6-b521-41af-af27-e445affa62e0 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Pushing event deleted for resources: {'Port': ['ID=ce6d4843-fb2f-4306-991c-9ed25ab86aca,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:00:42.964554 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5b7cf6-b521-41af-af27-e445affa62e0 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:00:42.964899 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5b7cf6-b521-41af-af27-e445affa62e0 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:00:42.965267 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5b7cf6-b521-41af-af27-e445affa62e0 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:00:42.965618 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5b7cf6-b521-41af-af27-e445affa62e0 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:00:42.966013 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5b7cf6-b521-41af-af27-e445affa62e0 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:00:42.966283 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5b7cf6-b521-41af-af27-e445affa62e0 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:00:42.966614 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5b7cf6-b521-41af-af27-e445affa62e0 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:00:42.966957 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5b7cf6-b521-41af-af27-e445affa62e0 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:00:42.967264 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5b7cf6-b521-41af-af27-e445affa62e0 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:00:42.967593 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5b7cf6-b521-41af-af27-e445affa62e0 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:00:42.967925 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5b7cf6-b521-41af-af27-e445affa62e0 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:00:42.968250 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5b7cf6-b521-41af-af27-e445affa62e0 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:00:42.968575 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5b7cf6-b521-41af-af27-e445affa62e0 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:00:43.005085 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b2a24aa-d9b0-4200-97f8-b8c812d5f14d req-3a5b7cf6-b521-41af-af27-e445affa62e0 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] No DVR routers for this DVR port ce6d4843-fb2f-4306-991c-9ed25ab86aca on host n-h1-812111-14 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:00:43.007567 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-2b2a24aa-d9b0-4200-97f8-b8c812d5f14d req-3a5b7cf6-b521-41af-af27-e445affa62e0 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:43.010913 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2b2a24aa-d9b0-4200-97f8-b8c812d5f14d req-3a5b7cf6-b521-41af-af27-e445affa62e0 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.41 "DELETE /v2.0/ports/ce6d4843-fb2f-4306-991c-9ed25ab86aca HTTP/1.1" status: 204 len: 173 time: 0.3977501 Jan 28 20:00:43.011369 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '608ff372-d5d0-4bb1-9a97-4c215adea138', 'name': 'network-vif-deleted', 'tag': 'ce6d4843-fb2f-4306-991c-9ed25ab86aca'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:00:43.013637 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28180bb9-ab66-4ec9-8775-18a07d91e8a9" -d '{"events": [{"server_uuid": "608ff372-d5d0-4bb1-9a97-4c215adea138", "name": "network-vif-deleted", "tag": "ce6d4843-fb2f-4306-991c-9ed25ab86aca"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:00:43.053685 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:00:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c676927-cf58-4497-ada2-5bff7ba94cdf x-openstack-request-id: req-1c676927-cf58-4497-ada2-5bff7ba94cdf {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:00:43.053983 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "608ff372-d5d0-4bb1-9a97-4c215adea138", "name": "network-vif-deleted", "tag": "ce6d4843-fb2f-4306-991c-9ed25ab86aca", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:00:43.054236 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1c676927-cf58-4497-ada2-5bff7ba94cdf {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:00:43.054642 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '608ff372-d5d0-4bb1-9a97-4c215adea138', 'name': 'network-vif-deleted', 'tag': 'ce6d4843-fb2f-4306-991c-9ed25ab86aca', 'status': 'completed', 'code': 200} Jan 28 20:00:43.161306 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:43.519330 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-92c79373-789f-4420-b129-ce9ee5afcd0f req-1bd79f8a-50a9-4789-8736-f2972198d0d1 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/ports?device_id=608ff372-d5d0-4bb1-9a97-4c215adea138 HTTP/1.1" status: 200 len: 210 time: 0.0312586 Jan 28 20:00:44.575353 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 37208) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:00:44.935506 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e11b12f0-3ae1-4fcf-82eb-c794b4d98b0b tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-732838'] for router_interface (8f4cb635-4802-417a-9544-696e4714cb63), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:45.195409 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-e11b12f0-3ae1-4fcf-82eb-c794b4d98b0b tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Deleting port 8d5454cd-4fb3-4f94-ab05-85a8a7c300fd {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:00:45.195676 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e11b12f0-3ae1-4fcf-82eb-c794b4d98b0b tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (8d5454cd-4fb3-4f94-ab05-85a8a7c300fd), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:45.283136 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-e11b12f0-3ae1-4fcf-82eb-c794b4d98b0b tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] For port 8d5454cd-4fb3-4f94-ab05-85a8a7c300fd, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=8d5454cd-4fb3-4f94-ab05-85a8a7c300fd,segment=NetworkSegment(5a07f398-4313-41f1-ab13-cbeca8236b26),segment_id=5a07f398-4313-41f1-ab13-cbeca8236b26)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:00:45.283506 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e11b12f0-3ae1-4fcf-82eb-c794b4d98b0b tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (8d5454cd-4fb3-4f94-ab05-85a8a7c300fd), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:45.296401 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-e11b12f0-3ae1-4fcf-82eb-c794b4d98b0b tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Calling delete_port for 8d5454cd-4fb3-4f94-ab05-85a8a7c300fd owned by network:router_interface {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:00:45.483876 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e11b12f0-3ae1-4fcf-82eb-c794b4d98b0b tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (8d5454cd-4fb3-4f94-ab05-85a8a7c300fd), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:45.510657 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11b12f0-3ae1-4fcf-82eb-c794b4d98b0b tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Pushing event deleted for resources: {'Port': ['ID=8d5454cd-4fb3-4f94-ab05-85a8a7c300fd,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:00:45.690944 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e11b12f0-3ae1-4fcf-82eb-c794b4d98b0b tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-732682'] for router_interface (8f4cb635-4802-417a-9544-696e4714cb63), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:45.912490 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e11b12f0-3ae1-4fcf-82eb-c794b4d98b0b tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Router 8f4cb635-4802-417a-9544-696e4714cb63 has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:00:46.018684 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e11b12f0-3ae1-4fcf-82eb-c794b4d98b0b tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:00:46.024111 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-e11b12f0-3ae1-4fcf-82eb-c794b4d98b0b tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "PUT /v2.0/routers/8f4cb635-4802-417a-9544-696e4714cb63/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4477236 Jan 28 20:00:46.027106 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 37210) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:00:46.033610 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efa52e4-f11c-4cfc-befb-1bf1fab724eb None None] Sync routers for ids ['8f4cb635-4802-417a-9544-696e4714cb63'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:00:46.042740 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5efa52e4-f11c-4cfc-befb-1bf1fab724eb None None] Routers {'8f4cb635-4802-417a-9544-696e4714cb63'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:00:46.043395 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-5efa52e4-f11c-4cfc-befb-1bf1fab724eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:00:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['8f4cb635-4802-417a-9544-696e4714cb63'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:00:46.078276 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-6467723d-ff70-4574-8bef-7476e6ec295c tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Deleting subnet f65cec15-f24b-421b-8d8c-48dacb83d8b6 {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 20:00:46.082002 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6467723d-ff70-4574-8bef-7476e6ec295c tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for subnet (f65cec15-f24b-421b-8d8c-48dacb83d8b6), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:46.120903 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6467723d-ff70-4574-8bef-7476e6ec295c tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4747050'] for subnet (f65cec15-f24b-421b-8d8c-48dacb83d8b6), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:46.144244 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-5efa52e4-f11c-4cfc-befb-1bf1fab724eb None None] Set router 8f4cb635-4802-417a-9544-696e4714cb63 gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:00:46.207582 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6467723d-ff70-4574-8bef-7476e6ec295c tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (f65cec15-f24b-421b-8d8c-48dacb83d8b6), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:46.268237 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6467723d-ff70-4574-8bef-7476e6ec295c tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4690616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5222356'] for subnet (f65cec15-f24b-421b-8d8c-48dacb83d8b6), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:46.296678 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6467723d-ff70-4574-8bef-7476e6ec295c tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Pushing event deleted for resources: {'Subnet': ['ID=f65cec15-f24b-421b-8d8c-48dacb83d8b6,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:00:46.299447 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6467723d-ff70-4574-8bef-7476e6ec295c tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:46.302680 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-6467723d-ff70-4574-8bef-7476e6ec295c tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "DELETE /v2.0/subnets/f65cec15-f24b-421b-8d8c-48dacb83d8b6 HTTP/1.1" status: 204 len: 168 time: 0.2747164 Jan 28 20:00:46.306081 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 37212) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:00:46.310005 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32f74232-d614-49af-859b-020bc408651c None None] Network 7fee943d-88d7-4262-a4f9-2887e91bd8b7 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:00:46.321810 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-5efa52e4-f11c-4cfc-befb-1bf1fab724eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f4cb635-4802-417a-9544-696e4714cb63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-153717326', 'tenant_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '0107d92f-a6d5-4689-893c-660955bebd91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:58:48Z', 'updated_at': '2022-01-28T20:00:45Z', 'revision_number': 5, 'project_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'gw_port': {'id': '0107d92f-a6d5-4689-893c-660955bebd91', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:06:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4cb635-4802-417a-9544-696e4714cb63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:58:49Z', 'updated_at': '2022-01-28T19:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:00:46.348812 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efa52e4-f11c-4cfc-befb-1bf1fab724eb None None] Checking router: 8f4cb635-4802-417a-9544-696e4714cb63 for host: n-d-812111-14 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:00:46.357452 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5efa52e4-f11c-4cfc-befb-1bf1fab724eb None None] Routers {'8f4cb635-4802-417a-9544-696e4714cb63'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:00:46.358074 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-5efa52e4-f11c-4cfc-befb-1bf1fab724eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:00:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['8f4cb635-4802-417a-9544-696e4714cb63'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:00:46.425551 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0cf99727-cdc2-42d4-9c22-d6248e9615b6 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for router (8f4cb635-4802-417a-9544-696e4714cb63), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:46.472911 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-5efa52e4-f11c-4cfc-befb-1bf1fab724eb None None] Set router 8f4cb635-4802-417a-9544-696e4714cb63 gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:00:46.481174 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eebb447e-11d9-4374-8cca-083f806ee0fd None None] DHCP port deletion for 7fee943d-88d7-4262-a4f9-2887e91bd8b7 request from n-d-812111-14 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 20:00:46.528577 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-eebb447e-11d9-4374-8cca-083f806ee0fd None None] Deleting port 5e4b4c22-515a-43de-b21d-6de675e5a6d9 {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:00:46.528967 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-eebb447e-11d9-4374-8cca-083f806ee0fd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (5e4b4c22-515a-43de-b21d-6de675e5a6d9), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:46.537720 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0cf99727-cdc2-42d4-9c22-d6248e9615b6 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for router_gateway (8f4cb635-4802-417a-9544-696e4714cb63), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:46.595137 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-eebb447e-11d9-4374-8cca-083f806ee0fd None None] For port 5e4b4c22-515a-43de-b21d-6de675e5a6d9, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=5e4b4c22-515a-43de-b21d-6de675e5a6d9,segment=NetworkSegment(5a07f398-4313-41f1-ab13-cbeca8236b26),segment_id=5a07f398-4313-41f1-ab13-cbeca8236b26)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:00:46.595424 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-0cf99727-cdc2-42d4-9c22-d6248e9615b6 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Deleting port 0107d92f-a6d5-4689-893c-660955bebd91 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:00:46.595556 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0cf99727-cdc2-42d4-9c22-d6248e9615b6 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (0107d92f-a6d5-4689-893c-660955bebd91), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:46.595665 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-eebb447e-11d9-4374-8cca-083f806ee0fd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (5e4b4c22-515a-43de-b21d-6de675e5a6d9), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:46.610516 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-eebb447e-11d9-4374-8cca-083f806ee0fd None None] Calling delete_port for 5e4b4c22-515a-43de-b21d-6de675e5a6d9 owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:00:46.656571 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device ce6d4843-fb2f-4306-991c-9ed25ab86aca no longer exists at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:00:46.667079 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-5efa52e4-f11c-4cfc-befb-1bf1fab724eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f4cb635-4802-417a-9544-696e4714cb63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-153717326', 'tenant_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '0107d92f-a6d5-4689-893c-660955bebd91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:58:48Z', 'updated_at': '2022-01-28T20:00:45Z', 'revision_number': 5, 'project_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'gw_port': {'id': '0107d92f-a6d5-4689-893c-660955bebd91', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:06:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4cb635-4802-417a-9544-696e4714cb63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:58:49Z', 'updated_at': '2022-01-28T19:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:00:46.682238 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] No Port match for: ce6d4843-fb2f-4306-991c-9ed25ab86aca {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:00:46.682591 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device ce6d4843-fb2f-4306-991c-9ed25ab86aca not bound to the agent host n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:00:46.690610 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-0cf99727-cdc2-42d4-9c22-d6248e9615b6 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] For port 0107d92f-a6d5-4689-893c-660955bebd91, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=0107d92f-a6d5-4689-893c-660955bebd91,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:00:46.691258 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0cf99727-cdc2-42d4-9c22-d6248e9615b6 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (0107d92f-a6d5-4689-893c-660955bebd91), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:46.693765 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efa52e4-f11c-4cfc-befb-1bf1fab724eb None None] The sync data for ids ['8f4cb635-4802-417a-9544-696e4714cb63'] in n-d-812111-14 is: [{'id': '8f4cb635-4802-417a-9544-696e4714cb63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-153717326', 'tenant_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '0107d92f-a6d5-4689-893c-660955bebd91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:58:48Z', 'updated_at': '2022-01-28T20:00:45Z', 'revision_number': 5, 'project_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'gw_port': {'id': '0107d92f-a6d5-4689-893c-660955bebd91', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:06:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4cb635-4802-417a-9544-696e4714cb63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:58:49Z', 'updated_at': '2022-01-28T19:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:00:46.705783 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-0cf99727-cdc2-42d4-9c22-d6248e9615b6 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Calling delete_port for 0107d92f-a6d5-4689-893c-660955bebd91 owned by network:router_gateway {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:00:46.719435 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-eebb447e-11d9-4374-8cca-083f806ee0fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985'] for port (5e4b4c22-515a-43de-b21d-6de675e5a6d9), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:46.748239 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebb447e-11d9-4374-8cca-083f806ee0fd None None] Pushing event deleted for resources: {'Port': ['ID=5e4b4c22-515a-43de-b21d-6de675e5a6d9,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:00:46.759216 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eebb447e-11d9-4374-8cca-083f806ee0fd None None] No DVR routers for this DVR port 5e4b4c22-515a-43de-b21d-6de675e5a6d9 on host n-d-812111-14 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:00:46.880872 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0cf99727-cdc2-42d4-9c22-d6248e9615b6 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (0107d92f-a6d5-4689-893c-660955bebd91), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:46.907744 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf99727-cdc2-42d4-9c22-d6248e9615b6 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Pushing event deleted for resources: {'Port': ['ID=0107d92f-a6d5-4689-893c-660955bebd91,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:00:46.965799 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0cf99727-cdc2-42d4-9c22-d6248e9615b6 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-731488'] for router_gateway (8f4cb635-4802-417a-9544-696e4714cb63), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:47.371527 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0cf99727-cdc2-42d4-9c22-d6248e9615b6 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-730901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261120'] for router (8f4cb635-4802-417a-9544-696e4714cb63), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:47.373704 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0cf99727-cdc2-42d4-9c22-d6248e9615b6 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for router_controller (8f4cb635-4802-417a-9544-696e4714cb63), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:47.418891 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0cf99727-cdc2-42d4-9c22-d6248e9615b6 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-730908'] for router (8f4cb635-4802-417a-9544-696e4714cb63), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:47.419454 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cf99727-cdc2-42d4-9c22-d6248e9615b6 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Fanout notify agent at l3_agent the message router_deleted on router 8f4cb635-4802-417a-9544-696e4714cb63 {{(pid=103304) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 20:00:47.426426 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0cf99727-cdc2-42d4-9c22-d6248e9615b6 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:47.427551 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-0cf99727-cdc2-42d4-9c22-d6248e9615b6 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "DELETE /v2.0/routers/8f4cb635-4802-417a-9544-696e4714cb63 HTTP/1.1" status: 204 len: 168 time: 1.1205640 Jan 28 20:00:47.430334 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 37214) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:00:47.511034 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-895df229-9cc6-432f-8872-0bb63f421989 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (7fee943d-88d7-4262-a4f9-2887e91bd8b7), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:47.600888 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-895df229-9cc6-432f-8872-0bb63f421989 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (7fee943d-88d7-4262-a4f9-2887e91bd8b7), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:47.621336 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-895df229-9cc6-432f-8872-0bb63f421989 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fee943d-88d7-4262-a4f9-2887e91bd8b7']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:00:47.631075 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-895df229-9cc6-432f-8872-0bb63f421989 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a07f398-4313-41f1-ab13-cbeca8236b26') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:00:47.631371 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-895df229-9cc6-432f-8872-0bb63f421989 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a07f398-4313-41f1-ab13-cbeca8236b26') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:00:47.640565 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-895df229-9cc6-432f-8872-0bb63f421989 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4747091'] for segment (5a07f398-4313-41f1-ab13-cbeca8236b26), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:47.653988 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-895df229-9cc6-432f-8872-0bb63f421989 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (5a07f398-4313-41f1-ab13-cbeca8236b26), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:47.659783 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-895df229-9cc6-432f-8872-0bb63f421989 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:00:47.660174 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-895df229-9cc6-432f-8872-0bb63f421989 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4690514'] for segment (5a07f398-4313-41f1-ab13-cbeca8236b26), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:47.663113 n-d-812111-14 neutron-server[103304]: Traceback (most recent call last): Jan 28 20:00:47.663113 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:00:47.663113 n-d-812111-14 neutron-server[103304]: timer() Jan 28 20:00:47.663113 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:00:47.663113 n-d-812111-14 neutron-server[103304]: cb(*args, **kw) Jan 28 20:00:47.663113 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:00:47.663113 n-d-812111-14 neutron-server[103304]: return func(*args, **kwargs) Jan 28 20:00:47.663113 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:00:47.663113 n-d-812111-14 neutron-server[103304]: self._notify() Jan 28 20:00:47.663113 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:00:47.663113 n-d-812111-14 neutron-server[103304]: self.callback(batched_events) Jan 28 20:00:47.663113 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:00:47.663113 n-d-812111-14 neutron-server[103304]: event.method(event) Jan 28 20:00:47.663113 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:00:47.663113 n-d-812111-14 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:00:47.663113 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:00:47.663113 n-d-812111-14 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:00:47.663113 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:00:47.663113 n-d-812111-14 neutron-server[103304]: return f(self, *a, **k) Jan 28 20:00:47.663113 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:00:47.663113 n-d-812111-14 neutron-server[103304]: return self._get(url).json() Jan 28 20:00:47.663113 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:00:47.663113 n-d-812111-14 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:00:47.663113 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:00:47.663113 n-d-812111-14 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 28 20:00:47.663113 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:00:47.663113 n-d-812111-14 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:00:47.663113 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:00:47.663113 n-d-812111-14 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:00:47.663113 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:00:47.663113 n-d-812111-14 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:00:47.663113 n-d-812111-14 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:00:47.718730 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-895df229-9cc6-432f-8872-0bb63f421989 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (7fee943d-88d7-4262-a4f9-2887e91bd8b7), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:47.725475 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-895df229-9cc6-432f-8872-0bb63f421989 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:47.728629 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-895df229-9cc6-432f-8872-0bb63f421989 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "DELETE /v2.0/networks/7fee943d-88d7-4262-a4f9-2887e91bd8b7 HTTP/1.1" status: 204 len: 168 time: 0.2973449 Jan 28 20:00:47.731472 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 37216) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:00:47.746022 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895df229-9cc6-432f-8872-0bb63f421989 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Pushing event deleted for resources: {'Network': ['ID=7fee943d-88d7-4262-a4f9-2887e91bd8b7,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:00:47.788525 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f561e3f1-86e4-4fa6-bbcd-c19edb538bac tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for security_group (11423640-4b96-4055-acb8-767888c2c90e), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:47.813408 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f561e3f1-86e4-4fa6-bbcd-c19edb538bac tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for security_group (11423640-4b96-4055-acb8-767888c2c90e), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:47.885262 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f561e3f1-86e4-4fa6-bbcd-c19edb538bac tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (11423640-4b96-4055-acb8-767888c2c90e), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:47.887883 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f561e3f1-86e4-4fa6-bbcd-c19edb538bac tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:47.889051 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-f561e3f1-86e4-4fa6-bbcd-c19edb538bac tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "DELETE /v2.0/security-groups/11423640-4b96-4055-acb8-767888c2c90e HTTP/1.1" status: 204 len: 168 time: 0.1566155 Jan 28 20:00:47.903277 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f561e3f1-86e4-4fa6-bbcd-c19edb538bac tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11423640-4b96-4055-acb8-767888c2c90e,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:00:47.920149 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 8d5454cd-4fb3-4f94-ab05-85a8a7c300fd no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:00:47.948503 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: 8d5454cd-4fb3-4f94-ab05-85a8a7c300fd {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:00:47.948857 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 8d5454cd-4fb3-4f94-ab05-85a8a7c300fd not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:00:47.949486 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 5e4b4c22-515a-43de-b21d-6de675e5a6d9 no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:00:47.969986 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: 5e4b4c22-515a-43de-b21d-6de675e5a6d9 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:00:47.970282 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 5e4b4c22-515a-43de-b21d-6de675e5a6d9 not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:00:47.970703 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 0107d92f-a6d5-4689-893c-660955bebd91 no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:00:47.990442 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: 0107d92f-a6d5-4689-893c-660955bebd91 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:00:47.990791 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 0107d92f-a6d5-4689-893c-660955bebd91 not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:00:49.134191 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 37224) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:00:49.138749 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-9e8b8ff2-1caf-437c-9d0a-b88239c55a96 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1127825907', 'description': 'tempest-secgroup-smoke-1127825907 description', 'project_id': 'a518f4c8c8e149bf9da3dfc2b7497304'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:00:49.159356 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9e8b8ff2-1caf-437c-9d0a-b88239c55a96 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:49.225416 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9e8b8ff2-1caf-437c-9d0a-b88239c55a96 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for security_group (ea9371b1-4925-4c9c-a1f5-b2f982746957), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:49.229468 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9e8b8ff2-1caf-437c-9d0a-b88239c55a96 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (ea9371b1-4925-4c9c-a1f5-b2f982746957), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:49.259301 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9e8b8ff2-1caf-437c-9d0a-b88239c55a96 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:49.260435 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-9e8b8ff2-1caf-437c-9d0a-b88239c55a96 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1252382 Jan 28 20:00:49.262337 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8b8ff2-1caf-437c-9d0a-b88239c55a96 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea9371b1-4925-4c9c-a1f5-b2f982746957,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:00:49.263605 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 37226) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:00:49.268807 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-6c6def70-7fd6-48f3-9df5-7df0632c272a tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Request body: {'security_group_rule': {'security_group_id': 'ea9371b1-4925-4c9c-a1f5-b2f982746957', 'project_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:00:49.293003 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6c6def70-7fd6-48f3-9df5-7df0632c272a tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for security_group_rule (f5acb83f-d914-41d4-8f52-a225fe44ff66), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:49.346713 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6c6def70-7fd6-48f3-9df5-7df0632c272a tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for security_group_rule (f5acb83f-d914-41d4-8f52-a225fe44ff66), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:49.350514 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6c6def70-7fd6-48f3-9df5-7df0632c272a tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (f5acb83f-d914-41d4-8f52-a225fe44ff66), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:49.368580 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6def70-7fd6-48f3-9df5-7df0632c272a tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5acb83f-d914-41d4-8f52-a225fe44ff66,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:00:49.373623 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6c6def70-7fd6-48f3-9df5-7df0632c272a tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:49.374841 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-6c6def70-7fd6-48f3-9df5-7df0632c272a tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1102114 Jan 28 20:00:49.378102 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 37228) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:00:49.382400 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-52eb4fb4-08f8-4f38-a3e3-8bed5917b493 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Request body: {'security_group_rule': {'security_group_id': 'ea9371b1-4925-4c9c-a1f5-b2f982746957', 'project_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:00:49.405854 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-52eb4fb4-08f8-4f38-a3e3-8bed5917b493 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for security_group_rule (93216477-092c-44e7-8c78-184096fd4cb0), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:49.461442 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-52eb4fb4-08f8-4f38-a3e3-8bed5917b493 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for security_group_rule (93216477-092c-44e7-8c78-184096fd4cb0), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:49.465077 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-52eb4fb4-08f8-4f38-a3e3-8bed5917b493 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (93216477-092c-44e7-8c78-184096fd4cb0), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:49.482524 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52eb4fb4-08f8-4f38-a3e3-8bed5917b493 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93216477-092c-44e7-8c78-184096fd4cb0,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:00:49.491846 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-52eb4fb4-08f8-4f38-a3e3-8bed5917b493 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:49.493029 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-52eb4fb4-08f8-4f38-a3e3-8bed5917b493 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1140079 Jan 28 20:00:49.496032 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 37230) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:00:49.500213 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-8f52a088-19c0-414a-a047-64243cac3eba tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Request body: {'security_group_rule': {'security_group_id': 'ea9371b1-4925-4c9c-a1f5-b2f982746957', 'project_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:00:49.525582 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8f52a088-19c0-414a-a047-64243cac3eba tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for security_group_rule (847eb708-c52f-4a68-ab94-d3f1401db8de), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:49.581168 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8f52a088-19c0-414a-a047-64243cac3eba tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for security_group_rule (847eb708-c52f-4a68-ab94-d3f1401db8de), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:49.585084 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8f52a088-19c0-414a-a047-64243cac3eba tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (847eb708-c52f-4a68-ab94-d3f1401db8de), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:49.606237 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f52a088-19c0-414a-a047-64243cac3eba tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=847eb708-c52f-4a68-ab94-d3f1401db8de,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:00:49.611459 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8f52a088-19c0-414a-a047-64243cac3eba tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:49.612623 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-8f52a088-19c0-414a-a047-64243cac3eba tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1157110 Jan 28 20:00:49.615381 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 37232) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:00:49.619551 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-4373ddb5-1400-4c8c-bb23-e14d4e2adb21 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Request body: {'security_group_rule': {'security_group_id': 'ea9371b1-4925-4c9c-a1f5-b2f982746957', 'project_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:00:49.643529 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4373ddb5-1400-4c8c-bb23-e14d4e2adb21 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for security_group_rule (9118a6cb-4701-444d-b06a-76d9bd13c7d1), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:49.698645 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4373ddb5-1400-4c8c-bb23-e14d4e2adb21 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for security_group_rule (9118a6cb-4701-444d-b06a-76d9bd13c7d1), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:49.702111 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4373ddb5-1400-4c8c-bb23-e14d4e2adb21 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (9118a6cb-4701-444d-b06a-76d9bd13c7d1), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:49.719596 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4373ddb5-1400-4c8c-bb23-e14d4e2adb21 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9118a6cb-4701-444d-b06a-76d9bd13c7d1,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:00:49.727286 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4373ddb5-1400-4c8c-bb23-e14d4e2adb21 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:49.728469 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-4373ddb5-1400-4c8c-bb23-e14d4e2adb21 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1121793 Jan 28 20:00:49.731144 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 37234) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:00:49.735442 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-7aa361b8-e9b5-4687-a27d-ab31fef6bd76 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Request body: {'security_group_rule': {'security_group_id': 'ea9371b1-4925-4c9c-a1f5-b2f982746957', 'project_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:00:49.754602 n-d-812111-14 neutron-server[103304]: INFO neutron.db.securitygroups_db [None req-7aa361b8-e9b5-4687-a27d-ab31fef6bd76 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Project a518f4c8c8e149bf9da3dfc2b7497304 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 20:00:49.759336 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7aa361b8-e9b5-4687-a27d-ab31fef6bd76 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for security_group_rule (3be18380-28bf-417f-b5b9-7d6691546d2f), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:49.816798 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7aa361b8-e9b5-4687-a27d-ab31fef6bd76 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for security_group_rule (3be18380-28bf-417f-b5b9-7d6691546d2f), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:49.820281 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7aa361b8-e9b5-4687-a27d-ab31fef6bd76 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (3be18380-28bf-417f-b5b9-7d6691546d2f), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:49.835051 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa361b8-e9b5-4687-a27d-ab31fef6bd76 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3be18380-28bf-417f-b5b9-7d6691546d2f,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:00:49.845447 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7aa361b8-e9b5-4687-a27d-ab31fef6bd76 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:49.846629 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-7aa361b8-e9b5-4687-a27d-ab31fef6bd76 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1145747 Jan 28 20:00:49.849428 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 37236) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:00:49.853775 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-ef36b019-4f77-4550-a147-ca53a6d5c743 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Request body: {'security_group_rule': {'security_group_id': 'ea9371b1-4925-4c9c-a1f5-b2f982746957', 'project_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:00:49.873826 n-d-812111-14 neutron-server[103304]: INFO neutron.db.securitygroups_db [None req-ef36b019-4f77-4550-a147-ca53a6d5c743 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Project a518f4c8c8e149bf9da3dfc2b7497304 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 20:00:49.879144 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ef36b019-4f77-4550-a147-ca53a6d5c743 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for security_group_rule (09389eb9-709c-47e3-a482-6129d3d07ca9), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:49.938923 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ef36b019-4f77-4550-a147-ca53a6d5c743 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for security_group_rule (09389eb9-709c-47e3-a482-6129d3d07ca9), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:49.942325 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ef36b019-4f77-4550-a147-ca53a6d5c743 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (09389eb9-709c-47e3-a482-6129d3d07ca9), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:49.961748 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef36b019-4f77-4550-a147-ca53a6d5c743 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09389eb9-709c-47e3-a482-6129d3d07ca9,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:00:49.970250 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ef36b019-4f77-4550-a147-ca53a6d5c743 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:49.971455 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-ef36b019-4f77-4550-a147-ca53a6d5c743 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1210184 Jan 28 20:00:49.974243 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 37238) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:00:49.978953 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-9cff0004-543f-42ba-9f47-e5e673c7f1a7 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Request body: {'network': {'name': 'tempest-network-smoke--576614313', 'project_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'port_security_enabled': True}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:00:49.997653 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cff0004-543f-42ba-9f47-e5e673c7f1a7 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Made reservation on behalf of a518f4c8c8e149bf9da3dfc2b7497304 for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:00:50.000937 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9cff0004-543f-42ba-9f47-e5e673c7f1a7 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:50.025843 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cff0004-543f-42ba-9f47-e5e673c7f1a7 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:00:50.035354 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9cff0004-543f-42ba-9f47-e5e673c7f1a7 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (6a1c4eb0-0612-4f96-8790-e0ec4a3b7355), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:50.035636 n-d-812111-14 neutron-server[103304]: INFO neutron.db.segments_db [None req-9cff0004-543f-42ba-9f47-e5e673c7f1a7 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Added segment 6a1c4eb0-0612-4f96-8790-e0ec4a3b7355 of type vlan for network 7cc75c1c-dd8c-46ca-8bd3-4902e06de86d Jan 28 20:00:50.075670 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9cff0004-543f-42ba-9f47-e5e673c7f1a7 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (7cc75c1c-dd8c-46ca-8bd3-4902e06de86d), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:50.100008 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9cff0004-543f-42ba-9f47-e5e673c7f1a7 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (7cc75c1c-dd8c-46ca-8bd3-4902e06de86d), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:50.105021 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cff0004-543f-42ba-9f47-e5e673c7f1a7 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:00:50.105649 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9cff0004-543f-42ba-9f47-e5e673c7f1a7 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:50.162137 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-9cff0004-543f-42ba-9f47-e5e673c7f1a7 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1868894 Jan 28 20:00:50.164898 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 37240) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:00:50.171323 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-b5fe4538-3785-44f8-996a-00351c518084 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2004702656', 'admin_state_up': True, 'project_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:00:50.186351 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cff0004-543f-42ba-9f47-e5e673c7f1a7 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Pushing event updated for resources: {'Network': ['ID=7cc75c1c-dd8c-46ca-8bd3-4902e06de86d,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:00:50.197434 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network 7cc75c1c-dd8c-46ca-8bd3-4902e06de86d details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:00:50.201915 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b5fe4538-3785-44f8-996a-00351c518084 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261150'] for router (1e8a3aba-ca01-442a-a95a-a3e8fc3921e6), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:50.202935 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b5fe4538-3785-44f8-996a-00351c518084 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-731099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-731441', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261129'] for router (1e8a3aba-ca01-442a-a95a-a3e8fc3921e6), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:50.260885 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b5fe4538-3785-44f8-996a-00351c518084 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for router_controller (1e8a3aba-ca01-442a-a95a-a3e8fc3921e6), precommit_add_association {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:50.397650 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b5fe4538-3785-44f8-996a-00351c518084 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for router_gateway (1e8a3aba-ca01-442a-a95a-a3e8fc3921e6), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:50.587942 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b5fe4538-3785-44f8-996a-00351c518084 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for router_gateway (1e8a3aba-ca01-442a-a95a-a3e8fc3921e6), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:50.606907 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b5fe4538-3785-44f8-996a-00351c518084 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:50.710389 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-b5fe4538-3785-44f8-996a-00351c518084 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Allocated IP 172.25.6.137 (d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8/a648e4ab-7422-41b9-b133-58aca25ab8f5/eb26d0dc-0641-48a7-848a-f5ff02959736) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:00:50.810895 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b5fe4538-3785-44f8-996a-00351c518084 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for port (eb26d0dc-0641-48a7-848a-f5ff02959736), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:50.844356 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b5fe4538-3785-44f8-996a-00351c518084 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (eb26d0dc-0641-48a7-848a-f5ff02959736), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:50.883131 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5fe4538-3785-44f8-996a-00351c518084 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:00:50.886114 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-b5fe4538-3785-44f8-996a-00351c518084 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:00:50.889539 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5fe4538-3785-44f8-996a-00351c518084 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:00:50.920737 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fe4538-3785-44f8-996a-00351c518084 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Pushing event updated for resources: {'Port': ['ID=eb26d0dc-0641-48a7-848a-f5ff02959736,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:00:51.060142 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:51.148729 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b5fe4538-3785-44f8-996a-00351c518084 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for router_gateway (1e8a3aba-ca01-442a-a95a-a3e8fc3921e6), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:51.346716 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b5fe4538-3785-44f8-996a-00351c518084 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-731074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-731460'] for router (1e8a3aba-ca01-442a-a95a-a3e8fc3921e6), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:51.472509 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5fe4538-3785-44f8-996a-00351c518084 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Router 1e8a3aba-ca01-442a-a95a-a3e8fc3921e6 is scheduled to L3 agent 76fe5c49-705a-4e08-abb2-be585676213f with binding_index 1 {{(pid=103304) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 20:00:51.576765 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5fe4538-3785-44f8-996a-00351c518084 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:00:51.587271 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659c3076-d7a1-45cf-8945-62647e8f6607 None None] Sync routers for ids ['1e8a3aba-ca01-442a-a95a-a3e8fc3921e6'] in n-d-812111-14 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:00:51.596300 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659c3076-d7a1-45cf-8945-62647e8f6607 None None] Routers {'1e8a3aba-ca01-442a-a95a-a3e8fc3921e6'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:00:51.596999 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-659c3076-d7a1-45cf-8945-62647e8f6607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:00:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['1e8a3aba-ca01-442a-a95a-a3e8fc3921e6'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:00:51.597949 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b5fe4538-3785-44f8-996a-00351c518084 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:51.602385 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-b5fe4538-3785-44f8-996a-00351c518084 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4335699 Jan 28 20:00:51.602826 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 37242) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:00:51.640925 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-1fdd4417-bd90-4be0-bbb9-483fd502ce9e tempest-TestNetworkAdvancedServerOps-1681414059 tempest-TestNetworkAdvancedServerOps-1681414059-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=a518f4c8c8e149bf9da3dfc2b7497304&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0368762 Jan 28 20:00:51.644044 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 37244) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:00:51.704267 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-659c3076-d7a1-45cf-8945-62647e8f6607 None None] Set router 1e8a3aba-ca01-442a-a95a-a3e8fc3921e6 gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:00:51.887971 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-659c3076-d7a1-45cf-8945-62647e8f6607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e8a3aba-ca01-442a-a95a-a3e8fc3921e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2004702656', 'tenant_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': 'eb26d0dc-0641-48a7-848a-f5ff02959736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:00:50Z', 'updated_at': '2022-01-28T20:00:51Z', 'revision_number': 3, 'project_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'gw_port': {'id': 'eb26d0dc-0641-48a7-848a-f5ff02959736', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:06:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e8a3aba-ca01-442a-a95a-a3e8fc3921e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:00:50Z', 'updated_at': '2022-01-28T20:00:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:00:51.917722 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659c3076-d7a1-45cf-8945-62647e8f6607 None None] Checking router: 1e8a3aba-ca01-442a-a95a-a3e8fc3921e6 for host: n-d-812111-14 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:00:51.918078 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659c3076-d7a1-45cf-8945-62647e8f6607 None None] Updating router 1e8a3aba-ca01-442a-a95a-a3e8fc3921e6 port eb26d0dc-0641-48a7-848a-f5ff02959736 binding host n-d-812111-14 {{(pid=103306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:00:51.945977 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-659c3076-d7a1-45cf-8945-62647e8f6607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (eb26d0dc-0641-48a7-848a-f5ff02959736), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:52.028204 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc10c3bd-5040-4856-9d1c-3f60085d5dc6 tempest-TestNetworkAdvancedServerOps-1681414059 tempest-TestNetworkAdvancedServerOps-1681414059-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:00:52.029741 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-bc10c3bd-5040-4856-9d1c-3f60085d5dc6 tempest-TestNetworkAdvancedServerOps-1681414059 tempest-TestNetworkAdvancedServerOps-1681414059-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3847468 Jan 28 20:00:52.032465 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 37246) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:00:52.065965 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-5dede8b1-9dd1-4a51-b5db-4f9586d16618 tempest-TestNetworkAdvancedServerOps-1681414059 tempest-TestNetworkAdvancedServerOps-1681414059-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0318515 Jan 28 20:00:52.068429 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 37248) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:00:52.073118 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-00e08afa-ea1d-4634-9907-a57ea60351c7 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-857519329', 'network_id': '7cc75c1c-dd8c-46ca-8bd3-4902e06de86d', 'project_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:00:52.160048 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00e08afa-ea1d-4634-9907-a57ea60351c7 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Made reservation on behalf of a518f4c8c8e149bf9da3dfc2b7497304 for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:00:52.163558 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-00e08afa-ea1d-4634-9907-a57ea60351c7 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4733071'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:52.195203 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-659c3076-d7a1-45cf-8945-62647e8f6607 None None] Publish callbacks [] for port (eb26d0dc-0641-48a7-848a-f5ff02959736), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:52.200680 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-659c3076-d7a1-45cf-8945-62647e8f6607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (eb26d0dc-0641-48a7-848a-f5ff02959736), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:52.254725 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-659c3076-d7a1-45cf-8945-62647e8f6607 None None] Attempting to bind port eb26d0dc-0641-48a7-848a-f5ff02959736 on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:00:52.255352 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-659c3076-d7a1-45cf-8945-62647e8f6607 None None] Attempting to bind port eb26d0dc-0641-48a7-848a-f5ff02959736 by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:00:52.255519 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659c3076-d7a1-45cf-8945-62647e8f6607 None None] Attempting to bind port eb26d0dc-0641-48a7-848a-f5ff02959736 on network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:00:52.257441 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc65ad66-1f4f-47bb-abc2-9db8d6ba5598 None None] Pushing event updated for resources: {'Port': ['ID=eb26d0dc-0641-48a7-848a-f5ff02959736,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:00:52.263013 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659c3076-d7a1-45cf-8945-62647e8f6607 None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:00:52.263398 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659c3076-d7a1-45cf-8945-62647e8f6607 None None] Checking segment: {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:00:52.263806 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-659c3076-d7a1-45cf-8945-62647e8f6607 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:52.264196 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659c3076-d7a1-45cf-8945-62647e8f6607 None None] Bound using segment: {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:00:52.264663 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-659c3076-d7a1-45cf-8945-62647e8f6607 None None] Bound port: eb26d0dc-0641-48a7-848a-f5ff02959736, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:00:52.265554 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-659c3076-d7a1-45cf-8945-62647e8f6607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (eb26d0dc-0641-48a7-848a-f5ff02959736), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:52.358733 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-00e08afa-ea1d-4634-9907-a57ea60351c7 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4752401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4733085'] for subnet (083ca1c0-edcb-4e4a-b0bd-6dca2fe04b6b), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:52.422421 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e08afa-ea1d-4634-9907-a57ea60351c7 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Pushing event updated for resources: {'Subnet': ['ID=083ca1c0-edcb-4e4a-b0bd-6dca2fe04b6b,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:00:52.432389 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e08afa-ea1d-4634-9907-a57ea60351c7 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Checking segment: {'id': '6a1c4eb0-0612-4f96-8790-e0ec4a3b7355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '7cc75c1c-dd8c-46ca-8bd3-4902e06de86d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:00:52.432759 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e08afa-ea1d-4634-9907-a57ea60351c7 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Network hostable DHCP agents. Network: 7cc75c1c-dd8c-46ca-8bd3-4902e06de86d, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:00:52.449732 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e08afa-ea1d-4634-9907-a57ea60351c7 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Network 7cc75c1c-dd8c-46ca-8bd3-4902e06de86d is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:00:52.459444 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-00e08afa-ea1d-4634-9907-a57ea60351c7 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, 7cc75c1c-dd8c-46ca-8bd3-4902e06de86d) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:00:52.464118 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00e08afa-ea1d-4634-9907-a57ea60351c7 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:00:52.464915 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-00e08afa-ea1d-4634-9907-a57ea60351c7 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:52.472926 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21190f56-a46b-4790-9f9a-cdfa61c579c3 None None] Network 7cc75c1c-dd8c-46ca-8bd3-4902e06de86d requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:00:52.484268 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 37250) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:00:52.484830 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-00e08afa-ea1d-4634-9907-a57ea60351c7 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4150522 Jan 28 20:00:52.491128 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-659c3076-d7a1-45cf-8945-62647e8f6607 None None] For port eb26d0dc-0641-48a7-848a-f5ff02959736, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:00:52.530026 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-659c3076-d7a1-45cf-8945-62647e8f6607 None None] For port eb26d0dc-0641-48a7-848a-f5ff02959736, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=eb26d0dc-0641-48a7-848a-f5ff02959736,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:00:52.539824 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-659c3076-d7a1-45cf-8945-62647e8f6607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (eb26d0dc-0641-48a7-848a-f5ff02959736), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:52.631570 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc65ad66-1f4f-47bb-abc2-9db8d6ba5598 None None] Pushing event updated for resources: {'Port': ['ID=eb26d0dc-0641-48a7-848a-f5ff02959736,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:00:52.636296 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-096b243f-bea5-4880-b6c4-ba9e72fb95ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68cd31fd-e4cd-5fb3-a862-256fc47efcd2-7cc75c1c-dd8c-46ca-8bd3-4902e06de86d', 'network_id': '7cc75c1c-dd8c-46ca-8bd3-4902e06de86d', 'project_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'fixed_ips': [{'subnet_id': '083ca1c0-edcb-4e4a-b0bd-6dca2fe04b6b'}]}} from n-d-812111-14. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 20:00:52.637164 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-096b243f-bea5-4880-b6c4-ba9e72fb95ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:52.640820 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659c3076-d7a1-45cf-8945-62647e8f6607 None None] Routers {'1e8a3aba-ca01-442a-a95a-a3e8fc3921e6'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:00:52.641489 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-659c3076-d7a1-45cf-8945-62647e8f6607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:00:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['1e8a3aba-ca01-442a-a95a-a3e8fc3921e6'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:00:52.846256 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-659c3076-d7a1-45cf-8945-62647e8f6607 None None] Set router 1e8a3aba-ca01-442a-a95a-a3e8fc3921e6 gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:00:52.927272 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f473f401-2b14-474b-91c9-07b732054a14 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:52.950129 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-096b243f-bea5-4880-b6c4-ba9e72fb95ac None None] Allocated IP 172.20.0.2 (7cc75c1c-dd8c-46ca-8bd3-4902e06de86d/083ca1c0-edcb-4e4a-b0bd-6dca2fe04b6b/d1136ee4-170f-4320-98a8-db75bf19c2a8) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:00:53.161383 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-096b243f-bea5-4880-b6c4-ba9e72fb95ac None None] Publish callbacks [] for port (d1136ee4-170f-4320-98a8-db75bf19c2a8), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:53.165539 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-659c3076-d7a1-45cf-8945-62647e8f6607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e8a3aba-ca01-442a-a95a-a3e8fc3921e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2004702656', 'tenant_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': 'eb26d0dc-0641-48a7-848a-f5ff02959736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:00:50Z', 'updated_at': '2022-01-28T20:00:51Z', 'revision_number': 3, 'project_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'gw_port': {'id': 'eb26d0dc-0641-48a7-848a-f5ff02959736', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:06:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e8a3aba-ca01-442a-a95a-a3e8fc3921e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:00:50Z', 'updated_at': '2022-01-28T20:00:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:00:53.169417 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-096b243f-bea5-4880-b6c4-ba9e72fb95ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (d1136ee4-170f-4320-98a8-db75bf19c2a8), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:53.201440 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659c3076-d7a1-45cf-8945-62647e8f6607 None None] The sync data for ids ['1e8a3aba-ca01-442a-a95a-a3e8fc3921e6'] in n-d-812111-14 is: [{'id': '1e8a3aba-ca01-442a-a95a-a3e8fc3921e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2004702656', 'tenant_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': 'eb26d0dc-0641-48a7-848a-f5ff02959736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:00:50Z', 'updated_at': '2022-01-28T20:00:51Z', 'revision_number': 3, 'project_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'gw_port': {'id': 'eb26d0dc-0641-48a7-848a-f5ff02959736', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:06:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e8a3aba-ca01-442a-a95a-a3e8fc3921e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:00:50Z', 'updated_at': '2022-01-28T20:00:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:00:53.246071 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-096b243f-bea5-4880-b6c4-ba9e72fb95ac None None] Network 7cc75c1c-dd8c-46ca-8bd3-4902e06de86d is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:00:53.249712 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-096b243f-bea5-4880-b6c4-ba9e72fb95ac None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:00:53.252565 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096b243f-bea5-4880-b6c4-ba9e72fb95ac None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:00:53.275074 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096b243f-bea5-4880-b6c4-ba9e72fb95ac None None] Pushing event updated for resources: {'Port': ['ID=d1136ee4-170f-4320-98a8-db75bf19c2a8,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:00:53.326659 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-096b243f-bea5-4880-b6c4-ba9e72fb95ac None None] Attempting to bind port d1136ee4-170f-4320-98a8-db75bf19c2a8 on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:00:53.327039 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-096b243f-bea5-4880-b6c4-ba9e72fb95ac None None] Attempting to bind port d1136ee4-170f-4320-98a8-db75bf19c2a8 by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '6a1c4eb0-0612-4f96-8790-e0ec4a3b7355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '7cc75c1c-dd8c-46ca-8bd3-4902e06de86d'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:00:53.327404 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096b243f-bea5-4880-b6c4-ba9e72fb95ac None None] Attempting to bind port d1136ee4-170f-4320-98a8-db75bf19c2a8 on network 7cc75c1c-dd8c-46ca-8bd3-4902e06de86d {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:00:53.333212 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096b243f-bea5-4880-b6c4-ba9e72fb95ac None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:00:53.333600 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096b243f-bea5-4880-b6c4-ba9e72fb95ac None None] Checking segment: {'id': '6a1c4eb0-0612-4f96-8790-e0ec4a3b7355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '7cc75c1c-dd8c-46ca-8bd3-4902e06de86d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:00:53.334014 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-096b243f-bea5-4880-b6c4-ba9e72fb95ac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:53.334431 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096b243f-bea5-4880-b6c4-ba9e72fb95ac None None] Bound using segment: {'id': '6a1c4eb0-0612-4f96-8790-e0ec4a3b7355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '7cc75c1c-dd8c-46ca-8bd3-4902e06de86d'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:00:53.334893 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-096b243f-bea5-4880-b6c4-ba9e72fb95ac None None] Bound port: d1136ee4-170f-4320-98a8-db75bf19c2a8, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a1c4eb0-0612-4f96-8790-e0ec4a3b7355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '7cc75c1c-dd8c-46ca-8bd3-4902e06de86d'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:00:53.335289 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-096b243f-bea5-4880-b6c4-ba9e72fb95ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (d1136ee4-170f-4320-98a8-db75bf19c2a8), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:53.402280 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-096b243f-bea5-4880-b6c4-ba9e72fb95ac None None] For port d1136ee4-170f-4320-98a8-db75bf19c2a8, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:00:53.405811 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-096b243f-bea5-4880-b6c4-ba9e72fb95ac None None] For port d1136ee4-170f-4320-98a8-db75bf19c2a8, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=d1136ee4-170f-4320-98a8-db75bf19c2a8,segment=NetworkSegment(6a1c4eb0-0612-4f96-8790-e0ec4a3b7355),segment_id=6a1c4eb0-0612-4f96-8790-e0ec4a3b7355)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:00:53.414235 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-096b243f-bea5-4880-b6c4-ba9e72fb95ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (d1136ee4-170f-4320-98a8-db75bf19c2a8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:53.481074 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096b243f-bea5-4880-b6c4-ba9e72fb95ac None None] Pushing event updated for resources: {'Port': ['ID=d1136ee4-170f-4320-98a8-db75bf19c2a8,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:00:53.559151 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-f473f401-2b14-474b-91c9-07b732054a14 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Allocated IP 172.20.0.1 (7cc75c1c-dd8c-46ca-8bd3-4902e06de86d/083ca1c0-edcb-4e4a-b0bd-6dca2fe04b6b/4d6c4376-f486-4f9c-8ff9-ed8afb406e54) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:00:53.703597 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f473f401-2b14-474b-91c9-07b732054a14 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for port (4d6c4376-f486-4f9c-8ff9-ed8afb406e54), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:53.744498 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f473f401-2b14-474b-91c9-07b732054a14 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (4d6c4376-f486-4f9c-8ff9-ed8afb406e54), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:53.814703 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f473f401-2b14-474b-91c9-07b732054a14 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Pushing event updated for resources: {'Port': ['ID=4d6c4376-f486-4f9c-8ff9-ed8afb406e54,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:00:53.823651 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f473f401-2b14-474b-91c9-07b732054a14 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Network 7cc75c1c-dd8c-46ca-8bd3-4902e06de86d is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:00:53.825422 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-f473f401-2b14-474b-91c9-07b732054a14 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:00:53.828120 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f473f401-2b14-474b-91c9-07b732054a14 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:00:53.881963 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f473f401-2b14-474b-91c9-07b732054a14 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734769'] for router_interface (1e8a3aba-ca01-442a-a95a-a3e8fc3921e6), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:53.995456 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device eb26d0dc-0641-48a7-848a-f5ff02959736 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:00:54.036332 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f473f401-2b14-474b-91c9-07b732054a14 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (4d6c4376-f486-4f9c-8ff9-ed8afb406e54), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:54.052667 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port eb26d0dc-0641-48a7-848a-f5ff02959736 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:00:54.053346 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (eb26d0dc-0641-48a7-848a-f5ff02959736), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:54.123064 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:54.160336 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port eb26d0dc-0641-48a7-848a-f5ff02959736 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:00:54.160742 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (eb26d0dc-0641-48a7-848a-f5ff02959736), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:54.182505 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] For port eb26d0dc-0641-48a7-848a-f5ff02959736, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=eb26d0dc-0641-48a7-848a-f5ff02959736,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:00:54.188164 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (eb26d0dc-0641-48a7-848a-f5ff02959736), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:54.189039 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device d1136ee4-170f-4320-98a8-db75bf19c2a8 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:00:54.283165 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port d1136ee4-170f-4320-98a8-db75bf19c2a8 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:00:54.283559 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (d1136ee4-170f-4320-98a8-db75bf19c2a8), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:54.288492 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Pushing event updated for resources: {'Port': ['ID=eb26d0dc-0641-48a7-848a-f5ff02959736,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:00:54.369376 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f473f401-2b14-474b-91c9-07b732054a14 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for port (4d6c4376-f486-4f9c-8ff9-ed8afb406e54), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:54.378419 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f473f401-2b14-474b-91c9-07b732054a14 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (4d6c4376-f486-4f9c-8ff9-ed8afb406e54), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:54.380668 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port d1136ee4-170f-4320-98a8-db75bf19c2a8 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:00:54.381142 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (d1136ee4-170f-4320-98a8-db75bf19c2a8), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:54.414902 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] For port d1136ee4-170f-4320-98a8-db75bf19c2a8, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=d1136ee4-170f-4320-98a8-db75bf19c2a8,segment=NetworkSegment(6a1c4eb0-0612-4f96-8790-e0ec4a3b7355),segment_id=6a1c4eb0-0612-4f96-8790-e0ec4a3b7355)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:00:54.420340 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (d1136ee4-170f-4320-98a8-db75bf19c2a8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:54.455540 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f473f401-2b14-474b-91c9-07b732054a14 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Pushing event updated for resources: {'Port': ['ID=4d6c4376-f486-4f9c-8ff9-ed8afb406e54,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:00:54.459869 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f473f401-2b14-474b-91c9-07b732054a14 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-756216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-732801'] for router_interface (1e8a3aba-ca01-442a-a95a-a3e8fc3921e6), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:54.482281 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Pushing event updated for resources: {'Port': ['ID=d1136ee4-170f-4320-98a8-db75bf19c2a8,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:00:54.561830 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f473f401-2b14-474b-91c9-07b732054a14 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Network 7cc75c1c-dd8c-46ca-8bd3-4902e06de86d is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:00:54.563250 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-f473f401-2b14-474b-91c9-07b732054a14 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:00:54.637258 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-707a455f-ba38-4ee3-816d-d48b9c01c222 None None] Network 7cc75c1c-dd8c-46ca-8bd3-4902e06de86d requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:00:54.684485 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f473f401-2b14-474b-91c9-07b732054a14 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Router 1e8a3aba-ca01-442a-a95a-a3e8fc3921e6 has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:00:54.762279 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2da72d76-31b2-4043-9e43-9075f113ddf7 None None] Provisioning complete for port d1136ee4-170f-4320-98a8-db75bf19c2a8 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:00:54.762655 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2da72d76-31b2-4043-9e43-9075f113ddf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (d1136ee4-170f-4320-98a8-db75bf19c2a8), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:54.801739 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f473f401-2b14-474b-91c9-07b732054a14 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:00:54.826693 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-f473f401-2b14-474b-91c9-07b732054a14 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "PUT /v2.0/routers/1e8a3aba-ca01-442a-a95a-a3e8fc3921e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3359766 Jan 28 20:00:54.866134 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2da72d76-31b2-4043-9e43-9075f113ddf7 None None] Current status of the port d1136ee4-170f-4320-98a8-db75bf19c2a8 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:00:54.985321 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-071e8b7d-2c66-4e71-9b76-97cc891c635f req-a3a639d1-f69f-4b68-9789-e8f15b144560 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1127825907&fields=id&tenant_id=a518f4c8c8e149bf9da3dfc2b7497304 HTTP/1.1" status: 200 len: 267 time: 0.0587678 Jan 28 20:00:55.033197 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a305118b-00dc-46f4-99a0-d2c5d0344fc6 None None] Sync routers for ids ['1e8a3aba-ca01-442a-a95a-a3e8fc3921e6'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:00:55.044343 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a305118b-00dc-46f4-99a0-d2c5d0344fc6 None None] Routers {'1e8a3aba-ca01-442a-a95a-a3e8fc3921e6'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:00:55.045128 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-a305118b-00dc-46f4-99a0-d2c5d0344fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:00:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['1e8a3aba-ca01-442a-a95a-a3e8fc3921e6'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:00:55.088435 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-974cebbc-aae5-4853-9492-617eb23f139d None None] Provisioning complete for port d1136ee4-170f-4320-98a8-db75bf19c2a8 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:00:55.089023 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-974cebbc-aae5-4853-9492-617eb23f139d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (d1136ee4-170f-4320-98a8-db75bf19c2a8), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:55.101976 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071e8b7d-2c66-4e71-9b76-97cc891c635f req-cd76ebeb-b79f-41bd-9ba4-97e017f1234c tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:00:55.103507 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-071e8b7d-2c66-4e71-9b76-97cc891c635f req-cd76ebeb-b79f-41bd-9ba4-97e017f1234c tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/networks?id=7cc75c1c-dd8c-46ca-8bd3-4902e06de86d HTTP/1.1" status: 200 len: 796 time: 0.1109953 Jan 28 20:00:55.120646 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-071e8b7d-2c66-4e71-9b76-97cc891c635f req-8616f83a-4065-4c48-a738-80495a549c7d tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/quotas/a518f4c8c8e149bf9da3dfc2b7497304 HTTP/1.1" status: 200 len: 375 time: 0.0104496 Jan 28 20:00:55.178700 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-a305118b-00dc-46f4-99a0-d2c5d0344fc6 None None] Set router 1e8a3aba-ca01-442a-a95a-a3e8fc3921e6 gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:00:55.193377 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-974cebbc-aae5-4853-9492-617eb23f139d None None] Current status of the port d1136ee4-170f-4320-98a8-db75bf19c2a8 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:00:55.201669 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-071e8b7d-2c66-4e71-9b76-97cc891c635f req-8ad0b0a0-d096-42bb-8197-668d1fa71727 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=a518f4c8c8e149bf9da3dfc2b7497304&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0752108 Jan 28 20:00:55.205224 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-974cebbc-aae5-4853-9492-617eb23f139d None None] Provisioning complete for port 4d6c4376-f486-4f9c-8ff9-ed8afb406e54 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:00:55.205608 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-974cebbc-aae5-4853-9492-617eb23f139d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (4d6c4376-f486-4f9c-8ff9-ed8afb406e54), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:55.251041 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-974cebbc-aae5-4853-9492-617eb23f139d None None] Port 4d6c4376-f486-4f9c-8ff9-ed8afb406e54 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 20:00:55.374042 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-008c79e2-30cc-4ff1-8821-d9f91c40893b None None] Provisioning complete for port 4d6c4376-f486-4f9c-8ff9-ed8afb406e54 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:00:55.374774 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-008c79e2-30cc-4ff1-8821-d9f91c40893b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (4d6c4376-f486-4f9c-8ff9-ed8afb406e54), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:55.414501 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-008c79e2-30cc-4ff1-8821-d9f91c40893b None None] Port 4d6c4376-f486-4f9c-8ff9-ed8afb406e54 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 20:00:55.436101 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-071e8b7d-2c66-4e71-9b76-97cc891c635f req-bd150bfb-fb8e-43f8-97d7-342c94afd29b service neutron] 10.222.0.64 "GET /v2.0/networks/7cc75c1c-dd8c-46ca-8bd3-4902e06de86d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2224674 Jan 28 20:00:55.508554 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-a305118b-00dc-46f4-99a0-d2c5d0344fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e8a3aba-ca01-442a-a95a-a3e8fc3921e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2004702656', 'tenant_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': 'eb26d0dc-0641-48a7-848a-f5ff02959736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:00:50Z', 'updated_at': '2022-01-28T20:00:53Z', 'revision_number': 4, 'project_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'gw_port': {'id': 'eb26d0dc-0641-48a7-848a-f5ff02959736', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:06:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8a3aba-ca01-442a-a95a-a3e8fc3921e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:00:50Z', 'updated_at': '2022-01-28T20:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '4d6c4376-f486-4f9c-8ff9-ed8afb406e54', 'name': '', 'network_id': '7cc75c1c-dd8c-46ca-8bd3-4902e06de86d', 'tenant_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'mac_address': 'fa:16:3e:68:9f:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e8a3aba-ca01-442a-a95a-a3e8fc3921e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '083ca1c0-edcb-4e4a-b0bd-6dca2fe04b6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:00:53Z', 'updated_at': '2022-01-28T20:00:54Z', 'revision_number': 2, 'project_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'subnets': [{'id': '083ca1c0-edcb-4e4a-b0bd-6dca2fe04b6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:00:55.529792 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-071e8b7d-2c66-4e71-9b76-97cc891c635f req-b2a7c0c3-f160-40ea-bd18-0b55e3eab907 service neutron] 10.222.0.64 "GET /v2.0/networks/7cc75c1c-dd8c-46ca-8bd3-4902e06de86d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877092 Jan 28 20:00:55.533941 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-26f60062-fbed-443e-af98-ccee41515e66 None None] Provisioning complete for port 4d6c4376-f486-4f9c-8ff9-ed8afb406e54 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:00:55.534301 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-26f60062-fbed-443e-af98-ccee41515e66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (4d6c4376-f486-4f9c-8ff9-ed8afb406e54), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:55.538230 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a305118b-00dc-46f4-99a0-d2c5d0344fc6 None None] Checking router: 1e8a3aba-ca01-442a-a95a-a3e8fc3921e6 for host: n-d-812111-14 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:00:55.538587 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a305118b-00dc-46f4-99a0-d2c5d0344fc6 None None] Updating router 1e8a3aba-ca01-442a-a95a-a3e8fc3921e6 port 4d6c4376-f486-4f9c-8ff9-ed8afb406e54 binding host n-d-812111-14 {{(pid=103307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:00:55.565240 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-a305118b-00dc-46f4-99a0-d2c5d0344fc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (4d6c4376-f486-4f9c-8ff9-ed8afb406e54), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:55.569466 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-26f60062-fbed-443e-af98-ccee41515e66 None None] Port 4d6c4376-f486-4f9c-8ff9-ed8afb406e54 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 20:00:55.710714 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-485f7b14-1704-44d5-8da1-66bba0b4ad90 req-ea018710-188b-42bc-9ceb-15f6ddecba4c tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/ports?device_id=048da32a-bef5-4e4d-babc-310f0b660101 HTTP/1.1" status: 200 len: 210 time: 0.0311687 Jan 28 20:00:55.837618 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-a305118b-00dc-46f4-99a0-d2c5d0344fc6 None None] Publish callbacks [] for port (4d6c4376-f486-4f9c-8ff9-ed8afb406e54), precommit_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:55.846199 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-a305118b-00dc-46f4-99a0-d2c5d0344fc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (4d6c4376-f486-4f9c-8ff9-ed8afb406e54), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:55.856768 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device eb26d0dc-0641-48a7-848a-f5ff02959736 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:00:55.906520 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618438e7-eef0-49c9-960a-d9686342f250 None None] Pushing event updated for resources: {'Port': ['ID=4d6c4376-f486-4f9c-8ff9-ed8afb406e54,revision_number=3']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:00:55.911540 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port eb26d0dc-0641-48a7-848a-f5ff02959736 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:00:55.911997 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (eb26d0dc-0641-48a7-848a-f5ff02959736), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:55.916932 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618438e7-eef0-49c9-960a-d9686342f250 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:00:55.917354 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618438e7-eef0-49c9-960a-d9686342f250 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:00:55.917703 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618438e7-eef0-49c9-960a-d9686342f250 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:00:55.918048 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618438e7-eef0-49c9-960a-d9686342f250 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:00:55.918780 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618438e7-eef0-49c9-960a-d9686342f250 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:00:55.918780 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618438e7-eef0-49c9-960a-d9686342f250 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:00:55.919270 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618438e7-eef0-49c9-960a-d9686342f250 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:00:55.919503 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618438e7-eef0-49c9-960a-d9686342f250 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:00:55.919835 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618438e7-eef0-49c9-960a-d9686342f250 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:00:55.920587 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618438e7-eef0-49c9-960a-d9686342f250 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:00:55.920929 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618438e7-eef0-49c9-960a-d9686342f250 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:00:55.921293 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618438e7-eef0-49c9-960a-d9686342f250 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:00:55.921623 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618438e7-eef0-49c9-960a-d9686342f250 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:00:55.988267 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-a305118b-00dc-46f4-99a0-d2c5d0344fc6 None None] Attempting to bind port 4d6c4376-f486-4f9c-8ff9-ed8afb406e54 on host n-d-812111-14 for vnic_type normal with profile {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:00:55.988639 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-a305118b-00dc-46f4-99a0-d2c5d0344fc6 None None] Attempting to bind port 4d6c4376-f486-4f9c-8ff9-ed8afb406e54 by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '6a1c4eb0-0612-4f96-8790-e0ec4a3b7355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '7cc75c1c-dd8c-46ca-8bd3-4902e06de86d'}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:00:55.989000 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a305118b-00dc-46f4-99a0-d2c5d0344fc6 None None] Attempting to bind port 4d6c4376-f486-4f9c-8ff9-ed8afb406e54 on network 7cc75c1c-dd8c-46ca-8bd3-4902e06de86d {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:00:55.994243 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a305118b-00dc-46f4-99a0-d2c5d0344fc6 None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:00:55.994614 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a305118b-00dc-46f4-99a0-d2c5d0344fc6 None None] Checking segment: {'id': '6a1c4eb0-0612-4f96-8790-e0ec4a3b7355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '7cc75c1c-dd8c-46ca-8bd3-4902e06de86d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:00:55.995270 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-a305118b-00dc-46f4-99a0-d2c5d0344fc6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:55.995791 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a305118b-00dc-46f4-99a0-d2c5d0344fc6 None None] Bound using segment: {'id': '6a1c4eb0-0612-4f96-8790-e0ec4a3b7355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '7cc75c1c-dd8c-46ca-8bd3-4902e06de86d'} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:00:55.996469 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-a305118b-00dc-46f4-99a0-d2c5d0344fc6 None None] Bound port: 4d6c4376-f486-4f9c-8ff9-ed8afb406e54, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a1c4eb0-0612-4f96-8790-e0ec4a3b7355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '7cc75c1c-dd8c-46ca-8bd3-4902e06de86d'}}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:00:55.996854 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-a305118b-00dc-46f4-99a0-d2c5d0344fc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (4d6c4376-f486-4f9c-8ff9-ed8afb406e54), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:56.014667 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port eb26d0dc-0641-48a7-848a-f5ff02959736 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:00:56.016235 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device d1136ee4-170f-4320-98a8-db75bf19c2a8 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:00:56.066576 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-a305118b-00dc-46f4-99a0-d2c5d0344fc6 None None] For port 4d6c4376-f486-4f9c-8ff9-ed8afb406e54, host n-d-812111-14, cleared binding levels {{(pid=103307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:00:56.071572 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-a305118b-00dc-46f4-99a0-d2c5d0344fc6 None None] For port 4d6c4376-f486-4f9c-8ff9-ed8afb406e54, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=4d6c4376-f486-4f9c-8ff9-ed8afb406e54,segment=NetworkSegment(6a1c4eb0-0612-4f96-8790-e0ec4a3b7355),segment_id=6a1c4eb0-0612-4f96-8790-e0ec4a3b7355)] {{(pid=103307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:00:56.078227 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port d1136ee4-170f-4320-98a8-db75bf19c2a8 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:00:56.078600 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (d1136ee4-170f-4320-98a8-db75bf19c2a8), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:56.080592 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-a305118b-00dc-46f4-99a0-d2c5d0344fc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (4d6c4376-f486-4f9c-8ff9-ed8afb406e54), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:56.157166 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a305118b-00dc-46f4-99a0-d2c5d0344fc6 None None] Routers {'1e8a3aba-ca01-442a-a95a-a3e8fc3921e6'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:00:56.158656 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-a305118b-00dc-46f4-99a0-d2c5d0344fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:00:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['1e8a3aba-ca01-442a-a95a-a3e8fc3921e6'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:00:56.196315 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618438e7-eef0-49c9-960a-d9686342f250 None None] Pushing event updated for resources: {'Port': ['ID=4d6c4376-f486-4f9c-8ff9-ed8afb406e54,revision_number=4']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:00:56.206260 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port d1136ee4-170f-4320-98a8-db75bf19c2a8 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:00:56.212332 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-db5235a3-ebd6-42f2-9035-ab573dd580b8 None None] Provisioning complete for port 4d6c4376-f486-4f9c-8ff9-ed8afb406e54 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:00:56.212708 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-db5235a3-ebd6-42f2-9035-ab573dd580b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (4d6c4376-f486-4f9c-8ff9-ed8afb406e54), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:56.301175 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-a305118b-00dc-46f4-99a0-d2c5d0344fc6 None None] Set router 1e8a3aba-ca01-442a-a95a-a3e8fc3921e6 gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:00:56.308271 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-db5235a3-ebd6-42f2-9035-ab573dd580b8 None None] Current status of the port 4d6c4376-f486-4f9c-8ff9-ed8afb406e54 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:00:56.308802 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-db5235a3-ebd6-42f2-9035-ab573dd580b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (4d6c4376-f486-4f9c-8ff9-ed8afb406e54), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:56.350212 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-db5235a3-ebd6-42f2-9035-ab573dd580b8 None None] For port 4d6c4376-f486-4f9c-8ff9-ed8afb406e54, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=4d6c4376-f486-4f9c-8ff9-ed8afb406e54,segment=NetworkSegment(6a1c4eb0-0612-4f96-8790-e0ec4a3b7355),segment_id=6a1c4eb0-0612-4f96-8790-e0ec4a3b7355)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:00:56.355151 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-db5235a3-ebd6-42f2-9035-ab573dd580b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (4d6c4376-f486-4f9c-8ff9-ed8afb406e54), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:56.412793 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5235a3-ebd6-42f2-9035-ab573dd580b8 None None] Pushing event updated for resources: {'Port': ['ID=4d6c4376-f486-4f9c-8ff9-ed8afb406e54,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:00:56.475295 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-9e5b974c-cae9-4dbb-ae32-996beb0e2f0e None None] Provisioning complete for port 4d6c4376-f486-4f9c-8ff9-ed8afb406e54 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:00:56.475668 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9e5b974c-cae9-4dbb-ae32-996beb0e2f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (4d6c4376-f486-4f9c-8ff9-ed8afb406e54), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:56.510194 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-a305118b-00dc-46f4-99a0-d2c5d0344fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e8a3aba-ca01-442a-a95a-a3e8fc3921e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2004702656', 'tenant_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': 'eb26d0dc-0641-48a7-848a-f5ff02959736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:00:50Z', 'updated_at': '2022-01-28T20:00:53Z', 'revision_number': 4, 'project_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'gw_port': {'id': 'eb26d0dc-0641-48a7-848a-f5ff02959736', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:06:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8a3aba-ca01-442a-a95a-a3e8fc3921e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:00:50Z', 'updated_at': '2022-01-28T20:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '4d6c4376-f486-4f9c-8ff9-ed8afb406e54', 'name': '', 'network_id': '7cc75c1c-dd8c-46ca-8bd3-4902e06de86d', 'tenant_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'mac_address': 'fa:16:3e:68:9f:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e8a3aba-ca01-442a-a95a-a3e8fc3921e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '083ca1c0-edcb-4e4a-b0bd-6dca2fe04b6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:00:53Z', 'updated_at': '2022-01-28T20:00:56Z', 'revision_number': 4, 'project_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'subnets': [{'id': '083ca1c0-edcb-4e4a-b0bd-6dca2fe04b6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:00:56.536156 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a305118b-00dc-46f4-99a0-d2c5d0344fc6 None None] The sync data for ids ['1e8a3aba-ca01-442a-a95a-a3e8fc3921e6'] in n-d-812111-14 is: [{'id': '1e8a3aba-ca01-442a-a95a-a3e8fc3921e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2004702656', 'tenant_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': 'eb26d0dc-0641-48a7-848a-f5ff02959736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:00:50Z', 'updated_at': '2022-01-28T20:00:53Z', 'revision_number': 4, 'project_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'gw_port': {'id': 'eb26d0dc-0641-48a7-848a-f5ff02959736', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:06:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8a3aba-ca01-442a-a95a-a3e8fc3921e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:00:50Z', 'updated_at': '2022-01-28T20:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '4d6c4376-f486-4f9c-8ff9-ed8afb406e54', 'name': '', 'network_id': '7cc75c1c-dd8c-46ca-8bd3-4902e06de86d', 'tenant_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'mac_address': 'fa:16:3e:68:9f:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e8a3aba-ca01-442a-a95a-a3e8fc3921e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '083ca1c0-edcb-4e4a-b0bd-6dca2fe04b6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:00:53Z', 'updated_at': '2022-01-28T20:00:56Z', 'revision_number': 4, 'project_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'subnets': [{'id': '083ca1c0-edcb-4e4a-b0bd-6dca2fe04b6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:00:56.558052 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-9e5b974c-cae9-4dbb-ae32-996beb0e2f0e None None] Current status of the port 4d6c4376-f486-4f9c-8ff9-ed8afb406e54 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:00:56.825094 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c5d8a0ed-a2bc-4b6b-a033-bc6ed453c82f req-76c30f3e-d656-43f0-84cb-58bdb5600693 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/ports?device_id=048da32a-bef5-4e4d-babc-310f0b660101 HTTP/1.1" status: 200 len: 210 time: 0.0325005 Jan 28 20:00:56.840205 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071e8b7d-2c66-4e71-9b76-97cc891c635f req-a7f9de50-460c-417c-a578-d5111e705568 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:00:56.842583 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-071e8b7d-2c66-4e71-9b76-97cc891c635f req-a7f9de50-460c-417c-a578-d5111e705568 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.70 "GET /v2.0/networks?id=7cc75c1c-dd8c-46ca-8bd3-4902e06de86d HTTP/1.1" status: 200 len: 796 time: 0.1284206 Jan 28 20:00:56.914637 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-071e8b7d-2c66-4e71-9b76-97cc891c635f req-0112abb3-3bd0-4137-8348-fe6add2060f8 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a518f4c8c8e149bf9da3dfc2b7497304 HTTP/1.1" status: 200 len: 380 time: 0.0636268 Jan 28 20:00:56.925656 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-071e8b7d-2c66-4e71-9b76-97cc891c635f req-63b0acfb-5c7f-47ee-b66d-90fa57d15370 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Request body: {'port': {'device_id': '048da32a-bef5-4e4d-babc-310f0b660101', 'network_id': '7cc75c1c-dd8c-46ca-8bd3-4902e06de86d', 'admin_state_up': True, 'tenant_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'security_groups': ['ea9371b1-4925-4c9c-a1f5-b2f982746957']}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:00:57.037975 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-071e8b7d-2c66-4e71-9b76-97cc891c635f req-63b0acfb-5c7f-47ee-b66d-90fa57d15370 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Made reservation on behalf of a518f4c8c8e149bf9da3dfc2b7497304 for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:00:57.042713 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-071e8b7d-2c66-4e71-9b76-97cc891c635f req-63b0acfb-5c7f-47ee-b66d-90fa57d15370 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:57.181842 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-071e8b7d-2c66-4e71-9b76-97cc891c635f req-63b0acfb-5c7f-47ee-b66d-90fa57d15370 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Allocated IP 172.20.0.11 (7cc75c1c-dd8c-46ca-8bd3-4902e06de86d/083ca1c0-edcb-4e4a-b0bd-6dca2fe04b6b/58242370-2747-4bc6-aeb7-2ddb22972c94) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:00:57.329570 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-071e8b7d-2c66-4e71-9b76-97cc891c635f req-63b0acfb-5c7f-47ee-b66d-90fa57d15370 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for port (58242370-2747-4bc6-aeb7-2ddb22972c94), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:57.365479 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-071e8b7d-2c66-4e71-9b76-97cc891c635f req-63b0acfb-5c7f-47ee-b66d-90fa57d15370 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (58242370-2747-4bc6-aeb7-2ddb22972c94), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:57.415087 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-071e8b7d-2c66-4e71-9b76-97cc891c635f req-63b0acfb-5c7f-47ee-b66d-90fa57d15370 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Network 7cc75c1c-dd8c-46ca-8bd3-4902e06de86d is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:00:57.418196 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-071e8b7d-2c66-4e71-9b76-97cc891c635f req-63b0acfb-5c7f-47ee-b66d-90fa57d15370 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:00:57.425187 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-071e8b7d-2c66-4e71-9b76-97cc891c635f req-63b0acfb-5c7f-47ee-b66d-90fa57d15370 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:00:57.432799 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b0acfb-5c7f-47ee-b66d-90fa57d15370 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Pushing event updated for resources: {'Port': ['ID=58242370-2747-4bc6-aeb7-2ddb22972c94,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:00:57.482781 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071e8b7d-2c66-4e71-9b76-97cc891c635f req-63b0acfb-5c7f-47ee-b66d-90fa57d15370 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:00:57.483611 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-071e8b7d-2c66-4e71-9b76-97cc891c635f req-63b0acfb-5c7f-47ee-b66d-90fa57d15370 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:57.503097 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-071e8b7d-2c66-4e71-9b76-97cc891c635f req-63b0acfb-5c7f-47ee-b66d-90fa57d15370 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5819519 Jan 28 20:00:57.514953 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-071e8b7d-2c66-4e71-9b76-97cc891c635f req-a9092208-e49c-4321-a861-2e5e233a1cb1 service neutron] Request body: {'port': {'device_id': '048da32a-bef5-4e4d-babc-310f0b660101', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-14'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:00:57.586327 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-071e8b7d-2c66-4e71-9b76-97cc891c635f req-a9092208-e49c-4321-a861-2e5e233a1cb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (58242370-2747-4bc6-aeb7-2ddb22972c94), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:57.690206 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fac36a10-b364-4e7d-a426-d80c4a1e7214 None None] Provisioning complete for port 58242370-2747-4bc6-aeb7-2ddb22972c94 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:00:57.690775 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fac36a10-b364-4e7d-a426-d80c4a1e7214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (58242370-2747-4bc6-aeb7-2ddb22972c94), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:57.725466 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fac36a10-b364-4e7d-a426-d80c4a1e7214 None None] Port 58242370-2747-4bc6-aeb7-2ddb22972c94 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 20:00:57.863027 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-071e8b7d-2c66-4e71-9b76-97cc891c635f req-a9092208-e49c-4321-a861-2e5e233a1cb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58242370-2747-4bc6-aeb7-2ddb22972c94 {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:00:57.871908 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-071e8b7d-2c66-4e71-9b76-97cc891c635f req-a9092208-e49c-4321-a861-2e5e233a1cb1 service neutron] Publish callbacks [] for port (58242370-2747-4bc6-aeb7-2ddb22972c94), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:57.886295 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-071e8b7d-2c66-4e71-9b76-97cc891c635f req-a9092208-e49c-4321-a861-2e5e233a1cb1 service neutron] Transition to ACTIVE for port object 58242370-2747-4bc6-aeb7-2ddb22972c94 will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:00:57.894296 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-071e8b7d-2c66-4e71-9b76-97cc891c635f req-a9092208-e49c-4321-a861-2e5e233a1cb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (58242370-2747-4bc6-aeb7-2ddb22972c94), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:57.895132 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 4d6c4376-f486-4f9c-8ff9-ed8afb406e54 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:00:57.950797 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 4d6c4376-f486-4f9c-8ff9-ed8afb406e54 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:00:57.951173 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (4d6c4376-f486-4f9c-8ff9-ed8afb406e54), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:58.034554 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9092208-e49c-4321-a861-2e5e233a1cb1 service neutron] Pushing event updated for resources: {'Port': ['ID=58242370-2747-4bc6-aeb7-2ddb22972c94,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:00:58.039905 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 4d6c4376-f486-4f9c-8ff9-ed8afb406e54 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:00:58.058006 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb02d40-7545-4ff8-b256-3c0cab4aed4d req-82b80da3-274e-426f-a4da-c5a0766e8c72 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:00:58.059566 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-fbb02d40-7545-4ff8-b256-3c0cab4aed4d req-82b80da3-274e-426f-a4da-c5a0766e8c72 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/ports?device_id=048da32a-bef5-4e4d-babc-310f0b660101 HTTP/1.1" status: 200 len: 944 time: 0.1481249 Jan 28 20:00:58.081373 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-071e8b7d-2c66-4e71-9b76-97cc891c635f req-a9092208-e49c-4321-a861-2e5e233a1cb1 service neutron] Attempting to bind port 58242370-2747-4bc6-aeb7-2ddb22972c94 on host n-h2-812111-14 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:00:58.081804 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-071e8b7d-2c66-4e71-9b76-97cc891c635f req-a9092208-e49c-4321-a861-2e5e233a1cb1 service neutron] Attempting to bind port 58242370-2747-4bc6-aeb7-2ddb22972c94 by drivers openvswitch,hyperv on host n-h2-812111-14 at level 0 using segments [{'id': '6a1c4eb0-0612-4f96-8790-e0ec4a3b7355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '7cc75c1c-dd8c-46ca-8bd3-4902e06de86d'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:00:58.082039 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071e8b7d-2c66-4e71-9b76-97cc891c635f req-a9092208-e49c-4321-a861-2e5e233a1cb1 service neutron] Attempting to bind port 58242370-2747-4bc6-aeb7-2ddb22972c94 on network 7cc75c1c-dd8c-46ca-8bd3-4902e06de86d {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:00:58.093631 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071e8b7d-2c66-4e71-9b76-97cc891c635f req-a9092208-e49c-4321-a861-2e5e233a1cb1 service neutron] Port 58242370-2747-4bc6-aeb7-2ddb22972c94 on network 7cc75c1c-dd8c-46ca-8bd3-4902e06de86d not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-14 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:00:58.093969 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071e8b7d-2c66-4e71-9b76-97cc891c635f req-a9092208-e49c-4321-a861-2e5e233a1cb1 service neutron] Attempting to bind port 58242370-2747-4bc6-aeb7-2ddb22972c94 on network 7cc75c1c-dd8c-46ca-8bd3-4902e06de86d {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:00:58.104407 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071e8b7d-2c66-4e71-9b76-97cc891c635f req-a9092208-e49c-4321-a861-2e5e233a1cb1 service neutron] Checking agent: {'id': '8f3fee4e-bf24-4b58-8a3a-ae9c8011a473', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 0, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:00:58.104960 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071e8b7d-2c66-4e71-9b76-97cc891c635f req-a9092208-e49c-4321-a861-2e5e233a1cb1 service neutron] Checking segment: {'id': '6a1c4eb0-0612-4f96-8790-e0ec4a3b7355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '7cc75c1c-dd8c-46ca-8bd3-4902e06de86d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:00:58.105157 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071e8b7d-2c66-4e71-9b76-97cc891c635f req-a9092208-e49c-4321-a861-2e5e233a1cb1 service neutron] Bound using segment: {'id': '6a1c4eb0-0612-4f96-8790-e0ec4a3b7355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '7cc75c1c-dd8c-46ca-8bd3-4902e06de86d'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:00:58.105628 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-071e8b7d-2c66-4e71-9b76-97cc891c635f req-a9092208-e49c-4321-a861-2e5e233a1cb1 service neutron] Bound port: 58242370-2747-4bc6-aeb7-2ddb22972c94, host: n-h2-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a1c4eb0-0612-4f96-8790-e0ec4a3b7355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '7cc75c1c-dd8c-46ca-8bd3-4902e06de86d'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:00:58.106019 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-071e8b7d-2c66-4e71-9b76-97cc891c635f req-a9092208-e49c-4321-a861-2e5e233a1cb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (58242370-2747-4bc6-aeb7-2ddb22972c94), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:58.162544 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-fbb02d40-7545-4ff8-b256-3c0cab4aed4d req-5bf12221-83bf-483d-bff7-42bb420a1f1a tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea9371b1-4925-4c9c-a1f5-b2f982746957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922203 Jan 28 20:00:58.197888 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-071e8b7d-2c66-4e71-9b76-97cc891c635f req-a9092208-e49c-4321-a861-2e5e233a1cb1 service neutron] For port 58242370-2747-4bc6-aeb7-2ddb22972c94, host n-h2-812111-14, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:00:58.200908 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-071e8b7d-2c66-4e71-9b76-97cc891c635f req-a9092208-e49c-4321-a861-2e5e233a1cb1 service neutron] For port 58242370-2747-4bc6-aeb7-2ddb22972c94, host n-h2-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=58242370-2747-4bc6-aeb7-2ddb22972c94,segment=NetworkSegment(6a1c4eb0-0612-4f96-8790-e0ec4a3b7355),segment_id=6a1c4eb0-0612-4f96-8790-e0ec4a3b7355)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:00:58.208639 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-071e8b7d-2c66-4e71-9b76-97cc891c635f req-a9092208-e49c-4321-a861-2e5e233a1cb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (58242370-2747-4bc6-aeb7-2ddb22972c94), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:58.243543 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071e8b7d-2c66-4e71-9b76-97cc891c635f req-a9092208-e49c-4321-a861-2e5e233a1cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:00:58.244172 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-071e8b7d-2c66-4e71-9b76-97cc891c635f req-a9092208-e49c-4321-a861-2e5e233a1cb1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:58.245833 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-071e8b7d-2c66-4e71-9b76-97cc891c635f req-a9092208-e49c-4321-a861-2e5e233a1cb1 service neutron] 10.222.0.70 "PUT /v2.0/ports/58242370-2747-4bc6-aeb7-2ddb22972c94 HTTP/1.1" status: 200 len: 1093 time: 0.7353568 Jan 28 20:00:58.246275 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '048da32a-bef5-4e4d-babc-310f0b660101', 'tag': '58242370-2747-4bc6-aeb7-2ddb22972c94'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:00:58.248594 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53d70ef2-fffe-4eea-bff9-73d69d6fecb4" -d '{"events": [{"name": "network-changed", "server_uuid": "048da32a-bef5-4e4d-babc-310f0b660101", "tag": "58242370-2747-4bc6-aeb7-2ddb22972c94"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:00:58.274791 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9092208-e49c-4321-a861-2e5e233a1cb1 service neutron] Pushing event updated for resources: {'Port': ['ID=58242370-2747-4bc6-aeb7-2ddb22972c94,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:00:58.301505 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0902731-1320-42d1-a540-34548253293f x-openstack-request-id: req-e0902731-1320-42d1-a540-34548253293f {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:00:58.301894 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "048da32a-bef5-4e4d-babc-310f0b660101", "tag": "58242370-2747-4bc6-aeb7-2ddb22972c94", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:00:58.302159 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e0902731-1320-42d1-a540-34548253293f {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:00:58.302565 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '048da32a-bef5-4e4d-babc-310f0b660101', 'tag': '58242370-2747-4bc6-aeb7-2ddb22972c94', 'status': 'completed', 'code': 200} Jan 28 20:00:58.340285 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071e8b7d-2c66-4e71-9b76-97cc891c635f req-410f8327-67e8-47a1-a260-a75c280762a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:00:58.341797 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-071e8b7d-2c66-4e71-9b76-97cc891c635f req-410f8327-67e8-47a1-a260-a75c280762a0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a518f4c8c8e149bf9da3dfc2b7497304&device_id=048da32a-bef5-4e4d-babc-310f0b660101 HTTP/1.1" status: 200 len: 1127 time: 0.0500250 Jan 28 20:00:58.384427 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-071e8b7d-2c66-4e71-9b76-97cc891c635f req-3289e547-3ce5-4b98-a20c-0f833f57f8bf service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=58242370-2747-4bc6-aeb7-2ddb22972c94 HTTP/1.1" status: 200 len: 217 time: 0.0357726 Jan 28 20:00:58.440446 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071e8b7d-2c66-4e71-9b76-97cc891c635f req-580ab027-e51a-470d-ae32-7750da95fa93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:00:58.441951 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-071e8b7d-2c66-4e71-9b76-97cc891c635f req-580ab027-e51a-470d-ae32-7750da95fa93 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=083ca1c0-edcb-4e4a-b0bd-6dca2fe04b6b HTTP/1.1" status: 200 len: 834 time: 0.0512130 Jan 28 20:00:58.492192 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071e8b7d-2c66-4e71-9b76-97cc891c635f req-8f4dacf8-9239-4852-9485-9738e2cf43ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:00:58.493737 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-071e8b7d-2c66-4e71-9b76-97cc891c635f req-8f4dacf8-9239-4852-9485-9738e2cf43ce service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7cc75c1c-dd8c-46ca-8bd3-4902e06de86d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0451007 Jan 28 20:00:58.582216 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-071e8b7d-2c66-4e71-9b76-97cc891c635f req-b7f7c1c6-d16d-48b8-b39b-d43efa1da11c service neutron] 10.222.0.70 "GET /v2.0/networks/7cc75c1c-dd8c-46ca-8bd3-4902e06de86d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816162 Jan 28 20:00:58.674428 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-071e8b7d-2c66-4e71-9b76-97cc891c635f req-0bd86e95-12a3-4f59-9738-06aa99ac8cfd service neutron] 10.222.0.70 "GET /v2.0/networks/7cc75c1c-dd8c-46ca-8bd3-4902e06de86d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863576 Jan 28 20:00:58.769207 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d70ef2-fffe-4eea-bff9-73d69d6fecb4 req-a4e41115-f94d-4eb9-b97c-df0a40bf0250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:00:58.770709 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-53d70ef2-fffe-4eea-bff9-73d69d6fecb4 req-a4e41115-f94d-4eb9-b97c-df0a40bf0250 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a518f4c8c8e149bf9da3dfc2b7497304&device_id=048da32a-bef5-4e4d-babc-310f0b660101 HTTP/1.1" status: 200 len: 1127 time: 0.0458143 Jan 28 20:00:58.862137 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d70ef2-fffe-4eea-bff9-73d69d6fecb4 req-dd753d71-b54d-4445-8d92-76bac034769b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:00:58.863582 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-53d70ef2-fffe-4eea-bff9-73d69d6fecb4 req-dd753d71-b54d-4445-8d92-76bac034769b service neutron] 10.222.0.70 "GET /v2.0/networks?id=7cc75c1c-dd8c-46ca-8bd3-4902e06de86d HTTP/1.1" status: 200 len: 896 time: 0.0872350 Jan 28 20:00:58.904079 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-53d70ef2-fffe-4eea-bff9-73d69d6fecb4 req-6c961d4b-8795-4b02-b61a-73f1cb971ef8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=58242370-2747-4bc6-aeb7-2ddb22972c94 HTTP/1.1" status: 200 len: 217 time: 0.0341365 Jan 28 20:00:58.952340 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d70ef2-fffe-4eea-bff9-73d69d6fecb4 req-f03d139b-b7c9-4803-bbaa-1b660ca3ee2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:00:58.953709 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-53d70ef2-fffe-4eea-bff9-73d69d6fecb4 req-f03d139b-b7c9-4803-bbaa-1b660ca3ee2a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=083ca1c0-edcb-4e4a-b0bd-6dca2fe04b6b HTTP/1.1" status: 200 len: 834 time: 0.0420160 Jan 28 20:00:59.007868 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d70ef2-fffe-4eea-bff9-73d69d6fecb4 req-219100f7-8988-4fa4-b9b7-89caacc237d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:00:59.009415 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-53d70ef2-fffe-4eea-bff9-73d69d6fecb4 req-219100f7-8988-4fa4-b9b7-89caacc237d7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7cc75c1c-dd8c-46ca-8bd3-4902e06de86d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0489349 Jan 28 20:00:59.096227 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-53d70ef2-fffe-4eea-bff9-73d69d6fecb4 req-324a1627-f504-45c4-8501-5bb2c6957e4b service neutron] 10.222.0.70 "GET /v2.0/networks/7cc75c1c-dd8c-46ca-8bd3-4902e06de86d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800393 Jan 28 20:00:59.193902 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-53d70ef2-fffe-4eea-bff9-73d69d6fecb4 req-89414f67-9d67-4b8e-a31c-c18ce507f478 service neutron] 10.222.0.70 "GET /v2.0/networks/7cc75c1c-dd8c-46ca-8bd3-4902e06de86d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911145 Jan 28 20:00:59.284383 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfde2f5-cb1d-43d5-9e49-fc760804aacc req-99410b1f-85e3-4d69-8435-ecfe087d05ea tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:00:59.285886 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6cfde2f5-cb1d-43d5-9e49-fc760804aacc req-99410b1f-85e3-4d69-8435-ecfe087d05ea tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/ports?device_id=048da32a-bef5-4e4d-babc-310f0b660101 HTTP/1.1" status: 200 len: 944 time: 0.0537109 Jan 28 20:00:59.335580 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6cfde2f5-cb1d-43d5-9e49-fc760804aacc req-9511d3a3-4fad-4ecb-83aa-cbdaddfaf8fc tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea9371b1-4925-4c9c-a1f5-b2f982746957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440087 Jan 28 20:01:00.461230 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4123f1b3-f89f-4cc2-8f55-c997001ad35a req-a498ef37-7aab-4b57-8f4e-7b6a2c8ebb00 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:01:00.462709 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4123f1b3-f89f-4cc2-8f55-c997001ad35a req-a498ef37-7aab-4b57-8f4e-7b6a2c8ebb00 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/ports?device_id=048da32a-bef5-4e4d-babc-310f0b660101 HTTP/1.1" status: 200 len: 944 time: 0.0590420 Jan 28 20:01:00.510831 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4123f1b3-f89f-4cc2-8f55-c997001ad35a req-96f21bfb-d2ce-46fb-89cf-23610cea6a01 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea9371b1-4925-4c9c-a1f5-b2f982746957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424807 Jan 28 20:01:00.575541 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [req-368e0a43-3c22-43a5-bd1a-8b04f7a0a5dd req-15ae356f-231c-4944-94ce-a735af2c332c service neutron] (103304) timed out ('10.222.0.41', 51684) {{(pid=103304) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 20:01:01.626901 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968a60bb-bd47-4f0f-a297-c2630fb41a03 req-a2183b12-b681-499a-9e94-50c7393b59a4 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:01:01.628380 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-968a60bb-bd47-4f0f-a297-c2630fb41a03 req-a2183b12-b681-499a-9e94-50c7393b59a4 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/ports?device_id=048da32a-bef5-4e4d-babc-310f0b660101 HTTP/1.1" status: 200 len: 944 time: 0.0516689 Jan 28 20:01:01.675969 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-968a60bb-bd47-4f0f-a297-c2630fb41a03 req-f9e8e5ca-460a-4515-a84e-21b0187b77c3 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea9371b1-4925-4c9c-a1f5-b2f982746957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420325 Jan 28 20:01:02.411528 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 58242370-2747-4bc6-aeb7-2ddb22972c94 details requested by agent hyperv_n-h2-812111-14 with host n-h2-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:01:02.511732 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 58242370-2747-4bc6-aeb7-2ddb22972c94, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=58242370-2747-4bc6-aeb7-2ddb22972c94,segment=NetworkSegment(6a1c4eb0-0612-4f96-8790-e0ec4a3b7355),segment_id=6a1c4eb0-0612-4f96-8790-e0ec4a3b7355)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:01:02.523125 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Returning: {'device': '58242370-2747-4bc6-aeb7-2ddb22972c94', 'network_id': '7cc75c1c-dd8c-46ca-8bd3-4902e06de86d', 'port_id': '58242370-2747-4bc6-aeb7-2ddb22972c94', 'mac_address': 'fa:16:3e:45:1f:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '083ca1c0-edcb-4e4a-b0bd-6dca2fe04b6b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:01:02.560047 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 58242370-2747-4bc6-aeb7-2ddb22972c94 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:01:02.560435 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (58242370-2747-4bc6-aeb7-2ddb22972c94), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:02.574163 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58242370-2747-4bc6-aeb7-2ddb22972c94 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:01:02.593866 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 58242370-2747-4bc6-aeb7-2ddb22972c94, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=58242370-2747-4bc6-aeb7-2ddb22972c94,segment=NetworkSegment(6a1c4eb0-0612-4f96-8790-e0ec4a3b7355),segment_id=6a1c4eb0-0612-4f96-8790-e0ec4a3b7355)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:01:02.597416 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (58242370-2747-4bc6-aeb7-2ddb22972c94), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:02.643171 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=58242370-2747-4bc6-aeb7-2ddb22972c94,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:01:02.794551 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81142178-a55b-4729-a706-3b141f0aa1e5 req-eec381f4-bcfd-4832-80f8-0b6767fd463b tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:01:02.795940 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-81142178-a55b-4729-a706-3b141f0aa1e5 req-eec381f4-bcfd-4832-80f8-0b6767fd463b tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/ports?device_id=048da32a-bef5-4e4d-babc-310f0b660101 HTTP/1.1" status: 200 len: 945 time: 0.0529521 Jan 28 20:01:02.842219 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['58242370-2747-4bc6-aeb7-2ddb22972c94'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:01:02.843956 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-81142178-a55b-4729-a706-3b141f0aa1e5 req-1b9487fd-6ea9-4b52-aac4-d2cde1bda8f3 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea9371b1-4925-4c9c-a1f5-b2f982746957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424733 Jan 28 20:01:03.970241 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc329f02-1b21-49be-9d20-119c721c2c0b req-a28d36e9-9a06-4c4d-8d52-9e95c8042126 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:01:03.972154 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-fc329f02-1b21-49be-9d20-119c721c2c0b req-a28d36e9-9a06-4c4d-8d52-9e95c8042126 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/ports?device_id=048da32a-bef5-4e4d-babc-310f0b660101 HTTP/1.1" status: 200 len: 945 time: 0.0619109 Jan 28 20:01:04.020916 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-fc329f02-1b21-49be-9d20-119c721c2c0b req-75ab3541-13f1-4a11-b4a3-3d021ac2fbc4 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea9371b1-4925-4c9c-a1f5-b2f982746957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432739 Jan 28 20:01:04.422380 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 58242370-2747-4bc6-aeb7-2ddb22972c94 up at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:01:04.474779 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning for port 58242370-2747-4bc6-aeb7-2ddb22972c94 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:01:04.478651 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning complete for port 58242370-2747-4bc6-aeb7-2ddb22972c94 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:01:04.479100 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (58242370-2747-4bc6-aeb7-2ddb22972c94), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:04.553290 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 58242370-2747-4bc6-aeb7-2ddb22972c94 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:01:04.553669 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (58242370-2747-4bc6-aeb7-2ddb22972c94), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:04.576087 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '048da32a-bef5-4e4d-babc-310f0b660101', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58242370-2747-4bc6-aeb7-2ddb22972c94'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:01:04.578350 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dae66b36-c46e-49c5-948a-57fbbcb57159" -d '{"events": [{"server_uuid": "048da32a-bef5-4e4d-babc-310f0b660101", "name": "network-vif-plugged", "status": "completed", "tag": "58242370-2747-4bc6-aeb7-2ddb22972c94"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:01:04.590552 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 58242370-2747-4bc6-aeb7-2ddb22972c94, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=58242370-2747-4bc6-aeb7-2ddb22972c94,segment=NetworkSegment(6a1c4eb0-0612-4f96-8790-e0ec4a3b7355),segment_id=6a1c4eb0-0612-4f96-8790-e0ec4a3b7355)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:01:04.594568 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (58242370-2747-4bc6-aeb7-2ddb22972c94), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:04.619395 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acd1499c-832f-4ae0-a46e-ccce93c5473e x-openstack-request-id: req-acd1499c-832f-4ae0-a46e-ccce93c5473e {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:01:04.619931 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "048da32a-bef5-4e4d-babc-310f0b660101", "name": "network-vif-plugged", "status": "completed", "tag": "58242370-2747-4bc6-aeb7-2ddb22972c94", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:01:04.620189 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-acd1499c-832f-4ae0-a46e-ccce93c5473e {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:01:04.620577 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '048da32a-bef5-4e4d-babc-310f0b660101', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58242370-2747-4bc6-aeb7-2ddb22972c94', 'code': 200} Jan 28 20:01:04.653760 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=58242370-2747-4bc6-aeb7-2ddb22972c94,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:01:04.723872 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffc287a-a079-4d3c-ad31-0226c60a729c req-b742c71c-afec-4e55-999d-1491552761fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:01:04.725445 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7ffc287a-a079-4d3c-ad31-0226c60a729c req-b742c71c-afec-4e55-999d-1491552761fa service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=048da32a-bef5-4e4d-babc-310f0b660101 HTTP/1.1" status: 200 len: 1129 time: 0.0449028 Jan 28 20:01:04.770735 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7ffc287a-a079-4d3c-ad31-0226c60a729c req-7d08df56-8930-4742-907a-8962012a6253 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=ea9371b1-4925-4c9c-a1f5-b2f982746957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395226 Jan 28 20:01:05.145840 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe722b1-ad5f-40ab-83c2-b6bfde1382dd req-5aabb7f7-51a6-4639-8cdf-c82a2dae2ec1 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:01:05.147552 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3fe722b1-ad5f-40ab-83c2-b6bfde1382dd req-5aabb7f7-51a6-4639-8cdf-c82a2dae2ec1 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/ports?device_id=048da32a-bef5-4e4d-babc-310f0b660101 HTTP/1.1" status: 200 len: 946 time: 0.0582938 Jan 28 20:01:05.196603 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3fe722b1-ad5f-40ab-83c2-b6bfde1382dd req-bd7e4f0c-f3d8-4d33-9120-da4891a71a27 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea9371b1-4925-4c9c-a1f5-b2f982746957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437376 Jan 28 20:01:06.320191 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aca5ae7-1703-49d3-8818-f8209b8da967 req-a938c546-8078-4b8b-9723-7340457f3df3 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:01:06.321702 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1aca5ae7-1703-49d3-8818-f8209b8da967 req-a938c546-8078-4b8b-9723-7340457f3df3 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/ports?device_id=048da32a-bef5-4e4d-babc-310f0b660101 HTTP/1.1" status: 200 len: 946 time: 0.0523815 Jan 28 20:01:06.374037 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1aca5ae7-1703-49d3-8818-f8209b8da967 req-9df43355-b5a8-410b-83e0-7344915b74ff tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea9371b1-4925-4c9c-a1f5-b2f982746957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468237 Jan 28 20:01:06.494936 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91899b9b-9f88-4888-b19b-f54ed7ed077f req-28b68561-76f7-4422-be23-f5562d82b917 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:01:06.496349 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-91899b9b-9f88-4888-b19b-f54ed7ed077f req-28b68561-76f7-4422-be23-f5562d82b917 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/ports?device_id=048da32a-bef5-4e4d-babc-310f0b660101 HTTP/1.1" status: 200 len: 946 time: 0.0539479 Jan 28 20:01:06.544683 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-91899b9b-9f88-4888-b19b-f54ed7ed077f req-125188e2-5cd7-4c8d-b200-056184b47915 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea9371b1-4925-4c9c-a1f5-b2f982746957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422180 Jan 28 20:01:06.565989 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 37308) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:01:06.612045 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b8d4e9c-857c-486a-b643-96c515670287 tempest-TestNetworkAdvancedServerOps-1681414059 tempest-TestNetworkAdvancedServerOps-1681414059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:01:06.613618 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-7b8d4e9c-857c-486a-b643-96c515670287 tempest-TestNetworkAdvancedServerOps-1681414059 tempest-TestNetworkAdvancedServerOps-1681414059-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=048da32a-bef5-4e4d-babc-310f0b660101 HTTP/1.1" status: 200 len: 1124 time: 0.0466740 Jan 28 20:01:06.616324 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 37310) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:01:06.620814 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-0a3c1b85-1688-43b7-9744-fd3108a7d142 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Request body: {'floatingip': {'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'port_id': '58242370-2747-4bc6-aeb7-2ddb22972c94', 'tenant_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:01:06.641009 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0a3c1b85-1688-43b7-9744-fd3108a7d142 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:06.709542 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4ec7072d-6040-4fd1-9192-eeba60a6315f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:06.744052 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0a3c1b85-1688-43b7-9744-fd3108a7d142 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:06.849793 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-0a3c1b85-1688-43b7-9744-fd3108a7d142 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Allocated IP 172.25.6.223 (d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8/a648e4ab-7422-41b9-b133-58aca25ab8f5/45e184b1-b053-4847-982b-4b0ed527ab9f) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:01:06.946479 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0a3c1b85-1688-43b7-9744-fd3108a7d142 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for port (45e184b1-b053-4847-982b-4b0ed527ab9f), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:06.983996 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0a3c1b85-1688-43b7-9744-fd3108a7d142 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (45e184b1-b053-4847-982b-4b0ed527ab9f), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:07.022407 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a3c1b85-1688-43b7-9744-fd3108a7d142 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:01:07.025390 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-0a3c1b85-1688-43b7-9744-fd3108a7d142 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:01:07.028976 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3c1b85-1688-43b7-9744-fd3108a7d142 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:01:07.062868 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3c1b85-1688-43b7-9744-fd3108a7d142 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Pushing event updated for resources: {'Port': ['ID=45e184b1-b053-4847-982b-4b0ed527ab9f,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:01:07.409582 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0a3c1b85-1688-43b7-9744-fd3108a7d142 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for floatingip (4eb7ecf9-4967-45e5-ba2e-b9efed2e46dc), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:07.478864 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0a3c1b85-1688-43b7-9744-fd3108a7d142 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (45e184b1-b053-4847-982b-4b0ed527ab9f), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:07.627126 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0a3c1b85-1688-43b7-9744-fd3108a7d142 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for port (45e184b1-b053-4847-982b-4b0ed527ab9f), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:07.631486 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0a3c1b85-1688-43b7-9744-fd3108a7d142 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (45e184b1-b053-4847-982b-4b0ed527ab9f), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:07.697169 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3c1b85-1688-43b7-9744-fd3108a7d142 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Pushing event updated for resources: {'Port': ['ID=45e184b1-b053-4847-982b-4b0ed527ab9f,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:01:07.710212 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0a3c1b85-1688-43b7-9744-fd3108a7d142 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734886'] for floatingip (4eb7ecf9-4967-45e5-ba2e-b9efed2e46dc), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:07.813857 n-d-812111-14 neutron-server[103304]: INFO neutron.db.l3_db [None req-0a3c1b85-1688-43b7-9744-fd3108a7d142 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Floating IP 4eb7ecf9-4967-45e5-ba2e-b9efed2e46dc associated. External IP: 172.25.6.223, port: 58242370-2747-4bc6-aeb7-2ddb22972c94. Jan 28 20:01:08.349649 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a3c1b85-1688-43b7-9744-fd3108a7d142 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Router 1e8a3aba-ca01-442a-a95a-a3e8fc3921e6 has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:01:08.462815 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a3c1b85-1688-43b7-9744-fd3108a7d142 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:01:08.472587 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4524cd-3d70-48ae-a71a-a1335f5f8d93 None None] Sync routers for ids ['1e8a3aba-ca01-442a-a95a-a3e8fc3921e6'] in n-d-812111-14 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:01:08.482236 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4524cd-3d70-48ae-a71a-a1335f5f8d93 None None] Routers {'1e8a3aba-ca01-442a-a95a-a3e8fc3921e6'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:01:08.482502 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0a3c1b85-1688-43b7-9744-fd3108a7d142 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for floatingip (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:08.482806 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-dd4524cd-3d70-48ae-a71a-a1335f5f8d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:00:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['1e8a3aba-ca01-442a-a95a-a3e8fc3921e6'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:01:08.514036 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-0a3c1b85-1688-43b7-9744-fd3108a7d142 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8967023 Jan 28 20:01:08.514669 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '048da32a-bef5-4e4d-babc-310f0b660101', 'tag': '58242370-2747-4bc6-aeb7-2ddb22972c94'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:01:08.517074 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a71cb74c-b52a-4bb1-b1ac-bf765124a2b8" -d '{"events": [{"name": "network-changed", "server_uuid": "048da32a-bef5-4e4d-babc-310f0b660101", "tag": "58242370-2747-4bc6-aeb7-2ddb22972c94"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:01:08.555520 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b841f18-fc8f-473c-91cb-f97c975dc3bf x-openstack-request-id: req-6b841f18-fc8f-473c-91cb-f97c975dc3bf {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:01:08.555814 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "048da32a-bef5-4e4d-babc-310f0b660101", "tag": "58242370-2747-4bc6-aeb7-2ddb22972c94", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:01:08.556066 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6b841f18-fc8f-473c-91cb-f97c975dc3bf {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:01:08.556675 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '048da32a-bef5-4e4d-babc-310f0b660101', 'tag': '58242370-2747-4bc6-aeb7-2ddb22972c94', 'status': 'completed', 'code': 200} Jan 28 20:01:08.596263 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-dd4524cd-3d70-48ae-a71a-a1335f5f8d93 None None] Set router 1e8a3aba-ca01-442a-a95a-a3e8fc3921e6 gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:01:08.621798 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa72d2d3-0507-4c4a-9b25-266e5185de17 req-09e3b11a-721c-4260-bed0-cd1377bb9c57 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:01:08.623318 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-aa72d2d3-0507-4c4a-9b25-266e5185de17 req-09e3b11a-721c-4260-bed0-cd1377bb9c57 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/ports?device_id=048da32a-bef5-4e4d-babc-310f0b660101 HTTP/1.1" status: 200 len: 946 time: 0.0535731 Jan 28 20:01:08.633202 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71cb74c-b52a-4bb1-b1ac-bf765124a2b8 req-41a5c1f9-9f83-4794-80e1-edbbb14e1124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:01:08.634726 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a71cb74c-b52a-4bb1-b1ac-bf765124a2b8 req-41a5c1f9-9f83-4794-80e1-edbbb14e1124 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a518f4c8c8e149bf9da3dfc2b7497304&device_id=048da32a-bef5-4e4d-babc-310f0b660101 HTTP/1.1" status: 200 len: 1129 time: 0.0532084 Jan 28 20:01:08.678706 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-aa72d2d3-0507-4c4a-9b25-266e5185de17 req-386286c3-59a6-40ac-aace-9eaccebfac29 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea9371b1-4925-4c9c-a1f5-b2f982746957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485859 Jan 28 20:01:08.702712 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 37316) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:01:08.740746 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71cb74c-b52a-4bb1-b1ac-bf765124a2b8 req-f3479931-7bb1-43f0-a670-80d32747eaf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:01:08.742188 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a71cb74c-b52a-4bb1-b1ac-bf765124a2b8 req-f3479931-7bb1-43f0-a670-80d32747eaf8 service neutron] 10.222.0.70 "GET /v2.0/networks?id=7cc75c1c-dd8c-46ca-8bd3-4902e06de86d HTTP/1.1" status: 200 len: 896 time: 0.1011639 Jan 28 20:01:08.768091 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-accd951e-23c3-4a10-80b5-9531cb3192a1 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/floatingips/4eb7ecf9-4967-45e5-ba2e-b9efed2e46dc HTTP/1.1" status: 200 len: 992 time: 0.0642114 Jan 28 20:01:08.808112 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a71cb74c-b52a-4bb1-b1ac-bf765124a2b8 req-e82773a3-a3d7-45e8-85e7-548880284e14 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=58242370-2747-4bc6-aeb7-2ddb22972c94 HTTP/1.1" status: 200 len: 1000 time: 0.0601909 Jan 28 20:01:08.843892 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-dd4524cd-3d70-48ae-a71a-a1335f5f8d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e8a3aba-ca01-442a-a95a-a3e8fc3921e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2004702656', 'tenant_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': 'eb26d0dc-0641-48a7-848a-f5ff02959736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:00:50Z', 'updated_at': '2022-01-28T20:00:53Z', 'revision_number': 4, 'project_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'gw_port': {'id': 'eb26d0dc-0641-48a7-848a-f5ff02959736', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:06:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8a3aba-ca01-442a-a95a-a3e8fc3921e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:00:50Z', 'updated_at': '2022-01-28T20:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_floatingips': [{'id': '4eb7ecf9-4967-45e5-ba2e-b9efed2e46dc', 'tenant_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'floating_ip_address': '172.25.6.223', 'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'router_id': '1e8a3aba-ca01-442a-a95a-a3e8fc3921e6', 'port_id': '58242370-2747-4bc6-aeb7-2ddb22972c94', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3936, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7cc75c1c-dd8c-46ca-8bd3-4902e06de86d', 'mac_address': 'fa:16:3e:45:1f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048da32a-bef5-4e4d-babc-310f0b660101', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:01:07Z', 'updated_at': '2022-01-28T20:01:07Z', 'revision_number': 0, 'project_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d6c4376-f486-4f9c-8ff9-ed8afb406e54', 'name': '', 'network_id': '7cc75c1c-dd8c-46ca-8bd3-4902e06de86d', 'tenant_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'mac_address': 'fa:16:3e:68:9f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8a3aba-ca01-442a-a95a-a3e8fc3921e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '083ca1c0-edcb-4e4a-b0bd-6dca2fe04b6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:00:53Z', 'updated_at': '2022-01-28T20:00:56Z', 'revision_number': 5, 'project_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'subnets': [{'id': '083ca1c0-edcb-4e4a-b0bd-6dca2fe04b6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:01:08.855855 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71cb74c-b52a-4bb1-b1ac-bf765124a2b8 req-a1cd53da-58f1-409b-afc7-9493d28376ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:01:08.857328 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a71cb74c-b52a-4bb1-b1ac-bf765124a2b8 req-a1cd53da-58f1-409b-afc7-9493d28376ac service neutron] 10.222.0.70 "GET /v2.0/subnets?id=083ca1c0-edcb-4e4a-b0bd-6dca2fe04b6b HTTP/1.1" status: 200 len: 834 time: 0.0429277 Jan 28 20:01:08.874533 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4524cd-3d70-48ae-a71a-a1335f5f8d93 None None] Checking router: 1e8a3aba-ca01-442a-a95a-a3e8fc3921e6 for host: n-d-812111-14 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:01:08.883510 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4524cd-3d70-48ae-a71a-a1335f5f8d93 None None] Routers {'1e8a3aba-ca01-442a-a95a-a3e8fc3921e6'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:01:08.884124 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-dd4524cd-3d70-48ae-a71a-a1335f5f8d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:00:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['1e8a3aba-ca01-442a-a95a-a3e8fc3921e6'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:01:08.909952 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71cb74c-b52a-4bb1-b1ac-bf765124a2b8 req-6c2e7f19-36ef-4a77-b34b-e2d1066d0200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:01:08.911447 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a71cb74c-b52a-4bb1-b1ac-bf765124a2b8 req-6c2e7f19-36ef-4a77-b34b-e2d1066d0200 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7cc75c1c-dd8c-46ca-8bd3-4902e06de86d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0486863 Jan 28 20:01:08.992414 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-eb2d1f07-1386-422c-ab06-562df6b5554c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:09.002177 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a71cb74c-b52a-4bb1-b1ac-bf765124a2b8 req-061e2910-c278-4fc0-b9f6-91145087f6bc service neutron] 10.222.0.70 "GET /v2.0/networks/7cc75c1c-dd8c-46ca-8bd3-4902e06de86d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847194 Jan 28 20:01:09.002749 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-dd4524cd-3d70-48ae-a71a-a1335f5f8d93 None None] Set router 1e8a3aba-ca01-442a-a95a-a3e8fc3921e6 gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:01:09.099764 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a71cb74c-b52a-4bb1-b1ac-bf765124a2b8 req-690303b6-01c3-4ca9-87bb-7a8e104bc8da service neutron] 10.222.0.70 "GET /v2.0/networks/7cc75c1c-dd8c-46ca-8bd3-4902e06de86d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918913 Jan 28 20:01:09.241767 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-dd4524cd-3d70-48ae-a71a-a1335f5f8d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e8a3aba-ca01-442a-a95a-a3e8fc3921e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2004702656', 'tenant_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': 'eb26d0dc-0641-48a7-848a-f5ff02959736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:00:50Z', 'updated_at': '2022-01-28T20:00:53Z', 'revision_number': 4, 'project_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'gw_port': {'id': 'eb26d0dc-0641-48a7-848a-f5ff02959736', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:06:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8a3aba-ca01-442a-a95a-a3e8fc3921e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:00:50Z', 'updated_at': '2022-01-28T20:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_floatingips': [{'id': '4eb7ecf9-4967-45e5-ba2e-b9efed2e46dc', 'tenant_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'floating_ip_address': '172.25.6.223', 'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'router_id': '1e8a3aba-ca01-442a-a95a-a3e8fc3921e6', 'port_id': '58242370-2747-4bc6-aeb7-2ddb22972c94', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3936, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7cc75c1c-dd8c-46ca-8bd3-4902e06de86d', 'mac_address': 'fa:16:3e:45:1f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048da32a-bef5-4e4d-babc-310f0b660101', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:01:07Z', 'updated_at': '2022-01-28T20:01:07Z', 'revision_number': 0, 'project_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d6c4376-f486-4f9c-8ff9-ed8afb406e54', 'name': '', 'network_id': '7cc75c1c-dd8c-46ca-8bd3-4902e06de86d', 'tenant_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'mac_address': 'fa:16:3e:68:9f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8a3aba-ca01-442a-a95a-a3e8fc3921e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '083ca1c0-edcb-4e4a-b0bd-6dca2fe04b6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:00:53Z', 'updated_at': '2022-01-28T20:00:56Z', 'revision_number': 5, 'project_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'subnets': [{'id': '083ca1c0-edcb-4e4a-b0bd-6dca2fe04b6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:01:09.275789 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4524cd-3d70-48ae-a71a-a1335f5f8d93 None None] The sync data for ids ['1e8a3aba-ca01-442a-a95a-a3e8fc3921e6'] in n-d-812111-14 is: [{'id': '1e8a3aba-ca01-442a-a95a-a3e8fc3921e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2004702656', 'tenant_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': 'eb26d0dc-0641-48a7-848a-f5ff02959736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:00:50Z', 'updated_at': '2022-01-28T20:00:53Z', 'revision_number': 4, 'project_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'gw_port': {'id': 'eb26d0dc-0641-48a7-848a-f5ff02959736', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:06:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8a3aba-ca01-442a-a95a-a3e8fc3921e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:00:50Z', 'updated_at': '2022-01-28T20:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_floatingips': [{'id': '4eb7ecf9-4967-45e5-ba2e-b9efed2e46dc', 'tenant_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'floating_ip_address': '172.25.6.223', 'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'router_id': '1e8a3aba-ca01-442a-a95a-a3e8fc3921e6', 'port_id': '58242370-2747-4bc6-aeb7-2ddb22972c94', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3936, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7cc75c1c-dd8c-46ca-8bd3-4902e06de86d', 'mac_address': 'fa:16:3e:45:1f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048da32a-bef5-4e4d-babc-310f0b660101', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:01:07Z', 'updated_at': '2022-01-28T20:01:07Z', 'revision_number': 0, 'project_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d6c4376-f486-4f9c-8ff9-ed8afb406e54', 'name': '', 'network_id': '7cc75c1c-dd8c-46ca-8bd3-4902e06de86d', 'tenant_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'mac_address': 'fa:16:3e:68:9f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8a3aba-ca01-442a-a95a-a3e8fc3921e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '083ca1c0-edcb-4e4a-b0bd-6dca2fe04b6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:00:53Z', 'updated_at': '2022-01-28T20:00:56Z', 'revision_number': 5, 'project_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'subnets': [{'id': '083ca1c0-edcb-4e4a-b0bd-6dca2fe04b6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:01:09.475989 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a92416c-3ede-497b-9699-ec602532348c None None] New status for floating IP 4eb7ecf9-4967-45e5-ba2e-b9efed2e46dc: ACTIVE {{(pid=103307) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 20:01:09.771318 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 37318) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:01:09.834909 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-e3d1fb39-d6c4-45c1-b195-2b4120d3c221 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/floatingips/4eb7ecf9-4967-45e5-ba2e-b9efed2e46dc HTTP/1.1" status: 200 len: 994 time: 0.0623386 Jan 28 20:01:09.902100 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:11.777822 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:12.164116 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:01:13.163371 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:21.059518 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:24.123853 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:36.712607 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2fd58281-278f-4d93-83c2-7014376cb4e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:38.974219 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-95c0ae00-ea93-438a-b918-e772de408153 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:39.900085 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:40.775153 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32004519-d0a8-42d5-a9fa-c958977aa50a req-f7899c34-c58c-468c-96ec-f73f9b117836 tempest-TestNetworkAdvancedServerOps-1681414059 tempest-TestNetworkAdvancedServerOps-1681414059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:01:40.776681 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-32004519-d0a8-42d5-a9fa-c958977aa50a req-f7899c34-c58c-468c-96ec-f73f9b117836 tempest-TestNetworkAdvancedServerOps-1681414059 tempest-TestNetworkAdvancedServerOps-1681414059-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=048da32a-bef5-4e4d-babc-310f0b660101 HTTP/1.1" status: 200 len: 1129 time: 0.0501149 Jan 28 20:01:40.822789 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-32004519-d0a8-42d5-a9fa-c958977aa50a req-1f22c089-d6ff-4758-9f78-c8eba01cf0a0 tempest-TestNetworkAdvancedServerOps-1681414059 tempest-TestNetworkAdvancedServerOps-1681414059-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=ea9371b1-4925-4c9c-a1f5-b2f982746957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400696 Jan 28 20:01:40.941647 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128a24a2-8214-494b-84d5-0a8971da570a req-9e537c3b-fd1d-4fd7-888a-5e6efe946654 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:01:40.943055 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-128a24a2-8214-494b-84d5-0a8971da570a req-9e537c3b-fd1d-4fd7-888a-5e6efe946654 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/ports?device_id=048da32a-bef5-4e4d-babc-310f0b660101 HTTP/1.1" status: 200 len: 946 time: 0.0528896 Jan 28 20:01:40.995913 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-128a24a2-8214-494b-84d5-0a8971da570a req-8ae8e287-16e0-4130-ba8c-616dd7ce5ac0 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea9371b1-4925-4c9c-a1f5-b2f982746957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474873 Jan 28 20:01:41.016989 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 37338) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:01:41.076674 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-2384d6e3-7ccf-415b-85e1-5b9724fb4764 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/floatingips/4eb7ecf9-4967-45e5-ba2e-b9efed2e46dc HTTP/1.1" status: 200 len: 994 time: 0.0585046 Jan 28 20:01:41.539543 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8572cee8-5bc9-4b61-9c75-007d51ed1338 req-0fb545da-bcc7-4db4-ab1c-05acdff59180 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=048da32a-bef5-4e4d-babc-310f0b660101&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0789952 Jan 28 20:01:41.547234 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bf2543-f194-4b49-8297-e164edce5755 req-788beddb-8a4e-4ed3-9096-1f2c16023f1c tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:01:41.548616 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-46bf2543-f194-4b49-8297-e164edce5755 req-788beddb-8a4e-4ed3-9096-1f2c16023f1c tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/ports?device_id=048da32a-bef5-4e4d-babc-310f0b660101 HTTP/1.1" status: 200 len: 946 time: 0.0765007 Jan 28 20:01:41.608589 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-46bf2543-f194-4b49-8297-e164edce5755 req-671539c8-529d-47ac-9ed4-181d68e8ed02 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea9371b1-4925-4c9c-a1f5-b2f982746957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542779 Jan 28 20:01:41.778477 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:42.767748 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e021ed-35d8-4704-b57a-bbfea5baf210 req-2d0a3a56-302f-492e-b0d9-84a5203632ab tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:01:42.769300 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-32e021ed-35d8-4704-b57a-bbfea5baf210 req-2d0a3a56-302f-492e-b0d9-84a5203632ab tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/ports?device_id=048da32a-bef5-4e4d-babc-310f0b660101 HTTP/1.1" status: 200 len: 946 time: 0.0891397 Jan 28 20:01:42.775515 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8572cee8-5bc9-4b61-9c75-007d51ed1338 req-cd7d33ad-a344-47bf-b691-cdd8114092ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:01:42.776922 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8572cee8-5bc9-4b61-9c75-007d51ed1338 req-cd7d33ad-a344-47bf-b691-cdd8114092ec service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a518f4c8c8e149bf9da3dfc2b7497304&device_id=048da32a-bef5-4e4d-babc-310f0b660101 HTTP/1.1" status: 200 len: 1129 time: 0.0696335 Jan 28 20:01:42.869820 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-32e021ed-35d8-4704-b57a-bbfea5baf210 req-5544b0a2-04d6-4f08-9881-8eeb056d8c06 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea9371b1-4925-4c9c-a1f5-b2f982746957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916281 Jan 28 20:01:42.898104 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8572cee8-5bc9-4b61-9c75-007d51ed1338 req-2411f34d-a3eb-4268-971c-ad7c0cddaf86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:01:42.899504 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8572cee8-5bc9-4b61-9c75-007d51ed1338 req-2411f34d-a3eb-4268-971c-ad7c0cddaf86 service neutron] 10.222.0.70 "GET /v2.0/networks?id=7cc75c1c-dd8c-46ca-8bd3-4902e06de86d HTTP/1.1" status: 200 len: 896 time: 0.1145904 Jan 28 20:01:42.972735 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8572cee8-5bc9-4b61-9c75-007d51ed1338 req-80904193-d0f2-4638-9511-26b9d2a9df70 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=58242370-2747-4bc6-aeb7-2ddb22972c94 HTTP/1.1" status: 200 len: 1002 time: 0.0662236 Jan 28 20:01:43.020552 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8572cee8-5bc9-4b61-9c75-007d51ed1338 req-440de09b-e25c-457f-91aa-f04c070c04c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:01:43.022034 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8572cee8-5bc9-4b61-9c75-007d51ed1338 req-440de09b-e25c-457f-91aa-f04c070c04c4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=083ca1c0-edcb-4e4a-b0bd-6dca2fe04b6b HTTP/1.1" status: 200 len: 834 time: 0.0434258 Jan 28 20:01:43.071880 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8572cee8-5bc9-4b61-9c75-007d51ed1338 req-4c176ede-e5bc-494e-a345-0c82e8113413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:01:43.073380 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8572cee8-5bc9-4b61-9c75-007d51ed1338 req-4c176ede-e5bc-494e-a345-0c82e8113413 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7cc75c1c-dd8c-46ca-8bd3-4902e06de86d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0443974 Jan 28 20:01:43.165891 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8572cee8-5bc9-4b61-9c75-007d51ed1338 req-ed921743-9c2d-4f1c-a2d7-5d7a00918a50 service neutron] 10.222.0.70 "GET /v2.0/networks/7cc75c1c-dd8c-46ca-8bd3-4902e06de86d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855224 Jan 28 20:01:43.169876 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:43.256693 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8572cee8-5bc9-4b61-9c75-007d51ed1338 req-ca1835e9-a35c-419d-b1f6-f0f67a1adaae service neutron] 10.222.0.70 "GET /v2.0/networks/7cc75c1c-dd8c-46ca-8bd3-4902e06de86d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847447 Jan 28 20:01:43.991427 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715f97ca-a43a-4fc2-ad8d-c319ba95b9b1 req-dc4f609d-debf-4ca4-bfba-b9eb1ccc55ab tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:01:43.992887 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-715f97ca-a43a-4fc2-ad8d-c319ba95b9b1 req-dc4f609d-debf-4ca4-bfba-b9eb1ccc55ab tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/ports?device_id=048da32a-bef5-4e4d-babc-310f0b660101 HTTP/1.1" status: 200 len: 946 time: 0.0544372 Jan 28 20:01:44.044453 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-715f97ca-a43a-4fc2-ad8d-c319ba95b9b1 req-d399ebe7-e582-4987-a930-58361c140376 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea9371b1-4925-4c9c-a1f5-b2f982746957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456252 Jan 28 20:01:45.172802 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374e5fbf-c70a-4304-a383-95d520449b9b req-09bdc6f5-84da-42d5-b2bd-87821a53fc96 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:01:45.174442 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-374e5fbf-c70a-4304-a383-95d520449b9b req-09bdc6f5-84da-42d5-b2bd-87821a53fc96 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/ports?device_id=048da32a-bef5-4e4d-babc-310f0b660101 HTTP/1.1" status: 200 len: 946 time: 0.0606718 Jan 28 20:01:45.227819 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-374e5fbf-c70a-4304-a383-95d520449b9b req-1fd113e1-a6d8-42dd-89a8-f29e4ed28cc7 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea9371b1-4925-4c9c-a1f5-b2f982746957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478613 Jan 28 20:01:46.346732 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483ed4fd-b214-4fdb-8488-81c95b4d6fdf req-268ef0f0-0e14-4da6-a39e-aceb43262911 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:01:46.348197 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-483ed4fd-b214-4fdb-8488-81c95b4d6fdf req-268ef0f0-0e14-4da6-a39e-aceb43262911 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/ports?device_id=048da32a-bef5-4e4d-babc-310f0b660101 HTTP/1.1" status: 200 len: 946 time: 0.0524030 Jan 28 20:01:46.395522 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-483ed4fd-b214-4fdb-8488-81c95b4d6fdf req-97401a5d-dd9f-4863-a513-36b4089a594f tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea9371b1-4925-4c9c-a1f5-b2f982746957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417533 Jan 28 20:01:47.516160 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5a4bd5-54de-4035-8fef-5287ba210e41 req-5fb91ec8-9d21-4a7a-bbe9-69cca679eb95 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:01:47.517573 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6e5a4bd5-54de-4035-8fef-5287ba210e41 req-5fb91ec8-9d21-4a7a-bbe9-69cca679eb95 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/ports?device_id=048da32a-bef5-4e4d-babc-310f0b660101 HTTP/1.1" status: 200 len: 946 time: 0.0548489 Jan 28 20:01:47.565300 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6e5a4bd5-54de-4035-8fef-5287ba210e41 req-829cbffb-bf3e-4ef1-bfe9-cca87e8ddd9c tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea9371b1-4925-4c9c-a1f5-b2f982746957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421960 Jan 28 20:01:48.687418 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76989702-b78c-4d47-a94c-cd835eaf9a6d req-7a011c99-f724-4d92-a18f-8d212b1d2df9 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:01:48.688882 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-76989702-b78c-4d47-a94c-cd835eaf9a6d req-7a011c99-f724-4d92-a18f-8d212b1d2df9 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/ports?device_id=048da32a-bef5-4e4d-babc-310f0b660101 HTTP/1.1" status: 200 len: 946 time: 0.0551937 Jan 28 20:01:48.735857 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-76989702-b78c-4d47-a94c-cd835eaf9a6d req-dae87072-935e-4f22-883a-4b72b9a42160 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea9371b1-4925-4c9c-a1f5-b2f982746957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414219 Jan 28 20:01:49.162707 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:01:49.855094 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081ce0f5-465c-4f73-b19f-22abdf0f20f6 req-50ad0626-f1bf-4033-9c43-7582d8493271 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:01:49.856591 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-081ce0f5-465c-4f73-b19f-22abdf0f20f6 req-50ad0626-f1bf-4033-9c43-7582d8493271 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/ports?device_id=048da32a-bef5-4e4d-babc-310f0b660101 HTTP/1.1" status: 200 len: 946 time: 0.0538473 Jan 28 20:01:49.909370 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-081ce0f5-465c-4f73-b19f-22abdf0f20f6 req-4a258dd9-0faa-4c02-a08b-cbc0ca199478 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea9371b1-4925-4c9c-a1f5-b2f982746957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472124 Jan 28 20:01:51.032169 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b3b86f-2ed7-44e6-bc7a-52c010fd85ac req-405cdae0-f536-4fbe-848b-4f5720a025d5 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:01:51.033678 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-38b3b86f-2ed7-44e6-bc7a-52c010fd85ac req-405cdae0-f536-4fbe-848b-4f5720a025d5 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/ports?device_id=048da32a-bef5-4e4d-babc-310f0b660101 HTTP/1.1" status: 200 len: 946 time: 0.0538633 Jan 28 20:01:51.062711 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:51.083050 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-38b3b86f-2ed7-44e6-bc7a-52c010fd85ac req-349846a4-f3f4-4d1b-8897-7009aa198ff9 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea9371b1-4925-4c9c-a1f5-b2f982746957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438225 Jan 28 20:01:52.199037 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a6079a-3752-47bb-bcca-8075af7cba32 req-fe53a885-06cc-4faf-960a-8e622a9fb0ee tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:01:52.200510 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-23a6079a-3752-47bb-bcca-8075af7cba32 req-fe53a885-06cc-4faf-960a-8e622a9fb0ee tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/ports?device_id=048da32a-bef5-4e4d-babc-310f0b660101 HTTP/1.1" status: 200 len: 946 time: 0.0520458 Jan 28 20:01:52.249391 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-23a6079a-3752-47bb-bcca-8075af7cba32 req-8ca2fd56-9a99-434d-bc94-8a00c073ced2 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea9371b1-4925-4c9c-a1f5-b2f982746957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428133 Jan 28 20:01:53.371921 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38abc71-c37a-4789-9e96-591d76b7f926 req-85c14283-09ce-4f02-bb3a-eaeaa8b5d6fe tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:01:53.373466 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c38abc71-c37a-4789-9e96-591d76b7f926 req-85c14283-09ce-4f02-bb3a-eaeaa8b5d6fe tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/ports?device_id=048da32a-bef5-4e4d-babc-310f0b660101 HTTP/1.1" status: 200 len: 946 time: 0.0561452 Jan 28 20:01:53.420868 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c38abc71-c37a-4789-9e96-591d76b7f926 req-892d2005-36c9-4904-94f8-880cf97a803d tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea9371b1-4925-4c9c-a1f5-b2f982746957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412242 Jan 28 20:01:54.129506 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:54.538736 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f356329-6dce-428c-b60a-3e9e454f521f req-c9b117be-4a20-4c28-a1f1-6e220754663d tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:01:54.540207 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1f356329-6dce-428c-b60a-3e9e454f521f req-c9b117be-4a20-4c28-a1f1-6e220754663d tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/ports?device_id=048da32a-bef5-4e4d-babc-310f0b660101 HTTP/1.1" status: 200 len: 946 time: 0.0526862 Jan 28 20:01:54.588433 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1f356329-6dce-428c-b60a-3e9e454f521f req-19344e2b-05ca-4f58-8e8f-5125355c26ff tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea9371b1-4925-4c9c-a1f5-b2f982746957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422134 Jan 28 20:01:55.704678 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b52462e-8b08-4eef-8c5a-e33573878101 req-786b458b-02f0-45d8-90a1-c33d64300b1b tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:01:55.706188 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5b52462e-8b08-4eef-8c5a-e33573878101 req-786b458b-02f0-45d8-90a1-c33d64300b1b tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/ports?device_id=048da32a-bef5-4e4d-babc-310f0b660101 HTTP/1.1" status: 200 len: 946 time: 0.0520666 Jan 28 20:01:55.755728 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5b52462e-8b08-4eef-8c5a-e33573878101 req-1e26a8f2-a8f1-4fff-af18-52cd92f6dae0 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea9371b1-4925-4c9c-a1f5-b2f982746957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439384 Jan 28 20:01:56.877370 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681785f5-e1af-49e3-a1b3-7c0040e661f5 req-0e954081-da14-4bf9-9c1f-c7c00937b585 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:01:56.878837 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-681785f5-e1af-49e3-a1b3-7c0040e661f5 req-0e954081-da14-4bf9-9c1f-c7c00937b585 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/ports?device_id=048da32a-bef5-4e4d-babc-310f0b660101 HTTP/1.1" status: 200 len: 946 time: 0.0564473 Jan 28 20:01:56.926792 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-681785f5-e1af-49e3-a1b3-7c0040e661f5 req-53d87640-7cc3-4819-9add-f084f156763c tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea9371b1-4925-4c9c-a1f5-b2f982746957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424640 Jan 28 20:01:58.044700 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cfe8e2-ae1f-4f6d-9b68-9b93c54b4634 req-e995d160-9d6b-4fd2-b66d-ba43ac283e10 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:01:58.046761 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f3cfe8e2-ae1f-4f6d-9b68-9b93c54b4634 req-e995d160-9d6b-4fd2-b66d-ba43ac283e10 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/ports?device_id=048da32a-bef5-4e4d-babc-310f0b660101 HTTP/1.1" status: 200 len: 946 time: 0.0528824 Jan 28 20:01:58.097602 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f3cfe8e2-ae1f-4f6d-9b68-9b93c54b4634 req-28c2b3bb-fc08-4690-a3f6-494199410648 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea9371b1-4925-4c9c-a1f5-b2f982746957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453739 Jan 28 20:01:59.218368 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e794c6-43ff-45ee-ac61-95df55af4168 req-10a0b735-b704-41ee-ab69-3b8fa0ff62f4 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:01:59.219854 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d4e794c6-43ff-45ee-ac61-95df55af4168 req-10a0b735-b704-41ee-ab69-3b8fa0ff62f4 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/ports?device_id=048da32a-bef5-4e4d-babc-310f0b660101 HTTP/1.1" status: 200 len: 946 time: 0.0524507 Jan 28 20:01:59.268938 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d4e794c6-43ff-45ee-ac61-95df55af4168 req-93fe42c9-aca7-4021-a1eb-12a9c33d0886 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea9371b1-4925-4c9c-a1f5-b2f982746957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433230 Jan 28 20:01:59.860610 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995b499f-113a-4b1d-833e-3ccf6324f627 req-49f1bc79-96fc-4f71-8cd5-05990a91f623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:01:59.862139 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-995b499f-113a-4b1d-833e-3ccf6324f627 req-49f1bc79-96fc-4f71-8cd5-05990a91f623 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a518f4c8c8e149bf9da3dfc2b7497304&device_id=048da32a-bef5-4e4d-babc-310f0b660101 HTTP/1.1" status: 200 len: 1129 time: 0.0484211 Jan 28 20:01:59.962766 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995b499f-113a-4b1d-833e-3ccf6324f627 req-14471e0b-457b-45f7-b7d7-ee5ff3611915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:01:59.964229 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-995b499f-113a-4b1d-833e-3ccf6324f627 req-14471e0b-457b-45f7-b7d7-ee5ff3611915 service neutron] 10.222.0.70 "GET /v2.0/networks?id=7cc75c1c-dd8c-46ca-8bd3-4902e06de86d HTTP/1.1" status: 200 len: 896 time: 0.0832129 Jan 28 20:02:00.032546 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-995b499f-113a-4b1d-833e-3ccf6324f627 req-d9eb6328-8b34-4ae3-a05a-1ace287bf233 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=58242370-2747-4bc6-aeb7-2ddb22972c94 HTTP/1.1" status: 200 len: 1002 time: 0.0618823 Jan 28 20:02:00.079184 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995b499f-113a-4b1d-833e-3ccf6324f627 req-560013ed-73f3-437b-82fc-36b5cd10e75e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:02:00.080610 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-995b499f-113a-4b1d-833e-3ccf6324f627 req-560013ed-73f3-437b-82fc-36b5cd10e75e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=083ca1c0-edcb-4e4a-b0bd-6dca2fe04b6b HTTP/1.1" status: 200 len: 834 time: 0.0422921 Jan 28 20:02:00.128930 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995b499f-113a-4b1d-833e-3ccf6324f627 req-7ccdb888-e512-4867-9082-92f0b96f580d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:02:00.130478 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-995b499f-113a-4b1d-833e-3ccf6324f627 req-7ccdb888-e512-4867-9082-92f0b96f580d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7cc75c1c-dd8c-46ca-8bd3-4902e06de86d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0445831 Jan 28 20:02:00.196057 n-d-812111-14 neutron-server[103305]: INFO neutron.api.v2.resource [req-8572cee8-5bc9-4b61-9c75-007d51ed1338 req-01cd72c6-db7f-47f1-81fb-a76d9ead4440 service neutron] show failed (client error): The resource could not be found. Jan 28 20:02:00.197073 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8572cee8-5bc9-4b61-9c75-007d51ed1338 req-01cd72c6-db7f-47f1-81fb-a76d9ead4440 service neutron] 10.222.0.70 "GET /v2.0/ports/58242370-2747-4bc6-aeb7-2ddb22972c94/bindings/n-h1-812111-14 HTTP/1.1" status: 404 len: 381 time: 0.0539715 Jan 28 20:02:00.233273 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-995b499f-113a-4b1d-833e-3ccf6324f627 req-c95177de-3bf4-4a12-a129-12d25d5acc01 service neutron] 10.222.0.70 "GET /v2.0/networks/7cc75c1c-dd8c-46ca-8bd3-4902e06de86d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901392 Jan 28 20:02:00.330696 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-995b499f-113a-4b1d-833e-3ccf6324f627 req-597f64a6-af66-482b-8a45-0c7d15c89b29 service neutron] 10.222.0.70 "GET /v2.0/networks/7cc75c1c-dd8c-46ca-8bd3-4902e06de86d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910976 Jan 28 20:02:00.423473 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72bde7b-f486-4d10-a928-177f6e017589 req-1babf934-871e-49bf-accf-a92c94cc17f7 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:02:00.424941 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e72bde7b-f486-4d10-a928-177f6e017589 req-1babf934-871e-49bf-accf-a92c94cc17f7 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/ports?device_id=048da32a-bef5-4e4d-babc-310f0b660101 HTTP/1.1" status: 200 len: 946 time: 0.0848975 Jan 28 20:02:00.430826 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8572cee8-5bc9-4b61-9c75-007d51ed1338 req-8c113223-234e-471c-b655-d7a4e0112e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:02:00.432184 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8572cee8-5bc9-4b61-9c75-007d51ed1338 req-8c113223-234e-471c-b655-d7a4e0112e0b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=048da32a-bef5-4e4d-babc-310f0b660101&tenant_id=a518f4c8c8e149bf9da3dfc2b7497304 HTTP/1.1" status: 200 len: 1129 time: 0.0622349 Jan 28 20:02:00.449581 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-8572cee8-5bc9-4b61-9c75-007d51ed1338 req-faee3f89-bd0e-44a0-8d3c-821b8505c7f8 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-812111-14', 'device_owner': 'compute:nova'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:02:00.523130 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e72bde7b-f486-4d10-a928-177f6e017589 req-c3dca7a6-19ad-4b49-8289-8190f9a45497 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea9371b1-4925-4c9c-a1f5-b2f982746957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899942 Jan 28 20:02:00.533241 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-8572cee8-5bc9-4b61-9c75-007d51ed1338 req-faee3f89-bd0e-44a0-8d3c-821b8505c7f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (58242370-2747-4bc6-aeb7-2ddb22972c94), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:00.730102 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-8572cee8-5bc9-4b61-9c75-007d51ed1338 req-faee3f89-bd0e-44a0-8d3c-821b8505c7f8 service neutron] For port 58242370-2747-4bc6-aeb7-2ddb22972c94, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=58242370-2747-4bc6-aeb7-2ddb22972c94,segment=NetworkSegment(6a1c4eb0-0612-4f96-8790-e0ec4a3b7355),segment_id=6a1c4eb0-0612-4f96-8790-e0ec4a3b7355)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:02:00.763330 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-8572cee8-5bc9-4b61-9c75-007d51ed1338 req-faee3f89-bd0e-44a0-8d3c-821b8505c7f8 service neutron] For port 58242370-2747-4bc6-aeb7-2ddb22972c94, host n-h2-812111-14, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:02:00.801966 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '048da32a-bef5-4e4d-babc-310f0b660101', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58242370-2747-4bc6-aeb7-2ddb22972c94'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:02:00.804217 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf714c30-314b-4264-82be-0f185d27e70b" -d '{"events": [{"server_uuid": "048da32a-bef5-4e4d-babc-310f0b660101", "name": "network-vif-unplugged", "status": "completed", "tag": "58242370-2747-4bc6-aeb7-2ddb22972c94"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:02:00.807980 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-8572cee8-5bc9-4b61-9c75-007d51ed1338 req-faee3f89-bd0e-44a0-8d3c-821b8505c7f8 service neutron] Publish callbacks [] for port (58242370-2747-4bc6-aeb7-2ddb22972c94), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:00.820258 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-8572cee8-5bc9-4b61-9c75-007d51ed1338 req-faee3f89-bd0e-44a0-8d3c-821b8505c7f8 service neutron] Transition to ACTIVE for port object 58242370-2747-4bc6-aeb7-2ddb22972c94 will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:02:00.824244 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-8572cee8-5bc9-4b61-9c75-007d51ed1338 req-faee3f89-bd0e-44a0-8d3c-821b8505c7f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (58242370-2747-4bc6-aeb7-2ddb22972c94), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:00.855692 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 20:02:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67ee3a06-49c8-448f-abb3-0e60122969a1 x-openstack-request-id: req-67ee3a06-49c8-448f-abb3-0e60122969a1 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:02:00.855980 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "048da32a-bef5-4e4d-babc-310f0b660101", "name": "network-vif-unplugged", "status": "completed", "tag": "58242370-2747-4bc6-aeb7-2ddb22972c94", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:02:00.856232 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-67ee3a06-49c8-448f-abb3-0e60122969a1 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:02:00.856617 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '048da32a-bef5-4e4d-babc-310f0b660101', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58242370-2747-4bc6-aeb7-2ddb22972c94', 'code': 200} Jan 28 20:02:00.908040 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faee3f89-bd0e-44a0-8d3c-821b8505c7f8 service neutron] Pushing event updated for resources: {'Port': ['ID=58242370-2747-4bc6-aeb7-2ddb22972c94,revision_number=6']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:02:00.922292 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faee3f89-bd0e-44a0-8d3c-821b8505c7f8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:02:00.922643 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faee3f89-bd0e-44a0-8d3c-821b8505c7f8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:02:00.922985 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faee3f89-bd0e-44a0-8d3c-821b8505c7f8 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:02:00.923320 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faee3f89-bd0e-44a0-8d3c-821b8505c7f8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:02:00.923658 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faee3f89-bd0e-44a0-8d3c-821b8505c7f8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:02:00.923982 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faee3f89-bd0e-44a0-8d3c-821b8505c7f8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:02:00.924306 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faee3f89-bd0e-44a0-8d3c-821b8505c7f8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:02:00.924630 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faee3f89-bd0e-44a0-8d3c-821b8505c7f8 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:02:00.924951 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faee3f89-bd0e-44a0-8d3c-821b8505c7f8 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:02:00.925298 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faee3f89-bd0e-44a0-8d3c-821b8505c7f8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:02:00.925630 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faee3f89-bd0e-44a0-8d3c-821b8505c7f8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:02:00.925949 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faee3f89-bd0e-44a0-8d3c-821b8505c7f8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:02:00.926265 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faee3f89-bd0e-44a0-8d3c-821b8505c7f8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:02:00.966059 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-8572cee8-5bc9-4b61-9c75-007d51ed1338 req-faee3f89-bd0e-44a0-8d3c-821b8505c7f8 service neutron] No DVR routers for this DVR port 58242370-2747-4bc6-aeb7-2ddb22972c94 on host n-h2-812111-14 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:02:01.104444 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-8572cee8-5bc9-4b61-9c75-007d51ed1338 req-faee3f89-bd0e-44a0-8d3c-821b8505c7f8 service neutron] Attempting to bind port 58242370-2747-4bc6-aeb7-2ddb22972c94 on host n-h1-812111-14 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:02:01.104779 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-8572cee8-5bc9-4b61-9c75-007d51ed1338 req-faee3f89-bd0e-44a0-8d3c-821b8505c7f8 service neutron] Attempting to bind port 58242370-2747-4bc6-aeb7-2ddb22972c94 by drivers openvswitch,hyperv on host n-h1-812111-14 at level 0 using segments [{'id': '6a1c4eb0-0612-4f96-8790-e0ec4a3b7355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '7cc75c1c-dd8c-46ca-8bd3-4902e06de86d'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:02:01.105131 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8572cee8-5bc9-4b61-9c75-007d51ed1338 req-faee3f89-bd0e-44a0-8d3c-821b8505c7f8 service neutron] Attempting to bind port 58242370-2747-4bc6-aeb7-2ddb22972c94 on network 7cc75c1c-dd8c-46ca-8bd3-4902e06de86d {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:02:01.109815 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8572cee8-5bc9-4b61-9c75-007d51ed1338 req-faee3f89-bd0e-44a0-8d3c-821b8505c7f8 service neutron] Port 58242370-2747-4bc6-aeb7-2ddb22972c94 on network 7cc75c1c-dd8c-46ca-8bd3-4902e06de86d not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-14 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:02:01.110135 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8572cee8-5bc9-4b61-9c75-007d51ed1338 req-faee3f89-bd0e-44a0-8d3c-821b8505c7f8 service neutron] Attempting to bind port 58242370-2747-4bc6-aeb7-2ddb22972c94 on network 7cc75c1c-dd8c-46ca-8bd3-4902e06de86d {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:02:01.114874 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8572cee8-5bc9-4b61-9c75-007d51ed1338 req-faee3f89-bd0e-44a0-8d3c-821b8505c7f8 service neutron] Checking agent: {'id': 'b544ba20-de93-4d86-9e6b-a2202deb6191', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:02:01.115212 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8572cee8-5bc9-4b61-9c75-007d51ed1338 req-faee3f89-bd0e-44a0-8d3c-821b8505c7f8 service neutron] Checking segment: {'id': '6a1c4eb0-0612-4f96-8790-e0ec4a3b7355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '7cc75c1c-dd8c-46ca-8bd3-4902e06de86d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:02:01.115604 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8572cee8-5bc9-4b61-9c75-007d51ed1338 req-faee3f89-bd0e-44a0-8d3c-821b8505c7f8 service neutron] Bound using segment: {'id': '6a1c4eb0-0612-4f96-8790-e0ec4a3b7355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '7cc75c1c-dd8c-46ca-8bd3-4902e06de86d'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:02:01.116031 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-8572cee8-5bc9-4b61-9c75-007d51ed1338 req-faee3f89-bd0e-44a0-8d3c-821b8505c7f8 service neutron] Bound port: 58242370-2747-4bc6-aeb7-2ddb22972c94, host: n-h1-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a1c4eb0-0612-4f96-8790-e0ec4a3b7355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '7cc75c1c-dd8c-46ca-8bd3-4902e06de86d'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:02:01.116382 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-8572cee8-5bc9-4b61-9c75-007d51ed1338 req-faee3f89-bd0e-44a0-8d3c-821b8505c7f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (58242370-2747-4bc6-aeb7-2ddb22972c94), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:01.181286 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-8572cee8-5bc9-4b61-9c75-007d51ed1338 req-faee3f89-bd0e-44a0-8d3c-821b8505c7f8 service neutron] For port 58242370-2747-4bc6-aeb7-2ddb22972c94, host n-h1-812111-14, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:02:01.184590 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-8572cee8-5bc9-4b61-9c75-007d51ed1338 req-faee3f89-bd0e-44a0-8d3c-821b8505c7f8 service neutron] For port 58242370-2747-4bc6-aeb7-2ddb22972c94, host n-h1-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=58242370-2747-4bc6-aeb7-2ddb22972c94,segment=NetworkSegment(6a1c4eb0-0612-4f96-8790-e0ec4a3b7355),segment_id=6a1c4eb0-0612-4f96-8790-e0ec4a3b7355)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:02:01.191281 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-8572cee8-5bc9-4b61-9c75-007d51ed1338 req-faee3f89-bd0e-44a0-8d3c-821b8505c7f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (58242370-2747-4bc6-aeb7-2ddb22972c94), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:01.224067 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8572cee8-5bc9-4b61-9c75-007d51ed1338 req-faee3f89-bd0e-44a0-8d3c-821b8505c7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:02:01.224717 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-8572cee8-5bc9-4b61-9c75-007d51ed1338 req-faee3f89-bd0e-44a0-8d3c-821b8505c7f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:01.226128 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8572cee8-5bc9-4b61-9c75-007d51ed1338 req-faee3f89-bd0e-44a0-8d3c-821b8505c7f8 service neutron] 10.222.0.41 "PUT /v2.0/ports/58242370-2747-4bc6-aeb7-2ddb22972c94 HTTP/1.1" status: 200 len: 1093 time: 0.7802742 Jan 28 20:02:01.248811 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faee3f89-bd0e-44a0-8d3c-821b8505c7f8 service neutron] Pushing event updated for resources: {'Port': ['ID=58242370-2747-4bc6-aeb7-2ddb22972c94,revision_number=7']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:02:01.301364 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8572cee8-5bc9-4b61-9c75-007d51ed1338 req-25db0081-d0dc-4b2d-8cf7-c4d2d09e124e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:02:01.302958 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8572cee8-5bc9-4b61-9c75-007d51ed1338 req-25db0081-d0dc-4b2d-8cf7-c4d2d09e124e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a518f4c8c8e149bf9da3dfc2b7497304&device_id=048da32a-bef5-4e4d-babc-310f0b660101 HTTP/1.1" status: 200 len: 1127 time: 0.0475500 Jan 28 20:02:01.400713 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8572cee8-5bc9-4b61-9c75-007d51ed1338 req-27279c3a-0c64-4f4a-9e1e-4f531f51a889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:02:01.402203 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8572cee8-5bc9-4b61-9c75-007d51ed1338 req-27279c3a-0c64-4f4a-9e1e-4f531f51a889 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7cc75c1c-dd8c-46ca-8bd3-4902e06de86d HTTP/1.1" status: 200 len: 896 time: 0.0902839 Jan 28 20:02:01.469314 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8572cee8-5bc9-4b61-9c75-007d51ed1338 req-853e504a-8a27-458f-91ac-20053e5673dc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=58242370-2747-4bc6-aeb7-2ddb22972c94 HTTP/1.1" status: 200 len: 1000 time: 0.0597072 Jan 28 20:02:01.520369 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8572cee8-5bc9-4b61-9c75-007d51ed1338 req-427caeca-0c84-4f02-9780-8c2407382296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:02:01.521738 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8572cee8-5bc9-4b61-9c75-007d51ed1338 req-427caeca-0c84-4f02-9780-8c2407382296 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=083ca1c0-edcb-4e4a-b0bd-6dca2fe04b6b HTTP/1.1" status: 200 len: 834 time: 0.0437493 Jan 28 20:02:01.577554 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8572cee8-5bc9-4b61-9c75-007d51ed1338 req-35b58897-6f2f-40ae-873a-cc53c2f10bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:02:01.579136 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8572cee8-5bc9-4b61-9c75-007d51ed1338 req-35b58897-6f2f-40ae-873a-cc53c2f10bb1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7cc75c1c-dd8c-46ca-8bd3-4902e06de86d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0484717 Jan 28 20:02:01.712527 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9cd0cc-ded7-419b-9040-411e07867729 req-20f52ddd-aead-44ce-a89f-fe2095b74ca8 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:02:01.714863 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4a9cd0cc-ded7-419b-9040-411e07867729 req-20f52ddd-aead-44ce-a89f-fe2095b74ca8 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/ports?device_id=048da32a-bef5-4e4d-babc-310f0b660101 HTTP/1.1" status: 200 len: 944 time: 0.1173916 Jan 28 20:02:01.719093 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8572cee8-5bc9-4b61-9c75-007d51ed1338 req-e25a52f4-9062-4b1b-b735-86dde1e48adc service neutron] 10.222.0.41 "GET /v2.0/networks/7cc75c1c-dd8c-46ca-8bd3-4902e06de86d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292291 Jan 28 20:02:01.813630 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4a9cd0cc-ded7-419b-9040-411e07867729 req-063cd76a-d76b-4b70-9a2a-cadd821b08e9 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea9371b1-4925-4c9c-a1f5-b2f982746957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926790 Jan 28 20:02:01.844306 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8572cee8-5bc9-4b61-9c75-007d51ed1338 req-91ac3e03-fe03-49c6-b7b4-9041322e05ee service neutron] 10.222.0.41 "GET /v2.0/networks/7cc75c1c-dd8c-46ca-8bd3-4902e06de86d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095171 Jan 28 20:02:02.858068 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '048da32a-bef5-4e4d-babc-310f0b660101', 'tag': '58242370-2747-4bc6-aeb7-2ddb22972c94'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:02:02.860427 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9af8e78-8369-4c09-9a41-02f63bb3e9e0" -d '{"events": [{"name": "network-changed", "server_uuid": "048da32a-bef5-4e4d-babc-310f0b660101", "tag": "58242370-2747-4bc6-aeb7-2ddb22972c94"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:02:02.909692 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28e9f685-d63a-485e-a410-7069eaf3bfaf x-openstack-request-id: req-28e9f685-d63a-485e-a410-7069eaf3bfaf {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:02:02.910366 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "048da32a-bef5-4e4d-babc-310f0b660101", "tag": "58242370-2747-4bc6-aeb7-2ddb22972c94", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:02:02.911650 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-28e9f685-d63a-485e-a410-7069eaf3bfaf {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:02:02.911977 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '048da32a-bef5-4e4d-babc-310f0b660101', 'tag': '58242370-2747-4bc6-aeb7-2ddb22972c94', 'status': 'completed', 'code': 200} Jan 28 20:02:02.968727 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180aef2f-1f00-4cee-a7cc-2f7ee9e8b2a1 req-4758a146-a063-453f-9763-8f63ee0020de tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:02:02.970259 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-180aef2f-1f00-4cee-a7cc-2f7ee9e8b2a1 req-4758a146-a063-453f-9763-8f63ee0020de tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/ports?device_id=048da32a-bef5-4e4d-babc-310f0b660101 HTTP/1.1" status: 200 len: 944 time: 0.0865715 Jan 28 20:02:02.978614 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9af8e78-8369-4c09-9a41-02f63bb3e9e0 req-a872b83c-c924-4a5c-b88a-ad107b11f043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:02:02.980125 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a9af8e78-8369-4c09-9a41-02f63bb3e9e0 req-a872b83c-c924-4a5c-b88a-ad107b11f043 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a518f4c8c8e149bf9da3dfc2b7497304&device_id=048da32a-bef5-4e4d-babc-310f0b660101 HTTP/1.1" status: 200 len: 1127 time: 0.0461295 Jan 28 20:02:03.001468 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9af8e78-8369-4c09-9a41-02f63bb3e9e0 req-57834bdc-9887-49c0-bbdc-2afc232377eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:02:03.002965 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a9af8e78-8369-4c09-9a41-02f63bb3e9e0 req-57834bdc-9887-49c0-bbdc-2afc232377eb service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a518f4c8c8e149bf9da3dfc2b7497304&device_id=048da32a-bef5-4e4d-babc-310f0b660101 HTTP/1.1" status: 200 len: 1127 time: 0.0756068 Jan 28 20:02:03.073710 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-180aef2f-1f00-4cee-a7cc-2f7ee9e8b2a1 req-e8dd7257-aa19-4007-bf97-c4e39db66c0e tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea9371b1-4925-4c9c-a1f5-b2f982746957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958481 Jan 28 20:02:03.074591 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9af8e78-8369-4c09-9a41-02f63bb3e9e0 req-a26d2e96-b013-4e09-9663-3fc597e7fb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:02:03.076189 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a9af8e78-8369-4c09-9a41-02f63bb3e9e0 req-a26d2e96-b013-4e09-9663-3fc597e7fb27 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7cc75c1c-dd8c-46ca-8bd3-4902e06de86d HTTP/1.1" status: 200 len: 896 time: 0.0889959 Jan 28 20:02:03.110967 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9af8e78-8369-4c09-9a41-02f63bb3e9e0 req-b0c65126-f085-4636-91e9-feac0fa19a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:02:03.112369 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a9af8e78-8369-4c09-9a41-02f63bb3e9e0 req-b0c65126-f085-4636-91e9-feac0fa19a6f service neutron] 10.222.0.70 "GET /v2.0/networks?id=7cc75c1c-dd8c-46ca-8bd3-4902e06de86d HTTP/1.1" status: 200 len: 896 time: 0.1001017 Jan 28 20:02:03.142357 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a9af8e78-8369-4c09-9a41-02f63bb3e9e0 req-f97aff20-e149-4caa-b9f8-5b252965e2c1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=58242370-2747-4bc6-aeb7-2ddb22972c94 HTTP/1.1" status: 200 len: 1000 time: 0.0597122 Jan 28 20:02:03.183189 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a9af8e78-8369-4c09-9a41-02f63bb3e9e0 req-caa823f6-ef05-49fa-b597-a7353386d0c9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=58242370-2747-4bc6-aeb7-2ddb22972c94 HTTP/1.1" status: 200 len: 1000 time: 0.0638227 Jan 28 20:02:03.195364 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9af8e78-8369-4c09-9a41-02f63bb3e9e0 req-593ec4ed-3789-4af8-adf8-7caf275be81a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:02:03.196805 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a9af8e78-8369-4c09-9a41-02f63bb3e9e0 req-593ec4ed-3789-4af8-adf8-7caf275be81a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=083ca1c0-edcb-4e4a-b0bd-6dca2fe04b6b HTTP/1.1" status: 200 len: 834 time: 0.0467680 Jan 28 20:02:03.231511 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9af8e78-8369-4c09-9a41-02f63bb3e9e0 req-d991d514-1af2-41a3-93d9-311792fc9dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:02:03.233048 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a9af8e78-8369-4c09-9a41-02f63bb3e9e0 req-d991d514-1af2-41a3-93d9-311792fc9dba service neutron] 10.222.0.70 "GET /v2.0/subnets?id=083ca1c0-edcb-4e4a-b0bd-6dca2fe04b6b HTTP/1.1" status: 200 len: 834 time: 0.0447710 Jan 28 20:02:03.245972 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9af8e78-8369-4c09-9a41-02f63bb3e9e0 req-adc369db-e350-4547-9be9-ad1ab3a320ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:02:03.247523 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a9af8e78-8369-4c09-9a41-02f63bb3e9e0 req-adc369db-e350-4547-9be9-ad1ab3a320ce service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7cc75c1c-dd8c-46ca-8bd3-4902e06de86d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0444500 Jan 28 20:02:03.282730 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9af8e78-8369-4c09-9a41-02f63bb3e9e0 req-fb3a2491-915e-4c15-a365-bcf2a84a6c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:02:03.284264 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a9af8e78-8369-4c09-9a41-02f63bb3e9e0 req-fb3a2491-915e-4c15-a365-bcf2a84a6c96 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7cc75c1c-dd8c-46ca-8bd3-4902e06de86d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0452166 Jan 28 20:02:03.334403 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a9af8e78-8369-4c09-9a41-02f63bb3e9e0 req-5ef124dc-9147-4fb8-9694-870359e7d93c service neutron] 10.222.0.41 "GET /v2.0/networks/7cc75c1c-dd8c-46ca-8bd3-4902e06de86d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803010 Jan 28 20:02:03.377130 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a9af8e78-8369-4c09-9a41-02f63bb3e9e0 req-d13259fc-ed86-43d3-880d-32c8e356abc6 service neutron] 10.222.0.70 "GET /v2.0/networks/7cc75c1c-dd8c-46ca-8bd3-4902e06de86d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870149 Jan 28 20:02:03.428323 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a9af8e78-8369-4c09-9a41-02f63bb3e9e0 req-bc02fd81-a8ef-48d9-9a9b-38774266365c service neutron] 10.222.0.41 "GET /v2.0/networks/7cc75c1c-dd8c-46ca-8bd3-4902e06de86d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868626 Jan 28 20:02:03.465535 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a9af8e78-8369-4c09-9a41-02f63bb3e9e0 req-6ed6a81f-4899-4a18-9ea7-d91c6215abba service neutron] 10.222.0.70 "GET /v2.0/networks/7cc75c1c-dd8c-46ca-8bd3-4902e06de86d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833611 Jan 28 20:02:04.198456 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0385bea-3386-493f-95fc-dd243b4a4b9b req-5e17664d-bc13-466b-93b5-34d72c90c457 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:02:04.199923 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e0385bea-3386-493f-95fc-dd243b4a4b9b req-5e17664d-bc13-466b-93b5-34d72c90c457 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/ports?device_id=048da32a-bef5-4e4d-babc-310f0b660101 HTTP/1.1" status: 200 len: 944 time: 0.0525012 Jan 28 20:02:04.248386 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e0385bea-3386-493f-95fc-dd243b4a4b9b req-26261b49-8758-444d-9a49-f7dc8909a77d tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea9371b1-4925-4c9c-a1f5-b2f982746957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424650 Jan 28 20:02:04.542551 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bb0752-287c-4390-85ec-e56344f6d6e9 req-a1105da7-145e-43dd-b144-b3a5fb127bd6 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:02:04.544017 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-35bb0752-287c-4390-85ec-e56344f6d6e9 req-a1105da7-145e-43dd-b144-b3a5fb127bd6 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.41 "GET /v2.0/ports?device_id=048da32a-bef5-4e4d-babc-310f0b660101&tenant_id=a518f4c8c8e149bf9da3dfc2b7497304&binding%3Ahost_id=n-h1-812111-14 HTTP/1.1" status: 200 len: 944 time: 0.1270134 Jan 28 20:02:04.551291 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bd3daf-759a-478f-abf4-a07b3d1923f2 req-43650b76-072b-4994-bfb4-9db1828de561 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:02:04.552627 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e4bd3daf-759a-478f-abf4-a07b3d1923f2 req-43650b76-072b-4994-bfb4-9db1828de561 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/ports?device_id=048da32a-bef5-4e4d-babc-310f0b660101 HTTP/1.1" status: 200 len: 944 time: 0.1002655 Jan 28 20:02:04.613025 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 58242370-2747-4bc6-aeb7-2ddb22972c94 no longer exists at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:02:04.640788 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e4bd3daf-759a-478f-abf4-a07b3d1923f2 req-74b80152-7fff-44a7-b68f-19976acc37fe tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea9371b1-4925-4c9c-a1f5-b2f982746957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821915 Jan 28 20:02:04.643712 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-35bb0752-287c-4390-85ec-e56344f6d6e9 req-f7af137d-05a2-47f4-a61a-bd073b662bd3 service neutron] 10.222.0.41 "GET /v2.0/ports/58242370-2747-4bc6-aeb7-2ddb22972c94/bindings/n-h1-812111-14 HTTP/1.1" status: 200 len: 383 time: 0.0900929 Jan 28 20:02:04.651625 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] The host n-h2-812111-14 is not matching for port 58242370-2747-4bc6-aeb7-2ddb22972c94 host n-h1-812111-14! {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Jan 28 20:02:04.652037 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 58242370-2747-4bc6-aeb7-2ddb22972c94 not bound to the agent host n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:02:04.709126 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bb0752-287c-4390-85ec-e56344f6d6e9 req-d3f9805a-a53c-4257-beef-44f1bd0035bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:02:04.710606 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-35bb0752-287c-4390-85ec-e56344f6d6e9 req-d3f9805a-a53c-4257-beef-44f1bd0035bb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a518f4c8c8e149bf9da3dfc2b7497304&device_id=048da32a-bef5-4e4d-babc-310f0b660101 HTTP/1.1" status: 200 len: 1127 time: 0.0440333 Jan 28 20:02:04.802833 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bb0752-287c-4390-85ec-e56344f6d6e9 req-3cac6f54-401f-476d-ae00-6e711c0331f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:02:04.804333 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-35bb0752-287c-4390-85ec-e56344f6d6e9 req-3cac6f54-401f-476d-ae00-6e711c0331f6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7cc75c1c-dd8c-46ca-8bd3-4902e06de86d HTTP/1.1" status: 200 len: 896 time: 0.0876031 Jan 28 20:02:04.867006 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-35bb0752-287c-4390-85ec-e56344f6d6e9 req-beded4c7-8dd3-46e8-a628-eeb4a43a6960 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=58242370-2747-4bc6-aeb7-2ddb22972c94 HTTP/1.1" status: 200 len: 1000 time: 0.0569038 Jan 28 20:02:04.913802 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bb0752-287c-4390-85ec-e56344f6d6e9 req-c6b920f1-8e31-41a4-9304-ecf895afdeb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:02:04.915152 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-35bb0752-287c-4390-85ec-e56344f6d6e9 req-c6b920f1-8e31-41a4-9304-ecf895afdeb6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=083ca1c0-edcb-4e4a-b0bd-6dca2fe04b6b HTTP/1.1" status: 200 len: 834 time: 0.0423789 Jan 28 20:02:04.968233 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bb0752-287c-4390-85ec-e56344f6d6e9 req-f9993dec-0079-42d5-8cda-69813bbdf53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:02:04.969801 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-35bb0752-287c-4390-85ec-e56344f6d6e9 req-f9993dec-0079-42d5-8cda-69813bbdf53e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7cc75c1c-dd8c-46ca-8bd3-4902e06de86d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0487773 Jan 28 20:02:05.006403 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 58242370-2747-4bc6-aeb7-2ddb22972c94 details requested by agent hyperv_n-h1-812111-14 with host n-h1-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:02:05.057686 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-35bb0752-287c-4390-85ec-e56344f6d6e9 req-51f33149-16bf-431f-9f10-9dc42b8be61f service neutron] 10.222.0.41 "GET /v2.0/networks/7cc75c1c-dd8c-46ca-8bd3-4902e06de86d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815098 Jan 28 20:02:05.105007 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 58242370-2747-4bc6-aeb7-2ddb22972c94, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=58242370-2747-4bc6-aeb7-2ddb22972c94,segment=NetworkSegment(6a1c4eb0-0612-4f96-8790-e0ec4a3b7355),segment_id=6a1c4eb0-0612-4f96-8790-e0ec4a3b7355)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:02:05.117004 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Returning: {'device': '58242370-2747-4bc6-aeb7-2ddb22972c94', 'network_id': '7cc75c1c-dd8c-46ca-8bd3-4902e06de86d', 'port_id': '58242370-2747-4bc6-aeb7-2ddb22972c94', 'mac_address': 'fa:16:3e:45:1f:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '083ca1c0-edcb-4e4a-b0bd-6dca2fe04b6b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:02:05.148560 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-35bb0752-287c-4390-85ec-e56344f6d6e9 req-8d535889-9b82-46e3-b809-a33e0b7a94f7 service neutron] 10.222.0.41 "GET /v2.0/networks/7cc75c1c-dd8c-46ca-8bd3-4902e06de86d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847583 Jan 28 20:02:05.153771 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port 58242370-2747-4bc6-aeb7-2ddb22972c94 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:02:05.154201 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (58242370-2747-4bc6-aeb7-2ddb22972c94), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:05.167018 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58242370-2747-4bc6-aeb7-2ddb22972c94 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:02:05.187557 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 58242370-2747-4bc6-aeb7-2ddb22972c94, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=58242370-2747-4bc6-aeb7-2ddb22972c94,segment=NetworkSegment(6a1c4eb0-0612-4f96-8790-e0ec4a3b7355),segment_id=6a1c4eb0-0612-4f96-8790-e0ec4a3b7355)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:02:05.191276 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (58242370-2747-4bc6-aeb7-2ddb22972c94), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:05.238363 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=58242370-2747-4bc6-aeb7-2ddb22972c94,revision_number=8']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:02:05.245873 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:02:05.246223 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:02:05.246566 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:02:05.246904 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:02:05.247236 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:02:05.247566 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:02:05.247966 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:02:05.248297 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:02:05.248623 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:02:05.248951 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:02:05.249304 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:02:05.249635 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:02:05.249957 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:02:05.469511 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['58242370-2747-4bc6-aeb7-2ddb22972c94'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:02:05.773314 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7341a16-58b9-46e6-883a-2aff9cb22243 req-790b5885-eca1-4986-9a4a-9f63497419c7 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:02:05.774709 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f7341a16-58b9-46e6-883a-2aff9cb22243 req-790b5885-eca1-4986-9a4a-9f63497419c7 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/ports?device_id=048da32a-bef5-4e4d-babc-310f0b660101 HTTP/1.1" status: 200 len: 945 time: 0.0565183 Jan 28 20:02:05.828315 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f7341a16-58b9-46e6-883a-2aff9cb22243 req-cc732b9e-64f1-4b08-91a3-0f0617f571e2 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea9371b1-4925-4c9c-a1f5-b2f982746957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473654 Jan 28 20:02:06.717471 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-649af872-f219-41c7-acff-db28d32541c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:07.010575 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 58242370-2747-4bc6-aeb7-2ddb22972c94 up at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:02:07.074108 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning for port 58242370-2747-4bc6-aeb7-2ddb22972c94 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:02:07.078960 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning complete for port 58242370-2747-4bc6-aeb7-2ddb22972c94 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:02:07.079337 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (58242370-2747-4bc6-aeb7-2ddb22972c94), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:07.180364 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port 58242370-2747-4bc6-aeb7-2ddb22972c94 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:02:07.180976 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (58242370-2747-4bc6-aeb7-2ddb22972c94), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:07.215255 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '048da32a-bef5-4e4d-babc-310f0b660101', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58242370-2747-4bc6-aeb7-2ddb22972c94'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:02:07.218068 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc2be3be-823a-4acc-ba0d-1aa2fc0e6e1c" -d '{"events": [{"server_uuid": "048da32a-bef5-4e4d-babc-310f0b660101", "name": "network-vif-plugged", "status": "completed", "tag": "58242370-2747-4bc6-aeb7-2ddb22972c94"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:02:07.231441 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b8af84-aa89-4340-95df-7ef10a214d8d req-7bd84753-d59d-4c83-b75f-a9012cef71f2 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:02:07.239226 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-15b8af84-aa89-4340-95df-7ef10a214d8d req-7bd84753-d59d-4c83-b75f-a9012cef71f2 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/ports?device_id=048da32a-bef5-4e4d-babc-310f0b660101 HTTP/1.1" status: 200 len: 945 time: 0.3394232 Jan 28 20:02:07.246472 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 58242370-2747-4bc6-aeb7-2ddb22972c94, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=58242370-2747-4bc6-aeb7-2ddb22972c94,segment=NetworkSegment(6a1c4eb0-0612-4f96-8790-e0ec4a3b7355),segment_id=6a1c4eb0-0612-4f96-8790-e0ec4a3b7355)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:02:07.265014 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (58242370-2747-4bc6-aeb7-2ddb22972c94), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:07.299401 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-15b8af84-aa89-4340-95df-7ef10a214d8d req-00aa421b-a183-4c41-a17b-d0af3aead57d tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea9371b1-4925-4c9c-a1f5-b2f982746957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594747 Jan 28 20:02:07.305720 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bb0752-287c-4390-85ec-e56344f6d6e9 req-72244fed-98f8-42fb-a371-247ce3b81560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:02:07.308587 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-35bb0752-287c-4390-85ec-e56344f6d6e9 req-72244fed-98f8-42fb-a371-247ce3b81560 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=048da32a-bef5-4e4d-babc-310f0b660101&tenant_id=a518f4c8c8e149bf9da3dfc2b7497304 HTTP/1.1" status: 200 len: 1128 time: 0.1080959 Jan 28 20:02:07.319902 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-35bb0752-287c-4390-85ec-e56344f6d6e9 req-d2fef70d-e9df-4414-8ea3-b0d358304c7b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-812111-14', 'device_owner': 'compute:nova'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:02:07.327804 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=58242370-2747-4bc6-aeb7-2ddb22972c94,revision_number=9']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:02:07.395159 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-35bb0752-287c-4390-85ec-e56344f6d6e9 req-d2fef70d-e9df-4414-8ea3-b0d358304c7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (58242370-2747-4bc6-aeb7-2ddb22972c94), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:07.418193 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:02:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b0ccd96-af33-4011-960c-3d7d786abf73 x-openstack-request-id: req-0b0ccd96-af33-4011-960c-3d7d786abf73 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:02:07.418630 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "048da32a-bef5-4e4d-babc-310f0b660101", "name": "network-vif-plugged", "status": "completed", "tag": "58242370-2747-4bc6-aeb7-2ddb22972c94", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:02:07.418970 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0b0ccd96-af33-4011-960c-3d7d786abf73 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:02:07.419536 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '048da32a-bef5-4e4d-babc-310f0b660101', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58242370-2747-4bc6-aeb7-2ddb22972c94', 'code': 200} Jan 28 20:02:07.602808 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-35bb0752-287c-4390-85ec-e56344f6d6e9 req-d2fef70d-e9df-4414-8ea3-b0d358304c7b service neutron] For port 58242370-2747-4bc6-aeb7-2ddb22972c94, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=58242370-2747-4bc6-aeb7-2ddb22972c94,segment=NetworkSegment(6a1c4eb0-0612-4f96-8790-e0ec4a3b7355),segment_id=6a1c4eb0-0612-4f96-8790-e0ec4a3b7355)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:02:07.639076 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-35bb0752-287c-4390-85ec-e56344f6d6e9 req-d2fef70d-e9df-4414-8ea3-b0d358304c7b service neutron] For port 58242370-2747-4bc6-aeb7-2ddb22972c94, host n-h1-812111-14, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:02:07.677952 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '048da32a-bef5-4e4d-babc-310f0b660101', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58242370-2747-4bc6-aeb7-2ddb22972c94'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:02:07.680196 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ce49d07-b37e-4846-b1d1-5c67e7af0e82" -d '{"events": [{"server_uuid": "048da32a-bef5-4e4d-babc-310f0b660101", "name": "network-vif-unplugged", "status": "completed", "tag": "58242370-2747-4bc6-aeb7-2ddb22972c94"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:02:07.684044 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-35bb0752-287c-4390-85ec-e56344f6d6e9 req-d2fef70d-e9df-4414-8ea3-b0d358304c7b service neutron] Publish callbacks [] for port (58242370-2747-4bc6-aeb7-2ddb22972c94), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:07.696142 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-35bb0752-287c-4390-85ec-e56344f6d6e9 req-d2fef70d-e9df-4414-8ea3-b0d358304c7b service neutron] Transition to ACTIVE for port object 58242370-2747-4bc6-aeb7-2ddb22972c94 will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:02:07.700525 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-35bb0752-287c-4390-85ec-e56344f6d6e9 req-d2fef70d-e9df-4414-8ea3-b0d358304c7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (58242370-2747-4bc6-aeb7-2ddb22972c94), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:07.800264 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 20:02:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40bbfc15-18f0-4d7f-9d5c-f268d84072f5 x-openstack-request-id: req-40bbfc15-18f0-4d7f-9d5c-f268d84072f5 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:02:07.800558 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "048da32a-bef5-4e4d-babc-310f0b660101", "name": "network-vif-unplugged", "status": "completed", "tag": "58242370-2747-4bc6-aeb7-2ddb22972c94", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:02:07.800813 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-40bbfc15-18f0-4d7f-9d5c-f268d84072f5 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:02:07.801240 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '048da32a-bef5-4e4d-babc-310f0b660101', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58242370-2747-4bc6-aeb7-2ddb22972c94', 'code': 200} Jan 28 20:02:07.812239 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fef70d-e9df-4414-8ea3-b0d358304c7b service neutron] Pushing event updated for resources: {'Port': ['ID=58242370-2747-4bc6-aeb7-2ddb22972c94,revision_number=10']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:02:07.834405 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fef70d-e9df-4414-8ea3-b0d358304c7b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:02:07.834769 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fef70d-e9df-4414-8ea3-b0d358304c7b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:02:07.835118 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fef70d-e9df-4414-8ea3-b0d358304c7b service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:02:07.835458 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fef70d-e9df-4414-8ea3-b0d358304c7b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:02:07.835796 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fef70d-e9df-4414-8ea3-b0d358304c7b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:02:07.836132 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fef70d-e9df-4414-8ea3-b0d358304c7b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:02:07.836461 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fef70d-e9df-4414-8ea3-b0d358304c7b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:02:07.836791 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fef70d-e9df-4414-8ea3-b0d358304c7b service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:02:07.837146 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fef70d-e9df-4414-8ea3-b0d358304c7b service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:02:07.837534 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fef70d-e9df-4414-8ea3-b0d358304c7b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:02:07.837863 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fef70d-e9df-4414-8ea3-b0d358304c7b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:02:07.838185 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fef70d-e9df-4414-8ea3-b0d358304c7b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:02:07.838506 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fef70d-e9df-4414-8ea3-b0d358304c7b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:02:07.888999 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-35bb0752-287c-4390-85ec-e56344f6d6e9 req-d2fef70d-e9df-4414-8ea3-b0d358304c7b service neutron] No DVR routers for this DVR port 58242370-2747-4bc6-aeb7-2ddb22972c94 on host n-h1-812111-14 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:02:08.026872 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-35bb0752-287c-4390-85ec-e56344f6d6e9 req-d2fef70d-e9df-4414-8ea3-b0d358304c7b service neutron] Attempting to bind port 58242370-2747-4bc6-aeb7-2ddb22972c94 on host n-h2-812111-14 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:02:08.027112 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-35bb0752-287c-4390-85ec-e56344f6d6e9 req-d2fef70d-e9df-4414-8ea3-b0d358304c7b service neutron] Attempting to bind port 58242370-2747-4bc6-aeb7-2ddb22972c94 by drivers openvswitch,hyperv on host n-h2-812111-14 at level 0 using segments [{'id': '6a1c4eb0-0612-4f96-8790-e0ec4a3b7355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '7cc75c1c-dd8c-46ca-8bd3-4902e06de86d'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:02:08.027424 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35bb0752-287c-4390-85ec-e56344f6d6e9 req-d2fef70d-e9df-4414-8ea3-b0d358304c7b service neutron] Attempting to bind port 58242370-2747-4bc6-aeb7-2ddb22972c94 on network 7cc75c1c-dd8c-46ca-8bd3-4902e06de86d {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:02:08.031908 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35bb0752-287c-4390-85ec-e56344f6d6e9 req-d2fef70d-e9df-4414-8ea3-b0d358304c7b service neutron] Port 58242370-2747-4bc6-aeb7-2ddb22972c94 on network 7cc75c1c-dd8c-46ca-8bd3-4902e06de86d not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-14 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:02:08.032233 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35bb0752-287c-4390-85ec-e56344f6d6e9 req-d2fef70d-e9df-4414-8ea3-b0d358304c7b service neutron] Attempting to bind port 58242370-2747-4bc6-aeb7-2ddb22972c94 on network 7cc75c1c-dd8c-46ca-8bd3-4902e06de86d {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:02:08.037042 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35bb0752-287c-4390-85ec-e56344f6d6e9 req-d2fef70d-e9df-4414-8ea3-b0d358304c7b service neutron] Checking agent: {'id': '8f3fee4e-bf24-4b58-8a3a-ae9c8011a473', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 1, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:02:08.037421 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35bb0752-287c-4390-85ec-e56344f6d6e9 req-d2fef70d-e9df-4414-8ea3-b0d358304c7b service neutron] Checking segment: {'id': '6a1c4eb0-0612-4f96-8790-e0ec4a3b7355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '7cc75c1c-dd8c-46ca-8bd3-4902e06de86d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:02:08.037821 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35bb0752-287c-4390-85ec-e56344f6d6e9 req-d2fef70d-e9df-4414-8ea3-b0d358304c7b service neutron] Bound using segment: {'id': '6a1c4eb0-0612-4f96-8790-e0ec4a3b7355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '7cc75c1c-dd8c-46ca-8bd3-4902e06de86d'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:02:08.038247 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-35bb0752-287c-4390-85ec-e56344f6d6e9 req-d2fef70d-e9df-4414-8ea3-b0d358304c7b service neutron] Bound port: 58242370-2747-4bc6-aeb7-2ddb22972c94, host: n-h2-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a1c4eb0-0612-4f96-8790-e0ec4a3b7355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '7cc75c1c-dd8c-46ca-8bd3-4902e06de86d'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:02:08.038609 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-35bb0752-287c-4390-85ec-e56344f6d6e9 req-d2fef70d-e9df-4414-8ea3-b0d358304c7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (58242370-2747-4bc6-aeb7-2ddb22972c94), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:08.100110 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-35bb0752-287c-4390-85ec-e56344f6d6e9 req-d2fef70d-e9df-4414-8ea3-b0d358304c7b service neutron] For port 58242370-2747-4bc6-aeb7-2ddb22972c94, host n-h2-812111-14, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:02:08.103109 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-35bb0752-287c-4390-85ec-e56344f6d6e9 req-d2fef70d-e9df-4414-8ea3-b0d358304c7b service neutron] For port 58242370-2747-4bc6-aeb7-2ddb22972c94, host n-h2-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=58242370-2747-4bc6-aeb7-2ddb22972c94,segment=NetworkSegment(6a1c4eb0-0612-4f96-8790-e0ec4a3b7355),segment_id=6a1c4eb0-0612-4f96-8790-e0ec4a3b7355)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:02:08.110204 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-35bb0752-287c-4390-85ec-e56344f6d6e9 req-d2fef70d-e9df-4414-8ea3-b0d358304c7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (58242370-2747-4bc6-aeb7-2ddb22972c94), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:08.142614 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bb0752-287c-4390-85ec-e56344f6d6e9 req-d2fef70d-e9df-4414-8ea3-b0d358304c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:02:08.142928 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-35bb0752-287c-4390-85ec-e56344f6d6e9 req-d2fef70d-e9df-4414-8ea3-b0d358304c7b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:08.144642 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-35bb0752-287c-4390-85ec-e56344f6d6e9 req-d2fef70d-e9df-4414-8ea3-b0d358304c7b service neutron] 10.222.0.70 "PUT /v2.0/ports/58242370-2747-4bc6-aeb7-2ddb22972c94 HTTP/1.1" status: 200 len: 1094 time: 0.8289678 Jan 28 20:02:08.196940 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fef70d-e9df-4414-8ea3-b0d358304c7b service neutron] Pushing event updated for resources: {'Port': ['ID=58242370-2747-4bc6-aeb7-2ddb22972c94,revision_number=11']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:02:08.219990 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bb0752-287c-4390-85ec-e56344f6d6e9 req-52127f82-72b5-453d-ba2d-7638ddc57823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:02:08.221595 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-35bb0752-287c-4390-85ec-e56344f6d6e9 req-52127f82-72b5-453d-ba2d-7638ddc57823 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a518f4c8c8e149bf9da3dfc2b7497304&device_id=048da32a-bef5-4e4d-babc-310f0b660101 HTTP/1.1" status: 200 len: 1128 time: 0.0526288 Jan 28 20:02:08.319923 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bb0752-287c-4390-85ec-e56344f6d6e9 req-874d96b0-b2b6-4d3a-8736-0359c34a0718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:02:08.321442 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-35bb0752-287c-4390-85ec-e56344f6d6e9 req-874d96b0-b2b6-4d3a-8736-0359c34a0718 service neutron] 10.222.0.70 "GET /v2.0/networks?id=7cc75c1c-dd8c-46ca-8bd3-4902e06de86d HTTP/1.1" status: 200 len: 896 time: 0.0941935 Jan 28 20:02:08.417586 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-35bb0752-287c-4390-85ec-e56344f6d6e9 req-9bef0f3f-a72f-45ae-8381-d779c7e644cc service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=58242370-2747-4bc6-aeb7-2ddb22972c94 HTTP/1.1" status: 200 len: 1000 time: 0.0899477 Jan 28 20:02:08.469680 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae030b8-dd4d-45ee-8076-af8b0b9434dd req-c19e4ec8-652e-4fe5-ba6b-e5fba8d0272c tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:02:08.471200 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-dae030b8-dd4d-45ee-8076-af8b0b9434dd req-c19e4ec8-652e-4fe5-ba6b-e5fba8d0272c tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/ports?device_id=048da32a-bef5-4e4d-babc-310f0b660101 HTTP/1.1" status: 200 len: 945 time: 0.1015882 Jan 28 20:02:08.486163 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bb0752-287c-4390-85ec-e56344f6d6e9 req-91291de6-e0a0-4551-a610-809412b28dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:02:08.487566 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-35bb0752-287c-4390-85ec-e56344f6d6e9 req-91291de6-e0a0-4551-a610-809412b28dd9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=083ca1c0-edcb-4e4a-b0bd-6dca2fe04b6b HTTP/1.1" status: 200 len: 834 time: 0.0641036 Jan 28 20:02:08.555088 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-dae030b8-dd4d-45ee-8076-af8b0b9434dd req-9d737e55-a35e-4d00-89e0-e26855bd0833 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea9371b1-4925-4c9c-a1f5-b2f982746957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778263 Jan 28 20:02:08.564518 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bb0752-287c-4390-85ec-e56344f6d6e9 req-dacebc44-f94d-49ac-8cb8-71377856a68e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:02:08.566029 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-35bb0752-287c-4390-85ec-e56344f6d6e9 req-dacebc44-f94d-49ac-8cb8-71377856a68e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7cc75c1c-dd8c-46ca-8bd3-4902e06de86d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0708635 Jan 28 20:02:08.658216 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-35bb0752-287c-4390-85ec-e56344f6d6e9 req-557ca1e2-4764-47cb-8669-9c18ff50a9eb service neutron] 10.222.0.70 "GET /v2.0/networks/7cc75c1c-dd8c-46ca-8bd3-4902e06de86d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858819 Jan 28 20:02:08.749095 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-35bb0752-287c-4390-85ec-e56344f6d6e9 req-e503304c-9b9d-4b3e-be70-00f0a8c05830 service neutron] 10.222.0.70 "GET /v2.0/networks/7cc75c1c-dd8c-46ca-8bd3-4902e06de86d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849411 Jan 28 20:02:08.975891 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-dbbef65e-b5bd-41ef-a108-db6dbac269f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:09.677841 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a8a91f-db36-40bb-a8f8-048db19b3ee0 req-15e75a9e-8e1d-4775-b84b-3fd45144c0bd tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:02:09.679296 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-03a8a91f-db36-40bb-a8f8-048db19b3ee0 req-15e75a9e-8e1d-4775-b84b-3fd45144c0bd tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/ports?device_id=048da32a-bef5-4e4d-babc-310f0b660101 HTTP/1.1" status: 200 len: 945 time: 0.0525491 Jan 28 20:02:09.727543 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-03a8a91f-db36-40bb-a8f8-048db19b3ee0 req-3390d737-0b14-4a00-9249-e63a2bbd5775 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea9371b1-4925-4c9c-a1f5-b2f982746957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426967 Jan 28 20:02:09.802765 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '048da32a-bef5-4e4d-babc-310f0b660101', 'tag': '58242370-2747-4bc6-aeb7-2ddb22972c94'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:02:09.805204 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8977a117-4a6d-40cc-8778-6912c1c883e5" -d '{"events": [{"name": "network-changed", "server_uuid": "048da32a-bef5-4e4d-babc-310f0b660101", "tag": "58242370-2747-4bc6-aeb7-2ddb22972c94"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:02:09.857785 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20b98694-82d2-409d-8c86-c76f4c0eff50 x-openstack-request-id: req-20b98694-82d2-409d-8c86-c76f4c0eff50 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:02:09.858083 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "048da32a-bef5-4e4d-babc-310f0b660101", "tag": "58242370-2747-4bc6-aeb7-2ddb22972c94", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:02:09.858338 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-20b98694-82d2-409d-8c86-c76f4c0eff50 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:02:09.858742 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '048da32a-bef5-4e4d-babc-310f0b660101', 'tag': '58242370-2747-4bc6-aeb7-2ddb22972c94', 'status': 'completed', 'code': 200} Jan 28 20:02:09.908328 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:09.929221 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8977a117-4a6d-40cc-8778-6912c1c883e5 req-d6f50401-3ec6-4ee8-bb4f-30668779dce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:02:09.931701 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8977a117-4a6d-40cc-8778-6912c1c883e5 req-d6f50401-3ec6-4ee8-bb4f-30668779dce0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a518f4c8c8e149bf9da3dfc2b7497304&device_id=048da32a-bef5-4e4d-babc-310f0b660101 HTTP/1.1" status: 200 len: 1128 time: 0.0545409 Jan 28 20:02:09.940447 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8977a117-4a6d-40cc-8778-6912c1c883e5 req-91037940-3e82-4122-9609-ff2e8b66b45f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:02:09.941996 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8977a117-4a6d-40cc-8778-6912c1c883e5 req-91037940-3e82-4122-9609-ff2e8b66b45f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a518f4c8c8e149bf9da3dfc2b7497304&device_id=048da32a-bef5-4e4d-babc-310f0b660101 HTTP/1.1" status: 200 len: 1128 time: 0.0500264 Jan 28 20:02:10.023257 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8977a117-4a6d-40cc-8778-6912c1c883e5 req-84d6b135-4fa3-4840-918d-99124ad4ab87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:02:10.024730 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8977a117-4a6d-40cc-8778-6912c1c883e5 req-84d6b135-4fa3-4840-918d-99124ad4ab87 service neutron] 10.222.0.70 "GET /v2.0/networks?id=7cc75c1c-dd8c-46ca-8bd3-4902e06de86d HTTP/1.1" status: 200 len: 896 time: 0.0848410 Jan 28 20:02:10.033281 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8977a117-4a6d-40cc-8778-6912c1c883e5 req-8199bc1a-c022-4856-b92b-9bb22fb952ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:02:10.034709 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8977a117-4a6d-40cc-8778-6912c1c883e5 req-8199bc1a-c022-4856-b92b-9bb22fb952ce service neutron] 10.222.0.41 "GET /v2.0/networks?id=7cc75c1c-dd8c-46ca-8bd3-4902e06de86d HTTP/1.1" status: 200 len: 896 time: 0.0836270 Jan 28 20:02:10.097868 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8977a117-4a6d-40cc-8778-6912c1c883e5 req-c8e6f076-08f4-4e09-9760-e16856c9a30e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=58242370-2747-4bc6-aeb7-2ddb22972c94 HTTP/1.1" status: 200 len: 1000 time: 0.0669227 Jan 28 20:02:10.109791 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8977a117-4a6d-40cc-8778-6912c1c883e5 req-269609df-5265-4f61-9097-3ae29ee00a65 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=58242370-2747-4bc6-aeb7-2ddb22972c94 HTTP/1.1" status: 200 len: 1000 time: 0.0656955 Jan 28 20:02:10.166808 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8977a117-4a6d-40cc-8778-6912c1c883e5 req-fd265c3e-a39a-461c-a22a-e435752c91b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:02:10.168417 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8977a117-4a6d-40cc-8778-6912c1c883e5 req-fd265c3e-a39a-461c-a22a-e435752c91b6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=083ca1c0-edcb-4e4a-b0bd-6dca2fe04b6b HTTP/1.1" status: 200 len: 834 time: 0.0487719 Jan 28 20:02:10.236175 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8977a117-4a6d-40cc-8778-6912c1c883e5 req-cac33f9f-e284-4c83-972e-800ebcc8ee35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:02:10.238964 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8977a117-4a6d-40cc-8778-6912c1c883e5 req-cac33f9f-e284-4c83-972e-800ebcc8ee35 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7cc75c1c-dd8c-46ca-8bd3-4902e06de86d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0607338 Jan 28 20:02:10.347656 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8977a117-4a6d-40cc-8778-6912c1c883e5 req-a3e9f5eb-6b9f-4673-9868-783ae495991f service neutron] 10.222.0.41 "GET /v2.0/networks/7cc75c1c-dd8c-46ca-8bd3-4902e06de86d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989625 Jan 28 20:02:10.447369 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8977a117-4a6d-40cc-8778-6912c1c883e5 req-38da6743-4e4e-4183-91bd-02d9ae7e8c02 service neutron] 10.222.0.41 "GET /v2.0/networks/7cc75c1c-dd8c-46ca-8bd3-4902e06de86d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900238 Jan 28 20:02:10.479385 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8977a117-4a6d-40cc-8778-6912c1c883e5 req-d8fae2c0-8beb-4b8b-a90e-b221813738cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:02:10.480844 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8977a117-4a6d-40cc-8778-6912c1c883e5 req-d8fae2c0-8beb-4b8b-a90e-b221813738cc service neutron] 10.222.0.70 "GET /v2.0/subnets?id=083ca1c0-edcb-4e4a-b0bd-6dca2fe04b6b HTTP/1.1" status: 200 len: 834 time: 0.3754232 Jan 28 20:02:10.529882 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8977a117-4a6d-40cc-8778-6912c1c883e5 req-0bdf4dca-54ac-43a8-9742-21811b4b48f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:02:10.531348 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8977a117-4a6d-40cc-8778-6912c1c883e5 req-0bdf4dca-54ac-43a8-9742-21811b4b48f8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7cc75c1c-dd8c-46ca-8bd3-4902e06de86d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0436566 Jan 28 20:02:10.624048 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8977a117-4a6d-40cc-8778-6912c1c883e5 req-f7486c0e-6f2d-4e28-8811-177ae67488cd service neutron] 10.222.0.70 "GET /v2.0/networks/7cc75c1c-dd8c-46ca-8bd3-4902e06de86d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868747 Jan 28 20:02:10.667346 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 58242370-2747-4bc6-aeb7-2ddb22972c94 details requested by agent hyperv_n-h2-812111-14 with host n-h2-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:02:10.711559 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8977a117-4a6d-40cc-8778-6912c1c883e5 req-82824566-2251-4768-841d-87a67f452ac8 service neutron] 10.222.0.70 "GET /v2.0/networks/7cc75c1c-dd8c-46ca-8bd3-4902e06de86d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818281 Jan 28 20:02:10.767165 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 58242370-2747-4bc6-aeb7-2ddb22972c94, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=58242370-2747-4bc6-aeb7-2ddb22972c94,segment=NetworkSegment(6a1c4eb0-0612-4f96-8790-e0ec4a3b7355),segment_id=6a1c4eb0-0612-4f96-8790-e0ec4a3b7355)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:02:10.779245 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Returning: {'device': '58242370-2747-4bc6-aeb7-2ddb22972c94', 'network_id': '7cc75c1c-dd8c-46ca-8bd3-4902e06de86d', 'port_id': '58242370-2747-4bc6-aeb7-2ddb22972c94', 'mac_address': 'fa:16:3e:45:1f:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '083ca1c0-edcb-4e4a-b0bd-6dca2fe04b6b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:02:10.815989 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 58242370-2747-4bc6-aeb7-2ddb22972c94 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:02:10.816386 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (58242370-2747-4bc6-aeb7-2ddb22972c94), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:10.829695 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58242370-2747-4bc6-aeb7-2ddb22972c94 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:02:10.849249 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 58242370-2747-4bc6-aeb7-2ddb22972c94, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=58242370-2747-4bc6-aeb7-2ddb22972c94,segment=NetworkSegment(6a1c4eb0-0612-4f96-8790-e0ec4a3b7355),segment_id=6a1c4eb0-0612-4f96-8790-e0ec4a3b7355)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:02:10.851412 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fe56f3-2f7c-43ea-b418-f451b66b92aa req-77b9c52b-a781-4629-84d1-a2214f758362 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:02:10.852951 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-53fe56f3-2f7c-43ea-b418-f451b66b92aa req-77b9c52b-a781-4629-84d1-a2214f758362 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/ports?device_id=048da32a-bef5-4e4d-babc-310f0b660101 HTTP/1.1" status: 200 len: 945 time: 0.0587969 Jan 28 20:02:10.854469 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (58242370-2747-4bc6-aeb7-2ddb22972c94), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:10.904457 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-53fe56f3-2f7c-43ea-b418-f451b66b92aa req-9e78304c-7705-47c3-98f7-873060a8ff5e tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea9371b1-4925-4c9c-a1f5-b2f982746957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429206 Jan 28 20:02:10.904937 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=58242370-2747-4bc6-aeb7-2ddb22972c94,revision_number=12']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:02:10.927263 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 37442) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:02:10.994646 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-e47d1a6a-7c4d-4cef-a4b6-5a0c11196c50 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/floatingips/4eb7ecf9-4967-45e5-ba2e-b9efed2e46dc HTTP/1.1" status: 200 len: 993 time: 0.0655651 Jan 28 20:02:11.038666 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 58242370-2747-4bc6-aeb7-2ddb22972c94 no longer exists at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:02:11.075902 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['58242370-2747-4bc6-aeb7-2ddb22972c94'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:02:11.080306 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] The host n-h1-812111-14 is not matching for port 58242370-2747-4bc6-aeb7-2ddb22972c94 host n-h2-812111-14! {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Jan 28 20:02:11.080700 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 58242370-2747-4bc6-aeb7-2ddb22972c94 not bound to the agent host n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:02:11.781577 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:12.692288 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 58242370-2747-4bc6-aeb7-2ddb22972c94 up at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:02:12.740205 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning for port 58242370-2747-4bc6-aeb7-2ddb22972c94 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:02:12.744278 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning complete for port 58242370-2747-4bc6-aeb7-2ddb22972c94 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:02:12.744647 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (58242370-2747-4bc6-aeb7-2ddb22972c94), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:12.823045 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 58242370-2747-4bc6-aeb7-2ddb22972c94 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:02:12.823762 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (58242370-2747-4bc6-aeb7-2ddb22972c94), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:12.845986 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '048da32a-bef5-4e4d-babc-310f0b660101', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58242370-2747-4bc6-aeb7-2ddb22972c94'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:02:12.848275 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54e4f701-c1aa-45a8-b784-40a5d745d471" -d '{"events": [{"server_uuid": "048da32a-bef5-4e4d-babc-310f0b660101", "name": "network-vif-plugged", "status": "completed", "tag": "58242370-2747-4bc6-aeb7-2ddb22972c94"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:02:12.860268 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 58242370-2747-4bc6-aeb7-2ddb22972c94, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=58242370-2747-4bc6-aeb7-2ddb22972c94,segment=NetworkSegment(6a1c4eb0-0612-4f96-8790-e0ec4a3b7355),segment_id=6a1c4eb0-0612-4f96-8790-e0ec4a3b7355)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:02:12.863985 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (58242370-2747-4bc6-aeb7-2ddb22972c94), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:12.887684 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:02:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69e29495-f193-44d9-ab8e-c3a89cfd41d9 x-openstack-request-id: req-69e29495-f193-44d9-ab8e-c3a89cfd41d9 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:02:12.888609 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "048da32a-bef5-4e4d-babc-310f0b660101", "name": "network-vif-plugged", "status": "completed", "tag": "58242370-2747-4bc6-aeb7-2ddb22972c94", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:02:12.888865 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-69e29495-f193-44d9-ab8e-c3a89cfd41d9 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:02:12.889279 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '048da32a-bef5-4e4d-babc-310f0b660101', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58242370-2747-4bc6-aeb7-2ddb22972c94', 'code': 200} Jan 28 20:02:12.913594 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=58242370-2747-4bc6-aeb7-2ddb22972c94,revision_number=13']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:02:13.163182 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:21.056637 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:24.144168 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:26.162060 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:02:36.719339 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1581ecae-ad5a-4d2b-b360-20b8c896b5bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:38.977344 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6094e95e-413b-4df6-b36a-1839d797b327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:39.905360 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:41.784366 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:43.167729 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:43.575330 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b543fe36-547f-434b-a6e4-2dc9e869595d req-88313631-40ef-437e-944a-e0ab607f30be tempest-TestNetworkAdvancedServerOps-1681414059 tempest-TestNetworkAdvancedServerOps-1681414059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:02:43.576843 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b543fe36-547f-434b-a6e4-2dc9e869595d req-88313631-40ef-437e-944a-e0ab607f30be tempest-TestNetworkAdvancedServerOps-1681414059 tempest-TestNetworkAdvancedServerOps-1681414059-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=048da32a-bef5-4e4d-babc-310f0b660101 HTTP/1.1" status: 200 len: 1130 time: 0.0436907 Jan 28 20:02:43.622313 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b543fe36-547f-434b-a6e4-2dc9e869595d req-d8cfebbd-c586-4cf4-872c-33e5d0325a31 tempest-TestNetworkAdvancedServerOps-1681414059 tempest-TestNetworkAdvancedServerOps-1681414059-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=ea9371b1-4925-4c9c-a1f5-b2f982746957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400522 Jan 28 20:02:43.644396 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 37460) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:02:43.797627 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-4f498e5c-7b06-4bff-8417-405c6c083e16 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Deleting port 45e184b1-b053-4847-982b-4b0ed527ab9f {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:02:43.797899 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4f498e5c-7b06-4bff-8417-405c6c083e16 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (45e184b1-b053-4847-982b-4b0ed527ab9f), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:43.875544 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4f498e5c-7b06-4bff-8417-405c6c083e16 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (45e184b1-b053-4847-982b-4b0ed527ab9f), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:43.875879 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4f498e5c-7b06-4bff-8417-405c6c083e16 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for floatingip (45e184b1-b053-4847-982b-4b0ed527ab9f), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:43.887828 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-4f498e5c-7b06-4bff-8417-405c6c083e16 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Calling delete_port for 45e184b1-b053-4847-982b-4b0ed527ab9f owned by network:floatingip {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:02:44.033896 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4f498e5c-7b06-4bff-8417-405c6c083e16 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (45e184b1-b053-4847-982b-4b0ed527ab9f), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:44.059696 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f498e5c-7b06-4bff-8417-405c6c083e16 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Pushing event deleted for resources: {'Port': ['ID=45e184b1-b053-4847-982b-4b0ed527ab9f,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:02:44.118966 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4f498e5c-7b06-4bff-8417-405c6c083e16 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for floatingip (4eb7ecf9-4967-45e5-ba2e-b9efed2e46dc), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:44.119328 n-d-812111-14 neutron-server[103304]: INFO neutron.db.l3_db [None req-4f498e5c-7b06-4bff-8417-405c6c083e16 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Floating IP 4eb7ecf9-4967-45e5-ba2e-b9efed2e46dc disassociated (deleted). External IP: 172.25.6.223, port: 58242370-2747-4bc6-aeb7-2ddb22972c94. Jan 28 20:02:44.327481 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f498e5c-7b06-4bff-8417-405c6c083e16 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Router 1e8a3aba-ca01-442a-a95a-a3e8fc3921e6 has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:02:44.436161 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f498e5c-7b06-4bff-8417-405c6c083e16 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:02:44.441887 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4f498e5c-7b06-4bff-8417-405c6c083e16 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for floatingip (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:44.445941 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42990365-2f4b-40a5-b675-b3e1772d29f1 None None] Sync routers for ids ['1e8a3aba-ca01-442a-a95a-a3e8fc3921e6'] in n-d-812111-14 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:02:44.455422 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42990365-2f4b-40a5-b675-b3e1772d29f1 None None] Routers {'1e8a3aba-ca01-442a-a95a-a3e8fc3921e6'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:02:44.456107 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-42990365-2f4b-40a5-b675-b3e1772d29f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:02:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['1e8a3aba-ca01-442a-a95a-a3e8fc3921e6'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:02:44.473115 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-4f498e5c-7b06-4bff-8417-405c6c083e16 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "DELETE /v2.0/floatingips/4eb7ecf9-4967-45e5-ba2e-b9efed2e46dc HTTP/1.1" status: 204 len: 168 time: 0.8276701 Jan 28 20:02:44.473843 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '048da32a-bef5-4e4d-babc-310f0b660101', 'tag': '58242370-2747-4bc6-aeb7-2ddb22972c94'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:02:44.476247 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9589efd4-a5bd-484a-b7e7-9b0b3b7d0627" -d '{"events": [{"name": "network-changed", "server_uuid": "048da32a-bef5-4e4d-babc-310f0b660101", "tag": "58242370-2747-4bc6-aeb7-2ddb22972c94"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:02:44.516178 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:02:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d0becf7-d5d6-4b4f-a2e3-02728c61bd15 x-openstack-request-id: req-3d0becf7-d5d6-4b4f-a2e3-02728c61bd15 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:02:44.516484 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "048da32a-bef5-4e4d-babc-310f0b660101", "tag": "58242370-2747-4bc6-aeb7-2ddb22972c94", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:02:44.516773 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3d0becf7-d5d6-4b4f-a2e3-02728c61bd15 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:02:44.517228 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '048da32a-bef5-4e4d-babc-310f0b660101', 'tag': '58242370-2747-4bc6-aeb7-2ddb22972c94', 'status': 'completed', 'code': 200} Jan 28 20:02:44.569406 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-42990365-2f4b-40a5-b675-b3e1772d29f1 None None] Set router 1e8a3aba-ca01-442a-a95a-a3e8fc3921e6 gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:02:44.591694 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9589efd4-a5bd-484a-b7e7-9b0b3b7d0627 req-1c539585-d0e7-46cb-bd7d-29a3068efdd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:02:44.593280 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9589efd4-a5bd-484a-b7e7-9b0b3b7d0627 req-1c539585-d0e7-46cb-bd7d-29a3068efdd0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a518f4c8c8e149bf9da3dfc2b7497304&device_id=048da32a-bef5-4e4d-babc-310f0b660101 HTTP/1.1" status: 200 len: 1130 time: 0.0525060 Jan 28 20:02:44.733246 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9589efd4-a5bd-484a-b7e7-9b0b3b7d0627 req-6ac2b68e-8f6e-4cf5-bae5-293a6f7e1307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:02:44.734615 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9589efd4-a5bd-484a-b7e7-9b0b3b7d0627 req-6ac2b68e-8f6e-4cf5-bae5-293a6f7e1307 service neutron] 10.222.0.70 "GET /v2.0/networks?id=7cc75c1c-dd8c-46ca-8bd3-4902e06de86d HTTP/1.1" status: 200 len: 896 time: 0.1327040 Jan 28 20:02:44.747500 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdc8c81-e2a8-476f-9257-55a3f44de0f7 req-3f4326d3-3b27-496d-b322-16ce8fbda2cf tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:02:44.749058 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6fdc8c81-e2a8-476f-9257-55a3f44de0f7 req-3f4326d3-3b27-496d-b322-16ce8fbda2cf tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/ports?device_id=048da32a-bef5-4e4d-babc-310f0b660101 HTTP/1.1" status: 200 len: 947 time: 0.0857179 Jan 28 20:02:44.796382 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9589efd4-a5bd-484a-b7e7-9b0b3b7d0627 req-fc9fa253-32fc-4660-8e0f-1c217469dda7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=58242370-2747-4bc6-aeb7-2ddb22972c94 HTTP/1.1" status: 200 len: 217 time: 0.0462930 Jan 28 20:02:44.866218 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6fdc8c81-e2a8-476f-9257-55a3f44de0f7 req-b5c7df49-0683-44ce-8aab-a6d2c4c556d1 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea9371b1-4925-4c9c-a1f5-b2f982746957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101701 Jan 28 20:02:44.870048 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9589efd4-a5bd-484a-b7e7-9b0b3b7d0627 req-654f1d5b-d43f-49c8-aa60-55041732fd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:02:44.871510 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9589efd4-a5bd-484a-b7e7-9b0b3b7d0627 req-654f1d5b-d43f-49c8-aa60-55041732fd65 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=083ca1c0-edcb-4e4a-b0bd-6dca2fe04b6b HTTP/1.1" status: 200 len: 834 time: 0.0673795 Jan 28 20:02:44.924213 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9589efd4-a5bd-484a-b7e7-9b0b3b7d0627 req-73f43e21-3201-41d7-912d-3cd24a8bd9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:02:44.925770 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9589efd4-a5bd-484a-b7e7-9b0b3b7d0627 req-73f43e21-3201-41d7-912d-3cd24a8bd9c1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7cc75c1c-dd8c-46ca-8bd3-4902e06de86d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0455613 Jan 28 20:02:44.945243 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-42990365-2f4b-40a5-b675-b3e1772d29f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e8a3aba-ca01-442a-a95a-a3e8fc3921e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2004702656', 'tenant_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': 'eb26d0dc-0641-48a7-848a-f5ff02959736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:00:50Z', 'updated_at': '2022-01-28T20:00:53Z', 'revision_number': 4, 'project_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'gw_port': {'id': 'eb26d0dc-0641-48a7-848a-f5ff02959736', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:06:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8a3aba-ca01-442a-a95a-a3e8fc3921e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:00:50Z', 'updated_at': '2022-01-28T20:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '4d6c4376-f486-4f9c-8ff9-ed8afb406e54', 'name': '', 'network_id': '7cc75c1c-dd8c-46ca-8bd3-4902e06de86d', 'tenant_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'mac_address': 'fa:16:3e:68:9f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8a3aba-ca01-442a-a95a-a3e8fc3921e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '083ca1c0-edcb-4e4a-b0bd-6dca2fe04b6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:00:53Z', 'updated_at': '2022-01-28T20:00:56Z', 'revision_number': 5, 'project_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'subnets': [{'id': '083ca1c0-edcb-4e4a-b0bd-6dca2fe04b6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:02:44.973071 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42990365-2f4b-40a5-b675-b3e1772d29f1 None None] Checking router: 1e8a3aba-ca01-442a-a95a-a3e8fc3921e6 for host: n-d-812111-14 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:02:44.981579 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42990365-2f4b-40a5-b675-b3e1772d29f1 None None] Routers {'1e8a3aba-ca01-442a-a95a-a3e8fc3921e6'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:02:44.982202 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-42990365-2f4b-40a5-b675-b3e1772d29f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:02:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['1e8a3aba-ca01-442a-a95a-a3e8fc3921e6'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:02:45.024610 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9589efd4-a5bd-484a-b7e7-9b0b3b7d0627 req-ab4941d4-c9b4-46cd-97d4-6080ff33363b service neutron] 10.222.0.70 "GET /v2.0/networks/7cc75c1c-dd8c-46ca-8bd3-4902e06de86d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918722 Jan 28 20:02:45.087734 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-42990365-2f4b-40a5-b675-b3e1772d29f1 None None] Set router 1e8a3aba-ca01-442a-a95a-a3e8fc3921e6 gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:02:45.116110 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9589efd4-a5bd-484a-b7e7-9b0b3b7d0627 req-a4e461f9-f2fb-4ab4-843e-1c4fabedd2ab service neutron] 10.222.0.70 "GET /v2.0/networks/7cc75c1c-dd8c-46ca-8bd3-4902e06de86d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850763 Jan 28 20:02:45.284365 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-42990365-2f4b-40a5-b675-b3e1772d29f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e8a3aba-ca01-442a-a95a-a3e8fc3921e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2004702656', 'tenant_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': 'eb26d0dc-0641-48a7-848a-f5ff02959736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:00:50Z', 'updated_at': '2022-01-28T20:00:53Z', 'revision_number': 4, 'project_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'gw_port': {'id': 'eb26d0dc-0641-48a7-848a-f5ff02959736', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:06:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8a3aba-ca01-442a-a95a-a3e8fc3921e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:00:50Z', 'updated_at': '2022-01-28T20:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '4d6c4376-f486-4f9c-8ff9-ed8afb406e54', 'name': '', 'network_id': '7cc75c1c-dd8c-46ca-8bd3-4902e06de86d', 'tenant_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'mac_address': 'fa:16:3e:68:9f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8a3aba-ca01-442a-a95a-a3e8fc3921e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '083ca1c0-edcb-4e4a-b0bd-6dca2fe04b6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:00:53Z', 'updated_at': '2022-01-28T20:00:56Z', 'revision_number': 5, 'project_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'subnets': [{'id': '083ca1c0-edcb-4e4a-b0bd-6dca2fe04b6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:02:45.314891 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42990365-2f4b-40a5-b675-b3e1772d29f1 None None] The sync data for ids ['1e8a3aba-ca01-442a-a95a-a3e8fc3921e6'] in n-d-812111-14 is: [{'id': '1e8a3aba-ca01-442a-a95a-a3e8fc3921e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2004702656', 'tenant_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': 'eb26d0dc-0641-48a7-848a-f5ff02959736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:00:50Z', 'updated_at': '2022-01-28T20:00:53Z', 'revision_number': 4, 'project_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'gw_port': {'id': 'eb26d0dc-0641-48a7-848a-f5ff02959736', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:06:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8a3aba-ca01-442a-a95a-a3e8fc3921e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:00:50Z', 'updated_at': '2022-01-28T20:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '4d6c4376-f486-4f9c-8ff9-ed8afb406e54', 'name': '', 'network_id': '7cc75c1c-dd8c-46ca-8bd3-4902e06de86d', 'tenant_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'mac_address': 'fa:16:3e:68:9f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8a3aba-ca01-442a-a95a-a3e8fc3921e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '083ca1c0-edcb-4e4a-b0bd-6dca2fe04b6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:00:53Z', 'updated_at': '2022-01-28T20:00:56Z', 'revision_number': 5, 'project_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'subnets': [{'id': '083ca1c0-edcb-4e4a-b0bd-6dca2fe04b6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:02:45.534876 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b26d15-703d-4a05-bde5-ddf2460e08f7 None None] New status for floating IP 4eb7ecf9-4967-45e5-ba2e-b9efed2e46dc: DOWN {{(pid=103307) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 20:02:45.990081 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa097d3-e82b-48ed-a19d-085f343d4a05 req-25cfca9f-6be0-466d-90f6-b95a6cece2cd tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:02:45.991570 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9aa097d3-e82b-48ed-a19d-085f343d4a05 req-25cfca9f-6be0-466d-90f6-b95a6cece2cd tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/ports?device_id=048da32a-bef5-4e4d-babc-310f0b660101 HTTP/1.1" status: 200 len: 947 time: 0.0553951 Jan 28 20:02:46.039716 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9aa097d3-e82b-48ed-a19d-085f343d4a05 req-fcbfe127-e2cf-44eb-95ba-c48140353cd5 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea9371b1-4925-4c9c-a1f5-b2f982746957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418739 Jan 28 20:02:46.194165 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb44552-03ff-4eb1-a1c1-96b982807169 req-9e67b553-572f-4c6b-8399-cab993101de7 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:02:46.195530 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6fb44552-03ff-4eb1-a1c1-96b982807169 req-9e67b553-572f-4c6b-8399-cab993101de7 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.70 "GET /v2.0/ports?device_id=048da32a-bef5-4e4d-babc-310f0b660101 HTTP/1.1" status: 200 len: 947 time: 0.0575440 Jan 28 20:02:46.285900 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-6fb44552-03ff-4eb1-a1c1-96b982807169 req-8e0c1cc5-de5d-4a4e-a484-e5f09f621848 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Deleting port 58242370-2747-4bc6-aeb7-2ddb22972c94 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:02:46.286249 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6fb44552-03ff-4eb1-a1c1-96b982807169 req-8e0c1cc5-de5d-4a4e-a484-e5f09f621848 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (58242370-2747-4bc6-aeb7-2ddb22972c94), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:46.376467 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-6fb44552-03ff-4eb1-a1c1-96b982807169 req-8e0c1cc5-de5d-4a4e-a484-e5f09f621848 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] For port 58242370-2747-4bc6-aeb7-2ddb22972c94, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=58242370-2747-4bc6-aeb7-2ddb22972c94,segment=NetworkSegment(6a1c4eb0-0612-4f96-8790-e0ec4a3b7355),segment_id=6a1c4eb0-0612-4f96-8790-e0ec4a3b7355)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:02:46.376837 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6fb44552-03ff-4eb1-a1c1-96b982807169 req-8e0c1cc5-de5d-4a4e-a484-e5f09f621848 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (58242370-2747-4bc6-aeb7-2ddb22972c94), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:46.389240 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-6fb44552-03ff-4eb1-a1c1-96b982807169 req-8e0c1cc5-de5d-4a4e-a484-e5f09f621848 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Calling delete_port for 58242370-2747-4bc6-aeb7-2ddb22972c94 owned by compute:nova {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:02:46.514695 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6fb44552-03ff-4eb1-a1c1-96b982807169 req-8e0c1cc5-de5d-4a4e-a484-e5f09f621848 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (58242370-2747-4bc6-aeb7-2ddb22972c94), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:46.546489 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0c1cc5-de5d-4a4e-a484-e5f09f621848 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Pushing event deleted for resources: {'Port': ['ID=58242370-2747-4bc6-aeb7-2ddb22972c94,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:02:46.591018 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fb44552-03ff-4eb1-a1c1-96b982807169 req-8e0c1cc5-de5d-4a4e-a484-e5f09f621848 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] No DVR routers for this DVR port 58242370-2747-4bc6-aeb7-2ddb22972c94 on host n-h2-812111-14 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:02:46.593631 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6fb44552-03ff-4eb1-a1c1-96b982807169 req-8e0c1cc5-de5d-4a4e-a484-e5f09f621848 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:46.596971 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6fb44552-03ff-4eb1-a1c1-96b982807169 req-8e0c1cc5-de5d-4a4e-a484-e5f09f621848 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.70 "DELETE /v2.0/ports/58242370-2747-4bc6-aeb7-2ddb22972c94 HTTP/1.1" status: 204 len: 173 time: 0.3962924 Jan 28 20:02:46.597437 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '048da32a-bef5-4e4d-babc-310f0b660101', 'name': 'network-vif-deleted', 'tag': '58242370-2747-4bc6-aeb7-2ddb22972c94'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:02:46.599668 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72527e23-f0c3-458f-976a-8fbe435dc1a3" -d '{"events": [{"server_uuid": "048da32a-bef5-4e4d-babc-310f0b660101", "name": "network-vif-deleted", "tag": "58242370-2747-4bc6-aeb7-2ddb22972c94"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:02:46.641686 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6adc42ea-d653-47e0-9e64-692b99fdf688 x-openstack-request-id: req-6adc42ea-d653-47e0-9e64-692b99fdf688 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:02:46.642068 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "048da32a-bef5-4e4d-babc-310f0b660101", "name": "network-vif-deleted", "tag": "58242370-2747-4bc6-aeb7-2ddb22972c94", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:02:46.642367 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6adc42ea-d653-47e0-9e64-692b99fdf688 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:02:46.642786 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '048da32a-bef5-4e4d-babc-310f0b660101', 'name': 'network-vif-deleted', 'tag': '58242370-2747-4bc6-aeb7-2ddb22972c94', 'status': 'completed', 'code': 200} Jan 28 20:02:47.096021 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 37478) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:02:47.459899 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0ff56cd3-29c6-4226-aa99-25f52d111527 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-732838'] for router_interface (1e8a3aba-ca01-442a-a95a-a3e8fc3921e6), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:47.715243 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-0ff56cd3-29c6-4226-aa99-25f52d111527 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Deleting port 4d6c4376-f486-4f9c-8ff9-ed8afb406e54 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:02:47.715602 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0ff56cd3-29c6-4226-aa99-25f52d111527 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (4d6c4376-f486-4f9c-8ff9-ed8afb406e54), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:47.805840 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-0ff56cd3-29c6-4226-aa99-25f52d111527 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] For port 4d6c4376-f486-4f9c-8ff9-ed8afb406e54, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=4d6c4376-f486-4f9c-8ff9-ed8afb406e54,segment=NetworkSegment(6a1c4eb0-0612-4f96-8790-e0ec4a3b7355),segment_id=6a1c4eb0-0612-4f96-8790-e0ec4a3b7355)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:02:47.806213 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0ff56cd3-29c6-4226-aa99-25f52d111527 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (4d6c4376-f486-4f9c-8ff9-ed8afb406e54), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:47.818894 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-0ff56cd3-29c6-4226-aa99-25f52d111527 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Calling delete_port for 4d6c4376-f486-4f9c-8ff9-ed8afb406e54 owned by network:router_interface {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:02:48.002839 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0ff56cd3-29c6-4226-aa99-25f52d111527 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (4d6c4376-f486-4f9c-8ff9-ed8afb406e54), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:48.030301 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff56cd3-29c6-4226-aa99-25f52d111527 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Pushing event deleted for resources: {'Port': ['ID=4d6c4376-f486-4f9c-8ff9-ed8afb406e54,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:02:48.210003 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0ff56cd3-29c6-4226-aa99-25f52d111527 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-732682'] for router_interface (1e8a3aba-ca01-442a-a95a-a3e8fc3921e6), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:48.423321 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ff56cd3-29c6-4226-aa99-25f52d111527 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Router 1e8a3aba-ca01-442a-a95a-a3e8fc3921e6 has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:02:48.839958 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ff56cd3-29c6-4226-aa99-25f52d111527 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:02:48.845190 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-0ff56cd3-29c6-4226-aa99-25f52d111527 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "PUT /v2.0/routers/1e8a3aba-ca01-442a-a95a-a3e8fc3921e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7480915 Jan 28 20:02:48.847896 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 37480) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:02:48.850958 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5964739e-9cf6-42d3-ba4a-9e4253ef635d None None] Sync routers for ids ['1e8a3aba-ca01-442a-a95a-a3e8fc3921e6'] in n-d-812111-14 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:02:48.861803 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5964739e-9cf6-42d3-ba4a-9e4253ef635d None None] Routers {'1e8a3aba-ca01-442a-a95a-a3e8fc3921e6'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:02:48.862413 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-5964739e-9cf6-42d3-ba4a-9e4253ef635d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:02:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['1e8a3aba-ca01-442a-a95a-a3e8fc3921e6'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:02:48.897706 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-edbca1b3-0c61-4475-8ce9-7edd9d5ec617 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Deleting subnet 083ca1c0-edcb-4e4a-b0bd-6dca2fe04b6b {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 20:02:48.900776 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-edbca1b3-0c61-4475-8ce9-7edd9d5ec617 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for subnet (083ca1c0-edcb-4e4a-b0bd-6dca2fe04b6b), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:48.940099 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-edbca1b3-0c61-4475-8ce9-7edd9d5ec617 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4747050'] for subnet (083ca1c0-edcb-4e4a-b0bd-6dca2fe04b6b), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:48.966926 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-5964739e-9cf6-42d3-ba4a-9e4253ef635d None None] Set router 1e8a3aba-ca01-442a-a95a-a3e8fc3921e6 gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:02:49.026623 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-edbca1b3-0c61-4475-8ce9-7edd9d5ec617 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (083ca1c0-edcb-4e4a-b0bd-6dca2fe04b6b), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:49.083950 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-edbca1b3-0c61-4475-8ce9-7edd9d5ec617 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4690616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5222356'] for subnet (083ca1c0-edcb-4e4a-b0bd-6dca2fe04b6b), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:49.110741 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbca1b3-0c61-4475-8ce9-7edd9d5ec617 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Pushing event deleted for resources: {'Subnet': ['ID=083ca1c0-edcb-4e4a-b0bd-6dca2fe04b6b,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:02:49.115961 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-edbca1b3-0c61-4475-8ce9-7edd9d5ec617 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:49.121591 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-edbca1b3-0c61-4475-8ce9-7edd9d5ec617 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "DELETE /v2.0/subnets/083ca1c0-edcb-4e4a-b0bd-6dca2fe04b6b HTTP/1.1" status: 204 len: 168 time: 0.2727075 Jan 28 20:02:49.122198 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 37482) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:02:49.125850 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e7afe35-4d0a-4826-ac1f-1ba83e758697 None None] Network 7cc75c1c-dd8c-46ca-8bd3-4902e06de86d requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:02:49.220263 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-5964739e-9cf6-42d3-ba4a-9e4253ef635d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e8a3aba-ca01-442a-a95a-a3e8fc3921e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2004702656', 'tenant_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': 'eb26d0dc-0641-48a7-848a-f5ff02959736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:00:50Z', 'updated_at': '2022-01-28T20:02:47Z', 'revision_number': 5, 'project_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'gw_port': {'id': 'eb26d0dc-0641-48a7-848a-f5ff02959736', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:06:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8a3aba-ca01-442a-a95a-a3e8fc3921e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:00:50Z', 'updated_at': '2022-01-28T20:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:02:49.233158 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b02f6906-93dc-4ea3-85a8-d79837366d66 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for router (1e8a3aba-ca01-442a-a95a-a3e8fc3921e6), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:49.247775 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5964739e-9cf6-42d3-ba4a-9e4253ef635d None None] Checking router: 1e8a3aba-ca01-442a-a95a-a3e8fc3921e6 for host: n-d-812111-14 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:02:49.263096 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5964739e-9cf6-42d3-ba4a-9e4253ef635d None None] Routers {'1e8a3aba-ca01-442a-a95a-a3e8fc3921e6'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:02:49.263712 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-5964739e-9cf6-42d3-ba4a-9e4253ef635d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:02:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['1e8a3aba-ca01-442a-a95a-a3e8fc3921e6'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:02:49.342084 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b02f6906-93dc-4ea3-85a8-d79837366d66 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for router_gateway (1e8a3aba-ca01-442a-a95a-a3e8fc3921e6), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:49.358630 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d087be5-6258-4992-8fc5-559b8b8a3250 None None] DHCP port deletion for 7cc75c1c-dd8c-46ca-8bd3-4902e06de86d request from n-d-812111-14 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 20:02:49.395123 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-b02f6906-93dc-4ea3-85a8-d79837366d66 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Deleting port eb26d0dc-0641-48a7-848a-f5ff02959736 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:02:49.395378 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b02f6906-93dc-4ea3-85a8-d79837366d66 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (eb26d0dc-0641-48a7-848a-f5ff02959736), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:49.400518 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-5964739e-9cf6-42d3-ba4a-9e4253ef635d None None] Set router 1e8a3aba-ca01-442a-a95a-a3e8fc3921e6 gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:02:49.478773 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-b02f6906-93dc-4ea3-85a8-d79837366d66 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] For port eb26d0dc-0641-48a7-848a-f5ff02959736, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=eb26d0dc-0641-48a7-848a-f5ff02959736,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:02:49.479303 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b02f6906-93dc-4ea3-85a8-d79837366d66 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (eb26d0dc-0641-48a7-848a-f5ff02959736), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:49.491017 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-b02f6906-93dc-4ea3-85a8-d79837366d66 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Calling delete_port for eb26d0dc-0641-48a7-848a-f5ff02959736 owned by network:router_gateway {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:02:49.528560 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-3d087be5-6258-4992-8fc5-559b8b8a3250 None None] Deleting port d1136ee4-170f-4320-98a8-db75bf19c2a8 {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:02:49.528927 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3d087be5-6258-4992-8fc5-559b8b8a3250 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (d1136ee4-170f-4320-98a8-db75bf19c2a8), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:49.623300 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-3d087be5-6258-4992-8fc5-559b8b8a3250 None None] For port d1136ee4-170f-4320-98a8-db75bf19c2a8, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=d1136ee4-170f-4320-98a8-db75bf19c2a8,segment=NetworkSegment(6a1c4eb0-0612-4f96-8790-e0ec4a3b7355),segment_id=6a1c4eb0-0612-4f96-8790-e0ec4a3b7355)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:02:49.623696 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3d087be5-6258-4992-8fc5-559b8b8a3250 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (d1136ee4-170f-4320-98a8-db75bf19c2a8), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:49.642752 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-3d087be5-6258-4992-8fc5-559b8b8a3250 None None] Calling delete_port for d1136ee4-170f-4320-98a8-db75bf19c2a8 owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:02:49.657373 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b02f6906-93dc-4ea3-85a8-d79837366d66 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (eb26d0dc-0641-48a7-848a-f5ff02959736), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:49.682863 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02f6906-93dc-4ea3-85a8-d79837366d66 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Pushing event deleted for resources: {'Port': ['ID=eb26d0dc-0641-48a7-848a-f5ff02959736,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:02:49.706180 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-5964739e-9cf6-42d3-ba4a-9e4253ef635d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e8a3aba-ca01-442a-a95a-a3e8fc3921e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2004702656', 'tenant_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': 'eb26d0dc-0641-48a7-848a-f5ff02959736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:00:50Z', 'updated_at': '2022-01-28T20:02:47Z', 'revision_number': 5, 'project_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'gw_port': {'id': 'eb26d0dc-0641-48a7-848a-f5ff02959736', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:06:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8a3aba-ca01-442a-a95a-a3e8fc3921e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:00:50Z', 'updated_at': '2022-01-28T20:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:02:49.737264 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5964739e-9cf6-42d3-ba4a-9e4253ef635d None None] The sync data for ids ['1e8a3aba-ca01-442a-a95a-a3e8fc3921e6'] in n-d-812111-14 is: [{'id': '1e8a3aba-ca01-442a-a95a-a3e8fc3921e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2004702656', 'tenant_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': 'eb26d0dc-0641-48a7-848a-f5ff02959736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:00:50Z', 'updated_at': '2022-01-28T20:02:47Z', 'revision_number': 5, 'project_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'gw_port': {'id': 'eb26d0dc-0641-48a7-848a-f5ff02959736', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:06:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8a3aba-ca01-442a-a95a-a3e8fc3921e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:00:50Z', 'updated_at': '2022-01-28T20:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:02:49.746065 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b02f6906-93dc-4ea3-85a8-d79837366d66 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-731488'] for router_gateway (1e8a3aba-ca01-442a-a95a-a3e8fc3921e6), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:49.762783 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3d087be5-6258-4992-8fc5-559b8b8a3250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985'] for port (d1136ee4-170f-4320-98a8-db75bf19c2a8), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:49.793096 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d087be5-6258-4992-8fc5-559b8b8a3250 None None] Pushing event deleted for resources: {'Port': ['ID=d1136ee4-170f-4320-98a8-db75bf19c2a8,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:02:49.797514 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d087be5-6258-4992-8fc5-559b8b8a3250 None None] No DVR routers for this DVR port d1136ee4-170f-4320-98a8-db75bf19c2a8 on host n-d-812111-14 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:02:49.841963 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b02f6906-93dc-4ea3-85a8-d79837366d66 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-730901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261120'] for router (1e8a3aba-ca01-442a-a95a-a3e8fc3921e6), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:49.844297 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b02f6906-93dc-4ea3-85a8-d79837366d66 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for router_controller (1e8a3aba-ca01-442a-a95a-a3e8fc3921e6), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:49.890154 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b02f6906-93dc-4ea3-85a8-d79837366d66 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-730908'] for router (1e8a3aba-ca01-442a-a95a-a3e8fc3921e6), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:49.890679 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b02f6906-93dc-4ea3-85a8-d79837366d66 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Fanout notify agent at l3_agent the message router_deleted on router 1e8a3aba-ca01-442a-a95a-a3e8fc3921e6 {{(pid=103304) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 20:02:49.897316 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b02f6906-93dc-4ea3-85a8-d79837366d66 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:49.898453 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-b02f6906-93dc-4ea3-85a8-d79837366d66 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "DELETE /v2.0/routers/1e8a3aba-ca01-442a-a95a-a3e8fc3921e6 HTTP/1.1" status: 204 len: 168 time: 0.7750089 Jan 28 20:02:49.901043 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 37484) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:02:49.975627 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-68258cbd-b8e4-42d5-99f0-5a1706082a97 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (7cc75c1c-dd8c-46ca-8bd3-4902e06de86d), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:50.063969 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-68258cbd-b8e4-42d5-99f0-5a1706082a97 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (7cc75c1c-dd8c-46ca-8bd3-4902e06de86d), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:50.085162 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-68258cbd-b8e4-42d5-99f0-5a1706082a97 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cc75c1c-dd8c-46ca-8bd3-4902e06de86d']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:02:50.096400 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-68258cbd-b8e4-42d5-99f0-5a1706082a97 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a1c4eb0-0612-4f96-8790-e0ec4a3b7355') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:02:50.096701 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-68258cbd-b8e4-42d5-99f0-5a1706082a97 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a1c4eb0-0612-4f96-8790-e0ec4a3b7355') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:02:50.114024 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-68258cbd-b8e4-42d5-99f0-5a1706082a97 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4747091'] for segment (6a1c4eb0-0612-4f96-8790-e0ec4a3b7355), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:50.129329 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-68258cbd-b8e4-42d5-99f0-5a1706082a97 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (6a1c4eb0-0612-4f96-8790-e0ec4a3b7355), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:50.136730 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68258cbd-b8e4-42d5-99f0-5a1706082a97 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:02:50.137154 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-68258cbd-b8e4-42d5-99f0-5a1706082a97 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4690514'] for segment (6a1c4eb0-0612-4f96-8790-e0ec4a3b7355), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:50.140155 n-d-812111-14 neutron-server[103304]: Traceback (most recent call last): Jan 28 20:02:50.140155 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:02:50.140155 n-d-812111-14 neutron-server[103304]: timer() Jan 28 20:02:50.140155 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:02:50.140155 n-d-812111-14 neutron-server[103304]: cb(*args, **kw) Jan 28 20:02:50.140155 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:02:50.140155 n-d-812111-14 neutron-server[103304]: return func(*args, **kwargs) Jan 28 20:02:50.140155 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:02:50.140155 n-d-812111-14 neutron-server[103304]: self._notify() Jan 28 20:02:50.140155 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:02:50.140155 n-d-812111-14 neutron-server[103304]: self.callback(batched_events) Jan 28 20:02:50.140155 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:02:50.140155 n-d-812111-14 neutron-server[103304]: event.method(event) Jan 28 20:02:50.140155 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:02:50.140155 n-d-812111-14 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:02:50.140155 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:02:50.140155 n-d-812111-14 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:02:50.140155 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:02:50.140155 n-d-812111-14 neutron-server[103304]: return f(self, *a, **k) Jan 28 20:02:50.140155 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:02:50.140155 n-d-812111-14 neutron-server[103304]: return self._get(url).json() Jan 28 20:02:50.140155 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:02:50.140155 n-d-812111-14 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:02:50.140155 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:02:50.140155 n-d-812111-14 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 28 20:02:50.140155 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:02:50.140155 n-d-812111-14 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:02:50.140155 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:02:50.140155 n-d-812111-14 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:02:50.140155 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:02:50.140155 n-d-812111-14 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:02:50.140155 n-d-812111-14 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:02:50.214051 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-68258cbd-b8e4-42d5-99f0-5a1706082a97 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (7cc75c1c-dd8c-46ca-8bd3-4902e06de86d), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:50.216637 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 4d6c4376-f486-4f9c-8ff9-ed8afb406e54 no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:02:50.237953 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-68258cbd-b8e4-42d5-99f0-5a1706082a97 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:50.244110 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-68258cbd-b8e4-42d5-99f0-5a1706082a97 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "DELETE /v2.0/networks/7cc75c1c-dd8c-46ca-8bd3-4902e06de86d HTTP/1.1" status: 204 len: 168 time: 0.3391843 Jan 28 20:02:50.244340 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 37486) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:02:50.249823 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: 4d6c4376-f486-4f9c-8ff9-ed8afb406e54 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:02:50.249823 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 4d6c4376-f486-4f9c-8ff9-ed8afb406e54 not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:02:50.250630 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device d1136ee4-170f-4320-98a8-db75bf19c2a8 no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:02:50.254084 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68258cbd-b8e4-42d5-99f0-5a1706082a97 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Pushing event deleted for resources: {'Network': ['ID=7cc75c1c-dd8c-46ca-8bd3-4902e06de86d,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:02:50.273332 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: d1136ee4-170f-4320-98a8-db75bf19c2a8 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:02:50.273828 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device d1136ee4-170f-4320-98a8-db75bf19c2a8 not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:02:50.305303 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-05face53-090d-497e-b797-6f5820f088cc tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for security_group (ea9371b1-4925-4c9c-a1f5-b2f982746957), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:50.330622 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-05face53-090d-497e-b797-6f5820f088cc tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for security_group (ea9371b1-4925-4c9c-a1f5-b2f982746957), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:50.397703 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-05face53-090d-497e-b797-6f5820f088cc tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (ea9371b1-4925-4c9c-a1f5-b2f982746957), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:50.400318 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-05face53-090d-497e-b797-6f5820f088cc tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:50.401524 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-05face53-090d-497e-b797-6f5820f088cc tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "DELETE /v2.0/security-groups/ea9371b1-4925-4c9c-a1f5-b2f982746957 HTTP/1.1" status: 204 len: 168 time: 0.1562114 Jan 28 20:02:50.413936 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05face53-090d-497e-b797-6f5820f088cc tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea9371b1-4925-4c9c-a1f5-b2f982746957,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:02:50.725710 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 37494) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:02:50.730282 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-8d32a358-ef49-4829-b9ad-a247716c223b tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-515773105', 'description': 'tempest-secgroup-smoke-515773105 description', 'project_id': 'a518f4c8c8e149bf9da3dfc2b7497304'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:02:50.750811 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8d32a358-ef49-4829-b9ad-a247716c223b tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:50.815778 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8d32a358-ef49-4829-b9ad-a247716c223b tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for security_group (61c7f791-b952-4fe0-bdd4-83fc50b1fe08), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:50.819971 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8d32a358-ef49-4829-b9ad-a247716c223b tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (61c7f791-b952-4fe0-bdd4-83fc50b1fe08), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:50.851827 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8d32a358-ef49-4829-b9ad-a247716c223b tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:50.853089 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-8d32a358-ef49-4829-b9ad-a247716c223b tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1263745 Jan 28 20:02:50.855172 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d32a358-ef49-4829-b9ad-a247716c223b tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61c7f791-b952-4fe0-bdd4-83fc50b1fe08,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:02:50.856145 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 37496) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:02:50.860737 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-40f8ea64-a6fb-42ce-b4d9-66f49f52b7af tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Request body: {'security_group_rule': {'security_group_id': '61c7f791-b952-4fe0-bdd4-83fc50b1fe08', 'project_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:02:50.888542 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-40f8ea64-a6fb-42ce-b4d9-66f49f52b7af tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for security_group_rule (a8915b4f-3864-4608-9d08-294f30c6c47c), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:50.931602 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 58242370-2747-4bc6-aeb7-2ddb22972c94 no longer exists at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:02:50.944498 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-40f8ea64-a6fb-42ce-b4d9-66f49f52b7af tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for security_group_rule (a8915b4f-3864-4608-9d08-294f30c6c47c), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:50.948378 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-40f8ea64-a6fb-42ce-b4d9-66f49f52b7af tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (a8915b4f-3864-4608-9d08-294f30c6c47c), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:50.953445 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] No Port match for: 58242370-2747-4bc6-aeb7-2ddb22972c94 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:02:50.953795 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 58242370-2747-4bc6-aeb7-2ddb22972c94 not bound to the agent host n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:02:50.967946 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f8ea64-a6fb-42ce-b4d9-66f49f52b7af tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8915b4f-3864-4608-9d08-294f30c6c47c,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:02:50.977772 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-40f8ea64-a6fb-42ce-b4d9-66f49f52b7af tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:50.978977 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-40f8ea64-a6fb-42ce-b4d9-66f49f52b7af tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1217504 Jan 28 20:02:50.981873 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 37498) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:02:50.986321 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-dec9e701-c6ed-4ef7-a247-18c89026f895 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Request body: {'security_group_rule': {'security_group_id': '61c7f791-b952-4fe0-bdd4-83fc50b1fe08', 'project_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:02:51.010299 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-dec9e701-c6ed-4ef7-a247-18c89026f895 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for security_group_rule (f7183288-2252-4eff-924f-c5ff4bbe4630), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:51.066610 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-dec9e701-c6ed-4ef7-a247-18c89026f895 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for security_group_rule (f7183288-2252-4eff-924f-c5ff4bbe4630), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:51.069463 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:51.070215 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-dec9e701-c6ed-4ef7-a247-18c89026f895 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (f7183288-2252-4eff-924f-c5ff4bbe4630), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:51.089710 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec9e701-c6ed-4ef7-a247-18c89026f895 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7183288-2252-4eff-924f-c5ff4bbe4630,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:02:51.095236 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-dec9e701-c6ed-4ef7-a247-18c89026f895 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:51.096445 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-dec9e701-c6ed-4ef7-a247-18c89026f895 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1135890 Jan 28 20:02:51.099248 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 37500) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:02:51.103572 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-5db5c84d-a152-4361-b9b8-0eefef85e867 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Request body: {'security_group_rule': {'security_group_id': '61c7f791-b952-4fe0-bdd4-83fc50b1fe08', 'project_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:02:51.127964 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5db5c84d-a152-4361-b9b8-0eefef85e867 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for security_group_rule (360341b8-90c8-4b52-bbcb-fca96c28c028), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:51.184131 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5db5c84d-a152-4361-b9b8-0eefef85e867 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for security_group_rule (360341b8-90c8-4b52-bbcb-fca96c28c028), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:51.187493 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5db5c84d-a152-4361-b9b8-0eefef85e867 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (360341b8-90c8-4b52-bbcb-fca96c28c028), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:51.208387 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db5c84d-a152-4361-b9b8-0eefef85e867 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=360341b8-90c8-4b52-bbcb-fca96c28c028,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:02:51.216563 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5db5c84d-a152-4361-b9b8-0eefef85e867 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:51.222079 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-5db5c84d-a152-4361-b9b8-0eefef85e867 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1176708 Jan 28 20:02:51.222079 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 37502) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:02:51.225079 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-a1092735-42d7-4673-944c-157e0ec1858d tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Request body: {'security_group_rule': {'security_group_id': '61c7f791-b952-4fe0-bdd4-83fc50b1fe08', 'project_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:02:51.251590 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a1092735-42d7-4673-944c-157e0ec1858d tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for security_group_rule (8f013d59-83bc-430a-9f9d-4004fde45c5b), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:51.310079 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a1092735-42d7-4673-944c-157e0ec1858d tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for security_group_rule (8f013d59-83bc-430a-9f9d-4004fde45c5b), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:51.313478 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a1092735-42d7-4673-944c-157e0ec1858d tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (8f013d59-83bc-430a-9f9d-4004fde45c5b), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:51.331043 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1092735-42d7-4673-944c-157e0ec1858d tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f013d59-83bc-430a-9f9d-4004fde45c5b,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:02:51.338105 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a1092735-42d7-4673-944c-157e0ec1858d tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:51.339307 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-a1092735-42d7-4673-944c-157e0ec1858d tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1175694 Jan 28 20:02:51.341999 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 37504) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:02:51.346548 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-92bac740-b202-4183-a6ec-63e651cf2d4d tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Request body: {'security_group_rule': {'security_group_id': '61c7f791-b952-4fe0-bdd4-83fc50b1fe08', 'project_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:02:51.366468 n-d-812111-14 neutron-server[103304]: INFO neutron.db.securitygroups_db [None req-92bac740-b202-4183-a6ec-63e651cf2d4d tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Project a518f4c8c8e149bf9da3dfc2b7497304 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 20:02:51.372104 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-92bac740-b202-4183-a6ec-63e651cf2d4d tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for security_group_rule (919618be-2046-4219-af0f-2dc45629e42f), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:51.429204 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-92bac740-b202-4183-a6ec-63e651cf2d4d tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for security_group_rule (919618be-2046-4219-af0f-2dc45629e42f), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:51.432632 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-92bac740-b202-4183-a6ec-63e651cf2d4d tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (919618be-2046-4219-af0f-2dc45629e42f), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:51.452813 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bac740-b202-4183-a6ec-63e651cf2d4d tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=919618be-2046-4219-af0f-2dc45629e42f,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:02:51.457732 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-92bac740-b202-4183-a6ec-63e651cf2d4d tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:51.462359 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-92bac740-b202-4183-a6ec-63e651cf2d4d tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1158862 Jan 28 20:02:51.462359 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 37506) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:02:51.465849 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-ed02f26e-2b73-4757-b664-6e03d14e239f tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Request body: {'security_group_rule': {'security_group_id': '61c7f791-b952-4fe0-bdd4-83fc50b1fe08', 'project_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:02:51.486075 n-d-812111-14 neutron-server[103304]: INFO neutron.db.securitygroups_db [None req-ed02f26e-2b73-4757-b664-6e03d14e239f tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Project a518f4c8c8e149bf9da3dfc2b7497304 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 20:02:51.490796 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ed02f26e-2b73-4757-b664-6e03d14e239f tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for security_group_rule (fb7c0838-0f37-4581-b753-9d5a4eecbe90), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:51.549457 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ed02f26e-2b73-4757-b664-6e03d14e239f tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for security_group_rule (fb7c0838-0f37-4581-b753-9d5a4eecbe90), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:51.552991 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ed02f26e-2b73-4757-b664-6e03d14e239f tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (fb7c0838-0f37-4581-b753-9d5a4eecbe90), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:51.574375 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed02f26e-2b73-4757-b664-6e03d14e239f tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb7c0838-0f37-4581-b753-9d5a4eecbe90,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:02:51.579549 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ed02f26e-2b73-4757-b664-6e03d14e239f tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:51.580727 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-ed02f26e-2b73-4757-b664-6e03d14e239f tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1182473 Jan 28 20:02:51.583670 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 37508) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:02:51.588472 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-be902e9f-3783-442a-ad24-c6379c1281f9 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Request body: {'network': {'name': 'tempest-network-smoke--1697654640', 'project_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'port_security_enabled': True}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:02:51.607201 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be902e9f-3783-442a-ad24-c6379c1281f9 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Made reservation on behalf of a518f4c8c8e149bf9da3dfc2b7497304 for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:02:51.610641 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-be902e9f-3783-442a-ad24-c6379c1281f9 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:51.633711 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be902e9f-3783-442a-ad24-c6379c1281f9 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:02:51.643341 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-be902e9f-3783-442a-ad24-c6379c1281f9 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (a4323370-681e-4217-85d4-54ad02582b8e), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:51.643684 n-d-812111-14 neutron-server[103304]: INFO neutron.db.segments_db [None req-be902e9f-3783-442a-ad24-c6379c1281f9 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Added segment a4323370-681e-4217-85d4-54ad02582b8e of type vlan for network 5945b76c-3766-4f74-b7c3-ed4710cac4fb Jan 28 20:02:51.684082 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-be902e9f-3783-442a-ad24-c6379c1281f9 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (5945b76c-3766-4f74-b7c3-ed4710cac4fb), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:51.707169 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-be902e9f-3783-442a-ad24-c6379c1281f9 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (5945b76c-3766-4f74-b7c3-ed4710cac4fb), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:51.712048 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be902e9f-3783-442a-ad24-c6379c1281f9 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:02:51.712631 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-be902e9f-3783-442a-ad24-c6379c1281f9 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:51.765029 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-be902e9f-3783-442a-ad24-c6379c1281f9 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1803262 Jan 28 20:02:51.767945 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 37510) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:02:51.772775 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-5d824e1d-855b-4895-8c41-dca3abf39503 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-391442640', 'admin_state_up': True, 'project_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:02:51.782657 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be902e9f-3783-442a-ad24-c6379c1281f9 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Pushing event updated for resources: {'Network': ['ID=5945b76c-3766-4f74-b7c3-ed4710cac4fb,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:02:51.793534 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network 5945b76c-3766-4f74-b7c3-ed4710cac4fb details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:02:51.799000 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5d824e1d-855b-4895-8c41-dca3abf39503 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261150'] for router (6e42190d-7a53-4a4f-844d-6aa7fed51253), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:51.800001 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5d824e1d-855b-4895-8c41-dca3abf39503 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-731099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-731441', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261129'] for router (6e42190d-7a53-4a4f-844d-6aa7fed51253), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:51.861506 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device eb26d0dc-0641-48a7-848a-f5ff02959736 no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:02:51.883396 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: eb26d0dc-0641-48a7-848a-f5ff02959736 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:02:51.883745 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device eb26d0dc-0641-48a7-848a-f5ff02959736 not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:02:51.888358 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5d824e1d-855b-4895-8c41-dca3abf39503 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for router_controller (6e42190d-7a53-4a4f-844d-6aa7fed51253), precommit_add_association {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:52.067735 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5d824e1d-855b-4895-8c41-dca3abf39503 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for router_gateway (6e42190d-7a53-4a4f-844d-6aa7fed51253), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:52.258594 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5d824e1d-855b-4895-8c41-dca3abf39503 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for router_gateway (6e42190d-7a53-4a4f-844d-6aa7fed51253), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:52.283758 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5d824e1d-855b-4895-8c41-dca3abf39503 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:52.382437 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-5d824e1d-855b-4895-8c41-dca3abf39503 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Allocated IP 172.25.6.237 (d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8/a648e4ab-7422-41b9-b133-58aca25ab8f5/50bfb494-7f5b-426b-a302-3e01c224f12d) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:02:52.484579 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5d824e1d-855b-4895-8c41-dca3abf39503 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for port (50bfb494-7f5b-426b-a302-3e01c224f12d), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:52.517189 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5d824e1d-855b-4895-8c41-dca3abf39503 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (50bfb494-7f5b-426b-a302-3e01c224f12d), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:52.553875 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d824e1d-855b-4895-8c41-dca3abf39503 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:02:52.556557 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-5d824e1d-855b-4895-8c41-dca3abf39503 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:02:52.562456 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d824e1d-855b-4895-8c41-dca3abf39503 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:02:52.584341 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d824e1d-855b-4895-8c41-dca3abf39503 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Pushing event updated for resources: {'Port': ['ID=50bfb494-7f5b-426b-a302-3e01c224f12d,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:02:52.864654 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5d824e1d-855b-4895-8c41-dca3abf39503 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for router_gateway (6e42190d-7a53-4a4f-844d-6aa7fed51253), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:53.056114 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5d824e1d-855b-4895-8c41-dca3abf39503 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-731074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-731460'] for router (6e42190d-7a53-4a4f-844d-6aa7fed51253), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:53.194712 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d824e1d-855b-4895-8c41-dca3abf39503 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Router 6e42190d-7a53-4a4f-844d-6aa7fed51253 is scheduled to L3 agent 76fe5c49-705a-4e08-abb2-be585676213f with binding_index 1 {{(pid=103305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 20:02:53.299532 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d824e1d-855b-4895-8c41-dca3abf39503 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:02:53.309746 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b38fbf-8b9a-4b4c-90bb-a94292e3249a None None] Sync routers for ids ['6e42190d-7a53-4a4f-844d-6aa7fed51253'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:02:53.320150 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5d824e1d-855b-4895-8c41-dca3abf39503 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:53.321755 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-5d824e1d-855b-4895-8c41-dca3abf39503 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5526111 Jan 28 20:02:53.323136 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b38fbf-8b9a-4b4c-90bb-a94292e3249a None None] Routers {'6e42190d-7a53-4a4f-844d-6aa7fed51253'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:02:53.323751 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-24b38fbf-8b9a-4b4c-90bb-a94292e3249a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:02:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['6e42190d-7a53-4a4f-844d-6aa7fed51253'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:02:53.324874 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 37516) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:02:53.352517 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-460e8b76-3f8a-4205-9299-bdc87f422c02 tempest-TestNetworkAdvancedServerOps-1681414059 tempest-TestNetworkAdvancedServerOps-1681414059-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=a518f4c8c8e149bf9da3dfc2b7497304&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264571 Jan 28 20:02:53.355565 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 37518) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:02:53.429971 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-24b38fbf-8b9a-4b4c-90bb-a94292e3249a None None] Set router 6e42190d-7a53-4a4f-844d-6aa7fed51253 gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:02:53.710233 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec3bbea-dbe7-4380-80b2-2373331a09b4 tempest-TestNetworkAdvancedServerOps-1681414059 tempest-TestNetworkAdvancedServerOps-1681414059-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:02:53.710524 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-24b38fbf-8b9a-4b4c-90bb-a94292e3249a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e42190d-7a53-4a4f-844d-6aa7fed51253', 'name': 'tempest-TestNetworkAdvancedServerOps-router-391442640', 'tenant_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': '50bfb494-7f5b-426b-a302-3e01c224f12d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:02:51Z', 'updated_at': '2022-01-28T20:02:52Z', 'revision_number': 3, 'project_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'gw_port': {'id': '50bfb494-7f5b-426b-a302-3e01c224f12d', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:13:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e42190d-7a53-4a4f-844d-6aa7fed51253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:02:52Z', 'updated_at': '2022-01-28T20:02:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:02:53.711785 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-8ec3bbea-dbe7-4380-80b2-2373331a09b4 tempest-TestNetworkAdvancedServerOps-1681414059 tempest-TestNetworkAdvancedServerOps-1681414059-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3552713 Jan 28 20:02:53.715359 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 37520) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:02:53.736584 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b38fbf-8b9a-4b4c-90bb-a94292e3249a None None] Checking router: 6e42190d-7a53-4a4f-844d-6aa7fed51253 for host: n-d-812111-14 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:02:53.737064 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b38fbf-8b9a-4b4c-90bb-a94292e3249a None None] Updating router 6e42190d-7a53-4a4f-844d-6aa7fed51253 port 50bfb494-7f5b-426b-a302-3e01c224f12d binding host n-d-812111-14 {{(pid=103307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:02:53.746337 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-4faf7534-f165-44ea-898d-cc1e0a9a0b22 tempest-TestNetworkAdvancedServerOps-1681414059 tempest-TestNetworkAdvancedServerOps-1681414059-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0299022 Jan 28 20:02:53.748933 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 37522) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:02:53.755167 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-fc2e9084-28a2-4fd6-9c42-111e2fa26b5b tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1434890535', 'network_id': '5945b76c-3766-4f74-b7c3-ed4710cac4fb', 'project_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:02:53.765017 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-24b38fbf-8b9a-4b4c-90bb-a94292e3249a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (50bfb494-7f5b-426b-a302-3e01c224f12d), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:53.841734 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc2e9084-28a2-4fd6-9c42-111e2fa26b5b tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Made reservation on behalf of a518f4c8c8e149bf9da3dfc2b7497304 for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:02:53.845249 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fc2e9084-28a2-4fd6-9c42-111e2fa26b5b tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4733071'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:54.012578 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-24b38fbf-8b9a-4b4c-90bb-a94292e3249a None None] Publish callbacks [] for port (50bfb494-7f5b-426b-a302-3e01c224f12d), precommit_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:54.017679 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-24b38fbf-8b9a-4b4c-90bb-a94292e3249a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (50bfb494-7f5b-426b-a302-3e01c224f12d), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:54.031087 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fc2e9084-28a2-4fd6-9c42-111e2fa26b5b tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4752401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4733085'] for subnet (52b8d46b-c3ee-44b3-858a-9cbee777bdc3), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:54.063918 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-24b38fbf-8b9a-4b4c-90bb-a94292e3249a None None] Attempting to bind port 50bfb494-7f5b-426b-a302-3e01c224f12d on host n-d-812111-14 for vnic_type normal with profile {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:02:54.064292 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-24b38fbf-8b9a-4b4c-90bb-a94292e3249a None None] Attempting to bind port 50bfb494-7f5b-426b-a302-3e01c224f12d by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:02:54.064654 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b38fbf-8b9a-4b4c-90bb-a94292e3249a None None] Attempting to bind port 50bfb494-7f5b-426b-a302-3e01c224f12d on network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:02:54.076525 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b38fbf-8b9a-4b4c-90bb-a94292e3249a None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 2, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:02:54.076901 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b38fbf-8b9a-4b4c-90bb-a94292e3249a None None] Checking segment: {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:02:54.077341 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-24b38fbf-8b9a-4b4c-90bb-a94292e3249a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:54.078040 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b38fbf-8b9a-4b4c-90bb-a94292e3249a None None] Bound using segment: {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:02:54.078523 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-24b38fbf-8b9a-4b4c-90bb-a94292e3249a None None] Bound port: 50bfb494-7f5b-426b-a302-3e01c224f12d, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:02:54.078906 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-24b38fbf-8b9a-4b4c-90bb-a94292e3249a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (50bfb494-7f5b-426b-a302-3e01c224f12d), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:54.083902 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7a4f9d-5515-4e6a-8b58-df92b060f65a None None] Pushing event updated for resources: {'Port': ['ID=50bfb494-7f5b-426b-a302-3e01c224f12d,revision_number=2']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:02:54.098049 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2e9084-28a2-4fd6-9c42-111e2fa26b5b tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Pushing event updated for resources: {'Subnet': ['ID=52b8d46b-c3ee-44b3-858a-9cbee777bdc3,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:02:54.110531 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2e9084-28a2-4fd6-9c42-111e2fa26b5b tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Checking segment: {'id': 'a4323370-681e-4217-85d4-54ad02582b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '5945b76c-3766-4f74-b7c3-ed4710cac4fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:02:54.110889 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc2e9084-28a2-4fd6-9c42-111e2fa26b5b tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Network hostable DHCP agents. Network: 5945b76c-3766-4f74-b7c3-ed4710cac4fb, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:02:54.112013 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7a4f9d-5515-4e6a-8b58-df92b060f65a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:02:54.112364 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7a4f9d-5515-4e6a-8b58-df92b060f65a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:02:54.112700 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7a4f9d-5515-4e6a-8b58-df92b060f65a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:02:54.113031 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7a4f9d-5515-4e6a-8b58-df92b060f65a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:02:54.113388 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7a4f9d-5515-4e6a-8b58-df92b060f65a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:02:54.113720 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7a4f9d-5515-4e6a-8b58-df92b060f65a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:02:54.114042 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7a4f9d-5515-4e6a-8b58-df92b060f65a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:02:54.114362 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7a4f9d-5515-4e6a-8b58-df92b060f65a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:02:54.114685 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7a4f9d-5515-4e6a-8b58-df92b060f65a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:02:54.115085 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7a4f9d-5515-4e6a-8b58-df92b060f65a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:02:54.115413 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7a4f9d-5515-4e6a-8b58-df92b060f65a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:02:54.115734 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7a4f9d-5515-4e6a-8b58-df92b060f65a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:02:54.116052 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7a4f9d-5515-4e6a-8b58-df92b060f65a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:02:54.129932 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc2e9084-28a2-4fd6-9c42-111e2fa26b5b tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Network 5945b76c-3766-4f74-b7c3-ed4710cac4fb is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:02:54.138973 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-fc2e9084-28a2-4fd6-9c42-111e2fa26b5b tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, 5945b76c-3766-4f74-b7c3-ed4710cac4fb) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:02:54.145013 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc2e9084-28a2-4fd6-9c42-111e2fa26b5b tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:02:54.146221 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fc2e9084-28a2-4fd6-9c42-111e2fa26b5b tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:54.159774 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-570b044b-5115-4115-9d6c-07619980eba6 None None] Network 5945b76c-3766-4f74-b7c3-ed4710cac4fb requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:02:54.160431 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-24b38fbf-8b9a-4b4c-90bb-a94292e3249a None None] For port 50bfb494-7f5b-426b-a302-3e01c224f12d, host n-d-812111-14, cleared binding levels {{(pid=103307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:02:54.163890 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-24b38fbf-8b9a-4b4c-90bb-a94292e3249a None None] For port 50bfb494-7f5b-426b-a302-3e01c224f12d, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=50bfb494-7f5b-426b-a302-3e01c224f12d,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:02:54.171717 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-fc2e9084-28a2-4fd6-9c42-111e2fa26b5b tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4215491 Jan 28 20:02:54.172782 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-24b38fbf-8b9a-4b4c-90bb-a94292e3249a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (50bfb494-7f5b-426b-a302-3e01c224f12d), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:54.175491 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 37524) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:02:54.182185 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:54.231046 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b38fbf-8b9a-4b4c-90bb-a94292e3249a None None] Routers {'6e42190d-7a53-4a4f-844d-6aa7fed51253'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:02:54.231696 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-24b38fbf-8b9a-4b4c-90bb-a94292e3249a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:02:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['6e42190d-7a53-4a4f-844d-6aa7fed51253'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:02:54.289742 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b511e076-2838-4e68-ab41-833f43576a41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68cd31fd-e4cd-5fb3-a862-256fc47efcd2-5945b76c-3766-4f74-b7c3-ed4710cac4fb', 'network_id': '5945b76c-3766-4f74-b7c3-ed4710cac4fb', 'project_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'fixed_ips': [{'subnet_id': '52b8d46b-c3ee-44b3-858a-9cbee777bdc3'}]}} from n-d-812111-14. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 20:02:54.290955 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b511e076-2838-4e68-ab41-833f43576a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:54.321318 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7a4f9d-5515-4e6a-8b58-df92b060f65a None None] Pushing event updated for resources: {'Port': ['ID=50bfb494-7f5b-426b-a302-3e01c224f12d,revision_number=3']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:02:54.351908 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-24b38fbf-8b9a-4b4c-90bb-a94292e3249a None None] Set router 6e42190d-7a53-4a4f-844d-6aa7fed51253 gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:02:54.447293 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-b511e076-2838-4e68-ab41-833f43576a41 None None] Allocated IP 172.20.0.2 (5945b76c-3766-4f74-b7c3-ed4710cac4fb/52b8d46b-c3ee-44b3-858a-9cbee777bdc3/b38f4397-0e8d-4a04-b209-f1bfcb6a15ad) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:02:54.539456 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-24b38fbf-8b9a-4b4c-90bb-a94292e3249a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e42190d-7a53-4a4f-844d-6aa7fed51253', 'name': 'tempest-TestNetworkAdvancedServerOps-router-391442640', 'tenant_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': '50bfb494-7f5b-426b-a302-3e01c224f12d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:02:51Z', 'updated_at': '2022-01-28T20:02:52Z', 'revision_number': 3, 'project_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'gw_port': {'id': '50bfb494-7f5b-426b-a302-3e01c224f12d', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:13:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e42190d-7a53-4a4f-844d-6aa7fed51253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:02:52Z', 'updated_at': '2022-01-28T20:02:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:02:54.566248 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b38fbf-8b9a-4b4c-90bb-a94292e3249a None None] The sync data for ids ['6e42190d-7a53-4a4f-844d-6aa7fed51253'] in n-d-812111-14 is: [{'id': '6e42190d-7a53-4a4f-844d-6aa7fed51253', 'name': 'tempest-TestNetworkAdvancedServerOps-router-391442640', 'tenant_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': '50bfb494-7f5b-426b-a302-3e01c224f12d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:02:51Z', 'updated_at': '2022-01-28T20:02:52Z', 'revision_number': 3, 'project_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'gw_port': {'id': '50bfb494-7f5b-426b-a302-3e01c224f12d', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:13:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e42190d-7a53-4a4f-844d-6aa7fed51253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:02:52Z', 'updated_at': '2022-01-28T20:02:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:02:54.598065 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b511e076-2838-4e68-ab41-833f43576a41 None None] Publish callbacks [] for port (b38f4397-0e8d-4a04-b209-f1bfcb6a15ad), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:54.605134 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b511e076-2838-4e68-ab41-833f43576a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (b38f4397-0e8d-4a04-b209-f1bfcb6a15ad), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:54.654725 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-15b8c298-9a8d-4373-9e61-b42ff256999e tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:54.841377 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b511e076-2838-4e68-ab41-833f43576a41 None None] Network 5945b76c-3766-4f74-b7c3-ed4710cac4fb is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:02:54.842488 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b511e076-2838-4e68-ab41-833f43576a41 None None] Pushing event updated for resources: {'Port': ['ID=b38f4397-0e8d-4a04-b209-f1bfcb6a15ad,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:02:54.845051 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-b511e076-2838-4e68-ab41-833f43576a41 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:02:54.847220 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b511e076-2838-4e68-ab41-833f43576a41 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:02:54.908871 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-b511e076-2838-4e68-ab41-833f43576a41 None None] Attempting to bind port b38f4397-0e8d-4a04-b209-f1bfcb6a15ad on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:02:54.909352 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-b511e076-2838-4e68-ab41-833f43576a41 None None] Attempting to bind port b38f4397-0e8d-4a04-b209-f1bfcb6a15ad by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': 'a4323370-681e-4217-85d4-54ad02582b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '5945b76c-3766-4f74-b7c3-ed4710cac4fb'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:02:54.909720 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b511e076-2838-4e68-ab41-833f43576a41 None None] Attempting to bind port b38f4397-0e8d-4a04-b209-f1bfcb6a15ad on network 5945b76c-3766-4f74-b7c3-ed4710cac4fb {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:02:54.915159 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b511e076-2838-4e68-ab41-833f43576a41 None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 2, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:02:54.915542 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b511e076-2838-4e68-ab41-833f43576a41 None None] Checking segment: {'id': 'a4323370-681e-4217-85d4-54ad02582b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '5945b76c-3766-4f74-b7c3-ed4710cac4fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:02:54.915953 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b511e076-2838-4e68-ab41-833f43576a41 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:54.916351 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b511e076-2838-4e68-ab41-833f43576a41 None None] Bound using segment: {'id': 'a4323370-681e-4217-85d4-54ad02582b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '5945b76c-3766-4f74-b7c3-ed4710cac4fb'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:02:54.916823 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-b511e076-2838-4e68-ab41-833f43576a41 None None] Bound port: b38f4397-0e8d-4a04-b209-f1bfcb6a15ad, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4323370-681e-4217-85d4-54ad02582b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '5945b76c-3766-4f74-b7c3-ed4710cac4fb'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:02:54.917864 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b511e076-2838-4e68-ab41-833f43576a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (b38f4397-0e8d-4a04-b209-f1bfcb6a15ad), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:54.986392 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b511e076-2838-4e68-ab41-833f43576a41 None None] For port b38f4397-0e8d-4a04-b209-f1bfcb6a15ad, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:02:54.991288 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b511e076-2838-4e68-ab41-833f43576a41 None None] For port b38f4397-0e8d-4a04-b209-f1bfcb6a15ad, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=b38f4397-0e8d-4a04-b209-f1bfcb6a15ad,segment=NetworkSegment(a4323370-681e-4217-85d4-54ad02582b8e),segment_id=a4323370-681e-4217-85d4-54ad02582b8e)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:02:54.997352 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b511e076-2838-4e68-ab41-833f43576a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (b38f4397-0e8d-4a04-b209-f1bfcb6a15ad), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:55.010361 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-15b8c298-9a8d-4373-9e61-b42ff256999e tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Allocated IP 172.20.0.1 (5945b76c-3766-4f74-b7c3-ed4710cac4fb/52b8d46b-c3ee-44b3-858a-9cbee777bdc3/7194ff54-5573-4d8b-a62d-342155b0d318) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:02:55.066084 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b511e076-2838-4e68-ab41-833f43576a41 None None] Pushing event updated for resources: {'Port': ['ID=b38f4397-0e8d-4a04-b209-f1bfcb6a15ad,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:02:55.144412 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-15b8c298-9a8d-4373-9e61-b42ff256999e tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for port (7194ff54-5573-4d8b-a62d-342155b0d318), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:55.185961 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-15b8c298-9a8d-4373-9e61-b42ff256999e tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (7194ff54-5573-4d8b-a62d-342155b0d318), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:55.243333 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b8c298-9a8d-4373-9e61-b42ff256999e tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Network 5945b76c-3766-4f74-b7c3-ed4710cac4fb is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:02:55.249282 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-15b8c298-9a8d-4373-9e61-b42ff256999e tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:02:55.251908 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b8c298-9a8d-4373-9e61-b42ff256999e tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:02:55.265440 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b8c298-9a8d-4373-9e61-b42ff256999e tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Pushing event updated for resources: {'Port': ['ID=7194ff54-5573-4d8b-a62d-342155b0d318,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:02:55.321545 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-15b8c298-9a8d-4373-9e61-b42ff256999e tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734769'] for router_interface (6e42190d-7a53-4a4f-844d-6aa7fed51253), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:55.468502 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-15b8c298-9a8d-4373-9e61-b42ff256999e tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (7194ff54-5573-4d8b-a62d-342155b0d318), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:55.752281 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-15b8c298-9a8d-4373-9e61-b42ff256999e tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for port (7194ff54-5573-4d8b-a62d-342155b0d318), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:55.757068 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-15b8c298-9a8d-4373-9e61-b42ff256999e tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (7194ff54-5573-4d8b-a62d-342155b0d318), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:55.836991 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b8c298-9a8d-4373-9e61-b42ff256999e tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Pushing event updated for resources: {'Port': ['ID=7194ff54-5573-4d8b-a62d-342155b0d318,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:02:55.840774 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-15b8c298-9a8d-4373-9e61-b42ff256999e tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-756216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-732801'] for router_interface (6e42190d-7a53-4a4f-844d-6aa7fed51253), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:55.949357 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b8c298-9a8d-4373-9e61-b42ff256999e tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Network 5945b76c-3766-4f74-b7c3-ed4710cac4fb is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:02:55.951107 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-15b8c298-9a8d-4373-9e61-b42ff256999e tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:02:56.018759 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 50bfb494-7f5b-426b-a302-3e01c224f12d up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:02:56.074599 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 50bfb494-7f5b-426b-a302-3e01c224f12d triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:02:56.074984 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (50bfb494-7f5b-426b-a302-3e01c224f12d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:56.079427 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15b8c298-9a8d-4373-9e61-b42ff256999e tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Router 6e42190d-7a53-4a4f-844d-6aa7fed51253 has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:02:56.103816 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81378b79-f132-4c6f-9752-1d1585a2a1c0 None None] Network 5945b76c-3766-4f74-b7c3-ed4710cac4fb requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:02:56.194912 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15b8c298-9a8d-4373-9e61-b42ff256999e tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:02:56.205147 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-15b8c298-9a8d-4373-9e61-b42ff256999e tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "PUT /v2.0/routers/6e42190d-7a53-4a4f-844d-6aa7fed51253/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0280156 Jan 28 20:02:56.246648 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-ce850b7c-6d58-425b-ab54-62b8c2552970 None None] Provisioning complete for port b38f4397-0e8d-4a04-b209-f1bfcb6a15ad triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:02:56.247028 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ce850b7c-6d58-425b-ab54-62b8c2552970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (b38f4397-0e8d-4a04-b209-f1bfcb6a15ad), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:56.284485 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 50bfb494-7f5b-426b-a302-3e01c224f12d is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:02:56.284876 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (50bfb494-7f5b-426b-a302-3e01c224f12d), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:56.319529 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] For port 50bfb494-7f5b-426b-a302-3e01c224f12d, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=50bfb494-7f5b-426b-a302-3e01c224f12d,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:02:56.325544 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (50bfb494-7f5b-426b-a302-3e01c224f12d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:56.326271 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device b38f4397-0e8d-4a04-b209-f1bfcb6a15ad up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:02:56.367715 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a28e9669-d694-4e54-b69b-20b475bf51b4 req-99f80d66-f127-45f9-b5e8-7c9b936c5006 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-515773105&fields=id&tenant_id=a518f4c8c8e149bf9da3dfc2b7497304 HTTP/1.1" status: 200 len: 267 time: 0.0482690 Jan 28 20:02:56.455251 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Pushing event updated for resources: {'Port': ['ID=50bfb494-7f5b-426b-a302-3e01c224f12d,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:02:56.475620 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-ce850b7c-6d58-425b-ab54-62b8c2552970 None None] Current status of the port b38f4397-0e8d-4a04-b209-f1bfcb6a15ad is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:02:56.476014 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ce850b7c-6d58-425b-ab54-62b8c2552970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (b38f4397-0e8d-4a04-b209-f1bfcb6a15ad), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:56.491304 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28e9669-d694-4e54-b69b-20b475bf51b4 req-ed728cd9-ad1c-48af-9779-744f717a610e tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:02:56.492220 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port b38f4397-0e8d-4a04-b209-f1bfcb6a15ad triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:02:56.492591 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (b38f4397-0e8d-4a04-b209-f1bfcb6a15ad), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:56.492778 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a28e9669-d694-4e54-b69b-20b475bf51b4 req-ed728cd9-ad1c-48af-9779-744f717a610e tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/networks?id=5945b76c-3766-4f74-b7c3-ed4710cac4fb HTTP/1.1" status: 200 len: 797 time: 0.1183124 Jan 28 20:02:56.512603 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a28e9669-d694-4e54-b69b-20b475bf51b4 req-7eafee1c-9c08-40a4-bfa1-020057becc33 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/quotas/a518f4c8c8e149bf9da3dfc2b7497304 HTTP/1.1" status: 200 len: 375 time: 0.0105925 Jan 28 20:02:56.540644 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-ce850b7c-6d58-425b-ab54-62b8c2552970 None None] For port b38f4397-0e8d-4a04-b209-f1bfcb6a15ad, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=b38f4397-0e8d-4a04-b209-f1bfcb6a15ad,segment=NetworkSegment(a4323370-681e-4217-85d4-54ad02582b8e),segment_id=a4323370-681e-4217-85d4-54ad02582b8e)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:02:56.548306 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ce850b7c-6d58-425b-ab54-62b8c2552970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (b38f4397-0e8d-4a04-b209-f1bfcb6a15ad), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:56.598420 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a28e9669-d694-4e54-b69b-20b475bf51b4 req-cc51877f-5aa2-4cac-bb17-bbb66c673fd0 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=a518f4c8c8e149bf9da3dfc2b7497304&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0719776 Jan 28 20:02:56.629388 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce850b7c-6d58-425b-ab54-62b8c2552970 None None] Pushing event updated for resources: {'Port': ['ID=b38f4397-0e8d-4a04-b209-f1bfcb6a15ad,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:02:56.643526 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487b1638-3ed0-42a3-ae37-8584c164cd6b None None] Sync routers for ids ['6e42190d-7a53-4a4f-844d-6aa7fed51253'] in n-d-812111-14 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:02:56.650700 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port b38f4397-0e8d-4a04-b209-f1bfcb6a15ad is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:02:56.662100 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487b1638-3ed0-42a3-ae37-8584c164cd6b None None] Routers {'6e42190d-7a53-4a4f-844d-6aa7fed51253'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:02:56.662731 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-487b1638-3ed0-42a3-ae37-8584c164cd6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:02:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['6e42190d-7a53-4a4f-844d-6aa7fed51253'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:02:56.713663 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a28e9669-d694-4e54-b69b-20b475bf51b4 req-300aca12-cd1a-412a-af50-3f13c7a0187e service neutron] 10.222.0.64 "GET /v2.0/networks/5945b76c-3766-4f74-b7c3-ed4710cac4fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135139 Jan 28 20:02:56.723292 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-1efbebc5-263d-464e-9285-6b7d08590e83 None None] Provisioning complete for port 7194ff54-5573-4d8b-a62d-342155b0d318 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:02:56.723664 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1efbebc5-263d-464e-9285-6b7d08590e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (7194ff54-5573-4d8b-a62d-342155b0d318), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:56.792859 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-1efbebc5-263d-464e-9285-6b7d08590e83 None None] Port 7194ff54-5573-4d8b-a62d-342155b0d318 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 20:02:56.820195 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a28e9669-d694-4e54-b69b-20b475bf51b4 req-3896ffc6-8063-49c4-894f-7edff85d4058 service neutron] 10.222.0.64 "GET /v2.0/networks/5945b76c-3766-4f74-b7c3-ed4710cac4fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010883 Jan 28 20:02:56.822033 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-1efbebc5-263d-464e-9285-6b7d08590e83 None None] Provisioning complete for port b38f4397-0e8d-4a04-b209-f1bfcb6a15ad triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:02:56.822414 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1efbebc5-263d-464e-9285-6b7d08590e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (b38f4397-0e8d-4a04-b209-f1bfcb6a15ad), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:56.844262 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-487b1638-3ed0-42a3-ae37-8584c164cd6b None None] Set router 6e42190d-7a53-4a4f-844d-6aa7fed51253 gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:02:57.023935 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-fb09b2f6-f49d-48bf-bceb-4a03522a0160 req-3ae53761-9292-4ea4-a237-484ea7e8560b tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/ports?device_id=45091dc0-eba3-4d22-b671-7f35e10ef2d7 HTTP/1.1" status: 200 len: 210 time: 0.0430791 Jan 28 20:02:57.049475 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-1efbebc5-263d-464e-9285-6b7d08590e83 None None] Current status of the port b38f4397-0e8d-4a04-b209-f1bfcb6a15ad is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:02:57.116946 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-487b1638-3ed0-42a3-ae37-8584c164cd6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e42190d-7a53-4a4f-844d-6aa7fed51253', 'name': 'tempest-TestNetworkAdvancedServerOps-router-391442640', 'tenant_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': '50bfb494-7f5b-426b-a302-3e01c224f12d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:02:51Z', 'updated_at': '2022-01-28T20:02:55Z', 'revision_number': 4, 'project_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'gw_port': {'id': '50bfb494-7f5b-426b-a302-3e01c224f12d', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:13:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e42190d-7a53-4a4f-844d-6aa7fed51253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:02:52Z', 'updated_at': '2022-01-28T20:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '7194ff54-5573-4d8b-a62d-342155b0d318', 'name': '', 'network_id': '5945b76c-3766-4f74-b7c3-ed4710cac4fb', 'tenant_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'mac_address': 'fa:16:3e:57:d4:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e42190d-7a53-4a4f-844d-6aa7fed51253', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '52b8d46b-c3ee-44b3-858a-9cbee777bdc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:02:54Z', 'updated_at': '2022-01-28T20:02:55Z', 'revision_number': 2, 'project_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'subnets': [{'id': '52b8d46b-c3ee-44b3-858a-9cbee777bdc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:02:57.145205 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487b1638-3ed0-42a3-ae37-8584c164cd6b None None] Checking router: 6e42190d-7a53-4a4f-844d-6aa7fed51253 for host: n-d-812111-14 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:02:57.145571 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487b1638-3ed0-42a3-ae37-8584c164cd6b None None] Updating router 6e42190d-7a53-4a4f-844d-6aa7fed51253 port 7194ff54-5573-4d8b-a62d-342155b0d318 binding host n-d-812111-14 {{(pid=103306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:02:57.181973 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-487b1638-3ed0-42a3-ae37-8584c164cd6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (7194ff54-5573-4d8b-a62d-342155b0d318), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:57.195225 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-367e1e3a-774a-4013-b6cd-95c29915ec5e None None] Provisioning complete for port 7194ff54-5573-4d8b-a62d-342155b0d318 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:02:57.195596 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-367e1e3a-774a-4013-b6cd-95c29915ec5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (7194ff54-5573-4d8b-a62d-342155b0d318), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:57.258783 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-367e1e3a-774a-4013-b6cd-95c29915ec5e None None] Port 7194ff54-5573-4d8b-a62d-342155b0d318 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 20:02:57.500709 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-487b1638-3ed0-42a3-ae37-8584c164cd6b None None] Publish callbacks [] for port (7194ff54-5573-4d8b-a62d-342155b0d318), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:57.507766 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-487b1638-3ed0-42a3-ae37-8584c164cd6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (7194ff54-5573-4d8b-a62d-342155b0d318), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:57.578536 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98eca5de-09d5-4ab5-a890-2fde37b0cedd None None] Pushing event updated for resources: {'Port': ['ID=7194ff54-5573-4d8b-a62d-342155b0d318,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:02:57.618317 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-487b1638-3ed0-42a3-ae37-8584c164cd6b None None] Attempting to bind port 7194ff54-5573-4d8b-a62d-342155b0d318 on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:02:57.618866 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-487b1638-3ed0-42a3-ae37-8584c164cd6b None None] Attempting to bind port 7194ff54-5573-4d8b-a62d-342155b0d318 by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': 'a4323370-681e-4217-85d4-54ad02582b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '5945b76c-3766-4f74-b7c3-ed4710cac4fb'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:02:57.619230 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487b1638-3ed0-42a3-ae37-8584c164cd6b None None] Attempting to bind port 7194ff54-5573-4d8b-a62d-342155b0d318 on network 5945b76c-3766-4f74-b7c3-ed4710cac4fb {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:02:57.625506 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487b1638-3ed0-42a3-ae37-8584c164cd6b None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 2, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:02:57.625506 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487b1638-3ed0-42a3-ae37-8584c164cd6b None None] Checking segment: {'id': 'a4323370-681e-4217-85d4-54ad02582b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '5945b76c-3766-4f74-b7c3-ed4710cac4fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:02:57.625888 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-487b1638-3ed0-42a3-ae37-8584c164cd6b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:57.626229 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487b1638-3ed0-42a3-ae37-8584c164cd6b None None] Bound using segment: {'id': 'a4323370-681e-4217-85d4-54ad02582b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '5945b76c-3766-4f74-b7c3-ed4710cac4fb'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:02:57.626696 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-487b1638-3ed0-42a3-ae37-8584c164cd6b None None] Bound port: 7194ff54-5573-4d8b-a62d-342155b0d318, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4323370-681e-4217-85d4-54ad02582b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '5945b76c-3766-4f74-b7c3-ed4710cac4fb'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:02:57.627074 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-487b1638-3ed0-42a3-ae37-8584c164cd6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (7194ff54-5573-4d8b-a62d-342155b0d318), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:57.699189 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-487b1638-3ed0-42a3-ae37-8584c164cd6b None None] For port 7194ff54-5573-4d8b-a62d-342155b0d318, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:02:57.702541 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-487b1638-3ed0-42a3-ae37-8584c164cd6b None None] For port 7194ff54-5573-4d8b-a62d-342155b0d318, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=7194ff54-5573-4d8b-a62d-342155b0d318,segment=NetworkSegment(a4323370-681e-4217-85d4-54ad02582b8e),segment_id=a4323370-681e-4217-85d4-54ad02582b8e)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:02:57.708674 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-487b1638-3ed0-42a3-ae37-8584c164cd6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (7194ff54-5573-4d8b-a62d-342155b0d318), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:57.761674 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487b1638-3ed0-42a3-ae37-8584c164cd6b None None] Routers {'6e42190d-7a53-4a4f-844d-6aa7fed51253'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:02:57.762304 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-487b1638-3ed0-42a3-ae37-8584c164cd6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:02:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['6e42190d-7a53-4a4f-844d-6aa7fed51253'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:02:57.813939 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98eca5de-09d5-4ab5-a890-2fde37b0cedd None None] Pushing event updated for resources: {'Port': ['ID=7194ff54-5573-4d8b-a62d-342155b0d318,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:02:57.839840 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-18024c19-3377-49b7-af0d-c2b79b7e2f68 None None] Provisioning complete for port 7194ff54-5573-4d8b-a62d-342155b0d318 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:02:57.840178 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-18024c19-3377-49b7-af0d-c2b79b7e2f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (7194ff54-5573-4d8b-a62d-342155b0d318), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:58.072056 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 50bfb494-7f5b-426b-a302-3e01c224f12d up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:02:58.106113 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28e9669-d694-4e54-b69b-20b475bf51b4 req-e8fcb687-673b-46bb-b978-1455d0c675ed tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:02:58.107215 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-487b1638-3ed0-42a3-ae37-8584c164cd6b None None] Set router 6e42190d-7a53-4a4f-844d-6aa7fed51253 gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:02:58.108288 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a28e9669-d694-4e54-b69b-20b475bf51b4 req-e8fcb687-673b-46bb-b978-1455d0c675ed tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.70 "GET /v2.0/networks?id=5945b76c-3766-4f74-b7c3-ed4710cac4fb HTTP/1.1" status: 200 len: 797 time: 0.1216331 Jan 28 20:02:58.173810 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-07adc998-895d-454e-905a-9122b1b8ad9a req-01b972d5-4118-4eb0-bd58-d100c2392f30 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/ports?device_id=45091dc0-eba3-4d22-b671-7f35e10ef2d7 HTTP/1.1" status: 200 len: 210 time: 0.0477743 Jan 28 20:02:58.222280 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a28e9669-d694-4e54-b69b-20b475bf51b4 req-00afa6ca-f7e2-4ebc-8b51-84896a81eb45 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a518f4c8c8e149bf9da3dfc2b7497304 HTTP/1.1" status: 200 len: 379 time: 0.1029882 Jan 28 20:02:58.232006 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-a28e9669-d694-4e54-b69b-20b475bf51b4 req-62fa68ea-8bde-4758-bec3-b06e64a94c09 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Request body: {'port': {'device_id': '45091dc0-eba3-4d22-b671-7f35e10ef2d7', 'network_id': '5945b76c-3766-4f74-b7c3-ed4710cac4fb', 'admin_state_up': True, 'tenant_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'security_groups': ['61c7f791-b952-4fe0-bdd4-83fc50b1fe08']}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:02:58.277132 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-18024c19-3377-49b7-af0d-c2b79b7e2f68 None None] Current status of the port 7194ff54-5573-4d8b-a62d-342155b0d318 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:02:58.277524 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-18024c19-3377-49b7-af0d-c2b79b7e2f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (7194ff54-5573-4d8b-a62d-342155b0d318), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:58.295575 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 50bfb494-7f5b-426b-a302-3e01c224f12d triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:02:58.295941 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (50bfb494-7f5b-426b-a302-3e01c224f12d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:58.342909 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a28e9669-d694-4e54-b69b-20b475bf51b4 req-62fa68ea-8bde-4758-bec3-b06e64a94c09 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Made reservation on behalf of a518f4c8c8e149bf9da3dfc2b7497304 for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:02:58.346515 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-a28e9669-d694-4e54-b69b-20b475bf51b4 req-62fa68ea-8bde-4758-bec3-b06e64a94c09 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:58.366065 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-18024c19-3377-49b7-af0d-c2b79b7e2f68 None None] For port 7194ff54-5573-4d8b-a62d-342155b0d318, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=7194ff54-5573-4d8b-a62d-342155b0d318,segment=NetworkSegment(a4323370-681e-4217-85d4-54ad02582b8e),segment_id=a4323370-681e-4217-85d4-54ad02582b8e)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:02:58.376444 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-18024c19-3377-49b7-af0d-c2b79b7e2f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (7194ff54-5573-4d8b-a62d-342155b0d318), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:58.487429 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-a28e9669-d694-4e54-b69b-20b475bf51b4 req-62fa68ea-8bde-4758-bec3-b06e64a94c09 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Allocated IP 172.20.0.11 (5945b76c-3766-4f74-b7c3-ed4710cac4fb/52b8d46b-c3ee-44b3-858a-9cbee777bdc3/5115e721-c491-406c-81c6-b95e099fa1ef) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:02:58.491656 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18024c19-3377-49b7-af0d-c2b79b7e2f68 None None] Pushing event updated for resources: {'Port': ['ID=7194ff54-5573-4d8b-a62d-342155b0d318,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:02:58.501164 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 50bfb494-7f5b-426b-a302-3e01c224f12d is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:02:58.502202 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device b38f4397-0e8d-4a04-b209-f1bfcb6a15ad up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:02:58.544079 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-487b1638-3ed0-42a3-ae37-8584c164cd6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e42190d-7a53-4a4f-844d-6aa7fed51253', 'name': 'tempest-TestNetworkAdvancedServerOps-router-391442640', 'tenant_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': '50bfb494-7f5b-426b-a302-3e01c224f12d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:02:51Z', 'updated_at': '2022-01-28T20:02:55Z', 'revision_number': 4, 'project_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'gw_port': {'id': '50bfb494-7f5b-426b-a302-3e01c224f12d', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:13:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e42190d-7a53-4a4f-844d-6aa7fed51253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:02:52Z', 'updated_at': '2022-01-28T20:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '7194ff54-5573-4d8b-a62d-342155b0d318', 'name': '', 'network_id': '5945b76c-3766-4f74-b7c3-ed4710cac4fb', 'tenant_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'mac_address': 'fa:16:3e:57:d4:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e42190d-7a53-4a4f-844d-6aa7fed51253', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '52b8d46b-c3ee-44b3-858a-9cbee777bdc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:02:54Z', 'updated_at': '2022-01-28T20:02:57Z', 'revision_number': 4, 'project_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'subnets': [{'id': '52b8d46b-c3ee-44b3-858a-9cbee777bdc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:02:58.548064 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-338734a7-8ae0-4dbb-90f1-700912fb6b9c None None] Provisioning complete for port 7194ff54-5573-4d8b-a62d-342155b0d318 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:02:58.548440 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-338734a7-8ae0-4dbb-90f1-700912fb6b9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (7194ff54-5573-4d8b-a62d-342155b0d318), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:58.594416 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487b1638-3ed0-42a3-ae37-8584c164cd6b None None] The sync data for ids ['6e42190d-7a53-4a4f-844d-6aa7fed51253'] in n-d-812111-14 is: [{'id': '6e42190d-7a53-4a4f-844d-6aa7fed51253', 'name': 'tempest-TestNetworkAdvancedServerOps-router-391442640', 'tenant_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': '50bfb494-7f5b-426b-a302-3e01c224f12d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:02:51Z', 'updated_at': '2022-01-28T20:02:55Z', 'revision_number': 4, 'project_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'gw_port': {'id': '50bfb494-7f5b-426b-a302-3e01c224f12d', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:13:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e42190d-7a53-4a4f-844d-6aa7fed51253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:02:52Z', 'updated_at': '2022-01-28T20:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '7194ff54-5573-4d8b-a62d-342155b0d318', 'name': '', 'network_id': '5945b76c-3766-4f74-b7c3-ed4710cac4fb', 'tenant_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'mac_address': 'fa:16:3e:57:d4:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e42190d-7a53-4a4f-844d-6aa7fed51253', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '52b8d46b-c3ee-44b3-858a-9cbee777bdc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:02:54Z', 'updated_at': '2022-01-28T20:02:57Z', 'revision_number': 4, 'project_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'subnets': [{'id': '52b8d46b-c3ee-44b3-858a-9cbee777bdc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:02:58.628085 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port b38f4397-0e8d-4a04-b209-f1bfcb6a15ad triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:02:58.628530 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (b38f4397-0e8d-4a04-b209-f1bfcb6a15ad), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:58.643371 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-a28e9669-d694-4e54-b69b-20b475bf51b4 req-62fa68ea-8bde-4758-bec3-b06e64a94c09 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for port (5115e721-c491-406c-81c6-b95e099fa1ef), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:58.696856 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-a28e9669-d694-4e54-b69b-20b475bf51b4 req-62fa68ea-8bde-4758-bec3-b06e64a94c09 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (5115e721-c491-406c-81c6-b95e099fa1ef), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:58.709415 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-338734a7-8ae0-4dbb-90f1-700912fb6b9c None None] Current status of the port 7194ff54-5573-4d8b-a62d-342155b0d318 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:02:58.748579 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a28e9669-d694-4e54-b69b-20b475bf51b4 req-62fa68ea-8bde-4758-bec3-b06e64a94c09 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Network 5945b76c-3766-4f74-b7c3-ed4710cac4fb is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:02:58.756524 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-a28e9669-d694-4e54-b69b-20b475bf51b4 req-62fa68ea-8bde-4758-bec3-b06e64a94c09 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:02:58.759092 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-a28e9669-d694-4e54-b69b-20b475bf51b4 req-62fa68ea-8bde-4758-bec3-b06e64a94c09 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:02:58.765501 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port b38f4397-0e8d-4a04-b209-f1bfcb6a15ad is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:02:58.790985 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fa68ea-8bde-4758-bec3-b06e64a94c09 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Pushing event updated for resources: {'Port': ['ID=5115e721-c491-406c-81c6-b95e099fa1ef,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:02:58.823616 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28e9669-d694-4e54-b69b-20b475bf51b4 req-62fa68ea-8bde-4758-bec3-b06e64a94c09 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:02:58.824379 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-a28e9669-d694-4e54-b69b-20b475bf51b4 req-62fa68ea-8bde-4758-bec3-b06e64a94c09 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:58.845425 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a28e9669-d694-4e54-b69b-20b475bf51b4 req-62fa68ea-8bde-4758-bec3-b06e64a94c09 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6171157 Jan 28 20:02:58.858413 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-a28e9669-d694-4e54-b69b-20b475bf51b4 req-2175c193-746f-44ad-91eb-c61227dfaba3 service neutron] Request body: {'port': {'device_id': '45091dc0-eba3-4d22-b671-7f35e10ef2d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-14'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:02:58.930352 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-a28e9669-d694-4e54-b69b-20b475bf51b4 req-2175c193-746f-44ad-91eb-c61227dfaba3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (5115e721-c491-406c-81c6-b95e099fa1ef), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:59.031952 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-deb99b57-1775-4964-9bf5-6ee06b85e8d6 None None] Provisioning complete for port 5115e721-c491-406c-81c6-b95e099fa1ef triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:02:59.032336 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-deb99b57-1775-4964-9bf5-6ee06b85e8d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (5115e721-c491-406c-81c6-b95e099fa1ef), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:59.069536 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-deb99b57-1775-4964-9bf5-6ee06b85e8d6 None None] Port 5115e721-c491-406c-81c6-b95e099fa1ef cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 20:02:59.229447 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-a28e9669-d694-4e54-b69b-20b475bf51b4 req-2175c193-746f-44ad-91eb-c61227dfaba3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5115e721-c491-406c-81c6-b95e099fa1ef {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:02:59.238528 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-a28e9669-d694-4e54-b69b-20b475bf51b4 req-2175c193-746f-44ad-91eb-c61227dfaba3 service neutron] Publish callbacks [] for port (5115e721-c491-406c-81c6-b95e099fa1ef), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:59.254886 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-a28e9669-d694-4e54-b69b-20b475bf51b4 req-2175c193-746f-44ad-91eb-c61227dfaba3 service neutron] Transition to ACTIVE for port object 5115e721-c491-406c-81c6-b95e099fa1ef will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:02:59.260817 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-a28e9669-d694-4e54-b69b-20b475bf51b4 req-2175c193-746f-44ad-91eb-c61227dfaba3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (5115e721-c491-406c-81c6-b95e099fa1ef), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:59.316896 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36ca8eb-ca9e-401d-8be0-8834e33d399a req-bf085c43-3ebf-4ccf-b2c8-94e5f03d5031 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:02:59.319339 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a36ca8eb-ca9e-401d-8be0-8834e33d399a req-bf085c43-3ebf-4ccf-b2c8-94e5f03d5031 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/ports?device_id=45091dc0-eba3-4d22-b671-7f35e10ef2d7 HTTP/1.1" status: 200 len: 944 time: 0.0712256 Jan 28 20:02:59.362906 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2175c193-746f-44ad-91eb-c61227dfaba3 service neutron] Pushing event updated for resources: {'Port': ['ID=5115e721-c491-406c-81c6-b95e099fa1ef,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:02:59.400334 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a36ca8eb-ca9e-401d-8be0-8834e33d399a req-f688c10f-4016-41bf-ae3e-f5ceff5641db tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/security-groups?id=61c7f791-b952-4fe0-bdd4-83fc50b1fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747216 Jan 28 20:02:59.405470 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-a28e9669-d694-4e54-b69b-20b475bf51b4 req-2175c193-746f-44ad-91eb-c61227dfaba3 service neutron] Attempting to bind port 5115e721-c491-406c-81c6-b95e099fa1ef on host n-h2-812111-14 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:02:59.406040 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-a28e9669-d694-4e54-b69b-20b475bf51b4 req-2175c193-746f-44ad-91eb-c61227dfaba3 service neutron] Attempting to bind port 5115e721-c491-406c-81c6-b95e099fa1ef by drivers openvswitch,hyperv on host n-h2-812111-14 at level 0 using segments [{'id': 'a4323370-681e-4217-85d4-54ad02582b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '5945b76c-3766-4f74-b7c3-ed4710cac4fb'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:02:59.406552 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28e9669-d694-4e54-b69b-20b475bf51b4 req-2175c193-746f-44ad-91eb-c61227dfaba3 service neutron] Attempting to bind port 5115e721-c491-406c-81c6-b95e099fa1ef on network 5945b76c-3766-4f74-b7c3-ed4710cac4fb {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:02:59.417305 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28e9669-d694-4e54-b69b-20b475bf51b4 req-2175c193-746f-44ad-91eb-c61227dfaba3 service neutron] Port 5115e721-c491-406c-81c6-b95e099fa1ef on network 5945b76c-3766-4f74-b7c3-ed4710cac4fb not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-14 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:02:59.417639 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28e9669-d694-4e54-b69b-20b475bf51b4 req-2175c193-746f-44ad-91eb-c61227dfaba3 service neutron] Attempting to bind port 5115e721-c491-406c-81c6-b95e099fa1ef on network 5945b76c-3766-4f74-b7c3-ed4710cac4fb {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:02:59.423970 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28e9669-d694-4e54-b69b-20b475bf51b4 req-2175c193-746f-44ad-91eb-c61227dfaba3 service neutron] Checking agent: {'id': '8f3fee4e-bf24-4b58-8a3a-ae9c8011a473', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:02:59.424311 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28e9669-d694-4e54-b69b-20b475bf51b4 req-2175c193-746f-44ad-91eb-c61227dfaba3 service neutron] Checking segment: {'id': 'a4323370-681e-4217-85d4-54ad02582b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '5945b76c-3766-4f74-b7c3-ed4710cac4fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:02:59.424702 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28e9669-d694-4e54-b69b-20b475bf51b4 req-2175c193-746f-44ad-91eb-c61227dfaba3 service neutron] Bound using segment: {'id': 'a4323370-681e-4217-85d4-54ad02582b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '5945b76c-3766-4f74-b7c3-ed4710cac4fb'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:02:59.425187 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-a28e9669-d694-4e54-b69b-20b475bf51b4 req-2175c193-746f-44ad-91eb-c61227dfaba3 service neutron] Bound port: 5115e721-c491-406c-81c6-b95e099fa1ef, host: n-h2-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4323370-681e-4217-85d4-54ad02582b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '5945b76c-3766-4f74-b7c3-ed4710cac4fb'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:02:59.425538 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-a28e9669-d694-4e54-b69b-20b475bf51b4 req-2175c193-746f-44ad-91eb-c61227dfaba3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (5115e721-c491-406c-81c6-b95e099fa1ef), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:59.500459 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-a28e9669-d694-4e54-b69b-20b475bf51b4 req-2175c193-746f-44ad-91eb-c61227dfaba3 service neutron] For port 5115e721-c491-406c-81c6-b95e099fa1ef, host n-h2-812111-14, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:02:59.504253 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-a28e9669-d694-4e54-b69b-20b475bf51b4 req-2175c193-746f-44ad-91eb-c61227dfaba3 service neutron] For port 5115e721-c491-406c-81c6-b95e099fa1ef, host n-h2-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=5115e721-c491-406c-81c6-b95e099fa1ef,segment=NetworkSegment(a4323370-681e-4217-85d4-54ad02582b8e),segment_id=a4323370-681e-4217-85d4-54ad02582b8e)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:02:59.510489 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-a28e9669-d694-4e54-b69b-20b475bf51b4 req-2175c193-746f-44ad-91eb-c61227dfaba3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (5115e721-c491-406c-81c6-b95e099fa1ef), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:59.547647 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28e9669-d694-4e54-b69b-20b475bf51b4 req-2175c193-746f-44ad-91eb-c61227dfaba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:02:59.548152 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-a28e9669-d694-4e54-b69b-20b475bf51b4 req-2175c193-746f-44ad-91eb-c61227dfaba3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:59.550072 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a28e9669-d694-4e54-b69b-20b475bf51b4 req-2175c193-746f-44ad-91eb-c61227dfaba3 service neutron] 10.222.0.70 "PUT /v2.0/ports/5115e721-c491-406c-81c6-b95e099fa1ef HTTP/1.1" status: 200 len: 1093 time: 0.6968775 Jan 28 20:02:59.550464 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45091dc0-eba3-4d22-b671-7f35e10ef2d7', 'tag': '5115e721-c491-406c-81c6-b95e099fa1ef'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:02:59.552716 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09ee1c69-2c14-427b-b779-6287eaa702c8" -d '{"events": [{"name": "network-changed", "server_uuid": "45091dc0-eba3-4d22-b671-7f35e10ef2d7", "tag": "5115e721-c491-406c-81c6-b95e099fa1ef"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:02:59.580084 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2175c193-746f-44ad-91eb-c61227dfaba3 service neutron] Pushing event updated for resources: {'Port': ['ID=5115e721-c491-406c-81c6-b95e099fa1ef,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:02:59.618262 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:02:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e47ad05-1bf0-4022-a585-d644a6db5abd x-openstack-request-id: req-0e47ad05-1bf0-4022-a585-d644a6db5abd {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:02:59.618832 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45091dc0-eba3-4d22-b671-7f35e10ef2d7", "tag": "5115e721-c491-406c-81c6-b95e099fa1ef", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:02:59.619088 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0e47ad05-1bf0-4022-a585-d644a6db5abd {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:02:59.619490 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45091dc0-eba3-4d22-b671-7f35e10ef2d7', 'tag': '5115e721-c491-406c-81c6-b95e099fa1ef', 'status': 'completed', 'code': 200} Jan 28 20:02:59.659102 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28e9669-d694-4e54-b69b-20b475bf51b4 req-70e55479-8574-48aa-bf69-facc710bf11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:02:59.660610 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a28e9669-d694-4e54-b69b-20b475bf51b4 req-70e55479-8574-48aa-bf69-facc710bf11c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a518f4c8c8e149bf9da3dfc2b7497304&device_id=45091dc0-eba3-4d22-b671-7f35e10ef2d7 HTTP/1.1" status: 200 len: 1127 time: 0.0565445 Jan 28 20:02:59.710324 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a28e9669-d694-4e54-b69b-20b475bf51b4 req-c56ee777-2a8a-48ad-94bf-0b21b3e9aae8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5115e721-c491-406c-81c6-b95e099fa1ef HTTP/1.1" status: 200 len: 217 time: 0.0411351 Jan 28 20:02:59.762695 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28e9669-d694-4e54-b69b-20b475bf51b4 req-7c9a9262-ce25-4286-8fce-ecedeea66a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:02:59.764178 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a28e9669-d694-4e54-b69b-20b475bf51b4 req-7c9a9262-ce25-4286-8fce-ecedeea66a4d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=52b8d46b-c3ee-44b3-858a-9cbee777bdc3 HTTP/1.1" status: 200 len: 835 time: 0.0476344 Jan 28 20:02:59.821990 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28e9669-d694-4e54-b69b-20b475bf51b4 req-38a8d2d9-aec0-41be-878d-769d53d09aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:02:59.824689 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a28e9669-d694-4e54-b69b-20b475bf51b4 req-38a8d2d9-aec0-41be-878d-769d53d09aa3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5945b76c-3766-4f74-b7c3-ed4710cac4fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0548649 Jan 28 20:02:59.950399 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 7194ff54-5573-4d8b-a62d-342155b0d318 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:03:00.006437 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 7194ff54-5573-4d8b-a62d-342155b0d318 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:03:00.006839 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (7194ff54-5573-4d8b-a62d-342155b0d318), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:03:00.086663 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 7194ff54-5573-4d8b-a62d-342155b0d318 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:03:00.246570 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a28e9669-d694-4e54-b69b-20b475bf51b4 req-8dff8e2b-f9b5-4da2-9e2e-c3e4534c9527 service neutron] 10.222.0.70 "GET /v2.0/networks/5945b76c-3766-4f74-b7c3-ed4710cac4fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4155514 Jan 28 20:03:00.334691 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a28e9669-d694-4e54-b69b-20b475bf51b4 req-e2f54605-32c2-4a75-bd45-6e49ab8648d1 service neutron] 10.222.0.70 "GET /v2.0/networks/5945b76c-3766-4f74-b7c3-ed4710cac4fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819662 Jan 28 20:03:00.431359 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ee1c69-2c14-427b-b779-6287eaa702c8 req-a685b8da-58e3-4895-91cc-04b57be90ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:03:00.432866 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-09ee1c69-2c14-427b-b779-6287eaa702c8 req-a685b8da-58e3-4895-91cc-04b57be90ddd service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a518f4c8c8e149bf9da3dfc2b7497304&device_id=45091dc0-eba3-4d22-b671-7f35e10ef2d7 HTTP/1.1" status: 200 len: 1127 time: 0.0501719 Jan 28 20:03:00.515012 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5589634-2dca-4d1a-ad83-8dd79e6025c3 req-0300183d-24f0-4ee3-9d0d-92b5da4f56e2 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:03:00.516517 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d5589634-2dca-4d1a-ad83-8dd79e6025c3 req-0300183d-24f0-4ee3-9d0d-92b5da4f56e2 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/ports?device_id=45091dc0-eba3-4d22-b671-7f35e10ef2d7 HTTP/1.1" status: 200 len: 944 time: 0.0547588 Jan 28 20:03:00.523037 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ee1c69-2c14-427b-b779-6287eaa702c8 req-f00a0bc4-6fc6-4413-9393-4c7a78e08646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:03:00.524512 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-09ee1c69-2c14-427b-b779-6287eaa702c8 req-f00a0bc4-6fc6-4413-9393-4c7a78e08646 service neutron] 10.222.0.70 "GET /v2.0/networks?id=5945b76c-3766-4f74-b7c3-ed4710cac4fb HTTP/1.1" status: 200 len: 897 time: 0.0851643 Jan 28 20:03:00.569071 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d5589634-2dca-4d1a-ad83-8dd79e6025c3 req-47ca06c3-b1f3-4d0f-91ef-89c0ca742634 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/security-groups?id=61c7f791-b952-4fe0-bdd4-83fc50b1fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468106 Jan 28 20:03:00.571661 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-09ee1c69-2c14-427b-b779-6287eaa702c8 req-61c82a3f-550c-4075-8c34-7cad3a453c8c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5115e721-c491-406c-81c6-b95e099fa1ef HTTP/1.1" status: 200 len: 217 time: 0.0380430 Jan 28 20:03:00.621075 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ee1c69-2c14-427b-b779-6287eaa702c8 req-cebb6d13-4036-44d8-a9d9-cf4e7c0d51d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:03:00.622585 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-09ee1c69-2c14-427b-b779-6287eaa702c8 req-cebb6d13-4036-44d8-a9d9-cf4e7c0d51d8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=52b8d46b-c3ee-44b3-858a-9cbee777bdc3 HTTP/1.1" status: 200 len: 835 time: 0.0439203 Jan 28 20:03:00.674032 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ee1c69-2c14-427b-b779-6287eaa702c8 req-20b5ae30-7008-42b2-aa32-7305481d7bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:03:00.675454 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-09ee1c69-2c14-427b-b779-6287eaa702c8 req-20b5ae30-7008-42b2-aa32-7305481d7bef service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5945b76c-3766-4f74-b7c3-ed4710cac4fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0454912 Jan 28 20:03:00.769654 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-09ee1c69-2c14-427b-b779-6287eaa702c8 req-6e525c13-e79f-4a10-8623-a1682af93443 service neutron] 10.222.0.70 "GET /v2.0/networks/5945b76c-3766-4f74-b7c3-ed4710cac4fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850689 Jan 28 20:03:00.860383 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-09ee1c69-2c14-427b-b779-6287eaa702c8 req-3fda16ae-e3b5-4019-8a7f-9e3e0aa90c16 service neutron] 10.222.0.70 "GET /v2.0/networks/5945b76c-3766-4f74-b7c3-ed4710cac4fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823934 Jan 28 20:03:01.692397 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c3a20e-a340-486d-8839-3488ddcea141 req-b7f2f6ad-e2c9-4fa2-90a5-3b4024cacb74 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:03:01.693994 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-34c3a20e-a340-486d-8839-3488ddcea141 req-b7f2f6ad-e2c9-4fa2-90a5-3b4024cacb74 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/ports?device_id=45091dc0-eba3-4d22-b671-7f35e10ef2d7 HTTP/1.1" status: 200 len: 944 time: 0.0540936 Jan 28 20:03:01.741410 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-34c3a20e-a340-486d-8839-3488ddcea141 req-fae31f48-1abd-47cc-806a-73bd6e7b9eb9 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/security-groups?id=61c7f791-b952-4fe0-bdd4-83fc50b1fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413060 Jan 28 20:03:02.858897 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9323afef-914f-42ef-af8a-8d4e22f00897 req-a3835358-f72c-4d44-9269-6bc8f674b8d0 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:03:02.860370 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9323afef-914f-42ef-af8a-8d4e22f00897 req-a3835358-f72c-4d44-9269-6bc8f674b8d0 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/ports?device_id=45091dc0-eba3-4d22-b671-7f35e10ef2d7 HTTP/1.1" status: 200 len: 944 time: 0.0513639 Jan 28 20:03:02.909112 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9323afef-914f-42ef-af8a-8d4e22f00897 req-b6a97495-414d-4f72-abe5-d3405ed2bb28 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/security-groups?id=61c7f791-b952-4fe0-bdd4-83fc50b1fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432558 Jan 28 20:03:02.978809 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 5115e721-c491-406c-81c6-b95e099fa1ef details requested by agent hyperv_n-h2-812111-14 with host n-h2-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:03:03.076720 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 5115e721-c491-406c-81c6-b95e099fa1ef, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=5115e721-c491-406c-81c6-b95e099fa1ef,segment=NetworkSegment(a4323370-681e-4217-85d4-54ad02582b8e),segment_id=a4323370-681e-4217-85d4-54ad02582b8e)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:03:03.088127 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Returning: {'device': '5115e721-c491-406c-81c6-b95e099fa1ef', 'network_id': '5945b76c-3766-4f74-b7c3-ed4710cac4fb', 'port_id': '5115e721-c491-406c-81c6-b95e099fa1ef', 'mac_address': 'fa:16:3e:eb:6c:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52b8d46b-c3ee-44b3-858a-9cbee777bdc3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:03:03.124456 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 5115e721-c491-406c-81c6-b95e099fa1ef is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:03:03.124839 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (5115e721-c491-406c-81c6-b95e099fa1ef), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:03:03.137725 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5115e721-c491-406c-81c6-b95e099fa1ef {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:03:03.156039 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 5115e721-c491-406c-81c6-b95e099fa1ef, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=5115e721-c491-406c-81c6-b95e099fa1ef,segment=NetworkSegment(a4323370-681e-4217-85d4-54ad02582b8e),segment_id=a4323370-681e-4217-85d4-54ad02582b8e)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:03:03.160617 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (5115e721-c491-406c-81c6-b95e099fa1ef), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:03:03.162604 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:03:03.210801 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=5115e721-c491-406c-81c6-b95e099fa1ef,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:03:03.393969 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['5115e721-c491-406c-81c6-b95e099fa1ef'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:03:04.029600 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2c8565-639e-4119-a70c-18415b20705b req-44665bcd-f824-4edf-8ee7-622bff17951a tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:03:04.031091 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5b2c8565-639e-4119-a70c-18415b20705b req-44665bcd-f824-4edf-8ee7-622bff17951a tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/ports?device_id=45091dc0-eba3-4d22-b671-7f35e10ef2d7 HTTP/1.1" status: 200 len: 945 time: 0.0569117 Jan 28 20:03:04.079534 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5b2c8565-639e-4119-a70c-18415b20705b req-cc2748bd-a35f-4e32-a12c-1cfde9dfb876 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/security-groups?id=61c7f791-b952-4fe0-bdd4-83fc50b1fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430200 Jan 28 20:03:04.993240 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 5115e721-c491-406c-81c6-b95e099fa1ef up at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:03:05.041478 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning for port 5115e721-c491-406c-81c6-b95e099fa1ef completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:03:05.046439 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning complete for port 5115e721-c491-406c-81c6-b95e099fa1ef triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:03:05.046816 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (5115e721-c491-406c-81c6-b95e099fa1ef), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:03:05.126902 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 5115e721-c491-406c-81c6-b95e099fa1ef is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:03:05.127290 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (5115e721-c491-406c-81c6-b95e099fa1ef), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:03:05.150566 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45091dc0-eba3-4d22-b671-7f35e10ef2d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5115e721-c491-406c-81c6-b95e099fa1ef'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:03:05.153412 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c595c332-0baa-457e-a4ca-3ff8633ef9b7" -d '{"events": [{"server_uuid": "45091dc0-eba3-4d22-b671-7f35e10ef2d7", "name": "network-vif-plugged", "status": "completed", "tag": "5115e721-c491-406c-81c6-b95e099fa1ef"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:03:05.167284 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 5115e721-c491-406c-81c6-b95e099fa1ef, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=5115e721-c491-406c-81c6-b95e099fa1ef,segment=NetworkSegment(a4323370-681e-4217-85d4-54ad02582b8e),segment_id=a4323370-681e-4217-85d4-54ad02582b8e)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:03:05.171526 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (5115e721-c491-406c-81c6-b95e099fa1ef), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:03:05.199682 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78581061-53a7-44b5-a91c-4e84a27602ba x-openstack-request-id: req-78581061-53a7-44b5-a91c-4e84a27602ba {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:03:05.199976 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45091dc0-eba3-4d22-b671-7f35e10ef2d7", "name": "network-vif-plugged", "status": "completed", "tag": "5115e721-c491-406c-81c6-b95e099fa1ef", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:03:05.200234 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-78581061-53a7-44b5-a91c-4e84a27602ba {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:03:05.200632 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45091dc0-eba3-4d22-b671-7f35e10ef2d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5115e721-c491-406c-81c6-b95e099fa1ef', 'code': 200} Jan 28 20:03:05.206219 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c87e214-82c4-447a-a82a-9a90bd42b695 req-dfaf93ce-14a4-4cf1-ac8f-66d447693e58 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:03:05.213031 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2c87e214-82c4-447a-a82a-9a90bd42b695 req-dfaf93ce-14a4-4cf1-ac8f-66d447693e58 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/ports?device_id=45091dc0-eba3-4d22-b671-7f35e10ef2d7 HTTP/1.1" status: 200 len: 945 time: 0.0640280 Jan 28 20:03:05.230355 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=5115e721-c491-406c-81c6-b95e099fa1ef,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:03:05.263926 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2c87e214-82c4-447a-a82a-9a90bd42b695 req-030e6d5a-ea6d-4360-8178-19b2e730a3f8 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/security-groups?id=61c7f791-b952-4fe0-bdd4-83fc50b1fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499198 Jan 28 20:03:05.316313 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094d058c-1134-434d-aefc-36002392ace1 req-eb684df4-907e-4e9e-9eed-6050493b5775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:03:05.317906 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-094d058c-1134-434d-aefc-36002392ace1 req-eb684df4-907e-4e9e-9eed-6050493b5775 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=45091dc0-eba3-4d22-b671-7f35e10ef2d7 HTTP/1.1" status: 200 len: 1129 time: 0.0440569 Jan 28 20:03:05.363072 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-094d058c-1134-434d-aefc-36002392ace1 req-2eb2425a-5174-4ee4-916f-34b34b088ce7 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=61c7f791-b952-4fe0-bdd4-83fc50b1fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397906 Jan 28 20:03:06.387678 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08694758-008b-42b3-91f7-4fdf30c7d2d1 req-a04f21c4-6877-46d5-91b4-da5e1ac6918e tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:03:06.389169 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-08694758-008b-42b3-91f7-4fdf30c7d2d1 req-a04f21c4-6877-46d5-91b4-da5e1ac6918e tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/ports?device_id=45091dc0-eba3-4d22-b671-7f35e10ef2d7 HTTP/1.1" status: 200 len: 946 time: 0.0568433 Jan 28 20:03:06.437764 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-08694758-008b-42b3-91f7-4fdf30c7d2d1 req-7069f13a-4ecd-4a03-9649-8afd3c30b76c tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/security-groups?id=61c7f791-b952-4fe0-bdd4-83fc50b1fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430696 Jan 28 20:03:06.720882 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b1476b18-c9c2-4d7a-95b2-fd05dc8be867 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:03:07.561738 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b2823c-ffaf-40e1-93db-562b2c079b00 req-db51d8ca-65cd-4cd0-ae34-955ef0f0f4e2 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:03:07.563212 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a6b2823c-ffaf-40e1-93db-562b2c079b00 req-db51d8ca-65cd-4cd0-ae34-955ef0f0f4e2 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/ports?device_id=45091dc0-eba3-4d22-b671-7f35e10ef2d7 HTTP/1.1" status: 200 len: 946 time: 0.0562327 Jan 28 20:03:07.610675 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a6b2823c-ffaf-40e1-93db-562b2c079b00 req-5d403615-7b38-40fe-a5b8-ab4ac8b48c0e tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/security-groups?id=61c7f791-b952-4fe0-bdd4-83fc50b1fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420005 Jan 28 20:03:07.731727 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d916c4e-2943-4092-ba69-ca3abb9e4524 req-526abafb-9d58-4218-a01b-16bc15ee8e41 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:03:07.733516 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2d916c4e-2943-4092-ba69-ca3abb9e4524 req-526abafb-9d58-4218-a01b-16bc15ee8e41 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/ports?device_id=45091dc0-eba3-4d22-b671-7f35e10ef2d7 HTTP/1.1" status: 200 len: 946 time: 0.0550611 Jan 28 20:03:07.782843 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2d916c4e-2943-4092-ba69-ca3abb9e4524 req-577804d1-d83a-47ab-837f-877f3dac95ae tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/security-groups?id=61c7f791-b952-4fe0-bdd4-83fc50b1fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441089 Jan 28 20:03:07.804362 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 37582) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:03:07.849360 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff0438d1-01cd-4b71-8c59-34edb50019bb tempest-TestNetworkAdvancedServerOps-1681414059 tempest-TestNetworkAdvancedServerOps-1681414059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:03:07.850914 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-ff0438d1-01cd-4b71-8c59-34edb50019bb tempest-TestNetworkAdvancedServerOps-1681414059 tempest-TestNetworkAdvancedServerOps-1681414059-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=45091dc0-eba3-4d22-b671-7f35e10ef2d7 HTTP/1.1" status: 200 len: 1124 time: 0.0455525 Jan 28 20:03:07.854315 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 37584) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:03:07.858303 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-9c486339-59e5-48df-ac94-a3ca647e2a82 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Request body: {'floatingip': {'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'port_id': '5115e721-c491-406c-81c6-b95e099fa1ef', 'tenant_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:03:07.881293 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9c486339-59e5-48df-ac94-a3ca647e2a82 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:03:07.982156 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9c486339-59e5-48df-ac94-a3ca647e2a82 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:03:08.086854 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-9c486339-59e5-48df-ac94-a3ca647e2a82 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Allocated IP 172.25.6.157 (d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8/a648e4ab-7422-41b9-b133-58aca25ab8f5/930d78ad-eba6-405e-b081-5dee8c22d223) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:03:08.188579 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9c486339-59e5-48df-ac94-a3ca647e2a82 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for port (930d78ad-eba6-405e-b081-5dee8c22d223), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:03:08.224093 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9c486339-59e5-48df-ac94-a3ca647e2a82 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (930d78ad-eba6-405e-b081-5dee8c22d223), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:03:08.265271 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c486339-59e5-48df-ac94-a3ca647e2a82 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:03:08.268050 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-9c486339-59e5-48df-ac94-a3ca647e2a82 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:03:08.271531 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c486339-59e5-48df-ac94-a3ca647e2a82 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:03:08.301682 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c486339-59e5-48df-ac94-a3ca647e2a82 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Pushing event updated for resources: {'Port': ['ID=930d78ad-eba6-405e-b081-5dee8c22d223,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:03:08.314615 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c486339-59e5-48df-ac94-a3ca647e2a82 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:03:08.314980 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c486339-59e5-48df-ac94-a3ca647e2a82 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:03:08.315336 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c486339-59e5-48df-ac94-a3ca647e2a82 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:03:08.315703 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c486339-59e5-48df-ac94-a3ca647e2a82 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:03:08.316034 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c486339-59e5-48df-ac94-a3ca647e2a82 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:03:08.316372 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c486339-59e5-48df-ac94-a3ca647e2a82 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:03:08.316717 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c486339-59e5-48df-ac94-a3ca647e2a82 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:03:08.317054 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c486339-59e5-48df-ac94-a3ca647e2a82 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:03:08.317417 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c486339-59e5-48df-ac94-a3ca647e2a82 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:03:08.317754 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c486339-59e5-48df-ac94-a3ca647e2a82 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:03:08.318090 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c486339-59e5-48df-ac94-a3ca647e2a82 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:03:08.318425 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c486339-59e5-48df-ac94-a3ca647e2a82 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:03:08.318757 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c486339-59e5-48df-ac94-a3ca647e2a82 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:03:08.655411 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9c486339-59e5-48df-ac94-a3ca647e2a82 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for floatingip (8f6eac31-bc9a-4dc7-ab87-a40af69dc0ca), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:03:08.727204 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9c486339-59e5-48df-ac94-a3ca647e2a82 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (930d78ad-eba6-405e-b081-5dee8c22d223), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:03:08.873133 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9c486339-59e5-48df-ac94-a3ca647e2a82 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for port (930d78ad-eba6-405e-b081-5dee8c22d223), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:03:08.877608 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9c486339-59e5-48df-ac94-a3ca647e2a82 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (930d78ad-eba6-405e-b081-5dee8c22d223), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:03:08.949196 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c486339-59e5-48df-ac94-a3ca647e2a82 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Pushing event updated for resources: {'Port': ['ID=930d78ad-eba6-405e-b081-5dee8c22d223,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:03:08.962427 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9c486339-59e5-48df-ac94-a3ca647e2a82 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734886'] for floatingip (8f6eac31-bc9a-4dc7-ab87-a40af69dc0ca), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:03:08.988126 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-726e2f78-ca09-4d9d-a972-7ce550062049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:03:09.069207 n-d-812111-14 neutron-server[103304]: INFO neutron.db.l3_db [None req-9c486339-59e5-48df-ac94-a3ca647e2a82 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Floating IP 8f6eac31-bc9a-4dc7-ab87-a40af69dc0ca associated. External IP: 172.25.6.157, port: 5115e721-c491-406c-81c6-b95e099fa1ef. Jan 28 20:03:09.283549 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c486339-59e5-48df-ac94-a3ca647e2a82 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Router 6e42190d-7a53-4a4f-844d-6aa7fed51253 has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:03:09.391247 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c486339-59e5-48df-ac94-a3ca647e2a82 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:03:09.401724 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6497b2-5f32-47ab-9292-558fdcae7e28 None None] Sync routers for ids ['6e42190d-7a53-4a4f-844d-6aa7fed51253'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:03:09.410575 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9c486339-59e5-48df-ac94-a3ca647e2a82 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for floatingip (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:03:09.412109 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6497b2-5f32-47ab-9292-558fdcae7e28 None None] Routers {'6e42190d-7a53-4a4f-844d-6aa7fed51253'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:03:09.412730 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-7d6497b2-5f32-47ab-9292-558fdcae7e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:03:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['6e42190d-7a53-4a4f-844d-6aa7fed51253'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:03:09.441244 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-9c486339-59e5-48df-ac94-a3ca647e2a82 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5865042 Jan 28 20:03:09.441815 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45091dc0-eba3-4d22-b671-7f35e10ef2d7', 'tag': '5115e721-c491-406c-81c6-b95e099fa1ef'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:03:09.450970 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a895492-fbb9-476a-8d97-12b0697fcf8e" -d '{"events": [{"name": "network-changed", "server_uuid": "45091dc0-eba3-4d22-b671-7f35e10ef2d7", "tag": "5115e721-c491-406c-81c6-b95e099fa1ef"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:03:09.488620 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91299a4a-d710-41c6-aed1-8ba9a2159ce9 x-openstack-request-id: req-91299a4a-d710-41c6-aed1-8ba9a2159ce9 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:03:09.488923 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45091dc0-eba3-4d22-b671-7f35e10ef2d7", "tag": "5115e721-c491-406c-81c6-b95e099fa1ef", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:03:09.489229 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-91299a4a-d710-41c6-aed1-8ba9a2159ce9 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:03:09.489649 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45091dc0-eba3-4d22-b671-7f35e10ef2d7', 'tag': '5115e721-c491-406c-81c6-b95e099fa1ef', 'status': 'completed', 'code': 200} Jan 28 20:03:09.523463 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-7d6497b2-5f32-47ab-9292-558fdcae7e28 None None] Set router 6e42190d-7a53-4a4f-844d-6aa7fed51253 gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:03:09.546713 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6858b300-5868-4485-b009-211867032415 req-878a487b-e7ca-401c-ae05-18af3f937359 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:03:09.548203 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6858b300-5868-4485-b009-211867032415 req-878a487b-e7ca-401c-ae05-18af3f937359 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/ports?device_id=45091dc0-eba3-4d22-b671-7f35e10ef2d7 HTTP/1.1" status: 200 len: 946 time: 0.0569870 Jan 28 20:03:09.558456 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a895492-fbb9-476a-8d97-12b0697fcf8e req-48d9dabe-bbe4-413b-89bb-baa67d0e2afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:03:09.559970 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8a895492-fbb9-476a-8d97-12b0697fcf8e req-48d9dabe-bbe4-413b-89bb-baa67d0e2afd service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a518f4c8c8e149bf9da3dfc2b7497304&device_id=45091dc0-eba3-4d22-b671-7f35e10ef2d7 HTTP/1.1" status: 200 len: 1129 time: 0.0481744 Jan 28 20:03:09.601026 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6858b300-5868-4485-b009-211867032415 req-00197774-d66d-4fcb-99db-1cd46d4fdca1 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/security-groups?id=61c7f791-b952-4fe0-bdd4-83fc50b1fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462980 Jan 28 20:03:09.624336 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 37590) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:03:09.659395 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a895492-fbb9-476a-8d97-12b0697fcf8e req-57ffb3e8-d842-4bd1-8a7e-e77f2826f612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:03:09.660916 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8a895492-fbb9-476a-8d97-12b0697fcf8e req-57ffb3e8-d842-4bd1-8a7e-e77f2826f612 service neutron] 10.222.0.70 "GET /v2.0/networks?id=5945b76c-3766-4f74-b7c3-ed4710cac4fb HTTP/1.1" status: 200 len: 897 time: 0.0934141 Jan 28 20:03:09.691759 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-3b6d1419-d0b5-4aed-bc75-ffe3f69a2a1a tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/floatingips/8f6eac31-bc9a-4dc7-ab87-a40af69dc0ca HTTP/1.1" status: 200 len: 992 time: 0.0651946 Jan 28 20:03:09.731070 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8a895492-fbb9-476a-8d97-12b0697fcf8e req-acdf8ece-9726-458e-9783-2bfbcdbdc000 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5115e721-c491-406c-81c6-b95e099fa1ef HTTP/1.1" status: 200 len: 1000 time: 0.0603037 Jan 28 20:03:09.762723 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-7d6497b2-5f32-47ab-9292-558fdcae7e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e42190d-7a53-4a4f-844d-6aa7fed51253', 'name': 'tempest-TestNetworkAdvancedServerOps-router-391442640', 'tenant_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': '50bfb494-7f5b-426b-a302-3e01c224f12d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:02:51Z', 'updated_at': '2022-01-28T20:02:55Z', 'revision_number': 4, 'project_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'gw_port': {'id': '50bfb494-7f5b-426b-a302-3e01c224f12d', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:13:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e42190d-7a53-4a4f-844d-6aa7fed51253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:02:52Z', 'updated_at': '2022-01-28T20:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_floatingips': [{'id': '8f6eac31-bc9a-4dc7-ab87-a40af69dc0ca', 'tenant_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'floating_ip_address': '172.25.6.157', 'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'router_id': '6e42190d-7a53-4a4f-844d-6aa7fed51253', 'port_id': '5115e721-c491-406c-81c6-b95e099fa1ef', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3955, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5945b76c-3766-4f74-b7c3-ed4710cac4fb', 'mac_address': 'fa:16:3e:eb:6c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45091dc0-eba3-4d22-b671-7f35e10ef2d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:03:08Z', 'updated_at': '2022-01-28T20:03:08Z', 'revision_number': 0, 'project_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7194ff54-5573-4d8b-a62d-342155b0d318', 'name': '', 'network_id': '5945b76c-3766-4f74-b7c3-ed4710cac4fb', 'tenant_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'mac_address': 'fa:16:3e:57:d4:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e42190d-7a53-4a4f-844d-6aa7fed51253', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '52b8d46b-c3ee-44b3-858a-9cbee777bdc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:02:54Z', 'updated_at': '2022-01-28T20:02:58Z', 'revision_number': 5, 'project_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'subnets': [{'id': '52b8d46b-c3ee-44b3-858a-9cbee777bdc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:03:09.780240 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a895492-fbb9-476a-8d97-12b0697fcf8e req-b333d3c0-79c4-49bf-98ea-8c0467298579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:03:09.781767 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8a895492-fbb9-476a-8d97-12b0697fcf8e req-b333d3c0-79c4-49bf-98ea-8c0467298579 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=52b8d46b-c3ee-44b3-858a-9cbee777bdc3 HTTP/1.1" status: 200 len: 835 time: 0.0440664 Jan 28 20:03:09.787331 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6497b2-5f32-47ab-9292-558fdcae7e28 None None] Checking router: 6e42190d-7a53-4a4f-844d-6aa7fed51253 for host: n-d-812111-14 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:03:09.795830 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6497b2-5f32-47ab-9292-558fdcae7e28 None None] Routers {'6e42190d-7a53-4a4f-844d-6aa7fed51253'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:03:09.796424 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-7d6497b2-5f32-47ab-9292-558fdcae7e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:03:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['6e42190d-7a53-4a4f-844d-6aa7fed51253'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:03:09.835366 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a895492-fbb9-476a-8d97-12b0697fcf8e req-3aa7147d-a550-4fac-973e-20ea359262b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:03:09.836892 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8a895492-fbb9-476a-8d97-12b0697fcf8e req-3aa7147d-a550-4fac-973e-20ea359262b5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5945b76c-3766-4f74-b7c3-ed4710cac4fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0490925 Jan 28 20:03:09.899042 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-7d6497b2-5f32-47ab-9292-558fdcae7e28 None None] Set router 6e42190d-7a53-4a4f-844d-6aa7fed51253 gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:03:09.910699 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:03:09.929240 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8a895492-fbb9-476a-8d97-12b0697fcf8e req-02f5c8b4-afbf-4c8a-98c3-26c059b7d614 service neutron] 10.222.0.70 "GET /v2.0/networks/5945b76c-3766-4f74-b7c3-ed4710cac4fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848603 Jan 28 20:03:10.024387 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8a895492-fbb9-476a-8d97-12b0697fcf8e req-96925c1f-12de-47d9-896f-f90d25a130a8 service neutron] 10.222.0.70 "GET /v2.0/networks/5945b76c-3766-4f74-b7c3-ed4710cac4fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883827 Jan 28 20:03:10.198514 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-7d6497b2-5f32-47ab-9292-558fdcae7e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e42190d-7a53-4a4f-844d-6aa7fed51253', 'name': 'tempest-TestNetworkAdvancedServerOps-router-391442640', 'tenant_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': '50bfb494-7f5b-426b-a302-3e01c224f12d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:02:51Z', 'updated_at': '2022-01-28T20:02:55Z', 'revision_number': 4, 'project_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'gw_port': {'id': '50bfb494-7f5b-426b-a302-3e01c224f12d', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:13:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e42190d-7a53-4a4f-844d-6aa7fed51253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:02:52Z', 'updated_at': '2022-01-28T20:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_floatingips': [{'id': '8f6eac31-bc9a-4dc7-ab87-a40af69dc0ca', 'tenant_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'floating_ip_address': '172.25.6.157', 'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'router_id': '6e42190d-7a53-4a4f-844d-6aa7fed51253', 'port_id': '5115e721-c491-406c-81c6-b95e099fa1ef', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3955, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5945b76c-3766-4f74-b7c3-ed4710cac4fb', 'mac_address': 'fa:16:3e:eb:6c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45091dc0-eba3-4d22-b671-7f35e10ef2d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:03:08Z', 'updated_at': '2022-01-28T20:03:08Z', 'revision_number': 0, 'project_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7194ff54-5573-4d8b-a62d-342155b0d318', 'name': '', 'network_id': '5945b76c-3766-4f74-b7c3-ed4710cac4fb', 'tenant_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'mac_address': 'fa:16:3e:57:d4:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e42190d-7a53-4a4f-844d-6aa7fed51253', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '52b8d46b-c3ee-44b3-858a-9cbee777bdc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:02:54Z', 'updated_at': '2022-01-28T20:02:58Z', 'revision_number': 5, 'project_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'subnets': [{'id': '52b8d46b-c3ee-44b3-858a-9cbee777bdc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:03:10.224091 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6497b2-5f32-47ab-9292-558fdcae7e28 None None] The sync data for ids ['6e42190d-7a53-4a4f-844d-6aa7fed51253'] in n-d-812111-14 is: [{'id': '6e42190d-7a53-4a4f-844d-6aa7fed51253', 'name': 'tempest-TestNetworkAdvancedServerOps-router-391442640', 'tenant_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': '50bfb494-7f5b-426b-a302-3e01c224f12d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:02:51Z', 'updated_at': '2022-01-28T20:02:55Z', 'revision_number': 4, 'project_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'gw_port': {'id': '50bfb494-7f5b-426b-a302-3e01c224f12d', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:13:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e42190d-7a53-4a4f-844d-6aa7fed51253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:02:52Z', 'updated_at': '2022-01-28T20:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_floatingips': [{'id': '8f6eac31-bc9a-4dc7-ab87-a40af69dc0ca', 'tenant_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'floating_ip_address': '172.25.6.157', 'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'router_id': '6e42190d-7a53-4a4f-844d-6aa7fed51253', 'port_id': '5115e721-c491-406c-81c6-b95e099fa1ef', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3955, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5945b76c-3766-4f74-b7c3-ed4710cac4fb', 'mac_address': 'fa:16:3e:eb:6c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45091dc0-eba3-4d22-b671-7f35e10ef2d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:03:08Z', 'updated_at': '2022-01-28T20:03:08Z', 'revision_number': 0, 'project_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7194ff54-5573-4d8b-a62d-342155b0d318', 'name': '', 'network_id': '5945b76c-3766-4f74-b7c3-ed4710cac4fb', 'tenant_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'mac_address': 'fa:16:3e:57:d4:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e42190d-7a53-4a4f-844d-6aa7fed51253', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '52b8d46b-c3ee-44b3-858a-9cbee777bdc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:02:54Z', 'updated_at': '2022-01-28T20:02:58Z', 'revision_number': 5, 'project_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'subnets': [{'id': '52b8d46b-c3ee-44b3-858a-9cbee777bdc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:03:10.416342 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f2e0bf-a179-4cd4-9433-be47f091d9b9 None None] New status for floating IP 8f6eac31-bc9a-4dc7-ab87-a40af69dc0ca: ACTIVE {{(pid=103306) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 20:03:10.693864 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 37592) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:03:10.754545 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-85a8a34e-1047-49d2-8fd2-b4ac39ecc448 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/floatingips/8f6eac31-bc9a-4dc7-ab87-a40af69dc0ca HTTP/1.1" status: 200 len: 994 time: 0.0595315 Jan 28 20:03:11.789286 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:03:13.169756 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:03:21.083826 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:03:24.173140 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:03:36.722014 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ef58d6e9-0f24-4256-ba42-a8de907cb634 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:03:38.982218 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-12019ddb-0533-4e4f-80de-f96103b9db8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:03:39.912925 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:03:40.162179 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:03:41.791336 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:03:43.172848 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:03:46.076112 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63525e08-068c-4b73-bdad-d0bd41c800a3 req-12b4a589-adc2-4a5f-9f1c-268754210934 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:03:46.077713 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-63525e08-068c-4b73-bdad-d0bd41c800a3 req-12b4a589-adc2-4a5f-9f1c-268754210934 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/ports?device_id=45091dc0-eba3-4d22-b671-7f35e10ef2d7 HTTP/1.1" status: 200 len: 946 time: 0.0525599 Jan 28 20:03:46.129595 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-63525e08-068c-4b73-bdad-d0bd41c800a3 req-f91c7e88-0f75-4097-a3a7-462d3932f938 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/security-groups?id=61c7f791-b952-4fe0-bdd4-83fc50b1fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462332 Jan 28 20:03:46.151641 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 37620) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:03:46.211112 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-ca603544-4f39-4dab-9656-e9ca25fa6f92 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/floatingips/8f6eac31-bc9a-4dc7-ab87-a40af69dc0ca HTTP/1.1" status: 200 len: 994 time: 0.0583577 Jan 28 20:03:46.530744 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0131414-3b30-4e5d-9e7c-34366947ac3f req-0d6ce093-764e-4e11-9c23-d255cb62b58b tempest-TestNetworkAdvancedServerOps-1681414059 tempest-TestNetworkAdvancedServerOps-1681414059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:03:46.532234 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a0131414-3b30-4e5d-9e7c-34366947ac3f req-0d6ce093-764e-4e11-9c23-d255cb62b58b tempest-TestNetworkAdvancedServerOps-1681414059 tempest-TestNetworkAdvancedServerOps-1681414059-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=45091dc0-eba3-4d22-b671-7f35e10ef2d7 HTTP/1.1" status: 200 len: 1129 time: 0.0434756 Jan 28 20:03:46.579843 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a0131414-3b30-4e5d-9e7c-34366947ac3f req-cb09594e-5b48-456c-82e9-5a6034d30029 tempest-TestNetworkAdvancedServerOps-1681414059 tempest-TestNetworkAdvancedServerOps-1681414059-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=61c7f791-b952-4fe0-bdd4-83fc50b1fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422149 Jan 28 20:03:47.061978 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-36ba1c85-3df1-41db-853c-2c9cacdd01a7 req-35b9e0d1-73b4-43a6-851f-2b39525de14a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=45091dc0-eba3-4d22-b671-7f35e10ef2d7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0435104 Jan 28 20:03:47.070249 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [req-36ba1c85-3df1-41db-853c-2c9cacdd01a7 req-57482a94-2f66-4064-846f-fcdac55b9117 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 20:03:47.071219 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-36ba1c85-3df1-41db-853c-2c9cacdd01a7 req-57482a94-2f66-4064-846f-fcdac55b9117 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048625 Jan 28 20:03:47.567165 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ba1c85-3df1-41db-853c-2c9cacdd01a7 req-2058bce8-e098-4f08-977b-7ed544bf88f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:03:47.568537 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-36ba1c85-3df1-41db-853c-2c9cacdd01a7 req-2058bce8-e098-4f08-977b-7ed544bf88f8 service neutron] 10.222.0.64 "GET /v2.0/ports/5115e721-c491-406c-81c6-b95e099fa1ef HTTP/1.1" status: 200 len: 1126 time: 0.0363767 Jan 28 20:03:47.576921 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-36ba1c85-3df1-41db-853c-2c9cacdd01a7 req-7fae8425-4c81-478a-a6a8-6856ef0b0e2b service neutron] Request body: {'binding': {'host': 'n-h1-812111-14', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:03:47.577412 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-36ba1c85-3df1-41db-853c-2c9cacdd01a7 req-7fae8425-4c81-478a-a6a8-6856ef0b0e2b service neutron] Unknown quota resources ['binding']. {{(pid=103305) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 20:03:47.709115 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-36ba1c85-3df1-41db-853c-2c9cacdd01a7 req-7fae8425-4c81-478a-a6a8-6856ef0b0e2b service neutron] Attempting to bind port 5115e721-c491-406c-81c6-b95e099fa1ef on host n-h1-812111-14 for vnic_type normal with profile None {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:03:47.709487 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-36ba1c85-3df1-41db-853c-2c9cacdd01a7 req-7fae8425-4c81-478a-a6a8-6856ef0b0e2b service neutron] Attempting to bind port 5115e721-c491-406c-81c6-b95e099fa1ef by drivers openvswitch,hyperv on host n-h1-812111-14 at level 0 using segments [{'id': 'a4323370-681e-4217-85d4-54ad02582b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '5945b76c-3766-4f74-b7c3-ed4710cac4fb'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:03:47.709816 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36ba1c85-3df1-41db-853c-2c9cacdd01a7 req-7fae8425-4c81-478a-a6a8-6856ef0b0e2b service neutron] Attempting to bind port 5115e721-c491-406c-81c6-b95e099fa1ef on network 5945b76c-3766-4f74-b7c3-ed4710cac4fb {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:03:47.714002 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36ba1c85-3df1-41db-853c-2c9cacdd01a7 req-7fae8425-4c81-478a-a6a8-6856ef0b0e2b service neutron] Port 5115e721-c491-406c-81c6-b95e099fa1ef on network 5945b76c-3766-4f74-b7c3-ed4710cac4fb not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-14 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:03:47.714324 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36ba1c85-3df1-41db-853c-2c9cacdd01a7 req-7fae8425-4c81-478a-a6a8-6856ef0b0e2b service neutron] Attempting to bind port 5115e721-c491-406c-81c6-b95e099fa1ef on network 5945b76c-3766-4f74-b7c3-ed4710cac4fb {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:03:47.719046 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36ba1c85-3df1-41db-853c-2c9cacdd01a7 req-7fae8425-4c81-478a-a6a8-6856ef0b0e2b service neutron] Checking agent: {'id': 'b544ba20-de93-4d86-9e6b-a2202deb6191', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 3, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:03:47.719383 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36ba1c85-3df1-41db-853c-2c9cacdd01a7 req-7fae8425-4c81-478a-a6a8-6856ef0b0e2b service neutron] Checking segment: {'id': 'a4323370-681e-4217-85d4-54ad02582b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '5945b76c-3766-4f74-b7c3-ed4710cac4fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:03:47.719769 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36ba1c85-3df1-41db-853c-2c9cacdd01a7 req-7fae8425-4c81-478a-a6a8-6856ef0b0e2b service neutron] Bound using segment: {'id': 'a4323370-681e-4217-85d4-54ad02582b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '5945b76c-3766-4f74-b7c3-ed4710cac4fb'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:03:47.720192 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-36ba1c85-3df1-41db-853c-2c9cacdd01a7 req-7fae8425-4c81-478a-a6a8-6856ef0b0e2b service neutron] Bound port: 5115e721-c491-406c-81c6-b95e099fa1ef, host: n-h1-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4323370-681e-4217-85d4-54ad02582b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '5945b76c-3766-4f74-b7c3-ed4710cac4fb'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:03:47.801196 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-36ba1c85-3df1-41db-853c-2c9cacdd01a7 req-7fae8425-4c81-478a-a6a8-6856ef0b0e2b service neutron] For port 5115e721-c491-406c-81c6-b95e099fa1ef, host n-h1-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=5115e721-c491-406c-81c6-b95e099fa1ef,segment=NetworkSegment(a4323370-681e-4217-85d4-54ad02582b8e),segment_id=a4323370-681e-4217-85d4-54ad02582b8e)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:03:47.807960 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-36ba1c85-3df1-41db-853c-2c9cacdd01a7 req-7fae8425-4c81-478a-a6a8-6856ef0b0e2b service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:03:47.809151 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-36ba1c85-3df1-41db-853c-2c9cacdd01a7 req-7fae8425-4c81-478a-a6a8-6856ef0b0e2b service neutron] 10.222.0.64 "POST /v2.0/ports/5115e721-c491-406c-81c6-b95e099fa1ef/bindings HTTP/1.1" status: 201 len: 390 time: 0.2354536 Jan 28 20:03:47.974379 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bbf546-3283-485a-ba45-86d8998c4392 req-1c587435-c8b2-48cf-82c5-67b31d4bb267 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:03:47.975879 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b7bbf546-3283-485a-ba45-86d8998c4392 req-1c587435-c8b2-48cf-82c5-67b31d4bb267 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/ports?device_id=45091dc0-eba3-4d22-b671-7f35e10ef2d7 HTTP/1.1" status: 200 len: 946 time: 0.0653524 Jan 28 20:03:48.051998 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b7bbf546-3283-485a-ba45-86d8998c4392 req-dae4c401-3688-42ca-aa48-0234e358e0e7 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/security-groups?id=61c7f791-b952-4fe0-bdd4-83fc50b1fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695031 Jan 28 20:03:48.068985 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ba1c85-3df1-41db-853c-2c9cacdd01a7 req-9f0a1044-940e-422b-959d-ec1fa8c97e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:03:48.068985 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-36ba1c85-3df1-41db-853c-2c9cacdd01a7 req-9f0a1044-940e-422b-959d-ec1fa8c97e7f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a518f4c8c8e149bf9da3dfc2b7497304&device_id=45091dc0-eba3-4d22-b671-7f35e10ef2d7 HTTP/1.1" status: 200 len: 1129 time: 0.0648234 Jan 28 20:03:48.160530 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ba1c85-3df1-41db-853c-2c9cacdd01a7 req-8990df9b-d317-4e27-bf06-dbdd9d450904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:03:48.162038 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-36ba1c85-3df1-41db-853c-2c9cacdd01a7 req-8990df9b-d317-4e27-bf06-dbdd9d450904 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5945b76c-3766-4f74-b7c3-ed4710cac4fb HTTP/1.1" status: 200 len: 897 time: 0.0862849 Jan 28 20:03:48.229560 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-36ba1c85-3df1-41db-853c-2c9cacdd01a7 req-336eef8e-1c23-4bc2-a90a-18df2bf699e2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5115e721-c491-406c-81c6-b95e099fa1ef HTTP/1.1" status: 200 len: 1002 time: 0.0584335 Jan 28 20:03:48.278862 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ba1c85-3df1-41db-853c-2c9cacdd01a7 req-227d8d4c-75a5-469b-8eda-e009214fe52e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:03:48.280254 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-36ba1c85-3df1-41db-853c-2c9cacdd01a7 req-227d8d4c-75a5-469b-8eda-e009214fe52e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=52b8d46b-c3ee-44b3-858a-9cbee777bdc3 HTTP/1.1" status: 200 len: 835 time: 0.0422626 Jan 28 20:03:48.332800 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ba1c85-3df1-41db-853c-2c9cacdd01a7 req-d9b484d4-1a30-4810-9393-d96a604ebde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:03:48.334303 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-36ba1c85-3df1-41db-853c-2c9cacdd01a7 req-d9b484d4-1a30-4810-9393-d96a604ebde6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5945b76c-3766-4f74-b7c3-ed4710cac4fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0471830 Jan 28 20:03:48.421648 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-36ba1c85-3df1-41db-853c-2c9cacdd01a7 req-3bedcf76-51fe-4967-a37a-446dfcca1c5c service neutron] 10.222.0.41 "GET /v2.0/networks/5945b76c-3766-4f74-b7c3-ed4710cac4fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807204 Jan 28 20:03:48.516441 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-36ba1c85-3df1-41db-853c-2c9cacdd01a7 req-639be21d-6bb4-4677-aac6-3a2950d493bf service neutron] 10.222.0.41 "GET /v2.0/networks/5945b76c-3766-4f74-b7c3-ed4710cac4fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858812 Jan 28 20:03:48.671889 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ba1c85-3df1-41db-853c-2c9cacdd01a7 req-a83e0af0-f88a-440e-bf79-36075ecd3818 tempest-TestNetworkAdvancedServerOps-1681414059 tempest-TestNetworkAdvancedServerOps-1681414059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:03:48.673313 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-36ba1c85-3df1-41db-853c-2c9cacdd01a7 req-a83e0af0-f88a-440e-bf79-36075ecd3818 tempest-TestNetworkAdvancedServerOps-1681414059 tempest-TestNetworkAdvancedServerOps-1681414059-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=45091dc0-eba3-4d22-b671-7f35e10ef2d7&tenant_id=a518f4c8c8e149bf9da3dfc2b7497304&binding%3Ahost_id=n-h2-812111-14 HTTP/1.1" status: 200 len: 1129 time: 0.0808821 Jan 28 20:03:48.686044 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-36ba1c85-3df1-41db-853c-2c9cacdd01a7 req-a6a94a70-8c46-4600-9d13-cf7f8e314521 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-812111-14'}}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:03:48.746947 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-36ba1c85-3df1-41db-853c-2c9cacdd01a7 req-a6a94a70-8c46-4600-9d13-cf7f8e314521 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (5115e721-c491-406c-81c6-b95e099fa1ef), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:03:48.868497 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-36ba1c85-3df1-41db-853c-2c9cacdd01a7 req-a6a94a70-8c46-4600-9d13-cf7f8e314521 service neutron] For port 5115e721-c491-406c-81c6-b95e099fa1ef, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=5115e721-c491-406c-81c6-b95e099fa1ef,segment=NetworkSegment(a4323370-681e-4217-85d4-54ad02582b8e),segment_id=a4323370-681e-4217-85d4-54ad02582b8e)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:03:48.904612 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-36ba1c85-3df1-41db-853c-2c9cacdd01a7 req-a6a94a70-8c46-4600-9d13-cf7f8e314521 service neutron] For port 5115e721-c491-406c-81c6-b95e099fa1ef, host n-h2-812111-14, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:03:48.943117 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45091dc0-eba3-4d22-b671-7f35e10ef2d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5115e721-c491-406c-81c6-b95e099fa1ef'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:03:48.945323 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-022b2e1d-c9f5-426e-bb44-01135762d0eb" -d '{"events": [{"server_uuid": "45091dc0-eba3-4d22-b671-7f35e10ef2d7", "name": "network-vif-unplugged", "status": "completed", "tag": "5115e721-c491-406c-81c6-b95e099fa1ef"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:03:48.949644 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-36ba1c85-3df1-41db-853c-2c9cacdd01a7 req-a6a94a70-8c46-4600-9d13-cf7f8e314521 service neutron] Publish callbacks [] for port (5115e721-c491-406c-81c6-b95e099fa1ef), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:03:48.955973 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-36ba1c85-3df1-41db-853c-2c9cacdd01a7 req-a6a94a70-8c46-4600-9d13-cf7f8e314521 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (5115e721-c491-406c-81c6-b95e099fa1ef), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:03:48.984243 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 20:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d935d0d-4dda-490c-b0e5-34d7bebba6e7 x-openstack-request-id: req-7d935d0d-4dda-490c-b0e5-34d7bebba6e7 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:03:48.984578 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45091dc0-eba3-4d22-b671-7f35e10ef2d7", "name": "network-vif-unplugged", "status": "completed", "tag": "5115e721-c491-406c-81c6-b95e099fa1ef", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:03:48.984817 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7d935d0d-4dda-490c-b0e5-34d7bebba6e7 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:03:48.985247 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45091dc0-eba3-4d22-b671-7f35e10ef2d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5115e721-c491-406c-81c6-b95e099fa1ef', 'code': 200} Jan 28 20:03:49.056615 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a94a70-8c46-4600-9d13-cf7f8e314521 service neutron] Pushing event updated for resources: {'Port': ['ID=5115e721-c491-406c-81c6-b95e099fa1ef,revision_number=7']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:03:49.072603 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a94a70-8c46-4600-9d13-cf7f8e314521 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:03:49.072958 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a94a70-8c46-4600-9d13-cf7f8e314521 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:03:49.073344 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a94a70-8c46-4600-9d13-cf7f8e314521 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:03:49.073690 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a94a70-8c46-4600-9d13-cf7f8e314521 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:03:49.074025 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a94a70-8c46-4600-9d13-cf7f8e314521 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:03:49.074361 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a94a70-8c46-4600-9d13-cf7f8e314521 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:03:49.074883 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a94a70-8c46-4600-9d13-cf7f8e314521 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:03:49.075014 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a94a70-8c46-4600-9d13-cf7f8e314521 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:03:49.075342 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a94a70-8c46-4600-9d13-cf7f8e314521 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:03:49.075671 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a94a70-8c46-4600-9d13-cf7f8e314521 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:03:49.076000 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a94a70-8c46-4600-9d13-cf7f8e314521 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:03:49.076330 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a94a70-8c46-4600-9d13-cf7f8e314521 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:03:49.076656 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a94a70-8c46-4600-9d13-cf7f8e314521 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:03:49.117545 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-36ba1c85-3df1-41db-853c-2c9cacdd01a7 req-a6a94a70-8c46-4600-9d13-cf7f8e314521 service neutron] Attempting to bind port 5115e721-c491-406c-81c6-b95e099fa1ef on host n-h2-812111-14 for vnic_type normal with profile {"migrating_to": "n-h1-812111-14"} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:03:49.120283 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-36ba1c85-3df1-41db-853c-2c9cacdd01a7 req-a6a94a70-8c46-4600-9d13-cf7f8e314521 service neutron] Attempting to bind port 5115e721-c491-406c-81c6-b95e099fa1ef by drivers openvswitch,hyperv on host n-h2-812111-14 at level 0 using segments [{'id': 'a4323370-681e-4217-85d4-54ad02582b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '5945b76c-3766-4f74-b7c3-ed4710cac4fb'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:03:49.120283 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36ba1c85-3df1-41db-853c-2c9cacdd01a7 req-a6a94a70-8c46-4600-9d13-cf7f8e314521 service neutron] Attempting to bind port 5115e721-c491-406c-81c6-b95e099fa1ef on network 5945b76c-3766-4f74-b7c3-ed4710cac4fb {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:03:49.123648 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36ba1c85-3df1-41db-853c-2c9cacdd01a7 req-a6a94a70-8c46-4600-9d13-cf7f8e314521 service neutron] Port 5115e721-c491-406c-81c6-b95e099fa1ef on network 5945b76c-3766-4f74-b7c3-ed4710cac4fb not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-14 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:03:49.123980 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36ba1c85-3df1-41db-853c-2c9cacdd01a7 req-a6a94a70-8c46-4600-9d13-cf7f8e314521 service neutron] Attempting to bind port 5115e721-c491-406c-81c6-b95e099fa1ef on network 5945b76c-3766-4f74-b7c3-ed4710cac4fb {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:03:49.141579 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36ba1c85-3df1-41db-853c-2c9cacdd01a7 req-a6a94a70-8c46-4600-9d13-cf7f8e314521 service neutron] Checking agent: {'id': '8f3fee4e-bf24-4b58-8a3a-ae9c8011a473', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 3, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:03:49.141922 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36ba1c85-3df1-41db-853c-2c9cacdd01a7 req-a6a94a70-8c46-4600-9d13-cf7f8e314521 service neutron] Checking segment: {'id': 'a4323370-681e-4217-85d4-54ad02582b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '5945b76c-3766-4f74-b7c3-ed4710cac4fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:03:49.142386 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36ba1c85-3df1-41db-853c-2c9cacdd01a7 req-a6a94a70-8c46-4600-9d13-cf7f8e314521 service neutron] Bound using segment: {'id': 'a4323370-681e-4217-85d4-54ad02582b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '5945b76c-3766-4f74-b7c3-ed4710cac4fb'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:03:49.142823 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-36ba1c85-3df1-41db-853c-2c9cacdd01a7 req-a6a94a70-8c46-4600-9d13-cf7f8e314521 service neutron] Bound port: 5115e721-c491-406c-81c6-b95e099fa1ef, host: n-h2-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4323370-681e-4217-85d4-54ad02582b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '5945b76c-3766-4f74-b7c3-ed4710cac4fb'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:03:49.143185 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-36ba1c85-3df1-41db-853c-2c9cacdd01a7 req-a6a94a70-8c46-4600-9d13-cf7f8e314521 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (5115e721-c491-406c-81c6-b95e099fa1ef), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:03:49.221741 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-3ac2ddf0-1966-42e0-979b-928fc15ac528 None None] Provisioning complete for port 5115e721-c491-406c-81c6-b95e099fa1ef triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:03:49.221741 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3ac2ddf0-1966-42e0-979b-928fc15ac528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (5115e721-c491-406c-81c6-b95e099fa1ef), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:03:49.222398 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6330e979-a6f2-4180-88ed-c80b2b82c544 req-31bafc5b-14b9-4998-8e0a-9a85748f8cf2 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:03:49.223177 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6330e979-a6f2-4180-88ed-c80b2b82c544 req-31bafc5b-14b9-4998-8e0a-9a85748f8cf2 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/ports?device_id=45091dc0-eba3-4d22-b671-7f35e10ef2d7 HTTP/1.1" status: 200 len: 944 time: 0.0965495 Jan 28 20:03:49.256189 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-3ac2ddf0-1966-42e0-979b-928fc15ac528 None None] Port 5115e721-c491-406c-81c6-b95e099fa1ef cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 20:03:49.257081 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-36ba1c85-3df1-41db-853c-2c9cacdd01a7 req-a6a94a70-8c46-4600-9d13-cf7f8e314521 service neutron] For port 5115e721-c491-406c-81c6-b95e099fa1ef, host n-h2-812111-14, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:03:49.278008 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-36ba1c85-3df1-41db-853c-2c9cacdd01a7 req-a6a94a70-8c46-4600-9d13-cf7f8e314521 service neutron] For port 5115e721-c491-406c-81c6-b95e099fa1ef, host n-h2-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=5115e721-c491-406c-81c6-b95e099fa1ef,segment=NetworkSegment(a4323370-681e-4217-85d4-54ad02582b8e),segment_id=a4323370-681e-4217-85d4-54ad02582b8e)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:03:49.291813 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-36ba1c85-3df1-41db-853c-2c9cacdd01a7 req-a6a94a70-8c46-4600-9d13-cf7f8e314521 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (5115e721-c491-406c-81c6-b95e099fa1ef), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:03:49.319827 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6330e979-a6f2-4180-88ed-c80b2b82c544 req-f9111a5e-d454-4ca7-990c-ecdb2f248eb1 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/security-groups?id=61c7f791-b952-4fe0-bdd4-83fc50b1fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867598 Jan 28 20:03:49.389037 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a94a70-8c46-4600-9d13-cf7f8e314521 service neutron] Pushing event updated for resources: {'Port': ['ID=5115e721-c491-406c-81c6-b95e099fa1ef,revision_number=8']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:03:49.434603 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ba1c85-3df1-41db-853c-2c9cacdd01a7 req-a6a94a70-8c46-4600-9d13-cf7f8e314521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:03:49.435238 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-36ba1c85-3df1-41db-853c-2c9cacdd01a7 req-a6a94a70-8c46-4600-9d13-cf7f8e314521 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:03:49.436661 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-36ba1c85-3df1-41db-853c-2c9cacdd01a7 req-a6a94a70-8c46-4600-9d13-cf7f8e314521 service neutron] 10.222.0.41 "PUT /v2.0/ports/5115e721-c491-406c-81c6-b95e099fa1ef HTTP/1.1" status: 200 len: 1124 time: 0.7544477 Jan 28 20:03:49.519837 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['5115e721-c491-406c-81c6-b95e099fa1ef'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:03:49.593765 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-df3594d9-9bdd-47c2-a5ff-9fcb99de92d4 None None] Provisioning complete for port 5115e721-c491-406c-81c6-b95e099fa1ef triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:03:49.594138 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-df3594d9-9bdd-47c2-a5ff-9fcb99de92d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (5115e721-c491-406c-81c6-b95e099fa1ef), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:03:49.734386 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-df3594d9-9bdd-47c2-a5ff-9fcb99de92d4 None None] Current status of the port 5115e721-c491-406c-81c6-b95e099fa1ef is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:03:49.734695 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-df3594d9-9bdd-47c2-a5ff-9fcb99de92d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (5115e721-c491-406c-81c6-b95e099fa1ef), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:03:49.769951 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45091dc0-eba3-4d22-b671-7f35e10ef2d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5115e721-c491-406c-81c6-b95e099fa1ef'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:03:49.772100 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6330f751-1c83-4c24-925f-a0b4beb8066c" -d '{"events": [{"server_uuid": "45091dc0-eba3-4d22-b671-7f35e10ef2d7", "name": "network-vif-plugged", "status": "completed", "tag": "5115e721-c491-406c-81c6-b95e099fa1ef"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:03:49.796257 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-df3594d9-9bdd-47c2-a5ff-9fcb99de92d4 None None] For port 5115e721-c491-406c-81c6-b95e099fa1ef, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=5115e721-c491-406c-81c6-b95e099fa1ef,segment=NetworkSegment(a4323370-681e-4217-85d4-54ad02582b8e),segment_id=a4323370-681e-4217-85d4-54ad02582b8e)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:03:49.801955 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-df3594d9-9bdd-47c2-a5ff-9fcb99de92d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (5115e721-c491-406c-81c6-b95e099fa1ef), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:03:49.826722 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:03:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f0f5b0e-d3e3-49f0-af92-980e15a398f1 x-openstack-request-id: req-1f0f5b0e-d3e3-49f0-af92-980e15a398f1 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:03:49.827017 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45091dc0-eba3-4d22-b671-7f35e10ef2d7", "name": "network-vif-plugged", "status": "completed", "tag": "5115e721-c491-406c-81c6-b95e099fa1ef", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:03:49.827267 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1f0f5b0e-d3e3-49f0-af92-980e15a398f1 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:03:49.827652 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45091dc0-eba3-4d22-b671-7f35e10ef2d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5115e721-c491-406c-81c6-b95e099fa1ef', 'code': 200} Jan 28 20:03:49.964097 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3594d9-9bdd-47c2-a5ff-9fcb99de92d4 None None] Pushing event updated for resources: {'Port': ['ID=5115e721-c491-406c-81c6-b95e099fa1ef,revision_number=9']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:03:49.991014 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3594d9-9bdd-47c2-a5ff-9fcb99de92d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:03:49.991365 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3594d9-9bdd-47c2-a5ff-9fcb99de92d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:03:49.991707 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3594d9-9bdd-47c2-a5ff-9fcb99de92d4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:03:49.992052 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3594d9-9bdd-47c2-a5ff-9fcb99de92d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:03:49.992388 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3594d9-9bdd-47c2-a5ff-9fcb99de92d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:03:49.993166 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3594d9-9bdd-47c2-a5ff-9fcb99de92d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:03:49.993515 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3594d9-9bdd-47c2-a5ff-9fcb99de92d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:03:49.993845 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3594d9-9bdd-47c2-a5ff-9fcb99de92d4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:03:49.994171 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3594d9-9bdd-47c2-a5ff-9fcb99de92d4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:03:49.994496 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3594d9-9bdd-47c2-a5ff-9fcb99de92d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:03:49.994819 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3594d9-9bdd-47c2-a5ff-9fcb99de92d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:03:49.995140 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3594d9-9bdd-47c2-a5ff-9fcb99de92d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:03:49.995465 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3594d9-9bdd-47c2-a5ff-9fcb99de92d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:03:50.443179 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eceb010-06e6-4ed4-a220-c641683d34bb req-168fbbe5-12d2-42cf-9a4f-9d8399c8b14c tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:03:50.444657 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-0eceb010-06e6-4ed4-a220-c641683d34bb req-168fbbe5-12d2-42cf-9a4f-9d8399c8b14c tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/ports?device_id=45091dc0-eba3-4d22-b671-7f35e10ef2d7 HTTP/1.1" status: 200 len: 946 time: 0.0530415 Jan 28 20:03:50.494686 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-0eceb010-06e6-4ed4-a220-c641683d34bb req-87d66fa8-12b9-4415-a1ed-bed88d579f26 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/security-groups?id=61c7f791-b952-4fe0-bdd4-83fc50b1fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422058 Jan 28 20:03:50.986665 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45091dc0-eba3-4d22-b671-7f35e10ef2d7', 'tag': '5115e721-c491-406c-81c6-b95e099fa1ef'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:03:50.988996 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c6d99cd-6391-42c3-892b-8f63e1ef99d4" -d '{"events": [{"name": "network-changed", "server_uuid": "45091dc0-eba3-4d22-b671-7f35e10ef2d7", "tag": "5115e721-c491-406c-81c6-b95e099fa1ef"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:03:51.025230 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:03:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-303fc5ab-b594-42d0-8cf6-2eedf47d8190 x-openstack-request-id: req-303fc5ab-b594-42d0-8cf6-2eedf47d8190 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:03:51.025524 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45091dc0-eba3-4d22-b671-7f35e10ef2d7", "tag": "5115e721-c491-406c-81c6-b95e099fa1ef", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:03:51.025776 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-303fc5ab-b594-42d0-8cf6-2eedf47d8190 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:03:51.026171 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45091dc0-eba3-4d22-b671-7f35e10ef2d7', 'tag': '5115e721-c491-406c-81c6-b95e099fa1ef', 'status': 'completed', 'code': 200} Jan 28 20:03:51.089991 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:03:51.092747 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6d99cd-6391-42c3-892b-8f63e1ef99d4 req-5c425cf9-2076-4c27-a723-ed32a9336acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:03:51.094320 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9c6d99cd-6391-42c3-892b-8f63e1ef99d4 req-5c425cf9-2076-4c27-a723-ed32a9336acf service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a518f4c8c8e149bf9da3dfc2b7497304&device_id=45091dc0-eba3-4d22-b671-7f35e10ef2d7 HTTP/1.1" status: 200 len: 1160 time: 0.0473375 Jan 28 20:03:51.185255 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6d99cd-6391-42c3-892b-8f63e1ef99d4 req-3b7e518c-43fe-4c00-baea-b6d205ec2b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:03:51.186699 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9c6d99cd-6391-42c3-892b-8f63e1ef99d4 req-3b7e518c-43fe-4c00-baea-b6d205ec2b8f service neutron] 10.222.0.70 "GET /v2.0/networks?id=5945b76c-3766-4f74-b7c3-ed4710cac4fb HTTP/1.1" status: 200 len: 897 time: 0.0847971 Jan 28 20:03:51.256241 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9c6d99cd-6391-42c3-892b-8f63e1ef99d4 req-62abdf07-1c56-4556-9d17-d0b1036dc10e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5115e721-c491-406c-81c6-b95e099fa1ef HTTP/1.1" status: 200 len: 1002 time: 0.0635760 Jan 28 20:03:51.302551 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6d99cd-6391-42c3-892b-8f63e1ef99d4 req-00dfde24-5ff0-4630-998d-140bf7cc843b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:03:51.303934 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9c6d99cd-6391-42c3-892b-8f63e1ef99d4 req-00dfde24-5ff0-4630-998d-140bf7cc843b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=52b8d46b-c3ee-44b3-858a-9cbee777bdc3 HTTP/1.1" status: 200 len: 835 time: 0.0420594 Jan 28 20:03:51.352953 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6d99cd-6391-42c3-892b-8f63e1ef99d4 req-6b3affe3-58e1-40a4-ac37-d84f76a5c081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:03:51.354498 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9c6d99cd-6391-42c3-892b-8f63e1ef99d4 req-6b3affe3-58e1-40a4-ac37-d84f76a5c081 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5945b76c-3766-4f74-b7c3-ed4710cac4fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0439475 Jan 28 20:03:51.365652 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [req-9c6d99cd-6391-42c3-892b-8f63e1ef99d4 req-754a1df6-8917-4ff9-84f3-7ed9fa5b7995 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103304) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 20:03:51.366597 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9c6d99cd-6391-42c3-892b-8f63e1ef99d4 req-754a1df6-8917-4ff9-84f3-7ed9fa5b7995 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047834 Jan 28 20:03:51.461940 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9c6d99cd-6391-42c3-892b-8f63e1ef99d4 req-304e3542-c98a-48b6-ad9a-3d04fb83d87f service neutron] 10.222.0.70 "GET /v2.0/networks/5945b76c-3766-4f74-b7c3-ed4710cac4fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870118 Jan 28 20:03:51.502413 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 5115e721-c491-406c-81c6-b95e099fa1ef details requested by agent hyperv_n-h1-812111-14 with host n-h1-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:03:51.553014 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9c6d99cd-6391-42c3-892b-8f63e1ef99d4 req-49efee53-ab67-47b3-83b9-0fb3aff29f95 service neutron] 10.222.0.70 "GET /v2.0/networks/5945b76c-3766-4f74-b7c3-ed4710cac4fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850930 Jan 28 20:03:51.604140 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 5115e721-c491-406c-81c6-b95e099fa1ef, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=5115e721-c491-406c-81c6-b95e099fa1ef,segment=NetworkSegment(a4323370-681e-4217-85d4-54ad02582b8e),segment_id=a4323370-681e-4217-85d4-54ad02582b8e)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:03:51.615586 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 5115e721-c491-406c-81c6-b95e099fa1ef has no active binding in host n-h1-812111-14 {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 28 20:03:51.616078 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285cd6a0-fb09-4c5b-938a-06a65ddd9d35 req-eae322bd-d583-460d-95f5-ca93de8894bb tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:03:51.618801 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-285cd6a0-fb09-4c5b-938a-06a65ddd9d35 req-eae322bd-d583-460d-95f5-ca93de8894bb tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/ports?device_id=45091dc0-eba3-4d22-b671-7f35e10ef2d7 HTTP/1.1" status: 200 len: 946 time: 0.0547314 Jan 28 20:03:51.670419 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-285cd6a0-fb09-4c5b-938a-06a65ddd9d35 req-c64bcc7f-fe0b-420b-bc4b-c231dd3616a3 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/security-groups?id=61c7f791-b952-4fe0-bdd4-83fc50b1fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462058 Jan 28 20:03:52.909312 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6dfef0-6484-48e2-aad2-4aea1e5fb2e5 req-f28afe87-e59c-4a7f-8d6e-ea597684834d tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:03:52.910794 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9c6dfef0-6484-48e2-aad2-4aea1e5fb2e5 req-f28afe87-e59c-4a7f-8d6e-ea597684834d tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/ports?device_id=45091dc0-eba3-4d22-b671-7f35e10ef2d7 HTTP/1.1" status: 200 len: 946 time: 0.1691055 Jan 28 20:03:52.963401 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9c6dfef0-6484-48e2-aad2-4aea1e5fb2e5 req-1ff94511-898d-409f-9779-e713306829fa tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/security-groups?id=61c7f791-b952-4fe0-bdd4-83fc50b1fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469918 Jan 28 20:03:54.127644 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c65b05d-b0c0-4af3-b985-a92e39347d22 req-a6d04e33-e836-4fdf-aabc-71dcdb8dde98 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:03:54.129016 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3c65b05d-b0c0-4af3-b985-a92e39347d22 req-a6d04e33-e836-4fdf-aabc-71dcdb8dde98 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/ports?device_id=45091dc0-eba3-4d22-b671-7f35e10ef2d7 HTTP/1.1" status: 200 len: 946 time: 0.0993552 Jan 28 20:03:54.171986 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:03:54.178180 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3c65b05d-b0c0-4af3-b985-a92e39347d22 req-e3bf8e9d-aed6-4e5b-95fe-edf31825108c tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/security-groups?id=61c7f791-b952-4fe0-bdd4-83fc50b1fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430746 Jan 28 20:03:55.172338 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-36ba1c85-3df1-41db-853c-2c9cacdd01a7 req-074f6d05-d367-459e-9d58-da565c727dde service neutron] 10.222.0.70 "GET /v2.0/ports/5115e721-c491-406c-81c6-b95e099fa1ef/bindings/n-h1-812111-14 HTTP/1.1" status: 200 len: 385 time: 0.0562379 Jan 28 20:03:55.368673 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f71d60-a364-452d-abba-e7bb7893534c req-20471783-307d-405f-b70f-74c325c27c9d tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:03:55.370171 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-04f71d60-a364-452d-abba-e7bb7893534c req-20471783-307d-405f-b70f-74c325c27c9d tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/ports?device_id=45091dc0-eba3-4d22-b671-7f35e10ef2d7 HTTP/1.1" status: 200 len: 946 time: 0.1155536 Jan 28 20:03:55.400229 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-36ba1c85-3df1-41db-853c-2c9cacdd01a7 req-93c6270d-def3-4c6b-94e6-05d6c348fff0 service neutron] For port 5115e721-c491-406c-81c6-b95e099fa1ef, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=5115e721-c491-406c-81c6-b95e099fa1ef,segment=NetworkSegment(a4323370-681e-4217-85d4-54ad02582b8e),segment_id=a4323370-681e-4217-85d4-54ad02582b8e)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:03:55.440427 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-36ba1c85-3df1-41db-853c-2c9cacdd01a7 req-93c6270d-def3-4c6b-94e6-05d6c348fff0 service neutron] For port 5115e721-c491-406c-81c6-b95e099fa1ef, host n-h2-812111-14, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:03:55.472116 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-04f71d60-a364-452d-abba-e7bb7893534c req-fb1ec58e-42f6-40e2-af4a-5338b910f2fa tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/security-groups?id=61c7f791-b952-4fe0-bdd4-83fc50b1fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940177 Jan 28 20:03:55.492273 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45091dc0-eba3-4d22-b671-7f35e10ef2d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5115e721-c491-406c-81c6-b95e099fa1ef'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:03:55.495552 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31dbece1-0278-4aef-9cab-73dfa8f85182" -d '{"events": [{"server_uuid": "45091dc0-eba3-4d22-b671-7f35e10ef2d7", "name": "network-vif-unplugged", "status": "completed", "tag": "5115e721-c491-406c-81c6-b95e099fa1ef"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:03:55.502506 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-36ba1c85-3df1-41db-853c-2c9cacdd01a7 req-93c6270d-def3-4c6b-94e6-05d6c348fff0 service neutron] For port 5115e721-c491-406c-81c6-b95e099fa1ef, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=5115e721-c491-406c-81c6-b95e099fa1ef,segment=NetworkSegment(a4323370-681e-4217-85d4-54ad02582b8e),segment_id=a4323370-681e-4217-85d4-54ad02582b8e)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:03:55.517156 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-36ba1c85-3df1-41db-853c-2c9cacdd01a7 req-93c6270d-def3-4c6b-94e6-05d6c348fff0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (5115e721-c491-406c-81c6-b95e099fa1ef), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:03:55.532542 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 20:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74581557-73ac-4642-b280-d87d567d634c x-openstack-request-id: req-74581557-73ac-4642-b280-d87d567d634c {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:03:55.532843 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45091dc0-eba3-4d22-b671-7f35e10ef2d7", "name": "network-vif-unplugged", "status": "completed", "tag": "5115e721-c491-406c-81c6-b95e099fa1ef", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:03:55.533122 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-74581557-73ac-4642-b280-d87d567d634c {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:03:55.533526 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45091dc0-eba3-4d22-b671-7f35e10ef2d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5115e721-c491-406c-81c6-b95e099fa1ef', 'code': 200} Jan 28 20:03:55.590187 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-36ba1c85-3df1-41db-853c-2c9cacdd01a7 req-93c6270d-def3-4c6b-94e6-05d6c348fff0 service neutron] Transition to ACTIVE for port object 5115e721-c491-406c-81c6-b95e099fa1ef will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:03:55.594076 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-36ba1c85-3df1-41db-853c-2c9cacdd01a7 req-93c6270d-def3-4c6b-94e6-05d6c348fff0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (5115e721-c491-406c-81c6-b95e099fa1ef), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:03:55.696483 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c6270d-def3-4c6b-94e6-05d6c348fff0 service neutron] Pushing event updated for resources: {'Port': ['ID=5115e721-c491-406c-81c6-b95e099fa1ef,revision_number=11']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:03:55.730205 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-36ba1c85-3df1-41db-853c-2c9cacdd01a7 req-93c6270d-def3-4c6b-94e6-05d6c348fff0 service neutron] No DVR routers for this DVR port 5115e721-c491-406c-81c6-b95e099fa1ef on host n-h2-812111-14 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:03:56.180053 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-36ba1c85-3df1-41db-853c-2c9cacdd01a7 req-93c6270d-def3-4c6b-94e6-05d6c348fff0 service neutron] 10.222.0.70 "PUT /v2.0/ports/5115e721-c491-406c-81c6-b95e099fa1ef/bindings/n-h1-812111-14/activate HTTP/1.1" status: 200 len: 370 time: 1.0022380 Jan 28 20:03:56.318275 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ba1c85-3df1-41db-853c-2c9cacdd01a7 req-49048855-91af-4f4c-9149-67a7d8306a5f tempest-TestNetworkAdvancedServerOps-1681414059 tempest-TestNetworkAdvancedServerOps-1681414059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:03:56.319872 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-36ba1c85-3df1-41db-853c-2c9cacdd01a7 req-49048855-91af-4f4c-9149-67a7d8306a5f tempest-TestNetworkAdvancedServerOps-1681414059 tempest-TestNetworkAdvancedServerOps-1681414059-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=45091dc0-eba3-4d22-b671-7f35e10ef2d7&tenant_id=a518f4c8c8e149bf9da3dfc2b7497304&binding%3Ahost_id=n-h2-812111-14 HTTP/1.1" status: 200 len: 1128 time: 0.0876248 Jan 28 20:03:56.372246 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ba1c85-3df1-41db-853c-2c9cacdd01a7 req-7ca2147b-132f-472a-bb7e-e1c294fa2eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:03:56.373730 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-36ba1c85-3df1-41db-853c-2c9cacdd01a7 req-7ca2147b-132f-472a-bb7e-e1c294fa2eac service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=45091dc0-eba3-4d22-b671-7f35e10ef2d7&tenant_id=a518f4c8c8e149bf9da3dfc2b7497304 HTTP/1.1" status: 200 len: 1128 time: 0.0434666 Jan 28 20:03:56.384091 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [req-36ba1c85-3df1-41db-853c-2c9cacdd01a7 req-65cd5c5a-97c3-437f-98bc-31a97064007f service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 20:03:56.385028 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-36ba1c85-3df1-41db-853c-2c9cacdd01a7 req-65cd5c5a-97c3-437f-98bc-31a97064007f service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053303 Jan 28 20:03:56.456571 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ba1c85-3df1-41db-853c-2c9cacdd01a7 req-9071afb7-f89f-4899-bfed-513b68c2c085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:03:56.458025 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-36ba1c85-3df1-41db-853c-2c9cacdd01a7 req-9071afb7-f89f-4899-bfed-513b68c2c085 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a518f4c8c8e149bf9da3dfc2b7497304&device_id=45091dc0-eba3-4d22-b671-7f35e10ef2d7 HTTP/1.1" status: 200 len: 1128 time: 0.0498011 Jan 28 20:03:56.545411 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ba1c85-3df1-41db-853c-2c9cacdd01a7 req-d63f40f9-3bb2-4f6b-80d7-543ab2976e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:03:56.546867 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-36ba1c85-3df1-41db-853c-2c9cacdd01a7 req-d63f40f9-3bb2-4f6b-80d7-543ab2976e75 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5945b76c-3766-4f74-b7c3-ed4710cac4fb HTTP/1.1" status: 200 len: 897 time: 0.0833120 Jan 28 20:03:56.591329 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34080fc-d51b-4707-a3fa-06b45855ed50 req-f26fa62c-ef4e-451b-9e5b-006a2de8f674 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:03:56.592858 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d34080fc-d51b-4707-a3fa-06b45855ed50 req-f26fa62c-ef4e-451b-9e5b-006a2de8f674 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/ports?device_id=45091dc0-eba3-4d22-b671-7f35e10ef2d7 HTTP/1.1" status: 200 len: 945 time: 0.0537357 Jan 28 20:03:56.615405 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-36ba1c85-3df1-41db-853c-2c9cacdd01a7 req-a7fceff7-8e72-4279-8d82-ebcad4545211 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5115e721-c491-406c-81c6-b95e099fa1ef HTTP/1.1" status: 200 len: 1000 time: 0.0619602 Jan 28 20:03:56.641560 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d34080fc-d51b-4707-a3fa-06b45855ed50 req-99855119-c5c8-4e17-b0e7-61f4b513e8c3 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/security-groups?id=61c7f791-b952-4fe0-bdd4-83fc50b1fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431457 Jan 28 20:03:56.663009 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ba1c85-3df1-41db-853c-2c9cacdd01a7 req-0d45cc33-0c6e-4f4d-b2dc-418d30053289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:03:56.664564 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-36ba1c85-3df1-41db-853c-2c9cacdd01a7 req-0d45cc33-0c6e-4f4d-b2dc-418d30053289 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=52b8d46b-c3ee-44b3-858a-9cbee777bdc3 HTTP/1.1" status: 200 len: 835 time: 0.0429688 Jan 28 20:03:56.712878 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ba1c85-3df1-41db-853c-2c9cacdd01a7 req-47f2fc62-f680-42a6-a113-d25af11ae0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:03:56.714291 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-36ba1c85-3df1-41db-853c-2c9cacdd01a7 req-47f2fc62-f680-42a6-a113-d25af11ae0cc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5945b76c-3766-4f74-b7c3-ed4710cac4fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0436442 Jan 28 20:03:56.803733 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-36ba1c85-3df1-41db-853c-2c9cacdd01a7 req-896ddec8-493e-4093-9cec-1064cb969b66 service neutron] 10.222.0.41 "GET /v2.0/networks/5945b76c-3766-4f74-b7c3-ed4710cac4fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826912 Jan 28 20:03:56.891957 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-36ba1c85-3df1-41db-853c-2c9cacdd01a7 req-9f6052ab-40eb-441c-8598-3482cdfc6652 service neutron] 10.222.0.41 "GET /v2.0/networks/5945b76c-3766-4f74-b7c3-ed4710cac4fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799069 Jan 28 20:03:57.139592 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ba1c85-3df1-41db-853c-2c9cacdd01a7 req-24e16a78-8a28-4b1a-9d98-86aca81903a5 tempest-TestNetworkAdvancedServerOps-1681414059 tempest-TestNetworkAdvancedServerOps-1681414059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:03:57.141065 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-36ba1c85-3df1-41db-853c-2c9cacdd01a7 req-24e16a78-8a28-4b1a-9d98-86aca81903a5 tempest-TestNetworkAdvancedServerOps-1681414059 tempest-TestNetworkAdvancedServerOps-1681414059-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=45091dc0-eba3-4d22-b671-7f35e10ef2d7&tenant_id=a518f4c8c8e149bf9da3dfc2b7497304&binding%3Ahost_id=n-h1-812111-14 HTTP/1.1" status: 200 len: 1128 time: 0.0489430 Jan 28 20:03:57.254358 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-36ba1c85-3df1-41db-853c-2c9cacdd01a7 req-e1b742dc-ee2c-4f1d-bf80-7ea39c07fa94 service neutron] For port 5115e721-c491-406c-81c6-b95e099fa1ef, host n-h2-812111-14, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:03:57.257598 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-36ba1c85-3df1-41db-853c-2c9cacdd01a7 req-e1b742dc-ee2c-4f1d-bf80-7ea39c07fa94 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:03:57.259212 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-36ba1c85-3df1-41db-853c-2c9cacdd01a7 req-e1b742dc-ee2c-4f1d-bf80-7ea39c07fa94 service neutron] 10.222.0.41 "DELETE /v2.0/ports/5115e721-c491-406c-81c6-b95e099fa1ef/bindings/n-h2-812111-14 HTTP/1.1" status: 204 len: 173 time: 0.1122551 Jan 28 20:03:57.762670 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d265ae-2132-407e-a868-8a048be53daf req-4d93e646-5678-42bf-9502-0e25f1984406 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:03:57.764151 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-19d265ae-2132-407e-a868-8a048be53daf req-4d93e646-5678-42bf-9502-0e25f1984406 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/ports?device_id=45091dc0-eba3-4d22-b671-7f35e10ef2d7 HTTP/1.1" status: 200 len: 945 time: 0.0526643 Jan 28 20:03:57.811904 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-19d265ae-2132-407e-a868-8a048be53daf req-216bb93f-b24c-47d3-9538-e560089a0539 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/security-groups?id=61c7f791-b952-4fe0-bdd4-83fc50b1fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422633 Jan 28 20:03:57.930362 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa345550-2855-411b-93e3-be66b20675d9 req-d4488bfe-1b18-43cb-8582-15a23ccd29c8 tempest-TestNetworkAdvancedServerOps-1681414059 tempest-TestNetworkAdvancedServerOps-1681414059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:03:57.932050 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-aa345550-2855-411b-93e3-be66b20675d9 req-d4488bfe-1b18-43cb-8582-15a23ccd29c8 tempest-TestNetworkAdvancedServerOps-1681414059 tempest-TestNetworkAdvancedServerOps-1681414059-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=45091dc0-eba3-4d22-b671-7f35e10ef2d7 HTTP/1.1" status: 200 len: 1128 time: 0.0523651 Jan 28 20:03:57.977216 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-aa345550-2855-411b-93e3-be66b20675d9 req-fdac3d3b-fb35-421a-887f-3ef91223cbfa tempest-TestNetworkAdvancedServerOps-1681414059 tempest-TestNetworkAdvancedServerOps-1681414059-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=61c7f791-b952-4fe0-bdd4-83fc50b1fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389433 Jan 28 20:03:58.095557 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0d768b-53ec-4949-853c-e5071b8cfe99 req-3426d428-c4c5-4fcc-951d-39c7922689c6 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:03:58.096997 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ac0d768b-53ec-4949-853c-e5071b8cfe99 req-3426d428-c4c5-4fcc-951d-39c7922689c6 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/ports?device_id=45091dc0-eba3-4d22-b671-7f35e10ef2d7 HTTP/1.1" status: 200 len: 945 time: 0.0549076 Jan 28 20:03:58.144879 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ac0d768b-53ec-4949-853c-e5071b8cfe99 req-a3da6599-38ad-4fa6-a162-9bf1cf5617e2 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/security-groups?id=61c7f791-b952-4fe0-bdd4-83fc50b1fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421855 Jan 28 20:03:58.166685 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 37690) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:03:58.225090 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-47ec0c98-6b4a-4054-b796-ca28065914ec tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/floatingips/8f6eac31-bc9a-4dc7-ab87-a40af69dc0ca HTTP/1.1" status: 200 len: 992 time: 0.0572124 Jan 28 20:03:58.463755 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 37696) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:03:58.616801 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-3d656a38-19bc-4325-8af7-5dbbdefa8573 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Deleting port 930d78ad-eba6-405e-b081-5dee8c22d223 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:03:58.617173 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3d656a38-19bc-4325-8af7-5dbbdefa8573 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (930d78ad-eba6-405e-b081-5dee8c22d223), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:03:58.693187 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3d656a38-19bc-4325-8af7-5dbbdefa8573 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (930d78ad-eba6-405e-b081-5dee8c22d223), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:03:58.693524 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3d656a38-19bc-4325-8af7-5dbbdefa8573 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for floatingip (930d78ad-eba6-405e-b081-5dee8c22d223), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:03:58.705649 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-3d656a38-19bc-4325-8af7-5dbbdefa8573 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Calling delete_port for 930d78ad-eba6-405e-b081-5dee8c22d223 owned by network:floatingip {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:03:58.855145 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3d656a38-19bc-4325-8af7-5dbbdefa8573 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (930d78ad-eba6-405e-b081-5dee8c22d223), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:03:58.878192 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d656a38-19bc-4325-8af7-5dbbdefa8573 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Pushing event deleted for resources: {'Port': ['ID=930d78ad-eba6-405e-b081-5dee8c22d223,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:03:58.939690 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3d656a38-19bc-4325-8af7-5dbbdefa8573 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for floatingip (8f6eac31-bc9a-4dc7-ab87-a40af69dc0ca), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:03:58.940019 n-d-812111-14 neutron-server[103305]: INFO neutron.db.l3_db [None req-3d656a38-19bc-4325-8af7-5dbbdefa8573 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Floating IP 8f6eac31-bc9a-4dc7-ab87-a40af69dc0ca disassociated (deleted). External IP: 172.25.6.157, port: 5115e721-c491-406c-81c6-b95e099fa1ef. Jan 28 20:03:59.320163 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 5115e721-c491-406c-81c6-b95e099fa1ef no longer exists at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:03:59.359150 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] The host n-h2-812111-14 is not matching for port 5115e721-c491-406c-81c6-b95e099fa1ef host n-h1-812111-14! {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Jan 28 20:03:59.359534 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 5115e721-c491-406c-81c6-b95e099fa1ef not bound to the agent host n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:03:59.426159 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d656a38-19bc-4325-8af7-5dbbdefa8573 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Router 6e42190d-7a53-4a4f-844d-6aa7fed51253 has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:03:59.535113 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d656a38-19bc-4325-8af7-5dbbdefa8573 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:03:59.540383 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3d656a38-19bc-4325-8af7-5dbbdefa8573 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for floatingip (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:03:59.544890 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ff30d1-e9ca-4547-acf8-21f9bb431114 None None] Sync routers for ids ['6e42190d-7a53-4a4f-844d-6aa7fed51253'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:03:59.554434 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ff30d1-e9ca-4547-acf8-21f9bb431114 None None] Routers {'6e42190d-7a53-4a4f-844d-6aa7fed51253'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:03:59.555648 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-f3ff30d1-e9ca-4547-acf8-21f9bb431114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:03:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['6e42190d-7a53-4a4f-844d-6aa7fed51253'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:03:59.569781 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-3d656a38-19bc-4325-8af7-5dbbdefa8573 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "DELETE /v2.0/floatingips/8f6eac31-bc9a-4dc7-ab87-a40af69dc0ca HTTP/1.1" status: 204 len: 168 time: 1.1050255 Jan 28 20:03:59.570359 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45091dc0-eba3-4d22-b671-7f35e10ef2d7', 'tag': '5115e721-c491-406c-81c6-b95e099fa1ef'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:03:59.572606 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6cfe5f7-786b-4ee4-85d4-ba0570d9675d" -d '{"events": [{"name": "network-changed", "server_uuid": "45091dc0-eba3-4d22-b671-7f35e10ef2d7", "tag": "5115e721-c491-406c-81c6-b95e099fa1ef"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:03:59.616461 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c968dcbf-fbf2-460f-a3a1-a8c9666c7426 x-openstack-request-id: req-c968dcbf-fbf2-460f-a3a1-a8c9666c7426 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:03:59.616752 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45091dc0-eba3-4d22-b671-7f35e10ef2d7", "tag": "5115e721-c491-406c-81c6-b95e099fa1ef", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:03:59.617008 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c968dcbf-fbf2-460f-a3a1-a8c9666c7426 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:03:59.617496 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45091dc0-eba3-4d22-b671-7f35e10ef2d7', 'tag': '5115e721-c491-406c-81c6-b95e099fa1ef', 'status': 'completed', 'code': 200} Jan 28 20:03:59.662923 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-f3ff30d1-e9ca-4547-acf8-21f9bb431114 None None] Set router 6e42190d-7a53-4a4f-844d-6aa7fed51253 gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:03:59.693004 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cfe5f7-786b-4ee4-85d4-ba0570d9675d req-25925a24-b7de-4148-ac58-607e687aa6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:03:59.694666 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e6cfe5f7-786b-4ee4-85d4-ba0570d9675d req-25925a24-b7de-4148-ac58-607e687aa6bd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a518f4c8c8e149bf9da3dfc2b7497304&device_id=45091dc0-eba3-4d22-b671-7f35e10ef2d7 HTTP/1.1" status: 200 len: 1128 time: 0.0482950 Jan 28 20:03:59.811521 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cfe5f7-786b-4ee4-85d4-ba0570d9675d req-d66bc0b9-6a03-4857-8162-d409392749f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:03:59.813286 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e6cfe5f7-786b-4ee4-85d4-ba0570d9675d req-d66bc0b9-6a03-4857-8162-d409392749f0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5945b76c-3766-4f74-b7c3-ed4710cac4fb HTTP/1.1" status: 200 len: 897 time: 0.1042099 Jan 28 20:03:59.823306 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07b1c02-8ac1-4248-b17d-ced5ca1137f7 req-42b466cd-e89b-49c1-b012-45ca9ddd03f9 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:03:59.825405 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a07b1c02-8ac1-4248-b17d-ced5ca1137f7 req-42b466cd-e89b-49c1-b012-45ca9ddd03f9 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/ports?device_id=45091dc0-eba3-4d22-b671-7f35e10ef2d7 HTTP/1.1" status: 200 len: 945 time: 0.0591240 Jan 28 20:03:59.857852 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e6cfe5f7-786b-4ee4-85d4-ba0570d9675d req-70308581-2f24-4c11-9992-de6b6e88e699 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5115e721-c491-406c-81c6-b95e099fa1ef HTTP/1.1" status: 200 len: 217 time: 0.0381627 Jan 28 20:03:59.869800 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-f3ff30d1-e9ca-4547-acf8-21f9bb431114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e42190d-7a53-4a4f-844d-6aa7fed51253', 'name': 'tempest-TestNetworkAdvancedServerOps-router-391442640', 'tenant_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': '50bfb494-7f5b-426b-a302-3e01c224f12d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:02:51Z', 'updated_at': '2022-01-28T20:02:55Z', 'revision_number': 4, 'project_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'gw_port': {'id': '50bfb494-7f5b-426b-a302-3e01c224f12d', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:13:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e42190d-7a53-4a4f-844d-6aa7fed51253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:02:52Z', 'updated_at': '2022-01-28T20:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '7194ff54-5573-4d8b-a62d-342155b0d318', 'name': '', 'network_id': '5945b76c-3766-4f74-b7c3-ed4710cac4fb', 'tenant_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'mac_address': 'fa:16:3e:57:d4:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e42190d-7a53-4a4f-844d-6aa7fed51253', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '52b8d46b-c3ee-44b3-858a-9cbee777bdc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:02:54Z', 'updated_at': '2022-01-28T20:02:58Z', 'revision_number': 5, 'project_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'subnets': [{'id': '52b8d46b-c3ee-44b3-858a-9cbee777bdc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:03:59.879884 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a07b1c02-8ac1-4248-b17d-ced5ca1137f7 req-4f712404-47c4-4b66-876e-adaf504ca219 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/security-groups?id=61c7f791-b952-4fe0-bdd4-83fc50b1fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483415 Jan 28 20:03:59.911076 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ff30d1-e9ca-4547-acf8-21f9bb431114 None None] Checking router: 6e42190d-7a53-4a4f-844d-6aa7fed51253 for host: n-d-812111-14 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:03:59.913978 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cfe5f7-786b-4ee4-85d4-ba0570d9675d req-8b52b585-2847-4724-8481-e1b5b9667dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:03:59.916021 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e6cfe5f7-786b-4ee4-85d4-ba0570d9675d req-8b52b585-2847-4724-8481-e1b5b9667dec service neutron] 10.222.0.41 "GET /v2.0/subnets?id=52b8d46b-c3ee-44b3-858a-9cbee777bdc3 HTTP/1.1" status: 200 len: 835 time: 0.0497396 Jan 28 20:03:59.920105 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ff30d1-e9ca-4547-acf8-21f9bb431114 None None] Routers {'6e42190d-7a53-4a4f-844d-6aa7fed51253'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:03:59.920711 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-f3ff30d1-e9ca-4547-acf8-21f9bb431114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:03:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['6e42190d-7a53-4a4f-844d-6aa7fed51253'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:03:59.966188 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cfe5f7-786b-4ee4-85d4-ba0570d9675d req-c71116d1-dfc2-4c37-8e6b-689674fe77a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:03:59.967686 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e6cfe5f7-786b-4ee4-85d4-ba0570d9675d req-c71116d1-dfc2-4c37-8e6b-689674fe77a4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5945b76c-3766-4f74-b7c3-ed4710cac4fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0442827 Jan 28 20:04:00.027105 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-f3ff30d1-e9ca-4547-acf8-21f9bb431114 None None] Set router 6e42190d-7a53-4a4f-844d-6aa7fed51253 gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:04:00.059656 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e6cfe5f7-786b-4ee4-85d4-ba0570d9675d req-03f720b3-68b9-47fa-82cc-e03bccf5773a service neutron] 10.222.0.41 "GET /v2.0/networks/5945b76c-3766-4f74-b7c3-ed4710cac4fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819459 Jan 28 20:04:00.156271 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e6cfe5f7-786b-4ee4-85d4-ba0570d9675d req-3e02e14f-328b-4ba5-b5f7-2c38b849ed2d service neutron] 10.222.0.41 "GET /v2.0/networks/5945b76c-3766-4f74-b7c3-ed4710cac4fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890315 Jan 28 20:04:00.235315 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-f3ff30d1-e9ca-4547-acf8-21f9bb431114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e42190d-7a53-4a4f-844d-6aa7fed51253', 'name': 'tempest-TestNetworkAdvancedServerOps-router-391442640', 'tenant_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': '50bfb494-7f5b-426b-a302-3e01c224f12d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:02:51Z', 'updated_at': '2022-01-28T20:02:55Z', 'revision_number': 4, 'project_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'gw_port': {'id': '50bfb494-7f5b-426b-a302-3e01c224f12d', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:13:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e42190d-7a53-4a4f-844d-6aa7fed51253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:02:52Z', 'updated_at': '2022-01-28T20:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '7194ff54-5573-4d8b-a62d-342155b0d318', 'name': '', 'network_id': '5945b76c-3766-4f74-b7c3-ed4710cac4fb', 'tenant_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'mac_address': 'fa:16:3e:57:d4:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e42190d-7a53-4a4f-844d-6aa7fed51253', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '52b8d46b-c3ee-44b3-858a-9cbee777bdc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:02:54Z', 'updated_at': '2022-01-28T20:02:58Z', 'revision_number': 5, 'project_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'subnets': [{'id': '52b8d46b-c3ee-44b3-858a-9cbee777bdc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:04:00.262133 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d3f25e-b7d1-4611-92e4-e8cbedde5d03 req-297ed162-5658-4d4c-924c-83d6bdc317fa tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:04:00.262468 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ff30d1-e9ca-4547-acf8-21f9bb431114 None None] The sync data for ids ['6e42190d-7a53-4a4f-844d-6aa7fed51253'] in n-d-812111-14 is: [{'id': '6e42190d-7a53-4a4f-844d-6aa7fed51253', 'name': 'tempest-TestNetworkAdvancedServerOps-router-391442640', 'tenant_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': '50bfb494-7f5b-426b-a302-3e01c224f12d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:02:51Z', 'updated_at': '2022-01-28T20:02:55Z', 'revision_number': 4, 'project_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'gw_port': {'id': '50bfb494-7f5b-426b-a302-3e01c224f12d', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:13:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e42190d-7a53-4a4f-844d-6aa7fed51253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:02:52Z', 'updated_at': '2022-01-28T20:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '7194ff54-5573-4d8b-a62d-342155b0d318', 'name': '', 'network_id': '5945b76c-3766-4f74-b7c3-ed4710cac4fb', 'tenant_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'mac_address': 'fa:16:3e:57:d4:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e42190d-7a53-4a4f-844d-6aa7fed51253', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '52b8d46b-c3ee-44b3-858a-9cbee777bdc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:02:54Z', 'updated_at': '2022-01-28T20:02:58Z', 'revision_number': 5, 'project_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'subnets': [{'id': '52b8d46b-c3ee-44b3-858a-9cbee777bdc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:04:00.264346 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f5d3f25e-b7d1-4611-92e4-e8cbedde5d03 req-297ed162-5658-4d4c-924c-83d6bdc317fa tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.41 "GET /v2.0/ports?device_id=45091dc0-eba3-4d22-b671-7f35e10ef2d7 HTTP/1.1" status: 200 len: 945 time: 0.0607297 Jan 28 20:04:00.366372 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-f5d3f25e-b7d1-4611-92e4-e8cbedde5d03 req-6ffab917-b531-4d7c-908a-c5cd97aeeba3 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Deleting port 5115e721-c491-406c-81c6-b95e099fa1ef {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:04:00.366719 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f5d3f25e-b7d1-4611-92e4-e8cbedde5d03 req-6ffab917-b531-4d7c-908a-c5cd97aeeba3 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (5115e721-c491-406c-81c6-b95e099fa1ef), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:00.459921 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-f5d3f25e-b7d1-4611-92e4-e8cbedde5d03 req-6ffab917-b531-4d7c-908a-c5cd97aeeba3 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] For port 5115e721-c491-406c-81c6-b95e099fa1ef, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=5115e721-c491-406c-81c6-b95e099fa1ef,segment=NetworkSegment(a4323370-681e-4217-85d4-54ad02582b8e),segment_id=a4323370-681e-4217-85d4-54ad02582b8e)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:04:00.460280 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f5d3f25e-b7d1-4611-92e4-e8cbedde5d03 req-6ffab917-b531-4d7c-908a-c5cd97aeeba3 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (5115e721-c491-406c-81c6-b95e099fa1ef), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:00.473880 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-f5d3f25e-b7d1-4611-92e4-e8cbedde5d03 req-6ffab917-b531-4d7c-908a-c5cd97aeeba3 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Calling delete_port for 5115e721-c491-406c-81c6-b95e099fa1ef owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:04:00.491308 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632c100a-cbbe-427e-8b63-fe24db97e414 None None] New status for floating IP 8f6eac31-bc9a-4dc7-ab87-a40af69dc0ca: DOWN {{(pid=103306) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 20:04:00.607440 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f5d3f25e-b7d1-4611-92e4-e8cbedde5d03 req-6ffab917-b531-4d7c-908a-c5cd97aeeba3 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (5115e721-c491-406c-81c6-b95e099fa1ef), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:00.635768 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffab917-b531-4d7c-908a-c5cd97aeeba3 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Pushing event deleted for resources: {'Port': ['ID=5115e721-c491-406c-81c6-b95e099fa1ef,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:04:00.679367 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5d3f25e-b7d1-4611-92e4-e8cbedde5d03 req-6ffab917-b531-4d7c-908a-c5cd97aeeba3 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] No DVR routers for this DVR port 5115e721-c491-406c-81c6-b95e099fa1ef on host n-h1-812111-14 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:04:00.681866 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f5d3f25e-b7d1-4611-92e4-e8cbedde5d03 req-6ffab917-b531-4d7c-908a-c5cd97aeeba3 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:00.685365 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f5d3f25e-b7d1-4611-92e4-e8cbedde5d03 req-6ffab917-b531-4d7c-908a-c5cd97aeeba3 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.41 "DELETE /v2.0/ports/5115e721-c491-406c-81c6-b95e099fa1ef HTTP/1.1" status: 204 len: 173 time: 0.4143727 Jan 28 20:04:00.951106 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 37706) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:04:01.314521 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-eb2d45b8-efce-4704-b99b-9c0b9999c53f tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-732838'] for router_interface (6e42190d-7a53-4a4f-844d-6aa7fed51253), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:01.565188 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-eb2d45b8-efce-4704-b99b-9c0b9999c53f tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Deleting port 7194ff54-5573-4d8b-a62d-342155b0d318 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:04:01.565452 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-eb2d45b8-efce-4704-b99b-9c0b9999c53f tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (7194ff54-5573-4d8b-a62d-342155b0d318), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:01.618352 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45091dc0-eba3-4d22-b671-7f35e10ef2d7', 'name': 'network-vif-deleted', 'tag': '5115e721-c491-406c-81c6-b95e099fa1ef'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:04:01.620592 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5baae43-bdc7-4298-b411-9e4565818513" -d '{"events": [{"server_uuid": "45091dc0-eba3-4d22-b671-7f35e10ef2d7", "name": "network-vif-deleted", "tag": "5115e721-c491-406c-81c6-b95e099fa1ef"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:04:01.656507 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d76fe115-a871-47a4-aef6-2a701fbf0773 x-openstack-request-id: req-d76fe115-a871-47a4-aef6-2a701fbf0773 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:04:01.656795 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45091dc0-eba3-4d22-b671-7f35e10ef2d7", "name": "network-vif-deleted", "tag": "5115e721-c491-406c-81c6-b95e099fa1ef", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:04:01.657048 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d76fe115-a871-47a4-aef6-2a701fbf0773 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:04:01.657469 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45091dc0-eba3-4d22-b671-7f35e10ef2d7', 'name': 'network-vif-deleted', 'tag': '5115e721-c491-406c-81c6-b95e099fa1ef', 'status': 'completed', 'code': 200} Jan 28 20:04:01.659125 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-eb2d45b8-efce-4704-b99b-9c0b9999c53f tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] For port 7194ff54-5573-4d8b-a62d-342155b0d318, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=7194ff54-5573-4d8b-a62d-342155b0d318,segment=NetworkSegment(a4323370-681e-4217-85d4-54ad02582b8e),segment_id=a4323370-681e-4217-85d4-54ad02582b8e)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:04:01.659489 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-eb2d45b8-efce-4704-b99b-9c0b9999c53f tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (7194ff54-5573-4d8b-a62d-342155b0d318), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:01.671696 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-eb2d45b8-efce-4704-b99b-9c0b9999c53f tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Calling delete_port for 7194ff54-5573-4d8b-a62d-342155b0d318 owned by network:router_interface {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:04:01.857233 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-eb2d45b8-efce-4704-b99b-9c0b9999c53f tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (7194ff54-5573-4d8b-a62d-342155b0d318), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:01.884731 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2d45b8-efce-4704-b99b-9c0b9999c53f tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Pushing event deleted for resources: {'Port': ['ID=7194ff54-5573-4d8b-a62d-342155b0d318,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:04:02.059171 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-eb2d45b8-efce-4704-b99b-9c0b9999c53f tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-732682'] for router_interface (6e42190d-7a53-4a4f-844d-6aa7fed51253), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:02.280119 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb2d45b8-efce-4704-b99b-9c0b9999c53f tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Router 6e42190d-7a53-4a4f-844d-6aa7fed51253 has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:04:02.388149 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb2d45b8-efce-4704-b99b-9c0b9999c53f tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:04:02.393194 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-eb2d45b8-efce-4704-b99b-9c0b9999c53f tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "PUT /v2.0/routers/6e42190d-7a53-4a4f-844d-6aa7fed51253/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4410369 Jan 28 20:04:02.396428 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 37710) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:04:02.399014 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c78aa26-c8f1-488a-81b8-4ba9e93869a5 None None] Sync routers for ids ['6e42190d-7a53-4a4f-844d-6aa7fed51253'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:04:02.408592 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c78aa26-c8f1-488a-81b8-4ba9e93869a5 None None] Routers {'6e42190d-7a53-4a4f-844d-6aa7fed51253'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:04:02.409242 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-8c78aa26-c8f1-488a-81b8-4ba9e93869a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:03:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['6e42190d-7a53-4a4f-844d-6aa7fed51253'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:04:02.446692 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcaa784f-b78d-4ff7-8bb7-bbd5da8a0437 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Deleting subnet 52b8d46b-c3ee-44b3-858a-9cbee777bdc3 {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 20:04:02.450011 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bcaa784f-b78d-4ff7-8bb7-bbd5da8a0437 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for subnet (52b8d46b-c3ee-44b3-858a-9cbee777bdc3), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:02.489429 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bcaa784f-b78d-4ff7-8bb7-bbd5da8a0437 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16187240'] for subnet (52b8d46b-c3ee-44b3-858a-9cbee777bdc3), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:02.521402 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-8c78aa26-c8f1-488a-81b8-4ba9e93869a5 None None] Set router 6e42190d-7a53-4a4f-844d-6aa7fed51253 gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:04:02.578350 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bcaa784f-b78d-4ff7-8bb7-bbd5da8a0437 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (52b8d46b-c3ee-44b3-858a-9cbee777bdc3), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:02.635724 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bcaa784f-b78d-4ff7-8bb7-bbd5da8a0437 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4752464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4733806'] for subnet (52b8d46b-c3ee-44b3-858a-9cbee777bdc3), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:02.663673 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaa784f-b78d-4ff7-8bb7-bbd5da8a0437 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Pushing event deleted for resources: {'Subnet': ['ID=52b8d46b-c3ee-44b3-858a-9cbee777bdc3,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:04:02.666472 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bcaa784f-b78d-4ff7-8bb7-bbd5da8a0437 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:02.669662 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-bcaa784f-b78d-4ff7-8bb7-bbd5da8a0437 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "DELETE /v2.0/subnets/52b8d46b-c3ee-44b3-858a-9cbee777bdc3 HTTP/1.1" status: 204 len: 168 time: 0.2722709 Jan 28 20:04:02.671392 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6598a0dd-47fc-4c93-97ca-163d726aa7ff None None] Network 5945b76c-3766-4f74-b7c3-ed4710cac4fb requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:04:02.672208 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 37712) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:04:02.707371 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-8c78aa26-c8f1-488a-81b8-4ba9e93869a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e42190d-7a53-4a4f-844d-6aa7fed51253', 'name': 'tempest-TestNetworkAdvancedServerOps-router-391442640', 'tenant_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': '50bfb494-7f5b-426b-a302-3e01c224f12d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:02:51Z', 'updated_at': '2022-01-28T20:04:01Z', 'revision_number': 5, 'project_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'gw_port': {'id': '50bfb494-7f5b-426b-a302-3e01c224f12d', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:13:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e42190d-7a53-4a4f-844d-6aa7fed51253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:02:52Z', 'updated_at': '2022-01-28T20:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:04:02.734011 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c78aa26-c8f1-488a-81b8-4ba9e93869a5 None None] Checking router: 6e42190d-7a53-4a4f-844d-6aa7fed51253 for host: n-d-812111-14 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:04:02.744059 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c78aa26-c8f1-488a-81b8-4ba9e93869a5 None None] Routers {'6e42190d-7a53-4a4f-844d-6aa7fed51253'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:04:02.744694 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-8c78aa26-c8f1-488a-81b8-4ba9e93869a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:03:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['6e42190d-7a53-4a4f-844d-6aa7fed51253'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:04:02.784274 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7cd43d4a-5404-485c-875f-74f55df49473 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for router (6e42190d-7a53-4a4f-844d-6aa7fed51253), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:02.855270 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-8c78aa26-c8f1-488a-81b8-4ba9e93869a5 None None] Set router 6e42190d-7a53-4a4f-844d-6aa7fed51253 gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:04:02.895074 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7cd43d4a-5404-485c-875f-74f55df49473 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for router_gateway (6e42190d-7a53-4a4f-844d-6aa7fed51253), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:02.959413 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-7cd43d4a-5404-485c-875f-74f55df49473 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Deleting port 50bfb494-7f5b-426b-a302-3e01c224f12d {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:04:02.959899 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7cd43d4a-5404-485c-875f-74f55df49473 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (50bfb494-7f5b-426b-a302-3e01c224f12d), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:03.010690 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f6a7eae-c3b8-42d2-b300-391cb448b359 None None] DHCP port deletion for 5945b76c-3766-4f74-b7c3-ed4710cac4fb request from n-d-812111-14 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 20:04:03.050393 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-7cd43d4a-5404-485c-875f-74f55df49473 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] For port 50bfb494-7f5b-426b-a302-3e01c224f12d, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=50bfb494-7f5b-426b-a302-3e01c224f12d,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:04:03.051150 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7cd43d4a-5404-485c-875f-74f55df49473 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (50bfb494-7f5b-426b-a302-3e01c224f12d), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:03.061062 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-5f6a7eae-c3b8-42d2-b300-391cb448b359 None None] Deleting port b38f4397-0e8d-4a04-b209-f1bfcb6a15ad {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:04:03.061459 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5f6a7eae-c3b8-42d2-b300-391cb448b359 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (b38f4397-0e8d-4a04-b209-f1bfcb6a15ad), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:03.064340 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-7cd43d4a-5404-485c-875f-74f55df49473 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Calling delete_port for 50bfb494-7f5b-426b-a302-3e01c224f12d owned by network:router_gateway {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:04:03.127613 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-5f6a7eae-c3b8-42d2-b300-391cb448b359 None None] For port b38f4397-0e8d-4a04-b209-f1bfcb6a15ad, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=b38f4397-0e8d-4a04-b209-f1bfcb6a15ad,segment=NetworkSegment(a4323370-681e-4217-85d4-54ad02582b8e),segment_id=a4323370-681e-4217-85d4-54ad02582b8e)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:04:03.128007 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5f6a7eae-c3b8-42d2-b300-391cb448b359 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (b38f4397-0e8d-4a04-b209-f1bfcb6a15ad), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:03.138827 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-8c78aa26-c8f1-488a-81b8-4ba9e93869a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e42190d-7a53-4a4f-844d-6aa7fed51253', 'name': 'tempest-TestNetworkAdvancedServerOps-router-391442640', 'tenant_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': '50bfb494-7f5b-426b-a302-3e01c224f12d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:02:51Z', 'updated_at': '2022-01-28T20:04:01Z', 'revision_number': 5, 'project_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'gw_port': {'id': '50bfb494-7f5b-426b-a302-3e01c224f12d', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:13:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e42190d-7a53-4a4f-844d-6aa7fed51253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:02:52Z', 'updated_at': '2022-01-28T20:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:04:03.141932 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-5f6a7eae-c3b8-42d2-b300-391cb448b359 None None] Calling delete_port for b38f4397-0e8d-4a04-b209-f1bfcb6a15ad owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:04:03.168477 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c78aa26-c8f1-488a-81b8-4ba9e93869a5 None None] The sync data for ids ['6e42190d-7a53-4a4f-844d-6aa7fed51253'] in n-d-812111-14 is: [{'id': '6e42190d-7a53-4a4f-844d-6aa7fed51253', 'name': 'tempest-TestNetworkAdvancedServerOps-router-391442640', 'tenant_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': '50bfb494-7f5b-426b-a302-3e01c224f12d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:02:51Z', 'updated_at': '2022-01-28T20:04:01Z', 'revision_number': 5, 'project_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'gw_port': {'id': '50bfb494-7f5b-426b-a302-3e01c224f12d', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:13:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e42190d-7a53-4a4f-844d-6aa7fed51253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:02:52Z', 'updated_at': '2022-01-28T20:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:04:03.228553 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5f6a7eae-c3b8-42d2-b300-391cb448b359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985'] for port (b38f4397-0e8d-4a04-b209-f1bfcb6a15ad), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:03.247392 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7cd43d4a-5404-485c-875f-74f55df49473 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (50bfb494-7f5b-426b-a302-3e01c224f12d), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:03.255207 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6a7eae-c3b8-42d2-b300-391cb448b359 None None] Pushing event deleted for resources: {'Port': ['ID=b38f4397-0e8d-4a04-b209-f1bfcb6a15ad,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:04:03.258423 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6a7eae-c3b8-42d2-b300-391cb448b359 None None] No DVR routers for this DVR port b38f4397-0e8d-4a04-b209-f1bfcb6a15ad on host n-d-812111-14 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:04:03.276166 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd43d4a-5404-485c-875f-74f55df49473 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Pushing event deleted for resources: {'Port': ['ID=50bfb494-7f5b-426b-a302-3e01c224f12d,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:04:03.333991 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7cd43d4a-5404-485c-875f-74f55df49473 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-731488'] for router_gateway (6e42190d-7a53-4a4f-844d-6aa7fed51253), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:03.426340 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7cd43d4a-5404-485c-875f-74f55df49473 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-730901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261120'] for router (6e42190d-7a53-4a4f-844d-6aa7fed51253), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:03.428459 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7cd43d4a-5404-485c-875f-74f55df49473 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for router_controller (6e42190d-7a53-4a4f-844d-6aa7fed51253), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:03.474427 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7cd43d4a-5404-485c-875f-74f55df49473 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-730908'] for router (6e42190d-7a53-4a4f-844d-6aa7fed51253), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:03.474951 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cd43d4a-5404-485c-875f-74f55df49473 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Fanout notify agent at l3_agent the message router_deleted on router 6e42190d-7a53-4a4f-844d-6aa7fed51253 {{(pid=103305) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 20:04:03.481626 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7cd43d4a-5404-485c-875f-74f55df49473 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:03.482744 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-7cd43d4a-5404-485c-875f-74f55df49473 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "DELETE /v2.0/routers/6e42190d-7a53-4a4f-844d-6aa7fed51253 HTTP/1.1" status: 204 len: 168 time: 0.8096378 Jan 28 20:04:03.485413 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 37714) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:04:03.563356 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4c86cc32-e92a-4330-a4f0-bee9e027b367 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (5945b76c-3766-4f74-b7c3-ed4710cac4fb), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:03.566959 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 5115e721-c491-406c-81c6-b95e099fa1ef no longer exists at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:04:03.593766 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] No Port match for: 5115e721-c491-406c-81c6-b95e099fa1ef {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:04:03.594110 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 5115e721-c491-406c-81c6-b95e099fa1ef not bound to the agent host n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:04:03.658722 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4c86cc32-e92a-4330-a4f0-bee9e027b367 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (5945b76c-3766-4f74-b7c3-ed4710cac4fb), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:03.680593 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-4c86cc32-e92a-4330-a4f0-bee9e027b367 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5945b76c-3766-4f74-b7c3-ed4710cac4fb']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:04:03.690274 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-4c86cc32-e92a-4330-a4f0-bee9e027b367 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4323370-681e-4217-85d4-54ad02582b8e') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:04:03.690574 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-4c86cc32-e92a-4330-a4f0-bee9e027b367 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4323370-681e-4217-85d4-54ad02582b8e') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:04:03.700915 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4c86cc32-e92a-4330-a4f0-bee9e027b367 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16187153'] for segment (a4323370-681e-4217-85d4-54ad02582b8e), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:03.714334 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4c86cc32-e92a-4330-a4f0-bee9e027b367 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (a4323370-681e-4217-85d4-54ad02582b8e), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:03.720294 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c86cc32-e92a-4330-a4f0-bee9e027b367 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:04:03.720682 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4c86cc32-e92a-4330-a4f0-bee9e027b367 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4752570'] for segment (a4323370-681e-4217-85d4-54ad02582b8e), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:03.723672 n-d-812111-14 neutron-server[103305]: Traceback (most recent call last): Jan 28 20:04:03.723672 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:04:03.723672 n-d-812111-14 neutron-server[103305]: timer() Jan 28 20:04:03.723672 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:04:03.723672 n-d-812111-14 neutron-server[103305]: cb(*args, **kw) Jan 28 20:04:03.723672 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:04:03.723672 n-d-812111-14 neutron-server[103305]: return func(*args, **kwargs) Jan 28 20:04:03.723672 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:04:03.723672 n-d-812111-14 neutron-server[103305]: self._notify() Jan 28 20:04:03.723672 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:04:03.723672 n-d-812111-14 neutron-server[103305]: self.callback(batched_events) Jan 28 20:04:03.723672 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:04:03.723672 n-d-812111-14 neutron-server[103305]: event.method(event) Jan 28 20:04:03.723672 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:04:03.723672 n-d-812111-14 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:04:03.723672 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:04:03.723672 n-d-812111-14 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:04:03.723672 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:04:03.723672 n-d-812111-14 neutron-server[103305]: return f(self, *a, **k) Jan 28 20:04:03.723672 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:04:03.723672 n-d-812111-14 neutron-server[103305]: return self._get(url).json() Jan 28 20:04:03.723672 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:04:03.723672 n-d-812111-14 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:04:03.723672 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:04:03.723672 n-d-812111-14 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 28 20:04:03.723672 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:04:03.723672 n-d-812111-14 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:04:03.723672 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:04:03.723672 n-d-812111-14 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:04:03.723672 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:04:03.723672 n-d-812111-14 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:04:03.723672 n-d-812111-14 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:04:03.782046 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4c86cc32-e92a-4330-a4f0-bee9e027b367 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (5945b76c-3766-4f74-b7c3-ed4710cac4fb), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:03.790135 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4c86cc32-e92a-4330-a4f0-bee9e027b367 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:03.793344 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-4c86cc32-e92a-4330-a4f0-bee9e027b367 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "DELETE /v2.0/networks/5945b76c-3766-4f74-b7c3-ed4710cac4fb HTTP/1.1" status: 204 len: 168 time: 0.3069808 Jan 28 20:04:03.795876 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 37716) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:04:03.813625 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c86cc32-e92a-4330-a4f0-bee9e027b367 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Pushing event deleted for resources: {'Network': ['ID=5945b76c-3766-4f74-b7c3-ed4710cac4fb,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:04:03.870606 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7f906361-9903-4c6c-8b79-dc94899181bd tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for security_group (61c7f791-b952-4fe0-bdd4-83fc50b1fe08), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:03.897174 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7f906361-9903-4c6c-8b79-dc94899181bd tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for security_group (61c7f791-b952-4fe0-bdd4-83fc50b1fe08), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:03.958930 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7f906361-9903-4c6c-8b79-dc94899181bd tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (61c7f791-b952-4fe0-bdd4-83fc50b1fe08), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:03.961547 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7f906361-9903-4c6c-8b79-dc94899181bd tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:03.962694 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-7f906361-9903-4c6c-8b79-dc94899181bd tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "DELETE /v2.0/security-groups/61c7f791-b952-4fe0-bdd4-83fc50b1fe08 HTTP/1.1" status: 204 len: 168 time: 0.1659184 Jan 28 20:04:03.971628 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f906361-9903-4c6c-8b79-dc94899181bd tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61c7f791-b952-4fe0-bdd4-83fc50b1fe08,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:04:04.281191 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 37722) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:04:04.285841 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-73cdf337-0193-4f26-80e0-21cbb91d513c tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-976074856', 'description': 'tempest-secgroup-smoke-976074856 description', 'project_id': 'a518f4c8c8e149bf9da3dfc2b7497304'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:04:04.296689 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 7194ff54-5573-4d8b-a62d-342155b0d318 no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:04:04.306705 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-73cdf337-0193-4f26-80e0-21cbb91d513c tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:04.318985 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: 7194ff54-5573-4d8b-a62d-342155b0d318 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:04:04.319406 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 7194ff54-5573-4d8b-a62d-342155b0d318 not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:04:04.320052 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device b38f4397-0e8d-4a04-b209-f1bfcb6a15ad no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:04:04.341041 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: b38f4397-0e8d-4a04-b209-f1bfcb6a15ad {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:04:04.341432 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device b38f4397-0e8d-4a04-b209-f1bfcb6a15ad not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:04:04.377320 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-73cdf337-0193-4f26-80e0-21cbb91d513c tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for security_group (beb86b04-ea53-42ea-a2ac-82ee05804aa2), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:04.381283 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-73cdf337-0193-4f26-80e0-21cbb91d513c tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (beb86b04-ea53-42ea-a2ac-82ee05804aa2), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:04.408487 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-73cdf337-0193-4f26-80e0-21cbb91d513c tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:04.409731 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-73cdf337-0193-4f26-80e0-21cbb91d513c tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1274755 Jan 28 20:04:04.412825 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 37724) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:04:04.413677 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cdf337-0193-4f26-80e0-21cbb91d513c tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Pushing event updated for resources: {'SecurityGroup': ['ID=beb86b04-ea53-42ea-a2ac-82ee05804aa2,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:04:04.417903 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-72cd4944-06b9-4eb7-ad36-f01aee614bcf tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Request body: {'security_group_rule': {'security_group_id': 'beb86b04-ea53-42ea-a2ac-82ee05804aa2', 'project_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:04:04.442532 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-72cd4944-06b9-4eb7-ad36-f01aee614bcf tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for security_group_rule (f14b7c1e-fa28-4792-88b7-a51347527840), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:04.502148 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-72cd4944-06b9-4eb7-ad36-f01aee614bcf tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for security_group_rule (f14b7c1e-fa28-4792-88b7-a51347527840), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:04.505856 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-72cd4944-06b9-4eb7-ad36-f01aee614bcf tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (f14b7c1e-fa28-4792-88b7-a51347527840), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:04.523308 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cd4944-06b9-4eb7-ad36-f01aee614bcf tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f14b7c1e-fa28-4792-88b7-a51347527840,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:04:04.530537 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-72cd4944-06b9-4eb7-ad36-f01aee614bcf tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:04.531807 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-72cd4944-06b9-4eb7-ad36-f01aee614bcf tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1178358 Jan 28 20:04:04.534479 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 37726) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:04:04.538722 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-04cfec38-4bfd-4f77-80dc-8064026965b0 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Request body: {'security_group_rule': {'security_group_id': 'beb86b04-ea53-42ea-a2ac-82ee05804aa2', 'project_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:04:04.563454 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-04cfec38-4bfd-4f77-80dc-8064026965b0 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for security_group_rule (69866515-90be-4f2d-b766-2866de9b5dc9), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:04.617453 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-04cfec38-4bfd-4f77-80dc-8064026965b0 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for security_group_rule (69866515-90be-4f2d-b766-2866de9b5dc9), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:04.621304 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-04cfec38-4bfd-4f77-80dc-8064026965b0 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (69866515-90be-4f2d-b766-2866de9b5dc9), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:04.639936 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cfec38-4bfd-4f77-80dc-8064026965b0 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69866515-90be-4f2d-b766-2866de9b5dc9,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:04:04.648041 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-04cfec38-4bfd-4f77-80dc-8064026965b0 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:04.649579 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-04cfec38-4bfd-4f77-80dc-8064026965b0 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1141374 Jan 28 20:04:04.652309 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 37728) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:04:04.656567 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-a5de9a67-e11f-4fa0-95ea-f049c27854fc tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Request body: {'security_group_rule': {'security_group_id': 'beb86b04-ea53-42ea-a2ac-82ee05804aa2', 'project_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:04:04.681334 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a5de9a67-e11f-4fa0-95ea-f049c27854fc tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for security_group_rule (71a19ee4-ef8a-4f81-a012-9490566fe470), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:04.736796 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a5de9a67-e11f-4fa0-95ea-f049c27854fc tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for security_group_rule (71a19ee4-ef8a-4f81-a012-9490566fe470), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:04.740799 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a5de9a67-e11f-4fa0-95ea-f049c27854fc tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (71a19ee4-ef8a-4f81-a012-9490566fe470), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:04.761419 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5de9a67-e11f-4fa0-95ea-f049c27854fc tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71a19ee4-ef8a-4f81-a012-9490566fe470,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:04:04.766789 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a5de9a67-e11f-4fa0-95ea-f049c27854fc tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:04.767792 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-a5de9a67-e11f-4fa0-95ea-f049c27854fc tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1145742 Jan 28 20:04:04.770477 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 37730) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:04:04.775207 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-1b574000-8e4d-4ed8-a85e-3672a60a56e9 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Request body: {'security_group_rule': {'security_group_id': 'beb86b04-ea53-42ea-a2ac-82ee05804aa2', 'project_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:04:04.799103 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1b574000-8e4d-4ed8-a85e-3672a60a56e9 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for security_group_rule (c438f9ac-c0be-48f7-88d9-1003ec031287), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:04.857522 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1b574000-8e4d-4ed8-a85e-3672a60a56e9 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for security_group_rule (c438f9ac-c0be-48f7-88d9-1003ec031287), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:04.860992 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1b574000-8e4d-4ed8-a85e-3672a60a56e9 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (c438f9ac-c0be-48f7-88d9-1003ec031287), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:04.880185 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b574000-8e4d-4ed8-a85e-3672a60a56e9 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c438f9ac-c0be-48f7-88d9-1003ec031287,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:04:04.886295 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1b574000-8e4d-4ed8-a85e-3672a60a56e9 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:04.887543 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-1b574000-8e4d-4ed8-a85e-3672a60a56e9 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1161435 Jan 28 20:04:04.890269 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 37732) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:04:04.894679 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-2f10c568-cb91-4899-825e-38c0b148970e tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Request body: {'security_group_rule': {'security_group_id': 'beb86b04-ea53-42ea-a2ac-82ee05804aa2', 'project_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:04:04.913530 n-d-812111-14 neutron-server[103304]: INFO neutron.db.securitygroups_db [None req-2f10c568-cb91-4899-825e-38c0b148970e tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Project a518f4c8c8e149bf9da3dfc2b7497304 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 20:04:04.918177 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2f10c568-cb91-4899-825e-38c0b148970e tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for security_group_rule (d68f4aeb-d781-4179-bd83-adaf2e509e06), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:04.974448 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2f10c568-cb91-4899-825e-38c0b148970e tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for security_group_rule (d68f4aeb-d781-4179-bd83-adaf2e509e06), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:04.978317 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2f10c568-cb91-4899-825e-38c0b148970e tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (d68f4aeb-d781-4179-bd83-adaf2e509e06), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:04.999706 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f10c568-cb91-4899-825e-38c0b148970e tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d68f4aeb-d781-4179-bd83-adaf2e509e06,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:04:05.004968 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2f10c568-cb91-4899-825e-38c0b148970e tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:05.006185 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-2f10c568-cb91-4899-825e-38c0b148970e tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1149685 Jan 28 20:04:05.008811 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 37734) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:04:05.013271 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-482ad817-2ba4-4d0c-a6ec-3cca39aa4131 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Request body: {'security_group_rule': {'security_group_id': 'beb86b04-ea53-42ea-a2ac-82ee05804aa2', 'project_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:04:05.033865 n-d-812111-14 neutron-server[103304]: INFO neutron.db.securitygroups_db [None req-482ad817-2ba4-4d0c-a6ec-3cca39aa4131 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Project a518f4c8c8e149bf9da3dfc2b7497304 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 20:04:05.038642 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-482ad817-2ba4-4d0c-a6ec-3cca39aa4131 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for security_group_rule (3047ca0d-cbdd-4e01-b949-0b9e292d97fb), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:05.095612 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-482ad817-2ba4-4d0c-a6ec-3cca39aa4131 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for security_group_rule (3047ca0d-cbdd-4e01-b949-0b9e292d97fb), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:05.099286 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-482ad817-2ba4-4d0c-a6ec-3cca39aa4131 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (3047ca0d-cbdd-4e01-b949-0b9e292d97fb), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:05.117975 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482ad817-2ba4-4d0c-a6ec-3cca39aa4131 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3047ca0d-cbdd-4e01-b949-0b9e292d97fb,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:04:05.125948 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-482ad817-2ba4-4d0c-a6ec-3cca39aa4131 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:05.127173 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-482ad817-2ba4-4d0c-a6ec-3cca39aa4131 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1174235 Jan 28 20:04:05.129985 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 37736) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:04:05.135005 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-822930e6-b694-452e-b8f3-3b27a8909d5a tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Request body: {'network': {'name': 'tempest-network-smoke--475348489', 'project_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'port_security_enabled': True}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:04:05.153666 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-822930e6-b694-452e-b8f3-3b27a8909d5a tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Made reservation on behalf of a518f4c8c8e149bf9da3dfc2b7497304 for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:04:05.156919 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-822930e6-b694-452e-b8f3-3b27a8909d5a tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:05.179801 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-822930e6-b694-452e-b8f3-3b27a8909d5a tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:04:05.188726 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-822930e6-b694-452e-b8f3-3b27a8909d5a tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (34ffbefd-8f90-415d-afc9-4379d33adc89), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:05.189067 n-d-812111-14 neutron-server[103304]: INFO neutron.db.segments_db [None req-822930e6-b694-452e-b8f3-3b27a8909d5a tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Added segment 34ffbefd-8f90-415d-afc9-4379d33adc89 of type vlan for network 1a978ef6-c003-4f84-a595-0bb0a0b7bd90 Jan 28 20:04:05.232488 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-822930e6-b694-452e-b8f3-3b27a8909d5a tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (1a978ef6-c003-4f84-a595-0bb0a0b7bd90), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:05.256942 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-822930e6-b694-452e-b8f3-3b27a8909d5a tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (1a978ef6-c003-4f84-a595-0bb0a0b7bd90), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:05.262420 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-822930e6-b694-452e-b8f3-3b27a8909d5a tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:04:05.263009 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-822930e6-b694-452e-b8f3-3b27a8909d5a tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:05.314116 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-822930e6-b694-452e-b8f3-3b27a8909d5a tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1830819 Jan 28 20:04:05.316918 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 37738) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:04:05.321983 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-1a56107f-e555-4ae7-9276-1f7ef646bda4 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1309653867', 'admin_state_up': True, 'project_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:04:05.331549 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822930e6-b694-452e-b8f3-3b27a8909d5a tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Pushing event updated for resources: {'Network': ['ID=1a978ef6-c003-4f84-a595-0bb0a0b7bd90,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:04:05.343902 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1a56107f-e555-4ae7-9276-1f7ef646bda4 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261150'] for router (5302768c-dece-4fd0-a44d-4071a33c0250), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:05.344096 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network 1a978ef6-c003-4f84-a595-0bb0a0b7bd90 details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:04:05.344936 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1a56107f-e555-4ae7-9276-1f7ef646bda4 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-731099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-731441', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261129'] for router (5302768c-dece-4fd0-a44d-4071a33c0250), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:05.401651 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1a56107f-e555-4ae7-9276-1f7ef646bda4 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for router_controller (5302768c-dece-4fd0-a44d-4071a33c0250), precommit_add_association {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:05.826281 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1a56107f-e555-4ae7-9276-1f7ef646bda4 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for router_gateway (5302768c-dece-4fd0-a44d-4071a33c0250), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:05.895925 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 50bfb494-7f5b-426b-a302-3e01c224f12d no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:04:05.918349 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: 50bfb494-7f5b-426b-a302-3e01c224f12d {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:04:05.918695 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 50bfb494-7f5b-426b-a302-3e01c224f12d not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:04:06.026458 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1a56107f-e555-4ae7-9276-1f7ef646bda4 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for router_gateway (5302768c-dece-4fd0-a44d-4071a33c0250), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:06.044519 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1a56107f-e555-4ae7-9276-1f7ef646bda4 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:06.147484 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-1a56107f-e555-4ae7-9276-1f7ef646bda4 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Allocated IP 172.25.6.110 (d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8/a648e4ab-7422-41b9-b133-58aca25ab8f5/3b746e07-86a8-49f7-9830-25d7324d6e10) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:04:06.249382 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1a56107f-e555-4ae7-9276-1f7ef646bda4 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for port (3b746e07-86a8-49f7-9830-25d7324d6e10), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:06.281969 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1a56107f-e555-4ae7-9276-1f7ef646bda4 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (3b746e07-86a8-49f7-9830-25d7324d6e10), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:06.322430 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a56107f-e555-4ae7-9276-1f7ef646bda4 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:04:06.325176 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-1a56107f-e555-4ae7-9276-1f7ef646bda4 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:04:06.328534 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a56107f-e555-4ae7-9276-1f7ef646bda4 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:04:06.359495 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a56107f-e555-4ae7-9276-1f7ef646bda4 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Pushing event updated for resources: {'Port': ['ID=3b746e07-86a8-49f7-9830-25d7324d6e10,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:04:06.582329 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1a56107f-e555-4ae7-9276-1f7ef646bda4 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for router_gateway (5302768c-dece-4fd0-a44d-4071a33c0250), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:06.724986 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-69c8b28d-026d-4373-bfb4-3c8b372baedc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:06.778664 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1a56107f-e555-4ae7-9276-1f7ef646bda4 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-731074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-731460'] for router (5302768c-dece-4fd0-a44d-4071a33c0250), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:06.905797 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a56107f-e555-4ae7-9276-1f7ef646bda4 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Router 5302768c-dece-4fd0-a44d-4071a33c0250 is scheduled to L3 agent 76fe5c49-705a-4e08-abb2-be585676213f with binding_index 1 {{(pid=103305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 20:04:07.012128 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a56107f-e555-4ae7-9276-1f7ef646bda4 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:04:07.022026 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba4595b-b98e-4e50-94e4-342a388f5300 None None] Sync routers for ids ['5302768c-dece-4fd0-a44d-4071a33c0250'] in n-d-812111-14 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:04:07.031426 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1a56107f-e555-4ae7-9276-1f7ef646bda4 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:07.031789 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba4595b-b98e-4e50-94e4-342a388f5300 None None] Routers {'5302768c-dece-4fd0-a44d-4071a33c0250'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:04:07.032419 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-4ba4595b-b98e-4e50-94e4-342a388f5300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:03:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['5302768c-dece-4fd0-a44d-4071a33c0250'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:04:07.032669 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-1a56107f-e555-4ae7-9276-1f7ef646bda4 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7146859 Jan 28 20:04:07.035838 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 37740) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:04:07.064105 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-3e7593f3-196b-4cc3-9d45-f67d99e55ecf tempest-TestNetworkAdvancedServerOps-1681414059 tempest-TestNetworkAdvancedServerOps-1681414059-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=a518f4c8c8e149bf9da3dfc2b7497304&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270500 Jan 28 20:04:07.066629 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 37742) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:04:07.139146 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-4ba4595b-b98e-4e50-94e4-342a388f5300 None None] Set router 5302768c-dece-4fd0-a44d-4071a33c0250 gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:04:07.152491 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f53e4da0-f201-4641-82d4-76770b0e4cf8 tempest-TestNetworkAdvancedServerOps-1681414059 tempest-TestNetworkAdvancedServerOps-1681414059-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:04:07.154050 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-f53e4da0-f201-4641-82d4-76770b0e4cf8 tempest-TestNetworkAdvancedServerOps-1681414059 tempest-TestNetworkAdvancedServerOps-1681414059-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0865207 Jan 28 20:04:07.156966 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 37744) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:04:07.184823 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-07f499aa-526b-4d8e-914b-c3d440d05f41 tempest-TestNetworkAdvancedServerOps-1681414059 tempest-TestNetworkAdvancedServerOps-1681414059-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268509 Jan 28 20:04:07.187315 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 37746) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:04:07.192114 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-ae66b022-88ed-47b7-a906-45b205796d9d tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1644655672', 'network_id': '1a978ef6-c003-4f84-a595-0bb0a0b7bd90', 'project_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:04:07.289651 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae66b022-88ed-47b7-a906-45b205796d9d tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Made reservation on behalf of a518f4c8c8e149bf9da3dfc2b7497304 for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:04:07.293220 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ae66b022-88ed-47b7-a906-45b205796d9d tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4733071'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:07.327519 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-4ba4595b-b98e-4e50-94e4-342a388f5300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5302768c-dece-4fd0-a44d-4071a33c0250', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1309653867', 'tenant_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': '3b746e07-86a8-49f7-9830-25d7324d6e10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:04:05Z', 'updated_at': '2022-01-28T20:04:06Z', 'revision_number': 3, 'project_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'gw_port': {'id': '3b746e07-86a8-49f7-9830-25d7324d6e10', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a4:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5302768c-dece-4fd0-a44d-4071a33c0250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:04:06Z', 'updated_at': '2022-01-28T20:04:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:04:07.355012 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba4595b-b98e-4e50-94e4-342a388f5300 None None] Checking router: 5302768c-dece-4fd0-a44d-4071a33c0250 for host: n-d-812111-14 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:04:07.355369 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba4595b-b98e-4e50-94e4-342a388f5300 None None] Updating router 5302768c-dece-4fd0-a44d-4071a33c0250 port 3b746e07-86a8-49f7-9830-25d7324d6e10 binding host n-d-812111-14 {{(pid=103306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:04:07.383024 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4ba4595b-b98e-4e50-94e4-342a388f5300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (3b746e07-86a8-49f7-9830-25d7324d6e10), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:07.477993 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ae66b022-88ed-47b7-a906-45b205796d9d tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4752401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4733085'] for subnet (8fde075d-6a0b-4729-a7cf-47aac1129024), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:07.537481 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae66b022-88ed-47b7-a906-45b205796d9d tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Pushing event updated for resources: {'Subnet': ['ID=8fde075d-6a0b-4729-a7cf-47aac1129024,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:04:07.546723 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae66b022-88ed-47b7-a906-45b205796d9d tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Checking segment: {'id': '34ffbefd-8f90-415d-afc9-4379d33adc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '1a978ef6-c003-4f84-a595-0bb0a0b7bd90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:04:07.547093 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae66b022-88ed-47b7-a906-45b205796d9d tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Network hostable DHCP agents. Network: 1a978ef6-c003-4f84-a595-0bb0a0b7bd90, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:04:07.564011 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae66b022-88ed-47b7-a906-45b205796d9d tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Network 1a978ef6-c003-4f84-a595-0bb0a0b7bd90 is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:04:07.573395 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-ae66b022-88ed-47b7-a906-45b205796d9d tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, 1a978ef6-c003-4f84-a595-0bb0a0b7bd90) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:04:07.577437 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae66b022-88ed-47b7-a906-45b205796d9d tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:04:07.578052 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ae66b022-88ed-47b7-a906-45b205796d9d tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:07.584713 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-417e0d12-d80c-4f7f-9055-cc77bf49392a None None] Network 1a978ef6-c003-4f84-a595-0bb0a0b7bd90 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:04:07.594752 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-ae66b022-88ed-47b7-a906-45b205796d9d tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4064779 Jan 28 20:04:07.597615 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 37748) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:04:07.707902 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4ba4595b-b98e-4e50-94e4-342a388f5300 None None] Publish callbacks [] for port (3b746e07-86a8-49f7-9830-25d7324d6e10), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:07.714244 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4ba4595b-b98e-4e50-94e4-342a388f5300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (3b746e07-86a8-49f7-9830-25d7324d6e10), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:07.759798 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26632546-db2d-4632-aa5a-83bb6a1fa7d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68cd31fd-e4cd-5fb3-a862-256fc47efcd2-1a978ef6-c003-4f84-a595-0bb0a0b7bd90', 'network_id': '1a978ef6-c003-4f84-a595-0bb0a0b7bd90', 'project_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'fixed_ips': [{'subnet_id': '8fde075d-6a0b-4729-a7cf-47aac1129024'}]}} from n-d-812111-14. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 20:04:07.760640 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-26632546-db2d-4632-aa5a-83bb6a1fa7d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:07.803528 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6186663d-c2ae-4d49-b779-2b21e59e8634 None None] Pushing event updated for resources: {'Port': ['ID=3b746e07-86a8-49f7-9830-25d7324d6e10,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:04:07.813316 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-4ba4595b-b98e-4e50-94e4-342a388f5300 None None] Attempting to bind port 3b746e07-86a8-49f7-9830-25d7324d6e10 on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:04:07.813688 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-4ba4595b-b98e-4e50-94e4-342a388f5300 None None] Attempting to bind port 3b746e07-86a8-49f7-9830-25d7324d6e10 by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:04:07.814051 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba4595b-b98e-4e50-94e4-342a388f5300 None None] Attempting to bind port 3b746e07-86a8-49f7-9830-25d7324d6e10 on network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:04:07.860803 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba4595b-b98e-4e50-94e4-342a388f5300 None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 3, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:04:07.861202 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba4595b-b98e-4e50-94e4-342a388f5300 None None] Checking segment: {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:04:07.861609 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4ba4595b-b98e-4e50-94e4-342a388f5300 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:07.862002 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba4595b-b98e-4e50-94e4-342a388f5300 None None] Bound using segment: {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:04:07.862485 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-4ba4595b-b98e-4e50-94e4-342a388f5300 None None] Bound port: 3b746e07-86a8-49f7-9830-25d7324d6e10, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:04:07.862860 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4ba4595b-b98e-4e50-94e4-342a388f5300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (3b746e07-86a8-49f7-9830-25d7324d6e10), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:07.935253 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-4ba4595b-b98e-4e50-94e4-342a388f5300 None None] For port 3b746e07-86a8-49f7-9830-25d7324d6e10, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:04:07.973972 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-4ba4595b-b98e-4e50-94e4-342a388f5300 None None] For port 3b746e07-86a8-49f7-9830-25d7324d6e10, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=3b746e07-86a8-49f7-9830-25d7324d6e10,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:04:07.992000 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-26632546-db2d-4632-aa5a-83bb6a1fa7d4 None None] Allocated IP 172.20.0.2 (1a978ef6-c003-4f84-a595-0bb0a0b7bd90/8fde075d-6a0b-4729-a7cf-47aac1129024/7f916355-235a-4d39-854b-a5b179f744f9) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:04:07.998415 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4ba4595b-b98e-4e50-94e4-342a388f5300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (3b746e07-86a8-49f7-9830-25d7324d6e10), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:08.074354 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e32e885d-3941-48e7-b120-bc68bbf89c3b tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:08.111596 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6186663d-c2ae-4d49-b779-2b21e59e8634 None None] Pushing event updated for resources: {'Port': ['ID=3b746e07-86a8-49f7-9830-25d7324d6e10,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:04:08.116000 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba4595b-b98e-4e50-94e4-342a388f5300 None None] Routers {'5302768c-dece-4fd0-a44d-4071a33c0250'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:04:08.116545 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-4ba4595b-b98e-4e50-94e4-342a388f5300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:03:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['5302768c-dece-4fd0-a44d-4071a33c0250'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:04:08.294966 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-26632546-db2d-4632-aa5a-83bb6a1fa7d4 None None] Publish callbacks [] for port (7f916355-235a-4d39-854b-a5b179f744f9), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:08.302890 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-4ba4595b-b98e-4e50-94e4-342a388f5300 None None] Set router 5302768c-dece-4fd0-a44d-4071a33c0250 gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:04:08.306024 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-26632546-db2d-4632-aa5a-83bb6a1fa7d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (7f916355-235a-4d39-854b-a5b179f744f9), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:08.416397 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-e32e885d-3941-48e7-b120-bc68bbf89c3b tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Allocated IP 172.20.0.1 (1a978ef6-c003-4f84-a595-0bb0a0b7bd90/8fde075d-6a0b-4729-a7cf-47aac1129024/f33ccc07-b9df-46b8-9d6d-5eb18acc6d6b) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:04:08.444457 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26632546-db2d-4632-aa5a-83bb6a1fa7d4 None None] Network 1a978ef6-c003-4f84-a595-0bb0a0b7bd90 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:04:08.447139 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26632546-db2d-4632-aa5a-83bb6a1fa7d4 None None] Pushing event updated for resources: {'Port': ['ID=7f916355-235a-4d39-854b-a5b179f744f9,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:04:08.451287 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-26632546-db2d-4632-aa5a-83bb6a1fa7d4 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:04:08.454836 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26632546-db2d-4632-aa5a-83bb6a1fa7d4 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:04:08.535307 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e32e885d-3941-48e7-b120-bc68bbf89c3b tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for port (f33ccc07-b9df-46b8-9d6d-5eb18acc6d6b), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:08.552757 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-26632546-db2d-4632-aa5a-83bb6a1fa7d4 None None] Attempting to bind port 7f916355-235a-4d39-854b-a5b179f744f9 on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:04:08.553068 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-26632546-db2d-4632-aa5a-83bb6a1fa7d4 None None] Attempting to bind port 7f916355-235a-4d39-854b-a5b179f744f9 by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '34ffbefd-8f90-415d-afc9-4379d33adc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '1a978ef6-c003-4f84-a595-0bb0a0b7bd90'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:04:08.553469 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26632546-db2d-4632-aa5a-83bb6a1fa7d4 None None] Attempting to bind port 7f916355-235a-4d39-854b-a5b179f744f9 on network 1a978ef6-c003-4f84-a595-0bb0a0b7bd90 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:04:08.562237 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26632546-db2d-4632-aa5a-83bb6a1fa7d4 None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 3, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:04:08.562619 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26632546-db2d-4632-aa5a-83bb6a1fa7d4 None None] Checking segment: {'id': '34ffbefd-8f90-415d-afc9-4379d33adc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '1a978ef6-c003-4f84-a595-0bb0a0b7bd90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:04:08.563026 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-26632546-db2d-4632-aa5a-83bb6a1fa7d4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:08.563437 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26632546-db2d-4632-aa5a-83bb6a1fa7d4 None None] Bound using segment: {'id': '34ffbefd-8f90-415d-afc9-4379d33adc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '1a978ef6-c003-4f84-a595-0bb0a0b7bd90'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:04:08.563913 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-26632546-db2d-4632-aa5a-83bb6a1fa7d4 None None] Bound port: 7f916355-235a-4d39-854b-a5b179f744f9, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34ffbefd-8f90-415d-afc9-4379d33adc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '1a978ef6-c003-4f84-a595-0bb0a0b7bd90'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:04:08.564295 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-26632546-db2d-4632-aa5a-83bb6a1fa7d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (7f916355-235a-4d39-854b-a5b179f744f9), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:08.569690 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e32e885d-3941-48e7-b120-bc68bbf89c3b tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (f33ccc07-b9df-46b8-9d6d-5eb18acc6d6b), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:08.610902 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e32e885d-3941-48e7-b120-bc68bbf89c3b tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Network 1a978ef6-c003-4f84-a595-0bb0a0b7bd90 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:04:08.613932 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-e32e885d-3941-48e7-b120-bc68bbf89c3b tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:04:08.616651 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32e885d-3941-48e7-b120-bc68bbf89c3b tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:04:08.636789 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-4ba4595b-b98e-4e50-94e4-342a388f5300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5302768c-dece-4fd0-a44d-4071a33c0250', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1309653867', 'tenant_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': '3b746e07-86a8-49f7-9830-25d7324d6e10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:04:05Z', 'updated_at': '2022-01-28T20:04:06Z', 'revision_number': 3, 'project_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'gw_port': {'id': '3b746e07-86a8-49f7-9830-25d7324d6e10', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a4:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5302768c-dece-4fd0-a44d-4071a33c0250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:04:06Z', 'updated_at': '2022-01-28T20:04:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:04:08.645426 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32e885d-3941-48e7-b120-bc68bbf89c3b tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Pushing event updated for resources: {'Port': ['ID=f33ccc07-b9df-46b8-9d6d-5eb18acc6d6b,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:04:08.668650 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e32e885d-3941-48e7-b120-bc68bbf89c3b tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734769'] for router_interface (5302768c-dece-4fd0-a44d-4071a33c0250), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:08.669714 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba4595b-b98e-4e50-94e4-342a388f5300 None None] The sync data for ids ['5302768c-dece-4fd0-a44d-4071a33c0250'] in n-d-812111-14 is: [{'id': '5302768c-dece-4fd0-a44d-4071a33c0250', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1309653867', 'tenant_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': '3b746e07-86a8-49f7-9830-25d7324d6e10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:04:05Z', 'updated_at': '2022-01-28T20:04:06Z', 'revision_number': 3, 'project_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'gw_port': {'id': '3b746e07-86a8-49f7-9830-25d7324d6e10', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a4:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5302768c-dece-4fd0-a44d-4071a33c0250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:04:06Z', 'updated_at': '2022-01-28T20:04:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:04:08.671645 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-26632546-db2d-4632-aa5a-83bb6a1fa7d4 None None] For port 7f916355-235a-4d39-854b-a5b179f744f9, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:04:08.684610 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-26632546-db2d-4632-aa5a-83bb6a1fa7d4 None None] For port 7f916355-235a-4d39-854b-a5b179f744f9, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=7f916355-235a-4d39-854b-a5b179f744f9,segment=NetworkSegment(34ffbefd-8f90-415d-afc9-4379d33adc89),segment_id=34ffbefd-8f90-415d-afc9-4379d33adc89)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:04:08.693155 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-26632546-db2d-4632-aa5a-83bb6a1fa7d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (7f916355-235a-4d39-854b-a5b179f744f9), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:08.762199 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26632546-db2d-4632-aa5a-83bb6a1fa7d4 None None] Pushing event updated for resources: {'Port': ['ID=7f916355-235a-4d39-854b-a5b179f744f9,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:04:08.997483 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-523b55eb-d411-47bc-958a-60d489083c6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:09.193323 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e32e885d-3941-48e7-b120-bc68bbf89c3b tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (f33ccc07-b9df-46b8-9d6d-5eb18acc6d6b), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:09.492077 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e32e885d-3941-48e7-b120-bc68bbf89c3b tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for port (f33ccc07-b9df-46b8-9d6d-5eb18acc6d6b), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:09.497341 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e32e885d-3941-48e7-b120-bc68bbf89c3b tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (f33ccc07-b9df-46b8-9d6d-5eb18acc6d6b), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:09.578010 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e32e885d-3941-48e7-b120-bc68bbf89c3b tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-756216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-732801'] for router_interface (5302768c-dece-4fd0-a44d-4071a33c0250), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:09.579844 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32e885d-3941-48e7-b120-bc68bbf89c3b tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Pushing event updated for resources: {'Port': ['ID=f33ccc07-b9df-46b8-9d6d-5eb18acc6d6b,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:04:09.683671 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e32e885d-3941-48e7-b120-bc68bbf89c3b tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Network 1a978ef6-c003-4f84-a595-0bb0a0b7bd90 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:04:09.685090 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-e32e885d-3941-48e7-b120-bc68bbf89c3b tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:04:09.804900 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e32e885d-3941-48e7-b120-bc68bbf89c3b tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Router 5302768c-dece-4fd0-a44d-4071a33c0250 has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:04:09.807293 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a8bb8b2-81d5-406b-a061-5b5a0c338a82 None None] Network 1a978ef6-c003-4f84-a595-0bb0a0b7bd90 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:04:09.922800 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e32e885d-3941-48e7-b120-bc68bbf89c3b tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:04:09.938448 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-e32e885d-3941-48e7-b120-bc68bbf89c3b tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "PUT /v2.0/routers/5302768c-dece-4fd0-a44d-4071a33c0250/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3295770 Jan 28 20:04:10.142288 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-48bf05f1-aa3c-4609-ad0f-de79bd70b7e6 req-044e9fca-b5d7-46c9-9a98-798ee6dd2d26 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-976074856&fields=id&tenant_id=a518f4c8c8e149bf9da3dfc2b7497304 HTTP/1.1" status: 200 len: 267 time: 0.0575724 Jan 28 20:04:10.152198 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 3b746e07-86a8-49f7-9830-25d7324d6e10 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:04:10.214405 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-ccf31a9c-71a4-4089-a949-5ce30a3b644b None None] Provisioning complete for port 7f916355-235a-4d39-854b-a5b179f744f9 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:04:10.214915 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ccf31a9c-71a4-4089-a949-5ce30a3b644b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (7f916355-235a-4d39-854b-a5b179f744f9), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:10.217029 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:10.268238 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bf05f1-aa3c-4609-ad0f-de79bd70b7e6 req-7b930402-a534-4aa3-9385-2b60adedec13 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:04:10.269815 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-48bf05f1-aa3c-4609-ad0f-de79bd70b7e6 req-7b930402-a534-4aa3-9385-2b60adedec13 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/networks?id=1a978ef6-c003-4f84-a595-0bb0a0b7bd90 HTTP/1.1" status: 200 len: 796 time: 0.1195092 Jan 28 20:04:10.293035 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-48bf05f1-aa3c-4609-ad0f-de79bd70b7e6 req-3cf39c20-0876-4cb7-b295-6383fa082775 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/quotas/a518f4c8c8e149bf9da3dfc2b7497304 HTTP/1.1" status: 200 len: 375 time: 0.0158319 Jan 28 20:04:10.310549 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 3b746e07-86a8-49f7-9830-25d7324d6e10 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:04:10.310921 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (3b746e07-86a8-49f7-9830-25d7324d6e10), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:10.367922 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-48bf05f1-aa3c-4609-ad0f-de79bd70b7e6 req-7f2a4003-2a3b-40af-ad10-740d645d409c tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=a518f4c8c8e149bf9da3dfc2b7497304&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0680370 Jan 28 20:04:10.390886 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-ccf31a9c-71a4-4089-a949-5ce30a3b644b None None] Current status of the port 7f916355-235a-4d39-854b-a5b179f744f9 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:04:10.391272 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ccf31a9c-71a4-4089-a949-5ce30a3b644b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (7f916355-235a-4d39-854b-a5b179f744f9), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:10.469734 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582e73a0-43a0-4efd-a3e0-29f598485a26 None None] Sync routers for ids ['5302768c-dece-4fd0-a44d-4071a33c0250'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:04:10.474936 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-ccf31a9c-71a4-4089-a949-5ce30a3b644b None None] For port 7f916355-235a-4d39-854b-a5b179f744f9, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=7f916355-235a-4d39-854b-a5b179f744f9,segment=NetworkSegment(34ffbefd-8f90-415d-afc9-4379d33adc89),segment_id=34ffbefd-8f90-415d-afc9-4379d33adc89)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:04:10.483231 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582e73a0-43a0-4efd-a3e0-29f598485a26 None None] Routers {'5302768c-dece-4fd0-a44d-4071a33c0250'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:04:10.484140 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-582e73a0-43a0-4efd-a3e0-29f598485a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:04:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['5302768c-dece-4fd0-a44d-4071a33c0250'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:04:10.484737 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ccf31a9c-71a4-4089-a949-5ce30a3b644b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (7f916355-235a-4d39-854b-a5b179f744f9), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:10.499057 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-48bf05f1-aa3c-4609-ad0f-de79bd70b7e6 req-5a8b6d6b-6287-45bb-9604-ad295824d08d service neutron] 10.222.0.64 "GET /v2.0/networks/1a978ef6-c003-4f84-a595-0bb0a0b7bd90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117735 Jan 28 20:04:10.537047 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 3b746e07-86a8-49f7-9830-25d7324d6e10 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:04:10.537694 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (3b746e07-86a8-49f7-9830-25d7324d6e10), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:10.589531 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] For port 3b746e07-86a8-49f7-9830-25d7324d6e10, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=3b746e07-86a8-49f7-9830-25d7324d6e10,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:04:10.602007 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-48bf05f1-aa3c-4609-ad0f-de79bd70b7e6 req-87da21a3-0f3a-450f-a555-97043039501a service neutron] 10.222.0.64 "GET /v2.0/networks/1a978ef6-c003-4f84-a595-0bb0a0b7bd90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994861 Jan 28 20:04:10.604560 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf31a9c-71a4-4089-a949-5ce30a3b644b None None] Pushing event updated for resources: {'Port': ['ID=7f916355-235a-4d39-854b-a5b179f744f9,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:04:10.610004 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (3b746e07-86a8-49f7-9830-25d7324d6e10), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:10.611097 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 7f916355-235a-4d39-854b-a5b179f744f9 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:04:10.620615 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-582e73a0-43a0-4efd-a3e0-29f598485a26 None None] Set router 5302768c-dece-4fd0-a44d-4071a33c0250 gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:04:10.698128 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-ef0e416a-9135-4541-b15e-fc8f0d409125 None None] Provisioning complete for port 7f916355-235a-4d39-854b-a5b179f744f9 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:04:10.698516 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ef0e416a-9135-4541-b15e-fc8f0d409125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (7f916355-235a-4d39-854b-a5b179f744f9), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:10.756655 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Pushing event updated for resources: {'Port': ['ID=3b746e07-86a8-49f7-9830-25d7324d6e10,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:04:10.782140 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 7f916355-235a-4d39-854b-a5b179f744f9 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:04:10.782591 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (7f916355-235a-4d39-854b-a5b179f744f9), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:10.863866 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-ef0e416a-9135-4541-b15e-fc8f0d409125 None None] Current status of the port 7f916355-235a-4d39-854b-a5b179f744f9 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:04:10.885063 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-582e73a0-43a0-4efd-a3e0-29f598485a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5302768c-dece-4fd0-a44d-4071a33c0250', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1309653867', 'tenant_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': '3b746e07-86a8-49f7-9830-25d7324d6e10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:04:05Z', 'updated_at': '2022-01-28T20:04:09Z', 'revision_number': 4, 'project_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'gw_port': {'id': '3b746e07-86a8-49f7-9830-25d7324d6e10', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a4:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5302768c-dece-4fd0-a44d-4071a33c0250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:04:06Z', 'updated_at': '2022-01-28T20:04:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': 'f33ccc07-b9df-46b8-9d6d-5eb18acc6d6b', 'name': '', 'network_id': '1a978ef6-c003-4f84-a595-0bb0a0b7bd90', 'tenant_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'mac_address': 'fa:16:3e:2b:17:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5302768c-dece-4fd0-a44d-4071a33c0250', 'device_owner': 'network:router_interface', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '8fde075d-6a0b-4729-a7cf-47aac1129024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:04:08Z', 'updated_at': '2022-01-28T20:04:09Z', 'revision_number': 2, 'project_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'subnets': [{'id': '8fde075d-6a0b-4729-a7cf-47aac1129024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:04:10.900144 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-ef0e416a-9135-4541-b15e-fc8f0d409125 None None] Provisioning complete for port f33ccc07-b9df-46b8-9d6d-5eb18acc6d6b triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:04:10.900534 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ef0e416a-9135-4541-b15e-fc8f0d409125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (f33ccc07-b9df-46b8-9d6d-5eb18acc6d6b), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:10.917688 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582e73a0-43a0-4efd-a3e0-29f598485a26 None None] Checking router: 5302768c-dece-4fd0-a44d-4071a33c0250 for host: n-d-812111-14 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:04:10.918131 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582e73a0-43a0-4efd-a3e0-29f598485a26 None None] Updating router 5302768c-dece-4fd0-a44d-4071a33c0250 port f33ccc07-b9df-46b8-9d6d-5eb18acc6d6b binding host n-d-812111-14 {{(pid=103307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:04:10.927504 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 7f916355-235a-4d39-854b-a5b179f744f9 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:04:10.946499 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-ef0e416a-9135-4541-b15e-fc8f0d409125 None None] Port f33ccc07-b9df-46b8-9d6d-5eb18acc6d6b cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 20:04:10.955657 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-582e73a0-43a0-4efd-a3e0-29f598485a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (f33ccc07-b9df-46b8-9d6d-5eb18acc6d6b), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:11.064796 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-54a2dce9-35a9-4620-a74e-0cefe07e7a08 None None] Provisioning complete for port f33ccc07-b9df-46b8-9d6d-5eb18acc6d6b triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:04:11.065212 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-54a2dce9-35a9-4620-a74e-0cefe07e7a08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (f33ccc07-b9df-46b8-9d6d-5eb18acc6d6b), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:11.100361 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-54a2dce9-35a9-4620-a74e-0cefe07e7a08 None None] Port f33ccc07-b9df-46b8-9d6d-5eb18acc6d6b cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 20:04:11.243021 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-582e73a0-43a0-4efd-a3e0-29f598485a26 None None] Publish callbacks [] for port (f33ccc07-b9df-46b8-9d6d-5eb18acc6d6b), precommit_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:11.249215 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-582e73a0-43a0-4efd-a3e0-29f598485a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (f33ccc07-b9df-46b8-9d6d-5eb18acc6d6b), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:11.301280 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328c900f-977f-4950-982a-35e834ff884f None None] Pushing event updated for resources: {'Port': ['ID=f33ccc07-b9df-46b8-9d6d-5eb18acc6d6b,revision_number=3']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:04:11.324533 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328c900f-977f-4950-982a-35e834ff884f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:04:11.324880 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328c900f-977f-4950-982a-35e834ff884f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:04:11.325249 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328c900f-977f-4950-982a-35e834ff884f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:04:11.325594 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328c900f-977f-4950-982a-35e834ff884f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:04:11.325928 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328c900f-977f-4950-982a-35e834ff884f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:04:11.326260 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328c900f-977f-4950-982a-35e834ff884f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:04:11.326594 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328c900f-977f-4950-982a-35e834ff884f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:04:11.326919 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328c900f-977f-4950-982a-35e834ff884f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:04:11.327244 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328c900f-977f-4950-982a-35e834ff884f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:04:11.327568 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328c900f-977f-4950-982a-35e834ff884f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:04:11.327891 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328c900f-977f-4950-982a-35e834ff884f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:04:11.328210 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328c900f-977f-4950-982a-35e834ff884f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:04:11.328528 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328c900f-977f-4950-982a-35e834ff884f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:04:11.363862 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-582e73a0-43a0-4efd-a3e0-29f598485a26 None None] Attempting to bind port f33ccc07-b9df-46b8-9d6d-5eb18acc6d6b on host n-d-812111-14 for vnic_type normal with profile {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:04:11.364241 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-582e73a0-43a0-4efd-a3e0-29f598485a26 None None] Attempting to bind port f33ccc07-b9df-46b8-9d6d-5eb18acc6d6b by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '34ffbefd-8f90-415d-afc9-4379d33adc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '1a978ef6-c003-4f84-a595-0bb0a0b7bd90'}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:04:11.364628 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582e73a0-43a0-4efd-a3e0-29f598485a26 None None] Attempting to bind port f33ccc07-b9df-46b8-9d6d-5eb18acc6d6b on network 1a978ef6-c003-4f84-a595-0bb0a0b7bd90 {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:04:11.370101 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582e73a0-43a0-4efd-a3e0-29f598485a26 None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 3, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:04:11.370483 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582e73a0-43a0-4efd-a3e0-29f598485a26 None None] Checking segment: {'id': '34ffbefd-8f90-415d-afc9-4379d33adc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '1a978ef6-c003-4f84-a595-0bb0a0b7bd90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:04:11.370941 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-582e73a0-43a0-4efd-a3e0-29f598485a26 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:11.371279 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582e73a0-43a0-4efd-a3e0-29f598485a26 None None] Bound using segment: {'id': '34ffbefd-8f90-415d-afc9-4379d33adc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '1a978ef6-c003-4f84-a595-0bb0a0b7bd90'} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:04:11.371754 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-582e73a0-43a0-4efd-a3e0-29f598485a26 None None] Bound port: f33ccc07-b9df-46b8-9d6d-5eb18acc6d6b, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34ffbefd-8f90-415d-afc9-4379d33adc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '1a978ef6-c003-4f84-a595-0bb0a0b7bd90'}}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:04:11.372136 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-582e73a0-43a0-4efd-a3e0-29f598485a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (f33ccc07-b9df-46b8-9d6d-5eb18acc6d6b), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:11.438136 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-582e73a0-43a0-4efd-a3e0-29f598485a26 None None] For port f33ccc07-b9df-46b8-9d6d-5eb18acc6d6b, host n-d-812111-14, cleared binding levels {{(pid=103307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:04:11.441515 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-582e73a0-43a0-4efd-a3e0-29f598485a26 None None] For port f33ccc07-b9df-46b8-9d6d-5eb18acc6d6b, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=f33ccc07-b9df-46b8-9d6d-5eb18acc6d6b,segment=NetworkSegment(34ffbefd-8f90-415d-afc9-4379d33adc89),segment_id=34ffbefd-8f90-415d-afc9-4379d33adc89)] {{(pid=103307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:04:11.448558 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-582e73a0-43a0-4efd-a3e0-29f598485a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (f33ccc07-b9df-46b8-9d6d-5eb18acc6d6b), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:11.508848 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582e73a0-43a0-4efd-a3e0-29f598485a26 None None] Routers {'5302768c-dece-4fd0-a44d-4071a33c0250'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:04:11.509513 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-582e73a0-43a0-4efd-a3e0-29f598485a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:04:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['5302768c-dece-4fd0-a44d-4071a33c0250'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:04:11.514522 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328c900f-977f-4950-982a-35e834ff884f None None] Pushing event updated for resources: {'Port': ['ID=f33ccc07-b9df-46b8-9d6d-5eb18acc6d6b,revision_number=4']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:04:11.523588 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b7021516-74a6-478d-97c7-a3ccbecd5b62 None None] Provisioning complete for port f33ccc07-b9df-46b8-9d6d-5eb18acc6d6b triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:04:11.524038 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b7021516-74a6-478d-97c7-a3ccbecd5b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (f33ccc07-b9df-46b8-9d6d-5eb18acc6d6b), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:11.610493 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b7021516-74a6-478d-97c7-a3ccbecd5b62 None None] Current status of the port f33ccc07-b9df-46b8-9d6d-5eb18acc6d6b is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:04:11.610493 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b7021516-74a6-478d-97c7-a3ccbecd5b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (f33ccc07-b9df-46b8-9d6d-5eb18acc6d6b), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:11.631690 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-582e73a0-43a0-4efd-a3e0-29f598485a26 None None] Set router 5302768c-dece-4fd0-a44d-4071a33c0250 gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:04:11.645473 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b7021516-74a6-478d-97c7-a3ccbecd5b62 None None] For port f33ccc07-b9df-46b8-9d6d-5eb18acc6d6b, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=f33ccc07-b9df-46b8-9d6d-5eb18acc6d6b,segment=NetworkSegment(34ffbefd-8f90-415d-afc9-4379d33adc89),segment_id=34ffbefd-8f90-415d-afc9-4379d33adc89)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:04:11.649720 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b7021516-74a6-478d-97c7-a3ccbecd5b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (f33ccc07-b9df-46b8-9d6d-5eb18acc6d6b), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:11.703951 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7021516-74a6-478d-97c7-a3ccbecd5b62 None None] Pushing event updated for resources: {'Port': ['ID=f33ccc07-b9df-46b8-9d6d-5eb18acc6d6b,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:04:11.773164 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-0a1fdc6c-bbf3-4c2b-9527-a24e4fce5327 None None] Provisioning complete for port f33ccc07-b9df-46b8-9d6d-5eb18acc6d6b triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:04:11.773830 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0a1fdc6c-bbf3-4c2b-9527-a24e4fce5327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (f33ccc07-b9df-46b8-9d6d-5eb18acc6d6b), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:11.830591 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:11.855542 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-582e73a0-43a0-4efd-a3e0-29f598485a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5302768c-dece-4fd0-a44d-4071a33c0250', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1309653867', 'tenant_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': '3b746e07-86a8-49f7-9830-25d7324d6e10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:04:05Z', 'updated_at': '2022-01-28T20:04:09Z', 'revision_number': 4, 'project_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'gw_port': {'id': '3b746e07-86a8-49f7-9830-25d7324d6e10', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a4:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5302768c-dece-4fd0-a44d-4071a33c0250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:04:06Z', 'updated_at': '2022-01-28T20:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': 'f33ccc07-b9df-46b8-9d6d-5eb18acc6d6b', 'name': '', 'network_id': '1a978ef6-c003-4f84-a595-0bb0a0b7bd90', 'tenant_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'mac_address': 'fa:16:3e:2b:17:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5302768c-dece-4fd0-a44d-4071a33c0250', 'device_owner': 'network:router_interface', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '8fde075d-6a0b-4729-a7cf-47aac1129024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:04:08Z', 'updated_at': '2022-01-28T20:04:11Z', 'revision_number': 4, 'project_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'subnets': [{'id': '8fde075d-6a0b-4729-a7cf-47aac1129024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:04:11.860343 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4e2e3ffa-c9cc-4191-bc70-aecb86b89ddc req-f6342f7d-b4a9-4203-a1b3-097f4627ded1 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/ports?device_id=d80fe52b-3081-4217-80cb-aef0d19315d9 HTTP/1.1" status: 200 len: 210 time: 0.0363059 Jan 28 20:04:11.881674 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-0a1fdc6c-bbf3-4c2b-9527-a24e4fce5327 None None] Current status of the port f33ccc07-b9df-46b8-9d6d-5eb18acc6d6b is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:04:11.887372 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582e73a0-43a0-4efd-a3e0-29f598485a26 None None] The sync data for ids ['5302768c-dece-4fd0-a44d-4071a33c0250'] in n-d-812111-14 is: [{'id': '5302768c-dece-4fd0-a44d-4071a33c0250', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1309653867', 'tenant_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': '3b746e07-86a8-49f7-9830-25d7324d6e10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:04:05Z', 'updated_at': '2022-01-28T20:04:09Z', 'revision_number': 4, 'project_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'gw_port': {'id': '3b746e07-86a8-49f7-9830-25d7324d6e10', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a4:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5302768c-dece-4fd0-a44d-4071a33c0250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:04:06Z', 'updated_at': '2022-01-28T20:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': 'f33ccc07-b9df-46b8-9d6d-5eb18acc6d6b', 'name': '', 'network_id': '1a978ef6-c003-4f84-a595-0bb0a0b7bd90', 'tenant_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'mac_address': 'fa:16:3e:2b:17:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5302768c-dece-4fd0-a44d-4071a33c0250', 'device_owner': 'network:router_interface', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '8fde075d-6a0b-4729-a7cf-47aac1129024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:04:08Z', 'updated_at': '2022-01-28T20:04:11Z', 'revision_number': 4, 'project_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'subnets': [{'id': '8fde075d-6a0b-4729-a7cf-47aac1129024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:04:12.004468 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 3b746e07-86a8-49f7-9830-25d7324d6e10 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:04:12.068558 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 3b746e07-86a8-49f7-9830-25d7324d6e10 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:04:12.068674 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (3b746e07-86a8-49f7-9830-25d7324d6e10), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:12.151719 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 3b746e07-86a8-49f7-9830-25d7324d6e10 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:04:12.152870 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 7f916355-235a-4d39-854b-a5b179f744f9 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:04:12.202124 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 7f916355-235a-4d39-854b-a5b179f744f9 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:04:12.202494 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (7f916355-235a-4d39-854b-a5b179f744f9), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:12.308905 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 7f916355-235a-4d39-854b-a5b179f744f9 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:04:12.952845 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1afd363d-e8a6-4107-a9b7-0d3b2a8ee720 req-eb150414-f8f9-4d6a-a4b6-c3ff6b258f13 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/ports?device_id=d80fe52b-3081-4217-80cb-aef0d19315d9 HTTP/1.1" status: 200 len: 210 time: 0.0381098 Jan 28 20:04:12.980795 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bf05f1-aa3c-4609-ad0f-de79bd70b7e6 req-5e6250a9-d35f-405b-8079-429c3cc521ba tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:04:12.982309 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-48bf05f1-aa3c-4609-ad0f-de79bd70b7e6 req-5e6250a9-d35f-405b-8079-429c3cc521ba tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.70 "GET /v2.0/networks?id=1a978ef6-c003-4f84-a595-0bb0a0b7bd90 HTTP/1.1" status: 200 len: 796 time: 0.1250474 Jan 28 20:04:13.051431 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-48bf05f1-aa3c-4609-ad0f-de79bd70b7e6 req-5fa74a4c-c287-4e3c-8ae4-4c428f275a9a tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a518f4c8c8e149bf9da3dfc2b7497304 HTTP/1.1" status: 200 len: 379 time: 0.0576105 Jan 28 20:04:13.061805 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-48bf05f1-aa3c-4609-ad0f-de79bd70b7e6 req-66fca0e6-7033-486c-9ee0-5b4ced9748df tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Request body: {'port': {'device_id': 'd80fe52b-3081-4217-80cb-aef0d19315d9', 'network_id': '1a978ef6-c003-4f84-a595-0bb0a0b7bd90', 'admin_state_up': True, 'tenant_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'security_groups': ['beb86b04-ea53-42ea-a2ac-82ee05804aa2']}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:04:13.173256 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48bf05f1-aa3c-4609-ad0f-de79bd70b7e6 req-66fca0e6-7033-486c-9ee0-5b4ced9748df tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Made reservation on behalf of a518f4c8c8e149bf9da3dfc2b7497304 for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:04:13.176326 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:13.176862 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-48bf05f1-aa3c-4609-ad0f-de79bd70b7e6 req-66fca0e6-7033-486c-9ee0-5b4ced9748df tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:13.327886 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-48bf05f1-aa3c-4609-ad0f-de79bd70b7e6 req-66fca0e6-7033-486c-9ee0-5b4ced9748df tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Allocated IP 172.20.0.4 (1a978ef6-c003-4f84-a595-0bb0a0b7bd90/8fde075d-6a0b-4729-a7cf-47aac1129024/c3945c8b-5d61-4a5e-b29d-2cc74ddb4bb6) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:04:13.469679 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-48bf05f1-aa3c-4609-ad0f-de79bd70b7e6 req-66fca0e6-7033-486c-9ee0-5b4ced9748df tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for port (c3945c8b-5d61-4a5e-b29d-2cc74ddb4bb6), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:13.504880 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-48bf05f1-aa3c-4609-ad0f-de79bd70b7e6 req-66fca0e6-7033-486c-9ee0-5b4ced9748df tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (c3945c8b-5d61-4a5e-b29d-2cc74ddb4bb6), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:13.554367 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48bf05f1-aa3c-4609-ad0f-de79bd70b7e6 req-66fca0e6-7033-486c-9ee0-5b4ced9748df tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Network 1a978ef6-c003-4f84-a595-0bb0a0b7bd90 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:04:13.558119 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-48bf05f1-aa3c-4609-ad0f-de79bd70b7e6 req-66fca0e6-7033-486c-9ee0-5b4ced9748df tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:04:13.566076 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-48bf05f1-aa3c-4609-ad0f-de79bd70b7e6 req-66fca0e6-7033-486c-9ee0-5b4ced9748df tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:04:13.593900 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fca0e6-7033-486c-9ee0-5b4ced9748df tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Pushing event updated for resources: {'Port': ['ID=c3945c8b-5d61-4a5e-b29d-2cc74ddb4bb6,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:04:13.610981 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fca0e6-7033-486c-9ee0-5b4ced9748df tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:04:13.611574 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fca0e6-7033-486c-9ee0-5b4ced9748df tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:04:13.612193 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fca0e6-7033-486c-9ee0-5b4ced9748df tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:04:13.612813 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fca0e6-7033-486c-9ee0-5b4ced9748df tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:04:13.613473 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fca0e6-7033-486c-9ee0-5b4ced9748df tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:04:13.614022 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fca0e6-7033-486c-9ee0-5b4ced9748df tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:04:13.614380 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fca0e6-7033-486c-9ee0-5b4ced9748df tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:04:13.614732 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fca0e6-7033-486c-9ee0-5b4ced9748df tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:04:13.615083 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fca0e6-7033-486c-9ee0-5b4ced9748df tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:04:13.615429 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fca0e6-7033-486c-9ee0-5b4ced9748df tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:04:13.615769 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fca0e6-7033-486c-9ee0-5b4ced9748df tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:04:13.616110 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fca0e6-7033-486c-9ee0-5b4ced9748df tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:04:13.616536 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fca0e6-7033-486c-9ee0-5b4ced9748df tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:04:13.641437 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bf05f1-aa3c-4609-ad0f-de79bd70b7e6 req-66fca0e6-7033-486c-9ee0-5b4ced9748df tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:04:13.642139 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-48bf05f1-aa3c-4609-ad0f-de79bd70b7e6 req-66fca0e6-7033-486c-9ee0-5b4ced9748df tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:13.659644 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-48bf05f1-aa3c-4609-ad0f-de79bd70b7e6 req-66fca0e6-7033-486c-9ee0-5b4ced9748df tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6015565 Jan 28 20:04:13.734370 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-48bf05f1-aa3c-4609-ad0f-de79bd70b7e6 req-692925a0-f07a-4f47-8183-65f915f58a7f service neutron] Request body: {'port': {'device_id': 'd80fe52b-3081-4217-80cb-aef0d19315d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-14'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:04:13.802668 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-48bf05f1-aa3c-4609-ad0f-de79bd70b7e6 req-692925a0-f07a-4f47-8183-65f915f58a7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (c3945c8b-5d61-4a5e-b29d-2cc74ddb4bb6), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:13.815699 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-533b028d-0584-4516-89e5-4bf0b959b5f2 None None] Provisioning complete for port c3945c8b-5d61-4a5e-b29d-2cc74ddb4bb6 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:04:13.816092 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-533b028d-0584-4516-89e5-4bf0b959b5f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (c3945c8b-5d61-4a5e-b29d-2cc74ddb4bb6), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:13.850356 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-533b028d-0584-4516-89e5-4bf0b959b5f2 None None] Port c3945c8b-5d61-4a5e-b29d-2cc74ddb4bb6 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 20:04:14.006168 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device f33ccc07-b9df-46b8-9d6d-5eb18acc6d6b up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:04:14.058195 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port f33ccc07-b9df-46b8-9d6d-5eb18acc6d6b triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:04:14.058572 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (f33ccc07-b9df-46b8-9d6d-5eb18acc6d6b), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:14.129341 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87556016-7f6f-49ad-b80a-bad016782a07 req-981d7af9-9bdb-495a-a26e-5f5d8360f1ec tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:04:14.130826 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-87556016-7f6f-49ad-b80a-bad016782a07 req-981d7af9-9bdb-495a-a26e-5f5d8360f1ec tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/ports?device_id=d80fe52b-3081-4217-80cb-aef0d19315d9 HTTP/1.1" status: 200 len: 931 time: 0.1007907 Jan 28 20:04:14.132951 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-48bf05f1-aa3c-4609-ad0f-de79bd70b7e6 req-692925a0-f07a-4f47-8183-65f915f58a7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3945c8b-5d61-4a5e-b29d-2cc74ddb4bb6 {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:04:14.135394 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port f33ccc07-b9df-46b8-9d6d-5eb18acc6d6b is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:04:14.148416 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-48bf05f1-aa3c-4609-ad0f-de79bd70b7e6 req-692925a0-f07a-4f47-8183-65f915f58a7f service neutron] Publish callbacks [] for port (c3945c8b-5d61-4a5e-b29d-2cc74ddb4bb6), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:14.172938 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-48bf05f1-aa3c-4609-ad0f-de79bd70b7e6 req-692925a0-f07a-4f47-8183-65f915f58a7f service neutron] Transition to ACTIVE for port object c3945c8b-5d61-4a5e-b29d-2cc74ddb4bb6 will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:04:14.180087 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-48bf05f1-aa3c-4609-ad0f-de79bd70b7e6 req-692925a0-f07a-4f47-8183-65f915f58a7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (c3945c8b-5d61-4a5e-b29d-2cc74ddb4bb6), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:14.232501 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-87556016-7f6f-49ad-b80a-bad016782a07 req-632f9dd6-ebb2-4087-9262-5994c0c2361c tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/security-groups?id=beb86b04-ea53-42ea-a2ac-82ee05804aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944262 Jan 28 20:04:14.247787 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692925a0-f07a-4f47-8183-65f915f58a7f service neutron] Pushing event updated for resources: {'Port': ['ID=c3945c8b-5d61-4a5e-b29d-2cc74ddb4bb6,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:04:14.329291 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-48bf05f1-aa3c-4609-ad0f-de79bd70b7e6 req-692925a0-f07a-4f47-8183-65f915f58a7f service neutron] Attempting to bind port c3945c8b-5d61-4a5e-b29d-2cc74ddb4bb6 on host n-h2-812111-14 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:04:14.329623 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-48bf05f1-aa3c-4609-ad0f-de79bd70b7e6 req-692925a0-f07a-4f47-8183-65f915f58a7f service neutron] Attempting to bind port c3945c8b-5d61-4a5e-b29d-2cc74ddb4bb6 by drivers openvswitch,hyperv on host n-h2-812111-14 at level 0 using segments [{'id': '34ffbefd-8f90-415d-afc9-4379d33adc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '1a978ef6-c003-4f84-a595-0bb0a0b7bd90'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:04:14.329950 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48bf05f1-aa3c-4609-ad0f-de79bd70b7e6 req-692925a0-f07a-4f47-8183-65f915f58a7f service neutron] Attempting to bind port c3945c8b-5d61-4a5e-b29d-2cc74ddb4bb6 on network 1a978ef6-c003-4f84-a595-0bb0a0b7bd90 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:04:14.334618 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48bf05f1-aa3c-4609-ad0f-de79bd70b7e6 req-692925a0-f07a-4f47-8183-65f915f58a7f service neutron] Port c3945c8b-5d61-4a5e-b29d-2cc74ddb4bb6 on network 1a978ef6-c003-4f84-a595-0bb0a0b7bd90 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-14 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:04:14.334941 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48bf05f1-aa3c-4609-ad0f-de79bd70b7e6 req-692925a0-f07a-4f47-8183-65f915f58a7f service neutron] Attempting to bind port c3945c8b-5d61-4a5e-b29d-2cc74ddb4bb6 on network 1a978ef6-c003-4f84-a595-0bb0a0b7bd90 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:04:14.340445 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48bf05f1-aa3c-4609-ad0f-de79bd70b7e6 req-692925a0-f07a-4f47-8183-65f915f58a7f service neutron] Checking agent: {'id': '8f3fee4e-bf24-4b58-8a3a-ae9c8011a473', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 3, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:04:14.340829 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48bf05f1-aa3c-4609-ad0f-de79bd70b7e6 req-692925a0-f07a-4f47-8183-65f915f58a7f service neutron] Checking segment: {'id': '34ffbefd-8f90-415d-afc9-4379d33adc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '1a978ef6-c003-4f84-a595-0bb0a0b7bd90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:04:14.341260 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48bf05f1-aa3c-4609-ad0f-de79bd70b7e6 req-692925a0-f07a-4f47-8183-65f915f58a7f service neutron] Bound using segment: {'id': '34ffbefd-8f90-415d-afc9-4379d33adc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '1a978ef6-c003-4f84-a595-0bb0a0b7bd90'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:04:14.341722 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-48bf05f1-aa3c-4609-ad0f-de79bd70b7e6 req-692925a0-f07a-4f47-8183-65f915f58a7f service neutron] Bound port: c3945c8b-5d61-4a5e-b29d-2cc74ddb4bb6, host: n-h2-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34ffbefd-8f90-415d-afc9-4379d33adc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '1a978ef6-c003-4f84-a595-0bb0a0b7bd90'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:04:14.342131 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-48bf05f1-aa3c-4609-ad0f-de79bd70b7e6 req-692925a0-f07a-4f47-8183-65f915f58a7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (c3945c8b-5d61-4a5e-b29d-2cc74ddb4bb6), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:14.417852 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-48bf05f1-aa3c-4609-ad0f-de79bd70b7e6 req-692925a0-f07a-4f47-8183-65f915f58a7f service neutron] For port c3945c8b-5d61-4a5e-b29d-2cc74ddb4bb6, host n-h2-812111-14, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:04:14.421554 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-48bf05f1-aa3c-4609-ad0f-de79bd70b7e6 req-692925a0-f07a-4f47-8183-65f915f58a7f service neutron] For port c3945c8b-5d61-4a5e-b29d-2cc74ddb4bb6, host n-h2-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=c3945c8b-5d61-4a5e-b29d-2cc74ddb4bb6,segment=NetworkSegment(34ffbefd-8f90-415d-afc9-4379d33adc89),segment_id=34ffbefd-8f90-415d-afc9-4379d33adc89)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:04:14.428782 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-48bf05f1-aa3c-4609-ad0f-de79bd70b7e6 req-692925a0-f07a-4f47-8183-65f915f58a7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (c3945c8b-5d61-4a5e-b29d-2cc74ddb4bb6), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:14.467152 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bf05f1-aa3c-4609-ad0f-de79bd70b7e6 req-692925a0-f07a-4f47-8183-65f915f58a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:04:14.468446 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-48bf05f1-aa3c-4609-ad0f-de79bd70b7e6 req-692925a0-f07a-4f47-8183-65f915f58a7f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:14.469931 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-48bf05f1-aa3c-4609-ad0f-de79bd70b7e6 req-692925a0-f07a-4f47-8183-65f915f58a7f service neutron] 10.222.0.70 "PUT /v2.0/ports/c3945c8b-5d61-4a5e-b29d-2cc74ddb4bb6 HTTP/1.1" status: 200 len: 1092 time: 0.8013973 Jan 28 20:04:14.472207 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd80fe52b-3081-4217-80cb-aef0d19315d9', 'tag': 'c3945c8b-5d61-4a5e-b29d-2cc74ddb4bb6'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:04:14.474737 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f5926db-54aa-4b21-91db-24677cdba92d" -d '{"events": [{"name": "network-changed", "server_uuid": "d80fe52b-3081-4217-80cb-aef0d19315d9", "tag": "c3945c8b-5d61-4a5e-b29d-2cc74ddb4bb6"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:04:14.506827 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692925a0-f07a-4f47-8183-65f915f58a7f service neutron] Pushing event updated for resources: {'Port': ['ID=c3945c8b-5d61-4a5e-b29d-2cc74ddb4bb6,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:04:14.545706 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b288eb5-03b1-4d64-a62f-3be9087e56c4 x-openstack-request-id: req-7b288eb5-03b1-4d64-a62f-3be9087e56c4 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:04:14.546035 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d80fe52b-3081-4217-80cb-aef0d19315d9", "tag": "c3945c8b-5d61-4a5e-b29d-2cc74ddb4bb6", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:04:14.546260 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7b288eb5-03b1-4d64-a62f-3be9087e56c4 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:04:14.546677 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd80fe52b-3081-4217-80cb-aef0d19315d9', 'tag': 'c3945c8b-5d61-4a5e-b29d-2cc74ddb4bb6', 'status': 'completed', 'code': 200} Jan 28 20:04:14.567498 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bf05f1-aa3c-4609-ad0f-de79bd70b7e6 req-c07cef8c-fa44-4706-a18b-1036cb027ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:04:14.569086 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-48bf05f1-aa3c-4609-ad0f-de79bd70b7e6 req-c07cef8c-fa44-4706-a18b-1036cb027ee1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a518f4c8c8e149bf9da3dfc2b7497304&device_id=d80fe52b-3081-4217-80cb-aef0d19315d9 HTTP/1.1" status: 200 len: 1126 time: 0.0565734 Jan 28 20:04:14.624272 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-48bf05f1-aa3c-4609-ad0f-de79bd70b7e6 req-59835481-e185-4cca-b7b7-7cbcbdbd5c54 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c3945c8b-5d61-4a5e-b29d-2cc74ddb4bb6 HTTP/1.1" status: 200 len: 217 time: 0.0448852 Jan 28 20:04:14.681727 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bf05f1-aa3c-4609-ad0f-de79bd70b7e6 req-ebd2cb09-8436-453e-bb05-48d4167f1a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:04:14.683227 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-48bf05f1-aa3c-4609-ad0f-de79bd70b7e6 req-ebd2cb09-8436-453e-bb05-48d4167f1a12 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8fde075d-6a0b-4729-a7cf-47aac1129024 HTTP/1.1" status: 200 len: 835 time: 0.0527635 Jan 28 20:04:14.736058 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bf05f1-aa3c-4609-ad0f-de79bd70b7e6 req-17cff9a9-cc52-421b-b31e-ab47038a1b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:04:14.737550 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-48bf05f1-aa3c-4609-ad0f-de79bd70b7e6 req-17cff9a9-cc52-421b-b31e-ab47038a1b23 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1a978ef6-c003-4f84-a595-0bb0a0b7bd90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0469129 Jan 28 20:04:14.838979 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-48bf05f1-aa3c-4609-ad0f-de79bd70b7e6 req-3cdc056f-4de3-42ba-b014-6323d78ca604 service neutron] 10.222.0.70 "GET /v2.0/networks/1a978ef6-c003-4f84-a595-0bb0a0b7bd90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931370 Jan 28 20:04:14.929536 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-48bf05f1-aa3c-4609-ad0f-de79bd70b7e6 req-3c7bc60d-3ed1-4bde-9034-514311c909ef service neutron] 10.222.0.70 "GET /v2.0/networks/1a978ef6-c003-4f84-a595-0bb0a0b7bd90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837908 Jan 28 20:04:15.024456 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5926db-54aa-4b21-91db-24677cdba92d req-8f150f3a-9405-4430-bd9e-7d4cf241d0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:04:15.025907 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7f5926db-54aa-4b21-91db-24677cdba92d req-8f150f3a-9405-4430-bd9e-7d4cf241d0c3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a518f4c8c8e149bf9da3dfc2b7497304&device_id=d80fe52b-3081-4217-80cb-aef0d19315d9 HTTP/1.1" status: 200 len: 1126 time: 0.0490494 Jan 28 20:04:15.122859 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5926db-54aa-4b21-91db-24677cdba92d req-5dd9b4f0-6ab8-4533-a5a3-15882bec7326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:04:15.124357 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7f5926db-54aa-4b21-91db-24677cdba92d req-5dd9b4f0-6ab8-4533-a5a3-15882bec7326 service neutron] 10.222.0.70 "GET /v2.0/networks?id=1a978ef6-c003-4f84-a595-0bb0a0b7bd90 HTTP/1.1" status: 200 len: 896 time: 0.0915773 Jan 28 20:04:15.167995 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7f5926db-54aa-4b21-91db-24677cdba92d req-1b2daff1-4e6d-4bd9-b22e-fc12d0602f41 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c3945c8b-5d61-4a5e-b29d-2cc74ddb4bb6 HTTP/1.1" status: 200 len: 217 time: 0.0374107 Jan 28 20:04:15.226413 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5926db-54aa-4b21-91db-24677cdba92d req-78ac1ddf-992b-4e6a-85e7-06d70d1a224a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:04:15.228008 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7f5926db-54aa-4b21-91db-24677cdba92d req-78ac1ddf-992b-4e6a-85e7-06d70d1a224a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8fde075d-6a0b-4729-a7cf-47aac1129024 HTTP/1.1" status: 200 len: 835 time: 0.0543759 Jan 28 20:04:15.283652 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5926db-54aa-4b21-91db-24677cdba92d req-4b6c035b-36a3-4d46-b47c-403a9b4739bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:04:15.285280 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7f5926db-54aa-4b21-91db-24677cdba92d req-4b6c035b-36a3-4d46-b47c-403a9b4739bd service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1a978ef6-c003-4f84-a595-0bb0a0b7bd90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0493281 Jan 28 20:04:15.425291 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a8379a-cef4-43b1-9c47-fcbc6b0a66bb req-f323fd4f-1411-482a-949e-8dc348390ed8 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:04:15.426800 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-92a8379a-cef4-43b1-9c47-fcbc6b0a66bb req-f323fd4f-1411-482a-949e-8dc348390ed8 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/ports?device_id=d80fe52b-3081-4217-80cb-aef0d19315d9 HTTP/1.1" status: 200 len: 943 time: 0.1161602 Jan 28 20:04:15.433004 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7f5926db-54aa-4b21-91db-24677cdba92d req-63a971f9-849a-41c5-869e-0c3cfe4d0cb7 service neutron] 10.222.0.70 "GET /v2.0/networks/1a978ef6-c003-4f84-a595-0bb0a0b7bd90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411397 Jan 28 20:04:15.530961 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-92a8379a-cef4-43b1-9c47-fcbc6b0a66bb req-d55be55d-52db-4faa-bbe4-396d787a796d tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/security-groups?id=beb86b04-ea53-42ea-a2ac-82ee05804aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968723 Jan 28 20:04:15.556687 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7f5926db-54aa-4b21-91db-24677cdba92d req-1430204a-1f2a-418e-bc03-3b000cfb028f service neutron] 10.222.0.70 "GET /v2.0/networks/1a978ef6-c003-4f84-a595-0bb0a0b7bd90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168711 Jan 28 20:04:16.655439 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb28141-4e3d-4084-b01e-54f259fc38c7 req-7cdf9acf-6520-44b4-a7fd-48d5c054ede5 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:04:16.656892 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-0fb28141-4e3d-4084-b01e-54f259fc38c7 req-7cdf9acf-6520-44b4-a7fd-48d5c054ede5 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/ports?device_id=d80fe52b-3081-4217-80cb-aef0d19315d9 HTTP/1.1" status: 200 len: 943 time: 0.0567431 Jan 28 20:04:16.705912 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-0fb28141-4e3d-4084-b01e-54f259fc38c7 req-b657cd05-6b2e-44bf-893b-badf03cba19f tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/security-groups?id=beb86b04-ea53-42ea-a2ac-82ee05804aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434673 Jan 28 20:04:17.160636 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:04:17.396675 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device c3945c8b-5d61-4a5e-b29d-2cc74ddb4bb6 details requested by agent hyperv_n-h2-812111-14 with host n-h2-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:04:17.495642 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port c3945c8b-5d61-4a5e-b29d-2cc74ddb4bb6, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=c3945c8b-5d61-4a5e-b29d-2cc74ddb4bb6,segment=NetworkSegment(34ffbefd-8f90-415d-afc9-4379d33adc89),segment_id=34ffbefd-8f90-415d-afc9-4379d33adc89)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:04:17.508062 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Returning: {'device': 'c3945c8b-5d61-4a5e-b29d-2cc74ddb4bb6', 'network_id': '1a978ef6-c003-4f84-a595-0bb0a0b7bd90', 'port_id': 'c3945c8b-5d61-4a5e-b29d-2cc74ddb4bb6', 'mac_address': 'fa:16:3e:75:0c:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fde075d-6a0b-4729-a7cf-47aac1129024', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:04:17.544976 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port c3945c8b-5d61-4a5e-b29d-2cc74ddb4bb6 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:04:17.545398 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (c3945c8b-5d61-4a5e-b29d-2cc74ddb4bb6), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:17.557908 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3945c8b-5d61-4a5e-b29d-2cc74ddb4bb6 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:04:17.580249 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port c3945c8b-5d61-4a5e-b29d-2cc74ddb4bb6, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=c3945c8b-5d61-4a5e-b29d-2cc74ddb4bb6,segment=NetworkSegment(34ffbefd-8f90-415d-afc9-4379d33adc89),segment_id=34ffbefd-8f90-415d-afc9-4379d33adc89)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:04:17.584223 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (c3945c8b-5d61-4a5e-b29d-2cc74ddb4bb6), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:17.630051 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=c3945c8b-5d61-4a5e-b29d-2cc74ddb4bb6,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:04:17.800997 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['c3945c8b-5d61-4a5e-b29d-2cc74ddb4bb6'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:04:17.833431 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d7c36f-5dc2-440e-a031-9af622904ac0 req-e9dad067-ba3b-4818-a8ab-495f57124318 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:04:17.834935 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-83d7c36f-5dc2-440e-a031-9af622904ac0 req-e9dad067-ba3b-4818-a8ab-495f57124318 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/ports?device_id=d80fe52b-3081-4217-80cb-aef0d19315d9 HTTP/1.1" status: 200 len: 944 time: 0.0581989 Jan 28 20:04:17.885351 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-83d7c36f-5dc2-440e-a031-9af622904ac0 req-cfd990c9-a023-42dd-ab9c-defcdfd7a361 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/security-groups?id=beb86b04-ea53-42ea-a2ac-82ee05804aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448217 Jan 28 20:04:19.004324 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f091c2-4ff1-4596-a4b9-fb17afea21dd req-47505296-c0d1-467b-a344-241830aca789 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:04:19.005841 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a6f091c2-4ff1-4596-a4b9-fb17afea21dd req-47505296-c0d1-467b-a344-241830aca789 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/ports?device_id=d80fe52b-3081-4217-80cb-aef0d19315d9 HTTP/1.1" status: 200 len: 944 time: 0.0526597 Jan 28 20:04:19.053895 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a6f091c2-4ff1-4596-a4b9-fb17afea21dd req-2244a7a9-4fa8-4537-b3c3-dfd4888379c1 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/security-groups?id=beb86b04-ea53-42ea-a2ac-82ee05804aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425303 Jan 28 20:04:19.398010 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device c3945c8b-5d61-4a5e-b29d-2cc74ddb4bb6 up at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:04:19.445732 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning for port c3945c8b-5d61-4a5e-b29d-2cc74ddb4bb6 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:04:19.449845 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning complete for port c3945c8b-5d61-4a5e-b29d-2cc74ddb4bb6 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:04:19.450222 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (c3945c8b-5d61-4a5e-b29d-2cc74ddb4bb6), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:19.527145 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port c3945c8b-5d61-4a5e-b29d-2cc74ddb4bb6 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:04:19.527446 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (c3945c8b-5d61-4a5e-b29d-2cc74ddb4bb6), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:19.549680 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd80fe52b-3081-4217-80cb-aef0d19315d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3945c8b-5d61-4a5e-b29d-2cc74ddb4bb6'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:04:19.551876 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6175f1e-3cd5-47b2-9d85-d367850f3340" -d '{"events": [{"server_uuid": "d80fe52b-3081-4217-80cb-aef0d19315d9", "name": "network-vif-plugged", "status": "completed", "tag": "c3945c8b-5d61-4a5e-b29d-2cc74ddb4bb6"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:04:19.563832 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port c3945c8b-5d61-4a5e-b29d-2cc74ddb4bb6, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=c3945c8b-5d61-4a5e-b29d-2cc74ddb4bb6,segment=NetworkSegment(34ffbefd-8f90-415d-afc9-4379d33adc89),segment_id=34ffbefd-8f90-415d-afc9-4379d33adc89)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:04:19.567651 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (c3945c8b-5d61-4a5e-b29d-2cc74ddb4bb6), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:19.591850 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b71b768-12b4-4def-8f7e-a82938bbc070 x-openstack-request-id: req-6b71b768-12b4-4def-8f7e-a82938bbc070 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:04:19.592137 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d80fe52b-3081-4217-80cb-aef0d19315d9", "name": "network-vif-plugged", "status": "completed", "tag": "c3945c8b-5d61-4a5e-b29d-2cc74ddb4bb6", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:04:19.592387 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6b71b768-12b4-4def-8f7e-a82938bbc070 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:04:19.592772 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd80fe52b-3081-4217-80cb-aef0d19315d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3945c8b-5d61-4a5e-b29d-2cc74ddb4bb6', 'code': 200} Jan 28 20:04:19.622137 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=c3945c8b-5d61-4a5e-b29d-2cc74ddb4bb6,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:04:19.689125 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96e51ac-13f4-452b-a85e-bb05e718e957 req-18acb4f2-2ba8-40cf-be96-42156a02c0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:04:19.690647 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b96e51ac-13f4-452b-a85e-bb05e718e957 req-18acb4f2-2ba8-40cf-be96-42156a02c0c3 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=d80fe52b-3081-4217-80cb-aef0d19315d9 HTTP/1.1" status: 200 len: 1128 time: 0.0442948 Jan 28 20:04:19.736141 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b96e51ac-13f4-452b-a85e-bb05e718e957 req-3c5378ec-0433-444c-8fea-182466e7ace0 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=beb86b04-ea53-42ea-a2ac-82ee05804aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383434 Jan 28 20:04:20.170752 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc5d2b0-3bee-4beb-839f-54368627907f req-d2fab3bd-b72e-4665-9a18-1a23ac48a7e6 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:04:20.172159 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-efc5d2b0-3bee-4beb-839f-54368627907f req-d2fab3bd-b72e-4665-9a18-1a23ac48a7e6 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/ports?device_id=d80fe52b-3081-4217-80cb-aef0d19315d9 HTTP/1.1" status: 200 len: 945 time: 0.0528891 Jan 28 20:04:20.224533 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-efc5d2b0-3bee-4beb-839f-54368627907f req-cd898d5d-1242-4457-ab42-8049e3bfdce3 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/security-groups?id=beb86b04-ea53-42ea-a2ac-82ee05804aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468187 Jan 28 20:04:21.089886 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:21.355662 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cacc80-6681-44f5-93b6-80241a1e838d req-74456cc1-ec7a-440d-8729-0d0eba0f4b8d tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:04:21.357025 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-66cacc80-6681-44f5-93b6-80241a1e838d req-74456cc1-ec7a-440d-8729-0d0eba0f4b8d tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/ports?device_id=d80fe52b-3081-4217-80cb-aef0d19315d9 HTTP/1.1" status: 200 len: 945 time: 0.0556440 Jan 28 20:04:21.406464 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-66cacc80-6681-44f5-93b6-80241a1e838d req-91d902fd-7b20-4e06-a39a-b8b50eff8e3b tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/security-groups?id=beb86b04-ea53-42ea-a2ac-82ee05804aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438330 Jan 28 20:04:21.526642 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0085dca5-e431-482b-bfc4-11c066a4f1ec req-83b377e4-cfe0-4358-8552-5de39076ddae tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:04:21.528096 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-0085dca5-e431-482b-bfc4-11c066a4f1ec req-83b377e4-cfe0-4358-8552-5de39076ddae tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/ports?device_id=d80fe52b-3081-4217-80cb-aef0d19315d9 HTTP/1.1" status: 200 len: 945 time: 0.0528936 Jan 28 20:04:21.576587 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-0085dca5-e431-482b-bfc4-11c066a4f1ec req-a4caaeb4-b9f2-4dd3-89cf-5a2eacf7359c tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/security-groups?id=beb86b04-ea53-42ea-a2ac-82ee05804aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428727 Jan 28 20:04:21.598958 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 37802) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:04:21.643057 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec815da-cbc8-4aff-993e-03b839fd5390 tempest-TestNetworkAdvancedServerOps-1681414059 tempest-TestNetworkAdvancedServerOps-1681414059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:04:21.644504 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-fec815da-cbc8-4aff-993e-03b839fd5390 tempest-TestNetworkAdvancedServerOps-1681414059 tempest-TestNetworkAdvancedServerOps-1681414059-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=d80fe52b-3081-4217-80cb-aef0d19315d9 HTTP/1.1" status: 200 len: 1123 time: 0.0445759 Jan 28 20:04:21.647224 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 37804) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:04:21.652014 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-9f29f994-b745-4a67-9f5b-1706427c069e tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Request body: {'floatingip': {'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'port_id': 'c3945c8b-5d61-4a5e-b29d-2cc74ddb4bb6', 'tenant_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:04:21.671767 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9f29f994-b745-4a67-9f5b-1706427c069e tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:21.770948 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9f29f994-b745-4a67-9f5b-1706427c069e tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:21.872208 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-9f29f994-b745-4a67-9f5b-1706427c069e tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Allocated IP 172.25.6.210 (d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8/a648e4ab-7422-41b9-b133-58aca25ab8f5/6b4fdc26-3b85-47a0-9584-e2b65c502096) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:04:21.977358 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9f29f994-b745-4a67-9f5b-1706427c069e tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for port (6b4fdc26-3b85-47a0-9584-e2b65c502096), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:22.011339 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9f29f994-b745-4a67-9f5b-1706427c069e tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (6b4fdc26-3b85-47a0-9584-e2b65c502096), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:22.046379 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f29f994-b745-4a67-9f5b-1706427c069e tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:04:22.049359 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-9f29f994-b745-4a67-9f5b-1706427c069e tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:04:22.052724 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f29f994-b745-4a67-9f5b-1706427c069e tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:04:22.082151 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f29f994-b745-4a67-9f5b-1706427c069e tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Pushing event updated for resources: {'Port': ['ID=6b4fdc26-3b85-47a0-9584-e2b65c502096,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:04:22.421884 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9f29f994-b745-4a67-9f5b-1706427c069e tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for floatingip (36881f72-0a2f-4bdb-9f12-3cca0f169b20), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:22.490445 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9f29f994-b745-4a67-9f5b-1706427c069e tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (6b4fdc26-3b85-47a0-9584-e2b65c502096), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:22.641721 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9f29f994-b745-4a67-9f5b-1706427c069e tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for port (6b4fdc26-3b85-47a0-9584-e2b65c502096), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:22.646053 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9f29f994-b745-4a67-9f5b-1706427c069e tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (6b4fdc26-3b85-47a0-9584-e2b65c502096), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:22.716063 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f29f994-b745-4a67-9f5b-1706427c069e tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Pushing event updated for resources: {'Port': ['ID=6b4fdc26-3b85-47a0-9584-e2b65c502096,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:04:22.728152 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9f29f994-b745-4a67-9f5b-1706427c069e tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734886'] for floatingip (36881f72-0a2f-4bdb-9f12-3cca0f169b20), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:22.829278 n-d-812111-14 neutron-server[103305]: INFO neutron.db.l3_db [None req-9f29f994-b745-4a67-9f5b-1706427c069e tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Floating IP 36881f72-0a2f-4bdb-9f12-3cca0f169b20 associated. External IP: 172.25.6.210, port: c3945c8b-5d61-4a5e-b29d-2cc74ddb4bb6. Jan 28 20:04:23.036285 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f29f994-b745-4a67-9f5b-1706427c069e tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Router 5302768c-dece-4fd0-a44d-4071a33c0250 has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:04:23.138571 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f29f994-b745-4a67-9f5b-1706427c069e tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:04:23.148519 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d273f0d5-a642-4c2f-8800-1386d755b4d9 None None] Sync routers for ids ['5302768c-dece-4fd0-a44d-4071a33c0250'] in n-d-812111-14 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:04:23.156488 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9f29f994-b745-4a67-9f5b-1706427c069e tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for floatingip (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:23.158068 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d273f0d5-a642-4c2f-8800-1386d755b4d9 None None] Routers {'5302768c-dece-4fd0-a44d-4071a33c0250'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:04:23.158694 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-d273f0d5-a642-4c2f-8800-1386d755b4d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:04:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['5302768c-dece-4fd0-a44d-4071a33c0250'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:04:23.189368 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-9f29f994-b745-4a67-9f5b-1706427c069e tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5405054 Jan 28 20:04:23.189995 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd80fe52b-3081-4217-80cb-aef0d19315d9', 'tag': 'c3945c8b-5d61-4a5e-b29d-2cc74ddb4bb6'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:04:23.192241 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3943161c-7a73-4257-8906-e4b46582dc23" -d '{"events": [{"name": "network-changed", "server_uuid": "d80fe52b-3081-4217-80cb-aef0d19315d9", "tag": "c3945c8b-5d61-4a5e-b29d-2cc74ddb4bb6"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:04:23.239815 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6c60a49-5869-49cb-88fa-11d5641b0cf2 x-openstack-request-id: req-c6c60a49-5869-49cb-88fa-11d5641b0cf2 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:04:23.240104 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d80fe52b-3081-4217-80cb-aef0d19315d9", "tag": "c3945c8b-5d61-4a5e-b29d-2cc74ddb4bb6", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:04:23.240356 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c6c60a49-5869-49cb-88fa-11d5641b0cf2 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:04:23.240764 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd80fe52b-3081-4217-80cb-aef0d19315d9', 'tag': 'c3945c8b-5d61-4a5e-b29d-2cc74ddb4bb6', 'status': 'completed', 'code': 200} Jan 28 20:04:23.286543 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-d273f0d5-a642-4c2f-8800-1386d755b4d9 None None] Set router 5302768c-dece-4fd0-a44d-4071a33c0250 gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:04:23.326197 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6b8503-d9e4-42e4-93d7-a95917e942f9 req-10291867-6232-47c1-a894-a11097cf08b7 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:04:23.329527 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3b6b8503-d9e4-42e4-93d7-a95917e942f9 req-10291867-6232-47c1-a894-a11097cf08b7 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/ports?device_id=d80fe52b-3081-4217-80cb-aef0d19315d9 HTTP/1.1" status: 200 len: 945 time: 0.0892661 Jan 28 20:04:23.352328 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3943161c-7a73-4257-8906-e4b46582dc23 req-50a63b42-9f9b-46e5-a178-149e1df8d195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:04:23.353807 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3943161c-7a73-4257-8906-e4b46582dc23 req-50a63b42-9f9b-46e5-a178-149e1df8d195 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a518f4c8c8e149bf9da3dfc2b7497304&device_id=d80fe52b-3081-4217-80cb-aef0d19315d9 HTTP/1.1" status: 200 len: 1128 time: 0.0818670 Jan 28 20:04:23.431033 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3b6b8503-d9e4-42e4-93d7-a95917e942f9 req-97a3383f-92c3-4ad4-841a-e9d63073b2b7 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/security-groups?id=beb86b04-ea53-42ea-a2ac-82ee05804aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977328 Jan 28 20:04:23.454225 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 37810) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:04:23.513558 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-d273f0d5-a642-4c2f-8800-1386d755b4d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5302768c-dece-4fd0-a44d-4071a33c0250', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1309653867', 'tenant_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': '3b746e07-86a8-49f7-9830-25d7324d6e10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:04:05Z', 'updated_at': '2022-01-28T20:04:09Z', 'revision_number': 4, 'project_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'gw_port': {'id': '3b746e07-86a8-49f7-9830-25d7324d6e10', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a4:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5302768c-dece-4fd0-a44d-4071a33c0250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:04:06Z', 'updated_at': '2022-01-28T20:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_floatingips': [{'id': '36881f72-0a2f-4bdb-9f12-3cca0f169b20', 'tenant_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'floating_ip_address': '172.25.6.210', 'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'router_id': '5302768c-dece-4fd0-a44d-4071a33c0250', 'port_id': 'c3945c8b-5d61-4a5e-b29d-2cc74ddb4bb6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3974, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1a978ef6-c003-4f84-a595-0bb0a0b7bd90', 'mac_address': 'fa:16:3e:75:0c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80fe52b-3081-4217-80cb-aef0d19315d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:04:22Z', 'updated_at': '2022-01-28T20:04:22Z', 'revision_number': 0, 'project_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f33ccc07-b9df-46b8-9d6d-5eb18acc6d6b', 'name': '', 'network_id': '1a978ef6-c003-4f84-a595-0bb0a0b7bd90', 'tenant_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'mac_address': 'fa:16:3e:2b:17:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5302768c-dece-4fd0-a44d-4071a33c0250', 'device_owner': 'network:router_interface', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '8fde075d-6a0b-4729-a7cf-47aac1129024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:04:08Z', 'updated_at': '2022-01-28T20:04:11Z', 'revision_number': 5, 'project_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'subnets': [{'id': '8fde075d-6a0b-4729-a7cf-47aac1129024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:04:23.521406 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3943161c-7a73-4257-8906-e4b46582dc23 req-0fc5c9c9-2b70-40eb-9ba2-a14f7a3aa42d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:04:23.523422 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3943161c-7a73-4257-8906-e4b46582dc23 req-0fc5c9c9-2b70-40eb-9ba2-a14f7a3aa42d service neutron] 10.222.0.70 "GET /v2.0/networks?id=1a978ef6-c003-4f84-a595-0bb0a0b7bd90 HTTP/1.1" status: 200 len: 896 time: 0.1589100 Jan 28 20:04:23.540181 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d273f0d5-a642-4c2f-8800-1386d755b4d9 None None] Checking router: 5302768c-dece-4fd0-a44d-4071a33c0250 for host: n-d-812111-14 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:04:23.540967 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-f864f3ae-a69c-42b0-95a2-96b8a67aba85 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/floatingips/36881f72-0a2f-4bdb-9f12-3cca0f169b20 HTTP/1.1" status: 200 len: 991 time: 0.0856273 Jan 28 20:04:23.548395 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d273f0d5-a642-4c2f-8800-1386d755b4d9 None None] Routers {'5302768c-dece-4fd0-a44d-4071a33c0250'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:04:23.548994 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-d273f0d5-a642-4c2f-8800-1386d755b4d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:04:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['5302768c-dece-4fd0-a44d-4071a33c0250'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:04:23.596753 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3943161c-7a73-4257-8906-e4b46582dc23 req-a6e7ca77-427c-4774-bb01-4655cc36b9fc service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c3945c8b-5d61-4a5e-b29d-2cc74ddb4bb6 HTTP/1.1" status: 200 len: 999 time: 0.0666909 Jan 28 20:04:23.645719 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3943161c-7a73-4257-8906-e4b46582dc23 req-8483423b-35e8-4d05-becc-1d2c45fcf808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:04:23.647208 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3943161c-7a73-4257-8906-e4b46582dc23 req-8483423b-35e8-4d05-becc-1d2c45fcf808 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8fde075d-6a0b-4729-a7cf-47aac1129024 HTTP/1.1" status: 200 len: 835 time: 0.0443335 Jan 28 20:04:23.654995 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-d273f0d5-a642-4c2f-8800-1386d755b4d9 None None] Set router 5302768c-dece-4fd0-a44d-4071a33c0250 gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:04:23.696184 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3943161c-7a73-4257-8906-e4b46582dc23 req-ad1c32c1-6afc-4c65-9aae-fa031480bc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:04:23.697640 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3943161c-7a73-4257-8906-e4b46582dc23 req-ad1c32c1-6afc-4c65-9aae-fa031480bc00 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1a978ef6-c003-4f84-a595-0bb0a0b7bd90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0442808 Jan 28 20:04:23.793381 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3943161c-7a73-4257-8906-e4b46582dc23 req-7ff4eedc-5857-4618-8d14-e9c51703b743 service neutron] 10.222.0.70 "GET /v2.0/networks/1a978ef6-c003-4f84-a595-0bb0a0b7bd90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888724 Jan 28 20:04:23.885417 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3943161c-7a73-4257-8906-e4b46582dc23 req-45c87aa2-d3c0-4aa8-99b8-3fb11cebbe3b service neutron] 10.222.0.70 "GET /v2.0/networks/1a978ef6-c003-4f84-a595-0bb0a0b7bd90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856755 Jan 28 20:04:23.885664 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-d273f0d5-a642-4c2f-8800-1386d755b4d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5302768c-dece-4fd0-a44d-4071a33c0250', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1309653867', 'tenant_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': '3b746e07-86a8-49f7-9830-25d7324d6e10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:04:05Z', 'updated_at': '2022-01-28T20:04:09Z', 'revision_number': 4, 'project_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'gw_port': {'id': '3b746e07-86a8-49f7-9830-25d7324d6e10', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a4:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5302768c-dece-4fd0-a44d-4071a33c0250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:04:06Z', 'updated_at': '2022-01-28T20:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_floatingips': [{'id': '36881f72-0a2f-4bdb-9f12-3cca0f169b20', 'tenant_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'floating_ip_address': '172.25.6.210', 'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'router_id': '5302768c-dece-4fd0-a44d-4071a33c0250', 'port_id': 'c3945c8b-5d61-4a5e-b29d-2cc74ddb4bb6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3974, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1a978ef6-c003-4f84-a595-0bb0a0b7bd90', 'mac_address': 'fa:16:3e:75:0c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80fe52b-3081-4217-80cb-aef0d19315d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:04:22Z', 'updated_at': '2022-01-28T20:04:22Z', 'revision_number': 0, 'project_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f33ccc07-b9df-46b8-9d6d-5eb18acc6d6b', 'name': '', 'network_id': '1a978ef6-c003-4f84-a595-0bb0a0b7bd90', 'tenant_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'mac_address': 'fa:16:3e:2b:17:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5302768c-dece-4fd0-a44d-4071a33c0250', 'device_owner': 'network:router_interface', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '8fde075d-6a0b-4729-a7cf-47aac1129024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:04:08Z', 'updated_at': '2022-01-28T20:04:11Z', 'revision_number': 5, 'project_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'subnets': [{'id': '8fde075d-6a0b-4729-a7cf-47aac1129024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:04:23.912387 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d273f0d5-a642-4c2f-8800-1386d755b4d9 None None] The sync data for ids ['5302768c-dece-4fd0-a44d-4071a33c0250'] in n-d-812111-14 is: [{'id': '5302768c-dece-4fd0-a44d-4071a33c0250', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1309653867', 'tenant_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': '3b746e07-86a8-49f7-9830-25d7324d6e10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:04:05Z', 'updated_at': '2022-01-28T20:04:09Z', 'revision_number': 4, 'project_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'gw_port': {'id': '3b746e07-86a8-49f7-9830-25d7324d6e10', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a4:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5302768c-dece-4fd0-a44d-4071a33c0250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:04:06Z', 'updated_at': '2022-01-28T20:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_floatingips': [{'id': '36881f72-0a2f-4bdb-9f12-3cca0f169b20', 'tenant_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'floating_ip_address': '172.25.6.210', 'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'router_id': '5302768c-dece-4fd0-a44d-4071a33c0250', 'port_id': 'c3945c8b-5d61-4a5e-b29d-2cc74ddb4bb6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3974, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1a978ef6-c003-4f84-a595-0bb0a0b7bd90', 'mac_address': 'fa:16:3e:75:0c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80fe52b-3081-4217-80cb-aef0d19315d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:04:22Z', 'updated_at': '2022-01-28T20:04:22Z', 'revision_number': 0, 'project_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f33ccc07-b9df-46b8-9d6d-5eb18acc6d6b', 'name': '', 'network_id': '1a978ef6-c003-4f84-a595-0bb0a0b7bd90', 'tenant_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'mac_address': 'fa:16:3e:2b:17:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5302768c-dece-4fd0-a44d-4071a33c0250', 'device_owner': 'network:router_interface', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '8fde075d-6a0b-4729-a7cf-47aac1129024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:04:08Z', 'updated_at': '2022-01-28T20:04:11Z', 'revision_number': 5, 'project_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'subnets': [{'id': '8fde075d-6a0b-4729-a7cf-47aac1129024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:04:24.119763 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52d4248-d507-4c93-a1c7-82140f4a8bd4 None None] New status for floating IP 36881f72-0a2f-4bdb-9f12-3cca0f169b20: ACTIVE {{(pid=103307) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 20:04:24.188675 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:24.544946 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 37812) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:04:24.610142 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-0d8f3414-bfba-4b71-889f-2814a451fd77 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/floatingips/36881f72-0a2f-4bdb-9f12-3cca0f169b20 HTTP/1.1" status: 200 len: 993 time: 0.0641053 Jan 28 20:04:36.731235 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f283f56f-63cb-4cc2-a4c8-2852851deeb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:38.988811 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e72a5360-03d7-44a1-b407-6723afc1da22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:39.921347 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:41.797256 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:43.179407 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:51.102719 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:54.159772 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:04:54.335612 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:05:00.053387 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb1d0f6-90f6-423d-bab1-df36edc7d5e3 req-ba75729a-dc77-4031-bc9a-d36a669893a7 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:05:00.054892 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-0eb1d0f6-90f6-423d-bab1-df36edc7d5e3 req-ba75729a-dc77-4031-bc9a-d36a669893a7 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/ports?device_id=d80fe52b-3081-4217-80cb-aef0d19315d9 HTTP/1.1" status: 200 len: 945 time: 0.0542898 Jan 28 20:05:00.103909 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-0eb1d0f6-90f6-423d-bab1-df36edc7d5e3 req-192438a3-8582-4b44-aa01-50d0ae968305 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/security-groups?id=beb86b04-ea53-42ea-a2ac-82ee05804aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427778 Jan 28 20:05:00.857503 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65dc398-142d-4019-b1a5-36b8617f353e req-4640f6c8-881b-44bd-866a-f089c37a295e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:05:00.859031 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a65dc398-142d-4019-b1a5-36b8617f353e req-4640f6c8-881b-44bd-866a-f089c37a295e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a518f4c8c8e149bf9da3dfc2b7497304&device_id=d80fe52b-3081-4217-80cb-aef0d19315d9 HTTP/1.1" status: 200 len: 1128 time: 0.0493464 Jan 28 20:05:00.967489 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65dc398-142d-4019-b1a5-36b8617f353e req-fb2beed1-cd0b-44ad-848d-9ede02b1d7df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:05:00.968968 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a65dc398-142d-4019-b1a5-36b8617f353e req-fb2beed1-cd0b-44ad-848d-9ede02b1d7df service neutron] 10.222.0.70 "GET /v2.0/networks?id=1a978ef6-c003-4f84-a595-0bb0a0b7bd90 HTTP/1.1" status: 200 len: 896 time: 0.0893359 Jan 28 20:05:01.040278 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a65dc398-142d-4019-b1a5-36b8617f353e req-a35793a5-59a0-46da-922b-2fc38f57d701 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c3945c8b-5d61-4a5e-b29d-2cc74ddb4bb6 HTTP/1.1" status: 200 len: 1001 time: 0.0645509 Jan 28 20:05:01.088017 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65dc398-142d-4019-b1a5-36b8617f353e req-d6611707-a9e2-451e-8ce1-363ceaf27f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:05:01.089461 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a65dc398-142d-4019-b1a5-36b8617f353e req-d6611707-a9e2-451e-8ce1-363ceaf27f06 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8fde075d-6a0b-4729-a7cf-47aac1129024 HTTP/1.1" status: 200 len: 835 time: 0.0425608 Jan 28 20:05:01.141873 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65dc398-142d-4019-b1a5-36b8617f353e req-4609b5cd-f889-4f1e-b311-f09850791ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:05:01.143388 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a65dc398-142d-4019-b1a5-36b8617f353e req-4609b5cd-f889-4f1e-b311-f09850791ac2 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1a978ef6-c003-4f84-a595-0bb0a0b7bd90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0476704 Jan 28 20:05:01.268594 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a65dc398-142d-4019-b1a5-36b8617f353e req-6c230a0c-7978-49a9-92b6-e9654f148089 service neutron] 10.222.0.70 "GET /v2.0/networks/1a978ef6-c003-4f84-a595-0bb0a0b7bd90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178572 Jan 28 20:05:01.278324 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306ec0ce-9b71-4a6b-a5a0-3f7176aba649 req-096f49cf-ef04-42b0-83c4-43aac1c1b3f6 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:05:01.279697 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-306ec0ce-9b71-4a6b-a5a0-3f7176aba649 req-096f49cf-ef04-42b0-83c4-43aac1c1b3f6 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/ports?device_id=d80fe52b-3081-4217-80cb-aef0d19315d9 HTTP/1.1" status: 200 len: 945 time: 0.0868075 Jan 28 20:05:01.379012 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-306ec0ce-9b71-4a6b-a5a0-3f7176aba649 req-c09f176f-3f66-4978-89f4-d2f8c86f90c3 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/security-groups?id=beb86b04-ea53-42ea-a2ac-82ee05804aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916119 Jan 28 20:05:01.398136 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a65dc398-142d-4019-b1a5-36b8617f353e req-4be67fc2-3d33-4ee9-8b67-30f141de31e1 service neutron] 10.222.0.70 "GET /v2.0/networks/1a978ef6-c003-4f84-a595-0bb0a0b7bd90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175292 Jan 28 20:05:02.495667 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311d1930-29a6-42a8-b4df-1ddfa7530aa7 req-68c7a7d0-2b02-4a61-9190-4487779359b9 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:05:02.497048 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-311d1930-29a6-42a8-b4df-1ddfa7530aa7 req-68c7a7d0-2b02-4a61-9190-4487779359b9 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/ports?device_id=d80fe52b-3081-4217-80cb-aef0d19315d9 HTTP/1.1" status: 200 len: 945 time: 0.0521934 Jan 28 20:05:02.545991 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-311d1930-29a6-42a8-b4df-1ddfa7530aa7 req-1e3cb18d-a713-41d5-bbc9-1ccf912d4464 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/security-groups?id=beb86b04-ea53-42ea-a2ac-82ee05804aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431912 Jan 28 20:05:03.670560 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170e7b36-2b51-40a1-9a0a-c76fc9d0097c req-1052752b-6ca7-4184-b952-e4d06af1bf26 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:05:03.672038 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-170e7b36-2b51-40a1-9a0a-c76fc9d0097c req-1052752b-6ca7-4184-b952-e4d06af1bf26 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/ports?device_id=d80fe52b-3081-4217-80cb-aef0d19315d9 HTTP/1.1" status: 200 len: 945 time: 0.0581098 Jan 28 20:05:03.719359 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-170e7b36-2b51-40a1-9a0a-c76fc9d0097c req-ce79b3ae-97c2-4735-aaf2-5bf59f4bfd64 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/security-groups?id=beb86b04-ea53-42ea-a2ac-82ee05804aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418787 Jan 28 20:05:04.841068 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32b9f37-2fde-4137-ae5d-848f1bfdfb42 req-1edfc314-0d15-4fc0-b839-a647f14d518c tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:05:04.842554 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a32b9f37-2fde-4137-ae5d-848f1bfdfb42 req-1edfc314-0d15-4fc0-b839-a647f14d518c tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/ports?device_id=d80fe52b-3081-4217-80cb-aef0d19315d9 HTTP/1.1" status: 200 len: 945 time: 0.0558634 Jan 28 20:05:04.889743 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a32b9f37-2fde-4137-ae5d-848f1bfdfb42 req-1ba456af-5910-46ee-9e43-70b2e0de5e66 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/security-groups?id=beb86b04-ea53-42ea-a2ac-82ee05804aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416789 Jan 28 20:05:06.007390 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a06d144-d7b9-4215-b758-92b04fc0f1e8 req-61a33dbd-15a9-48bd-bc8a-668edcea4d3f tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:05:06.008857 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6a06d144-d7b9-4215-b758-92b04fc0f1e8 req-61a33dbd-15a9-48bd-bc8a-668edcea4d3f tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/ports?device_id=d80fe52b-3081-4217-80cb-aef0d19315d9 HTTP/1.1" status: 200 len: 945 time: 0.0525126 Jan 28 20:05:06.057265 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6a06d144-d7b9-4215-b758-92b04fc0f1e8 req-f1821cf8-5ded-49a7-af19-481ec1ff7027 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/security-groups?id=beb86b04-ea53-42ea-a2ac-82ee05804aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428066 Jan 28 20:05:06.723572 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a37e4986-64d8-46b2-b81e-1d5b56e19250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:05:07.178723 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528fdf9e-2c8e-482e-b94c-8ff83e427240 req-d0439fc1-2c82-4ba5-9be1-10247bc57d00 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:05:07.180636 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-528fdf9e-2c8e-482e-b94c-8ff83e427240 req-d0439fc1-2c82-4ba5-9be1-10247bc57d00 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/ports?device_id=d80fe52b-3081-4217-80cb-aef0d19315d9 HTTP/1.1" status: 200 len: 945 time: 0.0523703 Jan 28 20:05:07.229202 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-528fdf9e-2c8e-482e-b94c-8ff83e427240 req-2d192d63-d9c6-4b6d-8111-5ef58f99bbee tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/security-groups?id=beb86b04-ea53-42ea-a2ac-82ee05804aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434189 Jan 28 20:05:08.351158 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9267f0e-4b09-4a27-b79d-76d65c0a4216 req-28d45a3a-b68d-478e-938f-60579304a718 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:05:08.357133 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a9267f0e-4b09-4a27-b79d-76d65c0a4216 req-28d45a3a-b68d-478e-938f-60579304a718 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/ports?device_id=d80fe52b-3081-4217-80cb-aef0d19315d9 HTTP/1.1" status: 200 len: 945 time: 0.0550475 Jan 28 20:05:08.408277 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a9267f0e-4b09-4a27-b79d-76d65c0a4216 req-c3471295-2978-41d4-944f-4d2cafbcbd4a tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/security-groups?id=beb86b04-ea53-42ea-a2ac-82ee05804aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499594 Jan 28 20:05:08.989319 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1f72dcb4-1d03-444b-a8cc-961623658577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:05:09.532219 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2961a43f-fcbf-49f2-8054-82568cf136db req-798e7929-efd0-495c-bd99-8ac96533231d tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:05:09.533719 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2961a43f-fcbf-49f2-8054-82568cf136db req-798e7929-efd0-495c-bd99-8ac96533231d tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/ports?device_id=d80fe52b-3081-4217-80cb-aef0d19315d9 HTTP/1.1" status: 200 len: 945 time: 0.0558732 Jan 28 20:05:09.580277 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2961a43f-fcbf-49f2-8054-82568cf136db req-f7b99268-1e21-438b-911b-649a8ac6434f tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/security-groups?id=beb86b04-ea53-42ea-a2ac-82ee05804aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409577 Jan 28 20:05:09.924632 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:05:10.696867 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561c072c-f821-456d-b35f-b9c96b3958be req-c1e1e276-e81d-4e1f-aa60-b7f57839d76f tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:05:10.698359 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-561c072c-f821-456d-b35f-b9c96b3958be req-c1e1e276-e81d-4e1f-aa60-b7f57839d76f tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/ports?device_id=d80fe52b-3081-4217-80cb-aef0d19315d9 HTTP/1.1" status: 200 len: 945 time: 0.0512047 Jan 28 20:05:10.746025 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-561c072c-f821-456d-b35f-b9c96b3958be req-23146ee4-10c3-4466-a2ce-999f6ee6c95f tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/security-groups?id=beb86b04-ea53-42ea-a2ac-82ee05804aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422568 Jan 28 20:05:11.800746 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:05:11.870115 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a8eb8f-5841-4fd5-ad14-16b0db9ad4f6 req-8272eb9d-a229-4c4c-ba10-067314aaecb4 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:05:11.871607 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-33a8eb8f-5841-4fd5-ad14-16b0db9ad4f6 req-8272eb9d-a229-4c4c-ba10-067314aaecb4 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/ports?device_id=d80fe52b-3081-4217-80cb-aef0d19315d9 HTTP/1.1" status: 200 len: 945 time: 0.0550938 Jan 28 20:05:11.921341 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-33a8eb8f-5841-4fd5-ad14-16b0db9ad4f6 req-dfb36506-df2b-48b8-9335-5deeda648752 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/security-groups?id=beb86b04-ea53-42ea-a2ac-82ee05804aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440319 Jan 28 20:05:13.073521 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbe8001-e04a-42a2-8b62-5c8705bf8f6a req-3baaa7a4-438d-4c2c-899d-1f2b1a83651c tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:05:13.074993 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-fcbe8001-e04a-42a2-8b62-5c8705bf8f6a req-3baaa7a4-438d-4c2c-899d-1f2b1a83651c tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/ports?device_id=d80fe52b-3081-4217-80cb-aef0d19315d9 HTTP/1.1" status: 200 len: 945 time: 0.0812001 Jan 28 20:05:13.102062 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213be45b-515d-46dd-af35-64b92d31fc51 req-8378be3c-5380-4b88-ac6b-1c7f48fa9cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:05:13.103487 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-213be45b-515d-46dd-af35-64b92d31fc51 req-8378be3c-5380-4b88-ac6b-1c7f48fa9cf3 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=d80fe52b-3081-4217-80cb-aef0d19315d9 HTTP/1.1" status: 200 len: 1128 time: 0.0749948 Jan 28 20:05:13.146890 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-fcbe8001-e04a-42a2-8b62-5c8705bf8f6a req-026d7ee8-1226-4655-909b-322d3b788aae tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/security-groups?id=beb86b04-ea53-42ea-a2ac-82ee05804aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664122 Jan 28 20:05:13.168590 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-213be45b-515d-46dd-af35-64b92d31fc51 req-44bb967f-2870-4e05-854f-9f7c3c4837c2 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=beb86b04-ea53-42ea-a2ac-82ee05804aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557935 Jan 28 20:05:13.182379 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:05:14.269227 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bf97ea-4991-485e-984d-e28f1e581be0 req-f0c1f348-e27a-4e44-a86b-b4a0d1036e8f tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:05:14.270741 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c4bf97ea-4991-485e-984d-e28f1e581be0 req-f0c1f348-e27a-4e44-a86b-b4a0d1036e8f tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/ports?device_id=d80fe52b-3081-4217-80cb-aef0d19315d9 HTTP/1.1" status: 200 len: 945 time: 0.0544548 Jan 28 20:05:14.324849 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c4bf97ea-4991-485e-984d-e28f1e581be0 req-01f76830-3120-452a-a4b0-007ce0b1362e tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/security-groups?id=beb86b04-ea53-42ea-a2ac-82ee05804aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482326 Jan 28 20:05:15.443296 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106eec47-f2e7-4539-9c2e-210a05ad9abe req-a43a9263-95a4-4834-82e9-22c1e9b78e7d tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:05:15.444740 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-106eec47-f2e7-4539-9c2e-210a05ad9abe req-a43a9263-95a4-4834-82e9-22c1e9b78e7d tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/ports?device_id=d80fe52b-3081-4217-80cb-aef0d19315d9 HTTP/1.1" status: 200 len: 945 time: 0.0526648 Jan 28 20:05:15.495219 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-106eec47-f2e7-4539-9c2e-210a05ad9abe req-ff6357df-07c2-46e1-a665-741b304683e8 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/security-groups?id=beb86b04-ea53-42ea-a2ac-82ee05804aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449293 Jan 28 20:05:15.517904 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 37874) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:05:15.580634 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-3a0b1ac2-b7e6-48ac-b5c8-33be4d77115c tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/floatingips/36881f72-0a2f-4bdb-9f12-3cca0f169b20 HTTP/1.1" status: 200 len: 993 time: 0.0616269 Jan 28 20:05:15.717200 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device c3945c8b-5d61-4a5e-b29d-2cc74ddb4bb6 details requested by agent hyperv_n-h2-812111-14 with host n-h2-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:05:15.719256 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device c3945c8b-5d61-4a5e-b29d-2cc74ddb4bb6 no longer exists at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:05:15.875925 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port c3945c8b-5d61-4a5e-b29d-2cc74ddb4bb6, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=c3945c8b-5d61-4a5e-b29d-2cc74ddb4bb6,segment=NetworkSegment(34ffbefd-8f90-415d-afc9-4379d33adc89),segment_id=34ffbefd-8f90-415d-afc9-4379d33adc89)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:05:15.878320 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port c3945c8b-5d61-4a5e-b29d-2cc74ddb4bb6 is: ACTIVE; New status is: DOWN {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:05:15.878707 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (c3945c8b-5d61-4a5e-b29d-2cc74ddb4bb6), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:05:15.895751 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Returning: {'device': 'c3945c8b-5d61-4a5e-b29d-2cc74ddb4bb6', 'network_id': '1a978ef6-c003-4f84-a595-0bb0a0b7bd90', 'port_id': 'c3945c8b-5d61-4a5e-b29d-2cc74ddb4bb6', 'mac_address': 'fa:16:3e:75:0c:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fde075d-6a0b-4729-a7cf-47aac1129024', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:05:15.911991 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd80fe52b-3081-4217-80cb-aef0d19315d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3945c8b-5d61-4a5e-b29d-2cc74ddb4bb6'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:05:15.914238 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4be71469-6f4a-4ba4-bc38-c048c7fe8c3c" -d '{"events": [{"server_uuid": "d80fe52b-3081-4217-80cb-aef0d19315d9", "name": "network-vif-unplugged", "status": "completed", "tag": "c3945c8b-5d61-4a5e-b29d-2cc74ddb4bb6"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:05:15.951445 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port c3945c8b-5d61-4a5e-b29d-2cc74ddb4bb6, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=c3945c8b-5d61-4a5e-b29d-2cc74ddb4bb6,segment=NetworkSegment(34ffbefd-8f90-415d-afc9-4379d33adc89),segment_id=34ffbefd-8f90-415d-afc9-4379d33adc89)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:05:15.957827 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 20:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bef0410-c934-4639-996a-1a78f83840c9 x-openstack-request-id: req-5bef0410-c934-4639-996a-1a78f83840c9 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:05:15.958118 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d80fe52b-3081-4217-80cb-aef0d19315d9", "name": "network-vif-unplugged", "status": "completed", "tag": "c3945c8b-5d61-4a5e-b29d-2cc74ddb4bb6", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:05:15.958399 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5bef0410-c934-4639-996a-1a78f83840c9 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:05:15.958789 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd80fe52b-3081-4217-80cb-aef0d19315d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3945c8b-5d61-4a5e-b29d-2cc74ddb4bb6', 'code': 200} Jan 28 20:05:15.963465 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (c3945c8b-5d61-4a5e-b29d-2cc74ddb4bb6), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:05:15.970684 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port c3945c8b-5d61-4a5e-b29d-2cc74ddb4bb6 is: ACTIVE; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:05:15.970999 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (c3945c8b-5d61-4a5e-b29d-2cc74ddb4bb6), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:05:16.006892 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c3945c8b-5d61-4a5e-b29d-2cc74ddb4bb6 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:05:16.029597 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=c3945c8b-5d61-4a5e-b29d-2cc74ddb4bb6,revision_number=6']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:05:16.057905 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:05:16.058253 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:05:16.058597 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:05:16.058934 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:05:16.059271 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:05:16.059600 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:05:16.059932 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:05:16.060256 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:05:16.060579 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:05:16.060902 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:05:16.061371 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:05:16.061694 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:05:16.062016 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:05:16.074632 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.db.api [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103306) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 20:05:16.075014 n-d-812111-14 neutron-server[103306]: DEBUG oslo_db.api [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 20:05:16.609954 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port c3945c8b-5d61-4a5e-b29d-2cc74ddb4bb6 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:05:16.610346 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (c3945c8b-5d61-4a5e-b29d-2cc74ddb4bb6), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:05:16.623679 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3945c8b-5d61-4a5e-b29d-2cc74ddb4bb6 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:05:16.645530 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port c3945c8b-5d61-4a5e-b29d-2cc74ddb4bb6, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=c3945c8b-5d61-4a5e-b29d-2cc74ddb4bb6,segment=NetworkSegment(34ffbefd-8f90-415d-afc9-4379d33adc89),segment_id=34ffbefd-8f90-415d-afc9-4379d33adc89)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:05:16.649982 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (c3945c8b-5d61-4a5e-b29d-2cc74ddb4bb6), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:05:16.696053 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=c3945c8b-5d61-4a5e-b29d-2cc74ddb4bb6,revision_number=7']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:05:16.905675 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['c3945c8b-5d61-4a5e-b29d-2cc74ddb4bb6'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:05:17.729908 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device c3945c8b-5d61-4a5e-b29d-2cc74ddb4bb6 up at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:05:17.778252 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning complete for port c3945c8b-5d61-4a5e-b29d-2cc74ddb4bb6 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:05:17.778623 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (c3945c8b-5d61-4a5e-b29d-2cc74ddb4bb6), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:05:18.019561 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port c3945c8b-5d61-4a5e-b29d-2cc74ddb4bb6 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:05:18.020225 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (c3945c8b-5d61-4a5e-b29d-2cc74ddb4bb6), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:05:18.041826 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd80fe52b-3081-4217-80cb-aef0d19315d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3945c8b-5d61-4a5e-b29d-2cc74ddb4bb6'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:05:18.044029 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78902bf8-16fc-4f4a-8188-de5f21f82a7a" -d '{"events": [{"server_uuid": "d80fe52b-3081-4217-80cb-aef0d19315d9", "name": "network-vif-plugged", "status": "completed", "tag": "c3945c8b-5d61-4a5e-b29d-2cc74ddb4bb6"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:05:18.056088 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port c3945c8b-5d61-4a5e-b29d-2cc74ddb4bb6, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=c3945c8b-5d61-4a5e-b29d-2cc74ddb4bb6,segment=NetworkSegment(34ffbefd-8f90-415d-afc9-4379d33adc89),segment_id=34ffbefd-8f90-415d-afc9-4379d33adc89)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:05:18.060163 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (c3945c8b-5d61-4a5e-b29d-2cc74ddb4bb6), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:05:18.084282 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd4e4bae-7241-4d75-baa8-170d21addb1d x-openstack-request-id: req-bd4e4bae-7241-4d75-baa8-170d21addb1d {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:05:18.084573 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d80fe52b-3081-4217-80cb-aef0d19315d9", "name": "network-vif-plugged", "status": "completed", "tag": "c3945c8b-5d61-4a5e-b29d-2cc74ddb4bb6", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:05:18.084827 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bd4e4bae-7241-4d75-baa8-170d21addb1d {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:05:18.085236 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd80fe52b-3081-4217-80cb-aef0d19315d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3945c8b-5d61-4a5e-b29d-2cc74ddb4bb6', 'code': 200} Jan 28 20:05:18.109473 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=c3945c8b-5d61-4a5e-b29d-2cc74ddb4bb6,revision_number=8']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:05:21.094332 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:05:24.219016 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:05:31.158872 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:05:36.726483 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e0bcf319-914d-4425-85c0-e25a89bbcfba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:05:38.990122 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c1d04acc-8283-42bb-89b1-7d93daca3b56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:05:39.928344 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:05:41.802816 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:05:43.185260 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:05:51.118759 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:05:54.223950 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:05:54.859788 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 37892) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:05:55.014924 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-e47239f6-b4fb-4f07-9a1f-1aedf132d179 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Deleting port 6b4fdc26-3b85-47a0-9584-e2b65c502096 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:05:55.015749 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e47239f6-b4fb-4f07-9a1f-1aedf132d179 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (6b4fdc26-3b85-47a0-9584-e2b65c502096), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:05:55.091669 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e47239f6-b4fb-4f07-9a1f-1aedf132d179 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (6b4fdc26-3b85-47a0-9584-e2b65c502096), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:05:55.092000 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e47239f6-b4fb-4f07-9a1f-1aedf132d179 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for floatingip (6b4fdc26-3b85-47a0-9584-e2b65c502096), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:05:55.104251 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-e47239f6-b4fb-4f07-9a1f-1aedf132d179 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Calling delete_port for 6b4fdc26-3b85-47a0-9584-e2b65c502096 owned by network:floatingip {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:05:55.258218 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e47239f6-b4fb-4f07-9a1f-1aedf132d179 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (6b4fdc26-3b85-47a0-9584-e2b65c502096), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:05:55.282943 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47239f6-b4fb-4f07-9a1f-1aedf132d179 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Pushing event deleted for resources: {'Port': ['ID=6b4fdc26-3b85-47a0-9584-e2b65c502096,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:05:55.295124 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47239f6-b4fb-4f07-9a1f-1aedf132d179 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:05:55.295495 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47239f6-b4fb-4f07-9a1f-1aedf132d179 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:05:55.295831 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47239f6-b4fb-4f07-9a1f-1aedf132d179 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:05:55.296176 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47239f6-b4fb-4f07-9a1f-1aedf132d179 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:05:55.296515 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47239f6-b4fb-4f07-9a1f-1aedf132d179 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:05:55.296854 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47239f6-b4fb-4f07-9a1f-1aedf132d179 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:05:55.297216 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47239f6-b4fb-4f07-9a1f-1aedf132d179 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:05:55.297553 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47239f6-b4fb-4f07-9a1f-1aedf132d179 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:05:55.297886 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47239f6-b4fb-4f07-9a1f-1aedf132d179 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:05:55.298220 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47239f6-b4fb-4f07-9a1f-1aedf132d179 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:05:55.298547 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47239f6-b4fb-4f07-9a1f-1aedf132d179 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:05:55.298877 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47239f6-b4fb-4f07-9a1f-1aedf132d179 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:05:55.299203 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47239f6-b4fb-4f07-9a1f-1aedf132d179 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:05:55.355437 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e47239f6-b4fb-4f07-9a1f-1aedf132d179 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for floatingip (36881f72-0a2f-4bdb-9f12-3cca0f169b20), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:05:55.355745 n-d-812111-14 neutron-server[103305]: INFO neutron.db.l3_db [None req-e47239f6-b4fb-4f07-9a1f-1aedf132d179 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Floating IP 36881f72-0a2f-4bdb-9f12-3cca0f169b20 disassociated (deleted). External IP: 172.25.6.210, port: c3945c8b-5d61-4a5e-b29d-2cc74ddb4bb6. Jan 28 20:05:55.851360 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e47239f6-b4fb-4f07-9a1f-1aedf132d179 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Router 5302768c-dece-4fd0-a44d-4071a33c0250 has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:05:55.957944 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e47239f6-b4fb-4f07-9a1f-1aedf132d179 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:05:55.962565 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e47239f6-b4fb-4f07-9a1f-1aedf132d179 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for floatingip (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:05:55.968324 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee3f31c9-9338-4726-add7-e0b0fc124c1c None None] Sync routers for ids ['5302768c-dece-4fd0-a44d-4071a33c0250'] in n-d-812111-14 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:05:55.977370 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3f31c9-9338-4726-add7-e0b0fc124c1c None None] Routers {'5302768c-dece-4fd0-a44d-4071a33c0250'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:05:55.977988 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-ee3f31c9-9338-4726-add7-e0b0fc124c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:05:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['5302768c-dece-4fd0-a44d-4071a33c0250'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:05:55.995466 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-e47239f6-b4fb-4f07-9a1f-1aedf132d179 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "DELETE /v2.0/floatingips/36881f72-0a2f-4bdb-9f12-3cca0f169b20 HTTP/1.1" status: 204 len: 168 time: 1.1345911 Jan 28 20:05:55.996148 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd80fe52b-3081-4217-80cb-aef0d19315d9', 'tag': 'c3945c8b-5d61-4a5e-b29d-2cc74ddb4bb6'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:05:55.998554 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe495c0e-bb3b-4a49-a2e0-a8296c3e22f3" -d '{"events": [{"name": "network-changed", "server_uuid": "d80fe52b-3081-4217-80cb-aef0d19315d9", "tag": "c3945c8b-5d61-4a5e-b29d-2cc74ddb4bb6"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:05:56.089452 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-ee3f31c9-9338-4726-add7-e0b0fc124c1c None None] Set router 5302768c-dece-4fd0-a44d-4071a33c0250 gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:05:56.106498 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b57388c-826e-41b4-bce8-fd136e1bb132 x-openstack-request-id: req-4b57388c-826e-41b4-bce8-fd136e1bb132 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:05:56.107126 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d80fe52b-3081-4217-80cb-aef0d19315d9", "tag": "c3945c8b-5d61-4a5e-b29d-2cc74ddb4bb6", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:05:56.107447 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4b57388c-826e-41b4-bce8-fd136e1bb132 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:05:56.108365 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd80fe52b-3081-4217-80cb-aef0d19315d9', 'tag': 'c3945c8b-5d61-4a5e-b29d-2cc74ddb4bb6', 'status': 'completed', 'code': 200} Jan 28 20:05:56.175898 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe495c0e-bb3b-4a49-a2e0-a8296c3e22f3 req-36f4d8d9-c1ba-4e13-83d2-53298549cab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:05:56.178423 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-fe495c0e-bb3b-4a49-a2e0-a8296c3e22f3 req-36f4d8d9-c1ba-4e13-83d2-53298549cab6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a518f4c8c8e149bf9da3dfc2b7497304&device_id=d80fe52b-3081-4217-80cb-aef0d19315d9 HTTP/1.1" status: 200 len: 1128 time: 0.0474641 Jan 28 20:05:56.245648 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4655e9c5-1d1c-43c0-b91d-f4fb5275c394 req-51ae0e74-b75e-4604-a7da-0f9f393e7674 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:05:56.247259 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4655e9c5-1d1c-43c0-b91d-f4fb5275c394 req-51ae0e74-b75e-4604-a7da-0f9f393e7674 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/ports?device_id=d80fe52b-3081-4217-80cb-aef0d19315d9 HTTP/1.1" status: 200 len: 945 time: 0.0586002 Jan 28 20:05:56.277879 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe495c0e-bb3b-4a49-a2e0-a8296c3e22f3 req-d43edbfd-abc5-491d-b20a-e6060c3a1e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:05:56.279615 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-fe495c0e-bb3b-4a49-a2e0-a8296c3e22f3 req-d43edbfd-abc5-491d-b20a-e6060c3a1e42 service neutron] 10.222.0.70 "GET /v2.0/networks?id=1a978ef6-c003-4f84-a595-0bb0a0b7bd90 HTTP/1.1" status: 200 len: 896 time: 0.0936451 Jan 28 20:05:56.297876 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4655e9c5-1d1c-43c0-b91d-f4fb5275c394 req-488cafb1-d634-4f4e-a6ff-ef2e9e8569d6 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/security-groups?id=beb86b04-ea53-42ea-a2ac-82ee05804aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444860 Jan 28 20:05:56.312191 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-ee3f31c9-9338-4726-add7-e0b0fc124c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5302768c-dece-4fd0-a44d-4071a33c0250', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1309653867', 'tenant_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': '3b746e07-86a8-49f7-9830-25d7324d6e10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:04:05Z', 'updated_at': '2022-01-28T20:04:09Z', 'revision_number': 4, 'project_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'gw_port': {'id': '3b746e07-86a8-49f7-9830-25d7324d6e10', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a4:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5302768c-dece-4fd0-a44d-4071a33c0250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:04:06Z', 'updated_at': '2022-01-28T20:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': 'f33ccc07-b9df-46b8-9d6d-5eb18acc6d6b', 'name': '', 'network_id': '1a978ef6-c003-4f84-a595-0bb0a0b7bd90', 'tenant_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'mac_address': 'fa:16:3e:2b:17:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5302768c-dece-4fd0-a44d-4071a33c0250', 'device_owner': 'network:router_interface', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '8fde075d-6a0b-4729-a7cf-47aac1129024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:04:08Z', 'updated_at': '2022-01-28T20:04:11Z', 'revision_number': 5, 'project_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'subnets': [{'id': '8fde075d-6a0b-4729-a7cf-47aac1129024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:05:56.331022 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-fe495c0e-bb3b-4a49-a2e0-a8296c3e22f3 req-744b715f-b383-4c17-a551-ab319df686cb service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c3945c8b-5d61-4a5e-b29d-2cc74ddb4bb6 HTTP/1.1" status: 200 len: 217 time: 0.0378902 Jan 28 20:05:56.339146 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee3f31c9-9338-4726-add7-e0b0fc124c1c None None] Checking router: 5302768c-dece-4fd0-a44d-4071a33c0250 for host: n-d-812111-14 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:05:56.347644 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3f31c9-9338-4726-add7-e0b0fc124c1c None None] Routers {'5302768c-dece-4fd0-a44d-4071a33c0250'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:05:56.348249 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-ee3f31c9-9338-4726-add7-e0b0fc124c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:05:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['5302768c-dece-4fd0-a44d-4071a33c0250'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:05:56.379548 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe495c0e-bb3b-4a49-a2e0-a8296c3e22f3 req-16508995-0024-4711-9255-ac66c574351b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:05:56.380926 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-fe495c0e-bb3b-4a49-a2e0-a8296c3e22f3 req-16508995-0024-4711-9255-ac66c574351b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8fde075d-6a0b-4729-a7cf-47aac1129024 HTTP/1.1" status: 200 len: 835 time: 0.0429409 Jan 28 20:05:56.429888 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe495c0e-bb3b-4a49-a2e0-a8296c3e22f3 req-60227e23-a42c-4e3e-8032-d606a8ad436e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:05:56.431369 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-fe495c0e-bb3b-4a49-a2e0-a8296c3e22f3 req-60227e23-a42c-4e3e-8032-d606a8ad436e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1a978ef6-c003-4f84-a595-0bb0a0b7bd90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0438652 Jan 28 20:05:56.454119 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-ee3f31c9-9338-4726-add7-e0b0fc124c1c None None] Set router 5302768c-dece-4fd0-a44d-4071a33c0250 gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:05:56.524435 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-fe495c0e-bb3b-4a49-a2e0-a8296c3e22f3 req-db887ffc-306a-453f-b0cd-33dfa2825359 service neutron] 10.222.0.70 "GET /v2.0/networks/1a978ef6-c003-4f84-a595-0bb0a0b7bd90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863719 Jan 28 20:05:56.614296 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-fe495c0e-bb3b-4a49-a2e0-a8296c3e22f3 req-b6a6276a-5027-45fd-9bff-58ecd3259606 service neutron] 10.222.0.70 "GET /v2.0/networks/1a978ef6-c003-4f84-a595-0bb0a0b7bd90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826848 Jan 28 20:05:56.653224 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-ee3f31c9-9338-4726-add7-e0b0fc124c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5302768c-dece-4fd0-a44d-4071a33c0250', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1309653867', 'tenant_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': '3b746e07-86a8-49f7-9830-25d7324d6e10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:04:05Z', 'updated_at': '2022-01-28T20:04:09Z', 'revision_number': 4, 'project_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'gw_port': {'id': '3b746e07-86a8-49f7-9830-25d7324d6e10', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a4:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5302768c-dece-4fd0-a44d-4071a33c0250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:04:06Z', 'updated_at': '2022-01-28T20:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': 'f33ccc07-b9df-46b8-9d6d-5eb18acc6d6b', 'name': '', 'network_id': '1a978ef6-c003-4f84-a595-0bb0a0b7bd90', 'tenant_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'mac_address': 'fa:16:3e:2b:17:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5302768c-dece-4fd0-a44d-4071a33c0250', 'device_owner': 'network:router_interface', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '8fde075d-6a0b-4729-a7cf-47aac1129024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:04:08Z', 'updated_at': '2022-01-28T20:04:11Z', 'revision_number': 5, 'project_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'subnets': [{'id': '8fde075d-6a0b-4729-a7cf-47aac1129024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:05:56.679369 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee3f31c9-9338-4726-add7-e0b0fc124c1c None None] The sync data for ids ['5302768c-dece-4fd0-a44d-4071a33c0250'] in n-d-812111-14 is: [{'id': '5302768c-dece-4fd0-a44d-4071a33c0250', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1309653867', 'tenant_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': '3b746e07-86a8-49f7-9830-25d7324d6e10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:04:05Z', 'updated_at': '2022-01-28T20:04:09Z', 'revision_number': 4, 'project_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'gw_port': {'id': '3b746e07-86a8-49f7-9830-25d7324d6e10', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a4:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5302768c-dece-4fd0-a44d-4071a33c0250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:04:06Z', 'updated_at': '2022-01-28T20:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': 'f33ccc07-b9df-46b8-9d6d-5eb18acc6d6b', 'name': '', 'network_id': '1a978ef6-c003-4f84-a595-0bb0a0b7bd90', 'tenant_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'mac_address': 'fa:16:3e:2b:17:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5302768c-dece-4fd0-a44d-4071a33c0250', 'device_owner': 'network:router_interface', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '8fde075d-6a0b-4729-a7cf-47aac1129024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:04:08Z', 'updated_at': '2022-01-28T20:04:11Z', 'revision_number': 5, 'project_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'subnets': [{'id': '8fde075d-6a0b-4729-a7cf-47aac1129024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:05:56.889448 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e793b1-f588-45d4-84e3-c86d2fad9e8f None None] New status for floating IP 36881f72-0a2f-4bdb-9f12-3cca0f169b20: DOWN {{(pid=103307) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 20:05:57.423487 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36248ae5-a37f-42b1-a934-c071e3f6f47b req-5b06d51f-b7e8-4071-a935-8f953c469a3d tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:05:57.425519 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-36248ae5-a37f-42b1-a934-c071e3f6f47b req-5b06d51f-b7e8-4071-a935-8f953c469a3d tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/ports?device_id=d80fe52b-3081-4217-80cb-aef0d19315d9 HTTP/1.1" status: 200 len: 945 time: 0.0566180 Jan 28 20:05:57.475397 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-36248ae5-a37f-42b1-a934-c071e3f6f47b req-02075987-9b72-434e-bf50-e21c9b6e7421 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/security-groups?id=beb86b04-ea53-42ea-a2ac-82ee05804aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439188 Jan 28 20:05:57.676848 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feff947e-eb4f-4386-965f-d4f46e706626 req-68e26b6a-ebb5-4296-8986-721f664aff7c tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:05:57.678338 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-feff947e-eb4f-4386-965f-d4f46e706626 req-68e26b6a-ebb5-4296-8986-721f664aff7c tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.70 "GET /v2.0/ports?device_id=d80fe52b-3081-4217-80cb-aef0d19315d9 HTTP/1.1" status: 200 len: 945 time: 0.0514443 Jan 28 20:05:57.771981 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-feff947e-eb4f-4386-965f-d4f46e706626 req-1306bfc0-f75a-464a-a9b4-e80453cf1c86 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Deleting port c3945c8b-5d61-4a5e-b29d-2cc74ddb4bb6 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:05:57.772245 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-feff947e-eb4f-4386-965f-d4f46e706626 req-1306bfc0-f75a-464a-a9b4-e80453cf1c86 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (c3945c8b-5d61-4a5e-b29d-2cc74ddb4bb6), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:05:57.857722 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-feff947e-eb4f-4386-965f-d4f46e706626 req-1306bfc0-f75a-464a-a9b4-e80453cf1c86 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] For port c3945c8b-5d61-4a5e-b29d-2cc74ddb4bb6, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=c3945c8b-5d61-4a5e-b29d-2cc74ddb4bb6,segment=NetworkSegment(34ffbefd-8f90-415d-afc9-4379d33adc89),segment_id=34ffbefd-8f90-415d-afc9-4379d33adc89)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:05:57.858089 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-feff947e-eb4f-4386-965f-d4f46e706626 req-1306bfc0-f75a-464a-a9b4-e80453cf1c86 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (c3945c8b-5d61-4a5e-b29d-2cc74ddb4bb6), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:05:57.870581 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-feff947e-eb4f-4386-965f-d4f46e706626 req-1306bfc0-f75a-464a-a9b4-e80453cf1c86 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Calling delete_port for c3945c8b-5d61-4a5e-b29d-2cc74ddb4bb6 owned by compute:nova {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:05:57.998641 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-feff947e-eb4f-4386-965f-d4f46e706626 req-1306bfc0-f75a-464a-a9b4-e80453cf1c86 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (c3945c8b-5d61-4a5e-b29d-2cc74ddb4bb6), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:05:58.027030 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1306bfc0-f75a-464a-a9b4-e80453cf1c86 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Pushing event deleted for resources: {'Port': ['ID=c3945c8b-5d61-4a5e-b29d-2cc74ddb4bb6,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:05:58.055176 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1306bfc0-f75a-464a-a9b4-e80453cf1c86 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:05:58.055540 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1306bfc0-f75a-464a-a9b4-e80453cf1c86 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:05:58.055895 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1306bfc0-f75a-464a-a9b4-e80453cf1c86 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:05:58.056244 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1306bfc0-f75a-464a-a9b4-e80453cf1c86 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:05:58.056589 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1306bfc0-f75a-464a-a9b4-e80453cf1c86 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:05:58.056931 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1306bfc0-f75a-464a-a9b4-e80453cf1c86 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:05:58.057316 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1306bfc0-f75a-464a-a9b4-e80453cf1c86 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:05:58.057656 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1306bfc0-f75a-464a-a9b4-e80453cf1c86 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:05:58.057996 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1306bfc0-f75a-464a-a9b4-e80453cf1c86 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:05:58.058332 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1306bfc0-f75a-464a-a9b4-e80453cf1c86 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:05:58.058668 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1306bfc0-f75a-464a-a9b4-e80453cf1c86 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:05:58.059004 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1306bfc0-f75a-464a-a9b4-e80453cf1c86 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:05:58.059335 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1306bfc0-f75a-464a-a9b4-e80453cf1c86 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:05:58.079197 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-feff947e-eb4f-4386-965f-d4f46e706626 req-1306bfc0-f75a-464a-a9b4-e80453cf1c86 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] No DVR routers for this DVR port c3945c8b-5d61-4a5e-b29d-2cc74ddb4bb6 on host n-h2-812111-14 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:05:58.081574 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-feff947e-eb4f-4386-965f-d4f46e706626 req-1306bfc0-f75a-464a-a9b4-e80453cf1c86 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:05:58.084886 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-feff947e-eb4f-4386-965f-d4f46e706626 req-1306bfc0-f75a-464a-a9b4-e80453cf1c86 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.70 "DELETE /v2.0/ports/c3945c8b-5d61-4a5e-b29d-2cc74ddb4bb6 HTTP/1.1" status: 204 len: 173 time: 0.4014599 Jan 28 20:05:58.085375 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd80fe52b-3081-4217-80cb-aef0d19315d9', 'name': 'network-vif-deleted', 'tag': 'c3945c8b-5d61-4a5e-b29d-2cc74ddb4bb6'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:05:58.087689 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5caa2a6a-9256-4381-b2e7-1d355b04443d" -d '{"events": [{"server_uuid": "d80fe52b-3081-4217-80cb-aef0d19315d9", "name": "network-vif-deleted", "tag": "c3945c8b-5d61-4a5e-b29d-2cc74ddb4bb6"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:05:58.133365 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b25897e9-12e0-47a6-b6ec-435f89a7ec4f x-openstack-request-id: req-b25897e9-12e0-47a6-b6ec-435f89a7ec4f {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:05:58.133655 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d80fe52b-3081-4217-80cb-aef0d19315d9", "name": "network-vif-deleted", "tag": "c3945c8b-5d61-4a5e-b29d-2cc74ddb4bb6", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:05:58.133928 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b25897e9-12e0-47a6-b6ec-435f89a7ec4f {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:05:58.134330 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd80fe52b-3081-4217-80cb-aef0d19315d9', 'name': 'network-vif-deleted', 'tag': 'c3945c8b-5d61-4a5e-b29d-2cc74ddb4bb6', 'status': 'completed', 'code': 200} Jan 28 20:05:58.594785 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ac01b6f6-8226-4065-a4ef-ea07f79c2ac0 req-848a7526-c5b3-415c-bee2-18ba2e540e68 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "GET /v2.0/ports?device_id=d80fe52b-3081-4217-80cb-aef0d19315d9 HTTP/1.1" status: 200 len: 210 time: 0.0301719 Jan 28 20:05:59.652127 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 37910) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:06:00.332888 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8f2bfadb-371f-4a9d-84f2-e3b8f40749f9 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-732838'] for router_interface (5302768c-dece-4fd0-a44d-4071a33c0250), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:00.582539 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-8f2bfadb-371f-4a9d-84f2-e3b8f40749f9 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Deleting port f33ccc07-b9df-46b8-9d6d-5eb18acc6d6b {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:06:00.582888 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8f2bfadb-371f-4a9d-84f2-e3b8f40749f9 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (f33ccc07-b9df-46b8-9d6d-5eb18acc6d6b), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:00.671227 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-8f2bfadb-371f-4a9d-84f2-e3b8f40749f9 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] For port f33ccc07-b9df-46b8-9d6d-5eb18acc6d6b, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=f33ccc07-b9df-46b8-9d6d-5eb18acc6d6b,segment=NetworkSegment(34ffbefd-8f90-415d-afc9-4379d33adc89),segment_id=34ffbefd-8f90-415d-afc9-4379d33adc89)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:06:00.671881 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8f2bfadb-371f-4a9d-84f2-e3b8f40749f9 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (f33ccc07-b9df-46b8-9d6d-5eb18acc6d6b), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:00.683365 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-8f2bfadb-371f-4a9d-84f2-e3b8f40749f9 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Calling delete_port for f33ccc07-b9df-46b8-9d6d-5eb18acc6d6b owned by network:router_interface {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:06:00.865188 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8f2bfadb-371f-4a9d-84f2-e3b8f40749f9 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (f33ccc07-b9df-46b8-9d6d-5eb18acc6d6b), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:00.890823 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2bfadb-371f-4a9d-84f2-e3b8f40749f9 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Pushing event deleted for resources: {'Port': ['ID=f33ccc07-b9df-46b8-9d6d-5eb18acc6d6b,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:06:01.071119 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8f2bfadb-371f-4a9d-84f2-e3b8f40749f9 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-732682'] for router_interface (5302768c-dece-4fd0-a44d-4071a33c0250), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:01.285293 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f2bfadb-371f-4a9d-84f2-e3b8f40749f9 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Router 5302768c-dece-4fd0-a44d-4071a33c0250 has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:06:01.389558 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f2bfadb-371f-4a9d-84f2-e3b8f40749f9 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:06:01.394614 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-8f2bfadb-371f-4a9d-84f2-e3b8f40749f9 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "PUT /v2.0/routers/5302768c-dece-4fd0-a44d-4071a33c0250/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7414439 Jan 28 20:06:01.397374 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 37912) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:06:01.399855 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10939136-f133-41bc-9566-4bea00d1932b None None] Sync routers for ids ['5302768c-dece-4fd0-a44d-4071a33c0250'] in n-d-812111-14 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:06:01.410706 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10939136-f133-41bc-9566-4bea00d1932b None None] Routers {'5302768c-dece-4fd0-a44d-4071a33c0250'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:06:01.411393 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-10939136-f133-41bc-9566-4bea00d1932b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:05:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['5302768c-dece-4fd0-a44d-4071a33c0250'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:06:01.452604 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf8ab082-bf71-4728-9b91-9e060ae580e2 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Deleting subnet 8fde075d-6a0b-4729-a7cf-47aac1129024 {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 20:06:01.456145 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cf8ab082-bf71-4728-9b91-9e060ae580e2 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for subnet (8fde075d-6a0b-4729-a7cf-47aac1129024), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:01.497085 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cf8ab082-bf71-4728-9b91-9e060ae580e2 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4747050'] for subnet (8fde075d-6a0b-4729-a7cf-47aac1129024), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:01.516165 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-10939136-f133-41bc-9566-4bea00d1932b None None] Set router 5302768c-dece-4fd0-a44d-4071a33c0250 gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:06:01.579044 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cf8ab082-bf71-4728-9b91-9e060ae580e2 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (8fde075d-6a0b-4729-a7cf-47aac1129024), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:01.641292 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cf8ab082-bf71-4728-9b91-9e060ae580e2 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4690616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5222356'] for subnet (8fde075d-6a0b-4729-a7cf-47aac1129024), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:01.670938 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cf8ab082-bf71-4728-9b91-9e060ae580e2 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:01.674140 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-cf8ab082-bf71-4728-9b91-9e060ae580e2 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "DELETE /v2.0/subnets/8fde075d-6a0b-4729-a7cf-47aac1129024 HTTP/1.1" status: 204 len: 168 time: 0.2754676 Jan 28 20:06:01.675279 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8ab082-bf71-4728-9b91-9e060ae580e2 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Pushing event deleted for resources: {'Subnet': ['ID=8fde075d-6a0b-4729-a7cf-47aac1129024,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:06:01.677539 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 37914) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:06:01.679863 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-975969f2-7273-4543-8bd9-41f0522eb337 None None] Network 1a978ef6-c003-4f84-a595-0bb0a0b7bd90 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:06:01.778364 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-10939136-f133-41bc-9566-4bea00d1932b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5302768c-dece-4fd0-a44d-4071a33c0250', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1309653867', 'tenant_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': '3b746e07-86a8-49f7-9830-25d7324d6e10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:04:05Z', 'updated_at': '2022-01-28T20:06:00Z', 'revision_number': 5, 'project_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'gw_port': {'id': '3b746e07-86a8-49f7-9830-25d7324d6e10', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a4:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5302768c-dece-4fd0-a44d-4071a33c0250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:04:06Z', 'updated_at': '2022-01-28T20:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:06:01.786910 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cac2b286-7b22-4fa8-b284-2cb41e493808 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for router (5302768c-dece-4fd0-a44d-4071a33c0250), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:01.808237 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10939136-f133-41bc-9566-4bea00d1932b None None] Checking router: 5302768c-dece-4fd0-a44d-4071a33c0250 for host: n-d-812111-14 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:06:01.821294 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10939136-f133-41bc-9566-4bea00d1932b None None] Routers {'5302768c-dece-4fd0-a44d-4071a33c0250'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:06:01.821978 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-10939136-f133-41bc-9566-4bea00d1932b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:05:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['5302768c-dece-4fd0-a44d-4071a33c0250'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:06:01.881712 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a42b95-6606-432c-b956-10bdc13cf791 None None] DHCP port deletion for 1a978ef6-c003-4f84-a595-0bb0a0b7bd90 request from n-d-812111-14 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 20:06:01.900505 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cac2b286-7b22-4fa8-b284-2cb41e493808 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for router_gateway (5302768c-dece-4fd0-a44d-4071a33c0250), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:01.914884 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device c3945c8b-5d61-4a5e-b29d-2cc74ddb4bb6 no longer exists at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:06:01.942723 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] No Port match for: c3945c8b-5d61-4a5e-b29d-2cc74ddb4bb6 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:06:01.943071 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device c3945c8b-5d61-4a5e-b29d-2cc74ddb4bb6 not bound to the agent host n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:06:01.954407 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-cac2b286-7b22-4fa8-b284-2cb41e493808 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Deleting port 3b746e07-86a8-49f7-9830-25d7324d6e10 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:06:01.954759 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cac2b286-7b22-4fa8-b284-2cb41e493808 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (3b746e07-86a8-49f7-9830-25d7324d6e10), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:01.983002 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-10939136-f133-41bc-9566-4bea00d1932b None None] Set router 5302768c-dece-4fd0-a44d-4071a33c0250 gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:06:02.042451 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-cac2b286-7b22-4fa8-b284-2cb41e493808 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] For port 3b746e07-86a8-49f7-9830-25d7324d6e10, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=3b746e07-86a8-49f7-9830-25d7324d6e10,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:06:02.042736 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cac2b286-7b22-4fa8-b284-2cb41e493808 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (3b746e07-86a8-49f7-9830-25d7324d6e10), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:02.055661 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-cac2b286-7b22-4fa8-b284-2cb41e493808 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Calling delete_port for 3b746e07-86a8-49f7-9830-25d7324d6e10 owned by network:router_gateway {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:06:02.081090 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 7f916355-235a-4d39-854b-a5b179f744f9 no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:06:02.230441 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cac2b286-7b22-4fa8-b284-2cb41e493808 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (3b746e07-86a8-49f7-9830-25d7324d6e10), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:02.257783 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac2b286-7b22-4fa8-b284-2cb41e493808 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Pushing event deleted for resources: {'Port': ['ID=3b746e07-86a8-49f7-9830-25d7324d6e10,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:06:02.305486 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-e1a42b95-6606-432c-b956-10bdc13cf791 None None] Deleting port 7f916355-235a-4d39-854b-a5b179f744f9 {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:06:02.305771 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e1a42b95-6606-432c-b956-10bdc13cf791 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (7f916355-235a-4d39-854b-a5b179f744f9), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:02.321517 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cac2b286-7b22-4fa8-b284-2cb41e493808 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-731488'] for router_gateway (5302768c-dece-4fd0-a44d-4071a33c0250), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:02.398713 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-e1a42b95-6606-432c-b956-10bdc13cf791 None None] For port 7f916355-235a-4d39-854b-a5b179f744f9, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=7f916355-235a-4d39-854b-a5b179f744f9,segment=NetworkSegment(34ffbefd-8f90-415d-afc9-4379d33adc89),segment_id=34ffbefd-8f90-415d-afc9-4379d33adc89)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:06:02.399148 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e1a42b95-6606-432c-b956-10bdc13cf791 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (7f916355-235a-4d39-854b-a5b179f744f9), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:02.420166 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cac2b286-7b22-4fa8-b284-2cb41e493808 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-730901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261120'] for router (5302768c-dece-4fd0-a44d-4071a33c0250), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:02.422296 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cac2b286-7b22-4fa8-b284-2cb41e493808 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for router_controller (5302768c-dece-4fd0-a44d-4071a33c0250), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:02.454684 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-e1a42b95-6606-432c-b956-10bdc13cf791 None None] Calling delete_port for 7f916355-235a-4d39-854b-a5b179f744f9 owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:06:02.470082 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cac2b286-7b22-4fa8-b284-2cb41e493808 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-730908'] for router (5302768c-dece-4fd0-a44d-4071a33c0250), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:02.470690 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cac2b286-7b22-4fa8-b284-2cb41e493808 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Fanout notify agent at l3_agent the message router_deleted on router 5302768c-dece-4fd0-a44d-4071a33c0250 {{(pid=103305) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 20:06:02.478144 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cac2b286-7b22-4fa8-b284-2cb41e493808 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:02.481630 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-cac2b286-7b22-4fa8-b284-2cb41e493808 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "DELETE /v2.0/routers/5302768c-dece-4fd0-a44d-4071a33c0250 HTTP/1.1" status: 204 len: 168 time: 0.7997944 Jan 28 20:06:02.482008 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 37916) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:06:02.484915 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 7f916355-235a-4d39-854b-a5b179f744f9 is: ACTIVE; New status is: DOWN {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:06:02.485324 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (7f916355-235a-4d39-854b-a5b179f744f9), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:02.558304 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-01a4ca29-9959-4b57-ae62-af164dc604c3 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (1a978ef6-c003-4f84-a595-0bb0a0b7bd90), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:02.568629 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] For port 7f916355-235a-4d39-854b-a5b179f744f9, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=7f916355-235a-4d39-854b-a5b179f744f9,segment=NetworkSegment(34ffbefd-8f90-415d-afc9-4379d33adc89),segment_id=34ffbefd-8f90-415d-afc9-4379d33adc89)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:06:02.577370 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (7f916355-235a-4d39-854b-a5b179f744f9), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:02.611801 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-10939136-f133-41bc-9566-4bea00d1932b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5302768c-dece-4fd0-a44d-4071a33c0250', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1309653867', 'tenant_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': '3b746e07-86a8-49f7-9830-25d7324d6e10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:04:05Z', 'updated_at': '2022-01-28T20:06:00Z', 'revision_number': 5, 'project_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'gw_port': {'id': '3b746e07-86a8-49f7-9830-25d7324d6e10', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a4:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5302768c-dece-4fd0-a44d-4071a33c0250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:04:06Z', 'updated_at': '2022-01-28T20:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:06:02.619793 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-01a4ca29-9959-4b57-ae62-af164dc604c3 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Deleting port 7f916355-235a-4d39-854b-a5b179f744f9 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:06:02.620215 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-01a4ca29-9959-4b57-ae62-af164dc604c3 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (7f916355-235a-4d39-854b-a5b179f744f9), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:02.644250 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e1a42b95-6606-432c-b956-10bdc13cf791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985'] for port (7f916355-235a-4d39-854b-a5b179f744f9), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:02.648648 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10939136-f133-41bc-9566-4bea00d1932b None None] The sync data for ids ['5302768c-dece-4fd0-a44d-4071a33c0250'] in n-d-812111-14 is: [{'id': '5302768c-dece-4fd0-a44d-4071a33c0250', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1309653867', 'tenant_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': '3b746e07-86a8-49f7-9830-25d7324d6e10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:04:05Z', 'updated_at': '2022-01-28T20:06:00Z', 'revision_number': 5, 'project_id': 'a518f4c8c8e149bf9da3dfc2b7497304', 'gw_port': {'id': '3b746e07-86a8-49f7-9830-25d7324d6e10', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a4:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5302768c-dece-4fd0-a44d-4071a33c0250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:04:06Z', 'updated_at': '2022-01-28T20:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:06:02.671621 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a42b95-6606-432c-b956-10bdc13cf791 None None] No DVR routers for this DVR port 7f916355-235a-4d39-854b-a5b179f744f9 on host n-d-812111-14 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:06:02.674671 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Pushing event updated for resources: {'Port': ['ID=7f916355-235a-4d39-854b-a5b179f744f9,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:06:02.689000 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-01a4ca29-9959-4b57-ae62-af164dc604c3 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] For port 7f916355-235a-4d39-854b-a5b179f744f9, host n-d-812111-14, got binding levels [] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:06:02.689500 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-01a4ca29-9959-4b57-ae62-af164dc604c3 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (7f916355-235a-4d39-854b-a5b179f744f9), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:02.701538 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a42b95-6606-432c-b956-10bdc13cf791 None None] Pushing event deleted for resources: {'Port': ['ID=7f916355-235a-4d39-854b-a5b179f744f9,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:06:02.708702 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-01a4ca29-9959-4b57-ae62-af164dc604c3 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Calling delete_port for 7f916355-235a-4d39-854b-a5b179f744f9 owned by network:dhcp {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:06:02.711649 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.ipam_backend_mixin [None req-01a4ca29-9959-4b57-ae62-af164dc604c3 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Port 7f916355-235a-4d39-854b-a5b179f744f9 was not found and therefore no delete operation was performed {{(pid=103305) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 20:06:02.712973 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-01a4ca29-9959-4b57-ae62-af164dc604c3 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (7f916355-235a-4d39-854b-a5b179f744f9), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:02.738432 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a4ca29-9959-4b57-ae62-af164dc604c3 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Pushing event deleted for resources: {'Port': ['ID=7f916355-235a-4d39-854b-a5b179f744f9,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:06:02.742036 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a4ca29-9959-4b57-ae62-af164dc604c3 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] No DVR routers for this DVR port 7f916355-235a-4d39-854b-a5b179f744f9 on host n-d-812111-14 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:06:02.822880 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-01a4ca29-9959-4b57-ae62-af164dc604c3 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (1a978ef6-c003-4f84-a595-0bb0a0b7bd90), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:02.842988 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-01a4ca29-9959-4b57-ae62-af164dc604c3 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a978ef6-c003-4f84-a595-0bb0a0b7bd90']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:06:02.852726 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-01a4ca29-9959-4b57-ae62-af164dc604c3 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34ffbefd-8f90-415d-afc9-4379d33adc89') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:06:02.853026 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-01a4ca29-9959-4b57-ae62-af164dc604c3 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34ffbefd-8f90-415d-afc9-4379d33adc89') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:06:02.862340 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-01a4ca29-9959-4b57-ae62-af164dc604c3 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16187153'] for segment (34ffbefd-8f90-415d-afc9-4379d33adc89), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:02.875787 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-01a4ca29-9959-4b57-ae62-af164dc604c3 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (34ffbefd-8f90-415d-afc9-4379d33adc89), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:02.882046 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01a4ca29-9959-4b57-ae62-af164dc604c3 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:06:02.882435 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-01a4ca29-9959-4b57-ae62-af164dc604c3 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4752570'] for segment (34ffbefd-8f90-415d-afc9-4379d33adc89), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:02.885362 n-d-812111-14 neutron-server[103305]: Traceback (most recent call last): Jan 28 20:06:02.885362 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:06:02.885362 n-d-812111-14 neutron-server[103305]: timer() Jan 28 20:06:02.885362 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:06:02.885362 n-d-812111-14 neutron-server[103305]: cb(*args, **kw) Jan 28 20:06:02.885362 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:06:02.885362 n-d-812111-14 neutron-server[103305]: return func(*args, **kwargs) Jan 28 20:06:02.885362 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:06:02.885362 n-d-812111-14 neutron-server[103305]: self._notify() Jan 28 20:06:02.885362 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:06:02.885362 n-d-812111-14 neutron-server[103305]: self.callback(batched_events) Jan 28 20:06:02.885362 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:06:02.885362 n-d-812111-14 neutron-server[103305]: event.method(event) Jan 28 20:06:02.885362 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:06:02.885362 n-d-812111-14 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:06:02.885362 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:06:02.885362 n-d-812111-14 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:06:02.885362 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:06:02.885362 n-d-812111-14 neutron-server[103305]: return f(self, *a, **k) Jan 28 20:06:02.885362 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:06:02.885362 n-d-812111-14 neutron-server[103305]: return self._get(url).json() Jan 28 20:06:02.885362 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:06:02.885362 n-d-812111-14 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:06:02.885362 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:06:02.885362 n-d-812111-14 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 28 20:06:02.885362 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:06:02.885362 n-d-812111-14 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:06:02.885362 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:06:02.885362 n-d-812111-14 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:06:02.885362 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:06:02.885362 n-d-812111-14 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:06:02.885362 n-d-812111-14 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:06:02.941322 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-01a4ca29-9959-4b57-ae62-af164dc604c3 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (1a978ef6-c003-4f84-a595-0bb0a0b7bd90), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:02.947885 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-01a4ca29-9959-4b57-ae62-af164dc604c3 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:02.951587 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-01a4ca29-9959-4b57-ae62-af164dc604c3 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "DELETE /v2.0/networks/1a978ef6-c003-4f84-a595-0bb0a0b7bd90 HTTP/1.1" status: 204 len: 168 time: 0.4686496 Jan 28 20:06:02.954421 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 37918) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:06:02.968645 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a4ca29-9959-4b57-ae62-af164dc604c3 tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Pushing event deleted for resources: {'Network': ['ID=1a978ef6-c003-4f84-a595-0bb0a0b7bd90,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:06:03.016689 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6910d780-f790-4242-bc48-3bbcb0bbbf8d tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for security_group (beb86b04-ea53-42ea-a2ac-82ee05804aa2), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:03.043074 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6910d780-f790-4242-bc48-3bbcb0bbbf8d tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for security_group (beb86b04-ea53-42ea-a2ac-82ee05804aa2), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:03.115692 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6910d780-f790-4242-bc48-3bbcb0bbbf8d tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (beb86b04-ea53-42ea-a2ac-82ee05804aa2), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:03.118980 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6910d780-f790-4242-bc48-3bbcb0bbbf8d tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:03.120199 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-6910d780-f790-4242-bc48-3bbcb0bbbf8d tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] 10.222.0.64 "DELETE /v2.0/security-groups/beb86b04-ea53-42ea-a2ac-82ee05804aa2 HTTP/1.1" status: 204 len: 168 time: 0.1644049 Jan 28 20:06:03.130438 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6910d780-f790-4242-bc48-3bbcb0bbbf8d tempest-TestNetworkAdvancedServerOps-1856586642 tempest-TestNetworkAdvancedServerOps-1856586642-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=beb86b04-ea53-42ea-a2ac-82ee05804aa2,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:06:03.465121 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 37926) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:06:03.606487 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-ec39553f-d62c-4946-97db-8b8b03654a81 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a518f4c8c8e149bf9da3dfc2b7497304&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1400173 Jan 28 20:06:03.608884 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 37930) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:06:03.655149 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-349a08a9-73ab-48c8-a443-2f914dcd208b admin admin] Publish callbacks [] for security_group (974893ab-3774-44bd-a641-ce63ed00cd14), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:03.679530 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-349a08a9-73ab-48c8-a443-2f914dcd208b admin admin] Publish callbacks [] for security_group (974893ab-3774-44bd-a641-ce63ed00cd14), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:03.727098 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-349a08a9-73ab-48c8-a443-2f914dcd208b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (974893ab-3774-44bd-a641-ce63ed00cd14), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:03.730126 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-349a08a9-73ab-48c8-a443-2f914dcd208b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:03.731688 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-349a08a9-73ab-48c8-a443-2f914dcd208b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/974893ab-3774-44bd-a641-ce63ed00cd14 HTTP/1.1" status: 204 len: 168 time: 0.1217668 Jan 28 20:06:03.744666 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349a08a9-73ab-48c8-a443-2f914dcd208b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=974893ab-3774-44bd-a641-ce63ed00cd14,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:06:03.999164 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 37936) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:06:04.006508 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 3b746e07-86a8-49f7-9830-25d7324d6e10 no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:06:04.027547 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: 3b746e07-86a8-49f7-9830-25d7324d6e10 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:06:04.027903 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 3b746e07-86a8-49f7-9830-25d7324d6e10 not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:06:04.028319 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device f33ccc07-b9df-46b8-9d6d-5eb18acc6d6b no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:06:04.041053 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-9c49514b-2337-41d9-8ea6-cce6e521ec40 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=eea3a15b156f4a5aac7f66a8ec8dc1ff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0405910 Jan 28 20:06:04.043500 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 37938) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:06:04.048092 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: f33ccc07-b9df-46b8-9d6d-5eb18acc6d6b {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:06:04.048447 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device f33ccc07-b9df-46b8-9d6d-5eb18acc6d6b not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:06:04.091078 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e9e35f0a-0df8-48f1-b623-c52295109e81 admin admin] Publish callbacks [] for security_group (4de117ad-b592-42de-a9fb-928bb5c88794), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:04.112070 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e9e35f0a-0df8-48f1-b623-c52295109e81 admin admin] Publish callbacks [] for security_group (4de117ad-b592-42de-a9fb-928bb5c88794), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:04.158884 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e9e35f0a-0df8-48f1-b623-c52295109e81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (4de117ad-b592-42de-a9fb-928bb5c88794), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:04.161859 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e9e35f0a-0df8-48f1-b623-c52295109e81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:04.163076 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-e9e35f0a-0df8-48f1-b623-c52295109e81 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4de117ad-b592-42de-a9fb-928bb5c88794 HTTP/1.1" status: 204 len: 168 time: 0.1186337 Jan 28 20:06:04.171820 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e35f0a-0df8-48f1-b623-c52295109e81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4de117ad-b592-42de-a9fb-928bb5c88794,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:06:04.859833 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 37960) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:06:04.951754 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-d8e02b1d-4b8c-4dd4-8090-090513f6d389 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1510061616-network', 'tenant_id': '1a7e0de7da04413293435a3f0bdd02d0'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:06:04.970739 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8e02b1d-4b8c-4dd4-8090-090513f6d389 admin admin] Made reservation on behalf of 1a7e0de7da04413293435a3f0bdd02d0 for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:06:04.972988 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d8e02b1d-4b8c-4dd4-8090-090513f6d389 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:04.981383 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d8e02b1d-4b8c-4dd4-8090-090513f6d389 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:05.056589 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d8e02b1d-4b8c-4dd4-8090-090513f6d389 admin admin] Publish callbacks [] for security_group (4a1de003-5d66-483b-b058-bbb21c837ac4), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:05.060052 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d8e02b1d-4b8c-4dd4-8090-090513f6d389 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (4a1de003-5d66-483b-b058-bbb21c837ac4), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:05.079786 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8e02b1d-4b8c-4dd4-8090-090513f6d389 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:06:05.092728 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e02b1d-4b8c-4dd4-8090-090513f6d389 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a1de003-5d66-483b-b058-bbb21c837ac4,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:06:05.098090 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d8e02b1d-4b8c-4dd4-8090-090513f6d389 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (6f0fee68-2b93-4bd8-a06f-0354f716ec2b), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:05.098447 n-d-812111-14 neutron-server[103305]: INFO neutron.db.segments_db [None req-d8e02b1d-4b8c-4dd4-8090-090513f6d389 admin admin] Added segment 6f0fee68-2b93-4bd8-a06f-0354f716ec2b of type vlan for network fa30b0d2-f4bb-4295-b0f9-e200b5f46d20 Jan 28 20:06:05.137961 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d8e02b1d-4b8c-4dd4-8090-090513f6d389 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (fa30b0d2-f4bb-4295-b0f9-e200b5f46d20), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:05.163958 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d8e02b1d-4b8c-4dd4-8090-090513f6d389 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (fa30b0d2-f4bb-4295-b0f9-e200b5f46d20), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:05.165872 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e02b1d-4b8c-4dd4-8090-090513f6d389 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:06:05.166553 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d8e02b1d-4b8c-4dd4-8090-090513f6d389 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:05.229021 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-d8e02b1d-4b8c-4dd4-8090-090513f6d389 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3680708 Jan 28 20:06:05.232649 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 37964) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:06:05.236738 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e02b1d-4b8c-4dd4-8090-090513f6d389 admin admin] Pushing event updated for resources: {'Network': ['ID=fa30b0d2-f4bb-4295-b0f9-e200b5f46d20,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:06:05.239093 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-bc326459-b66b-49b9-9b90-dbf5acca2a2f admin admin] Request body: {'subnet': {'network_id': 'fa30b0d2-f4bb-4295-b0f9-e200b5f46d20', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1510061616-subnet', 'tenant_id': '1a7e0de7da04413293435a3f0bdd02d0', 'ip_version': 4}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:06:05.247655 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network fa30b0d2-f4bb-4295-b0f9-e200b5f46d20 details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:06:05.260901 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc326459-b66b-49b9-9b90-dbf5acca2a2f admin admin] Made reservation on behalf of 1a7e0de7da04413293435a3f0bdd02d0 for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:06:05.263281 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bc326459-b66b-49b9-9b90-dbf5acca2a2f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5221429'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:05.429010 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bc326459-b66b-49b9-9b90-dbf5acca2a2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4690681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5221415'] for subnet (a2ca0a10-b1af-4c9d-8324-541ab1e3cfa8), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:05.485757 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc326459-b66b-49b9-9b90-dbf5acca2a2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2ca0a10-b1af-4c9d-8324-541ab1e3cfa8,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:06:05.495315 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc326459-b66b-49b9-9b90-dbf5acca2a2f admin admin] Checking segment: {'id': '6f0fee68-2b93-4bd8-a06f-0354f716ec2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'fa30b0d2-f4bb-4295-b0f9-e200b5f46d20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:06:05.495702 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc326459-b66b-49b9-9b90-dbf5acca2a2f admin admin] Network hostable DHCP agents. Network: fa30b0d2-f4bb-4295-b0f9-e200b5f46d20, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:06:05.512652 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc326459-b66b-49b9-9b90-dbf5acca2a2f admin admin] Network fa30b0d2-f4bb-4295-b0f9-e200b5f46d20 is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:06:05.521334 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-bc326459-b66b-49b9-9b90-dbf5acca2a2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, fa30b0d2-f4bb-4295-b0f9-e200b5f46d20) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:06:05.525395 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc326459-b66b-49b9-9b90-dbf5acca2a2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:06:05.526001 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bc326459-b66b-49b9-9b90-dbf5acca2a2f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:05.531504 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60af7bc4-6049-48d2-b7ec-62a8923b6590 None None] Network fa30b0d2-f4bb-4295-b0f9-e200b5f46d20 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:06:05.546285 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-bc326459-b66b-49b9-9b90-dbf5acca2a2f admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3122575 Jan 28 20:06:05.548814 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 37966) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:06:05.554508 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-96a10e45-efd6-4de0-b0ad-27185ee37d18 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1510061616-router', 'tenant_id': '1a7e0de7da04413293435a3f0bdd02d0', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:06:05.573537 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-96a10e45-efd6-4de0-b0ad-27185ee37d18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261150'] for router (b4ef0b36-b2a9-43c1-8d02-51ff9418772a), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:05.574543 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-96a10e45-efd6-4de0-b0ad-27185ee37d18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-731099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-731441', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261129'] for router (b4ef0b36-b2a9-43c1-8d02-51ff9418772a), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:05.636631 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-96a10e45-efd6-4de0-b0ad-27185ee37d18 admin admin] Publish callbacks [] for router_controller (b4ef0b36-b2a9-43c1-8d02-51ff9418772a), precommit_add_association {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:05.643880 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e0777c-e904-49c7-b399-592362611db8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68cd31fd-e4cd-5fb3-a862-256fc47efcd2-fa30b0d2-f4bb-4295-b0f9-e200b5f46d20', 'network_id': 'fa30b0d2-f4bb-4295-b0f9-e200b5f46d20', 'project_id': '1a7e0de7da04413293435a3f0bdd02d0', 'fixed_ips': [{'subnet_id': 'a2ca0a10-b1af-4c9d-8324-541ab1e3cfa8'}]}} from n-d-812111-14. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 20:06:05.644988 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-00e0777c-e904-49c7-b399-592362611db8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:05.781920 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-96a10e45-efd6-4de0-b0ad-27185ee37d18 admin admin] Publish callbacks [] for router_gateway (b4ef0b36-b2a9-43c1-8d02-51ff9418772a), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:05.783707 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-00e0777c-e904-49c7-b399-592362611db8 None None] Allocated IP 172.20.0.2 (fa30b0d2-f4bb-4295-b0f9-e200b5f46d20/a2ca0a10-b1af-4c9d-8324-541ab1e3cfa8/849b33aa-debc-43de-8f23-93075bfc15c1) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:06:05.932387 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-00e0777c-e904-49c7-b399-592362611db8 None None] Publish callbacks [] for port (849b33aa-debc-43de-8f23-93075bfc15c1), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:05.938005 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-00e0777c-e904-49c7-b399-592362611db8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (849b33aa-debc-43de-8f23-93075bfc15c1), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:05.977839 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e0777c-e904-49c7-b399-592362611db8 None None] Network fa30b0d2-f4bb-4295-b0f9-e200b5f46d20 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:06:05.982594 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-00e0777c-e904-49c7-b399-592362611db8 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:06:05.985758 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-96a10e45-efd6-4de0-b0ad-27185ee37d18 admin admin] Publish callbacks [] for router_gateway (b4ef0b36-b2a9-43c1-8d02-51ff9418772a), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:05.986864 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e0777c-e904-49c7-b399-592362611db8 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:06:05.989908 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e0777c-e904-49c7-b399-592362611db8 None None] Pushing event updated for resources: {'Port': ['ID=849b33aa-debc-43de-8f23-93075bfc15c1,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:06:06.006937 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-96a10e45-efd6-4de0-b0ad-27185ee37d18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:06.044456 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-00e0777c-e904-49c7-b399-592362611db8 None None] Attempting to bind port 849b33aa-debc-43de-8f23-93075bfc15c1 on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:06:06.044750 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-00e0777c-e904-49c7-b399-592362611db8 None None] Attempting to bind port 849b33aa-debc-43de-8f23-93075bfc15c1 by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '6f0fee68-2b93-4bd8-a06f-0354f716ec2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'fa30b0d2-f4bb-4295-b0f9-e200b5f46d20'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:06:06.045128 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e0777c-e904-49c7-b399-592362611db8 None None] Attempting to bind port 849b33aa-debc-43de-8f23-93075bfc15c1 on network fa30b0d2-f4bb-4295-b0f9-e200b5f46d20 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:06:06.050124 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e0777c-e904-49c7-b399-592362611db8 None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:06:06.050495 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e0777c-e904-49c7-b399-592362611db8 None None] Checking segment: {'id': '6f0fee68-2b93-4bd8-a06f-0354f716ec2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'fa30b0d2-f4bb-4295-b0f9-e200b5f46d20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:06:06.050903 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-00e0777c-e904-49c7-b399-592362611db8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:06.051299 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e0777c-e904-49c7-b399-592362611db8 None None] Bound using segment: {'id': '6f0fee68-2b93-4bd8-a06f-0354f716ec2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'fa30b0d2-f4bb-4295-b0f9-e200b5f46d20'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:06:06.051762 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-00e0777c-e904-49c7-b399-592362611db8 None None] Bound port: 849b33aa-debc-43de-8f23-93075bfc15c1, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f0fee68-2b93-4bd8-a06f-0354f716ec2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'fa30b0d2-f4bb-4295-b0f9-e200b5f46d20'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:06:06.052150 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-00e0777c-e904-49c7-b399-592362611db8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (849b33aa-debc-43de-8f23-93075bfc15c1), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:06.113281 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-96a10e45-efd6-4de0-b0ad-27185ee37d18 admin admin] Allocated IP 172.25.6.252 (d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8/a648e4ab-7422-41b9-b133-58aca25ab8f5/50c586ab-28e2-4e4b-b22e-7d44abf61149) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:06:06.117801 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-00e0777c-e904-49c7-b399-592362611db8 None None] For port 849b33aa-debc-43de-8f23-93075bfc15c1, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:06:06.121049 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-00e0777c-e904-49c7-b399-592362611db8 None None] For port 849b33aa-debc-43de-8f23-93075bfc15c1, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=849b33aa-debc-43de-8f23-93075bfc15c1,segment=NetworkSegment(6f0fee68-2b93-4bd8-a06f-0354f716ec2b),segment_id=6f0fee68-2b93-4bd8-a06f-0354f716ec2b)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:06:06.126914 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-00e0777c-e904-49c7-b399-592362611db8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (849b33aa-debc-43de-8f23-93075bfc15c1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:06.188794 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e0777c-e904-49c7-b399-592362611db8 None None] Pushing event updated for resources: {'Port': ['ID=849b33aa-debc-43de-8f23-93075bfc15c1,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:06:06.226638 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-96a10e45-efd6-4de0-b0ad-27185ee37d18 admin admin] Publish callbacks [] for port (50c586ab-28e2-4e4b-b22e-7d44abf61149), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:06.267289 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-96a10e45-efd6-4de0-b0ad-27185ee37d18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (50c586ab-28e2-4e4b-b22e-7d44abf61149), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:06.313395 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a10e45-efd6-4de0-b0ad-27185ee37d18 admin admin] Network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:06:06.318393 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-96a10e45-efd6-4de0-b0ad-27185ee37d18 admin admin] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:06:06.320768 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a10e45-efd6-4de0-b0ad-27185ee37d18 admin admin] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:06:06.358508 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a10e45-efd6-4de0-b0ad-27185ee37d18 admin admin] Pushing event updated for resources: {'Port': ['ID=50c586ab-28e2-4e4b-b22e-7d44abf61149,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:06:06.599320 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-96a10e45-efd6-4de0-b0ad-27185ee37d18 admin admin] Publish callbacks [] for router_gateway (b4ef0b36-b2a9-43c1-8d02-51ff9418772a), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:06.730130 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-860fed18-0140-4dba-9658-81245538b989 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:06.797491 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-96a10e45-efd6-4de0-b0ad-27185ee37d18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-731074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-731460'] for router (b4ef0b36-b2a9-43c1-8d02-51ff9418772a), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:06.939623 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96a10e45-efd6-4de0-b0ad-27185ee37d18 admin admin] Router b4ef0b36-b2a9-43c1-8d02-51ff9418772a is scheduled to L3 agent 76fe5c49-705a-4e08-abb2-be585676213f with binding_index 1 {{(pid=103304) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 20:06:07.046459 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96a10e45-efd6-4de0-b0ad-27185ee37d18 admin admin] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:06:07.057316 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939a94a8-e6d1-4a36-a55d-eae92c94f66d None None] Sync routers for ids ['b4ef0b36-b2a9-43c1-8d02-51ff9418772a'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:06:07.065432 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-96a10e45-efd6-4de0-b0ad-27185ee37d18 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:07.069341 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-96a10e45-efd6-4de0-b0ad-27185ee37d18 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5161464 Jan 28 20:06:07.069489 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939a94a8-e6d1-4a36-a55d-eae92c94f66d None None] Routers {'b4ef0b36-b2a9-43c1-8d02-51ff9418772a'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:06:07.069885 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-939a94a8-e6d1-4a36-a55d-eae92c94f66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:05:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['b4ef0b36-b2a9-43c1-8d02-51ff9418772a'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:06:07.070143 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 37968) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:06:07.151616 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4543c7e8-dc6a-4b74-a335-61c0e2509d78 None None] Network fa30b0d2-f4bb-4295-b0f9-e200b5f46d20 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:06:07.178565 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-939a94a8-e6d1-4a36-a55d-eae92c94f66d None None] Set router b4ef0b36-b2a9-43c1-8d02-51ff9418772a gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:06:07.222427 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-ab4b3aae-db57-4788-ba1c-420ccc1839f7 None None] Provisioning complete for port 849b33aa-debc-43de-8f23-93075bfc15c1 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:06:07.223112 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ab4b3aae-db57-4788-ba1c-420ccc1839f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (849b33aa-debc-43de-8f23-93075bfc15c1), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:07.344806 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-ab4b3aae-db57-4788-ba1c-420ccc1839f7 None None] Current status of the port 849b33aa-debc-43de-8f23-93075bfc15c1 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:06:07.345474 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ab4b3aae-db57-4788-ba1c-420ccc1839f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (849b33aa-debc-43de-8f23-93075bfc15c1), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:07.386504 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-939a94a8-e6d1-4a36-a55d-eae92c94f66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4ef0b36-b2a9-43c1-8d02-51ff9418772a', 'name': 'tempest-TestServerBasicOps-1510061616-router', 'tenant_id': '1a7e0de7da04413293435a3f0bdd02d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '50c586ab-28e2-4e4b-b22e-7d44abf61149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:06:05Z', 'updated_at': '2022-01-28T20:06:06Z', 'revision_number': 3, 'project_id': '1a7e0de7da04413293435a3f0bdd02d0', 'gw_port': {'id': '50c586ab-28e2-4e4b-b22e-7d44abf61149', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:95:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4ef0b36-b2a9-43c1-8d02-51ff9418772a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:06:06Z', 'updated_at': '2022-01-28T20:06:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:06:07.387022 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-ab4b3aae-db57-4788-ba1c-420ccc1839f7 None None] For port 849b33aa-debc-43de-8f23-93075bfc15c1, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=849b33aa-debc-43de-8f23-93075bfc15c1,segment=NetworkSegment(6f0fee68-2b93-4bd8-a06f-0354f716ec2b),segment_id=6f0fee68-2b93-4bd8-a06f-0354f716ec2b)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:06:07.393135 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ab4b3aae-db57-4788-ba1c-420ccc1839f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (849b33aa-debc-43de-8f23-93075bfc15c1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:07.419593 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939a94a8-e6d1-4a36-a55d-eae92c94f66d None None] Checking router: b4ef0b36-b2a9-43c1-8d02-51ff9418772a for host: n-d-812111-14 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:06:07.420212 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939a94a8-e6d1-4a36-a55d-eae92c94f66d None None] Updating router b4ef0b36-b2a9-43c1-8d02-51ff9418772a port 50c586ab-28e2-4e4b-b22e-7d44abf61149 binding host n-d-812111-14 {{(pid=103307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:06:07.451931 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4b3aae-db57-4788-ba1c-420ccc1839f7 None None] Pushing event updated for resources: {'Port': ['ID=849b33aa-debc-43de-8f23-93075bfc15c1,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:06:07.458182 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-939a94a8-e6d1-4a36-a55d-eae92c94f66d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (50c586ab-28e2-4e4b-b22e-7d44abf61149), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:07.527301 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-59d3a198-0f03-4fdc-8b7e-916dbf2d5fba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:07.617888 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2568ae11-4092-4b35-827b-b1aca5462997 None None] Provisioning complete for port 849b33aa-debc-43de-8f23-93075bfc15c1 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:06:07.618263 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2568ae11-4092-4b35-827b-b1aca5462997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (849b33aa-debc-43de-8f23-93075bfc15c1), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:07.699001 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2568ae11-4092-4b35-827b-b1aca5462997 None None] Current status of the port 849b33aa-debc-43de-8f23-93075bfc15c1 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:06:07.730853 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-59d3a198-0f03-4fdc-8b7e-916dbf2d5fba admin admin] Allocated IP 172.20.0.1 (fa30b0d2-f4bb-4295-b0f9-e200b5f46d20/a2ca0a10-b1af-4c9d-8324-541ab1e3cfa8/13e85b8e-8519-4040-80db-3bbfbc5ddca4) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:06:07.732207 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-939a94a8-e6d1-4a36-a55d-eae92c94f66d None None] Publish callbacks [] for port (50c586ab-28e2-4e4b-b22e-7d44abf61149), precommit_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:07.738464 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-939a94a8-e6d1-4a36-a55d-eae92c94f66d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (50c586ab-28e2-4e4b-b22e-7d44abf61149), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:07.793554 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-939a94a8-e6d1-4a36-a55d-eae92c94f66d None None] Attempting to bind port 50c586ab-28e2-4e4b-b22e-7d44abf61149 on host n-d-812111-14 for vnic_type normal with profile {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:06:07.793933 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-939a94a8-e6d1-4a36-a55d-eae92c94f66d None None] Attempting to bind port 50c586ab-28e2-4e4b-b22e-7d44abf61149 by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:06:07.794300 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939a94a8-e6d1-4a36-a55d-eae92c94f66d None None] Attempting to bind port 50c586ab-28e2-4e4b-b22e-7d44abf61149 on network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:06:07.801581 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc9275d-5498-4e48-84d1-11d3633577a7 None None] Pushing event updated for resources: {'Port': ['ID=50c586ab-28e2-4e4b-b22e-7d44abf61149,revision_number=2']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:06:07.804684 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939a94a8-e6d1-4a36-a55d-eae92c94f66d None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:06:07.805058 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939a94a8-e6d1-4a36-a55d-eae92c94f66d None None] Checking segment: {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:06:07.805487 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-939a94a8-e6d1-4a36-a55d-eae92c94f66d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:07.805880 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939a94a8-e6d1-4a36-a55d-eae92c94f66d None None] Bound using segment: {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:06:07.806343 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-939a94a8-e6d1-4a36-a55d-eae92c94f66d None None] Bound port: 50c586ab-28e2-4e4b-b22e-7d44abf61149, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:06:07.806721 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-939a94a8-e6d1-4a36-a55d-eae92c94f66d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (50c586ab-28e2-4e4b-b22e-7d44abf61149), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:07.813035 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc9275d-5498-4e48-84d1-11d3633577a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:06:07.813414 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc9275d-5498-4e48-84d1-11d3633577a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:06:07.813757 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc9275d-5498-4e48-84d1-11d3633577a7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:06:07.814094 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc9275d-5498-4e48-84d1-11d3633577a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:06:07.814429 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc9275d-5498-4e48-84d1-11d3633577a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:06:07.814760 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc9275d-5498-4e48-84d1-11d3633577a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:06:07.815114 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc9275d-5498-4e48-84d1-11d3633577a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:06:07.816015 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc9275d-5498-4e48-84d1-11d3633577a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:06:07.816343 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc9275d-5498-4e48-84d1-11d3633577a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:06:07.816670 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc9275d-5498-4e48-84d1-11d3633577a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:06:07.817004 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc9275d-5498-4e48-84d1-11d3633577a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:06:07.817356 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc9275d-5498-4e48-84d1-11d3633577a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:06:07.817680 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc9275d-5498-4e48-84d1-11d3633577a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:06:07.838945 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-59d3a198-0f03-4fdc-8b7e-916dbf2d5fba admin admin] Publish callbacks [] for port (13e85b8e-8519-4040-80db-3bbfbc5ddca4), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:07.869507 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-939a94a8-e6d1-4a36-a55d-eae92c94f66d None None] For port 50c586ab-28e2-4e4b-b22e-7d44abf61149, host n-d-812111-14, cleared binding levels {{(pid=103307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:06:07.872752 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-939a94a8-e6d1-4a36-a55d-eae92c94f66d None None] For port 50c586ab-28e2-4e4b-b22e-7d44abf61149, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=50c586ab-28e2-4e4b-b22e-7d44abf61149,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:06:07.873589 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-59d3a198-0f03-4fdc-8b7e-916dbf2d5fba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (13e85b8e-8519-4040-80db-3bbfbc5ddca4), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:07.879392 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-939a94a8-e6d1-4a36-a55d-eae92c94f66d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (50c586ab-28e2-4e4b-b22e-7d44abf61149), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:07.913153 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d3a198-0f03-4fdc-8b7e-916dbf2d5fba admin admin] Network fa30b0d2-f4bb-4295-b0f9-e200b5f46d20 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:06:07.916009 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-59d3a198-0f03-4fdc-8b7e-916dbf2d5fba admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:06:07.922925 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d3a198-0f03-4fdc-8b7e-916dbf2d5fba admin admin] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:06:07.934303 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939a94a8-e6d1-4a36-a55d-eae92c94f66d None None] Routers {'b4ef0b36-b2a9-43c1-8d02-51ff9418772a'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:06:07.934939 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-939a94a8-e6d1-4a36-a55d-eae92c94f66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:05:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['b4ef0b36-b2a9-43c1-8d02-51ff9418772a'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:06:07.939968 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc9275d-5498-4e48-84d1-11d3633577a7 None None] Pushing event updated for resources: {'Port': ['ID=50c586ab-28e2-4e4b-b22e-7d44abf61149,revision_number=3']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:06:07.946885 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d3a198-0f03-4fdc-8b7e-916dbf2d5fba admin admin] Pushing event updated for resources: {'Port': ['ID=13e85b8e-8519-4040-80db-3bbfbc5ddca4,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:06:07.969788 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-59d3a198-0f03-4fdc-8b7e-916dbf2d5fba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734769'] for router_interface (b4ef0b36-b2a9-43c1-8d02-51ff9418772a), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:08.074182 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-939a94a8-e6d1-4a36-a55d-eae92c94f66d None None] Set router b4ef0b36-b2a9-43c1-8d02-51ff9418772a gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:06:08.099754 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 849b33aa-debc-43de-8f23-93075bfc15c1 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:06:08.135467 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-59d3a198-0f03-4fdc-8b7e-916dbf2d5fba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (13e85b8e-8519-4040-80db-3bbfbc5ddca4), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:08.167122 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 849b33aa-debc-43de-8f23-93075bfc15c1 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:06:08.167240 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:06:08.167643 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (849b33aa-debc-43de-8f23-93075bfc15c1), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:08.246877 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-27f8f39e-ff26-4a4b-8211-d60422a3953d None None] Provisioning complete for port 13e85b8e-8519-4040-80db-3bbfbc5ddca4 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:06:08.247251 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-27f8f39e-ff26-4a4b-8211-d60422a3953d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (13e85b8e-8519-4040-80db-3bbfbc5ddca4), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:08.289402 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 849b33aa-debc-43de-8f23-93075bfc15c1 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:06:08.296526 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-27f8f39e-ff26-4a4b-8211-d60422a3953d None None] Port 13e85b8e-8519-4040-80db-3bbfbc5ddca4 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 20:06:08.308974 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-939a94a8-e6d1-4a36-a55d-eae92c94f66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4ef0b36-b2a9-43c1-8d02-51ff9418772a', 'name': 'tempest-TestServerBasicOps-1510061616-router', 'tenant_id': '1a7e0de7da04413293435a3f0bdd02d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '50c586ab-28e2-4e4b-b22e-7d44abf61149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:06:05Z', 'updated_at': '2022-01-28T20:06:06Z', 'revision_number': 3, 'project_id': '1a7e0de7da04413293435a3f0bdd02d0', 'gw_port': {'id': '50c586ab-28e2-4e4b-b22e-7d44abf61149', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:95:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4ef0b36-b2a9-43c1-8d02-51ff9418772a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:06:06Z', 'updated_at': '2022-01-28T20:06:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:06:08.335521 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-59d3a198-0f03-4fdc-8b7e-916dbf2d5fba admin admin] Publish callbacks [] for port (13e85b8e-8519-4040-80db-3bbfbc5ddca4), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:08.335877 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939a94a8-e6d1-4a36-a55d-eae92c94f66d None None] The sync data for ids ['b4ef0b36-b2a9-43c1-8d02-51ff9418772a'] in n-d-812111-14 is: [{'id': 'b4ef0b36-b2a9-43c1-8d02-51ff9418772a', 'name': 'tempest-TestServerBasicOps-1510061616-router', 'tenant_id': '1a7e0de7da04413293435a3f0bdd02d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '50c586ab-28e2-4e4b-b22e-7d44abf61149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:06:05Z', 'updated_at': '2022-01-28T20:06:06Z', 'revision_number': 3, 'project_id': '1a7e0de7da04413293435a3f0bdd02d0', 'gw_port': {'id': '50c586ab-28e2-4e4b-b22e-7d44abf61149', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:95:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4ef0b36-b2a9-43c1-8d02-51ff9418772a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:06:06Z', 'updated_at': '2022-01-28T20:06:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:06:08.340216 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-59d3a198-0f03-4fdc-8b7e-916dbf2d5fba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (13e85b8e-8519-4040-80db-3bbfbc5ddca4), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:08.409065 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-59d3a198-0f03-4fdc-8b7e-916dbf2d5fba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-756216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-732801'] for router_interface (b4ef0b36-b2a9-43c1-8d02-51ff9418772a), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:08.410787 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d3a198-0f03-4fdc-8b7e-916dbf2d5fba admin admin] Pushing event updated for resources: {'Port': ['ID=13e85b8e-8519-4040-80db-3bbfbc5ddca4,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:06:08.510376 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d3a198-0f03-4fdc-8b7e-916dbf2d5fba admin admin] Network fa30b0d2-f4bb-4295-b0f9-e200b5f46d20 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:06:08.511839 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-59d3a198-0f03-4fdc-8b7e-916dbf2d5fba admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:06:08.651135 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59d3a198-0f03-4fdc-8b7e-916dbf2d5fba admin admin] Router b4ef0b36-b2a9-43c1-8d02-51ff9418772a has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:06:08.836162 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-e285b03b-9bfb-41a4-8e22-8979b3bfcd72 None None] Provisioning complete for port 13e85b8e-8519-4040-80db-3bbfbc5ddca4 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:06:08.836631 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e285b03b-9bfb-41a4-8e22-8979b3bfcd72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (13e85b8e-8519-4040-80db-3bbfbc5ddca4), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:08.887637 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-e285b03b-9bfb-41a4-8e22-8979b3bfcd72 None None] Port 13e85b8e-8519-4040-80db-3bbfbc5ddca4 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 20:06:08.994161 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-db3a60f5-1b42-474e-b3ea-197770535e19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:09.102554 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59d3a198-0f03-4fdc-8b7e-916dbf2d5fba admin admin] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:06:09.113822 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-59d3a198-0f03-4fdc-8b7e-916dbf2d5fba admin admin] 10.222.0.64 "PUT /v2.0/routers/b4ef0b36-b2a9-43c1-8d02-51ff9418772a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0423799 Jan 28 20:06:09.580470 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 37984) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:06:09.586072 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-b7cd5153-88c4-4858-bf8e-6d32aea59a8d admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1719373650-network', 'tenant_id': '89559e83d2854326aef8aef39be07666'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:06:09.604512 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7cd5153-88c4-4858-bf8e-6d32aea59a8d admin admin] Made reservation on behalf of 89559e83d2854326aef8aef39be07666 for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:06:09.606808 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b7cd5153-88c4-4858-bf8e-6d32aea59a8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:09.615118 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b7cd5153-88c4-4858-bf8e-6d32aea59a8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:09.688254 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b7cd5153-88c4-4858-bf8e-6d32aea59a8d admin admin] Publish callbacks [] for security_group (1a9de9c0-602f-4df3-a1e8-c75d1c8907bc), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:09.693517 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b7cd5153-88c4-4858-bf8e-6d32aea59a8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (1a9de9c0-602f-4df3-a1e8-c75d1c8907bc), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:09.719224 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7cd5153-88c4-4858-bf8e-6d32aea59a8d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:06:09.728223 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cd5153-88c4-4858-bf8e-6d32aea59a8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a9de9c0-602f-4df3-a1e8-c75d1c8907bc,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:06:09.734532 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b7cd5153-88c4-4858-bf8e-6d32aea59a8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (04a406ea-d70f-4f25-a761-6bac89ca1505), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:09.734888 n-d-812111-14 neutron-server[103305]: INFO neutron.db.segments_db [None req-b7cd5153-88c4-4858-bf8e-6d32aea59a8d admin admin] Added segment 04a406ea-d70f-4f25-a761-6bac89ca1505 of type vlan for network 1f78a81a-91cb-4ab2-aa55-b181ffff4ebc Jan 28 20:06:09.776456 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b7cd5153-88c4-4858-bf8e-6d32aea59a8d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (1f78a81a-91cb-4ab2-aa55-b181ffff4ebc), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:09.800622 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b7cd5153-88c4-4858-bf8e-6d32aea59a8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (1f78a81a-91cb-4ab2-aa55-b181ffff4ebc), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:09.801680 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7cd5153-88c4-4858-bf8e-6d32aea59a8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:06:09.802271 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b7cd5153-88c4-4858-bf8e-6d32aea59a8d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:09.861568 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-b7cd5153-88c4-4858-bf8e-6d32aea59a8d admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2767694 Jan 28 20:06:09.861994 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 37986) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:06:09.867669 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-cef8b06e-926e-4b34-8337-1cb4b6200b0b admin admin] Request body: {'subnet': {'network_id': '1f78a81a-91cb-4ab2-aa55-b181ffff4ebc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1719373650-subnet', 'tenant_id': '89559e83d2854326aef8aef39be07666', 'ip_version': 4}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:06:09.872199 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cd5153-88c4-4858-bf8e-6d32aea59a8d admin admin] Pushing event updated for resources: {'Network': ['ID=1f78a81a-91cb-4ab2-aa55-b181ffff4ebc,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:06:09.885466 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network 1f78a81a-91cb-4ab2-aa55-b181ffff4ebc details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:06:09.893874 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cef8b06e-926e-4b34-8337-1cb4b6200b0b admin admin] Made reservation on behalf of 89559e83d2854326aef8aef39be07666 for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:06:09.896428 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cef8b06e-926e-4b34-8337-1cb4b6200b0b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5221429'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:09.962469 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:10.021379 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e4d64f-52e9-481d-9a31-a9ba5d6521a6 None None] Sync routers for ids ['b4ef0b36-b2a9-43c1-8d02-51ff9418772a'] in n-d-812111-14 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:06:10.033769 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e4d64f-52e9-481d-9a31-a9ba5d6521a6 None None] Routers {'b4ef0b36-b2a9-43c1-8d02-51ff9418772a'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:06:10.034417 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-75e4d64f-52e9-481d-9a31-a9ba5d6521a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:06:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['b4ef0b36-b2a9-43c1-8d02-51ff9418772a'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:06:10.077654 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cef8b06e-926e-4b34-8337-1cb4b6200b0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4690681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5221415'] for subnet (0024bb6e-a7ad-4629-a54d-c9ef5a1980c8), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:10.078829 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 50c586ab-28e2-4e4b-b22e-7d44abf61149 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:06:10.137316 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef8b06e-926e-4b34-8337-1cb4b6200b0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=0024bb6e-a7ad-4629-a54d-c9ef5a1980c8,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:06:10.146300 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef8b06e-926e-4b34-8337-1cb4b6200b0b admin admin] Checking segment: {'id': '04a406ea-d70f-4f25-a761-6bac89ca1505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '1f78a81a-91cb-4ab2-aa55-b181ffff4ebc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:06:10.146668 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef8b06e-926e-4b34-8337-1cb4b6200b0b admin admin] Network hostable DHCP agents. Network: 1f78a81a-91cb-4ab2-aa55-b181ffff4ebc, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:06:10.163420 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef8b06e-926e-4b34-8337-1cb4b6200b0b admin admin] Network 1f78a81a-91cb-4ab2-aa55-b181ffff4ebc is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:06:10.172591 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-cef8b06e-926e-4b34-8337-1cb4b6200b0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, 1f78a81a-91cb-4ab2-aa55-b181ffff4ebc) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:06:10.177245 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef8b06e-926e-4b34-8337-1cb4b6200b0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:06:10.177848 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cef8b06e-926e-4b34-8337-1cb4b6200b0b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:10.185033 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca3bcbc9-ed91-4632-81e5-135678c557f5 None None] Network 1f78a81a-91cb-4ab2-aa55-b181ffff4ebc requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:06:10.195302 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-75e4d64f-52e9-481d-9a31-a9ba5d6521a6 None None] Set router b4ef0b36-b2a9-43c1-8d02-51ff9418772a gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:06:10.195806 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-cef8b06e-926e-4b34-8337-1cb4b6200b0b admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3323944 Jan 28 20:06:10.198316 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 37988) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:06:10.203120 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-1bbbfa30-7c24-4795-8b51-4f133f6b2898 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1719373650-router', 'tenant_id': '89559e83d2854326aef8aef39be07666', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:06:10.227786 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1bbbfa30-7c24-4795-8b51-4f133f6b2898 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261150'] for router (f24bc60d-4f83-455f-9528-782b1ed080b2), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:10.228834 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1bbbfa30-7c24-4795-8b51-4f133f6b2898 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-731099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-731441', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261129'] for router (f24bc60d-4f83-455f-9528-782b1ed080b2), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:10.267271 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 50c586ab-28e2-4e4b-b22e-7d44abf61149 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:06:10.267572 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (50c586ab-28e2-4e4b-b22e-7d44abf61149), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:10.281220 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1bbbfa30-7c24-4795-8b51-4f133f6b2898 admin admin] Publish callbacks [] for router_controller (f24bc60d-4f83-455f-9528-782b1ed080b2), precommit_add_association {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:10.430790 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1bbbfa30-7c24-4795-8b51-4f133f6b2898 admin admin] Publish callbacks [] for router_gateway (f24bc60d-4f83-455f-9528-782b1ed080b2), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:10.469618 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1fd5f26-6758-4b38-ae88-0b7af20a483d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68cd31fd-e4cd-5fb3-a862-256fc47efcd2-1f78a81a-91cb-4ab2-aa55-b181ffff4ebc', 'network_id': '1f78a81a-91cb-4ab2-aa55-b181ffff4ebc', 'project_id': '89559e83d2854326aef8aef39be07666', 'fixed_ips': [{'subnet_id': '0024bb6e-a7ad-4629-a54d-c9ef5a1980c8'}]}} from n-d-812111-14. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 20:06:10.470446 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f1fd5f26-6758-4b38-ae88-0b7af20a483d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:10.637911 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1bbbfa30-7c24-4795-8b51-4f133f6b2898 admin admin] Publish callbacks [] for router_gateway (f24bc60d-4f83-455f-9528-782b1ed080b2), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:10.662525 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1bbbfa30-7c24-4795-8b51-4f133f6b2898 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:10.699458 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 50c586ab-28e2-4e4b-b22e-7d44abf61149 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:06:10.699809 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (50c586ab-28e2-4e4b-b22e-7d44abf61149), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:10.763641 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-1bbbfa30-7c24-4795-8b51-4f133f6b2898 admin admin] Allocated IP 172.25.6.203 (d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8/a648e4ab-7422-41b9-b133-58aca25ab8f5/dcaa1a17-011c-47d0-a6bb-cb9165ed5a0b) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:06:10.772599 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] For port 50c586ab-28e2-4e4b-b22e-7d44abf61149, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=50c586ab-28e2-4e4b-b22e-7d44abf61149,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:06:10.779691 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (50c586ab-28e2-4e4b-b22e-7d44abf61149), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:10.874544 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1bbbfa30-7c24-4795-8b51-4f133f6b2898 admin admin] Publish callbacks [] for port (dcaa1a17-011c-47d0-a6bb-cb9165ed5a0b), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:10.880203 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Pushing event updated for resources: {'Port': ['ID=50c586ab-28e2-4e4b-b22e-7d44abf61149,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:06:10.888435 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-75e4d64f-52e9-481d-9a31-a9ba5d6521a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4ef0b36-b2a9-43c1-8d02-51ff9418772a', 'name': 'tempest-TestServerBasicOps-1510061616-router', 'tenant_id': '1a7e0de7da04413293435a3f0bdd02d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '50c586ab-28e2-4e4b-b22e-7d44abf61149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:06:05Z', 'updated_at': '2022-01-28T20:06:08Z', 'revision_number': 4, 'project_id': '1a7e0de7da04413293435a3f0bdd02d0', 'gw_port': {'id': '50c586ab-28e2-4e4b-b22e-7d44abf61149', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:95:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4ef0b36-b2a9-43c1-8d02-51ff9418772a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:06:06Z', 'updated_at': '2022-01-28T20:06:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '13e85b8e-8519-4040-80db-3bbfbc5ddca4', 'name': '', 'network_id': 'fa30b0d2-f4bb-4295-b0f9-e200b5f46d20', 'tenant_id': '1a7e0de7da04413293435a3f0bdd02d0', 'mac_address': 'fa:16:3e:c3:7f:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4ef0b36-b2a9-43c1-8d02-51ff9418772a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': 'a2ca0a10-b1af-4c9d-8324-541ab1e3cfa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:06:07Z', 'updated_at': '2022-01-28T20:06:08Z', 'revision_number': 2, 'project_id': '1a7e0de7da04413293435a3f0bdd02d0', 'subnets': [{'id': 'a2ca0a10-b1af-4c9d-8324-541ab1e3cfa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:06:10.911983 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1bbbfa30-7c24-4795-8b51-4f133f6b2898 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (dcaa1a17-011c-47d0-a6bb-cb9165ed5a0b), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:10.918684 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-f1fd5f26-6758-4b38-ae88-0b7af20a483d None None] Allocated IP 172.20.0.2 (1f78a81a-91cb-4ab2-aa55-b181ffff4ebc/0024bb6e-a7ad-4629-a54d-c9ef5a1980c8/faf0ff44-91c3-427b-84e2-324a7410e7f1) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:06:10.922967 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e4d64f-52e9-481d-9a31-a9ba5d6521a6 None None] Checking router: b4ef0b36-b2a9-43c1-8d02-51ff9418772a for host: n-d-812111-14 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:06:10.923278 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e4d64f-52e9-481d-9a31-a9ba5d6521a6 None None] Updating router b4ef0b36-b2a9-43c1-8d02-51ff9418772a port 13e85b8e-8519-4040-80db-3bbfbc5ddca4 binding host n-d-812111-14 {{(pid=103306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:06:10.947049 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bbbfa30-7c24-4795-8b51-4f133f6b2898 admin admin] Network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:06:10.950068 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-1bbbfa30-7c24-4795-8b51-4f133f6b2898 admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:06:10.953713 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bbbfa30-7c24-4795-8b51-4f133f6b2898 admin admin] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:06:10.970561 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-75e4d64f-52e9-481d-9a31-a9ba5d6521a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (13e85b8e-8519-4040-80db-3bbfbc5ddca4), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:10.985411 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbbfa30-7c24-4795-8b51-4f133f6b2898 admin admin] Pushing event updated for resources: {'Port': ['ID=dcaa1a17-011c-47d0-a6bb-cb9165ed5a0b,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:06:11.212484 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1bbbfa30-7c24-4795-8b51-4f133f6b2898 admin admin] Publish callbacks [] for router_gateway (f24bc60d-4f83-455f-9528-782b1ed080b2), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:11.222794 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f1fd5f26-6758-4b38-ae88-0b7af20a483d None None] Publish callbacks [] for port (faf0ff44-91c3-427b-84e2-324a7410e7f1), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:11.231734 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f1fd5f26-6758-4b38-ae88-0b7af20a483d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (faf0ff44-91c3-427b-84e2-324a7410e7f1), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:11.296714 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1fd5f26-6758-4b38-ae88-0b7af20a483d None None] Network 1f78a81a-91cb-4ab2-aa55-b181ffff4ebc is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:06:11.308941 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-f1fd5f26-6758-4b38-ae88-0b7af20a483d None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:06:11.316005 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1fd5f26-6758-4b38-ae88-0b7af20a483d None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:06:11.321273 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fd5f26-6758-4b38-ae88-0b7af20a483d None None] Pushing event updated for resources: {'Port': ['ID=faf0ff44-91c3-427b-84e2-324a7410e7f1,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:06:11.408219 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-f1fd5f26-6758-4b38-ae88-0b7af20a483d None None] Attempting to bind port faf0ff44-91c3-427b-84e2-324a7410e7f1 on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:06:11.408583 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-f1fd5f26-6758-4b38-ae88-0b7af20a483d None None] Attempting to bind port faf0ff44-91c3-427b-84e2-324a7410e7f1 by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '04a406ea-d70f-4f25-a761-6bac89ca1505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '1f78a81a-91cb-4ab2-aa55-b181ffff4ebc'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:06:11.408976 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1fd5f26-6758-4b38-ae88-0b7af20a483d None None] Attempting to bind port faf0ff44-91c3-427b-84e2-324a7410e7f1 on network 1f78a81a-91cb-4ab2-aa55-b181ffff4ebc {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:06:11.414233 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1bbbfa30-7c24-4795-8b51-4f133f6b2898 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-731074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-731460'] for router (f24bc60d-4f83-455f-9528-782b1ed080b2), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:11.425046 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-75e4d64f-52e9-481d-9a31-a9ba5d6521a6 None None] Publish callbacks [] for port (13e85b8e-8519-4040-80db-3bbfbc5ddca4), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:11.426648 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1fd5f26-6758-4b38-ae88-0b7af20a483d None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:06:11.427022 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1fd5f26-6758-4b38-ae88-0b7af20a483d None None] Checking segment: {'id': '04a406ea-d70f-4f25-a761-6bac89ca1505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '1f78a81a-91cb-4ab2-aa55-b181ffff4ebc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:06:11.427485 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f1fd5f26-6758-4b38-ae88-0b7af20a483d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:11.427956 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1fd5f26-6758-4b38-ae88-0b7af20a483d None None] Bound using segment: {'id': '04a406ea-d70f-4f25-a761-6bac89ca1505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '1f78a81a-91cb-4ab2-aa55-b181ffff4ebc'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:06:11.428352 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-f1fd5f26-6758-4b38-ae88-0b7af20a483d None None] Bound port: faf0ff44-91c3-427b-84e2-324a7410e7f1, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04a406ea-d70f-4f25-a761-6bac89ca1505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '1f78a81a-91cb-4ab2-aa55-b181ffff4ebc'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:06:11.428724 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f1fd5f26-6758-4b38-ae88-0b7af20a483d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (faf0ff44-91c3-427b-84e2-324a7410e7f1), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:11.445741 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-75e4d64f-52e9-481d-9a31-a9ba5d6521a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (13e85b8e-8519-4040-80db-3bbfbc5ddca4), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:11.540953 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449eddd0-98d5-4769-806e-20485acbccbb None None] Pushing event updated for resources: {'Port': ['ID=13e85b8e-8519-4040-80db-3bbfbc5ddca4,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:06:11.562749 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-f1fd5f26-6758-4b38-ae88-0b7af20a483d None None] For port faf0ff44-91c3-427b-84e2-324a7410e7f1, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:06:11.563969 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bbbfa30-7c24-4795-8b51-4f133f6b2898 admin admin] Router f24bc60d-4f83-455f-9528-782b1ed080b2 is scheduled to L3 agent 76fe5c49-705a-4e08-abb2-be585676213f with binding_index 1 {{(pid=103305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 20:06:11.595399 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-f1fd5f26-6758-4b38-ae88-0b7af20a483d None None] For port faf0ff44-91c3-427b-84e2-324a7410e7f1, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=faf0ff44-91c3-427b-84e2-324a7410e7f1,segment=NetworkSegment(04a406ea-d70f-4f25-a761-6bac89ca1505),segment_id=04a406ea-d70f-4f25-a761-6bac89ca1505)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:06:11.606919 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-75e4d64f-52e9-481d-9a31-a9ba5d6521a6 None None] Attempting to bind port 13e85b8e-8519-4040-80db-3bbfbc5ddca4 on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:06:11.607317 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-75e4d64f-52e9-481d-9a31-a9ba5d6521a6 None None] Attempting to bind port 13e85b8e-8519-4040-80db-3bbfbc5ddca4 by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '6f0fee68-2b93-4bd8-a06f-0354f716ec2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'fa30b0d2-f4bb-4295-b0f9-e200b5f46d20'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:06:11.607684 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e4d64f-52e9-481d-9a31-a9ba5d6521a6 None None] Attempting to bind port 13e85b8e-8519-4040-80db-3bbfbc5ddca4 on network fa30b0d2-f4bb-4295-b0f9-e200b5f46d20 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:06:11.610172 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f1fd5f26-6758-4b38-ae88-0b7af20a483d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (faf0ff44-91c3-427b-84e2-324a7410e7f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:11.620959 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e4d64f-52e9-481d-9a31-a9ba5d6521a6 None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:06:11.621354 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e4d64f-52e9-481d-9a31-a9ba5d6521a6 None None] Checking segment: {'id': '6f0fee68-2b93-4bd8-a06f-0354f716ec2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'fa30b0d2-f4bb-4295-b0f9-e200b5f46d20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:06:11.621668 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-75e4d64f-52e9-481d-9a31-a9ba5d6521a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:11.622066 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e4d64f-52e9-481d-9a31-a9ba5d6521a6 None None] Bound using segment: {'id': '6f0fee68-2b93-4bd8-a06f-0354f716ec2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'fa30b0d2-f4bb-4295-b0f9-e200b5f46d20'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:06:11.622778 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-75e4d64f-52e9-481d-9a31-a9ba5d6521a6 None None] Bound port: 13e85b8e-8519-4040-80db-3bbfbc5ddca4, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f0fee68-2b93-4bd8-a06f-0354f716ec2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'fa30b0d2-f4bb-4295-b0f9-e200b5f46d20'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:06:11.622924 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-75e4d64f-52e9-481d-9a31-a9ba5d6521a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (13e85b8e-8519-4040-80db-3bbfbc5ddca4), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:11.700593 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bbbfa30-7c24-4795-8b51-4f133f6b2898 admin admin] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:06:11.706985 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fd5f26-6758-4b38-ae88-0b7af20a483d None None] Pushing event updated for resources: {'Port': ['ID=faf0ff44-91c3-427b-84e2-324a7410e7f1,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:06:11.714472 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93095fe8-3b1e-47e7-9beb-acdd2bd64b20 None None] Sync routers for ids ['f24bc60d-4f83-455f-9528-782b1ed080b2'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:06:11.733091 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1bbbfa30-7c24-4795-8b51-4f133f6b2898 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:11.738147 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-1bbbfa30-7c24-4795-8b51-4f133f6b2898 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5353353 Jan 28 20:06:11.738841 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 37990) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:06:11.740372 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-75e4d64f-52e9-481d-9a31-a9ba5d6521a6 None None] For port 13e85b8e-8519-4040-80db-3bbfbc5ddca4, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:06:11.743625 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93095fe8-3b1e-47e7-9beb-acdd2bd64b20 None None] Routers {'f24bc60d-4f83-455f-9528-782b1ed080b2'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:06:11.744603 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-93095fe8-3b1e-47e7-9beb-acdd2bd64b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:06:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['f24bc60d-4f83-455f-9528-782b1ed080b2'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:06:11.744752 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-75e4d64f-52e9-481d-9a31-a9ba5d6521a6 None None] For port 13e85b8e-8519-4040-80db-3bbfbc5ddca4, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=13e85b8e-8519-4040-80db-3bbfbc5ddca4,segment=NetworkSegment(6f0fee68-2b93-4bd8-a06f-0354f716ec2b),segment_id=6f0fee68-2b93-4bd8-a06f-0354f716ec2b)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:06:11.758403 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-75e4d64f-52e9-481d-9a31-a9ba5d6521a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (13e85b8e-8519-4040-80db-3bbfbc5ddca4), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:11.845993 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e4d64f-52e9-481d-9a31-a9ba5d6521a6 None None] Routers {'b4ef0b36-b2a9-43c1-8d02-51ff9418772a'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:06:11.847164 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-75e4d64f-52e9-481d-9a31-a9ba5d6521a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:06:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['b4ef0b36-b2a9-43c1-8d02-51ff9418772a'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:06:11.853884 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:11.931565 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449eddd0-98d5-4769-806e-20485acbccbb None None] Pushing event updated for resources: {'Port': ['ID=13e85b8e-8519-4040-80db-3bbfbc5ddca4,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:06:11.966124 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-192052f1-fd31-46bc-9524-b4a787177666 None None] Provisioning complete for port 13e85b8e-8519-4040-80db-3bbfbc5ddca4 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:06:11.966549 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-192052f1-fd31-46bc-9524-b4a787177666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (13e85b8e-8519-4040-80db-3bbfbc5ddca4), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:12.095272 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-93095fe8-3b1e-47e7-9beb-acdd2bd64b20 None None] Set router f24bc60d-4f83-455f-9528-782b1ed080b2 gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:06:12.159856 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-75e4d64f-52e9-481d-9a31-a9ba5d6521a6 None None] Set router b4ef0b36-b2a9-43c1-8d02-51ff9418772a gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:06:12.289726 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-192052f1-fd31-46bc-9524-b4a787177666 None None] Current status of the port 13e85b8e-8519-4040-80db-3bbfbc5ddca4 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:06:12.290117 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-192052f1-fd31-46bc-9524-b4a787177666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (13e85b8e-8519-4040-80db-3bbfbc5ddca4), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:12.300934 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 50c586ab-28e2-4e4b-b22e-7d44abf61149 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:06:12.388433 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-93095fe8-3b1e-47e7-9beb-acdd2bd64b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f24bc60d-4f83-455f-9528-782b1ed080b2', 'name': 'tempest-TestServerBasicOps-1719373650-router', 'tenant_id': '89559e83d2854326aef8aef39be07666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': 'dcaa1a17-011c-47d0-a6bb-cb9165ed5a0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:06:10Z', 'updated_at': '2022-01-28T20:06:11Z', 'revision_number': 3, 'project_id': '89559e83d2854326aef8aef39be07666', 'gw_port': {'id': 'dcaa1a17-011c-47d0-a6bb-cb9165ed5a0b', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:f8:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f24bc60d-4f83-455f-9528-782b1ed080b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:06:10Z', 'updated_at': '2022-01-28T20:06:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:06:12.423217 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93095fe8-3b1e-47e7-9beb-acdd2bd64b20 None None] Checking router: f24bc60d-4f83-455f-9528-782b1ed080b2 for host: n-d-812111-14 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:06:12.423572 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93095fe8-3b1e-47e7-9beb-acdd2bd64b20 None None] Updating router f24bc60d-4f83-455f-9528-782b1ed080b2 port dcaa1a17-011c-47d0-a6bb-cb9165ed5a0b binding host n-d-812111-14 {{(pid=103307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:06:12.453637 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-93095fe8-3b1e-47e7-9beb-acdd2bd64b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (dcaa1a17-011c-47d0-a6bb-cb9165ed5a0b), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:12.548123 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-192052f1-fd31-46bc-9524-b4a787177666 None None] For port 13e85b8e-8519-4040-80db-3bbfbc5ddca4, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=13e85b8e-8519-4040-80db-3bbfbc5ddca4,segment=NetworkSegment(6f0fee68-2b93-4bd8-a06f-0354f716ec2b),segment_id=6f0fee68-2b93-4bd8-a06f-0354f716ec2b)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:06:12.558740 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-192052f1-fd31-46bc-9524-b4a787177666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (13e85b8e-8519-4040-80db-3bbfbc5ddca4), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:12.634029 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 50c586ab-28e2-4e4b-b22e-7d44abf61149 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:06:12.634501 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (50c586ab-28e2-4e4b-b22e-7d44abf61149), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:12.692150 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192052f1-fd31-46bc-9524-b4a787177666 None None] Pushing event updated for resources: {'Port': ['ID=13e85b8e-8519-4040-80db-3bbfbc5ddca4,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:06:12.734858 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-970b2fe9-5920-41eb-9c5c-3c88a8710155 None None] Provisioning complete for port 13e85b8e-8519-4040-80db-3bbfbc5ddca4 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:06:12.735235 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-970b2fe9-5920-41eb-9c5c-3c88a8710155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (13e85b8e-8519-4040-80db-3bbfbc5ddca4), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:12.795533 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-75e4d64f-52e9-481d-9a31-a9ba5d6521a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4ef0b36-b2a9-43c1-8d02-51ff9418772a', 'name': 'tempest-TestServerBasicOps-1510061616-router', 'tenant_id': '1a7e0de7da04413293435a3f0bdd02d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '50c586ab-28e2-4e4b-b22e-7d44abf61149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:06:05Z', 'updated_at': '2022-01-28T20:06:08Z', 'revision_number': 4, 'project_id': '1a7e0de7da04413293435a3f0bdd02d0', 'gw_port': {'id': '50c586ab-28e2-4e4b-b22e-7d44abf61149', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:95:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ef0b36-b2a9-43c1-8d02-51ff9418772a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:06:06Z', 'updated_at': '2022-01-28T20:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '13e85b8e-8519-4040-80db-3bbfbc5ddca4', 'name': '', 'network_id': 'fa30b0d2-f4bb-4295-b0f9-e200b5f46d20', 'tenant_id': '1a7e0de7da04413293435a3f0bdd02d0', 'mac_address': 'fa:16:3e:c3:7f:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4ef0b36-b2a9-43c1-8d02-51ff9418772a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': 'a2ca0a10-b1af-4c9d-8324-541ab1e3cfa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:06:07Z', 'updated_at': '2022-01-28T20:06:11Z', 'revision_number': 4, 'project_id': '1a7e0de7da04413293435a3f0bdd02d0', 'subnets': [{'id': 'a2ca0a10-b1af-4c9d-8324-541ab1e3cfa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:06:12.826545 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-93095fe8-3b1e-47e7-9beb-acdd2bd64b20 None None] Publish callbacks [] for port (dcaa1a17-011c-47d0-a6bb-cb9165ed5a0b), precommit_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:12.834673 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e4d64f-52e9-481d-9a31-a9ba5d6521a6 None None] The sync data for ids ['b4ef0b36-b2a9-43c1-8d02-51ff9418772a'] in n-d-812111-14 is: [{'id': 'b4ef0b36-b2a9-43c1-8d02-51ff9418772a', 'name': 'tempest-TestServerBasicOps-1510061616-router', 'tenant_id': '1a7e0de7da04413293435a3f0bdd02d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '50c586ab-28e2-4e4b-b22e-7d44abf61149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:06:05Z', 'updated_at': '2022-01-28T20:06:08Z', 'revision_number': 4, 'project_id': '1a7e0de7da04413293435a3f0bdd02d0', 'gw_port': {'id': '50c586ab-28e2-4e4b-b22e-7d44abf61149', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:95:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ef0b36-b2a9-43c1-8d02-51ff9418772a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:06:06Z', 'updated_at': '2022-01-28T20:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '13e85b8e-8519-4040-80db-3bbfbc5ddca4', 'name': '', 'network_id': 'fa30b0d2-f4bb-4295-b0f9-e200b5f46d20', 'tenant_id': '1a7e0de7da04413293435a3f0bdd02d0', 'mac_address': 'fa:16:3e:c3:7f:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4ef0b36-b2a9-43c1-8d02-51ff9418772a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': 'a2ca0a10-b1af-4c9d-8324-541ab1e3cfa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:06:07Z', 'updated_at': '2022-01-28T20:06:11Z', 'revision_number': 4, 'project_id': '1a7e0de7da04413293435a3f0bdd02d0', 'subnets': [{'id': 'a2ca0a10-b1af-4c9d-8324-541ab1e3cfa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:06:12.835564 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-93095fe8-3b1e-47e7-9beb-acdd2bd64b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (dcaa1a17-011c-47d0-a6bb-cb9165ed5a0b), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:12.844247 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 50c586ab-28e2-4e4b-b22e-7d44abf61149 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:06:12.845549 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device faf0ff44-91c3-427b-84e2-324a7410e7f1 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:06:12.905268 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f762be46-437f-4b4a-aad6-50d371a9844c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:12.941494 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a59002-debd-4950-95db-652d10274543 None None] Pushing event updated for resources: {'Port': ['ID=dcaa1a17-011c-47d0-a6bb-cb9165ed5a0b,revision_number=2']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:06:12.953261 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-93095fe8-3b1e-47e7-9beb-acdd2bd64b20 None None] Attempting to bind port dcaa1a17-011c-47d0-a6bb-cb9165ed5a0b on host n-d-812111-14 for vnic_type normal with profile {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:06:12.954641 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-93095fe8-3b1e-47e7-9beb-acdd2bd64b20 None None] Attempting to bind port dcaa1a17-011c-47d0-a6bb-cb9165ed5a0b by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:06:12.955179 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93095fe8-3b1e-47e7-9beb-acdd2bd64b20 None None] Attempting to bind port dcaa1a17-011c-47d0-a6bb-cb9165ed5a0b on network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:06:12.962944 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93095fe8-3b1e-47e7-9beb-acdd2bd64b20 None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:06:12.963696 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93095fe8-3b1e-47e7-9beb-acdd2bd64b20 None None] Checking segment: {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:06:12.964343 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-93095fe8-3b1e-47e7-9beb-acdd2bd64b20 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:12.965046 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93095fe8-3b1e-47e7-9beb-acdd2bd64b20 None None] Bound using segment: {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:06:12.966109 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-93095fe8-3b1e-47e7-9beb-acdd2bd64b20 None None] Bound port: dcaa1a17-011c-47d0-a6bb-cb9165ed5a0b, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:06:12.968364 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-93095fe8-3b1e-47e7-9beb-acdd2bd64b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (dcaa1a17-011c-47d0-a6bb-cb9165ed5a0b), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:13.004742 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-970b2fe9-5920-41eb-9c5c-3c88a8710155 None None] Current status of the port 13e85b8e-8519-4040-80db-3bbfbc5ddca4 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:06:13.012248 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port faf0ff44-91c3-427b-84e2-324a7410e7f1 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:06:13.012622 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (faf0ff44-91c3-427b-84e2-324a7410e7f1), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:13.037400 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-93095fe8-3b1e-47e7-9beb-acdd2bd64b20 None None] For port dcaa1a17-011c-47d0-a6bb-cb9165ed5a0b, host n-d-812111-14, cleared binding levels {{(pid=103307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:06:13.041853 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-93095fe8-3b1e-47e7-9beb-acdd2bd64b20 None None] For port dcaa1a17-011c-47d0-a6bb-cb9165ed5a0b, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=dcaa1a17-011c-47d0-a6bb-cb9165ed5a0b,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:06:13.054444 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-93095fe8-3b1e-47e7-9beb-acdd2bd64b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (dcaa1a17-011c-47d0-a6bb-cb9165ed5a0b), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:13.119676 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port faf0ff44-91c3-427b-84e2-324a7410e7f1 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:06:13.120221 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (faf0ff44-91c3-427b-84e2-324a7410e7f1), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:13.138375 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a59002-debd-4950-95db-652d10274543 None None] Pushing event updated for resources: {'Port': ['ID=dcaa1a17-011c-47d0-a6bb-cb9165ed5a0b,revision_number=3']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:06:13.151180 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93095fe8-3b1e-47e7-9beb-acdd2bd64b20 None None] Routers {'f24bc60d-4f83-455f-9528-782b1ed080b2'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:06:13.152350 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-93095fe8-3b1e-47e7-9beb-acdd2bd64b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:06:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['f24bc60d-4f83-455f-9528-782b1ed080b2'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:06:13.170335 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] For port faf0ff44-91c3-427b-84e2-324a7410e7f1, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=faf0ff44-91c3-427b-84e2-324a7410e7f1,segment=NetworkSegment(04a406ea-d70f-4f25-a761-6bac89ca1505),segment_id=04a406ea-d70f-4f25-a761-6bac89ca1505)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:06:13.197565 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b201f26-6008-481e-bb20-c1f0873b2c4a None None] Network 1f78a81a-91cb-4ab2-aa55-b181ffff4ebc requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:06:13.199661 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (faf0ff44-91c3-427b-84e2-324a7410e7f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:13.213945 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-f762be46-437f-4b4a-aad6-50d371a9844c admin admin] Allocated IP 172.20.0.1 (1f78a81a-91cb-4ab2-aa55-b181ffff4ebc/0024bb6e-a7ad-4629-a54d-c9ef5a1980c8/3515169b-6daa-4a18-aa21-01b398a5bd6b) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:06:13.268855 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:13.298048 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b7502ca8-e64d-49a3-9234-a6b3c75c8456 None None] Provisioning complete for port faf0ff44-91c3-427b-84e2-324a7410e7f1 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:06:13.298480 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b7502ca8-e64d-49a3-9234-a6b3c75c8456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (faf0ff44-91c3-427b-84e2-324a7410e7f1), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:13.323187 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-93095fe8-3b1e-47e7-9beb-acdd2bd64b20 None None] Set router f24bc60d-4f83-455f-9528-782b1ed080b2 gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:06:13.351266 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f762be46-437f-4b4a-aad6-50d371a9844c admin admin] Publish callbacks [] for port (3515169b-6daa-4a18-aa21-01b398a5bd6b), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:13.409844 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f762be46-437f-4b4a-aad6-50d371a9844c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (3515169b-6daa-4a18-aa21-01b398a5bd6b), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:13.458096 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f762be46-437f-4b4a-aad6-50d371a9844c admin admin] Network 1f78a81a-91cb-4ab2-aa55-b181ffff4ebc is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:06:13.461520 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-f762be46-437f-4b4a-aad6-50d371a9844c admin admin] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:06:13.468563 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f762be46-437f-4b4a-aad6-50d371a9844c admin admin] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:06:13.500692 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f762be46-437f-4b4a-aad6-50d371a9844c admin admin] Pushing event updated for resources: {'Port': ['ID=3515169b-6daa-4a18-aa21-01b398a5bd6b,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:06:13.527633 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f762be46-437f-4b4a-aad6-50d371a9844c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734769'] for router_interface (f24bc60d-4f83-455f-9528-782b1ed080b2), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:13.558512 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-93095fe8-3b1e-47e7-9beb-acdd2bd64b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f24bc60d-4f83-455f-9528-782b1ed080b2', 'name': 'tempest-TestServerBasicOps-1719373650-router', 'tenant_id': '89559e83d2854326aef8aef39be07666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': 'dcaa1a17-011c-47d0-a6bb-cb9165ed5a0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:06:10Z', 'updated_at': '2022-01-28T20:06:11Z', 'revision_number': 3, 'project_id': '89559e83d2854326aef8aef39be07666', 'gw_port': {'id': 'dcaa1a17-011c-47d0-a6bb-cb9165ed5a0b', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:f8:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f24bc60d-4f83-455f-9528-782b1ed080b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:06:10Z', 'updated_at': '2022-01-28T20:06:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:06:13.561701 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Pushing event updated for resources: {'Port': ['ID=faf0ff44-91c3-427b-84e2-324a7410e7f1,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:06:13.603970 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93095fe8-3b1e-47e7-9beb-acdd2bd64b20 None None] The sync data for ids ['f24bc60d-4f83-455f-9528-782b1ed080b2'] in n-d-812111-14 is: [{'id': 'f24bc60d-4f83-455f-9528-782b1ed080b2', 'name': 'tempest-TestServerBasicOps-1719373650-router', 'tenant_id': '89559e83d2854326aef8aef39be07666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': 'dcaa1a17-011c-47d0-a6bb-cb9165ed5a0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:06:10Z', 'updated_at': '2022-01-28T20:06:11Z', 'revision_number': 3, 'project_id': '89559e83d2854326aef8aef39be07666', 'gw_port': {'id': 'dcaa1a17-011c-47d0-a6bb-cb9165ed5a0b', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:f8:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f24bc60d-4f83-455f-9528-782b1ed080b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:06:10Z', 'updated_at': '2022-01-28T20:06:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:06:13.664032 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b7502ca8-e64d-49a3-9234-a6b3c75c8456 None None] Current status of the port faf0ff44-91c3-427b-84e2-324a7410e7f1 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:06:13.686462 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f762be46-437f-4b4a-aad6-50d371a9844c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (3515169b-6daa-4a18-aa21-01b398a5bd6b), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:13.898762 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f762be46-437f-4b4a-aad6-50d371a9844c admin admin] Publish callbacks [] for port (3515169b-6daa-4a18-aa21-01b398a5bd6b), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:13.903721 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f762be46-437f-4b4a-aad6-50d371a9844c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (3515169b-6daa-4a18-aa21-01b398a5bd6b), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:14.000419 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f762be46-437f-4b4a-aad6-50d371a9844c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-756216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-732801'] for router_interface (f24bc60d-4f83-455f-9528-782b1ed080b2), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:14.002319 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f762be46-437f-4b4a-aad6-50d371a9844c admin admin] Pushing event updated for resources: {'Port': ['ID=3515169b-6daa-4a18-aa21-01b398a5bd6b,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:06:14.022182 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-abc03427-e04b-4a8e-bfee-a94d5936431e None None] Provisioning complete for port faf0ff44-91c3-427b-84e2-324a7410e7f1 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:06:14.022737 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-abc03427-e04b-4a8e-bfee-a94d5936431e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (faf0ff44-91c3-427b-84e2-324a7410e7f1), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:14.157468 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f762be46-437f-4b4a-aad6-50d371a9844c admin admin] Network 1f78a81a-91cb-4ab2-aa55-b181ffff4ebc is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:06:14.171217 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-f762be46-437f-4b4a-aad6-50d371a9844c admin admin] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:06:14.217052 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-abc03427-e04b-4a8e-bfee-a94d5936431e None None] Current status of the port faf0ff44-91c3-427b-84e2-324a7410e7f1 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:06:14.239455 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-abc03427-e04b-4a8e-bfee-a94d5936431e None None] Provisioning complete for port 3515169b-6daa-4a18-aa21-01b398a5bd6b triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:06:14.240027 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-abc03427-e04b-4a8e-bfee-a94d5936431e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (3515169b-6daa-4a18-aa21-01b398a5bd6b), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:14.303507 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-abc03427-e04b-4a8e-bfee-a94d5936431e None None] Port 3515169b-6daa-4a18-aa21-01b398a5bd6b cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 20:06:14.344953 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device faf0ff44-91c3-427b-84e2-324a7410e7f1 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:06:14.446273 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-abc03059-9371-4f53-bb45-7fc71e71ece0 None None] Provisioning complete for port 3515169b-6daa-4a18-aa21-01b398a5bd6b triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:06:14.449821 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-abc03059-9371-4f53-bb45-7fc71e71ece0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (3515169b-6daa-4a18-aa21-01b398a5bd6b), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:14.480742 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port faf0ff44-91c3-427b-84e2-324a7410e7f1 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:06:14.481440 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (faf0ff44-91c3-427b-84e2-324a7410e7f1), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:14.485203 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f762be46-437f-4b4a-aad6-50d371a9844c admin admin] Router f24bc60d-4f83-455f-9528-782b1ed080b2 has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:06:14.540945 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-abc03059-9371-4f53-bb45-7fc71e71ece0 None None] Port 3515169b-6daa-4a18-aa21-01b398a5bd6b cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 20:06:14.618354 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port faf0ff44-91c3-427b-84e2-324a7410e7f1 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:06:14.619584 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device dcaa1a17-011c-47d0-a6bb-cb9165ed5a0b up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:06:14.668747 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f762be46-437f-4b4a-aad6-50d371a9844c admin admin] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:06:14.675561 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-f762be46-437f-4b4a-aad6-50d371a9844c admin admin] 10.222.0.64 "PUT /v2.0/routers/f24bc60d-4f83-455f-9528-782b1ed080b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9351118 Jan 28 20:06:14.683390 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-cab8d5b4-16e8-4da9-b540-58524f9e5b2f None None] Provisioning complete for port 3515169b-6daa-4a18-aa21-01b398a5bd6b triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:06:14.683774 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-cab8d5b4-16e8-4da9-b540-58524f9e5b2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (3515169b-6daa-4a18-aa21-01b398a5bd6b), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:14.724056 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-cab8d5b4-16e8-4da9-b540-58524f9e5b2f None None] Port 3515169b-6daa-4a18-aa21-01b398a5bd6b cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 20:06:14.735353 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port dcaa1a17-011c-47d0-a6bb-cb9165ed5a0b triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:06:14.735888 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (dcaa1a17-011c-47d0-a6bb-cb9165ed5a0b), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:14.831326 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port dcaa1a17-011c-47d0-a6bb-cb9165ed5a0b is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:06:14.831731 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (dcaa1a17-011c-47d0-a6bb-cb9165ed5a0b), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:14.853760 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] For port dcaa1a17-011c-47d0-a6bb-cb9165ed5a0b, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=dcaa1a17-011c-47d0-a6bb-cb9165ed5a0b,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:06:14.858021 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (dcaa1a17-011c-47d0-a6bb-cb9165ed5a0b), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:14.859232 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 13e85b8e-8519-4040-80db-3bbfbc5ddca4 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:06:14.946444 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Pushing event updated for resources: {'Port': ['ID=dcaa1a17-011c-47d0-a6bb-cb9165ed5a0b,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:06:14.961403 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 13e85b8e-8519-4040-80db-3bbfbc5ddca4 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:06:14.961795 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (13e85b8e-8519-4040-80db-3bbfbc5ddca4), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:15.069043 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 13e85b8e-8519-4040-80db-3bbfbc5ddca4 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:06:15.320146 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 38000) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:06:15.324927 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-aa51ad3c-7974-4bdc-8940-4afeeb89b6f3 tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-239218434', 'description': 'tempest-secgroup-smoke-239218434 description', 'project_id': '1a7e0de7da04413293435a3f0bdd02d0'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:06:15.347054 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-aa51ad3c-7974-4bdc-8940-4afeeb89b6f3 tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:15.424790 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-aa51ad3c-7974-4bdc-8940-4afeeb89b6f3 tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] Publish callbacks [] for security_group (819871eb-4ba9-4fce-b7bd-e3d8201623a7), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:15.428925 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-aa51ad3c-7974-4bdc-8940-4afeeb89b6f3 tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (819871eb-4ba9-4fce-b7bd-e3d8201623a7), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:15.458977 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-aa51ad3c-7974-4bdc-8940-4afeeb89b6f3 tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:15.460302 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-aa51ad3c-7974-4bdc-8940-4afeeb89b6f3 tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1390362 Jan 28 20:06:15.463335 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 38002) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:06:15.468763 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-abd49ff6-38de-4b2d-991a-4f2f772adf88 tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] Request body: {'security_group_rule': {'security_group_id': '819871eb-4ba9-4fce-b7bd-e3d8201623a7', 'project_id': '1a7e0de7da04413293435a3f0bdd02d0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:06:15.474054 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ad3c-7974-4bdc-8940-4afeeb89b6f3 tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] Pushing event updated for resources: {'SecurityGroup': ['ID=819871eb-4ba9-4fce-b7bd-e3d8201623a7,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:06:15.499541 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-abd49ff6-38de-4b2d-991a-4f2f772adf88 tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] Publish callbacks [] for security_group_rule (d0bbbd3e-34fe-4447-bf92-d8a53f7683e8), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:15.557511 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-abd49ff6-38de-4b2d-991a-4f2f772adf88 tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] Publish callbacks [] for security_group_rule (d0bbbd3e-34fe-4447-bf92-d8a53f7683e8), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:15.561342 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-abd49ff6-38de-4b2d-991a-4f2f772adf88 tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (d0bbbd3e-34fe-4447-bf92-d8a53f7683e8), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:15.577634 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd49ff6-38de-4b2d-991a-4f2f772adf88 tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0bbbd3e-34fe-4447-bf92-d8a53f7683e8,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:06:15.588861 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-abd49ff6-38de-4b2d-991a-4f2f772adf88 tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:15.592646 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-abd49ff6-38de-4b2d-991a-4f2f772adf88 tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1258838 Jan 28 20:06:15.592852 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 38004) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:06:15.597622 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-0f351f77-13bc-4a72-8802-2782477ed7d8 tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] Request body: {'security_group_rule': {'security_group_id': '819871eb-4ba9-4fce-b7bd-e3d8201623a7', 'project_id': '1a7e0de7da04413293435a3f0bdd02d0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:06:15.623324 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0f351f77-13bc-4a72-8802-2782477ed7d8 tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] Publish callbacks [] for security_group_rule (8608f596-aeea-44f8-b512-6d36fd11fe2e), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:15.679767 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0f351f77-13bc-4a72-8802-2782477ed7d8 tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] Publish callbacks [] for security_group_rule (8608f596-aeea-44f8-b512-6d36fd11fe2e), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:15.686145 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0f351f77-13bc-4a72-8802-2782477ed7d8 tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (8608f596-aeea-44f8-b512-6d36fd11fe2e), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:15.707226 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f351f77-13bc-4a72-8802-2782477ed7d8 tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8608f596-aeea-44f8-b512-6d36fd11fe2e,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:06:15.716162 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0f351f77-13bc-4a72-8802-2782477ed7d8 tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:15.719779 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-0f351f77-13bc-4a72-8802-2782477ed7d8 tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1232433 Jan 28 20:06:15.720110 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 38006) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:06:15.724787 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-8bc2e97f-d6fe-4cac-83a9-b9a28328c110 tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] Request body: {'security_group_rule': {'security_group_id': '819871eb-4ba9-4fce-b7bd-e3d8201623a7', 'project_id': '1a7e0de7da04413293435a3f0bdd02d0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:06:15.749444 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8bc2e97f-d6fe-4cac-83a9-b9a28328c110 tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] Publish callbacks [] for security_group_rule (6fbc8058-b954-4978-836f-36ae847de303), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:15.805715 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8bc2e97f-d6fe-4cac-83a9-b9a28328c110 tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] Publish callbacks [] for security_group_rule (6fbc8058-b954-4978-836f-36ae847de303), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:15.809302 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8bc2e97f-d6fe-4cac-83a9-b9a28328c110 tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (6fbc8058-b954-4978-836f-36ae847de303), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:15.826839 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc2e97f-d6fe-4cac-83a9-b9a28328c110 tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fbc8058-b954-4978-836f-36ae847de303,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:06:15.835453 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8bc2e97f-d6fe-4cac-83a9-b9a28328c110 tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:15.836762 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-8bc2e97f-d6fe-4cac-83a9-b9a28328c110 tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1155968 Jan 28 20:06:15.839300 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 38008) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:06:15.843596 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-28413420-2714-4105-8257-c802a72a7834 tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] Request body: {'security_group_rule': {'security_group_id': '819871eb-4ba9-4fce-b7bd-e3d8201623a7', 'project_id': '1a7e0de7da04413293435a3f0bdd02d0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:06:15.869787 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-28413420-2714-4105-8257-c802a72a7834 tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] Publish callbacks [] for security_group_rule (c9ad4a90-f6a9-4e3f-84ab-0807871aa7ab), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:15.931286 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-28413420-2714-4105-8257-c802a72a7834 tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] Publish callbacks [] for security_group_rule (c9ad4a90-f6a9-4e3f-84ab-0807871aa7ab), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:15.935937 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-28413420-2714-4105-8257-c802a72a7834 tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (c9ad4a90-f6a9-4e3f-84ab-0807871aa7ab), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:15.957742 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28413420-2714-4105-8257-c802a72a7834 tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9ad4a90-f6a9-4e3f-84ab-0807871aa7ab,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:06:15.965915 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-28413420-2714-4105-8257-c802a72a7834 tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:15.970095 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-28413420-2714-4105-8257-c802a72a7834 tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1270940 Jan 28 20:06:15.970444 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 38010) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:06:15.975230 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-5d036fec-70e2-4b65-bf7a-5c3cc4182b88 tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] Request body: {'security_group_rule': {'security_group_id': '819871eb-4ba9-4fce-b7bd-e3d8201623a7', 'project_id': '1a7e0de7da04413293435a3f0bdd02d0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:06:16.010255 n-d-812111-14 neutron-server[103304]: INFO neutron.db.securitygroups_db [None req-5d036fec-70e2-4b65-bf7a-5c3cc4182b88 tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] Project 1a7e0de7da04413293435a3f0bdd02d0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 20:06:16.016429 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5d036fec-70e2-4b65-bf7a-5c3cc4182b88 tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] Publish callbacks [] for security_group_rule (c9279b49-0d4d-41b1-9765-86748065b6be), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:16.050981 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device dcaa1a17-011c-47d0-a6bb-cb9165ed5a0b up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:06:16.083919 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5d036fec-70e2-4b65-bf7a-5c3cc4182b88 tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] Publish callbacks [] for security_group_rule (c9279b49-0d4d-41b1-9765-86748065b6be), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:16.089649 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5d036fec-70e2-4b65-bf7a-5c3cc4182b88 tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (c9279b49-0d4d-41b1-9765-86748065b6be), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:16.111516 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port dcaa1a17-011c-47d0-a6bb-cb9165ed5a0b triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:06:16.112574 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (dcaa1a17-011c-47d0-a6bb-cb9165ed5a0b), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:16.115358 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d036fec-70e2-4b65-bf7a-5c3cc4182b88 tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9279b49-0d4d-41b1-9765-86748065b6be,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:06:16.130947 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5d036fec-70e2-4b65-bf7a-5c3cc4182b88 tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:16.132245 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-5d036fec-70e2-4b65-bf7a-5c3cc4182b88 tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1606603 Jan 28 20:06:16.134820 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 38012) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:06:16.140690 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-2770f289-5630-4433-b7f2-5b4c83cc850c tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] Request body: {'security_group_rule': {'security_group_id': '819871eb-4ba9-4fce-b7bd-e3d8201623a7', 'project_id': '1a7e0de7da04413293435a3f0bdd02d0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:06:16.169591 n-d-812111-14 neutron-server[103304]: INFO neutron.db.securitygroups_db [None req-2770f289-5630-4433-b7f2-5b4c83cc850c tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] Project 1a7e0de7da04413293435a3f0bdd02d0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 20:06:16.176288 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2770f289-5630-4433-b7f2-5b4c83cc850c tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] Publish callbacks [] for security_group_rule (74cf98d9-947f-4263-ba53-eff8eaadae52), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:16.203287 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port dcaa1a17-011c-47d0-a6bb-cb9165ed5a0b is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:06:16.245751 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2770f289-5630-4433-b7f2-5b4c83cc850c tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] Publish callbacks [] for security_group_rule (74cf98d9-947f-4263-ba53-eff8eaadae52), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:16.250020 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2770f289-5630-4433-b7f2-5b4c83cc850c tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (74cf98d9-947f-4263-ba53-eff8eaadae52), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:16.269731 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2770f289-5630-4433-b7f2-5b4c83cc850c tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74cf98d9-947f-4263-ba53-eff8eaadae52,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:06:16.278584 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2770f289-5630-4433-b7f2-5b4c83cc850c tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:16.279937 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-2770f289-5630-4433-b7f2-5b4c83cc850c tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1439228 Jan 28 20:06:16.365068 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270b504d-d140-4e75-a89f-ebfe3a6d958e None None] Sync routers for ids ['f24bc60d-4f83-455f-9528-782b1ed080b2'] in n-d-812111-14 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:06:16.374950 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270b504d-d140-4e75-a89f-ebfe3a6d958e None None] Routers {'f24bc60d-4f83-455f-9528-782b1ed080b2'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:06:16.375569 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-270b504d-d140-4e75-a89f-ebfe3a6d958e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:06:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['f24bc60d-4f83-455f-9528-782b1ed080b2'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:06:16.443587 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7795902e-8377-4bb0-a98f-d540b85d285e req-f8065800-2d3a-4759-9910-2a7cdddc0c05 tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-239218434&fields=id&tenant_id=1a7e0de7da04413293435a3f0bdd02d0 HTTP/1.1" status: 200 len: 267 time: 0.0446985 Jan 28 20:06:16.492946 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-270b504d-d140-4e75-a89f-ebfe3a6d958e None None] Set router f24bc60d-4f83-455f-9528-782b1ed080b2 gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:06:16.558928 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7795902e-8377-4bb0-a98f-d540b85d285e req-cbb5860d-8e1a-47ba-a4bf-628154f54ec4 tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:06:16.560647 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7795902e-8377-4bb0-a98f-d540b85d285e req-cbb5860d-8e1a-47ba-a4bf-628154f54ec4 tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] 10.222.0.64 "GET /v2.0/networks?id=fa30b0d2-f4bb-4295-b0f9-e200b5f46d20 HTTP/1.1" status: 200 len: 809 time: 0.1105986 Jan 28 20:06:16.575498 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7795902e-8377-4bb0-a98f-d540b85d285e req-ebfc7632-1a32-48c5-a737-fe4c4756cfc5 tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] 10.222.0.64 "GET /v2.0/quotas/1a7e0de7da04413293435a3f0bdd02d0 HTTP/1.1" status: 200 len: 375 time: 0.0092552 Jan 28 20:06:16.631770 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7795902e-8377-4bb0-a98f-d540b85d285e req-552957be-013d-4096-bd2c-15ef8309a440 tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=1a7e0de7da04413293435a3f0bdd02d0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0509484 Jan 28 20:06:16.705908 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-270b504d-d140-4e75-a89f-ebfe3a6d958e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f24bc60d-4f83-455f-9528-782b1ed080b2', 'name': 'tempest-TestServerBasicOps-1719373650-router', 'tenant_id': '89559e83d2854326aef8aef39be07666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': 'dcaa1a17-011c-47d0-a6bb-cb9165ed5a0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:06:10Z', 'updated_at': '2022-01-28T20:06:13Z', 'revision_number': 4, 'project_id': '89559e83d2854326aef8aef39be07666', 'gw_port': {'id': 'dcaa1a17-011c-47d0-a6bb-cb9165ed5a0b', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:f8:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f24bc60d-4f83-455f-9528-782b1ed080b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:06:10Z', 'updated_at': '2022-01-28T20:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '3515169b-6daa-4a18-aa21-01b398a5bd6b', 'name': '', 'network_id': '1f78a81a-91cb-4ab2-aa55-b181ffff4ebc', 'tenant_id': '89559e83d2854326aef8aef39be07666', 'mac_address': 'fa:16:3e:22:68:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f24bc60d-4f83-455f-9528-782b1ed080b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '0024bb6e-a7ad-4629-a54d-c9ef5a1980c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:06:12Z', 'updated_at': '2022-01-28T20:06:13Z', 'revision_number': 2, 'project_id': '89559e83d2854326aef8aef39be07666', 'subnets': [{'id': '0024bb6e-a7ad-4629-a54d-c9ef5a1980c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:06:16.734065 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270b504d-d140-4e75-a89f-ebfe3a6d958e None None] Checking router: f24bc60d-4f83-455f-9528-782b1ed080b2 for host: n-d-812111-14 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:06:16.734427 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270b504d-d140-4e75-a89f-ebfe3a6d958e None None] Updating router f24bc60d-4f83-455f-9528-782b1ed080b2 port 3515169b-6daa-4a18-aa21-01b398a5bd6b binding host n-d-812111-14 {{(pid=103306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:06:16.763321 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-270b504d-d140-4e75-a89f-ebfe3a6d958e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (3515169b-6daa-4a18-aa21-01b398a5bd6b), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:16.825749 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7795902e-8377-4bb0-a98f-d540b85d285e req-64d55227-b7b5-41ca-8942-2d73b15f904f service neutron] 10.222.0.64 "GET /v2.0/networks/fa30b0d2-f4bb-4295-b0f9-e200b5f46d20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826301 Jan 28 20:06:16.920316 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7795902e-8377-4bb0-a98f-d540b85d285e req-f9e677ee-b981-4cfb-9e32-4b1586304899 service neutron] 10.222.0.64 "GET /v2.0/networks/fa30b0d2-f4bb-4295-b0f9-e200b5f46d20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889869 Jan 28 20:06:17.029417 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-270b504d-d140-4e75-a89f-ebfe3a6d958e None None] Publish callbacks [] for port (3515169b-6daa-4a18-aa21-01b398a5bd6b), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:17.035067 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-270b504d-d140-4e75-a89f-ebfe3a6d958e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (3515169b-6daa-4a18-aa21-01b398a5bd6b), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:17.103203 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75292d8-76ee-4371-9efb-07ae375d11dd None None] Pushing event updated for resources: {'Port': ['ID=3515169b-6daa-4a18-aa21-01b398a5bd6b,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:06:17.131594 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8cf4b533-1535-4d1c-92ff-4d69189783d1 req-973271f9-83b8-41c9-8a2e-39ae41385536 tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] 10.222.0.64 "GET /v2.0/ports?device_id=5b4c4150-d512-4e1e-bf0c-44b5e64a3dfc HTTP/1.1" status: 200 len: 210 time: 0.0389528 Jan 28 20:06:17.160182 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75292d8-76ee-4371-9efb-07ae375d11dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:06:17.160677 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75292d8-76ee-4371-9efb-07ae375d11dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:06:17.161744 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75292d8-76ee-4371-9efb-07ae375d11dd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:06:17.161744 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75292d8-76ee-4371-9efb-07ae375d11dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:06:17.161744 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75292d8-76ee-4371-9efb-07ae375d11dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:06:17.162037 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75292d8-76ee-4371-9efb-07ae375d11dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:06:17.162182 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75292d8-76ee-4371-9efb-07ae375d11dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:06:17.162507 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75292d8-76ee-4371-9efb-07ae375d11dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:06:17.162827 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75292d8-76ee-4371-9efb-07ae375d11dd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:06:17.163157 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75292d8-76ee-4371-9efb-07ae375d11dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:06:17.163485 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75292d8-76ee-4371-9efb-07ae375d11dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:06:17.163780 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75292d8-76ee-4371-9efb-07ae375d11dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:06:17.164099 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75292d8-76ee-4371-9efb-07ae375d11dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:06:17.168494 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-270b504d-d140-4e75-a89f-ebfe3a6d958e None None] Attempting to bind port 3515169b-6daa-4a18-aa21-01b398a5bd6b on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:06:17.168862 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-270b504d-d140-4e75-a89f-ebfe3a6d958e None None] Attempting to bind port 3515169b-6daa-4a18-aa21-01b398a5bd6b by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '04a406ea-d70f-4f25-a761-6bac89ca1505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '1f78a81a-91cb-4ab2-aa55-b181ffff4ebc'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:06:17.169264 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270b504d-d140-4e75-a89f-ebfe3a6d958e None None] Attempting to bind port 3515169b-6daa-4a18-aa21-01b398a5bd6b on network 1f78a81a-91cb-4ab2-aa55-b181ffff4ebc {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:06:17.174903 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270b504d-d140-4e75-a89f-ebfe3a6d958e None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 6, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:06:17.175283 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270b504d-d140-4e75-a89f-ebfe3a6d958e None None] Checking segment: {'id': '04a406ea-d70f-4f25-a761-6bac89ca1505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '1f78a81a-91cb-4ab2-aa55-b181ffff4ebc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:06:17.175690 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-270b504d-d140-4e75-a89f-ebfe3a6d958e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:17.176083 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270b504d-d140-4e75-a89f-ebfe3a6d958e None None] Bound using segment: {'id': '04a406ea-d70f-4f25-a761-6bac89ca1505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '1f78a81a-91cb-4ab2-aa55-b181ffff4ebc'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:06:17.176555 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-270b504d-d140-4e75-a89f-ebfe3a6d958e None None] Bound port: 3515169b-6daa-4a18-aa21-01b398a5bd6b, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04a406ea-d70f-4f25-a761-6bac89ca1505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '1f78a81a-91cb-4ab2-aa55-b181ffff4ebc'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:06:17.176931 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-270b504d-d140-4e75-a89f-ebfe3a6d958e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (3515169b-6daa-4a18-aa21-01b398a5bd6b), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:17.255702 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-270b504d-d140-4e75-a89f-ebfe3a6d958e None None] For port 3515169b-6daa-4a18-aa21-01b398a5bd6b, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:06:17.258847 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-270b504d-d140-4e75-a89f-ebfe3a6d958e None None] For port 3515169b-6daa-4a18-aa21-01b398a5bd6b, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=3515169b-6daa-4a18-aa21-01b398a5bd6b,segment=NetworkSegment(04a406ea-d70f-4f25-a761-6bac89ca1505),segment_id=04a406ea-d70f-4f25-a761-6bac89ca1505)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:06:17.266073 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-270b504d-d140-4e75-a89f-ebfe3a6d958e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (3515169b-6daa-4a18-aa21-01b398a5bd6b), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:17.331825 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270b504d-d140-4e75-a89f-ebfe3a6d958e None None] Routers {'f24bc60d-4f83-455f-9528-782b1ed080b2'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:06:17.332454 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-270b504d-d140-4e75-a89f-ebfe3a6d958e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:06:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['f24bc60d-4f83-455f-9528-782b1ed080b2'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:06:17.391712 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75292d8-76ee-4371-9efb-07ae375d11dd None None] Pushing event updated for resources: {'Port': ['ID=3515169b-6daa-4a18-aa21-01b398a5bd6b,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:06:17.410725 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-94f39d7a-e726-42a1-ac61-bc7468eacc92 None None] Provisioning complete for port 3515169b-6daa-4a18-aa21-01b398a5bd6b triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:06:17.411110 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-94f39d7a-e726-42a1-ac61-bc7468eacc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (3515169b-6daa-4a18-aa21-01b398a5bd6b), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:17.505206 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-270b504d-d140-4e75-a89f-ebfe3a6d958e None None] Set router f24bc60d-4f83-455f-9528-782b1ed080b2 gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:06:17.628632 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-94f39d7a-e726-42a1-ac61-bc7468eacc92 None None] Current status of the port 3515169b-6daa-4a18-aa21-01b398a5bd6b is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:06:17.629020 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-94f39d7a-e726-42a1-ac61-bc7468eacc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (3515169b-6daa-4a18-aa21-01b398a5bd6b), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:17.707632 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-94f39d7a-e726-42a1-ac61-bc7468eacc92 None None] For port 3515169b-6daa-4a18-aa21-01b398a5bd6b, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=3515169b-6daa-4a18-aa21-01b398a5bd6b,segment=NetworkSegment(04a406ea-d70f-4f25-a761-6bac89ca1505),segment_id=04a406ea-d70f-4f25-a761-6bac89ca1505)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:06:17.713260 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-94f39d7a-e726-42a1-ac61-bc7468eacc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (3515169b-6daa-4a18-aa21-01b398a5bd6b), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:17.799902 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f39d7a-e726-42a1-ac61-bc7468eacc92 None None] Pushing event updated for resources: {'Port': ['ID=3515169b-6daa-4a18-aa21-01b398a5bd6b,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:06:17.819324 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-270b504d-d140-4e75-a89f-ebfe3a6d958e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f24bc60d-4f83-455f-9528-782b1ed080b2', 'name': 'tempest-TestServerBasicOps-1719373650-router', 'tenant_id': '89559e83d2854326aef8aef39be07666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': 'dcaa1a17-011c-47d0-a6bb-cb9165ed5a0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:06:10Z', 'updated_at': '2022-01-28T20:06:13Z', 'revision_number': 4, 'project_id': '89559e83d2854326aef8aef39be07666', 'gw_port': {'id': 'dcaa1a17-011c-47d0-a6bb-cb9165ed5a0b', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:f8:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f24bc60d-4f83-455f-9528-782b1ed080b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:06:10Z', 'updated_at': '2022-01-28T20:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '3515169b-6daa-4a18-aa21-01b398a5bd6b', 'name': '', 'network_id': '1f78a81a-91cb-4ab2-aa55-b181ffff4ebc', 'tenant_id': '89559e83d2854326aef8aef39be07666', 'mac_address': 'fa:16:3e:22:68:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f24bc60d-4f83-455f-9528-782b1ed080b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '0024bb6e-a7ad-4629-a54d-c9ef5a1980c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:06:12Z', 'updated_at': '2022-01-28T20:06:17Z', 'revision_number': 4, 'project_id': '89559e83d2854326aef8aef39be07666', 'subnets': [{'id': '0024bb6e-a7ad-4629-a54d-c9ef5a1980c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:06:17.854371 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270b504d-d140-4e75-a89f-ebfe3a6d958e None None] The sync data for ids ['f24bc60d-4f83-455f-9528-782b1ed080b2'] in n-d-812111-14 is: [{'id': 'f24bc60d-4f83-455f-9528-782b1ed080b2', 'name': 'tempest-TestServerBasicOps-1719373650-router', 'tenant_id': '89559e83d2854326aef8aef39be07666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': 'dcaa1a17-011c-47d0-a6bb-cb9165ed5a0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:06:10Z', 'updated_at': '2022-01-28T20:06:13Z', 'revision_number': 4, 'project_id': '89559e83d2854326aef8aef39be07666', 'gw_port': {'id': 'dcaa1a17-011c-47d0-a6bb-cb9165ed5a0b', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:f8:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f24bc60d-4f83-455f-9528-782b1ed080b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:06:10Z', 'updated_at': '2022-01-28T20:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '3515169b-6daa-4a18-aa21-01b398a5bd6b', 'name': '', 'network_id': '1f78a81a-91cb-4ab2-aa55-b181ffff4ebc', 'tenant_id': '89559e83d2854326aef8aef39be07666', 'mac_address': 'fa:16:3e:22:68:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f24bc60d-4f83-455f-9528-782b1ed080b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '0024bb6e-a7ad-4629-a54d-c9ef5a1980c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:06:12Z', 'updated_at': '2022-01-28T20:06:17Z', 'revision_number': 4, 'project_id': '89559e83d2854326aef8aef39be07666', 'subnets': [{'id': '0024bb6e-a7ad-4629-a54d-c9ef5a1980c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:06:17.864763 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-231b89c0-aa91-4a63-a0df-d5cebbf14790 None None] Provisioning complete for port 3515169b-6daa-4a18-aa21-01b398a5bd6b triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:06:17.865169 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-231b89c0-aa91-4a63-a0df-d5cebbf14790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (3515169b-6daa-4a18-aa21-01b398a5bd6b), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:17.971874 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-231b89c0-aa91-4a63-a0df-d5cebbf14790 None None] Current status of the port 3515169b-6daa-4a18-aa21-01b398a5bd6b is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:06:18.087104 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 3515169b-6daa-4a18-aa21-01b398a5bd6b up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:06:18.136551 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 3515169b-6daa-4a18-aa21-01b398a5bd6b triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:06:18.136966 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (3515169b-6daa-4a18-aa21-01b398a5bd6b), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:18.241697 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-988e1955-112c-4a06-bdd4-8bd453a6458a req-d6363521-4be2-4fbb-af4b-d2cc8d41e00a tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] 10.222.0.64 "GET /v2.0/ports?device_id=5b4c4150-d512-4e1e-bf0c-44b5e64a3dfc HTTP/1.1" status: 200 len: 210 time: 0.0373542 Jan 28 20:06:18.244173 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 3515169b-6daa-4a18-aa21-01b398a5bd6b is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:06:18.441955 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7795902e-8377-4bb0-a98f-d540b85d285e req-570decd6-f926-4d95-aded-5f33c76132db tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:06:18.443633 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7795902e-8377-4bb0-a98f-d540b85d285e req-570decd6-f926-4d95-aded-5f33c76132db tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] 10.222.0.70 "GET /v2.0/networks?id=fa30b0d2-f4bb-4295-b0f9-e200b5f46d20 HTTP/1.1" status: 200 len: 809 time: 0.1340134 Jan 28 20:06:18.511765 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7795902e-8377-4bb0-a98f-d540b85d285e req-c5c0615a-6d8a-4f7f-a922-8c828b0fc1c3 tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1a7e0de7da04413293435a3f0bdd02d0 HTTP/1.1" status: 200 len: 379 time: 0.0594795 Jan 28 20:06:18.521852 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-7795902e-8377-4bb0-a98f-d540b85d285e req-c1648b18-e4f3-490e-8922-1c6834efb1ab tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] Request body: {'port': {'device_id': '5b4c4150-d512-4e1e-bf0c-44b5e64a3dfc', 'network_id': 'fa30b0d2-f4bb-4295-b0f9-e200b5f46d20', 'admin_state_up': True, 'tenant_id': '1a7e0de7da04413293435a3f0bdd02d0', 'security_groups': ['819871eb-4ba9-4fce-b7bd-e3d8201623a7']}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:06:18.633148 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7795902e-8377-4bb0-a98f-d540b85d285e req-c1648b18-e4f3-490e-8922-1c6834efb1ab tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] Made reservation on behalf of 1a7e0de7da04413293435a3f0bdd02d0 for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:06:18.636496 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-7795902e-8377-4bb0-a98f-d540b85d285e req-c1648b18-e4f3-490e-8922-1c6834efb1ab tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:18.772953 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-7795902e-8377-4bb0-a98f-d540b85d285e req-c1648b18-e4f3-490e-8922-1c6834efb1ab tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] Allocated IP 172.20.0.4 (fa30b0d2-f4bb-4295-b0f9-e200b5f46d20/a2ca0a10-b1af-4c9d-8324-541ab1e3cfa8/96c41032-bafb-4d50-b41e-81bee2f80fb6) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:06:18.912837 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-7795902e-8377-4bb0-a98f-d540b85d285e req-c1648b18-e4f3-490e-8922-1c6834efb1ab tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] Publish callbacks [] for port (96c41032-bafb-4d50-b41e-81bee2f80fb6), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:18.947225 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-7795902e-8377-4bb0-a98f-d540b85d285e req-c1648b18-e4f3-490e-8922-1c6834efb1ab tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (96c41032-bafb-4d50-b41e-81bee2f80fb6), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:18.989624 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7795902e-8377-4bb0-a98f-d540b85d285e req-c1648b18-e4f3-490e-8922-1c6834efb1ab tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] Network fa30b0d2-f4bb-4295-b0f9-e200b5f46d20 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:06:18.992847 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-7795902e-8377-4bb0-a98f-d540b85d285e req-c1648b18-e4f3-490e-8922-1c6834efb1ab tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:06:18.999321 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-7795902e-8377-4bb0-a98f-d540b85d285e req-c1648b18-e4f3-490e-8922-1c6834efb1ab tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:06:19.023548 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1648b18-e4f3-490e-8922-1c6834efb1ab tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] Pushing event updated for resources: {'Port': ['ID=96c41032-bafb-4d50-b41e-81bee2f80fb6,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:06:19.052615 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7795902e-8377-4bb0-a98f-d540b85d285e req-c1648b18-e4f3-490e-8922-1c6834efb1ab tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:06:19.053313 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-7795902e-8377-4bb0-a98f-d540b85d285e req-c1648b18-e4f3-490e-8922-1c6834efb1ab tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:19.071749 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7795902e-8377-4bb0-a98f-d540b85d285e req-c1648b18-e4f3-490e-8922-1c6834efb1ab tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5543268 Jan 28 20:06:19.087168 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-7795902e-8377-4bb0-a98f-d540b85d285e req-1aeb2f08-1316-48fd-bcc8-877769464562 service neutron] Request body: {'port': {'device_id': '5b4c4150-d512-4e1e-bf0c-44b5e64a3dfc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-14'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:06:19.155490 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-7795902e-8377-4bb0-a98f-d540b85d285e req-1aeb2f08-1316-48fd-bcc8-877769464562 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (96c41032-bafb-4d50-b41e-81bee2f80fb6), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:19.308994 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-5108e616-b909-4cd6-bb23-bc18f35eb1de None None] Provisioning complete for port 96c41032-bafb-4d50-b41e-81bee2f80fb6 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:06:19.309590 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5108e616-b909-4cd6-bb23-bc18f35eb1de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (96c41032-bafb-4d50-b41e-81bee2f80fb6), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:19.346150 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-5108e616-b909-4cd6-bb23-bc18f35eb1de None None] Port 96c41032-bafb-4d50-b41e-81bee2f80fb6 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 20:06:19.356285 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8539429-1d19-4f59-9a65-ac892636b5d2 req-35ab918b-6cf6-4281-b478-43c4a24ce5b0 tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:06:19.357931 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e8539429-1d19-4f59-9a65-ac892636b5d2 req-35ab918b-6cf6-4281-b478-43c4a24ce5b0 tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] 10.222.0.64 "GET /v2.0/ports?device_id=5b4c4150-d512-4e1e-bf0c-44b5e64a3dfc HTTP/1.1" status: 200 len: 931 time: 0.0571830 Jan 28 20:06:19.408877 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e8539429-1d19-4f59-9a65-ac892636b5d2 req-db3d6f63-40b6-4354-ae38-2f9ffcf4e092 tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] 10.222.0.64 "GET /v2.0/security-groups?id=819871eb-4ba9-4fce-b7bd-e3d8201623a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442255 Jan 28 20:06:19.435356 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-7795902e-8377-4bb0-a98f-d540b85d285e req-1aeb2f08-1316-48fd-bcc8-877769464562 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96c41032-bafb-4d50-b41e-81bee2f80fb6 {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:06:19.444227 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-7795902e-8377-4bb0-a98f-d540b85d285e req-1aeb2f08-1316-48fd-bcc8-877769464562 service neutron] Publish callbacks [] for port (96c41032-bafb-4d50-b41e-81bee2f80fb6), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:19.456744 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-7795902e-8377-4bb0-a98f-d540b85d285e req-1aeb2f08-1316-48fd-bcc8-877769464562 service neutron] Transition to ACTIVE for port object 96c41032-bafb-4d50-b41e-81bee2f80fb6 will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:06:19.461361 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-7795902e-8377-4bb0-a98f-d540b85d285e req-1aeb2f08-1316-48fd-bcc8-877769464562 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (96c41032-bafb-4d50-b41e-81bee2f80fb6), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:19.515763 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aeb2f08-1316-48fd-bcc8-877769464562 service neutron] Pushing event updated for resources: {'Port': ['ID=96c41032-bafb-4d50-b41e-81bee2f80fb6,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:06:19.591371 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-7795902e-8377-4bb0-a98f-d540b85d285e req-1aeb2f08-1316-48fd-bcc8-877769464562 service neutron] Attempting to bind port 96c41032-bafb-4d50-b41e-81bee2f80fb6 on host n-h2-812111-14 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:06:19.591715 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-7795902e-8377-4bb0-a98f-d540b85d285e req-1aeb2f08-1316-48fd-bcc8-877769464562 service neutron] Attempting to bind port 96c41032-bafb-4d50-b41e-81bee2f80fb6 by drivers openvswitch,hyperv on host n-h2-812111-14 at level 0 using segments [{'id': '6f0fee68-2b93-4bd8-a06f-0354f716ec2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'fa30b0d2-f4bb-4295-b0f9-e200b5f46d20'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:06:19.592050 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7795902e-8377-4bb0-a98f-d540b85d285e req-1aeb2f08-1316-48fd-bcc8-877769464562 service neutron] Attempting to bind port 96c41032-bafb-4d50-b41e-81bee2f80fb6 on network fa30b0d2-f4bb-4295-b0f9-e200b5f46d20 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:06:19.597293 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7795902e-8377-4bb0-a98f-d540b85d285e req-1aeb2f08-1316-48fd-bcc8-877769464562 service neutron] Port 96c41032-bafb-4d50-b41e-81bee2f80fb6 on network fa30b0d2-f4bb-4295-b0f9-e200b5f46d20 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-14 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:06:19.597616 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7795902e-8377-4bb0-a98f-d540b85d285e req-1aeb2f08-1316-48fd-bcc8-877769464562 service neutron] Attempting to bind port 96c41032-bafb-4d50-b41e-81bee2f80fb6 on network fa30b0d2-f4bb-4295-b0f9-e200b5f46d20 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:06:19.602697 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7795902e-8377-4bb0-a98f-d540b85d285e req-1aeb2f08-1316-48fd-bcc8-877769464562 service neutron] Checking agent: {'id': '8f3fee4e-bf24-4b58-8a3a-ae9c8011a473', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 5, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:06:19.603044 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7795902e-8377-4bb0-a98f-d540b85d285e req-1aeb2f08-1316-48fd-bcc8-877769464562 service neutron] Checking segment: {'id': '6f0fee68-2b93-4bd8-a06f-0354f716ec2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'fa30b0d2-f4bb-4295-b0f9-e200b5f46d20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:06:19.603438 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7795902e-8377-4bb0-a98f-d540b85d285e req-1aeb2f08-1316-48fd-bcc8-877769464562 service neutron] Bound using segment: {'id': '6f0fee68-2b93-4bd8-a06f-0354f716ec2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'fa30b0d2-f4bb-4295-b0f9-e200b5f46d20'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:06:19.603873 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-7795902e-8377-4bb0-a98f-d540b85d285e req-1aeb2f08-1316-48fd-bcc8-877769464562 service neutron] Bound port: 96c41032-bafb-4d50-b41e-81bee2f80fb6, host: n-h2-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f0fee68-2b93-4bd8-a06f-0354f716ec2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'fa30b0d2-f4bb-4295-b0f9-e200b5f46d20'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:06:19.604238 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-7795902e-8377-4bb0-a98f-d540b85d285e req-1aeb2f08-1316-48fd-bcc8-877769464562 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (96c41032-bafb-4d50-b41e-81bee2f80fb6), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:19.674234 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-7795902e-8377-4bb0-a98f-d540b85d285e req-1aeb2f08-1316-48fd-bcc8-877769464562 service neutron] For port 96c41032-bafb-4d50-b41e-81bee2f80fb6, host n-h2-812111-14, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:06:19.677583 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-7795902e-8377-4bb0-a98f-d540b85d285e req-1aeb2f08-1316-48fd-bcc8-877769464562 service neutron] For port 96c41032-bafb-4d50-b41e-81bee2f80fb6, host n-h2-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=96c41032-bafb-4d50-b41e-81bee2f80fb6,segment=NetworkSegment(6f0fee68-2b93-4bd8-a06f-0354f716ec2b),segment_id=6f0fee68-2b93-4bd8-a06f-0354f716ec2b)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:06:19.684427 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-7795902e-8377-4bb0-a98f-d540b85d285e req-1aeb2f08-1316-48fd-bcc8-877769464562 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (96c41032-bafb-4d50-b41e-81bee2f80fb6), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:19.722501 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7795902e-8377-4bb0-a98f-d540b85d285e req-1aeb2f08-1316-48fd-bcc8-877769464562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:06:19.723424 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-7795902e-8377-4bb0-a98f-d540b85d285e req-1aeb2f08-1316-48fd-bcc8-877769464562 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:19.724819 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7795902e-8377-4bb0-a98f-d540b85d285e req-1aeb2f08-1316-48fd-bcc8-877769464562 service neutron] 10.222.0.70 "PUT /v2.0/ports/96c41032-bafb-4d50-b41e-81bee2f80fb6 HTTP/1.1" status: 200 len: 1092 time: 0.6421390 Jan 28 20:06:19.725306 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b4c4150-d512-4e1e-bf0c-44b5e64a3dfc', 'tag': '96c41032-bafb-4d50-b41e-81bee2f80fb6'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:06:19.727561 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9ec0d4056aa026c468feea8edc94b5a8bf5c38426d6a6e478d94358f77d5d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc5958f2-8d18-4241-8598-7718a9f0e2fa" -d '{"events": [{"name": "network-changed", "server_uuid": "5b4c4150-d512-4e1e-bf0c-44b5e64a3dfc", "tag": "96c41032-bafb-4d50-b41e-81bee2f80fb6"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:06:19.752458 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aeb2f08-1316-48fd-bcc8-877769464562 service neutron] Pushing event updated for resources: {'Port': ['ID=96c41032-bafb-4d50-b41e-81bee2f80fb6,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:06:19.774400 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6c65651-8c0b-42aa-bf1b-70aad4c8d482 x-openstack-request-id: req-e6c65651-8c0b-42aa-bf1b-70aad4c8d482 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:06:19.774691 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b4c4150-d512-4e1e-bf0c-44b5e64a3dfc", "tag": "96c41032-bafb-4d50-b41e-81bee2f80fb6", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:06:19.777225 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e6c65651-8c0b-42aa-bf1b-70aad4c8d482 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:06:19.777727 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b4c4150-d512-4e1e-bf0c-44b5e64a3dfc', 'tag': '96c41032-bafb-4d50-b41e-81bee2f80fb6', 'status': 'completed', 'code': 200} Jan 28 20:06:19.835171 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7795902e-8377-4bb0-a98f-d540b85d285e req-78326d1b-94a9-4b4b-b3ab-b58227d24464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:06:19.836738 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7795902e-8377-4bb0-a98f-d540b85d285e req-78326d1b-94a9-4b4b-b3ab-b58227d24464 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1a7e0de7da04413293435a3f0bdd02d0&device_id=5b4c4150-d512-4e1e-bf0c-44b5e64a3dfc HTTP/1.1" status: 200 len: 1126 time: 0.0556231 Jan 28 20:06:19.885041 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7795902e-8377-4bb0-a98f-d540b85d285e req-bb2a7490-22ef-4abf-84fe-7cbc755b8976 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=96c41032-bafb-4d50-b41e-81bee2f80fb6 HTTP/1.1" status: 200 len: 217 time: 0.0415080 Jan 28 20:06:19.937651 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7795902e-8377-4bb0-a98f-d540b85d285e req-9037c5ed-6969-46bd-a588-3c5b6ab25c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:06:19.939149 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7795902e-8377-4bb0-a98f-d540b85d285e req-9037c5ed-6969-46bd-a588-3c5b6ab25c29 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a2ca0a10-b1af-4c9d-8324-541ab1e3cfa8 HTTP/1.1" status: 200 len: 848 time: 0.0489707 Jan 28 20:06:19.989876 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7795902e-8377-4bb0-a98f-d540b85d285e req-111254c8-d083-48f0-95d5-c82718197ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:06:19.991648 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7795902e-8377-4bb0-a98f-d540b85d285e req-111254c8-d083-48f0-95d5-c82718197ae4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=fa30b0d2-f4bb-4295-b0f9-e200b5f46d20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0471807 Jan 28 20:06:20.089258 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7795902e-8377-4bb0-a98f-d540b85d285e req-d697bdd6-2494-4e77-bbc3-f84d416502c1 service neutron] 10.222.0.70 "GET /v2.0/networks/fa30b0d2-f4bb-4295-b0f9-e200b5f46d20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905619 Jan 28 20:06:20.176827 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7795902e-8377-4bb0-a98f-d540b85d285e req-58032376-0f65-44ae-936e-ba0fcc76f743 service neutron] 10.222.0.70 "GET /v2.0/networks/fa30b0d2-f4bb-4295-b0f9-e200b5f46d20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818574 Jan 28 20:06:20.269054 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5958f2-8d18-4241-8598-7718a9f0e2fa req-5b79df96-c6fb-49b5-a515-82c00f579d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:06:20.270578 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-dc5958f2-8d18-4241-8598-7718a9f0e2fa req-5b79df96-c6fb-49b5-a515-82c00f579d07 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1a7e0de7da04413293435a3f0bdd02d0&device_id=5b4c4150-d512-4e1e-bf0c-44b5e64a3dfc HTTP/1.1" status: 200 len: 1126 time: 0.0511165 Jan 28 20:06:20.359759 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5958f2-8d18-4241-8598-7718a9f0e2fa req-15efd921-def2-4678-9350-20ba7b5da19f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:06:20.361183 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-dc5958f2-8d18-4241-8598-7718a9f0e2fa req-15efd921-def2-4678-9350-20ba7b5da19f service neutron] 10.222.0.70 "GET /v2.0/networks?id=fa30b0d2-f4bb-4295-b0f9-e200b5f46d20 HTTP/1.1" status: 200 len: 909 time: 0.0837305 Jan 28 20:06:20.401674 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-dc5958f2-8d18-4241-8598-7718a9f0e2fa req-0eaeaa3a-1789-4a6b-9ce4-a07a5afa8872 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=96c41032-bafb-4d50-b41e-81bee2f80fb6 HTTP/1.1" status: 200 len: 217 time: 0.0347941 Jan 28 20:06:20.454965 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5958f2-8d18-4241-8598-7718a9f0e2fa req-1abc22d7-87cf-4d61-b096-1e249cc15775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:06:20.456472 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-dc5958f2-8d18-4241-8598-7718a9f0e2fa req-1abc22d7-87cf-4d61-b096-1e249cc15775 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a2ca0a10-b1af-4c9d-8324-541ab1e3cfa8 HTTP/1.1" status: 200 len: 848 time: 0.0489466 Jan 28 20:06:20.510193 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5958f2-8d18-4241-8598-7718a9f0e2fa req-b7a8a609-b454-4773-9345-604549b9335c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:06:20.511709 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-dc5958f2-8d18-4241-8598-7718a9f0e2fa req-b7a8a609-b454-4773-9345-604549b9335c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=fa30b0d2-f4bb-4295-b0f9-e200b5f46d20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0474453 Jan 28 20:06:20.534733 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58529822-0c07-4b3b-8421-b7a3038af46b req-83857bb6-e8ec-4e8f-8823-216d9d512d9d tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:06:20.536260 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-58529822-0c07-4b3b-8421-b7a3038af46b req-83857bb6-e8ec-4e8f-8823-216d9d512d9d tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] 10.222.0.64 "GET /v2.0/ports?device_id=5b4c4150-d512-4e1e-bf0c-44b5e64a3dfc HTTP/1.1" status: 200 len: 943 time: 0.0538232 Jan 28 20:06:20.585217 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-58529822-0c07-4b3b-8421-b7a3038af46b req-f9e99291-1570-42f7-afbd-e29c309fe805 tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] 10.222.0.64 "GET /v2.0/security-groups?id=819871eb-4ba9-4fce-b7bd-e3d8201623a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431335 Jan 28 20:06:20.605609 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-dc5958f2-8d18-4241-8598-7718a9f0e2fa req-e7c2e383-0a53-4690-aceb-aa6cac19b0a1 service neutron] 10.222.0.70 "GET /v2.0/networks/fa30b0d2-f4bb-4295-b0f9-e200b5f46d20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842342 Jan 28 20:06:20.705342 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-dc5958f2-8d18-4241-8598-7718a9f0e2fa req-fb0c1edf-44be-488b-bbda-96c1c2cb158e service neutron] 10.222.0.70 "GET /v2.0/networks/fa30b0d2-f4bb-4295-b0f9-e200b5f46d20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922167 Jan 28 20:06:21.117555 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:21.706560 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0009bf-08e2-44e4-afcc-e8bc4c2a2c94 req-ae1d6452-f585-4924-9975-4c6b1124a24c tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:06:21.708082 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ab0009bf-08e2-44e4-afcc-e8bc4c2a2c94 req-ae1d6452-f585-4924-9975-4c6b1124a24c tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] 10.222.0.64 "GET /v2.0/ports?device_id=5b4c4150-d512-4e1e-bf0c-44b5e64a3dfc HTTP/1.1" status: 200 len: 943 time: 0.0538211 Jan 28 20:06:21.755857 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ab0009bf-08e2-44e4-afcc-e8bc4c2a2c94 req-567f9c62-3e58-44ce-b878-14070692a402 tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] 10.222.0.64 "GET /v2.0/security-groups?id=819871eb-4ba9-4fce-b7bd-e3d8201623a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423892 Jan 28 20:06:21.940331 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 96c41032-bafb-4d50-b41e-81bee2f80fb6 details requested by agent hyperv_n-h2-812111-14 with host n-h2-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:06:22.035413 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 96c41032-bafb-4d50-b41e-81bee2f80fb6, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=96c41032-bafb-4d50-b41e-81bee2f80fb6,segment=NetworkSegment(6f0fee68-2b93-4bd8-a06f-0354f716ec2b),segment_id=6f0fee68-2b93-4bd8-a06f-0354f716ec2b)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:06:22.046583 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Returning: {'device': '96c41032-bafb-4d50-b41e-81bee2f80fb6', 'network_id': 'fa30b0d2-f4bb-4295-b0f9-e200b5f46d20', 'port_id': '96c41032-bafb-4d50-b41e-81bee2f80fb6', 'mac_address': 'fa:16:3e:5d:53:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2ca0a10-b1af-4c9d-8324-541ab1e3cfa8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:06:22.082864 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 96c41032-bafb-4d50-b41e-81bee2f80fb6 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:06:22.083250 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (96c41032-bafb-4d50-b41e-81bee2f80fb6), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:22.099178 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96c41032-bafb-4d50-b41e-81bee2f80fb6 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:06:22.119463 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 96c41032-bafb-4d50-b41e-81bee2f80fb6, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=96c41032-bafb-4d50-b41e-81bee2f80fb6,segment=NetworkSegment(6f0fee68-2b93-4bd8-a06f-0354f716ec2b),segment_id=6f0fee68-2b93-4bd8-a06f-0354f716ec2b)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:06:22.123497 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (96c41032-bafb-4d50-b41e-81bee2f80fb6), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:22.169161 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=96c41032-bafb-4d50-b41e-81bee2f80fb6,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:06:22.344261 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['96c41032-bafb-4d50-b41e-81bee2f80fb6'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:06:22.876402 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95328c07-508a-427d-b3fb-9e6a676b3235 req-9d9bb180-2465-466e-a901-866801222135 tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:06:22.878473 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-95328c07-508a-427d-b3fb-9e6a676b3235 req-9d9bb180-2465-466e-a901-866801222135 tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] 10.222.0.64 "GET /v2.0/ports?device_id=5b4c4150-d512-4e1e-bf0c-44b5e64a3dfc HTTP/1.1" status: 200 len: 944 time: 0.0562158 Jan 28 20:06:22.925345 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-95328c07-508a-427d-b3fb-9e6a676b3235 req-3750cccd-4912-4e0a-838c-1dd24e7f7d86 tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] 10.222.0.64 "GET /v2.0/security-groups?id=819871eb-4ba9-4fce-b7bd-e3d8201623a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413098 Jan 28 20:06:23.956370 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 96c41032-bafb-4d50-b41e-81bee2f80fb6 up at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:06:24.005801 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning for port 96c41032-bafb-4d50-b41e-81bee2f80fb6 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:06:24.010049 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning complete for port 96c41032-bafb-4d50-b41e-81bee2f80fb6 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:06:24.010432 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (96c41032-bafb-4d50-b41e-81bee2f80fb6), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:24.050921 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e752b8-7095-4438-9937-3c48946ee6ce req-3751ac25-4e21-4288-9c4d-9a9fe62fa9b2 tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:06:24.052607 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a1e752b8-7095-4438-9937-3c48946ee6ce req-3751ac25-4e21-4288-9c4d-9a9fe62fa9b2 tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] 10.222.0.64 "GET /v2.0/ports?device_id=5b4c4150-d512-4e1e-bf0c-44b5e64a3dfc HTTP/1.1" status: 200 len: 944 time: 0.0597019 Jan 28 20:06:24.093396 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 96c41032-bafb-4d50-b41e-81bee2f80fb6 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:06:24.093802 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (96c41032-bafb-4d50-b41e-81bee2f80fb6), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:24.105308 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a1e752b8-7095-4438-9937-3c48946ee6ce req-58e797cb-23d3-4a51-8daa-544e665b050a tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] 10.222.0.64 "GET /v2.0/security-groups?id=819871eb-4ba9-4fce-b7bd-e3d8201623a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468023 Jan 28 20:06:24.120312 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b4c4150-d512-4e1e-bf0c-44b5e64a3dfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96c41032-bafb-4d50-b41e-81bee2f80fb6'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:06:24.122586 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eea1fc21b6239663baa573ace58b89a5f1dd14ead88cec698c1f2a1a33e3b95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61285ed6-765b-41e7-aa31-5fb737971947" -d '{"events": [{"server_uuid": "5b4c4150-d512-4e1e-bf0c-44b5e64a3dfc", "name": "network-vif-plugged", "status": "completed", "tag": "96c41032-bafb-4d50-b41e-81bee2f80fb6"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:06:24.135824 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 96c41032-bafb-4d50-b41e-81bee2f80fb6, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=96c41032-bafb-4d50-b41e-81bee2f80fb6,segment=NetworkSegment(6f0fee68-2b93-4bd8-a06f-0354f716ec2b),segment_id=6f0fee68-2b93-4bd8-a06f-0354f716ec2b)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:06:24.139915 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (96c41032-bafb-4d50-b41e-81bee2f80fb6), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:24.165714 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:06:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c9c3812-c9f1-411e-ad1c-3b636a1b471f x-openstack-request-id: req-9c9c3812-c9f1-411e-ad1c-3b636a1b471f {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:06:24.166010 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b4c4150-d512-4e1e-bf0c-44b5e64a3dfc", "name": "network-vif-plugged", "status": "completed", "tag": "96c41032-bafb-4d50-b41e-81bee2f80fb6", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:06:24.166260 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9c9c3812-c9f1-411e-ad1c-3b636a1b471f {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:06:24.166647 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b4c4150-d512-4e1e-bf0c-44b5e64a3dfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96c41032-bafb-4d50-b41e-81bee2f80fb6', 'code': 200} Jan 28 20:06:24.195527 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=96c41032-bafb-4d50-b41e-81bee2f80fb6,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:06:24.216085 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:24.256902 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a986c1-a1c5-4619-812a-bea27b0e7245 req-d5a69271-3666-43a5-82d2-1d43cc973b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:06:24.258504 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-76a986c1-a1c5-4619-812a-bea27b0e7245 req-d5a69271-3666-43a5-82d2-1d43cc973b9b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=5b4c4150-d512-4e1e-bf0c-44b5e64a3dfc HTTP/1.1" status: 200 len: 1128 time: 0.0467234 Jan 28 20:06:24.305419 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-76a986c1-a1c5-4619-812a-bea27b0e7245 req-395c3ace-7082-4496-8b90-04d9b4130374 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=819871eb-4ba9-4fce-b7bd-e3d8201623a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399718 Jan 28 20:06:25.227993 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8a0383-af8a-4d53-accd-286524695ef2 req-a9612e46-6261-4060-940f-8ba7929ac211 tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:06:25.229519 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6d8a0383-af8a-4d53-accd-286524695ef2 req-a9612e46-6261-4060-940f-8ba7929ac211 tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] 10.222.0.64 "GET /v2.0/ports?device_id=5b4c4150-d512-4e1e-bf0c-44b5e64a3dfc HTTP/1.1" status: 200 len: 945 time: 0.0530968 Jan 28 20:06:25.283877 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6d8a0383-af8a-4d53-accd-286524695ef2 req-10de053c-0d3b-43b7-a77a-d1290d08052f tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] 10.222.0.64 "GET /v2.0/security-groups?id=819871eb-4ba9-4fce-b7bd-e3d8201623a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488386 Jan 28 20:06:26.404053 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce34b195-6bdb-4602-be4d-02a3fc3c1cbf req-97e13e1b-8bef-475d-b2cb-490a92f26888 tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:06:26.405556 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ce34b195-6bdb-4602-be4d-02a3fc3c1cbf req-97e13e1b-8bef-475d-b2cb-490a92f26888 tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] 10.222.0.64 "GET /v2.0/ports?device_id=5b4c4150-d512-4e1e-bf0c-44b5e64a3dfc HTTP/1.1" status: 200 len: 945 time: 0.0525932 Jan 28 20:06:26.453603 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ce34b195-6bdb-4602-be4d-02a3fc3c1cbf req-78e655c5-da13-4f12-b166-e942bcd21dba tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] 10.222.0.64 "GET /v2.0/security-groups?id=819871eb-4ba9-4fce-b7bd-e3d8201623a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425413 Jan 28 20:06:26.574290 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2f4216-1e07-4667-bae3-9745ec5c295d req-ba9764b2-1b5e-45c1-935c-3dad7747d3b9 tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:06:26.575749 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9c2f4216-1e07-4667-bae3-9745ec5c295d req-ba9764b2-1b5e-45c1-935c-3dad7747d3b9 tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] 10.222.0.64 "GET /v2.0/ports?device_id=5b4c4150-d512-4e1e-bf0c-44b5e64a3dfc HTTP/1.1" status: 200 len: 945 time: 0.0543311 Jan 28 20:06:26.623205 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9c2f4216-1e07-4667-bae3-9745ec5c295d req-e1b84ee3-d231-402e-abcf-5a90999b4fe0 tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] 10.222.0.64 "GET /v2.0/security-groups?id=819871eb-4ba9-4fce-b7bd-e3d8201623a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418870 Jan 28 20:06:26.745361 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24856b7-1586-4c5b-aba6-b996690a6f20 req-33fe9395-5c88-4379-9752-2f1a5fce4b50 tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:06:26.746749 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b24856b7-1586-4c5b-aba6-b996690a6f20 req-33fe9395-5c88-4379-9752-2f1a5fce4b50 tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] 10.222.0.64 "GET /v2.0/ports?device_id=5b4c4150-d512-4e1e-bf0c-44b5e64a3dfc HTTP/1.1" status: 200 len: 945 time: 0.0562279 Jan 28 20:06:26.794357 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b24856b7-1586-4c5b-aba6-b996690a6f20 req-dd30a387-4ff0-4bf3-9230-f428c092f71c tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] 10.222.0.64 "GET /v2.0/security-groups?id=819871eb-4ba9-4fce-b7bd-e3d8201623a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413866 Jan 28 20:06:26.816448 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 38068) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:06:26.899659 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4b851e8-b83f-4f6e-98fd-124c0d2c24cd tempest-TestServerBasicOps-811447434 tempest-TestServerBasicOps-811447434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:06:26.901210 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-c4b851e8-b83f-4f6e-98fd-124c0d2c24cd tempest-TestServerBasicOps-811447434 tempest-TestServerBasicOps-811447434-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=5b4c4150-d512-4e1e-bf0c-44b5e64a3dfc HTTP/1.1" status: 200 len: 1123 time: 0.0837882 Jan 28 20:06:26.904095 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 38072) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:06:26.908442 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-e7e9c42c-e81e-4c94-8f4a-f5d678949f23 tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] Request body: {'floatingip': {'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'port_id': '96c41032-bafb-4d50-b41e-81bee2f80fb6', 'tenant_id': '1a7e0de7da04413293435a3f0bdd02d0', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:06:26.927545 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e7e9c42c-e81e-4c94-8f4a-f5d678949f23 tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:27.025920 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e7e9c42c-e81e-4c94-8f4a-f5d678949f23 tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:27.124044 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-e7e9c42c-e81e-4c94-8f4a-f5d678949f23 tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] Allocated IP 172.25.6.103 (d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8/a648e4ab-7422-41b9-b133-58aca25ab8f5/0704a283-3cd2-4ae0-ade3-de3332e3850a) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:06:27.231678 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e7e9c42c-e81e-4c94-8f4a-f5d678949f23 tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] Publish callbacks [] for port (0704a283-3cd2-4ae0-ade3-de3332e3850a), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:27.266201 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e7e9c42c-e81e-4c94-8f4a-f5d678949f23 tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (0704a283-3cd2-4ae0-ade3-de3332e3850a), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:27.306014 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e9c42c-e81e-4c94-8f4a-f5d678949f23 tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] Network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:06:27.310646 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-e7e9c42c-e81e-4c94-8f4a-f5d678949f23 tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:06:27.313245 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e9c42c-e81e-4c94-8f4a-f5d678949f23 tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:06:27.318736 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e9c42c-e81e-4c94-8f4a-f5d678949f23 tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] Pushing event updated for resources: {'Port': ['ID=0704a283-3cd2-4ae0-ade3-de3332e3850a,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:06:27.669870 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e7e9c42c-e81e-4c94-8f4a-f5d678949f23 tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] Publish callbacks [] for floatingip (7a356664-f8fa-43e5-a876-7c3dd402ddf1), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:27.737726 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e7e9c42c-e81e-4c94-8f4a-f5d678949f23 tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (0704a283-3cd2-4ae0-ade3-de3332e3850a), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:27.886326 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e7e9c42c-e81e-4c94-8f4a-f5d678949f23 tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] Publish callbacks [] for port (0704a283-3cd2-4ae0-ade3-de3332e3850a), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:27.890861 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e7e9c42c-e81e-4c94-8f4a-f5d678949f23 tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (0704a283-3cd2-4ae0-ade3-de3332e3850a), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:27.960269 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e9c42c-e81e-4c94-8f4a-f5d678949f23 tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] Pushing event updated for resources: {'Port': ['ID=0704a283-3cd2-4ae0-ade3-de3332e3850a,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:06:27.970300 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e7e9c42c-e81e-4c94-8f4a-f5d678949f23 tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734886'] for floatingip (7a356664-f8fa-43e5-a876-7c3dd402ddf1), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:28.067556 n-d-812111-14 neutron-server[103305]: INFO neutron.db.l3_db [None req-e7e9c42c-e81e-4c94-8f4a-f5d678949f23 tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] Floating IP 7a356664-f8fa-43e5-a876-7c3dd402ddf1 associated. External IP: 172.25.6.103, port: 96c41032-bafb-4d50-b41e-81bee2f80fb6. Jan 28 20:06:28.581204 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7e9c42c-e81e-4c94-8f4a-f5d678949f23 tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] Router b4ef0b36-b2a9-43c1-8d02-51ff9418772a has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:06:28.688036 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7e9c42c-e81e-4c94-8f4a-f5d678949f23 tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:06:28.698962 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351e4b55-a206-46d6-a3d5-bf10205433dd None None] Sync routers for ids ['b4ef0b36-b2a9-43c1-8d02-51ff9418772a'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:06:28.706630 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e7e9c42c-e81e-4c94-8f4a-f5d678949f23 tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for floatingip (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:28.708933 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351e4b55-a206-46d6-a3d5-bf10205433dd None None] Routers {'b4ef0b36-b2a9-43c1-8d02-51ff9418772a'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:06:28.710093 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-351e4b55-a206-46d6-a3d5-bf10205433dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:06:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['b4ef0b36-b2a9-43c1-8d02-51ff9418772a'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:06:28.735792 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-e7e9c42c-e81e-4c94-8f4a-f5d678949f23 tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8306992 Jan 28 20:06:28.736884 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b4c4150-d512-4e1e-bf0c-44b5e64a3dfc', 'tag': '96c41032-bafb-4d50-b41e-81bee2f80fb6'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:06:28.739174 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69f47a5b2ca86a9c2c9d31263b5526d854d5c3435815df248fa2ba208b90042b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2405f869-7796-462b-94b3-bb850861aa1a" -d '{"events": [{"name": "network-changed", "server_uuid": "5b4c4150-d512-4e1e-bf0c-44b5e64a3dfc", "tag": "96c41032-bafb-4d50-b41e-81bee2f80fb6"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:06:28.779114 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0c0587a-91a8-46de-a74e-34c508aa8f60 x-openstack-request-id: req-d0c0587a-91a8-46de-a74e-34c508aa8f60 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:06:28.779495 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b4c4150-d512-4e1e-bf0c-44b5e64a3dfc", "tag": "96c41032-bafb-4d50-b41e-81bee2f80fb6", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:06:28.779618 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d0c0587a-91a8-46de-a74e-34c508aa8f60 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:06:28.780018 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b4c4150-d512-4e1e-bf0c-44b5e64a3dfc', 'tag': '96c41032-bafb-4d50-b41e-81bee2f80fb6', 'status': 'completed', 'code': 200} Jan 28 20:06:28.816508 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-351e4b55-a206-46d6-a3d5-bf10205433dd None None] Set router b4ef0b36-b2a9-43c1-8d02-51ff9418772a gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:06:28.848218 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2405f869-7796-462b-94b3-bb850861aa1a req-818dbb9a-e09d-4a1c-adc6-ed73805cc71a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:06:28.849626 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2405f869-7796-462b-94b3-bb850861aa1a req-818dbb9a-e09d-4a1c-adc6-ed73805cc71a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1a7e0de7da04413293435a3f0bdd02d0&device_id=5b4c4150-d512-4e1e-bf0c-44b5e64a3dfc HTTP/1.1" status: 200 len: 1128 time: 0.0439248 Jan 28 20:06:28.943877 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2405f869-7796-462b-94b3-bb850861aa1a req-21249c76-fa80-4c44-8f05-f650495995bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:06:28.945465 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2405f869-7796-462b-94b3-bb850861aa1a req-21249c76-fa80-4c44-8f05-f650495995bd service neutron] 10.222.0.70 "GET /v2.0/networks?id=fa30b0d2-f4bb-4295-b0f9-e200b5f46d20 HTTP/1.1" status: 200 len: 909 time: 0.0896850 Jan 28 20:06:29.011968 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2405f869-7796-462b-94b3-bb850861aa1a req-44fce64b-8897-4b53-99e1-0018074af037 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=96c41032-bafb-4d50-b41e-81bee2f80fb6 HTTP/1.1" status: 200 len: 999 time: 0.0604074 Jan 28 20:06:29.038389 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-351e4b55-a206-46d6-a3d5-bf10205433dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4ef0b36-b2a9-43c1-8d02-51ff9418772a', 'name': 'tempest-TestServerBasicOps-1510061616-router', 'tenant_id': '1a7e0de7da04413293435a3f0bdd02d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '50c586ab-28e2-4e4b-b22e-7d44abf61149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:06:05Z', 'updated_at': '2022-01-28T20:06:08Z', 'revision_number': 4, 'project_id': '1a7e0de7da04413293435a3f0bdd02d0', 'gw_port': {'id': '50c586ab-28e2-4e4b-b22e-7d44abf61149', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:95:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ef0b36-b2a9-43c1-8d02-51ff9418772a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:06:06Z', 'updated_at': '2022-01-28T20:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_floatingips': [{'id': '7a356664-f8fa-43e5-a876-7c3dd402ddf1', 'tenant_id': '1a7e0de7da04413293435a3f0bdd02d0', 'floating_ip_address': '172.25.6.103', 'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'router_id': 'b4ef0b36-b2a9-43c1-8d02-51ff9418772a', 'port_id': '96c41032-bafb-4d50-b41e-81bee2f80fb6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa30b0d2-f4bb-4295-b0f9-e200b5f46d20', 'mac_address': 'fa:16:3e:5d:53:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4c4150-d512-4e1e-bf0c-44b5e64a3dfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:06:27Z', 'updated_at': '2022-01-28T20:06:27Z', 'revision_number': 0, 'project_id': '1a7e0de7da04413293435a3f0bdd02d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13e85b8e-8519-4040-80db-3bbfbc5ddca4', 'name': '', 'network_id': 'fa30b0d2-f4bb-4295-b0f9-e200b5f46d20', 'tenant_id': '1a7e0de7da04413293435a3f0bdd02d0', 'mac_address': 'fa:16:3e:c3:7f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ef0b36-b2a9-43c1-8d02-51ff9418772a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': 'a2ca0a10-b1af-4c9d-8324-541ab1e3cfa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:06:07Z', 'updated_at': '2022-01-28T20:06:12Z', 'revision_number': 5, 'project_id': '1a7e0de7da04413293435a3f0bdd02d0', 'subnets': [{'id': 'a2ca0a10-b1af-4c9d-8324-541ab1e3cfa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:06:29.064617 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351e4b55-a206-46d6-a3d5-bf10205433dd None None] Checking router: b4ef0b36-b2a9-43c1-8d02-51ff9418772a for host: n-d-812111-14 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:06:29.066773 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2405f869-7796-462b-94b3-bb850861aa1a req-b47df7b5-7427-47f1-8760-34a0289cbe17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:06:29.068240 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2405f869-7796-462b-94b3-bb850861aa1a req-b47df7b5-7427-47f1-8760-34a0289cbe17 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a2ca0a10-b1af-4c9d-8324-541ab1e3cfa8 HTTP/1.1" status: 200 len: 848 time: 0.0490227 Jan 28 20:06:29.072864 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351e4b55-a206-46d6-a3d5-bf10205433dd None None] Routers {'b4ef0b36-b2a9-43c1-8d02-51ff9418772a'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:06:29.073520 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-351e4b55-a206-46d6-a3d5-bf10205433dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:06:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['b4ef0b36-b2a9-43c1-8d02-51ff9418772a'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:06:29.117836 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2405f869-7796-462b-94b3-bb850861aa1a req-5824de79-e77f-4a92-ae78-8fe7921ace1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:06:29.119257 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2405f869-7796-462b-94b3-bb850861aa1a req-5824de79-e77f-4a92-ae78-8fe7921ace1f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=fa30b0d2-f4bb-4295-b0f9-e200b5f46d20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0448246 Jan 28 20:06:29.177035 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-351e4b55-a206-46d6-a3d5-bf10205433dd None None] Set router b4ef0b36-b2a9-43c1-8d02-51ff9418772a gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:06:29.215920 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2405f869-7796-462b-94b3-bb850861aa1a req-9f94eb63-115e-4624-a8a3-b1d4e3feb1ef service neutron] 10.222.0.70 "GET /v2.0/networks/fa30b0d2-f4bb-4295-b0f9-e200b5f46d20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893502 Jan 28 20:06:29.316518 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2405f869-7796-462b-94b3-bb850861aa1a req-abdaf43d-5558-4e11-89cb-2c4bdce6bbdd service neutron] 10.222.0.70 "GET /v2.0/networks/fa30b0d2-f4bb-4295-b0f9-e200b5f46d20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938492 Jan 28 20:06:29.492607 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-351e4b55-a206-46d6-a3d5-bf10205433dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4ef0b36-b2a9-43c1-8d02-51ff9418772a', 'name': 'tempest-TestServerBasicOps-1510061616-router', 'tenant_id': '1a7e0de7da04413293435a3f0bdd02d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '50c586ab-28e2-4e4b-b22e-7d44abf61149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:06:05Z', 'updated_at': '2022-01-28T20:06:08Z', 'revision_number': 4, 'project_id': '1a7e0de7da04413293435a3f0bdd02d0', 'gw_port': {'id': '50c586ab-28e2-4e4b-b22e-7d44abf61149', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:95:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ef0b36-b2a9-43c1-8d02-51ff9418772a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:06:06Z', 'updated_at': '2022-01-28T20:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_floatingips': [{'id': '7a356664-f8fa-43e5-a876-7c3dd402ddf1', 'tenant_id': '1a7e0de7da04413293435a3f0bdd02d0', 'floating_ip_address': '172.25.6.103', 'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'router_id': 'b4ef0b36-b2a9-43c1-8d02-51ff9418772a', 'port_id': '96c41032-bafb-4d50-b41e-81bee2f80fb6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa30b0d2-f4bb-4295-b0f9-e200b5f46d20', 'mac_address': 'fa:16:3e:5d:53:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4c4150-d512-4e1e-bf0c-44b5e64a3dfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:06:27Z', 'updated_at': '2022-01-28T20:06:27Z', 'revision_number': 0, 'project_id': '1a7e0de7da04413293435a3f0bdd02d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13e85b8e-8519-4040-80db-3bbfbc5ddca4', 'name': '', 'network_id': 'fa30b0d2-f4bb-4295-b0f9-e200b5f46d20', 'tenant_id': '1a7e0de7da04413293435a3f0bdd02d0', 'mac_address': 'fa:16:3e:c3:7f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ef0b36-b2a9-43c1-8d02-51ff9418772a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': 'a2ca0a10-b1af-4c9d-8324-541ab1e3cfa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:06:07Z', 'updated_at': '2022-01-28T20:06:12Z', 'revision_number': 5, 'project_id': '1a7e0de7da04413293435a3f0bdd02d0', 'subnets': [{'id': 'a2ca0a10-b1af-4c9d-8324-541ab1e3cfa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:06:29.522310 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351e4b55-a206-46d6-a3d5-bf10205433dd None None] The sync data for ids ['b4ef0b36-b2a9-43c1-8d02-51ff9418772a'] in n-d-812111-14 is: [{'id': 'b4ef0b36-b2a9-43c1-8d02-51ff9418772a', 'name': 'tempest-TestServerBasicOps-1510061616-router', 'tenant_id': '1a7e0de7da04413293435a3f0bdd02d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '50c586ab-28e2-4e4b-b22e-7d44abf61149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:06:05Z', 'updated_at': '2022-01-28T20:06:08Z', 'revision_number': 4, 'project_id': '1a7e0de7da04413293435a3f0bdd02d0', 'gw_port': {'id': '50c586ab-28e2-4e4b-b22e-7d44abf61149', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:95:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ef0b36-b2a9-43c1-8d02-51ff9418772a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:06:06Z', 'updated_at': '2022-01-28T20:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_floatingips': [{'id': '7a356664-f8fa-43e5-a876-7c3dd402ddf1', 'tenant_id': '1a7e0de7da04413293435a3f0bdd02d0', 'floating_ip_address': '172.25.6.103', 'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'router_id': 'b4ef0b36-b2a9-43c1-8d02-51ff9418772a', 'port_id': '96c41032-bafb-4d50-b41e-81bee2f80fb6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa30b0d2-f4bb-4295-b0f9-e200b5f46d20', 'mac_address': 'fa:16:3e:5d:53:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4c4150-d512-4e1e-bf0c-44b5e64a3dfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:06:27Z', 'updated_at': '2022-01-28T20:06:27Z', 'revision_number': 0, 'project_id': '1a7e0de7da04413293435a3f0bdd02d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13e85b8e-8519-4040-80db-3bbfbc5ddca4', 'name': '', 'network_id': 'fa30b0d2-f4bb-4295-b0f9-e200b5f46d20', 'tenant_id': '1a7e0de7da04413293435a3f0bdd02d0', 'mac_address': 'fa:16:3e:c3:7f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ef0b36-b2a9-43c1-8d02-51ff9418772a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': 'a2ca0a10-b1af-4c9d-8324-541ab1e3cfa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:06:07Z', 'updated_at': '2022-01-28T20:06:12Z', 'revision_number': 5, 'project_id': '1a7e0de7da04413293435a3f0bdd02d0', 'subnets': [{'id': 'a2ca0a10-b1af-4c9d-8324-541ab1e3cfa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:06:29.716217 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e86b179-4e1d-4dd0-8fef-3ad3e2f3344c None None] New status for floating IP 7a356664-f8fa-43e5-a876-7c3dd402ddf1: ACTIVE {{(pid=103306) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 20:06:36.731340 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-73956cea-02d8-4e1e-b303-9cf52d706cd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:38.996616 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3da65ce6-2cc3-47b0-aa80-4c3fca7d5c6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:39.932845 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:41.811239 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:43.190410 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:45.166460 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:06:51.124137 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:54.213012 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:01.803086 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-352b901f-9fb9-4624-8d6f-01d7ed83d1f7 req-56576651-e07d-4656-b118-e9914b10dacc service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=5b4c4150-d512-4e1e-bf0c-44b5e64a3dfc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0436537 Jan 28 20:07:01.889632 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352b901f-9fb9-4624-8d6f-01d7ed83d1f7 req-07f307fb-d057-4d6d-884d-58c7cb0d187c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:07:01.891271 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-352b901f-9fb9-4624-8d6f-01d7ed83d1f7 req-07f307fb-d057-4d6d-884d-58c7cb0d187c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1a7e0de7da04413293435a3f0bdd02d0&device_id=5b4c4150-d512-4e1e-bf0c-44b5e64a3dfc HTTP/1.1" status: 200 len: 1128 time: 0.0450869 Jan 28 20:07:01.995779 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352b901f-9fb9-4624-8d6f-01d7ed83d1f7 req-d09ecd8c-1d8b-4d06-abad-7f041737e60b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:07:01.997295 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-352b901f-9fb9-4624-8d6f-01d7ed83d1f7 req-d09ecd8c-1d8b-4d06-abad-7f041737e60b service neutron] 10.222.0.70 "GET /v2.0/networks?id=fa30b0d2-f4bb-4295-b0f9-e200b5f46d20 HTTP/1.1" status: 200 len: 909 time: 0.0880630 Jan 28 20:07:02.063630 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-352b901f-9fb9-4624-8d6f-01d7ed83d1f7 req-5e9af368-a35e-42bb-ab6b-eb835eefb950 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=96c41032-bafb-4d50-b41e-81bee2f80fb6 HTTP/1.1" status: 200 len: 1001 time: 0.0583458 Jan 28 20:07:02.114333 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352b901f-9fb9-4624-8d6f-01d7ed83d1f7 req-4a31092e-bdc4-480e-b28c-bbbc5121fce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:07:02.116016 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-352b901f-9fb9-4624-8d6f-01d7ed83d1f7 req-4a31092e-bdc4-480e-b28c-bbbc5121fce2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a2ca0a10-b1af-4c9d-8324-541ab1e3cfa8 HTTP/1.1" status: 200 len: 848 time: 0.0470092 Jan 28 20:07:02.165356 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352b901f-9fb9-4624-8d6f-01d7ed83d1f7 req-2b362c5c-f9a9-46c2-8bc3-1a9a831e949b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:07:02.166829 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-352b901f-9fb9-4624-8d6f-01d7ed83d1f7 req-2b362c5c-f9a9-46c2-8bc3-1a9a831e949b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=fa30b0d2-f4bb-4295-b0f9-e200b5f46d20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0442262 Jan 28 20:07:02.261690 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-352b901f-9fb9-4624-8d6f-01d7ed83d1f7 req-c448e11a-d153-4e1b-800f-54cf0859a38f service neutron] 10.222.0.70 "GET /v2.0/networks/fa30b0d2-f4bb-4295-b0f9-e200b5f46d20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888193 Jan 28 20:07:02.354442 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-352b901f-9fb9-4624-8d6f-01d7ed83d1f7 req-1fae824f-d4b6-47be-86f8-1720c0dc6c33 service neutron] 10.222.0.70 "GET /v2.0/networks/fa30b0d2-f4bb-4295-b0f9-e200b5f46d20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868275 Jan 28 20:07:04.749911 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 38098) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:07:04.839735 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec7cb73-24ea-449f-a2b2-d9b4c362cec2 req-4cd30b7f-faac-42be-a784-d6ca4b4d7a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:07:04.841303 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-cec7cb73-24ea-449f-a2b2-d9b4c362cec2 req-4cd30b7f-faac-42be-a784-d6ca4b4d7a6f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5b4c4150-d512-4e1e-bf0c-44b5e64a3dfc HTTP/1.1" status: 200 len: 1128 time: 0.0903165 Jan 28 20:07:04.889045 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-cec7cb73-24ea-449f-a2b2-d9b4c362cec2 req-32fecfd2-2886-43d7-af74-85b72f0b6e27 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=819871eb-4ba9-4fce-b7bd-e3d8201623a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413258 Jan 28 20:07:06.736186 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-359c1db6-7a82-4172-a6c9-0ce5acadc462 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:09.003490 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-637ebdaa-32ac-47ad-874f-85a266932203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:09.935154 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:11.809195 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:13.193216 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:21.119661 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:22.164992 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:07:24.226975 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:36.738372 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c7561f76-7b15-442a-a4af-24d22fc8d6de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:38.996404 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c0133262-b3b1-4547-8ccd-b79c2f31f610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:39.937980 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:41.811602 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:43.195602 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:51.118200 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:54.226715 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:59.164627 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:08:01.803801 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-648db8b8-93c4-4432-8af2-9e2df6a30d07 req-479ddaa2-7f58-4fe3-b29b-1ac3bf28f00f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=5b4c4150-d512-4e1e-bf0c-44b5e64a3dfc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0475667 Jan 28 20:08:01.890190 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648db8b8-93c4-4432-8af2-9e2df6a30d07 req-b1b3952c-82f9-4d0b-8b23-40a27fee8821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:08:01.891672 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-648db8b8-93c4-4432-8af2-9e2df6a30d07 req-b1b3952c-82f9-4d0b-8b23-40a27fee8821 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1a7e0de7da04413293435a3f0bdd02d0&device_id=5b4c4150-d512-4e1e-bf0c-44b5e64a3dfc HTTP/1.1" status: 200 len: 1128 time: 0.0449848 Jan 28 20:08:01.996658 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648db8b8-93c4-4432-8af2-9e2df6a30d07 req-f23a07d5-ce64-465e-8642-bacbfb8e959b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:08:01.998211 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-648db8b8-93c4-4432-8af2-9e2df6a30d07 req-f23a07d5-ce64-465e-8642-bacbfb8e959b service neutron] 10.222.0.70 "GET /v2.0/networks?id=fa30b0d2-f4bb-4295-b0f9-e200b5f46d20 HTTP/1.1" status: 200 len: 909 time: 0.0882614 Jan 28 20:08:02.062728 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-648db8b8-93c4-4432-8af2-9e2df6a30d07 req-4ec126ef-09b8-4df0-a740-1c6f25afffa1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=96c41032-bafb-4d50-b41e-81bee2f80fb6 HTTP/1.1" status: 200 len: 1001 time: 0.0577312 Jan 28 20:08:02.113847 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648db8b8-93c4-4432-8af2-9e2df6a30d07 req-8eac1495-c4e2-4a17-b16f-c7c80238b806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:08:02.115514 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-648db8b8-93c4-4432-8af2-9e2df6a30d07 req-8eac1495-c4e2-4a17-b16f-c7c80238b806 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a2ca0a10-b1af-4c9d-8324-541ab1e3cfa8 HTTP/1.1" status: 200 len: 848 time: 0.0469525 Jan 28 20:08:02.168642 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648db8b8-93c4-4432-8af2-9e2df6a30d07 req-86e6d66c-f007-42d5-821f-c722a1548614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:08:02.170238 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-648db8b8-93c4-4432-8af2-9e2df6a30d07 req-86e6d66c-f007-42d5-821f-c722a1548614 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=fa30b0d2-f4bb-4295-b0f9-e200b5f46d20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0482759 Jan 28 20:08:02.257966 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-648db8b8-93c4-4432-8af2-9e2df6a30d07 req-29b783b2-d86a-4bf1-a9f8-9b5fc21a38df service neutron] 10.222.0.70 "GET /v2.0/networks/fa30b0d2-f4bb-4295-b0f9-e200b5f46d20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814135 Jan 28 20:08:02.351329 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-648db8b8-93c4-4432-8af2-9e2df6a30d07 req-ad494d52-74c7-456f-a195-578c3da2b0ed service neutron] 10.222.0.70 "GET /v2.0/networks/fa30b0d2-f4bb-4295-b0f9-e200b5f46d20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869002 Jan 28 20:08:06.743545 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7cbe7413-01dd-4044-afaf-c00550fa9156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:08:08.999355 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-cf42cdc2-d96d-4ca4-be36-82c193ebd1e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:08:09.942450 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:08:11.814773 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:08:13.197666 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:08:21.134015 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:08:24.233731 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:08:36.163961 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:08:36.745269 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-43f53dc1-f2a8-4d56-bee1-0b7c79b59359 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:08:39.002437 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-868c9284-5ec5-40ba-9038-c2cfd385bc18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:08:39.944238 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:08:41.817838 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:08:43.199939 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:08:51.148167 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:08:54.240194 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:09:01.807851 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a9ce555c-fb4d-4f37-859d-04e791e43f1a req-e7e27ddf-6abd-4988-ad6d-368be1f567c7 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=5b4c4150-d512-4e1e-bf0c-44b5e64a3dfc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0434420 Jan 28 20:09:01.891958 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ce555c-fb4d-4f37-859d-04e791e43f1a req-8bb6d50b-59ed-4782-9f90-b79935fef26b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:09:01.893523 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a9ce555c-fb4d-4f37-859d-04e791e43f1a req-8bb6d50b-59ed-4782-9f90-b79935fef26b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1a7e0de7da04413293435a3f0bdd02d0&device_id=5b4c4150-d512-4e1e-bf0c-44b5e64a3dfc HTTP/1.1" status: 200 len: 1128 time: 0.0459576 Jan 28 20:09:01.998061 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ce555c-fb4d-4f37-859d-04e791e43f1a req-c5c5da1b-831b-4f84-b00b-a2004c7b27d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:09:01.999523 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a9ce555c-fb4d-4f37-859d-04e791e43f1a req-c5c5da1b-831b-4f84-b00b-a2004c7b27d7 service neutron] 10.222.0.70 "GET /v2.0/networks?id=fa30b0d2-f4bb-4295-b0f9-e200b5f46d20 HTTP/1.1" status: 200 len: 909 time: 0.0893083 Jan 28 20:09:02.062978 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a9ce555c-fb4d-4f37-859d-04e791e43f1a req-0bdfefb1-6869-4436-9c53-cbd935f199b4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=96c41032-bafb-4d50-b41e-81bee2f80fb6 HTTP/1.1" status: 200 len: 1001 time: 0.0575001 Jan 28 20:09:02.113586 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ce555c-fb4d-4f37-859d-04e791e43f1a req-5767a611-8393-48c8-b7fe-8e75c012dbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:09:02.115275 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a9ce555c-fb4d-4f37-859d-04e791e43f1a req-5767a611-8393-48c8-b7fe-8e75c012dbf4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a2ca0a10-b1af-4c9d-8324-541ab1e3cfa8 HTTP/1.1" status: 200 len: 848 time: 0.0470223 Jan 28 20:09:02.162119 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ce555c-fb4d-4f37-859d-04e791e43f1a req-42ce8978-d31b-42b0-b65a-1a020b5800d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:09:02.163612 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a9ce555c-fb4d-4f37-859d-04e791e43f1a req-42ce8978-d31b-42b0-b65a-1a020b5800d4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=fa30b0d2-f4bb-4295-b0f9-e200b5f46d20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0428345 Jan 28 20:09:02.252742 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a9ce555c-fb4d-4f37-859d-04e791e43f1a req-4d6c073f-5360-404e-aad9-10b0ec5f42fa service neutron] 10.222.0.70 "GET /v2.0/networks/fa30b0d2-f4bb-4295-b0f9-e200b5f46d20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828228 Jan 28 20:09:02.346286 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a9ce555c-fb4d-4f37-859d-04e791e43f1a req-48d7ae09-3ecc-41f6-a260-70c69d919b4b service neutron] 10.222.0.70 "GET /v2.0/networks/fa30b0d2-f4bb-4295-b0f9-e200b5f46d20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875592 Jan 28 20:09:06.746972 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f32ba1f5-df5d-4107-a6e4-55b540531d61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:09:09.004232 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6130fb0d-868c-4530-a21f-bdb633544286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:09:09.947507 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:09:11.823357 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:09:13.164018 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:09:13.202573 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:09:21.166734 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:09:24.253795 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:09:36.749228 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a29277f5-c7e6-4fb5-b1f0-458b1a951a74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:09:39.006600 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-179332de-dcd1-4861-9036-cdb099d0da98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:09:39.950145 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:09:41.822582 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:09:43.204813 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:09:50.163127 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:09:51.171308 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:09:54.253943 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:10:02.870610 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1b749c4a-ea8f-438b-844d-01cfc0ae3137 req-57fb113b-0860-4b96-91db-dde6307e5e9a service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=5b4c4150-d512-4e1e-bf0c-44b5e64a3dfc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0932310 Jan 28 20:10:02.956204 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b749c4a-ea8f-438b-844d-01cfc0ae3137 req-bdca0f75-c324-4736-85b7-1bc7c7274a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:10:02.957757 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1b749c4a-ea8f-438b-844d-01cfc0ae3137 req-bdca0f75-c324-4736-85b7-1bc7c7274a8c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1a7e0de7da04413293435a3f0bdd02d0&device_id=5b4c4150-d512-4e1e-bf0c-44b5e64a3dfc HTTP/1.1" status: 200 len: 1128 time: 0.0444956 Jan 28 20:10:03.068366 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b749c4a-ea8f-438b-844d-01cfc0ae3137 req-f2af2a37-87bb-4250-befe-53f7f0231874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:10:03.069853 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1b749c4a-ea8f-438b-844d-01cfc0ae3137 req-f2af2a37-87bb-4250-befe-53f7f0231874 service neutron] 10.222.0.70 "GET /v2.0/networks?id=fa30b0d2-f4bb-4295-b0f9-e200b5f46d20 HTTP/1.1" status: 200 len: 909 time: 0.0891149 Jan 28 20:10:03.135159 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1b749c4a-ea8f-438b-844d-01cfc0ae3137 req-48faa782-978b-42b4-b44e-bfb26b3e823b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=96c41032-bafb-4d50-b41e-81bee2f80fb6 HTTP/1.1" status: 200 len: 1001 time: 0.0581000 Jan 28 20:10:03.185566 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b749c4a-ea8f-438b-844d-01cfc0ae3137 req-0b46dc7c-aeaf-4c6f-b24b-fdb80f4713e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:10:03.186965 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1b749c4a-ea8f-438b-844d-01cfc0ae3137 req-0b46dc7c-aeaf-4c6f-b24b-fdb80f4713e1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a2ca0a10-b1af-4c9d-8324-541ab1e3cfa8 HTTP/1.1" status: 200 len: 848 time: 0.0458357 Jan 28 20:10:03.561044 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b749c4a-ea8f-438b-844d-01cfc0ae3137 req-8eb7c32d-09be-4857-912a-e3c267ce5d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:10:03.562617 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1b749c4a-ea8f-438b-844d-01cfc0ae3137 req-8eb7c32d-09be-4857-912a-e3c267ce5d93 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=fa30b0d2-f4bb-4295-b0f9-e200b5f46d20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3684192 Jan 28 20:10:03.652434 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1b749c4a-ea8f-438b-844d-01cfc0ae3137 req-6d14b5bf-03e4-4165-b429-5643e23f1362 service neutron] 10.222.0.70 "GET /v2.0/networks/fa30b0d2-f4bb-4295-b0f9-e200b5f46d20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802615 Jan 28 20:10:03.744783 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1b749c4a-ea8f-438b-844d-01cfc0ae3137 req-43d16a6b-bd49-4d3c-b19a-35e63731369f service neutron] 10.222.0.70 "GET /v2.0/networks/fa30b0d2-f4bb-4295-b0f9-e200b5f46d20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833535 Jan 28 20:10:06.752681 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a40e6b8a-ac44-4628-9f6e-a460421fcfc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:10:09.008331 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-34a50c6f-b7fb-42de-b79c-040a32603d43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:10:09.952992 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:10:11.826724 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:10:13.207955 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:10:21.165205 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:10:24.254345 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:10:27.165842 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:10:36.755172 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2fe3a7b1-0f3f-4a69-b629-d2afc5122ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:10:39.008642 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d507872a-0bf3-4afb-9dc6-59b5e731eb1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:10:39.956286 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:10:41.829470 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:10:43.210855 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:10:51.172336 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:10:54.263426 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:02.893383 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6f87218a-469b-4c69-8bef-ce4fe3d890b9 req-11547185-51ac-499f-960c-a08382f5d66b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=5b4c4150-d512-4e1e-bf0c-44b5e64a3dfc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0788298 Jan 28 20:11:02.979010 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f87218a-469b-4c69-8bef-ce4fe3d890b9 req-bf182a17-5121-40ca-bfcf-8176673adc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:11:02.980512 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6f87218a-469b-4c69-8bef-ce4fe3d890b9 req-bf182a17-5121-40ca-bfcf-8176673adc98 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1a7e0de7da04413293435a3f0bdd02d0&device_id=5b4c4150-d512-4e1e-bf0c-44b5e64a3dfc HTTP/1.1" status: 200 len: 1128 time: 0.0444932 Jan 28 20:11:03.085928 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f87218a-469b-4c69-8bef-ce4fe3d890b9 req-3ac0d481-98a7-45be-8ca7-e6bda48dd481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:11:03.087404 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6f87218a-469b-4c69-8bef-ce4fe3d890b9 req-3ac0d481-98a7-45be-8ca7-e6bda48dd481 service neutron] 10.222.0.70 "GET /v2.0/networks?id=fa30b0d2-f4bb-4295-b0f9-e200b5f46d20 HTTP/1.1" status: 200 len: 909 time: 0.0879419 Jan 28 20:11:03.152600 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6f87218a-469b-4c69-8bef-ce4fe3d890b9 req-6a4749b5-a35a-4f54-a2a0-4066bf8c9256 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=96c41032-bafb-4d50-b41e-81bee2f80fb6 HTTP/1.1" status: 200 len: 1001 time: 0.0578659 Jan 28 20:11:03.205078 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f87218a-469b-4c69-8bef-ce4fe3d890b9 req-6d9560ef-02c3-4011-a479-49275ff5fb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:11:03.206545 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6f87218a-469b-4c69-8bef-ce4fe3d890b9 req-6d9560ef-02c3-4011-a479-49275ff5fb5b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a2ca0a10-b1af-4c9d-8324-541ab1e3cfa8 HTTP/1.1" status: 200 len: 848 time: 0.0470443 Jan 28 20:11:03.256096 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f87218a-469b-4c69-8bef-ce4fe3d890b9 req-a1b54135-dab5-436c-93b7-19bb04145e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:11:03.257609 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6f87218a-469b-4c69-8bef-ce4fe3d890b9 req-a1b54135-dab5-436c-93b7-19bb04145e81 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=fa30b0d2-f4bb-4295-b0f9-e200b5f46d20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0440814 Jan 28 20:11:03.344680 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6f87218a-469b-4c69-8bef-ce4fe3d890b9 req-62506ea7-0bcc-49f6-964a-107778d78274 service neutron] 10.222.0.70 "GET /v2.0/networks/fa30b0d2-f4bb-4295-b0f9-e200b5f46d20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802090 Jan 28 20:11:03.436892 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6f87218a-469b-4c69-8bef-ce4fe3d890b9 req-23a0dfeb-a3d5-4ab8-8091-166ae1758f22 service neutron] 10.222.0.70 "GET /v2.0/networks/fa30b0d2-f4bb-4295-b0f9-e200b5f46d20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855436 Jan 28 20:11:04.165847 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:11:06.756414 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-eca0c09b-ba97-4037-b91d-effe55d3ebc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:09.010124 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5ad214a5-7d69-4c87-9bb4-7e90d68b5340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:09.820133 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d51f44-733e-4910-aace-226fe11bb2c7 req-8ca2a82b-5e34-488f-97d8-490564807ac8 tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:11:09.821923 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a7d51f44-733e-4910-aace-226fe11bb2c7 req-8ca2a82b-5e34-488f-97d8-490564807ac8 tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] 10.222.0.64 "GET /v2.0/ports?device_id=5b4c4150-d512-4e1e-bf0c-44b5e64a3dfc HTTP/1.1" status: 200 len: 945 time: 0.1028211 Jan 28 20:11:09.872040 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a7d51f44-733e-4910-aace-226fe11bb2c7 req-8dd3987b-20e5-4559-be81-eb058c2d39b3 tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] 10.222.0.64 "GET /v2.0/security-groups?id=819871eb-4ba9-4fce-b7bd-e3d8201623a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445948 Jan 28 20:11:09.959372 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:11.114658 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0349c6-c881-4475-994d-949cfc71e3c0 req-8dd539c5-f397-4159-8096-01e53f92940d tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:11:11.116149 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-aa0349c6-c881-4475-994d-949cfc71e3c0 req-8dd539c5-f397-4159-8096-01e53f92940d tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] 10.222.0.64 "GET /v2.0/ports?device_id=5b4c4150-d512-4e1e-bf0c-44b5e64a3dfc HTTP/1.1" status: 200 len: 945 time: 0.0970395 Jan 28 20:11:11.199772 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-aa0349c6-c881-4475-994d-949cfc71e3c0 req-1a5d8142-657b-469c-a939-e1c8ca53d87c tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] 10.222.0.64 "GET /v2.0/security-groups?id=819871eb-4ba9-4fce-b7bd-e3d8201623a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779788 Jan 28 20:11:11.211087 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f0e2f9-913b-41f0-8818-30929af1f811 req-7f44de6a-4f1c-488e-b701-ba8eace9b760 tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:11:11.213010 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b6f0e2f9-913b-41f0-8818-30929af1f811 req-7f44de6a-4f1c-488e-b701-ba8eace9b760 tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b4c4150-d512-4e1e-bf0c-44b5e64a3dfc HTTP/1.1" status: 200 len: 945 time: 0.0897274 Jan 28 20:11:11.306394 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-b6f0e2f9-913b-41f0-8818-30929af1f811 req-6aa7a28f-7d09-473c-9da5-35a05579f08f tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] Deleting port 96c41032-bafb-4d50-b41e-81bee2f80fb6 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:11:11.306748 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-b6f0e2f9-913b-41f0-8818-30929af1f811 req-6aa7a28f-7d09-473c-9da5-35a05579f08f tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (96c41032-bafb-4d50-b41e-81bee2f80fb6), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:11.398616 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-b6f0e2f9-913b-41f0-8818-30929af1f811 req-6aa7a28f-7d09-473c-9da5-35a05579f08f tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] For port 96c41032-bafb-4d50-b41e-81bee2f80fb6, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=96c41032-bafb-4d50-b41e-81bee2f80fb6,segment=NetworkSegment(6f0fee68-2b93-4bd8-a06f-0354f716ec2b),segment_id=6f0fee68-2b93-4bd8-a06f-0354f716ec2b)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:11:11.398974 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-b6f0e2f9-913b-41f0-8818-30929af1f811 req-6aa7a28f-7d09-473c-9da5-35a05579f08f tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (96c41032-bafb-4d50-b41e-81bee2f80fb6), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:11.573535 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-b6f0e2f9-913b-41f0-8818-30929af1f811 req-6aa7a28f-7d09-473c-9da5-35a05579f08f tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:11.573908 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-b6f0e2f9-913b-41f0-8818-30929af1f811 req-6aa7a28f-7d09-473c-9da5-35a05579f08f tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734886'] for floatingip (7a356664-f8fa-43e5-a876-7c3dd402ddf1), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:11.574262 n-d-812111-14 neutron-server[103304]: INFO neutron.db.l3_db [req-b6f0e2f9-913b-41f0-8818-30929af1f811 req-6aa7a28f-7d09-473c-9da5-35a05579f08f tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] Floating IP 7a356664-f8fa-43e5-a876-7c3dd402ddf1 disassociated. External IP: 172.25.6.103, port: 96c41032-bafb-4d50-b41e-81bee2f80fb6. Jan 28 20:11:11.574599 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-b6f0e2f9-913b-41f0-8818-30929af1f811 req-6aa7a28f-7d09-473c-9da5-35a05579f08f tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] Calling delete_port for 96c41032-bafb-4d50-b41e-81bee2f80fb6 owned by compute:nova {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:11:11.702810 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-b6f0e2f9-913b-41f0-8818-30929af1f811 req-6aa7a28f-7d09-473c-9da5-35a05579f08f tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (96c41032-bafb-4d50-b41e-81bee2f80fb6), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:11.732677 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa7a28f-7d09-473c-9da5-35a05579f08f tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] Pushing event deleted for resources: {'Port': ['ID=96c41032-bafb-4d50-b41e-81bee2f80fb6,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:11:11.744690 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa7a28f-7d09-473c-9da5-35a05579f08f tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:11:11.745044 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa7a28f-7d09-473c-9da5-35a05579f08f tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:11:11.745420 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa7a28f-7d09-473c-9da5-35a05579f08f tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:11:11.745767 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa7a28f-7d09-473c-9da5-35a05579f08f tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:11:11.746105 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa7a28f-7d09-473c-9da5-35a05579f08f tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:11:11.746446 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa7a28f-7d09-473c-9da5-35a05579f08f tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:11:11.746800 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa7a28f-7d09-473c-9da5-35a05579f08f tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:11:11.747115 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa7a28f-7d09-473c-9da5-35a05579f08f tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:11:11.747449 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa7a28f-7d09-473c-9da5-35a05579f08f tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:11:11.747781 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa7a28f-7d09-473c-9da5-35a05579f08f tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:11:11.748113 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa7a28f-7d09-473c-9da5-35a05579f08f tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:11:11.748442 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa7a28f-7d09-473c-9da5-35a05579f08f tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:11:11.748771 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa7a28f-7d09-473c-9da5-35a05579f08f tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:11:11.832504 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:11.861459 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b6f0e2f9-913b-41f0-8818-30929af1f811 req-6aa7a28f-7d09-473c-9da5-35a05579f08f tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] Router b4ef0b36-b2a9-43c1-8d02-51ff9418772a has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:11:11.969656 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b6f0e2f9-913b-41f0-8818-30929af1f811 req-6aa7a28f-7d09-473c-9da5-35a05579f08f tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:11:11.979726 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e48820-0c35-45c0-8080-12f27fa1d275 None None] Sync routers for ids ['b4ef0b36-b2a9-43c1-8d02-51ff9418772a'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:11:11.990191 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e48820-0c35-45c0-8080-12f27fa1d275 None None] Routers {'b4ef0b36-b2a9-43c1-8d02-51ff9418772a'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:11:11.990801 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-f0e48820-0c35-45c0-8080-12f27fa1d275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:11:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['b4ef0b36-b2a9-43c1-8d02-51ff9418772a'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:11:12.010737 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6f0e2f9-913b-41f0-8818-30929af1f811 req-6aa7a28f-7d09-473c-9da5-35a05579f08f tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] No DVR routers for this DVR port 96c41032-bafb-4d50-b41e-81bee2f80fb6 on host n-h2-812111-14 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:11:12.013957 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-b6f0e2f9-913b-41f0-8818-30929af1f811 req-6aa7a28f-7d09-473c-9da5-35a05579f08f tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:12.017547 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b6f0e2f9-913b-41f0-8818-30929af1f811 req-6aa7a28f-7d09-473c-9da5-35a05579f08f tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] 10.222.0.70 "DELETE /v2.0/ports/96c41032-bafb-4d50-b41e-81bee2f80fb6 HTTP/1.1" status: 204 len: 173 time: 0.7993183 Jan 28 20:11:12.017986 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b4c4150-d512-4e1e-bf0c-44b5e64a3dfc', 'name': 'network-vif-deleted', 'tag': '96c41032-bafb-4d50-b41e-81bee2f80fb6'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:11:12.063530 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}690870b4896ba3504f21237a239c836c0346d6a62bcfb5e8ee91fd1b13f99dd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6306406a-63d9-4e30-bc4e-80662b77792b" -d '{"events": [{"server_uuid": "5b4c4150-d512-4e1e-bf0c-44b5e64a3dfc", "name": "network-vif-deleted", "tag": "96c41032-bafb-4d50-b41e-81bee2f80fb6"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:11:12.099515 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-f0e48820-0c35-45c0-8080-12f27fa1d275 None None] Set router b4ef0b36-b2a9-43c1-8d02-51ff9418772a gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:11:12.196922 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dda2e5e0-8544-44c8-8a06-d9a6dbfb1dbc x-openstack-request-id: req-dda2e5e0-8544-44c8-8a06-d9a6dbfb1dbc {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:11:12.197603 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b4c4150-d512-4e1e-bf0c-44b5e64a3dfc", "name": "network-vif-deleted", "tag": "96c41032-bafb-4d50-b41e-81bee2f80fb6", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:11:12.197860 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-dda2e5e0-8544-44c8-8a06-d9a6dbfb1dbc {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:11:12.198288 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b4c4150-d512-4e1e-bf0c-44b5e64a3dfc', 'name': 'network-vif-deleted', 'tag': '96c41032-bafb-4d50-b41e-81bee2f80fb6', 'status': 'completed', 'code': 200} Jan 28 20:11:12.303250 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-f0e48820-0c35-45c0-8080-12f27fa1d275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4ef0b36-b2a9-43c1-8d02-51ff9418772a', 'name': 'tempest-TestServerBasicOps-1510061616-router', 'tenant_id': '1a7e0de7da04413293435a3f0bdd02d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '50c586ab-28e2-4e4b-b22e-7d44abf61149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:06:05Z', 'updated_at': '2022-01-28T20:06:08Z', 'revision_number': 4, 'project_id': '1a7e0de7da04413293435a3f0bdd02d0', 'gw_port': {'id': '50c586ab-28e2-4e4b-b22e-7d44abf61149', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:95:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ef0b36-b2a9-43c1-8d02-51ff9418772a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:06:06Z', 'updated_at': '2022-01-28T20:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '13e85b8e-8519-4040-80db-3bbfbc5ddca4', 'name': '', 'network_id': 'fa30b0d2-f4bb-4295-b0f9-e200b5f46d20', 'tenant_id': '1a7e0de7da04413293435a3f0bdd02d0', 'mac_address': 'fa:16:3e:c3:7f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ef0b36-b2a9-43c1-8d02-51ff9418772a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': 'a2ca0a10-b1af-4c9d-8324-541ab1e3cfa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:06:07Z', 'updated_at': '2022-01-28T20:06:12Z', 'revision_number': 5, 'project_id': '1a7e0de7da04413293435a3f0bdd02d0', 'subnets': [{'id': 'a2ca0a10-b1af-4c9d-8324-541ab1e3cfa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:11:12.316818 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b0e44047-4be9-475e-9f3f-61e4dfc17fec req-9d0b08f9-f2b9-4d6a-91ee-1535f5a607bb tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] 10.222.0.64 "GET /v2.0/ports?device_id=5b4c4150-d512-4e1e-bf0c-44b5e64a3dfc HTTP/1.1" status: 200 len: 210 time: 0.0289538 Jan 28 20:11:12.329495 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e48820-0c35-45c0-8080-12f27fa1d275 None None] Checking router: b4ef0b36-b2a9-43c1-8d02-51ff9418772a for host: n-d-812111-14 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:11:12.338706 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e48820-0c35-45c0-8080-12f27fa1d275 None None] Routers {'b4ef0b36-b2a9-43c1-8d02-51ff9418772a'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:11:12.339263 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-f0e48820-0c35-45c0-8080-12f27fa1d275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:11:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['b4ef0b36-b2a9-43c1-8d02-51ff9418772a'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:11:12.531997 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-f0e48820-0c35-45c0-8080-12f27fa1d275 None None] Set router b4ef0b36-b2a9-43c1-8d02-51ff9418772a gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:11:12.723542 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-f0e48820-0c35-45c0-8080-12f27fa1d275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4ef0b36-b2a9-43c1-8d02-51ff9418772a', 'name': 'tempest-TestServerBasicOps-1510061616-router', 'tenant_id': '1a7e0de7da04413293435a3f0bdd02d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '50c586ab-28e2-4e4b-b22e-7d44abf61149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:06:05Z', 'updated_at': '2022-01-28T20:06:08Z', 'revision_number': 4, 'project_id': '1a7e0de7da04413293435a3f0bdd02d0', 'gw_port': {'id': '50c586ab-28e2-4e4b-b22e-7d44abf61149', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:95:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ef0b36-b2a9-43c1-8d02-51ff9418772a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:06:06Z', 'updated_at': '2022-01-28T20:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '13e85b8e-8519-4040-80db-3bbfbc5ddca4', 'name': '', 'network_id': 'fa30b0d2-f4bb-4295-b0f9-e200b5f46d20', 'tenant_id': '1a7e0de7da04413293435a3f0bdd02d0', 'mac_address': 'fa:16:3e:c3:7f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ef0b36-b2a9-43c1-8d02-51ff9418772a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': 'a2ca0a10-b1af-4c9d-8324-541ab1e3cfa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:06:07Z', 'updated_at': '2022-01-28T20:06:12Z', 'revision_number': 5, 'project_id': '1a7e0de7da04413293435a3f0bdd02d0', 'subnets': [{'id': 'a2ca0a10-b1af-4c9d-8324-541ab1e3cfa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:11:12.753477 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e48820-0c35-45c0-8080-12f27fa1d275 None None] The sync data for ids ['b4ef0b36-b2a9-43c1-8d02-51ff9418772a'] in n-d-812111-14 is: [{'id': 'b4ef0b36-b2a9-43c1-8d02-51ff9418772a', 'name': 'tempest-TestServerBasicOps-1510061616-router', 'tenant_id': '1a7e0de7da04413293435a3f0bdd02d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '50c586ab-28e2-4e4b-b22e-7d44abf61149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:06:05Z', 'updated_at': '2022-01-28T20:06:08Z', 'revision_number': 4, 'project_id': '1a7e0de7da04413293435a3f0bdd02d0', 'gw_port': {'id': '50c586ab-28e2-4e4b-b22e-7d44abf61149', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:95:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ef0b36-b2a9-43c1-8d02-51ff9418772a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:06:06Z', 'updated_at': '2022-01-28T20:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '13e85b8e-8519-4040-80db-3bbfbc5ddca4', 'name': '', 'network_id': 'fa30b0d2-f4bb-4295-b0f9-e200b5f46d20', 'tenant_id': '1a7e0de7da04413293435a3f0bdd02d0', 'mac_address': 'fa:16:3e:c3:7f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ef0b36-b2a9-43c1-8d02-51ff9418772a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': 'a2ca0a10-b1af-4c9d-8324-541ab1e3cfa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:06:07Z', 'updated_at': '2022-01-28T20:06:12Z', 'revision_number': 5, 'project_id': '1a7e0de7da04413293435a3f0bdd02d0', 'subnets': [{'id': 'a2ca0a10-b1af-4c9d-8324-541ab1e3cfa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:11:12.983496 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb7231d4-51ff-4b81-9187-f4178a90bf74 None None] New status for floating IP 7a356664-f8fa-43e5-a876-7c3dd402ddf1: DOWN {{(pid=103306) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 20:11:13.213698 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:13.374008 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 38236) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:11:13.498167 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-a0c128a3-8667-4a83-91ab-dbdece0fff2d tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] Deleting port 0704a283-3cd2-4ae0-ade3-de3332e3850a {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:11:13.498509 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a0c128a3-8667-4a83-91ab-dbdece0fff2d tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (0704a283-3cd2-4ae0-ade3-de3332e3850a), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:13.516281 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 96c41032-bafb-4d50-b41e-81bee2f80fb6 no longer exists at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:11:13.537476 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] No Port match for: 96c41032-bafb-4d50-b41e-81bee2f80fb6 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:11:13.537824 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 96c41032-bafb-4d50-b41e-81bee2f80fb6 not bound to the agent host n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:11:13.572538 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a0c128a3-8667-4a83-91ab-dbdece0fff2d tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (0704a283-3cd2-4ae0-ade3-de3332e3850a), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:13.572870 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a0c128a3-8667-4a83-91ab-dbdece0fff2d tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] Publish callbacks [] for floatingip (0704a283-3cd2-4ae0-ade3-de3332e3850a), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:13.585052 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-a0c128a3-8667-4a83-91ab-dbdece0fff2d tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] Calling delete_port for 0704a283-3cd2-4ae0-ade3-de3332e3850a owned by network:floatingip {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:11:13.715772 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a0c128a3-8667-4a83-91ab-dbdece0fff2d tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (0704a283-3cd2-4ae0-ade3-de3332e3850a), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:13.741361 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c128a3-8667-4a83-91ab-dbdece0fff2d tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] Pushing event deleted for resources: {'Port': ['ID=0704a283-3cd2-4ae0-ade3-de3332e3850a,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:11:13.752961 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c128a3-8667-4a83-91ab-dbdece0fff2d tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:11:13.753343 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c128a3-8667-4a83-91ab-dbdece0fff2d tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:11:13.753691 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c128a3-8667-4a83-91ab-dbdece0fff2d tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:11:13.754032 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c128a3-8667-4a83-91ab-dbdece0fff2d tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:11:13.754370 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c128a3-8667-4a83-91ab-dbdece0fff2d tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:11:13.754710 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c128a3-8667-4a83-91ab-dbdece0fff2d tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:11:13.755578 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c128a3-8667-4a83-91ab-dbdece0fff2d tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:11:13.755910 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c128a3-8667-4a83-91ab-dbdece0fff2d tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:11:13.756243 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c128a3-8667-4a83-91ab-dbdece0fff2d tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:11:13.756568 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c128a3-8667-4a83-91ab-dbdece0fff2d tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:11:13.756903 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c128a3-8667-4a83-91ab-dbdece0fff2d tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:11:13.757386 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c128a3-8667-4a83-91ab-dbdece0fff2d tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:11:13.757720 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c128a3-8667-4a83-91ab-dbdece0fff2d tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:11:13.818052 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a0c128a3-8667-4a83-91ab-dbdece0fff2d tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] Publish callbacks [] for floatingip (7a356664-f8fa-43e5-a876-7c3dd402ddf1), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:13.820653 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a0c128a3-8667-4a83-91ab-dbdece0fff2d tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for floatingip (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:13.821844 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-a0c128a3-8667-4a83-91ab-dbdece0fff2d tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] 10.222.0.64 "DELETE /v2.0/floatingips/7a356664-f8fa-43e5-a876-7c3dd402ddf1 HTTP/1.1" status: 204 len: 168 time: 0.4468439 Jan 28 20:11:13.889148 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 38242) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:11:13.946969 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4f105dc5-292c-42da-812d-704fe2a86f4e tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] Publish callbacks [] for security_group (819871eb-4ba9-4fce-b7bd-e3d8201623a7), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:13.973155 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4f105dc5-292c-42da-812d-704fe2a86f4e tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] Publish callbacks [] for security_group (819871eb-4ba9-4fce-b7bd-e3d8201623a7), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:14.036277 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4f105dc5-292c-42da-812d-704fe2a86f4e tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (819871eb-4ba9-4fce-b7bd-e3d8201623a7), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:14.039205 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4f105dc5-292c-42da-812d-704fe2a86f4e tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:14.040408 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-4f105dc5-292c-42da-812d-704fe2a86f4e tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] 10.222.0.64 "DELETE /v2.0/security-groups/819871eb-4ba9-4fce-b7bd-e3d8201623a7 HTTP/1.1" status: 204 len: 168 time: 0.1502521 Jan 28 20:11:14.049805 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f105dc5-292c-42da-812d-704fe2a86f4e tempest-TestServerBasicOps-1996363719 tempest-TestServerBasicOps-1996363719-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=819871eb-4ba9-4fce-b7bd-e3d8201623a7,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:11:14.099403 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 38246) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:11:14.542731 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ba6b5dc1-d3fe-44c1-acf9-fa679047aa12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-732838'] for router_interface (b4ef0b36-b2a9-43c1-8d02-51ff9418772a), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:14.790645 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-ba6b5dc1-d3fe-44c1-acf9-fa679047aa12 admin admin] Deleting port 13e85b8e-8519-4040-80db-3bbfbc5ddca4 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:11:14.790995 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ba6b5dc1-d3fe-44c1-acf9-fa679047aa12 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (13e85b8e-8519-4040-80db-3bbfbc5ddca4), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:14.873069 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-ba6b5dc1-d3fe-44c1-acf9-fa679047aa12 admin admin] For port 13e85b8e-8519-4040-80db-3bbfbc5ddca4, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=13e85b8e-8519-4040-80db-3bbfbc5ddca4,segment=NetworkSegment(6f0fee68-2b93-4bd8-a06f-0354f716ec2b),segment_id=6f0fee68-2b93-4bd8-a06f-0354f716ec2b)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:11:14.873469 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ba6b5dc1-d3fe-44c1-acf9-fa679047aa12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (13e85b8e-8519-4040-80db-3bbfbc5ddca4), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:14.886561 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-ba6b5dc1-d3fe-44c1-acf9-fa679047aa12 admin admin] Calling delete_port for 13e85b8e-8519-4040-80db-3bbfbc5ddca4 owned by network:router_interface {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:11:15.067110 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ba6b5dc1-d3fe-44c1-acf9-fa679047aa12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (13e85b8e-8519-4040-80db-3bbfbc5ddca4), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:15.097802 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6b5dc1-d3fe-44c1-acf9-fa679047aa12 admin admin] Pushing event deleted for resources: {'Port': ['ID=13e85b8e-8519-4040-80db-3bbfbc5ddca4,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:11:15.290105 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ba6b5dc1-d3fe-44c1-acf9-fa679047aa12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-732682'] for router_interface (b4ef0b36-b2a9-43c1-8d02-51ff9418772a), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:15.510054 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba6b5dc1-d3fe-44c1-acf9-fa679047aa12 admin admin] Router b4ef0b36-b2a9-43c1-8d02-51ff9418772a has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:11:15.613857 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba6b5dc1-d3fe-44c1-acf9-fa679047aa12 admin admin] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:11:15.623752 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 38252) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:11:15.624217 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-ba6b5dc1-d3fe-44c1-acf9-fa679047aa12 admin admin] 10.222.0.64 "PUT /v2.0/routers/b4ef0b36-b2a9-43c1-8d02-51ff9418772a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5247245 Jan 28 20:11:15.632028 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b7d701-282b-449c-a1f1-abc956c7a714 None None] Sync routers for ids ['b4ef0b36-b2a9-43c1-8d02-51ff9418772a'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:11:15.643362 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b7d701-282b-449c-a1f1-abc956c7a714 None None] Routers {'b4ef0b36-b2a9-43c1-8d02-51ff9418772a'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:11:15.644291 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-f2b7d701-282b-449c-a1f1-abc956c7a714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:11:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['b4ef0b36-b2a9-43c1-8d02-51ff9418772a'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:11:15.738232 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-20d3b3a1-9048-4bda-9412-9dffb9cc6741 admin admin] Publish callbacks [] for router (b4ef0b36-b2a9-43c1-8d02-51ff9418772a), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:15.751648 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-f2b7d701-282b-449c-a1f1-abc956c7a714 None None] Set router b4ef0b36-b2a9-43c1-8d02-51ff9418772a gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:11:15.841984 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-20d3b3a1-9048-4bda-9412-9dffb9cc6741 admin admin] Publish callbacks [] for router_gateway (b4ef0b36-b2a9-43c1-8d02-51ff9418772a), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:15.903826 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-20d3b3a1-9048-4bda-9412-9dffb9cc6741 admin admin] Deleting port 50c586ab-28e2-4e4b-b22e-7d44abf61149 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:11:15.904168 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-20d3b3a1-9048-4bda-9412-9dffb9cc6741 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (50c586ab-28e2-4e4b-b22e-7d44abf61149), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:15.943438 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-f2b7d701-282b-449c-a1f1-abc956c7a714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4ef0b36-b2a9-43c1-8d02-51ff9418772a', 'name': 'tempest-TestServerBasicOps-1510061616-router', 'tenant_id': '1a7e0de7da04413293435a3f0bdd02d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '50c586ab-28e2-4e4b-b22e-7d44abf61149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:06:05Z', 'updated_at': '2022-01-28T20:11:15Z', 'revision_number': 5, 'project_id': '1a7e0de7da04413293435a3f0bdd02d0', 'gw_port': {'id': '50c586ab-28e2-4e4b-b22e-7d44abf61149', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:95:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ef0b36-b2a9-43c1-8d02-51ff9418772a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:06:06Z', 'updated_at': '2022-01-28T20:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:11:15.970665 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b7d701-282b-449c-a1f1-abc956c7a714 None None] Checking router: b4ef0b36-b2a9-43c1-8d02-51ff9418772a for host: n-d-812111-14 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:11:15.980584 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b7d701-282b-449c-a1f1-abc956c7a714 None None] Routers {'b4ef0b36-b2a9-43c1-8d02-51ff9418772a'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:11:15.981337 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-f2b7d701-282b-449c-a1f1-abc956c7a714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:11:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['b4ef0b36-b2a9-43c1-8d02-51ff9418772a'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:11:15.990063 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-20d3b3a1-9048-4bda-9412-9dffb9cc6741 admin admin] For port 50c586ab-28e2-4e4b-b22e-7d44abf61149, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=50c586ab-28e2-4e4b-b22e-7d44abf61149,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:11:15.990462 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-20d3b3a1-9048-4bda-9412-9dffb9cc6741 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (50c586ab-28e2-4e4b-b22e-7d44abf61149), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:16.003065 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-20d3b3a1-9048-4bda-9412-9dffb9cc6741 admin admin] Calling delete_port for 50c586ab-28e2-4e4b-b22e-7d44abf61149 owned by network:router_gateway {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:11:16.069805 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-f2b7d701-282b-449c-a1f1-abc956c7a714 None None] Set router b4ef0b36-b2a9-43c1-8d02-51ff9418772a gateway port host: None {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:11:16.125092 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-f2b7d701-282b-449c-a1f1-abc956c7a714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4ef0b36-b2a9-43c1-8d02-51ff9418772a', 'name': 'tempest-TestServerBasicOps-1510061616-router', 'tenant_id': '1a7e0de7da04413293435a3f0bdd02d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:06:05Z', 'updated_at': '2022-01-28T20:11:15Z', 'revision_number': 6, 'project_id': '1a7e0de7da04413293435a3f0bdd02d0', 'gw_port_host': None}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:11:16.155459 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b7d701-282b-449c-a1f1-abc956c7a714 None None] The sync data for ids ['b4ef0b36-b2a9-43c1-8d02-51ff9418772a'] in n-d-812111-14 is: [{'id': 'b4ef0b36-b2a9-43c1-8d02-51ff9418772a', 'name': 'tempest-TestServerBasicOps-1510061616-router', 'tenant_id': '1a7e0de7da04413293435a3f0bdd02d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:06:05Z', 'updated_at': '2022-01-28T20:11:15Z', 'revision_number': 6, 'project_id': '1a7e0de7da04413293435a3f0bdd02d0', 'gw_port_host': None}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:11:16.182405 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-20d3b3a1-9048-4bda-9412-9dffb9cc6741 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (50c586ab-28e2-4e4b-b22e-7d44abf61149), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:16.236523 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d3b3a1-9048-4bda-9412-9dffb9cc6741 admin admin] Pushing event deleted for resources: {'Port': ['ID=50c586ab-28e2-4e4b-b22e-7d44abf61149,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:11:16.284779 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-20d3b3a1-9048-4bda-9412-9dffb9cc6741 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-731488'] for router_gateway (b4ef0b36-b2a9-43c1-8d02-51ff9418772a), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:16.374298 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-20d3b3a1-9048-4bda-9412-9dffb9cc6741 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-730901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261120'] for router (b4ef0b36-b2a9-43c1-8d02-51ff9418772a), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:16.376446 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-20d3b3a1-9048-4bda-9412-9dffb9cc6741 admin admin] Publish callbacks [] for router_controller (b4ef0b36-b2a9-43c1-8d02-51ff9418772a), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:16.418118 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-20d3b3a1-9048-4bda-9412-9dffb9cc6741 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-730908'] for router (b4ef0b36-b2a9-43c1-8d02-51ff9418772a), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:16.418763 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20d3b3a1-9048-4bda-9412-9dffb9cc6741 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b4ef0b36-b2a9-43c1-8d02-51ff9418772a {{(pid=103305) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 20:11:16.423338 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-20d3b3a1-9048-4bda-9412-9dffb9cc6741 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:16.424563 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-20d3b3a1-9048-4bda-9412-9dffb9cc6741 admin admin] 10.222.0.64 "DELETE /v2.0/routers/b4ef0b36-b2a9-43c1-8d02-51ff9418772a HTTP/1.1" status: 204 len: 168 time: 0.7998133 Jan 28 20:11:16.427063 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 38254) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:11:16.470335 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe15281b-c6d6-4557-b0d7-2e83cecac959 admin admin] Deleting subnet a2ca0a10-b1af-4c9d-8324-541ab1e3cfa8 {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 20:11:16.473357 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fe15281b-c6d6-4557-b0d7-2e83cecac959 admin admin] Publish callbacks [] for subnet (a2ca0a10-b1af-4c9d-8324-541ab1e3cfa8), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:16.509812 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fe15281b-c6d6-4557-b0d7-2e83cecac959 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16187240'] for subnet (a2ca0a10-b1af-4c9d-8324-541ab1e3cfa8), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:16.595075 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fe15281b-c6d6-4557-b0d7-2e83cecac959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (a2ca0a10-b1af-4c9d-8324-541ab1e3cfa8), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:16.646917 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fe15281b-c6d6-4557-b0d7-2e83cecac959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4752464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4733806'] for subnet (a2ca0a10-b1af-4c9d-8324-541ab1e3cfa8), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:16.671449 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe15281b-c6d6-4557-b0d7-2e83cecac959 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2ca0a10-b1af-4c9d-8324-541ab1e3cfa8,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:11:16.675177 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fe15281b-c6d6-4557-b0d7-2e83cecac959 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:16.679067 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-fe15281b-c6d6-4557-b0d7-2e83cecac959 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/a2ca0a10-b1af-4c9d-8324-541ab1e3cfa8 HTTP/1.1" status: 204 len: 168 time: 0.2504160 Jan 28 20:11:16.680916 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 38256) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:11:16.681078 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f7ee4a4-3674-4929-827c-4b9f1185686e None None] Network fa30b0d2-f4bb-4295-b0f9-e200b5f46d20 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:11:16.754475 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b7a8a7fc-af55-415a-989b-31504e14cdeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (fa30b0d2-f4bb-4295-b0f9-e200b5f46d20), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:16.808836 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-b7a8a7fc-af55-415a-989b-31504e14cdeb admin admin] Deleting port 849b33aa-debc-43de-8f23-93075bfc15c1 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:11:16.809217 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b7a8a7fc-af55-415a-989b-31504e14cdeb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (849b33aa-debc-43de-8f23-93075bfc15c1), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:16.870730 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-b7a8a7fc-af55-415a-989b-31504e14cdeb admin admin] For port 849b33aa-debc-43de-8f23-93075bfc15c1, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=849b33aa-debc-43de-8f23-93075bfc15c1,segment=NetworkSegment(6f0fee68-2b93-4bd8-a06f-0354f716ec2b),segment_id=6f0fee68-2b93-4bd8-a06f-0354f716ec2b)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:11:16.871010 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b7a8a7fc-af55-415a-989b-31504e14cdeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (849b33aa-debc-43de-8f23-93075bfc15c1), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:16.884177 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-b7a8a7fc-af55-415a-989b-31504e14cdeb admin admin] Calling delete_port for 849b33aa-debc-43de-8f23-93075bfc15c1 owned by network:dhcp {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:11:16.935426 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e11c28fa-b36b-4d86-98ef-e886b420a6cd None None] DHCP port deletion for fa30b0d2-f4bb-4295-b0f9-e200b5f46d20 request from n-d-812111-14 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 20:11:16.973744 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b7a8a7fc-af55-415a-989b-31504e14cdeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (849b33aa-debc-43de-8f23-93075bfc15c1), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:16.990249 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-e11c28fa-b36b-4d86-98ef-e886b420a6cd None None] Deleting port 849b33aa-debc-43de-8f23-93075bfc15c1 {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:11:16.990643 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e11c28fa-b36b-4d86-98ef-e886b420a6cd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (849b33aa-debc-43de-8f23-93075bfc15c1), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:17.001535 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a8a7fc-af55-415a-989b-31504e14cdeb admin admin] Pushing event deleted for resources: {'Port': ['ID=849b33aa-debc-43de-8f23-93075bfc15c1,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:11:17.003390 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a8a7fc-af55-415a-989b-31504e14cdeb admin admin] No DVR routers for this DVR port 849b33aa-debc-43de-8f23-93075bfc15c1 on host n-d-812111-14 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:11:17.065358 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-e11c28fa-b36b-4d86-98ef-e886b420a6cd None None] For port 849b33aa-debc-43de-8f23-93075bfc15c1, host n-d-812111-14, got binding levels [] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:11:17.065762 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e11c28fa-b36b-4d86-98ef-e886b420a6cd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (849b33aa-debc-43de-8f23-93075bfc15c1), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:17.079273 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-e11c28fa-b36b-4d86-98ef-e886b420a6cd None None] Calling delete_port for 849b33aa-debc-43de-8f23-93075bfc15c1 owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:11:17.080951 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b7a8a7fc-af55-415a-989b-31504e14cdeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (fa30b0d2-f4bb-4295-b0f9-e200b5f46d20), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:17.081990 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.ipam_backend_mixin [None req-e11c28fa-b36b-4d86-98ef-e886b420a6cd None None] Port 849b33aa-debc-43de-8f23-93075bfc15c1 was not found and therefore no delete operation was performed {{(pid=103306) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 20:11:17.083274 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e11c28fa-b36b-4d86-98ef-e886b420a6cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985'] for port (849b33aa-debc-43de-8f23-93075bfc15c1), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:17.101861 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-b7a8a7fc-af55-415a-989b-31504e14cdeb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa30b0d2-f4bb-4295-b0f9-e200b5f46d20']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:11:17.108577 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11c28fa-b36b-4d86-98ef-e886b420a6cd None None] Pushing event deleted for resources: {'Port': ['ID=849b33aa-debc-43de-8f23-93075bfc15c1,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:11:17.111839 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-b7a8a7fc-af55-415a-989b-31504e14cdeb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f0fee68-2b93-4bd8-a06f-0354f716ec2b') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:11:17.112153 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-b7a8a7fc-af55-415a-989b-31504e14cdeb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f0fee68-2b93-4bd8-a06f-0354f716ec2b') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:11:17.112356 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11c28fa-b36b-4d86-98ef-e886b420a6cd None None] No DVR routers for this DVR port 849b33aa-debc-43de-8f23-93075bfc15c1 on host n-d-812111-14 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:11:17.123793 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b7a8a7fc-af55-415a-989b-31504e14cdeb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16187153'] for segment (6f0fee68-2b93-4bd8-a06f-0354f716ec2b), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:17.126783 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11c28fa-b36b-4d86-98ef-e886b420a6cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:11:17.127118 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11c28fa-b36b-4d86-98ef-e886b420a6cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:11:17.127462 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11c28fa-b36b-4d86-98ef-e886b420a6cd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:11:17.127806 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11c28fa-b36b-4d86-98ef-e886b420a6cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:11:17.128144 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11c28fa-b36b-4d86-98ef-e886b420a6cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:11:17.128533 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11c28fa-b36b-4d86-98ef-e886b420a6cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:11:17.128786 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11c28fa-b36b-4d86-98ef-e886b420a6cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:11:17.129128 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11c28fa-b36b-4d86-98ef-e886b420a6cd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:11:17.129578 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11c28fa-b36b-4d86-98ef-e886b420a6cd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:11:17.129929 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11c28fa-b36b-4d86-98ef-e886b420a6cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:11:17.130800 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11c28fa-b36b-4d86-98ef-e886b420a6cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:11:17.131020 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11c28fa-b36b-4d86-98ef-e886b420a6cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:11:17.131346 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11c28fa-b36b-4d86-98ef-e886b420a6cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:11:17.138401 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b7a8a7fc-af55-415a-989b-31504e14cdeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (6f0fee68-2b93-4bd8-a06f-0354f716ec2b), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:17.147599 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7a8a7fc-af55-415a-989b-31504e14cdeb admin admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:11:17.148115 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b7a8a7fc-af55-415a-989b-31504e14cdeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4752570'] for segment (6f0fee68-2b93-4bd8-a06f-0354f716ec2b), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:17.149895 n-d-812111-14 neutron-server[103305]: Traceback (most recent call last): Jan 28 20:11:17.149895 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:11:17.149895 n-d-812111-14 neutron-server[103305]: timer() Jan 28 20:11:17.149895 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:11:17.149895 n-d-812111-14 neutron-server[103305]: cb(*args, **kw) Jan 28 20:11:17.149895 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:11:17.149895 n-d-812111-14 neutron-server[103305]: return func(*args, **kwargs) Jan 28 20:11:17.149895 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:11:17.149895 n-d-812111-14 neutron-server[103305]: self._notify() Jan 28 20:11:17.149895 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:11:17.149895 n-d-812111-14 neutron-server[103305]: self.callback(batched_events) Jan 28 20:11:17.149895 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:11:17.149895 n-d-812111-14 neutron-server[103305]: event.method(event) Jan 28 20:11:17.149895 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:11:17.149895 n-d-812111-14 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:11:17.149895 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:11:17.149895 n-d-812111-14 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:11:17.149895 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:11:17.149895 n-d-812111-14 neutron-server[103305]: return f(self, *a, **k) Jan 28 20:11:17.149895 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:11:17.149895 n-d-812111-14 neutron-server[103305]: return self._get(url).json() Jan 28 20:11:17.149895 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:11:17.149895 n-d-812111-14 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:11:17.149895 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:11:17.149895 n-d-812111-14 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 28 20:11:17.149895 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:11:17.149895 n-d-812111-14 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:11:17.149895 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:11:17.149895 n-d-812111-14 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:11:17.149895 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:11:17.149895 n-d-812111-14 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:11:17.149895 n-d-812111-14 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:11:17.207243 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b7a8a7fc-af55-415a-989b-31504e14cdeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (fa30b0d2-f4bb-4295-b0f9-e200b5f46d20), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:17.214394 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b7a8a7fc-af55-415a-989b-31504e14cdeb admin admin] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:17.220786 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 38258) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:11:17.221308 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-b7a8a7fc-af55-415a-989b-31504e14cdeb admin admin] 10.222.0.64 "DELETE /v2.0/networks/fa30b0d2-f4bb-4295-b0f9-e200b5f46d20 HTTP/1.1" status: 204 len: 168 time: 0.5380549 Jan 28 20:11:17.233186 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a8a7fc-af55-415a-989b-31504e14cdeb admin admin] Pushing event deleted for resources: {'Network': ['ID=fa30b0d2-f4bb-4295-b0f9-e200b5f46d20,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:11:17.569045 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-69a3f1b9-06eb-4e2a-bc28-c385e0dc04b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-732838'] for router_interface (f24bc60d-4f83-455f-9528-782b1ed080b2), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:17.817044 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-69a3f1b9-06eb-4e2a-bc28-c385e0dc04b7 admin admin] Deleting port 3515169b-6daa-4a18-aa21-01b398a5bd6b {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:11:17.817447 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-69a3f1b9-06eb-4e2a-bc28-c385e0dc04b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (3515169b-6daa-4a18-aa21-01b398a5bd6b), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:17.897160 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-69a3f1b9-06eb-4e2a-bc28-c385e0dc04b7 admin admin] For port 3515169b-6daa-4a18-aa21-01b398a5bd6b, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=3515169b-6daa-4a18-aa21-01b398a5bd6b,segment=NetworkSegment(04a406ea-d70f-4f25-a761-6bac89ca1505),segment_id=04a406ea-d70f-4f25-a761-6bac89ca1505)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:11:17.897525 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-69a3f1b9-06eb-4e2a-bc28-c385e0dc04b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (3515169b-6daa-4a18-aa21-01b398a5bd6b), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:17.908947 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-69a3f1b9-06eb-4e2a-bc28-c385e0dc04b7 admin admin] Calling delete_port for 3515169b-6daa-4a18-aa21-01b398a5bd6b owned by network:router_interface {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:11:18.233134 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 849b33aa-debc-43de-8f23-93075bfc15c1 no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:11:18.255610 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: 849b33aa-debc-43de-8f23-93075bfc15c1 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:11:18.256053 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 849b33aa-debc-43de-8f23-93075bfc15c1 not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:11:18.256551 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 13e85b8e-8519-4040-80db-3bbfbc5ddca4 no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:11:18.280502 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: 13e85b8e-8519-4040-80db-3bbfbc5ddca4 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:11:18.280957 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 13e85b8e-8519-4040-80db-3bbfbc5ddca4 not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:11:18.281411 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 50c586ab-28e2-4e4b-b22e-7d44abf61149 no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:11:18.301179 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: 50c586ab-28e2-4e4b-b22e-7d44abf61149 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:11:18.301561 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 50c586ab-28e2-4e4b-b22e-7d44abf61149 not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:11:18.407802 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-69a3f1b9-06eb-4e2a-bc28-c385e0dc04b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (3515169b-6daa-4a18-aa21-01b398a5bd6b), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:18.432824 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a3f1b9-06eb-4e2a-bc28-c385e0dc04b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=3515169b-6daa-4a18-aa21-01b398a5bd6b,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:11:18.599206 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-69a3f1b9-06eb-4e2a-bc28-c385e0dc04b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-732682'] for router_interface (f24bc60d-4f83-455f-9528-782b1ed080b2), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:18.808828 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69a3f1b9-06eb-4e2a-bc28-c385e0dc04b7 admin admin] Router f24bc60d-4f83-455f-9528-782b1ed080b2 has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:11:18.913049 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69a3f1b9-06eb-4e2a-bc28-c385e0dc04b7 admin admin] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:11:18.918174 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-69a3f1b9-06eb-4e2a-bc28-c385e0dc04b7 admin admin] 10.222.0.64 "PUT /v2.0/routers/f24bc60d-4f83-455f-9528-782b1ed080b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6962073 Jan 28 20:11:18.920738 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 38260) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:11:18.921590 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269d828b-55b4-4a3e-999e-f5801bf316fc None None] Sync routers for ids ['f24bc60d-4f83-455f-9528-782b1ed080b2'] in n-d-812111-14 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:11:18.932304 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269d828b-55b4-4a3e-999e-f5801bf316fc None None] Routers {'f24bc60d-4f83-455f-9528-782b1ed080b2'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:11:18.932911 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-269d828b-55b4-4a3e-999e-f5801bf316fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:11:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['f24bc60d-4f83-455f-9528-782b1ed080b2'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:11:19.023877 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-195477f4-9ba8-4717-bb27-263a8b969d44 admin admin] Publish callbacks [] for router (f24bc60d-4f83-455f-9528-782b1ed080b2), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:19.038364 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-269d828b-55b4-4a3e-999e-f5801bf316fc None None] Set router f24bc60d-4f83-455f-9528-782b1ed080b2 gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:11:19.131455 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-195477f4-9ba8-4717-bb27-263a8b969d44 admin admin] Publish callbacks [] for router_gateway (f24bc60d-4f83-455f-9528-782b1ed080b2), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:19.190741 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-195477f4-9ba8-4717-bb27-263a8b969d44 admin admin] Deleting port dcaa1a17-011c-47d0-a6bb-cb9165ed5a0b {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:11:19.191094 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-195477f4-9ba8-4717-bb27-263a8b969d44 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (dcaa1a17-011c-47d0-a6bb-cb9165ed5a0b), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:19.220584 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-269d828b-55b4-4a3e-999e-f5801bf316fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f24bc60d-4f83-455f-9528-782b1ed080b2', 'name': 'tempest-TestServerBasicOps-1719373650-router', 'tenant_id': '89559e83d2854326aef8aef39be07666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': 'dcaa1a17-011c-47d0-a6bb-cb9165ed5a0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:06:10Z', 'updated_at': '2022-01-28T20:11:18Z', 'revision_number': 5, 'project_id': '89559e83d2854326aef8aef39be07666', 'gw_port': {'id': 'dcaa1a17-011c-47d0-a6bb-cb9165ed5a0b', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:f8:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f24bc60d-4f83-455f-9528-782b1ed080b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:06:10Z', 'updated_at': '2022-01-28T20:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:11:19.252535 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269d828b-55b4-4a3e-999e-f5801bf316fc None None] Checking router: f24bc60d-4f83-455f-9528-782b1ed080b2 for host: n-d-812111-14 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:11:19.262821 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269d828b-55b4-4a3e-999e-f5801bf316fc None None] Routers {'f24bc60d-4f83-455f-9528-782b1ed080b2'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:11:19.263080 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-269d828b-55b4-4a3e-999e-f5801bf316fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:11:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['f24bc60d-4f83-455f-9528-782b1ed080b2'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:11:19.278932 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-195477f4-9ba8-4717-bb27-263a8b969d44 admin admin] For port dcaa1a17-011c-47d0-a6bb-cb9165ed5a0b, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=dcaa1a17-011c-47d0-a6bb-cb9165ed5a0b,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:11:19.279304 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-195477f4-9ba8-4717-bb27-263a8b969d44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (dcaa1a17-011c-47d0-a6bb-cb9165ed5a0b), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:19.291688 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-195477f4-9ba8-4717-bb27-263a8b969d44 admin admin] Calling delete_port for dcaa1a17-011c-47d0-a6bb-cb9165ed5a0b owned by network:router_gateway {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:11:19.465271 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-195477f4-9ba8-4717-bb27-263a8b969d44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (dcaa1a17-011c-47d0-a6bb-cb9165ed5a0b), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:19.492686 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195477f4-9ba8-4717-bb27-263a8b969d44 admin admin] Pushing event deleted for resources: {'Port': ['ID=dcaa1a17-011c-47d0-a6bb-cb9165ed5a0b,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:11:19.517347 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-269d828b-55b4-4a3e-999e-f5801bf316fc None None] Set router f24bc60d-4f83-455f-9528-782b1ed080b2 gateway port host: None {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:11:19.555205 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-195477f4-9ba8-4717-bb27-263a8b969d44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-731488'] for router_gateway (f24bc60d-4f83-455f-9528-782b1ed080b2), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:19.569575 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-269d828b-55b4-4a3e-999e-f5801bf316fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f24bc60d-4f83-455f-9528-782b1ed080b2', 'name': 'tempest-TestServerBasicOps-1719373650-router', 'tenant_id': '89559e83d2854326aef8aef39be07666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:06:10Z', 'updated_at': '2022-01-28T20:11:19Z', 'revision_number': 6, 'project_id': '89559e83d2854326aef8aef39be07666', 'gw_port_host': None}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:11:19.599492 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269d828b-55b4-4a3e-999e-f5801bf316fc None None] The sync data for ids ['f24bc60d-4f83-455f-9528-782b1ed080b2'] in n-d-812111-14 is: [{'id': 'f24bc60d-4f83-455f-9528-782b1ed080b2', 'name': 'tempest-TestServerBasicOps-1719373650-router', 'tenant_id': '89559e83d2854326aef8aef39be07666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:06:10Z', 'updated_at': '2022-01-28T20:11:19Z', 'revision_number': 6, 'project_id': '89559e83d2854326aef8aef39be07666', 'gw_port_host': None}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:11:19.651056 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-195477f4-9ba8-4717-bb27-263a8b969d44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-730901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261120'] for router (f24bc60d-4f83-455f-9528-782b1ed080b2), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:19.653215 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-195477f4-9ba8-4717-bb27-263a8b969d44 admin admin] Publish callbacks [] for router_controller (f24bc60d-4f83-455f-9528-782b1ed080b2), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:19.698794 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-195477f4-9ba8-4717-bb27-263a8b969d44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-730908'] for router (f24bc60d-4f83-455f-9528-782b1ed080b2), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:19.699387 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-195477f4-9ba8-4717-bb27-263a8b969d44 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f24bc60d-4f83-455f-9528-782b1ed080b2 {{(pid=103304) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 20:11:19.704104 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-195477f4-9ba8-4717-bb27-263a8b969d44 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:19.705301 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-195477f4-9ba8-4717-bb27-263a8b969d44 admin admin] 10.222.0.64 "DELETE /v2.0/routers/f24bc60d-4f83-455f-9528-782b1ed080b2 HTTP/1.1" status: 204 len: 168 time: 0.7835584 Jan 28 20:11:19.708415 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 38262) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:11:19.751341 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6aa7440-4085-454a-bca7-7d7af20f3ce4 admin admin] Deleting subnet 0024bb6e-a7ad-4629-a54d-c9ef5a1980c8 {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 20:11:19.754393 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e6aa7440-4085-454a-bca7-7d7af20f3ce4 admin admin] Publish callbacks [] for subnet (0024bb6e-a7ad-4629-a54d-c9ef5a1980c8), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:19.788504 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e6aa7440-4085-454a-bca7-7d7af20f3ce4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4747050'] for subnet (0024bb6e-a7ad-4629-a54d-c9ef5a1980c8), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:19.867525 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e6aa7440-4085-454a-bca7-7d7af20f3ce4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (0024bb6e-a7ad-4629-a54d-c9ef5a1980c8), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:19.918622 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e6aa7440-4085-454a-bca7-7d7af20f3ce4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4690616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5222356'] for subnet (0024bb6e-a7ad-4629-a54d-c9ef5a1980c8), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:19.947846 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e6aa7440-4085-454a-bca7-7d7af20f3ce4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:19.952282 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-e6aa7440-4085-454a-bca7-7d7af20f3ce4 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/0024bb6e-a7ad-4629-a54d-c9ef5a1980c8 HTTP/1.1" status: 204 len: 168 time: 0.2429101 Jan 28 20:11:19.952759 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50da3531-58fb-4ed3-819f-8e7781c954c4 None None] Network 1f78a81a-91cb-4ab2-aa55-b181ffff4ebc requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:11:19.953342 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6aa7440-4085-454a-bca7-7d7af20f3ce4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0024bb6e-a7ad-4629-a54d-c9ef5a1980c8,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:11:19.954870 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 38264) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:11:20.033736 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3f48701b-d1f5-4393-86fa-bc590dee14f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (1f78a81a-91cb-4ab2-aa55-b181ffff4ebc), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:20.089409 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-3f48701b-d1f5-4393-86fa-bc590dee14f8 admin admin] Deleting port faf0ff44-91c3-427b-84e2-324a7410e7f1 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:11:20.089760 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3f48701b-d1f5-4393-86fa-bc590dee14f8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (faf0ff44-91c3-427b-84e2-324a7410e7f1), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:20.155950 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-3f48701b-d1f5-4393-86fa-bc590dee14f8 admin admin] For port faf0ff44-91c3-427b-84e2-324a7410e7f1, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=faf0ff44-91c3-427b-84e2-324a7410e7f1,segment=NetworkSegment(04a406ea-d70f-4f25-a761-6bac89ca1505),segment_id=04a406ea-d70f-4f25-a761-6bac89ca1505)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:11:20.156314 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3f48701b-d1f5-4393-86fa-bc590dee14f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (faf0ff44-91c3-427b-84e2-324a7410e7f1), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:20.169200 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-3f48701b-d1f5-4393-86fa-bc590dee14f8 admin admin] Calling delete_port for faf0ff44-91c3-427b-84e2-324a7410e7f1 owned by network:dhcp {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:11:20.252687 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3f48701b-d1f5-4393-86fa-bc590dee14f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (faf0ff44-91c3-427b-84e2-324a7410e7f1), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:20.276424 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f48701b-d1f5-4393-86fa-bc590dee14f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=faf0ff44-91c3-427b-84e2-324a7410e7f1,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:11:20.281861 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f48701b-d1f5-4393-86fa-bc590dee14f8 admin admin] No DVR routers for this DVR port faf0ff44-91c3-427b-84e2-324a7410e7f1 on host n-d-812111-14 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:11:20.354613 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3f48701b-d1f5-4393-86fa-bc590dee14f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (1f78a81a-91cb-4ab2-aa55-b181ffff4ebc), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:20.378791 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-3f48701b-d1f5-4393-86fa-bc590dee14f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f78a81a-91cb-4ab2-aa55-b181ffff4ebc']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:11:20.390175 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbab1e87-63b8-4f41-b43f-4d4e91a1495a None None] DHCP port deletion for 1f78a81a-91cb-4ab2-aa55-b181ffff4ebc request from n-d-812111-14 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 20:11:20.393981 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-3f48701b-d1f5-4393-86fa-bc590dee14f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04a406ea-d70f-4f25-a761-6bac89ca1505') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:11:20.394182 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-3f48701b-d1f5-4393-86fa-bc590dee14f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04a406ea-d70f-4f25-a761-6bac89ca1505') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:11:20.407100 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3f48701b-d1f5-4393-86fa-bc590dee14f8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16187153'] for segment (04a406ea-d70f-4f25-a761-6bac89ca1505), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:20.421802 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3f48701b-d1f5-4393-86fa-bc590dee14f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (04a406ea-d70f-4f25-a761-6bac89ca1505), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:20.428773 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f48701b-d1f5-4393-86fa-bc590dee14f8 admin admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:11:20.429192 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3f48701b-d1f5-4393-86fa-bc590dee14f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4752570'] for segment (04a406ea-d70f-4f25-a761-6bac89ca1505), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:20.440778 n-d-812111-14 neutron-server[103305]: Traceback (most recent call last): Jan 28 20:11:20.440778 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:11:20.440778 n-d-812111-14 neutron-server[103305]: timer() Jan 28 20:11:20.440778 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:11:20.440778 n-d-812111-14 neutron-server[103305]: cb(*args, **kw) Jan 28 20:11:20.440778 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:11:20.440778 n-d-812111-14 neutron-server[103305]: return func(*args, **kwargs) Jan 28 20:11:20.440778 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:11:20.440778 n-d-812111-14 neutron-server[103305]: self._notify() Jan 28 20:11:20.440778 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:11:20.440778 n-d-812111-14 neutron-server[103305]: self.callback(batched_events) Jan 28 20:11:20.440778 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:11:20.440778 n-d-812111-14 neutron-server[103305]: event.method(event) Jan 28 20:11:20.440778 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:11:20.440778 n-d-812111-14 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:11:20.440778 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:11:20.440778 n-d-812111-14 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:11:20.440778 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:11:20.440778 n-d-812111-14 neutron-server[103305]: return f(self, *a, **k) Jan 28 20:11:20.440778 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:11:20.440778 n-d-812111-14 neutron-server[103305]: return self._get(url).json() Jan 28 20:11:20.440778 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:11:20.440778 n-d-812111-14 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:11:20.440778 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:11:20.440778 n-d-812111-14 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 28 20:11:20.440778 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:11:20.440778 n-d-812111-14 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:11:20.440778 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:11:20.440778 n-d-812111-14 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:11:20.440778 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:11:20.440778 n-d-812111-14 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:11:20.440778 n-d-812111-14 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:11:20.460792 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 3515169b-6daa-4a18-aa21-01b398a5bd6b no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:11:20.488258 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3f48701b-d1f5-4393-86fa-bc590dee14f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (1f78a81a-91cb-4ab2-aa55-b181ffff4ebc), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:20.489089 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: 3515169b-6daa-4a18-aa21-01b398a5bd6b {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:11:20.489984 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 3515169b-6daa-4a18-aa21-01b398a5bd6b not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:11:20.491502 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device faf0ff44-91c3-427b-84e2-324a7410e7f1 no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:11:20.494743 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3f48701b-d1f5-4393-86fa-bc590dee14f8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:20.498344 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-3f48701b-d1f5-4393-86fa-bc590dee14f8 admin admin] 10.222.0.64 "DELETE /v2.0/networks/1f78a81a-91cb-4ab2-aa55-b181ffff4ebc HTTP/1.1" status: 204 len: 168 time: 0.5424585 Jan 28 20:11:20.511514 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f48701b-d1f5-4393-86fa-bc590dee14f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f78a81a-91cb-4ab2-aa55-b181ffff4ebc,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:11:20.514244 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: faf0ff44-91c3-427b-84e2-324a7410e7f1 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:11:20.514815 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device faf0ff44-91c3-427b-84e2-324a7410e7f1 not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:11:20.515236 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device dcaa1a17-011c-47d0-a6bb-cb9165ed5a0b no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:11:20.536570 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: dcaa1a17-011c-47d0-a6bb-cb9165ed5a0b {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:11:20.536922 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device dcaa1a17-011c-47d0-a6bb-cb9165ed5a0b not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:11:20.617185 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 38268) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:11:20.658336 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-bff56499-a534-4b06-957f-57594ca7a622 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1a7e0de7da04413293435a3f0bdd02d0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0399861 Jan 28 20:11:20.661375 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 38270) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:11:20.713754 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2265f7d3-4a22-47c0-bc08-b6a46fde227a admin admin] Publish callbacks [] for security_group (4a1de003-5d66-483b-b058-bbb21c837ac4), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:20.735012 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2265f7d3-4a22-47c0-bc08-b6a46fde227a admin admin] Publish callbacks [] for security_group (4a1de003-5d66-483b-b058-bbb21c837ac4), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:20.783615 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2265f7d3-4a22-47c0-bc08-b6a46fde227a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (4a1de003-5d66-483b-b058-bbb21c837ac4), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:20.786267 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2265f7d3-4a22-47c0-bc08-b6a46fde227a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:20.787490 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-2265f7d3-4a22-47c0-bc08-b6a46fde227a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4a1de003-5d66-483b-b058-bbb21c837ac4 HTTP/1.1" status: 204 len: 168 time: 0.1251628 Jan 28 20:11:20.794888 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2265f7d3-4a22-47c0-bc08-b6a46fde227a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a1de003-5d66-483b-b058-bbb21c837ac4,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:11:21.098957 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 38276) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:11:21.139644 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-cd37ab5e-fe33-48cd-a0ca-378537c21db8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=89559e83d2854326aef8aef39be07666&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0394220 Jan 28 20:11:21.142338 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 38278) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:11:21.182439 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:21.201629 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c23d0242-87e9-446e-b461-05b8abadbf15 admin admin] Publish callbacks [] for security_group (1a9de9c0-602f-4df3-a1e8-c75d1c8907bc), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:21.222719 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c23d0242-87e9-446e-b461-05b8abadbf15 admin admin] Publish callbacks [] for security_group (1a9de9c0-602f-4df3-a1e8-c75d1c8907bc), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:21.269205 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c23d0242-87e9-446e-b461-05b8abadbf15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (1a9de9c0-602f-4df3-a1e8-c75d1c8907bc), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:21.271804 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c23d0242-87e9-446e-b461-05b8abadbf15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:21.272941 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-c23d0242-87e9-446e-b461-05b8abadbf15 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1a9de9c0-602f-4df3-a1e8-c75d1c8907bc HTTP/1.1" status: 204 len: 168 time: 0.1296334 Jan 28 20:11:21.283807 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23d0242-87e9-446e-b461-05b8abadbf15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a9de9c0-602f-4df3-a1e8-c75d1c8907bc,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:11:21.939488 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 38300) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:11:22.032343 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-27f9624a-9b59-49f9-a839-bfeae25b8f69 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-352351620-network', 'tenant_id': '6b5e4a16e1474aaab4b37fcab65f96a9'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:11:22.051431 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27f9624a-9b59-49f9-a839-bfeae25b8f69 admin admin] Made reservation on behalf of 6b5e4a16e1474aaab4b37fcab65f96a9 for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:11:22.053720 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-27f9624a-9b59-49f9-a839-bfeae25b8f69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:22.064481 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-27f9624a-9b59-49f9-a839-bfeae25b8f69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:22.136621 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-27f9624a-9b59-49f9-a839-bfeae25b8f69 admin admin] Publish callbacks [] for security_group (20e16f27-127b-4305-a83c-eeb2ac492f2a), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:22.141084 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-27f9624a-9b59-49f9-a839-bfeae25b8f69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (20e16f27-127b-4305-a83c-eeb2ac492f2a), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:22.165186 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27f9624a-9b59-49f9-a839-bfeae25b8f69 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:11:22.174735 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f9624a-9b59-49f9-a839-bfeae25b8f69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20e16f27-127b-4305-a83c-eeb2ac492f2a,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:11:22.180015 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-27f9624a-9b59-49f9-a839-bfeae25b8f69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (62dcf40f-e75f-4b3f-bd0a-763cdc11fb45), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:22.180356 n-d-812111-14 neutron-server[103305]: INFO neutron.db.segments_db [None req-27f9624a-9b59-49f9-a839-bfeae25b8f69 admin admin] Added segment 62dcf40f-e75f-4b3f-bd0a-763cdc11fb45 of type vlan for network 82c9016a-2e86-43db-b802-2faf8fe68f2c Jan 28 20:11:22.220769 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-27f9624a-9b59-49f9-a839-bfeae25b8f69 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (82c9016a-2e86-43db-b802-2faf8fe68f2c), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:22.248254 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-27f9624a-9b59-49f9-a839-bfeae25b8f69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (82c9016a-2e86-43db-b802-2faf8fe68f2c), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:22.249288 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f9624a-9b59-49f9-a839-bfeae25b8f69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:11:22.250027 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-27f9624a-9b59-49f9-a839-bfeae25b8f69 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:22.307679 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-27f9624a-9b59-49f9-a839-bfeae25b8f69 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3687389 Jan 28 20:11:22.310432 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 38304) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:11:22.315010 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-d8b9bd69-2ff9-40b3-bb87-d5902ff70bd6 admin admin] Request body: {'subnet': {'network_id': '82c9016a-2e86-43db-b802-2faf8fe68f2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-352351620-subnet', 'tenant_id': '6b5e4a16e1474aaab4b37fcab65f96a9', 'ip_version': 4}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:11:22.319509 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f9624a-9b59-49f9-a839-bfeae25b8f69 admin admin] Pushing event updated for resources: {'Network': ['ID=82c9016a-2e86-43db-b802-2faf8fe68f2c,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:11:22.328814 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network 82c9016a-2e86-43db-b802-2faf8fe68f2c details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:11:22.338802 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8b9bd69-2ff9-40b3-bb87-d5902ff70bd6 admin admin] Made reservation on behalf of 6b5e4a16e1474aaab4b37fcab65f96a9 for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:11:22.342132 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d8b9bd69-2ff9-40b3-bb87-d5902ff70bd6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4733071'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:22.510451 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d8b9bd69-2ff9-40b3-bb87-d5902ff70bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4752401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4733085'] for subnet (42a6bf20-d25e-4935-ad1e-654a55d2642f), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:22.568522 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b9bd69-2ff9-40b3-bb87-d5902ff70bd6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=42a6bf20-d25e-4935-ad1e-654a55d2642f,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:11:22.577005 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b9bd69-2ff9-40b3-bb87-d5902ff70bd6 admin admin] Checking segment: {'id': '62dcf40f-e75f-4b3f-bd0a-763cdc11fb45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '82c9016a-2e86-43db-b802-2faf8fe68f2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:11:22.577400 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b9bd69-2ff9-40b3-bb87-d5902ff70bd6 admin admin] Network hostable DHCP agents. Network: 82c9016a-2e86-43db-b802-2faf8fe68f2c, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:11:22.593410 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b9bd69-2ff9-40b3-bb87-d5902ff70bd6 admin admin] Network 82c9016a-2e86-43db-b802-2faf8fe68f2c is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:11:22.601991 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-d8b9bd69-2ff9-40b3-bb87-d5902ff70bd6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, 82c9016a-2e86-43db-b802-2faf8fe68f2c) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:11:22.606825 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b9bd69-2ff9-40b3-bb87-d5902ff70bd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:11:22.608908 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d8b9bd69-2ff9-40b3-bb87-d5902ff70bd6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:22.609599 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed6e16ab-cbff-4375-aa52-516f31299d91 None None] Network 82c9016a-2e86-43db-b802-2faf8fe68f2c requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:11:22.625485 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-d8b9bd69-2ff9-40b3-bb87-d5902ff70bd6 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3140340 Jan 28 20:11:22.628066 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 38306) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:11:22.632444 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-cc9b8578-bc21-4244-867f-cdb7cd5aab79 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-352351620-router', 'tenant_id': '6b5e4a16e1474aaab4b37fcab65f96a9', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:11:22.650820 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cc9b8578-bc21-4244-867f-cdb7cd5aab79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261150'] for router (f222fb0c-5874-49d5-bc15-b7e4a9f47e5a), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:22.651846 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cc9b8578-bc21-4244-867f-cdb7cd5aab79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-731099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-731441', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261129'] for router (f222fb0c-5874-49d5-bc15-b7e4a9f47e5a), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:22.704918 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cc9b8578-bc21-4244-867f-cdb7cd5aab79 admin admin] Publish callbacks [] for router_controller (f222fb0c-5874-49d5-bc15-b7e4a9f47e5a), precommit_add_association {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:22.711738 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfe9e31f-d432-4264-a75b-cf4087f6bcd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68cd31fd-e4cd-5fb3-a862-256fc47efcd2-82c9016a-2e86-43db-b802-2faf8fe68f2c', 'network_id': '82c9016a-2e86-43db-b802-2faf8fe68f2c', 'project_id': '6b5e4a16e1474aaab4b37fcab65f96a9', 'fixed_ips': [{'subnet_id': '42a6bf20-d25e-4935-ad1e-654a55d2642f'}]}} from n-d-812111-14. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 20:11:22.712622 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-dfe9e31f-d432-4264-a75b-cf4087f6bcd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:22.842947 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-dfe9e31f-d432-4264-a75b-cf4087f6bcd9 None None] Allocated IP 172.20.0.2 (82c9016a-2e86-43db-b802-2faf8fe68f2c/42a6bf20-d25e-4935-ad1e-654a55d2642f/31f75b7b-23ac-42ed-a229-098d35d3e9a2) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:11:22.845562 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cc9b8578-bc21-4244-867f-cdb7cd5aab79 admin admin] Publish callbacks [] for router_gateway (f222fb0c-5874-49d5-bc15-b7e4a9f47e5a), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:22.988736 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-dfe9e31f-d432-4264-a75b-cf4087f6bcd9 None None] Publish callbacks [] for port (31f75b7b-23ac-42ed-a229-098d35d3e9a2), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:22.994538 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-dfe9e31f-d432-4264-a75b-cf4087f6bcd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (31f75b7b-23ac-42ed-a229-098d35d3e9a2), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:23.030503 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfe9e31f-d432-4264-a75b-cf4087f6bcd9 None None] Network 82c9016a-2e86-43db-b802-2faf8fe68f2c is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:11:23.033280 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-dfe9e31f-d432-4264-a75b-cf4087f6bcd9 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:11:23.037466 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe9e31f-d432-4264-a75b-cf4087f6bcd9 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:11:23.043958 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cc9b8578-bc21-4244-867f-cdb7cd5aab79 admin admin] Publish callbacks [] for router_gateway (f222fb0c-5874-49d5-bc15-b7e4a9f47e5a), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:23.050637 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe9e31f-d432-4264-a75b-cf4087f6bcd9 None None] Pushing event updated for resources: {'Port': ['ID=31f75b7b-23ac-42ed-a229-098d35d3e9a2,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:11:23.063360 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cc9b8578-bc21-4244-867f-cdb7cd5aab79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:23.104759 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-dfe9e31f-d432-4264-a75b-cf4087f6bcd9 None None] Attempting to bind port 31f75b7b-23ac-42ed-a229-098d35d3e9a2 on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:11:23.105048 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-dfe9e31f-d432-4264-a75b-cf4087f6bcd9 None None] Attempting to bind port 31f75b7b-23ac-42ed-a229-098d35d3e9a2 by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '62dcf40f-e75f-4b3f-bd0a-763cdc11fb45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '82c9016a-2e86-43db-b802-2faf8fe68f2c'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:11:23.105446 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe9e31f-d432-4264-a75b-cf4087f6bcd9 None None] Attempting to bind port 31f75b7b-23ac-42ed-a229-098d35d3e9a2 on network 82c9016a-2e86-43db-b802-2faf8fe68f2c {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:11:23.110384 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe9e31f-d432-4264-a75b-cf4087f6bcd9 None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 11, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:11:23.110768 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe9e31f-d432-4264-a75b-cf4087f6bcd9 None None] Checking segment: {'id': '62dcf40f-e75f-4b3f-bd0a-763cdc11fb45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '82c9016a-2e86-43db-b802-2faf8fe68f2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:11:23.111176 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-dfe9e31f-d432-4264-a75b-cf4087f6bcd9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:23.111573 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe9e31f-d432-4264-a75b-cf4087f6bcd9 None None] Bound using segment: {'id': '62dcf40f-e75f-4b3f-bd0a-763cdc11fb45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '82c9016a-2e86-43db-b802-2faf8fe68f2c'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:11:23.112040 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-dfe9e31f-d432-4264-a75b-cf4087f6bcd9 None None] Bound port: 31f75b7b-23ac-42ed-a229-098d35d3e9a2, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62dcf40f-e75f-4b3f-bd0a-763cdc11fb45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '82c9016a-2e86-43db-b802-2faf8fe68f2c'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:11:23.112424 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-dfe9e31f-d432-4264-a75b-cf4087f6bcd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (31f75b7b-23ac-42ed-a229-098d35d3e9a2), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:23.165023 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-cc9b8578-bc21-4244-867f-cdb7cd5aab79 admin admin] Allocated IP 172.25.6.113 (d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8/a648e4ab-7422-41b9-b133-58aca25ab8f5/47ab321f-a840-499b-ae8d-2e991f352d3d) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:11:23.173990 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-dfe9e31f-d432-4264-a75b-cf4087f6bcd9 None None] For port 31f75b7b-23ac-42ed-a229-098d35d3e9a2, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:11:23.177059 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-dfe9e31f-d432-4264-a75b-cf4087f6bcd9 None None] For port 31f75b7b-23ac-42ed-a229-098d35d3e9a2, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=31f75b7b-23ac-42ed-a229-098d35d3e9a2,segment=NetworkSegment(62dcf40f-e75f-4b3f-bd0a-763cdc11fb45),segment_id=62dcf40f-e75f-4b3f-bd0a-763cdc11fb45)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:11:23.182818 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-dfe9e31f-d432-4264-a75b-cf4087f6bcd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (31f75b7b-23ac-42ed-a229-098d35d3e9a2), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:23.238469 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe9e31f-d432-4264-a75b-cf4087f6bcd9 None None] Pushing event updated for resources: {'Port': ['ID=31f75b7b-23ac-42ed-a229-098d35d3e9a2,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:11:23.282520 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cc9b8578-bc21-4244-867f-cdb7cd5aab79 admin admin] Publish callbacks [] for port (47ab321f-a840-499b-ae8d-2e991f352d3d), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:23.319381 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cc9b8578-bc21-4244-867f-cdb7cd5aab79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (47ab321f-a840-499b-ae8d-2e991f352d3d), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:23.359156 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc9b8578-bc21-4244-867f-cdb7cd5aab79 admin admin] Network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:11:23.364499 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-cc9b8578-bc21-4244-867f-cdb7cd5aab79 admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:11:23.368957 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9b8578-bc21-4244-867f-cdb7cd5aab79 admin admin] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:11:23.372120 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9b8578-bc21-4244-867f-cdb7cd5aab79 admin admin] Pushing event updated for resources: {'Port': ['ID=47ab321f-a840-499b-ae8d-2e991f352d3d,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:11:23.949501 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cc9b8578-bc21-4244-867f-cdb7cd5aab79 admin admin] Publish callbacks [] for router_gateway (f222fb0c-5874-49d5-bc15-b7e4a9f47e5a), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:24.153015 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cc9b8578-bc21-4244-867f-cdb7cd5aab79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-731074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-731460'] for router (f222fb0c-5874-49d5-bc15-b7e4a9f47e5a), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:24.175097 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60350354-cfc4-49cd-bda8-c7f868eef261 None None] Network 82c9016a-2e86-43db-b802-2faf8fe68f2c requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:11:24.254799 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-f482b411-5255-4c32-964f-a8f3ae5e39f9 None None] Provisioning complete for port 31f75b7b-23ac-42ed-a229-098d35d3e9a2 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:11:24.255258 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f482b411-5255-4c32-964f-a8f3ae5e39f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (31f75b7b-23ac-42ed-a229-098d35d3e9a2), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:24.306646 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc9b8578-bc21-4244-867f-cdb7cd5aab79 admin admin] Router f222fb0c-5874-49d5-bc15-b7e4a9f47e5a is scheduled to L3 agent 76fe5c49-705a-4e08-abb2-be585676213f with binding_index 1 {{(pid=103305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 20:11:24.308043 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 31f75b7b-23ac-42ed-a229-098d35d3e9a2 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:11:24.351282 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:24.416547 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc9b8578-bc21-4244-867f-cdb7cd5aab79 admin admin] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:11:24.426338 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-260d8c8e-81e2-46f3-a9cf-3f1fe81c2c9e None None] Sync routers for ids ['f222fb0c-5874-49d5-bc15-b7e4a9f47e5a'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:11:24.437996 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cc9b8578-bc21-4244-867f-cdb7cd5aab79 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:24.439133 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 31f75b7b-23ac-42ed-a229-098d35d3e9a2 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:11:24.439562 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (31f75b7b-23ac-42ed-a229-098d35d3e9a2), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:24.440413 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-cc9b8578-bc21-4244-867f-cdb7cd5aab79 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8109102 Jan 28 20:11:24.442746 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 38308) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:11:24.447291 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-260d8c8e-81e2-46f3-a9cf-3f1fe81c2c9e None None] Routers {'f222fb0c-5874-49d5-bc15-b7e4a9f47e5a'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:11:24.447916 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-260d8c8e-81e2-46f3-a9cf-3f1fe81c2c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:11:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['f222fb0c-5874-49d5-bc15-b7e4a9f47e5a'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:11:24.453770 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-f482b411-5255-4c32-964f-a8f3ae5e39f9 None None] Current status of the port 31f75b7b-23ac-42ed-a229-098d35d3e9a2 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:11:24.454236 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f482b411-5255-4c32-964f-a8f3ae5e39f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (31f75b7b-23ac-42ed-a229-098d35d3e9a2), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:24.521138 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-f482b411-5255-4c32-964f-a8f3ae5e39f9 None None] For port 31f75b7b-23ac-42ed-a229-098d35d3e9a2, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=31f75b7b-23ac-42ed-a229-098d35d3e9a2,segment=NetworkSegment(62dcf40f-e75f-4b3f-bd0a-763cdc11fb45),segment_id=62dcf40f-e75f-4b3f-bd0a-763cdc11fb45)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:11:24.572226 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f482b411-5255-4c32-964f-a8f3ae5e39f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (31f75b7b-23ac-42ed-a229-098d35d3e9a2), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:24.575303 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 31f75b7b-23ac-42ed-a229-098d35d3e9a2 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:11:24.576919 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-260d8c8e-81e2-46f3-a9cf-3f1fe81c2c9e None None] Set router f222fb0c-5874-49d5-bc15-b7e4a9f47e5a gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:11:24.635387 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f482b411-5255-4c32-964f-a8f3ae5e39f9 None None] Pushing event updated for resources: {'Port': ['ID=31f75b7b-23ac-42ed-a229-098d35d3e9a2,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:11:24.693611 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-739bd2ac-2528-4018-9223-884fd168ac09 None None] Provisioning complete for port 31f75b7b-23ac-42ed-a229-098d35d3e9a2 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:11:24.694254 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-739bd2ac-2528-4018-9223-884fd168ac09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (31f75b7b-23ac-42ed-a229-098d35d3e9a2), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:24.775166 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-739bd2ac-2528-4018-9223-884fd168ac09 None None] Current status of the port 31f75b7b-23ac-42ed-a229-098d35d3e9a2 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:11:24.781194 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-260d8c8e-81e2-46f3-a9cf-3f1fe81c2c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f222fb0c-5874-49d5-bc15-b7e4a9f47e5a', 'name': 'tempest-TestVolumeBootPattern-352351620-router', 'tenant_id': '6b5e4a16e1474aaab4b37fcab65f96a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '47ab321f-a840-499b-ae8d-2e991f352d3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:11:22Z', 'updated_at': '2022-01-28T20:11:23Z', 'revision_number': 3, 'project_id': '6b5e4a16e1474aaab4b37fcab65f96a9', 'gw_port': {'id': '47ab321f-a840-499b-ae8d-2e991f352d3d', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:24:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f222fb0c-5874-49d5-bc15-b7e4a9f47e5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:11:23Z', 'updated_at': '2022-01-28T20:11:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:11:24.810749 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-260d8c8e-81e2-46f3-a9cf-3f1fe81c2c9e None None] Checking router: f222fb0c-5874-49d5-bc15-b7e4a9f47e5a for host: n-d-812111-14 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:11:24.811095 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-260d8c8e-81e2-46f3-a9cf-3f1fe81c2c9e None None] Updating router f222fb0c-5874-49d5-bc15-b7e4a9f47e5a port 47ab321f-a840-499b-ae8d-2e991f352d3d binding host n-d-812111-14 {{(pid=103307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:11:24.837804 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-260d8c8e-81e2-46f3-a9cf-3f1fe81c2c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (47ab321f-a840-499b-ae8d-2e991f352d3d), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:24.905416 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-302f7b90-de2e-448e-8570-7438a8fa1c1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:25.065451 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-302f7b90-de2e-448e-8570-7438a8fa1c1f admin admin] Allocated IP 172.20.0.1 (82c9016a-2e86-43db-b802-2faf8fe68f2c/42a6bf20-d25e-4935-ad1e-654a55d2642f/ba92694b-9acc-4040-81bd-f537df0ec768) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:11:25.167692 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-260d8c8e-81e2-46f3-a9cf-3f1fe81c2c9e None None] Publish callbacks [] for port (47ab321f-a840-499b-ae8d-2e991f352d3d), precommit_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:25.171747 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-302f7b90-de2e-448e-8570-7438a8fa1c1f admin admin] Publish callbacks [] for port (ba92694b-9acc-4040-81bd-f537df0ec768), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:25.173007 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-260d8c8e-81e2-46f3-a9cf-3f1fe81c2c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (47ab321f-a840-499b-ae8d-2e991f352d3d), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:25.209124 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-302f7b90-de2e-448e-8570-7438a8fa1c1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (ba92694b-9acc-4040-81bd-f537df0ec768), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:25.222032 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-260d8c8e-81e2-46f3-a9cf-3f1fe81c2c9e None None] Attempting to bind port 47ab321f-a840-499b-ae8d-2e991f352d3d on host n-d-812111-14 for vnic_type normal with profile {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:11:25.222402 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-260d8c8e-81e2-46f3-a9cf-3f1fe81c2c9e None None] Attempting to bind port 47ab321f-a840-499b-ae8d-2e991f352d3d by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:11:25.222768 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-260d8c8e-81e2-46f3-a9cf-3f1fe81c2c9e None None] Attempting to bind port 47ab321f-a840-499b-ae8d-2e991f352d3d on network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:11:25.232793 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-260d8c8e-81e2-46f3-a9cf-3f1fe81c2c9e None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 11, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:11:25.233209 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-260d8c8e-81e2-46f3-a9cf-3f1fe81c2c9e None None] Checking segment: {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:11:25.233623 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-260d8c8e-81e2-46f3-a9cf-3f1fe81c2c9e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:25.234014 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-260d8c8e-81e2-46f3-a9cf-3f1fe81c2c9e None None] Bound using segment: {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:11:25.234481 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-260d8c8e-81e2-46f3-a9cf-3f1fe81c2c9e None None] Bound port: 47ab321f-a840-499b-ae8d-2e991f352d3d, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:11:25.234857 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-260d8c8e-81e2-46f3-a9cf-3f1fe81c2c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (47ab321f-a840-499b-ae8d-2e991f352d3d), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:25.252441 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-302f7b90-de2e-448e-8570-7438a8fa1c1f admin admin] Network 82c9016a-2e86-43db-b802-2faf8fe68f2c is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:11:25.255211 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-302f7b90-de2e-448e-8570-7438a8fa1c1f admin admin] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:11:25.257795 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302f7b90-de2e-448e-8570-7438a8fa1c1f admin admin] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:11:25.262239 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8287ba-be45-4102-a325-dafe71f52512 None None] Pushing event updated for resources: {'Port': ['ID=47ab321f-a840-499b-ae8d-2e991f352d3d,revision_number=2']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:11:25.274132 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8287ba-be45-4102-a325-dafe71f52512 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:11:25.274494 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8287ba-be45-4102-a325-dafe71f52512 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:11:25.274835 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8287ba-be45-4102-a325-dafe71f52512 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:11:25.275170 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8287ba-be45-4102-a325-dafe71f52512 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:11:25.275502 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8287ba-be45-4102-a325-dafe71f52512 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:11:25.275830 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8287ba-be45-4102-a325-dafe71f52512 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:11:25.276200 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8287ba-be45-4102-a325-dafe71f52512 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:11:25.276474 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8287ba-be45-4102-a325-dafe71f52512 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:11:25.276799 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8287ba-be45-4102-a325-dafe71f52512 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:11:25.277152 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8287ba-be45-4102-a325-dafe71f52512 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:11:25.277465 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8287ba-be45-4102-a325-dafe71f52512 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:11:25.278268 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8287ba-be45-4102-a325-dafe71f52512 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:11:25.278268 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8287ba-be45-4102-a325-dafe71f52512 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:11:25.291916 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302f7b90-de2e-448e-8570-7438a8fa1c1f admin admin] Pushing event updated for resources: {'Port': ['ID=ba92694b-9acc-4040-81bd-f537df0ec768,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:11:25.306822 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-302f7b90-de2e-448e-8570-7438a8fa1c1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734769'] for router_interface (f222fb0c-5874-49d5-bc15-b7e4a9f47e5a), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:25.306992 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-260d8c8e-81e2-46f3-a9cf-3f1fe81c2c9e None None] For port 47ab321f-a840-499b-ae8d-2e991f352d3d, host n-d-812111-14, cleared binding levels {{(pid=103307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:11:25.312250 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-260d8c8e-81e2-46f3-a9cf-3f1fe81c2c9e None None] For port 47ab321f-a840-499b-ae8d-2e991f352d3d, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=47ab321f-a840-499b-ae8d-2e991f352d3d,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:11:25.322783 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-260d8c8e-81e2-46f3-a9cf-3f1fe81c2c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (47ab321f-a840-499b-ae8d-2e991f352d3d), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:25.388150 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-260d8c8e-81e2-46f3-a9cf-3f1fe81c2c9e None None] Routers {'f222fb0c-5874-49d5-bc15-b7e4a9f47e5a'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:11:25.388794 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-260d8c8e-81e2-46f3-a9cf-3f1fe81c2c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:11:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['f222fb0c-5874-49d5-bc15-b7e4a9f47e5a'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:11:25.436109 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8287ba-be45-4102-a325-dafe71f52512 None None] Pushing event updated for resources: {'Port': ['ID=47ab321f-a840-499b-ae8d-2e991f352d3d,revision_number=3']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:11:25.447084 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-302f7b90-de2e-448e-8570-7438a8fa1c1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (ba92694b-9acc-4040-81bd-f537df0ec768), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:25.504286 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-6c859a0a-4b65-479c-bc38-cead7408487f None None] Provisioning complete for port ba92694b-9acc-4040-81bd-f537df0ec768 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:11:25.504870 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6c859a0a-4b65-479c-bc38-cead7408487f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (ba92694b-9acc-4040-81bd-f537df0ec768), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:25.504955 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-260d8c8e-81e2-46f3-a9cf-3f1fe81c2c9e None None] Set router f222fb0c-5874-49d5-bc15-b7e4a9f47e5a gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:11:25.539744 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-6c859a0a-4b65-479c-bc38-cead7408487f None None] Port ba92694b-9acc-4040-81bd-f537df0ec768 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 20:11:25.621896 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-302f7b90-de2e-448e-8570-7438a8fa1c1f admin admin] Publish callbacks [] for port (ba92694b-9acc-4040-81bd-f537df0ec768), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:25.627590 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-302f7b90-de2e-448e-8570-7438a8fa1c1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (ba92694b-9acc-4040-81bd-f537df0ec768), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:25.702296 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302f7b90-de2e-448e-8570-7438a8fa1c1f admin admin] Pushing event updated for resources: {'Port': ['ID=ba92694b-9acc-4040-81bd-f537df0ec768,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:11:25.703372 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-260d8c8e-81e2-46f3-a9cf-3f1fe81c2c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f222fb0c-5874-49d5-bc15-b7e4a9f47e5a', 'name': 'tempest-TestVolumeBootPattern-352351620-router', 'tenant_id': '6b5e4a16e1474aaab4b37fcab65f96a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '47ab321f-a840-499b-ae8d-2e991f352d3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:11:22Z', 'updated_at': '2022-01-28T20:11:23Z', 'revision_number': 3, 'project_id': '6b5e4a16e1474aaab4b37fcab65f96a9', 'gw_port': {'id': '47ab321f-a840-499b-ae8d-2e991f352d3d', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:24:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f222fb0c-5874-49d5-bc15-b7e4a9f47e5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:11:23Z', 'updated_at': '2022-01-28T20:11:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:11:25.704894 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-302f7b90-de2e-448e-8570-7438a8fa1c1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-756216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-732801'] for router_interface (f222fb0c-5874-49d5-bc15-b7e4a9f47e5a), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:25.731417 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-260d8c8e-81e2-46f3-a9cf-3f1fe81c2c9e None None] The sync data for ids ['f222fb0c-5874-49d5-bc15-b7e4a9f47e5a'] in n-d-812111-14 is: [{'id': 'f222fb0c-5874-49d5-bc15-b7e4a9f47e5a', 'name': 'tempest-TestVolumeBootPattern-352351620-router', 'tenant_id': '6b5e4a16e1474aaab4b37fcab65f96a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '47ab321f-a840-499b-ae8d-2e991f352d3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:11:22Z', 'updated_at': '2022-01-28T20:11:23Z', 'revision_number': 3, 'project_id': '6b5e4a16e1474aaab4b37fcab65f96a9', 'gw_port': {'id': '47ab321f-a840-499b-ae8d-2e991f352d3d', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:24:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f222fb0c-5874-49d5-bc15-b7e4a9f47e5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:11:23Z', 'updated_at': '2022-01-28T20:11:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:11:25.801456 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-302f7b90-de2e-448e-8570-7438a8fa1c1f admin admin] Network 82c9016a-2e86-43db-b802-2faf8fe68f2c is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:11:25.802967 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-302f7b90-de2e-448e-8570-7438a8fa1c1f admin admin] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:11:25.948928 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-302f7b90-de2e-448e-8570-7438a8fa1c1f admin admin] Router f222fb0c-5874-49d5-bc15-b7e4a9f47e5a has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:11:26.071969 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-a05480f3-8fb0-49a1-bd6f-8648a60f2efa None None] Provisioning complete for port ba92694b-9acc-4040-81bd-f537df0ec768 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:11:26.072347 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a05480f3-8fb0-49a1-bd6f-8648a60f2efa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (ba92694b-9acc-4040-81bd-f537df0ec768), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:26.076761 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-302f7b90-de2e-448e-8570-7438a8fa1c1f admin admin] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:11:26.087622 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-302f7b90-de2e-448e-8570-7438a8fa1c1f admin admin] 10.222.0.64 "PUT /v2.0/routers/f222fb0c-5874-49d5-bc15-b7e4a9f47e5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6373725 Jan 28 20:11:26.116074 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-a05480f3-8fb0-49a1-bd6f-8648a60f2efa None None] Port ba92694b-9acc-4040-81bd-f537df0ec768 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 20:11:26.332150 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 47ab321f-a840-499b-ae8d-2e991f352d3d up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:11:26.387493 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 47ab321f-a840-499b-ae8d-2e991f352d3d triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:11:26.387871 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (47ab321f-a840-499b-ae8d-2e991f352d3d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:26.478633 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 47ab321f-a840-499b-ae8d-2e991f352d3d is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:11:26.479032 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (47ab321f-a840-499b-ae8d-2e991f352d3d), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:26.502366 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] For port 47ab321f-a840-499b-ae8d-2e991f352d3d, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=47ab321f-a840-499b-ae8d-2e991f352d3d,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:11:26.511730 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (47ab321f-a840-499b-ae8d-2e991f352d3d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:26.512529 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 31f75b7b-23ac-42ed-a229-098d35d3e9a2 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:11:26.597343 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Pushing event updated for resources: {'Port': ['ID=47ab321f-a840-499b-ae8d-2e991f352d3d,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:11:26.608444 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 31f75b7b-23ac-42ed-a229-098d35d3e9a2 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:11:26.608814 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (31f75b7b-23ac-42ed-a229-098d35d3e9a2), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:26.633460 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 38324) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:11:26.638379 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-ceb3689e-93ad-4a5d-b809-658d3eff3b5f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1976511318-network', 'tenant_id': 'bffe6f41a9c14498874b51a0f5bda121'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:11:26.660453 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceb3689e-93ad-4a5d-b809-658d3eff3b5f admin admin] Made reservation on behalf of bffe6f41a9c14498874b51a0f5bda121 for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:11:26.663108 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ceb3689e-93ad-4a5d-b809-658d3eff3b5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:26.672225 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ceb3689e-93ad-4a5d-b809-658d3eff3b5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:26.695864 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 31f75b7b-23ac-42ed-a229-098d35d3e9a2 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:11:26.748908 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ceb3689e-93ad-4a5d-b809-658d3eff3b5f admin admin] Publish callbacks [] for security_group (31430b3a-777b-42c8-9408-e6d31e136546), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:26.752495 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ceb3689e-93ad-4a5d-b809-658d3eff3b5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (31430b3a-777b-42c8-9408-e6d31e136546), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:26.773484 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ceb3689e-93ad-4a5d-b809-658d3eff3b5f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:11:26.788156 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb3689e-93ad-4a5d-b809-658d3eff3b5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31430b3a-777b-42c8-9408-e6d31e136546,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:11:26.791007 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ceb3689e-93ad-4a5d-b809-658d3eff3b5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (822ce360-a353-4306-9258-9842c5b5dd27), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:26.791357 n-d-812111-14 neutron-server[103305]: INFO neutron.db.segments_db [None req-ceb3689e-93ad-4a5d-b809-658d3eff3b5f admin admin] Added segment 822ce360-a353-4306-9258-9842c5b5dd27 of type vlan for network 983b27e4-445d-42b2-9b34-c928ea14a956 Jan 28 20:11:26.830952 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ceb3689e-93ad-4a5d-b809-658d3eff3b5f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (983b27e4-445d-42b2-9b34-c928ea14a956), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:26.855735 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ceb3689e-93ad-4a5d-b809-658d3eff3b5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (983b27e4-445d-42b2-9b34-c928ea14a956), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:26.856599 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb3689e-93ad-4a5d-b809-658d3eff3b5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:11:26.857198 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ceb3689e-93ad-4a5d-b809-658d3eff3b5f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:26.913386 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-ceb3689e-93ad-4a5d-b809-658d3eff3b5f admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.2787683 Jan 28 20:11:26.916636 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 38326) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:11:26.923049 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-d199143a-7c0b-4714-aedc-5159c3d9b05b admin admin] Request body: {'subnet': {'network_id': '983b27e4-445d-42b2-9b34-c928ea14a956', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1976511318-subnet', 'tenant_id': 'bffe6f41a9c14498874b51a0f5bda121', 'ip_version': 4}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:11:26.924779 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb3689e-93ad-4a5d-b809-658d3eff3b5f admin admin] Pushing event updated for resources: {'Network': ['ID=983b27e4-445d-42b2-9b34-c928ea14a956,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:11:26.935307 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network 983b27e4-445d-42b2-9b34-c928ea14a956 details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:11:26.945062 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d199143a-7c0b-4714-aedc-5159c3d9b05b admin admin] Made reservation on behalf of bffe6f41a9c14498874b51a0f5bda121 for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:11:26.947457 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d199143a-7c0b-4714-aedc-5159c3d9b05b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5221429'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:27.118028 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d199143a-7c0b-4714-aedc-5159c3d9b05b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4690681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5221415'] for subnet (628edb28-819d-44cd-a9bd-f821d07509b7), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:27.169310 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d199143a-7c0b-4714-aedc-5159c3d9b05b admin admin] Pushing event updated for resources: {'Subnet': ['ID=628edb28-819d-44cd-a9bd-f821d07509b7,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:11:27.186963 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d199143a-7c0b-4714-aedc-5159c3d9b05b admin admin] Checking segment: {'id': '822ce360-a353-4306-9258-9842c5b5dd27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '983b27e4-445d-42b2-9b34-c928ea14a956'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:11:27.187333 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d199143a-7c0b-4714-aedc-5159c3d9b05b admin admin] Network hostable DHCP agents. Network: 983b27e4-445d-42b2-9b34-c928ea14a956, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:11:27.204269 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d199143a-7c0b-4714-aedc-5159c3d9b05b admin admin] Network 983b27e4-445d-42b2-9b34-c928ea14a956 is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:11:27.213962 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-d199143a-7c0b-4714-aedc-5159c3d9b05b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, 983b27e4-445d-42b2-9b34-c928ea14a956) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:11:27.218178 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d199143a-7c0b-4714-aedc-5159c3d9b05b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:11:27.218783 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d199143a-7c0b-4714-aedc-5159c3d9b05b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:27.225048 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d1303de-d20e-4e60-8e67-5caa3f5a1d3d None None] Network 983b27e4-445d-42b2-9b34-c928ea14a956 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:11:27.239465 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-d199143a-7c0b-4714-aedc-5159c3d9b05b admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3214979 Jan 28 20:11:27.242764 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 38328) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:11:27.247486 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-5edaaee6-0922-47dc-8984-4b26ccdd279b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1976511318-router', 'tenant_id': 'bffe6f41a9c14498874b51a0f5bda121', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:11:27.267867 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5edaaee6-0922-47dc-8984-4b26ccdd279b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261150'] for router (7d9a700d-2206-45a8-8a50-53483a69fd67), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:27.268933 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5edaaee6-0922-47dc-8984-4b26ccdd279b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-731099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-731441', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261129'] for router (7d9a700d-2206-45a8-8a50-53483a69fd67), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:27.330222 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5edaaee6-0922-47dc-8984-4b26ccdd279b admin admin] Publish callbacks [] for router_controller (7d9a700d-2206-45a8-8a50-53483a69fd67), precommit_add_association {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:27.330677 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa5696a-2c3f-41fc-8271-2ee4bdbcd613 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68cd31fd-e4cd-5fb3-a862-256fc47efcd2-983b27e4-445d-42b2-9b34-c928ea14a956', 'network_id': '983b27e4-445d-42b2-9b34-c928ea14a956', 'project_id': 'bffe6f41a9c14498874b51a0f5bda121', 'fixed_ips': [{'subnet_id': '628edb28-819d-44cd-a9bd-f821d07509b7'}]}} from n-d-812111-14. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 20:11:27.331649 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2fa5696a-2c3f-41fc-8271-2ee4bdbcd613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:27.410030 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d542bf-12cc-443d-abb6-d16818ea6ae2 None None] Sync routers for ids ['f222fb0c-5874-49d5-bc15-b7e4a9f47e5a'] in n-d-812111-14 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:11:27.432012 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d542bf-12cc-443d-abb6-d16818ea6ae2 None None] Routers {'f222fb0c-5874-49d5-bc15-b7e4a9f47e5a'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:11:27.432624 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-c1d542bf-12cc-443d-abb6-d16818ea6ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:11:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['f222fb0c-5874-49d5-bc15-b7e4a9f47e5a'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:11:27.473696 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5edaaee6-0922-47dc-8984-4b26ccdd279b admin admin] Publish callbacks [] for router_gateway (7d9a700d-2206-45a8-8a50-53483a69fd67), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:27.558109 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-2fa5696a-2c3f-41fc-8271-2ee4bdbcd613 None None] Allocated IP 172.20.0.2 (983b27e4-445d-42b2-9b34-c928ea14a956/628edb28-819d-44cd-a9bd-f821d07509b7/2b8ae10f-b7f3-4b75-b7a1-0852b736ee3a) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:11:27.589954 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-c1d542bf-12cc-443d-abb6-d16818ea6ae2 None None] Set router f222fb0c-5874-49d5-bc15-b7e4a9f47e5a gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:11:28.007769 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5edaaee6-0922-47dc-8984-4b26ccdd279b admin admin] Publish callbacks [] for router_gateway (7d9a700d-2206-45a8-8a50-53483a69fd67), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:28.024745 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2fa5696a-2c3f-41fc-8271-2ee4bdbcd613 None None] Publish callbacks [] for port (2b8ae10f-b7f3-4b75-b7a1-0852b736ee3a), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:28.027105 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5edaaee6-0922-47dc-8984-4b26ccdd279b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:28.051466 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2fa5696a-2c3f-41fc-8271-2ee4bdbcd613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (2b8ae10f-b7f3-4b75-b7a1-0852b736ee3a), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:28.102475 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa5696a-2c3f-41fc-8271-2ee4bdbcd613 None None] Network 983b27e4-445d-42b2-9b34-c928ea14a956 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:11:28.110488 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-2fa5696a-2c3f-41fc-8271-2ee4bdbcd613 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:11:28.114218 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa5696a-2c3f-41fc-8271-2ee4bdbcd613 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:11:28.116036 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa5696a-2c3f-41fc-8271-2ee4bdbcd613 None None] Pushing event updated for resources: {'Port': ['ID=2b8ae10f-b7f3-4b75-b7a1-0852b736ee3a,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:11:28.135520 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-5edaaee6-0922-47dc-8984-4b26ccdd279b admin admin] Allocated IP 172.25.6.252 (d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8/a648e4ab-7422-41b9-b133-58aca25ab8f5/8a4d5300-29d9-4cf1-92f8-eb379a468b46) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:11:28.165504 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-c1d542bf-12cc-443d-abb6-d16818ea6ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f222fb0c-5874-49d5-bc15-b7e4a9f47e5a', 'name': 'tempest-TestVolumeBootPattern-352351620-router', 'tenant_id': '6b5e4a16e1474aaab4b37fcab65f96a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '47ab321f-a840-499b-ae8d-2e991f352d3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:11:22Z', 'updated_at': '2022-01-28T20:11:25Z', 'revision_number': 4, 'project_id': '6b5e4a16e1474aaab4b37fcab65f96a9', 'gw_port': {'id': '47ab321f-a840-499b-ae8d-2e991f352d3d', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:24:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f222fb0c-5874-49d5-bc15-b7e4a9f47e5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:11:23Z', 'updated_at': '2022-01-28T20:11:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': 'ba92694b-9acc-4040-81bd-f537df0ec768', 'name': '', 'network_id': '82c9016a-2e86-43db-b802-2faf8fe68f2c', 'tenant_id': '6b5e4a16e1474aaab4b37fcab65f96a9', 'mac_address': 'fa:16:3e:f1:9a:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f222fb0c-5874-49d5-bc15-b7e4a9f47e5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '42a6bf20-d25e-4935-ad1e-654a55d2642f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:11:24Z', 'updated_at': '2022-01-28T20:11:25Z', 'revision_number': 2, 'project_id': '6b5e4a16e1474aaab4b37fcab65f96a9', 'subnets': [{'id': '42a6bf20-d25e-4935-ad1e-654a55d2642f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:11:28.200163 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d542bf-12cc-443d-abb6-d16818ea6ae2 None None] Checking router: f222fb0c-5874-49d5-bc15-b7e4a9f47e5a for host: n-d-812111-14 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:11:28.200527 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d542bf-12cc-443d-abb6-d16818ea6ae2 None None] Updating router f222fb0c-5874-49d5-bc15-b7e4a9f47e5a port ba92694b-9acc-4040-81bd-f537df0ec768 binding host n-d-812111-14 {{(pid=103306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:11:28.225833 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-2fa5696a-2c3f-41fc-8271-2ee4bdbcd613 None None] Attempting to bind port 2b8ae10f-b7f3-4b75-b7a1-0852b736ee3a on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:11:28.226205 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-2fa5696a-2c3f-41fc-8271-2ee4bdbcd613 None None] Attempting to bind port 2b8ae10f-b7f3-4b75-b7a1-0852b736ee3a by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '822ce360-a353-4306-9258-9842c5b5dd27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '983b27e4-445d-42b2-9b34-c928ea14a956'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:11:28.226875 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa5696a-2c3f-41fc-8271-2ee4bdbcd613 None None] Attempting to bind port 2b8ae10f-b7f3-4b75-b7a1-0852b736ee3a on network 983b27e4-445d-42b2-9b34-c928ea14a956 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:11:28.240375 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa5696a-2c3f-41fc-8271-2ee4bdbcd613 None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 11, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:11:28.240768 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa5696a-2c3f-41fc-8271-2ee4bdbcd613 None None] Checking segment: {'id': '822ce360-a353-4306-9258-9842c5b5dd27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '983b27e4-445d-42b2-9b34-c928ea14a956'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:11:28.241200 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2fa5696a-2c3f-41fc-8271-2ee4bdbcd613 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:28.241601 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa5696a-2c3f-41fc-8271-2ee4bdbcd613 None None] Bound using segment: {'id': '822ce360-a353-4306-9258-9842c5b5dd27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '983b27e4-445d-42b2-9b34-c928ea14a956'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:11:28.242083 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-2fa5696a-2c3f-41fc-8271-2ee4bdbcd613 None None] Bound port: 2b8ae10f-b7f3-4b75-b7a1-0852b736ee3a, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '822ce360-a353-4306-9258-9842c5b5dd27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '983b27e4-445d-42b2-9b34-c928ea14a956'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:11:28.242464 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2fa5696a-2c3f-41fc-8271-2ee4bdbcd613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (2b8ae10f-b7f3-4b75-b7a1-0852b736ee3a), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:28.254498 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5edaaee6-0922-47dc-8984-4b26ccdd279b admin admin] Publish callbacks [] for port (8a4d5300-29d9-4cf1-92f8-eb379a468b46), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:28.257040 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c1d542bf-12cc-443d-abb6-d16818ea6ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (ba92694b-9acc-4040-81bd-f537df0ec768), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:28.270069 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 47ab321f-a840-499b-ae8d-2e991f352d3d up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:11:28.293051 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5edaaee6-0922-47dc-8984-4b26ccdd279b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (8a4d5300-29d9-4cf1-92f8-eb379a468b46), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:28.331341 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5edaaee6-0922-47dc-8984-4b26ccdd279b admin admin] Network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:11:28.334187 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-5edaaee6-0922-47dc-8984-4b26ccdd279b admin admin] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:11:28.337198 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5edaaee6-0922-47dc-8984-4b26ccdd279b admin admin] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:11:28.369995 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edaaee6-0922-47dc-8984-4b26ccdd279b admin admin] Pushing event updated for resources: {'Port': ['ID=8a4d5300-29d9-4cf1-92f8-eb379a468b46,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:11:28.389040 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2fa5696a-2c3f-41fc-8271-2ee4bdbcd613 None None] For port 2b8ae10f-b7f3-4b75-b7a1-0852b736ee3a, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:11:28.452876 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2fa5696a-2c3f-41fc-8271-2ee4bdbcd613 None None] For port 2b8ae10f-b7f3-4b75-b7a1-0852b736ee3a, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=2b8ae10f-b7f3-4b75-b7a1-0852b736ee3a,segment=NetworkSegment(822ce360-a353-4306-9258-9842c5b5dd27),segment_id=822ce360-a353-4306-9258-9842c5b5dd27)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:11:28.465230 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2fa5696a-2c3f-41fc-8271-2ee4bdbcd613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (2b8ae10f-b7f3-4b75-b7a1-0852b736ee3a), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:28.548582 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 47ab321f-a840-499b-ae8d-2e991f352d3d triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:11:28.548960 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (47ab321f-a840-499b-ae8d-2e991f352d3d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:28.613670 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5edaaee6-0922-47dc-8984-4b26ccdd279b admin admin] Publish callbacks [] for router_gateway (7d9a700d-2206-45a8-8a50-53483a69fd67), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:28.621242 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa5696a-2c3f-41fc-8271-2ee4bdbcd613 None None] Pushing event updated for resources: {'Port': ['ID=2b8ae10f-b7f3-4b75-b7a1-0852b736ee3a,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:11:28.730087 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 47ab321f-a840-499b-ae8d-2e991f352d3d is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:11:28.762429 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c1d542bf-12cc-443d-abb6-d16818ea6ae2 None None] Publish callbacks [] for port (ba92694b-9acc-4040-81bd-f537df0ec768), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:28.770437 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c1d542bf-12cc-443d-abb6-d16818ea6ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (ba92694b-9acc-4040-81bd-f537df0ec768), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:28.825945 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e8509e-74f8-4f3c-a500-af0db0eed08e None None] Pushing event updated for resources: {'Port': ['ID=ba92694b-9acc-4040-81bd-f537df0ec768,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:11:28.859543 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5edaaee6-0922-47dc-8984-4b26ccdd279b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-731074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-731460'] for router (7d9a700d-2206-45a8-8a50-53483a69fd67), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:28.900485 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-c1d542bf-12cc-443d-abb6-d16818ea6ae2 None None] Attempting to bind port ba92694b-9acc-4040-81bd-f537df0ec768 on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:11:28.901279 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-c1d542bf-12cc-443d-abb6-d16818ea6ae2 None None] Attempting to bind port ba92694b-9acc-4040-81bd-f537df0ec768 by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '62dcf40f-e75f-4b3f-bd0a-763cdc11fb45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '82c9016a-2e86-43db-b802-2faf8fe68f2c'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:11:28.901698 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d542bf-12cc-443d-abb6-d16818ea6ae2 None None] Attempting to bind port ba92694b-9acc-4040-81bd-f537df0ec768 on network 82c9016a-2e86-43db-b802-2faf8fe68f2c {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:11:28.907334 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d542bf-12cc-443d-abb6-d16818ea6ae2 None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 11, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:11:28.907710 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d542bf-12cc-443d-abb6-d16818ea6ae2 None None] Checking segment: {'id': '62dcf40f-e75f-4b3f-bd0a-763cdc11fb45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '82c9016a-2e86-43db-b802-2faf8fe68f2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:11:28.908107 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c1d542bf-12cc-443d-abb6-d16818ea6ae2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:28.908499 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d542bf-12cc-443d-abb6-d16818ea6ae2 None None] Bound using segment: {'id': '62dcf40f-e75f-4b3f-bd0a-763cdc11fb45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '82c9016a-2e86-43db-b802-2faf8fe68f2c'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:11:28.908964 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-c1d542bf-12cc-443d-abb6-d16818ea6ae2 None None] Bound port: ba92694b-9acc-4040-81bd-f537df0ec768, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62dcf40f-e75f-4b3f-bd0a-763cdc11fb45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '82c9016a-2e86-43db-b802-2faf8fe68f2c'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:11:28.909370 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c1d542bf-12cc-443d-abb6-d16818ea6ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (ba92694b-9acc-4040-81bd-f537df0ec768), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:28.985577 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-c1d542bf-12cc-443d-abb6-d16818ea6ae2 None None] For port ba92694b-9acc-4040-81bd-f537df0ec768, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:11:28.989757 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-c1d542bf-12cc-443d-abb6-d16818ea6ae2 None None] For port ba92694b-9acc-4040-81bd-f537df0ec768, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=ba92694b-9acc-4040-81bd-f537df0ec768,segment=NetworkSegment(62dcf40f-e75f-4b3f-bd0a-763cdc11fb45),segment_id=62dcf40f-e75f-4b3f-bd0a-763cdc11fb45)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:11:28.996149 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c1d542bf-12cc-443d-abb6-d16818ea6ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (ba92694b-9acc-4040-81bd-f537df0ec768), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:29.018671 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5edaaee6-0922-47dc-8984-4b26ccdd279b admin admin] Router 7d9a700d-2206-45a8-8a50-53483a69fd67 is scheduled to L3 agent 76fe5c49-705a-4e08-abb2-be585676213f with binding_index 1 {{(pid=103304) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 20:11:29.057685 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d542bf-12cc-443d-abb6-d16818ea6ae2 None None] Routers {'f222fb0c-5874-49d5-bc15-b7e4a9f47e5a'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:11:29.058325 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-c1d542bf-12cc-443d-abb6-d16818ea6ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:11:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['f222fb0c-5874-49d5-bc15-b7e4a9f47e5a'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:11:29.063287 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e8509e-74f8-4f3c-a500-af0db0eed08e None None] Pushing event updated for resources: {'Port': ['ID=ba92694b-9acc-4040-81bd-f537df0ec768,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:11:29.148627 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5edaaee6-0922-47dc-8984-4b26ccdd279b admin admin] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:11:29.160277 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89119a35-b230-4367-b5d2-c1c478ef5f43 None None] Sync routers for ids ['7d9a700d-2206-45a8-8a50-53483a69fd67'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:11:29.171594 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89119a35-b230-4367-b5d2-c1c478ef5f43 None None] Routers {'7d9a700d-2206-45a8-8a50-53483a69fd67'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:11:29.172592 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-89119a35-b230-4367-b5d2-c1c478ef5f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:11:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['7d9a700d-2206-45a8-8a50-53483a69fd67'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:11:29.179525 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5edaaee6-0922-47dc-8984-4b26ccdd279b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:29.181937 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-5edaaee6-0922-47dc-8984-4b26ccdd279b admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.9381771 Jan 28 20:11:29.184676 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 38330) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:11:29.197197 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-de34d489-4ab3-4fe8-939f-d976e1366260 None None] Provisioning complete for port ba92694b-9acc-4040-81bd-f537df0ec768 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:11:29.197509 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-de34d489-4ab3-4fe8-939f-d976e1366260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (ba92694b-9acc-4040-81bd-f537df0ec768), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:29.203875 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-c1d542bf-12cc-443d-abb6-d16818ea6ae2 None None] Set router f222fb0c-5874-49d5-bc15-b7e4a9f47e5a gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:11:29.331914 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-89119a35-b230-4367-b5d2-c1c478ef5f43 None None] Set router 7d9a700d-2206-45a8-8a50-53483a69fd67 gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:11:29.452922 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-de34d489-4ab3-4fe8-939f-d976e1366260 None None] Current status of the port ba92694b-9acc-4040-81bd-f537df0ec768 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:11:29.453375 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-de34d489-4ab3-4fe8-939f-d976e1366260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (ba92694b-9acc-4040-81bd-f537df0ec768), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:29.521768 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-de34d489-4ab3-4fe8-939f-d976e1366260 None None] For port ba92694b-9acc-4040-81bd-f537df0ec768, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=ba92694b-9acc-4040-81bd-f537df0ec768,segment=NetworkSegment(62dcf40f-e75f-4b3f-bd0a-763cdc11fb45),segment_id=62dcf40f-e75f-4b3f-bd0a-763cdc11fb45)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:11:29.530437 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-de34d489-4ab3-4fe8-939f-d976e1366260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (ba92694b-9acc-4040-81bd-f537df0ec768), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:29.550065 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-89119a35-b230-4367-b5d2-c1c478ef5f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d9a700d-2206-45a8-8a50-53483a69fd67', 'name': 'tempest-TestVolumeBootPattern-1976511318-router', 'tenant_id': 'bffe6f41a9c14498874b51a0f5bda121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '8a4d5300-29d9-4cf1-92f8-eb379a468b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:11:27Z', 'updated_at': '2022-01-28T20:11:28Z', 'revision_number': 3, 'project_id': 'bffe6f41a9c14498874b51a0f5bda121', 'gw_port': {'id': '8a4d5300-29d9-4cf1-92f8-eb379a468b46', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:38:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d9a700d-2206-45a8-8a50-53483a69fd67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:11:28Z', 'updated_at': '2022-01-28T20:11:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:11:29.595077 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89119a35-b230-4367-b5d2-c1c478ef5f43 None None] Checking router: 7d9a700d-2206-45a8-8a50-53483a69fd67 for host: n-d-812111-14 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:11:29.595698 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89119a35-b230-4367-b5d2-c1c478ef5f43 None None] Updating router 7d9a700d-2206-45a8-8a50-53483a69fd67 port 8a4d5300-29d9-4cf1-92f8-eb379a468b46 binding host n-d-812111-14 {{(pid=103307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:11:29.599826 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-c1d542bf-12cc-443d-abb6-d16818ea6ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f222fb0c-5874-49d5-bc15-b7e4a9f47e5a', 'name': 'tempest-TestVolumeBootPattern-352351620-router', 'tenant_id': '6b5e4a16e1474aaab4b37fcab65f96a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '47ab321f-a840-499b-ae8d-2e991f352d3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:11:22Z', 'updated_at': '2022-01-28T20:11:25Z', 'revision_number': 4, 'project_id': '6b5e4a16e1474aaab4b37fcab65f96a9', 'gw_port': {'id': '47ab321f-a840-499b-ae8d-2e991f352d3d', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:24:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f222fb0c-5874-49d5-bc15-b7e4a9f47e5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:11:23Z', 'updated_at': '2022-01-28T20:11:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': 'ba92694b-9acc-4040-81bd-f537df0ec768', 'name': '', 'network_id': '82c9016a-2e86-43db-b802-2faf8fe68f2c', 'tenant_id': '6b5e4a16e1474aaab4b37fcab65f96a9', 'mac_address': 'fa:16:3e:f1:9a:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f222fb0c-5874-49d5-bc15-b7e4a9f47e5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '42a6bf20-d25e-4935-ad1e-654a55d2642f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:11:24Z', 'updated_at': '2022-01-28T20:11:28Z', 'revision_number': 4, 'project_id': '6b5e4a16e1474aaab4b37fcab65f96a9', 'subnets': [{'id': '42a6bf20-d25e-4935-ad1e-654a55d2642f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:11:29.630676 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-89119a35-b230-4367-b5d2-c1c478ef5f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (8a4d5300-29d9-4cf1-92f8-eb379a468b46), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:29.635418 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de34d489-4ab3-4fe8-939f-d976e1366260 None None] Pushing event updated for resources: {'Port': ['ID=ba92694b-9acc-4040-81bd-f537df0ec768,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:11:29.645438 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d542bf-12cc-443d-abb6-d16818ea6ae2 None None] The sync data for ids ['f222fb0c-5874-49d5-bc15-b7e4a9f47e5a'] in n-d-812111-14 is: [{'id': 'f222fb0c-5874-49d5-bc15-b7e4a9f47e5a', 'name': 'tempest-TestVolumeBootPattern-352351620-router', 'tenant_id': '6b5e4a16e1474aaab4b37fcab65f96a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '47ab321f-a840-499b-ae8d-2e991f352d3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:11:22Z', 'updated_at': '2022-01-28T20:11:25Z', 'revision_number': 4, 'project_id': '6b5e4a16e1474aaab4b37fcab65f96a9', 'gw_port': {'id': '47ab321f-a840-499b-ae8d-2e991f352d3d', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:24:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f222fb0c-5874-49d5-bc15-b7e4a9f47e5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:11:23Z', 'updated_at': '2022-01-28T20:11:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': 'ba92694b-9acc-4040-81bd-f537df0ec768', 'name': '', 'network_id': '82c9016a-2e86-43db-b802-2faf8fe68f2c', 'tenant_id': '6b5e4a16e1474aaab4b37fcab65f96a9', 'mac_address': 'fa:16:3e:f1:9a:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f222fb0c-5874-49d5-bc15-b7e4a9f47e5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '42a6bf20-d25e-4935-ad1e-654a55d2642f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:11:24Z', 'updated_at': '2022-01-28T20:11:28Z', 'revision_number': 4, 'project_id': '6b5e4a16e1474aaab4b37fcab65f96a9', 'subnets': [{'id': '42a6bf20-d25e-4935-ad1e-654a55d2642f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:11:29.663619 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-50b9aa35-8907-4a37-a578-c0115cafbd5f None None] Provisioning complete for port ba92694b-9acc-4040-81bd-f537df0ec768 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:11:29.663995 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-50b9aa35-8907-4a37-a578-c0115cafbd5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (ba92694b-9acc-4040-81bd-f537df0ec768), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:29.690416 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ecd58945-ebd4-418b-b7d0-4021470035b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:29.788295 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-50b9aa35-8907-4a37-a578-c0115cafbd5f None None] Current status of the port ba92694b-9acc-4040-81bd-f537df0ec768 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:11:29.864067 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b29b82da-390b-4d6e-94d4-61f376964c58 None None] Network 983b27e4-445d-42b2-9b34-c928ea14a956 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:11:29.925031 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-ecd58945-ebd4-418b-b7d0-4021470035b9 admin admin] Allocated IP 172.20.0.1 (983b27e4-445d-42b2-9b34-c928ea14a956/628edb28-819d-44cd-a9bd-f821d07509b7/190acd8d-8ca0-437b-b6bd-a9182b2bdce3) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:11:29.939639 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-ec106738-91af-4745-9060-c95ee4be2570 None None] Provisioning complete for port 2b8ae10f-b7f3-4b75-b7a1-0852b736ee3a triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:11:29.940015 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ec106738-91af-4745-9060-c95ee4be2570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (2b8ae10f-b7f3-4b75-b7a1-0852b736ee3a), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:29.972766 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-89119a35-b230-4367-b5d2-c1c478ef5f43 None None] Publish callbacks [] for port (8a4d5300-29d9-4cf1-92f8-eb379a468b46), precommit_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:29.980468 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-89119a35-b230-4367-b5d2-c1c478ef5f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (8a4d5300-29d9-4cf1-92f8-eb379a468b46), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:30.045769 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-89119a35-b230-4367-b5d2-c1c478ef5f43 None None] Attempting to bind port 8a4d5300-29d9-4cf1-92f8-eb379a468b46 on host n-d-812111-14 for vnic_type normal with profile {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:11:30.046141 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-89119a35-b230-4367-b5d2-c1c478ef5f43 None None] Attempting to bind port 8a4d5300-29d9-4cf1-92f8-eb379a468b46 by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:11:30.046843 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89119a35-b230-4367-b5d2-c1c478ef5f43 None None] Attempting to bind port 8a4d5300-29d9-4cf1-92f8-eb379a468b46 on network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:11:30.059275 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15956ff9-6ea3-4ae7-9521-62d745fa1e93 None None] Pushing event updated for resources: {'Port': ['ID=8a4d5300-29d9-4cf1-92f8-eb379a468b46,revision_number=2']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:11:30.062326 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89119a35-b230-4367-b5d2-c1c478ef5f43 None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 11, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:11:30.062702 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89119a35-b230-4367-b5d2-c1c478ef5f43 None None] Checking segment: {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:11:30.063344 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-89119a35-b230-4367-b5d2-c1c478ef5f43 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:30.063735 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89119a35-b230-4367-b5d2-c1c478ef5f43 None None] Bound using segment: {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:11:30.064205 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-89119a35-b230-4367-b5d2-c1c478ef5f43 None None] Bound port: 8a4d5300-29d9-4cf1-92f8-eb379a468b46, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:11:30.064579 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-89119a35-b230-4367-b5d2-c1c478ef5f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (8a4d5300-29d9-4cf1-92f8-eb379a468b46), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:30.081808 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-ec106738-91af-4745-9060-c95ee4be2570 None None] Current status of the port 2b8ae10f-b7f3-4b75-b7a1-0852b736ee3a is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:11:30.082477 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ec106738-91af-4745-9060-c95ee4be2570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (2b8ae10f-b7f3-4b75-b7a1-0852b736ee3a), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:30.088764 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ecd58945-ebd4-418b-b7d0-4021470035b9 admin admin] Publish callbacks [] for port (190acd8d-8ca0-437b-b6bd-a9182b2bdce3), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:30.134597 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ecd58945-ebd4-418b-b7d0-4021470035b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (190acd8d-8ca0-437b-b6bd-a9182b2bdce3), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:30.141282 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-ec106738-91af-4745-9060-c95ee4be2570 None None] For port 2b8ae10f-b7f3-4b75-b7a1-0852b736ee3a, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=2b8ae10f-b7f3-4b75-b7a1-0852b736ee3a,segment=NetworkSegment(822ce360-a353-4306-9258-9842c5b5dd27),segment_id=822ce360-a353-4306-9258-9842c5b5dd27)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:11:30.146699 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-89119a35-b230-4367-b5d2-c1c478ef5f43 None None] For port 8a4d5300-29d9-4cf1-92f8-eb379a468b46, host n-d-812111-14, cleared binding levels {{(pid=103307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:11:30.150761 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-89119a35-b230-4367-b5d2-c1c478ef5f43 None None] For port 8a4d5300-29d9-4cf1-92f8-eb379a468b46, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=8a4d5300-29d9-4cf1-92f8-eb379a468b46,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:11:30.151550 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ec106738-91af-4745-9060-c95ee4be2570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (2b8ae10f-b7f3-4b75-b7a1-0852b736ee3a), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:30.166539 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-89119a35-b230-4367-b5d2-c1c478ef5f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (8a4d5300-29d9-4cf1-92f8-eb379a468b46), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:30.176193 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd58945-ebd4-418b-b7d0-4021470035b9 admin admin] Network 983b27e4-445d-42b2-9b34-c928ea14a956 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:11:30.180047 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-ecd58945-ebd4-418b-b7d0-4021470035b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:11:30.185850 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd58945-ebd4-418b-b7d0-4021470035b9 admin admin] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:11:30.236294 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ecd58945-ebd4-418b-b7d0-4021470035b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734769'] for router_interface (7d9a700d-2206-45a8-8a50-53483a69fd67), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:30.263671 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89119a35-b230-4367-b5d2-c1c478ef5f43 None None] Routers {'7d9a700d-2206-45a8-8a50-53483a69fd67'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:11:30.268122 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-89119a35-b230-4367-b5d2-c1c478ef5f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:11:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['7d9a700d-2206-45a8-8a50-53483a69fd67'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:11:30.294392 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec106738-91af-4745-9060-c95ee4be2570 None None] Pushing event updated for resources: {'Port': ['ID=2b8ae10f-b7f3-4b75-b7a1-0852b736ee3a,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:11:30.371784 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd58945-ebd4-418b-b7d0-4021470035b9 admin admin] Pushing event updated for resources: {'Port': ['ID=190acd8d-8ca0-437b-b6bd-a9182b2bdce3,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:11:30.423042 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15956ff9-6ea3-4ae7-9521-62d745fa1e93 None None] Pushing event updated for resources: {'Port': ['ID=8a4d5300-29d9-4cf1-92f8-eb379a468b46,revision_number=3']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:11:30.430630 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-89119a35-b230-4367-b5d2-c1c478ef5f43 None None] Set router 7d9a700d-2206-45a8-8a50-53483a69fd67 gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:11:30.485354 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-707442e2-1cac-4b0f-9690-6323798baafd None None] Provisioning complete for port 2b8ae10f-b7f3-4b75-b7a1-0852b736ee3a triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:11:30.485863 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-707442e2-1cac-4b0f-9690-6323798baafd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (2b8ae10f-b7f3-4b75-b7a1-0852b736ee3a), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:30.508388 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ecd58945-ebd4-418b-b7d0-4021470035b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (190acd8d-8ca0-437b-b6bd-a9182b2bdce3), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:30.531415 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device ba92694b-9acc-4040-81bd-f537df0ec768 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:11:30.699643 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-89119a35-b230-4367-b5d2-c1c478ef5f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d9a700d-2206-45a8-8a50-53483a69fd67', 'name': 'tempest-TestVolumeBootPattern-1976511318-router', 'tenant_id': 'bffe6f41a9c14498874b51a0f5bda121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '8a4d5300-29d9-4cf1-92f8-eb379a468b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:11:27Z', 'updated_at': '2022-01-28T20:11:28Z', 'revision_number': 3, 'project_id': 'bffe6f41a9c14498874b51a0f5bda121', 'gw_port': {'id': '8a4d5300-29d9-4cf1-92f8-eb379a468b46', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:38:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d9a700d-2206-45a8-8a50-53483a69fd67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:11:28Z', 'updated_at': '2022-01-28T20:11:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:11:30.732232 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port ba92694b-9acc-4040-81bd-f537df0ec768 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:11:30.732787 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (ba92694b-9acc-4040-81bd-f537df0ec768), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:30.733916 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89119a35-b230-4367-b5d2-c1c478ef5f43 None None] The sync data for ids ['7d9a700d-2206-45a8-8a50-53483a69fd67'] in n-d-812111-14 is: [{'id': '7d9a700d-2206-45a8-8a50-53483a69fd67', 'name': 'tempest-TestVolumeBootPattern-1976511318-router', 'tenant_id': 'bffe6f41a9c14498874b51a0f5bda121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '8a4d5300-29d9-4cf1-92f8-eb379a468b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:11:27Z', 'updated_at': '2022-01-28T20:11:28Z', 'revision_number': 3, 'project_id': 'bffe6f41a9c14498874b51a0f5bda121', 'gw_port': {'id': '8a4d5300-29d9-4cf1-92f8-eb379a468b46', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:38:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d9a700d-2206-45a8-8a50-53483a69fd67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:11:28Z', 'updated_at': '2022-01-28T20:11:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:11:30.754421 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ecd58945-ebd4-418b-b7d0-4021470035b9 admin admin] Publish callbacks [] for port (190acd8d-8ca0-437b-b6bd-a9182b2bdce3), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:30.763793 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ecd58945-ebd4-418b-b7d0-4021470035b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (190acd8d-8ca0-437b-b6bd-a9182b2bdce3), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:30.772045 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-707442e2-1cac-4b0f-9690-6323798baafd None None] Current status of the port 2b8ae10f-b7f3-4b75-b7a1-0852b736ee3a is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:11:30.848082 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port ba92694b-9acc-4040-81bd-f537df0ec768 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:11:30.849247 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 2b8ae10f-b7f3-4b75-b7a1-0852b736ee3a up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:11:30.850570 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd58945-ebd4-418b-b7d0-4021470035b9 admin admin] Pushing event updated for resources: {'Port': ['ID=190acd8d-8ca0-437b-b6bd-a9182b2bdce3,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:11:30.882309 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ecd58945-ebd4-418b-b7d0-4021470035b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-756216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-732801'] for router_interface (7d9a700d-2206-45a8-8a50-53483a69fd67), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:30.906251 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-98151db8-8f56-451a-a58b-ea57f42eadea None None] Provisioning complete for port 190acd8d-8ca0-437b-b6bd-a9182b2bdce3 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:11:30.906633 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-98151db8-8f56-451a-a58b-ea57f42eadea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (190acd8d-8ca0-437b-b6bd-a9182b2bdce3), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:30.948641 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 2b8ae10f-b7f3-4b75-b7a1-0852b736ee3a triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:11:30.949018 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (2b8ae10f-b7f3-4b75-b7a1-0852b736ee3a), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:30.950628 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-98151db8-8f56-451a-a58b-ea57f42eadea None None] Port 190acd8d-8ca0-437b-b6bd-a9182b2bdce3 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 20:11:30.993887 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd58945-ebd4-418b-b7d0-4021470035b9 admin admin] Network 983b27e4-445d-42b2-9b34-c928ea14a956 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:11:30.995462 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-ecd58945-ebd4-418b-b7d0-4021470035b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:11:31.079275 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 2b8ae10f-b7f3-4b75-b7a1-0852b736ee3a is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:11:31.168656 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecd58945-ebd4-418b-b7d0-4021470035b9 admin admin] Router 7d9a700d-2206-45a8-8a50-53483a69fd67 has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:11:31.309660 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecd58945-ebd4-418b-b7d0-4021470035b9 admin admin] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:11:31.315002 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-ecd58945-ebd4-418b-b7d0-4021470035b9 admin admin] 10.222.0.64 "PUT /v2.0/routers/7d9a700d-2206-45a8-8a50-53483a69fd67/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1290474 Jan 28 20:11:31.375152 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-c88c5e7f-04ad-4fe4-8af4-2f3eb4c7490d None None] Provisioning complete for port 190acd8d-8ca0-437b-b6bd-a9182b2bdce3 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:11:31.375453 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c88c5e7f-04ad-4fe4-8af4-2f3eb4c7490d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (190acd8d-8ca0-437b-b6bd-a9182b2bdce3), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:31.586684 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-c88c5e7f-04ad-4fe4-8af4-2f3eb4c7490d None None] Port 190acd8d-8ca0-437b-b6bd-a9182b2bdce3 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 20:11:32.315998 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 8a4d5300-29d9-4cf1-92f8-eb379a468b46 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:11:32.368097 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 8a4d5300-29d9-4cf1-92f8-eb379a468b46 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:11:32.368465 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (8a4d5300-29d9-4cf1-92f8-eb379a468b46), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:32.448088 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 8a4d5300-29d9-4cf1-92f8-eb379a468b46 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:11:32.448391 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (8a4d5300-29d9-4cf1-92f8-eb379a468b46), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:32.470231 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] For port 8a4d5300-29d9-4cf1-92f8-eb379a468b46, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=8a4d5300-29d9-4cf1-92f8-eb379a468b46,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:11:32.474217 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (8a4d5300-29d9-4cf1-92f8-eb379a468b46), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:32.474970 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 2b8ae10f-b7f3-4b75-b7a1-0852b736ee3a up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:11:32.546170 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Pushing event updated for resources: {'Port': ['ID=8a4d5300-29d9-4cf1-92f8-eb379a468b46,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:11:32.559484 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 2b8ae10f-b7f3-4b75-b7a1-0852b736ee3a triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:11:32.559858 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (2b8ae10f-b7f3-4b75-b7a1-0852b736ee3a), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:32.639100 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 2b8ae10f-b7f3-4b75-b7a1-0852b736ee3a is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:11:33.117447 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678c4a86-c987-476b-b0e9-8a9ff680cdde None None] Sync routers for ids ['7d9a700d-2206-45a8-8a50-53483a69fd67'] in n-d-812111-14 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:11:33.126807 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678c4a86-c987-476b-b0e9-8a9ff680cdde None None] Routers {'7d9a700d-2206-45a8-8a50-53483a69fd67'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:11:33.127471 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-678c4a86-c987-476b-b0e9-8a9ff680cdde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:11:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['7d9a700d-2206-45a8-8a50-53483a69fd67'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:11:33.238715 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-678c4a86-c987-476b-b0e9-8a9ff680cdde None None] Set router 7d9a700d-2206-45a8-8a50-53483a69fd67 gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:11:33.447883 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-678c4a86-c987-476b-b0e9-8a9ff680cdde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d9a700d-2206-45a8-8a50-53483a69fd67', 'name': 'tempest-TestVolumeBootPattern-1976511318-router', 'tenant_id': 'bffe6f41a9c14498874b51a0f5bda121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '8a4d5300-29d9-4cf1-92f8-eb379a468b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:11:27Z', 'updated_at': '2022-01-28T20:11:30Z', 'revision_number': 4, 'project_id': 'bffe6f41a9c14498874b51a0f5bda121', 'gw_port': {'id': '8a4d5300-29d9-4cf1-92f8-eb379a468b46', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:38:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9a700d-2206-45a8-8a50-53483a69fd67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:11:28Z', 'updated_at': '2022-01-28T20:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '190acd8d-8ca0-437b-b6bd-a9182b2bdce3', 'name': '', 'network_id': '983b27e4-445d-42b2-9b34-c928ea14a956', 'tenant_id': 'bffe6f41a9c14498874b51a0f5bda121', 'mac_address': 'fa:16:3e:32:5b:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d9a700d-2206-45a8-8a50-53483a69fd67', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '628edb28-819d-44cd-a9bd-f821d07509b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:11:29Z', 'updated_at': '2022-01-28T20:11:30Z', 'revision_number': 2, 'project_id': 'bffe6f41a9c14498874b51a0f5bda121', 'subnets': [{'id': '628edb28-819d-44cd-a9bd-f821d07509b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:11:33.477643 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678c4a86-c987-476b-b0e9-8a9ff680cdde None None] Checking router: 7d9a700d-2206-45a8-8a50-53483a69fd67 for host: n-d-812111-14 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:11:33.477997 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678c4a86-c987-476b-b0e9-8a9ff680cdde None None] Updating router 7d9a700d-2206-45a8-8a50-53483a69fd67 port 190acd8d-8ca0-437b-b6bd-a9182b2bdce3 binding host n-d-812111-14 {{(pid=103306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:11:33.505805 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-678c4a86-c987-476b-b0e9-8a9ff680cdde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (190acd8d-8ca0-437b-b6bd-a9182b2bdce3), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:33.764294 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-678c4a86-c987-476b-b0e9-8a9ff680cdde None None] Publish callbacks [] for port (190acd8d-8ca0-437b-b6bd-a9182b2bdce3), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:33.769408 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-678c4a86-c987-476b-b0e9-8a9ff680cdde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (190acd8d-8ca0-437b-b6bd-a9182b2bdce3), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:33.840613 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49e11a6-929b-43f3-a88b-2ca1bed94834 None None] Pushing event updated for resources: {'Port': ['ID=190acd8d-8ca0-437b-b6bd-a9182b2bdce3,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:11:33.874850 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-678c4a86-c987-476b-b0e9-8a9ff680cdde None None] Attempting to bind port 190acd8d-8ca0-437b-b6bd-a9182b2bdce3 on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:11:33.875378 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-678c4a86-c987-476b-b0e9-8a9ff680cdde None None] Attempting to bind port 190acd8d-8ca0-437b-b6bd-a9182b2bdce3 by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '822ce360-a353-4306-9258-9842c5b5dd27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '983b27e4-445d-42b2-9b34-c928ea14a956'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:11:33.875747 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678c4a86-c987-476b-b0e9-8a9ff680cdde None None] Attempting to bind port 190acd8d-8ca0-437b-b6bd-a9182b2bdce3 on network 983b27e4-445d-42b2-9b34-c928ea14a956 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:11:33.881544 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678c4a86-c987-476b-b0e9-8a9ff680cdde None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 11, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:11:33.881926 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678c4a86-c987-476b-b0e9-8a9ff680cdde None None] Checking segment: {'id': '822ce360-a353-4306-9258-9842c5b5dd27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '983b27e4-445d-42b2-9b34-c928ea14a956'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:11:33.882343 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-678c4a86-c987-476b-b0e9-8a9ff680cdde None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:33.882747 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678c4a86-c987-476b-b0e9-8a9ff680cdde None None] Bound using segment: {'id': '822ce360-a353-4306-9258-9842c5b5dd27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '983b27e4-445d-42b2-9b34-c928ea14a956'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:11:33.883221 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-678c4a86-c987-476b-b0e9-8a9ff680cdde None None] Bound port: 190acd8d-8ca0-437b-b6bd-a9182b2bdce3, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '822ce360-a353-4306-9258-9842c5b5dd27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '983b27e4-445d-42b2-9b34-c928ea14a956'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:11:33.883604 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-678c4a86-c987-476b-b0e9-8a9ff680cdde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (190acd8d-8ca0-437b-b6bd-a9182b2bdce3), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:33.947915 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-678c4a86-c987-476b-b0e9-8a9ff680cdde None None] For port 190acd8d-8ca0-437b-b6bd-a9182b2bdce3, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:11:33.951362 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-678c4a86-c987-476b-b0e9-8a9ff680cdde None None] For port 190acd8d-8ca0-437b-b6bd-a9182b2bdce3, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=190acd8d-8ca0-437b-b6bd-a9182b2bdce3,segment=NetworkSegment(822ce360-a353-4306-9258-9842c5b5dd27),segment_id=822ce360-a353-4306-9258-9842c5b5dd27)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:11:33.957648 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-678c4a86-c987-476b-b0e9-8a9ff680cdde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (190acd8d-8ca0-437b-b6bd-a9182b2bdce3), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:34.030069 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49e11a6-929b-43f3-a88b-2ca1bed94834 None None] Pushing event updated for resources: {'Port': ['ID=190acd8d-8ca0-437b-b6bd-a9182b2bdce3,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:11:34.032957 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678c4a86-c987-476b-b0e9-8a9ff680cdde None None] Routers {'7d9a700d-2206-45a8-8a50-53483a69fd67'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:11:34.033999 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-678c4a86-c987-476b-b0e9-8a9ff680cdde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:11:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['7d9a700d-2206-45a8-8a50-53483a69fd67'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:11:34.079901 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-4aa226be-b467-4e08-9e25-c10b5dffd2c2 None None] Provisioning complete for port 190acd8d-8ca0-437b-b6bd-a9182b2bdce3 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:11:34.080286 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4aa226be-b467-4e08-9e25-c10b5dffd2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (190acd8d-8ca0-437b-b6bd-a9182b2bdce3), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:34.188368 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-678c4a86-c987-476b-b0e9-8a9ff680cdde None None] Set router 7d9a700d-2206-45a8-8a50-53483a69fd67 gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:11:34.268090 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 8a4d5300-29d9-4cf1-92f8-eb379a468b46 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:11:34.275429 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-4aa226be-b467-4e08-9e25-c10b5dffd2c2 None None] Current status of the port 190acd8d-8ca0-437b-b6bd-a9182b2bdce3 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:11:34.275822 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4aa226be-b467-4e08-9e25-c10b5dffd2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (190acd8d-8ca0-437b-b6bd-a9182b2bdce3), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:34.410943 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-4aa226be-b467-4e08-9e25-c10b5dffd2c2 None None] For port 190acd8d-8ca0-437b-b6bd-a9182b2bdce3, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=190acd8d-8ca0-437b-b6bd-a9182b2bdce3,segment=NetworkSegment(822ce360-a353-4306-9258-9842c5b5dd27),segment_id=822ce360-a353-4306-9258-9842c5b5dd27)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:11:34.419152 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4aa226be-b467-4e08-9e25-c10b5dffd2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (190acd8d-8ca0-437b-b6bd-a9182b2bdce3), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:34.478538 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d0983b-2671-47fc-9879-accc1fc32bcb req-6cea7761-4cbe-4e1c-abda-406cd6468d99 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:11:34.480067 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b2d0983b-2671-47fc-9879-accc1fc32bcb req-6cea7761-4cbe-4e1c-abda-406cd6468d99 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/networks?id=82c9016a-2e86-43db-b802-2faf8fe68f2c HTTP/1.1" status: 200 len: 811 time: 0.1039276 Jan 28 20:11:34.495350 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b2d0983b-2671-47fc-9879-accc1fc32bcb req-08bad3da-9ccf-4cac-a694-5727e207ce47 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/quotas/6b5e4a16e1474aaab4b37fcab65f96a9 HTTP/1.1" status: 200 len: 375 time: 0.0094299 Jan 28 20:11:34.496602 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 8a4d5300-29d9-4cf1-92f8-eb379a468b46 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:11:34.497062 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (8a4d5300-29d9-4cf1-92f8-eb379a468b46), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:34.546211 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa226be-b467-4e08-9e25-c10b5dffd2c2 None None] Pushing event updated for resources: {'Port': ['ID=190acd8d-8ca0-437b-b6bd-a9182b2bdce3,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:11:34.555126 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b2d0983b-2671-47fc-9879-accc1fc32bcb req-13d09fac-8711-4040-ad39-dde9202e831e tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=6b5e4a16e1474aaab4b37fcab65f96a9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0544081 Jan 28 20:11:34.579821 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-aabd21a5-992a-46c9-a3a1-7c5595d98947 None None] Provisioning complete for port 190acd8d-8ca0-437b-b6bd-a9182b2bdce3 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:11:34.580300 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-aabd21a5-992a-46c9-a3a1-7c5595d98947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (190acd8d-8ca0-437b-b6bd-a9182b2bdce3), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:34.669088 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-678c4a86-c987-476b-b0e9-8a9ff680cdde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d9a700d-2206-45a8-8a50-53483a69fd67', 'name': 'tempest-TestVolumeBootPattern-1976511318-router', 'tenant_id': 'bffe6f41a9c14498874b51a0f5bda121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '8a4d5300-29d9-4cf1-92f8-eb379a468b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:11:27Z', 'updated_at': '2022-01-28T20:11:30Z', 'revision_number': 4, 'project_id': 'bffe6f41a9c14498874b51a0f5bda121', 'gw_port': {'id': '8a4d5300-29d9-4cf1-92f8-eb379a468b46', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:38:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9a700d-2206-45a8-8a50-53483a69fd67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:11:28Z', 'updated_at': '2022-01-28T20:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '190acd8d-8ca0-437b-b6bd-a9182b2bdce3', 'name': '', 'network_id': '983b27e4-445d-42b2-9b34-c928ea14a956', 'tenant_id': 'bffe6f41a9c14498874b51a0f5bda121', 'mac_address': 'fa:16:3e:32:5b:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d9a700d-2206-45a8-8a50-53483a69fd67', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '628edb28-819d-44cd-a9bd-f821d07509b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:11:29Z', 'updated_at': '2022-01-28T20:11:33Z', 'revision_number': 4, 'project_id': 'bffe6f41a9c14498874b51a0f5bda121', 'subnets': [{'id': '628edb28-819d-44cd-a9bd-f821d07509b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:11:34.682844 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [req-b2d0983b-2671-47fc-9879-accc1fc32bcb req-a39d4c47-4809-4ac1-a4f6-099017ee8d7a service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 20:11:34.683857 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b2d0983b-2671-47fc-9879-accc1fc32bcb req-a39d4c47-4809-4ac1-a4f6-099017ee8d7a service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0442526 Jan 28 20:11:34.706612 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678c4a86-c987-476b-b0e9-8a9ff680cdde None None] The sync data for ids ['7d9a700d-2206-45a8-8a50-53483a69fd67'] in n-d-812111-14 is: [{'id': '7d9a700d-2206-45a8-8a50-53483a69fd67', 'name': 'tempest-TestVolumeBootPattern-1976511318-router', 'tenant_id': 'bffe6f41a9c14498874b51a0f5bda121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '8a4d5300-29d9-4cf1-92f8-eb379a468b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:11:27Z', 'updated_at': '2022-01-28T20:11:30Z', 'revision_number': 4, 'project_id': 'bffe6f41a9c14498874b51a0f5bda121', 'gw_port': {'id': '8a4d5300-29d9-4cf1-92f8-eb379a468b46', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:38:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9a700d-2206-45a8-8a50-53483a69fd67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:11:28Z', 'updated_at': '2022-01-28T20:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '190acd8d-8ca0-437b-b6bd-a9182b2bdce3', 'name': '', 'network_id': '983b27e4-445d-42b2-9b34-c928ea14a956', 'tenant_id': 'bffe6f41a9c14498874b51a0f5bda121', 'mac_address': 'fa:16:3e:32:5b:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d9a700d-2206-45a8-8a50-53483a69fd67', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '628edb28-819d-44cd-a9bd-f821d07509b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:11:29Z', 'updated_at': '2022-01-28T20:11:33Z', 'revision_number': 4, 'project_id': 'bffe6f41a9c14498874b51a0f5bda121', 'subnets': [{'id': '628edb28-819d-44cd-a9bd-f821d07509b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:11:34.709976 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 8a4d5300-29d9-4cf1-92f8-eb379a468b46 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:11:34.760950 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-aabd21a5-992a-46c9-a3a1-7c5595d98947 None None] Current status of the port 190acd8d-8ca0-437b-b6bd-a9182b2bdce3 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:11:34.798097 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b2d0983b-2671-47fc-9879-accc1fc32bcb req-aafa728c-dc25-4960-876f-a9cffc80696a service neutron] 10.222.0.64 "GET /v2.0/networks/82c9016a-2e86-43db-b802-2faf8fe68f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081622 Jan 28 20:11:34.903313 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b2d0983b-2671-47fc-9879-accc1fc32bcb req-67f55318-38ec-47c3-b79f-5ba4287ed620 service neutron] 10.222.0.64 "GET /v2.0/networks/82c9016a-2e86-43db-b802-2faf8fe68f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995672 Jan 28 20:11:35.191838 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-bb0e536c-90b3-4598-b7dc-639d2a35fbc9 req-b921c411-bde4-4b3d-a00d-6a7391b5c57e tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1ded5b1-42aa-4301-a08c-552530f5eaaf HTTP/1.1" status: 200 len: 210 time: 0.0308464 Jan 28 20:11:36.304481 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d0983b-2671-47fc-9879-accc1fc32bcb req-ad6dc617-2ea3-4acf-bf59-70ab258f26f4 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:11:36.306126 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b2d0983b-2671-47fc-9879-accc1fc32bcb req-ad6dc617-2ea3-4acf-bf59-70ab258f26f4 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.70 "GET /v2.0/networks?id=82c9016a-2e86-43db-b802-2faf8fe68f2c HTTP/1.1" status: 200 len: 811 time: 0.1546621 Jan 28 20:11:36.322280 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-b2d0983b-2671-47fc-9879-accc1fc32bcb req-3b36cd5a-cc6f-4185-92ec-09b5f2b99ac4 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Request body: {'port': {'device_id': 'a1ded5b1-42aa-4301-a08c-552530f5eaaf', 'network_id': '82c9016a-2e86-43db-b802-2faf8fe68f2c', 'admin_state_up': True, 'tenant_id': '6b5e4a16e1474aaab4b37fcab65f96a9'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:11:36.324370 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 190acd8d-8ca0-437b-b6bd-a9182b2bdce3 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:11:36.325793 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4d721098-9c8e-4c4e-8533-b0e1fe88f364 req-2fd2a16a-e790-4563-804c-12761f66119f tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1ded5b1-42aa-4301-a08c-552530f5eaaf HTTP/1.1" status: 200 len: 210 time: 0.0467584 Jan 28 20:11:36.377342 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 190acd8d-8ca0-437b-b6bd-a9182b2bdce3 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:11:36.377717 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (190acd8d-8ca0-437b-b6bd-a9182b2bdce3), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:36.444242 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2d0983b-2671-47fc-9879-accc1fc32bcb req-3b36cd5a-cc6f-4185-92ec-09b5f2b99ac4 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Made reservation on behalf of 6b5e4a16e1474aaab4b37fcab65f96a9 for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:11:36.447699 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-b2d0983b-2671-47fc-9879-accc1fc32bcb req-3b36cd5a-cc6f-4185-92ec-09b5f2b99ac4 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:36.465055 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 190acd8d-8ca0-437b-b6bd-a9182b2bdce3 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:11:36.581868 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-b2d0983b-2671-47fc-9879-accc1fc32bcb req-3b36cd5a-cc6f-4185-92ec-09b5f2b99ac4 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Allocated IP 172.20.0.3 (82c9016a-2e86-43db-b802-2faf8fe68f2c/42a6bf20-d25e-4935-ad1e-654a55d2642f/5f10a524-4bbe-4455-bec5-4ffedb071301) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:11:36.732981 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-b2d0983b-2671-47fc-9879-accc1fc32bcb req-3b36cd5a-cc6f-4185-92ec-09b5f2b99ac4 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Publish callbacks [] for port (5f10a524-4bbe-4455-bec5-4ffedb071301), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:36.757874 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7094b8ca-3fd0-4a9c-821d-07e4dfd4a2ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:36.775265 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-b2d0983b-2671-47fc-9879-accc1fc32bcb req-3b36cd5a-cc6f-4185-92ec-09b5f2b99ac4 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (5f10a524-4bbe-4455-bec5-4ffedb071301), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:36.819370 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2d0983b-2671-47fc-9879-accc1fc32bcb req-3b36cd5a-cc6f-4185-92ec-09b5f2b99ac4 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Network 82c9016a-2e86-43db-b802-2faf8fe68f2c is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:11:36.822430 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-b2d0983b-2671-47fc-9879-accc1fc32bcb req-3b36cd5a-cc6f-4185-92ec-09b5f2b99ac4 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:11:36.824855 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2d0983b-2671-47fc-9879-accc1fc32bcb req-3b36cd5a-cc6f-4185-92ec-09b5f2b99ac4 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:11:36.857200 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b36cd5a-cc6f-4185-92ec-09b5f2b99ac4 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Pushing event updated for resources: {'Port': ['ID=5f10a524-4bbe-4455-bec5-4ffedb071301,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:11:36.883659 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d0983b-2671-47fc-9879-accc1fc32bcb req-3b36cd5a-cc6f-4185-92ec-09b5f2b99ac4 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:11:36.884289 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-b2d0983b-2671-47fc-9879-accc1fc32bcb req-3b36cd5a-cc6f-4185-92ec-09b5f2b99ac4 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:36.902643 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b2d0983b-2671-47fc-9879-accc1fc32bcb req-3b36cd5a-cc6f-4185-92ec-09b5f2b99ac4 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5866406 Jan 28 20:11:36.919425 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-b2d0983b-2671-47fc-9879-accc1fc32bcb req-3bb810e3-15ca-4567-b85e-dbb1ca5345c9 service neutron] Request body: {'port': {'device_id': 'a1ded5b1-42aa-4301-a08c-552530f5eaaf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-14'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:11:36.996696 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-b2d0983b-2671-47fc-9879-accc1fc32bcb req-3bb810e3-15ca-4567-b85e-dbb1ca5345c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (5f10a524-4bbe-4455-bec5-4ffedb071301), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:37.114608 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-f4ba4366-a68b-4d66-b033-171a3f6beded None None] Provisioning complete for port 5f10a524-4bbe-4455-bec5-4ffedb071301 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:11:37.115077 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f4ba4366-a68b-4d66-b033-171a3f6beded None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (5f10a524-4bbe-4455-bec5-4ffedb071301), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:37.156390 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-f4ba4366-a68b-4d66-b033-171a3f6beded None None] Port 5f10a524-4bbe-4455-bec5-4ffedb071301 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 20:11:37.281246 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-b2d0983b-2671-47fc-9879-accc1fc32bcb req-3bb810e3-15ca-4567-b85e-dbb1ca5345c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f10a524-4bbe-4455-bec5-4ffedb071301 {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:11:37.289571 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-b2d0983b-2671-47fc-9879-accc1fc32bcb req-3bb810e3-15ca-4567-b85e-dbb1ca5345c9 service neutron] Publish callbacks [] for port (5f10a524-4bbe-4455-bec5-4ffedb071301), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:37.303352 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-b2d0983b-2671-47fc-9879-accc1fc32bcb req-3bb810e3-15ca-4567-b85e-dbb1ca5345c9 service neutron] Transition to ACTIVE for port object 5f10a524-4bbe-4455-bec5-4ffedb071301 will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:11:37.307529 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-b2d0983b-2671-47fc-9879-accc1fc32bcb req-3bb810e3-15ca-4567-b85e-dbb1ca5345c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (5f10a524-4bbe-4455-bec5-4ffedb071301), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:37.359580 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb810e3-15ca-4567-b85e-dbb1ca5345c9 service neutron] Pushing event updated for resources: {'Port': ['ID=5f10a524-4bbe-4455-bec5-4ffedb071301,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:11:37.479736 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-b2d0983b-2671-47fc-9879-accc1fc32bcb req-3bb810e3-15ca-4567-b85e-dbb1ca5345c9 service neutron] Attempting to bind port 5f10a524-4bbe-4455-bec5-4ffedb071301 on host n-h2-812111-14 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:11:37.480081 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-b2d0983b-2671-47fc-9879-accc1fc32bcb req-3bb810e3-15ca-4567-b85e-dbb1ca5345c9 service neutron] Attempting to bind port 5f10a524-4bbe-4455-bec5-4ffedb071301 by drivers openvswitch,hyperv on host n-h2-812111-14 at level 0 using segments [{'id': '62dcf40f-e75f-4b3f-bd0a-763cdc11fb45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '82c9016a-2e86-43db-b802-2faf8fe68f2c'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:11:37.480414 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d0983b-2671-47fc-9879-accc1fc32bcb req-3bb810e3-15ca-4567-b85e-dbb1ca5345c9 service neutron] Attempting to bind port 5f10a524-4bbe-4455-bec5-4ffedb071301 on network 82c9016a-2e86-43db-b802-2faf8fe68f2c {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:11:37.489623 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d0983b-2671-47fc-9879-accc1fc32bcb req-3bb810e3-15ca-4567-b85e-dbb1ca5345c9 service neutron] Port 5f10a524-4bbe-4455-bec5-4ffedb071301 on network 82c9016a-2e86-43db-b802-2faf8fe68f2c not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-14 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:11:37.489954 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d0983b-2671-47fc-9879-accc1fc32bcb req-3bb810e3-15ca-4567-b85e-dbb1ca5345c9 service neutron] Attempting to bind port 5f10a524-4bbe-4455-bec5-4ffedb071301 on network 82c9016a-2e86-43db-b802-2faf8fe68f2c {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:11:37.499794 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d0983b-2671-47fc-9879-accc1fc32bcb req-3bb810e3-15ca-4567-b85e-dbb1ca5345c9 service neutron] Checking agent: {'id': '8f3fee4e-bf24-4b58-8a3a-ae9c8011a473', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 11, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:11:37.500138 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d0983b-2671-47fc-9879-accc1fc32bcb req-3bb810e3-15ca-4567-b85e-dbb1ca5345c9 service neutron] Checking segment: {'id': '62dcf40f-e75f-4b3f-bd0a-763cdc11fb45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '82c9016a-2e86-43db-b802-2faf8fe68f2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:11:37.500531 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d0983b-2671-47fc-9879-accc1fc32bcb req-3bb810e3-15ca-4567-b85e-dbb1ca5345c9 service neutron] Bound using segment: {'id': '62dcf40f-e75f-4b3f-bd0a-763cdc11fb45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '82c9016a-2e86-43db-b802-2faf8fe68f2c'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:11:37.500981 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-b2d0983b-2671-47fc-9879-accc1fc32bcb req-3bb810e3-15ca-4567-b85e-dbb1ca5345c9 service neutron] Bound port: 5f10a524-4bbe-4455-bec5-4ffedb071301, host: n-h2-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62dcf40f-e75f-4b3f-bd0a-763cdc11fb45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '82c9016a-2e86-43db-b802-2faf8fe68f2c'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:11:37.501422 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-b2d0983b-2671-47fc-9879-accc1fc32bcb req-3bb810e3-15ca-4567-b85e-dbb1ca5345c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (5f10a524-4bbe-4455-bec5-4ffedb071301), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:37.512516 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc725d74-04d7-4ea7-83c3-d80d1828c253 req-706d6d11-00a0-403d-bc49-2843526c9cbc tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:11:37.514155 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-dc725d74-04d7-4ea7-83c3-d80d1828c253 req-706d6d11-00a0-403d-bc49-2843526c9cbc tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1ded5b1-42aa-4301-a08c-552530f5eaaf HTTP/1.1" status: 200 len: 943 time: 0.0873642 Jan 28 20:11:37.613548 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-dc725d74-04d7-4ea7-83c3-d80d1828c253 req-d73d02e5-bf0f-49ff-b45c-353f5b85ceea tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/security-groups?id=20e16f27-127b-4305-a83c-eeb2ac492f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900838 Jan 28 20:11:37.620926 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-b2d0983b-2671-47fc-9879-accc1fc32bcb req-3bb810e3-15ca-4567-b85e-dbb1ca5345c9 service neutron] For port 5f10a524-4bbe-4455-bec5-4ffedb071301, host n-h2-812111-14, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:11:37.625004 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-b2d0983b-2671-47fc-9879-accc1fc32bcb req-3bb810e3-15ca-4567-b85e-dbb1ca5345c9 service neutron] For port 5f10a524-4bbe-4455-bec5-4ffedb071301, host n-h2-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=5f10a524-4bbe-4455-bec5-4ffedb071301,segment=NetworkSegment(62dcf40f-e75f-4b3f-bd0a-763cdc11fb45),segment_id=62dcf40f-e75f-4b3f-bd0a-763cdc11fb45)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:11:37.638005 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-b2d0983b-2671-47fc-9879-accc1fc32bcb req-3bb810e3-15ca-4567-b85e-dbb1ca5345c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (5f10a524-4bbe-4455-bec5-4ffedb071301), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:37.674986 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d0983b-2671-47fc-9879-accc1fc32bcb req-3bb810e3-15ca-4567-b85e-dbb1ca5345c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:11:37.675821 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-b2d0983b-2671-47fc-9879-accc1fc32bcb req-3bb810e3-15ca-4567-b85e-dbb1ca5345c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:37.677419 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b2d0983b-2671-47fc-9879-accc1fc32bcb req-3bb810e3-15ca-4567-b85e-dbb1ca5345c9 service neutron] 10.222.0.70 "PUT /v2.0/ports/5f10a524-4bbe-4455-bec5-4ffedb071301 HTTP/1.1" status: 200 len: 1092 time: 0.7628250 Jan 28 20:11:37.680907 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1ded5b1-42aa-4301-a08c-552530f5eaaf', 'tag': '5f10a524-4bbe-4455-bec5-4ffedb071301'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:11:37.683836 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}690870b4896ba3504f21237a239c836c0346d6a62bcfb5e8ee91fd1b13f99dd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21ca14bf-83ad-4574-973e-7643131d91e3" -d '{"events": [{"name": "network-changed", "server_uuid": "a1ded5b1-42aa-4301-a08c-552530f5eaaf", "tag": "5f10a524-4bbe-4455-bec5-4ffedb071301"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:11:37.711546 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb810e3-15ca-4567-b85e-dbb1ca5345c9 service neutron] Pushing event updated for resources: {'Port': ['ID=5f10a524-4bbe-4455-bec5-4ffedb071301,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:11:37.748897 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23a11339-31fb-47fc-8943-74f00bcc4751 x-openstack-request-id: req-23a11339-31fb-47fc-8943-74f00bcc4751 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:11:37.749293 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1ded5b1-42aa-4301-a08c-552530f5eaaf", "tag": "5f10a524-4bbe-4455-bec5-4ffedb071301", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:11:37.749553 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-23a11339-31fb-47fc-8943-74f00bcc4751 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:11:37.749995 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1ded5b1-42aa-4301-a08c-552530f5eaaf', 'tag': '5f10a524-4bbe-4455-bec5-4ffedb071301', 'status': 'completed', 'code': 200} Jan 28 20:11:37.791276 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d0983b-2671-47fc-9879-accc1fc32bcb req-21377ff2-a3c4-431e-93f9-bac92fe8e166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:11:37.792809 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b2d0983b-2671-47fc-9879-accc1fc32bcb req-21377ff2-a3c4-431e-93f9-bac92fe8e166 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6b5e4a16e1474aaab4b37fcab65f96a9&device_id=a1ded5b1-42aa-4301-a08c-552530f5eaaf HTTP/1.1" status: 200 len: 1126 time: 0.0554154 Jan 28 20:11:37.840493 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b2d0983b-2671-47fc-9879-accc1fc32bcb req-6ccb7ca7-1541-4c44-8665-a7785af32615 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5f10a524-4bbe-4455-bec5-4ffedb071301 HTTP/1.1" status: 200 len: 217 time: 0.0354779 Jan 28 20:11:37.897400 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d0983b-2671-47fc-9879-accc1fc32bcb req-790fc51a-da2b-4ebc-9ca4-f516ede0df65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:11:37.898913 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b2d0983b-2671-47fc-9879-accc1fc32bcb req-790fc51a-da2b-4ebc-9ca4-f516ede0df65 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=42a6bf20-d25e-4935-ad1e-654a55d2642f HTTP/1.1" status: 200 len: 850 time: 0.0513034 Jan 28 20:11:37.955463 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d0983b-2671-47fc-9879-accc1fc32bcb req-393cc78c-4ac0-48e9-b703-db570ade10f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:11:37.956988 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b2d0983b-2671-47fc-9879-accc1fc32bcb req-393cc78c-4ac0-48e9-b703-db570ade10f7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=82c9016a-2e86-43db-b802-2faf8fe68f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0437076 Jan 28 20:11:38.047463 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b2d0983b-2671-47fc-9879-accc1fc32bcb req-cafc43e7-edf5-4c5e-ba19-e0fead4bffb0 service neutron] 10.222.0.70 "GET /v2.0/networks/82c9016a-2e86-43db-b802-2faf8fe68f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819628 Jan 28 20:11:38.139527 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b2d0983b-2671-47fc-9879-accc1fc32bcb req-f43d11e6-4a81-4fd2-a5c1-b5147bd6a168 service neutron] 10.222.0.70 "GET /v2.0/networks/82c9016a-2e86-43db-b802-2faf8fe68f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860033 Jan 28 20:11:38.236128 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ca14bf-83ad-4574-973e-7643131d91e3 req-1149dc57-430d-4b5e-8012-f89b03a47d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:11:38.237947 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-21ca14bf-83ad-4574-973e-7643131d91e3 req-1149dc57-430d-4b5e-8012-f89b03a47d81 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6b5e4a16e1474aaab4b37fcab65f96a9&device_id=a1ded5b1-42aa-4301-a08c-552530f5eaaf HTTP/1.1" status: 200 len: 1126 time: 0.0498707 Jan 28 20:11:38.333001 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ca14bf-83ad-4574-973e-7643131d91e3 req-ea71ae8d-5612-4f8d-8941-b432d76e6107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:11:38.335177 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-21ca14bf-83ad-4574-973e-7643131d91e3 req-ea71ae8d-5612-4f8d-8941-b432d76e6107 service neutron] 10.222.0.70 "GET /v2.0/networks?id=82c9016a-2e86-43db-b802-2faf8fe68f2c HTTP/1.1" status: 200 len: 911 time: 0.0904768 Jan 28 20:11:38.376827 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-21ca14bf-83ad-4574-973e-7643131d91e3 req-628ef18b-7e3f-403d-b5a5-4d88962806c5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5f10a524-4bbe-4455-bec5-4ffedb071301 HTTP/1.1" status: 200 len: 217 time: 0.0351238 Jan 28 20:11:38.424802 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ca14bf-83ad-4574-973e-7643131d91e3 req-886ad4a5-1df5-4fa5-b282-e27fc84e6f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:11:38.426576 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-21ca14bf-83ad-4574-973e-7643131d91e3 req-886ad4a5-1df5-4fa5-b282-e27fc84e6f40 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=42a6bf20-d25e-4935-ad1e-654a55d2642f HTTP/1.1" status: 200 len: 850 time: 0.0436368 Jan 28 20:11:38.481311 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ca14bf-83ad-4574-973e-7643131d91e3 req-b29057b5-808f-4088-95b7-2243709179e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:11:38.483205 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-21ca14bf-83ad-4574-973e-7643131d91e3 req-b29057b5-808f-4088-95b7-2243709179e3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=82c9016a-2e86-43db-b802-2faf8fe68f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0494955 Jan 28 20:11:38.572050 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-21ca14bf-83ad-4574-973e-7643131d91e3 req-ac215fd9-332b-4577-a52b-0a68923ed217 service neutron] 10.222.0.70 "GET /v2.0/networks/82c9016a-2e86-43db-b802-2faf8fe68f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824864 Jan 28 20:11:38.666324 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-21ca14bf-83ad-4574-973e-7643131d91e3 req-866f072a-cc6c-4d47-b96c-303850037bbd service neutron] 10.222.0.70 "GET /v2.0/networks/82c9016a-2e86-43db-b802-2faf8fe68f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878232 Jan 28 20:11:38.746508 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a22770f-a9b3-41b7-8a84-147c1ddb4cfc req-68baf913-70b8-44a7-a48f-0a13c3430e99 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:11:38.748012 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3a22770f-a9b3-41b7-8a84-147c1ddb4cfc req-68baf913-70b8-44a7-a48f-0a13c3430e99 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1ded5b1-42aa-4301-a08c-552530f5eaaf HTTP/1.1" status: 200 len: 943 time: 0.0553701 Jan 28 20:11:38.795219 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3a22770f-a9b3-41b7-8a84-147c1ddb4cfc req-5af1a50b-3e41-4bd4-bc64-fce8f553facd tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/security-groups?id=20e16f27-127b-4305-a83c-eeb2ac492f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414426 Jan 28 20:11:39.012290 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c60e29a2-0dc0-480d-b170-00617deec951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:39.917107 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3498f5-f179-407e-8138-9efa2de18b8a req-9a818f97-f4f5-4679-854b-0ecd2cbccfc8 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:11:39.918599 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1b3498f5-f179-407e-8138-9efa2de18b8a req-9a818f97-f4f5-4679-854b-0ecd2cbccfc8 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1ded5b1-42aa-4301-a08c-552530f5eaaf HTTP/1.1" status: 200 len: 943 time: 0.0520573 Jan 28 20:11:39.965180 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:39.968370 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1b3498f5-f179-407e-8138-9efa2de18b8a req-9cadb33d-6ae0-4ef2-a96d-7829d8243c99 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/security-groups?id=20e16f27-127b-4305-a83c-eeb2ac492f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442314 Jan 28 20:11:41.084176 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be21f34b-906d-4276-bbe7-7f30b8c82caa req-ec309ef7-b11c-44f7-b6a6-fd60e98d2189 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:11:41.085878 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-be21f34b-906d-4276-bbe7-7f30b8c82caa req-ec309ef7-b11c-44f7-b6a6-fd60e98d2189 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1ded5b1-42aa-4301-a08c-552530f5eaaf HTTP/1.1" status: 200 len: 943 time: 0.0520818 Jan 28 20:11:41.132875 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-be21f34b-906d-4276-bbe7-7f30b8c82caa req-c64238e9-1198-4493-98c6-0d2b34a93a5e tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/security-groups?id=20e16f27-127b-4305-a83c-eeb2ac492f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414827 Jan 28 20:11:41.164840 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:11:41.836049 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:42.251688 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de7ec85-4823-419a-90a9-3d04714e7585 req-bf550b73-2b54-424b-ae26-150333abc41c tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:11:42.253244 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9de7ec85-4823-419a-90a9-3d04714e7585 req-bf550b73-2b54-424b-ae26-150333abc41c tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1ded5b1-42aa-4301-a08c-552530f5eaaf HTTP/1.1" status: 200 len: 943 time: 0.0544009 Jan 28 20:11:42.307575 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9de7ec85-4823-419a-90a9-3d04714e7585 req-a9f2c43e-c180-4c40-b32f-a183d0d0a34d tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/security-groups?id=20e16f27-127b-4305-a83c-eeb2ac492f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479143 Jan 28 20:11:43.218653 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:43.432175 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818ce333-197b-4f81-ad26-ad24182ed262 req-5799bc43-0e91-4670-8e49-41e78bef0e7e tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:11:43.433727 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-818ce333-197b-4f81-ad26-ad24182ed262 req-5799bc43-0e91-4670-8e49-41e78bef0e7e tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1ded5b1-42aa-4301-a08c-552530f5eaaf HTTP/1.1" status: 200 len: 943 time: 0.0573111 Jan 28 20:11:43.479904 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-818ce333-197b-4f81-ad26-ad24182ed262 req-7a20bb84-a0e2-4fef-bc32-6f8a8b7d5ea8 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/security-groups?id=20e16f27-127b-4305-a83c-eeb2ac492f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405211 Jan 28 20:11:44.598973 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaaf081-ba07-4a1b-b1f6-98fcb45ad1f9 req-ac597216-9d63-4fcd-a9cf-5c22aea2dedf tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:11:44.600533 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-edaaf081-ba07-4a1b-b1f6-98fcb45ad1f9 req-ac597216-9d63-4fcd-a9cf-5c22aea2dedf tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1ded5b1-42aa-4301-a08c-552530f5eaaf HTTP/1.1" status: 200 len: 943 time: 0.0534647 Jan 28 20:11:44.651150 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-edaaf081-ba07-4a1b-b1f6-98fcb45ad1f9 req-d55c3ebf-b199-4706-8ce9-c5004bff64f8 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/security-groups?id=20e16f27-127b-4305-a83c-eeb2ac492f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419636 Jan 28 20:11:45.770634 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc278b9-96aa-4026-845a-47b2160292bc req-640beb37-3826-47b0-ad77-7fc09809b24a tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:11:45.772094 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5dc278b9-96aa-4026-845a-47b2160292bc req-640beb37-3826-47b0-ad77-7fc09809b24a tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1ded5b1-42aa-4301-a08c-552530f5eaaf HTTP/1.1" status: 200 len: 943 time: 0.0547009 Jan 28 20:11:45.820735 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5dc278b9-96aa-4026-845a-47b2160292bc req-79aa4a32-2cb7-4aba-9776-b0d29faace79 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/security-groups?id=20e16f27-127b-4305-a83c-eeb2ac492f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426168 Jan 28 20:11:46.942515 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbdf6e1-4e7c-4da0-ab0b-8e57a5de8b42 req-c65b4c27-e6ca-420e-820d-acc06993ed59 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:11:46.943998 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7dbdf6e1-4e7c-4da0-ab0b-8e57a5de8b42 req-c65b4c27-e6ca-420e-820d-acc06993ed59 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1ded5b1-42aa-4301-a08c-552530f5eaaf HTTP/1.1" status: 200 len: 943 time: 0.0536475 Jan 28 20:11:46.991869 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7dbdf6e1-4e7c-4da0-ab0b-8e57a5de8b42 req-0cbe4b68-17c0-48e2-ac29-14d97039d83c tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/security-groups?id=20e16f27-127b-4305-a83c-eeb2ac492f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422471 Jan 28 20:11:48.111912 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4434df-2977-4e69-9ba3-6459b276a8fd req-b07ca46a-1f4f-42cb-abcd-9bf0980dfa60 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:11:48.113659 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ed4434df-2977-4e69-9ba3-6459b276a8fd req-b07ca46a-1f4f-42cb-abcd-9bf0980dfa60 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1ded5b1-42aa-4301-a08c-552530f5eaaf HTTP/1.1" status: 200 len: 943 time: 0.0559471 Jan 28 20:11:48.477030 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ed4434df-2977-4e69-9ba3-6459b276a8fd req-521a2110-93fb-4ff4-a038-5ba3e38e1dbe tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/security-groups?id=20e16f27-127b-4305-a83c-eeb2ac492f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3578863 Jan 28 20:11:49.598642 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2954ed5f-013f-42c4-9d1f-4177995e1f8e req-646cb6bc-1f0a-4bff-af57-79dc57ce0b09 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:11:49.600093 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2954ed5f-013f-42c4-9d1f-4177995e1f8e req-646cb6bc-1f0a-4bff-af57-79dc57ce0b09 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1ded5b1-42aa-4301-a08c-552530f5eaaf HTTP/1.1" status: 200 len: 943 time: 0.0569751 Jan 28 20:11:49.645515 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2954ed5f-013f-42c4-9d1f-4177995e1f8e req-ab3cbe19-a7e9-4df6-a03e-755d7ef0d80e tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/security-groups?id=20e16f27-127b-4305-a83c-eeb2ac492f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398233 Jan 28 20:11:50.761019 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9430bf1b-2984-4cc8-be55-c8af1d116729 req-6d0ad5a3-283a-4fc6-9f61-523d979d359b tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:11:50.762517 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9430bf1b-2984-4cc8-be55-c8af1d116729 req-6d0ad5a3-283a-4fc6-9f61-523d979d359b tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1ded5b1-42aa-4301-a08c-552530f5eaaf HTTP/1.1" status: 200 len: 943 time: 0.0516739 Jan 28 20:11:50.808706 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9430bf1b-2984-4cc8-be55-c8af1d116729 req-1729f37c-e94b-4d76-bb77-bf7fd7c6fcf1 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/security-groups?id=20e16f27-127b-4305-a83c-eeb2ac492f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407858 Jan 28 20:11:51.188617 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:51.928782 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8091e2b3-35eb-49fe-844e-1a0d7b4dec61 req-efdebc8d-b18b-430d-b11f-51c73afb13cd tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:11:51.930305 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8091e2b3-35eb-49fe-844e-1a0d7b4dec61 req-efdebc8d-b18b-430d-b11f-51c73afb13cd tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1ded5b1-42aa-4301-a08c-552530f5eaaf HTTP/1.1" status: 200 len: 943 time: 0.0556958 Jan 28 20:11:51.976362 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8091e2b3-35eb-49fe-844e-1a0d7b4dec61 req-8078929d-be87-438e-9837-1fb9c6cbb63e tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/security-groups?id=20e16f27-127b-4305-a83c-eeb2ac492f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404549 Jan 28 20:11:53.091710 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f92248b-e454-4ce4-bf87-ac33c26d02c5 req-5f2bfcb5-e7a1-4b15-be1b-f28ed3bf7892 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:11:53.093201 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1f92248b-e454-4ce4-bf87-ac33c26d02c5 req-5f2bfcb5-e7a1-4b15-be1b-f28ed3bf7892 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1ded5b1-42aa-4301-a08c-552530f5eaaf HTTP/1.1" status: 200 len: 943 time: 0.0508714 Jan 28 20:11:53.141082 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1f92248b-e454-4ce4-bf87-ac33c26d02c5 req-bbf794d0-3e30-4743-a2b3-c375330fdf4c tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/security-groups?id=20e16f27-127b-4305-a83c-eeb2ac492f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424871 Jan 28 20:11:53.722108 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 5f10a524-4bbe-4455-bec5-4ffedb071301 details requested by agent hyperv_n-h2-812111-14 with host n-h2-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:11:53.975613 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 5f10a524-4bbe-4455-bec5-4ffedb071301, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=5f10a524-4bbe-4455-bec5-4ffedb071301,segment=NetworkSegment(62dcf40f-e75f-4b3f-bd0a-763cdc11fb45),segment_id=62dcf40f-e75f-4b3f-bd0a-763cdc11fb45)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:11:53.986482 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Returning: {'device': '5f10a524-4bbe-4455-bec5-4ffedb071301', 'network_id': '82c9016a-2e86-43db-b802-2faf8fe68f2c', 'port_id': '5f10a524-4bbe-4455-bec5-4ffedb071301', 'mac_address': 'fa:16:3e:ad:77:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42a6bf20-d25e-4935-ad1e-654a55d2642f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:11:54.022802 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 5f10a524-4bbe-4455-bec5-4ffedb071301 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:11:54.023184 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (5f10a524-4bbe-4455-bec5-4ffedb071301), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:54.035525 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f10a524-4bbe-4455-bec5-4ffedb071301 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:11:54.055159 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 5f10a524-4bbe-4455-bec5-4ffedb071301, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=5f10a524-4bbe-4455-bec5-4ffedb071301,segment=NetworkSegment(62dcf40f-e75f-4b3f-bd0a-763cdc11fb45),segment_id=62dcf40f-e75f-4b3f-bd0a-763cdc11fb45)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:11:54.058978 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (5f10a524-4bbe-4455-bec5-4ffedb071301), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:54.108398 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=5f10a524-4bbe-4455-bec5-4ffedb071301,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:11:54.263887 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7e32d6-24f6-4fda-9943-f2ce49b01456 req-58672e18-13e6-46ff-b752-f06f9f47bcf0 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:11:54.265325 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-be7e32d6-24f6-4fda-9943-f2ce49b01456 req-58672e18-13e6-46ff-b752-f06f9f47bcf0 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1ded5b1-42aa-4301-a08c-552530f5eaaf HTTP/1.1" status: 200 len: 944 time: 0.0533173 Jan 28 20:11:54.279402 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:54.302925 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['5f10a524-4bbe-4455-bec5-4ffedb071301'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:11:54.317189 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-be7e32d6-24f6-4fda-9943-f2ce49b01456 req-e12f8ddb-620b-4278-bed6-888a1efb1d26 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/security-groups?id=20e16f27-127b-4305-a83c-eeb2ac492f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460787 Jan 28 20:11:55.442112 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eefe5d-f419-48a0-b1d4-b19cb3a46105 req-34adae0c-b2ab-4691-afa0-34bd05113011 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:11:55.444203 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c7eefe5d-f419-48a0-b1d4-b19cb3a46105 req-34adae0c-b2ab-4691-afa0-34bd05113011 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1ded5b1-42aa-4301-a08c-552530f5eaaf HTTP/1.1" status: 200 len: 944 time: 0.0514352 Jan 28 20:11:55.490434 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c7eefe5d-f419-48a0-b1d4-b19cb3a46105 req-91eb317a-060c-4b4d-a0a0-bd2422007041 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/security-groups?id=20e16f27-127b-4305-a83c-eeb2ac492f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406902 Jan 28 20:11:55.737760 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 5f10a524-4bbe-4455-bec5-4ffedb071301 up at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:11:55.790049 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning for port 5f10a524-4bbe-4455-bec5-4ffedb071301 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:11:55.793799 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning complete for port 5f10a524-4bbe-4455-bec5-4ffedb071301 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:11:55.794174 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (5f10a524-4bbe-4455-bec5-4ffedb071301), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:55.869074 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 5f10a524-4bbe-4455-bec5-4ffedb071301 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:11:55.869564 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (5f10a524-4bbe-4455-bec5-4ffedb071301), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:55.892581 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1ded5b1-42aa-4301-a08c-552530f5eaaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f10a524-4bbe-4455-bec5-4ffedb071301'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:11:55.906744 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 5f10a524-4bbe-4455-bec5-4ffedb071301, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=5f10a524-4bbe-4455-bec5-4ffedb071301,segment=NetworkSegment(62dcf40f-e75f-4b3f-bd0a-763cdc11fb45),segment_id=62dcf40f-e75f-4b3f-bd0a-763cdc11fb45)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:11:55.910876 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (5f10a524-4bbe-4455-bec5-4ffedb071301), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:55.960389 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=5f10a524-4bbe-4455-bec5-4ffedb071301,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:11:55.990178 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}704c702df6f21e7df92d3d89d4c6cfde2c6406e49d8202b36454fc5209adee22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71eb6482-3830-4350-8cc2-ff749329d767" -d '{"events": [{"server_uuid": "a1ded5b1-42aa-4301-a08c-552530f5eaaf", "name": "network-vif-plugged", "status": "completed", "tag": "5f10a524-4bbe-4455-bec5-4ffedb071301"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:11:56.081714 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61ba2e29-250b-4676-9f5a-77178c7dd6ad x-openstack-request-id: req-61ba2e29-250b-4676-9f5a-77178c7dd6ad {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:11:56.082008 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1ded5b1-42aa-4301-a08c-552530f5eaaf", "name": "network-vif-plugged", "status": "completed", "tag": "5f10a524-4bbe-4455-bec5-4ffedb071301", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:11:56.082265 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-61ba2e29-250b-4676-9f5a-77178c7dd6ad {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:11:56.082670 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1ded5b1-42aa-4301-a08c-552530f5eaaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f10a524-4bbe-4455-bec5-4ffedb071301', 'code': 200} Jan 28 20:11:56.179770 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e369cc1-55fd-418e-b18b-80beebb2cc04 req-4512cbbb-b585-4740-868b-e2a16f10d4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:11:56.181279 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-0e369cc1-55fd-418e-b18b-80beebb2cc04 req-4512cbbb-b585-4740-868b-e2a16f10d4a9 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=a1ded5b1-42aa-4301-a08c-552530f5eaaf HTTP/1.1" status: 200 len: 1128 time: 0.0429771 Jan 28 20:11:56.226505 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-0e369cc1-55fd-418e-b18b-80beebb2cc04 req-d3131b83-0874-4320-a8e2-5dd9711220b1 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=20e16f27-127b-4305-a83c-eeb2ac492f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376132 Jan 28 20:11:56.609940 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc6c475-b299-4231-a328-580ba7f3b064 req-d4ada6f5-0803-4602-800c-825623fd807c tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:11:56.611419 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ddc6c475-b299-4231-a328-580ba7f3b064 req-d4ada6f5-0803-4602-800c-825623fd807c tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1ded5b1-42aa-4301-a08c-552530f5eaaf HTTP/1.1" status: 200 len: 945 time: 0.0550437 Jan 28 20:11:56.663098 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ddc6c475-b299-4231-a328-580ba7f3b064 req-aeb60eb8-aa38-4eec-818c-cae408d74bd1 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/security-groups?id=20e16f27-127b-4305-a83c-eeb2ac492f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433853 Jan 28 20:11:57.780090 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2d2398-660e-45af-8bae-a92c28f26a95 req-bfc3d561-aa45-4909-90f2-dd15af3424fd tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:11:57.781566 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6f2d2398-660e-45af-8bae-a92c28f26a95 req-bfc3d561-aa45-4909-90f2-dd15af3424fd tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1ded5b1-42aa-4301-a08c-552530f5eaaf HTTP/1.1" status: 200 len: 945 time: 0.0520992 Jan 28 20:11:57.828190 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6f2d2398-660e-45af-8bae-a92c28f26a95 req-4d0a3dce-6f3f-4963-b9bc-7d2a5442d778 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/security-groups?id=20e16f27-127b-4305-a83c-eeb2ac492f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406396 Jan 28 20:11:57.943219 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489cd950-6936-471f-b731-491ad04d9f41 req-4d1a8a11-7b82-41f5-96eb-30e3dbbb2db3 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:11:57.944607 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-489cd950-6936-471f-b731-491ad04d9f41 req-4d1a8a11-7b82-41f5-96eb-30e3dbbb2db3 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1ded5b1-42aa-4301-a08c-552530f5eaaf HTTP/1.1" status: 200 len: 945 time: 0.0521860 Jan 28 20:11:57.991054 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-489cd950-6936-471f-b731-491ad04d9f41 req-48186aaf-739e-4c0c-a487-cedf56c8b4a5 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/security-groups?id=20e16f27-127b-4305-a83c-eeb2ac492f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407953 Jan 28 20:11:58.105503 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0af878e-8176-4ff7-8ea3-feb9a77e2e85 req-9ea1b5c0-b595-4d12-aac9-6288c23a60f3 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:11:58.106998 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f0af878e-8176-4ff7-8ea3-feb9a77e2e85 req-9ea1b5c0-b595-4d12-aac9-6288c23a60f3 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1ded5b1-42aa-4301-a08c-552530f5eaaf HTTP/1.1" status: 200 len: 945 time: 0.0533514 Jan 28 20:11:58.153270 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f0af878e-8176-4ff7-8ea3-feb9a77e2e85 req-ca9fe4dd-b53f-4940-a4f1-d90a511b7555 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/security-groups?id=20e16f27-127b-4305-a83c-eeb2ac492f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403497 Jan 28 20:11:58.390539 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e44500c-9f82-4228-ba85-48330d1770a2 req-ce325a56-a5b6-4505-90ce-c49a62de092c tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:11:58.392002 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5e44500c-9f82-4228-ba85-48330d1770a2 req-ce325a56-a5b6-4505-90ce-c49a62de092c tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1ded5b1-42aa-4301-a08c-552530f5eaaf HTTP/1.1" status: 200 len: 945 time: 0.0558279 Jan 28 20:11:58.439021 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5e44500c-9f82-4228-ba85-48330d1770a2 req-c829fde1-387c-4750-b988-3582ea7c5b1f tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/security-groups?id=20e16f27-127b-4305-a83c-eeb2ac492f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409193 Jan 28 20:11:59.562509 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f4a4cc-ad96-40eb-b774-15a30a250acf req-9dbdf00d-f94f-4a26-8c60-954e56f23d60 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:11:59.563988 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-51f4a4cc-ad96-40eb-b774-15a30a250acf req-9dbdf00d-f94f-4a26-8c60-954e56f23d60 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1ded5b1-42aa-4301-a08c-552530f5eaaf HTTP/1.1" status: 200 len: 945 time: 0.0558221 Jan 28 20:11:59.609135 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-51f4a4cc-ad96-40eb-b774-15a30a250acf req-a8f516c1-a98b-4f17-9fd6-c3d902381c2d tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/security-groups?id=20e16f27-127b-4305-a83c-eeb2ac492f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396669 Jan 28 20:12:00.001374 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30fddd5-88f3-4052-bdbe-1338b93f862b req-1f013700-8013-4bac-bd15-79bbd7b4d327 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:12:00.002813 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b30fddd5-88f3-4052-bdbe-1338b93f862b req-1f013700-8013-4bac-bd15-79bbd7b4d327 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.70 "GET /v2.0/ports?device_id=a1ded5b1-42aa-4301-a08c-552530f5eaaf HTTP/1.1" status: 200 len: 945 time: 0.0514631 Jan 28 20:12:00.092866 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-b30fddd5-88f3-4052-bdbe-1338b93f862b req-4cc09879-4481-4504-8e45-68f51404eca2 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Deleting port 5f10a524-4bbe-4455-bec5-4ffedb071301 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:12:00.093235 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-b30fddd5-88f3-4052-bdbe-1338b93f862b req-4cc09879-4481-4504-8e45-68f51404eca2 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (5f10a524-4bbe-4455-bec5-4ffedb071301), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:00.186266 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-b30fddd5-88f3-4052-bdbe-1338b93f862b req-4cc09879-4481-4504-8e45-68f51404eca2 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] For port 5f10a524-4bbe-4455-bec5-4ffedb071301, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=5f10a524-4bbe-4455-bec5-4ffedb071301,segment=NetworkSegment(62dcf40f-e75f-4b3f-bd0a-763cdc11fb45),segment_id=62dcf40f-e75f-4b3f-bd0a-763cdc11fb45)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:12:00.186628 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-b30fddd5-88f3-4052-bdbe-1338b93f862b req-4cc09879-4481-4504-8e45-68f51404eca2 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (5f10a524-4bbe-4455-bec5-4ffedb071301), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:00.199041 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-b30fddd5-88f3-4052-bdbe-1338b93f862b req-4cc09879-4481-4504-8e45-68f51404eca2 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Calling delete_port for 5f10a524-4bbe-4455-bec5-4ffedb071301 owned by compute:nova {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:12:00.330027 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-b30fddd5-88f3-4052-bdbe-1338b93f862b req-4cc09879-4481-4504-8e45-68f51404eca2 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (5f10a524-4bbe-4455-bec5-4ffedb071301), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:00.341795 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['5f10a524-4bbe-4455-bec5-4ffedb071301'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:12:00.357272 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc09879-4481-4504-8e45-68f51404eca2 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Pushing event deleted for resources: {'Port': ['ID=5f10a524-4bbe-4455-bec5-4ffedb071301,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:12:00.403148 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-b30fddd5-88f3-4052-bdbe-1338b93f862b req-4cc09879-4481-4504-8e45-68f51404eca2 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] No DVR routers for this DVR port 5f10a524-4bbe-4455-bec5-4ffedb071301 on host n-h2-812111-14 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:12:00.405836 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-b30fddd5-88f3-4052-bdbe-1338b93f862b req-4cc09879-4481-4504-8e45-68f51404eca2 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:00.409242 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b30fddd5-88f3-4052-bdbe-1338b93f862b req-4cc09879-4481-4504-8e45-68f51404eca2 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.70 "DELETE /v2.0/ports/5f10a524-4bbe-4455-bec5-4ffedb071301 HTTP/1.1" status: 204 len: 173 time: 0.4013805 Jan 28 20:12:00.409698 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1ded5b1-42aa-4301-a08c-552530f5eaaf', 'name': 'network-vif-deleted', 'tag': '5f10a524-4bbe-4455-bec5-4ffedb071301'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:12:00.412004 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}690870b4896ba3504f21237a239c836c0346d6a62bcfb5e8ee91fd1b13f99dd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51ed7c23-a685-4dee-9e4b-5c762e99a6c0" -d '{"events": [{"server_uuid": "a1ded5b1-42aa-4301-a08c-552530f5eaaf", "name": "network-vif-deleted", "tag": "5f10a524-4bbe-4455-bec5-4ffedb071301"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:12:00.455741 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b6ef824-d227-46a2-9a4e-b3820351c779 x-openstack-request-id: req-1b6ef824-d227-46a2-9a4e-b3820351c779 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:12:00.456074 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1ded5b1-42aa-4301-a08c-552530f5eaaf", "name": "network-vif-deleted", "tag": "5f10a524-4bbe-4455-bec5-4ffedb071301", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:12:00.456334 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1b6ef824-d227-46a2-9a4e-b3820351c779 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:12:00.456805 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1ded5b1-42aa-4301-a08c-552530f5eaaf', 'name': 'network-vif-deleted', 'tag': '5f10a524-4bbe-4455-bec5-4ffedb071301', 'status': 'completed', 'code': 200} Jan 28 20:12:00.706662 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-efbaf114-61ff-4afd-a45a-798e26a511a7 req-52f81ee2-7d8b-43c3-b7cf-973306e80ea6 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1ded5b1-42aa-4301-a08c-552530f5eaaf HTTP/1.1" status: 200 len: 210 time: 0.0319469 Jan 28 20:12:01.801282 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-889be5b1-3448-4bc9-9cfa-7fe526344428 req-9a1ccd99-c018-4086-b84d-c34ecded2d49 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1ded5b1-42aa-4301-a08c-552530f5eaaf HTTP/1.1" status: 200 len: 210 time: 0.0275407 Jan 28 20:12:02.897535 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ae0d70f0-2131-4a53-ae5b-40de34849b92 req-b549f556-ed2b-4fdb-aa0c-cce5d97573d2 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1ded5b1-42aa-4301-a08c-552530f5eaaf HTTP/1.1" status: 200 len: 210 time: 0.0271184 Jan 28 20:12:03.768148 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 5f10a524-4bbe-4455-bec5-4ffedb071301 no longer exists at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:12:03.791705 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] No Port match for: 5f10a524-4bbe-4455-bec5-4ffedb071301 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:12:03.792069 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 5f10a524-4bbe-4455-bec5-4ffedb071301 not bound to the agent host n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:12:03.993501 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-99a73c8b-e397-4f28-918a-13d81b5cfb85 req-8dfdcf2d-dce6-47fe-a50a-2f8880b1367d tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1ded5b1-42aa-4301-a08c-552530f5eaaf HTTP/1.1" status: 200 len: 210 time: 0.0280218 Jan 28 20:12:05.086435 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3fbfb977-09cc-4b69-9404-12e1990deeb7 req-d729e41c-413d-4527-b77f-84553865a38e tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1ded5b1-42aa-4301-a08c-552530f5eaaf HTTP/1.1" status: 200 len: 210 time: 0.0277448 Jan 28 20:12:06.185320 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-dc878315-f0d6-4405-904c-3ce59f71435f req-078cbdc2-a7f8-429f-ba2d-accbd5664506 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1ded5b1-42aa-4301-a08c-552530f5eaaf HTTP/1.1" status: 200 len: 210 time: 0.0302432 Jan 28 20:12:06.760679 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2aa6e394-04ca-4986-bdae-22b07d925ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:07.280622 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-be116df6-5262-427c-993f-d514e86b850d req-27c44b6f-e43e-4556-86ff-92589b784b56 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1ded5b1-42aa-4301-a08c-552530f5eaaf HTTP/1.1" status: 200 len: 210 time: 0.0276079 Jan 28 20:12:08.374295 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d4b9b403-bb4f-4f52-87b5-91aa9de2e8f1 req-ef6e43a1-29ee-4ed7-80cc-362853277a9b tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1ded5b1-42aa-4301-a08c-552530f5eaaf HTTP/1.1" status: 200 len: 210 time: 0.0281816 Jan 28 20:12:09.016437 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c53f8983-f28d-45c5-b079-82c9ca018dfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:09.965458 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:11.840505 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:13.213728 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:18.164754 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:12:21.223032 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:24.279930 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:36.632829 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03636dbd-425f-478e-aa51-de319bf7a19e req-9ee1a1f7-5f02-46fa-bc53-83137b576a18 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:12:36.634311 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-03636dbd-425f-478e-aa51-de319bf7a19e req-9ee1a1f7-5f02-46fa-bc53-83137b576a18 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/networks?id=82c9016a-2e86-43db-b802-2faf8fe68f2c HTTP/1.1" status: 200 len: 811 time: 0.1003292 Jan 28 20:12:36.648893 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-03636dbd-425f-478e-aa51-de319bf7a19e req-54caf135-7335-41be-9131-bba6a57d0689 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/quotas/6b5e4a16e1474aaab4b37fcab65f96a9 HTTP/1.1" status: 200 len: 375 time: 0.0092790 Jan 28 20:12:36.708676 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-03636dbd-425f-478e-aa51-de319bf7a19e req-d93d5ee6-367d-4be4-8898-5fc661e69ddd tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=6b5e4a16e1474aaab4b37fcab65f96a9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0550475 Jan 28 20:12:36.763188 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4d61b012-1dbf-4572-92c7-7fbf1046f944 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:36.799276 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-03636dbd-425f-478e-aa51-de319bf7a19e req-2fe1f1ac-28e9-4734-8dc6-53d1da5c9036 service neutron] 10.222.0.64 "GET /v2.0/networks/82c9016a-2e86-43db-b802-2faf8fe68f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842032 Jan 28 20:12:36.890454 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-03636dbd-425f-478e-aa51-de319bf7a19e req-3866584c-0891-4ed1-abad-dcacd3de95d0 service neutron] 10.222.0.64 "GET /v2.0/networks/82c9016a-2e86-43db-b802-2faf8fe68f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854642 Jan 28 20:12:37.082006 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-93551613-7935-4936-9458-74d67e3b1b19 req-c8c7f5bc-4a64-456e-8b56-599e9f7a1ef3 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=bb7228f1-f1e2-4d47-9345-25b114e0deeb HTTP/1.1" status: 200 len: 210 time: 0.0277185 Jan 28 20:12:38.161421 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9dc80fce-ccee-4623-ab82-62a4c43c7d85 req-6af1b3e3-7222-44a9-8dfc-d3f19eaeaaeb tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=bb7228f1-f1e2-4d47-9345-25b114e0deeb HTTP/1.1" status: 200 len: 210 time: 0.0275307 Jan 28 20:12:39.018765 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7bd17fa4-6d26-4cfb-b656-c7acf16051c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:39.246376 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f4274e6c-ac58-4daf-b728-c38938683e17 req-3fe53ff2-e8c5-4e83-bd22-f4a0cba9cae5 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=bb7228f1-f1e2-4d47-9345-25b114e0deeb HTTP/1.1" status: 200 len: 210 time: 0.0340621 Jan 28 20:12:39.968226 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:40.327885 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8cf30998-ec7d-4058-8414-2e19cdba7fd6 req-44918a42-1c04-46bb-a60b-ffab8c41fd74 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=bb7228f1-f1e2-4d47-9345-25b114e0deeb HTTP/1.1" status: 200 len: 210 time: 0.0307245 Jan 28 20:12:41.421286 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-72d2c04e-d464-42ed-9b62-7a12a83ab1b5 req-6c208886-67bf-43b3-a722-91f90ce555f7 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=bb7228f1-f1e2-4d47-9345-25b114e0deeb HTTP/1.1" status: 200 len: 210 time: 0.0298274 Jan 28 20:12:41.840710 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:42.090305 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03636dbd-425f-478e-aa51-de319bf7a19e req-80e75ab2-c090-4164-835c-9dbdbaa9dd68 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:12:42.091910 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-03636dbd-425f-478e-aa51-de319bf7a19e req-80e75ab2-c090-4164-835c-9dbdbaa9dd68 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.70 "GET /v2.0/networks?id=82c9016a-2e86-43db-b802-2faf8fe68f2c HTTP/1.1" status: 200 len: 811 time: 0.1057003 Jan 28 20:12:42.102712 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-03636dbd-425f-478e-aa51-de319bf7a19e req-fa70153c-3a9f-4dc0-9fff-c0f422b355b1 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Request body: {'port': {'device_id': 'bb7228f1-f1e2-4d47-9345-25b114e0deeb', 'network_id': '82c9016a-2e86-43db-b802-2faf8fe68f2c', 'admin_state_up': True, 'tenant_id': '6b5e4a16e1474aaab4b37fcab65f96a9'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:12:42.214770 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03636dbd-425f-478e-aa51-de319bf7a19e req-fa70153c-3a9f-4dc0-9fff-c0f422b355b1 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Made reservation on behalf of 6b5e4a16e1474aaab4b37fcab65f96a9 for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:12:42.218538 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-03636dbd-425f-478e-aa51-de319bf7a19e req-fa70153c-3a9f-4dc0-9fff-c0f422b355b1 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:42.355345 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-03636dbd-425f-478e-aa51-de319bf7a19e req-fa70153c-3a9f-4dc0-9fff-c0f422b355b1 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Allocated IP 172.20.0.12 (82c9016a-2e86-43db-b802-2faf8fe68f2c/42a6bf20-d25e-4935-ad1e-654a55d2642f/304b73b8-69ae-42ea-9fe4-977a34973cd4) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:12:42.516896 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-03636dbd-425f-478e-aa51-de319bf7a19e req-fa70153c-3a9f-4dc0-9fff-c0f422b355b1 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Publish callbacks [] for port (304b73b8-69ae-42ea-9fe4-977a34973cd4), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:42.534963 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2f05e068-d760-4f65-9d2e-383c53618b83 req-769898d8-556c-4e72-9765-e7828dd41b92 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=bb7228f1-f1e2-4d47-9345-25b114e0deeb HTTP/1.1" status: 200 len: 210 time: 0.0301726 Jan 28 20:12:42.559142 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-03636dbd-425f-478e-aa51-de319bf7a19e req-fa70153c-3a9f-4dc0-9fff-c0f422b355b1 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (304b73b8-69ae-42ea-9fe4-977a34973cd4), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:42.607189 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03636dbd-425f-478e-aa51-de319bf7a19e req-fa70153c-3a9f-4dc0-9fff-c0f422b355b1 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Network 82c9016a-2e86-43db-b802-2faf8fe68f2c is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:12:42.619415 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-03636dbd-425f-478e-aa51-de319bf7a19e req-fa70153c-3a9f-4dc0-9fff-c0f422b355b1 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:12:42.622029 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa70153c-3a9f-4dc0-9fff-c0f422b355b1 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Pushing event updated for resources: {'Port': ['ID=304b73b8-69ae-42ea-9fe4-977a34973cd4,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:12:42.624568 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-03636dbd-425f-478e-aa51-de319bf7a19e req-fa70153c-3a9f-4dc0-9fff-c0f422b355b1 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:12:42.651980 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa70153c-3a9f-4dc0-9fff-c0f422b355b1 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:12:42.652342 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa70153c-3a9f-4dc0-9fff-c0f422b355b1 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:12:42.652700 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa70153c-3a9f-4dc0-9fff-c0f422b355b1 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:12:42.653040 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa70153c-3a9f-4dc0-9fff-c0f422b355b1 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:12:42.653423 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa70153c-3a9f-4dc0-9fff-c0f422b355b1 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:12:42.653768 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa70153c-3a9f-4dc0-9fff-c0f422b355b1 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:12:42.654566 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa70153c-3a9f-4dc0-9fff-c0f422b355b1 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:12:42.654566 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa70153c-3a9f-4dc0-9fff-c0f422b355b1 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:12:42.654740 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa70153c-3a9f-4dc0-9fff-c0f422b355b1 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:12:42.655285 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa70153c-3a9f-4dc0-9fff-c0f422b355b1 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:12:42.655396 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa70153c-3a9f-4dc0-9fff-c0f422b355b1 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:12:42.655719 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa70153c-3a9f-4dc0-9fff-c0f422b355b1 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:12:42.656057 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa70153c-3a9f-4dc0-9fff-c0f422b355b1 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:12:42.693607 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03636dbd-425f-478e-aa51-de319bf7a19e req-fa70153c-3a9f-4dc0-9fff-c0f422b355b1 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:12:42.694254 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-03636dbd-425f-478e-aa51-de319bf7a19e req-fa70153c-3a9f-4dc0-9fff-c0f422b355b1 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:42.714503 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-03636dbd-425f-478e-aa51-de319bf7a19e req-fa70153c-3a9f-4dc0-9fff-c0f422b355b1 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6154029 Jan 28 20:12:42.726420 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-03636dbd-425f-478e-aa51-de319bf7a19e req-6c6c7e90-3eb8-495c-adfb-3315e05bcbe7 service neutron] Request body: {'port': {'device_id': 'bb7228f1-f1e2-4d47-9345-25b114e0deeb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-14'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:12:42.795997 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-03636dbd-425f-478e-aa51-de319bf7a19e req-6c6c7e90-3eb8-495c-adfb-3315e05bcbe7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (304b73b8-69ae-42ea-9fe4-977a34973cd4), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:42.933872 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-553eeb80-d9a0-4a0b-bc69-c7826dc335bb None None] Provisioning complete for port 304b73b8-69ae-42ea-9fe4-977a34973cd4 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:12:42.934465 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-553eeb80-d9a0-4a0b-bc69-c7826dc335bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (304b73b8-69ae-42ea-9fe4-977a34973cd4), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:42.969158 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-553eeb80-d9a0-4a0b-bc69-c7826dc335bb None None] Port 304b73b8-69ae-42ea-9fe4-977a34973cd4 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 20:12:43.073495 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-03636dbd-425f-478e-aa51-de319bf7a19e req-6c6c7e90-3eb8-495c-adfb-3315e05bcbe7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 304b73b8-69ae-42ea-9fe4-977a34973cd4 {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:12:43.081937 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-03636dbd-425f-478e-aa51-de319bf7a19e req-6c6c7e90-3eb8-495c-adfb-3315e05bcbe7 service neutron] Publish callbacks [] for port (304b73b8-69ae-42ea-9fe4-977a34973cd4), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:43.094331 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-03636dbd-425f-478e-aa51-de319bf7a19e req-6c6c7e90-3eb8-495c-adfb-3315e05bcbe7 service neutron] Transition to ACTIVE for port object 304b73b8-69ae-42ea-9fe4-977a34973cd4 will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:12:43.098324 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-03636dbd-425f-478e-aa51-de319bf7a19e req-6c6c7e90-3eb8-495c-adfb-3315e05bcbe7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (304b73b8-69ae-42ea-9fe4-977a34973cd4), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:43.167312 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6c7e90-3eb8-495c-adfb-3315e05bcbe7 service neutron] Pushing event updated for resources: {'Port': ['ID=304b73b8-69ae-42ea-9fe4-977a34973cd4,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:12:43.227300 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-03636dbd-425f-478e-aa51-de319bf7a19e req-6c6c7e90-3eb8-495c-adfb-3315e05bcbe7 service neutron] Attempting to bind port 304b73b8-69ae-42ea-9fe4-977a34973cd4 on host n-h2-812111-14 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:12:43.227555 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-03636dbd-425f-478e-aa51-de319bf7a19e req-6c6c7e90-3eb8-495c-adfb-3315e05bcbe7 service neutron] Attempting to bind port 304b73b8-69ae-42ea-9fe4-977a34973cd4 by drivers openvswitch,hyperv on host n-h2-812111-14 at level 0 using segments [{'id': '62dcf40f-e75f-4b3f-bd0a-763cdc11fb45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '82c9016a-2e86-43db-b802-2faf8fe68f2c'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:12:43.227891 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03636dbd-425f-478e-aa51-de319bf7a19e req-6c6c7e90-3eb8-495c-adfb-3315e05bcbe7 service neutron] Attempting to bind port 304b73b8-69ae-42ea-9fe4-977a34973cd4 on network 82c9016a-2e86-43db-b802-2faf8fe68f2c {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:12:43.228333 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:43.232931 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03636dbd-425f-478e-aa51-de319bf7a19e req-6c6c7e90-3eb8-495c-adfb-3315e05bcbe7 service neutron] Port 304b73b8-69ae-42ea-9fe4-977a34973cd4 on network 82c9016a-2e86-43db-b802-2faf8fe68f2c not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-14 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:12:43.233288 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03636dbd-425f-478e-aa51-de319bf7a19e req-6c6c7e90-3eb8-495c-adfb-3315e05bcbe7 service neutron] Attempting to bind port 304b73b8-69ae-42ea-9fe4-977a34973cd4 on network 82c9016a-2e86-43db-b802-2faf8fe68f2c {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:12:43.239157 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03636dbd-425f-478e-aa51-de319bf7a19e req-6c6c7e90-3eb8-495c-adfb-3315e05bcbe7 service neutron] Checking agent: {'id': '8f3fee4e-bf24-4b58-8a3a-ae9c8011a473', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 12, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:12:43.239504 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03636dbd-425f-478e-aa51-de319bf7a19e req-6c6c7e90-3eb8-495c-adfb-3315e05bcbe7 service neutron] Checking segment: {'id': '62dcf40f-e75f-4b3f-bd0a-763cdc11fb45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '82c9016a-2e86-43db-b802-2faf8fe68f2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:12:43.239890 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03636dbd-425f-478e-aa51-de319bf7a19e req-6c6c7e90-3eb8-495c-adfb-3315e05bcbe7 service neutron] Bound using segment: {'id': '62dcf40f-e75f-4b3f-bd0a-763cdc11fb45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '82c9016a-2e86-43db-b802-2faf8fe68f2c'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:12:43.240323 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-03636dbd-425f-478e-aa51-de319bf7a19e req-6c6c7e90-3eb8-495c-adfb-3315e05bcbe7 service neutron] Bound port: 304b73b8-69ae-42ea-9fe4-977a34973cd4, host: n-h2-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62dcf40f-e75f-4b3f-bd0a-763cdc11fb45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '82c9016a-2e86-43db-b802-2faf8fe68f2c'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:12:43.240687 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-03636dbd-425f-478e-aa51-de319bf7a19e req-6c6c7e90-3eb8-495c-adfb-3315e05bcbe7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (304b73b8-69ae-42ea-9fe4-977a34973cd4), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:43.313519 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-03636dbd-425f-478e-aa51-de319bf7a19e req-6c6c7e90-3eb8-495c-adfb-3315e05bcbe7 service neutron] For port 304b73b8-69ae-42ea-9fe4-977a34973cd4, host n-h2-812111-14, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:12:43.317589 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-03636dbd-425f-478e-aa51-de319bf7a19e req-6c6c7e90-3eb8-495c-adfb-3315e05bcbe7 service neutron] For port 304b73b8-69ae-42ea-9fe4-977a34973cd4, host n-h2-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=304b73b8-69ae-42ea-9fe4-977a34973cd4,segment=NetworkSegment(62dcf40f-e75f-4b3f-bd0a-763cdc11fb45),segment_id=62dcf40f-e75f-4b3f-bd0a-763cdc11fb45)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:12:43.323410 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-03636dbd-425f-478e-aa51-de319bf7a19e req-6c6c7e90-3eb8-495c-adfb-3315e05bcbe7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (304b73b8-69ae-42ea-9fe4-977a34973cd4), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:43.356399 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03636dbd-425f-478e-aa51-de319bf7a19e req-6c6c7e90-3eb8-495c-adfb-3315e05bcbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:12:43.357261 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-03636dbd-425f-478e-aa51-de319bf7a19e req-6c6c7e90-3eb8-495c-adfb-3315e05bcbe7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:43.358616 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-03636dbd-425f-478e-aa51-de319bf7a19e req-6c6c7e90-3eb8-495c-adfb-3315e05bcbe7 service neutron] 10.222.0.70 "PUT /v2.0/ports/304b73b8-69ae-42ea-9fe4-977a34973cd4 HTTP/1.1" status: 200 len: 1093 time: 0.6373253 Jan 28 20:12:43.361075 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb7228f1-f1e2-4d47-9345-25b114e0deeb', 'tag': '304b73b8-69ae-42ea-9fe4-977a34973cd4'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:12:43.365051 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}690870b4896ba3504f21237a239c836c0346d6a62bcfb5e8ee91fd1b13f99dd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eb54a7d-28e1-456a-8c0a-a3f7bf146483" -d '{"events": [{"name": "network-changed", "server_uuid": "bb7228f1-f1e2-4d47-9345-25b114e0deeb", "tag": "304b73b8-69ae-42ea-9fe4-977a34973cd4"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:12:43.417355 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea8c9fbb-27c9-43e5-99ce-813a9e58e82f x-openstack-request-id: req-ea8c9fbb-27c9-43e5-99ce-813a9e58e82f {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:12:43.417793 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb7228f1-f1e2-4d47-9345-25b114e0deeb", "tag": "304b73b8-69ae-42ea-9fe4-977a34973cd4", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:12:43.418056 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ea8c9fbb-27c9-43e5-99ce-813a9e58e82f {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:12:43.418467 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb7228f1-f1e2-4d47-9345-25b114e0deeb', 'tag': '304b73b8-69ae-42ea-9fe4-977a34973cd4', 'status': 'completed', 'code': 200} Jan 28 20:12:43.438895 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6c7e90-3eb8-495c-adfb-3315e05bcbe7 service neutron] Pushing event updated for resources: {'Port': ['ID=304b73b8-69ae-42ea-9fe4-977a34973cd4,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:12:43.461416 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03636dbd-425f-478e-aa51-de319bf7a19e req-482c5fe4-03fd-4c79-bed0-8317bb0c65f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:12:43.462993 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-03636dbd-425f-478e-aa51-de319bf7a19e req-482c5fe4-03fd-4c79-bed0-8317bb0c65f0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6b5e4a16e1474aaab4b37fcab65f96a9&device_id=bb7228f1-f1e2-4d47-9345-25b114e0deeb HTTP/1.1" status: 200 len: 1127 time: 0.0606928 Jan 28 20:12:43.512532 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-03636dbd-425f-478e-aa51-de319bf7a19e req-9155a04b-7f70-4a32-b03b-c9da6bdbd593 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=304b73b8-69ae-42ea-9fe4-977a34973cd4 HTTP/1.1" status: 200 len: 217 time: 0.0412774 Jan 28 20:12:43.570245 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03636dbd-425f-478e-aa51-de319bf7a19e req-464d77a7-ab7f-481b-b012-aa2767fa7ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:12:43.571765 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-03636dbd-425f-478e-aa51-de319bf7a19e req-464d77a7-ab7f-481b-b012-aa2767fa7ed7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=42a6bf20-d25e-4935-ad1e-654a55d2642f HTTP/1.1" status: 200 len: 850 time: 0.0515287 Jan 28 20:12:43.635956 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03636dbd-425f-478e-aa51-de319bf7a19e req-66423262-5868-4158-9888-99ef5e6ec18b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:12:43.638073 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-03636dbd-425f-478e-aa51-de319bf7a19e req-66423262-5868-4158-9888-99ef5e6ec18b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=82c9016a-2e86-43db-b802-2faf8fe68f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0585220 Jan 28 20:12:43.681512 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fcf4fb-b101-4f2d-a880-132cfdf38f9c req-9e2f9b27-15cd-491d-ac28-674743498752 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:12:43.683651 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e3fcf4fb-b101-4f2d-a880-132cfdf38f9c req-9e2f9b27-15cd-491d-ac28-674743498752 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=bb7228f1-f1e2-4d47-9345-25b114e0deeb HTTP/1.1" status: 200 len: 944 time: 0.0668061 Jan 28 20:12:43.739932 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e3fcf4fb-b101-4f2d-a880-132cfdf38f9c req-95314042-f62d-4839-9749-f0c68875e215 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/security-groups?id=20e16f27-127b-4305-a83c-eeb2ac492f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482254 Jan 28 20:12:43.751887 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-03636dbd-425f-478e-aa51-de319bf7a19e req-2d1befb6-dea9-4ace-92b5-873e48ea18d0 service neutron] 10.222.0.70 "GET /v2.0/networks/82c9016a-2e86-43db-b802-2faf8fe68f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063948 Jan 28 20:12:43.844252 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-03636dbd-425f-478e-aa51-de319bf7a19e req-26d38fc0-55b1-4de0-80db-bd035593f94c service neutron] 10.222.0.70 "GET /v2.0/networks/82c9016a-2e86-43db-b802-2faf8fe68f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866058 Jan 28 20:12:43.932914 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb54a7d-28e1-456a-8c0a-a3f7bf146483 req-d41070ec-9e10-4ac3-bb3a-6e16c89dee4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:12:43.934484 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7eb54a7d-28e1-456a-8c0a-a3f7bf146483 req-d41070ec-9e10-4ac3-bb3a-6e16c89dee4f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6b5e4a16e1474aaab4b37fcab65f96a9&device_id=bb7228f1-f1e2-4d47-9345-25b114e0deeb HTTP/1.1" status: 200 len: 1127 time: 0.0460172 Jan 28 20:12:44.031017 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb54a7d-28e1-456a-8c0a-a3f7bf146483 req-39e6c704-18f1-4bc4-ad67-5c7736bdc149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:12:44.032509 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7eb54a7d-28e1-456a-8c0a-a3f7bf146483 req-39e6c704-18f1-4bc4-ad67-5c7736bdc149 service neutron] 10.222.0.70 "GET /v2.0/networks?id=82c9016a-2e86-43db-b802-2faf8fe68f2c HTTP/1.1" status: 200 len: 911 time: 0.0900359 Jan 28 20:12:44.073835 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7eb54a7d-28e1-456a-8c0a-a3f7bf146483 req-0413efaf-b5e1-47d2-a174-0a2d39775104 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=304b73b8-69ae-42ea-9fe4-977a34973cd4 HTTP/1.1" status: 200 len: 217 time: 0.0350442 Jan 28 20:12:44.126299 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb54a7d-28e1-456a-8c0a-a3f7bf146483 req-51d70622-6b57-4f0a-853d-f47a1915a8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:12:44.128274 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7eb54a7d-28e1-456a-8c0a-a3f7bf146483 req-51d70622-6b57-4f0a-853d-f47a1915a8eb service neutron] 10.222.0.70 "GET /v2.0/subnets?id=42a6bf20-d25e-4935-ad1e-654a55d2642f HTTP/1.1" status: 200 len: 850 time: 0.0472078 Jan 28 20:12:44.177698 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb54a7d-28e1-456a-8c0a-a3f7bf146483 req-4cd1607a-b5f9-47dc-9bf5-1a5faa8b4366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:12:44.179285 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7eb54a7d-28e1-456a-8c0a-a3f7bf146483 req-4cd1607a-b5f9-47dc-9bf5-1a5faa8b4366 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=82c9016a-2e86-43db-b802-2faf8fe68f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0443161 Jan 28 20:12:44.269576 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7eb54a7d-28e1-456a-8c0a-a3f7bf146483 req-3f646378-2c7f-4c7f-8d81-c92d9a5856d3 service neutron] 10.222.0.70 "GET /v2.0/networks/82c9016a-2e86-43db-b802-2faf8fe68f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823157 Jan 28 20:12:44.366021 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7eb54a7d-28e1-456a-8c0a-a3f7bf146483 req-38798384-7048-47ce-b402-c26b5dec8dd0 service neutron] 10.222.0.70 "GET /v2.0/networks/82c9016a-2e86-43db-b802-2faf8fe68f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901787 Jan 28 20:12:44.865870 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c276973-5374-49d4-a6d7-55f9e84f8e9d req-665e8a95-48f5-401e-9058-86a7f5b5f5f4 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:12:44.867365 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2c276973-5374-49d4-a6d7-55f9e84f8e9d req-665e8a95-48f5-401e-9058-86a7f5b5f5f4 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=bb7228f1-f1e2-4d47-9345-25b114e0deeb HTTP/1.1" status: 200 len: 944 time: 0.0560412 Jan 28 20:12:44.915056 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2c276973-5374-49d4-a6d7-55f9e84f8e9d req-c4e2ad92-e364-4462-8885-7602cff90371 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/security-groups?id=20e16f27-127b-4305-a83c-eeb2ac492f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420740 Jan 28 20:12:46.040668 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c9454d-029b-4006-b6fb-8010aa133c2e req-f180ff8d-510e-428d-837e-eb048b08a517 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:12:46.042070 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a8c9454d-029b-4006-b6fb-8010aa133c2e req-f180ff8d-510e-428d-837e-eb048b08a517 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=bb7228f1-f1e2-4d47-9345-25b114e0deeb HTTP/1.1" status: 200 len: 944 time: 0.0587292 Jan 28 20:12:46.090142 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a8c9454d-029b-4006-b6fb-8010aa133c2e req-6b6dac00-de15-4fe6-8ff0-af17b66cb5a8 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/security-groups?id=20e16f27-127b-4305-a83c-eeb2ac492f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421820 Jan 28 20:12:47.217918 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777872e7-218e-41f2-ba98-fc367c5a1cd2 req-d165cb23-d735-46c9-b069-1bfdc84dce68 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:12:47.219512 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-777872e7-218e-41f2-ba98-fc367c5a1cd2 req-d165cb23-d735-46c9-b069-1bfdc84dce68 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=bb7228f1-f1e2-4d47-9345-25b114e0deeb HTTP/1.1" status: 200 len: 944 time: 0.0634320 Jan 28 20:12:47.271465 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-777872e7-218e-41f2-ba98-fc367c5a1cd2 req-5eecb2ca-721f-49f9-a4ba-0ff7e48f5bca tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/security-groups?id=20e16f27-127b-4305-a83c-eeb2ac492f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424778 Jan 28 20:12:48.438743 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb9a3e3-41b3-485b-8f79-565d24564d9a req-6bcb0462-a822-47ff-8751-a321eebb4f88 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:12:48.443323 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3eb9a3e3-41b3-485b-8f79-565d24564d9a req-6bcb0462-a822-47ff-8751-a321eebb4f88 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=bb7228f1-f1e2-4d47-9345-25b114e0deeb HTTP/1.1" status: 200 len: 944 time: 0.0954254 Jan 28 20:12:48.537712 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3eb9a3e3-41b3-485b-8f79-565d24564d9a req-a3020078-a8a7-4113-af35-cfd72c1871d9 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/security-groups?id=20e16f27-127b-4305-a83c-eeb2ac492f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877337 Jan 28 20:12:49.711249 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d6a671-07af-46df-8d41-95933ec9a508 req-f148b3dc-8235-4e29-88e7-418a2bcec142 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:12:49.716625 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c5d6a671-07af-46df-8d41-95933ec9a508 req-f148b3dc-8235-4e29-88e7-418a2bcec142 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=bb7228f1-f1e2-4d47-9345-25b114e0deeb HTTP/1.1" status: 200 len: 944 time: 0.0921671 Jan 28 20:12:49.776292 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c5d6a671-07af-46df-8d41-95933ec9a508 req-3e5b8c5a-1090-4f0c-b27d-a74612ba089e tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/security-groups?id=20e16f27-127b-4305-a83c-eeb2ac492f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554338 Jan 28 20:12:50.909267 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c3ab40-a47d-46eb-b9e2-7bf5791ad79b req-4c06ce1b-3ca6-4eae-9f73-2f1755e03279 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:12:50.911520 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-50c3ab40-a47d-46eb-b9e2-7bf5791ad79b req-4c06ce1b-3ca6-4eae-9f73-2f1755e03279 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=bb7228f1-f1e2-4d47-9345-25b114e0deeb HTTP/1.1" status: 200 len: 944 time: 0.0618536 Jan 28 20:12:50.960634 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-50c3ab40-a47d-46eb-b9e2-7bf5791ad79b req-33b9ffea-df74-4940-a6ed-6a753746622b tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/security-groups?id=20e16f27-127b-4305-a83c-eeb2ac492f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432322 Jan 28 20:12:51.229665 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:52.085712 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7026d4-cb6d-4d3d-9c36-61c9b937b4a7 req-836f2017-5ba5-4de1-af87-a4678bb58d5c tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:12:52.087345 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-dd7026d4-cb6d-4d3d-9c36-61c9b937b4a7 req-836f2017-5ba5-4de1-af87-a4678bb58d5c tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=bb7228f1-f1e2-4d47-9345-25b114e0deeb HTTP/1.1" status: 200 len: 944 time: 0.0572717 Jan 28 20:12:52.146413 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-dd7026d4-cb6d-4d3d-9c36-61c9b937b4a7 req-c93ca18b-91eb-4475-9241-f4df8b216dfb tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/security-groups?id=20e16f27-127b-4305-a83c-eeb2ac492f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529122 Jan 28 20:12:53.268406 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d022dcd8-abc6-46c5-af9a-98ea4c2e657b req-c2559403-6ffc-43eb-aaae-0cb7e6ed4b4d tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:12:53.269926 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d022dcd8-abc6-46c5-af9a-98ea4c2e657b req-c2559403-6ffc-43eb-aaae-0cb7e6ed4b4d tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=bb7228f1-f1e2-4d47-9345-25b114e0deeb HTTP/1.1" status: 200 len: 944 time: 0.0535679 Jan 28 20:12:53.316003 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d022dcd8-abc6-46c5-af9a-98ea4c2e657b req-d364019f-a9fd-499e-8fa7-643abdc2d546 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/security-groups?id=20e16f27-127b-4305-a83c-eeb2ac492f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405042 Jan 28 20:12:54.286369 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:54.433010 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318294d4-b025-4718-a1fc-1bd484be016d req-9eab5bb3-ebb5-4ce9-991f-ded79eac50db tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:12:54.434709 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-318294d4-b025-4718-a1fc-1bd484be016d req-9eab5bb3-ebb5-4ce9-991f-ded79eac50db tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=bb7228f1-f1e2-4d47-9345-25b114e0deeb HTTP/1.1" status: 200 len: 944 time: 0.0535607 Jan 28 20:12:54.482234 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-318294d4-b025-4718-a1fc-1bd484be016d req-da2c86f6-2e89-4494-8ce8-2deb9b11add4 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/security-groups?id=20e16f27-127b-4305-a83c-eeb2ac492f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413513 Jan 28 20:12:55.164277 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:12:55.602614 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3335fc50-f4a7-4279-ab3a-5e126462405a req-a7cdad60-8b42-44f0-a44d-8580bbbebbf5 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:12:55.604095 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3335fc50-f4a7-4279-ab3a-5e126462405a req-a7cdad60-8b42-44f0-a44d-8580bbbebbf5 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=bb7228f1-f1e2-4d47-9345-25b114e0deeb HTTP/1.1" status: 200 len: 944 time: 0.0519845 Jan 28 20:12:55.653552 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3335fc50-f4a7-4279-ab3a-5e126462405a req-8429e6ec-ddf2-4dca-be19-7d00d651a55d tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/security-groups?id=20e16f27-127b-4305-a83c-eeb2ac492f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438466 Jan 28 20:12:56.772067 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd55cd1-a019-46ff-97d6-49821ad71a9a req-c1e69704-6c4c-4beb-8503-7c49c05c7b69 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:12:56.773610 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7bd55cd1-a019-46ff-97d6-49821ad71a9a req-c1e69704-6c4c-4beb-8503-7c49c05c7b69 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=bb7228f1-f1e2-4d47-9345-25b114e0deeb HTTP/1.1" status: 200 len: 944 time: 0.0535765 Jan 28 20:12:56.820826 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7bd55cd1-a019-46ff-97d6-49821ad71a9a req-93a523f5-bdd4-47a1-aa91-2c8f1d1d362a tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/security-groups?id=20e16f27-127b-4305-a83c-eeb2ac492f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415862 Jan 28 20:12:57.938214 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2b91ef-0424-495b-abc6-407ecd9bc2d0 req-96c3b7e0-d463-49ee-9e7d-59fc476217ba tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:12:57.940180 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-0e2b91ef-0424-495b-abc6-407ecd9bc2d0 req-96c3b7e0-d463-49ee-9e7d-59fc476217ba tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=bb7228f1-f1e2-4d47-9345-25b114e0deeb HTTP/1.1" status: 200 len: 944 time: 0.0531213 Jan 28 20:12:57.987381 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-0e2b91ef-0424-495b-abc6-407ecd9bc2d0 req-34f6ccda-7256-4e81-8a99-f232f5f6f6c3 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/security-groups?id=20e16f27-127b-4305-a83c-eeb2ac492f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410392 Jan 28 20:12:59.117719 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8af125-fb65-45a5-b11d-c4376500cac7 req-9c33b46e-396f-4e1f-925b-daaa7176c613 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:12:59.119212 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2a8af125-fb65-45a5-b11d-c4376500cac7 req-9c33b46e-396f-4e1f-925b-daaa7176c613 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=bb7228f1-f1e2-4d47-9345-25b114e0deeb HTTP/1.1" status: 200 len: 944 time: 0.0620179 Jan 28 20:12:59.166002 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2a8af125-fb65-45a5-b11d-c4376500cac7 req-13459c6d-10e9-4497-ab72-9b2b5c930b2d tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/security-groups?id=20e16f27-127b-4305-a83c-eeb2ac492f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411446 Jan 28 20:13:00.284971 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2764fa6-aaec-4da4-8afb-19a942df072d req-2fde9d44-fc6c-4493-8e21-d8563d86c3f8 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:00.286511 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a2764fa6-aaec-4da4-8afb-19a942df072d req-2fde9d44-fc6c-4493-8e21-d8563d86c3f8 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=bb7228f1-f1e2-4d47-9345-25b114e0deeb HTTP/1.1" status: 200 len: 944 time: 0.0533946 Jan 28 20:13:00.333158 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a2764fa6-aaec-4da4-8afb-19a942df072d req-0b6e3c92-d2b1-4a25-bee4-7266625d05fc tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/security-groups?id=20e16f27-127b-4305-a83c-eeb2ac492f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410306 Jan 28 20:13:01.449571 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38daeb22-743e-4711-95d0-30402785a255 req-86529cd8-aef6-4ce8-b4e8-683c1cf2996c tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:01.451044 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-38daeb22-743e-4711-95d0-30402785a255 req-86529cd8-aef6-4ce8-b4e8-683c1cf2996c tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=bb7228f1-f1e2-4d47-9345-25b114e0deeb HTTP/1.1" status: 200 len: 944 time: 0.0523067 Jan 28 20:13:01.499130 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-38daeb22-743e-4711-95d0-30402785a255 req-8e6e5927-4e22-41c6-b41b-bb000333b5be tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/security-groups?id=20e16f27-127b-4305-a83c-eeb2ac492f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415070 Jan 28 20:13:02.620421 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66d38fa-3b1f-4a86-8f05-0787d1a59684 req-0f4a3d39-1b10-413f-9500-fc1da4c4a51c tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:02.621999 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f66d38fa-3b1f-4a86-8f05-0787d1a59684 req-0f4a3d39-1b10-413f-9500-fc1da4c4a51c tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=bb7228f1-f1e2-4d47-9345-25b114e0deeb HTTP/1.1" status: 200 len: 944 time: 0.0560884 Jan 28 20:13:02.670570 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f66d38fa-3b1f-4a86-8f05-0787d1a59684 req-01d799f2-7bbb-42e0-a000-10f577d5c033 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/security-groups?id=20e16f27-127b-4305-a83c-eeb2ac492f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403299 Jan 28 20:13:03.793326 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf2ce05-4ef0-4acb-bd6a-d01b7e38651d req-aa7b113d-2efa-4870-8537-08fd71f05a27 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:03.794924 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-dcf2ce05-4ef0-4acb-bd6a-d01b7e38651d req-aa7b113d-2efa-4870-8537-08fd71f05a27 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=bb7228f1-f1e2-4d47-9345-25b114e0deeb HTTP/1.1" status: 200 len: 944 time: 0.0550516 Jan 28 20:13:03.849534 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-dcf2ce05-4ef0-4acb-bd6a-d01b7e38651d req-2d770815-50ff-4a21-8188-cf8eda0e542a tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/security-groups?id=20e16f27-127b-4305-a83c-eeb2ac492f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480411 Jan 28 20:13:04.968168 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5cb034-ca4a-4570-9bb0-e7fffe122d71 req-8599ca0e-c59d-430c-ba6a-cf02bcf6e060 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:04.969688 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6e5cb034-ca4a-4570-9bb0-e7fffe122d71 req-8599ca0e-c59d-430c-ba6a-cf02bcf6e060 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=bb7228f1-f1e2-4d47-9345-25b114e0deeb HTTP/1.1" status: 200 len: 944 time: 0.0514431 Jan 28 20:13:05.020156 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6e5cb034-ca4a-4570-9bb0-e7fffe122d71 req-b17f25e9-fdd8-450b-bf09-515ad821f12f tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/security-groups?id=20e16f27-127b-4305-a83c-eeb2ac492f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443347 Jan 28 20:13:06.137021 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11f707a-1b6a-45b5-aeae-de58eb88e4fc req-31f36a71-a971-4be4-92c8-3c75df8db722 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:06.138503 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f11f707a-1b6a-45b5-aeae-de58eb88e4fc req-31f36a71-a971-4be4-92c8-3c75df8db722 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=bb7228f1-f1e2-4d47-9345-25b114e0deeb HTTP/1.1" status: 200 len: 944 time: 0.0520458 Jan 28 20:13:06.185284 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f11f707a-1b6a-45b5-aeae-de58eb88e4fc req-61b8da02-12a6-4716-8de9-4a534904d9af tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/security-groups?id=20e16f27-127b-4305-a83c-eeb2ac492f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405657 Jan 28 20:13:06.764956 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9f3890b4-cbeb-4edb-b9e3-66e4874ea0a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:07.308133 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39268b7-55a0-4a09-94a7-e0eb6c0311ff req-a51dabc0-ac3f-44bb-a263-a355c1ad574c tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:07.309636 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a39268b7-55a0-4a09-94a7-e0eb6c0311ff req-a51dabc0-ac3f-44bb-a263-a355c1ad574c tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=bb7228f1-f1e2-4d47-9345-25b114e0deeb HTTP/1.1" status: 200 len: 944 time: 0.0564852 Jan 28 20:13:07.359432 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a39268b7-55a0-4a09-94a7-e0eb6c0311ff req-1634ee3e-7b26-4c40-854c-03cc28d3899f tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/security-groups?id=20e16f27-127b-4305-a83c-eeb2ac492f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441256 Jan 28 20:13:08.475707 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e247bb-f948-4a12-a48e-8deebbc78040 req-104fa1ba-c058-41db-a3ca-7524e523df3d tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:08.477072 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d1e247bb-f948-4a12-a48e-8deebbc78040 req-104fa1ba-c058-41db-a3ca-7524e523df3d tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=bb7228f1-f1e2-4d47-9345-25b114e0deeb HTTP/1.1" status: 200 len: 944 time: 0.0514164 Jan 28 20:13:08.523050 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d1e247bb-f948-4a12-a48e-8deebbc78040 req-eab3ccd2-4c96-4830-a5c9-0efd6105e547 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/security-groups?id=20e16f27-127b-4305-a83c-eeb2ac492f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404804 Jan 28 20:13:09.020584 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-52f9e992-6917-43e4-bc43-df98f9a5923c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:09.641006 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6af352a-97a9-4b24-9388-04d37a756e9e req-24051207-9d5e-408a-8006-5a58f6cc2703 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:09.642537 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a6af352a-97a9-4b24-9388-04d37a756e9e req-24051207-9d5e-408a-8006-5a58f6cc2703 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=bb7228f1-f1e2-4d47-9345-25b114e0deeb HTTP/1.1" status: 200 len: 944 time: 0.0524368 Jan 28 20:13:09.692631 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a6af352a-97a9-4b24-9388-04d37a756e9e req-2b2ea4aa-e668-4323-9f44-54a6c4dc5295 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/security-groups?id=20e16f27-127b-4305-a83c-eeb2ac492f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445540 Jan 28 20:13:09.969562 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:10.818638 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98cafb7-d3aa-442e-a4a7-e920dfa17be1 req-d60aafe3-6a0b-4cf3-8300-17497c299b58 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:10.820111 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b98cafb7-d3aa-442e-a4a7-e920dfa17be1 req-d60aafe3-6a0b-4cf3-8300-17497c299b58 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=bb7228f1-f1e2-4d47-9345-25b114e0deeb HTTP/1.1" status: 200 len: 944 time: 0.0601263 Jan 28 20:13:10.865967 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b98cafb7-d3aa-442e-a4a7-e920dfa17be1 req-4aa2cda8-3f79-4320-9ecb-2b53b9f9d1ff tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/security-groups?id=20e16f27-127b-4305-a83c-eeb2ac492f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403564 Jan 28 20:13:11.845088 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:11.982594 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435906b8-6409-4cfd-9c5f-85fd7a051049 req-9f18a004-af2c-4d29-897b-a70439b2c527 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:11.984095 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-435906b8-6409-4cfd-9c5f-85fd7a051049 req-9f18a004-af2c-4d29-897b-a70439b2c527 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=bb7228f1-f1e2-4d47-9345-25b114e0deeb HTTP/1.1" status: 200 len: 944 time: 0.0518324 Jan 28 20:13:12.030789 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-435906b8-6409-4cfd-9c5f-85fd7a051049 req-8cf12bb0-44dd-4c78-8ab1-4defe6347cde tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/security-groups?id=20e16f27-127b-4305-a83c-eeb2ac492f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403593 Jan 28 20:13:12.094130 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 304b73b8-69ae-42ea-9fe4-977a34973cd4 details requested by agent hyperv_n-h2-812111-14 with host n-h2-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:13:12.194138 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 304b73b8-69ae-42ea-9fe4-977a34973cd4, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=304b73b8-69ae-42ea-9fe4-977a34973cd4,segment=NetworkSegment(62dcf40f-e75f-4b3f-bd0a-763cdc11fb45),segment_id=62dcf40f-e75f-4b3f-bd0a-763cdc11fb45)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:13:12.205528 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Returning: {'device': '304b73b8-69ae-42ea-9fe4-977a34973cd4', 'network_id': '82c9016a-2e86-43db-b802-2faf8fe68f2c', 'port_id': '304b73b8-69ae-42ea-9fe4-977a34973cd4', 'mac_address': 'fa:16:3e:b9:ad:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42a6bf20-d25e-4935-ad1e-654a55d2642f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:13:12.244732 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 304b73b8-69ae-42ea-9fe4-977a34973cd4 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:13:12.245142 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (304b73b8-69ae-42ea-9fe4-977a34973cd4), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:12.260133 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 304b73b8-69ae-42ea-9fe4-977a34973cd4 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:13:12.280777 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 304b73b8-69ae-42ea-9fe4-977a34973cd4, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=304b73b8-69ae-42ea-9fe4-977a34973cd4,segment=NetworkSegment(62dcf40f-e75f-4b3f-bd0a-763cdc11fb45),segment_id=62dcf40f-e75f-4b3f-bd0a-763cdc11fb45)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:13:12.285447 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (304b73b8-69ae-42ea-9fe4-977a34973cd4), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:12.331614 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=304b73b8-69ae-42ea-9fe4-977a34973cd4,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:12.338980 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:13:12.339331 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:13:12.339678 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:13:12.340016 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:13:12.340352 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:13:12.340686 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:13:12.341021 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:13:12.341375 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:13:12.341707 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:13:12.342091 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:13:12.342365 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:13:12.342687 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:13:12.343125 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:13:12.509346 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['304b73b8-69ae-42ea-9fe4-977a34973cd4'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:13:13.147528 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cfe2fd-60a9-4dac-9b58-e9d9d08c97d4 req-871bc9e1-4f22-49c0-aaf6-c651d4e22489 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:13.148999 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-34cfe2fd-60a9-4dac-9b58-e9d9d08c97d4 req-871bc9e1-4f22-49c0-aaf6-c651d4e22489 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=bb7228f1-f1e2-4d47-9345-25b114e0deeb HTTP/1.1" status: 200 len: 945 time: 0.0529940 Jan 28 20:13:13.194818 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-34cfe2fd-60a9-4dac-9b58-e9d9d08c97d4 req-fd40aaf2-a3ca-4f8d-bb89-78874154480b tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/security-groups?id=20e16f27-127b-4305-a83c-eeb2ac492f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403759 Jan 28 20:13:13.223026 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:14.109053 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 304b73b8-69ae-42ea-9fe4-977a34973cd4 up at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:13:14.160793 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning for port 304b73b8-69ae-42ea-9fe4-977a34973cd4 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:13:14.164986 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning complete for port 304b73b8-69ae-42ea-9fe4-977a34973cd4 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:13:14.165399 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (304b73b8-69ae-42ea-9fe4-977a34973cd4), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:14.255519 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 304b73b8-69ae-42ea-9fe4-977a34973cd4 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:13:14.256168 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (304b73b8-69ae-42ea-9fe4-977a34973cd4), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:14.280022 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb7228f1-f1e2-4d47-9345-25b114e0deeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '304b73b8-69ae-42ea-9fe4-977a34973cd4'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:13:14.283010 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}704c702df6f21e7df92d3d89d4c6cfde2c6406e49d8202b36454fc5209adee22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dc1799d-6b66-4323-bf74-5281592a62f0" -d '{"events": [{"server_uuid": "bb7228f1-f1e2-4d47-9345-25b114e0deeb", "name": "network-vif-plugged", "status": "completed", "tag": "304b73b8-69ae-42ea-9fe4-977a34973cd4"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:13:14.295454 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 304b73b8-69ae-42ea-9fe4-977a34973cd4, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=304b73b8-69ae-42ea-9fe4-977a34973cd4,segment=NetworkSegment(62dcf40f-e75f-4b3f-bd0a-763cdc11fb45),segment_id=62dcf40f-e75f-4b3f-bd0a-763cdc11fb45)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:13:14.300703 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (304b73b8-69ae-42ea-9fe4-977a34973cd4), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:14.337375 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45b02c9e-29e8-45d9-891b-54bee68bef91 x-openstack-request-id: req-45b02c9e-29e8-45d9-891b-54bee68bef91 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:13:14.337673 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb7228f1-f1e2-4d47-9345-25b114e0deeb", "name": "network-vif-plugged", "status": "completed", "tag": "304b73b8-69ae-42ea-9fe4-977a34973cd4", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:13:14.337925 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-45b02c9e-29e8-45d9-891b-54bee68bef91 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:13:14.338317 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb7228f1-f1e2-4d47-9345-25b114e0deeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '304b73b8-69ae-42ea-9fe4-977a34973cd4', 'code': 200} Jan 28 20:13:14.347575 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a9aeb0-4417-40de-9d75-87a0a225e4c6 req-e997e243-c5bc-42e1-9581-e7ff56ede29f tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:14.349147 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-96a9aeb0-4417-40de-9d75-87a0a225e4c6 req-e997e243-c5bc-42e1-9581-e7ff56ede29f tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=bb7228f1-f1e2-4d47-9345-25b114e0deeb HTTP/1.1" status: 200 len: 945 time: 0.0734801 Jan 28 20:13:14.369943 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=304b73b8-69ae-42ea-9fe4-977a34973cd4,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:14.404780 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-96a9aeb0-4417-40de-9d75-87a0a225e4c6 req-946cdd80-33c6-4e57-b356-4e5f13ebe62d tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/security-groups?id=20e16f27-127b-4305-a83c-eeb2ac492f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490365 Jan 28 20:13:14.463663 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a378c5eb-0841-4e47-a882-339056e3d18d req-a26d9bef-1ff5-4606-9cac-8ce20778911f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:14.465852 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a378c5eb-0841-4e47-a882-339056e3d18d req-a26d9bef-1ff5-4606-9cac-8ce20778911f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=bb7228f1-f1e2-4d47-9345-25b114e0deeb HTTP/1.1" status: 200 len: 1129 time: 0.0626521 Jan 28 20:13:14.512466 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a378c5eb-0841-4e47-a882-339056e3d18d req-2905742d-3278-48b0-8bbf-ff6f9952145a service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=20e16f27-127b-4305-a83c-eeb2ac492f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394785 Jan 28 20:13:15.541212 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b673cab7-82b2-4dab-9f25-4f8ee7c979b9 req-7367144d-ecb6-4403-bee3-f227e7c43a87 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:15.542808 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b673cab7-82b2-4dab-9f25-4f8ee7c979b9 req-7367144d-ecb6-4403-bee3-f227e7c43a87 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=bb7228f1-f1e2-4d47-9345-25b114e0deeb HTTP/1.1" status: 200 len: 946 time: 0.0546238 Jan 28 20:13:15.595331 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b673cab7-82b2-4dab-9f25-4f8ee7c979b9 req-0224c5ad-1243-4a49-a088-3d62caaddbc8 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/security-groups?id=20e16f27-127b-4305-a83c-eeb2ac492f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453169 Jan 28 20:13:16.714078 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371d81a3-0764-4adb-9c64-0465c1d468a9 req-ac6dbd1a-d6e8-4a82-8186-ccdb4e8014ba tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:16.715553 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-371d81a3-0764-4adb-9c64-0465c1d468a9 req-ac6dbd1a-d6e8-4a82-8186-ccdb4e8014ba tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=bb7228f1-f1e2-4d47-9345-25b114e0deeb HTTP/1.1" status: 200 len: 946 time: 0.0518432 Jan 28 20:13:16.761966 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-371d81a3-0764-4adb-9c64-0465c1d468a9 req-1ac2965f-8678-4284-b871-ae52b744d61f tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/security-groups?id=20e16f27-127b-4305-a83c-eeb2ac492f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402532 Jan 28 20:13:16.880378 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee671dd7-59bd-4ecc-97f2-625405128b02 req-f2ce4e3d-4678-413e-93a6-56f6251a28ed tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:16.881802 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ee671dd7-59bd-4ecc-97f2-625405128b02 req-f2ce4e3d-4678-413e-93a6-56f6251a28ed tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=bb7228f1-f1e2-4d47-9345-25b114e0deeb HTTP/1.1" status: 200 len: 946 time: 0.0531042 Jan 28 20:13:16.932341 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ee671dd7-59bd-4ecc-97f2-625405128b02 req-31747abe-c779-45e3-b484-fb153c175bd1 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/security-groups?id=20e16f27-127b-4305-a83c-eeb2ac492f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448322 Jan 28 20:13:17.053466 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d0716b-2508-4b1a-bd47-60d636286dbe req-266ca2c6-bb94-4462-96a7-ba1062a935c5 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:17.054935 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-38d0716b-2508-4b1a-bd47-60d636286dbe req-266ca2c6-bb94-4462-96a7-ba1062a935c5 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=bb7228f1-f1e2-4d47-9345-25b114e0deeb HTTP/1.1" status: 200 len: 946 time: 0.0558536 Jan 28 20:13:17.105087 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-38d0716b-2508-4b1a-bd47-60d636286dbe req-1b07424e-f269-49c7-854f-92e07eb34786 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/security-groups?id=20e16f27-127b-4305-a83c-eeb2ac492f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446370 Jan 28 20:13:17.391689 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e297aa7f-2b34-4343-a63b-5cd06c6a87cc req-296f9a1f-6e77-4d85-975d-ad8f321bd9c5 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:17.393071 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e297aa7f-2b34-4343-a63b-5cd06c6a87cc req-296f9a1f-6e77-4d85-975d-ad8f321bd9c5 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=bb7228f1-f1e2-4d47-9345-25b114e0deeb HTTP/1.1" status: 200 len: 946 time: 0.0531397 Jan 28 20:13:17.439041 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e297aa7f-2b34-4343-a63b-5cd06c6a87cc req-87910fae-7f37-45c8-8b1d-cc5d69ee815c tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/security-groups?id=20e16f27-127b-4305-a83c-eeb2ac492f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402176 Jan 28 20:13:18.560685 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eece1fad-a518-4c90-9b8f-683699775d5f req-892db13e-0d8f-47a8-8a46-41d7270c5009 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:18.562172 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-eece1fad-a518-4c90-9b8f-683699775d5f req-892db13e-0d8f-47a8-8a46-41d7270c5009 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=bb7228f1-f1e2-4d47-9345-25b114e0deeb HTTP/1.1" status: 200 len: 946 time: 0.0528154 Jan 28 20:13:18.608573 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-eece1fad-a518-4c90-9b8f-683699775d5f req-eef383e9-2907-4268-8a06-7df1d2c8f998 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/security-groups?id=20e16f27-127b-4305-a83c-eeb2ac492f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401711 Jan 28 20:13:18.954632 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da666a2-ee0b-4fa8-b135-a3496556b281 req-ab26e2db-2445-46bd-b961-21d3dbaf4f02 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:18.956086 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6da666a2-ee0b-4fa8-b135-a3496556b281 req-ab26e2db-2445-46bd-b961-21d3dbaf4f02 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb7228f1-f1e2-4d47-9345-25b114e0deeb HTTP/1.1" status: 200 len: 946 time: 0.0529888 Jan 28 20:13:19.049914 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-6da666a2-ee0b-4fa8-b135-a3496556b281 req-34a5a327-1149-42ac-b102-1ce661d22424 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Deleting port 304b73b8-69ae-42ea-9fe4-977a34973cd4 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:13:19.050258 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6da666a2-ee0b-4fa8-b135-a3496556b281 req-34a5a327-1149-42ac-b102-1ce661d22424 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (304b73b8-69ae-42ea-9fe4-977a34973cd4), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:19.136210 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-6da666a2-ee0b-4fa8-b135-a3496556b281 req-34a5a327-1149-42ac-b102-1ce661d22424 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] For port 304b73b8-69ae-42ea-9fe4-977a34973cd4, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=304b73b8-69ae-42ea-9fe4-977a34973cd4,segment=NetworkSegment(62dcf40f-e75f-4b3f-bd0a-763cdc11fb45),segment_id=62dcf40f-e75f-4b3f-bd0a-763cdc11fb45)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:13:19.136570 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6da666a2-ee0b-4fa8-b135-a3496556b281 req-34a5a327-1149-42ac-b102-1ce661d22424 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (304b73b8-69ae-42ea-9fe4-977a34973cd4), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:19.148905 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-6da666a2-ee0b-4fa8-b135-a3496556b281 req-34a5a327-1149-42ac-b102-1ce661d22424 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Calling delete_port for 304b73b8-69ae-42ea-9fe4-977a34973cd4 owned by compute:nova {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:13:19.281978 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6da666a2-ee0b-4fa8-b135-a3496556b281 req-34a5a327-1149-42ac-b102-1ce661d22424 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (304b73b8-69ae-42ea-9fe4-977a34973cd4), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:19.294380 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['304b73b8-69ae-42ea-9fe4-977a34973cd4'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:13:19.310963 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a5a327-1149-42ac-b102-1ce661d22424 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Pushing event deleted for resources: {'Port': ['ID=304b73b8-69ae-42ea-9fe4-977a34973cd4,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:19.358557 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-6da666a2-ee0b-4fa8-b135-a3496556b281 req-34a5a327-1149-42ac-b102-1ce661d22424 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] No DVR routers for this DVR port 304b73b8-69ae-42ea-9fe4-977a34973cd4 on host n-h2-812111-14 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:13:19.362330 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6da666a2-ee0b-4fa8-b135-a3496556b281 req-34a5a327-1149-42ac-b102-1ce661d22424 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:19.365766 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6da666a2-ee0b-4fa8-b135-a3496556b281 req-34a5a327-1149-42ac-b102-1ce661d22424 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.70 "DELETE /v2.0/ports/304b73b8-69ae-42ea-9fe4-977a34973cd4 HTTP/1.1" status: 204 len: 173 time: 0.4039745 Jan 28 20:13:19.366242 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb7228f1-f1e2-4d47-9345-25b114e0deeb', 'name': 'network-vif-deleted', 'tag': '304b73b8-69ae-42ea-9fe4-977a34973cd4'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:13:19.369160 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}690870b4896ba3504f21237a239c836c0346d6a62bcfb5e8ee91fd1b13f99dd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91c63b24-5195-4057-87a9-607bca554f0f" -d '{"events": [{"server_uuid": "bb7228f1-f1e2-4d47-9345-25b114e0deeb", "name": "network-vif-deleted", "tag": "304b73b8-69ae-42ea-9fe4-977a34973cd4"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:13:19.410006 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-451fd31c-dc89-473b-af0a-4bcacfe719a3 x-openstack-request-id: req-451fd31c-dc89-473b-af0a-4bcacfe719a3 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:13:19.410304 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb7228f1-f1e2-4d47-9345-25b114e0deeb", "name": "network-vif-deleted", "tag": "304b73b8-69ae-42ea-9fe4-977a34973cd4", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:13:19.410574 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-451fd31c-dc89-473b-af0a-4bcacfe719a3 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:13:19.410970 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb7228f1-f1e2-4d47-9345-25b114e0deeb', 'name': 'network-vif-deleted', 'tag': '304b73b8-69ae-42ea-9fe4-977a34973cd4', 'status': 'completed', 'code': 200} Jan 28 20:13:19.706582 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-804b9a39-a93a-4245-a381-6462bebb9f29 req-c9cca62d-2af1-40f6-8750-da09efb7d269 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=bb7228f1-f1e2-4d47-9345-25b114e0deeb HTTP/1.1" status: 200 len: 210 time: 0.0315959 Jan 28 20:13:20.803336 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ce1eca4e-1abf-4782-8fd2-0f84bf7cf087 req-551a3c17-a6c8-4494-8961-bedadd7fd100 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=bb7228f1-f1e2-4d47-9345-25b114e0deeb HTTP/1.1" status: 200 len: 210 time: 0.0280154 Jan 28 20:13:21.232807 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:21.897094 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-400c6430-a47c-4094-a633-00e68d213cad req-aeed52e6-23fc-4e7b-bd34-fd16346d664b tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=bb7228f1-f1e2-4d47-9345-25b114e0deeb HTTP/1.1" status: 200 len: 210 time: 0.0271411 Jan 28 20:13:22.174039 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 304b73b8-69ae-42ea-9fe4-977a34973cd4 no longer exists at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:13:22.193394 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] No Port match for: 304b73b8-69ae-42ea-9fe4-977a34973cd4 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:13:22.193745 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 304b73b8-69ae-42ea-9fe4-977a34973cd4 not bound to the agent host n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:13:22.994853 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-af56dd21-c2f8-4339-a3de-b410ebf84ade req-6e8a82e3-3898-4b42-810a-4ba078c1cfb3 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=bb7228f1-f1e2-4d47-9345-25b114e0deeb HTTP/1.1" status: 200 len: 210 time: 0.0313034 Jan 28 20:13:24.090062 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f469e7a7-c096-402d-85cf-c32750bc9bcc req-1ed4c982-3523-4b13-a63c-c254419993ea tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=bb7228f1-f1e2-4d47-9345-25b114e0deeb HTTP/1.1" status: 200 len: 210 time: 0.0277288 Jan 28 20:13:24.300688 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:25.186290 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-77d6e1f7-3ecf-4be8-b315-7d7cae1774a7 req-2ffb9a88-3e34-4647-a8e6-405af27b4132 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=bb7228f1-f1e2-4d47-9345-25b114e0deeb HTTP/1.1" status: 200 len: 210 time: 0.0272563 Jan 28 20:13:26.284091 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b60e6203-b2b6-4491-87db-4316a61fd796 req-91cbc0e1-5e1b-4343-b228-43abb0513572 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=bb7228f1-f1e2-4d47-9345-25b114e0deeb HTTP/1.1" status: 200 len: 210 time: 0.0285535 Jan 28 20:13:27.378489 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c382d1de-ee0f-452c-ac00-f0c0b263e93b req-25355b21-62a9-4468-a026-b12dbe3c3d4e tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=bb7228f1-f1e2-4d47-9345-25b114e0deeb HTTP/1.1" status: 200 len: 210 time: 0.0281959 Jan 28 20:13:32.163779 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:13:36.767794 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-75195f89-de11-407c-b954-35b296f03c77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:39.027075 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c4919003-52f7-4f58-a7cd-f29ecbc3a32f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:39.974873 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:41.847526 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:43.231236 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:51.239840 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:54.293513 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:57.584163 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3ff445-0c9e-4138-bcad-573a3d9bc3b4 req-9dfe45cb-1203-4e5b-9a4f-dd16b7eea1e5 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:57.585650 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6f3ff445-0c9e-4138-bcad-573a3d9bc3b4 req-9dfe45cb-1203-4e5b-9a4f-dd16b7eea1e5 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/networks?id=82c9016a-2e86-43db-b802-2faf8fe68f2c HTTP/1.1" status: 200 len: 811 time: 0.1000428 Jan 28 20:13:57.600184 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6f3ff445-0c9e-4138-bcad-573a3d9bc3b4 req-2db59469-0fc7-4e46-9e78-5b16438c9cc8 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/quotas/6b5e4a16e1474aaab4b37fcab65f96a9 HTTP/1.1" status: 200 len: 375 time: 0.0093055 Jan 28 20:13:57.662528 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6f3ff445-0c9e-4138-bcad-573a3d9bc3b4 req-84d3b988-496c-4c34-86cd-31416928360e tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=6b5e4a16e1474aaab4b37fcab65f96a9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0576572 Jan 28 20:13:57.750073 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6f3ff445-0c9e-4138-bcad-573a3d9bc3b4 req-5bab905d-6d27-45a1-bb8a-71ea8a4737d9 service neutron] 10.222.0.64 "GET /v2.0/networks/82c9016a-2e86-43db-b802-2faf8fe68f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811381 Jan 28 20:13:57.844144 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6f3ff445-0c9e-4138-bcad-573a3d9bc3b4 req-89e73076-e9fa-4019-9d9b-7bff8ae6d359 service neutron] 10.222.0.64 "GET /v2.0/networks/82c9016a-2e86-43db-b802-2faf8fe68f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886338 Jan 28 20:13:58.118284 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-62ef4369-50da-474a-8f88-2efe5eded64d req-7f6d31d5-54f8-419a-a4cc-3c88a9261338 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=c593703d-cfa5-42d1-8ed6-bb10daab4277 HTTP/1.1" status: 200 len: 210 time: 0.0299928 Jan 28 20:13:59.038821 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3ff445-0c9e-4138-bcad-573a3d9bc3b4 req-c6e09d4a-ae9d-4110-b7f0-1d057f41682f tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:59.040257 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6f3ff445-0c9e-4138-bcad-573a3d9bc3b4 req-c6e09d4a-ae9d-4110-b7f0-1d057f41682f tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.70 "GET /v2.0/networks?id=82c9016a-2e86-43db-b802-2faf8fe68f2c HTTP/1.1" status: 200 len: 811 time: 0.1062212 Jan 28 20:13:59.051280 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-6f3ff445-0c9e-4138-bcad-573a3d9bc3b4 req-f50699ec-248c-4961-bc5f-69c57fe9fe28 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Request body: {'port': {'device_id': 'c593703d-cfa5-42d1-8ed6-bb10daab4277', 'network_id': '82c9016a-2e86-43db-b802-2faf8fe68f2c', 'admin_state_up': True, 'tenant_id': '6b5e4a16e1474aaab4b37fcab65f96a9'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:13:59.159911 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f3ff445-0c9e-4138-bcad-573a3d9bc3b4 req-f50699ec-248c-4961-bc5f-69c57fe9fe28 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Made reservation on behalf of 6b5e4a16e1474aaab4b37fcab65f96a9 for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:13:59.163039 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6f3ff445-0c9e-4138-bcad-573a3d9bc3b4 req-f50699ec-248c-4961-bc5f-69c57fe9fe28 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:59.227059 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4c868cc9-c239-485f-b0f9-8b032c727f33 req-5f70a139-52d6-494e-ab4c-609e55e51f54 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=c593703d-cfa5-42d1-8ed6-bb10daab4277 HTTP/1.1" status: 200 len: 210 time: 0.0365198 Jan 28 20:13:59.308814 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-6f3ff445-0c9e-4138-bcad-573a3d9bc3b4 req-f50699ec-248c-4961-bc5f-69c57fe9fe28 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Allocated IP 172.20.0.6 (82c9016a-2e86-43db-b802-2faf8fe68f2c/42a6bf20-d25e-4935-ad1e-654a55d2642f/059e44b2-dea5-4352-9e39-02f870cf3847) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:13:59.461756 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6f3ff445-0c9e-4138-bcad-573a3d9bc3b4 req-f50699ec-248c-4961-bc5f-69c57fe9fe28 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Publish callbacks [] for port (059e44b2-dea5-4352-9e39-02f870cf3847), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:59.496173 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6f3ff445-0c9e-4138-bcad-573a3d9bc3b4 req-f50699ec-248c-4961-bc5f-69c57fe9fe28 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (059e44b2-dea5-4352-9e39-02f870cf3847), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:59.539337 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f3ff445-0c9e-4138-bcad-573a3d9bc3b4 req-f50699ec-248c-4961-bc5f-69c57fe9fe28 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Network 82c9016a-2e86-43db-b802-2faf8fe68f2c is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:13:59.542315 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-6f3ff445-0c9e-4138-bcad-573a3d9bc3b4 req-f50699ec-248c-4961-bc5f-69c57fe9fe28 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:13:59.544860 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f3ff445-0c9e-4138-bcad-573a3d9bc3b4 req-f50699ec-248c-4961-bc5f-69c57fe9fe28 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:13:59.578867 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50699ec-248c-4961-bc5f-69c57fe9fe28 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Pushing event updated for resources: {'Port': ['ID=059e44b2-dea5-4352-9e39-02f870cf3847,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:59.591852 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50699ec-248c-4961-bc5f-69c57fe9fe28 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:13:59.592315 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50699ec-248c-4961-bc5f-69c57fe9fe28 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:13:59.593183 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50699ec-248c-4961-bc5f-69c57fe9fe28 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:13:59.593528 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50699ec-248c-4961-bc5f-69c57fe9fe28 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:13:59.594032 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50699ec-248c-4961-bc5f-69c57fe9fe28 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:13:59.594527 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50699ec-248c-4961-bc5f-69c57fe9fe28 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:13:59.594860 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50699ec-248c-4961-bc5f-69c57fe9fe28 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:13:59.595195 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50699ec-248c-4961-bc5f-69c57fe9fe28 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:13:59.595524 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50699ec-248c-4961-bc5f-69c57fe9fe28 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:13:59.595855 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50699ec-248c-4961-bc5f-69c57fe9fe28 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:13:59.596181 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50699ec-248c-4961-bc5f-69c57fe9fe28 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:13:59.596513 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50699ec-248c-4961-bc5f-69c57fe9fe28 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:13:59.596846 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50699ec-248c-4961-bc5f-69c57fe9fe28 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:13:59.613592 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3ff445-0c9e-4138-bcad-573a3d9bc3b4 req-f50699ec-248c-4961-bc5f-69c57fe9fe28 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:59.614221 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6f3ff445-0c9e-4138-bcad-573a3d9bc3b4 req-f50699ec-248c-4961-bc5f-69c57fe9fe28 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:59.631309 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6f3ff445-0c9e-4138-bcad-573a3d9bc3b4 req-f50699ec-248c-4961-bc5f-69c57fe9fe28 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5836015 Jan 28 20:13:59.641989 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [req-6f3ff445-0c9e-4138-bcad-573a3d9bc3b4 req-ad5a43a8-0626-4dc8-9504-1e57b03d6004 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103304) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 20:13:59.643197 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6f3ff445-0c9e-4138-bcad-573a3d9bc3b4 req-ad5a43a8-0626-4dc8-9504-1e57b03d6004 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0068331 Jan 28 20:13:59.658317 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-6f3ff445-0c9e-4138-bcad-573a3d9bc3b4 req-b8e0365d-d62e-407a-91da-a943b65a8958 service neutron] Request body: {'port': {'device_id': 'c593703d-cfa5-42d1-8ed6-bb10daab4277', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-14'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:13:59.726856 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6f3ff445-0c9e-4138-bcad-573a3d9bc3b4 req-b8e0365d-d62e-407a-91da-a943b65a8958 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (059e44b2-dea5-4352-9e39-02f870cf3847), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:59.821210 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-26f1944b-2379-4008-8675-bec17c2d3ced None None] Provisioning complete for port 059e44b2-dea5-4352-9e39-02f870cf3847 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:13:59.821743 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-26f1944b-2379-4008-8675-bec17c2d3ced None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (059e44b2-dea5-4352-9e39-02f870cf3847), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:59.860077 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-26f1944b-2379-4008-8675-bec17c2d3ced None None] Port 059e44b2-dea5-4352-9e39-02f870cf3847 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 20:13:59.996333 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-6f3ff445-0c9e-4138-bcad-573a3d9bc3b4 req-b8e0365d-d62e-407a-91da-a943b65a8958 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 059e44b2-dea5-4352-9e39-02f870cf3847 {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:14:00.004398 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6f3ff445-0c9e-4138-bcad-573a3d9bc3b4 req-b8e0365d-d62e-407a-91da-a943b65a8958 service neutron] Publish callbacks [] for port (059e44b2-dea5-4352-9e39-02f870cf3847), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:14:00.016773 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-6f3ff445-0c9e-4138-bcad-573a3d9bc3b4 req-b8e0365d-d62e-407a-91da-a943b65a8958 service neutron] Transition to ACTIVE for port object 059e44b2-dea5-4352-9e39-02f870cf3847 will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:14:00.020770 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6f3ff445-0c9e-4138-bcad-573a3d9bc3b4 req-b8e0365d-d62e-407a-91da-a943b65a8958 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (059e44b2-dea5-4352-9e39-02f870cf3847), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:14:00.072992 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e0365d-d62e-407a-91da-a943b65a8958 service neutron] Pushing event updated for resources: {'Port': ['ID=059e44b2-dea5-4352-9e39-02f870cf3847,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:14:00.163806 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-6f3ff445-0c9e-4138-bcad-573a3d9bc3b4 req-b8e0365d-d62e-407a-91da-a943b65a8958 service neutron] Attempting to bind port 059e44b2-dea5-4352-9e39-02f870cf3847 on host n-h2-812111-14 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:14:00.164474 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-6f3ff445-0c9e-4138-bcad-573a3d9bc3b4 req-b8e0365d-d62e-407a-91da-a943b65a8958 service neutron] Attempting to bind port 059e44b2-dea5-4352-9e39-02f870cf3847 by drivers openvswitch,hyperv on host n-h2-812111-14 at level 0 using segments [{'id': '62dcf40f-e75f-4b3f-bd0a-763cdc11fb45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '82c9016a-2e86-43db-b802-2faf8fe68f2c'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:14:00.164474 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f3ff445-0c9e-4138-bcad-573a3d9bc3b4 req-b8e0365d-d62e-407a-91da-a943b65a8958 service neutron] Attempting to bind port 059e44b2-dea5-4352-9e39-02f870cf3847 on network 82c9016a-2e86-43db-b802-2faf8fe68f2c {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:14:00.170301 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f3ff445-0c9e-4138-bcad-573a3d9bc3b4 req-b8e0365d-d62e-407a-91da-a943b65a8958 service neutron] Port 059e44b2-dea5-4352-9e39-02f870cf3847 on network 82c9016a-2e86-43db-b802-2faf8fe68f2c not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-14 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:14:00.170662 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f3ff445-0c9e-4138-bcad-573a3d9bc3b4 req-b8e0365d-d62e-407a-91da-a943b65a8958 service neutron] Attempting to bind port 059e44b2-dea5-4352-9e39-02f870cf3847 on network 82c9016a-2e86-43db-b802-2faf8fe68f2c {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:14:00.177650 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f3ff445-0c9e-4138-bcad-573a3d9bc3b4 req-b8e0365d-d62e-407a-91da-a943b65a8958 service neutron] Checking agent: {'id': '8f3fee4e-bf24-4b58-8a3a-ae9c8011a473', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:14:00.178284 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f3ff445-0c9e-4138-bcad-573a3d9bc3b4 req-b8e0365d-d62e-407a-91da-a943b65a8958 service neutron] Checking segment: {'id': '62dcf40f-e75f-4b3f-bd0a-763cdc11fb45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '82c9016a-2e86-43db-b802-2faf8fe68f2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:14:00.178837 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f3ff445-0c9e-4138-bcad-573a3d9bc3b4 req-b8e0365d-d62e-407a-91da-a943b65a8958 service neutron] Bound using segment: {'id': '62dcf40f-e75f-4b3f-bd0a-763cdc11fb45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '82c9016a-2e86-43db-b802-2faf8fe68f2c'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:14:00.179303 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-6f3ff445-0c9e-4138-bcad-573a3d9bc3b4 req-b8e0365d-d62e-407a-91da-a943b65a8958 service neutron] Bound port: 059e44b2-dea5-4352-9e39-02f870cf3847, host: n-h2-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62dcf40f-e75f-4b3f-bd0a-763cdc11fb45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '82c9016a-2e86-43db-b802-2faf8fe68f2c'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:14:00.179678 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6f3ff445-0c9e-4138-bcad-573a3d9bc3b4 req-b8e0365d-d62e-407a-91da-a943b65a8958 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (059e44b2-dea5-4352-9e39-02f870cf3847), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:14:00.256494 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-6f3ff445-0c9e-4138-bcad-573a3d9bc3b4 req-b8e0365d-d62e-407a-91da-a943b65a8958 service neutron] For port 059e44b2-dea5-4352-9e39-02f870cf3847, host n-h2-812111-14, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:14:00.260640 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-6f3ff445-0c9e-4138-bcad-573a3d9bc3b4 req-b8e0365d-d62e-407a-91da-a943b65a8958 service neutron] For port 059e44b2-dea5-4352-9e39-02f870cf3847, host n-h2-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=059e44b2-dea5-4352-9e39-02f870cf3847,segment=NetworkSegment(62dcf40f-e75f-4b3f-bd0a-763cdc11fb45),segment_id=62dcf40f-e75f-4b3f-bd0a-763cdc11fb45)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:14:00.275027 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6f3ff445-0c9e-4138-bcad-573a3d9bc3b4 req-b8e0365d-d62e-407a-91da-a943b65a8958 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (059e44b2-dea5-4352-9e39-02f870cf3847), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:14:00.330181 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3ff445-0c9e-4138-bcad-573a3d9bc3b4 req-b8e0365d-d62e-407a-91da-a943b65a8958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:00.330807 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6f3ff445-0c9e-4138-bcad-573a3d9bc3b4 req-b8e0365d-d62e-407a-91da-a943b65a8958 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:14:00.332252 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6f3ff445-0c9e-4138-bcad-573a3d9bc3b4 req-b8e0365d-d62e-407a-91da-a943b65a8958 service neutron] 10.222.0.70 "PUT /v2.0/ports/059e44b2-dea5-4352-9e39-02f870cf3847 HTTP/1.1" status: 200 len: 1092 time: 0.6787655 Jan 28 20:14:00.334910 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c593703d-cfa5-42d1-8ed6-bb10daab4277', 'tag': '059e44b2-dea5-4352-9e39-02f870cf3847'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:14:00.337223 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}690870b4896ba3504f21237a239c836c0346d6a62bcfb5e8ee91fd1b13f99dd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad1ed7d2-53ac-4846-b5ee-47ac8a19d2d8" -d '{"events": [{"name": "network-changed", "server_uuid": "c593703d-cfa5-42d1-8ed6-bb10daab4277", "tag": "059e44b2-dea5-4352-9e39-02f870cf3847"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:14:00.408763 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eb3ac48-153a-46fa-988a-aa3904b4c0fe x-openstack-request-id: req-0eb3ac48-153a-46fa-988a-aa3904b4c0fe {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:14:00.409058 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c593703d-cfa5-42d1-8ed6-bb10daab4277", "tag": "059e44b2-dea5-4352-9e39-02f870cf3847", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:14:00.409345 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0eb3ac48-153a-46fa-988a-aa3904b4c0fe {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:14:00.409756 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c593703d-cfa5-42d1-8ed6-bb10daab4277', 'tag': '059e44b2-dea5-4352-9e39-02f870cf3847', 'status': 'completed', 'code': 200} Jan 28 20:14:00.437759 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e0365d-d62e-407a-91da-a943b65a8958 service neutron] Pushing event updated for resources: {'Port': ['ID=059e44b2-dea5-4352-9e39-02f870cf3847,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:14:00.455526 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478a2895-2dee-4098-9a0c-8163ba978dda req-745b6541-ff70-453a-97d3-b43838f9668f tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:00.457292 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-478a2895-2dee-4098-9a0c-8163ba978dda req-745b6541-ff70-453a-97d3-b43838f9668f tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=c593703d-cfa5-42d1-8ed6-bb10daab4277 HTTP/1.1" status: 200 len: 943 time: 0.1474042 Jan 28 20:14:00.470383 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3ff445-0c9e-4138-bcad-573a3d9bc3b4 req-79fd677a-aa6d-4305-88fc-eb7a9b85555a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:00.471063 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6f3ff445-0c9e-4138-bcad-573a3d9bc3b4 req-79fd677a-aa6d-4305-88fc-eb7a9b85555a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6b5e4a16e1474aaab4b37fcab65f96a9&device_id=c593703d-cfa5-42d1-8ed6-bb10daab4277 HTTP/1.1" status: 200 len: 1126 time: 0.0939839 Jan 28 20:14:00.523250 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6f3ff445-0c9e-4138-bcad-573a3d9bc3b4 req-834195a1-2448-4b35-915b-62d3867e2b0c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=059e44b2-dea5-4352-9e39-02f870cf3847 HTTP/1.1" status: 200 len: 217 time: 0.0451057 Jan 28 20:14:00.586136 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-478a2895-2dee-4098-9a0c-8163ba978dda req-356e323a-3d1d-4e8d-8320-d2aef372f54e tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/security-groups?id=20e16f27-127b-4305-a83c-eeb2ac492f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213195 Jan 28 20:14:00.600385 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3ff445-0c9e-4138-bcad-573a3d9bc3b4 req-e9173252-6636-499e-87e7-568cb0d91e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:00.601892 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6f3ff445-0c9e-4138-bcad-573a3d9bc3b4 req-e9173252-6636-499e-87e7-568cb0d91e5c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=42a6bf20-d25e-4935-ad1e-654a55d2642f HTTP/1.1" status: 200 len: 850 time: 0.0686815 Jan 28 20:14:00.654651 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3ff445-0c9e-4138-bcad-573a3d9bc3b4 req-ca5be930-d3ed-4525-b4f9-570458d58ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:00.656770 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6f3ff445-0c9e-4138-bcad-573a3d9bc3b4 req-ca5be930-d3ed-4525-b4f9-570458d58ba5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=82c9016a-2e86-43db-b802-2faf8fe68f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0474365 Jan 28 20:14:00.744528 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6f3ff445-0c9e-4138-bcad-573a3d9bc3b4 req-fb44bc22-0113-40ef-934c-5aa1db465d9e service neutron] 10.222.0.70 "GET /v2.0/networks/82c9016a-2e86-43db-b802-2faf8fe68f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816920 Jan 28 20:14:00.841522 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6f3ff445-0c9e-4138-bcad-573a3d9bc3b4 req-5c77aec3-c152-4fff-8658-ae1f9bc16ead service neutron] 10.222.0.70 "GET /v2.0/networks/82c9016a-2e86-43db-b802-2faf8fe68f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887825 Jan 28 20:14:00.928233 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1ed7d2-53ac-4846-b5ee-47ac8a19d2d8 req-3703fc2d-9045-4ccc-8237-d1b2ddae5ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:00.929782 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ad1ed7d2-53ac-4846-b5ee-47ac8a19d2d8 req-3703fc2d-9045-4ccc-8237-d1b2ddae5ce3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6b5e4a16e1474aaab4b37fcab65f96a9&device_id=c593703d-cfa5-42d1-8ed6-bb10daab4277 HTTP/1.1" status: 200 len: 1126 time: 0.0458829 Jan 28 20:14:01.031150 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1ed7d2-53ac-4846-b5ee-47ac8a19d2d8 req-43a83378-2aad-4cc2-b493-772e2ba78018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:01.032679 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ad1ed7d2-53ac-4846-b5ee-47ac8a19d2d8 req-43a83378-2aad-4cc2-b493-772e2ba78018 service neutron] 10.222.0.70 "GET /v2.0/networks?id=82c9016a-2e86-43db-b802-2faf8fe68f2c HTTP/1.1" status: 200 len: 911 time: 0.0961490 Jan 28 20:14:01.073749 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ad1ed7d2-53ac-4846-b5ee-47ac8a19d2d8 req-dce4a7dc-5cd2-47cb-ab03-147708c904da service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=059e44b2-dea5-4352-9e39-02f870cf3847 HTTP/1.1" status: 200 len: 217 time: 0.0350945 Jan 28 20:14:01.124394 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1ed7d2-53ac-4846-b5ee-47ac8a19d2d8 req-11aa84dd-1d0e-4434-a72b-78614632e005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:01.125949 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ad1ed7d2-53ac-4846-b5ee-47ac8a19d2d8 req-11aa84dd-1d0e-4434-a72b-78614632e005 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=42a6bf20-d25e-4935-ad1e-654a55d2642f HTTP/1.1" status: 200 len: 850 time: 0.0440378 Jan 28 20:14:01.179762 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1ed7d2-53ac-4846-b5ee-47ac8a19d2d8 req-b3324997-68e5-4f17-92b6-6be6521d5049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:01.181294 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ad1ed7d2-53ac-4846-b5ee-47ac8a19d2d8 req-b3324997-68e5-4f17-92b6-6be6521d5049 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=82c9016a-2e86-43db-b802-2faf8fe68f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0492055 Jan 28 20:14:01.270193 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ad1ed7d2-53ac-4846-b5ee-47ac8a19d2d8 req-9bd724d2-6c69-47be-942a-b9749fefe3bd service neutron] 10.222.0.70 "GET /v2.0/networks/82c9016a-2e86-43db-b802-2faf8fe68f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822322 Jan 28 20:14:01.367492 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ad1ed7d2-53ac-4846-b5ee-47ac8a19d2d8 req-b8645a8a-1888-4e15-a58e-c769d367fc63 service neutron] 10.222.0.70 "GET /v2.0/networks/82c9016a-2e86-43db-b802-2faf8fe68f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901356 Jan 28 20:14:01.709992 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ed86e9-9e11-4894-ba18-a50753b075d5 req-e283e539-efa7-4002-83f0-40345b6e8aa1 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:01.711561 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a5ed86e9-9e11-4894-ba18-a50753b075d5 req-e283e539-efa7-4002-83f0-40345b6e8aa1 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=c593703d-cfa5-42d1-8ed6-bb10daab4277 HTTP/1.1" status: 200 len: 943 time: 0.0548999 Jan 28 20:14:01.769631 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a5ed86e9-9e11-4894-ba18-a50753b075d5 req-81e5249e-5359-4d81-8f1a-a3cf4b1618e3 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/security-groups?id=20e16f27-127b-4305-a83c-eeb2ac492f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522232 Jan 28 20:14:02.887937 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fd2698-2fde-4b67-9236-3774ccea9edb req-d4597434-e733-436b-968b-4a4470cd20dc tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:02.889991 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a6fd2698-2fde-4b67-9236-3774ccea9edb req-d4597434-e733-436b-968b-4a4470cd20dc tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=c593703d-cfa5-42d1-8ed6-bb10daab4277 HTTP/1.1" status: 200 len: 943 time: 0.0537977 Jan 28 20:14:02.935906 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a6fd2698-2fde-4b67-9236-3774ccea9edb req-5e85a3c9-189f-4c1d-a1f7-6c23a538b175 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/security-groups?id=20e16f27-127b-4305-a83c-eeb2ac492f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404611 Jan 28 20:14:04.060744 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d2224c-7d05-471a-8741-e001ed87a0de req-2353359f-6af4-4a47-8a54-ae6079190ae4 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:04.062277 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-00d2224c-7d05-471a-8741-e001ed87a0de req-2353359f-6af4-4a47-8a54-ae6079190ae4 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=c593703d-cfa5-42d1-8ed6-bb10daab4277 HTTP/1.1" status: 200 len: 943 time: 0.0567827 Jan 28 20:14:04.109306 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-00d2224c-7d05-471a-8741-e001ed87a0de req-9b73f2f9-e6b6-40c2-80e5-e0be8fe190b0 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/security-groups?id=20e16f27-127b-4305-a83c-eeb2ac492f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412610 Jan 28 20:14:05.229861 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0211ad38-7ef4-4bf9-b809-22d952567eb1 req-11c20efa-904d-4144-8aa5-1d4dd6f696a1 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:05.231439 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-0211ad38-7ef4-4bf9-b809-22d952567eb1 req-11c20efa-904d-4144-8aa5-1d4dd6f696a1 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=c593703d-cfa5-42d1-8ed6-bb10daab4277 HTTP/1.1" status: 200 len: 943 time: 0.0549932 Jan 28 20:14:05.278643 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-0211ad38-7ef4-4bf9-b809-22d952567eb1 req-4739f3d0-3555-4c4e-b21e-ebc3d9d23375 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/security-groups?id=20e16f27-127b-4305-a83c-eeb2ac492f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412145 Jan 28 20:14:06.397220 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803a1f3d-975b-42ed-83eb-23f8c507272a req-d9a3c4bf-ce08-40e5-8604-bd2ee2311771 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:06.398689 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-803a1f3d-975b-42ed-83eb-23f8c507272a req-d9a3c4bf-ce08-40e5-8604-bd2ee2311771 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=c593703d-cfa5-42d1-8ed6-bb10daab4277 HTTP/1.1" status: 200 len: 943 time: 0.0526302 Jan 28 20:14:06.445441 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-803a1f3d-975b-42ed-83eb-23f8c507272a req-4df4810a-648a-4c90-9c9c-dcd264ca7c6b tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/security-groups?id=20e16f27-127b-4305-a83c-eeb2ac492f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411029 Jan 28 20:14:06.772561 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-476112cf-912b-4d03-a33e-f5c1924d850a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:14:07.568070 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddee7f0d-6f91-44d0-8ce5-f6569c89c356 req-cb4c0290-dec6-4edf-939a-f1ee3b604889 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:07.569558 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ddee7f0d-6f91-44d0-8ce5-f6569c89c356 req-cb4c0290-dec6-4edf-939a-f1ee3b604889 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=c593703d-cfa5-42d1-8ed6-bb10daab4277 HTTP/1.1" status: 200 len: 943 time: 0.0574317 Jan 28 20:14:07.616938 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ddee7f0d-6f91-44d0-8ce5-f6569c89c356 req-8d8bcc61-2491-4149-8819-38c9e28a06b1 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/security-groups?id=20e16f27-127b-4305-a83c-eeb2ac492f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416980 Jan 28 20:14:08.736327 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1036675c-f437-4b93-98b9-240920a01544 req-42c76613-a8fe-4b8e-a401-694f019c72e7 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:08.737829 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1036675c-f437-4b93-98b9-240920a01544 req-42c76613-a8fe-4b8e-a401-694f019c72e7 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=c593703d-cfa5-42d1-8ed6-bb10daab4277 HTTP/1.1" status: 200 len: 943 time: 0.0518558 Jan 28 20:14:08.786871 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1036675c-f437-4b93-98b9-240920a01544 req-aaf77a76-c34a-488f-a7c4-aa62e6281b5d tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/security-groups?id=20e16f27-127b-4305-a83c-eeb2ac492f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434749 Jan 28 20:14:09.019381 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-cb5121c4-8e9a-4dfb-a68b-10dd5320a802 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:14:09.162927 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:14:09.906936 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3b3049-09fd-40c9-be74-8db96466974e req-72b09277-1c8f-4889-be6e-2776d1bf235e tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:09.908396 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-fb3b3049-09fd-40c9-be74-8db96466974e req-72b09277-1c8f-4889-be6e-2776d1bf235e tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=c593703d-cfa5-42d1-8ed6-bb10daab4277 HTTP/1.1" status: 200 len: 943 time: 0.0528224 Jan 28 20:14:09.954226 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-fb3b3049-09fd-40c9-be74-8db96466974e req-44c62263-1bb8-486b-b1b2-e1d2cc7f33f1 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/security-groups?id=20e16f27-127b-4305-a83c-eeb2ac492f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403209 Jan 28 20:14:09.975078 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:14:11.075833 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3223151d-e5d0-4d68-ba94-5209c28aa69e req-9663f062-b5b7-4628-b1b2-334eaee128c2 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:11.077610 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3223151d-e5d0-4d68-ba94-5209c28aa69e req-9663f062-b5b7-4628-b1b2-334eaee128c2 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=c593703d-cfa5-42d1-8ed6-bb10daab4277 HTTP/1.1" status: 200 len: 943 time: 0.0532949 Jan 28 20:14:11.124087 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3223151d-e5d0-4d68-ba94-5209c28aa69e req-a9a86fb9-7614-48fe-809b-39510f71de08 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/security-groups?id=20e16f27-127b-4305-a83c-eeb2ac492f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403504 Jan 28 20:14:11.850001 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:14:12.245526 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f27086-b05a-40bc-98b7-9a07cffc25e2 req-9014c9c5-2062-4bd0-9efa-5cb44ec94ee7 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:12.247041 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f7f27086-b05a-40bc-98b7-9a07cffc25e2 req-9014c9c5-2062-4bd0-9efa-5cb44ec94ee7 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=c593703d-cfa5-42d1-8ed6-bb10daab4277 HTTP/1.1" status: 200 len: 943 time: 0.0570619 Jan 28 20:14:12.295180 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f7f27086-b05a-40bc-98b7-9a07cffc25e2 req-14aa220d-8903-4ce4-b121-7de531f0a56a tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/security-groups?id=20e16f27-127b-4305-a83c-eeb2ac492f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413907 Jan 28 20:14:13.228073 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:14:13.410843 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd49f17-01f0-486d-a143-7c52b77a2dde req-cd9855e7-a57d-42f7-9c10-18d9c7ffbf9a tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:13.412313 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-0dd49f17-01f0-486d-a143-7c52b77a2dde req-cd9855e7-a57d-42f7-9c10-18d9c7ffbf9a tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=c593703d-cfa5-42d1-8ed6-bb10daab4277 HTTP/1.1" status: 200 len: 943 time: 0.0516524 Jan 28 20:14:13.457952 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-0dd49f17-01f0-486d-a143-7c52b77a2dde req-893d5fa0-d7fe-4683-bd9c-f52322cbc135 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/security-groups?id=20e16f27-127b-4305-a83c-eeb2ac492f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401392 Jan 28 20:14:14.576596 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf75a51-436b-4cc3-aa2a-a4cba7a48604 req-bf2d2d8f-1323-4210-8aff-2961aa7c7418 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:14.578117 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5cf75a51-436b-4cc3-aa2a-a4cba7a48604 req-bf2d2d8f-1323-4210-8aff-2961aa7c7418 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=c593703d-cfa5-42d1-8ed6-bb10daab4277 HTTP/1.1" status: 200 len: 943 time: 0.0544622 Jan 28 20:14:14.626098 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5cf75a51-436b-4cc3-aa2a-a4cba7a48604 req-a636ccd0-619e-4478-a292-3dc5c2c52962 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/security-groups?id=20e16f27-127b-4305-a83c-eeb2ac492f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423162 Jan 28 20:14:15.749683 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea9d5b1-4d42-4e6f-9b0b-605fd2c2bc9c req-ca9d4878-2589-4e56-a40b-305d689a72e7 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:15.753201 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-eea9d5b1-4d42-4e6f-9b0b-605fd2c2bc9c req-ca9d4878-2589-4e56-a40b-305d689a72e7 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=c593703d-cfa5-42d1-8ed6-bb10daab4277 HTTP/1.1" status: 200 len: 943 time: 0.0592046 Jan 28 20:14:15.800157 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-eea9d5b1-4d42-4e6f-9b0b-605fd2c2bc9c req-4ff87b4f-3729-4a7d-ac1b-ecc5e772ef1a tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/security-groups?id=20e16f27-127b-4305-a83c-eeb2ac492f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408792 Jan 28 20:14:16.916585 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15122461-7309-4d71-89ba-ba20cd41e0f2 req-3494d8a9-e808-441b-ad30-77f83a1e340f tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:16.918054 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-15122461-7309-4d71-89ba-ba20cd41e0f2 req-3494d8a9-e808-441b-ad30-77f83a1e340f tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=c593703d-cfa5-42d1-8ed6-bb10daab4277 HTTP/1.1" status: 200 len: 943 time: 0.0512042 Jan 28 20:14:16.966969 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-15122461-7309-4d71-89ba-ba20cd41e0f2 req-bd846124-4947-4ac8-9d8a-5223b94205a0 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/security-groups?id=20e16f27-127b-4305-a83c-eeb2ac492f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429976 Jan 28 20:14:18.085630 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf459a1-6eaf-4815-ab64-6f4890de8fa7 req-b1b94976-23f5-4d8f-b0a8-d2d84bc6d497 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:18.087103 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ddf459a1-6eaf-4815-ab64-6f4890de8fa7 req-b1b94976-23f5-4d8f-b0a8-d2d84bc6d497 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=c593703d-cfa5-42d1-8ed6-bb10daab4277 HTTP/1.1" status: 200 len: 943 time: 0.0529852 Jan 28 20:14:18.132635 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ddf459a1-6eaf-4815-ab64-6f4890de8fa7 req-835fd7f7-0cd5-4d51-9193-24ad24ade53d tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/security-groups?id=20e16f27-127b-4305-a83c-eeb2ac492f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399382 Jan 28 20:14:18.309816 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 059e44b2-dea5-4352-9e39-02f870cf3847 details requested by agent hyperv_n-h2-812111-14 with host n-h2-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:14:18.408397 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 059e44b2-dea5-4352-9e39-02f870cf3847, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=059e44b2-dea5-4352-9e39-02f870cf3847,segment=NetworkSegment(62dcf40f-e75f-4b3f-bd0a-763cdc11fb45),segment_id=62dcf40f-e75f-4b3f-bd0a-763cdc11fb45)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:14:18.419403 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Returning: {'device': '059e44b2-dea5-4352-9e39-02f870cf3847', 'network_id': '82c9016a-2e86-43db-b802-2faf8fe68f2c', 'port_id': '059e44b2-dea5-4352-9e39-02f870cf3847', 'mac_address': 'fa:16:3e:73:c5:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42a6bf20-d25e-4935-ad1e-654a55d2642f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:14:18.455293 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 059e44b2-dea5-4352-9e39-02f870cf3847 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:14:18.455675 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (059e44b2-dea5-4352-9e39-02f870cf3847), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:14:18.468198 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 059e44b2-dea5-4352-9e39-02f870cf3847 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:14:18.487291 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 059e44b2-dea5-4352-9e39-02f870cf3847, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=059e44b2-dea5-4352-9e39-02f870cf3847,segment=NetworkSegment(62dcf40f-e75f-4b3f-bd0a-763cdc11fb45),segment_id=62dcf40f-e75f-4b3f-bd0a-763cdc11fb45)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:14:18.491333 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (059e44b2-dea5-4352-9e39-02f870cf3847), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:14:18.540003 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=059e44b2-dea5-4352-9e39-02f870cf3847,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:14:18.547545 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:14:18.547888 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:14:18.548225 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:14:18.548558 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:14:18.548884 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:14:18.549254 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:14:18.549562 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:14:18.549883 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:14:18.550203 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:14:18.550522 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:14:18.550840 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:14:18.551158 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:14:18.551480 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:14:18.713821 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['059e44b2-dea5-4352-9e39-02f870cf3847'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:14:19.250601 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dab5f4f-4b25-46f9-80e3-a1d62bc830b1 req-506ebdf7-7a20-4913-8916-747d0e9d7176 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:19.252101 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6dab5f4f-4b25-46f9-80e3-a1d62bc830b1 req-506ebdf7-7a20-4913-8916-747d0e9d7176 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=c593703d-cfa5-42d1-8ed6-bb10daab4277 HTTP/1.1" status: 200 len: 944 time: 0.0531108 Jan 28 20:14:19.299490 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6dab5f4f-4b25-46f9-80e3-a1d62bc830b1 req-3d966f43-c34e-4e91-849e-29e175cd2c69 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/security-groups?id=20e16f27-127b-4305-a83c-eeb2ac492f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417733 Jan 28 20:14:20.329298 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 059e44b2-dea5-4352-9e39-02f870cf3847 up at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:14:20.382351 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning for port 059e44b2-dea5-4352-9e39-02f870cf3847 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:14:20.386764 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning complete for port 059e44b2-dea5-4352-9e39-02f870cf3847 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:14:20.387141 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (059e44b2-dea5-4352-9e39-02f870cf3847), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:14:20.422156 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d318232-a3f9-4e19-8f63-c962c49c559f req-89f08209-e013-4533-8f20-439c45f51b1e tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:20.422769 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7d318232-a3f9-4e19-8f63-c962c49c559f req-89f08209-e013-4533-8f20-439c45f51b1e tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=c593703d-cfa5-42d1-8ed6-bb10daab4277 HTTP/1.1" status: 200 len: 944 time: 0.0543859 Jan 28 20:14:20.465903 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 059e44b2-dea5-4352-9e39-02f870cf3847 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:14:20.466300 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (059e44b2-dea5-4352-9e39-02f870cf3847), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:14:20.476238 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7d318232-a3f9-4e19-8f63-c962c49c559f req-5a01a9e2-ddb1-46b9-bce3-0ac816638ebe tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/security-groups?id=20e16f27-127b-4305-a83c-eeb2ac492f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456500 Jan 28 20:14:20.489580 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c593703d-cfa5-42d1-8ed6-bb10daab4277', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '059e44b2-dea5-4352-9e39-02f870cf3847'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:14:20.491890 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}704c702df6f21e7df92d3d89d4c6cfde2c6406e49d8202b36454fc5209adee22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e512bcbe-07a3-4f2e-a341-dd42c0797b8c" -d '{"events": [{"server_uuid": "c593703d-cfa5-42d1-8ed6-bb10daab4277", "name": "network-vif-plugged", "status": "completed", "tag": "059e44b2-dea5-4352-9e39-02f870cf3847"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:14:20.505479 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 059e44b2-dea5-4352-9e39-02f870cf3847, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=059e44b2-dea5-4352-9e39-02f870cf3847,segment=NetworkSegment(62dcf40f-e75f-4b3f-bd0a-763cdc11fb45),segment_id=62dcf40f-e75f-4b3f-bd0a-763cdc11fb45)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:14:20.509780 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (059e44b2-dea5-4352-9e39-02f870cf3847), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:14:20.536808 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e96533ec-53c4-48c7-856c-2ec7a06035c4 x-openstack-request-id: req-e96533ec-53c4-48c7-856c-2ec7a06035c4 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:14:20.537118 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c593703d-cfa5-42d1-8ed6-bb10daab4277", "name": "network-vif-plugged", "status": "completed", "tag": "059e44b2-dea5-4352-9e39-02f870cf3847", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:14:20.537383 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e96533ec-53c4-48c7-856c-2ec7a06035c4 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:14:20.537773 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c593703d-cfa5-42d1-8ed6-bb10daab4277', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '059e44b2-dea5-4352-9e39-02f870cf3847', 'code': 200} Jan 28 20:14:20.564828 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=059e44b2-dea5-4352-9e39-02f870cf3847,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:14:20.651764 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d015cf0-aecf-4103-acba-94fc3482260d req-fc1da5d8-0e7e-4084-99f1-a2a205aa3f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:20.653295 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9d015cf0-aecf-4103-acba-94fc3482260d req-fc1da5d8-0e7e-4084-99f1-a2a205aa3f41 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=c593703d-cfa5-42d1-8ed6-bb10daab4277 HTTP/1.1" status: 200 len: 1128 time: 0.0444114 Jan 28 20:14:20.696828 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9d015cf0-aecf-4103-acba-94fc3482260d req-b136e8ff-a552-4104-ad60-3f8fa356b1a6 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=20e16f27-127b-4305-a83c-eeb2ac492f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369675 Jan 28 20:14:21.235219 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:14:21.596094 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdeaad8-a335-49d8-8817-13f34f8327ec req-348cf7ac-6404-49c2-bb98-6ff77ea5cd4f tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:21.597685 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4bdeaad8-a335-49d8-8817-13f34f8327ec req-348cf7ac-6404-49c2-bb98-6ff77ea5cd4f tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=c593703d-cfa5-42d1-8ed6-bb10daab4277 HTTP/1.1" status: 200 len: 945 time: 0.0518041 Jan 28 20:14:21.646064 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4bdeaad8-a335-49d8-8817-13f34f8327ec req-950ada0e-decb-4a06-8c59-9ee6676058ce tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/security-groups?id=20e16f27-127b-4305-a83c-eeb2ac492f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427489 Jan 28 20:14:22.768096 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5778c104-e423-4e70-ac9e-e3affe8800ae req-e80478fa-fce1-4bb3-8259-fce804d7ca67 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:22.769594 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5778c104-e423-4e70-ac9e-e3affe8800ae req-e80478fa-fce1-4bb3-8259-fce804d7ca67 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=c593703d-cfa5-42d1-8ed6-bb10daab4277 HTTP/1.1" status: 200 len: 945 time: 0.0564785 Jan 28 20:14:22.818452 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5778c104-e423-4e70-ac9e-e3affe8800ae req-2abad3c3-0b86-40b0-a35c-1735e27c3c26 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/security-groups?id=20e16f27-127b-4305-a83c-eeb2ac492f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430846 Jan 28 20:14:22.934559 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa8fbdc-d49b-4f44-bd82-5178ebd6ae3f req-99de5865-14bf-44a8-8e0f-8a073060e28c tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:22.936564 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ffa8fbdc-d49b-4f44-bd82-5178ebd6ae3f req-99de5865-14bf-44a8-8e0f-8a073060e28c tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=c593703d-cfa5-42d1-8ed6-bb10daab4277 HTTP/1.1" status: 200 len: 945 time: 0.0525413 Jan 28 20:14:22.983007 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ffa8fbdc-d49b-4f44-bd82-5178ebd6ae3f req-9ba5afe2-1c81-40ea-8211-f8a28de9ea50 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/security-groups?id=20e16f27-127b-4305-a83c-eeb2ac492f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409582 Jan 28 20:14:24.289563 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:14:26.480556 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b08fb1-52b6-40dc-8307-586dfbdc2237 req-2e0f3dea-cea5-431e-a180-6fcb56dc582a tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:26.482037 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-70b08fb1-52b6-40dc-8307-586dfbdc2237 req-2e0f3dea-cea5-431e-a180-6fcb56dc582a tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/networks?id=82c9016a-2e86-43db-b802-2faf8fe68f2c HTTP/1.1" status: 200 len: 811 time: 0.1017306 Jan 28 20:14:26.497347 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-70b08fb1-52b6-40dc-8307-586dfbdc2237 req-48c30ece-2bc6-43dd-acf5-4adcde6b66d8 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/quotas/6b5e4a16e1474aaab4b37fcab65f96a9 HTTP/1.1" status: 200 len: 375 time: 0.0088427 Jan 28 20:14:26.554229 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-70b08fb1-52b6-40dc-8307-586dfbdc2237 req-b2f359c3-1876-4d4b-be6e-41beda1ec6da tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=6b5e4a16e1474aaab4b37fcab65f96a9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0513973 Jan 28 20:14:26.646780 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-70b08fb1-52b6-40dc-8307-586dfbdc2237 req-002d7a9f-56fb-4475-bb3e-ba5151d791fd service neutron] 10.222.0.64 "GET /v2.0/networks/82c9016a-2e86-43db-b802-2faf8fe68f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855930 Jan 28 20:14:26.734194 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-70b08fb1-52b6-40dc-8307-586dfbdc2237 req-8dc96813-0848-49e6-9011-05f620a61c96 service neutron] 10.222.0.64 "GET /v2.0/networks/82c9016a-2e86-43db-b802-2faf8fe68f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815074 Jan 28 20:14:26.920311 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5e602432-fa16-47f8-87b2-3ebdae068ce1 req-246948e3-d89a-46f1-b641-438d97547593 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3672caf-8d83-44a7-b41c-747315414f3c HTTP/1.1" status: 200 len: 210 time: 0.0279422 Jan 28 20:14:27.917733 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b08fb1-52b6-40dc-8307-586dfbdc2237 req-4d612b31-4896-4f6d-ac11-79d419f592c3 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:27.919195 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-70b08fb1-52b6-40dc-8307-586dfbdc2237 req-4d612b31-4896-4f6d-ac11-79d419f592c3 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.41 "GET /v2.0/networks?id=82c9016a-2e86-43db-b802-2faf8fe68f2c HTTP/1.1" status: 200 len: 811 time: 0.1075161 Jan 28 20:14:27.936775 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-70b08fb1-52b6-40dc-8307-586dfbdc2237 req-7fc75f17-4b9e-4dcd-952c-9bb14ba65f1a tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Request body: {'port': {'device_id': 'e3672caf-8d83-44a7-b41c-747315414f3c', 'network_id': '82c9016a-2e86-43db-b802-2faf8fe68f2c', 'admin_state_up': True, 'tenant_id': '6b5e4a16e1474aaab4b37fcab65f96a9'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:14:28.034058 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-fd7ae8f3-883d-414e-84d4-23fb75d29853 req-83f3bae4-8c32-47d8-be41-ad6774acd605 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3672caf-8d83-44a7-b41c-747315414f3c HTTP/1.1" status: 200 len: 210 time: 0.0421264 Jan 28 20:14:28.072176 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70b08fb1-52b6-40dc-8307-586dfbdc2237 req-7fc75f17-4b9e-4dcd-952c-9bb14ba65f1a tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Made reservation on behalf of 6b5e4a16e1474aaab4b37fcab65f96a9 for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:14:28.075851 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-70b08fb1-52b6-40dc-8307-586dfbdc2237 req-7fc75f17-4b9e-4dcd-952c-9bb14ba65f1a tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:14:28.206328 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-70b08fb1-52b6-40dc-8307-586dfbdc2237 req-7fc75f17-4b9e-4dcd-952c-9bb14ba65f1a tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Allocated IP 172.20.0.7 (82c9016a-2e86-43db-b802-2faf8fe68f2c/42a6bf20-d25e-4935-ad1e-654a55d2642f/b35261cb-3888-474e-b773-579adc481622) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:14:28.661479 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-70b08fb1-52b6-40dc-8307-586dfbdc2237 req-7fc75f17-4b9e-4dcd-952c-9bb14ba65f1a tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Publish callbacks [] for port (b35261cb-3888-474e-b773-579adc481622), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:14:28.696223 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-70b08fb1-52b6-40dc-8307-586dfbdc2237 req-7fc75f17-4b9e-4dcd-952c-9bb14ba65f1a tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (b35261cb-3888-474e-b773-579adc481622), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:14:28.711761 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['059e44b2-dea5-4352-9e39-02f870cf3847'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:14:28.738038 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70b08fb1-52b6-40dc-8307-586dfbdc2237 req-7fc75f17-4b9e-4dcd-952c-9bb14ba65f1a tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Network 82c9016a-2e86-43db-b802-2faf8fe68f2c is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:14:28.740976 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-70b08fb1-52b6-40dc-8307-586dfbdc2237 req-7fc75f17-4b9e-4dcd-952c-9bb14ba65f1a tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:14:28.744601 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-70b08fb1-52b6-40dc-8307-586dfbdc2237 req-7fc75f17-4b9e-4dcd-952c-9bb14ba65f1a tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:14:28.790720 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc75f17-4b9e-4dcd-952c-9bb14ba65f1a tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Pushing event updated for resources: {'Port': ['ID=b35261cb-3888-474e-b773-579adc481622,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:14:28.808307 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b08fb1-52b6-40dc-8307-586dfbdc2237 req-7fc75f17-4b9e-4dcd-952c-9bb14ba65f1a tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:28.809265 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-70b08fb1-52b6-40dc-8307-586dfbdc2237 req-7fc75f17-4b9e-4dcd-952c-9bb14ba65f1a tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:14:28.815522 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc75f17-4b9e-4dcd-952c-9bb14ba65f1a tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:14:28.816081 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc75f17-4b9e-4dcd-952c-9bb14ba65f1a tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:14:28.816583 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc75f17-4b9e-4dcd-952c-9bb14ba65f1a tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:14:28.817093 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc75f17-4b9e-4dcd-952c-9bb14ba65f1a tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:14:28.817601 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc75f17-4b9e-4dcd-952c-9bb14ba65f1a tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:14:28.818097 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc75f17-4b9e-4dcd-952c-9bb14ba65f1a tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:14:28.818585 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc75f17-4b9e-4dcd-952c-9bb14ba65f1a tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:14:28.819084 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc75f17-4b9e-4dcd-952c-9bb14ba65f1a tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:14:28.819561 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc75f17-4b9e-4dcd-952c-9bb14ba65f1a tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:14:28.820035 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc75f17-4b9e-4dcd-952c-9bb14ba65f1a tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:14:28.820512 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc75f17-4b9e-4dcd-952c-9bb14ba65f1a tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:14:28.820998 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc75f17-4b9e-4dcd-952c-9bb14ba65f1a tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:14:28.821509 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc75f17-4b9e-4dcd-952c-9bb14ba65f1a tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:14:28.849979 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-70b08fb1-52b6-40dc-8307-586dfbdc2237 req-7fc75f17-4b9e-4dcd-952c-9bb14ba65f1a tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9170156 Jan 28 20:14:28.863625 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [req-70b08fb1-52b6-40dc-8307-586dfbdc2237 req-2d1a13a3-5e00-4fe2-833e-06edfaaf3fae tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 20:14:28.865589 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-70b08fb1-52b6-40dc-8307-586dfbdc2237 req-2d1a13a3-5e00-4fe2-833e-06edfaaf3fae tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0076504 Jan 28 20:14:28.989003 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-70b08fb1-52b6-40dc-8307-586dfbdc2237 req-fbad78ab-0448-4dcf-b946-18bd7943ceae service neutron] Request body: {'port': {'device_id': 'e3672caf-8d83-44a7-b41c-747315414f3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-14'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:14:29.004684 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-3099355c-4c7b-411d-a7ed-b3e3f9f910ba None None] Provisioning complete for port b35261cb-3888-474e-b773-579adc481622 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:14:29.005319 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3099355c-4c7b-411d-a7ed-b3e3f9f910ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (b35261cb-3888-474e-b773-579adc481622), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:14:29.040508 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-3099355c-4c7b-411d-a7ed-b3e3f9f910ba None None] Port b35261cb-3888-474e-b773-579adc481622 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 20:14:29.051474 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-70b08fb1-52b6-40dc-8307-586dfbdc2237 req-fbad78ab-0448-4dcf-b946-18bd7943ceae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (b35261cb-3888-474e-b773-579adc481622), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:14:29.156229 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6515a399-f223-42ac-a849-f9b2ec69cb88 req-6d4e422f-0c84-4928-9d8e-598b1ba6af26 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:29.157936 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6515a399-f223-42ac-a849-f9b2ec69cb88 req-6d4e422f-0c84-4928-9d8e-598b1ba6af26 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3672caf-8d83-44a7-b41c-747315414f3c HTTP/1.1" status: 200 len: 931 time: 0.0544384 Jan 28 20:14:29.214026 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6515a399-f223-42ac-a849-f9b2ec69cb88 req-5c7f7a94-3389-4ebe-81b3-822878a76ded tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/security-groups?id=20e16f27-127b-4305-a83c-eeb2ac492f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490265 Jan 28 20:14:29.332779 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [req-70b08fb1-52b6-40dc-8307-586dfbdc2237 req-fbad78ab-0448-4dcf-b946-18bd7943ceae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b35261cb-3888-474e-b773-579adc481622 {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:14:29.340176 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-70b08fb1-52b6-40dc-8307-586dfbdc2237 req-fbad78ab-0448-4dcf-b946-18bd7943ceae service neutron] Publish callbacks [] for port (b35261cb-3888-474e-b773-579adc481622), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:14:29.352277 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-70b08fb1-52b6-40dc-8307-586dfbdc2237 req-fbad78ab-0448-4dcf-b946-18bd7943ceae service neutron] Transition to ACTIVE for port object b35261cb-3888-474e-b773-579adc481622 will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:14:29.355930 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-70b08fb1-52b6-40dc-8307-586dfbdc2237 req-fbad78ab-0448-4dcf-b946-18bd7943ceae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (b35261cb-3888-474e-b773-579adc481622), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:14:29.407459 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbad78ab-0448-4dcf-b946-18bd7943ceae service neutron] Pushing event updated for resources: {'Port': ['ID=b35261cb-3888-474e-b773-579adc481622,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:14:29.487711 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-70b08fb1-52b6-40dc-8307-586dfbdc2237 req-fbad78ab-0448-4dcf-b946-18bd7943ceae service neutron] Attempting to bind port b35261cb-3888-474e-b773-579adc481622 on host n-h1-812111-14 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:14:29.488003 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-70b08fb1-52b6-40dc-8307-586dfbdc2237 req-fbad78ab-0448-4dcf-b946-18bd7943ceae service neutron] Attempting to bind port b35261cb-3888-474e-b773-579adc481622 by drivers openvswitch,hyperv on host n-h1-812111-14 at level 0 using segments [{'id': '62dcf40f-e75f-4b3f-bd0a-763cdc11fb45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '82c9016a-2e86-43db-b802-2faf8fe68f2c'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:14:29.488596 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70b08fb1-52b6-40dc-8307-586dfbdc2237 req-fbad78ab-0448-4dcf-b946-18bd7943ceae service neutron] Attempting to bind port b35261cb-3888-474e-b773-579adc481622 on network 82c9016a-2e86-43db-b802-2faf8fe68f2c {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:14:29.493372 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70b08fb1-52b6-40dc-8307-586dfbdc2237 req-fbad78ab-0448-4dcf-b946-18bd7943ceae service neutron] Port b35261cb-3888-474e-b773-579adc481622 on network 82c9016a-2e86-43db-b802-2faf8fe68f2c not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-14 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:14:29.493707 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70b08fb1-52b6-40dc-8307-586dfbdc2237 req-fbad78ab-0448-4dcf-b946-18bd7943ceae service neutron] Attempting to bind port b35261cb-3888-474e-b773-579adc481622 on network 82c9016a-2e86-43db-b802-2faf8fe68f2c {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:14:29.499535 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70b08fb1-52b6-40dc-8307-586dfbdc2237 req-fbad78ab-0448-4dcf-b946-18bd7943ceae service neutron] Checking agent: {'id': 'b544ba20-de93-4d86-9e6b-a2202deb6191', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:14:29.500931 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70b08fb1-52b6-40dc-8307-586dfbdc2237 req-fbad78ab-0448-4dcf-b946-18bd7943ceae service neutron] Checking segment: {'id': '62dcf40f-e75f-4b3f-bd0a-763cdc11fb45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '82c9016a-2e86-43db-b802-2faf8fe68f2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:14:29.500931 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70b08fb1-52b6-40dc-8307-586dfbdc2237 req-fbad78ab-0448-4dcf-b946-18bd7943ceae service neutron] Bound using segment: {'id': '62dcf40f-e75f-4b3f-bd0a-763cdc11fb45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '82c9016a-2e86-43db-b802-2faf8fe68f2c'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:14:29.500931 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-70b08fb1-52b6-40dc-8307-586dfbdc2237 req-fbad78ab-0448-4dcf-b946-18bd7943ceae service neutron] Bound port: b35261cb-3888-474e-b773-579adc481622, host: n-h1-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62dcf40f-e75f-4b3f-bd0a-763cdc11fb45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '82c9016a-2e86-43db-b802-2faf8fe68f2c'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:14:29.501432 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-70b08fb1-52b6-40dc-8307-586dfbdc2237 req-fbad78ab-0448-4dcf-b946-18bd7943ceae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (b35261cb-3888-474e-b773-579adc481622), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:14:29.579568 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-70b08fb1-52b6-40dc-8307-586dfbdc2237 req-fbad78ab-0448-4dcf-b946-18bd7943ceae service neutron] For port b35261cb-3888-474e-b773-579adc481622, host n-h1-812111-14, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:14:29.583245 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-70b08fb1-52b6-40dc-8307-586dfbdc2237 req-fbad78ab-0448-4dcf-b946-18bd7943ceae service neutron] For port b35261cb-3888-474e-b773-579adc481622, host n-h1-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=b35261cb-3888-474e-b773-579adc481622,segment=NetworkSegment(62dcf40f-e75f-4b3f-bd0a-763cdc11fb45),segment_id=62dcf40f-e75f-4b3f-bd0a-763cdc11fb45)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:14:29.590569 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-70b08fb1-52b6-40dc-8307-586dfbdc2237 req-fbad78ab-0448-4dcf-b946-18bd7943ceae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (b35261cb-3888-474e-b773-579adc481622), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:14:29.629160 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b08fb1-52b6-40dc-8307-586dfbdc2237 req-fbad78ab-0448-4dcf-b946-18bd7943ceae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:29.629792 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-70b08fb1-52b6-40dc-8307-586dfbdc2237 req-fbad78ab-0448-4dcf-b946-18bd7943ceae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:14:29.631545 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-70b08fb1-52b6-40dc-8307-586dfbdc2237 req-fbad78ab-0448-4dcf-b946-18bd7943ceae service neutron] 10.222.0.41 "PUT /v2.0/ports/b35261cb-3888-474e-b773-579adc481622 HTTP/1.1" status: 200 len: 1092 time: 0.6955113 Jan 28 20:14:29.631748 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3672caf-8d83-44a7-b41c-747315414f3c', 'tag': 'b35261cb-3888-474e-b773-579adc481622'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:14:29.710236 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}981202432542b3bd90586abfd28c53181d71ca775a89b024ffbb9268f9379f4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47adb132-4a05-4b01-8291-337b44dfe8ff" -d '{"events": [{"name": "network-changed", "server_uuid": "e3672caf-8d83-44a7-b41c-747315414f3c", "tag": "b35261cb-3888-474e-b773-579adc481622"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:14:29.712538 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbad78ab-0448-4dcf-b946-18bd7943ceae service neutron] Pushing event updated for resources: {'Port': ['ID=b35261cb-3888-474e-b773-579adc481622,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:14:29.739487 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b08fb1-52b6-40dc-8307-586dfbdc2237 req-a8777d26-0caf-4176-9189-75e5f3bada9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:29.741538 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-70b08fb1-52b6-40dc-8307-586dfbdc2237 req-a8777d26-0caf-4176-9189-75e5f3bada9a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6b5e4a16e1474aaab4b37fcab65f96a9&device_id=e3672caf-8d83-44a7-b41c-747315414f3c HTTP/1.1" status: 200 len: 1126 time: 0.0633156 Jan 28 20:14:29.803693 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-70b08fb1-52b6-40dc-8307-586dfbdc2237 req-160da6a2-1438-4d34-99f3-ee18c1c7956b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b35261cb-3888-474e-b773-579adc481622 HTTP/1.1" status: 200 len: 217 time: 0.0505302 Jan 28 20:14:29.840911 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:14:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80f7921e-21df-42b5-875b-c285d6bc7662 x-openstack-request-id: req-80f7921e-21df-42b5-875b-c285d6bc7662 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:14:29.841372 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3672caf-8d83-44a7-b41c-747315414f3c", "tag": "b35261cb-3888-474e-b773-579adc481622", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:14:29.841635 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-80f7921e-21df-42b5-875b-c285d6bc7662 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:14:29.842154 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3672caf-8d83-44a7-b41c-747315414f3c', 'tag': 'b35261cb-3888-474e-b773-579adc481622', 'status': 'completed', 'code': 200} Jan 28 20:14:29.861757 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b08fb1-52b6-40dc-8307-586dfbdc2237 req-a293dc38-5557-4173-8700-b2d055a9d53b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:29.863586 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-70b08fb1-52b6-40dc-8307-586dfbdc2237 req-a293dc38-5557-4173-8700-b2d055a9d53b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=42a6bf20-d25e-4935-ad1e-654a55d2642f HTTP/1.1" status: 200 len: 850 time: 0.0527551 Jan 28 20:14:29.914345 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b08fb1-52b6-40dc-8307-586dfbdc2237 req-6d82537a-fc7e-41da-8ea5-278fc0e211c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:29.915850 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-70b08fb1-52b6-40dc-8307-586dfbdc2237 req-6d82537a-fc7e-41da-8ea5-278fc0e211c4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=82c9016a-2e86-43db-b802-2faf8fe68f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0464501 Jan 28 20:14:30.010083 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-70b08fb1-52b6-40dc-8307-586dfbdc2237 req-fd9c1ab1-9ade-4719-92ec-7244973c6bef service neutron] 10.222.0.41 "GET /v2.0/networks/82c9016a-2e86-43db-b802-2faf8fe68f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850687 Jan 28 20:14:30.103119 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-70b08fb1-52b6-40dc-8307-586dfbdc2237 req-dc4778a6-24cb-4476-9a78-ed43a75a7498 service neutron] 10.222.0.41 "GET /v2.0/networks/82c9016a-2e86-43db-b802-2faf8fe68f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846226 Jan 28 20:14:30.196767 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47adb132-4a05-4b01-8291-337b44dfe8ff req-da3ddcb3-6aea-4656-ac4c-d58c3d159c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:30.198349 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-47adb132-4a05-4b01-8291-337b44dfe8ff req-da3ddcb3-6aea-4656-ac4c-d58c3d159c84 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6b5e4a16e1474aaab4b37fcab65f96a9&device_id=e3672caf-8d83-44a7-b41c-747315414f3c HTTP/1.1" status: 200 len: 1126 time: 0.0462794 Jan 28 20:14:30.304071 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47adb132-4a05-4b01-8291-337b44dfe8ff req-cb133a3e-9d62-41fb-8b70-85602e3fafbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:30.305609 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-47adb132-4a05-4b01-8291-337b44dfe8ff req-cb133a3e-9d62-41fb-8b70-85602e3fafbd service neutron] 10.222.0.41 "GET /v2.0/networks?id=82c9016a-2e86-43db-b802-2faf8fe68f2c HTTP/1.1" status: 200 len: 911 time: 0.0989845 Jan 28 20:14:30.344921 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf6b755-771c-4a9c-b59f-c05764683ae6 req-cdf5e9a0-eda7-4cf2-80ea-cda9fbb09fcf tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:30.347200 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ddf6b755-771c-4a9c-b59f-c05764683ae6 req-cdf5e9a0-eda7-4cf2-80ea-cda9fbb09fcf tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3672caf-8d83-44a7-b41c-747315414f3c HTTP/1.1" status: 200 len: 943 time: 0.0612285 Jan 28 20:14:30.351783 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-47adb132-4a05-4b01-8291-337b44dfe8ff req-3f82d0fe-94de-4c68-9b86-bcd19d2a8cf1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b35261cb-3888-474e-b773-579adc481622 HTTP/1.1" status: 200 len: 217 time: 0.0375190 Jan 28 20:14:30.400141 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ddf6b755-771c-4a9c-b59f-c05764683ae6 req-3b0832bf-05c1-4c00-b7f6-396f3bbc62d5 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/security-groups?id=20e16f27-127b-4305-a83c-eeb2ac492f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464268 Jan 28 20:14:30.401509 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47adb132-4a05-4b01-8291-337b44dfe8ff req-09284371-502b-44bb-893c-5622fbd931c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:30.403048 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-47adb132-4a05-4b01-8291-337b44dfe8ff req-09284371-502b-44bb-893c-5622fbd931c7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=42a6bf20-d25e-4935-ad1e-654a55d2642f HTTP/1.1" status: 200 len: 850 time: 0.0445328 Jan 28 20:14:30.461564 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47adb132-4a05-4b01-8291-337b44dfe8ff req-f4dfbc7c-6c16-425e-9938-b0d4f5d575b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:30.463066 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-47adb132-4a05-4b01-8291-337b44dfe8ff req-f4dfbc7c-6c16-425e-9938-b0d4f5d575b5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=82c9016a-2e86-43db-b802-2faf8fe68f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0508387 Jan 28 20:14:30.556633 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-47adb132-4a05-4b01-8291-337b44dfe8ff req-786f04f4-056c-4381-8382-09d53ec789c6 service neutron] 10.222.0.41 "GET /v2.0/networks/82c9016a-2e86-43db-b802-2faf8fe68f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845084 Jan 28 20:14:30.657068 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-47adb132-4a05-4b01-8291-337b44dfe8ff req-08755320-b5cf-4cba-96ff-1c77f44baeec service neutron] 10.222.0.41 "GET /v2.0/networks/82c9016a-2e86-43db-b802-2faf8fe68f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921609 Jan 28 20:14:31.522737 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45513b7c-65b4-485d-910e-c51dc0480d54 req-ea10e4f4-31d5-4f39-8d63-ceaea6edff00 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:31.524135 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-45513b7c-65b4-485d-910e-c51dc0480d54 req-ea10e4f4-31d5-4f39-8d63-ceaea6edff00 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3672caf-8d83-44a7-b41c-747315414f3c HTTP/1.1" status: 200 len: 943 time: 0.0537918 Jan 28 20:14:31.576999 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-45513b7c-65b4-485d-910e-c51dc0480d54 req-0e5d5e46-17ff-4f1b-8b79-43af375fa888 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/security-groups?id=20e16f27-127b-4305-a83c-eeb2ac492f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465920 Jan 28 20:14:32.710538 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47205577-9f4d-48dc-898b-6e57fae17dcc req-ef332583-0e0f-4ae2-a6bd-2e52372de519 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:32.712190 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-47205577-9f4d-48dc-898b-6e57fae17dcc req-ef332583-0e0f-4ae2-a6bd-2e52372de519 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3672caf-8d83-44a7-b41c-747315414f3c HTTP/1.1" status: 200 len: 943 time: 0.0590751 Jan 28 20:14:32.762048 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-47205577-9f4d-48dc-898b-6e57fae17dcc req-5fbdf4b4-69ba-42a3-88ce-07a82f4c318a tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/security-groups?id=20e16f27-127b-4305-a83c-eeb2ac492f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437629 Jan 28 20:14:33.902441 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73683ecd-974b-4b0f-8a1c-82a3aef3fb6f req-64d0a8b8-2ca9-4b56-b3c5-f9fce9d0cdaa tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:33.905738 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-73683ecd-974b-4b0f-8a1c-82a3aef3fb6f req-64d0a8b8-2ca9-4b56-b3c5-f9fce9d0cdaa tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3672caf-8d83-44a7-b41c-747315414f3c HTTP/1.1" status: 200 len: 943 time: 0.0733521 Jan 28 20:14:33.980146 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-73683ecd-974b-4b0f-8a1c-82a3aef3fb6f req-c2ffb1a8-ab87-4ddd-b6e0-830e3aeb0846 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/security-groups?id=20e16f27-127b-4305-a83c-eeb2ac492f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683022 Jan 28 20:14:35.165712 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f58e7d8-a5bb-4f27-bb83-a1a90c115d36 req-e1c5afa3-7c16-4843-9e4b-bb7100a7971e tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:35.170127 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6f58e7d8-a5bb-4f27-bb83-a1a90c115d36 req-e1c5afa3-7c16-4843-9e4b-bb7100a7971e tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3672caf-8d83-44a7-b41c-747315414f3c HTTP/1.1" status: 200 len: 943 time: 0.1007996 Jan 28 20:14:35.229473 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6f58e7d8-a5bb-4f27-bb83-a1a90c115d36 req-06170a9f-806e-4af1-b8cc-9ef0756c197a tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/security-groups?id=20e16f27-127b-4305-a83c-eeb2ac492f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539730 Jan 28 20:14:36.384841 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e69db7b-7629-44a1-9371-634e7f591a08 req-98f76183-dbd5-470d-b02d-e3091079b2d7 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:36.388480 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7e69db7b-7629-44a1-9371-634e7f591a08 req-98f76183-dbd5-470d-b02d-e3091079b2d7 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3672caf-8d83-44a7-b41c-747315414f3c HTTP/1.1" status: 200 len: 943 time: 0.0564940 Jan 28 20:14:36.457180 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7e69db7b-7629-44a1-9371-634e7f591a08 req-220b1039-3a30-41ed-a098-216d1dc2f960 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/security-groups?id=20e16f27-127b-4305-a83c-eeb2ac492f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494483 Jan 28 20:14:36.780893 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8793ca66-e760-4109-b6d0-178c649cd3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:14:37.594394 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44188f5d-181c-47c4-a9be-69f58128f7c0 req-7f0c5cfc-8ed9-487d-a639-3914c0d93d3c tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:37.595877 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-44188f5d-181c-47c4-a9be-69f58128f7c0 req-7f0c5cfc-8ed9-487d-a639-3914c0d93d3c tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3672caf-8d83-44a7-b41c-747315414f3c HTTP/1.1" status: 200 len: 943 time: 0.0545523 Jan 28 20:14:37.650012 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-44188f5d-181c-47c4-a9be-69f58128f7c0 req-12bb896f-b0b6-422d-9893-a66b3a81d558 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/security-groups?id=20e16f27-127b-4305-a83c-eeb2ac492f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443413 Jan 28 20:14:38.771237 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db32b3a0-3c6e-4856-94c4-6785176e8729 req-88eb373e-3c2d-471c-8ed5-f0f1c6b0bb8a tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:38.772789 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-db32b3a0-3c6e-4856-94c4-6785176e8729 req-88eb373e-3c2d-471c-8ed5-f0f1c6b0bb8a tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3672caf-8d83-44a7-b41c-747315414f3c HTTP/1.1" status: 200 len: 943 time: 0.0537531 Jan 28 20:14:38.819320 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-db32b3a0-3c6e-4856-94c4-6785176e8729 req-c5ea1f94-8802-4c28-bfd1-f53d2b93b165 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/security-groups?id=20e16f27-127b-4305-a83c-eeb2ac492f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408082 Jan 28 20:14:39.020630 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ed06f73d-04fd-404b-a599-b980324bacdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:14:39.939835 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e48329-af21-4ee2-94f3-f91c3e3f0b00 req-7343ffd6-fd63-4d2e-bcd9-d3a718ae078a tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:39.941406 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-68e48329-af21-4ee2-94f3-f91c3e3f0b00 req-7343ffd6-fd63-4d2e-bcd9-d3a718ae078a tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3672caf-8d83-44a7-b41c-747315414f3c HTTP/1.1" status: 200 len: 943 time: 0.0559685 Jan 28 20:14:39.979403 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:14:39.991970 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-68e48329-af21-4ee2-94f3-f91c3e3f0b00 req-b61d7ced-571e-4292-9ba3-ae5a1141e882 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/security-groups?id=20e16f27-127b-4305-a83c-eeb2ac492f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448852 Jan 28 20:14:41.122870 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2287a750-f551-4ead-bbbb-5b474bcb6007 req-0b5e27bc-ecd9-4dd7-bfda-ed6ae054142f tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:41.124303 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2287a750-f551-4ead-bbbb-5b474bcb6007 req-0b5e27bc-ecd9-4dd7-bfda-ed6ae054142f tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3672caf-8d83-44a7-b41c-747315414f3c HTTP/1.1" status: 200 len: 943 time: 0.0577629 Jan 28 20:14:41.171390 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2287a750-f551-4ead-bbbb-5b474bcb6007 req-7ce1e464-7514-4739-939b-e31cbffee296 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/security-groups?id=20e16f27-127b-4305-a83c-eeb2ac492f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414321 Jan 28 20:14:41.854659 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:14:42.618393 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447528af-af63-4678-82f2-fc7ff03af64f req-42daa87c-b081-4757-a653-e769c8607ffe tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:42.619927 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-447528af-af63-4678-82f2-fc7ff03af64f req-42daa87c-b081-4757-a653-e769c8607ffe tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3672caf-8d83-44a7-b41c-747315414f3c HTTP/1.1" status: 200 len: 943 time: 0.3797038 Jan 28 20:14:42.666172 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-447528af-af63-4678-82f2-fc7ff03af64f req-567455b6-7de6-4ebb-9006-a237703915c0 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/security-groups?id=20e16f27-127b-4305-a83c-eeb2ac492f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406537 Jan 28 20:14:43.223394 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:14:43.788655 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37877ebe-fa09-4a3e-bb5c-c9bb23165de8 req-f836eef5-922e-43ec-8391-70a33e62bb48 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:43.790080 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-37877ebe-fa09-4a3e-bb5c-c9bb23165de8 req-f836eef5-922e-43ec-8391-70a33e62bb48 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3672caf-8d83-44a7-b41c-747315414f3c HTTP/1.1" status: 200 len: 943 time: 0.0562360 Jan 28 20:14:43.837485 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-37877ebe-fa09-4a3e-bb5c-c9bb23165de8 req-ab900780-ddf6-4e91-83c2-3cfad241165c tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/security-groups?id=20e16f27-127b-4305-a83c-eeb2ac492f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418086 Jan 28 20:14:44.965681 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55da7838-4828-4369-bda1-136482a963f1 req-3b1c5e96-1560-46fb-b0df-56499c365c4c tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:44.967215 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-55da7838-4828-4369-bda1-136482a963f1 req-3b1c5e96-1560-46fb-b0df-56499c365c4c tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3672caf-8d83-44a7-b41c-747315414f3c HTTP/1.1" status: 200 len: 943 time: 0.0554483 Jan 28 20:14:45.024376 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-55da7838-4828-4369-bda1-136482a963f1 req-99bf4560-73e3-4893-82c1-c04905c3d830 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/security-groups?id=20e16f27-127b-4305-a83c-eeb2ac492f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503743 Jan 28 20:14:46.159760 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc512e0-70f8-424b-8409-1c9debc6d990 req-f3576a0c-5be3-4086-a99f-e7a5ede45683 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:46.161302 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4fc512e0-70f8-424b-8409-1c9debc6d990 req-f3576a0c-5be3-4086-a99f-e7a5ede45683 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3672caf-8d83-44a7-b41c-747315414f3c HTTP/1.1" status: 200 len: 943 time: 0.0550122 Jan 28 20:14:46.162457 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:14:46.221787 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4fc512e0-70f8-424b-8409-1c9debc6d990 req-f4fddffd-7111-4162-bc4e-92a48d4f4a5a tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/security-groups?id=20e16f27-127b-4305-a83c-eeb2ac492f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530684 Jan 28 20:14:47.350750 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4421ebc-b802-49d2-b636-c2bdce8d0e18 req-1fde4ad8-75eb-41e1-b5bd-155d7a77c833 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:47.352247 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d4421ebc-b802-49d2-b636-c2bdce8d0e18 req-1fde4ad8-75eb-41e1-b5bd-155d7a77c833 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3672caf-8d83-44a7-b41c-747315414f3c HTTP/1.1" status: 200 len: 943 time: 0.0608680 Jan 28 20:14:47.402522 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d4421ebc-b802-49d2-b636-c2bdce8d0e18 req-8d3ccd88-1906-43ba-929f-c15341a208e5 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/security-groups?id=20e16f27-127b-4305-a83c-eeb2ac492f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439496 Jan 28 20:14:48.545114 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fe7584-477a-43af-acb8-0c026f0fde04 req-6fd645d8-41ea-45a4-a154-076c156c0d2b tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:48.546577 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-00fe7584-477a-43af-acb8-0c026f0fde04 req-6fd645d8-41ea-45a4-a154-076c156c0d2b tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3672caf-8d83-44a7-b41c-747315414f3c HTTP/1.1" status: 200 len: 943 time: 0.0661778 Jan 28 20:14:48.613644 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-00fe7584-477a-43af-acb8-0c026f0fde04 req-ebd57718-e5e0-4b5c-8d72-d2f33e7a5857 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/security-groups?id=20e16f27-127b-4305-a83c-eeb2ac492f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610173 Jan 28 20:14:49.738629 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae5e4a4-5a79-4d8f-91d1-149a7e9e6e9b req-d291503d-b3f3-4795-8eb9-a1840031ece0 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:49.740133 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-0ae5e4a4-5a79-4d8f-91d1-149a7e9e6e9b req-d291503d-b3f3-4795-8eb9-a1840031ece0 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3672caf-8d83-44a7-b41c-747315414f3c HTTP/1.1" status: 200 len: 943 time: 0.0524526 Jan 28 20:14:49.786612 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-0ae5e4a4-5a79-4d8f-91d1-149a7e9e6e9b req-c5000a38-52b5-49eb-b77e-11a4dfc9f8b6 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/security-groups?id=20e16f27-127b-4305-a83c-eeb2ac492f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406463 Jan 28 20:14:50.906535 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410ae5d9-f363-4dc3-b1f0-94b7f8866d79 req-d6cf5e50-946f-4127-87ed-efaf21a42016 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:50.908012 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-410ae5d9-f363-4dc3-b1f0-94b7f8866d79 req-d6cf5e50-946f-4127-87ed-efaf21a42016 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3672caf-8d83-44a7-b41c-747315414f3c HTTP/1.1" status: 200 len: 943 time: 0.0536559 Jan 28 20:14:50.956612 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-410ae5d9-f363-4dc3-b1f0-94b7f8866d79 req-640ec6fb-120b-4a9a-8910-8cb633cd28d0 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/security-groups?id=20e16f27-127b-4305-a83c-eeb2ac492f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423222 Jan 28 20:14:51.244753 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:14:52.099036 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b88179d-8c2f-486c-a870-9c4ce6a0fff8 req-08fb7c54-77df-42be-b1c4-d32f920d505d tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:52.100575 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6b88179d-8c2f-486c-a870-9c4ce6a0fff8 req-08fb7c54-77df-42be-b1c4-d32f920d505d tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3672caf-8d83-44a7-b41c-747315414f3c HTTP/1.1" status: 200 len: 943 time: 0.0689170 Jan 28 20:14:52.154823 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6b88179d-8c2f-486c-a870-9c4ce6a0fff8 req-93bf7e4b-b10f-426a-9978-938d14a4c79e tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/security-groups?id=20e16f27-127b-4305-a83c-eeb2ac492f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481677 Jan 28 20:14:53.302330 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8095b54c-ffb4-4121-95d5-d77d37d170ed req-a2c97bee-9d61-4e10-b638-6abd2431d20a tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:53.303823 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8095b54c-ffb4-4121-95d5-d77d37d170ed req-a2c97bee-9d61-4e10-b638-6abd2431d20a tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3672caf-8d83-44a7-b41c-747315414f3c HTTP/1.1" status: 200 len: 943 time: 0.0630512 Jan 28 20:14:53.357292 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8095b54c-ffb4-4121-95d5-d77d37d170ed req-2c075e84-3eaa-4939-81fe-dc085c1a84c1 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/security-groups?id=20e16f27-127b-4305-a83c-eeb2ac492f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470994 Jan 28 20:14:54.306328 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:14:54.477903 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd2c080-1f9b-4644-a5f9-c1edad86576e req-97082c71-5ef7-4e59-b5cb-752d8991afda tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:54.479319 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1dd2c080-1f9b-4644-a5f9-c1edad86576e req-97082c71-5ef7-4e59-b5cb-752d8991afda tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3672caf-8d83-44a7-b41c-747315414f3c HTTP/1.1" status: 200 len: 943 time: 0.0533328 Jan 28 20:14:54.532660 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1dd2c080-1f9b-4644-a5f9-c1edad86576e req-294c8caf-1093-4117-94be-8dbe29c60b79 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/security-groups?id=20e16f27-127b-4305-a83c-eeb2ac492f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466940 Jan 28 20:14:55.673373 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6f3bbd-1c9b-4699-ae8d-6afb50cd74a0 req-90e0c5ff-6ddf-47d6-ac08-175a7d9095b1 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:55.675016 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9a6f3bbd-1c9b-4699-ae8d-6afb50cd74a0 req-90e0c5ff-6ddf-47d6-ac08-175a7d9095b1 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3672caf-8d83-44a7-b41c-747315414f3c HTTP/1.1" status: 200 len: 943 time: 0.0600944 Jan 28 20:14:55.720861 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9a6f3bbd-1c9b-4699-ae8d-6afb50cd74a0 req-98d545e8-cff9-4a13-81ce-cee673dcfde5 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/security-groups?id=20e16f27-127b-4305-a83c-eeb2ac492f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401151 Jan 28 20:14:56.848354 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c17e23-0dbc-4687-a454-a9eaae50ae84 req-ed036a43-bec5-49fc-b62e-4635c6dfbc86 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:56.849925 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c9c17e23-0dbc-4687-a454-a9eaae50ae84 req-ed036a43-bec5-49fc-b62e-4635c6dfbc86 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3672caf-8d83-44a7-b41c-747315414f3c HTTP/1.1" status: 200 len: 943 time: 0.0579996 Jan 28 20:14:56.905760 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c9c17e23-0dbc-4687-a454-a9eaae50ae84 req-046662fc-b702-4975-9eb7-e23543e7f5b6 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/security-groups?id=20e16f27-127b-4305-a83c-eeb2ac492f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499306 Jan 28 20:14:58.030367 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac96b55-84b5-499a-8418-bab7b274613b req-5eb06072-d2ec-41c2-9747-71b14a50c1ca tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:58.031822 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9ac96b55-84b5-499a-8418-bab7b274613b req-5eb06072-d2ec-41c2-9747-71b14a50c1ca tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3672caf-8d83-44a7-b41c-747315414f3c HTTP/1.1" status: 200 len: 943 time: 0.0564718 Jan 28 20:14:58.077646 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9ac96b55-84b5-499a-8418-bab7b274613b req-abb548b6-23aa-4607-b520-874e301e55c7 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/security-groups?id=20e16f27-127b-4305-a83c-eeb2ac492f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403094 Jan 28 20:14:58.464234 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device b35261cb-3888-474e-b773-579adc481622 details requested by agent hyperv_n-h1-812111-14 with host n-h1-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:14:58.561049 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port b35261cb-3888-474e-b773-579adc481622, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=b35261cb-3888-474e-b773-579adc481622,segment=NetworkSegment(62dcf40f-e75f-4b3f-bd0a-763cdc11fb45),segment_id=62dcf40f-e75f-4b3f-bd0a-763cdc11fb45)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:14:58.575610 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Returning: {'device': 'b35261cb-3888-474e-b773-579adc481622', 'network_id': '82c9016a-2e86-43db-b802-2faf8fe68f2c', 'port_id': 'b35261cb-3888-474e-b773-579adc481622', 'mac_address': 'fa:16:3e:26:b6:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42a6bf20-d25e-4935-ad1e-654a55d2642f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:14:58.612105 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port b35261cb-3888-474e-b773-579adc481622 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:14:58.612498 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (b35261cb-3888-474e-b773-579adc481622), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:14:58.624877 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b35261cb-3888-474e-b773-579adc481622 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:14:58.643299 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port b35261cb-3888-474e-b773-579adc481622, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=b35261cb-3888-474e-b773-579adc481622,segment=NetworkSegment(62dcf40f-e75f-4b3f-bd0a-763cdc11fb45),segment_id=62dcf40f-e75f-4b3f-bd0a-763cdc11fb45)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:14:58.647359 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (b35261cb-3888-474e-b773-579adc481622), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:14:58.694789 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=b35261cb-3888-474e-b773-579adc481622,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:14:58.976975 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['b35261cb-3888-474e-b773-579adc481622'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:14:59.196864 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e8e5d2-59b2-48f5-b631-29b9c8a1bfc7 req-707e26c6-3a61-4a9c-be86-74daac0442fe tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:59.198452 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-84e8e5d2-59b2-48f5-b631-29b9c8a1bfc7 req-707e26c6-3a61-4a9c-be86-74daac0442fe tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3672caf-8d83-44a7-b41c-747315414f3c HTTP/1.1" status: 200 len: 944 time: 0.0532293 Jan 28 20:14:59.245714 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-84e8e5d2-59b2-48f5-b631-29b9c8a1bfc7 req-efa335fe-776b-4418-ae6f-ba1a988630ac tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/security-groups?id=20e16f27-127b-4305-a83c-eeb2ac492f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415516 Jan 28 20:15:00.367277 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea816e7-f4ba-4005-a0bc-77bac37b5374 req-5a22251c-75aa-4ecd-a9f4-42543b6c69d0 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:00.368770 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-0ea816e7-f4ba-4005-a0bc-77bac37b5374 req-5a22251c-75aa-4ecd-a9f4-42543b6c69d0 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3672caf-8d83-44a7-b41c-747315414f3c HTTP/1.1" status: 200 len: 944 time: 0.0548506 Jan 28 20:15:00.415215 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-0ea816e7-f4ba-4005-a0bc-77bac37b5374 req-0d3fac11-50ca-4699-9c6b-e83110fdc7e8 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/security-groups?id=20e16f27-127b-4305-a83c-eeb2ac492f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402846 Jan 28 20:15:00.484158 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device b35261cb-3888-474e-b773-579adc481622 up at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:15:00.533086 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning for port b35261cb-3888-474e-b773-579adc481622 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:15:00.537090 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning complete for port b35261cb-3888-474e-b773-579adc481622 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:15:00.537489 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (b35261cb-3888-474e-b773-579adc481622), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:15:00.618016 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port b35261cb-3888-474e-b773-579adc481622 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:15:00.618395 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (b35261cb-3888-474e-b773-579adc481622), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:15:00.641616 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3672caf-8d83-44a7-b41c-747315414f3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b35261cb-3888-474e-b773-579adc481622'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:15:00.644126 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}704c702df6f21e7df92d3d89d4c6cfde2c6406e49d8202b36454fc5209adee22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f7e3918-9c79-49fb-8b9a-98056ff8df54" -d '{"events": [{"server_uuid": "e3672caf-8d83-44a7-b41c-747315414f3c", "name": "network-vif-plugged", "status": "completed", "tag": "b35261cb-3888-474e-b773-579adc481622"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:15:00.659142 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port b35261cb-3888-474e-b773-579adc481622, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=b35261cb-3888-474e-b773-579adc481622,segment=NetworkSegment(62dcf40f-e75f-4b3f-bd0a-763cdc11fb45),segment_id=62dcf40f-e75f-4b3f-bd0a-763cdc11fb45)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:15:00.663336 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (b35261cb-3888-474e-b773-579adc481622), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:15:00.686808 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adec0119-5944-4e2b-b3f8-38904ad8dc64 x-openstack-request-id: req-adec0119-5944-4e2b-b3f8-38904ad8dc64 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:15:00.687105 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3672caf-8d83-44a7-b41c-747315414f3c", "name": "network-vif-plugged", "status": "completed", "tag": "b35261cb-3888-474e-b773-579adc481622", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:15:00.687360 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-adec0119-5944-4e2b-b3f8-38904ad8dc64 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:15:00.687749 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3672caf-8d83-44a7-b41c-747315414f3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b35261cb-3888-474e-b773-579adc481622', 'code': 200} Jan 28 20:15:00.713754 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=b35261cb-3888-474e-b773-579adc481622,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:15:00.788803 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd36182-0842-4b17-8383-58c22a574c3c req-8bf2dbeb-786a-44c1-bda0-258d17456b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:00.790262 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3dd36182-0842-4b17-8383-58c22a574c3c req-8bf2dbeb-786a-44c1-bda0-258d17456b62 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e3672caf-8d83-44a7-b41c-747315414f3c HTTP/1.1" status: 200 len: 1128 time: 0.0441697 Jan 28 20:15:00.839706 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3dd36182-0842-4b17-8383-58c22a574c3c req-ef596c60-8c54-4452-b388-c62f1f4646a1 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=20e16f27-127b-4305-a83c-eeb2ac492f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407186 Jan 28 20:15:01.538166 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcc9efe-3518-40f7-8c87-25245f684bb3 req-bf9980e8-9489-4032-a8a6-f942abfa49b1 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:01.539601 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7fcc9efe-3518-40f7-8c87-25245f684bb3 req-bf9980e8-9489-4032-a8a6-f942abfa49b1 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3672caf-8d83-44a7-b41c-747315414f3c HTTP/1.1" status: 200 len: 945 time: 0.0551319 Jan 28 20:15:01.587913 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7fcc9efe-3518-40f7-8c87-25245f684bb3 req-bc3eba8b-ae5c-4870-9bd8-987fc9896dd6 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/security-groups?id=20e16f27-127b-4305-a83c-eeb2ac492f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420885 Jan 28 20:15:02.711504 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7fd6db-3bda-457a-adb6-6c73829f64a3 req-abbe6596-2841-4cdd-92b9-021f5657e802 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:02.712986 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-df7fd6db-3bda-457a-adb6-6c73829f64a3 req-abbe6596-2841-4cdd-92b9-021f5657e802 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3672caf-8d83-44a7-b41c-747315414f3c HTTP/1.1" status: 200 len: 945 time: 0.0535326 Jan 28 20:15:02.761230 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-df7fd6db-3bda-457a-adb6-6c73829f64a3 req-c67d16f5-64bf-482a-91f8-e2bd155f6248 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/security-groups?id=20e16f27-127b-4305-a83c-eeb2ac492f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425591 Jan 28 20:15:02.881970 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2400d18-9a6b-40d1-9838-b4c24ae0d135 req-778b72f0-c7a4-480d-88f3-b879ce02a1ee tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:02.883385 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d2400d18-9a6b-40d1-9838-b4c24ae0d135 req-778b72f0-c7a4-480d-88f3-b879ce02a1ee tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3672caf-8d83-44a7-b41c-747315414f3c HTTP/1.1" status: 200 len: 945 time: 0.0538664 Jan 28 20:15:02.930845 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d2400d18-9a6b-40d1-9838-b4c24ae0d135 req-ace41922-2d3e-42fa-bd07-d5d5b04b6486 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/security-groups?id=20e16f27-127b-4305-a83c-eeb2ac492f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413857 Jan 28 20:15:03.227167 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca8f139-306a-4198-a3ff-61285b7e083e req-fe96ad84-4881-4d4b-a7e3-6d789b84e7e1 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:03.228744 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-aca8f139-306a-4198-a3ff-61285b7e083e req-fe96ad84-4881-4d4b-a7e3-6d789b84e7e1 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3672caf-8d83-44a7-b41c-747315414f3c HTTP/1.1" status: 200 len: 945 time: 0.0587807 Jan 28 20:15:03.277286 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-aca8f139-306a-4198-a3ff-61285b7e083e req-27ae1d0f-e2b3-4250-aeb9-f1c367ce239b tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/security-groups?id=20e16f27-127b-4305-a83c-eeb2ac492f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424528 Jan 28 20:15:04.405430 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484d649c-4e9e-42bf-8bfa-190fcd6d77b4 req-4e368a8f-203b-41f1-86b9-4ab0990791e8 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:04.406958 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-484d649c-4e9e-42bf-8bfa-190fcd6d77b4 req-4e368a8f-203b-41f1-86b9-4ab0990791e8 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3672caf-8d83-44a7-b41c-747315414f3c HTTP/1.1" status: 200 len: 945 time: 0.0569441 Jan 28 20:15:04.455932 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-484d649c-4e9e-42bf-8bfa-190fcd6d77b4 req-855bc2dd-aecc-4b0c-86c5-7c566fed58e9 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/security-groups?id=20e16f27-127b-4305-a83c-eeb2ac492f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425951 Jan 28 20:15:04.769870 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc4285e-2453-456e-a8ec-047713cdf7d7 req-82f96147-97c9-4169-a765-0490b77ca9dd tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:04.771336 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6dc4285e-2453-456e-a8ec-047713cdf7d7 req-82f96147-97c9-4169-a765-0490b77ca9dd tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3672caf-8d83-44a7-b41c-747315414f3c HTTP/1.1" status: 200 len: 945 time: 0.0532792 Jan 28 20:15:04.875139 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-6dc4285e-2453-456e-a8ec-047713cdf7d7 req-1daaf2e0-fa23-4ff3-b30f-2f2df3da69cc tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Deleting port b35261cb-3888-474e-b773-579adc481622 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:15:04.875487 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-6dc4285e-2453-456e-a8ec-047713cdf7d7 req-1daaf2e0-fa23-4ff3-b30f-2f2df3da69cc tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (b35261cb-3888-474e-b773-579adc481622), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:15:04.964049 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-6dc4285e-2453-456e-a8ec-047713cdf7d7 req-1daaf2e0-fa23-4ff3-b30f-2f2df3da69cc tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] For port b35261cb-3888-474e-b773-579adc481622, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=b35261cb-3888-474e-b773-579adc481622,segment=NetworkSegment(62dcf40f-e75f-4b3f-bd0a-763cdc11fb45),segment_id=62dcf40f-e75f-4b3f-bd0a-763cdc11fb45)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:15:04.964435 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-6dc4285e-2453-456e-a8ec-047713cdf7d7 req-1daaf2e0-fa23-4ff3-b30f-2f2df3da69cc tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (b35261cb-3888-474e-b773-579adc481622), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:15:04.977413 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-6dc4285e-2453-456e-a8ec-047713cdf7d7 req-1daaf2e0-fa23-4ff3-b30f-2f2df3da69cc tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Calling delete_port for b35261cb-3888-474e-b773-579adc481622 owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:15:05.107330 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-6dc4285e-2453-456e-a8ec-047713cdf7d7 req-1daaf2e0-fa23-4ff3-b30f-2f2df3da69cc tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (b35261cb-3888-474e-b773-579adc481622), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:15:05.122175 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['059e44b2-dea5-4352-9e39-02f870cf3847'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:15:05.127095 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['b35261cb-3888-474e-b773-579adc481622'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:15:05.137220 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daaf2e0-fa23-4ff3-b30f-2f2df3da69cc tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Pushing event deleted for resources: {'Port': ['ID=b35261cb-3888-474e-b773-579adc481622,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:15:05.188582 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dc4285e-2453-456e-a8ec-047713cdf7d7 req-1daaf2e0-fa23-4ff3-b30f-2f2df3da69cc tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] No DVR routers for this DVR port b35261cb-3888-474e-b773-579adc481622 on host n-h1-812111-14 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:15:05.190977 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-6dc4285e-2453-456e-a8ec-047713cdf7d7 req-1daaf2e0-fa23-4ff3-b30f-2f2df3da69cc tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:15:05.194451 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6dc4285e-2453-456e-a8ec-047713cdf7d7 req-1daaf2e0-fa23-4ff3-b30f-2f2df3da69cc tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.41 "DELETE /v2.0/ports/b35261cb-3888-474e-b773-579adc481622 HTTP/1.1" status: 204 len: 173 time: 0.4155288 Jan 28 20:15:05.194938 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3672caf-8d83-44a7-b41c-747315414f3c', 'name': 'network-vif-deleted', 'tag': 'b35261cb-3888-474e-b773-579adc481622'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:15:05.197868 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}981202432542b3bd90586abfd28c53181d71ca775a89b024ffbb9268f9379f4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-940a88b7-00ba-4078-9f13-ee06da4739fa" -d '{"events": [{"server_uuid": "e3672caf-8d83-44a7-b41c-747315414f3c", "name": "network-vif-deleted", "tag": "b35261cb-3888-474e-b773-579adc481622"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:15:05.259669 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:15:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f524d0a2-9783-450c-a207-16c449403b5d x-openstack-request-id: req-f524d0a2-9783-450c-a207-16c449403b5d {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:15:05.260174 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3672caf-8d83-44a7-b41c-747315414f3c", "name": "network-vif-deleted", "tag": "b35261cb-3888-474e-b773-579adc481622", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:15:05.260594 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f524d0a2-9783-450c-a207-16c449403b5d {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:15:05.262103 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3672caf-8d83-44a7-b41c-747315414f3c', 'name': 'network-vif-deleted', 'tag': 'b35261cb-3888-474e-b773-579adc481622', 'status': 'completed', 'code': 200} Jan 28 20:15:05.567789 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ac14c68b-7181-4f39-8e84-8a272249cfa8 req-ac2081ab-97a2-4910-9f4f-27b36ba46add tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3672caf-8d83-44a7-b41c-747315414f3c HTTP/1.1" status: 200 len: 210 time: 0.0354009 Jan 28 20:15:06.678395 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a2a8761f-1492-4a4d-bc45-7003097999b4 req-1a0df162-e7f3-4846-b571-f8515cdde121 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3672caf-8d83-44a7-b41c-747315414f3c HTTP/1.1" status: 200 len: 210 time: 0.0360653 Jan 28 20:15:06.777778 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ba3efd12-aa15-4cf3-a65e-f754d00a01cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:15:07.801432 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-aae29a77-2e36-4f1a-bad4-e901f360f90a req-052ea4ba-d02e-46a8-b874-c6e41f72a5aa tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3672caf-8d83-44a7-b41c-747315414f3c HTTP/1.1" status: 200 len: 210 time: 0.0427179 Jan 28 20:15:07.821793 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a70a363c-b89e-4f06-879c-84c5626db273 req-18d3cc13-2bfe-4cfb-a221-15b03d053d63 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=c593703d-cfa5-42d1-8ed6-bb10daab4277&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0699363 Jan 28 20:15:07.907906 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70a363c-b89e-4f06-879c-84c5626db273 req-ac2a0b31-110f-4b8b-8203-6b3746595415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:07.909439 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a70a363c-b89e-4f06-879c-84c5626db273 req-ac2a0b31-110f-4b8b-8203-6b3746595415 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6b5e4a16e1474aaab4b37fcab65f96a9&device_id=c593703d-cfa5-42d1-8ed6-bb10daab4277 HTTP/1.1" status: 200 len: 1128 time: 0.0457013 Jan 28 20:15:08.014171 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70a363c-b89e-4f06-879c-84c5626db273 req-b4f5d7c6-315e-42c7-b915-26c00e5ee329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:08.015536 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a70a363c-b89e-4f06-879c-84c5626db273 req-b4f5d7c6-315e-42c7-b915-26c00e5ee329 service neutron] 10.222.0.70 "GET /v2.0/networks?id=82c9016a-2e86-43db-b802-2faf8fe68f2c HTTP/1.1" status: 200 len: 911 time: 0.0877039 Jan 28 20:15:08.060427 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a70a363c-b89e-4f06-879c-84c5626db273 req-fc870b70-7816-4b85-8589-7a5289a5b9b4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=059e44b2-dea5-4352-9e39-02f870cf3847 HTTP/1.1" status: 200 len: 217 time: 0.0385926 Jan 28 20:15:08.108386 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70a363c-b89e-4f06-879c-84c5626db273 req-70d47f0a-c1a0-4173-900e-dead5c8bb041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:08.109870 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a70a363c-b89e-4f06-879c-84c5626db273 req-70d47f0a-c1a0-4173-900e-dead5c8bb041 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=42a6bf20-d25e-4935-ad1e-654a55d2642f HTTP/1.1" status: 200 len: 850 time: 0.0436671 Jan 28 20:15:08.159453 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70a363c-b89e-4f06-879c-84c5626db273 req-f26a3aa6-039b-46b9-a0d1-09892e5a0881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:08.160944 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a70a363c-b89e-4f06-879c-84c5626db273 req-f26a3aa6-039b-46b9-a0d1-09892e5a0881 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=82c9016a-2e86-43db-b802-2faf8fe68f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0439227 Jan 28 20:15:08.256967 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a70a363c-b89e-4f06-879c-84c5626db273 req-3303623e-ede7-4268-80af-4fb3303534f9 service neutron] 10.222.0.70 "GET /v2.0/networks/82c9016a-2e86-43db-b802-2faf8fe68f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880973 Jan 28 20:15:08.348389 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a70a363c-b89e-4f06-879c-84c5626db273 req-73f1c9ce-78ce-40a3-aae5-c90e9b6d18e2 service neutron] 10.222.0.70 "GET /v2.0/networks/82c9016a-2e86-43db-b802-2faf8fe68f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843036 Jan 28 20:15:08.540807 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device b35261cb-3888-474e-b773-579adc481622 no longer exists at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:15:08.562070 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] No Port match for: b35261cb-3888-474e-b773-579adc481622 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:15:08.562342 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device b35261cb-3888-474e-b773-579adc481622 not bound to the agent host n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:15:08.898335 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4cb44a27-88c4-4d2c-8549-c1158171457c req-17c9f702-62f3-486a-a4ea-188515f594d8 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3672caf-8d83-44a7-b41c-747315414f3c HTTP/1.1" status: 200 len: 210 time: 0.0279002 Jan 28 20:15:09.030347 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d7f79d9d-e21b-4d27-b019-1d5d97b335d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:15:09.981614 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:15:09.996047 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d770e308-925e-4250-b5b1-fbb6f761bce3 req-1d09ff5c-5de0-49c6-a916-1aa57425a34b tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3672caf-8d83-44a7-b41c-747315414f3c HTTP/1.1" status: 200 len: 210 time: 0.0286410 Jan 28 20:15:11.099659 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8af5b2bc-447a-4775-a6e9-501080741759 req-625ac898-0a6e-40c1-be23-f746aad37ec2 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3672caf-8d83-44a7-b41c-747315414f3c HTTP/1.1" status: 200 len: 210 time: 0.0274284 Jan 28 20:15:11.857158 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:15:12.199578 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7da0b25b-52a2-49de-8c88-04736c694e4a req-2cbd6b33-267d-4785-b172-dec9f7718453 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3672caf-8d83-44a7-b41c-747315414f3c HTTP/1.1" status: 200 len: 210 time: 0.0328004 Jan 28 20:15:13.216923 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:15:13.297704 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e60ba2b3-b3fa-444a-bd11-1b276cbf5d70 req-7c91dc15-6c4f-4cb9-95bd-e607be96421d tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3672caf-8d83-44a7-b41c-747315414f3c HTTP/1.1" status: 200 len: 210 time: 0.0287182 Jan 28 20:15:21.242640 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:15:21.936926 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4713f8-203c-4408-a97a-36af0810ff9f req-28916a39-2c9d-476f-b298-424b5128a62e tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:21.938417 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8f4713f8-203c-4408-a97a-36af0810ff9f req-28916a39-2c9d-476f-b298-424b5128a62e tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=c593703d-cfa5-42d1-8ed6-bb10daab4277 HTTP/1.1" status: 200 len: 945 time: 0.0517154 Jan 28 20:15:21.983908 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8f4713f8-203c-4408-a97a-36af0810ff9f req-b36b0b7a-495d-4fbd-acd8-f11337a2f214 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/security-groups?id=20e16f27-127b-4305-a83c-eeb2ac492f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400202 Jan 28 20:15:23.107353 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2ee8b7-7bd4-4d46-a2b8-a5f5268f5614 req-b012426b-292f-4f1a-9ff8-82715b392f88 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:23.108850 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ac2ee8b7-7bd4-4d46-a2b8-a5f5268f5614 req-b012426b-292f-4f1a-9ff8-82715b392f88 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=c593703d-cfa5-42d1-8ed6-bb10daab4277 HTTP/1.1" status: 200 len: 945 time: 0.0527518 Jan 28 20:15:23.156329 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ac2ee8b7-7bd4-4d46-a2b8-a5f5268f5614 req-3eed11a8-e741-4c55-a8d2-027ec4ac1a12 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/security-groups?id=20e16f27-127b-4305-a83c-eeb2ac492f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410321 Jan 28 20:15:23.161616 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:15:23.576084 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7f3dc9-5409-47ba-8d8a-893dd2c9b85b req-de45cfb6-1d9c-4fd2-b226-d9f86dc174fa tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:23.577548 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4e7f3dc9-5409-47ba-8d8a-893dd2c9b85b req-de45cfb6-1d9c-4fd2-b226-d9f86dc174fa tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.70 "GET /v2.0/ports?device_id=c593703d-cfa5-42d1-8ed6-bb10daab4277 HTTP/1.1" status: 200 len: 945 time: 0.0535731 Jan 28 20:15:23.671100 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-4e7f3dc9-5409-47ba-8d8a-893dd2c9b85b req-00c93114-aaf2-4b9e-a388-1a4f0fb95cee tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Deleting port 059e44b2-dea5-4352-9e39-02f870cf3847 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:15:23.671435 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-4e7f3dc9-5409-47ba-8d8a-893dd2c9b85b req-00c93114-aaf2-4b9e-a388-1a4f0fb95cee tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (059e44b2-dea5-4352-9e39-02f870cf3847), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:15:23.758991 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-4e7f3dc9-5409-47ba-8d8a-893dd2c9b85b req-00c93114-aaf2-4b9e-a388-1a4f0fb95cee tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] For port 059e44b2-dea5-4352-9e39-02f870cf3847, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=059e44b2-dea5-4352-9e39-02f870cf3847,segment=NetworkSegment(62dcf40f-e75f-4b3f-bd0a-763cdc11fb45),segment_id=62dcf40f-e75f-4b3f-bd0a-763cdc11fb45)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:15:23.759355 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-4e7f3dc9-5409-47ba-8d8a-893dd2c9b85b req-00c93114-aaf2-4b9e-a388-1a4f0fb95cee tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (059e44b2-dea5-4352-9e39-02f870cf3847), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:15:23.771623 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-4e7f3dc9-5409-47ba-8d8a-893dd2c9b85b req-00c93114-aaf2-4b9e-a388-1a4f0fb95cee tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Calling delete_port for 059e44b2-dea5-4352-9e39-02f870cf3847 owned by compute:nova {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:15:23.910163 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-4e7f3dc9-5409-47ba-8d8a-893dd2c9b85b req-00c93114-aaf2-4b9e-a388-1a4f0fb95cee tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (059e44b2-dea5-4352-9e39-02f870cf3847), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:15:23.922817 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['059e44b2-dea5-4352-9e39-02f870cf3847'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:15:23.938131 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c93114-aaf2-4b9e-a388-1a4f0fb95cee tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Pushing event deleted for resources: {'Port': ['ID=059e44b2-dea5-4352-9e39-02f870cf3847,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:15:23.948953 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c93114-aaf2-4b9e-a388-1a4f0fb95cee tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:15:23.949873 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c93114-aaf2-4b9e-a388-1a4f0fb95cee tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:15:23.949873 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c93114-aaf2-4b9e-a388-1a4f0fb95cee tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:15:23.950049 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c93114-aaf2-4b9e-a388-1a4f0fb95cee tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:15:23.950328 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c93114-aaf2-4b9e-a388-1a4f0fb95cee tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:15:23.950668 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c93114-aaf2-4b9e-a388-1a4f0fb95cee tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:15:23.951003 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c93114-aaf2-4b9e-a388-1a4f0fb95cee tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:15:23.951343 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c93114-aaf2-4b9e-a388-1a4f0fb95cee tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:15:23.952298 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c93114-aaf2-4b9e-a388-1a4f0fb95cee tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:15:23.952702 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c93114-aaf2-4b9e-a388-1a4f0fb95cee tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:15:23.952955 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c93114-aaf2-4b9e-a388-1a4f0fb95cee tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:15:23.953321 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c93114-aaf2-4b9e-a388-1a4f0fb95cee tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:15:23.953659 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c93114-aaf2-4b9e-a388-1a4f0fb95cee tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:15:24.005616 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e7f3dc9-5409-47ba-8d8a-893dd2c9b85b req-00c93114-aaf2-4b9e-a388-1a4f0fb95cee tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] No DVR routers for this DVR port 059e44b2-dea5-4352-9e39-02f870cf3847 on host n-h2-812111-14 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:15:24.009054 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-4e7f3dc9-5409-47ba-8d8a-893dd2c9b85b req-00c93114-aaf2-4b9e-a388-1a4f0fb95cee tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:15:24.012862 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4e7f3dc9-5409-47ba-8d8a-893dd2c9b85b req-00c93114-aaf2-4b9e-a388-1a4f0fb95cee tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.70 "DELETE /v2.0/ports/059e44b2-dea5-4352-9e39-02f870cf3847 HTTP/1.1" status: 204 len: 173 time: 0.4297318 Jan 28 20:15:24.013388 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c593703d-cfa5-42d1-8ed6-bb10daab4277', 'name': 'network-vif-deleted', 'tag': '059e44b2-dea5-4352-9e39-02f870cf3847'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:15:24.016194 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}690870b4896ba3504f21237a239c836c0346d6a62bcfb5e8ee91fd1b13f99dd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-199b9a99-c1c2-40fe-ae0c-a30483971a54" -d '{"events": [{"server_uuid": "c593703d-cfa5-42d1-8ed6-bb10daab4277", "name": "network-vif-deleted", "tag": "059e44b2-dea5-4352-9e39-02f870cf3847"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:15:24.074402 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:15:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08f2ffd1-56f6-4120-b6fc-9bc5cda0dda3 x-openstack-request-id: req-08f2ffd1-56f6-4120-b6fc-9bc5cda0dda3 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:15:24.074702 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c593703d-cfa5-42d1-8ed6-bb10daab4277", "name": "network-vif-deleted", "tag": "059e44b2-dea5-4352-9e39-02f870cf3847", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:15:24.074961 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-08f2ffd1-56f6-4120-b6fc-9bc5cda0dda3 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:15:24.075524 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c593703d-cfa5-42d1-8ed6-bb10daab4277', 'name': 'network-vif-deleted', 'tag': '059e44b2-dea5-4352-9e39-02f870cf3847', 'status': 'completed', 'code': 200} Jan 28 20:15:24.265505 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c0e5048f-cdd2-4360-96f6-612c2c7dfb77 req-d6311988-5b03-4624-8dc5-446103658339 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=c593703d-cfa5-42d1-8ed6-bb10daab4277 HTTP/1.1" status: 200 len: 210 time: 0.0348361 Jan 28 20:15:24.324920 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:15:25.368165 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-edcb0589-b907-4ef7-8b36-8408e0c99801 req-655b56fe-29b3-4ee6-8395-3847cdf54273 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=c593703d-cfa5-42d1-8ed6-bb10daab4277 HTTP/1.1" status: 200 len: 210 time: 0.0332441 Jan 28 20:15:26.462128 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d9090b1e-8d3d-43ea-b3fb-6ffecd45e11c req-c4f2f9de-0f08-425d-ba9d-3e55bc8b9ae4 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=c593703d-cfa5-42d1-8ed6-bb10daab4277 HTTP/1.1" status: 200 len: 210 time: 0.0275707 Jan 28 20:15:27.562141 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-151974bf-4f10-4054-bfc2-104bcebe0ff8 req-c15734b8-7a3b-450c-823b-94e7a83b131d tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=c593703d-cfa5-42d1-8ed6-bb10daab4277 HTTP/1.1" status: 200 len: 210 time: 0.0281444 Jan 28 20:15:28.666012 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-db80fd17-6789-4d64-a036-073dfad07755 req-edf868d2-97f6-4d2e-90c7-173be613329c tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=c593703d-cfa5-42d1-8ed6-bb10daab4277 HTTP/1.1" status: 200 len: 210 time: 0.0275548 Jan 28 20:15:28.729698 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 059e44b2-dea5-4352-9e39-02f870cf3847 no longer exists at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:15:28.750442 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] No Port match for: 059e44b2-dea5-4352-9e39-02f870cf3847 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:15:28.750812 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 059e44b2-dea5-4352-9e39-02f870cf3847 not bound to the agent host n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:15:29.761425 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9da035bf-ee07-42fd-b14a-b1988661ed84 req-236a8caa-09a9-4df4-a0dd-1f3e45c32668 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=c593703d-cfa5-42d1-8ed6-bb10daab4277 HTTP/1.1" status: 200 len: 210 time: 0.0280075 Jan 28 20:15:30.862664 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-fb6299da-d5af-4f00-a37c-bc7d37bec1b2 req-286245c2-5927-4613-a617-8bec66fbbb75 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=c593703d-cfa5-42d1-8ed6-bb10daab4277 HTTP/1.1" status: 200 len: 210 time: 0.0319035 Jan 28 20:15:31.960626 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e4e298bb-a44c-41a0-a871-9f240cd4d1be req-46f06b33-4e9a-4166-86af-cd53b1e03667 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=c593703d-cfa5-42d1-8ed6-bb10daab4277 HTTP/1.1" status: 200 len: 210 time: 0.0270879 Jan 28 20:15:36.770354 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-61306bf8-02eb-4517-a37d-83b2697a8b1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:15:38.225694 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 39404) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:15:38.230466 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-af19d31c-c468-4e20-a79c-59892368cb45 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-140444305', 'description': 'tempest-secgroup-smoke-140444305 description', 'project_id': '6b5e4a16e1474aaab4b37fcab65f96a9'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:15:38.251151 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-af19d31c-c468-4e20-a79c-59892368cb45 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:15:38.319641 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-af19d31c-c468-4e20-a79c-59892368cb45 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Publish callbacks [] for security_group (cfa5d048-ef3b-4cec-bb38-29feb49c8ee3), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:15:38.324235 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-af19d31c-c468-4e20-a79c-59892368cb45 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (cfa5d048-ef3b-4cec-bb38-29feb49c8ee3), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:15:38.353208 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-af19d31c-c468-4e20-a79c-59892368cb45 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:15:38.357573 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-af19d31c-c468-4e20-a79c-59892368cb45 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1276877 Jan 28 20:15:38.357737 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 39406) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:15:38.362952 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-5e240fb9-dcbc-4a37-9d5a-68c0c5116ab9 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Request body: {'security_group_rule': {'security_group_id': 'cfa5d048-ef3b-4cec-bb38-29feb49c8ee3', 'project_id': '6b5e4a16e1474aaab4b37fcab65f96a9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:15:38.367927 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af19d31c-c468-4e20-a79c-59892368cb45 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfa5d048-ef3b-4cec-bb38-29feb49c8ee3,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:15:38.391486 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5e240fb9-dcbc-4a37-9d5a-68c0c5116ab9 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Publish callbacks [] for security_group_rule (0d1695ae-9ac3-4868-8805-3c5ca7d51c33), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:15:38.460502 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5e240fb9-dcbc-4a37-9d5a-68c0c5116ab9 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Publish callbacks [] for security_group_rule (0d1695ae-9ac3-4868-8805-3c5ca7d51c33), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:15:38.464231 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5e240fb9-dcbc-4a37-9d5a-68c0c5116ab9 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (0d1695ae-9ac3-4868-8805-3c5ca7d51c33), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:15:38.482932 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e240fb9-dcbc-4a37-9d5a-68c0c5116ab9 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d1695ae-9ac3-4868-8805-3c5ca7d51c33,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:15:38.488235 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5e240fb9-dcbc-4a37-9d5a-68c0c5116ab9 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:15:38.489459 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-5e240fb9-dcbc-4a37-9d5a-68c0c5116ab9 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1308391 Jan 28 20:15:38.492512 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 39408) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:15:38.498104 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-20ee2fc9-4559-4983-8647-63a04b50928c tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Request body: {'security_group_rule': {'security_group_id': 'cfa5d048-ef3b-4cec-bb38-29feb49c8ee3', 'project_id': '6b5e4a16e1474aaab4b37fcab65f96a9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:15:38.522959 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-20ee2fc9-4559-4983-8647-63a04b50928c tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Publish callbacks [] for security_group_rule (e7a7c249-151b-4670-8c9c-27d502808178), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:15:38.580247 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-20ee2fc9-4559-4983-8647-63a04b50928c tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Publish callbacks [] for security_group_rule (e7a7c249-151b-4670-8c9c-27d502808178), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:15:38.583759 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-20ee2fc9-4559-4983-8647-63a04b50928c tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (e7a7c249-151b-4670-8c9c-27d502808178), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:15:38.602259 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ee2fc9-4559-4983-8647-63a04b50928c tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7a7c249-151b-4670-8c9c-27d502808178,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:15:38.611773 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-20ee2fc9-4559-4983-8647-63a04b50928c tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:15:38.612977 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-20ee2fc9-4559-4983-8647-63a04b50928c tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1194265 Jan 28 20:15:38.615893 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 39410) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:15:38.620258 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-a1565bcc-ff1b-4acc-854c-5c27f072efda tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Request body: {'security_group_rule': {'security_group_id': 'cfa5d048-ef3b-4cec-bb38-29feb49c8ee3', 'project_id': '6b5e4a16e1474aaab4b37fcab65f96a9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:15:38.645583 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a1565bcc-ff1b-4acc-854c-5c27f072efda tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Publish callbacks [] for security_group_rule (368bf4e1-7a49-4e27-bf35-7303179e43d9), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:15:38.702120 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a1565bcc-ff1b-4acc-854c-5c27f072efda tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Publish callbacks [] for security_group_rule (368bf4e1-7a49-4e27-bf35-7303179e43d9), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:15:38.705733 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a1565bcc-ff1b-4acc-854c-5c27f072efda tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (368bf4e1-7a49-4e27-bf35-7303179e43d9), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:15:38.723508 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1565bcc-ff1b-4acc-854c-5c27f072efda tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=368bf4e1-7a49-4e27-bf35-7303179e43d9,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:15:38.733401 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a1565bcc-ff1b-4acc-854c-5c27f072efda tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:15:38.737525 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-a1565bcc-ff1b-4acc-854c-5c27f072efda tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1177800 Jan 28 20:15:38.737704 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 39412) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:15:38.741915 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-c36f426a-8eed-4c2e-9e06-3a3360cb426e tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Request body: {'security_group_rule': {'security_group_id': 'cfa5d048-ef3b-4cec-bb38-29feb49c8ee3', 'project_id': '6b5e4a16e1474aaab4b37fcab65f96a9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:15:38.767082 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c36f426a-8eed-4c2e-9e06-3a3360cb426e tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Publish callbacks [] for security_group_rule (e52ba34b-64f8-4604-b411-e545fe68f0c3), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:15:38.837469 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c36f426a-8eed-4c2e-9e06-3a3360cb426e tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Publish callbacks [] for security_group_rule (e52ba34b-64f8-4604-b411-e545fe68f0c3), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:15:38.841383 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c36f426a-8eed-4c2e-9e06-3a3360cb426e tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (e52ba34b-64f8-4604-b411-e545fe68f0c3), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:15:38.859255 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36f426a-8eed-4c2e-9e06-3a3360cb426e tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e52ba34b-64f8-4604-b411-e545fe68f0c3,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:15:38.869545 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c36f426a-8eed-4c2e-9e06-3a3360cb426e tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:15:38.873559 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-c36f426a-8eed-4c2e-9e06-3a3360cb426e tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1349475 Jan 28 20:15:38.873882 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 39414) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:15:38.878711 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-f80212bb-9aa5-4a03-887e-f6005c8d41f4 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Request body: {'security_group_rule': {'security_group_id': 'cfa5d048-ef3b-4cec-bb38-29feb49c8ee3', 'project_id': '6b5e4a16e1474aaab4b37fcab65f96a9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:15:38.899229 n-d-812111-14 neutron-server[103305]: INFO neutron.db.securitygroups_db [None req-f80212bb-9aa5-4a03-887e-f6005c8d41f4 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Project 6b5e4a16e1474aaab4b37fcab65f96a9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 20:15:38.904271 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f80212bb-9aa5-4a03-887e-f6005c8d41f4 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Publish callbacks [] for security_group_rule (56615a3c-74ba-485e-9194-9ec22a187315), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:15:38.963729 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f80212bb-9aa5-4a03-887e-f6005c8d41f4 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Publish callbacks [] for security_group_rule (56615a3c-74ba-485e-9194-9ec22a187315), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:15:38.968480 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f80212bb-9aa5-4a03-887e-f6005c8d41f4 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (56615a3c-74ba-485e-9194-9ec22a187315), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:15:38.988451 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80212bb-9aa5-4a03-887e-f6005c8d41f4 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56615a3c-74ba-485e-9194-9ec22a187315,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:15:38.998549 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80212bb-9aa5-4a03-887e-f6005c8d41f4 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:15:38.998896 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80212bb-9aa5-4a03-887e-f6005c8d41f4 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:15:38.999257 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80212bb-9aa5-4a03-887e-f6005c8d41f4 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:15:38.999585 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80212bb-9aa5-4a03-887e-f6005c8d41f4 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:15:38.999920 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80212bb-9aa5-4a03-887e-f6005c8d41f4 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:15:39.000247 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80212bb-9aa5-4a03-887e-f6005c8d41f4 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:15:39.000594 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80212bb-9aa5-4a03-887e-f6005c8d41f4 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:15:39.000899 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80212bb-9aa5-4a03-887e-f6005c8d41f4 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:15:39.001252 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80212bb-9aa5-4a03-887e-f6005c8d41f4 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:15:39.001576 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80212bb-9aa5-4a03-887e-f6005c8d41f4 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:15:39.001896 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80212bb-9aa5-4a03-887e-f6005c8d41f4 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:15:39.002221 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80212bb-9aa5-4a03-887e-f6005c8d41f4 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:15:39.002542 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80212bb-9aa5-4a03-887e-f6005c8d41f4 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:15:39.010661 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f80212bb-9aa5-4a03-887e-f6005c8d41f4 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:15:39.013526 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-f80212bb-9aa5-4a03-887e-f6005c8d41f4 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1385016 Jan 28 20:15:39.015326 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 39416) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:15:39.020136 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-9014c280-2b0d-455e-bf2c-d711449dd3b7 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Request body: {'security_group_rule': {'security_group_id': 'cfa5d048-ef3b-4cec-bb38-29feb49c8ee3', 'project_id': '6b5e4a16e1474aaab4b37fcab65f96a9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:15:39.023651 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-585b4467-1ef6-4ed5-b9d3-74c848ed5ced None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:15:39.044130 n-d-812111-14 neutron-server[103304]: INFO neutron.db.securitygroups_db [None req-9014c280-2b0d-455e-bf2c-d711449dd3b7 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Project 6b5e4a16e1474aaab4b37fcab65f96a9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 20:15:39.049807 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9014c280-2b0d-455e-bf2c-d711449dd3b7 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Publish callbacks [] for security_group_rule (1c672f75-43a6-4ac5-9c29-965c29800a86), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:15:39.110407 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9014c280-2b0d-455e-bf2c-d711449dd3b7 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Publish callbacks [] for security_group_rule (1c672f75-43a6-4ac5-9c29-965c29800a86), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:15:39.114235 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9014c280-2b0d-455e-bf2c-d711449dd3b7 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (1c672f75-43a6-4ac5-9c29-965c29800a86), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:15:39.131685 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9014c280-2b0d-455e-bf2c-d711449dd3b7 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c672f75-43a6-4ac5-9c29-965c29800a86,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:15:39.140264 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9014c280-2b0d-455e-bf2c-d711449dd3b7 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:15:39.141507 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-9014c280-2b0d-455e-bf2c-d711449dd3b7 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1249299 Jan 28 20:15:39.984369 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:15:41.858696 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:15:43.219441 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:15:51.258227 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:15:54.317812 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:15:57.548056 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-403d3061-3153-49ec-8c09-7d05540ac84e req-e796337f-3908-4552-b800-ae111a89330c tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-140444305&fields=id&tenant_id=6b5e4a16e1474aaab4b37fcab65f96a9 HTTP/1.1" status: 200 len: 267 time: 0.0476427 Jan 28 20:15:57.650402 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403d3061-3153-49ec-8c09-7d05540ac84e req-51fd517b-c01a-42dc-8cc2-8b973cac4280 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:57.651831 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-403d3061-3153-49ec-8c09-7d05540ac84e req-51fd517b-c01a-42dc-8cc2-8b973cac4280 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/networks?id=82c9016a-2e86-43db-b802-2faf8fe68f2c HTTP/1.1" status: 200 len: 811 time: 0.0971138 Jan 28 20:15:57.666294 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-403d3061-3153-49ec-8c09-7d05540ac84e req-17094b14-0bd0-4beb-a688-ab05b69389bf tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/quotas/6b5e4a16e1474aaab4b37fcab65f96a9 HTTP/1.1" status: 200 len: 375 time: 0.0092285 Jan 28 20:15:57.719220 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-403d3061-3153-49ec-8c09-7d05540ac84e req-eb49385d-d761-4930-9dfa-8ab88ca3c858 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=6b5e4a16e1474aaab4b37fcab65f96a9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0481715 Jan 28 20:15:57.816691 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-403d3061-3153-49ec-8c09-7d05540ac84e req-49c7bb7c-e5ad-4c2d-9470-0ce416ca87b7 service neutron] 10.222.0.64 "GET /v2.0/networks/82c9016a-2e86-43db-b802-2faf8fe68f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845516 Jan 28 20:15:57.903806 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-403d3061-3153-49ec-8c09-7d05540ac84e req-95334da3-a39b-44aa-a9aa-009ec9222f5b service neutron] 10.222.0.64 "GET /v2.0/networks/82c9016a-2e86-43db-b802-2faf8fe68f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817580 Jan 28 20:15:58.179705 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f791ebd2-c3c4-4f82-8690-544b2385bebc req-e7ffc171-2dec-4cbe-b236-6a465160c506 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=5b26c972-ff69-4bc2-97d6-e65fceebd388 HTTP/1.1" status: 200 len: 210 time: 0.0288334 Jan 28 20:15:59.111114 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403d3061-3153-49ec-8c09-7d05540ac84e req-a474e135-4d0e-4ebc-a245-8aaea1cb4f9c tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:59.112710 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-403d3061-3153-49ec-8c09-7d05540ac84e req-a474e135-4d0e-4ebc-a245-8aaea1cb4f9c tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.70 "GET /v2.0/networks?id=82c9016a-2e86-43db-b802-2faf8fe68f2c HTTP/1.1" status: 200 len: 811 time: 0.1117175 Jan 28 20:15:59.176880 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-403d3061-3153-49ec-8c09-7d05540ac84e req-2de9b169-9f03-4d47-a041-344d49fe9abc tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6b5e4a16e1474aaab4b37fcab65f96a9 HTTP/1.1" status: 200 len: 379 time: 0.0559089 Jan 28 20:15:59.185946 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-403d3061-3153-49ec-8c09-7d05540ac84e req-8730f282-d69e-4a0a-9ce5-3a08632bdcc7 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Request body: {'port': {'device_id': '5b26c972-ff69-4bc2-97d6-e65fceebd388', 'network_id': '82c9016a-2e86-43db-b802-2faf8fe68f2c', 'admin_state_up': True, 'tenant_id': '6b5e4a16e1474aaab4b37fcab65f96a9', 'security_groups': ['cfa5d048-ef3b-4cec-bb38-29feb49c8ee3']}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:15:59.288752 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ecf27548-fc67-4f41-866c-4adc1c940d40 req-f781c791-99d4-4da8-af01-f757febac087 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=5b26c972-ff69-4bc2-97d6-e65fceebd388 HTTP/1.1" status: 200 len: 210 time: 0.0337205 Jan 28 20:15:59.309470 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-403d3061-3153-49ec-8c09-7d05540ac84e req-8730f282-d69e-4a0a-9ce5-3a08632bdcc7 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Made reservation on behalf of 6b5e4a16e1474aaab4b37fcab65f96a9 for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:15:59.319696 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-403d3061-3153-49ec-8c09-7d05540ac84e req-8730f282-d69e-4a0a-9ce5-3a08632bdcc7 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:15:59.439115 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-403d3061-3153-49ec-8c09-7d05540ac84e req-8730f282-d69e-4a0a-9ce5-3a08632bdcc7 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Allocated IP 172.20.0.3 (82c9016a-2e86-43db-b802-2faf8fe68f2c/42a6bf20-d25e-4935-ad1e-654a55d2642f/b46c0752-6704-45f2-8589-2219b5d59b39) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:15:59.582720 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-403d3061-3153-49ec-8c09-7d05540ac84e req-8730f282-d69e-4a0a-9ce5-3a08632bdcc7 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Publish callbacks [] for port (b46c0752-6704-45f2-8589-2219b5d59b39), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:15:59.617010 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-403d3061-3153-49ec-8c09-7d05540ac84e req-8730f282-d69e-4a0a-9ce5-3a08632bdcc7 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (b46c0752-6704-45f2-8589-2219b5d59b39), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:15:59.658662 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-403d3061-3153-49ec-8c09-7d05540ac84e req-8730f282-d69e-4a0a-9ce5-3a08632bdcc7 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Network 82c9016a-2e86-43db-b802-2faf8fe68f2c is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:15:59.661601 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-403d3061-3153-49ec-8c09-7d05540ac84e req-8730f282-d69e-4a0a-9ce5-3a08632bdcc7 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:15:59.665709 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-403d3061-3153-49ec-8c09-7d05540ac84e req-8730f282-d69e-4a0a-9ce5-3a08632bdcc7 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:15:59.697832 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8730f282-d69e-4a0a-9ce5-3a08632bdcc7 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Pushing event updated for resources: {'Port': ['ID=b46c0752-6704-45f2-8589-2219b5d59b39,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:15:59.722167 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403d3061-3153-49ec-8c09-7d05540ac84e req-8730f282-d69e-4a0a-9ce5-3a08632bdcc7 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:59.722894 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-403d3061-3153-49ec-8c09-7d05540ac84e req-8730f282-d69e-4a0a-9ce5-3a08632bdcc7 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:15:59.742065 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-403d3061-3153-49ec-8c09-7d05540ac84e req-8730f282-d69e-4a0a-9ce5-3a08632bdcc7 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5597372 Jan 28 20:15:59.753696 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-403d3061-3153-49ec-8c09-7d05540ac84e req-e4b284b5-a3f9-4c73-8df8-744051e971c6 service neutron] Request body: {'port': {'device_id': '5b26c972-ff69-4bc2-97d6-e65fceebd388', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-14'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:15:59.820982 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-403d3061-3153-49ec-8c09-7d05540ac84e req-e4b284b5-a3f9-4c73-8df8-744051e971c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (b46c0752-6704-45f2-8589-2219b5d59b39), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:15:59.894619 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-f0f3cb63-4f17-490d-ac44-5e4bc3465b3b None None] Provisioning complete for port b46c0752-6704-45f2-8589-2219b5d59b39 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:15:59.895243 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f0f3cb63-4f17-490d-ac44-5e4bc3465b3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (b46c0752-6704-45f2-8589-2219b5d59b39), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:15:59.934769 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-f0f3cb63-4f17-490d-ac44-5e4bc3465b3b None None] Port b46c0752-6704-45f2-8589-2219b5d59b39 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 20:16:00.095570 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-403d3061-3153-49ec-8c09-7d05540ac84e req-e4b284b5-a3f9-4c73-8df8-744051e971c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b46c0752-6704-45f2-8589-2219b5d59b39 {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:16:00.103413 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-403d3061-3153-49ec-8c09-7d05540ac84e req-e4b284b5-a3f9-4c73-8df8-744051e971c6 service neutron] Publish callbacks [] for port (b46c0752-6704-45f2-8589-2219b5d59b39), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:00.115663 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-403d3061-3153-49ec-8c09-7d05540ac84e req-e4b284b5-a3f9-4c73-8df8-744051e971c6 service neutron] Transition to ACTIVE for port object b46c0752-6704-45f2-8589-2219b5d59b39 will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:16:00.121316 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-403d3061-3153-49ec-8c09-7d05540ac84e req-e4b284b5-a3f9-4c73-8df8-744051e971c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (b46c0752-6704-45f2-8589-2219b5d59b39), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:00.160936 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:16:00.176440 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b284b5-a3f9-4c73-8df8-744051e971c6 service neutron] Pushing event updated for resources: {'Port': ['ID=b46c0752-6704-45f2-8589-2219b5d59b39,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:16:00.257245 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-403d3061-3153-49ec-8c09-7d05540ac84e req-e4b284b5-a3f9-4c73-8df8-744051e971c6 service neutron] Attempting to bind port b46c0752-6704-45f2-8589-2219b5d59b39 on host n-h2-812111-14 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:16:00.257916 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-403d3061-3153-49ec-8c09-7d05540ac84e req-e4b284b5-a3f9-4c73-8df8-744051e971c6 service neutron] Attempting to bind port b46c0752-6704-45f2-8589-2219b5d59b39 by drivers openvswitch,hyperv on host n-h2-812111-14 at level 0 using segments [{'id': '62dcf40f-e75f-4b3f-bd0a-763cdc11fb45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '82c9016a-2e86-43db-b802-2faf8fe68f2c'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:16:00.257916 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403d3061-3153-49ec-8c09-7d05540ac84e req-e4b284b5-a3f9-4c73-8df8-744051e971c6 service neutron] Attempting to bind port b46c0752-6704-45f2-8589-2219b5d59b39 on network 82c9016a-2e86-43db-b802-2faf8fe68f2c {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:16:00.263071 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403d3061-3153-49ec-8c09-7d05540ac84e req-e4b284b5-a3f9-4c73-8df8-744051e971c6 service neutron] Port b46c0752-6704-45f2-8589-2219b5d59b39 on network 82c9016a-2e86-43db-b802-2faf8fe68f2c not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-14 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:16:00.263424 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403d3061-3153-49ec-8c09-7d05540ac84e req-e4b284b5-a3f9-4c73-8df8-744051e971c6 service neutron] Attempting to bind port b46c0752-6704-45f2-8589-2219b5d59b39 on network 82c9016a-2e86-43db-b802-2faf8fe68f2c {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:16:00.268960 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403d3061-3153-49ec-8c09-7d05540ac84e req-e4b284b5-a3f9-4c73-8df8-744051e971c6 service neutron] Checking agent: {'id': '8f3fee4e-bf24-4b58-8a3a-ae9c8011a473', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 15, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:16:00.269337 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403d3061-3153-49ec-8c09-7d05540ac84e req-e4b284b5-a3f9-4c73-8df8-744051e971c6 service neutron] Checking segment: {'id': '62dcf40f-e75f-4b3f-bd0a-763cdc11fb45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '82c9016a-2e86-43db-b802-2faf8fe68f2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:16:00.269733 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403d3061-3153-49ec-8c09-7d05540ac84e req-e4b284b5-a3f9-4c73-8df8-744051e971c6 service neutron] Bound using segment: {'id': '62dcf40f-e75f-4b3f-bd0a-763cdc11fb45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '82c9016a-2e86-43db-b802-2faf8fe68f2c'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:16:00.270174 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-403d3061-3153-49ec-8c09-7d05540ac84e req-e4b284b5-a3f9-4c73-8df8-744051e971c6 service neutron] Bound port: b46c0752-6704-45f2-8589-2219b5d59b39, host: n-h2-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62dcf40f-e75f-4b3f-bd0a-763cdc11fb45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '82c9016a-2e86-43db-b802-2faf8fe68f2c'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:16:00.270539 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-403d3061-3153-49ec-8c09-7d05540ac84e req-e4b284b5-a3f9-4c73-8df8-744051e971c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (b46c0752-6704-45f2-8589-2219b5d59b39), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:00.357517 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-403d3061-3153-49ec-8c09-7d05540ac84e req-e4b284b5-a3f9-4c73-8df8-744051e971c6 service neutron] For port b46c0752-6704-45f2-8589-2219b5d59b39, host n-h2-812111-14, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:16:00.361519 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-403d3061-3153-49ec-8c09-7d05540ac84e req-e4b284b5-a3f9-4c73-8df8-744051e971c6 service neutron] For port b46c0752-6704-45f2-8589-2219b5d59b39, host n-h2-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=b46c0752-6704-45f2-8589-2219b5d59b39,segment=NetworkSegment(62dcf40f-e75f-4b3f-bd0a-763cdc11fb45),segment_id=62dcf40f-e75f-4b3f-bd0a-763cdc11fb45)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:16:00.369882 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-403d3061-3153-49ec-8c09-7d05540ac84e req-e4b284b5-a3f9-4c73-8df8-744051e971c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (b46c0752-6704-45f2-8589-2219b5d59b39), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:00.389219 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403d3061-3153-49ec-8c09-7d05540ac84e req-e4b284b5-a3f9-4c73-8df8-744051e971c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:00.390065 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-403d3061-3153-49ec-8c09-7d05540ac84e req-e4b284b5-a3f9-4c73-8df8-744051e971c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:00.391642 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-403d3061-3153-49ec-8c09-7d05540ac84e req-e4b284b5-a3f9-4c73-8df8-744051e971c6 service neutron] 10.222.0.70 "PUT /v2.0/ports/b46c0752-6704-45f2-8589-2219b5d59b39 HTTP/1.1" status: 200 len: 1092 time: 0.6423681 Jan 28 20:16:00.431536 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b26c972-ff69-4bc2-97d6-e65fceebd388', 'tag': 'b46c0752-6704-45f2-8589-2219b5d59b39'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:16:00.434088 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}690870b4896ba3504f21237a239c836c0346d6a62bcfb5e8ee91fd1b13f99dd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0be383b-717f-4a6b-b67b-03d12d77e079" -d '{"events": [{"name": "network-changed", "server_uuid": "5b26c972-ff69-4bc2-97d6-e65fceebd388", "tag": "b46c0752-6704-45f2-8589-2219b5d59b39"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:16:00.518095 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87e31088-7e44-4701-b66b-7eb13e8a905c x-openstack-request-id: req-87e31088-7e44-4701-b66b-7eb13e8a905c {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:16:00.518407 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b26c972-ff69-4bc2-97d6-e65fceebd388", "tag": "b46c0752-6704-45f2-8589-2219b5d59b39", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:16:00.518627 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-87e31088-7e44-4701-b66b-7eb13e8a905c {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:16:00.519021 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b26c972-ff69-4bc2-97d6-e65fceebd388', 'tag': 'b46c0752-6704-45f2-8589-2219b5d59b39', 'status': 'completed', 'code': 200} Jan 28 20:16:00.549183 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f357dd8-a17e-4b2f-b628-175ba312f3ff req-35734595-83ea-4d50-99fc-2bfd01d88cb8 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:00.550706 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5f357dd8-a17e-4b2f-b628-175ba312f3ff req-35734595-83ea-4d50-99fc-2bfd01d88cb8 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=5b26c972-ff69-4bc2-97d6-e65fceebd388 HTTP/1.1" status: 200 len: 943 time: 0.1700752 Jan 28 20:16:00.562722 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b284b5-a3f9-4c73-8df8-744051e971c6 service neutron] Pushing event updated for resources: {'Port': ['ID=b46c0752-6704-45f2-8589-2219b5d59b39,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:16:00.589622 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403d3061-3153-49ec-8c09-7d05540ac84e req-3bc5779d-aca2-4553-9eb6-e6bea03bba0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:00.591135 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-403d3061-3153-49ec-8c09-7d05540ac84e req-3bc5779d-aca2-4553-9eb6-e6bea03bba0a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6b5e4a16e1474aaab4b37fcab65f96a9&device_id=5b26c972-ff69-4bc2-97d6-e65fceebd388 HTTP/1.1" status: 200 len: 1126 time: 0.1212237 Jan 28 20:16:00.657045 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-403d3061-3153-49ec-8c09-7d05540ac84e req-008ded49-4bf1-42a2-be9e-0aef533c2946 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b46c0752-6704-45f2-8589-2219b5d59b39 HTTP/1.1" status: 200 len: 217 time: 0.0556176 Jan 28 20:16:00.662131 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5f357dd8-a17e-4b2f-b628-175ba312f3ff req-bfff6973-ce47-41aa-979c-e49202471d06 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfa5d048-ef3b-4cec-bb38-29feb49c8ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962348 Jan 28 20:16:00.709062 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403d3061-3153-49ec-8c09-7d05540ac84e req-ae303f0a-2336-4cf2-90ce-3f23ca707ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:00.710669 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-403d3061-3153-49ec-8c09-7d05540ac84e req-ae303f0a-2336-4cf2-90ce-3f23ca707ea2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=42a6bf20-d25e-4935-ad1e-654a55d2642f HTTP/1.1" status: 200 len: 850 time: 0.0476387 Jan 28 20:16:00.759541 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403d3061-3153-49ec-8c09-7d05540ac84e req-fdb10b00-9e7d-43d0-bb36-a8457940bb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:00.761037 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-403d3061-3153-49ec-8c09-7d05540ac84e req-fdb10b00-9e7d-43d0-bb36-a8457940bb6a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=82c9016a-2e86-43db-b802-2faf8fe68f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0450997 Jan 28 20:16:00.856181 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-403d3061-3153-49ec-8c09-7d05540ac84e req-9c979ae9-457d-4d2a-9311-d51ec417535e service neutron] 10.222.0.70 "GET /v2.0/networks/82c9016a-2e86-43db-b802-2faf8fe68f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883567 Jan 28 20:16:00.947665 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-403d3061-3153-49ec-8c09-7d05540ac84e req-6538a437-886c-4f2b-9370-75e73bad754f service neutron] 10.222.0.70 "GET /v2.0/networks/82c9016a-2e86-43db-b802-2faf8fe68f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849817 Jan 28 20:16:01.039354 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0be383b-717f-4a6b-b67b-03d12d77e079 req-7420421e-dc77-40f4-b322-5215f708a0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:01.041005 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e0be383b-717f-4a6b-b67b-03d12d77e079 req-7420421e-dc77-40f4-b322-5215f708a0fd service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6b5e4a16e1474aaab4b37fcab65f96a9&device_id=5b26c972-ff69-4bc2-97d6-e65fceebd388 HTTP/1.1" status: 200 len: 1126 time: 0.0522630 Jan 28 20:16:01.130957 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0be383b-717f-4a6b-b67b-03d12d77e079 req-ca7f8813-fbde-4b7d-8e5e-68a3b03a0bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:01.132435 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e0be383b-717f-4a6b-b67b-03d12d77e079 req-ca7f8813-fbde-4b7d-8e5e-68a3b03a0bf9 service neutron] 10.222.0.70 "GET /v2.0/networks?id=82c9016a-2e86-43db-b802-2faf8fe68f2c HTTP/1.1" status: 200 len: 911 time: 0.0856166 Jan 28 20:16:01.178347 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e0be383b-717f-4a6b-b67b-03d12d77e079 req-b62c25cc-72a1-4612-bbca-0213aaab959c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b46c0752-6704-45f2-8589-2219b5d59b39 HTTP/1.1" status: 200 len: 217 time: 0.0397716 Jan 28 20:16:01.225456 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0be383b-717f-4a6b-b67b-03d12d77e079 req-521fd7bd-4e55-40e0-9624-6628079dc24e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:01.226954 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e0be383b-717f-4a6b-b67b-03d12d77e079 req-521fd7bd-4e55-40e0-9624-6628079dc24e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=42a6bf20-d25e-4935-ad1e-654a55d2642f HTTP/1.1" status: 200 len: 850 time: 0.0436966 Jan 28 20:16:01.276150 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0be383b-717f-4a6b-b67b-03d12d77e079 req-639bae77-faa9-4be8-9d17-d7e5ea633865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:01.277716 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e0be383b-717f-4a6b-b67b-03d12d77e079 req-639bae77-faa9-4be8-9d17-d7e5ea633865 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=82c9016a-2e86-43db-b802-2faf8fe68f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0449862 Jan 28 20:16:01.371334 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e0be383b-717f-4a6b-b67b-03d12d77e079 req-cd2348d7-60fa-4668-8e34-c256f1184f70 service neutron] 10.222.0.70 "GET /v2.0/networks/82c9016a-2e86-43db-b802-2faf8fe68f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866830 Jan 28 20:16:01.459929 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e0be383b-717f-4a6b-b67b-03d12d77e079 req-3724f992-0eb8-42c5-aea8-871250c6450c service neutron] 10.222.0.70 "GET /v2.0/networks/82c9016a-2e86-43db-b802-2faf8fe68f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822735 Jan 28 20:16:01.793630 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cc9d0f-0263-4d94-8e19-b78e26c297fb req-b47d5a56-c623-41b0-8cd8-7c1cbec54df3 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:01.795532 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-92cc9d0f-0263-4d94-8e19-b78e26c297fb req-b47d5a56-c623-41b0-8cd8-7c1cbec54df3 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=5b26c972-ff69-4bc2-97d6-e65fceebd388 HTTP/1.1" status: 200 len: 943 time: 0.0528920 Jan 28 20:16:01.850459 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-92cc9d0f-0263-4d94-8e19-b78e26c297fb req-218fe065-a55b-4524-8a33-3e70aae3faa8 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfa5d048-ef3b-4cec-bb38-29feb49c8ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475993 Jan 28 20:16:02.970118 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f4065b-5f44-44ba-8ff9-e29ff2483cfd req-618e7fa5-92f4-4a21-98c9-4974d54e37d6 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:02.971596 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b5f4065b-5f44-44ba-8ff9-e29ff2483cfd req-618e7fa5-92f4-4a21-98c9-4974d54e37d6 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=5b26c972-ff69-4bc2-97d6-e65fceebd388 HTTP/1.1" status: 200 len: 943 time: 0.0530543 Jan 28 20:16:03.019894 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b5f4065b-5f44-44ba-8ff9-e29ff2483cfd req-abfefa34-9f0e-4d1a-8d2d-d1873d6f5e7b tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfa5d048-ef3b-4cec-bb38-29feb49c8ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427337 Jan 28 20:16:04.139181 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4775827e-a2d3-4039-97b4-83e6d8af1a5e req-59dc65c5-ca0c-46d1-af38-efa575d2f97b tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:04.140706 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4775827e-a2d3-4039-97b4-83e6d8af1a5e req-59dc65c5-ca0c-46d1-af38-efa575d2f97b tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=5b26c972-ff69-4bc2-97d6-e65fceebd388 HTTP/1.1" status: 200 len: 943 time: 0.0533998 Jan 28 20:16:04.190297 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4775827e-a2d3-4039-97b4-83e6d8af1a5e req-96f8fc4c-e6ec-447a-8cc2-864d6723b738 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfa5d048-ef3b-4cec-bb38-29feb49c8ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437806 Jan 28 20:16:05.313616 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c678169-afa3-4c98-a2b4-41ad0f2ae83e req-27a6c6bc-7437-4640-9ba2-83c709d6e10d tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:05.315117 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4c678169-afa3-4c98-a2b4-41ad0f2ae83e req-27a6c6bc-7437-4640-9ba2-83c709d6e10d tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=5b26c972-ff69-4bc2-97d6-e65fceebd388 HTTP/1.1" status: 200 len: 943 time: 0.0583193 Jan 28 20:16:05.371609 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4c678169-afa3-4c98-a2b4-41ad0f2ae83e req-29471448-6b92-46ff-ae87-ee6b6b41272a tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfa5d048-ef3b-4cec-bb38-29feb49c8ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506823 Jan 28 20:16:06.502058 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3836e0d-7648-4fbb-89c8-be1b306faa76 req-26fda9e0-795f-4421-af61-e5c6690bb0d8 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:06.503476 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c3836e0d-7648-4fbb-89c8-be1b306faa76 req-26fda9e0-795f-4421-af61-e5c6690bb0d8 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=5b26c972-ff69-4bc2-97d6-e65fceebd388 HTTP/1.1" status: 200 len: 943 time: 0.0580087 Jan 28 20:16:06.553565 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c3836e0d-7648-4fbb-89c8-be1b306faa76 req-a741db49-fa13-4b3f-95f8-28dde30ace8f tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfa5d048-ef3b-4cec-bb38-29feb49c8ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432870 Jan 28 20:16:06.773278 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8072c390-8170-417c-8ce7-dbbc228ed740 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:07.676960 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9597f6-0cf4-4432-829d-fb2fde693f42 req-c58643e9-7028-4e29-b987-4f018fb360b6 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:07.678499 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9b9597f6-0cf4-4432-829d-fb2fde693f42 req-c58643e9-7028-4e29-b987-4f018fb360b6 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=5b26c972-ff69-4bc2-97d6-e65fceebd388 HTTP/1.1" status: 200 len: 943 time: 0.0527864 Jan 28 20:16:07.727773 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9b9597f6-0cf4-4432-829d-fb2fde693f42 req-7fc6a3f9-c74c-4be2-b996-90a9bc9996b3 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfa5d048-ef3b-4cec-bb38-29feb49c8ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431073 Jan 28 20:16:08.918378 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd6c54e-6ab7-4dbe-9077-14a759327876 req-6b9ad7d6-aab6-4371-881e-417557981ead tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:08.919846 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8bd6c54e-6ab7-4dbe-9077-14a759327876 req-6b9ad7d6-aab6-4371-881e-417557981ead tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=5b26c972-ff69-4bc2-97d6-e65fceebd388 HTTP/1.1" status: 200 len: 943 time: 0.1168456 Jan 28 20:16:08.969218 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8bd6c54e-6ab7-4dbe-9077-14a759327876 req-eb6eea83-d03f-4a32-9246-2103f7869fbc tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfa5d048-ef3b-4cec-bb38-29feb49c8ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434225 Jan 28 20:16:09.018273 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9327d96e-9f1c-401b-af8f-41432ade7c92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:09.987430 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:10.143726 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0853942d-c5a9-41af-98d9-883c500a54fe req-fb720e80-a593-4b36-a4e3-72d428a88f9e tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:10.145232 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-0853942d-c5a9-41af-98d9-883c500a54fe req-fb720e80-a593-4b36-a4e3-72d428a88f9e tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=5b26c972-ff69-4bc2-97d6-e65fceebd388 HTTP/1.1" status: 200 len: 943 time: 0.1109188 Jan 28 20:16:10.193168 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-0853942d-c5a9-41af-98d9-883c500a54fe req-7b4d61f4-4195-4038-9e55-94c6cbd6e1d1 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfa5d048-ef3b-4cec-bb38-29feb49c8ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416968 Jan 28 20:16:11.323120 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc86b80-3728-4318-ac1c-84bb20697b40 req-2f466e1e-26ba-4380-b9a2-64d85bf87ed0 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:11.324593 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2bc86b80-3728-4318-ac1c-84bb20697b40 req-2f466e1e-26ba-4380-b9a2-64d85bf87ed0 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=5b26c972-ff69-4bc2-97d6-e65fceebd388 HTTP/1.1" status: 200 len: 943 time: 0.0584219 Jan 28 20:16:11.373389 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2bc86b80-3728-4318-ac1c-84bb20697b40 req-b2d503b5-2ffb-49aa-a8fd-9a9c2a1a72f4 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfa5d048-ef3b-4cec-bb38-29feb49c8ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431886 Jan 28 20:16:11.861524 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:12.492340 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7375cc8-bd70-47b8-817c-318695f150b3 req-5d05f0b5-67c5-41a3-ac8e-24c4c3bc516e tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:12.494416 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e7375cc8-bd70-47b8-817c-318695f150b3 req-5d05f0b5-67c5-41a3-ac8e-24c4c3bc516e tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=5b26c972-ff69-4bc2-97d6-e65fceebd388 HTTP/1.1" status: 200 len: 943 time: 0.0527217 Jan 28 20:16:12.543420 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e7375cc8-bd70-47b8-817c-318695f150b3 req-4589cfaf-c469-478e-8f4c-35b3faa110bb tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfa5d048-ef3b-4cec-bb38-29feb49c8ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436363 Jan 28 20:16:13.222636 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:13.660179 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1dc6ad-0061-4143-9d08-b211a02574e6 req-1b4ca409-8ee4-4bc7-920e-9686c1b3ac3a tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:13.661722 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ce1dc6ad-0061-4143-9d08-b211a02574e6 req-1b4ca409-8ee4-4bc7-920e-9686c1b3ac3a tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=5b26c972-ff69-4bc2-97d6-e65fceebd388 HTTP/1.1" status: 200 len: 943 time: 0.0527253 Jan 28 20:16:13.710090 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ce1dc6ad-0061-4143-9d08-b211a02574e6 req-c26fb6f6-1d7d-4d77-8516-368abd10a7d0 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfa5d048-ef3b-4cec-bb38-29feb49c8ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428689 Jan 28 20:16:14.827979 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98deeed-2498-4dc3-84f9-aee618da0b2e req-52fa1fa1-a53b-43bc-96da-f3b6616e317b tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:14.829554 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a98deeed-2498-4dc3-84f9-aee618da0b2e req-52fa1fa1-a53b-43bc-96da-f3b6616e317b tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=5b26c972-ff69-4bc2-97d6-e65fceebd388 HTTP/1.1" status: 200 len: 943 time: 0.0520771 Jan 28 20:16:14.881632 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a98deeed-2498-4dc3-84f9-aee618da0b2e req-b6c0518a-e411-4bf6-a5d2-633eee48517f tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfa5d048-ef3b-4cec-bb38-29feb49c8ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465164 Jan 28 20:16:16.005371 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744165e2-6d55-4f67-998e-fc0be17d4cf4 req-a1124eb2-6f9a-46b0-a88e-91deb73a505b tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:16.006854 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-744165e2-6d55-4f67-998e-fc0be17d4cf4 req-a1124eb2-6f9a-46b0-a88e-91deb73a505b tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=5b26c972-ff69-4bc2-97d6-e65fceebd388 HTTP/1.1" status: 200 len: 943 time: 0.0521123 Jan 28 20:16:16.060569 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-744165e2-6d55-4f67-998e-fc0be17d4cf4 req-74fe82b5-222e-40e9-8167-87055c81b803 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfa5d048-ef3b-4cec-bb38-29feb49c8ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471430 Jan 28 20:16:16.942920 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device b46c0752-6704-45f2-8589-2219b5d59b39 details requested by agent hyperv_n-h2-812111-14 with host n-h2-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:16:17.042616 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port b46c0752-6704-45f2-8589-2219b5d59b39, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=b46c0752-6704-45f2-8589-2219b5d59b39,segment=NetworkSegment(62dcf40f-e75f-4b3f-bd0a-763cdc11fb45),segment_id=62dcf40f-e75f-4b3f-bd0a-763cdc11fb45)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:16:17.053806 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Returning: {'device': 'b46c0752-6704-45f2-8589-2219b5d59b39', 'network_id': '82c9016a-2e86-43db-b802-2faf8fe68f2c', 'port_id': 'b46c0752-6704-45f2-8589-2219b5d59b39', 'mac_address': 'fa:16:3e:42:28:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42a6bf20-d25e-4935-ad1e-654a55d2642f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:16:17.090390 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port b46c0752-6704-45f2-8589-2219b5d59b39 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:16:17.090800 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (b46c0752-6704-45f2-8589-2219b5d59b39), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:17.104440 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b46c0752-6704-45f2-8589-2219b5d59b39 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:16:17.125214 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port b46c0752-6704-45f2-8589-2219b5d59b39, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=b46c0752-6704-45f2-8589-2219b5d59b39,segment=NetworkSegment(62dcf40f-e75f-4b3f-bd0a-763cdc11fb45),segment_id=62dcf40f-e75f-4b3f-bd0a-763cdc11fb45)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:16:17.129353 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (b46c0752-6704-45f2-8589-2219b5d59b39), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:17.175833 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=b46c0752-6704-45f2-8589-2219b5d59b39,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:16:17.182055 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92753d7-9b73-479a-b599-5646ec10082c req-b4fb1762-c188-426d-92db-a2a4ffee02c1 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:17.188580 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a92753d7-9b73-479a-b599-5646ec10082c req-b4fb1762-c188-426d-92db-a2a4ffee02c1 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=5b26c972-ff69-4bc2-97d6-e65fceebd388 HTTP/1.1" status: 200 len: 944 time: 0.0552177 Jan 28 20:16:17.189125 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:16:17.189495 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:16:17.189845 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:16:17.190182 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:16:17.190533 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:16:17.190848 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:16:17.191181 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:16:17.191506 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:16:17.191831 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:16:17.192158 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:16:17.192482 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:16:17.192806 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:16:17.193198 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:16:17.237291 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a92753d7-9b73-479a-b599-5646ec10082c req-3a0cf4ab-a5b2-42d4-ae74-351c6218f8e8 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfa5d048-ef3b-4cec-bb38-29feb49c8ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454626 Jan 28 20:16:17.333576 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['b46c0752-6704-45f2-8589-2219b5d59b39'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:16:18.355067 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663d1434-6620-46eb-b212-12a217399923 req-24277750-c53f-4626-9543-0fd27df73b14 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:18.356547 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-663d1434-6620-46eb-b212-12a217399923 req-24277750-c53f-4626-9543-0fd27df73b14 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=5b26c972-ff69-4bc2-97d6-e65fceebd388 HTTP/1.1" status: 200 len: 944 time: 0.0533535 Jan 28 20:16:18.404633 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-663d1434-6620-46eb-b212-12a217399923 req-0d24121e-4597-4a98-a5bc-9e3778670d6f tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfa5d048-ef3b-4cec-bb38-29feb49c8ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422697 Jan 28 20:16:18.962268 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device b46c0752-6704-45f2-8589-2219b5d59b39 up at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:16:19.017981 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning for port b46c0752-6704-45f2-8589-2219b5d59b39 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:16:19.021706 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning complete for port b46c0752-6704-45f2-8589-2219b5d59b39 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:16:19.022090 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (b46c0752-6704-45f2-8589-2219b5d59b39), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:19.098750 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port b46c0752-6704-45f2-8589-2219b5d59b39 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:16:19.099138 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (b46c0752-6704-45f2-8589-2219b5d59b39), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:19.121429 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b26c972-ff69-4bc2-97d6-e65fceebd388', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b46c0752-6704-45f2-8589-2219b5d59b39'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:16:19.123658 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}704c702df6f21e7df92d3d89d4c6cfde2c6406e49d8202b36454fc5209adee22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba07058c-3eb4-45e0-b96e-3adfa8cdc2fc" -d '{"events": [{"server_uuid": "5b26c972-ff69-4bc2-97d6-e65fceebd388", "name": "network-vif-plugged", "status": "completed", "tag": "b46c0752-6704-45f2-8589-2219b5d59b39"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:16:19.136751 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port b46c0752-6704-45f2-8589-2219b5d59b39, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=b46c0752-6704-45f2-8589-2219b5d59b39,segment=NetworkSegment(62dcf40f-e75f-4b3f-bd0a-763cdc11fb45),segment_id=62dcf40f-e75f-4b3f-bd0a-763cdc11fb45)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:16:19.140998 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (b46c0752-6704-45f2-8589-2219b5d59b39), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:19.164753 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:16:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0669b061-8b0f-44fc-8c89-fbff793f7929 x-openstack-request-id: req-0669b061-8b0f-44fc-8c89-fbff793f7929 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:16:19.165061 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b26c972-ff69-4bc2-97d6-e65fceebd388", "name": "network-vif-plugged", "status": "completed", "tag": "b46c0752-6704-45f2-8589-2219b5d59b39", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:16:19.165339 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0669b061-8b0f-44fc-8c89-fbff793f7929 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:16:19.165724 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b26c972-ff69-4bc2-97d6-e65fceebd388', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b46c0752-6704-45f2-8589-2219b5d59b39', 'code': 200} Jan 28 20:16:19.194580 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=b46c0752-6704-45f2-8589-2219b5d59b39,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:16:19.303638 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdb22d5-31b5-4b2f-9e76-cfb2b67d9d01 req-c3c02c02-a34a-48b3-aa09-fb3ff321f1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:19.305162 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4bdb22d5-31b5-4b2f-9e76-cfb2b67d9d01 req-c3c02c02-a34a-48b3-aa09-fb3ff321f1aa service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=5b26c972-ff69-4bc2-97d6-e65fceebd388 HTTP/1.1" status: 200 len: 1128 time: 0.0855916 Jan 28 20:16:19.356541 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4bdb22d5-31b5-4b2f-9e76-cfb2b67d9d01 req-a4ee14a8-6b17-4ccc-86d7-5a802e1a2cbc service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=cfa5d048-ef3b-4cec-bb38-29feb49c8ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454497 Jan 28 20:16:19.525579 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09c46a6-1ec5-4eb4-95bb-832cef7142f7 req-c46f57de-173d-4b51-a3d4-64dfd187ca02 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:19.526972 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f09c46a6-1ec5-4eb4-95bb-832cef7142f7 req-c46f57de-173d-4b51-a3d4-64dfd187ca02 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=5b26c972-ff69-4bc2-97d6-e65fceebd388 HTTP/1.1" status: 200 len: 945 time: 0.0534954 Jan 28 20:16:19.574293 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f09c46a6-1ec5-4eb4-95bb-832cef7142f7 req-fd48f348-101e-4242-84b4-25e9690a4916 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfa5d048-ef3b-4cec-bb38-29feb49c8ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417819 Jan 28 20:16:20.702275 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a919863d-2c0f-43fd-b507-cd7a62004f7e req-a6b208b4-810b-4e1f-bc98-3388e10b1992 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:20.703763 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a919863d-2c0f-43fd-b507-cd7a62004f7e req-a6b208b4-810b-4e1f-bc98-3388e10b1992 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=5b26c972-ff69-4bc2-97d6-e65fceebd388 HTTP/1.1" status: 200 len: 945 time: 0.0596776 Jan 28 20:16:20.752487 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a919863d-2c0f-43fd-b507-cd7a62004f7e req-ede27cad-a5d7-45a0-a5e7-bfda05b91750 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfa5d048-ef3b-4cec-bb38-29feb49c8ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432374 Jan 28 20:16:20.872912 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb8c3c2-33bc-426c-a628-972e4c0730e2 req-4c05d789-ae5b-4101-8fd1-06c1737d18e5 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:20.874345 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-eeb8c3c2-33bc-426c-a628-972e4c0730e2 req-4c05d789-ae5b-4101-8fd1-06c1737d18e5 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=5b26c972-ff69-4bc2-97d6-e65fceebd388 HTTP/1.1" status: 200 len: 945 time: 0.0567312 Jan 28 20:16:20.921826 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-eeb8c3c2-33bc-426c-a628-972e4c0730e2 req-e9793771-35d7-4dc5-ad0c-3c305361482a tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfa5d048-ef3b-4cec-bb38-29feb49c8ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419919 Jan 28 20:16:20.944352 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 39632) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:16:20.997525 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b31249d0-4232-4ffe-a06d-6488cee1653b tempest-TestVolumeBootPattern-1651031308 tempest-TestVolumeBootPattern-1651031308-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:20.999130 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-b31249d0-4232-4ffe-a06d-6488cee1653b tempest-TestVolumeBootPattern-1651031308 tempest-TestVolumeBootPattern-1651031308-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=5b26c972-ff69-4bc2-97d6-e65fceebd388 HTTP/1.1" status: 200 len: 1123 time: 0.0532432 Jan 28 20:16:21.002307 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 39634) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:16:21.006994 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-c5d3d77d-7160-4706-80fd-78e750a78a5b tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Request body: {'floatingip': {'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'port_id': 'b46c0752-6704-45f2-8589-2219b5d59b39', 'tenant_id': '6b5e4a16e1474aaab4b37fcab65f96a9', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:16:21.028942 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c5d3d77d-7160-4706-80fd-78e750a78a5b tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:21.130128 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c5d3d77d-7160-4706-80fd-78e750a78a5b tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:21.236939 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-c5d3d77d-7160-4706-80fd-78e750a78a5b tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Allocated IP 172.25.6.4 (d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8/a648e4ab-7422-41b9-b133-58aca25ab8f5/ef5af068-e470-49e0-b17c-41f069a11986) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:16:21.277749 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:21.338615 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c5d3d77d-7160-4706-80fd-78e750a78a5b tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Publish callbacks [] for port (ef5af068-e470-49e0-b17c-41f069a11986), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:21.372029 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c5d3d77d-7160-4706-80fd-78e750a78a5b tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (ef5af068-e470-49e0-b17c-41f069a11986), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:21.416871 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d3d77d-7160-4706-80fd-78e750a78a5b tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:16:21.420445 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-c5d3d77d-7160-4706-80fd-78e750a78a5b tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:16:21.422931 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d3d77d-7160-4706-80fd-78e750a78a5b tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:16:21.454937 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d3d77d-7160-4706-80fd-78e750a78a5b tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Pushing event updated for resources: {'Port': ['ID=ef5af068-e470-49e0-b17c-41f069a11986,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:16:21.786973 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c5d3d77d-7160-4706-80fd-78e750a78a5b tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Publish callbacks [] for floatingip (57990d53-c456-442e-aa41-9beedc90c180), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:21.857640 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c5d3d77d-7160-4706-80fd-78e750a78a5b tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (ef5af068-e470-49e0-b17c-41f069a11986), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:22.004210 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c5d3d77d-7160-4706-80fd-78e750a78a5b tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Publish callbacks [] for port (ef5af068-e470-49e0-b17c-41f069a11986), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:22.009408 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c5d3d77d-7160-4706-80fd-78e750a78a5b tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (ef5af068-e470-49e0-b17c-41f069a11986), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:22.074145 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d3d77d-7160-4706-80fd-78e750a78a5b tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Pushing event updated for resources: {'Port': ['ID=ef5af068-e470-49e0-b17c-41f069a11986,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:16:22.092192 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c5d3d77d-7160-4706-80fd-78e750a78a5b tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734886'] for floatingip (57990d53-c456-442e-aa41-9beedc90c180), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:22.190903 n-d-812111-14 neutron-server[103305]: INFO neutron.db.l3_db [None req-c5d3d77d-7160-4706-80fd-78e750a78a5b tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Floating IP 57990d53-c456-442e-aa41-9beedc90c180 associated. External IP: 172.25.6.4, port: b46c0752-6704-45f2-8589-2219b5d59b39. Jan 28 20:16:22.694104 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5d3d77d-7160-4706-80fd-78e750a78a5b tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Router f222fb0c-5874-49d5-bc15-b7e4a9f47e5a has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:16:22.803318 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5d3d77d-7160-4706-80fd-78e750a78a5b tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:16:22.812956 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551a0d67-d6a0-456e-b28d-f01ed2b76ab3 None None] Sync routers for ids ['f222fb0c-5874-49d5-bc15-b7e4a9f47e5a'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:16:22.821794 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c5d3d77d-7160-4706-80fd-78e750a78a5b tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for floatingip (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:22.822307 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551a0d67-d6a0-456e-b28d-f01ed2b76ab3 None None] Routers {'f222fb0c-5874-49d5-bc15-b7e4a9f47e5a'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:16:22.822913 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-551a0d67-d6a0-456e-b28d-f01ed2b76ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:16:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['f222fb0c-5874-49d5-bc15-b7e4a9f47e5a'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:16:22.852766 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-c5d3d77d-7160-4706-80fd-78e750a78a5b tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.8492985 Jan 28 20:16:22.853386 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b26c972-ff69-4bc2-97d6-e65fceebd388', 'tag': 'b46c0752-6704-45f2-8589-2219b5d59b39'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:16:22.855626 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}981202432542b3bd90586abfd28c53181d71ca775a89b024ffbb9268f9379f4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f76efa0a-af02-44e5-9eb8-b0ac16179b79" -d '{"events": [{"name": "network-changed", "server_uuid": "5b26c972-ff69-4bc2-97d6-e65fceebd388", "tag": "b46c0752-6704-45f2-8589-2219b5d59b39"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:16:22.890959 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cfd8fd8-4b02-4aae-9bb7-3605c50fbd67 x-openstack-request-id: req-4cfd8fd8-4b02-4aae-9bb7-3605c50fbd67 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:16:22.891256 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b26c972-ff69-4bc2-97d6-e65fceebd388", "tag": "b46c0752-6704-45f2-8589-2219b5d59b39", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:16:22.891504 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4cfd8fd8-4b02-4aae-9bb7-3605c50fbd67 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:16:22.891908 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b26c972-ff69-4bc2-97d6-e65fceebd388', 'tag': 'b46c0752-6704-45f2-8589-2219b5d59b39', 'status': 'completed', 'code': 200} Jan 28 20:16:22.937282 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-551a0d67-d6a0-456e-b28d-f01ed2b76ab3 None None] Set router f222fb0c-5874-49d5-bc15-b7e4a9f47e5a gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:16:22.956911 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76efa0a-af02-44e5-9eb8-b0ac16179b79 req-aa442a51-a24b-4c3e-9218-ecf4e355a149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:22.958414 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f76efa0a-af02-44e5-9eb8-b0ac16179b79 req-aa442a51-a24b-4c3e-9218-ecf4e355a149 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6b5e4a16e1474aaab4b37fcab65f96a9&device_id=5b26c972-ff69-4bc2-97d6-e65fceebd388 HTTP/1.1" status: 200 len: 1128 time: 0.0455203 Jan 28 20:16:23.052672 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76efa0a-af02-44e5-9eb8-b0ac16179b79 req-262ade3d-f762-48e2-9514-3dfa7d7a6f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:23.054192 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f76efa0a-af02-44e5-9eb8-b0ac16179b79 req-262ade3d-f762-48e2-9514-3dfa7d7a6f0a service neutron] 10.222.0.70 "GET /v2.0/networks?id=82c9016a-2e86-43db-b802-2faf8fe68f2c HTTP/1.1" status: 200 len: 911 time: 0.0893366 Jan 28 20:16:23.118582 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f76efa0a-af02-44e5-9eb8-b0ac16179b79 req-a5bf13b2-6cd7-437e-a2e9-80fe0836ca77 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b46c0752-6704-45f2-8589-2219b5d59b39 HTTP/1.1" status: 200 len: 997 time: 0.0584915 Jan 28 20:16:23.161007 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-551a0d67-d6a0-456e-b28d-f01ed2b76ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f222fb0c-5874-49d5-bc15-b7e4a9f47e5a', 'name': 'tempest-TestVolumeBootPattern-352351620-router', 'tenant_id': '6b5e4a16e1474aaab4b37fcab65f96a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '47ab321f-a840-499b-ae8d-2e991f352d3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:11:22Z', 'updated_at': '2022-01-28T20:11:25Z', 'revision_number': 4, 'project_id': '6b5e4a16e1474aaab4b37fcab65f96a9', 'gw_port': {'id': '47ab321f-a840-499b-ae8d-2e991f352d3d', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:24:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f222fb0c-5874-49d5-bc15-b7e4a9f47e5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:11:23Z', 'updated_at': '2022-01-28T20:11:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_floatingips': [{'id': '57990d53-c456-442e-aa41-9beedc90c180', 'tenant_id': '6b5e4a16e1474aaab4b37fcab65f96a9', 'floating_ip_address': '172.25.6.4', 'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'router_id': 'f222fb0c-5874-49d5-bc15-b7e4a9f47e5a', 'port_id': 'b46c0752-6704-45f2-8589-2219b5d59b39', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '82c9016a-2e86-43db-b802-2faf8fe68f2c', 'mac_address': 'fa:16:3e:42:28:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b26c972-ff69-4bc2-97d6-e65fceebd388', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:16:21Z', 'updated_at': '2022-01-28T20:16:21Z', 'revision_number': 0, 'project_id': '6b5e4a16e1474aaab4b37fcab65f96a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba92694b-9acc-4040-81bd-f537df0ec768', 'name': '', 'network_id': '82c9016a-2e86-43db-b802-2faf8fe68f2c', 'tenant_id': '6b5e4a16e1474aaab4b37fcab65f96a9', 'mac_address': 'fa:16:3e:f1:9a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f222fb0c-5874-49d5-bc15-b7e4a9f47e5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '42a6bf20-d25e-4935-ad1e-654a55d2642f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:11:24Z', 'updated_at': '2022-01-28T20:11:29Z', 'revision_number': 5, 'project_id': '6b5e4a16e1474aaab4b37fcab65f96a9', 'subnets': [{'id': '42a6bf20-d25e-4935-ad1e-654a55d2642f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:16:23.170073 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76efa0a-af02-44e5-9eb8-b0ac16179b79 req-10c60716-aa56-4302-bcea-f7fa29ecf1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:23.171537 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f76efa0a-af02-44e5-9eb8-b0ac16179b79 req-10c60716-aa56-4302-bcea-f7fa29ecf1a1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=42a6bf20-d25e-4935-ad1e-654a55d2642f HTTP/1.1" status: 200 len: 850 time: 0.0476885 Jan 28 20:16:23.186783 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551a0d67-d6a0-456e-b28d-f01ed2b76ab3 None None] Checking router: f222fb0c-5874-49d5-bc15-b7e4a9f47e5a for host: n-d-812111-14 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:16:23.195421 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551a0d67-d6a0-456e-b28d-f01ed2b76ab3 None None] Routers {'f222fb0c-5874-49d5-bc15-b7e4a9f47e5a'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:16:23.196047 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-551a0d67-d6a0-456e-b28d-f01ed2b76ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:16:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['f222fb0c-5874-49d5-bc15-b7e4a9f47e5a'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:16:23.225324 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76efa0a-af02-44e5-9eb8-b0ac16179b79 req-d8743a7a-f671-42e6-9858-aaaa610e90a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:23.227031 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f76efa0a-af02-44e5-9eb8-b0ac16179b79 req-d8743a7a-f671-42e6-9858-aaaa610e90a0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=82c9016a-2e86-43db-b802-2faf8fe68f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0499387 Jan 28 20:16:23.317852 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f76efa0a-af02-44e5-9eb8-b0ac16179b79 req-d36a5809-c90f-457e-97f2-a123a1318af1 service neutron] 10.222.0.70 "GET /v2.0/networks/82c9016a-2e86-43db-b802-2faf8fe68f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851510 Jan 28 20:16:23.391495 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-551a0d67-d6a0-456e-b28d-f01ed2b76ab3 None None] Set router f222fb0c-5874-49d5-bc15-b7e4a9f47e5a gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:16:23.413317 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f76efa0a-af02-44e5-9eb8-b0ac16179b79 req-bb481dd6-75e7-4944-bf84-dd03613f54e7 service neutron] 10.222.0.70 "GET /v2.0/networks/82c9016a-2e86-43db-b802-2faf8fe68f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891252 Jan 28 20:16:23.606415 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-551a0d67-d6a0-456e-b28d-f01ed2b76ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f222fb0c-5874-49d5-bc15-b7e4a9f47e5a', 'name': 'tempest-TestVolumeBootPattern-352351620-router', 'tenant_id': '6b5e4a16e1474aaab4b37fcab65f96a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '47ab321f-a840-499b-ae8d-2e991f352d3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:11:22Z', 'updated_at': '2022-01-28T20:11:25Z', 'revision_number': 4, 'project_id': '6b5e4a16e1474aaab4b37fcab65f96a9', 'gw_port': {'id': '47ab321f-a840-499b-ae8d-2e991f352d3d', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:24:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f222fb0c-5874-49d5-bc15-b7e4a9f47e5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:11:23Z', 'updated_at': '2022-01-28T20:11:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_floatingips': [{'id': '57990d53-c456-442e-aa41-9beedc90c180', 'tenant_id': '6b5e4a16e1474aaab4b37fcab65f96a9', 'floating_ip_address': '172.25.6.4', 'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'router_id': 'f222fb0c-5874-49d5-bc15-b7e4a9f47e5a', 'port_id': 'b46c0752-6704-45f2-8589-2219b5d59b39', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '82c9016a-2e86-43db-b802-2faf8fe68f2c', 'mac_address': 'fa:16:3e:42:28:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b26c972-ff69-4bc2-97d6-e65fceebd388', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:16:21Z', 'updated_at': '2022-01-28T20:16:21Z', 'revision_number': 0, 'project_id': '6b5e4a16e1474aaab4b37fcab65f96a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba92694b-9acc-4040-81bd-f537df0ec768', 'name': '', 'network_id': '82c9016a-2e86-43db-b802-2faf8fe68f2c', 'tenant_id': '6b5e4a16e1474aaab4b37fcab65f96a9', 'mac_address': 'fa:16:3e:f1:9a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f222fb0c-5874-49d5-bc15-b7e4a9f47e5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '42a6bf20-d25e-4935-ad1e-654a55d2642f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:11:24Z', 'updated_at': '2022-01-28T20:11:29Z', 'revision_number': 5, 'project_id': '6b5e4a16e1474aaab4b37fcab65f96a9', 'subnets': [{'id': '42a6bf20-d25e-4935-ad1e-654a55d2642f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:16:23.635118 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551a0d67-d6a0-456e-b28d-f01ed2b76ab3 None None] The sync data for ids ['f222fb0c-5874-49d5-bc15-b7e4a9f47e5a'] in n-d-812111-14 is: [{'id': 'f222fb0c-5874-49d5-bc15-b7e4a9f47e5a', 'name': 'tempest-TestVolumeBootPattern-352351620-router', 'tenant_id': '6b5e4a16e1474aaab4b37fcab65f96a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '47ab321f-a840-499b-ae8d-2e991f352d3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:11:22Z', 'updated_at': '2022-01-28T20:11:25Z', 'revision_number': 4, 'project_id': '6b5e4a16e1474aaab4b37fcab65f96a9', 'gw_port': {'id': '47ab321f-a840-499b-ae8d-2e991f352d3d', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:24:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f222fb0c-5874-49d5-bc15-b7e4a9f47e5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:11:23Z', 'updated_at': '2022-01-28T20:11:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_floatingips': [{'id': '57990d53-c456-442e-aa41-9beedc90c180', 'tenant_id': '6b5e4a16e1474aaab4b37fcab65f96a9', 'floating_ip_address': '172.25.6.4', 'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'router_id': 'f222fb0c-5874-49d5-bc15-b7e4a9f47e5a', 'port_id': 'b46c0752-6704-45f2-8589-2219b5d59b39', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '82c9016a-2e86-43db-b802-2faf8fe68f2c', 'mac_address': 'fa:16:3e:42:28:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b26c972-ff69-4bc2-97d6-e65fceebd388', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:16:21Z', 'updated_at': '2022-01-28T20:16:21Z', 'revision_number': 0, 'project_id': '6b5e4a16e1474aaab4b37fcab65f96a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba92694b-9acc-4040-81bd-f537df0ec768', 'name': '', 'network_id': '82c9016a-2e86-43db-b802-2faf8fe68f2c', 'tenant_id': '6b5e4a16e1474aaab4b37fcab65f96a9', 'mac_address': 'fa:16:3e:f1:9a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f222fb0c-5874-49d5-bc15-b7e4a9f47e5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '42a6bf20-d25e-4935-ad1e-654a55d2642f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:11:24Z', 'updated_at': '2022-01-28T20:11:29Z', 'revision_number': 5, 'project_id': '6b5e4a16e1474aaab4b37fcab65f96a9', 'subnets': [{'id': '42a6bf20-d25e-4935-ad1e-654a55d2642f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:16:23.838822 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54842529-a781-4d73-baf3-45928af71004 None None] New status for floating IP 57990d53-c456-442e-aa41-9beedc90c180: ACTIVE {{(pid=103306) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 20:16:24.318400 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:36.774909 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-049e143a-de3b-4f23-a710-d795b890b802 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:37.159780 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:16:39.019466 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4f33bc55-158c-43cf-92e9-d835b5b7a84c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:39.990021 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:41.864207 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:43.226349 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:51.295385 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:54.315288 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:17:00.198419 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [req-8572cee8-5bc9-4b61-9c75-007d51ed1338 req-01cd72c6-db7f-47f1-81fb-a76d9ead4440 service neutron] (103305) timed out ('10.222.0.70', 55886) {{(pid=103305) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 20:17:06.776415 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-59740918-2a8f-4159-beb8-dcd0f01a3e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:17:07.789065 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9447c994-2160-4496-a5f3-f86f893b2ab6 req-54ff9aa4-b435-4f25-afa4-5c8d48b36e6b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=5b26c972-ff69-4bc2-97d6-e65fceebd388&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0435395 Jan 28 20:17:07.875753 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9447c994-2160-4496-a5f3-f86f893b2ab6 req-06fc48c6-dc5a-4848-a7dc-19f789c06dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:07.877242 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9447c994-2160-4496-a5f3-f86f893b2ab6 req-06fc48c6-dc5a-4848-a7dc-19f789c06dbb service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6b5e4a16e1474aaab4b37fcab65f96a9&device_id=5b26c972-ff69-4bc2-97d6-e65fceebd388 HTTP/1.1" status: 200 len: 1128 time: 0.0439203 Jan 28 20:17:07.982202 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9447c994-2160-4496-a5f3-f86f893b2ab6 req-78f56ebe-4e8b-4215-b6bb-4aa58ccf2a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:07.983645 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9447c994-2160-4496-a5f3-f86f893b2ab6 req-78f56ebe-4e8b-4215-b6bb-4aa58ccf2a4f service neutron] 10.222.0.70 "GET /v2.0/networks?id=82c9016a-2e86-43db-b802-2faf8fe68f2c HTTP/1.1" status: 200 len: 911 time: 0.0862200 Jan 28 20:17:08.048073 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9447c994-2160-4496-a5f3-f86f893b2ab6 req-2d80babe-ddad-42e2-90dd-aa549c48b753 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b46c0752-6704-45f2-8589-2219b5d59b39 HTTP/1.1" status: 200 len: 999 time: 0.0568507 Jan 28 20:17:08.098117 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9447c994-2160-4496-a5f3-f86f893b2ab6 req-43b8e9e2-bd2e-4ec7-a9f5-5cdfc2266c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:08.100058 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9447c994-2160-4496-a5f3-f86f893b2ab6 req-43b8e9e2-bd2e-4ec7-a9f5-5cdfc2266c67 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=42a6bf20-d25e-4935-ad1e-654a55d2642f HTTP/1.1" status: 200 len: 850 time: 0.0455785 Jan 28 20:17:08.147697 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9447c994-2160-4496-a5f3-f86f893b2ab6 req-0e227469-ca9a-49ec-adea-db3a1920a1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:08.149171 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9447c994-2160-4496-a5f3-f86f893b2ab6 req-0e227469-ca9a-49ec-adea-db3a1920a1b0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=82c9016a-2e86-43db-b802-2faf8fe68f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0429711 Jan 28 20:17:08.237561 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9447c994-2160-4496-a5f3-f86f893b2ab6 req-5ac4e8fe-7bd3-4e0c-88ec-5b7f1359041c service neutron] 10.222.0.70 "GET /v2.0/networks/82c9016a-2e86-43db-b802-2faf8fe68f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825875 Jan 28 20:17:08.329487 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9447c994-2160-4496-a5f3-f86f893b2ab6 req-62ae39fc-5694-4138-9f75-f71f357fbf45 service neutron] 10.222.0.70 "GET /v2.0/networks/82c9016a-2e86-43db-b802-2faf8fe68f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857611 Jan 28 20:17:09.021367 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6641cff8-17d1-4cf4-96da-ca0f6e69a1d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:17:09.992540 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:17:11.867946 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:17:13.230110 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:17:14.158568 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:17:21.297226 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:17:24.315369 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:17:36.778433 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-69ee02e6-ff82-4198-a999-d7cd9d1313f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:17:39.023165 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e6677246-2c0a-4694-8dee-3ab0f2875b3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:17:39.995153 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:17:41.870144 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:17:43.231704 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:17:51.157942 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:17:51.299555 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:17:54.329465 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:06.780550 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d014f3b1-9992-4c63-abdb-689fb922f093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:09.024106 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-35789936-7f90-4277-9564-1cb5f4023230 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:09.757778 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b9e25e52-9314-40a4-a1a1-1fb8873e9317 req-a7633e45-ff05-4b3f-90b1-43c1cd064132 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=5b26c972-ff69-4bc2-97d6-e65fceebd388&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0458465 Jan 28 20:18:09.848603 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e25e52-9314-40a4-a1a1-1fb8873e9317 req-c85015a5-18e0-4e64-9971-ed0b12161798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:09.850105 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b9e25e52-9314-40a4-a1a1-1fb8873e9317 req-c85015a5-18e0-4e64-9971-ed0b12161798 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6b5e4a16e1474aaab4b37fcab65f96a9&device_id=5b26c972-ff69-4bc2-97d6-e65fceebd388 HTTP/1.1" status: 200 len: 1128 time: 0.0438645 Jan 28 20:18:09.959383 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e25e52-9314-40a4-a1a1-1fb8873e9317 req-db9e9003-d67b-4791-a877-625930ef6486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:09.960873 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b9e25e52-9314-40a4-a1a1-1fb8873e9317 req-db9e9003-d67b-4791-a877-625930ef6486 service neutron] 10.222.0.70 "GET /v2.0/networks?id=82c9016a-2e86-43db-b802-2faf8fe68f2c HTTP/1.1" status: 200 len: 911 time: 0.0876677 Jan 28 20:18:09.998089 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:10.029497 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b9e25e52-9314-40a4-a1a1-1fb8873e9317 req-d47f1f1b-cc56-4d88-941a-e08997a60c6f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b46c0752-6704-45f2-8589-2219b5d59b39 HTTP/1.1" status: 200 len: 999 time: 0.0580826 Jan 28 20:18:10.082845 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e25e52-9314-40a4-a1a1-1fb8873e9317 req-b0fcdb3d-c1c7-4523-98bd-8605705efbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:10.084254 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b9e25e52-9314-40a4-a1a1-1fb8873e9317 req-b0fcdb3d-c1c7-4523-98bd-8605705efbd9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=42a6bf20-d25e-4935-ad1e-654a55d2642f HTTP/1.1" status: 200 len: 850 time: 0.0465469 Jan 28 20:18:10.133885 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e25e52-9314-40a4-a1a1-1fb8873e9317 req-aef59be8-6b66-40f1-9862-131d59c44b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:10.135379 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b9e25e52-9314-40a4-a1a1-1fb8873e9317 req-aef59be8-6b66-40f1-9862-131d59c44b0d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=82c9016a-2e86-43db-b802-2faf8fe68f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0443017 Jan 28 20:18:10.224914 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b9e25e52-9314-40a4-a1a1-1fb8873e9317 req-2b7e4208-d360-4179-b033-60d22ce14f66 service neutron] 10.222.0.70 "GET /v2.0/networks/82c9016a-2e86-43db-b802-2faf8fe68f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807397 Jan 28 20:18:10.319282 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b9e25e52-9314-40a4-a1a1-1fb8873e9317 req-26a6a0e1-38eb-4306-8f02-c31bd7b0c7d0 service neutron] 10.222.0.70 "GET /v2.0/networks/82c9016a-2e86-43db-b802-2faf8fe68f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873976 Jan 28 20:18:11.872207 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:13.234955 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:21.319185 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:21.430365 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf71a156-6d7a-481e-9ecd-4a7253504001 req-905593f0-db46-4a5c-8f17-cceb1dc97591 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:21.431856 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-cf71a156-6d7a-481e-9ecd-4a7253504001 req-905593f0-db46-4a5c-8f17-cceb1dc97591 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=5b26c972-ff69-4bc2-97d6-e65fceebd388 HTTP/1.1" status: 200 len: 945 time: 0.0538683 Jan 28 20:18:21.479430 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-cf71a156-6d7a-481e-9ecd-4a7253504001 req-beab9c9b-c0c6-4360-9666-6605f1db219c tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfa5d048-ef3b-4cec-bb38-29feb49c8ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420897 Jan 28 20:18:22.610680 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b94b9f-2ae6-43dc-a88b-f952f1b12aea req-3e3ec20d-45f7-4d9a-9f89-6230b6643f45 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:22.612479 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-78b94b9f-2ae6-43dc-a88b-f952f1b12aea req-3e3ec20d-45f7-4d9a-9f89-6230b6643f45 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=5b26c972-ff69-4bc2-97d6-e65fceebd388 HTTP/1.1" status: 200 len: 945 time: 0.0541468 Jan 28 20:18:22.663005 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-78b94b9f-2ae6-43dc-a88b-f952f1b12aea req-08f1ad39-2b71-49ad-9e05-e3ab5145a97d tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfa5d048-ef3b-4cec-bb38-29feb49c8ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449653 Jan 28 20:18:23.022236 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cbfe9a-e733-4c0d-a771-2700faa464e0 req-42edcddd-56fc-45ef-a07e-f2c105f5d36e tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:23.023675 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c0cbfe9a-e733-4c0d-a771-2700faa464e0 req-42edcddd-56fc-45ef-a07e-f2c105f5d36e tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b26c972-ff69-4bc2-97d6-e65fceebd388 HTTP/1.1" status: 200 len: 945 time: 0.0516887 Jan 28 20:18:23.116971 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-c0cbfe9a-e733-4c0d-a771-2700faa464e0 req-62b1927d-66bb-4e49-ab8c-4002345a9544 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Deleting port b46c0752-6704-45f2-8589-2219b5d59b39 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:18:23.117342 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-c0cbfe9a-e733-4c0d-a771-2700faa464e0 req-62b1927d-66bb-4e49-ab8c-4002345a9544 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (b46c0752-6704-45f2-8589-2219b5d59b39), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:23.202789 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-c0cbfe9a-e733-4c0d-a771-2700faa464e0 req-62b1927d-66bb-4e49-ab8c-4002345a9544 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] For port b46c0752-6704-45f2-8589-2219b5d59b39, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=b46c0752-6704-45f2-8589-2219b5d59b39,segment=NetworkSegment(62dcf40f-e75f-4b3f-bd0a-763cdc11fb45),segment_id=62dcf40f-e75f-4b3f-bd0a-763cdc11fb45)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:18:23.203159 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-c0cbfe9a-e733-4c0d-a771-2700faa464e0 req-62b1927d-66bb-4e49-ab8c-4002345a9544 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (b46c0752-6704-45f2-8589-2219b5d59b39), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:23.380772 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-c0cbfe9a-e733-4c0d-a771-2700faa464e0 req-62b1927d-66bb-4e49-ab8c-4002345a9544 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:23.381161 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-c0cbfe9a-e733-4c0d-a771-2700faa464e0 req-62b1927d-66bb-4e49-ab8c-4002345a9544 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734886'] for floatingip (57990d53-c456-442e-aa41-9beedc90c180), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:23.381481 n-d-812111-14 neutron-server[103304]: INFO neutron.db.l3_db [req-c0cbfe9a-e733-4c0d-a771-2700faa464e0 req-62b1927d-66bb-4e49-ab8c-4002345a9544 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Floating IP 57990d53-c456-442e-aa41-9beedc90c180 disassociated. External IP: 172.25.6.4, port: b46c0752-6704-45f2-8589-2219b5d59b39. Jan 28 20:18:23.381826 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-c0cbfe9a-e733-4c0d-a771-2700faa464e0 req-62b1927d-66bb-4e49-ab8c-4002345a9544 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Calling delete_port for b46c0752-6704-45f2-8589-2219b5d59b39 owned by compute:nova {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:18:23.503657 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-c0cbfe9a-e733-4c0d-a771-2700faa464e0 req-62b1927d-66bb-4e49-ab8c-4002345a9544 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (b46c0752-6704-45f2-8589-2219b5d59b39), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:23.537859 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b1927d-66bb-4e49-ab8c-4002345a9544 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Pushing event deleted for resources: {'Port': ['ID=b46c0752-6704-45f2-8589-2219b5d59b39,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:18:23.549986 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b1927d-66bb-4e49-ab8c-4002345a9544 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:23.550541 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b1927d-66bb-4e49-ab8c-4002345a9544 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:23.550738 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b1927d-66bb-4e49-ab8c-4002345a9544 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:23.551078 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b1927d-66bb-4e49-ab8c-4002345a9544 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:23.551421 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b1927d-66bb-4e49-ab8c-4002345a9544 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:23.551764 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b1927d-66bb-4e49-ab8c-4002345a9544 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:23.552090 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b1927d-66bb-4e49-ab8c-4002345a9544 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:23.552420 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b1927d-66bb-4e49-ab8c-4002345a9544 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:23.552788 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b1927d-66bb-4e49-ab8c-4002345a9544 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:23.553096 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b1927d-66bb-4e49-ab8c-4002345a9544 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:23.553449 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b1927d-66bb-4e49-ab8c-4002345a9544 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:23.553774 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b1927d-66bb-4e49-ab8c-4002345a9544 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:23.554606 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b1927d-66bb-4e49-ab8c-4002345a9544 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:24.001783 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-040395cc-8a37-4db9-be62-a1c01cd2c880 req-c70492ed-897b-43c8-a72c-f7e5971d402e tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=5b26c972-ff69-4bc2-97d6-e65fceebd388 HTTP/1.1" status: 200 len: 210 time: 0.0376751 Jan 28 20:18:24.012774 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c0cbfe9a-e733-4c0d-a771-2700faa464e0 req-62b1927d-66bb-4e49-ab8c-4002345a9544 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Router f222fb0c-5874-49d5-bc15-b7e4a9f47e5a has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:18:24.120659 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c0cbfe9a-e733-4c0d-a771-2700faa464e0 req-62b1927d-66bb-4e49-ab8c-4002345a9544 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:18:24.132182 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86253e54-883f-4e80-9ec9-82b44c03be66 None None] Sync routers for ids ['f222fb0c-5874-49d5-bc15-b7e4a9f47e5a'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:18:24.142988 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86253e54-883f-4e80-9ec9-82b44c03be66 None None] Routers {'f222fb0c-5874-49d5-bc15-b7e4a9f47e5a'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:18:24.143611 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-86253e54-883f-4e80-9ec9-82b44c03be66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:18:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['f222fb0c-5874-49d5-bc15-b7e4a9f47e5a'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:18:24.160926 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0cbfe9a-e733-4c0d-a771-2700faa464e0 req-62b1927d-66bb-4e49-ab8c-4002345a9544 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] No DVR routers for this DVR port b46c0752-6704-45f2-8589-2219b5d59b39 on host n-h2-812111-14 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:18:24.163567 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-c0cbfe9a-e733-4c0d-a771-2700faa464e0 req-62b1927d-66bb-4e49-ab8c-4002345a9544 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:24.166858 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c0cbfe9a-e733-4c0d-a771-2700faa464e0 req-62b1927d-66bb-4e49-ab8c-4002345a9544 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.70 "DELETE /v2.0/ports/b46c0752-6704-45f2-8589-2219b5d59b39 HTTP/1.1" status: 204 len: 173 time: 1.1379714 Jan 28 20:18:24.167300 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b26c972-ff69-4bc2-97d6-e65fceebd388', 'name': 'network-vif-deleted', 'tag': 'b46c0752-6704-45f2-8589-2219b5d59b39'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:18:24.169586 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}690870b4896ba3504f21237a239c836c0346d6a62bcfb5e8ee91fd1b13f99dd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd1c777b-8a66-4d19-8ffb-fb7abf0e2b56" -d '{"events": [{"server_uuid": "5b26c972-ff69-4bc2-97d6-e65fceebd388", "name": "network-vif-deleted", "tag": "b46c0752-6704-45f2-8589-2219b5d59b39"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:18:24.265778 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-86253e54-883f-4e80-9ec9-82b44c03be66 None None] Set router f222fb0c-5874-49d5-bc15-b7e4a9f47e5a gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:18:24.272517 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-063f15dd-c933-4c8f-9a2d-3d119f12d9d3 x-openstack-request-id: req-063f15dd-c933-4c8f-9a2d-3d119f12d9d3 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:18:24.272922 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b26c972-ff69-4bc2-97d6-e65fceebd388", "name": "network-vif-deleted", "tag": "b46c0752-6704-45f2-8589-2219b5d59b39", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:18:24.273268 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-063f15dd-c933-4c8f-9a2d-3d119f12d9d3 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:18:24.273771 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b26c972-ff69-4bc2-97d6-e65fceebd388', 'name': 'network-vif-deleted', 'tag': 'b46c0752-6704-45f2-8589-2219b5d59b39', 'status': 'completed', 'code': 200} Jan 28 20:18:24.343527 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:24.468146 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-86253e54-883f-4e80-9ec9-82b44c03be66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f222fb0c-5874-49d5-bc15-b7e4a9f47e5a', 'name': 'tempest-TestVolumeBootPattern-352351620-router', 'tenant_id': '6b5e4a16e1474aaab4b37fcab65f96a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '47ab321f-a840-499b-ae8d-2e991f352d3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:11:22Z', 'updated_at': '2022-01-28T20:11:25Z', 'revision_number': 4, 'project_id': '6b5e4a16e1474aaab4b37fcab65f96a9', 'gw_port': {'id': '47ab321f-a840-499b-ae8d-2e991f352d3d', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:24:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f222fb0c-5874-49d5-bc15-b7e4a9f47e5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:11:23Z', 'updated_at': '2022-01-28T20:11:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': 'ba92694b-9acc-4040-81bd-f537df0ec768', 'name': '', 'network_id': '82c9016a-2e86-43db-b802-2faf8fe68f2c', 'tenant_id': '6b5e4a16e1474aaab4b37fcab65f96a9', 'mac_address': 'fa:16:3e:f1:9a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f222fb0c-5874-49d5-bc15-b7e4a9f47e5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '42a6bf20-d25e-4935-ad1e-654a55d2642f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:11:24Z', 'updated_at': '2022-01-28T20:11:29Z', 'revision_number': 5, 'project_id': '6b5e4a16e1474aaab4b37fcab65f96a9', 'subnets': [{'id': '42a6bf20-d25e-4935-ad1e-654a55d2642f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:18:24.497730 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86253e54-883f-4e80-9ec9-82b44c03be66 None None] Checking router: f222fb0c-5874-49d5-bc15-b7e4a9f47e5a for host: n-d-812111-14 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:18:24.506404 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86253e54-883f-4e80-9ec9-82b44c03be66 None None] Routers {'f222fb0c-5874-49d5-bc15-b7e4a9f47e5a'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:18:24.507006 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-86253e54-883f-4e80-9ec9-82b44c03be66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:18:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['f222fb0c-5874-49d5-bc15-b7e4a9f47e5a'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:18:24.612510 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-86253e54-883f-4e80-9ec9-82b44c03be66 None None] Set router f222fb0c-5874-49d5-bc15-b7e4a9f47e5a gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:18:24.804076 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-86253e54-883f-4e80-9ec9-82b44c03be66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f222fb0c-5874-49d5-bc15-b7e4a9f47e5a', 'name': 'tempest-TestVolumeBootPattern-352351620-router', 'tenant_id': '6b5e4a16e1474aaab4b37fcab65f96a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '47ab321f-a840-499b-ae8d-2e991f352d3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:11:22Z', 'updated_at': '2022-01-28T20:11:25Z', 'revision_number': 4, 'project_id': '6b5e4a16e1474aaab4b37fcab65f96a9', 'gw_port': {'id': '47ab321f-a840-499b-ae8d-2e991f352d3d', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:24:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f222fb0c-5874-49d5-bc15-b7e4a9f47e5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:11:23Z', 'updated_at': '2022-01-28T20:11:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': 'ba92694b-9acc-4040-81bd-f537df0ec768', 'name': '', 'network_id': '82c9016a-2e86-43db-b802-2faf8fe68f2c', 'tenant_id': '6b5e4a16e1474aaab4b37fcab65f96a9', 'mac_address': 'fa:16:3e:f1:9a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f222fb0c-5874-49d5-bc15-b7e4a9f47e5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '42a6bf20-d25e-4935-ad1e-654a55d2642f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:11:24Z', 'updated_at': '2022-01-28T20:11:29Z', 'revision_number': 5, 'project_id': '6b5e4a16e1474aaab4b37fcab65f96a9', 'subnets': [{'id': '42a6bf20-d25e-4935-ad1e-654a55d2642f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:18:24.830129 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86253e54-883f-4e80-9ec9-82b44c03be66 None None] The sync data for ids ['f222fb0c-5874-49d5-bc15-b7e4a9f47e5a'] in n-d-812111-14 is: [{'id': 'f222fb0c-5874-49d5-bc15-b7e4a9f47e5a', 'name': 'tempest-TestVolumeBootPattern-352351620-router', 'tenant_id': '6b5e4a16e1474aaab4b37fcab65f96a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '47ab321f-a840-499b-ae8d-2e991f352d3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:11:22Z', 'updated_at': '2022-01-28T20:11:25Z', 'revision_number': 4, 'project_id': '6b5e4a16e1474aaab4b37fcab65f96a9', 'gw_port': {'id': '47ab321f-a840-499b-ae8d-2e991f352d3d', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:24:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f222fb0c-5874-49d5-bc15-b7e4a9f47e5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:11:23Z', 'updated_at': '2022-01-28T20:11:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': 'ba92694b-9acc-4040-81bd-f537df0ec768', 'name': '', 'network_id': '82c9016a-2e86-43db-b802-2faf8fe68f2c', 'tenant_id': '6b5e4a16e1474aaab4b37fcab65f96a9', 'mac_address': 'fa:16:3e:f1:9a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f222fb0c-5874-49d5-bc15-b7e4a9f47e5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '42a6bf20-d25e-4935-ad1e-654a55d2642f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:11:24Z', 'updated_at': '2022-01-28T20:11:29Z', 'revision_number': 5, 'project_id': '6b5e4a16e1474aaab4b37fcab65f96a9', 'subnets': [{'id': '42a6bf20-d25e-4935-ad1e-654a55d2642f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:18:25.066340 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7434485-d660-4a09-a1c5-44f3c46aa289 None None] New status for floating IP 57990d53-c456-442e-aa41-9beedc90c180: DOWN {{(pid=103306) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 20:18:25.102473 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9a5d967f-e91d-4730-bc46-dc429c9cb742 req-1babcd46-6a83-435c-b0e9-26792971267a tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=5b26c972-ff69-4bc2-97d6-e65fceebd388 HTTP/1.1" status: 200 len: 210 time: 0.0278184 Jan 28 20:18:26.203068 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-32c73add-5d8d-4540-924f-33d8972f7cf4 req-6ce30d6c-4c34-4467-b3fa-8c7a3b912dbe tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=5b26c972-ff69-4bc2-97d6-e65fceebd388 HTTP/1.1" status: 200 len: 210 time: 0.0306337 Jan 28 20:18:27.306208 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6c7b916a-14a7-44f5-9ebb-30f329946b41 req-9a7fef7a-5fa0-4c0c-9de9-c8ec512d290c tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=5b26c972-ff69-4bc2-97d6-e65fceebd388 HTTP/1.1" status: 200 len: 210 time: 0.0342698 Jan 28 20:18:27.567205 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device b46c0752-6704-45f2-8589-2219b5d59b39 no longer exists at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:18:27.587938 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] No Port match for: b46c0752-6704-45f2-8589-2219b5d59b39 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:18:27.588288 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device b46c0752-6704-45f2-8589-2219b5d59b39 not bound to the agent host n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:18:28.158736 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:18:28.401122 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-70bf925e-6f4f-48be-b6a0-59deff17f447 req-d31262c4-8581-4664-ada5-b76d428df94f tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=5b26c972-ff69-4bc2-97d6-e65fceebd388 HTTP/1.1" status: 200 len: 210 time: 0.0275111 Jan 28 20:18:29.497310 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-fd9ea0e6-a0f9-42ac-8121-26d5fde524c2 req-40d46e45-6d12-4a84-b547-74b67f509a19 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=5b26c972-ff69-4bc2-97d6-e65fceebd388 HTTP/1.1" status: 200 len: 210 time: 0.0283580 Jan 28 20:18:30.603797 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f7b2cebf-e2af-4f73-bd9f-d3f32734f7a2 req-d1fe62d8-edd8-49ad-8933-c01c76c0626e tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=5b26c972-ff69-4bc2-97d6-e65fceebd388 HTTP/1.1" status: 200 len: 210 time: 0.0318005 Jan 28 20:18:31.701369 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5e77f194-8779-4490-b9a9-9b396980817a req-7ca89d11-18bd-40b2-acb2-0a24d239889f tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=5b26c972-ff69-4bc2-97d6-e65fceebd388 HTTP/1.1" status: 200 len: 210 time: 0.0293586 Jan 28 20:18:32.811562 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-fe4d572b-a31b-4bef-9ad0-a86a888358cb req-ce77ecd5-b461-4e3e-907a-e68d1e3d37c3 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=5b26c972-ff69-4bc2-97d6-e65fceebd388 HTTP/1.1" status: 200 len: 210 time: 0.0275640 Jan 28 20:18:34.017604 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1ff363b8-0c06-45e8-bfcf-280cd26004d3 req-215b012d-1e91-42bb-adfa-315d6fc8aa32 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-140444305&fields=id&tenant_id=6b5e4a16e1474aaab4b37fcab65f96a9 HTTP/1.1" status: 200 len: 267 time: 0.0439897 Jan 28 20:18:34.123444 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff363b8-0c06-45e8-bfcf-280cd26004d3 req-d975c582-401c-487d-bc87-537bcf7f83e1 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:34.124782 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1ff363b8-0c06-45e8-bfcf-280cd26004d3 req-d975c582-401c-487d-bc87-537bcf7f83e1 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/networks?id=82c9016a-2e86-43db-b802-2faf8fe68f2c HTTP/1.1" status: 200 len: 811 time: 0.1009865 Jan 28 20:18:34.138996 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1ff363b8-0c06-45e8-bfcf-280cd26004d3 req-84dd2f72-23ef-4ce0-9b32-6f221d51192b tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/quotas/6b5e4a16e1474aaab4b37fcab65f96a9 HTTP/1.1" status: 200 len: 375 time: 0.0087259 Jan 28 20:18:34.194417 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1ff363b8-0c06-45e8-bfcf-280cd26004d3 req-ec1a47cf-055f-4b4d-858e-fd240f9acb94 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=6b5e4a16e1474aaab4b37fcab65f96a9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0501814 Jan 28 20:18:34.331267 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1ff363b8-0c06-45e8-bfcf-280cd26004d3 req-56732119-1173-4407-8eff-860e354a7210 service neutron] 10.222.0.64 "GET /v2.0/networks/82c9016a-2e86-43db-b802-2faf8fe68f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254542 Jan 28 20:18:34.419750 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1ff363b8-0c06-45e8-bfcf-280cd26004d3 req-da25a659-0e0b-4c6e-9d73-b218cb484fa4 service neutron] 10.222.0.64 "GET /v2.0/networks/82c9016a-2e86-43db-b802-2faf8fe68f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827410 Jan 28 20:18:35.704727 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-504b0724-222a-43c1-9eee-1675cd8db9e3 req-d01cde99-3bc5-47cc-9329-c44818b73a42 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=d17b0cfd-65f3-4cd8-81ca-dbf2851817d3 HTTP/1.1" status: 200 len: 210 time: 0.0275643 Jan 28 20:18:36.685593 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff363b8-0c06-45e8-bfcf-280cd26004d3 req-048291bd-439f-4758-91a0-b9a5a1bfb8fb tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:36.687030 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1ff363b8-0c06-45e8-bfcf-280cd26004d3 req-048291bd-439f-4758-91a0-b9a5a1bfb8fb tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.70 "GET /v2.0/networks?id=82c9016a-2e86-43db-b802-2faf8fe68f2c HTTP/1.1" status: 200 len: 811 time: 0.1065781 Jan 28 20:18:36.750470 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1ff363b8-0c06-45e8-bfcf-280cd26004d3 req-38b937da-2d0d-4ab8-a5fd-3ac266353e72 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6b5e4a16e1474aaab4b37fcab65f96a9 HTTP/1.1" status: 200 len: 379 time: 0.0560918 Jan 28 20:18:36.758741 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-1ff363b8-0c06-45e8-bfcf-280cd26004d3 req-2daa363a-0467-403b-affb-66d28a648273 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Request body: {'port': {'device_id': 'd17b0cfd-65f3-4cd8-81ca-dbf2851817d3', 'network_id': '82c9016a-2e86-43db-b802-2faf8fe68f2c', 'admin_state_up': True, 'tenant_id': '6b5e4a16e1474aaab4b37fcab65f96a9', 'security_groups': ['cfa5d048-ef3b-4cec-bb38-29feb49c8ee3']}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:18:36.790999 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-74982624-d8b2-464e-a30f-f6031ffb58dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:36.811144 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-263cf9af-4869-4dfe-af08-773eff047a96 req-d41c0026-5cac-4dbf-a403-b3d0f3446070 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=d17b0cfd-65f3-4cd8-81ca-dbf2851817d3 HTTP/1.1" status: 200 len: 210 time: 0.0310147 Jan 28 20:18:36.871019 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ff363b8-0c06-45e8-bfcf-280cd26004d3 req-2daa363a-0467-403b-affb-66d28a648273 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Made reservation on behalf of 6b5e4a16e1474aaab4b37fcab65f96a9 for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:18:36.874542 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-1ff363b8-0c06-45e8-bfcf-280cd26004d3 req-2daa363a-0467-403b-affb-66d28a648273 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:37.001962 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-1ff363b8-0c06-45e8-bfcf-280cd26004d3 req-2daa363a-0467-403b-affb-66d28a648273 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Allocated IP 172.20.0.12 (82c9016a-2e86-43db-b802-2faf8fe68f2c/42a6bf20-d25e-4935-ad1e-654a55d2642f/f3a15114-c0a5-45b5-a256-e5e56652f8a1) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:18:37.150909 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-1ff363b8-0c06-45e8-bfcf-280cd26004d3 req-2daa363a-0467-403b-affb-66d28a648273 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Publish callbacks [] for port (f3a15114-c0a5-45b5-a256-e5e56652f8a1), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:37.184740 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-1ff363b8-0c06-45e8-bfcf-280cd26004d3 req-2daa363a-0467-403b-affb-66d28a648273 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (f3a15114-c0a5-45b5-a256-e5e56652f8a1), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:37.229188 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ff363b8-0c06-45e8-bfcf-280cd26004d3 req-2daa363a-0467-403b-affb-66d28a648273 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Network 82c9016a-2e86-43db-b802-2faf8fe68f2c is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:18:37.234508 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-1ff363b8-0c06-45e8-bfcf-280cd26004d3 req-2daa363a-0467-403b-affb-66d28a648273 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:18:37.239559 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ff363b8-0c06-45e8-bfcf-280cd26004d3 req-2daa363a-0467-403b-affb-66d28a648273 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:18:37.243569 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daa363a-0467-403b-affb-66d28a648273 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Pushing event updated for resources: {'Port': ['ID=f3a15114-c0a5-45b5-a256-e5e56652f8a1,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:18:37.296794 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff363b8-0c06-45e8-bfcf-280cd26004d3 req-2daa363a-0467-403b-affb-66d28a648273 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:37.297609 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-1ff363b8-0c06-45e8-bfcf-280cd26004d3 req-2daa363a-0467-403b-affb-66d28a648273 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:37.315315 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1ff363b8-0c06-45e8-bfcf-280cd26004d3 req-2daa363a-0467-403b-affb-66d28a648273 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5604117 Jan 28 20:18:37.326747 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-1ff363b8-0c06-45e8-bfcf-280cd26004d3 req-85ec4ad2-85d8-4edc-b1d1-47a969e914b6 service neutron] Request body: {'port': {'device_id': 'd17b0cfd-65f3-4cd8-81ca-dbf2851817d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-14'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:18:37.395820 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-1ff363b8-0c06-45e8-bfcf-280cd26004d3 req-85ec4ad2-85d8-4edc-b1d1-47a969e914b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (f3a15114-c0a5-45b5-a256-e5e56652f8a1), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:37.540914 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-759e0224-c052-4ace-918e-818b0e3eeb49 None None] Provisioning complete for port f3a15114-c0a5-45b5-a256-e5e56652f8a1 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:18:37.541216 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-759e0224-c052-4ace-918e-818b0e3eeb49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (f3a15114-c0a5-45b5-a256-e5e56652f8a1), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:37.576726 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-759e0224-c052-4ace-918e-818b0e3eeb49 None None] Port f3a15114-c0a5-45b5-a256-e5e56652f8a1 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 20:18:37.678390 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-1ff363b8-0c06-45e8-bfcf-280cd26004d3 req-85ec4ad2-85d8-4edc-b1d1-47a969e914b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3a15114-c0a5-45b5-a256-e5e56652f8a1 {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:18:37.685862 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-1ff363b8-0c06-45e8-bfcf-280cd26004d3 req-85ec4ad2-85d8-4edc-b1d1-47a969e914b6 service neutron] Publish callbacks [] for port (f3a15114-c0a5-45b5-a256-e5e56652f8a1), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:37.699267 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-1ff363b8-0c06-45e8-bfcf-280cd26004d3 req-85ec4ad2-85d8-4edc-b1d1-47a969e914b6 service neutron] Transition to ACTIVE for port object f3a15114-c0a5-45b5-a256-e5e56652f8a1 will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:18:37.703305 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-1ff363b8-0c06-45e8-bfcf-280cd26004d3 req-85ec4ad2-85d8-4edc-b1d1-47a969e914b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (f3a15114-c0a5-45b5-a256-e5e56652f8a1), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:37.759356 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ec4ad2-85d8-4edc-b1d1-47a969e914b6 service neutron] Pushing event updated for resources: {'Port': ['ID=f3a15114-c0a5-45b5-a256-e5e56652f8a1,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:18:37.838681 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-1ff363b8-0c06-45e8-bfcf-280cd26004d3 req-85ec4ad2-85d8-4edc-b1d1-47a969e914b6 service neutron] Attempting to bind port f3a15114-c0a5-45b5-a256-e5e56652f8a1 on host n-h2-812111-14 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:18:37.839043 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-1ff363b8-0c06-45e8-bfcf-280cd26004d3 req-85ec4ad2-85d8-4edc-b1d1-47a969e914b6 service neutron] Attempting to bind port f3a15114-c0a5-45b5-a256-e5e56652f8a1 by drivers openvswitch,hyperv on host n-h2-812111-14 at level 0 using segments [{'id': '62dcf40f-e75f-4b3f-bd0a-763cdc11fb45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '82c9016a-2e86-43db-b802-2faf8fe68f2c'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:18:37.839401 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff363b8-0c06-45e8-bfcf-280cd26004d3 req-85ec4ad2-85d8-4edc-b1d1-47a969e914b6 service neutron] Attempting to bind port f3a15114-c0a5-45b5-a256-e5e56652f8a1 on network 82c9016a-2e86-43db-b802-2faf8fe68f2c {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:18:37.845783 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff363b8-0c06-45e8-bfcf-280cd26004d3 req-85ec4ad2-85d8-4edc-b1d1-47a969e914b6 service neutron] Port f3a15114-c0a5-45b5-a256-e5e56652f8a1 on network 82c9016a-2e86-43db-b802-2faf8fe68f2c not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-14 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:18:37.846257 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff363b8-0c06-45e8-bfcf-280cd26004d3 req-85ec4ad2-85d8-4edc-b1d1-47a969e914b6 service neutron] Attempting to bind port f3a15114-c0a5-45b5-a256-e5e56652f8a1 on network 82c9016a-2e86-43db-b802-2faf8fe68f2c {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:18:37.852022 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff363b8-0c06-45e8-bfcf-280cd26004d3 req-85ec4ad2-85d8-4edc-b1d1-47a969e914b6 service neutron] Checking agent: {'id': '8f3fee4e-bf24-4b58-8a3a-ae9c8011a473', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 18, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:18:37.852382 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff363b8-0c06-45e8-bfcf-280cd26004d3 req-85ec4ad2-85d8-4edc-b1d1-47a969e914b6 service neutron] Checking segment: {'id': '62dcf40f-e75f-4b3f-bd0a-763cdc11fb45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '82c9016a-2e86-43db-b802-2faf8fe68f2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:18:37.852759 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff363b8-0c06-45e8-bfcf-280cd26004d3 req-85ec4ad2-85d8-4edc-b1d1-47a969e914b6 service neutron] Bound using segment: {'id': '62dcf40f-e75f-4b3f-bd0a-763cdc11fb45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '82c9016a-2e86-43db-b802-2faf8fe68f2c'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:18:37.853231 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-1ff363b8-0c06-45e8-bfcf-280cd26004d3 req-85ec4ad2-85d8-4edc-b1d1-47a969e914b6 service neutron] Bound port: f3a15114-c0a5-45b5-a256-e5e56652f8a1, host: n-h2-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62dcf40f-e75f-4b3f-bd0a-763cdc11fb45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '82c9016a-2e86-43db-b802-2faf8fe68f2c'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:18:37.853602 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-1ff363b8-0c06-45e8-bfcf-280cd26004d3 req-85ec4ad2-85d8-4edc-b1d1-47a969e914b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (f3a15114-c0a5-45b5-a256-e5e56652f8a1), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:37.963876 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-1ff363b8-0c06-45e8-bfcf-280cd26004d3 req-85ec4ad2-85d8-4edc-b1d1-47a969e914b6 service neutron] For port f3a15114-c0a5-45b5-a256-e5e56652f8a1, host n-h2-812111-14, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:18:37.968576 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-1ff363b8-0c06-45e8-bfcf-280cd26004d3 req-85ec4ad2-85d8-4edc-b1d1-47a969e914b6 service neutron] For port f3a15114-c0a5-45b5-a256-e5e56652f8a1, host n-h2-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=f3a15114-c0a5-45b5-a256-e5e56652f8a1,segment=NetworkSegment(62dcf40f-e75f-4b3f-bd0a-763cdc11fb45),segment_id=62dcf40f-e75f-4b3f-bd0a-763cdc11fb45)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:18:37.975761 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-1ff363b8-0c06-45e8-bfcf-280cd26004d3 req-85ec4ad2-85d8-4edc-b1d1-47a969e914b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (f3a15114-c0a5-45b5-a256-e5e56652f8a1), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:37.993240 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01efc4e9-0b76-43c8-b084-d3baa4904077 req-72dcd0a6-54b7-4f59-8f8b-91deb95a27e3 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:37.994752 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-01efc4e9-0b76-43c8-b084-d3baa4904077 req-72dcd0a6-54b7-4f59-8f8b-91deb95a27e3 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=d17b0cfd-65f3-4cd8-81ca-dbf2851817d3 HTTP/1.1" status: 200 len: 944 time: 0.0983171 Jan 28 20:18:38.026032 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff363b8-0c06-45e8-bfcf-280cd26004d3 req-85ec4ad2-85d8-4edc-b1d1-47a969e914b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:38.026845 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-1ff363b8-0c06-45e8-bfcf-280cd26004d3 req-85ec4ad2-85d8-4edc-b1d1-47a969e914b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:38.028238 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1ff363b8-0c06-45e8-bfcf-280cd26004d3 req-85ec4ad2-85d8-4edc-b1d1-47a969e914b6 service neutron] 10.222.0.70 "PUT /v2.0/ports/f3a15114-c0a5-45b5-a256-e5e56652f8a1 HTTP/1.1" status: 200 len: 1093 time: 0.7060294 Jan 28 20:18:38.042602 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd17b0cfd-65f3-4cd8-81ca-dbf2851817d3', 'tag': 'f3a15114-c0a5-45b5-a256-e5e56652f8a1'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:18:38.045047 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}690870b4896ba3504f21237a239c836c0346d6a62bcfb5e8ee91fd1b13f99dd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b8e4837-dd5e-4666-851b-06349fb8ebdd" -d '{"events": [{"name": "network-changed", "server_uuid": "d17b0cfd-65f3-4cd8-81ca-dbf2851817d3", "tag": "f3a15114-c0a5-45b5-a256-e5e56652f8a1"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:18:38.105223 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d0ee9d2-1d29-476a-97d4-e93d6b136abb x-openstack-request-id: req-9d0ee9d2-1d29-476a-97d4-e93d6b136abb {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:18:38.105523 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d17b0cfd-65f3-4cd8-81ca-dbf2851817d3", "tag": "f3a15114-c0a5-45b5-a256-e5e56652f8a1", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:18:38.105783 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9d0ee9d2-1d29-476a-97d4-e93d6b136abb {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:18:38.106194 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd17b0cfd-65f3-4cd8-81ca-dbf2851817d3', 'tag': 'f3a15114-c0a5-45b5-a256-e5e56652f8a1', 'status': 'completed', 'code': 200} Jan 28 20:18:38.140117 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ec4ad2-85d8-4edc-b1d1-47a969e914b6 service neutron] Pushing event updated for resources: {'Port': ['ID=f3a15114-c0a5-45b5-a256-e5e56652f8a1,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:18:38.170016 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-01efc4e9-0b76-43c8-b084-d3baa4904077 req-dd0a07d2-aae5-49d7-a374-b5f18a99a712 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfa5d048-ef3b-4cec-bb38-29feb49c8ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1521502 Jan 28 20:18:38.185503 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff363b8-0c06-45e8-bfcf-280cd26004d3 req-bebe9bd1-b978-4bd1-a731-4d600a308224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:38.187115 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1ff363b8-0c06-45e8-bfcf-280cd26004d3 req-bebe9bd1-b978-4bd1-a731-4d600a308224 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6b5e4a16e1474aaab4b37fcab65f96a9&device_id=d17b0cfd-65f3-4cd8-81ca-dbf2851817d3 HTTP/1.1" status: 200 len: 1127 time: 0.1001151 Jan 28 20:18:38.245959 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1ff363b8-0c06-45e8-bfcf-280cd26004d3 req-2d0c90c1-000d-4a2e-960a-0bd9cc56ddd6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f3a15114-c0a5-45b5-a256-e5e56652f8a1 HTTP/1.1" status: 200 len: 217 time: 0.0467794 Jan 28 20:18:38.301039 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff363b8-0c06-45e8-bfcf-280cd26004d3 req-1e44c36e-4fdc-4335-b065-0e2415cbaab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:38.302532 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1ff363b8-0c06-45e8-bfcf-280cd26004d3 req-1e44c36e-4fdc-4335-b065-0e2415cbaab2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=42a6bf20-d25e-4935-ad1e-654a55d2642f HTTP/1.1" status: 200 len: 850 time: 0.0503123 Jan 28 20:18:38.354347 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff363b8-0c06-45e8-bfcf-280cd26004d3 req-26000f0f-e7ea-417c-8ab1-910813a0411d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:38.355868 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1ff363b8-0c06-45e8-bfcf-280cd26004d3 req-26000f0f-e7ea-417c-8ab1-910813a0411d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=82c9016a-2e86-43db-b802-2faf8fe68f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0477922 Jan 28 20:18:38.449365 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1ff363b8-0c06-45e8-bfcf-280cd26004d3 req-4c0f3709-b350-451e-b0e4-3825cd47f2ba service neutron] 10.222.0.70 "GET /v2.0/networks/82c9016a-2e86-43db-b802-2faf8fe68f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869410 Jan 28 20:18:38.543828 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1ff363b8-0c06-45e8-bfcf-280cd26004d3 req-1bd2ede8-1719-4fc8-b34b-12ae0d77878a service neutron] 10.222.0.70 "GET /v2.0/networks/82c9016a-2e86-43db-b802-2faf8fe68f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876904 Jan 28 20:18:38.631253 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8e4837-dd5e-4666-851b-06349fb8ebdd req-26237a50-0812-451c-90f6-0cab6e2c85f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:38.632764 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1b8e4837-dd5e-4666-851b-06349fb8ebdd req-26237a50-0812-451c-90f6-0cab6e2c85f0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6b5e4a16e1474aaab4b37fcab65f96a9&device_id=d17b0cfd-65f3-4cd8-81ca-dbf2851817d3 HTTP/1.1" status: 200 len: 1127 time: 0.0456800 Jan 28 20:18:38.725785 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8e4837-dd5e-4666-851b-06349fb8ebdd req-1acd4559-29ff-4c39-af19-152e0edd0a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:38.727275 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1b8e4837-dd5e-4666-851b-06349fb8ebdd req-1acd4559-29ff-4c39-af19-152e0edd0a13 service neutron] 10.222.0.70 "GET /v2.0/networks?id=82c9016a-2e86-43db-b802-2faf8fe68f2c HTTP/1.1" status: 200 len: 911 time: 0.0893755 Jan 28 20:18:38.769698 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1b8e4837-dd5e-4666-851b-06349fb8ebdd req-8160d897-6ba3-4f49-bfa6-e8ed9a109b39 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f3a15114-c0a5-45b5-a256-e5e56652f8a1 HTTP/1.1" status: 200 len: 217 time: 0.0356750 Jan 28 20:18:38.818237 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8e4837-dd5e-4666-851b-06349fb8ebdd req-2026b259-87c9-4981-873a-20c8b753211d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:38.819856 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1b8e4837-dd5e-4666-851b-06349fb8ebdd req-2026b259-87c9-4981-873a-20c8b753211d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=42a6bf20-d25e-4935-ad1e-654a55d2642f HTTP/1.1" status: 200 len: 850 time: 0.0450809 Jan 28 20:18:38.875230 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8e4837-dd5e-4666-851b-06349fb8ebdd req-4ce1f781-c9f8-40b6-a658-fa0fb8bccca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:38.876872 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1b8e4837-dd5e-4666-851b-06349fb8ebdd req-4ce1f781-c9f8-40b6-a658-fa0fb8bccca7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=82c9016a-2e86-43db-b802-2faf8fe68f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0513644 Jan 28 20:18:38.968139 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1b8e4837-dd5e-4666-851b-06349fb8ebdd req-7b090708-c9e4-4d00-ba2e-b739cc775c41 service neutron] 10.222.0.70 "GET /v2.0/networks/82c9016a-2e86-43db-b802-2faf8fe68f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853677 Jan 28 20:18:39.025681 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-feecbba0-0c63-4596-856d-1584afe6fb36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:39.067171 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1b8e4837-dd5e-4666-851b-06349fb8ebdd req-cd50829a-79c8-4cf1-937f-e0f73d5cbf67 service neutron] 10.222.0.70 "GET /v2.0/networks/82c9016a-2e86-43db-b802-2faf8fe68f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935445 Jan 28 20:18:39.292832 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec71d52-7f7f-470f-a882-97d4f21b443b req-9814e52b-09de-4fd2-a567-08850bc2743c tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:39.294355 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8ec71d52-7f7f-470f-a882-97d4f21b443b req-9814e52b-09de-4fd2-a567-08850bc2743c tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=d17b0cfd-65f3-4cd8-81ca-dbf2851817d3 HTTP/1.1" status: 200 len: 944 time: 0.0525036 Jan 28 20:18:39.348884 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8ec71d52-7f7f-470f-a882-97d4f21b443b req-41a9e581-a549-494e-9a8e-418b49f6659f tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfa5d048-ef3b-4cec-bb38-29feb49c8ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487337 Jan 28 20:18:40.001093 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:40.468273 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dd04af-4c64-4ba4-a6b2-87fe4128998a req-a3d6f9f3-fcce-475d-bf9d-04adb1c9621b tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:40.469847 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-39dd04af-4c64-4ba4-a6b2-87fe4128998a req-a3d6f9f3-fcce-475d-bf9d-04adb1c9621b tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=d17b0cfd-65f3-4cd8-81ca-dbf2851817d3 HTTP/1.1" status: 200 len: 944 time: 0.0543339 Jan 28 20:18:40.519587 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-39dd04af-4c64-4ba4-a6b2-87fe4128998a req-ce1e090d-0c27-4c30-95d6-ec6dde0ce1fb tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfa5d048-ef3b-4cec-bb38-29feb49c8ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442255 Jan 28 20:18:41.638793 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b5d0ef-670d-416f-b21c-6bfa3fcb8da3 req-132d18ba-edf2-445f-8b3b-f89bb45f5e32 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:41.640405 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a7b5d0ef-670d-416f-b21c-6bfa3fcb8da3 req-132d18ba-edf2-445f-8b3b-f89bb45f5e32 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=d17b0cfd-65f3-4cd8-81ca-dbf2851817d3 HTTP/1.1" status: 200 len: 944 time: 0.0525031 Jan 28 20:18:41.689208 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a7b5d0ef-670d-416f-b21c-6bfa3fcb8da3 req-d7daaf6f-3a0d-4957-90c7-1bd07156db0a tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfa5d048-ef3b-4cec-bb38-29feb49c8ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425620 Jan 28 20:18:41.875488 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:42.814200 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5940d97b-5c9d-4467-9929-d80be0a57761 req-fbe9614d-cfa4-4c02-abef-1469121be1ab tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:42.815688 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5940d97b-5c9d-4467-9929-d80be0a57761 req-fbe9614d-cfa4-4c02-abef-1469121be1ab tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=d17b0cfd-65f3-4cd8-81ca-dbf2851817d3 HTTP/1.1" status: 200 len: 944 time: 0.0565934 Jan 28 20:18:42.868682 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5940d97b-5c9d-4467-9929-d80be0a57761 req-6c5ce6f1-61de-4bf4-bc34-11845620a831 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfa5d048-ef3b-4cec-bb38-29feb49c8ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474830 Jan 28 20:18:43.241528 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:43.988071 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db078d5-d697-4ed2-a87c-96fea6e4016a req-176625c7-2170-408f-a718-b7c53207d96b tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:43.989557 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8db078d5-d697-4ed2-a87c-96fea6e4016a req-176625c7-2170-408f-a718-b7c53207d96b tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=d17b0cfd-65f3-4cd8-81ca-dbf2851817d3 HTTP/1.1" status: 200 len: 944 time: 0.0540047 Jan 28 20:18:44.037370 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8db078d5-d697-4ed2-a87c-96fea6e4016a req-fc42155a-6cf7-4346-8908-7c18f50f405c tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfa5d048-ef3b-4cec-bb38-29feb49c8ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421405 Jan 28 20:18:45.160750 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24873297-d813-4db2-96ad-777a02027ce6 req-f5adbfe2-9ee7-4371-8b2d-dac64e3da26f tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:45.162243 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-24873297-d813-4db2-96ad-777a02027ce6 req-f5adbfe2-9ee7-4371-8b2d-dac64e3da26f tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=d17b0cfd-65f3-4cd8-81ca-dbf2851817d3 HTTP/1.1" status: 200 len: 944 time: 0.0578444 Jan 28 20:18:45.214348 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-24873297-d813-4db2-96ad-777a02027ce6 req-a75cfac8-d5eb-4284-a84a-6a42f6ad224f tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfa5d048-ef3b-4cec-bb38-29feb49c8ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463052 Jan 28 20:18:46.340894 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e39281-e87d-429b-9556-d1370b54aaa3 req-2038b9a7-4215-4091-ae8d-d7f18fde3e28 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:46.342402 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-82e39281-e87d-429b-9556-d1370b54aaa3 req-2038b9a7-4215-4091-ae8d-d7f18fde3e28 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=d17b0cfd-65f3-4cd8-81ca-dbf2851817d3 HTTP/1.1" status: 200 len: 944 time: 0.0575833 Jan 28 20:18:46.390587 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-82e39281-e87d-429b-9556-d1370b54aaa3 req-4e2037b3-133c-4970-b883-d436cfef8870 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfa5d048-ef3b-4cec-bb38-29feb49c8ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425527 Jan 28 20:18:47.507949 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4ce8d3-71dd-4da0-87e8-9804673a6089 req-afcf5f2f-8c78-4cd1-ba78-ef00e1d15c1e tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:47.509369 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-bb4ce8d3-71dd-4da0-87e8-9804673a6089 req-afcf5f2f-8c78-4cd1-ba78-ef00e1d15c1e tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=d17b0cfd-65f3-4cd8-81ca-dbf2851817d3 HTTP/1.1" status: 200 len: 944 time: 0.0528212 Jan 28 20:18:47.557640 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-bb4ce8d3-71dd-4da0-87e8-9804673a6089 req-e8d3c2b1-502b-4b3c-a95f-675b8da83496 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfa5d048-ef3b-4cec-bb38-29feb49c8ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428236 Jan 28 20:18:47.810946 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [req-36ba1c85-3df1-41db-853c-2c9cacdd01a7 req-7fae8425-4c81-478a-a6a8-6856ef0b0e2b service neutron] (103305) timed out ('10.222.0.64', 37096) {{(pid=103305) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 20:18:48.675322 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2880b5-33da-477b-9847-1f5592de729a req-4386905b-fade-4866-8b63-b85a96379671 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:48.676791 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-eb2880b5-33da-477b-9847-1f5592de729a req-4386905b-fade-4866-8b63-b85a96379671 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=d17b0cfd-65f3-4cd8-81ca-dbf2851817d3 HTTP/1.1" status: 200 len: 944 time: 0.0522060 Jan 28 20:18:48.724851 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-eb2880b5-33da-477b-9847-1f5592de729a req-33fe7208-61ab-408c-85fc-28d55b92490a tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfa5d048-ef3b-4cec-bb38-29feb49c8ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426183 Jan 28 20:18:49.839823 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb7aedd-b8d4-4870-9793-bd2d6a85ba59 req-d6e7e3c4-bb6a-47ce-9bb3-c689fda733e0 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:49.841298 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2cb7aedd-b8d4-4870-9793-bd2d6a85ba59 req-d6e7e3c4-bb6a-47ce-9bb3-c689fda733e0 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=d17b0cfd-65f3-4cd8-81ca-dbf2851817d3 HTTP/1.1" status: 200 len: 944 time: 0.0509486 Jan 28 20:18:49.894997 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2cb7aedd-b8d4-4870-9793-bd2d6a85ba59 req-47383948-c765-4494-90c2-62abc367b3f3 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfa5d048-ef3b-4cec-bb38-29feb49c8ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476823 Jan 28 20:18:51.016649 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a8b02c-a1d0-4532-9139-2118da9728d4 req-8d898e39-19f4-49d0-b936-cebf374dac67 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:51.018648 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-95a8b02c-a1d0-4532-9139-2118da9728d4 req-8d898e39-19f4-49d0-b936-cebf374dac67 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=d17b0cfd-65f3-4cd8-81ca-dbf2851817d3 HTTP/1.1" status: 200 len: 944 time: 0.0571084 Jan 28 20:18:51.066490 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-95a8b02c-a1d0-4532-9139-2118da9728d4 req-1cbf9ae6-bcfc-4438-a93c-0df72e4f2c8d tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfa5d048-ef3b-4cec-bb38-29feb49c8ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428734 Jan 28 20:18:51.312789 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:52.187201 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a946a3e7-5bb0-4660-a18b-9dce04b62340 req-d37b9eb0-0ef7-4323-859e-8dd62e281100 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:52.188780 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a946a3e7-5bb0-4660-a18b-9dce04b62340 req-d37b9eb0-0ef7-4323-859e-8dd62e281100 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=d17b0cfd-65f3-4cd8-81ca-dbf2851817d3 HTTP/1.1" status: 200 len: 944 time: 0.0530407 Jan 28 20:18:52.238644 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a946a3e7-5bb0-4660-a18b-9dce04b62340 req-bda2c991-cc76-46ad-8739-c88b2a816d37 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfa5d048-ef3b-4cec-bb38-29feb49c8ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443335 Jan 28 20:18:53.355849 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670cb229-6154-44ba-9536-1c72d7cb4d43 req-9028fdd9-c301-4ea8-9a63-b40408c32ce3 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:53.357749 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-670cb229-6154-44ba-9536-1c72d7cb4d43 req-9028fdd9-c301-4ea8-9a63-b40408c32ce3 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=d17b0cfd-65f3-4cd8-81ca-dbf2851817d3 HTTP/1.1" status: 200 len: 944 time: 0.0528166 Jan 28 20:18:53.404459 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-670cb229-6154-44ba-9536-1c72d7cb4d43 req-e9f78480-8c0b-411f-b235-eb1c4ef46b7d tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfa5d048-ef3b-4cec-bb38-29feb49c8ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406363 Jan 28 20:18:53.674545 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device f3a15114-c0a5-45b5-a256-e5e56652f8a1 details requested by agent hyperv_n-h2-812111-14 with host n-h2-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:18:53.772117 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port f3a15114-c0a5-45b5-a256-e5e56652f8a1, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=f3a15114-c0a5-45b5-a256-e5e56652f8a1,segment=NetworkSegment(62dcf40f-e75f-4b3f-bd0a-763cdc11fb45),segment_id=62dcf40f-e75f-4b3f-bd0a-763cdc11fb45)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:18:53.783320 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Returning: {'device': 'f3a15114-c0a5-45b5-a256-e5e56652f8a1', 'network_id': '82c9016a-2e86-43db-b802-2faf8fe68f2c', 'port_id': 'f3a15114-c0a5-45b5-a256-e5e56652f8a1', 'mac_address': 'fa:16:3e:f8:1b:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42a6bf20-d25e-4935-ad1e-654a55d2642f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:18:53.819541 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port f3a15114-c0a5-45b5-a256-e5e56652f8a1 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:18:53.819928 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (f3a15114-c0a5-45b5-a256-e5e56652f8a1), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:53.832388 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3a15114-c0a5-45b5-a256-e5e56652f8a1 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:18:53.850853 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port f3a15114-c0a5-45b5-a256-e5e56652f8a1, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=f3a15114-c0a5-45b5-a256-e5e56652f8a1,segment=NetworkSegment(62dcf40f-e75f-4b3f-bd0a-763cdc11fb45),segment_id=62dcf40f-e75f-4b3f-bd0a-763cdc11fb45)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:18:53.854788 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (f3a15114-c0a5-45b5-a256-e5e56652f8a1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:53.900179 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=f3a15114-c0a5-45b5-a256-e5e56652f8a1,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:18:53.907423 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:53.907774 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:53.908118 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:53.908468 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:53.908798 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:53.909155 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:53.909488 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:53.909822 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:53.910148 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:53.910475 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:53.910801 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:53.911128 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:53.911451 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:54.128675 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['f3a15114-c0a5-45b5-a256-e5e56652f8a1'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:18:54.361019 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:54.521696 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e081719-e773-4e84-a252-9ba108b2ea48 req-94433114-c9c9-41ea-be79-32490ac0a3a7 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:54.523414 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3e081719-e773-4e84-a252-9ba108b2ea48 req-94433114-c9c9-41ea-be79-32490ac0a3a7 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=d17b0cfd-65f3-4cd8-81ca-dbf2851817d3 HTTP/1.1" status: 200 len: 945 time: 0.0532908 Jan 28 20:18:54.572475 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3e081719-e773-4e84-a252-9ba108b2ea48 req-04db15cf-861c-4884-b948-a6603fb01927 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfa5d048-ef3b-4cec-bb38-29feb49c8ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433862 Jan 28 20:18:55.688732 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b438ff-e453-4a04-b7ea-cfabc9ca1b4b req-10a528a4-cc30-4f56-8f53-9035af5c8e62 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:55.690266 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-33b438ff-e453-4a04-b7ea-cfabc9ca1b4b req-10a528a4-cc30-4f56-8f53-9035af5c8e62 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=d17b0cfd-65f3-4cd8-81ca-dbf2851817d3 HTTP/1.1" status: 200 len: 945 time: 0.0521796 Jan 28 20:18:55.708653 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device f3a15114-c0a5-45b5-a256-e5e56652f8a1 up at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:18:55.743732 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-33b438ff-e453-4a04-b7ea-cfabc9ca1b4b req-e8d167a7-e449-4413-b8c2-9f8f2b72e211 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfa5d048-ef3b-4cec-bb38-29feb49c8ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479450 Jan 28 20:18:55.757667 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning for port f3a15114-c0a5-45b5-a256-e5e56652f8a1 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:18:55.761832 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning complete for port f3a15114-c0a5-45b5-a256-e5e56652f8a1 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:18:55.762213 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (f3a15114-c0a5-45b5-a256-e5e56652f8a1), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:55.838720 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port f3a15114-c0a5-45b5-a256-e5e56652f8a1 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:18:55.839106 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (f3a15114-c0a5-45b5-a256-e5e56652f8a1), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:55.860865 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd17b0cfd-65f3-4cd8-81ca-dbf2851817d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3a15114-c0a5-45b5-a256-e5e56652f8a1'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:18:55.863057 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}704c702df6f21e7df92d3d89d4c6cfde2c6406e49d8202b36454fc5209adee22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf5002ce-8c65-462e-b4c7-1674c7fa4df4" -d '{"events": [{"server_uuid": "d17b0cfd-65f3-4cd8-81ca-dbf2851817d3", "name": "network-vif-plugged", "status": "completed", "tag": "f3a15114-c0a5-45b5-a256-e5e56652f8a1"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:18:55.876301 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port f3a15114-c0a5-45b5-a256-e5e56652f8a1, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=f3a15114-c0a5-45b5-a256-e5e56652f8a1,segment=NetworkSegment(62dcf40f-e75f-4b3f-bd0a-763cdc11fb45),segment_id=62dcf40f-e75f-4b3f-bd0a-763cdc11fb45)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:18:55.879914 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (f3a15114-c0a5-45b5-a256-e5e56652f8a1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:55.931910 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=f3a15114-c0a5-45b5-a256-e5e56652f8a1,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:18:56.862579 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ca3e80-1ba8-4473-a3c9-554c87b859ce req-86450568-3cbd-4c62-a36c-abf8370e933a tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:56.864073 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-48ca3e80-1ba8-4473-a3c9-554c87b859ce req-86450568-3cbd-4c62-a36c-abf8370e933a tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=d17b0cfd-65f3-4cd8-81ca-dbf2851817d3 HTTP/1.1" status: 200 len: 946 time: 0.0526173 Jan 28 20:18:56.914111 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-48ca3e80-1ba8-4473-a3c9-554c87b859ce req-1c2ca475-7b7b-418c-a332-81564285f387 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfa5d048-ef3b-4cec-bb38-29feb49c8ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445364 Jan 28 20:18:56.966504 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ef9bf3c-cc15-4709-8a08-a506ee436fbc x-openstack-request-id: req-5ef9bf3c-cc15-4709-8a08-a506ee436fbc {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:18:56.966959 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d17b0cfd-65f3-4cd8-81ca-dbf2851817d3", "name": "network-vif-plugged", "status": "completed", "tag": "f3a15114-c0a5-45b5-a256-e5e56652f8a1", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:18:56.967153 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5ef9bf3c-cc15-4709-8a08-a506ee436fbc {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:18:56.967427 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd17b0cfd-65f3-4cd8-81ca-dbf2851817d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3a15114-c0a5-45b5-a256-e5e56652f8a1', 'code': 200} Jan 28 20:18:57.072933 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1825179d-a9a1-42ef-974c-0317625c7351 req-0b26aba7-c4db-47e5-a368-f8891278b49a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:57.074378 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1825179d-a9a1-42ef-974c-0317625c7351 req-0b26aba7-c4db-47e5-a368-f8891278b49a service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=d17b0cfd-65f3-4cd8-81ca-dbf2851817d3 HTTP/1.1" status: 200 len: 1129 time: 0.0505171 Jan 28 20:18:57.119953 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1825179d-a9a1-42ef-974c-0317625c7351 req-c135835b-5acf-4f0f-96e2-c09203b59961 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=cfa5d048-ef3b-4cec-bb38-29feb49c8ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385509 Jan 28 20:18:58.034814 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff4e276-31c1-44a7-84bc-374d156f0025 req-2e6a321a-dae5-4108-9358-ebb70851ccc4 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:58.036432 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-aff4e276-31c1-44a7-84bc-374d156f0025 req-2e6a321a-dae5-4108-9358-ebb70851ccc4 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=d17b0cfd-65f3-4cd8-81ca-dbf2851817d3 HTTP/1.1" status: 200 len: 946 time: 0.0537708 Jan 28 20:18:58.087268 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-aff4e276-31c1-44a7-84bc-374d156f0025 req-2fd6b632-17eb-463e-8bdf-e783247b5504 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfa5d048-ef3b-4cec-bb38-29feb49c8ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454605 Jan 28 20:18:59.206208 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d539e7-10a8-44ef-98e5-b414eaee0b15 req-64954c87-cc0a-44c3-8b66-065be7071c2e tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:59.207751 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-12d539e7-10a8-44ef-98e5-b414eaee0b15 req-64954c87-cc0a-44c3-8b66-065be7071c2e tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=d17b0cfd-65f3-4cd8-81ca-dbf2851817d3 HTTP/1.1" status: 200 len: 946 time: 0.0532017 Jan 28 20:18:59.257572 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-12d539e7-10a8-44ef-98e5-b414eaee0b15 req-df9b390b-c788-48f2-bcd1-123847bdcaf8 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfa5d048-ef3b-4cec-bb38-29feb49c8ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443413 Jan 28 20:18:59.380907 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d423c0ef-0033-45bf-a2cb-640d00cd08df req-e948dcd3-9ae8-4ba8-ad3a-6a4fa61b4729 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:59.382356 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d423c0ef-0033-45bf-a2cb-640d00cd08df req-e948dcd3-9ae8-4ba8-ad3a-6a4fa61b4729 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=d17b0cfd-65f3-4cd8-81ca-dbf2851817d3 HTTP/1.1" status: 200 len: 946 time: 0.0575805 Jan 28 20:18:59.433357 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d423c0ef-0033-45bf-a2cb-640d00cd08df req-112298a2-f9f9-46da-bb44-44b879b0565c tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfa5d048-ef3b-4cec-bb38-29feb49c8ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445914 Jan 28 20:18:59.455321 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 39798) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:18:59.539990 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2178cecf-9209-4002-86b5-68754f2508b7 tempest-TestVolumeBootPattern-1651031308 tempest-TestVolumeBootPattern-1651031308-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:59.541537 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-2178cecf-9209-4002-86b5-68754f2508b7 tempest-TestVolumeBootPattern-1651031308 tempest-TestVolumeBootPattern-1651031308-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=d17b0cfd-65f3-4cd8-81ca-dbf2851817d3 HTTP/1.1" status: 200 len: 1124 time: 0.0852711 Jan 28 20:18:59.544388 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 39802) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:18:59.548659 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-bd1145e6-57f8-4836-9dde-6d907ea8ecc2 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Request body: {'floatingip': {'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'port_id': 'f3a15114-c0a5-45b5-a256-e5e56652f8a1', 'tenant_id': '6b5e4a16e1474aaab4b37fcab65f96a9', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:18:59.568538 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bd1145e6-57f8-4836-9dde-6d907ea8ecc2 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:59.668956 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bd1145e6-57f8-4836-9dde-6d907ea8ecc2 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:59.768819 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-bd1145e6-57f8-4836-9dde-6d907ea8ecc2 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Allocated IP 172.25.6.215 (d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8/a648e4ab-7422-41b9-b133-58aca25ab8f5/fd2a440f-3780-4d37-b885-36d31dbb91f7) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:18:59.871729 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bd1145e6-57f8-4836-9dde-6d907ea8ecc2 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Publish callbacks [] for port (fd2a440f-3780-4d37-b885-36d31dbb91f7), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:59.905030 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bd1145e6-57f8-4836-9dde-6d907ea8ecc2 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (fd2a440f-3780-4d37-b885-36d31dbb91f7), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:59.940972 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd1145e6-57f8-4836-9dde-6d907ea8ecc2 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:18:59.943662 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-bd1145e6-57f8-4836-9dde-6d907ea8ecc2 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:18:59.947076 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1145e6-57f8-4836-9dde-6d907ea8ecc2 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:18:59.973270 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1145e6-57f8-4836-9dde-6d907ea8ecc2 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Pushing event updated for resources: {'Port': ['ID=fd2a440f-3780-4d37-b885-36d31dbb91f7,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:18:59.986932 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1145e6-57f8-4836-9dde-6d907ea8ecc2 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:59.987287 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1145e6-57f8-4836-9dde-6d907ea8ecc2 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:59.987642 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1145e6-57f8-4836-9dde-6d907ea8ecc2 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:59.987987 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1145e6-57f8-4836-9dde-6d907ea8ecc2 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:59.988329 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1145e6-57f8-4836-9dde-6d907ea8ecc2 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:59.988669 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1145e6-57f8-4836-9dde-6d907ea8ecc2 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:59.989008 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1145e6-57f8-4836-9dde-6d907ea8ecc2 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:59.989375 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1145e6-57f8-4836-9dde-6d907ea8ecc2 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:59.989709 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1145e6-57f8-4836-9dde-6d907ea8ecc2 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:59.990039 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1145e6-57f8-4836-9dde-6d907ea8ecc2 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:59.990370 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1145e6-57f8-4836-9dde-6d907ea8ecc2 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:59.990702 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1145e6-57f8-4836-9dde-6d907ea8ecc2 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:59.991032 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1145e6-57f8-4836-9dde-6d907ea8ecc2 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:19:00.323173 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bd1145e6-57f8-4836-9dde-6d907ea8ecc2 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Publish callbacks [] for floatingip (25118133-f41e-49b1-b0ee-6b751445ad20), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:19:00.390219 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bd1145e6-57f8-4836-9dde-6d907ea8ecc2 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (fd2a440f-3780-4d37-b885-36d31dbb91f7), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:19:00.542938 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bd1145e6-57f8-4836-9dde-6d907ea8ecc2 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Publish callbacks [] for port (fd2a440f-3780-4d37-b885-36d31dbb91f7), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:19:00.547120 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bd1145e6-57f8-4836-9dde-6d907ea8ecc2 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (fd2a440f-3780-4d37-b885-36d31dbb91f7), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:19:00.617640 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1145e6-57f8-4836-9dde-6d907ea8ecc2 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Pushing event updated for resources: {'Port': ['ID=fd2a440f-3780-4d37-b885-36d31dbb91f7,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:19:00.628381 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bd1145e6-57f8-4836-9dde-6d907ea8ecc2 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734886'] for floatingip (25118133-f41e-49b1-b0ee-6b751445ad20), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:19:00.730327 n-d-812111-14 neutron-server[103305]: INFO neutron.db.l3_db [None req-bd1145e6-57f8-4836-9dde-6d907ea8ecc2 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Floating IP 25118133-f41e-49b1-b0ee-6b751445ad20 associated. External IP: 172.25.6.215, port: f3a15114-c0a5-45b5-a256-e5e56652f8a1. Jan 28 20:19:00.939994 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd1145e6-57f8-4836-9dde-6d907ea8ecc2 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Router f222fb0c-5874-49d5-bc15-b7e4a9f47e5a has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:19:01.044415 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd1145e6-57f8-4836-9dde-6d907ea8ecc2 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:19:01.054707 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edbf0860-8994-4b35-81ee-1051f010c1b5 None None] Sync routers for ids ['f222fb0c-5874-49d5-bc15-b7e4a9f47e5a'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:19:01.061616 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bd1145e6-57f8-4836-9dde-6d907ea8ecc2 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for floatingip (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:19:01.065613 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edbf0860-8994-4b35-81ee-1051f010c1b5 None None] Routers {'f222fb0c-5874-49d5-bc15-b7e4a9f47e5a'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:19:01.066231 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-edbf0860-8994-4b35-81ee-1051f010c1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:18:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['f222fb0c-5874-49d5-bc15-b7e4a9f47e5a'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:19:01.095079 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-bd1145e6-57f8-4836-9dde-6d907ea8ecc2 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5496931 Jan 28 20:19:01.095928 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd17b0cfd-65f3-4cd8-81ca-dbf2851817d3', 'tag': 'f3a15114-c0a5-45b5-a256-e5e56652f8a1'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:19:01.098483 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}981202432542b3bd90586abfd28c53181d71ca775a89b024ffbb9268f9379f4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07f80683-efa9-4f6d-b7b3-4d899fe041e7" -d '{"events": [{"name": "network-changed", "server_uuid": "d17b0cfd-65f3-4cd8-81ca-dbf2851817d3", "tag": "f3a15114-c0a5-45b5-a256-e5e56652f8a1"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:19:01.136488 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6f683b2-02e9-42cf-859d-8296a018ac63 x-openstack-request-id: req-d6f683b2-02e9-42cf-859d-8296a018ac63 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:19:01.136883 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d17b0cfd-65f3-4cd8-81ca-dbf2851817d3", "tag": "f3a15114-c0a5-45b5-a256-e5e56652f8a1", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:19:01.137264 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d6f683b2-02e9-42cf-859d-8296a018ac63 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:19:01.137839 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd17b0cfd-65f3-4cd8-81ca-dbf2851817d3', 'tag': 'f3a15114-c0a5-45b5-a256-e5e56652f8a1', 'status': 'completed', 'code': 200} Jan 28 20:19:01.175067 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-edbf0860-8994-4b35-81ee-1051f010c1b5 None None] Set router f222fb0c-5874-49d5-bc15-b7e4a9f47e5a gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:19:01.210318 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f80683-efa9-4f6d-b7b3-4d899fe041e7 req-dfb8e851-e1d9-4055-ac05-b0a345cc6040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:01.211780 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-07f80683-efa9-4f6d-b7b3-4d899fe041e7 req-dfb8e851-e1d9-4055-ac05-b0a345cc6040 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6b5e4a16e1474aaab4b37fcab65f96a9&device_id=d17b0cfd-65f3-4cd8-81ca-dbf2851817d3 HTTP/1.1" status: 200 len: 1129 time: 0.0515721 Jan 28 20:19:01.302045 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f80683-efa9-4f6d-b7b3-4d899fe041e7 req-c83cd814-e958-44b1-8bc2-2b3beb23d31d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:01.303523 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-07f80683-efa9-4f6d-b7b3-4d899fe041e7 req-c83cd814-e958-44b1-8bc2-2b3beb23d31d service neutron] 10.222.0.70 "GET /v2.0/networks?id=82c9016a-2e86-43db-b802-2faf8fe68f2c HTTP/1.1" status: 200 len: 911 time: 0.0851653 Jan 28 20:19:01.375462 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-07f80683-efa9-4f6d-b7b3-4d899fe041e7 req-5f3b9517-0611-486d-9c13-2dc35a4958f4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f3a15114-c0a5-45b5-a256-e5e56652f8a1 HTTP/1.1" status: 200 len: 1000 time: 0.0642860 Jan 28 20:19:01.394534 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-edbf0860-8994-4b35-81ee-1051f010c1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f222fb0c-5874-49d5-bc15-b7e4a9f47e5a', 'name': 'tempest-TestVolumeBootPattern-352351620-router', 'tenant_id': '6b5e4a16e1474aaab4b37fcab65f96a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '47ab321f-a840-499b-ae8d-2e991f352d3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:11:22Z', 'updated_at': '2022-01-28T20:11:25Z', 'revision_number': 4, 'project_id': '6b5e4a16e1474aaab4b37fcab65f96a9', 'gw_port': {'id': '47ab321f-a840-499b-ae8d-2e991f352d3d', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:24:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f222fb0c-5874-49d5-bc15-b7e4a9f47e5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:11:23Z', 'updated_at': '2022-01-28T20:11:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_floatingips': [{'id': '25118133-f41e-49b1-b0ee-6b751445ad20', 'tenant_id': '6b5e4a16e1474aaab4b37fcab65f96a9', 'floating_ip_address': '172.25.6.215', 'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'router_id': 'f222fb0c-5874-49d5-bc15-b7e4a9f47e5a', 'port_id': 'f3a15114-c0a5-45b5-a256-e5e56652f8a1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '82c9016a-2e86-43db-b802-2faf8fe68f2c', 'mac_address': 'fa:16:3e:f8:1b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17b0cfd-65f3-4cd8-81ca-dbf2851817d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:19:00Z', 'updated_at': '2022-01-28T20:19:00Z', 'revision_number': 0, 'project_id': '6b5e4a16e1474aaab4b37fcab65f96a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba92694b-9acc-4040-81bd-f537df0ec768', 'name': '', 'network_id': '82c9016a-2e86-43db-b802-2faf8fe68f2c', 'tenant_id': '6b5e4a16e1474aaab4b37fcab65f96a9', 'mac_address': 'fa:16:3e:f1:9a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f222fb0c-5874-49d5-bc15-b7e4a9f47e5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '42a6bf20-d25e-4935-ad1e-654a55d2642f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:11:24Z', 'updated_at': '2022-01-28T20:11:29Z', 'revision_number': 5, 'project_id': '6b5e4a16e1474aaab4b37fcab65f96a9', 'subnets': [{'id': '42a6bf20-d25e-4935-ad1e-654a55d2642f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:19:01.420108 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edbf0860-8994-4b35-81ee-1051f010c1b5 None None] Checking router: f222fb0c-5874-49d5-bc15-b7e4a9f47e5a for host: n-d-812111-14 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:19:01.422939 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f80683-efa9-4f6d-b7b3-4d899fe041e7 req-749148d1-0146-4ea3-bd9e-a68fcb5a08e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:01.424407 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-07f80683-efa9-4f6d-b7b3-4d899fe041e7 req-749148d1-0146-4ea3-bd9e-a68fcb5a08e8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=42a6bf20-d25e-4935-ad1e-654a55d2642f HTTP/1.1" status: 200 len: 850 time: 0.0434310 Jan 28 20:19:01.428623 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edbf0860-8994-4b35-81ee-1051f010c1b5 None None] Routers {'f222fb0c-5874-49d5-bc15-b7e4a9f47e5a'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:19:01.429265 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-edbf0860-8994-4b35-81ee-1051f010c1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:18:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['f222fb0c-5874-49d5-bc15-b7e4a9f47e5a'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:19:01.474822 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f80683-efa9-4f6d-b7b3-4d899fe041e7 req-26a60d48-0355-48e7-9f90-bf6ea75f982e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:01.476228 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-07f80683-efa9-4f6d-b7b3-4d899fe041e7 req-26a60d48-0355-48e7-9f90-bf6ea75f982e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=82c9016a-2e86-43db-b802-2faf8fe68f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0446544 Jan 28 20:19:01.539228 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-edbf0860-8994-4b35-81ee-1051f010c1b5 None None] Set router f222fb0c-5874-49d5-bc15-b7e4a9f47e5a gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:19:01.572748 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-07f80683-efa9-4f6d-b7b3-4d899fe041e7 req-2fb71cb9-2a2d-4d09-9725-318ae3b2c897 service neutron] 10.222.0.70 "GET /v2.0/networks/82c9016a-2e86-43db-b802-2faf8fe68f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900950 Jan 28 20:19:01.664159 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-07f80683-efa9-4f6d-b7b3-4d899fe041e7 req-def27e71-de63-4007-af53-00c069c2a5d1 service neutron] 10.222.0.70 "GET /v2.0/networks/82c9016a-2e86-43db-b802-2faf8fe68f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846524 Jan 28 20:19:01.755282 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-edbf0860-8994-4b35-81ee-1051f010c1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f222fb0c-5874-49d5-bc15-b7e4a9f47e5a', 'name': 'tempest-TestVolumeBootPattern-352351620-router', 'tenant_id': '6b5e4a16e1474aaab4b37fcab65f96a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '47ab321f-a840-499b-ae8d-2e991f352d3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:11:22Z', 'updated_at': '2022-01-28T20:11:25Z', 'revision_number': 4, 'project_id': '6b5e4a16e1474aaab4b37fcab65f96a9', 'gw_port': {'id': '47ab321f-a840-499b-ae8d-2e991f352d3d', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:24:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f222fb0c-5874-49d5-bc15-b7e4a9f47e5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:11:23Z', 'updated_at': '2022-01-28T20:11:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_floatingips': [{'id': '25118133-f41e-49b1-b0ee-6b751445ad20', 'tenant_id': '6b5e4a16e1474aaab4b37fcab65f96a9', 'floating_ip_address': '172.25.6.215', 'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'router_id': 'f222fb0c-5874-49d5-bc15-b7e4a9f47e5a', 'port_id': 'f3a15114-c0a5-45b5-a256-e5e56652f8a1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '82c9016a-2e86-43db-b802-2faf8fe68f2c', 'mac_address': 'fa:16:3e:f8:1b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17b0cfd-65f3-4cd8-81ca-dbf2851817d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:19:00Z', 'updated_at': '2022-01-28T20:19:00Z', 'revision_number': 0, 'project_id': '6b5e4a16e1474aaab4b37fcab65f96a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba92694b-9acc-4040-81bd-f537df0ec768', 'name': '', 'network_id': '82c9016a-2e86-43db-b802-2faf8fe68f2c', 'tenant_id': '6b5e4a16e1474aaab4b37fcab65f96a9', 'mac_address': 'fa:16:3e:f1:9a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f222fb0c-5874-49d5-bc15-b7e4a9f47e5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '42a6bf20-d25e-4935-ad1e-654a55d2642f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:11:24Z', 'updated_at': '2022-01-28T20:11:29Z', 'revision_number': 5, 'project_id': '6b5e4a16e1474aaab4b37fcab65f96a9', 'subnets': [{'id': '42a6bf20-d25e-4935-ad1e-654a55d2642f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:19:01.783836 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edbf0860-8994-4b35-81ee-1051f010c1b5 None None] The sync data for ids ['f222fb0c-5874-49d5-bc15-b7e4a9f47e5a'] in n-d-812111-14 is: [{'id': 'f222fb0c-5874-49d5-bc15-b7e4a9f47e5a', 'name': 'tempest-TestVolumeBootPattern-352351620-router', 'tenant_id': '6b5e4a16e1474aaab4b37fcab65f96a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '47ab321f-a840-499b-ae8d-2e991f352d3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:11:22Z', 'updated_at': '2022-01-28T20:11:25Z', 'revision_number': 4, 'project_id': '6b5e4a16e1474aaab4b37fcab65f96a9', 'gw_port': {'id': '47ab321f-a840-499b-ae8d-2e991f352d3d', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:24:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f222fb0c-5874-49d5-bc15-b7e4a9f47e5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:11:23Z', 'updated_at': '2022-01-28T20:11:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_floatingips': [{'id': '25118133-f41e-49b1-b0ee-6b751445ad20', 'tenant_id': '6b5e4a16e1474aaab4b37fcab65f96a9', 'floating_ip_address': '172.25.6.215', 'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'router_id': 'f222fb0c-5874-49d5-bc15-b7e4a9f47e5a', 'port_id': 'f3a15114-c0a5-45b5-a256-e5e56652f8a1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '82c9016a-2e86-43db-b802-2faf8fe68f2c', 'mac_address': 'fa:16:3e:f8:1b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17b0cfd-65f3-4cd8-81ca-dbf2851817d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:19:00Z', 'updated_at': '2022-01-28T20:19:00Z', 'revision_number': 0, 'project_id': '6b5e4a16e1474aaab4b37fcab65f96a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba92694b-9acc-4040-81bd-f537df0ec768', 'name': '', 'network_id': '82c9016a-2e86-43db-b802-2faf8fe68f2c', 'tenant_id': '6b5e4a16e1474aaab4b37fcab65f96a9', 'mac_address': 'fa:16:3e:f1:9a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f222fb0c-5874-49d5-bc15-b7e4a9f47e5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '42a6bf20-d25e-4935-ad1e-654a55d2642f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:11:24Z', 'updated_at': '2022-01-28T20:11:29Z', 'revision_number': 5, 'project_id': '6b5e4a16e1474aaab4b37fcab65f96a9', 'subnets': [{'id': '42a6bf20-d25e-4935-ad1e-654a55d2642f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:19:01.972921 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ce285d-6070-467a-89ab-97023a09bf94 None None] New status for floating IP 25118133-f41e-49b1-b0ee-6b751445ad20: ACTIVE {{(pid=103306) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 20:19:05.156930 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:19:06.784131 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6fa74644-77b0-4858-9067-74ff7945867e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:19:09.027789 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3901b162-b8a3-4249-a41e-0781801c7bb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:19:09.760534 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7f59e197-df3d-47ea-935d-a546a02a18df req-0af4b964-c189-4e7b-a494-d13e21d6a520 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=d17b0cfd-65f3-4cd8-81ca-dbf2851817d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0486279 Jan 28 20:19:09.856730 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f59e197-df3d-47ea-935d-a546a02a18df req-b351ac40-81ad-4d0a-8925-8a158e45a70a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:09.858809 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7f59e197-df3d-47ea-935d-a546a02a18df req-b351ac40-81ad-4d0a-8925-8a158e45a70a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6b5e4a16e1474aaab4b37fcab65f96a9&device_id=d17b0cfd-65f3-4cd8-81ca-dbf2851817d3 HTTP/1.1" status: 200 len: 1129 time: 0.0540555 Jan 28 20:19:09.967487 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f59e197-df3d-47ea-935d-a546a02a18df req-b39bf280-cb2d-4d38-bc01-f36532f87b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:09.969528 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7f59e197-df3d-47ea-935d-a546a02a18df req-b39bf280-cb2d-4d38-bc01-f36532f87b3f service neutron] 10.222.0.70 "GET /v2.0/networks?id=82c9016a-2e86-43db-b802-2faf8fe68f2c HTTP/1.1" status: 200 len: 911 time: 0.0897145 Jan 28 20:19:10.003222 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:19:10.046574 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7f59e197-df3d-47ea-935d-a546a02a18df req-964ec513-b913-4354-9e9e-93b4daee3d50 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f3a15114-c0a5-45b5-a256-e5e56652f8a1 HTTP/1.1" status: 200 len: 1002 time: 0.0703120 Jan 28 20:19:10.100809 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f59e197-df3d-47ea-935d-a546a02a18df req-38da8aae-672a-4cd0-ad31-29b188ace3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:10.102503 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7f59e197-df3d-47ea-935d-a546a02a18df req-38da8aae-672a-4cd0-ad31-29b188ace3d1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=42a6bf20-d25e-4935-ad1e-654a55d2642f HTTP/1.1" status: 200 len: 850 time: 0.0473604 Jan 28 20:19:10.159518 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f59e197-df3d-47ea-935d-a546a02a18df req-72e87fc5-0a68-4bd3-975a-02b408e963a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:10.161247 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7f59e197-df3d-47ea-935d-a546a02a18df req-72e87fc5-0a68-4bd3-975a-02b408e963a4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=82c9016a-2e86-43db-b802-2faf8fe68f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0498021 Jan 28 20:19:10.260334 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7f59e197-df3d-47ea-935d-a546a02a18df req-3d488b3f-5585-4bbf-a789-b1ea132cb9ef service neutron] 10.222.0.70 "GET /v2.0/networks/82c9016a-2e86-43db-b802-2faf8fe68f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926676 Jan 28 20:19:10.351689 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7f59e197-df3d-47ea-935d-a546a02a18df req-8c8e65ae-a2cb-4f39-a66b-7f8329d6c190 service neutron] 10.222.0.70 "GET /v2.0/networks/82c9016a-2e86-43db-b802-2faf8fe68f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817742 Jan 28 20:19:11.875310 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:19:13.235222 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:19:21.312928 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:19:24.373237 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:19:36.785855 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c5f53ece-b09f-4988-8581-be9333d83caf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:19:39.029904 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3d3552da-636a-4419-ba93-a5b58b51f91a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:19:40.005074 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:19:41.878011 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:19:42.156453 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:19:43.237645 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:19:51.324051 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:19:54.387235 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:06.787731 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-60353e6a-64bb-4983-a869-2e687aa555f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:09.034247 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a927f0e3-5c4f-4e92-acd5-21fc47758bc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:10.008538 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:11.759576 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a3e686ff-6ad4-4b68-a999-edaa8985fc52 req-129698fc-9d7a-4702-9a33-ee2d94fafa6d service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=d17b0cfd-65f3-4cd8-81ca-dbf2851817d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0494456 Jan 28 20:20:11.850245 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e686ff-6ad4-4b68-a999-edaa8985fc52 req-5b5628a3-7ef4-4964-9ff8-c5141480487c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:11.851766 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a3e686ff-6ad4-4b68-a999-edaa8985fc52 req-5b5628a3-7ef4-4964-9ff8-c5141480487c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6b5e4a16e1474aaab4b37fcab65f96a9&device_id=d17b0cfd-65f3-4cd8-81ca-dbf2851817d3 HTTP/1.1" status: 200 len: 1129 time: 0.0498686 Jan 28 20:20:11.881353 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:11.958231 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e686ff-6ad4-4b68-a999-edaa8985fc52 req-98058793-d6bb-4e87-9bc8-3db2685e11ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:11.959704 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a3e686ff-6ad4-4b68-a999-edaa8985fc52 req-98058793-d6bb-4e87-9bc8-3db2685e11ec service neutron] 10.222.0.70 "GET /v2.0/networks?id=82c9016a-2e86-43db-b802-2faf8fe68f2c HTTP/1.1" status: 200 len: 911 time: 0.0858436 Jan 28 20:20:12.033714 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a3e686ff-6ad4-4b68-a999-edaa8985fc52 req-c1bd14b5-cca3-4727-9a5c-c930e7d8cb78 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f3a15114-c0a5-45b5-a256-e5e56652f8a1 HTTP/1.1" status: 200 len: 1002 time: 0.0657105 Jan 28 20:20:12.083173 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e686ff-6ad4-4b68-a999-edaa8985fc52 req-4ecad6fa-c9c5-4335-8420-07fd5ce7dd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:12.084690 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a3e686ff-6ad4-4b68-a999-edaa8985fc52 req-4ecad6fa-c9c5-4335-8420-07fd5ce7dd17 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=42a6bf20-d25e-4935-ad1e-654a55d2642f HTTP/1.1" status: 200 len: 850 time: 0.0448086 Jan 28 20:20:12.140628 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e686ff-6ad4-4b68-a999-edaa8985fc52 req-84daf6d3-4e3b-4f06-b967-a5b1301b5a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:12.142221 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a3e686ff-6ad4-4b68-a999-edaa8985fc52 req-84daf6d3-4e3b-4f06-b967-a5b1301b5a9f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=82c9016a-2e86-43db-b802-2faf8fe68f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0508289 Jan 28 20:20:12.246074 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a3e686ff-6ad4-4b68-a999-edaa8985fc52 req-b44705c9-fa5f-4bd1-bb33-6bbc6a37f19a service neutron] 10.222.0.70 "GET /v2.0/networks/82c9016a-2e86-43db-b802-2faf8fe68f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941086 Jan 28 20:20:12.334101 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a3e686ff-6ad4-4b68-a999-edaa8985fc52 req-2ffb93d6-9795-4eee-85c9-2a89fffa29af service neutron] 10.222.0.70 "GET /v2.0/networks/82c9016a-2e86-43db-b802-2faf8fe68f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821710 Jan 28 20:20:13.242594 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:19.155781 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:20:21.327827 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:24.384834 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:36.789751 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3d112966-7e51-4d60-a84a-724533c2f337 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:39.037682 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ab10e545-a5f2-4472-9492-296d5f4fe212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:40.037659 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:41.885066 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:43.246560 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:43.485875 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-45aa3f2a-4070-4a62-bc3b-5ba6ea6f025d req-ae7f9bfe-5716-4901-98e9-6d9945238096 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-140444305&fields=id&tenant_id=6b5e4a16e1474aaab4b37fcab65f96a9 HTTP/1.1" status: 200 len: 267 time: 0.0468254 Jan 28 20:20:43.591477 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aa3f2a-4070-4a62-bc3b-5ba6ea6f025d req-eed727dd-b86c-4d65-bc1d-f0d2059f4fff tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:43.592937 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-45aa3f2a-4070-4a62-bc3b-5ba6ea6f025d req-eed727dd-b86c-4d65-bc1d-f0d2059f4fff tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/networks?id=82c9016a-2e86-43db-b802-2faf8fe68f2c HTTP/1.1" status: 200 len: 811 time: 0.1006908 Jan 28 20:20:43.607268 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-45aa3f2a-4070-4a62-bc3b-5ba6ea6f025d req-29dc15ee-ab72-4acc-bbbf-7b062c728498 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/quotas/6b5e4a16e1474aaab4b37fcab65f96a9 HTTP/1.1" status: 200 len: 375 time: 0.0089991 Jan 28 20:20:43.667003 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-45aa3f2a-4070-4a62-bc3b-5ba6ea6f025d req-1e04bdd8-adaa-4e76-8071-7339a411d73f tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=6b5e4a16e1474aaab4b37fcab65f96a9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0549457 Jan 28 20:20:43.764200 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-45aa3f2a-4070-4a62-bc3b-5ba6ea6f025d req-21ae4ecc-be9d-4b37-ae6f-40220be224b9 service neutron] 10.222.0.64 "GET /v2.0/networks/82c9016a-2e86-43db-b802-2faf8fe68f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848358 Jan 28 20:20:43.858277 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-45aa3f2a-4070-4a62-bc3b-5ba6ea6f025d req-0fc52bad-acb3-4965-a30a-dbd6b08574f9 service neutron] 10.222.0.64 "GET /v2.0/networks/82c9016a-2e86-43db-b802-2faf8fe68f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882425 Jan 28 20:20:44.137732 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4d52f792-d499-4ade-9121-629ac07ec47d req-b59b4a1b-ee6e-44b6-b74d-b5268142ed49 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=17637846-4b63-4232-9551-5791ada65f3e HTTP/1.1" status: 200 len: 210 time: 0.0282071 Jan 28 20:20:45.216378 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6cf97a32-4d5b-415f-a386-22a58a5c5596 req-39fe85c9-a617-4129-b209-9ce47e0201e4 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=17637846-4b63-4232-9551-5791ada65f3e HTTP/1.1" status: 200 len: 210 time: 0.0285347 Jan 28 20:20:46.298236 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-19d87548-544c-4563-ab6e-5e94700f8a01 req-cae3b262-182a-42d8-8d7a-58e9e636f327 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=17637846-4b63-4232-9551-5791ada65f3e HTTP/1.1" status: 200 len: 210 time: 0.0314531 Jan 28 20:20:47.378411 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-48c2f447-40e7-4a0c-94e9-3d63b4f0aa05 req-72ac6787-b5c1-46ac-a203-5b289a1289b7 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=17637846-4b63-4232-9551-5791ada65f3e HTTP/1.1" status: 200 len: 210 time: 0.0277896 Jan 28 20:20:48.469963 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5b7d4bac-0a7c-4289-9963-a5d76735d77e req-470a25ae-cffa-4c7f-9bb2-3a553e49ef2a tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=17637846-4b63-4232-9551-5791ada65f3e HTTP/1.1" status: 200 len: 210 time: 0.0275555 Jan 28 20:20:49.164513 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aa3f2a-4070-4a62-bc3b-5ba6ea6f025d req-914cbb72-531e-412f-8fef-35825b31d4c5 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:49.165982 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-45aa3f2a-4070-4a62-bc3b-5ba6ea6f025d req-914cbb72-531e-412f-8fef-35825b31d4c5 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.41 "GET /v2.0/networks?id=82c9016a-2e86-43db-b802-2faf8fe68f2c HTTP/1.1" status: 200 len: 811 time: 0.1019266 Jan 28 20:20:49.234476 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-45aa3f2a-4070-4a62-bc3b-5ba6ea6f025d req-f27d420e-a32d-443e-9e74-29d95aa9c099 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6b5e4a16e1474aaab4b37fcab65f96a9 HTTP/1.1" status: 200 len: 379 time: 0.0595107 Jan 28 20:20:49.251474 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-45aa3f2a-4070-4a62-bc3b-5ba6ea6f025d req-ef140332-4b7d-428f-94ff-e88e596e44bf tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Request body: {'port': {'device_id': '17637846-4b63-4232-9551-5791ada65f3e', 'network_id': '82c9016a-2e86-43db-b802-2faf8fe68f2c', 'admin_state_up': True, 'tenant_id': '6b5e4a16e1474aaab4b37fcab65f96a9', 'security_groups': ['cfa5d048-ef3b-4cec-bb38-29feb49c8ee3']}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:20:49.356998 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45aa3f2a-4070-4a62-bc3b-5ba6ea6f025d req-ef140332-4b7d-428f-94ff-e88e596e44bf tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Made reservation on behalf of 6b5e4a16e1474aaab4b37fcab65f96a9 for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:20:49.360361 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-45aa3f2a-4070-4a62-bc3b-5ba6ea6f025d req-ef140332-4b7d-428f-94ff-e88e596e44bf tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:49.493076 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-45aa3f2a-4070-4a62-bc3b-5ba6ea6f025d req-ef140332-4b7d-428f-94ff-e88e596e44bf tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Allocated IP 172.20.0.10 (82c9016a-2e86-43db-b802-2faf8fe68f2c/42a6bf20-d25e-4935-ad1e-654a55d2642f/a5d167ce-1eb6-46c5-b1a1-27e8581ac02c) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:20:49.912747 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a78fdaa0-24cc-48cc-977c-dd72855d08a2 req-cd005d95-af5d-4dd9-92c3-3a1489d4cde1 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=17637846-4b63-4232-9551-5791ada65f3e HTTP/1.1" status: 200 len: 210 time: 0.3720629 Jan 28 20:20:49.966697 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-45aa3f2a-4070-4a62-bc3b-5ba6ea6f025d req-ef140332-4b7d-428f-94ff-e88e596e44bf tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Publish callbacks [] for port (a5d167ce-1eb6-46c5-b1a1-27e8581ac02c), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:50.000835 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-45aa3f2a-4070-4a62-bc3b-5ba6ea6f025d req-ef140332-4b7d-428f-94ff-e88e596e44bf tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (a5d167ce-1eb6-46c5-b1a1-27e8581ac02c), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:50.043790 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45aa3f2a-4070-4a62-bc3b-5ba6ea6f025d req-ef140332-4b7d-428f-94ff-e88e596e44bf tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Network 82c9016a-2e86-43db-b802-2faf8fe68f2c is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:20:50.046905 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-45aa3f2a-4070-4a62-bc3b-5ba6ea6f025d req-ef140332-4b7d-428f-94ff-e88e596e44bf tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:20:50.052715 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-45aa3f2a-4070-4a62-bc3b-5ba6ea6f025d req-ef140332-4b7d-428f-94ff-e88e596e44bf tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:20:50.079904 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef140332-4b7d-428f-94ff-e88e596e44bf tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Pushing event updated for resources: {'Port': ['ID=a5d167ce-1eb6-46c5-b1a1-27e8581ac02c,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:20:50.095514 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef140332-4b7d-428f-94ff-e88e596e44bf tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:20:50.095862 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef140332-4b7d-428f-94ff-e88e596e44bf tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:20:50.096421 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef140332-4b7d-428f-94ff-e88e596e44bf tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:20:50.097089 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef140332-4b7d-428f-94ff-e88e596e44bf tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:20:50.097489 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef140332-4b7d-428f-94ff-e88e596e44bf tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:20:50.097836 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef140332-4b7d-428f-94ff-e88e596e44bf tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:20:50.098404 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef140332-4b7d-428f-94ff-e88e596e44bf tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:20:50.098950 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef140332-4b7d-428f-94ff-e88e596e44bf tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:20:50.099472 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef140332-4b7d-428f-94ff-e88e596e44bf tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:20:50.099926 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef140332-4b7d-428f-94ff-e88e596e44bf tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:20:50.100346 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef140332-4b7d-428f-94ff-e88e596e44bf tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:20:50.100728 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef140332-4b7d-428f-94ff-e88e596e44bf tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:20:50.101064 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef140332-4b7d-428f-94ff-e88e596e44bf tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:20:50.129317 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aa3f2a-4070-4a62-bc3b-5ba6ea6f025d req-ef140332-4b7d-428f-94ff-e88e596e44bf tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:50.129951 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-45aa3f2a-4070-4a62-bc3b-5ba6ea6f025d req-ef140332-4b7d-428f-94ff-e88e596e44bf tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:50.149213 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-45aa3f2a-4070-4a62-bc3b-5ba6ea6f025d req-ef140332-4b7d-428f-94ff-e88e596e44bf tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9069128 Jan 28 20:20:50.213312 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-45aa3f2a-4070-4a62-bc3b-5ba6ea6f025d req-a7316527-09e5-47f6-a507-6512714d04e0 service neutron] Request body: {'port': {'device_id': '17637846-4b63-4232-9551-5791ada65f3e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-14'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:20:50.294557 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-45aa3f2a-4070-4a62-bc3b-5ba6ea6f025d req-a7316527-09e5-47f6-a507-6512714d04e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (a5d167ce-1eb6-46c5-b1a1-27e8581ac02c), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:50.342634 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-cfa27f20-ba46-4b86-96ea-eafd51693df2 None None] Provisioning complete for port a5d167ce-1eb6-46c5-b1a1-27e8581ac02c triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:20:50.343205 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-cfa27f20-ba46-4b86-96ea-eafd51693df2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (a5d167ce-1eb6-46c5-b1a1-27e8581ac02c), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:50.380868 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-cfa27f20-ba46-4b86-96ea-eafd51693df2 None None] Port a5d167ce-1eb6-46c5-b1a1-27e8581ac02c cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 20:20:50.626397 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [req-45aa3f2a-4070-4a62-bc3b-5ba6ea6f025d req-a7316527-09e5-47f6-a507-6512714d04e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5d167ce-1eb6-46c5-b1a1-27e8581ac02c {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:20:50.636628 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-45aa3f2a-4070-4a62-bc3b-5ba6ea6f025d req-a7316527-09e5-47f6-a507-6512714d04e0 service neutron] Publish callbacks [] for port (a5d167ce-1eb6-46c5-b1a1-27e8581ac02c), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:50.650840 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-45aa3f2a-4070-4a62-bc3b-5ba6ea6f025d req-a7316527-09e5-47f6-a507-6512714d04e0 service neutron] Transition to ACTIVE for port object a5d167ce-1eb6-46c5-b1a1-27e8581ac02c will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:20:50.657791 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-45aa3f2a-4070-4a62-bc3b-5ba6ea6f025d req-a7316527-09e5-47f6-a507-6512714d04e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (a5d167ce-1eb6-46c5-b1a1-27e8581ac02c), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:50.709556 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7316527-09e5-47f6-a507-6512714d04e0 service neutron] Pushing event updated for resources: {'Port': ['ID=a5d167ce-1eb6-46c5-b1a1-27e8581ac02c,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:20:50.788505 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-45aa3f2a-4070-4a62-bc3b-5ba6ea6f025d req-a7316527-09e5-47f6-a507-6512714d04e0 service neutron] Attempting to bind port a5d167ce-1eb6-46c5-b1a1-27e8581ac02c on host n-h1-812111-14 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:20:50.789052 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-45aa3f2a-4070-4a62-bc3b-5ba6ea6f025d req-a7316527-09e5-47f6-a507-6512714d04e0 service neutron] Attempting to bind port a5d167ce-1eb6-46c5-b1a1-27e8581ac02c by drivers openvswitch,hyperv on host n-h1-812111-14 at level 0 using segments [{'id': '62dcf40f-e75f-4b3f-bd0a-763cdc11fb45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '82c9016a-2e86-43db-b802-2faf8fe68f2c'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:20:50.789423 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45aa3f2a-4070-4a62-bc3b-5ba6ea6f025d req-a7316527-09e5-47f6-a507-6512714d04e0 service neutron] Attempting to bind port a5d167ce-1eb6-46c5-b1a1-27e8581ac02c on network 82c9016a-2e86-43db-b802-2faf8fe68f2c {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:20:50.794950 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45aa3f2a-4070-4a62-bc3b-5ba6ea6f025d req-a7316527-09e5-47f6-a507-6512714d04e0 service neutron] Port a5d167ce-1eb6-46c5-b1a1-27e8581ac02c on network 82c9016a-2e86-43db-b802-2faf8fe68f2c not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-14 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:20:50.795270 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45aa3f2a-4070-4a62-bc3b-5ba6ea6f025d req-a7316527-09e5-47f6-a507-6512714d04e0 service neutron] Attempting to bind port a5d167ce-1eb6-46c5-b1a1-27e8581ac02c on network 82c9016a-2e86-43db-b802-2faf8fe68f2c {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:20:50.800367 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45aa3f2a-4070-4a62-bc3b-5ba6ea6f025d req-a7316527-09e5-47f6-a507-6512714d04e0 service neutron] Checking agent: {'id': 'b544ba20-de93-4d86-9e6b-a2202deb6191', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 20, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:20:50.800990 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45aa3f2a-4070-4a62-bc3b-5ba6ea6f025d req-a7316527-09e5-47f6-a507-6512714d04e0 service neutron] Checking segment: {'id': '62dcf40f-e75f-4b3f-bd0a-763cdc11fb45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '82c9016a-2e86-43db-b802-2faf8fe68f2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:20:50.801502 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45aa3f2a-4070-4a62-bc3b-5ba6ea6f025d req-a7316527-09e5-47f6-a507-6512714d04e0 service neutron] Bound using segment: {'id': '62dcf40f-e75f-4b3f-bd0a-763cdc11fb45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '82c9016a-2e86-43db-b802-2faf8fe68f2c'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:20:50.802170 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-45aa3f2a-4070-4a62-bc3b-5ba6ea6f025d req-a7316527-09e5-47f6-a507-6512714d04e0 service neutron] Bound port: a5d167ce-1eb6-46c5-b1a1-27e8581ac02c, host: n-h1-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62dcf40f-e75f-4b3f-bd0a-763cdc11fb45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '82c9016a-2e86-43db-b802-2faf8fe68f2c'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:20:50.802652 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-45aa3f2a-4070-4a62-bc3b-5ba6ea6f025d req-a7316527-09e5-47f6-a507-6512714d04e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (a5d167ce-1eb6-46c5-b1a1-27e8581ac02c), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:50.871049 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-45aa3f2a-4070-4a62-bc3b-5ba6ea6f025d req-a7316527-09e5-47f6-a507-6512714d04e0 service neutron] For port a5d167ce-1eb6-46c5-b1a1-27e8581ac02c, host n-h1-812111-14, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:20:50.875210 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-45aa3f2a-4070-4a62-bc3b-5ba6ea6f025d req-a7316527-09e5-47f6-a507-6512714d04e0 service neutron] For port a5d167ce-1eb6-46c5-b1a1-27e8581ac02c, host n-h1-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=a5d167ce-1eb6-46c5-b1a1-27e8581ac02c,segment=NetworkSegment(62dcf40f-e75f-4b3f-bd0a-763cdc11fb45),segment_id=62dcf40f-e75f-4b3f-bd0a-763cdc11fb45)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:20:50.881667 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-45aa3f2a-4070-4a62-bc3b-5ba6ea6f025d req-a7316527-09e5-47f6-a507-6512714d04e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (a5d167ce-1eb6-46c5-b1a1-27e8581ac02c), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:50.917206 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aa3f2a-4070-4a62-bc3b-5ba6ea6f025d req-a7316527-09e5-47f6-a507-6512714d04e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:50.918161 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-45aa3f2a-4070-4a62-bc3b-5ba6ea6f025d req-a7316527-09e5-47f6-a507-6512714d04e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:50.919652 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-45aa3f2a-4070-4a62-bc3b-5ba6ea6f025d req-a7316527-09e5-47f6-a507-6512714d04e0 service neutron] 10.222.0.41 "PUT /v2.0/ports/a5d167ce-1eb6-46c5-b1a1-27e8581ac02c HTTP/1.1" status: 200 len: 1093 time: 0.7596402 Jan 28 20:20:50.922144 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17637846-4b63-4232-9551-5791ada65f3e', 'tag': 'a5d167ce-1eb6-46c5-b1a1-27e8581ac02c'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:20:50.924326 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}981202432542b3bd90586abfd28c53181d71ca775a89b024ffbb9268f9379f4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f8c68dc-6ad9-493c-97b7-3fcd66dbd209" -d '{"events": [{"name": "network-changed", "server_uuid": "17637846-4b63-4232-9551-5791ada65f3e", "tag": "a5d167ce-1eb6-46c5-b1a1-27e8581ac02c"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:20:50.966384 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7316527-09e5-47f6-a507-6512714d04e0 service neutron] Pushing event updated for resources: {'Port': ['ID=a5d167ce-1eb6-46c5-b1a1-27e8581ac02c,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:20:51.081398 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cb6ad1e-1295-4bad-9ade-b545fc6a9bb7 x-openstack-request-id: req-2cb6ad1e-1295-4bad-9ade-b545fc6a9bb7 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:20:51.081694 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17637846-4b63-4232-9551-5791ada65f3e", "tag": "a5d167ce-1eb6-46c5-b1a1-27e8581ac02c", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:20:51.081958 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2cb6ad1e-1295-4bad-9ade-b545fc6a9bb7 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:20:51.082361 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17637846-4b63-4232-9551-5791ada65f3e', 'tag': 'a5d167ce-1eb6-46c5-b1a1-27e8581ac02c', 'status': 'completed', 'code': 200} Jan 28 20:20:51.084611 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aa3f2a-4070-4a62-bc3b-5ba6ea6f025d req-9f52d4ff-ccf7-4aa3-80ff-a53c3616002c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:51.086187 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-45aa3f2a-4070-4a62-bc3b-5ba6ea6f025d req-9f52d4ff-ccf7-4aa3-80ff-a53c3616002c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6b5e4a16e1474aaab4b37fcab65f96a9&device_id=17637846-4b63-4232-9551-5791ada65f3e HTTP/1.1" status: 200 len: 1127 time: 0.1049516 Jan 28 20:20:51.139017 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-45aa3f2a-4070-4a62-bc3b-5ba6ea6f025d req-59bf1e76-898a-4a49-a9f2-0908584a85cf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a5d167ce-1eb6-46c5-b1a1-27e8581ac02c HTTP/1.1" status: 200 len: 217 time: 0.0403099 Jan 28 20:20:51.150404 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb349dd4-6b4e-49e9-8d7e-f40827a863cc req-99ae0f65-48b6-4e14-8be9-751ffd2a65d0 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:51.152177 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-fb349dd4-6b4e-49e9-8d7e-f40827a863cc req-99ae0f65-48b6-4e14-8be9-751ffd2a65d0 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=17637846-4b63-4232-9551-5791ada65f3e HTTP/1.1" status: 200 len: 944 time: 0.1046076 Jan 28 20:20:51.230312 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aa3f2a-4070-4a62-bc3b-5ba6ea6f025d req-7fa77219-a60b-4d4e-99ee-9d4565a413bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:51.231996 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-45aa3f2a-4070-4a62-bc3b-5ba6ea6f025d req-7fa77219-a60b-4d4e-99ee-9d4565a413bf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=42a6bf20-d25e-4935-ad1e-654a55d2642f HTTP/1.1" status: 200 len: 850 time: 0.0789185 Jan 28 20:20:51.241016 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-fb349dd4-6b4e-49e9-8d7e-f40827a863cc req-0fac68d8-4dd0-4e8c-9dae-f7e4f1854761 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfa5d048-ef3b-4cec-bb38-29feb49c8ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803292 Jan 28 20:20:51.297522 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aa3f2a-4070-4a62-bc3b-5ba6ea6f025d req-bbefe99e-b5cc-486c-8201-06c115bcd6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:51.299161 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-45aa3f2a-4070-4a62-bc3b-5ba6ea6f025d req-bbefe99e-b5cc-486c-8201-06c115bcd6f3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=82c9016a-2e86-43db-b802-2faf8fe68f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0572155 Jan 28 20:20:51.329422 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:51.399216 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-45aa3f2a-4070-4a62-bc3b-5ba6ea6f025d req-dbba8fae-2a9c-4591-99d7-cd15aba1da63 service neutron] 10.222.0.41 "GET /v2.0/networks/82c9016a-2e86-43db-b802-2faf8fe68f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909586 Jan 28 20:20:51.495472 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-45aa3f2a-4070-4a62-bc3b-5ba6ea6f025d req-c386ee4d-ea45-4c4a-ada6-233fdd264ad1 service neutron] 10.222.0.41 "GET /v2.0/networks/82c9016a-2e86-43db-b802-2faf8fe68f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871782 Jan 28 20:20:51.599297 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8c68dc-6ad9-493c-97b7-3fcd66dbd209 req-af12aa6f-5ee2-427d-a6fc-542ea866ed8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:51.601465 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2f8c68dc-6ad9-493c-97b7-3fcd66dbd209 req-af12aa6f-5ee2-427d-a6fc-542ea866ed8b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6b5e4a16e1474aaab4b37fcab65f96a9&device_id=17637846-4b63-4232-9551-5791ada65f3e HTTP/1.1" status: 200 len: 1127 time: 0.0552545 Jan 28 20:20:51.714907 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8c68dc-6ad9-493c-97b7-3fcd66dbd209 req-5fe2a682-497c-45d1-bd54-ddd281d8eb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:51.716565 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2f8c68dc-6ad9-493c-97b7-3fcd66dbd209 req-5fe2a682-497c-45d1-bd54-ddd281d8eb2a service neutron] 10.222.0.41 "GET /v2.0/networks?id=82c9016a-2e86-43db-b802-2faf8fe68f2c HTTP/1.1" status: 200 len: 911 time: 0.1072087 Jan 28 20:20:51.772274 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2f8c68dc-6ad9-493c-97b7-3fcd66dbd209 req-eae86795-00d7-4682-a05f-49736999d691 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a5d167ce-1eb6-46c5-b1a1-27e8581ac02c HTTP/1.1" status: 200 len: 217 time: 0.0465147 Jan 28 20:20:51.828520 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8c68dc-6ad9-493c-97b7-3fcd66dbd209 req-f29bcfb1-3637-4408-b6e1-5b4ab0295432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:51.830515 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2f8c68dc-6ad9-493c-97b7-3fcd66dbd209 req-f29bcfb1-3637-4408-b6e1-5b4ab0295432 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=42a6bf20-d25e-4935-ad1e-654a55d2642f HTTP/1.1" status: 200 len: 850 time: 0.0484920 Jan 28 20:20:51.897299 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8c68dc-6ad9-493c-97b7-3fcd66dbd209 req-9d8cb10f-cff6-4c87-bb9f-591eefd429ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:51.898911 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2f8c68dc-6ad9-493c-97b7-3fcd66dbd209 req-9d8cb10f-cff6-4c87-bb9f-591eefd429ca service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=82c9016a-2e86-43db-b802-2faf8fe68f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0593345 Jan 28 20:20:52.001342 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2f8c68dc-6ad9-493c-97b7-3fcd66dbd209 req-23f99832-5567-4899-bcd7-947fa916c035 service neutron] 10.222.0.41 "GET /v2.0/networks/82c9016a-2e86-43db-b802-2faf8fe68f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932877 Jan 28 20:20:52.125693 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2f8c68dc-6ad9-493c-97b7-3fcd66dbd209 req-dd5c6b57-4f93-483d-bc03-fcf6bd0a3857 service neutron] 10.222.0.41 "GET /v2.0/networks/82c9016a-2e86-43db-b802-2faf8fe68f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156833 Jan 28 20:20:52.388480 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db9829b-10c2-4f9e-862e-07faae058c02 req-0b8bd968-9dfd-49f2-84ae-4edd9ced34ab tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:52.390051 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7db9829b-10c2-4f9e-862e-07faae058c02 req-0b8bd968-9dfd-49f2-84ae-4edd9ced34ab tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=17637846-4b63-4232-9551-5791ada65f3e HTTP/1.1" status: 200 len: 944 time: 0.0609109 Jan 28 20:20:52.447869 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7db9829b-10c2-4f9e-862e-07faae058c02 req-00237210-17d8-4370-916e-f1fb4e4ee7e7 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfa5d048-ef3b-4cec-bb38-29feb49c8ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489650 Jan 28 20:20:53.574651 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ce8ba3-d703-4c57-90b5-21a2f055edce req-20f4c6cb-23d0-4384-bc23-b23c054e9450 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:53.576159 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e4ce8ba3-d703-4c57-90b5-21a2f055edce req-20f4c6cb-23d0-4384-bc23-b23c054e9450 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=17637846-4b63-4232-9551-5791ada65f3e HTTP/1.1" status: 200 len: 944 time: 0.0552282 Jan 28 20:20:53.624882 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e4ce8ba3-d703-4c57-90b5-21a2f055edce req-3e36670a-90d1-472c-b88a-7cbd7c557318 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfa5d048-ef3b-4cec-bb38-29feb49c8ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428617 Jan 28 20:20:54.400126 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:54.744761 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ea03b6-7dfb-4476-acc1-a3a117d9ec9b req-d569c475-ffe9-4156-ae42-46ed2f3e46dc tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:54.746211 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c7ea03b6-7dfb-4476-acc1-a3a117d9ec9b req-d569c475-ffe9-4156-ae42-46ed2f3e46dc tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=17637846-4b63-4232-9551-5791ada65f3e HTTP/1.1" status: 200 len: 944 time: 0.0536301 Jan 28 20:20:54.802179 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c7ea03b6-7dfb-4476-acc1-a3a117d9ec9b req-ac36c406-602d-42b0-a046-734f192157fa tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfa5d048-ef3b-4cec-bb38-29feb49c8ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499041 Jan 28 20:20:55.924007 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72c2641-b459-4259-9e1f-440bbebb7558 req-27b56d51-35eb-4686-97a1-00890c2b7e79 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:55.925523 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a72c2641-b459-4259-9e1f-440bbebb7558 req-27b56d51-35eb-4686-97a1-00890c2b7e79 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=17637846-4b63-4232-9551-5791ada65f3e HTTP/1.1" status: 200 len: 944 time: 0.0551500 Jan 28 20:20:55.979870 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a72c2641-b459-4259-9e1f-440bbebb7558 req-fd35ef3d-3827-440a-bdd0-182aad318480 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfa5d048-ef3b-4cec-bb38-29feb49c8ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486164 Jan 28 20:20:56.155420 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:20:57.104244 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59fc95a-92e0-4808-affe-4a57ce94be95 req-3923391f-184c-4c28-a75a-1a26460f4b7e tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:57.105792 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b59fc95a-92e0-4808-affe-4a57ce94be95 req-3923391f-184c-4c28-a75a-1a26460f4b7e tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=17637846-4b63-4232-9551-5791ada65f3e HTTP/1.1" status: 200 len: 944 time: 0.0560665 Jan 28 20:20:57.156645 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b59fc95a-92e0-4808-affe-4a57ce94be95 req-dee02b94-9656-4f60-bd10-7c98f9fe4e49 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfa5d048-ef3b-4cec-bb38-29feb49c8ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440521 Jan 28 20:20:58.279484 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3ed798-ed76-4a17-9289-fc34b3173c68 req-472f75fc-de9b-490d-b7a5-2933e0d17097 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:58.280958 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-aa3ed798-ed76-4a17-9289-fc34b3173c68 req-472f75fc-de9b-490d-b7a5-2933e0d17097 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=17637846-4b63-4232-9551-5791ada65f3e HTTP/1.1" status: 200 len: 944 time: 0.0538137 Jan 28 20:20:58.330141 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-aa3ed798-ed76-4a17-9289-fc34b3173c68 req-87e62011-c405-41dc-982b-031018d2f0d3 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfa5d048-ef3b-4cec-bb38-29feb49c8ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435581 Jan 28 20:20:59.451853 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff7885b-e3ed-4212-884d-28ea190d70dc req-329d0f72-50fc-4eff-9ad8-c1dcf72d346b tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:59.453373 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7ff7885b-e3ed-4212-884d-28ea190d70dc req-329d0f72-50fc-4eff-9ad8-c1dcf72d346b tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=17637846-4b63-4232-9551-5791ada65f3e HTTP/1.1" status: 200 len: 944 time: 0.0564508 Jan 28 20:20:59.504974 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7ff7885b-e3ed-4212-884d-28ea190d70dc req-cafabd12-b918-431d-b0e2-43326c724e8a tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfa5d048-ef3b-4cec-bb38-29feb49c8ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458620 Jan 28 20:21:00.624109 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e358f0ff-10d6-409d-b9ee-459993d2ef61 req-09a0db72-b224-4db7-b4b0-e5b129e8faa2 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:00.625602 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e358f0ff-10d6-409d-b9ee-459993d2ef61 req-09a0db72-b224-4db7-b4b0-e5b129e8faa2 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=17637846-4b63-4232-9551-5791ada65f3e HTTP/1.1" status: 200 len: 944 time: 0.0524929 Jan 28 20:21:00.673981 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e358f0ff-10d6-409d-b9ee-459993d2ef61 req-ef60df2a-f75e-4ecf-b1f6-5e374e817864 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfa5d048-ef3b-4cec-bb38-29feb49c8ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428751 Jan 28 20:21:01.795453 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5ce693-f007-4129-bd04-0be4cb73c907 req-4e64aab6-0d1a-4776-add0-7ef1f3979964 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:01.796908 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-cf5ce693-f007-4129-bd04-0be4cb73c907 req-4e64aab6-0d1a-4776-add0-7ef1f3979964 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=17637846-4b63-4232-9551-5791ada65f3e HTTP/1.1" status: 200 len: 944 time: 0.0558054 Jan 28 20:21:01.850898 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-cf5ce693-f007-4129-bd04-0be4cb73c907 req-0544ae81-334d-4514-9e31-9599708ac03d tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfa5d048-ef3b-4cec-bb38-29feb49c8ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485194 Jan 28 20:21:02.972651 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2fff8e-bdef-4d5f-b7fb-a88c97fc93ff req-bd25d1ab-1098-4c71-8026-8ec0fe0938d0 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:02.974210 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-fe2fff8e-bdef-4d5f-b7fb-a88c97fc93ff req-bd25d1ab-1098-4c71-8026-8ec0fe0938d0 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=17637846-4b63-4232-9551-5791ada65f3e HTTP/1.1" status: 200 len: 944 time: 0.0564718 Jan 28 20:21:03.024793 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-fe2fff8e-bdef-4d5f-b7fb-a88c97fc93ff req-1b256039-5bf0-45e1-b2e1-aa5351615ba7 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfa5d048-ef3b-4cec-bb38-29feb49c8ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445328 Jan 28 20:21:04.142152 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6240c702-a9d8-4715-98c3-de53f1f41b84 req-2ae5b954-acf7-4e8b-9d68-fd8ed0f983d2 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:04.143624 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6240c702-a9d8-4715-98c3-de53f1f41b84 req-2ae5b954-acf7-4e8b-9d68-fd8ed0f983d2 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=17637846-4b63-4232-9551-5791ada65f3e HTTP/1.1" status: 200 len: 944 time: 0.0528491 Jan 28 20:21:04.192522 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6240c702-a9d8-4715-98c3-de53f1f41b84 req-3f512915-2dab-40dd-995d-2020ab715f34 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfa5d048-ef3b-4cec-bb38-29feb49c8ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434694 Jan 28 20:21:05.313785 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f69afe-6e89-48eb-984f-72cb764642a6 req-1376294b-d761-414d-9005-61eb59991eb5 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:05.315274 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c2f69afe-6e89-48eb-984f-72cb764642a6 req-1376294b-d761-414d-9005-61eb59991eb5 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=17637846-4b63-4232-9551-5791ada65f3e HTTP/1.1" status: 200 len: 944 time: 0.0547178 Jan 28 20:21:05.363634 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c2f69afe-6e89-48eb-984f-72cb764642a6 req-a301ffc3-cc90-41de-8d38-9701567cc4e9 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfa5d048-ef3b-4cec-bb38-29feb49c8ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428870 Jan 28 20:21:06.480249 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76abc4a1-9cc9-43c2-b6fd-abbeb89510b6 req-3e8ce8cd-4c2c-4c4e-bfc3-3c28529f00e0 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:06.482026 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-76abc4a1-9cc9-43c2-b6fd-abbeb89510b6 req-3e8ce8cd-4c2c-4c4e-bfc3-3c28529f00e0 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=17637846-4b63-4232-9551-5791ada65f3e HTTP/1.1" status: 200 len: 944 time: 0.0522032 Jan 28 20:21:06.534252 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-76abc4a1-9cc9-43c2-b6fd-abbeb89510b6 req-a1d44780-4978-4d1d-99ca-bf05c1160571 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfa5d048-ef3b-4cec-bb38-29feb49c8ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465374 Jan 28 20:21:06.794282 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ce9d9510-377e-49e5-a8a7-856698c50962 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:21:07.652177 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af84099d-74b6-42da-af88-1f9921485a92 req-4e6b1a23-5177-414d-83c8-f4bfab0d7ba3 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:07.653688 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-af84099d-74b6-42da-af88-1f9921485a92 req-4e6b1a23-5177-414d-83c8-f4bfab0d7ba3 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=17637846-4b63-4232-9551-5791ada65f3e HTTP/1.1" status: 200 len: 944 time: 0.0524936 Jan 28 20:21:07.706228 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-af84099d-74b6-42da-af88-1f9921485a92 req-9ead80f2-f30e-4a8b-99b5-ac3dc96046ce tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfa5d048-ef3b-4cec-bb38-29feb49c8ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469959 Jan 28 20:21:08.201904 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device a5d167ce-1eb6-46c5-b1a1-27e8581ac02c details requested by agent hyperv_n-h1-812111-14 with host n-h1-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:21:08.302600 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port a5d167ce-1eb6-46c5-b1a1-27e8581ac02c, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=a5d167ce-1eb6-46c5-b1a1-27e8581ac02c,segment=NetworkSegment(62dcf40f-e75f-4b3f-bd0a-763cdc11fb45),segment_id=62dcf40f-e75f-4b3f-bd0a-763cdc11fb45)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:21:08.316106 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Returning: {'device': 'a5d167ce-1eb6-46c5-b1a1-27e8581ac02c', 'network_id': '82c9016a-2e86-43db-b802-2faf8fe68f2c', 'port_id': 'a5d167ce-1eb6-46c5-b1a1-27e8581ac02c', 'mac_address': 'fa:16:3e:c5:62:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42a6bf20-d25e-4935-ad1e-654a55d2642f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:21:08.352811 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port a5d167ce-1eb6-46c5-b1a1-27e8581ac02c is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:21:08.353224 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (a5d167ce-1eb6-46c5-b1a1-27e8581ac02c), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:21:08.365869 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5d167ce-1eb6-46c5-b1a1-27e8581ac02c {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:21:08.386000 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port a5d167ce-1eb6-46c5-b1a1-27e8581ac02c, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=a5d167ce-1eb6-46c5-b1a1-27e8581ac02c,segment=NetworkSegment(62dcf40f-e75f-4b3f-bd0a-763cdc11fb45),segment_id=62dcf40f-e75f-4b3f-bd0a-763cdc11fb45)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:21:08.389517 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (a5d167ce-1eb6-46c5-b1a1-27e8581ac02c), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:21:08.439983 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=a5d167ce-1eb6-46c5-b1a1-27e8581ac02c,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:21:08.447978 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:21:08.448356 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:21:08.448719 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:21:08.449082 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:21:08.449476 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:21:08.449847 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:21:08.450215 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:21:08.450564 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:21:08.450924 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:21:08.451253 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:21:08.451675 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:21:08.452089 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:21:08.452379 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:21:08.708183 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['a5d167ce-1eb6-46c5-b1a1-27e8581ac02c'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:21:08.830914 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f875009-dbd3-4ab2-91d5-139f4fa7aae5 req-a7c1dec3-52f4-463c-a9dd-473e8db9c4aa tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:08.832414 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5f875009-dbd3-4ab2-91d5-139f4fa7aae5 req-a7c1dec3-52f4-463c-a9dd-473e8db9c4aa tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=17637846-4b63-4232-9551-5791ada65f3e HTTP/1.1" status: 200 len: 945 time: 0.0535302 Jan 28 20:21:08.883526 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5f875009-dbd3-4ab2-91d5-139f4fa7aae5 req-6afd03e9-c8af-4abe-9201-833b1ad7def3 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfa5d048-ef3b-4cec-bb38-29feb49c8ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443268 Jan 28 20:21:09.039011 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-031eb8bb-9d94-403c-a22e-c7f5741fa5ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:21:10.019274 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:21:10.059159 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324f5979-9b79-46bb-937e-8876232f8ac9 req-5fc19e49-de6e-4613-a09e-8f3d5c639439 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:10.060677 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-324f5979-9b79-46bb-937e-8876232f8ac9 req-5fc19e49-de6e-4613-a09e-8f3d5c639439 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=17637846-4b63-4232-9551-5791ada65f3e HTTP/1.1" status: 200 len: 945 time: 0.1093752 Jan 28 20:21:10.110026 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-324f5979-9b79-46bb-937e-8876232f8ac9 req-8e8a566e-7e39-459f-a479-939aaa102219 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfa5d048-ef3b-4cec-bb38-29feb49c8ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435979 Jan 28 20:21:10.215539 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device a5d167ce-1eb6-46c5-b1a1-27e8581ac02c up at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:21:10.265482 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning for port a5d167ce-1eb6-46c5-b1a1-27e8581ac02c completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:21:10.269924 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning complete for port a5d167ce-1eb6-46c5-b1a1-27e8581ac02c triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:21:10.270305 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (a5d167ce-1eb6-46c5-b1a1-27e8581ac02c), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:21:10.348665 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port a5d167ce-1eb6-46c5-b1a1-27e8581ac02c is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:21:10.349052 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (a5d167ce-1eb6-46c5-b1a1-27e8581ac02c), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:21:10.371581 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17637846-4b63-4232-9551-5791ada65f3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5d167ce-1eb6-46c5-b1a1-27e8581ac02c'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:21:10.373861 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}704c702df6f21e7df92d3d89d4c6cfde2c6406e49d8202b36454fc5209adee22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f754b6a-4e15-4b57-96d1-5f7eb7248a8f" -d '{"events": [{"server_uuid": "17637846-4b63-4232-9551-5791ada65f3e", "name": "network-vif-plugged", "status": "completed", "tag": "a5d167ce-1eb6-46c5-b1a1-27e8581ac02c"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:21:10.386656 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port a5d167ce-1eb6-46c5-b1a1-27e8581ac02c, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=a5d167ce-1eb6-46c5-b1a1-27e8581ac02c,segment=NetworkSegment(62dcf40f-e75f-4b3f-bd0a-763cdc11fb45),segment_id=62dcf40f-e75f-4b3f-bd0a-763cdc11fb45)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:21:10.390878 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (a5d167ce-1eb6-46c5-b1a1-27e8581ac02c), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:21:10.440517 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=a5d167ce-1eb6-46c5-b1a1-27e8581ac02c,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:21:10.658254 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:21:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba3ee7e8-c443-4dde-a7a2-27c8f257642b x-openstack-request-id: req-ba3ee7e8-c443-4dde-a7a2-27c8f257642b {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:21:10.658552 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17637846-4b63-4232-9551-5791ada65f3e", "name": "network-vif-plugged", "status": "completed", "tag": "a5d167ce-1eb6-46c5-b1a1-27e8581ac02c", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:21:10.658821 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ba3ee7e8-c443-4dde-a7a2-27c8f257642b {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:21:10.659211 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17637846-4b63-4232-9551-5791ada65f3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5d167ce-1eb6-46c5-b1a1-27e8581ac02c', 'code': 200} Jan 28 20:21:10.764824 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f553f48-52a2-4412-ab57-326a117a01ea req-2afc1ee5-04db-46a1-9d18-9a10afc40761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:10.766532 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3f553f48-52a2-4412-ab57-326a117a01ea req-2afc1ee5-04db-46a1-9d18-9a10afc40761 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=17637846-4b63-4232-9551-5791ada65f3e HTTP/1.1" status: 200 len: 1129 time: 0.0453901 Jan 28 20:21:10.810887 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3f553f48-52a2-4412-ab57-326a117a01ea req-cc43b076-7784-40f5-84e6-513102e45be2 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=cfa5d048-ef3b-4cec-bb38-29feb49c8ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377421 Jan 28 20:21:11.233007 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534b0032-ab8d-40a4-b494-5dffc504bf26 req-7cc4c39c-8a68-404c-ae3e-df245e3405b7 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:11.234511 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-534b0032-ab8d-40a4-b494-5dffc504bf26 req-7cc4c39c-8a68-404c-ae3e-df245e3405b7 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=17637846-4b63-4232-9551-5791ada65f3e HTTP/1.1" status: 200 len: 946 time: 0.0571322 Jan 28 20:21:11.282158 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-534b0032-ab8d-40a4-b494-5dffc504bf26 req-8d411bdc-c8d0-450e-b1e9-01e7c7112e4b tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfa5d048-ef3b-4cec-bb38-29feb49c8ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421486 Jan 28 20:21:11.887827 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:21:12.459028 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8918b8-fcb0-414a-95d7-6c5d7ed07e15 req-94955d7b-5280-40f2-955b-7c0ad5b48ae4 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:12.461687 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1e8918b8-fcb0-414a-95d7-6c5d7ed07e15 req-94955d7b-5280-40f2-955b-7c0ad5b48ae4 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=17637846-4b63-4232-9551-5791ada65f3e HTTP/1.1" status: 200 len: 946 time: 0.1069398 Jan 28 20:21:12.511617 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1e8918b8-fcb0-414a-95d7-6c5d7ed07e15 req-44251dad-5107-4c0d-b21f-86c5e250f6d1 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfa5d048-ef3b-4cec-bb38-29feb49c8ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449364 Jan 28 20:21:12.628647 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eb2f6f-8ea9-4f6e-a564-0ca1ce43b1a6 req-29a686e1-d503-4f1f-94c5-312c6816b6bf tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:12.630125 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d1eb2f6f-8ea9-4f6e-a564-0ca1ce43b1a6 req-29a686e1-d503-4f1f-94c5-312c6816b6bf tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=17637846-4b63-4232-9551-5791ada65f3e HTTP/1.1" status: 200 len: 946 time: 0.0522711 Jan 28 20:21:12.677701 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d1eb2f6f-8ea9-4f6e-a564-0ca1ce43b1a6 req-e707c946-1278-40fa-a339-fb71bbe61bcb tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfa5d048-ef3b-4cec-bb38-29feb49c8ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414875 Jan 28 20:21:12.700651 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 39996) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:21:12.779653 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-60f51459-6aa5-43d1-b549-4d8732461ca1 req-a5471d6c-0a48-4d49-9383-9b657c5a06b2 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=d17b0cfd-65f3-4cd8-81ca-dbf2851817d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0690024 Jan 28 20:21:12.781448 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a57793-47ad-45a1-b390-482d96e90968 tempest-TestVolumeBootPattern-1651031308 tempest-TestVolumeBootPattern-1651031308-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:12.782835 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-61a57793-47ad-45a1-b390-482d96e90968 tempest-TestVolumeBootPattern-1651031308 tempest-TestVolumeBootPattern-1651031308-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=17637846-4b63-4232-9551-5791ada65f3e HTTP/1.1" status: 200 len: 1124 time: 0.0810804 Jan 28 20:21:12.785976 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 39998) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:21:12.790401 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-c008e5e8-c443-4f4e-9681-b7315e8eccd1 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Request body: {'floatingip': {'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'port_id': 'a5d167ce-1eb6-46c5-b1a1-27e8581ac02c', 'tenant_id': '6b5e4a16e1474aaab4b37fcab65f96a9', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:21:12.811941 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c008e5e8-c443-4f4e-9681-b7315e8eccd1 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:21:13.239378 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f51459-6aa5-43d1-b549-4d8732461ca1 req-f641c32e-68c1-4a23-8b95-829bfe559786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:13.240886 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-60f51459-6aa5-43d1-b549-4d8732461ca1 req-f641c32e-68c1-4a23-8b95-829bfe559786 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6b5e4a16e1474aaab4b37fcab65f96a9&device_id=d17b0cfd-65f3-4cd8-81ca-dbf2851817d3 HTTP/1.1" status: 200 len: 1129 time: 0.4160559 Jan 28 20:21:13.250348 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:21:13.333076 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c008e5e8-c443-4f4e-9681-b7315e8eccd1 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:21:13.408162 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f51459-6aa5-43d1-b549-4d8732461ca1 req-4c063038-6b3d-4fdb-8e4c-75c5c76fdb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:13.409679 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-60f51459-6aa5-43d1-b549-4d8732461ca1 req-4c063038-6b3d-4fdb-8e4c-75c5c76fdb55 service neutron] 10.222.0.70 "GET /v2.0/networks?id=82c9016a-2e86-43db-b802-2faf8fe68f2c HTTP/1.1" status: 200 len: 911 time: 0.1458297 Jan 28 20:21:13.519392 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-60f51459-6aa5-43d1-b549-4d8732461ca1 req-cb9889ff-2c72-4a5b-8222-45e9327d003f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f3a15114-c0a5-45b5-a256-e5e56652f8a1 HTTP/1.1" status: 200 len: 1002 time: 0.1027730 Jan 28 20:21:13.520381 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-c008e5e8-c443-4f4e-9681-b7315e8eccd1 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Allocated IP 172.25.6.217 (d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8/a648e4ab-7422-41b9-b133-58aca25ab8f5/cc5bdee6-ee71-4a43-aa89-0c0a3e565394) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:21:13.616750 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f51459-6aa5-43d1-b549-4d8732461ca1 req-17dd8ae7-3a7c-404f-9551-8bc23f93c0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:13.618791 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-60f51459-6aa5-43d1-b549-4d8732461ca1 req-17dd8ae7-3a7c-404f-9551-8bc23f93c0c3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=42a6bf20-d25e-4935-ad1e-654a55d2642f HTTP/1.1" status: 200 len: 850 time: 0.0922916 Jan 28 20:21:13.694869 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c008e5e8-c443-4f4e-9681-b7315e8eccd1 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Publish callbacks [] for port (cc5bdee6-ee71-4a43-aa89-0c0a3e565394), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:21:13.702521 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f51459-6aa5-43d1-b549-4d8732461ca1 req-f0c8132f-f815-461c-9a1d-e149c3816064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:13.704058 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-60f51459-6aa5-43d1-b549-4d8732461ca1 req-f0c8132f-f815-461c-9a1d-e149c3816064 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=82c9016a-2e86-43db-b802-2faf8fe68f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0794501 Jan 28 20:21:13.789753 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c008e5e8-c443-4f4e-9681-b7315e8eccd1 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (cc5bdee6-ee71-4a43-aa89-0c0a3e565394), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:21:13.843374 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c008e5e8-c443-4f4e-9681-b7315e8eccd1 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:21:13.849287 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-c008e5e8-c443-4f4e-9681-b7315e8eccd1 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:21:13.855343 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-60f51459-6aa5-43d1-b549-4d8732461ca1 req-271568ea-bb53-44f5-8f72-8579a6091299 service neutron] 10.222.0.70 "GET /v2.0/networks/82c9016a-2e86-43db-b802-2faf8fe68f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440759 Jan 28 20:21:13.860080 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c008e5e8-c443-4f4e-9681-b7315e8eccd1 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:21:13.890662 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c008e5e8-c443-4f4e-9681-b7315e8eccd1 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Pushing event updated for resources: {'Port': ['ID=cc5bdee6-ee71-4a43-aa89-0c0a3e565394,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:21:13.913450 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c008e5e8-c443-4f4e-9681-b7315e8eccd1 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:21:13.913804 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c008e5e8-c443-4f4e-9681-b7315e8eccd1 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:21:13.914147 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c008e5e8-c443-4f4e-9681-b7315e8eccd1 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:21:13.914486 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c008e5e8-c443-4f4e-9681-b7315e8eccd1 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:21:13.914824 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c008e5e8-c443-4f4e-9681-b7315e8eccd1 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:21:13.915675 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c008e5e8-c443-4f4e-9681-b7315e8eccd1 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:21:13.916015 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c008e5e8-c443-4f4e-9681-b7315e8eccd1 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:21:13.916343 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c008e5e8-c443-4f4e-9681-b7315e8eccd1 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:21:13.916674 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c008e5e8-c443-4f4e-9681-b7315e8eccd1 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:21:13.917001 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c008e5e8-c443-4f4e-9681-b7315e8eccd1 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:21:13.917426 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c008e5e8-c443-4f4e-9681-b7315e8eccd1 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:21:13.917764 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c008e5e8-c443-4f4e-9681-b7315e8eccd1 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:21:13.918095 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c008e5e8-c443-4f4e-9681-b7315e8eccd1 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:21:14.053436 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-60f51459-6aa5-43d1-b549-4d8732461ca1 req-3d753af7-b510-4082-a24a-1abfdef9ac0e service neutron] 10.222.0.70 "GET /v2.0/networks/82c9016a-2e86-43db-b802-2faf8fe68f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874757 Jan 28 20:21:14.312019 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c008e5e8-c443-4f4e-9681-b7315e8eccd1 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Publish callbacks [] for floatingip (0a0587ea-5213-4624-945e-c327b7482082), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:21:14.384625 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c008e5e8-c443-4f4e-9681-b7315e8eccd1 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (cc5bdee6-ee71-4a43-aa89-0c0a3e565394), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:21:14.538359 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c008e5e8-c443-4f4e-9681-b7315e8eccd1 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Publish callbacks [] for port (cc5bdee6-ee71-4a43-aa89-0c0a3e565394), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:21:14.543112 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c008e5e8-c443-4f4e-9681-b7315e8eccd1 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (cc5bdee6-ee71-4a43-aa89-0c0a3e565394), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:21:14.613751 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c008e5e8-c443-4f4e-9681-b7315e8eccd1 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Pushing event updated for resources: {'Port': ['ID=cc5bdee6-ee71-4a43-aa89-0c0a3e565394,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:21:14.622886 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c008e5e8-c443-4f4e-9681-b7315e8eccd1 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734886'] for floatingip (0a0587ea-5213-4624-945e-c327b7482082), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:21:14.727365 n-d-812111-14 neutron-server[103304]: INFO neutron.db.l3_db [None req-c008e5e8-c443-4f4e-9681-b7315e8eccd1 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Floating IP 0a0587ea-5213-4624-945e-c327b7482082 associated. External IP: 172.25.6.217, port: a5d167ce-1eb6-46c5-b1a1-27e8581ac02c. Jan 28 20:21:14.936578 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c008e5e8-c443-4f4e-9681-b7315e8eccd1 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Router f222fb0c-5874-49d5-bc15-b7e4a9f47e5a has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:21:15.046443 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c008e5e8-c443-4f4e-9681-b7315e8eccd1 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:21:15.056328 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50671b13-4c66-4210-9c3e-eebb4bfa7584 None None] Sync routers for ids ['f222fb0c-5874-49d5-bc15-b7e4a9f47e5a'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:21:15.064430 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c008e5e8-c443-4f4e-9681-b7315e8eccd1 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for floatingip (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:21:15.066802 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50671b13-4c66-4210-9c3e-eebb4bfa7584 None None] Routers {'f222fb0c-5874-49d5-bc15-b7e4a9f47e5a'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:21:15.067990 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-50671b13-4c66-4210-9c3e-eebb4bfa7584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:21:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['f222fb0c-5874-49d5-bc15-b7e4a9f47e5a'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:21:15.095419 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-c008e5e8-c443-4f4e-9681-b7315e8eccd1 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3084085 Jan 28 20:21:15.096002 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17637846-4b63-4232-9551-5791ada65f3e', 'tag': 'a5d167ce-1eb6-46c5-b1a1-27e8581ac02c'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:21:15.098302 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}690870b4896ba3504f21237a239c836c0346d6a62bcfb5e8ee91fd1b13f99dd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27359dc6-3b5e-4296-b7f6-acdceea2431b" -d '{"events": [{"name": "network-changed", "server_uuid": "17637846-4b63-4232-9551-5791ada65f3e", "tag": "a5d167ce-1eb6-46c5-b1a1-27e8581ac02c"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:21:15.135912 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b51158b1-d0c4-4297-972f-84f6974e93ce x-openstack-request-id: req-b51158b1-d0c4-4297-972f-84f6974e93ce {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:21:15.136243 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17637846-4b63-4232-9551-5791ada65f3e", "tag": "a5d167ce-1eb6-46c5-b1a1-27e8581ac02c", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:21:15.136518 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b51158b1-d0c4-4297-972f-84f6974e93ce {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:21:15.136948 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17637846-4b63-4232-9551-5791ada65f3e', 'tag': 'a5d167ce-1eb6-46c5-b1a1-27e8581ac02c', 'status': 'completed', 'code': 200} Jan 28 20:21:15.184439 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-50671b13-4c66-4210-9c3e-eebb4bfa7584 None None] Set router f222fb0c-5874-49d5-bc15-b7e4a9f47e5a gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:21:15.206121 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27359dc6-3b5e-4296-b7f6-acdceea2431b req-7b9676f4-5459-48c4-9753-60ef82807d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:15.207559 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-27359dc6-3b5e-4296-b7f6-acdceea2431b req-7b9676f4-5459-48c4-9753-60ef82807d9e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6b5e4a16e1474aaab4b37fcab65f96a9&device_id=17637846-4b63-4232-9551-5791ada65f3e HTTP/1.1" status: 200 len: 1129 time: 0.0494943 Jan 28 20:21:15.296828 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27359dc6-3b5e-4296-b7f6-acdceea2431b req-a1739b27-807f-4de3-81f9-2e60b42f9204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:15.298365 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-27359dc6-3b5e-4296-b7f6-acdceea2431b req-a1739b27-807f-4de3-81f9-2e60b42f9204 service neutron] 10.222.0.41 "GET /v2.0/networks?id=82c9016a-2e86-43db-b802-2faf8fe68f2c HTTP/1.1" status: 200 len: 911 time: 0.0853543 Jan 28 20:21:15.372107 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-27359dc6-3b5e-4296-b7f6-acdceea2431b req-d3e365df-198f-4343-a6c0-5466e6b79184 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a5d167ce-1eb6-46c5-b1a1-27e8581ac02c HTTP/1.1" status: 200 len: 1000 time: 0.0668852 Jan 28 20:21:15.421074 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27359dc6-3b5e-4296-b7f6-acdceea2431b req-a5c32eeb-fcfe-4e3a-b25b-4d2d5560632a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:15.422592 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-27359dc6-3b5e-4296-b7f6-acdceea2431b req-a5c32eeb-fcfe-4e3a-b25b-4d2d5560632a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=42a6bf20-d25e-4935-ad1e-654a55d2642f HTTP/1.1" status: 200 len: 850 time: 0.0448554 Jan 28 20:21:15.471934 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27359dc6-3b5e-4296-b7f6-acdceea2431b req-46632ac9-47d1-48e4-b1b1-79bb2e84774b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:15.473492 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-27359dc6-3b5e-4296-b7f6-acdceea2431b req-46632ac9-47d1-48e4-b1b1-79bb2e84774b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=82c9016a-2e86-43db-b802-2faf8fe68f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0454891 Jan 28 20:21:15.499529 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-50671b13-4c66-4210-9c3e-eebb4bfa7584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f222fb0c-5874-49d5-bc15-b7e4a9f47e5a', 'name': 'tempest-TestVolumeBootPattern-352351620-router', 'tenant_id': '6b5e4a16e1474aaab4b37fcab65f96a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '47ab321f-a840-499b-ae8d-2e991f352d3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:11:22Z', 'updated_at': '2022-01-28T20:11:25Z', 'revision_number': 4, 'project_id': '6b5e4a16e1474aaab4b37fcab65f96a9', 'gw_port': {'id': '47ab321f-a840-499b-ae8d-2e991f352d3d', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:24:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f222fb0c-5874-49d5-bc15-b7e4a9f47e5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:11:23Z', 'updated_at': '2022-01-28T20:11:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_floatingips': [{'id': '0a0587ea-5213-4624-945e-c327b7482082', 'tenant_id': '6b5e4a16e1474aaab4b37fcab65f96a9', 'floating_ip_address': '172.25.6.217', 'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'router_id': 'f222fb0c-5874-49d5-bc15-b7e4a9f47e5a', 'port_id': 'a5d167ce-1eb6-46c5-b1a1-27e8581ac02c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4056, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '82c9016a-2e86-43db-b802-2faf8fe68f2c', 'mac_address': 'fa:16:3e:c5:62:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17637846-4b63-4232-9551-5791ada65f3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:21:14Z', 'updated_at': '2022-01-28T20:21:14Z', 'revision_number': 0, 'project_id': '6b5e4a16e1474aaab4b37fcab65f96a9', 'fixed_ip_address_scope': None}, {'id': '25118133-f41e-49b1-b0ee-6b751445ad20', 'tenant_id': '6b5e4a16e1474aaab4b37fcab65f96a9', 'floating_ip_address': '172.25.6.215', 'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'router_id': 'f222fb0c-5874-49d5-bc15-b7e4a9f47e5a', 'port_id': 'f3a15114-c0a5-45b5-a256-e5e56652f8a1', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '82c9016a-2e86-43db-b802-2faf8fe68f2c', 'mac_address': 'fa:16:3e:f8:1b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17b0cfd-65f3-4cd8-81ca-dbf2851817d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:19:00Z', 'updated_at': '2022-01-28T20:19:02Z', 'revision_number': 1, 'project_id': '6b5e4a16e1474aaab4b37fcab65f96a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba92694b-9acc-4040-81bd-f537df0ec768', 'name': '', 'network_id': '82c9016a-2e86-43db-b802-2faf8fe68f2c', 'tenant_id': '6b5e4a16e1474aaab4b37fcab65f96a9', 'mac_address': 'fa:16:3e:f1:9a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f222fb0c-5874-49d5-bc15-b7e4a9f47e5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '42a6bf20-d25e-4935-ad1e-654a55d2642f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:11:24Z', 'updated_at': '2022-01-28T20:11:29Z', 'revision_number': 5, 'project_id': '6b5e4a16e1474aaab4b37fcab65f96a9', 'subnets': [{'id': '42a6bf20-d25e-4935-ad1e-654a55d2642f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:21:15.531049 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50671b13-4c66-4210-9c3e-eebb4bfa7584 None None] Checking router: f222fb0c-5874-49d5-bc15-b7e4a9f47e5a for host: n-d-812111-14 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:21:15.540724 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50671b13-4c66-4210-9c3e-eebb4bfa7584 None None] Routers {'f222fb0c-5874-49d5-bc15-b7e4a9f47e5a'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:21:15.541370 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-50671b13-4c66-4210-9c3e-eebb4bfa7584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:21:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['f222fb0c-5874-49d5-bc15-b7e4a9f47e5a'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:21:15.574975 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-27359dc6-3b5e-4296-b7f6-acdceea2431b req-7a069037-47e5-4398-bc87-024a2daa9a45 service neutron] 10.222.0.41 "GET /v2.0/networks/82c9016a-2e86-43db-b802-2faf8fe68f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953612 Jan 28 20:21:15.644313 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-50671b13-4c66-4210-9c3e-eebb4bfa7584 None None] Set router f222fb0c-5874-49d5-bc15-b7e4a9f47e5a gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:21:15.663053 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-27359dc6-3b5e-4296-b7f6-acdceea2431b req-f9c33c69-cb87-40a0-8497-7ca7567b27bc service neutron] 10.222.0.41 "GET /v2.0/networks/82c9016a-2e86-43db-b802-2faf8fe68f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824246 Jan 28 20:21:15.860347 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-50671b13-4c66-4210-9c3e-eebb4bfa7584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f222fb0c-5874-49d5-bc15-b7e4a9f47e5a', 'name': 'tempest-TestVolumeBootPattern-352351620-router', 'tenant_id': '6b5e4a16e1474aaab4b37fcab65f96a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '47ab321f-a840-499b-ae8d-2e991f352d3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:11:22Z', 'updated_at': '2022-01-28T20:11:25Z', 'revision_number': 4, 'project_id': '6b5e4a16e1474aaab4b37fcab65f96a9', 'gw_port': {'id': '47ab321f-a840-499b-ae8d-2e991f352d3d', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:24:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f222fb0c-5874-49d5-bc15-b7e4a9f47e5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:11:23Z', 'updated_at': '2022-01-28T20:11:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_floatingips': [{'id': '0a0587ea-5213-4624-945e-c327b7482082', 'tenant_id': '6b5e4a16e1474aaab4b37fcab65f96a9', 'floating_ip_address': '172.25.6.217', 'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'router_id': 'f222fb0c-5874-49d5-bc15-b7e4a9f47e5a', 'port_id': 'a5d167ce-1eb6-46c5-b1a1-27e8581ac02c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4056, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '82c9016a-2e86-43db-b802-2faf8fe68f2c', 'mac_address': 'fa:16:3e:c5:62:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17637846-4b63-4232-9551-5791ada65f3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:21:14Z', 'updated_at': '2022-01-28T20:21:14Z', 'revision_number': 0, 'project_id': '6b5e4a16e1474aaab4b37fcab65f96a9', 'fixed_ip_address_scope': None}, {'id': '25118133-f41e-49b1-b0ee-6b751445ad20', 'tenant_id': '6b5e4a16e1474aaab4b37fcab65f96a9', 'floating_ip_address': '172.25.6.215', 'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'router_id': 'f222fb0c-5874-49d5-bc15-b7e4a9f47e5a', 'port_id': 'f3a15114-c0a5-45b5-a256-e5e56652f8a1', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '82c9016a-2e86-43db-b802-2faf8fe68f2c', 'mac_address': 'fa:16:3e:f8:1b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17b0cfd-65f3-4cd8-81ca-dbf2851817d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:19:00Z', 'updated_at': '2022-01-28T20:19:02Z', 'revision_number': 1, 'project_id': '6b5e4a16e1474aaab4b37fcab65f96a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba92694b-9acc-4040-81bd-f537df0ec768', 'name': '', 'network_id': '82c9016a-2e86-43db-b802-2faf8fe68f2c', 'tenant_id': '6b5e4a16e1474aaab4b37fcab65f96a9', 'mac_address': 'fa:16:3e:f1:9a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f222fb0c-5874-49d5-bc15-b7e4a9f47e5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '42a6bf20-d25e-4935-ad1e-654a55d2642f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:11:24Z', 'updated_at': '2022-01-28T20:11:29Z', 'revision_number': 5, 'project_id': '6b5e4a16e1474aaab4b37fcab65f96a9', 'subnets': [{'id': '42a6bf20-d25e-4935-ad1e-654a55d2642f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:21:15.889441 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50671b13-4c66-4210-9c3e-eebb4bfa7584 None None] The sync data for ids ['f222fb0c-5874-49d5-bc15-b7e4a9f47e5a'] in n-d-812111-14 is: [{'id': 'f222fb0c-5874-49d5-bc15-b7e4a9f47e5a', 'name': 'tempest-TestVolumeBootPattern-352351620-router', 'tenant_id': '6b5e4a16e1474aaab4b37fcab65f96a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '47ab321f-a840-499b-ae8d-2e991f352d3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:11:22Z', 'updated_at': '2022-01-28T20:11:25Z', 'revision_number': 4, 'project_id': '6b5e4a16e1474aaab4b37fcab65f96a9', 'gw_port': {'id': '47ab321f-a840-499b-ae8d-2e991f352d3d', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:24:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f222fb0c-5874-49d5-bc15-b7e4a9f47e5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:11:23Z', 'updated_at': '2022-01-28T20:11:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_floatingips': [{'id': '0a0587ea-5213-4624-945e-c327b7482082', 'tenant_id': '6b5e4a16e1474aaab4b37fcab65f96a9', 'floating_ip_address': '172.25.6.217', 'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'router_id': 'f222fb0c-5874-49d5-bc15-b7e4a9f47e5a', 'port_id': 'a5d167ce-1eb6-46c5-b1a1-27e8581ac02c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4056, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '82c9016a-2e86-43db-b802-2faf8fe68f2c', 'mac_address': 'fa:16:3e:c5:62:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17637846-4b63-4232-9551-5791ada65f3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:21:14Z', 'updated_at': '2022-01-28T20:21:14Z', 'revision_number': 0, 'project_id': '6b5e4a16e1474aaab4b37fcab65f96a9', 'fixed_ip_address_scope': None}, {'id': '25118133-f41e-49b1-b0ee-6b751445ad20', 'tenant_id': '6b5e4a16e1474aaab4b37fcab65f96a9', 'floating_ip_address': '172.25.6.215', 'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'router_id': 'f222fb0c-5874-49d5-bc15-b7e4a9f47e5a', 'port_id': 'f3a15114-c0a5-45b5-a256-e5e56652f8a1', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '82c9016a-2e86-43db-b802-2faf8fe68f2c', 'mac_address': 'fa:16:3e:f8:1b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17b0cfd-65f3-4cd8-81ca-dbf2851817d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:19:00Z', 'updated_at': '2022-01-28T20:19:02Z', 'revision_number': 1, 'project_id': '6b5e4a16e1474aaab4b37fcab65f96a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba92694b-9acc-4040-81bd-f537df0ec768', 'name': '', 'network_id': '82c9016a-2e86-43db-b802-2faf8fe68f2c', 'tenant_id': '6b5e4a16e1474aaab4b37fcab65f96a9', 'mac_address': 'fa:16:3e:f1:9a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f222fb0c-5874-49d5-bc15-b7e4a9f47e5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '42a6bf20-d25e-4935-ad1e-654a55d2642f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:11:24Z', 'updated_at': '2022-01-28T20:11:29Z', 'revision_number': 5, 'project_id': '6b5e4a16e1474aaab4b37fcab65f96a9', 'subnets': [{'id': '42a6bf20-d25e-4935-ad1e-654a55d2642f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:21:16.095655 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7f717a-300b-40ef-ae2a-2e539ffc4b5b None None] New status for floating IP 0a0587ea-5213-4624-945e-c327b7482082: ACTIVE {{(pid=103306) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 20:21:21.338655 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:21:24.428505 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:21:27.341446 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-394291e0-b962-40c1-ae47-aa9814e4651c req-1fd5e46a-196f-402a-9b17-626eaaf71d66 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=17637846-4b63-4232-9551-5791ada65f3e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0433860 Jan 28 20:21:27.432190 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394291e0-b962-40c1-ae47-aa9814e4651c req-46bff387-5831-4b52-a510-480ed2eca954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:27.433700 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-394291e0-b962-40c1-ae47-aa9814e4651c req-46bff387-5831-4b52-a510-480ed2eca954 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6b5e4a16e1474aaab4b37fcab65f96a9&device_id=17637846-4b63-4232-9551-5791ada65f3e HTTP/1.1" status: 200 len: 1129 time: 0.0484920 Jan 28 20:21:27.535622 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394291e0-b962-40c1-ae47-aa9814e4651c req-ee50fb94-97f0-4106-92b2-a3ac129c82ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:27.536994 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-394291e0-b962-40c1-ae47-aa9814e4651c req-ee50fb94-97f0-4106-92b2-a3ac129c82ab service neutron] 10.222.0.41 "GET /v2.0/networks?id=82c9016a-2e86-43db-b802-2faf8fe68f2c HTTP/1.1" status: 200 len: 911 time: 0.0839090 Jan 28 20:21:27.603707 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-394291e0-b962-40c1-ae47-aa9814e4651c req-8d5156ac-e1c8-48fc-9363-47b4d5102d0a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a5d167ce-1eb6-46c5-b1a1-27e8581ac02c HTTP/1.1" status: 200 len: 1002 time: 0.0609648 Jan 28 20:21:27.651198 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394291e0-b962-40c1-ae47-aa9814e4651c req-0e161e5c-ff5a-47ac-81e1-9a37a077ac3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:27.652689 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-394291e0-b962-40c1-ae47-aa9814e4651c req-0e161e5c-ff5a-47ac-81e1-9a37a077ac3a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=42a6bf20-d25e-4935-ad1e-654a55d2642f HTTP/1.1" status: 200 len: 850 time: 0.0437796 Jan 28 20:21:27.701642 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394291e0-b962-40c1-ae47-aa9814e4651c req-61ebd893-2dbc-477d-bad1-86c2e753c0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:27.703205 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-394291e0-b962-40c1-ae47-aa9814e4651c req-61ebd893-2dbc-477d-bad1-86c2e753c0b0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=82c9016a-2e86-43db-b802-2faf8fe68f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0442212 Jan 28 20:21:27.795610 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-394291e0-b962-40c1-ae47-aa9814e4651c req-1ab1526e-a8da-4341-8884-a9f60b0ce9cb service neutron] 10.222.0.41 "GET /v2.0/networks/82c9016a-2e86-43db-b802-2faf8fe68f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863998 Jan 28 20:21:27.886124 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-394291e0-b962-40c1-ae47-aa9814e4651c req-7f00d6cb-41ca-4088-a886-b9f493a22c16 service neutron] 10.222.0.41 "GET /v2.0/networks/82c9016a-2e86-43db-b802-2faf8fe68f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825794 Jan 28 20:21:33.154445 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:21:36.794999 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0fcbc34f-5a5a-4f26-b0cd-061b897dbc2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:21:39.042683 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-27debca5-50c7-406b-a160-0854a01d5371 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:21:40.019145 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:21:41.890149 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:21:43.255820 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:21:51.342265 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:21:54.428172 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:04.890269 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [req-cec7cb73-24ea-449f-a2b2-d9b4c362cec2 req-32fecfd2-2886-43d7-af74-85b72f0b6e27 service neutron] (103305) timed out ('10.222.0.64', 38098) {{(pid=103305) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 20:22:06.796208 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-95776377-0bb4-425d-bddf-980b668050d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:09.044742 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a2a806d5-b648-4415-b032-fdaf866acfd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:10.021318 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:10.153887 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:22:11.892973 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:13.260256 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:14.864548 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-eb04d1ea-db54-4b63-b1a1-5337a26f84e1 req-8ba56687-7076-45d0-937e-eb655c6fc62e service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=d17b0cfd-65f3-4cd8-81ca-dbf2851817d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1281557 Jan 28 20:22:14.951553 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb04d1ea-db54-4b63-b1a1-5337a26f84e1 req-0a3fbf4c-c8bb-4fce-8736-da460bc1960e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:14.953054 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-eb04d1ea-db54-4b63-b1a1-5337a26f84e1 req-0a3fbf4c-c8bb-4fce-8736-da460bc1960e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6b5e4a16e1474aaab4b37fcab65f96a9&device_id=d17b0cfd-65f3-4cd8-81ca-dbf2851817d3 HTTP/1.1" status: 200 len: 1129 time: 0.0465715 Jan 28 20:22:15.061246 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb04d1ea-db54-4b63-b1a1-5337a26f84e1 req-d51d1747-9e7e-43a3-8abe-092db1eb07f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:15.062649 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-eb04d1ea-db54-4b63-b1a1-5337a26f84e1 req-d51d1747-9e7e-43a3-8abe-092db1eb07f2 service neutron] 10.222.0.70 "GET /v2.0/networks?id=82c9016a-2e86-43db-b802-2faf8fe68f2c HTTP/1.1" status: 200 len: 911 time: 0.0892909 Jan 28 20:22:15.128908 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-eb04d1ea-db54-4b63-b1a1-5337a26f84e1 req-e0640013-1fc0-45a4-8160-dd77c38ec37e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f3a15114-c0a5-45b5-a256-e5e56652f8a1 HTTP/1.1" status: 200 len: 1002 time: 0.0590582 Jan 28 20:22:15.185146 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb04d1ea-db54-4b63-b1a1-5337a26f84e1 req-0b025a29-a402-45de-aded-5d10ea00cecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:15.186689 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-eb04d1ea-db54-4b63-b1a1-5337a26f84e1 req-0b025a29-a402-45de-aded-5d10ea00cecb service neutron] 10.222.0.70 "GET /v2.0/subnets?id=42a6bf20-d25e-4935-ad1e-654a55d2642f HTTP/1.1" status: 200 len: 850 time: 0.0507576 Jan 28 20:22:15.245928 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb04d1ea-db54-4b63-b1a1-5337a26f84e1 req-ebb6f6ce-e346-4849-864a-52fb4ecde1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:15.247474 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-eb04d1ea-db54-4b63-b1a1-5337a26f84e1 req-ebb6f6ce-e346-4849-864a-52fb4ecde1a3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=82c9016a-2e86-43db-b802-2faf8fe68f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0506158 Jan 28 20:22:15.336242 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-eb04d1ea-db54-4b63-b1a1-5337a26f84e1 req-4aff9884-f1e2-442c-b4c6-8806fd5dc771 service neutron] 10.222.0.70 "GET /v2.0/networks/82c9016a-2e86-43db-b802-2faf8fe68f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821528 Jan 28 20:22:15.430748 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-eb04d1ea-db54-4b63-b1a1-5337a26f84e1 req-5fe8d94e-6a1b-4c80-8f42-01427a0281c2 service neutron] 10.222.0.70 "GET /v2.0/networks/82c9016a-2e86-43db-b802-2faf8fe68f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884395 Jan 28 20:22:21.337156 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:24.448547 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:28.295831 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a0a0eaf5-2880-47f9-a624-651406ddef27 req-f55ccd70-b052-4576-888b-678e178ccb20 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=17637846-4b63-4232-9551-5791ada65f3e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0447917 Jan 28 20:22:28.391672 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a0eaf5-2880-47f9-a624-651406ddef27 req-3399d61f-afac-41c3-98b8-056018601765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:28.393226 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a0a0eaf5-2880-47f9-a624-651406ddef27 req-3399d61f-afac-41c3-98b8-056018601765 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6b5e4a16e1474aaab4b37fcab65f96a9&device_id=17637846-4b63-4232-9551-5791ada65f3e HTTP/1.1" status: 200 len: 1129 time: 0.0482621 Jan 28 20:22:28.499417 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a0eaf5-2880-47f9-a624-651406ddef27 req-43d1a843-8bc6-4e56-827c-002e4bb29017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:28.500824 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a0a0eaf5-2880-47f9-a624-651406ddef27 req-43d1a843-8bc6-4e56-827c-002e4bb29017 service neutron] 10.222.0.41 "GET /v2.0/networks?id=82c9016a-2e86-43db-b802-2faf8fe68f2c HTTP/1.1" status: 200 len: 911 time: 0.0829847 Jan 28 20:22:28.573223 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a0a0eaf5-2880-47f9-a624-651406ddef27 req-990dc255-aceb-460b-aae5-1888cc659994 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a5d167ce-1eb6-46c5-b1a1-27e8581ac02c HTTP/1.1" status: 200 len: 1002 time: 0.0621722 Jan 28 20:22:28.622222 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a0eaf5-2880-47f9-a624-651406ddef27 req-2a1021de-0757-42ff-a687-5b47278252e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:28.623615 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a0a0eaf5-2880-47f9-a624-651406ddef27 req-2a1021de-0757-42ff-a687-5b47278252e0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=42a6bf20-d25e-4935-ad1e-654a55d2642f HTTP/1.1" status: 200 len: 850 time: 0.0427692 Jan 28 20:22:28.675252 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a0eaf5-2880-47f9-a624-651406ddef27 req-b93e5c6b-df69-46b5-8b6a-6ad8684d306a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:28.676756 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a0a0eaf5-2880-47f9-a624-651406ddef27 req-b93e5c6b-df69-46b5-8b6a-6ad8684d306a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=82c9016a-2e86-43db-b802-2faf8fe68f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0441916 Jan 28 20:22:28.769761 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a0a0eaf5-2880-47f9-a624-651406ddef27 req-c4019fe7-7d18-445f-aaf9-a65e8d0f0af2 service neutron] 10.222.0.41 "GET /v2.0/networks/82c9016a-2e86-43db-b802-2faf8fe68f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832312 Jan 28 20:22:28.859427 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a0a0eaf5-2880-47f9-a624-651406ddef27 req-20504091-72ec-45bb-8760-aaab5d4e82d2 service neutron] 10.222.0.41 "GET /v2.0/networks/82c9016a-2e86-43db-b802-2faf8fe68f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808825 Jan 28 20:22:36.797985 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c6dcb4cc-f561-46f0-947c-b48aef5cdb6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:39.045952 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-be811ed6-299e-4b11-b56c-141a4fccc10f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:40.024918 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:41.895075 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:43.263473 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:47.152937 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:22:51.334323 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:54.457196 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:54.535951 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 40038) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:22:54.693907 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-d3030540-243b-4c18-8578-e6e297b7eb79 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Deleting port cc5bdee6-ee71-4a43-aa89-0c0a3e565394 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:22:54.694257 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d3030540-243b-4c18-8578-e6e297b7eb79 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (cc5bdee6-ee71-4a43-aa89-0c0a3e565394), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:54.772071 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d3030540-243b-4c18-8578-e6e297b7eb79 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (cc5bdee6-ee71-4a43-aa89-0c0a3e565394), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:54.772398 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d3030540-243b-4c18-8578-e6e297b7eb79 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Publish callbacks [] for floatingip (cc5bdee6-ee71-4a43-aa89-0c0a3e565394), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:54.784232 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-d3030540-243b-4c18-8578-e6e297b7eb79 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Calling delete_port for cc5bdee6-ee71-4a43-aa89-0c0a3e565394 owned by network:floatingip {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:22:54.928242 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d3030540-243b-4c18-8578-e6e297b7eb79 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (cc5bdee6-ee71-4a43-aa89-0c0a3e565394), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:54.959740 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3030540-243b-4c18-8578-e6e297b7eb79 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Pushing event deleted for resources: {'Port': ['ID=cc5bdee6-ee71-4a43-aa89-0c0a3e565394,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:22:54.985677 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3030540-243b-4c18-8578-e6e297b7eb79 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:22:54.986033 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3030540-243b-4c18-8578-e6e297b7eb79 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:22:54.986381 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3030540-243b-4c18-8578-e6e297b7eb79 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:22:54.986734 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3030540-243b-4c18-8578-e6e297b7eb79 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:22:54.987076 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3030540-243b-4c18-8578-e6e297b7eb79 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:22:54.987413 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3030540-243b-4c18-8578-e6e297b7eb79 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:22:54.987748 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3030540-243b-4c18-8578-e6e297b7eb79 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:22:54.988083 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3030540-243b-4c18-8578-e6e297b7eb79 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:22:54.988418 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3030540-243b-4c18-8578-e6e297b7eb79 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:22:54.988751 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3030540-243b-4c18-8578-e6e297b7eb79 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:22:54.989083 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3030540-243b-4c18-8578-e6e297b7eb79 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:22:54.989438 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3030540-243b-4c18-8578-e6e297b7eb79 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:22:54.989768 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3030540-243b-4c18-8578-e6e297b7eb79 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:22:55.036018 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d3030540-243b-4c18-8578-e6e297b7eb79 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Publish callbacks [] for floatingip (0a0587ea-5213-4624-945e-c327b7482082), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:55.036276 n-d-812111-14 neutron-server[103304]: INFO neutron.db.l3_db [None req-d3030540-243b-4c18-8578-e6e297b7eb79 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Floating IP 0a0587ea-5213-4624-945e-c327b7482082 disassociated (deleted). External IP: 172.25.6.217, port: a5d167ce-1eb6-46c5-b1a1-27e8581ac02c. Jan 28 20:22:55.243149 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3030540-243b-4c18-8578-e6e297b7eb79 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Router f222fb0c-5874-49d5-bc15-b7e4a9f47e5a has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:22:55.349727 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3030540-243b-4c18-8578-e6e297b7eb79 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:22:55.354202 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d3030540-243b-4c18-8578-e6e297b7eb79 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for floatingip (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:55.360339 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0126727a-d6c0-4759-9ac9-8fbe6d1469b9 None None] Sync routers for ids ['f222fb0c-5874-49d5-bc15-b7e4a9f47e5a'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:22:55.370574 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0126727a-d6c0-4759-9ac9-8fbe6d1469b9 None None] Routers {'f222fb0c-5874-49d5-bc15-b7e4a9f47e5a'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:22:55.371184 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-0126727a-d6c0-4759-9ac9-8fbe6d1469b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:22:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['f222fb0c-5874-49d5-bc15-b7e4a9f47e5a'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:22:55.383865 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-d3030540-243b-4c18-8578-e6e297b7eb79 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "DELETE /v2.0/floatingips/0a0587ea-5213-4624-945e-c327b7482082 HTTP/1.1" status: 204 len: 168 time: 0.8468251 Jan 28 20:22:55.384563 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17637846-4b63-4232-9551-5791ada65f3e', 'tag': 'a5d167ce-1eb6-46c5-b1a1-27e8581ac02c'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:22:55.387018 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}690870b4896ba3504f21237a239c836c0346d6a62bcfb5e8ee91fd1b13f99dd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3e17637-1649-4eb7-8108-14501b21229f" -d '{"events": [{"name": "network-changed", "server_uuid": "17637846-4b63-4232-9551-5791ada65f3e", "tag": "a5d167ce-1eb6-46c5-b1a1-27e8581ac02c"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:22:55.425600 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d70867a-78a5-493a-9148-0a439403869f x-openstack-request-id: req-1d70867a-78a5-493a-9148-0a439403869f {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:22:55.427046 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17637846-4b63-4232-9551-5791ada65f3e", "tag": "a5d167ce-1eb6-46c5-b1a1-27e8581ac02c", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:22:55.427336 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1d70867a-78a5-493a-9148-0a439403869f {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:22:55.427753 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17637846-4b63-4232-9551-5791ada65f3e', 'tag': 'a5d167ce-1eb6-46c5-b1a1-27e8581ac02c', 'status': 'completed', 'code': 200} Jan 28 20:22:55.484312 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-0126727a-d6c0-4759-9ac9-8fbe6d1469b9 None None] Set router f222fb0c-5874-49d5-bc15-b7e4a9f47e5a gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:22:55.499413 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e17637-1649-4eb7-8108-14501b21229f req-1555b96d-2784-476a-aba0-d2a23f3fe429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:55.501976 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c3e17637-1649-4eb7-8108-14501b21229f req-1555b96d-2784-476a-aba0-d2a23f3fe429 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6b5e4a16e1474aaab4b37fcab65f96a9&device_id=17637846-4b63-4232-9551-5791ada65f3e HTTP/1.1" status: 200 len: 1129 time: 0.0488248 Jan 28 20:22:55.622163 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e17637-1649-4eb7-8108-14501b21229f req-d671356e-d1ad-44c1-bcf8-fd3f9581f934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:55.623537 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c3e17637-1649-4eb7-8108-14501b21229f req-d671356e-d1ad-44c1-bcf8-fd3f9581f934 service neutron] 10.222.0.41 "GET /v2.0/networks?id=82c9016a-2e86-43db-b802-2faf8fe68f2c HTTP/1.1" status: 200 len: 911 time: 0.1089842 Jan 28 20:22:55.626109 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957256d5-24cf-40eb-b40b-dc3604ed042c req-15701a7c-ab38-4a03-a162-541597f9f89b tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:55.627599 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-957256d5-24cf-40eb-b40b-dc3604ed042c req-15701a7c-ab38-4a03-a162-541597f9f89b tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=17637846-4b63-4232-9551-5791ada65f3e HTTP/1.1" status: 200 len: 946 time: 0.0599678 Jan 28 20:22:55.666980 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c3e17637-1649-4eb7-8108-14501b21229f req-8d148b0e-2d88-4a8a-8777-fd982b4ac4fe service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a5d167ce-1eb6-46c5-b1a1-27e8581ac02c HTTP/1.1" status: 200 len: 217 time: 0.0361102 Jan 28 20:22:55.683582 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-957256d5-24cf-40eb-b40b-dc3604ed042c req-dcb21e18-af6d-41b1-a50e-1da7024c101a tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfa5d048-ef3b-4cec-bb38-29feb49c8ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492768 Jan 28 20:22:55.718685 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e17637-1649-4eb7-8108-14501b21229f req-a8e066c1-f8ff-4976-948e-b8893c952e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:55.720166 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c3e17637-1649-4eb7-8108-14501b21229f req-a8e066c1-f8ff-4976-948e-b8893c952e83 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=42a6bf20-d25e-4935-ad1e-654a55d2642f HTTP/1.1" status: 200 len: 850 time: 0.0462167 Jan 28 20:22:55.731134 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-0126727a-d6c0-4759-9ac9-8fbe6d1469b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f222fb0c-5874-49d5-bc15-b7e4a9f47e5a', 'name': 'tempest-TestVolumeBootPattern-352351620-router', 'tenant_id': '6b5e4a16e1474aaab4b37fcab65f96a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '47ab321f-a840-499b-ae8d-2e991f352d3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:11:22Z', 'updated_at': '2022-01-28T20:11:25Z', 'revision_number': 4, 'project_id': '6b5e4a16e1474aaab4b37fcab65f96a9', 'gw_port': {'id': '47ab321f-a840-499b-ae8d-2e991f352d3d', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:24:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f222fb0c-5874-49d5-bc15-b7e4a9f47e5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:11:23Z', 'updated_at': '2022-01-28T20:11:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_floatingips': [{'id': '25118133-f41e-49b1-b0ee-6b751445ad20', 'tenant_id': '6b5e4a16e1474aaab4b37fcab65f96a9', 'floating_ip_address': '172.25.6.215', 'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'router_id': 'f222fb0c-5874-49d5-bc15-b7e4a9f47e5a', 'port_id': 'f3a15114-c0a5-45b5-a256-e5e56652f8a1', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '82c9016a-2e86-43db-b802-2faf8fe68f2c', 'mac_address': 'fa:16:3e:f8:1b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17b0cfd-65f3-4cd8-81ca-dbf2851817d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:19:00Z', 'updated_at': '2022-01-28T20:19:02Z', 'revision_number': 1, 'project_id': '6b5e4a16e1474aaab4b37fcab65f96a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba92694b-9acc-4040-81bd-f537df0ec768', 'name': '', 'network_id': '82c9016a-2e86-43db-b802-2faf8fe68f2c', 'tenant_id': '6b5e4a16e1474aaab4b37fcab65f96a9', 'mac_address': 'fa:16:3e:f1:9a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f222fb0c-5874-49d5-bc15-b7e4a9f47e5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '42a6bf20-d25e-4935-ad1e-654a55d2642f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:11:24Z', 'updated_at': '2022-01-28T20:11:29Z', 'revision_number': 5, 'project_id': '6b5e4a16e1474aaab4b37fcab65f96a9', 'subnets': [{'id': '42a6bf20-d25e-4935-ad1e-654a55d2642f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:22:55.757862 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0126727a-d6c0-4759-9ac9-8fbe6d1469b9 None None] Checking router: f222fb0c-5874-49d5-bc15-b7e4a9f47e5a for host: n-d-812111-14 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:22:55.765992 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0126727a-d6c0-4759-9ac9-8fbe6d1469b9 None None] Routers {'f222fb0c-5874-49d5-bc15-b7e4a9f47e5a'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:22:55.766587 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-0126727a-d6c0-4759-9ac9-8fbe6d1469b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:22:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['f222fb0c-5874-49d5-bc15-b7e4a9f47e5a'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:22:55.774715 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e17637-1649-4eb7-8108-14501b21229f req-a1625c60-1f0c-483a-aed9-fab5c3776f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:55.776546 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c3e17637-1649-4eb7-8108-14501b21229f req-a1625c60-1f0c-483a-aed9-fab5c3776f96 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=82c9016a-2e86-43db-b802-2faf8fe68f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0496547 Jan 28 20:22:55.865516 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c3e17637-1649-4eb7-8108-14501b21229f req-b36d41a7-e640-4084-b66f-4752b6332c38 service neutron] 10.222.0.41 "GET /v2.0/networks/82c9016a-2e86-43db-b802-2faf8fe68f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814407 Jan 28 20:22:55.868664 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-0126727a-d6c0-4759-9ac9-8fbe6d1469b9 None None] Set router f222fb0c-5874-49d5-bc15-b7e4a9f47e5a gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:22:55.963123 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c3e17637-1649-4eb7-8108-14501b21229f req-53eb740e-ab17-4fdc-87db-c019a03ebc1f service neutron] 10.222.0.41 "GET /v2.0/networks/82c9016a-2e86-43db-b802-2faf8fe68f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912399 Jan 28 20:22:56.179903 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-0126727a-d6c0-4759-9ac9-8fbe6d1469b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f222fb0c-5874-49d5-bc15-b7e4a9f47e5a', 'name': 'tempest-TestVolumeBootPattern-352351620-router', 'tenant_id': '6b5e4a16e1474aaab4b37fcab65f96a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '47ab321f-a840-499b-ae8d-2e991f352d3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:11:22Z', 'updated_at': '2022-01-28T20:11:25Z', 'revision_number': 4, 'project_id': '6b5e4a16e1474aaab4b37fcab65f96a9', 'gw_port': {'id': '47ab321f-a840-499b-ae8d-2e991f352d3d', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:24:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f222fb0c-5874-49d5-bc15-b7e4a9f47e5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:11:23Z', 'updated_at': '2022-01-28T20:11:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_floatingips': [{'id': '25118133-f41e-49b1-b0ee-6b751445ad20', 'tenant_id': '6b5e4a16e1474aaab4b37fcab65f96a9', 'floating_ip_address': '172.25.6.215', 'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'router_id': 'f222fb0c-5874-49d5-bc15-b7e4a9f47e5a', 'port_id': 'f3a15114-c0a5-45b5-a256-e5e56652f8a1', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '82c9016a-2e86-43db-b802-2faf8fe68f2c', 'mac_address': 'fa:16:3e:f8:1b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17b0cfd-65f3-4cd8-81ca-dbf2851817d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:19:00Z', 'updated_at': '2022-01-28T20:19:02Z', 'revision_number': 1, 'project_id': '6b5e4a16e1474aaab4b37fcab65f96a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba92694b-9acc-4040-81bd-f537df0ec768', 'name': '', 'network_id': '82c9016a-2e86-43db-b802-2faf8fe68f2c', 'tenant_id': '6b5e4a16e1474aaab4b37fcab65f96a9', 'mac_address': 'fa:16:3e:f1:9a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f222fb0c-5874-49d5-bc15-b7e4a9f47e5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '42a6bf20-d25e-4935-ad1e-654a55d2642f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:11:24Z', 'updated_at': '2022-01-28T20:11:29Z', 'revision_number': 5, 'project_id': '6b5e4a16e1474aaab4b37fcab65f96a9', 'subnets': [{'id': '42a6bf20-d25e-4935-ad1e-654a55d2642f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:22:56.205406 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0126727a-d6c0-4759-9ac9-8fbe6d1469b9 None None] The sync data for ids ['f222fb0c-5874-49d5-bc15-b7e4a9f47e5a'] in n-d-812111-14 is: [{'id': 'f222fb0c-5874-49d5-bc15-b7e4a9f47e5a', 'name': 'tempest-TestVolumeBootPattern-352351620-router', 'tenant_id': '6b5e4a16e1474aaab4b37fcab65f96a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '47ab321f-a840-499b-ae8d-2e991f352d3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:11:22Z', 'updated_at': '2022-01-28T20:11:25Z', 'revision_number': 4, 'project_id': '6b5e4a16e1474aaab4b37fcab65f96a9', 'gw_port': {'id': '47ab321f-a840-499b-ae8d-2e991f352d3d', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:24:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f222fb0c-5874-49d5-bc15-b7e4a9f47e5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:11:23Z', 'updated_at': '2022-01-28T20:11:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_floatingips': [{'id': '25118133-f41e-49b1-b0ee-6b751445ad20', 'tenant_id': '6b5e4a16e1474aaab4b37fcab65f96a9', 'floating_ip_address': '172.25.6.215', 'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'router_id': 'f222fb0c-5874-49d5-bc15-b7e4a9f47e5a', 'port_id': 'f3a15114-c0a5-45b5-a256-e5e56652f8a1', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '82c9016a-2e86-43db-b802-2faf8fe68f2c', 'mac_address': 'fa:16:3e:f8:1b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17b0cfd-65f3-4cd8-81ca-dbf2851817d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:19:00Z', 'updated_at': '2022-01-28T20:19:02Z', 'revision_number': 1, 'project_id': '6b5e4a16e1474aaab4b37fcab65f96a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba92694b-9acc-4040-81bd-f537df0ec768', 'name': '', 'network_id': '82c9016a-2e86-43db-b802-2faf8fe68f2c', 'tenant_id': '6b5e4a16e1474aaab4b37fcab65f96a9', 'mac_address': 'fa:16:3e:f1:9a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f222fb0c-5874-49d5-bc15-b7e4a9f47e5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '42a6bf20-d25e-4935-ad1e-654a55d2642f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:11:24Z', 'updated_at': '2022-01-28T20:11:29Z', 'revision_number': 5, 'project_id': '6b5e4a16e1474aaab4b37fcab65f96a9', 'subnets': [{'id': '42a6bf20-d25e-4935-ad1e-654a55d2642f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:22:56.422819 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc493591-816d-4c18-bd6f-20e2f7facb28 None None] New status for floating IP 0a0587ea-5213-4624-945e-c327b7482082: DOWN {{(pid=103306) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 20:22:56.806121 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc58f92-be76-4ec2-a517-ff4ae37477c3 req-c99370b7-b3c3-40be-a770-60e41ccd0700 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:56.807526 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6fc58f92-be76-4ec2-a517-ff4ae37477c3 req-c99370b7-b3c3-40be-a770-60e41ccd0700 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=17637846-4b63-4232-9551-5791ada65f3e HTTP/1.1" status: 200 len: 946 time: 0.0527155 Jan 28 20:22:56.855462 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6fc58f92-be76-4ec2-a517-ff4ae37477c3 req-fe08973f-cd0c-40a8-ad4a-d5eba2764a04 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfa5d048-ef3b-4cec-bb38-29feb49c8ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424087 Jan 28 20:22:57.369239 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d51791f-94ac-4ea2-8cde-4a48cad35c50 req-85fb0937-5906-400a-a0f0-c12a87dec610 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:57.370703 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3d51791f-94ac-4ea2-8cde-4a48cad35c50 req-85fb0937-5906-400a-a0f0-c12a87dec610 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.41 "GET /v2.0/ports?device_id=17637846-4b63-4232-9551-5791ada65f3e HTTP/1.1" status: 200 len: 946 time: 0.0520289 Jan 28 20:22:57.466785 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-3d51791f-94ac-4ea2-8cde-4a48cad35c50 req-11188570-29cd-48e0-a819-0c5732ef1c67 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Deleting port a5d167ce-1eb6-46c5-b1a1-27e8581ac02c {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:22:57.467125 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-3d51791f-94ac-4ea2-8cde-4a48cad35c50 req-11188570-29cd-48e0-a819-0c5732ef1c67 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (a5d167ce-1eb6-46c5-b1a1-27e8581ac02c), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:57.555200 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-3d51791f-94ac-4ea2-8cde-4a48cad35c50 req-11188570-29cd-48e0-a819-0c5732ef1c67 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] For port a5d167ce-1eb6-46c5-b1a1-27e8581ac02c, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=a5d167ce-1eb6-46c5-b1a1-27e8581ac02c,segment=NetworkSegment(62dcf40f-e75f-4b3f-bd0a-763cdc11fb45),segment_id=62dcf40f-e75f-4b3f-bd0a-763cdc11fb45)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:22:57.555495 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-3d51791f-94ac-4ea2-8cde-4a48cad35c50 req-11188570-29cd-48e0-a819-0c5732ef1c67 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (a5d167ce-1eb6-46c5-b1a1-27e8581ac02c), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:57.568380 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-3d51791f-94ac-4ea2-8cde-4a48cad35c50 req-11188570-29cd-48e0-a819-0c5732ef1c67 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Calling delete_port for a5d167ce-1eb6-46c5-b1a1-27e8581ac02c owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:22:57.697203 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-3d51791f-94ac-4ea2-8cde-4a48cad35c50 req-11188570-29cd-48e0-a819-0c5732ef1c67 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (a5d167ce-1eb6-46c5-b1a1-27e8581ac02c), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:57.725424 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11188570-29cd-48e0-a819-0c5732ef1c67 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Pushing event deleted for resources: {'Port': ['ID=a5d167ce-1eb6-46c5-b1a1-27e8581ac02c,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:22:57.739584 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11188570-29cd-48e0-a819-0c5732ef1c67 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:22:57.739934 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11188570-29cd-48e0-a819-0c5732ef1c67 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:22:57.740280 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11188570-29cd-48e0-a819-0c5732ef1c67 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:22:57.740617 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11188570-29cd-48e0-a819-0c5732ef1c67 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:22:57.740958 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11188570-29cd-48e0-a819-0c5732ef1c67 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:22:57.741315 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11188570-29cd-48e0-a819-0c5732ef1c67 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:22:57.741908 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11188570-29cd-48e0-a819-0c5732ef1c67 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:22:57.742790 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11188570-29cd-48e0-a819-0c5732ef1c67 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:22:57.743150 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11188570-29cd-48e0-a819-0c5732ef1c67 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:22:57.743481 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11188570-29cd-48e0-a819-0c5732ef1c67 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:22:57.743811 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11188570-29cd-48e0-a819-0c5732ef1c67 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:22:57.744136 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11188570-29cd-48e0-a819-0c5732ef1c67 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:22:57.744465 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11188570-29cd-48e0-a819-0c5732ef1c67 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:22:57.786377 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d51791f-94ac-4ea2-8cde-4a48cad35c50 req-11188570-29cd-48e0-a819-0c5732ef1c67 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] No DVR routers for this DVR port a5d167ce-1eb6-46c5-b1a1-27e8581ac02c on host n-h1-812111-14 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:22:57.788911 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-3d51791f-94ac-4ea2-8cde-4a48cad35c50 req-11188570-29cd-48e0-a819-0c5732ef1c67 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:57.792255 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3d51791f-94ac-4ea2-8cde-4a48cad35c50 req-11188570-29cd-48e0-a819-0c5732ef1c67 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.41 "DELETE /v2.0/ports/a5d167ce-1eb6-46c5-b1a1-27e8581ac02c HTTP/1.1" status: 204 len: 173 time: 0.4131634 Jan 28 20:22:57.792688 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17637846-4b63-4232-9551-5791ada65f3e', 'name': 'network-vif-deleted', 'tag': 'a5d167ce-1eb6-46c5-b1a1-27e8581ac02c'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:22:57.794970 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}981202432542b3bd90586abfd28c53181d71ca775a89b024ffbb9268f9379f4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4951a0c-2cc5-49c3-9041-b117cc3d3d5e" -d '{"events": [{"server_uuid": "17637846-4b63-4232-9551-5791ada65f3e", "name": "network-vif-deleted", "tag": "a5d167ce-1eb6-46c5-b1a1-27e8581ac02c"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:22:57.834452 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6041e320-1d0b-48ea-9433-fbc3b69c4e72 x-openstack-request-id: req-6041e320-1d0b-48ea-9433-fbc3b69c4e72 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:22:57.835041 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17637846-4b63-4232-9551-5791ada65f3e", "name": "network-vif-deleted", "tag": "a5d167ce-1eb6-46c5-b1a1-27e8581ac02c", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:22:57.835041 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6041e320-1d0b-48ea-9433-fbc3b69c4e72 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:22:57.835375 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17637846-4b63-4232-9551-5791ada65f3e', 'name': 'network-vif-deleted', 'tag': 'a5d167ce-1eb6-46c5-b1a1-27e8581ac02c', 'status': 'completed', 'code': 200} Jan 28 20:22:57.956122 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-eb62eba9-45ef-466e-907e-fbf102c2776e req-b5a1d773-21af-4ab1-9c0f-d107fc9a674c tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=17637846-4b63-4232-9551-5791ada65f3e HTTP/1.1" status: 200 len: 210 time: 0.0279267 Jan 28 20:22:59.056531 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-bc9f1529-b952-4901-8678-faa3d572a044 req-98026265-0824-4fc8-aaa9-f9b8b384a60b tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=17637846-4b63-4232-9551-5791ada65f3e HTTP/1.1" status: 200 len: 210 time: 0.0301573 Jan 28 20:23:00.151642 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b2602f3d-fa94-482c-b170-3b7404d4850b req-ac81c8c7-8455-497a-98be-028cb29c0ca7 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=17637846-4b63-4232-9551-5791ada65f3e HTTP/1.1" status: 200 len: 210 time: 0.0275371 Jan 28 20:23:00.711441 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device a5d167ce-1eb6-46c5-b1a1-27e8581ac02c no longer exists at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:23:00.732437 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] No Port match for: a5d167ce-1eb6-46c5-b1a1-27e8581ac02c {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:23:00.732788 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device a5d167ce-1eb6-46c5-b1a1-27e8581ac02c not bound to the agent host n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:23:01.249305 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-eed5186a-b877-4abd-8f75-38a1b8846770 req-cb36348c-4d0e-4a7a-9a8a-c7f811feb5d0 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=17637846-4b63-4232-9551-5791ada65f3e HTTP/1.1" status: 200 len: 210 time: 0.0297592 Jan 28 20:23:02.344731 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-bc0bf570-da8e-4206-aa81-d6ef6825371c req-a59136f4-bf12-41d3-bcdb-8c2fcd953fc5 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=17637846-4b63-4232-9551-5791ada65f3e HTTP/1.1" status: 200 len: 210 time: 0.0275538 Jan 28 20:23:03.440893 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-eb26848d-0b2e-4f66-a0a9-ff84c21eeb41 req-adc9d309-2b7a-41a4-975e-0e9259f86b99 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=17637846-4b63-4232-9551-5791ada65f3e HTTP/1.1" status: 200 len: 210 time: 0.0270998 Jan 28 20:23:04.539911 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-0b7b6368-5211-41c2-a78b-c802db8b49ae req-f6a325cb-6716-4bbc-a9ea-ab0022866703 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=17637846-4b63-4232-9551-5791ada65f3e HTTP/1.1" status: 200 len: 210 time: 0.0304477 Jan 28 20:23:05.635417 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ee6acd89-dc2b-49b6-a10f-90adc050dbd9 req-141fffbf-e53b-42ff-886c-72382690aff2 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=17637846-4b63-4232-9551-5791ada65f3e HTTP/1.1" status: 200 len: 210 time: 0.0275252 Jan 28 20:23:06.799450 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-17e4f2a7-49be-4eca-93cd-8e09ea10db4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:23:09.048406 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-636c713f-bcfb-47cd-abcc-c2b0f47ad00b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:23:10.027628 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:23:11.899198 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:23:13.266933 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:23:15.157363 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 40102) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:23:15.643417 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-e9687664-52b1-406a-b161-58968c30364c tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Deleting port fd2a440f-3780-4d37-b885-36d31dbb91f7 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:23:15.643763 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e9687664-52b1-406a-b161-58968c30364c tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (fd2a440f-3780-4d37-b885-36d31dbb91f7), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:23:15.719922 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e9687664-52b1-406a-b161-58968c30364c tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (fd2a440f-3780-4d37-b885-36d31dbb91f7), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:23:15.720254 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e9687664-52b1-406a-b161-58968c30364c tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Publish callbacks [] for floatingip (fd2a440f-3780-4d37-b885-36d31dbb91f7), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:23:15.732295 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-e9687664-52b1-406a-b161-58968c30364c tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Calling delete_port for fd2a440f-3780-4d37-b885-36d31dbb91f7 owned by network:floatingip {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:23:15.879424 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e9687664-52b1-406a-b161-58968c30364c tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (fd2a440f-3780-4d37-b885-36d31dbb91f7), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:23:15.905720 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9687664-52b1-406a-b161-58968c30364c tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Pushing event deleted for resources: {'Port': ['ID=fd2a440f-3780-4d37-b885-36d31dbb91f7,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:23:15.966251 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e9687664-52b1-406a-b161-58968c30364c tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Publish callbacks [] for floatingip (25118133-f41e-49b1-b0ee-6b751445ad20), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:23:15.966571 n-d-812111-14 neutron-server[103304]: INFO neutron.db.l3_db [None req-e9687664-52b1-406a-b161-58968c30364c tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Floating IP 25118133-f41e-49b1-b0ee-6b751445ad20 disassociated (deleted). External IP: 172.25.6.215, port: f3a15114-c0a5-45b5-a256-e5e56652f8a1. Jan 28 20:23:16.188082 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9687664-52b1-406a-b161-58968c30364c tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Router f222fb0c-5874-49d5-bc15-b7e4a9f47e5a has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:23:16.298667 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9687664-52b1-406a-b161-58968c30364c tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:23:16.303225 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e9687664-52b1-406a-b161-58968c30364c tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for floatingip (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:23:16.309030 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f884cb1-c8ff-4022-acdd-ca1f02057a3a None None] Sync routers for ids ['f222fb0c-5874-49d5-bc15-b7e4a9f47e5a'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:23:16.319300 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f884cb1-c8ff-4022-acdd-ca1f02057a3a None None] Routers {'f222fb0c-5874-49d5-bc15-b7e4a9f47e5a'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:23:16.319988 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-9f884cb1-c8ff-4022-acdd-ca1f02057a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:23:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['f222fb0c-5874-49d5-bc15-b7e4a9f47e5a'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:23:16.334724 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-e9687664-52b1-406a-b161-58968c30364c tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "DELETE /v2.0/floatingips/25118133-f41e-49b1-b0ee-6b751445ad20 HTTP/1.1" status: 204 len: 168 time: 1.1762710 Jan 28 20:23:16.335323 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd17b0cfd-65f3-4cd8-81ca-dbf2851817d3', 'tag': 'f3a15114-c0a5-45b5-a256-e5e56652f8a1'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:23:16.337628 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}690870b4896ba3504f21237a239c836c0346d6a62bcfb5e8ee91fd1b13f99dd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feefe4c1-7e0f-44de-ac25-e494836abc8d" -d '{"events": [{"name": "network-changed", "server_uuid": "d17b0cfd-65f3-4cd8-81ca-dbf2851817d3", "tag": "f3a15114-c0a5-45b5-a256-e5e56652f8a1"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:23:16.382674 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc413d72-62e2-4269-baa3-36e440ccdcdc x-openstack-request-id: req-bc413d72-62e2-4269-baa3-36e440ccdcdc {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:23:16.382970 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d17b0cfd-65f3-4cd8-81ca-dbf2851817d3", "tag": "f3a15114-c0a5-45b5-a256-e5e56652f8a1", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:23:16.383226 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bc413d72-62e2-4269-baa3-36e440ccdcdc {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:23:16.383635 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd17b0cfd-65f3-4cd8-81ca-dbf2851817d3', 'tag': 'f3a15114-c0a5-45b5-a256-e5e56652f8a1', 'status': 'completed', 'code': 200} Jan 28 20:23:16.427539 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-9f884cb1-c8ff-4022-acdd-ca1f02057a3a None None] Set router f222fb0c-5874-49d5-bc15-b7e4a9f47e5a gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:23:16.455116 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feefe4c1-7e0f-44de-ac25-e494836abc8d req-341afc2b-e61d-4682-b2c7-c852e7c6a4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:16.459003 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-feefe4c1-7e0f-44de-ac25-e494836abc8d req-341afc2b-e61d-4682-b2c7-c852e7c6a4cb service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6b5e4a16e1474aaab4b37fcab65f96a9&device_id=d17b0cfd-65f3-4cd8-81ca-dbf2851817d3 HTTP/1.1" status: 200 len: 1129 time: 0.0519764 Jan 28 20:23:16.574620 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feefe4c1-7e0f-44de-ac25-e494836abc8d req-6c981c95-ee36-4cf4-83b2-2a40117aec62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:16.576139 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-feefe4c1-7e0f-44de-ac25-e494836abc8d req-6c981c95-ee36-4cf4-83b2-2a40117aec62 service neutron] 10.222.0.70 "GET /v2.0/networks?id=82c9016a-2e86-43db-b802-2faf8fe68f2c HTTP/1.1" status: 200 len: 911 time: 0.1081355 Jan 28 20:23:16.591191 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e1ba0a-c070-4f28-9f22-bf465aa259f5 req-692620bc-9ed4-4bb3-b5e7-de9443f48657 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:16.592711 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e2e1ba0a-c070-4f28-9f22-bf465aa259f5 req-692620bc-9ed4-4bb3-b5e7-de9443f48657 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=d17b0cfd-65f3-4cd8-81ca-dbf2851817d3 HTTP/1.1" status: 200 len: 946 time: 0.0631917 Jan 28 20:23:16.622178 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-feefe4c1-7e0f-44de-ac25-e494836abc8d req-8a85120e-c7ff-41f6-94ac-b0e65931fba9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f3a15114-c0a5-45b5-a256-e5e56652f8a1 HTTP/1.1" status: 200 len: 217 time: 0.0381644 Jan 28 20:23:16.641988 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e2e1ba0a-c070-4f28-9f22-bf465aa259f5 req-2c041116-7dbb-46fa-acaa-6ef92994a4bf tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfa5d048-ef3b-4cec-bb38-29feb49c8ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436273 Jan 28 20:23:16.644326 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-9f884cb1-c8ff-4022-acdd-ca1f02057a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f222fb0c-5874-49d5-bc15-b7e4a9f47e5a', 'name': 'tempest-TestVolumeBootPattern-352351620-router', 'tenant_id': '6b5e4a16e1474aaab4b37fcab65f96a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '47ab321f-a840-499b-ae8d-2e991f352d3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:11:22Z', 'updated_at': '2022-01-28T20:11:25Z', 'revision_number': 4, 'project_id': '6b5e4a16e1474aaab4b37fcab65f96a9', 'gw_port': {'id': '47ab321f-a840-499b-ae8d-2e991f352d3d', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:24:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f222fb0c-5874-49d5-bc15-b7e4a9f47e5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:11:23Z', 'updated_at': '2022-01-28T20:11:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': 'ba92694b-9acc-4040-81bd-f537df0ec768', 'name': '', 'network_id': '82c9016a-2e86-43db-b802-2faf8fe68f2c', 'tenant_id': '6b5e4a16e1474aaab4b37fcab65f96a9', 'mac_address': 'fa:16:3e:f1:9a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f222fb0c-5874-49d5-bc15-b7e4a9f47e5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '42a6bf20-d25e-4935-ad1e-654a55d2642f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:11:24Z', 'updated_at': '2022-01-28T20:11:29Z', 'revision_number': 5, 'project_id': '6b5e4a16e1474aaab4b37fcab65f96a9', 'subnets': [{'id': '42a6bf20-d25e-4935-ad1e-654a55d2642f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:23:16.671049 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f884cb1-c8ff-4022-acdd-ca1f02057a3a None None] Checking router: f222fb0c-5874-49d5-bc15-b7e4a9f47e5a for host: n-d-812111-14 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:23:16.679864 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f884cb1-c8ff-4022-acdd-ca1f02057a3a None None] Routers {'f222fb0c-5874-49d5-bc15-b7e4a9f47e5a'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:23:16.680473 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-9f884cb1-c8ff-4022-acdd-ca1f02057a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:23:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['f222fb0c-5874-49d5-bc15-b7e4a9f47e5a'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:23:16.682325 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feefe4c1-7e0f-44de-ac25-e494836abc8d req-7dd6ef93-050a-4321-9ebf-1270f302ab0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:16.683805 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-feefe4c1-7e0f-44de-ac25-e494836abc8d req-7dd6ef93-050a-4321-9ebf-1270f302ab0c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=42a6bf20-d25e-4935-ad1e-654a55d2642f HTTP/1.1" status: 200 len: 850 time: 0.0502565 Jan 28 20:23:16.738929 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feefe4c1-7e0f-44de-ac25-e494836abc8d req-9431a930-d5be-4cea-8dbd-6ea77952ad89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:16.740381 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-feefe4c1-7e0f-44de-ac25-e494836abc8d req-9431a930-d5be-4cea-8dbd-6ea77952ad89 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=82c9016a-2e86-43db-b802-2faf8fe68f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0459304 Jan 28 20:23:16.786365 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-9f884cb1-c8ff-4022-acdd-ca1f02057a3a None None] Set router f222fb0c-5874-49d5-bc15-b7e4a9f47e5a gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:23:16.829127 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-feefe4c1-7e0f-44de-ac25-e494836abc8d req-1c0bc5ed-0ac8-4708-9285-f27d6a066b87 service neutron] 10.222.0.70 "GET /v2.0/networks/82c9016a-2e86-43db-b802-2faf8fe68f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813105 Jan 28 20:23:16.924445 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-feefe4c1-7e0f-44de-ac25-e494836abc8d req-3337bcc3-e0f6-47f6-a2a8-77ebcc1e0bbb service neutron] 10.222.0.70 "GET /v2.0/networks/82c9016a-2e86-43db-b802-2faf8fe68f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881474 Jan 28 20:23:16.978237 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-9f884cb1-c8ff-4022-acdd-ca1f02057a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f222fb0c-5874-49d5-bc15-b7e4a9f47e5a', 'name': 'tempest-TestVolumeBootPattern-352351620-router', 'tenant_id': '6b5e4a16e1474aaab4b37fcab65f96a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '47ab321f-a840-499b-ae8d-2e991f352d3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:11:22Z', 'updated_at': '2022-01-28T20:11:25Z', 'revision_number': 4, 'project_id': '6b5e4a16e1474aaab4b37fcab65f96a9', 'gw_port': {'id': '47ab321f-a840-499b-ae8d-2e991f352d3d', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:24:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f222fb0c-5874-49d5-bc15-b7e4a9f47e5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:11:23Z', 'updated_at': '2022-01-28T20:11:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': 'ba92694b-9acc-4040-81bd-f537df0ec768', 'name': '', 'network_id': '82c9016a-2e86-43db-b802-2faf8fe68f2c', 'tenant_id': '6b5e4a16e1474aaab4b37fcab65f96a9', 'mac_address': 'fa:16:3e:f1:9a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f222fb0c-5874-49d5-bc15-b7e4a9f47e5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '42a6bf20-d25e-4935-ad1e-654a55d2642f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:11:24Z', 'updated_at': '2022-01-28T20:11:29Z', 'revision_number': 5, 'project_id': '6b5e4a16e1474aaab4b37fcab65f96a9', 'subnets': [{'id': '42a6bf20-d25e-4935-ad1e-654a55d2642f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:23:17.007683 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f884cb1-c8ff-4022-acdd-ca1f02057a3a None None] The sync data for ids ['f222fb0c-5874-49d5-bc15-b7e4a9f47e5a'] in n-d-812111-14 is: [{'id': 'f222fb0c-5874-49d5-bc15-b7e4a9f47e5a', 'name': 'tempest-TestVolumeBootPattern-352351620-router', 'tenant_id': '6b5e4a16e1474aaab4b37fcab65f96a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '47ab321f-a840-499b-ae8d-2e991f352d3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:11:22Z', 'updated_at': '2022-01-28T20:11:25Z', 'revision_number': 4, 'project_id': '6b5e4a16e1474aaab4b37fcab65f96a9', 'gw_port': {'id': '47ab321f-a840-499b-ae8d-2e991f352d3d', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:24:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f222fb0c-5874-49d5-bc15-b7e4a9f47e5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:11:23Z', 'updated_at': '2022-01-28T20:11:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': 'ba92694b-9acc-4040-81bd-f537df0ec768', 'name': '', 'network_id': '82c9016a-2e86-43db-b802-2faf8fe68f2c', 'tenant_id': '6b5e4a16e1474aaab4b37fcab65f96a9', 'mac_address': 'fa:16:3e:f1:9a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f222fb0c-5874-49d5-bc15-b7e4a9f47e5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '42a6bf20-d25e-4935-ad1e-654a55d2642f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:11:24Z', 'updated_at': '2022-01-28T20:11:29Z', 'revision_number': 5, 'project_id': '6b5e4a16e1474aaab4b37fcab65f96a9', 'subnets': [{'id': '42a6bf20-d25e-4935-ad1e-654a55d2642f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:23:17.337917 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc0d7b19-6c00-4ab1-8a21-310fcb4c322f None None] New status for floating IP 25118133-f41e-49b1-b0ee-6b751445ad20: DOWN {{(pid=103306) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 20:23:17.769814 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d773540-7b98-42e8-b10c-383c6e24b350 req-e330fd7f-be2c-47e8-9b7e-a808cd7fdc64 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:17.771368 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5d773540-7b98-42e8-b10c-383c6e24b350 req-e330fd7f-be2c-47e8-9b7e-a808cd7fdc64 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=d17b0cfd-65f3-4cd8-81ca-dbf2851817d3 HTTP/1.1" status: 200 len: 946 time: 0.0566742 Jan 28 20:23:17.821412 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5d773540-7b98-42e8-b10c-383c6e24b350 req-2683fa24-fb2c-4f8f-b903-a66b88d1013d tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfa5d048-ef3b-4cec-bb38-29feb49c8ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441470 Jan 28 20:23:18.277881 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40d4bdc-2e73-4925-b1c1-42b3af42640e req-67c1c2af-0a1a-4e22-87da-91d92e83717f tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:18.279381 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f40d4bdc-2e73-4925-b1c1-42b3af42640e req-67c1c2af-0a1a-4e22-87da-91d92e83717f tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.70 "GET /v2.0/ports?device_id=d17b0cfd-65f3-4cd8-81ca-dbf2851817d3 HTTP/1.1" status: 200 len: 946 time: 0.0535641 Jan 28 20:23:18.377437 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-f40d4bdc-2e73-4925-b1c1-42b3af42640e req-2dfdc9c6-3308-4f10-b0bb-5b388fd394ea tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Deleting port f3a15114-c0a5-45b5-a256-e5e56652f8a1 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:23:18.378382 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f40d4bdc-2e73-4925-b1c1-42b3af42640e req-2dfdc9c6-3308-4f10-b0bb-5b388fd394ea tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (f3a15114-c0a5-45b5-a256-e5e56652f8a1), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:23:18.469529 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-f40d4bdc-2e73-4925-b1c1-42b3af42640e req-2dfdc9c6-3308-4f10-b0bb-5b388fd394ea tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] For port f3a15114-c0a5-45b5-a256-e5e56652f8a1, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=f3a15114-c0a5-45b5-a256-e5e56652f8a1,segment=NetworkSegment(62dcf40f-e75f-4b3f-bd0a-763cdc11fb45),segment_id=62dcf40f-e75f-4b3f-bd0a-763cdc11fb45)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:23:18.469903 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f40d4bdc-2e73-4925-b1c1-42b3af42640e req-2dfdc9c6-3308-4f10-b0bb-5b388fd394ea tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (f3a15114-c0a5-45b5-a256-e5e56652f8a1), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:23:18.487994 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-f40d4bdc-2e73-4925-b1c1-42b3af42640e req-2dfdc9c6-3308-4f10-b0bb-5b388fd394ea tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Calling delete_port for f3a15114-c0a5-45b5-a256-e5e56652f8a1 owned by compute:nova {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:23:18.613442 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f40d4bdc-2e73-4925-b1c1-42b3af42640e req-2dfdc9c6-3308-4f10-b0bb-5b388fd394ea tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (f3a15114-c0a5-45b5-a256-e5e56652f8a1), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:23:18.642370 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfdc9c6-3308-4f10-b0bb-5b388fd394ea tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Pushing event deleted for resources: {'Port': ['ID=f3a15114-c0a5-45b5-a256-e5e56652f8a1,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:23:18.688630 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-f40d4bdc-2e73-4925-b1c1-42b3af42640e req-2dfdc9c6-3308-4f10-b0bb-5b388fd394ea tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] No DVR routers for this DVR port f3a15114-c0a5-45b5-a256-e5e56652f8a1 on host n-h2-812111-14 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:23:18.691824 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f40d4bdc-2e73-4925-b1c1-42b3af42640e req-2dfdc9c6-3308-4f10-b0bb-5b388fd394ea tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:23:18.695254 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f40d4bdc-2e73-4925-b1c1-42b3af42640e req-2dfdc9c6-3308-4f10-b0bb-5b388fd394ea tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.70 "DELETE /v2.0/ports/f3a15114-c0a5-45b5-a256-e5e56652f8a1 HTTP/1.1" status: 204 len: 173 time: 0.4099522 Jan 28 20:23:18.695701 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd17b0cfd-65f3-4cd8-81ca-dbf2851817d3', 'name': 'network-vif-deleted', 'tag': 'f3a15114-c0a5-45b5-a256-e5e56652f8a1'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:23:18.698065 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}690870b4896ba3504f21237a239c836c0346d6a62bcfb5e8ee91fd1b13f99dd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-569bccde-9e50-4e73-adc8-1b6a6a76c27e" -d '{"events": [{"server_uuid": "d17b0cfd-65f3-4cd8-81ca-dbf2851817d3", "name": "network-vif-deleted", "tag": "f3a15114-c0a5-45b5-a256-e5e56652f8a1"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:23:18.737186 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:23:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23df0397-b582-4e1b-88f7-40103cc644e9 x-openstack-request-id: req-23df0397-b582-4e1b-88f7-40103cc644e9 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:23:18.737491 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d17b0cfd-65f3-4cd8-81ca-dbf2851817d3", "name": "network-vif-deleted", "tag": "f3a15114-c0a5-45b5-a256-e5e56652f8a1", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:23:18.737773 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-23df0397-b582-4e1b-88f7-40103cc644e9 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:23:18.738236 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd17b0cfd-65f3-4cd8-81ca-dbf2851817d3', 'name': 'network-vif-deleted', 'tag': 'f3a15114-c0a5-45b5-a256-e5e56652f8a1', 'status': 'completed', 'code': 200} Jan 28 20:23:18.916670 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-703e6abe-05db-4833-96d2-6f0c705d498c req-aaa7f674-b151-4f5f-aaf5-a86eda78e5f6 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=d17b0cfd-65f3-4cd8-81ca-dbf2851817d3 HTTP/1.1" status: 200 len: 210 time: 0.0272946 Jan 28 20:23:20.013628 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-60c7f1ef-b839-4377-9493-57362740d062 req-33731970-5fb6-47a9-8cbb-35a06be59eae tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=d17b0cfd-65f3-4cd8-81ca-dbf2851817d3 HTTP/1.1" status: 200 len: 210 time: 0.0273931 Jan 28 20:23:20.931796 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device f3a15114-c0a5-45b5-a256-e5e56652f8a1 no longer exists at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:23:20.952034 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] No Port match for: f3a15114-c0a5-45b5-a256-e5e56652f8a1 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:23:20.952379 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device f3a15114-c0a5-45b5-a256-e5e56652f8a1 not bound to the agent host n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:23:21.298191 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-70d3ab23-7ab0-429c-9b83-2942c55468bf req-25adc0e9-51b0-4ba4-a511-c0b579b572ac tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=d17b0cfd-65f3-4cd8-81ca-dbf2851817d3 HTTP/1.1" status: 200 len: 210 time: 0.0278003 Jan 28 20:23:21.350256 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:23:22.399165 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c010a225-3e9f-47d3-ab22-5199c89528b5 req-19592050-2def-4981-9558-d0731e2cdd99 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=d17b0cfd-65f3-4cd8-81ca-dbf2851817d3 HTTP/1.1" status: 200 len: 210 time: 0.0317481 Jan 28 20:23:23.498579 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-132148ba-737e-4baa-886c-beace248a4d9 req-33670401-7dcb-4e5d-a57d-a47562a02a87 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=d17b0cfd-65f3-4cd8-81ca-dbf2851817d3 HTTP/1.1" status: 200 len: 210 time: 0.0315430 Jan 28 20:23:24.152629 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:23:24.472842 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:23:24.597218 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1b631cb4-0360-4190-83ab-61e0138720c9 req-f6b46161-0d78-4f1b-af5d-3efe40d56609 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=d17b0cfd-65f3-4cd8-81ca-dbf2851817d3 HTTP/1.1" status: 200 len: 210 time: 0.0281067 Jan 28 20:23:25.699343 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2bcf8aa4-3d7f-4824-885b-73d653e07dd1 req-389022ca-aa4f-4a5a-8b82-09db2f92aa91 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=d17b0cfd-65f3-4cd8-81ca-dbf2851817d3 HTTP/1.1" status: 200 len: 210 time: 0.0290518 Jan 28 20:23:26.797178 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f47046f1-698f-48de-8398-8dd29319fc80 req-261a7612-4f3d-466f-b9b5-23d5991077e2 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "GET /v2.0/ports?device_id=d17b0cfd-65f3-4cd8-81ca-dbf2851817d3 HTTP/1.1" status: 200 len: 210 time: 0.0294108 Jan 28 20:23:27.852463 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 40134) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:23:27.977564 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-7b709576-dd7b-4f73-b2d5-85c48dd04985 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Deleting port ef5af068-e470-49e0-b17c-41f069a11986 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:23:27.977913 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7b709576-dd7b-4f73-b2d5-85c48dd04985 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (ef5af068-e470-49e0-b17c-41f069a11986), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:23:28.052927 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7b709576-dd7b-4f73-b2d5-85c48dd04985 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (ef5af068-e470-49e0-b17c-41f069a11986), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:23:28.053293 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7b709576-dd7b-4f73-b2d5-85c48dd04985 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Publish callbacks [] for floatingip (ef5af068-e470-49e0-b17c-41f069a11986), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:23:28.070487 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-7b709576-dd7b-4f73-b2d5-85c48dd04985 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Calling delete_port for ef5af068-e470-49e0-b17c-41f069a11986 owned by network:floatingip {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:23:28.209746 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7b709576-dd7b-4f73-b2d5-85c48dd04985 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (ef5af068-e470-49e0-b17c-41f069a11986), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:23:28.238587 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b709576-dd7b-4f73-b2d5-85c48dd04985 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Pushing event deleted for resources: {'Port': ['ID=ef5af068-e470-49e0-b17c-41f069a11986,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:23:28.301143 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7b709576-dd7b-4f73-b2d5-85c48dd04985 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Publish callbacks [] for floatingip (57990d53-c456-442e-aa41-9beedc90c180), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:23:28.303663 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7b709576-dd7b-4f73-b2d5-85c48dd04985 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for floatingip (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:23:28.304824 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-7b709576-dd7b-4f73-b2d5-85c48dd04985 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "DELETE /v2.0/floatingips/57990d53-c456-442e-aa41-9beedc90c180 HTTP/1.1" status: 204 len: 168 time: 0.4513121 Jan 28 20:23:33.692118 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 40154) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:23:33.748020 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-38c09fb9-bf3c-4779-a745-6c14f87f8e03 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Publish callbacks [] for security_group (cfa5d048-ef3b-4cec-bb38-29feb49c8ee3), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:23:33.773889 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-38c09fb9-bf3c-4779-a745-6c14f87f8e03 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Publish callbacks [] for security_group (cfa5d048-ef3b-4cec-bb38-29feb49c8ee3), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:23:33.834166 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-38c09fb9-bf3c-4779-a745-6c14f87f8e03 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (cfa5d048-ef3b-4cec-bb38-29feb49c8ee3), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:23:33.837092 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-38c09fb9-bf3c-4779-a745-6c14f87f8e03 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:23:33.838274 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-38c09fb9-bf3c-4779-a745-6c14f87f8e03 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] 10.222.0.64 "DELETE /v2.0/security-groups/cfa5d048-ef3b-4cec-bb38-29feb49c8ee3 HTTP/1.1" status: 204 len: 168 time: 0.1451714 Jan 28 20:23:33.847988 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c09fb9-bf3c-4779-a745-6c14f87f8e03 tempest-TestVolumeBootPattern-3196145 tempest-TestVolumeBootPattern-3196145-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfa5d048-ef3b-4cec-bb38-29feb49c8ee3,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:23:33.910716 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 40158) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:23:34.398727 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3257fedf-754b-4b59-97bc-2746f1138b8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-732838'] for router_interface (f222fb0c-5874-49d5-bc15-b7e4a9f47e5a), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:23:34.646734 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-3257fedf-754b-4b59-97bc-2746f1138b8d admin admin] Deleting port ba92694b-9acc-4040-81bd-f537df0ec768 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:23:34.647076 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3257fedf-754b-4b59-97bc-2746f1138b8d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (ba92694b-9acc-4040-81bd-f537df0ec768), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:23:34.724558 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-3257fedf-754b-4b59-97bc-2746f1138b8d admin admin] For port ba92694b-9acc-4040-81bd-f537df0ec768, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=ba92694b-9acc-4040-81bd-f537df0ec768,segment=NetworkSegment(62dcf40f-e75f-4b3f-bd0a-763cdc11fb45),segment_id=62dcf40f-e75f-4b3f-bd0a-763cdc11fb45)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:23:34.725274 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3257fedf-754b-4b59-97bc-2746f1138b8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (ba92694b-9acc-4040-81bd-f537df0ec768), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:23:34.737917 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-3257fedf-754b-4b59-97bc-2746f1138b8d admin admin] Calling delete_port for ba92694b-9acc-4040-81bd-f537df0ec768 owned by network:router_interface {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:23:34.916203 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3257fedf-754b-4b59-97bc-2746f1138b8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (ba92694b-9acc-4040-81bd-f537df0ec768), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:23:34.946894 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3257fedf-754b-4b59-97bc-2746f1138b8d admin admin] Pushing event deleted for resources: {'Port': ['ID=ba92694b-9acc-4040-81bd-f537df0ec768,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:23:35.121382 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3257fedf-754b-4b59-97bc-2746f1138b8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-732682'] for router_interface (f222fb0c-5874-49d5-bc15-b7e4a9f47e5a), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:23:35.343725 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3257fedf-754b-4b59-97bc-2746f1138b8d admin admin] Router f222fb0c-5874-49d5-bc15-b7e4a9f47e5a has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:23:35.452302 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3257fedf-754b-4b59-97bc-2746f1138b8d admin admin] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:23:35.457938 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-3257fedf-754b-4b59-97bc-2746f1138b8d admin admin] 10.222.0.64 "PUT /v2.0/routers/f222fb0c-5874-49d5-bc15-b7e4a9f47e5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5461657 Jan 28 20:23:35.460471 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 40162) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:23:35.463077 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a25f3fd6-41a3-4f7a-839a-3ec1b76263a8 None None] Sync routers for ids ['f222fb0c-5874-49d5-bc15-b7e4a9f47e5a'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:23:35.474435 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a25f3fd6-41a3-4f7a-839a-3ec1b76263a8 None None] Routers {'f222fb0c-5874-49d5-bc15-b7e4a9f47e5a'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:23:35.475252 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-a25f3fd6-41a3-4f7a-839a-3ec1b76263a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:23:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['f222fb0c-5874-49d5-bc15-b7e4a9f47e5a'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:23:35.567144 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-59083958-a87a-4490-aef2-7184e1ad17a0 admin admin] Publish callbacks [] for router (f222fb0c-5874-49d5-bc15-b7e4a9f47e5a), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:23:35.578985 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-a25f3fd6-41a3-4f7a-839a-3ec1b76263a8 None None] Set router f222fb0c-5874-49d5-bc15-b7e4a9f47e5a gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:23:35.666476 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-59083958-a87a-4490-aef2-7184e1ad17a0 admin admin] Publish callbacks [] for router_gateway (f222fb0c-5874-49d5-bc15-b7e4a9f47e5a), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:23:35.722072 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-59083958-a87a-4490-aef2-7184e1ad17a0 admin admin] Deleting port 47ab321f-a840-499b-ae8d-2e991f352d3d {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:23:35.722415 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-59083958-a87a-4490-aef2-7184e1ad17a0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (47ab321f-a840-499b-ae8d-2e991f352d3d), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:23:35.757242 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-a25f3fd6-41a3-4f7a-839a-3ec1b76263a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f222fb0c-5874-49d5-bc15-b7e4a9f47e5a', 'name': 'tempest-TestVolumeBootPattern-352351620-router', 'tenant_id': '6b5e4a16e1474aaab4b37fcab65f96a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '47ab321f-a840-499b-ae8d-2e991f352d3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:11:22Z', 'updated_at': '2022-01-28T20:23:34Z', 'revision_number': 5, 'project_id': '6b5e4a16e1474aaab4b37fcab65f96a9', 'gw_port': {'id': '47ab321f-a840-499b-ae8d-2e991f352d3d', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:24:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f222fb0c-5874-49d5-bc15-b7e4a9f47e5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:11:23Z', 'updated_at': '2022-01-28T20:11:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:23:35.782918 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a25f3fd6-41a3-4f7a-839a-3ec1b76263a8 None None] Checking router: f222fb0c-5874-49d5-bc15-b7e4a9f47e5a for host: n-d-812111-14 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:23:35.791099 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a25f3fd6-41a3-4f7a-839a-3ec1b76263a8 None None] Routers {'f222fb0c-5874-49d5-bc15-b7e4a9f47e5a'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:23:35.791695 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-a25f3fd6-41a3-4f7a-839a-3ec1b76263a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:23:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['f222fb0c-5874-49d5-bc15-b7e4a9f47e5a'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:23:35.799920 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-59083958-a87a-4490-aef2-7184e1ad17a0 admin admin] For port 47ab321f-a840-499b-ae8d-2e991f352d3d, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=47ab321f-a840-499b-ae8d-2e991f352d3d,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:23:35.800450 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-59083958-a87a-4490-aef2-7184e1ad17a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (47ab321f-a840-499b-ae8d-2e991f352d3d), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:23:35.812270 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-59083958-a87a-4490-aef2-7184e1ad17a0 admin admin] Calling delete_port for 47ab321f-a840-499b-ae8d-2e991f352d3d owned by network:router_gateway {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:23:35.971069 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-a25f3fd6-41a3-4f7a-839a-3ec1b76263a8 None None] Set router f222fb0c-5874-49d5-bc15-b7e4a9f47e5a gateway port host: None {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:23:36.026021 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-a25f3fd6-41a3-4f7a-839a-3ec1b76263a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f222fb0c-5874-49d5-bc15-b7e4a9f47e5a', 'name': 'tempest-TestVolumeBootPattern-352351620-router', 'tenant_id': '6b5e4a16e1474aaab4b37fcab65f96a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:11:22Z', 'updated_at': '2022-01-28T20:23:35Z', 'revision_number': 6, 'project_id': '6b5e4a16e1474aaab4b37fcab65f96a9', 'gw_port_host': None}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:23:36.056758 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a25f3fd6-41a3-4f7a-839a-3ec1b76263a8 None None] The sync data for ids ['f222fb0c-5874-49d5-bc15-b7e4a9f47e5a'] in n-d-812111-14 is: [{'id': 'f222fb0c-5874-49d5-bc15-b7e4a9f47e5a', 'name': 'tempest-TestVolumeBootPattern-352351620-router', 'tenant_id': '6b5e4a16e1474aaab4b37fcab65f96a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:11:22Z', 'updated_at': '2022-01-28T20:23:35Z', 'revision_number': 6, 'project_id': '6b5e4a16e1474aaab4b37fcab65f96a9', 'gw_port_host': None}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:23:36.296452 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-59083958-a87a-4490-aef2-7184e1ad17a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (47ab321f-a840-499b-ae8d-2e991f352d3d), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:23:36.324150 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59083958-a87a-4490-aef2-7184e1ad17a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=47ab321f-a840-499b-ae8d-2e991f352d3d,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:23:36.386701 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-59083958-a87a-4490-aef2-7184e1ad17a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-731488'] for router_gateway (f222fb0c-5874-49d5-bc15-b7e4a9f47e5a), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:23:36.480599 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-59083958-a87a-4490-aef2-7184e1ad17a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-730901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261120'] for router (f222fb0c-5874-49d5-bc15-b7e4a9f47e5a), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:23:36.482874 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-59083958-a87a-4490-aef2-7184e1ad17a0 admin admin] Publish callbacks [] for router_controller (f222fb0c-5874-49d5-bc15-b7e4a9f47e5a), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:23:36.526250 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-59083958-a87a-4490-aef2-7184e1ad17a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-730908'] for router (f222fb0c-5874-49d5-bc15-b7e4a9f47e5a), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:23:36.526928 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59083958-a87a-4490-aef2-7184e1ad17a0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f222fb0c-5874-49d5-bc15-b7e4a9f47e5a {{(pid=103304) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 20:23:36.532313 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-59083958-a87a-4490-aef2-7184e1ad17a0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:23:36.533487 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-59083958-a87a-4490-aef2-7184e1ad17a0 admin admin] 10.222.0.64 "DELETE /v2.0/routers/f222fb0c-5874-49d5-bc15-b7e4a9f47e5a HTTP/1.1" status: 204 len: 168 time: 1.0721140 Jan 28 20:23:36.535984 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 40164) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:23:36.583951 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-50b4d5f0-753f-4268-a671-6b9c49705780 admin admin] Deleting subnet 42a6bf20-d25e-4935-ad1e-654a55d2642f {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 20:23:36.586976 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-50b4d5f0-753f-4268-a671-6b9c49705780 admin admin] Publish callbacks [] for subnet (42a6bf20-d25e-4935-ad1e-654a55d2642f), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:23:36.621675 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-50b4d5f0-753f-4268-a671-6b9c49705780 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4747050'] for subnet (42a6bf20-d25e-4935-ad1e-654a55d2642f), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:23:36.698399 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-50b4d5f0-753f-4268-a671-6b9c49705780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (42a6bf20-d25e-4935-ad1e-654a55d2642f), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:23:36.755649 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-50b4d5f0-753f-4268-a671-6b9c49705780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4690616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5222356'] for subnet (42a6bf20-d25e-4935-ad1e-654a55d2642f), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:23:36.779589 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b4d5f0-753f-4268-a671-6b9c49705780 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42a6bf20-d25e-4935-ad1e-654a55d2642f,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:23:36.785935 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-50b4d5f0-753f-4268-a671-6b9c49705780 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:23:36.791226 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-50b4d5f0-753f-4268-a671-6b9c49705780 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/42a6bf20-d25e-4935-ad1e-654a55d2642f HTTP/1.1" status: 204 len: 168 time: 0.2520690 Jan 28 20:23:36.791904 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 40166) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:23:36.807768 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a563cee-92bf-4f99-bfed-460d1cd5f3da None None] Network 82c9016a-2e86-43db-b802-2faf8fe68f2c requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:23:36.867379 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-be94edbe-cc11-44d9-8109-07bd1e84d4a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (82c9016a-2e86-43db-b802-2faf8fe68f2c), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:23:36.873349 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 47ab321f-a840-499b-ae8d-2e991f352d3d no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:23:36.896564 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-54dcf269-483a-4869-8b01-26a93c201172 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:23:36.913789 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: 47ab321f-a840-499b-ae8d-2e991f352d3d {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:23:36.914062 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 47ab321f-a840-499b-ae8d-2e991f352d3d not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:23:36.914988 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device ba92694b-9acc-4040-81bd-f537df0ec768 no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:23:36.929283 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-be94edbe-cc11-44d9-8109-07bd1e84d4a2 admin admin] Deleting port 31f75b7b-23ac-42ed-a229-098d35d3e9a2 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:23:36.929670 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-be94edbe-cc11-44d9-8109-07bd1e84d4a2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (31f75b7b-23ac-42ed-a229-098d35d3e9a2), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:23:36.944541 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: ba92694b-9acc-4040-81bd-f537df0ec768 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:23:36.945187 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device ba92694b-9acc-4040-81bd-f537df0ec768 not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:23:36.996074 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-be94edbe-cc11-44d9-8109-07bd1e84d4a2 admin admin] For port 31f75b7b-23ac-42ed-a229-098d35d3e9a2, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=31f75b7b-23ac-42ed-a229-098d35d3e9a2,segment=NetworkSegment(62dcf40f-e75f-4b3f-bd0a-763cdc11fb45),segment_id=62dcf40f-e75f-4b3f-bd0a-763cdc11fb45)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:23:36.996438 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-be94edbe-cc11-44d9-8109-07bd1e84d4a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (31f75b7b-23ac-42ed-a229-098d35d3e9a2), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:23:37.011418 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-be94edbe-cc11-44d9-8109-07bd1e84d4a2 admin admin] Calling delete_port for 31f75b7b-23ac-42ed-a229-098d35d3e9a2 owned by network:dhcp {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:23:37.039430 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f47e07fb-1a41-4fe9-aaa3-e18ab266c4bf None None] DHCP port deletion for 82c9016a-2e86-43db-b802-2faf8fe68f2c request from n-d-812111-14 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 20:23:37.097757 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-f47e07fb-1a41-4fe9-aaa3-e18ab266c4bf None None] Deleting port 31f75b7b-23ac-42ed-a229-098d35d3e9a2 {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:23:37.098210 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f47e07fb-1a41-4fe9-aaa3-e18ab266c4bf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (31f75b7b-23ac-42ed-a229-098d35d3e9a2), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:23:37.100004 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-be94edbe-cc11-44d9-8109-07bd1e84d4a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (31f75b7b-23ac-42ed-a229-098d35d3e9a2), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:23:37.137518 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be94edbe-cc11-44d9-8109-07bd1e84d4a2 admin admin] No DVR routers for this DVR port 31f75b7b-23ac-42ed-a229-098d35d3e9a2 on host n-d-812111-14 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:23:37.139203 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be94edbe-cc11-44d9-8109-07bd1e84d4a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=31f75b7b-23ac-42ed-a229-098d35d3e9a2,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:23:37.170619 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-f47e07fb-1a41-4fe9-aaa3-e18ab266c4bf None None] For port 31f75b7b-23ac-42ed-a229-098d35d3e9a2, host n-d-812111-14, got binding levels [] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:23:37.171023 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f47e07fb-1a41-4fe9-aaa3-e18ab266c4bf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (31f75b7b-23ac-42ed-a229-098d35d3e9a2), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:23:37.185887 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-f47e07fb-1a41-4fe9-aaa3-e18ab266c4bf None None] Calling delete_port for 31f75b7b-23ac-42ed-a229-098d35d3e9a2 owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:23:37.188564 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.ipam_backend_mixin [None req-f47e07fb-1a41-4fe9-aaa3-e18ab266c4bf None None] Port 31f75b7b-23ac-42ed-a229-098d35d3e9a2 was not found and therefore no delete operation was performed {{(pid=103306) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 20:23:37.190590 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f47e07fb-1a41-4fe9-aaa3-e18ab266c4bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985'] for port (31f75b7b-23ac-42ed-a229-098d35d3e9a2), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:23:37.213144 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-be94edbe-cc11-44d9-8109-07bd1e84d4a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (82c9016a-2e86-43db-b802-2faf8fe68f2c), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:23:37.215975 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47e07fb-1a41-4fe9-aaa3-e18ab266c4bf None None] Pushing event deleted for resources: {'Port': ['ID=31f75b7b-23ac-42ed-a229-098d35d3e9a2,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:23:37.224064 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47e07fb-1a41-4fe9-aaa3-e18ab266c4bf None None] No DVR routers for this DVR port 31f75b7b-23ac-42ed-a229-098d35d3e9a2 on host n-d-812111-14 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:23:37.226478 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47e07fb-1a41-4fe9-aaa3-e18ab266c4bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:23:37.226832 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47e07fb-1a41-4fe9-aaa3-e18ab266c4bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:23:37.227171 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47e07fb-1a41-4fe9-aaa3-e18ab266c4bf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:23:37.227511 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47e07fb-1a41-4fe9-aaa3-e18ab266c4bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:23:37.227853 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47e07fb-1a41-4fe9-aaa3-e18ab266c4bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:23:37.228186 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47e07fb-1a41-4fe9-aaa3-e18ab266c4bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:23:37.228517 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47e07fb-1a41-4fe9-aaa3-e18ab266c4bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:23:37.228848 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47e07fb-1a41-4fe9-aaa3-e18ab266c4bf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:23:37.229198 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47e07fb-1a41-4fe9-aaa3-e18ab266c4bf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:23:37.229784 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47e07fb-1a41-4fe9-aaa3-e18ab266c4bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:23:37.230113 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47e07fb-1a41-4fe9-aaa3-e18ab266c4bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:23:37.230433 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47e07fb-1a41-4fe9-aaa3-e18ab266c4bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:23:37.230757 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47e07fb-1a41-4fe9-aaa3-e18ab266c4bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:23:37.242528 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-be94edbe-cc11-44d9-8109-07bd1e84d4a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82c9016a-2e86-43db-b802-2faf8fe68f2c']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:23:37.252820 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-be94edbe-cc11-44d9-8109-07bd1e84d4a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62dcf40f-e75f-4b3f-bd0a-763cdc11fb45') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:23:37.253209 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-be94edbe-cc11-44d9-8109-07bd1e84d4a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62dcf40f-e75f-4b3f-bd0a-763cdc11fb45') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:23:37.262338 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-be94edbe-cc11-44d9-8109-07bd1e84d4a2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16187153'] for segment (62dcf40f-e75f-4b3f-bd0a-763cdc11fb45), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:23:37.275609 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-be94edbe-cc11-44d9-8109-07bd1e84d4a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (62dcf40f-e75f-4b3f-bd0a-763cdc11fb45), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:23:37.281596 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be94edbe-cc11-44d9-8109-07bd1e84d4a2 admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:23:37.281971 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-be94edbe-cc11-44d9-8109-07bd1e84d4a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4752570'] for segment (62dcf40f-e75f-4b3f-bd0a-763cdc11fb45), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:23:37.283647 n-d-812111-14 neutron-server[103305]: Traceback (most recent call last): Jan 28 20:23:37.283647 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:23:37.283647 n-d-812111-14 neutron-server[103305]: timer() Jan 28 20:23:37.283647 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:23:37.283647 n-d-812111-14 neutron-server[103305]: cb(*args, **kw) Jan 28 20:23:37.283647 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:23:37.283647 n-d-812111-14 neutron-server[103305]: return func(*args, **kwargs) Jan 28 20:23:37.283647 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:23:37.283647 n-d-812111-14 neutron-server[103305]: self._notify() Jan 28 20:23:37.283647 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:23:37.283647 n-d-812111-14 neutron-server[103305]: self.callback(batched_events) Jan 28 20:23:37.283647 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:23:37.283647 n-d-812111-14 neutron-server[103305]: event.method(event) Jan 28 20:23:37.283647 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:23:37.283647 n-d-812111-14 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:23:37.283647 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:23:37.283647 n-d-812111-14 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:23:37.283647 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:23:37.283647 n-d-812111-14 neutron-server[103305]: return f(self, *a, **k) Jan 28 20:23:37.283647 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:23:37.283647 n-d-812111-14 neutron-server[103305]: return self._get(url).json() Jan 28 20:23:37.283647 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:23:37.283647 n-d-812111-14 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:23:37.283647 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:23:37.283647 n-d-812111-14 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 28 20:23:37.283647 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:23:37.283647 n-d-812111-14 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:23:37.283647 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:23:37.283647 n-d-812111-14 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:23:37.283647 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:23:37.283647 n-d-812111-14 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:23:37.283647 n-d-812111-14 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:23:37.340744 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-be94edbe-cc11-44d9-8109-07bd1e84d4a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (82c9016a-2e86-43db-b802-2faf8fe68f2c), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:23:37.346352 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-be94edbe-cc11-44d9-8109-07bd1e84d4a2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:23:37.350299 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-be94edbe-cc11-44d9-8109-07bd1e84d4a2 admin admin] 10.222.0.64 "DELETE /v2.0/networks/82c9016a-2e86-43db-b802-2faf8fe68f2c HTTP/1.1" status: 204 len: 168 time: 0.5575259 Jan 28 20:23:37.353356 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 40168) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:23:37.368491 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be94edbe-cc11-44d9-8109-07bd1e84d4a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=82c9016a-2e86-43db-b802-2faf8fe68f2c,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:23:38.011865 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b97de194-51be-4381-83c8-0bd79af33646 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-732838'] for router_interface (7d9a700d-2206-45a8-8a50-53483a69fd67), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:23:38.265396 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-b97de194-51be-4381-83c8-0bd79af33646 admin admin] Deleting port 190acd8d-8ca0-437b-b6bd-a9182b2bdce3 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:23:38.265669 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b97de194-51be-4381-83c8-0bd79af33646 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (190acd8d-8ca0-437b-b6bd-a9182b2bdce3), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:23:38.344927 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-b97de194-51be-4381-83c8-0bd79af33646 admin admin] For port 190acd8d-8ca0-437b-b6bd-a9182b2bdce3, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=190acd8d-8ca0-437b-b6bd-a9182b2bdce3,segment=NetworkSegment(822ce360-a353-4306-9258-9842c5b5dd27),segment_id=822ce360-a353-4306-9258-9842c5b5dd27)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:23:38.345323 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b97de194-51be-4381-83c8-0bd79af33646 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (190acd8d-8ca0-437b-b6bd-a9182b2bdce3), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:23:38.357131 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-b97de194-51be-4381-83c8-0bd79af33646 admin admin] Calling delete_port for 190acd8d-8ca0-437b-b6bd-a9182b2bdce3 owned by network:router_interface {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:23:38.533903 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b97de194-51be-4381-83c8-0bd79af33646 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (190acd8d-8ca0-437b-b6bd-a9182b2bdce3), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:23:38.557770 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97de194-51be-4381-83c8-0bd79af33646 admin admin] Pushing event deleted for resources: {'Port': ['ID=190acd8d-8ca0-437b-b6bd-a9182b2bdce3,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:23:38.610681 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 31f75b7b-23ac-42ed-a229-098d35d3e9a2 no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:23:38.635368 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: 31f75b7b-23ac-42ed-a229-098d35d3e9a2 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:23:38.635821 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 31f75b7b-23ac-42ed-a229-098d35d3e9a2 not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:23:38.733557 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b97de194-51be-4381-83c8-0bd79af33646 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-732682'] for router_interface (7d9a700d-2206-45a8-8a50-53483a69fd67), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:23:38.948251 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b97de194-51be-4381-83c8-0bd79af33646 admin admin] Router 7d9a700d-2206-45a8-8a50-53483a69fd67 has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:23:39.049828 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-039c9f52-fc20-4c38-82bf-d55b80cff710 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:23:39.054301 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b97de194-51be-4381-83c8-0bd79af33646 admin admin] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:23:39.059178 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-b97de194-51be-4381-83c8-0bd79af33646 admin admin] 10.222.0.64 "PUT /v2.0/routers/7d9a700d-2206-45a8-8a50-53483a69fd67/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7048948 Jan 28 20:23:39.061934 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 40170) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:23:39.064135 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd1e931-b5bc-475f-a95d-229e7b0e22e3 None None] Sync routers for ids ['7d9a700d-2206-45a8-8a50-53483a69fd67'] in n-d-812111-14 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:23:39.074595 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd1e931-b5bc-475f-a95d-229e7b0e22e3 None None] Routers {'7d9a700d-2206-45a8-8a50-53483a69fd67'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:23:39.075202 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-7cd1e931-b5bc-475f-a95d-229e7b0e22e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:23:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['7d9a700d-2206-45a8-8a50-53483a69fd67'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:23:39.168143 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-297a6d81-2292-4fcf-91a0-a9d96e717444 admin admin] Publish callbacks [] for router (7d9a700d-2206-45a8-8a50-53483a69fd67), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:23:39.279869 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-297a6d81-2292-4fcf-91a0-a9d96e717444 admin admin] Publish callbacks [] for router_gateway (7d9a700d-2206-45a8-8a50-53483a69fd67), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:23:39.332769 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-297a6d81-2292-4fcf-91a0-a9d96e717444 admin admin] Deleting port 8a4d5300-29d9-4cf1-92f8-eb379a468b46 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:23:39.333127 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-297a6d81-2292-4fcf-91a0-a9d96e717444 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (8a4d5300-29d9-4cf1-92f8-eb379a468b46), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:23:39.350640 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-7cd1e931-b5bc-475f-a95d-229e7b0e22e3 None None] Set router 7d9a700d-2206-45a8-8a50-53483a69fd67 gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:23:39.416676 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-297a6d81-2292-4fcf-91a0-a9d96e717444 admin admin] For port 8a4d5300-29d9-4cf1-92f8-eb379a468b46, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=8a4d5300-29d9-4cf1-92f8-eb379a468b46,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:23:39.417045 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-297a6d81-2292-4fcf-91a0-a9d96e717444 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (8a4d5300-29d9-4cf1-92f8-eb379a468b46), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:23:39.431157 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-297a6d81-2292-4fcf-91a0-a9d96e717444 admin admin] Calling delete_port for 8a4d5300-29d9-4cf1-92f8-eb379a468b46 owned by network:router_gateway {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:23:39.531262 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-7cd1e931-b5bc-475f-a95d-229e7b0e22e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d9a700d-2206-45a8-8a50-53483a69fd67', 'name': 'tempest-TestVolumeBootPattern-1976511318-router', 'tenant_id': 'bffe6f41a9c14498874b51a0f5bda121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '8a4d5300-29d9-4cf1-92f8-eb379a468b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:11:27Z', 'updated_at': '2022-01-28T20:23:38Z', 'revision_number': 5, 'project_id': 'bffe6f41a9c14498874b51a0f5bda121', 'gw_port': {'id': '8a4d5300-29d9-4cf1-92f8-eb379a468b46', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:38:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9a700d-2206-45a8-8a50-53483a69fd67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:11:28Z', 'updated_at': '2022-01-28T20:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:23:39.562055 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd1e931-b5bc-475f-a95d-229e7b0e22e3 None None] Checking router: 7d9a700d-2206-45a8-8a50-53483a69fd67 for host: n-d-812111-14 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:23:39.570964 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd1e931-b5bc-475f-a95d-229e7b0e22e3 None None] Routers {'7d9a700d-2206-45a8-8a50-53483a69fd67'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:23:39.571574 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-7cd1e931-b5bc-475f-a95d-229e7b0e22e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:23:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['7d9a700d-2206-45a8-8a50-53483a69fd67'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:23:39.597871 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-297a6d81-2292-4fcf-91a0-a9d96e717444 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (8a4d5300-29d9-4cf1-92f8-eb379a468b46), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:23:39.623715 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297a6d81-2292-4fcf-91a0-a9d96e717444 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a4d5300-29d9-4cf1-92f8-eb379a468b46,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:23:39.655711 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-7cd1e931-b5bc-475f-a95d-229e7b0e22e3 None None] Set router 7d9a700d-2206-45a8-8a50-53483a69fd67 gateway port host: None {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:23:39.685615 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-297a6d81-2292-4fcf-91a0-a9d96e717444 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-731488'] for router_gateway (7d9a700d-2206-45a8-8a50-53483a69fd67), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:23:39.710525 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-7cd1e931-b5bc-475f-a95d-229e7b0e22e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d9a700d-2206-45a8-8a50-53483a69fd67', 'name': 'tempest-TestVolumeBootPattern-1976511318-router', 'tenant_id': 'bffe6f41a9c14498874b51a0f5bda121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:11:27Z', 'updated_at': '2022-01-28T20:23:39Z', 'revision_number': 6, 'project_id': 'bffe6f41a9c14498874b51a0f5bda121', 'gw_port_host': None}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:23:39.737056 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd1e931-b5bc-475f-a95d-229e7b0e22e3 None None] The sync data for ids ['7d9a700d-2206-45a8-8a50-53483a69fd67'] in n-d-812111-14 is: [{'id': '7d9a700d-2206-45a8-8a50-53483a69fd67', 'name': 'tempest-TestVolumeBootPattern-1976511318-router', 'tenant_id': 'bffe6f41a9c14498874b51a0f5bda121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:11:27Z', 'updated_at': '2022-01-28T20:23:39Z', 'revision_number': 6, 'project_id': 'bffe6f41a9c14498874b51a0f5bda121', 'gw_port_host': None}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:23:39.778838 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-297a6d81-2292-4fcf-91a0-a9d96e717444 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-730901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261120'] for router (7d9a700d-2206-45a8-8a50-53483a69fd67), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:23:39.780943 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-297a6d81-2292-4fcf-91a0-a9d96e717444 admin admin] Publish callbacks [] for router_controller (7d9a700d-2206-45a8-8a50-53483a69fd67), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:23:39.827351 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-297a6d81-2292-4fcf-91a0-a9d96e717444 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-730908'] for router (7d9a700d-2206-45a8-8a50-53483a69fd67), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:23:39.828035 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-297a6d81-2292-4fcf-91a0-a9d96e717444 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7d9a700d-2206-45a8-8a50-53483a69fd67 {{(pid=103305) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 20:23:39.832963 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-297a6d81-2292-4fcf-91a0-a9d96e717444 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:23:39.834241 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-297a6d81-2292-4fcf-91a0-a9d96e717444 admin admin] 10.222.0.64 "DELETE /v2.0/routers/7d9a700d-2206-45a8-8a50-53483a69fd67 HTTP/1.1" status: 204 len: 168 time: 0.7713983 Jan 28 20:23:39.836739 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 40172) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:23:39.880196 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-3deea823-3218-4a99-be25-08fb6ec907cf admin admin] Deleting subnet 628edb28-819d-44cd-a9bd-f821d07509b7 {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 20:23:39.883401 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3deea823-3218-4a99-be25-08fb6ec907cf admin admin] Publish callbacks [] for subnet (628edb28-819d-44cd-a9bd-f821d07509b7), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:23:39.926607 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3deea823-3218-4a99-be25-08fb6ec907cf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16187240'] for subnet (628edb28-819d-44cd-a9bd-f821d07509b7), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:23:40.005462 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3deea823-3218-4a99-be25-08fb6ec907cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (628edb28-819d-44cd-a9bd-f821d07509b7), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:23:40.030326 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:23:40.059846 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3deea823-3218-4a99-be25-08fb6ec907cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4752464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4733806'] for subnet (628edb28-819d-44cd-a9bd-f821d07509b7), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:23:40.087569 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3deea823-3218-4a99-be25-08fb6ec907cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=628edb28-819d-44cd-a9bd-f821d07509b7,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:23:40.089686 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3deea823-3218-4a99-be25-08fb6ec907cf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:23:40.093016 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-3deea823-3218-4a99-be25-08fb6ec907cf admin admin] 10.222.0.64 "DELETE /v2.0/subnets/628edb28-819d-44cd-a9bd-f821d07509b7 HTTP/1.1" status: 204 len: 168 time: 0.2550714 Jan 28 20:23:40.095303 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 40174) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:23:40.098242 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd481605-c1cf-4cfe-a64b-2bfe07a00b85 None None] Network 983b27e4-445d-42b2-9b34-c928ea14a956 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:23:40.170997 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0563ed0f-1567-4a31-9250-d9b991df712e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (983b27e4-445d-42b2-9b34-c928ea14a956), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:23:40.232507 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-0563ed0f-1567-4a31-9250-d9b991df712e admin admin] Deleting port 2b8ae10f-b7f3-4b75-b7a1-0852b736ee3a {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:23:40.232875 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0563ed0f-1567-4a31-9250-d9b991df712e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (2b8ae10f-b7f3-4b75-b7a1-0852b736ee3a), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:23:40.294708 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-0563ed0f-1567-4a31-9250-d9b991df712e admin admin] For port 2b8ae10f-b7f3-4b75-b7a1-0852b736ee3a, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=2b8ae10f-b7f3-4b75-b7a1-0852b736ee3a,segment=NetworkSegment(822ce360-a353-4306-9258-9842c5b5dd27),segment_id=822ce360-a353-4306-9258-9842c5b5dd27)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:23:40.295076 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0563ed0f-1567-4a31-9250-d9b991df712e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (2b8ae10f-b7f3-4b75-b7a1-0852b736ee3a), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:23:40.308226 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-0563ed0f-1567-4a31-9250-d9b991df712e admin admin] Calling delete_port for 2b8ae10f-b7f3-4b75-b7a1-0852b736ee3a owned by network:dhcp {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:23:40.385392 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0563ed0f-1567-4a31-9250-d9b991df712e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (2b8ae10f-b7f3-4b75-b7a1-0852b736ee3a), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:23:40.415314 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0563ed0f-1567-4a31-9250-d9b991df712e admin admin] Pushing event deleted for resources: {'Port': ['ID=2b8ae10f-b7f3-4b75-b7a1-0852b736ee3a,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:23:40.418713 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0563ed0f-1567-4a31-9250-d9b991df712e admin admin] No DVR routers for this DVR port 2b8ae10f-b7f3-4b75-b7a1-0852b736ee3a on host n-d-812111-14 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:23:40.487695 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0563ed0f-1567-4a31-9250-d9b991df712e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (983b27e4-445d-42b2-9b34-c928ea14a956), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:23:40.511253 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-0563ed0f-1567-4a31-9250-d9b991df712e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['983b27e4-445d-42b2-9b34-c928ea14a956']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:23:40.514367 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6714c47d-02cd-4fe9-91f8-387fef3da198 None None] DHCP port deletion for 983b27e4-445d-42b2-9b34-c928ea14a956 request from n-d-812111-14 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 20:23:40.522860 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-0563ed0f-1567-4a31-9250-d9b991df712e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '822ce360-a353-4306-9258-9842c5b5dd27') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:23:40.523164 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-0563ed0f-1567-4a31-9250-d9b991df712e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '822ce360-a353-4306-9258-9842c5b5dd27') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:23:40.533838 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0563ed0f-1567-4a31-9250-d9b991df712e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16187153'] for segment (822ce360-a353-4306-9258-9842c5b5dd27), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:23:40.547726 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0563ed0f-1567-4a31-9250-d9b991df712e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (822ce360-a353-4306-9258-9842c5b5dd27), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:23:40.555435 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0563ed0f-1567-4a31-9250-d9b991df712e admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:23:40.555869 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0563ed0f-1567-4a31-9250-d9b991df712e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4752570'] for segment (822ce360-a353-4306-9258-9842c5b5dd27), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:23:40.557866 n-d-812111-14 neutron-server[103305]: Traceback (most recent call last): Jan 28 20:23:40.557866 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:23:40.557866 n-d-812111-14 neutron-server[103305]: timer() Jan 28 20:23:40.557866 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:23:40.557866 n-d-812111-14 neutron-server[103305]: cb(*args, **kw) Jan 28 20:23:40.557866 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:23:40.557866 n-d-812111-14 neutron-server[103305]: return func(*args, **kwargs) Jan 28 20:23:40.557866 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:23:40.557866 n-d-812111-14 neutron-server[103305]: self._notify() Jan 28 20:23:40.557866 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:23:40.557866 n-d-812111-14 neutron-server[103305]: self.callback(batched_events) Jan 28 20:23:40.557866 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:23:40.557866 n-d-812111-14 neutron-server[103305]: event.method(event) Jan 28 20:23:40.557866 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:23:40.557866 n-d-812111-14 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:23:40.557866 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:23:40.557866 n-d-812111-14 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:23:40.557866 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:23:40.557866 n-d-812111-14 neutron-server[103305]: return f(self, *a, **k) Jan 28 20:23:40.557866 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:23:40.557866 n-d-812111-14 neutron-server[103305]: return self._get(url).json() Jan 28 20:23:40.557866 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:23:40.557866 n-d-812111-14 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:23:40.557866 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:23:40.557866 n-d-812111-14 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 28 20:23:40.557866 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:23:40.557866 n-d-812111-14 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:23:40.557866 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:23:40.557866 n-d-812111-14 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:23:40.557866 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:23:40.557866 n-d-812111-14 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:23:40.557866 n-d-812111-14 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:23:40.625745 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 8a4d5300-29d9-4cf1-92f8-eb379a468b46 no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:23:40.627597 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0563ed0f-1567-4a31-9250-d9b991df712e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (983b27e4-445d-42b2-9b34-c928ea14a956), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:23:40.632879 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0563ed0f-1567-4a31-9250-d9b991df712e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:23:40.636927 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-0563ed0f-1567-4a31-9250-d9b991df712e admin admin] 10.222.0.64 "DELETE /v2.0/networks/983b27e4-445d-42b2-9b34-c928ea14a956 HTTP/1.1" status: 204 len: 168 time: 0.5399847 Jan 28 20:23:40.651307 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0563ed0f-1567-4a31-9250-d9b991df712e admin admin] Pushing event deleted for resources: {'Network': ['ID=983b27e4-445d-42b2-9b34-c928ea14a956,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:23:40.664903 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: 8a4d5300-29d9-4cf1-92f8-eb379a468b46 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:23:40.665376 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 8a4d5300-29d9-4cf1-92f8-eb379a468b46 not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:23:40.665766 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 190acd8d-8ca0-437b-b6bd-a9182b2bdce3 no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:23:40.686441 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: 190acd8d-8ca0-437b-b6bd-a9182b2bdce3 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:23:40.686874 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 190acd8d-8ca0-437b-b6bd-a9182b2bdce3 not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:23:40.687373 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 2b8ae10f-b7f3-4b75-b7a1-0852b736ee3a no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:23:40.707618 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: 2b8ae10f-b7f3-4b75-b7a1-0852b736ee3a {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:23:40.708206 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 2b8ae10f-b7f3-4b75-b7a1-0852b736ee3a not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:23:40.761229 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 40178) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:23:40.805237 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-5f1db219-a615-48ea-8751-1616872f79d8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6b5e4a16e1474aaab4b37fcab65f96a9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0426989 Jan 28 20:23:40.807615 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 40180) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:23:40.856125 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-855b8585-de6f-4d37-84f2-67af227d57e6 admin admin] Publish callbacks [] for security_group (20e16f27-127b-4305-a83c-eeb2ac492f2a), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:23:40.876502 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-855b8585-de6f-4d37-84f2-67af227d57e6 admin admin] Publish callbacks [] for security_group (20e16f27-127b-4305-a83c-eeb2ac492f2a), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:23:40.927676 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-855b8585-de6f-4d37-84f2-67af227d57e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (20e16f27-127b-4305-a83c-eeb2ac492f2a), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:23:40.930125 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-855b8585-de6f-4d37-84f2-67af227d57e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:23:40.931277 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-855b8585-de6f-4d37-84f2-67af227d57e6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/20e16f27-127b-4305-a83c-eeb2ac492f2a HTTP/1.1" status: 204 len: 168 time: 0.1227782 Jan 28 20:23:40.939989 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855b8585-de6f-4d37-84f2-67af227d57e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20e16f27-127b-4305-a83c-eeb2ac492f2a,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:23:41.258847 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 40186) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:23:41.297893 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-d50a42a5-642b-485e-8405-809b64da98a2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=bffe6f41a9c14498874b51a0f5bda121&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0378628 Jan 28 20:23:41.300621 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 40188) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:23:41.346628 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e4124d28-64bb-4536-b5d6-7ce7719bc492 admin admin] Publish callbacks [] for security_group (31430b3a-777b-42c8-9408-e6d31e136546), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:23:41.368070 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e4124d28-64bb-4536-b5d6-7ce7719bc492 admin admin] Publish callbacks [] for security_group (31430b3a-777b-42c8-9408-e6d31e136546), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:23:41.413059 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e4124d28-64bb-4536-b5d6-7ce7719bc492 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (31430b3a-777b-42c8-9408-e6d31e136546), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:23:41.415723 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e4124d28-64bb-4536-b5d6-7ce7719bc492 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:23:41.416891 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-e4124d28-64bb-4536-b5d6-7ce7719bc492 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/31430b3a-777b-42c8-9408-e6d31e136546 HTTP/1.1" status: 204 len: 168 time: 0.1153615 Jan 28 20:23:41.425456 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4124d28-64bb-4536-b5d6-7ce7719bc492 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31430b3a-777b-42c8-9408-e6d31e136546,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:23:41.904260 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:23:43.273385 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:23:51.355671 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:23:52.681775 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c66af6ae-96ba-436f-a1cf-4c655583122a req-b613e0c1-0705-49ea-9c5d-bc2c9c53fb47 tempest-ServersAdminNegativeTestJSON-488354458 tempest-ServersAdminNegativeTestJSON-488354458-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=92b10a16d77345598a5be731b83b583d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0298002 Jan 28 20:23:52.865405 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66af6ae-96ba-436f-a1cf-4c655583122a req-403b5c84-a854-4f37-b71c-637fb35aad81 tempest-ServersAdminNegativeTestJSON-488354458 tempest-ServersAdminNegativeTestJSON-488354458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:52.866864 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c66af6ae-96ba-436f-a1cf-4c655583122a req-403b5c84-a854-4f37-b71c-637fb35aad81 tempest-ServersAdminNegativeTestJSON-488354458 tempest-ServersAdminNegativeTestJSON-488354458-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1802092 Jan 28 20:23:52.880924 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c66af6ae-96ba-436f-a1cf-4c655583122a req-0b8f2ea5-8285-42f9-9481-fcde55fefd63 tempest-ServersAdminNegativeTestJSON-488354458 tempest-ServersAdminNegativeTestJSON-488354458-project] 10.222.0.64 "GET /v2.0/quotas/92b10a16d77345598a5be731b83b583d HTTP/1.1" status: 200 len: 375 time: 0.0088205 Jan 28 20:23:52.913080 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c66af6ae-96ba-436f-a1cf-4c655583122a req-43b8c736-3668-446c-8769-59b648c259b2 tempest-ServersAdminNegativeTestJSON-488354458 tempest-ServersAdminNegativeTestJSON-488354458-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=92b10a16d77345598a5be731b83b583d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274692 Jan 28 20:23:53.076572 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7d333e4e-5367-4b61-a68c-2958944f5be3 req-9a34828d-45a7-4b93-836b-e4fdf5c1cdab tempest-ServersAdminNegativeTestJSON-488354458 tempest-ServersAdminNegativeTestJSON-488354458-project] 10.222.0.64 "GET /v2.0/ports?device_id=91232cc0-bffb-4b44-a2bc-884668e1d9d2 HTTP/1.1" status: 200 len: 210 time: 0.0285106 Jan 28 20:23:54.077757 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c66af6ae-96ba-436f-a1cf-4c655583122a req-f579f581-3f9d-4def-9def-63b35c5177bf tempest-ServersAdminNegativeTestJSON-488354458 tempest-ServersAdminNegativeTestJSON-488354458-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=92b10a16d77345598a5be731b83b583d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0215385 Jan 28 20:23:54.185989 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-40380b97-c56e-4bd9-a812-a2a5aa153cc8 req-b8cfc66e-7484-4fa3-9df9-6f2467788a8a tempest-ServersAdminNegativeTestJSON-488354458 tempest-ServersAdminNegativeTestJSON-488354458-project] 10.222.0.64 "GET /v2.0/ports?device_id=91232cc0-bffb-4b44-a2bc-884668e1d9d2 HTTP/1.1" status: 200 len: 210 time: 0.0365720 Jan 28 20:23:54.223036 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66af6ae-96ba-436f-a1cf-4c655583122a req-dd30de1b-38e0-4271-ad72-6b49cefa40de tempest-ServersAdminNegativeTestJSON-488354458 tempest-ServersAdminNegativeTestJSON-488354458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:54.224928 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c66af6ae-96ba-436f-a1cf-4c655583122a req-dd30de1b-38e0-4271-ad72-6b49cefa40de tempest-ServersAdminNegativeTestJSON-488354458 tempest-ServersAdminNegativeTestJSON-488354458-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1416552 Jan 28 20:23:54.236652 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-c66af6ae-96ba-436f-a1cf-4c655583122a req-570d013e-4d6c-4009-967d-84b70cf94422 tempest-ServersAdminNegativeTestJSON-488354458 tempest-ServersAdminNegativeTestJSON-488354458-project] Request body: {'port': {'device_id': '91232cc0-bffb-4b44-a2bc-884668e1d9d2', 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91', 'admin_state_up': True, 'tenant_id': '92b10a16d77345598a5be731b83b583d'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:23:54.343328 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c66af6ae-96ba-436f-a1cf-4c655583122a req-570d013e-4d6c-4009-967d-84b70cf94422 tempest-ServersAdminNegativeTestJSON-488354458 tempest-ServersAdminNegativeTestJSON-488354458-project] Made reservation on behalf of 92b10a16d77345598a5be731b83b583d for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:23:54.347512 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-c66af6ae-96ba-436f-a1cf-4c655583122a req-570d013e-4d6c-4009-967d-84b70cf94422 tempest-ServersAdminNegativeTestJSON-488354458 tempest-ServersAdminNegativeTestJSON-488354458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:23:54.357315 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-c66af6ae-96ba-436f-a1cf-4c655583122a req-570d013e-4d6c-4009-967d-84b70cf94422 tempest-ServersAdminNegativeTestJSON-488354458 tempest-ServersAdminNegativeTestJSON-488354458-project] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:23:54.430366 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-c66af6ae-96ba-436f-a1cf-4c655583122a req-570d013e-4d6c-4009-967d-84b70cf94422 tempest-ServersAdminNegativeTestJSON-488354458 tempest-ServersAdminNegativeTestJSON-488354458-project] Publish callbacks [] for security_group (bb990817-a003-4ed6-a708-8f57e290d71b), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:23:54.433879 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-c66af6ae-96ba-436f-a1cf-4c655583122a req-570d013e-4d6c-4009-967d-84b70cf94422 tempest-ServersAdminNegativeTestJSON-488354458 tempest-ServersAdminNegativeTestJSON-488354458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (bb990817-a003-4ed6-a708-8f57e290d71b), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:23:54.487865 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:23:54.497364 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570d013e-4d6c-4009-967d-84b70cf94422 tempest-ServersAdminNegativeTestJSON-488354458 tempest-ServersAdminNegativeTestJSON-488354458-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb990817-a003-4ed6-a708-8f57e290d71b,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:23:54.571748 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-c66af6ae-96ba-436f-a1cf-4c655583122a req-570d013e-4d6c-4009-967d-84b70cf94422 tempest-ServersAdminNegativeTestJSON-488354458 tempest-ServersAdminNegativeTestJSON-488354458-project] Allocated IP 192.168.233.235 (7810caa2-eac6-457d-9302-c8c215ef3e91/f2de4832-9ef6-4f40-9ac5-1557d5e6a6ff/f9bb89f8-a449-4021-adb3-af122beb7d1d) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:23:54.717857 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-c66af6ae-96ba-436f-a1cf-4c655583122a req-570d013e-4d6c-4009-967d-84b70cf94422 tempest-ServersAdminNegativeTestJSON-488354458 tempest-ServersAdminNegativeTestJSON-488354458-project] Publish callbacks [] for port (f9bb89f8-a449-4021-adb3-af122beb7d1d), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:23:54.751863 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-c66af6ae-96ba-436f-a1cf-4c655583122a req-570d013e-4d6c-4009-967d-84b70cf94422 tempest-ServersAdminNegativeTestJSON-488354458 tempest-ServersAdminNegativeTestJSON-488354458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (f9bb89f8-a449-4021-adb3-af122beb7d1d), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:23:54.790801 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c66af6ae-96ba-436f-a1cf-4c655583122a req-570d013e-4d6c-4009-967d-84b70cf94422 tempest-ServersAdminNegativeTestJSON-488354458 tempest-ServersAdminNegativeTestJSON-488354458-project] Network 7810caa2-eac6-457d-9302-c8c215ef3e91 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:23:54.793918 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-c66af6ae-96ba-436f-a1cf-4c655583122a req-570d013e-4d6c-4009-967d-84b70cf94422 tempest-ServersAdminNegativeTestJSON-488354458 tempest-ServersAdminNegativeTestJSON-488354458-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:23:54.796470 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-c66af6ae-96ba-436f-a1cf-4c655583122a req-570d013e-4d6c-4009-967d-84b70cf94422 tempest-ServersAdminNegativeTestJSON-488354458 tempest-ServersAdminNegativeTestJSON-488354458-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:23:54.839902 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570d013e-4d6c-4009-967d-84b70cf94422 tempest-ServersAdminNegativeTestJSON-488354458 tempest-ServersAdminNegativeTestJSON-488354458-project] Pushing event updated for resources: {'Port': ['ID=f9bb89f8-a449-4021-adb3-af122beb7d1d,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:23:54.859952 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66af6ae-96ba-436f-a1cf-4c655583122a req-570d013e-4d6c-4009-967d-84b70cf94422 tempest-ServersAdminNegativeTestJSON-488354458 tempest-ServersAdminNegativeTestJSON-488354458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:54.860628 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-c66af6ae-96ba-436f-a1cf-4c655583122a req-570d013e-4d6c-4009-967d-84b70cf94422 tempest-ServersAdminNegativeTestJSON-488354458 tempest-ServersAdminNegativeTestJSON-488354458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:23:54.877488 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c66af6ae-96ba-436f-a1cf-4c655583122a req-570d013e-4d6c-4009-967d-84b70cf94422 tempest-ServersAdminNegativeTestJSON-488354458 tempest-ServersAdminNegativeTestJSON-488354458-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6444414 Jan 28 20:23:54.889647 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-c66af6ae-96ba-436f-a1cf-4c655583122a req-280cd82e-ee8e-4dfd-a707-ee035e84abbd service neutron] Request body: {'port': {'device_id': '91232cc0-bffb-4b44-a2bc-884668e1d9d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-14'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:23:54.950919 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-c66af6ae-96ba-436f-a1cf-4c655583122a req-280cd82e-ee8e-4dfd-a707-ee035e84abbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (f9bb89f8-a449-4021-adb3-af122beb7d1d), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:23:54.992813 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-92a67219-895c-48a7-808b-f1716749bd31 None None] Provisioning complete for port f9bb89f8-a449-4021-adb3-af122beb7d1d triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:23:54.993339 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-92a67219-895c-48a7-808b-f1716749bd31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (f9bb89f8-a449-4021-adb3-af122beb7d1d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:23:55.029092 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-92a67219-895c-48a7-808b-f1716749bd31 None None] Port f9bb89f8-a449-4021-adb3-af122beb7d1d cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 20:23:55.215688 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-c66af6ae-96ba-436f-a1cf-4c655583122a req-280cd82e-ee8e-4dfd-a707-ee035e84abbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9bb89f8-a449-4021-adb3-af122beb7d1d {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:23:55.224091 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-c66af6ae-96ba-436f-a1cf-4c655583122a req-280cd82e-ee8e-4dfd-a707-ee035e84abbd service neutron] Publish callbacks [] for port (f9bb89f8-a449-4021-adb3-af122beb7d1d), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:23:55.239216 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-c66af6ae-96ba-436f-a1cf-4c655583122a req-280cd82e-ee8e-4dfd-a707-ee035e84abbd service neutron] Transition to ACTIVE for port object f9bb89f8-a449-4021-adb3-af122beb7d1d will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:23:55.242520 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-c66af6ae-96ba-436f-a1cf-4c655583122a req-280cd82e-ee8e-4dfd-a707-ee035e84abbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (f9bb89f8-a449-4021-adb3-af122beb7d1d), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:23:55.295802 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280cd82e-ee8e-4dfd-a707-ee035e84abbd service neutron] Pushing event updated for resources: {'Port': ['ID=f9bb89f8-a449-4021-adb3-af122beb7d1d,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:23:55.316362 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e138e5b6-b448-4724-b38d-955fa94000b6 req-7836120c-ff00-4afb-8774-4447c03a58b0 tempest-ServersAdminNegativeTestJSON-488354458 tempest-ServersAdminNegativeTestJSON-488354458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:55.318128 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e138e5b6-b448-4724-b38d-955fa94000b6 req-7836120c-ff00-4afb-8774-4447c03a58b0 tempest-ServersAdminNegativeTestJSON-488354458 tempest-ServersAdminNegativeTestJSON-488354458-project] 10.222.0.64 "GET /v2.0/ports?device_id=91232cc0-bffb-4b44-a2bc-884668e1d9d2 HTTP/1.1" status: 200 len: 948 time: 0.0609729 Jan 28 20:23:55.339137 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280cd82e-ee8e-4dfd-a707-ee035e84abbd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:23:55.339495 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280cd82e-ee8e-4dfd-a707-ee035e84abbd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:23:55.339849 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280cd82e-ee8e-4dfd-a707-ee035e84abbd service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:23:55.340197 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280cd82e-ee8e-4dfd-a707-ee035e84abbd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:23:55.340544 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280cd82e-ee8e-4dfd-a707-ee035e84abbd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:23:55.340876 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280cd82e-ee8e-4dfd-a707-ee035e84abbd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:23:55.341243 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280cd82e-ee8e-4dfd-a707-ee035e84abbd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:23:55.341575 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280cd82e-ee8e-4dfd-a707-ee035e84abbd service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:23:55.341906 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280cd82e-ee8e-4dfd-a707-ee035e84abbd service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:23:55.342243 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280cd82e-ee8e-4dfd-a707-ee035e84abbd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:23:55.342575 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280cd82e-ee8e-4dfd-a707-ee035e84abbd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:23:55.342904 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280cd82e-ee8e-4dfd-a707-ee035e84abbd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:23:55.343238 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280cd82e-ee8e-4dfd-a707-ee035e84abbd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:23:55.377338 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-c66af6ae-96ba-436f-a1cf-4c655583122a req-280cd82e-ee8e-4dfd-a707-ee035e84abbd service neutron] Attempting to bind port f9bb89f8-a449-4021-adb3-af122beb7d1d on host n-h2-812111-14 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:23:55.377659 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-c66af6ae-96ba-436f-a1cf-4c655583122a req-280cd82e-ee8e-4dfd-a707-ee035e84abbd service neutron] Attempting to bind port f9bb89f8-a449-4021-adb3-af122beb7d1d by drivers openvswitch,hyperv on host n-h2-812111-14 at level 0 using segments [{'id': '195bcdbf-a031-4d8b-9f7f-e09fd37cd197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:23:55.377814 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e138e5b6-b448-4724-b38d-955fa94000b6 req-48e11f25-99bd-48af-8ea8-830e1056ab04 tempest-ServersAdminNegativeTestJSON-488354458 tempest-ServersAdminNegativeTestJSON-488354458-project] 10.222.0.64 "GET /v2.0/security-groups?id=bb990817-a003-4ed6-a708-8f57e290d71b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535812 Jan 28 20:23:55.377994 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c66af6ae-96ba-436f-a1cf-4c655583122a req-280cd82e-ee8e-4dfd-a707-ee035e84abbd service neutron] Attempting to bind port f9bb89f8-a449-4021-adb3-af122beb7d1d on network 7810caa2-eac6-457d-9302-c8c215ef3e91 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:23:55.383065 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c66af6ae-96ba-436f-a1cf-4c655583122a req-280cd82e-ee8e-4dfd-a707-ee035e84abbd service neutron] Port f9bb89f8-a449-4021-adb3-af122beb7d1d on network 7810caa2-eac6-457d-9302-c8c215ef3e91 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-14 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:23:55.383397 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c66af6ae-96ba-436f-a1cf-4c655583122a req-280cd82e-ee8e-4dfd-a707-ee035e84abbd service neutron] Attempting to bind port f9bb89f8-a449-4021-adb3-af122beb7d1d on network 7810caa2-eac6-457d-9302-c8c215ef3e91 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:23:55.390459 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c66af6ae-96ba-436f-a1cf-4c655583122a req-280cd82e-ee8e-4dfd-a707-ee035e84abbd service neutron] Checking agent: {'id': '8f3fee4e-bf24-4b58-8a3a-ae9c8011a473', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 23, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:23:55.390881 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c66af6ae-96ba-436f-a1cf-4c655583122a req-280cd82e-ee8e-4dfd-a707-ee035e84abbd service neutron] Checking segment: {'id': '195bcdbf-a031-4d8b-9f7f-e09fd37cd197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:23:55.391288 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c66af6ae-96ba-436f-a1cf-4c655583122a req-280cd82e-ee8e-4dfd-a707-ee035e84abbd service neutron] Bound using segment: {'id': '195bcdbf-a031-4d8b-9f7f-e09fd37cd197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:23:55.392262 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-c66af6ae-96ba-436f-a1cf-4c655583122a req-280cd82e-ee8e-4dfd-a707-ee035e84abbd service neutron] Bound port: f9bb89f8-a449-4021-adb3-af122beb7d1d, host: n-h2-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '195bcdbf-a031-4d8b-9f7f-e09fd37cd197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:23:55.392631 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-c66af6ae-96ba-436f-a1cf-4c655583122a req-280cd82e-ee8e-4dfd-a707-ee035e84abbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (f9bb89f8-a449-4021-adb3-af122beb7d1d), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:23:55.464822 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-c66af6ae-96ba-436f-a1cf-4c655583122a req-280cd82e-ee8e-4dfd-a707-ee035e84abbd service neutron] For port f9bb89f8-a449-4021-adb3-af122beb7d1d, host n-h2-812111-14, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:23:55.468093 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-c66af6ae-96ba-436f-a1cf-4c655583122a req-280cd82e-ee8e-4dfd-a707-ee035e84abbd service neutron] For port f9bb89f8-a449-4021-adb3-af122beb7d1d, host n-h2-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=f9bb89f8-a449-4021-adb3-af122beb7d1d,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:23:55.474231 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-c66af6ae-96ba-436f-a1cf-4c655583122a req-280cd82e-ee8e-4dfd-a707-ee035e84abbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (f9bb89f8-a449-4021-adb3-af122beb7d1d), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:23:55.510164 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66af6ae-96ba-436f-a1cf-4c655583122a req-280cd82e-ee8e-4dfd-a707-ee035e84abbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:55.510700 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-c66af6ae-96ba-436f-a1cf-4c655583122a req-280cd82e-ee8e-4dfd-a707-ee035e84abbd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:23:55.512092 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c66af6ae-96ba-436f-a1cf-4c655583122a req-280cd82e-ee8e-4dfd-a707-ee035e84abbd service neutron] 10.222.0.70 "PUT /v2.0/ports/f9bb89f8-a449-4021-adb3-af122beb7d1d HTTP/1.1" status: 200 len: 1097 time: 0.6268408 Jan 28 20:23:55.512722 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91232cc0-bffb-4b44-a2bc-884668e1d9d2', 'tag': 'f9bb89f8-a449-4021-adb3-af122beb7d1d'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:23:55.515082 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}690870b4896ba3504f21237a239c836c0346d6a62bcfb5e8ee91fd1b13f99dd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-608aa96f-17dd-465e-82bb-21dbfb1e6089" -d '{"events": [{"name": "network-changed", "server_uuid": "91232cc0-bffb-4b44-a2bc-884668e1d9d2", "tag": "f9bb89f8-a449-4021-adb3-af122beb7d1d"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:23:55.544577 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280cd82e-ee8e-4dfd-a707-ee035e84abbd service neutron] Pushing event updated for resources: {'Port': ['ID=f9bb89f8-a449-4021-adb3-af122beb7d1d,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:23:55.607529 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66af6ae-96ba-436f-a1cf-4c655583122a req-49932d67-e7ff-46fb-9cbb-2af0688a4489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:55.609236 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c66af6ae-96ba-436f-a1cf-4c655583122a req-49932d67-e7ff-46fb-9cbb-2af0688a4489 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=92b10a16d77345598a5be731b83b583d&device_id=91232cc0-bffb-4b44-a2bc-884668e1d9d2 HTTP/1.1" status: 200 len: 1131 time: 0.0536313 Jan 28 20:23:55.658599 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:23:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b21171a5-62c9-4d3a-9b0c-0206d742da91 x-openstack-request-id: req-b21171a5-62c9-4d3a-9b0c-0206d742da91 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:23:55.659010 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91232cc0-bffb-4b44-a2bc-884668e1d9d2", "tag": "f9bb89f8-a449-4021-adb3-af122beb7d1d", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:23:55.659334 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b21171a5-62c9-4d3a-9b0c-0206d742da91 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:23:55.659812 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91232cc0-bffb-4b44-a2bc-884668e1d9d2', 'tag': 'f9bb89f8-a449-4021-adb3-af122beb7d1d', 'status': 'completed', 'code': 200} Jan 28 20:23:55.661474 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c66af6ae-96ba-436f-a1cf-4c655583122a req-3158ee69-924c-483d-8e32-5f558ec0e6ea service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=f9bb89f8-a449-4021-adb3-af122beb7d1d HTTP/1.1" status: 200 len: 217 time: 0.0444462 Jan 28 20:23:55.711874 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66af6ae-96ba-436f-a1cf-4c655583122a req-2fb87eed-4339-4aeb-9ad3-c22fffb70b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:55.713401 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c66af6ae-96ba-436f-a1cf-4c655583122a req-2fb87eed-4339-4aeb-9ad3-c22fffb70b3f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f2de4832-9ef6-4f40-9ac5-1557d5e6a6ff HTTP/1.1" status: 200 len: 843 time: 0.0457771 Jan 28 20:23:55.763448 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66af6ae-96ba-436f-a1cf-4c655583122a req-d674781f-b859-4184-9340-7a8d57d1b127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:55.764969 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c66af6ae-96ba-436f-a1cf-4c655583122a req-d674781f-b859-4184-9340-7a8d57d1b127 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7810caa2-eac6-457d-9302-c8c215ef3e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0458350 Jan 28 20:23:55.856810 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c66af6ae-96ba-436f-a1cf-4c655583122a req-23fdd6de-84aa-41df-8363-2663c5aab660 service neutron] 10.222.0.70 "GET /v2.0/networks/7810caa2-eac6-457d-9302-c8c215ef3e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853915 Jan 28 20:23:55.945444 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c66af6ae-96ba-436f-a1cf-4c655583122a req-5949afc0-8ec5-4f90-b027-c66eefc1915a service neutron] 10.222.0.70 "GET /v2.0/networks/7810caa2-eac6-457d-9302-c8c215ef3e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818889 Jan 28 20:23:56.031311 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608aa96f-17dd-465e-82bb-21dbfb1e6089 req-b203d676-7f46-4240-a809-a03b463521c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:56.033390 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-608aa96f-17dd-465e-82bb-21dbfb1e6089 req-b203d676-7f46-4240-a809-a03b463521c6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=92b10a16d77345598a5be731b83b583d&device_id=91232cc0-bffb-4b44-a2bc-884668e1d9d2 HTTP/1.1" status: 200 len: 1131 time: 0.0464239 Jan 28 20:23:56.124472 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608aa96f-17dd-465e-82bb-21dbfb1e6089 req-f2e5877f-8394-4a08-9ce7-62f13afa0ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:56.126009 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-608aa96f-17dd-465e-82bb-21dbfb1e6089 req-f2e5877f-8394-4a08-9ce7-62f13afa0ab5 service neutron] 10.222.0.70 "GET /v2.0/networks?id=7810caa2-eac6-457d-9302-c8c215ef3e91 HTTP/1.1" status: 200 len: 869 time: 0.0871952 Jan 28 20:23:56.167081 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-608aa96f-17dd-465e-82bb-21dbfb1e6089 req-a4a5720d-dcc4-4b71-81ac-46385c09d82e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=f9bb89f8-a449-4021-adb3-af122beb7d1d HTTP/1.1" status: 200 len: 217 time: 0.0350440 Jan 28 20:23:56.214304 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608aa96f-17dd-465e-82bb-21dbfb1e6089 req-50482278-d41f-4b16-942d-8be71a50fdf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:56.215738 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-608aa96f-17dd-465e-82bb-21dbfb1e6089 req-50482278-d41f-4b16-942d-8be71a50fdf9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f2de4832-9ef6-4f40-9ac5-1557d5e6a6ff HTTP/1.1" status: 200 len: 843 time: 0.0428491 Jan 28 20:23:56.270670 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608aa96f-17dd-465e-82bb-21dbfb1e6089 req-1e1c075b-e788-4441-9390-3d2c4bd5c35b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:56.272191 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-608aa96f-17dd-465e-82bb-21dbfb1e6089 req-1e1c075b-e788-4441-9390-3d2c4bd5c35b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7810caa2-eac6-457d-9302-c8c215ef3e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0491438 Jan 28 20:23:56.360682 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-608aa96f-17dd-465e-82bb-21dbfb1e6089 req-c0cde5cc-cd57-43a5-aeb3-2ba586a1630c service neutron] 10.222.0.70 "GET /v2.0/networks/7810caa2-eac6-457d-9302-c8c215ef3e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818644 Jan 28 20:23:56.456753 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-608aa96f-17dd-465e-82bb-21dbfb1e6089 req-117604d3-5172-4c60-bfd3-f71645203823 service neutron] 10.222.0.70 "GET /v2.0/networks/7810caa2-eac6-457d-9302-c8c215ef3e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872443 Jan 28 20:23:56.494935 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e123e3-fb1b-4135-a230-2a7665a63c67 req-e7d3dd2e-59b0-46ad-a2b5-3cb005a46b63 tempest-ServersAdminNegativeTestJSON-488354458 tempest-ServersAdminNegativeTestJSON-488354458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:56.496414 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-09e123e3-fb1b-4135-a230-2a7665a63c67 req-e7d3dd2e-59b0-46ad-a2b5-3cb005a46b63 tempest-ServersAdminNegativeTestJSON-488354458 tempest-ServersAdminNegativeTestJSON-488354458-project] 10.222.0.64 "GET /v2.0/ports?device_id=91232cc0-bffb-4b44-a2bc-884668e1d9d2 HTTP/1.1" status: 200 len: 948 time: 0.0527811 Jan 28 20:23:56.547117 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-09e123e3-fb1b-4135-a230-2a7665a63c67 req-9b341ed2-046b-4a54-9522-b5a20951efbf tempest-ServersAdminNegativeTestJSON-488354458 tempest-ServersAdminNegativeTestJSON-488354458-project] 10.222.0.64 "GET /v2.0/security-groups?id=bb990817-a003-4ed6-a708-8f57e290d71b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446208 Jan 28 20:23:57.668713 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3de8cd-14a4-4524-9894-7218971a33db req-68858b71-8c27-4e32-99d7-a8ef438ccf4a tempest-ServersAdminNegativeTestJSON-488354458 tempest-ServersAdminNegativeTestJSON-488354458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:57.670240 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2c3de8cd-14a4-4524-9894-7218971a33db req-68858b71-8c27-4e32-99d7-a8ef438ccf4a tempest-ServersAdminNegativeTestJSON-488354458 tempest-ServersAdminNegativeTestJSON-488354458-project] 10.222.0.64 "GET /v2.0/ports?device_id=91232cc0-bffb-4b44-a2bc-884668e1d9d2 HTTP/1.1" status: 200 len: 948 time: 0.0543528 Jan 28 20:23:57.717019 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2c3de8cd-14a4-4524-9894-7218971a33db req-a7887cd9-75a9-4171-9faa-265c55505143 tempest-ServersAdminNegativeTestJSON-488354458 tempest-ServersAdminNegativeTestJSON-488354458-project] 10.222.0.64 "GET /v2.0/security-groups?id=bb990817-a003-4ed6-a708-8f57e290d71b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406795 Jan 28 20:23:58.834334 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69a7963-9af0-41f4-a38b-0f260908b672 req-088bb140-d036-4ca0-8dfe-dca7ed033000 tempest-ServersAdminNegativeTestJSON-488354458 tempest-ServersAdminNegativeTestJSON-488354458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:58.835831 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b69a7963-9af0-41f4-a38b-0f260908b672 req-088bb140-d036-4ca0-8dfe-dca7ed033000 tempest-ServersAdminNegativeTestJSON-488354458 tempest-ServersAdminNegativeTestJSON-488354458-project] 10.222.0.64 "GET /v2.0/ports?device_id=91232cc0-bffb-4b44-a2bc-884668e1d9d2 HTTP/1.1" status: 200 len: 948 time: 0.0521545 Jan 28 20:23:58.882962 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b69a7963-9af0-41f4-a38b-0f260908b672 req-10b6c844-02dc-46da-8f3e-9282ecef7c24 tempest-ServersAdminNegativeTestJSON-488354458 tempest-ServersAdminNegativeTestJSON-488354458-project] 10.222.0.64 "GET /v2.0/security-groups?id=bb990817-a003-4ed6-a708-8f57e290d71b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415962 Jan 28 20:23:59.083227 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device f9bb89f8-a449-4021-adb3-af122beb7d1d details requested by agent hyperv_n-h2-812111-14 with host n-h2-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:23:59.178385 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port f9bb89f8-a449-4021-adb3-af122beb7d1d, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=f9bb89f8-a449-4021-adb3-af122beb7d1d,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:23:59.189461 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Returning: {'device': 'f9bb89f8-a449-4021-adb3-af122beb7d1d', 'network_id': '7810caa2-eac6-457d-9302-c8c215ef3e91', 'port_id': 'f9bb89f8-a449-4021-adb3-af122beb7d1d', 'mac_address': 'fa:16:3e:9b:5f:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2de4832-9ef6-4f40-9ac5-1557d5e6a6ff', 'ip_address': '192.168.233.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:23:59.230152 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port f9bb89f8-a449-4021-adb3-af122beb7d1d is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:23:59.230535 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (f9bb89f8-a449-4021-adb3-af122beb7d1d), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:23:59.243035 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9bb89f8-a449-4021-adb3-af122beb7d1d {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:23:59.261273 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port f9bb89f8-a449-4021-adb3-af122beb7d1d, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=f9bb89f8-a449-4021-adb3-af122beb7d1d,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:23:59.265240 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (f9bb89f8-a449-4021-adb3-af122beb7d1d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:23:59.311533 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=f9bb89f8-a449-4021-adb3-af122beb7d1d,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:23:59.521681 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['f9bb89f8-a449-4021-adb3-af122beb7d1d'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:24:00.003561 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0ddf14-a504-4cfb-8313-ae3fbafb78d9 req-8774c2c3-8538-4b0d-b6b6-bf9dd9ce0ecc tempest-ServersAdminNegativeTestJSON-488354458 tempest-ServersAdminNegativeTestJSON-488354458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:00.005015 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8b0ddf14-a504-4cfb-8313-ae3fbafb78d9 req-8774c2c3-8538-4b0d-b6b6-bf9dd9ce0ecc tempest-ServersAdminNegativeTestJSON-488354458 tempest-ServersAdminNegativeTestJSON-488354458-project] 10.222.0.64 "GET /v2.0/ports?device_id=91232cc0-bffb-4b44-a2bc-884668e1d9d2 HTTP/1.1" status: 200 len: 949 time: 0.0519893 Jan 28 20:24:00.055963 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8b0ddf14-a504-4cfb-8313-ae3fbafb78d9 req-12609b3a-4189-4cb7-99d8-6e6a609e2be9 tempest-ServersAdminNegativeTestJSON-488354458 tempest-ServersAdminNegativeTestJSON-488354458-project] 10.222.0.64 "GET /v2.0/security-groups?id=bb990817-a003-4ed6-a708-8f57e290d71b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449729 Jan 28 20:24:01.092066 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device f9bb89f8-a449-4021-adb3-af122beb7d1d up at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:24:01.143671 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning for port f9bb89f8-a449-4021-adb3-af122beb7d1d completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:24:01.147884 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning complete for port f9bb89f8-a449-4021-adb3-af122beb7d1d triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:24:01.148270 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (f9bb89f8-a449-4021-adb3-af122beb7d1d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:24:01.152184 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:24:01.189806 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1974ad-e334-4f84-a2cf-1bebfa196ced req-1492f0d0-90bb-4887-b11a-242b9ad2b893 tempest-ServersAdminNegativeTestJSON-488354458 tempest-ServersAdminNegativeTestJSON-488354458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:01.191623 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-cf1974ad-e334-4f84-a2cf-1bebfa196ced req-1492f0d0-90bb-4887-b11a-242b9ad2b893 tempest-ServersAdminNegativeTestJSON-488354458 tempest-ServersAdminNegativeTestJSON-488354458-project] 10.222.0.64 "GET /v2.0/ports?device_id=91232cc0-bffb-4b44-a2bc-884668e1d9d2 HTTP/1.1" status: 200 len: 949 time: 0.0651290 Jan 28 20:24:01.232529 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port f9bb89f8-a449-4021-adb3-af122beb7d1d is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:24:01.233214 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (f9bb89f8-a449-4021-adb3-af122beb7d1d), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:24:01.240660 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-cf1974ad-e334-4f84-a2cf-1bebfa196ced req-34c120af-2b6b-4202-b95b-a37e2996ebb3 tempest-ServersAdminNegativeTestJSON-488354458 tempest-ServersAdminNegativeTestJSON-488354458-project] 10.222.0.64 "GET /v2.0/security-groups?id=bb990817-a003-4ed6-a708-8f57e290d71b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431809 Jan 28 20:24:01.259377 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91232cc0-bffb-4b44-a2bc-884668e1d9d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9bb89f8-a449-4021-adb3-af122beb7d1d'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:24:01.261718 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}704c702df6f21e7df92d3d89d4c6cfde2c6406e49d8202b36454fc5209adee22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-900df962-cc1a-459d-8f06-aa064f9945d7" -d '{"events": [{"server_uuid": "91232cc0-bffb-4b44-a2bc-884668e1d9d2", "name": "network-vif-plugged", "status": "completed", "tag": "f9bb89f8-a449-4021-adb3-af122beb7d1d"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:24:01.274542 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port f9bb89f8-a449-4021-adb3-af122beb7d1d, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=f9bb89f8-a449-4021-adb3-af122beb7d1d,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:24:01.278722 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (f9bb89f8-a449-4021-adb3-af122beb7d1d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:24:01.328543 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=f9bb89f8-a449-4021-adb3-af122beb7d1d,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:01.365035 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:24:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31d2b1c7-ebfa-42d3-9c03-52c61d0a645f x-openstack-request-id: req-31d2b1c7-ebfa-42d3-9c03-52c61d0a645f {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:24:01.365363 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91232cc0-bffb-4b44-a2bc-884668e1d9d2", "name": "network-vif-plugged", "status": "completed", "tag": "f9bb89f8-a449-4021-adb3-af122beb7d1d", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:24:01.365624 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-31d2b1c7-ebfa-42d3-9c03-52c61d0a645f {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:24:01.366033 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91232cc0-bffb-4b44-a2bc-884668e1d9d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9bb89f8-a449-4021-adb3-af122beb7d1d', 'code': 200} Jan 28 20:24:01.466910 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ef3892-dfe6-4df3-9f61-84110dae9f26 req-209dc7c9-2760-4252-bac8-bc35da7a2594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:01.468413 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f3ef3892-dfe6-4df3-9f61-84110dae9f26 req-209dc7c9-2760-4252-bac8-bc35da7a2594 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=91232cc0-bffb-4b44-a2bc-884668e1d9d2 HTTP/1.1" status: 200 len: 1133 time: 0.0438650 Jan 28 20:24:01.512674 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f3ef3892-dfe6-4df3-9f61-84110dae9f26 req-e3b53b78-820e-4f8d-98b5-9800b8a70389 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=bb990817-a003-4ed6-a708-8f57e290d71b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375874 Jan 28 20:24:02.363837 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cfdd24-e962-44a1-aa65-76f2cb348c71 req-d6736149-efbf-47bb-b3fc-f7aa2d9a9ef3 tempest-ServersAdminNegativeTestJSON-488354458 tempest-ServersAdminNegativeTestJSON-488354458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:02.365361 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-73cfdd24-e962-44a1-aa65-76f2cb348c71 req-d6736149-efbf-47bb-b3fc-f7aa2d9a9ef3 tempest-ServersAdminNegativeTestJSON-488354458 tempest-ServersAdminNegativeTestJSON-488354458-project] 10.222.0.64 "GET /v2.0/ports?device_id=91232cc0-bffb-4b44-a2bc-884668e1d9d2 HTTP/1.1" status: 200 len: 950 time: 0.0574508 Jan 28 20:24:02.413347 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-73cfdd24-e962-44a1-aa65-76f2cb348c71 req-9ba5da85-7800-4268-bf29-cd3972942cf7 tempest-ServersAdminNegativeTestJSON-488354458 tempest-ServersAdminNegativeTestJSON-488354458-project] 10.222.0.64 "GET /v2.0/security-groups?id=bb990817-a003-4ed6-a708-8f57e290d71b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420420 Jan 28 20:24:03.534375 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3069b108-5dfd-4387-a791-623f5c8fd847 req-23d65416-c07c-4499-9a2e-90215edf78cc tempest-ServersAdminNegativeTestJSON-488354458 tempest-ServersAdminNegativeTestJSON-488354458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:03.536880 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3069b108-5dfd-4387-a791-623f5c8fd847 req-23d65416-c07c-4499-9a2e-90215edf78cc tempest-ServersAdminNegativeTestJSON-488354458 tempest-ServersAdminNegativeTestJSON-488354458-project] 10.222.0.64 "GET /v2.0/ports?device_id=91232cc0-bffb-4b44-a2bc-884668e1d9d2 HTTP/1.1" status: 200 len: 950 time: 0.0544407 Jan 28 20:24:03.586913 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3069b108-5dfd-4387-a791-623f5c8fd847 req-aff32421-ec4c-4558-995c-07af39b4f2dc tempest-ServersAdminNegativeTestJSON-488354458 tempest-ServersAdminNegativeTestJSON-488354458-project] 10.222.0.64 "GET /v2.0/security-groups?id=bb990817-a003-4ed6-a708-8f57e290d71b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447371 Jan 28 20:24:03.960003 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [req-baed12b3-0b45-4af8-bdc0-83646bbb809e req-56354edd-b984-4eb6-8fed-478245b7fa20 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 20:24:03.961037 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-baed12b3-0b45-4af8-bdc0-83646bbb809e req-56354edd-b984-4eb6-8fed-478245b7fa20 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0975225 Jan 28 20:24:04.384941 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [req-ebb47f2c-5012-4f2f-842d-e814c5814b63 req-ba3e8d3b-271e-4196-ac01-e235800fa9f8 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103304) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 20:24:04.386194 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ebb47f2c-5012-4f2f-842d-e814c5814b63 req-ba3e8d3b-271e-4196-ac01-e235800fa9f8 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0475149 Jan 28 20:24:04.726403 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011b799c-85e5-4949-bf07-bdb8e8ac41e5 req-179de398-1a63-464d-8efc-709c381e7c31 tempest-ServersAdminNegativeTestJSON-488354458 tempest-ServersAdminNegativeTestJSON-488354458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:04.727967 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-011b799c-85e5-4949-bf07-bdb8e8ac41e5 req-179de398-1a63-464d-8efc-709c381e7c31 tempest-ServersAdminNegativeTestJSON-488354458 tempest-ServersAdminNegativeTestJSON-488354458-project] 10.222.0.64 "GET /v2.0/ports?device_id=91232cc0-bffb-4b44-a2bc-884668e1d9d2 HTTP/1.1" status: 200 len: 950 time: 0.0557740 Jan 28 20:24:04.773738 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-011b799c-85e5-4949-bf07-bdb8e8ac41e5 req-a8a10865-7716-4dcf-a115-32c40e4ad145 tempest-ServersAdminNegativeTestJSON-488354458 tempest-ServersAdminNegativeTestJSON-488354458-project] 10.222.0.64 "GET /v2.0/security-groups?id=bb990817-a003-4ed6-a708-8f57e290d71b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398307 Jan 28 20:24:05.896200 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eff528-1b26-48e9-8e55-0f9cd5b768fa req-9ac5dc77-0bd5-4561-9961-ac5a024dbf6e tempest-ServersAdminNegativeTestJSON-488354458 tempest-ServersAdminNegativeTestJSON-488354458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:05.897690 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e6eff528-1b26-48e9-8e55-0f9cd5b768fa req-9ac5dc77-0bd5-4561-9961-ac5a024dbf6e tempest-ServersAdminNegativeTestJSON-488354458 tempest-ServersAdminNegativeTestJSON-488354458-project] 10.222.0.64 "GET /v2.0/ports?device_id=91232cc0-bffb-4b44-a2bc-884668e1d9d2 HTTP/1.1" status: 200 len: 950 time: 0.0519228 Jan 28 20:24:05.945336 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e6eff528-1b26-48e9-8e55-0f9cd5b768fa req-0dee0800-7471-48dd-8f25-abdab990f7d3 tempest-ServersAdminNegativeTestJSON-488354458 tempest-ServersAdminNegativeTestJSON-488354458-project] 10.222.0.64 "GET /v2.0/security-groups?id=bb990817-a003-4ed6-a708-8f57e290d71b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419059 Jan 28 20:24:06.229855 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e568889-7e9e-41e2-98a1-89fa3dc2e5e3 req-d6e492b1-2a2e-4337-be55-b884e606eede tempest-ServersAdminNegativeTestJSON-488354458 tempest-ServersAdminNegativeTestJSON-488354458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:06.231382 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2e568889-7e9e-41e2-98a1-89fa3dc2e5e3 req-d6e492b1-2a2e-4337-be55-b884e606eede tempest-ServersAdminNegativeTestJSON-488354458 tempest-ServersAdminNegativeTestJSON-488354458-project] 10.222.0.70 "GET /v2.0/ports?device_id=91232cc0-bffb-4b44-a2bc-884668e1d9d2 HTTP/1.1" status: 200 len: 950 time: 0.0526888 Jan 28 20:24:06.324740 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-2e568889-7e9e-41e2-98a1-89fa3dc2e5e3 req-07acaaaf-58a8-46a6-b201-382cdfe02ac5 tempest-ServersAdminNegativeTestJSON-488354458 tempest-ServersAdminNegativeTestJSON-488354458-project] Deleting port f9bb89f8-a449-4021-adb3-af122beb7d1d {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:24:06.325079 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-2e568889-7e9e-41e2-98a1-89fa3dc2e5e3 req-07acaaaf-58a8-46a6-b201-382cdfe02ac5 tempest-ServersAdminNegativeTestJSON-488354458 tempest-ServersAdminNegativeTestJSON-488354458-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (f9bb89f8-a449-4021-adb3-af122beb7d1d), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:24:06.411817 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-2e568889-7e9e-41e2-98a1-89fa3dc2e5e3 req-07acaaaf-58a8-46a6-b201-382cdfe02ac5 tempest-ServersAdminNegativeTestJSON-488354458 tempest-ServersAdminNegativeTestJSON-488354458-project] For port f9bb89f8-a449-4021-adb3-af122beb7d1d, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=f9bb89f8-a449-4021-adb3-af122beb7d1d,segment=NetworkSegment(195bcdbf-a031-4d8b-9f7f-e09fd37cd197),segment_id=195bcdbf-a031-4d8b-9f7f-e09fd37cd197)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:24:06.412184 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-2e568889-7e9e-41e2-98a1-89fa3dc2e5e3 req-07acaaaf-58a8-46a6-b201-382cdfe02ac5 tempest-ServersAdminNegativeTestJSON-488354458 tempest-ServersAdminNegativeTestJSON-488354458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (f9bb89f8-a449-4021-adb3-af122beb7d1d), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:24:06.424448 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-2e568889-7e9e-41e2-98a1-89fa3dc2e5e3 req-07acaaaf-58a8-46a6-b201-382cdfe02ac5 tempest-ServersAdminNegativeTestJSON-488354458 tempest-ServersAdminNegativeTestJSON-488354458-project] Calling delete_port for f9bb89f8-a449-4021-adb3-af122beb7d1d owned by compute:nova {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:24:06.554193 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-2e568889-7e9e-41e2-98a1-89fa3dc2e5e3 req-07acaaaf-58a8-46a6-b201-382cdfe02ac5 tempest-ServersAdminNegativeTestJSON-488354458 tempest-ServersAdminNegativeTestJSON-488354458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (f9bb89f8-a449-4021-adb3-af122beb7d1d), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:24:06.566098 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['f9bb89f8-a449-4021-adb3-af122beb7d1d'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:24:06.583121 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07acaaaf-58a8-46a6-b201-382cdfe02ac5 tempest-ServersAdminNegativeTestJSON-488354458 tempest-ServersAdminNegativeTestJSON-488354458-project] Pushing event deleted for resources: {'Port': ['ID=f9bb89f8-a449-4021-adb3-af122beb7d1d,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:06.626925 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e568889-7e9e-41e2-98a1-89fa3dc2e5e3 req-07acaaaf-58a8-46a6-b201-382cdfe02ac5 tempest-ServersAdminNegativeTestJSON-488354458 tempest-ServersAdminNegativeTestJSON-488354458-project] No DVR routers for this DVR port f9bb89f8-a449-4021-adb3-af122beb7d1d on host n-h2-812111-14 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:24:06.629756 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-2e568889-7e9e-41e2-98a1-89fa3dc2e5e3 req-07acaaaf-58a8-46a6-b201-382cdfe02ac5 tempest-ServersAdminNegativeTestJSON-488354458 tempest-ServersAdminNegativeTestJSON-488354458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:24:06.633206 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2e568889-7e9e-41e2-98a1-89fa3dc2e5e3 req-07acaaaf-58a8-46a6-b201-382cdfe02ac5 tempest-ServersAdminNegativeTestJSON-488354458 tempest-ServersAdminNegativeTestJSON-488354458-project] 10.222.0.70 "DELETE /v2.0/ports/f9bb89f8-a449-4021-adb3-af122beb7d1d HTTP/1.1" status: 204 len: 173 time: 0.3953738 Jan 28 20:24:06.633791 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91232cc0-bffb-4b44-a2bc-884668e1d9d2', 'name': 'network-vif-deleted', 'tag': 'f9bb89f8-a449-4021-adb3-af122beb7d1d'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:24:06.636083 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}690870b4896ba3504f21237a239c836c0346d6a62bcfb5e8ee91fd1b13f99dd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ef7afca-8d6e-43c3-a480-08e2d762d20e" -d '{"events": [{"server_uuid": "91232cc0-bffb-4b44-a2bc-884668e1d9d2", "name": "network-vif-deleted", "tag": "f9bb89f8-a449-4021-adb3-af122beb7d1d"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:24:06.674669 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:24:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2235d428-a8ec-4ae5-a785-e1ce7e3b91c0 x-openstack-request-id: req-2235d428-a8ec-4ae5-a785-e1ce7e3b91c0 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:24:06.674968 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91232cc0-bffb-4b44-a2bc-884668e1d9d2", "name": "network-vif-deleted", "tag": "f9bb89f8-a449-4021-adb3-af122beb7d1d", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:24:06.675224 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2235d428-a8ec-4ae5-a785-e1ce7e3b91c0 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:24:06.675636 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91232cc0-bffb-4b44-a2bc-884668e1d9d2', 'name': 'network-vif-deleted', 'tag': 'f9bb89f8-a449-4021-adb3-af122beb7d1d', 'status': 'completed', 'code': 200} Jan 28 20:24:06.800217 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f3329fe6-926f-40ff-9879-423e38312e9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:24:07.062181 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-751fdf3d-9ee3-4805-95c4-e0b8fef61cb4 req-70456052-4800-49ea-a302-5b47ce8cf08e tempest-ServersAdminNegativeTestJSON-488354458 tempest-ServersAdminNegativeTestJSON-488354458-project] 10.222.0.64 "GET /v2.0/ports?device_id=91232cc0-bffb-4b44-a2bc-884668e1d9d2 HTTP/1.1" status: 200 len: 210 time: 0.0351434 Jan 28 20:24:08.356293 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 40334) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:24:08.488120 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-31a74922-775e-40f4-8d3c-a321983e78aa admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=92b10a16d77345598a5be731b83b583d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1306741 Jan 28 20:24:08.490613 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 40338) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:24:08.536624 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-81f57f81-b26a-4fb3-b978-700aa3ed03ad admin admin] Publish callbacks [] for security_group (bb990817-a003-4ed6-a708-8f57e290d71b), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:24:08.557006 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-81f57f81-b26a-4fb3-b978-700aa3ed03ad admin admin] Publish callbacks [] for security_group (bb990817-a003-4ed6-a708-8f57e290d71b), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:24:08.606743 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-81f57f81-b26a-4fb3-b978-700aa3ed03ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (bb990817-a003-4ed6-a708-8f57e290d71b), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:24:08.609331 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-81f57f81-b26a-4fb3-b978-700aa3ed03ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:24:08.610506 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-81f57f81-b26a-4fb3-b978-700aa3ed03ad admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/bb990817-a003-4ed6-a708-8f57e290d71b HTTP/1.1" status: 204 len: 168 time: 0.1190042 Jan 28 20:24:08.618748 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f57f81-b26a-4fb3-b978-700aa3ed03ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb990817-a003-4ed6-a708-8f57e290d71b,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:08.877265 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 40344) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:24:08.890188 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b16bdbef-37f8-44e8-957b-cfbff3a83233 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:24:08.965576 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b16bdbef-37f8-44e8-957b-cfbff3a83233 admin admin] Publish callbacks [] for security_group (c2015d5f-823d-464c-9fdc-5d2b0396c7d5), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:24:08.969346 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b16bdbef-37f8-44e8-957b-cfbff3a83233 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (c2015d5f-823d-464c-9fdc-5d2b0396c7d5), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:24:09.008463 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-b16bdbef-37f8-44e8-957b-cfbff3a83233 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d1410ec61f9c45ff80cc6475c810e06f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1301014 Jan 28 20:24:09.009210 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16bdbef-37f8-44e8-957b-cfbff3a83233 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2015d5f-823d-464c-9fdc-5d2b0396c7d5,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:09.011316 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 40346) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:24:09.052076 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0d8ab096-d89e-488d-a3b6-6a007f834ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:24:09.062139 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2515fc3e-c38c-4c08-b0a3-f93be2599043 admin admin] Publish callbacks [] for security_group (c2015d5f-823d-464c-9fdc-5d2b0396c7d5), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:24:09.084359 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2515fc3e-c38c-4c08-b0a3-f93be2599043 admin admin] Publish callbacks [] for security_group (c2015d5f-823d-464c-9fdc-5d2b0396c7d5), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:24:09.114048 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device f9bb89f8-a449-4021-adb3-af122beb7d1d no longer exists at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:24:09.133646 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2515fc3e-c38c-4c08-b0a3-f93be2599043 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (c2015d5f-823d-464c-9fdc-5d2b0396c7d5), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:24:09.135178 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] No Port match for: f9bb89f8-a449-4021-adb3-af122beb7d1d {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:24:09.135527 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device f9bb89f8-a449-4021-adb3-af122beb7d1d not bound to the agent host n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:24:09.136456 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2515fc3e-c38c-4c08-b0a3-f93be2599043 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:24:09.137666 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-2515fc3e-c38c-4c08-b0a3-f93be2599043 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c2015d5f-823d-464c-9fdc-5d2b0396c7d5 HTTP/1.1" status: 204 len: 168 time: 0.1241646 Jan 28 20:24:09.146526 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2515fc3e-c38c-4c08-b0a3-f93be2599043 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2015d5f-823d-464c-9fdc-5d2b0396c7d5,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:09.154597 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2515fc3e-c38c-4c08-b0a3-f93be2599043 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:24:09.154967 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2515fc3e-c38c-4c08-b0a3-f93be2599043 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:24:09.155343 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2515fc3e-c38c-4c08-b0a3-f93be2599043 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:24:09.156908 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2515fc3e-c38c-4c08-b0a3-f93be2599043 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:24:09.157322 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2515fc3e-c38c-4c08-b0a3-f93be2599043 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:24:09.157673 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2515fc3e-c38c-4c08-b0a3-f93be2599043 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:24:09.158007 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2515fc3e-c38c-4c08-b0a3-f93be2599043 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:24:09.158384 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2515fc3e-c38c-4c08-b0a3-f93be2599043 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:24:09.158729 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2515fc3e-c38c-4c08-b0a3-f93be2599043 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:24:09.159074 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2515fc3e-c38c-4c08-b0a3-f93be2599043 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:24:09.159433 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2515fc3e-c38c-4c08-b0a3-f93be2599043 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:24:09.159795 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2515fc3e-c38c-4c08-b0a3-f93be2599043 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:24:09.160155 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2515fc3e-c38c-4c08-b0a3-f93be2599043 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:24:09.797846 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 40368) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:24:09.891991 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-08a34db1-e726-4473-91bf-2ca9db537d5d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1545318372-network', 'tenant_id': 'd40b2cad70d14055b27e0a7cc0ae7aaa'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:24:09.910705 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08a34db1-e726-4473-91bf-2ca9db537d5d admin admin] Made reservation on behalf of d40b2cad70d14055b27e0a7cc0ae7aaa for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:24:09.913019 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-08a34db1-e726-4473-91bf-2ca9db537d5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:24:09.921074 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-08a34db1-e726-4473-91bf-2ca9db537d5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:24:09.994375 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-08a34db1-e726-4473-91bf-2ca9db537d5d admin admin] Publish callbacks [] for security_group (c240f2d5-a170-49b8-84f4-7d672712d732), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:24:09.997889 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-08a34db1-e726-4473-91bf-2ca9db537d5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (c240f2d5-a170-49b8-84f4-7d672712d732), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:24:10.027208 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08a34db1-e726-4473-91bf-2ca9db537d5d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:24:10.034005 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:24:10.036690 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a34db1-e726-4473-91bf-2ca9db537d5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c240f2d5-a170-49b8-84f4-7d672712d732,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:10.042706 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-08a34db1-e726-4473-91bf-2ca9db537d5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (1cc6bbaf-adf5-462a-bbed-7865e616e74f), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:24:10.043054 n-d-812111-14 neutron-server[103305]: INFO neutron.db.segments_db [None req-08a34db1-e726-4473-91bf-2ca9db537d5d admin admin] Added segment 1cc6bbaf-adf5-462a-bbed-7865e616e74f of type vlan for network fc7e266d-a7b0-4f8c-828f-7b77859c91c7 Jan 28 20:24:10.085891 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-08a34db1-e726-4473-91bf-2ca9db537d5d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (fc7e266d-a7b0-4f8c-828f-7b77859c91c7), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:24:10.110951 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-08a34db1-e726-4473-91bf-2ca9db537d5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (fc7e266d-a7b0-4f8c-828f-7b77859c91c7), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:24:10.111923 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a34db1-e726-4473-91bf-2ca9db537d5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:10.112500 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-08a34db1-e726-4473-91bf-2ca9db537d5d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:24:10.173520 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-08a34db1-e726-4473-91bf-2ca9db537d5d admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3743334 Jan 28 20:24:10.174251 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a34db1-e726-4473-91bf-2ca9db537d5d admin admin] Pushing event updated for resources: {'Network': ['ID=fc7e266d-a7b0-4f8c-828f-7b77859c91c7,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:10.176221 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 40372) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:24:10.181232 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-e7921a10-8dbc-4345-81e9-f391bef0f7c3 admin admin] Request body: {'subnet': {'network_id': 'fc7e266d-a7b0-4f8c-828f-7b77859c91c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1545318372-subnet', 'tenant_id': 'd40b2cad70d14055b27e0a7cc0ae7aaa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:24:10.184743 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network fc7e266d-a7b0-4f8c-828f-7b77859c91c7 details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:24:10.201403 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7921a10-8dbc-4345-81e9-f391bef0f7c3 admin admin] Made reservation on behalf of d40b2cad70d14055b27e0a7cc0ae7aaa for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:24:10.203932 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e7921a10-8dbc-4345-81e9-f391bef0f7c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4733071'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:24:10.370347 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e7921a10-8dbc-4345-81e9-f391bef0f7c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4752401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4733085'] for subnet (1f7274db-7e9b-4edf-971e-2c506b20c807), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:24:10.428895 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7921a10-8dbc-4345-81e9-f391bef0f7c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f7274db-7e9b-4edf-971e-2c506b20c807,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:10.433757 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7921a10-8dbc-4345-81e9-f391bef0f7c3 admin admin] Checking segment: {'id': '1cc6bbaf-adf5-462a-bbed-7865e616e74f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'fc7e266d-a7b0-4f8c-828f-7b77859c91c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:24:10.434119 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7921a10-8dbc-4345-81e9-f391bef0f7c3 admin admin] Network hostable DHCP agents. Network: fc7e266d-a7b0-4f8c-828f-7b77859c91c7, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:24:10.451236 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7921a10-8dbc-4345-81e9-f391bef0f7c3 admin admin] Network fc7e266d-a7b0-4f8c-828f-7b77859c91c7 is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:24:10.459757 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-e7921a10-8dbc-4345-81e9-f391bef0f7c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, fc7e266d-a7b0-4f8c-828f-7b77859c91c7) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:24:10.464172 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7921a10-8dbc-4345-81e9-f391bef0f7c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:10.464763 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e7921a10-8dbc-4345-81e9-f391bef0f7c3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:24:10.469515 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c33673-48ea-4250-9549-72441b334949 None None] Network fc7e266d-a7b0-4f8c-828f-7b77859c91c7 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:24:10.480977 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-e7921a10-8dbc-4345-81e9-f391bef0f7c3 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3037825 Jan 28 20:24:10.566846 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce0bf425-bd12-4da2-a724-bffae431b21e None None] Network fc7e266d-a7b0-4f8c-828f-7b77859c91c7 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:24:10.894033 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae9b385-8486-4008-9b03-6937b8567717 req-a0f776e7-2d78-4b79-96d6-9f0657663bc7 tempest-DeleteServersTestJSON-681681841 tempest-DeleteServersTestJSON-681681841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:10.895495 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6ae9b385-8486-4008-9b03-6937b8567717 req-a0f776e7-2d78-4b79-96d6-9f0657663bc7 tempest-DeleteServersTestJSON-681681841 tempest-DeleteServersTestJSON-681681841-project] 10.222.0.64 "GET /v2.0/networks?id=fc7e266d-a7b0-4f8c-828f-7b77859c91c7 HTTP/1.1" status: 200 len: 812 time: 0.1031976 Jan 28 20:24:10.909543 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6ae9b385-8486-4008-9b03-6937b8567717 req-c8239595-839e-4c63-bdb1-cfcd3213c5fa tempest-DeleteServersTestJSON-681681841 tempest-DeleteServersTestJSON-681681841-project] 10.222.0.64 "GET /v2.0/quotas/d40b2cad70d14055b27e0a7cc0ae7aaa HTTP/1.1" status: 200 len: 375 time: 0.0087829 Jan 28 20:24:10.942283 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6ae9b385-8486-4008-9b03-6937b8567717 req-9113cb84-43f0-4d28-9492-e5473bfeb1c8 tempest-DeleteServersTestJSON-681681841 tempest-DeleteServersTestJSON-681681841-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=d40b2cad70d14055b27e0a7cc0ae7aaa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280943 Jan 28 20:24:10.952201 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [req-6ae9b385-8486-4008-9b03-6937b8567717 req-accfdaf6-11b0-4afe-8384-134deaecaab9 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 20:24:10.953190 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6ae9b385-8486-4008-9b03-6937b8567717 req-accfdaf6-11b0-4afe-8384-134deaecaab9 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049291 Jan 28 20:24:11.042788 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6ae9b385-8486-4008-9b03-6937b8567717 req-1378b822-07ec-4aba-854c-3d00a475009e service neutron] 10.222.0.64 "GET /v2.0/networks/fc7e266d-a7b0-4f8c-828f-7b77859c91c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843537 Jan 28 20:24:11.131054 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6ae9b385-8486-4008-9b03-6937b8567717 req-24eafeda-1d4f-46f3-9bc3-3234847ffc02 service neutron] 10.222.0.64 "GET /v2.0/networks/fc7e266d-a7b0-4f8c-828f-7b77859c91c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820377 Jan 28 20:24:11.293646 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-cccdac09-2a46-4c66-82d3-17b3225366b1 req-18f0f3d4-dd85-4a1c-a7b0-c2d0e96e445d tempest-DeleteServersTestJSON-681681841 tempest-DeleteServersTestJSON-681681841-project] 10.222.0.64 "GET /v2.0/ports?device_id=80c20ba0-5a24-457f-b8e1-0f28a8899857 HTTP/1.1" status: 200 len: 210 time: 0.0306222 Jan 28 20:24:11.904466 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:24:12.216065 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae9b385-8486-4008-9b03-6937b8567717 req-3edafb40-1545-4527-a0c0-1b0d6bf080ad tempest-DeleteServersTestJSON-681681841 tempest-DeleteServersTestJSON-681681841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:12.217466 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6ae9b385-8486-4008-9b03-6937b8567717 req-3edafb40-1545-4527-a0c0-1b0d6bf080ad tempest-DeleteServersTestJSON-681681841 tempest-DeleteServersTestJSON-681681841-project] 10.222.0.70 "GET /v2.0/networks?id=fc7e266d-a7b0-4f8c-828f-7b77859c91c7 HTTP/1.1" status: 200 len: 812 time: 0.1010449 Jan 28 20:24:12.230900 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-6ae9b385-8486-4008-9b03-6937b8567717 req-e0f21f97-7e9e-4c1b-ad58-56ba6b9e6a2b tempest-DeleteServersTestJSON-681681841 tempest-DeleteServersTestJSON-681681841-project] Request body: {'port': {'device_id': '80c20ba0-5a24-457f-b8e1-0f28a8899857', 'network_id': 'fc7e266d-a7b0-4f8c-828f-7b77859c91c7', 'admin_state_up': True, 'tenant_id': 'd40b2cad70d14055b27e0a7cc0ae7aaa'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:24:12.341441 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ae9b385-8486-4008-9b03-6937b8567717 req-e0f21f97-7e9e-4c1b-ad58-56ba6b9e6a2b tempest-DeleteServersTestJSON-681681841 tempest-DeleteServersTestJSON-681681841-project] Made reservation on behalf of d40b2cad70d14055b27e0a7cc0ae7aaa for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:24:12.345027 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6ae9b385-8486-4008-9b03-6937b8567717 req-e0f21f97-7e9e-4c1b-ad58-56ba6b9e6a2b tempest-DeleteServersTestJSON-681681841 tempest-DeleteServersTestJSON-681681841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:24:12.400212 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-58ad8481-5196-443e-a403-25191362cdde req-5543d32d-7e9b-4453-8baa-a97976c6b10a tempest-DeleteServersTestJSON-681681841 tempest-DeleteServersTestJSON-681681841-project] 10.222.0.64 "GET /v2.0/ports?device_id=80c20ba0-5a24-457f-b8e1-0f28a8899857 HTTP/1.1" status: 200 len: 210 time: 0.0313644 Jan 28 20:24:12.470816 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-6ae9b385-8486-4008-9b03-6937b8567717 req-e0f21f97-7e9e-4c1b-ad58-56ba6b9e6a2b tempest-DeleteServersTestJSON-681681841 tempest-DeleteServersTestJSON-681681841-project] Allocated IP 172.20.0.10 (fc7e266d-a7b0-4f8c-828f-7b77859c91c7/1f7274db-7e9b-4edf-971e-2c506b20c807/0f608bcd-69e9-4856-b0af-dae88c2d31ee) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:24:12.623835 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6ae9b385-8486-4008-9b03-6937b8567717 req-e0f21f97-7e9e-4c1b-ad58-56ba6b9e6a2b tempest-DeleteServersTestJSON-681681841 tempest-DeleteServersTestJSON-681681841-project] Publish callbacks [] for port (0f608bcd-69e9-4856-b0af-dae88c2d31ee), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:24:12.659365 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6ae9b385-8486-4008-9b03-6937b8567717 req-e0f21f97-7e9e-4c1b-ad58-56ba6b9e6a2b tempest-DeleteServersTestJSON-681681841 tempest-DeleteServersTestJSON-681681841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (0f608bcd-69e9-4856-b0af-dae88c2d31ee), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:24:12.700144 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ae9b385-8486-4008-9b03-6937b8567717 req-e0f21f97-7e9e-4c1b-ad58-56ba6b9e6a2b tempest-DeleteServersTestJSON-681681841 tempest-DeleteServersTestJSON-681681841-project] Network fc7e266d-a7b0-4f8c-828f-7b77859c91c7 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:24:12.703036 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-6ae9b385-8486-4008-9b03-6937b8567717 req-e0f21f97-7e9e-4c1b-ad58-56ba6b9e6a2b tempest-DeleteServersTestJSON-681681841 tempest-DeleteServersTestJSON-681681841-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:24:12.706199 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ae9b385-8486-4008-9b03-6937b8567717 req-e0f21f97-7e9e-4c1b-ad58-56ba6b9e6a2b tempest-DeleteServersTestJSON-681681841 tempest-DeleteServersTestJSON-681681841-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:24:12.741828 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f21f97-7e9e-4c1b-ad58-56ba6b9e6a2b tempest-DeleteServersTestJSON-681681841 tempest-DeleteServersTestJSON-681681841-project] Pushing event updated for resources: {'Port': ['ID=0f608bcd-69e9-4856-b0af-dae88c2d31ee,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:12.764370 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae9b385-8486-4008-9b03-6937b8567717 req-e0f21f97-7e9e-4c1b-ad58-56ba6b9e6a2b tempest-DeleteServersTestJSON-681681841 tempest-DeleteServersTestJSON-681681841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:12.764981 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6ae9b385-8486-4008-9b03-6937b8567717 req-e0f21f97-7e9e-4c1b-ad58-56ba6b9e6a2b tempest-DeleteServersTestJSON-681681841 tempest-DeleteServersTestJSON-681681841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:24:12.781004 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6ae9b385-8486-4008-9b03-6937b8567717 req-e0f21f97-7e9e-4c1b-ad58-56ba6b9e6a2b tempest-DeleteServersTestJSON-681681841 tempest-DeleteServersTestJSON-681681841-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5541534 Jan 28 20:24:12.790657 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [req-6ae9b385-8486-4008-9b03-6937b8567717 req-a81e6180-08c6-40ea-9e74-a8786f49591d tempest-DeleteServersTestJSON-681681841 tempest-DeleteServersTestJSON-681681841-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103304) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 20:24:12.791588 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6ae9b385-8486-4008-9b03-6937b8567717 req-a81e6180-08c6-40ea-9e74-a8786f49591d tempest-DeleteServersTestJSON-681681841 tempest-DeleteServersTestJSON-681681841-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051849 Jan 28 20:24:12.803328 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-6ae9b385-8486-4008-9b03-6937b8567717 req-8bc79a24-24be-4fd3-b439-54b38dd648ba service neutron] Request body: {'port': {'device_id': '80c20ba0-5a24-457f-b8e1-0f28a8899857', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-14'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:24:12.860976 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6ae9b385-8486-4008-9b03-6937b8567717 req-8bc79a24-24be-4fd3-b439-54b38dd648ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (0f608bcd-69e9-4856-b0af-dae88c2d31ee), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:24:13.126292 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-6ae9b385-8486-4008-9b03-6937b8567717 req-8bc79a24-24be-4fd3-b439-54b38dd648ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f608bcd-69e9-4856-b0af-dae88c2d31ee {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:24:13.134081 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6ae9b385-8486-4008-9b03-6937b8567717 req-8bc79a24-24be-4fd3-b439-54b38dd648ba service neutron] Publish callbacks [] for port (0f608bcd-69e9-4856-b0af-dae88c2d31ee), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:24:13.146210 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-6ae9b385-8486-4008-9b03-6937b8567717 req-8bc79a24-24be-4fd3-b439-54b38dd648ba service neutron] Transition to ACTIVE for port object 0f608bcd-69e9-4856-b0af-dae88c2d31ee will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:24:13.150692 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6ae9b385-8486-4008-9b03-6937b8567717 req-8bc79a24-24be-4fd3-b439-54b38dd648ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (0f608bcd-69e9-4856-b0af-dae88c2d31ee), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:24:13.200097 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc79a24-24be-4fd3-b439-54b38dd648ba service neutron] Pushing event updated for resources: {'Port': ['ID=0f608bcd-69e9-4856-b0af-dae88c2d31ee,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:13.277453 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-6ae9b385-8486-4008-9b03-6937b8567717 req-8bc79a24-24be-4fd3-b439-54b38dd648ba service neutron] Attempting to bind port 0f608bcd-69e9-4856-b0af-dae88c2d31ee on host n-h2-812111-14 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:24:13.278740 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:24:13.280897 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-6ae9b385-8486-4008-9b03-6937b8567717 req-8bc79a24-24be-4fd3-b439-54b38dd648ba service neutron] Attempting to bind port 0f608bcd-69e9-4856-b0af-dae88c2d31ee by drivers openvswitch,hyperv on host n-h2-812111-14 at level 0 using segments [{'id': '1cc6bbaf-adf5-462a-bbed-7865e616e74f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'fc7e266d-a7b0-4f8c-828f-7b77859c91c7'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:24:13.280897 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ae9b385-8486-4008-9b03-6937b8567717 req-8bc79a24-24be-4fd3-b439-54b38dd648ba service neutron] Attempting to bind port 0f608bcd-69e9-4856-b0af-dae88c2d31ee on network fc7e266d-a7b0-4f8c-828f-7b77859c91c7 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:24:13.286032 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ae9b385-8486-4008-9b03-6937b8567717 req-8bc79a24-24be-4fd3-b439-54b38dd648ba service neutron] Port 0f608bcd-69e9-4856-b0af-dae88c2d31ee on network fc7e266d-a7b0-4f8c-828f-7b77859c91c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-14 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:24:13.286364 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ae9b385-8486-4008-9b03-6937b8567717 req-8bc79a24-24be-4fd3-b439-54b38dd648ba service neutron] Attempting to bind port 0f608bcd-69e9-4856-b0af-dae88c2d31ee on network fc7e266d-a7b0-4f8c-828f-7b77859c91c7 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:24:13.292044 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ae9b385-8486-4008-9b03-6937b8567717 req-8bc79a24-24be-4fd3-b439-54b38dd648ba service neutron] Checking agent: {'id': '8f3fee4e-bf24-4b58-8a3a-ae9c8011a473', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 23, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:24:13.292393 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ae9b385-8486-4008-9b03-6937b8567717 req-8bc79a24-24be-4fd3-b439-54b38dd648ba service neutron] Checking segment: {'id': '1cc6bbaf-adf5-462a-bbed-7865e616e74f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'fc7e266d-a7b0-4f8c-828f-7b77859c91c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:24:13.292784 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ae9b385-8486-4008-9b03-6937b8567717 req-8bc79a24-24be-4fd3-b439-54b38dd648ba service neutron] Bound using segment: {'id': '1cc6bbaf-adf5-462a-bbed-7865e616e74f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'fc7e266d-a7b0-4f8c-828f-7b77859c91c7'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:24:13.293254 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-6ae9b385-8486-4008-9b03-6937b8567717 req-8bc79a24-24be-4fd3-b439-54b38dd648ba service neutron] Bound port: 0f608bcd-69e9-4856-b0af-dae88c2d31ee, host: n-h2-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cc6bbaf-adf5-462a-bbed-7865e616e74f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'fc7e266d-a7b0-4f8c-828f-7b77859c91c7'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:24:13.293625 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6ae9b385-8486-4008-9b03-6937b8567717 req-8bc79a24-24be-4fd3-b439-54b38dd648ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (0f608bcd-69e9-4856-b0af-dae88c2d31ee), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:24:13.360335 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-6ae9b385-8486-4008-9b03-6937b8567717 req-8bc79a24-24be-4fd3-b439-54b38dd648ba service neutron] For port 0f608bcd-69e9-4856-b0af-dae88c2d31ee, host n-h2-812111-14, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:24:13.363726 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-6ae9b385-8486-4008-9b03-6937b8567717 req-8bc79a24-24be-4fd3-b439-54b38dd648ba service neutron] For port 0f608bcd-69e9-4856-b0af-dae88c2d31ee, host n-h2-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=0f608bcd-69e9-4856-b0af-dae88c2d31ee,segment=NetworkSegment(1cc6bbaf-adf5-462a-bbed-7865e616e74f),segment_id=1cc6bbaf-adf5-462a-bbed-7865e616e74f)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:24:13.370184 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6ae9b385-8486-4008-9b03-6937b8567717 req-8bc79a24-24be-4fd3-b439-54b38dd648ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (0f608bcd-69e9-4856-b0af-dae88c2d31ee), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:24:13.404402 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae9b385-8486-4008-9b03-6937b8567717 req-8bc79a24-24be-4fd3-b439-54b38dd648ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:13.405023 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6ae9b385-8486-4008-9b03-6937b8567717 req-8bc79a24-24be-4fd3-b439-54b38dd648ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:24:13.407043 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6ae9b385-8486-4008-9b03-6937b8567717 req-8bc79a24-24be-4fd3-b439-54b38dd648ba service neutron] 10.222.0.70 "PUT /v2.0/ports/0f608bcd-69e9-4856-b0af-dae88c2d31ee HTTP/1.1" status: 200 len: 1093 time: 0.6067395 Jan 28 20:24:13.407481 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80c20ba0-5a24-457f-b8e1-0f28a8899857', 'tag': '0f608bcd-69e9-4856-b0af-dae88c2d31ee'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:24:13.409743 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}690870b4896ba3504f21237a239c836c0346d6a62bcfb5e8ee91fd1b13f99dd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e625f230-9ee3-496f-8734-3c47de46dd7b" -d '{"events": [{"name": "network-changed", "server_uuid": "80c20ba0-5a24-457f-b8e1-0f28a8899857", "tag": "0f608bcd-69e9-4856-b0af-dae88c2d31ee"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:24:13.433444 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc79a24-24be-4fd3-b439-54b38dd648ba service neutron] Pushing event updated for resources: {'Port': ['ID=0f608bcd-69e9-4856-b0af-dae88c2d31ee,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:13.460484 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:24:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5adaeb01-3f4d-4d1b-a0db-3990c16433a3 x-openstack-request-id: req-5adaeb01-3f4d-4d1b-a0db-3990c16433a3 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:24:13.460783 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80c20ba0-5a24-457f-b8e1-0f28a8899857", "tag": "0f608bcd-69e9-4856-b0af-dae88c2d31ee", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:24:13.461041 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5adaeb01-3f4d-4d1b-a0db-3990c16433a3 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:24:13.461471 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80c20ba0-5a24-457f-b8e1-0f28a8899857', 'tag': '0f608bcd-69e9-4856-b0af-dae88c2d31ee', 'status': 'completed', 'code': 200} Jan 28 20:24:13.496581 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae9b385-8486-4008-9b03-6937b8567717 req-c9e94a4c-e62d-48fa-868c-51316af44ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:13.498162 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6ae9b385-8486-4008-9b03-6937b8567717 req-c9e94a4c-e62d-48fa-868c-51316af44ccd service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d40b2cad70d14055b27e0a7cc0ae7aaa&device_id=80c20ba0-5a24-457f-b8e1-0f28a8899857 HTTP/1.1" status: 200 len: 1127 time: 0.0489042 Jan 28 20:24:13.539304 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6ae9b385-8486-4008-9b03-6937b8567717 req-06d71d5b-f0ab-42a6-a42b-5147809cf5fd service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0f608bcd-69e9-4856-b0af-dae88c2d31ee HTTP/1.1" status: 200 len: 217 time: 0.0346904 Jan 28 20:24:13.545965 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfddfea2-efa2-44bb-b855-dccc76872793 req-ec253898-b0a3-4f37-8b7f-a78b8644ef25 tempest-DeleteServersTestJSON-681681841 tempest-DeleteServersTestJSON-681681841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:13.547499 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-dfddfea2-efa2-44bb-b855-dccc76872793 req-ec253898-b0a3-4f37-8b7f-a78b8644ef25 tempest-DeleteServersTestJSON-681681841 tempest-DeleteServersTestJSON-681681841-project] 10.222.0.64 "GET /v2.0/ports?device_id=80c20ba0-5a24-457f-b8e1-0f28a8899857 HTTP/1.1" status: 200 len: 944 time: 0.0605099 Jan 28 20:24:13.593029 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae9b385-8486-4008-9b03-6937b8567717 req-7780f4b1-7111-4efd-a54c-d79e970134c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:13.594549 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6ae9b385-8486-4008-9b03-6937b8567717 req-7780f4b1-7111-4efd-a54c-d79e970134c7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1f7274db-7e9b-4edf-971e-2c506b20c807 HTTP/1.1" status: 200 len: 852 time: 0.0489991 Jan 28 20:24:13.594917 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-dfddfea2-efa2-44bb-b855-dccc76872793 req-6559c514-dbe6-4997-8b86-8f6904c73fd5 tempest-DeleteServersTestJSON-681681841 tempest-DeleteServersTestJSON-681681841-project] 10.222.0.64 "GET /v2.0/security-groups?id=c240f2d5-a170-49b8-84f4-7d672712d732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414770 Jan 28 20:24:13.628358 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6ae9b385-8486-4008-9b03-6937b8567717 req-8ea29691-c283-420c-9aa0-362791b1d1da service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=fc7e266d-a7b0-4f8c-828f-7b77859c91c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266442 Jan 28 20:24:13.716525 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6ae9b385-8486-4008-9b03-6937b8567717 req-375e0581-cc83-413c-b742-5be2b5a92664 service neutron] 10.222.0.70 "GET /v2.0/networks/fc7e266d-a7b0-4f8c-828f-7b77859c91c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812905 Jan 28 20:24:13.807638 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6ae9b385-8486-4008-9b03-6937b8567717 req-c0f7b0fd-4202-4f20-96bb-6b3e34bf8d8f service neutron] 10.222.0.70 "GET /v2.0/networks/fc7e266d-a7b0-4f8c-828f-7b77859c91c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852654 Jan 28 20:24:13.896599 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e625f230-9ee3-496f-8734-3c47de46dd7b req-eabbcc2e-255c-4468-b9de-b2cb2804546f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:13.898191 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e625f230-9ee3-496f-8734-3c47de46dd7b req-eabbcc2e-255c-4468-b9de-b2cb2804546f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d40b2cad70d14055b27e0a7cc0ae7aaa&device_id=80c20ba0-5a24-457f-b8e1-0f28a8899857 HTTP/1.1" status: 200 len: 1127 time: 0.0459936 Jan 28 20:24:14.313687 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e625f230-9ee3-496f-8734-3c47de46dd7b req-c5d62c2f-3d2a-473b-8a60-3c9263930b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:14.315182 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e625f230-9ee3-496f-8734-3c47de46dd7b req-c5d62c2f-3d2a-473b-8a60-3c9263930b86 service neutron] 10.222.0.70 "GET /v2.0/networks?id=fc7e266d-a7b0-4f8c-828f-7b77859c91c7 HTTP/1.1" status: 200 len: 912 time: 0.4108360 Jan 28 20:24:14.356834 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e625f230-9ee3-496f-8734-3c47de46dd7b req-69bc2228-8124-4142-abe9-72e74bcc6f7e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0f608bcd-69e9-4856-b0af-dae88c2d31ee HTTP/1.1" status: 200 len: 217 time: 0.0355318 Jan 28 20:24:14.409595 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e625f230-9ee3-496f-8734-3c47de46dd7b req-2f1f934f-e596-46f1-bb7e-1f919d1ab14d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:14.411058 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e625f230-9ee3-496f-8734-3c47de46dd7b req-2f1f934f-e596-46f1-bb7e-1f919d1ab14d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1f7274db-7e9b-4edf-971e-2c506b20c807 HTTP/1.1" status: 200 len: 852 time: 0.0472925 Jan 28 20:24:14.444251 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e625f230-9ee3-496f-8734-3c47de46dd7b req-843145ce-fb3a-4827-8f4e-951f319d4cc7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=fc7e266d-a7b0-4f8c-828f-7b77859c91c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260177 Jan 28 20:24:14.536517 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e625f230-9ee3-496f-8734-3c47de46dd7b req-8ec573f6-2709-4f91-b3ba-3c6adbdca470 service neutron] 10.222.0.70 "GET /v2.0/networks/fc7e266d-a7b0-4f8c-828f-7b77859c91c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852623 Jan 28 20:24:14.629493 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e625f230-9ee3-496f-8734-3c47de46dd7b req-88997632-88fd-4e24-baa9-bea6d083ac4b service neutron] 10.222.0.70 "GET /v2.0/networks/fc7e266d-a7b0-4f8c-828f-7b77859c91c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868232 Jan 28 20:24:14.719602 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4925673c-9d1c-497c-8cf0-a58d07dcef4f req-8c5d1f4b-7281-4e8b-8bb5-856bf5e5213b tempest-DeleteServersTestJSON-681681841 tempest-DeleteServersTestJSON-681681841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:14.721133 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4925673c-9d1c-497c-8cf0-a58d07dcef4f req-8c5d1f4b-7281-4e8b-8bb5-856bf5e5213b tempest-DeleteServersTestJSON-681681841 tempest-DeleteServersTestJSON-681681841-project] 10.222.0.64 "GET /v2.0/ports?device_id=80c20ba0-5a24-457f-b8e1-0f28a8899857 HTTP/1.1" status: 200 len: 944 time: 0.0539699 Jan 28 20:24:14.768968 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4925673c-9d1c-497c-8cf0-a58d07dcef4f req-171afcfb-5392-4c72-9c6b-c176ea6026d4 tempest-DeleteServersTestJSON-681681841 tempest-DeleteServersTestJSON-681681841-project] 10.222.0.64 "GET /v2.0/security-groups?id=c240f2d5-a170-49b8-84f4-7d672712d732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421474 Jan 28 20:24:15.134980 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 0f608bcd-69e9-4856-b0af-dae88c2d31ee details requested by agent hyperv_n-h2-812111-14 with host n-h2-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:24:15.237628 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 0f608bcd-69e9-4856-b0af-dae88c2d31ee, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=0f608bcd-69e9-4856-b0af-dae88c2d31ee,segment=NetworkSegment(1cc6bbaf-adf5-462a-bbed-7865e616e74f),segment_id=1cc6bbaf-adf5-462a-bbed-7865e616e74f)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:24:15.250606 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Returning: {'device': '0f608bcd-69e9-4856-b0af-dae88c2d31ee', 'network_id': 'fc7e266d-a7b0-4f8c-828f-7b77859c91c7', 'port_id': '0f608bcd-69e9-4856-b0af-dae88c2d31ee', 'mac_address': 'fa:16:3e:09:1e:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f7274db-7e9b-4edf-971e-2c506b20c807', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:24:15.289390 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 0f608bcd-69e9-4856-b0af-dae88c2d31ee is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:24:15.289781 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (0f608bcd-69e9-4856-b0af-dae88c2d31ee), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:24:15.303488 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f608bcd-69e9-4856-b0af-dae88c2d31ee {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:24:15.323360 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 0f608bcd-69e9-4856-b0af-dae88c2d31ee, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=0f608bcd-69e9-4856-b0af-dae88c2d31ee,segment=NetworkSegment(1cc6bbaf-adf5-462a-bbed-7865e616e74f),segment_id=1cc6bbaf-adf5-462a-bbed-7865e616e74f)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:24:15.327398 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (0f608bcd-69e9-4856-b0af-dae88c2d31ee), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:24:15.377860 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=0f608bcd-69e9-4856-b0af-dae88c2d31ee,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:15.524765 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['0f608bcd-69e9-4856-b0af-dae88c2d31ee'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:24:15.886020 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e87f4b6-c490-431b-bc2b-9f0379ddce2e req-d4740ec4-5894-4ecb-9cc0-9bed9cc2c589 tempest-DeleteServersTestJSON-681681841 tempest-DeleteServersTestJSON-681681841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:15.887501 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5e87f4b6-c490-431b-bc2b-9f0379ddce2e req-d4740ec4-5894-4ecb-9cc0-9bed9cc2c589 tempest-DeleteServersTestJSON-681681841 tempest-DeleteServersTestJSON-681681841-project] 10.222.0.64 "GET /v2.0/ports?device_id=80c20ba0-5a24-457f-b8e1-0f28a8899857 HTTP/1.1" status: 200 len: 945 time: 0.0518665 Jan 28 20:24:15.935756 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5e87f4b6-c490-431b-bc2b-9f0379ddce2e req-a3da15ba-a666-4c5f-9dd0-b92f18e25ea4 tempest-DeleteServersTestJSON-681681841 tempest-DeleteServersTestJSON-681681841-project] 10.222.0.64 "GET /v2.0/security-groups?id=c240f2d5-a170-49b8-84f4-7d672712d732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419681 Jan 28 20:24:17.054597 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafb4232-b6ca-4986-9456-7889e71a6086 req-53e4a1fd-25aa-42eb-9b29-3aa67d39a40c tempest-DeleteServersTestJSON-681681841 tempest-DeleteServersTestJSON-681681841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:17.056081 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-bafb4232-b6ca-4986-9456-7889e71a6086 req-53e4a1fd-25aa-42eb-9b29-3aa67d39a40c tempest-DeleteServersTestJSON-681681841 tempest-DeleteServersTestJSON-681681841-project] 10.222.0.64 "GET /v2.0/ports?device_id=80c20ba0-5a24-457f-b8e1-0f28a8899857 HTTP/1.1" status: 200 len: 945 time: 0.0517733 Jan 28 20:24:17.101453 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-bafb4232-b6ca-4986-9456-7889e71a6086 req-6dc659a9-9cf1-488b-ba46-888c5a4a7405 tempest-DeleteServersTestJSON-681681841 tempest-DeleteServersTestJSON-681681841-project] 10.222.0.64 "GET /v2.0/security-groups?id=c240f2d5-a170-49b8-84f4-7d672712d732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398579 Jan 28 20:24:17.142849 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 0f608bcd-69e9-4856-b0af-dae88c2d31ee up at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:24:17.190384 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning for port 0f608bcd-69e9-4856-b0af-dae88c2d31ee completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:24:17.194157 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning complete for port 0f608bcd-69e9-4856-b0af-dae88c2d31ee triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:24:17.194533 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (0f608bcd-69e9-4856-b0af-dae88c2d31ee), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:24:17.270192 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 0f608bcd-69e9-4856-b0af-dae88c2d31ee is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:24:17.270579 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (0f608bcd-69e9-4856-b0af-dae88c2d31ee), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:24:17.293011 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80c20ba0-5a24-457f-b8e1-0f28a8899857', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f608bcd-69e9-4856-b0af-dae88c2d31ee'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:24:17.295279 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}704c702df6f21e7df92d3d89d4c6cfde2c6406e49d8202b36454fc5209adee22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d910d25d-e6c1-4ad5-bc98-7f8d4fd777fe" -d '{"events": [{"server_uuid": "80c20ba0-5a24-457f-b8e1-0f28a8899857", "name": "network-vif-plugged", "status": "completed", "tag": "0f608bcd-69e9-4856-b0af-dae88c2d31ee"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:24:17.308155 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 0f608bcd-69e9-4856-b0af-dae88c2d31ee, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=0f608bcd-69e9-4856-b0af-dae88c2d31ee,segment=NetworkSegment(1cc6bbaf-adf5-462a-bbed-7865e616e74f),segment_id=1cc6bbaf-adf5-462a-bbed-7865e616e74f)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:24:17.312290 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (0f608bcd-69e9-4856-b0af-dae88c2d31ee), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:24:17.339713 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61254c56-97f1-4058-897e-b895ec8b18c2 x-openstack-request-id: req-61254c56-97f1-4058-897e-b895ec8b18c2 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:24:17.340003 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80c20ba0-5a24-457f-b8e1-0f28a8899857", "name": "network-vif-plugged", "status": "completed", "tag": "0f608bcd-69e9-4856-b0af-dae88c2d31ee", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:24:17.340251 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-61254c56-97f1-4058-897e-b895ec8b18c2 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:24:17.340629 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80c20ba0-5a24-457f-b8e1-0f28a8899857', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f608bcd-69e9-4856-b0af-dae88c2d31ee', 'code': 200} Jan 28 20:24:17.368056 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=0f608bcd-69e9-4856-b0af-dae88c2d31ee,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:17.440326 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbf4611-1902-4ef3-ac27-0dbde117ce53 req-e564613e-ce01-48ab-ab62-631773fa25d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:17.441887 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-fcbf4611-1902-4ef3-ac27-0dbde117ce53 req-e564613e-ce01-48ab-ab62-631773fa25d7 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=80c20ba0-5a24-457f-b8e1-0f28a8899857 HTTP/1.1" status: 200 len: 1129 time: 0.0478792 Jan 28 20:24:17.486652 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-fcbf4611-1902-4ef3-ac27-0dbde117ce53 req-6ad6e9e1-7ed9-4194-95c4-b89f5365db18 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=c240f2d5-a170-49b8-84f4-7d672712d732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366566 Jan 28 20:24:18.221754 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89a4620-5847-4471-a810-5dead5aaf709 req-9086b9da-ca39-4892-b819-e415cb8529d9 tempest-DeleteServersTestJSON-681681841 tempest-DeleteServersTestJSON-681681841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:18.223264 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f89a4620-5847-4471-a810-5dead5aaf709 req-9086b9da-ca39-4892-b819-e415cb8529d9 tempest-DeleteServersTestJSON-681681841 tempest-DeleteServersTestJSON-681681841-project] 10.222.0.64 "GET /v2.0/ports?device_id=80c20ba0-5a24-457f-b8e1-0f28a8899857 HTTP/1.1" status: 200 len: 946 time: 0.0541735 Jan 28 20:24:18.270601 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f89a4620-5847-4471-a810-5dead5aaf709 req-3c3348dd-6cad-4d26-9538-323390f351bc tempest-DeleteServersTestJSON-681681841 tempest-DeleteServersTestJSON-681681841-project] 10.222.0.64 "GET /v2.0/security-groups?id=c240f2d5-a170-49b8-84f4-7d672712d732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406733 Jan 28 20:24:18.754777 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-705532c6-64c0-40f3-b8d4-587aa08cfb0f req-1c87201b-c46c-4cb1-aed6-81effa0e5350 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=80c20ba0-5a24-457f-b8e1-0f28a8899857&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0440261 Jan 28 20:24:18.845713 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705532c6-64c0-40f3-b8d4-587aa08cfb0f req-ed34ae01-78d4-421a-a948-15103ba22903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:18.847212 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-705532c6-64c0-40f3-b8d4-587aa08cfb0f req-ed34ae01-78d4-421a-a948-15103ba22903 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d40b2cad70d14055b27e0a7cc0ae7aaa&device_id=80c20ba0-5a24-457f-b8e1-0f28a8899857 HTTP/1.1" status: 200 len: 1129 time: 0.0529766 Jan 28 20:24:18.946663 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705532c6-64c0-40f3-b8d4-587aa08cfb0f req-67909b05-befb-425d-9550-a1b50233728d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:18.948111 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-705532c6-64c0-40f3-b8d4-587aa08cfb0f req-67909b05-befb-425d-9550-a1b50233728d service neutron] 10.222.0.70 "GET /v2.0/networks?id=fc7e266d-a7b0-4f8c-828f-7b77859c91c7 HTTP/1.1" status: 200 len: 912 time: 0.0831070 Jan 28 20:24:18.992853 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-705532c6-64c0-40f3-b8d4-587aa08cfb0f req-19bd347e-df29-4b16-9a89-53c085badacf service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0f608bcd-69e9-4856-b0af-dae88c2d31ee HTTP/1.1" status: 200 len: 217 time: 0.0384607 Jan 28 20:24:19.039374 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705532c6-64c0-40f3-b8d4-587aa08cfb0f req-43dab8d9-e9cf-4145-b5b4-e421b11d29f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:19.040805 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-705532c6-64c0-40f3-b8d4-587aa08cfb0f req-43dab8d9-e9cf-4145-b5b4-e421b11d29f8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1f7274db-7e9b-4edf-971e-2c506b20c807 HTTP/1.1" status: 200 len: 852 time: 0.0429361 Jan 28 20:24:19.072144 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-705532c6-64c0-40f3-b8d4-587aa08cfb0f req-bf4174a1-377f-4a1a-a786-13493dea2e63 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=fc7e266d-a7b0-4f8c-828f-7b77859c91c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256283 Jan 28 20:24:19.162415 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-705532c6-64c0-40f3-b8d4-587aa08cfb0f req-91036fc2-b82a-4ca2-a79b-de40360cda82 service neutron] 10.222.0.70 "GET /v2.0/networks/fc7e266d-a7b0-4f8c-828f-7b77859c91c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845687 Jan 28 20:24:19.250608 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-705532c6-64c0-40f3-b8d4-587aa08cfb0f req-e0d9384b-67f0-4853-8d1b-a1a47bae64d2 service neutron] 10.222.0.70 "GET /v2.0/networks/fc7e266d-a7b0-4f8c-828f-7b77859c91c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819104 Jan 28 20:24:19.388003 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bff407-d60d-4140-a10b-ca611d6a0d02 req-febd9da0-15fa-431d-9c40-c8b53897c15d tempest-DeleteServersTestJSON-681681841 tempest-DeleteServersTestJSON-681681841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:19.389508 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-97bff407-d60d-4140-a10b-ca611d6a0d02 req-febd9da0-15fa-431d-9c40-c8b53897c15d tempest-DeleteServersTestJSON-681681841 tempest-DeleteServersTestJSON-681681841-project] 10.222.0.64 "GET /v2.0/ports?device_id=80c20ba0-5a24-457f-b8e1-0f28a8899857 HTTP/1.1" status: 200 len: 946 time: 0.0523584 Jan 28 20:24:19.440551 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-97bff407-d60d-4140-a10b-ca611d6a0d02 req-af60b8f9-7980-4e68-a65c-460c3b36bf5c tempest-DeleteServersTestJSON-681681841 tempest-DeleteServersTestJSON-681681841-project] 10.222.0.64 "GET /v2.0/security-groups?id=c240f2d5-a170-49b8-84f4-7d672712d732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447767 Jan 28 20:24:19.679150 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 40426) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:24:19.682850 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6d4e98-e26c-4ab8-8b49-84a8ba8f21fb req-aee062e0-e417-40a4-84d7-e6d9c5de0311 tempest-DeleteServersTestJSON-681681841 tempest-DeleteServersTestJSON-681681841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:19.684325 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-fe6d4e98-e26c-4ab8-8b49-84a8ba8f21fb req-aee062e0-e417-40a4-84d7-e6d9c5de0311 tempest-DeleteServersTestJSON-681681841 tempest-DeleteServersTestJSON-681681841-project] 10.222.0.64 "GET /v2.0/ports?device_id=80c20ba0-5a24-457f-b8e1-0f28a8899857 HTTP/1.1" status: 200 len: 946 time: 0.0519893 Jan 28 20:24:19.733601 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-fe6d4e98-e26c-4ab8-8b49-84a8ba8f21fb req-b0074f6e-1759-4476-8fe5-bb29c7330ea4 tempest-DeleteServersTestJSON-681681841 tempest-DeleteServersTestJSON-681681841-project] 10.222.0.64 "GET /v2.0/security-groups?id=c240f2d5-a170-49b8-84f4-7d672712d732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419562 Jan 28 20:24:19.778775 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9c3440a5-12f6-4ce4-91d6-86c04e6ca93b req-69538caf-95a7-4f79-a38b-292d2aca4a5d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=80c20ba0-5a24-457f-b8e1-0f28a8899857&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0983782 Jan 28 20:24:19.787771 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [req-9c3440a5-12f6-4ce4-91d6-86c04e6ca93b req-5363ee93-c1c3-4651-93ec-06b98b0c8d0a service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103304) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 20:24:19.788751 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9c3440a5-12f6-4ce4-91d6-86c04e6ca93b req-5363ee93-c1c3-4651-93ec-06b98b0c8d0a service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049858 Jan 28 20:24:20.856268 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20e1c1a-97e3-42d7-bf2a-30e0255839e1 req-fc506700-c1ed-4326-91fe-9fb25aaaf547 tempest-DeleteServersTestJSON-681681841 tempest-DeleteServersTestJSON-681681841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:20.857751 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f20e1c1a-97e3-42d7-bf2a-30e0255839e1 req-fc506700-c1ed-4326-91fe-9fb25aaaf547 tempest-DeleteServersTestJSON-681681841 tempest-DeleteServersTestJSON-681681841-project] 10.222.0.64 "GET /v2.0/ports?device_id=80c20ba0-5a24-457f-b8e1-0f28a8899857 HTTP/1.1" status: 200 len: 946 time: 0.0568514 Jan 28 20:24:20.904258 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f20e1c1a-97e3-42d7-bf2a-30e0255839e1 req-84c25daa-2f3f-416d-8c7e-85fac15e6168 tempest-DeleteServersTestJSON-681681841 tempest-DeleteServersTestJSON-681681841-project] 10.222.0.64 "GET /v2.0/security-groups?id=c240f2d5-a170-49b8-84f4-7d672712d732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407717 Jan 28 20:24:21.022368 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3440a5-12f6-4ce4-91d6-86c04e6ca93b req-41623f7a-0193-400b-bdca-423cefc4c375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:21.023793 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9c3440a5-12f6-4ce4-91d6-86c04e6ca93b req-41623f7a-0193-400b-bdca-423cefc4c375 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d40b2cad70d14055b27e0a7cc0ae7aaa&device_id=80c20ba0-5a24-457f-b8e1-0f28a8899857 HTTP/1.1" status: 200 len: 1129 time: 0.0450759 Jan 28 20:24:21.117660 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3440a5-12f6-4ce4-91d6-86c04e6ca93b req-bbb33504-ca65-4c11-84ba-b3294b1cf730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:21.119166 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9c3440a5-12f6-4ce4-91d6-86c04e6ca93b req-bbb33504-ca65-4c11-84ba-b3294b1cf730 service neutron] 10.222.0.70 "GET /v2.0/networks?id=fc7e266d-a7b0-4f8c-828f-7b77859c91c7 HTTP/1.1" status: 200 len: 912 time: 0.0899155 Jan 28 20:24:21.160694 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9c3440a5-12f6-4ce4-91d6-86c04e6ca93b req-420c390a-bd5e-49ca-b437-d1dc9db6be78 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0f608bcd-69e9-4856-b0af-dae88c2d31ee HTTP/1.1" status: 200 len: 217 time: 0.0345082 Jan 28 20:24:21.208517 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3440a5-12f6-4ce4-91d6-86c04e6ca93b req-b1336cc8-97c6-408b-851c-33eb879b022e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:21.209985 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9c3440a5-12f6-4ce4-91d6-86c04e6ca93b req-b1336cc8-97c6-408b-851c-33eb879b022e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1f7274db-7e9b-4edf-971e-2c506b20c807 HTTP/1.1" status: 200 len: 852 time: 0.0431285 Jan 28 20:24:21.243348 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9c3440a5-12f6-4ce4-91d6-86c04e6ca93b req-c8a0c2ea-c184-4ac2-8f58-f732cf397b78 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=fc7e266d-a7b0-4f8c-828f-7b77859c91c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272405 Jan 28 20:24:21.333825 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9c3440a5-12f6-4ce4-91d6-86c04e6ca93b req-d9ee9a75-2d8d-4e4f-ab4a-42b501488432 service neutron] 10.222.0.70 "GET /v2.0/networks/fc7e266d-a7b0-4f8c-828f-7b77859c91c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841796 Jan 28 20:24:21.370597 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:24:21.423937 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9c3440a5-12f6-4ce4-91d6-86c04e6ca93b req-2e2005fa-1de3-4fec-822b-9562ff2da103 service neutron] 10.222.0.70 "GET /v2.0/networks/fc7e266d-a7b0-4f8c-828f-7b77859c91c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837929 Jan 28 20:24:22.023557 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e24b5a-4c66-4247-8f1f-8ec839fed926 req-e029e56a-6319-473f-9e40-e383d699ba61 tempest-DeleteServersTestJSON-681681841 tempest-DeleteServersTestJSON-681681841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:22.025071 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-05e24b5a-4c66-4247-8f1f-8ec839fed926 req-e029e56a-6319-473f-9e40-e383d699ba61 tempest-DeleteServersTestJSON-681681841 tempest-DeleteServersTestJSON-681681841-project] 10.222.0.64 "GET /v2.0/ports?device_id=80c20ba0-5a24-457f-b8e1-0f28a8899857 HTTP/1.1" status: 200 len: 946 time: 0.0527859 Jan 28 20:24:22.071224 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-05e24b5a-4c66-4247-8f1f-8ec839fed926 req-9a0ae6b4-162f-4d24-b61d-8332ff4265b9 tempest-DeleteServersTestJSON-681681841 tempest-DeleteServersTestJSON-681681841-project] 10.222.0.64 "GET /v2.0/security-groups?id=c240f2d5-a170-49b8-84f4-7d672712d732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406978 Jan 28 20:24:23.195111 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13f23db-7354-493c-a644-8abe8c75e966 req-ef2524a7-8bd2-49b3-92dc-94b5bdd5f7f3 tempest-DeleteServersTestJSON-681681841 tempest-DeleteServersTestJSON-681681841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:23.196630 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c13f23db-7354-493c-a644-8abe8c75e966 req-ef2524a7-8bd2-49b3-92dc-94b5bdd5f7f3 tempest-DeleteServersTestJSON-681681841 tempest-DeleteServersTestJSON-681681841-project] 10.222.0.64 "GET /v2.0/ports?device_id=80c20ba0-5a24-457f-b8e1-0f28a8899857 HTTP/1.1" status: 200 len: 946 time: 0.0587339 Jan 28 20:24:23.243458 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c13f23db-7354-493c-a644-8abe8c75e966 req-3ef2adb7-7c3e-43e9-9340-1bdecb848118 tempest-DeleteServersTestJSON-681681841 tempest-DeleteServersTestJSON-681681841-project] 10.222.0.64 "GET /v2.0/security-groups?id=c240f2d5-a170-49b8-84f4-7d672712d732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412707 Jan 28 20:24:24.368013 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f146e17c-89be-4121-a9ae-9f140b487108 req-364abab4-04c6-418e-9b50-92c32d83522e tempest-DeleteServersTestJSON-681681841 tempest-DeleteServersTestJSON-681681841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:24.369511 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f146e17c-89be-4121-a9ae-9f140b487108 req-364abab4-04c6-418e-9b50-92c32d83522e tempest-DeleteServersTestJSON-681681841 tempest-DeleteServersTestJSON-681681841-project] 10.222.0.64 "GET /v2.0/ports?device_id=80c20ba0-5a24-457f-b8e1-0f28a8899857 HTTP/1.1" status: 200 len: 946 time: 0.0589423 Jan 28 20:24:24.415226 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f146e17c-89be-4121-a9ae-9f140b487108 req-6026b98a-1ccf-4b4c-b0e9-c756e4ad04da tempest-DeleteServersTestJSON-681681841 tempest-DeleteServersTestJSON-681681841-project] 10.222.0.64 "GET /v2.0/security-groups?id=c240f2d5-a170-49b8-84f4-7d672712d732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401392 Jan 28 20:24:24.501536 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:24:25.532719 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826d6f77-661a-4673-8b52-880a8937b84c req-49977946-545f-40d5-86c3-d764a0d84a87 tempest-DeleteServersTestJSON-681681841 tempest-DeleteServersTestJSON-681681841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:25.534140 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-826d6f77-661a-4673-8b52-880a8937b84c req-49977946-545f-40d5-86c3-d764a0d84a87 tempest-DeleteServersTestJSON-681681841 tempest-DeleteServersTestJSON-681681841-project] 10.222.0.64 "GET /v2.0/ports?device_id=80c20ba0-5a24-457f-b8e1-0f28a8899857 HTTP/1.1" status: 200 len: 946 time: 0.0525646 Jan 28 20:24:25.584516 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-826d6f77-661a-4673-8b52-880a8937b84c req-9454f469-0859-4727-9114-70e6d1faaccf tempest-DeleteServersTestJSON-681681841 tempest-DeleteServersTestJSON-681681841-project] 10.222.0.64 "GET /v2.0/security-groups?id=c240f2d5-a170-49b8-84f4-7d672712d732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449023 Jan 28 20:24:26.703806 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f808bb-641a-4814-b190-488330e8a54d req-f7218638-e879-4343-b13e-a8ddc3c507fc tempest-DeleteServersTestJSON-681681841 tempest-DeleteServersTestJSON-681681841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:26.705285 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-16f808bb-641a-4814-b190-488330e8a54d req-f7218638-e879-4343-b13e-a8ddc3c507fc tempest-DeleteServersTestJSON-681681841 tempest-DeleteServersTestJSON-681681841-project] 10.222.0.64 "GET /v2.0/ports?device_id=80c20ba0-5a24-457f-b8e1-0f28a8899857 HTTP/1.1" status: 200 len: 946 time: 0.0527823 Jan 28 20:24:26.751744 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-16f808bb-641a-4814-b190-488330e8a54d req-9145b25a-9606-4475-8098-76fbfca96c47 tempest-DeleteServersTestJSON-681681841 tempest-DeleteServersTestJSON-681681841-project] 10.222.0.64 "GET /v2.0/security-groups?id=c240f2d5-a170-49b8-84f4-7d672712d732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409503 Jan 28 20:24:27.873687 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97096e88-3c33-41f1-b999-5d35a89b514c req-7095394c-32a8-4cf0-93ed-2d441a34c2d4 tempest-DeleteServersTestJSON-681681841 tempest-DeleteServersTestJSON-681681841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:27.875645 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-97096e88-3c33-41f1-b999-5d35a89b514c req-7095394c-32a8-4cf0-93ed-2d441a34c2d4 tempest-DeleteServersTestJSON-681681841 tempest-DeleteServersTestJSON-681681841-project] 10.222.0.64 "GET /v2.0/ports?device_id=80c20ba0-5a24-457f-b8e1-0f28a8899857 HTTP/1.1" status: 200 len: 946 time: 0.0568321 Jan 28 20:24:27.921654 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-97096e88-3c33-41f1-b999-5d35a89b514c req-f36ccee8-0eaf-41c4-b447-b9afa610a885 tempest-DeleteServersTestJSON-681681841 tempest-DeleteServersTestJSON-681681841-project] 10.222.0.64 "GET /v2.0/security-groups?id=c240f2d5-a170-49b8-84f4-7d672712d732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405676 Jan 28 20:24:29.039867 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a17599-168c-47b1-a04e-cb6d84c1c268 req-7e2563ad-d86a-4a08-9e4e-243212e36648 tempest-DeleteServersTestJSON-681681841 tempest-DeleteServersTestJSON-681681841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:29.041344 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a4a17599-168c-47b1-a04e-cb6d84c1c268 req-7e2563ad-d86a-4a08-9e4e-243212e36648 tempest-DeleteServersTestJSON-681681841 tempest-DeleteServersTestJSON-681681841-project] 10.222.0.64 "GET /v2.0/ports?device_id=80c20ba0-5a24-457f-b8e1-0f28a8899857 HTTP/1.1" status: 200 len: 946 time: 0.0521591 Jan 28 20:24:29.090857 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a4a17599-168c-47b1-a04e-cb6d84c1c268 req-bcdebbbe-5a7a-4b56-a749-13c84d22b97c tempest-DeleteServersTestJSON-681681841 tempest-DeleteServersTestJSON-681681841-project] 10.222.0.64 "GET /v2.0/security-groups?id=c240f2d5-a170-49b8-84f4-7d672712d732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435407 Jan 28 20:24:30.210116 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0994f3eb-6d46-443d-aaa8-02f66cd89d71 req-670676e8-ce6a-4ec3-bf0a-e0d0a9bd7c74 tempest-DeleteServersTestJSON-681681841 tempest-DeleteServersTestJSON-681681841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:30.211624 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-0994f3eb-6d46-443d-aaa8-02f66cd89d71 req-670676e8-ce6a-4ec3-bf0a-e0d0a9bd7c74 tempest-DeleteServersTestJSON-681681841 tempest-DeleteServersTestJSON-681681841-project] 10.222.0.64 "GET /v2.0/ports?device_id=80c20ba0-5a24-457f-b8e1-0f28a8899857 HTTP/1.1" status: 200 len: 946 time: 0.0532856 Jan 28 20:24:30.258812 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-0994f3eb-6d46-443d-aaa8-02f66cd89d71 req-491910f3-fa20-42ef-9699-c380ba4a6489 tempest-DeleteServersTestJSON-681681841 tempest-DeleteServersTestJSON-681681841-project] 10.222.0.64 "GET /v2.0/security-groups?id=c240f2d5-a170-49b8-84f4-7d672712d732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416458 Jan 28 20:24:31.379830 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7732750a-9d74-407d-b877-b8ec3e09db4c req-a1d62627-fbf2-4855-aded-5d79597044f5 tempest-DeleteServersTestJSON-681681841 tempest-DeleteServersTestJSON-681681841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:31.381333 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7732750a-9d74-407d-b877-b8ec3e09db4c req-a1d62627-fbf2-4855-aded-5d79597044f5 tempest-DeleteServersTestJSON-681681841 tempest-DeleteServersTestJSON-681681841-project] 10.222.0.64 "GET /v2.0/ports?device_id=80c20ba0-5a24-457f-b8e1-0f28a8899857 HTTP/1.1" status: 200 len: 946 time: 0.0522938 Jan 28 20:24:31.430621 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7732750a-9d74-407d-b877-b8ec3e09db4c req-c326fc29-8f08-4426-a8f0-b620ba9cb023 tempest-DeleteServersTestJSON-681681841 tempest-DeleteServersTestJSON-681681841-project] 10.222.0.64 "GET /v2.0/security-groups?id=c240f2d5-a170-49b8-84f4-7d672712d732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437791 Jan 28 20:24:32.550546 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07be6f37-22c3-4e64-92b0-bf9e5fce638d req-c2f7965f-c2e0-404f-b57a-9b7a24909dc0 tempest-DeleteServersTestJSON-681681841 tempest-DeleteServersTestJSON-681681841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:32.551937 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-07be6f37-22c3-4e64-92b0-bf9e5fce638d req-c2f7965f-c2e0-404f-b57a-9b7a24909dc0 tempest-DeleteServersTestJSON-681681841 tempest-DeleteServersTestJSON-681681841-project] 10.222.0.64 "GET /v2.0/ports?device_id=80c20ba0-5a24-457f-b8e1-0f28a8899857 HTTP/1.1" status: 200 len: 946 time: 0.0520062 Jan 28 20:24:32.603113 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-07be6f37-22c3-4e64-92b0-bf9e5fce638d req-b1be7b38-c1ec-4454-8a39-6e3a347a2270 tempest-DeleteServersTestJSON-681681841 tempest-DeleteServersTestJSON-681681841-project] 10.222.0.64 "GET /v2.0/security-groups?id=c240f2d5-a170-49b8-84f4-7d672712d732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452204 Jan 28 20:24:33.721865 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca226087-0165-417f-a062-6342d69dc13b req-928b275e-551b-45da-8755-133c387b5b83 tempest-DeleteServersTestJSON-681681841 tempest-DeleteServersTestJSON-681681841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:33.723367 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ca226087-0165-417f-a062-6342d69dc13b req-928b275e-551b-45da-8755-133c387b5b83 tempest-DeleteServersTestJSON-681681841 tempest-DeleteServersTestJSON-681681841-project] 10.222.0.64 "GET /v2.0/ports?device_id=80c20ba0-5a24-457f-b8e1-0f28a8899857 HTTP/1.1" status: 200 len: 946 time: 0.0521665 Jan 28 20:24:33.769837 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ca226087-0165-417f-a062-6342d69dc13b req-4c9bdd26-6a4b-43f2-b7ef-c68997f0cd47 tempest-DeleteServersTestJSON-681681841 tempest-DeleteServersTestJSON-681681841-project] 10.222.0.64 "GET /v2.0/security-groups?id=c240f2d5-a170-49b8-84f4-7d672712d732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409799 Jan 28 20:24:34.889083 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dad5a4f-7a55-44c0-8d03-573c156544ac req-c16af959-ec28-46cc-8f51-31778d575e6d tempest-DeleteServersTestJSON-681681841 tempest-DeleteServersTestJSON-681681841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:34.891241 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4dad5a4f-7a55-44c0-8d03-573c156544ac req-c16af959-ec28-46cc-8f51-31778d575e6d tempest-DeleteServersTestJSON-681681841 tempest-DeleteServersTestJSON-681681841-project] 10.222.0.64 "GET /v2.0/ports?device_id=80c20ba0-5a24-457f-b8e1-0f28a8899857 HTTP/1.1" status: 200 len: 946 time: 0.0533400 Jan 28 20:24:34.936708 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4dad5a4f-7a55-44c0-8d03-573c156544ac req-68ea9fc9-0665-4d84-9604-8b37290a2b9d tempest-DeleteServersTestJSON-681681841 tempest-DeleteServersTestJSON-681681841-project] 10.222.0.64 "GET /v2.0/security-groups?id=c240f2d5-a170-49b8-84f4-7d672712d732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399323 Jan 28 20:24:36.058517 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88fffef-f541-43eb-9b8d-350eb75892cb req-c1bb483a-dcc7-4b29-be49-ec2af952c925 tempest-DeleteServersTestJSON-681681841 tempest-DeleteServersTestJSON-681681841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:36.060008 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b88fffef-f541-43eb-9b8d-350eb75892cb req-c1bb483a-dcc7-4b29-be49-ec2af952c925 tempest-DeleteServersTestJSON-681681841 tempest-DeleteServersTestJSON-681681841-project] 10.222.0.64 "GET /v2.0/ports?device_id=80c20ba0-5a24-457f-b8e1-0f28a8899857 HTTP/1.1" status: 200 len: 946 time: 0.0560162 Jan 28 20:24:36.105598 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b88fffef-f541-43eb-9b8d-350eb75892cb req-481381cc-339a-4803-b093-b89b5348f40b tempest-DeleteServersTestJSON-681681841 tempest-DeleteServersTestJSON-681681841-project] 10.222.0.64 "GET /v2.0/security-groups?id=c240f2d5-a170-49b8-84f4-7d672712d732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395679 Jan 28 20:24:36.802217 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6ca82298-54e4-4b6f-bc1e-1943ecbfb68c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:24:37.225223 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530d752c-0f52-4f42-95a4-253a7a8222f9 req-ab1a00ba-eab7-457e-8d6e-4fd255943884 tempest-DeleteServersTestJSON-681681841 tempest-DeleteServersTestJSON-681681841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:37.226727 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-530d752c-0f52-4f42-95a4-253a7a8222f9 req-ab1a00ba-eab7-457e-8d6e-4fd255943884 tempest-DeleteServersTestJSON-681681841 tempest-DeleteServersTestJSON-681681841-project] 10.222.0.64 "GET /v2.0/ports?device_id=80c20ba0-5a24-457f-b8e1-0f28a8899857 HTTP/1.1" status: 200 len: 946 time: 0.0535326 Jan 28 20:24:37.274468 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-530d752c-0f52-4f42-95a4-253a7a8222f9 req-f6282fbc-f163-4aa4-ab80-a718ed596e13 tempest-DeleteServersTestJSON-681681841 tempest-DeleteServersTestJSON-681681841-project] 10.222.0.64 "GET /v2.0/security-groups?id=c240f2d5-a170-49b8-84f4-7d672712d732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419567 Jan 28 20:24:38.151039 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:24:38.394457 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d072d5fc-789f-495a-aea0-ded3b3cc44ed req-181d7c31-80e4-474f-80d2-63a1f499bd00 tempest-DeleteServersTestJSON-681681841 tempest-DeleteServersTestJSON-681681841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:38.395935 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d072d5fc-789f-495a-aea0-ded3b3cc44ed req-181d7c31-80e4-474f-80d2-63a1f499bd00 tempest-DeleteServersTestJSON-681681841 tempest-DeleteServersTestJSON-681681841-project] 10.222.0.64 "GET /v2.0/ports?device_id=80c20ba0-5a24-457f-b8e1-0f28a8899857 HTTP/1.1" status: 200 len: 946 time: 0.0522387 Jan 28 20:24:38.441649 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d072d5fc-789f-495a-aea0-ded3b3cc44ed req-6c0d4027-1943-4723-a0fa-3173e1a4ecaf tempest-DeleteServersTestJSON-681681841 tempest-DeleteServersTestJSON-681681841-project] 10.222.0.64 "GET /v2.0/security-groups?id=c240f2d5-a170-49b8-84f4-7d672712d732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401874 Jan 28 20:24:39.054575 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ac3d52d8-a7b8-48b9-a361-a358214bd225 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:24:39.567466 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77214cb7-a8d4-4296-ba9c-0f7658371103 req-66e32a5a-79db-4bfa-990f-64fda87226d7 tempest-DeleteServersTestJSON-681681841 tempest-DeleteServersTestJSON-681681841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:39.568962 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-77214cb7-a8d4-4296-ba9c-0f7658371103 req-66e32a5a-79db-4bfa-990f-64fda87226d7 tempest-DeleteServersTestJSON-681681841 tempest-DeleteServersTestJSON-681681841-project] 10.222.0.64 "GET /v2.0/ports?device_id=80c20ba0-5a24-457f-b8e1-0f28a8899857 HTTP/1.1" status: 200 len: 946 time: 0.0587966 Jan 28 20:24:39.615259 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-77214cb7-a8d4-4296-ba9c-0f7658371103 req-194f03b2-a8de-460d-b667-f481411a9693 tempest-DeleteServersTestJSON-681681841 tempest-DeleteServersTestJSON-681681841-project] 10.222.0.64 "GET /v2.0/security-groups?id=c240f2d5-a170-49b8-84f4-7d672712d732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406632 Jan 28 20:24:40.035895 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:24:40.738521 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61730f27-a079-4012-9c37-9a49f1f578e0 req-71d1e0ec-9327-47d5-813a-0a328ae067e3 tempest-DeleteServersTestJSON-681681841 tempest-DeleteServersTestJSON-681681841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:40.739993 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-61730f27-a079-4012-9c37-9a49f1f578e0 req-71d1e0ec-9327-47d5-813a-0a328ae067e3 tempest-DeleteServersTestJSON-681681841 tempest-DeleteServersTestJSON-681681841-project] 10.222.0.64 "GET /v2.0/ports?device_id=80c20ba0-5a24-457f-b8e1-0f28a8899857 HTTP/1.1" status: 200 len: 946 time: 0.0564470 Jan 28 20:24:40.784990 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-61730f27-a079-4012-9c37-9a49f1f578e0 req-df7dee19-f62f-4863-892e-78562e9afb7f tempest-DeleteServersTestJSON-681681841 tempest-DeleteServersTestJSON-681681841-project] 10.222.0.64 "GET /v2.0/security-groups?id=c240f2d5-a170-49b8-84f4-7d672712d732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395434 Jan 28 20:24:41.906883 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caa3aca-9da1-445f-8158-cd2815a9c71d req-a7f9605c-849b-404b-89de-2a0137029feb tempest-DeleteServersTestJSON-681681841 tempest-DeleteServersTestJSON-681681841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:41.907972 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:24:41.908385 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1caa3aca-9da1-445f-8158-cd2815a9c71d req-a7f9605c-849b-404b-89de-2a0137029feb tempest-DeleteServersTestJSON-681681841 tempest-DeleteServersTestJSON-681681841-project] 10.222.0.64 "GET /v2.0/ports?device_id=80c20ba0-5a24-457f-b8e1-0f28a8899857 HTTP/1.1" status: 200 len: 946 time: 0.0540833 Jan 28 20:24:41.954165 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1caa3aca-9da1-445f-8158-cd2815a9c71d req-5f8daccd-bce2-495d-b9f7-869c24ed2817 tempest-DeleteServersTestJSON-681681841 tempest-DeleteServersTestJSON-681681841-project] 10.222.0.64 "GET /v2.0/security-groups?id=c240f2d5-a170-49b8-84f4-7d672712d732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398364 Jan 28 20:24:43.071922 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03541bb9-bbfe-4843-907b-b723eaae6fc6 req-a4a1e033-0cf8-41b1-aa0d-f06eb4568348 tempest-DeleteServersTestJSON-681681841 tempest-DeleteServersTestJSON-681681841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:43.073411 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-03541bb9-bbfe-4843-907b-b723eaae6fc6 req-a4a1e033-0cf8-41b1-aa0d-f06eb4568348 tempest-DeleteServersTestJSON-681681841 tempest-DeleteServersTestJSON-681681841-project] 10.222.0.64 "GET /v2.0/ports?device_id=80c20ba0-5a24-457f-b8e1-0f28a8899857 HTTP/1.1" status: 200 len: 946 time: 0.0517116 Jan 28 20:24:43.119288 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-03541bb9-bbfe-4843-907b-b723eaae6fc6 req-dd087035-d3c3-4997-b301-0080c6be5fca tempest-DeleteServersTestJSON-681681841 tempest-DeleteServersTestJSON-681681841-project] 10.222.0.64 "GET /v2.0/security-groups?id=c240f2d5-a170-49b8-84f4-7d672712d732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397701 Jan 28 20:24:43.271920 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:24:44.239807 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64333cc0-7282-4b2e-a47f-6aae52581abd req-267a95fe-65d5-436e-9dab-a2dfd5859fcc tempest-DeleteServersTestJSON-681681841 tempest-DeleteServersTestJSON-681681841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:44.241314 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-64333cc0-7282-4b2e-a47f-6aae52581abd req-267a95fe-65d5-436e-9dab-a2dfd5859fcc tempest-DeleteServersTestJSON-681681841 tempest-DeleteServersTestJSON-681681841-project] 10.222.0.64 "GET /v2.0/ports?device_id=80c20ba0-5a24-457f-b8e1-0f28a8899857 HTTP/1.1" status: 200 len: 946 time: 0.0536654 Jan 28 20:24:44.292500 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-64333cc0-7282-4b2e-a47f-6aae52581abd req-8428d817-f970-4e27-b6dd-218836778a67 tempest-DeleteServersTestJSON-681681841 tempest-DeleteServersTestJSON-681681841-project] 10.222.0.64 "GET /v2.0/security-groups?id=c240f2d5-a170-49b8-84f4-7d672712d732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455985 Jan 28 20:24:45.413047 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7610cb46-ffd8-4b97-83c3-493f06149135 req-539a8fbe-99ce-4182-be42-e680b2b64489 tempest-DeleteServersTestJSON-681681841 tempest-DeleteServersTestJSON-681681841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:45.414535 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7610cb46-ffd8-4b97-83c3-493f06149135 req-539a8fbe-99ce-4182-be42-e680b2b64489 tempest-DeleteServersTestJSON-681681841 tempest-DeleteServersTestJSON-681681841-project] 10.222.0.64 "GET /v2.0/ports?device_id=80c20ba0-5a24-457f-b8e1-0f28a8899857 HTTP/1.1" status: 200 len: 946 time: 0.0517590 Jan 28 20:24:45.464313 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7610cb46-ffd8-4b97-83c3-493f06149135 req-51ecbf55-130f-403e-b88b-c25594fc0b27 tempest-DeleteServersTestJSON-681681841 tempest-DeleteServersTestJSON-681681841-project] 10.222.0.64 "GET /v2.0/security-groups?id=c240f2d5-a170-49b8-84f4-7d672712d732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442643 Jan 28 20:24:46.585809 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145b808a-fd1c-4952-8569-79a51c2c787b req-6ab98894-0760-4ebb-9951-0a4cf5e2ec11 tempest-DeleteServersTestJSON-681681841 tempest-DeleteServersTestJSON-681681841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:46.587018 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-145b808a-fd1c-4952-8569-79a51c2c787b req-6ab98894-0760-4ebb-9951-0a4cf5e2ec11 tempest-DeleteServersTestJSON-681681841 tempest-DeleteServersTestJSON-681681841-project] 10.222.0.64 "GET /v2.0/ports?device_id=80c20ba0-5a24-457f-b8e1-0f28a8899857 HTTP/1.1" status: 200 len: 946 time: 0.0533953 Jan 28 20:24:46.634304 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-145b808a-fd1c-4952-8569-79a51c2c787b req-81031eb2-0118-4103-8119-a343e513d1f0 tempest-DeleteServersTestJSON-681681841 tempest-DeleteServersTestJSON-681681841-project] 10.222.0.64 "GET /v2.0/security-groups?id=c240f2d5-a170-49b8-84f4-7d672712d732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411305 Jan 28 20:24:47.753945 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c977af4-06f5-4f51-83cf-be9fa3ca4588 req-ab55dcaf-2a2c-442d-9f0f-46d309534f47 tempest-DeleteServersTestJSON-681681841 tempest-DeleteServersTestJSON-681681841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:47.755493 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7c977af4-06f5-4f51-83cf-be9fa3ca4588 req-ab55dcaf-2a2c-442d-9f0f-46d309534f47 tempest-DeleteServersTestJSON-681681841 tempest-DeleteServersTestJSON-681681841-project] 10.222.0.64 "GET /v2.0/ports?device_id=80c20ba0-5a24-457f-b8e1-0f28a8899857 HTTP/1.1" status: 200 len: 946 time: 0.0543723 Jan 28 20:24:47.803118 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7c977af4-06f5-4f51-83cf-be9fa3ca4588 req-bb8c2361-4988-47ca-b6c0-6156dd92e264 tempest-DeleteServersTestJSON-681681841 tempest-DeleteServersTestJSON-681681841-project] 10.222.0.64 "GET /v2.0/security-groups?id=c240f2d5-a170-49b8-84f4-7d672712d732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420437 Jan 28 20:24:48.276785 n-d-812111-14 neutron-server[103304]: INFO neutron.api.v2.resource [req-9c3440a5-12f6-4ce4-91d6-86c04e6ca93b req-82976635-1b0a-41b8-874d-400230c0d5b3 service neutron] show failed (client error): The resource could not be found. Jan 28 20:24:48.277828 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9c3440a5-12f6-4ce4-91d6-86c04e6ca93b req-82976635-1b0a-41b8-874d-400230c0d5b3 service neutron] 10.222.0.70 "GET /v2.0/ports/0f608bcd-69e9-4856-b0af-dae88c2d31ee/bindings/n-h1-812111-14 HTTP/1.1" status: 404 len: 381 time: 0.0541101 Jan 28 20:24:48.482963 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3440a5-12f6-4ce4-91d6-86c04e6ca93b req-bd0d1d2c-5b74-49fa-85c7-a90e55d133a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:48.484350 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9c3440a5-12f6-4ce4-91d6-86c04e6ca93b req-bd0d1d2c-5b74-49fa-85c7-a90e55d133a2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=80c20ba0-5a24-457f-b8e1-0f28a8899857&tenant_id=d40b2cad70d14055b27e0a7cc0ae7aaa HTTP/1.1" status: 200 len: 1129 time: 0.0451825 Jan 28 20:24:48.497132 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [req-9c3440a5-12f6-4ce4-91d6-86c04e6ca93b req-2d465f0f-0e40-4752-8e81-d629ad50f490 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 20:24:48.498084 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9c3440a5-12f6-4ce4-91d6-86c04e6ca93b req-2d465f0f-0e40-4752-8e81-d629ad50f490 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047557 Jan 28 20:24:48.513809 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-9c3440a5-12f6-4ce4-91d6-86c04e6ca93b req-6635bb89-b018-4121-a710-1cac47903188 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-812111-14', 'device_owner': 'compute:nova'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:24:48.579566 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-9c3440a5-12f6-4ce4-91d6-86c04e6ca93b req-6635bb89-b018-4121-a710-1cac47903188 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (0f608bcd-69e9-4856-b0af-dae88c2d31ee), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:24:48.784208 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-9c3440a5-12f6-4ce4-91d6-86c04e6ca93b req-6635bb89-b018-4121-a710-1cac47903188 service neutron] For port 0f608bcd-69e9-4856-b0af-dae88c2d31ee, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=0f608bcd-69e9-4856-b0af-dae88c2d31ee,segment=NetworkSegment(1cc6bbaf-adf5-462a-bbed-7865e616e74f),segment_id=1cc6bbaf-adf5-462a-bbed-7865e616e74f)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:24:48.816170 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-9c3440a5-12f6-4ce4-91d6-86c04e6ca93b req-6635bb89-b018-4121-a710-1cac47903188 service neutron] For port 0f608bcd-69e9-4856-b0af-dae88c2d31ee, host n-h2-812111-14, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:24:48.854871 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80c20ba0-5a24-457f-b8e1-0f28a8899857', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f608bcd-69e9-4856-b0af-dae88c2d31ee'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:24:48.857163 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}981202432542b3bd90586abfd28c53181d71ca775a89b024ffbb9268f9379f4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-715ddcf5-9fb1-41c9-bff8-1e6c61922438" -d '{"events": [{"server_uuid": "80c20ba0-5a24-457f-b8e1-0f28a8899857", "name": "network-vif-unplugged", "status": "completed", "tag": "0f608bcd-69e9-4856-b0af-dae88c2d31ee"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:24:48.860729 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-9c3440a5-12f6-4ce4-91d6-86c04e6ca93b req-6635bb89-b018-4121-a710-1cac47903188 service neutron] Publish callbacks [] for port (0f608bcd-69e9-4856-b0af-dae88c2d31ee), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:24:48.873800 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-9c3440a5-12f6-4ce4-91d6-86c04e6ca93b req-6635bb89-b018-4121-a710-1cac47903188 service neutron] Transition to ACTIVE for port object 0f608bcd-69e9-4856-b0af-dae88c2d31ee will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:24:48.878695 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-9c3440a5-12f6-4ce4-91d6-86c04e6ca93b req-6635bb89-b018-4121-a710-1cac47903188 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (0f608bcd-69e9-4856-b0af-dae88c2d31ee), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:24:48.927898 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 20:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-684ae38b-7bcb-49c1-ab57-0c98561d8739 x-openstack-request-id: req-684ae38b-7bcb-49c1-ab57-0c98561d8739 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:24:48.928196 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80c20ba0-5a24-457f-b8e1-0f28a8899857", "name": "network-vif-unplugged", "status": "completed", "tag": "0f608bcd-69e9-4856-b0af-dae88c2d31ee", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:24:48.928469 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-684ae38b-7bcb-49c1-ab57-0c98561d8739 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:24:48.928870 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80c20ba0-5a24-457f-b8e1-0f28a8899857', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f608bcd-69e9-4856-b0af-dae88c2d31ee', 'code': 200} Jan 28 20:24:48.936578 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d139d5-0fb3-4355-8e42-d3842e156125 req-34aa75ee-5b36-4039-8163-e0527261c165 tempest-DeleteServersTestJSON-681681841 tempest-DeleteServersTestJSON-681681841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:48.938445 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-20d139d5-0fb3-4355-8e42-d3842e156125 req-34aa75ee-5b36-4039-8163-e0527261c165 tempest-DeleteServersTestJSON-681681841 tempest-DeleteServersTestJSON-681681841-project] 10.222.0.64 "GET /v2.0/ports?device_id=80c20ba0-5a24-457f-b8e1-0f28a8899857 HTTP/1.1" status: 200 len: 944 time: 0.0672052 Jan 28 20:24:48.950761 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c3440a5-12f6-4ce4-91d6-86c04e6ca93b req-6635bb89-b018-4121-a710-1cac47903188 service neutron] No DVR routers for this DVR port 0f608bcd-69e9-4856-b0af-dae88c2d31ee on host n-h2-812111-14 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:24:48.961694 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6635bb89-b018-4121-a710-1cac47903188 service neutron] Pushing event updated for resources: {'Port': ['ID=0f608bcd-69e9-4856-b0af-dae88c2d31ee,revision_number=6']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:48.989261 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-20d139d5-0fb3-4355-8e42-d3842e156125 req-8c6acec6-5554-475d-b7c6-7b2eb14a0f21 tempest-DeleteServersTestJSON-681681841 tempest-DeleteServersTestJSON-681681841-project] 10.222.0.64 "GET /v2.0/security-groups?id=c240f2d5-a170-49b8-84f4-7d672712d732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450485 Jan 28 20:24:48.996833 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-9c3440a5-12f6-4ce4-91d6-86c04e6ca93b req-6635bb89-b018-4121-a710-1cac47903188 service neutron] Attempting to bind port 0f608bcd-69e9-4856-b0af-dae88c2d31ee on host n-h1-812111-14 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:24:48.997286 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-9c3440a5-12f6-4ce4-91d6-86c04e6ca93b req-6635bb89-b018-4121-a710-1cac47903188 service neutron] Attempting to bind port 0f608bcd-69e9-4856-b0af-dae88c2d31ee by drivers openvswitch,hyperv on host n-h1-812111-14 at level 0 using segments [{'id': '1cc6bbaf-adf5-462a-bbed-7865e616e74f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'fc7e266d-a7b0-4f8c-828f-7b77859c91c7'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:24:48.997805 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c3440a5-12f6-4ce4-91d6-86c04e6ca93b req-6635bb89-b018-4121-a710-1cac47903188 service neutron] Attempting to bind port 0f608bcd-69e9-4856-b0af-dae88c2d31ee on network fc7e266d-a7b0-4f8c-828f-7b77859c91c7 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:24:49.002715 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c3440a5-12f6-4ce4-91d6-86c04e6ca93b req-6635bb89-b018-4121-a710-1cac47903188 service neutron] Port 0f608bcd-69e9-4856-b0af-dae88c2d31ee on network fc7e266d-a7b0-4f8c-828f-7b77859c91c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-14 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:24:49.003067 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c3440a5-12f6-4ce4-91d6-86c04e6ca93b req-6635bb89-b018-4121-a710-1cac47903188 service neutron] Attempting to bind port 0f608bcd-69e9-4856-b0af-dae88c2d31ee on network fc7e266d-a7b0-4f8c-828f-7b77859c91c7 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:24:49.007872 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c3440a5-12f6-4ce4-91d6-86c04e6ca93b req-6635bb89-b018-4121-a710-1cac47903188 service neutron] Checking agent: {'id': 'b544ba20-de93-4d86-9e6b-a2202deb6191', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 24, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:24:49.008214 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c3440a5-12f6-4ce4-91d6-86c04e6ca93b req-6635bb89-b018-4121-a710-1cac47903188 service neutron] Checking segment: {'id': '1cc6bbaf-adf5-462a-bbed-7865e616e74f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'fc7e266d-a7b0-4f8c-828f-7b77859c91c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:24:49.008603 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c3440a5-12f6-4ce4-91d6-86c04e6ca93b req-6635bb89-b018-4121-a710-1cac47903188 service neutron] Bound using segment: {'id': '1cc6bbaf-adf5-462a-bbed-7865e616e74f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'fc7e266d-a7b0-4f8c-828f-7b77859c91c7'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:24:49.009029 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-9c3440a5-12f6-4ce4-91d6-86c04e6ca93b req-6635bb89-b018-4121-a710-1cac47903188 service neutron] Bound port: 0f608bcd-69e9-4856-b0af-dae88c2d31ee, host: n-h1-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cc6bbaf-adf5-462a-bbed-7865e616e74f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'fc7e266d-a7b0-4f8c-828f-7b77859c91c7'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:24:49.009424 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-9c3440a5-12f6-4ce4-91d6-86c04e6ca93b req-6635bb89-b018-4121-a710-1cac47903188 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (0f608bcd-69e9-4856-b0af-dae88c2d31ee), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:24:49.071242 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-9c3440a5-12f6-4ce4-91d6-86c04e6ca93b req-6635bb89-b018-4121-a710-1cac47903188 service neutron] For port 0f608bcd-69e9-4856-b0af-dae88c2d31ee, host n-h1-812111-14, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:24:49.074116 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-9c3440a5-12f6-4ce4-91d6-86c04e6ca93b req-6635bb89-b018-4121-a710-1cac47903188 service neutron] For port 0f608bcd-69e9-4856-b0af-dae88c2d31ee, host n-h1-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=0f608bcd-69e9-4856-b0af-dae88c2d31ee,segment=NetworkSegment(1cc6bbaf-adf5-462a-bbed-7865e616e74f),segment_id=1cc6bbaf-adf5-462a-bbed-7865e616e74f)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:24:49.079121 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-9c3440a5-12f6-4ce4-91d6-86c04e6ca93b req-6635bb89-b018-4121-a710-1cac47903188 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (0f608bcd-69e9-4856-b0af-dae88c2d31ee), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:24:49.115100 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3440a5-12f6-4ce4-91d6-86c04e6ca93b req-6635bb89-b018-4121-a710-1cac47903188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:49.115833 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-9c3440a5-12f6-4ce4-91d6-86c04e6ca93b req-6635bb89-b018-4121-a710-1cac47903188 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:24:49.117286 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9c3440a5-12f6-4ce4-91d6-86c04e6ca93b req-6635bb89-b018-4121-a710-1cac47903188 service neutron] 10.222.0.41 "PUT /v2.0/ports/0f608bcd-69e9-4856-b0af-dae88c2d31ee HTTP/1.1" status: 200 len: 1093 time: 0.6071270 Jan 28 20:24:49.138598 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6635bb89-b018-4121-a710-1cac47903188 service neutron] Pushing event updated for resources: {'Port': ['ID=0f608bcd-69e9-4856-b0af-dae88c2d31ee,revision_number=7']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:49.189149 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3440a5-12f6-4ce4-91d6-86c04e6ca93b req-dc6f074b-4b2c-4ab9-9abf-097b9780e6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:49.190704 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9c3440a5-12f6-4ce4-91d6-86c04e6ca93b req-dc6f074b-4b2c-4ab9-9abf-097b9780e6d9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d40b2cad70d14055b27e0a7cc0ae7aaa&device_id=80c20ba0-5a24-457f-b8e1-0f28a8899857 HTTP/1.1" status: 200 len: 1127 time: 0.0493197 Jan 28 20:24:49.282589 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3440a5-12f6-4ce4-91d6-86c04e6ca93b req-977e559c-eb07-4d8c-a719-59beb680d22f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:49.284052 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9c3440a5-12f6-4ce4-91d6-86c04e6ca93b req-977e559c-eb07-4d8c-a719-59beb680d22f service neutron] 10.222.0.41 "GET /v2.0/networks?id=fc7e266d-a7b0-4f8c-828f-7b77859c91c7 HTTP/1.1" status: 200 len: 912 time: 0.0850637 Jan 28 20:24:49.328053 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9c3440a5-12f6-4ce4-91d6-86c04e6ca93b req-e40f6830-8cfb-4ab8-9647-70bfd0f11536 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0f608bcd-69e9-4856-b0af-dae88c2d31ee HTTP/1.1" status: 200 len: 217 time: 0.0345728 Jan 28 20:24:49.382669 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3440a5-12f6-4ce4-91d6-86c04e6ca93b req-7b7f453d-6680-4e6e-99e9-bf29895c9f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:49.384098 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9c3440a5-12f6-4ce4-91d6-86c04e6ca93b req-7b7f453d-6680-4e6e-99e9-bf29895c9f15 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1f7274db-7e9b-4edf-971e-2c506b20c807 HTTP/1.1" status: 200 len: 852 time: 0.0476358 Jan 28 20:24:49.418624 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9c3440a5-12f6-4ce4-91d6-86c04e6ca93b req-b7d9f032-6944-4cae-8fcd-c97db53f0a1c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fc7e266d-a7b0-4f8c-828f-7b77859c91c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246592 Jan 28 20:24:49.512909 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9c3440a5-12f6-4ce4-91d6-86c04e6ca93b req-4c144b2f-29d5-42c4-84ac-0301aef4fe1a service neutron] 10.222.0.41 "GET /v2.0/networks/fc7e266d-a7b0-4f8c-828f-7b77859c91c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825565 Jan 28 20:24:49.612390 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9c3440a5-12f6-4ce4-91d6-86c04e6ca93b req-ca7783c2-36df-4f94-b06a-3c0acbae2430 service neutron] 10.222.0.41 "GET /v2.0/networks/fc7e266d-a7b0-4f8c-828f-7b77859c91c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889096 Jan 28 20:24:50.112325 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6a9a0a-9128-4ce3-bedb-686a66cbe959 req-60239f34-74e8-44ee-a9af-cc34ee50e56a tempest-DeleteServersTestJSON-681681841 tempest-DeleteServersTestJSON-681681841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:50.113840 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-db6a9a0a-9128-4ce3-bedb-686a66cbe959 req-60239f34-74e8-44ee-a9af-cc34ee50e56a tempest-DeleteServersTestJSON-681681841 tempest-DeleteServersTestJSON-681681841-project] 10.222.0.64 "GET /v2.0/ports?device_id=80c20ba0-5a24-457f-b8e1-0f28a8899857 HTTP/1.1" status: 200 len: 944 time: 0.0548518 Jan 28 20:24:50.160680 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-db6a9a0a-9128-4ce3-bedb-686a66cbe959 req-9d594d51-dd95-40d8-bff4-8e89069dfc3c tempest-DeleteServersTestJSON-681681841 tempest-DeleteServersTestJSON-681681841-project] 10.222.0.64 "GET /v2.0/security-groups?id=c240f2d5-a170-49b8-84f4-7d672712d732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410476 Jan 28 20:24:50.929713 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80c20ba0-5a24-457f-b8e1-0f28a8899857', 'tag': '0f608bcd-69e9-4856-b0af-dae88c2d31ee'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:24:50.932027 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}981202432542b3bd90586abfd28c53181d71ca775a89b024ffbb9268f9379f4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02b96e39-8a09-4a50-abd9-b3847a4f244d" -d '{"events": [{"name": "network-changed", "server_uuid": "80c20ba0-5a24-457f-b8e1-0f28a8899857", "tag": "0f608bcd-69e9-4856-b0af-dae88c2d31ee"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:24:50.979225 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0862bace-fdae-41f4-ab86-ce2877f19ee4 x-openstack-request-id: req-0862bace-fdae-41f4-ab86-ce2877f19ee4 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:24:50.979509 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80c20ba0-5a24-457f-b8e1-0f28a8899857", "tag": "0f608bcd-69e9-4856-b0af-dae88c2d31ee", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:24:50.979755 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0862bace-fdae-41f4-ab86-ce2877f19ee4 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:24:50.980146 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80c20ba0-5a24-457f-b8e1-0f28a8899857', 'tag': '0f608bcd-69e9-4856-b0af-dae88c2d31ee', 'status': 'completed', 'code': 200} Jan 28 20:24:51.042247 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b96e39-8a09-4a50-abd9-b3847a4f244d req-c531213e-e352-45b4-acbe-e8f75c1fce0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:51.043805 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-02b96e39-8a09-4a50-abd9-b3847a4f244d req-c531213e-e352-45b4-acbe-e8f75c1fce0a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d40b2cad70d14055b27e0a7cc0ae7aaa&device_id=80c20ba0-5a24-457f-b8e1-0f28a8899857 HTTP/1.1" status: 200 len: 1127 time: 0.0460041 Jan 28 20:24:51.049132 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b96e39-8a09-4a50-abd9-b3847a4f244d req-3fd0ad73-97dc-4786-8d57-d9f2813e70bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:51.050683 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-02b96e39-8a09-4a50-abd9-b3847a4f244d req-3fd0ad73-97dc-4786-8d57-d9f2813e70bb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d40b2cad70d14055b27e0a7cc0ae7aaa&device_id=80c20ba0-5a24-457f-b8e1-0f28a8899857 HTTP/1.1" status: 200 len: 1127 time: 0.0482585 Jan 28 20:24:51.128050 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 0f608bcd-69e9-4856-b0af-dae88c2d31ee details requested by agent hyperv_n-h1-812111-14 with host n-h1-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:24:51.134770 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b96e39-8a09-4a50-abd9-b3847a4f244d req-49a41656-914d-46da-aa3a-f9a1c2b2ed94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:51.136584 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-02b96e39-8a09-4a50-abd9-b3847a4f244d req-49a41656-914d-46da-aa3a-f9a1c2b2ed94 service neutron] 10.222.0.70 "GET /v2.0/networks?id=fc7e266d-a7b0-4f8c-828f-7b77859c91c7 HTTP/1.1" status: 200 len: 912 time: 0.0860443 Jan 28 20:24:51.140998 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b96e39-8a09-4a50-abd9-b3847a4f244d req-6ee0a92f-749a-4872-aac1-73ad102a9ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:51.142580 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-02b96e39-8a09-4a50-abd9-b3847a4f244d req-6ee0a92f-749a-4872-aac1-73ad102a9ed6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=fc7e266d-a7b0-4f8c-828f-7b77859c91c7 HTTP/1.1" status: 200 len: 912 time: 0.0854735 Jan 28 20:24:51.184760 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-02b96e39-8a09-4a50-abd9-b3847a4f244d req-9c68b134-bb69-4e4a-bc1d-d36faca3644d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0f608bcd-69e9-4856-b0af-dae88c2d31ee HTTP/1.1" status: 200 len: 217 time: 0.0420892 Jan 28 20:24:51.185214 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-02b96e39-8a09-4a50-abd9-b3847a4f244d req-c86e50b8-d0bd-42ed-a043-d130acc64e28 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0f608bcd-69e9-4856-b0af-dae88c2d31ee HTTP/1.1" status: 200 len: 217 time: 0.0354323 Jan 28 20:24:51.244151 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b96e39-8a09-4a50-abd9-b3847a4f244d req-4d08effe-626e-42ff-a104-196e970b6df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:51.246669 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-02b96e39-8a09-4a50-abd9-b3847a4f244d req-4d08effe-626e-42ff-a104-196e970b6df4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1f7274db-7e9b-4edf-971e-2c506b20c807 HTTP/1.1" status: 200 len: 852 time: 0.0565450 Jan 28 20:24:51.248327 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 0f608bcd-69e9-4856-b0af-dae88c2d31ee, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=0f608bcd-69e9-4856-b0af-dae88c2d31ee,segment=NetworkSegment(1cc6bbaf-adf5-462a-bbed-7865e616e74f),segment_id=1cc6bbaf-adf5-462a-bbed-7865e616e74f)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:24:51.262588 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Returning: {'device': '0f608bcd-69e9-4856-b0af-dae88c2d31ee', 'network_id': 'fc7e266d-a7b0-4f8c-828f-7b77859c91c7', 'port_id': '0f608bcd-69e9-4856-b0af-dae88c2d31ee', 'mac_address': 'fa:16:3e:09:1e:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f7274db-7e9b-4edf-971e-2c506b20c807', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:24:51.285460 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-02b96e39-8a09-4a50-abd9-b3847a4f244d req-db4b2f30-9ea7-49e7-9a20-a12af195821a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=fc7e266d-a7b0-4f8c-828f-7b77859c91c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323019 Jan 28 20:24:51.308169 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port 0f608bcd-69e9-4856-b0af-dae88c2d31ee is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:24:51.308546 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (0f608bcd-69e9-4856-b0af-dae88c2d31ee), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:24:51.330761 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 0f608bcd-69e9-4856-b0af-dae88c2d31ee no longer exists at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:24:51.371752 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f608bcd-69e9-4856-b0af-dae88c2d31ee {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:24:51.408527 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-02b96e39-8a09-4a50-abd9-b3847a4f244d req-9f62cbdf-4727-40ac-936d-17a71c97f988 service neutron] 10.222.0.70 "GET /v2.0/networks/fc7e266d-a7b0-4f8c-828f-7b77859c91c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167343 Jan 28 20:24:51.421496 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 0f608bcd-69e9-4856-b0af-dae88c2d31ee, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=0f608bcd-69e9-4856-b0af-dae88c2d31ee,segment=NetworkSegment(1cc6bbaf-adf5-462a-bbed-7865e616e74f),segment_id=1cc6bbaf-adf5-462a-bbed-7865e616e74f)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:24:51.423555 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:24:51.426109 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] The host n-h2-812111-14 is not matching for port 0f608bcd-69e9-4856-b0af-dae88c2d31ee host n-h1-812111-14! {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Jan 28 20:24:51.426590 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 0f608bcd-69e9-4856-b0af-dae88c2d31ee not bound to the agent host n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:24:51.429939 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (0f608bcd-69e9-4856-b0af-dae88c2d31ee), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:24:51.482242 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=0f608bcd-69e9-4856-b0af-dae88c2d31ee,revision_number=8']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:51.492893 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:24:51.493284 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:24:51.493635 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:24:51.494491 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:24:51.494491 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:24:51.494696 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:24:51.494960 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:24:51.495298 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:24:51.495631 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:24:51.495962 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:24:51.496578 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:24:51.496686 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:24:51.496931 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:24:51.516353 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-02b96e39-8a09-4a50-abd9-b3847a4f244d req-5243917f-ab87-4717-8267-b426540351f2 service neutron] 10.222.0.70 "GET /v2.0/networks/fc7e266d-a7b0-4f8c-828f-7b77859c91c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016607 Jan 28 20:24:51.607249 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b96e39-8a09-4a50-abd9-b3847a4f244d req-2a8f38dc-95f7-457a-98cb-a640e5e3668f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:51.608727 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-02b96e39-8a09-4a50-abd9-b3847a4f244d req-2a8f38dc-95f7-457a-98cb-a640e5e3668f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1f7274db-7e9b-4edf-971e-2c506b20c807 HTTP/1.1" status: 200 len: 852 time: 0.4175270 Jan 28 20:24:51.642078 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-02b96e39-8a09-4a50-abd9-b3847a4f244d req-9e0c7710-f4e0-40a6-9094-2d3637df3085 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fc7e266d-a7b0-4f8c-828f-7b77859c91c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267439 Jan 28 20:24:51.648857 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b9b77b-5bab-470c-adea-6d9ff505fb4c req-d56fec5d-23ab-4632-8f5c-b25d40f0e9d7 tempest-DeleteServersTestJSON-681681841 tempest-DeleteServersTestJSON-681681841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:51.650256 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-84b9b77b-5bab-470c-adea-6d9ff505fb4c req-d56fec5d-23ab-4632-8f5c-b25d40f0e9d7 tempest-DeleteServersTestJSON-681681841 tempest-DeleteServersTestJSON-681681841-project] 10.222.0.64 "GET /v2.0/ports?device_id=80c20ba0-5a24-457f-b8e1-0f28a8899857 HTTP/1.1" status: 200 len: 945 time: 0.0872786 Jan 28 20:24:51.726449 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['0f608bcd-69e9-4856-b0af-dae88c2d31ee'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:24:51.755173 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-84b9b77b-5bab-470c-adea-6d9ff505fb4c req-9462d60d-d6ec-4322-9cf7-ca371f6aaf50 tempest-DeleteServersTestJSON-681681841 tempest-DeleteServersTestJSON-681681841-project] 10.222.0.64 "GET /v2.0/security-groups?id=c240f2d5-a170-49b8-84f4-7d672712d732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964222 Jan 28 20:24:51.773614 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-02b96e39-8a09-4a50-abd9-b3847a4f244d req-b6daddb2-1517-413d-947d-5d8bb8fa2afc service neutron] 10.222.0.41 "GET /v2.0/networks/fc7e266d-a7b0-4f8c-828f-7b77859c91c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224372 Jan 28 20:24:51.867771 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-02b96e39-8a09-4a50-abd9-b3847a4f244d req-81b2162e-e5ba-4579-8887-0cbe085583e0 service neutron] 10.222.0.41 "GET /v2.0/networks/fc7e266d-a7b0-4f8c-828f-7b77859c91c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867090 Jan 28 20:24:52.882234 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01df9918-dfa6-4606-ac51-9a3e3b31a23a req-dedede9a-efd6-4b37-8852-0d143cace1ef tempest-DeleteServersTestJSON-681681841 tempest-DeleteServersTestJSON-681681841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:52.883774 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-01df9918-dfa6-4606-ac51-9a3e3b31a23a req-dedede9a-efd6-4b37-8852-0d143cace1ef tempest-DeleteServersTestJSON-681681841 tempest-DeleteServersTestJSON-681681841-project] 10.222.0.64 "GET /v2.0/ports?device_id=80c20ba0-5a24-457f-b8e1-0f28a8899857 HTTP/1.1" status: 200 len: 945 time: 0.0588195 Jan 28 20:24:52.930823 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-01df9918-dfa6-4606-ac51-9a3e3b31a23a req-64df995b-e6a5-45b1-845d-cf130d7acc0f tempest-DeleteServersTestJSON-681681841 tempest-DeleteServersTestJSON-681681841-project] 10.222.0.64 "GET /v2.0/security-groups?id=c240f2d5-a170-49b8-84f4-7d672712d732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408068 Jan 28 20:24:53.142559 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 0f608bcd-69e9-4856-b0af-dae88c2d31ee up at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:24:53.170138 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1594b447-4b5d-4059-b9b1-8aa68c6f1af3 req-1cc66149-46db-48f7-a38a-4fb344f1e1e5 tempest-DeleteServersTestJSON-681681841 tempest-DeleteServersTestJSON-681681841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:53.171634 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1594b447-4b5d-4059-b9b1-8aa68c6f1af3 req-1cc66149-46db-48f7-a38a-4fb344f1e1e5 tempest-DeleteServersTestJSON-681681841 tempest-DeleteServersTestJSON-681681841-project] 10.222.0.70 "GET /v2.0/ports?device_id=80c20ba0-5a24-457f-b8e1-0f28a8899857&tenant_id=d40b2cad70d14055b27e0a7cc0ae7aaa&binding%3Ahost_id=n-h1-812111-14 HTTP/1.1" status: 200 len: 945 time: 0.0578814 Jan 28 20:24:53.195573 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning for port 0f608bcd-69e9-4856-b0af-dae88c2d31ee completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:24:53.199313 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning complete for port 0f608bcd-69e9-4856-b0af-dae88c2d31ee triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:24:53.199697 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (0f608bcd-69e9-4856-b0af-dae88c2d31ee), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:24:53.232018 n-d-812111-14 neutron-server[103304]: INFO neutron.api.v2.resource [req-1594b447-4b5d-4059-b9b1-8aa68c6f1af3 req-48301ad0-f0a8-49c7-b107-db3c7a8989ce service neutron] delete failed (client error): The resource could not be found. Jan 28 20:24:53.233056 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1594b447-4b5d-4059-b9b1-8aa68c6f1af3 req-48301ad0-f0a8-49c7-b107-db3c7a8989ce service neutron] 10.222.0.70 "DELETE /v2.0/ports/0f608bcd-69e9-4856-b0af-dae88c2d31ee/bindings/n-h2-812111-14 HTTP/1.1" status: 404 len: 381 time: 0.0555444 Jan 28 20:24:53.284144 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port 0f608bcd-69e9-4856-b0af-dae88c2d31ee is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:24:53.284532 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (0f608bcd-69e9-4856-b0af-dae88c2d31ee), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:24:53.307356 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80c20ba0-5a24-457f-b8e1-0f28a8899857', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f608bcd-69e9-4856-b0af-dae88c2d31ee'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:24:53.309634 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}704c702df6f21e7df92d3d89d4c6cfde2c6406e49d8202b36454fc5209adee22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9b829a9-3b84-44f2-bed5-3a5e65eac2bd" -d '{"events": [{"server_uuid": "80c20ba0-5a24-457f-b8e1-0f28a8899857", "name": "network-vif-plugged", "status": "completed", "tag": "0f608bcd-69e9-4856-b0af-dae88c2d31ee"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:24:53.321758 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1594b447-4b5d-4059-b9b1-8aa68c6f1af3 req-96ff6425-4c9c-409a-863f-d1fb17c06354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:53.323257 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 0f608bcd-69e9-4856-b0af-dae88c2d31ee, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=0f608bcd-69e9-4856-b0af-dae88c2d31ee,segment=NetworkSegment(1cc6bbaf-adf5-462a-bbed-7865e616e74f),segment_id=1cc6bbaf-adf5-462a-bbed-7865e616e74f)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:24:53.323380 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1594b447-4b5d-4059-b9b1-8aa68c6f1af3 req-96ff6425-4c9c-409a-863f-d1fb17c06354 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d40b2cad70d14055b27e0a7cc0ae7aaa&device_id=80c20ba0-5a24-457f-b8e1-0f28a8899857 HTTP/1.1" status: 200 len: 1128 time: 0.0473938 Jan 28 20:24:53.327438 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (0f608bcd-69e9-4856-b0af-dae88c2d31ee), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:24:53.364260 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e36180f-161f-4510-92d0-9b2a3914df01 x-openstack-request-id: req-9e36180f-161f-4510-92d0-9b2a3914df01 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:24:53.364678 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80c20ba0-5a24-457f-b8e1-0f28a8899857", "name": "network-vif-plugged", "status": "completed", "tag": "0f608bcd-69e9-4856-b0af-dae88c2d31ee", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:24:53.364938 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9e36180f-161f-4510-92d0-9b2a3914df01 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:24:53.365367 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80c20ba0-5a24-457f-b8e1-0f28a8899857', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f608bcd-69e9-4856-b0af-dae88c2d31ee', 'code': 200} Jan 28 20:24:53.380923 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=0f608bcd-69e9-4856-b0af-dae88c2d31ee,revision_number=9']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:53.422476 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1594b447-4b5d-4059-b9b1-8aa68c6f1af3 req-c5d07b44-805a-4613-9a3d-825cefd51fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:53.423962 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1594b447-4b5d-4059-b9b1-8aa68c6f1af3 req-c5d07b44-805a-4613-9a3d-825cefd51fcc service neutron] 10.222.0.70 "GET /v2.0/networks?id=fc7e266d-a7b0-4f8c-828f-7b77859c91c7 HTTP/1.1" status: 200 len: 912 time: 0.0949244 Jan 28 20:24:53.464541 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1594b447-4b5d-4059-b9b1-8aa68c6f1af3 req-97b1921d-356b-4635-b390-d0a90c915a9b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0f608bcd-69e9-4856-b0af-dae88c2d31ee HTTP/1.1" status: 200 len: 217 time: 0.0345457 Jan 28 20:24:53.518493 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1594b447-4b5d-4059-b9b1-8aa68c6f1af3 req-ff5e58ef-1fd8-4ac2-ace0-5500584aa586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:53.521032 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1594b447-4b5d-4059-b9b1-8aa68c6f1af3 req-ff5e58ef-1fd8-4ac2-ace0-5500584aa586 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1f7274db-7e9b-4edf-971e-2c506b20c807 HTTP/1.1" status: 200 len: 852 time: 0.0507429 Jan 28 20:24:53.553284 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1594b447-4b5d-4059-b9b1-8aa68c6f1af3 req-af67fff6-8d6d-42b4-8b5f-9ce259e1f2f3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=fc7e266d-a7b0-4f8c-828f-7b77859c91c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268254 Jan 28 20:24:53.640957 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1594b447-4b5d-4059-b9b1-8aa68c6f1af3 req-8410f29b-a2b4-495d-b4ce-87ec8d834005 service neutron] 10.222.0.70 "GET /v2.0/networks/fc7e266d-a7b0-4f8c-828f-7b77859c91c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811911 Jan 28 20:24:53.733054 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1594b447-4b5d-4059-b9b1-8aa68c6f1af3 req-479d6e67-8c91-4044-ab49-e4075d55a638 service neutron] 10.222.0.70 "GET /v2.0/networks/fc7e266d-a7b0-4f8c-828f-7b77859c91c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867109 Jan 28 20:24:54.395528 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ab82d4-46a9-4196-9622-d467fe14e45d req-a3ddde35-0562-4a0f-bb5b-d531ab372026 tempest-DeleteServersTestJSON-681681841 tempest-DeleteServersTestJSON-681681841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:54.396925 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d2ab82d4-46a9-4196-9622-d467fe14e45d req-a3ddde35-0562-4a0f-bb5b-d531ab372026 tempest-DeleteServersTestJSON-681681841 tempest-DeleteServersTestJSON-681681841-project] 10.222.0.64 "GET /v2.0/ports?device_id=80c20ba0-5a24-457f-b8e1-0f28a8899857 HTTP/1.1" status: 200 len: 946 time: 0.0537984 Jan 28 20:24:54.443513 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d2ab82d4-46a9-4196-9622-d467fe14e45d req-54eb6cf8-1604-4205-b03b-b54dc7166b75 tempest-DeleteServersTestJSON-681681841 tempest-DeleteServersTestJSON-681681841-project] 10.222.0.64 "GET /v2.0/security-groups?id=c240f2d5-a170-49b8-84f4-7d672712d732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409887 Jan 28 20:24:54.509290 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:24:55.571317 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed66ea2-e9a5-4b99-a870-5b11675523e0 req-d06ce861-133d-41fa-9c2d-085e5ff591c8 tempest-DeleteServersTestJSON-681681841 tempest-DeleteServersTestJSON-681681841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:55.572999 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9ed66ea2-e9a5-4b99-a870-5b11675523e0 req-d06ce861-133d-41fa-9c2d-085e5ff591c8 tempest-DeleteServersTestJSON-681681841 tempest-DeleteServersTestJSON-681681841-project] 10.222.0.64 "GET /v2.0/ports?device_id=80c20ba0-5a24-457f-b8e1-0f28a8899857 HTTP/1.1" status: 200 len: 946 time: 0.0581706 Jan 28 20:24:55.620727 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9ed66ea2-e9a5-4b99-a870-5b11675523e0 req-cf11f3f6-144c-4ae4-8abe-4e90994592ac tempest-DeleteServersTestJSON-681681841 tempest-DeleteServersTestJSON-681681841-project] 10.222.0.64 "GET /v2.0/security-groups?id=c240f2d5-a170-49b8-84f4-7d672712d732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408826 Jan 28 20:24:55.773517 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1594b447-4b5d-4059-b9b1-8aa68c6f1af3 req-e52ee489-bc38-4ffc-88a3-5071d8658482 tempest-DeleteServersTestJSON-681681841 tempest-DeleteServersTestJSON-681681841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:55.774871 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1594b447-4b5d-4059-b9b1-8aa68c6f1af3 req-e52ee489-bc38-4ffc-88a3-5071d8658482 tempest-DeleteServersTestJSON-681681841 tempest-DeleteServersTestJSON-681681841-project] 10.222.0.41 "GET /v2.0/ports?device_id=80c20ba0-5a24-457f-b8e1-0f28a8899857 HTTP/1.1" status: 200 len: 946 time: 0.0524378 Jan 28 20:24:55.871415 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-1594b447-4b5d-4059-b9b1-8aa68c6f1af3 req-8d877ebe-57f6-46c4-8372-efe429ffce61 tempest-DeleteServersTestJSON-681681841 tempest-DeleteServersTestJSON-681681841-project] Deleting port 0f608bcd-69e9-4856-b0af-dae88c2d31ee {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:24:55.871749 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-1594b447-4b5d-4059-b9b1-8aa68c6f1af3 req-8d877ebe-57f6-46c4-8372-efe429ffce61 tempest-DeleteServersTestJSON-681681841 tempest-DeleteServersTestJSON-681681841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (0f608bcd-69e9-4856-b0af-dae88c2d31ee), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:24:55.959288 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-1594b447-4b5d-4059-b9b1-8aa68c6f1af3 req-8d877ebe-57f6-46c4-8372-efe429ffce61 tempest-DeleteServersTestJSON-681681841 tempest-DeleteServersTestJSON-681681841-project] For port 0f608bcd-69e9-4856-b0af-dae88c2d31ee, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=0f608bcd-69e9-4856-b0af-dae88c2d31ee,segment=NetworkSegment(1cc6bbaf-adf5-462a-bbed-7865e616e74f),segment_id=1cc6bbaf-adf5-462a-bbed-7865e616e74f)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:24:55.959646 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-1594b447-4b5d-4059-b9b1-8aa68c6f1af3 req-8d877ebe-57f6-46c4-8372-efe429ffce61 tempest-DeleteServersTestJSON-681681841 tempest-DeleteServersTestJSON-681681841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (0f608bcd-69e9-4856-b0af-dae88c2d31ee), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:24:55.973354 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-1594b447-4b5d-4059-b9b1-8aa68c6f1af3 req-8d877ebe-57f6-46c4-8372-efe429ffce61 tempest-DeleteServersTestJSON-681681841 tempest-DeleteServersTestJSON-681681841-project] Calling delete_port for 0f608bcd-69e9-4856-b0af-dae88c2d31ee owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:24:56.101698 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-1594b447-4b5d-4059-b9b1-8aa68c6f1af3 req-8d877ebe-57f6-46c4-8372-efe429ffce61 tempest-DeleteServersTestJSON-681681841 tempest-DeleteServersTestJSON-681681841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (0f608bcd-69e9-4856-b0af-dae88c2d31ee), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:24:56.118103 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['0f608bcd-69e9-4856-b0af-dae88c2d31ee'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:24:56.131212 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d877ebe-57f6-46c4-8372-efe429ffce61 tempest-DeleteServersTestJSON-681681841 tempest-DeleteServersTestJSON-681681841-project] Pushing event deleted for resources: {'Port': ['ID=0f608bcd-69e9-4856-b0af-dae88c2d31ee,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:56.177504 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-1594b447-4b5d-4059-b9b1-8aa68c6f1af3 req-8d877ebe-57f6-46c4-8372-efe429ffce61 tempest-DeleteServersTestJSON-681681841 tempest-DeleteServersTestJSON-681681841-project] No DVR routers for this DVR port 0f608bcd-69e9-4856-b0af-dae88c2d31ee on host n-h1-812111-14 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:24:56.180036 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-1594b447-4b5d-4059-b9b1-8aa68c6f1af3 req-8d877ebe-57f6-46c4-8372-efe429ffce61 tempest-DeleteServersTestJSON-681681841 tempest-DeleteServersTestJSON-681681841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:24:56.183358 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1594b447-4b5d-4059-b9b1-8aa68c6f1af3 req-8d877ebe-57f6-46c4-8372-efe429ffce61 tempest-DeleteServersTestJSON-681681841 tempest-DeleteServersTestJSON-681681841-project] 10.222.0.41 "DELETE /v2.0/ports/0f608bcd-69e9-4856-b0af-dae88c2d31ee HTTP/1.1" status: 204 len: 173 time: 0.3998964 Jan 28 20:24:56.183840 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80c20ba0-5a24-457f-b8e1-0f28a8899857', 'name': 'network-vif-deleted', 'tag': '0f608bcd-69e9-4856-b0af-dae88c2d31ee'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:24:56.186143 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}981202432542b3bd90586abfd28c53181d71ca775a89b024ffbb9268f9379f4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10e3d4ba-f72e-41a1-82fd-0a7fb06d3218" -d '{"events": [{"server_uuid": "80c20ba0-5a24-457f-b8e1-0f28a8899857", "name": "network-vif-deleted", "tag": "0f608bcd-69e9-4856-b0af-dae88c2d31ee"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:24:56.226638 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16abd144-214d-480d-a6eb-0de0305a34f6 x-openstack-request-id: req-16abd144-214d-480d-a6eb-0de0305a34f6 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:24:56.226993 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80c20ba0-5a24-457f-b8e1-0f28a8899857", "name": "network-vif-deleted", "tag": "0f608bcd-69e9-4856-b0af-dae88c2d31ee", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:24:56.227250 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-16abd144-214d-480d-a6eb-0de0305a34f6 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:24:56.227656 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80c20ba0-5a24-457f-b8e1-0f28a8899857', 'name': 'network-vif-deleted', 'tag': '0f608bcd-69e9-4856-b0af-dae88c2d31ee', 'status': 'completed', 'code': 200} Jan 28 20:24:56.746455 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 40534) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:24:56.789745 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-00990741-ee4d-4e0c-a11e-1d25e07f4791 admin admin] Deleting subnet 1f7274db-7e9b-4edf-971e-2c506b20c807 {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 20:24:56.792778 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-00990741-ee4d-4e0c-a11e-1d25e07f4791 admin admin] Publish callbacks [] for subnet (1f7274db-7e9b-4edf-971e-2c506b20c807), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:24:56.831407 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-00990741-ee4d-4e0c-a11e-1d25e07f4791 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4747050'] for subnet (1f7274db-7e9b-4edf-971e-2c506b20c807), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:24:56.869115 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-00990741-ee4d-4e0c-a11e-1d25e07f4791 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (1f7274db-7e9b-4edf-971e-2c506b20c807), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:24:56.919372 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-00990741-ee4d-4e0c-a11e-1d25e07f4791 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4690616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5222356'] for subnet (1f7274db-7e9b-4edf-971e-2c506b20c807), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:24:56.942461 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00990741-ee4d-4e0c-a11e-1d25e07f4791 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f7274db-7e9b-4edf-971e-2c506b20c807,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:56.952965 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00990741-ee4d-4e0c-a11e-1d25e07f4791 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:24:56.953352 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00990741-ee4d-4e0c-a11e-1d25e07f4791 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:24:56.953912 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00990741-ee4d-4e0c-a11e-1d25e07f4791 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:24:56.954261 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00990741-ee4d-4e0c-a11e-1d25e07f4791 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:24:56.954606 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00990741-ee4d-4e0c-a11e-1d25e07f4791 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:24:56.954946 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00990741-ee4d-4e0c-a11e-1d25e07f4791 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:24:56.955281 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00990741-ee4d-4e0c-a11e-1d25e07f4791 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:24:56.955614 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00990741-ee4d-4e0c-a11e-1d25e07f4791 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:24:56.955943 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00990741-ee4d-4e0c-a11e-1d25e07f4791 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:24:56.956272 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00990741-ee4d-4e0c-a11e-1d25e07f4791 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:24:56.956602 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00990741-ee4d-4e0c-a11e-1d25e07f4791 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:24:56.956927 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00990741-ee4d-4e0c-a11e-1d25e07f4791 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:24:56.957346 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00990741-ee4d-4e0c-a11e-1d25e07f4791 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:24:56.960145 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-00990741-ee4d-4e0c-a11e-1d25e07f4791 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:24:56.966352 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-00990741-ee4d-4e0c-a11e-1d25e07f4791 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/1f7274db-7e9b-4edf-971e-2c506b20c807 HTTP/1.1" status: 204 len: 168 time: 0.2187490 Jan 28 20:24:56.969575 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 40536) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:24:57.040446 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-080a87b6-c6d3-489f-9c58-390120fe552c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (fc7e266d-a7b0-4f8c-828f-7b77859c91c7), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:24:57.116556 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-080a87b6-c6d3-489f-9c58-390120fe552c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (fc7e266d-a7b0-4f8c-828f-7b77859c91c7), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:24:57.137438 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-080a87b6-c6d3-489f-9c58-390120fe552c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc7e266d-a7b0-4f8c-828f-7b77859c91c7']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:24:57.147237 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-080a87b6-c6d3-489f-9c58-390120fe552c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cc6bbaf-adf5-462a-bbed-7865e616e74f') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:24:57.147538 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-080a87b6-c6d3-489f-9c58-390120fe552c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cc6bbaf-adf5-462a-bbed-7865e616e74f') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:24:57.156712 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-080a87b6-c6d3-489f-9c58-390120fe552c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4747091'] for segment (1cc6bbaf-adf5-462a-bbed-7865e616e74f), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:24:57.170140 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-080a87b6-c6d3-489f-9c58-390120fe552c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (1cc6bbaf-adf5-462a-bbed-7865e616e74f), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:24:57.175966 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-080a87b6-c6d3-489f-9c58-390120fe552c admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:24:57.176349 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-080a87b6-c6d3-489f-9c58-390120fe552c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4690514'] for segment (1cc6bbaf-adf5-462a-bbed-7865e616e74f), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:24:57.178073 n-d-812111-14 neutron-server[103304]: Traceback (most recent call last): Jan 28 20:24:57.178073 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:24:57.178073 n-d-812111-14 neutron-server[103304]: timer() Jan 28 20:24:57.178073 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:24:57.178073 n-d-812111-14 neutron-server[103304]: cb(*args, **kw) Jan 28 20:24:57.178073 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:24:57.178073 n-d-812111-14 neutron-server[103304]: return func(*args, **kwargs) Jan 28 20:24:57.178073 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:24:57.178073 n-d-812111-14 neutron-server[103304]: self._notify() Jan 28 20:24:57.178073 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:24:57.178073 n-d-812111-14 neutron-server[103304]: self.callback(batched_events) Jan 28 20:24:57.178073 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:24:57.178073 n-d-812111-14 neutron-server[103304]: event.method(event) Jan 28 20:24:57.178073 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:24:57.178073 n-d-812111-14 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:24:57.178073 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:24:57.178073 n-d-812111-14 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:24:57.178073 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:24:57.178073 n-d-812111-14 neutron-server[103304]: return f(self, *a, **k) Jan 28 20:24:57.178073 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:24:57.178073 n-d-812111-14 neutron-server[103304]: return self._get(url).json() Jan 28 20:24:57.178073 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:24:57.178073 n-d-812111-14 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:24:57.178073 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:24:57.178073 n-d-812111-14 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 28 20:24:57.178073 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:24:57.178073 n-d-812111-14 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:24:57.178073 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:24:57.178073 n-d-812111-14 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:24:57.178073 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:24:57.178073 n-d-812111-14 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:24:57.178073 n-d-812111-14 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:24:57.235731 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-080a87b6-c6d3-489f-9c58-390120fe552c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (fc7e266d-a7b0-4f8c-828f-7b77859c91c7), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:24:57.241479 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-080a87b6-c6d3-489f-9c58-390120fe552c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:24:57.244654 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-080a87b6-c6d3-489f-9c58-390120fe552c admin admin] 10.222.0.64 "DELETE /v2.0/networks/fc7e266d-a7b0-4f8c-828f-7b77859c91c7 HTTP/1.1" status: 204 len: 168 time: 0.2741661 Jan 28 20:24:57.256093 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080a87b6-c6d3-489f-9c58-390120fe552c admin admin] Pushing event deleted for resources: {'Network': ['ID=fc7e266d-a7b0-4f8c-828f-7b77859c91c7,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:57.350157 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 40540) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:24:57.389675 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-aea391fe-f641-40cb-b7bf-36bb3fffd582 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d40b2cad70d14055b27e0a7cc0ae7aaa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0383503 Jan 28 20:24:57.392119 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 40542) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:24:57.442029 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-91dbf739-fa58-424a-a2ea-debc9b4be772 admin admin] Publish callbacks [] for security_group (c240f2d5-a170-49b8-84f4-7d672712d732), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:24:57.462944 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-91dbf739-fa58-424a-a2ea-debc9b4be772 admin admin] Publish callbacks [] for security_group (c240f2d5-a170-49b8-84f4-7d672712d732), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:24:57.507375 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-91dbf739-fa58-424a-a2ea-debc9b4be772 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (c240f2d5-a170-49b8-84f4-7d672712d732), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:24:57.510108 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-91dbf739-fa58-424a-a2ea-debc9b4be772 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:24:57.511257 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-91dbf739-fa58-424a-a2ea-debc9b4be772 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c240f2d5-a170-49b8-84f4-7d672712d732 HTTP/1.1" status: 204 len: 168 time: 0.1182475 Jan 28 20:24:57.519741 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dbf739-fa58-424a-a2ea-debc9b4be772 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c240f2d5-a170-49b8-84f4-7d672712d732,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:58.159909 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 40564) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:24:58.268052 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-1308f980-f62c-470b-a86f-daba66dfd90c admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-907632172-network', 'tenant_id': '041c0f1816fa40aead247294d9debed3'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:24:58.286111 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1308f980-f62c-470b-a86f-daba66dfd90c admin admin] Made reservation on behalf of 041c0f1816fa40aead247294d9debed3 for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:24:58.288322 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1308f980-f62c-470b-a86f-daba66dfd90c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:24:58.296603 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1308f980-f62c-470b-a86f-daba66dfd90c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:24:58.367772 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1308f980-f62c-470b-a86f-daba66dfd90c admin admin] Publish callbacks [] for security_group (1a24e8b8-5f96-47ac-a415-3353712b51f5), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:24:58.371349 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1308f980-f62c-470b-a86f-daba66dfd90c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (1a24e8b8-5f96-47ac-a415-3353712b51f5), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:24:58.392067 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1308f980-f62c-470b-a86f-daba66dfd90c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:24:58.405783 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1308f980-f62c-470b-a86f-daba66dfd90c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a24e8b8-5f96-47ac-a415-3353712b51f5,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:58.410686 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1308f980-f62c-470b-a86f-daba66dfd90c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (0953e963-1028-4e12-8ff7-780fb25f2faa), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:24:58.411035 n-d-812111-14 neutron-server[103305]: INFO neutron.db.segments_db [None req-1308f980-f62c-470b-a86f-daba66dfd90c admin admin] Added segment 0953e963-1028-4e12-8ff7-780fb25f2faa of type vlan for network 474aa610-9428-467b-8915-0dd55634c416 Jan 28 20:24:58.449943 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1308f980-f62c-470b-a86f-daba66dfd90c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (474aa610-9428-467b-8915-0dd55634c416), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:24:58.475305 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1308f980-f62c-470b-a86f-daba66dfd90c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (474aa610-9428-467b-8915-0dd55634c416), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:24:58.476250 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1308f980-f62c-470b-a86f-daba66dfd90c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:58.476831 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1308f980-f62c-470b-a86f-daba66dfd90c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:24:58.531594 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-1308f980-f62c-470b-a86f-daba66dfd90c admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3704889 Jan 28 20:24:58.534529 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 40568) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:24:58.539527 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-7bac06d2-7009-4541-be96-ec45321d898b admin admin] Request body: {'subnet': {'network_id': '474aa610-9428-467b-8915-0dd55634c416', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-907632172-subnet', 'tenant_id': '041c0f1816fa40aead247294d9debed3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:24:58.540727 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1308f980-f62c-470b-a86f-daba66dfd90c admin admin] Pushing event updated for resources: {'Network': ['ID=474aa610-9428-467b-8915-0dd55634c416,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:58.550917 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network 474aa610-9428-467b-8915-0dd55634c416 details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:24:58.564576 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bac06d2-7009-4541-be96-ec45321d898b admin admin] Made reservation on behalf of 041c0f1816fa40aead247294d9debed3 for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:24:58.567079 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7bac06d2-7009-4541-be96-ec45321d898b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5221429'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:24:58.730956 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7bac06d2-7009-4541-be96-ec45321d898b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4690681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5221415'] for subnet (8bd3398c-e982-429d-b7b6-44ddc6517089), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:24:58.791571 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bac06d2-7009-4541-be96-ec45321d898b admin admin] Pushing event updated for resources: {'Subnet': ['ID=8bd3398c-e982-429d-b7b6-44ddc6517089,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:58.798624 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bac06d2-7009-4541-be96-ec45321d898b admin admin] Checking segment: {'id': '0953e963-1028-4e12-8ff7-780fb25f2faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '474aa610-9428-467b-8915-0dd55634c416'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:24:58.798988 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bac06d2-7009-4541-be96-ec45321d898b admin admin] Network hostable DHCP agents. Network: 474aa610-9428-467b-8915-0dd55634c416, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:24:58.815394 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bac06d2-7009-4541-be96-ec45321d898b admin admin] Network 474aa610-9428-467b-8915-0dd55634c416 is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:24:58.823527 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-7bac06d2-7009-4541-be96-ec45321d898b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, 474aa610-9428-467b-8915-0dd55634c416) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:24:58.828178 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bac06d2-7009-4541-be96-ec45321d898b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:58.828781 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7bac06d2-7009-4541-be96-ec45321d898b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:24:58.833011 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1220a96-bc82-4a90-9518-b37ced9dac8a None None] Network 474aa610-9428-467b-8915-0dd55634c416 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:24:58.850937 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-7bac06d2-7009-4541-be96-ec45321d898b admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3078823 Jan 28 20:24:58.937595 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b43264dd-5d81-4eef-83e9-df5205dcedb1 None None] Network 474aa610-9428-467b-8915-0dd55634c416 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:24:59.194875 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 0f608bcd-69e9-4856-b0af-dae88c2d31ee no longer exists at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:24:59.217266 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] No Port match for: 0f608bcd-69e9-4856-b0af-dae88c2d31ee {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:24:59.217650 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 0f608bcd-69e9-4856-b0af-dae88c2d31ee not bound to the agent host n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:24:59.261678 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c3efb1-f4c7-492f-9726-7775c712051b req-be5c6caa-e942-4124-ac29-ecf9a0475251 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:59.263223 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-22c3efb1-f4c7-492f-9726-7775c712051b req-be5c6caa-e942-4124-ac29-ecf9a0475251 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/networks?id=474aa610-9428-467b-8915-0dd55634c416 HTTP/1.1" status: 200 len: 814 time: 0.1026919 Jan 28 20:24:59.277833 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-22c3efb1-f4c7-492f-9726-7775c712051b req-4b670c8d-0d08-4bcf-a9b5-4b9694590c7f tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/quotas/041c0f1816fa40aead247294d9debed3 HTTP/1.1" status: 200 len: 375 time: 0.0088043 Jan 28 20:24:59.315423 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-22c3efb1-f4c7-492f-9726-7775c712051b req-bad7ed64-eaa6-40ae-9d8c-25ff52d12436 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=041c0f1816fa40aead247294d9debed3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0322351 Jan 28 20:24:59.325518 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [req-22c3efb1-f4c7-492f-9726-7775c712051b req-fb2d5c87-e016-4511-9c80-e59058be8c78 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103304) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 20:24:59.327080 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-22c3efb1-f4c7-492f-9726-7775c712051b req-fb2d5c87-e016-4511-9c80-e59058be8c78 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055192 Jan 28 20:24:59.414977 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-22c3efb1-f4c7-492f-9726-7775c712051b req-03c2fce4-9acc-4177-8b91-6b666d6259a7 service neutron] 10.222.0.64 "GET /v2.0/networks/474aa610-9428-467b-8915-0dd55634c416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826945 Jan 28 20:24:59.511891 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-22c3efb1-f4c7-492f-9726-7775c712051b req-e5d1e386-23c9-42a5-88a1-7ab75631f671 service neutron] 10.222.0.64 "GET /v2.0/networks/474aa610-9428-467b-8915-0dd55634c416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913479 Jan 28 20:24:59.677628 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f3c60200-db0f-4f10-8d98-dba969aea8eb req-4f18d0c8-8692-43ca-92cb-b32e8f0aa66f tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/ports?device_id=1bbc5b34-8492-46b3-9961-373fae811dae HTTP/1.1" status: 200 len: 210 time: 0.0315244 Jan 28 20:25:00.686897 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c3efb1-f4c7-492f-9726-7775c712051b req-8faf0457-f249-4bf1-a800-e828c62318d1 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:00.688360 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-22c3efb1-f4c7-492f-9726-7775c712051b req-8faf0457-f249-4bf1-a800-e828c62318d1 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.41 "GET /v2.0/networks?id=474aa610-9428-467b-8915-0dd55634c416 HTTP/1.1" status: 200 len: 814 time: 0.1040580 Jan 28 20:25:00.706613 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-22c3efb1-f4c7-492f-9726-7775c712051b req-05f99439-be37-45a7-971a-862b94543c26 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] Request body: {'port': {'device_id': '1bbc5b34-8492-46b3-9961-373fae811dae', 'network_id': '474aa610-9428-467b-8915-0dd55634c416', 'admin_state_up': True, 'tenant_id': '041c0f1816fa40aead247294d9debed3'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:25:00.776488 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c2ea9005-37e1-4762-83fd-a81d9e04cc17 req-4e0eaf4d-710d-49dc-9582-442fbc425b1b tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/ports?device_id=1bbc5b34-8492-46b3-9961-373fae811dae HTTP/1.1" status: 200 len: 210 time: 0.0297046 Jan 28 20:25:00.819466 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22c3efb1-f4c7-492f-9726-7775c712051b req-05f99439-be37-45a7-971a-862b94543c26 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] Made reservation on behalf of 041c0f1816fa40aead247294d9debed3 for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:25:00.822852 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-22c3efb1-f4c7-492f-9726-7775c712051b req-05f99439-be37-45a7-971a-862b94543c26 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:25:00.945993 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-22c3efb1-f4c7-492f-9726-7775c712051b req-05f99439-be37-45a7-971a-862b94543c26 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] Allocated IP 172.20.0.12 (474aa610-9428-467b-8915-0dd55634c416/8bd3398c-e982-429d-b7b6-44ddc6517089/a2b2649a-3523-462e-b32c-c5020484814b) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:25:01.093007 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-22c3efb1-f4c7-492f-9726-7775c712051b req-05f99439-be37-45a7-971a-862b94543c26 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] Publish callbacks [] for port (a2b2649a-3523-462e-b32c-c5020484814b), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:25:01.127481 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-22c3efb1-f4c7-492f-9726-7775c712051b req-05f99439-be37-45a7-971a-862b94543c26 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (a2b2649a-3523-462e-b32c-c5020484814b), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:25:01.169490 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22c3efb1-f4c7-492f-9726-7775c712051b req-05f99439-be37-45a7-971a-862b94543c26 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] Network 474aa610-9428-467b-8915-0dd55634c416 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:25:01.172564 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-22c3efb1-f4c7-492f-9726-7775c712051b req-05f99439-be37-45a7-971a-862b94543c26 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:25:01.178443 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-22c3efb1-f4c7-492f-9726-7775c712051b req-05f99439-be37-45a7-971a-862b94543c26 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:25:01.184320 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f99439-be37-45a7-971a-862b94543c26 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] Pushing event updated for resources: {'Port': ['ID=a2b2649a-3523-462e-b32c-c5020484814b,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:25:01.233347 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c3efb1-f4c7-492f-9726-7775c712051b req-05f99439-be37-45a7-971a-862b94543c26 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:01.233965 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-22c3efb1-f4c7-492f-9726-7775c712051b req-05f99439-be37-45a7-971a-862b94543c26 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:25:01.250236 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-22c3efb1-f4c7-492f-9726-7775c712051b req-05f99439-be37-45a7-971a-862b94543c26 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5480177 Jan 28 20:25:01.265148 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-22c3efb1-f4c7-492f-9726-7775c712051b req-e5ec4d80-b116-44ec-9e3b-9b7d432ffd97 service neutron] Request body: {'port': {'device_id': '1bbc5b34-8492-46b3-9961-373fae811dae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-14'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:25:01.327849 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-22c3efb1-f4c7-492f-9726-7775c712051b req-e5ec4d80-b116-44ec-9e3b-9b7d432ffd97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (a2b2649a-3523-462e-b32c-c5020484814b), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:25:01.586733 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [req-22c3efb1-f4c7-492f-9726-7775c712051b req-e5ec4d80-b116-44ec-9e3b-9b7d432ffd97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2b2649a-3523-462e-b32c-c5020484814b {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:25:01.594769 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-22c3efb1-f4c7-492f-9726-7775c712051b req-e5ec4d80-b116-44ec-9e3b-9b7d432ffd97 service neutron] Publish callbacks [] for port (a2b2649a-3523-462e-b32c-c5020484814b), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:25:01.608186 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-22c3efb1-f4c7-492f-9726-7775c712051b req-e5ec4d80-b116-44ec-9e3b-9b7d432ffd97 service neutron] Transition to ACTIVE for port object a2b2649a-3523-462e-b32c-c5020484814b will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:25:01.611743 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-22c3efb1-f4c7-492f-9726-7775c712051b req-e5ec4d80-b116-44ec-9e3b-9b7d432ffd97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (a2b2649a-3523-462e-b32c-c5020484814b), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:25:01.680035 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ec4d80-b116-44ec-9e3b-9b7d432ffd97 service neutron] Pushing event updated for resources: {'Port': ['ID=a2b2649a-3523-462e-b32c-c5020484814b,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:25:01.727226 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-22c3efb1-f4c7-492f-9726-7775c712051b req-e5ec4d80-b116-44ec-9e3b-9b7d432ffd97 service neutron] Attempting to bind port a2b2649a-3523-462e-b32c-c5020484814b on host n-h1-812111-14 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:25:01.727840 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-22c3efb1-f4c7-492f-9726-7775c712051b req-e5ec4d80-b116-44ec-9e3b-9b7d432ffd97 service neutron] Attempting to bind port a2b2649a-3523-462e-b32c-c5020484814b by drivers openvswitch,hyperv on host n-h1-812111-14 at level 0 using segments [{'id': '0953e963-1028-4e12-8ff7-780fb25f2faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '474aa610-9428-467b-8915-0dd55634c416'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:25:01.727960 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c3efb1-f4c7-492f-9726-7775c712051b req-e5ec4d80-b116-44ec-9e3b-9b7d432ffd97 service neutron] Attempting to bind port a2b2649a-3523-462e-b32c-c5020484814b on network 474aa610-9428-467b-8915-0dd55634c416 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:25:01.732912 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c3efb1-f4c7-492f-9726-7775c712051b req-e5ec4d80-b116-44ec-9e3b-9b7d432ffd97 service neutron] Port a2b2649a-3523-462e-b32c-c5020484814b on network 474aa610-9428-467b-8915-0dd55634c416 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-14 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:25:01.733275 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c3efb1-f4c7-492f-9726-7775c712051b req-e5ec4d80-b116-44ec-9e3b-9b7d432ffd97 service neutron] Attempting to bind port a2b2649a-3523-462e-b32c-c5020484814b on network 474aa610-9428-467b-8915-0dd55634c416 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:25:01.738059 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c3efb1-f4c7-492f-9726-7775c712051b req-e5ec4d80-b116-44ec-9e3b-9b7d432ffd97 service neutron] Checking agent: {'id': 'b544ba20-de93-4d86-9e6b-a2202deb6191', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 24, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:25:01.738402 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c3efb1-f4c7-492f-9726-7775c712051b req-e5ec4d80-b116-44ec-9e3b-9b7d432ffd97 service neutron] Checking segment: {'id': '0953e963-1028-4e12-8ff7-780fb25f2faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '474aa610-9428-467b-8915-0dd55634c416'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:25:01.738785 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c3efb1-f4c7-492f-9726-7775c712051b req-e5ec4d80-b116-44ec-9e3b-9b7d432ffd97 service neutron] Bound using segment: {'id': '0953e963-1028-4e12-8ff7-780fb25f2faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '474aa610-9428-467b-8915-0dd55634c416'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:25:01.739207 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-22c3efb1-f4c7-492f-9726-7775c712051b req-e5ec4d80-b116-44ec-9e3b-9b7d432ffd97 service neutron] Bound port: a2b2649a-3523-462e-b32c-c5020484814b, host: n-h1-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0953e963-1028-4e12-8ff7-780fb25f2faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '474aa610-9428-467b-8915-0dd55634c416'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:25:01.739562 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-22c3efb1-f4c7-492f-9726-7775c712051b req-e5ec4d80-b116-44ec-9e3b-9b7d432ffd97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (a2b2649a-3523-462e-b32c-c5020484814b), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:25:01.805303 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-22c3efb1-f4c7-492f-9726-7775c712051b req-e5ec4d80-b116-44ec-9e3b-9b7d432ffd97 service neutron] For port a2b2649a-3523-462e-b32c-c5020484814b, host n-h1-812111-14, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:25:01.808318 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-22c3efb1-f4c7-492f-9726-7775c712051b req-e5ec4d80-b116-44ec-9e3b-9b7d432ffd97 service neutron] For port a2b2649a-3523-462e-b32c-c5020484814b, host n-h1-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=a2b2649a-3523-462e-b32c-c5020484814b,segment=NetworkSegment(0953e963-1028-4e12-8ff7-780fb25f2faa),segment_id=0953e963-1028-4e12-8ff7-780fb25f2faa)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:25:01.815136 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-22c3efb1-f4c7-492f-9726-7775c712051b req-e5ec4d80-b116-44ec-9e3b-9b7d432ffd97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (a2b2649a-3523-462e-b32c-c5020484814b), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:25:01.848232 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c3efb1-f4c7-492f-9726-7775c712051b req-e5ec4d80-b116-44ec-9e3b-9b7d432ffd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:01.848870 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-22c3efb1-f4c7-492f-9726-7775c712051b req-e5ec4d80-b116-44ec-9e3b-9b7d432ffd97 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:25:01.850310 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-22c3efb1-f4c7-492f-9726-7775c712051b req-e5ec4d80-b116-44ec-9e3b-9b7d432ffd97 service neutron] 10.222.0.41 "PUT /v2.0/ports/a2b2649a-3523-462e-b32c-c5020484814b HTTP/1.1" status: 200 len: 1093 time: 0.5891495 Jan 28 20:25:01.850748 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bbc5b34-8492-46b3-9961-373fae811dae', 'tag': 'a2b2649a-3523-462e-b32c-c5020484814b'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:25:01.853000 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}981202432542b3bd90586abfd28c53181d71ca775a89b024ffbb9268f9379f4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ae4e6e8-ca92-4140-96ab-34512d47f495" -d '{"events": [{"name": "network-changed", "server_uuid": "1bbc5b34-8492-46b3-9961-373fae811dae", "tag": "a2b2649a-3523-462e-b32c-c5020484814b"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:25:01.900000 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2523d0a-fec4-4ee6-8117-5046fd6a10d5 x-openstack-request-id: req-b2523d0a-fec4-4ee6-8117-5046fd6a10d5 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:25:01.900293 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bbc5b34-8492-46b3-9961-373fae811dae", "tag": "a2b2649a-3523-462e-b32c-c5020484814b", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:25:01.900543 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b2523d0a-fec4-4ee6-8117-5046fd6a10d5 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:25:01.900942 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bbc5b34-8492-46b3-9961-373fae811dae', 'tag': 'a2b2649a-3523-462e-b32c-c5020484814b', 'status': 'completed', 'code': 200} Jan 28 20:25:01.918173 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ec4d80-b116-44ec-9e3b-9b7d432ffd97 service neutron] Pushing event updated for resources: {'Port': ['ID=a2b2649a-3523-462e-b32c-c5020484814b,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:25:01.957950 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32016eb-5b80-4785-836b-4df6df0e5bdf req-7fb6a27d-94e1-4d26-972e-96b04a5db228 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:01.959434 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c32016eb-5b80-4785-836b-4df6df0e5bdf req-7fb6a27d-94e1-4d26-972e-96b04a5db228 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/ports?device_id=1bbc5b34-8492-46b3-9961-373fae811dae HTTP/1.1" status: 200 len: 944 time: 0.1005769 Jan 28 20:25:01.986770 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c3efb1-f4c7-492f-9726-7775c712051b req-e2a6041a-6313-4ff2-9f83-c37ffab7ba99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:01.988230 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-22c3efb1-f4c7-492f-9726-7775c712051b req-e2a6041a-6313-4ff2-9f83-c37ffab7ba99 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=041c0f1816fa40aead247294d9debed3&device_id=1bbc5b34-8492-46b3-9961-373fae811dae HTTP/1.1" status: 200 len: 1127 time: 0.0858021 Jan 28 20:25:02.044590 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-22c3efb1-f4c7-492f-9726-7775c712051b req-3b7b17ee-0459-49ad-92fa-5c3f4e3d5781 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a2b2649a-3523-462e-b32c-c5020484814b HTTP/1.1" status: 200 len: 217 time: 0.0440047 Jan 28 20:25:02.048890 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c32016eb-5b80-4785-836b-4df6df0e5bdf req-2e59258d-a206-42b7-bf64-ba73f939f360 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/security-groups?id=1a24e8b8-5f96-47ac-a415-3353712b51f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839643 Jan 28 20:25:02.095031 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c3efb1-f4c7-492f-9726-7775c712051b req-c52d5790-7faa-4a47-96c2-73ea6a89781a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:02.096531 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-22c3efb1-f4c7-492f-9726-7775c712051b req-c52d5790-7faa-4a47-96c2-73ea6a89781a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8bd3398c-e982-429d-b7b6-44ddc6517089 HTTP/1.1" status: 200 len: 854 time: 0.0435405 Jan 28 20:25:02.130220 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-22c3efb1-f4c7-492f-9726-7775c712051b req-698aa13a-df44-4b6e-85b6-5e18a70f268e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=474aa610-9428-467b-8915-0dd55634c416&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246637 Jan 28 20:25:02.232927 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-22c3efb1-f4c7-492f-9726-7775c712051b req-ea294b9f-635d-48aa-bbe7-2c867572e704 service neutron] 10.222.0.41 "GET /v2.0/networks/474aa610-9428-467b-8915-0dd55634c416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923626 Jan 28 20:25:02.327164 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-22c3efb1-f4c7-492f-9726-7775c712051b req-51ec7395-0469-4117-8619-0b5436c2052d service neutron] 10.222.0.41 "GET /v2.0/networks/474aa610-9428-467b-8915-0dd55634c416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824630 Jan 28 20:25:02.430659 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae4e6e8-ca92-4140-96ab-34512d47f495 req-48f9c019-d871-42d1-8b0c-a4930d51d8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:02.432084 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3ae4e6e8-ca92-4140-96ab-34512d47f495 req-48f9c019-d871-42d1-8b0c-a4930d51d8db service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=041c0f1816fa40aead247294d9debed3&device_id=1bbc5b34-8492-46b3-9961-373fae811dae HTTP/1.1" status: 200 len: 1127 time: 0.0510070 Jan 28 20:25:02.521115 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae4e6e8-ca92-4140-96ab-34512d47f495 req-7cfb880f-e7d5-4b25-9568-77f5f8be6959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:02.522609 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3ae4e6e8-ca92-4140-96ab-34512d47f495 req-7cfb880f-e7d5-4b25-9568-77f5f8be6959 service neutron] 10.222.0.41 "GET /v2.0/networks?id=474aa610-9428-467b-8915-0dd55634c416 HTTP/1.1" status: 200 len: 914 time: 0.0843990 Jan 28 20:25:02.567260 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3ae4e6e8-ca92-4140-96ab-34512d47f495 req-a004e8bc-95d6-4cde-9929-b5dafe924154 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a2b2649a-3523-462e-b32c-c5020484814b HTTP/1.1" status: 200 len: 217 time: 0.0391498 Jan 28 20:25:02.615104 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae4e6e8-ca92-4140-96ab-34512d47f495 req-8b2312c7-e250-4375-95cf-2208c7101cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:02.616526 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3ae4e6e8-ca92-4140-96ab-34512d47f495 req-8b2312c7-e250-4375-95cf-2208c7101cbd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8bd3398c-e982-429d-b7b6-44ddc6517089 HTTP/1.1" status: 200 len: 854 time: 0.0432627 Jan 28 20:25:02.649925 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3ae4e6e8-ca92-4140-96ab-34512d47f495 req-7411b2da-781b-406a-9aca-44f45a6632b1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=474aa610-9428-467b-8915-0dd55634c416&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253940 Jan 28 20:25:02.741685 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3ae4e6e8-ca92-4140-96ab-34512d47f495 req-49990bcd-7b5d-4db2-81e2-2b98e8b97217 service neutron] 10.222.0.41 "GET /v2.0/networks/474aa610-9428-467b-8915-0dd55634c416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836985 Jan 28 20:25:02.834034 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3ae4e6e8-ca92-4140-96ab-34512d47f495 req-92014608-f71d-46c6-b6ca-a0796eacae73 service neutron] 10.222.0.41 "GET /v2.0/networks/474aa610-9428-467b-8915-0dd55634c416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860023 Jan 28 20:25:03.170594 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5e4137-7fbd-42f8-aae6-a3b4a4767b50 req-86361e42-944f-4b36-88b9-1aff013d5c6f tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:03.172077 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5b5e4137-7fbd-42f8-aae6-a3b4a4767b50 req-86361e42-944f-4b36-88b9-1aff013d5c6f tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/ports?device_id=1bbc5b34-8492-46b3-9961-373fae811dae HTTP/1.1" status: 200 len: 944 time: 0.0539098 Jan 28 20:25:03.220699 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5b5e4137-7fbd-42f8-aae6-a3b4a4767b50 req-7bac212a-05d2-4c07-aa8e-c816fbc03065 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/security-groups?id=1a24e8b8-5f96-47ac-a415-3353712b51f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411148 Jan 28 20:25:04.337194 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cf3eed-e27e-4485-b16e-e177fd8883ec req-ef559948-c929-4b39-a733-2934fafcdf1a tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:04.338671 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-90cf3eed-e27e-4485-b16e-e177fd8883ec req-ef559948-c929-4b39-a733-2934fafcdf1a tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/ports?device_id=1bbc5b34-8492-46b3-9961-373fae811dae HTTP/1.1" status: 200 len: 944 time: 0.0525670 Jan 28 20:25:04.385270 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-90cf3eed-e27e-4485-b16e-e177fd8883ec req-8c2b0dd7-9a1f-465b-b5c7-f1f989e43e6d tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/security-groups?id=1a24e8b8-5f96-47ac-a415-3353712b51f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404115 Jan 28 20:25:05.218335 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device a2b2649a-3523-462e-b32c-c5020484814b details requested by agent hyperv_n-h1-812111-14 with host n-h1-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:25:05.315806 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port a2b2649a-3523-462e-b32c-c5020484814b, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=a2b2649a-3523-462e-b32c-c5020484814b,segment=NetworkSegment(0953e963-1028-4e12-8ff7-780fb25f2faa),segment_id=0953e963-1028-4e12-8ff7-780fb25f2faa)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:25:05.327679 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Returning: {'device': 'a2b2649a-3523-462e-b32c-c5020484814b', 'network_id': '474aa610-9428-467b-8915-0dd55634c416', 'port_id': 'a2b2649a-3523-462e-b32c-c5020484814b', 'mac_address': 'fa:16:3e:76:85:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bd3398c-e982-429d-b7b6-44ddc6517089', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:25:05.363374 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port a2b2649a-3523-462e-b32c-c5020484814b is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:25:05.363770 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (a2b2649a-3523-462e-b32c-c5020484814b), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:25:05.376726 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2b2649a-3523-462e-b32c-c5020484814b {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:25:05.395587 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port a2b2649a-3523-462e-b32c-c5020484814b, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=a2b2649a-3523-462e-b32c-c5020484814b,segment=NetworkSegment(0953e963-1028-4e12-8ff7-780fb25f2faa),segment_id=0953e963-1028-4e12-8ff7-780fb25f2faa)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:25:05.400107 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (a2b2649a-3523-462e-b32c-c5020484814b), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:25:05.452348 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=a2b2649a-3523-462e-b32c-c5020484814b,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:25:05.505424 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a5d896-2680-41ca-93a4-4ac43c190939 req-9eab8cd4-d7fb-4a8a-a3a0-038d248e5f03 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:05.509643 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-36a5d896-2680-41ca-93a4-4ac43c190939 req-9eab8cd4-d7fb-4a8a-a3a0-038d248e5f03 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/ports?device_id=1bbc5b34-8492-46b3-9961-373fae811dae HTTP/1.1" status: 200 len: 945 time: 0.0536485 Jan 28 20:25:05.563393 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-36a5d896-2680-41ca-93a4-4ac43c190939 req-4212c62f-1f94-4c1e-a735-2829c873cd35 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/security-groups?id=1a24e8b8-5f96-47ac-a415-3353712b51f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508273 Jan 28 20:25:05.651629 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['a2b2649a-3523-462e-b32c-c5020484814b'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:25:06.688254 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e568d1d0-70ad-4209-b6ce-31e65a9d66c5 req-9d407353-c04c-4509-8cc9-b223ced9cdd0 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:06.689773 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e568d1d0-70ad-4209-b6ce-31e65a9d66c5 req-9d407353-c04c-4509-8cc9-b223ced9cdd0 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/ports?device_id=1bbc5b34-8492-46b3-9961-373fae811dae HTTP/1.1" status: 200 len: 945 time: 0.0571988 Jan 28 20:25:06.735887 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e568d1d0-70ad-4209-b6ce-31e65a9d66c5 req-c5b32536-0fa0-4d6c-b86a-a326c1ad4bf9 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/security-groups?id=1a24e8b8-5f96-47ac-a415-3353712b51f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406289 Jan 28 20:25:06.804148 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-75949fd6-80e6-4caa-acd6-4e30faf4cdb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:25:07.232387 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device a2b2649a-3523-462e-b32c-c5020484814b up at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:25:07.283484 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning for port a2b2649a-3523-462e-b32c-c5020484814b completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:25:07.287225 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning complete for port a2b2649a-3523-462e-b32c-c5020484814b triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:25:07.287596 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (a2b2649a-3523-462e-b32c-c5020484814b), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:25:07.363765 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port a2b2649a-3523-462e-b32c-c5020484814b is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:25:07.364152 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (a2b2649a-3523-462e-b32c-c5020484814b), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:25:07.386004 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bbc5b34-8492-46b3-9961-373fae811dae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2b2649a-3523-462e-b32c-c5020484814b'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:25:07.388249 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}704c702df6f21e7df92d3d89d4c6cfde2c6406e49d8202b36454fc5209adee22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d4087ee-6aef-436a-8e74-fe5d4f5ee851" -d '{"events": [{"server_uuid": "1bbc5b34-8492-46b3-9961-373fae811dae", "name": "network-vif-plugged", "status": "completed", "tag": "a2b2649a-3523-462e-b32c-c5020484814b"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:25:07.400437 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port a2b2649a-3523-462e-b32c-c5020484814b, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=a2b2649a-3523-462e-b32c-c5020484814b,segment=NetworkSegment(0953e963-1028-4e12-8ff7-780fb25f2faa),segment_id=0953e963-1028-4e12-8ff7-780fb25f2faa)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:25:07.404352 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (a2b2649a-3523-462e-b32c-c5020484814b), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:25:07.430687 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-645a76b0-1f89-48a3-b80e-a37320234c46 x-openstack-request-id: req-645a76b0-1f89-48a3-b80e-a37320234c46 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:25:07.430987 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bbc5b34-8492-46b3-9961-373fae811dae", "name": "network-vif-plugged", "status": "completed", "tag": "a2b2649a-3523-462e-b32c-c5020484814b", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:25:07.431249 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-645a76b0-1f89-48a3-b80e-a37320234c46 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:25:07.431641 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bbc5b34-8492-46b3-9961-373fae811dae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2b2649a-3523-462e-b32c-c5020484814b', 'code': 200} Jan 28 20:25:07.457331 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=a2b2649a-3523-462e-b32c-c5020484814b,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:25:07.536893 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c448bd4c-b171-4252-a4b5-c16d955d1ffc req-eca918d3-c8d8-4856-ac34-d22e47a882ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:07.538352 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c448bd4c-b171-4252-a4b5-c16d955d1ffc req-eca918d3-c8d8-4856-ac34-d22e47a882ce service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1bbc5b34-8492-46b3-9961-373fae811dae HTTP/1.1" status: 200 len: 1129 time: 0.0437615 Jan 28 20:25:07.583321 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c448bd4c-b171-4252-a4b5-c16d955d1ffc req-e09db430-68a6-4487-ae73-336897b48246 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=1a24e8b8-5f96-47ac-a415-3353712b51f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373461 Jan 28 20:25:07.852621 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44097d83-df99-4901-aab0-b075024c25cb req-66ded308-82cc-408b-8dd1-cb3ca79f32ea tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:07.854390 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-44097d83-df99-4901-aab0-b075024c25cb req-66ded308-82cc-408b-8dd1-cb3ca79f32ea tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/ports?device_id=1bbc5b34-8492-46b3-9961-373fae811dae HTTP/1.1" status: 200 len: 946 time: 0.0519271 Jan 28 20:25:07.904071 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-44097d83-df99-4901-aab0-b075024c25cb req-d7380fcc-32b7-4d17-adc5-634f42467ae0 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/security-groups?id=1a24e8b8-5f96-47ac-a415-3353712b51f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429964 Jan 28 20:25:09.024653 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30458f81-e243-4daa-8d75-bfc6a49b05ea req-bfe9ef2a-3c15-4aea-ae3c-69c6a01e15b4 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:09.026167 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-30458f81-e243-4daa-8d75-bfc6a49b05ea req-bfe9ef2a-3c15-4aea-ae3c-69c6a01e15b4 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/ports?device_id=1bbc5b34-8492-46b3-9961-373fae811dae HTTP/1.1" status: 200 len: 946 time: 0.0530865 Jan 28 20:25:09.055936 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-95698aab-0723-430f-80ce-0056849bd02f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:25:09.073559 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-30458f81-e243-4daa-8d75-bfc6a49b05ea req-b5eb6969-8f1a-46e4-92a3-78fac90ad4ec tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/security-groups?id=1a24e8b8-5f96-47ac-a415-3353712b51f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412283 Jan 28 20:25:09.193384 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efcbfb5-f803-4f76-9230-78120b334c6f req-8e9bfaaf-2210-4d24-baf0-0e9381b7ac96 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:09.194781 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-0efcbfb5-f803-4f76-9230-78120b334c6f req-8e9bfaaf-2210-4d24-baf0-0e9381b7ac96 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/ports?device_id=1bbc5b34-8492-46b3-9961-373fae811dae HTTP/1.1" status: 200 len: 946 time: 0.0523441 Jan 28 20:25:09.241436 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-0efcbfb5-f803-4f76-9230-78120b334c6f req-5203d425-e075-4f18-a91c-359b41c81ea2 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/security-groups?id=1a24e8b8-5f96-47ac-a415-3353712b51f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410714 Jan 28 20:25:09.445795 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6d7196-e438-4df7-b2ff-3a37a70cbf11 req-efe8f00a-bb26-4faf-8010-2ffe785baf69 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:09.447146 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9e6d7196-e438-4df7-b2ff-3a37a70cbf11 req-efe8f00a-bb26-4faf-8010-2ffe785baf69 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/ports?device_id=1bbc5b34-8492-46b3-9961-373fae811dae HTTP/1.1" status: 200 len: 946 time: 0.0525699 Jan 28 20:25:09.494107 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9e6d7196-e438-4df7-b2ff-3a37a70cbf11 req-b7b79980-8cc8-4dd8-85b8-eda15ba4bb92 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/security-groups?id=1a24e8b8-5f96-47ac-a415-3353712b51f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415027 Jan 28 20:25:09.611746 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d584a8a-da97-4e10-9aab-95dd507fb282 req-78468853-b00c-4d29-b1a9-39c063be9678 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:09.613461 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-0d584a8a-da97-4e10-9aab-95dd507fb282 req-78468853-b00c-4d29-b1a9-39c063be9678 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/ports?device_id=1bbc5b34-8492-46b3-9961-373fae811dae HTTP/1.1" status: 200 len: 946 time: 0.0535986 Jan 28 20:25:09.659731 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-0d584a8a-da97-4e10-9aab-95dd507fb282 req-cdb99660-2537-440e-95ef-db7f751bd8bd tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/security-groups?id=1a24e8b8-5f96-47ac-a415-3353712b51f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409114 Jan 28 20:25:10.009041 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e18019bd-9506-4643-9756-7288068ff640 req-e4efe0b2-7304-4b0c-914e-17f5e3d019e5 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1bbc5b34-8492-46b3-9961-373fae811dae&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0793331 Jan 28 20:25:10.020460 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fae1a66-ed9c-4f89-8858-cabcc9876b89 req-83aa0a16-2ae5-41c1-8bc5-6ef492fb3afd tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:10.021926 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8fae1a66-ed9c-4f89-8858-cabcc9876b89 req-83aa0a16-2ae5-41c1-8bc5-6ef492fb3afd tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/ports?device_id=1bbc5b34-8492-46b3-9961-373fae811dae HTTP/1.1" status: 200 len: 946 time: 0.0817833 Jan 28 20:25:10.040182 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:25:10.073518 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8fae1a66-ed9c-4f89-8858-cabcc9876b89 req-88792897-f537-48ec-b1b8-aaf28b7e111e tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/security-groups?id=1a24e8b8-5f96-47ac-a415-3353712b51f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433526 Jan 28 20:25:11.136267 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18019bd-9506-4643-9756-7288068ff640 req-ab7beff5-4606-4db3-bf92-a4d971970b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:11.137812 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e18019bd-9506-4643-9756-7288068ff640 req-ab7beff5-4606-4db3-bf92-a4d971970b25 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=041c0f1816fa40aead247294d9debed3&device_id=1bbc5b34-8492-46b3-9961-373fae811dae HTTP/1.1" status: 200 len: 1129 time: 0.0497665 Jan 28 20:25:11.254840 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532ff22d-ec82-4582-a61a-5a3773f8b6a2 req-4f805d7e-75ac-40e0-b424-2e0688a58090 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:11.256333 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-532ff22d-ec82-4582-a61a-5a3773f8b6a2 req-4f805d7e-75ac-40e0-b424-2e0688a58090 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/ports?device_id=1bbc5b34-8492-46b3-9961-373fae811dae HTTP/1.1" status: 200 len: 946 time: 0.1124489 Jan 28 20:25:11.285324 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18019bd-9506-4643-9756-7288068ff640 req-cf345302-c723-4dea-9ac8-b4f7c74d3541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:11.286727 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e18019bd-9506-4643-9756-7288068ff640 req-cf345302-c723-4dea-9ac8-b4f7c74d3541 service neutron] 10.222.0.41 "GET /v2.0/networks?id=474aa610-9428-467b-8915-0dd55634c416 HTTP/1.1" status: 200 len: 914 time: 0.1415637 Jan 28 20:25:11.339401 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e18019bd-9506-4643-9756-7288068ff640 req-230d4ab8-2f62-4e69-b7a9-20605556c2e7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a2b2649a-3523-462e-b32c-c5020484814b HTTP/1.1" status: 200 len: 217 time: 0.0453489 Jan 28 20:25:11.358778 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-532ff22d-ec82-4582-a61a-5a3773f8b6a2 req-09706437-0fd3-4a40-a3bc-5a40a0fb832f tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/security-groups?id=1a24e8b8-5f96-47ac-a415-3353712b51f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937250 Jan 28 20:25:11.393806 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18019bd-9506-4643-9756-7288068ff640 req-07ef7ad4-d4da-4c02-b3d4-33b171d20318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:11.395301 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e18019bd-9506-4643-9756-7288068ff640 req-07ef7ad4-d4da-4c02-b3d4-33b171d20318 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8bd3398c-e982-429d-b7b6-44ddc6517089 HTTP/1.1" status: 200 len: 854 time: 0.0484860 Jan 28 20:25:11.428611 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e18019bd-9506-4643-9756-7288068ff640 req-d5f6b79a-c7e4-4a11-998b-4c0ee8870443 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=474aa610-9428-467b-8915-0dd55634c416&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278296 Jan 28 20:25:11.515137 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e18019bd-9506-4643-9756-7288068ff640 req-c97d41cc-a2a8-4f74-980b-7bac80b27338 service neutron] 10.222.0.41 "GET /v2.0/networks/474aa610-9428-467b-8915-0dd55634c416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802643 Jan 28 20:25:11.607053 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e18019bd-9506-4643-9756-7288068ff640 req-582583b8-018f-4f35-b3b1-c29af231d20e service neutron] 10.222.0.41 "GET /v2.0/networks/474aa610-9428-467b-8915-0dd55634c416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858293 Jan 28 20:25:11.911255 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:25:12.478994 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff29ae2-d72c-4b2e-8c72-36cc8e98e19f req-9d3527ea-9574-4563-9e7c-47e4c861b01b tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:12.480440 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1ff29ae2-d72c-4b2e-8c72-36cc8e98e19f req-9d3527ea-9574-4563-9e7c-47e4c861b01b tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/ports?device_id=1bbc5b34-8492-46b3-9961-373fae811dae HTTP/1.1" status: 200 len: 946 time: 0.0532749 Jan 28 20:25:12.531251 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1ff29ae2-d72c-4b2e-8c72-36cc8e98e19f req-1c28d33d-8102-416d-b982-f20e915f0907 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/security-groups?id=1a24e8b8-5f96-47ac-a415-3353712b51f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446908 Jan 28 20:25:13.273845 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:25:13.661012 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b7093c-1cb4-4d5e-9ee9-b25594f7aa59 req-deaf20bd-c80f-4191-bef3-07fd1a558a30 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:13.662625 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a2b7093c-1cb4-4d5e-9ee9-b25594f7aa59 req-deaf20bd-c80f-4191-bef3-07fd1a558a30 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/ports?device_id=1bbc5b34-8492-46b3-9961-373fae811dae HTTP/1.1" status: 200 len: 946 time: 0.0573063 Jan 28 20:25:13.709845 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a2b7093c-1cb4-4d5e-9ee9-b25594f7aa59 req-b35f7aa6-d8a9-47db-81d9-1a27de7964f6 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/security-groups?id=1a24e8b8-5f96-47ac-a415-3353712b51f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417662 Jan 28 20:25:14.830616 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9938d5b2-63de-4a46-b84a-7db80adc7c74 req-ae24c363-0283-437e-918e-91603724cc29 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:14.832111 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9938d5b2-63de-4a46-b84a-7db80adc7c74 req-ae24c363-0283-437e-918e-91603724cc29 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/ports?device_id=1bbc5b34-8492-46b3-9961-373fae811dae HTTP/1.1" status: 200 len: 946 time: 0.0537343 Jan 28 20:25:14.879426 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9938d5b2-63de-4a46-b84a-7db80adc7c74 req-e53f7d1c-96c2-42a7-96d8-ab7f9c3feb00 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/security-groups?id=1a24e8b8-5f96-47ac-a415-3353712b51f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416236 Jan 28 20:25:15.149831 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:25:16.001197 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e490afb3-9713-4eaf-b15b-4277e3b9f6b0 req-5a470f7b-5552-4a81-9199-69169b6d9a6e tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:16.002687 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e490afb3-9713-4eaf-b15b-4277e3b9f6b0 req-5a470f7b-5552-4a81-9199-69169b6d9a6e tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/ports?device_id=1bbc5b34-8492-46b3-9961-373fae811dae HTTP/1.1" status: 200 len: 946 time: 0.0539515 Jan 28 20:25:16.049091 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e490afb3-9713-4eaf-b15b-4277e3b9f6b0 req-c02e4839-0a33-44c1-92bf-1ec736583bde tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/security-groups?id=1a24e8b8-5f96-47ac-a415-3353712b51f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408940 Jan 28 20:25:17.169570 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cd11f5-55e2-4664-9d8d-7373d562a8b9 req-55cf688a-9725-495e-83f6-02779c353e40 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:17.171147 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-47cd11f5-55e2-4664-9d8d-7373d562a8b9 req-55cf688a-9725-495e-83f6-02779c353e40 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/ports?device_id=1bbc5b34-8492-46b3-9961-373fae811dae HTTP/1.1" status: 200 len: 946 time: 0.0545857 Jan 28 20:25:17.217087 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-47cd11f5-55e2-4664-9d8d-7373d562a8b9 req-6da06eeb-ad85-4212-86d2-51c2d01689ac tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/security-groups?id=1a24e8b8-5f96-47ac-a415-3353712b51f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401804 Jan 28 20:25:18.339258 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7c04d9-acda-4c66-85a2-ec53cc05dfec req-87399b64-9ba0-4794-acb0-5d54a3a61e7e tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:18.341255 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3c7c04d9-acda-4c66-85a2-ec53cc05dfec req-87399b64-9ba0-4794-acb0-5d54a3a61e7e tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/ports?device_id=1bbc5b34-8492-46b3-9961-373fae811dae HTTP/1.1" status: 200 len: 946 time: 0.0555437 Jan 28 20:25:18.386966 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3c7c04d9-acda-4c66-85a2-ec53cc05dfec req-ca92f14d-64f2-4778-9219-958628399173 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/security-groups?id=1a24e8b8-5f96-47ac-a415-3353712b51f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402102 Jan 28 20:25:19.510353 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a5a003-eda3-45de-a748-d97d634d0b37 req-96bd37ac-de91-448a-85ea-e0d09fc24ece tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:19.511728 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-83a5a003-eda3-45de-a748-d97d634d0b37 req-96bd37ac-de91-448a-85ea-e0d09fc24ece tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/ports?device_id=1bbc5b34-8492-46b3-9961-373fae811dae HTTP/1.1" status: 200 len: 946 time: 0.0570390 Jan 28 20:25:19.556780 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-83a5a003-eda3-45de-a748-d97d634d0b37 req-77713290-d789-4c7a-82a5-cd349ab1de49 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/security-groups?id=1a24e8b8-5f96-47ac-a415-3353712b51f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395699 Jan 28 20:25:20.676057 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cdba7c-1a0b-431a-bae6-4c232bf04e89 req-7621cb77-c3ae-466f-967a-b94249034e52 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:20.677536 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d0cdba7c-1a0b-431a-bae6-4c232bf04e89 req-7621cb77-c3ae-466f-967a-b94249034e52 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/ports?device_id=1bbc5b34-8492-46b3-9961-373fae811dae HTTP/1.1" status: 200 len: 946 time: 0.0522656 Jan 28 20:25:20.723352 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d0cdba7c-1a0b-431a-bae6-4c232bf04e89 req-dadf072c-8ca3-4fe8-90fa-0e58e439141d tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/security-groups?id=1a24e8b8-5f96-47ac-a415-3353712b51f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397227 Jan 28 20:25:21.487742 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:25:21.845848 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf067c7-10b2-443a-a84e-f9fd8dcf59e2 req-6ec1e862-00dc-4564-a3a8-c2128ce9f007 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:21.847360 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7cf067c7-10b2-443a-a84e-f9fd8dcf59e2 req-6ec1e862-00dc-4564-a3a8-c2128ce9f007 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/ports?device_id=1bbc5b34-8492-46b3-9961-373fae811dae HTTP/1.1" status: 200 len: 946 time: 0.0546317 Jan 28 20:25:21.893280 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7cf067c7-10b2-443a-a84e-f9fd8dcf59e2 req-1a14c7fa-eaad-46b8-be34-793472b66b5a tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/security-groups?id=1a24e8b8-5f96-47ac-a415-3353712b51f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403752 Jan 28 20:25:23.017008 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37660373-e10d-4a17-a498-8573445507d0 req-b4ceba13-905e-4115-965b-fa62c215db0c tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:23.018444 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-37660373-e10d-4a17-a498-8573445507d0 req-b4ceba13-905e-4115-965b-fa62c215db0c tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/ports?device_id=1bbc5b34-8492-46b3-9961-373fae811dae HTTP/1.1" status: 200 len: 946 time: 0.0568998 Jan 28 20:25:23.063871 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-37660373-e10d-4a17-a498-8573445507d0 req-74790046-44d7-454d-874c-b935cf320143 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/security-groups?id=1a24e8b8-5f96-47ac-a415-3353712b51f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398254 Jan 28 20:25:24.184417 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea4097d-e580-4eb2-9403-92d20c7b07e1 req-8ae0dbb1-88de-4466-9953-01b6e07b22b7 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:24.185930 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-eea4097d-e580-4eb2-9403-92d20c7b07e1 req-8ae0dbb1-88de-4466-9953-01b6e07b22b7 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/ports?device_id=1bbc5b34-8492-46b3-9961-373fae811dae HTTP/1.1" status: 200 len: 946 time: 0.0568254 Jan 28 20:25:24.233631 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-eea4097d-e580-4eb2-9403-92d20c7b07e1 req-1a5775a4-d3dc-4418-b280-289649b083f8 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/security-groups?id=1a24e8b8-5f96-47ac-a415-3353712b51f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422707 Jan 28 20:25:24.503779 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:25:25.351510 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9bb9e9-2bd0-4f9e-a1b6-3f7ac62a9070 req-46666c11-df99-4ba0-806c-facd9a05cfe5 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:25.352997 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ef9bb9e9-2bd0-4f9e-a1b6-3f7ac62a9070 req-46666c11-df99-4ba0-806c-facd9a05cfe5 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/ports?device_id=1bbc5b34-8492-46b3-9961-373fae811dae HTTP/1.1" status: 200 len: 946 time: 0.0540981 Jan 28 20:25:25.399405 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ef9bb9e9-2bd0-4f9e-a1b6-3f7ac62a9070 req-d4231e00-8835-48ec-aad7-71386840cb95 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/security-groups?id=1a24e8b8-5f96-47ac-a415-3353712b51f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401051 Jan 28 20:25:26.518233 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a69f6c-e938-4069-9cc5-17d510b186f3 req-7d070e10-1f7b-48d8-a9fd-df22b0b08e10 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:26.519643 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-85a69f6c-e938-4069-9cc5-17d510b186f3 req-7d070e10-1f7b-48d8-a9fd-df22b0b08e10 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/ports?device_id=1bbc5b34-8492-46b3-9961-373fae811dae HTTP/1.1" status: 200 len: 946 time: 0.0529878 Jan 28 20:25:26.567727 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-85a69f6c-e938-4069-9cc5-17d510b186f3 req-2f730a33-8c8b-4731-8c85-6f4543e9402a tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/security-groups?id=1a24e8b8-5f96-47ac-a415-3353712b51f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422063 Jan 28 20:25:27.690782 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc8ba17-61a6-4329-a3f4-0f290a1d3b7b req-0cc9034e-fbf9-4523-b948-cf7a55609e38 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:27.692269 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-0cc8ba17-61a6-4329-a3f4-0f290a1d3b7b req-0cc9034e-fbf9-4523-b948-cf7a55609e38 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/ports?device_id=1bbc5b34-8492-46b3-9961-373fae811dae HTTP/1.1" status: 200 len: 946 time: 0.0526772 Jan 28 20:25:27.741322 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-0cc8ba17-61a6-4329-a3f4-0f290a1d3b7b req-83ad6d8e-3d6a-458e-8c1c-21eb6594bcc5 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/security-groups?id=1a24e8b8-5f96-47ac-a415-3353712b51f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435231 Jan 28 20:25:28.859442 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b5ae58-82d3-46c7-992b-796e3c50d401 req-ce09ce86-8a5e-4266-832a-5b2d48ef65d8 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:28.860906 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e5b5ae58-82d3-46c7-992b-796e3c50d401 req-ce09ce86-8a5e-4266-832a-5b2d48ef65d8 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/ports?device_id=1bbc5b34-8492-46b3-9961-373fae811dae HTTP/1.1" status: 200 len: 946 time: 0.0525727 Jan 28 20:25:28.910407 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e5b5ae58-82d3-46c7-992b-796e3c50d401 req-46d8cee9-fa81-4c2c-872c-6ce4d3aaeee7 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/security-groups?id=1a24e8b8-5f96-47ac-a415-3353712b51f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438323 Jan 28 20:25:30.032627 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24ccc73-f632-4b26-b378-5c92e9bf360e req-06dc2ad4-b908-4610-9205-99aa27a8fbeb tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:30.034122 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a24ccc73-f632-4b26-b378-5c92e9bf360e req-06dc2ad4-b908-4610-9205-99aa27a8fbeb tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/ports?device_id=1bbc5b34-8492-46b3-9961-373fae811dae HTTP/1.1" status: 200 len: 946 time: 0.0526056 Jan 28 20:25:30.080031 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a24ccc73-f632-4b26-b378-5c92e9bf360e req-07217d70-b034-45ed-9a34-dc2f1c78c45e tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/security-groups?id=1a24e8b8-5f96-47ac-a415-3353712b51f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404403 Jan 28 20:25:30.668473 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6541e8d4-71ab-4d0b-b448-095c8b6da62b req-75e4df42-2ecf-4058-b91a-28fc9c4f317f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:30.670005 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6541e8d4-71ab-4d0b-b448-095c8b6da62b req-75e4df42-2ecf-4058-b91a-28fc9c4f317f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=041c0f1816fa40aead247294d9debed3&device_id=1bbc5b34-8492-46b3-9961-373fae811dae HTTP/1.1" status: 200 len: 1129 time: 0.0444734 Jan 28 20:25:30.773874 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6541e8d4-71ab-4d0b-b448-095c8b6da62b req-0f5fae26-036d-466c-b4af-5d72cd2179ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:30.775316 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6541e8d4-71ab-4d0b-b448-095c8b6da62b req-0f5fae26-036d-466c-b4af-5d72cd2179ff service neutron] 10.222.0.41 "GET /v2.0/networks?id=474aa610-9428-467b-8915-0dd55634c416 HTTP/1.1" status: 200 len: 914 time: 0.0869453 Jan 28 20:25:30.816570 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6541e8d4-71ab-4d0b-b448-095c8b6da62b req-bd2b0f99-0d95-418d-9910-b866cbd48ddc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a2b2649a-3523-462e-b32c-c5020484814b HTTP/1.1" status: 200 len: 217 time: 0.0336688 Jan 28 20:25:30.864246 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6541e8d4-71ab-4d0b-b448-095c8b6da62b req-a419c1ce-ae7c-4a47-b4e9-c247dca7e7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:30.865682 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6541e8d4-71ab-4d0b-b448-095c8b6da62b req-a419c1ce-ae7c-4a47-b4e9-c247dca7e7c8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8bd3398c-e982-429d-b7b6-44ddc6517089 HTTP/1.1" status: 200 len: 854 time: 0.0428901 Jan 28 20:25:30.902260 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6541e8d4-71ab-4d0b-b448-095c8b6da62b req-314b6dbc-e3a7-4ed9-95ff-5986ff093f37 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=474aa610-9428-467b-8915-0dd55634c416&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294883 Jan 28 20:25:30.990840 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6541e8d4-71ab-4d0b-b448-095c8b6da62b req-aee75940-bd4f-4fbf-9eb8-b80cc6f5801f service neutron] 10.222.0.41 "GET /v2.0/networks/474aa610-9428-467b-8915-0dd55634c416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812857 Jan 28 20:25:31.084390 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6541e8d4-71ab-4d0b-b448-095c8b6da62b req-a978b2c7-5ece-46df-bcb8-1de1757f92c1 service neutron] 10.222.0.41 "GET /v2.0/networks/474aa610-9428-467b-8915-0dd55634c416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844948 Jan 28 20:25:31.202363 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac28865-5fb2-4d36-bd0f-bcc445bed49a req-ca62072a-bdbd-4398-84da-6a8d7de7a3c2 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:31.203841 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-cac28865-5fb2-4d36-bd0f-bcc445bed49a req-ca62072a-bdbd-4398-84da-6a8d7de7a3c2 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/ports?device_id=1bbc5b34-8492-46b3-9961-373fae811dae HTTP/1.1" status: 200 len: 946 time: 0.0537710 Jan 28 20:25:31.250789 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-cac28865-5fb2-4d36-bd0f-bcc445bed49a req-682f032f-51fb-4f49-aaad-13351b3e8ffb tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/security-groups?id=1a24e8b8-5f96-47ac-a415-3353712b51f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413404 Jan 28 20:25:32.370255 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18df0208-44b1-4db4-80df-a4a74fc81a46 req-20b52d92-044f-441c-8606-929be0e48f07 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:32.371762 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-18df0208-44b1-4db4-80df-a4a74fc81a46 req-20b52d92-044f-441c-8606-929be0e48f07 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/ports?device_id=1bbc5b34-8492-46b3-9961-373fae811dae HTTP/1.1" status: 200 len: 946 time: 0.0538661 Jan 28 20:25:32.421570 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-18df0208-44b1-4db4-80df-a4a74fc81a46 req-4a05fdf1-dc93-437c-b4ad-2dc48c95f828 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/security-groups?id=1a24e8b8-5f96-47ac-a415-3353712b51f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414853 Jan 28 20:25:33.540012 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f745b53-24f7-4e8e-afdd-ae4e955dec59 req-05860426-17a1-4c75-9b64-eec8f1da60f2 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:33.541412 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2f745b53-24f7-4e8e-afdd-ae4e955dec59 req-05860426-17a1-4c75-9b64-eec8f1da60f2 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/ports?device_id=1bbc5b34-8492-46b3-9961-373fae811dae HTTP/1.1" status: 200 len: 946 time: 0.0522101 Jan 28 20:25:33.587508 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2f745b53-24f7-4e8e-afdd-ae4e955dec59 req-57a80911-6e20-4bb3-a68b-790eaad6963d tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/security-groups?id=1a24e8b8-5f96-47ac-a415-3353712b51f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405424 Jan 28 20:25:34.710128 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7080d842-e4c5-4b08-a821-152a32ab4218 req-20d185d8-ef32-4791-9013-250c0d47078e tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:34.711619 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7080d842-e4c5-4b08-a821-152a32ab4218 req-20d185d8-ef32-4791-9013-250c0d47078e tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/ports?device_id=1bbc5b34-8492-46b3-9961-373fae811dae HTTP/1.1" status: 200 len: 946 time: 0.0523231 Jan 28 20:25:34.760939 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7080d842-e4c5-4b08-a821-152a32ab4218 req-6e145306-3080-4ca0-886e-1b2bf8d9fdbb tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/security-groups?id=1a24e8b8-5f96-47ac-a415-3353712b51f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431597 Jan 28 20:25:35.885357 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683b85da-71ac-44dc-bd93-ab09adc1d1a0 req-9e5568e8-ec98-4d55-8510-7cd0b93fd5bf tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:35.886807 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-683b85da-71ac-44dc-bd93-ab09adc1d1a0 req-9e5568e8-ec98-4d55-8510-7cd0b93fd5bf tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/ports?device_id=1bbc5b34-8492-46b3-9961-373fae811dae HTTP/1.1" status: 200 len: 946 time: 0.0558047 Jan 28 20:25:35.933989 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-683b85da-71ac-44dc-bd93-ab09adc1d1a0 req-28ec70f2-abe1-4126-86a0-a4fec896faad tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/security-groups?id=1a24e8b8-5f96-47ac-a415-3353712b51f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416319 Jan 28 20:25:36.805272 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-450332a3-3dd4-405e-a057-b0665975fb98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:25:37.055721 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaf61ba-9bd8-44d7-b567-f1f1ec8527cb req-c17c9c20-0be5-45be-b0b3-43b5e184eb73 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:37.057221 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2aaf61ba-9bd8-44d7-b567-f1f1ec8527cb req-c17c9c20-0be5-45be-b0b3-43b5e184eb73 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/ports?device_id=1bbc5b34-8492-46b3-9961-373fae811dae HTTP/1.1" status: 200 len: 946 time: 0.0565937 Jan 28 20:25:37.107207 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2aaf61ba-9bd8-44d7-b567-f1f1ec8527cb req-4bb824c8-da15-4a45-bd9a-4be0a850a22c tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/security-groups?id=1a24e8b8-5f96-47ac-a415-3353712b51f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444477 Jan 28 20:25:38.227758 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca15a4a-3c54-4501-8bf0-4e575bc6366f req-42902035-ea1c-4272-8743-2074a3cdf242 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:38.229609 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9ca15a4a-3c54-4501-8bf0-4e575bc6366f req-42902035-ea1c-4272-8743-2074a3cdf242 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/ports?device_id=1bbc5b34-8492-46b3-9961-373fae811dae HTTP/1.1" status: 200 len: 946 time: 0.0547197 Jan 28 20:25:38.275617 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9ca15a4a-3c54-4501-8bf0-4e575bc6366f req-5e3a3bc1-9836-4b5c-bd4e-8e18bae050ec tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/security-groups?id=1a24e8b8-5f96-47ac-a415-3353712b51f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398695 Jan 28 20:25:38.700769 n-d-812111-14 neutron-server[103305]: INFO neutron.api.v2.resource [req-e18019bd-9506-4643-9756-7288068ff640 req-a264cb4f-1f6d-4df9-b432-6ce177275464 service neutron] show failed (client error): The resource could not be found. Jan 28 20:25:38.701541 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e18019bd-9506-4643-9756-7288068ff640 req-a264cb4f-1f6d-4df9-b432-6ce177275464 service neutron] 10.222.0.41 "GET /v2.0/ports/a2b2649a-3523-462e-b32c-c5020484814b/bindings/n-h2-812111-14 HTTP/1.1" status: 404 len: 381 time: 0.0543153 Jan 28 20:25:38.914193 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18019bd-9506-4643-9756-7288068ff640 req-0c60c4aa-f8fa-40a3-842a-0f8672eb579f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:38.915705 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e18019bd-9506-4643-9756-7288068ff640 req-0c60c4aa-f8fa-40a3-842a-0f8672eb579f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=1bbc5b34-8492-46b3-9961-373fae811dae&tenant_id=041c0f1816fa40aead247294d9debed3 HTTP/1.1" status: 200 len: 1129 time: 0.0455306 Jan 28 20:25:38.927462 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-e18019bd-9506-4643-9756-7288068ff640 req-476893c5-db9a-42ad-8696-149781178166 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-812111-14', 'device_owner': 'compute:nova'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:25:38.988159 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e18019bd-9506-4643-9756-7288068ff640 req-476893c5-db9a-42ad-8696-149781178166 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (a2b2649a-3523-462e-b32c-c5020484814b), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:25:39.056838 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b5159017-d7a7-4c73-8251-58e8721d37dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:25:39.186822 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-e18019bd-9506-4643-9756-7288068ff640 req-476893c5-db9a-42ad-8696-149781178166 service neutron] For port a2b2649a-3523-462e-b32c-c5020484814b, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=a2b2649a-3523-462e-b32c-c5020484814b,segment=NetworkSegment(0953e963-1028-4e12-8ff7-780fb25f2faa),segment_id=0953e963-1028-4e12-8ff7-780fb25f2faa)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:25:39.218873 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-e18019bd-9506-4643-9756-7288068ff640 req-476893c5-db9a-42ad-8696-149781178166 service neutron] For port a2b2649a-3523-462e-b32c-c5020484814b, host n-h1-812111-14, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:25:39.258285 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bbc5b34-8492-46b3-9961-373fae811dae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2b2649a-3523-462e-b32c-c5020484814b'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:25:39.260535 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}690870b4896ba3504f21237a239c836c0346d6a62bcfb5e8ee91fd1b13f99dd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0889b10a-d890-48b1-89d0-45615275de21" -d '{"events": [{"server_uuid": "1bbc5b34-8492-46b3-9961-373fae811dae", "name": "network-vif-unplugged", "status": "completed", "tag": "a2b2649a-3523-462e-b32c-c5020484814b"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:25:39.264598 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e18019bd-9506-4643-9756-7288068ff640 req-476893c5-db9a-42ad-8696-149781178166 service neutron] Publish callbacks [] for port (a2b2649a-3523-462e-b32c-c5020484814b), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:25:39.277084 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-e18019bd-9506-4643-9756-7288068ff640 req-476893c5-db9a-42ad-8696-149781178166 service neutron] Transition to ACTIVE for port object a2b2649a-3523-462e-b32c-c5020484814b will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:25:39.281538 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e18019bd-9506-4643-9756-7288068ff640 req-476893c5-db9a-42ad-8696-149781178166 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (a2b2649a-3523-462e-b32c-c5020484814b), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:25:39.315531 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 20:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44646674-e4d4-4b49-bbe6-b54dbd5a6920 x-openstack-request-id: req-44646674-e4d4-4b49-bbe6-b54dbd5a6920 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:25:39.315829 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bbc5b34-8492-46b3-9961-373fae811dae", "name": "network-vif-unplugged", "status": "completed", "tag": "a2b2649a-3523-462e-b32c-c5020484814b", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:25:39.316190 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-44646674-e4d4-4b49-bbe6-b54dbd5a6920 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:25:39.316470 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bbc5b34-8492-46b3-9961-373fae811dae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2b2649a-3523-462e-b32c-c5020484814b', 'code': 200} Jan 28 20:25:39.354315 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-e18019bd-9506-4643-9756-7288068ff640 req-476893c5-db9a-42ad-8696-149781178166 service neutron] No DVR routers for this DVR port a2b2649a-3523-462e-b32c-c5020484814b on host n-h1-812111-14 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:25:39.365407 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476893c5-db9a-42ad-8696-149781178166 service neutron] Pushing event updated for resources: {'Port': ['ID=a2b2649a-3523-462e-b32c-c5020484814b,revision_number=6']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:25:39.420984 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-e18019bd-9506-4643-9756-7288068ff640 req-476893c5-db9a-42ad-8696-149781178166 service neutron] Attempting to bind port a2b2649a-3523-462e-b32c-c5020484814b on host n-h2-812111-14 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:25:39.421338 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-e18019bd-9506-4643-9756-7288068ff640 req-476893c5-db9a-42ad-8696-149781178166 service neutron] Attempting to bind port a2b2649a-3523-462e-b32c-c5020484814b by drivers openvswitch,hyperv on host n-h2-812111-14 at level 0 using segments [{'id': '0953e963-1028-4e12-8ff7-780fb25f2faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '474aa610-9428-467b-8915-0dd55634c416'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:25:39.421661 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18019bd-9506-4643-9756-7288068ff640 req-476893c5-db9a-42ad-8696-149781178166 service neutron] Attempting to bind port a2b2649a-3523-462e-b32c-c5020484814b on network 474aa610-9428-467b-8915-0dd55634c416 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:25:39.428405 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18019bd-9506-4643-9756-7288068ff640 req-476893c5-db9a-42ad-8696-149781178166 service neutron] Port a2b2649a-3523-462e-b32c-c5020484814b on network 474aa610-9428-467b-8915-0dd55634c416 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-14 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:25:39.428724 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18019bd-9506-4643-9756-7288068ff640 req-476893c5-db9a-42ad-8696-149781178166 service neutron] Attempting to bind port a2b2649a-3523-462e-b32c-c5020484814b on network 474aa610-9428-467b-8915-0dd55634c416 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:25:39.441063 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c311bc-a448-467a-98ee-16ba20702e9b req-eeef8cbd-caa0-4161-9c6f-cc250e7b0835 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:39.442485 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-65c311bc-a448-467a-98ee-16ba20702e9b req-eeef8cbd-caa0-4161-9c6f-cc250e7b0835 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/ports?device_id=1bbc5b34-8492-46b3-9961-373fae811dae HTTP/1.1" status: 200 len: 944 time: 0.0931580 Jan 28 20:25:39.443604 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18019bd-9506-4643-9756-7288068ff640 req-476893c5-db9a-42ad-8696-149781178166 service neutron] Checking agent: {'id': '8f3fee4e-bf24-4b58-8a3a-ae9c8011a473', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 25, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:25:39.443942 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18019bd-9506-4643-9756-7288068ff640 req-476893c5-db9a-42ad-8696-149781178166 service neutron] Checking segment: {'id': '0953e963-1028-4e12-8ff7-780fb25f2faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '474aa610-9428-467b-8915-0dd55634c416'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:25:39.444320 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18019bd-9506-4643-9756-7288068ff640 req-476893c5-db9a-42ad-8696-149781178166 service neutron] Bound using segment: {'id': '0953e963-1028-4e12-8ff7-780fb25f2faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '474aa610-9428-467b-8915-0dd55634c416'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:25:39.444750 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-e18019bd-9506-4643-9756-7288068ff640 req-476893c5-db9a-42ad-8696-149781178166 service neutron] Bound port: a2b2649a-3523-462e-b32c-c5020484814b, host: n-h2-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0953e963-1028-4e12-8ff7-780fb25f2faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '474aa610-9428-467b-8915-0dd55634c416'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:25:39.445140 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e18019bd-9506-4643-9756-7288068ff640 req-476893c5-db9a-42ad-8696-149781178166 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (a2b2649a-3523-462e-b32c-c5020484814b), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:25:39.530882 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-65c311bc-a448-467a-98ee-16ba20702e9b req-5dfca506-f6c6-483c-b6a2-8224aaef7241 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/security-groups?id=1a24e8b8-5f96-47ac-a415-3353712b51f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827808 Jan 28 20:25:39.546276 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-e18019bd-9506-4643-9756-7288068ff640 req-476893c5-db9a-42ad-8696-149781178166 service neutron] For port a2b2649a-3523-462e-b32c-c5020484814b, host n-h2-812111-14, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:25:39.549619 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-e18019bd-9506-4643-9756-7288068ff640 req-476893c5-db9a-42ad-8696-149781178166 service neutron] For port a2b2649a-3523-462e-b32c-c5020484814b, host n-h2-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=a2b2649a-3523-462e-b32c-c5020484814b,segment=NetworkSegment(0953e963-1028-4e12-8ff7-780fb25f2faa),segment_id=0953e963-1028-4e12-8ff7-780fb25f2faa)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:25:39.555192 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e18019bd-9506-4643-9756-7288068ff640 req-476893c5-db9a-42ad-8696-149781178166 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (a2b2649a-3523-462e-b32c-c5020484814b), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:25:39.591085 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18019bd-9506-4643-9756-7288068ff640 req-476893c5-db9a-42ad-8696-149781178166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:39.591700 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e18019bd-9506-4643-9756-7288068ff640 req-476893c5-db9a-42ad-8696-149781178166 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:25:39.593474 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e18019bd-9506-4643-9756-7288068ff640 req-476893c5-db9a-42ad-8696-149781178166 service neutron] 10.222.0.70 "PUT /v2.0/ports/a2b2649a-3523-462e-b32c-c5020484814b HTTP/1.1" status: 200 len: 1093 time: 0.6698158 Jan 28 20:25:39.615572 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476893c5-db9a-42ad-8696-149781178166 service neutron] Pushing event updated for resources: {'Port': ['ID=a2b2649a-3523-462e-b32c-c5020484814b,revision_number=7']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:25:39.661475 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18019bd-9506-4643-9756-7288068ff640 req-9a7c02a9-9308-4f79-92de-0b7c5d418571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:39.662975 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e18019bd-9506-4643-9756-7288068ff640 req-9a7c02a9-9308-4f79-92de-0b7c5d418571 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=041c0f1816fa40aead247294d9debed3&device_id=1bbc5b34-8492-46b3-9961-373fae811dae HTTP/1.1" status: 200 len: 1127 time: 0.0484114 Jan 28 20:25:39.754964 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18019bd-9506-4643-9756-7288068ff640 req-05e1941d-977e-4150-93ad-0776d05f1fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:39.756354 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e18019bd-9506-4643-9756-7288068ff640 req-05e1941d-977e-4150-93ad-0776d05f1fac service neutron] 10.222.0.70 "GET /v2.0/networks?id=474aa610-9428-467b-8915-0dd55634c416 HTTP/1.1" status: 200 len: 914 time: 0.0869732 Jan 28 20:25:39.799582 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e18019bd-9506-4643-9756-7288068ff640 req-d048d24c-99c2-4dde-be3d-5b190769ebcf service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a2b2649a-3523-462e-b32c-c5020484814b HTTP/1.1" status: 200 len: 217 time: 0.0343029 Jan 28 20:25:39.846790 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18019bd-9506-4643-9756-7288068ff640 req-a266f346-218a-4311-824c-abb6ac07036f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:39.848188 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e18019bd-9506-4643-9756-7288068ff640 req-a266f346-218a-4311-824c-abb6ac07036f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8bd3398c-e982-429d-b7b6-44ddc6517089 HTTP/1.1" status: 200 len: 854 time: 0.0420294 Jan 28 20:25:39.883523 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e18019bd-9506-4643-9756-7288068ff640 req-eac18e7b-d6b0-4436-a5db-76a0b245c222 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=474aa610-9428-467b-8915-0dd55634c416&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287364 Jan 28 20:25:39.974028 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e18019bd-9506-4643-9756-7288068ff640 req-ac2afe44-bf0d-4b10-a32f-318221e7c8d9 service neutron] 10.222.0.70 "GET /v2.0/networks/474aa610-9428-467b-8915-0dd55634c416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807974 Jan 28 20:25:40.042343 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:25:40.066466 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e18019bd-9506-4643-9756-7288068ff640 req-d594055e-372c-49da-9038-dcbac1cac5c2 service neutron] 10.222.0.70 "GET /v2.0/networks/474aa610-9428-467b-8915-0dd55634c416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855918 Jan 28 20:25:40.656960 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9968afc8-8f0c-489f-ae05-17a83a091ec2 req-a93f39a9-85b7-489b-9c80-fe27c81401a5 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:40.658469 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9968afc8-8f0c-489f-ae05-17a83a091ec2 req-a93f39a9-85b7-489b-9c80-fe27c81401a5 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/ports?device_id=1bbc5b34-8492-46b3-9961-373fae811dae HTTP/1.1" status: 200 len: 944 time: 0.0536876 Jan 28 20:25:40.705169 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9968afc8-8f0c-489f-ae05-17a83a091ec2 req-422d6ad5-4ef5-4366-bf05-29a868e97bad tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/security-groups?id=1a24e8b8-5f96-47ac-a415-3353712b51f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412335 Jan 28 20:25:41.318066 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bbc5b34-8492-46b3-9961-373fae811dae', 'tag': 'a2b2649a-3523-462e-b32c-c5020484814b'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:25:41.320358 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}690870b4896ba3504f21237a239c836c0346d6a62bcfb5e8ee91fd1b13f99dd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bc8e17f-29b8-4227-911c-8da15d44d605" -d '{"events": [{"name": "network-changed", "server_uuid": "1bbc5b34-8492-46b3-9961-373fae811dae", "tag": "a2b2649a-3523-462e-b32c-c5020484814b"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:25:41.368178 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d74d6644-42ad-4289-b0cf-551cf11a2a40 x-openstack-request-id: req-d74d6644-42ad-4289-b0cf-551cf11a2a40 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:25:41.368475 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bbc5b34-8492-46b3-9961-373fae811dae", "tag": "a2b2649a-3523-462e-b32c-c5020484814b", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:25:41.369090 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d74d6644-42ad-4289-b0cf-551cf11a2a40 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:25:41.369252 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bbc5b34-8492-46b3-9961-373fae811dae', 'tag': 'a2b2649a-3523-462e-b32c-c5020484814b', 'status': 'completed', 'code': 200} Jan 28 20:25:41.376874 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device a2b2649a-3523-462e-b32c-c5020484814b no longer exists at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:25:41.415808 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] The host n-h1-812111-14 is not matching for port a2b2649a-3523-462e-b32c-c5020484814b host n-h2-812111-14! {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Jan 28 20:25:41.416214 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device a2b2649a-3523-462e-b32c-c5020484814b not bound to the agent host n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:25:41.437329 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc8e17f-29b8-4227-911c-8da15d44d605 req-73451e96-7b91-4300-ac66-9217235132c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:41.438845 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8bc8e17f-29b8-4227-911c-8da15d44d605 req-73451e96-7b91-4300-ac66-9217235132c9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=041c0f1816fa40aead247294d9debed3&device_id=1bbc5b34-8492-46b3-9961-373fae811dae HTTP/1.1" status: 200 len: 1127 time: 0.0474069 Jan 28 20:25:41.449655 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc8e17f-29b8-4227-911c-8da15d44d605 req-22c2ad87-d633-4abb-8fc2-05f7cbdf5122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:41.451350 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8bc8e17f-29b8-4227-911c-8da15d44d605 req-22c2ad87-d633-4abb-8fc2-05f7cbdf5122 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=041c0f1816fa40aead247294d9debed3&device_id=1bbc5b34-8492-46b3-9961-373fae811dae HTTP/1.1" status: 200 len: 1127 time: 0.0512412 Jan 28 20:25:41.528578 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc8e17f-29b8-4227-911c-8da15d44d605 req-e944e1b6-1cd5-4951-bddb-a8475e80daee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:41.530086 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8bc8e17f-29b8-4227-911c-8da15d44d605 req-e944e1b6-1cd5-4951-bddb-a8475e80daee service neutron] 10.222.0.70 "GET /v2.0/networks?id=474aa610-9428-467b-8915-0dd55634c416 HTTP/1.1" status: 200 len: 914 time: 0.0832417 Jan 28 20:25:41.544421 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc8e17f-29b8-4227-911c-8da15d44d605 req-46c5b89b-4d3f-46dc-a8c3-640569df0c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:41.545896 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8bc8e17f-29b8-4227-911c-8da15d44d605 req-46c5b89b-4d3f-46dc-a8c3-640569df0c56 service neutron] 10.222.0.41 "GET /v2.0/networks?id=474aa610-9428-467b-8915-0dd55634c416 HTTP/1.1" status: 200 len: 914 time: 0.0850246 Jan 28 20:25:41.580372 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8bc8e17f-29b8-4227-911c-8da15d44d605 req-5fbded8d-f2af-43b8-b4d0-a9688c6423a0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a2b2649a-3523-462e-b32c-c5020484814b HTTP/1.1" status: 200 len: 217 time: 0.0394530 Jan 28 20:25:41.590370 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device a2b2649a-3523-462e-b32c-c5020484814b details requested by agent hyperv_n-h2-812111-14 with host n-h2-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:25:41.596259 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8bc8e17f-29b8-4227-911c-8da15d44d605 req-33296c65-1f70-4a6f-b048-5ae80c51e492 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a2b2649a-3523-462e-b32c-c5020484814b HTTP/1.1" status: 200 len: 217 time: 0.0409942 Jan 28 20:25:41.631900 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc8e17f-29b8-4227-911c-8da15d44d605 req-5add9370-6b6f-4618-a62c-5882f2426206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:41.633758 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8bc8e17f-29b8-4227-911c-8da15d44d605 req-5add9370-6b6f-4618-a62c-5882f2426206 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8bd3398c-e982-429d-b7b6-44ddc6517089 HTTP/1.1" status: 200 len: 854 time: 0.0461023 Jan 28 20:25:41.648464 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc8e17f-29b8-4227-911c-8da15d44d605 req-bbfa37f2-6b71-491d-82b4-11fa1f10c047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:41.650751 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8bc8e17f-29b8-4227-911c-8da15d44d605 req-bbfa37f2-6b71-491d-82b4-11fa1f10c047 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8bd3398c-e982-429d-b7b6-44ddc6517089 HTTP/1.1" status: 200 len: 854 time: 0.0461097 Jan 28 20:25:41.672701 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8bc8e17f-29b8-4227-911c-8da15d44d605 req-e3836db5-902a-4b15-97a3-c413a9c0099d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=474aa610-9428-467b-8915-0dd55634c416&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315864 Jan 28 20:25:41.693272 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port a2b2649a-3523-462e-b32c-c5020484814b, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=a2b2649a-3523-462e-b32c-c5020484814b,segment=NetworkSegment(0953e963-1028-4e12-8ff7-780fb25f2faa),segment_id=0953e963-1028-4e12-8ff7-780fb25f2faa)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:25:41.695288 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8bc8e17f-29b8-4227-911c-8da15d44d605 req-edda2ecb-af85-48da-8877-0c4469b6ac73 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=474aa610-9428-467b-8915-0dd55634c416&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353513 Jan 28 20:25:41.706281 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Returning: {'device': 'a2b2649a-3523-462e-b32c-c5020484814b', 'network_id': '474aa610-9428-467b-8915-0dd55634c416', 'port_id': 'a2b2649a-3523-462e-b32c-c5020484814b', 'mac_address': 'fa:16:3e:76:85:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bd3398c-e982-429d-b7b6-44ddc6517089', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:25:41.750381 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port a2b2649a-3523-462e-b32c-c5020484814b is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:25:41.750780 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (a2b2649a-3523-462e-b32c-c5020484814b), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:25:41.766178 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2b2649a-3523-462e-b32c-c5020484814b {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:25:41.793369 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8bc8e17f-29b8-4227-911c-8da15d44d605 req-80ad6c40-e13f-45ad-9d3b-b73c50bdb70f service neutron] 10.222.0.70 "GET /v2.0/networks/474aa610-9428-467b-8915-0dd55634c416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127999 Jan 28 20:25:41.797002 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port a2b2649a-3523-462e-b32c-c5020484814b, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=a2b2649a-3523-462e-b32c-c5020484814b,segment=NetworkSegment(0953e963-1028-4e12-8ff7-780fb25f2faa),segment_id=0953e963-1028-4e12-8ff7-780fb25f2faa)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:25:41.801847 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (a2b2649a-3523-462e-b32c-c5020484814b), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:25:41.806214 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8bc8e17f-29b8-4227-911c-8da15d44d605 req-2e8458e4-1a90-4b05-abd5-3e868f41f260 service neutron] 10.222.0.41 "GET /v2.0/networks/474aa610-9428-467b-8915-0dd55634c416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036558 Jan 28 20:25:41.879409 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=a2b2649a-3523-462e-b32c-c5020484814b,revision_number=8']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:25:41.909581 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8bc8e17f-29b8-4227-911c-8da15d44d605 req-8ace0ef9-e162-4640-bf4f-da191a9ac77f service neutron] 10.222.0.70 "GET /v2.0/networks/474aa610-9428-467b-8915-0dd55634c416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040940 Jan 28 20:25:41.917933 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:25:41.942809 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0447eb14-5e72-4347-9d5c-7d33001d4494 req-ceff8673-7db8-47e1-a022-e102c5367675 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:41.944289 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-0447eb14-5e72-4347-9d5c-7d33001d4494 req-ceff8673-7db8-47e1-a022-e102c5367675 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/ports?device_id=1bbc5b34-8492-46b3-9961-373fae811dae HTTP/1.1" status: 200 len: 945 time: 0.1299067 Jan 28 20:25:41.947841 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8bc8e17f-29b8-4227-911c-8da15d44d605 req-76f41b00-6050-44e7-b1d5-c55ad5c8addf service neutron] 10.222.0.41 "GET /v2.0/networks/474aa610-9428-467b-8915-0dd55634c416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322052 Jan 28 20:25:41.993301 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-0447eb14-5e72-4347-9d5c-7d33001d4494 req-62d7e521-6730-430c-bf14-fa368e147a35 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/security-groups?id=1a24e8b8-5f96-47ac-a415-3353712b51f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426512 Jan 28 20:25:42.073575 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['a2b2649a-3523-462e-b32c-c5020484814b'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:25:43.118876 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4074807b-88a9-4110-85f7-ff025f040419 req-f1de5bbd-54bd-4923-a298-be92c697e9eb tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:43.120325 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4074807b-88a9-4110-85f7-ff025f040419 req-f1de5bbd-54bd-4923-a298-be92c697e9eb tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/ports?device_id=1bbc5b34-8492-46b3-9961-373fae811dae HTTP/1.1" status: 200 len: 945 time: 0.0570562 Jan 28 20:25:43.165959 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4074807b-88a9-4110-85f7-ff025f040419 req-06f60455-9446-4506-b7be-0ba39a875242 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/security-groups?id=1a24e8b8-5f96-47ac-a415-3353712b51f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394623 Jan 28 20:25:43.288560 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:25:43.368667 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56b89da-60e9-46f5-a292-4c75b17ddcac req-bc25479e-f78d-4308-bf93-ce7921b0cd5a tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:43.370348 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e56b89da-60e9-46f5-a292-4c75b17ddcac req-bc25479e-f78d-4308-bf93-ce7921b0cd5a tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/ports?device_id=1bbc5b34-8492-46b3-9961-373fae811dae HTTP/1.1" status: 200 len: 945 time: 0.0540440 Jan 28 20:25:43.387820 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4474ee26-c37e-43d1-98f6-4bd8a5a28e55 req-cd1b3fc1-60a1-4186-a299-a4ee0921e495 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:43.389322 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4474ee26-c37e-43d1-98f6-4bd8a5a28e55 req-cd1b3fc1-60a1-4186-a299-a4ee0921e495 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.41 "GET /v2.0/ports?device_id=1bbc5b34-8492-46b3-9961-373fae811dae&tenant_id=041c0f1816fa40aead247294d9debed3&binding%3Ahost_id=n-h2-812111-14 HTTP/1.1" status: 200 len: 945 time: 0.0560801 Jan 28 20:25:43.415960 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e56b89da-60e9-46f5-a292-4c75b17ddcac req-25e680d1-878d-4713-bc9f-2f565b0fe45c tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/security-groups?id=1a24e8b8-5f96-47ac-a415-3353712b51f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399404 Jan 28 20:25:43.452863 n-d-812111-14 neutron-server[103305]: INFO neutron.api.v2.resource [req-4474ee26-c37e-43d1-98f6-4bd8a5a28e55 req-201ed1df-5c9c-4df8-8d63-6dea766e77b6 service neutron] delete failed (client error): The resource could not be found. Jan 28 20:25:43.453976 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4474ee26-c37e-43d1-98f6-4bd8a5a28e55 req-201ed1df-5c9c-4df8-8d63-6dea766e77b6 service neutron] 10.222.0.41 "DELETE /v2.0/ports/a2b2649a-3523-462e-b32c-c5020484814b/bindings/n-h1-812111-14 HTTP/1.1" status: 404 len: 381 time: 0.0545983 Jan 28 20:25:43.548875 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4474ee26-c37e-43d1-98f6-4bd8a5a28e55 req-6323cf7a-abd3-4c8f-aa4b-8f0c076630b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:43.550415 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4474ee26-c37e-43d1-98f6-4bd8a5a28e55 req-6323cf7a-abd3-4c8f-aa4b-8f0c076630b6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=041c0f1816fa40aead247294d9debed3&device_id=1bbc5b34-8492-46b3-9961-373fae811dae HTTP/1.1" status: 200 len: 1128 time: 0.0450470 Jan 28 20:25:43.598867 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device a2b2649a-3523-462e-b32c-c5020484814b up at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:25:43.645074 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4474ee26-c37e-43d1-98f6-4bd8a5a28e55 req-e1ed1845-50c3-4965-824a-97af4a37beb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:43.646585 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4474ee26-c37e-43d1-98f6-4bd8a5a28e55 req-e1ed1845-50c3-4965-824a-97af4a37beb1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=474aa610-9428-467b-8915-0dd55634c416 HTTP/1.1" status: 200 len: 914 time: 0.0874264 Jan 28 20:25:43.647568 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning for port a2b2649a-3523-462e-b32c-c5020484814b completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:25:43.651518 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning complete for port a2b2649a-3523-462e-b32c-c5020484814b triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:25:43.652508 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (a2b2649a-3523-462e-b32c-c5020484814b), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:25:43.688763 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4474ee26-c37e-43d1-98f6-4bd8a5a28e55 req-e1c2326c-98c5-4e10-a8d7-f0a6e2024398 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a2b2649a-3523-462e-b32c-c5020484814b HTTP/1.1" status: 200 len: 217 time: 0.0342607 Jan 28 20:25:43.729256 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port a2b2649a-3523-462e-b32c-c5020484814b is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:25:43.729965 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (a2b2649a-3523-462e-b32c-c5020484814b), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:25:43.743553 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4474ee26-c37e-43d1-98f6-4bd8a5a28e55 req-af1e320a-1760-4a00-9abd-c4a1e3c7462e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:43.745068 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4474ee26-c37e-43d1-98f6-4bd8a5a28e55 req-af1e320a-1760-4a00-9abd-c4a1e3c7462e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8bd3398c-e982-429d-b7b6-44ddc6517089 HTTP/1.1" status: 200 len: 854 time: 0.0486052 Jan 28 20:25:43.752099 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bbc5b34-8492-46b3-9961-373fae811dae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2b2649a-3523-462e-b32c-c5020484814b'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:25:43.754478 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}704c702df6f21e7df92d3d89d4c6cfde2c6406e49d8202b36454fc5209adee22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-075e4340-255e-4cb7-8a43-a9d929574e00" -d '{"events": [{"server_uuid": "1bbc5b34-8492-46b3-9961-373fae811dae", "name": "network-vif-plugged", "status": "completed", "tag": "a2b2649a-3523-462e-b32c-c5020484814b"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:25:43.771441 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port a2b2649a-3523-462e-b32c-c5020484814b, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=a2b2649a-3523-462e-b32c-c5020484814b,segment=NetworkSegment(0953e963-1028-4e12-8ff7-780fb25f2faa),segment_id=0953e963-1028-4e12-8ff7-780fb25f2faa)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:25:43.776246 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (a2b2649a-3523-462e-b32c-c5020484814b), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:25:43.785162 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4474ee26-c37e-43d1-98f6-4bd8a5a28e55 req-7774fcf1-d2e0-4ccd-af0d-cc66885c563c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=474aa610-9428-467b-8915-0dd55634c416&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309677 Jan 28 20:25:43.807420 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acad984d-115e-4eb0-b898-ee08a8aad7ad x-openstack-request-id: req-acad984d-115e-4eb0-b898-ee08a8aad7ad {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:25:43.807715 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bbc5b34-8492-46b3-9961-373fae811dae", "name": "network-vif-plugged", "status": "completed", "tag": "a2b2649a-3523-462e-b32c-c5020484814b", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:25:43.807972 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-acad984d-115e-4eb0-b898-ee08a8aad7ad {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:25:43.808377 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bbc5b34-8492-46b3-9961-373fae811dae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2b2649a-3523-462e-b32c-c5020484814b', 'code': 200} Jan 28 20:25:43.827957 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=a2b2649a-3523-462e-b32c-c5020484814b,revision_number=9']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:25:43.879253 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4474ee26-c37e-43d1-98f6-4bd8a5a28e55 req-dd141759-5bcb-411c-aa4c-eb001e55cbf7 service neutron] 10.222.0.41 "GET /v2.0/networks/474aa610-9428-467b-8915-0dd55634c416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845306 Jan 28 20:25:44.268104 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4474ee26-c37e-43d1-98f6-4bd8a5a28e55 req-bf98371e-fbb2-475b-a1a4-1a621beeec46 service neutron] 10.222.0.41 "GET /v2.0/networks/474aa610-9428-467b-8915-0dd55634c416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3791661 Jan 28 20:25:44.536687 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37df72f5-7209-4ee8-b638-7f2e6d9f6498 req-14048592-13e5-405e-b154-71d74e4f88a6 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:44.538361 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-37df72f5-7209-4ee8-b638-7f2e6d9f6498 req-14048592-13e5-405e-b154-71d74e4f88a6 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/ports?device_id=1bbc5b34-8492-46b3-9961-373fae811dae HTTP/1.1" status: 200 len: 946 time: 0.0523229 Jan 28 20:25:44.588559 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-37df72f5-7209-4ee8-b638-7f2e6d9f6498 req-4b458a43-845d-49f0-8a75-4b2803792330 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/security-groups?id=1a24e8b8-5f96-47ac-a415-3353712b51f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440872 Jan 28 20:25:45.714455 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638a91c9-793a-422c-babe-ca121ec7470f req-21940b42-956f-43ca-8fe6-8306321a8676 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:45.715912 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-638a91c9-793a-422c-babe-ca121ec7470f req-21940b42-956f-43ca-8fe6-8306321a8676 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/ports?device_id=1bbc5b34-8492-46b3-9961-373fae811dae HTTP/1.1" status: 200 len: 946 time: 0.0525050 Jan 28 20:25:45.762002 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-638a91c9-793a-422c-babe-ca121ec7470f req-30f7db4e-d2e8-41de-aef0-961be903c686 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/security-groups?id=1a24e8b8-5f96-47ac-a415-3353712b51f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405858 Jan 28 20:25:45.879477 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e18b2b8-acfc-4296-ac26-4e95b0be8738 req-f2385b3d-508c-4c00-83e8-5c6fd782ca0b tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:45.880839 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4e18b2b8-acfc-4296-ac26-4e95b0be8738 req-f2385b3d-508c-4c00-83e8-5c6fd782ca0b tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/ports?device_id=1bbc5b34-8492-46b3-9961-373fae811dae HTTP/1.1" status: 200 len: 946 time: 0.0510545 Jan 28 20:25:45.932079 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4e18b2b8-acfc-4296-ac26-4e95b0be8738 req-3943159d-201c-4723-a6d6-b921966cd3fe tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/security-groups?id=1a24e8b8-5f96-47ac-a415-3353712b51f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457022 Jan 28 20:25:46.051455 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4179fe8a-31a5-4ae5-b63a-1fc329b18c51 req-ef81f924-1b06-445e-8aa0-025a70fd1fae tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:46.052910 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4179fe8a-31a5-4ae5-b63a-1fc329b18c51 req-ef81f924-1b06-445e-8aa0-025a70fd1fae tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/ports?device_id=1bbc5b34-8492-46b3-9961-373fae811dae HTTP/1.1" status: 200 len: 946 time: 0.0553250 Jan 28 20:25:46.098538 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4179fe8a-31a5-4ae5-b63a-1fc329b18c51 req-756bc932-1baf-407c-bdfc-271ac6db83ba tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/security-groups?id=1a24e8b8-5f96-47ac-a415-3353712b51f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401349 Jan 28 20:25:46.439493 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51408b5-f119-4da5-9a4c-5fa294489881 req-1c3aaeb4-b564-465d-a8e4-59aa677d067d tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:46.440863 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e51408b5-f119-4da5-9a4c-5fa294489881 req-1c3aaeb4-b564-465d-a8e4-59aa677d067d tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/networks?id=474aa610-9428-467b-8915-0dd55634c416 HTTP/1.1" status: 200 len: 814 time: 0.0984118 Jan 28 20:25:46.455468 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e51408b5-f119-4da5-9a4c-5fa294489881 req-e3d24375-8b02-47c0-b633-ff7d33ec5345 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/quotas/041c0f1816fa40aead247294d9debed3 HTTP/1.1" status: 200 len: 375 time: 0.0093231 Jan 28 20:25:46.510454 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e51408b5-f119-4da5-9a4c-5fa294489881 req-79468bbd-9cf3-4032-9ce1-15cb77bcf701 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=041c0f1816fa40aead247294d9debed3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0503550 Jan 28 20:25:46.599329 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e51408b5-f119-4da5-9a4c-5fa294489881 req-7746c272-3949-4035-ace5-3c0da3970be1 service neutron] 10.222.0.64 "GET /v2.0/networks/474aa610-9428-467b-8915-0dd55634c416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817928 Jan 28 20:25:46.691459 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e51408b5-f119-4da5-9a4c-5fa294489881 req-f2a3b747-7cc9-4dcb-84d6-666fb1aef699 service neutron] 10.222.0.64 "GET /v2.0/networks/474aa610-9428-467b-8915-0dd55634c416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856299 Jan 28 20:25:46.847708 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-abdc3a58-535f-49f7-9f0f-4a09fb409db1 req-95f1db2e-ac24-4a3c-a503-1a82afe2c3c1 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/ports?device_id=249bd657-ac66-42ba-baf7-1c92fc6df742 HTTP/1.1" status: 200 len: 210 time: 0.0270233 Jan 28 20:25:47.889527 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.70', 56548) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:25:47.961265 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1bc442ea-0ea0-4550-b979-53e540267e1c req-e97d59c8-e0be-4838-88a1-5b8995bf6dc3 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/ports?device_id=249bd657-ac66-42ba-baf7-1c92fc6df742 HTTP/1.1" status: 200 len: 210 time: 0.0304825 Jan 28 20:25:47.972527 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6bb993-15ee-441b-9174-e0312f15b913 req-a859429d-8cb5-4f71-acb9-f6a552c4f107 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:47.974604 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5c6bb993-15ee-441b-9174-e0312f15b913 req-a859429d-8cb5-4f71-acb9-f6a552c4f107 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.70 "GET /v2.0/ports?device_id=1bbc5b34-8492-46b3-9961-373fae811dae HTTP/1.1" status: 200 len: 946 time: 0.0840478 Jan 28 20:25:48.074662 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-5c6bb993-15ee-441b-9174-e0312f15b913 req-e2afc90e-6fa0-4906-95b0-faa2d38acc6f tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] Deleting port a2b2649a-3523-462e-b32c-c5020484814b {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:25:48.074995 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-5c6bb993-15ee-441b-9174-e0312f15b913 req-e2afc90e-6fa0-4906-95b0-faa2d38acc6f tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (a2b2649a-3523-462e-b32c-c5020484814b), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:25:48.166213 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-5c6bb993-15ee-441b-9174-e0312f15b913 req-e2afc90e-6fa0-4906-95b0-faa2d38acc6f tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] For port a2b2649a-3523-462e-b32c-c5020484814b, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=a2b2649a-3523-462e-b32c-c5020484814b,segment=NetworkSegment(0953e963-1028-4e12-8ff7-780fb25f2faa),segment_id=0953e963-1028-4e12-8ff7-780fb25f2faa)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:25:48.166486 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-5c6bb993-15ee-441b-9174-e0312f15b913 req-e2afc90e-6fa0-4906-95b0-faa2d38acc6f tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (a2b2649a-3523-462e-b32c-c5020484814b), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:25:48.180424 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-5c6bb993-15ee-441b-9174-e0312f15b913 req-e2afc90e-6fa0-4906-95b0-faa2d38acc6f tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] Calling delete_port for a2b2649a-3523-462e-b32c-c5020484814b owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:25:48.264457 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51408b5-f119-4da5-9a4c-5fa294489881 req-d7e5cde4-3b96-4e71-a5b2-67ea8103e2ea tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:48.266108 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e51408b5-f119-4da5-9a4c-5fa294489881 req-d7e5cde4-3b96-4e71-a5b2-67ea8103e2ea tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.70 "GET /v2.0/networks?id=474aa610-9428-467b-8915-0dd55634c416 HTTP/1.1" status: 200 len: 814 time: 0.4694269 Jan 28 20:25:48.278553 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-e51408b5-f119-4da5-9a4c-5fa294489881 req-e590cd0e-0846-4efe-af8a-dc5474785a37 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] Request body: {'port': {'device_id': '249bd657-ac66-42ba-baf7-1c92fc6df742', 'network_id': '474aa610-9428-467b-8915-0dd55634c416', 'admin_state_up': True, 'tenant_id': '041c0f1816fa40aead247294d9debed3'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:25:48.318641 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-5c6bb993-15ee-441b-9174-e0312f15b913 req-e2afc90e-6fa0-4906-95b0-faa2d38acc6f tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (a2b2649a-3523-462e-b32c-c5020484814b), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:25:48.330053 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['a2b2649a-3523-462e-b32c-c5020484814b'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:25:48.346181 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2afc90e-6fa0-4906-95b0-faa2d38acc6f tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] Pushing event deleted for resources: {'Port': ['ID=a2b2649a-3523-462e-b32c-c5020484814b,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:25:48.357805 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2afc90e-6fa0-4906-95b0-faa2d38acc6f tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:25:48.358154 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2afc90e-6fa0-4906-95b0-faa2d38acc6f tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:25:48.358497 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2afc90e-6fa0-4906-95b0-faa2d38acc6f tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:25:48.358833 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2afc90e-6fa0-4906-95b0-faa2d38acc6f tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:25:48.359164 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2afc90e-6fa0-4906-95b0-faa2d38acc6f tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:25:48.359492 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2afc90e-6fa0-4906-95b0-faa2d38acc6f tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:25:48.359820 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2afc90e-6fa0-4906-95b0-faa2d38acc6f tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:25:48.360145 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2afc90e-6fa0-4906-95b0-faa2d38acc6f tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:25:48.360473 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2afc90e-6fa0-4906-95b0-faa2d38acc6f tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:25:48.360797 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2afc90e-6fa0-4906-95b0-faa2d38acc6f tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:25:48.361159 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2afc90e-6fa0-4906-95b0-faa2d38acc6f tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:25:48.361460 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2afc90e-6fa0-4906-95b0-faa2d38acc6f tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:25:48.361779 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2afc90e-6fa0-4906-95b0-faa2d38acc6f tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:25:48.391652 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e51408b5-f119-4da5-9a4c-5fa294489881 req-e590cd0e-0846-4efe-af8a-dc5474785a37 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] Made reservation on behalf of 041c0f1816fa40aead247294d9debed3 for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:25:48.394975 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e51408b5-f119-4da5-9a4c-5fa294489881 req-e590cd0e-0846-4efe-af8a-dc5474785a37 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:25:48.412568 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c6bb993-15ee-441b-9174-e0312f15b913 req-e2afc90e-6fa0-4906-95b0-faa2d38acc6f tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] No DVR routers for this DVR port a2b2649a-3523-462e-b32c-c5020484814b on host n-h2-812111-14 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:25:48.415233 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-5c6bb993-15ee-441b-9174-e0312f15b913 req-e2afc90e-6fa0-4906-95b0-faa2d38acc6f tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:25:48.419405 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5c6bb993-15ee-441b-9174-e0312f15b913 req-e2afc90e-6fa0-4906-95b0-faa2d38acc6f tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.70 "DELETE /v2.0/ports/a2b2649a-3523-462e-b32c-c5020484814b HTTP/1.1" status: 204 len: 173 time: 0.4393985 Jan 28 20:25:48.419679 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bbc5b34-8492-46b3-9961-373fae811dae', 'name': 'network-vif-deleted', 'tag': 'a2b2649a-3523-462e-b32c-c5020484814b'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:25:48.422124 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}981202432542b3bd90586abfd28c53181d71ca775a89b024ffbb9268f9379f4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f70a9c0-d5fa-424b-8680-5ba8417e3562" -d '{"events": [{"server_uuid": "1bbc5b34-8492-46b3-9961-373fae811dae", "name": "network-vif-deleted", "tag": "a2b2649a-3523-462e-b32c-c5020484814b"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:25:48.467888 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ddd99e3-3dc3-4cb9-9e03-e98c5b799586 x-openstack-request-id: req-2ddd99e3-3dc3-4cb9-9e03-e98c5b799586 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:25:48.468293 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bbc5b34-8492-46b3-9961-373fae811dae", "name": "network-vif-deleted", "tag": "a2b2649a-3523-462e-b32c-c5020484814b", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:25:48.468552 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2ddd99e3-3dc3-4cb9-9e03-e98c5b799586 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:25:48.468956 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bbc5b34-8492-46b3-9961-373fae811dae', 'name': 'network-vif-deleted', 'tag': 'a2b2649a-3523-462e-b32c-c5020484814b', 'status': 'completed', 'code': 200} Jan 28 20:25:48.532103 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-e51408b5-f119-4da5-9a4c-5fa294489881 req-e590cd0e-0846-4efe-af8a-dc5474785a37 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] Allocated IP 172.20.0.12 (474aa610-9428-467b-8915-0dd55634c416/8bd3398c-e982-429d-b7b6-44ddc6517089/f18c8de6-d51a-46c3-be93-8dc2c7c4e723) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:25:48.679379 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e51408b5-f119-4da5-9a4c-5fa294489881 req-e590cd0e-0846-4efe-af8a-dc5474785a37 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] Publish callbacks [] for port (f18c8de6-d51a-46c3-be93-8dc2c7c4e723), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:25:48.712765 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e51408b5-f119-4da5-9a4c-5fa294489881 req-e590cd0e-0846-4efe-af8a-dc5474785a37 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (f18c8de6-d51a-46c3-be93-8dc2c7c4e723), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:25:48.724862 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['a2b2649a-3523-462e-b32c-c5020484814b'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:25:48.754567 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e51408b5-f119-4da5-9a4c-5fa294489881 req-e590cd0e-0846-4efe-af8a-dc5474785a37 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] Network 474aa610-9428-467b-8915-0dd55634c416 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:25:48.759351 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-e51408b5-f119-4da5-9a4c-5fa294489881 req-e590cd0e-0846-4efe-af8a-dc5474785a37 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:25:48.765335 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-e51408b5-f119-4da5-9a4c-5fa294489881 req-e590cd0e-0846-4efe-af8a-dc5474785a37 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:25:48.771713 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e590cd0e-0846-4efe-af8a-dc5474785a37 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] Pushing event updated for resources: {'Port': ['ID=f18c8de6-d51a-46c3-be93-8dc2c7c4e723,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:25:48.821051 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51408b5-f119-4da5-9a4c-5fa294489881 req-e590cd0e-0846-4efe-af8a-dc5474785a37 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:48.821687 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e51408b5-f119-4da5-9a4c-5fa294489881 req-e590cd0e-0846-4efe-af8a-dc5474785a37 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:25:48.839023 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e51408b5-f119-4da5-9a4c-5fa294489881 req-e590cd0e-0846-4efe-af8a-dc5474785a37 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5642285 Jan 28 20:25:49.000781 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-e51408b5-f119-4da5-9a4c-5fa294489881 req-4a4ae2e1-b239-4a80-9e1e-b455e43d8672 service neutron] Request body: {'port': {'device_id': '249bd657-ac66-42ba-baf7-1c92fc6df742', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-14'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:25:49.064357 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e51408b5-f119-4da5-9a4c-5fa294489881 req-4a4ae2e1-b239-4a80-9e1e-b455e43d8672 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (f18c8de6-d51a-46c3-be93-8dc2c7c4e723), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:25:49.088139 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f607f446-64a8-40cd-8d10-0bc2465bb18f req-d2f70d9f-9021-4bcf-a49a-208bb296e5d2 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:49.089680 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f607f446-64a8-40cd-8d10-0bc2465bb18f req-d2f70d9f-9021-4bcf-a49a-208bb296e5d2 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/ports?device_id=249bd657-ac66-42ba-baf7-1c92fc6df742 HTTP/1.1" status: 200 len: 932 time: 0.0567436 Jan 28 20:25:49.138177 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f607f446-64a8-40cd-8d10-0bc2465bb18f req-f89f1019-10eb-4134-bc82-d62bb0892527 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/security-groups?id=1a24e8b8-5f96-47ac-a415-3353712b51f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420594 Jan 28 20:25:49.323298 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-e51408b5-f119-4da5-9a4c-5fa294489881 req-4a4ae2e1-b239-4a80-9e1e-b455e43d8672 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f18c8de6-d51a-46c3-be93-8dc2c7c4e723 {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:25:49.330570 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e51408b5-f119-4da5-9a4c-5fa294489881 req-4a4ae2e1-b239-4a80-9e1e-b455e43d8672 service neutron] Publish callbacks [] for port (f18c8de6-d51a-46c3-be93-8dc2c7c4e723), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:25:49.343263 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-e51408b5-f119-4da5-9a4c-5fa294489881 req-4a4ae2e1-b239-4a80-9e1e-b455e43d8672 service neutron] Transition to ACTIVE for port object f18c8de6-d51a-46c3-be93-8dc2c7c4e723 will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:25:49.346380 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e51408b5-f119-4da5-9a4c-5fa294489881 req-4a4ae2e1-b239-4a80-9e1e-b455e43d8672 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (f18c8de6-d51a-46c3-be93-8dc2c7c4e723), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:25:49.397287 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4ae2e1-b239-4a80-9e1e-b455e43d8672 service neutron] Pushing event updated for resources: {'Port': ['ID=f18c8de6-d51a-46c3-be93-8dc2c7c4e723,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:25:49.469327 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-e51408b5-f119-4da5-9a4c-5fa294489881 req-4a4ae2e1-b239-4a80-9e1e-b455e43d8672 service neutron] Attempting to bind port f18c8de6-d51a-46c3-be93-8dc2c7c4e723 on host n-h2-812111-14 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:25:49.469691 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-e51408b5-f119-4da5-9a4c-5fa294489881 req-4a4ae2e1-b239-4a80-9e1e-b455e43d8672 service neutron] Attempting to bind port f18c8de6-d51a-46c3-be93-8dc2c7c4e723 by drivers openvswitch,hyperv on host n-h2-812111-14 at level 0 using segments [{'id': '0953e963-1028-4e12-8ff7-780fb25f2faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '474aa610-9428-467b-8915-0dd55634c416'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:25:49.470027 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51408b5-f119-4da5-9a4c-5fa294489881 req-4a4ae2e1-b239-4a80-9e1e-b455e43d8672 service neutron] Attempting to bind port f18c8de6-d51a-46c3-be93-8dc2c7c4e723 on network 474aa610-9428-467b-8915-0dd55634c416 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:25:49.474540 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51408b5-f119-4da5-9a4c-5fa294489881 req-4a4ae2e1-b239-4a80-9e1e-b455e43d8672 service neutron] Port f18c8de6-d51a-46c3-be93-8dc2c7c4e723 on network 474aa610-9428-467b-8915-0dd55634c416 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-14 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:25:49.474862 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51408b5-f119-4da5-9a4c-5fa294489881 req-4a4ae2e1-b239-4a80-9e1e-b455e43d8672 service neutron] Attempting to bind port f18c8de6-d51a-46c3-be93-8dc2c7c4e723 on network 474aa610-9428-467b-8915-0dd55634c416 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:25:49.480505 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51408b5-f119-4da5-9a4c-5fa294489881 req-4a4ae2e1-b239-4a80-9e1e-b455e43d8672 service neutron] Checking agent: {'id': '8f3fee4e-bf24-4b58-8a3a-ae9c8011a473', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 25, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:25:49.480848 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51408b5-f119-4da5-9a4c-5fa294489881 req-4a4ae2e1-b239-4a80-9e1e-b455e43d8672 service neutron] Checking segment: {'id': '0953e963-1028-4e12-8ff7-780fb25f2faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '474aa610-9428-467b-8915-0dd55634c416'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:25:49.481266 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51408b5-f119-4da5-9a4c-5fa294489881 req-4a4ae2e1-b239-4a80-9e1e-b455e43d8672 service neutron] Bound using segment: {'id': '0953e963-1028-4e12-8ff7-780fb25f2faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '474aa610-9428-467b-8915-0dd55634c416'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:25:49.481983 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-e51408b5-f119-4da5-9a4c-5fa294489881 req-4a4ae2e1-b239-4a80-9e1e-b455e43d8672 service neutron] Bound port: f18c8de6-d51a-46c3-be93-8dc2c7c4e723, host: n-h2-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0953e963-1028-4e12-8ff7-780fb25f2faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '474aa610-9428-467b-8915-0dd55634c416'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:25:49.482349 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e51408b5-f119-4da5-9a4c-5fa294489881 req-4a4ae2e1-b239-4a80-9e1e-b455e43d8672 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (f18c8de6-d51a-46c3-be93-8dc2c7c4e723), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:25:49.544781 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-e51408b5-f119-4da5-9a4c-5fa294489881 req-4a4ae2e1-b239-4a80-9e1e-b455e43d8672 service neutron] For port f18c8de6-d51a-46c3-be93-8dc2c7c4e723, host n-h2-812111-14, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:25:49.547788 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-e51408b5-f119-4da5-9a4c-5fa294489881 req-4a4ae2e1-b239-4a80-9e1e-b455e43d8672 service neutron] For port f18c8de6-d51a-46c3-be93-8dc2c7c4e723, host n-h2-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=f18c8de6-d51a-46c3-be93-8dc2c7c4e723,segment=NetworkSegment(0953e963-1028-4e12-8ff7-780fb25f2faa),segment_id=0953e963-1028-4e12-8ff7-780fb25f2faa)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:25:49.553690 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e51408b5-f119-4da5-9a4c-5fa294489881 req-4a4ae2e1-b239-4a80-9e1e-b455e43d8672 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (f18c8de6-d51a-46c3-be93-8dc2c7c4e723), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:25:49.587418 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51408b5-f119-4da5-9a4c-5fa294489881 req-4a4ae2e1-b239-4a80-9e1e-b455e43d8672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:49.588046 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e51408b5-f119-4da5-9a4c-5fa294489881 req-4a4ae2e1-b239-4a80-9e1e-b455e43d8672 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:25:49.590037 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e51408b5-f119-4da5-9a4c-5fa294489881 req-4a4ae2e1-b239-4a80-9e1e-b455e43d8672 service neutron] 10.222.0.70 "PUT /v2.0/ports/f18c8de6-d51a-46c3-be93-8dc2c7c4e723 HTTP/1.1" status: 200 len: 1093 time: 0.5943506 Jan 28 20:25:49.590474 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '249bd657-ac66-42ba-baf7-1c92fc6df742', 'tag': 'f18c8de6-d51a-46c3-be93-8dc2c7c4e723'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:25:49.592710 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}690870b4896ba3504f21237a239c836c0346d6a62bcfb5e8ee91fd1b13f99dd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a57bc348-006b-4bfa-be4e-8282a2748af6" -d '{"events": [{"name": "network-changed", "server_uuid": "249bd657-ac66-42ba-baf7-1c92fc6df742", "tag": "f18c8de6-d51a-46c3-be93-8dc2c7c4e723"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:25:49.621495 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4ae2e1-b239-4a80-9e1e-b455e43d8672 service neutron] Pushing event updated for resources: {'Port': ['ID=f18c8de6-d51a-46c3-be93-8dc2c7c4e723,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:25:49.640201 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:25:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07218f66-d321-4bb6-9813-5583be3b634e x-openstack-request-id: req-07218f66-d321-4bb6-9813-5583be3b634e {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:25:49.640487 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "249bd657-ac66-42ba-baf7-1c92fc6df742", "tag": "f18c8de6-d51a-46c3-be93-8dc2c7c4e723", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:25:49.640738 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-07218f66-d321-4bb6-9813-5583be3b634e {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:25:49.641151 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '249bd657-ac66-42ba-baf7-1c92fc6df742', 'tag': 'f18c8de6-d51a-46c3-be93-8dc2c7c4e723', 'status': 'completed', 'code': 200} Jan 28 20:25:49.680187 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51408b5-f119-4da5-9a4c-5fa294489881 req-3edc355e-58c3-4523-8807-5f7000284e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:49.681701 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e51408b5-f119-4da5-9a4c-5fa294489881 req-3edc355e-58c3-4523-8807-5f7000284e48 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=041c0f1816fa40aead247294d9debed3&device_id=249bd657-ac66-42ba-baf7-1c92fc6df742 HTTP/1.1" status: 200 len: 1127 time: 0.0513923 Jan 28 20:25:49.724917 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e51408b5-f119-4da5-9a4c-5fa294489881 req-39c55b36-6a08-49a8-81d5-c08a75601b18 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f18c8de6-d51a-46c3-be93-8dc2c7c4e723 HTTP/1.1" status: 200 len: 217 time: 0.0339561 Jan 28 20:25:49.770814 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51408b5-f119-4da5-9a4c-5fa294489881 req-bd231522-8d36-4578-87db-5126c7801fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:49.772218 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e51408b5-f119-4da5-9a4c-5fa294489881 req-bd231522-8d36-4578-87db-5126c7801fcb service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8bd3398c-e982-429d-b7b6-44ddc6517089 HTTP/1.1" status: 200 len: 854 time: 0.0418837 Jan 28 20:25:49.804395 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e51408b5-f119-4da5-9a4c-5fa294489881 req-45acdf47-0811-472c-beaa-28d09f293681 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=474aa610-9428-467b-8915-0dd55634c416&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252120 Jan 28 20:25:49.894039 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e51408b5-f119-4da5-9a4c-5fa294489881 req-8ef0109d-e189-42db-a967-c1e57a9db053 service neutron] 10.222.0.70 "GET /v2.0/networks/474aa610-9428-467b-8915-0dd55634c416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836136 Jan 28 20:25:49.980338 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e51408b5-f119-4da5-9a4c-5fa294489881 req-2429c6e1-daf1-4f65-9d71-47a79dcb338c service neutron] 10.222.0.70 "GET /v2.0/networks/474aa610-9428-467b-8915-0dd55634c416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802312 Jan 28 20:25:50.075588 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57bc348-006b-4bfa-be4e-8282a2748af6 req-f63b48e9-340d-4a7e-a744-46d5e820b00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:50.077547 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a57bc348-006b-4bfa-be4e-8282a2748af6 req-f63b48e9-340d-4a7e-a744-46d5e820b00a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=041c0f1816fa40aead247294d9debed3&device_id=249bd657-ac66-42ba-baf7-1c92fc6df742 HTTP/1.1" status: 200 len: 1127 time: 0.0497308 Jan 28 20:25:50.164125 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57bc348-006b-4bfa-be4e-8282a2748af6 req-3e192189-63c0-48bd-b200-f38fb61eb0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:50.165592 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a57bc348-006b-4bfa-be4e-8282a2748af6 req-3e192189-63c0-48bd-b200-f38fb61eb0e2 service neutron] 10.222.0.70 "GET /v2.0/networks?id=474aa610-9428-467b-8915-0dd55634c416 HTTP/1.1" status: 200 len: 914 time: 0.0827925 Jan 28 20:25:50.212080 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a57bc348-006b-4bfa-be4e-8282a2748af6 req-f2e3cee6-c27d-435d-8636-774941023b82 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f18c8de6-d51a-46c3-be93-8dc2c7c4e723 HTTP/1.1" status: 200 len: 217 time: 0.0396044 Jan 28 20:25:50.262299 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57bc348-006b-4bfa-be4e-8282a2748af6 req-b3a7750f-c4ec-4c76-9d82-b019cfe2202b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:50.262909 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eeb564-6ee1-4edf-b35e-ff519d7c1ae6 req-f02b0298-80e2-4ba1-8846-a0c92a864fb3 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:50.263802 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a57bc348-006b-4bfa-be4e-8282a2748af6 req-b3a7750f-c4ec-4c76-9d82-b019cfe2202b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8bd3398c-e982-429d-b7b6-44ddc6517089 HTTP/1.1" status: 200 len: 854 time: 0.0453370 Jan 28 20:25:50.264397 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-66eeb564-6ee1-4edf-b35e-ff519d7c1ae6 req-f02b0298-80e2-4ba1-8846-a0c92a864fb3 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/ports?device_id=249bd657-ac66-42ba-baf7-1c92fc6df742 HTTP/1.1" status: 200 len: 944 time: 0.0591624 Jan 28 20:25:50.295972 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a57bc348-006b-4bfa-be4e-8282a2748af6 req-d00ac69c-4c30-4c6e-bc8b-62768f2bff80 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=474aa610-9428-467b-8915-0dd55634c416&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259287 Jan 28 20:25:50.311596 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-66eeb564-6ee1-4edf-b35e-ff519d7c1ae6 req-76a3ef5d-cccd-46e3-be09-38d5de2b4d7d tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/security-groups?id=1a24e8b8-5f96-47ac-a415-3353712b51f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416191 Jan 28 20:25:50.389300 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a57bc348-006b-4bfa-be4e-8282a2748af6 req-a6a62ab0-1497-4ef1-b8da-2f4b48a4cc22 service neutron] 10.222.0.70 "GET /v2.0/networks/474aa610-9428-467b-8915-0dd55634c416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832050 Jan 28 20:25:50.489747 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a57bc348-006b-4bfa-be4e-8282a2748af6 req-2d24252d-d8f5-40b6-beb0-53aee8b04215 service neutron] 10.222.0.70 "GET /v2.0/networks/474aa610-9428-467b-8915-0dd55634c416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928650 Jan 28 20:25:51.404413 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:25:51.440035 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe4c768-0672-4027-8344-f4e6dc9f5927 req-34b04814-53fe-4933-a3b8-b2637a5d4baa tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:51.441531 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1fe4c768-0672-4027-8344-f4e6dc9f5927 req-34b04814-53fe-4933-a3b8-b2637a5d4baa tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/ports?device_id=249bd657-ac66-42ba-baf7-1c92fc6df742 HTTP/1.1" status: 200 len: 944 time: 0.0554113 Jan 28 20:25:51.488656 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1fe4c768-0672-4027-8344-f4e6dc9f5927 req-c12f6ca2-208a-4c92-8efd-38b8b2f91b21 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/security-groups?id=1a24e8b8-5f96-47ac-a415-3353712b51f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413961 Jan 28 20:25:51.685559 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device f18c8de6-d51a-46c3-be93-8dc2c7c4e723 details requested by agent hyperv_n-h2-812111-14 with host n-h2-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:25:51.689334 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device a2b2649a-3523-462e-b32c-c5020484814b no longer exists at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:25:51.715303 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] No Port match for: a2b2649a-3523-462e-b32c-c5020484814b {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:25:51.715647 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device a2b2649a-3523-462e-b32c-c5020484814b not bound to the agent host n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:25:51.804351 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port f18c8de6-d51a-46c3-be93-8dc2c7c4e723, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=f18c8de6-d51a-46c3-be93-8dc2c7c4e723,segment=NetworkSegment(0953e963-1028-4e12-8ff7-780fb25f2faa),segment_id=0953e963-1028-4e12-8ff7-780fb25f2faa)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:25:51.819461 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Returning: {'device': 'f18c8de6-d51a-46c3-be93-8dc2c7c4e723', 'network_id': '474aa610-9428-467b-8915-0dd55634c416', 'port_id': 'f18c8de6-d51a-46c3-be93-8dc2c7c4e723', 'mac_address': 'fa:16:3e:f5:dd:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bd3398c-e982-429d-b7b6-44ddc6517089', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:25:51.855776 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port f18c8de6-d51a-46c3-be93-8dc2c7c4e723 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:25:51.856166 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (f18c8de6-d51a-46c3-be93-8dc2c7c4e723), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:25:51.868610 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f18c8de6-d51a-46c3-be93-8dc2c7c4e723 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:25:51.888143 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port f18c8de6-d51a-46c3-be93-8dc2c7c4e723, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=f18c8de6-d51a-46c3-be93-8dc2c7c4e723,segment=NetworkSegment(0953e963-1028-4e12-8ff7-780fb25f2faa),segment_id=0953e963-1028-4e12-8ff7-780fb25f2faa)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:25:51.892025 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (f18c8de6-d51a-46c3-be93-8dc2c7c4e723), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:25:51.937485 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=f18c8de6-d51a-46c3-be93-8dc2c7c4e723,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:25:51.944755 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:25:51.945140 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:25:51.945494 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:25:51.945837 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:25:51.946180 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:25:51.946517 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:25:51.946860 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:25:51.947193 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:25:51.947524 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:25:51.947857 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:25:51.948185 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:25:51.949046 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:25:51.949401 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:25:52.110558 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['f18c8de6-d51a-46c3-be93-8dc2c7c4e723'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:25:52.148902 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:25:52.606415 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0d32ef-3dcb-4325-9e7a-caf5323f309c req-07792400-11c5-4316-a75d-b76e679bdebd tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:52.607906 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3f0d32ef-3dcb-4325-9e7a-caf5323f309c req-07792400-11c5-4316-a75d-b76e679bdebd tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/ports?device_id=249bd657-ac66-42ba-baf7-1c92fc6df742 HTTP/1.1" status: 200 len: 945 time: 0.0535238 Jan 28 20:25:52.658201 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3f0d32ef-3dcb-4325-9e7a-caf5323f309c req-5ef2e699-351c-462a-99b1-253ebb2517ae tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/security-groups?id=1a24e8b8-5f96-47ac-a415-3353712b51f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447869 Jan 28 20:25:53.701963 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device f18c8de6-d51a-46c3-be93-8dc2c7c4e723 up at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:25:53.752384 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning for port f18c8de6-d51a-46c3-be93-8dc2c7c4e723 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:25:53.756488 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning complete for port f18c8de6-d51a-46c3-be93-8dc2c7c4e723 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:25:53.756862 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (f18c8de6-d51a-46c3-be93-8dc2c7c4e723), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:25:53.785120 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dfd5f4-0a56-4504-a90b-07f816a2b6e7 req-c15569d0-cfdb-4038-b3e4-3ca1af8f968b tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:53.786851 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-75dfd5f4-0a56-4504-a90b-07f816a2b6e7 req-c15569d0-cfdb-4038-b3e4-3ca1af8f968b tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/ports?device_id=249bd657-ac66-42ba-baf7-1c92fc6df742 HTTP/1.1" status: 200 len: 945 time: 0.0588169 Jan 28 20:25:53.833676 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-75dfd5f4-0a56-4504-a90b-07f816a2b6e7 req-5cb80d20-a4f3-4eb1-85ea-455e869cc1dc tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/security-groups?id=1a24e8b8-5f96-47ac-a415-3353712b51f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412850 Jan 28 20:25:53.838692 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port f18c8de6-d51a-46c3-be93-8dc2c7c4e723 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:25:53.839088 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (f18c8de6-d51a-46c3-be93-8dc2c7c4e723), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:25:53.861707 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '249bd657-ac66-42ba-baf7-1c92fc6df742', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f18c8de6-d51a-46c3-be93-8dc2c7c4e723'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:25:53.863934 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}704c702df6f21e7df92d3d89d4c6cfde2c6406e49d8202b36454fc5209adee22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b2301b6-8f16-442c-836c-7c0de5115acd" -d '{"events": [{"server_uuid": "249bd657-ac66-42ba-baf7-1c92fc6df742", "name": "network-vif-plugged", "status": "completed", "tag": "f18c8de6-d51a-46c3-be93-8dc2c7c4e723"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:25:53.876988 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port f18c8de6-d51a-46c3-be93-8dc2c7c4e723, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=f18c8de6-d51a-46c3-be93-8dc2c7c4e723,segment=NetworkSegment(0953e963-1028-4e12-8ff7-780fb25f2faa),segment_id=0953e963-1028-4e12-8ff7-780fb25f2faa)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:25:53.881547 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (f18c8de6-d51a-46c3-be93-8dc2c7c4e723), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:25:53.904249 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:25:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45db8812-a8d4-4e9a-964e-22fc02053d79 x-openstack-request-id: req-45db8812-a8d4-4e9a-964e-22fc02053d79 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:25:53.904540 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "249bd657-ac66-42ba-baf7-1c92fc6df742", "name": "network-vif-plugged", "status": "completed", "tag": "f18c8de6-d51a-46c3-be93-8dc2c7c4e723", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:25:53.904790 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-45db8812-a8d4-4e9a-964e-22fc02053d79 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:25:53.905201 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '249bd657-ac66-42ba-baf7-1c92fc6df742', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f18c8de6-d51a-46c3-be93-8dc2c7c4e723', 'code': 200} Jan 28 20:25:53.933023 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=f18c8de6-d51a-46c3-be93-8dc2c7c4e723,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:25:54.000978 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a8d09e-7d65-4e47-a368-c2ff2311fcf1 req-3f95bc13-db22-4cc8-affd-15fcb58041fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:54.002501 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-57a8d09e-7d65-4e47-a368-c2ff2311fcf1 req-3f95bc13-db22-4cc8-affd-15fcb58041fb service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=249bd657-ac66-42ba-baf7-1c92fc6df742 HTTP/1.1" status: 200 len: 1129 time: 0.0449317 Jan 28 20:25:54.048638 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-57a8d09e-7d65-4e47-a368-c2ff2311fcf1 req-6b466911-bcb0-4fe0-8a92-5da3513901e0 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=1a24e8b8-5f96-47ac-a415-3353712b51f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381193 Jan 28 20:25:54.515290 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:25:54.951130 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197a34be-d115-4117-b031-26eb7f2dd89b req-e2c9bbb3-58fe-4aca-9e14-5cfbdb78518e tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:54.952602 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-197a34be-d115-4117-b031-26eb7f2dd89b req-e2c9bbb3-58fe-4aca-9e14-5cfbdb78518e tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/ports?device_id=249bd657-ac66-42ba-baf7-1c92fc6df742 HTTP/1.1" status: 200 len: 946 time: 0.0518503 Jan 28 20:25:55.002894 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-197a34be-d115-4117-b031-26eb7f2dd89b req-205cbf6a-fd77-416a-a239-d5a536cd907f tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/security-groups?id=1a24e8b8-5f96-47ac-a415-3353712b51f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447524 Jan 28 20:25:56.123644 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6d98a4-04aa-4bf8-9686-adf6ffc8384c req-5c13b10b-e0da-4757-b896-87a02a2b8816 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:56.125140 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6c6d98a4-04aa-4bf8-9686-adf6ffc8384c req-5c13b10b-e0da-4757-b896-87a02a2b8816 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/ports?device_id=249bd657-ac66-42ba-baf7-1c92fc6df742 HTTP/1.1" status: 200 len: 946 time: 0.0532079 Jan 28 20:25:56.170736 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6c6d98a4-04aa-4bf8-9686-adf6ffc8384c req-1958abf0-df8d-4ead-8983-acb0f4e08859 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/security-groups?id=1a24e8b8-5f96-47ac-a415-3353712b51f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399249 Jan 28 20:25:56.291259 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f53547f-ed4f-4fb5-a459-b6651e8be7f0 req-8dcd9d74-3130-483c-9367-4f735f5e5c8e tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:56.293320 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9f53547f-ed4f-4fb5-a459-b6651e8be7f0 req-8dcd9d74-3130-483c-9367-4f735f5e5c8e tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/ports?device_id=249bd657-ac66-42ba-baf7-1c92fc6df742 HTTP/1.1" status: 200 len: 946 time: 0.0524383 Jan 28 20:25:56.339801 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9f53547f-ed4f-4fb5-a459-b6651e8be7f0 req-8396b5a1-20a5-4526-94b1-2dd5a520c833 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/security-groups?id=1a24e8b8-5f96-47ac-a415-3353712b51f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409684 Jan 28 20:25:56.595816 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-db3f77b7-799d-44b3-90e3-7c93068f714f req-c1075dc3-4b1b-4ca5-a6a1-3b5cb4f19d46 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=249bd657-ac66-42ba-baf7-1c92fc6df742&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0811551 Jan 28 20:25:56.603686 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb25994-bcfc-402a-a525-baaf86df1db7 req-edca57c2-2296-46b5-9637-8ab689eae7e2 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:56.605604 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5bb25994-bcfc-402a-a525-baaf86df1db7 req-edca57c2-2296-46b5-9637-8ab689eae7e2 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/ports?device_id=249bd657-ac66-42ba-baf7-1c92fc6df742 HTTP/1.1" status: 200 len: 946 time: 0.0816510 Jan 28 20:25:56.654587 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5bb25994-bcfc-402a-a525-baaf86df1db7 req-dbf15af1-b32f-4aab-ad1f-2b903a642774 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/security-groups?id=1a24e8b8-5f96-47ac-a415-3353712b51f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429821 Jan 28 20:25:57.727269 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3f77b7-799d-44b3-90e3-7c93068f714f req-26dc206a-56b3-4d42-9c4f-ba8948ad339d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:57.729258 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-db3f77b7-799d-44b3-90e3-7c93068f714f req-26dc206a-56b3-4d42-9c4f-ba8948ad339d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=041c0f1816fa40aead247294d9debed3&device_id=249bd657-ac66-42ba-baf7-1c92fc6df742 HTTP/1.1" status: 200 len: 1129 time: 0.0459313 Jan 28 20:25:57.776781 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce2b951-6915-4517-bf60-921643bae9d5 req-a806afb8-318b-4154-ac8d-b674148271f3 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:57.778294 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-fce2b951-6915-4517-bf60-921643bae9d5 req-a806afb8-318b-4154-ac8d-b674148271f3 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/ports?device_id=249bd657-ac66-42ba-baf7-1c92fc6df742 HTTP/1.1" status: 200 len: 946 time: 0.0526729 Jan 28 20:25:57.824555 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-fce2b951-6915-4517-bf60-921643bae9d5 req-56cb2c07-5b0f-4500-9af6-6e6f13ef3ae5 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/security-groups?id=1a24e8b8-5f96-47ac-a415-3353712b51f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406277 Jan 28 20:25:57.826089 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3f77b7-799d-44b3-90e3-7c93068f714f req-5f9f4d5f-5c7f-410d-8773-ec654be25d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:57.827568 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-db3f77b7-799d-44b3-90e3-7c93068f714f req-5f9f4d5f-5c7f-410d-8773-ec654be25d50 service neutron] 10.222.0.70 "GET /v2.0/networks?id=474aa610-9428-467b-8915-0dd55634c416 HTTP/1.1" status: 200 len: 914 time: 0.0928059 Jan 28 20:25:57.870576 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-db3f77b7-799d-44b3-90e3-7c93068f714f req-b6548c50-8ee4-4d50-95bf-c1a34ca38ef9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f18c8de6-d51a-46c3-be93-8dc2c7c4e723 HTTP/1.1" status: 200 len: 217 time: 0.0358489 Jan 28 20:25:57.917586 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3f77b7-799d-44b3-90e3-7c93068f714f req-878ff297-466a-4b56-9c84-1e6230be8a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:57.919006 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-db3f77b7-799d-44b3-90e3-7c93068f714f req-878ff297-466a-4b56-9c84-1e6230be8a4d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8bd3398c-e982-429d-b7b6-44ddc6517089 HTTP/1.1" status: 200 len: 854 time: 0.0431042 Jan 28 20:25:57.950131 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-db3f77b7-799d-44b3-90e3-7c93068f714f req-03b7729d-803d-4073-b6e3-ca419680aeb8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=474aa610-9428-467b-8915-0dd55634c416&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252278 Jan 28 20:25:58.040421 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-db3f77b7-799d-44b3-90e3-7c93068f714f req-943fcfd3-983e-432a-9c6c-500a41017674 service neutron] 10.222.0.70 "GET /v2.0/networks/474aa610-9428-467b-8915-0dd55634c416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848558 Jan 28 20:25:58.127243 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-db3f77b7-799d-44b3-90e3-7c93068f714f req-df50f404-585c-4bc3-b696-d78f3646455f service neutron] 10.222.0.70 "GET /v2.0/networks/474aa610-9428-467b-8915-0dd55634c416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812070 Jan 28 20:25:58.956603 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce277677-ed7f-4bc0-b1e6-c973c9c21663 req-2d2273ec-f90b-400b-bc90-56c89b034916 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:58.958460 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ce277677-ed7f-4bc0-b1e6-c973c9c21663 req-2d2273ec-f90b-400b-bc90-56c89b034916 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/ports?device_id=249bd657-ac66-42ba-baf7-1c92fc6df742 HTTP/1.1" status: 200 len: 946 time: 0.0590651 Jan 28 20:25:59.005165 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ce277677-ed7f-4bc0-b1e6-c973c9c21663 req-97e01428-3568-456d-a435-6c04d5d61049 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/security-groups?id=1a24e8b8-5f96-47ac-a415-3353712b51f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412908 Jan 28 20:26:00.127504 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc726416-e371-470c-9938-797c20002b8c req-3038de26-4a09-4c7a-844e-004e6d1f31ee tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:00.129027 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-dc726416-e371-470c-9938-797c20002b8c req-3038de26-4a09-4c7a-844e-004e6d1f31ee tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/ports?device_id=249bd657-ac66-42ba-baf7-1c92fc6df742 HTTP/1.1" status: 200 len: 946 time: 0.0567386 Jan 28 20:26:00.175112 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-dc726416-e371-470c-9938-797c20002b8c req-b0eca79d-428f-4a33-954b-47c04f6edf55 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/security-groups?id=1a24e8b8-5f96-47ac-a415-3353712b51f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405827 Jan 28 20:26:01.299160 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f08263c-b6ac-4188-98fc-79b5af0bb98a req-42342f19-05bc-495e-8a8c-c1180a90e79c tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:01.300669 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5f08263c-b6ac-4188-98fc-79b5af0bb98a req-42342f19-05bc-495e-8a8c-c1180a90e79c tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/ports?device_id=249bd657-ac66-42ba-baf7-1c92fc6df742 HTTP/1.1" status: 200 len: 946 time: 0.0529115 Jan 28 20:26:01.346587 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5f08263c-b6ac-4188-98fc-79b5af0bb98a req-46a7501f-541e-4e64-b842-a5ce12f732e6 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/security-groups?id=1a24e8b8-5f96-47ac-a415-3353712b51f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402892 Jan 28 20:26:02.465132 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650e85dc-52a0-4500-bc51-4ee43fe21799 req-a0beda1f-f000-4c93-b223-003c2ac2561c tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:02.466635 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-650e85dc-52a0-4500-bc51-4ee43fe21799 req-a0beda1f-f000-4c93-b223-003c2ac2561c tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/ports?device_id=249bd657-ac66-42ba-baf7-1c92fc6df742 HTTP/1.1" status: 200 len: 946 time: 0.0527549 Jan 28 20:26:02.511992 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-650e85dc-52a0-4500-bc51-4ee43fe21799 req-7de312d8-8a42-4ee8-a8ac-fa19223a1612 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/security-groups?id=1a24e8b8-5f96-47ac-a415-3353712b51f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398941 Jan 28 20:26:03.644874 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f904b3-6abc-480e-ac13-257425c39ec0 req-b35dc8dd-4b00-4a4e-a57b-201dfa32326d tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:03.646383 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e3f904b3-6abc-480e-ac13-257425c39ec0 req-b35dc8dd-4b00-4a4e-a57b-201dfa32326d tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/ports?device_id=249bd657-ac66-42ba-baf7-1c92fc6df742 HTTP/1.1" status: 200 len: 946 time: 0.0607169 Jan 28 20:26:03.693509 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e3f904b3-6abc-480e-ac13-257425c39ec0 req-290e99ee-be40-4921-8ad2-a16bb083d56c tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/security-groups?id=1a24e8b8-5f96-47ac-a415-3353712b51f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414786 Jan 28 20:26:04.815104 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ea7ede-788e-47eb-8f7e-47b49d1edc95 req-7c43cf0a-4a3f-4ddf-9966-a83f2342432e tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:04.816577 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b0ea7ede-788e-47eb-8f7e-47b49d1edc95 req-7c43cf0a-4a3f-4ddf-9966-a83f2342432e tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/ports?device_id=249bd657-ac66-42ba-baf7-1c92fc6df742 HTTP/1.1" status: 200 len: 946 time: 0.0570514 Jan 28 20:26:04.862101 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b0ea7ede-788e-47eb-8f7e-47b49d1edc95 req-82396029-6aeb-4a70-b8d8-c4071362ed3a tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/security-groups?id=1a24e8b8-5f96-47ac-a415-3353712b51f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400074 Jan 28 20:26:05.983713 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575ee174-a21a-4d8f-8552-f51e42143363 req-dfb1dd73-cabf-4eae-be59-bf5118006e37 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:05.985230 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-575ee174-a21a-4d8f-8552-f51e42143363 req-dfb1dd73-cabf-4eae-be59-bf5118006e37 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/ports?device_id=249bd657-ac66-42ba-baf7-1c92fc6df742 HTTP/1.1" status: 200 len: 946 time: 0.0546081 Jan 28 20:26:06.032246 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-575ee174-a21a-4d8f-8552-f51e42143363 req-c2b9ff44-e382-4851-936f-03fcf1cd592a tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/security-groups?id=1a24e8b8-5f96-47ac-a415-3353712b51f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414591 Jan 28 20:26:06.806188 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5022a394-c0de-4752-8ad6-2b7ca92d23c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:07.150522 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed02a69-f545-4eb7-b181-65e1225758fc req-a4e09e60-2af2-47a8-8557-e78f270f9f82 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:07.152564 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1ed02a69-f545-4eb7-b181-65e1225758fc req-a4e09e60-2af2-47a8-8557-e78f270f9f82 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/ports?device_id=249bd657-ac66-42ba-baf7-1c92fc6df742 HTTP/1.1" status: 200 len: 946 time: 0.0534589 Jan 28 20:26:07.198226 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1ed02a69-f545-4eb7-b181-65e1225758fc req-dc5134de-8ed6-40bc-8a5e-75016e7d72ba tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/security-groups?id=1a24e8b8-5f96-47ac-a415-3353712b51f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400965 Jan 28 20:26:08.318353 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23dad4a-1533-4b26-b07f-5c82da240b0e req-d0965dfe-6a1c-4d31-941e-ee7995c51d5b tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:08.319816 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d23dad4a-1533-4b26-b07f-5c82da240b0e req-d0965dfe-6a1c-4d31-941e-ee7995c51d5b tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/ports?device_id=249bd657-ac66-42ba-baf7-1c92fc6df742 HTTP/1.1" status: 200 len: 946 time: 0.0521483 Jan 28 20:26:08.370813 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d23dad4a-1533-4b26-b07f-5c82da240b0e req-c22966d3-d905-4404-8a58-c228195d0b9d tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/security-groups?id=1a24e8b8-5f96-47ac-a415-3353712b51f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448821 Jan 28 20:26:09.058620 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0469e9c3-5862-4983-bde1-8afee44823fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:09.493909 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6f0341-24e7-48db-9264-dd0876b9734d req-eb31eff6-0499-414b-946c-04827a6abf59 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:09.495529 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3f6f0341-24e7-48db-9264-dd0876b9734d req-eb31eff6-0499-414b-946c-04827a6abf59 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/ports?device_id=249bd657-ac66-42ba-baf7-1c92fc6df742 HTTP/1.1" status: 200 len: 946 time: 0.0560606 Jan 28 20:26:09.546209 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3f6f0341-24e7-48db-9264-dd0876b9734d req-75aebbf6-81e4-44d2-919b-b5ad9b1786aa tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/security-groups?id=1a24e8b8-5f96-47ac-a415-3353712b51f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448446 Jan 28 20:26:10.045009 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:10.663915 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d212e65-9221-4116-b6b1-03af48702151 req-f23bbfc0-e53d-4294-8e4d-48e185793dfd tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:10.665404 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9d212e65-9221-4116-b6b1-03af48702151 req-f23bbfc0-e53d-4294-8e4d-48e185793dfd tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/ports?device_id=249bd657-ac66-42ba-baf7-1c92fc6df742 HTTP/1.1" status: 200 len: 946 time: 0.0526707 Jan 28 20:26:10.711951 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9d212e65-9221-4116-b6b1-03af48702151 req-495d0836-094b-427f-9e8b-5c67ebaaf305 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/security-groups?id=1a24e8b8-5f96-47ac-a415-3353712b51f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403671 Jan 28 20:26:11.896054 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0128343b-7275-4eaf-85d1-0ebfd51372d9 req-622cb245-2e21-41a0-be04-69d31286aebd tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:11.897552 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-0128343b-7275-4eaf-85d1-0ebfd51372d9 req-622cb245-2e21-41a0-be04-69d31286aebd tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/ports?device_id=249bd657-ac66-42ba-baf7-1c92fc6df742 HTTP/1.1" status: 200 len: 946 time: 0.1165786 Jan 28 20:26:11.918307 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:11.946263 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-0128343b-7275-4eaf-85d1-0ebfd51372d9 req-4dff7d72-8178-4ab5-897d-b39353abada0 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/security-groups?id=1a24e8b8-5f96-47ac-a415-3353712b51f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417972 Jan 28 20:26:13.115904 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83545cc2-c2d9-4d39-b6cb-bfcd21511890 req-bd1f4584-e6a1-4f7a-af32-af5cb6c54eaf tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:13.117408 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-83545cc2-c2d9-4d39-b6cb-bfcd21511890 req-bd1f4584-e6a1-4f7a-af32-af5cb6c54eaf tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/ports?device_id=249bd657-ac66-42ba-baf7-1c92fc6df742 HTTP/1.1" status: 200 len: 946 time: 0.1033857 Jan 28 20:26:13.164459 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-83545cc2-c2d9-4d39-b6cb-bfcd21511890 req-53447cae-b291-41cd-a717-a09857ab0494 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/security-groups?id=1a24e8b8-5f96-47ac-a415-3353712b51f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409107 Jan 28 20:26:13.281472 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:14.292923 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f44913-c658-4c29-adf7-c0a2f29b50b3 req-30725257-1986-4b97-b8ed-656ea0f85c27 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:14.294487 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-07f44913-c658-4c29-adf7-c0a2f29b50b3 req-30725257-1986-4b97-b8ed-656ea0f85c27 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/ports?device_id=249bd657-ac66-42ba-baf7-1c92fc6df742 HTTP/1.1" status: 200 len: 946 time: 0.0532119 Jan 28 20:26:14.341922 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-07f44913-c658-4c29-adf7-c0a2f29b50b3 req-2a47ff54-403a-46bb-94c2-bce62e72bc9f tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/security-groups?id=1a24e8b8-5f96-47ac-a415-3353712b51f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416684 Jan 28 20:26:15.464005 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0ac8cb-523f-4f4c-a7eb-b0ae52a41cdf req-2fc0c58a-a205-456d-844c-e6567b072f50 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:15.465506 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-bc0ac8cb-523f-4f4c-a7eb-b0ae52a41cdf req-2fc0c58a-a205-456d-844c-e6567b072f50 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/ports?device_id=249bd657-ac66-42ba-baf7-1c92fc6df742 HTTP/1.1" status: 200 len: 946 time: 0.0565765 Jan 28 20:26:15.513730 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-bc0ac8cb-523f-4f4c-a7eb-b0ae52a41cdf req-c07fa3ce-ae75-41dc-897c-a6f167b5e12f tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/security-groups?id=1a24e8b8-5f96-47ac-a415-3353712b51f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423312 Jan 28 20:26:16.637993 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587f2b26-e782-431d-8d8c-c344f840afcb req-159138c9-9213-4dc6-80c1-8b25f89a9bb3 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:16.639469 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-587f2b26-e782-431d-8d8c-c344f840afcb req-159138c9-9213-4dc6-80c1-8b25f89a9bb3 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/ports?device_id=249bd657-ac66-42ba-baf7-1c92fc6df742 HTTP/1.1" status: 200 len: 946 time: 0.0567880 Jan 28 20:26:16.685888 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-587f2b26-e782-431d-8d8c-c344f840afcb req-bfdf5bd3-dc7b-4a04-8dcf-ecb5b129fa88 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/security-groups?id=1a24e8b8-5f96-47ac-a415-3353712b51f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409687 Jan 28 20:26:17.804511 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b6b0ca-fcf9-4565-9687-ca41b9250613 req-e339c1e1-d742-41e6-99ca-d98f36460c4a tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:17.805990 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-69b6b0ca-fcf9-4565-9687-ca41b9250613 req-e339c1e1-d742-41e6-99ca-d98f36460c4a tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/ports?device_id=249bd657-ac66-42ba-baf7-1c92fc6df742 HTTP/1.1" status: 200 len: 946 time: 0.0518436 Jan 28 20:26:17.851993 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-69b6b0ca-fcf9-4565-9687-ca41b9250613 req-5431fa62-ada7-4e71-9026-9f8e1e859c79 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/security-groups?id=1a24e8b8-5f96-47ac-a415-3353712b51f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397718 Jan 28 20:26:18.970636 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d1523e-280f-4f07-a653-21e77c840183 req-41f627c9-7c80-43e3-8dae-688b7ea6cc50 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:18.972019 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-84d1523e-280f-4f07-a653-21e77c840183 req-41f627c9-7c80-43e3-8dae-688b7ea6cc50 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/ports?device_id=249bd657-ac66-42ba-baf7-1c92fc6df742 HTTP/1.1" status: 200 len: 946 time: 0.0519037 Jan 28 20:26:19.018457 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-84d1523e-280f-4f07-a653-21e77c840183 req-5fc0c50c-8879-4473-ba1b-02fd05e40bca tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/security-groups?id=1a24e8b8-5f96-47ac-a415-3353712b51f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409868 Jan 28 20:26:20.137227 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdf02d7-193f-4797-8c9f-bc764e33059f req-fe6fe159-e21c-4913-9573-b349549dfea0 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:20.138710 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2cdf02d7-193f-4797-8c9f-bc764e33059f req-fe6fe159-e21c-4913-9573-b349549dfea0 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/ports?device_id=249bd657-ac66-42ba-baf7-1c92fc6df742 HTTP/1.1" status: 200 len: 946 time: 0.0528042 Jan 28 20:26:20.189307 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2cdf02d7-193f-4797-8c9f-bc764e33059f req-aa55b5b5-f81f-48f8-a46c-6997da04cf89 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/security-groups?id=1a24e8b8-5f96-47ac-a415-3353712b51f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448687 Jan 28 20:26:20.794248 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b379b4-120e-4a58-bb8c-0297b179cea0 req-8555c44e-4a96-416c-801f-28f6f32aa769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:20.795774 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a1b379b4-120e-4a58-bb8c-0297b179cea0 req-8555c44e-4a96-416c-801f-28f6f32aa769 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=041c0f1816fa40aead247294d9debed3&device_id=249bd657-ac66-42ba-baf7-1c92fc6df742 HTTP/1.1" status: 200 len: 1129 time: 0.0505354 Jan 28 20:26:20.903410 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b379b4-120e-4a58-bb8c-0297b179cea0 req-b65a5d9b-ac4d-4ef3-966c-9ebd6be042d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:20.904892 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a1b379b4-120e-4a58-bb8c-0297b179cea0 req-b65a5d9b-ac4d-4ef3-966c-9ebd6be042d9 service neutron] 10.222.0.70 "GET /v2.0/networks?id=474aa610-9428-467b-8915-0dd55634c416 HTTP/1.1" status: 200 len: 914 time: 0.0872834 Jan 28 20:26:20.948815 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a1b379b4-120e-4a58-bb8c-0297b179cea0 req-6da019fd-4762-45de-a606-34773c6907e3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f18c8de6-d51a-46c3-be93-8dc2c7c4e723 HTTP/1.1" status: 200 len: 217 time: 0.0378237 Jan 28 20:26:20.998023 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b379b4-120e-4a58-bb8c-0297b179cea0 req-956ec852-9367-4ea7-b55e-3f63869c5888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:20.999344 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a1b379b4-120e-4a58-bb8c-0297b179cea0 req-956ec852-9367-4ea7-b55e-3f63869c5888 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8bd3398c-e982-429d-b7b6-44ddc6517089 HTTP/1.1" status: 200 len: 854 time: 0.0428476 Jan 28 20:26:21.030808 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a1b379b4-120e-4a58-bb8c-0297b179cea0 req-d3206321-f4a9-4089-be99-043e8502c9d9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=474aa610-9428-467b-8915-0dd55634c416&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255940 Jan 28 20:26:21.122896 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a1b379b4-120e-4a58-bb8c-0297b179cea0 req-ceb2aa85-de5f-463b-99fa-70c0c192829b service neutron] 10.222.0.70 "GET /v2.0/networks/474aa610-9428-467b-8915-0dd55634c416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849333 Jan 28 20:26:21.213629 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a1b379b4-120e-4a58-bb8c-0297b179cea0 req-95514ae0-739a-403a-a3c3-baf8b41094c5 service neutron] 10.222.0.70 "GET /v2.0/networks/474aa610-9428-467b-8915-0dd55634c416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833902 Jan 28 20:26:21.309273 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ed0555-5a27-44dd-bacf-92757f5981f1 req-e65bce27-bd0c-40ae-a8ed-0b592b43f2d7 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:21.310651 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c1ed0555-5a27-44dd-bacf-92757f5981f1 req-e65bce27-bd0c-40ae-a8ed-0b592b43f2d7 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/ports?device_id=249bd657-ac66-42ba-baf7-1c92fc6df742 HTTP/1.1" status: 200 len: 946 time: 0.0521784 Jan 28 20:26:21.360767 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c1ed0555-5a27-44dd-bacf-92757f5981f1 req-71867746-0b30-439f-b7ad-ea90d661e56a tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/security-groups?id=1a24e8b8-5f96-47ac-a415-3353712b51f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445232 Jan 28 20:26:21.402855 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:22.482258 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28de2806-55fd-4ca1-9548-9249ae2511f4 req-0b39f6db-7552-4105-a272-65db3c65e1cd tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:22.483636 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-28de2806-55fd-4ca1-9548-9249ae2511f4 req-0b39f6db-7552-4105-a272-65db3c65e1cd tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/ports?device_id=249bd657-ac66-42ba-baf7-1c92fc6df742 HTTP/1.1" status: 200 len: 946 time: 0.0524900 Jan 28 20:26:22.533904 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-28de2806-55fd-4ca1-9548-9249ae2511f4 req-2edcc83c-3248-47de-9187-4bf1e6174b2d tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/security-groups?id=1a24e8b8-5f96-47ac-a415-3353712b51f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447328 Jan 28 20:26:23.651694 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede893a7-8bf5-43ff-a10a-6d22f5734214 req-be080833-f77f-489b-8bae-9f7466a5d7b9 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:23.653216 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ede893a7-8bf5-43ff-a10a-6d22f5734214 req-be080833-f77f-489b-8bae-9f7466a5d7b9 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/ports?device_id=249bd657-ac66-42ba-baf7-1c92fc6df742 HTTP/1.1" status: 200 len: 946 time: 0.0531447 Jan 28 20:26:23.698825 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ede893a7-8bf5-43ff-a10a-6d22f5734214 req-b71b77f1-5056-46a4-a07e-b404cebac2c7 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/security-groups?id=1a24e8b8-5f96-47ac-a415-3353712b51f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401268 Jan 28 20:26:24.514922 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:24.819894 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c6bd35-da4a-4398-a3a5-3e97e717509c req-1cd8d17a-5456-4ca3-88d0-35f9dba0979d tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:24.821299 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-88c6bd35-da4a-4398-a3a5-3e97e717509c req-1cd8d17a-5456-4ca3-88d0-35f9dba0979d tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/ports?device_id=249bd657-ac66-42ba-baf7-1c92fc6df742 HTTP/1.1" status: 200 len: 946 time: 0.0553696 Jan 28 20:26:24.868016 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-88c6bd35-da4a-4398-a3a5-3e97e717509c req-c4be0aac-e982-4d58-8271-28324d75da1a tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/security-groups?id=1a24e8b8-5f96-47ac-a415-3353712b51f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406518 Jan 28 20:26:25.070014 n-d-812111-14 neutron-server[103304]: INFO neutron.api.v2.resource [req-db3f77b7-799d-44b3-90e3-7c93068f714f req-39e8f291-2d26-43b5-a28a-a94a43464a29 service neutron] show failed (client error): The resource could not be found. Jan 28 20:26:25.070941 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-db3f77b7-799d-44b3-90e3-7c93068f714f req-39e8f291-2d26-43b5-a28a-a94a43464a29 service neutron] 10.222.0.70 "GET /v2.0/ports/f18c8de6-d51a-46c3-be93-8dc2c7c4e723/bindings/n-h1-812111-14 HTTP/1.1" status: 404 len: 381 time: 0.0541365 Jan 28 20:26:25.316799 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3f77b7-799d-44b3-90e3-7c93068f714f req-6ca811f1-fa1f-45cf-84a4-09dd55073107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:25.318328 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-db3f77b7-799d-44b3-90e3-7c93068f714f req-6ca811f1-fa1f-45cf-84a4-09dd55073107 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=249bd657-ac66-42ba-baf7-1c92fc6df742&tenant_id=041c0f1816fa40aead247294d9debed3 HTTP/1.1" status: 200 len: 1129 time: 0.0856078 Jan 28 20:26:25.329484 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-db3f77b7-799d-44b3-90e3-7c93068f714f req-ea02eb7e-b796-432f-ba91-8c829d2705ce service neutron] Request body: {'port': {'binding:host_id': 'n-h1-812111-14', 'device_owner': 'compute:nova'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:26:25.391498 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-db3f77b7-799d-44b3-90e3-7c93068f714f req-ea02eb7e-b796-432f-ba91-8c829d2705ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (f18c8de6-d51a-46c3-be93-8dc2c7c4e723), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:25.592330 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-db3f77b7-799d-44b3-90e3-7c93068f714f req-ea02eb7e-b796-432f-ba91-8c829d2705ce service neutron] For port f18c8de6-d51a-46c3-be93-8dc2c7c4e723, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=f18c8de6-d51a-46c3-be93-8dc2c7c4e723,segment=NetworkSegment(0953e963-1028-4e12-8ff7-780fb25f2faa),segment_id=0953e963-1028-4e12-8ff7-780fb25f2faa)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:26:25.626469 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-db3f77b7-799d-44b3-90e3-7c93068f714f req-ea02eb7e-b796-432f-ba91-8c829d2705ce service neutron] For port f18c8de6-d51a-46c3-be93-8dc2c7c4e723, host n-h2-812111-14, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:26:25.664116 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '249bd657-ac66-42ba-baf7-1c92fc6df742', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f18c8de6-d51a-46c3-be93-8dc2c7c4e723'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:26:25.667028 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}981202432542b3bd90586abfd28c53181d71ca775a89b024ffbb9268f9379f4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39b16667-bc1a-496d-ad90-92a34a3f033a" -d '{"events": [{"server_uuid": "249bd657-ac66-42ba-baf7-1c92fc6df742", "name": "network-vif-unplugged", "status": "completed", "tag": "f18c8de6-d51a-46c3-be93-8dc2c7c4e723"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:26:25.670625 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-db3f77b7-799d-44b3-90e3-7c93068f714f req-ea02eb7e-b796-432f-ba91-8c829d2705ce service neutron] Publish callbacks [] for port (f18c8de6-d51a-46c3-be93-8dc2c7c4e723), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:25.683678 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-db3f77b7-799d-44b3-90e3-7c93068f714f req-ea02eb7e-b796-432f-ba91-8c829d2705ce service neutron] Transition to ACTIVE for port object f18c8de6-d51a-46c3-be93-8dc2c7c4e723 will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:26:25.687799 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-db3f77b7-799d-44b3-90e3-7c93068f714f req-ea02eb7e-b796-432f-ba91-8c829d2705ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (f18c8de6-d51a-46c3-be93-8dc2c7c4e723), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:25.755772 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-db3f77b7-799d-44b3-90e3-7c93068f714f req-ea02eb7e-b796-432f-ba91-8c829d2705ce service neutron] No DVR routers for this DVR port f18c8de6-d51a-46c3-be93-8dc2c7c4e723 on host n-h2-812111-14 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:26:25.759944 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea02eb7e-b796-432f-ba91-8c829d2705ce service neutron] Pushing event updated for resources: {'Port': ['ID=f18c8de6-d51a-46c3-be93-8dc2c7c4e723,revision_number=6']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:25.785128 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 20:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-500e02c3-a2c7-4ff0-aa44-a9af992729ca x-openstack-request-id: req-500e02c3-a2c7-4ff0-aa44-a9af992729ca {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:26:25.785453 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "249bd657-ac66-42ba-baf7-1c92fc6df742", "name": "network-vif-unplugged", "status": "completed", "tag": "f18c8de6-d51a-46c3-be93-8dc2c7c4e723", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:26:25.785709 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-500e02c3-a2c7-4ff0-aa44-a9af992729ca {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:26:25.786111 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '249bd657-ac66-42ba-baf7-1c92fc6df742', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f18c8de6-d51a-46c3-be93-8dc2c7c4e723', 'code': 200} Jan 28 20:26:25.799051 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-db3f77b7-799d-44b3-90e3-7c93068f714f req-ea02eb7e-b796-432f-ba91-8c829d2705ce service neutron] Attempting to bind port f18c8de6-d51a-46c3-be93-8dc2c7c4e723 on host n-h1-812111-14 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:26:25.799393 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-db3f77b7-799d-44b3-90e3-7c93068f714f req-ea02eb7e-b796-432f-ba91-8c829d2705ce service neutron] Attempting to bind port f18c8de6-d51a-46c3-be93-8dc2c7c4e723 by drivers openvswitch,hyperv on host n-h1-812111-14 at level 0 using segments [{'id': '0953e963-1028-4e12-8ff7-780fb25f2faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '474aa610-9428-467b-8915-0dd55634c416'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:26:25.799813 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db3f77b7-799d-44b3-90e3-7c93068f714f req-ea02eb7e-b796-432f-ba91-8c829d2705ce service neutron] Attempting to bind port f18c8de6-d51a-46c3-be93-8dc2c7c4e723 on network 474aa610-9428-467b-8915-0dd55634c416 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:26:25.804069 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db3f77b7-799d-44b3-90e3-7c93068f714f req-ea02eb7e-b796-432f-ba91-8c829d2705ce service neutron] Port f18c8de6-d51a-46c3-be93-8dc2c7c4e723 on network 474aa610-9428-467b-8915-0dd55634c416 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-14 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:26:25.804391 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db3f77b7-799d-44b3-90e3-7c93068f714f req-ea02eb7e-b796-432f-ba91-8c829d2705ce service neutron] Attempting to bind port f18c8de6-d51a-46c3-be93-8dc2c7c4e723 on network 474aa610-9428-467b-8915-0dd55634c416 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:26:25.809818 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db3f77b7-799d-44b3-90e3-7c93068f714f req-ea02eb7e-b796-432f-ba91-8c829d2705ce service neutron] Checking agent: {'id': 'b544ba20-de93-4d86-9e6b-a2202deb6191', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 26, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:26:25.810160 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db3f77b7-799d-44b3-90e3-7c93068f714f req-ea02eb7e-b796-432f-ba91-8c829d2705ce service neutron] Checking segment: {'id': '0953e963-1028-4e12-8ff7-780fb25f2faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '474aa610-9428-467b-8915-0dd55634c416'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:26:25.810552 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db3f77b7-799d-44b3-90e3-7c93068f714f req-ea02eb7e-b796-432f-ba91-8c829d2705ce service neutron] Bound using segment: {'id': '0953e963-1028-4e12-8ff7-780fb25f2faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '474aa610-9428-467b-8915-0dd55634c416'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:26:25.810980 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-db3f77b7-799d-44b3-90e3-7c93068f714f req-ea02eb7e-b796-432f-ba91-8c829d2705ce service neutron] Bound port: f18c8de6-d51a-46c3-be93-8dc2c7c4e723, host: n-h1-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0953e963-1028-4e12-8ff7-780fb25f2faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '474aa610-9428-467b-8915-0dd55634c416'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:26:25.811337 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-db3f77b7-799d-44b3-90e3-7c93068f714f req-ea02eb7e-b796-432f-ba91-8c829d2705ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (f18c8de6-d51a-46c3-be93-8dc2c7c4e723), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:25.874357 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-db3f77b7-799d-44b3-90e3-7c93068f714f req-ea02eb7e-b796-432f-ba91-8c829d2705ce service neutron] For port f18c8de6-d51a-46c3-be93-8dc2c7c4e723, host n-h1-812111-14, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:26:25.877496 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-db3f77b7-799d-44b3-90e3-7c93068f714f req-ea02eb7e-b796-432f-ba91-8c829d2705ce service neutron] For port f18c8de6-d51a-46c3-be93-8dc2c7c4e723, host n-h1-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=f18c8de6-d51a-46c3-be93-8dc2c7c4e723,segment=NetworkSegment(0953e963-1028-4e12-8ff7-780fb25f2faa),segment_id=0953e963-1028-4e12-8ff7-780fb25f2faa)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:26:25.883993 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-db3f77b7-799d-44b3-90e3-7c93068f714f req-ea02eb7e-b796-432f-ba91-8c829d2705ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (f18c8de6-d51a-46c3-be93-8dc2c7c4e723), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:25.918753 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3f77b7-799d-44b3-90e3-7c93068f714f req-ea02eb7e-b796-432f-ba91-8c829d2705ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:25.919684 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-db3f77b7-799d-44b3-90e3-7c93068f714f req-ea02eb7e-b796-432f-ba91-8c829d2705ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:25.921222 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-db3f77b7-799d-44b3-90e3-7c93068f714f req-ea02eb7e-b796-432f-ba91-8c829d2705ce service neutron] 10.222.0.41 "PUT /v2.0/ports/f18c8de6-d51a-46c3-be93-8dc2c7c4e723 HTTP/1.1" status: 200 len: 1093 time: 0.5954783 Jan 28 20:26:25.944397 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea02eb7e-b796-432f-ba91-8c829d2705ce service neutron] Pushing event updated for resources: {'Port': ['ID=f18c8de6-d51a-46c3-be93-8dc2c7c4e723,revision_number=7']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:25.995623 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557b6f30-7fc6-4de4-a19f-cfc0388add55 req-b517ae56-6503-46bf-8e13-303790917dcc tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:25.996536 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3f77b7-799d-44b3-90e3-7c93068f714f req-31783c97-9315-498e-a9e0-3a09083019da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:25.997240 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-557b6f30-7fc6-4de4-a19f-cfc0388add55 req-b517ae56-6503-46bf-8e13-303790917dcc tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/ports?device_id=249bd657-ac66-42ba-baf7-1c92fc6df742 HTTP/1.1" status: 200 len: 944 time: 0.0564682 Jan 28 20:26:25.998095 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-db3f77b7-799d-44b3-90e3-7c93068f714f req-31783c97-9315-498e-a9e0-3a09083019da service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=041c0f1816fa40aead247294d9debed3&device_id=249bd657-ac66-42ba-baf7-1c92fc6df742 HTTP/1.1" status: 200 len: 1127 time: 0.0506284 Jan 28 20:26:26.048754 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-557b6f30-7fc6-4de4-a19f-cfc0388add55 req-f8c1d9eb-a8a1-424f-ac28-7c62195e94ad tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/security-groups?id=1a24e8b8-5f96-47ac-a415-3353712b51f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459409 Jan 28 20:26:26.092356 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3f77b7-799d-44b3-90e3-7c93068f714f req-52596d15-f16a-481a-821a-48b66aef7b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:26.093880 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-db3f77b7-799d-44b3-90e3-7c93068f714f req-52596d15-f16a-481a-821a-48b66aef7b3f service neutron] 10.222.0.41 "GET /v2.0/networks?id=474aa610-9428-467b-8915-0dd55634c416 HTTP/1.1" status: 200 len: 914 time: 0.0871615 Jan 28 20:26:26.141924 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-db3f77b7-799d-44b3-90e3-7c93068f714f req-dbbd9e1e-c543-4088-996e-a97abce7e877 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f18c8de6-d51a-46c3-be93-8dc2c7c4e723 HTTP/1.1" status: 200 len: 217 time: 0.0385578 Jan 28 20:26:26.196653 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3f77b7-799d-44b3-90e3-7c93068f714f req-20389cb5-9e85-4831-b3a3-2dca1a934a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:26.198135 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-db3f77b7-799d-44b3-90e3-7c93068f714f req-20389cb5-9e85-4831-b3a3-2dca1a934a4b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8bd3398c-e982-429d-b7b6-44ddc6517089 HTTP/1.1" status: 200 len: 854 time: 0.0472689 Jan 28 20:26:26.234165 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-db3f77b7-799d-44b3-90e3-7c93068f714f req-55a02478-066c-4526-8130-31df5916f820 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=474aa610-9428-467b-8915-0dd55634c416&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268562 Jan 28 20:26:26.324808 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-db3f77b7-799d-44b3-90e3-7c93068f714f req-17f29563-191b-4a21-9cc1-422845f42369 service neutron] 10.222.0.41 "GET /v2.0/networks/474aa610-9428-467b-8915-0dd55634c416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815215 Jan 28 20:26:26.418660 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-db3f77b7-799d-44b3-90e3-7c93068f714f req-a1d286fb-1114-4ac5-860e-bf0ab4bebaee service neutron] 10.222.0.41 "GET /v2.0/networks/474aa610-9428-467b-8915-0dd55634c416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846629 Jan 28 20:26:27.173450 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc89cce7-01a9-46c2-ae12-4ac24b0aac99 req-7f1ea0b8-4da6-4895-8354-48edef45efde tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:27.174925 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-dc89cce7-01a9-46c2-ae12-4ac24b0aac99 req-7f1ea0b8-4da6-4895-8354-48edef45efde tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/ports?device_id=249bd657-ac66-42ba-baf7-1c92fc6df742 HTTP/1.1" status: 200 len: 944 time: 0.0556872 Jan 28 20:26:27.222651 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-dc89cce7-01a9-46c2-ae12-4ac24b0aac99 req-7a63c9cd-04b9-434f-9ebe-89f1a330533c tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/security-groups?id=1a24e8b8-5f96-47ac-a415-3353712b51f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421603 Jan 28 20:26:27.585537 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device f18c8de6-d51a-46c3-be93-8dc2c7c4e723 details requested by agent hyperv_n-h1-812111-14 with host n-h1-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:26:27.682586 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port f18c8de6-d51a-46c3-be93-8dc2c7c4e723, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=f18c8de6-d51a-46c3-be93-8dc2c7c4e723,segment=NetworkSegment(0953e963-1028-4e12-8ff7-780fb25f2faa),segment_id=0953e963-1028-4e12-8ff7-780fb25f2faa)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:26:27.693759 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Returning: {'device': 'f18c8de6-d51a-46c3-be93-8dc2c7c4e723', 'network_id': '474aa610-9428-467b-8915-0dd55634c416', 'port_id': 'f18c8de6-d51a-46c3-be93-8dc2c7c4e723', 'mac_address': 'fa:16:3e:f5:dd:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bd3398c-e982-429d-b7b6-44ddc6517089', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:26:27.730286 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port f18c8de6-d51a-46c3-be93-8dc2c7c4e723 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:26:27.730675 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (f18c8de6-d51a-46c3-be93-8dc2c7c4e723), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:27.743280 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f18c8de6-d51a-46c3-be93-8dc2c7c4e723 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:26:27.762855 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port f18c8de6-d51a-46c3-be93-8dc2c7c4e723, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=f18c8de6-d51a-46c3-be93-8dc2c7c4e723,segment=NetworkSegment(0953e963-1028-4e12-8ff7-780fb25f2faa),segment_id=0953e963-1028-4e12-8ff7-780fb25f2faa)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:26:27.766540 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (f18c8de6-d51a-46c3-be93-8dc2c7c4e723), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:27.787148 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '249bd657-ac66-42ba-baf7-1c92fc6df742', 'tag': 'f18c8de6-d51a-46c3-be93-8dc2c7c4e723'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:26:27.789551 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}981202432542b3bd90586abfd28c53181d71ca775a89b024ffbb9268f9379f4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71d16b4d-b09b-479f-a43b-29d4be757b76" -d '{"events": [{"name": "network-changed", "server_uuid": "249bd657-ac66-42ba-baf7-1c92fc6df742", "tag": "f18c8de6-d51a-46c3-be93-8dc2c7c4e723"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:26:27.816347 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=f18c8de6-d51a-46c3-be93-8dc2c7c4e723,revision_number=8']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:27.838279 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30dc49f7-c056-46e4-8300-2b6e35dc08be x-openstack-request-id: req-30dc49f7-c056-46e4-8300-2b6e35dc08be {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:26:27.838925 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "249bd657-ac66-42ba-baf7-1c92fc6df742", "tag": "f18c8de6-d51a-46c3-be93-8dc2c7c4e723", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:26:27.839175 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-30dc49f7-c056-46e4-8300-2b6e35dc08be {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:26:27.839769 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '249bd657-ac66-42ba-baf7-1c92fc6df742', 'tag': 'f18c8de6-d51a-46c3-be93-8dc2c7c4e723', 'status': 'completed', 'code': 200} Jan 28 20:26:27.889056 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device f18c8de6-d51a-46c3-be93-8dc2c7c4e723 no longer exists at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:26:27.903522 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d16b4d-b09b-479f-a43b-29d4be757b76 req-a1e0d8d6-afe8-441f-ae7d-4d2221158146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:27.905028 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-71d16b4d-b09b-479f-a43b-29d4be757b76 req-a1e0d8d6-afe8-441f-ae7d-4d2221158146 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=041c0f1816fa40aead247294d9debed3&device_id=249bd657-ac66-42ba-baf7-1c92fc6df742 HTTP/1.1" status: 200 len: 1128 time: 0.0487335 Jan 28 20:26:27.908201 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d16b4d-b09b-479f-a43b-29d4be757b76 req-a96f4ef5-fb3a-483e-9b88-1f60e79f3a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:27.909862 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-71d16b4d-b09b-479f-a43b-29d4be757b76 req-a96f4ef5-fb3a-483e-9b88-1f60e79f3a3e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=041c0f1816fa40aead247294d9debed3&device_id=249bd657-ac66-42ba-baf7-1c92fc6df742 HTTP/1.1" status: 200 len: 1128 time: 0.0499825 Jan 28 20:26:27.931960 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] The host n-h2-812111-14 is not matching for port f18c8de6-d51a-46c3-be93-8dc2c7c4e723 host n-h1-812111-14! {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Jan 28 20:26:27.932384 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device f18c8de6-d51a-46c3-be93-8dc2c7c4e723 not bound to the agent host n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:26:28.000472 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d16b4d-b09b-479f-a43b-29d4be757b76 req-44d351d9-f183-4a21-aecd-81f822dd7a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:28.002292 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-71d16b4d-b09b-479f-a43b-29d4be757b76 req-44d351d9-f183-4a21-aecd-81f822dd7a87 service neutron] 10.222.0.70 "GET /v2.0/networks?id=474aa610-9428-467b-8915-0dd55634c416 HTTP/1.1" status: 200 len: 914 time: 0.0914962 Jan 28 20:26:28.002822 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d16b4d-b09b-479f-a43b-29d4be757b76 req-8ec8742a-f80c-4408-85b7-8edd378b2e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:28.004309 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-71d16b4d-b09b-479f-a43b-29d4be757b76 req-8ec8742a-f80c-4408-85b7-8edd378b2e56 service neutron] 10.222.0.41 "GET /v2.0/networks?id=474aa610-9428-467b-8915-0dd55634c416 HTTP/1.1" status: 200 len: 914 time: 0.0871952 Jan 28 20:26:28.050607 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-71d16b4d-b09b-479f-a43b-29d4be757b76 req-28b3909e-6bd2-4424-827a-95364dd92fd7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f18c8de6-d51a-46c3-be93-8dc2c7c4e723 HTTP/1.1" status: 200 len: 217 time: 0.0395045 Jan 28 20:26:28.051343 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-71d16b4d-b09b-479f-a43b-29d4be757b76 req-f308b9a6-d3fa-49b1-96f0-9138f2f30099 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f18c8de6-d51a-46c3-be93-8dc2c7c4e723 HTTP/1.1" status: 200 len: 217 time: 0.0401886 Jan 28 20:26:28.099583 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d16b4d-b09b-479f-a43b-29d4be757b76 req-ecb768d5-d7b0-42b8-b8a9-6f1a12bf9643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:28.101031 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d16b4d-b09b-479f-a43b-29d4be757b76 req-2e6d65b8-c40b-4064-b467-81faf48ca011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:28.101193 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-71d16b4d-b09b-479f-a43b-29d4be757b76 req-ecb768d5-d7b0-42b8-b8a9-6f1a12bf9643 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8bd3398c-e982-429d-b7b6-44ddc6517089 HTTP/1.1" status: 200 len: 854 time: 0.0439041 Jan 28 20:26:28.102828 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-71d16b4d-b09b-479f-a43b-29d4be757b76 req-2e6d65b8-c40b-4064-b467-81faf48ca011 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8bd3398c-e982-429d-b7b6-44ddc6517089 HTTP/1.1" status: 200 len: 854 time: 0.0443354 Jan 28 20:26:28.133619 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-71d16b4d-b09b-479f-a43b-29d4be757b76 req-f0990e0a-0d94-49cc-9e34-605cf5d7be45 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=474aa610-9428-467b-8915-0dd55634c416&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262842 Jan 28 20:26:28.137146 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-71d16b4d-b09b-479f-a43b-29d4be757b76 req-2663aca5-dcf3-4c95-ba2e-48a246fac356 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=474aa610-9428-467b-8915-0dd55634c416&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270917 Jan 28 20:26:28.232804 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-71d16b4d-b09b-479f-a43b-29d4be757b76 req-55dbc3a0-6eea-45d8-a25f-561f3ee4c1ef service neutron] 10.222.0.70 "GET /v2.0/networks/474aa610-9428-467b-8915-0dd55634c416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932596 Jan 28 20:26:28.246704 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-71d16b4d-b09b-479f-a43b-29d4be757b76 req-635523a7-3f35-467f-bf03-2198aabcc727 service neutron] 10.222.0.41 "GET /v2.0/networks/474aa610-9428-467b-8915-0dd55634c416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031771 Jan 28 20:26:28.323771 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-71d16b4d-b09b-479f-a43b-29d4be757b76 req-91f60a3f-e213-478d-8f1a-5426edd6328d service neutron] 10.222.0.70 "GET /v2.0/networks/474aa610-9428-467b-8915-0dd55634c416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850694 Jan 28 20:26:28.382278 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37596055-701b-428a-8d4e-cfdab2841020 req-b68ebff0-ba16-4e4d-8760-5bb961766030 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:28.383683 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-37596055-701b-428a-8d4e-cfdab2841020 req-b68ebff0-ba16-4e4d-8760-5bb961766030 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/ports?device_id=249bd657-ac66-42ba-baf7-1c92fc6df742 HTTP/1.1" status: 200 len: 945 time: 0.0815990 Jan 28 20:26:28.387268 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-71d16b4d-b09b-479f-a43b-29d4be757b76 req-5d8aafd4-e4d1-400f-a671-e41b22825f5d service neutron] 10.222.0.41 "GET /v2.0/networks/474aa610-9428-467b-8915-0dd55634c416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344092 Jan 28 20:26:28.436021 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-37596055-701b-428a-8d4e-cfdab2841020 req-372ec152-5028-4e0e-a73a-5364545e60c0 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/security-groups?id=1a24e8b8-5f96-47ac-a415-3353712b51f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467331 Jan 28 20:26:28.634552 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d857c4f1-c1ee-4563-b22c-9e15b8d75c48 req-daf3a174-6312-48c0-bbbd-03293b4ac4b4 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:28.636054 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d857c4f1-c1ee-4563-b22c-9e15b8d75c48 req-daf3a174-6312-48c0-bbbd-03293b4ac4b4 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/ports?device_id=249bd657-ac66-42ba-baf7-1c92fc6df742 HTTP/1.1" status: 200 len: 945 time: 0.0565898 Jan 28 20:26:28.683873 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d857c4f1-c1ee-4563-b22c-9e15b8d75c48 req-a77fcc16-e7d4-4986-8957-1391519f0ea1 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/security-groups?id=1a24e8b8-5f96-47ac-a415-3353712b51f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420916 Jan 28 20:26:28.685665 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdfd3d3-d0c8-4565-9c80-0a59436f13e5 req-94bb0d28-7a04-4ec4-a698-e255b952bb0c tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:28.687128 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-dfdfd3d3-d0c8-4565-9c80-0a59436f13e5 req-94bb0d28-7a04-4ec4-a698-e255b952bb0c tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.70 "GET /v2.0/ports?device_id=249bd657-ac66-42ba-baf7-1c92fc6df742&tenant_id=041c0f1816fa40aead247294d9debed3&binding%3Ahost_id=n-h1-812111-14 HTTP/1.1" status: 200 len: 945 time: 0.0567119 Jan 28 20:26:28.752003 n-d-812111-14 neutron-server[103304]: INFO neutron.api.v2.resource [req-dfdfd3d3-d0c8-4565-9c80-0a59436f13e5 req-5827db3d-23dd-43d6-9c1e-b6096c84c70d service neutron] delete failed (client error): The resource could not be found. Jan 28 20:26:28.753004 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-dfdfd3d3-d0c8-4565-9c80-0a59436f13e5 req-5827db3d-23dd-43d6-9c1e-b6096c84c70d service neutron] 10.222.0.70 "DELETE /v2.0/ports/f18c8de6-d51a-46c3-be93-8dc2c7c4e723/bindings/n-h2-812111-14 HTTP/1.1" status: 404 len: 381 time: 0.0585666 Jan 28 20:26:28.839274 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdfd3d3-d0c8-4565-9c80-0a59436f13e5 req-36bee110-26a5-459e-9ebd-95e7b78b66ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:28.840737 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-dfdfd3d3-d0c8-4565-9c80-0a59436f13e5 req-36bee110-26a5-459e-9ebd-95e7b78b66ec service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=041c0f1816fa40aead247294d9debed3&device_id=249bd657-ac66-42ba-baf7-1c92fc6df742 HTTP/1.1" status: 200 len: 1128 time: 0.0447214 Jan 28 20:26:28.935315 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdfd3d3-d0c8-4565-9c80-0a59436f13e5 req-6ebd35b9-cc26-46fe-856c-c66f82c98e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:28.936766 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-dfdfd3d3-d0c8-4565-9c80-0a59436f13e5 req-6ebd35b9-cc26-46fe-856c-c66f82c98e90 service neutron] 10.222.0.70 "GET /v2.0/networks?id=474aa610-9428-467b-8915-0dd55634c416 HTTP/1.1" status: 200 len: 914 time: 0.0897686 Jan 28 20:26:28.982943 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-dfdfd3d3-d0c8-4565-9c80-0a59436f13e5 req-aef9185f-cb1d-48ee-b5df-5a005e16f8fb service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f18c8de6-d51a-46c3-be93-8dc2c7c4e723 HTTP/1.1" status: 200 len: 217 time: 0.0393941 Jan 28 20:26:29.033576 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdfd3d3-d0c8-4565-9c80-0a59436f13e5 req-5fb8694a-a291-4577-a12e-d98ebfb0cb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:29.035009 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-dfdfd3d3-d0c8-4565-9c80-0a59436f13e5 req-5fb8694a-a291-4577-a12e-d98ebfb0cb07 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8bd3398c-e982-429d-b7b6-44ddc6517089 HTTP/1.1" status: 200 len: 854 time: 0.0464330 Jan 28 20:26:29.067241 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['f18c8de6-d51a-46c3-be93-8dc2c7c4e723'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:26:29.067825 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-dfdfd3d3-d0c8-4565-9c80-0a59436f13e5 req-caaca640-85fc-45a3-a53f-37f19fe0421b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=474aa610-9428-467b-8915-0dd55634c416&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270712 Jan 28 20:26:29.147621 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:26:29.160282 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-dfdfd3d3-d0c8-4565-9c80-0a59436f13e5 req-249002b1-637c-4462-8dba-d37f278361be service neutron] 10.222.0.70 "GET /v2.0/networks/474aa610-9428-467b-8915-0dd55634c416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862696 Jan 28 20:26:29.250439 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-dfdfd3d3-d0c8-4565-9c80-0a59436f13e5 req-5e537a24-3979-4e51-bad5-72e255bf9a9d service neutron] 10.222.0.70 "GET /v2.0/networks/474aa610-9428-467b-8915-0dd55634c416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837629 Jan 28 20:26:29.597331 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device f18c8de6-d51a-46c3-be93-8dc2c7c4e723 up at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:26:29.648501 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning for port f18c8de6-d51a-46c3-be93-8dc2c7c4e723 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:26:29.652372 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning complete for port f18c8de6-d51a-46c3-be93-8dc2c7c4e723 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:26:29.652773 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (f18c8de6-d51a-46c3-be93-8dc2c7c4e723), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:29.739600 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port f18c8de6-d51a-46c3-be93-8dc2c7c4e723 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:26:29.739992 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (f18c8de6-d51a-46c3-be93-8dc2c7c4e723), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:29.766962 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '249bd657-ac66-42ba-baf7-1c92fc6df742', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f18c8de6-d51a-46c3-be93-8dc2c7c4e723'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:26:29.769237 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}704c702df6f21e7df92d3d89d4c6cfde2c6406e49d8202b36454fc5209adee22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e7dabbb-e1c0-4daa-88b3-f47ae211fdcd" -d '{"events": [{"server_uuid": "249bd657-ac66-42ba-baf7-1c92fc6df742", "name": "network-vif-plugged", "status": "completed", "tag": "f18c8de6-d51a-46c3-be93-8dc2c7c4e723"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:26:29.783713 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port f18c8de6-d51a-46c3-be93-8dc2c7c4e723, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=f18c8de6-d51a-46c3-be93-8dc2c7c4e723,segment=NetworkSegment(0953e963-1028-4e12-8ff7-780fb25f2faa),segment_id=0953e963-1028-4e12-8ff7-780fb25f2faa)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:26:29.787769 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (f18c8de6-d51a-46c3-be93-8dc2c7c4e723), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:29.817669 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b040039f-5e7f-458d-b74a-6b76c2c4dd20 req-d4e6f3a2-fb85-4421-947e-11523d7120e0 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:29.819229 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b040039f-5e7f-458d-b74a-6b76c2c4dd20 req-d4e6f3a2-fb85-4421-947e-11523d7120e0 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/ports?device_id=249bd657-ac66-42ba-baf7-1c92fc6df742 HTTP/1.1" status: 200 len: 945 time: 0.0621190 Jan 28 20:26:29.830791 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-009955a0-ad2a-4bf8-aa32-0b2e68389860 x-openstack-request-id: req-009955a0-ad2a-4bf8-aa32-0b2e68389860 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:26:29.831086 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "249bd657-ac66-42ba-baf7-1c92fc6df742", "name": "network-vif-plugged", "status": "completed", "tag": "f18c8de6-d51a-46c3-be93-8dc2c7c4e723", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:26:29.831340 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-009955a0-ad2a-4bf8-aa32-0b2e68389860 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:26:29.831886 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '249bd657-ac66-42ba-baf7-1c92fc6df742', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f18c8de6-d51a-46c3-be93-8dc2c7c4e723', 'code': 200} Jan 28 20:26:29.844160 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=f18c8de6-d51a-46c3-be93-8dc2c7c4e723,revision_number=9']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:29.873176 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b040039f-5e7f-458d-b74a-6b76c2c4dd20 req-6c05ed4b-a418-4601-8ce5-739d7185f592 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/security-groups?id=1a24e8b8-5f96-47ac-a415-3353712b51f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476465 Jan 28 20:26:29.994511 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95f4315-08e6-450d-b9f7-cf03e7654659 req-faf15a2b-acae-4368-9721-3a8ee78275b8 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:29.996003 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c95f4315-08e6-450d-b9f7-cf03e7654659 req-faf15a2b-acae-4368-9721-3a8ee78275b8 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/ports?device_id=249bd657-ac66-42ba-baf7-1c92fc6df742 HTTP/1.1" status: 200 len: 946 time: 0.0549819 Jan 28 20:26:30.044328 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c95f4315-08e6-450d-b9f7-cf03e7654659 req-c8e47240-b3dc-4aaa-843d-ba02236e782a tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/security-groups?id=1a24e8b8-5f96-47ac-a415-3353712b51f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426524 Jan 28 20:26:30.162020 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472718f2-4883-48e3-810a-c26170f84769 req-230dc599-b563-4f5d-8c4a-32afd5fd3f0d tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:30.163566 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-472718f2-4883-48e3-810a-c26170f84769 req-230dc599-b563-4f5d-8c4a-32afd5fd3f0d tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/ports?device_id=249bd657-ac66-42ba-baf7-1c92fc6df742 HTTP/1.1" status: 200 len: 946 time: 0.0527508 Jan 28 20:26:30.210038 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-472718f2-4883-48e3-810a-c26170f84769 req-7aa7bb12-339e-4fe3-b16d-ceefd510936d tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/security-groups?id=1a24e8b8-5f96-47ac-a415-3353712b51f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400825 Jan 28 20:26:30.541220 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b2526c-9fd0-4972-a6da-408c9e8446a5 req-018d30d5-e70d-4303-bf1f-611cbfd12512 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:30.542683 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-65b2526c-9fd0-4972-a6da-408c9e8446a5 req-018d30d5-e70d-4303-bf1f-611cbfd12512 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/ports?device_id=249bd657-ac66-42ba-baf7-1c92fc6df742 HTTP/1.1" status: 200 len: 946 time: 0.0578394 Jan 28 20:26:30.589080 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-65b2526c-9fd0-4972-a6da-408c9e8446a5 req-18339f60-c1c0-4eec-a58c-81293182562d tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/security-groups?id=1a24e8b8-5f96-47ac-a415-3353712b51f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409503 Jan 28 20:26:31.710545 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cba5f6-0d4a-4760-8f9f-144cb92e59dc req-efc30ac6-f91f-4ace-a54f-433898b4ba56 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:31.712491 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-45cba5f6-0d4a-4760-8f9f-144cb92e59dc req-efc30ac6-f91f-4ace-a54f-433898b4ba56 tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/ports?device_id=249bd657-ac66-42ba-baf7-1c92fc6df742 HTTP/1.1" status: 200 len: 946 time: 0.0515218 Jan 28 20:26:31.758088 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-45cba5f6-0d4a-4760-8f9f-144cb92e59dc req-cc091868-b2fa-47ec-bd18-d7cc9eada0bb tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.64 "GET /v2.0/security-groups?id=1a24e8b8-5f96-47ac-a415-3353712b51f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401468 Jan 28 20:26:31.807064 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba722981-fd48-462e-8d71-15f8a7787dd7 req-a3757990-7d45-4e05-a1e7-4d64769bd2af tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:31.808504 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ba722981-fd48-462e-8d71-15f8a7787dd7 req-a3757990-7d45-4e05-a1e7-4d64769bd2af tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.41 "GET /v2.0/ports?device_id=249bd657-ac66-42ba-baf7-1c92fc6df742 HTTP/1.1" status: 200 len: 946 time: 0.0514152 Jan 28 20:26:31.903063 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-ba722981-fd48-462e-8d71-15f8a7787dd7 req-5dfeec28-2ad0-466c-9b61-31e485b69cea tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] Deleting port f18c8de6-d51a-46c3-be93-8dc2c7c4e723 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:26:31.903321 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-ba722981-fd48-462e-8d71-15f8a7787dd7 req-5dfeec28-2ad0-466c-9b61-31e485b69cea tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (f18c8de6-d51a-46c3-be93-8dc2c7c4e723), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:31.995268 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-ba722981-fd48-462e-8d71-15f8a7787dd7 req-5dfeec28-2ad0-466c-9b61-31e485b69cea tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] For port f18c8de6-d51a-46c3-be93-8dc2c7c4e723, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=f18c8de6-d51a-46c3-be93-8dc2c7c4e723,segment=NetworkSegment(0953e963-1028-4e12-8ff7-780fb25f2faa),segment_id=0953e963-1028-4e12-8ff7-780fb25f2faa)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:26:31.995624 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-ba722981-fd48-462e-8d71-15f8a7787dd7 req-5dfeec28-2ad0-466c-9b61-31e485b69cea tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (f18c8de6-d51a-46c3-be93-8dc2c7c4e723), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:32.007578 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-ba722981-fd48-462e-8d71-15f8a7787dd7 req-5dfeec28-2ad0-466c-9b61-31e485b69cea tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] Calling delete_port for f18c8de6-d51a-46c3-be93-8dc2c7c4e723 owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:26:32.137667 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-ba722981-fd48-462e-8d71-15f8a7787dd7 req-5dfeec28-2ad0-466c-9b61-31e485b69cea tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (f18c8de6-d51a-46c3-be93-8dc2c7c4e723), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:32.153310 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['f18c8de6-d51a-46c3-be93-8dc2c7c4e723'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:26:32.167685 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfeec28-2ad0-466c-9b61-31e485b69cea tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] Pushing event deleted for resources: {'Port': ['ID=f18c8de6-d51a-46c3-be93-8dc2c7c4e723,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:32.209339 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba722981-fd48-462e-8d71-15f8a7787dd7 req-5dfeec28-2ad0-466c-9b61-31e485b69cea tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] No DVR routers for this DVR port f18c8de6-d51a-46c3-be93-8dc2c7c4e723 on host n-h1-812111-14 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:26:32.212708 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-ba722981-fd48-462e-8d71-15f8a7787dd7 req-5dfeec28-2ad0-466c-9b61-31e485b69cea tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:32.216164 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ba722981-fd48-462e-8d71-15f8a7787dd7 req-5dfeec28-2ad0-466c-9b61-31e485b69cea tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] 10.222.0.41 "DELETE /v2.0/ports/f18c8de6-d51a-46c3-be93-8dc2c7c4e723 HTTP/1.1" status: 204 len: 173 time: 0.3997118 Jan 28 20:26:32.216615 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '249bd657-ac66-42ba-baf7-1c92fc6df742', 'name': 'network-vif-deleted', 'tag': 'f18c8de6-d51a-46c3-be93-8dc2c7c4e723'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:26:32.218960 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}981202432542b3bd90586abfd28c53181d71ca775a89b024ffbb9268f9379f4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34daf09c-d920-4ec1-a18f-02e4e29a15c4" -d '{"events": [{"server_uuid": "249bd657-ac66-42ba-baf7-1c92fc6df742", "name": "network-vif-deleted", "tag": "f18c8de6-d51a-46c3-be93-8dc2c7c4e723"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:26:32.257345 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21b65ca0-46db-4a6a-9871-34b3a3b2793f x-openstack-request-id: req-21b65ca0-46db-4a6a-9871-34b3a3b2793f {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:26:32.257643 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "249bd657-ac66-42ba-baf7-1c92fc6df742", "name": "network-vif-deleted", "tag": "f18c8de6-d51a-46c3-be93-8dc2c7c4e723", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:26:32.257900 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-21b65ca0-46db-4a6a-9871-34b3a3b2793f {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:26:32.258311 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '249bd657-ac66-42ba-baf7-1c92fc6df742', 'name': 'network-vif-deleted', 'tag': 'f18c8de6-d51a-46c3-be93-8dc2c7c4e723', 'status': 'completed', 'code': 200} Jan 28 20:26:32.878901 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 40902) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:26:32.926853 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-c309a5a4-e938-4cce-991d-f1907263e0f0 admin admin] Deleting subnet 8bd3398c-e982-429d-b7b6-44ddc6517089 {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 20:26:32.929814 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c309a5a4-e938-4cce-991d-f1907263e0f0 admin admin] Publish callbacks [] for subnet (8bd3398c-e982-429d-b7b6-44ddc6517089), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:32.963265 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c309a5a4-e938-4cce-991d-f1907263e0f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16187240'] for subnet (8bd3398c-e982-429d-b7b6-44ddc6517089), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:32.999775 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c309a5a4-e938-4cce-991d-f1907263e0f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (8bd3398c-e982-429d-b7b6-44ddc6517089), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:33.049563 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c309a5a4-e938-4cce-991d-f1907263e0f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4752464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4733806'] for subnet (8bd3398c-e982-429d-b7b6-44ddc6517089), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:33.077171 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c309a5a4-e938-4cce-991d-f1907263e0f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8bd3398c-e982-429d-b7b6-44ddc6517089,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:33.080989 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c309a5a4-e938-4cce-991d-f1907263e0f0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:33.084306 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-c309a5a4-e938-4cce-991d-f1907263e0f0 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/8bd3398c-e982-429d-b7b6-44ddc6517089 HTTP/1.1" status: 204 len: 168 time: 0.2043889 Jan 28 20:26:33.086895 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 40904) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:26:33.159577 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6ee350ec-76e9-4b49-b142-1d9a1957e2e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (474aa610-9428-467b-8915-0dd55634c416), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:33.238557 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6ee350ec-76e9-4b49-b142-1d9a1957e2e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (474aa610-9428-467b-8915-0dd55634c416), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:33.258162 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-6ee350ec-76e9-4b49-b142-1d9a1957e2e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['474aa610-9428-467b-8915-0dd55634c416']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:26:33.267221 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-6ee350ec-76e9-4b49-b142-1d9a1957e2e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0953e963-1028-4e12-8ff7-780fb25f2faa') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:26:33.267519 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-6ee350ec-76e9-4b49-b142-1d9a1957e2e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0953e963-1028-4e12-8ff7-780fb25f2faa') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:26:33.281783 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6ee350ec-76e9-4b49-b142-1d9a1957e2e8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16187153'] for segment (0953e963-1028-4e12-8ff7-780fb25f2faa), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:33.295079 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6ee350ec-76e9-4b49-b142-1d9a1957e2e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (0953e963-1028-4e12-8ff7-780fb25f2faa), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:33.300768 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ee350ec-76e9-4b49-b142-1d9a1957e2e8 admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:26:33.301187 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6ee350ec-76e9-4b49-b142-1d9a1957e2e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4752570'] for segment (0953e963-1028-4e12-8ff7-780fb25f2faa), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:33.302796 n-d-812111-14 neutron-server[103305]: Traceback (most recent call last): Jan 28 20:26:33.302796 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:26:33.302796 n-d-812111-14 neutron-server[103305]: timer() Jan 28 20:26:33.302796 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:26:33.302796 n-d-812111-14 neutron-server[103305]: cb(*args, **kw) Jan 28 20:26:33.302796 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:26:33.302796 n-d-812111-14 neutron-server[103305]: return func(*args, **kwargs) Jan 28 20:26:33.302796 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:26:33.302796 n-d-812111-14 neutron-server[103305]: self._notify() Jan 28 20:26:33.302796 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:26:33.302796 n-d-812111-14 neutron-server[103305]: self.callback(batched_events) Jan 28 20:26:33.302796 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:26:33.302796 n-d-812111-14 neutron-server[103305]: event.method(event) Jan 28 20:26:33.302796 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:26:33.302796 n-d-812111-14 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:26:33.302796 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:26:33.302796 n-d-812111-14 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:26:33.302796 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:26:33.302796 n-d-812111-14 neutron-server[103305]: return f(self, *a, **k) Jan 28 20:26:33.302796 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:26:33.302796 n-d-812111-14 neutron-server[103305]: return self._get(url).json() Jan 28 20:26:33.302796 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:26:33.302796 n-d-812111-14 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:26:33.302796 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:26:33.302796 n-d-812111-14 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 28 20:26:33.302796 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:26:33.302796 n-d-812111-14 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:26:33.302796 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:26:33.302796 n-d-812111-14 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:26:33.302796 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:26:33.302796 n-d-812111-14 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:26:33.302796 n-d-812111-14 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:26:33.357838 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6ee350ec-76e9-4b49-b142-1d9a1957e2e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (474aa610-9428-467b-8915-0dd55634c416), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:33.363236 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6ee350ec-76e9-4b49-b142-1d9a1957e2e8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:33.369255 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-6ee350ec-76e9-4b49-b142-1d9a1957e2e8 admin admin] 10.222.0.64 "DELETE /v2.0/networks/474aa610-9428-467b-8915-0dd55634c416 HTTP/1.1" status: 204 len: 168 time: 0.2813590 Jan 28 20:26:33.380383 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee350ec-76e9-4b49-b142-1d9a1957e2e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=474aa610-9428-467b-8915-0dd55634c416,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:33.473308 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 40908) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:26:33.513361 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-1f1dc25b-fe99-47da-8eb1-15c904e0301a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=041c0f1816fa40aead247294d9debed3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0388770 Jan 28 20:26:33.515888 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 40910) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:26:33.562020 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-63858879-a52f-4274-a7d4-faf26aea25f4 admin admin] Publish callbacks [] for security_group (1a24e8b8-5f96-47ac-a415-3353712b51f5), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:33.582592 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-63858879-a52f-4274-a7d4-faf26aea25f4 admin admin] Publish callbacks [] for security_group (1a24e8b8-5f96-47ac-a415-3353712b51f5), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:33.634871 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-63858879-a52f-4274-a7d4-faf26aea25f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (1a24e8b8-5f96-47ac-a415-3353712b51f5), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:33.637508 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-63858879-a52f-4274-a7d4-faf26aea25f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:33.638657 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-63858879-a52f-4274-a7d4-faf26aea25f4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1a24e8b8-5f96-47ac-a415-3353712b51f5 HTTP/1.1" status: 204 len: 168 time: 0.1218343 Jan 28 20:26:33.646626 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63858879-a52f-4274-a7d4-faf26aea25f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a24e8b8-5f96-47ac-a415-3353712b51f5,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:34.295828 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 40932) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:26:34.389614 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-891864cb-1951-49ef-b143-493eba93dd8b admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1256389972-network', 'tenant_id': 'a0900bdb75214d779c2ff2b524361204'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:26:34.408649 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-891864cb-1951-49ef-b143-493eba93dd8b admin admin] Made reservation on behalf of a0900bdb75214d779c2ff2b524361204 for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:26:34.411104 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-891864cb-1951-49ef-b143-493eba93dd8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:34.420189 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-891864cb-1951-49ef-b143-493eba93dd8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:34.499939 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-891864cb-1951-49ef-b143-493eba93dd8b admin admin] Publish callbacks [] for security_group (4baa7bbb-e312-43b0-b348-7989ada8265b), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:34.503782 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-891864cb-1951-49ef-b143-493eba93dd8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (4baa7bbb-e312-43b0-b348-7989ada8265b), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:34.524440 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-891864cb-1951-49ef-b143-493eba93dd8b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:26:34.539006 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891864cb-1951-49ef-b143-493eba93dd8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4baa7bbb-e312-43b0-b348-7989ada8265b,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:34.541918 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-891864cb-1951-49ef-b143-493eba93dd8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (a356da5f-ca46-4607-8767-57e02fcd96dc), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:34.542260 n-d-812111-14 neutron-server[103304]: INFO neutron.db.segments_db [None req-891864cb-1951-49ef-b143-493eba93dd8b admin admin] Added segment a356da5f-ca46-4607-8767-57e02fcd96dc of type vlan for network d8e01811-a300-4dd8-bacd-fd5a9e44548b Jan 28 20:26:34.554779 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891864cb-1951-49ef-b143-493eba93dd8b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:26:34.555127 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891864cb-1951-49ef-b143-493eba93dd8b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:26:34.555470 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891864cb-1951-49ef-b143-493eba93dd8b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:26:34.556381 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891864cb-1951-49ef-b143-493eba93dd8b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:26:34.556716 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891864cb-1951-49ef-b143-493eba93dd8b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:26:34.557047 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891864cb-1951-49ef-b143-493eba93dd8b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:26:34.557409 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891864cb-1951-49ef-b143-493eba93dd8b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:26:34.557739 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891864cb-1951-49ef-b143-493eba93dd8b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:26:34.558065 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891864cb-1951-49ef-b143-493eba93dd8b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:26:34.558388 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891864cb-1951-49ef-b143-493eba93dd8b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:26:34.558712 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891864cb-1951-49ef-b143-493eba93dd8b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:26:34.559033 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891864cb-1951-49ef-b143-493eba93dd8b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:26:34.559353 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891864cb-1951-49ef-b143-493eba93dd8b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:26:34.596887 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-891864cb-1951-49ef-b143-493eba93dd8b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (d8e01811-a300-4dd8-bacd-fd5a9e44548b), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:34.621506 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-891864cb-1951-49ef-b143-493eba93dd8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (d8e01811-a300-4dd8-bacd-fd5a9e44548b), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:34.622440 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-891864cb-1951-49ef-b143-493eba93dd8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:34.623007 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-891864cb-1951-49ef-b143-493eba93dd8b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:34.679824 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-891864cb-1951-49ef-b143-493eba93dd8b admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3828263 Jan 28 20:26:34.683726 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 40936) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:26:34.684234 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891864cb-1951-49ef-b143-493eba93dd8b admin admin] Pushing event updated for resources: {'Network': ['ID=d8e01811-a300-4dd8-bacd-fd5a9e44548b,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:34.689563 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-c6b3c2fb-96e3-4710-8908-5658b0780094 admin admin] Request body: {'subnet': {'network_id': 'd8e01811-a300-4dd8-bacd-fd5a9e44548b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1256389972-subnet', 'tenant_id': 'a0900bdb75214d779c2ff2b524361204', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:26:34.697284 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network d8e01811-a300-4dd8-bacd-fd5a9e44548b details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:26:34.710169 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6b3c2fb-96e3-4710-8908-5658b0780094 admin admin] Made reservation on behalf of a0900bdb75214d779c2ff2b524361204 for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:26:34.713223 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c6b3c2fb-96e3-4710-8908-5658b0780094 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4733071'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:34.879148 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c6b3c2fb-96e3-4710-8908-5658b0780094 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4752401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4733085'] for subnet (df66a7ef-d785-4716-9ebd-bfe0bb120f51), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:34.937230 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b3c2fb-96e3-4710-8908-5658b0780094 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df66a7ef-d785-4716-9ebd-bfe0bb120f51,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:34.942239 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b3c2fb-96e3-4710-8908-5658b0780094 admin admin] Checking segment: {'id': 'a356da5f-ca46-4607-8767-57e02fcd96dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd8e01811-a300-4dd8-bacd-fd5a9e44548b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:26:34.942598 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b3c2fb-96e3-4710-8908-5658b0780094 admin admin] Network hostable DHCP agents. Network: d8e01811-a300-4dd8-bacd-fd5a9e44548b, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:26:34.958067 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b3c2fb-96e3-4710-8908-5658b0780094 admin admin] Network d8e01811-a300-4dd8-bacd-fd5a9e44548b is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:26:34.967746 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-c6b3c2fb-96e3-4710-8908-5658b0780094 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, d8e01811-a300-4dd8-bacd-fd5a9e44548b) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:26:34.971849 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6b3c2fb-96e3-4710-8908-5658b0780094 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:34.972446 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c6b3c2fb-96e3-4710-8908-5658b0780094 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:34.977191 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc7e26da-6373-4962-924a-7e3840568c12 None None] Network d8e01811-a300-4dd8-bacd-fd5a9e44548b requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:26:34.991965 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-c6b3c2fb-96e3-4710-8908-5658b0780094 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3044629 Jan 28 20:26:34.992304 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 40938) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:26:34.996939 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-7ab3c258-b50d-4aa2-a311-3d75d3acb3fc admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1256389972-router', 'tenant_id': 'a0900bdb75214d779c2ff2b524361204', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:26:35.015513 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7ab3c258-b50d-4aa2-a311-3d75d3acb3fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261150'] for router (2ec39fb4-5b27-4d9e-b67c-392bf73252cf), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:35.016667 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7ab3c258-b50d-4aa2-a311-3d75d3acb3fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-731099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-731441', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261129'] for router (2ec39fb4-5b27-4d9e-b67c-392bf73252cf), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:35.072948 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7ab3c258-b50d-4aa2-a311-3d75d3acb3fc admin admin] Publish callbacks [] for router_controller (2ec39fb4-5b27-4d9e-b67c-392bf73252cf), precommit_add_association {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:35.081740 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-071021e7-e9db-4f16-a37a-bd290ce9bf87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68cd31fd-e4cd-5fb3-a862-256fc47efcd2-d8e01811-a300-4dd8-bacd-fd5a9e44548b', 'network_id': 'd8e01811-a300-4dd8-bacd-fd5a9e44548b', 'project_id': 'a0900bdb75214d779c2ff2b524361204', 'fixed_ips': [{'subnet_id': 'df66a7ef-d785-4716-9ebd-bfe0bb120f51'}]}} from n-d-812111-14. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 20:26:35.082717 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-071021e7-e9db-4f16-a37a-bd290ce9bf87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:35.215259 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7ab3c258-b50d-4aa2-a311-3d75d3acb3fc admin admin] Publish callbacks [] for router_gateway (2ec39fb4-5b27-4d9e-b67c-392bf73252cf), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:35.220733 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-071021e7-e9db-4f16-a37a-bd290ce9bf87 None None] Allocated IP 172.20.0.2 (d8e01811-a300-4dd8-bacd-fd5a9e44548b/df66a7ef-d785-4716-9ebd-bfe0bb120f51/e064e9d3-ff3f-46fb-9a9b-1e2eab3a0211) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:26:35.362886 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-071021e7-e9db-4f16-a37a-bd290ce9bf87 None None] Publish callbacks [] for port (e064e9d3-ff3f-46fb-9a9b-1e2eab3a0211), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:35.368629 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-071021e7-e9db-4f16-a37a-bd290ce9bf87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (e064e9d3-ff3f-46fb-9a9b-1e2eab3a0211), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:35.412227 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-071021e7-e9db-4f16-a37a-bd290ce9bf87 None None] Network d8e01811-a300-4dd8-bacd-fd5a9e44548b is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:26:35.412463 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7ab3c258-b50d-4aa2-a311-3d75d3acb3fc admin admin] Publish callbacks [] for router_gateway (2ec39fb4-5b27-4d9e-b67c-392bf73252cf), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:35.417618 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-071021e7-e9db-4f16-a37a-bd290ce9bf87 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:26:35.423209 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071021e7-e9db-4f16-a37a-bd290ce9bf87 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:26:35.426286 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071021e7-e9db-4f16-a37a-bd290ce9bf87 None None] Pushing event updated for resources: {'Port': ['ID=e064e9d3-ff3f-46fb-9a9b-1e2eab3a0211,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:35.433413 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7ab3c258-b50d-4aa2-a311-3d75d3acb3fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:35.482461 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-071021e7-e9db-4f16-a37a-bd290ce9bf87 None None] Attempting to bind port e064e9d3-ff3f-46fb-9a9b-1e2eab3a0211 on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:26:35.482842 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-071021e7-e9db-4f16-a37a-bd290ce9bf87 None None] Attempting to bind port e064e9d3-ff3f-46fb-9a9b-1e2eab3a0211 by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': 'a356da5f-ca46-4607-8767-57e02fcd96dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd8e01811-a300-4dd8-bacd-fd5a9e44548b'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:26:35.483210 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071021e7-e9db-4f16-a37a-bd290ce9bf87 None None] Attempting to bind port e064e9d3-ff3f-46fb-9a9b-1e2eab3a0211 on network d8e01811-a300-4dd8-bacd-fd5a9e44548b {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:26:35.488180 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071021e7-e9db-4f16-a37a-bd290ce9bf87 None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 26, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:26:35.488562 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071021e7-e9db-4f16-a37a-bd290ce9bf87 None None] Checking segment: {'id': 'a356da5f-ca46-4607-8767-57e02fcd96dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd8e01811-a300-4dd8-bacd-fd5a9e44548b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:26:35.488967 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-071021e7-e9db-4f16-a37a-bd290ce9bf87 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:35.489401 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071021e7-e9db-4f16-a37a-bd290ce9bf87 None None] Bound using segment: {'id': 'a356da5f-ca46-4607-8767-57e02fcd96dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd8e01811-a300-4dd8-bacd-fd5a9e44548b'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:26:35.489867 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-071021e7-e9db-4f16-a37a-bd290ce9bf87 None None] Bound port: e064e9d3-ff3f-46fb-9a9b-1e2eab3a0211, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a356da5f-ca46-4607-8767-57e02fcd96dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd8e01811-a300-4dd8-bacd-fd5a9e44548b'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:26:35.490737 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-071021e7-e9db-4f16-a37a-bd290ce9bf87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (e064e9d3-ff3f-46fb-9a9b-1e2eab3a0211), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:35.537954 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-7ab3c258-b50d-4aa2-a311-3d75d3acb3fc admin admin] Allocated IP 172.25.6.202 (d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8/a648e4ab-7422-41b9-b133-58aca25ab8f5/6a2d2eaf-2077-42fd-805e-d7d41e54094e) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:26:35.556257 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-071021e7-e9db-4f16-a37a-bd290ce9bf87 None None] For port e064e9d3-ff3f-46fb-9a9b-1e2eab3a0211, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:26:35.559708 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-071021e7-e9db-4f16-a37a-bd290ce9bf87 None None] For port e064e9d3-ff3f-46fb-9a9b-1e2eab3a0211, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=e064e9d3-ff3f-46fb-9a9b-1e2eab3a0211,segment=NetworkSegment(a356da5f-ca46-4607-8767-57e02fcd96dc),segment_id=a356da5f-ca46-4607-8767-57e02fcd96dc)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:26:35.565818 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-071021e7-e9db-4f16-a37a-bd290ce9bf87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (e064e9d3-ff3f-46fb-9a9b-1e2eab3a0211), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:35.628931 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device f18c8de6-d51a-46c3-be93-8dc2c7c4e723 no longer exists at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:26:35.654602 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071021e7-e9db-4f16-a37a-bd290ce9bf87 None None] Pushing event updated for resources: {'Port': ['ID=e064e9d3-ff3f-46fb-9a9b-1e2eab3a0211,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:35.656614 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7ab3c258-b50d-4aa2-a311-3d75d3acb3fc admin admin] Publish callbacks [] for port (6a2d2eaf-2077-42fd-805e-d7d41e54094e), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:35.658704 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] No Port match for: f18c8de6-d51a-46c3-be93-8dc2c7c4e723 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:26:35.659050 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device f18c8de6-d51a-46c3-be93-8dc2c7c4e723 not bound to the agent host n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:26:35.700412 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7ab3c258-b50d-4aa2-a311-3d75d3acb3fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (6a2d2eaf-2077-42fd-805e-d7d41e54094e), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:35.741472 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab3c258-b50d-4aa2-a311-3d75d3acb3fc admin admin] Network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:26:35.744819 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-7ab3c258-b50d-4aa2-a311-3d75d3acb3fc admin admin] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:26:35.750814 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab3c258-b50d-4aa2-a311-3d75d3acb3fc admin admin] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:26:35.779536 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab3c258-b50d-4aa2-a311-3d75d3acb3fc admin admin] Pushing event updated for resources: {'Port': ['ID=6a2d2eaf-2077-42fd-805e-d7d41e54094e,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:36.356966 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7ab3c258-b50d-4aa2-a311-3d75d3acb3fc admin admin] Publish callbacks [] for router_gateway (2ec39fb4-5b27-4d9e-b67c-392bf73252cf), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:36.545343 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b2754b2-89ed-4c72-adb1-a11926a64973 None None] Network d8e01811-a300-4dd8-bacd-fd5a9e44548b requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:26:36.562783 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7ab3c258-b50d-4aa2-a311-3d75d3acb3fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-731074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-731460'] for router (2ec39fb4-5b27-4d9e-b67c-392bf73252cf), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:36.609162 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-ecca8bef-2952-46de-bf45-44a30ddedee4 None None] Provisioning complete for port e064e9d3-ff3f-46fb-9a9b-1e2eab3a0211 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:26:36.610239 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ecca8bef-2952-46de-bf45-44a30ddedee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (e064e9d3-ff3f-46fb-9a9b-1e2eab3a0211), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:36.695840 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ab3c258-b50d-4aa2-a311-3d75d3acb3fc admin admin] Router 2ec39fb4-5b27-4d9e-b67c-392bf73252cf is scheduled to L3 agent 76fe5c49-705a-4e08-abb2-be585676213f with binding_index 1 {{(pid=103304) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 20:26:36.738000 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-ecca8bef-2952-46de-bf45-44a30ddedee4 None None] Current status of the port e064e9d3-ff3f-46fb-9a9b-1e2eab3a0211 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:26:36.738949 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ecca8bef-2952-46de-bf45-44a30ddedee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (e064e9d3-ff3f-46fb-9a9b-1e2eab3a0211), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:36.786725 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-ecca8bef-2952-46de-bf45-44a30ddedee4 None None] For port e064e9d3-ff3f-46fb-9a9b-1e2eab3a0211, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=e064e9d3-ff3f-46fb-9a9b-1e2eab3a0211,segment=NetworkSegment(a356da5f-ca46-4607-8767-57e02fcd96dc),segment_id=a356da5f-ca46-4607-8767-57e02fcd96dc)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:26:36.800210 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ecca8bef-2952-46de-bf45-44a30ddedee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (e064e9d3-ff3f-46fb-9a9b-1e2eab3a0211), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:36.814978 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ab3c258-b50d-4aa2-a311-3d75d3acb3fc admin admin] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:26:36.826768 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea956c4-a6f4-4aca-b32c-a6bb9798b1bd None None] Sync routers for ids ['2ec39fb4-5b27-4d9e-b67c-392bf73252cf'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:26:36.837493 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea956c4-a6f4-4aca-b32c-a6bb9798b1bd None None] Routers {'2ec39fb4-5b27-4d9e-b67c-392bf73252cf'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:26:36.838145 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-3ea956c4-a6f4-4aca-b32c-a6bb9798b1bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:26:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['2ec39fb4-5b27-4d9e-b67c-392bf73252cf'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:26:36.855013 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7ab3c258-b50d-4aa2-a311-3d75d3acb3fc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:36.860801 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-7ab3c258-b50d-4aa2-a311-3d75d3acb3fc admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8648005 Jan 28 20:26:36.861189 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 40940) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:26:36.884975 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device e064e9d3-ff3f-46fb-9a9b-1e2eab3a0211 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:26:36.888527 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecca8bef-2952-46de-bf45-44a30ddedee4 None None] Pushing event updated for resources: {'Port': ['ID=e064e9d3-ff3f-46fb-9a9b-1e2eab3a0211,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:36.937557 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-84c87e56-b4c3-4551-964e-6b414150af42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:36.955971 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port e064e9d3-ff3f-46fb-9a9b-1e2eab3a0211 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:26:36.956352 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (e064e9d3-ff3f-46fb-9a9b-1e2eab3a0211), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:36.991451 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-3ea956c4-a6f4-4aca-b32c-a6bb9798b1bd None None] Set router 2ec39fb4-5b27-4d9e-b67c-392bf73252cf gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:26:37.050298 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port e064e9d3-ff3f-46fb-9a9b-1e2eab3a0211 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:26:37.054574 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-094bb417-28e9-4dd1-9a4d-95ec381ea301 None None] Provisioning complete for port e064e9d3-ff3f-46fb-9a9b-1e2eab3a0211 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:26:37.055009 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-094bb417-28e9-4dd1-9a4d-95ec381ea301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (e064e9d3-ff3f-46fb-9a9b-1e2eab3a0211), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:37.189651 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-3ea956c4-a6f4-4aca-b32c-a6bb9798b1bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ec39fb4-5b27-4d9e-b67c-392bf73252cf', 'name': 'tempest-ServerActionsTestJSON-1256389972-router', 'tenant_id': 'a0900bdb75214d779c2ff2b524361204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': '6a2d2eaf-2077-42fd-805e-d7d41e54094e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:26:35Z', 'updated_at': '2022-01-28T20:26:36Z', 'revision_number': 3, 'project_id': 'a0900bdb75214d779c2ff2b524361204', 'gw_port': {'id': '6a2d2eaf-2077-42fd-805e-d7d41e54094e', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:f6:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ec39fb4-5b27-4d9e-b67c-392bf73252cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:26:35Z', 'updated_at': '2022-01-28T20:26:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:26:37.219189 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea956c4-a6f4-4aca-b32c-a6bb9798b1bd None None] Checking router: 2ec39fb4-5b27-4d9e-b67c-392bf73252cf for host: n-d-812111-14 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:26:37.219964 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea956c4-a6f4-4aca-b32c-a6bb9798b1bd None None] Updating router 2ec39fb4-5b27-4d9e-b67c-392bf73252cf port 6a2d2eaf-2077-42fd-805e-d7d41e54094e binding host n-d-812111-14 {{(pid=103307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:26:37.255951 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-3ea956c4-a6f4-4aca-b32c-a6bb9798b1bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (6a2d2eaf-2077-42fd-805e-d7d41e54094e), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:37.299841 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-094bb417-28e9-4dd1-9a4d-95ec381ea301 None None] Current status of the port e064e9d3-ff3f-46fb-9a9b-1e2eab3a0211 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:26:37.357634 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c94a0bff-911c-4f99-a3a7-15e75a222eab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:37.503711 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-3ea956c4-a6f4-4aca-b32c-a6bb9798b1bd None None] Publish callbacks [] for port (6a2d2eaf-2077-42fd-805e-d7d41e54094e), precommit_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:37.508601 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-c94a0bff-911c-4f99-a3a7-15e75a222eab admin admin] Allocated IP 172.20.0.1 (d8e01811-a300-4dd8-bacd-fd5a9e44548b/df66a7ef-d785-4716-9ebd-bfe0bb120f51/2b84ead9-9498-4730-9098-39b081d2fa41) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:26:37.509443 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-3ea956c4-a6f4-4aca-b32c-a6bb9798b1bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (6a2d2eaf-2077-42fd-805e-d7d41e54094e), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:37.554830 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-3ea956c4-a6f4-4aca-b32c-a6bb9798b1bd None None] Attempting to bind port 6a2d2eaf-2077-42fd-805e-d7d41e54094e on host n-d-812111-14 for vnic_type normal with profile {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:26:37.555202 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-3ea956c4-a6f4-4aca-b32c-a6bb9798b1bd None None] Attempting to bind port 6a2d2eaf-2077-42fd-805e-d7d41e54094e by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:26:37.556146 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea956c4-a6f4-4aca-b32c-a6bb9798b1bd None None] Attempting to bind port 6a2d2eaf-2077-42fd-805e-d7d41e54094e on network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:26:37.566422 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b011d-c5f7-4576-8245-c05ef97e4197 None None] Pushing event updated for resources: {'Port': ['ID=6a2d2eaf-2077-42fd-805e-d7d41e54094e,revision_number=2']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:37.568806 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea956c4-a6f4-4aca-b32c-a6bb9798b1bd None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 26, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:26:37.569211 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea956c4-a6f4-4aca-b32c-a6bb9798b1bd None None] Checking segment: {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:26:37.569621 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-3ea956c4-a6f4-4aca-b32c-a6bb9798b1bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:37.570014 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea956c4-a6f4-4aca-b32c-a6bb9798b1bd None None] Bound using segment: {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:26:37.570483 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-3ea956c4-a6f4-4aca-b32c-a6bb9798b1bd None None] Bound port: 6a2d2eaf-2077-42fd-805e-d7d41e54094e, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:26:37.570861 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-3ea956c4-a6f4-4aca-b32c-a6bb9798b1bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (6a2d2eaf-2077-42fd-805e-d7d41e54094e), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:37.598074 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b011d-c5f7-4576-8245-c05ef97e4197 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:26:37.598426 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b011d-c5f7-4576-8245-c05ef97e4197 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:26:37.598763 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b011d-c5f7-4576-8245-c05ef97e4197 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:26:37.599094 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b011d-c5f7-4576-8245-c05ef97e4197 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:26:37.599423 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b011d-c5f7-4576-8245-c05ef97e4197 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:26:37.599748 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b011d-c5f7-4576-8245-c05ef97e4197 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:26:37.600075 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b011d-c5f7-4576-8245-c05ef97e4197 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:26:37.600396 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b011d-c5f7-4576-8245-c05ef97e4197 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:26:37.600712 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b011d-c5f7-4576-8245-c05ef97e4197 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:26:37.601029 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b011d-c5f7-4576-8245-c05ef97e4197 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:26:37.601376 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b011d-c5f7-4576-8245-c05ef97e4197 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:26:37.601698 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b011d-c5f7-4576-8245-c05ef97e4197 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:26:37.602014 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b011d-c5f7-4576-8245-c05ef97e4197 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:26:37.616272 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c94a0bff-911c-4f99-a3a7-15e75a222eab admin admin] Publish callbacks [] for port (2b84ead9-9498-4730-9098-39b081d2fa41), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:37.635820 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-3ea956c4-a6f4-4aca-b32c-a6bb9798b1bd None None] For port 6a2d2eaf-2077-42fd-805e-d7d41e54094e, host n-d-812111-14, cleared binding levels {{(pid=103307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:26:37.639069 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-3ea956c4-a6f4-4aca-b32c-a6bb9798b1bd None None] For port 6a2d2eaf-2077-42fd-805e-d7d41e54094e, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=6a2d2eaf-2077-42fd-805e-d7d41e54094e,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:26:37.644593 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-3ea956c4-a6f4-4aca-b32c-a6bb9798b1bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (6a2d2eaf-2077-42fd-805e-d7d41e54094e), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:37.651740 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c94a0bff-911c-4f99-a3a7-15e75a222eab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (2b84ead9-9498-4730-9098-39b081d2fa41), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:37.689668 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c94a0bff-911c-4f99-a3a7-15e75a222eab admin admin] Network d8e01811-a300-4dd8-bacd-fd5a9e44548b is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:26:37.692474 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-c94a0bff-911c-4f99-a3a7-15e75a222eab admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:26:37.695893 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94a0bff-911c-4f99-a3a7-15e75a222eab admin admin] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:26:37.701565 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea956c4-a6f4-4aca-b32c-a6bb9798b1bd None None] Routers {'2ec39fb4-5b27-4d9e-b67c-392bf73252cf'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:26:37.702210 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-3ea956c4-a6f4-4aca-b32c-a6bb9798b1bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:26:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['2ec39fb4-5b27-4d9e-b67c-392bf73252cf'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:26:37.722575 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94a0bff-911c-4f99-a3a7-15e75a222eab admin admin] Pushing event updated for resources: {'Port': ['ID=2b84ead9-9498-4730-9098-39b081d2fa41,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:37.741543 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b011d-c5f7-4576-8245-c05ef97e4197 None None] Pushing event updated for resources: {'Port': ['ID=6a2d2eaf-2077-42fd-805e-d7d41e54094e,revision_number=3']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:37.750293 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c94a0bff-911c-4f99-a3a7-15e75a222eab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734769'] for router_interface (2ec39fb4-5b27-4d9e-b67c-392bf73252cf), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:37.892117 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c94a0bff-911c-4f99-a3a7-15e75a222eab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (2b84ead9-9498-4730-9098-39b081d2fa41), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:37.917588 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-3ea956c4-a6f4-4aca-b32c-a6bb9798b1bd None None] Set router 2ec39fb4-5b27-4d9e-b67c-392bf73252cf gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:26:38.025771 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-5d564e6d-b4fa-4215-a620-cf98e7f13352 None None] Provisioning complete for port 2b84ead9-9498-4730-9098-39b081d2fa41 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:26:38.026320 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5d564e6d-b4fa-4215-a620-cf98e7f13352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (2b84ead9-9498-4730-9098-39b081d2fa41), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:38.061272 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-5d564e6d-b4fa-4215-a620-cf98e7f13352 None None] Port 2b84ead9-9498-4730-9098-39b081d2fa41 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 20:26:38.067180 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c94a0bff-911c-4f99-a3a7-15e75a222eab admin admin] Publish callbacks [] for port (2b84ead9-9498-4730-9098-39b081d2fa41), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:38.072299 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c94a0bff-911c-4f99-a3a7-15e75a222eab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (2b84ead9-9498-4730-9098-39b081d2fa41), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:38.097869 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-3ea956c4-a6f4-4aca-b32c-a6bb9798b1bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ec39fb4-5b27-4d9e-b67c-392bf73252cf', 'name': 'tempest-ServerActionsTestJSON-1256389972-router', 'tenant_id': 'a0900bdb75214d779c2ff2b524361204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': '6a2d2eaf-2077-42fd-805e-d7d41e54094e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:26:35Z', 'updated_at': '2022-01-28T20:26:36Z', 'revision_number': 3, 'project_id': 'a0900bdb75214d779c2ff2b524361204', 'gw_port': {'id': '6a2d2eaf-2077-42fd-805e-d7d41e54094e', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:f6:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ec39fb4-5b27-4d9e-b67c-392bf73252cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:26:35Z', 'updated_at': '2022-01-28T20:26:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:26:38.125216 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea956c4-a6f4-4aca-b32c-a6bb9798b1bd None None] The sync data for ids ['2ec39fb4-5b27-4d9e-b67c-392bf73252cf'] in n-d-812111-14 is: [{'id': '2ec39fb4-5b27-4d9e-b67c-392bf73252cf', 'name': 'tempest-ServerActionsTestJSON-1256389972-router', 'tenant_id': 'a0900bdb75214d779c2ff2b524361204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': '6a2d2eaf-2077-42fd-805e-d7d41e54094e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:26:35Z', 'updated_at': '2022-01-28T20:26:36Z', 'revision_number': 3, 'project_id': 'a0900bdb75214d779c2ff2b524361204', 'gw_port': {'id': '6a2d2eaf-2077-42fd-805e-d7d41e54094e', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:f6:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ec39fb4-5b27-4d9e-b67c-392bf73252cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:26:35Z', 'updated_at': '2022-01-28T20:26:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:26:38.458262 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94a0bff-911c-4f99-a3a7-15e75a222eab admin admin] Pushing event updated for resources: {'Port': ['ID=2b84ead9-9498-4730-9098-39b081d2fa41,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:38.460690 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c94a0bff-911c-4f99-a3a7-15e75a222eab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-756216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-732801'] for router_interface (2ec39fb4-5b27-4d9e-b67c-392bf73252cf), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:38.554953 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c94a0bff-911c-4f99-a3a7-15e75a222eab admin admin] Network d8e01811-a300-4dd8-bacd-fd5a9e44548b is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:26:38.556909 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-c94a0bff-911c-4f99-a3a7-15e75a222eab admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:26:38.694484 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c94a0bff-911c-4f99-a3a7-15e75a222eab admin admin] Router 2ec39fb4-5b27-4d9e-b67c-392bf73252cf has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:26:38.824362 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c94a0bff-911c-4f99-a3a7-15e75a222eab admin admin] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:26:38.829620 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-c94a0bff-911c-4f99-a3a7-15e75a222eab admin admin] 10.222.0.64 "PUT /v2.0/routers/2ec39fb4-5b27-4d9e-b67c-392bf73252cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9672976 Jan 28 20:26:38.891900 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-515fd8f2-b36c-4ab6-99f9-24fa5f54d394 None None] Provisioning complete for port 2b84ead9-9498-4730-9098-39b081d2fa41 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:26:38.892575 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-515fd8f2-b36c-4ab6-99f9-24fa5f54d394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (2b84ead9-9498-4730-9098-39b081d2fa41), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:38.922049 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device e064e9d3-ff3f-46fb-9a9b-1e2eab3a0211 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:26:38.962470 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-515fd8f2-b36c-4ab6-99f9-24fa5f54d394 None None] Port 2b84ead9-9498-4730-9098-39b081d2fa41 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 20:26:38.986719 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port e064e9d3-ff3f-46fb-9a9b-1e2eab3a0211 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:26:38.987234 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (e064e9d3-ff3f-46fb-9a9b-1e2eab3a0211), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:39.083859 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port e064e9d3-ff3f-46fb-9a9b-1e2eab3a0211 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:26:39.084983 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 6a2d2eaf-2077-42fd-805e-d7d41e54094e up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:26:39.087913 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9e35af20-81ce-4880-9041-f1a2dfbe272e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:39.139967 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 6a2d2eaf-2077-42fd-805e-d7d41e54094e triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:26:39.140405 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (6a2d2eaf-2077-42fd-805e-d7d41e54094e), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:39.224664 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 6a2d2eaf-2077-42fd-805e-d7d41e54094e is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:26:39.225064 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (6a2d2eaf-2077-42fd-805e-d7d41e54094e), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:39.246728 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] For port 6a2d2eaf-2077-42fd-805e-d7d41e54094e, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=6a2d2eaf-2077-42fd-805e-d7d41e54094e,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:26:39.251057 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (6a2d2eaf-2077-42fd-805e-d7d41e54094e), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:39.305465 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Pushing event updated for resources: {'Port': ['ID=6a2d2eaf-2077-42fd-805e-d7d41e54094e,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:39.312963 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 40948) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:26:39.317695 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-164b86c1-cb21-4b54-95d8-20dc1d222f56 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Request body: {'security_group': {'name': 'tempest-securitygroup--465112968', 'description': 'tempest-description--1894609268'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:26:39.339454 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-164b86c1-cb21-4b54-95d8-20dc1d222f56 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:39.407891 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-164b86c1-cb21-4b54-95d8-20dc1d222f56 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Publish callbacks [] for security_group (9464fe8d-b9bf-44e6-8b23-7582bc0a6c25), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:39.411669 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-164b86c1-cb21-4b54-95d8-20dc1d222f56 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (9464fe8d-b9bf-44e6-8b23-7582bc0a6c25), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:39.440771 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-164b86c1-cb21-4b54-95d8-20dc1d222f56 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:39.442065 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-164b86c1-cb21-4b54-95d8-20dc1d222f56 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1280277 Jan 28 20:26:39.445671 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 40950) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:26:39.446520 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164b86c1-cb21-4b54-95d8-20dc1d222f56 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:39.451622 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-09163ff2-864a-40eb-8bf7-918a009cf277 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Request body: {'security_group_rule': {'security_group_id': '9464fe8d-b9bf-44e6-8b23-7582bc0a6c25', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:26:39.485829 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-09163ff2-864a-40eb-8bf7-918a009cf277 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Publish callbacks [] for security_group_rule (d5bd8061-9c71-4f2b-b795-5dcae370d502), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:39.545750 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-09163ff2-864a-40eb-8bf7-918a009cf277 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Publish callbacks [] for security_group_rule (d5bd8061-9c71-4f2b-b795-5dcae370d502), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:39.549635 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-09163ff2-864a-40eb-8bf7-918a009cf277 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (d5bd8061-9c71-4f2b-b795-5dcae370d502), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:39.568821 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09163ff2-864a-40eb-8bf7-918a009cf277 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5bd8061-9c71-4f2b-b795-5dcae370d502,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:39.577437 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-09163ff2-864a-40eb-8bf7-918a009cf277 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:39.578983 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-09163ff2-864a-40eb-8bf7-918a009cf277 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1311886 Jan 28 20:26:39.581474 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 40952) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:26:39.586044 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-876e8dc2-7977-42ee-8bf4-2419badd52d9 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Request body: {'security_group_rule': {'security_group_id': '9464fe8d-b9bf-44e6-8b23-7582bc0a6c25', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:26:39.613141 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-876e8dc2-7977-42ee-8bf4-2419badd52d9 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Publish callbacks [] for security_group_rule (dcf885a8-303f-400c-9322-846a8f8669d8), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:39.671298 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-876e8dc2-7977-42ee-8bf4-2419badd52d9 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Publish callbacks [] for security_group_rule (dcf885a8-303f-400c-9322-846a8f8669d8), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:39.675870 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-876e8dc2-7977-42ee-8bf4-2419badd52d9 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (dcf885a8-303f-400c-9322-846a8f8669d8), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:39.695579 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876e8dc2-7977-42ee-8bf4-2419badd52d9 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcf885a8-303f-400c-9322-846a8f8669d8,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:39.701583 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-876e8dc2-7977-42ee-8bf4-2419badd52d9 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:39.702917 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-876e8dc2-7977-42ee-8bf4-2419badd52d9 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1204612 Jan 28 20:26:39.705837 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 40954) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:26:39.710597 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-ae0b0c2e-1b90-490f-a2d5-7978c01323ee tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Request body: {'floatingip': {'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:26:39.733973 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ae0b0c2e-1b90-490f-a2d5-7978c01323ee tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:39.750250 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a4a8c1-3f83-484d-8e26-fd0be2c45fb0 None None] Sync routers for ids ['2ec39fb4-5b27-4d9e-b67c-392bf73252cf'] in n-d-812111-14 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:26:39.760639 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a4a8c1-3f83-484d-8e26-fd0be2c45fb0 None None] Routers {'2ec39fb4-5b27-4d9e-b67c-392bf73252cf'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:26:39.761481 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-e0a4a8c1-3f83-484d-8e26-fd0be2c45fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:26:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['2ec39fb4-5b27-4d9e-b67c-392bf73252cf'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:26:39.843938 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ae0b0c2e-1b90-490f-a2d5-7978c01323ee tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:39.871802 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-e0a4a8c1-3f83-484d-8e26-fd0be2c45fb0 None None] Set router 2ec39fb4-5b27-4d9e-b67c-392bf73252cf gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:26:39.949252 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-ae0b0c2e-1b90-490f-a2d5-7978c01323ee tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Allocated IP 172.25.6.186 (d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8/a648e4ab-7422-41b9-b133-58aca25ab8f5/cc1cddc2-30a3-450d-90fc-2047c7d5f79f) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:26:40.059044 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ae0b0c2e-1b90-490f-a2d5-7978c01323ee tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Publish callbacks [] for port (cc1cddc2-30a3-450d-90fc-2047c7d5f79f), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:40.073767 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:40.088149 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-e0a4a8c1-3f83-484d-8e26-fd0be2c45fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ec39fb4-5b27-4d9e-b67c-392bf73252cf', 'name': 'tempest-ServerActionsTestJSON-1256389972-router', 'tenant_id': 'a0900bdb75214d779c2ff2b524361204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': '6a2d2eaf-2077-42fd-805e-d7d41e54094e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:26:35Z', 'updated_at': '2022-01-28T20:26:37Z', 'revision_number': 4, 'project_id': 'a0900bdb75214d779c2ff2b524361204', 'gw_port': {'id': '6a2d2eaf-2077-42fd-805e-d7d41e54094e', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:f6:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec39fb4-5b27-4d9e-b67c-392bf73252cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:26:35Z', 'updated_at': '2022-01-28T20:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '2b84ead9-9498-4730-9098-39b081d2fa41', 'name': '', 'network_id': 'd8e01811-a300-4dd8-bacd-fd5a9e44548b', 'tenant_id': 'a0900bdb75214d779c2ff2b524361204', 'mac_address': 'fa:16:3e:0a:69:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ec39fb4-5b27-4d9e-b67c-392bf73252cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': 'df66a7ef-d785-4716-9ebd-bfe0bb120f51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:26:37Z', 'updated_at': '2022-01-28T20:26:37Z', 'revision_number': 2, 'project_id': 'a0900bdb75214d779c2ff2b524361204', 'subnets': [{'id': 'df66a7ef-d785-4716-9ebd-bfe0bb120f51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:26:40.095290 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ae0b0c2e-1b90-490f-a2d5-7978c01323ee tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (cc1cddc2-30a3-450d-90fc-2047c7d5f79f), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:40.119615 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a4a8c1-3f83-484d-8e26-fd0be2c45fb0 None None] Checking router: 2ec39fb4-5b27-4d9e-b67c-392bf73252cf for host: n-d-812111-14 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:26:40.119977 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a4a8c1-3f83-484d-8e26-fd0be2c45fb0 None None] Updating router 2ec39fb4-5b27-4d9e-b67c-392bf73252cf port 2b84ead9-9498-4730-9098-39b081d2fa41 binding host n-d-812111-14 {{(pid=103306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:26:40.134097 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae0b0c2e-1b90-490f-a2d5-7978c01323ee tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:26:40.138579 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-ae0b0c2e-1b90-490f-a2d5-7978c01323ee tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:26:40.144764 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0b0c2e-1b90-490f-a2d5-7978c01323ee tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:26:40.147886 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e0a4a8c1-3f83-484d-8e26-fd0be2c45fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (2b84ead9-9498-4730-9098-39b081d2fa41), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:40.170986 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0b0c2e-1b90-490f-a2d5-7978c01323ee tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Pushing event updated for resources: {'Port': ['ID=cc1cddc2-30a3-450d-90fc-2047c7d5f79f,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:40.243698 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ae0b0c2e-1b90-490f-a2d5-7978c01323ee tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Publish callbacks [] for floatingip (c1a1139a-01fb-4466-9dfc-f383f49ea6ce), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:40.280251 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ae0b0c2e-1b90-490f-a2d5-7978c01323ee tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (cc1cddc2-30a3-450d-90fc-2047c7d5f79f), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:40.412437 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e0a4a8c1-3f83-484d-8e26-fd0be2c45fb0 None None] Publish callbacks [] for port (2b84ead9-9498-4730-9098-39b081d2fa41), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:40.419032 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e0a4a8c1-3f83-484d-8e26-fd0be2c45fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (2b84ead9-9498-4730-9098-39b081d2fa41), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:40.436698 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ae0b0c2e-1b90-490f-a2d5-7978c01323ee tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Publish callbacks [] for port (cc1cddc2-30a3-450d-90fc-2047c7d5f79f), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:40.442926 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ae0b0c2e-1b90-490f-a2d5-7978c01323ee tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (cc1cddc2-30a3-450d-90fc-2047c7d5f79f), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:40.469522 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ff0f8a-0ca8-491e-ad92-d5cc29631664 None None] Pushing event updated for resources: {'Port': ['ID=2b84ead9-9498-4730-9098-39b081d2fa41,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:40.519246 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0b0c2e-1b90-490f-a2d5-7978c01323ee tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Pushing event updated for resources: {'Port': ['ID=cc1cddc2-30a3-450d-90fc-2047c7d5f79f,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:40.532776 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ae0b0c2e-1b90-490f-a2d5-7978c01323ee tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734886'] for floatingip (c1a1139a-01fb-4466-9dfc-f383f49ea6ce), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:40.532993 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-e0a4a8c1-3f83-484d-8e26-fd0be2c45fb0 None None] Attempting to bind port 2b84ead9-9498-4730-9098-39b081d2fa41 on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:26:40.533495 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-e0a4a8c1-3f83-484d-8e26-fd0be2c45fb0 None None] Attempting to bind port 2b84ead9-9498-4730-9098-39b081d2fa41 by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': 'a356da5f-ca46-4607-8767-57e02fcd96dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd8e01811-a300-4dd8-bacd-fd5a9e44548b'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:26:40.533867 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a4a8c1-3f83-484d-8e26-fd0be2c45fb0 None None] Attempting to bind port 2b84ead9-9498-4730-9098-39b081d2fa41 on network d8e01811-a300-4dd8-bacd-fd5a9e44548b {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:26:40.539444 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a4a8c1-3f83-484d-8e26-fd0be2c45fb0 None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 26, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:26:40.540527 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a4a8c1-3f83-484d-8e26-fd0be2c45fb0 None None] Checking segment: {'id': 'a356da5f-ca46-4607-8767-57e02fcd96dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd8e01811-a300-4dd8-bacd-fd5a9e44548b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:26:40.540943 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e0a4a8c1-3f83-484d-8e26-fd0be2c45fb0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:40.541367 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a4a8c1-3f83-484d-8e26-fd0be2c45fb0 None None] Bound using segment: {'id': 'a356da5f-ca46-4607-8767-57e02fcd96dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd8e01811-a300-4dd8-bacd-fd5a9e44548b'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:26:40.541850 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-e0a4a8c1-3f83-484d-8e26-fd0be2c45fb0 None None] Bound port: 2b84ead9-9498-4730-9098-39b081d2fa41, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a356da5f-ca46-4607-8767-57e02fcd96dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd8e01811-a300-4dd8-bacd-fd5a9e44548b'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:26:40.542238 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e0a4a8c1-3f83-484d-8e26-fd0be2c45fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (2b84ead9-9498-4730-9098-39b081d2fa41), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:40.550521 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ae0b0c2e-1b90-490f-a2d5-7978c01323ee tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for floatingip (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:40.561296 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-ae0b0c2e-1b90-490f-a2d5-7978c01323ee tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8456781 Jan 28 20:26:40.611226 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-e0a4a8c1-3f83-484d-8e26-fd0be2c45fb0 None None] For port 2b84ead9-9498-4730-9098-39b081d2fa41, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:26:40.614677 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-e0a4a8c1-3f83-484d-8e26-fd0be2c45fb0 None None] For port 2b84ead9-9498-4730-9098-39b081d2fa41, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=2b84ead9-9498-4730-9098-39b081d2fa41,segment=NetworkSegment(a356da5f-ca46-4607-8767-57e02fcd96dc),segment_id=a356da5f-ca46-4607-8767-57e02fcd96dc)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:26:40.622782 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e0a4a8c1-3f83-484d-8e26-fd0be2c45fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (2b84ead9-9498-4730-9098-39b081d2fa41), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:40.676120 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a4a8c1-3f83-484d-8e26-fd0be2c45fb0 None None] Routers {'2ec39fb4-5b27-4d9e-b67c-392bf73252cf'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:26:40.676750 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-e0a4a8c1-3f83-484d-8e26-fd0be2c45fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:26:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['2ec39fb4-5b27-4d9e-b67c-392bf73252cf'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:26:40.726035 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7aa18630-4326-41ed-8381-78b880d10ce1 req-484318d3-f695-4a3d-83a1-f2f2be8cd1d9 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--465112968&fields=id&tenant_id=a0900bdb75214d779c2ff2b524361204 HTTP/1.1" status: 200 len: 267 time: 0.0444694 Jan 28 20:26:40.740323 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ff0f8a-0ca8-491e-ad92-d5cc29631664 None None] Pushing event updated for resources: {'Port': ['ID=2b84ead9-9498-4730-9098-39b081d2fa41,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:40.754883 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d1540fe2-d326-4a0c-b3c1-eb925bb582cb None None] Provisioning complete for port 2b84ead9-9498-4730-9098-39b081d2fa41 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:26:40.755258 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d1540fe2-d326-4a0c-b3c1-eb925bb582cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (2b84ead9-9498-4730-9098-39b081d2fa41), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:40.841743 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 6a2d2eaf-2077-42fd-805e-d7d41e54094e up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:26:40.857083 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa18630-4326-41ed-8381-78b880d10ce1 req-1cc43b46-3c83-4507-8abe-204f25783cea tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:40.858675 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7aa18630-4326-41ed-8381-78b880d10ce1 req-1cc43b46-3c83-4507-8abe-204f25783cea tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/networks?id=d8e01811-a300-4dd8-bacd-fd5a9e44548b HTTP/1.1" status: 200 len: 812 time: 0.1206439 Jan 28 20:26:40.875422 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7aa18630-4326-41ed-8381-78b880d10ce1 req-f2b5b613-ac7a-4cbd-8b77-52e6bf6c1d6a tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/quotas/a0900bdb75214d779c2ff2b524361204 HTTP/1.1" status: 200 len: 375 time: 0.0106962 Jan 28 20:26:40.932205 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-e0a4a8c1-3f83-484d-8e26-fd0be2c45fb0 None None] Set router 2ec39fb4-5b27-4d9e-b67c-392bf73252cf gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:26:40.936096 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7aa18630-4326-41ed-8381-78b880d10ce1 req-a496428b-acff-4d79-ba2e-dd59e3d47dbe tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=a0900bdb75214d779c2ff2b524361204&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0548134 Jan 28 20:26:40.989656 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d1540fe2-d326-4a0c-b3c1-eb925bb582cb None None] Current status of the port 2b84ead9-9498-4730-9098-39b081d2fa41 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:26:40.990040 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d1540fe2-d326-4a0c-b3c1-eb925bb582cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (2b84ead9-9498-4730-9098-39b081d2fa41), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:41.035943 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7aa18630-4326-41ed-8381-78b880d10ce1 req-2c02ea27-2918-41c2-a784-723005c7c8f7 service neutron] 10.222.0.64 "GET /v2.0/networks/d8e01811-a300-4dd8-bacd-fd5a9e44548b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877786 Jan 28 20:26:41.051519 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 6a2d2eaf-2077-42fd-805e-d7d41e54094e triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:26:41.051888 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (6a2d2eaf-2077-42fd-805e-d7d41e54094e), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:41.125232 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d1540fe2-d326-4a0c-b3c1-eb925bb582cb None None] For port 2b84ead9-9498-4730-9098-39b081d2fa41, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=2b84ead9-9498-4730-9098-39b081d2fa41,segment=NetworkSegment(a356da5f-ca46-4607-8767-57e02fcd96dc),segment_id=a356da5f-ca46-4607-8767-57e02fcd96dc)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:26:41.129131 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7aa18630-4326-41ed-8381-78b880d10ce1 req-a8b2a762-1c48-45e1-a900-a7ddc29d86a0 service neutron] 10.222.0.64 "GET /v2.0/networks/d8e01811-a300-4dd8-bacd-fd5a9e44548b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867660 Jan 28 20:26:41.135125 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d1540fe2-d326-4a0c-b3c1-eb925bb582cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (2b84ead9-9498-4730-9098-39b081d2fa41), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:41.272024 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1540fe2-d326-4a0c-b3c1-eb925bb582cb None None] Pushing event updated for resources: {'Port': ['ID=2b84ead9-9498-4730-9098-39b081d2fa41,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:41.299809 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 6a2d2eaf-2077-42fd-805e-d7d41e54094e is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:26:41.306908 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-c3784a4d-18ac-408d-9d9f-1664d20b16c4 None None] Provisioning complete for port 2b84ead9-9498-4730-9098-39b081d2fa41 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:26:41.307287 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c3784a4d-18ac-408d-9d9f-1664d20b16c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (2b84ead9-9498-4730-9098-39b081d2fa41), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:41.321822 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-320051a1-ed36-4abf-af74-204ede0cab5b req-73266920-05f2-427c-9dd3-e670be44f6a9 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=89fb3355-f194-4f69-be75-a318e5bfc636 HTTP/1.1" status: 200 len: 210 time: 0.0442903 Jan 28 20:26:41.360366 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-e0a4a8c1-3f83-484d-8e26-fd0be2c45fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ec39fb4-5b27-4d9e-b67c-392bf73252cf', 'name': 'tempest-ServerActionsTestJSON-1256389972-router', 'tenant_id': 'a0900bdb75214d779c2ff2b524361204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': '6a2d2eaf-2077-42fd-805e-d7d41e54094e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:26:35Z', 'updated_at': '2022-01-28T20:26:37Z', 'revision_number': 4, 'project_id': 'a0900bdb75214d779c2ff2b524361204', 'gw_port': {'id': '6a2d2eaf-2077-42fd-805e-d7d41e54094e', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:f6:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec39fb4-5b27-4d9e-b67c-392bf73252cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:26:35Z', 'updated_at': '2022-01-28T20:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '2b84ead9-9498-4730-9098-39b081d2fa41', 'name': '', 'network_id': 'd8e01811-a300-4dd8-bacd-fd5a9e44548b', 'tenant_id': 'a0900bdb75214d779c2ff2b524361204', 'mac_address': 'fa:16:3e:0a:69:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ec39fb4-5b27-4d9e-b67c-392bf73252cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': 'df66a7ef-d785-4716-9ebd-bfe0bb120f51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:26:37Z', 'updated_at': '2022-01-28T20:26:40Z', 'revision_number': 4, 'project_id': 'a0900bdb75214d779c2ff2b524361204', 'subnets': [{'id': 'df66a7ef-d785-4716-9ebd-bfe0bb120f51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:26:41.397866 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a4a8c1-3f83-484d-8e26-fd0be2c45fb0 None None] The sync data for ids ['2ec39fb4-5b27-4d9e-b67c-392bf73252cf'] in n-d-812111-14 is: [{'id': '2ec39fb4-5b27-4d9e-b67c-392bf73252cf', 'name': 'tempest-ServerActionsTestJSON-1256389972-router', 'tenant_id': 'a0900bdb75214d779c2ff2b524361204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': '6a2d2eaf-2077-42fd-805e-d7d41e54094e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:26:35Z', 'updated_at': '2022-01-28T20:26:37Z', 'revision_number': 4, 'project_id': 'a0900bdb75214d779c2ff2b524361204', 'gw_port': {'id': '6a2d2eaf-2077-42fd-805e-d7d41e54094e', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:f6:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec39fb4-5b27-4d9e-b67c-392bf73252cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:26:35Z', 'updated_at': '2022-01-28T20:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '2b84ead9-9498-4730-9098-39b081d2fa41', 'name': '', 'network_id': 'd8e01811-a300-4dd8-bacd-fd5a9e44548b', 'tenant_id': 'a0900bdb75214d779c2ff2b524361204', 'mac_address': 'fa:16:3e:0a:69:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ec39fb4-5b27-4d9e-b67c-392bf73252cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': 'df66a7ef-d785-4716-9ebd-bfe0bb120f51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:26:37Z', 'updated_at': '2022-01-28T20:26:40Z', 'revision_number': 4, 'project_id': 'a0900bdb75214d779c2ff2b524361204', 'subnets': [{'id': 'df66a7ef-d785-4716-9ebd-bfe0bb120f51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:26:41.442480 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-c3784a4d-18ac-408d-9d9f-1664d20b16c4 None None] Current status of the port 2b84ead9-9498-4730-9098-39b081d2fa41 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:26:41.923621 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:42.390673 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa18630-4326-41ed-8381-78b880d10ce1 req-0da35b61-5925-4bea-9978-fbbd58e1bcbf tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:42.392866 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7aa18630-4326-41ed-8381-78b880d10ce1 req-0da35b61-5925-4bea-9978-fbbd58e1bcbf tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.41 "GET /v2.0/networks?id=d8e01811-a300-4dd8-bacd-fd5a9e44548b HTTP/1.1" status: 200 len: 812 time: 0.1211648 Jan 28 20:26:42.427075 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-bd6904d9-3b57-465d-85be-df7a72d49220 req-4319714d-6bfe-4889-81ed-350e8105d3d7 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=89fb3355-f194-4f69-be75-a318e5bfc636 HTTP/1.1" status: 200 len: 210 time: 0.0341406 Jan 28 20:26:42.480002 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7aa18630-4326-41ed-8381-78b880d10ce1 req-6b6d4955-3bb9-415e-996c-fe6d77dbb120 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a0900bdb75214d779c2ff2b524361204 HTTP/1.1" status: 200 len: 379 time: 0.0740876 Jan 28 20:26:42.489146 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-7aa18630-4326-41ed-8381-78b880d10ce1 req-8ad240f7-da92-4882-86ac-160e15a21bf9 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Request body: {'port': {'device_id': '89fb3355-f194-4f69-be75-a318e5bfc636', 'network_id': 'd8e01811-a300-4dd8-bacd-fd5a9e44548b', 'admin_state_up': True, 'tenant_id': 'a0900bdb75214d779c2ff2b524361204', 'security_groups': ['9464fe8d-b9bf-44e6-8b23-7582bc0a6c25']}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:26:42.599488 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7aa18630-4326-41ed-8381-78b880d10ce1 req-8ad240f7-da92-4882-86ac-160e15a21bf9 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Made reservation on behalf of a0900bdb75214d779c2ff2b524361204 for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:26:42.603390 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-7aa18630-4326-41ed-8381-78b880d10ce1 req-8ad240f7-da92-4882-86ac-160e15a21bf9 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:42.725240 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-7aa18630-4326-41ed-8381-78b880d10ce1 req-8ad240f7-da92-4882-86ac-160e15a21bf9 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Allocated IP 172.20.0.5 (d8e01811-a300-4dd8-bacd-fd5a9e44548b/df66a7ef-d785-4716-9ebd-bfe0bb120f51/9d38ff04-fbb7-4844-939e-3db362519007) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:26:42.858090 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 2b84ead9-9498-4730-9098-39b081d2fa41 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:26:42.871545 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-7aa18630-4326-41ed-8381-78b880d10ce1 req-8ad240f7-da92-4882-86ac-160e15a21bf9 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Publish callbacks [] for port (9d38ff04-fbb7-4844-939e-3db362519007), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:42.906246 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 2b84ead9-9498-4730-9098-39b081d2fa41 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:26:42.906501 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-7aa18630-4326-41ed-8381-78b880d10ce1 req-8ad240f7-da92-4882-86ac-160e15a21bf9 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (9d38ff04-fbb7-4844-939e-3db362519007), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:42.906668 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (2b84ead9-9498-4730-9098-39b081d2fa41), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:42.951077 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7aa18630-4326-41ed-8381-78b880d10ce1 req-8ad240f7-da92-4882-86ac-160e15a21bf9 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Network d8e01811-a300-4dd8-bacd-fd5a9e44548b is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:26:42.954054 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-7aa18630-4326-41ed-8381-78b880d10ce1 req-8ad240f7-da92-4882-86ac-160e15a21bf9 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:26:42.957346 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-7aa18630-4326-41ed-8381-78b880d10ce1 req-8ad240f7-da92-4882-86ac-160e15a21bf9 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:26:42.987154 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 2b84ead9-9498-4730-9098-39b081d2fa41 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:26:43.001688 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad240f7-da92-4882-86ac-160e15a21bf9 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Pushing event updated for resources: {'Port': ['ID=9d38ff04-fbb7-4844-939e-3db362519007,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:43.024461 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa18630-4326-41ed-8381-78b880d10ce1 req-8ad240f7-da92-4882-86ac-160e15a21bf9 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:43.025076 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-7aa18630-4326-41ed-8381-78b880d10ce1 req-8ad240f7-da92-4882-86ac-160e15a21bf9 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:43.041485 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7aa18630-4326-41ed-8381-78b880d10ce1 req-8ad240f7-da92-4882-86ac-160e15a21bf9 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5560379 Jan 28 20:26:43.057823 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-7aa18630-4326-41ed-8381-78b880d10ce1 req-95c2dada-0c33-48ee-9b3f-735b3817c272 service neutron] Request body: {'port': {'device_id': '89fb3355-f194-4f69-be75-a318e5bfc636', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-14'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:26:43.125980 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-7aa18630-4326-41ed-8381-78b880d10ce1 req-95c2dada-0c33-48ee-9b3f-735b3817c272 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (9d38ff04-fbb7-4844-939e-3db362519007), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:43.188672 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-0db3beed-036a-438a-8598-d34ba63103b5 None None] Provisioning complete for port 9d38ff04-fbb7-4844-939e-3db362519007 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:26:43.188942 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0db3beed-036a-438a-8598-d34ba63103b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (9d38ff04-fbb7-4844-939e-3db362519007), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:43.228709 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-0db3beed-036a-438a-8598-d34ba63103b5 None None] Port 9d38ff04-fbb7-4844-939e-3db362519007 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 20:26:43.284739 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:43.416540 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [req-7aa18630-4326-41ed-8381-78b880d10ce1 req-95c2dada-0c33-48ee-9b3f-735b3817c272 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d38ff04-fbb7-4844-939e-3db362519007 {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:26:43.424841 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-7aa18630-4326-41ed-8381-78b880d10ce1 req-95c2dada-0c33-48ee-9b3f-735b3817c272 service neutron] Publish callbacks [] for port (9d38ff04-fbb7-4844-939e-3db362519007), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:43.437543 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-7aa18630-4326-41ed-8381-78b880d10ce1 req-95c2dada-0c33-48ee-9b3f-735b3817c272 service neutron] Transition to ACTIVE for port object 9d38ff04-fbb7-4844-939e-3db362519007 will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:26:43.441506 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-7aa18630-4326-41ed-8381-78b880d10ce1 req-95c2dada-0c33-48ee-9b3f-735b3817c272 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (9d38ff04-fbb7-4844-939e-3db362519007), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:43.503663 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c2dada-0c33-48ee-9b3f-735b3817c272 service neutron] Pushing event updated for resources: {'Port': ['ID=9d38ff04-fbb7-4844-939e-3db362519007,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:43.621308 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c05d8d-38bf-4f26-bf8d-eb854a24f842 req-e38232bc-287a-4c4b-bfeb-e3db803e8620 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:43.622871 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-77c05d8d-38bf-4f26-bf8d-eb854a24f842 req-e38232bc-287a-4c4b-bfeb-e3db803e8620 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=89fb3355-f194-4f69-be75-a318e5bfc636 HTTP/1.1" status: 200 len: 943 time: 0.1151974 Jan 28 20:26:43.623605 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-7aa18630-4326-41ed-8381-78b880d10ce1 req-95c2dada-0c33-48ee-9b3f-735b3817c272 service neutron] Attempting to bind port 9d38ff04-fbb7-4844-939e-3db362519007 on host n-h1-812111-14 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:26:43.623943 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-7aa18630-4326-41ed-8381-78b880d10ce1 req-95c2dada-0c33-48ee-9b3f-735b3817c272 service neutron] Attempting to bind port 9d38ff04-fbb7-4844-939e-3db362519007 by drivers openvswitch,hyperv on host n-h1-812111-14 at level 0 using segments [{'id': 'a356da5f-ca46-4607-8767-57e02fcd96dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd8e01811-a300-4dd8-bacd-fd5a9e44548b'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:26:43.624274 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa18630-4326-41ed-8381-78b880d10ce1 req-95c2dada-0c33-48ee-9b3f-735b3817c272 service neutron] Attempting to bind port 9d38ff04-fbb7-4844-939e-3db362519007 on network d8e01811-a300-4dd8-bacd-fd5a9e44548b {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:26:43.635964 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa18630-4326-41ed-8381-78b880d10ce1 req-95c2dada-0c33-48ee-9b3f-735b3817c272 service neutron] Port 9d38ff04-fbb7-4844-939e-3db362519007 on network d8e01811-a300-4dd8-bacd-fd5a9e44548b not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-14 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:26:43.636300 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa18630-4326-41ed-8381-78b880d10ce1 req-95c2dada-0c33-48ee-9b3f-735b3817c272 service neutron] Attempting to bind port 9d38ff04-fbb7-4844-939e-3db362519007 on network d8e01811-a300-4dd8-bacd-fd5a9e44548b {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:26:43.650306 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa18630-4326-41ed-8381-78b880d10ce1 req-95c2dada-0c33-48ee-9b3f-735b3817c272 service neutron] Checking agent: {'id': 'b544ba20-de93-4d86-9e6b-a2202deb6191', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 26, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:26:43.650653 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa18630-4326-41ed-8381-78b880d10ce1 req-95c2dada-0c33-48ee-9b3f-735b3817c272 service neutron] Checking segment: {'id': 'a356da5f-ca46-4607-8767-57e02fcd96dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd8e01811-a300-4dd8-bacd-fd5a9e44548b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:26:43.651044 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa18630-4326-41ed-8381-78b880d10ce1 req-95c2dada-0c33-48ee-9b3f-735b3817c272 service neutron] Bound using segment: {'id': 'a356da5f-ca46-4607-8767-57e02fcd96dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd8e01811-a300-4dd8-bacd-fd5a9e44548b'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:26:43.651483 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-7aa18630-4326-41ed-8381-78b880d10ce1 req-95c2dada-0c33-48ee-9b3f-735b3817c272 service neutron] Bound port: 9d38ff04-fbb7-4844-939e-3db362519007, host: n-h1-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a356da5f-ca46-4607-8767-57e02fcd96dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd8e01811-a300-4dd8-bacd-fd5a9e44548b'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:26:43.651846 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-7aa18630-4326-41ed-8381-78b880d10ce1 req-95c2dada-0c33-48ee-9b3f-735b3817c272 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (9d38ff04-fbb7-4844-939e-3db362519007), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:43.707884 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-77c05d8d-38bf-4f26-bf8d-eb854a24f842 req-c3f8a208-69d3-4c54-bd4c-e4e58baa81ca tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786850 Jan 28 20:26:43.742349 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-7aa18630-4326-41ed-8381-78b880d10ce1 req-95c2dada-0c33-48ee-9b3f-735b3817c272 service neutron] For port 9d38ff04-fbb7-4844-939e-3db362519007, host n-h1-812111-14, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:26:43.745536 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-7aa18630-4326-41ed-8381-78b880d10ce1 req-95c2dada-0c33-48ee-9b3f-735b3817c272 service neutron] For port 9d38ff04-fbb7-4844-939e-3db362519007, host n-h1-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=9d38ff04-fbb7-4844-939e-3db362519007,segment=NetworkSegment(a356da5f-ca46-4607-8767-57e02fcd96dc),segment_id=a356da5f-ca46-4607-8767-57e02fcd96dc)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:26:43.751797 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-7aa18630-4326-41ed-8381-78b880d10ce1 req-95c2dada-0c33-48ee-9b3f-735b3817c272 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (9d38ff04-fbb7-4844-939e-3db362519007), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:43.784319 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa18630-4326-41ed-8381-78b880d10ce1 req-95c2dada-0c33-48ee-9b3f-735b3817c272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:43.784987 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-7aa18630-4326-41ed-8381-78b880d10ce1 req-95c2dada-0c33-48ee-9b3f-735b3817c272 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:43.786306 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7aa18630-4326-41ed-8381-78b880d10ce1 req-95c2dada-0c33-48ee-9b3f-735b3817c272 service neutron] 10.222.0.41 "PUT /v2.0/ports/9d38ff04-fbb7-4844-939e-3db362519007 HTTP/1.1" status: 200 len: 1092 time: 0.7334197 Jan 28 20:26:43.786763 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89fb3355-f194-4f69-be75-a318e5bfc636', 'tag': '9d38ff04-fbb7-4844-939e-3db362519007'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:26:43.789001 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}981202432542b3bd90586abfd28c53181d71ca775a89b024ffbb9268f9379f4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8747de87-9d5a-4fb5-a01a-9070b8107628" -d '{"events": [{"name": "network-changed", "server_uuid": "89fb3355-f194-4f69-be75-a318e5bfc636", "tag": "9d38ff04-fbb7-4844-939e-3db362519007"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:26:43.819635 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c2dada-0c33-48ee-9b3f-735b3817c272 service neutron] Pushing event updated for resources: {'Port': ['ID=9d38ff04-fbb7-4844-939e-3db362519007,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:43.864731 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:26:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc3e88de-e1c9-4d05-8a32-75cc89730d46 x-openstack-request-id: req-cc3e88de-e1c9-4d05-8a32-75cc89730d46 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:26:43.865020 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89fb3355-f194-4f69-be75-a318e5bfc636", "tag": "9d38ff04-fbb7-4844-939e-3db362519007", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:26:43.865309 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cc3e88de-e1c9-4d05-8a32-75cc89730d46 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:26:43.865752 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89fb3355-f194-4f69-be75-a318e5bfc636', 'tag': '9d38ff04-fbb7-4844-939e-3db362519007', 'status': 'completed', 'code': 200} Jan 28 20:26:43.885735 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa18630-4326-41ed-8381-78b880d10ce1 req-caea6a93-cc04-4718-9374-27f06c6642fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:43.887317 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7aa18630-4326-41ed-8381-78b880d10ce1 req-caea6a93-cc04-4718-9374-27f06c6642fa service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a0900bdb75214d779c2ff2b524361204&device_id=89fb3355-f194-4f69-be75-a318e5bfc636 HTTP/1.1" status: 200 len: 1126 time: 0.0540133 Jan 28 20:26:43.934930 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7aa18630-4326-41ed-8381-78b880d10ce1 req-f1ca057b-3724-482a-80e0-52fef629470a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9d38ff04-fbb7-4844-939e-3db362519007 HTTP/1.1" status: 200 len: 217 time: 0.0401895 Jan 28 20:26:43.984554 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa18630-4326-41ed-8381-78b880d10ce1 req-0087c8a9-5f55-4e17-89e8-7ef4f41e5f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:43.986060 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7aa18630-4326-41ed-8381-78b880d10ce1 req-0087c8a9-5f55-4e17-89e8-7ef4f41e5f00 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=df66a7ef-d785-4716-9ebd-bfe0bb120f51 HTTP/1.1" status: 200 len: 851 time: 0.0449052 Jan 28 20:26:44.037308 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa18630-4326-41ed-8381-78b880d10ce1 req-b896d94f-5485-4968-a4f9-6e3a19d0d77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:44.038729 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7aa18630-4326-41ed-8381-78b880d10ce1 req-b896d94f-5485-4968-a4f9-6e3a19d0d77b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d8e01811-a300-4dd8-bacd-fd5a9e44548b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0436792 Jan 28 20:26:44.137434 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7aa18630-4326-41ed-8381-78b880d10ce1 req-b9f1e1f5-b9fb-4ffe-9c01-9ad45fc2ba4a service neutron] 10.222.0.41 "GET /v2.0/networks/d8e01811-a300-4dd8-bacd-fd5a9e44548b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875404 Jan 28 20:26:44.230499 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7aa18630-4326-41ed-8381-78b880d10ce1 req-3e896d41-9e6b-49ca-b276-1240b0d7fa36 service neutron] 10.222.0.41 "GET /v2.0/networks/d8e01811-a300-4dd8-bacd-fd5a9e44548b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835931 Jan 28 20:26:44.327655 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8747de87-9d5a-4fb5-a01a-9070b8107628 req-d1a71917-e09c-40e5-99c9-462c61fd938d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:44.329325 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8747de87-9d5a-4fb5-a01a-9070b8107628 req-d1a71917-e09c-40e5-99c9-462c61fd938d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a0900bdb75214d779c2ff2b524361204&device_id=89fb3355-f194-4f69-be75-a318e5bfc636 HTTP/1.1" status: 200 len: 1126 time: 0.0497656 Jan 28 20:26:44.416144 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8747de87-9d5a-4fb5-a01a-9070b8107628 req-978e3a1c-4885-4be6-a9cf-a0ef2e355daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:44.417677 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8747de87-9d5a-4fb5-a01a-9070b8107628 req-978e3a1c-4885-4be6-a9cf-a0ef2e355daf service neutron] 10.222.0.41 "GET /v2.0/networks?id=d8e01811-a300-4dd8-bacd-fd5a9e44548b HTTP/1.1" status: 200 len: 912 time: 0.0826302 Jan 28 20:26:44.462693 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8747de87-9d5a-4fb5-a01a-9070b8107628 req-fcab445c-2a8a-4955-9580-12465505b506 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9d38ff04-fbb7-4844-939e-3db362519007 HTTP/1.1" status: 200 len: 217 time: 0.0391037 Jan 28 20:26:44.512492 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8747de87-9d5a-4fb5-a01a-9070b8107628 req-1d6edbb3-853e-4e7e-9dfb-b4b17c459560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:44.513925 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8747de87-9d5a-4fb5-a01a-9070b8107628 req-1d6edbb3-853e-4e7e-9dfb-b4b17c459560 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=df66a7ef-d785-4716-9ebd-bfe0bb120f51 HTTP/1.1" status: 200 len: 851 time: 0.0432053 Jan 28 20:26:44.562468 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8747de87-9d5a-4fb5-a01a-9070b8107628 req-06b70c3c-1989-4bb1-8b46-11518869e687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:44.563935 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8747de87-9d5a-4fb5-a01a-9070b8107628 req-06b70c3c-1989-4bb1-8b46-11518869e687 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d8e01811-a300-4dd8-bacd-fd5a9e44548b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0437539 Jan 28 20:26:44.654922 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8747de87-9d5a-4fb5-a01a-9070b8107628 req-f780854e-e6a2-4a42-a907-85dc3b1483ff service neutron] 10.222.0.41 "GET /v2.0/networks/d8e01811-a300-4dd8-bacd-fd5a9e44548b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838866 Jan 28 20:26:44.746076 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8747de87-9d5a-4fb5-a01a-9070b8107628 req-5073ce74-3e89-42c7-9ab4-b82792f64875 service neutron] 10.222.0.41 "GET /v2.0/networks/d8e01811-a300-4dd8-bacd-fd5a9e44548b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846395 Jan 28 20:26:44.834774 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa00441-74f6-4a39-96ee-b41feb6be25f req-b8d35fba-09f2-4271-ba40-d9fcc348fbe9 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:44.836282 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ffa00441-74f6-4a39-96ee-b41feb6be25f req-b8d35fba-09f2-4271-ba40-d9fcc348fbe9 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=89fb3355-f194-4f69-be75-a318e5bfc636 HTTP/1.1" status: 200 len: 943 time: 0.0532210 Jan 28 20:26:44.882246 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ffa00441-74f6-4a39-96ee-b41feb6be25f req-def072d5-fe2b-43db-ae72-3b85a8d26abb tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405021 Jan 28 20:26:45.671599 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 9d38ff04-fbb7-4844-939e-3db362519007 details requested by agent hyperv_n-h1-812111-14 with host n-h1-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:26:45.774122 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 9d38ff04-fbb7-4844-939e-3db362519007, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=9d38ff04-fbb7-4844-939e-3db362519007,segment=NetworkSegment(a356da5f-ca46-4607-8767-57e02fcd96dc),segment_id=a356da5f-ca46-4607-8767-57e02fcd96dc)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:26:45.785685 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Returning: {'device': '9d38ff04-fbb7-4844-939e-3db362519007', 'network_id': 'd8e01811-a300-4dd8-bacd-fd5a9e44548b', 'port_id': '9d38ff04-fbb7-4844-939e-3db362519007', 'mac_address': 'fa:16:3e:55:84:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df66a7ef-d785-4716-9ebd-bfe0bb120f51', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:26:45.822422 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port 9d38ff04-fbb7-4844-939e-3db362519007 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:26:45.822804 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (9d38ff04-fbb7-4844-939e-3db362519007), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:45.835009 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d38ff04-fbb7-4844-939e-3db362519007 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:26:45.854722 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 9d38ff04-fbb7-4844-939e-3db362519007, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=9d38ff04-fbb7-4844-939e-3db362519007,segment=NetworkSegment(a356da5f-ca46-4607-8767-57e02fcd96dc),segment_id=a356da5f-ca46-4607-8767-57e02fcd96dc)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:26:45.858122 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (9d38ff04-fbb7-4844-939e-3db362519007), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:45.905470 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=9d38ff04-fbb7-4844-939e-3db362519007,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:46.015881 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de313080-31cf-48f5-9040-6b3cf3db7b6a req-35a35841-a938-4a3d-9b7e-8366cf773fc7 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:46.017373 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-de313080-31cf-48f5-9040-6b3cf3db7b6a req-35a35841-a938-4a3d-9b7e-8366cf773fc7 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=89fb3355-f194-4f69-be75-a318e5bfc636 HTTP/1.1" status: 200 len: 944 time: 0.0587640 Jan 28 20:26:46.065006 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-de313080-31cf-48f5-9040-6b3cf3db7b6a req-087e7534-0c0a-4df5-acf7-6009b42ad8f7 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419731 Jan 28 20:26:46.116272 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['9d38ff04-fbb7-4844-939e-3db362519007'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:26:47.186628 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e52301a-944a-4fb2-ac34-f5b597ddd578 req-11831103-744b-4842-b758-2eadb60aa00e tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:47.188105 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9e52301a-944a-4fb2-ac34-f5b597ddd578 req-11831103-744b-4842-b758-2eadb60aa00e tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=89fb3355-f194-4f69-be75-a318e5bfc636 HTTP/1.1" status: 200 len: 944 time: 0.0570753 Jan 28 20:26:47.234431 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9e52301a-944a-4fb2-ac34-f5b597ddd578 req-a4201b4f-e245-435b-9151-50b7eb1bb16d tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408378 Jan 28 20:26:47.686060 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 9d38ff04-fbb7-4844-939e-3db362519007 up at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:26:47.734173 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning for port 9d38ff04-fbb7-4844-939e-3db362519007 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:26:47.738093 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning complete for port 9d38ff04-fbb7-4844-939e-3db362519007 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:26:47.738467 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (9d38ff04-fbb7-4844-939e-3db362519007), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:47.818214 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port 9d38ff04-fbb7-4844-939e-3db362519007 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:26:47.818598 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (9d38ff04-fbb7-4844-939e-3db362519007), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:47.841819 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89fb3355-f194-4f69-be75-a318e5bfc636', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d38ff04-fbb7-4844-939e-3db362519007'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:26:47.844063 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}704c702df6f21e7df92d3d89d4c6cfde2c6406e49d8202b36454fc5209adee22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e74117d-08af-4adf-9393-9ba61d94eefd" -d '{"events": [{"server_uuid": "89fb3355-f194-4f69-be75-a318e5bfc636", "name": "network-vif-plugged", "status": "completed", "tag": "9d38ff04-fbb7-4844-939e-3db362519007"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:26:47.857422 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 9d38ff04-fbb7-4844-939e-3db362519007, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=9d38ff04-fbb7-4844-939e-3db362519007,segment=NetworkSegment(a356da5f-ca46-4607-8767-57e02fcd96dc),segment_id=a356da5f-ca46-4607-8767-57e02fcd96dc)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:26:47.861992 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (9d38ff04-fbb7-4844-939e-3db362519007), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:47.885364 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce683428-f737-4d04-9c47-09f78ee39265 x-openstack-request-id: req-ce683428-f737-4d04-9c47-09f78ee39265 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:26:47.885640 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89fb3355-f194-4f69-be75-a318e5bfc636", "name": "network-vif-plugged", "status": "completed", "tag": "9d38ff04-fbb7-4844-939e-3db362519007", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:26:47.885895 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ce683428-f737-4d04-9c47-09f78ee39265 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:26:47.886281 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89fb3355-f194-4f69-be75-a318e5bfc636', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d38ff04-fbb7-4844-939e-3db362519007', 'code': 200} Jan 28 20:26:47.912670 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=9d38ff04-fbb7-4844-939e-3db362519007,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:47.988363 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4e4ffd-cb4a-48d2-b2a4-a1681a0db232 req-87004483-6ee0-4313-aeff-c24948e3b090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:47.989818 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-af4e4ffd-cb4a-48d2-b2a4-a1681a0db232 req-87004483-6ee0-4313-aeff-c24948e3b090 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=89fb3355-f194-4f69-be75-a318e5bfc636 HTTP/1.1" status: 200 len: 1128 time: 0.0442247 Jan 28 20:26:48.036153 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-af4e4ffd-cb4a-48d2-b2a4-a1681a0db232 req-1443d5c4-3b72-4f4e-9d19-e1bb17fbfe1f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361502 Jan 28 20:26:48.356530 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e7dcfe-0a78-41c2-9e1c-f6f385f521a8 req-5507aa1e-bf6c-4e0b-ba67-34901f6d94e1 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:48.358039 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c3e7dcfe-0a78-41c2-9e1c-f6f385f521a8 req-5507aa1e-bf6c-4e0b-ba67-34901f6d94e1 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=89fb3355-f194-4f69-be75-a318e5bfc636 HTTP/1.1" status: 200 len: 945 time: 0.0562863 Jan 28 20:26:48.403801 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c3e7dcfe-0a78-41c2-9e1c-f6f385f521a8 req-8c7a3c41-0a93-4b28-930b-d3a9dcf86e0f tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402560 Jan 28 20:26:49.528592 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7743485-7c3c-44ab-9cbc-d0c33bad93af req-4616d9d3-e723-47e0-a136-978ff502475f tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:49.530057 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d7743485-7c3c-44ab-9cbc-d0c33bad93af req-4616d9d3-e723-47e0-a136-978ff502475f tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=89fb3355-f194-4f69-be75-a318e5bfc636 HTTP/1.1" status: 200 len: 945 time: 0.0530162 Jan 28 20:26:49.577479 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d7743485-7c3c-44ab-9cbc-d0c33bad93af req-d09b044f-c84b-49a6-b365-445b96450213 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417762 Jan 28 20:26:49.694031 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2442fd-2ec7-42c0-ad96-468d14e2469c req-baa8f012-d8ef-4396-87a8-a74c6a9c90d1 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:49.695530 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-da2442fd-2ec7-42c0-ad96-468d14e2469c req-baa8f012-d8ef-4396-87a8-a74c6a9c90d1 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=89fb3355-f194-4f69-be75-a318e5bfc636 HTTP/1.1" status: 200 len: 945 time: 0.0552950 Jan 28 20:26:49.704138 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 40998) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:26:49.708713 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-1bb3ee6f-2c05-4a97-82d4-6ddadb11cfb6 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Request body: {'floatingip': {'port_id': '9d38ff04-fbb7-4844-939e-3db362519007'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:26:49.752488 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1bb3ee6f-2c05-4a97-82d4-6ddadb11cfb6 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Publish callbacks [] for floatingip (c1a1139a-01fb-4466-9dfc-f383f49ea6ce), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:50.192006 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1bb3ee6f-2c05-4a97-82d4-6ddadb11cfb6 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:50.196327 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1bb3ee6f-2c05-4a97-82d4-6ddadb11cfb6 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734886'] for floatingip (c1a1139a-01fb-4466-9dfc-f383f49ea6ce), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:50.295991 n-d-812111-14 neutron-server[103304]: INFO neutron.db.l3_db [None req-1bb3ee6f-2c05-4a97-82d4-6ddadb11cfb6 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Floating IP c1a1139a-01fb-4466-9dfc-f383f49ea6ce associated. External IP: 172.25.6.186, port: 9d38ff04-fbb7-4844-939e-3db362519007. Jan 28 20:26:50.506909 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bb3ee6f-2c05-4a97-82d4-6ddadb11cfb6 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Router 2ec39fb4-5b27-4d9e-b67c-392bf73252cf has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:26:50.614036 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bb3ee6f-2c05-4a97-82d4-6ddadb11cfb6 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:26:50.619381 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1bb3ee6f-2c05-4a97-82d4-6ddadb11cfb6 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for floatingip (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:50.624164 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06e37bf-1aca-46d1-83a9-6324e6b56601 None None] Sync routers for ids ['2ec39fb4-5b27-4d9e-b67c-392bf73252cf'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:26:50.634018 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06e37bf-1aca-46d1-83a9-6324e6b56601 None None] Routers {'2ec39fb4-5b27-4d9e-b67c-392bf73252cf'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:26:50.634631 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-c06e37bf-1aca-46d1-83a9-6324e6b56601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:26:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['2ec39fb4-5b27-4d9e-b67c-392bf73252cf'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:26:50.649001 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-1bb3ee6f-2c05-4a97-82d4-6ddadb11cfb6 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "PUT /v2.0/floatingips/c1a1139a-01fb-4466-9dfc-f383f49ea6ce HTTP/1.1" status: 200 len: 991 time: 0.9437904 Jan 28 20:26:50.649625 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89fb3355-f194-4f69-be75-a318e5bfc636', 'tag': '9d38ff04-fbb7-4844-939e-3db362519007'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:26:50.652053 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}690870b4896ba3504f21237a239c836c0346d6a62bcfb5e8ee91fd1b13f99dd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc18772e-c187-4490-a610-acc4f209d780" -d '{"events": [{"name": "network-changed", "server_uuid": "89fb3355-f194-4f69-be75-a318e5bfc636", "tag": "9d38ff04-fbb7-4844-939e-3db362519007"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:26:50.694409 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7d2eb03-0168-4d99-ac05-532a0a8515a7 x-openstack-request-id: req-e7d2eb03-0168-4d99-ac05-532a0a8515a7 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:26:50.694710 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89fb3355-f194-4f69-be75-a318e5bfc636", "tag": "9d38ff04-fbb7-4844-939e-3db362519007", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:26:50.694973 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e7d2eb03-0168-4d99-ac05-532a0a8515a7 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:26:50.695397 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89fb3355-f194-4f69-be75-a318e5bfc636', 'tag': '9d38ff04-fbb7-4844-939e-3db362519007', 'status': 'completed', 'code': 200} Jan 28 20:26:50.747963 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-c06e37bf-1aca-46d1-83a9-6324e6b56601 None None] Set router 2ec39fb4-5b27-4d9e-b67c-392bf73252cf gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:26:50.765267 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ef62c5-f482-45e1-b7bd-9bc9e8f485be req-cdfa3834-1e73-42a3-b370-1107ec3d985c tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:50.765480 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc18772e-c187-4490-a610-acc4f209d780 req-e99dd8e7-4ed4-4451-8beb-45a57e895d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:50.766829 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-cc18772e-c187-4490-a610-acc4f209d780 req-e99dd8e7-4ed4-4451-8beb-45a57e895d4e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a0900bdb75214d779c2ff2b524361204&device_id=89fb3355-f194-4f69-be75-a318e5bfc636 HTTP/1.1" status: 200 len: 1128 time: 0.0488076 Jan 28 20:26:50.766963 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-21ef62c5-f482-45e1-b7bd-9bc9e8f485be req-cdfa3834-1e73-42a3-b370-1107ec3d985c tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=89fb3355-f194-4f69-be75-a318e5bfc636 HTTP/1.1" status: 200 len: 945 time: 0.0564420 Jan 28 20:26:50.818724 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-21ef62c5-f482-45e1-b7bd-9bc9e8f485be req-f0ff7f72-e1c3-45ad-86e8-d0502cd007d4 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458391 Jan 28 20:26:50.862885 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc18772e-c187-4490-a610-acc4f209d780 req-58fa3fcd-9c05-4090-b98d-359bd592b323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:50.864439 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-cc18772e-c187-4490-a610-acc4f209d780 req-58fa3fcd-9c05-4090-b98d-359bd592b323 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d8e01811-a300-4dd8-bacd-fd5a9e44548b HTTP/1.1" status: 200 len: 912 time: 0.0919793 Jan 28 20:26:50.937281 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-cc18772e-c187-4490-a610-acc4f209d780 req-c6a7fdce-ff2f-4ce2-9685-cbb98d2f0642 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9d38ff04-fbb7-4844-939e-3db362519007 HTTP/1.1" status: 200 len: 999 time: 0.0666132 Jan 28 20:26:50.994629 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc18772e-c187-4490-a610-acc4f209d780 req-44f2fc5b-59b8-4973-81cc-dabb90f6bd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:50.996366 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-cc18772e-c187-4490-a610-acc4f209d780 req-44f2fc5b-59b8-4973-81cc-dabb90f6bd44 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=df66a7ef-d785-4716-9ebd-bfe0bb120f51 HTTP/1.1" status: 200 len: 851 time: 0.0536823 Jan 28 20:26:51.006540 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-c06e37bf-1aca-46d1-83a9-6324e6b56601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ec39fb4-5b27-4d9e-b67c-392bf73252cf', 'name': 'tempest-ServerActionsTestJSON-1256389972-router', 'tenant_id': 'a0900bdb75214d779c2ff2b524361204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': '6a2d2eaf-2077-42fd-805e-d7d41e54094e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:26:35Z', 'updated_at': '2022-01-28T20:26:37Z', 'revision_number': 4, 'project_id': 'a0900bdb75214d779c2ff2b524361204', 'gw_port': {'id': '6a2d2eaf-2077-42fd-805e-d7d41e54094e', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:f6:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec39fb4-5b27-4d9e-b67c-392bf73252cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:26:35Z', 'updated_at': '2022-01-28T20:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_floatingips': [{'id': 'c1a1139a-01fb-4466-9dfc-f383f49ea6ce', 'tenant_id': 'a0900bdb75214d779c2ff2b524361204', 'floating_ip_address': '172.25.6.186', 'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'router_id': '2ec39fb4-5b27-4d9e-b67c-392bf73252cf', 'port_id': '9d38ff04-fbb7-4844-939e-3db362519007', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4105, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8e01811-a300-4dd8-bacd-fd5a9e44548b', 'mac_address': 'fa:16:3e:55:84:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89fb3355-f194-4f69-be75-a318e5bfc636', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:26:40Z', 'updated_at': '2022-01-28T20:26:50Z', 'revision_number': 1, 'project_id': 'a0900bdb75214d779c2ff2b524361204', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b84ead9-9498-4730-9098-39b081d2fa41', 'name': '', 'network_id': 'd8e01811-a300-4dd8-bacd-fd5a9e44548b', 'tenant_id': 'a0900bdb75214d779c2ff2b524361204', 'mac_address': 'fa:16:3e:0a:69:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec39fb4-5b27-4d9e-b67c-392bf73252cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': 'df66a7ef-d785-4716-9ebd-bfe0bb120f51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:26:37Z', 'updated_at': '2022-01-28T20:26:41Z', 'revision_number': 5, 'project_id': 'a0900bdb75214d779c2ff2b524361204', 'subnets': [{'id': 'df66a7ef-d785-4716-9ebd-bfe0bb120f51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:26:51.038815 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06e37bf-1aca-46d1-83a9-6324e6b56601 None None] Checking router: 2ec39fb4-5b27-4d9e-b67c-392bf73252cf for host: n-d-812111-14 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:26:51.047896 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06e37bf-1aca-46d1-83a9-6324e6b56601 None None] Routers {'2ec39fb4-5b27-4d9e-b67c-392bf73252cf'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:26:51.048462 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-c06e37bf-1aca-46d1-83a9-6324e6b56601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:26:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['2ec39fb4-5b27-4d9e-b67c-392bf73252cf'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:26:51.056389 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc18772e-c187-4490-a610-acc4f209d780 req-0b128bc6-181b-4b30-9eff-cf101a700937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:51.057997 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-cc18772e-c187-4490-a610-acc4f209d780 req-0b128bc6-181b-4b30-9eff-cf101a700937 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d8e01811-a300-4dd8-bacd-fd5a9e44548b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0547907 Jan 28 20:26:51.101521 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7faaea83-7761-4155-8a36-5438d2e822ea req-a7f628e0-de7d-427f-b813-07986ba58c40 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=89fb3355-f194-4f69-be75-a318e5bfc636&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0807824 Jan 28 20:26:51.116873 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d02791-3bd0-439c-9c81-1f9df4651475 req-b1d64681-816b-4d08-a47e-8dbd95b21f55 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:51.124887 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-75d02791-3bd0-439c-9c81-1f9df4651475 req-b1d64681-816b-4d08-a47e-8dbd95b21f55 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=89fb3355-f194-4f69-be75-a318e5bfc636 HTTP/1.1" status: 200 len: 945 time: 0.0738204 Jan 28 20:26:51.166425 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-cc18772e-c187-4490-a610-acc4f209d780 req-deb4fdb3-c854-4445-b06e-2652a1da82a1 service neutron] 10.222.0.41 "GET /v2.0/networks/d8e01811-a300-4dd8-bacd-fd5a9e44548b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010110 Jan 28 20:26:51.171647 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-75d02791-3bd0-439c-9c81-1f9df4651475 req-5e525abd-f768-4899-9066-32d9a46b3621 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457289 Jan 28 20:26:51.180062 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-c06e37bf-1aca-46d1-83a9-6324e6b56601 None None] Set router 2ec39fb4-5b27-4d9e-b67c-392bf73252cf gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:26:51.270488 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-cc18772e-c187-4490-a610-acc4f209d780 req-12d3aa39-b812-430c-9d9f-a78e56f181bc service neutron] 10.222.0.41 "GET /v2.0/networks/d8e01811-a300-4dd8-bacd-fd5a9e44548b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980258 Jan 28 20:26:51.405722 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:51.411646 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-c06e37bf-1aca-46d1-83a9-6324e6b56601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ec39fb4-5b27-4d9e-b67c-392bf73252cf', 'name': 'tempest-ServerActionsTestJSON-1256389972-router', 'tenant_id': 'a0900bdb75214d779c2ff2b524361204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': '6a2d2eaf-2077-42fd-805e-d7d41e54094e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:26:35Z', 'updated_at': '2022-01-28T20:26:37Z', 'revision_number': 4, 'project_id': 'a0900bdb75214d779c2ff2b524361204', 'gw_port': {'id': '6a2d2eaf-2077-42fd-805e-d7d41e54094e', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:f6:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec39fb4-5b27-4d9e-b67c-392bf73252cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:26:35Z', 'updated_at': '2022-01-28T20:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_floatingips': [{'id': 'c1a1139a-01fb-4466-9dfc-f383f49ea6ce', 'tenant_id': 'a0900bdb75214d779c2ff2b524361204', 'floating_ip_address': '172.25.6.186', 'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'router_id': '2ec39fb4-5b27-4d9e-b67c-392bf73252cf', 'port_id': '9d38ff04-fbb7-4844-939e-3db362519007', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4105, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8e01811-a300-4dd8-bacd-fd5a9e44548b', 'mac_address': 'fa:16:3e:55:84:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89fb3355-f194-4f69-be75-a318e5bfc636', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:26:40Z', 'updated_at': '2022-01-28T20:26:50Z', 'revision_number': 1, 'project_id': 'a0900bdb75214d779c2ff2b524361204', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b84ead9-9498-4730-9098-39b081d2fa41', 'name': '', 'network_id': 'd8e01811-a300-4dd8-bacd-fd5a9e44548b', 'tenant_id': 'a0900bdb75214d779c2ff2b524361204', 'mac_address': 'fa:16:3e:0a:69:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec39fb4-5b27-4d9e-b67c-392bf73252cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': 'df66a7ef-d785-4716-9ebd-bfe0bb120f51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:26:37Z', 'updated_at': '2022-01-28T20:26:41Z', 'revision_number': 5, 'project_id': 'a0900bdb75214d779c2ff2b524361204', 'subnets': [{'id': 'df66a7ef-d785-4716-9ebd-bfe0bb120f51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:26:51.441186 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06e37bf-1aca-46d1-83a9-6324e6b56601 None None] The sync data for ids ['2ec39fb4-5b27-4d9e-b67c-392bf73252cf'] in n-d-812111-14 is: [{'id': '2ec39fb4-5b27-4d9e-b67c-392bf73252cf', 'name': 'tempest-ServerActionsTestJSON-1256389972-router', 'tenant_id': 'a0900bdb75214d779c2ff2b524361204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': '6a2d2eaf-2077-42fd-805e-d7d41e54094e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:26:35Z', 'updated_at': '2022-01-28T20:26:37Z', 'revision_number': 4, 'project_id': 'a0900bdb75214d779c2ff2b524361204', 'gw_port': {'id': '6a2d2eaf-2077-42fd-805e-d7d41e54094e', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:f6:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec39fb4-5b27-4d9e-b67c-392bf73252cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:26:35Z', 'updated_at': '2022-01-28T20:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_floatingips': [{'id': 'c1a1139a-01fb-4466-9dfc-f383f49ea6ce', 'tenant_id': 'a0900bdb75214d779c2ff2b524361204', 'floating_ip_address': '172.25.6.186', 'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'router_id': '2ec39fb4-5b27-4d9e-b67c-392bf73252cf', 'port_id': '9d38ff04-fbb7-4844-939e-3db362519007', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4105, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8e01811-a300-4dd8-bacd-fd5a9e44548b', 'mac_address': 'fa:16:3e:55:84:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89fb3355-f194-4f69-be75-a318e5bfc636', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:26:40Z', 'updated_at': '2022-01-28T20:26:50Z', 'revision_number': 1, 'project_id': 'a0900bdb75214d779c2ff2b524361204', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b84ead9-9498-4730-9098-39b081d2fa41', 'name': '', 'network_id': 'd8e01811-a300-4dd8-bacd-fd5a9e44548b', 'tenant_id': 'a0900bdb75214d779c2ff2b524361204', 'mac_address': 'fa:16:3e:0a:69:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec39fb4-5b27-4d9e-b67c-392bf73252cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': 'df66a7ef-d785-4716-9ebd-bfe0bb120f51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:26:37Z', 'updated_at': '2022-01-28T20:26:41Z', 'revision_number': 5, 'project_id': 'a0900bdb75214d779c2ff2b524361204', 'subnets': [{'id': 'df66a7ef-d785-4716-9ebd-bfe0bb120f51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:26:51.657410 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a07133-5271-4ae9-abc3-72e43efda484 None None] New status for floating IP c1a1139a-01fb-4466-9dfc-f383f49ea6ce: ACTIVE {{(pid=103306) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 20:26:52.333605 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c079ee9-f2c5-4ed3-9f54-f42ff6287750 req-7cc7939c-6871-41ac-b475-d388fb6dec1f tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:52.335105 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1c079ee9-f2c5-4ed3-9f54-f42ff6287750 req-7cc7939c-6871-41ac-b475-d388fb6dec1f tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=89fb3355-f194-4f69-be75-a318e5bfc636 HTTP/1.1" status: 200 len: 945 time: 0.0834150 Jan 28 20:26:52.337523 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faaea83-7761-4155-8a36-5438d2e822ea req-0385fcc2-a732-4ec6-a72f-3ffb91d31e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:52.338886 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7faaea83-7761-4155-8a36-5438d2e822ea req-0385fcc2-a732-4ec6-a72f-3ffb91d31e22 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a0900bdb75214d779c2ff2b524361204&device_id=89fb3355-f194-4f69-be75-a318e5bfc636 HTTP/1.1" status: 200 len: 1128 time: 0.0771668 Jan 28 20:26:52.436985 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1c079ee9-f2c5-4ed3-9f54-f42ff6287750 req-3bca12f0-f25a-446d-8ed7-eb110c0d661e tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956235 Jan 28 20:26:52.462678 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faaea83-7761-4155-8a36-5438d2e822ea req-4a504d34-95db-4ab3-8b67-a4e4a14feb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:52.464132 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7faaea83-7761-4155-8a36-5438d2e822ea req-4a504d34-95db-4ab3-8b67-a4e4a14feb7f service neutron] 10.222.0.41 "GET /v2.0/networks?id=d8e01811-a300-4dd8-bacd-fd5a9e44548b HTTP/1.1" status: 200 len: 912 time: 0.1173289 Jan 28 20:26:52.532346 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7faaea83-7761-4155-8a36-5438d2e822ea req-f3395997-8500-4509-95b6-d19f93db05c1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9d38ff04-fbb7-4844-939e-3db362519007 HTTP/1.1" status: 200 len: 1001 time: 0.0621731 Jan 28 20:26:52.583864 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faaea83-7761-4155-8a36-5438d2e822ea req-a15a57aa-1ee6-4cd7-b3e2-6ee53fd7d2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:52.585363 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7faaea83-7761-4155-8a36-5438d2e822ea req-a15a57aa-1ee6-4cd7-b3e2-6ee53fd7d2b5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=df66a7ef-d785-4716-9ebd-bfe0bb120f51 HTTP/1.1" status: 200 len: 851 time: 0.0476291 Jan 28 20:26:52.634926 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faaea83-7761-4155-8a36-5438d2e822ea req-c7a34a32-3172-4d55-ba5f-9c245a390f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:52.636409 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7faaea83-7761-4155-8a36-5438d2e822ea req-c7a34a32-3172-4d55-ba5f-9c245a390f2f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d8e01811-a300-4dd8-bacd-fd5a9e44548b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0442276 Jan 28 20:26:52.723257 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7faaea83-7761-4155-8a36-5438d2e822ea req-184f303e-d582-4cde-bf38-dbd13787f1b3 service neutron] 10.222.0.41 "GET /v2.0/networks/d8e01811-a300-4dd8-bacd-fd5a9e44548b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808053 Jan 28 20:26:52.815812 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7faaea83-7761-4155-8a36-5438d2e822ea req-5c80679b-7a86-4f0f-8dde-afcb65eec560 service neutron] 10.222.0.41 "GET /v2.0/networks/d8e01811-a300-4dd8-bacd-fd5a9e44548b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870700 Jan 28 20:26:53.558861 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcb1adc-1a1c-4eed-8b65-133a837637b0 req-edf66209-392b-48e4-8fd0-1d212db3071b tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:53.560331 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-efcb1adc-1a1c-4eed-8b65-133a837637b0 req-edf66209-392b-48e4-8fd0-1d212db3071b tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=89fb3355-f194-4f69-be75-a318e5bfc636 HTTP/1.1" status: 200 len: 945 time: 0.0552843 Jan 28 20:26:53.606306 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-efcb1adc-1a1c-4eed-8b65-133a837637b0 req-d6976b12-b12d-4fea-9b49-07dec4a8ce6a tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403743 Jan 28 20:26:54.534040 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:54.724941 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecc1188-36ff-413f-aaf6-c68f9849eb28 req-8e8060c5-09c0-420a-b0e6-b8809a12ee0e tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:54.726421 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1ecc1188-36ff-413f-aaf6-c68f9849eb28 req-8e8060c5-09c0-420a-b0e6-b8809a12ee0e tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=89fb3355-f194-4f69-be75-a318e5bfc636 HTTP/1.1" status: 200 len: 945 time: 0.0537000 Jan 28 20:26:54.772726 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1ecc1188-36ff-413f-aaf6-c68f9849eb28 req-8f19e320-43bf-4ea1-ac52-3e07bb627543 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403562 Jan 28 20:26:55.890557 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1864dacf-ea82-42ec-aa2d-cf9127b54706 req-324b8ec2-34c4-4397-b51a-c0877df48180 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:55.892023 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1864dacf-ea82-42ec-aa2d-cf9127b54706 req-324b8ec2-34c4-4397-b51a-c0877df48180 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=89fb3355-f194-4f69-be75-a318e5bfc636 HTTP/1.1" status: 200 len: 945 time: 0.0520451 Jan 28 20:26:55.939706 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1864dacf-ea82-42ec-aa2d-cf9127b54706 req-303b7696-2fed-4049-a260-3d3eec916b86 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420966 Jan 28 20:26:57.063964 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fc9906-b7aa-4029-8499-68e22c628bfc req-f9786528-c51e-40ba-883e-5e60f76d354f tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:57.065366 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d3fc9906-b7aa-4029-8499-68e22c628bfc req-f9786528-c51e-40ba-883e-5e60f76d354f tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=89fb3355-f194-4f69-be75-a318e5bfc636 HTTP/1.1" status: 200 len: 945 time: 0.0567160 Jan 28 20:26:57.111664 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d3fc9906-b7aa-4029-8499-68e22c628bfc req-2843497a-5328-498c-a37f-1f435f6b67b8 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407660 Jan 28 20:26:58.230408 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de1e48f-9f48-4eb5-9b00-ee232d940761 req-ca460618-e06b-4533-bbe3-f89f3c67bd45 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:58.231996 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9de1e48f-9f48-4eb5-9b00-ee232d940761 req-ca460618-e06b-4533-bbe3-f89f3c67bd45 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=89fb3355-f194-4f69-be75-a318e5bfc636 HTTP/1.1" status: 200 len: 945 time: 0.0536687 Jan 28 20:26:58.282488 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9de1e48f-9f48-4eb5-9b00-ee232d940761 req-20285cbb-d424-4185-8839-29231496559e tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448205 Jan 28 20:26:59.400221 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdf940c-2f5c-4b3c-8760-662c72fbdfad req-bedd6fb6-f11f-47bb-876a-643556d4fb28 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:59.401713 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-0bdf940c-2f5c-4b3c-8760-662c72fbdfad req-bedd6fb6-f11f-47bb-876a-643556d4fb28 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=89fb3355-f194-4f69-be75-a318e5bfc636 HTTP/1.1" status: 200 len: 945 time: 0.0524876 Jan 28 20:26:59.451373 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-0bdf940c-2f5c-4b3c-8760-662c72fbdfad req-7103cd1c-ddd4-4e78-9479-a4e4a095cde0 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443103 Jan 28 20:27:00.573360 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4f0e4d-6ab5-4e6b-abbb-efcd2e451132 req-dfda26c0-981d-4745-a42b-1dd985be01ce tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:00.574989 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9f4f0e4d-6ab5-4e6b-abbb-efcd2e451132 req-dfda26c0-981d-4745-a42b-1dd985be01ce tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=89fb3355-f194-4f69-be75-a318e5bfc636 HTTP/1.1" status: 200 len: 945 time: 0.0532906 Jan 28 20:27:00.621601 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9f4f0e4d-6ab5-4e6b-abbb-efcd2e451132 req-e48db417-b093-4634-b0a0-646d2b3e6e45 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410905 Jan 28 20:27:01.740054 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36d5580-792f-48bc-8c4e-cd5021309f9c req-101b8f20-19ff-411e-a55a-04a65e82a3c7 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:01.741533 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f36d5580-792f-48bc-8c4e-cd5021309f9c req-101b8f20-19ff-411e-a55a-04a65e82a3c7 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=89fb3355-f194-4f69-be75-a318e5bfc636 HTTP/1.1" status: 200 len: 945 time: 0.0513692 Jan 28 20:27:01.791434 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f36d5580-792f-48bc-8c4e-cd5021309f9c req-6c937904-779b-41be-bef5-464806256c8d tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439475 Jan 28 20:27:02.916179 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92baf8d-5b54-47cf-aa10-6115d1c5903f req-8e6cf08e-6ce7-4e71-bb04-e7f8cf1c7083 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:02.917664 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c92baf8d-5b54-47cf-aa10-6115d1c5903f req-8e6cf08e-6ce7-4e71-bb04-e7f8cf1c7083 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=89fb3355-f194-4f69-be75-a318e5bfc636 HTTP/1.1" status: 200 len: 945 time: 0.0519872 Jan 28 20:27:02.963199 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c92baf8d-5b54-47cf-aa10-6115d1c5903f req-5229ee85-b099-43bd-940a-3d46ecd2f4ff tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400672 Jan 28 20:27:04.083444 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f278db4-c2ce-4be9-a2db-c5c50b5ae6ac req-b81d1c01-3d2a-46a1-b663-ea56e92abab4 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:04.084930 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3f278db4-c2ce-4be9-a2db-c5c50b5ae6ac req-b81d1c01-3d2a-46a1-b663-ea56e92abab4 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=89fb3355-f194-4f69-be75-a318e5bfc636 HTTP/1.1" status: 200 len: 945 time: 0.0547521 Jan 28 20:27:04.130459 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3f278db4-c2ce-4be9-a2db-c5c50b5ae6ac req-5a17690f-3797-4a22-aa92-7199f7b37f18 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400128 Jan 28 20:27:05.254381 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c36800-5fdf-4c1a-95f7-c85a1c59f79d req-8586f0cc-94f2-4d7e-add3-6c6f40f01a32 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:05.255871 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-44c36800-5fdf-4c1a-95f7-c85a1c59f79d req-8586f0cc-94f2-4d7e-add3-6c6f40f01a32 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=89fb3355-f194-4f69-be75-a318e5bfc636 HTTP/1.1" status: 200 len: 945 time: 0.0577061 Jan 28 20:27:05.303311 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-44c36800-5fdf-4c1a-95f7-c85a1c59f79d req-a12221a1-4e0c-40ef-b9ba-e03e41d82136 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416746 Jan 28 20:27:06.146880 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:27:06.421657 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98eb1fdb-4fe7-45f9-94bd-75a012599bbd req-4e24a0bd-531f-4a5d-9e01-97d8ae1d9456 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:06.423043 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-98eb1fdb-4fe7-45f9-94bd-75a012599bbd req-4e24a0bd-531f-4a5d-9e01-97d8ae1d9456 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=89fb3355-f194-4f69-be75-a318e5bfc636 HTTP/1.1" status: 200 len: 945 time: 0.0523190 Jan 28 20:27:06.467832 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-98eb1fdb-4fe7-45f9-94bd-75a012599bbd req-9758584b-acb8-4418-aebf-1b1692bf3bfe tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394502 Jan 28 20:27:06.809068 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0184312c-cbf4-44df-846c-830a78626727 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:07.587878 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b0bdd8-b3ea-4589-abd6-2b77b5aa86f2 req-02116b0e-8cf7-46dd-a153-21100e1d536b tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:07.589409 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-04b0bdd8-b3ea-4589-abd6-2b77b5aa86f2 req-02116b0e-8cf7-46dd-a153-21100e1d536b tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=89fb3355-f194-4f69-be75-a318e5bfc636 HTTP/1.1" status: 200 len: 945 time: 0.0531135 Jan 28 20:27:07.636745 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-04b0bdd8-b3ea-4589-abd6-2b77b5aa86f2 req-0e8b3cdc-1dd9-4d8c-b709-c124abc3c79c tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416765 Jan 28 20:27:08.764491 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4d3c1a-b8f8-4f16-aa1e-c95a35934af6 req-f7b61f20-2962-43ef-b5ad-d2040ce76159 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:08.766011 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4c4d3c1a-b8f8-4f16-aa1e-c95a35934af6 req-f7b61f20-2962-43ef-b5ad-d2040ce76159 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=89fb3355-f194-4f69-be75-a318e5bfc636 HTTP/1.1" status: 200 len: 945 time: 0.0594831 Jan 28 20:27:08.812393 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4c4d3c1a-b8f8-4f16-aa1e-c95a35934af6 req-174ef69f-5c2b-4be9-b538-4320092f5c69 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407679 Jan 28 20:27:09.060072 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b9bffe1b-31aa-4f8d-85f6-216a4fe80384 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:09.937619 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1356538-0011-4e60-8cbf-f7fcf6f3e940 req-d6f179cf-7d40-4f57-82e3-0b25fbba8f64 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:09.939077 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a1356538-0011-4e60-8cbf-f7fcf6f3e940 req-d6f179cf-7d40-4f57-82e3-0b25fbba8f64 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=89fb3355-f194-4f69-be75-a318e5bfc636 HTTP/1.1" status: 200 len: 945 time: 0.0554800 Jan 28 20:27:09.984575 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a1356538-0011-4e60-8cbf-f7fcf6f3e940 req-9013bbe7-fe0f-457a-98b8-e23ac15e5180 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399940 Jan 28 20:27:10.049784 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:11.103204 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dccc4d-d8d0-4cc7-978a-8dbb4a32e3ee req-20848a04-93c3-4af3-a693-f9b72005d326 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:11.104680 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-00dccc4d-d8d0-4cc7-978a-8dbb4a32e3ee req-20848a04-93c3-4af3-a693-f9b72005d326 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=89fb3355-f194-4f69-be75-a318e5bfc636 HTTP/1.1" status: 200 len: 945 time: 0.0525057 Jan 28 20:27:11.150263 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-00dccc4d-d8d0-4cc7-978a-8dbb4a32e3ee req-fa463f7b-b53a-4a5a-a1ce-7315bfcac894 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400698 Jan 28 20:27:11.922981 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:12.268701 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa358052-da75-4557-9d00-7df6cced407a req-bf08b8e4-0009-4877-b64f-6e6b2c58db2f tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:12.270188 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-aa358052-da75-4557-9d00-7df6cced407a req-bf08b8e4-0009-4877-b64f-6e6b2c58db2f tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=89fb3355-f194-4f69-be75-a318e5bfc636 HTTP/1.1" status: 200 len: 945 time: 0.0519731 Jan 28 20:27:12.316126 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-aa358052-da75-4557-9d00-7df6cced407a req-2e203318-d203-4577-a0d5-9553150aaffb tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397954 Jan 28 20:27:13.287059 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:13.436610 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0305d627-fb23-41d8-8639-1f6c2fba26bb req-57dafea3-86f1-4e4a-9987-34dbc9ca9351 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:13.438245 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-0305d627-fb23-41d8-8639-1f6c2fba26bb req-57dafea3-86f1-4e4a-9987-34dbc9ca9351 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=89fb3355-f194-4f69-be75-a318e5bfc636 HTTP/1.1" status: 200 len: 945 time: 0.0553138 Jan 28 20:27:13.484081 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-0305d627-fb23-41d8-8639-1f6c2fba26bb req-7dab4ef3-400e-4436-992a-cdaeabe40357 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404510 Jan 28 20:27:14.605250 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786deff2-03a4-4b50-b1a0-b8d938778405 req-89faefd6-a717-41d3-8de8-ce7740d62135 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:14.607536 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-786deff2-03a4-4b50-b1a0-b8d938778405 req-89faefd6-a717-41d3-8de8-ce7740d62135 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=89fb3355-f194-4f69-be75-a318e5bfc636 HTTP/1.1" status: 200 len: 945 time: 0.0543530 Jan 28 20:27:14.657729 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-786deff2-03a4-4b50-b1a0-b8d938778405 req-5b99e131-fc97-4375-8edf-d1d3b9f4f2f1 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442886 Jan 28 20:27:15.781515 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e847c0-b389-4046-8deb-44cbad6f7a60 req-98d4fdb3-0380-48d0-ae09-07e13220a918 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:15.783045 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-40e847c0-b389-4046-8deb-44cbad6f7a60 req-98d4fdb3-0380-48d0-ae09-07e13220a918 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=89fb3355-f194-4f69-be75-a318e5bfc636 HTTP/1.1" status: 200 len: 945 time: 0.0544236 Jan 28 20:27:15.829927 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-40e847c0-b389-4046-8deb-44cbad6f7a60 req-284f28f1-9a53-44f5-b54e-1f095532e342 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411320 Jan 28 20:27:16.952942 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d2a53d-9c6f-4d26-8019-8fbded794c19 req-990e28f7-8dd1-4b07-b732-6d117b56112e tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:16.954492 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a8d2a53d-9c6f-4d26-8019-8fbded794c19 req-990e28f7-8dd1-4b07-b732-6d117b56112e tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=89fb3355-f194-4f69-be75-a318e5bfc636 HTTP/1.1" status: 200 len: 945 time: 0.0533557 Jan 28 20:27:16.999943 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a8d2a53d-9c6f-4d26-8019-8fbded794c19 req-fad035d3-d14a-4d76-920a-fa85889a1858 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398545 Jan 28 20:27:18.118834 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f78a823-effd-4fe2-910e-695334a34cda req-0767ece6-88c5-40b6-8c3c-8fede98b844f tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:18.120300 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5f78a823-effd-4fe2-910e-695334a34cda req-0767ece6-88c5-40b6-8c3c-8fede98b844f tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=89fb3355-f194-4f69-be75-a318e5bfc636 HTTP/1.1" status: 200 len: 945 time: 0.0531650 Jan 28 20:27:18.170352 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5f78a823-effd-4fe2-910e-695334a34cda req-b726ec3a-ca8a-4aa9-903c-c970012015e7 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445056 Jan 28 20:27:19.289662 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49789b65-0860-489b-a44c-57502ba3eb8b req-fb8664fa-c86f-4caa-b7d4-f4f323fb1fec tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:19.291146 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-49789b65-0860-489b-a44c-57502ba3eb8b req-fb8664fa-c86f-4caa-b7d4-f4f323fb1fec tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=89fb3355-f194-4f69-be75-a318e5bfc636 HTTP/1.1" status: 200 len: 945 time: 0.0522847 Jan 28 20:27:19.337461 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-49789b65-0860-489b-a44c-57502ba3eb8b req-60a6c272-14c2-497a-bd5a-6f99fa8e9598 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407231 Jan 28 20:27:19.837800 n-d-812111-14 neutron-server[103305]: INFO neutron.api.v2.resource [req-7faaea83-7761-4155-8a36-5438d2e822ea req-65626d64-c16c-4b2f-af9a-acfca7686aea service neutron] show failed (client error): The resource could not be found. Jan 28 20:27:19.838778 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7faaea83-7761-4155-8a36-5438d2e822ea req-65626d64-c16c-4b2f-af9a-acfca7686aea service neutron] 10.222.0.41 "GET /v2.0/ports/9d38ff04-fbb7-4844-939e-3db362519007/bindings/n-h2-812111-14 HTTP/1.1" status: 404 len: 381 time: 0.0528696 Jan 28 20:27:20.094124 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faaea83-7761-4155-8a36-5438d2e822ea req-cfb107b7-9ea3-46f8-b4e4-4629b764e30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:20.095567 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7faaea83-7761-4155-8a36-5438d2e822ea req-cfb107b7-9ea3-46f8-b4e4-4629b764e30f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=89fb3355-f194-4f69-be75-a318e5bfc636&tenant_id=a0900bdb75214d779c2ff2b524361204 HTTP/1.1" status: 200 len: 1128 time: 0.0913370 Jan 28 20:27:20.107457 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-7faaea83-7761-4155-8a36-5438d2e822ea req-724f0ce0-6757-4f80-be0b-8ffdff781246 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-812111-14', 'device_owner': 'compute:nova'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:27:20.163746 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-7faaea83-7761-4155-8a36-5438d2e822ea req-724f0ce0-6757-4f80-be0b-8ffdff781246 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (9d38ff04-fbb7-4844-939e-3db362519007), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:20.371062 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-7faaea83-7761-4155-8a36-5438d2e822ea req-724f0ce0-6757-4f80-be0b-8ffdff781246 service neutron] For port 9d38ff04-fbb7-4844-939e-3db362519007, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=9d38ff04-fbb7-4844-939e-3db362519007,segment=NetworkSegment(a356da5f-ca46-4607-8767-57e02fcd96dc),segment_id=a356da5f-ca46-4607-8767-57e02fcd96dc)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:27:20.404240 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-7faaea83-7761-4155-8a36-5438d2e822ea req-724f0ce0-6757-4f80-be0b-8ffdff781246 service neutron] For port 9d38ff04-fbb7-4844-939e-3db362519007, host n-h1-812111-14, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:27:20.448598 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89fb3355-f194-4f69-be75-a318e5bfc636', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d38ff04-fbb7-4844-939e-3db362519007'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:27:20.450945 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}690870b4896ba3504f21237a239c836c0346d6a62bcfb5e8ee91fd1b13f99dd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d71aaceb-9a2f-4926-a0d1-e2c4e44f4035" -d '{"events": [{"server_uuid": "89fb3355-f194-4f69-be75-a318e5bfc636", "name": "network-vif-unplugged", "status": "completed", "tag": "9d38ff04-fbb7-4844-939e-3db362519007"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:27:20.454864 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-7faaea83-7761-4155-8a36-5438d2e822ea req-724f0ce0-6757-4f80-be0b-8ffdff781246 service neutron] Publish callbacks [] for port (9d38ff04-fbb7-4844-939e-3db362519007), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:20.455877 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9bd1b5-787f-4f3b-809d-5317c81b2486 req-d1378473-642f-434d-b5b8-af89c1ca263c tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:20.457443 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9f9bd1b5-787f-4f3b-809d-5317c81b2486 req-d1378473-642f-434d-b5b8-af89c1ca263c tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=89fb3355-f194-4f69-be75-a318e5bfc636 HTTP/1.1" status: 200 len: 945 time: 0.0534112 Jan 28 20:27:20.468509 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-7faaea83-7761-4155-8a36-5438d2e822ea req-724f0ce0-6757-4f80-be0b-8ffdff781246 service neutron] Transition to ACTIVE for port object 9d38ff04-fbb7-4844-939e-3db362519007 will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:27:20.472532 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-7faaea83-7761-4155-8a36-5438d2e822ea req-724f0ce0-6757-4f80-be0b-8ffdff781246 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (9d38ff04-fbb7-4844-939e-3db362519007), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:20.504221 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 20:27:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf9b661d-1a0d-4a73-93d8-fe3ebc3e35f7 x-openstack-request-id: req-cf9b661d-1a0d-4a73-93d8-fe3ebc3e35f7 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:27:20.504567 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89fb3355-f194-4f69-be75-a318e5bfc636", "name": "network-vif-unplugged", "status": "completed", "tag": "9d38ff04-fbb7-4844-939e-3db362519007", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:27:20.504828 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cf9b661d-1a0d-4a73-93d8-fe3ebc3e35f7 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:27:20.505260 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89fb3355-f194-4f69-be75-a318e5bfc636', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d38ff04-fbb7-4844-939e-3db362519007', 'code': 200} Jan 28 20:27:20.510458 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9f9bd1b5-787f-4f3b-809d-5317c81b2486 req-6c5a3be6-b906-4683-a038-1c25b2c8b1af tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453742 Jan 28 20:27:20.558844 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724f0ce0-6757-4f80-be0b-8ffdff781246 service neutron] Pushing event updated for resources: {'Port': ['ID=9d38ff04-fbb7-4844-939e-3db362519007,revision_number=6']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:27:20.603042 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-7faaea83-7761-4155-8a36-5438d2e822ea req-724f0ce0-6757-4f80-be0b-8ffdff781246 service neutron] No DVR routers for this DVR port 9d38ff04-fbb7-4844-939e-3db362519007 on host n-h1-812111-14 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:27:20.744696 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-7faaea83-7761-4155-8a36-5438d2e822ea req-724f0ce0-6757-4f80-be0b-8ffdff781246 service neutron] Attempting to bind port 9d38ff04-fbb7-4844-939e-3db362519007 on host n-h2-812111-14 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:27:20.745039 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-7faaea83-7761-4155-8a36-5438d2e822ea req-724f0ce0-6757-4f80-be0b-8ffdff781246 service neutron] Attempting to bind port 9d38ff04-fbb7-4844-939e-3db362519007 by drivers openvswitch,hyperv on host n-h2-812111-14 at level 0 using segments [{'id': 'a356da5f-ca46-4607-8767-57e02fcd96dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd8e01811-a300-4dd8-bacd-fd5a9e44548b'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:27:20.745417 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7faaea83-7761-4155-8a36-5438d2e822ea req-724f0ce0-6757-4f80-be0b-8ffdff781246 service neutron] Attempting to bind port 9d38ff04-fbb7-4844-939e-3db362519007 on network d8e01811-a300-4dd8-bacd-fd5a9e44548b {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:27:20.749736 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7faaea83-7761-4155-8a36-5438d2e822ea req-724f0ce0-6757-4f80-be0b-8ffdff781246 service neutron] Port 9d38ff04-fbb7-4844-939e-3db362519007 on network d8e01811-a300-4dd8-bacd-fd5a9e44548b not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-14 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:27:20.750063 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7faaea83-7761-4155-8a36-5438d2e822ea req-724f0ce0-6757-4f80-be0b-8ffdff781246 service neutron] Attempting to bind port 9d38ff04-fbb7-4844-939e-3db362519007 on network d8e01811-a300-4dd8-bacd-fd5a9e44548b {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:27:20.754933 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7faaea83-7761-4155-8a36-5438d2e822ea req-724f0ce0-6757-4f80-be0b-8ffdff781246 service neutron] Checking agent: {'id': '8f3fee4e-bf24-4b58-8a3a-ae9c8011a473', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 26, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:27:20.755276 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7faaea83-7761-4155-8a36-5438d2e822ea req-724f0ce0-6757-4f80-be0b-8ffdff781246 service neutron] Checking segment: {'id': 'a356da5f-ca46-4607-8767-57e02fcd96dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd8e01811-a300-4dd8-bacd-fd5a9e44548b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:27:20.755667 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7faaea83-7761-4155-8a36-5438d2e822ea req-724f0ce0-6757-4f80-be0b-8ffdff781246 service neutron] Bound using segment: {'id': 'a356da5f-ca46-4607-8767-57e02fcd96dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd8e01811-a300-4dd8-bacd-fd5a9e44548b'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:27:20.756101 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-7faaea83-7761-4155-8a36-5438d2e822ea req-724f0ce0-6757-4f80-be0b-8ffdff781246 service neutron] Bound port: 9d38ff04-fbb7-4844-939e-3db362519007, host: n-h2-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a356da5f-ca46-4607-8767-57e02fcd96dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd8e01811-a300-4dd8-bacd-fd5a9e44548b'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:27:20.756458 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-7faaea83-7761-4155-8a36-5438d2e822ea req-724f0ce0-6757-4f80-be0b-8ffdff781246 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (9d38ff04-fbb7-4844-939e-3db362519007), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:20.820473 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-7faaea83-7761-4155-8a36-5438d2e822ea req-724f0ce0-6757-4f80-be0b-8ffdff781246 service neutron] For port 9d38ff04-fbb7-4844-939e-3db362519007, host n-h2-812111-14, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:27:20.827370 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-7faaea83-7761-4155-8a36-5438d2e822ea req-724f0ce0-6757-4f80-be0b-8ffdff781246 service neutron] For port 9d38ff04-fbb7-4844-939e-3db362519007, host n-h2-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=9d38ff04-fbb7-4844-939e-3db362519007,segment=NetworkSegment(a356da5f-ca46-4607-8767-57e02fcd96dc),segment_id=a356da5f-ca46-4607-8767-57e02fcd96dc)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:27:20.833598 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-7faaea83-7761-4155-8a36-5438d2e822ea req-724f0ce0-6757-4f80-be0b-8ffdff781246 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (9d38ff04-fbb7-4844-939e-3db362519007), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:20.868519 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faaea83-7761-4155-8a36-5438d2e822ea req-724f0ce0-6757-4f80-be0b-8ffdff781246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:20.869158 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-7faaea83-7761-4155-8a36-5438d2e822ea req-724f0ce0-6757-4f80-be0b-8ffdff781246 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:20.870645 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7faaea83-7761-4155-8a36-5438d2e822ea req-724f0ce0-6757-4f80-be0b-8ffdff781246 service neutron] 10.222.0.70 "PUT /v2.0/ports/9d38ff04-fbb7-4844-939e-3db362519007 HTTP/1.1" status: 200 len: 1092 time: 0.7670021 Jan 28 20:27:20.891737 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724f0ce0-6757-4f80-be0b-8ffdff781246 service neutron] Pushing event updated for resources: {'Port': ['ID=9d38ff04-fbb7-4844-939e-3db362519007,revision_number=7']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:27:20.939994 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faaea83-7761-4155-8a36-5438d2e822ea req-9203efd9-b694-47d7-94ce-efce63e1bae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:20.941315 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7faaea83-7761-4155-8a36-5438d2e822ea req-9203efd9-b694-47d7-94ce-efce63e1bae4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a0900bdb75214d779c2ff2b524361204&device_id=89fb3355-f194-4f69-be75-a318e5bfc636 HTTP/1.1" status: 200 len: 1126 time: 0.0467978 Jan 28 20:27:21.042553 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faaea83-7761-4155-8a36-5438d2e822ea req-b96eb0a5-b2fd-4756-8877-d57c7cbe1b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:21.044025 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7faaea83-7761-4155-8a36-5438d2e822ea req-b96eb0a5-b2fd-4756-8877-d57c7cbe1b5f service neutron] 10.222.0.70 "GET /v2.0/networks?id=d8e01811-a300-4dd8-bacd-fd5a9e44548b HTTP/1.1" status: 200 len: 912 time: 0.0949354 Jan 28 20:27:21.110395 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7faaea83-7761-4155-8a36-5438d2e822ea req-3a1b0a6a-ec5b-4f5c-8f44-2cda5152ba7d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9d38ff04-fbb7-4844-939e-3db362519007 HTTP/1.1" status: 200 len: 999 time: 0.0601940 Jan 28 20:27:21.432247 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:21.495931 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faaea83-7761-4155-8a36-5438d2e822ea req-4e237a56-32f4-4d77-b14a-e9f721c9db13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:21.497380 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7faaea83-7761-4155-8a36-5438d2e822ea req-4e237a56-32f4-4d77-b14a-e9f721c9db13 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=df66a7ef-d785-4716-9ebd-bfe0bb120f51 HTTP/1.1" status: 200 len: 851 time: 0.3809791 Jan 28 20:27:21.548981 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faaea83-7761-4155-8a36-5438d2e822ea req-3b79c720-5d91-4d1f-96dc-38de37cee835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:21.550682 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7faaea83-7761-4155-8a36-5438d2e822ea req-3b79c720-5d91-4d1f-96dc-38de37cee835 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d8e01811-a300-4dd8-bacd-fd5a9e44548b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0471349 Jan 28 20:27:21.677934 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7faaea83-7761-4155-8a36-5438d2e822ea req-5f9a02cf-a75c-41b2-a662-06afcbe61d53 service neutron] 10.222.0.70 "GET /v2.0/networks/d8e01811-a300-4dd8-bacd-fd5a9e44548b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202161 Jan 28 20:27:21.684696 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac8b62c-6314-4393-8aa7-52ef1c37e7bf req-1851a5ca-ec06-42b9-8cd4-a1dc78ebf249 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:21.686070 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-0ac8b62c-6314-4393-8aa7-52ef1c37e7bf req-1851a5ca-ec06-42b9-8cd4-a1dc78ebf249 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=89fb3355-f194-4f69-be75-a318e5bfc636 HTTP/1.1" status: 200 len: 943 time: 0.0849304 Jan 28 20:27:21.789827 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-0ac8b62c-6314-4393-8aa7-52ef1c37e7bf req-88d272cf-d067-4fd1-86bf-3319e018b49c tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945230 Jan 28 20:27:21.807343 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7faaea83-7761-4155-8a36-5438d2e822ea req-ff80ffd3-04b7-4cdc-a267-0fde975d2171 service neutron] 10.222.0.70 "GET /v2.0/networks/d8e01811-a300-4dd8-bacd-fd5a9e44548b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197135 Jan 28 20:27:21.872916 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 9d38ff04-fbb7-4844-939e-3db362519007 no longer exists at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:27:21.912778 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] The host n-h1-812111-14 is not matching for port 9d38ff04-fbb7-4844-939e-3db362519007 host n-h2-812111-14! {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Jan 28 20:27:21.913193 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 9d38ff04-fbb7-4844-939e-3db362519007 not bound to the agent host n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:27:22.506965 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89fb3355-f194-4f69-be75-a318e5bfc636', 'tag': '9d38ff04-fbb7-4844-939e-3db362519007'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:27:22.509279 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}690870b4896ba3504f21237a239c836c0346d6a62bcfb5e8ee91fd1b13f99dd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-358ab42b-82da-440a-b5df-5e125480ce43" -d '{"events": [{"name": "network-changed", "server_uuid": "89fb3355-f194-4f69-be75-a318e5bfc636", "tag": "9d38ff04-fbb7-4844-939e-3db362519007"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:27:22.557299 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6100be4b-43fd-476d-9c80-b18374df13a8 x-openstack-request-id: req-6100be4b-43fd-476d-9c80-b18374df13a8 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:27:22.557599 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89fb3355-f194-4f69-be75-a318e5bfc636", "tag": "9d38ff04-fbb7-4844-939e-3db362519007", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:27:22.557859 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6100be4b-43fd-476d-9c80-b18374df13a8 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:27:22.558794 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89fb3355-f194-4f69-be75-a318e5bfc636', 'tag': '9d38ff04-fbb7-4844-939e-3db362519007', 'status': 'completed', 'code': 200} Jan 28 20:27:22.623087 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358ab42b-82da-440a-b5df-5e125480ce43 req-ea43b81c-e077-411f-bbf6-e2ea00e9613b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:22.624624 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-358ab42b-82da-440a-b5df-5e125480ce43 req-ea43b81c-e077-411f-bbf6-e2ea00e9613b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a0900bdb75214d779c2ff2b524361204&device_id=89fb3355-f194-4f69-be75-a318e5bfc636 HTTP/1.1" status: 200 len: 1126 time: 0.0479360 Jan 28 20:27:22.632936 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358ab42b-82da-440a-b5df-5e125480ce43 req-b7987f68-0202-4415-af70-6c2d6d6f78ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:22.634499 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-358ab42b-82da-440a-b5df-5e125480ce43 req-b7987f68-0202-4415-af70-6c2d6d6f78ea service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a0900bdb75214d779c2ff2b524361204&device_id=89fb3355-f194-4f69-be75-a318e5bfc636 HTTP/1.1" status: 200 len: 1126 time: 0.0449822 Jan 28 20:27:22.716945 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358ab42b-82da-440a-b5df-5e125480ce43 req-154519f9-aeb6-4c51-9add-8fbfb93b1cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:22.718530 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-358ab42b-82da-440a-b5df-5e125480ce43 req-154519f9-aeb6-4c51-9add-8fbfb93b1cc2 service neutron] 10.222.0.70 "GET /v2.0/networks?id=d8e01811-a300-4dd8-bacd-fd5a9e44548b HTTP/1.1" status: 200 len: 912 time: 0.0879986 Jan 28 20:27:22.732286 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358ab42b-82da-440a-b5df-5e125480ce43 req-90cf4bd9-3259-48a5-aca8-1b54e41b5681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:22.733789 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-358ab42b-82da-440a-b5df-5e125480ce43 req-90cf4bd9-3259-48a5-aca8-1b54e41b5681 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d8e01811-a300-4dd8-bacd-fd5a9e44548b HTTP/1.1" status: 200 len: 912 time: 0.0903366 Jan 28 20:27:22.789937 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-358ab42b-82da-440a-b5df-5e125480ce43 req-1e48acb3-ada8-457c-8bd1-3aae919375d1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9d38ff04-fbb7-4844-939e-3db362519007 HTTP/1.1" status: 200 len: 999 time: 0.0634851 Jan 28 20:27:22.802138 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-358ab42b-82da-440a-b5df-5e125480ce43 req-35d98a25-6c7a-4f99-b2ad-b4cfcbef99de service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9d38ff04-fbb7-4844-939e-3db362519007 HTTP/1.1" status: 200 len: 999 time: 0.0591602 Jan 28 20:27:22.845565 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358ab42b-82da-440a-b5df-5e125480ce43 req-4bcb383e-8484-4a0b-9b7b-8ea0ed01cf5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:22.847637 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-358ab42b-82da-440a-b5df-5e125480ce43 req-4bcb383e-8484-4a0b-9b7b-8ea0ed01cf5b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=df66a7ef-d785-4716-9ebd-bfe0bb120f51 HTTP/1.1" status: 200 len: 851 time: 0.0517292 Jan 28 20:27:22.867550 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358ab42b-82da-440a-b5df-5e125480ce43 req-d7077ea5-ed8d-4604-9d73-d19186dc0dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:22.869058 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-358ab42b-82da-440a-b5df-5e125480ce43 req-d7077ea5-ed8d-4604-9d73-d19186dc0dbb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=df66a7ef-d785-4716-9ebd-bfe0bb120f51 HTTP/1.1" status: 200 len: 851 time: 0.0556331 Jan 28 20:27:22.921451 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358ab42b-82da-440a-b5df-5e125480ce43 req-e8e3b4e0-55b2-425a-bd8a-b609097eb591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:22.923109 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-358ab42b-82da-440a-b5df-5e125480ce43 req-e8e3b4e0-55b2-425a-bd8a-b609097eb591 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d8e01811-a300-4dd8-bacd-fd5a9e44548b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0450137 Jan 28 20:27:22.936318 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358ab42b-82da-440a-b5df-5e125480ce43 req-004b6a91-f6df-401f-9eb7-0885e9d1bf51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:22.937854 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-358ab42b-82da-440a-b5df-5e125480ce43 req-004b6a91-f6df-401f-9eb7-0885e9d1bf51 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d8e01811-a300-4dd8-bacd-fd5a9e44548b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0841630 Jan 28 20:27:22.949354 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e239ceb-a5a1-4cae-af1b-f77490c8668a req-9b6ee3c3-05ee-47ce-9b3b-889849dd07ee tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:22.950795 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3e239ceb-a5a1-4cae-af1b-f77490c8668a req-9b6ee3c3-05ee-47ce-9b3b-889849dd07ee tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=89fb3355-f194-4f69-be75-a318e5bfc636 HTTP/1.1" status: 200 len: 943 time: 0.0850489 Jan 28 20:27:23.015713 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-358ab42b-82da-440a-b5df-5e125480ce43 req-c9a5a4c3-70bf-44b2-ac3b-9a0459dd8571 service neutron] 10.222.0.41 "GET /v2.0/networks/d8e01811-a300-4dd8-bacd-fd5a9e44548b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831769 Jan 28 20:27:23.052925 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3e239ceb-a5a1-4cae-af1b-f77490c8668a req-8fc552f0-6e6e-41f0-ae6f-3ecdc8e7e5b4 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940640 Jan 28 20:27:23.071664 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-358ab42b-82da-440a-b5df-5e125480ce43 req-3a694f0c-c979-404d-be77-f2ccc189b94a service neutron] 10.222.0.70 "GET /v2.0/networks/d8e01811-a300-4dd8-bacd-fd5a9e44548b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199200 Jan 28 20:27:23.111467 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-358ab42b-82da-440a-b5df-5e125480ce43 req-4bf9b965-8e6f-420f-a844-51c996cdefe3 service neutron] 10.222.0.41 "GET /v2.0/networks/d8e01811-a300-4dd8-bacd-fd5a9e44548b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870047 Jan 28 20:27:23.168982 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-358ab42b-82da-440a-b5df-5e125480ce43 req-69a89c13-d8bf-47a5-bb3a-76527477e5ce service neutron] 10.222.0.70 "GET /v2.0/networks/d8e01811-a300-4dd8-bacd-fd5a9e44548b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907652 Jan 28 20:27:23.278815 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a28e56-3687-4905-a7bd-00bb698e3dc5 req-bc077fd3-7857-4988-8b86-408e0fcd809f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:23.280266 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a5a28e56-3687-4905-a7bd-00bb698e3dc5 req-bc077fd3-7857-4988-8b86-408e0fcd809f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a0900bdb75214d779c2ff2b524361204&device_id=89fb3355-f194-4f69-be75-a318e5bfc636 HTTP/1.1" status: 200 len: 1126 time: 0.0477321 Jan 28 20:27:23.403049 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a28e56-3687-4905-a7bd-00bb698e3dc5 req-dc9df979-4b0a-422a-92f6-fa7602c7b648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:23.404511 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a5a28e56-3687-4905-a7bd-00bb698e3dc5 req-dc9df979-4b0a-422a-92f6-fa7602c7b648 service neutron] 10.222.0.70 "GET /v2.0/networks?id=d8e01811-a300-4dd8-bacd-fd5a9e44548b HTTP/1.1" status: 200 len: 912 time: 0.1055732 Jan 28 20:27:23.482117 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a5a28e56-3687-4905-a7bd-00bb698e3dc5 req-8dfcbb4b-3c87-4d4d-aab4-1034d96b7f33 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9d38ff04-fbb7-4844-939e-3db362519007 HTTP/1.1" status: 200 len: 999 time: 0.0623000 Jan 28 20:27:23.528350 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a28e56-3687-4905-a7bd-00bb698e3dc5 req-3acb8606-7304-4882-b76d-2cb4ccac785d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:23.529921 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a5a28e56-3687-4905-a7bd-00bb698e3dc5 req-3acb8606-7304-4882-b76d-2cb4ccac785d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=df66a7ef-d785-4716-9ebd-bfe0bb120f51 HTTP/1.1" status: 200 len: 851 time: 0.0426280 Jan 28 20:27:23.584010 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a28e56-3687-4905-a7bd-00bb698e3dc5 req-f3ed31e1-f12f-4916-b11a-a2329f1c71c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:23.586150 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a5a28e56-3687-4905-a7bd-00bb698e3dc5 req-f3ed31e1-f12f-4916-b11a-a2329f1c71c8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d8e01811-a300-4dd8-bacd-fd5a9e44548b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0509853 Jan 28 20:27:23.674458 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a5a28e56-3687-4905-a7bd-00bb698e3dc5 req-936945f2-e4c6-445c-889f-69da55c75ae6 service neutron] 10.222.0.70 "GET /v2.0/networks/d8e01811-a300-4dd8-bacd-fd5a9e44548b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821271 Jan 28 20:27:23.766462 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a5a28e56-3687-4905-a7bd-00bb698e3dc5 req-07cebb79-d155-401a-83c2-b28eb1f14e8b service neutron] 10.222.0.70 "GET /v2.0/networks/d8e01811-a300-4dd8-bacd-fd5a9e44548b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857935 Jan 28 20:27:24.175793 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef42b80c-d72e-4500-ad05-94e82aab9a5e req-11048320-1c55-4938-8199-cb80f8b8d95e tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:24.177309 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ef42b80c-d72e-4500-ad05-94e82aab9a5e req-11048320-1c55-4938-8199-cb80f8b8d95e tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=89fb3355-f194-4f69-be75-a318e5bfc636 HTTP/1.1" status: 200 len: 943 time: 0.0538833 Jan 28 20:27:24.186082 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 9d38ff04-fbb7-4844-939e-3db362519007 details requested by agent hyperv_n-h2-812111-14 with host n-h2-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:27:24.228881 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ef42b80c-d72e-4500-ad05-94e82aab9a5e req-6ebb3326-e272-41fc-a0b2-39c2a117765b tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454578 Jan 28 20:27:24.288335 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 9d38ff04-fbb7-4844-939e-3db362519007, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=9d38ff04-fbb7-4844-939e-3db362519007,segment=NetworkSegment(a356da5f-ca46-4607-8767-57e02fcd96dc),segment_id=a356da5f-ca46-4607-8767-57e02fcd96dc)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:27:24.300049 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Returning: {'device': '9d38ff04-fbb7-4844-939e-3db362519007', 'network_id': 'd8e01811-a300-4dd8-bacd-fd5a9e44548b', 'port_id': '9d38ff04-fbb7-4844-939e-3db362519007', 'mac_address': 'fa:16:3e:55:84:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df66a7ef-d785-4716-9ebd-bfe0bb120f51', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:27:24.339041 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 9d38ff04-fbb7-4844-939e-3db362519007 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:27:24.339437 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (9d38ff04-fbb7-4844-939e-3db362519007), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:24.356092 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d38ff04-fbb7-4844-939e-3db362519007 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:27:24.377364 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 9d38ff04-fbb7-4844-939e-3db362519007, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=9d38ff04-fbb7-4844-939e-3db362519007,segment=NetworkSegment(a356da5f-ca46-4607-8767-57e02fcd96dc),segment_id=a356da5f-ca46-4607-8767-57e02fcd96dc)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:27:24.382469 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (9d38ff04-fbb7-4844-939e-3db362519007), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:24.435963 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=9d38ff04-fbb7-4844-939e-3db362519007,revision_number=8']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:27:24.443413 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:27:24.443897 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:27:24.444793 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:27:24.445156 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:27:24.445496 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:27:24.445830 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:27:24.446160 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:27:24.446497 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:27:24.446816 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:27:24.447139 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:27:24.447463 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:27:24.447787 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:27:24.448123 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:27:24.477430 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b902024b-93e8-4b8f-8a2b-569026c9dc99 req-7b253d16-2922-4c38-844a-6fada46e737f tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:24.478927 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b902024b-93e8-4b8f-8a2b-569026c9dc99 req-7b253d16-2922-4c38-844a-6fada46e737f tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=89fb3355-f194-4f69-be75-a318e5bfc636 HTTP/1.1" status: 200 len: 944 time: 0.0981750 Jan 28 20:27:24.492567 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dd4304-d759-4688-8777-79c71b16bc96 req-6da72b8f-330a-4f3a-80f3-94ae76977a60 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:24.493966 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-57dd4304-d759-4688-8777-79c71b16bc96 req-6da72b8f-330a-4f3a-80f3-94ae76977a60 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.41 "GET /v2.0/ports?device_id=89fb3355-f194-4f69-be75-a318e5bfc636&tenant_id=a0900bdb75214d779c2ff2b524361204&binding%3Ahost_id=n-h2-812111-14 HTTP/1.1" status: 200 len: 944 time: 0.0755141 Jan 28 20:27:24.525733 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:24.571739 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b902024b-93e8-4b8f-8a2b-569026c9dc99 req-5bc2d21f-2fe6-48d9-a262-ca235e244f14 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866883 Jan 28 20:27:24.580485 n-d-812111-14 neutron-server[103305]: INFO neutron.api.v2.resource [req-57dd4304-d759-4688-8777-79c71b16bc96 req-75cd9d1b-2d54-4b7d-b69a-a8bd4bcd87b6 service neutron] delete failed (client error): The resource could not be found. Jan 28 20:27:24.581482 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-57dd4304-d759-4688-8777-79c71b16bc96 req-75cd9d1b-2d54-4b7d-b69a-a8bd4bcd87b6 service neutron] 10.222.0.41 "DELETE /v2.0/ports/9d38ff04-fbb7-4844-939e-3db362519007/bindings/n-h1-812111-14 HTTP/1.1" status: 404 len: 381 time: 0.0751085 Jan 28 20:27:24.601623 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['9d38ff04-fbb7-4844-939e-3db362519007'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:27:24.690250 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dd4304-d759-4688-8777-79c71b16bc96 req-fc24dde1-69a0-41c7-9ed9-3a4796237c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:24.692384 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-57dd4304-d759-4688-8777-79c71b16bc96 req-fc24dde1-69a0-41c7-9ed9-3a4796237c8c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a0900bdb75214d779c2ff2b524361204&device_id=89fb3355-f194-4f69-be75-a318e5bfc636 HTTP/1.1" status: 200 len: 1127 time: 0.0529726 Jan 28 20:27:24.784617 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dd4304-d759-4688-8777-79c71b16bc96 req-f0a68111-5013-44ae-b3dd-7a7536c72b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:24.786133 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-57dd4304-d759-4688-8777-79c71b16bc96 req-f0a68111-5013-44ae-b3dd-7a7536c72b16 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d8e01811-a300-4dd8-bacd-fd5a9e44548b HTTP/1.1" status: 200 len: 912 time: 0.0855312 Jan 28 20:27:24.859187 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-57dd4304-d759-4688-8777-79c71b16bc96 req-44752145-03e9-4fa7-9826-c46c34a4b106 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9d38ff04-fbb7-4844-939e-3db362519007 HTTP/1.1" status: 200 len: 1000 time: 0.0621414 Jan 28 20:27:24.910675 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dd4304-d759-4688-8777-79c71b16bc96 req-5fae133c-9a2d-4226-95f0-4cf03b543a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:24.912110 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-57dd4304-d759-4688-8777-79c71b16bc96 req-5fae133c-9a2d-4226-95f0-4cf03b543a4d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=df66a7ef-d785-4716-9ebd-bfe0bb120f51 HTTP/1.1" status: 200 len: 851 time: 0.0437422 Jan 28 20:27:24.966771 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dd4304-d759-4688-8777-79c71b16bc96 req-00432197-6256-42a1-a234-1aac9b5db00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:24.968617 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-57dd4304-d759-4688-8777-79c71b16bc96 req-00432197-6256-42a1-a234-1aac9b5db00d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d8e01811-a300-4dd8-bacd-fd5a9e44548b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0463698 Jan 28 20:27:25.063078 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-57dd4304-d759-4688-8777-79c71b16bc96 req-bcb154ba-f011-41e8-af56-ccae691f3b7f service neutron] 10.222.0.41 "GET /v2.0/networks/d8e01811-a300-4dd8-bacd-fd5a9e44548b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844820 Jan 28 20:27:25.154434 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-57dd4304-d759-4688-8777-79c71b16bc96 req-da3db11a-23c0-4c0e-92ac-dc28b6cc6559 service neutron] 10.222.0.41 "GET /v2.0/networks/d8e01811-a300-4dd8-bacd-fd5a9e44548b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824449 Jan 28 20:27:25.704692 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9245b760-3cc2-4e5b-ad4c-3f0e5a9a0270 req-f7fe3daf-59b3-4913-8c00-adaa772993a3 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:25.706267 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9245b760-3cc2-4e5b-ad4c-3f0e5a9a0270 req-f7fe3daf-59b3-4913-8c00-adaa772993a3 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=89fb3355-f194-4f69-be75-a318e5bfc636 HTTP/1.1" status: 200 len: 944 time: 0.0601795 Jan 28 20:27:25.759623 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9245b760-3cc2-4e5b-ad4c-3f0e5a9a0270 req-68d7562e-f317-4cf4-85cc-37634bc4de26 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463593 Jan 28 20:27:26.208283 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 9d38ff04-fbb7-4844-939e-3db362519007 up at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:27:26.260180 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning for port 9d38ff04-fbb7-4844-939e-3db362519007 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:27:26.263904 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning complete for port 9d38ff04-fbb7-4844-939e-3db362519007 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:27:26.264281 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (9d38ff04-fbb7-4844-939e-3db362519007), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:26.340757 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 9d38ff04-fbb7-4844-939e-3db362519007 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:27:26.341164 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (9d38ff04-fbb7-4844-939e-3db362519007), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:26.364320 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89fb3355-f194-4f69-be75-a318e5bfc636', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d38ff04-fbb7-4844-939e-3db362519007'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:27:26.366909 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}704c702df6f21e7df92d3d89d4c6cfde2c6406e49d8202b36454fc5209adee22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-437faeaa-abd1-413b-b8cf-b702a362cf06" -d '{"events": [{"server_uuid": "89fb3355-f194-4f69-be75-a318e5bfc636", "name": "network-vif-plugged", "status": "completed", "tag": "9d38ff04-fbb7-4844-939e-3db362519007"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:27:26.383045 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 9d38ff04-fbb7-4844-939e-3db362519007, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=9d38ff04-fbb7-4844-939e-3db362519007,segment=NetworkSegment(a356da5f-ca46-4607-8767-57e02fcd96dc),segment_id=a356da5f-ca46-4607-8767-57e02fcd96dc)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:27:26.388108 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (9d38ff04-fbb7-4844-939e-3db362519007), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:26.417040 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5744c309-b0eb-4a6a-b0a8-fec2b5f9c994 x-openstack-request-id: req-5744c309-b0eb-4a6a-b0a8-fec2b5f9c994 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:27:26.417366 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89fb3355-f194-4f69-be75-a318e5bfc636", "name": "network-vif-plugged", "status": "completed", "tag": "9d38ff04-fbb7-4844-939e-3db362519007", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:27:26.417622 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5744c309-b0eb-4a6a-b0a8-fec2b5f9c994 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:27:26.418006 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89fb3355-f194-4f69-be75-a318e5bfc636', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d38ff04-fbb7-4844-939e-3db362519007', 'code': 200} Jan 28 20:27:26.443010 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=9d38ff04-fbb7-4844-939e-3db362519007,revision_number=9']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:27:26.890770 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707115cb-6418-4f19-be56-e22e8f7f37ca req-b0d491a8-8c22-477f-b50a-3e1513eccbf7 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:26.892236 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-707115cb-6418-4f19-be56-e22e8f7f37ca req-b0d491a8-8c22-477f-b50a-3e1513eccbf7 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=89fb3355-f194-4f69-be75-a318e5bfc636 HTTP/1.1" status: 200 len: 945 time: 0.0569832 Jan 28 20:27:26.948892 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-707115cb-6418-4f19-be56-e22e8f7f37ca req-e0527bb2-9ea3-4c79-8e4e-f8d341e5009b tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503879 Jan 28 20:27:27.070279 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3389933-0baa-49c0-867a-f2032882bf1e req-ac49db1b-4b64-4f82-abba-7ccb10c2d0e0 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:27.071814 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b3389933-0baa-49c0-867a-f2032882bf1e req-ac49db1b-4b64-4f82-abba-7ccb10c2d0e0 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=89fb3355-f194-4f69-be75-a318e5bfc636 HTTP/1.1" status: 200 len: 945 time: 0.0546210 Jan 28 20:27:27.119027 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b3389933-0baa-49c0-867a-f2032882bf1e req-46b111eb-98ed-430e-b99f-536c3bb2a8a5 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415113 Jan 28 20:27:27.238046 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72336ed5-2146-4088-ad71-14b6fcd383d3 req-4c640615-c640-46c1-9144-f11361b1f497 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:27.239526 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-72336ed5-2146-4088-ad71-14b6fcd383d3 req-4c640615-c640-46c1-9144-f11361b1f497 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=89fb3355-f194-4f69-be75-a318e5bfc636 HTTP/1.1" status: 200 len: 945 time: 0.0528677 Jan 28 20:27:27.287292 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-72336ed5-2146-4088-ad71-14b6fcd383d3 req-2e46d191-b5fe-4d5c-9cba-4391c243205a tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412867 Jan 28 20:27:27.518793 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a25681-7f93-47a9-8344-fccfe2384060 req-73d6a39f-6030-4f0c-b932-446f9292e6bd tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:27.520245 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-74a25681-7f93-47a9-8344-fccfe2384060 req-73d6a39f-6030-4f0c-b932-446f9292e6bd tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=89fb3355-f194-4f69-be75-a318e5bfc636 HTTP/1.1" status: 200 len: 945 time: 0.0531032 Jan 28 20:27:27.566149 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-74a25681-7f93-47a9-8344-fccfe2384060 req-85f7530b-e7f3-4fed-a798-5aa9c929f20b tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403259 Jan 28 20:27:28.689680 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919e8611-d041-46a7-ac24-0f0b1d124e8b req-9496ff91-c0e3-435d-a259-b00f4572c12e tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:28.691182 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-919e8611-d041-46a7-ac24-0f0b1d124e8b req-9496ff91-c0e3-435d-a259-b00f4572c12e tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=89fb3355-f194-4f69-be75-a318e5bfc636 HTTP/1.1" status: 200 len: 945 time: 0.0560129 Jan 28 20:27:28.738247 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-919e8611-d041-46a7-ac24-0f0b1d124e8b req-93bb448a-2748-44dd-a33a-00bd12ed8587 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413392 Jan 28 20:27:28.781970 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2cd965-45d1-4f07-9de7-665fd2f06550 req-588f4f85-5e18-4859-a879-495aa5e8764b tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:28.783444 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1e2cd965-45d1-4f07-9de7-665fd2f06550 req-588f4f85-5e18-4859-a879-495aa5e8764b tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.70 "GET /v2.0/ports?device_id=89fb3355-f194-4f69-be75-a318e5bfc636 HTTP/1.1" status: 200 len: 945 time: 0.0589991 Jan 28 20:27:28.874368 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-1e2cd965-45d1-4f07-9de7-665fd2f06550 req-e262e01e-e118-4645-982b-339415053df4 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Deleting port 9d38ff04-fbb7-4844-939e-3db362519007 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:27:28.874627 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-1e2cd965-45d1-4f07-9de7-665fd2f06550 req-e262e01e-e118-4645-982b-339415053df4 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (9d38ff04-fbb7-4844-939e-3db362519007), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:28.971749 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-1e2cd965-45d1-4f07-9de7-665fd2f06550 req-e262e01e-e118-4645-982b-339415053df4 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] For port 9d38ff04-fbb7-4844-939e-3db362519007, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=9d38ff04-fbb7-4844-939e-3db362519007,segment=NetworkSegment(a356da5f-ca46-4607-8767-57e02fcd96dc),segment_id=a356da5f-ca46-4607-8767-57e02fcd96dc)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:27:28.972111 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-1e2cd965-45d1-4f07-9de7-665fd2f06550 req-e262e01e-e118-4645-982b-339415053df4 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (9d38ff04-fbb7-4844-939e-3db362519007), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:29.142875 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-1e2cd965-45d1-4f07-9de7-665fd2f06550 req-e262e01e-e118-4645-982b-339415053df4 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:29.143164 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-1e2cd965-45d1-4f07-9de7-665fd2f06550 req-e262e01e-e118-4645-982b-339415053df4 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734886'] for floatingip (c1a1139a-01fb-4466-9dfc-f383f49ea6ce), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:29.143492 n-d-812111-14 neutron-server[103304]: INFO neutron.db.l3_db [req-1e2cd965-45d1-4f07-9de7-665fd2f06550 req-e262e01e-e118-4645-982b-339415053df4 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Floating IP c1a1139a-01fb-4466-9dfc-f383f49ea6ce disassociated. External IP: 172.25.6.186, port: 9d38ff04-fbb7-4844-939e-3db362519007. Jan 28 20:27:29.143835 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-1e2cd965-45d1-4f07-9de7-665fd2f06550 req-e262e01e-e118-4645-982b-339415053df4 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Calling delete_port for 9d38ff04-fbb7-4844-939e-3db362519007 owned by compute:nova {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:27:29.281510 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-1e2cd965-45d1-4f07-9de7-665fd2f06550 req-e262e01e-e118-4645-982b-339415053df4 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (9d38ff04-fbb7-4844-939e-3db362519007), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:29.308067 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e262e01e-e118-4645-982b-339415053df4 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Pushing event deleted for resources: {'Port': ['ID=9d38ff04-fbb7-4844-939e-3db362519007,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:27:29.428755 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1e2cd965-45d1-4f07-9de7-665fd2f06550 req-e262e01e-e118-4645-982b-339415053df4 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Router 2ec39fb4-5b27-4d9e-b67c-392bf73252cf has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:27:29.542331 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1e2cd965-45d1-4f07-9de7-665fd2f06550 req-e262e01e-e118-4645-982b-339415053df4 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:27:29.552555 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50160cfe-b25a-49b0-a5ee-19aca9cd8850 None None] Sync routers for ids ['2ec39fb4-5b27-4d9e-b67c-392bf73252cf'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:27:29.563338 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50160cfe-b25a-49b0-a5ee-19aca9cd8850 None None] Routers {'2ec39fb4-5b27-4d9e-b67c-392bf73252cf'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:27:29.563959 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-50160cfe-b25a-49b0-a5ee-19aca9cd8850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:27:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['2ec39fb4-5b27-4d9e-b67c-392bf73252cf'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:27:29.583321 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e2cd965-45d1-4f07-9de7-665fd2f06550 req-e262e01e-e118-4645-982b-339415053df4 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] No DVR routers for this DVR port 9d38ff04-fbb7-4844-939e-3db362519007 on host n-h2-812111-14 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:27:29.586325 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-1e2cd965-45d1-4f07-9de7-665fd2f06550 req-e262e01e-e118-4645-982b-339415053df4 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:29.589667 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1e2cd965-45d1-4f07-9de7-665fd2f06550 req-e262e01e-e118-4645-982b-339415053df4 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.70 "DELETE /v2.0/ports/9d38ff04-fbb7-4844-939e-3db362519007 HTTP/1.1" status: 204 len: 173 time: 0.8007953 Jan 28 20:27:29.590126 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89fb3355-f194-4f69-be75-a318e5bfc636', 'name': 'network-vif-deleted', 'tag': '9d38ff04-fbb7-4844-939e-3db362519007'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:27:29.592397 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}690870b4896ba3504f21237a239c836c0346d6a62bcfb5e8ee91fd1b13f99dd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bc9244f-5de9-401a-a4f8-d66b324fd067" -d '{"events": [{"server_uuid": "89fb3355-f194-4f69-be75-a318e5bfc636", "name": "network-vif-deleted", "tag": "9d38ff04-fbb7-4844-939e-3db362519007"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:27:29.632841 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00031dc8-9dda-452e-9a0e-44917ae15562 x-openstack-request-id: req-00031dc8-9dda-452e-9a0e-44917ae15562 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:27:29.633170 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89fb3355-f194-4f69-be75-a318e5bfc636", "name": "network-vif-deleted", "tag": "9d38ff04-fbb7-4844-939e-3db362519007", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:27:29.633425 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-00031dc8-9dda-452e-9a0e-44917ae15562 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:27:29.633834 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89fb3355-f194-4f69-be75-a318e5bfc636', 'name': 'network-vif-deleted', 'tag': '9d38ff04-fbb7-4844-939e-3db362519007', 'status': 'completed', 'code': 200} Jan 28 20:27:29.681568 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-50160cfe-b25a-49b0-a5ee-19aca9cd8850 None None] Set router 2ec39fb4-5b27-4d9e-b67c-392bf73252cf gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:27:29.859386 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6cd7b0b2-2724-49cb-acaa-40e50246248e req-954af526-5ce1-4db9-b94f-a93e80eb30ef tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=89fb3355-f194-4f69-be75-a318e5bfc636 HTTP/1.1" status: 200 len: 210 time: 0.0291378 Jan 28 20:27:29.978161 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-50160cfe-b25a-49b0-a5ee-19aca9cd8850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ec39fb4-5b27-4d9e-b67c-392bf73252cf', 'name': 'tempest-ServerActionsTestJSON-1256389972-router', 'tenant_id': 'a0900bdb75214d779c2ff2b524361204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': '6a2d2eaf-2077-42fd-805e-d7d41e54094e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:26:35Z', 'updated_at': '2022-01-28T20:26:37Z', 'revision_number': 4, 'project_id': 'a0900bdb75214d779c2ff2b524361204', 'gw_port': {'id': '6a2d2eaf-2077-42fd-805e-d7d41e54094e', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:f6:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec39fb4-5b27-4d9e-b67c-392bf73252cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:26:35Z', 'updated_at': '2022-01-28T20:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '2b84ead9-9498-4730-9098-39b081d2fa41', 'name': '', 'network_id': 'd8e01811-a300-4dd8-bacd-fd5a9e44548b', 'tenant_id': 'a0900bdb75214d779c2ff2b524361204', 'mac_address': 'fa:16:3e:0a:69:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec39fb4-5b27-4d9e-b67c-392bf73252cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': 'df66a7ef-d785-4716-9ebd-bfe0bb120f51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:26:37Z', 'updated_at': '2022-01-28T20:26:41Z', 'revision_number': 5, 'project_id': 'a0900bdb75214d779c2ff2b524361204', 'subnets': [{'id': 'df66a7ef-d785-4716-9ebd-bfe0bb120f51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:27:30.002788 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50160cfe-b25a-49b0-a5ee-19aca9cd8850 None None] Checking router: 2ec39fb4-5b27-4d9e-b67c-392bf73252cf for host: n-d-812111-14 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:27:30.011254 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50160cfe-b25a-49b0-a5ee-19aca9cd8850 None None] Routers {'2ec39fb4-5b27-4d9e-b67c-392bf73252cf'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:27:30.011854 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-50160cfe-b25a-49b0-a5ee-19aca9cd8850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:27:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['2ec39fb4-5b27-4d9e-b67c-392bf73252cf'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:27:30.114324 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-50160cfe-b25a-49b0-a5ee-19aca9cd8850 None None] Set router 2ec39fb4-5b27-4d9e-b67c-392bf73252cf gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:27:30.313614 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-50160cfe-b25a-49b0-a5ee-19aca9cd8850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ec39fb4-5b27-4d9e-b67c-392bf73252cf', 'name': 'tempest-ServerActionsTestJSON-1256389972-router', 'tenant_id': 'a0900bdb75214d779c2ff2b524361204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': '6a2d2eaf-2077-42fd-805e-d7d41e54094e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:26:35Z', 'updated_at': '2022-01-28T20:26:37Z', 'revision_number': 4, 'project_id': 'a0900bdb75214d779c2ff2b524361204', 'gw_port': {'id': '6a2d2eaf-2077-42fd-805e-d7d41e54094e', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:f6:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec39fb4-5b27-4d9e-b67c-392bf73252cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:26:35Z', 'updated_at': '2022-01-28T20:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '2b84ead9-9498-4730-9098-39b081d2fa41', 'name': '', 'network_id': 'd8e01811-a300-4dd8-bacd-fd5a9e44548b', 'tenant_id': 'a0900bdb75214d779c2ff2b524361204', 'mac_address': 'fa:16:3e:0a:69:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec39fb4-5b27-4d9e-b67c-392bf73252cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': 'df66a7ef-d785-4716-9ebd-bfe0bb120f51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:26:37Z', 'updated_at': '2022-01-28T20:26:41Z', 'revision_number': 5, 'project_id': 'a0900bdb75214d779c2ff2b524361204', 'subnets': [{'id': 'df66a7ef-d785-4716-9ebd-bfe0bb120f51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:27:30.338906 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50160cfe-b25a-49b0-a5ee-19aca9cd8850 None None] The sync data for ids ['2ec39fb4-5b27-4d9e-b67c-392bf73252cf'] in n-d-812111-14 is: [{'id': '2ec39fb4-5b27-4d9e-b67c-392bf73252cf', 'name': 'tempest-ServerActionsTestJSON-1256389972-router', 'tenant_id': 'a0900bdb75214d779c2ff2b524361204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': '6a2d2eaf-2077-42fd-805e-d7d41e54094e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:26:35Z', 'updated_at': '2022-01-28T20:26:37Z', 'revision_number': 4, 'project_id': 'a0900bdb75214d779c2ff2b524361204', 'gw_port': {'id': '6a2d2eaf-2077-42fd-805e-d7d41e54094e', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:f6:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec39fb4-5b27-4d9e-b67c-392bf73252cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:26:35Z', 'updated_at': '2022-01-28T20:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '2b84ead9-9498-4730-9098-39b081d2fa41', 'name': '', 'network_id': 'd8e01811-a300-4dd8-bacd-fd5a9e44548b', 'tenant_id': 'a0900bdb75214d779c2ff2b524361204', 'mac_address': 'fa:16:3e:0a:69:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec39fb4-5b27-4d9e-b67c-392bf73252cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': 'df66a7ef-d785-4716-9ebd-bfe0bb120f51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:26:37Z', 'updated_at': '2022-01-28T20:26:41Z', 'revision_number': 5, 'project_id': 'a0900bdb75214d779c2ff2b524361204', 'subnets': [{'id': 'df66a7ef-d785-4716-9ebd-bfe0bb120f51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:27:30.554235 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a77dd23-ef8d-4b60-b36b-6ce877130436 None None] New status for floating IP c1a1139a-01fb-4466-9dfc-f383f49ea6ce: DOWN {{(pid=103306) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 20:27:31.108455 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-cd7f88b5-0ff5-4e32-9eeb-6daedf27b13e req-a481821b-982c-47d2-98e3-1e54205208fc tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--465112968&fields=id&tenant_id=a0900bdb75214d779c2ff2b524361204 HTTP/1.1" status: 200 len: 267 time: 0.0501118 Jan 28 20:27:31.225459 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7f88b5-0ff5-4e32-9eeb-6daedf27b13e req-454d0ff5-4c87-4943-a8be-f9f1cb2df566 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:31.227213 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-cd7f88b5-0ff5-4e32-9eeb-6daedf27b13e req-454d0ff5-4c87-4943-a8be-f9f1cb2df566 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/networks?id=d8e01811-a300-4dd8-bacd-fd5a9e44548b HTTP/1.1" status: 200 len: 812 time: 0.1121602 Jan 28 20:27:31.241642 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-cd7f88b5-0ff5-4e32-9eeb-6daedf27b13e req-842bec2b-8e39-488c-bf15-86f66c668b7d tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/quotas/a0900bdb75214d779c2ff2b524361204 HTTP/1.1" status: 200 len: 375 time: 0.0090225 Jan 28 20:27:31.299497 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-cd7f88b5-0ff5-4e32-9eeb-6daedf27b13e req-3fe6070d-95a2-44cb-9529-4b29d3a458e7 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=a0900bdb75214d779c2ff2b524361204&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0531399 Jan 28 20:27:31.399346 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-cd7f88b5-0ff5-4e32-9eeb-6daedf27b13e req-5becef65-6599-45f4-b91e-24a521713cf9 service neutron] 10.222.0.64 "GET /v2.0/networks/d8e01811-a300-4dd8-bacd-fd5a9e44548b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877941 Jan 28 20:27:31.488754 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-cd7f88b5-0ff5-4e32-9eeb-6daedf27b13e req-c8d8625d-b72d-4be3-bc72-93e470725365 service neutron] 10.222.0.64 "GET /v2.0/networks/d8e01811-a300-4dd8-bacd-fd5a9e44548b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835385 Jan 28 20:27:31.650073 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7d08b02e-2d70-4ab3-861a-a69bb9e66443 req-d357352f-7dd2-42be-bcaa-cb3a55ffd1a0 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=d535b48f-a1c4-4641-bda4-199f231322e0 HTTP/1.1" status: 200 len: 210 time: 0.0270963 Jan 28 20:27:32.214401 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 9d38ff04-fbb7-4844-939e-3db362519007 no longer exists at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:27:32.236132 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] No Port match for: 9d38ff04-fbb7-4844-939e-3db362519007 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:27:32.236484 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 9d38ff04-fbb7-4844-939e-3db362519007 not bound to the agent host n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:27:32.552064 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7f88b5-0ff5-4e32-9eeb-6daedf27b13e req-e8cde90f-6796-405b-8124-bc68ffe86170 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:32.555692 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-cd7f88b5-0ff5-4e32-9eeb-6daedf27b13e req-e8cde90f-6796-405b-8124-bc68ffe86170 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.70 "GET /v2.0/networks?id=d8e01811-a300-4dd8-bacd-fd5a9e44548b HTTP/1.1" status: 200 len: 812 time: 0.1125479 Jan 28 20:27:32.621183 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-cd7f88b5-0ff5-4e32-9eeb-6daedf27b13e req-6d252e2c-c350-4bcc-9fd0-1b0b9f1cd9b5 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a0900bdb75214d779c2ff2b524361204 HTTP/1.1" status: 200 len: 379 time: 0.0571263 Jan 28 20:27:32.630027 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-cd7f88b5-0ff5-4e32-9eeb-6daedf27b13e req-c1d5a47c-a798-4220-8f7a-bd0d74fae5ea tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Request body: {'port': {'device_id': 'd535b48f-a1c4-4641-bda4-199f231322e0', 'network_id': 'd8e01811-a300-4dd8-bacd-fd5a9e44548b', 'admin_state_up': True, 'tenant_id': 'a0900bdb75214d779c2ff2b524361204', 'security_groups': ['9464fe8d-b9bf-44e6-8b23-7582bc0a6c25']}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:27:32.756114 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7436aec8-2f46-46e7-b5c1-45bf18fa64c1 req-0c86a355-ebbe-4261-aa4d-d97aa7ea30a8 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=d535b48f-a1c4-4641-bda4-199f231322e0 HTTP/1.1" status: 200 len: 210 time: 0.0362401 Jan 28 20:27:32.765795 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd7f88b5-0ff5-4e32-9eeb-6daedf27b13e req-c1d5a47c-a798-4220-8f7a-bd0d74fae5ea tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Made reservation on behalf of a0900bdb75214d779c2ff2b524361204 for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:27:32.769461 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-cd7f88b5-0ff5-4e32-9eeb-6daedf27b13e req-c1d5a47c-a798-4220-8f7a-bd0d74fae5ea tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:32.897205 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-cd7f88b5-0ff5-4e32-9eeb-6daedf27b13e req-c1d5a47c-a798-4220-8f7a-bd0d74fae5ea tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Allocated IP 172.20.0.9 (d8e01811-a300-4dd8-bacd-fd5a9e44548b/df66a7ef-d785-4716-9ebd-bfe0bb120f51/499506d9-5be9-4edb-9a8b-bcedfb0ef077) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:27:33.049382 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-cd7f88b5-0ff5-4e32-9eeb-6daedf27b13e req-c1d5a47c-a798-4220-8f7a-bd0d74fae5ea tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Publish callbacks [] for port (499506d9-5be9-4edb-9a8b-bcedfb0ef077), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:33.086054 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-cd7f88b5-0ff5-4e32-9eeb-6daedf27b13e req-c1d5a47c-a798-4220-8f7a-bd0d74fae5ea tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (499506d9-5be9-4edb-9a8b-bcedfb0ef077), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:33.127744 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd7f88b5-0ff5-4e32-9eeb-6daedf27b13e req-c1d5a47c-a798-4220-8f7a-bd0d74fae5ea tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Network d8e01811-a300-4dd8-bacd-fd5a9e44548b is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:27:33.131316 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-cd7f88b5-0ff5-4e32-9eeb-6daedf27b13e req-c1d5a47c-a798-4220-8f7a-bd0d74fae5ea tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:27:33.137472 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd7f88b5-0ff5-4e32-9eeb-6daedf27b13e req-c1d5a47c-a798-4220-8f7a-bd0d74fae5ea tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:27:33.143395 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d5a47c-a798-4220-8f7a-bd0d74fae5ea tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Pushing event updated for resources: {'Port': ['ID=499506d9-5be9-4edb-9a8b-bcedfb0ef077,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:27:33.190293 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7f88b5-0ff5-4e32-9eeb-6daedf27b13e req-c1d5a47c-a798-4220-8f7a-bd0d74fae5ea tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:33.190919 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-cd7f88b5-0ff5-4e32-9eeb-6daedf27b13e req-c1d5a47c-a798-4220-8f7a-bd0d74fae5ea tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:33.208460 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-cd7f88b5-0ff5-4e32-9eeb-6daedf27b13e req-c1d5a47c-a798-4220-8f7a-bd0d74fae5ea tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5820515 Jan 28 20:27:33.224472 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-cd7f88b5-0ff5-4e32-9eeb-6daedf27b13e req-ac08de49-81e8-458b-870c-b913a6d6f205 service neutron] Request body: {'port': {'device_id': 'd535b48f-a1c4-4641-bda4-199f231322e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-14'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:27:33.290762 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-cd7f88b5-0ff5-4e32-9eeb-6daedf27b13e req-ac08de49-81e8-458b-870c-b913a6d6f205 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (499506d9-5be9-4edb-9a8b-bcedfb0ef077), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:33.419729 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-ff3e63ac-be51-403a-b40c-de8d253a6eea None None] Provisioning complete for port 499506d9-5be9-4edb-9a8b-bcedfb0ef077 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:27:33.420320 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ff3e63ac-be51-403a-b40c-de8d253a6eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (499506d9-5be9-4edb-9a8b-bcedfb0ef077), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:33.456576 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-ff3e63ac-be51-403a-b40c-de8d253a6eea None None] Port 499506d9-5be9-4edb-9a8b-bcedfb0ef077 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 20:27:33.558695 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-cd7f88b5-0ff5-4e32-9eeb-6daedf27b13e req-ac08de49-81e8-458b-870c-b913a6d6f205 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 499506d9-5be9-4edb-9a8b-bcedfb0ef077 {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:27:33.566443 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-cd7f88b5-0ff5-4e32-9eeb-6daedf27b13e req-ac08de49-81e8-458b-870c-b913a6d6f205 service neutron] Publish callbacks [] for port (499506d9-5be9-4edb-9a8b-bcedfb0ef077), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:33.579293 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-cd7f88b5-0ff5-4e32-9eeb-6daedf27b13e req-ac08de49-81e8-458b-870c-b913a6d6f205 service neutron] Transition to ACTIVE for port object 499506d9-5be9-4edb-9a8b-bcedfb0ef077 will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:27:33.582894 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-cd7f88b5-0ff5-4e32-9eeb-6daedf27b13e req-ac08de49-81e8-458b-870c-b913a6d6f205 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (499506d9-5be9-4edb-9a8b-bcedfb0ef077), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:33.655479 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac08de49-81e8-458b-870c-b913a6d6f205 service neutron] Pushing event updated for resources: {'Port': ['ID=499506d9-5be9-4edb-9a8b-bcedfb0ef077,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:27:33.708642 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-cd7f88b5-0ff5-4e32-9eeb-6daedf27b13e req-ac08de49-81e8-458b-870c-b913a6d6f205 service neutron] Attempting to bind port 499506d9-5be9-4edb-9a8b-bcedfb0ef077 on host n-h2-812111-14 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:27:33.709036 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-cd7f88b5-0ff5-4e32-9eeb-6daedf27b13e req-ac08de49-81e8-458b-870c-b913a6d6f205 service neutron] Attempting to bind port 499506d9-5be9-4edb-9a8b-bcedfb0ef077 by drivers openvswitch,hyperv on host n-h2-812111-14 at level 0 using segments [{'id': 'a356da5f-ca46-4607-8767-57e02fcd96dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd8e01811-a300-4dd8-bacd-fd5a9e44548b'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:27:33.709911 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7f88b5-0ff5-4e32-9eeb-6daedf27b13e req-ac08de49-81e8-458b-870c-b913a6d6f205 service neutron] Attempting to bind port 499506d9-5be9-4edb-9a8b-bcedfb0ef077 on network d8e01811-a300-4dd8-bacd-fd5a9e44548b {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:27:33.715634 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7f88b5-0ff5-4e32-9eeb-6daedf27b13e req-ac08de49-81e8-458b-870c-b913a6d6f205 service neutron] Port 499506d9-5be9-4edb-9a8b-bcedfb0ef077 on network d8e01811-a300-4dd8-bacd-fd5a9e44548b not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-14 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:27:33.715956 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7f88b5-0ff5-4e32-9eeb-6daedf27b13e req-ac08de49-81e8-458b-870c-b913a6d6f205 service neutron] Attempting to bind port 499506d9-5be9-4edb-9a8b-bcedfb0ef077 on network d8e01811-a300-4dd8-bacd-fd5a9e44548b {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:27:33.720798 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7f88b5-0ff5-4e32-9eeb-6daedf27b13e req-ac08de49-81e8-458b-870c-b913a6d6f205 service neutron] Checking agent: {'id': '8f3fee4e-bf24-4b58-8a3a-ae9c8011a473', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 27, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:27:33.721162 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7f88b5-0ff5-4e32-9eeb-6daedf27b13e req-ac08de49-81e8-458b-870c-b913a6d6f205 service neutron] Checking segment: {'id': 'a356da5f-ca46-4607-8767-57e02fcd96dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd8e01811-a300-4dd8-bacd-fd5a9e44548b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:27:33.721561 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7f88b5-0ff5-4e32-9eeb-6daedf27b13e req-ac08de49-81e8-458b-870c-b913a6d6f205 service neutron] Bound using segment: {'id': 'a356da5f-ca46-4607-8767-57e02fcd96dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd8e01811-a300-4dd8-bacd-fd5a9e44548b'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:27:33.721992 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-cd7f88b5-0ff5-4e32-9eeb-6daedf27b13e req-ac08de49-81e8-458b-870c-b913a6d6f205 service neutron] Bound port: 499506d9-5be9-4edb-9a8b-bcedfb0ef077, host: n-h2-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a356da5f-ca46-4607-8767-57e02fcd96dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd8e01811-a300-4dd8-bacd-fd5a9e44548b'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:27:33.722361 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-cd7f88b5-0ff5-4e32-9eeb-6daedf27b13e req-ac08de49-81e8-458b-870c-b913a6d6f205 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (499506d9-5be9-4edb-9a8b-bcedfb0ef077), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:33.790805 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-cd7f88b5-0ff5-4e32-9eeb-6daedf27b13e req-ac08de49-81e8-458b-870c-b913a6d6f205 service neutron] For port 499506d9-5be9-4edb-9a8b-bcedfb0ef077, host n-h2-812111-14, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:27:33.794925 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-cd7f88b5-0ff5-4e32-9eeb-6daedf27b13e req-ac08de49-81e8-458b-870c-b913a6d6f205 service neutron] For port 499506d9-5be9-4edb-9a8b-bcedfb0ef077, host n-h2-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=499506d9-5be9-4edb-9a8b-bcedfb0ef077,segment=NetworkSegment(a356da5f-ca46-4607-8767-57e02fcd96dc),segment_id=a356da5f-ca46-4607-8767-57e02fcd96dc)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:27:33.802377 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-cd7f88b5-0ff5-4e32-9eeb-6daedf27b13e req-ac08de49-81e8-458b-870c-b913a6d6f205 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (499506d9-5be9-4edb-9a8b-bcedfb0ef077), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:33.837323 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7f88b5-0ff5-4e32-9eeb-6daedf27b13e req-ac08de49-81e8-458b-870c-b913a6d6f205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:33.838388 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-cd7f88b5-0ff5-4e32-9eeb-6daedf27b13e req-ac08de49-81e8-458b-870c-b913a6d6f205 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:33.839427 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-cd7f88b5-0ff5-4e32-9eeb-6daedf27b13e req-ac08de49-81e8-458b-870c-b913a6d6f205 service neutron] 10.222.0.70 "PUT /v2.0/ports/499506d9-5be9-4edb-9a8b-bcedfb0ef077 HTTP/1.1" status: 200 len: 1092 time: 0.6233337 Jan 28 20:27:33.839817 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd535b48f-a1c4-4641-bda4-199f231322e0', 'tag': '499506d9-5be9-4edb-9a8b-bcedfb0ef077'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:27:33.842215 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}690870b4896ba3504f21237a239c836c0346d6a62bcfb5e8ee91fd1b13f99dd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdbffb30-38f4-4b1a-b2d8-efd42b848e3f" -d '{"events": [{"name": "network-changed", "server_uuid": "d535b48f-a1c4-4641-bda4-199f231322e0", "tag": "499506d9-5be9-4edb-9a8b-bcedfb0ef077"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:27:33.887183 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac08de49-81e8-458b-870c-b913a6d6f205 service neutron] Pushing event updated for resources: {'Port': ['ID=499506d9-5be9-4edb-9a8b-bcedfb0ef077,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:27:33.909913 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e91c61-746f-46f4-8b95-b35771e246a6 req-b64c5d22-66c3-47b8-b817-e5f5c8c87757 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:33.911480 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-40e91c61-746f-46f4-8b95-b35771e246a6 req-b64c5d22-66c3-47b8-b817-e5f5c8c87757 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=d535b48f-a1c4-4641-bda4-199f231322e0 HTTP/1.1" status: 200 len: 943 time: 0.0829945 Jan 28 20:27:33.928716 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af280798-ace6-4212-a19b-4510b6f62b79 x-openstack-request-id: req-af280798-ace6-4212-a19b-4510b6f62b79 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:27:33.929012 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d535b48f-a1c4-4641-bda4-199f231322e0", "tag": "499506d9-5be9-4edb-9a8b-bcedfb0ef077", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:27:33.929302 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-af280798-ace6-4212-a19b-4510b6f62b79 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:27:33.929712 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd535b48f-a1c4-4641-bda4-199f231322e0', 'tag': '499506d9-5be9-4edb-9a8b-bcedfb0ef077', 'status': 'completed', 'code': 200} Jan 28 20:27:33.952153 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7f88b5-0ff5-4e32-9eeb-6daedf27b13e req-9a0c3005-2654-4c4a-bf9a-b2581dc63310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:33.953639 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-cd7f88b5-0ff5-4e32-9eeb-6daedf27b13e req-9a0c3005-2654-4c4a-bf9a-b2581dc63310 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a0900bdb75214d779c2ff2b524361204&device_id=d535b48f-a1c4-4641-bda4-199f231322e0 HTTP/1.1" status: 200 len: 1126 time: 0.0618939 Jan 28 20:27:33.965798 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-40e91c61-746f-46f4-8b95-b35771e246a6 req-fb14edec-3e29-418c-afca-5479b7abde4b tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462148 Jan 28 20:27:34.001962 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-cd7f88b5-0ff5-4e32-9eeb-6daedf27b13e req-7f0cb075-ffa0-4e33-8643-9982ad06a496 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=499506d9-5be9-4edb-9a8b-bcedfb0ef077 HTTP/1.1" status: 200 len: 217 time: 0.0395133 Jan 28 20:27:34.051338 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7f88b5-0ff5-4e32-9eeb-6daedf27b13e req-8b4c47e7-af9c-41c6-b16d-bad099790fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:34.053334 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-cd7f88b5-0ff5-4e32-9eeb-6daedf27b13e req-8b4c47e7-af9c-41c6-b16d-bad099790fc4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=df66a7ef-d785-4716-9ebd-bfe0bb120f51 HTTP/1.1" status: 200 len: 851 time: 0.0441289 Jan 28 20:27:34.110569 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7f88b5-0ff5-4e32-9eeb-6daedf27b13e req-ea5a1619-adc8-4b9b-b2da-acf1b005da3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:34.112067 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-cd7f88b5-0ff5-4e32-9eeb-6daedf27b13e req-ea5a1619-adc8-4b9b-b2da-acf1b005da3a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d8e01811-a300-4dd8-bacd-fd5a9e44548b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0501597 Jan 28 20:27:34.198112 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-cd7f88b5-0ff5-4e32-9eeb-6daedf27b13e req-2f2fb2ca-9584-46f4-a8c1-534142f7f364 service neutron] 10.222.0.70 "GET /v2.0/networks/d8e01811-a300-4dd8-bacd-fd5a9e44548b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802824 Jan 28 20:27:34.290381 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-cd7f88b5-0ff5-4e32-9eeb-6daedf27b13e req-5d318bbd-c65a-4d5b-b953-306747774d90 service neutron] 10.222.0.70 "GET /v2.0/networks/d8e01811-a300-4dd8-bacd-fd5a9e44548b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869496 Jan 28 20:27:34.379594 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbffb30-38f4-4b1a-b2d8-efd42b848e3f req-4feab626-6663-4eb3-bd87-585ae577a5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:34.381656 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-cdbffb30-38f4-4b1a-b2d8-efd42b848e3f req-4feab626-6663-4eb3-bd87-585ae577a5de service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a0900bdb75214d779c2ff2b524361204&device_id=d535b48f-a1c4-4641-bda4-199f231322e0 HTTP/1.1" status: 200 len: 1126 time: 0.0456591 Jan 28 20:27:34.470780 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbffb30-38f4-4b1a-b2d8-efd42b848e3f req-b7184777-4ce0-40f5-ab5c-b3b9ead78fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:34.472235 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-cdbffb30-38f4-4b1a-b2d8-efd42b848e3f req-b7184777-4ce0-40f5-ab5c-b3b9ead78fa3 service neutron] 10.222.0.70 "GET /v2.0/networks?id=d8e01811-a300-4dd8-bacd-fd5a9e44548b HTTP/1.1" status: 200 len: 912 time: 0.0832849 Jan 28 20:27:34.518217 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-cdbffb30-38f4-4b1a-b2d8-efd42b848e3f req-62c043ff-baec-4b2b-baba-81587e990237 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=499506d9-5be9-4edb-9a8b-bcedfb0ef077 HTTP/1.1" status: 200 len: 217 time: 0.0369625 Jan 28 20:27:34.564402 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbffb30-38f4-4b1a-b2d8-efd42b848e3f req-dc77de10-b04d-4a65-9ff7-ed606b999fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:34.565899 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-cdbffb30-38f4-4b1a-b2d8-efd42b848e3f req-dc77de10-b04d-4a65-9ff7-ed606b999fbc service neutron] 10.222.0.70 "GET /v2.0/subnets?id=df66a7ef-d785-4716-9ebd-bfe0bb120f51 HTTP/1.1" status: 200 len: 851 time: 0.0423298 Jan 28 20:27:34.614727 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbffb30-38f4-4b1a-b2d8-efd42b848e3f req-14851e68-903c-402f-903f-e8073c32f2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:34.616211 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-cdbffb30-38f4-4b1a-b2d8-efd42b848e3f req-14851e68-903c-402f-903f-e8073c32f2ea service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d8e01811-a300-4dd8-bacd-fd5a9e44548b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0437136 Jan 28 20:27:34.707741 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-cdbffb30-38f4-4b1a-b2d8-efd42b848e3f req-1a7ffc62-78ba-4600-bdd1-b380de2e58d8 service neutron] 10.222.0.70 "GET /v2.0/networks/d8e01811-a300-4dd8-bacd-fd5a9e44548b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840678 Jan 28 20:27:34.797418 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-cdbffb30-38f4-4b1a-b2d8-efd42b848e3f req-4a28f638-3c33-45fb-933e-ef835f353858 service neutron] 10.222.0.70 "GET /v2.0/networks/d8e01811-a300-4dd8-bacd-fd5a9e44548b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837491 Jan 28 20:27:35.091845 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8528d9b-7f51-48d5-8f32-6cb856d57c78 req-24c7c575-0e66-46f8-8f97-cfef1c9ad628 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:35.093411 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c8528d9b-7f51-48d5-8f32-6cb856d57c78 req-24c7c575-0e66-46f8-8f97-cfef1c9ad628 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=d535b48f-a1c4-4641-bda4-199f231322e0 HTTP/1.1" status: 200 len: 943 time: 0.0542698 Jan 28 20:27:35.144290 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c8528d9b-7f51-48d5-8f32-6cb856d57c78 req-c5b54ebf-3b7f-4cc9-8f09-9d4e71b5a7e5 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453496 Jan 28 20:27:36.229853 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 499506d9-5be9-4edb-9a8b-bcedfb0ef077 details requested by agent hyperv_n-h2-812111-14 with host n-h2-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:27:36.264372 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b58f43-0d4a-45a4-807f-3f33d2d21f1f req-6349ee39-eec3-40b1-98a4-97c0f6b0b145 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:36.265896 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-80b58f43-0d4a-45a4-807f-3f33d2d21f1f req-6349ee39-eec3-40b1-98a4-97c0f6b0b145 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=d535b48f-a1c4-4641-bda4-199f231322e0 HTTP/1.1" status: 200 len: 943 time: 0.0531151 Jan 28 20:27:36.312627 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-80b58f43-0d4a-45a4-807f-3f33d2d21f1f req-f2c3b3c5-724d-4874-a9f6-60be65da05df tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403309 Jan 28 20:27:36.328738 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 499506d9-5be9-4edb-9a8b-bcedfb0ef077, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=499506d9-5be9-4edb-9a8b-bcedfb0ef077,segment=NetworkSegment(a356da5f-ca46-4607-8767-57e02fcd96dc),segment_id=a356da5f-ca46-4607-8767-57e02fcd96dc)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:27:36.341292 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Returning: {'device': '499506d9-5be9-4edb-9a8b-bcedfb0ef077', 'network_id': 'd8e01811-a300-4dd8-bacd-fd5a9e44548b', 'port_id': '499506d9-5be9-4edb-9a8b-bcedfb0ef077', 'mac_address': 'fa:16:3e:7c:62:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df66a7ef-d785-4716-9ebd-bfe0bb120f51', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:27:36.377575 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 499506d9-5be9-4edb-9a8b-bcedfb0ef077 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:27:36.377958 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (499506d9-5be9-4edb-9a8b-bcedfb0ef077), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:36.390296 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 499506d9-5be9-4edb-9a8b-bcedfb0ef077 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:27:36.409199 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 499506d9-5be9-4edb-9a8b-bcedfb0ef077, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=499506d9-5be9-4edb-9a8b-bcedfb0ef077,segment=NetworkSegment(a356da5f-ca46-4607-8767-57e02fcd96dc),segment_id=a356da5f-ca46-4607-8767-57e02fcd96dc)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:27:36.413623 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (499506d9-5be9-4edb-9a8b-bcedfb0ef077), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:36.458033 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=499506d9-5be9-4edb-9a8b-bcedfb0ef077,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:27:36.599953 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['499506d9-5be9-4edb-9a8b-bcedfb0ef077'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:27:36.809826 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-572a11ac-9646-413b-b5a9-0fcac15e54cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:37.438661 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a49198-24af-45bd-a65f-1651f9a827eb req-90004428-3192-4617-9fdd-481fff4d1df6 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:37.440131 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e7a49198-24af-45bd-a65f-1651f9a827eb req-90004428-3192-4617-9fdd-481fff4d1df6 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=d535b48f-a1c4-4641-bda4-199f231322e0 HTTP/1.1" status: 200 len: 944 time: 0.0517046 Jan 28 20:27:37.487637 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e7a49198-24af-45bd-a65f-1651f9a827eb req-8fc2131f-ace4-4138-8441-1510422fb38a tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411747 Jan 28 20:27:38.245400 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 499506d9-5be9-4edb-9a8b-bcedfb0ef077 up at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:27:38.297379 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning for port 499506d9-5be9-4edb-9a8b-bcedfb0ef077 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:27:38.301376 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning complete for port 499506d9-5be9-4edb-9a8b-bcedfb0ef077 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:27:38.301759 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (499506d9-5be9-4edb-9a8b-bcedfb0ef077), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:38.381765 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 499506d9-5be9-4edb-9a8b-bcedfb0ef077 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:27:38.382147 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (499506d9-5be9-4edb-9a8b-bcedfb0ef077), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:38.405488 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd535b48f-a1c4-4641-bda4-199f231322e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '499506d9-5be9-4edb-9a8b-bcedfb0ef077'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:27:38.407701 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}704c702df6f21e7df92d3d89d4c6cfde2c6406e49d8202b36454fc5209adee22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32e33b83-f849-46c2-b9cf-ff46758676f8" -d '{"events": [{"server_uuid": "d535b48f-a1c4-4641-bda4-199f231322e0", "name": "network-vif-plugged", "status": "completed", "tag": "499506d9-5be9-4edb-9a8b-bcedfb0ef077"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:27:38.419837 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 499506d9-5be9-4edb-9a8b-bcedfb0ef077, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=499506d9-5be9-4edb-9a8b-bcedfb0ef077,segment=NetworkSegment(a356da5f-ca46-4607-8767-57e02fcd96dc),segment_id=a356da5f-ca46-4607-8767-57e02fcd96dc)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:27:38.423834 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (499506d9-5be9-4edb-9a8b-bcedfb0ef077), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:38.447586 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76808ab5-db3d-4626-ac82-24b895a5cc94 x-openstack-request-id: req-76808ab5-db3d-4626-ac82-24b895a5cc94 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:27:38.447878 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d535b48f-a1c4-4641-bda4-199f231322e0", "name": "network-vif-plugged", "status": "completed", "tag": "499506d9-5be9-4edb-9a8b-bcedfb0ef077", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:27:38.448130 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-76808ab5-db3d-4626-ac82-24b895a5cc94 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:27:38.448519 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd535b48f-a1c4-4641-bda4-199f231322e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '499506d9-5be9-4edb-9a8b-bcedfb0ef077', 'code': 200} Jan 28 20:27:38.473227 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=499506d9-5be9-4edb-9a8b-bcedfb0ef077,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:27:38.545899 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e60fa9f-63c0-478b-abf0-b741a0101a90 req-80144020-59c3-48e2-84cb-beecea8091fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:38.547452 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6e60fa9f-63c0-478b-abf0-b741a0101a90 req-80144020-59c3-48e2-84cb-beecea8091fb service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=d535b48f-a1c4-4641-bda4-199f231322e0 HTTP/1.1" status: 200 len: 1128 time: 0.0455756 Jan 28 20:27:38.624680 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6e60fa9f-63c0-478b-abf0-b741a0101a90 req-ef1fa521-02e6-4d8c-8574-f19b1c46a5af service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707393 Jan 28 20:27:38.639125 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9163a1e9-9f8e-4308-ba8b-5dc10fa80563 req-57a75735-0e3b-4822-a4ac-c1b70e8e94c5 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:38.640546 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9163a1e9-9f8e-4308-ba8b-5dc10fa80563 req-57a75735-0e3b-4822-a4ac-c1b70e8e94c5 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=d535b48f-a1c4-4641-bda4-199f231322e0 HTTP/1.1" status: 200 len: 945 time: 0.0810916 Jan 28 20:27:38.688112 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9163a1e9-9f8e-4308-ba8b-5dc10fa80563 req-1a3f1403-2878-47e9-bceb-7d294d82c441 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417600 Jan 28 20:27:39.062285 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-83ffc88c-5ea9-4afb-bb51-e78f3831f2fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:39.812378 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57b93b1-88dd-4179-9ac4-563828fb5e1d req-0a69376e-17fc-48b9-8b68-77c4e09b699b tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:39.813875 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d57b93b1-88dd-4179-9ac4-563828fb5e1d req-0a69376e-17fc-48b9-8b68-77c4e09b699b tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=d535b48f-a1c4-4641-bda4-199f231322e0 HTTP/1.1" status: 200 len: 945 time: 0.0530663 Jan 28 20:27:39.863944 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d57b93b1-88dd-4179-9ac4-563828fb5e1d req-47a65eec-788c-4b9c-a6a3-070df5c5c092 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438459 Jan 28 20:27:40.052807 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:40.981549 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542bec1c-e194-431b-b417-ad546457ae69 req-9073894b-818f-49c2-8939-534e0ca62afb tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:40.983008 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-542bec1c-e194-431b-b417-ad546457ae69 req-9073894b-818f-49c2-8939-534e0ca62afb tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=d535b48f-a1c4-4641-bda4-199f231322e0 HTTP/1.1" status: 200 len: 945 time: 0.0517066 Jan 28 20:27:41.030507 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-542bec1c-e194-431b-b417-ad546457ae69 req-e1b3dbde-b1dd-455a-8e8a-f0ce2d21b3f5 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418329 Jan 28 20:27:41.147428 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383b2c82-9d1a-4cb3-9fb9-9d339c61baa8 req-15739c30-de33-48ee-b6dd-627880492f39 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:41.148884 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-383b2c82-9d1a-4cb3-9fb9-9d339c61baa8 req-15739c30-de33-48ee-b6dd-627880492f39 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=d535b48f-a1c4-4641-bda4-199f231322e0 HTTP/1.1" status: 200 len: 945 time: 0.0541167 Jan 28 20:27:41.157722 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 41166) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:27:41.162635 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-5df05fe0-fa28-4647-a530-09046637f6a4 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Request body: {'floatingip': {'port_id': '499506d9-5be9-4edb-9a8b-bcedfb0ef077'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:27:41.201126 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5df05fe0-fa28-4647-a530-09046637f6a4 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Publish callbacks [] for floatingip (c1a1139a-01fb-4466-9dfc-f383f49ea6ce), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:41.925817 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:41.935020 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5df05fe0-fa28-4647-a530-09046637f6a4 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:41.938632 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5df05fe0-fa28-4647-a530-09046637f6a4 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734886'] for floatingip (c1a1139a-01fb-4466-9dfc-f383f49ea6ce), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:42.038588 n-d-812111-14 neutron-server[103305]: INFO neutron.db.l3_db [None req-5df05fe0-fa28-4647-a530-09046637f6a4 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Floating IP c1a1139a-01fb-4466-9dfc-f383f49ea6ce associated. External IP: 172.25.6.186, port: 499506d9-5be9-4edb-9a8b-bcedfb0ef077. Jan 28 20:27:42.251952 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5df05fe0-fa28-4647-a530-09046637f6a4 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Router 2ec39fb4-5b27-4d9e-b67c-392bf73252cf has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:27:42.358335 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5df05fe0-fa28-4647-a530-09046637f6a4 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:27:42.362919 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5df05fe0-fa28-4647-a530-09046637f6a4 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for floatingip (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:42.369303 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ae0b63-e73e-4109-9244-8ee83ea987e4 None None] Sync routers for ids ['2ec39fb4-5b27-4d9e-b67c-392bf73252cf'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:27:42.380680 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ae0b63-e73e-4109-9244-8ee83ea987e4 None None] Routers {'2ec39fb4-5b27-4d9e-b67c-392bf73252cf'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:27:42.381417 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-93ae0b63-e73e-4109-9244-8ee83ea987e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:27:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['2ec39fb4-5b27-4d9e-b67c-392bf73252cf'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:27:42.393130 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-5df05fe0-fa28-4647-a530-09046637f6a4 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "PUT /v2.0/floatingips/c1a1139a-01fb-4466-9dfc-f383f49ea6ce HTTP/1.1" status: 200 len: 991 time: 1.2343328 Jan 28 20:27:42.393813 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd535b48f-a1c4-4641-bda4-199f231322e0', 'tag': '499506d9-5be9-4edb-9a8b-bcedfb0ef077'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:27:42.396663 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}981202432542b3bd90586abfd28c53181d71ca775a89b024ffbb9268f9379f4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bf51318-c61f-44ad-a1a3-0248d482c1b5" -d '{"events": [{"name": "network-changed", "server_uuid": "d535b48f-a1c4-4641-bda4-199f231322e0", "tag": "499506d9-5be9-4edb-9a8b-bcedfb0ef077"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:27:42.434880 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:27:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e9d91ea-b775-4eeb-86c5-f496b6c48351 x-openstack-request-id: req-8e9d91ea-b775-4eeb-86c5-f496b6c48351 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:27:42.435169 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d535b48f-a1c4-4641-bda4-199f231322e0", "tag": "499506d9-5be9-4edb-9a8b-bcedfb0ef077", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:27:42.435423 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8e9d91ea-b775-4eeb-86c5-f496b6c48351 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:27:42.435845 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd535b48f-a1c4-4641-bda4-199f231322e0', 'tag': '499506d9-5be9-4edb-9a8b-bcedfb0ef077', 'status': 'completed', 'code': 200} Jan 28 20:27:42.509477 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf51318-c61f-44ad-a1a3-0248d482c1b5 req-57b94c62-6d02-4aab-af3c-04d63f92823e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:42.510997 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5bf51318-c61f-44ad-a1a3-0248d482c1b5 req-57b94c62-6d02-4aab-af3c-04d63f92823e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a0900bdb75214d779c2ff2b524361204&device_id=d535b48f-a1c4-4641-bda4-199f231322e0 HTTP/1.1" status: 200 len: 1128 time: 0.0540171 Jan 28 20:27:42.519016 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-93ae0b63-e73e-4109-9244-8ee83ea987e4 None None] Set router 2ec39fb4-5b27-4d9e-b67c-392bf73252cf gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:27:42.603545 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dfb16c-3a2f-4322-a656-6c1c1074f4f8 req-32bb0a51-a54f-4507-bc13-7f4ab0387458 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:42.605305 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-13dfb16c-3a2f-4322-a656-6c1c1074f4f8 req-32bb0a51-a54f-4507-bc13-7f4ab0387458 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=d535b48f-a1c4-4641-bda4-199f231322e0 HTTP/1.1" status: 200 len: 945 time: 0.0637012 Jan 28 20:27:42.656218 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-13dfb16c-3a2f-4322-a656-6c1c1074f4f8 req-9487bafe-c6bb-4e2c-9656-93dc85843822 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445092 Jan 28 20:27:42.759293 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-93ae0b63-e73e-4109-9244-8ee83ea987e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ec39fb4-5b27-4d9e-b67c-392bf73252cf', 'name': 'tempest-ServerActionsTestJSON-1256389972-router', 'tenant_id': 'a0900bdb75214d779c2ff2b524361204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': '6a2d2eaf-2077-42fd-805e-d7d41e54094e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:26:35Z', 'updated_at': '2022-01-28T20:26:37Z', 'revision_number': 4, 'project_id': 'a0900bdb75214d779c2ff2b524361204', 'gw_port': {'id': '6a2d2eaf-2077-42fd-805e-d7d41e54094e', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:f6:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec39fb4-5b27-4d9e-b67c-392bf73252cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:26:35Z', 'updated_at': '2022-01-28T20:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_floatingips': [{'id': 'c1a1139a-01fb-4466-9dfc-f383f49ea6ce', 'tenant_id': 'a0900bdb75214d779c2ff2b524361204', 'floating_ip_address': '172.25.6.186', 'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'router_id': '2ec39fb4-5b27-4d9e-b67c-392bf73252cf', 'port_id': '499506d9-5be9-4edb-9a8b-bcedfb0ef077', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4105, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8e01811-a300-4dd8-bacd-fd5a9e44548b', 'mac_address': 'fa:16:3e:7c:62:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd535b48f-a1c4-4641-bda4-199f231322e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:26:40Z', 'updated_at': '2022-01-28T20:27:41Z', 'revision_number': 5, 'project_id': 'a0900bdb75214d779c2ff2b524361204', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b84ead9-9498-4730-9098-39b081d2fa41', 'name': '', 'network_id': 'd8e01811-a300-4dd8-bacd-fd5a9e44548b', 'tenant_id': 'a0900bdb75214d779c2ff2b524361204', 'mac_address': 'fa:16:3e:0a:69:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec39fb4-5b27-4d9e-b67c-392bf73252cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': 'df66a7ef-d785-4716-9ebd-bfe0bb120f51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:26:37Z', 'updated_at': '2022-01-28T20:26:41Z', 'revision_number': 5, 'project_id': 'a0900bdb75214d779c2ff2b524361204', 'subnets': [{'id': 'df66a7ef-d785-4716-9ebd-bfe0bb120f51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:27:42.785864 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ae0b63-e73e-4109-9244-8ee83ea987e4 None None] Checking router: 2ec39fb4-5b27-4d9e-b67c-392bf73252cf for host: n-d-812111-14 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:27:42.795081 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ae0b63-e73e-4109-9244-8ee83ea987e4 None None] Routers {'2ec39fb4-5b27-4d9e-b67c-392bf73252cf'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:27:42.795703 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-93ae0b63-e73e-4109-9244-8ee83ea987e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:27:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['2ec39fb4-5b27-4d9e-b67c-392bf73252cf'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:27:42.902146 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-93ae0b63-e73e-4109-9244-8ee83ea987e4 None None] Set router 2ec39fb4-5b27-4d9e-b67c-392bf73252cf gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:27:42.943133 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf51318-c61f-44ad-a1a3-0248d482c1b5 req-009197e5-131f-46c1-b69e-adb13a135d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:42.944613 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5bf51318-c61f-44ad-a1a3-0248d482c1b5 req-009197e5-131f-46c1-b69e-adb13a135d25 service neutron] 10.222.0.70 "GET /v2.0/networks?id=d8e01811-a300-4dd8-bacd-fd5a9e44548b HTTP/1.1" status: 200 len: 912 time: 0.4280791 Jan 28 20:27:43.014015 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5bf51318-c61f-44ad-a1a3-0248d482c1b5 req-31fb620a-16ff-41fe-83b5-1feab54dbcd3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=499506d9-5be9-4edb-9a8b-bcedfb0ef077 HTTP/1.1" status: 200 len: 999 time: 0.0620558 Jan 28 20:27:43.061039 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf51318-c61f-44ad-a1a3-0248d482c1b5 req-e3f272b9-f461-42b0-ae0c-cd14d2387b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:43.062499 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5bf51318-c61f-44ad-a1a3-0248d482c1b5 req-e3f272b9-f461-42b0-ae0c-cd14d2387b78 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=df66a7ef-d785-4716-9ebd-bfe0bb120f51 HTTP/1.1" status: 200 len: 851 time: 0.0434339 Jan 28 20:27:43.111034 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf51318-c61f-44ad-a1a3-0248d482c1b5 req-44a18ed4-4bdb-47e5-b4a6-5f6b92b99d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:43.112584 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5bf51318-c61f-44ad-a1a3-0248d482c1b5 req-44a18ed4-4bdb-47e5-b4a6-5f6b92b99d33 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d8e01811-a300-4dd8-bacd-fd5a9e44548b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0435328 Jan 28 20:27:43.123283 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-93ae0b63-e73e-4109-9244-8ee83ea987e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ec39fb4-5b27-4d9e-b67c-392bf73252cf', 'name': 'tempest-ServerActionsTestJSON-1256389972-router', 'tenant_id': 'a0900bdb75214d779c2ff2b524361204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': '6a2d2eaf-2077-42fd-805e-d7d41e54094e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:26:35Z', 'updated_at': '2022-01-28T20:26:37Z', 'revision_number': 4, 'project_id': 'a0900bdb75214d779c2ff2b524361204', 'gw_port': {'id': '6a2d2eaf-2077-42fd-805e-d7d41e54094e', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:f6:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec39fb4-5b27-4d9e-b67c-392bf73252cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:26:35Z', 'updated_at': '2022-01-28T20:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_floatingips': [{'id': 'c1a1139a-01fb-4466-9dfc-f383f49ea6ce', 'tenant_id': 'a0900bdb75214d779c2ff2b524361204', 'floating_ip_address': '172.25.6.186', 'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'router_id': '2ec39fb4-5b27-4d9e-b67c-392bf73252cf', 'port_id': '499506d9-5be9-4edb-9a8b-bcedfb0ef077', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4105, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8e01811-a300-4dd8-bacd-fd5a9e44548b', 'mac_address': 'fa:16:3e:7c:62:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd535b48f-a1c4-4641-bda4-199f231322e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:26:40Z', 'updated_at': '2022-01-28T20:27:41Z', 'revision_number': 5, 'project_id': 'a0900bdb75214d779c2ff2b524361204', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b84ead9-9498-4730-9098-39b081d2fa41', 'name': '', 'network_id': 'd8e01811-a300-4dd8-bacd-fd5a9e44548b', 'tenant_id': 'a0900bdb75214d779c2ff2b524361204', 'mac_address': 'fa:16:3e:0a:69:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec39fb4-5b27-4d9e-b67c-392bf73252cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': 'df66a7ef-d785-4716-9ebd-bfe0bb120f51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:26:37Z', 'updated_at': '2022-01-28T20:26:41Z', 'revision_number': 5, 'project_id': 'a0900bdb75214d779c2ff2b524361204', 'subnets': [{'id': 'df66a7ef-d785-4716-9ebd-bfe0bb120f51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:27:43.155096 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ae0b63-e73e-4109-9244-8ee83ea987e4 None None] The sync data for ids ['2ec39fb4-5b27-4d9e-b67c-392bf73252cf'] in n-d-812111-14 is: [{'id': '2ec39fb4-5b27-4d9e-b67c-392bf73252cf', 'name': 'tempest-ServerActionsTestJSON-1256389972-router', 'tenant_id': 'a0900bdb75214d779c2ff2b524361204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': '6a2d2eaf-2077-42fd-805e-d7d41e54094e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:26:35Z', 'updated_at': '2022-01-28T20:26:37Z', 'revision_number': 4, 'project_id': 'a0900bdb75214d779c2ff2b524361204', 'gw_port': {'id': '6a2d2eaf-2077-42fd-805e-d7d41e54094e', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:f6:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec39fb4-5b27-4d9e-b67c-392bf73252cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:26:35Z', 'updated_at': '2022-01-28T20:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_floatingips': [{'id': 'c1a1139a-01fb-4466-9dfc-f383f49ea6ce', 'tenant_id': 'a0900bdb75214d779c2ff2b524361204', 'floating_ip_address': '172.25.6.186', 'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'router_id': '2ec39fb4-5b27-4d9e-b67c-392bf73252cf', 'port_id': '499506d9-5be9-4edb-9a8b-bcedfb0ef077', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4105, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8e01811-a300-4dd8-bacd-fd5a9e44548b', 'mac_address': 'fa:16:3e:7c:62:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd535b48f-a1c4-4641-bda4-199f231322e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:26:40Z', 'updated_at': '2022-01-28T20:27:41Z', 'revision_number': 5, 'project_id': 'a0900bdb75214d779c2ff2b524361204', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b84ead9-9498-4730-9098-39b081d2fa41', 'name': '', 'network_id': 'd8e01811-a300-4dd8-bacd-fd5a9e44548b', 'tenant_id': 'a0900bdb75214d779c2ff2b524361204', 'mac_address': 'fa:16:3e:0a:69:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec39fb4-5b27-4d9e-b67c-392bf73252cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': 'df66a7ef-d785-4716-9ebd-bfe0bb120f51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:26:37Z', 'updated_at': '2022-01-28T20:26:41Z', 'revision_number': 5, 'project_id': 'a0900bdb75214d779c2ff2b524361204', 'subnets': [{'id': 'df66a7ef-d785-4716-9ebd-bfe0bb120f51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:27:43.161214 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:27:43.215822 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5bf51318-c61f-44ad-a1a3-0248d482c1b5 req-33a4d98c-db2d-4e18-b9a9-ac3a148d174f service neutron] 10.222.0.70 "GET /v2.0/networks/d8e01811-a300-4dd8-bacd-fd5a9e44548b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952435 Jan 28 20:27:43.292948 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:43.313667 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5bf51318-c61f-44ad-a1a3-0248d482c1b5 req-62b45688-6ce7-48d5-bc09-eb608d0bea1a service neutron] 10.222.0.70 "GET /v2.0/networks/d8e01811-a300-4dd8-bacd-fd5a9e44548b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921800 Jan 28 20:27:43.354660 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bddf5ed3-fe2a-499c-8e94-1cd32280bc0a None None] New status for floating IP c1a1139a-01fb-4466-9dfc-f383f49ea6ce: ACTIVE {{(pid=103306) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 20:27:43.780111 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f36954-579c-4131-adcc-1dab5f5c2eb0 req-7959f7b9-f0f6-476a-9076-4df77b5d45a9 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:43.781513 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b5f36954-579c-4131-adcc-1dab5f5c2eb0 req-7959f7b9-f0f6-476a-9076-4df77b5d45a9 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=d535b48f-a1c4-4641-bda4-199f231322e0 HTTP/1.1" status: 200 len: 945 time: 0.0523043 Jan 28 20:27:43.830910 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b5f36954-579c-4131-adcc-1dab5f5c2eb0 req-9026314b-7832-4fed-bdb3-f1cf1d974a74 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439792 Jan 28 20:27:44.956600 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01b0999-f929-451c-8e4f-b87cabed8c08 req-caba07c4-8c3c-4c9b-8173-21039d3b1993 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:44.958142 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b01b0999-f929-451c-8e4f-b87cabed8c08 req-caba07c4-8c3c-4c9b-8173-21039d3b1993 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=d535b48f-a1c4-4641-bda4-199f231322e0 HTTP/1.1" status: 200 len: 945 time: 0.0580938 Jan 28 20:27:45.009132 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b01b0999-f929-451c-8e4f-b87cabed8c08 req-608792d3-aade-4f3e-9ae8-ccca61178649 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449047 Jan 28 20:27:46.126520 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb4deb2-8dc4-48b9-9204-745d1255c410 req-6e0a7ff0-e4f6-42dc-8f23-b327354e08c3 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:46.127987 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-fdb4deb2-8dc4-48b9-9204-745d1255c410 req-6e0a7ff0-e4f6-42dc-8f23-b327354e08c3 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=d535b48f-a1c4-4641-bda4-199f231322e0 HTTP/1.1" status: 200 len: 945 time: 0.0520809 Jan 28 20:27:46.173476 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-fdb4deb2-8dc4-48b9-9204-745d1255c410 req-f9eca30e-e922-402e-9e1a-f0a4bc505bd8 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392582 Jan 28 20:27:47.291189 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3ae51a-dc03-400f-bb62-93f3c948a8b2 req-7356598e-b1d4-4248-a2fe-b45237d00784 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:47.292651 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-da3ae51a-dc03-400f-bb62-93f3c948a8b2 req-7356598e-b1d4-4248-a2fe-b45237d00784 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=d535b48f-a1c4-4641-bda4-199f231322e0 HTTP/1.1" status: 200 len: 945 time: 0.0514669 Jan 28 20:27:47.337462 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-da3ae51a-dc03-400f-bb62-93f3c948a8b2 req-056ea620-0ef4-4e53-b836-dedc73f659b9 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393267 Jan 28 20:27:48.464689 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e3bcbe-5777-4256-8f4f-f5631e11999a req-652a1168-4d1e-4c29-80ee-14584b07c431 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:48.466237 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c8e3bcbe-5777-4256-8f4f-f5631e11999a req-652a1168-4d1e-4c29-80ee-14584b07c431 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=d535b48f-a1c4-4641-bda4-199f231322e0 HTTP/1.1" status: 200 len: 945 time: 0.0577676 Jan 28 20:27:48.513364 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c8e3bcbe-5777-4256-8f4f-f5631e11999a req-5249ac04-8363-4a35-ad53-8ed6931fc227 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411634 Jan 28 20:27:49.640350 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59efd9c1-fbca-4c7b-8f87-c61c1486c1b8 req-72dadd2d-4202-49ee-8705-ad5a48c3e364 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:49.641919 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-59efd9c1-fbca-4c7b-8f87-c61c1486c1b8 req-72dadd2d-4202-49ee-8705-ad5a48c3e364 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=d535b48f-a1c4-4641-bda4-199f231322e0 HTTP/1.1" status: 200 len: 945 time: 0.0588164 Jan 28 20:27:49.690102 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-59efd9c1-fbca-4c7b-8f87-c61c1486c1b8 req-b4864c93-3402-4919-9878-858ea257a00a tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424016 Jan 28 20:27:50.812107 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdf9936-a599-41f0-9704-afde5360a90b req-8a72a7cb-b961-43a6-b8d6-0ea2d9df66f3 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:50.813571 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4bdf9936-a599-41f0-9704-afde5360a90b req-8a72a7cb-b961-43a6-b8d6-0ea2d9df66f3 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=d535b48f-a1c4-4641-bda4-199f231322e0 HTTP/1.1" status: 200 len: 945 time: 0.0562015 Jan 28 20:27:50.860904 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4bdf9936-a599-41f0-9704-afde5360a90b req-90142433-4fa4-4e3b-8254-94181225d5d2 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407760 Jan 28 20:27:51.432861 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:51.983655 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375a3690-70dd-4e50-ba07-51389fb7a055 req-2c444d42-2bf8-4007-b699-9b9935b6182e tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:51.985165 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-375a3690-70dd-4e50-ba07-51389fb7a055 req-2c444d42-2bf8-4007-b699-9b9935b6182e tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=d535b48f-a1c4-4641-bda4-199f231322e0 HTTP/1.1" status: 200 len: 945 time: 0.0551157 Jan 28 20:27:52.031440 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-375a3690-70dd-4e50-ba07-51389fb7a055 req-d7066890-636a-4ca6-a05e-36640b93300e tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402315 Jan 28 20:27:53.149148 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f7a6f0-1761-4eaa-8a83-b534356496a7 req-95d8c941-cd86-49da-833f-c49388aedd69 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:53.150624 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-56f7a6f0-1761-4eaa-8a83-b534356496a7 req-95d8c941-cd86-49da-833f-c49388aedd69 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=d535b48f-a1c4-4641-bda4-199f231322e0 HTTP/1.1" status: 200 len: 945 time: 0.0530457 Jan 28 20:27:53.197631 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-56f7a6f0-1761-4eaa-8a83-b534356496a7 req-e793c230-aef4-434d-ac66-382c378874ce tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415208 Jan 28 20:27:54.318075 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fa7c90-4a03-4335-b8b2-eadfe1fdbc4f req-8d727793-6d5b-45b8-a97d-163802d66436 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:54.319542 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-17fa7c90-4a03-4335-b8b2-eadfe1fdbc4f req-8d727793-6d5b-45b8-a97d-163802d66436 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=d535b48f-a1c4-4641-bda4-199f231322e0 HTTP/1.1" status: 200 len: 945 time: 0.0577369 Jan 28 20:27:54.369238 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-17fa7c90-4a03-4335-b8b2-eadfe1fdbc4f req-999a901f-62e1-4aff-9a86-286346dd8ca0 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442221 Jan 28 20:27:54.540953 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:55.484764 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefb07af-5a02-4c46-a398-d2c2ac14e9e4 req-bad0d4c9-94c4-497d-8fed-0d8e4f89f83e tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:55.486164 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-eefb07af-5a02-4c46-a398-d2c2ac14e9e4 req-bad0d4c9-94c4-497d-8fed-0d8e4f89f83e tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=d535b48f-a1c4-4641-bda4-199f231322e0 HTTP/1.1" status: 200 len: 945 time: 0.0515075 Jan 28 20:27:55.536679 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-eefb07af-5a02-4c46-a398-d2c2ac14e9e4 req-4867e650-4229-44dc-ae45-4ee246a35c90 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438788 Jan 28 20:27:56.654503 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f777cb-408e-43c1-bc86-28bf8d55d055 req-5b1fa51d-30ec-4039-927a-a3844b9d25a4 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:56.655989 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-71f777cb-408e-43c1-bc86-28bf8d55d055 req-5b1fa51d-30ec-4039-927a-a3844b9d25a4 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=d535b48f-a1c4-4641-bda4-199f231322e0 HTTP/1.1" status: 200 len: 945 time: 0.0523796 Jan 28 20:27:56.704531 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-71f777cb-408e-43c1-bc86-28bf8d55d055 req-aa8552b2-023c-44e4-a29c-2ee58e020589 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428162 Jan 28 20:27:57.824342 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cddfcf-4e2b-4577-9ade-cd5e73fcce7d req-b8c64878-76d7-4f75-8721-00771acd2e2f tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:57.825843 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-96cddfcf-4e2b-4577-9ade-cd5e73fcce7d req-b8c64878-76d7-4f75-8721-00771acd2e2f tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=d535b48f-a1c4-4641-bda4-199f231322e0 HTTP/1.1" status: 200 len: 945 time: 0.0537148 Jan 28 20:27:57.872103 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-96cddfcf-4e2b-4577-9ade-cd5e73fcce7d req-aab4af4e-eb3f-492a-9881-46477e7d76b0 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407128 Jan 28 20:27:58.989346 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa481d6-e1da-4682-9981-7da60736829a req-bb072503-8950-4e75-94c9-0d92ca49e4af tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:58.990816 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4fa481d6-e1da-4682-9981-7da60736829a req-bb072503-8950-4e75-94c9-0d92ca49e4af tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=d535b48f-a1c4-4641-bda4-199f231322e0 HTTP/1.1" status: 200 len: 945 time: 0.0522530 Jan 28 20:27:59.037173 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4fa481d6-e1da-4682-9981-7da60736829a req-06e1ab99-e88d-4305-90ea-3c800afe1b84 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408771 Jan 28 20:28:00.154577 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76cc655-39df-4298-940c-91b602991518 req-5bc157d4-0c2a-48b1-b8de-28e01da8fd96 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:00.156051 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a76cc655-39df-4298-940c-91b602991518 req-5bc157d4-0c2a-48b1-b8de-28e01da8fd96 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=d535b48f-a1c4-4641-bda4-199f231322e0 HTTP/1.1" status: 200 len: 945 time: 0.0516407 Jan 28 20:28:00.202183 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a76cc655-39df-4298-940c-91b602991518 req-d15fae57-2763-49a9-9d7b-196783c0465d tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406163 Jan 28 20:28:01.329702 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771adac5-8dcc-4501-866e-2cf620a03f8c req-4186c66e-9df3-4b01-8674-605922bc8f0e tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:01.331194 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-771adac5-8dcc-4501-866e-2cf620a03f8c req-4186c66e-9df3-4b01-8674-605922bc8f0e tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=d535b48f-a1c4-4641-bda4-199f231322e0 HTTP/1.1" status: 200 len: 945 time: 0.0602825 Jan 28 20:28:01.377912 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-771adac5-8dcc-4501-866e-2cf620a03f8c req-927de95e-9edb-4dfe-b032-7f068b498d6f tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405533 Jan 28 20:28:02.501316 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419ee694-b25c-436a-869f-6090e9bf59b5 req-393f259f-695c-413c-9a6c-20ded97a62be tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:02.502794 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-419ee694-b25c-436a-869f-6090e9bf59b5 req-393f259f-695c-413c-9a6c-20ded97a62be tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=d535b48f-a1c4-4641-bda4-199f231322e0 HTTP/1.1" status: 200 len: 945 time: 0.0566187 Jan 28 20:28:02.549606 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-419ee694-b25c-436a-869f-6090e9bf59b5 req-4790989f-30a8-49f8-ba42-2b821682c2e6 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412037 Jan 28 20:28:03.667547 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6998aa83-c9f1-44f6-9d3b-5f4072c69e54 req-309a4587-8411-4fc1-8219-0bc64a8cc218 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:03.669030 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6998aa83-c9f1-44f6-9d3b-5f4072c69e54 req-309a4587-8411-4fc1-8219-0bc64a8cc218 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=d535b48f-a1c4-4641-bda4-199f231322e0 HTTP/1.1" status: 200 len: 945 time: 0.0523138 Jan 28 20:28:03.719819 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6998aa83-c9f1-44f6-9d3b-5f4072c69e54 req-4141548a-abbb-4d17-b26c-120418a264d1 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453401 Jan 28 20:28:04.841368 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deae0d2-b001-4b3c-9e9a-45f97851878c req-abe6efdb-505b-46c0-a3f4-6bc779d49e14 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:04.842849 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1deae0d2-b001-4b3c-9e9a-45f97851878c req-abe6efdb-505b-46c0-a3f4-6bc779d49e14 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=d535b48f-a1c4-4641-bda4-199f231322e0 HTTP/1.1" status: 200 len: 945 time: 0.0534587 Jan 28 20:28:04.889357 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1deae0d2-b001-4b3c-9e9a-45f97851878c req-3a525e8f-2bc5-4424-bf73-fdc4e2d35732 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410545 Jan 28 20:28:06.011276 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3205fb58-73da-47f3-bfb8-b405790c4b9a req-0416c090-fc3e-469e-9029-88ca1352dd05 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:06.012766 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3205fb58-73da-47f3-bfb8-b405790c4b9a req-0416c090-fc3e-469e-9029-88ca1352dd05 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=d535b48f-a1c4-4641-bda4-199f231322e0 HTTP/1.1" status: 200 len: 945 time: 0.0522869 Jan 28 20:28:06.063549 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3205fb58-73da-47f3-bfb8-b405790c4b9a req-6563aa2f-71e6-494b-9241-93dbdb9e96e3 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452411 Jan 28 20:28:06.811110 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4e927fee-a053-4d06-8f72-fd8019e195e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:07.185873 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ceda76-cdd7-4589-8f76-3f6faa938b6f req-1dd8b16b-9852-4a47-8ec1-495dde0c8cb1 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:07.187401 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e3ceda76-cdd7-4589-8f76-3f6faa938b6f req-1dd8b16b-9852-4a47-8ec1-495dde0c8cb1 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=d535b48f-a1c4-4641-bda4-199f231322e0 HTTP/1.1" status: 200 len: 945 time: 0.0560703 Jan 28 20:28:07.234580 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e3ceda76-cdd7-4589-8f76-3f6faa938b6f req-81ea7d90-510f-479b-bade-9e9ad1861c46 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417333 Jan 28 20:28:08.621039 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fb639f-8e7b-4174-b84c-5fbd0cc33401 req-04350ad4-e82c-4f29-b4c0-708093228713 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:08.622540 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-50fb639f-8e7b-4174-b84c-5fbd0cc33401 req-04350ad4-e82c-4f29-b4c0-708093228713 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=d535b48f-a1c4-4641-bda4-199f231322e0 HTTP/1.1" status: 200 len: 945 time: 0.0532212 Jan 28 20:28:08.667831 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-50fb639f-8e7b-4174-b84c-5fbd0cc33401 req-86584441-2c6b-43e8-90e5-1adf1a935527 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398173 Jan 28 20:28:08.892712 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-689c3f5d-7d04-469c-828a-fddf4fe6060c req-a6fa5d59-c8c7-4944-a5dd-1e4026f06fbf service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d535b48f-a1c4-4641-bda4-199f231322e0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0444634 Jan 28 20:28:08.908855 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6435803b-6a38-4dbb-a7be-6ff463a009b0 req-2ffda702-23c0-4a7b-b823-980e581c567e tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:08.910607 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6435803b-6a38-4dbb-a7be-6ff463a009b0 req-2ffda702-23c0-4a7b-b823-980e581c567e tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=d535b48f-a1c4-4641-bda4-199f231322e0 HTTP/1.1" status: 200 len: 945 time: 0.0534341 Jan 28 20:28:08.958728 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6435803b-6a38-4dbb-a7be-6ff463a009b0 req-a7b627a2-2fc3-4f3d-ac51-f46f0a34a031 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422046 Jan 28 20:28:09.064714 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-59a2c738-cc1b-4297-94d0-b31dd8f62329 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:09.996243 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689c3f5d-7d04-469c-828a-fddf4fe6060c req-3ea6adf7-c6bf-4992-9fe2-155adf98ef58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:09.997869 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-689c3f5d-7d04-469c-828a-fddf4fe6060c req-3ea6adf7-c6bf-4992-9fe2-155adf98ef58 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a0900bdb75214d779c2ff2b524361204&device_id=d535b48f-a1c4-4641-bda4-199f231322e0 HTTP/1.1" status: 200 len: 1128 time: 0.0444653 Jan 28 20:28:10.055975 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:10.125130 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689c3f5d-7d04-469c-828a-fddf4fe6060c req-a959829a-86d9-497a-8310-02937338e740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:10.126640 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-689c3f5d-7d04-469c-828a-fddf4fe6060c req-a959829a-86d9-497a-8310-02937338e740 service neutron] 10.222.0.70 "GET /v2.0/networks?id=d8e01811-a300-4dd8-bacd-fd5a9e44548b HTTP/1.1" status: 200 len: 912 time: 0.1225302 Jan 28 20:28:10.137370 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ae6ee5-a5f8-4bc5-922f-a8ef83625a3c req-7f664a81-129c-480a-bccc-bc7ce08aa444 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:10.138739 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-21ae6ee5-a5f8-4bc5-922f-a8ef83625a3c req-7f664a81-129c-480a-bccc-bc7ce08aa444 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=d535b48f-a1c4-4641-bda4-199f231322e0 HTTP/1.1" status: 200 len: 945 time: 0.0861855 Jan 28 20:28:10.231044 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-689c3f5d-7d04-469c-828a-fddf4fe6060c req-442034fc-5c33-43e1-8629-b744d4e6942b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=499506d9-5be9-4edb-9a8b-bcedfb0ef077 HTTP/1.1" status: 200 len: 1001 time: 0.0913515 Jan 28 20:28:10.235397 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-21ae6ee5-a5f8-4bc5-922f-a8ef83625a3c req-1b2389a6-dfa8-444e-a370-0908f7663917 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903060 Jan 28 20:28:10.279879 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689c3f5d-7d04-469c-828a-fddf4fe6060c req-129c9c74-5ebd-48d1-ac1b-c8c2f6e91340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:10.281357 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-689c3f5d-7d04-469c-828a-fddf4fe6060c req-129c9c74-5ebd-48d1-ac1b-c8c2f6e91340 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=df66a7ef-d785-4716-9ebd-bfe0bb120f51 HTTP/1.1" status: 200 len: 851 time: 0.0443776 Jan 28 20:28:10.331893 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689c3f5d-7d04-469c-828a-fddf4fe6060c req-81168156-42e3-41cd-8466-e6804863534a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:10.333461 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-689c3f5d-7d04-469c-828a-fddf4fe6060c req-81168156-42e3-41cd-8466-e6804863534a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d8e01811-a300-4dd8-bacd-fd5a9e44548b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0441978 Jan 28 20:28:10.424531 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-689c3f5d-7d04-469c-828a-fddf4fe6060c req-ed06631d-3d7a-4de8-9a37-bea35af300df service neutron] 10.222.0.70 "GET /v2.0/networks/d8e01811-a300-4dd8-bacd-fd5a9e44548b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848575 Jan 28 20:28:10.511958 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-689c3f5d-7d04-469c-828a-fddf4fe6060c req-11d72ce8-0428-478d-a206-1bd126dc9f2d service neutron] 10.222.0.70 "GET /v2.0/networks/d8e01811-a300-4dd8-bacd-fd5a9e44548b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808005 Jan 28 20:28:11.357553 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8a5215-8157-4840-9e3c-6c6e011f548d req-356f805f-b2ce-48c3-9e42-f7e156d738b2 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:11.359021 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3f8a5215-8157-4840-9e3c-6c6e011f548d req-356f805f-b2ce-48c3-9e42-f7e156d738b2 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=d535b48f-a1c4-4641-bda4-199f231322e0 HTTP/1.1" status: 200 len: 945 time: 0.0555933 Jan 28 20:28:11.411209 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3f8a5215-8157-4840-9e3c-6c6e011f548d req-e127e8a7-68ff-419c-93ee-06ef7891f0a7 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455835 Jan 28 20:28:11.928230 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:12.257245 n-d-812111-14 neutron-server[103304]: INFO neutron.api.v2.resource [req-689c3f5d-7d04-469c-828a-fddf4fe6060c req-4b5d947f-ff8e-4387-a3f6-65284f250ef2 service neutron] show failed (client error): The resource could not be found. Jan 28 20:28:12.258282 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-689c3f5d-7d04-469c-828a-fddf4fe6060c req-4b5d947f-ff8e-4387-a3f6-65284f250ef2 service neutron] 10.222.0.70 "GET /v2.0/ports/499506d9-5be9-4edb-9a8b-bcedfb0ef077/bindings/n-h1-812111-14 HTTP/1.1" status: 404 len: 381 time: 0.0578151 Jan 28 20:28:12.459820 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689c3f5d-7d04-469c-828a-fddf4fe6060c req-7007cbe6-3246-4926-a18a-e157eaf5cc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:12.461405 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-689c3f5d-7d04-469c-828a-fddf4fe6060c req-7007cbe6-3246-4926-a18a-e157eaf5cc42 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d535b48f-a1c4-4641-bda4-199f231322e0&tenant_id=a0900bdb75214d779c2ff2b524361204 HTTP/1.1" status: 200 len: 1128 time: 0.0470023 Jan 28 20:28:12.476804 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-689c3f5d-7d04-469c-828a-fddf4fe6060c req-eb999d18-41d3-45b6-829d-6fa78cf2452a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-812111-14', 'device_owner': 'compute:nova'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:28:12.539382 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-689c3f5d-7d04-469c-828a-fddf4fe6060c req-eb999d18-41d3-45b6-829d-6fa78cf2452a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (499506d9-5be9-4edb-9a8b-bcedfb0ef077), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:12.539635 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4fda19-1e4e-4c34-8298-7c297c3e8019 req-ac7df656-5d68-4e5e-994f-6aa7283c6230 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:12.541011 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-dd4fda19-1e4e-4c34-8298-7c297c3e8019 req-ac7df656-5d68-4e5e-994f-6aa7283c6230 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=d535b48f-a1c4-4641-bda4-199f231322e0 HTTP/1.1" status: 200 len: 945 time: 0.0586023 Jan 28 20:28:12.589869 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-dd4fda19-1e4e-4c34-8298-7c297c3e8019 req-2858bacd-6627-443c-baff-848c8ff11c11 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424893 Jan 28 20:28:12.741017 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-689c3f5d-7d04-469c-828a-fddf4fe6060c req-eb999d18-41d3-45b6-829d-6fa78cf2452a service neutron] For port 499506d9-5be9-4edb-9a8b-bcedfb0ef077, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=499506d9-5be9-4edb-9a8b-bcedfb0ef077,segment=NetworkSegment(a356da5f-ca46-4607-8767-57e02fcd96dc),segment_id=a356da5f-ca46-4607-8767-57e02fcd96dc)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:28:12.773693 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-689c3f5d-7d04-469c-828a-fddf4fe6060c req-eb999d18-41d3-45b6-829d-6fa78cf2452a service neutron] For port 499506d9-5be9-4edb-9a8b-bcedfb0ef077, host n-h2-812111-14, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:28:12.814955 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd535b48f-a1c4-4641-bda4-199f231322e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '499506d9-5be9-4edb-9a8b-bcedfb0ef077'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:28:12.817848 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}981202432542b3bd90586abfd28c53181d71ca775a89b024ffbb9268f9379f4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf04b784-4477-4efb-a744-685edd8c9b15" -d '{"events": [{"server_uuid": "d535b48f-a1c4-4641-bda4-199f231322e0", "name": "network-vif-unplugged", "status": "completed", "tag": "499506d9-5be9-4edb-9a8b-bcedfb0ef077"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:28:12.821481 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-689c3f5d-7d04-469c-828a-fddf4fe6060c req-eb999d18-41d3-45b6-829d-6fa78cf2452a service neutron] Publish callbacks [] for port (499506d9-5be9-4edb-9a8b-bcedfb0ef077), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:12.836549 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-689c3f5d-7d04-469c-828a-fddf4fe6060c req-eb999d18-41d3-45b6-829d-6fa78cf2452a service neutron] Transition to ACTIVE for port object 499506d9-5be9-4edb-9a8b-bcedfb0ef077 will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:28:12.841579 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-689c3f5d-7d04-469c-828a-fddf4fe6060c req-eb999d18-41d3-45b6-829d-6fa78cf2452a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (499506d9-5be9-4edb-9a8b-bcedfb0ef077), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:12.872268 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 20:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2c2fe8f-4a24-4ce2-a65a-5caa7ca9024d x-openstack-request-id: req-d2c2fe8f-4a24-4ce2-a65a-5caa7ca9024d {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:28:12.872564 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d535b48f-a1c4-4641-bda4-199f231322e0", "name": "network-vif-unplugged", "status": "completed", "tag": "499506d9-5be9-4edb-9a8b-bcedfb0ef077", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:28:12.872812 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d2c2fe8f-4a24-4ce2-a65a-5caa7ca9024d {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:28:12.873226 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd535b48f-a1c4-4641-bda4-199f231322e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '499506d9-5be9-4edb-9a8b-bcedfb0ef077', 'code': 200} Jan 28 20:28:12.934675 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb999d18-41d3-45b6-829d-6fa78cf2452a service neutron] Pushing event updated for resources: {'Port': ['ID=499506d9-5be9-4edb-9a8b-bcedfb0ef077,revision_number=6']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:12.947205 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb999d18-41d3-45b6-829d-6fa78cf2452a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:28:12.947555 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb999d18-41d3-45b6-829d-6fa78cf2452a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:28:12.947906 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb999d18-41d3-45b6-829d-6fa78cf2452a service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:28:12.948249 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb999d18-41d3-45b6-829d-6fa78cf2452a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:28:12.948587 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb999d18-41d3-45b6-829d-6fa78cf2452a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:28:12.948999 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb999d18-41d3-45b6-829d-6fa78cf2452a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:28:12.949357 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb999d18-41d3-45b6-829d-6fa78cf2452a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:28:12.949689 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb999d18-41d3-45b6-829d-6fa78cf2452a service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:28:12.950023 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb999d18-41d3-45b6-829d-6fa78cf2452a service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:28:12.950358 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb999d18-41d3-45b6-829d-6fa78cf2452a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:28:12.950691 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb999d18-41d3-45b6-829d-6fa78cf2452a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:28:12.951023 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb999d18-41d3-45b6-829d-6fa78cf2452a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:28:12.951348 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb999d18-41d3-45b6-829d-6fa78cf2452a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:28:12.984804 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-689c3f5d-7d04-469c-828a-fddf4fe6060c req-eb999d18-41d3-45b6-829d-6fa78cf2452a service neutron] No DVR routers for this DVR port 499506d9-5be9-4edb-9a8b-bcedfb0ef077 on host n-h2-812111-14 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:28:13.123067 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-689c3f5d-7d04-469c-828a-fddf4fe6060c req-eb999d18-41d3-45b6-829d-6fa78cf2452a service neutron] Attempting to bind port 499506d9-5be9-4edb-9a8b-bcedfb0ef077 on host n-h1-812111-14 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:28:13.123401 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-689c3f5d-7d04-469c-828a-fddf4fe6060c req-eb999d18-41d3-45b6-829d-6fa78cf2452a service neutron] Attempting to bind port 499506d9-5be9-4edb-9a8b-bcedfb0ef077 by drivers openvswitch,hyperv on host n-h1-812111-14 at level 0 using segments [{'id': 'a356da5f-ca46-4607-8767-57e02fcd96dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd8e01811-a300-4dd8-bacd-fd5a9e44548b'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:28:13.123733 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689c3f5d-7d04-469c-828a-fddf4fe6060c req-eb999d18-41d3-45b6-829d-6fa78cf2452a service neutron] Attempting to bind port 499506d9-5be9-4edb-9a8b-bcedfb0ef077 on network d8e01811-a300-4dd8-bacd-fd5a9e44548b {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:28:13.127977 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689c3f5d-7d04-469c-828a-fddf4fe6060c req-eb999d18-41d3-45b6-829d-6fa78cf2452a service neutron] Port 499506d9-5be9-4edb-9a8b-bcedfb0ef077 on network d8e01811-a300-4dd8-bacd-fd5a9e44548b not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-14 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:28:13.128299 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689c3f5d-7d04-469c-828a-fddf4fe6060c req-eb999d18-41d3-45b6-829d-6fa78cf2452a service neutron] Attempting to bind port 499506d9-5be9-4edb-9a8b-bcedfb0ef077 on network d8e01811-a300-4dd8-bacd-fd5a9e44548b {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:28:13.133555 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689c3f5d-7d04-469c-828a-fddf4fe6060c req-eb999d18-41d3-45b6-829d-6fa78cf2452a service neutron] Checking agent: {'id': 'b544ba20-de93-4d86-9e6b-a2202deb6191', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 27, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:28:13.133897 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689c3f5d-7d04-469c-828a-fddf4fe6060c req-eb999d18-41d3-45b6-829d-6fa78cf2452a service neutron] Checking segment: {'id': 'a356da5f-ca46-4607-8767-57e02fcd96dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd8e01811-a300-4dd8-bacd-fd5a9e44548b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:28:13.134365 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689c3f5d-7d04-469c-828a-fddf4fe6060c req-eb999d18-41d3-45b6-829d-6fa78cf2452a service neutron] Bound using segment: {'id': 'a356da5f-ca46-4607-8767-57e02fcd96dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd8e01811-a300-4dd8-bacd-fd5a9e44548b'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:28:13.134797 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-689c3f5d-7d04-469c-828a-fddf4fe6060c req-eb999d18-41d3-45b6-829d-6fa78cf2452a service neutron] Bound port: 499506d9-5be9-4edb-9a8b-bcedfb0ef077, host: n-h1-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a356da5f-ca46-4607-8767-57e02fcd96dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd8e01811-a300-4dd8-bacd-fd5a9e44548b'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:28:13.135150 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-689c3f5d-7d04-469c-828a-fddf4fe6060c req-eb999d18-41d3-45b6-829d-6fa78cf2452a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (499506d9-5be9-4edb-9a8b-bcedfb0ef077), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:13.199123 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-689c3f5d-7d04-469c-828a-fddf4fe6060c req-eb999d18-41d3-45b6-829d-6fa78cf2452a service neutron] For port 499506d9-5be9-4edb-9a8b-bcedfb0ef077, host n-h1-812111-14, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:28:13.202416 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-689c3f5d-7d04-469c-828a-fddf4fe6060c req-eb999d18-41d3-45b6-829d-6fa78cf2452a service neutron] For port 499506d9-5be9-4edb-9a8b-bcedfb0ef077, host n-h1-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=499506d9-5be9-4edb-9a8b-bcedfb0ef077,segment=NetworkSegment(a356da5f-ca46-4607-8767-57e02fcd96dc),segment_id=a356da5f-ca46-4607-8767-57e02fcd96dc)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:28:13.208453 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-689c3f5d-7d04-469c-828a-fddf4fe6060c req-eb999d18-41d3-45b6-829d-6fa78cf2452a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (499506d9-5be9-4edb-9a8b-bcedfb0ef077), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:13.246828 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689c3f5d-7d04-469c-828a-fddf4fe6060c req-eb999d18-41d3-45b6-829d-6fa78cf2452a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:13.247467 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-689c3f5d-7d04-469c-828a-fddf4fe6060c req-eb999d18-41d3-45b6-829d-6fa78cf2452a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:13.248857 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-689c3f5d-7d04-469c-828a-fddf4fe6060c req-eb999d18-41d3-45b6-829d-6fa78cf2452a service neutron] 10.222.0.41 "PUT /v2.0/ports/499506d9-5be9-4edb-9a8b-bcedfb0ef077 HTTP/1.1" status: 200 len: 1092 time: 0.7770500 Jan 28 20:28:13.270019 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb999d18-41d3-45b6-829d-6fa78cf2452a service neutron] Pushing event updated for resources: {'Port': ['ID=499506d9-5be9-4edb-9a8b-bcedfb0ef077,revision_number=7']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:13.304075 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:13.325457 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689c3f5d-7d04-469c-828a-fddf4fe6060c req-41e3b112-3fe1-4e9a-9913-7047a324a026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:13.327191 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-689c3f5d-7d04-469c-828a-fddf4fe6060c req-41e3b112-3fe1-4e9a-9913-7047a324a026 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a0900bdb75214d779c2ff2b524361204&device_id=d535b48f-a1c4-4641-bda4-199f231322e0 HTTP/1.1" status: 200 len: 1126 time: 0.0491633 Jan 28 20:28:13.422141 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689c3f5d-7d04-469c-828a-fddf4fe6060c req-48785726-1aff-46bc-beaa-64dfddfca6be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:13.423976 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-689c3f5d-7d04-469c-828a-fddf4fe6060c req-48785726-1aff-46bc-beaa-64dfddfca6be service neutron] 10.222.0.41 "GET /v2.0/networks?id=d8e01811-a300-4dd8-bacd-fd5a9e44548b HTTP/1.1" status: 200 len: 912 time: 0.0891564 Jan 28 20:28:13.502994 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-689c3f5d-7d04-469c-828a-fddf4fe6060c req-e381ab8f-b7f6-401e-aa2c-60aa03892e84 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=499506d9-5be9-4edb-9a8b-bcedfb0ef077 HTTP/1.1" status: 200 len: 999 time: 0.0677025 Jan 28 20:28:13.554754 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689c3f5d-7d04-469c-828a-fddf4fe6060c req-17638272-24a3-4c81-87c9-d952ac9d7373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:13.556073 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-689c3f5d-7d04-469c-828a-fddf4fe6060c req-17638272-24a3-4c81-87c9-d952ac9d7373 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=df66a7ef-d785-4716-9ebd-bfe0bb120f51 HTTP/1.1" status: 200 len: 851 time: 0.0441146 Jan 28 20:28:13.606945 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689c3f5d-7d04-469c-828a-fddf4fe6060c req-e82983f6-d571-4ba1-99f5-1a7fa74ae40e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:13.608446 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-689c3f5d-7d04-469c-828a-fddf4fe6060c req-e82983f6-d571-4ba1-99f5-1a7fa74ae40e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d8e01811-a300-4dd8-bacd-fd5a9e44548b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0437558 Jan 28 20:28:13.704158 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-689c3f5d-7d04-469c-828a-fddf4fe6060c req-820765a2-70f3-4fd7-bf87-590f38f4f209 service neutron] 10.222.0.41 "GET /v2.0/networks/d8e01811-a300-4dd8-bacd-fd5a9e44548b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865686 Jan 28 20:28:13.723053 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38537c75-1c62-451a-8a4b-ec1231a3d6a2 req-9c58ee3d-e4f6-46dc-8f8b-920f350ccaa6 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:13.724537 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-38537c75-1c62-451a-8a4b-ec1231a3d6a2 req-9c58ee3d-e4f6-46dc-8f8b-920f350ccaa6 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=d535b48f-a1c4-4641-bda4-199f231322e0 HTTP/1.1" status: 200 len: 943 time: 0.0519376 Jan 28 20:28:13.772482 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-38537c75-1c62-451a-8a4b-ec1231a3d6a2 req-f7b9e693-2d2b-475b-b5bf-cfa66ab35c73 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419700 Jan 28 20:28:13.801719 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-689c3f5d-7d04-469c-828a-fddf4fe6060c req-b83a1586-3dfb-41c0-a291-685daedc2332 service neutron] 10.222.0.41 "GET /v2.0/networks/d8e01811-a300-4dd8-bacd-fd5a9e44548b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881746 Jan 28 20:28:14.400537 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 499506d9-5be9-4edb-9a8b-bcedfb0ef077 no longer exists at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:28:14.440187 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] The host n-h2-812111-14 is not matching for port 499506d9-5be9-4edb-9a8b-bcedfb0ef077 host n-h1-812111-14! {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Jan 28 20:28:14.440581 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 499506d9-5be9-4edb-9a8b-bcedfb0ef077 not bound to the agent host n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:28:14.873912 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd535b48f-a1c4-4641-bda4-199f231322e0', 'tag': '499506d9-5be9-4edb-9a8b-bcedfb0ef077'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:28:14.876131 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}981202432542b3bd90586abfd28c53181d71ca775a89b024ffbb9268f9379f4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91bad4f7-897f-47bd-bf1d-38468d58cff8" -d '{"events": [{"name": "network-changed", "server_uuid": "d535b48f-a1c4-4641-bda4-199f231322e0", "tag": "499506d9-5be9-4edb-9a8b-bcedfb0ef077"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:28:14.900292 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40801a56-f701-408b-9d3c-bb8f18686f84 req-3831b49d-20d2-4864-b4f8-305b085c1fb4 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:14.901863 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-40801a56-f701-408b-9d3c-bb8f18686f84 req-3831b49d-20d2-4864-b4f8-305b085c1fb4 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=d535b48f-a1c4-4641-bda4-199f231322e0 HTTP/1.1" status: 200 len: 943 time: 0.0593936 Jan 28 20:28:14.931902 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b7fd5a4-67b1-413d-9695-6ca188f2fed6 x-openstack-request-id: req-2b7fd5a4-67b1-413d-9695-6ca188f2fed6 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:28:14.932196 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d535b48f-a1c4-4641-bda4-199f231322e0", "tag": "499506d9-5be9-4edb-9a8b-bcedfb0ef077", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:28:14.932439 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2b7fd5a4-67b1-413d-9695-6ca188f2fed6 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:28:14.933474 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd535b48f-a1c4-4641-bda4-199f231322e0', 'tag': '499506d9-5be9-4edb-9a8b-bcedfb0ef077', 'status': 'completed', 'code': 200} Jan 28 20:28:14.991341 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-40801a56-f701-408b-9d3c-bb8f18686f84 req-b4704713-cd80-450d-ba95-9aa2b378bdda tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816493 Jan 28 20:28:15.004575 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bad4f7-897f-47bd-bf1d-38468d58cff8 req-1be0f081-37a0-4193-bc46-c85dd51dba55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:15.006167 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-91bad4f7-897f-47bd-bf1d-38468d58cff8 req-1be0f081-37a0-4193-bc46-c85dd51dba55 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a0900bdb75214d779c2ff2b524361204&device_id=d535b48f-a1c4-4641-bda4-199f231322e0 HTTP/1.1" status: 200 len: 1126 time: 0.0528700 Jan 28 20:28:15.009990 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bad4f7-897f-47bd-bf1d-38468d58cff8 req-c34004de-55cc-407d-a299-6996124c13e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:15.011513 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-91bad4f7-897f-47bd-bf1d-38468d58cff8 req-c34004de-55cc-407d-a299-6996124c13e8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a0900bdb75214d779c2ff2b524361204&device_id=d535b48f-a1c4-4641-bda4-199f231322e0 HTTP/1.1" status: 200 len: 1126 time: 0.0535586 Jan 28 20:28:15.101411 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bad4f7-897f-47bd-bf1d-38468d58cff8 req-937a2650-110e-4e89-a19f-63edcd237c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:15.102913 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-91bad4f7-897f-47bd-bf1d-38468d58cff8 req-937a2650-110e-4e89-a19f-63edcd237c29 service neutron] 10.222.0.70 "GET /v2.0/networks?id=d8e01811-a300-4dd8-bacd-fd5a9e44548b HTTP/1.1" status: 200 len: 912 time: 0.0913737 Jan 28 20:28:15.105618 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bad4f7-897f-47bd-bf1d-38468d58cff8 req-7a0556e4-9400-485c-adb3-91b9bc12e3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:15.107069 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-91bad4f7-897f-47bd-bf1d-38468d58cff8 req-7a0556e4-9400-485c-adb3-91b9bc12e3cb service neutron] 10.222.0.41 "GET /v2.0/networks?id=d8e01811-a300-4dd8-bacd-fd5a9e44548b HTTP/1.1" status: 200 len: 912 time: 0.0895154 Jan 28 20:28:15.174339 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-91bad4f7-897f-47bd-bf1d-38468d58cff8 req-2e2e10e5-0013-40cd-be99-07f97b4fac99 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=499506d9-5be9-4edb-9a8b-bcedfb0ef077 HTTP/1.1" status: 200 len: 999 time: 0.0661573 Jan 28 20:28:15.178231 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-91bad4f7-897f-47bd-bf1d-38468d58cff8 req-672a7091-7fb5-491e-b700-60b0a465e939 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=499506d9-5be9-4edb-9a8b-bcedfb0ef077 HTTP/1.1" status: 200 len: 999 time: 0.0647426 Jan 28 20:28:15.231006 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bad4f7-897f-47bd-bf1d-38468d58cff8 req-9cac9e40-b7e1-40b7-8c38-bce4eed21d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:15.232531 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bad4f7-897f-47bd-bf1d-38468d58cff8 req-af2742c5-82a6-471e-9d92-7dcf79f9dcd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:15.232741 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-91bad4f7-897f-47bd-bf1d-38468d58cff8 req-9cac9e40-b7e1-40b7-8c38-bce4eed21d7d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=df66a7ef-d785-4716-9ebd-bfe0bb120f51 HTTP/1.1" status: 200 len: 851 time: 0.0481405 Jan 28 20:28:15.234491 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-91bad4f7-897f-47bd-bf1d-38468d58cff8 req-af2742c5-82a6-471e-9d92-7dcf79f9dcd4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=df66a7ef-d785-4716-9ebd-bfe0bb120f51 HTTP/1.1" status: 200 len: 851 time: 0.0542099 Jan 28 20:28:15.290554 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bad4f7-897f-47bd-bf1d-38468d58cff8 req-02343cbc-7ff5-4508-ae90-1c644dc7583a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:15.292173 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-91bad4f7-897f-47bd-bf1d-38468d58cff8 req-02343cbc-7ff5-4508-ae90-1c644dc7583a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d8e01811-a300-4dd8-bacd-fd5a9e44548b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0524902 Jan 28 20:28:15.298048 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bad4f7-897f-47bd-bf1d-38468d58cff8 req-4f490bb3-a634-4c14-9e5a-af0301fb87f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:15.299599 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-91bad4f7-897f-47bd-bf1d-38468d58cff8 req-4f490bb3-a634-4c14-9e5a-af0301fb87f9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d8e01811-a300-4dd8-bacd-fd5a9e44548b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0546567 Jan 28 20:28:15.406242 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-91bad4f7-897f-47bd-bf1d-38468d58cff8 req-cab64203-8241-4a02-b141-dfb976fd7c07 service neutron] 10.222.0.41 "GET /v2.0/networks/d8e01811-a300-4dd8-bacd-fd5a9e44548b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044123 Jan 28 20:28:15.408984 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-91bad4f7-897f-47bd-bf1d-38468d58cff8 req-f00e6fed-bc71-40d1-be86-8f6f3d147705 service neutron] 10.222.0.70 "GET /v2.0/networks/d8e01811-a300-4dd8-bacd-fd5a9e44548b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022823 Jan 28 20:28:15.505916 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-91bad4f7-897f-47bd-bf1d-38468d58cff8 req-4557d060-082d-4a40-8042-7b448774d4b9 service neutron] 10.222.0.41 "GET /v2.0/networks/d8e01811-a300-4dd8-bacd-fd5a9e44548b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899808 Jan 28 20:28:15.513717 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-91bad4f7-897f-47bd-bf1d-38468d58cff8 req-1531860e-ad70-4c2a-a285-4967cd17ef31 service neutron] 10.222.0.70 "GET /v2.0/networks/d8e01811-a300-4dd8-bacd-fd5a9e44548b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986223 Jan 28 20:28:16.123044 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa3841c-477d-4a19-bb1a-28e3447a0eb0 req-06f700ff-916e-4bc0-90e2-7418467e41c2 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:16.124546 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8aa3841c-477d-4a19-bb1a-28e3447a0eb0 req-06f700ff-916e-4bc0-90e2-7418467e41c2 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=d535b48f-a1c4-4641-bda4-199f231322e0 HTTP/1.1" status: 200 len: 943 time: 0.0540662 Jan 28 20:28:16.171361 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8aa3841c-477d-4a19-bb1a-28e3447a0eb0 req-f580f9e4-ce11-45db-ad69-bad5de000aab tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410736 Jan 28 20:28:16.410974 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46df0079-60e4-423e-b1e7-e1dccb82e822 req-e9456452-2fcd-4a1f-9c46-c654c5ad85ab tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:16.412481 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-46df0079-60e4-423e-b1e7-e1dccb82e822 req-e9456452-2fcd-4a1f-9c46-c654c5ad85ab tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=d535b48f-a1c4-4641-bda4-199f231322e0 HTTP/1.1" status: 200 len: 943 time: 0.0944822 Jan 28 20:28:16.434288 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287522b2-8a77-4da5-9cc5-78adf81197d8 req-699277ec-d9b9-4c1d-9012-1f6e248298fc tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:16.435723 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-287522b2-8a77-4da5-9cc5-78adf81197d8 req-699277ec-d9b9-4c1d-9012-1f6e248298fc tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.70 "GET /v2.0/ports?device_id=d535b48f-a1c4-4641-bda4-199f231322e0&tenant_id=a0900bdb75214d779c2ff2b524361204&binding%3Ahost_id=n-h1-812111-14 HTTP/1.1" status: 200 len: 943 time: 0.1042066 Jan 28 20:28:16.518033 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-46df0079-60e4-423e-b1e7-e1dccb82e822 req-e59222bc-6f5f-46f2-bdc9-80b855d734ac tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991807 Jan 28 20:28:16.524019 n-d-812111-14 neutron-server[103304]: INFO neutron.api.v2.resource [req-287522b2-8a77-4da5-9cc5-78adf81197d8 req-b75ce588-c1ca-4e8e-ab60-d55bf4b291cd service neutron] delete failed (client error): The resource could not be found. Jan 28 20:28:16.525001 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-287522b2-8a77-4da5-9cc5-78adf81197d8 req-b75ce588-c1ca-4e8e-ab60-d55bf4b291cd service neutron] 10.222.0.70 "DELETE /v2.0/ports/499506d9-5be9-4edb-9a8b-bcedfb0ef077/bindings/n-h2-812111-14 HTTP/1.1" status: 404 len: 381 time: 0.0825627 Jan 28 20:28:16.622961 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287522b2-8a77-4da5-9cc5-78adf81197d8 req-7f1d279e-57ab-4ecc-ba6a-5b4b73cb2f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:16.624376 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-287522b2-8a77-4da5-9cc5-78adf81197d8 req-7f1d279e-57ab-4ecc-ba6a-5b4b73cb2f62 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a0900bdb75214d779c2ff2b524361204&device_id=d535b48f-a1c4-4641-bda4-199f231322e0 HTTP/1.1" status: 200 len: 1126 time: 0.0560150 Jan 28 20:28:16.714274 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287522b2-8a77-4da5-9cc5-78adf81197d8 req-b85a34d2-7497-4d89-b1e5-8c7b01956060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:16.715780 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-287522b2-8a77-4da5-9cc5-78adf81197d8 req-b85a34d2-7497-4d89-b1e5-8c7b01956060 service neutron] 10.222.0.70 "GET /v2.0/networks?id=d8e01811-a300-4dd8-bacd-fd5a9e44548b HTTP/1.1" status: 200 len: 912 time: 0.0853858 Jan 28 20:28:16.786119 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-287522b2-8a77-4da5-9cc5-78adf81197d8 req-97c41cbb-d74b-4d27-b8ff-b01af13f5d75 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=499506d9-5be9-4edb-9a8b-bcedfb0ef077 HTTP/1.1" status: 200 len: 999 time: 0.0642271 Jan 28 20:28:16.834157 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287522b2-8a77-4da5-9cc5-78adf81197d8 req-5ea26fcf-0735-4842-8d40-1a7a9df853a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:16.835596 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-287522b2-8a77-4da5-9cc5-78adf81197d8 req-5ea26fcf-0735-4842-8d40-1a7a9df853a6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=df66a7ef-d785-4716-9ebd-bfe0bb120f51 HTTP/1.1" status: 200 len: 851 time: 0.0436423 Jan 28 20:28:16.883587 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287522b2-8a77-4da5-9cc5-78adf81197d8 req-9a982b69-2a28-4392-b050-c16af3e9b335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:16.884982 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-287522b2-8a77-4da5-9cc5-78adf81197d8 req-9a982b69-2a28-4392-b050-c16af3e9b335 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d8e01811-a300-4dd8-bacd-fd5a9e44548b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0431154 Jan 28 20:28:16.974978 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-287522b2-8a77-4da5-9cc5-78adf81197d8 req-1d8372a2-aa30-4dd8-ae6a-0c87e1c72177 service neutron] 10.222.0.70 "GET /v2.0/networks/d8e01811-a300-4dd8-bacd-fd5a9e44548b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841422 Jan 28 20:28:17.061327 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-287522b2-8a77-4da5-9cc5-78adf81197d8 req-452bf24d-e467-46ad-a81f-5081e255b6d2 service neutron] 10.222.0.70 "GET /v2.0/networks/d8e01811-a300-4dd8-bacd-fd5a9e44548b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801375 Jan 28 20:28:17.651826 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd00228-361e-430b-90d2-71fb3af5702e req-0fa36e72-f52e-44db-93bb-6e75f3be29e7 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:17.653340 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7bd00228-361e-430b-90d2-71fb3af5702e req-0fa36e72-f52e-44db-93bb-6e75f3be29e7 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=d535b48f-a1c4-4641-bda4-199f231322e0 HTTP/1.1" status: 200 len: 943 time: 0.0598416 Jan 28 20:28:17.699510 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7bd00228-361e-430b-90d2-71fb3af5702e req-e6904369-f0b8-4407-b872-d355f56944b7 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405569 Jan 28 20:28:17.818464 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f64d72-b3df-4ac6-a1e1-07e00235084a req-152a4168-10a1-418f-88e1-783924012661 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:17.819931 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-51f64d72-b3df-4ac6-a1e1-07e00235084a req-152a4168-10a1-418f-88e1-783924012661 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=d535b48f-a1c4-4641-bda4-199f231322e0 HTTP/1.1" status: 200 len: 943 time: 0.0524280 Jan 28 20:28:17.870824 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-51f64d72-b3df-4ac6-a1e1-07e00235084a req-432d8fd0-bba1-4278-a3b9-b60815959b7b tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452416 Jan 28 20:28:18.069615 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40da599a-fcfc-49c9-b917-7a2a591df6db req-904d6eec-8bd3-4cd5-9e33-c5a8f9c6f2b5 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:18.071467 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-40da599a-fcfc-49c9-b917-7a2a591df6db req-904d6eec-8bd3-4cd5-9e33-c5a8f9c6f2b5 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=d535b48f-a1c4-4641-bda4-199f231322e0 HTTP/1.1" status: 200 len: 943 time: 0.0566461 Jan 28 20:28:18.108975 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1e5cbc-bd03-4d86-a22d-8d752283cd20 req-fd7f3d8a-a85b-45be-a15a-f75b8ac7b2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:18.110513 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3e1e5cbc-bd03-4d86-a22d-8d752283cd20 req-fd7f3d8a-a85b-45be-a15a-f75b8ac7b2eb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a0900bdb75214d779c2ff2b524361204&device_id=d535b48f-a1c4-4641-bda4-199f231322e0 HTTP/1.1" status: 200 len: 1126 time: 0.0453820 Jan 28 20:28:18.119901 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-40da599a-fcfc-49c9-b917-7a2a591df6db req-f3d59d02-d1db-4fb8-b868-3edf16a7a17a tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426404 Jan 28 20:28:18.167168 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 499506d9-5be9-4edb-9a8b-bcedfb0ef077 details requested by agent hyperv_n-h1-812111-14 with host n-h1-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:28:18.213807 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1e5cbc-bd03-4d86-a22d-8d752283cd20 req-a8eee324-e390-4532-987f-65b4fe4ae9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:18.215218 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3e1e5cbc-bd03-4d86-a22d-8d752283cd20 req-a8eee324-e390-4532-987f-65b4fe4ae9b7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d8e01811-a300-4dd8-bacd-fd5a9e44548b HTTP/1.1" status: 200 len: 912 time: 0.0958784 Jan 28 20:28:18.264839 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 499506d9-5be9-4edb-9a8b-bcedfb0ef077, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=499506d9-5be9-4edb-9a8b-bcedfb0ef077,segment=NetworkSegment(a356da5f-ca46-4607-8767-57e02fcd96dc),segment_id=a356da5f-ca46-4607-8767-57e02fcd96dc)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:28:18.276213 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Returning: {'device': '499506d9-5be9-4edb-9a8b-bcedfb0ef077', 'network_id': 'd8e01811-a300-4dd8-bacd-fd5a9e44548b', 'port_id': '499506d9-5be9-4edb-9a8b-bcedfb0ef077', 'mac_address': 'fa:16:3e:7c:62:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df66a7ef-d785-4716-9ebd-bfe0bb120f51', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:28:18.283533 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3e1e5cbc-bd03-4d86-a22d-8d752283cd20 req-fdea8cf3-2086-4fb1-8521-73eef201297b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=499506d9-5be9-4edb-9a8b-bcedfb0ef077 HTTP/1.1" status: 200 len: 999 time: 0.0596769 Jan 28 20:28:18.312684 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port 499506d9-5be9-4edb-9a8b-bcedfb0ef077 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:28:18.313074 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (499506d9-5be9-4edb-9a8b-bcedfb0ef077), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:18.329290 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 499506d9-5be9-4edb-9a8b-bcedfb0ef077 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:28:18.333885 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1e5cbc-bd03-4d86-a22d-8d752283cd20 req-92afdead-30f8-4ce7-93a7-4c532dcb91d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:18.335404 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3e1e5cbc-bd03-4d86-a22d-8d752283cd20 req-92afdead-30f8-4ce7-93a7-4c532dcb91d7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=df66a7ef-d785-4716-9ebd-bfe0bb120f51 HTTP/1.1" status: 200 len: 851 time: 0.0442307 Jan 28 20:28:18.349898 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 499506d9-5be9-4edb-9a8b-bcedfb0ef077, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=499506d9-5be9-4edb-9a8b-bcedfb0ef077,segment=NetworkSegment(a356da5f-ca46-4607-8767-57e02fcd96dc),segment_id=a356da5f-ca46-4607-8767-57e02fcd96dc)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:28:18.355091 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (499506d9-5be9-4edb-9a8b-bcedfb0ef077), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:18.391518 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1e5cbc-bd03-4d86-a22d-8d752283cd20 req-4ebd9de6-13cd-48f0-8013-d1930e91c15d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:18.393074 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3e1e5cbc-bd03-4d86-a22d-8d752283cd20 req-4ebd9de6-13cd-48f0-8013-d1930e91c15d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d8e01811-a300-4dd8-bacd-fd5a9e44548b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0492988 Jan 28 20:28:18.400239 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=499506d9-5be9-4edb-9a8b-bcedfb0ef077,revision_number=8']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:18.484326 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3e1e5cbc-bd03-4d86-a22d-8d752283cd20 req-111d20c7-76f1-42aa-bd40-624b4a7315b4 service neutron] 10.222.0.41 "GET /v2.0/networks/d8e01811-a300-4dd8-bacd-fd5a9e44548b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834131 Jan 28 20:28:18.577216 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3e1e5cbc-bd03-4d86-a22d-8d752283cd20 req-66f68255-4310-4a73-ba73-0e9c5f7c0aa3 service neutron] 10.222.0.41 "GET /v2.0/networks/d8e01811-a300-4dd8-bacd-fd5a9e44548b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840771 Jan 28 20:28:18.685619 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['499506d9-5be9-4edb-9a8b-bcedfb0ef077'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:28:19.242231 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1ee74b-3df3-4bf9-ae80-b7d88111be7a req-22b247f5-714d-4d24-91d4-333d1257a75e tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:19.243740 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-fe1ee74b-3df3-4bf9-ae80-b7d88111be7a req-22b247f5-714d-4d24-91d4-333d1257a75e tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=d535b48f-a1c4-4641-bda4-199f231322e0 HTTP/1.1" status: 200 len: 944 time: 0.0543494 Jan 28 20:28:19.293781 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-fe1ee74b-3df3-4bf9-ae80-b7d88111be7a req-76633afe-dba9-4d2d-a584-fd0aee0c3374 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444221 Jan 28 20:28:19.530675 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ef742b-4818-4a8b-86ee-880789fc538b req-a6433845-8c8f-4cf9-ae87-9aa646555730 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:19.532150 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f7ef742b-4818-4a8b-86ee-880789fc538b req-a6433845-8c8f-4cf9-ae87-9aa646555730 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=d535b48f-a1c4-4641-bda4-199f231322e0 HTTP/1.1" status: 200 len: 944 time: 0.0535829 Jan 28 20:28:19.579101 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f7ef742b-4818-4a8b-86ee-880789fc538b req-48594f6f-38b8-4fd5-a0b5-dd9396d85fa6 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405974 Jan 28 20:28:20.161229 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:28:20.166939 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 499506d9-5be9-4edb-9a8b-bcedfb0ef077 up at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:28:20.214499 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning for port 499506d9-5be9-4edb-9a8b-bcedfb0ef077 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:28:20.218383 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning complete for port 499506d9-5be9-4edb-9a8b-bcedfb0ef077 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:28:20.218832 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (499506d9-5be9-4edb-9a8b-bcedfb0ef077), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:20.295582 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port 499506d9-5be9-4edb-9a8b-bcedfb0ef077 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:28:20.295962 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (499506d9-5be9-4edb-9a8b-bcedfb0ef077), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:20.321625 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd535b48f-a1c4-4641-bda4-199f231322e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '499506d9-5be9-4edb-9a8b-bcedfb0ef077'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:28:20.323802 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}704c702df6f21e7df92d3d89d4c6cfde2c6406e49d8202b36454fc5209adee22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53f700bd-5661-40df-ac09-5dfc14af7b61" -d '{"events": [{"server_uuid": "d535b48f-a1c4-4641-bda4-199f231322e0", "name": "network-vif-plugged", "status": "completed", "tag": "499506d9-5be9-4edb-9a8b-bcedfb0ef077"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:28:20.492357 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4e2c595-1e29-4122-a1a6-95cfcaa38a57 x-openstack-request-id: req-a4e2c595-1e29-4122-a1a6-95cfcaa38a57 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:28:20.492598 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d535b48f-a1c4-4641-bda4-199f231322e0", "name": "network-vif-plugged", "status": "completed", "tag": "499506d9-5be9-4edb-9a8b-bcedfb0ef077", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:28:20.492782 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a4e2c595-1e29-4122-a1a6-95cfcaa38a57 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:28:20.493191 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd535b48f-a1c4-4641-bda4-199f231322e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '499506d9-5be9-4edb-9a8b-bcedfb0ef077', 'code': 200} Jan 28 20:28:20.496892 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 499506d9-5be9-4edb-9a8b-bcedfb0ef077, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=499506d9-5be9-4edb-9a8b-bcedfb0ef077,segment=NetworkSegment(a356da5f-ca46-4607-8767-57e02fcd96dc),segment_id=a356da5f-ca46-4607-8767-57e02fcd96dc)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:28:20.501131 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (499506d9-5be9-4edb-9a8b-bcedfb0ef077), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:20.549082 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=499506d9-5be9-4edb-9a8b-bcedfb0ef077,revision_number=9']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:20.704433 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c8a032-5e39-4acd-9302-bbf3d8d4cbbc req-1bcaef71-dbe2-4d7d-bceb-5884eae0079e tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:20.706505 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d4c8a032-5e39-4acd-9302-bbf3d8d4cbbc req-1bcaef71-dbe2-4d7d-bceb-5884eae0079e tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=d535b48f-a1c4-4641-bda4-199f231322e0 HTTP/1.1" status: 200 len: 945 time: 0.0595725 Jan 28 20:28:20.755737 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d4c8a032-5e39-4acd-9302-bbf3d8d4cbbc req-d01cefe8-234d-4dbd-a407-6cb3e626d3d1 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438099 Jan 28 20:28:20.957240 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07b7d19-97ff-475c-ab50-c659afd4f501 req-013860e0-9590-411a-ae72-9071f8bf44cf tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:20.958721 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e07b7d19-97ff-475c-ab50-c659afd4f501 req-013860e0-9590-411a-ae72-9071f8bf44cf tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.41 "GET /v2.0/ports?device_id=d535b48f-a1c4-4641-bda4-199f231322e0 HTTP/1.1" status: 200 len: 945 time: 0.0517452 Jan 28 20:28:21.053600 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-e07b7d19-97ff-475c-ab50-c659afd4f501 req-060f5d4f-7798-4ba1-9a13-c5abc57891f3 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Deleting port 499506d9-5be9-4edb-9a8b-bcedfb0ef077 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:28:21.053861 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-e07b7d19-97ff-475c-ab50-c659afd4f501 req-060f5d4f-7798-4ba1-9a13-c5abc57891f3 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (499506d9-5be9-4edb-9a8b-bcedfb0ef077), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:21.435397 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-e07b7d19-97ff-475c-ab50-c659afd4f501 req-060f5d4f-7798-4ba1-9a13-c5abc57891f3 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] For port 499506d9-5be9-4edb-9a8b-bcedfb0ef077, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=499506d9-5be9-4edb-9a8b-bcedfb0ef077,segment=NetworkSegment(a356da5f-ca46-4607-8767-57e02fcd96dc),segment_id=a356da5f-ca46-4607-8767-57e02fcd96dc)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:28:21.435758 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-e07b7d19-97ff-475c-ab50-c659afd4f501 req-060f5d4f-7798-4ba1-9a13-c5abc57891f3 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (499506d9-5be9-4edb-9a8b-bcedfb0ef077), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:21.445733 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:21.655078 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-e07b7d19-97ff-475c-ab50-c659afd4f501 req-060f5d4f-7798-4ba1-9a13-c5abc57891f3 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:21.655436 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-e07b7d19-97ff-475c-ab50-c659afd4f501 req-060f5d4f-7798-4ba1-9a13-c5abc57891f3 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734886'] for floatingip (c1a1139a-01fb-4466-9dfc-f383f49ea6ce), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:21.655754 n-d-812111-14 neutron-server[103305]: INFO neutron.db.l3_db [req-e07b7d19-97ff-475c-ab50-c659afd4f501 req-060f5d4f-7798-4ba1-9a13-c5abc57891f3 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Floating IP c1a1139a-01fb-4466-9dfc-f383f49ea6ce disassociated. External IP: 172.25.6.186, port: 499506d9-5be9-4edb-9a8b-bcedfb0ef077. Jan 28 20:28:21.656096 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-e07b7d19-97ff-475c-ab50-c659afd4f501 req-060f5d4f-7798-4ba1-9a13-c5abc57891f3 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Calling delete_port for 499506d9-5be9-4edb-9a8b-bcedfb0ef077 owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:28:21.782099 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-e07b7d19-97ff-475c-ab50-c659afd4f501 req-060f5d4f-7798-4ba1-9a13-c5abc57891f3 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (499506d9-5be9-4edb-9a8b-bcedfb0ef077), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:21.810220 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060f5d4f-7798-4ba1-9a13-c5abc57891f3 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Pushing event deleted for resources: {'Port': ['ID=499506d9-5be9-4edb-9a8b-bcedfb0ef077,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:21.856481 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5dea6780-70e8-4965-8db4-8ad4a1cfb036 req-2deb10be-a8b6-4b2d-b2d1-6ac13ff2ea26 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=d535b48f-a1c4-4641-bda4-199f231322e0 HTTP/1.1" status: 200 len: 210 time: 0.0287392 Jan 28 20:28:21.936633 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e07b7d19-97ff-475c-ab50-c659afd4f501 req-060f5d4f-7798-4ba1-9a13-c5abc57891f3 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Router 2ec39fb4-5b27-4d9e-b67c-392bf73252cf has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:28:22.047400 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e07b7d19-97ff-475c-ab50-c659afd4f501 req-060f5d4f-7798-4ba1-9a13-c5abc57891f3 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:28:22.057539 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c0f5e8-768f-4aa9-8021-8590c2cfcfda None None] Sync routers for ids ['2ec39fb4-5b27-4d9e-b67c-392bf73252cf'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:28:22.067857 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c0f5e8-768f-4aa9-8021-8590c2cfcfda None None] Routers {'2ec39fb4-5b27-4d9e-b67c-392bf73252cf'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:28:22.069065 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-43c0f5e8-768f-4aa9-8021-8590c2cfcfda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:28:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['2ec39fb4-5b27-4d9e-b67c-392bf73252cf'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:28:22.089504 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-e07b7d19-97ff-475c-ab50-c659afd4f501 req-060f5d4f-7798-4ba1-9a13-c5abc57891f3 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] No DVR routers for this DVR port 499506d9-5be9-4edb-9a8b-bcedfb0ef077 on host n-h1-812111-14 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:28:22.092126 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-e07b7d19-97ff-475c-ab50-c659afd4f501 req-060f5d4f-7798-4ba1-9a13-c5abc57891f3 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:22.096268 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e07b7d19-97ff-475c-ab50-c659afd4f501 req-060f5d4f-7798-4ba1-9a13-c5abc57891f3 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.41 "DELETE /v2.0/ports/499506d9-5be9-4edb-9a8b-bcedfb0ef077 HTTP/1.1" status: 204 len: 173 time: 1.1295269 Jan 28 20:28:22.096725 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd535b48f-a1c4-4641-bda4-199f231322e0', 'name': 'network-vif-deleted', 'tag': '499506d9-5be9-4edb-9a8b-bcedfb0ef077'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:28:22.099972 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}981202432542b3bd90586abfd28c53181d71ca775a89b024ffbb9268f9379f4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb284800-287d-43ef-bacb-c139d543e1c5" -d '{"events": [{"server_uuid": "d535b48f-a1c4-4641-bda4-199f231322e0", "name": "network-vif-deleted", "tag": "499506d9-5be9-4edb-9a8b-bcedfb0ef077"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:28:22.146085 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-072896ad-e2f6-4652-a8e4-08eb231ed3f1 x-openstack-request-id: req-072896ad-e2f6-4652-a8e4-08eb231ed3f1 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:28:22.147025 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d535b48f-a1c4-4641-bda4-199f231322e0", "name": "network-vif-deleted", "tag": "499506d9-5be9-4edb-9a8b-bcedfb0ef077", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:28:22.147354 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-072896ad-e2f6-4652-a8e4-08eb231ed3f1 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:28:22.147881 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd535b48f-a1c4-4641-bda4-199f231322e0', 'name': 'network-vif-deleted', 'tag': '499506d9-5be9-4edb-9a8b-bcedfb0ef077', 'status': 'completed', 'code': 200} Jan 28 20:28:22.279806 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-43c0f5e8-768f-4aa9-8021-8590c2cfcfda None None] Set router 2ec39fb4-5b27-4d9e-b67c-392bf73252cf gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:28:22.489561 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-43c0f5e8-768f-4aa9-8021-8590c2cfcfda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ec39fb4-5b27-4d9e-b67c-392bf73252cf', 'name': 'tempest-ServerActionsTestJSON-1256389972-router', 'tenant_id': 'a0900bdb75214d779c2ff2b524361204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': '6a2d2eaf-2077-42fd-805e-d7d41e54094e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:26:35Z', 'updated_at': '2022-01-28T20:26:37Z', 'revision_number': 4, 'project_id': 'a0900bdb75214d779c2ff2b524361204', 'gw_port': {'id': '6a2d2eaf-2077-42fd-805e-d7d41e54094e', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:f6:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec39fb4-5b27-4d9e-b67c-392bf73252cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:26:35Z', 'updated_at': '2022-01-28T20:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '2b84ead9-9498-4730-9098-39b081d2fa41', 'name': '', 'network_id': 'd8e01811-a300-4dd8-bacd-fd5a9e44548b', 'tenant_id': 'a0900bdb75214d779c2ff2b524361204', 'mac_address': 'fa:16:3e:0a:69:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec39fb4-5b27-4d9e-b67c-392bf73252cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': 'df66a7ef-d785-4716-9ebd-bfe0bb120f51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:26:37Z', 'updated_at': '2022-01-28T20:26:41Z', 'revision_number': 5, 'project_id': 'a0900bdb75214d779c2ff2b524361204', 'subnets': [{'id': 'df66a7ef-d785-4716-9ebd-bfe0bb120f51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:28:22.514230 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c0f5e8-768f-4aa9-8021-8590c2cfcfda None None] Checking router: 2ec39fb4-5b27-4d9e-b67c-392bf73252cf for host: n-d-812111-14 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:28:22.522347 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c0f5e8-768f-4aa9-8021-8590c2cfcfda None None] Routers {'2ec39fb4-5b27-4d9e-b67c-392bf73252cf'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:28:22.522923 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-43c0f5e8-768f-4aa9-8021-8590c2cfcfda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:28:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['2ec39fb4-5b27-4d9e-b67c-392bf73252cf'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:28:22.624796 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-43c0f5e8-768f-4aa9-8021-8590c2cfcfda None None] Set router 2ec39fb4-5b27-4d9e-b67c-392bf73252cf gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:28:22.814770 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-43c0f5e8-768f-4aa9-8021-8590c2cfcfda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ec39fb4-5b27-4d9e-b67c-392bf73252cf', 'name': 'tempest-ServerActionsTestJSON-1256389972-router', 'tenant_id': 'a0900bdb75214d779c2ff2b524361204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': '6a2d2eaf-2077-42fd-805e-d7d41e54094e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:26:35Z', 'updated_at': '2022-01-28T20:26:37Z', 'revision_number': 4, 'project_id': 'a0900bdb75214d779c2ff2b524361204', 'gw_port': {'id': '6a2d2eaf-2077-42fd-805e-d7d41e54094e', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:f6:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec39fb4-5b27-4d9e-b67c-392bf73252cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:26:35Z', 'updated_at': '2022-01-28T20:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '2b84ead9-9498-4730-9098-39b081d2fa41', 'name': '', 'network_id': 'd8e01811-a300-4dd8-bacd-fd5a9e44548b', 'tenant_id': 'a0900bdb75214d779c2ff2b524361204', 'mac_address': 'fa:16:3e:0a:69:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec39fb4-5b27-4d9e-b67c-392bf73252cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': 'df66a7ef-d785-4716-9ebd-bfe0bb120f51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:26:37Z', 'updated_at': '2022-01-28T20:26:41Z', 'revision_number': 5, 'project_id': 'a0900bdb75214d779c2ff2b524361204', 'subnets': [{'id': 'df66a7ef-d785-4716-9ebd-bfe0bb120f51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:28:22.843576 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c0f5e8-768f-4aa9-8021-8590c2cfcfda None None] The sync data for ids ['2ec39fb4-5b27-4d9e-b67c-392bf73252cf'] in n-d-812111-14 is: [{'id': '2ec39fb4-5b27-4d9e-b67c-392bf73252cf', 'name': 'tempest-ServerActionsTestJSON-1256389972-router', 'tenant_id': 'a0900bdb75214d779c2ff2b524361204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': '6a2d2eaf-2077-42fd-805e-d7d41e54094e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:26:35Z', 'updated_at': '2022-01-28T20:26:37Z', 'revision_number': 4, 'project_id': 'a0900bdb75214d779c2ff2b524361204', 'gw_port': {'id': '6a2d2eaf-2077-42fd-805e-d7d41e54094e', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:f6:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec39fb4-5b27-4d9e-b67c-392bf73252cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:26:35Z', 'updated_at': '2022-01-28T20:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '2b84ead9-9498-4730-9098-39b081d2fa41', 'name': '', 'network_id': 'd8e01811-a300-4dd8-bacd-fd5a9e44548b', 'tenant_id': 'a0900bdb75214d779c2ff2b524361204', 'mac_address': 'fa:16:3e:0a:69:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec39fb4-5b27-4d9e-b67c-392bf73252cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': 'df66a7ef-d785-4716-9ebd-bfe0bb120f51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:26:37Z', 'updated_at': '2022-01-28T20:26:41Z', 'revision_number': 5, 'project_id': 'a0900bdb75214d779c2ff2b524361204', 'subnets': [{'id': 'df66a7ef-d785-4716-9ebd-bfe0bb120f51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:28:23.086804 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae11346d-db85-422b-bd6f-62d4a93642e3 None None] New status for floating IP c1a1139a-01fb-4466-9dfc-f383f49ea6ce: DOWN {{(pid=103306) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 20:28:23.105485 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b6ce5414-61a9-4bb5-bc48-8790caebb8f6 req-f0917667-0ac6-4e57-b0c5-97760586d9b8 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--465112968&fields=id&tenant_id=a0900bdb75214d779c2ff2b524361204 HTTP/1.1" status: 200 len: 267 time: 0.0432835 Jan 28 20:28:23.217045 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ce5414-61a9-4bb5-bc48-8790caebb8f6 req-35df6243-2a36-48c6-8544-020e090e4797 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:23.218568 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b6ce5414-61a9-4bb5-bc48-8790caebb8f6 req-35df6243-2a36-48c6-8544-020e090e4797 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/networks?id=d8e01811-a300-4dd8-bacd-fd5a9e44548b HTTP/1.1" status: 200 len: 812 time: 0.1065736 Jan 28 20:28:23.235007 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b6ce5414-61a9-4bb5-bc48-8790caebb8f6 req-a48b0a04-77a0-437c-9cdd-f65d1d414fdf tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/quotas/a0900bdb75214d779c2ff2b524361204 HTTP/1.1" status: 200 len: 375 time: 0.0101626 Jan 28 20:28:23.290595 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b6ce5414-61a9-4bb5-bc48-8790caebb8f6 req-8bb69641-8e96-48a7-8a62-306cd59c2d3b tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=a0900bdb75214d779c2ff2b524361204&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0493231 Jan 28 20:28:23.391086 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b6ce5414-61a9-4bb5-bc48-8790caebb8f6 req-a7010871-158d-49c9-9481-26a4d510b745 service neutron] 10.222.0.64 "GET /v2.0/networks/d8e01811-a300-4dd8-bacd-fd5a9e44548b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885766 Jan 28 20:28:23.477725 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b6ce5414-61a9-4bb5-bc48-8790caebb8f6 req-09215c07-2f06-47c6-891d-7bf8faac18f1 service neutron] 10.222.0.64 "GET /v2.0/networks/d8e01811-a300-4dd8-bacd-fd5a9e44548b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809069 Jan 28 20:28:23.642500 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ae1e575b-9368-41ad-aee9-6adb321f2226 req-94154302-683a-4677-8483-0b3d8188e893 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=a5d5c530-b47c-42b4-96a4-222e380a7772 HTTP/1.1" status: 200 len: 210 time: 0.0330193 Jan 28 20:28:24.184817 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 499506d9-5be9-4edb-9a8b-bcedfb0ef077 no longer exists at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:28:24.209043 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] No Port match for: 499506d9-5be9-4edb-9a8b-bcedfb0ef077 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:28:24.209414 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 499506d9-5be9-4edb-9a8b-bcedfb0ef077 not bound to the agent host n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:28:24.541600 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:24.565434 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ce5414-61a9-4bb5-bc48-8790caebb8f6 req-4e692049-8a39-4531-a228-fc468eb8c405 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:24.566886 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b6ce5414-61a9-4bb5-bc48-8790caebb8f6 req-4e692049-8a39-4531-a228-fc468eb8c405 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.70 "GET /v2.0/networks?id=d8e01811-a300-4dd8-bacd-fd5a9e44548b HTTP/1.1" status: 200 len: 812 time: 0.1121447 Jan 28 20:28:24.629600 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b6ce5414-61a9-4bb5-bc48-8790caebb8f6 req-fbae2bcd-7562-4a44-88ee-2fa6607ccac6 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a0900bdb75214d779c2ff2b524361204 HTTP/1.1" status: 200 len: 379 time: 0.0547631 Jan 28 20:28:24.637967 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-b6ce5414-61a9-4bb5-bc48-8790caebb8f6 req-eddc7da2-6a64-4fa1-af3c-1523e8a7b34c tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Request body: {'port': {'device_id': 'a5d5c530-b47c-42b4-96a4-222e380a7772', 'network_id': 'd8e01811-a300-4dd8-bacd-fd5a9e44548b', 'admin_state_up': True, 'tenant_id': 'a0900bdb75214d779c2ff2b524361204', 'security_groups': ['9464fe8d-b9bf-44e6-8b23-7582bc0a6c25']}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:28:24.752898 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-83b01ade-3e8a-42a3-a750-a9c394a1ef7b req-65a24b49-2c29-4aea-a4bc-39737e5e6a63 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=a5d5c530-b47c-42b4-96a4-222e380a7772 HTTP/1.1" status: 200 len: 210 time: 0.0410531 Jan 28 20:28:24.772745 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6ce5414-61a9-4bb5-bc48-8790caebb8f6 req-eddc7da2-6a64-4fa1-af3c-1523e8a7b34c tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Made reservation on behalf of a0900bdb75214d779c2ff2b524361204 for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:28:24.776165 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-b6ce5414-61a9-4bb5-bc48-8790caebb8f6 req-eddc7da2-6a64-4fa1-af3c-1523e8a7b34c tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:24.899900 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-b6ce5414-61a9-4bb5-bc48-8790caebb8f6 req-eddc7da2-6a64-4fa1-af3c-1523e8a7b34c tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Allocated IP 172.20.0.4 (d8e01811-a300-4dd8-bacd-fd5a9e44548b/df66a7ef-d785-4716-9ebd-bfe0bb120f51/0d04bc84-bade-4df3-ae00-535afc0218ab) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:28:25.037114 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-b6ce5414-61a9-4bb5-bc48-8790caebb8f6 req-eddc7da2-6a64-4fa1-af3c-1523e8a7b34c tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Publish callbacks [] for port (0d04bc84-bade-4df3-ae00-535afc0218ab), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:25.072386 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-b6ce5414-61a9-4bb5-bc48-8790caebb8f6 req-eddc7da2-6a64-4fa1-af3c-1523e8a7b34c tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (0d04bc84-bade-4df3-ae00-535afc0218ab), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:25.112404 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6ce5414-61a9-4bb5-bc48-8790caebb8f6 req-eddc7da2-6a64-4fa1-af3c-1523e8a7b34c tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Network d8e01811-a300-4dd8-bacd-fd5a9e44548b is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:28:25.115747 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-b6ce5414-61a9-4bb5-bc48-8790caebb8f6 req-eddc7da2-6a64-4fa1-af3c-1523e8a7b34c tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:28:25.119295 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6ce5414-61a9-4bb5-bc48-8790caebb8f6 req-eddc7da2-6a64-4fa1-af3c-1523e8a7b34c tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:28:25.158283 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddc7da2-6a64-4fa1-af3c-1523e8a7b34c tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Pushing event updated for resources: {'Port': ['ID=0d04bc84-bade-4df3-ae00-535afc0218ab,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:25.171970 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddc7da2-6a64-4fa1-af3c-1523e8a7b34c tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:28:25.172325 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddc7da2-6a64-4fa1-af3c-1523e8a7b34c tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:28:25.172676 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddc7da2-6a64-4fa1-af3c-1523e8a7b34c tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:28:25.173024 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddc7da2-6a64-4fa1-af3c-1523e8a7b34c tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:28:25.173392 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddc7da2-6a64-4fa1-af3c-1523e8a7b34c tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:28:25.173732 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddc7da2-6a64-4fa1-af3c-1523e8a7b34c tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:28:25.174069 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddc7da2-6a64-4fa1-af3c-1523e8a7b34c tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:28:25.174402 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddc7da2-6a64-4fa1-af3c-1523e8a7b34c tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:28:25.174733 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddc7da2-6a64-4fa1-af3c-1523e8a7b34c tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:28:25.175101 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddc7da2-6a64-4fa1-af3c-1523e8a7b34c tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:28:25.175429 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddc7da2-6a64-4fa1-af3c-1523e8a7b34c tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:28:25.175756 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddc7da2-6a64-4fa1-af3c-1523e8a7b34c tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:28:25.176087 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddc7da2-6a64-4fa1-af3c-1523e8a7b34c tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:28:25.193979 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ce5414-61a9-4bb5-bc48-8790caebb8f6 req-eddc7da2-6a64-4fa1-af3c-1523e8a7b34c tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:25.194723 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-b6ce5414-61a9-4bb5-bc48-8790caebb8f6 req-eddc7da2-6a64-4fa1-af3c-1523e8a7b34c tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:25.211870 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b6ce5414-61a9-4bb5-bc48-8790caebb8f6 req-eddc7da2-6a64-4fa1-af3c-1523e8a7b34c tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5776055 Jan 28 20:28:25.223726 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-b6ce5414-61a9-4bb5-bc48-8790caebb8f6 req-0a5fcb8b-37dd-4852-becb-2a8533d85aab service neutron] Request body: {'port': {'device_id': 'a5d5c530-b47c-42b4-96a4-222e380a7772', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-14'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:28:25.286024 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-b6ce5414-61a9-4bb5-bc48-8790caebb8f6 req-0a5fcb8b-37dd-4852-becb-2a8533d85aab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (0d04bc84-bade-4df3-ae00-535afc0218ab), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:25.380024 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-01ded75b-3ae7-437c-a3d3-438db198134d None None] Provisioning complete for port 0d04bc84-bade-4df3-ae00-535afc0218ab triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:28:25.380623 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-01ded75b-3ae7-437c-a3d3-438db198134d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (0d04bc84-bade-4df3-ae00-535afc0218ab), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:25.413593 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-01ded75b-3ae7-437c-a3d3-438db198134d None None] Port 0d04bc84-bade-4df3-ae00-535afc0218ab cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 20:28:25.552053 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-b6ce5414-61a9-4bb5-bc48-8790caebb8f6 req-0a5fcb8b-37dd-4852-becb-2a8533d85aab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d04bc84-bade-4df3-ae00-535afc0218ab {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:28:25.559387 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-b6ce5414-61a9-4bb5-bc48-8790caebb8f6 req-0a5fcb8b-37dd-4852-becb-2a8533d85aab service neutron] Publish callbacks [] for port (0d04bc84-bade-4df3-ae00-535afc0218ab), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:25.571265 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-b6ce5414-61a9-4bb5-bc48-8790caebb8f6 req-0a5fcb8b-37dd-4852-becb-2a8533d85aab service neutron] Transition to ACTIVE for port object 0d04bc84-bade-4df3-ae00-535afc0218ab will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:28:25.575319 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-b6ce5414-61a9-4bb5-bc48-8790caebb8f6 req-0a5fcb8b-37dd-4852-becb-2a8533d85aab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (0d04bc84-bade-4df3-ae00-535afc0218ab), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:25.627792 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5fcb8b-37dd-4852-becb-2a8533d85aab service neutron] Pushing event updated for resources: {'Port': ['ID=0d04bc84-bade-4df3-ae00-535afc0218ab,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:25.694312 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-b6ce5414-61a9-4bb5-bc48-8790caebb8f6 req-0a5fcb8b-37dd-4852-becb-2a8533d85aab service neutron] Attempting to bind port 0d04bc84-bade-4df3-ae00-535afc0218ab on host n-h2-812111-14 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:28:25.694649 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-b6ce5414-61a9-4bb5-bc48-8790caebb8f6 req-0a5fcb8b-37dd-4852-becb-2a8533d85aab service neutron] Attempting to bind port 0d04bc84-bade-4df3-ae00-535afc0218ab by drivers openvswitch,hyperv on host n-h2-812111-14 at level 0 using segments [{'id': 'a356da5f-ca46-4607-8767-57e02fcd96dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd8e01811-a300-4dd8-bacd-fd5a9e44548b'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:28:25.694976 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ce5414-61a9-4bb5-bc48-8790caebb8f6 req-0a5fcb8b-37dd-4852-becb-2a8533d85aab service neutron] Attempting to bind port 0d04bc84-bade-4df3-ae00-535afc0218ab on network d8e01811-a300-4dd8-bacd-fd5a9e44548b {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:28:25.699462 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ce5414-61a9-4bb5-bc48-8790caebb8f6 req-0a5fcb8b-37dd-4852-becb-2a8533d85aab service neutron] Port 0d04bc84-bade-4df3-ae00-535afc0218ab on network d8e01811-a300-4dd8-bacd-fd5a9e44548b not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-14 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:28:25.699783 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ce5414-61a9-4bb5-bc48-8790caebb8f6 req-0a5fcb8b-37dd-4852-becb-2a8533d85aab service neutron] Attempting to bind port 0d04bc84-bade-4df3-ae00-535afc0218ab on network d8e01811-a300-4dd8-bacd-fd5a9e44548b {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:28:25.704599 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ce5414-61a9-4bb5-bc48-8790caebb8f6 req-0a5fcb8b-37dd-4852-becb-2a8533d85aab service neutron] Checking agent: {'id': '8f3fee4e-bf24-4b58-8a3a-ae9c8011a473', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 28, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:28:25.704942 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ce5414-61a9-4bb5-bc48-8790caebb8f6 req-0a5fcb8b-37dd-4852-becb-2a8533d85aab service neutron] Checking segment: {'id': 'a356da5f-ca46-4607-8767-57e02fcd96dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd8e01811-a300-4dd8-bacd-fd5a9e44548b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:28:25.705362 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ce5414-61a9-4bb5-bc48-8790caebb8f6 req-0a5fcb8b-37dd-4852-becb-2a8533d85aab service neutron] Bound using segment: {'id': 'a356da5f-ca46-4607-8767-57e02fcd96dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd8e01811-a300-4dd8-bacd-fd5a9e44548b'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:28:25.705790 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-b6ce5414-61a9-4bb5-bc48-8790caebb8f6 req-0a5fcb8b-37dd-4852-becb-2a8533d85aab service neutron] Bound port: 0d04bc84-bade-4df3-ae00-535afc0218ab, host: n-h2-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a356da5f-ca46-4607-8767-57e02fcd96dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd8e01811-a300-4dd8-bacd-fd5a9e44548b'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:28:25.706152 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-b6ce5414-61a9-4bb5-bc48-8790caebb8f6 req-0a5fcb8b-37dd-4852-becb-2a8533d85aab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (0d04bc84-bade-4df3-ae00-535afc0218ab), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:25.775719 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-b6ce5414-61a9-4bb5-bc48-8790caebb8f6 req-0a5fcb8b-37dd-4852-becb-2a8533d85aab service neutron] For port 0d04bc84-bade-4df3-ae00-535afc0218ab, host n-h2-812111-14, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:28:25.779254 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-b6ce5414-61a9-4bb5-bc48-8790caebb8f6 req-0a5fcb8b-37dd-4852-becb-2a8533d85aab service neutron] For port 0d04bc84-bade-4df3-ae00-535afc0218ab, host n-h2-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=0d04bc84-bade-4df3-ae00-535afc0218ab,segment=NetworkSegment(a356da5f-ca46-4607-8767-57e02fcd96dc),segment_id=a356da5f-ca46-4607-8767-57e02fcd96dc)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:28:25.789284 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-b6ce5414-61a9-4bb5-bc48-8790caebb8f6 req-0a5fcb8b-37dd-4852-becb-2a8533d85aab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (0d04bc84-bade-4df3-ae00-535afc0218ab), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:25.828107 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ce5414-61a9-4bb5-bc48-8790caebb8f6 req-0a5fcb8b-37dd-4852-becb-2a8533d85aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:25.828824 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-b6ce5414-61a9-4bb5-bc48-8790caebb8f6 req-0a5fcb8b-37dd-4852-becb-2a8533d85aab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:25.830259 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b6ce5414-61a9-4bb5-bc48-8790caebb8f6 req-0a5fcb8b-37dd-4852-becb-2a8533d85aab service neutron] 10.222.0.70 "PUT /v2.0/ports/0d04bc84-bade-4df3-ae00-535afc0218ab HTTP/1.1" status: 200 len: 1092 time: 0.6115291 Jan 28 20:28:25.830702 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5d5c530-b47c-42b4-96a4-222e380a7772', 'tag': '0d04bc84-bade-4df3-ae00-535afc0218ab'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:28:25.833651 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}690870b4896ba3504f21237a239c836c0346d6a62bcfb5e8ee91fd1b13f99dd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d2124bf-ea07-4fc2-bc69-5de04b9c4dcd" -d '{"events": [{"name": "network-changed", "server_uuid": "a5d5c530-b47c-42b4-96a4-222e380a7772", "tag": "0d04bc84-bade-4df3-ae00-535afc0218ab"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:28:25.856611 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5fcb8b-37dd-4852-becb-2a8533d85aab service neutron] Pushing event updated for resources: {'Port': ['ID=0d04bc84-bade-4df3-ae00-535afc0218ab,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:25.916666 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28f48596-b1b7-45cf-9b8f-bcf4a601b97c x-openstack-request-id: req-28f48596-b1b7-45cf-9b8f-bcf4a601b97c {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:28:25.916921 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5d5c530-b47c-42b4-96a4-222e380a7772", "tag": "0d04bc84-bade-4df3-ae00-535afc0218ab", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:28:25.917256 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-28f48596-b1b7-45cf-9b8f-bcf4a601b97c {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:28:25.917715 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5d5c530-b47c-42b4-96a4-222e380a7772', 'tag': '0d04bc84-bade-4df3-ae00-535afc0218ab', 'status': 'completed', 'code': 200} Jan 28 20:28:25.933448 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ce5414-61a9-4bb5-bc48-8790caebb8f6 req-3caa34fb-032b-4ede-a9ae-af432663e54c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:25.935514 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b6ce5414-61a9-4bb5-bc48-8790caebb8f6 req-3caa34fb-032b-4ede-a9ae-af432663e54c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a0900bdb75214d779c2ff2b524361204&device_id=a5d5c530-b47c-42b4-96a4-222e380a7772 HTTP/1.1" status: 200 len: 1126 time: 0.0619688 Jan 28 20:28:25.942745 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61a8768-e296-40e4-8997-e6fa0a2ac79c req-7d32bf6a-7d08-4cc5-b30f-88c14d1aed22 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:25.944505 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b61a8768-e296-40e4-8997-e6fa0a2ac79c req-7d32bf6a-7d08-4cc5-b30f-88c14d1aed22 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=a5d5c530-b47c-42b4-96a4-222e380a7772 HTTP/1.1" status: 200 len: 943 time: 0.1177626 Jan 28 20:28:25.980286 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b6ce5414-61a9-4bb5-bc48-8790caebb8f6 req-7c23fe0a-54bf-45e2-b01b-d7f19e18d663 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0d04bc84-bade-4df3-ae00-535afc0218ab HTTP/1.1" status: 200 len: 217 time: 0.0370092 Jan 28 20:28:25.997893 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b61a8768-e296-40e4-8997-e6fa0a2ac79c req-c9ad355b-b075-4404-9097-15a1f72bb4f9 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469766 Jan 28 20:28:26.035961 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ce5414-61a9-4bb5-bc48-8790caebb8f6 req-ea6d57d8-dc74-4cbd-b96c-8f8a7dd219ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:26.037473 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b6ce5414-61a9-4bb5-bc48-8790caebb8f6 req-ea6d57d8-dc74-4cbd-b96c-8f8a7dd219ce service neutron] 10.222.0.70 "GET /v2.0/subnets?id=df66a7ef-d785-4716-9ebd-bfe0bb120f51 HTTP/1.1" status: 200 len: 851 time: 0.0513804 Jan 28 20:28:26.089422 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ce5414-61a9-4bb5-bc48-8790caebb8f6 req-91ae4c5e-0c74-45b6-a5b2-44ba36e9f8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:26.090990 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b6ce5414-61a9-4bb5-bc48-8790caebb8f6 req-91ae4c5e-0c74-45b6-a5b2-44ba36e9f8e8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d8e01811-a300-4dd8-bacd-fd5a9e44548b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0467944 Jan 28 20:28:26.178208 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b6ce5414-61a9-4bb5-bc48-8790caebb8f6 req-47b7133e-ebc1-4fbc-b939-52159a84e608 service neutron] 10.222.0.70 "GET /v2.0/networks/d8e01811-a300-4dd8-bacd-fd5a9e44548b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800543 Jan 28 20:28:26.271834 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b6ce5414-61a9-4bb5-bc48-8790caebb8f6 req-07ca816d-7e6e-4f11-b2d8-5b817f38ac83 service neutron] 10.222.0.70 "GET /v2.0/networks/d8e01811-a300-4dd8-bacd-fd5a9e44548b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868711 Jan 28 20:28:26.364358 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2124bf-ea07-4fc2-bc69-5de04b9c4dcd req-a082d1a7-43e1-40a3-8992-fae4ee5ade20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:26.365910 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5d2124bf-ea07-4fc2-bc69-5de04b9c4dcd req-a082d1a7-43e1-40a3-8992-fae4ee5ade20 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a0900bdb75214d779c2ff2b524361204&device_id=a5d5c530-b47c-42b4-96a4-222e380a7772 HTTP/1.1" status: 200 len: 1126 time: 0.0462346 Jan 28 20:28:26.458448 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2124bf-ea07-4fc2-bc69-5de04b9c4dcd req-65ca1acc-5231-4292-bd24-8b467803b86e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:26.459814 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5d2124bf-ea07-4fc2-bc69-5de04b9c4dcd req-65ca1acc-5231-4292-bd24-8b467803b86e service neutron] 10.222.0.70 "GET /v2.0/networks?id=d8e01811-a300-4dd8-bacd-fd5a9e44548b HTTP/1.1" status: 200 len: 912 time: 0.0865431 Jan 28 20:28:26.501888 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5d2124bf-ea07-4fc2-bc69-5de04b9c4dcd req-27198441-058c-471b-aa58-4785af34fd61 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0d04bc84-bade-4df3-ae00-535afc0218ab HTTP/1.1" status: 200 len: 217 time: 0.0348952 Jan 28 20:28:26.547981 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2124bf-ea07-4fc2-bc69-5de04b9c4dcd req-0f67a8c6-34e4-4d66-b649-62c24596ffc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:26.549395 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5d2124bf-ea07-4fc2-bc69-5de04b9c4dcd req-0f67a8c6-34e4-4d66-b649-62c24596ffc6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=df66a7ef-d785-4716-9ebd-bfe0bb120f51 HTTP/1.1" status: 200 len: 851 time: 0.0415750 Jan 28 20:28:26.605007 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2124bf-ea07-4fc2-bc69-5de04b9c4dcd req-668f2653-fb8a-469c-a1c2-1070d33a0fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:26.606512 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5d2124bf-ea07-4fc2-bc69-5de04b9c4dcd req-668f2653-fb8a-469c-a1c2-1070d33a0fcb service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d8e01811-a300-4dd8-bacd-fd5a9e44548b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0485311 Jan 28 20:28:26.693270 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5d2124bf-ea07-4fc2-bc69-5de04b9c4dcd req-94f8a568-eaf1-4f33-b660-9e8c11bd2485 service neutron] 10.222.0.70 "GET /v2.0/networks/d8e01811-a300-4dd8-bacd-fd5a9e44548b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800357 Jan 28 20:28:26.784441 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5d2124bf-ea07-4fc2-bc69-5de04b9c4dcd req-4a5eb36a-41a9-4f8f-aef3-9d5ea5e3eb2f service neutron] 10.222.0.70 "GET /v2.0/networks/d8e01811-a300-4dd8-bacd-fd5a9e44548b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847466 Jan 28 20:28:27.117951 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcb15c6-557a-482f-8e88-29be8c4f60bf req-82a5dad4-b8ff-4087-b073-02c5010ad43b tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:27.119425 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-bbcb15c6-557a-482f-8e88-29be8c4f60bf req-82a5dad4-b8ff-4087-b073-02c5010ad43b tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=a5d5c530-b47c-42b4-96a4-222e380a7772 HTTP/1.1" status: 200 len: 943 time: 0.0527608 Jan 28 20:28:27.166229 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-bbcb15c6-557a-482f-8e88-29be8c4f60bf req-1dcf25b3-88ad-4703-b55a-052ba0075f18 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412784 Jan 28 20:28:28.290371 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b30057-935d-4913-bb93-e2dffba85b3a req-5eab3709-0db6-476a-bd62-863ba9a654ad tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:28.291842 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-00b30057-935d-4913-bb93-e2dffba85b3a req-5eab3709-0db6-476a-bd62-863ba9a654ad tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=a5d5c530-b47c-42b4-96a4-222e380a7772 HTTP/1.1" status: 200 len: 943 time: 0.0522487 Jan 28 20:28:28.338714 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-00b30057-935d-4913-bb93-e2dffba85b3a req-2f288560-0873-4ab5-a0fc-234f7fc17371 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412335 Jan 28 20:28:28.493959 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 0d04bc84-bade-4df3-ae00-535afc0218ab details requested by agent hyperv_n-h2-812111-14 with host n-h2-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:28:28.593249 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 0d04bc84-bade-4df3-ae00-535afc0218ab, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=0d04bc84-bade-4df3-ae00-535afc0218ab,segment=NetworkSegment(a356da5f-ca46-4607-8767-57e02fcd96dc),segment_id=a356da5f-ca46-4607-8767-57e02fcd96dc)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:28:28.605037 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Returning: {'device': '0d04bc84-bade-4df3-ae00-535afc0218ab', 'network_id': 'd8e01811-a300-4dd8-bacd-fd5a9e44548b', 'port_id': '0d04bc84-bade-4df3-ae00-535afc0218ab', 'mac_address': 'fa:16:3e:c4:f5:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df66a7ef-d785-4716-9ebd-bfe0bb120f51', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:28:28.640983 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 0d04bc84-bade-4df3-ae00-535afc0218ab is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:28:28.641398 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (0d04bc84-bade-4df3-ae00-535afc0218ab), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:28.653924 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d04bc84-bade-4df3-ae00-535afc0218ab {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:28:28.672905 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 0d04bc84-bade-4df3-ae00-535afc0218ab, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=0d04bc84-bade-4df3-ae00-535afc0218ab,segment=NetworkSegment(a356da5f-ca46-4607-8767-57e02fcd96dc),segment_id=a356da5f-ca46-4607-8767-57e02fcd96dc)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:28:28.677607 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (0d04bc84-bade-4df3-ae00-535afc0218ab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:28.729601 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=0d04bc84-bade-4df3-ae00-535afc0218ab,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:28.736934 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:28:28.737345 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:28:28.738273 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:28:28.738643 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:28:28.738981 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:28:28.739309 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:28:28.739636 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:28:28.739961 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:28:28.740283 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:28:28.740603 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:28:28.740929 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:28:28.741274 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:28:28.741619 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:28:28.896541 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['0d04bc84-bade-4df3-ae00-535afc0218ab'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:28:29.456173 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e30155e-25bb-40ad-950f-c0d54002eb50 req-e3302116-2705-44f2-905f-3523875d4b98 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:29.457667 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9e30155e-25bb-40ad-950f-c0d54002eb50 req-e3302116-2705-44f2-905f-3523875d4b98 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=a5d5c530-b47c-42b4-96a4-222e380a7772 HTTP/1.1" status: 200 len: 944 time: 0.0522079 Jan 28 20:28:29.506345 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9e30155e-25bb-40ad-950f-c0d54002eb50 req-d33c1efc-baf5-4cac-a16d-e228b0fc8f27 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432005 Jan 28 20:28:30.494335 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 0d04bc84-bade-4df3-ae00-535afc0218ab up at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:28:30.546701 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning for port 0d04bc84-bade-4df3-ae00-535afc0218ab completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:28:30.551299 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning complete for port 0d04bc84-bade-4df3-ae00-535afc0218ab triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:28:30.551676 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (0d04bc84-bade-4df3-ae00-535afc0218ab), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:30.629705 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 0d04bc84-bade-4df3-ae00-535afc0218ab is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:28:30.630093 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (0d04bc84-bade-4df3-ae00-535afc0218ab), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:30.630635 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3747cdd-bb0d-4bd4-b58d-96db67e01a20 req-5379edd9-63b0-4dbb-bc19-f8d06f2bf4b0 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:30.632143 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c3747cdd-bb0d-4bd4-b58d-96db67e01a20 req-5379edd9-63b0-4dbb-bc19-f8d06f2bf4b0 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=a5d5c530-b47c-42b4-96a4-222e380a7772 HTTP/1.1" status: 200 len: 944 time: 0.0567024 Jan 28 20:28:30.653367 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5d5c530-b47c-42b4-96a4-222e380a7772', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d04bc84-bade-4df3-ae00-535afc0218ab'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:28:30.655589 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}704c702df6f21e7df92d3d89d4c6cfde2c6406e49d8202b36454fc5209adee22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90cde28d-a5ea-453c-8a1c-eb5e6c002735" -d '{"events": [{"server_uuid": "a5d5c530-b47c-42b4-96a4-222e380a7772", "name": "network-vif-plugged", "status": "completed", "tag": "0d04bc84-bade-4df3-ae00-535afc0218ab"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:28:30.668896 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 0d04bc84-bade-4df3-ae00-535afc0218ab, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=0d04bc84-bade-4df3-ae00-535afc0218ab,segment=NetworkSegment(a356da5f-ca46-4607-8767-57e02fcd96dc),segment_id=a356da5f-ca46-4607-8767-57e02fcd96dc)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:28:30.673616 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (0d04bc84-bade-4df3-ae00-535afc0218ab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:30.685020 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c3747cdd-bb0d-4bd4-b58d-96db67e01a20 req-a27d8ac1-9a7b-4961-8374-48a2d7ed7f43 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468981 Jan 28 20:28:30.703596 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:28:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4b0fc50-5a2c-4bfe-996f-9311310febef x-openstack-request-id: req-a4b0fc50-5a2c-4bfe-996f-9311310febef {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:28:30.703897 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5d5c530-b47c-42b4-96a4-222e380a7772", "name": "network-vif-plugged", "status": "completed", "tag": "0d04bc84-bade-4df3-ae00-535afc0218ab", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:28:30.704152 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a4b0fc50-5a2c-4bfe-996f-9311310febef {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:28:30.704547 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5d5c530-b47c-42b4-96a4-222e380a7772', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d04bc84-bade-4df3-ae00-535afc0218ab', 'code': 200} Jan 28 20:28:30.732821 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=0d04bc84-bade-4df3-ae00-535afc0218ab,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:30.799955 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1877b53c-a9f6-440f-85b2-56724a9166e6 req-1bd637f5-0e46-4f6e-a65c-a671bd9cfc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:30.801488 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1877b53c-a9f6-440f-85b2-56724a9166e6 req-1bd637f5-0e46-4f6e-a65c-a671bd9cfc62 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=a5d5c530-b47c-42b4-96a4-222e380a7772 HTTP/1.1" status: 200 len: 1128 time: 0.0468481 Jan 28 20:28:30.845468 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1877b53c-a9f6-440f-85b2-56724a9166e6 req-c181942b-21fd-4415-ae7d-c452c648a958 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376167 Jan 28 20:28:31.810090 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c2b70b-a22f-435d-982f-d073b29b46a3 req-38d9e840-9cba-45f8-b3ac-ed2c92b5954c tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:31.811579 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d2c2b70b-a22f-435d-982f-d073b29b46a3 req-38d9e840-9cba-45f8-b3ac-ed2c92b5954c tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=a5d5c530-b47c-42b4-96a4-222e380a7772 HTTP/1.1" status: 200 len: 945 time: 0.0524676 Jan 28 20:28:31.861008 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d2c2b70b-a22f-435d-982f-d073b29b46a3 req-e9d619e3-22c8-4719-bcf4-030d3ec539b8 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423431 Jan 28 20:28:32.978925 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1328d078-a17d-4c6c-97d1-54bc3b20b7ec req-ec73e56f-dac8-43e6-8502-492da664d214 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:32.980385 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1328d078-a17d-4c6c-97d1-54bc3b20b7ec req-ec73e56f-dac8-43e6-8502-492da664d214 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=a5d5c530-b47c-42b4-96a4-222e380a7772 HTTP/1.1" status: 200 len: 945 time: 0.0514431 Jan 28 20:28:33.026525 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1328d078-a17d-4c6c-97d1-54bc3b20b7ec req-84bdae42-ac56-4a9e-b4ed-967c9d29b739 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406585 Jan 28 20:28:33.142092 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d4ee03-e180-4f33-a48d-b2f247805f01 req-c632c9f8-b159-44e5-8b5b-380594c5ce39 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:33.144148 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-18d4ee03-e180-4f33-a48d-b2f247805f01 req-c632c9f8-b159-44e5-8b5b-380594c5ce39 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=a5d5c530-b47c-42b4-96a4-222e380a7772 HTTP/1.1" status: 200 len: 945 time: 0.0549176 Jan 28 20:28:33.152627 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 41336) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:28:33.156876 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-1f30aacc-5600-41c8-8e81-065f8ba63985 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Request body: {'floatingip': {'port_id': '0d04bc84-bade-4df3-ae00-535afc0218ab'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:28:33.195477 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1f30aacc-5600-41c8-8e81-065f8ba63985 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Publish callbacks [] for floatingip (c1a1139a-01fb-4466-9dfc-f383f49ea6ce), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:33.961318 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1f30aacc-5600-41c8-8e81-065f8ba63985 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:33.965123 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1f30aacc-5600-41c8-8e81-065f8ba63985 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734886'] for floatingip (c1a1139a-01fb-4466-9dfc-f383f49ea6ce), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:34.063491 n-d-812111-14 neutron-server[103304]: INFO neutron.db.l3_db [None req-1f30aacc-5600-41c8-8e81-065f8ba63985 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Floating IP c1a1139a-01fb-4466-9dfc-f383f49ea6ce associated. External IP: 172.25.6.186, port: 0d04bc84-bade-4df3-ae00-535afc0218ab. Jan 28 20:28:34.271877 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f30aacc-5600-41c8-8e81-065f8ba63985 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Router 2ec39fb4-5b27-4d9e-b67c-392bf73252cf has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:28:34.377748 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f30aacc-5600-41c8-8e81-065f8ba63985 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:28:34.382671 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1f30aacc-5600-41c8-8e81-065f8ba63985 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for floatingip (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:34.387743 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f04455f-9fcc-4a00-9ff1-9f1acd459c83 None None] Sync routers for ids ['2ec39fb4-5b27-4d9e-b67c-392bf73252cf'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:28:34.397364 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f04455f-9fcc-4a00-9ff1-9f1acd459c83 None None] Routers {'2ec39fb4-5b27-4d9e-b67c-392bf73252cf'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:28:34.397973 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-1f04455f-9fcc-4a00-9ff1-9f1acd459c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:28:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['2ec39fb4-5b27-4d9e-b67c-392bf73252cf'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:28:34.418406 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-1f30aacc-5600-41c8-8e81-065f8ba63985 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "PUT /v2.0/floatingips/c1a1139a-01fb-4466-9dfc-f383f49ea6ce HTTP/1.1" status: 200 len: 991 time: 1.2646885 Jan 28 20:28:34.419013 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5d5c530-b47c-42b4-96a4-222e380a7772', 'tag': '0d04bc84-bade-4df3-ae00-535afc0218ab'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:28:34.421322 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}690870b4896ba3504f21237a239c836c0346d6a62bcfb5e8ee91fd1b13f99dd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e09c73a2-0fa7-4e66-b7ad-b7781e5ea569" -d '{"events": [{"name": "network-changed", "server_uuid": "a5d5c530-b47c-42b4-96a4-222e380a7772", "tag": "0d04bc84-bade-4df3-ae00-535afc0218ab"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:28:34.461661 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87e1fb84-86a6-41a6-be09-a31a556cbf63 x-openstack-request-id: req-87e1fb84-86a6-41a6-be09-a31a556cbf63 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:28:34.462015 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5d5c530-b47c-42b4-96a4-222e380a7772", "tag": "0d04bc84-bade-4df3-ae00-535afc0218ab", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:28:34.462265 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-87e1fb84-86a6-41a6-be09-a31a556cbf63 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:28:34.462707 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5d5c530-b47c-42b4-96a4-222e380a7772', 'tag': '0d04bc84-bade-4df3-ae00-535afc0218ab', 'status': 'completed', 'code': 200} Jan 28 20:28:34.509078 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-1f04455f-9fcc-4a00-9ff1-9f1acd459c83 None None] Set router 2ec39fb4-5b27-4d9e-b67c-392bf73252cf gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:28:34.541297 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09c73a2-0fa7-4e66-b7ad-b7781e5ea569 req-434c21f0-37f9-44b7-901f-e3cbfc625c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:34.543056 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e09c73a2-0fa7-4e66-b7ad-b7781e5ea569 req-434c21f0-37f9-44b7-901f-e3cbfc625c5e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a0900bdb75214d779c2ff2b524361204&device_id=a5d5c530-b47c-42b4-96a4-222e380a7772 HTTP/1.1" status: 200 len: 1128 time: 0.0514147 Jan 28 20:28:34.716698 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-375228e4-35ac-4d86-97eb-df7f96d94791 req-a88cae72-5f75-4f18-906f-b71a1bd7db5d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a5d5c530-b47c-42b4-96a4-222e380a7772&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1109347 Jan 28 20:28:34.719718 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09c73a2-0fa7-4e66-b7ad-b7781e5ea569 req-4a7a7e1f-61bf-47d2-b198-1f06df951fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:34.721110 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e09c73a2-0fa7-4e66-b7ad-b7781e5ea569 req-4a7a7e1f-61bf-47d2-b198-1f06df951fca service neutron] 10.222.0.70 "GET /v2.0/networks?id=d8e01811-a300-4dd8-bacd-fd5a9e44548b HTTP/1.1" status: 200 len: 912 time: 0.1663773 Jan 28 20:28:34.731486 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d0e042-d789-4f02-b4e8-d4c4262ba9e3 req-d816b607-7f29-412d-aca9-1f5b7a6dcf08 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:34.733240 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-56d0e042-d789-4f02-b4e8-d4c4262ba9e3 req-d816b607-7f29-412d-aca9-1f5b7a6dcf08 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=a5d5c530-b47c-42b4-96a4-222e380a7772 HTTP/1.1" status: 200 len: 945 time: 0.0955806 Jan 28 20:28:34.744301 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-1f04455f-9fcc-4a00-9ff1-9f1acd459c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ec39fb4-5b27-4d9e-b67c-392bf73252cf', 'name': 'tempest-ServerActionsTestJSON-1256389972-router', 'tenant_id': 'a0900bdb75214d779c2ff2b524361204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': '6a2d2eaf-2077-42fd-805e-d7d41e54094e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:26:35Z', 'updated_at': '2022-01-28T20:26:37Z', 'revision_number': 4, 'project_id': 'a0900bdb75214d779c2ff2b524361204', 'gw_port': {'id': '6a2d2eaf-2077-42fd-805e-d7d41e54094e', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:f6:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec39fb4-5b27-4d9e-b67c-392bf73252cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:26:35Z', 'updated_at': '2022-01-28T20:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_floatingips': [{'id': 'c1a1139a-01fb-4466-9dfc-f383f49ea6ce', 'tenant_id': 'a0900bdb75214d779c2ff2b524361204', 'floating_ip_address': '172.25.6.186', 'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'router_id': '2ec39fb4-5b27-4d9e-b67c-392bf73252cf', 'port_id': '0d04bc84-bade-4df3-ae00-535afc0218ab', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4105, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8e01811-a300-4dd8-bacd-fd5a9e44548b', 'mac_address': 'fa:16:3e:c4:f5:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d5c530-b47c-42b4-96a4-222e380a7772', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:26:40Z', 'updated_at': '2022-01-28T20:28:33Z', 'revision_number': 9, 'project_id': 'a0900bdb75214d779c2ff2b524361204', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b84ead9-9498-4730-9098-39b081d2fa41', 'name': '', 'network_id': 'd8e01811-a300-4dd8-bacd-fd5a9e44548b', 'tenant_id': 'a0900bdb75214d779c2ff2b524361204', 'mac_address': 'fa:16:3e:0a:69:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec39fb4-5b27-4d9e-b67c-392bf73252cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': 'df66a7ef-d785-4716-9ebd-bfe0bb120f51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:26:37Z', 'updated_at': '2022-01-28T20:26:41Z', 'revision_number': 5, 'project_id': 'a0900bdb75214d779c2ff2b524361204', 'subnets': [{'id': 'df66a7ef-d785-4716-9ebd-bfe0bb120f51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:28:34.777136 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f04455f-9fcc-4a00-9ff1-9f1acd459c83 None None] Checking router: 2ec39fb4-5b27-4d9e-b67c-392bf73252cf for host: n-d-812111-14 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:28:34.785617 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f04455f-9fcc-4a00-9ff1-9f1acd459c83 None None] Routers {'2ec39fb4-5b27-4d9e-b67c-392bf73252cf'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:28:34.786249 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-1f04455f-9fcc-4a00-9ff1-9f1acd459c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:28:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['2ec39fb4-5b27-4d9e-b67c-392bf73252cf'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:28:34.837515 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e09c73a2-0fa7-4e66-b7ad-b7781e5ea569 req-e8bc4c5e-73de-438c-acda-4c80adadd0a2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0d04bc84-bade-4df3-ae00-535afc0218ab HTTP/1.1" status: 200 len: 999 time: 0.1034143 Jan 28 20:28:34.841998 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-56d0e042-d789-4f02-b4e8-d4c4262ba9e3 req-556e2d44-2418-4b0a-ac36-49d3c8c1b96d tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993245 Jan 28 20:28:34.888577 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09c73a2-0fa7-4e66-b7ad-b7781e5ea569 req-c1327fb1-60f2-4774-bf94-7b2a722e5677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:34.890310 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e09c73a2-0fa7-4e66-b7ad-b7781e5ea569 req-c1327fb1-60f2-4774-bf94-7b2a722e5677 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=df66a7ef-d785-4716-9ebd-bfe0bb120f51 HTTP/1.1" status: 200 len: 851 time: 0.0470002 Jan 28 20:28:34.903895 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-1f04455f-9fcc-4a00-9ff1-9f1acd459c83 None None] Set router 2ec39fb4-5b27-4d9e-b67c-392bf73252cf gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:28:34.942087 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09c73a2-0fa7-4e66-b7ad-b7781e5ea569 req-4b9c58a6-daeb-4b72-8080-f92f57e0a037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:34.943639 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e09c73a2-0fa7-4e66-b7ad-b7781e5ea569 req-4b9c58a6-daeb-4b72-8080-f92f57e0a037 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d8e01811-a300-4dd8-bacd-fd5a9e44548b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0477188 Jan 28 20:28:35.042501 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e09c73a2-0fa7-4e66-b7ad-b7781e5ea569 req-66958856-3448-4db9-92bc-9da4df7e2d82 service neutron] 10.222.0.70 "GET /v2.0/networks/d8e01811-a300-4dd8-bacd-fd5a9e44548b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916114 Jan 28 20:28:35.144299 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-1f04455f-9fcc-4a00-9ff1-9f1acd459c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ec39fb4-5b27-4d9e-b67c-392bf73252cf', 'name': 'tempest-ServerActionsTestJSON-1256389972-router', 'tenant_id': 'a0900bdb75214d779c2ff2b524361204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': '6a2d2eaf-2077-42fd-805e-d7d41e54094e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:26:35Z', 'updated_at': '2022-01-28T20:26:37Z', 'revision_number': 4, 'project_id': 'a0900bdb75214d779c2ff2b524361204', 'gw_port': {'id': '6a2d2eaf-2077-42fd-805e-d7d41e54094e', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:f6:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec39fb4-5b27-4d9e-b67c-392bf73252cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:26:35Z', 'updated_at': '2022-01-28T20:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_floatingips': [{'id': 'c1a1139a-01fb-4466-9dfc-f383f49ea6ce', 'tenant_id': 'a0900bdb75214d779c2ff2b524361204', 'floating_ip_address': '172.25.6.186', 'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'router_id': '2ec39fb4-5b27-4d9e-b67c-392bf73252cf', 'port_id': '0d04bc84-bade-4df3-ae00-535afc0218ab', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4105, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8e01811-a300-4dd8-bacd-fd5a9e44548b', 'mac_address': 'fa:16:3e:c4:f5:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d5c530-b47c-42b4-96a4-222e380a7772', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:26:40Z', 'updated_at': '2022-01-28T20:28:33Z', 'revision_number': 9, 'project_id': 'a0900bdb75214d779c2ff2b524361204', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b84ead9-9498-4730-9098-39b081d2fa41', 'name': '', 'network_id': 'd8e01811-a300-4dd8-bacd-fd5a9e44548b', 'tenant_id': 'a0900bdb75214d779c2ff2b524361204', 'mac_address': 'fa:16:3e:0a:69:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec39fb4-5b27-4d9e-b67c-392bf73252cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': 'df66a7ef-d785-4716-9ebd-bfe0bb120f51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:26:37Z', 'updated_at': '2022-01-28T20:26:41Z', 'revision_number': 5, 'project_id': 'a0900bdb75214d779c2ff2b524361204', 'subnets': [{'id': 'df66a7ef-d785-4716-9ebd-bfe0bb120f51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:28:35.157539 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e09c73a2-0fa7-4e66-b7ad-b7781e5ea569 req-cac23e15-3123-4dc2-bde8-ce8706aaf10f service neutron] 10.222.0.70 "GET /v2.0/networks/d8e01811-a300-4dd8-bacd-fd5a9e44548b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059055 Jan 28 20:28:35.178877 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f04455f-9fcc-4a00-9ff1-9f1acd459c83 None None] The sync data for ids ['2ec39fb4-5b27-4d9e-b67c-392bf73252cf'] in n-d-812111-14 is: [{'id': '2ec39fb4-5b27-4d9e-b67c-392bf73252cf', 'name': 'tempest-ServerActionsTestJSON-1256389972-router', 'tenant_id': 'a0900bdb75214d779c2ff2b524361204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': '6a2d2eaf-2077-42fd-805e-d7d41e54094e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:26:35Z', 'updated_at': '2022-01-28T20:26:37Z', 'revision_number': 4, 'project_id': 'a0900bdb75214d779c2ff2b524361204', 'gw_port': {'id': '6a2d2eaf-2077-42fd-805e-d7d41e54094e', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:f6:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec39fb4-5b27-4d9e-b67c-392bf73252cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:26:35Z', 'updated_at': '2022-01-28T20:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_floatingips': [{'id': 'c1a1139a-01fb-4466-9dfc-f383f49ea6ce', 'tenant_id': 'a0900bdb75214d779c2ff2b524361204', 'floating_ip_address': '172.25.6.186', 'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'router_id': '2ec39fb4-5b27-4d9e-b67c-392bf73252cf', 'port_id': '0d04bc84-bade-4df3-ae00-535afc0218ab', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4105, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8e01811-a300-4dd8-bacd-fd5a9e44548b', 'mac_address': 'fa:16:3e:c4:f5:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d5c530-b47c-42b4-96a4-222e380a7772', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:26:40Z', 'updated_at': '2022-01-28T20:28:33Z', 'revision_number': 9, 'project_id': 'a0900bdb75214d779c2ff2b524361204', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b84ead9-9498-4730-9098-39b081d2fa41', 'name': '', 'network_id': 'd8e01811-a300-4dd8-bacd-fd5a9e44548b', 'tenant_id': 'a0900bdb75214d779c2ff2b524361204', 'mac_address': 'fa:16:3e:0a:69:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec39fb4-5b27-4d9e-b67c-392bf73252cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': 'df66a7ef-d785-4716-9ebd-bfe0bb120f51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:26:37Z', 'updated_at': '2022-01-28T20:26:41Z', 'revision_number': 5, 'project_id': 'a0900bdb75214d779c2ff2b524361204', 'subnets': [{'id': 'df66a7ef-d785-4716-9ebd-bfe0bb120f51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:28:35.391552 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3390b87e-ee1b-4111-8efb-8b577096ea90 None None] New status for floating IP c1a1139a-01fb-4466-9dfc-f383f49ea6ce: ACTIVE {{(pid=103306) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 20:28:35.961492 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375228e4-35ac-4d86-97eb-df7f96d94791 req-e795269e-d855-463a-b950-1fe7b66511e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:35.963043 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-375228e4-35ac-4d86-97eb-df7f96d94791 req-e795269e-d855-463a-b950-1fe7b66511e9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a0900bdb75214d779c2ff2b524361204&device_id=a5d5c530-b47c-42b4-96a4-222e380a7772 HTTP/1.1" status: 200 len: 1128 time: 0.0507562 Jan 28 20:28:35.972100 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd738cc2-5f85-4695-83d0-1268de04df0e req-009dfd63-61ee-41a6-a641-789a130036a5 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:35.973602 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-cd738cc2-5f85-4695-83d0-1268de04df0e req-009dfd63-61ee-41a6-a641-789a130036a5 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=a5d5c530-b47c-42b4-96a4-222e380a7772 HTTP/1.1" status: 200 len: 945 time: 0.0531869 Jan 28 20:28:36.025755 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-cd738cc2-5f85-4695-83d0-1268de04df0e req-27f6bb7a-58ad-4505-8a62-4b50ff71f450 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458314 Jan 28 20:28:36.057840 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375228e4-35ac-4d86-97eb-df7f96d94791 req-5a0bc792-067a-429b-9997-1cf5d685e4db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:36.059323 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-375228e4-35ac-4d86-97eb-df7f96d94791 req-5a0bc792-067a-429b-9997-1cf5d685e4db service neutron] 10.222.0.70 "GET /v2.0/networks?id=d8e01811-a300-4dd8-bacd-fd5a9e44548b HTTP/1.1" status: 200 len: 912 time: 0.0895793 Jan 28 20:28:36.124205 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-375228e4-35ac-4d86-97eb-df7f96d94791 req-f67134ee-c97c-4614-bc8f-5d6ece328711 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0d04bc84-bade-4df3-ae00-535afc0218ab HTTP/1.1" status: 200 len: 1002 time: 0.0578659 Jan 28 20:28:36.175799 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375228e4-35ac-4d86-97eb-df7f96d94791 req-bfeedddf-f00f-44d8-a050-680bb47f9ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:36.177170 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-375228e4-35ac-4d86-97eb-df7f96d94791 req-bfeedddf-f00f-44d8-a050-680bb47f9ed6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=df66a7ef-d785-4716-9ebd-bfe0bb120f51 HTTP/1.1" status: 200 len: 851 time: 0.0468936 Jan 28 20:28:36.227407 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375228e4-35ac-4d86-97eb-df7f96d94791 req-2ad803c1-0f10-4533-8a47-b9741cf9d04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:36.228913 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-375228e4-35ac-4d86-97eb-df7f96d94791 req-2ad803c1-0f10-4533-8a47-b9741cf9d04e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d8e01811-a300-4dd8-bacd-fd5a9e44548b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0460262 Jan 28 20:28:36.316976 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-375228e4-35ac-4d86-97eb-df7f96d94791 req-e528fdf8-6f8a-4c04-99c7-71d76dbdaf35 service neutron] 10.222.0.70 "GET /v2.0/networks/d8e01811-a300-4dd8-bacd-fd5a9e44548b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818517 Jan 28 20:28:36.410014 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-375228e4-35ac-4d86-97eb-df7f96d94791 req-3795d6e7-944b-4fc2-83e8-de8ed0843499 service neutron] 10.222.0.70 "GET /v2.0/networks/d8e01811-a300-4dd8-bacd-fd5a9e44548b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863268 Jan 28 20:28:36.813481 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-60f5ef8d-e902-4c33-8007-5929593849f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:37.146845 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce339851-783d-4e81-b69a-5339f6eea77d req-2a19d17d-ae12-4d0f-8e36-e33f7c308849 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:37.148324 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ce339851-783d-4e81-b69a-5339f6eea77d req-2a19d17d-ae12-4d0f-8e36-e33f7c308849 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=a5d5c530-b47c-42b4-96a4-222e380a7772 HTTP/1.1" status: 200 len: 945 time: 0.0551593 Jan 28 20:28:37.196074 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ce339851-783d-4e81-b69a-5339f6eea77d req-7d04bda1-4eab-4a20-9d34-3354e55a5703 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421808 Jan 28 20:28:38.317614 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4268a5-9179-4bb7-b866-30ee27d55ddf req-2f699b62-75d7-4b81-a4a5-8745597b3b56 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:38.319096 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ac4268a5-9179-4bb7-b866-30ee27d55ddf req-2f699b62-75d7-4b81-a4a5-8745597b3b56 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=a5d5c530-b47c-42b4-96a4-222e380a7772 HTTP/1.1" status: 200 len: 945 time: 0.0526469 Jan 28 20:28:38.365597 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ac4268a5-9179-4bb7-b866-30ee27d55ddf req-bb233d5f-9f70-4403-88ba-06849d2df892 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410244 Jan 28 20:28:39.067154 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ab5e9bb9-c4c8-4a90-ab3f-6419e6da587d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:39.492497 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a3e9a7-8963-432b-999e-357cbd180705 req-b16ee85f-bcb0-45fc-a4cf-46a1c7a7858f tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:39.494059 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-50a3e9a7-8963-432b-999e-357cbd180705 req-b16ee85f-bcb0-45fc-a4cf-46a1c7a7858f tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=a5d5c530-b47c-42b4-96a4-222e380a7772 HTTP/1.1" status: 200 len: 945 time: 0.0593338 Jan 28 20:28:39.541940 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-50a3e9a7-8963-432b-999e-357cbd180705 req-9dc8a30c-7dd0-4ddb-b5d3-ebce1f57dcb8 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418420 Jan 28 20:28:40.052906 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:40.664683 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80646950-072f-47cf-9d9e-7c27cc1f6c57 req-5f61aff6-518e-483d-b966-fcae832cfbcd tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:40.666178 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-80646950-072f-47cf-9d9e-7c27cc1f6c57 req-5f61aff6-518e-483d-b966-fcae832cfbcd tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=a5d5c530-b47c-42b4-96a4-222e380a7772 HTTP/1.1" status: 200 len: 945 time: 0.0566170 Jan 28 20:28:40.712458 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-80646950-072f-47cf-9d9e-7c27cc1f6c57 req-61d4b075-3302-43fc-af24-9bcd2a268356 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406578 Jan 28 20:28:41.831948 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21964c44-f9da-4d40-992f-5d4552d64e75 req-89d0078e-9965-480d-a4db-e7b27b63e779 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:41.833437 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-21964c44-f9da-4d40-992f-5d4552d64e75 req-89d0078e-9965-480d-a4db-e7b27b63e779 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=a5d5c530-b47c-42b4-96a4-222e380a7772 HTTP/1.1" status: 200 len: 945 time: 0.0534711 Jan 28 20:28:41.880698 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-21964c44-f9da-4d40-992f-5d4552d64e75 req-e51a55f0-acad-4540-8c02-e127f670ef6d tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417078 Jan 28 20:28:41.932033 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:43.003830 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d73ae8c-e4fa-46f5-9887-42e6d36c872a req-97f9167d-dac0-4813-94d7-e76f95052f5c tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:43.005319 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3d73ae8c-e4fa-46f5-9887-42e6d36c872a req-97f9167d-dac0-4813-94d7-e76f95052f5c tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=a5d5c530-b47c-42b4-96a4-222e380a7772 HTTP/1.1" status: 200 len: 945 time: 0.0580108 Jan 28 20:28:43.051519 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3d73ae8c-e4fa-46f5-9887-42e6d36c872a req-203170bc-c16e-400d-8b28-1e29af219ca8 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407350 Jan 28 20:28:43.298402 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:44.174108 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8cfec9-97d8-445a-892f-ff0bfc688723 req-e070737d-4697-4704-b840-b7f675bf32b2 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:44.175628 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-da8cfec9-97d8-445a-892f-ff0bfc688723 req-e070737d-4697-4704-b840-b7f675bf32b2 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=a5d5c530-b47c-42b4-96a4-222e380a7772 HTTP/1.1" status: 200 len: 945 time: 0.0538149 Jan 28 20:28:44.226728 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-da8cfec9-97d8-445a-892f-ff0bfc688723 req-cde3fc2d-bb83-40cf-86ac-3cd5f5eef30f tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455277 Jan 28 20:28:45.347769 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1428db-1563-4a4e-896b-3374b26187c3 req-ffb7d931-0cb3-4349-ab8b-5345b88753b0 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:45.349303 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-bf1428db-1563-4a4e-896b-3374b26187c3 req-ffb7d931-0cb3-4349-ab8b-5345b88753b0 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=a5d5c530-b47c-42b4-96a4-222e380a7772 HTTP/1.1" status: 200 len: 945 time: 0.0539980 Jan 28 20:28:45.395501 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-bf1428db-1563-4a4e-896b-3374b26187c3 req-e79987f4-25e6-427e-8df9-0722e2cd47da tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402818 Jan 28 20:28:46.514733 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063b55f2-1119-4a16-8bd6-aecc5e01ca96 req-5401a275-1517-45e8-b0a1-8b3204e8ceae tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:46.516142 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-063b55f2-1119-4a16-8bd6-aecc5e01ca96 req-5401a275-1517-45e8-b0a1-8b3204e8ceae tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=a5d5c530-b47c-42b4-96a4-222e380a7772 HTTP/1.1" status: 200 len: 945 time: 0.0529830 Jan 28 20:28:46.562020 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-063b55f2-1119-4a16-8bd6-aecc5e01ca96 req-29e8d270-7b47-4f43-a12c-bbc45403a0ad tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403464 Jan 28 20:28:47.681679 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a0b958-fc5b-4e99-a2d3-e9d139b58e41 req-812bafe7-3f5d-4d6c-8fa8-1ad23d14ad0b tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:47.683154 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-13a0b958-fc5b-4e99-a2d3-e9d139b58e41 req-812bafe7-3f5d-4d6c-8fa8-1ad23d14ad0b tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=a5d5c530-b47c-42b4-96a4-222e380a7772 HTTP/1.1" status: 200 len: 945 time: 0.0526209 Jan 28 20:28:47.732361 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-13a0b958-fc5b-4e99-a2d3-e9d139b58e41 req-e00aba13-bc0a-4c4f-a4fb-9853bf1d9c53 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437679 Jan 28 20:28:48.853453 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42cd7d6-566a-41fa-a7cd-007e0ff4888f req-1e7a9a66-1b8d-43fe-a797-3b34f6ee31b6 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:48.854957 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d42cd7d6-566a-41fa-a7cd-007e0ff4888f req-1e7a9a66-1b8d-43fe-a797-3b34f6ee31b6 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=a5d5c530-b47c-42b4-96a4-222e380a7772 HTTP/1.1" status: 200 len: 945 time: 0.0534344 Jan 28 20:28:48.901122 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d42cd7d6-566a-41fa-a7cd-007e0ff4888f req-9c25a83e-bce5-4afe-8741-0634c27c2802 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405123 Jan 28 20:28:50.019083 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f2b593-8d33-4f79-bed9-848fb3718612 req-21f0ffee-a928-4114-8936-7a8da38c32a9 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:50.020548 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-91f2b593-8d33-4f79-bed9-848fb3718612 req-21f0ffee-a928-4114-8936-7a8da38c32a9 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=a5d5c530-b47c-42b4-96a4-222e380a7772 HTTP/1.1" status: 200 len: 945 time: 0.0522075 Jan 28 20:28:50.066418 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-91f2b593-8d33-4f79-bed9-848fb3718612 req-78627339-1cc5-4319-b5c7-15f7537ef61d tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402989 Jan 28 20:28:51.192897 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32190eaf-b65f-497b-8b5e-c3424b0d44d9 req-51752752-b7c1-4dd3-b522-8b6a52f92d61 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:51.194426 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-32190eaf-b65f-497b-8b5e-c3424b0d44d9 req-51752752-b7c1-4dd3-b522-8b6a52f92d61 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=a5d5c530-b47c-42b4-96a4-222e380a7772 HTTP/1.1" status: 200 len: 945 time: 0.0577936 Jan 28 20:28:51.241248 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-32190eaf-b65f-497b-8b5e-c3424b0d44d9 req-be0552ed-abc1-4fbc-a9e3-27b7dd4ac152 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413465 Jan 28 20:28:51.445999 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:52.361176 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9978c0-9246-458c-adc4-157298eaa093 req-03a2e17d-321c-4dee-ae33-91374b89e002 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:52.363268 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9e9978c0-9246-458c-adc4-157298eaa093 req-03a2e17d-321c-4dee-ae33-91374b89e002 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=a5d5c530-b47c-42b4-96a4-222e380a7772 HTTP/1.1" status: 200 len: 945 time: 0.0528243 Jan 28 20:28:52.410065 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9e9978c0-9246-458c-adc4-157298eaa093 req-c57fae6b-2fab-4a44-8117-40792ea29712 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412750 Jan 28 20:28:53.529513 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7a10c2-6295-4780-88af-95fa2314d703 req-4ba2348b-014b-47a6-bf2f-be5856ca4142 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:53.530918 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4e7a10c2-6295-4780-88af-95fa2314d703 req-4ba2348b-014b-47a6-bf2f-be5856ca4142 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=a5d5c530-b47c-42b4-96a4-222e380a7772 HTTP/1.1" status: 200 len: 945 time: 0.0520966 Jan 28 20:28:53.577960 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4e7a10c2-6295-4780-88af-95fa2314d703 req-890e3892-672b-41ea-a218-a8a536653ac6 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409620 Jan 28 20:28:54.555039 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:54.702347 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d6f8bd-fd88-40e9-98fa-7425ab8491e3 req-a0fa5eb0-e6c1-4789-8f81-1375116debd5 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:54.703818 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-54d6f8bd-fd88-40e9-98fa-7425ab8491e3 req-a0fa5eb0-e6c1-4789-8f81-1375116debd5 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=a5d5c530-b47c-42b4-96a4-222e380a7772 HTTP/1.1" status: 200 len: 945 time: 0.0579486 Jan 28 20:28:54.750199 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-54d6f8bd-fd88-40e9-98fa-7425ab8491e3 req-86006389-5eef-4d9e-b4a3-ddbe8bc33cb4 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403268 Jan 28 20:28:55.869910 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bb520f-04ed-45c8-861c-2f06a12ae8dd req-88fc1ac2-ec84-4f6d-87e9-5ee7bf9445d6 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:55.871390 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-70bb520f-04ed-45c8-861c-2f06a12ae8dd req-88fc1ac2-ec84-4f6d-87e9-5ee7bf9445d6 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=a5d5c530-b47c-42b4-96a4-222e380a7772 HTTP/1.1" status: 200 len: 945 time: 0.0531914 Jan 28 20:28:55.921875 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-70bb520f-04ed-45c8-861c-2f06a12ae8dd req-871971b7-8902-4882-933c-fa451f71d76c tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448773 Jan 28 20:28:57.041289 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffded2a-ae86-4367-9365-b17eaa837bea req-efd6b812-cc98-488d-8a85-82af99642801 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:57.042755 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4ffded2a-ae86-4367-9365-b17eaa837bea req-efd6b812-cc98-488d-8a85-82af99642801 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=a5d5c530-b47c-42b4-96a4-222e380a7772 HTTP/1.1" status: 200 len: 945 time: 0.0520999 Jan 28 20:28:57.089031 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4ffded2a-ae86-4367-9365-b17eaa837bea req-27fcaa2e-34ab-46c5-9a1d-ed8b7a440ac6 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406263 Jan 28 20:28:57.159915 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:28:58.210475 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4d5886-6290-4b7c-941f-031b8d5c878f req-cec69b69-4a23-454e-9027-b97410d9c922 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:58.211985 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ac4d5886-6290-4b7c-941f-031b8d5c878f req-cec69b69-4a23-454e-9027-b97410d9c922 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=a5d5c530-b47c-42b4-96a4-222e380a7772 HTTP/1.1" status: 200 len: 945 time: 0.0534000 Jan 28 20:28:58.260405 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ac4d5886-6290-4b7c-941f-031b8d5c878f req-090d0f15-4cbe-4387-833b-8944f5903675 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418406 Jan 28 20:28:59.390108 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95129e40-0565-41bf-b364-b2f144b2dde2 req-c8b8f514-13a4-4ba2-98b6-57c0f5d197af tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:59.391578 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-95129e40-0565-41bf-b364-b2f144b2dde2 req-c8b8f514-13a4-4ba2-98b6-57c0f5d197af tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=a5d5c530-b47c-42b4-96a4-222e380a7772 HTTP/1.1" status: 200 len: 945 time: 0.0581839 Jan 28 20:28:59.438819 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-95129e40-0565-41bf-b364-b2f144b2dde2 req-be50caf7-5299-48d8-8422-9e09cc2dfd4c tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411875 Jan 28 20:29:00.560429 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdfa78e-420a-4a00-8cf2-5bd873f11df2 req-46471d6f-a0f8-4807-9fe1-f247aafa51f1 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:00.561951 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1fdfa78e-420a-4a00-8cf2-5bd873f11df2 req-46471d6f-a0f8-4807-9fe1-f247aafa51f1 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=a5d5c530-b47c-42b4-96a4-222e380a7772 HTTP/1.1" status: 200 len: 945 time: 0.0536225 Jan 28 20:29:00.609202 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1fdfa78e-420a-4a00-8cf2-5bd873f11df2 req-cc694062-43e1-47a1-b554-1aae6e970539 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412402 Jan 28 20:29:01.732244 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293a01d8-d87b-4f44-b356-8db4b6d52ab8 req-1ab5fd23-d5a0-47db-972f-13ddccc474d6 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:01.734902 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-293a01d8-d87b-4f44-b356-8db4b6d52ab8 req-1ab5fd23-d5a0-47db-972f-13ddccc474d6 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=a5d5c530-b47c-42b4-96a4-222e380a7772 HTTP/1.1" status: 200 len: 945 time: 0.0571053 Jan 28 20:29:01.781244 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-293a01d8-d87b-4f44-b356-8db4b6d52ab8 req-cddfa9e3-5874-474d-92a6-eef6bc8081f1 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402985 Jan 28 20:29:02.907958 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6d90e4-c242-4606-865e-20a98e9bb305 req-d0b17478-09b2-4518-91e0-08768fa563cd tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:02.909468 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2e6d90e4-c242-4606-865e-20a98e9bb305 req-d0b17478-09b2-4518-91e0-08768fa563cd tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=a5d5c530-b47c-42b4-96a4-222e380a7772 HTTP/1.1" status: 200 len: 945 time: 0.0579004 Jan 28 20:29:02.955661 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2e6d90e4-c242-4606-865e-20a98e9bb305 req-701416b0-3285-4227-86b1-6ed34dc6bbb8 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405998 Jan 28 20:29:04.075125 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cbd937-9e58-4023-9d1a-5c12d17787c8 req-757bcef2-a374-46eb-98a6-544b5682cd04 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:04.076576 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-79cbd937-9e58-4023-9d1a-5c12d17787c8 req-757bcef2-a374-46eb-98a6-544b5682cd04 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=a5d5c530-b47c-42b4-96a4-222e380a7772 HTTP/1.1" status: 200 len: 945 time: 0.0536358 Jan 28 20:29:04.127649 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-79cbd937-9e58-4023-9d1a-5c12d17787c8 req-f32cb852-59c6-48c1-92e5-f93784fabdd8 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454202 Jan 28 20:29:05.250464 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d17d339-f511-473c-8e61-0e770f05fe96 req-3eea5387-df1e-4e0e-b774-40ee317007f4 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:05.251947 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2d17d339-f511-473c-8e61-0e770f05fe96 req-3eea5387-df1e-4e0e-b774-40ee317007f4 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=a5d5c530-b47c-42b4-96a4-222e380a7772 HTTP/1.1" status: 200 len: 945 time: 0.0535240 Jan 28 20:29:05.298448 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2d17d339-f511-473c-8e61-0e770f05fe96 req-d48eff62-a297-43d1-a7ce-90ad2750ae82 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407865 Jan 28 20:29:06.423941 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2798efd-2058-4513-8312-0bb058f164c5 req-14878db7-f9bb-498e-8cae-c46c18e4962c tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:06.425441 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e2798efd-2058-4513-8312-0bb058f164c5 req-14878db7-f9bb-498e-8cae-c46c18e4962c tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=a5d5c530-b47c-42b4-96a4-222e380a7772 HTTP/1.1" status: 200 len: 945 time: 0.0578568 Jan 28 20:29:06.473717 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e2798efd-2058-4513-8312-0bb058f164c5 req-57239180-4b3c-4aa9-8586-0c8421c218a1 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425346 Jan 28 20:29:06.814514 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-11e88cb7-b7db-4cd0-970c-a64a2de7904e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:29:07.603665 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d6d66a-faaf-493f-81c0-748c6db97b75 req-91320cc4-812a-4622-8ffa-6c32f42440c5 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:07.605170 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-09d6d66a-faaf-493f-81c0-748c6db97b75 req-91320cc4-812a-4622-8ffa-6c32f42440c5 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=a5d5c530-b47c-42b4-96a4-222e380a7772 HTTP/1.1" status: 200 len: 945 time: 0.0608339 Jan 28 20:29:07.651660 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-09d6d66a-faaf-493f-81c0-748c6db97b75 req-de072384-128f-42cb-a5cb-706ddc415bc2 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409830 Jan 28 20:29:08.359188 n-d-812111-14 neutron-server[103304]: INFO neutron.api.v2.resource [req-375228e4-35ac-4d86-97eb-df7f96d94791 req-3ef9ca38-599e-4b8f-bdc5-d722cef57d9a service neutron] show failed (client error): The resource could not be found. Jan 28 20:29:08.360184 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-375228e4-35ac-4d86-97eb-df7f96d94791 req-3ef9ca38-599e-4b8f-bdc5-d722cef57d9a service neutron] 10.222.0.70 "GET /v2.0/ports/0d04bc84-bade-4df3-ae00-535afc0218ab/bindings/n-h1-812111-14 HTTP/1.1" status: 404 len: 381 time: 0.0537868 Jan 28 20:29:08.563376 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375228e4-35ac-4d86-97eb-df7f96d94791 req-af33e8d4-dd6b-4b1a-bb2c-8cd4f3fb9dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:08.565305 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-375228e4-35ac-4d86-97eb-df7f96d94791 req-af33e8d4-dd6b-4b1a-bb2c-8cd4f3fb9dd0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a5d5c530-b47c-42b4-96a4-222e380a7772&tenant_id=a0900bdb75214d779c2ff2b524361204 HTTP/1.1" status: 200 len: 1128 time: 0.0461099 Jan 28 20:29:08.576537 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-375228e4-35ac-4d86-97eb-df7f96d94791 req-10c1164b-c7ec-4e92-8bae-3c40eed9d00d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-812111-14', 'device_owner': 'compute:nova'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:29:08.638700 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-375228e4-35ac-4d86-97eb-df7f96d94791 req-10c1164b-c7ec-4e92-8bae-3c40eed9d00d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (0d04bc84-bade-4df3-ae00-535afc0218ab), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:29:08.847847 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f76e9c-782a-435b-98a7-a77bdb78ac0e req-94612798-ebcd-4522-9455-400e2b259e43 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:08.849347 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-75f76e9c-782a-435b-98a7-a77bdb78ac0e req-94612798-ebcd-4522-9455-400e2b259e43 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=a5d5c530-b47c-42b4-96a4-222e380a7772 HTTP/1.1" status: 200 len: 945 time: 0.1135235 Jan 28 20:29:08.903473 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-375228e4-35ac-4d86-97eb-df7f96d94791 req-10c1164b-c7ec-4e92-8bae-3c40eed9d00d service neutron] For port 0d04bc84-bade-4df3-ae00-535afc0218ab, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=0d04bc84-bade-4df3-ae00-535afc0218ab,segment=NetworkSegment(a356da5f-ca46-4607-8767-57e02fcd96dc),segment_id=a356da5f-ca46-4607-8767-57e02fcd96dc)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:29:08.930189 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-75f76e9c-782a-435b-98a7-a77bdb78ac0e req-89a90790-6760-45f6-9516-4bdf1a9bea93 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746341 Jan 28 20:29:08.950662 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-375228e4-35ac-4d86-97eb-df7f96d94791 req-10c1164b-c7ec-4e92-8bae-3c40eed9d00d service neutron] For port 0d04bc84-bade-4df3-ae00-535afc0218ab, host n-h2-812111-14, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:29:08.994216 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5d5c530-b47c-42b4-96a4-222e380a7772', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d04bc84-bade-4df3-ae00-535afc0218ab'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:29:08.996467 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}981202432542b3bd90586abfd28c53181d71ca775a89b024ffbb9268f9379f4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f62b6203-f8d5-4812-a726-96259ffc904a" -d '{"events": [{"server_uuid": "a5d5c530-b47c-42b4-96a4-222e380a7772", "name": "network-vif-unplugged", "status": "completed", "tag": "0d04bc84-bade-4df3-ae00-535afc0218ab"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:29:09.000007 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-375228e4-35ac-4d86-97eb-df7f96d94791 req-10c1164b-c7ec-4e92-8bae-3c40eed9d00d service neutron] Publish callbacks [] for port (0d04bc84-bade-4df3-ae00-535afc0218ab), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:29:09.013050 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-375228e4-35ac-4d86-97eb-df7f96d94791 req-10c1164b-c7ec-4e92-8bae-3c40eed9d00d service neutron] Transition to ACTIVE for port object 0d04bc84-bade-4df3-ae00-535afc0218ab will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:29:09.017135 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-375228e4-35ac-4d86-97eb-df7f96d94791 req-10c1164b-c7ec-4e92-8bae-3c40eed9d00d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (0d04bc84-bade-4df3-ae00-535afc0218ab), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:29:09.049766 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 20:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b893479-9d27-4f37-9775-0944be01014c x-openstack-request-id: req-9b893479-9d27-4f37-9775-0944be01014c {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:29:09.050062 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5d5c530-b47c-42b4-96a4-222e380a7772", "name": "network-vif-unplugged", "status": "completed", "tag": "0d04bc84-bade-4df3-ae00-535afc0218ab", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:29:09.050322 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9b893479-9d27-4f37-9775-0944be01014c {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:29:09.050733 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5d5c530-b47c-42b4-96a4-222e380a7772', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d04bc84-bade-4df3-ae00-535afc0218ab', 'code': 200} Jan 28 20:29:09.071514 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9777bf63-db7f-4d2a-b28c-6c70ba5c7f45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:29:09.099039 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c1164b-c7ec-4e92-8bae-3c40eed9d00d service neutron] Pushing event updated for resources: {'Port': ['ID=0d04bc84-bade-4df3-ae00-535afc0218ab,revision_number=6']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:29:09.143186 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-375228e4-35ac-4d86-97eb-df7f96d94791 req-10c1164b-c7ec-4e92-8bae-3c40eed9d00d service neutron] No DVR routers for this DVR port 0d04bc84-bade-4df3-ae00-535afc0218ab on host n-h2-812111-14 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:29:09.288237 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-375228e4-35ac-4d86-97eb-df7f96d94791 req-10c1164b-c7ec-4e92-8bae-3c40eed9d00d service neutron] Attempting to bind port 0d04bc84-bade-4df3-ae00-535afc0218ab on host n-h1-812111-14 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:29:09.288570 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-375228e4-35ac-4d86-97eb-df7f96d94791 req-10c1164b-c7ec-4e92-8bae-3c40eed9d00d service neutron] Attempting to bind port 0d04bc84-bade-4df3-ae00-535afc0218ab by drivers openvswitch,hyperv on host n-h1-812111-14 at level 0 using segments [{'id': 'a356da5f-ca46-4607-8767-57e02fcd96dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd8e01811-a300-4dd8-bacd-fd5a9e44548b'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:29:09.288897 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-375228e4-35ac-4d86-97eb-df7f96d94791 req-10c1164b-c7ec-4e92-8bae-3c40eed9d00d service neutron] Attempting to bind port 0d04bc84-bade-4df3-ae00-535afc0218ab on network d8e01811-a300-4dd8-bacd-fd5a9e44548b {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:29:09.293154 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-375228e4-35ac-4d86-97eb-df7f96d94791 req-10c1164b-c7ec-4e92-8bae-3c40eed9d00d service neutron] Port 0d04bc84-bade-4df3-ae00-535afc0218ab on network d8e01811-a300-4dd8-bacd-fd5a9e44548b not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-14 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:29:09.293475 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-375228e4-35ac-4d86-97eb-df7f96d94791 req-10c1164b-c7ec-4e92-8bae-3c40eed9d00d service neutron] Attempting to bind port 0d04bc84-bade-4df3-ae00-535afc0218ab on network d8e01811-a300-4dd8-bacd-fd5a9e44548b {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:29:09.298360 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-375228e4-35ac-4d86-97eb-df7f96d94791 req-10c1164b-c7ec-4e92-8bae-3c40eed9d00d service neutron] Checking agent: {'id': 'b544ba20-de93-4d86-9e6b-a2202deb6191', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 28, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:29:09.298712 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-375228e4-35ac-4d86-97eb-df7f96d94791 req-10c1164b-c7ec-4e92-8bae-3c40eed9d00d service neutron] Checking segment: {'id': 'a356da5f-ca46-4607-8767-57e02fcd96dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd8e01811-a300-4dd8-bacd-fd5a9e44548b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:29:09.299097 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-375228e4-35ac-4d86-97eb-df7f96d94791 req-10c1164b-c7ec-4e92-8bae-3c40eed9d00d service neutron] Bound using segment: {'id': 'a356da5f-ca46-4607-8767-57e02fcd96dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd8e01811-a300-4dd8-bacd-fd5a9e44548b'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:29:09.299517 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-375228e4-35ac-4d86-97eb-df7f96d94791 req-10c1164b-c7ec-4e92-8bae-3c40eed9d00d service neutron] Bound port: 0d04bc84-bade-4df3-ae00-535afc0218ab, host: n-h1-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a356da5f-ca46-4607-8767-57e02fcd96dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd8e01811-a300-4dd8-bacd-fd5a9e44548b'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:29:09.299867 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-375228e4-35ac-4d86-97eb-df7f96d94791 req-10c1164b-c7ec-4e92-8bae-3c40eed9d00d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (0d04bc84-bade-4df3-ae00-535afc0218ab), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:29:09.362121 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-375228e4-35ac-4d86-97eb-df7f96d94791 req-10c1164b-c7ec-4e92-8bae-3c40eed9d00d service neutron] For port 0d04bc84-bade-4df3-ae00-535afc0218ab, host n-h1-812111-14, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:29:09.365013 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-375228e4-35ac-4d86-97eb-df7f96d94791 req-10c1164b-c7ec-4e92-8bae-3c40eed9d00d service neutron] For port 0d04bc84-bade-4df3-ae00-535afc0218ab, host n-h1-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=0d04bc84-bade-4df3-ae00-535afc0218ab,segment=NetworkSegment(a356da5f-ca46-4607-8767-57e02fcd96dc),segment_id=a356da5f-ca46-4607-8767-57e02fcd96dc)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:29:09.371552 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-375228e4-35ac-4d86-97eb-df7f96d94791 req-10c1164b-c7ec-4e92-8bae-3c40eed9d00d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (0d04bc84-bade-4df3-ae00-535afc0218ab), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:29:09.403691 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375228e4-35ac-4d86-97eb-df7f96d94791 req-10c1164b-c7ec-4e92-8bae-3c40eed9d00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:09.404348 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-375228e4-35ac-4d86-97eb-df7f96d94791 req-10c1164b-c7ec-4e92-8bae-3c40eed9d00d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:29:09.405904 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-375228e4-35ac-4d86-97eb-df7f96d94791 req-10c1164b-c7ec-4e92-8bae-3c40eed9d00d service neutron] 10.222.0.41 "PUT /v2.0/ports/0d04bc84-bade-4df3-ae00-535afc0218ab HTTP/1.1" status: 200 len: 1092 time: 0.8334610 Jan 28 20:29:09.431658 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c1164b-c7ec-4e92-8bae-3c40eed9d00d service neutron] Pushing event updated for resources: {'Port': ['ID=0d04bc84-bade-4df3-ae00-535afc0218ab,revision_number=7']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:29:09.481523 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375228e4-35ac-4d86-97eb-df7f96d94791 req-f510ad61-338c-4bd5-a581-8ac7a74ed6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:09.483095 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-375228e4-35ac-4d86-97eb-df7f96d94791 req-f510ad61-338c-4bd5-a581-8ac7a74ed6fe service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a0900bdb75214d779c2ff2b524361204&device_id=a5d5c530-b47c-42b4-96a4-222e380a7772 HTTP/1.1" status: 200 len: 1126 time: 0.0485187 Jan 28 20:29:09.590778 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375228e4-35ac-4d86-97eb-df7f96d94791 req-ae9a5be3-87a4-4539-a64d-b22767b4b085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:09.592247 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-375228e4-35ac-4d86-97eb-df7f96d94791 req-ae9a5be3-87a4-4539-a64d-b22767b4b085 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d8e01811-a300-4dd8-bacd-fd5a9e44548b HTTP/1.1" status: 200 len: 912 time: 0.0957363 Jan 28 20:29:09.659298 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-375228e4-35ac-4d86-97eb-df7f96d94791 req-68c0c8d4-4b03-431d-9359-13edf3705d02 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0d04bc84-bade-4df3-ae00-535afc0218ab HTTP/1.1" status: 200 len: 1000 time: 0.0583980 Jan 28 20:29:09.715906 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375228e4-35ac-4d86-97eb-df7f96d94791 req-b50bedf8-2ee7-44d3-88d7-d05224dfe942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:09.717639 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-375228e4-35ac-4d86-97eb-df7f96d94791 req-b50bedf8-2ee7-44d3-88d7-d05224dfe942 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=df66a7ef-d785-4716-9ebd-bfe0bb120f51 HTTP/1.1" status: 200 len: 851 time: 0.0480170 Jan 28 20:29:09.770223 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375228e4-35ac-4d86-97eb-df7f96d94791 req-2b62bb09-31a2-4349-9b05-a6d47041ceb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:09.771706 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-375228e4-35ac-4d86-97eb-df7f96d94791 req-2b62bb09-31a2-4349-9b05-a6d47041ceb7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d8e01811-a300-4dd8-bacd-fd5a9e44548b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0439117 Jan 28 20:29:09.866457 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-375228e4-35ac-4d86-97eb-df7f96d94791 req-04eb48ed-36e3-4652-998a-efab5f080c5b service neutron] 10.222.0.41 "GET /v2.0/networks/d8e01811-a300-4dd8-bacd-fd5a9e44548b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823278 Jan 28 20:29:09.966104 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-375228e4-35ac-4d86-97eb-df7f96d94791 req-71b53d54-08d8-4a24-ba2a-acc76b721855 service neutron] 10.222.0.41 "GET /v2.0/networks/d8e01811-a300-4dd8-bacd-fd5a9e44548b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904617 Jan 28 20:29:10.061135 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:29:10.061925 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3703d71-0ccc-4ece-b604-a8b88043380e req-d3007b1d-db16-47d7-8d24-6270e50cbd43 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:10.063422 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f3703d71-0ccc-4ece-b604-a8b88043380e req-d3007b1d-db16-47d7-8d24-6270e50cbd43 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=a5d5c530-b47c-42b4-96a4-222e380a7772 HTTP/1.1" status: 200 len: 943 time: 0.0599704 Jan 28 20:29:10.116251 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f3703d71-0ccc-4ece-b604-a8b88043380e req-c94feecd-36a0-47db-8417-3f26a2edd262 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460529 Jan 28 20:29:10.698507 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 0d04bc84-bade-4df3-ae00-535afc0218ab no longer exists at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:29:10.736420 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] The host n-h2-812111-14 is not matching for port 0d04bc84-bade-4df3-ae00-535afc0218ab host n-h1-812111-14! {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Jan 28 20:29:10.736848 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 0d04bc84-bade-4df3-ae00-535afc0218ab not bound to the agent host n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:29:11.052584 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5d5c530-b47c-42b4-96a4-222e380a7772', 'tag': '0d04bc84-bade-4df3-ae00-535afc0218ab'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:29:11.054916 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}981202432542b3bd90586abfd28c53181d71ca775a89b024ffbb9268f9379f4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5d59a78-2262-4fa1-8dd8-b0f42f190b11" -d '{"events": [{"name": "network-changed", "server_uuid": "a5d5c530-b47c-42b4-96a4-222e380a7772", "tag": "0d04bc84-bade-4df3-ae00-535afc0218ab"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:29:11.103055 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37bc4ef4-a900-4403-af43-c6a062a5e918 x-openstack-request-id: req-37bc4ef4-a900-4403-af43-c6a062a5e918 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:29:11.103348 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5d5c530-b47c-42b4-96a4-222e380a7772", "tag": "0d04bc84-bade-4df3-ae00-535afc0218ab", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:29:11.103604 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-37bc4ef4-a900-4403-af43-c6a062a5e918 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:29:11.104007 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5d5c530-b47c-42b4-96a4-222e380a7772', 'tag': '0d04bc84-bade-4df3-ae00-535afc0218ab', 'status': 'completed', 'code': 200} Jan 28 20:29:11.167691 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d59a78-2262-4fa1-8dd8-b0f42f190b11 req-80fbaaad-3b8d-43c9-b7be-91fe8748c210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:11.169280 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e5d59a78-2262-4fa1-8dd8-b0f42f190b11 req-80fbaaad-3b8d-43c9-b7be-91fe8748c210 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a0900bdb75214d779c2ff2b524361204&device_id=a5d5c530-b47c-42b4-96a4-222e380a7772 HTTP/1.1" status: 200 len: 1126 time: 0.0481703 Jan 28 20:29:11.175651 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d59a78-2262-4fa1-8dd8-b0f42f190b11 req-89e85a99-4781-4d4a-971f-850d6497b8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:11.177558 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e5d59a78-2262-4fa1-8dd8-b0f42f190b11 req-89e85a99-4781-4d4a-971f-850d6497b8fc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a0900bdb75214d779c2ff2b524361204&device_id=a5d5c530-b47c-42b4-96a4-222e380a7772 HTTP/1.1" status: 200 len: 1126 time: 0.0524893 Jan 28 20:29:11.263949 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d59a78-2262-4fa1-8dd8-b0f42f190b11 req-acb2bd86-a938-4f63-ac14-625a88d9a849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:11.265498 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e5d59a78-2262-4fa1-8dd8-b0f42f190b11 req-acb2bd86-a938-4f63-ac14-625a88d9a849 service neutron] 10.222.0.70 "GET /v2.0/networks?id=d8e01811-a300-4dd8-bacd-fd5a9e44548b HTTP/1.1" status: 200 len: 912 time: 0.0901439 Jan 28 20:29:11.300902 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbdc550-286c-411d-a971-8c41aaf665c0 req-898ec7dd-2ba3-443f-b184-56b11385e49c tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:11.302501 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-dcbdc550-286c-411d-a971-8c41aaf665c0 req-898ec7dd-2ba3-443f-b184-56b11385e49c tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=a5d5c530-b47c-42b4-96a4-222e380a7772 HTTP/1.1" status: 200 len: 943 time: 0.1145165 Jan 28 20:29:11.330642 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e5d59a78-2262-4fa1-8dd8-b0f42f190b11 req-c9bca6d6-3653-4491-8b2a-9556005b3e4f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0d04bc84-bade-4df3-ae00-535afc0218ab HTTP/1.1" status: 200 len: 1000 time: 0.0591252 Jan 28 20:29:11.333594 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d59a78-2262-4fa1-8dd8-b0f42f190b11 req-a792eb29-decd-43f0-977f-e0ad7e5227a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:11.334994 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e5d59a78-2262-4fa1-8dd8-b0f42f190b11 req-a792eb29-decd-43f0-977f-e0ad7e5227a5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d8e01811-a300-4dd8-bacd-fd5a9e44548b HTTP/1.1" status: 200 len: 912 time: 0.1445777 Jan 28 20:29:11.379134 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d59a78-2262-4fa1-8dd8-b0f42f190b11 req-a3efae31-d3df-445f-bf77-2874dafca5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:11.380598 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e5d59a78-2262-4fa1-8dd8-b0f42f190b11 req-a3efae31-d3df-445f-bf77-2874dafca5c1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=df66a7ef-d785-4716-9ebd-bfe0bb120f51 HTTP/1.1" status: 200 len: 851 time: 0.0440941 Jan 28 20:29:11.403582 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-dcbdc550-286c-411d-a971-8c41aaf665c0 req-ee5a498b-86e2-4bc8-8e29-a0b0ad375f3e tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943947 Jan 28 20:29:11.427971 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e5d59a78-2262-4fa1-8dd8-b0f42f190b11 req-a686af7a-b9d5-449b-a3be-47865e2ad14e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0d04bc84-bade-4df3-ae00-535afc0218ab HTTP/1.1" status: 200 len: 1000 time: 0.0852516 Jan 28 20:29:11.434492 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d59a78-2262-4fa1-8dd8-b0f42f190b11 req-f0cb000c-11cd-4487-9b14-9ebf5d3c5649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:11.435984 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e5d59a78-2262-4fa1-8dd8-b0f42f190b11 req-f0cb000c-11cd-4487-9b14-9ebf5d3c5649 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d8e01811-a300-4dd8-bacd-fd5a9e44548b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0484734 Jan 28 20:29:11.484546 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d59a78-2262-4fa1-8dd8-b0f42f190b11 req-a56c5477-4ed4-4a3c-97b0-8a57141226f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:11.488354 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e5d59a78-2262-4fa1-8dd8-b0f42f190b11 req-a56c5477-4ed4-4a3c-97b0-8a57141226f8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=df66a7ef-d785-4716-9ebd-bfe0bb120f51 HTTP/1.1" status: 200 len: 851 time: 0.0516231 Jan 28 20:29:11.528403 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e5d59a78-2262-4fa1-8dd8-b0f42f190b11 req-08fa77d5-3532-471d-b36c-dd2d5b8f1529 service neutron] 10.222.0.70 "GET /v2.0/networks/d8e01811-a300-4dd8-bacd-fd5a9e44548b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865057 Jan 28 20:29:11.543432 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d59a78-2262-4fa1-8dd8-b0f42f190b11 req-8dfac214-bd2c-4635-bde9-75666506e98f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:11.544928 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e5d59a78-2262-4fa1-8dd8-b0f42f190b11 req-8dfac214-bd2c-4635-bde9-75666506e98f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d8e01811-a300-4dd8-bacd-fd5a9e44548b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0491753 Jan 28 20:29:11.623739 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e5d59a78-2262-4fa1-8dd8-b0f42f190b11 req-884e72d8-e3a4-40da-b712-7553dfd74075 service neutron] 10.222.0.70 "GET /v2.0/networks/d8e01811-a300-4dd8-bacd-fd5a9e44548b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892780 Jan 28 20:29:11.637515 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e5d59a78-2262-4fa1-8dd8-b0f42f190b11 req-0c0d5255-f261-48a5-85b5-eb4f87b7c5d7 service neutron] 10.222.0.41 "GET /v2.0/networks/d8e01811-a300-4dd8-bacd-fd5a9e44548b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855260 Jan 28 20:29:11.738965 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e5d59a78-2262-4fa1-8dd8-b0f42f190b11 req-778dfc09-a5dd-4dda-ba96-bbb93db16a93 service neutron] 10.222.0.41 "GET /v2.0/networks/d8e01811-a300-4dd8-bacd-fd5a9e44548b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948050 Jan 28 20:29:11.934283 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:29:12.532672 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0217c9d-18cb-4070-9710-ad6eab31a7ee req-d8254027-b44a-4fe0-83ef-712ae80f8591 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:12.534129 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f0217c9d-18cb-4070-9710-ad6eab31a7ee req-d8254027-b44a-4fe0-83ef-712ae80f8591 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=a5d5c530-b47c-42b4-96a4-222e380a7772 HTTP/1.1" status: 200 len: 943 time: 0.0561833 Jan 28 20:29:12.580730 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f0217c9d-18cb-4070-9710-ad6eab31a7ee req-7a79097e-7855-4c56-a042-802d896eecc9 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411196 Jan 28 20:29:12.868311 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bad8ca-b3c7-495f-b15b-dcf930d2b37c req-39c16cde-3c89-456c-96d7-7199d606a153 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:12.869886 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-72bad8ca-b3c7-495f-b15b-dcf930d2b37c req-39c16cde-3c89-456c-96d7-7199d606a153 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5d5c530-b47c-42b4-96a4-222e380a7772&tenant_id=a0900bdb75214d779c2ff2b524361204&binding%3Ahost_id=n-h1-812111-14 HTTP/1.1" status: 200 len: 943 time: 0.0576992 Jan 28 20:29:12.881848 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1516054-9369-44f3-b931-06d4f44f0bce req-8997fc8b-1d59-4cee-aa2c-5aeb988fb5db tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:12.883521 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a1516054-9369-44f3-b931-06d4f44f0bce req-8997fc8b-1d59-4cee-aa2c-5aeb988fb5db tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=a5d5c530-b47c-42b4-96a4-222e380a7772 HTTP/1.1" status: 200 len: 943 time: 0.0533977 Jan 28 20:29:12.934704 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a1516054-9369-44f3-b931-06d4f44f0bce req-80d5e6a7-e547-48b0-b391-cee654586665 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455351 Jan 28 20:29:13.060768 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-72bad8ca-b3c7-495f-b15b-dcf930d2b37c req-81b2c57e-a3c1-43c7-9377-a9bcd7bed699 service neutron] 10.222.0.41 "GET /v2.0/ports/0d04bc84-bade-4df3-ae00-535afc0218ab/bindings/n-h1-812111-14 HTTP/1.1" status: 200 len: 383 time: 0.0539992 Jan 28 20:29:13.124864 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bad8ca-b3c7-495f-b15b-dcf930d2b37c req-590f7bce-76e0-45db-9022-a8c241dbd28f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:13.126883 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-72bad8ca-b3c7-495f-b15b-dcf930d2b37c req-590f7bce-76e0-45db-9022-a8c241dbd28f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a0900bdb75214d779c2ff2b524361204&device_id=a5d5c530-b47c-42b4-96a4-222e380a7772 HTTP/1.1" status: 200 len: 1126 time: 0.0448236 Jan 28 20:29:13.218028 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bad8ca-b3c7-495f-b15b-dcf930d2b37c req-9a6d47b7-3c3a-4f04-8fa9-8e79bab23b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:13.219530 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-72bad8ca-b3c7-495f-b15b-dcf930d2b37c req-9a6d47b7-3c3a-4f04-8fa9-8e79bab23b2e service neutron] 10.222.0.41 "GET /v2.0/networks?id=d8e01811-a300-4dd8-bacd-fd5a9e44548b HTTP/1.1" status: 200 len: 912 time: 0.0870221 Jan 28 20:29:13.286018 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-72bad8ca-b3c7-495f-b15b-dcf930d2b37c req-84dda73f-6d71-489c-b4ad-22ae833d0d4d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0d04bc84-bade-4df3-ae00-535afc0218ab HTTP/1.1" status: 200 len: 1000 time: 0.0595453 Jan 28 20:29:13.304008 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:29:13.339951 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bad8ca-b3c7-495f-b15b-dcf930d2b37c req-d4d96e11-84b2-480c-89fa-1794e414f83f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:13.341456 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-72bad8ca-b3c7-495f-b15b-dcf930d2b37c req-d4d96e11-84b2-480c-89fa-1794e414f83f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=df66a7ef-d785-4716-9ebd-bfe0bb120f51 HTTP/1.1" status: 200 len: 851 time: 0.0483556 Jan 28 20:29:13.390106 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bad8ca-b3c7-495f-b15b-dcf930d2b37c req-9a8dc5a6-d392-47c2-aaa9-a7f60244ed1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:13.392203 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-72bad8ca-b3c7-495f-b15b-dcf930d2b37c req-9a8dc5a6-d392-47c2-aaa9-a7f60244ed1b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d8e01811-a300-4dd8-bacd-fd5a9e44548b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0443699 Jan 28 20:29:13.478056 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-72bad8ca-b3c7-495f-b15b-dcf930d2b37c req-4b6aa55a-c589-486f-9e45-b13c77040527 service neutron] 10.222.0.41 "GET /v2.0/networks/d8e01811-a300-4dd8-bacd-fd5a9e44548b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804210 Jan 28 20:29:13.570154 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-72bad8ca-b3c7-495f-b15b-dcf930d2b37c req-5170d4c5-e3bb-47b3-9c47-cfeffbcc75bf service neutron] 10.222.0.41 "GET /v2.0/networks/d8e01811-a300-4dd8-bacd-fd5a9e44548b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859480 Jan 28 20:29:14.057346 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22ff534-5010-4ee4-a272-18f4e63a2098 req-7d213acf-f46d-4c84-a1c8-f40683b1a364 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:14.058828 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e22ff534-5010-4ee4-a272-18f4e63a2098 req-7d213acf-f46d-4c84-a1c8-f40683b1a364 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=a5d5c530-b47c-42b4-96a4-222e380a7772 HTTP/1.1" status: 200 len: 943 time: 0.0525892 Jan 28 20:29:14.106172 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e22ff534-5010-4ee4-a272-18f4e63a2098 req-293aa33c-a916-4ecd-b9d8-84fb1214807e tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412629 Jan 28 20:29:14.330285 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 0d04bc84-bade-4df3-ae00-535afc0218ab details requested by agent hyperv_n-h1-812111-14 with host n-h1-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:29:14.436625 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 0d04bc84-bade-4df3-ae00-535afc0218ab, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=0d04bc84-bade-4df3-ae00-535afc0218ab,segment=NetworkSegment(a356da5f-ca46-4607-8767-57e02fcd96dc),segment_id=a356da5f-ca46-4607-8767-57e02fcd96dc)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:29:14.449232 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Returning: {'device': '0d04bc84-bade-4df3-ae00-535afc0218ab', 'network_id': 'd8e01811-a300-4dd8-bacd-fd5a9e44548b', 'port_id': '0d04bc84-bade-4df3-ae00-535afc0218ab', 'mac_address': 'fa:16:3e:c4:f5:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df66a7ef-d785-4716-9ebd-bfe0bb120f51', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:29:14.490309 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port 0d04bc84-bade-4df3-ae00-535afc0218ab is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:29:14.490600 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (0d04bc84-bade-4df3-ae00-535afc0218ab), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:29:14.504486 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d04bc84-bade-4df3-ae00-535afc0218ab {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:29:14.528245 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 0d04bc84-bade-4df3-ae00-535afc0218ab, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=0d04bc84-bade-4df3-ae00-535afc0218ab,segment=NetworkSegment(a356da5f-ca46-4607-8767-57e02fcd96dc),segment_id=a356da5f-ca46-4607-8767-57e02fcd96dc)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:29:14.536302 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (0d04bc84-bade-4df3-ae00-535afc0218ab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:29:14.589248 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=0d04bc84-bade-4df3-ae00-535afc0218ab,revision_number=8']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:29:14.790176 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['0d04bc84-bade-4df3-ae00-535afc0218ab'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:29:15.237366 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80c381b-de7d-4013-8621-08d4c807c58e req-ecc7f4df-b607-46e3-9dc1-5ff1f940d6d3 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:15.238980 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d80c381b-de7d-4013-8621-08d4c807c58e req-ecc7f4df-b607-46e3-9dc1-5ff1f940d6d3 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=a5d5c530-b47c-42b4-96a4-222e380a7772 HTTP/1.1" status: 200 len: 944 time: 0.0579462 Jan 28 20:29:15.294250 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d80c381b-de7d-4013-8621-08d4c807c58e req-44851ee6-8ab1-4c1b-92f2-2b6630aa08a5 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493329 Jan 28 20:29:15.618345 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bad8ca-b3c7-495f-b15b-dcf930d2b37c req-ee11948d-a16f-4b63-b172-8ac1f2f56623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:15.619830 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-72bad8ca-b3c7-495f-b15b-dcf930d2b37c req-ee11948d-a16f-4b63-b172-8ac1f2f56623 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=a5d5c530-b47c-42b4-96a4-222e380a7772&tenant_id=a0900bdb75214d779c2ff2b524361204 HTTP/1.1" status: 200 len: 1127 time: 0.0453515 Jan 28 20:29:15.631144 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-72bad8ca-b3c7-495f-b15b-dcf930d2b37c req-b5439ca2-9b03-468c-aad7-2cf79243541e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-812111-14', 'device_owner': 'compute:nova'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:29:15.701452 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-72bad8ca-b3c7-495f-b15b-dcf930d2b37c req-b5439ca2-9b03-468c-aad7-2cf79243541e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (0d04bc84-bade-4df3-ae00-535afc0218ab), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:29:15.903128 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-72bad8ca-b3c7-495f-b15b-dcf930d2b37c req-b5439ca2-9b03-468c-aad7-2cf79243541e service neutron] For port 0d04bc84-bade-4df3-ae00-535afc0218ab, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=0d04bc84-bade-4df3-ae00-535afc0218ab,segment=NetworkSegment(a356da5f-ca46-4607-8767-57e02fcd96dc),segment_id=a356da5f-ca46-4607-8767-57e02fcd96dc)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:29:15.938030 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-72bad8ca-b3c7-495f-b15b-dcf930d2b37c req-b5439ca2-9b03-468c-aad7-2cf79243541e service neutron] For port 0d04bc84-bade-4df3-ae00-535afc0218ab, host n-h1-812111-14, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:29:15.971021 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-72bad8ca-b3c7-495f-b15b-dcf930d2b37c req-b5439ca2-9b03-468c-aad7-2cf79243541e service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 0d04bc84-bade-4df3-ae00-535afc0218ab {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:29:15.979744 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-72bad8ca-b3c7-495f-b15b-dcf930d2b37c req-b5439ca2-9b03-468c-aad7-2cf79243541e service neutron] Publish callbacks [] for port (0d04bc84-bade-4df3-ae00-535afc0218ab), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:29:15.990633 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-72bad8ca-b3c7-495f-b15b-dcf930d2b37c req-b5439ca2-9b03-468c-aad7-2cf79243541e service neutron] Ignored duplicate provisioning block setup for port 0d04bc84-bade-4df3-ae00-535afc0218ab by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jan 28 20:29:15.994175 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-72bad8ca-b3c7-495f-b15b-dcf930d2b37c req-b5439ca2-9b03-468c-aad7-2cf79243541e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (0d04bc84-bade-4df3-ae00-535afc0218ab), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:29:16.043413 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5439ca2-9b03-468c-aad7-2cf79243541e service neutron] Pushing event updated for resources: {'Port': ['ID=0d04bc84-bade-4df3-ae00-535afc0218ab,revision_number=9']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:29:16.122341 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-72bad8ca-b3c7-495f-b15b-dcf930d2b37c req-b5439ca2-9b03-468c-aad7-2cf79243541e service neutron] No DVR routers for this DVR port 0d04bc84-bade-4df3-ae00-535afc0218ab on host n-h1-812111-14 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:29:16.272703 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-72bad8ca-b3c7-495f-b15b-dcf930d2b37c req-b5439ca2-9b03-468c-aad7-2cf79243541e service neutron] Attempting to bind port 0d04bc84-bade-4df3-ae00-535afc0218ab on host n-h2-812111-14 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:29:16.273461 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-72bad8ca-b3c7-495f-b15b-dcf930d2b37c req-b5439ca2-9b03-468c-aad7-2cf79243541e service neutron] Attempting to bind port 0d04bc84-bade-4df3-ae00-535afc0218ab by drivers openvswitch,hyperv on host n-h2-812111-14 at level 0 using segments [{'id': 'a356da5f-ca46-4607-8767-57e02fcd96dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd8e01811-a300-4dd8-bacd-fd5a9e44548b'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:29:16.273461 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72bad8ca-b3c7-495f-b15b-dcf930d2b37c req-b5439ca2-9b03-468c-aad7-2cf79243541e service neutron] Attempting to bind port 0d04bc84-bade-4df3-ae00-535afc0218ab on network d8e01811-a300-4dd8-bacd-fd5a9e44548b {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:29:16.278421 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72bad8ca-b3c7-495f-b15b-dcf930d2b37c req-b5439ca2-9b03-468c-aad7-2cf79243541e service neutron] Port 0d04bc84-bade-4df3-ae00-535afc0218ab on network d8e01811-a300-4dd8-bacd-fd5a9e44548b not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-14 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:29:16.278755 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72bad8ca-b3c7-495f-b15b-dcf930d2b37c req-b5439ca2-9b03-468c-aad7-2cf79243541e service neutron] Attempting to bind port 0d04bc84-bade-4df3-ae00-535afc0218ab on network d8e01811-a300-4dd8-bacd-fd5a9e44548b {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:29:16.284066 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72bad8ca-b3c7-495f-b15b-dcf930d2b37c req-b5439ca2-9b03-468c-aad7-2cf79243541e service neutron] Checking agent: {'id': '8f3fee4e-bf24-4b58-8a3a-ae9c8011a473', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 28, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:29:16.284413 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72bad8ca-b3c7-495f-b15b-dcf930d2b37c req-b5439ca2-9b03-468c-aad7-2cf79243541e service neutron] Checking segment: {'id': 'a356da5f-ca46-4607-8767-57e02fcd96dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd8e01811-a300-4dd8-bacd-fd5a9e44548b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:29:16.284806 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72bad8ca-b3c7-495f-b15b-dcf930d2b37c req-b5439ca2-9b03-468c-aad7-2cf79243541e service neutron] Bound using segment: {'id': 'a356da5f-ca46-4607-8767-57e02fcd96dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd8e01811-a300-4dd8-bacd-fd5a9e44548b'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:29:16.285285 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-72bad8ca-b3c7-495f-b15b-dcf930d2b37c req-b5439ca2-9b03-468c-aad7-2cf79243541e service neutron] Bound port: 0d04bc84-bade-4df3-ae00-535afc0218ab, host: n-h2-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a356da5f-ca46-4607-8767-57e02fcd96dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd8e01811-a300-4dd8-bacd-fd5a9e44548b'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:29:16.285657 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-72bad8ca-b3c7-495f-b15b-dcf930d2b37c req-b5439ca2-9b03-468c-aad7-2cf79243541e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (0d04bc84-bade-4df3-ae00-535afc0218ab), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:29:16.341452 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 0d04bc84-bade-4df3-ae00-535afc0218ab details requested by agent hyperv_n-h1-812111-14 with host n-h1-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:29:16.353867 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-72bad8ca-b3c7-495f-b15b-dcf930d2b37c req-b5439ca2-9b03-468c-aad7-2cf79243541e service neutron] For port 0d04bc84-bade-4df3-ae00-535afc0218ab, host n-h2-812111-14, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:29:16.357756 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-72bad8ca-b3c7-495f-b15b-dcf930d2b37c req-b5439ca2-9b03-468c-aad7-2cf79243541e service neutron] For port 0d04bc84-bade-4df3-ae00-535afc0218ab, host n-h2-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=0d04bc84-bade-4df3-ae00-535afc0218ab,segment=NetworkSegment(a356da5f-ca46-4607-8767-57e02fcd96dc),segment_id=a356da5f-ca46-4607-8767-57e02fcd96dc)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:29:16.365658 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-72bad8ca-b3c7-495f-b15b-dcf930d2b37c req-b5439ca2-9b03-468c-aad7-2cf79243541e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (0d04bc84-bade-4df3-ae00-535afc0218ab), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:29:16.403290 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bad8ca-b3c7-495f-b15b-dcf930d2b37c req-b5439ca2-9b03-468c-aad7-2cf79243541e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:16.403573 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-72bad8ca-b3c7-495f-b15b-dcf930d2b37c req-b5439ca2-9b03-468c-aad7-2cf79243541e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:29:16.404875 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-72bad8ca-b3c7-495f-b15b-dcf930d2b37c req-b5439ca2-9b03-468c-aad7-2cf79243541e service neutron] 10.222.0.70 "PUT /v2.0/ports/0d04bc84-bade-4df3-ae00-535afc0218ab HTTP/1.1" status: 200 len: 1092 time: 0.7776272 Jan 28 20:29:16.405362 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5d5c530-b47c-42b4-96a4-222e380a7772', 'tag': '0d04bc84-bade-4df3-ae00-535afc0218ab'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:29:16.407686 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}690870b4896ba3504f21237a239c836c0346d6a62bcfb5e8ee91fd1b13f99dd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28215790-9773-4cc1-b540-4c46e3e9b767" -d '{"events": [{"name": "network-changed", "server_uuid": "a5d5c530-b47c-42b4-96a4-222e380a7772", "tag": "0d04bc84-bade-4df3-ae00-535afc0218ab"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:29:16.436335 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5439ca2-9b03-468c-aad7-2cf79243541e service neutron] Pushing event updated for resources: {'Port': ['ID=0d04bc84-bade-4df3-ae00-535afc0218ab,revision_number=10']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:29:16.453043 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d5f9c1-74b8-4a6e-9d78-63b5286cbd6d req-80360c5f-aeac-475f-8713-c33b7497287c tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:16.455392 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 0d04bc84-bade-4df3-ae00-535afc0218ab, host n-h2-812111-14, got binding levels [] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:29:16.461138 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-87d5f9c1-74b8-4a6e-9d78-63b5286cbd6d req-80360c5f-aeac-475f-8713-c33b7497287c tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=a5d5c530-b47c-42b4-96a4-222e380a7772 HTTP/1.1" status: 200 len: 944 time: 0.0820310 Jan 28 20:29:16.482884 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Attempting to bind port 0d04bc84-bade-4df3-ae00-535afc0218ab on host n-h2-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:29:16.483384 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Attempting to bind port 0d04bc84-bade-4df3-ae00-535afc0218ab by drivers openvswitch,hyperv on host n-h2-812111-14 at level 0 using segments [{'id': 'a356da5f-ca46-4607-8767-57e02fcd96dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd8e01811-a300-4dd8-bacd-fd5a9e44548b'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:29:16.483860 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Attempting to bind port 0d04bc84-bade-4df3-ae00-535afc0218ab on network d8e01811-a300-4dd8-bacd-fd5a9e44548b {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:29:16.491433 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Port 0d04bc84-bade-4df3-ae00-535afc0218ab on network d8e01811-a300-4dd8-bacd-fd5a9e44548b not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-14 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:29:16.491433 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Attempting to bind port 0d04bc84-bade-4df3-ae00-535afc0218ab on network d8e01811-a300-4dd8-bacd-fd5a9e44548b {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:29:16.496659 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Checking agent: {'id': '8f3fee4e-bf24-4b58-8a3a-ae9c8011a473', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 28, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:29:16.497199 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Checking segment: {'id': 'a356da5f-ca46-4607-8767-57e02fcd96dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd8e01811-a300-4dd8-bacd-fd5a9e44548b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:29:16.497918 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Bound using segment: {'id': 'a356da5f-ca46-4607-8767-57e02fcd96dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd8e01811-a300-4dd8-bacd-fd5a9e44548b'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:29:16.498617 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Bound port: 0d04bc84-bade-4df3-ae00-535afc0218ab, host: n-h2-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a356da5f-ca46-4607-8767-57e02fcd96dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd8e01811-a300-4dd8-bacd-fd5a9e44548b'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:29:16.499236 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (0d04bc84-bade-4df3-ae00-535afc0218ab), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:29:16.518557 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bad8ca-b3c7-495f-b15b-dcf930d2b37c req-dddc92ac-7a8e-4a9b-8160-82e3522216f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:16.521812 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-72bad8ca-b3c7-495f-b15b-dcf930d2b37c req-dddc92ac-7a8e-4a9b-8160-82e3522216f1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a0900bdb75214d779c2ff2b524361204&device_id=a5d5c530-b47c-42b4-96a4-222e380a7772 HTTP/1.1" status: 200 len: 1127 time: 0.0723419 Jan 28 20:29:16.544255 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-87d5f9c1-74b8-4a6e-9d78-63b5286cbd6d req-7c4bcd2d-8a97-47e5-87bc-9c3a6ae27d36 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821965 Jan 28 20:29:16.577223 n-d-812111-14 neutron-server[103306]: WARNING neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Concurrent port binding operations failed on port 0d04bc84-bade-4df3-ae00-535afc0218ab Jan 28 20:29:16.580950 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 0d04bc84-bade-4df3-ae00-535afc0218ab, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=0d04bc84-bade-4df3-ae00-535afc0218ab,segment=NetworkSegment(a356da5f-ca46-4607-8767-57e02fcd96dc),segment_id=a356da5f-ca46-4607-8767-57e02fcd96dc)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:29:16.583074 n-d-812111-14 neutron-server[103306]: INFO neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Attempt 2 to bind port 0d04bc84-bade-4df3-ae00-535afc0218ab Jan 28 20:29:16.583607 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 0d04bc84-bade-4df3-ae00-535afc0218ab has no active binding in host n-h1-812111-14 {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 28 20:29:16.595114 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09035b2a-c8bc-4938-a021-6e2c858cee13 x-openstack-request-id: req-09035b2a-c8bc-4938-a021-6e2c858cee13 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:29:16.595414 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5d5c530-b47c-42b4-96a4-222e380a7772", "tag": "0d04bc84-bade-4df3-ae00-535afc0218ab", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:29:16.595669 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-09035b2a-c8bc-4938-a021-6e2c858cee13 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:29:16.596077 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5d5c530-b47c-42b4-96a4-222e380a7772', 'tag': '0d04bc84-bade-4df3-ae00-535afc0218ab', 'status': 'completed', 'code': 200} Jan 28 20:29:16.631183 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bad8ca-b3c7-495f-b15b-dcf930d2b37c req-37291bd1-7bf3-440b-9bd5-8433a96f6d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:16.632681 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-72bad8ca-b3c7-495f-b15b-dcf930d2b37c req-37291bd1-7bf3-440b-9bd5-8433a96f6d16 service neutron] 10.222.0.70 "GET /v2.0/networks?id=d8e01811-a300-4dd8-bacd-fd5a9e44548b HTTP/1.1" status: 200 len: 912 time: 0.1051280 Jan 28 20:29:16.667987 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28215790-9773-4cc1-b540-4c46e3e9b767 req-0686df29-9ce6-4b83-855a-b4fd32b0fc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:16.669653 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-28215790-9773-4cc1-b540-4c46e3e9b767 req-0686df29-9ce6-4b83-855a-b4fd32b0fc62 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a0900bdb75214d779c2ff2b524361204&device_id=a5d5c530-b47c-42b4-96a4-222e380a7772 HTTP/1.1" status: 200 len: 1127 time: 0.0467727 Jan 28 20:29:16.706895 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-72bad8ca-b3c7-495f-b15b-dcf930d2b37c req-248e126f-ced9-4cb9-9064-c7df7f3a6aaa service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0d04bc84-bade-4df3-ae00-535afc0218ab HTTP/1.1" status: 200 len: 1000 time: 0.0676944 Jan 28 20:29:16.757307 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bad8ca-b3c7-495f-b15b-dcf930d2b37c req-bbe02511-2584-4def-9adf-78614892895a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:16.758750 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-72bad8ca-b3c7-495f-b15b-dcf930d2b37c req-bbe02511-2584-4def-9adf-78614892895a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=df66a7ef-d785-4716-9ebd-bfe0bb120f51 HTTP/1.1" status: 200 len: 851 time: 0.0448313 Jan 28 20:29:16.761572 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28215790-9773-4cc1-b540-4c46e3e9b767 req-473e4e0c-a1bd-4d27-a1e6-1d2ab7df9282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:16.763013 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-28215790-9773-4cc1-b540-4c46e3e9b767 req-473e4e0c-a1bd-4d27-a1e6-1d2ab7df9282 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d8e01811-a300-4dd8-bacd-fd5a9e44548b HTTP/1.1" status: 200 len: 912 time: 0.0850265 Jan 28 20:29:16.809185 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bad8ca-b3c7-495f-b15b-dcf930d2b37c req-3519d3e4-ed66-4a6c-b677-d7a21128817a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:16.810706 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-72bad8ca-b3c7-495f-b15b-dcf930d2b37c req-3519d3e4-ed66-4a6c-b677-d7a21128817a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d8e01811-a300-4dd8-bacd-fd5a9e44548b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0454674 Jan 28 20:29:16.836144 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-28215790-9773-4cc1-b540-4c46e3e9b767 req-a4a65de3-ed1a-4eb3-9b61-80cc7be28551 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0d04bc84-bade-4df3-ae00-535afc0218ab HTTP/1.1" status: 200 len: 1000 time: 0.0637090 Jan 28 20:29:16.886608 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28215790-9773-4cc1-b540-4c46e3e9b767 req-e993089b-edff-467d-93d5-8541c81b551d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:16.888059 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-28215790-9773-4cc1-b540-4c46e3e9b767 req-e993089b-edff-467d-93d5-8541c81b551d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=df66a7ef-d785-4716-9ebd-bfe0bb120f51 HTTP/1.1" status: 200 len: 851 time: 0.0435069 Jan 28 20:29:16.905412 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-72bad8ca-b3c7-495f-b15b-dcf930d2b37c req-4ede2950-2436-41b5-b556-b5bb3ffd4ee5 service neutron] 10.222.0.70 "GET /v2.0/networks/d8e01811-a300-4dd8-bacd-fd5a9e44548b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879204 Jan 28 20:29:16.941523 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28215790-9773-4cc1-b540-4c46e3e9b767 req-df5275c1-57ed-48ee-9d5e-48ab5b23531c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:16.943142 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-28215790-9773-4cc1-b540-4c46e3e9b767 req-df5275c1-57ed-48ee-9d5e-48ab5b23531c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d8e01811-a300-4dd8-bacd-fd5a9e44548b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0445771 Jan 28 20:29:16.995823 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-72bad8ca-b3c7-495f-b15b-dcf930d2b37c req-a6f3b31c-fed5-4a27-b0e3-661c0f1b9001 service neutron] 10.222.0.70 "GET /v2.0/networks/d8e01811-a300-4dd8-bacd-fd5a9e44548b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836241 Jan 28 20:29:17.039395 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-28215790-9773-4cc1-b540-4c46e3e9b767 req-68bfb5a7-f089-4908-9d20-f5d4ed5ba1ca service neutron] 10.222.0.41 "GET /v2.0/networks/d8e01811-a300-4dd8-bacd-fd5a9e44548b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869179 Jan 28 20:29:17.088813 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28215790-9773-4cc1-b540-4c46e3e9b767 req-03414a59-e6a7-4ac6-b207-e8731f4d8b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:17.090377 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-28215790-9773-4cc1-b540-4c46e3e9b767 req-03414a59-e6a7-4ac6-b207-e8731f4d8b6d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a0900bdb75214d779c2ff2b524361204&device_id=a5d5c530-b47c-42b4-96a4-222e380a7772 HTTP/1.1" status: 200 len: 1127 time: 0.0495796 Jan 28 20:29:17.130893 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-28215790-9773-4cc1-b540-4c46e3e9b767 req-ff7200b7-c22c-4013-a7dc-46a2384714ec service neutron] 10.222.0.41 "GET /v2.0/networks/d8e01811-a300-4dd8-bacd-fd5a9e44548b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817900 Jan 28 20:29:17.180260 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28215790-9773-4cc1-b540-4c46e3e9b767 req-509ddb73-f8f8-4f3c-b49a-13d63bbef7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:17.181779 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-28215790-9773-4cc1-b540-4c46e3e9b767 req-509ddb73-f8f8-4f3c-b49a-13d63bbef7ef service neutron] 10.222.0.70 "GET /v2.0/networks?id=d8e01811-a300-4dd8-bacd-fd5a9e44548b HTTP/1.1" status: 200 len: 912 time: 0.0855467 Jan 28 20:29:17.252924 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-28215790-9773-4cc1-b540-4c46e3e9b767 req-1fd25a32-2d13-4f3c-b178-f67243b9ab89 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0d04bc84-bade-4df3-ae00-535afc0218ab HTTP/1.1" status: 200 len: 1000 time: 0.0638280 Jan 28 20:29:17.301473 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28215790-9773-4cc1-b540-4c46e3e9b767 req-26efb4b3-8b1b-4090-91df-0e8b735a6474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:17.302842 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-28215790-9773-4cc1-b540-4c46e3e9b767 req-26efb4b3-8b1b-4090-91df-0e8b735a6474 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=df66a7ef-d785-4716-9ebd-bfe0bb120f51 HTTP/1.1" status: 200 len: 851 time: 0.0432522 Jan 28 20:29:17.354099 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28215790-9773-4cc1-b540-4c46e3e9b767 req-1e99e29c-ba0c-43c5-8970-f40a07aaa93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:17.355566 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-28215790-9773-4cc1-b540-4c46e3e9b767 req-1e99e29c-ba0c-43c5-8970-f40a07aaa93f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d8e01811-a300-4dd8-bacd-fd5a9e44548b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0450733 Jan 28 20:29:17.446309 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-28215790-9773-4cc1-b540-4c46e3e9b767 req-ecad1990-5d36-4a34-a17f-52482f97dffe service neutron] 10.222.0.70 "GET /v2.0/networks/d8e01811-a300-4dd8-bacd-fd5a9e44548b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840709 Jan 28 20:29:17.682071 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29de8148-e394-4e15-87a8-99550b09f5e0 req-c167cdfd-fb16-4271-b656-5a19fbe77241 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:17.683643 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-29de8148-e394-4e15-87a8-99550b09f5e0 req-c167cdfd-fb16-4271-b656-5a19fbe77241 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=a5d5c530-b47c-42b4-96a4-222e380a7772 HTTP/1.1" status: 200 len: 944 time: 0.0594375 Jan 28 20:29:17.733471 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-29de8148-e394-4e15-87a8-99550b09f5e0 req-0a3c6ac7-0063-4a3e-b095-f6d3b2c1147e tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431576 Jan 28 20:29:17.880468 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-28215790-9773-4cc1-b540-4c46e3e9b767 req-6e7590f0-d9b4-4246-95b2-72b145d8bb9e service neutron] 10.222.0.70 "GET /v2.0/networks/d8e01811-a300-4dd8-bacd-fd5a9e44548b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4271569 Jan 28 20:29:18.779182 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 0d04bc84-bade-4df3-ae00-535afc0218ab details requested by agent hyperv_n-h2-812111-14 with host n-h2-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:29:18.856128 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c34612a-4cb4-42a1-b3e6-35171d439bb9 req-0f60e5ba-6203-4d64-9340-9cf237138342 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:18.857644 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7c34612a-4cb4-42a1-b3e6-35171d439bb9 req-0f60e5ba-6203-4d64-9340-9cf237138342 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=a5d5c530-b47c-42b4-96a4-222e380a7772 HTTP/1.1" status: 200 len: 944 time: 0.0539510 Jan 28 20:29:18.878631 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 0d04bc84-bade-4df3-ae00-535afc0218ab, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=0d04bc84-bade-4df3-ae00-535afc0218ab,segment=NetworkSegment(a356da5f-ca46-4607-8767-57e02fcd96dc),segment_id=a356da5f-ca46-4607-8767-57e02fcd96dc)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:29:18.890227 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Returning: {'device': '0d04bc84-bade-4df3-ae00-535afc0218ab', 'network_id': 'd8e01811-a300-4dd8-bacd-fd5a9e44548b', 'port_id': '0d04bc84-bade-4df3-ae00-535afc0218ab', 'mac_address': 'fa:16:3e:c4:f5:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df66a7ef-d785-4716-9ebd-bfe0bb120f51', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:29:18.907978 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7c34612a-4cb4-42a1-b3e6-35171d439bb9 req-3b67a6eb-7dac-415a-a7fb-e4c1135d0d47 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446999 Jan 28 20:29:18.929683 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 0d04bc84-bade-4df3-ae00-535afc0218ab is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:29:18.930091 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (0d04bc84-bade-4df3-ae00-535afc0218ab), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:29:18.943668 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d04bc84-bade-4df3-ae00-535afc0218ab {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:29:18.962590 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 0d04bc84-bade-4df3-ae00-535afc0218ab, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=0d04bc84-bade-4df3-ae00-535afc0218ab,segment=NetworkSegment(a356da5f-ca46-4607-8767-57e02fcd96dc),segment_id=a356da5f-ca46-4607-8767-57e02fcd96dc)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:29:18.966577 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (0d04bc84-bade-4df3-ae00-535afc0218ab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:29:19.018711 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=0d04bc84-bade-4df3-ae00-535afc0218ab,revision_number=11']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:29:19.028880 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2136910b-218f-47fd-8b79-4845dd825fb9 req-da9cca21-fdb1-4124-9adc-fb8a8f8c1c68 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:19.030411 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2136910b-218f-47fd-8b79-4845dd825fb9 req-da9cca21-fdb1-4124-9adc-fb8a8f8c1c68 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=a5d5c530-b47c-42b4-96a4-222e380a7772 HTTP/1.1" status: 200 len: 945 time: 0.0540528 Jan 28 20:29:19.076881 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2136910b-218f-47fd-8b79-4845dd825fb9 req-7b87acc3-23df-42de-b455-db93adb46876 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402722 Jan 28 20:29:19.183195 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['0d04bc84-bade-4df3-ae00-535afc0218ab'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:29:19.192932 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559827e7-fdaf-458f-86b1-ea9b02a74cb0 req-66fbfc42-5c99-42ad-9711-a70a7dbf1ce4 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:19.194453 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-559827e7-fdaf-458f-86b1-ea9b02a74cb0 req-66fbfc42-5c99-42ad-9711-a70a7dbf1ce4 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=a5d5c530-b47c-42b4-96a4-222e380a7772 HTTP/1.1" status: 200 len: 945 time: 0.0516834 Jan 28 20:29:19.241510 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-559827e7-fdaf-458f-86b1-ea9b02a74cb0 req-c5c3a9da-42de-47fb-9ea7-249ced8f3d8d tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413589 Jan 28 20:29:19.479140 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eba249-1875-4609-a2ae-8408a5df089f req-4ceebd62-c954-4119-803c-b09524e5de2d tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:19.480618 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-05eba249-1875-4609-a2ae-8408a5df089f req-4ceebd62-c954-4119-803c-b09524e5de2d tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=a5d5c530-b47c-42b4-96a4-222e380a7772 HTTP/1.1" status: 200 len: 945 time: 0.0514357 Jan 28 20:29:19.528363 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-05eba249-1875-4609-a2ae-8408a5df089f req-43bbcd81-e0cb-4a29-a886-b1a2e6b0f239 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415370 Jan 28 20:29:20.367739 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 0d04bc84-bade-4df3-ae00-535afc0218ab no longer exists at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:29:20.409853 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] The host n-h1-812111-14 is not matching for port 0d04bc84-bade-4df3-ae00-535afc0218ab host n-h2-812111-14! {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Jan 28 20:29:20.410243 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 0d04bc84-bade-4df3-ae00-535afc0218ab not bound to the agent host n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:29:20.658534 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5599b53-40a2-4b3f-aba6-9a1a6a3f8614 req-4232e39c-a98d-4787-b947-f6ed943817ee tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:20.660063 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e5599b53-40a2-4b3f-aba6-9a1a6a3f8614 req-4232e39c-a98d-4787-b947-f6ed943817ee tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=a5d5c530-b47c-42b4-96a4-222e380a7772 HTTP/1.1" status: 200 len: 945 time: 0.0540376 Jan 28 20:29:20.711302 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e5599b53-40a2-4b3f-aba6-9a1a6a3f8614 req-7838a380-3e31-48ca-8734-f9119822c6f7 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451581 Jan 28 20:29:20.796415 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 0d04bc84-bade-4df3-ae00-535afc0218ab up at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:29:20.847410 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning for port 0d04bc84-bade-4df3-ae00-535afc0218ab completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:29:20.851985 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning complete for port 0d04bc84-bade-4df3-ae00-535afc0218ab triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:29:20.852356 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (0d04bc84-bade-4df3-ae00-535afc0218ab), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:29:20.896409 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eadcb0-e5b5-42c0-9c6c-21a13c6978a6 req-5f075566-6416-44c7-a59f-62b133cfb67e tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:20.897937 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c8eadcb0-e5b5-42c0-9c6c-21a13c6978a6 req-5f075566-6416-44c7-a59f-62b133cfb67e tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.70 "GET /v2.0/ports?device_id=a5d5c530-b47c-42b4-96a4-222e380a7772 HTTP/1.1" status: 200 len: 945 time: 0.0592687 Jan 28 20:29:20.930221 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 0d04bc84-bade-4df3-ae00-535afc0218ab is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:29:20.930694 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (0d04bc84-bade-4df3-ae00-535afc0218ab), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:29:20.953160 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5d5c530-b47c-42b4-96a4-222e380a7772', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d04bc84-bade-4df3-ae00-535afc0218ab'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:29:20.956359 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}704c702df6f21e7df92d3d89d4c6cfde2c6406e49d8202b36454fc5209adee22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdd3c490-2011-4208-8fd3-8f6db6320cc7" -d '{"events": [{"server_uuid": "a5d5c530-b47c-42b4-96a4-222e380a7772", "name": "network-vif-plugged", "status": "completed", "tag": "0d04bc84-bade-4df3-ae00-535afc0218ab"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:29:20.974409 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 0d04bc84-bade-4df3-ae00-535afc0218ab, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=0d04bc84-bade-4df3-ae00-535afc0218ab,segment=NetworkSegment(a356da5f-ca46-4607-8767-57e02fcd96dc),segment_id=a356da5f-ca46-4607-8767-57e02fcd96dc)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:29:20.978897 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (0d04bc84-bade-4df3-ae00-535afc0218ab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:29:20.996573 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-c8eadcb0-e5b5-42c0-9c6c-21a13c6978a6 req-7bbda9b1-26c4-4926-9462-da55545592d9 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Deleting port 0d04bc84-bade-4df3-ae00-535afc0218ab {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:29:20.996923 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-c8eadcb0-e5b5-42c0-9c6c-21a13c6978a6 req-7bbda9b1-26c4-4926-9462-da55545592d9 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (0d04bc84-bade-4df3-ae00-535afc0218ab), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:29:21.030660 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=0d04bc84-bade-4df3-ae00-535afc0218ab,revision_number=12']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:29:21.056414 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6658684-e4b2-4269-aa39-5f6173ca2d2e x-openstack-request-id: req-b6658684-e4b2-4269-aa39-5f6173ca2d2e {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:29:21.056414 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5d5c530-b47c-42b4-96a4-222e380a7772", "name": "network-vif-plugged", "status": "completed", "tag": "0d04bc84-bade-4df3-ae00-535afc0218ab", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:29:21.056660 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b6658684-e4b2-4269-aa39-5f6173ca2d2e {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:29:21.056996 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5d5c530-b47c-42b4-96a4-222e380a7772', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d04bc84-bade-4df3-ae00-535afc0218ab', 'code': 200} Jan 28 20:29:21.091241 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-c8eadcb0-e5b5-42c0-9c6c-21a13c6978a6 req-7bbda9b1-26c4-4926-9462-da55545592d9 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] For port 0d04bc84-bade-4df3-ae00-535afc0218ab, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=0d04bc84-bade-4df3-ae00-535afc0218ab,segment=NetworkSegment(a356da5f-ca46-4607-8767-57e02fcd96dc),segment_id=a356da5f-ca46-4607-8767-57e02fcd96dc)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:29:21.091613 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-c8eadcb0-e5b5-42c0-9c6c-21a13c6978a6 req-7bbda9b1-26c4-4926-9462-da55545592d9 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (0d04bc84-bade-4df3-ae00-535afc0218ab), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:29:21.265378 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-c8eadcb0-e5b5-42c0-9c6c-21a13c6978a6 req-7bbda9b1-26c4-4926-9462-da55545592d9 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:29:21.265753 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-c8eadcb0-e5b5-42c0-9c6c-21a13c6978a6 req-7bbda9b1-26c4-4926-9462-da55545592d9 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734886'] for floatingip (c1a1139a-01fb-4466-9dfc-f383f49ea6ce), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:29:21.266589 n-d-812111-14 neutron-server[103304]: INFO neutron.db.l3_db [req-c8eadcb0-e5b5-42c0-9c6c-21a13c6978a6 req-7bbda9b1-26c4-4926-9462-da55545592d9 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Floating IP c1a1139a-01fb-4466-9dfc-f383f49ea6ce disassociated. External IP: 172.25.6.186, port: 0d04bc84-bade-4df3-ae00-535afc0218ab. Jan 28 20:29:21.266950 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-c8eadcb0-e5b5-42c0-9c6c-21a13c6978a6 req-7bbda9b1-26c4-4926-9462-da55545592d9 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Calling delete_port for 0d04bc84-bade-4df3-ae00-535afc0218ab owned by compute:nova {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:29:21.395202 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-c8eadcb0-e5b5-42c0-9c6c-21a13c6978a6 req-7bbda9b1-26c4-4926-9462-da55545592d9 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (0d04bc84-bade-4df3-ae00-535afc0218ab), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:29:21.424901 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbda9b1-26c4-4926-9462-da55545592d9 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Pushing event deleted for resources: {'Port': ['ID=0d04bc84-bade-4df3-ae00-535afc0218ab,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:29:21.451499 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:29:21.550260 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c8eadcb0-e5b5-42c0-9c6c-21a13c6978a6 req-7bbda9b1-26c4-4926-9462-da55545592d9 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Router 2ec39fb4-5b27-4d9e-b67c-392bf73252cf has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:29:21.661986 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c8eadcb0-e5b5-42c0-9c6c-21a13c6978a6 req-7bbda9b1-26c4-4926-9462-da55545592d9 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:29:21.674433 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2379b6-f56d-4e77-a652-b47ec0424ebc None None] Sync routers for ids ['2ec39fb4-5b27-4d9e-b67c-392bf73252cf'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:29:21.683705 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2379b6-f56d-4e77-a652-b47ec0424ebc None None] Routers {'2ec39fb4-5b27-4d9e-b67c-392bf73252cf'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:29:21.684326 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-cb2379b6-f56d-4e77-a652-b47ec0424ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:29:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['2ec39fb4-5b27-4d9e-b67c-392bf73252cf'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:29:21.704042 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8eadcb0-e5b5-42c0-9c6c-21a13c6978a6 req-7bbda9b1-26c4-4926-9462-da55545592d9 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] No DVR routers for this DVR port 0d04bc84-bade-4df3-ae00-535afc0218ab on host n-h2-812111-14 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:29:21.706702 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-c8eadcb0-e5b5-42c0-9c6c-21a13c6978a6 req-7bbda9b1-26c4-4926-9462-da55545592d9 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:29:21.710142 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c8eadcb0-e5b5-42c0-9c6c-21a13c6978a6 req-7bbda9b1-26c4-4926-9462-da55545592d9 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.70 "DELETE /v2.0/ports/0d04bc84-bade-4df3-ae00-535afc0218ab HTTP/1.1" status: 204 len: 173 time: 0.8067169 Jan 28 20:29:21.710588 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5d5c530-b47c-42b4-96a4-222e380a7772', 'name': 'network-vif-deleted', 'tag': '0d04bc84-bade-4df3-ae00-535afc0218ab'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:29:21.712910 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}690870b4896ba3504f21237a239c836c0346d6a62bcfb5e8ee91fd1b13f99dd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a4d69c3-71fa-4418-9bb1-2b61c337f291" -d '{"events": [{"server_uuid": "a5d5c530-b47c-42b4-96a4-222e380a7772", "name": "network-vif-deleted", "tag": "0d04bc84-bade-4df3-ae00-535afc0218ab"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:29:21.762651 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fe4e3c7-5afc-4c4d-bd17-e6bdf7318869 x-openstack-request-id: req-1fe4e3c7-5afc-4c4d-bd17-e6bdf7318869 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:29:21.762944 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5d5c530-b47c-42b4-96a4-222e380a7772", "name": "network-vif-deleted", "tag": "0d04bc84-bade-4df3-ae00-535afc0218ab", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:29:21.763208 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1fe4e3c7-5afc-4c4d-bd17-e6bdf7318869 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:29:21.763600 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5d5c530-b47c-42b4-96a4-222e380a7772', 'name': 'network-vif-deleted', 'tag': '0d04bc84-bade-4df3-ae00-535afc0218ab', 'status': 'completed', 'code': 200} Jan 28 20:29:21.797042 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-cb2379b6-f56d-4e77-a652-b47ec0424ebc None None] Set router 2ec39fb4-5b27-4d9e-b67c-392bf73252cf gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:29:21.822262 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8eeebf95-22c5-4dfd-a6b6-aa8ce961d7bb req-4bba5d7d-01ec-4e6f-8a90-61014e7e2e2f tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=a5d5c530-b47c-42b4-96a4-222e380a7772 HTTP/1.1" status: 200 len: 210 time: 0.0310624 Jan 28 20:29:21.992363 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-cb2379b6-f56d-4e77-a652-b47ec0424ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ec39fb4-5b27-4d9e-b67c-392bf73252cf', 'name': 'tempest-ServerActionsTestJSON-1256389972-router', 'tenant_id': 'a0900bdb75214d779c2ff2b524361204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': '6a2d2eaf-2077-42fd-805e-d7d41e54094e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:26:35Z', 'updated_at': '2022-01-28T20:26:37Z', 'revision_number': 4, 'project_id': 'a0900bdb75214d779c2ff2b524361204', 'gw_port': {'id': '6a2d2eaf-2077-42fd-805e-d7d41e54094e', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:f6:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec39fb4-5b27-4d9e-b67c-392bf73252cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:26:35Z', 'updated_at': '2022-01-28T20:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '2b84ead9-9498-4730-9098-39b081d2fa41', 'name': '', 'network_id': 'd8e01811-a300-4dd8-bacd-fd5a9e44548b', 'tenant_id': 'a0900bdb75214d779c2ff2b524361204', 'mac_address': 'fa:16:3e:0a:69:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec39fb4-5b27-4d9e-b67c-392bf73252cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': 'df66a7ef-d785-4716-9ebd-bfe0bb120f51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:26:37Z', 'updated_at': '2022-01-28T20:26:41Z', 'revision_number': 5, 'project_id': 'a0900bdb75214d779c2ff2b524361204', 'subnets': [{'id': 'df66a7ef-d785-4716-9ebd-bfe0bb120f51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:29:22.017712 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2379b6-f56d-4e77-a652-b47ec0424ebc None None] Checking router: 2ec39fb4-5b27-4d9e-b67c-392bf73252cf for host: n-d-812111-14 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:29:22.025662 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2379b6-f56d-4e77-a652-b47ec0424ebc None None] Routers {'2ec39fb4-5b27-4d9e-b67c-392bf73252cf'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:29:22.026269 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-cb2379b6-f56d-4e77-a652-b47ec0424ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:29:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['2ec39fb4-5b27-4d9e-b67c-392bf73252cf'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:29:22.128730 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-cb2379b6-f56d-4e77-a652-b47ec0424ebc None None] Set router 2ec39fb4-5b27-4d9e-b67c-392bf73252cf gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:29:22.333684 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-cb2379b6-f56d-4e77-a652-b47ec0424ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ec39fb4-5b27-4d9e-b67c-392bf73252cf', 'name': 'tempest-ServerActionsTestJSON-1256389972-router', 'tenant_id': 'a0900bdb75214d779c2ff2b524361204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': '6a2d2eaf-2077-42fd-805e-d7d41e54094e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:26:35Z', 'updated_at': '2022-01-28T20:26:37Z', 'revision_number': 4, 'project_id': 'a0900bdb75214d779c2ff2b524361204', 'gw_port': {'id': '6a2d2eaf-2077-42fd-805e-d7d41e54094e', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:f6:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec39fb4-5b27-4d9e-b67c-392bf73252cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:26:35Z', 'updated_at': '2022-01-28T20:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '2b84ead9-9498-4730-9098-39b081d2fa41', 'name': '', 'network_id': 'd8e01811-a300-4dd8-bacd-fd5a9e44548b', 'tenant_id': 'a0900bdb75214d779c2ff2b524361204', 'mac_address': 'fa:16:3e:0a:69:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec39fb4-5b27-4d9e-b67c-392bf73252cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': 'df66a7ef-d785-4716-9ebd-bfe0bb120f51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:26:37Z', 'updated_at': '2022-01-28T20:26:41Z', 'revision_number': 5, 'project_id': 'a0900bdb75214d779c2ff2b524361204', 'subnets': [{'id': 'df66a7ef-d785-4716-9ebd-bfe0bb120f51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:29:22.359440 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2379b6-f56d-4e77-a652-b47ec0424ebc None None] The sync data for ids ['2ec39fb4-5b27-4d9e-b67c-392bf73252cf'] in n-d-812111-14 is: [{'id': '2ec39fb4-5b27-4d9e-b67c-392bf73252cf', 'name': 'tempest-ServerActionsTestJSON-1256389972-router', 'tenant_id': 'a0900bdb75214d779c2ff2b524361204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': '6a2d2eaf-2077-42fd-805e-d7d41e54094e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:26:35Z', 'updated_at': '2022-01-28T20:26:37Z', 'revision_number': 4, 'project_id': 'a0900bdb75214d779c2ff2b524361204', 'gw_port': {'id': '6a2d2eaf-2077-42fd-805e-d7d41e54094e', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:f6:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec39fb4-5b27-4d9e-b67c-392bf73252cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:26:35Z', 'updated_at': '2022-01-28T20:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '2b84ead9-9498-4730-9098-39b081d2fa41', 'name': '', 'network_id': 'd8e01811-a300-4dd8-bacd-fd5a9e44548b', 'tenant_id': 'a0900bdb75214d779c2ff2b524361204', 'mac_address': 'fa:16:3e:0a:69:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec39fb4-5b27-4d9e-b67c-392bf73252cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': 'df66a7ef-d785-4716-9ebd-bfe0bb120f51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:26:37Z', 'updated_at': '2022-01-28T20:26:41Z', 'revision_number': 5, 'project_id': 'a0900bdb75214d779c2ff2b524361204', 'subnets': [{'id': 'df66a7ef-d785-4716-9ebd-bfe0bb120f51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:29:22.576106 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9175b49-25fe-4abe-97c0-0fd1fc917ead None None] New status for floating IP c1a1139a-01fb-4466-9dfc-f383f49ea6ce: DOWN {{(pid=103306) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 20:29:23.075401 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3a68e3a5-37ce-4f4b-b730-11dab1885621 req-f75c2f08-8f7f-4b14-846c-f2ba1de19609 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--465112968&fields=id&tenant_id=a0900bdb75214d779c2ff2b524361204 HTTP/1.1" status: 200 len: 267 time: 0.0409436 Jan 28 20:29:23.178685 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a68e3a5-37ce-4f4b-b730-11dab1885621 req-025d04fc-e5cb-43dc-b67a-03aae1c3e447 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:23.180106 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3a68e3a5-37ce-4f4b-b730-11dab1885621 req-025d04fc-e5cb-43dc-b67a-03aae1c3e447 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/networks?id=d8e01811-a300-4dd8-bacd-fd5a9e44548b HTTP/1.1" status: 200 len: 812 time: 0.0970693 Jan 28 20:29:23.194733 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3a68e3a5-37ce-4f4b-b730-11dab1885621 req-332382f3-61df-42dd-942d-61d903ce0f16 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/quotas/a0900bdb75214d779c2ff2b524361204 HTTP/1.1" status: 200 len: 375 time: 0.0093007 Jan 28 20:29:23.254122 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3a68e3a5-37ce-4f4b-b730-11dab1885621 req-c9884e58-9214-4c1b-bfd4-ff5214c3d522 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=a0900bdb75214d779c2ff2b524361204&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0545008 Jan 28 20:29:23.392749 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3a68e3a5-37ce-4f4b-b730-11dab1885621 req-7eb3c5f9-87d9-4342-a573-591273324fd1 service neutron] 10.222.0.64 "GET /v2.0/networks/d8e01811-a300-4dd8-bacd-fd5a9e44548b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275830 Jan 28 20:29:23.484534 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3a68e3a5-37ce-4f4b-b730-11dab1885621 req-a7365d26-c8b6-4c5b-a61f-58c81dc1a391 service neutron] 10.222.0.64 "GET /v2.0/networks/d8e01811-a300-4dd8-bacd-fd5a9e44548b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859168 Jan 28 20:29:23.648333 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-cb72f57e-effb-45f9-ae33-0c0d2e1fab80 req-4b842b3e-2625-44cf-a467-8db77ac86419 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=29234833-290c-4435-9048-fe522b166b61 HTTP/1.1" status: 200 len: 210 time: 0.0288513 Jan 28 20:29:24.561729 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:29:24.592196 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a68e3a5-37ce-4f4b-b730-11dab1885621 req-be16ceef-1866-4b06-82be-87894ae90fd2 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:24.593704 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3a68e3a5-37ce-4f4b-b730-11dab1885621 req-be16ceef-1866-4b06-82be-87894ae90fd2 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.70 "GET /v2.0/networks?id=d8e01811-a300-4dd8-bacd-fd5a9e44548b HTTP/1.1" status: 200 len: 812 time: 0.1096377 Jan 28 20:29:24.655492 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3a68e3a5-37ce-4f4b-b730-11dab1885621 req-d3d6eed4-d38a-4747-ba2e-79834dc6302c tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a0900bdb75214d779c2ff2b524361204 HTTP/1.1" status: 200 len: 379 time: 0.0525353 Jan 28 20:29:24.665232 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-3a68e3a5-37ce-4f4b-b730-11dab1885621 req-bd785170-ed30-43eb-943d-f07dd886ac93 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Request body: {'port': {'device_id': '29234833-290c-4435-9048-fe522b166b61', 'network_id': 'd8e01811-a300-4dd8-bacd-fd5a9e44548b', 'admin_state_up': True, 'tenant_id': 'a0900bdb75214d779c2ff2b524361204', 'security_groups': ['9464fe8d-b9bf-44e6-8b23-7582bc0a6c25']}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:29:24.746361 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d4b5425e-aa64-4f46-85e9-ed50d8db186d req-3210fdbb-6919-4388-a15e-665307057397 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=29234833-290c-4435-9048-fe522b166b61 HTTP/1.1" status: 200 len: 210 time: 0.0275967 Jan 28 20:29:24.777029 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a68e3a5-37ce-4f4b-b730-11dab1885621 req-bd785170-ed30-43eb-943d-f07dd886ac93 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Made reservation on behalf of a0900bdb75214d779c2ff2b524361204 for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:29:24.780386 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-3a68e3a5-37ce-4f4b-b730-11dab1885621 req-bd785170-ed30-43eb-943d-f07dd886ac93 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:29:24.811251 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 0d04bc84-bade-4df3-ae00-535afc0218ab no longer exists at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:29:24.834908 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] No Port match for: 0d04bc84-bade-4df3-ae00-535afc0218ab {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:29:24.835258 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 0d04bc84-bade-4df3-ae00-535afc0218ab not bound to the agent host n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:29:24.906383 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-3a68e3a5-37ce-4f4b-b730-11dab1885621 req-bd785170-ed30-43eb-943d-f07dd886ac93 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Allocated IP 172.20.0.6 (d8e01811-a300-4dd8-bacd-fd5a9e44548b/df66a7ef-d785-4716-9ebd-bfe0bb120f51/77849f46-ae77-4d0e-9c47-77e191a8b55f) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:29:25.045130 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-3a68e3a5-37ce-4f4b-b730-11dab1885621 req-bd785170-ed30-43eb-943d-f07dd886ac93 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Publish callbacks [] for port (77849f46-ae77-4d0e-9c47-77e191a8b55f), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:29:25.079874 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-3a68e3a5-37ce-4f4b-b730-11dab1885621 req-bd785170-ed30-43eb-943d-f07dd886ac93 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (77849f46-ae77-4d0e-9c47-77e191a8b55f), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:29:25.123633 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a68e3a5-37ce-4f4b-b730-11dab1885621 req-bd785170-ed30-43eb-943d-f07dd886ac93 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Network d8e01811-a300-4dd8-bacd-fd5a9e44548b is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:29:25.126615 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-3a68e3a5-37ce-4f4b-b730-11dab1885621 req-bd785170-ed30-43eb-943d-f07dd886ac93 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:29:25.132719 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a68e3a5-37ce-4f4b-b730-11dab1885621 req-bd785170-ed30-43eb-943d-f07dd886ac93 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:29:25.155990 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd785170-ed30-43eb-943d-f07dd886ac93 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Pushing event updated for resources: {'Port': ['ID=77849f46-ae77-4d0e-9c47-77e191a8b55f,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:29:25.186132 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a68e3a5-37ce-4f4b-b730-11dab1885621 req-bd785170-ed30-43eb-943d-f07dd886ac93 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:25.186772 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-3a68e3a5-37ce-4f4b-b730-11dab1885621 req-bd785170-ed30-43eb-943d-f07dd886ac93 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:29:25.202388 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3a68e3a5-37ce-4f4b-b730-11dab1885621 req-bd785170-ed30-43eb-943d-f07dd886ac93 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5407314 Jan 28 20:29:25.214704 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-3a68e3a5-37ce-4f4b-b730-11dab1885621 req-ace94188-6c10-4cce-b521-274dd87ba619 service neutron] Request body: {'port': {'device_id': '29234833-290c-4435-9048-fe522b166b61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-14'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:29:25.283493 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-3a68e3a5-37ce-4f4b-b730-11dab1885621 req-ace94188-6c10-4cce-b521-274dd87ba619 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (77849f46-ae77-4d0e-9c47-77e191a8b55f), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:29:25.329539 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-601a2c37-d3a5-4956-aa42-bf0458139397 None None] Provisioning complete for port 77849f46-ae77-4d0e-9c47-77e191a8b55f triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:29:25.329908 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-601a2c37-d3a5-4956-aa42-bf0458139397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (77849f46-ae77-4d0e-9c47-77e191a8b55f), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:29:25.363048 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-601a2c37-d3a5-4956-aa42-bf0458139397 None None] Port 77849f46-ae77-4d0e-9c47-77e191a8b55f cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 20:29:25.543517 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-3a68e3a5-37ce-4f4b-b730-11dab1885621 req-ace94188-6c10-4cce-b521-274dd87ba619 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77849f46-ae77-4d0e-9c47-77e191a8b55f {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:29:25.551386 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-3a68e3a5-37ce-4f4b-b730-11dab1885621 req-ace94188-6c10-4cce-b521-274dd87ba619 service neutron] Publish callbacks [] for port (77849f46-ae77-4d0e-9c47-77e191a8b55f), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:29:25.563605 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-3a68e3a5-37ce-4f4b-b730-11dab1885621 req-ace94188-6c10-4cce-b521-274dd87ba619 service neutron] Transition to ACTIVE for port object 77849f46-ae77-4d0e-9c47-77e191a8b55f will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:29:25.567478 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-3a68e3a5-37ce-4f4b-b730-11dab1885621 req-ace94188-6c10-4cce-b521-274dd87ba619 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (77849f46-ae77-4d0e-9c47-77e191a8b55f), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:29:25.650879 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace94188-6c10-4cce-b521-274dd87ba619 service neutron] Pushing event updated for resources: {'Port': ['ID=77849f46-ae77-4d0e-9c47-77e191a8b55f,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:29:25.676806 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace94188-6c10-4cce-b521-274dd87ba619 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:29:25.677454 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace94188-6c10-4cce-b521-274dd87ba619 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:29:25.677644 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace94188-6c10-4cce-b521-274dd87ba619 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:29:25.677859 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace94188-6c10-4cce-b521-274dd87ba619 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:29:25.678189 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace94188-6c10-4cce-b521-274dd87ba619 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:29:25.678523 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace94188-6c10-4cce-b521-274dd87ba619 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:29:25.678860 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace94188-6c10-4cce-b521-274dd87ba619 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:29:25.679193 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace94188-6c10-4cce-b521-274dd87ba619 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:29:25.679519 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace94188-6c10-4cce-b521-274dd87ba619 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:29:25.679846 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace94188-6c10-4cce-b521-274dd87ba619 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:29:25.680177 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace94188-6c10-4cce-b521-274dd87ba619 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:29:25.680502 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace94188-6c10-4cce-b521-274dd87ba619 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:29:25.680838 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace94188-6c10-4cce-b521-274dd87ba619 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:29:25.718912 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-3a68e3a5-37ce-4f4b-b730-11dab1885621 req-ace94188-6c10-4cce-b521-274dd87ba619 service neutron] Attempting to bind port 77849f46-ae77-4d0e-9c47-77e191a8b55f on host n-h2-812111-14 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:29:25.719290 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-3a68e3a5-37ce-4f4b-b730-11dab1885621 req-ace94188-6c10-4cce-b521-274dd87ba619 service neutron] Attempting to bind port 77849f46-ae77-4d0e-9c47-77e191a8b55f by drivers openvswitch,hyperv on host n-h2-812111-14 at level 0 using segments [{'id': 'a356da5f-ca46-4607-8767-57e02fcd96dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd8e01811-a300-4dd8-bacd-fd5a9e44548b'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:29:25.719622 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a68e3a5-37ce-4f4b-b730-11dab1885621 req-ace94188-6c10-4cce-b521-274dd87ba619 service neutron] Attempting to bind port 77849f46-ae77-4d0e-9c47-77e191a8b55f on network d8e01811-a300-4dd8-bacd-fd5a9e44548b {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:29:25.725923 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a68e3a5-37ce-4f4b-b730-11dab1885621 req-ace94188-6c10-4cce-b521-274dd87ba619 service neutron] Port 77849f46-ae77-4d0e-9c47-77e191a8b55f on network d8e01811-a300-4dd8-bacd-fd5a9e44548b not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-14 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:29:25.726309 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a68e3a5-37ce-4f4b-b730-11dab1885621 req-ace94188-6c10-4cce-b521-274dd87ba619 service neutron] Attempting to bind port 77849f46-ae77-4d0e-9c47-77e191a8b55f on network d8e01811-a300-4dd8-bacd-fd5a9e44548b {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:29:25.731554 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a68e3a5-37ce-4f4b-b730-11dab1885621 req-ace94188-6c10-4cce-b521-274dd87ba619 service neutron] Checking agent: {'id': '8f3fee4e-bf24-4b58-8a3a-ae9c8011a473', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 29, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:29:25.731915 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a68e3a5-37ce-4f4b-b730-11dab1885621 req-ace94188-6c10-4cce-b521-274dd87ba619 service neutron] Checking segment: {'id': 'a356da5f-ca46-4607-8767-57e02fcd96dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd8e01811-a300-4dd8-bacd-fd5a9e44548b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:29:25.732290 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a68e3a5-37ce-4f4b-b730-11dab1885621 req-ace94188-6c10-4cce-b521-274dd87ba619 service neutron] Bound using segment: {'id': 'a356da5f-ca46-4607-8767-57e02fcd96dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd8e01811-a300-4dd8-bacd-fd5a9e44548b'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:29:25.732900 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-3a68e3a5-37ce-4f4b-b730-11dab1885621 req-ace94188-6c10-4cce-b521-274dd87ba619 service neutron] Bound port: 77849f46-ae77-4d0e-9c47-77e191a8b55f, host: n-h2-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a356da5f-ca46-4607-8767-57e02fcd96dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd8e01811-a300-4dd8-bacd-fd5a9e44548b'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:29:25.733298 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-3a68e3a5-37ce-4f4b-b730-11dab1885621 req-ace94188-6c10-4cce-b521-274dd87ba619 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (77849f46-ae77-4d0e-9c47-77e191a8b55f), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:29:25.806354 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-3a68e3a5-37ce-4f4b-b730-11dab1885621 req-ace94188-6c10-4cce-b521-274dd87ba619 service neutron] For port 77849f46-ae77-4d0e-9c47-77e191a8b55f, host n-h2-812111-14, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:29:25.809582 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-3a68e3a5-37ce-4f4b-b730-11dab1885621 req-ace94188-6c10-4cce-b521-274dd87ba619 service neutron] For port 77849f46-ae77-4d0e-9c47-77e191a8b55f, host n-h2-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=77849f46-ae77-4d0e-9c47-77e191a8b55f,segment=NetworkSegment(a356da5f-ca46-4607-8767-57e02fcd96dc),segment_id=a356da5f-ca46-4607-8767-57e02fcd96dc)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:29:25.818130 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-3a68e3a5-37ce-4f4b-b730-11dab1885621 req-ace94188-6c10-4cce-b521-274dd87ba619 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (77849f46-ae77-4d0e-9c47-77e191a8b55f), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:29:25.885851 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a68e3a5-37ce-4f4b-b730-11dab1885621 req-ace94188-6c10-4cce-b521-274dd87ba619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:25.886474 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-3a68e3a5-37ce-4f4b-b730-11dab1885621 req-ace94188-6c10-4cce-b521-274dd87ba619 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:29:25.888041 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3a68e3a5-37ce-4f4b-b730-11dab1885621 req-ace94188-6c10-4cce-b521-274dd87ba619 service neutron] 10.222.0.70 "PUT /v2.0/ports/77849f46-ae77-4d0e-9c47-77e191a8b55f HTTP/1.1" status: 200 len: 1092 time: 0.6777511 Jan 28 20:29:25.888456 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29234833-290c-4435-9048-fe522b166b61', 'tag': '77849f46-ae77-4d0e-9c47-77e191a8b55f'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:29:25.890783 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}690870b4896ba3504f21237a239c836c0346d6a62bcfb5e8ee91fd1b13f99dd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8c79f5d-7e13-4bad-9c98-c84b43d98e6a" -d '{"events": [{"name": "network-changed", "server_uuid": "29234833-290c-4435-9048-fe522b166b61", "tag": "77849f46-ae77-4d0e-9c47-77e191a8b55f"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:29:25.921634 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace94188-6c10-4cce-b521-274dd87ba619 service neutron] Pushing event updated for resources: {'Port': ['ID=77849f46-ae77-4d0e-9c47-77e191a8b55f,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:29:25.940444 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82d3f63-ef38-4b66-8429-7c8ba40a5404 req-8b467e4d-79a3-42f1-9725-136ae4585267 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:25.942156 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a82d3f63-ef38-4b66-8429-7c8ba40a5404 req-8b467e4d-79a3-42f1-9725-136ae4585267 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=29234833-290c-4435-9048-fe522b166b61 HTTP/1.1" status: 200 len: 943 time: 0.1101563 Jan 28 20:29:25.957078 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a842dc8-0e10-4794-ab76-bc05820d78f2 x-openstack-request-id: req-9a842dc8-0e10-4794-ab76-bc05820d78f2 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:29:25.957386 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29234833-290c-4435-9048-fe522b166b61", "tag": "77849f46-ae77-4d0e-9c47-77e191a8b55f", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:29:25.957645 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9a842dc8-0e10-4794-ab76-bc05820d78f2 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:29:25.958052 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29234833-290c-4435-9048-fe522b166b61', 'tag': '77849f46-ae77-4d0e-9c47-77e191a8b55f', 'status': 'completed', 'code': 200} Jan 28 20:29:26.025760 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a68e3a5-37ce-4f4b-b730-11dab1885621 req-8647f7b9-7a42-4559-a532-c93a53cff649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:26.027297 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3a68e3a5-37ce-4f4b-b730-11dab1885621 req-8647f7b9-7a42-4559-a532-c93a53cff649 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a0900bdb75214d779c2ff2b524361204&device_id=29234833-290c-4435-9048-fe522b166b61 HTTP/1.1" status: 200 len: 1126 time: 0.0838473 Jan 28 20:29:26.030962 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a82d3f63-ef38-4b66-8429-7c8ba40a5404 req-c8ed3f48-4fc0-4a23-83b5-f2ef1eab5d16 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782588 Jan 28 20:29:26.074589 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3a68e3a5-37ce-4f4b-b730-11dab1885621 req-127e11a4-b0ea-48f5-ad28-e97c6cd274e6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=77849f46-ae77-4d0e-9c47-77e191a8b55f HTTP/1.1" status: 200 len: 217 time: 0.0405247 Jan 28 20:29:26.123967 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a68e3a5-37ce-4f4b-b730-11dab1885621 req-ee689442-261c-4dfa-9d82-c46845f5d286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:26.125516 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3a68e3a5-37ce-4f4b-b730-11dab1885621 req-ee689442-261c-4dfa-9d82-c46845f5d286 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=df66a7ef-d785-4716-9ebd-bfe0bb120f51 HTTP/1.1" status: 200 len: 851 time: 0.0453420 Jan 28 20:29:26.177662 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a68e3a5-37ce-4f4b-b730-11dab1885621 req-b5f64d90-f584-4d26-acb5-93daa2ea810f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:26.179080 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3a68e3a5-37ce-4f4b-b730-11dab1885621 req-b5f64d90-f584-4d26-acb5-93daa2ea810f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d8e01811-a300-4dd8-bacd-fd5a9e44548b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0448871 Jan 28 20:29:26.274972 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3a68e3a5-37ce-4f4b-b730-11dab1885621 req-0c4911c3-fcdc-4043-bee6-a822727f045d service neutron] 10.222.0.70 "GET /v2.0/networks/d8e01811-a300-4dd8-bacd-fd5a9e44548b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891466 Jan 28 20:29:26.365263 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3a68e3a5-37ce-4f4b-b730-11dab1885621 req-a58c00ca-8091-4099-b293-a6da15ae543a service neutron] 10.222.0.70 "GET /v2.0/networks/d8e01811-a300-4dd8-bacd-fd5a9e44548b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834019 Jan 28 20:29:26.468369 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c79f5d-7e13-4bad-9c98-c84b43d98e6a req-f5cfcf19-b561-4e79-b914-9022e97944ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:26.470502 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f8c79f5d-7e13-4bad-9c98-c84b43d98e6a req-f5cfcf19-b561-4e79-b914-9022e97944ad service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a0900bdb75214d779c2ff2b524361204&device_id=29234833-290c-4435-9048-fe522b166b61 HTTP/1.1" status: 200 len: 1126 time: 0.0508442 Jan 28 20:29:26.560045 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c79f5d-7e13-4bad-9c98-c84b43d98e6a req-0ab34e37-8cae-4ca1-97da-2eb99b8d2d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:26.561577 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f8c79f5d-7e13-4bad-9c98-c84b43d98e6a req-0ab34e37-8cae-4ca1-97da-2eb99b8d2d22 service neutron] 10.222.0.70 "GET /v2.0/networks?id=d8e01811-a300-4dd8-bacd-fd5a9e44548b HTTP/1.1" status: 200 len: 912 time: 0.0843971 Jan 28 20:29:26.609315 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f8c79f5d-7e13-4bad-9c98-c84b43d98e6a req-56514c4a-a859-4a6c-94ea-878f7e0970fb service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=77849f46-ae77-4d0e-9c47-77e191a8b55f HTTP/1.1" status: 200 len: 217 time: 0.0396528 Jan 28 20:29:26.660038 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c79f5d-7e13-4bad-9c98-c84b43d98e6a req-2b506e3b-7338-4ddc-992c-cca1dc4ca6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:26.661662 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f8c79f5d-7e13-4bad-9c98-c84b43d98e6a req-2b506e3b-7338-4ddc-992c-cca1dc4ca6ae service neutron] 10.222.0.70 "GET /v2.0/subnets?id=df66a7ef-d785-4716-9ebd-bfe0bb120f51 HTTP/1.1" status: 200 len: 851 time: 0.0438435 Jan 28 20:29:26.713379 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c79f5d-7e13-4bad-9c98-c84b43d98e6a req-1a2c1025-e226-465f-b256-942b6dcd0169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:26.714867 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f8c79f5d-7e13-4bad-9c98-c84b43d98e6a req-1a2c1025-e226-465f-b256-942b6dcd0169 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d8e01811-a300-4dd8-bacd-fd5a9e44548b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0459487 Jan 28 20:29:26.806238 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f8c79f5d-7e13-4bad-9c98-c84b43d98e6a req-458c2e1f-0d77-4f80-bf38-9272743fb7cd service neutron] 10.222.0.70 "GET /v2.0/networks/d8e01811-a300-4dd8-bacd-fd5a9e44548b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847352 Jan 28 20:29:26.898218 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f8c79f5d-7e13-4bad-9c98-c84b43d98e6a req-f2e53393-9243-4dd3-8475-0cf4a547066c service neutron] 10.222.0.70 "GET /v2.0/networks/d8e01811-a300-4dd8-bacd-fd5a9e44548b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823207 Jan 28 20:29:27.151311 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad5e41e-4637-4b15-91af-6147f989dda6 req-f27cfc3b-d305-4bf3-8c09-83d8b56d34cb tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:27.152764 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6ad5e41e-4637-4b15-91af-6147f989dda6 req-f27cfc3b-d305-4bf3-8c09-83d8b56d34cb tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=29234833-290c-4435-9048-fe522b166b61 HTTP/1.1" status: 200 len: 943 time: 0.0510051 Jan 28 20:29:27.198368 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6ad5e41e-4637-4b15-91af-6147f989dda6 req-b97e6939-f3c3-45ea-bf17-4e9b3c318a7e tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393364 Jan 28 20:29:28.318275 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88327264-d645-4f48-add8-a2978415da56 req-47a36692-0e84-4c25-85ec-73454040d4d1 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:28.319741 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-88327264-d645-4f48-add8-a2978415da56 req-47a36692-0e84-4c25-85ec-73454040d4d1 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=29234833-290c-4435-9048-fe522b166b61 HTTP/1.1" status: 200 len: 943 time: 0.0522764 Jan 28 20:29:28.364939 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-88327264-d645-4f48-add8-a2978415da56 req-4e23712b-9841-4676-b3c2-dc0dab98118f tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397549 Jan 28 20:29:28.819127 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 77849f46-ae77-4d0e-9c47-77e191a8b55f details requested by agent hyperv_n-h2-812111-14 with host n-h2-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:29:28.914740 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 77849f46-ae77-4d0e-9c47-77e191a8b55f, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=77849f46-ae77-4d0e-9c47-77e191a8b55f,segment=NetworkSegment(a356da5f-ca46-4607-8767-57e02fcd96dc),segment_id=a356da5f-ca46-4607-8767-57e02fcd96dc)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:29:28.925848 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Returning: {'device': '77849f46-ae77-4d0e-9c47-77e191a8b55f', 'network_id': 'd8e01811-a300-4dd8-bacd-fd5a9e44548b', 'port_id': '77849f46-ae77-4d0e-9c47-77e191a8b55f', 'mac_address': 'fa:16:3e:3d:9c:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df66a7ef-d785-4716-9ebd-bfe0bb120f51', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:29:28.962568 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 77849f46-ae77-4d0e-9c47-77e191a8b55f is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:29:28.962958 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (77849f46-ae77-4d0e-9c47-77e191a8b55f), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:29:28.975912 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77849f46-ae77-4d0e-9c47-77e191a8b55f {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:29:28.994172 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 77849f46-ae77-4d0e-9c47-77e191a8b55f, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=77849f46-ae77-4d0e-9c47-77e191a8b55f,segment=NetworkSegment(a356da5f-ca46-4607-8767-57e02fcd96dc),segment_id=a356da5f-ca46-4607-8767-57e02fcd96dc)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:29:28.998208 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (77849f46-ae77-4d0e-9c47-77e191a8b55f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:29:29.050143 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=77849f46-ae77-4d0e-9c47-77e191a8b55f,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:29:29.057320 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:29:29.057669 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:29:29.058011 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:29:29.058349 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:29:29.058682 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:29:29.059011 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:29:29.059337 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:29:29.059663 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:29:29.060005 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:29:29.060308 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:29:29.060631 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:29:29.060950 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:29:29.061294 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:29:29.233129 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['77849f46-ae77-4d0e-9c47-77e191a8b55f'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:29:29.481706 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7d0b1c-45a4-4948-9a01-1d337f95ac42 req-bf45c472-b34d-4160-88ed-5e27f04d5d21 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:29.483150 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7c7d0b1c-45a4-4948-9a01-1d337f95ac42 req-bf45c472-b34d-4160-88ed-5e27f04d5d21 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=29234833-290c-4435-9048-fe522b166b61 HTTP/1.1" status: 200 len: 944 time: 0.0516751 Jan 28 20:29:29.534335 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7c7d0b1c-45a4-4948-9a01-1d337f95ac42 req-7f7e5c77-3b5a-4f97-9d13-c57a1c3fdc1f tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455320 Jan 28 20:29:30.655783 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5acfdf6-3e77-480a-9340-32fb9c875a91 req-c8836b03-7e40-4cab-914f-0c6b0403fae8 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:30.657820 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d5acfdf6-3e77-480a-9340-32fb9c875a91 req-c8836b03-7e40-4cab-914f-0c6b0403fae8 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=29234833-290c-4435-9048-fe522b166b61 HTTP/1.1" status: 200 len: 944 time: 0.0565844 Jan 28 20:29:30.703994 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d5acfdf6-3e77-480a-9340-32fb9c875a91 req-71859cc1-d7de-48b0-a7b4-bd2d407622a6 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399733 Jan 28 20:29:30.820623 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 77849f46-ae77-4d0e-9c47-77e191a8b55f up at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:29:30.872016 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning for port 77849f46-ae77-4d0e-9c47-77e191a8b55f completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:29:30.875713 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning complete for port 77849f46-ae77-4d0e-9c47-77e191a8b55f triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:29:30.876094 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (77849f46-ae77-4d0e-9c47-77e191a8b55f), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:29:31.108795 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 77849f46-ae77-4d0e-9c47-77e191a8b55f is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:29:31.109226 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (77849f46-ae77-4d0e-9c47-77e191a8b55f), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:29:31.131814 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29234833-290c-4435-9048-fe522b166b61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77849f46-ae77-4d0e-9c47-77e191a8b55f'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:29:31.134087 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}704c702df6f21e7df92d3d89d4c6cfde2c6406e49d8202b36454fc5209adee22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05c167ec-286f-404f-afae-7795495f937c" -d '{"events": [{"server_uuid": "29234833-290c-4435-9048-fe522b166b61", "name": "network-vif-plugged", "status": "completed", "tag": "77849f46-ae77-4d0e-9c47-77e191a8b55f"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:29:31.146568 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 77849f46-ae77-4d0e-9c47-77e191a8b55f, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=77849f46-ae77-4d0e-9c47-77e191a8b55f,segment=NetworkSegment(a356da5f-ca46-4607-8767-57e02fcd96dc),segment_id=a356da5f-ca46-4607-8767-57e02fcd96dc)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:29:31.150562 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (77849f46-ae77-4d0e-9c47-77e191a8b55f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:29:31.175927 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8664ba1-c178-4841-9484-b7d1964f4201 x-openstack-request-id: req-b8664ba1-c178-4841-9484-b7d1964f4201 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:29:31.176219 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29234833-290c-4435-9048-fe522b166b61", "name": "network-vif-plugged", "status": "completed", "tag": "77849f46-ae77-4d0e-9c47-77e191a8b55f", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:29:31.176473 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b8664ba1-c178-4841-9484-b7d1964f4201 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:29:31.176861 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29234833-290c-4435-9048-fe522b166b61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77849f46-ae77-4d0e-9c47-77e191a8b55f', 'code': 200} Jan 28 20:29:31.203828 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=77849f46-ae77-4d0e-9c47-77e191a8b55f,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:29:31.280819 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5547c2b6-7525-4569-92e3-1e12865c8f5d req-ef916aef-92a8-45a5-8d2c-4653853017a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:31.282855 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5547c2b6-7525-4569-92e3-1e12865c8f5d req-ef916aef-92a8-45a5-8d2c-4653853017a6 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=29234833-290c-4435-9048-fe522b166b61 HTTP/1.1" status: 200 len: 1128 time: 0.0438809 Jan 28 20:29:31.326107 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5547c2b6-7525-4569-92e3-1e12865c8f5d req-050a5687-fb71-4889-9acc-a3ff63a2a726 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363376 Jan 28 20:29:31.824509 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ea79be-e321-41dc-801d-0a1e1e5cb8fe req-83e6d4c1-ae0b-4946-ac1e-714b2bfba4f1 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:31.826001 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d5ea79be-e321-41dc-801d-0a1e1e5cb8fe req-83e6d4c1-ae0b-4946-ac1e-714b2bfba4f1 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=29234833-290c-4435-9048-fe522b166b61 HTTP/1.1" status: 200 len: 945 time: 0.0551269 Jan 28 20:29:31.872457 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d5ea79be-e321-41dc-801d-0a1e1e5cb8fe req-1ee4543d-082b-4e4f-b0ee-562d6933f0d8 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402615 Jan 28 20:29:32.996936 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0bfc2c-7174-4aaf-b606-ffff4e656d14 req-6cb49160-e0a9-4f83-9c24-e73a4737747d tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:32.998437 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-dc0bfc2c-7174-4aaf-b606-ffff4e656d14 req-6cb49160-e0a9-4f83-9c24-e73a4737747d tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=29234833-290c-4435-9048-fe522b166b61 HTTP/1.1" status: 200 len: 945 time: 0.0549963 Jan 28 20:29:33.044254 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-dc0bfc2c-7174-4aaf-b606-ffff4e656d14 req-b0de009f-97aa-47e3-97d1-07d26693cfd3 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402827 Jan 28 20:29:33.158526 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8659df83-5951-41b1-bf4a-157a72efd91c req-4f27534c-c094-49cc-aecb-084cbe3e67f2 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:33.159976 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8659df83-5951-41b1-bf4a-157a72efd91c req-4f27534c-c094-49cc-aecb-084cbe3e67f2 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=29234833-290c-4435-9048-fe522b166b61 HTTP/1.1" status: 200 len: 945 time: 0.0515954 Jan 28 20:29:33.168620 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 41528) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:29:33.172898 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-e6a38bd7-35f9-4456-b41c-919846f6efc6 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Request body: {'floatingip': {'port_id': '77849f46-ae77-4d0e-9c47-77e191a8b55f'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:29:33.211346 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e6a38bd7-35f9-4456-b41c-919846f6efc6 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Publish callbacks [] for floatingip (c1a1139a-01fb-4466-9dfc-f383f49ea6ce), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:29:33.654133 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e6a38bd7-35f9-4456-b41c-919846f6efc6 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:29:33.657498 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e6a38bd7-35f9-4456-b41c-919846f6efc6 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734886'] for floatingip (c1a1139a-01fb-4466-9dfc-f383f49ea6ce), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:29:33.755833 n-d-812111-14 neutron-server[103304]: INFO neutron.db.l3_db [None req-e6a38bd7-35f9-4456-b41c-919846f6efc6 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Floating IP c1a1139a-01fb-4466-9dfc-f383f49ea6ce associated. External IP: 172.25.6.186, port: 77849f46-ae77-4d0e-9c47-77e191a8b55f. Jan 28 20:29:33.961016 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6a38bd7-35f9-4456-b41c-919846f6efc6 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Router 2ec39fb4-5b27-4d9e-b67c-392bf73252cf has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:29:34.068239 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6a38bd7-35f9-4456-b41c-919846f6efc6 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:29:34.073292 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e6a38bd7-35f9-4456-b41c-919846f6efc6 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for floatingip (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:29:34.077895 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e2c7cd-8fd1-4541-b8e6-000994fd82d9 None None] Sync routers for ids ['2ec39fb4-5b27-4d9e-b67c-392bf73252cf'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:29:34.087368 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e2c7cd-8fd1-4541-b8e6-000994fd82d9 None None] Routers {'2ec39fb4-5b27-4d9e-b67c-392bf73252cf'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:29:34.087985 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-e4e2c7cd-8fd1-4541-b8e6-000994fd82d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:29:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['2ec39fb4-5b27-4d9e-b67c-392bf73252cf'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:29:34.103927 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-e6a38bd7-35f9-4456-b41c-919846f6efc6 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "PUT /v2.0/floatingips/c1a1139a-01fb-4466-9dfc-f383f49ea6ce HTTP/1.1" status: 200 len: 992 time: 0.9342234 Jan 28 20:29:34.104547 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29234833-290c-4435-9048-fe522b166b61', 'tag': '77849f46-ae77-4d0e-9c47-77e191a8b55f'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:29:34.106844 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}690870b4896ba3504f21237a239c836c0346d6a62bcfb5e8ee91fd1b13f99dd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb485b0b-f789-439a-b1be-f627eb53a33c" -d '{"events": [{"name": "network-changed", "server_uuid": "29234833-290c-4435-9048-fe522b166b61", "tag": "77849f46-ae77-4d0e-9c47-77e191a8b55f"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:29:34.149432 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb11a1f9-2049-4fbd-a57e-30c455c4ce9b x-openstack-request-id: req-cb11a1f9-2049-4fbd-a57e-30c455c4ce9b {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:29:34.149966 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29234833-290c-4435-9048-fe522b166b61", "tag": "77849f46-ae77-4d0e-9c47-77e191a8b55f", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:29:34.150226 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cb11a1f9-2049-4fbd-a57e-30c455c4ce9b {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:29:34.150637 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29234833-290c-4435-9048-fe522b166b61', 'tag': '77849f46-ae77-4d0e-9c47-77e191a8b55f', 'status': 'completed', 'code': 200} Jan 28 20:29:34.181628 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:29:34.203718 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-e4e2c7cd-8fd1-4541-b8e6-000994fd82d9 None None] Set router 2ec39fb4-5b27-4d9e-b67c-392bf73252cf gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:29:34.219287 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb485b0b-f789-439a-b1be-f627eb53a33c req-799d2f9a-7480-4058-9772-9cdfee6ab609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:34.220744 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-eb485b0b-f789-439a-b1be-f627eb53a33c req-799d2f9a-7480-4058-9772-9cdfee6ab609 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a0900bdb75214d779c2ff2b524361204&device_id=29234833-290c-4435-9048-fe522b166b61 HTTP/1.1" status: 200 len: 1128 time: 0.0480390 Jan 28 20:29:34.322892 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb485b0b-f789-439a-b1be-f627eb53a33c req-7ab302e7-4677-4c72-b4c0-14c03e22c7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:34.324574 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-eb485b0b-f789-439a-b1be-f627eb53a33c req-7ab302e7-4677-4c72-b4c0-14c03e22c7f8 service neutron] 10.222.0.70 "GET /v2.0/networks?id=d8e01811-a300-4dd8-bacd-fd5a9e44548b HTTP/1.1" status: 200 len: 912 time: 0.0970492 Jan 28 20:29:34.414230 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-eb485b0b-f789-439a-b1be-f627eb53a33c req-6840aa46-8015-4e00-be28-7e9b13110266 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=77849f46-ae77-4d0e-9c47-77e191a8b55f HTTP/1.1" status: 200 len: 1000 time: 0.0829890 Jan 28 20:29:34.448699 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-e4e2c7cd-8fd1-4541-b8e6-000994fd82d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ec39fb4-5b27-4d9e-b67c-392bf73252cf', 'name': 'tempest-ServerActionsTestJSON-1256389972-router', 'tenant_id': 'a0900bdb75214d779c2ff2b524361204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': '6a2d2eaf-2077-42fd-805e-d7d41e54094e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:26:35Z', 'updated_at': '2022-01-28T20:26:37Z', 'revision_number': 4, 'project_id': 'a0900bdb75214d779c2ff2b524361204', 'gw_port': {'id': '6a2d2eaf-2077-42fd-805e-d7d41e54094e', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:f6:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec39fb4-5b27-4d9e-b67c-392bf73252cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:26:35Z', 'updated_at': '2022-01-28T20:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_floatingips': [{'id': 'c1a1139a-01fb-4466-9dfc-f383f49ea6ce', 'tenant_id': 'a0900bdb75214d779c2ff2b524361204', 'floating_ip_address': '172.25.6.186', 'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'router_id': '2ec39fb4-5b27-4d9e-b67c-392bf73252cf', 'port_id': '77849f46-ae77-4d0e-9c47-77e191a8b55f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4105, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8e01811-a300-4dd8-bacd-fd5a9e44548b', 'mac_address': 'fa:16:3e:3d:9c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29234833-290c-4435-9048-fe522b166b61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:26:40Z', 'updated_at': '2022-01-28T20:29:33Z', 'revision_number': 13, 'project_id': 'a0900bdb75214d779c2ff2b524361204', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b84ead9-9498-4730-9098-39b081d2fa41', 'name': '', 'network_id': 'd8e01811-a300-4dd8-bacd-fd5a9e44548b', 'tenant_id': 'a0900bdb75214d779c2ff2b524361204', 'mac_address': 'fa:16:3e:0a:69:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec39fb4-5b27-4d9e-b67c-392bf73252cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': 'df66a7ef-d785-4716-9ebd-bfe0bb120f51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:26:37Z', 'updated_at': '2022-01-28T20:26:41Z', 'revision_number': 5, 'project_id': 'a0900bdb75214d779c2ff2b524361204', 'subnets': [{'id': 'df66a7ef-d785-4716-9ebd-bfe0bb120f51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:29:34.473784 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb485b0b-f789-439a-b1be-f627eb53a33c req-9e44fc04-cc9a-4ce0-9fa4-beb884907b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:34.475890 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e2c7cd-8fd1-4541-b8e6-000994fd82d9 None None] Checking router: 2ec39fb4-5b27-4d9e-b67c-392bf73252cf for host: n-d-812111-14 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:29:34.476327 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-eb485b0b-f789-439a-b1be-f627eb53a33c req-9e44fc04-cc9a-4ce0-9fa4-beb884907b1c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=df66a7ef-d785-4716-9ebd-bfe0bb120f51 HTTP/1.1" status: 200 len: 851 time: 0.0560544 Jan 28 20:29:34.485117 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e2c7cd-8fd1-4541-b8e6-000994fd82d9 None None] Routers {'2ec39fb4-5b27-4d9e-b67c-392bf73252cf'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:29:34.485800 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-e4e2c7cd-8fd1-4541-b8e6-000994fd82d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:29:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['2ec39fb4-5b27-4d9e-b67c-392bf73252cf'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:29:34.530334 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb485b0b-f789-439a-b1be-f627eb53a33c req-8f555076-131e-4023-a033-535cd994ab90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:34.532090 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-eb485b0b-f789-439a-b1be-f627eb53a33c req-8f555076-131e-4023-a033-535cd994ab90 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d8e01811-a300-4dd8-bacd-fd5a9e44548b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0477822 Jan 28 20:29:34.630076 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-eb485b0b-f789-439a-b1be-f627eb53a33c req-a1cd9df0-683e-46cc-8c89-3340744980ff service neutron] 10.222.0.70 "GET /v2.0/networks/d8e01811-a300-4dd8-bacd-fd5a9e44548b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908663 Jan 28 20:29:34.691515 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-e4e2c7cd-8fd1-4541-b8e6-000994fd82d9 None None] Set router 2ec39fb4-5b27-4d9e-b67c-392bf73252cf gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:29:34.934907 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-e4e2c7cd-8fd1-4541-b8e6-000994fd82d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ec39fb4-5b27-4d9e-b67c-392bf73252cf', 'name': 'tempest-ServerActionsTestJSON-1256389972-router', 'tenant_id': 'a0900bdb75214d779c2ff2b524361204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': '6a2d2eaf-2077-42fd-805e-d7d41e54094e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:26:35Z', 'updated_at': '2022-01-28T20:26:37Z', 'revision_number': 4, 'project_id': 'a0900bdb75214d779c2ff2b524361204', 'gw_port': {'id': '6a2d2eaf-2077-42fd-805e-d7d41e54094e', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:f6:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec39fb4-5b27-4d9e-b67c-392bf73252cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:26:35Z', 'updated_at': '2022-01-28T20:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_floatingips': [{'id': 'c1a1139a-01fb-4466-9dfc-f383f49ea6ce', 'tenant_id': 'a0900bdb75214d779c2ff2b524361204', 'floating_ip_address': '172.25.6.186', 'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'router_id': '2ec39fb4-5b27-4d9e-b67c-392bf73252cf', 'port_id': '77849f46-ae77-4d0e-9c47-77e191a8b55f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4105, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8e01811-a300-4dd8-bacd-fd5a9e44548b', 'mac_address': 'fa:16:3e:3d:9c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29234833-290c-4435-9048-fe522b166b61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:26:40Z', 'updated_at': '2022-01-28T20:29:33Z', 'revision_number': 13, 'project_id': 'a0900bdb75214d779c2ff2b524361204', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b84ead9-9498-4730-9098-39b081d2fa41', 'name': '', 'network_id': 'd8e01811-a300-4dd8-bacd-fd5a9e44548b', 'tenant_id': 'a0900bdb75214d779c2ff2b524361204', 'mac_address': 'fa:16:3e:0a:69:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec39fb4-5b27-4d9e-b67c-392bf73252cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': 'df66a7ef-d785-4716-9ebd-bfe0bb120f51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:26:37Z', 'updated_at': '2022-01-28T20:26:41Z', 'revision_number': 5, 'project_id': 'a0900bdb75214d779c2ff2b524361204', 'subnets': [{'id': 'df66a7ef-d785-4716-9ebd-bfe0bb120f51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:29:34.964214 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e2c7cd-8fd1-4541-b8e6-000994fd82d9 None None] The sync data for ids ['2ec39fb4-5b27-4d9e-b67c-392bf73252cf'] in n-d-812111-14 is: [{'id': '2ec39fb4-5b27-4d9e-b67c-392bf73252cf', 'name': 'tempest-ServerActionsTestJSON-1256389972-router', 'tenant_id': 'a0900bdb75214d779c2ff2b524361204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': '6a2d2eaf-2077-42fd-805e-d7d41e54094e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:26:35Z', 'updated_at': '2022-01-28T20:26:37Z', 'revision_number': 4, 'project_id': 'a0900bdb75214d779c2ff2b524361204', 'gw_port': {'id': '6a2d2eaf-2077-42fd-805e-d7d41e54094e', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:f6:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec39fb4-5b27-4d9e-b67c-392bf73252cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:26:35Z', 'updated_at': '2022-01-28T20:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_floatingips': [{'id': 'c1a1139a-01fb-4466-9dfc-f383f49ea6ce', 'tenant_id': 'a0900bdb75214d779c2ff2b524361204', 'floating_ip_address': '172.25.6.186', 'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'router_id': '2ec39fb4-5b27-4d9e-b67c-392bf73252cf', 'port_id': '77849f46-ae77-4d0e-9c47-77e191a8b55f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4105, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8e01811-a300-4dd8-bacd-fd5a9e44548b', 'mac_address': 'fa:16:3e:3d:9c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29234833-290c-4435-9048-fe522b166b61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:26:40Z', 'updated_at': '2022-01-28T20:29:33Z', 'revision_number': 13, 'project_id': 'a0900bdb75214d779c2ff2b524361204', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b84ead9-9498-4730-9098-39b081d2fa41', 'name': '', 'network_id': 'd8e01811-a300-4dd8-bacd-fd5a9e44548b', 'tenant_id': 'a0900bdb75214d779c2ff2b524361204', 'mac_address': 'fa:16:3e:0a:69:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec39fb4-5b27-4d9e-b67c-392bf73252cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': 'df66a7ef-d785-4716-9ebd-bfe0bb120f51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:26:37Z', 'updated_at': '2022-01-28T20:26:41Z', 'revision_number': 5, 'project_id': 'a0900bdb75214d779c2ff2b524361204', 'subnets': [{'id': 'df66a7ef-d785-4716-9ebd-bfe0bb120f51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:29:35.075579 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-eb485b0b-f789-439a-b1be-f627eb53a33c req-81a562e5-4590-4b96-8662-5930209338df service neutron] 10.222.0.70 "GET /v2.0/networks/d8e01811-a300-4dd8-bacd-fd5a9e44548b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4379201 Jan 28 20:29:35.188032 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c734cf09-d749-4a63-acaf-0adec7101507 None None] New status for floating IP c1a1139a-01fb-4466-9dfc-f383f49ea6ce: ACTIVE {{(pid=103306) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 20:29:36.619691 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec03c406-a76a-4311-86bb-ef6004db4e93 req-4a463408-920e-4236-ae50-00cc5e8f53ae tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:36.621173 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ec03c406-a76a-4311-86bb-ef6004db4e93 req-4a463408-920e-4236-ae50-00cc5e8f53ae tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=29234833-290c-4435-9048-fe522b166b61 HTTP/1.1" status: 200 len: 945 time: 0.0532393 Jan 28 20:29:36.666827 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ec03c406-a76a-4311-86bb-ef6004db4e93 req-41964ebf-2a0d-4310-96a7-df4c11b80a21 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395715 Jan 28 20:29:36.818106 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d2330910-94fe-4712-bbf8-f667029f913c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:29:39.073717 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-505d8fa6-1db3-485b-a038-dc5300723622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:29:40.059045 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:29:41.938083 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:29:43.308743 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:29:51.455663 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:29:53.023678 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9181b957-6c99-42e9-ae7a-3dd5a9db6a93 req-0fc79beb-dfe5-4301-b63a-015f1bf7d920 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:53.025190 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9181b957-6c99-42e9-ae7a-3dd5a9db6a93 req-0fc79beb-dfe5-4301-b63a-015f1bf7d920 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=29234833-290c-4435-9048-fe522b166b61 HTTP/1.1" status: 200 len: 945 time: 0.0530286 Jan 28 20:29:53.046984 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-67e7d524-0b83-4dda-b9c7-74c479e258ce req-e5e05fed-7681-4252-9c1f-1790b0ed4824 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=29234833-290c-4435-9048-fe522b166b61&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0870867 Jan 28 20:29:53.072281 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9181b957-6c99-42e9-ae7a-3dd5a9db6a93 req-1fde3a17-e992-4b79-ab38-e322beb5e923 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403497 Jan 28 20:29:54.203008 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0209b87e-00b1-40ac-a37a-95e344c2e949 req-05465054-2900-4f76-8470-5fe8c2cd0db2 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:54.204501 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-0209b87e-00b1-40ac-a37a-95e344c2e949 req-05465054-2900-4f76-8470-5fe8c2cd0db2 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=29234833-290c-4435-9048-fe522b166b61 HTTP/1.1" status: 200 len: 945 time: 0.0601845 Jan 28 20:29:54.279461 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-0209b87e-00b1-40ac-a37a-95e344c2e949 req-0cec9a4c-518b-43c2-8faa-dcbf7f2fb3a1 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689476 Jan 28 20:29:54.295430 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e7d524-0b83-4dda-b9c7-74c479e258ce req-44eab7e7-c0ef-417c-95e4-6b12eb9ae86a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:54.297568 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-67e7d524-0b83-4dda-b9c7-74c479e258ce req-44eab7e7-c0ef-417c-95e4-6b12eb9ae86a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a0900bdb75214d779c2ff2b524361204&device_id=29234833-290c-4435-9048-fe522b166b61 HTTP/1.1" status: 200 len: 1128 time: 0.0649221 Jan 28 20:29:54.388147 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e7d524-0b83-4dda-b9c7-74c479e258ce req-b1effcd9-4b5b-443d-8aa3-966a3d31d295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:54.390110 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-67e7d524-0b83-4dda-b9c7-74c479e258ce req-b1effcd9-4b5b-443d-8aa3-966a3d31d295 service neutron] 10.222.0.70 "GET /v2.0/networks?id=d8e01811-a300-4dd8-bacd-fd5a9e44548b HTTP/1.1" status: 200 len: 912 time: 0.0857029 Jan 28 20:29:54.455982 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-67e7d524-0b83-4dda-b9c7-74c479e258ce req-81bc2d06-8681-41a1-af6a-9b1b4df9554d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=77849f46-ae77-4d0e-9c47-77e191a8b55f HTTP/1.1" status: 200 len: 1002 time: 0.0570128 Jan 28 20:29:54.505519 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e7d524-0b83-4dda-b9c7-74c479e258ce req-5b052902-7af9-419d-a7b7-7d3b66d61b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:54.506935 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-67e7d524-0b83-4dda-b9c7-74c479e258ce req-5b052902-7af9-419d-a7b7-7d3b66d61b98 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=df66a7ef-d785-4716-9ebd-bfe0bb120f51 HTTP/1.1" status: 200 len: 851 time: 0.0432670 Jan 28 20:29:54.556738 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:29:54.562826 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e7d524-0b83-4dda-b9c7-74c479e258ce req-d941da46-45a8-4f41-b4fa-43e61f0561ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:54.565612 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-67e7d524-0b83-4dda-b9c7-74c479e258ce req-d941da46-45a8-4f41-b4fa-43e61f0561ee service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d8e01811-a300-4dd8-bacd-fd5a9e44548b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0509541 Jan 28 20:29:54.654812 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-67e7d524-0b83-4dda-b9c7-74c479e258ce req-cae28dcd-e2f2-432d-83aa-7926d4349077 service neutron] 10.222.0.70 "GET /v2.0/networks/d8e01811-a300-4dd8-bacd-fd5a9e44548b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827994 Jan 28 20:29:54.745646 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-67e7d524-0b83-4dda-b9c7-74c479e258ce req-dbb596f1-b1ae-4775-833a-09333d40260d service neutron] 10.222.0.70 "GET /v2.0/networks/d8e01811-a300-4dd8-bacd-fd5a9e44548b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842042 Jan 28 20:29:55.401625 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830f8720-39a8-4a1b-915a-614c7c763760 req-9acef72f-0bc8-4e91-aced-2a8ee144bb56 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:55.403079 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-830f8720-39a8-4a1b-915a-614c7c763760 req-9acef72f-0bc8-4e91-aced-2a8ee144bb56 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=29234833-290c-4435-9048-fe522b166b61 HTTP/1.1" status: 200 len: 945 time: 0.0549197 Jan 28 20:29:55.448121 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-830f8720-39a8-4a1b-915a-614c7c763760 req-c5a06a1b-32e8-4196-b723-7bde47264005 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388966 Jan 28 20:29:56.569118 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f5a27b-9c02-4967-be37-bc29b597790c req-1d56ebf5-7698-4389-ab8f-cadb1872e53c tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:56.570606 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-10f5a27b-9c02-4967-be37-bc29b597790c req-1d56ebf5-7698-4389-ab8f-cadb1872e53c tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=29234833-290c-4435-9048-fe522b166b61 HTTP/1.1" status: 200 len: 945 time: 0.0537956 Jan 28 20:29:56.617541 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-10f5a27b-9c02-4967-be37-bc29b597790c req-623d1e12-629a-4229-8bbd-26c4729bbc6b tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414259 Jan 28 20:29:57.737749 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807bc64c-08a3-4f01-8c27-00cc4cda5e8d req-d560d33d-26e6-4773-8f11-71f28c5e427b tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:57.739277 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-807bc64c-08a3-4f01-8c27-00cc4cda5e8d req-d560d33d-26e6-4773-8f11-71f28c5e427b tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=29234833-290c-4435-9048-fe522b166b61 HTTP/1.1" status: 200 len: 945 time: 0.0534141 Jan 28 20:29:57.785472 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-807bc64c-08a3-4f01-8c27-00cc4cda5e8d req-3cb4fb2e-4ac7-40df-8af2-d11258107e4b tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406702 Jan 28 20:29:58.903989 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d28ee94-4739-4b27-ae08-c701783f9140 req-cbee91e0-28bd-4b32-ad72-1d9fb16fafec tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:58.905469 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3d28ee94-4739-4b27-ae08-c701783f9140 req-cbee91e0-28bd-4b32-ad72-1d9fb16fafec tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=29234833-290c-4435-9048-fe522b166b61 HTTP/1.1" status: 200 len: 945 time: 0.0519300 Jan 28 20:29:58.950449 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3d28ee94-4739-4b27-ae08-c701783f9140 req-8aa8e8a6-24c5-4801-ac87-6ae650631cef tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395155 Jan 28 20:30:00.072665 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d91feb2-cab6-41dc-8175-773a78532433 req-ebfdae9a-11e0-49db-aa44-e11b8116d80d tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:00.074157 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9d91feb2-cab6-41dc-8175-773a78532433 req-ebfdae9a-11e0-49db-aa44-e11b8116d80d tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=29234833-290c-4435-9048-fe522b166b61 HTTP/1.1" status: 200 len: 945 time: 0.0551946 Jan 28 20:30:00.415009 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9d91feb2-cab6-41dc-8175-773a78532433 req-3a4430c5-51de-4174-8bd2-68e9345a5187 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3353174 Jan 28 20:30:01.538315 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2d5a66-4260-403e-b09a-de4c995591e5 req-aaef193b-fb0f-41f6-b849-27f26f3aa4a2 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:01.539700 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ae2d5a66-4260-403e-b09a-de4c995591e5 req-aaef193b-fb0f-41f6-b849-27f26f3aa4a2 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=29234833-290c-4435-9048-fe522b166b61 HTTP/1.1" status: 200 len: 945 time: 0.0566299 Jan 28 20:30:01.588860 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ae2d5a66-4260-403e-b09a-de4c995591e5 req-9bbe8abe-f8b5-412d-ae61-f01d67564064 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405526 Jan 28 20:30:02.707727 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e318c1a-8c93-41d9-8ece-af34f1ca4ebd req-4a454b1a-dbec-4f85-bd2d-e37d6174820e tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:02.709228 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8e318c1a-8c93-41d9-8ece-af34f1ca4ebd req-4a454b1a-dbec-4f85-bd2d-e37d6174820e tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=29234833-290c-4435-9048-fe522b166b61 HTTP/1.1" status: 200 len: 945 time: 0.0510125 Jan 28 20:30:02.754983 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8e318c1a-8c93-41d9-8ece-af34f1ca4ebd req-744e7da8-21e2-49c0-b4af-cf7e16666abb tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401711 Jan 28 20:30:03.876640 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e54c05-f397-45ae-befa-51638455f143 req-63dfb46c-d609-4a7a-8337-82f6483a879b tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:03.878168 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-17e54c05-f397-45ae-befa-51638455f143 req-63dfb46c-d609-4a7a-8337-82f6483a879b tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=29234833-290c-4435-9048-fe522b166b61 HTTP/1.1" status: 200 len: 945 time: 0.0529797 Jan 28 20:30:03.928864 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-17e54c05-f397-45ae-befa-51638455f143 req-b48273fe-480e-4501-aeeb-1e4c38caa8ef tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421555 Jan 28 20:30:05.048321 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9894e5-f6b0-417e-bc02-9ab356c84ba3 req-4b4bde57-0d70-449c-80a3-962d9d8974ef tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:05.049798 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8a9894e5-f6b0-417e-bc02-9ab356c84ba3 req-4b4bde57-0d70-449c-80a3-962d9d8974ef tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=29234833-290c-4435-9048-fe522b166b61 HTTP/1.1" status: 200 len: 945 time: 0.0519900 Jan 28 20:30:05.099340 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8a9894e5-f6b0-417e-bc02-9ab356c84ba3 req-ab7a4aea-9d5f-4eae-96c2-a1c40e25d811 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439005 Jan 28 20:30:06.226885 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568aa51e-ae07-4205-ae5e-5e67f48c3f5e req-bc0fec20-0903-42f6-abe4-23d69d8248a6 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:06.228397 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-568aa51e-ae07-4205-ae5e-5e67f48c3f5e req-bc0fec20-0903-42f6-abe4-23d69d8248a6 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=29234833-290c-4435-9048-fe522b166b61 HTTP/1.1" status: 200 len: 945 time: 0.0567343 Jan 28 20:30:06.275835 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-568aa51e-ae07-4205-ae5e-5e67f48c3f5e req-6d5dccac-7946-4dcf-880b-8a3bc6d17966 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416865 Jan 28 20:30:06.822337 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2d8baa17-31e7-4bfc-ad9d-f3c0ad1b936e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:07.400268 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb66816-532c-4668-ad0f-472e3795d484 req-914e267c-d726-4f9f-b3d3-9d7bd9a4ffc6 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:07.401721 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-adb66816-532c-4668-ad0f-472e3795d484 req-914e267c-d726-4f9f-b3d3-9d7bd9a4ffc6 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=29234833-290c-4435-9048-fe522b166b61 HTTP/1.1" status: 200 len: 945 time: 0.0533316 Jan 28 20:30:07.449492 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-adb66816-532c-4668-ad0f-472e3795d484 req-4139a227-134a-4682-a189-74c4d5514cde tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418553 Jan 28 20:30:08.569932 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ac9f24-ffb4-4069-a87a-07b51e6ac713 req-c7046d72-1acb-4db8-b6c8-f065d8e2118b tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:08.571438 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-54ac9f24-ffb4-4069-a87a-07b51e6ac713 req-c7046d72-1acb-4db8-b6c8-f065d8e2118b tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=29234833-290c-4435-9048-fe522b166b61 HTTP/1.1" status: 200 len: 945 time: 0.0530014 Jan 28 20:30:08.621154 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-54ac9f24-ffb4-4069-a87a-07b51e6ac713 req-22836a80-80fd-42a3-b041-596b06420f1f tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434391 Jan 28 20:30:08.959893 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 77849f46-ae77-4d0e-9c47-77e191a8b55f no longer exists at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:30:09.039407 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 77849f46-ae77-4d0e-9c47-77e191a8b55f is: ACTIVE; New status is: DOWN {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:30:09.039796 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (77849f46-ae77-4d0e-9c47-77e191a8b55f), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:09.067928 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29234833-290c-4435-9048-fe522b166b61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77849f46-ae77-4d0e-9c47-77e191a8b55f'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:30:09.070140 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}704c702df6f21e7df92d3d89d4c6cfde2c6406e49d8202b36454fc5209adee22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b7f39a4-3d19-42d4-9de2-ddb1ae994440" -d '{"events": [{"server_uuid": "29234833-290c-4435-9048-fe522b166b61", "name": "network-vif-unplugged", "status": "completed", "tag": "77849f46-ae77-4d0e-9c47-77e191a8b55f"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:30:09.086916 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 77849f46-ae77-4d0e-9c47-77e191a8b55f, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=77849f46-ae77-4d0e-9c47-77e191a8b55f,segment=NetworkSegment(a356da5f-ca46-4607-8767-57e02fcd96dc),segment_id=a356da5f-ca46-4607-8767-57e02fcd96dc)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:30:09.095041 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (77849f46-ae77-4d0e-9c47-77e191a8b55f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:09.125056 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3c851a20-9156-4a6e-b567-8264bfa6f279 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:09.130334 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 20:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-543cf0ef-99a4-4678-92b7-7a292338b991 x-openstack-request-id: req-543cf0ef-99a4-4678-92b7-7a292338b991 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:30:09.130633 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29234833-290c-4435-9048-fe522b166b61", "name": "network-vif-unplugged", "status": "completed", "tag": "77849f46-ae77-4d0e-9c47-77e191a8b55f", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:30:09.130892 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-543cf0ef-99a4-4678-92b7-7a292338b991 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:30:09.131298 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29234833-290c-4435-9048-fe522b166b61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77849f46-ae77-4d0e-9c47-77e191a8b55f', 'code': 200} Jan 28 20:30:09.152785 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=77849f46-ae77-4d0e-9c47-77e191a8b55f,revision_number=6']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:30:09.753881 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc2d074-35e5-4bfd-ae7a-4c7f79641e75 req-74749f4a-b12a-4145-8bc7-0b4b33969b58 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:09.755434 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1cc2d074-35e5-4bfd-ae7a-4c7f79641e75 req-74749f4a-b12a-4145-8bc7-0b4b33969b58 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=29234833-290c-4435-9048-fe522b166b61 HTTP/1.1" status: 200 len: 943 time: 0.0547798 Jan 28 20:30:09.806254 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1cc2d074-35e5-4bfd-ae7a-4c7f79641e75 req-b1aeaf9e-0234-4132-ad2f-3df331230fbc tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450108 Jan 28 20:30:10.057978 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:10.575463 n-d-812111-14 neutron-server[103304]: INFO neutron.api.v2.resource [req-67e7d524-0b83-4dda-b9c7-74c479e258ce req-d5cf4a25-fcc0-4784-919d-a9e2e46376b8 service neutron] show failed (client error): The resource could not be found. Jan 28 20:30:10.577011 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-67e7d524-0b83-4dda-b9c7-74c479e258ce req-d5cf4a25-fcc0-4784-919d-a9e2e46376b8 service neutron] 10.222.0.70 "GET /v2.0/ports/77849f46-ae77-4d0e-9c47-77e191a8b55f/bindings/n-h1-812111-14 HTTP/1.1" status: 404 len: 381 time: 0.0538704 Jan 28 20:30:10.787487 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e7d524-0b83-4dda-b9c7-74c479e258ce req-a4910c7f-83a8-4f7a-bd96-9facb37e2712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:10.788863 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-67e7d524-0b83-4dda-b9c7-74c479e258ce req-a4910c7f-83a8-4f7a-bd96-9facb37e2712 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=29234833-290c-4435-9048-fe522b166b61&tenant_id=a0900bdb75214d779c2ff2b524361204 HTTP/1.1" status: 200 len: 1126 time: 0.0446007 Jan 28 20:30:10.806907 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-67e7d524-0b83-4dda-b9c7-74c479e258ce req-20ce3732-043f-4729-aebe-f1f436d14ace service neutron] Request body: {'port': {'binding:host_id': 'n-h1-812111-14', 'device_owner': 'compute:nova'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:30:10.868709 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-67e7d524-0b83-4dda-b9c7-74c479e258ce req-20ce3732-043f-4729-aebe-f1f436d14ace service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (77849f46-ae77-4d0e-9c47-77e191a8b55f), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:11.016192 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb633470-e020-4ffc-b0ee-225f06248c7b req-bc3c4f6c-818b-4d76-8ddc-182e35878356 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:11.017691 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-cb633470-e020-4ffc-b0ee-225f06248c7b req-bc3c4f6c-818b-4d76-8ddc-182e35878356 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=29234833-290c-4435-9048-fe522b166b61 HTTP/1.1" status: 200 len: 943 time: 0.1380718 Jan 28 20:30:11.111553 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-cb633470-e020-4ffc-b0ee-225f06248c7b req-b9229465-ed2b-4944-a0b8-b0e25a9959c4 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882733 Jan 28 20:30:11.141733 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-67e7d524-0b83-4dda-b9c7-74c479e258ce req-20ce3732-043f-4729-aebe-f1f436d14ace service neutron] For port 77849f46-ae77-4d0e-9c47-77e191a8b55f, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=77849f46-ae77-4d0e-9c47-77e191a8b55f,segment=NetworkSegment(a356da5f-ca46-4607-8767-57e02fcd96dc),segment_id=a356da5f-ca46-4607-8767-57e02fcd96dc)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:30:11.179263 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-67e7d524-0b83-4dda-b9c7-74c479e258ce req-20ce3732-043f-4729-aebe-f1f436d14ace service neutron] For port 77849f46-ae77-4d0e-9c47-77e191a8b55f, host n-h2-812111-14, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:30:11.180803 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:30:11.211636 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [req-67e7d524-0b83-4dda-b9c7-74c479e258ce req-20ce3732-043f-4729-aebe-f1f436d14ace service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77849f46-ae77-4d0e-9c47-77e191a8b55f {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:30:11.220268 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-67e7d524-0b83-4dda-b9c7-74c479e258ce req-20ce3732-043f-4729-aebe-f1f436d14ace service neutron] Publish callbacks [] for port (77849f46-ae77-4d0e-9c47-77e191a8b55f), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:11.235884 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-67e7d524-0b83-4dda-b9c7-74c479e258ce req-20ce3732-043f-4729-aebe-f1f436d14ace service neutron] Transition to ACTIVE for port object 77849f46-ae77-4d0e-9c47-77e191a8b55f will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:30:11.239517 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-67e7d524-0b83-4dda-b9c7-74c479e258ce req-20ce3732-043f-4729-aebe-f1f436d14ace service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (77849f46-ae77-4d0e-9c47-77e191a8b55f), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:11.317681 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ce3732-043f-4729-aebe-f1f436d14ace service neutron] Pushing event updated for resources: {'Port': ['ID=77849f46-ae77-4d0e-9c47-77e191a8b55f,revision_number=7']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:30:11.329817 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ce3732-043f-4729-aebe-f1f436d14ace service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:30:11.330164 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ce3732-043f-4729-aebe-f1f436d14ace service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:30:11.330508 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ce3732-043f-4729-aebe-f1f436d14ace service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:30:11.330850 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ce3732-043f-4729-aebe-f1f436d14ace service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:30:11.331188 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ce3732-043f-4729-aebe-f1f436d14ace service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:30:11.331519 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ce3732-043f-4729-aebe-f1f436d14ace service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:30:11.331849 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ce3732-043f-4729-aebe-f1f436d14ace service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:30:11.332192 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ce3732-043f-4729-aebe-f1f436d14ace service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:30:11.332502 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ce3732-043f-4729-aebe-f1f436d14ace service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:30:11.332828 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ce3732-043f-4729-aebe-f1f436d14ace service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:30:11.333170 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ce3732-043f-4729-aebe-f1f436d14ace service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:30:11.333496 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ce3732-043f-4729-aebe-f1f436d14ace service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:30:11.333817 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ce3732-043f-4729-aebe-f1f436d14ace service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:30:11.375551 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-67e7d524-0b83-4dda-b9c7-74c479e258ce req-20ce3732-043f-4729-aebe-f1f436d14ace service neutron] No DVR routers for this DVR port 77849f46-ae77-4d0e-9c47-77e191a8b55f on host n-h2-812111-14 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:30:11.514941 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-67e7d524-0b83-4dda-b9c7-74c479e258ce req-20ce3732-043f-4729-aebe-f1f436d14ace service neutron] Attempting to bind port 77849f46-ae77-4d0e-9c47-77e191a8b55f on host n-h1-812111-14 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:30:11.515284 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-67e7d524-0b83-4dda-b9c7-74c479e258ce req-20ce3732-043f-4729-aebe-f1f436d14ace service neutron] Attempting to bind port 77849f46-ae77-4d0e-9c47-77e191a8b55f by drivers openvswitch,hyperv on host n-h1-812111-14 at level 0 using segments [{'id': 'a356da5f-ca46-4607-8767-57e02fcd96dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd8e01811-a300-4dd8-bacd-fd5a9e44548b'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:30:11.515612 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e7d524-0b83-4dda-b9c7-74c479e258ce req-20ce3732-043f-4729-aebe-f1f436d14ace service neutron] Attempting to bind port 77849f46-ae77-4d0e-9c47-77e191a8b55f on network d8e01811-a300-4dd8-bacd-fd5a9e44548b {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:30:11.519919 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e7d524-0b83-4dda-b9c7-74c479e258ce req-20ce3732-043f-4729-aebe-f1f436d14ace service neutron] Port 77849f46-ae77-4d0e-9c47-77e191a8b55f on network d8e01811-a300-4dd8-bacd-fd5a9e44548b not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-14 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:30:11.520243 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e7d524-0b83-4dda-b9c7-74c479e258ce req-20ce3732-043f-4729-aebe-f1f436d14ace service neutron] Attempting to bind port 77849f46-ae77-4d0e-9c47-77e191a8b55f on network d8e01811-a300-4dd8-bacd-fd5a9e44548b {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:30:11.525024 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e7d524-0b83-4dda-b9c7-74c479e258ce req-20ce3732-043f-4729-aebe-f1f436d14ace service neutron] Checking agent: {'id': 'b544ba20-de93-4d86-9e6b-a2202deb6191', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 29, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:30:11.525396 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e7d524-0b83-4dda-b9c7-74c479e258ce req-20ce3732-043f-4729-aebe-f1f436d14ace service neutron] Checking segment: {'id': 'a356da5f-ca46-4607-8767-57e02fcd96dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd8e01811-a300-4dd8-bacd-fd5a9e44548b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:30:11.525792 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e7d524-0b83-4dda-b9c7-74c479e258ce req-20ce3732-043f-4729-aebe-f1f436d14ace service neutron] Bound using segment: {'id': 'a356da5f-ca46-4607-8767-57e02fcd96dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd8e01811-a300-4dd8-bacd-fd5a9e44548b'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:30:11.526216 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-67e7d524-0b83-4dda-b9c7-74c479e258ce req-20ce3732-043f-4729-aebe-f1f436d14ace service neutron] Bound port: 77849f46-ae77-4d0e-9c47-77e191a8b55f, host: n-h1-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a356da5f-ca46-4607-8767-57e02fcd96dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd8e01811-a300-4dd8-bacd-fd5a9e44548b'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:30:11.526570 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-67e7d524-0b83-4dda-b9c7-74c479e258ce req-20ce3732-043f-4729-aebe-f1f436d14ace service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (77849f46-ae77-4d0e-9c47-77e191a8b55f), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:11.587382 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-67e7d524-0b83-4dda-b9c7-74c479e258ce req-20ce3732-043f-4729-aebe-f1f436d14ace service neutron] For port 77849f46-ae77-4d0e-9c47-77e191a8b55f, host n-h1-812111-14, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:30:11.590771 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-67e7d524-0b83-4dda-b9c7-74c479e258ce req-20ce3732-043f-4729-aebe-f1f436d14ace service neutron] For port 77849f46-ae77-4d0e-9c47-77e191a8b55f, host n-h1-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=77849f46-ae77-4d0e-9c47-77e191a8b55f,segment=NetworkSegment(a356da5f-ca46-4607-8767-57e02fcd96dc),segment_id=a356da5f-ca46-4607-8767-57e02fcd96dc)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:30:11.597055 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-67e7d524-0b83-4dda-b9c7-74c479e258ce req-20ce3732-043f-4729-aebe-f1f436d14ace service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (77849f46-ae77-4d0e-9c47-77e191a8b55f), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:11.629225 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e7d524-0b83-4dda-b9c7-74c479e258ce req-20ce3732-043f-4729-aebe-f1f436d14ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:11.629850 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-67e7d524-0b83-4dda-b9c7-74c479e258ce req-20ce3732-043f-4729-aebe-f1f436d14ace service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:11.631230 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-67e7d524-0b83-4dda-b9c7-74c479e258ce req-20ce3732-043f-4729-aebe-f1f436d14ace service neutron] 10.222.0.41 "PUT /v2.0/ports/77849f46-ae77-4d0e-9c47-77e191a8b55f HTTP/1.1" status: 200 len: 1092 time: 0.8281510 Jan 28 20:30:11.631672 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29234833-290c-4435-9048-fe522b166b61', 'tag': '77849f46-ae77-4d0e-9c47-77e191a8b55f'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:30:11.634143 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}981202432542b3bd90586abfd28c53181d71ca775a89b024ffbb9268f9379f4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0c5b090-8d91-4ecc-aa4d-7691248f8bc8" -d '{"events": [{"name": "network-changed", "server_uuid": "29234833-290c-4435-9048-fe522b166b61", "tag": "77849f46-ae77-4d0e-9c47-77e191a8b55f"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:30:11.664736 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ce3732-043f-4729-aebe-f1f436d14ace service neutron] Pushing event updated for resources: {'Port': ['ID=77849f46-ae77-4d0e-9c47-77e191a8b55f,revision_number=8']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:30:11.708833 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf452c8b-ec65-4001-a1ac-0de7ec6671b2 x-openstack-request-id: req-bf452c8b-ec65-4001-a1ac-0de7ec6671b2 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:30:11.709154 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29234833-290c-4435-9048-fe522b166b61", "tag": "77849f46-ae77-4d0e-9c47-77e191a8b55f", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:30:11.709414 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bf452c8b-ec65-4001-a1ac-0de7ec6671b2 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:30:11.709817 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29234833-290c-4435-9048-fe522b166b61', 'tag': '77849f46-ae77-4d0e-9c47-77e191a8b55f', 'status': 'completed', 'code': 200} Jan 28 20:30:11.729367 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e7d524-0b83-4dda-b9c7-74c479e258ce req-8aad49b9-b390-4d47-8e71-82bbfeafe553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:11.730920 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-67e7d524-0b83-4dda-b9c7-74c479e258ce req-8aad49b9-b390-4d47-8e71-82bbfeafe553 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a0900bdb75214d779c2ff2b524361204&device_id=29234833-290c-4435-9048-fe522b166b61 HTTP/1.1" status: 200 len: 1126 time: 0.0565038 Jan 28 20:30:11.776109 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c5b090-8d91-4ecc-aa4d-7691248f8bc8 req-b6a44f49-8847-469e-9880-9d4038de05b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:11.778354 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d0c5b090-8d91-4ecc-aa4d-7691248f8bc8 req-b6a44f49-8847-469e-9880-9d4038de05b0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a0900bdb75214d779c2ff2b524361204&device_id=29234833-290c-4435-9048-fe522b166b61 HTTP/1.1" status: 200 len: 1126 time: 0.0513842 Jan 28 20:30:11.833557 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e7d524-0b83-4dda-b9c7-74c479e258ce req-5679edc8-48d4-44fd-9d8e-6a6fd8e4212e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:11.834968 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-67e7d524-0b83-4dda-b9c7-74c479e258ce req-5679edc8-48d4-44fd-9d8e-6a6fd8e4212e service neutron] 10.222.0.41 "GET /v2.0/networks?id=d8e01811-a300-4dd8-bacd-fd5a9e44548b HTTP/1.1" status: 200 len: 912 time: 0.0939622 Jan 28 20:30:11.875311 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c5b090-8d91-4ecc-aa4d-7691248f8bc8 req-f9b10f82-cc80-40d1-b7ba-1e007568a295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:11.876779 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d0c5b090-8d91-4ecc-aa4d-7691248f8bc8 req-f9b10f82-cc80-40d1-b7ba-1e007568a295 service neutron] 10.222.0.70 "GET /v2.0/networks?id=d8e01811-a300-4dd8-bacd-fd5a9e44548b HTTP/1.1" status: 200 len: 912 time: 0.0905502 Jan 28 20:30:11.908002 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-67e7d524-0b83-4dda-b9c7-74c479e258ce req-9e46d2e0-032d-4bba-a05d-90e4f72b11ef service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=77849f46-ae77-4d0e-9c47-77e191a8b55f HTTP/1.1" status: 200 len: 1000 time: 0.0643587 Jan 28 20:30:11.950032 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:11.952433 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d0c5b090-8d91-4ecc-aa4d-7691248f8bc8 req-a17f6fbb-45e9-4a4b-9413-98e2d7f16b6c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=77849f46-ae77-4d0e-9c47-77e191a8b55f HTTP/1.1" status: 200 len: 1000 time: 0.0688643 Jan 28 20:30:11.969519 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e7d524-0b83-4dda-b9c7-74c479e258ce req-b7093759-01ea-497d-b15f-406ea04b5850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:11.970989 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-67e7d524-0b83-4dda-b9c7-74c479e258ce req-b7093759-01ea-497d-b15f-406ea04b5850 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=df66a7ef-d785-4716-9ebd-bfe0bb120f51 HTTP/1.1" status: 200 len: 851 time: 0.0515406 Jan 28 20:30:12.001994 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c5b090-8d91-4ecc-aa4d-7691248f8bc8 req-b2dab572-1fa9-47b6-a6de-bcedf947cbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:12.003479 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d0c5b090-8d91-4ecc-aa4d-7691248f8bc8 req-b2dab572-1fa9-47b6-a6de-bcedf947cbfa service neutron] 10.222.0.70 "GET /v2.0/subnets?id=df66a7ef-d785-4716-9ebd-bfe0bb120f51 HTTP/1.1" status: 200 len: 851 time: 0.0449677 Jan 28 20:30:12.022259 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e7d524-0b83-4dda-b9c7-74c479e258ce req-7a098289-d221-412a-adc0-d29793b1160d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:12.023757 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-67e7d524-0b83-4dda-b9c7-74c479e258ce req-7a098289-d221-412a-adc0-d29793b1160d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d8e01811-a300-4dd8-bacd-fd5a9e44548b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0455236 Jan 28 20:30:12.057304 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c5b090-8d91-4ecc-aa4d-7691248f8bc8 req-8c5dd8e9-afa5-4b2e-b1d2-09f04e442fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:12.058810 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d0c5b090-8d91-4ecc-aa4d-7691248f8bc8 req-8c5dd8e9-afa5-4b2e-b1d2-09f04e442fef service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d8e01811-a300-4dd8-bacd-fd5a9e44548b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0492661 Jan 28 20:30:12.120511 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-67e7d524-0b83-4dda-b9c7-74c479e258ce req-2dd3ec68-4af3-4f5b-bc43-157d66e1b5d1 service neutron] 10.222.0.41 "GET /v2.0/networks/d8e01811-a300-4dd8-bacd-fd5a9e44548b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871451 Jan 28 20:30:12.148299 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d0c5b090-8d91-4ecc-aa4d-7691248f8bc8 req-86412044-dd89-40d4-a1db-b884a6465a77 service neutron] 10.222.0.70 "GET /v2.0/networks/d8e01811-a300-4dd8-bacd-fd5a9e44548b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830021 Jan 28 20:30:12.245694 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d0c5b090-8d91-4ecc-aa4d-7691248f8bc8 req-2cd49658-3eff-445c-bbe5-65821a5e86d5 service neutron] 10.222.0.70 "GET /v2.0/networks/d8e01811-a300-4dd8-bacd-fd5a9e44548b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911605 Jan 28 20:30:12.251416 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-67e7d524-0b83-4dda-b9c7-74c479e258ce req-44278f85-4713-42c5-b4d7-9a7d45d67faf service neutron] 10.222.0.41 "GET /v2.0/networks/d8e01811-a300-4dd8-bacd-fd5a9e44548b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216433 Jan 28 20:30:12.260443 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d9654b-b39b-41e9-85e6-c69c88df80ff req-7977c047-247f-4a0e-bb54-aeee20f6278c tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:12.261960 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c6d9654b-b39b-41e9-85e6-c69c88df80ff req-7977c047-247f-4a0e-bb54-aeee20f6278c tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=29234833-290c-4435-9048-fe522b166b61 HTTP/1.1" status: 200 len: 943 time: 0.0788457 Jan 28 20:30:12.318097 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c6d9654b-b39b-41e9-85e6-c69c88df80ff req-1e99f3eb-6899-49fc-b674-4dfc58562878 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494578 Jan 28 20:30:12.367882 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c5b090-8d91-4ecc-aa4d-7691248f8bc8 req-24dd665a-9aae-4a5b-9896-edced0a9fa86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:12.369569 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d0c5b090-8d91-4ecc-aa4d-7691248f8bc8 req-24dd665a-9aae-4a5b-9896-edced0a9fa86 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a0900bdb75214d779c2ff2b524361204&device_id=29234833-290c-4435-9048-fe522b166b61 HTTP/1.1" status: 200 len: 1126 time: 0.0476117 Jan 28 20:30:12.471002 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c5b090-8d91-4ecc-aa4d-7691248f8bc8 req-bbb605bd-44a1-42ea-9726-e7d7591ee52c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:12.472467 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d0c5b090-8d91-4ecc-aa4d-7691248f8bc8 req-bbb605bd-44a1-42ea-9726-e7d7591ee52c service neutron] 10.222.0.41 "GET /v2.0/networks?id=d8e01811-a300-4dd8-bacd-fd5a9e44548b HTTP/1.1" status: 200 len: 912 time: 0.0901077 Jan 28 20:30:12.547396 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d0c5b090-8d91-4ecc-aa4d-7691248f8bc8 req-3c31d676-3871-4b05-9e3c-aaed5bd7bbfc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=77849f46-ae77-4d0e-9c47-77e191a8b55f HTTP/1.1" status: 200 len: 1000 time: 0.0651035 Jan 28 20:30:12.600442 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c5b090-8d91-4ecc-aa4d-7691248f8bc8 req-f6433335-a622-42c0-905e-1841882cc459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:12.601972 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d0c5b090-8d91-4ecc-aa4d-7691248f8bc8 req-f6433335-a622-42c0-905e-1841882cc459 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=df66a7ef-d785-4716-9ebd-bfe0bb120f51 HTTP/1.1" status: 200 len: 851 time: 0.0451581 Jan 28 20:30:12.653604 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c5b090-8d91-4ecc-aa4d-7691248f8bc8 req-ed53d48b-90f9-49b2-a7d4-28b44fbd2037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:12.655603 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d0c5b090-8d91-4ecc-aa4d-7691248f8bc8 req-ed53d48b-90f9-49b2-a7d4-28b44fbd2037 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d8e01811-a300-4dd8-bacd-fd5a9e44548b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0448952 Jan 28 20:30:12.752106 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d0c5b090-8d91-4ecc-aa4d-7691248f8bc8 req-fc54485b-0fc5-4f38-8b52-4d468d3b7c6f service neutron] 10.222.0.41 "GET /v2.0/networks/d8e01811-a300-4dd8-bacd-fd5a9e44548b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865464 Jan 28 20:30:12.843366 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d0c5b090-8d91-4ecc-aa4d-7691248f8bc8 req-e3412993-1c1e-41d1-9a35-906f376fe855 service neutron] 10.222.0.41 "GET /v2.0/networks/d8e01811-a300-4dd8-bacd-fd5a9e44548b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824306 Jan 28 20:30:13.314467 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:13.461637 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3081c29-15bd-4ee7-84d6-37ff5dfb4dc8 req-adc318eb-a582-4f63-98b7-f1e0a51bea8d tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:13.463246 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e3081c29-15bd-4ee7-84d6-37ff5dfb4dc8 req-adc318eb-a582-4f63-98b7-f1e0a51bea8d tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=29234833-290c-4435-9048-fe522b166b61 HTTP/1.1" status: 200 len: 943 time: 0.0591419 Jan 28 20:30:13.519302 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e3081c29-15bd-4ee7-84d6-37ff5dfb4dc8 req-d1055e37-fb83-48a7-a441-0be671af6cd7 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487502 Jan 28 20:30:14.673354 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aac33d-bfa5-4754-87a5-24ccac780dbe req-48ffc7ce-eba2-4cf3-a1c1-c59ac145d7fc tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:14.675483 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f9aac33d-bfa5-4754-87a5-24ccac780dbe req-48ffc7ce-eba2-4cf3-a1c1-c59ac145d7fc tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=29234833-290c-4435-9048-fe522b166b61 HTTP/1.1" status: 200 len: 943 time: 0.0592833 Jan 28 20:30:14.744155 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f9aac33d-bfa5-4754-87a5-24ccac780dbe req-7f9c4faf-4069-40c3-92b2-046880448d59 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584688 Jan 28 20:30:15.871598 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edd6517-8c71-4fa7-9e73-ec1635a8aed6 req-54882e3d-c2a0-4bfc-9598-2cef54035fc6 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:15.873520 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8edd6517-8c71-4fa7-9e73-ec1635a8aed6 req-54882e3d-c2a0-4bfc-9598-2cef54035fc6 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=29234833-290c-4435-9048-fe522b166b61 HTTP/1.1" status: 200 len: 943 time: 0.0543518 Jan 28 20:30:15.922492 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8edd6517-8c71-4fa7-9e73-ec1635a8aed6 req-220df8b2-553a-4512-b3e0-da92dad044b4 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429914 Jan 28 20:30:17.057905 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec90cebd-39f2-4ead-96ce-1fb2ef970d8d req-2bf51219-277a-4088-a9bf-f33f1897f0de tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:17.059286 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ec90cebd-39f2-4ead-96ce-1fb2ef970d8d req-2bf51219-277a-4088-a9bf-f33f1897f0de tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=29234833-290c-4435-9048-fe522b166b61 HTTP/1.1" status: 200 len: 943 time: 0.0527191 Jan 28 20:30:17.105543 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ec90cebd-39f2-4ead-96ce-1fb2ef970d8d req-27cd33bd-dcad-4692-a5c2-643fca5c6d33 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406623 Jan 28 20:30:18.233994 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040de57b-3bb6-44a3-9f9c-54b37ac41ebc req-fd4fa5f1-e987-42d3-b2a8-1e1b25cb743b tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:18.235546 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-040de57b-3bb6-44a3-9f9c-54b37ac41ebc req-fd4fa5f1-e987-42d3-b2a8-1e1b25cb743b tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=29234833-290c-4435-9048-fe522b166b61 HTTP/1.1" status: 200 len: 943 time: 0.0590901 Jan 28 20:30:18.287160 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-040de57b-3bb6-44a3-9f9c-54b37ac41ebc req-a05e4805-288f-4f07-ac89-d38c7ccbab0a tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450642 Jan 28 20:30:19.407751 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8acb76-80f9-42ae-9f4f-fe31f70bf0a1 req-d68d68e4-7cfa-4fcf-998b-b4922a2e230e tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:19.409270 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ac8acb76-80f9-42ae-9f4f-fe31f70bf0a1 req-d68d68e4-7cfa-4fcf-998b-b4922a2e230e tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=29234833-290c-4435-9048-fe522b166b61 HTTP/1.1" status: 200 len: 943 time: 0.0526752 Jan 28 20:30:19.454904 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ac8acb76-80f9-42ae-9f4f-fe31f70bf0a1 req-1e9919c4-99ae-4798-b2b7-2d8b0d7cc099 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400927 Jan 28 20:30:20.577904 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecc29d5-4987-4631-938d-eab9045e0c2d req-22824caa-a57f-4d99-9d9a-2d3261f58fe0 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:20.579417 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5ecc29d5-4987-4631-938d-eab9045e0c2d req-22824caa-a57f-4d99-9d9a-2d3261f58fe0 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=29234833-290c-4435-9048-fe522b166b61 HTTP/1.1" status: 200 len: 943 time: 0.0535240 Jan 28 20:30:20.626817 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5ecc29d5-4987-4631-938d-eab9045e0c2d req-ccc9df9f-432f-4f7f-89c9-9247cdabb62b tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417099 Jan 28 20:30:21.477095 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:21.753772 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224c9fc3-3e52-4193-9976-662ca1d6a5c4 req-5f658d79-b3ec-4252-9ef9-39b896d08f9a tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:21.755234 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-224c9fc3-3e52-4193-9976-662ca1d6a5c4 req-5f658d79-b3ec-4252-9ef9-39b896d08f9a tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=29234833-290c-4435-9048-fe522b166b61 HTTP/1.1" status: 200 len: 943 time: 0.0580647 Jan 28 20:30:21.804587 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-224c9fc3-3e52-4193-9976-662ca1d6a5c4 req-19d8164e-e1eb-4f5d-af97-6f6aebd9033d tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432439 Jan 28 20:30:22.932198 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd99aab6-0468-4543-871c-7359ae78dc8d req-74a4a2ac-e0e1-42dd-aea9-8cd53d77d493 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:22.933721 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-bd99aab6-0468-4543-871c-7359ae78dc8d req-74a4a2ac-e0e1-42dd-aea9-8cd53d77d493 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=29234833-290c-4435-9048-fe522b166b61 HTTP/1.1" status: 200 len: 943 time: 0.0553653 Jan 28 20:30:22.984414 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-bd99aab6-0468-4543-871c-7359ae78dc8d req-ad1c75f3-eca9-473f-862a-a0f38bce8bb5 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450530 Jan 28 20:30:24.105544 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c07658b-774f-4e6d-ad2b-07b435ff692c req-48eaf9fd-e54e-4930-b5e8-4d61fce6c180 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:24.108116 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-0c07658b-774f-4e6d-ad2b-07b435ff692c req-48eaf9fd-e54e-4930-b5e8-4d61fce6c180 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=29234833-290c-4435-9048-fe522b166b61 HTTP/1.1" status: 200 len: 943 time: 0.0563726 Jan 28 20:30:24.155136 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-0c07658b-774f-4e6d-ad2b-07b435ff692c req-ea4dd83d-3be7-4549-ada8-18c405fa413d tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414004 Jan 28 20:30:24.570249 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:25.273919 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6090da8-1f3a-4208-92ee-a0eb870e6f5c req-43b81e56-34e6-444d-a7c7-a8941741a487 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:25.275394 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b6090da8-1f3a-4208-92ee-a0eb870e6f5c req-43b81e56-34e6-444d-a7c7-a8941741a487 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=29234833-290c-4435-9048-fe522b166b61 HTTP/1.1" status: 200 len: 943 time: 0.0534892 Jan 28 20:30:25.327493 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b6090da8-1f3a-4208-92ee-a0eb870e6f5c req-268a8922-52c3-4e75-9818-a207cfe313d6 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460231 Jan 28 20:30:26.453482 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de41a796-1fca-4d75-8c99-d507aaa97b03 req-633a2900-ae07-4b85-95ce-90faeda7cd91 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:26.454968 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-de41a796-1fca-4d75-8c99-d507aaa97b03 req-633a2900-ae07-4b85-95ce-90faeda7cd91 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=29234833-290c-4435-9048-fe522b166b61 HTTP/1.1" status: 200 len: 943 time: 0.0579009 Jan 28 20:30:26.501687 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-de41a796-1fca-4d75-8c99-d507aaa97b03 req-d6732678-0eda-4948-a9b8-522c12f07eee tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406885 Jan 28 20:30:27.623140 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e680b4-1c69-4b44-8188-759dddd1a3ff req-836f35bd-54a7-4f0b-a241-411e8953eb44 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:27.624657 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e1e680b4-1c69-4b44-8188-759dddd1a3ff req-836f35bd-54a7-4f0b-a241-411e8953eb44 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=29234833-290c-4435-9048-fe522b166b61 HTTP/1.1" status: 200 len: 943 time: 0.0542798 Jan 28 20:30:27.676639 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e1e680b4-1c69-4b44-8188-759dddd1a3ff req-0b6649d7-0939-400e-9681-0c787c9c1972 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464425 Jan 28 20:30:28.796295 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b860ef45-5d82-4f04-8512-f550be5b1763 req-5eba07c6-2dd4-4cd9-aa40-5fc0d5049543 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:28.797811 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b860ef45-5d82-4f04-8512-f550be5b1763 req-5eba07c6-2dd4-4cd9-aa40-5fc0d5049543 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=29234833-290c-4435-9048-fe522b166b61 HTTP/1.1" status: 200 len: 943 time: 0.0529718 Jan 28 20:30:28.844176 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b860ef45-5d82-4f04-8512-f550be5b1763 req-3761c43f-29fc-4ba6-9195-64fc888d435d tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408514 Jan 28 20:30:29.967584 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d997584-61ba-4473-9e29-c0f2b7e58a3a req-884b69d8-e35e-402f-92da-b302222db44c tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:29.969059 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9d997584-61ba-4473-9e29-c0f2b7e58a3a req-884b69d8-e35e-402f-92da-b302222db44c tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=29234833-290c-4435-9048-fe522b166b61 HTTP/1.1" status: 200 len: 943 time: 0.0567355 Jan 28 20:30:30.015765 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9d997584-61ba-4473-9e29-c0f2b7e58a3a req-97f47374-f140-4ea5-b85a-976ba2249716 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411553 Jan 28 20:30:30.302725 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9b7c93-9729-4956-a227-7ee24d89fe5c req-2a532009-7467-4d2c-a2fc-d79a75679d46 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:30.304234 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-bb9b7c93-9729-4956-a227-7ee24d89fe5c req-2a532009-7467-4d2c-a2fc-d79a75679d46 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.41 "GET /v2.0/ports?device_id=29234833-290c-4435-9048-fe522b166b61&tenant_id=a0900bdb75214d779c2ff2b524361204&binding%3Ahost_id=n-h1-812111-14 HTTP/1.1" status: 200 len: 943 time: 0.0560105 Jan 28 20:30:30.323296 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3270e534-f157-4018-9d16-6093928f5a9f req-b29abb1e-084a-4bc2-95c9-f0bbe4489e1a tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:30.324771 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3270e534-f157-4018-9d16-6093928f5a9f req-b29abb1e-084a-4bc2-95c9-f0bbe4489e1a tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=29234833-290c-4435-9048-fe522b166b61 HTTP/1.1" status: 200 len: 943 time: 0.0538220 Jan 28 20:30:30.369048 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-bb9b7c93-9729-4956-a227-7ee24d89fe5c req-e72a1336-b676-46a5-b395-a64ccba14ad5 service neutron] 10.222.0.41 "GET /v2.0/ports/77849f46-ae77-4d0e-9c47-77e191a8b55f/bindings/n-h1-812111-14 HTTP/1.1" status: 200 len: 383 time: 0.0575697 Jan 28 20:30:30.374014 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3270e534-f157-4018-9d16-6093928f5a9f req-c769d3ab-dc9a-4d75-92e2-7ca0b0d2c0df tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430019 Jan 28 20:30:30.433280 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9b7c93-9729-4956-a227-7ee24d89fe5c req-0aef98b5-14a1-4be3-9eed-6f50a077e9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:30.435353 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-bb9b7c93-9729-4956-a227-7ee24d89fe5c req-0aef98b5-14a1-4be3-9eed-6f50a077e9ce service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a0900bdb75214d779c2ff2b524361204&device_id=29234833-290c-4435-9048-fe522b166b61 HTTP/1.1" status: 200 len: 1126 time: 0.0444179 Jan 28 20:30:30.524373 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9b7c93-9729-4956-a227-7ee24d89fe5c req-0e497da0-caaf-40e5-bfc6-6b60c631380c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:30.525791 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-bb9b7c93-9729-4956-a227-7ee24d89fe5c req-0e497da0-caaf-40e5-bfc6-6b60c631380c service neutron] 10.222.0.41 "GET /v2.0/networks?id=d8e01811-a300-4dd8-bacd-fd5a9e44548b HTTP/1.1" status: 200 len: 912 time: 0.0848939 Jan 28 20:30:30.594661 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-bb9b7c93-9729-4956-a227-7ee24d89fe5c req-25011e86-4188-4028-b202-f06ed962e052 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=77849f46-ae77-4d0e-9c47-77e191a8b55f HTTP/1.1" status: 200 len: 1000 time: 0.0628026 Jan 28 20:30:30.635034 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 77849f46-ae77-4d0e-9c47-77e191a8b55f details requested by agent hyperv_n-h1-812111-14 with host n-h1-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:30:30.641865 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9b7c93-9729-4956-a227-7ee24d89fe5c req-0c79a0c6-1189-4b7e-8482-92d81930fe92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:30.643386 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-bb9b7c93-9729-4956-a227-7ee24d89fe5c req-0c79a0c6-1189-4b7e-8482-92d81930fe92 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=df66a7ef-d785-4716-9ebd-bfe0bb120f51 HTTP/1.1" status: 200 len: 851 time: 0.0427690 Jan 28 20:30:30.692649 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9b7c93-9729-4956-a227-7ee24d89fe5c req-cfa865dc-ef37-4dcc-9b55-6849c0162bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:30.694212 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-bb9b7c93-9729-4956-a227-7ee24d89fe5c req-cfa865dc-ef37-4dcc-9b55-6849c0162bfb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d8e01811-a300-4dd8-bacd-fd5a9e44548b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0450304 Jan 28 20:30:30.735246 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 77849f46-ae77-4d0e-9c47-77e191a8b55f, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=77849f46-ae77-4d0e-9c47-77e191a8b55f,segment=NetworkSegment(a356da5f-ca46-4607-8767-57e02fcd96dc),segment_id=a356da5f-ca46-4607-8767-57e02fcd96dc)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:30:30.746755 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Returning: {'device': '77849f46-ae77-4d0e-9c47-77e191a8b55f', 'network_id': 'd8e01811-a300-4dd8-bacd-fd5a9e44548b', 'port_id': '77849f46-ae77-4d0e-9c47-77e191a8b55f', 'mac_address': 'fa:16:3e:3d:9c:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df66a7ef-d785-4716-9ebd-bfe0bb120f51', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:30:30.783270 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port 77849f46-ae77-4d0e-9c47-77e191a8b55f is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:30:30.783585 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (77849f46-ae77-4d0e-9c47-77e191a8b55f), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:30.786532 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-bb9b7c93-9729-4956-a227-7ee24d89fe5c req-5fed5c01-2bc5-4424-8a03-f202b5fcef21 service neutron] 10.222.0.41 "GET /v2.0/networks/d8e01811-a300-4dd8-bacd-fd5a9e44548b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862746 Jan 28 20:30:30.797213 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77849f46-ae77-4d0e-9c47-77e191a8b55f {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:30:30.823163 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 77849f46-ae77-4d0e-9c47-77e191a8b55f, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=77849f46-ae77-4d0e-9c47-77e191a8b55f,segment=NetworkSegment(a356da5f-ca46-4607-8767-57e02fcd96dc),segment_id=a356da5f-ca46-4607-8767-57e02fcd96dc)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:30:30.827381 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (77849f46-ae77-4d0e-9c47-77e191a8b55f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:30.877969 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=77849f46-ae77-4d0e-9c47-77e191a8b55f,revision_number=9']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:30:30.882403 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-bb9b7c93-9729-4956-a227-7ee24d89fe5c req-a59c23b6-9118-40ee-a38f-0e1182cf7589 service neutron] 10.222.0.41 "GET /v2.0/networks/d8e01811-a300-4dd8-bacd-fd5a9e44548b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895526 Jan 28 20:30:30.885374 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:30:30.885731 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:30:30.886080 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:30:30.886422 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:30:30.887292 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:30:30.887664 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:30:30.888006 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:30:30.888343 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:30:30.888679 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:30:30.889010 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:30:30.889369 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:30:30.889701 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:30:30.890031 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:30:31.093230 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['77849f46-ae77-4d0e-9c47-77e191a8b55f'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:30:31.502249 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb31e2f-e58c-476f-b5cb-b8c73dedb3e4 req-13802b19-d3f3-496d-9b07-aa400ecba27b tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:31.503727 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-bdb31e2f-e58c-476f-b5cb-b8c73dedb3e4 req-13802b19-d3f3-496d-9b07-aa400ecba27b tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=29234833-290c-4435-9048-fe522b166b61 HTTP/1.1" status: 200 len: 944 time: 0.0579560 Jan 28 20:30:31.550056 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-bdb31e2f-e58c-476f-b5cb-b8c73dedb3e4 req-5814b328-0e15-4560-95eb-e75904ff9244 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408897 Jan 28 20:30:32.635394 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 77849f46-ae77-4d0e-9c47-77e191a8b55f up at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:30:32.679133 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d403240-e4af-4704-b6a8-7f083ea97d34 req-901b9d7e-b451-4084-84aa-ec41c208aef0 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:32.685790 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4d403240-e4af-4704-b6a8-7f083ea97d34 req-901b9d7e-b451-4084-84aa-ec41c208aef0 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=29234833-290c-4435-9048-fe522b166b61 HTTP/1.1" status: 200 len: 944 time: 0.0668867 Jan 28 20:30:32.687587 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning for port 77849f46-ae77-4d0e-9c47-77e191a8b55f completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:30:32.692077 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning complete for port 77849f46-ae77-4d0e-9c47-77e191a8b55f triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:30:32.692452 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (77849f46-ae77-4d0e-9c47-77e191a8b55f), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:32.736900 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4d403240-e4af-4704-b6a8-7f083ea97d34 req-238437d9-2a2a-453b-a615-0b24a0e76cee tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498199 Jan 28 20:30:32.775714 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port 77849f46-ae77-4d0e-9c47-77e191a8b55f is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:30:32.776103 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (77849f46-ae77-4d0e-9c47-77e191a8b55f), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:32.799786 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29234833-290c-4435-9048-fe522b166b61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77849f46-ae77-4d0e-9c47-77e191a8b55f'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:30:32.802165 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}704c702df6f21e7df92d3d89d4c6cfde2c6406e49d8202b36454fc5209adee22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9522889f-dbcb-4639-9923-5c50153d491d" -d '{"events": [{"server_uuid": "29234833-290c-4435-9048-fe522b166b61", "name": "network-vif-plugged", "status": "completed", "tag": "77849f46-ae77-4d0e-9c47-77e191a8b55f"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:30:32.815580 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 77849f46-ae77-4d0e-9c47-77e191a8b55f, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=77849f46-ae77-4d0e-9c47-77e191a8b55f,segment=NetworkSegment(a356da5f-ca46-4607-8767-57e02fcd96dc),segment_id=a356da5f-ca46-4607-8767-57e02fcd96dc)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:30:32.819923 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (77849f46-ae77-4d0e-9c47-77e191a8b55f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:32.863519 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:30:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52b62d16-4ded-43e7-93ae-e49c7cf3309e x-openstack-request-id: req-52b62d16-4ded-43e7-93ae-e49c7cf3309e {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:30:32.863814 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29234833-290c-4435-9048-fe522b166b61", "name": "network-vif-plugged", "status": "completed", "tag": "77849f46-ae77-4d0e-9c47-77e191a8b55f", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:30:32.864079 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-52b62d16-4ded-43e7-93ae-e49c7cf3309e {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:30:32.864599 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29234833-290c-4435-9048-fe522b166b61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77849f46-ae77-4d0e-9c47-77e191a8b55f', 'code': 200} Jan 28 20:30:32.877083 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=77849f46-ae77-4d0e-9c47-77e191a8b55f,revision_number=10']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:30:33.860471 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da224aa9-2eb4-4c97-bde1-2751140f815f req-7dbbf782-a886-46e9-9b9c-29b7ac89bf07 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:33.861976 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-da224aa9-2eb4-4c97-bde1-2751140f815f req-7dbbf782-a886-46e9-9b9c-29b7ac89bf07 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=29234833-290c-4435-9048-fe522b166b61 HTTP/1.1" status: 200 len: 946 time: 0.0531394 Jan 28 20:30:33.910421 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-da224aa9-2eb4-4c97-bde1-2751140f815f req-c339a7ba-909f-4c1c-8ea1-0270b166f16f tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427015 Jan 28 20:30:35.036026 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a508fb89-edea-42bc-88b8-a3a784153f8a req-de396738-5361-423f-a5e2-a5e50b9eef2f tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:35.037577 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a508fb89-edea-42bc-88b8-a3a784153f8a req-de396738-5361-423f-a5e2-a5e50b9eef2f tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=29234833-290c-4435-9048-fe522b166b61 HTTP/1.1" status: 200 len: 946 time: 0.0531344 Jan 28 20:30:35.084967 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a508fb89-edea-42bc-88b8-a3a784153f8a req-0534069c-b5e7-43aa-91d6-3bac1f0ca677 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417166 Jan 28 20:30:35.336853 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be92e5a-e12f-48a6-9cba-6538a27fa993 req-1466f196-f5ab-494c-8011-47039d07bd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:35.338391 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1be92e5a-e12f-48a6-9cba-6538a27fa993 req-1466f196-f5ab-494c-8011-47039d07bd3b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a0900bdb75214d779c2ff2b524361204&device_id=29234833-290c-4435-9048-fe522b166b61 HTTP/1.1" status: 200 len: 1129 time: 0.0440056 Jan 28 20:30:35.449846 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be92e5a-e12f-48a6-9cba-6538a27fa993 req-f314b874-a89a-4055-930a-0ccc6e84e686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:35.451327 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1be92e5a-e12f-48a6-9cba-6538a27fa993 req-f314b874-a89a-4055-930a-0ccc6e84e686 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d8e01811-a300-4dd8-bacd-fd5a9e44548b HTTP/1.1" status: 200 len: 912 time: 0.0888336 Jan 28 20:30:35.520537 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1be92e5a-e12f-48a6-9cba-6538a27fa993 req-3c2f1714-ddfd-4ce2-ac07-de80fc2341ae service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=77849f46-ae77-4d0e-9c47-77e191a8b55f HTTP/1.1" status: 200 len: 1002 time: 0.0588193 Jan 28 20:30:35.575658 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be92e5a-e12f-48a6-9cba-6538a27fa993 req-57c633ce-64e2-4086-8062-1b0d777504ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:35.577174 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1be92e5a-e12f-48a6-9cba-6538a27fa993 req-57c633ce-64e2-4086-8062-1b0d777504ca service neutron] 10.222.0.41 "GET /v2.0/subnets?id=df66a7ef-d785-4716-9ebd-bfe0bb120f51 HTTP/1.1" status: 200 len: 851 time: 0.0477779 Jan 28 20:30:35.628718 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be92e5a-e12f-48a6-9cba-6538a27fa993 req-a6de924d-08fd-4405-b994-57ca9cfed9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:35.630302 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1be92e5a-e12f-48a6-9cba-6538a27fa993 req-a6de924d-08fd-4405-b994-57ca9cfed9f9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d8e01811-a300-4dd8-bacd-fd5a9e44548b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0443671 Jan 28 20:30:35.725417 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1be92e5a-e12f-48a6-9cba-6538a27fa993 req-2d88bcc7-3e3a-434e-8993-496668f679d8 service neutron] 10.222.0.41 "GET /v2.0/networks/d8e01811-a300-4dd8-bacd-fd5a9e44548b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855687 Jan 28 20:30:35.823537 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1be92e5a-e12f-48a6-9cba-6538a27fa993 req-76c7e330-1897-451d-acd2-9438332cce82 service neutron] 10.222.0.41 "GET /v2.0/networks/d8e01811-a300-4dd8-bacd-fd5a9e44548b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894475 Jan 28 20:30:36.213932 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d58aa1-37c5-4fd0-93cc-10c7682b0763 req-2e62cd3f-a4ce-428f-9922-a91a93125272 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:36.215450 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-45d58aa1-37c5-4fd0-93cc-10c7682b0763 req-2e62cd3f-a4ce-428f-9922-a91a93125272 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=29234833-290c-4435-9048-fe522b166b61 HTTP/1.1" status: 200 len: 946 time: 0.0547879 Jan 28 20:30:36.266781 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-45d58aa1-37c5-4fd0-93cc-10c7682b0763 req-54b6348a-9f4b-4251-a308-a2f2d4615d87 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456247 Jan 28 20:30:36.647180 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device 77849f46-ae77-4d0e-9c47-77e191a8b55f no longer exists at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:30:36.724308 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port 77849f46-ae77-4d0e-9c47-77e191a8b55f is: ACTIVE; New status is: DOWN {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:30:36.725022 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (77849f46-ae77-4d0e-9c47-77e191a8b55f), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:36.752021 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29234833-290c-4435-9048-fe522b166b61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77849f46-ae77-4d0e-9c47-77e191a8b55f'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:30:36.754431 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}704c702df6f21e7df92d3d89d4c6cfde2c6406e49d8202b36454fc5209adee22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcf0ede7-341c-4b00-acc6-ed5b40852605" -d '{"events": [{"server_uuid": "29234833-290c-4435-9048-fe522b166b61", "name": "network-vif-unplugged", "status": "completed", "tag": "77849f46-ae77-4d0e-9c47-77e191a8b55f"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:30:36.767703 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port 77849f46-ae77-4d0e-9c47-77e191a8b55f, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=77849f46-ae77-4d0e-9c47-77e191a8b55f,segment=NetworkSegment(a356da5f-ca46-4607-8767-57e02fcd96dc),segment_id=a356da5f-ca46-4607-8767-57e02fcd96dc)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:30:36.772373 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (77849f46-ae77-4d0e-9c47-77e191a8b55f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:36.805751 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 20:30:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f46ce41-766c-4c83-8936-c98ab0021c40 x-openstack-request-id: req-3f46ce41-766c-4c83-8936-c98ab0021c40 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:30:36.806046 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29234833-290c-4435-9048-fe522b166b61", "name": "network-vif-unplugged", "status": "completed", "tag": "77849f46-ae77-4d0e-9c47-77e191a8b55f", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:30:36.806298 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3f46ce41-766c-4c83-8936-c98ab0021c40 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:30:36.806687 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29234833-290c-4435-9048-fe522b166b61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77849f46-ae77-4d0e-9c47-77e191a8b55f', 'code': 200} Jan 28 20:30:36.811952 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9b7c93-9729-4956-a227-7ee24d89fe5c req-533fe54a-a669-47ec-bf90-a1f84998a77a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:36.813714 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-bb9b7c93-9729-4956-a227-7ee24d89fe5c req-533fe54a-a669-47ec-bf90-a1f84998a77a service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=29234833-290c-4435-9048-fe522b166b61&tenant_id=a0900bdb75214d779c2ff2b524361204 HTTP/1.1" status: 200 len: 1127 time: 0.0495625 Jan 28 20:30:36.824327 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-bb9b7c93-9729-4956-a227-7ee24d89fe5c req-c5c1325e-abef-42b1-9056-9c65185d1d66 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-812111-14', 'device_owner': 'compute:nova'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:30:36.840498 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9ecc7152-1aab-4998-8fab-308d80ed8ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:36.843255 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=77849f46-ae77-4d0e-9c47-77e191a8b55f,revision_number=11']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:30:36.884116 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-bb9b7c93-9729-4956-a227-7ee24d89fe5c req-c5c1325e-abef-42b1-9056-9c65185d1d66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (77849f46-ae77-4d0e-9c47-77e191a8b55f), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:37.082342 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-bb9b7c93-9729-4956-a227-7ee24d89fe5c req-c5c1325e-abef-42b1-9056-9c65185d1d66 service neutron] For port 77849f46-ae77-4d0e-9c47-77e191a8b55f, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=77849f46-ae77-4d0e-9c47-77e191a8b55f,segment=NetworkSegment(a356da5f-ca46-4607-8767-57e02fcd96dc),segment_id=a356da5f-ca46-4607-8767-57e02fcd96dc)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:30:37.120351 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-bb9b7c93-9729-4956-a227-7ee24d89fe5c req-c5c1325e-abef-42b1-9056-9c65185d1d66 service neutron] For port 77849f46-ae77-4d0e-9c47-77e191a8b55f, host n-h1-812111-14, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:30:37.152299 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-bb9b7c93-9729-4956-a227-7ee24d89fe5c req-c5c1325e-abef-42b1-9056-9c65185d1d66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77849f46-ae77-4d0e-9c47-77e191a8b55f {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:30:37.160565 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-bb9b7c93-9729-4956-a227-7ee24d89fe5c req-c5c1325e-abef-42b1-9056-9c65185d1d66 service neutron] Publish callbacks [] for port (77849f46-ae77-4d0e-9c47-77e191a8b55f), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:37.172715 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-bb9b7c93-9729-4956-a227-7ee24d89fe5c req-c5c1325e-abef-42b1-9056-9c65185d1d66 service neutron] Transition to ACTIVE for port object 77849f46-ae77-4d0e-9c47-77e191a8b55f will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:30:37.175966 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-bb9b7c93-9729-4956-a227-7ee24d89fe5c req-c5c1325e-abef-42b1-9056-9c65185d1d66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (77849f46-ae77-4d0e-9c47-77e191a8b55f), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:37.255913 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c1325e-abef-42b1-9056-9c65185d1d66 service neutron] Pushing event updated for resources: {'Port': ['ID=77849f46-ae77-4d0e-9c47-77e191a8b55f,revision_number=12']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:30:37.268522 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c1325e-abef-42b1-9056-9c65185d1d66 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:30:37.268881 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c1325e-abef-42b1-9056-9c65185d1d66 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:30:37.269253 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c1325e-abef-42b1-9056-9c65185d1d66 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:30:37.269599 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c1325e-abef-42b1-9056-9c65185d1d66 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:30:37.269938 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c1325e-abef-42b1-9056-9c65185d1d66 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:30:37.270272 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c1325e-abef-42b1-9056-9c65185d1d66 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:30:37.270612 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c1325e-abef-42b1-9056-9c65185d1d66 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:30:37.270943 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c1325e-abef-42b1-9056-9c65185d1d66 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:30:37.271272 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c1325e-abef-42b1-9056-9c65185d1d66 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:30:37.271625 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c1325e-abef-42b1-9056-9c65185d1d66 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:30:37.272028 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c1325e-abef-42b1-9056-9c65185d1d66 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:30:37.272302 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c1325e-abef-42b1-9056-9c65185d1d66 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:30:37.272640 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c1325e-abef-42b1-9056-9c65185d1d66 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:30:37.315620 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb9b7c93-9729-4956-a227-7ee24d89fe5c req-c5c1325e-abef-42b1-9056-9c65185d1d66 service neutron] No DVR routers for this DVR port 77849f46-ae77-4d0e-9c47-77e191a8b55f on host n-h1-812111-14 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:30:37.460254 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de437b1-afba-4e6f-a5ef-2facbee865ff req-842dd3c4-6a27-4c30-903e-a25067495c48 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:37.461756 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-0de437b1-afba-4e6f-a5ef-2facbee865ff req-842dd3c4-6a27-4c30-903e-a25067495c48 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=29234833-290c-4435-9048-fe522b166b61 HTTP/1.1" status: 200 len: 944 time: 0.1111360 Jan 28 20:30:37.510721 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-bb9b7c93-9729-4956-a227-7ee24d89fe5c req-c5c1325e-abef-42b1-9056-9c65185d1d66 service neutron] Attempting to bind port 77849f46-ae77-4d0e-9c47-77e191a8b55f on host n-h2-812111-14 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:30:37.510974 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-bb9b7c93-9729-4956-a227-7ee24d89fe5c req-c5c1325e-abef-42b1-9056-9c65185d1d66 service neutron] Attempting to bind port 77849f46-ae77-4d0e-9c47-77e191a8b55f by drivers openvswitch,hyperv on host n-h2-812111-14 at level 0 using segments [{'id': 'a356da5f-ca46-4607-8767-57e02fcd96dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd8e01811-a300-4dd8-bacd-fd5a9e44548b'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:30:37.511305 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb9b7c93-9729-4956-a227-7ee24d89fe5c req-c5c1325e-abef-42b1-9056-9c65185d1d66 service neutron] Attempting to bind port 77849f46-ae77-4d0e-9c47-77e191a8b55f on network d8e01811-a300-4dd8-bacd-fd5a9e44548b {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:30:37.522675 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb9b7c93-9729-4956-a227-7ee24d89fe5c req-c5c1325e-abef-42b1-9056-9c65185d1d66 service neutron] Port 77849f46-ae77-4d0e-9c47-77e191a8b55f on network d8e01811-a300-4dd8-bacd-fd5a9e44548b not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-14 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:30:37.523004 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb9b7c93-9729-4956-a227-7ee24d89fe5c req-c5c1325e-abef-42b1-9056-9c65185d1d66 service neutron] Attempting to bind port 77849f46-ae77-4d0e-9c47-77e191a8b55f on network d8e01811-a300-4dd8-bacd-fd5a9e44548b {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:30:37.537260 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb9b7c93-9729-4956-a227-7ee24d89fe5c req-c5c1325e-abef-42b1-9056-9c65185d1d66 service neutron] Checking agent: {'id': '8f3fee4e-bf24-4b58-8a3a-ae9c8011a473', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 30, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:30:37.537605 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb9b7c93-9729-4956-a227-7ee24d89fe5c req-c5c1325e-abef-42b1-9056-9c65185d1d66 service neutron] Checking segment: {'id': 'a356da5f-ca46-4607-8767-57e02fcd96dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd8e01811-a300-4dd8-bacd-fd5a9e44548b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:30:37.537995 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb9b7c93-9729-4956-a227-7ee24d89fe5c req-c5c1325e-abef-42b1-9056-9c65185d1d66 service neutron] Bound using segment: {'id': 'a356da5f-ca46-4607-8767-57e02fcd96dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd8e01811-a300-4dd8-bacd-fd5a9e44548b'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:30:37.538430 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-bb9b7c93-9729-4956-a227-7ee24d89fe5c req-c5c1325e-abef-42b1-9056-9c65185d1d66 service neutron] Bound port: 77849f46-ae77-4d0e-9c47-77e191a8b55f, host: n-h2-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a356da5f-ca46-4607-8767-57e02fcd96dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd8e01811-a300-4dd8-bacd-fd5a9e44548b'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:30:37.538791 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-bb9b7c93-9729-4956-a227-7ee24d89fe5c req-c5c1325e-abef-42b1-9056-9c65185d1d66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (77849f46-ae77-4d0e-9c47-77e191a8b55f), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:37.550008 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-0de437b1-afba-4e6f-a5ef-2facbee865ff req-90ef87d5-db62-4c5a-a3fb-f69e13ba6b02 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821521 Jan 28 20:30:37.610580 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-bb9b7c93-9729-4956-a227-7ee24d89fe5c req-c5c1325e-abef-42b1-9056-9c65185d1d66 service neutron] For port 77849f46-ae77-4d0e-9c47-77e191a8b55f, host n-h2-812111-14, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:30:37.613595 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-bb9b7c93-9729-4956-a227-7ee24d89fe5c req-c5c1325e-abef-42b1-9056-9c65185d1d66 service neutron] For port 77849f46-ae77-4d0e-9c47-77e191a8b55f, host n-h2-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=77849f46-ae77-4d0e-9c47-77e191a8b55f,segment=NetworkSegment(a356da5f-ca46-4607-8767-57e02fcd96dc),segment_id=a356da5f-ca46-4607-8767-57e02fcd96dc)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:30:37.619422 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-bb9b7c93-9729-4956-a227-7ee24d89fe5c req-c5c1325e-abef-42b1-9056-9c65185d1d66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (77849f46-ae77-4d0e-9c47-77e191a8b55f), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:37.652366 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9b7c93-9729-4956-a227-7ee24d89fe5c req-c5c1325e-abef-42b1-9056-9c65185d1d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:37.652487 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-bb9b7c93-9729-4956-a227-7ee24d89fe5c req-c5c1325e-abef-42b1-9056-9c65185d1d66 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:37.654452 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-bb9b7c93-9729-4956-a227-7ee24d89fe5c req-c5c1325e-abef-42b1-9056-9c65185d1d66 service neutron] 10.222.0.70 "PUT /v2.0/ports/77849f46-ae77-4d0e-9c47-77e191a8b55f HTTP/1.1" status: 200 len: 1093 time: 0.8341346 Jan 28 20:30:37.654900 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29234833-290c-4435-9048-fe522b166b61', 'tag': '77849f46-ae77-4d0e-9c47-77e191a8b55f'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:30:37.657306 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}690870b4896ba3504f21237a239c836c0346d6a62bcfb5e8ee91fd1b13f99dd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b355b1ba-41cc-4831-a2ae-1dec4df623ad" -d '{"events": [{"name": "network-changed", "server_uuid": "29234833-290c-4435-9048-fe522b166b61", "tag": "77849f46-ae77-4d0e-9c47-77e191a8b55f"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:30:37.687443 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c1325e-abef-42b1-9056-9c65185d1d66 service neutron] Pushing event updated for resources: {'Port': ['ID=77849f46-ae77-4d0e-9c47-77e191a8b55f,revision_number=13']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:30:37.721990 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:30:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-952830e6-3af2-4d77-b202-88433e990216 x-openstack-request-id: req-952830e6-3af2-4d77-b202-88433e990216 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:30:37.722290 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29234833-290c-4435-9048-fe522b166b61", "tag": "77849f46-ae77-4d0e-9c47-77e191a8b55f", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:30:37.722552 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-952830e6-3af2-4d77-b202-88433e990216 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:30:37.722956 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29234833-290c-4435-9048-fe522b166b61', 'tag': '77849f46-ae77-4d0e-9c47-77e191a8b55f', 'status': 'completed', 'code': 200} Jan 28 20:30:37.744031 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9b7c93-9729-4956-a227-7ee24d89fe5c req-0fdbcaab-3222-4d7e-b5f0-a0440abba558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:37.745593 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-bb9b7c93-9729-4956-a227-7ee24d89fe5c req-0fdbcaab-3222-4d7e-b5f0-a0440abba558 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a0900bdb75214d779c2ff2b524361204&device_id=29234833-290c-4435-9048-fe522b166b61 HTTP/1.1" status: 200 len: 1127 time: 0.0547721 Jan 28 20:30:37.791222 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b355b1ba-41cc-4831-a2ae-1dec4df623ad req-f200cce9-f54c-4fc7-8d94-b3f89ee34721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:37.792803 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b355b1ba-41cc-4831-a2ae-1dec4df623ad req-f200cce9-f54c-4fc7-8d94-b3f89ee34721 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a0900bdb75214d779c2ff2b524361204&device_id=29234833-290c-4435-9048-fe522b166b61 HTTP/1.1" status: 200 len: 1127 time: 0.0481641 Jan 28 20:30:37.846203 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9b7c93-9729-4956-a227-7ee24d89fe5c req-93317873-ad42-4649-b9b0-d04ca5e287b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:37.847704 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-bb9b7c93-9729-4956-a227-7ee24d89fe5c req-93317873-ad42-4649-b9b0-d04ca5e287b8 service neutron] 10.222.0.70 "GET /v2.0/networks?id=d8e01811-a300-4dd8-bacd-fd5a9e44548b HTTP/1.1" status: 200 len: 912 time: 0.0965605 Jan 28 20:30:37.894909 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b355b1ba-41cc-4831-a2ae-1dec4df623ad req-95ef7907-242e-4170-86cb-febf9998bef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:37.896528 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b355b1ba-41cc-4831-a2ae-1dec4df623ad req-95ef7907-242e-4170-86cb-febf9998bef0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d8e01811-a300-4dd8-bacd-fd5a9e44548b HTTP/1.1" status: 200 len: 912 time: 0.0969844 Jan 28 20:30:37.915101 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-bb9b7c93-9729-4956-a227-7ee24d89fe5c req-537f5ed0-8805-4422-a7f6-ad8850964131 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=77849f46-ae77-4d0e-9c47-77e191a8b55f HTTP/1.1" status: 200 len: 1000 time: 0.0605567 Jan 28 20:30:37.963553 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9b7c93-9729-4956-a227-7ee24d89fe5c req-59fc6eb4-9be1-4a60-b239-1201568c5c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:37.965044 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-bb9b7c93-9729-4956-a227-7ee24d89fe5c req-59fc6eb4-9be1-4a60-b239-1201568c5c1e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=df66a7ef-d785-4716-9ebd-bfe0bb120f51 HTTP/1.1" status: 200 len: 851 time: 0.0448172 Jan 28 20:30:37.968130 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b355b1ba-41cc-4831-a2ae-1dec4df623ad req-decb2444-f12e-4b00-aa00-3afd8143f128 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=77849f46-ae77-4d0e-9c47-77e191a8b55f HTTP/1.1" status: 200 len: 1000 time: 0.0623710 Jan 28 20:30:38.018288 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9b7c93-9729-4956-a227-7ee24d89fe5c req-607f6dd2-1f11-4f01-973d-b4d262e661ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:38.019443 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b355b1ba-41cc-4831-a2ae-1dec4df623ad req-2ee8f564-fe4e-4d7c-bbc0-e6c7de91b845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:38.019790 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-bb9b7c93-9729-4956-a227-7ee24d89fe5c req-607f6dd2-1f11-4f01-973d-b4d262e661ce service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d8e01811-a300-4dd8-bacd-fd5a9e44548b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0487053 Jan 28 20:30:38.020931 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b355b1ba-41cc-4831-a2ae-1dec4df623ad req-2ee8f564-fe4e-4d7c-bbc0-e6c7de91b845 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=df66a7ef-d785-4716-9ebd-bfe0bb120f51 HTTP/1.1" status: 200 len: 851 time: 0.0432453 Jan 28 20:30:38.077110 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b355b1ba-41cc-4831-a2ae-1dec4df623ad req-d8a5d60d-ba6e-4cee-b221-b5b199adddb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:38.078667 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b355b1ba-41cc-4831-a2ae-1dec4df623ad req-d8a5d60d-ba6e-4cee-b221-b5b199adddb9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d8e01811-a300-4dd8-bacd-fd5a9e44548b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0488565 Jan 28 20:30:38.108777 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-bb9b7c93-9729-4956-a227-7ee24d89fe5c req-21836db0-573a-4bac-bd34-3dabec306bf9 service neutron] 10.222.0.70 "GET /v2.0/networks/d8e01811-a300-4dd8-bacd-fd5a9e44548b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827680 Jan 28 20:30:38.172863 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b355b1ba-41cc-4831-a2ae-1dec4df623ad req-d6159bf3-11ae-4672-8a3f-45fef0439fd1 service neutron] 10.222.0.41 "GET /v2.0/networks/d8e01811-a300-4dd8-bacd-fd5a9e44548b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844681 Jan 28 20:30:38.201456 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-bb9b7c93-9729-4956-a227-7ee24d89fe5c req-0f5427d0-909a-4745-ad62-e0d9e83d9745 service neutron] 10.222.0.70 "GET /v2.0/networks/d8e01811-a300-4dd8-bacd-fd5a9e44548b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868866 Jan 28 20:30:38.286694 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b355b1ba-41cc-4831-a2ae-1dec4df623ad req-d3d42d1f-090b-4304-9c75-6fdcd49076f3 service neutron] 10.222.0.41 "GET /v2.0/networks/d8e01811-a300-4dd8-bacd-fd5a9e44548b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047175 Jan 28 20:30:38.303008 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b355b1ba-41cc-4831-a2ae-1dec4df623ad req-b1b0a14e-e049-4f5d-8e31-83d5a644302c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:38.304701 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b355b1ba-41cc-4831-a2ae-1dec4df623ad req-b1b0a14e-e049-4f5d-8e31-83d5a644302c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a0900bdb75214d779c2ff2b524361204&device_id=29234833-290c-4435-9048-fe522b166b61 HTTP/1.1" status: 200 len: 1127 time: 0.0557225 Jan 28 20:30:38.394404 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b355b1ba-41cc-4831-a2ae-1dec4df623ad req-3394a75f-f0b7-4bad-a84f-5a9bbc7c88a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:38.395980 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b355b1ba-41cc-4831-a2ae-1dec4df623ad req-3394a75f-f0b7-4bad-a84f-5a9bbc7c88a0 service neutron] 10.222.0.70 "GET /v2.0/networks?id=d8e01811-a300-4dd8-bacd-fd5a9e44548b HTTP/1.1" status: 200 len: 912 time: 0.0851743 Jan 28 20:30:38.464673 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b355b1ba-41cc-4831-a2ae-1dec4df623ad req-18ad9df1-6f14-472a-9ae4-593621e49e43 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=77849f46-ae77-4d0e-9c47-77e191a8b55f HTTP/1.1" status: 200 len: 1000 time: 0.0625362 Jan 28 20:30:38.511596 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b355b1ba-41cc-4831-a2ae-1dec4df623ad req-babc04fc-0f81-4511-ba41-714c28a2effb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:38.513568 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b355b1ba-41cc-4831-a2ae-1dec4df623ad req-babc04fc-0f81-4511-ba41-714c28a2effb service neutron] 10.222.0.70 "GET /v2.0/subnets?id=df66a7ef-d785-4716-9ebd-bfe0bb120f51 HTTP/1.1" status: 200 len: 851 time: 0.0431991 Jan 28 20:30:38.564441 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b355b1ba-41cc-4831-a2ae-1dec4df623ad req-0e08fa39-fbd9-4103-a449-726ec3187131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:38.566004 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b355b1ba-41cc-4831-a2ae-1dec4df623ad req-0e08fa39-fbd9-4103-a449-726ec3187131 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d8e01811-a300-4dd8-bacd-fd5a9e44548b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0465305 Jan 28 20:30:38.688375 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b355b1ba-41cc-4831-a2ae-1dec4df623ad req-063ac5cc-7ca6-49fe-9038-b109d122eb0e service neutron] 10.222.0.70 "GET /v2.0/networks/d8e01811-a300-4dd8-bacd-fd5a9e44548b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161239 Jan 28 20:30:38.713068 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6528c487-6f4d-4e41-94bb-99ded32eea34 req-aec2d485-2041-4a20-9b18-3ef313a22268 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:38.714836 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6528c487-6f4d-4e41-94bb-99ded32eea34 req-aec2d485-2041-4a20-9b18-3ef313a22268 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=29234833-290c-4435-9048-fe522b166b61 HTTP/1.1" status: 200 len: 944 time: 0.0867736 Jan 28 20:30:38.817373 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6528c487-6f4d-4e41-94bb-99ded32eea34 req-749e5c91-4e2e-4b56-8c98-66c6ff03218d tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917215 Jan 28 20:30:38.828961 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b355b1ba-41cc-4831-a2ae-1dec4df623ad req-32bbb866-ddad-4ba5-bdf0-40c6f4a1f662 service neutron] 10.222.0.70 "GET /v2.0/networks/d8e01811-a300-4dd8-bacd-fd5a9e44548b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340473 Jan 28 20:30:39.076616 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-73eb465d-f386-4ecf-b4b8-03b4e30d46f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:39.943034 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860abc15-e2dd-4eea-a59c-3029ed4ba4a9 req-413f5d8f-0366-44f2-b73e-409bd3409e75 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:39.944550 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-860abc15-e2dd-4eea-a59c-3029ed4ba4a9 req-413f5d8f-0366-44f2-b73e-409bd3409e75 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=29234833-290c-4435-9048-fe522b166b61 HTTP/1.1" status: 200 len: 944 time: 0.0538321 Jan 28 20:30:39.992487 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-860abc15-e2dd-4eea-a59c-3029ed4ba4a9 req-da88e55b-4625-4663-b7c0-88ad19776a6c tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422945 Jan 28 20:30:40.062224 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:41.117025 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb496b05-edfb-4c0b-9804-a7f843a6190d req-e66be0c2-0f17-4d05-a172-20d0a577ec9f tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:41.118782 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-bb496b05-edfb-4c0b-9804-a7f843a6190d req-e66be0c2-0f17-4d05-a172-20d0a577ec9f tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=29234833-290c-4435-9048-fe522b166b61 HTTP/1.1" status: 200 len: 944 time: 0.0543032 Jan 28 20:30:41.165384 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-bb496b05-edfb-4c0b-9804-a7f843a6190d req-a77b6c99-bc10-413e-a288-95a950f504fc tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410683 Jan 28 20:30:41.946169 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:42.286877 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbd46b4-2c0b-4c85-82f6-80b837441309 req-d51be2b1-209c-467b-8b0a-153831de8a9c tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:42.288446 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-fdbd46b4-2c0b-4c85-82f6-80b837441309 req-d51be2b1-209c-467b-8b0a-153831de8a9c tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=29234833-290c-4435-9048-fe522b166b61 HTTP/1.1" status: 200 len: 944 time: 0.0528011 Jan 28 20:30:42.339079 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-fdbd46b4-2c0b-4c85-82f6-80b837441309 req-b6176b45-fcf1-412e-8639-a14ea9d37ee6 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450251 Jan 28 20:30:43.308125 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:43.471481 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98036f19-d82e-446c-95fa-2cc85b7fb032 req-75f901af-b7ce-4ce7-8f7f-22514f925235 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:43.472948 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-98036f19-d82e-446c-95fa-2cc85b7fb032 req-75f901af-b7ce-4ce7-8f7f-22514f925235 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=29234833-290c-4435-9048-fe522b166b61 HTTP/1.1" status: 200 len: 944 time: 0.0629961 Jan 28 20:30:43.520455 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-98036f19-d82e-446c-95fa-2cc85b7fb032 req-3dcd1c6a-609a-4343-a4e1-b0260a3a9582 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413547 Jan 28 20:30:44.645046 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9497351-dd10-4be7-b966-4df40b011aa6 req-cd705357-1fe7-416c-830b-173a81a6c2b9 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:44.646554 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d9497351-dd10-4be7-b966-4df40b011aa6 req-cd705357-1fe7-416c-830b-173a81a6c2b9 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=29234833-290c-4435-9048-fe522b166b61 HTTP/1.1" status: 200 len: 944 time: 0.0529878 Jan 28 20:30:44.692694 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d9497351-dd10-4be7-b966-4df40b011aa6 req-7d7cd951-49b0-41ca-beb2-9749c5d8073b tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405481 Jan 28 20:30:45.823553 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c965120-7475-41a4-ad70-ed835e43534c req-31fdd21d-dc64-459b-9706-5cb680fc365c tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:45.825640 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9c965120-7475-41a4-ad70-ed835e43534c req-31fdd21d-dc64-459b-9706-5cb680fc365c tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=29234833-290c-4435-9048-fe522b166b61 HTTP/1.1" status: 200 len: 944 time: 0.0573916 Jan 28 20:30:45.873903 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9c965120-7475-41a4-ad70-ed835e43534c req-167c8acc-0db5-4ec4-9f66-c3b476ba0a6d tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418787 Jan 28 20:30:47.000460 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214941c0-da67-4d9f-bdec-b26ad4c0eb3f req-046fc4c4-0929-4e59-b1d7-ca1b1032c875 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:47.002027 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-214941c0-da67-4d9f-bdec-b26ad4c0eb3f req-046fc4c4-0929-4e59-b1d7-ca1b1032c875 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=29234833-290c-4435-9048-fe522b166b61 HTTP/1.1" status: 200 len: 944 time: 0.0587685 Jan 28 20:30:47.047874 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-214941c0-da67-4d9f-bdec-b26ad4c0eb3f req-57670163-3378-4724-bf2c-e8b9f6054df9 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402467 Jan 28 20:30:48.167618 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3508871-54ae-43c0-9cc1-021a3f32e585 req-1b511403-20ea-471a-950b-a43c36f32f68 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:48.169146 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f3508871-54ae-43c0-9cc1-021a3f32e585 req-1b511403-20ea-471a-950b-a43c36f32f68 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=29234833-290c-4435-9048-fe522b166b61 HTTP/1.1" status: 200 len: 944 time: 0.0533667 Jan 28 20:30:48.180774 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:30:48.221603 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f3508871-54ae-43c0-9cc1-021a3f32e585 req-2e6b2dd9-80fd-45c7-86b5-adaeb9902afb tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465739 Jan 28 20:30:49.345220 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c17a8d-4d0e-4f58-bf68-dd334c569f61 req-bf867a36-88cb-4742-9be0-99d8556e5c9d tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:49.346677 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-71c17a8d-4d0e-4f58-bf68-dd334c569f61 req-bf867a36-88cb-4742-9be0-99d8556e5c9d tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=29234833-290c-4435-9048-fe522b166b61 HTTP/1.1" status: 200 len: 944 time: 0.0558023 Jan 28 20:30:49.392399 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-71c17a8d-4d0e-4f58-bf68-dd334c569f61 req-be28a97e-ba8f-4d16-8fe9-741d3a96f219 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399346 Jan 28 20:30:50.511274 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47811d3f-0946-45aa-9679-166efcfe8664 req-02ee82d5-b4cf-4fd6-bfe7-48cb5d60aa31 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:50.512688 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-47811d3f-0946-45aa-9679-166efcfe8664 req-02ee82d5-b4cf-4fd6-bfe7-48cb5d60aa31 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=29234833-290c-4435-9048-fe522b166b61 HTTP/1.1" status: 200 len: 944 time: 0.0527089 Jan 28 20:30:50.559416 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-47811d3f-0946-45aa-9679-166efcfe8664 req-1aeb56a9-2e00-4ecc-9ac6-a282b2079829 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406222 Jan 28 20:30:51.468776 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:51.676732 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64b0d63-ef54-4baa-973f-dd4ac758a269 req-d463acf2-c373-4ec1-871e-0da20d5e1eb9 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:51.678518 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a64b0d63-ef54-4baa-973f-dd4ac758a269 req-d463acf2-c373-4ec1-871e-0da20d5e1eb9 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=29234833-290c-4435-9048-fe522b166b61 HTTP/1.1" status: 200 len: 944 time: 0.0514846 Jan 28 20:30:51.723764 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a64b0d63-ef54-4baa-973f-dd4ac758a269 req-b442dd79-1e30-4411-aade-aa6fd7664c07 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392656 Jan 28 20:30:52.841986 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a565a667-8dbc-4f3c-9119-0bacd12acfa8 req-a74109f8-dda5-471d-83d3-fd7ce76f12c7 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:52.843448 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a565a667-8dbc-4f3c-9119-0bacd12acfa8 req-a74109f8-dda5-471d-83d3-fd7ce76f12c7 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=29234833-290c-4435-9048-fe522b166b61 HTTP/1.1" status: 200 len: 944 time: 0.0512969 Jan 28 20:30:52.889144 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a565a667-8dbc-4f3c-9119-0bacd12acfa8 req-67860f2c-2297-4e54-b35b-43c64a05e80c tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402827 Jan 28 20:30:54.007069 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4809bb-3f28-4f44-8730-435c30953ba5 req-c9ce6637-2676-4823-b0c8-23b4baf198e9 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:54.008519 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-bb4809bb-3f28-4f44-8730-435c30953ba5 req-c9ce6637-2676-4823-b0c8-23b4baf198e9 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=29234833-290c-4435-9048-fe522b166b61 HTTP/1.1" status: 200 len: 944 time: 0.0509653 Jan 28 20:30:54.058035 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-bb4809bb-3f28-4f44-8730-435c30953ba5 req-86e0914a-8367-43b1-9f02-701aa7acb773 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432887 Jan 28 20:30:54.565128 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:55.183082 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72754ce7-64f1-4641-9164-a33d612f05a0 req-64e98bab-f8e6-4467-9699-12548c571ca6 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:55.184464 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-72754ce7-64f1-4641-9164-a33d612f05a0 req-64e98bab-f8e6-4467-9699-12548c571ca6 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=29234833-290c-4435-9048-fe522b166b61 HTTP/1.1" status: 200 len: 944 time: 0.0558267 Jan 28 20:30:55.231721 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-72754ce7-64f1-4641-9164-a33d612f05a0 req-5daf09be-7d9e-4389-bac2-9f013907487a tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416677 Jan 28 20:30:55.261297 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 77849f46-ae77-4d0e-9c47-77e191a8b55f details requested by agent hyperv_n-h2-812111-14 with host n-h2-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:30:55.350772 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c370d9-dc95-4de0-92b4-5a073c38d028 req-7702116a-bf27-4bcb-9a16-faa0f5417e3d tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:55.352247 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e5c370d9-dc95-4de0-92b4-5a073c38d028 req-7702116a-bf27-4bcb-9a16-faa0f5417e3d tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=29234833-290c-4435-9048-fe522b166b61 HTTP/1.1" status: 200 len: 944 time: 0.0518546 Jan 28 20:30:55.367268 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 77849f46-ae77-4d0e-9c47-77e191a8b55f, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=77849f46-ae77-4d0e-9c47-77e191a8b55f,segment=NetworkSegment(a356da5f-ca46-4607-8767-57e02fcd96dc),segment_id=a356da5f-ca46-4607-8767-57e02fcd96dc)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:30:55.377906 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Returning: {'device': '77849f46-ae77-4d0e-9c47-77e191a8b55f', 'network_id': 'd8e01811-a300-4dd8-bacd-fd5a9e44548b', 'port_id': '77849f46-ae77-4d0e-9c47-77e191a8b55f', 'mac_address': 'fa:16:3e:3d:9c:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df66a7ef-d785-4716-9ebd-bfe0bb120f51', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:30:55.399427 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e5c370d9-dc95-4de0-92b4-5a073c38d028 req-4b07fa29-f136-4cb5-a39b-ebbbbb03ec45 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406635 Jan 28 20:30:55.415464 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 77849f46-ae77-4d0e-9c47-77e191a8b55f is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:30:55.415859 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (77849f46-ae77-4d0e-9c47-77e191a8b55f), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:55.429002 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77849f46-ae77-4d0e-9c47-77e191a8b55f {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:30:55.448091 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 77849f46-ae77-4d0e-9c47-77e191a8b55f, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=77849f46-ae77-4d0e-9c47-77e191a8b55f,segment=NetworkSegment(a356da5f-ca46-4607-8767-57e02fcd96dc),segment_id=a356da5f-ca46-4607-8767-57e02fcd96dc)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:30:55.452204 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (77849f46-ae77-4d0e-9c47-77e191a8b55f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:55.503132 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=77849f46-ae77-4d0e-9c47-77e191a8b55f,revision_number=14']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:30:55.518060 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75c4510-bc48-4102-bfb3-03f745696246 req-a37d129a-5e99-4b0e-8938-f69d2786c5ef tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:55.519551 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e75c4510-bc48-4102-bfb3-03f745696246 req-a37d129a-5e99-4b0e-8938-f69d2786c5ef tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=29234833-290c-4435-9048-fe522b166b61 HTTP/1.1" status: 200 len: 945 time: 0.0535848 Jan 28 20:30:55.565789 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e75c4510-bc48-4102-bfb3-03f745696246 req-7d10abf2-97c5-487e-a0e7-5c7447882662 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406845 Jan 28 20:30:55.705742 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['77849f46-ae77-4d0e-9c47-77e191a8b55f'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:30:55.824811 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c8c7c0-3811-48f9-8764-d78f3167d43f req-115ff403-49aa-4bf2-a34e-c408576f3fc7 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:55.826608 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-55c8c7c0-3811-48f9-8764-d78f3167d43f req-115ff403-49aa-4bf2-a34e-c408576f3fc7 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=29234833-290c-4435-9048-fe522b166b61 HTTP/1.1" status: 200 len: 945 time: 0.0619988 Jan 28 20:30:55.875352 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-55c8c7c0-3811-48f9-8764-d78f3167d43f req-14838bc0-d86d-46b8-b4f5-2fbbca6431f1 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431614 Jan 28 20:30:56.994003 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367c19bf-d0ec-4f49-aa86-56c3508e6adb req-27dd74e1-92c7-44d0-9699-8b38a95a7c2c tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:56.995470 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-367c19bf-d0ec-4f49-aa86-56c3508e6adb req-27dd74e1-92c7-44d0-9699-8b38a95a7c2c tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=29234833-290c-4435-9048-fe522b166b61 HTTP/1.1" status: 200 len: 945 time: 0.0517170 Jan 28 20:30:57.040608 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-367c19bf-d0ec-4f49-aa86-56c3508e6adb req-16455128-29ec-42d7-a57e-cc2280c853e0 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups?id=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391171 Jan 28 20:30:57.285837 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 77849f46-ae77-4d0e-9c47-77e191a8b55f up at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:30:57.342694 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning for port 77849f46-ae77-4d0e-9c47-77e191a8b55f completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:30:57.346993 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning complete for port 77849f46-ae77-4d0e-9c47-77e191a8b55f triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:30:57.347371 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (77849f46-ae77-4d0e-9c47-77e191a8b55f), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:57.423184 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 77849f46-ae77-4d0e-9c47-77e191a8b55f is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:30:57.423572 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (77849f46-ae77-4d0e-9c47-77e191a8b55f), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:57.446057 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29234833-290c-4435-9048-fe522b166b61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77849f46-ae77-4d0e-9c47-77e191a8b55f'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:30:57.448273 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}704c702df6f21e7df92d3d89d4c6cfde2c6406e49d8202b36454fc5209adee22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c489160-f6b0-4aaf-a9fd-6a62a9421273" -d '{"events": [{"server_uuid": "29234833-290c-4435-9048-fe522b166b61", "name": "network-vif-plugged", "status": "completed", "tag": "77849f46-ae77-4d0e-9c47-77e191a8b55f"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:30:57.466107 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 77849f46-ae77-4d0e-9c47-77e191a8b55f, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=77849f46-ae77-4d0e-9c47-77e191a8b55f,segment=NetworkSegment(a356da5f-ca46-4607-8767-57e02fcd96dc),segment_id=a356da5f-ca46-4607-8767-57e02fcd96dc)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:30:57.470257 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (77849f46-ae77-4d0e-9c47-77e191a8b55f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:57.499032 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38b0d337-1997-465b-bb13-158c21aebdc9 x-openstack-request-id: req-38b0d337-1997-465b-bb13-158c21aebdc9 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:30:57.499325 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29234833-290c-4435-9048-fe522b166b61", "name": "network-vif-plugged", "status": "completed", "tag": "77849f46-ae77-4d0e-9c47-77e191a8b55f", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:30:57.499577 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-38b0d337-1997-465b-bb13-158c21aebdc9 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:30:57.499961 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29234833-290c-4435-9048-fe522b166b61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77849f46-ae77-4d0e-9c47-77e191a8b55f', 'code': 200} Jan 28 20:30:57.525503 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=77849f46-ae77-4d0e-9c47-77e191a8b55f,revision_number=15']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:30:57.558688 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eae34f-7751-4cd5-8640-54d6aa1469c0 req-9e906192-fa0e-4a3e-9bbc-264c0bdb6ee5 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:57.560205 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a8eae34f-7751-4cd5-8640-54d6aa1469c0 req-9e906192-fa0e-4a3e-9bbc-264c0bdb6ee5 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.70 "GET /v2.0/ports?device_id=29234833-290c-4435-9048-fe522b166b61 HTTP/1.1" status: 200 len: 946 time: 0.0526719 Jan 28 20:30:57.651025 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-a8eae34f-7751-4cd5-8640-54d6aa1469c0 req-570832b2-d385-4a31-9832-a5ab0d81deec tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Deleting port 77849f46-ae77-4d0e-9c47-77e191a8b55f {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:30:57.651368 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-a8eae34f-7751-4cd5-8640-54d6aa1469c0 req-570832b2-d385-4a31-9832-a5ab0d81deec tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (77849f46-ae77-4d0e-9c47-77e191a8b55f), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:57.742450 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-a8eae34f-7751-4cd5-8640-54d6aa1469c0 req-570832b2-d385-4a31-9832-a5ab0d81deec tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] For port 77849f46-ae77-4d0e-9c47-77e191a8b55f, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=77849f46-ae77-4d0e-9c47-77e191a8b55f,segment=NetworkSegment(a356da5f-ca46-4607-8767-57e02fcd96dc),segment_id=a356da5f-ca46-4607-8767-57e02fcd96dc)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:30:57.742739 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-a8eae34f-7751-4cd5-8640-54d6aa1469c0 req-570832b2-d385-4a31-9832-a5ab0d81deec tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (77849f46-ae77-4d0e-9c47-77e191a8b55f), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:57.912356 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-a8eae34f-7751-4cd5-8640-54d6aa1469c0 req-570832b2-d385-4a31-9832-a5ab0d81deec tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:57.912726 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-a8eae34f-7751-4cd5-8640-54d6aa1469c0 req-570832b2-d385-4a31-9832-a5ab0d81deec tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734886'] for floatingip (c1a1139a-01fb-4466-9dfc-f383f49ea6ce), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:57.913051 n-d-812111-14 neutron-server[103304]: INFO neutron.db.l3_db [req-a8eae34f-7751-4cd5-8640-54d6aa1469c0 req-570832b2-d385-4a31-9832-a5ab0d81deec tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Floating IP c1a1139a-01fb-4466-9dfc-f383f49ea6ce disassociated. External IP: 172.25.6.186, port: 77849f46-ae77-4d0e-9c47-77e191a8b55f. Jan 28 20:30:57.913424 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-a8eae34f-7751-4cd5-8640-54d6aa1469c0 req-570832b2-d385-4a31-9832-a5ab0d81deec tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Calling delete_port for 77849f46-ae77-4d0e-9c47-77e191a8b55f owned by compute:nova {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:30:58.042526 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-a8eae34f-7751-4cd5-8640-54d6aa1469c0 req-570832b2-d385-4a31-9832-a5ab0d81deec tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (77849f46-ae77-4d0e-9c47-77e191a8b55f), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:58.071235 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570832b2-d385-4a31-9832-a5ab0d81deec tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Pushing event deleted for resources: {'Port': ['ID=77849f46-ae77-4d0e-9c47-77e191a8b55f,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:30:58.147871 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-16c2dde3-d8bb-46a7-ada4-c09f9b4682a1 req-b129caa1-9a74-4bc5-8548-14ce5e3ee027 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=29234833-290c-4435-9048-fe522b166b61 HTTP/1.1" status: 200 len: 210 time: 0.0333240 Jan 28 20:30:58.198431 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a8eae34f-7751-4cd5-8640-54d6aa1469c0 req-570832b2-d385-4a31-9832-a5ab0d81deec tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Router 2ec39fb4-5b27-4d9e-b67c-392bf73252cf has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:30:58.313187 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a8eae34f-7751-4cd5-8640-54d6aa1469c0 req-570832b2-d385-4a31-9832-a5ab0d81deec tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:30:58.323467 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c493fb-0093-4b2a-9e08-3cffdc4e475f None None] Sync routers for ids ['2ec39fb4-5b27-4d9e-b67c-392bf73252cf'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:30:58.334020 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c493fb-0093-4b2a-9e08-3cffdc4e475f None None] Routers {'2ec39fb4-5b27-4d9e-b67c-392bf73252cf'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:30:58.334625 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-69c493fb-0093-4b2a-9e08-3cffdc4e475f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:30:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['2ec39fb4-5b27-4d9e-b67c-392bf73252cf'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:30:58.353553 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8eae34f-7751-4cd5-8640-54d6aa1469c0 req-570832b2-d385-4a31-9832-a5ab0d81deec tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] No DVR routers for this DVR port 77849f46-ae77-4d0e-9c47-77e191a8b55f on host n-h2-812111-14 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:30:58.356591 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-a8eae34f-7751-4cd5-8640-54d6aa1469c0 req-570832b2-d385-4a31-9832-a5ab0d81deec tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:58.359997 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a8eae34f-7751-4cd5-8640-54d6aa1469c0 req-570832b2-d385-4a31-9832-a5ab0d81deec tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.70 "DELETE /v2.0/ports/77849f46-ae77-4d0e-9c47-77e191a8b55f HTTP/1.1" status: 204 len: 173 time: 0.7920554 Jan 28 20:30:58.360548 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29234833-290c-4435-9048-fe522b166b61', 'name': 'network-vif-deleted', 'tag': '77849f46-ae77-4d0e-9c47-77e191a8b55f'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:30:58.362836 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}690870b4896ba3504f21237a239c836c0346d6a62bcfb5e8ee91fd1b13f99dd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75b348a0-b752-4344-96c5-d489119ba4aa" -d '{"events": [{"server_uuid": "29234833-290c-4435-9048-fe522b166b61", "name": "network-vif-deleted", "tag": "77849f46-ae77-4d0e-9c47-77e191a8b55f"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:30:58.403429 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:30:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ef77725-2512-430c-9d19-1f47c0e353d1 x-openstack-request-id: req-0ef77725-2512-430c-9d19-1f47c0e353d1 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:30:58.403724 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29234833-290c-4435-9048-fe522b166b61", "name": "network-vif-deleted", "tag": "77849f46-ae77-4d0e-9c47-77e191a8b55f", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:30:58.403983 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0ef77725-2512-430c-9d19-1f47c0e353d1 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:30:58.404390 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29234833-290c-4435-9048-fe522b166b61', 'name': 'network-vif-deleted', 'tag': '77849f46-ae77-4d0e-9c47-77e191a8b55f', 'status': 'completed', 'code': 200} Jan 28 20:30:58.451749 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-69c493fb-0093-4b2a-9e08-3cffdc4e475f None None] Set router 2ec39fb4-5b27-4d9e-b67c-392bf73252cf gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:30:58.648908 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-69c493fb-0093-4b2a-9e08-3cffdc4e475f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ec39fb4-5b27-4d9e-b67c-392bf73252cf', 'name': 'tempest-ServerActionsTestJSON-1256389972-router', 'tenant_id': 'a0900bdb75214d779c2ff2b524361204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': '6a2d2eaf-2077-42fd-805e-d7d41e54094e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:26:35Z', 'updated_at': '2022-01-28T20:26:37Z', 'revision_number': 4, 'project_id': 'a0900bdb75214d779c2ff2b524361204', 'gw_port': {'id': '6a2d2eaf-2077-42fd-805e-d7d41e54094e', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:f6:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec39fb4-5b27-4d9e-b67c-392bf73252cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:26:35Z', 'updated_at': '2022-01-28T20:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '2b84ead9-9498-4730-9098-39b081d2fa41', 'name': '', 'network_id': 'd8e01811-a300-4dd8-bacd-fd5a9e44548b', 'tenant_id': 'a0900bdb75214d779c2ff2b524361204', 'mac_address': 'fa:16:3e:0a:69:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec39fb4-5b27-4d9e-b67c-392bf73252cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': 'df66a7ef-d785-4716-9ebd-bfe0bb120f51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:26:37Z', 'updated_at': '2022-01-28T20:26:41Z', 'revision_number': 5, 'project_id': 'a0900bdb75214d779c2ff2b524361204', 'subnets': [{'id': 'df66a7ef-d785-4716-9ebd-bfe0bb120f51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:30:58.674429 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c493fb-0093-4b2a-9e08-3cffdc4e475f None None] Checking router: 2ec39fb4-5b27-4d9e-b67c-392bf73252cf for host: n-d-812111-14 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:30:58.682652 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c493fb-0093-4b2a-9e08-3cffdc4e475f None None] Routers {'2ec39fb4-5b27-4d9e-b67c-392bf73252cf'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:30:58.683246 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-69c493fb-0093-4b2a-9e08-3cffdc4e475f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:30:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['2ec39fb4-5b27-4d9e-b67c-392bf73252cf'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:30:58.786068 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-69c493fb-0093-4b2a-9e08-3cffdc4e475f None None] Set router 2ec39fb4-5b27-4d9e-b67c-392bf73252cf gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:30:58.974555 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-69c493fb-0093-4b2a-9e08-3cffdc4e475f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ec39fb4-5b27-4d9e-b67c-392bf73252cf', 'name': 'tempest-ServerActionsTestJSON-1256389972-router', 'tenant_id': 'a0900bdb75214d779c2ff2b524361204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': '6a2d2eaf-2077-42fd-805e-d7d41e54094e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:26:35Z', 'updated_at': '2022-01-28T20:26:37Z', 'revision_number': 4, 'project_id': 'a0900bdb75214d779c2ff2b524361204', 'gw_port': {'id': '6a2d2eaf-2077-42fd-805e-d7d41e54094e', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:f6:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec39fb4-5b27-4d9e-b67c-392bf73252cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:26:35Z', 'updated_at': '2022-01-28T20:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '2b84ead9-9498-4730-9098-39b081d2fa41', 'name': '', 'network_id': 'd8e01811-a300-4dd8-bacd-fd5a9e44548b', 'tenant_id': 'a0900bdb75214d779c2ff2b524361204', 'mac_address': 'fa:16:3e:0a:69:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec39fb4-5b27-4d9e-b67c-392bf73252cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': 'df66a7ef-d785-4716-9ebd-bfe0bb120f51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:26:37Z', 'updated_at': '2022-01-28T20:26:41Z', 'revision_number': 5, 'project_id': 'a0900bdb75214d779c2ff2b524361204', 'subnets': [{'id': 'df66a7ef-d785-4716-9ebd-bfe0bb120f51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:30:59.003930 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c493fb-0093-4b2a-9e08-3cffdc4e475f None None] The sync data for ids ['2ec39fb4-5b27-4d9e-b67c-392bf73252cf'] in n-d-812111-14 is: [{'id': '2ec39fb4-5b27-4d9e-b67c-392bf73252cf', 'name': 'tempest-ServerActionsTestJSON-1256389972-router', 'tenant_id': 'a0900bdb75214d779c2ff2b524361204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': '6a2d2eaf-2077-42fd-805e-d7d41e54094e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:26:35Z', 'updated_at': '2022-01-28T20:26:37Z', 'revision_number': 4, 'project_id': 'a0900bdb75214d779c2ff2b524361204', 'gw_port': {'id': '6a2d2eaf-2077-42fd-805e-d7d41e54094e', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:f6:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec39fb4-5b27-4d9e-b67c-392bf73252cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:26:35Z', 'updated_at': '2022-01-28T20:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '2b84ead9-9498-4730-9098-39b081d2fa41', 'name': '', 'network_id': 'd8e01811-a300-4dd8-bacd-fd5a9e44548b', 'tenant_id': 'a0900bdb75214d779c2ff2b524361204', 'mac_address': 'fa:16:3e:0a:69:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec39fb4-5b27-4d9e-b67c-392bf73252cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': 'df66a7ef-d785-4716-9ebd-bfe0bb120f51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:26:37Z', 'updated_at': '2022-01-28T20:26:41Z', 'revision_number': 5, 'project_id': 'a0900bdb75214d779c2ff2b524361204', 'subnets': [{'id': 'df66a7ef-d785-4716-9ebd-bfe0bb120f51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:30:59.251821 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d32e25a-53e5-49c5-bfb6-aa15b8aba036 None None] New status for floating IP c1a1139a-01fb-4466-9dfc-f383f49ea6ce: DOWN {{(pid=103306) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 20:30:59.255978 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8232c005-5f82-4f68-9936-9804bf51e782 req-6648092a-a17a-44e3-83a2-5efcdd6ca478 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=29234833-290c-4435-9048-fe522b166b61 HTTP/1.1" status: 200 len: 210 time: 0.0290561 Jan 28 20:31:00.375240 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7b642e6c-a9ad-44f6-9025-91b72f060c57 req-ef045aa2-93fe-4e08-94d7-c826557605c1 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=29234833-290c-4435-9048-fe522b166b61 HTTP/1.1" status: 200 len: 210 time: 0.0317724 Jan 28 20:31:01.338037 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 77849f46-ae77-4d0e-9c47-77e191a8b55f no longer exists at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:31:01.360139 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] No Port match for: 77849f46-ae77-4d0e-9c47-77e191a8b55f {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:31:01.360139 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 77849f46-ae77-4d0e-9c47-77e191a8b55f not bound to the agent host n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:31:01.470662 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2efed96d-7e2e-4891-aaeb-ccb25a7bb076 req-6280deac-1f10-4b62-b88e-bb95f43ba37f tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=29234833-290c-4435-9048-fe522b166b61 HTTP/1.1" status: 200 len: 210 time: 0.0274947 Jan 28 20:31:02.566979 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b6269433-d9fc-4141-9bba-027630649861 req-06fc7009-79b1-4a10-b9c8-4a983850a426 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=29234833-290c-4435-9048-fe522b166b61 HTTP/1.1" status: 200 len: 210 time: 0.0270123 Jan 28 20:31:03.662231 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-84216a1c-ad25-47b0-9a76-0a339d69211b req-ec530983-1448-4a43-ad63-1992daa74e64 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=29234833-290c-4435-9048-fe522b166b61 HTTP/1.1" status: 200 len: 210 time: 0.0272248 Jan 28 20:31:04.759501 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-36aeb165-c21d-451c-b87c-36140d116901 req-017c8e81-79e5-43af-84f8-ee10d1736a55 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=29234833-290c-4435-9048-fe522b166b61 HTTP/1.1" status: 200 len: 210 time: 0.0286560 Jan 28 20:31:05.859170 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-79583f37-4d25-4d01-939e-cec644142ecf req-572c37b0-3c81-4968-baab-3eb55f19b506 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=29234833-290c-4435-9048-fe522b166b61 HTTP/1.1" status: 200 len: 210 time: 0.0268807 Jan 28 20:31:06.826674 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4145c7bd-4564-409c-85e5-eaadf61c9dc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:06.971490 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ff206aad-582f-4d11-9c08-3f78c444c6bf req-55f82abc-f97a-4c3b-9ed7-286e98b68e5d tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/ports?device_id=29234833-290c-4435-9048-fe522b166b61 HTTP/1.1" status: 200 len: 210 time: 0.0285223 Jan 28 20:31:09.082135 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6098f014-4fb0-4c69-9ad2-af14b603ad00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:10.063909 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:11.948719 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:13.311285 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:13.774195 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 41818) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:31:13.828545 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5f510f9a-b35c-4db7-a306-cfde85cd7f48 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Publish callbacks [] for security_group (9464fe8d-b9bf-44e6-8b23-7582bc0a6c25), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:13.855077 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5f510f9a-b35c-4db7-a306-cfde85cd7f48 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Publish callbacks [] for security_group (9464fe8d-b9bf-44e6-8b23-7582bc0a6c25), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:13.902805 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5f510f9a-b35c-4db7-a306-cfde85cd7f48 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (9464fe8d-b9bf-44e6-8b23-7582bc0a6c25), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:13.906163 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5f510f9a-b35c-4db7-a306-cfde85cd7f48 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:13.907368 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-5f510f9a-b35c-4db7-a306-cfde85cd7f48 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "DELETE /v2.0/security-groups/9464fe8d-b9bf-44e6-8b23-7582bc0a6c25 HTTP/1.1" status: 204 len: 168 time: 0.1321537 Jan 28 20:31:13.910059 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 41820) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:31:13.917089 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f510f9a-b35c-4db7-a306-cfde85cd7f48 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9464fe8d-b9bf-44e6-8b23-7582bc0a6c25,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:13.925581 n-d-812111-14 neutron-server[103304]: INFO neutron.api.v2.resource [None req-861a1dd8-d561-4164-9b99-5c102c5df370 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] show failed (client error): The resource could not be found. Jan 28 20:31:13.925768 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f510f9a-b35c-4db7-a306-cfde85cd7f48 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:31:13.925958 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f510f9a-b35c-4db7-a306-cfde85cd7f48 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:31:13.926476 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f510f9a-b35c-4db7-a306-cfde85cd7f48 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:31:13.926610 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-861a1dd8-d561-4164-9b99-5c102c5df370 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "GET /v2.0/security-groups/9464fe8d-b9bf-44e6-8b23-7582bc0a6c25 HTTP/1.1" status: 404 len: 347 time: 0.0155594 Jan 28 20:31:13.927202 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f510f9a-b35c-4db7-a306-cfde85cd7f48 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:31:13.927550 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f510f9a-b35c-4db7-a306-cfde85cd7f48 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:31:13.927876 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f510f9a-b35c-4db7-a306-cfde85cd7f48 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:31:13.928207 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f510f9a-b35c-4db7-a306-cfde85cd7f48 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:31:13.928537 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f510f9a-b35c-4db7-a306-cfde85cd7f48 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:31:13.928874 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f510f9a-b35c-4db7-a306-cfde85cd7f48 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:31:13.929333 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f510f9a-b35c-4db7-a306-cfde85cd7f48 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:31:13.929631 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 41822) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:31:13.929753 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f510f9a-b35c-4db7-a306-cfde85cd7f48 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:31:13.929973 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f510f9a-b35c-4db7-a306-cfde85cd7f48 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:31:13.930298 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f510f9a-b35c-4db7-a306-cfde85cd7f48 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:31:14.056807 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-ecc83e9e-55b8-4c34-8ef7-cc9d22a5dce2 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Deleting port cc1cddc2-30a3-450d-90fc-2047c7d5f79f {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:31:14.057039 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ecc83e9e-55b8-4c34-8ef7-cc9d22a5dce2 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (cc1cddc2-30a3-450d-90fc-2047c7d5f79f), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:14.150224 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ecc83e9e-55b8-4c34-8ef7-cc9d22a5dce2 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (cc1cddc2-30a3-450d-90fc-2047c7d5f79f), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:14.150549 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ecc83e9e-55b8-4c34-8ef7-cc9d22a5dce2 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Publish callbacks [] for floatingip (cc1cddc2-30a3-450d-90fc-2047c7d5f79f), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:14.162611 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-ecc83e9e-55b8-4c34-8ef7-cc9d22a5dce2 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Calling delete_port for cc1cddc2-30a3-450d-90fc-2047c7d5f79f owned by network:floatingip {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:31:14.300593 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ecc83e9e-55b8-4c34-8ef7-cc9d22a5dce2 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (cc1cddc2-30a3-450d-90fc-2047c7d5f79f), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:14.332285 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc83e9e-55b8-4c34-8ef7-cc9d22a5dce2 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Pushing event deleted for resources: {'Port': ['ID=cc1cddc2-30a3-450d-90fc-2047c7d5f79f,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:14.396715 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ecc83e9e-55b8-4c34-8ef7-cc9d22a5dce2 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Publish callbacks [] for floatingip (c1a1139a-01fb-4466-9dfc-f383f49ea6ce), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:14.399497 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ecc83e9e-55b8-4c34-8ef7-cc9d22a5dce2 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for floatingip (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:14.403638 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-ecc83e9e-55b8-4c34-8ef7-cc9d22a5dce2 tempest-ServerActionsTestJSON-1338266215 tempest-ServerActionsTestJSON-1338266215-project] 10.222.0.64 "DELETE /v2.0/floatingips/c1a1139a-01fb-4466-9dfc-f383f49ea6ce HTTP/1.1" status: 204 len: 168 time: 0.4697163 Jan 28 20:31:14.404579 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 41824) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:31:14.749502 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-65b29d98-464f-428e-bb9f-8cb487f766cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-732838'] for router_interface (2ec39fb4-5b27-4d9e-b67c-392bf73252cf), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:15.042768 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-65b29d98-464f-428e-bb9f-8cb487f766cd admin admin] Deleting port 2b84ead9-9498-4730-9098-39b081d2fa41 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:31:15.042768 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-65b29d98-464f-428e-bb9f-8cb487f766cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (2b84ead9-9498-4730-9098-39b081d2fa41), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:15.446005 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-65b29d98-464f-428e-bb9f-8cb487f766cd admin admin] For port 2b84ead9-9498-4730-9098-39b081d2fa41, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=2b84ead9-9498-4730-9098-39b081d2fa41,segment=NetworkSegment(a356da5f-ca46-4607-8767-57e02fcd96dc),segment_id=a356da5f-ca46-4607-8767-57e02fcd96dc)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:31:15.446372 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-65b29d98-464f-428e-bb9f-8cb487f766cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (2b84ead9-9498-4730-9098-39b081d2fa41), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:15.459053 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-65b29d98-464f-428e-bb9f-8cb487f766cd admin admin] Calling delete_port for 2b84ead9-9498-4730-9098-39b081d2fa41 owned by network:router_interface {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:31:15.646740 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-65b29d98-464f-428e-bb9f-8cb487f766cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (2b84ead9-9498-4730-9098-39b081d2fa41), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:15.671900 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b29d98-464f-428e-bb9f-8cb487f766cd admin admin] Pushing event deleted for resources: {'Port': ['ID=2b84ead9-9498-4730-9098-39b081d2fa41,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:15.850302 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-65b29d98-464f-428e-bb9f-8cb487f766cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-732682'] for router_interface (2ec39fb4-5b27-4d9e-b67c-392bf73252cf), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:16.073465 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65b29d98-464f-428e-bb9f-8cb487f766cd admin admin] Router 2ec39fb4-5b27-4d9e-b67c-392bf73252cf has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:31:16.179174 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65b29d98-464f-428e-bb9f-8cb487f766cd admin admin] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:31:16.187524 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-65b29d98-464f-428e-bb9f-8cb487f766cd admin admin] 10.222.0.64 "PUT /v2.0/routers/2ec39fb4-5b27-4d9e-b67c-392bf73252cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7785039 Jan 28 20:31:16.187524 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 41828) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:31:16.190464 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699f4def-74a1-435e-a4f5-7d00e093aabf None None] Sync routers for ids ['2ec39fb4-5b27-4d9e-b67c-392bf73252cf'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:31:16.201802 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699f4def-74a1-435e-a4f5-7d00e093aabf None None] Routers {'2ec39fb4-5b27-4d9e-b67c-392bf73252cf'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:31:16.202414 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-699f4def-74a1-435e-a4f5-7d00e093aabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:31:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['2ec39fb4-5b27-4d9e-b67c-392bf73252cf'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:31:16.296138 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d6d27218-df31-4aec-adae-174b8950674c admin admin] Publish callbacks [] for router (2ec39fb4-5b27-4d9e-b67c-392bf73252cf), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:16.310755 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-699f4def-74a1-435e-a4f5-7d00e093aabf None None] Set router 2ec39fb4-5b27-4d9e-b67c-392bf73252cf gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:31:16.408594 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d6d27218-df31-4aec-adae-174b8950674c admin admin] Publish callbacks [] for router_gateway (2ec39fb4-5b27-4d9e-b67c-392bf73252cf), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:16.463152 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-d6d27218-df31-4aec-adae-174b8950674c admin admin] Deleting port 6a2d2eaf-2077-42fd-805e-d7d41e54094e {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:31:16.463496 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d6d27218-df31-4aec-adae-174b8950674c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (6a2d2eaf-2077-42fd-805e-d7d41e54094e), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:16.545415 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-d6d27218-df31-4aec-adae-174b8950674c admin admin] For port 6a2d2eaf-2077-42fd-805e-d7d41e54094e, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=6a2d2eaf-2077-42fd-805e-d7d41e54094e,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:31:16.545785 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d6d27218-df31-4aec-adae-174b8950674c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (6a2d2eaf-2077-42fd-805e-d7d41e54094e), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:16.557594 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-d6d27218-df31-4aec-adae-174b8950674c admin admin] Calling delete_port for 6a2d2eaf-2077-42fd-805e-d7d41e54094e owned by network:router_gateway {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:31:16.576685 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-699f4def-74a1-435e-a4f5-7d00e093aabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ec39fb4-5b27-4d9e-b67c-392bf73252cf', 'name': 'tempest-ServerActionsTestJSON-1256389972-router', 'tenant_id': 'a0900bdb75214d779c2ff2b524361204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': '6a2d2eaf-2077-42fd-805e-d7d41e54094e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:26:35Z', 'updated_at': '2022-01-28T20:31:15Z', 'revision_number': 5, 'project_id': 'a0900bdb75214d779c2ff2b524361204', 'gw_port': {'id': '6a2d2eaf-2077-42fd-805e-d7d41e54094e', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:f6:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec39fb4-5b27-4d9e-b67c-392bf73252cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:26:35Z', 'updated_at': '2022-01-28T20:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:31:16.606089 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699f4def-74a1-435e-a4f5-7d00e093aabf None None] Checking router: 2ec39fb4-5b27-4d9e-b67c-392bf73252cf for host: n-d-812111-14 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:31:16.614328 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699f4def-74a1-435e-a4f5-7d00e093aabf None None] Routers {'2ec39fb4-5b27-4d9e-b67c-392bf73252cf'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:31:16.614833 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-699f4def-74a1-435e-a4f5-7d00e093aabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:31:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['2ec39fb4-5b27-4d9e-b67c-392bf73252cf'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:31:16.698846 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-699f4def-74a1-435e-a4f5-7d00e093aabf None None] Set router 2ec39fb4-5b27-4d9e-b67c-392bf73252cf gateway port host: None {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:31:16.723328 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d6d27218-df31-4aec-adae-174b8950674c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (6a2d2eaf-2077-42fd-805e-d7d41e54094e), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:16.749914 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d27218-df31-4aec-adae-174b8950674c admin admin] Pushing event deleted for resources: {'Port': ['ID=6a2d2eaf-2077-42fd-805e-d7d41e54094e,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:16.750993 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-699f4def-74a1-435e-a4f5-7d00e093aabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ec39fb4-5b27-4d9e-b67c-392bf73252cf', 'name': 'tempest-ServerActionsTestJSON-1256389972-router', 'tenant_id': 'a0900bdb75214d779c2ff2b524361204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:26:35Z', 'updated_at': '2022-01-28T20:31:16Z', 'revision_number': 6, 'project_id': 'a0900bdb75214d779c2ff2b524361204', 'gw_port_host': None}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:31:16.780496 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699f4def-74a1-435e-a4f5-7d00e093aabf None None] The sync data for ids ['2ec39fb4-5b27-4d9e-b67c-392bf73252cf'] in n-d-812111-14 is: [{'id': '2ec39fb4-5b27-4d9e-b67c-392bf73252cf', 'name': 'tempest-ServerActionsTestJSON-1256389972-router', 'tenant_id': 'a0900bdb75214d779c2ff2b524361204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:26:35Z', 'updated_at': '2022-01-28T20:31:16Z', 'revision_number': 6, 'project_id': 'a0900bdb75214d779c2ff2b524361204', 'gw_port_host': None}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:31:16.811739 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d6d27218-df31-4aec-adae-174b8950674c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-731488'] for router_gateway (2ec39fb4-5b27-4d9e-b67c-392bf73252cf), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:16.902814 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d6d27218-df31-4aec-adae-174b8950674c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-730901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261120'] for router (2ec39fb4-5b27-4d9e-b67c-392bf73252cf), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:16.905499 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d6d27218-df31-4aec-adae-174b8950674c admin admin] Publish callbacks [] for router_controller (2ec39fb4-5b27-4d9e-b67c-392bf73252cf), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:16.954612 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d6d27218-df31-4aec-adae-174b8950674c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-730908'] for router (2ec39fb4-5b27-4d9e-b67c-392bf73252cf), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:16.955160 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6d27218-df31-4aec-adae-174b8950674c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2ec39fb4-5b27-4d9e-b67c-392bf73252cf {{(pid=103305) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 20:31:16.959697 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d6d27218-df31-4aec-adae-174b8950674c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:16.960842 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-d6d27218-df31-4aec-adae-174b8950674c admin admin] 10.222.0.64 "DELETE /v2.0/routers/2ec39fb4-5b27-4d9e-b67c-392bf73252cf HTTP/1.1" status: 204 len: 168 time: 0.7726102 Jan 28 20:31:16.963435 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 41830) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:31:17.007074 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-952a2dc1-967a-4903-bb6e-2902c641f8be admin admin] Deleting subnet df66a7ef-d785-4716-9ebd-bfe0bb120f51 {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 20:31:17.010121 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-952a2dc1-967a-4903-bb6e-2902c641f8be admin admin] Publish callbacks [] for subnet (df66a7ef-d785-4716-9ebd-bfe0bb120f51), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:17.043842 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-952a2dc1-967a-4903-bb6e-2902c641f8be admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16187240'] for subnet (df66a7ef-d785-4716-9ebd-bfe0bb120f51), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:17.126563 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-952a2dc1-967a-4903-bb6e-2902c641f8be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (df66a7ef-d785-4716-9ebd-bfe0bb120f51), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:17.183934 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-952a2dc1-967a-4903-bb6e-2902c641f8be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4752464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4733806'] for subnet (df66a7ef-d785-4716-9ebd-bfe0bb120f51), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:17.232744 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952a2dc1-967a-4903-bb6e-2902c641f8be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df66a7ef-d785-4716-9ebd-bfe0bb120f51,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:17.234739 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-952a2dc1-967a-4903-bb6e-2902c641f8be admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:17.239886 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddce8317-1073-4291-af1b-03d78d2b3327 None None] Network d8e01811-a300-4dd8-bacd-fd5a9e44548b requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:31:17.240914 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 41832) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:31:17.241395 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-952a2dc1-967a-4903-bb6e-2902c641f8be admin admin] 10.222.0.64 "DELETE /v2.0/subnets/df66a7ef-d785-4716-9ebd-bfe0bb120f51 HTTP/1.1" status: 204 len: 168 time: 0.2766118 Jan 28 20:31:17.263373 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 2b84ead9-9498-4730-9098-39b081d2fa41 no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:31:17.313818 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-75b92403-aee3-4622-a32b-afbd3af991dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (d8e01811-a300-4dd8-bacd-fd5a9e44548b), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:17.315049 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: 2b84ead9-9498-4730-9098-39b081d2fa41 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:31:17.315429 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 2b84ead9-9498-4730-9098-39b081d2fa41 not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:31:17.370134 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-75b92403-aee3-4622-a32b-afbd3af991dd admin admin] Deleting port e064e9d3-ff3f-46fb-9a9b-1e2eab3a0211 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:31:17.370548 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-75b92403-aee3-4622-a32b-afbd3af991dd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (e064e9d3-ff3f-46fb-9a9b-1e2eab3a0211), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:17.432966 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-75b92403-aee3-4622-a32b-afbd3af991dd admin admin] For port e064e9d3-ff3f-46fb-9a9b-1e2eab3a0211, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=e064e9d3-ff3f-46fb-9a9b-1e2eab3a0211,segment=NetworkSegment(a356da5f-ca46-4607-8767-57e02fcd96dc),segment_id=a356da5f-ca46-4607-8767-57e02fcd96dc)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:31:17.433757 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-75b92403-aee3-4622-a32b-afbd3af991dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (e064e9d3-ff3f-46fb-9a9b-1e2eab3a0211), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:17.447224 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-75b92403-aee3-4622-a32b-afbd3af991dd admin admin] Calling delete_port for e064e9d3-ff3f-46fb-9a9b-1e2eab3a0211 owned by network:dhcp {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:31:17.595534 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c89c6d0c-d277-4a15-a5f1-853f728e1a19 None None] DHCP port deletion for d8e01811-a300-4dd8-bacd-fd5a9e44548b request from n-d-812111-14 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 20:31:17.650940 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-c89c6d0c-d277-4a15-a5f1-853f728e1a19 None None] Deleting port e064e9d3-ff3f-46fb-9a9b-1e2eab3a0211 {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:31:17.651230 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c89c6d0c-d277-4a15-a5f1-853f728e1a19 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (e064e9d3-ff3f-46fb-9a9b-1e2eab3a0211), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:17.717189 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-c89c6d0c-d277-4a15-a5f1-853f728e1a19 None None] For port e064e9d3-ff3f-46fb-9a9b-1e2eab3a0211, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=e064e9d3-ff3f-46fb-9a9b-1e2eab3a0211,segment=NetworkSegment(a356da5f-ca46-4607-8767-57e02fcd96dc),segment_id=a356da5f-ca46-4607-8767-57e02fcd96dc)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:31:17.717596 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c89c6d0c-d277-4a15-a5f1-853f728e1a19 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (e064e9d3-ff3f-46fb-9a9b-1e2eab3a0211), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:17.731730 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-c89c6d0c-d277-4a15-a5f1-853f728e1a19 None None] Calling delete_port for e064e9d3-ff3f-46fb-9a9b-1e2eab3a0211 owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:31:17.820628 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c89c6d0c-d277-4a15-a5f1-853f728e1a19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985'] for port (e064e9d3-ff3f-46fb-9a9b-1e2eab3a0211), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:17.848370 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89c6d0c-d277-4a15-a5f1-853f728e1a19 None None] Pushing event deleted for resources: {'Port': ['ID=e064e9d3-ff3f-46fb-9a9b-1e2eab3a0211,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:17.854252 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89c6d0c-d277-4a15-a5f1-853f728e1a19 None None] No DVR routers for this DVR port e064e9d3-ff3f-46fb-9a9b-1e2eab3a0211 on host n-d-812111-14 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:31:17.869284 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-75b92403-aee3-4622-a32b-afbd3af991dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (e064e9d3-ff3f-46fb-9a9b-1e2eab3a0211), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:17.895123 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b92403-aee3-4622-a32b-afbd3af991dd admin admin] Pushing event deleted for resources: {'Port': ['ID=e064e9d3-ff3f-46fb-9a9b-1e2eab3a0211,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:17.902636 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b92403-aee3-4622-a32b-afbd3af991dd admin admin] No DVR routers for this DVR port e064e9d3-ff3f-46fb-9a9b-1e2eab3a0211 on host n-d-812111-14 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:31:17.979008 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-75b92403-aee3-4622-a32b-afbd3af991dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (d8e01811-a300-4dd8-bacd-fd5a9e44548b), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:18.003058 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-75b92403-aee3-4622-a32b-afbd3af991dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8e01811-a300-4dd8-bacd-fd5a9e44548b']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:31:18.012308 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-75b92403-aee3-4622-a32b-afbd3af991dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a356da5f-ca46-4607-8767-57e02fcd96dc') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:31:18.012613 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-75b92403-aee3-4622-a32b-afbd3af991dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a356da5f-ca46-4607-8767-57e02fcd96dc') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:31:18.022384 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-75b92403-aee3-4622-a32b-afbd3af991dd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4747091'] for segment (a356da5f-ca46-4607-8767-57e02fcd96dc), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:18.035147 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-75b92403-aee3-4622-a32b-afbd3af991dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (a356da5f-ca46-4607-8767-57e02fcd96dc), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:18.041032 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75b92403-aee3-4622-a32b-afbd3af991dd admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:31:18.041452 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-75b92403-aee3-4622-a32b-afbd3af991dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4690514'] for segment (a356da5f-ca46-4607-8767-57e02fcd96dc), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:18.043081 n-d-812111-14 neutron-server[103304]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 20:31:18.043081 n-d-812111-14 neutron-server[103304]: self.session.flush() Jan 28 20:31:18.043081 n-d-812111-14 neutron-server[103304]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 20:31:18.043081 n-d-812111-14 neutron-server[103304]: self.session.flush() Jan 28 20:31:18.043081 n-d-812111-14 neutron-server[103304]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 20:31:18.043081 n-d-812111-14 neutron-server[103304]: self.session.flush() Jan 28 20:31:18.043081 n-d-812111-14 neutron-server[103304]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 20:31:18.043081 n-d-812111-14 neutron-server[103304]: self.session.flush() Jan 28 20:31:18.043081 n-d-812111-14 neutron-server[103304]: Traceback (most recent call last): Jan 28 20:31:18.043081 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:31:18.043081 n-d-812111-14 neutron-server[103304]: timer() Jan 28 20:31:18.043081 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:31:18.043081 n-d-812111-14 neutron-server[103304]: cb(*args, **kw) Jan 28 20:31:18.043081 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:31:18.043081 n-d-812111-14 neutron-server[103304]: return func(*args, **kwargs) Jan 28 20:31:18.043081 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:31:18.043081 n-d-812111-14 neutron-server[103304]: self._notify() Jan 28 20:31:18.043081 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:31:18.043081 n-d-812111-14 neutron-server[103304]: self.callback(batched_events) Jan 28 20:31:18.043081 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:31:18.043081 n-d-812111-14 neutron-server[103304]: event.method(event) Jan 28 20:31:18.043081 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:31:18.043081 n-d-812111-14 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:31:18.043081 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:31:18.043081 n-d-812111-14 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:31:18.043081 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:31:18.043081 n-d-812111-14 neutron-server[103304]: return f(self, *a, **k) Jan 28 20:31:18.043081 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:31:18.043081 n-d-812111-14 neutron-server[103304]: return self._get(url).json() Jan 28 20:31:18.043081 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:31:18.043081 n-d-812111-14 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:31:18.043081 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:31:18.043081 n-d-812111-14 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 28 20:31:18.043081 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:31:18.043081 n-d-812111-14 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:31:18.043081 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:31:18.043081 n-d-812111-14 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:31:18.043081 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:31:18.043081 n-d-812111-14 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:31:18.043081 n-d-812111-14 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:31:18.096904 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-75b92403-aee3-4622-a32b-afbd3af991dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (d8e01811-a300-4dd8-bacd-fd5a9e44548b), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:18.102426 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-75b92403-aee3-4622-a32b-afbd3af991dd admin admin] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:18.105719 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-75b92403-aee3-4622-a32b-afbd3af991dd admin admin] 10.222.0.64 "DELETE /v2.0/networks/d8e01811-a300-4dd8-bacd-fd5a9e44548b HTTP/1.1" status: 204 len: 168 time: 0.8626585 Jan 28 20:31:18.117797 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b92403-aee3-4622-a32b-afbd3af991dd admin admin] Pushing event deleted for resources: {'Network': ['ID=d8e01811-a300-4dd8-bacd-fd5a9e44548b,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:18.213160 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 41836) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:31:18.253635 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-ff8dd8ac-3e75-442c-bdee-c8e921752dc0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a0900bdb75214d779c2ff2b524361204&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0392659 Jan 28 20:31:18.256054 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 41838) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:31:18.303776 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f8bfbcd2-edf8-4996-afff-f77e1d922373 admin admin] Publish callbacks [] for security_group (4baa7bbb-e312-43b0-b348-7989ada8265b), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:18.329274 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f8bfbcd2-edf8-4996-afff-f77e1d922373 admin admin] Publish callbacks [] for security_group (4baa7bbb-e312-43b0-b348-7989ada8265b), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:18.378250 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f8bfbcd2-edf8-4996-afff-f77e1d922373 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (4baa7bbb-e312-43b0-b348-7989ada8265b), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:18.380862 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f8bfbcd2-edf8-4996-afff-f77e1d922373 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:18.382062 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-f8bfbcd2-edf8-4996-afff-f77e1d922373 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4baa7bbb-e312-43b0-b348-7989ada8265b HTTP/1.1" status: 204 len: 168 time: 0.1251175 Jan 28 20:31:18.390244 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bfbcd2-edf8-4996-afff-f77e1d922373 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4baa7bbb-e312-43b0-b348-7989ada8265b,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:18.945034 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device e064e9d3-ff3f-46fb-9a9b-1e2eab3a0211 no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:31:18.966278 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: e064e9d3-ff3f-46fb-9a9b-1e2eab3a0211 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:31:18.966565 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device e064e9d3-ff3f-46fb-9a9b-1e2eab3a0211 not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:31:18.966981 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 6a2d2eaf-2077-42fd-805e-d7d41e54094e no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:31:18.986186 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: 6a2d2eaf-2077-42fd-805e-d7d41e54094e {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:31:18.986534 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 6a2d2eaf-2077-42fd-805e-d7d41e54094e not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:31:19.034564 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 41860) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:31:19.130609 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-b6714b94-1263-432d-bd89-db0884789669 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-865881730-network', 'tenant_id': '867aab52ae5c4792a271d48d68a96d49'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:31:19.149863 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6714b94-1263-432d-bd89-db0884789669 admin admin] Made reservation on behalf of 867aab52ae5c4792a271d48d68a96d49 for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:31:19.152151 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b6714b94-1263-432d-bd89-db0884789669 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:19.161444 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b6714b94-1263-432d-bd89-db0884789669 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:19.236769 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b6714b94-1263-432d-bd89-db0884789669 admin admin] Publish callbacks [] for security_group (bc849482-6a16-4172-a557-727097193970), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:19.241125 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b6714b94-1263-432d-bd89-db0884789669 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (bc849482-6a16-4172-a557-727097193970), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:19.266704 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6714b94-1263-432d-bd89-db0884789669 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:31:19.276426 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6714b94-1263-432d-bd89-db0884789669 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc849482-6a16-4172-a557-727097193970,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:19.281425 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b6714b94-1263-432d-bd89-db0884789669 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (71714963-3e44-4ee7-aa2a-0334e3e6a301), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:19.281789 n-d-812111-14 neutron-server[103305]: INFO neutron.db.segments_db [None req-b6714b94-1263-432d-bd89-db0884789669 admin admin] Added segment 71714963-3e44-4ee7-aa2a-0334e3e6a301 of type vlan for network c7186000-02d6-4ca6-a809-ce9e8743e81a Jan 28 20:31:19.322038 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b6714b94-1263-432d-bd89-db0884789669 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (c7186000-02d6-4ca6-a809-ce9e8743e81a), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:19.347148 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b6714b94-1263-432d-bd89-db0884789669 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (c7186000-02d6-4ca6-a809-ce9e8743e81a), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:19.348349 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6714b94-1263-432d-bd89-db0884789669 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:19.348936 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b6714b94-1263-432d-bd89-db0884789669 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:19.407777 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-b6714b94-1263-432d-bd89-db0884789669 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3720543 Jan 28 20:31:19.410879 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 41864) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:31:19.415472 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6714b94-1263-432d-bd89-db0884789669 admin admin] Pushing event updated for resources: {'Network': ['ID=c7186000-02d6-4ca6-a809-ce9e8743e81a,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:19.416396 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-af5e8959-7af8-407d-be28-b4bfd9c52ce5 admin admin] Request body: {'subnet': {'network_id': 'c7186000-02d6-4ca6-a809-ce9e8743e81a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-865881730-subnet', 'tenant_id': '867aab52ae5c4792a271d48d68a96d49', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:31:19.428575 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network c7186000-02d6-4ca6-a809-ce9e8743e81a details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:31:19.436961 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af5e8959-7af8-407d-be28-b4bfd9c52ce5 admin admin] Made reservation on behalf of 867aab52ae5c4792a271d48d68a96d49 for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:31:19.439306 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-af5e8959-7af8-407d-be28-b4bfd9c52ce5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5221429'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:19.612456 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-af5e8959-7af8-407d-be28-b4bfd9c52ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4690681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5221415'] for subnet (1d2055b2-581c-4db6-8cfa-d4b0c4958c56), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:19.666693 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5e8959-7af8-407d-be28-b4bfd9c52ce5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d2055b2-581c-4db6-8cfa-d4b0c4958c56,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:19.675721 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af5e8959-7af8-407d-be28-b4bfd9c52ce5 admin admin] Checking segment: {'id': '71714963-3e44-4ee7-aa2a-0334e3e6a301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'c7186000-02d6-4ca6-a809-ce9e8743e81a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:31:19.676083 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af5e8959-7af8-407d-be28-b4bfd9c52ce5 admin admin] Network hostable DHCP agents. Network: c7186000-02d6-4ca6-a809-ce9e8743e81a, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:31:19.692778 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af5e8959-7af8-407d-be28-b4bfd9c52ce5 admin admin] Network c7186000-02d6-4ca6-a809-ce9e8743e81a is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:31:19.700923 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-af5e8959-7af8-407d-be28-b4bfd9c52ce5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, c7186000-02d6-4ca6-a809-ce9e8743e81a) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:31:19.704913 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af5e8959-7af8-407d-be28-b4bfd9c52ce5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:19.705542 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-af5e8959-7af8-407d-be28-b4bfd9c52ce5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:19.710138 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f80c10-8651-45d7-aa62-9a7ba6a956a4 None None] Network c7186000-02d6-4ca6-a809-ce9e8743e81a requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:31:19.720672 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-af5e8959-7af8-407d-be28-b4bfd9c52ce5 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3081827 Jan 28 20:31:19.811672 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b298d0-5488-41bd-a4c2-0233c25c11b1 None None] Network c7186000-02d6-4ca6-a809-ce9e8743e81a requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:31:20.305769 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22dfc32-ab0f-41ec-918d-4b7a75e2c020 req-a1ea4a37-f5d3-432f-93a9-332ce70653af tempest-ServersNegativeTestJSON-1795369691 tempest-ServersNegativeTestJSON-1795369691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:20.307138 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f22dfc32-ab0f-41ec-918d-4b7a75e2c020 req-a1ea4a37-f5d3-432f-93a9-332ce70653af tempest-ServersNegativeTestJSON-1795369691 tempest-ServersNegativeTestJSON-1795369691-project] 10.222.0.64 "GET /v2.0/networks?id=c7186000-02d6-4ca6-a809-ce9e8743e81a HTTP/1.1" status: 200 len: 813 time: 0.1031785 Jan 28 20:31:20.321292 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f22dfc32-ab0f-41ec-918d-4b7a75e2c020 req-035bf838-c6e4-4ed7-a150-1058d4cbfde9 tempest-ServersNegativeTestJSON-1795369691 tempest-ServersNegativeTestJSON-1795369691-project] 10.222.0.64 "GET /v2.0/quotas/867aab52ae5c4792a271d48d68a96d49 HTTP/1.1" status: 200 len: 375 time: 0.0086970 Jan 28 20:31:20.353608 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f22dfc32-ab0f-41ec-918d-4b7a75e2c020 req-e0454a94-5f4c-4685-a6fa-763a3958ef3c tempest-ServersNegativeTestJSON-1795369691 tempest-ServersNegativeTestJSON-1795369691-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=867aab52ae5c4792a271d48d68a96d49&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275910 Jan 28 20:31:20.493611 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f22dfc32-ab0f-41ec-918d-4b7a75e2c020 req-716d804d-f9e6-4de9-af47-c0b4ce82ea51 service neutron] 10.222.0.64 "GET /v2.0/networks/c7186000-02d6-4ca6-a809-ce9e8743e81a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314652 Jan 28 20:31:20.585282 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f22dfc32-ab0f-41ec-918d-4b7a75e2c020 req-7672a024-e75a-4ad4-ad9a-01a0242863ab service neutron] 10.222.0.64 "GET /v2.0/networks/c7186000-02d6-4ca6-a809-ce9e8743e81a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858760 Jan 28 20:31:20.796326 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2d03d632-ab02-4a65-a39b-3b361c6a0519 req-f0473635-4991-4e82-8ad0-6a232830415a tempest-ServersNegativeTestJSON-1795369691 tempest-ServersNegativeTestJSON-1795369691-project] 10.222.0.64 "GET /v2.0/ports?device_id=93a8c61b-9bcd-48cf-a75a-d2cd7ccf0ca8 HTTP/1.1" status: 200 len: 210 time: 0.0786445 Jan 28 20:31:21.471892 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:21.767016 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22dfc32-ab0f-41ec-918d-4b7a75e2c020 req-6c6600d7-7d3a-434d-8ed0-449ebce20640 tempest-ServersNegativeTestJSON-1795369691 tempest-ServersNegativeTestJSON-1795369691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:21.768370 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f22dfc32-ab0f-41ec-918d-4b7a75e2c020 req-6c6600d7-7d3a-434d-8ed0-449ebce20640 tempest-ServersNegativeTestJSON-1795369691 tempest-ServersNegativeTestJSON-1795369691-project] 10.222.0.70 "GET /v2.0/networks?id=c7186000-02d6-4ca6-a809-ce9e8743e81a HTTP/1.1" status: 200 len: 813 time: 0.1089339 Jan 28 20:31:21.781988 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-f22dfc32-ab0f-41ec-918d-4b7a75e2c020 req-4a139e42-ab1d-48b0-a686-4aa65923d33b tempest-ServersNegativeTestJSON-1795369691 tempest-ServersNegativeTestJSON-1795369691-project] Request body: {'port': {'device_id': '93a8c61b-9bcd-48cf-a75a-d2cd7ccf0ca8', 'network_id': 'c7186000-02d6-4ca6-a809-ce9e8743e81a', 'admin_state_up': True, 'tenant_id': '867aab52ae5c4792a271d48d68a96d49'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:31:21.897574 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ce933245-266c-4b04-95ce-2979ece860f5 req-3a6affc4-1d9a-448e-b565-790c69b13d29 tempest-ServersNegativeTestJSON-1795369691 tempest-ServersNegativeTestJSON-1795369691-project] 10.222.0.64 "GET /v2.0/ports?device_id=93a8c61b-9bcd-48cf-a75a-d2cd7ccf0ca8 HTTP/1.1" status: 200 len: 210 time: 0.0330107 Jan 28 20:31:21.916817 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f22dfc32-ab0f-41ec-918d-4b7a75e2c020 req-4a139e42-ab1d-48b0-a686-4aa65923d33b tempest-ServersNegativeTestJSON-1795369691 tempest-ServersNegativeTestJSON-1795369691-project] Made reservation on behalf of 867aab52ae5c4792a271d48d68a96d49 for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:31:21.920845 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f22dfc32-ab0f-41ec-918d-4b7a75e2c020 req-4a139e42-ab1d-48b0-a686-4aa65923d33b tempest-ServersNegativeTestJSON-1795369691 tempest-ServersNegativeTestJSON-1795369691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:22.046240 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-f22dfc32-ab0f-41ec-918d-4b7a75e2c020 req-4a139e42-ab1d-48b0-a686-4aa65923d33b tempest-ServersNegativeTestJSON-1795369691 tempest-ServersNegativeTestJSON-1795369691-project] Allocated IP 172.20.0.10 (c7186000-02d6-4ca6-a809-ce9e8743e81a/1d2055b2-581c-4db6-8cfa-d4b0c4958c56/65f59138-fbdc-43fa-aa18-eda722ed10a0) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:31:22.191307 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f22dfc32-ab0f-41ec-918d-4b7a75e2c020 req-4a139e42-ab1d-48b0-a686-4aa65923d33b tempest-ServersNegativeTestJSON-1795369691 tempest-ServersNegativeTestJSON-1795369691-project] Publish callbacks [] for port (65f59138-fbdc-43fa-aa18-eda722ed10a0), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:22.225629 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f22dfc32-ab0f-41ec-918d-4b7a75e2c020 req-4a139e42-ab1d-48b0-a686-4aa65923d33b tempest-ServersNegativeTestJSON-1795369691 tempest-ServersNegativeTestJSON-1795369691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (65f59138-fbdc-43fa-aa18-eda722ed10a0), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:22.268246 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f22dfc32-ab0f-41ec-918d-4b7a75e2c020 req-4a139e42-ab1d-48b0-a686-4aa65923d33b tempest-ServersNegativeTestJSON-1795369691 tempest-ServersNegativeTestJSON-1795369691-project] Network c7186000-02d6-4ca6-a809-ce9e8743e81a is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:31:22.271254 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-f22dfc32-ab0f-41ec-918d-4b7a75e2c020 req-4a139e42-ab1d-48b0-a686-4aa65923d33b tempest-ServersNegativeTestJSON-1795369691 tempest-ServersNegativeTestJSON-1795369691-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:31:22.273713 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-f22dfc32-ab0f-41ec-918d-4b7a75e2c020 req-4a139e42-ab1d-48b0-a686-4aa65923d33b tempest-ServersNegativeTestJSON-1795369691 tempest-ServersNegativeTestJSON-1795369691-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:31:22.301552 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a139e42-ab1d-48b0-a686-4aa65923d33b tempest-ServersNegativeTestJSON-1795369691 tempest-ServersNegativeTestJSON-1795369691-project] Pushing event updated for resources: {'Port': ['ID=65f59138-fbdc-43fa-aa18-eda722ed10a0,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:22.328459 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22dfc32-ab0f-41ec-918d-4b7a75e2c020 req-4a139e42-ab1d-48b0-a686-4aa65923d33b tempest-ServersNegativeTestJSON-1795369691 tempest-ServersNegativeTestJSON-1795369691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:22.329076 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f22dfc32-ab0f-41ec-918d-4b7a75e2c020 req-4a139e42-ab1d-48b0-a686-4aa65923d33b tempest-ServersNegativeTestJSON-1795369691 tempest-ServersNegativeTestJSON-1795369691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:22.344813 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f22dfc32-ab0f-41ec-918d-4b7a75e2c020 req-4a139e42-ab1d-48b0-a686-4aa65923d33b tempest-ServersNegativeTestJSON-1795369691 tempest-ServersNegativeTestJSON-1795369691-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5667942 Jan 28 20:31:22.357686 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-f22dfc32-ab0f-41ec-918d-4b7a75e2c020 req-9514faf1-a4be-4492-acbf-e283dd727e2e service neutron] Request body: {'port': {'device_id': '93a8c61b-9bcd-48cf-a75a-d2cd7ccf0ca8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-14'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:31:22.421436 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f22dfc32-ab0f-41ec-918d-4b7a75e2c020 req-9514faf1-a4be-4492-acbf-e283dd727e2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (65f59138-fbdc-43fa-aa18-eda722ed10a0), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:22.682911 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-f22dfc32-ab0f-41ec-918d-4b7a75e2c020 req-9514faf1-a4be-4492-acbf-e283dd727e2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65f59138-fbdc-43fa-aa18-eda722ed10a0 {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:31:22.690348 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f22dfc32-ab0f-41ec-918d-4b7a75e2c020 req-9514faf1-a4be-4492-acbf-e283dd727e2e service neutron] Publish callbacks [] for port (65f59138-fbdc-43fa-aa18-eda722ed10a0), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:22.703248 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-f22dfc32-ab0f-41ec-918d-4b7a75e2c020 req-9514faf1-a4be-4492-acbf-e283dd727e2e service neutron] Transition to ACTIVE for port object 65f59138-fbdc-43fa-aa18-eda722ed10a0 will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:31:22.706120 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f22dfc32-ab0f-41ec-918d-4b7a75e2c020 req-9514faf1-a4be-4492-acbf-e283dd727e2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (65f59138-fbdc-43fa-aa18-eda722ed10a0), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:22.776168 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9514faf1-a4be-4492-acbf-e283dd727e2e service neutron] Pushing event updated for resources: {'Port': ['ID=65f59138-fbdc-43fa-aa18-eda722ed10a0,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:22.823042 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-f22dfc32-ab0f-41ec-918d-4b7a75e2c020 req-9514faf1-a4be-4492-acbf-e283dd727e2e service neutron] Attempting to bind port 65f59138-fbdc-43fa-aa18-eda722ed10a0 on host n-h2-812111-14 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:31:22.823383 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-f22dfc32-ab0f-41ec-918d-4b7a75e2c020 req-9514faf1-a4be-4492-acbf-e283dd727e2e service neutron] Attempting to bind port 65f59138-fbdc-43fa-aa18-eda722ed10a0 by drivers openvswitch,hyperv on host n-h2-812111-14 at level 0 using segments [{'id': '71714963-3e44-4ee7-aa2a-0334e3e6a301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'c7186000-02d6-4ca6-a809-ce9e8743e81a'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:31:22.823714 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f22dfc32-ab0f-41ec-918d-4b7a75e2c020 req-9514faf1-a4be-4492-acbf-e283dd727e2e service neutron] Attempting to bind port 65f59138-fbdc-43fa-aa18-eda722ed10a0 on network c7186000-02d6-4ca6-a809-ce9e8743e81a {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:31:22.828506 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f22dfc32-ab0f-41ec-918d-4b7a75e2c020 req-9514faf1-a4be-4492-acbf-e283dd727e2e service neutron] Port 65f59138-fbdc-43fa-aa18-eda722ed10a0 on network c7186000-02d6-4ca6-a809-ce9e8743e81a not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-14 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:31:22.828827 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f22dfc32-ab0f-41ec-918d-4b7a75e2c020 req-9514faf1-a4be-4492-acbf-e283dd727e2e service neutron] Attempting to bind port 65f59138-fbdc-43fa-aa18-eda722ed10a0 on network c7186000-02d6-4ca6-a809-ce9e8743e81a {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:31:22.833532 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f22dfc32-ab0f-41ec-918d-4b7a75e2c020 req-9514faf1-a4be-4492-acbf-e283dd727e2e service neutron] Checking agent: {'id': '8f3fee4e-bf24-4b58-8a3a-ae9c8011a473', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 31, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:31:22.833875 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f22dfc32-ab0f-41ec-918d-4b7a75e2c020 req-9514faf1-a4be-4492-acbf-e283dd727e2e service neutron] Checking segment: {'id': '71714963-3e44-4ee7-aa2a-0334e3e6a301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'c7186000-02d6-4ca6-a809-ce9e8743e81a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:31:22.834263 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f22dfc32-ab0f-41ec-918d-4b7a75e2c020 req-9514faf1-a4be-4492-acbf-e283dd727e2e service neutron] Bound using segment: {'id': '71714963-3e44-4ee7-aa2a-0334e3e6a301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'c7186000-02d6-4ca6-a809-ce9e8743e81a'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:31:22.834690 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-f22dfc32-ab0f-41ec-918d-4b7a75e2c020 req-9514faf1-a4be-4492-acbf-e283dd727e2e service neutron] Bound port: 65f59138-fbdc-43fa-aa18-eda722ed10a0, host: n-h2-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71714963-3e44-4ee7-aa2a-0334e3e6a301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'c7186000-02d6-4ca6-a809-ce9e8743e81a'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:31:22.835046 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f22dfc32-ab0f-41ec-918d-4b7a75e2c020 req-9514faf1-a4be-4492-acbf-e283dd727e2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (65f59138-fbdc-43fa-aa18-eda722ed10a0), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:22.898239 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-f22dfc32-ab0f-41ec-918d-4b7a75e2c020 req-9514faf1-a4be-4492-acbf-e283dd727e2e service neutron] For port 65f59138-fbdc-43fa-aa18-eda722ed10a0, host n-h2-812111-14, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:31:22.901440 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-f22dfc32-ab0f-41ec-918d-4b7a75e2c020 req-9514faf1-a4be-4492-acbf-e283dd727e2e service neutron] For port 65f59138-fbdc-43fa-aa18-eda722ed10a0, host n-h2-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=65f59138-fbdc-43fa-aa18-eda722ed10a0,segment=NetworkSegment(71714963-3e44-4ee7-aa2a-0334e3e6a301),segment_id=71714963-3e44-4ee7-aa2a-0334e3e6a301)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:31:22.907799 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f22dfc32-ab0f-41ec-918d-4b7a75e2c020 req-9514faf1-a4be-4492-acbf-e283dd727e2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (65f59138-fbdc-43fa-aa18-eda722ed10a0), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:22.948073 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22dfc32-ab0f-41ec-918d-4b7a75e2c020 req-9514faf1-a4be-4492-acbf-e283dd727e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:22.948713 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f22dfc32-ab0f-41ec-918d-4b7a75e2c020 req-9514faf1-a4be-4492-acbf-e283dd727e2e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:22.950170 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f22dfc32-ab0f-41ec-918d-4b7a75e2c020 req-9514faf1-a4be-4492-acbf-e283dd727e2e service neutron] 10.222.0.70 "PUT /v2.0/ports/65f59138-fbdc-43fa-aa18-eda722ed10a0 HTTP/1.1" status: 200 len: 1093 time: 0.5965278 Jan 28 20:31:22.951261 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93a8c61b-9bcd-48cf-a75a-d2cd7ccf0ca8', 'tag': '65f59138-fbdc-43fa-aa18-eda722ed10a0'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:31:22.954416 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}690870b4896ba3504f21237a239c836c0346d6a62bcfb5e8ee91fd1b13f99dd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fec1a558-3f7c-421b-98ac-e421653a08b6" -d '{"events": [{"name": "network-changed", "server_uuid": "93a8c61b-9bcd-48cf-a75a-d2cd7ccf0ca8", "tag": "65f59138-fbdc-43fa-aa18-eda722ed10a0"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:31:22.975028 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9514faf1-a4be-4492-acbf-e283dd727e2e service neutron] Pushing event updated for resources: {'Port': ['ID=65f59138-fbdc-43fa-aa18-eda722ed10a0,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:23.010170 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:31:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c419a37-30b9-4e4c-94b8-9cfb3a79325d x-openstack-request-id: req-7c419a37-30b9-4e4c-94b8-9cfb3a79325d {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:31:23.010534 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93a8c61b-9bcd-48cf-a75a-d2cd7ccf0ca8", "tag": "65f59138-fbdc-43fa-aa18-eda722ed10a0", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:31:23.010928 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7c419a37-30b9-4e4c-94b8-9cfb3a79325d {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:31:23.011339 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93a8c61b-9bcd-48cf-a75a-d2cd7ccf0ca8', 'tag': '65f59138-fbdc-43fa-aa18-eda722ed10a0', 'status': 'completed', 'code': 200} Jan 28 20:31:23.032817 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe88f5e-3dad-41e2-8a8e-3615ba08e91d req-8595a6ae-3811-4652-b3d5-e12438575b69 tempest-ServersNegativeTestJSON-1795369691 tempest-ServersNegativeTestJSON-1795369691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:23.034348 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-dfe88f5e-3dad-41e2-8a8e-3615ba08e91d req-8595a6ae-3811-4652-b3d5-e12438575b69 tempest-ServersNegativeTestJSON-1795369691 tempest-ServersNegativeTestJSON-1795369691-project] 10.222.0.64 "GET /v2.0/ports?device_id=93a8c61b-9bcd-48cf-a75a-d2cd7ccf0ca8 HTTP/1.1" status: 200 len: 944 time: 0.0657694 Jan 28 20:31:23.052168 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22dfc32-ab0f-41ec-918d-4b7a75e2c020 req-05d56a85-0d85-4649-8d7f-479b1c8dc8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:23.053724 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f22dfc32-ab0f-41ec-918d-4b7a75e2c020 req-05d56a85-0d85-4649-8d7f-479b1c8dc8f9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=867aab52ae5c4792a271d48d68a96d49&device_id=93a8c61b-9bcd-48cf-a75a-d2cd7ccf0ca8 HTTP/1.1" status: 200 len: 1127 time: 0.0555995 Jan 28 20:31:23.081910 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-dfe88f5e-3dad-41e2-8a8e-3615ba08e91d req-eec3457a-f05f-48c8-87ea-f52f86c6896d tempest-ServersNegativeTestJSON-1795369691 tempest-ServersNegativeTestJSON-1795369691-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc849482-6a16-4172-a557-727097193970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416927 Jan 28 20:31:23.096642 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f22dfc32-ab0f-41ec-918d-4b7a75e2c020 req-d91392ba-1a46-4be6-88e0-1a28af77feb9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=65f59138-fbdc-43fa-aa18-eda722ed10a0 HTTP/1.1" status: 200 len: 217 time: 0.0355854 Jan 28 20:31:23.146256 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22dfc32-ab0f-41ec-918d-4b7a75e2c020 req-3c385508-a605-4315-944e-2496d2e51e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:23.147675 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f22dfc32-ab0f-41ec-918d-4b7a75e2c020 req-3c385508-a605-4315-944e-2496d2e51e38 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1d2055b2-581c-4db6-8cfa-d4b0c4958c56 HTTP/1.1" status: 200 len: 853 time: 0.0436506 Jan 28 20:31:23.183043 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f22dfc32-ab0f-41ec-918d-4b7a75e2c020 req-c1ebfe63-800d-4aea-ae3a-47ac4dfd7e89 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c7186000-02d6-4ca6-a809-ce9e8743e81a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286317 Jan 28 20:31:23.271733 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f22dfc32-ab0f-41ec-918d-4b7a75e2c020 req-eccbb8b1-c0bf-4dcf-9968-3358652b324e service neutron] 10.222.0.70 "GET /v2.0/networks/c7186000-02d6-4ca6-a809-ce9e8743e81a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823071 Jan 28 20:31:23.364310 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f22dfc32-ab0f-41ec-918d-4b7a75e2c020 req-e75c6062-6b4c-42fd-a453-0140f83bf812 service neutron] 10.222.0.70 "GET /v2.0/networks/c7186000-02d6-4ca6-a809-ce9e8743e81a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863202 Jan 28 20:31:23.456605 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec1a558-3f7c-421b-98ac-e421653a08b6 req-1a918f6b-71b4-443d-ab5f-25232628833c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:23.458126 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-fec1a558-3f7c-421b-98ac-e421653a08b6 req-1a918f6b-71b4-443d-ab5f-25232628833c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=867aab52ae5c4792a271d48d68a96d49&device_id=93a8c61b-9bcd-48cf-a75a-d2cd7ccf0ca8 HTTP/1.1" status: 200 len: 1127 time: 0.0456274 Jan 28 20:31:23.549258 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec1a558-3f7c-421b-98ac-e421653a08b6 req-c1aeef0a-92df-41f7-8d9b-ed35b068d506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:23.550626 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-fec1a558-3f7c-421b-98ac-e421653a08b6 req-c1aeef0a-92df-41f7-8d9b-ed35b068d506 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c7186000-02d6-4ca6-a809-ce9e8743e81a HTTP/1.1" status: 200 len: 913 time: 0.0862045 Jan 28 20:31:23.595931 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-fec1a558-3f7c-421b-98ac-e421653a08b6 req-83779869-81f9-4350-92c4-ac624e3536cd service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=65f59138-fbdc-43fa-aa18-eda722ed10a0 HTTP/1.1" status: 200 len: 217 time: 0.0381315 Jan 28 20:31:23.644044 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec1a558-3f7c-421b-98ac-e421653a08b6 req-bc1aadc8-6630-40a3-ad0f-f1d356382769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:23.645491 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-fec1a558-3f7c-421b-98ac-e421653a08b6 req-bc1aadc8-6630-40a3-ad0f-f1d356382769 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1d2055b2-581c-4db6-8cfa-d4b0c4958c56 HTTP/1.1" status: 200 len: 853 time: 0.0433893 Jan 28 20:31:23.677998 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-fec1a558-3f7c-421b-98ac-e421653a08b6 req-18a6728c-3f7d-4ae2-83c0-5cbd9a29cf77 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c7186000-02d6-4ca6-a809-ce9e8743e81a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259938 Jan 28 20:31:23.770921 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-fec1a558-3f7c-421b-98ac-e421653a08b6 req-dfd3ddcf-fc16-4c65-a60f-7be9f58c1966 service neutron] 10.222.0.70 "GET /v2.0/networks/c7186000-02d6-4ca6-a809-ce9e8743e81a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842497 Jan 28 20:31:23.857736 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-fec1a558-3f7c-421b-98ac-e421653a08b6 req-5226e4d0-672d-461a-9973-a1f3bd245a7c service neutron] 10.222.0.70 "GET /v2.0/networks/c7186000-02d6-4ca6-a809-ce9e8743e81a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806050 Jan 28 20:31:24.202575 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810c10a4-c774-4bf9-8029-36ba9083757c req-6d41c57f-2647-47cf-b9a6-f4db5361da8e tempest-ServersNegativeTestJSON-1795369691 tempest-ServersNegativeTestJSON-1795369691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:24.204162 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-810c10a4-c774-4bf9-8029-36ba9083757c req-6d41c57f-2647-47cf-b9a6-f4db5361da8e tempest-ServersNegativeTestJSON-1795369691 tempest-ServersNegativeTestJSON-1795369691-project] 10.222.0.64 "GET /v2.0/ports?device_id=93a8c61b-9bcd-48cf-a75a-d2cd7ccf0ca8 HTTP/1.1" status: 200 len: 944 time: 0.0535958 Jan 28 20:31:24.255637 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-810c10a4-c774-4bf9-8029-36ba9083757c req-3538e7e2-7f9a-423a-81c3-6f705f3329e0 tempest-ServersNegativeTestJSON-1795369691 tempest-ServersNegativeTestJSON-1795369691-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc849482-6a16-4172-a557-727097193970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459328 Jan 28 20:31:24.580729 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:25.179917 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:31:25.377515 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25db0aa8-f794-4479-a485-1b7be2ac4d6b req-47307cb9-18b7-4930-a25f-59aab3bfbf7c tempest-ServersNegativeTestJSON-1795369691 tempest-ServersNegativeTestJSON-1795369691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:25.378991 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-25db0aa8-f794-4479-a485-1b7be2ac4d6b req-47307cb9-18b7-4930-a25f-59aab3bfbf7c tempest-ServersNegativeTestJSON-1795369691 tempest-ServersNegativeTestJSON-1795369691-project] 10.222.0.64 "GET /v2.0/ports?device_id=93a8c61b-9bcd-48cf-a75a-d2cd7ccf0ca8 HTTP/1.1" status: 200 len: 944 time: 0.0564353 Jan 28 20:31:25.424945 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-25db0aa8-f794-4479-a485-1b7be2ac4d6b req-cd9415fe-95e0-496a-8eb5-2c32227129de tempest-ServersNegativeTestJSON-1795369691 tempest-ServersNegativeTestJSON-1795369691-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc849482-6a16-4172-a557-727097193970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403965 Jan 28 20:31:26.543136 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f84522-102c-4aae-8d44-06e85ed61b7f req-87616906-8c6f-45a2-a6c5-8320d58d3293 tempest-ServersNegativeTestJSON-1795369691 tempest-ServersNegativeTestJSON-1795369691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:26.544516 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f7f84522-102c-4aae-8d44-06e85ed61b7f req-87616906-8c6f-45a2-a6c5-8320d58d3293 tempest-ServersNegativeTestJSON-1795369691 tempest-ServersNegativeTestJSON-1795369691-project] 10.222.0.64 "GET /v2.0/ports?device_id=93a8c61b-9bcd-48cf-a75a-d2cd7ccf0ca8 HTTP/1.1" status: 200 len: 944 time: 0.0521002 Jan 28 20:31:26.590738 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f7f84522-102c-4aae-8d44-06e85ed61b7f req-51c3db6d-c023-417b-b490-026e32e73d3d tempest-ServersNegativeTestJSON-1795369691 tempest-ServersNegativeTestJSON-1795369691-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc849482-6a16-4172-a557-727097193970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400207 Jan 28 20:31:27.406017 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 65f59138-fbdc-43fa-aa18-eda722ed10a0 details requested by agent hyperv_n-h2-812111-14 with host n-h2-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:31:27.668866 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 65f59138-fbdc-43fa-aa18-eda722ed10a0, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=65f59138-fbdc-43fa-aa18-eda722ed10a0,segment=NetworkSegment(71714963-3e44-4ee7-aa2a-0334e3e6a301),segment_id=71714963-3e44-4ee7-aa2a-0334e3e6a301)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:31:27.684461 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Returning: {'device': '65f59138-fbdc-43fa-aa18-eda722ed10a0', 'network_id': 'c7186000-02d6-4ca6-a809-ce9e8743e81a', 'port_id': '65f59138-fbdc-43fa-aa18-eda722ed10a0', 'mac_address': 'fa:16:3e:5c:00:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d2055b2-581c-4db6-8cfa-d4b0c4958c56', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:31:27.719308 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11b4e22-7e0d-429e-8259-b99a2da2ae4f req-cd61968a-86e7-4c73-a475-ad01cf225d32 tempest-ServersNegativeTestJSON-1795369691 tempest-ServersNegativeTestJSON-1795369691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:27.720811 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f11b4e22-7e0d-429e-8259-b99a2da2ae4f req-cd61968a-86e7-4c73-a475-ad01cf225d32 tempest-ServersNegativeTestJSON-1795369691 tempest-ServersNegativeTestJSON-1795369691-project] 10.222.0.64 "GET /v2.0/ports?device_id=93a8c61b-9bcd-48cf-a75a-d2cd7ccf0ca8 HTTP/1.1" status: 200 len: 944 time: 0.0593889 Jan 28 20:31:27.722828 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 65f59138-fbdc-43fa-aa18-eda722ed10a0 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:31:27.723221 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (65f59138-fbdc-43fa-aa18-eda722ed10a0), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:27.736818 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65f59138-fbdc-43fa-aa18-eda722ed10a0 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:31:27.756345 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 65f59138-fbdc-43fa-aa18-eda722ed10a0, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=65f59138-fbdc-43fa-aa18-eda722ed10a0,segment=NetworkSegment(71714963-3e44-4ee7-aa2a-0334e3e6a301),segment_id=71714963-3e44-4ee7-aa2a-0334e3e6a301)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:31:27.760952 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (65f59138-fbdc-43fa-aa18-eda722ed10a0), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:27.769685 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f11b4e22-7e0d-429e-8259-b99a2da2ae4f req-c0796b2c-4e49-4b35-9158-2aab03b76f0a tempest-ServersNegativeTestJSON-1795369691 tempest-ServersNegativeTestJSON-1795369691-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc849482-6a16-4172-a557-727097193970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432262 Jan 28 20:31:27.808158 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=65f59138-fbdc-43fa-aa18-eda722ed10a0,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:27.963404 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['65f59138-fbdc-43fa-aa18-eda722ed10a0'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:31:28.888919 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c215b3cc-1475-4f29-ac21-30b71a83d282 req-509c0fb8-b571-4acf-a921-936b01bdd226 tempest-ServersNegativeTestJSON-1795369691 tempest-ServersNegativeTestJSON-1795369691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:28.890464 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c215b3cc-1475-4f29-ac21-30b71a83d282 req-509c0fb8-b571-4acf-a921-936b01bdd226 tempest-ServersNegativeTestJSON-1795369691 tempest-ServersNegativeTestJSON-1795369691-project] 10.222.0.64 "GET /v2.0/ports?device_id=93a8c61b-9bcd-48cf-a75a-d2cd7ccf0ca8 HTTP/1.1" status: 200 len: 945 time: 0.0524664 Jan 28 20:31:28.937559 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c215b3cc-1475-4f29-ac21-30b71a83d282 req-09764775-48df-4d08-8d1b-1f03e94fb61c tempest-ServersNegativeTestJSON-1795369691 tempest-ServersNegativeTestJSON-1795369691-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc849482-6a16-4172-a557-727097193970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414865 Jan 28 20:31:29.412510 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 65f59138-fbdc-43fa-aa18-eda722ed10a0 up at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:31:29.463585 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning for port 65f59138-fbdc-43fa-aa18-eda722ed10a0 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:31:29.467821 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning complete for port 65f59138-fbdc-43fa-aa18-eda722ed10a0 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:31:29.468194 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (65f59138-fbdc-43fa-aa18-eda722ed10a0), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:29.547025 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 65f59138-fbdc-43fa-aa18-eda722ed10a0 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:31:29.547472 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (65f59138-fbdc-43fa-aa18-eda722ed10a0), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:29.570103 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93a8c61b-9bcd-48cf-a75a-d2cd7ccf0ca8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65f59138-fbdc-43fa-aa18-eda722ed10a0'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:31:29.572433 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}704c702df6f21e7df92d3d89d4c6cfde2c6406e49d8202b36454fc5209adee22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7cdc23b-7803-479e-82e1-8390e50bd954" -d '{"events": [{"server_uuid": "93a8c61b-9bcd-48cf-a75a-d2cd7ccf0ca8", "name": "network-vif-plugged", "status": "completed", "tag": "65f59138-fbdc-43fa-aa18-eda722ed10a0"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:31:29.584187 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 65f59138-fbdc-43fa-aa18-eda722ed10a0, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=65f59138-fbdc-43fa-aa18-eda722ed10a0,segment=NetworkSegment(71714963-3e44-4ee7-aa2a-0334e3e6a301),segment_id=71714963-3e44-4ee7-aa2a-0334e3e6a301)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:31:29.588439 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (65f59138-fbdc-43fa-aa18-eda722ed10a0), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:29.614531 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c011586-2ae4-4af0-b9f9-832ca39f5a6c x-openstack-request-id: req-8c011586-2ae4-4af0-b9f9-832ca39f5a6c {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:31:29.614846 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93a8c61b-9bcd-48cf-a75a-d2cd7ccf0ca8", "name": "network-vif-plugged", "status": "completed", "tag": "65f59138-fbdc-43fa-aa18-eda722ed10a0", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:31:29.615108 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8c011586-2ae4-4af0-b9f9-832ca39f5a6c {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:31:29.615503 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93a8c61b-9bcd-48cf-a75a-d2cd7ccf0ca8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65f59138-fbdc-43fa-aa18-eda722ed10a0', 'code': 200} Jan 28 20:31:29.644578 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=65f59138-fbdc-43fa-aa18-eda722ed10a0,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:29.718694 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5b8ed4-85ac-4db6-b48c-89ae321c065d req-7db957d8-551a-442a-97f6-1999701a82f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:29.720191 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1c5b8ed4-85ac-4db6-b48c-89ae321c065d req-7db957d8-551a-442a-97f6-1999701a82f4 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=93a8c61b-9bcd-48cf-a75a-d2cd7ccf0ca8 HTTP/1.1" status: 200 len: 1129 time: 0.0476582 Jan 28 20:31:29.764941 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1c5b8ed4-85ac-4db6-b48c-89ae321c065d req-94be170e-9f49-4213-a584-9f7652580a68 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=bc849482-6a16-4172-a557-727097193970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370164 Jan 28 20:31:30.053629 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb045b9-638e-45e4-ad45-ac09b3e18ce8 req-70c299fa-ccca-4674-8200-1677224dcd21 tempest-ServersNegativeTestJSON-1795369691 tempest-ServersNegativeTestJSON-1795369691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:30.055100 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1fb045b9-638e-45e4-ad45-ac09b3e18ce8 req-70c299fa-ccca-4674-8200-1677224dcd21 tempest-ServersNegativeTestJSON-1795369691 tempest-ServersNegativeTestJSON-1795369691-project] 10.222.0.64 "GET /v2.0/ports?device_id=93a8c61b-9bcd-48cf-a75a-d2cd7ccf0ca8 HTTP/1.1" status: 200 len: 946 time: 0.0522094 Jan 28 20:31:30.100904 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1fb045b9-638e-45e4-ad45-ac09b3e18ce8 req-f35a0096-2e47-4996-a949-6611e09a6f4e tempest-ServersNegativeTestJSON-1795369691 tempest-ServersNegativeTestJSON-1795369691-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc849482-6a16-4172-a557-727097193970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402489 Jan 28 20:31:31.225834 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d166fe2-2bac-42ce-9149-b27b265f0d77 req-d233c1dd-ba80-4b3d-846b-c534f9ed3365 tempest-ServersNegativeTestJSON-1795369691 tempest-ServersNegativeTestJSON-1795369691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:31.227336 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3d166fe2-2bac-42ce-9149-b27b265f0d77 req-d233c1dd-ba80-4b3d-846b-c534f9ed3365 tempest-ServersNegativeTestJSON-1795369691 tempest-ServersNegativeTestJSON-1795369691-project] 10.222.0.64 "GET /v2.0/ports?device_id=93a8c61b-9bcd-48cf-a75a-d2cd7ccf0ca8 HTTP/1.1" status: 200 len: 946 time: 0.0568049 Jan 28 20:31:31.274245 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3d166fe2-2bac-42ce-9149-b27b265f0d77 req-ca2ed35b-d115-4f32-bfde-b2417d431bbc tempest-ServersNegativeTestJSON-1795369691 tempest-ServersNegativeTestJSON-1795369691-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc849482-6a16-4172-a557-727097193970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410604 Jan 28 20:31:31.494501 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84765b0e-3c6e-4369-9e00-205d462f245a req-c194a94f-daca-4dbe-8b09-846b8cc03c03 tempest-ServersNegativeTestJSON-1795369691 tempest-ServersNegativeTestJSON-1795369691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:31.495860 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-84765b0e-3c6e-4369-9e00-205d462f245a req-c194a94f-daca-4dbe-8b09-846b8cc03c03 tempest-ServersNegativeTestJSON-1795369691 tempest-ServersNegativeTestJSON-1795369691-project] 10.222.0.64 "GET /v2.0/networks?id=c7186000-02d6-4ca6-a809-ce9e8743e81a HTTP/1.1" status: 200 len: 813 time: 0.1018972 Jan 28 20:31:31.510409 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-84765b0e-3c6e-4369-9e00-205d462f245a req-1c818786-e4a3-4b5a-8d74-f8a3a3956897 tempest-ServersNegativeTestJSON-1795369691 tempest-ServersNegativeTestJSON-1795369691-project] 10.222.0.64 "GET /v2.0/quotas/867aab52ae5c4792a271d48d68a96d49 HTTP/1.1" status: 200 len: 375 time: 0.0086799 Jan 28 20:31:31.562362 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-84765b0e-3c6e-4369-9e00-205d462f245a req-302d13c1-cace-46f8-bf77-439fd64c04ae tempest-ServersNegativeTestJSON-1795369691 tempest-ServersNegativeTestJSON-1795369691-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=867aab52ae5c4792a271d48d68a96d49&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0459383 Jan 28 20:31:31.652440 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-84765b0e-3c6e-4369-9e00-205d462f245a req-02075ead-a262-477b-b2df-f17ef010d4cb service neutron] 10.222.0.64 "GET /v2.0/networks/c7186000-02d6-4ca6-a809-ce9e8743e81a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835235 Jan 28 20:31:31.738848 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-84765b0e-3c6e-4369-9e00-205d462f245a req-e015aaf5-aeaf-45c8-a64a-2068e1c1d3bb service neutron] 10.222.0.64 "GET /v2.0/networks/c7186000-02d6-4ca6-a809-ce9e8743e81a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806940 Jan 28 20:31:31.898985 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-035df5b8-ba00-4af4-9cdf-5d6146aaa044 req-91088b33-c432-404f-a225-aab529fe5cec tempest-ServersNegativeTestJSON-1795369691 tempest-ServersNegativeTestJSON-1795369691-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1383da4-b83b-4968-b5e7-c5c8f211b92b HTTP/1.1" status: 200 len: 210 time: 0.0282829 Jan 28 20:31:33.000257 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8c964348-50f3-4fe5-90a0-078a338e4e66 req-0feaa1b8-4807-41fe-bf07-1263546e1882 tempest-ServersNegativeTestJSON-1795369691 tempest-ServersNegativeTestJSON-1795369691-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1383da4-b83b-4968-b5e7-c5c8f211b92b HTTP/1.1" status: 200 len: 210 time: 0.0288272 Jan 28 20:31:33.030056 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84765b0e-3c6e-4369-9e00-205d462f245a req-1ba0ea28-9555-4838-bae0-e2581abb1c1e tempest-ServersNegativeTestJSON-1795369691 tempest-ServersNegativeTestJSON-1795369691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:33.031562 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-84765b0e-3c6e-4369-9e00-205d462f245a req-1ba0ea28-9555-4838-bae0-e2581abb1c1e tempest-ServersNegativeTestJSON-1795369691 tempest-ServersNegativeTestJSON-1795369691-project] 10.222.0.41 "GET /v2.0/networks?id=c7186000-02d6-4ca6-a809-ce9e8743e81a HTTP/1.1" status: 200 len: 813 time: 0.1123209 Jan 28 20:31:33.050929 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-84765b0e-3c6e-4369-9e00-205d462f245a req-fd39b4b6-43fd-48df-a114-b33dd8f7554e tempest-ServersNegativeTestJSON-1795369691 tempest-ServersNegativeTestJSON-1795369691-project] Request body: {'port': {'device_id': 'd1383da4-b83b-4968-b5e7-c5c8f211b92b', 'network_id': 'c7186000-02d6-4ca6-a809-ce9e8743e81a', 'admin_state_up': True, 'tenant_id': '867aab52ae5c4792a271d48d68a96d49'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:31:33.155243 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84765b0e-3c6e-4369-9e00-205d462f245a req-fd39b4b6-43fd-48df-a114-b33dd8f7554e tempest-ServersNegativeTestJSON-1795369691 tempest-ServersNegativeTestJSON-1795369691-project] Made reservation on behalf of 867aab52ae5c4792a271d48d68a96d49 for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:31:33.158649 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-84765b0e-3c6e-4369-9e00-205d462f245a req-fd39b4b6-43fd-48df-a114-b33dd8f7554e tempest-ServersNegativeTestJSON-1795369691 tempest-ServersNegativeTestJSON-1795369691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:33.287986 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-84765b0e-3c6e-4369-9e00-205d462f245a req-fd39b4b6-43fd-48df-a114-b33dd8f7554e tempest-ServersNegativeTestJSON-1795369691 tempest-ServersNegativeTestJSON-1795369691-project] Allocated IP 172.20.0.7 (c7186000-02d6-4ca6-a809-ce9e8743e81a/1d2055b2-581c-4db6-8cfa-d4b0c4958c56/d6e32fa4-2ab9-4e0d-bb45-e1ff58121de6) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:31:33.430441 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-84765b0e-3c6e-4369-9e00-205d462f245a req-fd39b4b6-43fd-48df-a114-b33dd8f7554e tempest-ServersNegativeTestJSON-1795369691 tempest-ServersNegativeTestJSON-1795369691-project] Publish callbacks [] for port (d6e32fa4-2ab9-4e0d-bb45-e1ff58121de6), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:33.464584 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-84765b0e-3c6e-4369-9e00-205d462f245a req-fd39b4b6-43fd-48df-a114-b33dd8f7554e tempest-ServersNegativeTestJSON-1795369691 tempest-ServersNegativeTestJSON-1795369691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (d6e32fa4-2ab9-4e0d-bb45-e1ff58121de6), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:33.476671 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['65f59138-fbdc-43fa-aa18-eda722ed10a0'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:31:33.509302 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84765b0e-3c6e-4369-9e00-205d462f245a req-fd39b4b6-43fd-48df-a114-b33dd8f7554e tempest-ServersNegativeTestJSON-1795369691 tempest-ServersNegativeTestJSON-1795369691-project] Network c7186000-02d6-4ca6-a809-ce9e8743e81a is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:31:33.514484 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-84765b0e-3c6e-4369-9e00-205d462f245a req-fd39b4b6-43fd-48df-a114-b33dd8f7554e tempest-ServersNegativeTestJSON-1795369691 tempest-ServersNegativeTestJSON-1795369691-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:31:33.522033 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-84765b0e-3c6e-4369-9e00-205d462f245a req-fd39b4b6-43fd-48df-a114-b33dd8f7554e tempest-ServersNegativeTestJSON-1795369691 tempest-ServersNegativeTestJSON-1795369691-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:31:33.548679 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd39b4b6-43fd-48df-a114-b33dd8f7554e tempest-ServersNegativeTestJSON-1795369691 tempest-ServersNegativeTestJSON-1795369691-project] Pushing event updated for resources: {'Port': ['ID=d6e32fa4-2ab9-4e0d-bb45-e1ff58121de6,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:33.572701 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84765b0e-3c6e-4369-9e00-205d462f245a req-fd39b4b6-43fd-48df-a114-b33dd8f7554e tempest-ServersNegativeTestJSON-1795369691 tempest-ServersNegativeTestJSON-1795369691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:33.573347 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-84765b0e-3c6e-4369-9e00-205d462f245a req-fd39b4b6-43fd-48df-a114-b33dd8f7554e tempest-ServersNegativeTestJSON-1795369691 tempest-ServersNegativeTestJSON-1795369691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:33.593545 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-84765b0e-3c6e-4369-9e00-205d462f245a req-fd39b4b6-43fd-48df-a114-b33dd8f7554e tempest-ServersNegativeTestJSON-1795369691 tempest-ServersNegativeTestJSON-1795369691-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5465884 Jan 28 20:31:33.659088 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-84765b0e-3c6e-4369-9e00-205d462f245a req-c36a0e86-4bb9-46d6-aeff-0ae3c0b89cbb service neutron] Request body: {'port': {'device_id': 'd1383da4-b83b-4968-b5e7-c5c8f211b92b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-14'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:31:33.723688 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-84765b0e-3c6e-4369-9e00-205d462f245a req-c36a0e86-4bb9-46d6-aeff-0ae3c0b89cbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (d6e32fa4-2ab9-4e0d-bb45-e1ff58121de6), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:33.990756 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [req-84765b0e-3c6e-4369-9e00-205d462f245a req-c36a0e86-4bb9-46d6-aeff-0ae3c0b89cbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6e32fa4-2ab9-4e0d-bb45-e1ff58121de6 {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:31:33.998333 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-84765b0e-3c6e-4369-9e00-205d462f245a req-c36a0e86-4bb9-46d6-aeff-0ae3c0b89cbb service neutron] Publish callbacks [] for port (d6e32fa4-2ab9-4e0d-bb45-e1ff58121de6), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:34.010796 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-84765b0e-3c6e-4369-9e00-205d462f245a req-c36a0e86-4bb9-46d6-aeff-0ae3c0b89cbb service neutron] Transition to ACTIVE for port object d6e32fa4-2ab9-4e0d-bb45-e1ff58121de6 will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:31:34.014422 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-84765b0e-3c6e-4369-9e00-205d462f245a req-c36a0e86-4bb9-46d6-aeff-0ae3c0b89cbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (d6e32fa4-2ab9-4e0d-bb45-e1ff58121de6), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:34.083680 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36a0e86-4bb9-46d6-aeff-0ae3c0b89cbb service neutron] Pushing event updated for resources: {'Port': ['ID=d6e32fa4-2ab9-4e0d-bb45-e1ff58121de6,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:34.172794 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-84765b0e-3c6e-4369-9e00-205d462f245a req-c36a0e86-4bb9-46d6-aeff-0ae3c0b89cbb service neutron] Attempting to bind port d6e32fa4-2ab9-4e0d-bb45-e1ff58121de6 on host n-h1-812111-14 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:31:34.173152 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-84765b0e-3c6e-4369-9e00-205d462f245a req-c36a0e86-4bb9-46d6-aeff-0ae3c0b89cbb service neutron] Attempting to bind port d6e32fa4-2ab9-4e0d-bb45-e1ff58121de6 by drivers openvswitch,hyperv on host n-h1-812111-14 at level 0 using segments [{'id': '71714963-3e44-4ee7-aa2a-0334e3e6a301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'c7186000-02d6-4ca6-a809-ce9e8743e81a'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:31:34.173487 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84765b0e-3c6e-4369-9e00-205d462f245a req-c36a0e86-4bb9-46d6-aeff-0ae3c0b89cbb service neutron] Attempting to bind port d6e32fa4-2ab9-4e0d-bb45-e1ff58121de6 on network c7186000-02d6-4ca6-a809-ce9e8743e81a {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:31:34.183194 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31326cb6-ff5b-475a-a16d-a239a1bd8995 req-43e32c6c-ede1-44ee-ac80-fde639490b4f tempest-ServersNegativeTestJSON-1795369691 tempest-ServersNegativeTestJSON-1795369691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:34.184678 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-31326cb6-ff5b-475a-a16d-a239a1bd8995 req-43e32c6c-ede1-44ee-ac80-fde639490b4f tempest-ServersNegativeTestJSON-1795369691 tempest-ServersNegativeTestJSON-1795369691-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1383da4-b83b-4968-b5e7-c5c8f211b92b HTTP/1.1" status: 200 len: 943 time: 0.1023290 Jan 28 20:31:34.186721 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84765b0e-3c6e-4369-9e00-205d462f245a req-c36a0e86-4bb9-46d6-aeff-0ae3c0b89cbb service neutron] Port d6e32fa4-2ab9-4e0d-bb45-e1ff58121de6 on network c7186000-02d6-4ca6-a809-ce9e8743e81a not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-14 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:31:34.187070 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84765b0e-3c6e-4369-9e00-205d462f245a req-c36a0e86-4bb9-46d6-aeff-0ae3c0b89cbb service neutron] Attempting to bind port d6e32fa4-2ab9-4e0d-bb45-e1ff58121de6 on network c7186000-02d6-4ca6-a809-ce9e8743e81a {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:31:34.197456 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84765b0e-3c6e-4369-9e00-205d462f245a req-c36a0e86-4bb9-46d6-aeff-0ae3c0b89cbb service neutron] Checking agent: {'id': 'b544ba20-de93-4d86-9e6b-a2202deb6191', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:31:34.197793 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84765b0e-3c6e-4369-9e00-205d462f245a req-c36a0e86-4bb9-46d6-aeff-0ae3c0b89cbb service neutron] Checking segment: {'id': '71714963-3e44-4ee7-aa2a-0334e3e6a301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'c7186000-02d6-4ca6-a809-ce9e8743e81a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:31:34.198174 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84765b0e-3c6e-4369-9e00-205d462f245a req-c36a0e86-4bb9-46d6-aeff-0ae3c0b89cbb service neutron] Bound using segment: {'id': '71714963-3e44-4ee7-aa2a-0334e3e6a301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'c7186000-02d6-4ca6-a809-ce9e8743e81a'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:31:34.198598 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-84765b0e-3c6e-4369-9e00-205d462f245a req-c36a0e86-4bb9-46d6-aeff-0ae3c0b89cbb service neutron] Bound port: d6e32fa4-2ab9-4e0d-bb45-e1ff58121de6, host: n-h1-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71714963-3e44-4ee7-aa2a-0334e3e6a301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'c7186000-02d6-4ca6-a809-ce9e8743e81a'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:31:34.198954 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-84765b0e-3c6e-4369-9e00-205d462f245a req-c36a0e86-4bb9-46d6-aeff-0ae3c0b89cbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (d6e32fa4-2ab9-4e0d-bb45-e1ff58121de6), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:34.265940 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-31326cb6-ff5b-475a-a16d-a239a1bd8995 req-388d3acb-8001-4e9b-9947-b7049b10dca0 tempest-ServersNegativeTestJSON-1795369691 tempest-ServersNegativeTestJSON-1795369691-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc849482-6a16-4172-a557-727097193970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755267 Jan 28 20:31:34.290075 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-84765b0e-3c6e-4369-9e00-205d462f245a req-c36a0e86-4bb9-46d6-aeff-0ae3c0b89cbb service neutron] For port d6e32fa4-2ab9-4e0d-bb45-e1ff58121de6, host n-h1-812111-14, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:31:34.293281 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-84765b0e-3c6e-4369-9e00-205d462f245a req-c36a0e86-4bb9-46d6-aeff-0ae3c0b89cbb service neutron] For port d6e32fa4-2ab9-4e0d-bb45-e1ff58121de6, host n-h1-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=d6e32fa4-2ab9-4e0d-bb45-e1ff58121de6,segment=NetworkSegment(71714963-3e44-4ee7-aa2a-0334e3e6a301),segment_id=71714963-3e44-4ee7-aa2a-0334e3e6a301)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:31:34.299181 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-84765b0e-3c6e-4369-9e00-205d462f245a req-c36a0e86-4bb9-46d6-aeff-0ae3c0b89cbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (d6e32fa4-2ab9-4e0d-bb45-e1ff58121de6), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:34.337428 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84765b0e-3c6e-4369-9e00-205d462f245a req-c36a0e86-4bb9-46d6-aeff-0ae3c0b89cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:34.338047 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-84765b0e-3c6e-4369-9e00-205d462f245a req-c36a0e86-4bb9-46d6-aeff-0ae3c0b89cbb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:34.339456 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-84765b0e-3c6e-4369-9e00-205d462f245a req-c36a0e86-4bb9-46d6-aeff-0ae3c0b89cbb service neutron] 10.222.0.41 "PUT /v2.0/ports/d6e32fa4-2ab9-4e0d-bb45-e1ff58121de6 HTTP/1.1" status: 200 len: 1092 time: 0.7274387 Jan 28 20:31:34.339899 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1383da4-b83b-4968-b5e7-c5c8f211b92b', 'tag': 'd6e32fa4-2ab9-4e0d-bb45-e1ff58121de6'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:31:34.342174 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}981202432542b3bd90586abfd28c53181d71ca775a89b024ffbb9268f9379f4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a148a0db-0102-4e49-ae4d-db8a745f1e02" -d '{"events": [{"name": "network-changed", "server_uuid": "d1383da4-b83b-4968-b5e7-c5c8f211b92b", "tag": "d6e32fa4-2ab9-4e0d-bb45-e1ff58121de6"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:31:34.367971 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36a0e86-4bb9-46d6-aeff-0ae3c0b89cbb service neutron] Pushing event updated for resources: {'Port': ['ID=d6e32fa4-2ab9-4e0d-bb45-e1ff58121de6,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:34.433305 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84765b0e-3c6e-4369-9e00-205d462f245a req-99b23b5d-2631-4ce5-8904-e04c4617d1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:34.434864 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-84765b0e-3c6e-4369-9e00-205d462f245a req-99b23b5d-2631-4ce5-8904-e04c4617d1f1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=867aab52ae5c4792a271d48d68a96d49&device_id=d1383da4-b83b-4968-b5e7-c5c8f211b92b HTTP/1.1" status: 200 len: 1126 time: 0.0477345 Jan 28 20:31:34.443601 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:31:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c6d1a93-1bcb-4dfb-84ba-b9415d2ffcd1 x-openstack-request-id: req-5c6d1a93-1bcb-4dfb-84ba-b9415d2ffcd1 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:31:34.443909 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1383da4-b83b-4968-b5e7-c5c8f211b92b", "tag": "d6e32fa4-2ab9-4e0d-bb45-e1ff58121de6", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:31:34.444188 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5c6d1a93-1bcb-4dfb-84ba-b9415d2ffcd1 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:31:34.444591 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1383da4-b83b-4968-b5e7-c5c8f211b92b', 'tag': 'd6e32fa4-2ab9-4e0d-bb45-e1ff58121de6', 'status': 'completed', 'code': 200} Jan 28 20:31:34.490235 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-84765b0e-3c6e-4369-9e00-205d462f245a req-d9a274a8-045a-4bb7-ab42-181e55f2ecfb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d6e32fa4-2ab9-4e0d-bb45-e1ff58121de6 HTTP/1.1" status: 200 len: 217 time: 0.0341816 Jan 28 20:31:34.541888 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84765b0e-3c6e-4369-9e00-205d462f245a req-17a83665-f07f-4156-853f-448ea7c628be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:34.543308 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-84765b0e-3c6e-4369-9e00-205d462f245a req-17a83665-f07f-4156-853f-448ea7c628be service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1d2055b2-581c-4db6-8cfa-d4b0c4958c56 HTTP/1.1" status: 200 len: 853 time: 0.0470059 Jan 28 20:31:34.575752 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-84765b0e-3c6e-4369-9e00-205d462f245a req-997667b0-9a9c-4ed9-b0f5-6321722c8535 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c7186000-02d6-4ca6-a809-ce9e8743e81a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252578 Jan 28 20:31:34.668107 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-84765b0e-3c6e-4369-9e00-205d462f245a req-9ff3cbda-ce5d-49ac-9d2c-4c51c0107776 service neutron] 10.222.0.41 "GET /v2.0/networks/c7186000-02d6-4ca6-a809-ce9e8743e81a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812886 Jan 28 20:31:34.768827 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-84765b0e-3c6e-4369-9e00-205d462f245a req-75f518ec-48a0-4622-917c-03170b83cc3f service neutron] 10.222.0.41 "GET /v2.0/networks/c7186000-02d6-4ca6-a809-ce9e8743e81a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916021 Jan 28 20:31:34.863594 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a148a0db-0102-4e49-ae4d-db8a745f1e02 req-c88c413b-adc8-4227-a8a2-e180e36a88c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:34.865059 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a148a0db-0102-4e49-ae4d-db8a745f1e02 req-c88c413b-adc8-4227-a8a2-e180e36a88c6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=867aab52ae5c4792a271d48d68a96d49&device_id=d1383da4-b83b-4968-b5e7-c5c8f211b92b HTTP/1.1" status: 200 len: 1126 time: 0.0447209 Jan 28 20:31:34.955661 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a148a0db-0102-4e49-ae4d-db8a745f1e02 req-9eb232cd-0d8b-4a20-8af9-308faf5f5e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:34.957121 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a148a0db-0102-4e49-ae4d-db8a745f1e02 req-9eb232cd-0d8b-4a20-8af9-308faf5f5e18 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c7186000-02d6-4ca6-a809-ce9e8743e81a HTTP/1.1" status: 200 len: 913 time: 0.0863144 Jan 28 20:31:34.997500 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a148a0db-0102-4e49-ae4d-db8a745f1e02 req-bc241a4e-b8b2-47b2-87d4-4721841e34d8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d6e32fa4-2ab9-4e0d-bb45-e1ff58121de6 HTTP/1.1" status: 200 len: 217 time: 0.0336728 Jan 28 20:31:35.044469 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a148a0db-0102-4e49-ae4d-db8a745f1e02 req-67bb44a4-3bc8-4ef5-b8c1-1ebbcf792cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:35.045920 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a148a0db-0102-4e49-ae4d-db8a745f1e02 req-67bb44a4-3bc8-4ef5-b8c1-1ebbcf792cd0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1d2055b2-581c-4db6-8cfa-d4b0c4958c56 HTTP/1.1" status: 200 len: 853 time: 0.0418839 Jan 28 20:31:35.077490 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a148a0db-0102-4e49-ae4d-db8a745f1e02 req-1f9d9e98-fb43-41dd-a84c-8f5d1e731c1e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c7186000-02d6-4ca6-a809-ce9e8743e81a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246656 Jan 28 20:31:35.176997 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a148a0db-0102-4e49-ae4d-db8a745f1e02 req-ad5ea41a-9d7b-460e-b97f-adda6edde1b0 service neutron] 10.222.0.41 "GET /v2.0/networks/c7186000-02d6-4ca6-a809-ce9e8743e81a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912032 Jan 28 20:31:35.264800 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a148a0db-0102-4e49-ae4d-db8a745f1e02 req-128f3d42-ad5a-431c-892d-f16088e8742b service neutron] 10.222.0.41 "GET /v2.0/networks/c7186000-02d6-4ca6-a809-ce9e8743e81a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813727 Jan 28 20:31:35.388705 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fdad7d-944d-40ed-adbc-0484410c1a1e req-410e0eda-60e7-41b2-9158-15f78a8275b9 tempest-ServersNegativeTestJSON-1795369691 tempest-ServersNegativeTestJSON-1795369691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:35.390818 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c7fdad7d-944d-40ed-adbc-0484410c1a1e req-410e0eda-60e7-41b2-9158-15f78a8275b9 tempest-ServersNegativeTestJSON-1795369691 tempest-ServersNegativeTestJSON-1795369691-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1383da4-b83b-4968-b5e7-c5c8f211b92b HTTP/1.1" status: 200 len: 943 time: 0.0569494 Jan 28 20:31:35.436782 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c7fdad7d-944d-40ed-adbc-0484410c1a1e req-ad164881-84e8-4c6b-a46c-a5a50fb24755 tempest-ServersNegativeTestJSON-1795369691 tempest-ServersNegativeTestJSON-1795369691-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc849482-6a16-4172-a557-727097193970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401511 Jan 28 20:31:36.555866 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a98777f-13a2-444a-8be9-2f47304a2042 req-1969a6a8-5d28-4f9e-9c86-674acd25cec8 tempest-ServersNegativeTestJSON-1795369691 tempest-ServersNegativeTestJSON-1795369691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:36.557376 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9a98777f-13a2-444a-8be9-2f47304a2042 req-1969a6a8-5d28-4f9e-9c86-674acd25cec8 tempest-ServersNegativeTestJSON-1795369691 tempest-ServersNegativeTestJSON-1795369691-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1383da4-b83b-4968-b5e7-c5c8f211b92b HTTP/1.1" status: 200 len: 943 time: 0.0522039 Jan 28 20:31:36.608428 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9a98777f-13a2-444a-8be9-2f47304a2042 req-a546d02e-a669-4b5b-a368-dbaaacd71222 tempest-ServersNegativeTestJSON-1795369691 tempest-ServersNegativeTestJSON-1795369691-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc849482-6a16-4172-a557-727097193970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453165 Jan 28 20:31:36.827527 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-736ba1e5-8e75-4508-b6ac-0b3ae65f69d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:36.993618 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device d6e32fa4-2ab9-4e0d-bb45-e1ff58121de6 details requested by agent hyperv_n-h1-812111-14 with host n-h1-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:31:37.089600 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port d6e32fa4-2ab9-4e0d-bb45-e1ff58121de6, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=d6e32fa4-2ab9-4e0d-bb45-e1ff58121de6,segment=NetworkSegment(71714963-3e44-4ee7-aa2a-0334e3e6a301),segment_id=71714963-3e44-4ee7-aa2a-0334e3e6a301)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:31:37.101592 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Returning: {'device': 'd6e32fa4-2ab9-4e0d-bb45-e1ff58121de6', 'network_id': 'c7186000-02d6-4ca6-a809-ce9e8743e81a', 'port_id': 'd6e32fa4-2ab9-4e0d-bb45-e1ff58121de6', 'mac_address': 'fa:16:3e:1a:d1:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d2055b2-581c-4db6-8cfa-d4b0c4958c56', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:31:37.137249 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port d6e32fa4-2ab9-4e0d-bb45-e1ff58121de6 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:31:37.137634 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (d6e32fa4-2ab9-4e0d-bb45-e1ff58121de6), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:37.150499 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6e32fa4-2ab9-4e0d-bb45-e1ff58121de6 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:31:37.172927 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port d6e32fa4-2ab9-4e0d-bb45-e1ff58121de6, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=d6e32fa4-2ab9-4e0d-bb45-e1ff58121de6,segment=NetworkSegment(71714963-3e44-4ee7-aa2a-0334e3e6a301),segment_id=71714963-3e44-4ee7-aa2a-0334e3e6a301)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:31:37.177180 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (d6e32fa4-2ab9-4e0d-bb45-e1ff58121de6), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:37.224103 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=d6e32fa4-2ab9-4e0d-bb45-e1ff58121de6,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:37.231868 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:31:37.232215 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:31:37.232552 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:31:37.232887 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:31:37.233249 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:31:37.233581 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:31:37.233906 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:31:37.234248 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:31:37.234581 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:31:37.235475 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:31:37.235475 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:31:37.235670 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:31:37.235928 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:31:37.461502 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['d6e32fa4-2ab9-4e0d-bb45-e1ff58121de6'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:31:37.726063 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daf1474-f148-4c9a-b6fe-7d7e0a1d859f req-9cf71582-f64e-47dc-8495-1372b81a2c67 tempest-ServersNegativeTestJSON-1795369691 tempest-ServersNegativeTestJSON-1795369691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:37.727439 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3daf1474-f148-4c9a-b6fe-7d7e0a1d859f req-9cf71582-f64e-47dc-8495-1372b81a2c67 tempest-ServersNegativeTestJSON-1795369691 tempest-ServersNegativeTestJSON-1795369691-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1383da4-b83b-4968-b5e7-c5c8f211b92b HTTP/1.1" status: 200 len: 944 time: 0.0516386 Jan 28 20:31:37.776407 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3daf1474-f148-4c9a-b6fe-7d7e0a1d859f req-78ec5f06-2617-464a-8686-05fc86604c46 tempest-ServersNegativeTestJSON-1795369691 tempest-ServersNegativeTestJSON-1795369691-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc849482-6a16-4172-a557-727097193970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430620 Jan 28 20:31:38.897594 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc33d3cc-e16e-4a45-81e9-a620281b0e47 req-ffceb5a2-f1d1-4bbb-a7be-a7a24e645f3e tempest-ServersNegativeTestJSON-1795369691 tempest-ServersNegativeTestJSON-1795369691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:38.899217 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-cc33d3cc-e16e-4a45-81e9-a620281b0e47 req-ffceb5a2-f1d1-4bbb-a7be-a7a24e645f3e tempest-ServersNegativeTestJSON-1795369691 tempest-ServersNegativeTestJSON-1795369691-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1383da4-b83b-4968-b5e7-c5c8f211b92b HTTP/1.1" status: 200 len: 944 time: 0.0533705 Jan 28 20:31:38.944871 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-cc33d3cc-e16e-4a45-81e9-a620281b0e47 req-3382d0e9-9f18-4dc5-a5fd-88684e1b52ea tempest-ServersNegativeTestJSON-1795369691 tempest-ServersNegativeTestJSON-1795369691-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc849482-6a16-4172-a557-727097193970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401988 Jan 28 20:31:39.010570 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device d6e32fa4-2ab9-4e0d-bb45-e1ff58121de6 up at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:31:39.064245 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning for port d6e32fa4-2ab9-4e0d-bb45-e1ff58121de6 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:31:39.074603 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning complete for port d6e32fa4-2ab9-4e0d-bb45-e1ff58121de6 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:31:39.075130 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (d6e32fa4-2ab9-4e0d-bb45-e1ff58121de6), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:39.078017 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ad7b63ff-161d-4802-9f24-0749a884ab1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:39.154101 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port d6e32fa4-2ab9-4e0d-bb45-e1ff58121de6 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:31:39.154534 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (d6e32fa4-2ab9-4e0d-bb45-e1ff58121de6), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:39.180143 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1383da4-b83b-4968-b5e7-c5c8f211b92b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6e32fa4-2ab9-4e0d-bb45-e1ff58121de6'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:31:39.182499 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}704c702df6f21e7df92d3d89d4c6cfde2c6406e49d8202b36454fc5209adee22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e58095dd-89a2-4878-8708-ce2a08376f7c" -d '{"events": [{"server_uuid": "d1383da4-b83b-4968-b5e7-c5c8f211b92b", "name": "network-vif-plugged", "status": "completed", "tag": "d6e32fa4-2ab9-4e0d-bb45-e1ff58121de6"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:31:39.195281 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port d6e32fa4-2ab9-4e0d-bb45-e1ff58121de6, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=d6e32fa4-2ab9-4e0d-bb45-e1ff58121de6,segment=NetworkSegment(71714963-3e44-4ee7-aa2a-0334e3e6a301),segment_id=71714963-3e44-4ee7-aa2a-0334e3e6a301)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:31:39.204915 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (d6e32fa4-2ab9-4e0d-bb45-e1ff58121de6), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:39.232528 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb3afd8c-0e72-457f-88de-4a444865a9bc x-openstack-request-id: req-eb3afd8c-0e72-457f-88de-4a444865a9bc {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:31:39.232826 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1383da4-b83b-4968-b5e7-c5c8f211b92b", "name": "network-vif-plugged", "status": "completed", "tag": "d6e32fa4-2ab9-4e0d-bb45-e1ff58121de6", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:31:39.233076 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-eb3afd8c-0e72-457f-88de-4a444865a9bc {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:31:39.233497 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1383da4-b83b-4968-b5e7-c5c8f211b92b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6e32fa4-2ab9-4e0d-bb45-e1ff58121de6', 'code': 200} Jan 28 20:31:39.259200 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=d6e32fa4-2ab9-4e0d-bb45-e1ff58121de6,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:39.340430 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b759786-122f-4154-bfc8-dd16c45bcf55 req-9c5e7653-77ba-43d6-8883-c89d339e2d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:39.341956 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5b759786-122f-4154-bfc8-dd16c45bcf55 req-9c5e7653-77ba-43d6-8883-c89d339e2d41 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d1383da4-b83b-4968-b5e7-c5c8f211b92b HTTP/1.1" status: 200 len: 1128 time: 0.0463152 Jan 28 20:31:39.384880 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5b759786-122f-4154-bfc8-dd16c45bcf55 req-c875b52e-23d7-4e91-b35e-ca288dcf8d9e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=bc849482-6a16-4172-a557-727097193970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356553 Jan 28 20:31:40.061539 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a0b965-aaf7-43a5-bde4-69041b39efd4 req-5ddee1c0-31e0-441c-ace3-cfec7efba486 tempest-ServersNegativeTestJSON-1795369691 tempest-ServersNegativeTestJSON-1795369691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:40.063616 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-51a0b965-aaf7-43a5-bde4-69041b39efd4 req-5ddee1c0-31e0-441c-ace3-cfec7efba486 tempest-ServersNegativeTestJSON-1795369691 tempest-ServersNegativeTestJSON-1795369691-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1383da4-b83b-4968-b5e7-c5c8f211b92b HTTP/1.1" status: 200 len: 945 time: 0.0517912 Jan 28 20:31:40.067150 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:40.110099 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-51a0b965-aaf7-43a5-bde4-69041b39efd4 req-9f0f466d-4888-4ace-a714-793b1abc33a3 tempest-ServersNegativeTestJSON-1795369691 tempest-ServersNegativeTestJSON-1795369691-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc849482-6a16-4172-a557-727097193970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395999 Jan 28 20:31:41.232801 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5210c5-ea52-4e20-9557-5e8dd34f78ae req-d8077a30-68fc-4f92-ac17-bca0951f59b7 tempest-ServersNegativeTestJSON-1795369691 tempest-ServersNegativeTestJSON-1795369691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:41.234348 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6f5210c5-ea52-4e20-9557-5e8dd34f78ae req-d8077a30-68fc-4f92-ac17-bca0951f59b7 tempest-ServersNegativeTestJSON-1795369691 tempest-ServersNegativeTestJSON-1795369691-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1383da4-b83b-4968-b5e7-c5c8f211b92b HTTP/1.1" status: 200 len: 945 time: 0.0526800 Jan 28 20:31:41.280775 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6f5210c5-ea52-4e20-9557-5e8dd34f78ae req-fb8ad778-1e2b-47e0-8c1e-771bd79abfed tempest-ServersNegativeTestJSON-1795369691 tempest-ServersNegativeTestJSON-1795369691-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc849482-6a16-4172-a557-727097193970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408432 Jan 28 20:31:41.513932 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590482a6-d848-4469-ba70-3b123c1cfa40 req-7f1c7db7-3f0c-47ee-947b-71c4941e4cb2 tempest-ServersNegativeTestJSON-1795369691 tempest-ServersNegativeTestJSON-1795369691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:41.515341 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-590482a6-d848-4469-ba70-3b123c1cfa40 req-7f1c7db7-3f0c-47ee-947b-71c4941e4cb2 tempest-ServersNegativeTestJSON-1795369691 tempest-ServersNegativeTestJSON-1795369691-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1383da4-b83b-4968-b5e7-c5c8f211b92b HTTP/1.1" status: 200 len: 945 time: 0.0519125 Jan 28 20:31:41.564265 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-590482a6-d848-4469-ba70-3b123c1cfa40 req-7daccd5c-76fc-4d3d-b686-f699fa8e0830 tempest-ServersNegativeTestJSON-1795369691 tempest-ServersNegativeTestJSON-1795369691-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc849482-6a16-4172-a557-727097193970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434361 Jan 28 20:31:41.948854 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:42.687761 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fa078b-ffaf-4732-9f3b-33f52b3f7fab req-2ebe3abf-bfce-4ded-ba26-3e76e32dec93 tempest-ServersNegativeTestJSON-1795369691 tempest-ServersNegativeTestJSON-1795369691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:42.689267 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-84fa078b-ffaf-4732-9f3b-33f52b3f7fab req-2ebe3abf-bfce-4ded-ba26-3e76e32dec93 tempest-ServersNegativeTestJSON-1795369691 tempest-ServersNegativeTestJSON-1795369691-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1383da4-b83b-4968-b5e7-c5c8f211b92b HTTP/1.1" status: 200 len: 945 time: 0.0560696 Jan 28 20:31:42.736254 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-84fa078b-ffaf-4732-9f3b-33f52b3f7fab req-cce0b920-ecb3-4b7f-87ec-60cf01906015 tempest-ServersNegativeTestJSON-1795369691 tempest-ServersNegativeTestJSON-1795369691-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc849482-6a16-4172-a557-727097193970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413852 Jan 28 20:31:42.887433 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00788ac4-24fc-419f-9af9-a5ebd386f67a req-02dc5b0f-d2ea-4f7e-a028-8297361298a3 tempest-ServersNegativeTestJSON-1795369691 tempest-ServersNegativeTestJSON-1795369691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:42.888853 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-00788ac4-24fc-419f-9af9-a5ebd386f67a req-02dc5b0f-d2ea-4f7e-a028-8297361298a3 tempest-ServersNegativeTestJSON-1795369691 tempest-ServersNegativeTestJSON-1795369691-project] 10.222.0.41 "GET /v2.0/ports?device_id=d1383da4-b83b-4968-b5e7-c5c8f211b92b HTTP/1.1" status: 200 len: 945 time: 0.0516949 Jan 28 20:31:42.981109 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-00788ac4-24fc-419f-9af9-a5ebd386f67a req-fb0090fe-a211-477d-be06-3bed0a75f63e tempest-ServersNegativeTestJSON-1795369691 tempest-ServersNegativeTestJSON-1795369691-project] Deleting port d6e32fa4-2ab9-4e0d-bb45-e1ff58121de6 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:31:42.981467 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-00788ac4-24fc-419f-9af9-a5ebd386f67a req-fb0090fe-a211-477d-be06-3bed0a75f63e tempest-ServersNegativeTestJSON-1795369691 tempest-ServersNegativeTestJSON-1795369691-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (d6e32fa4-2ab9-4e0d-bb45-e1ff58121de6), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:43.071890 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-00788ac4-24fc-419f-9af9-a5ebd386f67a req-fb0090fe-a211-477d-be06-3bed0a75f63e tempest-ServersNegativeTestJSON-1795369691 tempest-ServersNegativeTestJSON-1795369691-project] For port d6e32fa4-2ab9-4e0d-bb45-e1ff58121de6, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=d6e32fa4-2ab9-4e0d-bb45-e1ff58121de6,segment=NetworkSegment(71714963-3e44-4ee7-aa2a-0334e3e6a301),segment_id=71714963-3e44-4ee7-aa2a-0334e3e6a301)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:31:43.072251 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-00788ac4-24fc-419f-9af9-a5ebd386f67a req-fb0090fe-a211-477d-be06-3bed0a75f63e tempest-ServersNegativeTestJSON-1795369691 tempest-ServersNegativeTestJSON-1795369691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (d6e32fa4-2ab9-4e0d-bb45-e1ff58121de6), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:43.084472 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-00788ac4-24fc-419f-9af9-a5ebd386f67a req-fb0090fe-a211-477d-be06-3bed0a75f63e tempest-ServersNegativeTestJSON-1795369691 tempest-ServersNegativeTestJSON-1795369691-project] Calling delete_port for d6e32fa4-2ab9-4e0d-bb45-e1ff58121de6 owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:31:43.212686 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-00788ac4-24fc-419f-9af9-a5ebd386f67a req-fb0090fe-a211-477d-be06-3bed0a75f63e tempest-ServersNegativeTestJSON-1795369691 tempest-ServersNegativeTestJSON-1795369691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (d6e32fa4-2ab9-4e0d-bb45-e1ff58121de6), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:43.225171 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['65f59138-fbdc-43fa-aa18-eda722ed10a0'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:31:43.229305 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['d6e32fa4-2ab9-4e0d-bb45-e1ff58121de6'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:31:43.240483 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0090fe-a211-477d-be06-3bed0a75f63e tempest-ServersNegativeTestJSON-1795369691 tempest-ServersNegativeTestJSON-1795369691-project] Pushing event deleted for resources: {'Port': ['ID=d6e32fa4-2ab9-4e0d-bb45-e1ff58121de6,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:43.286078 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-00788ac4-24fc-419f-9af9-a5ebd386f67a req-fb0090fe-a211-477d-be06-3bed0a75f63e tempest-ServersNegativeTestJSON-1795369691 tempest-ServersNegativeTestJSON-1795369691-project] No DVR routers for this DVR port d6e32fa4-2ab9-4e0d-bb45-e1ff58121de6 on host n-h1-812111-14 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:31:43.288565 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-00788ac4-24fc-419f-9af9-a5ebd386f67a req-fb0090fe-a211-477d-be06-3bed0a75f63e tempest-ServersNegativeTestJSON-1795369691 tempest-ServersNegativeTestJSON-1795369691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:43.291949 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-00788ac4-24fc-419f-9af9-a5ebd386f67a req-fb0090fe-a211-477d-be06-3bed0a75f63e tempest-ServersNegativeTestJSON-1795369691 tempest-ServersNegativeTestJSON-1795369691-project] 10.222.0.41 "DELETE /v2.0/ports/d6e32fa4-2ab9-4e0d-bb45-e1ff58121de6 HTTP/1.1" status: 204 len: 173 time: 0.3952055 Jan 28 20:31:43.292395 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1383da4-b83b-4968-b5e7-c5c8f211b92b', 'name': 'network-vif-deleted', 'tag': 'd6e32fa4-2ab9-4e0d-bb45-e1ff58121de6'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:31:43.294707 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}981202432542b3bd90586abfd28c53181d71ca775a89b024ffbb9268f9379f4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0991054b-a7a7-4a41-9b90-67724a425141" -d '{"events": [{"server_uuid": "d1383da4-b83b-4968-b5e7-c5c8f211b92b", "name": "network-vif-deleted", "tag": "d6e32fa4-2ab9-4e0d-bb45-e1ff58121de6"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:31:43.336149 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7265d093-8ff6-41ee-96fd-2d5975d4acf6 x-openstack-request-id: req-7265d093-8ff6-41ee-96fd-2d5975d4acf6 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:31:43.336651 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1383da4-b83b-4968-b5e7-c5c8f211b92b", "name": "network-vif-deleted", "tag": "d6e32fa4-2ab9-4e0d-bb45-e1ff58121de6", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:31:43.336901 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7265d093-8ff6-41ee-96fd-2d5975d4acf6 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:31:43.337340 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1383da4-b83b-4968-b5e7-c5c8f211b92b', 'name': 'network-vif-deleted', 'tag': 'd6e32fa4-2ab9-4e0d-bb45-e1ff58121de6', 'status': 'completed', 'code': 200} Jan 28 20:31:43.337668 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:43.850836 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a06d9c60-a0dc-48fb-87d8-e70f10ace7b0 req-8c9de5aa-1f7d-4459-9eb6-2824791c1b1d tempest-ServersNegativeTestJSON-1795369691 tempest-ServersNegativeTestJSON-1795369691-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1383da4-b83b-4968-b5e7-c5c8f211b92b HTTP/1.1" status: 200 len: 210 time: 0.0325770 Jan 28 20:31:45.004863 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb75d11-3550-4481-a4a9-cf93d3eb35e8 req-65829d15-4127-4e26-b8fb-638e0cd99cb7 tempest-ServersNegativeTestJSON-1795369691 tempest-ServersNegativeTestJSON-1795369691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:45.006360 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ecb75d11-3550-4481-a4a9-cf93d3eb35e8 req-65829d15-4127-4e26-b8fb-638e0cd99cb7 tempest-ServersNegativeTestJSON-1795369691 tempest-ServersNegativeTestJSON-1795369691-project] 10.222.0.64 "GET /v2.0/ports?device_id=93a8c61b-9bcd-48cf-a75a-d2cd7ccf0ca8 HTTP/1.1" status: 200 len: 946 time: 0.0527253 Jan 28 20:31:45.056205 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ecb75d11-3550-4481-a4a9-cf93d3eb35e8 req-226d4dec-11f7-4e39-b7b3-2e4b307d585e tempest-ServersNegativeTestJSON-1795369691 tempest-ServersNegativeTestJSON-1795369691-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc849482-6a16-4172-a557-727097193970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443790 Jan 28 20:31:45.189158 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da91faca-669a-43f7-8b8e-320b3e5a8b0b req-4474e37e-6bb0-415c-950a-40cb2c870494 tempest-ServersNegativeTestJSON-1795369691 tempest-ServersNegativeTestJSON-1795369691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:45.190552 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-da91faca-669a-43f7-8b8e-320b3e5a8b0b req-4474e37e-6bb0-415c-950a-40cb2c870494 tempest-ServersNegativeTestJSON-1795369691 tempest-ServersNegativeTestJSON-1795369691-project] 10.222.0.64 "GET /v2.0/ports?device_id=93a8c61b-9bcd-48cf-a75a-d2cd7ccf0ca8 HTTP/1.1" status: 200 len: 946 time: 0.0527661 Jan 28 20:31:45.237973 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-da91faca-669a-43f7-8b8e-320b3e5a8b0b req-b3d5e7aa-afac-4ff5-8c08-6378af9f8d01 tempest-ServersNegativeTestJSON-1795369691 tempest-ServersNegativeTestJSON-1795369691-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc849482-6a16-4172-a557-727097193970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419374 Jan 28 20:31:45.355511 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c444e09-a874-46a0-b58f-0b944e630fe2 req-752b1003-3233-4d6c-b4f8-949f38e4cebb tempest-ServersNegativeTestJSON-1795369691 tempest-ServersNegativeTestJSON-1795369691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:45.357284 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2c444e09-a874-46a0-b58f-0b944e630fe2 req-752b1003-3233-4d6c-b4f8-949f38e4cebb tempest-ServersNegativeTestJSON-1795369691 tempest-ServersNegativeTestJSON-1795369691-project] 10.222.0.64 "GET /v2.0/ports?device_id=93a8c61b-9bcd-48cf-a75a-d2cd7ccf0ca8 HTTP/1.1" status: 200 len: 946 time: 0.0524046 Jan 28 20:31:45.402746 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2c444e09-a874-46a0-b58f-0b944e630fe2 req-66047d34-ea99-4102-91de-ce60caeefd32 tempest-ServersNegativeTestJSON-1795369691 tempest-ServersNegativeTestJSON-1795369691-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc849482-6a16-4172-a557-727097193970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398257 Jan 28 20:31:45.573799 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1556e4-470b-45e3-aeb8-38927b7f0555 req-17470854-dc84-410b-8753-df76548e496a tempest-ServersNegativeTestJSON-1795369691 tempest-ServersNegativeTestJSON-1795369691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:45.575273 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-cf1556e4-470b-45e3-aeb8-38927b7f0555 req-17470854-dc84-410b-8753-df76548e496a tempest-ServersNegativeTestJSON-1795369691 tempest-ServersNegativeTestJSON-1795369691-project] 10.222.0.64 "GET /v2.0/ports?device_id=93a8c61b-9bcd-48cf-a75a-d2cd7ccf0ca8 HTTP/1.1" status: 200 len: 946 time: 0.0555015 Jan 28 20:31:45.623192 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-cf1556e4-470b-45e3-aeb8-38927b7f0555 req-745dd13a-5008-4aeb-92fc-89df73c93038 tempest-ServersNegativeTestJSON-1795369691 tempest-ServersNegativeTestJSON-1795369691-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc849482-6a16-4172-a557-727097193970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424578 Jan 28 20:31:45.748597 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211a89a1-0b07-45c4-8ff9-652ac030d5aa req-6f1e446e-eef8-4efc-aedc-b6104553dc08 tempest-ServersNegativeTestJSON-1795369691 tempest-ServersNegativeTestJSON-1795369691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:45.750338 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-211a89a1-0b07-45c4-8ff9-652ac030d5aa req-6f1e446e-eef8-4efc-aedc-b6104553dc08 tempest-ServersNegativeTestJSON-1795369691 tempest-ServersNegativeTestJSON-1795369691-project] 10.222.0.64 "GET /v2.0/ports?device_id=93a8c61b-9bcd-48cf-a75a-d2cd7ccf0ca8 HTTP/1.1" status: 200 len: 946 time: 0.0603623 Jan 28 20:31:45.798753 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-211a89a1-0b07-45c4-8ff9-652ac030d5aa req-57a4eff6-4942-4026-be1e-0d27df6094a4 tempest-ServersNegativeTestJSON-1795369691 tempest-ServersNegativeTestJSON-1795369691-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc849482-6a16-4172-a557-727097193970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423388 Jan 28 20:31:45.931279 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc40c9b5-4143-4d29-b2a7-fdc0c870b933 req-6852dc0f-2702-42da-bc77-a1c7482020a9 tempest-ServersNegativeTestJSON-1795369691 tempest-ServersNegativeTestJSON-1795369691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:45.932769 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-cc40c9b5-4143-4d29-b2a7-fdc0c870b933 req-6852dc0f-2702-42da-bc77-a1c7482020a9 tempest-ServersNegativeTestJSON-1795369691 tempest-ServersNegativeTestJSON-1795369691-project] 10.222.0.64 "GET /v2.0/ports?device_id=93a8c61b-9bcd-48cf-a75a-d2cd7ccf0ca8 HTTP/1.1" status: 200 len: 946 time: 0.0555713 Jan 28 20:31:45.979715 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-cc40c9b5-4143-4d29-b2a7-fdc0c870b933 req-ad8ebaff-0632-4261-990f-0110929d9701 tempest-ServersNegativeTestJSON-1795369691 tempest-ServersNegativeTestJSON-1795369691-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc849482-6a16-4172-a557-727097193970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399203 Jan 28 20:31:46.294835 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6785d683-1422-4193-ba92-036fbb2fb77e req-263fd653-15e3-4360-a266-7c531d37c192 tempest-ServersNegativeTestJSON-1795369691 tempest-ServersNegativeTestJSON-1795369691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:46.296219 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6785d683-1422-4193-ba92-036fbb2fb77e req-263fd653-15e3-4360-a266-7c531d37c192 tempest-ServersNegativeTestJSON-1795369691 tempest-ServersNegativeTestJSON-1795369691-project] 10.222.0.64 "GET /v2.0/ports?device_id=93a8c61b-9bcd-48cf-a75a-d2cd7ccf0ca8 HTTP/1.1" status: 200 len: 946 time: 0.0517297 Jan 28 20:31:46.342876 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6785d683-1422-4193-ba92-036fbb2fb77e req-0fc94d7e-a250-47a8-9cad-75f0ad3593e7 tempest-ServersNegativeTestJSON-1795369691 tempest-ServersNegativeTestJSON-1795369691-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc849482-6a16-4172-a557-727097193970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404336 Jan 28 20:31:47.042383 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device d6e32fa4-2ab9-4e0d-bb45-e1ff58121de6 no longer exists at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:31:47.061897 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] No Port match for: d6e32fa4-2ab9-4e0d-bb45-e1ff58121de6 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:31:47.062246 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device d6e32fa4-2ab9-4e0d-bb45-e1ff58121de6 not bound to the agent host n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:31:47.464854 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5187b04-8bc1-4458-9600-f87d1a398956 req-88e33922-8dcb-40d0-a758-5a781aff721b tempest-ServersNegativeTestJSON-1795369691 tempest-ServersNegativeTestJSON-1795369691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:47.466365 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f5187b04-8bc1-4458-9600-f87d1a398956 req-88e33922-8dcb-40d0-a758-5a781aff721b tempest-ServersNegativeTestJSON-1795369691 tempest-ServersNegativeTestJSON-1795369691-project] 10.222.0.64 "GET /v2.0/ports?device_id=93a8c61b-9bcd-48cf-a75a-d2cd7ccf0ca8 HTTP/1.1" status: 200 len: 946 time: 0.0528705 Jan 28 20:31:47.512453 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f5187b04-8bc1-4458-9600-f87d1a398956 req-781d9b5d-2650-4874-ab3c-bb839714242f tempest-ServersNegativeTestJSON-1795369691 tempest-ServersNegativeTestJSON-1795369691-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc849482-6a16-4172-a557-727097193970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405009 Jan 28 20:31:47.582457 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eb2e16-62aa-4a5c-9c05-ee4c1d42830d req-c2807e7e-639c-40a8-988f-3690cdff6d1b tempest-ServersNegativeTestJSON-1795369691 tempest-ServersNegativeTestJSON-1795369691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:47.583964 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-66eb2e16-62aa-4a5c-9c05-ee4c1d42830d req-c2807e7e-639c-40a8-988f-3690cdff6d1b tempest-ServersNegativeTestJSON-1795369691 tempest-ServersNegativeTestJSON-1795369691-project] 10.222.0.70 "GET /v2.0/ports?device_id=93a8c61b-9bcd-48cf-a75a-d2cd7ccf0ca8 HTTP/1.1" status: 200 len: 946 time: 0.0520265 Jan 28 20:31:47.678447 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-66eb2e16-62aa-4a5c-9c05-ee4c1d42830d req-24c19b8c-a437-4bc6-96f1-b90e66b30ef9 tempest-ServersNegativeTestJSON-1795369691 tempest-ServersNegativeTestJSON-1795369691-project] Deleting port 65f59138-fbdc-43fa-aa18-eda722ed10a0 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:31:47.678791 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-66eb2e16-62aa-4a5c-9c05-ee4c1d42830d req-24c19b8c-a437-4bc6-96f1-b90e66b30ef9 tempest-ServersNegativeTestJSON-1795369691 tempest-ServersNegativeTestJSON-1795369691-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (65f59138-fbdc-43fa-aa18-eda722ed10a0), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:47.765400 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-66eb2e16-62aa-4a5c-9c05-ee4c1d42830d req-24c19b8c-a437-4bc6-96f1-b90e66b30ef9 tempest-ServersNegativeTestJSON-1795369691 tempest-ServersNegativeTestJSON-1795369691-project] For port 65f59138-fbdc-43fa-aa18-eda722ed10a0, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=65f59138-fbdc-43fa-aa18-eda722ed10a0,segment=NetworkSegment(71714963-3e44-4ee7-aa2a-0334e3e6a301),segment_id=71714963-3e44-4ee7-aa2a-0334e3e6a301)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:31:47.765687 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-66eb2e16-62aa-4a5c-9c05-ee4c1d42830d req-24c19b8c-a437-4bc6-96f1-b90e66b30ef9 tempest-ServersNegativeTestJSON-1795369691 tempest-ServersNegativeTestJSON-1795369691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (65f59138-fbdc-43fa-aa18-eda722ed10a0), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:47.782931 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-66eb2e16-62aa-4a5c-9c05-ee4c1d42830d req-24c19b8c-a437-4bc6-96f1-b90e66b30ef9 tempest-ServersNegativeTestJSON-1795369691 tempest-ServersNegativeTestJSON-1795369691-project] Calling delete_port for 65f59138-fbdc-43fa-aa18-eda722ed10a0 owned by compute:nova {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:31:47.906571 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-66eb2e16-62aa-4a5c-9c05-ee4c1d42830d req-24c19b8c-a437-4bc6-96f1-b90e66b30ef9 tempest-ServersNegativeTestJSON-1795369691 tempest-ServersNegativeTestJSON-1795369691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (65f59138-fbdc-43fa-aa18-eda722ed10a0), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:47.918486 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['65f59138-fbdc-43fa-aa18-eda722ed10a0'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:31:47.934596 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c19b8c-a437-4bc6-96f1-b90e66b30ef9 tempest-ServersNegativeTestJSON-1795369691 tempest-ServersNegativeTestJSON-1795369691-project] Pushing event deleted for resources: {'Port': ['ID=65f59138-fbdc-43fa-aa18-eda722ed10a0,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:47.966849 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c19b8c-a437-4bc6-96f1-b90e66b30ef9 tempest-ServersNegativeTestJSON-1795369691 tempest-ServersNegativeTestJSON-1795369691-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:31:47.967197 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c19b8c-a437-4bc6-96f1-b90e66b30ef9 tempest-ServersNegativeTestJSON-1795369691 tempest-ServersNegativeTestJSON-1795369691-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:31:47.967541 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c19b8c-a437-4bc6-96f1-b90e66b30ef9 tempest-ServersNegativeTestJSON-1795369691 tempest-ServersNegativeTestJSON-1795369691-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:31:47.967882 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c19b8c-a437-4bc6-96f1-b90e66b30ef9 tempest-ServersNegativeTestJSON-1795369691 tempest-ServersNegativeTestJSON-1795369691-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:31:47.968215 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c19b8c-a437-4bc6-96f1-b90e66b30ef9 tempest-ServersNegativeTestJSON-1795369691 tempest-ServersNegativeTestJSON-1795369691-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:31:47.968547 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c19b8c-a437-4bc6-96f1-b90e66b30ef9 tempest-ServersNegativeTestJSON-1795369691 tempest-ServersNegativeTestJSON-1795369691-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:31:47.968875 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c19b8c-a437-4bc6-96f1-b90e66b30ef9 tempest-ServersNegativeTestJSON-1795369691 tempest-ServersNegativeTestJSON-1795369691-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:31:47.969224 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c19b8c-a437-4bc6-96f1-b90e66b30ef9 tempest-ServersNegativeTestJSON-1795369691 tempest-ServersNegativeTestJSON-1795369691-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:31:47.969578 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c19b8c-a437-4bc6-96f1-b90e66b30ef9 tempest-ServersNegativeTestJSON-1795369691 tempest-ServersNegativeTestJSON-1795369691-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:31:47.969904 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c19b8c-a437-4bc6-96f1-b90e66b30ef9 tempest-ServersNegativeTestJSON-1795369691 tempest-ServersNegativeTestJSON-1795369691-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:31:47.970228 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c19b8c-a437-4bc6-96f1-b90e66b30ef9 tempest-ServersNegativeTestJSON-1795369691 tempest-ServersNegativeTestJSON-1795369691-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:31:47.970551 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c19b8c-a437-4bc6-96f1-b90e66b30ef9 tempest-ServersNegativeTestJSON-1795369691 tempest-ServersNegativeTestJSON-1795369691-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:31:47.970870 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c19b8c-a437-4bc6-96f1-b90e66b30ef9 tempest-ServersNegativeTestJSON-1795369691 tempest-ServersNegativeTestJSON-1795369691-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:31:47.990346 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-66eb2e16-62aa-4a5c-9c05-ee4c1d42830d req-24c19b8c-a437-4bc6-96f1-b90e66b30ef9 tempest-ServersNegativeTestJSON-1795369691 tempest-ServersNegativeTestJSON-1795369691-project] No DVR routers for this DVR port 65f59138-fbdc-43fa-aa18-eda722ed10a0 on host n-h2-812111-14 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:31:47.992769 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-66eb2e16-62aa-4a5c-9c05-ee4c1d42830d req-24c19b8c-a437-4bc6-96f1-b90e66b30ef9 tempest-ServersNegativeTestJSON-1795369691 tempest-ServersNegativeTestJSON-1795369691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:47.996113 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-66eb2e16-62aa-4a5c-9c05-ee4c1d42830d req-24c19b8c-a437-4bc6-96f1-b90e66b30ef9 tempest-ServersNegativeTestJSON-1795369691 tempest-ServersNegativeTestJSON-1795369691-project] 10.222.0.70 "DELETE /v2.0/ports/65f59138-fbdc-43fa-aa18-eda722ed10a0 HTTP/1.1" status: 204 len: 173 time: 0.4064288 Jan 28 20:31:47.996550 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93a8c61b-9bcd-48cf-a75a-d2cd7ccf0ca8', 'name': 'network-vif-deleted', 'tag': '65f59138-fbdc-43fa-aa18-eda722ed10a0'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:31:47.998812 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}690870b4896ba3504f21237a239c836c0346d6a62bcfb5e8ee91fd1b13f99dd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe2cc0a8-77e8-4d37-89c4-e3fea86079c0" -d '{"events": [{"server_uuid": "93a8c61b-9bcd-48cf-a75a-d2cd7ccf0ca8", "name": "network-vif-deleted", "tag": "65f59138-fbdc-43fa-aa18-eda722ed10a0"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:31:48.040265 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42f59e80-8317-4fd0-b610-0234d77d4f05 x-openstack-request-id: req-42f59e80-8317-4fd0-b610-0234d77d4f05 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:31:48.040702 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93a8c61b-9bcd-48cf-a75a-d2cd7ccf0ca8", "name": "network-vif-deleted", "tag": "65f59138-fbdc-43fa-aa18-eda722ed10a0", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:31:48.041026 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-42f59e80-8317-4fd0-b610-0234d77d4f05 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:31:48.041508 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93a8c61b-9bcd-48cf-a75a-d2cd7ccf0ca8', 'name': 'network-vif-deleted', 'tag': '65f59138-fbdc-43fa-aa18-eda722ed10a0', 'status': 'completed', 'code': 200} Jan 28 20:31:48.631213 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-65d0c405-b7c9-4613-9161-3475fc6165ef req-c2fcd373-6edc-4c60-a674-40382ed5b954 tempest-ServersNegativeTestJSON-1795369691 tempest-ServersNegativeTestJSON-1795369691-project] 10.222.0.64 "GET /v2.0/ports?device_id=93a8c61b-9bcd-48cf-a75a-d2cd7ccf0ca8 HTTP/1.1" status: 200 len: 210 time: 0.0340047 Jan 28 20:31:49.686772 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 42020) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:31:49.732014 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a3bf76e-dd13-42e9-8292-6c5f8d3e7dd4 admin admin] Deleting subnet 1d2055b2-581c-4db6-8cfa-d4b0c4958c56 {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 20:31:49.735096 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3a3bf76e-dd13-42e9-8292-6c5f8d3e7dd4 admin admin] Publish callbacks [] for subnet (1d2055b2-581c-4db6-8cfa-d4b0c4958c56), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:49.769665 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3a3bf76e-dd13-42e9-8292-6c5f8d3e7dd4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4747050'] for subnet (1d2055b2-581c-4db6-8cfa-d4b0c4958c56), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:49.812859 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3a3bf76e-dd13-42e9-8292-6c5f8d3e7dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (1d2055b2-581c-4db6-8cfa-d4b0c4958c56), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:49.869989 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3a3bf76e-dd13-42e9-8292-6c5f8d3e7dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4690616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5222356'] for subnet (1d2055b2-581c-4db6-8cfa-d4b0c4958c56), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:49.896471 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3bf76e-dd13-42e9-8292-6c5f8d3e7dd4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d2055b2-581c-4db6-8cfa-d4b0c4958c56,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:49.898470 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3a3bf76e-dd13-42e9-8292-6c5f8d3e7dd4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:49.901705 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-3a3bf76e-dd13-42e9-8292-6c5f8d3e7dd4 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/1d2055b2-581c-4db6-8cfa-d4b0c4958c56 HTTP/1.1" status: 204 len: 168 time: 0.2138569 Jan 28 20:31:49.904099 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 42022) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:31:49.971980 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-152956c2-b1de-45ae-bebf-40a117791393 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (c7186000-02d6-4ca6-a809-ce9e8743e81a), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:50.052986 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-152956c2-b1de-45ae-bebf-40a117791393 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (c7186000-02d6-4ca6-a809-ce9e8743e81a), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:50.073956 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-152956c2-b1de-45ae-bebf-40a117791393 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7186000-02d6-4ca6-a809-ce9e8743e81a']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:31:50.089814 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-152956c2-b1de-45ae-bebf-40a117791393 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71714963-3e44-4ee7-aa2a-0334e3e6a301') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:31:50.091606 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-152956c2-b1de-45ae-bebf-40a117791393 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71714963-3e44-4ee7-aa2a-0334e3e6a301') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:31:50.100876 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-152956c2-b1de-45ae-bebf-40a117791393 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4747091'] for segment (71714963-3e44-4ee7-aa2a-0334e3e6a301), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:50.113831 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-152956c2-b1de-45ae-bebf-40a117791393 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (71714963-3e44-4ee7-aa2a-0334e3e6a301), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:50.120000 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-152956c2-b1de-45ae-bebf-40a117791393 admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:31:50.120380 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-152956c2-b1de-45ae-bebf-40a117791393 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4690514'] for segment (71714963-3e44-4ee7-aa2a-0334e3e6a301), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:50.122027 n-d-812111-14 neutron-server[103304]: Traceback (most recent call last): Jan 28 20:31:50.122027 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:31:50.122027 n-d-812111-14 neutron-server[103304]: timer() Jan 28 20:31:50.122027 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:31:50.122027 n-d-812111-14 neutron-server[103304]: cb(*args, **kw) Jan 28 20:31:50.122027 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:31:50.122027 n-d-812111-14 neutron-server[103304]: return func(*args, **kwargs) Jan 28 20:31:50.122027 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:31:50.122027 n-d-812111-14 neutron-server[103304]: self._notify() Jan 28 20:31:50.122027 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:31:50.122027 n-d-812111-14 neutron-server[103304]: self.callback(batched_events) Jan 28 20:31:50.122027 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:31:50.122027 n-d-812111-14 neutron-server[103304]: event.method(event) Jan 28 20:31:50.122027 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:31:50.122027 n-d-812111-14 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:31:50.122027 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:31:50.122027 n-d-812111-14 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:31:50.122027 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:31:50.122027 n-d-812111-14 neutron-server[103304]: return f(self, *a, **k) Jan 28 20:31:50.122027 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:31:50.122027 n-d-812111-14 neutron-server[103304]: return self._get(url).json() Jan 28 20:31:50.122027 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:31:50.122027 n-d-812111-14 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:31:50.122027 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:31:50.122027 n-d-812111-14 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 28 20:31:50.122027 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:31:50.122027 n-d-812111-14 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:31:50.122027 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:31:50.122027 n-d-812111-14 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:31:50.122027 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:31:50.122027 n-d-812111-14 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:31:50.122027 n-d-812111-14 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:31:50.174189 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-152956c2-b1de-45ae-bebf-40a117791393 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (c7186000-02d6-4ca6-a809-ce9e8743e81a), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:50.180514 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-152956c2-b1de-45ae-bebf-40a117791393 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:50.183742 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-152956c2-b1de-45ae-bebf-40a117791393 admin admin] 10.222.0.64 "DELETE /v2.0/networks/c7186000-02d6-4ca6-a809-ce9e8743e81a HTTP/1.1" status: 204 len: 168 time: 0.2787044 Jan 28 20:31:50.193775 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152956c2-b1de-45ae-bebf-40a117791393 admin admin] Pushing event deleted for resources: {'Network': ['ID=c7186000-02d6-4ca6-a809-ce9e8743e81a,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:50.294435 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 42026) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:31:50.333911 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-08261706-4f55-4af2-8e76-fd50a46f0282 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=867aab52ae5c4792a271d48d68a96d49&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0381410 Jan 28 20:31:50.336347 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 42028) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:31:50.382170 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fdd4cb59-e894-45dc-b540-e623bfb8b438 admin admin] Publish callbacks [] for security_group (bc849482-6a16-4172-a557-727097193970), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:50.402485 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fdd4cb59-e894-45dc-b540-e623bfb8b438 admin admin] Publish callbacks [] for security_group (bc849482-6a16-4172-a557-727097193970), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:50.448923 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fdd4cb59-e894-45dc-b540-e623bfb8b438 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (bc849482-6a16-4172-a557-727097193970), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:50.451548 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fdd4cb59-e894-45dc-b540-e623bfb8b438 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:50.452690 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-fdd4cb59-e894-45dc-b540-e623bfb8b438 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/bc849482-6a16-4172-a557-727097193970 HTTP/1.1" status: 204 len: 168 time: 0.1154685 Jan 28 20:31:50.460344 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd4cb59-e894-45dc-b540-e623bfb8b438 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc849482-6a16-4172-a557-727097193970,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:51.126979 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 42050) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:31:51.218639 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-0fbc2e2c-1456-4e4d-9cb0-b5f5737b295d tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1964883659'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:31:51.240654 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fbc2e2c-1456-4e4d-9cb0-b5f5737b295d tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Made reservation on behalf of 9e265186cacc4c79a92c79e522ff8bfb for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:31:51.244093 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0fbc2e2c-1456-4e4d-9cb0-b5f5737b295d tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:51.257076 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0fbc2e2c-1456-4e4d-9cb0-b5f5737b295d tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:51.332134 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0fbc2e2c-1456-4e4d-9cb0-b5f5737b295d tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Publish callbacks [] for security_group (16f336ce-f298-4301-bcb4-18decd43c10f), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:51.335853 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0fbc2e2c-1456-4e4d-9cb0-b5f5737b295d tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (16f336ce-f298-4301-bcb4-18decd43c10f), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:51.362065 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fbc2e2c-1456-4e4d-9cb0-b5f5737b295d tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:31:51.371651 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbc2e2c-1456-4e4d-9cb0-b5f5737b295d tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16f336ce-f298-4301-bcb4-18decd43c10f,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:51.376537 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0fbc2e2c-1456-4e4d-9cb0-b5f5737b295d tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (864dff60-738c-4616-be92-7ccecc6136a0), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:51.376881 n-d-812111-14 neutron-server[103304]: INFO neutron.db.segments_db [None req-0fbc2e2c-1456-4e4d-9cb0-b5f5737b295d tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Added segment 864dff60-738c-4616-be92-7ccecc6136a0 of type vlan for network 337ffdd5-15a6-47d2-9a2f-5f298cc715cc Jan 28 20:31:51.416943 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0fbc2e2c-1456-4e4d-9cb0-b5f5737b295d tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (337ffdd5-15a6-47d2-9a2f-5f298cc715cc), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:51.441430 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0fbc2e2c-1456-4e4d-9cb0-b5f5737b295d tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (337ffdd5-15a6-47d2-9a2f-5f298cc715cc), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:51.447318 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fbc2e2c-1456-4e4d-9cb0-b5f5737b295d tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:51.447971 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0fbc2e2c-1456-4e4d-9cb0-b5f5737b295d tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:51.506168 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:51.507381 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-0fbc2e2c-1456-4e4d-9cb0-b5f5737b295d tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3792901 Jan 28 20:31:51.519041 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbc2e2c-1456-4e4d-9cb0-b5f5737b295d tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Pushing event updated for resources: {'Network': ['ID=337ffdd5-15a6-47d2-9a2f-5f298cc715cc,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:51.524182 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 65f59138-fbdc-43fa-aa18-eda722ed10a0 no longer exists at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:31:51.546481 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network 337ffdd5-15a6-47d2-9a2f-5f298cc715cc details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:31:51.550037 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] No Port match for: 65f59138-fbdc-43fa-aa18-eda722ed10a0 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:31:51.550384 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 65f59138-fbdc-43fa-aa18-eda722ed10a0 not bound to the agent host n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:31:54.587396 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:54.705661 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 42054) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:31:54.710748 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-3dd61de7-1cd6-41e4-b2e8-716a81f1705f tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Request body: {'subnet': {'network_id': '337ffdd5-15a6-47d2-9a2f-5f298cc715cc', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:31:54.794663 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dd61de7-1cd6-41e4-b2e8-716a81f1705f tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Made reservation on behalf of 9e265186cacc4c79a92c79e522ff8bfb for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:31:54.798508 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3dd61de7-1cd6-41e4-b2e8-716a81f1705f tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5221429'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:54.978215 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3dd61de7-1cd6-41e4-b2e8-716a81f1705f tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4690681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5221415'] for subnet (b39e6008-3862-4aab-97a0-424cb18af3f7), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:55.037856 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd61de7-1cd6-41e4-b2e8-716a81f1705f tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Pushing event updated for resources: {'Subnet': ['ID=b39e6008-3862-4aab-97a0-424cb18af3f7,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:55.046300 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd61de7-1cd6-41e4-b2e8-716a81f1705f tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Checking segment: {'id': '864dff60-738c-4616-be92-7ccecc6136a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '337ffdd5-15a6-47d2-9a2f-5f298cc715cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:31:55.046664 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd61de7-1cd6-41e4-b2e8-716a81f1705f tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Network hostable DHCP agents. Network: 337ffdd5-15a6-47d2-9a2f-5f298cc715cc, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:31:55.062398 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd61de7-1cd6-41e4-b2e8-716a81f1705f tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Network 337ffdd5-15a6-47d2-9a2f-5f298cc715cc is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:31:55.070286 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-3dd61de7-1cd6-41e4-b2e8-716a81f1705f tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, 337ffdd5-15a6-47d2-9a2f-5f298cc715cc) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:31:55.074177 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dd61de7-1cd6-41e4-b2e8-716a81f1705f tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:55.074772 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3dd61de7-1cd6-41e4-b2e8-716a81f1705f tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:55.081136 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e6a6c83-814e-43ec-9ea2-28552fa413b7 None None] Network 337ffdd5-15a6-47d2-9a2f-5f298cc715cc requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:31:55.091376 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-3dd61de7-1cd6-41e4-b2e8-716a81f1705f tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3845949 Jan 28 20:31:55.094948 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 42056) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:31:55.100884 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-3cfce272-cbe1-46e6-a923-f6a4b0283abf tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-629304711'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:31:55.121952 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cfce272-cbe1-46e6-a923-f6a4b0283abf tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Made reservation on behalf of 9e265186cacc4c79a92c79e522ff8bfb for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:31:55.125405 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3cfce272-cbe1-46e6-a923-f6a4b0283abf tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:55.149272 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cfce272-cbe1-46e6-a923-f6a4b0283abf tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:31:55.158982 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3cfce272-cbe1-46e6-a923-f6a4b0283abf tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (0651d4ba-5158-419c-88d8-e2d46c52bb62), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:55.159250 n-d-812111-14 neutron-server[103305]: INFO neutron.db.segments_db [None req-3cfce272-cbe1-46e6-a923-f6a4b0283abf tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Added segment 0651d4ba-5158-419c-88d8-e2d46c52bb62 of type vlan for network 88805acf-f925-4423-8fe6-c6a35d310b67 Jan 28 20:31:55.199140 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3cfce272-cbe1-46e6-a923-f6a4b0283abf tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (88805acf-f925-4423-8fe6-c6a35d310b67), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:55.200440 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed2ef808-a943-41d8-8306-2da94388680e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68cd31fd-e4cd-5fb3-a862-256fc47efcd2-337ffdd5-15a6-47d2-9a2f-5f298cc715cc', 'network_id': '337ffdd5-15a6-47d2-9a2f-5f298cc715cc', 'project_id': '9e265186cacc4c79a92c79e522ff8bfb', 'fixed_ips': [{'subnet_id': 'b39e6008-3862-4aab-97a0-424cb18af3f7'}]}} from n-d-812111-14. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 20:31:55.201408 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ed2ef808-a943-41d8-8306-2da94388680e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:55.228658 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3cfce272-cbe1-46e6-a923-f6a4b0283abf tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (88805acf-f925-4423-8fe6-c6a35d310b67), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:55.234407 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cfce272-cbe1-46e6-a923-f6a4b0283abf tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:55.235133 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3cfce272-cbe1-46e6-a923-f6a4b0283abf tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:55.263272 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-3cfce272-cbe1-46e6-a923-f6a4b0283abf tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1662683 Jan 28 20:31:55.266374 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 42058) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:31:55.271870 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-d99d5ae2-b68e-4509-8342-65ae24a09f76 tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Request body: {'subnet': {'network_id': '88805acf-f925-4423-8fe6-c6a35d310b67', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:31:55.307206 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfce272-cbe1-46e6-a923-f6a4b0283abf tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Pushing event updated for resources: {'Network': ['ID=88805acf-f925-4423-8fe6-c6a35d310b67,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:55.322461 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network 88805acf-f925-4423-8fe6-c6a35d310b67 details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:31:55.365585 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d99d5ae2-b68e-4509-8342-65ae24a09f76 tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Made reservation on behalf of 9e265186cacc4c79a92c79e522ff8bfb for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:31:55.369047 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d99d5ae2-b68e-4509-8342-65ae24a09f76 tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5221429'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:55.391687 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-ed2ef808-a943-41d8-8306-2da94388680e None None] Allocated IP 2001:db8:0:ffff::2 (337ffdd5-15a6-47d2-9a2f-5f298cc715cc/b39e6008-3862-4aab-97a0-424cb18af3f7/80676593-bdf7-44c0-a3a1-93e51c7725f5) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:31:55.547322 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ed2ef808-a943-41d8-8306-2da94388680e None None] Publish callbacks [] for port (80676593-bdf7-44c0-a3a1-93e51c7725f5), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:55.553829 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ed2ef808-a943-41d8-8306-2da94388680e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (80676593-bdf7-44c0-a3a1-93e51c7725f5), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:55.561357 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d99d5ae2-b68e-4509-8342-65ae24a09f76 tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4690681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5221415'] for subnet (b854f31c-d44a-482e-a818-e7414b7fbc42), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:55.590502 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed2ef808-a943-41d8-8306-2da94388680e None None] Network 337ffdd5-15a6-47d2-9a2f-5f298cc715cc is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:31:55.593237 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-ed2ef808-a943-41d8-8306-2da94388680e None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:31:55.597221 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2ef808-a943-41d8-8306-2da94388680e None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:31:55.609577 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2ef808-a943-41d8-8306-2da94388680e None None] Pushing event updated for resources: {'Port': ['ID=80676593-bdf7-44c0-a3a1-93e51c7725f5,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:55.622456 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99d5ae2-b68e-4509-8342-65ae24a09f76 tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Pushing event updated for resources: {'Subnet': ['ID=b854f31c-d44a-482e-a818-e7414b7fbc42,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:55.631622 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d99d5ae2-b68e-4509-8342-65ae24a09f76 tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Checking segment: {'id': '0651d4ba-5158-419c-88d8-e2d46c52bb62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '88805acf-f925-4423-8fe6-c6a35d310b67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:31:55.631995 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d99d5ae2-b68e-4509-8342-65ae24a09f76 tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Network hostable DHCP agents. Network: 88805acf-f925-4423-8fe6-c6a35d310b67, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:31:55.649151 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d99d5ae2-b68e-4509-8342-65ae24a09f76 tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Network 88805acf-f925-4423-8fe6-c6a35d310b67 is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:31:55.658417 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-d99d5ae2-b68e-4509-8342-65ae24a09f76 tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, 88805acf-f925-4423-8fe6-c6a35d310b67) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:31:55.662596 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d99d5ae2-b68e-4509-8342-65ae24a09f76 tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:55.663219 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d99d5ae2-b68e-4509-8342-65ae24a09f76 tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:55.668252 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f284e108-b408-4495-80f6-6935461a06e4 None None] Network 88805acf-f925-4423-8fe6-c6a35d310b67 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:31:55.671606 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-ed2ef808-a943-41d8-8306-2da94388680e None None] Attempting to bind port 80676593-bdf7-44c0-a3a1-93e51c7725f5 on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:31:55.671980 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-ed2ef808-a943-41d8-8306-2da94388680e None None] Attempting to bind port 80676593-bdf7-44c0-a3a1-93e51c7725f5 by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '864dff60-738c-4616-be92-7ccecc6136a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '337ffdd5-15a6-47d2-9a2f-5f298cc715cc'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:31:55.672343 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2ef808-a943-41d8-8306-2da94388680e None None] Attempting to bind port 80676593-bdf7-44c0-a3a1-93e51c7725f5 on network 337ffdd5-15a6-47d2-9a2f-5f298cc715cc {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:31:55.679801 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-d99d5ae2-b68e-4509-8342-65ae24a09f76 tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4119763 Jan 28 20:31:55.682522 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 42060) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:31:55.714938 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2ef808-a943-41d8-8306-2da94388680e None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 31, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:31:55.715404 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2ef808-a943-41d8-8306-2da94388680e None None] Checking segment: {'id': '864dff60-738c-4616-be92-7ccecc6136a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '337ffdd5-15a6-47d2-9a2f-5f298cc715cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:31:55.715711 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ed2ef808-a943-41d8-8306-2da94388680e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:55.716116 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2ef808-a943-41d8-8306-2da94388680e None None] Bound using segment: {'id': '864dff60-738c-4616-be92-7ccecc6136a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '337ffdd5-15a6-47d2-9a2f-5f298cc715cc'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:31:55.716585 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-ed2ef808-a943-41d8-8306-2da94388680e None None] Bound port: 80676593-bdf7-44c0-a3a1-93e51c7725f5, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '864dff60-738c-4616-be92-7ccecc6136a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '337ffdd5-15a6-47d2-9a2f-5f298cc715cc'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:31:55.717044 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ed2ef808-a943-41d8-8306-2da94388680e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (80676593-bdf7-44c0-a3a1-93e51c7725f5), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:55.793219 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ceae3c76-8632-4740-855b-e92eb06c5369 tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (88805acf-f925-4423-8fe6-c6a35d310b67), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:55.817562 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a22c8cb4-3803-40a5-91a2-b8460479b5fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68cd31fd-e4cd-5fb3-a862-256fc47efcd2-88805acf-f925-4423-8fe6-c6a35d310b67', 'network_id': '88805acf-f925-4423-8fe6-c6a35d310b67', 'project_id': '9e265186cacc4c79a92c79e522ff8bfb', 'fixed_ips': [{'subnet_id': 'b854f31c-d44a-482e-a818-e7414b7fbc42'}]}} from n-d-812111-14. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 20:31:55.818405 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a22c8cb4-3803-40a5-91a2-b8460479b5fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:55.834071 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-ed2ef808-a943-41d8-8306-2da94388680e None None] For port 80676593-bdf7-44c0-a3a1-93e51c7725f5, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:31:55.854204 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-ed2ef808-a943-41d8-8306-2da94388680e None None] For port 80676593-bdf7-44c0-a3a1-93e51c7725f5, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=80676593-bdf7-44c0-a3a1-93e51c7725f5,segment=NetworkSegment(864dff60-738c-4616-be92-7ccecc6136a0),segment_id=864dff60-738c-4616-be92-7ccecc6136a0)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:31:55.862288 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ed2ef808-a943-41d8-8306-2da94388680e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (80676593-bdf7-44c0-a3a1-93e51c7725f5), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:55.871812 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ceae3c76-8632-4740-855b-e92eb06c5369 tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (b854f31c-d44a-482e-a818-e7414b7fbc42), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:55.939715 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ceae3c76-8632-4740-855b-e92eb06c5369 tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4690616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5222356'] for subnet (b854f31c-d44a-482e-a818-e7414b7fbc42), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:55.979827 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceae3c76-8632-4740-855b-e92eb06c5369 tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Pushing event deleted for resources: {'Subnet': ['ID=b854f31c-d44a-482e-a818-e7414b7fbc42,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:55.981190 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server [None req-a22c8cb4-3803-40a5-91a2-b8460479b5fb None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b854f31c-d44a-482e-a818-e7414b7fbc42: This subnet is being modified by another concurrent operation. Jan 28 20:31:55.981190 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 28 20:31:55.981190 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 28 20:31:55.981190 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 28 20:31:55.981190 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 28 20:31:55.981190 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 28 20:31:55.981190 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 28 20:31:55.981190 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 28 20:31:55.981190 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 28 20:31:55.981190 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 28 20:31:55.981190 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 20:31:55.981190 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 20:31:55.981190 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 20:31:55.981190 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 20:31:55.981190 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 20:31:55.981190 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 20:31:55.981190 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 20:31:55.981190 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 20:31:55.981190 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 20:31:55.981190 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 20:31:55.981190 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 20:31:55.981190 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 20:31:55.981190 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 20:31:55.981190 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 20:31:55.981190 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 20:31:55.981190 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 20:31:55.981190 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 20:31:55.981190 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 20:31:55.981190 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 20:31:55.981190 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 20:31:55.981190 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 20:31:55.981190 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 20:31:55.981190 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 20:31:55.981190 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 20:31:55.981190 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 28 20:31:55.981190 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 28 20:31:55.981190 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Jan 28 20:31:55.981190 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 28 20:31:55.981190 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Jan 28 20:31:55.981190 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 28 20:31:55.981190 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 28 20:31:55.981190 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 28 20:31:55.981190 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 28 20:31:55.981190 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 20:31:55.981190 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 20:31:55.981190 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 20:31:55.981190 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 20:31:55.981190 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 20:31:55.981190 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 20:31:55.981190 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 20:31:55.981190 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 20:31:55.981190 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 20:31:55.981190 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 20:31:55.981190 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 20:31:55.981190 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 20:31:55.981190 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 20:31:55.981190 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 20:31:55.981190 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 20:31:55.981190 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 20:31:55.981190 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 20:31:55.981190 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 20:31:55.981190 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 20:31:55.981190 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 20:31:55.981190 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 20:31:55.981190 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 20:31:55.981190 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 20:31:55.981190 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 20:31:55.981190 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 20:31:55.981190 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 20:31:55.981190 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 20:31:55.981190 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1510, in create_port Jan 28 20:31:55.981190 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 28 20:31:55.981190 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1475, in _create_port_db Jan 28 20:31:55.981190 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 28 20:31:55.981190 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Jan 28 20:31:55.981190 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 28 20:31:55.981190 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 28 20:31:55.981190 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 28 20:31:55.981190 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 20:31:55.981190 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 20:31:55.981190 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 28 20:31:55.981190 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 28 20:31:55.981190 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 28 20:31:55.981190 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 28 20:31:55.981190 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 28 20:31:55.981190 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 28 20:31:55.981190 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 28 20:31:55.981190 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 28 20:31:55.981190 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 28 20:31:55.981190 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server raise exception Jan 28 20:31:55.981190 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b854f31c-d44a-482e-a818-e7414b7fbc42: This subnet is being modified by another concurrent operation. Jan 28 20:31:55.981190 n-d-812111-14 neutron-server[103306]: ERROR oslo_messaging.rpc.server Jan 28 20:31:55.990077 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2ef808-a943-41d8-8306-2da94388680e None None] Pushing event updated for resources: {'Port': ['ID=80676593-bdf7-44c0-a3a1-93e51c7725f5,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:56.011962 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8981ae39-0826-4993-bfb3-5699aaef0922 None None] Network 88805acf-f925-4423-8fe6-c6a35d310b67 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:31:56.396493 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ceae3c76-8632-4740-855b-e92eb06c5369 tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (88805acf-f925-4423-8fe6-c6a35d310b67), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:56.415799 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-ceae3c76-8632-4740-855b-e92eb06c5369 tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88805acf-f925-4423-8fe6-c6a35d310b67']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:31:56.425997 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-ceae3c76-8632-4740-855b-e92eb06c5369 tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0651d4ba-5158-419c-88d8-e2d46c52bb62') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:31:56.426291 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-ceae3c76-8632-4740-855b-e92eb06c5369 tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0651d4ba-5158-419c-88d8-e2d46c52bb62') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:31:56.435447 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ceae3c76-8632-4740-855b-e92eb06c5369 tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4747091'] for segment (0651d4ba-5158-419c-88d8-e2d46c52bb62), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:56.448785 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ceae3c76-8632-4740-855b-e92eb06c5369 tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (0651d4ba-5158-419c-88d8-e2d46c52bb62), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:56.454972 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ceae3c76-8632-4740-855b-e92eb06c5369 tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:31:56.455366 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ceae3c76-8632-4740-855b-e92eb06c5369 tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4690514'] for segment (0651d4ba-5158-419c-88d8-e2d46c52bb62), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:56.458406 n-d-812111-14 neutron-server[103304]: Traceback (most recent call last): Jan 28 20:31:56.458406 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:31:56.458406 n-d-812111-14 neutron-server[103304]: timer() Jan 28 20:31:56.458406 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:31:56.458406 n-d-812111-14 neutron-server[103304]: cb(*args, **kw) Jan 28 20:31:56.458406 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:31:56.458406 n-d-812111-14 neutron-server[103304]: return func(*args, **kwargs) Jan 28 20:31:56.458406 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:31:56.458406 n-d-812111-14 neutron-server[103304]: self._notify() Jan 28 20:31:56.458406 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:31:56.458406 n-d-812111-14 neutron-server[103304]: self.callback(batched_events) Jan 28 20:31:56.458406 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:31:56.458406 n-d-812111-14 neutron-server[103304]: event.method(event) Jan 28 20:31:56.458406 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:31:56.458406 n-d-812111-14 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:31:56.458406 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:31:56.458406 n-d-812111-14 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:31:56.458406 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:31:56.458406 n-d-812111-14 neutron-server[103304]: return f(self, *a, **k) Jan 28 20:31:56.458406 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:31:56.458406 n-d-812111-14 neutron-server[103304]: return self._get(url).json() Jan 28 20:31:56.458406 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:31:56.458406 n-d-812111-14 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:31:56.458406 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:31:56.458406 n-d-812111-14 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 28 20:31:56.458406 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:31:56.458406 n-d-812111-14 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:31:56.458406 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:31:56.458406 n-d-812111-14 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:31:56.458406 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:31:56.458406 n-d-812111-14 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:31:56.458406 n-d-812111-14 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:31:56.517785 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ceae3c76-8632-4740-855b-e92eb06c5369 tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (88805acf-f925-4423-8fe6-c6a35d310b67), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:56.524644 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ceae3c76-8632-4740-855b-e92eb06c5369 tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:56.527781 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-ceae3c76-8632-4740-855b-e92eb06c5369 tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] 10.222.0.64 "DELETE /v2.0/networks/88805acf-f925-4423-8fe6-c6a35d310b67 HTTP/1.1" status: 204 len: 168 time: 0.8443456 Jan 28 20:31:56.531362 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 42062) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:31:56.536821 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-fe38941a-0aea-4d8c-b2e2-3b9dbf992bdf tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1526435331'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:31:56.542097 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceae3c76-8632-4740-855b-e92eb06c5369 tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Pushing event deleted for resources: {'Network': ['ID=88805acf-f925-4423-8fe6-c6a35d310b67,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:56.556570 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe38941a-0aea-4d8c-b2e2-3b9dbf992bdf tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Made reservation on behalf of 9e265186cacc4c79a92c79e522ff8bfb for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:31:56.559873 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fe38941a-0aea-4d8c-b2e2-3b9dbf992bdf tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:56.583919 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe38941a-0aea-4d8c-b2e2-3b9dbf992bdf tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:31:56.593139 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fe38941a-0aea-4d8c-b2e2-3b9dbf992bdf tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (c75a2b80-0c10-4eac-86be-de7f5c89c175), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:56.593493 n-d-812111-14 neutron-server[103305]: INFO neutron.db.segments_db [None req-fe38941a-0aea-4d8c-b2e2-3b9dbf992bdf tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Added segment c75a2b80-0c10-4eac-86be-de7f5c89c175 of type vlan for network d0044064-be67-4a24-9c24-cbd42b57f6da Jan 28 20:31:56.636350 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fe38941a-0aea-4d8c-b2e2-3b9dbf992bdf tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (d0044064-be67-4a24-9c24-cbd42b57f6da), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:56.662205 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fe38941a-0aea-4d8c-b2e2-3b9dbf992bdf tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (d0044064-be67-4a24-9c24-cbd42b57f6da), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:56.667261 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe38941a-0aea-4d8c-b2e2-3b9dbf992bdf tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:56.667843 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fe38941a-0aea-4d8c-b2e2-3b9dbf992bdf tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:56.733773 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-fe38941a-0aea-4d8c-b2e2-3b9dbf992bdf tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2013164 Jan 28 20:31:56.736938 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 42064) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:31:56.742545 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-3d28c6c4-3925-446a-82b5-cd7852ffd193 tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Request body: {'subnet': {'network_id': 'd0044064-be67-4a24-9c24-cbd42b57f6da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:31:56.743738 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe38941a-0aea-4d8c-b2e2-3b9dbf992bdf tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Pushing event updated for resources: {'Network': ['ID=d0044064-be67-4a24-9c24-cbd42b57f6da,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:56.754904 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network d0044064-be67-4a24-9c24-cbd42b57f6da details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:31:56.834207 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d28c6c4-3925-446a-82b5-cd7852ffd193 tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Made reservation on behalf of 9e265186cacc4c79a92c79e522ff8bfb for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:31:56.837847 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3d28c6c4-3925-446a-82b5-cd7852ffd193 tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5221429'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:56.900539 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.ipam_backend_mixin [None req-3d28c6c4-3925-446a-82b5-cd7852ffd193 tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Performing IP validity checks on allocation pools {{(pid=103304) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 28 20:31:56.901091 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.ipam_backend_mixin [None req-3d28c6c4-3925-446a-82b5-cd7852ffd193 tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103304) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 28 20:31:56.986149 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b14f34e4-a3d8-4878-a489-e2aa4185e557 None None] get_active_networks_info from n-d-812111-14 {{(pid=103306) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 20:31:57.041467 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3d28c6c4-3925-446a-82b5-cd7852ffd193 tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4690681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5221415'] for subnet (6a4ac98e-7ea3-4764-b94d-b2f8a945a15a), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:57.043532 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 80676593-bdf7-44c0-a3a1-93e51c7725f5 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:31:57.103872 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b14f34e4-a3d8-4878-a489-e2aa4185e557 None None] Resources bound (agent type, host, resource id): {{(pid=103306) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 20:31:57.106919 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d28c6c4-3925-446a-82b5-cd7852ffd193 tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Pushing event updated for resources: {'Subnet': ['ID=6a4ac98e-7ea3-4764-b94d-b2f8a945a15a,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:57.111598 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-121b973d-a0fc-45b9-8272-5e2620baddbd None None] Provisioning complete for port 80676593-bdf7-44c0-a3a1-93e51c7725f5 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:31:57.111971 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-121b973d-a0fc-45b9-8272-5e2620baddbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (80676593-bdf7-44c0-a3a1-93e51c7725f5), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:57.123686 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d28c6c4-3925-446a-82b5-cd7852ffd193 tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Checking segment: {'id': 'c75a2b80-0c10-4eac-86be-de7f5c89c175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'd0044064-be67-4a24-9c24-cbd42b57f6da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:31:57.124058 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d28c6c4-3925-446a-82b5-cd7852ffd193 tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Network hostable DHCP agents. Network: d0044064-be67-4a24-9c24-cbd42b57f6da, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:31:57.140800 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d28c6c4-3925-446a-82b5-cd7852ffd193 tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Network d0044064-be67-4a24-9c24-cbd42b57f6da is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:31:57.151399 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-3d28c6c4-3925-446a-82b5-cd7852ffd193 tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, d0044064-be67-4a24-9c24-cbd42b57f6da) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:31:57.155803 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d28c6c4-3925-446a-82b5-cd7852ffd193 tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:57.156412 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3d28c6c4-3925-446a-82b5-cd7852ffd193 tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:57.172998 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-3d28c6c4-3925-446a-82b5-cd7852ffd193 tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4345658 Jan 28 20:31:57.176159 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 42066) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:31:57.234709 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 80676593-bdf7-44c0-a3a1-93e51c7725f5 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:31:57.235075 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (80676593-bdf7-44c0-a3a1-93e51c7725f5), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:57.275701 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2998dbf4-d97b-460c-90ad-9dbbced88a23 tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (d0044064-be67-4a24-9c24-cbd42b57f6da), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:57.331502 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2998dbf4-d97b-460c-90ad-9dbbced88a23 tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (6a4ac98e-7ea3-4764-b94d-b2f8a945a15a), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:57.397550 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2998dbf4-d97b-460c-90ad-9dbbced88a23 tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4690616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5222356'] for subnet (6a4ac98e-7ea3-4764-b94d-b2f8a945a15a), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:57.426848 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2998dbf4-d97b-460c-90ad-9dbbced88a23 tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Pushing event deleted for resources: {'Subnet': ['ID=6a4ac98e-7ea3-4764-b94d-b2f8a945a15a,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:57.488005 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2998dbf4-d97b-460c-90ad-9dbbced88a23 tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (d0044064-be67-4a24-9c24-cbd42b57f6da), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:57.495858 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-121b973d-a0fc-45b9-8272-5e2620baddbd None None] Current status of the port 80676593-bdf7-44c0-a3a1-93e51c7725f5 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:31:57.496247 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-121b973d-a0fc-45b9-8272-5e2620baddbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (80676593-bdf7-44c0-a3a1-93e51c7725f5), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:57.509122 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-2998dbf4-d97b-460c-90ad-9dbbced88a23 tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0044064-be67-4a24-9c24-cbd42b57f6da']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:31:57.518715 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-2998dbf4-d97b-460c-90ad-9dbbced88a23 tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c75a2b80-0c10-4eac-86be-de7f5c89c175') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:31:57.519027 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-2998dbf4-d97b-460c-90ad-9dbbced88a23 tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c75a2b80-0c10-4eac-86be-de7f5c89c175') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:31:57.529064 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2998dbf4-d97b-460c-90ad-9dbbced88a23 tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4747091'] for segment (c75a2b80-0c10-4eac-86be-de7f5c89c175), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:57.544494 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2998dbf4-d97b-460c-90ad-9dbbced88a23 tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (c75a2b80-0c10-4eac-86be-de7f5c89c175), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:57.548993 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-121b973d-a0fc-45b9-8272-5e2620baddbd None None] For port 80676593-bdf7-44c0-a3a1-93e51c7725f5, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=80676593-bdf7-44c0-a3a1-93e51c7725f5,segment=NetworkSegment(864dff60-738c-4616-be92-7ccecc6136a0),segment_id=864dff60-738c-4616-be92-7ccecc6136a0)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:31:57.551077 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2998dbf4-d97b-460c-90ad-9dbbced88a23 tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:31:57.551475 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2998dbf4-d97b-460c-90ad-9dbbced88a23 tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4690514'] for segment (c75a2b80-0c10-4eac-86be-de7f5c89c175), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:57.554513 n-d-812111-14 neutron-server[103304]: Traceback (most recent call last): Jan 28 20:31:57.554513 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:31:57.554513 n-d-812111-14 neutron-server[103304]: timer() Jan 28 20:31:57.554513 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:31:57.554513 n-d-812111-14 neutron-server[103304]: cb(*args, **kw) Jan 28 20:31:57.554513 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:31:57.554513 n-d-812111-14 neutron-server[103304]: return func(*args, **kwargs) Jan 28 20:31:57.554513 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:31:57.554513 n-d-812111-14 neutron-server[103304]: self._notify() Jan 28 20:31:57.554513 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:31:57.554513 n-d-812111-14 neutron-server[103304]: self.callback(batched_events) Jan 28 20:31:57.554513 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:31:57.554513 n-d-812111-14 neutron-server[103304]: event.method(event) Jan 28 20:31:57.554513 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:31:57.554513 n-d-812111-14 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:31:57.554513 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:31:57.554513 n-d-812111-14 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:31:57.554513 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:31:57.554513 n-d-812111-14 neutron-server[103304]: return f(self, *a, **k) Jan 28 20:31:57.554513 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:31:57.554513 n-d-812111-14 neutron-server[103304]: return self._get(url).json() Jan 28 20:31:57.554513 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:31:57.554513 n-d-812111-14 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:31:57.554513 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:31:57.554513 n-d-812111-14 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 28 20:31:57.554513 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:31:57.554513 n-d-812111-14 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:31:57.554513 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:31:57.554513 n-d-812111-14 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:31:57.554513 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:31:57.554513 n-d-812111-14 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:31:57.554513 n-d-812111-14 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:31:57.571832 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-121b973d-a0fc-45b9-8272-5e2620baddbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (80676593-bdf7-44c0-a3a1-93e51c7725f5), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:57.611184 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be0c47ea-e837-4183-89f8-fa2169549e47 None None] Network 337ffdd5-15a6-47d2-9a2f-5f298cc715cc requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:31:57.613023 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aa19b62-c6af-49f9-a87d-7a59be72a5cc None None] Network d0044064-be67-4a24-9c24-cbd42b57f6da requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:31:57.620352 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2998dbf4-d97b-460c-90ad-9dbbced88a23 tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (d0044064-be67-4a24-9c24-cbd42b57f6da), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:57.628769 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2998dbf4-d97b-460c-90ad-9dbbced88a23 tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:57.635354 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-2998dbf4-d97b-460c-90ad-9dbbced88a23 tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] 10.222.0.64 "DELETE /v2.0/networks/d0044064-be67-4a24-9c24-cbd42b57f6da HTTP/1.1" status: 204 len: 168 time: 0.4548512 Jan 28 20:31:57.636123 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 42068) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:31:57.642096 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-5bc86b18-9b71-4d5b-bd9c-4d756af98f47 tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-174318388'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:31:57.644102 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 80676593-bdf7-44c0-a3a1-93e51c7725f5 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:31:57.644492 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (80676593-bdf7-44c0-a3a1-93e51c7725f5), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:57.645246 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2998dbf4-d97b-460c-90ad-9dbbced88a23 tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Pushing event deleted for resources: {'Network': ['ID=d0044064-be67-4a24-9c24-cbd42b57f6da,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:57.662825 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bc86b18-9b71-4d5b-bd9c-4d756af98f47 tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Made reservation on behalf of 9e265186cacc4c79a92c79e522ff8bfb for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:31:57.666247 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5bc86b18-9b71-4d5b-bd9c-4d756af98f47 tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:57.690330 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bc86b18-9b71-4d5b-bd9c-4d756af98f47 tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:31:57.699565 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5bc86b18-9b71-4d5b-bd9c-4d756af98f47 tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (a647e387-7521-48ba-8d77-4d0804b32c0f), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:57.699863 n-d-812111-14 neutron-server[103305]: INFO neutron.db.segments_db [None req-5bc86b18-9b71-4d5b-bd9c-4d756af98f47 tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Added segment a647e387-7521-48ba-8d77-4d0804b32c0f of type vlan for network c8951d5d-6bf9-4f9b-8a17-9387a8873f81 Jan 28 20:31:57.740892 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5bc86b18-9b71-4d5b-bd9c-4d756af98f47 tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (c8951d5d-6bf9-4f9b-8a17-9387a8873f81), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:57.753014 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121b973d-a0fc-45b9-8272-5e2620baddbd None None] Pushing event updated for resources: {'Port': ['ID=80676593-bdf7-44c0-a3a1-93e51c7725f5,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:57.769635 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5bc86b18-9b71-4d5b-bd9c-4d756af98f47 tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (c8951d5d-6bf9-4f9b-8a17-9387a8873f81), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:57.774766 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc86b18-9b71-4d5b-bd9c-4d756af98f47 tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:57.775356 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5bc86b18-9b71-4d5b-bd9c-4d756af98f47 tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:57.807694 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-5bc86b18-9b71-4d5b-bd9c-4d756af98f47 tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1673369 Jan 28 20:31:57.808460 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 42070) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:31:57.813066 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfd40085-edcd-4a5b-b180-6991f206986c None None] Network d0044064-be67-4a24-9c24-cbd42b57f6da requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:31:57.813967 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-a25f524c-ed36-45c1-b6ca-3bb17e047d2d tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Request body: {'subnet': {'network_id': 'c8951d5d-6bf9-4f9b-8a17-9387a8873f81', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:31:57.835810 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfd40085-edcd-4a5b-b180-6991f206986c None None] Network d0044064-be67-4a24-9c24-cbd42b57f6da could not be found, it might have been deleted concurrently. {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 28 20:31:57.847285 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.db.api [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103306) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 20:31:57.847285 n-d-812111-14 neutron-server[103306]: DEBUG oslo_db.api [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 20:31:57.856831 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc86b18-9b71-4d5b-bd9c-4d756af98f47 tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Pushing event updated for resources: {'Network': ['ID=c8951d5d-6bf9-4f9b-8a17-9387a8873f81,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:57.867764 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network c8951d5d-6bf9-4f9b-8a17-9387a8873f81 details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:31:57.904829 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a25f524c-ed36-45c1-b6ca-3bb17e047d2d tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Made reservation on behalf of 9e265186cacc4c79a92c79e522ff8bfb for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:31:57.909073 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a25f524c-ed36-45c1-b6ca-3bb17e047d2d tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5221429'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:58.103194 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a25f524c-ed36-45c1-b6ca-3bb17e047d2d tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4690681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5221415'] for subnet (a2fe784f-0273-45a8-9924-a173d1c9bcd1), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:58.170491 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25f524c-ed36-45c1-b6ca-3bb17e047d2d tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Pushing event updated for resources: {'Subnet': ['ID=a2fe784f-0273-45a8-9924-a173d1c9bcd1,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:58.180334 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a25f524c-ed36-45c1-b6ca-3bb17e047d2d tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Checking segment: {'id': 'a647e387-7521-48ba-8d77-4d0804b32c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'c8951d5d-6bf9-4f9b-8a17-9387a8873f81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:31:58.181180 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a25f524c-ed36-45c1-b6ca-3bb17e047d2d tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Network hostable DHCP agents. Network: c8951d5d-6bf9-4f9b-8a17-9387a8873f81, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:31:58.193950 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-94194f46-25ac-4a6c-9595-5f87a4122306 None None] Provisioning complete for port 80676593-bdf7-44c0-a3a1-93e51c7725f5 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:31:58.194330 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-94194f46-25ac-4a6c-9595-5f87a4122306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (80676593-bdf7-44c0-a3a1-93e51c7725f5), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:58.199097 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a25f524c-ed36-45c1-b6ca-3bb17e047d2d tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Network c8951d5d-6bf9-4f9b-8a17-9387a8873f81 is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:31:58.208548 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-a25f524c-ed36-45c1-b6ca-3bb17e047d2d tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, c8951d5d-6bf9-4f9b-8a17-9387a8873f81) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:31:58.214322 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a25f524c-ed36-45c1-b6ca-3bb17e047d2d tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:58.216032 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a25f524c-ed36-45c1-b6ca-3bb17e047d2d tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:58.219420 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1deab1f5-1e55-483a-a7e0-db2f102cc589 None None] Network c8951d5d-6bf9-4f9b-8a17-9387a8873f81 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:31:58.233836 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-a25f524c-ed36-45c1-b6ca-3bb17e047d2d tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4241993 Jan 28 20:31:58.238116 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 42072) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:31:58.245551 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-223b7af1-0bfb-41f3-8dbd-0152c00505f3 tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-213199821'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:31:58.264789 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-223b7af1-0bfb-41f3-8dbd-0152c00505f3 tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Made reservation on behalf of 9e265186cacc4c79a92c79e522ff8bfb for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:31:58.268663 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-223b7af1-0bfb-41f3-8dbd-0152c00505f3 tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:58.389605 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4691ca2-3db3-4a76-ade7-608f0b1d03a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68cd31fd-e4cd-5fb3-a862-256fc47efcd2-c8951d5d-6bf9-4f9b-8a17-9387a8873f81', 'network_id': 'c8951d5d-6bf9-4f9b-8a17-9387a8873f81', 'project_id': '9e265186cacc4c79a92c79e522ff8bfb', 'fixed_ips': [{'subnet_id': 'a2fe784f-0273-45a8-9924-a173d1c9bcd1'}]}} from n-d-812111-14. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 20:31:58.390491 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a4691ca2-3db3-4a76-ade7-608f0b1d03a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:58.415094 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-94194f46-25ac-4a6c-9595-5f87a4122306 None None] Current status of the port 80676593-bdf7-44c0-a3a1-93e51c7725f5 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:31:58.434688 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 80676593-bdf7-44c0-a3a1-93e51c7725f5 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:31:58.560075 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-a4691ca2-3db3-4a76-ade7-608f0b1d03a3 None None] Allocated IP 2001:db8::2 (c8951d5d-6bf9-4f9b-8a17-9387a8873f81/a2fe784f-0273-45a8-9924-a173d1c9bcd1/16ed0c1f-3082-4404-b8c8-2c526323768b) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:31:58.608939 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-223b7af1-0bfb-41f3-8dbd-0152c00505f3 tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:31:58.617972 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-223b7af1-0bfb-41f3-8dbd-0152c00505f3 tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (636ae5d1-c1a6-4046-a7ac-e3086666bff1), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:58.618248 n-d-812111-14 neutron-server[103305]: INFO neutron.db.segments_db [None req-223b7af1-0bfb-41f3-8dbd-0152c00505f3 tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Added segment 636ae5d1-c1a6-4046-a7ac-e3086666bff1 of type vlan for network 68c501e2-1baa-412d-b62d-9623aa61b658 Jan 28 20:31:58.658563 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-223b7af1-0bfb-41f3-8dbd-0152c00505f3 tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (68c501e2-1baa-412d-b62d-9623aa61b658), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:58.683726 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-223b7af1-0bfb-41f3-8dbd-0152c00505f3 tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (68c501e2-1baa-412d-b62d-9623aa61b658), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:58.688692 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-223b7af1-0bfb-41f3-8dbd-0152c00505f3 tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:58.689396 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-223b7af1-0bfb-41f3-8dbd-0152c00505f3 tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:58.710646 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a4691ca2-3db3-4a76-ade7-608f0b1d03a3 None None] Publish callbacks [] for port (16ed0c1f-3082-4404-b8c8-2c526323768b), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:58.717127 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a4691ca2-3db3-4a76-ade7-608f0b1d03a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (16ed0c1f-3082-4404-b8c8-2c526323768b), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:58.740795 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-223b7af1-0bfb-41f3-8dbd-0152c00505f3 tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5012803 Jan 28 20:31:58.743752 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 42074) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:31:58.750087 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-4027a614-8ae3-47e2-9de7-e0552aa7c1be tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Request body: {'subnet': {'network_id': '68c501e2-1baa-412d-b62d-9623aa61b658', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:31:58.757891 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4691ca2-3db3-4a76-ade7-608f0b1d03a3 None None] Network c8951d5d-6bf9-4f9b-8a17-9387a8873f81 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:31:58.760133 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223b7af1-0bfb-41f3-8dbd-0152c00505f3 tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Pushing event updated for resources: {'Network': ['ID=68c501e2-1baa-412d-b62d-9623aa61b658,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:58.762823 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-a4691ca2-3db3-4a76-ade7-608f0b1d03a3 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:31:58.767306 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4691ca2-3db3-4a76-ade7-608f0b1d03a3 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:31:58.770197 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4691ca2-3db3-4a76-ade7-608f0b1d03a3 None None] Pushing event updated for resources: {'Port': ['ID=16ed0c1f-3082-4404-b8c8-2c526323768b,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:58.775003 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network 68c501e2-1baa-412d-b62d-9623aa61b658 details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:31:58.850317 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4027a614-8ae3-47e2-9de7-e0552aa7c1be tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Made reservation on behalf of 9e265186cacc4c79a92c79e522ff8bfb for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:31:58.854124 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4027a614-8ae3-47e2-9de7-e0552aa7c1be tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5221429'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:58.884296 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-a4691ca2-3db3-4a76-ade7-608f0b1d03a3 None None] Attempting to bind port 16ed0c1f-3082-4404-b8c8-2c526323768b on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:31:58.884787 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-a4691ca2-3db3-4a76-ade7-608f0b1d03a3 None None] Attempting to bind port 16ed0c1f-3082-4404-b8c8-2c526323768b by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': 'a647e387-7521-48ba-8d77-4d0804b32c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'c8951d5d-6bf9-4f9b-8a17-9387a8873f81'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:31:58.885022 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4691ca2-3db3-4a76-ade7-608f0b1d03a3 None None] Attempting to bind port 16ed0c1f-3082-4404-b8c8-2c526323768b on network c8951d5d-6bf9-4f9b-8a17-9387a8873f81 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:31:58.890039 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4691ca2-3db3-4a76-ade7-608f0b1d03a3 None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 31, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:31:58.890421 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4691ca2-3db3-4a76-ade7-608f0b1d03a3 None None] Checking segment: {'id': 'a647e387-7521-48ba-8d77-4d0804b32c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'c8951d5d-6bf9-4f9b-8a17-9387a8873f81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:31:58.890834 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a4691ca2-3db3-4a76-ade7-608f0b1d03a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:58.891226 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4691ca2-3db3-4a76-ade7-608f0b1d03a3 None None] Bound using segment: {'id': 'a647e387-7521-48ba-8d77-4d0804b32c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'c8951d5d-6bf9-4f9b-8a17-9387a8873f81'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:31:58.891698 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-a4691ca2-3db3-4a76-ade7-608f0b1d03a3 None None] Bound port: 16ed0c1f-3082-4404-b8c8-2c526323768b, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a647e387-7521-48ba-8d77-4d0804b32c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'c8951d5d-6bf9-4f9b-8a17-9387a8873f81'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:31:58.892640 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a4691ca2-3db3-4a76-ade7-608f0b1d03a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (16ed0c1f-3082-4404-b8c8-2c526323768b), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:58.961746 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-a4691ca2-3db3-4a76-ade7-608f0b1d03a3 None None] For port 16ed0c1f-3082-4404-b8c8-2c526323768b, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:31:58.965419 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-a4691ca2-3db3-4a76-ade7-608f0b1d03a3 None None] For port 16ed0c1f-3082-4404-b8c8-2c526323768b, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=16ed0c1f-3082-4404-b8c8-2c526323768b,segment=NetworkSegment(a647e387-7521-48ba-8d77-4d0804b32c0f),segment_id=a647e387-7521-48ba-8d77-4d0804b32c0f)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:31:58.971120 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a4691ca2-3db3-4a76-ade7-608f0b1d03a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (16ed0c1f-3082-4404-b8c8-2c526323768b), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:58.978150 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 80676593-bdf7-44c0-a3a1-93e51c7725f5 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:31:59.058497 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4027a614-8ae3-47e2-9de7-e0552aa7c1be tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4690681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5221415'] for subnet (4b3495c5-b90e-4cb9-b4bc-16cd5cc9be92), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:59.069669 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4691ca2-3db3-4a76-ade7-608f0b1d03a3 None None] Pushing event updated for resources: {'Port': ['ID=16ed0c1f-3082-4404-b8c8-2c526323768b,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:59.081425 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 80676593-bdf7-44c0-a3a1-93e51c7725f5 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:31:59.081808 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (80676593-bdf7-44c0-a3a1-93e51c7725f5), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:59.125326 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4027a614-8ae3-47e2-9de7-e0552aa7c1be tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Pushing event updated for resources: {'Subnet': ['ID=4b3495c5-b90e-4cb9-b4bc-16cd5cc9be92,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:59.138607 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4027a614-8ae3-47e2-9de7-e0552aa7c1be tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Checking segment: {'id': '636ae5d1-c1a6-4046-a7ac-e3086666bff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '68c501e2-1baa-412d-b62d-9623aa61b658'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:31:59.138978 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4027a614-8ae3-47e2-9de7-e0552aa7c1be tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Network hostable DHCP agents. Network: 68c501e2-1baa-412d-b62d-9623aa61b658, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:31:59.156254 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4027a614-8ae3-47e2-9de7-e0552aa7c1be tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Network 68c501e2-1baa-412d-b62d-9623aa61b658 is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:31:59.168153 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-4027a614-8ae3-47e2-9de7-e0552aa7c1be tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, 68c501e2-1baa-412d-b62d-9623aa61b658) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:31:59.172818 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4027a614-8ae3-47e2-9de7-e0552aa7c1be tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:59.174122 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4027a614-8ae3-47e2-9de7-e0552aa7c1be tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:59.177591 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6250cfef-6c5e-4aca-b875-6eeccc381f58 None None] Network 68c501e2-1baa-412d-b62d-9623aa61b658 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:31:59.180897 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 80676593-bdf7-44c0-a3a1-93e51c7725f5 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:31:59.194513 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-4027a614-8ae3-47e2-9de7-e0552aa7c1be tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4470720 Jan 28 20:31:59.195057 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 42076) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:31:59.309568 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40e80447-5c62-40d6-b09a-f4af0e7858fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68cd31fd-e4cd-5fb3-a862-256fc47efcd2-68c501e2-1baa-412d-b62d-9623aa61b658', 'network_id': '68c501e2-1baa-412d-b62d-9623aa61b658', 'project_id': '9e265186cacc4c79a92c79e522ff8bfb', 'fixed_ips': [{'subnet_id': '4b3495c5-b90e-4cb9-b4bc-16cd5cc9be92'}]}} from n-d-812111-14. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 20:31:59.310873 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-40e80447-5c62-40d6-b09a-f4af0e7858fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:59.321407 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3742dbcd-7a99-43f2-a685-24be40e1349c tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (68c501e2-1baa-412d-b62d-9623aa61b658), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:59.390158 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3742dbcd-7a99-43f2-a685-24be40e1349c tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (4b3495c5-b90e-4cb9-b4bc-16cd5cc9be92), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:59.467792 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-40e80447-5c62-40d6-b09a-f4af0e7858fb None None] Allocated IP 2001:db8::2 (68c501e2-1baa-412d-b62d-9623aa61b658/4b3495c5-b90e-4cb9-b4bc-16cd5cc9be92/3abd8707-a521-4422-a81c-ccc583c099e5) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:31:59.608863 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-40e80447-5c62-40d6-b09a-f4af0e7858fb None None] Publish callbacks [] for port (3abd8707-a521-4422-a81c-ccc583c099e5), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:59.616318 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-40e80447-5c62-40d6-b09a-f4af0e7858fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (3abd8707-a521-4422-a81c-ccc583c099e5), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:59.631217 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3742dbcd-7a99-43f2-a685-24be40e1349c tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4690616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5222356'] for subnet (4b3495c5-b90e-4cb9-b4bc-16cd5cc9be92), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:59.661730 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40e80447-5c62-40d6-b09a-f4af0e7858fb None None] Network 68c501e2-1baa-412d-b62d-9623aa61b658 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:31:59.662376 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3742dbcd-7a99-43f2-a685-24be40e1349c tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Pushing event deleted for resources: {'Subnet': ['ID=4b3495c5-b90e-4cb9-b4bc-16cd5cc9be92,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:59.664530 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-40e80447-5c62-40d6-b09a-f4af0e7858fb None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:31:59.670278 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e80447-5c62-40d6-b09a-f4af0e7858fb None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:31:59.678881 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e80447-5c62-40d6-b09a-f4af0e7858fb None None] Pushing event updated for resources: {'Port': ['ID=3abd8707-a521-4422-a81c-ccc583c099e5,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:59.731986 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3742dbcd-7a99-43f2-a685-24be40e1349c tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (68c501e2-1baa-412d-b62d-9623aa61b658), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:59.736514 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-40e80447-5c62-40d6-b09a-f4af0e7858fb None None] Attempting to bind port 3abd8707-a521-4422-a81c-ccc583c099e5 on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:31:59.736895 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-40e80447-5c62-40d6-b09a-f4af0e7858fb None None] Attempting to bind port 3abd8707-a521-4422-a81c-ccc583c099e5 by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '636ae5d1-c1a6-4046-a7ac-e3086666bff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '68c501e2-1baa-412d-b62d-9623aa61b658'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:31:59.737305 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e80447-5c62-40d6-b09a-f4af0e7858fb None None] Attempting to bind port 3abd8707-a521-4422-a81c-ccc583c099e5 on network 68c501e2-1baa-412d-b62d-9623aa61b658 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:31:59.742869 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e80447-5c62-40d6-b09a-f4af0e7858fb None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 31, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:31:59.743284 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e80447-5c62-40d6-b09a-f4af0e7858fb None None] Checking segment: {'id': '636ae5d1-c1a6-4046-a7ac-e3086666bff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '68c501e2-1baa-412d-b62d-9623aa61b658'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:31:59.743696 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-40e80447-5c62-40d6-b09a-f4af0e7858fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:59.744258 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e80447-5c62-40d6-b09a-f4af0e7858fb None None] Bound using segment: {'id': '636ae5d1-c1a6-4046-a7ac-e3086666bff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '68c501e2-1baa-412d-b62d-9623aa61b658'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:31:59.744736 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-40e80447-5c62-40d6-b09a-f4af0e7858fb None None] Bound port: 3abd8707-a521-4422-a81c-ccc583c099e5, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '636ae5d1-c1a6-4046-a7ac-e3086666bff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '68c501e2-1baa-412d-b62d-9623aa61b658'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:31:59.745167 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-40e80447-5c62-40d6-b09a-f4af0e7858fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (3abd8707-a521-4422-a81c-ccc583c099e5), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:59.755866 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-3742dbcd-7a99-43f2-a685-24be40e1349c tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68c501e2-1baa-412d-b62d-9623aa61b658']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:31:59.766332 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-3742dbcd-7a99-43f2-a685-24be40e1349c tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '636ae5d1-c1a6-4046-a7ac-e3086666bff1') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:31:59.766632 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-3742dbcd-7a99-43f2-a685-24be40e1349c tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '636ae5d1-c1a6-4046-a7ac-e3086666bff1') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:31:59.776862 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3742dbcd-7a99-43f2-a685-24be40e1349c tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4747091'] for segment (636ae5d1-c1a6-4046-a7ac-e3086666bff1), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:59.791563 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3742dbcd-7a99-43f2-a685-24be40e1349c tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (636ae5d1-c1a6-4046-a7ac-e3086666bff1), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:59.802216 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3742dbcd-7a99-43f2-a685-24be40e1349c tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:31:59.802681 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3742dbcd-7a99-43f2-a685-24be40e1349c tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4690514'] for segment (636ae5d1-c1a6-4046-a7ac-e3086666bff1), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:59.806458 n-d-812111-14 neutron-server[103304]: Traceback (most recent call last): Jan 28 20:31:59.806458 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:31:59.806458 n-d-812111-14 neutron-server[103304]: timer() Jan 28 20:31:59.806458 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:31:59.806458 n-d-812111-14 neutron-server[103304]: cb(*args, **kw) Jan 28 20:31:59.806458 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:31:59.806458 n-d-812111-14 neutron-server[103304]: return func(*args, **kwargs) Jan 28 20:31:59.806458 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:31:59.806458 n-d-812111-14 neutron-server[103304]: self._notify() Jan 28 20:31:59.806458 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:31:59.806458 n-d-812111-14 neutron-server[103304]: self.callback(batched_events) Jan 28 20:31:59.806458 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:31:59.806458 n-d-812111-14 neutron-server[103304]: event.method(event) Jan 28 20:31:59.806458 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:31:59.806458 n-d-812111-14 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:31:59.806458 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:31:59.806458 n-d-812111-14 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:31:59.806458 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:31:59.806458 n-d-812111-14 neutron-server[103304]: return f(self, *a, **k) Jan 28 20:31:59.806458 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:31:59.806458 n-d-812111-14 neutron-server[103304]: return self._get(url).json() Jan 28 20:31:59.806458 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:31:59.806458 n-d-812111-14 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:31:59.806458 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:31:59.806458 n-d-812111-14 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 28 20:31:59.806458 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:31:59.806458 n-d-812111-14 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:31:59.806458 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:31:59.806458 n-d-812111-14 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:31:59.806458 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:31:59.806458 n-d-812111-14 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:31:59.806458 n-d-812111-14 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:31:59.816782 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-40e80447-5c62-40d6-b09a-f4af0e7858fb None None] For port 3abd8707-a521-4422-a81c-ccc583c099e5, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:31:59.874978 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-40e80447-5c62-40d6-b09a-f4af0e7858fb None None] For port 3abd8707-a521-4422-a81c-ccc583c099e5, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=3abd8707-a521-4422-a81c-ccc583c099e5,segment=NetworkSegment(636ae5d1-c1a6-4046-a7ac-e3086666bff1),segment_id=636ae5d1-c1a6-4046-a7ac-e3086666bff1)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:31:59.879819 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.db.api [None req-3742dbcd-7a99-43f2-a685-24be40e1349c tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 20:31:59.879819 n-d-812111-14 neutron-server[103304]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 20:31:59.879819 n-d-812111-14 neutron-server[103304]: [parameters: {'id': '68c501e2-1baa-412d-b62d-9623aa61b658'}] Jan 28 20:31:59.879819 n-d-812111-14 neutron-server[103304]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103304) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 20:31:59.880184 n-d-812111-14 neutron-server[103304]: DEBUG oslo_db.api [None req-3742dbcd-7a99-43f2-a685-24be40e1349c tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 20:31:59.882555 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-40e80447-5c62-40d6-b09a-f4af0e7858fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (3abd8707-a521-4422-a81c-ccc583c099e5), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:59.965460 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e80447-5c62-40d6-b09a-f4af0e7858fb None None] Pushing event updated for resources: {'Port': ['ID=3abd8707-a521-4422-a81c-ccc583c099e5,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:59.987003 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d155455a-ac2a-4546-9f6b-1e27cc3930e7 None None] Network 68c501e2-1baa-412d-b62d-9623aa61b658 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:32:00.087231 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed15abc2-0fa7-4ebc-8ad9-628794211ba9 None None] Network c8951d5d-6bf9-4f9b-8a17-9387a8873f81 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:32:00.188750 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-1c7c5ac8-7c1f-4263-a0d6-1b38b3fc4d4a None None] Provisioning complete for port 16ed0c1f-3082-4404-b8c8-2c526323768b triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:32:00.189047 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1c7c5ac8-7c1f-4263-a0d6-1b38b3fc4d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (16ed0c1f-3082-4404-b8c8-2c526323768b), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:00.283568 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-1c7c5ac8-7c1f-4263-a0d6-1b38b3fc4d4a None None] Current status of the port 16ed0c1f-3082-4404-b8c8-2c526323768b is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:32:00.283962 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1c7c5ac8-7c1f-4263-a0d6-1b38b3fc4d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (16ed0c1f-3082-4404-b8c8-2c526323768b), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:00.316658 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-1c7c5ac8-7c1f-4263-a0d6-1b38b3fc4d4a None None] For port 16ed0c1f-3082-4404-b8c8-2c526323768b, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=16ed0c1f-3082-4404-b8c8-2c526323768b,segment=NetworkSegment(a647e387-7521-48ba-8d77-4d0804b32c0f),segment_id=a647e387-7521-48ba-8d77-4d0804b32c0f)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:32:00.321342 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1c7c5ac8-7c1f-4263-a0d6-1b38b3fc4d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (16ed0c1f-3082-4404-b8c8-2c526323768b), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:00.371926 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7c5ac8-7c1f-4263-a0d6-1b38b3fc4d4a None None] Pushing event updated for resources: {'Port': ['ID=16ed0c1f-3082-4404-b8c8-2c526323768b,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:00.381777 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3742dbcd-7a99-43f2-a685-24be40e1349c tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (68c501e2-1baa-412d-b62d-9623aa61b658), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:00.421768 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d22481e-3c70-4816-9013-ee4eae8a8abb None None] get_active_networks_info from n-d-812111-14 {{(pid=103306) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 20:32:00.438101 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-3742dbcd-7a99-43f2-a685-24be40e1349c tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Deleting port 3abd8707-a521-4422-a81c-ccc583c099e5 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:32:00.438464 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3742dbcd-7a99-43f2-a685-24be40e1349c tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (3abd8707-a521-4422-a81c-ccc583c099e5), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:00.503387 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-3742dbcd-7a99-43f2-a685-24be40e1349c tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] For port 3abd8707-a521-4422-a81c-ccc583c099e5, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=3abd8707-a521-4422-a81c-ccc583c099e5,segment=NetworkSegment(636ae5d1-c1a6-4046-a7ac-e3086666bff1),segment_id=636ae5d1-c1a6-4046-a7ac-e3086666bff1)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:32:00.503671 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3742dbcd-7a99-43f2-a685-24be40e1349c tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (3abd8707-a521-4422-a81c-ccc583c099e5), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:00.518371 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-3742dbcd-7a99-43f2-a685-24be40e1349c tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Calling delete_port for 3abd8707-a521-4422-a81c-ccc583c099e5 owned by network:dhcp {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:32:00.605452 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3742dbcd-7a99-43f2-a685-24be40e1349c tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (3abd8707-a521-4422-a81c-ccc583c099e5), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:00.632233 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3742dbcd-7a99-43f2-a685-24be40e1349c tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Pushing event deleted for resources: {'Port': ['ID=3abd8707-a521-4422-a81c-ccc583c099e5,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:00.641422 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3742dbcd-7a99-43f2-a685-24be40e1349c tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] No DVR routers for this DVR port 3abd8707-a521-4422-a81c-ccc583c099e5 on host n-d-812111-14 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:32:00.652196 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-9174fe1a-b7a0-43a0-92dc-0bfa2ddde122 None None] Provisioning complete for port 16ed0c1f-3082-4404-b8c8-2c526323768b triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:32:00.652579 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9174fe1a-b7a0-43a0-92dc-0bfa2ddde122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (16ed0c1f-3082-4404-b8c8-2c526323768b), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:00.707059 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d22481e-3c70-4816-9013-ee4eae8a8abb None None] Resources bound (agent type, host, resource id): {{(pid=103306) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 20:32:00.724376 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3742dbcd-7a99-43f2-a685-24be40e1349c tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (68c501e2-1baa-412d-b62d-9623aa61b658), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:00.745316 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-3742dbcd-7a99-43f2-a685-24be40e1349c tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68c501e2-1baa-412d-b62d-9623aa61b658']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:32:00.755069 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-3742dbcd-7a99-43f2-a685-24be40e1349c tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '636ae5d1-c1a6-4046-a7ac-e3086666bff1') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:32:00.755300 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-3742dbcd-7a99-43f2-a685-24be40e1349c tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '636ae5d1-c1a6-4046-a7ac-e3086666bff1') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:32:00.764606 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3742dbcd-7a99-43f2-a685-24be40e1349c tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4747091'] for segment (636ae5d1-c1a6-4046-a7ac-e3086666bff1), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:00.777858 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3742dbcd-7a99-43f2-a685-24be40e1349c tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (636ae5d1-c1a6-4046-a7ac-e3086666bff1), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:00.784157 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3742dbcd-7a99-43f2-a685-24be40e1349c tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:32:00.784541 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3742dbcd-7a99-43f2-a685-24be40e1349c tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4690514'] for segment (636ae5d1-c1a6-4046-a7ac-e3086666bff1), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:00.787809 n-d-812111-14 neutron-server[103304]: Traceback (most recent call last): Jan 28 20:32:00.787809 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:32:00.787809 n-d-812111-14 neutron-server[103304]: timer() Jan 28 20:32:00.787809 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:32:00.787809 n-d-812111-14 neutron-server[103304]: cb(*args, **kw) Jan 28 20:32:00.787809 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:32:00.787809 n-d-812111-14 neutron-server[103304]: return func(*args, **kwargs) Jan 28 20:32:00.787809 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:32:00.787809 n-d-812111-14 neutron-server[103304]: self._notify() Jan 28 20:32:00.787809 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:32:00.787809 n-d-812111-14 neutron-server[103304]: self.callback(batched_events) Jan 28 20:32:00.787809 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:32:00.787809 n-d-812111-14 neutron-server[103304]: event.method(event) Jan 28 20:32:00.787809 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:32:00.787809 n-d-812111-14 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:32:00.787809 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:32:00.787809 n-d-812111-14 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:32:00.787809 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:32:00.787809 n-d-812111-14 neutron-server[103304]: return f(self, *a, **k) Jan 28 20:32:00.787809 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:32:00.787809 n-d-812111-14 neutron-server[103304]: return self._get(url).json() Jan 28 20:32:00.787809 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:32:00.787809 n-d-812111-14 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:32:00.787809 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:32:00.787809 n-d-812111-14 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 28 20:32:00.787809 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:32:00.787809 n-d-812111-14 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:32:00.787809 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:32:00.787809 n-d-812111-14 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:32:00.787809 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:32:00.787809 n-d-812111-14 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:32:00.787809 n-d-812111-14 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:32:00.809719 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-9174fe1a-b7a0-43a0-92dc-0bfa2ddde122 None None] Current status of the port 16ed0c1f-3082-4404-b8c8-2c526323768b is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:32:00.846822 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3742dbcd-7a99-43f2-a685-24be40e1349c tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (68c501e2-1baa-412d-b62d-9623aa61b658), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:00.855315 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3742dbcd-7a99-43f2-a685-24be40e1349c tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:00.858753 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-3742dbcd-7a99-43f2-a685-24be40e1349c tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] 10.222.0.64 "DELETE /v2.0/networks/68c501e2-1baa-412d-b62d-9623aa61b658 HTTP/1.1" status: 204 len: 168 time: 1.6626849 Jan 28 20:32:00.862918 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 42078) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:32:00.869059 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3742dbcd-7a99-43f2-a685-24be40e1349c tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Pushing event deleted for resources: {'Network': ['ID=68c501e2-1baa-412d-b62d-9623aa61b658,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:00.895619 n-d-812111-14 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-77cbdf87-338d-44bb-876b-821316fb02d6 tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] GET failed (client error): The resource could not be found. Jan 28 20:32:00.899780 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-77cbdf87-338d-44bb-876b-821316fb02d6 tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] 10.222.0.64 "GET /v2.0/subnets/4b3495c5-b90e-4cb9-b4bc-16cd5cc9be92 HTTP/1.1" status: 404 len: 337 time: 0.0356665 Jan 28 20:32:00.899907 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 42080) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:32:00.918436 n-d-812111-14 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-268611df-2735-43bc-8bea-bb86259cb0a6 tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] DELETE failed (client error): The resource could not be found. Jan 28 20:32:00.918929 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-268611df-2735-43bc-8bea-bb86259cb0a6 tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:32:00.926383 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-268611df-2735-43bc-8bea-bb86259cb0a6 tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] 10.222.0.64 "DELETE /v2.0/networks/68c501e2-1baa-412d-b62d-9623aa61b658 HTTP/1.1" status: 404 len: 339 time: 0.0212524 Jan 28 20:32:00.926383 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 42082) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:32:00.958852 n-d-812111-14 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e4df50b-4aab-4150-bcd5-f5cdd0b23fc8 tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] DELETE failed (client error): The resource could not be found. Jan 28 20:32:00.959315 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e4df50b-4aab-4150-bcd5-f5cdd0b23fc8 tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:32:00.962395 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-6e4df50b-4aab-4150-bcd5-f5cdd0b23fc8 tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] 10.222.0.64 "DELETE /v2.0/subnets/4b3495c5-b90e-4cb9-b4bc-16cd5cc9be92 HTTP/1.1" status: 404 len: 337 time: 0.0347829 Jan 28 20:32:00.965141 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 42084) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:32:00.984456 n-d-812111-14 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-875214cc-858d-46a0-b9f4-0bfdac1dd07f tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] DELETE failed (client error): The resource could not be found. Jan 28 20:32:00.984982 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-875214cc-858d-46a0-b9f4-0bfdac1dd07f tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:32:00.988498 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-875214cc-858d-46a0-b9f4-0bfdac1dd07f tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] 10.222.0.64 "DELETE /v2.0/networks/68c501e2-1baa-412d-b62d-9623aa61b658 HTTP/1.1" status: 404 len: 339 time: 0.0218365 Jan 28 20:32:00.990726 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 42086) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:32:01.005409 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 16ed0c1f-3082-4404-b8c8-2c526323768b up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:32:01.044801 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b751abc-c1fd-4b2b-9144-47b480224daa tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Deleting subnet a2fe784f-0273-45a8-9924-a173d1c9bcd1 {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 20:32:01.048004 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8b751abc-c1fd-4b2b-9144-47b480224daa tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Publish callbacks [] for subnet (a2fe784f-0273-45a8-9924-a173d1c9bcd1), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:01.058054 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 16ed0c1f-3082-4404-b8c8-2c526323768b triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:32:01.058434 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (16ed0c1f-3082-4404-b8c8-2c526323768b), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:01.089400 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8b751abc-c1fd-4b2b-9144-47b480224daa tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4747050'] for subnet (a2fe784f-0273-45a8-9924-a173d1c9bcd1), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:01.136491 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 16ed0c1f-3082-4404-b8c8-2c526323768b is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:32:01.177837 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8b751abc-c1fd-4b2b-9144-47b480224daa tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (a2fe784f-0273-45a8-9924-a173d1c9bcd1), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:01.236010 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8b751abc-c1fd-4b2b-9144-47b480224daa tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4690616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5222356'] for subnet (a2fe784f-0273-45a8-9924-a173d1c9bcd1), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:01.260563 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b751abc-c1fd-4b2b-9144-47b480224daa tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Pushing event deleted for resources: {'Subnet': ['ID=a2fe784f-0273-45a8-9924-a173d1c9bcd1,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:01.266606 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8b751abc-c1fd-4b2b-9144-47b480224daa tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:01.270534 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-8b751abc-c1fd-4b2b-9144-47b480224daa tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] 10.222.0.64 "DELETE /v2.0/subnets/a2fe784f-0273-45a8-9924-a173d1c9bcd1 HTTP/1.1" status: 204 len: 168 time: 0.2788563 Jan 28 20:32:01.273070 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 42088) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:32:01.274265 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c11da61-9c93-455b-b892-fb720e1a6f46 None None] Network c8951d5d-6bf9-4f9b-8a17-9387a8873f81 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:32:01.351382 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-caae4ecd-632a-4416-b7a3-a742c0505a59 tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (c8951d5d-6bf9-4f9b-8a17-9387a8873f81), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:01.409251 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-caae4ecd-632a-4416-b7a3-a742c0505a59 tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Deleting port 16ed0c1f-3082-4404-b8c8-2c526323768b {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:32:01.409820 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-caae4ecd-632a-4416-b7a3-a742c0505a59 tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (16ed0c1f-3082-4404-b8c8-2c526323768b), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:01.417348 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d43202-0aa3-44bf-a475-ca282b650211 None None] DHCP port deletion for c8951d5d-6bf9-4f9b-8a17-9387a8873f81 request from n-d-812111-14 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 20:32:01.464029 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-66d43202-0aa3-44bf-a475-ca282b650211 None None] Deleting port 16ed0c1f-3082-4404-b8c8-2c526323768b {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:32:01.464403 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-66d43202-0aa3-44bf-a475-ca282b650211 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (16ed0c1f-3082-4404-b8c8-2c526323768b), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:01.473904 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-caae4ecd-632a-4416-b7a3-a742c0505a59 tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] For port 16ed0c1f-3082-4404-b8c8-2c526323768b, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=16ed0c1f-3082-4404-b8c8-2c526323768b,segment=NetworkSegment(a647e387-7521-48ba-8d77-4d0804b32c0f),segment_id=a647e387-7521-48ba-8d77-4d0804b32c0f)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:32:01.474274 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-caae4ecd-632a-4416-b7a3-a742c0505a59 tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (16ed0c1f-3082-4404-b8c8-2c526323768b), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:01.488118 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-caae4ecd-632a-4416-b7a3-a742c0505a59 tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Calling delete_port for 16ed0c1f-3082-4404-b8c8-2c526323768b owned by network:dhcp {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:32:01.525854 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-66d43202-0aa3-44bf-a475-ca282b650211 None None] For port 16ed0c1f-3082-4404-b8c8-2c526323768b, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=16ed0c1f-3082-4404-b8c8-2c526323768b,segment=NetworkSegment(a647e387-7521-48ba-8d77-4d0804b32c0f),segment_id=a647e387-7521-48ba-8d77-4d0804b32c0f)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:32:01.526202 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-66d43202-0aa3-44bf-a475-ca282b650211 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (16ed0c1f-3082-4404-b8c8-2c526323768b), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:01.539495 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-66d43202-0aa3-44bf-a475-ca282b650211 None None] Calling delete_port for 16ed0c1f-3082-4404-b8c8-2c526323768b owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:32:01.569592 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-caae4ecd-632a-4416-b7a3-a742c0505a59 tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (16ed0c1f-3082-4404-b8c8-2c526323768b), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:01.595295 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caae4ecd-632a-4416-b7a3-a742c0505a59 tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Pushing event deleted for resources: {'Port': ['ID=16ed0c1f-3082-4404-b8c8-2c526323768b,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:01.600660 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caae4ecd-632a-4416-b7a3-a742c0505a59 tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] No DVR routers for this DVR port 16ed0c1f-3082-4404-b8c8-2c526323768b on host n-d-812111-14 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:32:01.627640 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-66d43202-0aa3-44bf-a475-ca282b650211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985'] for port (16ed0c1f-3082-4404-b8c8-2c526323768b), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:01.654875 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d43202-0aa3-44bf-a475-ca282b650211 None None] Pushing event deleted for resources: {'Port': ['ID=16ed0c1f-3082-4404-b8c8-2c526323768b,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:01.656646 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d43202-0aa3-44bf-a475-ca282b650211 None None] No DVR routers for this DVR port 16ed0c1f-3082-4404-b8c8-2c526323768b on host n-d-812111-14 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:32:01.684026 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-caae4ecd-632a-4416-b7a3-a742c0505a59 tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (c8951d5d-6bf9-4f9b-8a17-9387a8873f81), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:01.704362 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-caae4ecd-632a-4416-b7a3-a742c0505a59 tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8951d5d-6bf9-4f9b-8a17-9387a8873f81']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:32:01.714031 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-caae4ecd-632a-4416-b7a3-a742c0505a59 tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a647e387-7521-48ba-8d77-4d0804b32c0f') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:32:01.714325 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-caae4ecd-632a-4416-b7a3-a742c0505a59 tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a647e387-7521-48ba-8d77-4d0804b32c0f') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:32:01.724143 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-caae4ecd-632a-4416-b7a3-a742c0505a59 tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4747091'] for segment (a647e387-7521-48ba-8d77-4d0804b32c0f), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:01.737236 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-caae4ecd-632a-4416-b7a3-a742c0505a59 tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (a647e387-7521-48ba-8d77-4d0804b32c0f), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:01.743614 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-caae4ecd-632a-4416-b7a3-a742c0505a59 tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:32:01.744029 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-caae4ecd-632a-4416-b7a3-a742c0505a59 tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4690514'] for segment (a647e387-7521-48ba-8d77-4d0804b32c0f), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:01.747076 n-d-812111-14 neutron-server[103304]: Traceback (most recent call last): Jan 28 20:32:01.747076 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:32:01.747076 n-d-812111-14 neutron-server[103304]: timer() Jan 28 20:32:01.747076 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:32:01.747076 n-d-812111-14 neutron-server[103304]: cb(*args, **kw) Jan 28 20:32:01.747076 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:32:01.747076 n-d-812111-14 neutron-server[103304]: return func(*args, **kwargs) Jan 28 20:32:01.747076 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:32:01.747076 n-d-812111-14 neutron-server[103304]: self._notify() Jan 28 20:32:01.747076 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:32:01.747076 n-d-812111-14 neutron-server[103304]: self.callback(batched_events) Jan 28 20:32:01.747076 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:32:01.747076 n-d-812111-14 neutron-server[103304]: event.method(event) Jan 28 20:32:01.747076 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:32:01.747076 n-d-812111-14 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:32:01.747076 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:32:01.747076 n-d-812111-14 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:32:01.747076 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:32:01.747076 n-d-812111-14 neutron-server[103304]: return f(self, *a, **k) Jan 28 20:32:01.747076 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:32:01.747076 n-d-812111-14 neutron-server[103304]: return self._get(url).json() Jan 28 20:32:01.747076 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:32:01.747076 n-d-812111-14 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:32:01.747076 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:32:01.747076 n-d-812111-14 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 28 20:32:01.747076 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:32:01.747076 n-d-812111-14 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:32:01.747076 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:32:01.747076 n-d-812111-14 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:32:01.747076 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:32:01.747076 n-d-812111-14 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:32:01.747076 n-d-812111-14 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:32:01.803512 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-caae4ecd-632a-4416-b7a3-a742c0505a59 tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (c8951d5d-6bf9-4f9b-8a17-9387a8873f81), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:01.810068 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-caae4ecd-632a-4416-b7a3-a742c0505a59 tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:01.813248 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-caae4ecd-632a-4416-b7a3-a742c0505a59 tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] 10.222.0.64 "DELETE /v2.0/networks/c8951d5d-6bf9-4f9b-8a17-9387a8873f81 HTTP/1.1" status: 204 len: 168 time: 0.5389941 Jan 28 20:32:01.815692 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 42090) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:32:01.833403 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caae4ecd-632a-4416-b7a3-a742c0505a59 tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Pushing event deleted for resources: {'Network': ['ID=c8951d5d-6bf9-4f9b-8a17-9387a8873f81,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:01.851734 n-d-812111-14 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c10d74b-f660-4ac8-b8a0-d93eb26e349a tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] DELETE failed (client error): The resource could not be found. Jan 28 20:32:01.852231 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c10d74b-f660-4ac8-b8a0-d93eb26e349a tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:32:01.855266 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-3c10d74b-f660-4ac8-b8a0-d93eb26e349a tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] 10.222.0.64 "DELETE /v2.0/subnets/6a4ac98e-7ea3-4764-b94d-b2f8a945a15a HTTP/1.1" status: 404 len: 337 time: 0.0386646 Jan 28 20:32:01.858073 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 42092) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:32:01.875299 n-d-812111-14 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ac27a0f-d25d-4f56-a49a-d04b6f68658e tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] DELETE failed (client error): The resource could not be found. Jan 28 20:32:01.875770 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ac27a0f-d25d-4f56-a49a-d04b6f68658e tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:32:01.878729 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-4ac27a0f-d25d-4f56-a49a-d04b6f68658e tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] 10.222.0.64 "DELETE /v2.0/networks/d0044064-be67-4a24-9c24-cbd42b57f6da HTTP/1.1" status: 404 len: 339 time: 0.0197651 Jan 28 20:32:01.880927 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 42094) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:32:01.910111 n-d-812111-14 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c469ec6-6779-433e-a44d-0d878b7fd150 tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] DELETE failed (client error): The resource could not be found. Jan 28 20:32:01.910552 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c469ec6-6779-433e-a44d-0d878b7fd150 tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:32:01.913506 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-3c469ec6-6779-433e-a44d-0d878b7fd150 tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] 10.222.0.64 "DELETE /v2.0/subnets/b854f31c-d44a-482e-a818-e7414b7fbc42 HTTP/1.1" status: 404 len: 337 time: 0.0317085 Jan 28 20:32:01.915938 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 42096) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:32:01.932792 n-d-812111-14 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0f9b463-750e-4f0d-8fa1-79867f7f1ae4 tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] DELETE failed (client error): The resource could not be found. Jan 28 20:32:01.934702 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0f9b463-750e-4f0d-8fa1-79867f7f1ae4 tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:32:01.938440 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-e0f9b463-750e-4f0d-8fa1-79867f7f1ae4 tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] 10.222.0.64 "DELETE /v2.0/networks/88805acf-f925-4423-8fe6-c6a35d310b67 HTTP/1.1" status: 404 len: 339 time: 0.0217261 Jan 28 20:32:01.941708 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 42098) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:32:01.997423 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5ee9a08-0574-4d8f-992d-3142ca41896c tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Deleting subnet b39e6008-3862-4aab-97a0-424cb18af3f7 {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 20:32:02.000602 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e5ee9a08-0574-4d8f-992d-3142ca41896c tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Publish callbacks [] for subnet (b39e6008-3862-4aab-97a0-424cb18af3f7), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:02.040522 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e5ee9a08-0574-4d8f-992d-3142ca41896c tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4747050'] for subnet (b39e6008-3862-4aab-97a0-424cb18af3f7), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:02.126368 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e5ee9a08-0574-4d8f-992d-3142ca41896c tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (b39e6008-3862-4aab-97a0-424cb18af3f7), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:02.178527 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:32:02.184249 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e5ee9a08-0574-4d8f-992d-3142ca41896c tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4690616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5222356'] for subnet (b39e6008-3862-4aab-97a0-424cb18af3f7), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:02.219022 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ee9a08-0574-4d8f-992d-3142ca41896c tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Pushing event deleted for resources: {'Subnet': ['ID=b39e6008-3862-4aab-97a0-424cb18af3f7,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:02.222593 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e5ee9a08-0574-4d8f-992d-3142ca41896c tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:02.227930 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-e5ee9a08-0574-4d8f-992d-3142ca41896c tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] 10.222.0.64 "DELETE /v2.0/subnets/b39e6008-3862-4aab-97a0-424cb18af3f7 HTTP/1.1" status: 204 len: 168 time: 0.2810507 Jan 28 20:32:02.228170 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 42100) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:32:02.232432 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f4c46c-ce0d-4f0d-b1bb-02852ea82c85 None None] Network 337ffdd5-15a6-47d2-9a2f-5f298cc715cc requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:32:02.308065 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bee79410-d87a-4928-8796-f88241823cc7 tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (337ffdd5-15a6-47d2-9a2f-5f298cc715cc), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:02.363972 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-bee79410-d87a-4928-8796-f88241823cc7 tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Deleting port 80676593-bdf7-44c0-a3a1-93e51c7725f5 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:32:02.364325 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bee79410-d87a-4928-8796-f88241823cc7 tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (80676593-bdf7-44c0-a3a1-93e51c7725f5), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:02.376078 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd150608-5a51-4a7b-bb5e-cb10c71a67c5 None None] DHCP port deletion for 337ffdd5-15a6-47d2-9a2f-5f298cc715cc request from n-d-812111-14 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 20:32:02.424905 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-dd150608-5a51-4a7b-bb5e-cb10c71a67c5 None None] Deleting port 80676593-bdf7-44c0-a3a1-93e51c7725f5 {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:32:02.425203 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-dd150608-5a51-4a7b-bb5e-cb10c71a67c5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (80676593-bdf7-44c0-a3a1-93e51c7725f5), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:02.429693 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-bee79410-d87a-4928-8796-f88241823cc7 tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] For port 80676593-bdf7-44c0-a3a1-93e51c7725f5, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=80676593-bdf7-44c0-a3a1-93e51c7725f5,segment=NetworkSegment(864dff60-738c-4616-be92-7ccecc6136a0),segment_id=864dff60-738c-4616-be92-7ccecc6136a0)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:32:02.430203 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bee79410-d87a-4928-8796-f88241823cc7 tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (80676593-bdf7-44c0-a3a1-93e51c7725f5), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:02.443613 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-bee79410-d87a-4928-8796-f88241823cc7 tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Calling delete_port for 80676593-bdf7-44c0-a3a1-93e51c7725f5 owned by network:dhcp {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:32:02.490446 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-dd150608-5a51-4a7b-bb5e-cb10c71a67c5 None None] For port 80676593-bdf7-44c0-a3a1-93e51c7725f5, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=80676593-bdf7-44c0-a3a1-93e51c7725f5,segment=NetworkSegment(864dff60-738c-4616-be92-7ccecc6136a0),segment_id=864dff60-738c-4616-be92-7ccecc6136a0)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:32:02.490864 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-dd150608-5a51-4a7b-bb5e-cb10c71a67c5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (80676593-bdf7-44c0-a3a1-93e51c7725f5), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:02.504040 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-dd150608-5a51-4a7b-bb5e-cb10c71a67c5 None None] Calling delete_port for 80676593-bdf7-44c0-a3a1-93e51c7725f5 owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:32:02.526259 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bee79410-d87a-4928-8796-f88241823cc7 tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (80676593-bdf7-44c0-a3a1-93e51c7725f5), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:02.553113 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee79410-d87a-4928-8796-f88241823cc7 tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Pushing event deleted for resources: {'Port': ['ID=80676593-bdf7-44c0-a3a1-93e51c7725f5,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:02.554984 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee79410-d87a-4928-8796-f88241823cc7 tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] No DVR routers for this DVR port 80676593-bdf7-44c0-a3a1-93e51c7725f5 on host n-d-812111-14 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:32:02.580215 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-dd150608-5a51-4a7b-bb5e-cb10c71a67c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985'] for port (80676593-bdf7-44c0-a3a1-93e51c7725f5), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:02.606342 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd150608-5a51-4a7b-bb5e-cb10c71a67c5 None None] Pushing event deleted for resources: {'Port': ['ID=80676593-bdf7-44c0-a3a1-93e51c7725f5,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:02.608355 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd150608-5a51-4a7b-bb5e-cb10c71a67c5 None None] No DVR routers for this DVR port 80676593-bdf7-44c0-a3a1-93e51c7725f5 on host n-d-812111-14 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:32:02.639187 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bee79410-d87a-4928-8796-f88241823cc7 tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (337ffdd5-15a6-47d2-9a2f-5f298cc715cc), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:02.660909 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-bee79410-d87a-4928-8796-f88241823cc7 tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['337ffdd5-15a6-47d2-9a2f-5f298cc715cc']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:32:02.670479 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-bee79410-d87a-4928-8796-f88241823cc7 tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '864dff60-738c-4616-be92-7ccecc6136a0') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:32:02.670795 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-bee79410-d87a-4928-8796-f88241823cc7 tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '864dff60-738c-4616-be92-7ccecc6136a0') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:32:02.680993 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bee79410-d87a-4928-8796-f88241823cc7 tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4747091'] for segment (864dff60-738c-4616-be92-7ccecc6136a0), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:02.694819 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bee79410-d87a-4928-8796-f88241823cc7 tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (864dff60-738c-4616-be92-7ccecc6136a0), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:02.701089 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bee79410-d87a-4928-8796-f88241823cc7 tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:32:02.701493 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bee79410-d87a-4928-8796-f88241823cc7 tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4690514'] for segment (864dff60-738c-4616-be92-7ccecc6136a0), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:02.704649 n-d-812111-14 neutron-server[103304]: Traceback (most recent call last): Jan 28 20:32:02.704649 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:32:02.704649 n-d-812111-14 neutron-server[103304]: timer() Jan 28 20:32:02.704649 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:32:02.704649 n-d-812111-14 neutron-server[103304]: cb(*args, **kw) Jan 28 20:32:02.704649 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:32:02.704649 n-d-812111-14 neutron-server[103304]: return func(*args, **kwargs) Jan 28 20:32:02.704649 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:32:02.704649 n-d-812111-14 neutron-server[103304]: self._notify() Jan 28 20:32:02.704649 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:32:02.704649 n-d-812111-14 neutron-server[103304]: self.callback(batched_events) Jan 28 20:32:02.704649 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:32:02.704649 n-d-812111-14 neutron-server[103304]: event.method(event) Jan 28 20:32:02.704649 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:32:02.704649 n-d-812111-14 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:32:02.704649 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:32:02.704649 n-d-812111-14 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:32:02.704649 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:32:02.704649 n-d-812111-14 neutron-server[103304]: return f(self, *a, **k) Jan 28 20:32:02.704649 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:32:02.704649 n-d-812111-14 neutron-server[103304]: return self._get(url).json() Jan 28 20:32:02.704649 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:32:02.704649 n-d-812111-14 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:32:02.704649 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:32:02.704649 n-d-812111-14 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 28 20:32:02.704649 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:32:02.704649 n-d-812111-14 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:32:02.704649 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:32:02.704649 n-d-812111-14 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:32:02.704649 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:32:02.704649 n-d-812111-14 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:32:02.704649 n-d-812111-14 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:32:02.761603 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bee79410-d87a-4928-8796-f88241823cc7 tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (337ffdd5-15a6-47d2-9a2f-5f298cc715cc), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:02.769831 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bee79410-d87a-4928-8796-f88241823cc7 tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:02.772997 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-bee79410-d87a-4928-8796-f88241823cc7 tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] 10.222.0.64 "DELETE /v2.0/networks/337ffdd5-15a6-47d2-9a2f-5f298cc715cc HTTP/1.1" status: 204 len: 168 time: 0.5438969 Jan 28 20:32:02.785241 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee79410-d87a-4928-8796-f88241823cc7 tempest-NetworksIpV6Test-1829695417 tempest-NetworksIpV6Test-1829695417-project] Pushing event deleted for resources: {'Network': ['ID=337ffdd5-15a6-47d2-9a2f-5f298cc715cc,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:02.987528 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 80676593-bdf7-44c0-a3a1-93e51c7725f5 no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:32:03.008168 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: 80676593-bdf7-44c0-a3a1-93e51c7725f5 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:32:03.008517 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 80676593-bdf7-44c0-a3a1-93e51c7725f5 not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:32:03.008962 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 16ed0c1f-3082-4404-b8c8-2c526323768b no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:32:03.012497 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 42106) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:32:03.031376 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: 16ed0c1f-3082-4404-b8c8-2c526323768b {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:32:03.031727 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 16ed0c1f-3082-4404-b8c8-2c526323768b not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:32:03.143800 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-128c0620-9e88-481d-9477-7c4c61d462b4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9e265186cacc4c79a92c79e522ff8bfb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1300299 Jan 28 20:32:03.146208 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 42110) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:32:03.196706 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-46532cee-0d06-47a9-a103-32e21c4beedf admin admin] Publish callbacks [] for security_group (16f336ce-f298-4301-bcb4-18decd43c10f), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:03.218221 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-46532cee-0d06-47a9-a103-32e21c4beedf admin admin] Publish callbacks [] for security_group (16f336ce-f298-4301-bcb4-18decd43c10f), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:03.265787 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-46532cee-0d06-47a9-a103-32e21c4beedf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (16f336ce-f298-4301-bcb4-18decd43c10f), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:03.269029 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-46532cee-0d06-47a9-a103-32e21c4beedf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:03.270204 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-46532cee-0d06-47a9-a103-32e21c4beedf admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/16f336ce-f298-4301-bcb4-18decd43c10f HTTP/1.1" status: 204 len: 168 time: 0.1230679 Jan 28 20:32:03.278139 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46532cee-0d06-47a9-a103-32e21c4beedf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16f336ce-f298-4301-bcb4-18decd43c10f,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:03.898444 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 42132) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:32:03.988808 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-0ff4de7d-bb64-4ed0-9cd5-607c55c51793 tempest-RoutersNegativeTest-920015635 tempest-RoutersNegativeTest-920015635-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1615754655', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:32:04.009197 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0ff4de7d-bb64-4ed0-9cd5-607c55c51793 tempest-RoutersNegativeTest-920015635 tempest-RoutersNegativeTest-920015635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261150'] for router (2bba7197-4b81-49b0-8d19-21b40c4987a5), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:04.010174 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0ff4de7d-bb64-4ed0-9cd5-607c55c51793 tempest-RoutersNegativeTest-920015635 tempest-RoutersNegativeTest-920015635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-731099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-731441', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261129'] for router (2bba7197-4b81-49b0-8d19-21b40c4987a5), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:04.060002 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0ff4de7d-bb64-4ed0-9cd5-607c55c51793 tempest-RoutersNegativeTest-920015635 tempest-RoutersNegativeTest-920015635-project] Publish callbacks [] for router_controller (2bba7197-4b81-49b0-8d19-21b40c4987a5), precommit_add_association {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:04.064073 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0ff4de7d-bb64-4ed0-9cd5-607c55c51793 tempest-RoutersNegativeTest-920015635 tempest-RoutersNegativeTest-920015635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-731074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-731460'] for router (2bba7197-4b81-49b0-8d19-21b40c4987a5), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:04.079908 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0ff4de7d-bb64-4ed0-9cd5-607c55c51793 tempest-RoutersNegativeTest-920015635 tempest-RoutersNegativeTest-920015635-project] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:04.081672 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-0ff4de7d-bb64-4ed0-9cd5-607c55c51793 tempest-RoutersNegativeTest-920015635 tempest-RoutersNegativeTest-920015635-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1822045 Jan 28 20:32:04.084529 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 42136) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:32:04.089386 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-245e403e-b7cc-4017-b6a1-ce8a557e9184 tempest-RoutersNegativeTest-920015635 tempest-RoutersNegativeTest-920015635-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-204841503'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:32:04.106977 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-245e403e-b7cc-4017-b6a1-ce8a557e9184 tempest-RoutersNegativeTest-920015635 tempest-RoutersNegativeTest-920015635-project] Made reservation on behalf of b3764aec70df4c2bb8099f5430f63aae for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:32:04.110352 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-245e403e-b7cc-4017-b6a1-ce8a557e9184 tempest-RoutersNegativeTest-920015635 tempest-RoutersNegativeTest-920015635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:04.118332 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-245e403e-b7cc-4017-b6a1-ce8a557e9184 tempest-RoutersNegativeTest-920015635 tempest-RoutersNegativeTest-920015635-project] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:04.191237 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-245e403e-b7cc-4017-b6a1-ce8a557e9184 tempest-RoutersNegativeTest-920015635 tempest-RoutersNegativeTest-920015635-project] Publish callbacks [] for security_group (91534895-4145-4d68-b775-4ad629514bbf), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:04.195034 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-245e403e-b7cc-4017-b6a1-ce8a557e9184 tempest-RoutersNegativeTest-920015635 tempest-RoutersNegativeTest-920015635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (91534895-4145-4d68-b775-4ad629514bbf), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:04.225000 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-245e403e-b7cc-4017-b6a1-ce8a557e9184 tempest-RoutersNegativeTest-920015635 tempest-RoutersNegativeTest-920015635-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:32:04.234992 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245e403e-b7cc-4017-b6a1-ce8a557e9184 tempest-RoutersNegativeTest-920015635 tempest-RoutersNegativeTest-920015635-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91534895-4145-4d68-b775-4ad629514bbf,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:04.240305 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-245e403e-b7cc-4017-b6a1-ce8a557e9184 tempest-RoutersNegativeTest-920015635 tempest-RoutersNegativeTest-920015635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (a58a9da9-57fb-4d32-b6cb-e95c396342fb), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:04.240653 n-d-812111-14 neutron-server[103305]: INFO neutron.db.segments_db [None req-245e403e-b7cc-4017-b6a1-ce8a557e9184 tempest-RoutersNegativeTest-920015635 tempest-RoutersNegativeTest-920015635-project] Added segment a58a9da9-57fb-4d32-b6cb-e95c396342fb of type vlan for network 7d4c8b84-ec59-4d07-85da-c19bfd95ed82 Jan 28 20:32:04.279331 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-245e403e-b7cc-4017-b6a1-ce8a557e9184 tempest-RoutersNegativeTest-920015635 tempest-RoutersNegativeTest-920015635-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (7d4c8b84-ec59-4d07-85da-c19bfd95ed82), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:04.310202 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-245e403e-b7cc-4017-b6a1-ce8a557e9184 tempest-RoutersNegativeTest-920015635 tempest-RoutersNegativeTest-920015635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (7d4c8b84-ec59-4d07-85da-c19bfd95ed82), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:04.315137 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-245e403e-b7cc-4017-b6a1-ce8a557e9184 tempest-RoutersNegativeTest-920015635 tempest-RoutersNegativeTest-920015635-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:04.315717 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-245e403e-b7cc-4017-b6a1-ce8a557e9184 tempest-RoutersNegativeTest-920015635 tempest-RoutersNegativeTest-920015635-project] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:04.375949 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-245e403e-b7cc-4017-b6a1-ce8a557e9184 tempest-RoutersNegativeTest-920015635 tempest-RoutersNegativeTest-920015635-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2903616 Jan 28 20:32:04.378782 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 42138) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:32:04.385765 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-7ec70fff-e530-42eb-8f66-f5abef63e8e8 tempest-RoutersNegativeTest-920015635 tempest-RoutersNegativeTest-920015635-project] Request body: {'subnet': {'network_id': '7d4c8b84-ec59-4d07-85da-c19bfd95ed82', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:32:04.390199 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245e403e-b7cc-4017-b6a1-ce8a557e9184 tempest-RoutersNegativeTest-920015635 tempest-RoutersNegativeTest-920015635-project] Pushing event updated for resources: {'Network': ['ID=7d4c8b84-ec59-4d07-85da-c19bfd95ed82,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:04.401672 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network 7d4c8b84-ec59-4d07-85da-c19bfd95ed82 details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:32:04.477260 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ec70fff-e530-42eb-8f66-f5abef63e8e8 tempest-RoutersNegativeTest-920015635 tempest-RoutersNegativeTest-920015635-project] Made reservation on behalf of b3764aec70df4c2bb8099f5430f63aae for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:32:04.480509 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7ec70fff-e530-42eb-8f66-f5abef63e8e8 tempest-RoutersNegativeTest-920015635 tempest-RoutersNegativeTest-920015635-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4733071'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:04.656607 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7ec70fff-e530-42eb-8f66-f5abef63e8e8 tempest-RoutersNegativeTest-920015635 tempest-RoutersNegativeTest-920015635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4752401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4733085'] for subnet (0c7d7b1c-2e95-4c29-ae1e-3bf395a5c5a1), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:04.716280 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec70fff-e530-42eb-8f66-f5abef63e8e8 tempest-RoutersNegativeTest-920015635 tempest-RoutersNegativeTest-920015635-project] Pushing event updated for resources: {'Subnet': ['ID=0c7d7b1c-2e95-4c29-ae1e-3bf395a5c5a1,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:04.723798 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec70fff-e530-42eb-8f66-f5abef63e8e8 tempest-RoutersNegativeTest-920015635 tempest-RoutersNegativeTest-920015635-project] Checking segment: {'id': 'a58a9da9-57fb-4d32-b6cb-e95c396342fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d4c8b84-ec59-4d07-85da-c19bfd95ed82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:32:04.724166 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ec70fff-e530-42eb-8f66-f5abef63e8e8 tempest-RoutersNegativeTest-920015635 tempest-RoutersNegativeTest-920015635-project] Network hostable DHCP agents. Network: 7d4c8b84-ec59-4d07-85da-c19bfd95ed82, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:32:04.740698 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ec70fff-e530-42eb-8f66-f5abef63e8e8 tempest-RoutersNegativeTest-920015635 tempest-RoutersNegativeTest-920015635-project] Network 7d4c8b84-ec59-4d07-85da-c19bfd95ed82 is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:32:04.749078 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-7ec70fff-e530-42eb-8f66-f5abef63e8e8 tempest-RoutersNegativeTest-920015635 tempest-RoutersNegativeTest-920015635-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, 7d4c8b84-ec59-4d07-85da-c19bfd95ed82) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:32:04.753585 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec70fff-e530-42eb-8f66-f5abef63e8e8 tempest-RoutersNegativeTest-920015635 tempest-RoutersNegativeTest-920015635-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:04.754752 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7ec70fff-e530-42eb-8f66-f5abef63e8e8 tempest-RoutersNegativeTest-920015635 tempest-RoutersNegativeTest-920015635-project] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:04.759560 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b7a29d-8447-46ef-b2d8-036114840d51 None None] Network 7d4c8b84-ec59-4d07-85da-c19bfd95ed82 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:32:04.774840 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-7ec70fff-e530-42eb-8f66-f5abef63e8e8 tempest-RoutersNegativeTest-920015635 tempest-RoutersNegativeTest-920015635-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3950317 Jan 28 20:32:04.777885 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 42140) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:32:04.782732 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-bdad3470-332c-433c-9099-e61b952c71ca tempest-RoutersNegativeTest-920015635 tempest-RoutersNegativeTest-920015635-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-564594648'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:32:04.802376 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdad3470-332c-433c-9099-e61b952c71ca tempest-RoutersNegativeTest-920015635 tempest-RoutersNegativeTest-920015635-project] Made reservation on behalf of b3764aec70df4c2bb8099f5430f63aae for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:32:04.805749 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bdad3470-332c-433c-9099-e61b952c71ca tempest-RoutersNegativeTest-920015635 tempest-RoutersNegativeTest-920015635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:04.829066 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdad3470-332c-433c-9099-e61b952c71ca tempest-RoutersNegativeTest-920015635 tempest-RoutersNegativeTest-920015635-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:32:04.839067 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bdad3470-332c-433c-9099-e61b952c71ca tempest-RoutersNegativeTest-920015635 tempest-RoutersNegativeTest-920015635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (d060f915-833e-4d6f-9580-779d318ac6b6), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:04.839413 n-d-812111-14 neutron-server[103305]: INFO neutron.db.segments_db [None req-bdad3470-332c-433c-9099-e61b952c71ca tempest-RoutersNegativeTest-920015635 tempest-RoutersNegativeTest-920015635-project] Added segment d060f915-833e-4d6f-9580-779d318ac6b6 of type vlan for network aecc2cfd-4fad-4cb2-8615-882cf2802d7d Jan 28 20:32:04.863706 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daeef5c5-0ed2-4c71-893f-19d9f1e0a464 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68cd31fd-e4cd-5fb3-a862-256fc47efcd2-7d4c8b84-ec59-4d07-85da-c19bfd95ed82', 'network_id': '7d4c8b84-ec59-4d07-85da-c19bfd95ed82', 'project_id': 'b3764aec70df4c2bb8099f5430f63aae', 'fixed_ips': [{'subnet_id': '0c7d7b1c-2e95-4c29-ae1e-3bf395a5c5a1'}]}} from n-d-812111-14. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 20:32:04.864612 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-daeef5c5-0ed2-4c71-893f-19d9f1e0a464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:04.882495 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bdad3470-332c-433c-9099-e61b952c71ca tempest-RoutersNegativeTest-920015635 tempest-RoutersNegativeTest-920015635-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (aecc2cfd-4fad-4cb2-8615-882cf2802d7d), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:04.907958 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bdad3470-332c-433c-9099-e61b952c71ca tempest-RoutersNegativeTest-920015635 tempest-RoutersNegativeTest-920015635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (aecc2cfd-4fad-4cb2-8615-882cf2802d7d), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:04.913252 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdad3470-332c-433c-9099-e61b952c71ca tempest-RoutersNegativeTest-920015635 tempest-RoutersNegativeTest-920015635-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:04.913842 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bdad3470-332c-433c-9099-e61b952c71ca tempest-RoutersNegativeTest-920015635 tempest-RoutersNegativeTest-920015635-project] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:04.975469 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-bdad3470-332c-433c-9099-e61b952c71ca tempest-RoutersNegativeTest-920015635 tempest-RoutersNegativeTest-920015635-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1965330 Jan 28 20:32:04.978425 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 42142) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:32:04.985982 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-7f84a8c5-1674-4df8-b8a0-9daf146fda0a tempest-RoutersNegativeTest-920015635 tempest-RoutersNegativeTest-920015635-project] Request body: {'subnet': {'network_id': 'aecc2cfd-4fad-4cb2-8615-882cf2802d7d', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:32:05.000762 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-daeef5c5-0ed2-4c71-893f-19d9f1e0a464 None None] Allocated IP 172.20.0.2 (7d4c8b84-ec59-4d07-85da-c19bfd95ed82/0c7d7b1c-2e95-4c29-ae1e-3bf395a5c5a1/f1ba0e62-ce34-4932-b756-d78ec5639691) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:32:05.007022 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdad3470-332c-433c-9099-e61b952c71ca tempest-RoutersNegativeTest-920015635 tempest-RoutersNegativeTest-920015635-project] Pushing event updated for resources: {'Network': ['ID=aecc2cfd-4fad-4cb2-8615-882cf2802d7d,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:05.018585 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network aecc2cfd-4fad-4cb2-8615-882cf2802d7d details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:32:05.078240 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f84a8c5-1674-4df8-b8a0-9daf146fda0a tempest-RoutersNegativeTest-920015635 tempest-RoutersNegativeTest-920015635-project] Made reservation on behalf of b3764aec70df4c2bb8099f5430f63aae for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:32:05.081920 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7f84a8c5-1674-4df8-b8a0-9daf146fda0a tempest-RoutersNegativeTest-920015635 tempest-RoutersNegativeTest-920015635-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4733071'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:05.204257 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-daeef5c5-0ed2-4c71-893f-19d9f1e0a464 None None] Publish callbacks [] for port (f1ba0e62-ce34-4932-b756-d78ec5639691), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:05.214244 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-daeef5c5-0ed2-4c71-893f-19d9f1e0a464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (f1ba0e62-ce34-4932-b756-d78ec5639691), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:05.252729 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daeef5c5-0ed2-4c71-893f-19d9f1e0a464 None None] Network 7d4c8b84-ec59-4d07-85da-c19bfd95ed82 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:32:05.256923 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-daeef5c5-0ed2-4c71-893f-19d9f1e0a464 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:32:05.259347 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daeef5c5-0ed2-4c71-893f-19d9f1e0a464 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:32:05.270234 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daeef5c5-0ed2-4c71-893f-19d9f1e0a464 None None] Pushing event updated for resources: {'Port': ['ID=f1ba0e62-ce34-4932-b756-d78ec5639691,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:05.278060 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7f84a8c5-1674-4df8-b8a0-9daf146fda0a tempest-RoutersNegativeTest-920015635 tempest-RoutersNegativeTest-920015635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4752401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4733085'] for subnet (5da368c5-020e-4858-b384-21e7c3ba6622), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:05.326787 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-daeef5c5-0ed2-4c71-893f-19d9f1e0a464 None None] Attempting to bind port f1ba0e62-ce34-4932-b756-d78ec5639691 on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:32:05.327161 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-daeef5c5-0ed2-4c71-893f-19d9f1e0a464 None None] Attempting to bind port f1ba0e62-ce34-4932-b756-d78ec5639691 by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': 'a58a9da9-57fb-4d32-b6cb-e95c396342fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d4c8b84-ec59-4d07-85da-c19bfd95ed82'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:32:05.327893 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daeef5c5-0ed2-4c71-893f-19d9f1e0a464 None None] Attempting to bind port f1ba0e62-ce34-4932-b756-d78ec5639691 on network 7d4c8b84-ec59-4d07-85da-c19bfd95ed82 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:32:05.333193 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daeef5c5-0ed2-4c71-893f-19d9f1e0a464 None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 31, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:32:05.333573 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daeef5c5-0ed2-4c71-893f-19d9f1e0a464 None None] Checking segment: {'id': 'a58a9da9-57fb-4d32-b6cb-e95c396342fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d4c8b84-ec59-4d07-85da-c19bfd95ed82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:32:05.333994 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-daeef5c5-0ed2-4c71-893f-19d9f1e0a464 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:05.334385 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daeef5c5-0ed2-4c71-893f-19d9f1e0a464 None None] Bound using segment: {'id': 'a58a9da9-57fb-4d32-b6cb-e95c396342fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d4c8b84-ec59-4d07-85da-c19bfd95ed82'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:32:05.334851 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-daeef5c5-0ed2-4c71-893f-19d9f1e0a464 None None] Bound port: f1ba0e62-ce34-4932-b756-d78ec5639691, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a58a9da9-57fb-4d32-b6cb-e95c396342fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d4c8b84-ec59-4d07-85da-c19bfd95ed82'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:32:05.335235 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-daeef5c5-0ed2-4c71-893f-19d9f1e0a464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (f1ba0e62-ce34-4932-b756-d78ec5639691), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:05.342689 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f84a8c5-1674-4df8-b8a0-9daf146fda0a tempest-RoutersNegativeTest-920015635 tempest-RoutersNegativeTest-920015635-project] Pushing event updated for resources: {'Subnet': ['ID=5da368c5-020e-4858-b384-21e7c3ba6622,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:05.351352 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f84a8c5-1674-4df8-b8a0-9daf146fda0a tempest-RoutersNegativeTest-920015635 tempest-RoutersNegativeTest-920015635-project] Checking segment: {'id': 'd060f915-833e-4d6f-9580-779d318ac6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'aecc2cfd-4fad-4cb2-8615-882cf2802d7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:32:05.351715 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f84a8c5-1674-4df8-b8a0-9daf146fda0a tempest-RoutersNegativeTest-920015635 tempest-RoutersNegativeTest-920015635-project] Network hostable DHCP agents. Network: aecc2cfd-4fad-4cb2-8615-882cf2802d7d, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:32:05.369091 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f84a8c5-1674-4df8-b8a0-9daf146fda0a tempest-RoutersNegativeTest-920015635 tempest-RoutersNegativeTest-920015635-project] Network aecc2cfd-4fad-4cb2-8615-882cf2802d7d is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:32:05.377628 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-7f84a8c5-1674-4df8-b8a0-9daf146fda0a tempest-RoutersNegativeTest-920015635 tempest-RoutersNegativeTest-920015635-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, aecc2cfd-4fad-4cb2-8615-882cf2802d7d) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:32:05.382413 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f84a8c5-1674-4df8-b8a0-9daf146fda0a tempest-RoutersNegativeTest-920015635 tempest-RoutersNegativeTest-920015635-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:05.383012 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7f84a8c5-1674-4df8-b8a0-9daf146fda0a tempest-RoutersNegativeTest-920015635 tempest-RoutersNegativeTest-920015635-project] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:05.389890 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5ba428b-49a8-47c4-9494-c716c90ac677 None None] Network aecc2cfd-4fad-4cb2-8615-882cf2802d7d requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:32:05.399536 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-7f84a8c5-1674-4df8-b8a0-9daf146fda0a tempest-RoutersNegativeTest-920015635 tempest-RoutersNegativeTest-920015635-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4198341 Jan 28 20:32:05.402462 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 42144) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:32:05.406996 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-90aab567-6f75-480e-bd82-ef8366391ea1 tempest-RoutersNegativeTest-920015635 tempest-RoutersNegativeTest-920015635-project] Request body: {'router': {'external_gateway_info': {'network_id': 'aecc2cfd-4fad-4cb2-8615-882cf2802d7d'}}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:32:05.444219 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-daeef5c5-0ed2-4c71-893f-19d9f1e0a464 None None] For port f1ba0e62-ce34-4932-b756-d78ec5639691, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:32:05.458931 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-daeef5c5-0ed2-4c71-893f-19d9f1e0a464 None None] For port f1ba0e62-ce34-4932-b756-d78ec5639691, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=f1ba0e62-ce34-4932-b756-d78ec5639691,segment=NetworkSegment(a58a9da9-57fb-4d32-b6cb-e95c396342fb),segment_id=a58a9da9-57fb-4d32-b6cb-e95c396342fb)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:32:05.468489 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-daeef5c5-0ed2-4c71-893f-19d9f1e0a464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (f1ba0e62-ce34-4932-b756-d78ec5639691), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:05.554982 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daeef5c5-0ed2-4c71-893f-19d9f1e0a464 None None] Pushing event updated for resources: {'Port': ['ID=f1ba0e62-ce34-4932-b756-d78ec5639691,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:05.558794 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dad332e-3d96-4f98-a604-98b109430ff4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68cd31fd-e4cd-5fb3-a862-256fc47efcd2-aecc2cfd-4fad-4cb2-8615-882cf2802d7d', 'network_id': 'aecc2cfd-4fad-4cb2-8615-882cf2802d7d', 'project_id': 'b3764aec70df4c2bb8099f5430f63aae', 'fixed_ips': [{'subnet_id': '5da368c5-020e-4858-b384-21e7c3ba6622'}]}} from n-d-812111-14. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 20:32:05.559657 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3dad332e-3d96-4f98-a604-98b109430ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:05.626133 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-90aab567-6f75-480e-bd82-ef8366391ea1 tempest-RoutersNegativeTest-920015635 tempest-RoutersNegativeTest-920015635-project] Publish callbacks [] for router_gateway (2bba7197-4b81-49b0-8d19-21b40c4987a5), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:05.728547 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-3dad332e-3d96-4f98-a604-98b109430ff4 None None] Allocated IP 172.21.0.2 (aecc2cfd-4fad-4cb2-8615-882cf2802d7d/5da368c5-020e-4858-b384-21e7c3ba6622/ac0b8c84-aa8a-491d-989b-3f9831ea842d) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:32:05.784316 n-d-812111-14 neutron-server[103305]: INFO neutron.api.v2.resource [None req-90aab567-6f75-480e-bd82-ef8366391ea1 tempest-RoutersNegativeTest-920015635 tempest-RoutersNegativeTest-920015635-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 20:32:05.786036 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-90aab567-6f75-480e-bd82-ef8366391ea1 tempest-RoutersNegativeTest-920015635 tempest-RoutersNegativeTest-920015635-project] 10.222.0.64 "PUT /v2.0/routers/2bba7197-4b81-49b0-8d19-21b40c4987a5 HTTP/1.1" status: 400 len: 364 time: 0.3819056 Jan 28 20:32:05.791567 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 42146) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:32:05.850766 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-cee7faf5-8ca4-4ac0-af8e-57aa3b42ec10 tempest-RoutersNegativeTest-920015635 tempest-RoutersNegativeTest-920015635-project] Deleting subnet 5da368c5-020e-4858-b384-21e7c3ba6622 {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 20:32:05.890518 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3dad332e-3d96-4f98-a604-98b109430ff4 None None] Publish callbacks [] for port (ac0b8c84-aa8a-491d-989b-3f9831ea842d), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:05.896413 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cee7faf5-8ca4-4ac0-af8e-57aa3b42ec10 tempest-RoutersNegativeTest-920015635 tempest-RoutersNegativeTest-920015635-project] Publish callbacks [] for subnet (5da368c5-020e-4858-b384-21e7c3ba6622), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:05.897058 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3dad332e-3d96-4f98-a604-98b109430ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (ac0b8c84-aa8a-491d-989b-3f9831ea842d), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:05.933986 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dad332e-3d96-4f98-a604-98b109430ff4 None None] Network aecc2cfd-4fad-4cb2-8615-882cf2802d7d is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:32:05.936408 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cee7faf5-8ca4-4ac0-af8e-57aa3b42ec10 tempest-RoutersNegativeTest-920015635 tempest-RoutersNegativeTest-920015635-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4747050'] for subnet (5da368c5-020e-4858-b384-21e7c3ba6622), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:05.941367 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-3dad332e-3d96-4f98-a604-98b109430ff4 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:32:05.946198 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dad332e-3d96-4f98-a604-98b109430ff4 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:32:05.949796 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dad332e-3d96-4f98-a604-98b109430ff4 None None] Pushing event updated for resources: {'Port': ['ID=ac0b8c84-aa8a-491d-989b-3f9831ea842d,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:06.006235 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-3dad332e-3d96-4f98-a604-98b109430ff4 None None] Attempting to bind port ac0b8c84-aa8a-491d-989b-3f9831ea842d on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:32:06.006726 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-3dad332e-3d96-4f98-a604-98b109430ff4 None None] Attempting to bind port ac0b8c84-aa8a-491d-989b-3f9831ea842d by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': 'd060f915-833e-4d6f-9580-779d318ac6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'aecc2cfd-4fad-4cb2-8615-882cf2802d7d'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:32:06.007160 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dad332e-3d96-4f98-a604-98b109430ff4 None None] Attempting to bind port ac0b8c84-aa8a-491d-989b-3f9831ea842d on network aecc2cfd-4fad-4cb2-8615-882cf2802d7d {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:32:06.012306 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dad332e-3d96-4f98-a604-98b109430ff4 None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 31, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:32:06.012767 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dad332e-3d96-4f98-a604-98b109430ff4 None None] Checking segment: {'id': 'd060f915-833e-4d6f-9580-779d318ac6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'aecc2cfd-4fad-4cb2-8615-882cf2802d7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:32:06.013312 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3dad332e-3d96-4f98-a604-98b109430ff4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:06.013785 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dad332e-3d96-4f98-a604-98b109430ff4 None None] Bound using segment: {'id': 'd060f915-833e-4d6f-9580-779d318ac6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'aecc2cfd-4fad-4cb2-8615-882cf2802d7d'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:32:06.014332 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-3dad332e-3d96-4f98-a604-98b109430ff4 None None] Bound port: ac0b8c84-aa8a-491d-989b-3f9831ea842d, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd060f915-833e-4d6f-9580-779d318ac6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'aecc2cfd-4fad-4cb2-8615-882cf2802d7d'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:32:06.014787 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3dad332e-3d96-4f98-a604-98b109430ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (ac0b8c84-aa8a-491d-989b-3f9831ea842d), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:06.036521 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cee7faf5-8ca4-4ac0-af8e-57aa3b42ec10 tempest-RoutersNegativeTest-920015635 tempest-RoutersNegativeTest-920015635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (5da368c5-020e-4858-b384-21e7c3ba6622), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:06.094437 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cee7faf5-8ca4-4ac0-af8e-57aa3b42ec10 tempest-RoutersNegativeTest-920015635 tempest-RoutersNegativeTest-920015635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4690616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5222356'] for subnet (5da368c5-020e-4858-b384-21e7c3ba6622), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:06.096957 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-3dad332e-3d96-4f98-a604-98b109430ff4 None None] For port ac0b8c84-aa8a-491d-989b-3f9831ea842d, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:32:06.100233 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-3dad332e-3d96-4f98-a604-98b109430ff4 None None] For port ac0b8c84-aa8a-491d-989b-3f9831ea842d, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=ac0b8c84-aa8a-491d-989b-3f9831ea842d,segment=NetworkSegment(d060f915-833e-4d6f-9580-779d318ac6b6),segment_id=d060f915-833e-4d6f-9580-779d318ac6b6)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:32:06.106436 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3dad332e-3d96-4f98-a604-98b109430ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (ac0b8c84-aa8a-491d-989b-3f9831ea842d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:06.126106 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cee7faf5-8ca4-4ac0-af8e-57aa3b42ec10 tempest-RoutersNegativeTest-920015635 tempest-RoutersNegativeTest-920015635-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:06.129355 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-cee7faf5-8ca4-4ac0-af8e-57aa3b42ec10 tempest-RoutersNegativeTest-920015635 tempest-RoutersNegativeTest-920015635-project] 10.222.0.64 "DELETE /v2.0/subnets/5da368c5-020e-4858-b384-21e7c3ba6622 HTTP/1.1" status: 204 len: 168 time: 0.3361089 Jan 28 20:32:06.130307 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee7faf5-8ca4-4ac0-af8e-57aa3b42ec10 tempest-RoutersNegativeTest-920015635 tempest-RoutersNegativeTest-920015635-project] Pushing event deleted for resources: {'Subnet': ['ID=5da368c5-020e-4858-b384-21e7c3ba6622,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:06.132440 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 42148) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:32:06.165396 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dad332e-3d96-4f98-a604-98b109430ff4 None None] Pushing event updated for resources: {'Port': ['ID=ac0b8c84-aa8a-491d-989b-3f9831ea842d,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:06.223160 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f31aa4e4-10ac-4db3-a5de-699eeca9e9a8 tempest-RoutersNegativeTest-920015635 tempest-RoutersNegativeTest-920015635-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (aecc2cfd-4fad-4cb2-8615-882cf2802d7d), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:06.281934 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-f31aa4e4-10ac-4db3-a5de-699eeca9e9a8 tempest-RoutersNegativeTest-920015635 tempest-RoutersNegativeTest-920015635-project] Deleting port ac0b8c84-aa8a-491d-989b-3f9831ea842d {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:32:06.282191 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f31aa4e4-10ac-4db3-a5de-699eeca9e9a8 tempest-RoutersNegativeTest-920015635 tempest-RoutersNegativeTest-920015635-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (ac0b8c84-aa8a-491d-989b-3f9831ea842d), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:06.367507 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-f31aa4e4-10ac-4db3-a5de-699eeca9e9a8 tempest-RoutersNegativeTest-920015635 tempest-RoutersNegativeTest-920015635-project] For port ac0b8c84-aa8a-491d-989b-3f9831ea842d, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=ac0b8c84-aa8a-491d-989b-3f9831ea842d,segment=NetworkSegment(d060f915-833e-4d6f-9580-779d318ac6b6),segment_id=d060f915-833e-4d6f-9580-779d318ac6b6)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:32:06.368291 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f31aa4e4-10ac-4db3-a5de-699eeca9e9a8 tempest-RoutersNegativeTest-920015635 tempest-RoutersNegativeTest-920015635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (ac0b8c84-aa8a-491d-989b-3f9831ea842d), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:06.390752 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-f31aa4e4-10ac-4db3-a5de-699eeca9e9a8 tempest-RoutersNegativeTest-920015635 tempest-RoutersNegativeTest-920015635-project] Calling delete_port for ac0b8c84-aa8a-491d-989b-3f9831ea842d owned by network:dhcp {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:32:06.481685 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f31aa4e4-10ac-4db3-a5de-699eeca9e9a8 tempest-RoutersNegativeTest-920015635 tempest-RoutersNegativeTest-920015635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (ac0b8c84-aa8a-491d-989b-3f9831ea842d), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:06.518068 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31aa4e4-10ac-4db3-a5de-699eeca9e9a8 tempest-RoutersNegativeTest-920015635 tempest-RoutersNegativeTest-920015635-project] Pushing event deleted for resources: {'Port': ['ID=ac0b8c84-aa8a-491d-989b-3f9831ea842d,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:06.524057 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31aa4e4-10ac-4db3-a5de-699eeca9e9a8 tempest-RoutersNegativeTest-920015635 tempest-RoutersNegativeTest-920015635-project] No DVR routers for this DVR port ac0b8c84-aa8a-491d-989b-3f9831ea842d on host n-d-812111-14 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:32:06.607191 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f31aa4e4-10ac-4db3-a5de-699eeca9e9a8 tempest-RoutersNegativeTest-920015635 tempest-RoutersNegativeTest-920015635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (aecc2cfd-4fad-4cb2-8615-882cf2802d7d), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:06.615110 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f8b3a35-973b-4c31-8a4e-9de9ac3f6743 None None] Network 7d4c8b84-ec59-4d07-85da-c19bfd95ed82 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:32:06.629871 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-f31aa4e4-10ac-4db3-a5de-699eeca9e9a8 tempest-RoutersNegativeTest-920015635 tempest-RoutersNegativeTest-920015635-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aecc2cfd-4fad-4cb2-8615-882cf2802d7d']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:32:06.639297 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-f31aa4e4-10ac-4db3-a5de-699eeca9e9a8 tempest-RoutersNegativeTest-920015635 tempest-RoutersNegativeTest-920015635-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd060f915-833e-4d6f-9580-779d318ac6b6') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:32:06.639592 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-f31aa4e4-10ac-4db3-a5de-699eeca9e9a8 tempest-RoutersNegativeTest-920015635 tempest-RoutersNegativeTest-920015635-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd060f915-833e-4d6f-9580-779d318ac6b6') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:32:06.649038 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f31aa4e4-10ac-4db3-a5de-699eeca9e9a8 tempest-RoutersNegativeTest-920015635 tempest-RoutersNegativeTest-920015635-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16187153'] for segment (d060f915-833e-4d6f-9580-779d318ac6b6), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:06.664607 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f31aa4e4-10ac-4db3-a5de-699eeca9e9a8 tempest-RoutersNegativeTest-920015635 tempest-RoutersNegativeTest-920015635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (d060f915-833e-4d6f-9580-779d318ac6b6), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:06.671460 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f31aa4e4-10ac-4db3-a5de-699eeca9e9a8 tempest-RoutersNegativeTest-920015635 tempest-RoutersNegativeTest-920015635-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:32:06.671938 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f31aa4e4-10ac-4db3-a5de-699eeca9e9a8 tempest-RoutersNegativeTest-920015635 tempest-RoutersNegativeTest-920015635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4752570'] for segment (d060f915-833e-4d6f-9580-779d318ac6b6), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:06.675759 n-d-812111-14 neutron-server[103305]: Traceback (most recent call last): Jan 28 20:32:06.675759 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:32:06.675759 n-d-812111-14 neutron-server[103305]: timer() Jan 28 20:32:06.675759 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:32:06.675759 n-d-812111-14 neutron-server[103305]: cb(*args, **kw) Jan 28 20:32:06.675759 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:32:06.675759 n-d-812111-14 neutron-server[103305]: return func(*args, **kwargs) Jan 28 20:32:06.675759 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:32:06.675759 n-d-812111-14 neutron-server[103305]: self._notify() Jan 28 20:32:06.675759 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:32:06.675759 n-d-812111-14 neutron-server[103305]: self.callback(batched_events) Jan 28 20:32:06.675759 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:32:06.675759 n-d-812111-14 neutron-server[103305]: event.method(event) Jan 28 20:32:06.675759 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:32:06.675759 n-d-812111-14 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:32:06.675759 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:32:06.675759 n-d-812111-14 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:32:06.675759 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:32:06.675759 n-d-812111-14 neutron-server[103305]: return f(self, *a, **k) Jan 28 20:32:06.675759 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:32:06.675759 n-d-812111-14 neutron-server[103305]: return self._get(url).json() Jan 28 20:32:06.675759 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:32:06.675759 n-d-812111-14 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:32:06.675759 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:32:06.675759 n-d-812111-14 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 28 20:32:06.675759 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:32:06.675759 n-d-812111-14 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:32:06.675759 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:32:06.675759 n-d-812111-14 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:32:06.675759 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:32:06.675759 n-d-812111-14 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:32:06.675759 n-d-812111-14 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:32:06.694736 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-32811512-686a-4390-b90d-7d104bc97010 None None] Provisioning complete for port f1ba0e62-ce34-4932-b756-d78ec5639691 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:32:06.695251 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-32811512-686a-4390-b90d-7d104bc97010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (f1ba0e62-ce34-4932-b756-d78ec5639691), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:06.739554 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f31aa4e4-10ac-4db3-a5de-699eeca9e9a8 tempest-RoutersNegativeTest-920015635 tempest-RoutersNegativeTest-920015635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (aecc2cfd-4fad-4cb2-8615-882cf2802d7d), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:06.758494 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f31aa4e4-10ac-4db3-a5de-699eeca9e9a8 tempest-RoutersNegativeTest-920015635 tempest-RoutersNegativeTest-920015635-project] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:06.764247 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-f31aa4e4-10ac-4db3-a5de-699eeca9e9a8 tempest-RoutersNegativeTest-920015635 tempest-RoutersNegativeTest-920015635-project] 10.222.0.64 "DELETE /v2.0/networks/aecc2cfd-4fad-4cb2-8615-882cf2802d7d HTTP/1.1" status: 204 len: 168 time: 0.6280973 Jan 28 20:32:06.764247 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31aa4e4-10ac-4db3-a5de-699eeca9e9a8 tempest-RoutersNegativeTest-920015635 tempest-RoutersNegativeTest-920015635-project] Pushing event deleted for resources: {'Network': ['ID=aecc2cfd-4fad-4cb2-8615-882cf2802d7d,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:06.764583 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 42150) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:32:06.819390 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8381c8f-1b70-40de-abb9-5fce372753ee tempest-RoutersNegativeTest-920015635 tempest-RoutersNegativeTest-920015635-project] Deleting subnet 0c7d7b1c-2e95-4c29-ae1e-3bf395a5c5a1 {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 20:32:06.823212 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e8381c8f-1b70-40de-abb9-5fce372753ee tempest-RoutersNegativeTest-920015635 tempest-RoutersNegativeTest-920015635-project] Publish callbacks [] for subnet (0c7d7b1c-2e95-4c29-ae1e-3bf395a5c5a1), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:06.826557 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-32811512-686a-4390-b90d-7d104bc97010 None None] Current status of the port f1ba0e62-ce34-4932-b756-d78ec5639691 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:32:06.826956 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-32811512-686a-4390-b90d-7d104bc97010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (f1ba0e62-ce34-4932-b756-d78ec5639691), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:06.843139 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-91c03e7b-3605-4f3e-9ae1-7407be976bbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:06.872892 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-32811512-686a-4390-b90d-7d104bc97010 None None] For port f1ba0e62-ce34-4932-b756-d78ec5639691, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=f1ba0e62-ce34-4932-b756-d78ec5639691,segment=NetworkSegment(a58a9da9-57fb-4d32-b6cb-e95c396342fb),segment_id=a58a9da9-57fb-4d32-b6cb-e95c396342fb)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:32:06.877537 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-32811512-686a-4390-b90d-7d104bc97010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (f1ba0e62-ce34-4932-b756-d78ec5639691), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:06.882379 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e8381c8f-1b70-40de-abb9-5fce372753ee tempest-RoutersNegativeTest-920015635 tempest-RoutersNegativeTest-920015635-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4747050'] for subnet (0c7d7b1c-2e95-4c29-ae1e-3bf395a5c5a1), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:06.991920 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e8381c8f-1b70-40de-abb9-5fce372753ee tempest-RoutersNegativeTest-920015635 tempest-RoutersNegativeTest-920015635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (0c7d7b1c-2e95-4c29-ae1e-3bf395a5c5a1), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:07.061229 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e8381c8f-1b70-40de-abb9-5fce372753ee tempest-RoutersNegativeTest-920015635 tempest-RoutersNegativeTest-920015635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4690616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5222356'] for subnet (0c7d7b1c-2e95-4c29-ae1e-3bf395a5c5a1), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:07.076797 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e8381c8f-1b70-40de-abb9-5fce372753ee tempest-RoutersNegativeTest-920015635 tempest-RoutersNegativeTest-920015635-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:07.087745 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-e8381c8f-1b70-40de-abb9-5fce372753ee tempest-RoutersNegativeTest-920015635 tempest-RoutersNegativeTest-920015635-project] 10.222.0.64 "DELETE /v2.0/subnets/0c7d7b1c-2e95-4c29-ae1e-3bf395a5c5a1 HTTP/1.1" status: 204 len: 168 time: 0.3218763 Jan 28 20:32:07.090119 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 42152) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:32:07.116705 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8381c8f-1b70-40de-abb9-5fce372753ee tempest-RoutersNegativeTest-920015635 tempest-RoutersNegativeTest-920015635-project] Pushing event deleted for resources: {'Subnet': ['ID=0c7d7b1c-2e95-4c29-ae1e-3bf395a5c5a1,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:07.148656 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-197b480f-8850-4357-bef1-16775cb93697 None None] Network 7d4c8b84-ec59-4d07-85da-c19bfd95ed82 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:32:07.150662 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device f1ba0e62-ce34-4932-b756-d78ec5639691 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:32:07.188337 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8cb86df2-6358-4c9d-81ae-4e910c65cc6d tempest-RoutersNegativeTest-920015635 tempest-RoutersNegativeTest-920015635-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (7d4c8b84-ec59-4d07-85da-c19bfd95ed82), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:07.266338 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-8cb86df2-6358-4c9d-81ae-4e910c65cc6d tempest-RoutersNegativeTest-920015635 tempest-RoutersNegativeTest-920015635-project] Deleting port f1ba0e62-ce34-4932-b756-d78ec5639691 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:32:07.266839 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8cb86df2-6358-4c9d-81ae-4e910c65cc6d tempest-RoutersNegativeTest-920015635 tempest-RoutersNegativeTest-920015635-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (f1ba0e62-ce34-4932-b756-d78ec5639691), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:07.269687 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32811512-686a-4390-b90d-7d104bc97010 None None] Pushing event updated for resources: {'Port': ['ID=f1ba0e62-ce34-4932-b756-d78ec5639691,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:07.303399 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-5f55945f-e19e-4f67-ad36-cda51594c870 None None] Provisioning complete for port f1ba0e62-ce34-4932-b756-d78ec5639691 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:32:07.303780 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5f55945f-e19e-4f67-ad36-cda51594c870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (f1ba0e62-ce34-4932-b756-d78ec5639691), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:07.334881 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-8cb86df2-6358-4c9d-81ae-4e910c65cc6d tempest-RoutersNegativeTest-920015635 tempest-RoutersNegativeTest-920015635-project] For port f1ba0e62-ce34-4932-b756-d78ec5639691, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=f1ba0e62-ce34-4932-b756-d78ec5639691,segment=NetworkSegment(a58a9da9-57fb-4d32-b6cb-e95c396342fb),segment_id=a58a9da9-57fb-4d32-b6cb-e95c396342fb)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:32:07.335344 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8cb86df2-6358-4c9d-81ae-4e910c65cc6d tempest-RoutersNegativeTest-920015635 tempest-RoutersNegativeTest-920015635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (f1ba0e62-ce34-4932-b756-d78ec5639691), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:07.349808 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-8cb86df2-6358-4c9d-81ae-4e910c65cc6d tempest-RoutersNegativeTest-920015635 tempest-RoutersNegativeTest-920015635-project] Calling delete_port for f1ba0e62-ce34-4932-b756-d78ec5639691 owned by network:dhcp {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:32:07.353862 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port f1ba0e62-ce34-4932-b756-d78ec5639691 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:32:07.354238 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (f1ba0e62-ce34-4932-b756-d78ec5639691), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:07.442956 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c29900b2-6433-493c-8d04-0e0ac8356492 None None] DHCP port deletion for aecc2cfd-4fad-4cb2-8615-882cf2802d7d request from n-d-812111-14 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 20:32:07.445467 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8cb86df2-6358-4c9d-81ae-4e910c65cc6d tempest-RoutersNegativeTest-920015635 tempest-RoutersNegativeTest-920015635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (f1ba0e62-ce34-4932-b756-d78ec5639691), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:07.455783 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-5f55945f-e19e-4f67-ad36-cda51594c870 None None] Current status of the port f1ba0e62-ce34-4932-b756-d78ec5639691 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:32:07.457736 n-d-812111-14 neutron-server[103306]: INFO neutron.plugins.ml2.db [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No ports have port_id starting with f1ba0e62-ce34-4932-b756-d78ec5639691 Jan 28 20:32:07.473208 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb86df2-6358-4c9d-81ae-4e910c65cc6d tempest-RoutersNegativeTest-920015635 tempest-RoutersNegativeTest-920015635-project] Pushing event deleted for resources: {'Port': ['ID=f1ba0e62-ce34-4932-b756-d78ec5639691,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:07.473855 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b63c0be5-2d4d-434a-a26c-e717e32f30b6 None None] Network aecc2cfd-4fad-4cb2-8615-882cf2802d7d requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:32:07.477014 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb86df2-6358-4c9d-81ae-4e910c65cc6d tempest-RoutersNegativeTest-920015635 tempest-RoutersNegativeTest-920015635-project] No DVR routers for this DVR port f1ba0e62-ce34-4932-b756-d78ec5639691 on host n-d-812111-14 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:32:07.477653 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2da13187-d1bb-4103-95cd-4fa53c2d44b3 None None] DHCP port deletion for 7d4c8b84-ec59-4d07-85da-c19bfd95ed82 request from n-d-812111-14 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 20:32:07.491642 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b63c0be5-2d4d-434a-a26c-e717e32f30b6 None None] Network aecc2cfd-4fad-4cb2-8615-882cf2802d7d could not be found, it might have been deleted concurrently. {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 28 20:32:07.556985 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8cb86df2-6358-4c9d-81ae-4e910c65cc6d tempest-RoutersNegativeTest-920015635 tempest-RoutersNegativeTest-920015635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (7d4c8b84-ec59-4d07-85da-c19bfd95ed82), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:07.574659 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-04d34c50-5ea5-4dd0-bafe-f5aa31a92848 None None] Could not find standard attr ID for object ac0b8c84-aa8a-491d-989b-3f9831ea842d. {{(pid=103306) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 20:32:07.582781 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-8cb86df2-6358-4c9d-81ae-4e910c65cc6d tempest-RoutersNegativeTest-920015635 tempest-RoutersNegativeTest-920015635-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d4c8b84-ec59-4d07-85da-c19bfd95ed82']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:32:07.591959 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-8cb86df2-6358-4c9d-81ae-4e910c65cc6d tempest-RoutersNegativeTest-920015635 tempest-RoutersNegativeTest-920015635-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a58a9da9-57fb-4d32-b6cb-e95c396342fb') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:32:07.592249 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-8cb86df2-6358-4c9d-81ae-4e910c65cc6d tempest-RoutersNegativeTest-920015635 tempest-RoutersNegativeTest-920015635-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a58a9da9-57fb-4d32-b6cb-e95c396342fb') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:32:07.601941 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8cb86df2-6358-4c9d-81ae-4e910c65cc6d tempest-RoutersNegativeTest-920015635 tempest-RoutersNegativeTest-920015635-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16187153'] for segment (a58a9da9-57fb-4d32-b6cb-e95c396342fb), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:07.615695 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8cb86df2-6358-4c9d-81ae-4e910c65cc6d tempest-RoutersNegativeTest-920015635 tempest-RoutersNegativeTest-920015635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (a58a9da9-57fb-4d32-b6cb-e95c396342fb), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:07.621464 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cb86df2-6358-4c9d-81ae-4e910c65cc6d tempest-RoutersNegativeTest-920015635 tempest-RoutersNegativeTest-920015635-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:32:07.621854 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8cb86df2-6358-4c9d-81ae-4e910c65cc6d tempest-RoutersNegativeTest-920015635 tempest-RoutersNegativeTest-920015635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4752570'] for segment (a58a9da9-57fb-4d32-b6cb-e95c396342fb), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:07.624828 n-d-812111-14 neutron-server[103305]: Traceback (most recent call last): Jan 28 20:32:07.624828 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:32:07.624828 n-d-812111-14 neutron-server[103305]: timer() Jan 28 20:32:07.624828 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:32:07.624828 n-d-812111-14 neutron-server[103305]: cb(*args, **kw) Jan 28 20:32:07.624828 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:32:07.624828 n-d-812111-14 neutron-server[103305]: return func(*args, **kwargs) Jan 28 20:32:07.624828 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:32:07.624828 n-d-812111-14 neutron-server[103305]: self._notify() Jan 28 20:32:07.624828 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:32:07.624828 n-d-812111-14 neutron-server[103305]: self.callback(batched_events) Jan 28 20:32:07.624828 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:32:07.624828 n-d-812111-14 neutron-server[103305]: event.method(event) Jan 28 20:32:07.624828 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:32:07.624828 n-d-812111-14 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:32:07.624828 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:32:07.624828 n-d-812111-14 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:32:07.624828 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:32:07.624828 n-d-812111-14 neutron-server[103305]: return f(self, *a, **k) Jan 28 20:32:07.624828 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:32:07.624828 n-d-812111-14 neutron-server[103305]: return self._get(url).json() Jan 28 20:32:07.624828 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:32:07.624828 n-d-812111-14 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:32:07.624828 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:32:07.624828 n-d-812111-14 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 28 20:32:07.624828 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:32:07.624828 n-d-812111-14 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:32:07.624828 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:32:07.624828 n-d-812111-14 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:32:07.624828 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:32:07.624828 n-d-812111-14 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:32:07.624828 n-d-812111-14 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:32:07.682482 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8cb86df2-6358-4c9d-81ae-4e910c65cc6d tempest-RoutersNegativeTest-920015635 tempest-RoutersNegativeTest-920015635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (7d4c8b84-ec59-4d07-85da-c19bfd95ed82), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:07.687065 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8cb86df2-6358-4c9d-81ae-4e910c65cc6d tempest-RoutersNegativeTest-920015635 tempest-RoutersNegativeTest-920015635-project] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:07.693562 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-8cb86df2-6358-4c9d-81ae-4e910c65cc6d tempest-RoutersNegativeTest-920015635 tempest-RoutersNegativeTest-920015635-project] 10.222.0.64 "DELETE /v2.0/networks/7d4c8b84-ec59-4d07-85da-c19bfd95ed82 HTTP/1.1" status: 204 len: 168 time: 0.6023948 Jan 28 20:32:07.693894 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 42154) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:32:07.708709 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb86df2-6358-4c9d-81ae-4e910c65cc6d tempest-RoutersNegativeTest-920015635 tempest-RoutersNegativeTest-920015635-project] Pushing event deleted for resources: {'Network': ['ID=7d4c8b84-ec59-4d07-85da-c19bfd95ed82,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:07.724651 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-32830fbe-a5f7-4f83-b09d-57509eacd134 tempest-RoutersNegativeTest-920015635 tempest-RoutersNegativeTest-920015635-project] 10.222.0.64 "GET /v2.0/ports?device_id=2bba7197-4b81-49b0-8d19-21b40c4987a5 HTTP/1.1" status: 200 len: 205 time: 0.0295444 Jan 28 20:32:07.726925 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 42156) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:32:07.802330 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f7daf2e7-65a1-4bd5-ad5f-ef76a331969b tempest-RoutersNegativeTest-920015635 tempest-RoutersNegativeTest-920015635-project] Publish callbacks [] for router (2bba7197-4b81-49b0-8d19-21b40c4987a5), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:07.956203 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f7daf2e7-65a1-4bd5-ad5f-ef76a331969b tempest-RoutersNegativeTest-920015635 tempest-RoutersNegativeTest-920015635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-730901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261120'] for router (2bba7197-4b81-49b0-8d19-21b40c4987a5), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:07.958288 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f7daf2e7-65a1-4bd5-ad5f-ef76a331969b tempest-RoutersNegativeTest-920015635 tempest-RoutersNegativeTest-920015635-project] Publish callbacks [] for router_controller (2bba7197-4b81-49b0-8d19-21b40c4987a5), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:08.006664 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f7daf2e7-65a1-4bd5-ad5f-ef76a331969b tempest-RoutersNegativeTest-920015635 tempest-RoutersNegativeTest-920015635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-730908'] for router (2bba7197-4b81-49b0-8d19-21b40c4987a5), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:08.007205 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7daf2e7-65a1-4bd5-ad5f-ef76a331969b tempest-RoutersNegativeTest-920015635 tempest-RoutersNegativeTest-920015635-project] Fanout notify agent at l3_agent the message router_deleted on router 2bba7197-4b81-49b0-8d19-21b40c4987a5 {{(pid=103304) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 20:32:08.013843 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f7daf2e7-65a1-4bd5-ad5f-ef76a331969b tempest-RoutersNegativeTest-920015635 tempest-RoutersNegativeTest-920015635-project] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:08.015244 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-f7daf2e7-65a1-4bd5-ad5f-ef76a331969b tempest-RoutersNegativeTest-920015635 tempest-RoutersNegativeTest-920015635-project] 10.222.0.64 "DELETE /v2.0/routers/2bba7197-4b81-49b0-8d19-21b40c4987a5 HTTP/1.1" status: 204 len: 168 time: 0.2871296 Jan 28 20:32:08.258941 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 42162) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:32:08.387607 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-e18509aa-9219-451a-af74-ee9813802ae5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b3764aec70df4c2bb8099f5430f63aae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1275115 Jan 28 20:32:08.390099 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 42166) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:32:08.436197 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7765a5f8-61df-4db5-8a13-6555efba4788 admin admin] Publish callbacks [] for security_group (91534895-4145-4d68-b775-4ad629514bbf), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:08.461568 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7765a5f8-61df-4db5-8a13-6555efba4788 admin admin] Publish callbacks [] for security_group (91534895-4145-4d68-b775-4ad629514bbf), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:08.507189 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7765a5f8-61df-4db5-8a13-6555efba4788 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (91534895-4145-4d68-b775-4ad629514bbf), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:08.509774 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7765a5f8-61df-4db5-8a13-6555efba4788 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:08.510963 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-7765a5f8-61df-4db5-8a13-6555efba4788 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/91534895-4145-4d68-b775-4ad629514bbf HTTP/1.1" status: 204 len: 168 time: 0.1199589 Jan 28 20:32:08.518917 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7765a5f8-61df-4db5-8a13-6555efba4788 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91534895-4145-4d68-b775-4ad629514bbf,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:08.974031 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device f1ba0e62-ce34-4932-b756-d78ec5639691 no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:32:08.994724 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: f1ba0e62-ce34-4932-b756-d78ec5639691 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:32:08.995207 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device f1ba0e62-ce34-4932-b756-d78ec5639691 not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:32:08.995553 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device ac0b8c84-aa8a-491d-989b-3f9831ea842d no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:32:09.019158 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: ac0b8c84-aa8a-491d-989b-3f9831ea842d {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:32:09.019510 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device ac0b8c84-aa8a-491d-989b-3f9831ea842d not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:32:09.079393 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-eee875fa-9df4-457d-ad09-165ff0024d21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:09.124459 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 42188) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:32:09.222952 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-a6caa8b5-9e25-44cd-b2b6-5f04cfeb13ee admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1684530427-network', 'tenant_id': '387400b68f3e4b71b2953b644ca3ac7e'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:32:09.242584 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6caa8b5-9e25-44cd-b2b6-5f04cfeb13ee admin admin] Made reservation on behalf of 387400b68f3e4b71b2953b644ca3ac7e for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:32:09.245064 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a6caa8b5-9e25-44cd-b2b6-5f04cfeb13ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:09.254040 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a6caa8b5-9e25-44cd-b2b6-5f04cfeb13ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:09.330287 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a6caa8b5-9e25-44cd-b2b6-5f04cfeb13ee admin admin] Publish callbacks [] for security_group (6a05b6db-3d1b-45d0-b065-d2981aaac6c9), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:09.334694 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a6caa8b5-9e25-44cd-b2b6-5f04cfeb13ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (6a05b6db-3d1b-45d0-b065-d2981aaac6c9), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:09.356711 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6caa8b5-9e25-44cd-b2b6-5f04cfeb13ee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:32:09.371211 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6caa8b5-9e25-44cd-b2b6-5f04cfeb13ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a05b6db-3d1b-45d0-b065-d2981aaac6c9,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:09.377011 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a6caa8b5-9e25-44cd-b2b6-5f04cfeb13ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (fc6086df-8557-4964-894e-823d4add82c7), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:09.377447 n-d-812111-14 neutron-server[103304]: INFO neutron.db.segments_db [None req-a6caa8b5-9e25-44cd-b2b6-5f04cfeb13ee admin admin] Added segment fc6086df-8557-4964-894e-823d4add82c7 of type vlan for network afb47151-2bf0-49a5-9edb-e0d03c034e4e Jan 28 20:32:09.417249 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a6caa8b5-9e25-44cd-b2b6-5f04cfeb13ee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (afb47151-2bf0-49a5-9edb-e0d03c034e4e), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:09.442515 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a6caa8b5-9e25-44cd-b2b6-5f04cfeb13ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (afb47151-2bf0-49a5-9edb-e0d03c034e4e), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:09.443590 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6caa8b5-9e25-44cd-b2b6-5f04cfeb13ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:09.444173 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a6caa8b5-9e25-44cd-b2b6-5f04cfeb13ee admin admin] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:09.495425 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-a6caa8b5-9e25-44cd-b2b6-5f04cfeb13ee admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3698454 Jan 28 20:32:09.498401 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 42192) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:32:09.503961 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-0f06e494-c671-4eb0-8976-40409da0b36e admin admin] Request body: {'subnet': {'network_id': 'afb47151-2bf0-49a5-9edb-e0d03c034e4e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1684530427-subnet', 'tenant_id': '387400b68f3e4b71b2953b644ca3ac7e', 'ip_version': 4}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:32:09.517575 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6caa8b5-9e25-44cd-b2b6-5f04cfeb13ee admin admin] Pushing event updated for resources: {'Network': ['ID=afb47151-2bf0-49a5-9edb-e0d03c034e4e,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:09.527753 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f06e494-c671-4eb0-8976-40409da0b36e admin admin] Made reservation on behalf of 387400b68f3e4b71b2953b644ca3ac7e for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:32:09.527938 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network afb47151-2bf0-49a5-9edb-e0d03c034e4e details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:32:09.530274 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0f06e494-c671-4eb0-8976-40409da0b36e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4733071'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:09.703172 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0f06e494-c671-4eb0-8976-40409da0b36e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4752401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4733085'] for subnet (dfc0f769-6749-40b5-a971-47fb85965d90), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:09.757011 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f06e494-c671-4eb0-8976-40409da0b36e admin admin] Pushing event updated for resources: {'Subnet': ['ID=dfc0f769-6749-40b5-a971-47fb85965d90,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:09.766912 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f06e494-c671-4eb0-8976-40409da0b36e admin admin] Checking segment: {'id': 'fc6086df-8557-4964-894e-823d4add82c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'afb47151-2bf0-49a5-9edb-e0d03c034e4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:32:09.767280 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f06e494-c671-4eb0-8976-40409da0b36e admin admin] Network hostable DHCP agents. Network: afb47151-2bf0-49a5-9edb-e0d03c034e4e, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:32:09.782963 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f06e494-c671-4eb0-8976-40409da0b36e admin admin] Network afb47151-2bf0-49a5-9edb-e0d03c034e4e is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:32:09.791724 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-0f06e494-c671-4eb0-8976-40409da0b36e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, afb47151-2bf0-49a5-9edb-e0d03c034e4e) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:32:09.795651 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f06e494-c671-4eb0-8976-40409da0b36e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:09.796245 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0f06e494-c671-4eb0-8976-40409da0b36e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:09.801093 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d83971-25e3-4c4f-9cbb-49547d124836 None None] Network afb47151-2bf0-49a5-9edb-e0d03c034e4e requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:32:09.811587 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-0f06e494-c671-4eb0-8976-40409da0b36e admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3121192 Jan 28 20:32:09.814289 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 42194) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:32:09.818472 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-f9034a12-60d2-46e9-9990-5c4e0ce3f5fa admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1684530427-router', 'tenant_id': '387400b68f3e4b71b2953b644ca3ac7e', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:32:09.837151 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f9034a12-60d2-46e9-9990-5c4e0ce3f5fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261150'] for router (0fb7ac22-4276-4013-acaf-48da31bd4e38), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:09.838145 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f9034a12-60d2-46e9-9990-5c4e0ce3f5fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-731099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-731441', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261129'] for router (0fb7ac22-4276-4013-acaf-48da31bd4e38), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:09.895070 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f9034a12-60d2-46e9-9990-5c4e0ce3f5fa admin admin] Publish callbacks [] for router_controller (0fb7ac22-4276-4013-acaf-48da31bd4e38), precommit_add_association {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:09.908940 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07ee94ca-cf93-40ac-a3d6-0b8ae9cda352 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68cd31fd-e4cd-5fb3-a862-256fc47efcd2-afb47151-2bf0-49a5-9edb-e0d03c034e4e', 'network_id': 'afb47151-2bf0-49a5-9edb-e0d03c034e4e', 'project_id': '387400b68f3e4b71b2953b644ca3ac7e', 'fixed_ips': [{'subnet_id': 'dfc0f769-6749-40b5-a971-47fb85965d90'}]}} from n-d-812111-14. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 20:32:09.909893 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-07ee94ca-cf93-40ac-a3d6-0b8ae9cda352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:10.031357 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f9034a12-60d2-46e9-9990-5c4e0ce3f5fa admin admin] Publish callbacks [] for router_gateway (0fb7ac22-4276-4013-acaf-48da31bd4e38), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:10.045696 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-07ee94ca-cf93-40ac-a3d6-0b8ae9cda352 None None] Allocated IP 172.20.0.2 (afb47151-2bf0-49a5-9edb-e0d03c034e4e/dfc0f769-6749-40b5-a971-47fb85965d90/b0d30c5c-e91e-4d6e-be1c-50568bd948f6) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:32:10.082811 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:10.202599 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-07ee94ca-cf93-40ac-a3d6-0b8ae9cda352 None None] Publish callbacks [] for port (b0d30c5c-e91e-4d6e-be1c-50568bd948f6), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:10.209754 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-07ee94ca-cf93-40ac-a3d6-0b8ae9cda352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (b0d30c5c-e91e-4d6e-be1c-50568bd948f6), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:10.238004 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f9034a12-60d2-46e9-9990-5c4e0ce3f5fa admin admin] Publish callbacks [] for router_gateway (0fb7ac22-4276-4013-acaf-48da31bd4e38), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:10.250559 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ee94ca-cf93-40ac-a3d6-0b8ae9cda352 None None] Network afb47151-2bf0-49a5-9edb-e0d03c034e4e is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:32:10.253969 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-07ee94ca-cf93-40ac-a3d6-0b8ae9cda352 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:32:10.256869 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ee94ca-cf93-40ac-a3d6-0b8ae9cda352 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:32:10.257503 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f9034a12-60d2-46e9-9990-5c4e0ce3f5fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:10.268881 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ee94ca-cf93-40ac-a3d6-0b8ae9cda352 None None] Pushing event updated for resources: {'Port': ['ID=b0d30c5c-e91e-4d6e-be1c-50568bd948f6,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:10.319639 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-07ee94ca-cf93-40ac-a3d6-0b8ae9cda352 None None] Attempting to bind port b0d30c5c-e91e-4d6e-be1c-50568bd948f6 on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:32:10.320018 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-07ee94ca-cf93-40ac-a3d6-0b8ae9cda352 None None] Attempting to bind port b0d30c5c-e91e-4d6e-be1c-50568bd948f6 by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': 'fc6086df-8557-4964-894e-823d4add82c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'afb47151-2bf0-49a5-9edb-e0d03c034e4e'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:32:10.320406 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ee94ca-cf93-40ac-a3d6-0b8ae9cda352 None None] Attempting to bind port b0d30c5c-e91e-4d6e-be1c-50568bd948f6 on network afb47151-2bf0-49a5-9edb-e0d03c034e4e {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:32:10.325519 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ee94ca-cf93-40ac-a3d6-0b8ae9cda352 None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 31, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:32:10.325891 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ee94ca-cf93-40ac-a3d6-0b8ae9cda352 None None] Checking segment: {'id': 'fc6086df-8557-4964-894e-823d4add82c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'afb47151-2bf0-49a5-9edb-e0d03c034e4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:32:10.326301 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-07ee94ca-cf93-40ac-a3d6-0b8ae9cda352 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:10.326697 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ee94ca-cf93-40ac-a3d6-0b8ae9cda352 None None] Bound using segment: {'id': 'fc6086df-8557-4964-894e-823d4add82c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'afb47151-2bf0-49a5-9edb-e0d03c034e4e'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:32:10.327161 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-07ee94ca-cf93-40ac-a3d6-0b8ae9cda352 None None] Bound port: b0d30c5c-e91e-4d6e-be1c-50568bd948f6, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc6086df-8557-4964-894e-823d4add82c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'afb47151-2bf0-49a5-9edb-e0d03c034e4e'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:32:10.327544 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-07ee94ca-cf93-40ac-a3d6-0b8ae9cda352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (b0d30c5c-e91e-4d6e-be1c-50568bd948f6), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:10.358493 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-f9034a12-60d2-46e9-9990-5c4e0ce3f5fa admin admin] Allocated IP 172.25.6.161 (d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8/a648e4ab-7422-41b9-b133-58aca25ab8f5/8c070c24-7e93-4fb2-88ce-42c41719f56c) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:32:10.394243 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-07ee94ca-cf93-40ac-a3d6-0b8ae9cda352 None None] For port b0d30c5c-e91e-4d6e-be1c-50568bd948f6, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:32:10.397657 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-07ee94ca-cf93-40ac-a3d6-0b8ae9cda352 None None] For port b0d30c5c-e91e-4d6e-be1c-50568bd948f6, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=b0d30c5c-e91e-4d6e-be1c-50568bd948f6,segment=NetworkSegment(fc6086df-8557-4964-894e-823d4add82c7),segment_id=fc6086df-8557-4964-894e-823d4add82c7)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:32:10.403429 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-07ee94ca-cf93-40ac-a3d6-0b8ae9cda352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (b0d30c5c-e91e-4d6e-be1c-50568bd948f6), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:10.460099 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ee94ca-cf93-40ac-a3d6-0b8ae9cda352 None None] Pushing event updated for resources: {'Port': ['ID=b0d30c5c-e91e-4d6e-be1c-50568bd948f6,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:10.465816 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f9034a12-60d2-46e9-9990-5c4e0ce3f5fa admin admin] Publish callbacks [] for port (8c070c24-7e93-4fb2-88ce-42c41719f56c), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:10.503384 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f9034a12-60d2-46e9-9990-5c4e0ce3f5fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (8c070c24-7e93-4fb2-88ce-42c41719f56c), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:10.542783 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9034a12-60d2-46e9-9990-5c4e0ce3f5fa admin admin] Network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:32:10.545640 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-f9034a12-60d2-46e9-9990-5c4e0ce3f5fa admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:32:10.551889 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9034a12-60d2-46e9-9990-5c4e0ce3f5fa admin admin] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:32:10.574490 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9034a12-60d2-46e9-9990-5c4e0ce3f5fa admin admin] Pushing event updated for resources: {'Port': ['ID=8c070c24-7e93-4fb2-88ce-42c41719f56c,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:10.821281 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f9034a12-60d2-46e9-9990-5c4e0ce3f5fa admin admin] Publish callbacks [] for router_gateway (0fb7ac22-4276-4013-acaf-48da31bd4e38), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:11.012144 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device b0d30c5c-e91e-4d6e-be1c-50568bd948f6 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:32:11.021731 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f9034a12-60d2-46e9-9990-5c4e0ce3f5fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-731074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-731460'] for router (0fb7ac22-4276-4013-acaf-48da31bd4e38), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:11.064127 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port b0d30c5c-e91e-4d6e-be1c-50568bd948f6 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:32:11.064728 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (b0d30c5c-e91e-4d6e-be1c-50568bd948f6), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:11.161866 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port b0d30c5c-e91e-4d6e-be1c-50568bd948f6 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:32:11.162431 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (b0d30c5c-e91e-4d6e-be1c-50568bd948f6), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:11.165258 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9034a12-60d2-46e9-9990-5c4e0ce3f5fa admin admin] Router 0fb7ac22-4276-4013-acaf-48da31bd4e38 is scheduled to L3 agent 76fe5c49-705a-4e08-abb2-be585676213f with binding_index 1 {{(pid=103305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 20:32:11.197906 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] For port b0d30c5c-e91e-4d6e-be1c-50568bd948f6, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=b0d30c5c-e91e-4d6e-be1c-50568bd948f6,segment=NetworkSegment(fc6086df-8557-4964-894e-823d4add82c7),segment_id=fc6086df-8557-4964-894e-823d4add82c7)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:32:11.202681 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (b0d30c5c-e91e-4d6e-be1c-50568bd948f6), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:11.258907 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Pushing event updated for resources: {'Port': ['ID=b0d30c5c-e91e-4d6e-be1c-50568bd948f6,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:11.293143 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9034a12-60d2-46e9-9990-5c4e0ce3f5fa admin admin] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:32:11.305616 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b601a9d-56b9-44c1-ad40-59a77e167dbf None None] Sync routers for ids ['0fb7ac22-4276-4013-acaf-48da31bd4e38'] in n-d-812111-14 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:32:11.312522 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f9034a12-60d2-46e9-9990-5c4e0ce3f5fa admin admin] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:11.316897 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-f9034a12-60d2-46e9-9990-5c4e0ce3f5fa admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.4987590 Jan 28 20:32:11.317198 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 42196) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:32:11.321981 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b601a9d-56b9-44c1-ad40-59a77e167dbf None None] Routers {'0fb7ac22-4276-4013-acaf-48da31bd4e38'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:32:11.322639 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-8b601a9d-56b9-44c1-ad40-59a77e167dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:32:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['0fb7ac22-4276-4013-acaf-48da31bd4e38'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:32:11.436320 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-8b601a9d-56b9-44c1-ad40-59a77e167dbf None None] Set router 0fb7ac22-4276-4013-acaf-48da31bd4e38 gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:32:11.465094 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c757ab0-cb5e-41b1-9da6-69266dfa4022 None None] Network afb47151-2bf0-49a5-9edb-e0d03c034e4e requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:32:11.616726 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-83fb8f8b-656d-47d3-ac30-e28f03de113d None None] Provisioning complete for port b0d30c5c-e91e-4d6e-be1c-50568bd948f6 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:32:11.617125 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-83fb8f8b-656d-47d3-ac30-e28f03de113d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (b0d30c5c-e91e-4d6e-be1c-50568bd948f6), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:11.814554 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-83fb8f8b-656d-47d3-ac30-e28f03de113d None None] Current status of the port b0d30c5c-e91e-4d6e-be1c-50568bd948f6 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:32:11.824679 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-8b601a9d-56b9-44c1-ad40-59a77e167dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb7ac22-4276-4013-acaf-48da31bd4e38', 'name': 'tempest-TestEncryptedCinderVolumes-1684530427-router', 'tenant_id': '387400b68f3e4b71b2953b644ca3ac7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': '8c070c24-7e93-4fb2-88ce-42c41719f56c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:32:09Z', 'updated_at': '2022-01-28T20:32:10Z', 'revision_number': 3, 'project_id': '387400b68f3e4b71b2953b644ca3ac7e', 'gw_port': {'id': '8c070c24-7e93-4fb2-88ce-42c41719f56c', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:4f:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fb7ac22-4276-4013-acaf-48da31bd4e38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:32:10Z', 'updated_at': '2022-01-28T20:32:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:32:11.854146 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b601a9d-56b9-44c1-ad40-59a77e167dbf None None] Checking router: 0fb7ac22-4276-4013-acaf-48da31bd4e38 for host: n-d-812111-14 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:32:11.854494 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b601a9d-56b9-44c1-ad40-59a77e167dbf None None] Updating router 0fb7ac22-4276-4013-acaf-48da31bd4e38 port 8c070c24-7e93-4fb2-88ce-42c41719f56c binding host n-d-812111-14 {{(pid=103306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:32:11.884819 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8b601a9d-56b9-44c1-ad40-59a77e167dbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (8c070c24-7e93-4fb2-88ce-42c41719f56c), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:12.006280 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:12.073914 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-12902d05-caeb-4bcd-b861-dbbc80a98c41 None None] Provisioning complete for port b0d30c5c-e91e-4d6e-be1c-50568bd948f6 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:32:12.074608 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-12902d05-caeb-4bcd-b861-dbbc80a98c41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (b0d30c5c-e91e-4d6e-be1c-50568bd948f6), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:12.121886 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bc2cc02e-f6fc-4c37-afa3-8b23a39cb372 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:12.287421 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-bc2cc02e-f6fc-4c37-afa3-8b23a39cb372 admin admin] Allocated IP 172.20.0.1 (afb47151-2bf0-49a5-9edb-e0d03c034e4e/dfc0f769-6749-40b5-a971-47fb85965d90/b6b8da87-e0cc-4bb7-a509-003d51aceee3) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:32:12.391463 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8b601a9d-56b9-44c1-ad40-59a77e167dbf None None] Publish callbacks [] for port (8c070c24-7e93-4fb2-88ce-42c41719f56c), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:12.392593 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bc2cc02e-f6fc-4c37-afa3-8b23a39cb372 admin admin] Publish callbacks [] for port (b6b8da87-e0cc-4bb7-a509-003d51aceee3), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:12.397710 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-12902d05-caeb-4bcd-b861-dbbc80a98c41 None None] Current status of the port b0d30c5c-e91e-4d6e-be1c-50568bd948f6 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:32:12.401525 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8b601a9d-56b9-44c1-ad40-59a77e167dbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (8c070c24-7e93-4fb2-88ce-42c41719f56c), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:12.428280 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bc2cc02e-f6fc-4c37-afa3-8b23a39cb372 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (b6b8da87-e0cc-4bb7-a509-003d51aceee3), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:12.454143 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-8b601a9d-56b9-44c1-ad40-59a77e167dbf None None] Attempting to bind port 8c070c24-7e93-4fb2-88ce-42c41719f56c on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:32:12.454528 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-8b601a9d-56b9-44c1-ad40-59a77e167dbf None None] Attempting to bind port 8c070c24-7e93-4fb2-88ce-42c41719f56c by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:32:12.454888 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b601a9d-56b9-44c1-ad40-59a77e167dbf None None] Attempting to bind port 8c070c24-7e93-4fb2-88ce-42c41719f56c on network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:32:12.460292 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93963f6-906b-446d-9c8a-0e757d16acdb None None] Pushing event updated for resources: {'Port': ['ID=8c070c24-7e93-4fb2-88ce-42c41719f56c,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:12.466735 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b601a9d-56b9-44c1-ad40-59a77e167dbf None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 31, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:32:12.466735 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b601a9d-56b9-44c1-ad40-59a77e167dbf None None] Checking segment: {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:32:12.467076 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8b601a9d-56b9-44c1-ad40-59a77e167dbf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:12.467412 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b601a9d-56b9-44c1-ad40-59a77e167dbf None None] Bound using segment: {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:32:12.468218 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-8b601a9d-56b9-44c1-ad40-59a77e167dbf None None] Bound port: 8c070c24-7e93-4fb2-88ce-42c41719f56c, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:32:12.468971 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8b601a9d-56b9-44c1-ad40-59a77e167dbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (8c070c24-7e93-4fb2-88ce-42c41719f56c), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:12.469538 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc2cc02e-f6fc-4c37-afa3-8b23a39cb372 admin admin] Network afb47151-2bf0-49a5-9edb-e0d03c034e4e is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:32:12.472909 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-bc2cc02e-f6fc-4c37-afa3-8b23a39cb372 admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:32:12.476541 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2cc02e-f6fc-4c37-afa3-8b23a39cb372 admin admin] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:32:12.506288 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2cc02e-f6fc-4c37-afa3-8b23a39cb372 admin admin] Pushing event updated for resources: {'Port': ['ID=b6b8da87-e0cc-4bb7-a509-003d51aceee3,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:12.522207 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bc2cc02e-f6fc-4c37-afa3-8b23a39cb372 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734769'] for router_interface (0fb7ac22-4276-4013-acaf-48da31bd4e38), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:12.526751 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-8b601a9d-56b9-44c1-ad40-59a77e167dbf None None] For port 8c070c24-7e93-4fb2-88ce-42c41719f56c, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:32:12.532361 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-8b601a9d-56b9-44c1-ad40-59a77e167dbf None None] For port 8c070c24-7e93-4fb2-88ce-42c41719f56c, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=8c070c24-7e93-4fb2-88ce-42c41719f56c,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:32:12.539953 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8b601a9d-56b9-44c1-ad40-59a77e167dbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (8c070c24-7e93-4fb2-88ce-42c41719f56c), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:12.606981 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93963f6-906b-446d-9c8a-0e757d16acdb None None] Pushing event updated for resources: {'Port': ['ID=8c070c24-7e93-4fb2-88ce-42c41719f56c,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:12.620058 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b601a9d-56b9-44c1-ad40-59a77e167dbf None None] Routers {'0fb7ac22-4276-4013-acaf-48da31bd4e38'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:32:12.620759 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-8b601a9d-56b9-44c1-ad40-59a77e167dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:32:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['0fb7ac22-4276-4013-acaf-48da31bd4e38'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:32:12.671753 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bc2cc02e-f6fc-4c37-afa3-8b23a39cb372 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (b6b8da87-e0cc-4bb7-a509-003d51aceee3), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:12.740257 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-236c1d09-bfb9-4a5c-a4d6-31d7a38c998e None None] Provisioning complete for port b6b8da87-e0cc-4bb7-a509-003d51aceee3 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:32:12.740644 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-236c1d09-bfb9-4a5c-a4d6-31d7a38c998e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (b6b8da87-e0cc-4bb7-a509-003d51aceee3), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:12.745647 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-8b601a9d-56b9-44c1-ad40-59a77e167dbf None None] Set router 0fb7ac22-4276-4013-acaf-48da31bd4e38 gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:32:12.838083 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-236c1d09-bfb9-4a5c-a4d6-31d7a38c998e None None] Port b6b8da87-e0cc-4bb7-a509-003d51aceee3 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 20:32:12.846080 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bc2cc02e-f6fc-4c37-afa3-8b23a39cb372 admin admin] Publish callbacks [] for port (b6b8da87-e0cc-4bb7-a509-003d51aceee3), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:12.850959 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bc2cc02e-f6fc-4c37-afa3-8b23a39cb372 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (b6b8da87-e0cc-4bb7-a509-003d51aceee3), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:12.920909 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2cc02e-f6fc-4c37-afa3-8b23a39cb372 admin admin] Pushing event updated for resources: {'Port': ['ID=b6b8da87-e0cc-4bb7-a509-003d51aceee3,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:12.923167 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bc2cc02e-f6fc-4c37-afa3-8b23a39cb372 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-756216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-732801'] for router_interface (0fb7ac22-4276-4013-acaf-48da31bd4e38), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:12.957220 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-8b601a9d-56b9-44c1-ad40-59a77e167dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb7ac22-4276-4013-acaf-48da31bd4e38', 'name': 'tempest-TestEncryptedCinderVolumes-1684530427-router', 'tenant_id': '387400b68f3e4b71b2953b644ca3ac7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': '8c070c24-7e93-4fb2-88ce-42c41719f56c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:32:09Z', 'updated_at': '2022-01-28T20:32:10Z', 'revision_number': 3, 'project_id': '387400b68f3e4b71b2953b644ca3ac7e', 'gw_port': {'id': '8c070c24-7e93-4fb2-88ce-42c41719f56c', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:4f:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fb7ac22-4276-4013-acaf-48da31bd4e38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:32:10Z', 'updated_at': '2022-01-28T20:32:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:32:12.988780 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b601a9d-56b9-44c1-ad40-59a77e167dbf None None] The sync data for ids ['0fb7ac22-4276-4013-acaf-48da31bd4e38'] in n-d-812111-14 is: [{'id': '0fb7ac22-4276-4013-acaf-48da31bd4e38', 'name': 'tempest-TestEncryptedCinderVolumes-1684530427-router', 'tenant_id': '387400b68f3e4b71b2953b644ca3ac7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': '8c070c24-7e93-4fb2-88ce-42c41719f56c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:32:09Z', 'updated_at': '2022-01-28T20:32:10Z', 'revision_number': 3, 'project_id': '387400b68f3e4b71b2953b644ca3ac7e', 'gw_port': {'id': '8c070c24-7e93-4fb2-88ce-42c41719f56c', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:4f:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fb7ac22-4276-4013-acaf-48da31bd4e38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:32:10Z', 'updated_at': '2022-01-28T20:32:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:32:12.999956 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device b0d30c5c-e91e-4d6e-be1c-50568bd948f6 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:32:13.030949 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc2cc02e-f6fc-4c37-afa3-8b23a39cb372 admin admin] Network afb47151-2bf0-49a5-9edb-e0d03c034e4e is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:32:13.032901 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-bc2cc02e-f6fc-4c37-afa3-8b23a39cb372 admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:32:13.058081 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port b0d30c5c-e91e-4d6e-be1c-50568bd948f6 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:32:13.058547 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (b0d30c5c-e91e-4d6e-be1c-50568bd948f6), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:13.151999 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port b0d30c5c-e91e-4d6e-be1c-50568bd948f6 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:32:13.163430 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc2cc02e-f6fc-4c37-afa3-8b23a39cb372 admin admin] Router 0fb7ac22-4276-4013-acaf-48da31bd4e38 has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:32:13.297953 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc2cc02e-f6fc-4c37-afa3-8b23a39cb372 admin admin] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:32:13.312706 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-bc2cc02e-f6fc-4c37-afa3-8b23a39cb372 admin admin] 10.222.0.64 "PUT /v2.0/routers/0fb7ac22-4276-4013-acaf-48da31bd4e38/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9942079 Jan 28 20:32:13.319875 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:13.466483 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b91cc2ce-ab46-46d4-bac6-66df8e4643d5 None None] Provisioning complete for port b6b8da87-e0cc-4bb7-a509-003d51aceee3 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:32:13.466877 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b91cc2ce-ab46-46d4-bac6-66df8e4643d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (b6b8da87-e0cc-4bb7-a509-003d51aceee3), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:13.509793 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b91cc2ce-ab46-46d4-bac6-66df8e4643d5 None None] Port b6b8da87-e0cc-4bb7-a509-003d51aceee3 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 20:32:13.821029 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 42212) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:32:13.826280 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-bec8da8d-7756-4c54-b3db-38a0acdd1b46 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1729618371-network', 'tenant_id': '806a42bc013949e6ae7019643de3c65d'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:32:13.846805 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bec8da8d-7756-4c54-b3db-38a0acdd1b46 admin admin] Made reservation on behalf of 806a42bc013949e6ae7019643de3c65d for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:32:13.849356 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bec8da8d-7756-4c54-b3db-38a0acdd1b46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:13.861028 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bec8da8d-7756-4c54-b3db-38a0acdd1b46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:13.939998 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bec8da8d-7756-4c54-b3db-38a0acdd1b46 admin admin] Publish callbacks [] for security_group (71c915af-cb16-4c20-a9b0-c020a6ac9b2a), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:13.943668 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bec8da8d-7756-4c54-b3db-38a0acdd1b46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (71c915af-cb16-4c20-a9b0-c020a6ac9b2a), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:13.968505 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bec8da8d-7756-4c54-b3db-38a0acdd1b46 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:32:13.978779 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec8da8d-7756-4c54-b3db-38a0acdd1b46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71c915af-cb16-4c20-a9b0-c020a6ac9b2a,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:13.983496 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bec8da8d-7756-4c54-b3db-38a0acdd1b46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (fbd64a04-8e5d-48c3-a855-e4f798e3f2e7), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:13.983839 n-d-812111-14 neutron-server[103305]: INFO neutron.db.segments_db [None req-bec8da8d-7756-4c54-b3db-38a0acdd1b46 admin admin] Added segment fbd64a04-8e5d-48c3-a855-e4f798e3f2e7 of type vlan for network 659d09f4-8632-474c-b154-48da54d2442d Jan 28 20:32:14.000949 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec8da8d-7756-4c54-b3db-38a0acdd1b46 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:32:14.001328 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec8da8d-7756-4c54-b3db-38a0acdd1b46 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:32:14.001674 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec8da8d-7756-4c54-b3db-38a0acdd1b46 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:32:14.002016 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec8da8d-7756-4c54-b3db-38a0acdd1b46 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:32:14.002353 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec8da8d-7756-4c54-b3db-38a0acdd1b46 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:32:14.002728 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec8da8d-7756-4c54-b3db-38a0acdd1b46 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:32:14.003047 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec8da8d-7756-4c54-b3db-38a0acdd1b46 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:32:14.003377 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec8da8d-7756-4c54-b3db-38a0acdd1b46 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:32:14.003708 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec8da8d-7756-4c54-b3db-38a0acdd1b46 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:32:14.004034 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec8da8d-7756-4c54-b3db-38a0acdd1b46 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:32:14.004381 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec8da8d-7756-4c54-b3db-38a0acdd1b46 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:32:14.004706 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec8da8d-7756-4c54-b3db-38a0acdd1b46 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:32:14.005029 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec8da8d-7756-4c54-b3db-38a0acdd1b46 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:32:14.045198 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bec8da8d-7756-4c54-b3db-38a0acdd1b46 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (659d09f4-8632-474c-b154-48da54d2442d), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:14.074922 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bec8da8d-7756-4c54-b3db-38a0acdd1b46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (659d09f4-8632-474c-b154-48da54d2442d), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:14.076212 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec8da8d-7756-4c54-b3db-38a0acdd1b46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:14.076971 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bec8da8d-7756-4c54-b3db-38a0acdd1b46 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:14.140211 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-bec8da8d-7756-4c54-b3db-38a0acdd1b46 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3178730 Jan 28 20:32:14.143113 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 42214) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:32:14.150921 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-0f31d9cc-8480-4b72-b9bc-1fa66ae61e0b admin admin] Request body: {'subnet': {'network_id': '659d09f4-8632-474c-b154-48da54d2442d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1729618371-subnet', 'tenant_id': '806a42bc013949e6ae7019643de3c65d', 'ip_version': 4}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:32:14.163975 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec8da8d-7756-4c54-b3db-38a0acdd1b46 admin admin] Pushing event updated for resources: {'Network': ['ID=659d09f4-8632-474c-b154-48da54d2442d,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:14.177066 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f31d9cc-8480-4b72-b9bc-1fa66ae61e0b admin admin] Made reservation on behalf of 806a42bc013949e6ae7019643de3c65d for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:32:14.178747 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network 659d09f4-8632-474c-b154-48da54d2442d details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:32:14.179688 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0f31d9cc-8480-4b72-b9bc-1fa66ae61e0b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4733071'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:14.365591 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0f31d9cc-8480-4b72-b9bc-1fa66ae61e0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4752401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4733085'] for subnet (10be7267-6185-4a93-996c-18514572e314), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:14.422545 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f31d9cc-8480-4b72-b9bc-1fa66ae61e0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=10be7267-6185-4a93-996c-18514572e314,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:14.432322 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f31d9cc-8480-4b72-b9bc-1fa66ae61e0b admin admin] Checking segment: {'id': 'fbd64a04-8e5d-48c3-a855-e4f798e3f2e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '659d09f4-8632-474c-b154-48da54d2442d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:32:14.432685 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f31d9cc-8480-4b72-b9bc-1fa66ae61e0b admin admin] Network hostable DHCP agents. Network: 659d09f4-8632-474c-b154-48da54d2442d, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:32:14.449573 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f31d9cc-8480-4b72-b9bc-1fa66ae61e0b admin admin] Network 659d09f4-8632-474c-b154-48da54d2442d is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:32:14.459047 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-0f31d9cc-8480-4b72-b9bc-1fa66ae61e0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, 659d09f4-8632-474c-b154-48da54d2442d) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:32:14.464233 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f31d9cc-8480-4b72-b9bc-1fa66ae61e0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:14.464839 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0f31d9cc-8480-4b72-b9bc-1fa66ae61e0b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:14.472225 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e403d52-48e7-492c-a1ab-22e074422d35 None None] Network 659d09f4-8632-474c-b154-48da54d2442d requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:32:14.482286 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-0f31d9cc-8480-4b72-b9bc-1fa66ae61e0b admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3374479 Jan 28 20:32:14.485721 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 42216) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:32:14.490744 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-94af9542-c6cf-48ba-acd6-a357dbe0a578 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1729618371-router', 'tenant_id': '806a42bc013949e6ae7019643de3c65d', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:32:14.511367 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-94af9542-c6cf-48ba-acd6-a357dbe0a578 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261150'] for router (145f5ad3-0fcc-4eec-8d2b-6f9a043d776e), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:14.512366 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-94af9542-c6cf-48ba-acd6-a357dbe0a578 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-731099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-731441', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261129'] for router (145f5ad3-0fcc-4eec-8d2b-6f9a043d776e), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:14.579625 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-94af9542-c6cf-48ba-acd6-a357dbe0a578 admin admin] Publish callbacks [] for router_controller (145f5ad3-0fcc-4eec-8d2b-6f9a043d776e), precommit_add_association {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:14.601851 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf60096-caba-44ee-be2e-97852dee827a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68cd31fd-e4cd-5fb3-a862-256fc47efcd2-659d09f4-8632-474c-b154-48da54d2442d', 'network_id': '659d09f4-8632-474c-b154-48da54d2442d', 'project_id': '806a42bc013949e6ae7019643de3c65d', 'fixed_ips': [{'subnet_id': '10be7267-6185-4a93-996c-18514572e314'}]}} from n-d-812111-14. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 20:32:14.602712 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1cf60096-caba-44ee-be2e-97852dee827a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:14.734465 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-94af9542-c6cf-48ba-acd6-a357dbe0a578 admin admin] Publish callbacks [] for router_gateway (145f5ad3-0fcc-4eec-8d2b-6f9a043d776e), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:14.745970 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-1cf60096-caba-44ee-be2e-97852dee827a None None] Allocated IP 172.20.0.2 (659d09f4-8632-474c-b154-48da54d2442d/10be7267-6185-4a93-996c-18514572e314/36caa781-0eda-4ad4-8740-b1544cafa932) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:32:14.811949 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdbca1f5-7687-434d-a218-f70943de4aa6 None None] Sync routers for ids ['0fb7ac22-4276-4013-acaf-48da31bd4e38'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:32:14.824681 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdbca1f5-7687-434d-a218-f70943de4aa6 None None] Routers {'0fb7ac22-4276-4013-acaf-48da31bd4e38'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:32:14.828014 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-bdbca1f5-7687-434d-a218-f70943de4aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:32:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['0fb7ac22-4276-4013-acaf-48da31bd4e38'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:32:14.905848 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1cf60096-caba-44ee-be2e-97852dee827a None None] Publish callbacks [] for port (36caa781-0eda-4ad4-8740-b1544cafa932), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:14.912774 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1cf60096-caba-44ee-be2e-97852dee827a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (36caa781-0eda-4ad4-8740-b1544cafa932), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:14.958687 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf60096-caba-44ee-be2e-97852dee827a None None] Network 659d09f4-8632-474c-b154-48da54d2442d is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:32:14.962349 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-1cf60096-caba-44ee-be2e-97852dee827a None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:32:14.965874 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf60096-caba-44ee-be2e-97852dee827a None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:32:14.989852 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-94af9542-c6cf-48ba-acd6-a357dbe0a578 admin admin] Publish callbacks [] for router_gateway (145f5ad3-0fcc-4eec-8d2b-6f9a043d776e), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:14.994032 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf60096-caba-44ee-be2e-97852dee827a None None] Pushing event updated for resources: {'Port': ['ID=36caa781-0eda-4ad4-8740-b1544cafa932,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:15.012899 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-94af9542-c6cf-48ba-acd6-a357dbe0a578 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:15.023762 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-bdbca1f5-7687-434d-a218-f70943de4aa6 None None] Set router 0fb7ac22-4276-4013-acaf-48da31bd4e38 gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:32:15.057128 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-1cf60096-caba-44ee-be2e-97852dee827a None None] Attempting to bind port 36caa781-0eda-4ad4-8740-b1544cafa932 on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:32:15.057879 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-1cf60096-caba-44ee-be2e-97852dee827a None None] Attempting to bind port 36caa781-0eda-4ad4-8740-b1544cafa932 by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': 'fbd64a04-8e5d-48c3-a855-e4f798e3f2e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '659d09f4-8632-474c-b154-48da54d2442d'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:32:15.058507 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf60096-caba-44ee-be2e-97852dee827a None None] Attempting to bind port 36caa781-0eda-4ad4-8740-b1544cafa932 on network 659d09f4-8632-474c-b154-48da54d2442d {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:32:15.065063 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf60096-caba-44ee-be2e-97852dee827a None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 32, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:32:15.065901 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf60096-caba-44ee-be2e-97852dee827a None None] Checking segment: {'id': 'fbd64a04-8e5d-48c3-a855-e4f798e3f2e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '659d09f4-8632-474c-b154-48da54d2442d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:32:15.066575 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1cf60096-caba-44ee-be2e-97852dee827a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:15.068455 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf60096-caba-44ee-be2e-97852dee827a None None] Bound using segment: {'id': 'fbd64a04-8e5d-48c3-a855-e4f798e3f2e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '659d09f4-8632-474c-b154-48da54d2442d'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:32:15.071274 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-1cf60096-caba-44ee-be2e-97852dee827a None None] Bound port: 36caa781-0eda-4ad4-8740-b1544cafa932, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbd64a04-8e5d-48c3-a855-e4f798e3f2e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '659d09f4-8632-474c-b154-48da54d2442d'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:32:15.071274 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1cf60096-caba-44ee-be2e-97852dee827a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (36caa781-0eda-4ad4-8740-b1544cafa932), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:15.126292 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 8c070c24-7e93-4fb2-88ce-42c41719f56c up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:32:15.183768 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-94af9542-c6cf-48ba-acd6-a357dbe0a578 admin admin] Allocated IP 172.25.6.8 (d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8/a648e4ab-7422-41b9-b133-58aca25ab8f5/a8917b43-7765-4f5a-b0be-7694e0fd67f2) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:32:15.210729 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-1cf60096-caba-44ee-be2e-97852dee827a None None] For port 36caa781-0eda-4ad4-8740-b1544cafa932, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:32:15.216253 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-1cf60096-caba-44ee-be2e-97852dee827a None None] For port 36caa781-0eda-4ad4-8740-b1544cafa932, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=36caa781-0eda-4ad4-8740-b1544cafa932,segment=NetworkSegment(fbd64a04-8e5d-48c3-a855-e4f798e3f2e7),segment_id=fbd64a04-8e5d-48c3-a855-e4f798e3f2e7)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:32:15.229892 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1cf60096-caba-44ee-be2e-97852dee827a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (36caa781-0eda-4ad4-8740-b1544cafa932), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:15.258946 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-bdbca1f5-7687-434d-a218-f70943de4aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb7ac22-4276-4013-acaf-48da31bd4e38', 'name': 'tempest-TestEncryptedCinderVolumes-1684530427-router', 'tenant_id': '387400b68f3e4b71b2953b644ca3ac7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': '8c070c24-7e93-4fb2-88ce-42c41719f56c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:32:09Z', 'updated_at': '2022-01-28T20:32:12Z', 'revision_number': 4, 'project_id': '387400b68f3e4b71b2953b644ca3ac7e', 'gw_port': {'id': '8c070c24-7e93-4fb2-88ce-42c41719f56c', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:4f:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fb7ac22-4276-4013-acaf-48da31bd4e38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:32:10Z', 'updated_at': '2022-01-28T20:32:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': 'b6b8da87-e0cc-4bb7-a509-003d51aceee3', 'name': '', 'network_id': 'afb47151-2bf0-49a5-9edb-e0d03c034e4e', 'tenant_id': '387400b68f3e4b71b2953b644ca3ac7e', 'mac_address': 'fa:16:3e:ca:8c:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fb7ac22-4276-4013-acaf-48da31bd4e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': 'dfc0f769-6749-40b5-a971-47fb85965d90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:32:12Z', 'updated_at': '2022-01-28T20:32:12Z', 'revision_number': 2, 'project_id': '387400b68f3e4b71b2953b644ca3ac7e', 'subnets': [{'id': 'dfc0f769-6749-40b5-a971-47fb85965d90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:32:15.278564 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 8c070c24-7e93-4fb2-88ce-42c41719f56c triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:32:15.279600 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (8c070c24-7e93-4fb2-88ce-42c41719f56c), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:15.292440 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdbca1f5-7687-434d-a218-f70943de4aa6 None None] Checking router: 0fb7ac22-4276-4013-acaf-48da31bd4e38 for host: n-d-812111-14 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:32:15.297724 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdbca1f5-7687-434d-a218-f70943de4aa6 None None] Updating router 0fb7ac22-4276-4013-acaf-48da31bd4e38 port b6b8da87-e0cc-4bb7-a509-003d51aceee3 binding host n-d-812111-14 {{(pid=103307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:32:15.325129 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-94af9542-c6cf-48ba-acd6-a357dbe0a578 admin admin] Publish callbacks [] for port (a8917b43-7765-4f5a-b0be-7694e0fd67f2), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:15.340029 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf60096-caba-44ee-be2e-97852dee827a None None] Pushing event updated for resources: {'Port': ['ID=36caa781-0eda-4ad4-8740-b1544cafa932,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:15.350363 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-bdbca1f5-7687-434d-a218-f70943de4aa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (b6b8da87-e0cc-4bb7-a509-003d51aceee3), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:15.436905 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-94af9542-c6cf-48ba-acd6-a357dbe0a578 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (a8917b43-7765-4f5a-b0be-7694e0fd67f2), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:15.531113 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94af9542-c6cf-48ba-acd6-a357dbe0a578 admin admin] Network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:32:15.537960 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 8c070c24-7e93-4fb2-88ce-42c41719f56c is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:32:15.538730 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (8c070c24-7e93-4fb2-88ce-42c41719f56c), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:15.546120 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-94af9542-c6cf-48ba-acd6-a357dbe0a578 admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:32:15.551075 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94af9542-c6cf-48ba-acd6-a357dbe0a578 admin admin] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:32:15.554536 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94af9542-c6cf-48ba-acd6-a357dbe0a578 admin admin] Pushing event updated for resources: {'Port': ['ID=a8917b43-7765-4f5a-b0be-7694e0fd67f2,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:15.618200 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] For port 8c070c24-7e93-4fb2-88ce-42c41719f56c, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=8c070c24-7e93-4fb2-88ce-42c41719f56c,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:32:15.625541 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (8c070c24-7e93-4fb2-88ce-42c41719f56c), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:15.779100 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Pushing event updated for resources: {'Port': ['ID=8c070c24-7e93-4fb2-88ce-42c41719f56c,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:15.922976 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-bdbca1f5-7687-434d-a218-f70943de4aa6 None None] Publish callbacks [] for port (b6b8da87-e0cc-4bb7-a509-003d51aceee3), precommit_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:15.930375 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-bdbca1f5-7687-434d-a218-f70943de4aa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (b6b8da87-e0cc-4bb7-a509-003d51aceee3), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:16.001733 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-94af9542-c6cf-48ba-acd6-a357dbe0a578 admin admin] Publish callbacks [] for router_gateway (145f5ad3-0fcc-4eec-8d2b-6f9a043d776e), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:16.017048 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0968278a-ef7f-433d-bedc-9b28ef07470c None None] Pushing event updated for resources: {'Port': ['ID=b6b8da87-e0cc-4bb7-a509-003d51aceee3,revision_number=3']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:16.056086 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0968278a-ef7f-433d-bedc-9b28ef07470c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:32:16.056420 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0968278a-ef7f-433d-bedc-9b28ef07470c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:32:16.057141 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0968278a-ef7f-433d-bedc-9b28ef07470c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:32:16.057141 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0968278a-ef7f-433d-bedc-9b28ef07470c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:32:16.057472 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0968278a-ef7f-433d-bedc-9b28ef07470c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:32:16.057805 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0968278a-ef7f-433d-bedc-9b28ef07470c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:32:16.058135 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0968278a-ef7f-433d-bedc-9b28ef07470c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:32:16.058463 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0968278a-ef7f-433d-bedc-9b28ef07470c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:32:16.058787 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0968278a-ef7f-433d-bedc-9b28ef07470c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:32:16.059122 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0968278a-ef7f-433d-bedc-9b28ef07470c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:32:16.059438 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0968278a-ef7f-433d-bedc-9b28ef07470c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:32:16.059761 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0968278a-ef7f-433d-bedc-9b28ef07470c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:32:16.060085 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0968278a-ef7f-433d-bedc-9b28ef07470c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:32:16.079949 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-bdbca1f5-7687-434d-a218-f70943de4aa6 None None] Attempting to bind port b6b8da87-e0cc-4bb7-a509-003d51aceee3 on host n-d-812111-14 for vnic_type normal with profile {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:32:16.081190 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-bdbca1f5-7687-434d-a218-f70943de4aa6 None None] Attempting to bind port b6b8da87-e0cc-4bb7-a509-003d51aceee3 by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': 'fc6086df-8557-4964-894e-823d4add82c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'afb47151-2bf0-49a5-9edb-e0d03c034e4e'}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:32:16.081561 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdbca1f5-7687-434d-a218-f70943de4aa6 None None] Attempting to bind port b6b8da87-e0cc-4bb7-a509-003d51aceee3 on network afb47151-2bf0-49a5-9edb-e0d03c034e4e {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:32:16.087721 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdbca1f5-7687-434d-a218-f70943de4aa6 None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 32, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:32:16.088092 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdbca1f5-7687-434d-a218-f70943de4aa6 None None] Checking segment: {'id': 'fc6086df-8557-4964-894e-823d4add82c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'afb47151-2bf0-49a5-9edb-e0d03c034e4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:32:16.088491 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-bdbca1f5-7687-434d-a218-f70943de4aa6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:16.089941 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdbca1f5-7687-434d-a218-f70943de4aa6 None None] Bound using segment: {'id': 'fc6086df-8557-4964-894e-823d4add82c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'afb47151-2bf0-49a5-9edb-e0d03c034e4e'} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:32:16.090684 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-bdbca1f5-7687-434d-a218-f70943de4aa6 None None] Bound port: b6b8da87-e0cc-4bb7-a509-003d51aceee3, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc6086df-8557-4964-894e-823d4add82c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'afb47151-2bf0-49a5-9edb-e0d03c034e4e'}}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:32:16.091236 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-bdbca1f5-7687-434d-a218-f70943de4aa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (b6b8da87-e0cc-4bb7-a509-003d51aceee3), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:16.169852 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-bdbca1f5-7687-434d-a218-f70943de4aa6 None None] For port b6b8da87-e0cc-4bb7-a509-003d51aceee3, host n-d-812111-14, cleared binding levels {{(pid=103307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:32:16.173148 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-bdbca1f5-7687-434d-a218-f70943de4aa6 None None] For port b6b8da87-e0cc-4bb7-a509-003d51aceee3, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=b6b8da87-e0cc-4bb7-a509-003d51aceee3,segment=NetworkSegment(fc6086df-8557-4964-894e-823d4add82c7),segment_id=fc6086df-8557-4964-894e-823d4add82c7)] {{(pid=103307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:32:16.187862 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-bdbca1f5-7687-434d-a218-f70943de4aa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (b6b8da87-e0cc-4bb7-a509-003d51aceee3), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:16.244277 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-94af9542-c6cf-48ba-acd6-a357dbe0a578 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-731074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-731460'] for router (145f5ad3-0fcc-4eec-8d2b-6f9a043d776e), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:16.275084 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-05fc329c-b468-4286-b598-52df258d83f3 None None] Provisioning complete for port b6b8da87-e0cc-4bb7-a509-003d51aceee3 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:32:16.275746 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-05fc329c-b468-4286-b598-52df258d83f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (b6b8da87-e0cc-4bb7-a509-003d51aceee3), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:16.288150 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdbca1f5-7687-434d-a218-f70943de4aa6 None None] Routers {'0fb7ac22-4276-4013-acaf-48da31bd4e38'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:32:16.288785 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-bdbca1f5-7687-434d-a218-f70943de4aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:32:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['0fb7ac22-4276-4013-acaf-48da31bd4e38'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:32:16.293717 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0968278a-ef7f-433d-bedc-9b28ef07470c None None] Pushing event updated for resources: {'Port': ['ID=b6b8da87-e0cc-4bb7-a509-003d51aceee3,revision_number=4']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:16.451241 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-bdbca1f5-7687-434d-a218-f70943de4aa6 None None] Set router 0fb7ac22-4276-4013-acaf-48da31bd4e38 gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:32:16.456948 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-05fc329c-b468-4286-b598-52df258d83f3 None None] Current status of the port b6b8da87-e0cc-4bb7-a509-003d51aceee3 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:32:16.461462 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-05fc329c-b468-4286-b598-52df258d83f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (b6b8da87-e0cc-4bb7-a509-003d51aceee3), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:16.507170 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94af9542-c6cf-48ba-acd6-a357dbe0a578 admin admin] Router 145f5ad3-0fcc-4eec-8d2b-6f9a043d776e is scheduled to L3 agent 76fe5c49-705a-4e08-abb2-be585676213f with binding_index 1 {{(pid=103305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 20:32:16.541595 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-05fc329c-b468-4286-b598-52df258d83f3 None None] For port b6b8da87-e0cc-4bb7-a509-003d51aceee3, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=b6b8da87-e0cc-4bb7-a509-003d51aceee3,segment=NetworkSegment(fc6086df-8557-4964-894e-823d4add82c7),segment_id=fc6086df-8557-4964-894e-823d4add82c7)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:32:16.545587 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-05fc329c-b468-4286-b598-52df258d83f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (b6b8da87-e0cc-4bb7-a509-003d51aceee3), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:16.651735 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fc329c-b468-4286-b598-52df258d83f3 None None] Pushing event updated for resources: {'Port': ['ID=b6b8da87-e0cc-4bb7-a509-003d51aceee3,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:16.676465 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-647d3808-9d61-4f7a-b3cb-a101a2552665 None None] Provisioning complete for port b6b8da87-e0cc-4bb7-a509-003d51aceee3 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:32:16.676846 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-647d3808-9d61-4f7a-b3cb-a101a2552665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (b6b8da87-e0cc-4bb7-a509-003d51aceee3), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:16.803896 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-647d3808-9d61-4f7a-b3cb-a101a2552665 None None] Current status of the port b6b8da87-e0cc-4bb7-a509-003d51aceee3 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:32:16.869175 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-bdbca1f5-7687-434d-a218-f70943de4aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb7ac22-4276-4013-acaf-48da31bd4e38', 'name': 'tempest-TestEncryptedCinderVolumes-1684530427-router', 'tenant_id': '387400b68f3e4b71b2953b644ca3ac7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': '8c070c24-7e93-4fb2-88ce-42c41719f56c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:32:09Z', 'updated_at': '2022-01-28T20:32:12Z', 'revision_number': 4, 'project_id': '387400b68f3e4b71b2953b644ca3ac7e', 'gw_port': {'id': '8c070c24-7e93-4fb2-88ce-42c41719f56c', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:4f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb7ac22-4276-4013-acaf-48da31bd4e38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:32:10Z', 'updated_at': '2022-01-28T20:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': 'b6b8da87-e0cc-4bb7-a509-003d51aceee3', 'name': '', 'network_id': 'afb47151-2bf0-49a5-9edb-e0d03c034e4e', 'tenant_id': '387400b68f3e4b71b2953b644ca3ac7e', 'mac_address': 'fa:16:3e:ca:8c:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fb7ac22-4276-4013-acaf-48da31bd4e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': 'dfc0f769-6749-40b5-a971-47fb85965d90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:32:12Z', 'updated_at': '2022-01-28T20:32:16Z', 'revision_number': 4, 'project_id': '387400b68f3e4b71b2953b644ca3ac7e', 'subnets': [{'id': 'dfc0f769-6749-40b5-a971-47fb85965d90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:32:16.896718 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdbca1f5-7687-434d-a218-f70943de4aa6 None None] The sync data for ids ['0fb7ac22-4276-4013-acaf-48da31bd4e38'] in n-d-812111-14 is: [{'id': '0fb7ac22-4276-4013-acaf-48da31bd4e38', 'name': 'tempest-TestEncryptedCinderVolumes-1684530427-router', 'tenant_id': '387400b68f3e4b71b2953b644ca3ac7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': '8c070c24-7e93-4fb2-88ce-42c41719f56c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:32:09Z', 'updated_at': '2022-01-28T20:32:12Z', 'revision_number': 4, 'project_id': '387400b68f3e4b71b2953b644ca3ac7e', 'gw_port': {'id': '8c070c24-7e93-4fb2-88ce-42c41719f56c', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:4f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb7ac22-4276-4013-acaf-48da31bd4e38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:32:10Z', 'updated_at': '2022-01-28T20:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': 'b6b8da87-e0cc-4bb7-a509-003d51aceee3', 'name': '', 'network_id': 'afb47151-2bf0-49a5-9edb-e0d03c034e4e', 'tenant_id': '387400b68f3e4b71b2953b644ca3ac7e', 'mac_address': 'fa:16:3e:ca:8c:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fb7ac22-4276-4013-acaf-48da31bd4e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': 'dfc0f769-6749-40b5-a971-47fb85965d90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:32:12Z', 'updated_at': '2022-01-28T20:32:16Z', 'revision_number': 4, 'project_id': '387400b68f3e4b71b2953b644ca3ac7e', 'subnets': [{'id': 'dfc0f769-6749-40b5-a971-47fb85965d90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:32:16.967943 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-400f9166-e1d2-4d15-ac42-88cf81b58d44 None None] Network 659d09f4-8632-474c-b154-48da54d2442d requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:32:17.081187 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94af9542-c6cf-48ba-acd6-a357dbe0a578 admin admin] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:32:17.099238 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-94af9542-c6cf-48ba-acd6-a357dbe0a578 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:17.100620 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-94af9542-c6cf-48ba-acd6-a357dbe0a578 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.6139452 Jan 28 20:32:17.103377 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 42218) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:32:17.110309 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de48a864-a0d9-4706-b5a8-9ab40ecb4b36 None None] Sync routers for ids ['145f5ad3-0fcc-4eec-8d2b-6f9a043d776e'] in n-d-812111-14 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:32:17.125157 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-ed21ba3f-297f-4647-8ab2-bf47ef878297 None None] Provisioning complete for port 36caa781-0eda-4ad4-8740-b1544cafa932 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:32:17.125157 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ed21ba3f-297f-4647-8ab2-bf47ef878297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (36caa781-0eda-4ad4-8740-b1544cafa932), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:17.135249 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de48a864-a0d9-4706-b5a8-9ab40ecb4b36 None None] Routers {'145f5ad3-0fcc-4eec-8d2b-6f9a043d776e'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:32:17.135873 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-de48a864-a0d9-4706-b5a8-9ab40ecb4b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:32:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['145f5ad3-0fcc-4eec-8d2b-6f9a043d776e'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:32:17.208786 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 8c070c24-7e93-4fb2-88ce-42c41719f56c up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:32:17.532916 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-de48a864-a0d9-4706-b5a8-9ab40ecb4b36 None None] Set router 145f5ad3-0fcc-4eec-8d2b-6f9a043d776e gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:32:17.587275 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-34ba0873-b21c-4d13-a8d8-94c68a916a75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:17.618161 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 8c070c24-7e93-4fb2-88ce-42c41719f56c triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:32:17.618541 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (8c070c24-7e93-4fb2-88ce-42c41719f56c), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:17.648368 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-ed21ba3f-297f-4647-8ab2-bf47ef878297 None None] Current status of the port 36caa781-0eda-4ad4-8740-b1544cafa932 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:32:17.648368 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ed21ba3f-297f-4647-8ab2-bf47ef878297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (36caa781-0eda-4ad4-8740-b1544cafa932), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:17.739410 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-ed21ba3f-297f-4647-8ab2-bf47ef878297 None None] For port 36caa781-0eda-4ad4-8740-b1544cafa932, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=36caa781-0eda-4ad4-8740-b1544cafa932,segment=NetworkSegment(fbd64a04-8e5d-48c3-a855-e4f798e3f2e7),segment_id=fbd64a04-8e5d-48c3-a855-e4f798e3f2e7)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:32:17.751312 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ed21ba3f-297f-4647-8ab2-bf47ef878297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (36caa781-0eda-4ad4-8740-b1544cafa932), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:17.757481 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-34ba0873-b21c-4d13-a8d8-94c68a916a75 admin admin] Allocated IP 172.20.0.1 (659d09f4-8632-474c-b154-48da54d2442d/10be7267-6185-4a93-996c-18514572e314/9dbe2f40-23f5-46f1-b4a4-342d606082ef) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:32:17.873088 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 8c070c24-7e93-4fb2-88ce-42c41719f56c is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:32:17.874199 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 36caa781-0eda-4ad4-8740-b1544cafa932 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:32:17.875739 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed21ba3f-297f-4647-8ab2-bf47ef878297 None None] Pushing event updated for resources: {'Port': ['ID=36caa781-0eda-4ad4-8740-b1544cafa932,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:17.894179 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-34ba0873-b21c-4d13-a8d8-94c68a916a75 admin admin] Publish callbacks [] for port (9dbe2f40-23f5-46f1-b4a4-342d606082ef), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:17.924153 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d4cd42ef-86d0-47ff-941e-fbfa20d84e7f None None] Provisioning complete for port 36caa781-0eda-4ad4-8740-b1544cafa932 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:32:17.924536 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d4cd42ef-86d0-47ff-941e-fbfa20d84e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (36caa781-0eda-4ad4-8740-b1544cafa932), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:17.934279 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-34ba0873-b21c-4d13-a8d8-94c68a916a75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (9dbe2f40-23f5-46f1-b4a4-342d606082ef), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:17.977025 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ba0873-b21c-4d13-a8d8-94c68a916a75 admin admin] Network 659d09f4-8632-474c-b154-48da54d2442d is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:32:17.977552 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-de48a864-a0d9-4706-b5a8-9ab40ecb4b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '145f5ad3-0fcc-4eec-8d2b-6f9a043d776e', 'name': 'tempest-TestEncryptedCinderVolumes-1729618371-router', 'tenant_id': '806a42bc013949e6ae7019643de3c65d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': 'a8917b43-7765-4f5a-b0be-7694e0fd67f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:32:14Z', 'updated_at': '2022-01-28T20:32:15Z', 'revision_number': 3, 'project_id': '806a42bc013949e6ae7019643de3c65d', 'gw_port': {'id': 'a8917b43-7765-4f5a-b0be-7694e0fd67f2', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:fc:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '145f5ad3-0fcc-4eec-8d2b-6f9a043d776e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:32:15Z', 'updated_at': '2022-01-28T20:32:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:32:17.981151 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-34ba0873-b21c-4d13-a8d8-94c68a916a75 admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:32:17.987494 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ba0873-b21c-4d13-a8d8-94c68a916a75 admin admin] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:32:18.013913 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de48a864-a0d9-4706-b5a8-9ab40ecb4b36 None None] Checking router: 145f5ad3-0fcc-4eec-8d2b-6f9a043d776e for host: n-d-812111-14 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:32:18.014433 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de48a864-a0d9-4706-b5a8-9ab40ecb4b36 None None] Updating router 145f5ad3-0fcc-4eec-8d2b-6f9a043d776e port a8917b43-7765-4f5a-b0be-7694e0fd67f2 binding host n-d-812111-14 {{(pid=103306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:32:18.014916 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ba0873-b21c-4d13-a8d8-94c68a916a75 admin admin] Pushing event updated for resources: {'Port': ['ID=9dbe2f40-23f5-46f1-b4a4-342d606082ef,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:18.018484 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 36caa781-0eda-4ad4-8740-b1544cafa932 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:32:18.019063 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (36caa781-0eda-4ad4-8740-b1544cafa932), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:18.034181 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-34ba0873-b21c-4d13-a8d8-94c68a916a75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734769'] for router_interface (145f5ad3-0fcc-4eec-8d2b-6f9a043d776e), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:18.074287 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-de48a864-a0d9-4706-b5a8-9ab40ecb4b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (a8917b43-7765-4f5a-b0be-7694e0fd67f2), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:18.147776 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d4cd42ef-86d0-47ff-941e-fbfa20d84e7f None None] Current status of the port 36caa781-0eda-4ad4-8740-b1544cafa932 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:32:18.192284 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-34ba0873-b21c-4d13-a8d8-94c68a916a75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (9dbe2f40-23f5-46f1-b4a4-342d606082ef), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:18.274697 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 36caa781-0eda-4ad4-8740-b1544cafa932 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:32:18.388190 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-5db0e300-05e3-4fca-8bea-ac0709d97968 None None] Provisioning complete for port 9dbe2f40-23f5-46f1-b4a4-342d606082ef triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:32:18.388578 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5db0e300-05e3-4fca-8bea-ac0709d97968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (9dbe2f40-23f5-46f1-b4a4-342d606082ef), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:18.412630 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-34ba0873-b21c-4d13-a8d8-94c68a916a75 admin admin] Publish callbacks [] for port (9dbe2f40-23f5-46f1-b4a4-342d606082ef), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:18.417419 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-34ba0873-b21c-4d13-a8d8-94c68a916a75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (9dbe2f40-23f5-46f1-b4a4-342d606082ef), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:18.462137 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-5db0e300-05e3-4fca-8bea-ac0709d97968 None None] Port 9dbe2f40-23f5-46f1-b4a4-342d606082ef cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 20:32:18.478662 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-de48a864-a0d9-4706-b5a8-9ab40ecb4b36 None None] Publish callbacks [] for port (a8917b43-7765-4f5a-b0be-7694e0fd67f2), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:18.484146 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-de48a864-a0d9-4706-b5a8-9ab40ecb4b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (a8917b43-7765-4f5a-b0be-7694e0fd67f2), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:18.485466 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-34ba0873-b21c-4d13-a8d8-94c68a916a75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-756216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-732801'] for router_interface (145f5ad3-0fcc-4eec-8d2b-6f9a043d776e), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:18.488160 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ba0873-b21c-4d13-a8d8-94c68a916a75 admin admin] Pushing event updated for resources: {'Port': ['ID=9dbe2f40-23f5-46f1-b4a4-342d606082ef,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:18.538465 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-de48a864-a0d9-4706-b5a8-9ab40ecb4b36 None None] Attempting to bind port a8917b43-7765-4f5a-b0be-7694e0fd67f2 on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:32:18.538990 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-de48a864-a0d9-4706-b5a8-9ab40ecb4b36 None None] Attempting to bind port a8917b43-7765-4f5a-b0be-7694e0fd67f2 by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:32:18.539196 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de48a864-a0d9-4706-b5a8-9ab40ecb4b36 None None] Attempting to bind port a8917b43-7765-4f5a-b0be-7694e0fd67f2 on network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:32:18.546096 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71029e2c-277b-45c6-a0f2-7c27f5daa98f None None] Pushing event updated for resources: {'Port': ['ID=a8917b43-7765-4f5a-b0be-7694e0fd67f2,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:18.548813 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de48a864-a0d9-4706-b5a8-9ab40ecb4b36 None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 32, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:32:18.549216 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de48a864-a0d9-4706-b5a8-9ab40ecb4b36 None None] Checking segment: {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:32:18.549631 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-de48a864-a0d9-4706-b5a8-9ab40ecb4b36 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:18.550065 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de48a864-a0d9-4706-b5a8-9ab40ecb4b36 None None] Bound using segment: {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:32:18.550542 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-de48a864-a0d9-4706-b5a8-9ab40ecb4b36 None None] Bound port: a8917b43-7765-4f5a-b0be-7694e0fd67f2, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:32:18.550926 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-de48a864-a0d9-4706-b5a8-9ab40ecb4b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (a8917b43-7765-4f5a-b0be-7694e0fd67f2), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:18.582122 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ba0873-b21c-4d13-a8d8-94c68a916a75 admin admin] Network 659d09f4-8632-474c-b154-48da54d2442d is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:32:18.584375 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-34ba0873-b21c-4d13-a8d8-94c68a916a75 admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:32:18.607283 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-de48a864-a0d9-4706-b5a8-9ab40ecb4b36 None None] For port a8917b43-7765-4f5a-b0be-7694e0fd67f2, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:32:18.614816 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-de48a864-a0d9-4706-b5a8-9ab40ecb4b36 None None] For port a8917b43-7765-4f5a-b0be-7694e0fd67f2, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=a8917b43-7765-4f5a-b0be-7694e0fd67f2,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:32:18.621759 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-de48a864-a0d9-4706-b5a8-9ab40ecb4b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (a8917b43-7765-4f5a-b0be-7694e0fd67f2), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:18.685910 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de48a864-a0d9-4706-b5a8-9ab40ecb4b36 None None] Routers {'145f5ad3-0fcc-4eec-8d2b-6f9a043d776e'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:32:18.686564 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-de48a864-a0d9-4706-b5a8-9ab40ecb4b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:32:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['145f5ad3-0fcc-4eec-8d2b-6f9a043d776e'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:32:18.692156 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71029e2c-277b-45c6-a0f2-7c27f5daa98f None None] Pushing event updated for resources: {'Port': ['ID=a8917b43-7765-4f5a-b0be-7694e0fd67f2,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:18.718172 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34ba0873-b21c-4d13-a8d8-94c68a916a75 admin admin] Router 145f5ad3-0fcc-4eec-8d2b-6f9a043d776e has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:32:18.805084 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-de48a864-a0d9-4706-b5a8-9ab40ecb4b36 None None] Set router 145f5ad3-0fcc-4eec-8d2b-6f9a043d776e gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:32:18.835178 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34ba0873-b21c-4d13-a8d8-94c68a916a75 admin admin] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:32:18.840705 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-34ba0873-b21c-4d13-a8d8-94c68a916a75 admin admin] 10.222.0.64 "PUT /v2.0/routers/145f5ad3-0fcc-4eec-8d2b-6f9a043d776e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7348528 Jan 28 20:32:18.940760 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-9f0294af-9991-4d96-b61a-4143918600ea None None] Provisioning complete for port 9dbe2f40-23f5-46f1-b4a4-342d606082ef triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:32:18.941664 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9f0294af-9991-4d96-b61a-4143918600ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (9dbe2f40-23f5-46f1-b4a4-342d606082ef), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:18.999393 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-9f0294af-9991-4d96-b61a-4143918600ea None None] Port 9dbe2f40-23f5-46f1-b4a4-342d606082ef cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 20:32:19.056015 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-de48a864-a0d9-4706-b5a8-9ab40ecb4b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '145f5ad3-0fcc-4eec-8d2b-6f9a043d776e', 'name': 'tempest-TestEncryptedCinderVolumes-1729618371-router', 'tenant_id': '806a42bc013949e6ae7019643de3c65d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': 'a8917b43-7765-4f5a-b0be-7694e0fd67f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:32:14Z', 'updated_at': '2022-01-28T20:32:18Z', 'revision_number': 4, 'project_id': '806a42bc013949e6ae7019643de3c65d', 'gw_port': {'id': 'a8917b43-7765-4f5a-b0be-7694e0fd67f2', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:fc:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '145f5ad3-0fcc-4eec-8d2b-6f9a043d776e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:32:15Z', 'updated_at': '2022-01-28T20:32:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '9dbe2f40-23f5-46f1-b4a4-342d606082ef', 'name': '', 'network_id': '659d09f4-8632-474c-b154-48da54d2442d', 'tenant_id': '806a42bc013949e6ae7019643de3c65d', 'mac_address': 'fa:16:3e:63:1a:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '145f5ad3-0fcc-4eec-8d2b-6f9a043d776e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '10be7267-6185-4a93-996c-18514572e314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:32:17Z', 'updated_at': '2022-01-28T20:32:18Z', 'revision_number': 2, 'project_id': '806a42bc013949e6ae7019643de3c65d', 'subnets': [{'id': '10be7267-6185-4a93-996c-18514572e314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:32:19.096779 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device b6b8da87-e0cc-4bb7-a509-003d51aceee3 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:32:19.099397 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de48a864-a0d9-4706-b5a8-9ab40ecb4b36 None None] The sync data for ids ['145f5ad3-0fcc-4eec-8d2b-6f9a043d776e'] in n-d-812111-14 is: [{'id': '145f5ad3-0fcc-4eec-8d2b-6f9a043d776e', 'name': 'tempest-TestEncryptedCinderVolumes-1729618371-router', 'tenant_id': '806a42bc013949e6ae7019643de3c65d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': 'a8917b43-7765-4f5a-b0be-7694e0fd67f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:32:14Z', 'updated_at': '2022-01-28T20:32:18Z', 'revision_number': 4, 'project_id': '806a42bc013949e6ae7019643de3c65d', 'gw_port': {'id': 'a8917b43-7765-4f5a-b0be-7694e0fd67f2', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:fc:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '145f5ad3-0fcc-4eec-8d2b-6f9a043d776e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:32:15Z', 'updated_at': '2022-01-28T20:32:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '9dbe2f40-23f5-46f1-b4a4-342d606082ef', 'name': '', 'network_id': '659d09f4-8632-474c-b154-48da54d2442d', 'tenant_id': '806a42bc013949e6ae7019643de3c65d', 'mac_address': 'fa:16:3e:63:1a:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '145f5ad3-0fcc-4eec-8d2b-6f9a043d776e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '10be7267-6185-4a93-996c-18514572e314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:32:17Z', 'updated_at': '2022-01-28T20:32:18Z', 'revision_number': 2, 'project_id': '806a42bc013949e6ae7019643de3c65d', 'subnets': [{'id': '10be7267-6185-4a93-996c-18514572e314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:32:19.153000 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port b6b8da87-e0cc-4bb7-a509-003d51aceee3 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:32:19.153572 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (b6b8da87-e0cc-4bb7-a509-003d51aceee3), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:19.237232 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port b6b8da87-e0cc-4bb7-a509-003d51aceee3 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:32:19.238421 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 36caa781-0eda-4ad4-8740-b1544cafa932 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:32:19.291019 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 36caa781-0eda-4ad4-8740-b1544cafa932 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:32:19.291418 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (36caa781-0eda-4ad4-8740-b1544cafa932), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:19.407621 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 36caa781-0eda-4ad4-8740-b1544cafa932 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:32:19.569356 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a00cc6-4628-4855-b1e4-dd5d869ece64 req-38dd8615-0348-4ed3-977f-e650fdb840f8 tempest-TestEncryptedCinderVolumes-1879672462 tempest-TestEncryptedCinderVolumes-1879672462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:19.570918 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-65a00cc6-4628-4855-b1e4-dd5d869ece64 req-38dd8615-0348-4ed3-977f-e650fdb840f8 tempest-TestEncryptedCinderVolumes-1879672462 tempest-TestEncryptedCinderVolumes-1879672462-project] 10.222.0.64 "GET /v2.0/networks?id=afb47151-2bf0-49a5-9edb-e0d03c034e4e HTTP/1.1" status: 200 len: 817 time: 0.1055052 Jan 28 20:32:19.586852 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-65a00cc6-4628-4855-b1e4-dd5d869ece64 req-02a5d711-1da7-4c78-b14a-9679b185d0a3 tempest-TestEncryptedCinderVolumes-1879672462 tempest-TestEncryptedCinderVolumes-1879672462-project] 10.222.0.64 "GET /v2.0/quotas/387400b68f3e4b71b2953b644ca3ac7e HTTP/1.1" status: 200 len: 375 time: 0.0105269 Jan 28 20:32:19.662225 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-65a00cc6-4628-4855-b1e4-dd5d869ece64 req-f4636366-272d-45d4-8662-008293b921c4 tempest-TestEncryptedCinderVolumes-1879672462 tempest-TestEncryptedCinderVolumes-1879672462-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=387400b68f3e4b71b2953b644ca3ac7e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0691357 Jan 28 20:32:19.763288 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-65a00cc6-4628-4855-b1e4-dd5d869ece64 req-5a60d9ef-c394-4b36-908f-acb75b5cba9a service neutron] 10.222.0.64 "GET /v2.0/networks/afb47151-2bf0-49a5-9edb-e0d03c034e4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869730 Jan 28 20:32:19.870247 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-65a00cc6-4628-4855-b1e4-dd5d869ece64 req-9e198f90-5c3d-42e7-8a69-a60a68d2ec5e service neutron] 10.222.0.64 "GET /v2.0/networks/afb47151-2bf0-49a5-9edb-e0d03c034e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001196 Jan 28 20:32:20.044690 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5c6a56be-4a2e-49e3-b588-fcae1ad1124e req-66895fdb-24ca-4f75-9cc7-298f5493e7a3 tempest-TestEncryptedCinderVolumes-1879672462 tempest-TestEncryptedCinderVolumes-1879672462-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f1ce7c5-bb0c-432f-8eb9-e0e46e4a05f1 HTTP/1.1" status: 200 len: 210 time: 0.0312917 Jan 28 20:32:21.032055 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a00cc6-4628-4855-b1e4-dd5d869ece64 req-80ac4e91-58db-453d-8211-098e791f6f55 tempest-TestEncryptedCinderVolumes-1879672462 tempest-TestEncryptedCinderVolumes-1879672462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:21.034180 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-65a00cc6-4628-4855-b1e4-dd5d869ece64 req-80ac4e91-58db-453d-8211-098e791f6f55 tempest-TestEncryptedCinderVolumes-1879672462 tempest-TestEncryptedCinderVolumes-1879672462-project] 10.222.0.70 "GET /v2.0/networks?id=afb47151-2bf0-49a5-9edb-e0d03c034e4e HTTP/1.1" status: 200 len: 817 time: 0.1170230 Jan 28 20:32:21.051495 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-65a00cc6-4628-4855-b1e4-dd5d869ece64 req-6b55b33c-c272-4afb-ae11-eccd185d026d tempest-TestEncryptedCinderVolumes-1879672462 tempest-TestEncryptedCinderVolumes-1879672462-project] Request body: {'port': {'device_id': '3f1ce7c5-bb0c-432f-8eb9-e0e46e4a05f1', 'network_id': 'afb47151-2bf0-49a5-9edb-e0d03c034e4e', 'admin_state_up': True, 'tenant_id': '387400b68f3e4b71b2953b644ca3ac7e'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:32:21.077152 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device a8917b43-7765-4f5a-b0be-7694e0fd67f2 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:32:21.132589 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port a8917b43-7765-4f5a-b0be-7694e0fd67f2 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:32:21.133067 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (a8917b43-7765-4f5a-b0be-7694e0fd67f2), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:21.195558 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae7c318e-02b1-4e4d-adf0-3aeba71ffb31 None None] Sync routers for ids ['145f5ad3-0fcc-4eec-8d2b-6f9a043d776e'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:32:21.207161 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae7c318e-02b1-4e4d-adf0-3aeba71ffb31 None None] Routers {'145f5ad3-0fcc-4eec-8d2b-6f9a043d776e'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:32:21.207799 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-ae7c318e-02b1-4e4d-adf0-3aeba71ffb31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:32:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['145f5ad3-0fcc-4eec-8d2b-6f9a043d776e'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:32:21.233415 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port a8917b43-7765-4f5a-b0be-7694e0fd67f2 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:32:21.233833 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (a8917b43-7765-4f5a-b0be-7694e0fd67f2), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:21.257704 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] For port a8917b43-7765-4f5a-b0be-7694e0fd67f2, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=a8917b43-7765-4f5a-b0be-7694e0fd67f2,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:32:21.262901 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (a8917b43-7765-4f5a-b0be-7694e0fd67f2), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:21.315364 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Pushing event updated for resources: {'Port': ['ID=a8917b43-7765-4f5a-b0be-7694e0fd67f2,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:21.329135 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-ae7c318e-02b1-4e4d-adf0-3aeba71ffb31 None None] Set router 145f5ad3-0fcc-4eec-8d2b-6f9a043d776e gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:32:21.524307 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f6248b6b-dbff-49d5-8701-0114db0e4f87 req-f3527a68-ebd6-49fd-b1f7-a2af9a47e965 tempest-TestEncryptedCinderVolumes-1879672462 tempest-TestEncryptedCinderVolumes-1879672462-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f1ce7c5-bb0c-432f-8eb9-e0e46e4a05f1 HTTP/1.1" status: 200 len: 210 time: 0.3880358 Jan 28 20:32:21.526323 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:21.542185 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-ae7c318e-02b1-4e4d-adf0-3aeba71ffb31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '145f5ad3-0fcc-4eec-8d2b-6f9a043d776e', 'name': 'tempest-TestEncryptedCinderVolumes-1729618371-router', 'tenant_id': '806a42bc013949e6ae7019643de3c65d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': 'a8917b43-7765-4f5a-b0be-7694e0fd67f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:32:14Z', 'updated_at': '2022-01-28T20:32:18Z', 'revision_number': 4, 'project_id': '806a42bc013949e6ae7019643de3c65d', 'gw_port': {'id': 'a8917b43-7765-4f5a-b0be-7694e0fd67f2', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:fc:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '145f5ad3-0fcc-4eec-8d2b-6f9a043d776e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:32:15Z', 'updated_at': '2022-01-28T20:32:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '9dbe2f40-23f5-46f1-b4a4-342d606082ef', 'name': '', 'network_id': '659d09f4-8632-474c-b154-48da54d2442d', 'tenant_id': '806a42bc013949e6ae7019643de3c65d', 'mac_address': 'fa:16:3e:63:1a:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '145f5ad3-0fcc-4eec-8d2b-6f9a043d776e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '10be7267-6185-4a93-996c-18514572e314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:32:17Z', 'updated_at': '2022-01-28T20:32:18Z', 'revision_number': 2, 'project_id': '806a42bc013949e6ae7019643de3c65d', 'subnets': [{'id': '10be7267-6185-4a93-996c-18514572e314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:32:21.555744 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65a00cc6-4628-4855-b1e4-dd5d869ece64 req-6b55b33c-c272-4afb-ae11-eccd185d026d tempest-TestEncryptedCinderVolumes-1879672462 tempest-TestEncryptedCinderVolumes-1879672462-project] Made reservation on behalf of 387400b68f3e4b71b2953b644ca3ac7e for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:32:21.559178 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-65a00cc6-4628-4855-b1e4-dd5d869ece64 req-6b55b33c-c272-4afb-ae11-eccd185d026d tempest-TestEncryptedCinderVolumes-1879672462 tempest-TestEncryptedCinderVolumes-1879672462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:21.569720 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae7c318e-02b1-4e4d-adf0-3aeba71ffb31 None None] Checking router: 145f5ad3-0fcc-4eec-8d2b-6f9a043d776e for host: n-d-812111-14 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:32:21.570013 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae7c318e-02b1-4e4d-adf0-3aeba71ffb31 None None] Updating router 145f5ad3-0fcc-4eec-8d2b-6f9a043d776e port 9dbe2f40-23f5-46f1-b4a4-342d606082ef binding host n-d-812111-14 {{(pid=103307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:32:21.596767 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-ae7c318e-02b1-4e4d-adf0-3aeba71ffb31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (9dbe2f40-23f5-46f1-b4a4-342d606082ef), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:21.685281 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-65a00cc6-4628-4855-b1e4-dd5d869ece64 req-6b55b33c-c272-4afb-ae11-eccd185d026d tempest-TestEncryptedCinderVolumes-1879672462 tempest-TestEncryptedCinderVolumes-1879672462-project] Allocated IP 172.20.0.9 (afb47151-2bf0-49a5-9edb-e0d03c034e4e/dfc0f769-6749-40b5-a971-47fb85965d90/573ab18b-b397-4372-a6e6-7bef3ed1ade6) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:32:21.834735 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-65a00cc6-4628-4855-b1e4-dd5d869ece64 req-6b55b33c-c272-4afb-ae11-eccd185d026d tempest-TestEncryptedCinderVolumes-1879672462 tempest-TestEncryptedCinderVolumes-1879672462-project] Publish callbacks [] for port (573ab18b-b397-4372-a6e6-7bef3ed1ade6), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:21.866032 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-ae7c318e-02b1-4e4d-adf0-3aeba71ffb31 None None] Publish callbacks [] for port (9dbe2f40-23f5-46f1-b4a4-342d606082ef), precommit_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:21.870073 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-65a00cc6-4628-4855-b1e4-dd5d869ece64 req-6b55b33c-c272-4afb-ae11-eccd185d026d tempest-TestEncryptedCinderVolumes-1879672462 tempest-TestEncryptedCinderVolumes-1879672462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (573ab18b-b397-4372-a6e6-7bef3ed1ade6), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:21.870796 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-ae7c318e-02b1-4e4d-adf0-3aeba71ffb31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (9dbe2f40-23f5-46f1-b4a4-342d606082ef), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:21.914955 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65a00cc6-4628-4855-b1e4-dd5d869ece64 req-6b55b33c-c272-4afb-ae11-eccd185d026d tempest-TestEncryptedCinderVolumes-1879672462 tempest-TestEncryptedCinderVolumes-1879672462-project] Network afb47151-2bf0-49a5-9edb-e0d03c034e4e is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:32:21.918194 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-65a00cc6-4628-4855-b1e4-dd5d869ece64 req-6b55b33c-c272-4afb-ae11-eccd185d026d tempest-TestEncryptedCinderVolumes-1879672462 tempest-TestEncryptedCinderVolumes-1879672462-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:32:21.922021 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-65a00cc6-4628-4855-b1e4-dd5d869ece64 req-6b55b33c-c272-4afb-ae11-eccd185d026d tempest-TestEncryptedCinderVolumes-1879672462 tempest-TestEncryptedCinderVolumes-1879672462-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:32:21.924611 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3749bd3-bb33-442b-9a55-a17a70952f3c None None] Pushing event updated for resources: {'Port': ['ID=9dbe2f40-23f5-46f1-b4a4-342d606082ef,revision_number=3']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:21.954585 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b55b33c-c272-4afb-ae11-eccd185d026d tempest-TestEncryptedCinderVolumes-1879672462 tempest-TestEncryptedCinderVolumes-1879672462-project] Pushing event updated for resources: {'Port': ['ID=573ab18b-b397-4372-a6e6-7bef3ed1ade6,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:21.979376 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-ae7c318e-02b1-4e4d-adf0-3aeba71ffb31 None None] Attempting to bind port 9dbe2f40-23f5-46f1-b4a4-342d606082ef on host n-d-812111-14 for vnic_type normal with profile {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:32:21.979740 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-ae7c318e-02b1-4e4d-adf0-3aeba71ffb31 None None] Attempting to bind port 9dbe2f40-23f5-46f1-b4a4-342d606082ef by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': 'fbd64a04-8e5d-48c3-a855-e4f798e3f2e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '659d09f4-8632-474c-b154-48da54d2442d'}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:32:21.980095 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7c318e-02b1-4e4d-adf0-3aeba71ffb31 None None] Attempting to bind port 9dbe2f40-23f5-46f1-b4a4-342d606082ef on network 659d09f4-8632-474c-b154-48da54d2442d {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:32:21.985814 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7c318e-02b1-4e4d-adf0-3aeba71ffb31 None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 32, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:32:21.986217 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7c318e-02b1-4e4d-adf0-3aeba71ffb31 None None] Checking segment: {'id': 'fbd64a04-8e5d-48c3-a855-e4f798e3f2e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '659d09f4-8632-474c-b154-48da54d2442d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:32:21.986621 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-ae7c318e-02b1-4e4d-adf0-3aeba71ffb31 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:21.987010 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7c318e-02b1-4e4d-adf0-3aeba71ffb31 None None] Bound using segment: {'id': 'fbd64a04-8e5d-48c3-a855-e4f798e3f2e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '659d09f4-8632-474c-b154-48da54d2442d'} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:32:21.987475 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-ae7c318e-02b1-4e4d-adf0-3aeba71ffb31 None None] Bound port: 9dbe2f40-23f5-46f1-b4a4-342d606082ef, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbd64a04-8e5d-48c3-a855-e4f798e3f2e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '659d09f4-8632-474c-b154-48da54d2442d'}}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:32:21.988397 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-ae7c318e-02b1-4e4d-adf0-3aeba71ffb31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (9dbe2f40-23f5-46f1-b4a4-342d606082ef), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:21.991005 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a00cc6-4628-4855-b1e4-dd5d869ece64 req-6b55b33c-c272-4afb-ae11-eccd185d026d tempest-TestEncryptedCinderVolumes-1879672462 tempest-TestEncryptedCinderVolumes-1879672462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:21.991782 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-65a00cc6-4628-4855-b1e4-dd5d869ece64 req-6b55b33c-c272-4afb-ae11-eccd185d026d tempest-TestEncryptedCinderVolumes-1879672462 tempest-TestEncryptedCinderVolumes-1879672462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:22.010283 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-65a00cc6-4628-4855-b1e4-dd5d869ece64 req-6b55b33c-c272-4afb-ae11-eccd185d026d tempest-TestEncryptedCinderVolumes-1879672462 tempest-TestEncryptedCinderVolumes-1879672462-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9679093 Jan 28 20:32:22.062486 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-ae7c318e-02b1-4e4d-adf0-3aeba71ffb31 None None] For port 9dbe2f40-23f5-46f1-b4a4-342d606082ef, host n-d-812111-14, cleared binding levels {{(pid=103307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:32:22.066445 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-ae7c318e-02b1-4e4d-adf0-3aeba71ffb31 None None] For port 9dbe2f40-23f5-46f1-b4a4-342d606082ef, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=9dbe2f40-23f5-46f1-b4a4-342d606082ef,segment=NetworkSegment(fbd64a04-8e5d-48c3-a855-e4f798e3f2e7),segment_id=fbd64a04-8e5d-48c3-a855-e4f798e3f2e7)] {{(pid=103307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:32:22.073989 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-ae7c318e-02b1-4e4d-adf0-3aeba71ffb31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (9dbe2f40-23f5-46f1-b4a4-342d606082ef), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:22.137589 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3749bd3-bb33-442b-9a55-a17a70952f3c None None] Pushing event updated for resources: {'Port': ['ID=9dbe2f40-23f5-46f1-b4a4-342d606082ef,revision_number=4']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:22.140400 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae7c318e-02b1-4e4d-adf0-3aeba71ffb31 None None] Routers {'145f5ad3-0fcc-4eec-8d2b-6f9a043d776e'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:32:22.141135 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-ae7c318e-02b1-4e4d-adf0-3aeba71ffb31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:32:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['145f5ad3-0fcc-4eec-8d2b-6f9a043d776e'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:32:22.150975 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-65a00cc6-4628-4855-b1e4-dd5d869ece64 req-be00ce2c-61e6-4b65-97f7-7b7f0e59c09c service neutron] Request body: {'port': {'device_id': '3f1ce7c5-bb0c-432f-8eb9-e0e46e4a05f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-14'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:32:22.217726 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-65a00cc6-4628-4855-b1e4-dd5d869ece64 req-be00ce2c-61e6-4b65-97f7-7b7f0e59c09c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (573ab18b-b397-4372-a6e6-7bef3ed1ade6), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:22.265857 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b9fee54e-8f00-4de5-bfa3-73afc7d2334b None None] Provisioning complete for port 573ab18b-b397-4372-a6e6-7bef3ed1ade6 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:32:22.266477 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b9fee54e-8f00-4de5-bfa3-73afc7d2334b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (573ab18b-b397-4372-a6e6-7bef3ed1ade6), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:22.282872 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-ae7c318e-02b1-4e4d-adf0-3aeba71ffb31 None None] Set router 145f5ad3-0fcc-4eec-8d2b-6f9a043d776e gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:32:22.312705 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b9fee54e-8f00-4de5-bfa3-73afc7d2334b None None] Port 573ab18b-b397-4372-a6e6-7bef3ed1ade6 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 20:32:22.331649 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b9fee54e-8f00-4de5-bfa3-73afc7d2334b None None] Provisioning complete for port 9dbe2f40-23f5-46f1-b4a4-342d606082ef triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:32:22.332375 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b9fee54e-8f00-4de5-bfa3-73afc7d2334b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (9dbe2f40-23f5-46f1-b4a4-342d606082ef), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:22.450832 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b9fee54e-8f00-4de5-bfa3-73afc7d2334b None None] Current status of the port 9dbe2f40-23f5-46f1-b4a4-342d606082ef is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:32:22.451227 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b9fee54e-8f00-4de5-bfa3-73afc7d2334b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (9dbe2f40-23f5-46f1-b4a4-342d606082ef), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:22.486349 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b9fee54e-8f00-4de5-bfa3-73afc7d2334b None None] For port 9dbe2f40-23f5-46f1-b4a4-342d606082ef, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=9dbe2f40-23f5-46f1-b4a4-342d606082ef,segment=NetworkSegment(fbd64a04-8e5d-48c3-a855-e4f798e3f2e7),segment_id=fbd64a04-8e5d-48c3-a855-e4f798e3f2e7)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:32:22.490432 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b9fee54e-8f00-4de5-bfa3-73afc7d2334b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (9dbe2f40-23f5-46f1-b4a4-342d606082ef), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:22.507025 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-ae7c318e-02b1-4e4d-adf0-3aeba71ffb31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '145f5ad3-0fcc-4eec-8d2b-6f9a043d776e', 'name': 'tempest-TestEncryptedCinderVolumes-1729618371-router', 'tenant_id': '806a42bc013949e6ae7019643de3c65d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': 'a8917b43-7765-4f5a-b0be-7694e0fd67f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:32:14Z', 'updated_at': '2022-01-28T20:32:18Z', 'revision_number': 4, 'project_id': '806a42bc013949e6ae7019643de3c65d', 'gw_port': {'id': 'a8917b43-7765-4f5a-b0be-7694e0fd67f2', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:fc:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '145f5ad3-0fcc-4eec-8d2b-6f9a043d776e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:32:15Z', 'updated_at': '2022-01-28T20:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '9dbe2f40-23f5-46f1-b4a4-342d606082ef', 'name': '', 'network_id': '659d09f4-8632-474c-b154-48da54d2442d', 'tenant_id': '806a42bc013949e6ae7019643de3c65d', 'mac_address': 'fa:16:3e:63:1a:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '145f5ad3-0fcc-4eec-8d2b-6f9a043d776e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '10be7267-6185-4a93-996c-18514572e314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:32:17Z', 'updated_at': '2022-01-28T20:32:22Z', 'revision_number': 4, 'project_id': '806a42bc013949e6ae7019643de3c65d', 'subnets': [{'id': '10be7267-6185-4a93-996c-18514572e314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:32:22.537472 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae7c318e-02b1-4e4d-adf0-3aeba71ffb31 None None] The sync data for ids ['145f5ad3-0fcc-4eec-8d2b-6f9a043d776e'] in n-d-812111-14 is: [{'id': '145f5ad3-0fcc-4eec-8d2b-6f9a043d776e', 'name': 'tempest-TestEncryptedCinderVolumes-1729618371-router', 'tenant_id': '806a42bc013949e6ae7019643de3c65d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': 'a8917b43-7765-4f5a-b0be-7694e0fd67f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:32:14Z', 'updated_at': '2022-01-28T20:32:18Z', 'revision_number': 4, 'project_id': '806a42bc013949e6ae7019643de3c65d', 'gw_port': {'id': 'a8917b43-7765-4f5a-b0be-7694e0fd67f2', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:fc:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '145f5ad3-0fcc-4eec-8d2b-6f9a043d776e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:32:15Z', 'updated_at': '2022-01-28T20:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '9dbe2f40-23f5-46f1-b4a4-342d606082ef', 'name': '', 'network_id': '659d09f4-8632-474c-b154-48da54d2442d', 'tenant_id': '806a42bc013949e6ae7019643de3c65d', 'mac_address': 'fa:16:3e:63:1a:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '145f5ad3-0fcc-4eec-8d2b-6f9a043d776e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '10be7267-6185-4a93-996c-18514572e314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:32:17Z', 'updated_at': '2022-01-28T20:32:22Z', 'revision_number': 4, 'project_id': '806a42bc013949e6ae7019643de3c65d', 'subnets': [{'id': '10be7267-6185-4a93-996c-18514572e314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:32:22.544060 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fee54e-8f00-4de5-bfa3-73afc7d2334b None None] Pushing event updated for resources: {'Port': ['ID=9dbe2f40-23f5-46f1-b4a4-342d606082ef,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:22.556889 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-65a00cc6-4628-4855-b1e4-dd5d869ece64 req-be00ce2c-61e6-4b65-97f7-7b7f0e59c09c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 573ab18b-b397-4372-a6e6-7bef3ed1ade6 {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:32:22.564983 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-65a00cc6-4628-4855-b1e4-dd5d869ece64 req-be00ce2c-61e6-4b65-97f7-7b7f0e59c09c service neutron] Publish callbacks [] for port (573ab18b-b397-4372-a6e6-7bef3ed1ade6), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:22.581052 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-65a00cc6-4628-4855-b1e4-dd5d869ece64 req-be00ce2c-61e6-4b65-97f7-7b7f0e59c09c service neutron] Transition to ACTIVE for port object 573ab18b-b397-4372-a6e6-7bef3ed1ade6 will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:32:22.585220 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-65a00cc6-4628-4855-b1e4-dd5d869ece64 req-be00ce2c-61e6-4b65-97f7-7b7f0e59c09c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (573ab18b-b397-4372-a6e6-7bef3ed1ade6), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:22.623920 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-86b8dd32-d3d7-4efa-a0e6-454d71fa610e None None] Provisioning complete for port 9dbe2f40-23f5-46f1-b4a4-342d606082ef triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:32:22.624681 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-86b8dd32-d3d7-4efa-a0e6-454d71fa610e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (9dbe2f40-23f5-46f1-b4a4-342d606082ef), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:22.680448 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1985f9f-de32-4db8-84d7-ffc2122bff89 req-a5be6250-37c0-491a-a39c-a2a55a795eb8 tempest-TestEncryptedCinderVolumes-1879672462 tempest-TestEncryptedCinderVolumes-1879672462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:22.682629 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c1985f9f-de32-4db8-84d7-ffc2122bff89 req-a5be6250-37c0-491a-a39c-a2a55a795eb8 tempest-TestEncryptedCinderVolumes-1879672462 tempest-TestEncryptedCinderVolumes-1879672462-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f1ce7c5-bb0c-432f-8eb9-e0e46e4a05f1 HTTP/1.1" status: 200 len: 943 time: 0.0844138 Jan 28 20:32:22.726194 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be00ce2c-61e6-4b65-97f7-7b7f0e59c09c service neutron] Pushing event updated for resources: {'Port': ['ID=573ab18b-b397-4372-a6e6-7bef3ed1ade6,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:22.734199 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-86b8dd32-d3d7-4efa-a0e6-454d71fa610e None None] Current status of the port 9dbe2f40-23f5-46f1-b4a4-342d606082ef is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:32:22.766059 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c1985f9f-de32-4db8-84d7-ffc2122bff89 req-fd2c6ad1-d2e6-42ec-9153-b4530ffe1292 tempest-TestEncryptedCinderVolumes-1879672462 tempest-TestEncryptedCinderVolumes-1879672462-project] 10.222.0.64 "GET /v2.0/security-groups?id=6a05b6db-3d1b-45d0-b065-d2981aaac6c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747974 Jan 28 20:32:22.769849 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-65a00cc6-4628-4855-b1e4-dd5d869ece64 req-be00ce2c-61e6-4b65-97f7-7b7f0e59c09c service neutron] Attempting to bind port 573ab18b-b397-4372-a6e6-7bef3ed1ade6 on host n-h2-812111-14 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:32:22.770207 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-65a00cc6-4628-4855-b1e4-dd5d869ece64 req-be00ce2c-61e6-4b65-97f7-7b7f0e59c09c service neutron] Attempting to bind port 573ab18b-b397-4372-a6e6-7bef3ed1ade6 by drivers openvswitch,hyperv on host n-h2-812111-14 at level 0 using segments [{'id': 'fc6086df-8557-4964-894e-823d4add82c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'afb47151-2bf0-49a5-9edb-e0d03c034e4e'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:32:22.770598 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a00cc6-4628-4855-b1e4-dd5d869ece64 req-be00ce2c-61e6-4b65-97f7-7b7f0e59c09c service neutron] Attempting to bind port 573ab18b-b397-4372-a6e6-7bef3ed1ade6 on network afb47151-2bf0-49a5-9edb-e0d03c034e4e {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:32:22.782757 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a00cc6-4628-4855-b1e4-dd5d869ece64 req-be00ce2c-61e6-4b65-97f7-7b7f0e59c09c service neutron] Port 573ab18b-b397-4372-a6e6-7bef3ed1ade6 on network afb47151-2bf0-49a5-9edb-e0d03c034e4e not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-14 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:32:22.783352 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a00cc6-4628-4855-b1e4-dd5d869ece64 req-be00ce2c-61e6-4b65-97f7-7b7f0e59c09c service neutron] Attempting to bind port 573ab18b-b397-4372-a6e6-7bef3ed1ade6 on network afb47151-2bf0-49a5-9edb-e0d03c034e4e {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:32:22.789311 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a00cc6-4628-4855-b1e4-dd5d869ece64 req-be00ce2c-61e6-4b65-97f7-7b7f0e59c09c service neutron] Checking agent: {'id': '8f3fee4e-bf24-4b58-8a3a-ae9c8011a473', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 32, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:32:22.790185 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a00cc6-4628-4855-b1e4-dd5d869ece64 req-be00ce2c-61e6-4b65-97f7-7b7f0e59c09c service neutron] Checking segment: {'id': 'fc6086df-8557-4964-894e-823d4add82c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'afb47151-2bf0-49a5-9edb-e0d03c034e4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:32:22.791005 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a00cc6-4628-4855-b1e4-dd5d869ece64 req-be00ce2c-61e6-4b65-97f7-7b7f0e59c09c service neutron] Bound using segment: {'id': 'fc6086df-8557-4964-894e-823d4add82c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'afb47151-2bf0-49a5-9edb-e0d03c034e4e'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:32:22.791553 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-65a00cc6-4628-4855-b1e4-dd5d869ece64 req-be00ce2c-61e6-4b65-97f7-7b7f0e59c09c service neutron] Bound port: 573ab18b-b397-4372-a6e6-7bef3ed1ade6, host: n-h2-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc6086df-8557-4964-894e-823d4add82c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'afb47151-2bf0-49a5-9edb-e0d03c034e4e'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:32:22.792027 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-65a00cc6-4628-4855-b1e4-dd5d869ece64 req-be00ce2c-61e6-4b65-97f7-7b7f0e59c09c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (573ab18b-b397-4372-a6e6-7bef3ed1ade6), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:22.869280 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-65a00cc6-4628-4855-b1e4-dd5d869ece64 req-be00ce2c-61e6-4b65-97f7-7b7f0e59c09c service neutron] For port 573ab18b-b397-4372-a6e6-7bef3ed1ade6, host n-h2-812111-14, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:32:22.872854 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-65a00cc6-4628-4855-b1e4-dd5d869ece64 req-be00ce2c-61e6-4b65-97f7-7b7f0e59c09c service neutron] For port 573ab18b-b397-4372-a6e6-7bef3ed1ade6, host n-h2-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=573ab18b-b397-4372-a6e6-7bef3ed1ade6,segment=NetworkSegment(fc6086df-8557-4964-894e-823d4add82c7),segment_id=fc6086df-8557-4964-894e-823d4add82c7)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:32:22.879167 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-65a00cc6-4628-4855-b1e4-dd5d869ece64 req-be00ce2c-61e6-4b65-97f7-7b7f0e59c09c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (573ab18b-b397-4372-a6e6-7bef3ed1ade6), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:22.916981 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a00cc6-4628-4855-b1e4-dd5d869ece64 req-be00ce2c-61e6-4b65-97f7-7b7f0e59c09c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:22.917596 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-65a00cc6-4628-4855-b1e4-dd5d869ece64 req-be00ce2c-61e6-4b65-97f7-7b7f0e59c09c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:22.919003 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-65a00cc6-4628-4855-b1e4-dd5d869ece64 req-be00ce2c-61e6-4b65-97f7-7b7f0e59c09c service neutron] 10.222.0.70 "PUT /v2.0/ports/573ab18b-b397-4372-a6e6-7bef3ed1ade6 HTTP/1.1" status: 200 len: 1092 time: 0.9012468 Jan 28 20:32:22.919455 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f1ce7c5-bb0c-432f-8eb9-e0e46e4a05f1', 'tag': '573ab18b-b397-4372-a6e6-7bef3ed1ade6'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:32:22.926063 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}690870b4896ba3504f21237a239c836c0346d6a62bcfb5e8ee91fd1b13f99dd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d57ce06-be6b-4c9b-9a65-6f942285ce34" -d '{"events": [{"name": "network-changed", "server_uuid": "3f1ce7c5-bb0c-432f-8eb9-e0e46e4a05f1", "tag": "573ab18b-b397-4372-a6e6-7bef3ed1ade6"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:32:22.968731 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be00ce2c-61e6-4b65-97f7-7b7f0e59c09c service neutron] Pushing event updated for resources: {'Port': ['ID=573ab18b-b397-4372-a6e6-7bef3ed1ade6,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:23.022081 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e9c113d-73f7-4f0c-ab4b-c4a04d065194 x-openstack-request-id: req-0e9c113d-73f7-4f0c-ab4b-c4a04d065194 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:32:23.022387 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f1ce7c5-bb0c-432f-8eb9-e0e46e4a05f1", "tag": "573ab18b-b397-4372-a6e6-7bef3ed1ade6", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:32:23.022645 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0e9c113d-73f7-4f0c-ab4b-c4a04d065194 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:32:23.023052 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f1ce7c5-bb0c-432f-8eb9-e0e46e4a05f1', 'tag': '573ab18b-b397-4372-a6e6-7bef3ed1ade6', 'status': 'completed', 'code': 200} Jan 28 20:32:23.048060 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a00cc6-4628-4855-b1e4-dd5d869ece64 req-135f3953-d17e-4d60-b8f8-ae2c28b747fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:23.049717 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-65a00cc6-4628-4855-b1e4-dd5d869ece64 req-135f3953-d17e-4d60-b8f8-ae2c28b747fe service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=387400b68f3e4b71b2953b644ca3ac7e&device_id=3f1ce7c5-bb0c-432f-8eb9-e0e46e4a05f1 HTTP/1.1" status: 200 len: 1126 time: 0.0663078 Jan 28 20:32:23.086099 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device a8917b43-7765-4f5a-b0be-7694e0fd67f2 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:32:23.114183 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-65a00cc6-4628-4855-b1e4-dd5d869ece64 req-927961f0-5f66-403c-9640-0e9686a3db73 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=573ab18b-b397-4372-a6e6-7bef3ed1ade6 HTTP/1.1" status: 200 len: 217 time: 0.0524454 Jan 28 20:32:23.157795 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port a8917b43-7765-4f5a-b0be-7694e0fd67f2 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:32:23.158175 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (a8917b43-7765-4f5a-b0be-7694e0fd67f2), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:23.184082 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a00cc6-4628-4855-b1e4-dd5d869ece64 req-e2908746-dbb9-4a2a-a9dd-556cf95f793e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:23.185972 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-65a00cc6-4628-4855-b1e4-dd5d869ece64 req-e2908746-dbb9-4a2a-a9dd-556cf95f793e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=dfc0f769-6749-40b5-a971-47fb85965d90 HTTP/1.1" status: 200 len: 856 time: 0.0648777 Jan 28 20:32:23.243900 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port a8917b43-7765-4f5a-b0be-7694e0fd67f2 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:32:23.244166 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a00cc6-4628-4855-b1e4-dd5d869ece64 req-c2a17cfc-fc19-457d-a209-64cf8284613c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:23.245523 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 9dbe2f40-23f5-46f1-b4a4-342d606082ef up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:32:23.245786 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-65a00cc6-4628-4855-b1e4-dd5d869ece64 req-c2a17cfc-fc19-457d-a209-64cf8284613c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=afb47151-2bf0-49a5-9edb-e0d03c034e4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0528839 Jan 28 20:32:23.295330 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 9dbe2f40-23f5-46f1-b4a4-342d606082ef triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:32:23.295837 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (9dbe2f40-23f5-46f1-b4a4-342d606082ef), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:23.344598 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-65a00cc6-4628-4855-b1e4-dd5d869ece64 req-1f286988-5f31-4017-a29e-3466089b9638 service neutron] 10.222.0.70 "GET /v2.0/networks/afb47151-2bf0-49a5-9edb-e0d03c034e4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918829 Jan 28 20:32:23.390681 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 9dbe2f40-23f5-46f1-b4a4-342d606082ef is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:32:23.438166 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-65a00cc6-4628-4855-b1e4-dd5d869ece64 req-901275d3-7963-4792-8747-e92a8d9520c2 service neutron] 10.222.0.70 "GET /v2.0/networks/afb47151-2bf0-49a5-9edb-e0d03c034e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865407 Jan 28 20:32:23.527469 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d57ce06-be6b-4c9b-9a65-6f942285ce34 req-3097d33a-b54a-41ac-b676-b9b68fa1d708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:23.528966 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8d57ce06-be6b-4c9b-9a65-6f942285ce34 req-3097d33a-b54a-41ac-b676-b9b68fa1d708 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=387400b68f3e4b71b2953b644ca3ac7e&device_id=3f1ce7c5-bb0c-432f-8eb9-e0e46e4a05f1 HTTP/1.1" status: 200 len: 1126 time: 0.0463688 Jan 28 20:32:23.625130 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d57ce06-be6b-4c9b-9a65-6f942285ce34 req-195f07d2-971f-4901-b928-7908f22630a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:23.626630 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8d57ce06-be6b-4c9b-9a65-6f942285ce34 req-195f07d2-971f-4901-b928-7908f22630a3 service neutron] 10.222.0.70 "GET /v2.0/networks?id=afb47151-2bf0-49a5-9edb-e0d03c034e4e HTTP/1.1" status: 200 len: 917 time: 0.0881891 Jan 28 20:32:23.666984 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8d57ce06-be6b-4c9b-9a65-6f942285ce34 req-dea81356-d5de-43b5-a192-12ef054a1768 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=573ab18b-b397-4372-a6e6-7bef3ed1ade6 HTTP/1.1" status: 200 len: 217 time: 0.0343528 Jan 28 20:32:23.714790 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d57ce06-be6b-4c9b-9a65-6f942285ce34 req-d59088c5-a121-4ff1-b0ce-0b28858fd380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:23.716312 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8d57ce06-be6b-4c9b-9a65-6f942285ce34 req-d59088c5-a121-4ff1-b0ce-0b28858fd380 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=dfc0f769-6749-40b5-a971-47fb85965d90 HTTP/1.1" status: 200 len: 856 time: 0.0435059 Jan 28 20:32:23.774676 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d57ce06-be6b-4c9b-9a65-6f942285ce34 req-b6353bda-29b6-4add-bea9-c1713459cb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:23.776257 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8d57ce06-be6b-4c9b-9a65-6f942285ce34 req-b6353bda-29b6-4add-bea9-c1713459cb2b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=afb47151-2bf0-49a5-9edb-e0d03c034e4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0522361 Jan 28 20:32:23.870417 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8d57ce06-be6b-4c9b-9a65-6f942285ce34 req-9e62197c-c710-4140-bb6f-e8bb25531042 service neutron] 10.222.0.70 "GET /v2.0/networks/afb47151-2bf0-49a5-9edb-e0d03c034e4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867982 Jan 28 20:32:23.889799 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863953ca-30fd-4ddb-bd4b-b0248aac9af3 req-742051ac-598d-4e23-85f7-0d7699bcaba3 tempest-TestEncryptedCinderVolumes-1879672462 tempest-TestEncryptedCinderVolumes-1879672462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:23.891306 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-863953ca-30fd-4ddb-bd4b-b0248aac9af3 req-742051ac-598d-4e23-85f7-0d7699bcaba3 tempest-TestEncryptedCinderVolumes-1879672462 tempest-TestEncryptedCinderVolumes-1879672462-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f1ce7c5-bb0c-432f-8eb9-e0e46e4a05f1 HTTP/1.1" status: 200 len: 943 time: 0.0563529 Jan 28 20:32:23.938895 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-863953ca-30fd-4ddb-bd4b-b0248aac9af3 req-4960db03-0091-4355-963a-604ca5cedeb3 tempest-TestEncryptedCinderVolumes-1879672462 tempest-TestEncryptedCinderVolumes-1879672462-project] 10.222.0.64 "GET /v2.0/security-groups?id=6a05b6db-3d1b-45d0-b065-d2981aaac6c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415266 Jan 28 20:32:23.964762 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8d57ce06-be6b-4c9b-9a65-6f942285ce34 req-9511d2b6-874c-4d90-a8d1-22467a8cebf7 service neutron] 10.222.0.70 "GET /v2.0/networks/afb47151-2bf0-49a5-9edb-e0d03c034e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878577 Jan 28 20:32:24.606455 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:25.059730 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45246b87-a822-4bd8-8488-0b4276b744c1 req-e1cfcedd-89b3-4b8b-9d52-86765bff28c4 tempest-TestEncryptedCinderVolumes-1879672462 tempest-TestEncryptedCinderVolumes-1879672462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:25.061231 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-45246b87-a822-4bd8-8488-0b4276b744c1 req-e1cfcedd-89b3-4b8b-9d52-86765bff28c4 tempest-TestEncryptedCinderVolumes-1879672462 tempest-TestEncryptedCinderVolumes-1879672462-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f1ce7c5-bb0c-432f-8eb9-e0e46e4a05f1 HTTP/1.1" status: 200 len: 943 time: 0.0535376 Jan 28 20:32:25.107945 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-45246b87-a822-4bd8-8488-0b4276b744c1 req-3c2f280b-4aa2-4039-910e-93c4e4286d94 tempest-TestEncryptedCinderVolumes-1879672462 tempest-TestEncryptedCinderVolumes-1879672462-project] 10.222.0.64 "GET /v2.0/security-groups?id=6a05b6db-3d1b-45d0-b065-d2981aaac6c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404322 Jan 28 20:32:26.226230 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbdc51e-f172-4689-8223-5a584709d41d req-aee736c1-1c8c-437d-82de-8d9b3be79e76 tempest-TestEncryptedCinderVolumes-1879672462 tempest-TestEncryptedCinderVolumes-1879672462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:26.227760 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7dbdc51e-f172-4689-8223-5a584709d41d req-aee736c1-1c8c-437d-82de-8d9b3be79e76 tempest-TestEncryptedCinderVolumes-1879672462 tempest-TestEncryptedCinderVolumes-1879672462-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f1ce7c5-bb0c-432f-8eb9-e0e46e4a05f1 HTTP/1.1" status: 200 len: 943 time: 0.0528014 Jan 28 20:32:26.278035 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7dbdc51e-f172-4689-8223-5a584709d41d req-fcf73572-f322-4693-9c8e-029a99b4f6de tempest-TestEncryptedCinderVolumes-1879672462 tempest-TestEncryptedCinderVolumes-1879672462-project] 10.222.0.64 "GET /v2.0/security-groups?id=6a05b6db-3d1b-45d0-b065-d2981aaac6c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430138 Jan 28 20:32:27.398214 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9743fb82-0112-4006-bf0b-9edef4f6846f req-e84d3e37-b832-4e72-bc9f-056dde835c8a tempest-TestEncryptedCinderVolumes-1879672462 tempest-TestEncryptedCinderVolumes-1879672462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:27.399721 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9743fb82-0112-4006-bf0b-9edef4f6846f req-e84d3e37-b832-4e72-bc9f-056dde835c8a tempest-TestEncryptedCinderVolumes-1879672462 tempest-TestEncryptedCinderVolumes-1879672462-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f1ce7c5-bb0c-432f-8eb9-e0e46e4a05f1 HTTP/1.1" status: 200 len: 943 time: 0.0555265 Jan 28 20:32:27.451615 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9743fb82-0112-4006-bf0b-9edef4f6846f req-c2f691ae-14f5-42ec-a632-076d7d81647d tempest-TestEncryptedCinderVolumes-1879672462 tempest-TestEncryptedCinderVolumes-1879672462-project] 10.222.0.64 "GET /v2.0/security-groups?id=6a05b6db-3d1b-45d0-b065-d2981aaac6c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462976 Jan 28 20:32:27.715008 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 573ab18b-b397-4372-a6e6-7bef3ed1ade6 details requested by agent hyperv_n-h2-812111-14 with host n-h2-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:32:27.979486 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 573ab18b-b397-4372-a6e6-7bef3ed1ade6, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=573ab18b-b397-4372-a6e6-7bef3ed1ade6,segment=NetworkSegment(fc6086df-8557-4964-894e-823d4add82c7),segment_id=fc6086df-8557-4964-894e-823d4add82c7)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:32:27.992342 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Returning: {'device': '573ab18b-b397-4372-a6e6-7bef3ed1ade6', 'network_id': 'afb47151-2bf0-49a5-9edb-e0d03c034e4e', 'port_id': '573ab18b-b397-4372-a6e6-7bef3ed1ade6', 'mac_address': 'fa:16:3e:5b:7b:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfc0f769-6749-40b5-a971-47fb85965d90', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:32:28.029292 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 573ab18b-b397-4372-a6e6-7bef3ed1ade6 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:32:28.029609 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (573ab18b-b397-4372-a6e6-7bef3ed1ade6), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:28.042027 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 573ab18b-b397-4372-a6e6-7bef3ed1ade6 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:32:28.062176 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 573ab18b-b397-4372-a6e6-7bef3ed1ade6, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=573ab18b-b397-4372-a6e6-7bef3ed1ade6,segment=NetworkSegment(fc6086df-8557-4964-894e-823d4add82c7),segment_id=fc6086df-8557-4964-894e-823d4add82c7)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:32:28.066001 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (573ab18b-b397-4372-a6e6-7bef3ed1ade6), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:28.111665 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=573ab18b-b397-4372-a6e6-7bef3ed1ade6,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:28.311360 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['573ab18b-b397-4372-a6e6-7bef3ed1ade6'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:32:28.569735 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4c06d8-e982-4b91-903c-c520d6e29c61 req-3e1a45d1-f251-4cbc-b26e-bb536c580b94 tempest-TestEncryptedCinderVolumes-1879672462 tempest-TestEncryptedCinderVolumes-1879672462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:28.571188 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ed4c06d8-e982-4b91-903c-c520d6e29c61 req-3e1a45d1-f251-4cbc-b26e-bb536c580b94 tempest-TestEncryptedCinderVolumes-1879672462 tempest-TestEncryptedCinderVolumes-1879672462-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f1ce7c5-bb0c-432f-8eb9-e0e46e4a05f1 HTTP/1.1" status: 200 len: 944 time: 0.0528586 Jan 28 20:32:28.621862 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ed4c06d8-e982-4b91-903c-c520d6e29c61 req-080e70d5-5b10-4347-91d4-af502ab39484 tempest-TestEncryptedCinderVolumes-1879672462 tempest-TestEncryptedCinderVolumes-1879672462-project] 10.222.0.64 "GET /v2.0/security-groups?id=6a05b6db-3d1b-45d0-b065-d2981aaac6c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449827 Jan 28 20:32:29.726097 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 573ab18b-b397-4372-a6e6-7bef3ed1ade6 up at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:32:29.740771 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ed2cd3-338b-4762-a160-c01b121868ef req-e335aaf3-95e4-4c34-8948-343149c5aa5b tempest-TestEncryptedCinderVolumes-1879672462 tempest-TestEncryptedCinderVolumes-1879672462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:29.742300 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e8ed2cd3-338b-4762-a160-c01b121868ef req-e335aaf3-95e4-4c34-8948-343149c5aa5b tempest-TestEncryptedCinderVolumes-1879672462 tempest-TestEncryptedCinderVolumes-1879672462-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f1ce7c5-bb0c-432f-8eb9-e0e46e4a05f1 HTTP/1.1" status: 200 len: 944 time: 0.0538642 Jan 28 20:32:29.779160 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning for port 573ab18b-b397-4372-a6e6-7bef3ed1ade6 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:32:29.782845 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning complete for port 573ab18b-b397-4372-a6e6-7bef3ed1ade6 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:32:29.783221 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (573ab18b-b397-4372-a6e6-7bef3ed1ade6), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:29.791589 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e8ed2cd3-338b-4762-a160-c01b121868ef req-67269ba5-5f7b-48c5-8689-040b414ce91f tempest-TestEncryptedCinderVolumes-1879672462 tempest-TestEncryptedCinderVolumes-1879672462-project] 10.222.0.64 "GET /v2.0/security-groups?id=6a05b6db-3d1b-45d0-b065-d2981aaac6c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434194 Jan 28 20:32:29.860337 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 573ab18b-b397-4372-a6e6-7bef3ed1ade6 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:32:29.860646 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (573ab18b-b397-4372-a6e6-7bef3ed1ade6), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:29.883384 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f1ce7c5-bb0c-432f-8eb9-e0e46e4a05f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '573ab18b-b397-4372-a6e6-7bef3ed1ade6'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:32:29.885648 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}704c702df6f21e7df92d3d89d4c6cfde2c6406e49d8202b36454fc5209adee22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e5122e0-907b-441d-bf57-830a38efd731" -d '{"events": [{"server_uuid": "3f1ce7c5-bb0c-432f-8eb9-e0e46e4a05f1", "name": "network-vif-plugged", "status": "completed", "tag": "573ab18b-b397-4372-a6e6-7bef3ed1ade6"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:32:29.898339 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 573ab18b-b397-4372-a6e6-7bef3ed1ade6, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=573ab18b-b397-4372-a6e6-7bef3ed1ade6,segment=NetworkSegment(fc6086df-8557-4964-894e-823d4add82c7),segment_id=fc6086df-8557-4964-894e-823d4add82c7)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:32:29.905695 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (573ab18b-b397-4372-a6e6-7bef3ed1ade6), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:29.930502 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e52f475-8359-46f3-b12c-711c689a10d7 x-openstack-request-id: req-2e52f475-8359-46f3-b12c-711c689a10d7 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:32:29.930809 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f1ce7c5-bb0c-432f-8eb9-e0e46e4a05f1", "name": "network-vif-plugged", "status": "completed", "tag": "573ab18b-b397-4372-a6e6-7bef3ed1ade6", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:32:29.931085 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2e52f475-8359-46f3-b12c-711c689a10d7 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:32:29.931490 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f1ce7c5-bb0c-432f-8eb9-e0e46e4a05f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '573ab18b-b397-4372-a6e6-7bef3ed1ade6', 'code': 200} Jan 28 20:32:29.959809 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=573ab18b-b397-4372-a6e6-7bef3ed1ade6,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:30.030231 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1852130-ee83-4846-8524-b670a312aefa req-6c45c946-24aa-4736-88a1-91ed970156fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:30.031731 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e1852130-ee83-4846-8524-b670a312aefa req-6c45c946-24aa-4736-88a1-91ed970156fd service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=3f1ce7c5-bb0c-432f-8eb9-e0e46e4a05f1 HTTP/1.1" status: 200 len: 1128 time: 0.0445325 Jan 28 20:32:30.075654 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e1852130-ee83-4846-8524-b670a312aefa req-1b1892c4-03ca-48ef-b8a6-240f5625f4b0 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=6a05b6db-3d1b-45d0-b065-d2981aaac6c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366700 Jan 28 20:32:30.913310 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d53220-72bb-4216-8b2e-090c9a8deaf4 req-462d1f72-745d-497e-9d61-fccd804429cb tempest-TestEncryptedCinderVolumes-1879672462 tempest-TestEncryptedCinderVolumes-1879672462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:30.914734 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-89d53220-72bb-4216-8b2e-090c9a8deaf4 req-462d1f72-745d-497e-9d61-fccd804429cb tempest-TestEncryptedCinderVolumes-1879672462 tempest-TestEncryptedCinderVolumes-1879672462-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f1ce7c5-bb0c-432f-8eb9-e0e46e4a05f1 HTTP/1.1" status: 200 len: 945 time: 0.0569065 Jan 28 20:32:30.961111 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-89d53220-72bb-4216-8b2e-090c9a8deaf4 req-2046f01c-57e6-4b1f-a943-d41f0f121ac0 tempest-TestEncryptedCinderVolumes-1879672462 tempest-TestEncryptedCinderVolumes-1879672462-project] 10.222.0.64 "GET /v2.0/security-groups?id=6a05b6db-3d1b-45d0-b065-d2981aaac6c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408812 Jan 28 20:32:32.079940 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e086251-8f9b-47f8-92e4-cf37e8e7b0ff req-3aa6ebe8-e351-43e7-9953-fb620242e438 tempest-TestEncryptedCinderVolumes-1879672462 tempest-TestEncryptedCinderVolumes-1879672462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:32.081441 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5e086251-8f9b-47f8-92e4-cf37e8e7b0ff req-3aa6ebe8-e351-43e7-9953-fb620242e438 tempest-TestEncryptedCinderVolumes-1879672462 tempest-TestEncryptedCinderVolumes-1879672462-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f1ce7c5-bb0c-432f-8eb9-e0e46e4a05f1 HTTP/1.1" status: 200 len: 945 time: 0.0522614 Jan 28 20:32:32.127171 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5e086251-8f9b-47f8-92e4-cf37e8e7b0ff req-ca460840-4778-4556-8ed5-a660751c7098 tempest-TestEncryptedCinderVolumes-1879672462 tempest-TestEncryptedCinderVolumes-1879672462-project] 10.222.0.64 "GET /v2.0/security-groups?id=6a05b6db-3d1b-45d0-b065-d2981aaac6c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402296 Jan 28 20:32:32.249893 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df92368-e7cd-4cf2-9f90-fa5d49fd65c7 req-113181e9-0f2c-4786-9d57-3b2325fe32ba tempest-TestEncryptedCinderVolumes-1879672462 tempest-TestEncryptedCinderVolumes-1879672462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:32.251304 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3df92368-e7cd-4cf2-9f90-fa5d49fd65c7 req-113181e9-0f2c-4786-9d57-3b2325fe32ba tempest-TestEncryptedCinderVolumes-1879672462 tempest-TestEncryptedCinderVolumes-1879672462-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f1ce7c5-bb0c-432f-8eb9-e0e46e4a05f1 HTTP/1.1" status: 200 len: 945 time: 0.0528791 Jan 28 20:32:32.298258 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3df92368-e7cd-4cf2-9f90-fa5d49fd65c7 req-06cc2055-b197-4f84-94cc-e8da3f9184f0 tempest-TestEncryptedCinderVolumes-1879672462 tempest-TestEncryptedCinderVolumes-1879672462-project] 10.222.0.64 "GET /v2.0/security-groups?id=6a05b6db-3d1b-45d0-b065-d2981aaac6c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403802 Jan 28 20:32:36.825948 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-40f37a2f-0a01-486a-b74d-085733a9ec17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:39.081070 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7ae897d0-1cef-4944-9d04-1e813b37ec73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:39.177392 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:32:40.072608 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:41.955114 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:43.312561 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:51.533992 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:54.607587 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:06.415521 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8ed750-8637-45a3-9c2a-ae72fc8a540d req-f2f5715c-f22c-4959-9fc8-055835dac985 tempest-TestEncryptedCinderVolumes-1879672462 tempest-TestEncryptedCinderVolumes-1879672462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:06.417016 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-bf8ed750-8637-45a3-9c2a-ae72fc8a540d req-f2f5715c-f22c-4959-9fc8-055835dac985 tempest-TestEncryptedCinderVolumes-1879672462 tempest-TestEncryptedCinderVolumes-1879672462-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f1ce7c5-bb0c-432f-8eb9-e0e46e4a05f1 HTTP/1.1" status: 200 len: 945 time: 0.0529988 Jan 28 20:33:06.464334 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-bf8ed750-8637-45a3-9c2a-ae72fc8a540d req-1a63a5c2-8add-4f1f-a415-60c907502342 tempest-TestEncryptedCinderVolumes-1879672462 tempest-TestEncryptedCinderVolumes-1879672462-project] 10.222.0.64 "GET /v2.0/security-groups?id=6a05b6db-3d1b-45d0-b065-d2981aaac6c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415983 Jan 28 20:33:06.831187 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-93f96737-cd80-4f2e-9fa3-45bb01431ae9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:07.590256 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12663808-2fe9-439a-9682-fca23c758c7d req-38a3c4a7-1f54-4f3e-8a9e-2e4424c46d6a tempest-TestEncryptedCinderVolumes-1879672462 tempest-TestEncryptedCinderVolumes-1879672462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:07.591831 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-12663808-2fe9-439a-9682-fca23c758c7d req-38a3c4a7-1f54-4f3e-8a9e-2e4424c46d6a tempest-TestEncryptedCinderVolumes-1879672462 tempest-TestEncryptedCinderVolumes-1879672462-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f1ce7c5-bb0c-432f-8eb9-e0e46e4a05f1 HTTP/1.1" status: 200 len: 945 time: 0.0563090 Jan 28 20:33:07.648215 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-12663808-2fe9-439a-9682-fca23c758c7d req-f7e0c19a-a62c-4f7f-baf9-d96df5f842b3 tempest-TestEncryptedCinderVolumes-1879672462 tempest-TestEncryptedCinderVolumes-1879672462-project] 10.222.0.64 "GET /v2.0/security-groups?id=6a05b6db-3d1b-45d0-b065-d2981aaac6c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504661 Jan 28 20:33:08.213502 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10a0e8d-fbdd-43e3-901d-08518516b157 req-7ed59216-0b8f-452c-9fcd-7a460d665af6 tempest-TestEncryptedCinderVolumes-1879672462 tempest-TestEncryptedCinderVolumes-1879672462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:08.214947 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b10a0e8d-fbdd-43e3-901d-08518516b157 req-7ed59216-0b8f-452c-9fcd-7a460d665af6 tempest-TestEncryptedCinderVolumes-1879672462 tempest-TestEncryptedCinderVolumes-1879672462-project] 10.222.0.70 "GET /v2.0/ports?device_id=3f1ce7c5-bb0c-432f-8eb9-e0e46e4a05f1 HTTP/1.1" status: 200 len: 945 time: 0.0514662 Jan 28 20:33:08.308480 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-b10a0e8d-fbdd-43e3-901d-08518516b157 req-2a0585d2-c6a2-4e4f-b3e8-ba80f32fbd53 tempest-TestEncryptedCinderVolumes-1879672462 tempest-TestEncryptedCinderVolumes-1879672462-project] Deleting port 573ab18b-b397-4372-a6e6-7bef3ed1ade6 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:33:08.308835 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-b10a0e8d-fbdd-43e3-901d-08518516b157 req-2a0585d2-c6a2-4e4f-b3e8-ba80f32fbd53 tempest-TestEncryptedCinderVolumes-1879672462 tempest-TestEncryptedCinderVolumes-1879672462-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (573ab18b-b397-4372-a6e6-7bef3ed1ade6), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:08.400489 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-b10a0e8d-fbdd-43e3-901d-08518516b157 req-2a0585d2-c6a2-4e4f-b3e8-ba80f32fbd53 tempest-TestEncryptedCinderVolumes-1879672462 tempest-TestEncryptedCinderVolumes-1879672462-project] For port 573ab18b-b397-4372-a6e6-7bef3ed1ade6, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=573ab18b-b397-4372-a6e6-7bef3ed1ade6,segment=NetworkSegment(fc6086df-8557-4964-894e-823d4add82c7),segment_id=fc6086df-8557-4964-894e-823d4add82c7)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:33:08.400858 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-b10a0e8d-fbdd-43e3-901d-08518516b157 req-2a0585d2-c6a2-4e4f-b3e8-ba80f32fbd53 tempest-TestEncryptedCinderVolumes-1879672462 tempest-TestEncryptedCinderVolumes-1879672462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (573ab18b-b397-4372-a6e6-7bef3ed1ade6), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:08.412579 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-b10a0e8d-fbdd-43e3-901d-08518516b157 req-2a0585d2-c6a2-4e4f-b3e8-ba80f32fbd53 tempest-TestEncryptedCinderVolumes-1879672462 tempest-TestEncryptedCinderVolumes-1879672462-project] Calling delete_port for 573ab18b-b397-4372-a6e6-7bef3ed1ade6 owned by compute:nova {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:33:08.541886 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-b10a0e8d-fbdd-43e3-901d-08518516b157 req-2a0585d2-c6a2-4e4f-b3e8-ba80f32fbd53 tempest-TestEncryptedCinderVolumes-1879672462 tempest-TestEncryptedCinderVolumes-1879672462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (573ab18b-b397-4372-a6e6-7bef3ed1ade6), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:08.553305 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['573ab18b-b397-4372-a6e6-7bef3ed1ade6'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:33:08.571560 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0585d2-c6a2-4e4f-b3e8-ba80f32fbd53 tempest-TestEncryptedCinderVolumes-1879672462 tempest-TestEncryptedCinderVolumes-1879672462-project] Pushing event deleted for resources: {'Port': ['ID=573ab18b-b397-4372-a6e6-7bef3ed1ade6,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:33:08.597775 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0585d2-c6a2-4e4f-b3e8-ba80f32fbd53 tempest-TestEncryptedCinderVolumes-1879672462 tempest-TestEncryptedCinderVolumes-1879672462-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:33:08.598349 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0585d2-c6a2-4e4f-b3e8-ba80f32fbd53 tempest-TestEncryptedCinderVolumes-1879672462 tempest-TestEncryptedCinderVolumes-1879672462-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:33:08.598504 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0585d2-c6a2-4e4f-b3e8-ba80f32fbd53 tempest-TestEncryptedCinderVolumes-1879672462 tempest-TestEncryptedCinderVolumes-1879672462-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:33:08.598850 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0585d2-c6a2-4e4f-b3e8-ba80f32fbd53 tempest-TestEncryptedCinderVolumes-1879672462 tempest-TestEncryptedCinderVolumes-1879672462-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:33:08.599193 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0585d2-c6a2-4e4f-b3e8-ba80f32fbd53 tempest-TestEncryptedCinderVolumes-1879672462 tempest-TestEncryptedCinderVolumes-1879672462-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:33:08.599562 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0585d2-c6a2-4e4f-b3e8-ba80f32fbd53 tempest-TestEncryptedCinderVolumes-1879672462 tempest-TestEncryptedCinderVolumes-1879672462-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:33:08.599906 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0585d2-c6a2-4e4f-b3e8-ba80f32fbd53 tempest-TestEncryptedCinderVolumes-1879672462 tempest-TestEncryptedCinderVolumes-1879672462-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:33:08.600248 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0585d2-c6a2-4e4f-b3e8-ba80f32fbd53 tempest-TestEncryptedCinderVolumes-1879672462 tempest-TestEncryptedCinderVolumes-1879672462-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:33:08.601122 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0585d2-c6a2-4e4f-b3e8-ba80f32fbd53 tempest-TestEncryptedCinderVolumes-1879672462 tempest-TestEncryptedCinderVolumes-1879672462-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:33:08.601471 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0585d2-c6a2-4e4f-b3e8-ba80f32fbd53 tempest-TestEncryptedCinderVolumes-1879672462 tempest-TestEncryptedCinderVolumes-1879672462-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:33:08.601883 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0585d2-c6a2-4e4f-b3e8-ba80f32fbd53 tempest-TestEncryptedCinderVolumes-1879672462 tempest-TestEncryptedCinderVolumes-1879672462-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:33:08.602146 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0585d2-c6a2-4e4f-b3e8-ba80f32fbd53 tempest-TestEncryptedCinderVolumes-1879672462 tempest-TestEncryptedCinderVolumes-1879672462-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:33:08.602479 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0585d2-c6a2-4e4f-b3e8-ba80f32fbd53 tempest-TestEncryptedCinderVolumes-1879672462 tempest-TestEncryptedCinderVolumes-1879672462-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:33:08.625728 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-b10a0e8d-fbdd-43e3-901d-08518516b157 req-2a0585d2-c6a2-4e4f-b3e8-ba80f32fbd53 tempest-TestEncryptedCinderVolumes-1879672462 tempest-TestEncryptedCinderVolumes-1879672462-project] No DVR routers for this DVR port 573ab18b-b397-4372-a6e6-7bef3ed1ade6 on host n-h2-812111-14 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:33:08.628261 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-b10a0e8d-fbdd-43e3-901d-08518516b157 req-2a0585d2-c6a2-4e4f-b3e8-ba80f32fbd53 tempest-TestEncryptedCinderVolumes-1879672462 tempest-TestEncryptedCinderVolumes-1879672462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:08.631642 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b10a0e8d-fbdd-43e3-901d-08518516b157 req-2a0585d2-c6a2-4e4f-b3e8-ba80f32fbd53 tempest-TestEncryptedCinderVolumes-1879672462 tempest-TestEncryptedCinderVolumes-1879672462-project] 10.222.0.70 "DELETE /v2.0/ports/573ab18b-b397-4372-a6e6-7bef3ed1ade6 HTTP/1.1" status: 204 len: 173 time: 0.4102402 Jan 28 20:33:08.632624 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f1ce7c5-bb0c-432f-8eb9-e0e46e4a05f1', 'name': 'network-vif-deleted', 'tag': '573ab18b-b397-4372-a6e6-7bef3ed1ade6'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:33:08.634959 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}690870b4896ba3504f21237a239c836c0346d6a62bcfb5e8ee91fd1b13f99dd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef641c7d-d9a9-4a5f-8ff6-4efaec0f5e6a" -d '{"events": [{"server_uuid": "3f1ce7c5-bb0c-432f-8eb9-e0e46e4a05f1", "name": "network-vif-deleted", "tag": "573ab18b-b397-4372-a6e6-7bef3ed1ade6"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:33:08.673412 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:33:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55846bad-c22c-4187-8803-b1dd28bdf991 x-openstack-request-id: req-55846bad-c22c-4187-8803-b1dd28bdf991 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:33:08.673712 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f1ce7c5-bb0c-432f-8eb9-e0e46e4a05f1", "name": "network-vif-deleted", "tag": "573ab18b-b397-4372-a6e6-7bef3ed1ade6", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:33:08.673973 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-55846bad-c22c-4187-8803-b1dd28bdf991 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:33:08.674450 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f1ce7c5-bb0c-432f-8eb9-e0e46e4a05f1', 'name': 'network-vif-deleted', 'tag': '573ab18b-b397-4372-a6e6-7bef3ed1ade6', 'status': 'completed', 'code': 200} Jan 28 20:33:08.752223 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-256bd1f4-f2de-4d1b-956d-020612866791 req-9ba73ee9-400b-49f4-8c07-8252f56d5606 tempest-TestEncryptedCinderVolumes-1879672462 tempest-TestEncryptedCinderVolumes-1879672462-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f1ce7c5-bb0c-432f-8eb9-e0e46e4a05f1 HTTP/1.1" status: 200 len: 210 time: 0.0322976 Jan 28 20:33:09.083784 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f1deaa2a-1bc5-4514-b43d-18a724aa8ca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:10.076412 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:10.302196 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3d29cc-a756-4906-882a-7a508cf37ed3 req-8fa18e9a-c041-4bdd-a113-736a220ba65e tempest-TestEncryptedCinderVolumes-1879672462 tempest-TestEncryptedCinderVolumes-1879672462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:10.303645 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-bd3d29cc-a756-4906-882a-7a508cf37ed3 req-8fa18e9a-c041-4bdd-a113-736a220ba65e tempest-TestEncryptedCinderVolumes-1879672462 tempest-TestEncryptedCinderVolumes-1879672462-project] 10.222.0.64 "GET /v2.0/networks?id=afb47151-2bf0-49a5-9edb-e0d03c034e4e HTTP/1.1" status: 200 len: 817 time: 0.1043596 Jan 28 20:33:10.318574 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-bd3d29cc-a756-4906-882a-7a508cf37ed3 req-6e97b102-8470-4e1c-8da2-0eba976d0c61 tempest-TestEncryptedCinderVolumes-1879672462 tempest-TestEncryptedCinderVolumes-1879672462-project] 10.222.0.64 "GET /v2.0/quotas/387400b68f3e4b71b2953b644ca3ac7e HTTP/1.1" status: 200 len: 375 time: 0.0090208 Jan 28 20:33:10.372677 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-bd3d29cc-a756-4906-882a-7a508cf37ed3 req-6df1a86d-0d98-4add-9920-5198bead18e9 tempest-TestEncryptedCinderVolumes-1879672462 tempest-TestEncryptedCinderVolumes-1879672462-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=387400b68f3e4b71b2953b644ca3ac7e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0487645 Jan 28 20:33:10.469477 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-bd3d29cc-a756-4906-882a-7a508cf37ed3 req-ae41cfdc-12ba-4de3-805a-9394494a9ed9 service neutron] 10.222.0.64 "GET /v2.0/networks/afb47151-2bf0-49a5-9edb-e0d03c034e4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849404 Jan 28 20:33:10.556569 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-bd3d29cc-a756-4906-882a-7a508cf37ed3 req-4528ba1e-6f42-4bb3-a44d-5516733da191 service neutron] 10.222.0.64 "GET /v2.0/networks/afb47151-2bf0-49a5-9edb-e0d03c034e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816064 Jan 28 20:33:10.719206 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2ccfdfac-3f97-4f08-9d8b-da008c0a640b req-35e67b2d-9ee4-4bd1-9433-98884d7ae688 tempest-TestEncryptedCinderVolumes-1879672462 tempest-TestEncryptedCinderVolumes-1879672462-project] 10.222.0.64 "GET /v2.0/ports?device_id=26c99739-cf79-42a4-b948-38f3cc0723ee HTTP/1.1" status: 200 len: 210 time: 0.0301392 Jan 28 20:33:11.625344 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3d29cc-a756-4906-882a-7a508cf37ed3 req-6b7e1cb6-0d03-4580-977e-66fc3dad6584 tempest-TestEncryptedCinderVolumes-1879672462 tempest-TestEncryptedCinderVolumes-1879672462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:11.626894 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-bd3d29cc-a756-4906-882a-7a508cf37ed3 req-6b7e1cb6-0d03-4580-977e-66fc3dad6584 tempest-TestEncryptedCinderVolumes-1879672462 tempest-TestEncryptedCinderVolumes-1879672462-project] 10.222.0.70 "GET /v2.0/networks?id=afb47151-2bf0-49a5-9edb-e0d03c034e4e HTTP/1.1" status: 200 len: 817 time: 0.1070609 Jan 28 20:33:11.638813 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-bd3d29cc-a756-4906-882a-7a508cf37ed3 req-914a66b1-653c-4346-844f-9fa81c215e42 tempest-TestEncryptedCinderVolumes-1879672462 tempest-TestEncryptedCinderVolumes-1879672462-project] Request body: {'port': {'device_id': '26c99739-cf79-42a4-b948-38f3cc0723ee', 'network_id': 'afb47151-2bf0-49a5-9edb-e0d03c034e4e', 'admin_state_up': True, 'tenant_id': '387400b68f3e4b71b2953b644ca3ac7e'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:33:11.744828 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd3d29cc-a756-4906-882a-7a508cf37ed3 req-914a66b1-653c-4346-844f-9fa81c215e42 tempest-TestEncryptedCinderVolumes-1879672462 tempest-TestEncryptedCinderVolumes-1879672462-project] Made reservation on behalf of 387400b68f3e4b71b2953b644ca3ac7e for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:33:11.748266 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-bd3d29cc-a756-4906-882a-7a508cf37ed3 req-914a66b1-653c-4346-844f-9fa81c215e42 tempest-TestEncryptedCinderVolumes-1879672462 tempest-TestEncryptedCinderVolumes-1879672462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:11.840692 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ace298b7-b449-4d26-bb71-059036a258e3 req-47b32388-3c38-4e5a-9284-314e4b281b32 tempest-TestEncryptedCinderVolumes-1879672462 tempest-TestEncryptedCinderVolumes-1879672462-project] 10.222.0.64 "GET /v2.0/ports?device_id=26c99739-cf79-42a4-b948-38f3cc0723ee HTTP/1.1" status: 200 len: 210 time: 0.0356693 Jan 28 20:33:11.902007 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-bd3d29cc-a756-4906-882a-7a508cf37ed3 req-914a66b1-653c-4346-844f-9fa81c215e42 tempest-TestEncryptedCinderVolumes-1879672462 tempest-TestEncryptedCinderVolumes-1879672462-project] Allocated IP 172.20.0.14 (afb47151-2bf0-49a5-9edb-e0d03c034e4e/dfc0f769-6749-40b5-a971-47fb85965d90/3a44e4ad-d187-4cc5-8285-d95a778d55bb) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:33:11.921437 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 573ab18b-b397-4372-a6e6-7bef3ed1ade6 no longer exists at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:33:11.941893 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] No Port match for: 573ab18b-b397-4372-a6e6-7bef3ed1ade6 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:33:11.942251 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 573ab18b-b397-4372-a6e6-7bef3ed1ade6 not bound to the agent host n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:33:11.958582 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:12.047549 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-bd3d29cc-a756-4906-882a-7a508cf37ed3 req-914a66b1-653c-4346-844f-9fa81c215e42 tempest-TestEncryptedCinderVolumes-1879672462 tempest-TestEncryptedCinderVolumes-1879672462-project] Publish callbacks [] for port (3a44e4ad-d187-4cc5-8285-d95a778d55bb), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:12.081934 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-bd3d29cc-a756-4906-882a-7a508cf37ed3 req-914a66b1-653c-4346-844f-9fa81c215e42 tempest-TestEncryptedCinderVolumes-1879672462 tempest-TestEncryptedCinderVolumes-1879672462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (3a44e4ad-d187-4cc5-8285-d95a778d55bb), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:12.123588 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd3d29cc-a756-4906-882a-7a508cf37ed3 req-914a66b1-653c-4346-844f-9fa81c215e42 tempest-TestEncryptedCinderVolumes-1879672462 tempest-TestEncryptedCinderVolumes-1879672462-project] Network afb47151-2bf0-49a5-9edb-e0d03c034e4e is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:33:12.126503 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-bd3d29cc-a756-4906-882a-7a508cf37ed3 req-914a66b1-653c-4346-844f-9fa81c215e42 tempest-TestEncryptedCinderVolumes-1879672462 tempest-TestEncryptedCinderVolumes-1879672462-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:33:12.130099 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd3d29cc-a756-4906-882a-7a508cf37ed3 req-914a66b1-653c-4346-844f-9fa81c215e42 tempest-TestEncryptedCinderVolumes-1879672462 tempest-TestEncryptedCinderVolumes-1879672462-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:33:12.160814 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914a66b1-653c-4346-844f-9fa81c215e42 tempest-TestEncryptedCinderVolumes-1879672462 tempest-TestEncryptedCinderVolumes-1879672462-project] Pushing event updated for resources: {'Port': ['ID=3a44e4ad-d187-4cc5-8285-d95a778d55bb,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:33:12.186195 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3d29cc-a756-4906-882a-7a508cf37ed3 req-914a66b1-653c-4346-844f-9fa81c215e42 tempest-TestEncryptedCinderVolumes-1879672462 tempest-TestEncryptedCinderVolumes-1879672462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:12.187162 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-bd3d29cc-a756-4906-882a-7a508cf37ed3 req-914a66b1-653c-4346-844f-9fa81c215e42 tempest-TestEncryptedCinderVolumes-1879672462 tempest-TestEncryptedCinderVolumes-1879672462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:12.205650 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-bd3d29cc-a756-4906-882a-7a508cf37ed3 req-914a66b1-653c-4346-844f-9fa81c215e42 tempest-TestEncryptedCinderVolumes-1879672462 tempest-TestEncryptedCinderVolumes-1879672462-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5699980 Jan 28 20:33:12.216920 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-bd3d29cc-a756-4906-882a-7a508cf37ed3 req-681f54cf-6867-4427-91d0-146ebbf367de service neutron] Request body: {'port': {'device_id': '26c99739-cf79-42a4-b948-38f3cc0723ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-14'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:33:12.285080 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-bd3d29cc-a756-4906-882a-7a508cf37ed3 req-681f54cf-6867-4427-91d0-146ebbf367de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (3a44e4ad-d187-4cc5-8285-d95a778d55bb), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:12.374765 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-733a633b-e7e4-46c8-8721-dad4d7e5d1d5 None None] Provisioning complete for port 3a44e4ad-d187-4cc5-8285-d95a778d55bb triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:33:12.375141 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-733a633b-e7e4-46c8-8721-dad4d7e5d1d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (3a44e4ad-d187-4cc5-8285-d95a778d55bb), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:12.410898 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-733a633b-e7e4-46c8-8721-dad4d7e5d1d5 None None] Port 3a44e4ad-d187-4cc5-8285-d95a778d55bb cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 20:33:12.544566 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-bd3d29cc-a756-4906-882a-7a508cf37ed3 req-681f54cf-6867-4427-91d0-146ebbf367de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a44e4ad-d187-4cc5-8285-d95a778d55bb {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:33:12.551889 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-bd3d29cc-a756-4906-882a-7a508cf37ed3 req-681f54cf-6867-4427-91d0-146ebbf367de service neutron] Publish callbacks [] for port (3a44e4ad-d187-4cc5-8285-d95a778d55bb), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:12.564247 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-bd3d29cc-a756-4906-882a-7a508cf37ed3 req-681f54cf-6867-4427-91d0-146ebbf367de service neutron] Transition to ACTIVE for port object 3a44e4ad-d187-4cc5-8285-d95a778d55bb will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:33:12.567976 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-bd3d29cc-a756-4906-882a-7a508cf37ed3 req-681f54cf-6867-4427-91d0-146ebbf367de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (3a44e4ad-d187-4cc5-8285-d95a778d55bb), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:12.639802 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681f54cf-6867-4427-91d0-146ebbf367de service neutron] Pushing event updated for resources: {'Port': ['ID=3a44e4ad-d187-4cc5-8285-d95a778d55bb,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:33:12.692864 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-bd3d29cc-a756-4906-882a-7a508cf37ed3 req-681f54cf-6867-4427-91d0-146ebbf367de service neutron] Attempting to bind port 3a44e4ad-d187-4cc5-8285-d95a778d55bb on host n-h2-812111-14 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:33:12.693369 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-bd3d29cc-a756-4906-882a-7a508cf37ed3 req-681f54cf-6867-4427-91d0-146ebbf367de service neutron] Attempting to bind port 3a44e4ad-d187-4cc5-8285-d95a778d55bb by drivers openvswitch,hyperv on host n-h2-812111-14 at level 0 using segments [{'id': 'fc6086df-8557-4964-894e-823d4add82c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'afb47151-2bf0-49a5-9edb-e0d03c034e4e'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:33:12.693868 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd3d29cc-a756-4906-882a-7a508cf37ed3 req-681f54cf-6867-4427-91d0-146ebbf367de service neutron] Attempting to bind port 3a44e4ad-d187-4cc5-8285-d95a778d55bb on network afb47151-2bf0-49a5-9edb-e0d03c034e4e {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:33:12.698523 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd3d29cc-a756-4906-882a-7a508cf37ed3 req-681f54cf-6867-4427-91d0-146ebbf367de service neutron] Port 3a44e4ad-d187-4cc5-8285-d95a778d55bb on network afb47151-2bf0-49a5-9edb-e0d03c034e4e not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-14 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:33:12.698853 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd3d29cc-a756-4906-882a-7a508cf37ed3 req-681f54cf-6867-4427-91d0-146ebbf367de service neutron] Attempting to bind port 3a44e4ad-d187-4cc5-8285-d95a778d55bb on network afb47151-2bf0-49a5-9edb-e0d03c034e4e {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:33:12.703928 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd3d29cc-a756-4906-882a-7a508cf37ed3 req-681f54cf-6867-4427-91d0-146ebbf367de service neutron] Checking agent: {'id': '8f3fee4e-bf24-4b58-8a3a-ae9c8011a473', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 32, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:33:12.704278 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd3d29cc-a756-4906-882a-7a508cf37ed3 req-681f54cf-6867-4427-91d0-146ebbf367de service neutron] Checking segment: {'id': 'fc6086df-8557-4964-894e-823d4add82c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'afb47151-2bf0-49a5-9edb-e0d03c034e4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:33:12.704678 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd3d29cc-a756-4906-882a-7a508cf37ed3 req-681f54cf-6867-4427-91d0-146ebbf367de service neutron] Bound using segment: {'id': 'fc6086df-8557-4964-894e-823d4add82c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'afb47151-2bf0-49a5-9edb-e0d03c034e4e'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:33:12.705130 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-bd3d29cc-a756-4906-882a-7a508cf37ed3 req-681f54cf-6867-4427-91d0-146ebbf367de service neutron] Bound port: 3a44e4ad-d187-4cc5-8285-d95a778d55bb, host: n-h2-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc6086df-8557-4964-894e-823d4add82c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'afb47151-2bf0-49a5-9edb-e0d03c034e4e'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:33:12.705510 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-bd3d29cc-a756-4906-882a-7a508cf37ed3 req-681f54cf-6867-4427-91d0-146ebbf367de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (3a44e4ad-d187-4cc5-8285-d95a778d55bb), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:12.772582 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-bd3d29cc-a756-4906-882a-7a508cf37ed3 req-681f54cf-6867-4427-91d0-146ebbf367de service neutron] For port 3a44e4ad-d187-4cc5-8285-d95a778d55bb, host n-h2-812111-14, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:33:12.775815 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-bd3d29cc-a756-4906-882a-7a508cf37ed3 req-681f54cf-6867-4427-91d0-146ebbf367de service neutron] For port 3a44e4ad-d187-4cc5-8285-d95a778d55bb, host n-h2-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=3a44e4ad-d187-4cc5-8285-d95a778d55bb,segment=NetworkSegment(fc6086df-8557-4964-894e-823d4add82c7),segment_id=fc6086df-8557-4964-894e-823d4add82c7)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:33:12.783438 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-bd3d29cc-a756-4906-882a-7a508cf37ed3 req-681f54cf-6867-4427-91d0-146ebbf367de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (3a44e4ad-d187-4cc5-8285-d95a778d55bb), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:12.823338 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3d29cc-a756-4906-882a-7a508cf37ed3 req-681f54cf-6867-4427-91d0-146ebbf367de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:12.823851 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-bd3d29cc-a756-4906-882a-7a508cf37ed3 req-681f54cf-6867-4427-91d0-146ebbf367de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:12.825405 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-bd3d29cc-a756-4906-882a-7a508cf37ed3 req-681f54cf-6867-4427-91d0-146ebbf367de service neutron] 10.222.0.70 "PUT /v2.0/ports/3a44e4ad-d187-4cc5-8285-d95a778d55bb HTTP/1.1" status: 200 len: 1093 time: 0.6129260 Jan 28 20:33:12.825997 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26c99739-cf79-42a4-b948-38f3cc0723ee', 'tag': '3a44e4ad-d187-4cc5-8285-d95a778d55bb'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:33:12.828339 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}690870b4896ba3504f21237a239c836c0346d6a62bcfb5e8ee91fd1b13f99dd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85135db4-3e43-48f9-b7ed-00a190b64248" -d '{"events": [{"name": "network-changed", "server_uuid": "26c99739-cf79-42a4-b948-38f3cc0723ee", "tag": "3a44e4ad-d187-4cc5-8285-d95a778d55bb"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:33:12.853896 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681f54cf-6867-4427-91d0-146ebbf367de service neutron] Pushing event updated for resources: {'Port': ['ID=3a44e4ad-d187-4cc5-8285-d95a778d55bb,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:33:12.878659 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6564b913-f15f-4787-89a0-ca8bb85137f1 x-openstack-request-id: req-6564b913-f15f-4787-89a0-ca8bb85137f1 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:33:12.879074 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26c99739-cf79-42a4-b948-38f3cc0723ee", "tag": "3a44e4ad-d187-4cc5-8285-d95a778d55bb", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:33:12.879432 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6564b913-f15f-4787-89a0-ca8bb85137f1 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:33:12.879643 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26c99739-cf79-42a4-b948-38f3cc0723ee', 'tag': '3a44e4ad-d187-4cc5-8285-d95a778d55bb', 'status': 'completed', 'code': 200} Jan 28 20:33:12.958078 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3d29cc-a756-4906-882a-7a508cf37ed3 req-e371d579-2fa2-4d82-983d-e66cd2b16ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:12.959676 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-bd3d29cc-a756-4906-882a-7a508cf37ed3 req-e371d579-2fa2-4d82-983d-e66cd2b16ea4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=387400b68f3e4b71b2953b644ca3ac7e&device_id=26c99739-cf79-42a4-b948-38f3cc0723ee HTTP/1.1" status: 200 len: 1127 time: 0.0751028 Jan 28 20:33:13.011527 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-bd3d29cc-a756-4906-882a-7a508cf37ed3 req-980cc35b-3608-4f4c-9d30-1ef1fa36a6a5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3a44e4ad-d187-4cc5-8285-d95a778d55bb HTTP/1.1" status: 200 len: 217 time: 0.0439239 Jan 28 20:33:13.032438 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed82905f-1aba-44a4-b806-3599f6a793a4 req-4703b708-36a6-4fac-8118-77b33bf8d9fd tempest-TestEncryptedCinderVolumes-1879672462 tempest-TestEncryptedCinderVolumes-1879672462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:13.033963 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ed82905f-1aba-44a4-b806-3599f6a793a4 req-4703b708-36a6-4fac-8118-77b33bf8d9fd tempest-TestEncryptedCinderVolumes-1879672462 tempest-TestEncryptedCinderVolumes-1879672462-project] 10.222.0.64 "GET /v2.0/ports?device_id=26c99739-cf79-42a4-b948-38f3cc0723ee HTTP/1.1" status: 200 len: 944 time: 0.1083648 Jan 28 20:33:13.094724 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3d29cc-a756-4906-882a-7a508cf37ed3 req-262f8896-6c39-4239-9a1f-e46cb843cf76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:13.096182 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-bd3d29cc-a756-4906-882a-7a508cf37ed3 req-262f8896-6c39-4239-9a1f-e46cb843cf76 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=dfc0f769-6749-40b5-a971-47fb85965d90 HTTP/1.1" status: 200 len: 856 time: 0.0784194 Jan 28 20:33:13.120287 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ed82905f-1aba-44a4-b806-3599f6a793a4 req-52404788-6e44-42a3-8233-4be63c0d2792 tempest-TestEncryptedCinderVolumes-1879672462 tempest-TestEncryptedCinderVolumes-1879672462-project] 10.222.0.64 "GET /v2.0/security-groups?id=6a05b6db-3d1b-45d0-b065-d2981aaac6c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645635 Jan 28 20:33:13.152665 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3d29cc-a756-4906-882a-7a508cf37ed3 req-efc89d64-6592-4fee-a3a7-2b265b898128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:13.154229 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-bd3d29cc-a756-4906-882a-7a508cf37ed3 req-efc89d64-6592-4fee-a3a7-2b265b898128 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=afb47151-2bf0-49a5-9edb-e0d03c034e4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0503237 Jan 28 20:33:13.252990 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-bd3d29cc-a756-4906-882a-7a508cf37ed3 req-56e356d9-c84d-42f7-a632-c50ad2ed4c2d service neutron] 10.222.0.70 "GET /v2.0/networks/afb47151-2bf0-49a5-9edb-e0d03c034e4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918524 Jan 28 20:33:13.315198 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:13.348304 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-bd3d29cc-a756-4906-882a-7a508cf37ed3 req-134db38d-332b-4e21-b651-d67bc53a0288 service neutron] 10.222.0.70 "GET /v2.0/networks/afb47151-2bf0-49a5-9edb-e0d03c034e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889471 Jan 28 20:33:13.439739 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85135db4-3e43-48f9-b7ed-00a190b64248 req-2aa66944-6127-4cf0-a587-0e09bea31d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:13.441252 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-85135db4-3e43-48f9-b7ed-00a190b64248 req-2aa66944-6127-4cf0-a587-0e09bea31d5c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=387400b68f3e4b71b2953b644ca3ac7e&device_id=26c99739-cf79-42a4-b948-38f3cc0723ee HTTP/1.1" status: 200 len: 1127 time: 0.0456715 Jan 28 20:33:13.533359 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85135db4-3e43-48f9-b7ed-00a190b64248 req-0ab1f93b-8507-469a-a34d-f8b0b93e146a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:13.534562 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-85135db4-3e43-48f9-b7ed-00a190b64248 req-0ab1f93b-8507-469a-a34d-f8b0b93e146a service neutron] 10.222.0.70 "GET /v2.0/networks?id=afb47151-2bf0-49a5-9edb-e0d03c034e4e HTTP/1.1" status: 200 len: 917 time: 0.0874269 Jan 28 20:33:13.575899 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-85135db4-3e43-48f9-b7ed-00a190b64248 req-9646465d-0323-4b0f-bebb-2b65e5aa45c2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3a44e4ad-d187-4cc5-8285-d95a778d55bb HTTP/1.1" status: 200 len: 217 time: 0.0347955 Jan 28 20:33:13.628010 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85135db4-3e43-48f9-b7ed-00a190b64248 req-df2989ab-98d8-4b70-9cae-3d75671a6cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:13.629481 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-85135db4-3e43-48f9-b7ed-00a190b64248 req-df2989ab-98d8-4b70-9cae-3d75671a6cb6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=dfc0f769-6749-40b5-a971-47fb85965d90 HTTP/1.1" status: 200 len: 856 time: 0.0475640 Jan 28 20:33:13.678627 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85135db4-3e43-48f9-b7ed-00a190b64248 req-9c4526fc-14e2-4994-9c75-546c4033fe95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:13.680129 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-85135db4-3e43-48f9-b7ed-00a190b64248 req-9c4526fc-14e2-4994-9c75-546c4033fe95 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=afb47151-2bf0-49a5-9edb-e0d03c034e4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0438251 Jan 28 20:33:13.769849 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-85135db4-3e43-48f9-b7ed-00a190b64248 req-f4d570b1-489f-4b9f-9d60-618fa1738df1 service neutron] 10.222.0.70 "GET /v2.0/networks/afb47151-2bf0-49a5-9edb-e0d03c034e4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826125 Jan 28 20:33:13.861776 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-85135db4-3e43-48f9-b7ed-00a190b64248 req-fddeadfb-a1a0-4ed2-a3e4-31dbeef72e5d service neutron] 10.222.0.70 "GET /v2.0/networks/afb47151-2bf0-49a5-9edb-e0d03c034e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855944 Jan 28 20:33:14.245276 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cf118b-7fb1-4069-8663-618b1faf2d3a req-bfcff21a-c925-4e91-900f-52ba15f66a77 tempest-TestEncryptedCinderVolumes-1879672462 tempest-TestEncryptedCinderVolumes-1879672462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:14.246777 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-21cf118b-7fb1-4069-8663-618b1faf2d3a req-bfcff21a-c925-4e91-900f-52ba15f66a77 tempest-TestEncryptedCinderVolumes-1879672462 tempest-TestEncryptedCinderVolumes-1879672462-project] 10.222.0.64 "GET /v2.0/ports?device_id=26c99739-cf79-42a4-b948-38f3cc0723ee HTTP/1.1" status: 200 len: 944 time: 0.0574248 Jan 28 20:33:14.294401 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-21cf118b-7fb1-4069-8663-618b1faf2d3a req-afbf3cdb-20fc-4cd0-a132-65abf423af14 tempest-TestEncryptedCinderVolumes-1879672462 tempest-TestEncryptedCinderVolumes-1879672462-project] 10.222.0.64 "GET /v2.0/security-groups?id=6a05b6db-3d1b-45d0-b065-d2981aaac6c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417624 Jan 28 20:33:15.412584 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89a99ff-0c6b-428f-9105-0096df3c9e72 req-67a4aa28-a9bd-475f-9368-43eee702051a tempest-TestEncryptedCinderVolumes-1879672462 tempest-TestEncryptedCinderVolumes-1879672462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:15.415190 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e89a99ff-0c6b-428f-9105-0096df3c9e72 req-67a4aa28-a9bd-475f-9368-43eee702051a tempest-TestEncryptedCinderVolumes-1879672462 tempest-TestEncryptedCinderVolumes-1879672462-project] 10.222.0.64 "GET /v2.0/ports?device_id=26c99739-cf79-42a4-b948-38f3cc0723ee HTTP/1.1" status: 200 len: 944 time: 0.0543153 Jan 28 20:33:15.463381 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e89a99ff-0c6b-428f-9105-0096df3c9e72 req-fcb9dd1e-d55d-4ee5-a9dd-42b47960b677 tempest-TestEncryptedCinderVolumes-1879672462 tempest-TestEncryptedCinderVolumes-1879672462-project] 10.222.0.64 "GET /v2.0/security-groups?id=6a05b6db-3d1b-45d0-b065-d2981aaac6c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425096 Jan 28 20:33:16.178347 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:33:16.583291 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a30d14-5d23-40ec-8bef-8101e72e4947 req-515a7799-a9e5-4925-8827-08d4232b6b0e tempest-TestEncryptedCinderVolumes-1879672462 tempest-TestEncryptedCinderVolumes-1879672462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:16.584808 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e7a30d14-5d23-40ec-8bef-8101e72e4947 req-515a7799-a9e5-4925-8827-08d4232b6b0e tempest-TestEncryptedCinderVolumes-1879672462 tempest-TestEncryptedCinderVolumes-1879672462-project] 10.222.0.64 "GET /v2.0/ports?device_id=26c99739-cf79-42a4-b948-38f3cc0723ee HTTP/1.1" status: 200 len: 944 time: 0.0521176 Jan 28 20:33:16.631176 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e7a30d14-5d23-40ec-8bef-8101e72e4947 req-ab863eca-92ac-40a8-8095-186ac3b70275 tempest-TestEncryptedCinderVolumes-1879672462 tempest-TestEncryptedCinderVolumes-1879672462-project] 10.222.0.64 "GET /v2.0/security-groups?id=6a05b6db-3d1b-45d0-b065-d2981aaac6c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407848 Jan 28 20:33:17.751707 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be56238-6a77-4b95-acf4-fdfd06e20bbd req-fe4d39a7-f9c1-4e90-bead-a486e01e46af tempest-TestEncryptedCinderVolumes-1879672462 tempest-TestEncryptedCinderVolumes-1879672462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:17.753250 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2be56238-6a77-4b95-acf4-fdfd06e20bbd req-fe4d39a7-f9c1-4e90-bead-a486e01e46af tempest-TestEncryptedCinderVolumes-1879672462 tempest-TestEncryptedCinderVolumes-1879672462-project] 10.222.0.64 "GET /v2.0/ports?device_id=26c99739-cf79-42a4-b948-38f3cc0723ee HTTP/1.1" status: 200 len: 944 time: 0.0530517 Jan 28 20:33:17.803489 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2be56238-6a77-4b95-acf4-fdfd06e20bbd req-b0d297a9-c00b-4867-ae8d-78e1e3df7014 tempest-TestEncryptedCinderVolumes-1879672462 tempest-TestEncryptedCinderVolumes-1879672462-project] 10.222.0.64 "GET /v2.0/security-groups?id=6a05b6db-3d1b-45d0-b065-d2981aaac6c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441260 Jan 28 20:33:17.984539 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 3a44e4ad-d187-4cc5-8285-d95a778d55bb details requested by agent hyperv_n-h2-812111-14 with host n-h2-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:33:18.084340 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 3a44e4ad-d187-4cc5-8285-d95a778d55bb, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=3a44e4ad-d187-4cc5-8285-d95a778d55bb,segment=NetworkSegment(fc6086df-8557-4964-894e-823d4add82c7),segment_id=fc6086df-8557-4964-894e-823d4add82c7)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:33:18.095562 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Returning: {'device': '3a44e4ad-d187-4cc5-8285-d95a778d55bb', 'network_id': 'afb47151-2bf0-49a5-9edb-e0d03c034e4e', 'port_id': '3a44e4ad-d187-4cc5-8285-d95a778d55bb', 'mac_address': 'fa:16:3e:2e:e9:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfc0f769-6749-40b5-a971-47fb85965d90', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:33:18.132147 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 3a44e4ad-d187-4cc5-8285-d95a778d55bb is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:33:18.133069 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (3a44e4ad-d187-4cc5-8285-d95a778d55bb), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:18.145309 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a44e4ad-d187-4cc5-8285-d95a778d55bb {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:33:18.164962 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 3a44e4ad-d187-4cc5-8285-d95a778d55bb, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=3a44e4ad-d187-4cc5-8285-d95a778d55bb,segment=NetworkSegment(fc6086df-8557-4964-894e-823d4add82c7),segment_id=fc6086df-8557-4964-894e-823d4add82c7)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:33:18.168502 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (3a44e4ad-d187-4cc5-8285-d95a778d55bb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:18.217396 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=3a44e4ad-d187-4cc5-8285-d95a778d55bb,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:33:18.224745 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:33:18.225117 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:33:18.225462 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:33:18.225804 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:33:18.226166 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:33:18.226500 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:33:18.226833 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:33:18.227161 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:33:18.227488 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:33:18.227815 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:33:18.228177 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:33:18.228467 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:33:18.228938 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:33:18.371548 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['3a44e4ad-d187-4cc5-8285-d95a778d55bb'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:33:18.925627 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb15b66-33b1-49db-b23c-ca5ebfdae90a req-98acd089-1e47-4431-900a-cf548181cbba tempest-TestEncryptedCinderVolumes-1879672462 tempest-TestEncryptedCinderVolumes-1879672462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:18.927119 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-edb15b66-33b1-49db-b23c-ca5ebfdae90a req-98acd089-1e47-4431-900a-cf548181cbba tempest-TestEncryptedCinderVolumes-1879672462 tempest-TestEncryptedCinderVolumes-1879672462-project] 10.222.0.64 "GET /v2.0/ports?device_id=26c99739-cf79-42a4-b948-38f3cc0723ee HTTP/1.1" status: 200 len: 945 time: 0.0556531 Jan 28 20:33:18.973746 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-edb15b66-33b1-49db-b23c-ca5ebfdae90a req-fde78df8-5993-4876-a9ef-cad27590701b tempest-TestEncryptedCinderVolumes-1879672462 tempest-TestEncryptedCinderVolumes-1879672462-project] 10.222.0.64 "GET /v2.0/security-groups?id=6a05b6db-3d1b-45d0-b065-d2981aaac6c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408225 Jan 28 20:33:19.985185 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 3a44e4ad-d187-4cc5-8285-d95a778d55bb up at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:33:20.037123 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning for port 3a44e4ad-d187-4cc5-8285-d95a778d55bb completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:33:20.040977 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning complete for port 3a44e4ad-d187-4cc5-8285-d95a778d55bb triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:33:20.041376 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (3a44e4ad-d187-4cc5-8285-d95a778d55bb), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:20.093130 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b434a5-65fa-4081-8893-2054661db345 req-77331713-4083-49e8-b6af-376a86617958 tempest-TestEncryptedCinderVolumes-1879672462 tempest-TestEncryptedCinderVolumes-1879672462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:20.094716 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-37b434a5-65fa-4081-8893-2054661db345 req-77331713-4083-49e8-b6af-376a86617958 tempest-TestEncryptedCinderVolumes-1879672462 tempest-TestEncryptedCinderVolumes-1879672462-project] 10.222.0.64 "GET /v2.0/ports?device_id=26c99739-cf79-42a4-b948-38f3cc0723ee HTTP/1.1" status: 200 len: 945 time: 0.0536840 Jan 28 20:33:20.120952 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 3a44e4ad-d187-4cc5-8285-d95a778d55bb is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:33:20.121380 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (3a44e4ad-d187-4cc5-8285-d95a778d55bb), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:20.144646 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26c99739-cf79-42a4-b948-38f3cc0723ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a44e4ad-d187-4cc5-8285-d95a778d55bb'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:33:20.145779 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-37b434a5-65fa-4081-8893-2054661db345 req-ccdb1d6d-cef1-473b-a01c-6aed80545520 tempest-TestEncryptedCinderVolumes-1879672462 tempest-TestEncryptedCinderVolumes-1879672462-project] 10.222.0.64 "GET /v2.0/security-groups?id=6a05b6db-3d1b-45d0-b065-d2981aaac6c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450020 Jan 28 20:33:20.146969 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}704c702df6f21e7df92d3d89d4c6cfde2c6406e49d8202b36454fc5209adee22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67bcdd3f-835e-434a-86d4-0346c55cfa77" -d '{"events": [{"server_uuid": "26c99739-cf79-42a4-b948-38f3cc0723ee", "name": "network-vif-plugged", "status": "completed", "tag": "3a44e4ad-d187-4cc5-8285-d95a778d55bb"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:33:20.161074 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 3a44e4ad-d187-4cc5-8285-d95a778d55bb, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=3a44e4ad-d187-4cc5-8285-d95a778d55bb,segment=NetworkSegment(fc6086df-8557-4964-894e-823d4add82c7),segment_id=fc6086df-8557-4964-894e-823d4add82c7)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:33:20.165390 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (3a44e4ad-d187-4cc5-8285-d95a778d55bb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:20.190830 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fca7f0e5-4abe-43bc-82e8-42d4211eb57f x-openstack-request-id: req-fca7f0e5-4abe-43bc-82e8-42d4211eb57f {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:33:20.191129 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26c99739-cf79-42a4-b948-38f3cc0723ee", "name": "network-vif-plugged", "status": "completed", "tag": "3a44e4ad-d187-4cc5-8285-d95a778d55bb", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:33:20.191388 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fca7f0e5-4abe-43bc-82e8-42d4211eb57f {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:33:20.191779 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26c99739-cf79-42a4-b948-38f3cc0723ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a44e4ad-d187-4cc5-8285-d95a778d55bb', 'code': 200} Jan 28 20:33:20.220465 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=3a44e4ad-d187-4cc5-8285-d95a778d55bb,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:33:20.292705 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6485bb2-ab59-41f3-93a8-14c11e9ed9b0 req-26565b68-bf6c-4d3e-9cba-ba945a179e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:20.294137 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d6485bb2-ab59-41f3-93a8-14c11e9ed9b0 req-26565b68-bf6c-4d3e-9cba-ba945a179e8e service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=26c99739-cf79-42a4-b948-38f3cc0723ee HTTP/1.1" status: 200 len: 1129 time: 0.0441141 Jan 28 20:33:20.338922 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d6485bb2-ab59-41f3-93a8-14c11e9ed9b0 req-e61a746c-0b9f-4886-bf34-562f62fe1d84 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=6a05b6db-3d1b-45d0-b065-d2981aaac6c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385549 Jan 28 20:33:21.268236 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d395aa8c-4550-48a3-86d0-406f3fb5b692 req-5b5e78ba-d9c5-4cb2-a0af-59f385c8557e tempest-TestEncryptedCinderVolumes-1879672462 tempest-TestEncryptedCinderVolumes-1879672462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:21.269731 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d395aa8c-4550-48a3-86d0-406f3fb5b692 req-5b5e78ba-d9c5-4cb2-a0af-59f385c8557e tempest-TestEncryptedCinderVolumes-1879672462 tempest-TestEncryptedCinderVolumes-1879672462-project] 10.222.0.64 "GET /v2.0/ports?device_id=26c99739-cf79-42a4-b948-38f3cc0723ee HTTP/1.1" status: 200 len: 946 time: 0.0564463 Jan 28 20:33:21.316104 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d395aa8c-4550-48a3-86d0-406f3fb5b692 req-c6c7154a-9e01-495d-aa7f-e1f2c34d13ed tempest-TestEncryptedCinderVolumes-1879672462 tempest-TestEncryptedCinderVolumes-1879672462-project] 10.222.0.64 "GET /v2.0/security-groups?id=6a05b6db-3d1b-45d0-b065-d2981aaac6c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405381 Jan 28 20:33:21.536345 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:22.435131 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c170fde-fc18-4e00-9239-ceece553f76c req-3b364f97-5756-4622-8661-6ed06a29ea04 tempest-TestEncryptedCinderVolumes-1879672462 tempest-TestEncryptedCinderVolumes-1879672462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:22.436724 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8c170fde-fc18-4e00-9239-ceece553f76c req-3b364f97-5756-4622-8661-6ed06a29ea04 tempest-TestEncryptedCinderVolumes-1879672462 tempest-TestEncryptedCinderVolumes-1879672462-project] 10.222.0.64 "GET /v2.0/ports?device_id=26c99739-cf79-42a4-b948-38f3cc0723ee HTTP/1.1" status: 200 len: 946 time: 0.0521057 Jan 28 20:33:22.483014 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8c170fde-fc18-4e00-9239-ceece553f76c req-1c590e5b-5123-48c9-96d0-4252fdef3643 tempest-TestEncryptedCinderVolumes-1879672462 tempest-TestEncryptedCinderVolumes-1879672462-project] 10.222.0.64 "GET /v2.0/security-groups?id=6a05b6db-3d1b-45d0-b065-d2981aaac6c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406005 Jan 28 20:33:22.602240 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0737042-0ab6-401d-9d4a-2eeb1a23e82f req-9798f081-41d0-40aa-bb22-3cbd993e6fbd tempest-TestEncryptedCinderVolumes-1879672462 tempest-TestEncryptedCinderVolumes-1879672462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:22.603779 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b0737042-0ab6-401d-9d4a-2eeb1a23e82f req-9798f081-41d0-40aa-bb22-3cbd993e6fbd tempest-TestEncryptedCinderVolumes-1879672462 tempest-TestEncryptedCinderVolumes-1879672462-project] 10.222.0.64 "GET /v2.0/ports?device_id=26c99739-cf79-42a4-b948-38f3cc0723ee HTTP/1.1" status: 200 len: 946 time: 0.0535281 Jan 28 20:33:22.655023 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b0737042-0ab6-401d-9d4a-2eeb1a23e82f req-100a6d6c-c84d-435f-a1b4-2723c7122be7 tempest-TestEncryptedCinderVolumes-1879672462 tempest-TestEncryptedCinderVolumes-1879672462-project] 10.222.0.64 "GET /v2.0/security-groups?id=6a05b6db-3d1b-45d0-b065-d2981aaac6c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453691 Jan 28 20:33:24.626814 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:27.335869 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5a0e01ad-3303-4a42-a4a0-0ca91bab4aa1 req-b02c7c89-e44b-4e29-9d68-e896e1f4e247 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=26c99739-cf79-42a4-b948-38f3cc0723ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0485463 Jan 28 20:33:27.423289 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0e01ad-3303-4a42-a4a0-0ca91bab4aa1 req-999e4b33-a277-490d-8e21-1b8406f1f4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:27.424849 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5a0e01ad-3303-4a42-a4a0-0ca91bab4aa1 req-999e4b33-a277-490d-8e21-1b8406f1f4f0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=387400b68f3e4b71b2953b644ca3ac7e&device_id=26c99739-cf79-42a4-b948-38f3cc0723ee HTTP/1.1" status: 200 len: 1129 time: 0.0462334 Jan 28 20:33:27.538933 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0e01ad-3303-4a42-a4a0-0ca91bab4aa1 req-21e084f4-b1a8-407a-9139-2668768ea8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:27.541163 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5a0e01ad-3303-4a42-a4a0-0ca91bab4aa1 req-21e084f4-b1a8-407a-9139-2668768ea8ae service neutron] 10.222.0.70 "GET /v2.0/networks?id=afb47151-2bf0-49a5-9edb-e0d03c034e4e HTTP/1.1" status: 200 len: 917 time: 0.0934644 Jan 28 20:33:27.595536 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5a0e01ad-3303-4a42-a4a0-0ca91bab4aa1 req-7d8312b8-f485-4690-95dc-ea9337e3b3b5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3a44e4ad-d187-4cc5-8285-d95a778d55bb HTTP/1.1" status: 200 len: 217 time: 0.0401504 Jan 28 20:33:27.646222 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0e01ad-3303-4a42-a4a0-0ca91bab4aa1 req-9d876a2c-0974-40e0-9d64-ba35e3d16145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:27.647726 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5a0e01ad-3303-4a42-a4a0-0ca91bab4aa1 req-9d876a2c-0974-40e0-9d64-ba35e3d16145 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=dfc0f769-6749-40b5-a971-47fb85965d90 HTTP/1.1" status: 200 len: 856 time: 0.0448740 Jan 28 20:33:27.699942 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0e01ad-3303-4a42-a4a0-0ca91bab4aa1 req-69236e2a-90c9-4b9f-b395-9c8feb4d7649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:27.701475 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5a0e01ad-3303-4a42-a4a0-0ca91bab4aa1 req-69236e2a-90c9-4b9f-b395-9c8feb4d7649 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=afb47151-2bf0-49a5-9edb-e0d03c034e4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0437987 Jan 28 20:33:27.800710 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5a0e01ad-3303-4a42-a4a0-0ca91bab4aa1 req-7302009f-2011-479d-ab48-c8010085bb00 service neutron] 10.222.0.70 "GET /v2.0/networks/afb47151-2bf0-49a5-9edb-e0d03c034e4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863323 Jan 28 20:33:27.890795 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5a0e01ad-3303-4a42-a4a0-0ca91bab4aa1 req-9e4a7780-64b3-4b1a-8570-2b4af3d24958 service neutron] 10.222.0.70 "GET /v2.0/networks/afb47151-2bf0-49a5-9edb-e0d03c034e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838809 Jan 28 20:33:36.832408 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9ebefaaa-945a-45bb-a3c4-0f7b61e3b6f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:39.092977 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-910c384c-9783-4b03-b03d-17a5cffadfd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:40.078260 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:41.960960 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:43.316729 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:51.548471 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:53.177445 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:33:54.628198 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:56.639632 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1208bb-7f76-4d1e-b91c-9894479439c7 req-6e8b9a29-59d6-4906-abbd-3642871c8f4a tempest-TestEncryptedCinderVolumes-1879672462 tempest-TestEncryptedCinderVolumes-1879672462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:56.642071 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-cb1208bb-7f76-4d1e-b91c-9894479439c7 req-6e8b9a29-59d6-4906-abbd-3642871c8f4a tempest-TestEncryptedCinderVolumes-1879672462 tempest-TestEncryptedCinderVolumes-1879672462-project] 10.222.0.64 "GET /v2.0/ports?device_id=26c99739-cf79-42a4-b948-38f3cc0723ee HTTP/1.1" status: 200 len: 946 time: 0.0616322 Jan 28 20:33:56.693587 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-cb1208bb-7f76-4d1e-b91c-9894479439c7 req-505f26ab-30fd-4e7d-87f1-d70b062a0d31 tempest-TestEncryptedCinderVolumes-1879672462 tempest-TestEncryptedCinderVolumes-1879672462-project] 10.222.0.64 "GET /v2.0/security-groups?id=6a05b6db-3d1b-45d0-b065-d2981aaac6c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456903 Jan 28 20:33:57.815664 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803de4c7-0fcd-4212-8610-4bea00966be4 req-62112530-b7a6-43cf-9b1a-08a5a47d2e6a tempest-TestEncryptedCinderVolumes-1879672462 tempest-TestEncryptedCinderVolumes-1879672462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:57.817152 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-803de4c7-0fcd-4212-8610-4bea00966be4 req-62112530-b7a6-43cf-9b1a-08a5a47d2e6a tempest-TestEncryptedCinderVolumes-1879672462 tempest-TestEncryptedCinderVolumes-1879672462-project] 10.222.0.64 "GET /v2.0/ports?device_id=26c99739-cf79-42a4-b948-38f3cc0723ee HTTP/1.1" status: 200 len: 946 time: 0.0528765 Jan 28 20:33:57.873698 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-803de4c7-0fcd-4212-8610-4bea00966be4 req-86009726-08d9-4e54-ad60-1e2536392ea1 tempest-TestEncryptedCinderVolumes-1879672462 tempest-TestEncryptedCinderVolumes-1879672462-project] 10.222.0.64 "GET /v2.0/security-groups?id=6a05b6db-3d1b-45d0-b065-d2981aaac6c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507982 Jan 28 20:33:58.269641 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5a3680-429c-4273-98c3-87626f0190b0 req-008b8766-3257-4a0a-99f3-36d87a20fef0 tempest-TestEncryptedCinderVolumes-1879672462 tempest-TestEncryptedCinderVolumes-1879672462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:58.271145 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6a5a3680-429c-4273-98c3-87626f0190b0 req-008b8766-3257-4a0a-99f3-36d87a20fef0 tempest-TestEncryptedCinderVolumes-1879672462 tempest-TestEncryptedCinderVolumes-1879672462-project] 10.222.0.70 "GET /v2.0/ports?device_id=26c99739-cf79-42a4-b948-38f3cc0723ee HTTP/1.1" status: 200 len: 946 time: 0.0545933 Jan 28 20:33:58.360960 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-6a5a3680-429c-4273-98c3-87626f0190b0 req-7045e138-896a-401d-9715-67e99fb58aef tempest-TestEncryptedCinderVolumes-1879672462 tempest-TestEncryptedCinderVolumes-1879672462-project] Deleting port 3a44e4ad-d187-4cc5-8285-d95a778d55bb {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:33:58.361327 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6a5a3680-429c-4273-98c3-87626f0190b0 req-7045e138-896a-401d-9715-67e99fb58aef tempest-TestEncryptedCinderVolumes-1879672462 tempest-TestEncryptedCinderVolumes-1879672462-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (3a44e4ad-d187-4cc5-8285-d95a778d55bb), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:58.449734 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-6a5a3680-429c-4273-98c3-87626f0190b0 req-7045e138-896a-401d-9715-67e99fb58aef tempest-TestEncryptedCinderVolumes-1879672462 tempest-TestEncryptedCinderVolumes-1879672462-project] For port 3a44e4ad-d187-4cc5-8285-d95a778d55bb, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=3a44e4ad-d187-4cc5-8285-d95a778d55bb,segment=NetworkSegment(fc6086df-8557-4964-894e-823d4add82c7),segment_id=fc6086df-8557-4964-894e-823d4add82c7)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:33:58.450096 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6a5a3680-429c-4273-98c3-87626f0190b0 req-7045e138-896a-401d-9715-67e99fb58aef tempest-TestEncryptedCinderVolumes-1879672462 tempest-TestEncryptedCinderVolumes-1879672462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (3a44e4ad-d187-4cc5-8285-d95a778d55bb), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:58.461892 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-6a5a3680-429c-4273-98c3-87626f0190b0 req-7045e138-896a-401d-9715-67e99fb58aef tempest-TestEncryptedCinderVolumes-1879672462 tempest-TestEncryptedCinderVolumes-1879672462-project] Calling delete_port for 3a44e4ad-d187-4cc5-8285-d95a778d55bb owned by compute:nova {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:33:58.588193 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6a5a3680-429c-4273-98c3-87626f0190b0 req-7045e138-896a-401d-9715-67e99fb58aef tempest-TestEncryptedCinderVolumes-1879672462 tempest-TestEncryptedCinderVolumes-1879672462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (3a44e4ad-d187-4cc5-8285-d95a778d55bb), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:58.600941 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['3a44e4ad-d187-4cc5-8285-d95a778d55bb'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:33:58.617563 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7045e138-896a-401d-9715-67e99fb58aef tempest-TestEncryptedCinderVolumes-1879672462 tempest-TestEncryptedCinderVolumes-1879672462-project] Pushing event deleted for resources: {'Port': ['ID=3a44e4ad-d187-4cc5-8285-d95a778d55bb,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:33:58.660839 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a5a3680-429c-4273-98c3-87626f0190b0 req-7045e138-896a-401d-9715-67e99fb58aef tempest-TestEncryptedCinderVolumes-1879672462 tempest-TestEncryptedCinderVolumes-1879672462-project] No DVR routers for this DVR port 3a44e4ad-d187-4cc5-8285-d95a778d55bb on host n-h2-812111-14 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:33:58.663488 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6a5a3680-429c-4273-98c3-87626f0190b0 req-7045e138-896a-401d-9715-67e99fb58aef tempest-TestEncryptedCinderVolumes-1879672462 tempest-TestEncryptedCinderVolumes-1879672462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:58.667508 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6a5a3680-429c-4273-98c3-87626f0190b0 req-7045e138-896a-401d-9715-67e99fb58aef tempest-TestEncryptedCinderVolumes-1879672462 tempest-TestEncryptedCinderVolumes-1879672462-project] 10.222.0.70 "DELETE /v2.0/ports/3a44e4ad-d187-4cc5-8285-d95a778d55bb HTTP/1.1" status: 204 len: 173 time: 0.3905656 Jan 28 20:33:58.668231 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26c99739-cf79-42a4-b948-38f3cc0723ee', 'name': 'network-vif-deleted', 'tag': '3a44e4ad-d187-4cc5-8285-d95a778d55bb'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:33:58.671778 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}690870b4896ba3504f21237a239c836c0346d6a62bcfb5e8ee91fd1b13f99dd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd6b6e8e-4bfd-442b-bb55-3304a649dc8c" -d '{"events": [{"server_uuid": "26c99739-cf79-42a4-b948-38f3cc0723ee", "name": "network-vif-deleted", "tag": "3a44e4ad-d187-4cc5-8285-d95a778d55bb"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:33:58.711920 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3d92fc8-3031-4d5b-b2c5-916553764d1c x-openstack-request-id: req-e3d92fc8-3031-4d5b-b2c5-916553764d1c {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:33:58.712218 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26c99739-cf79-42a4-b948-38f3cc0723ee", "name": "network-vif-deleted", "tag": "3a44e4ad-d187-4cc5-8285-d95a778d55bb", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:33:58.712473 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e3d92fc8-3031-4d5b-b2c5-916553764d1c {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:33:58.712882 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26c99739-cf79-42a4-b948-38f3cc0723ee', 'name': 'network-vif-deleted', 'tag': '3a44e4ad-d187-4cc5-8285-d95a778d55bb', 'status': 'completed', 'code': 200} Jan 28 20:33:58.981428 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2b168834-2cb9-4fa1-829f-da3cdb2f3e50 req-203ee6ee-5175-4332-96f9-5c401b4147a0 tempest-TestEncryptedCinderVolumes-1879672462 tempest-TestEncryptedCinderVolumes-1879672462-project] 10.222.0.64 "GET /v2.0/ports?device_id=26c99739-cf79-42a4-b948-38f3cc0723ee HTTP/1.1" status: 200 len: 210 time: 0.0279496 Jan 28 20:34:00.077577 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 42588) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:34:00.421178 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5e142657-6c47-4918-821a-6f328a41c810 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-732838'] for router_interface (0fb7ac22-4276-4013-acaf-48da31bd4e38), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:00.661453 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-5e142657-6c47-4918-821a-6f328a41c810 admin admin] Deleting port b6b8da87-e0cc-4bb7-a509-003d51aceee3 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:34:00.661792 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5e142657-6c47-4918-821a-6f328a41c810 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (b6b8da87-e0cc-4bb7-a509-003d51aceee3), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:00.736981 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-5e142657-6c47-4918-821a-6f328a41c810 admin admin] For port b6b8da87-e0cc-4bb7-a509-003d51aceee3, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=b6b8da87-e0cc-4bb7-a509-003d51aceee3,segment=NetworkSegment(fc6086df-8557-4964-894e-823d4add82c7),segment_id=fc6086df-8557-4964-894e-823d4add82c7)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:34:00.737290 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5e142657-6c47-4918-821a-6f328a41c810 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (b6b8da87-e0cc-4bb7-a509-003d51aceee3), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:00.753604 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-5e142657-6c47-4918-821a-6f328a41c810 admin admin] Calling delete_port for b6b8da87-e0cc-4bb7-a509-003d51aceee3 owned by network:router_interface {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:34:00.926566 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5e142657-6c47-4918-821a-6f328a41c810 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (b6b8da87-e0cc-4bb7-a509-003d51aceee3), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:00.952925 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e142657-6c47-4918-821a-6f328a41c810 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6b8da87-e0cc-4bb7-a509-003d51aceee3,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:00.979468 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e142657-6c47-4918-821a-6f328a41c810 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:34:00.979820 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e142657-6c47-4918-821a-6f328a41c810 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:34:00.980162 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e142657-6c47-4918-821a-6f328a41c810 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:34:00.980495 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e142657-6c47-4918-821a-6f328a41c810 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:34:00.980835 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e142657-6c47-4918-821a-6f328a41c810 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:34:00.981188 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e142657-6c47-4918-821a-6f328a41c810 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:34:00.981521 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e142657-6c47-4918-821a-6f328a41c810 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:34:00.981848 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e142657-6c47-4918-821a-6f328a41c810 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:34:00.982179 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e142657-6c47-4918-821a-6f328a41c810 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:34:00.982504 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e142657-6c47-4918-821a-6f328a41c810 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:34:00.982834 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e142657-6c47-4918-821a-6f328a41c810 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:34:00.983157 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e142657-6c47-4918-821a-6f328a41c810 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:34:00.983491 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e142657-6c47-4918-821a-6f328a41c810 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:34:01.126417 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5e142657-6c47-4918-821a-6f328a41c810 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-732682'] for router_interface (0fb7ac22-4276-4013-acaf-48da31bd4e38), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:01.642882 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e142657-6c47-4918-821a-6f328a41c810 admin admin] Router 0fb7ac22-4276-4013-acaf-48da31bd4e38 has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:34:01.748010 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e142657-6c47-4918-821a-6f328a41c810 admin admin] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:34:01.753288 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-5e142657-6c47-4918-821a-6f328a41c810 admin admin] 10.222.0.64 "PUT /v2.0/routers/0fb7ac22-4276-4013-acaf-48da31bd4e38/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6745427 Jan 28 20:34:01.755737 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 42590) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:34:01.758865 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962e91d1-7f20-44ad-bb23-d50086148892 None None] Sync routers for ids ['0fb7ac22-4276-4013-acaf-48da31bd4e38'] in n-d-812111-14 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:34:01.769433 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962e91d1-7f20-44ad-bb23-d50086148892 None None] Routers {'0fb7ac22-4276-4013-acaf-48da31bd4e38'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:34:01.770089 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-962e91d1-7f20-44ad-bb23-d50086148892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:33:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['0fb7ac22-4276-4013-acaf-48da31bd4e38'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:34:01.858667 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ec9b158a-095b-43d8-9bef-ce3bc6fef339 admin admin] Publish callbacks [] for router (0fb7ac22-4276-4013-acaf-48da31bd4e38), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:01.874767 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-962e91d1-7f20-44ad-bb23-d50086148892 None None] Set router 0fb7ac22-4276-4013-acaf-48da31bd4e38 gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:34:01.961356 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ec9b158a-095b-43d8-9bef-ce3bc6fef339 admin admin] Publish callbacks [] for router_gateway (0fb7ac22-4276-4013-acaf-48da31bd4e38), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:02.014041 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-ec9b158a-095b-43d8-9bef-ce3bc6fef339 admin admin] Deleting port 8c070c24-7e93-4fb2-88ce-42c41719f56c {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:34:02.014454 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ec9b158a-095b-43d8-9bef-ce3bc6fef339 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (8c070c24-7e93-4fb2-88ce-42c41719f56c), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:02.053625 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-962e91d1-7f20-44ad-bb23-d50086148892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb7ac22-4276-4013-acaf-48da31bd4e38', 'name': 'tempest-TestEncryptedCinderVolumes-1684530427-router', 'tenant_id': '387400b68f3e4b71b2953b644ca3ac7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': '8c070c24-7e93-4fb2-88ce-42c41719f56c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:32:09Z', 'updated_at': '2022-01-28T20:34:00Z', 'revision_number': 5, 'project_id': '387400b68f3e4b71b2953b644ca3ac7e', 'gw_port': {'id': '8c070c24-7e93-4fb2-88ce-42c41719f56c', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:4f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb7ac22-4276-4013-acaf-48da31bd4e38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:32:10Z', 'updated_at': '2022-01-28T20:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:34:02.080734 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962e91d1-7f20-44ad-bb23-d50086148892 None None] Checking router: 0fb7ac22-4276-4013-acaf-48da31bd4e38 for host: n-d-812111-14 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:34:02.089605 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962e91d1-7f20-44ad-bb23-d50086148892 None None] Routers {'0fb7ac22-4276-4013-acaf-48da31bd4e38'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:34:02.090218 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-962e91d1-7f20-44ad-bb23-d50086148892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:33:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['0fb7ac22-4276-4013-acaf-48da31bd4e38'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:34:02.092503 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-ec9b158a-095b-43d8-9bef-ce3bc6fef339 admin admin] For port 8c070c24-7e93-4fb2-88ce-42c41719f56c, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=8c070c24-7e93-4fb2-88ce-42c41719f56c,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:34:02.092867 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ec9b158a-095b-43d8-9bef-ce3bc6fef339 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (8c070c24-7e93-4fb2-88ce-42c41719f56c), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:02.104603 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-ec9b158a-095b-43d8-9bef-ce3bc6fef339 admin admin] Calling delete_port for 8c070c24-7e93-4fb2-88ce-42c41719f56c owned by network:router_gateway {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:34:02.165722 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 3a44e4ad-d187-4cc5-8285-d95a778d55bb no longer exists at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:34:02.196167 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] No Port match for: 3a44e4ad-d187-4cc5-8285-d95a778d55bb {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:34:02.196524 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 3a44e4ad-d187-4cc5-8285-d95a778d55bb not bound to the agent host n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:34:02.198969 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-962e91d1-7f20-44ad-bb23-d50086148892 None None] Set router 0fb7ac22-4276-4013-acaf-48da31bd4e38 gateway port host: None {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:34:02.261598 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-962e91d1-7f20-44ad-bb23-d50086148892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb7ac22-4276-4013-acaf-48da31bd4e38', 'name': 'tempest-TestEncryptedCinderVolumes-1684530427-router', 'tenant_id': '387400b68f3e4b71b2953b644ca3ac7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:32:09Z', 'updated_at': '2022-01-28T20:34:01Z', 'revision_number': 6, 'project_id': '387400b68f3e4b71b2953b644ca3ac7e', 'gw_port_host': None}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:34:02.275294 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ec9b158a-095b-43d8-9bef-ce3bc6fef339 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (8c070c24-7e93-4fb2-88ce-42c41719f56c), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:02.288578 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962e91d1-7f20-44ad-bb23-d50086148892 None None] The sync data for ids ['0fb7ac22-4276-4013-acaf-48da31bd4e38'] in n-d-812111-14 is: [{'id': '0fb7ac22-4276-4013-acaf-48da31bd4e38', 'name': 'tempest-TestEncryptedCinderVolumes-1684530427-router', 'tenant_id': '387400b68f3e4b71b2953b644ca3ac7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:32:09Z', 'updated_at': '2022-01-28T20:34:01Z', 'revision_number': 6, 'project_id': '387400b68f3e4b71b2953b644ca3ac7e', 'gw_port_host': None}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:34:02.306346 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b158a-095b-43d8-9bef-ce3bc6fef339 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c070c24-7e93-4fb2-88ce-42c41719f56c,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:02.368260 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ec9b158a-095b-43d8-9bef-ce3bc6fef339 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-731488'] for router_gateway (0fb7ac22-4276-4013-acaf-48da31bd4e38), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:02.458544 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ec9b158a-095b-43d8-9bef-ce3bc6fef339 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-730901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261120'] for router (0fb7ac22-4276-4013-acaf-48da31bd4e38), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:02.460634 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ec9b158a-095b-43d8-9bef-ce3bc6fef339 admin admin] Publish callbacks [] for router_controller (0fb7ac22-4276-4013-acaf-48da31bd4e38), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:02.502170 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ec9b158a-095b-43d8-9bef-ce3bc6fef339 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-730908'] for router (0fb7ac22-4276-4013-acaf-48da31bd4e38), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:02.502719 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec9b158a-095b-43d8-9bef-ce3bc6fef339 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0fb7ac22-4276-4013-acaf-48da31bd4e38 {{(pid=103305) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 20:34:02.506991 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ec9b158a-095b-43d8-9bef-ce3bc6fef339 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:02.508213 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-ec9b158a-095b-43d8-9bef-ce3bc6fef339 admin admin] 10.222.0.64 "DELETE /v2.0/routers/0fb7ac22-4276-4013-acaf-48da31bd4e38 HTTP/1.1" status: 204 len: 168 time: 0.7515650 Jan 28 20:34:02.511561 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 42592) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:34:02.559243 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7f5e1bd-d8fd-4f01-ad7e-327dc404eb38 admin admin] Deleting subnet dfc0f769-6749-40b5-a971-47fb85965d90 {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 20:34:02.562358 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c7f5e1bd-d8fd-4f01-ad7e-327dc404eb38 admin admin] Publish callbacks [] for subnet (dfc0f769-6749-40b5-a971-47fb85965d90), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:02.595843 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c7f5e1bd-d8fd-4f01-ad7e-327dc404eb38 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16187240'] for subnet (dfc0f769-6749-40b5-a971-47fb85965d90), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:02.674860 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c7f5e1bd-d8fd-4f01-ad7e-327dc404eb38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (dfc0f769-6749-40b5-a971-47fb85965d90), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:02.735118 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c7f5e1bd-d8fd-4f01-ad7e-327dc404eb38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4752464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4733806'] for subnet (dfc0f769-6749-40b5-a971-47fb85965d90), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:02.761250 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f5e1bd-d8fd-4f01-ad7e-327dc404eb38 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dfc0f769-6749-40b5-a971-47fb85965d90,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:02.765641 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c7f5e1bd-d8fd-4f01-ad7e-327dc404eb38 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:02.769040 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-c7f5e1bd-d8fd-4f01-ad7e-327dc404eb38 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/dfc0f769-6749-40b5-a971-47fb85965d90 HTTP/1.1" status: 204 len: 168 time: 0.2565179 Jan 28 20:34:02.771635 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 42594) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:34:02.772715 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfa6e579-498c-49e2-b3b2-5a04c0e1bd53 None None] Network afb47151-2bf0-49a5-9edb-e0d03c034e4e requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:34:02.839897 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d78d7560-6ac5-4eb4-8216-0f9a03df40bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (afb47151-2bf0-49a5-9edb-e0d03c034e4e), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:02.893390 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-d78d7560-6ac5-4eb4-8216-0f9a03df40bf admin admin] Deleting port b0d30c5c-e91e-4d6e-be1c-50568bd948f6 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:34:02.893731 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d78d7560-6ac5-4eb4-8216-0f9a03df40bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (b0d30c5c-e91e-4d6e-be1c-50568bd948f6), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:02.960366 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-d78d7560-6ac5-4eb4-8216-0f9a03df40bf admin admin] For port b0d30c5c-e91e-4d6e-be1c-50568bd948f6, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=b0d30c5c-e91e-4d6e-be1c-50568bd948f6,segment=NetworkSegment(fc6086df-8557-4964-894e-823d4add82c7),segment_id=fc6086df-8557-4964-894e-823d4add82c7)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:34:02.960727 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d78d7560-6ac5-4eb4-8216-0f9a03df40bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (b0d30c5c-e91e-4d6e-be1c-50568bd948f6), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:02.973239 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-d78d7560-6ac5-4eb4-8216-0f9a03df40bf admin admin] Calling delete_port for b0d30c5c-e91e-4d6e-be1c-50568bd948f6 owned by network:dhcp {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:34:03.053002 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d78d7560-6ac5-4eb4-8216-0f9a03df40bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (b0d30c5c-e91e-4d6e-be1c-50568bd948f6), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:03.078177 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e366850e-7599-4dbc-9db3-442d4916628b None None] DHCP port deletion for afb47151-2bf0-49a5-9edb-e0d03c034e4e request from n-d-812111-14 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 20:34:03.085600 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78d7560-6ac5-4eb4-8216-0f9a03df40bf admin admin] Pushing event deleted for resources: {'Port': ['ID=b0d30c5c-e91e-4d6e-be1c-50568bd948f6,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:03.090256 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78d7560-6ac5-4eb4-8216-0f9a03df40bf admin admin] No DVR routers for this DVR port b0d30c5c-e91e-4d6e-be1c-50568bd948f6 on host n-d-812111-14 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:34:03.163081 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 8c070c24-7e93-4fb2-88ce-42c41719f56c no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:34:03.168832 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d78d7560-6ac5-4eb4-8216-0f9a03df40bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (afb47151-2bf0-49a5-9edb-e0d03c034e4e), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:03.188239 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: 8c070c24-7e93-4fb2-88ce-42c41719f56c {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:34:03.188590 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 8c070c24-7e93-4fb2-88ce-42c41719f56c not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:34:03.189012 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device b6b8da87-e0cc-4bb7-a509-003d51aceee3 no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:34:03.197416 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-d78d7560-6ac5-4eb4-8216-0f9a03df40bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afb47151-2bf0-49a5-9edb-e0d03c034e4e']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:34:03.208737 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: b6b8da87-e0cc-4bb7-a509-003d51aceee3 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:34:03.209084 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device b6b8da87-e0cc-4bb7-a509-003d51aceee3 not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:34:03.209526 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device b0d30c5c-e91e-4d6e-be1c-50568bd948f6 no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:34:03.211629 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-d78d7560-6ac5-4eb4-8216-0f9a03df40bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc6086df-8557-4964-894e-823d4add82c7') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:34:03.211995 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-d78d7560-6ac5-4eb4-8216-0f9a03df40bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc6086df-8557-4964-894e-823d4add82c7') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:34:03.222749 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d78d7560-6ac5-4eb4-8216-0f9a03df40bf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16187153'] for segment (fc6086df-8557-4964-894e-823d4add82c7), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:03.229710 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: b0d30c5c-e91e-4d6e-be1c-50568bd948f6 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:34:03.230062 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device b0d30c5c-e91e-4d6e-be1c-50568bd948f6 not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:34:03.239752 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d78d7560-6ac5-4eb4-8216-0f9a03df40bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (fc6086df-8557-4964-894e-823d4add82c7), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:03.249470 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d78d7560-6ac5-4eb4-8216-0f9a03df40bf admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:34:03.249988 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d78d7560-6ac5-4eb4-8216-0f9a03df40bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4752570'] for segment (fc6086df-8557-4964-894e-823d4add82c7), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:03.251805 n-d-812111-14 neutron-server[103305]: Traceback (most recent call last): Jan 28 20:34:03.251805 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:34:03.251805 n-d-812111-14 neutron-server[103305]: timer() Jan 28 20:34:03.251805 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:34:03.251805 n-d-812111-14 neutron-server[103305]: cb(*args, **kw) Jan 28 20:34:03.251805 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:34:03.251805 n-d-812111-14 neutron-server[103305]: return func(*args, **kwargs) Jan 28 20:34:03.251805 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:34:03.251805 n-d-812111-14 neutron-server[103305]: self._notify() Jan 28 20:34:03.251805 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:34:03.251805 n-d-812111-14 neutron-server[103305]: self.callback(batched_events) Jan 28 20:34:03.251805 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:34:03.251805 n-d-812111-14 neutron-server[103305]: event.method(event) Jan 28 20:34:03.251805 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:34:03.251805 n-d-812111-14 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:34:03.251805 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:34:03.251805 n-d-812111-14 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:34:03.251805 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:34:03.251805 n-d-812111-14 neutron-server[103305]: return f(self, *a, **k) Jan 28 20:34:03.251805 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:34:03.251805 n-d-812111-14 neutron-server[103305]: return self._get(url).json() Jan 28 20:34:03.251805 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:34:03.251805 n-d-812111-14 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:34:03.251805 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:34:03.251805 n-d-812111-14 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 28 20:34:03.251805 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:34:03.251805 n-d-812111-14 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:34:03.251805 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:34:03.251805 n-d-812111-14 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:34:03.251805 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:34:03.251805 n-d-812111-14 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:34:03.251805 n-d-812111-14 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:34:03.312072 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d78d7560-6ac5-4eb4-8216-0f9a03df40bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (afb47151-2bf0-49a5-9edb-e0d03c034e4e), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:03.317193 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d78d7560-6ac5-4eb4-8216-0f9a03df40bf admin admin] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:03.322067 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-d78d7560-6ac5-4eb4-8216-0f9a03df40bf admin admin] 10.222.0.64 "DELETE /v2.0/networks/afb47151-2bf0-49a5-9edb-e0d03c034e4e HTTP/1.1" status: 204 len: 168 time: 0.5494933 Jan 28 20:34:03.325785 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 42596) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:34:03.336520 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78d7560-6ac5-4eb4-8216-0f9a03df40bf admin admin] Pushing event deleted for resources: {'Network': ['ID=afb47151-2bf0-49a5-9edb-e0d03c034e4e,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:04.008514 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-13ba39b5-2e1b-490f-baf4-4e55ced3aa8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-732838'] for router_interface (145f5ad3-0fcc-4eec-8d2b-6f9a043d776e), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:04.255056 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-13ba39b5-2e1b-490f-baf4-4e55ced3aa8c admin admin] Deleting port 9dbe2f40-23f5-46f1-b4a4-342d606082ef {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:34:04.255394 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-13ba39b5-2e1b-490f-baf4-4e55ced3aa8c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (9dbe2f40-23f5-46f1-b4a4-342d606082ef), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:04.332213 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-13ba39b5-2e1b-490f-baf4-4e55ced3aa8c admin admin] For port 9dbe2f40-23f5-46f1-b4a4-342d606082ef, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=9dbe2f40-23f5-46f1-b4a4-342d606082ef,segment=NetworkSegment(fbd64a04-8e5d-48c3-a855-e4f798e3f2e7),segment_id=fbd64a04-8e5d-48c3-a855-e4f798e3f2e7)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:34:04.332889 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-13ba39b5-2e1b-490f-baf4-4e55ced3aa8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (9dbe2f40-23f5-46f1-b4a4-342d606082ef), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:04.349254 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-13ba39b5-2e1b-490f-baf4-4e55ced3aa8c admin admin] Calling delete_port for 9dbe2f40-23f5-46f1-b4a4-342d606082ef owned by network:router_interface {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:34:04.524834 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-13ba39b5-2e1b-490f-baf4-4e55ced3aa8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (9dbe2f40-23f5-46f1-b4a4-342d606082ef), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:04.551809 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ba39b5-2e1b-490f-baf4-4e55ced3aa8c admin admin] Pushing event deleted for resources: {'Port': ['ID=9dbe2f40-23f5-46f1-b4a4-342d606082ef,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:04.715163 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-13ba39b5-2e1b-490f-baf4-4e55ced3aa8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-732682'] for router_interface (145f5ad3-0fcc-4eec-8d2b-6f9a043d776e), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:04.928093 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13ba39b5-2e1b-490f-baf4-4e55ced3aa8c admin admin] Router 145f5ad3-0fcc-4eec-8d2b-6f9a043d776e has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:34:05.037681 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13ba39b5-2e1b-490f-baf4-4e55ced3aa8c admin admin] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:34:05.043863 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-13ba39b5-2e1b-490f-baf4-4e55ced3aa8c admin admin] 10.222.0.64 "PUT /v2.0/routers/145f5ad3-0fcc-4eec-8d2b-6f9a043d776e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7170584 Jan 28 20:34:05.046481 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 42598) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:34:05.048907 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e82b8cc-4fd0-4dc0-9dea-daa6fcc4ce76 None None] Sync routers for ids ['145f5ad3-0fcc-4eec-8d2b-6f9a043d776e'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:34:05.059312 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e82b8cc-4fd0-4dc0-9dea-daa6fcc4ce76 None None] Routers {'145f5ad3-0fcc-4eec-8d2b-6f9a043d776e'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:34:05.059920 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-0e82b8cc-4fd0-4dc0-9dea-daa6fcc4ce76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:33:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['145f5ad3-0fcc-4eec-8d2b-6f9a043d776e'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:34:05.153273 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7f1d778d-ace9-4416-8c82-068c0b2c37c8 admin admin] Publish callbacks [] for router (145f5ad3-0fcc-4eec-8d2b-6f9a043d776e), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:05.162821 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-0e82b8cc-4fd0-4dc0-9dea-daa6fcc4ce76 None None] Set router 145f5ad3-0fcc-4eec-8d2b-6f9a043d776e gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:34:05.260932 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7f1d778d-ace9-4416-8c82-068c0b2c37c8 admin admin] Publish callbacks [] for router_gateway (145f5ad3-0fcc-4eec-8d2b-6f9a043d776e), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:05.314711 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-7f1d778d-ace9-4416-8c82-068c0b2c37c8 admin admin] Deleting port a8917b43-7765-4f5a-b0be-7694e0fd67f2 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:34:05.315048 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7f1d778d-ace9-4416-8c82-068c0b2c37c8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (a8917b43-7765-4f5a-b0be-7694e0fd67f2), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:05.391932 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-7f1d778d-ace9-4416-8c82-068c0b2c37c8 admin admin] For port a8917b43-7765-4f5a-b0be-7694e0fd67f2, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=a8917b43-7765-4f5a-b0be-7694e0fd67f2,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:34:05.392637 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7f1d778d-ace9-4416-8c82-068c0b2c37c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (a8917b43-7765-4f5a-b0be-7694e0fd67f2), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:05.404709 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-7f1d778d-ace9-4416-8c82-068c0b2c37c8 admin admin] Calling delete_port for a8917b43-7765-4f5a-b0be-7694e0fd67f2 owned by network:router_gateway {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:34:05.424011 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-0e82b8cc-4fd0-4dc0-9dea-daa6fcc4ce76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '145f5ad3-0fcc-4eec-8d2b-6f9a043d776e', 'name': 'tempest-TestEncryptedCinderVolumes-1729618371-router', 'tenant_id': '806a42bc013949e6ae7019643de3c65d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': 'a8917b43-7765-4f5a-b0be-7694e0fd67f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:32:14Z', 'updated_at': '2022-01-28T20:34:04Z', 'revision_number': 5, 'project_id': '806a42bc013949e6ae7019643de3c65d', 'gw_port': {'id': 'a8917b43-7765-4f5a-b0be-7694e0fd67f2', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:fc:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '145f5ad3-0fcc-4eec-8d2b-6f9a043d776e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:32:15Z', 'updated_at': '2022-01-28T20:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:34:05.449874 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e82b8cc-4fd0-4dc0-9dea-daa6fcc4ce76 None None] Checking router: 145f5ad3-0fcc-4eec-8d2b-6f9a043d776e for host: n-d-812111-14 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:34:05.462749 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e82b8cc-4fd0-4dc0-9dea-daa6fcc4ce76 None None] Routers {'145f5ad3-0fcc-4eec-8d2b-6f9a043d776e'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:34:05.463364 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-0e82b8cc-4fd0-4dc0-9dea-daa6fcc4ce76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:33:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['145f5ad3-0fcc-4eec-8d2b-6f9a043d776e'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:34:05.546917 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-0e82b8cc-4fd0-4dc0-9dea-daa6fcc4ce76 None None] Set router 145f5ad3-0fcc-4eec-8d2b-6f9a043d776e gateway port host: None {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:34:05.569547 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7f1d778d-ace9-4416-8c82-068c0b2c37c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (a8917b43-7765-4f5a-b0be-7694e0fd67f2), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:05.599765 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-0e82b8cc-4fd0-4dc0-9dea-daa6fcc4ce76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '145f5ad3-0fcc-4eec-8d2b-6f9a043d776e', 'name': 'tempest-TestEncryptedCinderVolumes-1729618371-router', 'tenant_id': '806a42bc013949e6ae7019643de3c65d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:32:14Z', 'updated_at': '2022-01-28T20:34:05Z', 'revision_number': 6, 'project_id': '806a42bc013949e6ae7019643de3c65d', 'gw_port_host': None}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:34:05.607609 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1d778d-ace9-4416-8c82-068c0b2c37c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8917b43-7765-4f5a-b0be-7694e0fd67f2,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:05.627072 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e82b8cc-4fd0-4dc0-9dea-daa6fcc4ce76 None None] The sync data for ids ['145f5ad3-0fcc-4eec-8d2b-6f9a043d776e'] in n-d-812111-14 is: [{'id': '145f5ad3-0fcc-4eec-8d2b-6f9a043d776e', 'name': 'tempest-TestEncryptedCinderVolumes-1729618371-router', 'tenant_id': '806a42bc013949e6ae7019643de3c65d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:32:14Z', 'updated_at': '2022-01-28T20:34:05Z', 'revision_number': 6, 'project_id': '806a42bc013949e6ae7019643de3c65d', 'gw_port_host': None}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:34:05.667431 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7f1d778d-ace9-4416-8c82-068c0b2c37c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-731488'] for router_gateway (145f5ad3-0fcc-4eec-8d2b-6f9a043d776e), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:05.759922 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7f1d778d-ace9-4416-8c82-068c0b2c37c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-730901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261120'] for router (145f5ad3-0fcc-4eec-8d2b-6f9a043d776e), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:05.762635 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7f1d778d-ace9-4416-8c82-068c0b2c37c8 admin admin] Publish callbacks [] for router_controller (145f5ad3-0fcc-4eec-8d2b-6f9a043d776e), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:05.806876 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7f1d778d-ace9-4416-8c82-068c0b2c37c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-730908'] for router (145f5ad3-0fcc-4eec-8d2b-6f9a043d776e), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:05.807352 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f1d778d-ace9-4416-8c82-068c0b2c37c8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 145f5ad3-0fcc-4eec-8d2b-6f9a043d776e {{(pid=103304) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 20:34:05.811693 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7f1d778d-ace9-4416-8c82-068c0b2c37c8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:05.812930 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-7f1d778d-ace9-4416-8c82-068c0b2c37c8 admin admin] 10.222.0.64 "DELETE /v2.0/routers/145f5ad3-0fcc-4eec-8d2b-6f9a043d776e HTTP/1.1" status: 204 len: 168 time: 0.7653821 Jan 28 20:34:05.815516 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 42600) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:34:05.863284 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb39ccf5-6a74-4214-a3e8-2f63099831f8 admin admin] Deleting subnet 10be7267-6185-4a93-996c-18514572e314 {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 20:34:05.866337 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fb39ccf5-6a74-4214-a3e8-2f63099831f8 admin admin] Publish callbacks [] for subnet (10be7267-6185-4a93-996c-18514572e314), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:05.905218 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fb39ccf5-6a74-4214-a3e8-2f63099831f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4747050'] for subnet (10be7267-6185-4a93-996c-18514572e314), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:05.983792 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fb39ccf5-6a74-4214-a3e8-2f63099831f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (10be7267-6185-4a93-996c-18514572e314), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:06.042804 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fb39ccf5-6a74-4214-a3e8-2f63099831f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4690616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5222356'] for subnet (10be7267-6185-4a93-996c-18514572e314), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:06.076354 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fb39ccf5-6a74-4214-a3e8-2f63099831f8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:06.080457 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-fb39ccf5-6a74-4214-a3e8-2f63099831f8 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/10be7267-6185-4a93-996c-18514572e314 HTTP/1.1" status: 204 len: 168 time: 0.2638927 Jan 28 20:34:06.081474 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb39ccf5-6a74-4214-a3e8-2f63099831f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10be7267-6185-4a93-996c-18514572e314,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:06.083387 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 42602) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:34:06.085706 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-021839bb-0f1c-4cd1-8ee7-edc9dd16f96b None None] Network 659d09f4-8632-474c-b154-48da54d2442d requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:34:06.152521 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-037aa2ac-a21c-436e-8c52-7b18552874e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (659d09f4-8632-474c-b154-48da54d2442d), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:06.206705 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-037aa2ac-a21c-436e-8c52-7b18552874e8 admin admin] Deleting port 36caa781-0eda-4ad4-8740-b1544cafa932 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:34:06.207054 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-037aa2ac-a21c-436e-8c52-7b18552874e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (36caa781-0eda-4ad4-8740-b1544cafa932), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:06.273616 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-037aa2ac-a21c-436e-8c52-7b18552874e8 admin admin] For port 36caa781-0eda-4ad4-8740-b1544cafa932, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=36caa781-0eda-4ad4-8740-b1544cafa932,segment=NetworkSegment(fbd64a04-8e5d-48c3-a855-e4f798e3f2e7),segment_id=fbd64a04-8e5d-48c3-a855-e4f798e3f2e7)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:34:06.273983 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-037aa2ac-a21c-436e-8c52-7b18552874e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (36caa781-0eda-4ad4-8740-b1544cafa932), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:06.286716 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-037aa2ac-a21c-436e-8c52-7b18552874e8 admin admin] Calling delete_port for 36caa781-0eda-4ad4-8740-b1544cafa932 owned by network:dhcp {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:34:06.363294 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-037aa2ac-a21c-436e-8c52-7b18552874e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (36caa781-0eda-4ad4-8740-b1544cafa932), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:06.391581 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6209b4f6-0a13-4789-b25e-d237875d7ca7 None None] DHCP port deletion for 659d09f4-8632-474c-b154-48da54d2442d request from n-d-812111-14 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 20:34:06.394358 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037aa2ac-a21c-436e-8c52-7b18552874e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=36caa781-0eda-4ad4-8740-b1544cafa932,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:06.397848 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037aa2ac-a21c-436e-8c52-7b18552874e8 admin admin] No DVR routers for this DVR port 36caa781-0eda-4ad4-8740-b1544cafa932 on host n-d-812111-14 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:34:06.470744 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-037aa2ac-a21c-436e-8c52-7b18552874e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (659d09f4-8632-474c-b154-48da54d2442d), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:06.492856 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-037aa2ac-a21c-436e-8c52-7b18552874e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['659d09f4-8632-474c-b154-48da54d2442d']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:34:06.503978 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-037aa2ac-a21c-436e-8c52-7b18552874e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbd64a04-8e5d-48c3-a855-e4f798e3f2e7') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:34:06.504355 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-037aa2ac-a21c-436e-8c52-7b18552874e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbd64a04-8e5d-48c3-a855-e4f798e3f2e7') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:34:06.514023 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-037aa2ac-a21c-436e-8c52-7b18552874e8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16187153'] for segment (fbd64a04-8e5d-48c3-a855-e4f798e3f2e7), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:06.529903 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-037aa2ac-a21c-436e-8c52-7b18552874e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (fbd64a04-8e5d-48c3-a855-e4f798e3f2e7), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:06.535952 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-037aa2ac-a21c-436e-8c52-7b18552874e8 admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:34:06.536382 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-037aa2ac-a21c-436e-8c52-7b18552874e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4752570'] for segment (fbd64a04-8e5d-48c3-a855-e4f798e3f2e7), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:06.538156 n-d-812111-14 neutron-server[103305]: Traceback (most recent call last): Jan 28 20:34:06.538156 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:34:06.538156 n-d-812111-14 neutron-server[103305]: timer() Jan 28 20:34:06.538156 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:34:06.538156 n-d-812111-14 neutron-server[103305]: cb(*args, **kw) Jan 28 20:34:06.538156 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:34:06.538156 n-d-812111-14 neutron-server[103305]: return func(*args, **kwargs) Jan 28 20:34:06.538156 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:34:06.538156 n-d-812111-14 neutron-server[103305]: self._notify() Jan 28 20:34:06.538156 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:34:06.538156 n-d-812111-14 neutron-server[103305]: self.callback(batched_events) Jan 28 20:34:06.538156 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:34:06.538156 n-d-812111-14 neutron-server[103305]: event.method(event) Jan 28 20:34:06.538156 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:34:06.538156 n-d-812111-14 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:34:06.538156 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:34:06.538156 n-d-812111-14 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:34:06.538156 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:34:06.538156 n-d-812111-14 neutron-server[103305]: return f(self, *a, **k) Jan 28 20:34:06.538156 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:34:06.538156 n-d-812111-14 neutron-server[103305]: return self._get(url).json() Jan 28 20:34:06.538156 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:34:06.538156 n-d-812111-14 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:34:06.538156 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:34:06.538156 n-d-812111-14 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 28 20:34:06.538156 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:34:06.538156 n-d-812111-14 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:34:06.538156 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:34:06.538156 n-d-812111-14 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:34:06.538156 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:34:06.538156 n-d-812111-14 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:34:06.538156 n-d-812111-14 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:34:06.598501 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-037aa2ac-a21c-436e-8c52-7b18552874e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (659d09f4-8632-474c-b154-48da54d2442d), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:06.605483 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-037aa2ac-a21c-436e-8c52-7b18552874e8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:06.609024 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-037aa2ac-a21c-436e-8c52-7b18552874e8 admin admin] 10.222.0.64 "DELETE /v2.0/networks/659d09f4-8632-474c-b154-48da54d2442d HTTP/1.1" status: 204 len: 168 time: 0.5239999 Jan 28 20:34:06.621766 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037aa2ac-a21c-436e-8c52-7b18552874e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=659d09f4-8632-474c-b154-48da54d2442d,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:06.793292 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 42606) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:34:06.833815 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a201a156-4dd8-41ea-937c-e7a543574fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:06.834802 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-d45524f7-5325-417a-9bff-cd98af3869ec admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=387400b68f3e4b71b2953b644ca3ac7e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0403097 Jan 28 20:34:06.837614 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 42608) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:34:06.884950 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7a543ce8-9021-4a87-93a4-7df486658b04 admin admin] Publish callbacks [] for security_group (6a05b6db-3d1b-45d0-b065-d2981aaac6c9), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:06.905823 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7a543ce8-9021-4a87-93a4-7df486658b04 admin admin] Publish callbacks [] for security_group (6a05b6db-3d1b-45d0-b065-d2981aaac6c9), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:06.955793 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7a543ce8-9021-4a87-93a4-7df486658b04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (6a05b6db-3d1b-45d0-b065-d2981aaac6c9), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:06.958414 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7a543ce8-9021-4a87-93a4-7df486658b04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:06.959737 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-7a543ce8-9021-4a87-93a4-7df486658b04 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6a05b6db-3d1b-45d0-b065-d2981aaac6c9 HTTP/1.1" status: 204 len: 168 time: 0.1211998 Jan 28 20:34:06.968349 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a543ce8-9021-4a87-93a4-7df486658b04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a05b6db-3d1b-45d0-b065-d2981aaac6c9,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:07.044980 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 9dbe2f40-23f5-46f1-b4a4-342d606082ef no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:34:07.070160 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: 9dbe2f40-23f5-46f1-b4a4-342d606082ef {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:34:07.070602 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 9dbe2f40-23f5-46f1-b4a4-342d606082ef not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:34:07.071096 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device a8917b43-7765-4f5a-b0be-7694e0fd67f2 no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:34:07.091036 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: a8917b43-7765-4f5a-b0be-7694e0fd67f2 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:34:07.091660 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device a8917b43-7765-4f5a-b0be-7694e0fd67f2 not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:34:07.091864 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 36caa781-0eda-4ad4-8740-b1544cafa932 no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:34:07.112401 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: 36caa781-0eda-4ad4-8740-b1544cafa932 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:34:07.112799 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 36caa781-0eda-4ad4-8740-b1544cafa932 not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:34:07.297972 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 42614) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:34:07.336845 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-ed517bdd-aed5-42bf-abf6-61f2b35ee742 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=806a42bc013949e6ae7019643de3c65d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0377517 Jan 28 20:34:07.339792 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 42616) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:34:07.385156 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e9b9164b-c736-4daa-9fdb-ac3b793b201c admin admin] Publish callbacks [] for security_group (71c915af-cb16-4c20-a9b0-c020a6ac9b2a), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:07.406273 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e9b9164b-c736-4daa-9fdb-ac3b793b201c admin admin] Publish callbacks [] for security_group (71c915af-cb16-4c20-a9b0-c020a6ac9b2a), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:07.452821 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e9b9164b-c736-4daa-9fdb-ac3b793b201c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (71c915af-cb16-4c20-a9b0-c020a6ac9b2a), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:07.455344 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e9b9164b-c736-4daa-9fdb-ac3b793b201c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:07.456512 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-e9b9164b-c736-4daa-9fdb-ac3b793b201c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/71c915af-cb16-4c20-a9b0-c020a6ac9b2a HTTP/1.1" status: 204 len: 168 time: 0.1158526 Jan 28 20:34:07.464586 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b9164b-c736-4daa-9fdb-ac3b793b201c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71c915af-cb16-4c20-a9b0-c020a6ac9b2a,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:08.165919 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 42638) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:34:08.261000 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-f32fb544-a537-46c8-8e6b-e8e059ca18d6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1795944934-network', 'tenant_id': '13f21c3e4efe49ea9f947642f19976bc'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:34:08.280452 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f32fb544-a537-46c8-8e6b-e8e059ca18d6 admin admin] Made reservation on behalf of 13f21c3e4efe49ea9f947642f19976bc for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:34:08.282720 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f32fb544-a537-46c8-8e6b-e8e059ca18d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:08.290898 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f32fb544-a537-46c8-8e6b-e8e059ca18d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:08.367527 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f32fb544-a537-46c8-8e6b-e8e059ca18d6 admin admin] Publish callbacks [] for security_group (76e5fa9a-ecd2-480d-b758-988445ea9d2b), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:08.372041 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f32fb544-a537-46c8-8e6b-e8e059ca18d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (76e5fa9a-ecd2-480d-b758-988445ea9d2b), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:08.396653 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f32fb544-a537-46c8-8e6b-e8e059ca18d6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:34:08.406367 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32fb544-a537-46c8-8e6b-e8e059ca18d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76e5fa9a-ecd2-480d-b758-988445ea9d2b,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:08.411214 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f32fb544-a537-46c8-8e6b-e8e059ca18d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (2b19dc33-05b6-4b12-a43f-d2304c61056f), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:08.411561 n-d-812111-14 neutron-server[103304]: INFO neutron.db.segments_db [None req-f32fb544-a537-46c8-8e6b-e8e059ca18d6 admin admin] Added segment 2b19dc33-05b6-4b12-a43f-d2304c61056f of type vlan for network 2d5ad54f-d0c9-4f59-8f6d-14e85db50aa1 Jan 28 20:34:08.451676 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f32fb544-a537-46c8-8e6b-e8e059ca18d6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (2d5ad54f-d0c9-4f59-8f6d-14e85db50aa1), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:08.475663 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f32fb544-a537-46c8-8e6b-e8e059ca18d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (2d5ad54f-d0c9-4f59-8f6d-14e85db50aa1), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:08.476605 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f32fb544-a537-46c8-8e6b-e8e059ca18d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:08.477289 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f32fb544-a537-46c8-8e6b-e8e059ca18d6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:08.533758 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-f32fb544-a537-46c8-8e6b-e8e059ca18d6 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3666673 Jan 28 20:34:08.536796 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 42642) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:34:08.539409 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32fb544-a537-46c8-8e6b-e8e059ca18d6 admin admin] Pushing event updated for resources: {'Network': ['ID=2d5ad54f-d0c9-4f59-8f6d-14e85db50aa1,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:08.542778 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-d0df9da5-b035-4c61-a2e4-074c0d19bf9c admin admin] Request body: {'subnet': {'network_id': '2d5ad54f-d0c9-4f59-8f6d-14e85db50aa1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1795944934-subnet', 'tenant_id': '13f21c3e4efe49ea9f947642f19976bc', 'ip_version': 4}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:34:08.549824 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network 2d5ad54f-d0c9-4f59-8f6d-14e85db50aa1 details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:34:08.562851 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0df9da5-b035-4c61-a2e4-074c0d19bf9c admin admin] Made reservation on behalf of 13f21c3e4efe49ea9f947642f19976bc for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:34:08.567912 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d0df9da5-b035-4c61-a2e4-074c0d19bf9c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4733071'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:08.730101 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d0df9da5-b035-4c61-a2e4-074c0d19bf9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4752401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4733085'] for subnet (bfc79aee-70eb-4177-98c5-44e99531d5fb), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:08.782966 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0df9da5-b035-4c61-a2e4-074c0d19bf9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=bfc79aee-70eb-4177-98c5-44e99531d5fb,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:08.793420 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0df9da5-b035-4c61-a2e4-074c0d19bf9c admin admin] Checking segment: {'id': '2b19dc33-05b6-4b12-a43f-d2304c61056f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '2d5ad54f-d0c9-4f59-8f6d-14e85db50aa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:34:08.793788 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0df9da5-b035-4c61-a2e4-074c0d19bf9c admin admin] Network hostable DHCP agents. Network: 2d5ad54f-d0c9-4f59-8f6d-14e85db50aa1, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:34:08.810453 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0df9da5-b035-4c61-a2e4-074c0d19bf9c admin admin] Network 2d5ad54f-d0c9-4f59-8f6d-14e85db50aa1 is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:34:08.819071 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-d0df9da5-b035-4c61-a2e4-074c0d19bf9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, 2d5ad54f-d0c9-4f59-8f6d-14e85db50aa1) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:34:08.824227 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0df9da5-b035-4c61-a2e4-074c0d19bf9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:08.825299 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d0df9da5-b035-4c61-a2e4-074c0d19bf9c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:08.828422 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-536b4a47-7581-4bdf-bdef-5037fe3dba5d None None] Network 2d5ad54f-d0c9-4f59-8f6d-14e85db50aa1 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:34:08.844079 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-d0df9da5-b035-4c61-a2e4-074c0d19bf9c admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3060944 Jan 28 20:34:08.846876 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 42644) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:34:08.851194 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-62033d90-5b77-434b-9546-0a7761cd51e0 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1795944934-router', 'tenant_id': '13f21c3e4efe49ea9f947642f19976bc', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:34:08.870159 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-62033d90-5b77-434b-9546-0a7761cd51e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261150'] for router (2fa9ebe6-5d61-47c0-abe5-4ac8f37328a2), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:08.871561 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-62033d90-5b77-434b-9546-0a7761cd51e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-731099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-731441', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261129'] for router (2fa9ebe6-5d61-47c0-abe5-4ac8f37328a2), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:08.924694 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-62033d90-5b77-434b-9546-0a7761cd51e0 admin admin] Publish callbacks [] for router_controller (2fa9ebe6-5d61-47c0-abe5-4ac8f37328a2), precommit_add_association {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:08.930666 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e7c5e66-40d9-48b4-843b-c3daa328b725 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68cd31fd-e4cd-5fb3-a862-256fc47efcd2-2d5ad54f-d0c9-4f59-8f6d-14e85db50aa1', 'network_id': '2d5ad54f-d0c9-4f59-8f6d-14e85db50aa1', 'project_id': '13f21c3e4efe49ea9f947642f19976bc', 'fixed_ips': [{'subnet_id': 'bfc79aee-70eb-4177-98c5-44e99531d5fb'}]}} from n-d-812111-14. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 20:34:08.931524 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5e7c5e66-40d9-48b4-843b-c3daa328b725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:09.063909 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-62033d90-5b77-434b-9546-0a7761cd51e0 admin admin] Publish callbacks [] for router_gateway (2fa9ebe6-5d61-47c0-abe5-4ac8f37328a2), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:09.068272 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-5e7c5e66-40d9-48b4-843b-c3daa328b725 None None] Allocated IP 172.20.0.2 (2d5ad54f-d0c9-4f59-8f6d-14e85db50aa1/bfc79aee-70eb-4177-98c5-44e99531d5fb/0d10ac12-ec1b-4522-a7cd-081a1226a0a8) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:34:09.095472 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-372f66be-2e6a-4f2e-8473-32bb36fcaa2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:09.276037 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-62033d90-5b77-434b-9546-0a7761cd51e0 admin admin] Publish callbacks [] for router_gateway (2fa9ebe6-5d61-47c0-abe5-4ac8f37328a2), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:09.296578 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-62033d90-5b77-434b-9546-0a7761cd51e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:09.392252 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5e7c5e66-40d9-48b4-843b-c3daa328b725 None None] Publish callbacks [] for port (0d10ac12-ec1b-4522-a7cd-081a1226a0a8), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:09.398194 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-62033d90-5b77-434b-9546-0a7761cd51e0 admin admin] Allocated IP 172.25.6.60 (d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8/a648e4ab-7422-41b9-b133-58aca25ab8f5/062a7e67-4e95-484e-aaef-9e69282de23a) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:34:09.398776 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5e7c5e66-40d9-48b4-843b-c3daa328b725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (0d10ac12-ec1b-4522-a7cd-081a1226a0a8), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:09.435528 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e7c5e66-40d9-48b4-843b-c3daa328b725 None None] Network 2d5ad54f-d0c9-4f59-8f6d-14e85db50aa1 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:34:09.438423 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-5e7c5e66-40d9-48b4-843b-c3daa328b725 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:34:09.442782 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7c5e66-40d9-48b4-843b-c3daa328b725 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:34:09.454412 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7c5e66-40d9-48b4-843b-c3daa328b725 None None] Pushing event updated for resources: {'Port': ['ID=0d10ac12-ec1b-4522-a7cd-081a1226a0a8,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:09.510108 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-62033d90-5b77-434b-9546-0a7761cd51e0 admin admin] Publish callbacks [] for port (062a7e67-4e95-484e-aaef-9e69282de23a), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:09.510342 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-5e7c5e66-40d9-48b4-843b-c3daa328b725 None None] Attempting to bind port 0d10ac12-ec1b-4522-a7cd-081a1226a0a8 on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:34:09.511260 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-5e7c5e66-40d9-48b4-843b-c3daa328b725 None None] Attempting to bind port 0d10ac12-ec1b-4522-a7cd-081a1226a0a8 by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '2b19dc33-05b6-4b12-a43f-d2304c61056f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '2d5ad54f-d0c9-4f59-8f6d-14e85db50aa1'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:34:09.511928 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7c5e66-40d9-48b4-843b-c3daa328b725 None None] Attempting to bind port 0d10ac12-ec1b-4522-a7cd-081a1226a0a8 on network 2d5ad54f-d0c9-4f59-8f6d-14e85db50aa1 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:34:09.516832 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7c5e66-40d9-48b4-843b-c3daa328b725 None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 33, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:34:09.517239 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7c5e66-40d9-48b4-843b-c3daa328b725 None None] Checking segment: {'id': '2b19dc33-05b6-4b12-a43f-d2304c61056f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '2d5ad54f-d0c9-4f59-8f6d-14e85db50aa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:34:09.517650 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5e7c5e66-40d9-48b4-843b-c3daa328b725 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:09.518042 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7c5e66-40d9-48b4-843b-c3daa328b725 None None] Bound using segment: {'id': '2b19dc33-05b6-4b12-a43f-d2304c61056f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '2d5ad54f-d0c9-4f59-8f6d-14e85db50aa1'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:34:09.518506 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-5e7c5e66-40d9-48b4-843b-c3daa328b725 None None] Bound port: 0d10ac12-ec1b-4522-a7cd-081a1226a0a8, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b19dc33-05b6-4b12-a43f-d2304c61056f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '2d5ad54f-d0c9-4f59-8f6d-14e85db50aa1'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:34:09.518892 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5e7c5e66-40d9-48b4-843b-c3daa328b725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (0d10ac12-ec1b-4522-a7cd-081a1226a0a8), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:09.545459 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-62033d90-5b77-434b-9546-0a7761cd51e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (062a7e67-4e95-484e-aaef-9e69282de23a), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:09.581391 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-5e7c5e66-40d9-48b4-843b-c3daa328b725 None None] For port 0d10ac12-ec1b-4522-a7cd-081a1226a0a8, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:34:09.582699 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62033d90-5b77-434b-9546-0a7761cd51e0 admin admin] Network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:34:09.584700 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-5e7c5e66-40d9-48b4-843b-c3daa328b725 None None] For port 0d10ac12-ec1b-4522-a7cd-081a1226a0a8, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=0d10ac12-ec1b-4522-a7cd-081a1226a0a8,segment=NetworkSegment(2b19dc33-05b6-4b12-a43f-d2304c61056f),segment_id=2b19dc33-05b6-4b12-a43f-d2304c61056f)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:34:09.585852 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-62033d90-5b77-434b-9546-0a7761cd51e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:34:09.588638 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62033d90-5b77-434b-9546-0a7761cd51e0 admin admin] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:34:09.590738 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5e7c5e66-40d9-48b4-843b-c3daa328b725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (0d10ac12-ec1b-4522-a7cd-081a1226a0a8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:09.621950 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62033d90-5b77-434b-9546-0a7761cd51e0 admin admin] Pushing event updated for resources: {'Port': ['ID=062a7e67-4e95-484e-aaef-9e69282de23a,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:09.649255 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7c5e66-40d9-48b4-843b-c3daa328b725 None None] Pushing event updated for resources: {'Port': ['ID=0d10ac12-ec1b-4522-a7cd-081a1226a0a8,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:09.877399 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-62033d90-5b77-434b-9546-0a7761cd51e0 admin admin] Publish callbacks [] for router_gateway (2fa9ebe6-5d61-47c0-abe5-4ac8f37328a2), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:10.078430 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-62033d90-5b77-434b-9546-0a7761cd51e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-731074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-731460'] for router (2fa9ebe6-5d61-47c0-abe5-4ac8f37328a2), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:10.084014 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:10.210107 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62033d90-5b77-434b-9546-0a7761cd51e0 admin admin] Router 2fa9ebe6-5d61-47c0-abe5-4ac8f37328a2 is scheduled to L3 agent 76fe5c49-705a-4e08-abb2-be585676213f with binding_index 1 {{(pid=103305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 20:34:10.322603 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62033d90-5b77-434b-9546-0a7761cd51e0 admin admin] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:34:10.332371 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d5d050f-1928-41a1-9f89-6f798841521e None None] Sync routers for ids ['2fa9ebe6-5d61-47c0-abe5-4ac8f37328a2'] in n-d-812111-14 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:34:10.342226 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-62033d90-5b77-434b-9546-0a7761cd51e0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:10.343698 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-62033d90-5b77-434b-9546-0a7761cd51e0 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.4958627 Jan 28 20:34:10.346277 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 42646) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:34:10.347036 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5d050f-1928-41a1-9f89-6f798841521e None None] Routers {'2fa9ebe6-5d61-47c0-abe5-4ac8f37328a2'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:34:10.347676 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-5d5d050f-1928-41a1-9f89-6f798841521e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:34:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['2fa9ebe6-5d61-47c0-abe5-4ac8f37328a2'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:34:10.466546 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-5d5d050f-1928-41a1-9f89-6f798841521e None None] Set router 2fa9ebe6-5d61-47c0-abe5-4ac8f37328a2 gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:34:10.577395 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05027689-b2eb-4cf1-ba37-d1c16f138fb7 None None] Network 2d5ad54f-d0c9-4f59-8f6d-14e85db50aa1 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:34:10.706987 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b0a1071d-d011-4fc4-971a-fcdaeb3de337 None None] Provisioning complete for port 0d10ac12-ec1b-4522-a7cd-081a1226a0a8 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:34:10.707690 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b0a1071d-d011-4fc4-971a-fcdaeb3de337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (0d10ac12-ec1b-4522-a7cd-081a1226a0a8), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:10.829142 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-5d5d050f-1928-41a1-9f89-6f798841521e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa9ebe6-5d61-47c0-abe5-4ac8f37328a2', 'name': 'tempest-TestMinimumBasicScenario-1795944934-router', 'tenant_id': '13f21c3e4efe49ea9f947642f19976bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': '062a7e67-4e95-484e-aaef-9e69282de23a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:34:08Z', 'updated_at': '2022-01-28T20:34:09Z', 'revision_number': 3, 'project_id': '13f21c3e4efe49ea9f947642f19976bc', 'gw_port': {'id': '062a7e67-4e95-484e-aaef-9e69282de23a', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:8e:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fa9ebe6-5d61-47c0-abe5-4ac8f37328a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:34:09Z', 'updated_at': '2022-01-28T20:34:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:34:10.864653 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d5d050f-1928-41a1-9f89-6f798841521e None None] Checking router: 2fa9ebe6-5d61-47c0-abe5-4ac8f37328a2 for host: n-d-812111-14 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:34:10.865011 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d5d050f-1928-41a1-9f89-6f798841521e None None] Updating router 2fa9ebe6-5d61-47c0-abe5-4ac8f37328a2 port 062a7e67-4e95-484e-aaef-9e69282de23a binding host n-d-812111-14 {{(pid=103306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:34:10.901004 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5d5d050f-1928-41a1-9f89-6f798841521e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (062a7e67-4e95-484e-aaef-9e69282de23a), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:10.902768 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b0a1071d-d011-4fc4-971a-fcdaeb3de337 None None] Current status of the port 0d10ac12-ec1b-4522-a7cd-081a1226a0a8 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:34:10.903146 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b0a1071d-d011-4fc4-971a-fcdaeb3de337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (0d10ac12-ec1b-4522-a7cd-081a1226a0a8), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:11.019876 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b0a1071d-d011-4fc4-971a-fcdaeb3de337 None None] For port 0d10ac12-ec1b-4522-a7cd-081a1226a0a8, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=0d10ac12-ec1b-4522-a7cd-081a1226a0a8,segment=NetworkSegment(2b19dc33-05b6-4b12-a43f-d2304c61056f),segment_id=2b19dc33-05b6-4b12-a43f-d2304c61056f)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:34:11.026312 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b0a1071d-d011-4fc4-971a-fcdaeb3de337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (0d10ac12-ec1b-4522-a7cd-081a1226a0a8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:11.113132 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4d68d12e-4373-4d0c-8fbd-eafa10cd07ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:11.128575 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 0d10ac12-ec1b-4522-a7cd-081a1226a0a8 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:34:11.154041 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a1071d-d011-4fc4-971a-fcdaeb3de337 None None] Pushing event updated for resources: {'Port': ['ID=0d10ac12-ec1b-4522-a7cd-081a1226a0a8,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:11.199113 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-08ae34f5-5184-4b04-9c98-8a21c7d55fb5 None None] Provisioning complete for port 0d10ac12-ec1b-4522-a7cd-081a1226a0a8 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:34:11.199490 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-08ae34f5-5184-4b04-9c98-8a21c7d55fb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (0d10ac12-ec1b-4522-a7cd-081a1226a0a8), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:11.269688 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 0d10ac12-ec1b-4522-a7cd-081a1226a0a8 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:34:11.270065 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (0d10ac12-ec1b-4522-a7cd-081a1226a0a8), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:11.275929 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-4d68d12e-4373-4d0c-8fbd-eafa10cd07ed admin admin] Allocated IP 172.20.0.1 (2d5ad54f-d0c9-4f59-8f6d-14e85db50aa1/bfc79aee-70eb-4177-98c5-44e99531d5fb/fc21c209-8d0c-442d-a4c4-5ee17895b6a6) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:34:11.379283 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5d5d050f-1928-41a1-9f89-6f798841521e None None] Publish callbacks [] for port (062a7e67-4e95-484e-aaef-9e69282de23a), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:11.381332 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4d68d12e-4373-4d0c-8fbd-eafa10cd07ed admin admin] Publish callbacks [] for port (fc21c209-8d0c-442d-a4c4-5ee17895b6a6), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:11.390555 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5d5d050f-1928-41a1-9f89-6f798841521e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (062a7e67-4e95-484e-aaef-9e69282de23a), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:11.416165 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4d68d12e-4373-4d0c-8fbd-eafa10cd07ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (fc21c209-8d0c-442d-a4c4-5ee17895b6a6), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:11.425021 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-08ae34f5-5184-4b04-9c98-8a21c7d55fb5 None None] Current status of the port 0d10ac12-ec1b-4522-a7cd-081a1226a0a8 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:34:11.460194 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d68d12e-4373-4d0c-8fbd-eafa10cd07ed admin admin] Network 2d5ad54f-d0c9-4f59-8f6d-14e85db50aa1 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:34:11.463079 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-4d68d12e-4373-4d0c-8fbd-eafa10cd07ed admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:34:11.469354 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d68d12e-4373-4d0c-8fbd-eafa10cd07ed admin admin] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:34:11.492142 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9150a048-7b84-437b-a723-78830c973e4c None None] Pushing event updated for resources: {'Port': ['ID=062a7e67-4e95-484e-aaef-9e69282de23a,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:11.496018 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d68d12e-4373-4d0c-8fbd-eafa10cd07ed admin admin] Pushing event updated for resources: {'Port': ['ID=fc21c209-8d0c-442d-a4c4-5ee17895b6a6,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:11.496742 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-5d5d050f-1928-41a1-9f89-6f798841521e None None] Attempting to bind port 062a7e67-4e95-484e-aaef-9e69282de23a on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:34:11.497124 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-5d5d050f-1928-41a1-9f89-6f798841521e None None] Attempting to bind port 062a7e67-4e95-484e-aaef-9e69282de23a by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:34:11.497492 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d5d050f-1928-41a1-9f89-6f798841521e None None] Attempting to bind port 062a7e67-4e95-484e-aaef-9e69282de23a on network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:34:11.501014 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 0d10ac12-ec1b-4522-a7cd-081a1226a0a8 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:34:11.505514 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d5d050f-1928-41a1-9f89-6f798841521e None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 33, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:34:11.506287 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d5d050f-1928-41a1-9f89-6f798841521e None None] Checking segment: {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:34:11.506287 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5d5d050f-1928-41a1-9f89-6f798841521e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:11.506688 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d5d050f-1928-41a1-9f89-6f798841521e None None] Bound using segment: {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:34:11.507170 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-5d5d050f-1928-41a1-9f89-6f798841521e None None] Bound port: 062a7e67-4e95-484e-aaef-9e69282de23a, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:34:11.507555 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5d5d050f-1928-41a1-9f89-6f798841521e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (062a7e67-4e95-484e-aaef-9e69282de23a), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:11.514041 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4d68d12e-4373-4d0c-8fbd-eafa10cd07ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734769'] for router_interface (2fa9ebe6-5d61-47c0-abe5-4ac8f37328a2), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:11.563262 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-5d5d050f-1928-41a1-9f89-6f798841521e None None] For port 062a7e67-4e95-484e-aaef-9e69282de23a, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:34:11.567730 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-5d5d050f-1928-41a1-9f89-6f798841521e None None] For port 062a7e67-4e95-484e-aaef-9e69282de23a, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=062a7e67-4e95-484e-aaef-9e69282de23a,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:34:11.574939 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5d5d050f-1928-41a1-9f89-6f798841521e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (062a7e67-4e95-484e-aaef-9e69282de23a), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:11.648291 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5d050f-1928-41a1-9f89-6f798841521e None None] Routers {'2fa9ebe6-5d61-47c0-abe5-4ac8f37328a2'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:34:11.648854 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-5d5d050f-1928-41a1-9f89-6f798841521e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:34:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['2fa9ebe6-5d61-47c0-abe5-4ac8f37328a2'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:34:11.650728 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9150a048-7b84-437b-a723-78830c973e4c None None] Pushing event updated for resources: {'Port': ['ID=062a7e67-4e95-484e-aaef-9e69282de23a,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:11.672774 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4d68d12e-4373-4d0c-8fbd-eafa10cd07ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (fc21c209-8d0c-442d-a4c4-5ee17895b6a6), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:11.763392 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-dbd57ea9-585c-4d6c-b3fe-0b455a079975 None None] Provisioning complete for port fc21c209-8d0c-442d-a4c4-5ee17895b6a6 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:34:11.763994 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-dbd57ea9-585c-4d6c-b3fe-0b455a079975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (fc21c209-8d0c-442d-a4c4-5ee17895b6a6), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:11.793890 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-5d5d050f-1928-41a1-9f89-6f798841521e None None] Set router 2fa9ebe6-5d61-47c0-abe5-4ac8f37328a2 gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:34:11.836463 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-dbd57ea9-585c-4d6c-b3fe-0b455a079975 None None] Port fc21c209-8d0c-442d-a4c4-5ee17895b6a6 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 20:34:11.842971 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4d68d12e-4373-4d0c-8fbd-eafa10cd07ed admin admin] Publish callbacks [] for port (fc21c209-8d0c-442d-a4c4-5ee17895b6a6), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:11.847658 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4d68d12e-4373-4d0c-8fbd-eafa10cd07ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (fc21c209-8d0c-442d-a4c4-5ee17895b6a6), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:11.919947 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4d68d12e-4373-4d0c-8fbd-eafa10cd07ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-756216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-732801'] for router_interface (2fa9ebe6-5d61-47c0-abe5-4ac8f37328a2), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:11.922648 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d68d12e-4373-4d0c-8fbd-eafa10cd07ed admin admin] Pushing event updated for resources: {'Port': ['ID=fc21c209-8d0c-442d-a4c4-5ee17895b6a6,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:12.018638 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d68d12e-4373-4d0c-8fbd-eafa10cd07ed admin admin] Network 2d5ad54f-d0c9-4f59-8f6d-14e85db50aa1 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:34:12.020140 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-4d68d12e-4373-4d0c-8fbd-eafa10cd07ed admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:34:12.146474 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d68d12e-4373-4d0c-8fbd-eafa10cd07ed admin admin] Router 2fa9ebe6-5d61-47c0-abe5-4ac8f37328a2 has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:34:12.152227 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:12.199663 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-5d5d050f-1928-41a1-9f89-6f798841521e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa9ebe6-5d61-47c0-abe5-4ac8f37328a2', 'name': 'tempest-TestMinimumBasicScenario-1795944934-router', 'tenant_id': '13f21c3e4efe49ea9f947642f19976bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': '062a7e67-4e95-484e-aaef-9e69282de23a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:34:08Z', 'updated_at': '2022-01-28T20:34:11Z', 'revision_number': 4, 'project_id': '13f21c3e4efe49ea9f947642f19976bc', 'gw_port': {'id': '062a7e67-4e95-484e-aaef-9e69282de23a', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:8e:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fa9ebe6-5d61-47c0-abe5-4ac8f37328a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:34:09Z', 'updated_at': '2022-01-28T20:34:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': 'fc21c209-8d0c-442d-a4c4-5ee17895b6a6', 'name': '', 'network_id': '2d5ad54f-d0c9-4f59-8f6d-14e85db50aa1', 'tenant_id': '13f21c3e4efe49ea9f947642f19976bc', 'mac_address': 'fa:16:3e:f4:1a:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fa9ebe6-5d61-47c0-abe5-4ac8f37328a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'bfc79aee-70eb-4177-98c5-44e99531d5fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:34:11Z', 'updated_at': '2022-01-28T20:34:11Z', 'revision_number': 1, 'project_id': '13f21c3e4efe49ea9f947642f19976bc', 'subnets': [{'id': 'bfc79aee-70eb-4177-98c5-44e99531d5fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:34:12.227746 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d5d050f-1928-41a1-9f89-6f798841521e None None] The sync data for ids ['2fa9ebe6-5d61-47c0-abe5-4ac8f37328a2'] in n-d-812111-14 is: [{'id': '2fa9ebe6-5d61-47c0-abe5-4ac8f37328a2', 'name': 'tempest-TestMinimumBasicScenario-1795944934-router', 'tenant_id': '13f21c3e4efe49ea9f947642f19976bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': '062a7e67-4e95-484e-aaef-9e69282de23a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:34:08Z', 'updated_at': '2022-01-28T20:34:11Z', 'revision_number': 4, 'project_id': '13f21c3e4efe49ea9f947642f19976bc', 'gw_port': {'id': '062a7e67-4e95-484e-aaef-9e69282de23a', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:8e:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fa9ebe6-5d61-47c0-abe5-4ac8f37328a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:34:09Z', 'updated_at': '2022-01-28T20:34:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': 'fc21c209-8d0c-442d-a4c4-5ee17895b6a6', 'name': '', 'network_id': '2d5ad54f-d0c9-4f59-8f6d-14e85db50aa1', 'tenant_id': '13f21c3e4efe49ea9f947642f19976bc', 'mac_address': 'fa:16:3e:f4:1a:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fa9ebe6-5d61-47c0-abe5-4ac8f37328a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'bfc79aee-70eb-4177-98c5-44e99531d5fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:34:11Z', 'updated_at': '2022-01-28T20:34:11Z', 'revision_number': 1, 'project_id': '13f21c3e4efe49ea9f947642f19976bc', 'subnets': [{'id': 'bfc79aee-70eb-4177-98c5-44e99531d5fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:34:12.263141 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-8e29a2ba-2178-49b6-9bff-78755ac557c6 None None] Provisioning complete for port fc21c209-8d0c-442d-a4c4-5ee17895b6a6 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:34:12.263506 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8e29a2ba-2178-49b6-9bff-78755ac557c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (fc21c209-8d0c-442d-a4c4-5ee17895b6a6), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:12.272872 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d68d12e-4373-4d0c-8fbd-eafa10cd07ed admin admin] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:34:12.278588 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-4d68d12e-4373-4d0c-8fbd-eafa10cd07ed admin admin] 10.222.0.64 "PUT /v2.0/routers/2fa9ebe6-5d61-47c0-abe5-4ac8f37328a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9313176 Jan 28 20:34:12.306252 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-8e29a2ba-2178-49b6-9bff-78755ac557c6 None None] Port fc21c209-8d0c-442d-a4c4-5ee17895b6a6 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 20:34:12.822440 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 42662) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:34:12.828033 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-79dc0cc7-f894-4dc4-83c2-ee424119cf48 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1446282151-network', 'tenant_id': '924cc5a5e23b4ddda5a53254711763ea'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:34:12.849447 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79dc0cc7-f894-4dc4-83c2-ee424119cf48 admin admin] Made reservation on behalf of 924cc5a5e23b4ddda5a53254711763ea for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:34:12.852642 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-79dc0cc7-f894-4dc4-83c2-ee424119cf48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:12.863325 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-79dc0cc7-f894-4dc4-83c2-ee424119cf48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:12.965863 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-79dc0cc7-f894-4dc4-83c2-ee424119cf48 admin admin] Publish callbacks [] for security_group (654348bb-deae-47cc-97b9-92fe0614f498), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:12.974157 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-79dc0cc7-f894-4dc4-83c2-ee424119cf48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (654348bb-deae-47cc-97b9-92fe0614f498), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:13.014207 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79dc0cc7-f894-4dc4-83c2-ee424119cf48 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:34:13.023943 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dc0cc7-f894-4dc4-83c2-ee424119cf48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=654348bb-deae-47cc-97b9-92fe0614f498,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:13.031807 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-79dc0cc7-f894-4dc4-83c2-ee424119cf48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (88415836-c059-4326-94f1-fd0bf2caf899), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:13.032158 n-d-812111-14 neutron-server[103305]: INFO neutron.db.segments_db [None req-79dc0cc7-f894-4dc4-83c2-ee424119cf48 admin admin] Added segment 88415836-c059-4326-94f1-fd0bf2caf899 of type vlan for network 90f8d92e-c1eb-4201-91d7-4b2658cf5a5c Jan 28 20:34:13.089154 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-79dc0cc7-f894-4dc4-83c2-ee424119cf48 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (90f8d92e-c1eb-4201-91d7-4b2658cf5a5c), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:13.115599 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-79dc0cc7-f894-4dc4-83c2-ee424119cf48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (90f8d92e-c1eb-4201-91d7-4b2658cf5a5c), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:13.116771 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79dc0cc7-f894-4dc4-83c2-ee424119cf48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:13.117427 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-79dc0cc7-f894-4dc4-83c2-ee424119cf48 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:13.199207 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-79dc0cc7-f894-4dc4-83c2-ee424119cf48 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3756163 Jan 28 20:34:13.202027 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 42664) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:34:13.209454 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-0f0420b2-97d0-480d-a386-ac82515d589f admin admin] Request body: {'subnet': {'network_id': '90f8d92e-c1eb-4201-91d7-4b2658cf5a5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1446282151-subnet', 'tenant_id': '924cc5a5e23b4ddda5a53254711763ea', 'ip_version': 4}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:34:13.214156 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 0d10ac12-ec1b-4522-a7cd-081a1226a0a8 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:34:13.218425 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dc0cc7-f894-4dc4-83c2-ee424119cf48 admin admin] Pushing event updated for resources: {'Network': ['ID=90f8d92e-c1eb-4201-91d7-4b2658cf5a5c,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:13.237857 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f0420b2-97d0-480d-a386-ac82515d589f admin admin] Made reservation on behalf of 924cc5a5e23b4ddda5a53254711763ea for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:34:13.240363 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0f0420b2-97d0-480d-a386-ac82515d589f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4733071'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:13.248944 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network 90f8d92e-c1eb-4201-91d7-4b2658cf5a5c details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:34:13.339821 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:13.353899 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 0d10ac12-ec1b-4522-a7cd-081a1226a0a8 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:34:13.354276 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (0d10ac12-ec1b-4522-a7cd-081a1226a0a8), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:13.438962 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0f0420b2-97d0-480d-a386-ac82515d589f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4752401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4733085'] for subnet (3ed51469-36ca-426d-beb7-11f92e78366b), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:13.450615 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 0d10ac12-ec1b-4522-a7cd-081a1226a0a8 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:34:13.451739 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 062a7e67-4e95-484e-aaef-9e69282de23a up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:34:13.507905 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0420b2-97d0-480d-a386-ac82515d589f admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ed51469-36ca-426d-beb7-11f92e78366b,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:13.512534 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0420b2-97d0-480d-a386-ac82515d589f admin admin] Checking segment: {'id': '88415836-c059-4326-94f1-fd0bf2caf899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '90f8d92e-c1eb-4201-91d7-4b2658cf5a5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:34:13.512901 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f0420b2-97d0-480d-a386-ac82515d589f admin admin] Network hostable DHCP agents. Network: 90f8d92e-c1eb-4201-91d7-4b2658cf5a5c, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:34:13.516355 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 062a7e67-4e95-484e-aaef-9e69282de23a triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:34:13.516675 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (062a7e67-4e95-484e-aaef-9e69282de23a), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:13.536666 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f0420b2-97d0-480d-a386-ac82515d589f admin admin] Network 90f8d92e-c1eb-4201-91d7-4b2658cf5a5c is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:34:13.548816 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-0f0420b2-97d0-480d-a386-ac82515d589f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, 90f8d92e-c1eb-4201-91d7-4b2658cf5a5c) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:34:13.553911 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f0420b2-97d0-480d-a386-ac82515d589f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:13.554572 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0f0420b2-97d0-480d-a386-ac82515d589f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:13.562385 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbb9644a-898b-4e91-ae5c-3168b7d271a4 None None] Network 90f8d92e-c1eb-4201-91d7-4b2658cf5a5c requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:34:13.577689 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-0f0420b2-97d0-480d-a386-ac82515d589f admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3745735 Jan 28 20:34:13.578729 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 42666) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:34:13.584783 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-4d484589-294c-4ae2-b07d-d3dfeb04c46c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1446282151-router', 'tenant_id': '924cc5a5e23b4ddda5a53254711763ea', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:34:13.610813 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4d484589-294c-4ae2-b07d-d3dfeb04c46c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261150'] for router (02ce695b-f50c-4c5b-8e91-559feafa7671), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:13.612063 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4d484589-294c-4ae2-b07d-d3dfeb04c46c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-731099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-731441', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261129'] for router (02ce695b-f50c-4c5b-8e91-559feafa7671), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:13.676483 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4d484589-294c-4ae2-b07d-d3dfeb04c46c admin admin] Publish callbacks [] for router_controller (02ce695b-f50c-4c5b-8e91-559feafa7671), precommit_add_association {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:13.680972 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 062a7e67-4e95-484e-aaef-9e69282de23a is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:34:13.681388 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (062a7e67-4e95-484e-aaef-9e69282de23a), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:13.729307 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] For port 062a7e67-4e95-484e-aaef-9e69282de23a, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=062a7e67-4e95-484e-aaef-9e69282de23a,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:34:13.731134 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9176cd1-ff89-4853-8171-73bec20e0831 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68cd31fd-e4cd-5fb3-a862-256fc47efcd2-90f8d92e-c1eb-4201-91d7-4b2658cf5a5c', 'network_id': '90f8d92e-c1eb-4201-91d7-4b2658cf5a5c', 'project_id': '924cc5a5e23b4ddda5a53254711763ea', 'fixed_ips': [{'subnet_id': '3ed51469-36ca-426d-beb7-11f92e78366b'}]}} from n-d-812111-14. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 20:34:13.732001 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b9176cd1-ff89-4853-8171-73bec20e0831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:13.735743 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (062a7e67-4e95-484e-aaef-9e69282de23a), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:13.836624 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4d484589-294c-4ae2-b07d-d3dfeb04c46c admin admin] Publish callbacks [] for router_gateway (02ce695b-f50c-4c5b-8e91-559feafa7671), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:13.865120 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Pushing event updated for resources: {'Port': ['ID=062a7e67-4e95-484e-aaef-9e69282de23a,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:13.934142 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-b9176cd1-ff89-4853-8171-73bec20e0831 None None] Allocated IP 172.20.0.2 (90f8d92e-c1eb-4201-91d7-4b2658cf5a5c/3ed51469-36ca-426d-beb7-11f92e78366b/8dced531-2a49-4d0a-8db0-bda06f4319cf) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:34:14.051626 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4d484589-294c-4ae2-b07d-d3dfeb04c46c admin admin] Publish callbacks [] for router_gateway (02ce695b-f50c-4c5b-8e91-559feafa7671), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:14.071851 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4d484589-294c-4ae2-b07d-d3dfeb04c46c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:14.096065 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b9176cd1-ff89-4853-8171-73bec20e0831 None None] Publish callbacks [] for port (8dced531-2a49-4d0a-8db0-bda06f4319cf), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:14.102121 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b9176cd1-ff89-4853-8171-73bec20e0831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (8dced531-2a49-4d0a-8db0-bda06f4319cf), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:14.142165 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9176cd1-ff89-4853-8171-73bec20e0831 None None] Network 90f8d92e-c1eb-4201-91d7-4b2658cf5a5c is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:34:14.147246 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-b9176cd1-ff89-4853-8171-73bec20e0831 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:34:14.149715 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9176cd1-ff89-4853-8171-73bec20e0831 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:34:14.156987 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9176cd1-ff89-4853-8171-73bec20e0831 None None] Pushing event updated for resources: {'Port': ['ID=8dced531-2a49-4d0a-8db0-bda06f4319cf,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:14.187780 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-4d484589-294c-4ae2-b07d-d3dfeb04c46c admin admin] Allocated IP 172.25.6.245 (d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8/a648e4ab-7422-41b9-b133-58aca25ab8f5/456892d2-fa30-4405-a35b-f82e336f6710) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:34:14.246621 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-b9176cd1-ff89-4853-8171-73bec20e0831 None None] Attempting to bind port 8dced531-2a49-4d0a-8db0-bda06f4319cf on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:34:14.247830 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-b9176cd1-ff89-4853-8171-73bec20e0831 None None] Attempting to bind port 8dced531-2a49-4d0a-8db0-bda06f4319cf by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '88415836-c059-4326-94f1-fd0bf2caf899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '90f8d92e-c1eb-4201-91d7-4b2658cf5a5c'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:34:14.248388 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9176cd1-ff89-4853-8171-73bec20e0831 None None] Attempting to bind port 8dced531-2a49-4d0a-8db0-bda06f4319cf on network 90f8d92e-c1eb-4201-91d7-4b2658cf5a5c {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:34:14.255030 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9176cd1-ff89-4853-8171-73bec20e0831 None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 34, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:34:14.255763 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9176cd1-ff89-4853-8171-73bec20e0831 None None] Checking segment: {'id': '88415836-c059-4326-94f1-fd0bf2caf899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '90f8d92e-c1eb-4201-91d7-4b2658cf5a5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:34:14.256188 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b9176cd1-ff89-4853-8171-73bec20e0831 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:14.256587 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9176cd1-ff89-4853-8171-73bec20e0831 None None] Bound using segment: {'id': '88415836-c059-4326-94f1-fd0bf2caf899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '90f8d92e-c1eb-4201-91d7-4b2658cf5a5c'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:34:14.257061 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-b9176cd1-ff89-4853-8171-73bec20e0831 None None] Bound port: 8dced531-2a49-4d0a-8db0-bda06f4319cf, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88415836-c059-4326-94f1-fd0bf2caf899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '90f8d92e-c1eb-4201-91d7-4b2658cf5a5c'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:34:14.257479 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b9176cd1-ff89-4853-8171-73bec20e0831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (8dced531-2a49-4d0a-8db0-bda06f4319cf), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:14.320420 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4d484589-294c-4ae2-b07d-d3dfeb04c46c admin admin] Publish callbacks [] for port (456892d2-fa30-4405-a35b-f82e336f6710), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:14.325425 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b9176cd1-ff89-4853-8171-73bec20e0831 None None] For port 8dced531-2a49-4d0a-8db0-bda06f4319cf, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:34:14.328724 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b9176cd1-ff89-4853-8171-73bec20e0831 None None] For port 8dced531-2a49-4d0a-8db0-bda06f4319cf, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=8dced531-2a49-4d0a-8db0-bda06f4319cf,segment=NetworkSegment(88415836-c059-4326-94f1-fd0bf2caf899),segment_id=88415836-c059-4326-94f1-fd0bf2caf899)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:34:14.335189 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b9176cd1-ff89-4853-8171-73bec20e0831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (8dced531-2a49-4d0a-8db0-bda06f4319cf), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:14.361273 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4d484589-294c-4ae2-b07d-d3dfeb04c46c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (456892d2-fa30-4405-a35b-f82e336f6710), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:14.396107 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9176cd1-ff89-4853-8171-73bec20e0831 None None] Pushing event updated for resources: {'Port': ['ID=8dced531-2a49-4d0a-8db0-bda06f4319cf,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:14.420693 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d484589-294c-4ae2-b07d-d3dfeb04c46c admin admin] Network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:34:14.427022 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-4d484589-294c-4ae2-b07d-d3dfeb04c46c admin admin] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:34:14.431769 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d484589-294c-4ae2-b07d-d3dfeb04c46c admin admin] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:34:14.435775 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d484589-294c-4ae2-b07d-d3dfeb04c46c admin admin] Pushing event updated for resources: {'Port': ['ID=456892d2-fa30-4405-a35b-f82e336f6710,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:14.474308 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d484589-294c-4ae2-b07d-d3dfeb04c46c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:34:14.474660 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d484589-294c-4ae2-b07d-d3dfeb04c46c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:34:14.475011 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d484589-294c-4ae2-b07d-d3dfeb04c46c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:34:14.475355 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d484589-294c-4ae2-b07d-d3dfeb04c46c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:34:14.475694 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d484589-294c-4ae2-b07d-d3dfeb04c46c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:34:14.476031 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d484589-294c-4ae2-b07d-d3dfeb04c46c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:34:14.476368 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d484589-294c-4ae2-b07d-d3dfeb04c46c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:34:14.476700 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d484589-294c-4ae2-b07d-d3dfeb04c46c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:34:14.477032 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d484589-294c-4ae2-b07d-d3dfeb04c46c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:34:14.477419 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d484589-294c-4ae2-b07d-d3dfeb04c46c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:34:14.477754 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d484589-294c-4ae2-b07d-d3dfeb04c46c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:34:14.478083 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d484589-294c-4ae2-b07d-d3dfeb04c46c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:34:14.478407 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d484589-294c-4ae2-b07d-d3dfeb04c46c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:34:14.666946 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de34135-b14f-4278-9006-10ccf925278b None None] Sync routers for ids ['2fa9ebe6-5d61-47c0-abe5-4ac8f37328a2'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:34:14.681064 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de34135-b14f-4278-9006-10ccf925278b None None] Routers {'2fa9ebe6-5d61-47c0-abe5-4ac8f37328a2'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:34:14.681819 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-6de34135-b14f-4278-9006-10ccf925278b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:34:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['2fa9ebe6-5d61-47c0-abe5-4ac8f37328a2'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:34:14.722472 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4d484589-294c-4ae2-b07d-d3dfeb04c46c admin admin] Publish callbacks [] for router_gateway (02ce695b-f50c-4c5b-8e91-559feafa7671), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:14.833032 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-6de34135-b14f-4278-9006-10ccf925278b None None] Set router 2fa9ebe6-5d61-47c0-abe5-4ac8f37328a2 gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:34:15.102031 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-6de34135-b14f-4278-9006-10ccf925278b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa9ebe6-5d61-47c0-abe5-4ac8f37328a2', 'name': 'tempest-TestMinimumBasicScenario-1795944934-router', 'tenant_id': '13f21c3e4efe49ea9f947642f19976bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': '062a7e67-4e95-484e-aaef-9e69282de23a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:34:08Z', 'updated_at': '2022-01-28T20:34:11Z', 'revision_number': 4, 'project_id': '13f21c3e4efe49ea9f947642f19976bc', 'gw_port': {'id': '062a7e67-4e95-484e-aaef-9e69282de23a', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:8e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa9ebe6-5d61-47c0-abe5-4ac8f37328a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:34:09Z', 'updated_at': '2022-01-28T20:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': 'fc21c209-8d0c-442d-a4c4-5ee17895b6a6', 'name': '', 'network_id': '2d5ad54f-d0c9-4f59-8f6d-14e85db50aa1', 'tenant_id': '13f21c3e4efe49ea9f947642f19976bc', 'mac_address': 'fa:16:3e:f4:1a:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fa9ebe6-5d61-47c0-abe5-4ac8f37328a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'bfc79aee-70eb-4177-98c5-44e99531d5fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:34:11Z', 'updated_at': '2022-01-28T20:34:11Z', 'revision_number': 2, 'project_id': '13f21c3e4efe49ea9f947642f19976bc', 'subnets': [{'id': 'bfc79aee-70eb-4177-98c5-44e99531d5fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:34:15.158227 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de34135-b14f-4278-9006-10ccf925278b None None] Checking router: 2fa9ebe6-5d61-47c0-abe5-4ac8f37328a2 for host: n-d-812111-14 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:34:15.158741 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de34135-b14f-4278-9006-10ccf925278b None None] Updating router 2fa9ebe6-5d61-47c0-abe5-4ac8f37328a2 port fc21c209-8d0c-442d-a4c4-5ee17895b6a6 binding host n-d-812111-14 {{(pid=103307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:34:15.210927 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-6de34135-b14f-4278-9006-10ccf925278b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (fc21c209-8d0c-442d-a4c4-5ee17895b6a6), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:15.224990 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 8dced531-2a49-4d0a-8db0-bda06f4319cf up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:34:15.296143 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 8dced531-2a49-4d0a-8db0-bda06f4319cf triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:34:15.296848 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (8dced531-2a49-4d0a-8db0-bda06f4319cf), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:15.328265 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4d484589-294c-4ae2-b07d-d3dfeb04c46c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-731074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-731460'] for router (02ce695b-f50c-4c5b-8e91-559feafa7671), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:15.387234 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 8dced531-2a49-4d0a-8db0-bda06f4319cf is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:34:15.388970 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (8dced531-2a49-4d0a-8db0-bda06f4319cf), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:15.465753 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] For port 8dced531-2a49-4d0a-8db0-bda06f4319cf, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=8dced531-2a49-4d0a-8db0-bda06f4319cf,segment=NetworkSegment(88415836-c059-4326-94f1-fd0bf2caf899),segment_id=88415836-c059-4326-94f1-fd0bf2caf899)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:34:15.476848 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (8dced531-2a49-4d0a-8db0-bda06f4319cf), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:15.477702 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 062a7e67-4e95-484e-aaef-9e69282de23a up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:34:15.522589 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d484589-294c-4ae2-b07d-d3dfeb04c46c admin admin] Router 02ce695b-f50c-4c5b-8e91-559feafa7671 is scheduled to L3 agent 76fe5c49-705a-4e08-abb2-be585676213f with binding_index 1 {{(pid=103304) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 20:34:15.535216 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-6de34135-b14f-4278-9006-10ccf925278b None None] Publish callbacks [] for port (fc21c209-8d0c-442d-a4c4-5ee17895b6a6), precommit_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:15.541395 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-6de34135-b14f-4278-9006-10ccf925278b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (fc21c209-8d0c-442d-a4c4-5ee17895b6a6), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:15.587121 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 062a7e67-4e95-484e-aaef-9e69282de23a triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:34:15.587554 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (062a7e67-4e95-484e-aaef-9e69282de23a), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:15.590559 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Pushing event updated for resources: {'Port': ['ID=8dced531-2a49-4d0a-8db0-bda06f4319cf,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:15.591339 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0068e7e-7e51-423d-9d49-b4ad0144f863 None None] Pushing event updated for resources: {'Port': ['ID=fc21c209-8d0c-442d-a4c4-5ee17895b6a6,revision_number=3']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:15.616703 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0068e7e-7e51-423d-9d49-b4ad0144f863 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:34:15.617052 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0068e7e-7e51-423d-9d49-b4ad0144f863 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:34:15.617565 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0068e7e-7e51-423d-9d49-b4ad0144f863 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:34:15.617959 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0068e7e-7e51-423d-9d49-b4ad0144f863 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:34:15.618619 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0068e7e-7e51-423d-9d49-b4ad0144f863 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:34:15.619002 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0068e7e-7e51-423d-9d49-b4ad0144f863 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:34:15.619612 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0068e7e-7e51-423d-9d49-b4ad0144f863 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:34:15.619985 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0068e7e-7e51-423d-9d49-b4ad0144f863 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:34:15.620977 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0068e7e-7e51-423d-9d49-b4ad0144f863 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:34:15.621465 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0068e7e-7e51-423d-9d49-b4ad0144f863 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:34:15.621800 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0068e7e-7e51-423d-9d49-b4ad0144f863 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:34:15.622681 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0068e7e-7e51-423d-9d49-b4ad0144f863 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:34:15.623068 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0068e7e-7e51-423d-9d49-b4ad0144f863 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:34:15.733513 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-6de34135-b14f-4278-9006-10ccf925278b None None] Attempting to bind port fc21c209-8d0c-442d-a4c4-5ee17895b6a6 on host n-d-812111-14 for vnic_type normal with profile {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:34:15.734528 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-6de34135-b14f-4278-9006-10ccf925278b None None] Attempting to bind port fc21c209-8d0c-442d-a4c4-5ee17895b6a6 by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '2b19dc33-05b6-4b12-a43f-d2304c61056f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '2d5ad54f-d0c9-4f59-8f6d-14e85db50aa1'}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:34:15.735067 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de34135-b14f-4278-9006-10ccf925278b None None] Attempting to bind port fc21c209-8d0c-442d-a4c4-5ee17895b6a6 on network 2d5ad54f-d0c9-4f59-8f6d-14e85db50aa1 {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:34:15.740616 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d484589-294c-4ae2-b07d-d3dfeb04c46c admin admin] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:34:15.742569 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de34135-b14f-4278-9006-10ccf925278b None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 34, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:34:15.754885 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de34135-b14f-4278-9006-10ccf925278b None None] Checking segment: {'id': '2b19dc33-05b6-4b12-a43f-d2304c61056f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '2d5ad54f-d0c9-4f59-8f6d-14e85db50aa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:34:15.755539 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-6de34135-b14f-4278-9006-10ccf925278b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:15.756099 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de34135-b14f-4278-9006-10ccf925278b None None] Bound using segment: {'id': '2b19dc33-05b6-4b12-a43f-d2304c61056f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '2d5ad54f-d0c9-4f59-8f6d-14e85db50aa1'} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:34:15.756446 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c042be0e-e3b1-45cd-a991-15e6e61121cc None None] Sync routers for ids ['02ce695b-f50c-4c5b-8e91-559feafa7671'] in n-d-812111-14 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:34:15.756964 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-6de34135-b14f-4278-9006-10ccf925278b None None] Bound port: fc21c209-8d0c-442d-a4c4-5ee17895b6a6, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b19dc33-05b6-4b12-a43f-d2304c61056f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '2d5ad54f-d0c9-4f59-8f6d-14e85db50aa1'}}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:34:15.757547 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-6de34135-b14f-4278-9006-10ccf925278b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (fc21c209-8d0c-442d-a4c4-5ee17895b6a6), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:15.767684 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 062a7e67-4e95-484e-aaef-9e69282de23a is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:34:15.783043 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c042be0e-e3b1-45cd-a991-15e6e61121cc None None] Routers {'02ce695b-f50c-4c5b-8e91-559feafa7671'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:34:15.783886 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-c042be0e-e3b1-45cd-a991-15e6e61121cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:34:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['02ce695b-f50c-4c5b-8e91-559feafa7671'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:34:15.785695 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4d484589-294c-4ae2-b07d-d3dfeb04c46c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:15.790443 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 42668) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:34:15.791446 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-4d484589-294c-4ae2-b07d-d3dfeb04c46c admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.2108946 Jan 28 20:34:15.881731 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-6de34135-b14f-4278-9006-10ccf925278b None None] For port fc21c209-8d0c-442d-a4c4-5ee17895b6a6, host n-d-812111-14, cleared binding levels {{(pid=103307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:34:15.885163 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-6de34135-b14f-4278-9006-10ccf925278b None None] For port fc21c209-8d0c-442d-a4c4-5ee17895b6a6, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=fc21c209-8d0c-442d-a4c4-5ee17895b6a6,segment=NetworkSegment(2b19dc33-05b6-4b12-a43f-d2304c61056f),segment_id=2b19dc33-05b6-4b12-a43f-d2304c61056f)] {{(pid=103307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:34:15.893189 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-6de34135-b14f-4278-9006-10ccf925278b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (fc21c209-8d0c-442d-a4c4-5ee17895b6a6), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:15.967577 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-c042be0e-e3b1-45cd-a991-15e6e61121cc None None] Set router 02ce695b-f50c-4c5b-8e91-559feafa7671 gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:34:15.968312 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de34135-b14f-4278-9006-10ccf925278b None None] Routers {'2fa9ebe6-5d61-47c0-abe5-4ac8f37328a2'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:34:15.969743 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-6de34135-b14f-4278-9006-10ccf925278b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:34:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['2fa9ebe6-5d61-47c0-abe5-4ac8f37328a2'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:34:16.045608 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c954d681-c1eb-477c-92c9-b1f2452ade40 None None] Network 90f8d92e-c1eb-4201-91d7-4b2658cf5a5c requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:34:16.113445 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-6de34135-b14f-4278-9006-10ccf925278b None None] Set router 2fa9ebe6-5d61-47c0-abe5-4ac8f37328a2 gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:34:16.430729 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-6a76b51d-3154-4b23-b784-d3abc061611c None None] Provisioning complete for port fc21c209-8d0c-442d-a4c4-5ee17895b6a6 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:34:16.431280 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6a76b51d-3154-4b23-b784-d3abc061611c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (fc21c209-8d0c-442d-a4c4-5ee17895b6a6), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:16.504308 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-61d8f395-efd6-44ac-84e4-2e364bfc5feb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:16.506299 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-6de34135-b14f-4278-9006-10ccf925278b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa9ebe6-5d61-47c0-abe5-4ac8f37328a2', 'name': 'tempest-TestMinimumBasicScenario-1795944934-router', 'tenant_id': '13f21c3e4efe49ea9f947642f19976bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': '062a7e67-4e95-484e-aaef-9e69282de23a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:34:08Z', 'updated_at': '2022-01-28T20:34:11Z', 'revision_number': 4, 'project_id': '13f21c3e4efe49ea9f947642f19976bc', 'gw_port': {'id': '062a7e67-4e95-484e-aaef-9e69282de23a', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:8e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa9ebe6-5d61-47c0-abe5-4ac8f37328a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:34:09Z', 'updated_at': '2022-01-28T20:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': 'fc21c209-8d0c-442d-a4c4-5ee17895b6a6', 'name': '', 'network_id': '2d5ad54f-d0c9-4f59-8f6d-14e85db50aa1', 'tenant_id': '13f21c3e4efe49ea9f947642f19976bc', 'mac_address': 'fa:16:3e:f4:1a:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fa9ebe6-5d61-47c0-abe5-4ac8f37328a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'bfc79aee-70eb-4177-98c5-44e99531d5fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:34:11Z', 'updated_at': '2022-01-28T20:34:15Z', 'revision_number': 4, 'project_id': '13f21c3e4efe49ea9f947642f19976bc', 'subnets': [{'id': 'bfc79aee-70eb-4177-98c5-44e99531d5fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:34:16.534804 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-6a76b51d-3154-4b23-b784-d3abc061611c None None] Current status of the port fc21c209-8d0c-442d-a4c4-5ee17895b6a6 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:34:16.535176 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6a76b51d-3154-4b23-b784-d3abc061611c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (fc21c209-8d0c-442d-a4c4-5ee17895b6a6), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:16.547211 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0068e7e-7e51-423d-9d49-b4ad0144f863 None None] Pushing event updated for resources: {'Port': ['ID=fc21c209-8d0c-442d-a4c4-5ee17895b6a6,revision_number=4']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:16.550142 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de34135-b14f-4278-9006-10ccf925278b None None] The sync data for ids ['2fa9ebe6-5d61-47c0-abe5-4ac8f37328a2'] in n-d-812111-14 is: [{'id': '2fa9ebe6-5d61-47c0-abe5-4ac8f37328a2', 'name': 'tempest-TestMinimumBasicScenario-1795944934-router', 'tenant_id': '13f21c3e4efe49ea9f947642f19976bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': '062a7e67-4e95-484e-aaef-9e69282de23a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:34:08Z', 'updated_at': '2022-01-28T20:34:11Z', 'revision_number': 4, 'project_id': '13f21c3e4efe49ea9f947642f19976bc', 'gw_port': {'id': '062a7e67-4e95-484e-aaef-9e69282de23a', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:8e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa9ebe6-5d61-47c0-abe5-4ac8f37328a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:34:09Z', 'updated_at': '2022-01-28T20:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': 'fc21c209-8d0c-442d-a4c4-5ee17895b6a6', 'name': '', 'network_id': '2d5ad54f-d0c9-4f59-8f6d-14e85db50aa1', 'tenant_id': '13f21c3e4efe49ea9f947642f19976bc', 'mac_address': 'fa:16:3e:f4:1a:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fa9ebe6-5d61-47c0-abe5-4ac8f37328a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'bfc79aee-70eb-4177-98c5-44e99531d5fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:34:11Z', 'updated_at': '2022-01-28T20:34:15Z', 'revision_number': 4, 'project_id': '13f21c3e4efe49ea9f947642f19976bc', 'subnets': [{'id': 'bfc79aee-70eb-4177-98c5-44e99531d5fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:34:16.555233 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-c042be0e-e3b1-45cd-a991-15e6e61121cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02ce695b-f50c-4c5b-8e91-559feafa7671', 'name': 'tempest-TestMinimumBasicScenario-1446282151-router', 'tenant_id': '924cc5a5e23b4ddda5a53254711763ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': '456892d2-fa30-4405-a35b-f82e336f6710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:34:13Z', 'updated_at': '2022-01-28T20:34:14Z', 'revision_number': 3, 'project_id': '924cc5a5e23b4ddda5a53254711763ea', 'gw_port': {'id': '456892d2-fa30-4405-a35b-f82e336f6710', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:3d:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02ce695b-f50c-4c5b-8e91-559feafa7671', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:34:14Z', 'updated_at': '2022-01-28T20:34:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:34:16.649291 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c042be0e-e3b1-45cd-a991-15e6e61121cc None None] Checking router: 02ce695b-f50c-4c5b-8e91-559feafa7671 for host: n-d-812111-14 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:34:16.653759 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c042be0e-e3b1-45cd-a991-15e6e61121cc None None] Updating router 02ce695b-f50c-4c5b-8e91-559feafa7671 port 456892d2-fa30-4405-a35b-f82e336f6710 binding host n-d-812111-14 {{(pid=103306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:34:16.695452 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-6a76b51d-3154-4b23-b784-d3abc061611c None None] For port fc21c209-8d0c-442d-a4c4-5ee17895b6a6, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=fc21c209-8d0c-442d-a4c4-5ee17895b6a6,segment=NetworkSegment(2b19dc33-05b6-4b12-a43f-d2304c61056f),segment_id=2b19dc33-05b6-4b12-a43f-d2304c61056f)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:34:16.706908 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6a76b51d-3154-4b23-b784-d3abc061611c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (fc21c209-8d0c-442d-a4c4-5ee17895b6a6), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:16.716208 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c042be0e-e3b1-45cd-a991-15e6e61121cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (456892d2-fa30-4405-a35b-f82e336f6710), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:16.769764 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-61d8f395-efd6-44ac-84e4-2e364bfc5feb admin admin] Allocated IP 172.20.0.1 (90f8d92e-c1eb-4201-91d7-4b2658cf5a5c/3ed51469-36ca-426d-beb7-11f92e78366b/55ca151c-7290-456f-80ad-c7179dc27d7d) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:34:16.794590 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a76b51d-3154-4b23-b784-d3abc061611c None None] Pushing event updated for resources: {'Port': ['ID=fc21c209-8d0c-442d-a4c4-5ee17895b6a6,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:16.889936 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-61d8f395-efd6-44ac-84e4-2e364bfc5feb admin admin] Publish callbacks [] for port (55ca151c-7290-456f-80ad-c7179dc27d7d), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:16.947006 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-61d8f395-efd6-44ac-84e4-2e364bfc5feb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (55ca151c-7290-456f-80ad-c7179dc27d7d), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:16.981603 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b14fe404-78ed-46a3-8ae2-684400bc5461 None None] Provisioning complete for port fc21c209-8d0c-442d-a4c4-5ee17895b6a6 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:34:16.982151 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b14fe404-78ed-46a3-8ae2-684400bc5461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (fc21c209-8d0c-442d-a4c4-5ee17895b6a6), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:16.993740 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d8f395-efd6-44ac-84e4-2e364bfc5feb admin admin] Network 90f8d92e-c1eb-4201-91d7-4b2658cf5a5c is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:34:17.004381 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-61d8f395-efd6-44ac-84e4-2e364bfc5feb admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:34:17.007508 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d8f395-efd6-44ac-84e4-2e364bfc5feb admin admin] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:34:17.014399 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d8f395-efd6-44ac-84e4-2e364bfc5feb admin admin] Pushing event updated for resources: {'Port': ['ID=55ca151c-7290-456f-80ad-c7179dc27d7d,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:17.066262 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-61d8f395-efd6-44ac-84e4-2e364bfc5feb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734769'] for router_interface (02ce695b-f50c-4c5b-8e91-559feafa7671), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:17.187517 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 8dced531-2a49-4d0a-8db0-bda06f4319cf up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:34:17.255360 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c042be0e-e3b1-45cd-a991-15e6e61121cc None None] Publish callbacks [] for port (456892d2-fa30-4405-a35b-f82e336f6710), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:17.269225 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c042be0e-e3b1-45cd-a991-15e6e61121cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (456892d2-fa30-4405-a35b-f82e336f6710), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:17.280595 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b14fe404-78ed-46a3-8ae2-684400bc5461 None None] Current status of the port fc21c209-8d0c-442d-a4c4-5ee17895b6a6 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:34:17.288293 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-61d8f395-efd6-44ac-84e4-2e364bfc5feb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (55ca151c-7290-456f-80ad-c7179dc27d7d), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:17.356843 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22eb1ebc-7a17-4323-b3ee-d893e0cb4cc8 None None] Pushing event updated for resources: {'Port': ['ID=456892d2-fa30-4405-a35b-f82e336f6710,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:17.360708 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 8dced531-2a49-4d0a-8db0-bda06f4319cf triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:34:17.361085 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (8dced531-2a49-4d0a-8db0-bda06f4319cf), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:17.362669 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b14fe404-78ed-46a3-8ae2-684400bc5461 None None] Provisioning complete for port 8dced531-2a49-4d0a-8db0-bda06f4319cf triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:34:17.363024 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b14fe404-78ed-46a3-8ae2-684400bc5461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (8dced531-2a49-4d0a-8db0-bda06f4319cf), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:17.366740 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-c042be0e-e3b1-45cd-a991-15e6e61121cc None None] Attempting to bind port 456892d2-fa30-4405-a35b-f82e336f6710 on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:34:17.367118 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-c042be0e-e3b1-45cd-a991-15e6e61121cc None None] Attempting to bind port 456892d2-fa30-4405-a35b-f82e336f6710 by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:34:17.367483 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c042be0e-e3b1-45cd-a991-15e6e61121cc None None] Attempting to bind port 456892d2-fa30-4405-a35b-f82e336f6710 on network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:34:17.416064 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c042be0e-e3b1-45cd-a991-15e6e61121cc None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 34, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:34:17.416446 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c042be0e-e3b1-45cd-a991-15e6e61121cc None None] Checking segment: {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:34:17.416861 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c042be0e-e3b1-45cd-a991-15e6e61121cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:17.417405 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c042be0e-e3b1-45cd-a991-15e6e61121cc None None] Bound using segment: {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:34:17.417900 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-c042be0e-e3b1-45cd-a991-15e6e61121cc None None] Bound port: 456892d2-fa30-4405-a35b-f82e336f6710, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:34:17.418286 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c042be0e-e3b1-45cd-a991-15e6e61121cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (456892d2-fa30-4405-a35b-f82e336f6710), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:17.492461 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-61d8f395-efd6-44ac-84e4-2e364bfc5feb admin admin] Publish callbacks [] for port (55ca151c-7290-456f-80ad-c7179dc27d7d), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:17.499044 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-61d8f395-efd6-44ac-84e4-2e364bfc5feb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (55ca151c-7290-456f-80ad-c7179dc27d7d), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:17.550366 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-c042be0e-e3b1-45cd-a991-15e6e61121cc None None] For port 456892d2-fa30-4405-a35b-f82e336f6710, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:34:17.570604 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-c042be0e-e3b1-45cd-a991-15e6e61121cc None None] For port 456892d2-fa30-4405-a35b-f82e336f6710, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=456892d2-fa30-4405-a35b-f82e336f6710,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:34:17.571321 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-61d8f395-efd6-44ac-84e4-2e364bfc5feb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-756216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-732801'] for router_interface (02ce695b-f50c-4c5b-8e91-559feafa7671), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:17.585791 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c042be0e-e3b1-45cd-a991-15e6e61121cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (456892d2-fa30-4405-a35b-f82e336f6710), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:17.588450 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d8f395-efd6-44ac-84e4-2e364bfc5feb admin admin] Pushing event updated for resources: {'Port': ['ID=55ca151c-7290-456f-80ad-c7179dc27d7d,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:17.592935 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b14fe404-78ed-46a3-8ae2-684400bc5461 None None] Current status of the port 8dced531-2a49-4d0a-8db0-bda06f4319cf is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:34:17.616116 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 8dced531-2a49-4d0a-8db0-bda06f4319cf is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:34:17.617239 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device fc21c209-8d0c-442d-a4c4-5ee17895b6a6 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:34:17.675640 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d8f395-efd6-44ac-84e4-2e364bfc5feb admin admin] Network 90f8d92e-c1eb-4201-91d7-4b2658cf5a5c is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:34:17.676947 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-61d8f395-efd6-44ac-84e4-2e364bfc5feb admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:34:17.804828 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61d8f395-efd6-44ac-84e4-2e364bfc5feb admin admin] Router 02ce695b-f50c-4c5b-8e91-559feafa7671 has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:34:17.863128 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22eb1ebc-7a17-4323-b3ee-d893e0cb4cc8 None None] Pushing event updated for resources: {'Port': ['ID=456892d2-fa30-4405-a35b-f82e336f6710,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:17.874121 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c042be0e-e3b1-45cd-a991-15e6e61121cc None None] Routers {'02ce695b-f50c-4c5b-8e91-559feafa7671'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:34:17.874757 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-c042be0e-e3b1-45cd-a991-15e6e61121cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:34:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['02ce695b-f50c-4c5b-8e91-559feafa7671'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:34:17.918758 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-ef9791ca-2cbc-4d00-a306-8db5e8ba37de None None] Provisioning complete for port 8dced531-2a49-4d0a-8db0-bda06f4319cf triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:34:17.919131 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ef9791ca-2cbc-4d00-a306-8db5e8ba37de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (8dced531-2a49-4d0a-8db0-bda06f4319cf), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:17.923698 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61d8f395-efd6-44ac-84e4-2e364bfc5feb admin admin] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:34:17.928779 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-61d8f395-efd6-44ac-84e4-2e364bfc5feb admin admin] 10.222.0.64 "PUT /v2.0/routers/02ce695b-f50c-4c5b-8e91-559feafa7671/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1373014 Jan 28 20:34:17.950646 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port fc21c209-8d0c-442d-a4c4-5ee17895b6a6 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:34:17.950959 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (fc21c209-8d0c-442d-a4c4-5ee17895b6a6), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:18.057220 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-c042be0e-e3b1-45cd-a991-15e6e61121cc None None] Set router 02ce695b-f50c-4c5b-8e91-559feafa7671 gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:34:18.238233 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-ef9791ca-2cbc-4d00-a306-8db5e8ba37de None None] Current status of the port 8dced531-2a49-4d0a-8db0-bda06f4319cf is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:34:18.244551 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port fc21c209-8d0c-442d-a4c4-5ee17895b6a6 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:34:18.275188 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-ef9791ca-2cbc-4d00-a306-8db5e8ba37de None None] Provisioning complete for port 55ca151c-7290-456f-80ad-c7179dc27d7d triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:34:18.275570 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ef9791ca-2cbc-4d00-a306-8db5e8ba37de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (55ca151c-7290-456f-80ad-c7179dc27d7d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:18.345718 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-ef9791ca-2cbc-4d00-a306-8db5e8ba37de None None] Port 55ca151c-7290-456f-80ad-c7179dc27d7d cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 20:34:18.375231 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-c042be0e-e3b1-45cd-a991-15e6e61121cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02ce695b-f50c-4c5b-8e91-559feafa7671', 'name': 'tempest-TestMinimumBasicScenario-1446282151-router', 'tenant_id': '924cc5a5e23b4ddda5a53254711763ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': '456892d2-fa30-4405-a35b-f82e336f6710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:34:13Z', 'updated_at': '2022-01-28T20:34:17Z', 'revision_number': 4, 'project_id': '924cc5a5e23b4ddda5a53254711763ea', 'gw_port': {'id': '456892d2-fa30-4405-a35b-f82e336f6710', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:3d:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02ce695b-f50c-4c5b-8e91-559feafa7671', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:34:14Z', 'updated_at': '2022-01-28T20:34:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '55ca151c-7290-456f-80ad-c7179dc27d7d', 'name': '', 'network_id': '90f8d92e-c1eb-4201-91d7-4b2658cf5a5c', 'tenant_id': '924cc5a5e23b4ddda5a53254711763ea', 'mac_address': 'fa:16:3e:91:70:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02ce695b-f50c-4c5b-8e91-559feafa7671', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '3ed51469-36ca-426d-beb7-11f92e78366b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:34:16Z', 'updated_at': '2022-01-28T20:34:17Z', 'revision_number': 2, 'project_id': '924cc5a5e23b4ddda5a53254711763ea', 'subnets': [{'id': '3ed51469-36ca-426d-beb7-11f92e78366b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:34:18.408250 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c042be0e-e3b1-45cd-a991-15e6e61121cc None None] The sync data for ids ['02ce695b-f50c-4c5b-8e91-559feafa7671'] in n-d-812111-14 is: [{'id': '02ce695b-f50c-4c5b-8e91-559feafa7671', 'name': 'tempest-TestMinimumBasicScenario-1446282151-router', 'tenant_id': '924cc5a5e23b4ddda5a53254711763ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': '456892d2-fa30-4405-a35b-f82e336f6710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:34:13Z', 'updated_at': '2022-01-28T20:34:17Z', 'revision_number': 4, 'project_id': '924cc5a5e23b4ddda5a53254711763ea', 'gw_port': {'id': '456892d2-fa30-4405-a35b-f82e336f6710', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:3d:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02ce695b-f50c-4c5b-8e91-559feafa7671', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:34:14Z', 'updated_at': '2022-01-28T20:34:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '55ca151c-7290-456f-80ad-c7179dc27d7d', 'name': '', 'network_id': '90f8d92e-c1eb-4201-91d7-4b2658cf5a5c', 'tenant_id': '924cc5a5e23b4ddda5a53254711763ea', 'mac_address': 'fa:16:3e:91:70:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02ce695b-f50c-4c5b-8e91-559feafa7671', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '3ed51469-36ca-426d-beb7-11f92e78366b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:34:16Z', 'updated_at': '2022-01-28T20:34:17Z', 'revision_number': 2, 'project_id': '924cc5a5e23b4ddda5a53254711763ea', 'subnets': [{'id': '3ed51469-36ca-426d-beb7-11f92e78366b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:34:18.470027 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-6f0fb8cd-2cbd-484a-b7a6-08cf7203b196 None None] Provisioning complete for port 55ca151c-7290-456f-80ad-c7179dc27d7d triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:34:18.470495 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6f0fb8cd-2cbd-484a-b7a6-08cf7203b196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (55ca151c-7290-456f-80ad-c7179dc27d7d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:18.519065 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-6f0fb8cd-2cbd-484a-b7a6-08cf7203b196 None None] Port 55ca151c-7290-456f-80ad-c7179dc27d7d cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 20:34:20.756412 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e1f888-1cae-4601-83fc-598d63ebfb6a None None] Sync routers for ids ['02ce695b-f50c-4c5b-8e91-559feafa7671'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:34:20.768130 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e1f888-1cae-4601-83fc-598d63ebfb6a None None] Routers {'02ce695b-f50c-4c5b-8e91-559feafa7671'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:34:20.768740 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-d1e1f888-1cae-4601-83fc-598d63ebfb6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:34:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['02ce695b-f50c-4c5b-8e91-559feafa7671'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:34:20.887071 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-d1e1f888-1cae-4601-83fc-598d63ebfb6a None None] Set router 02ce695b-f50c-4c5b-8e91-559feafa7671 gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:34:21.135788 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 456892d2-fa30-4405-a35b-f82e336f6710 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:34:21.178000 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-d1e1f888-1cae-4601-83fc-598d63ebfb6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02ce695b-f50c-4c5b-8e91-559feafa7671', 'name': 'tempest-TestMinimumBasicScenario-1446282151-router', 'tenant_id': '924cc5a5e23b4ddda5a53254711763ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': '456892d2-fa30-4405-a35b-f82e336f6710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:34:13Z', 'updated_at': '2022-01-28T20:34:17Z', 'revision_number': 4, 'project_id': '924cc5a5e23b4ddda5a53254711763ea', 'gw_port': {'id': '456892d2-fa30-4405-a35b-f82e336f6710', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:3d:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02ce695b-f50c-4c5b-8e91-559feafa7671', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:34:14Z', 'updated_at': '2022-01-28T20:34:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '55ca151c-7290-456f-80ad-c7179dc27d7d', 'name': '', 'network_id': '90f8d92e-c1eb-4201-91d7-4b2658cf5a5c', 'tenant_id': '924cc5a5e23b4ddda5a53254711763ea', 'mac_address': 'fa:16:3e:91:70:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02ce695b-f50c-4c5b-8e91-559feafa7671', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '3ed51469-36ca-426d-beb7-11f92e78366b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:34:16Z', 'updated_at': '2022-01-28T20:34:17Z', 'revision_number': 2, 'project_id': '924cc5a5e23b4ddda5a53254711763ea', 'subnets': [{'id': '3ed51469-36ca-426d-beb7-11f92e78366b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:34:21.197729 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 456892d2-fa30-4405-a35b-f82e336f6710 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:34:21.198104 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (456892d2-fa30-4405-a35b-f82e336f6710), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:21.219055 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e1f888-1cae-4601-83fc-598d63ebfb6a None None] Checking router: 02ce695b-f50c-4c5b-8e91-559feafa7671 for host: n-d-812111-14 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:34:21.219055 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e1f888-1cae-4601-83fc-598d63ebfb6a None None] Updating router 02ce695b-f50c-4c5b-8e91-559feafa7671 port 55ca151c-7290-456f-80ad-c7179dc27d7d binding host n-d-812111-14 {{(pid=103307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:34:21.259014 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-d1e1f888-1cae-4601-83fc-598d63ebfb6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (55ca151c-7290-456f-80ad-c7179dc27d7d), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:21.309202 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 456892d2-fa30-4405-a35b-f82e336f6710 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:34:21.309202 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (456892d2-fa30-4405-a35b-f82e336f6710), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:21.327828 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] For port 456892d2-fa30-4405-a35b-f82e336f6710, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=456892d2-fa30-4405-a35b-f82e336f6710,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:34:21.361995 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (456892d2-fa30-4405-a35b-f82e336f6710), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:21.410843 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Pushing event updated for resources: {'Port': ['ID=456892d2-fa30-4405-a35b-f82e336f6710,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:21.420807 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:34:21.421175 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:34:21.421579 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:34:21.421929 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:34:21.422308 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:34:21.422602 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:34:21.422939 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:34:21.423271 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:34:21.423653 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:34:21.424607 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:34:21.424607 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:34:21.424607 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:34:21.426015 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:34:21.553465 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:21.608456 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-d1e1f888-1cae-4601-83fc-598d63ebfb6a None None] Publish callbacks [] for port (55ca151c-7290-456f-80ad-c7179dc27d7d), precommit_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:21.615514 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-d1e1f888-1cae-4601-83fc-598d63ebfb6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (55ca151c-7290-456f-80ad-c7179dc27d7d), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:21.671832 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daeffe98-14ac-4898-ac1e-1c52bbd5c406 None None] Pushing event updated for resources: {'Port': ['ID=55ca151c-7290-456f-80ad-c7179dc27d7d,revision_number=3']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:21.740057 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-d1e1f888-1cae-4601-83fc-598d63ebfb6a None None] Attempting to bind port 55ca151c-7290-456f-80ad-c7179dc27d7d on host n-d-812111-14 for vnic_type normal with profile {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:34:21.740829 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-d1e1f888-1cae-4601-83fc-598d63ebfb6a None None] Attempting to bind port 55ca151c-7290-456f-80ad-c7179dc27d7d by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '88415836-c059-4326-94f1-fd0bf2caf899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '90f8d92e-c1eb-4201-91d7-4b2658cf5a5c'}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:34:21.741316 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e1f888-1cae-4601-83fc-598d63ebfb6a None None] Attempting to bind port 55ca151c-7290-456f-80ad-c7179dc27d7d on network 90f8d92e-c1eb-4201-91d7-4b2658cf5a5c {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:34:21.749638 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e1f888-1cae-4601-83fc-598d63ebfb6a None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 34, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:34:21.749638 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e1f888-1cae-4601-83fc-598d63ebfb6a None None] Checking segment: {'id': '88415836-c059-4326-94f1-fd0bf2caf899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '90f8d92e-c1eb-4201-91d7-4b2658cf5a5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:34:21.750659 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-d1e1f888-1cae-4601-83fc-598d63ebfb6a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:21.750659 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e1f888-1cae-4601-83fc-598d63ebfb6a None None] Bound using segment: {'id': '88415836-c059-4326-94f1-fd0bf2caf899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '90f8d92e-c1eb-4201-91d7-4b2658cf5a5c'} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:34:21.751341 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-d1e1f888-1cae-4601-83fc-598d63ebfb6a None None] Bound port: 55ca151c-7290-456f-80ad-c7179dc27d7d, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88415836-c059-4326-94f1-fd0bf2caf899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '90f8d92e-c1eb-4201-91d7-4b2658cf5a5c'}}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:34:21.751855 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-d1e1f888-1cae-4601-83fc-598d63ebfb6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (55ca151c-7290-456f-80ad-c7179dc27d7d), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:21.837667 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-d1e1f888-1cae-4601-83fc-598d63ebfb6a None None] For port 55ca151c-7290-456f-80ad-c7179dc27d7d, host n-d-812111-14, cleared binding levels {{(pid=103307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:34:21.844913 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-d1e1f888-1cae-4601-83fc-598d63ebfb6a None None] For port 55ca151c-7290-456f-80ad-c7179dc27d7d, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=55ca151c-7290-456f-80ad-c7179dc27d7d,segment=NetworkSegment(88415836-c059-4326-94f1-fd0bf2caf899),segment_id=88415836-c059-4326-94f1-fd0bf2caf899)] {{(pid=103307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:34:21.857013 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-d1e1f888-1cae-4601-83fc-598d63ebfb6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (55ca151c-7290-456f-80ad-c7179dc27d7d), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:21.932426 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e1f888-1cae-4601-83fc-598d63ebfb6a None None] Routers {'02ce695b-f50c-4c5b-8e91-559feafa7671'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:34:21.933018 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-d1e1f888-1cae-4601-83fc-598d63ebfb6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:34:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['02ce695b-f50c-4c5b-8e91-559feafa7671'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:34:21.977094 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-131f391b-4f8d-4bee-b666-d13d7f446c8c None None] Provisioning complete for port 55ca151c-7290-456f-80ad-c7179dc27d7d triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:34:21.977632 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-131f391b-4f8d-4bee-b666-d13d7f446c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (55ca151c-7290-456f-80ad-c7179dc27d7d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:22.042895 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daeffe98-14ac-4898-ac1e-1c52bbd5c406 None None] Pushing event updated for resources: {'Port': ['ID=55ca151c-7290-456f-80ad-c7179dc27d7d,revision_number=4']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:22.149258 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-131f391b-4f8d-4bee-b666-d13d7f446c8c None None] Current status of the port 55ca151c-7290-456f-80ad-c7179dc27d7d is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:34:22.150283 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-131f391b-4f8d-4bee-b666-d13d7f446c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (55ca151c-7290-456f-80ad-c7179dc27d7d), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:22.160439 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-d1e1f888-1cae-4601-83fc-598d63ebfb6a None None] Set router 02ce695b-f50c-4c5b-8e91-559feafa7671 gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:34:22.185237 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-131f391b-4f8d-4bee-b666-d13d7f446c8c None None] For port 55ca151c-7290-456f-80ad-c7179dc27d7d, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=55ca151c-7290-456f-80ad-c7179dc27d7d,segment=NetworkSegment(88415836-c059-4326-94f1-fd0bf2caf899),segment_id=88415836-c059-4326-94f1-fd0bf2caf899)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:34:22.189576 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-131f391b-4f8d-4bee-b666-d13d7f446c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (55ca151c-7290-456f-80ad-c7179dc27d7d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:22.248722 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131f391b-4f8d-4bee-b666-d13d7f446c8c None None] Pushing event updated for resources: {'Port': ['ID=55ca151c-7290-456f-80ad-c7179dc27d7d,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:22.317954 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-6a88c3da-3a61-4909-8ef4-bff10f225ae7 None None] Provisioning complete for port 55ca151c-7290-456f-80ad-c7179dc27d7d triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:34:22.318613 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6a88c3da-3a61-4909-8ef4-bff10f225ae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (55ca151c-7290-456f-80ad-c7179dc27d7d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:22.430354 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-6a88c3da-3a61-4909-8ef4-bff10f225ae7 None None] Current status of the port 55ca151c-7290-456f-80ad-c7179dc27d7d is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:34:22.460538 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-d1e1f888-1cae-4601-83fc-598d63ebfb6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02ce695b-f50c-4c5b-8e91-559feafa7671', 'name': 'tempest-TestMinimumBasicScenario-1446282151-router', 'tenant_id': '924cc5a5e23b4ddda5a53254711763ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': '456892d2-fa30-4405-a35b-f82e336f6710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:34:13Z', 'updated_at': '2022-01-28T20:34:17Z', 'revision_number': 4, 'project_id': '924cc5a5e23b4ddda5a53254711763ea', 'gw_port': {'id': '456892d2-fa30-4405-a35b-f82e336f6710', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:3d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ce695b-f50c-4c5b-8e91-559feafa7671', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:34:14Z', 'updated_at': '2022-01-28T20:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '55ca151c-7290-456f-80ad-c7179dc27d7d', 'name': '', 'network_id': '90f8d92e-c1eb-4201-91d7-4b2658cf5a5c', 'tenant_id': '924cc5a5e23b4ddda5a53254711763ea', 'mac_address': 'fa:16:3e:91:70:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02ce695b-f50c-4c5b-8e91-559feafa7671', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '3ed51469-36ca-426d-beb7-11f92e78366b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:34:16Z', 'updated_at': '2022-01-28T20:34:21Z', 'revision_number': 4, 'project_id': '924cc5a5e23b4ddda5a53254711763ea', 'subnets': [{'id': '3ed51469-36ca-426d-beb7-11f92e78366b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:34:22.489530 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e1f888-1cae-4601-83fc-598d63ebfb6a None None] The sync data for ids ['02ce695b-f50c-4c5b-8e91-559feafa7671'] in n-d-812111-14 is: [{'id': '02ce695b-f50c-4c5b-8e91-559feafa7671', 'name': 'tempest-TestMinimumBasicScenario-1446282151-router', 'tenant_id': '924cc5a5e23b4ddda5a53254711763ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': '456892d2-fa30-4405-a35b-f82e336f6710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:34:13Z', 'updated_at': '2022-01-28T20:34:17Z', 'revision_number': 4, 'project_id': '924cc5a5e23b4ddda5a53254711763ea', 'gw_port': {'id': '456892d2-fa30-4405-a35b-f82e336f6710', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:3d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ce695b-f50c-4c5b-8e91-559feafa7671', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:34:14Z', 'updated_at': '2022-01-28T20:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '55ca151c-7290-456f-80ad-c7179dc27d7d', 'name': '', 'network_id': '90f8d92e-c1eb-4201-91d7-4b2658cf5a5c', 'tenant_id': '924cc5a5e23b4ddda5a53254711763ea', 'mac_address': 'fa:16:3e:91:70:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02ce695b-f50c-4c5b-8e91-559feafa7671', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '3ed51469-36ca-426d-beb7-11f92e78366b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:34:16Z', 'updated_at': '2022-01-28T20:34:21Z', 'revision_number': 4, 'project_id': '924cc5a5e23b4ddda5a53254711763ea', 'subnets': [{'id': '3ed51469-36ca-426d-beb7-11f92e78366b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:34:23.129274 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 55ca151c-7290-456f-80ad-c7179dc27d7d up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:34:23.190970 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 55ca151c-7290-456f-80ad-c7179dc27d7d triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:34:23.190970 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (55ca151c-7290-456f-80ad-c7179dc27d7d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:23.279786 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 55ca151c-7290-456f-80ad-c7179dc27d7d is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:34:23.281538 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 456892d2-fa30-4405-a35b-f82e336f6710 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:34:23.341988 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 456892d2-fa30-4405-a35b-f82e336f6710 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:34:23.342373 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (456892d2-fa30-4405-a35b-f82e336f6710), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:23.423853 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 456892d2-fa30-4405-a35b-f82e336f6710 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:34:24.653306 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:28.115219 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ae61f8-5318-4414-85fd-ab099f97f686 req-cf9d1d25-c7d7-4be6-864f-ab9c5850848b tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:28.116688 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-93ae61f8-5318-4414-85fd-ab099f97f686 req-cf9d1d25-c7d7-4be6-864f-ab9c5850848b tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] 10.222.0.64 "GET /v2.0/networks?id=2d5ad54f-d0c9-4f59-8f6d-14e85db50aa1 HTTP/1.1" status: 200 len: 815 time: 0.1049049 Jan 28 20:34:28.131875 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-93ae61f8-5318-4414-85fd-ab099f97f686 req-edd007a1-f5e3-4858-9bca-37e88b467d48 tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] 10.222.0.64 "GET /v2.0/quotas/13f21c3e4efe49ea9f947642f19976bc HTTP/1.1" status: 200 len: 375 time: 0.0091913 Jan 28 20:34:28.185963 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-93ae61f8-5318-4414-85fd-ab099f97f686 req-1b3a6e1c-b055-4a3f-9a9e-76c47e5020ce tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=13f21c3e4efe49ea9f947642f19976bc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0494270 Jan 28 20:34:28.280269 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-93ae61f8-5318-4414-85fd-ab099f97f686 req-4f49592c-e4ab-4365-befe-a08c294b2aae service neutron] 10.222.0.64 "GET /v2.0/networks/2d5ad54f-d0c9-4f59-8f6d-14e85db50aa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833237 Jan 28 20:34:28.375622 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-93ae61f8-5318-4414-85fd-ab099f97f686 req-bbe4ada5-a4a3-45e6-a00c-7d90b987b0ee service neutron] 10.222.0.64 "GET /v2.0/networks/2d5ad54f-d0c9-4f59-8f6d-14e85db50aa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895414 Jan 28 20:34:28.536812 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e9dd8219-38f6-43da-a503-f34e41e92cad req-4a2cf6a5-d916-4402-896c-e8ea0ce22d66 tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] 10.222.0.64 "GET /v2.0/ports?device_id=39e940fd-bf92-47ea-a84d-55fee1ca31c2 HTTP/1.1" status: 200 len: 210 time: 0.0284631 Jan 28 20:34:29.472306 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ae61f8-5318-4414-85fd-ab099f97f686 req-2bdf5f2f-e753-4cc6-be94-42d299d8effc tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:29.473796 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-93ae61f8-5318-4414-85fd-ab099f97f686 req-2bdf5f2f-e753-4cc6-be94-42d299d8effc tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] 10.222.0.70 "GET /v2.0/networks?id=2d5ad54f-d0c9-4f59-8f6d-14e85db50aa1 HTTP/1.1" status: 200 len: 815 time: 0.1051025 Jan 28 20:34:29.485465 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-93ae61f8-5318-4414-85fd-ab099f97f686 req-e0eda14c-5db4-4ab9-98bb-67da4275473e tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] Request body: {'port': {'device_id': '39e940fd-bf92-47ea-a84d-55fee1ca31c2', 'network_id': '2d5ad54f-d0c9-4f59-8f6d-14e85db50aa1', 'admin_state_up': True, 'tenant_id': '13f21c3e4efe49ea9f947642f19976bc'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:34:29.602144 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93ae61f8-5318-4414-85fd-ab099f97f686 req-e0eda14c-5db4-4ab9-98bb-67da4275473e tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] Made reservation on behalf of 13f21c3e4efe49ea9f947642f19976bc for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:34:29.605915 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-93ae61f8-5318-4414-85fd-ab099f97f686 req-e0eda14c-5db4-4ab9-98bb-67da4275473e tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:29.660905 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1fdec533-4326-4e3d-8383-56b359d43f83 req-6589faaf-68a5-4845-be7b-86cc577f9b3b tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] 10.222.0.64 "GET /v2.0/ports?device_id=39e940fd-bf92-47ea-a84d-55fee1ca31c2 HTTP/1.1" status: 200 len: 210 time: 0.0514088 Jan 28 20:34:29.778131 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-93ae61f8-5318-4414-85fd-ab099f97f686 req-e0eda14c-5db4-4ab9-98bb-67da4275473e tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] Allocated IP 172.20.0.5 (2d5ad54f-d0c9-4f59-8f6d-14e85db50aa1/bfc79aee-70eb-4177-98c5-44e99531d5fb/8dcfc2c0-c70f-4191-8496-632f3afa62cf) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:34:30.018766 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-93ae61f8-5318-4414-85fd-ab099f97f686 req-e0eda14c-5db4-4ab9-98bb-67da4275473e tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] Publish callbacks [] for port (8dcfc2c0-c70f-4191-8496-632f3afa62cf), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:30.064126 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-93ae61f8-5318-4414-85fd-ab099f97f686 req-e0eda14c-5db4-4ab9-98bb-67da4275473e tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (8dcfc2c0-c70f-4191-8496-632f3afa62cf), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:30.155657 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93ae61f8-5318-4414-85fd-ab099f97f686 req-e0eda14c-5db4-4ab9-98bb-67da4275473e tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] Network 2d5ad54f-d0c9-4f59-8f6d-14e85db50aa1 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:34:30.161269 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-93ae61f8-5318-4414-85fd-ab099f97f686 req-e0eda14c-5db4-4ab9-98bb-67da4275473e tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:34:30.164143 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0eda14c-5db4-4ab9-98bb-67da4275473e tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] Pushing event updated for resources: {'Port': ['ID=8dcfc2c0-c70f-4191-8496-632f3afa62cf,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:30.166806 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-93ae61f8-5318-4414-85fd-ab099f97f686 req-e0eda14c-5db4-4ab9-98bb-67da4275473e tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:34:30.178436 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:34:30.270523 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ae61f8-5318-4414-85fd-ab099f97f686 req-e0eda14c-5db4-4ab9-98bb-67da4275473e tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:30.271223 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-93ae61f8-5318-4414-85fd-ab099f97f686 req-e0eda14c-5db4-4ab9-98bb-67da4275473e tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:30.294187 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-93ae61f8-5318-4414-85fd-ab099f97f686 req-e0eda14c-5db4-4ab9-98bb-67da4275473e tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8122475 Jan 28 20:34:30.521613 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b2268d20-b1e5-4e40-a616-9cdeef81934f None None] Provisioning complete for port 8dcfc2c0-c70f-4191-8496-632f3afa62cf triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:34:30.522614 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b2268d20-b1e5-4e40-a616-9cdeef81934f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (8dcfc2c0-c70f-4191-8496-632f3afa62cf), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:30.575731 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b2268d20-b1e5-4e40-a616-9cdeef81934f None None] Port 8dcfc2c0-c70f-4191-8496-632f3afa62cf cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 20:34:30.801680 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327458e5-e401-464d-a1f1-e697fadb1e86 req-cbf4b1c3-6ea1-40f7-93b9-14704227477a tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:30.803090 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-327458e5-e401-464d-a1f1-e697fadb1e86 req-cbf4b1c3-6ea1-40f7-93b9-14704227477a tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] 10.222.0.64 "GET /v2.0/ports?device_id=39e940fd-bf92-47ea-a84d-55fee1ca31c2 HTTP/1.1" status: 200 len: 931 time: 0.0621531 Jan 28 20:34:30.850406 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-327458e5-e401-464d-a1f1-e697fadb1e86 req-a8e674d6-8d4a-4b28-96c3-cf5edcf9315c tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] 10.222.0.64 "GET /v2.0/security-groups?id=76e5fa9a-ecd2-480d-b758-988445ea9d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416880 Jan 28 20:34:31.966316 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a4e27c-5631-4b8a-b49d-a0c79e9c9689 req-92e1d5b6-8611-4f4e-8439-ba9bdaaf3648 tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:31.967786 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-80a4e27c-5631-4b8a-b49d-a0c79e9c9689 req-92e1d5b6-8611-4f4e-8439-ba9bdaaf3648 tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] 10.222.0.64 "GET /v2.0/ports?device_id=39e940fd-bf92-47ea-a84d-55fee1ca31c2 HTTP/1.1" status: 200 len: 931 time: 0.0523989 Jan 28 20:34:32.014272 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-80a4e27c-5631-4b8a-b49d-a0c79e9c9689 req-3f43f841-2f48-4d76-a269-b1e9ac052307 tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] 10.222.0.64 "GET /v2.0/security-groups?id=76e5fa9a-ecd2-480d-b758-988445ea9d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410380 Jan 28 20:34:33.136748 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535f11a1-8925-44a5-ab68-253ee17d40b6 req-886a9ac7-7df1-44c9-8074-98eb89c2584f tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:33.139183 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-535f11a1-8925-44a5-ab68-253ee17d40b6 req-886a9ac7-7df1-44c9-8074-98eb89c2584f tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] 10.222.0.64 "GET /v2.0/ports?device_id=39e940fd-bf92-47ea-a84d-55fee1ca31c2 HTTP/1.1" status: 200 len: 931 time: 0.0562015 Jan 28 20:34:33.203084 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-535f11a1-8925-44a5-ab68-253ee17d40b6 req-ca1e1a67-1afe-48da-a929-4936b0bab9af tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] 10.222.0.64 "GET /v2.0/security-groups?id=76e5fa9a-ecd2-480d-b758-988445ea9d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487819 Jan 28 20:34:34.344459 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ad4944-c851-4335-9dca-a53f79fcebd8 req-44a36dc2-a0ee-456a-9286-65ae56ac390e tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:34.345970 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-78ad4944-c851-4335-9dca-a53f79fcebd8 req-44a36dc2-a0ee-456a-9286-65ae56ac390e tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] 10.222.0.64 "GET /v2.0/ports?device_id=39e940fd-bf92-47ea-a84d-55fee1ca31c2 HTTP/1.1" status: 200 len: 931 time: 0.0568783 Jan 28 20:34:34.406841 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-78ad4944-c851-4335-9dca-a53f79fcebd8 req-cb652529-7e6e-446d-a7bd-42729a1c5a6a tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] 10.222.0.64 "GET /v2.0/security-groups?id=76e5fa9a-ecd2-480d-b758-988445ea9d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548840 Jan 28 20:34:35.534204 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac5288f-b1df-4250-98c5-90b6983097dc req-4154c485-e8f8-4724-b00b-be112451c1d2 tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:35.536368 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9ac5288f-b1df-4250-98c5-90b6983097dc req-4154c485-e8f8-4724-b00b-be112451c1d2 tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] 10.222.0.64 "GET /v2.0/ports?device_id=39e940fd-bf92-47ea-a84d-55fee1ca31c2 HTTP/1.1" status: 200 len: 931 time: 0.0586245 Jan 28 20:34:35.590785 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9ac5288f-b1df-4250-98c5-90b6983097dc req-e9efd435-4a28-4848-84fa-663f3dcaa34e tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] 10.222.0.64 "GET /v2.0/security-groups?id=76e5fa9a-ecd2-480d-b758-988445ea9d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495098 Jan 28 20:34:36.717748 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e71f59-7cb9-4d01-a195-5ad3b9c5769e req-19211e2b-235a-4484-a588-9786051e1a78 tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:36.719225 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b3e71f59-7cb9-4d01-a195-5ad3b9c5769e req-19211e2b-235a-4484-a588-9786051e1a78 tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] 10.222.0.64 "GET /v2.0/ports?device_id=39e940fd-bf92-47ea-a84d-55fee1ca31c2 HTTP/1.1" status: 200 len: 931 time: 0.0528615 Jan 28 20:34:36.778592 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b3e71f59-7cb9-4d01-a195-5ad3b9c5769e req-083bfb14-9d1d-4d5a-b00e-3a3b94687f10 tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] 10.222.0.64 "GET /v2.0/security-groups?id=76e5fa9a-ecd2-480d-b758-988445ea9d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532007 Jan 28 20:34:36.839520 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e93afed2-7b8f-447b-a8e7-519da5467ca2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:37.912199 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f25640-5f61-4a16-a427-09fbea176758 req-9006832e-72ed-4d31-a7aa-fc42235955b4 tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:37.913732 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b7f25640-5f61-4a16-a427-09fbea176758 req-9006832e-72ed-4d31-a7aa-fc42235955b4 tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] 10.222.0.64 "GET /v2.0/ports?device_id=39e940fd-bf92-47ea-a84d-55fee1ca31c2 HTTP/1.1" status: 200 len: 931 time: 0.0540965 Jan 28 20:34:37.961293 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b7f25640-5f61-4a16-a427-09fbea176758 req-f98468c9-bf72-4a20-87de-a807062d5dae tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] 10.222.0.64 "GET /v2.0/security-groups?id=76e5fa9a-ecd2-480d-b758-988445ea9d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412762 Jan 28 20:34:39.093392 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b45105c7-192a-472f-ab31-20513445261f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:39.099317 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3e26a2-05e5-4f95-ab36-a7535799129b req-bb1f7011-6237-4e44-b741-82d662f1fe6e tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:39.101665 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6d3e26a2-05e5-4f95-ab36-a7535799129b req-bb1f7011-6237-4e44-b741-82d662f1fe6e tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] 10.222.0.64 "GET /v2.0/ports?device_id=39e940fd-bf92-47ea-a84d-55fee1ca31c2 HTTP/1.1" status: 200 len: 931 time: 0.0721698 Jan 28 20:34:39.158309 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6d3e26a2-05e5-4f95-ab36-a7535799129b req-d69c6ead-aaad-42ad-89ac-5fc342b90212 tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] 10.222.0.64 "GET /v2.0/security-groups?id=76e5fa9a-ecd2-480d-b758-988445ea9d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507827 Jan 28 20:34:40.084446 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:40.277310 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dc3d6b-78e2-4978-9258-b4957c707b56 req-ca05e3b2-f362-46b1-916a-8a4add2bfd9a tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:40.279426 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d7dc3d6b-78e2-4978-9258-b4957c707b56 req-ca05e3b2-f362-46b1-916a-8a4add2bfd9a tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] 10.222.0.64 "GET /v2.0/ports?device_id=39e940fd-bf92-47ea-a84d-55fee1ca31c2 HTTP/1.1" status: 200 len: 931 time: 0.0526989 Jan 28 20:34:40.330069 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d7dc3d6b-78e2-4978-9258-b4957c707b56 req-c0aaa76c-01d2-454c-b4c0-b4771deeb1b9 tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] 10.222.0.64 "GET /v2.0/security-groups?id=76e5fa9a-ecd2-480d-b758-988445ea9d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450416 Jan 28 20:34:40.592723 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [req-93ae61f8-5318-4414-85fd-ab099f97f686 req-81d696a4-a906-44fe-b783-ae8ed214c5c6 tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103304) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 20:34:40.593756 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-93ae61f8-5318-4414-85fd-ab099f97f686 req-81d696a4-a906-44fe-b783-ae8ed214c5c6 tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054462 Jan 28 20:34:40.605027 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-93ae61f8-5318-4414-85fd-ab099f97f686 req-6118b96b-5a10-4dd7-b23c-d71557d0d9c7 service neutron] Request body: {'port': {'device_id': '39e940fd-bf92-47ea-a84d-55fee1ca31c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-14'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:34:40.663811 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-93ae61f8-5318-4414-85fd-ab099f97f686 req-6118b96b-5a10-4dd7-b23c-d71557d0d9c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (8dcfc2c0-c70f-4191-8496-632f3afa62cf), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:40.924394 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-93ae61f8-5318-4414-85fd-ab099f97f686 req-6118b96b-5a10-4dd7-b23c-d71557d0d9c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8dcfc2c0-c70f-4191-8496-632f3afa62cf {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:34:40.931744 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-93ae61f8-5318-4414-85fd-ab099f97f686 req-6118b96b-5a10-4dd7-b23c-d71557d0d9c7 service neutron] Publish callbacks [] for port (8dcfc2c0-c70f-4191-8496-632f3afa62cf), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:40.943464 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-93ae61f8-5318-4414-85fd-ab099f97f686 req-6118b96b-5a10-4dd7-b23c-d71557d0d9c7 service neutron] Transition to ACTIVE for port object 8dcfc2c0-c70f-4191-8496-632f3afa62cf will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:34:40.947409 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-93ae61f8-5318-4414-85fd-ab099f97f686 req-6118b96b-5a10-4dd7-b23c-d71557d0d9c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (8dcfc2c0-c70f-4191-8496-632f3afa62cf), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:41.021181 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6118b96b-5a10-4dd7-b23c-d71557d0d9c7 service neutron] Pushing event updated for resources: {'Port': ['ID=8dcfc2c0-c70f-4191-8496-632f3afa62cf,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:41.071034 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-93ae61f8-5318-4414-85fd-ab099f97f686 req-6118b96b-5a10-4dd7-b23c-d71557d0d9c7 service neutron] Attempting to bind port 8dcfc2c0-c70f-4191-8496-632f3afa62cf on host n-h2-812111-14 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:34:41.071412 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-93ae61f8-5318-4414-85fd-ab099f97f686 req-6118b96b-5a10-4dd7-b23c-d71557d0d9c7 service neutron] Attempting to bind port 8dcfc2c0-c70f-4191-8496-632f3afa62cf by drivers openvswitch,hyperv on host n-h2-812111-14 at level 0 using segments [{'id': '2b19dc33-05b6-4b12-a43f-d2304c61056f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '2d5ad54f-d0c9-4f59-8f6d-14e85db50aa1'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:34:41.071713 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ae61f8-5318-4414-85fd-ab099f97f686 req-6118b96b-5a10-4dd7-b23c-d71557d0d9c7 service neutron] Attempting to bind port 8dcfc2c0-c70f-4191-8496-632f3afa62cf on network 2d5ad54f-d0c9-4f59-8f6d-14e85db50aa1 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:34:41.076798 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ae61f8-5318-4414-85fd-ab099f97f686 req-6118b96b-5a10-4dd7-b23c-d71557d0d9c7 service neutron] Port 8dcfc2c0-c70f-4191-8496-632f3afa62cf on network 2d5ad54f-d0c9-4f59-8f6d-14e85db50aa1 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-14 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:34:41.077151 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ae61f8-5318-4414-85fd-ab099f97f686 req-6118b96b-5a10-4dd7-b23c-d71557d0d9c7 service neutron] Attempting to bind port 8dcfc2c0-c70f-4191-8496-632f3afa62cf on network 2d5ad54f-d0c9-4f59-8f6d-14e85db50aa1 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:34:41.082147 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ae61f8-5318-4414-85fd-ab099f97f686 req-6118b96b-5a10-4dd7-b23c-d71557d0d9c7 service neutron] Checking agent: {'id': '8f3fee4e-bf24-4b58-8a3a-ae9c8011a473', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 34, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:34:41.082497 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ae61f8-5318-4414-85fd-ab099f97f686 req-6118b96b-5a10-4dd7-b23c-d71557d0d9c7 service neutron] Checking segment: {'id': '2b19dc33-05b6-4b12-a43f-d2304c61056f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '2d5ad54f-d0c9-4f59-8f6d-14e85db50aa1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:34:41.082895 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ae61f8-5318-4414-85fd-ab099f97f686 req-6118b96b-5a10-4dd7-b23c-d71557d0d9c7 service neutron] Bound using segment: {'id': '2b19dc33-05b6-4b12-a43f-d2304c61056f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '2d5ad54f-d0c9-4f59-8f6d-14e85db50aa1'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:34:41.083335 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-93ae61f8-5318-4414-85fd-ab099f97f686 req-6118b96b-5a10-4dd7-b23c-d71557d0d9c7 service neutron] Bound port: 8dcfc2c0-c70f-4191-8496-632f3afa62cf, host: n-h2-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b19dc33-05b6-4b12-a43f-d2304c61056f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '2d5ad54f-d0c9-4f59-8f6d-14e85db50aa1'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:34:41.083705 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-93ae61f8-5318-4414-85fd-ab099f97f686 req-6118b96b-5a10-4dd7-b23c-d71557d0d9c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (8dcfc2c0-c70f-4191-8496-632f3afa62cf), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:41.155082 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-93ae61f8-5318-4414-85fd-ab099f97f686 req-6118b96b-5a10-4dd7-b23c-d71557d0d9c7 service neutron] For port 8dcfc2c0-c70f-4191-8496-632f3afa62cf, host n-h2-812111-14, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:34:41.158175 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-93ae61f8-5318-4414-85fd-ab099f97f686 req-6118b96b-5a10-4dd7-b23c-d71557d0d9c7 service neutron] For port 8dcfc2c0-c70f-4191-8496-632f3afa62cf, host n-h2-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=8dcfc2c0-c70f-4191-8496-632f3afa62cf,segment=NetworkSegment(2b19dc33-05b6-4b12-a43f-d2304c61056f),segment_id=2b19dc33-05b6-4b12-a43f-d2304c61056f)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:34:41.164451 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-93ae61f8-5318-4414-85fd-ab099f97f686 req-6118b96b-5a10-4dd7-b23c-d71557d0d9c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (8dcfc2c0-c70f-4191-8496-632f3afa62cf), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:41.200752 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ae61f8-5318-4414-85fd-ab099f97f686 req-6118b96b-5a10-4dd7-b23c-d71557d0d9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:41.201417 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-93ae61f8-5318-4414-85fd-ab099f97f686 req-6118b96b-5a10-4dd7-b23c-d71557d0d9c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:41.202763 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-93ae61f8-5318-4414-85fd-ab099f97f686 req-6118b96b-5a10-4dd7-b23c-d71557d0d9c7 service neutron] 10.222.0.70 "PUT /v2.0/ports/8dcfc2c0-c70f-4191-8496-632f3afa62cf HTTP/1.1" status: 200 len: 1092 time: 0.6015451 Jan 28 20:34:41.203208 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39e940fd-bf92-47ea-a84d-55fee1ca31c2', 'tag': '8dcfc2c0-c70f-4191-8496-632f3afa62cf'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:34:41.209436 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}690870b4896ba3504f21237a239c836c0346d6a62bcfb5e8ee91fd1b13f99dd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84bb2fe7-e2ff-4c76-b31e-50b7600d479c" -d '{"events": [{"name": "network-changed", "server_uuid": "39e940fd-bf92-47ea-a84d-55fee1ca31c2", "tag": "8dcfc2c0-c70f-4191-8496-632f3afa62cf"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:34:41.233433 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6118b96b-5a10-4dd7-b23c-d71557d0d9c7 service neutron] Pushing event updated for resources: {'Port': ['ID=8dcfc2c0-c70f-4191-8496-632f3afa62cf,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:41.304239 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ae61f8-5318-4414-85fd-ab099f97f686 req-4d8ae95c-e423-4b2b-a626-a0509cbb1327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:41.305845 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-93ae61f8-5318-4414-85fd-ab099f97f686 req-4d8ae95c-e423-4b2b-a626-a0509cbb1327 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=13f21c3e4efe49ea9f947642f19976bc&device_id=39e940fd-bf92-47ea-a84d-55fee1ca31c2 HTTP/1.1" status: 200 len: 1126 time: 0.0600705 Jan 28 20:34:41.358551 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-93ae61f8-5318-4414-85fd-ab099f97f686 req-a276ab89-bf08-48bc-b270-ef6897747601 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8dcfc2c0-c70f-4191-8496-632f3afa62cf HTTP/1.1" status: 200 len: 217 time: 0.0450406 Jan 28 20:34:41.417070 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ae61f8-5318-4414-85fd-ab099f97f686 req-70b8cd92-6613-4188-aa1a-58e81e45ea87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:41.419636 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-93ae61f8-5318-4414-85fd-ab099f97f686 req-70b8cd92-6613-4188-aa1a-58e81e45ea87 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=bfc79aee-70eb-4177-98c5-44e99531d5fb HTTP/1.1" status: 200 len: 854 time: 0.0497596 Jan 28 20:34:41.423346 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:34:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45333858-4986-4a27-8256-2d91b3df8320 x-openstack-request-id: req-45333858-4986-4a27-8256-2d91b3df8320 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:34:41.423637 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39e940fd-bf92-47ea-a84d-55fee1ca31c2", "tag": "8dcfc2c0-c70f-4191-8496-632f3afa62cf", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:34:41.423898 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-45333858-4986-4a27-8256-2d91b3df8320 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:34:41.424306 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39e940fd-bf92-47ea-a84d-55fee1ca31c2', 'tag': '8dcfc2c0-c70f-4191-8496-632f3afa62cf', 'status': 'completed', 'code': 200} Jan 28 20:34:41.471519 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ae61f8-5318-4414-85fd-ab099f97f686 req-3ecc9353-ccab-48fb-9cef-ef37ed57f19d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:41.472949 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-93ae61f8-5318-4414-85fd-ab099f97f686 req-3ecc9353-ccab-48fb-9cef-ef37ed57f19d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2d5ad54f-d0c9-4f59-8f6d-14e85db50aa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0454724 Jan 28 20:34:41.473066 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47627c92-138a-467b-9702-88ed852b1b82 req-513d935f-d5d2-4dc6-bf58-df2a663b644c tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:41.474589 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-47627c92-138a-467b-9702-88ed852b1b82 req-513d935f-d5d2-4dc6-bf58-df2a663b644c tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] 10.222.0.64 "GET /v2.0/ports?device_id=39e940fd-bf92-47ea-a84d-55fee1ca31c2 HTTP/1.1" status: 200 len: 943 time: 0.0577052 Jan 28 20:34:41.523833 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-47627c92-138a-467b-9702-88ed852b1b82 req-91bf6441-982c-4337-9beb-05ababafeaf0 tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] 10.222.0.64 "GET /v2.0/security-groups?id=76e5fa9a-ecd2-480d-b758-988445ea9d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418534 Jan 28 20:34:41.571377 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-93ae61f8-5318-4414-85fd-ab099f97f686 req-7da04320-4d10-4254-91b2-74dc8185d0be service neutron] 10.222.0.70 "GET /v2.0/networks/2d5ad54f-d0c9-4f59-8f6d-14e85db50aa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919805 Jan 28 20:34:41.660991 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-93ae61f8-5318-4414-85fd-ab099f97f686 req-1cfc1690-7a95-40d7-8dd4-dbfcdb9cd23e service neutron] 10.222.0.70 "GET /v2.0/networks/2d5ad54f-d0c9-4f59-8f6d-14e85db50aa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839510 Jan 28 20:34:41.751281 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bb2fe7-e2ff-4c76-b31e-50b7600d479c req-af901721-71c4-4481-bb8f-a2023caf1564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:41.752744 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-84bb2fe7-e2ff-4c76-b31e-50b7600d479c req-af901721-71c4-4481-bb8f-a2023caf1564 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=13f21c3e4efe49ea9f947642f19976bc&device_id=39e940fd-bf92-47ea-a84d-55fee1ca31c2 HTTP/1.1" status: 200 len: 1126 time: 0.0468271 Jan 28 20:34:41.849616 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bb2fe7-e2ff-4c76-b31e-50b7600d479c req-a4edc482-82cb-4214-973b-93fed1659a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:41.851078 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-84bb2fe7-e2ff-4c76-b31e-50b7600d479c req-a4edc482-82cb-4214-973b-93fed1659a72 service neutron] 10.222.0.70 "GET /v2.0/networks?id=2d5ad54f-d0c9-4f59-8f6d-14e85db50aa1 HTTP/1.1" status: 200 len: 915 time: 0.0924766 Jan 28 20:34:41.892404 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-84bb2fe7-e2ff-4c76-b31e-50b7600d479c req-3b11b01a-2d0e-4295-8bc5-0308165901aa service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8dcfc2c0-c70f-4191-8496-632f3afa62cf HTTP/1.1" status: 200 len: 217 time: 0.0353241 Jan 28 20:34:41.945458 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bb2fe7-e2ff-4c76-b31e-50b7600d479c req-40f68ba2-4b0f-4d77-b1f7-4cc45712afca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:41.946884 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-84bb2fe7-e2ff-4c76-b31e-50b7600d479c req-40f68ba2-4b0f-4d77-b1f7-4cc45712afca service neutron] 10.222.0.70 "GET /v2.0/subnets?id=bfc79aee-70eb-4177-98c5-44e99531d5fb HTTP/1.1" status: 200 len: 854 time: 0.0486255 Jan 28 20:34:41.966610 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:41.998193 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bb2fe7-e2ff-4c76-b31e-50b7600d479c req-b1266f83-ca84-4bb2-8649-13d66b0b613c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:41.999933 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-84bb2fe7-e2ff-4c76-b31e-50b7600d479c req-b1266f83-ca84-4bb2-8649-13d66b0b613c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2d5ad54f-d0c9-4f59-8f6d-14e85db50aa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0453687 Jan 28 20:34:42.095254 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-84bb2fe7-e2ff-4c76-b31e-50b7600d479c req-dd71ad8e-1958-467a-9998-7ada1dcff0e5 service neutron] 10.222.0.70 "GET /v2.0/networks/2d5ad54f-d0c9-4f59-8f6d-14e85db50aa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883646 Jan 28 20:34:42.188157 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-84bb2fe7-e2ff-4c76-b31e-50b7600d479c req-32811b55-2fb4-4706-a387-8c0df12fc3db service neutron] 10.222.0.70 "GET /v2.0/networks/2d5ad54f-d0c9-4f59-8f6d-14e85db50aa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857627 Jan 28 20:34:42.649999 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca2373f-5cfb-43fb-be1f-76ef7eb4a87d req-65a8b314-4f9c-4da9-94c9-80b8634c9929 tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:42.651485 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-fca2373f-5cfb-43fb-be1f-76ef7eb4a87d req-65a8b314-4f9c-4da9-94c9-80b8634c9929 tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] 10.222.0.64 "GET /v2.0/ports?device_id=39e940fd-bf92-47ea-a84d-55fee1ca31c2 HTTP/1.1" status: 200 len: 943 time: 0.0537477 Jan 28 20:34:42.698155 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-fca2373f-5cfb-43fb-be1f-76ef7eb4a87d req-78b1b24f-dfec-4f0a-85b6-35510c632a8c tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] 10.222.0.64 "GET /v2.0/security-groups?id=76e5fa9a-ecd2-480d-b758-988445ea9d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405734 Jan 28 20:34:43.325874 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:43.815820 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c96650-2742-4ba5-8883-00e2e46836da req-9dec819d-bc42-46e9-8339-9ce512466931 tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:43.817308 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f0c96650-2742-4ba5-8883-00e2e46836da req-9dec819d-bc42-46e9-8339-9ce512466931 tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] 10.222.0.64 "GET /v2.0/ports?device_id=39e940fd-bf92-47ea-a84d-55fee1ca31c2 HTTP/1.1" status: 200 len: 943 time: 0.0517664 Jan 28 20:34:43.862528 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f0c96650-2742-4ba5-8883-00e2e46836da req-c897652c-0f7a-4fc6-bf5c-7c64ff2791f2 tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] 10.222.0.64 "GET /v2.0/security-groups?id=76e5fa9a-ecd2-480d-b758-988445ea9d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396872 Jan 28 20:34:44.381219 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 8dcfc2c0-c70f-4191-8496-632f3afa62cf details requested by agent hyperv_n-h2-812111-14 with host n-h2-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:34:44.479593 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 8dcfc2c0-c70f-4191-8496-632f3afa62cf, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=8dcfc2c0-c70f-4191-8496-632f3afa62cf,segment=NetworkSegment(2b19dc33-05b6-4b12-a43f-d2304c61056f),segment_id=2b19dc33-05b6-4b12-a43f-d2304c61056f)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:34:44.490854 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Returning: {'device': '8dcfc2c0-c70f-4191-8496-632f3afa62cf', 'network_id': '2d5ad54f-d0c9-4f59-8f6d-14e85db50aa1', 'port_id': '8dcfc2c0-c70f-4191-8496-632f3afa62cf', 'mac_address': 'fa:16:3e:45:c4:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfc79aee-70eb-4177-98c5-44e99531d5fb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:34:44.526977 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 8dcfc2c0-c70f-4191-8496-632f3afa62cf is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:34:44.527365 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (8dcfc2c0-c70f-4191-8496-632f3afa62cf), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:44.540244 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8dcfc2c0-c70f-4191-8496-632f3afa62cf {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:34:44.559172 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 8dcfc2c0-c70f-4191-8496-632f3afa62cf, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=8dcfc2c0-c70f-4191-8496-632f3afa62cf,segment=NetworkSegment(2b19dc33-05b6-4b12-a43f-d2304c61056f),segment_id=2b19dc33-05b6-4b12-a43f-d2304c61056f)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:34:44.563457 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (8dcfc2c0-c70f-4191-8496-632f3afa62cf), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:44.610089 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=8dcfc2c0-c70f-4191-8496-632f3afa62cf,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:44.791489 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['8dcfc2c0-c70f-4191-8496-632f3afa62cf'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:34:44.987070 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437b0b90-5b03-4df6-8e3a-628a0184c45b req-715b45e8-1972-44b5-b86c-ee6a09607a95 tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:44.988575 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-437b0b90-5b03-4df6-8e3a-628a0184c45b req-715b45e8-1972-44b5-b86c-ee6a09607a95 tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] 10.222.0.64 "GET /v2.0/ports?device_id=39e940fd-bf92-47ea-a84d-55fee1ca31c2 HTTP/1.1" status: 200 len: 944 time: 0.0573123 Jan 28 20:34:45.036437 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-437b0b90-5b03-4df6-8e3a-628a0184c45b req-74cddf99-a9e0-46ff-b1b6-e6301d60b874 tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] 10.222.0.64 "GET /v2.0/security-groups?id=76e5fa9a-ecd2-480d-b758-988445ea9d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423219 Jan 28 20:34:46.166392 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6a264f-7436-42c3-9e22-b64f412aea84 req-5639aaf3-058e-4ce5-b981-a723201ae481 tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:46.167882 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-cc6a264f-7436-42c3-9e22-b64f412aea84 req-5639aaf3-058e-4ce5-b981-a723201ae481 tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] 10.222.0.64 "GET /v2.0/ports?device_id=39e940fd-bf92-47ea-a84d-55fee1ca31c2 HTTP/1.1" status: 200 len: 944 time: 0.0634243 Jan 28 20:34:46.218164 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-cc6a264f-7436-42c3-9e22-b64f412aea84 req-1b723208-90b4-4db4-aabe-623522d6d197 tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] 10.222.0.64 "GET /v2.0/security-groups?id=76e5fa9a-ecd2-480d-b758-988445ea9d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440862 Jan 28 20:34:46.394776 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 8dcfc2c0-c70f-4191-8496-632f3afa62cf up at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:34:46.441844 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning for port 8dcfc2c0-c70f-4191-8496-632f3afa62cf completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:34:46.445762 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning complete for port 8dcfc2c0-c70f-4191-8496-632f3afa62cf triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:34:46.446138 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (8dcfc2c0-c70f-4191-8496-632f3afa62cf), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:46.524710 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 8dcfc2c0-c70f-4191-8496-632f3afa62cf is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:34:46.525079 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (8dcfc2c0-c70f-4191-8496-632f3afa62cf), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:46.547806 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39e940fd-bf92-47ea-a84d-55fee1ca31c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dcfc2c0-c70f-4191-8496-632f3afa62cf'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:34:46.550057 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}704c702df6f21e7df92d3d89d4c6cfde2c6406e49d8202b36454fc5209adee22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a50e2234-c451-4472-97f3-dfcfebd3a592" -d '{"events": [{"server_uuid": "39e940fd-bf92-47ea-a84d-55fee1ca31c2", "name": "network-vif-plugged", "status": "completed", "tag": "8dcfc2c0-c70f-4191-8496-632f3afa62cf"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:34:46.562787 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 8dcfc2c0-c70f-4191-8496-632f3afa62cf, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=8dcfc2c0-c70f-4191-8496-632f3afa62cf,segment=NetworkSegment(2b19dc33-05b6-4b12-a43f-d2304c61056f),segment_id=2b19dc33-05b6-4b12-a43f-d2304c61056f)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:34:46.569525 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (8dcfc2c0-c70f-4191-8496-632f3afa62cf), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:46.618052 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=8dcfc2c0-c70f-4191-8496-632f3afa62cf,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:46.641978 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53d73f44-1baa-48b6-b6fd-387eaff09443 x-openstack-request-id: req-53d73f44-1baa-48b6-b6fd-387eaff09443 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:34:46.642276 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39e940fd-bf92-47ea-a84d-55fee1ca31c2", "name": "network-vif-plugged", "status": "completed", "tag": "8dcfc2c0-c70f-4191-8496-632f3afa62cf", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:34:46.642530 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-53d73f44-1baa-48b6-b6fd-387eaff09443 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:34:46.642930 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39e940fd-bf92-47ea-a84d-55fee1ca31c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dcfc2c0-c70f-4191-8496-632f3afa62cf', 'code': 200} Jan 28 20:34:46.743362 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6462f839-e709-4ace-a010-5592c3766849 req-05d39e5a-cb05-4979-bb72-64985aa8da9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:46.744790 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6462f839-e709-4ace-a010-5592c3766849 req-05d39e5a-cb05-4979-bb72-64985aa8da9d service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=39e940fd-bf92-47ea-a84d-55fee1ca31c2 HTTP/1.1" status: 200 len: 1128 time: 0.0443990 Jan 28 20:34:46.787489 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6462f839-e709-4ace-a010-5592c3766849 req-6a8e868c-8baf-423d-820a-92b9e5d67f64 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=76e5fa9a-ecd2-480d-b758-988445ea9d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362918 Jan 28 20:34:47.336599 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce36075-5a3c-49c4-9d33-83d8a33f76e3 req-ee7bd306-12e8-4ca8-9759-5a109a6d93bb tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:47.338110 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7ce36075-5a3c-49c4-9d33-83d8a33f76e3 req-ee7bd306-12e8-4ca8-9759-5a109a6d93bb tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] 10.222.0.64 "GET /v2.0/ports?device_id=39e940fd-bf92-47ea-a84d-55fee1ca31c2 HTTP/1.1" status: 200 len: 945 time: 0.0517275 Jan 28 20:34:47.384461 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7ce36075-5a3c-49c4-9d33-83d8a33f76e3 req-fd1b392d-7053-4bdd-b025-9797759675e0 tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] 10.222.0.64 "GET /v2.0/security-groups?id=76e5fa9a-ecd2-480d-b758-988445ea9d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402853 Jan 28 20:34:48.503684 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b51725f-e2bf-4792-a66a-032644b58b8b req-170c2d6c-b0c0-476e-93f0-0757e23e4451 tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:48.505064 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4b51725f-e2bf-4792-a66a-032644b58b8b req-170c2d6c-b0c0-476e-93f0-0757e23e4451 tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] 10.222.0.64 "GET /v2.0/ports?device_id=39e940fd-bf92-47ea-a84d-55fee1ca31c2 HTTP/1.1" status: 200 len: 945 time: 0.0524790 Jan 28 20:34:48.555484 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4b51725f-e2bf-4792-a66a-032644b58b8b req-176497b9-27d2-4c47-91bd-02c86c233be4 tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] 10.222.0.64 "GET /v2.0/security-groups?id=76e5fa9a-ecd2-480d-b758-988445ea9d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446663 Jan 28 20:34:48.674448 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe3da15-83fc-4113-adb6-29dc643c8379 req-2b818d0e-90ed-44a9-a036-b3f321099d59 tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:48.675910 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9fe3da15-83fc-4113-adb6-29dc643c8379 req-2b818d0e-90ed-44a9-a036-b3f321099d59 tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] 10.222.0.64 "GET /v2.0/ports?device_id=39e940fd-bf92-47ea-a84d-55fee1ca31c2 HTTP/1.1" status: 200 len: 945 time: 0.0520434 Jan 28 20:34:48.726025 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9fe3da15-83fc-4113-adb6-29dc643c8379 req-85bf4730-7744-40d2-ab46-707fa2b3e397 tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] 10.222.0.64 "GET /v2.0/security-groups?id=76e5fa9a-ecd2-480d-b758-988445ea9d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445850 Jan 28 20:34:48.912850 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ca77d0-4b27-4453-bcfc-3de92663625b req-d9c2dcda-68eb-47a1-a425-5792be0d15cd tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:48.914353 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b1ca77d0-4b27-4453-bcfc-3de92663625b req-d9c2dcda-68eb-47a1-a425-5792be0d15cd tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] 10.222.0.64 "GET /v2.0/ports?device_id=39e940fd-bf92-47ea-a84d-55fee1ca31c2 HTTP/1.1" status: 200 len: 945 time: 0.0524535 Jan 28 20:34:48.959892 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b1ca77d0-4b27-4453-bcfc-3de92663625b req-0595def5-7b5f-4721-80a4-711f955f4bf7 tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] 10.222.0.64 "GET /v2.0/security-groups?id=76e5fa9a-ecd2-480d-b758-988445ea9d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400281 Jan 28 20:34:51.571012 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:54.647732 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:06.841886 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8fd426bf-5458-4506-9d59-95c81daf2d57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:07.178534 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:35:07.724761 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6234f6a-7507-4e98-8ec4-2d0ace1f253e req-ed41d9e5-378f-40b0-8ea7-5485802c6153 tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:35:07.726268 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f6234f6a-7507-4e98-8ec4-2d0ace1f253e req-ed41d9e5-378f-40b0-8ea7-5485802c6153 tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] 10.222.0.64 "GET /v2.0/ports?device_id=39e940fd-bf92-47ea-a84d-55fee1ca31c2 HTTP/1.1" status: 200 len: 945 time: 0.0523822 Jan 28 20:35:07.773706 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f6234f6a-7507-4e98-8ec4-2d0ace1f253e req-a2f799db-6ad8-48d7-ba60-9e30eccc8431 tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] 10.222.0.64 "GET /v2.0/security-groups?id=76e5fa9a-ecd2-480d-b758-988445ea9d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416307 Jan 28 20:35:07.796030 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 42884) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:35:07.941380 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-926e5b90-505c-44b0-9590-27bc903515d9 tempest-TestMinimumBasicScenario-689502416 tempest-TestMinimumBasicScenario-689502416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:35:07.943023 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-926e5b90-505c-44b0-9590-27bc903515d9 tempest-TestMinimumBasicScenario-689502416 tempest-TestMinimumBasicScenario-689502416-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=39e940fd-bf92-47ea-a84d-55fee1ca31c2 HTTP/1.1" status: 200 len: 1123 time: 0.1460009 Jan 28 20:35:07.946014 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 42888) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:35:07.950383 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-2a86068c-34e7-481c-bf0b-9cbc86991819 tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] Request body: {'floatingip': {'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'port_id': '8dcfc2c0-c70f-4191-8496-632f3afa62cf', 'tenant_id': '13f21c3e4efe49ea9f947642f19976bc', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:35:07.971445 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2a86068c-34e7-481c-bf0b-9cbc86991819 tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:08.068763 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2a86068c-34e7-481c-bf0b-9cbc86991819 tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:08.176932 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-2a86068c-34e7-481c-bf0b-9cbc86991819 tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] Allocated IP 172.25.6.161 (d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8/a648e4ab-7422-41b9-b133-58aca25ab8f5/055b1e0e-e322-4317-b2a6-86b5dc6bf765) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:35:08.277915 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2a86068c-34e7-481c-bf0b-9cbc86991819 tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] Publish callbacks [] for port (055b1e0e-e322-4317-b2a6-86b5dc6bf765), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:08.309792 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2a86068c-34e7-481c-bf0b-9cbc86991819 tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (055b1e0e-e322-4317-b2a6-86b5dc6bf765), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:08.349595 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a86068c-34e7-481c-bf0b-9cbc86991819 tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] Network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:35:08.352304 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-2a86068c-34e7-481c-bf0b-9cbc86991819 tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:35:08.355805 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a86068c-34e7-481c-bf0b-9cbc86991819 tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:35:08.381092 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a86068c-34e7-481c-bf0b-9cbc86991819 tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] Pushing event updated for resources: {'Port': ['ID=055b1e0e-e322-4317-b2a6-86b5dc6bf765,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:08.394263 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a86068c-34e7-481c-bf0b-9cbc86991819 tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:35:08.394619 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a86068c-34e7-481c-bf0b-9cbc86991819 tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:35:08.394967 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a86068c-34e7-481c-bf0b-9cbc86991819 tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:35:08.395308 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a86068c-34e7-481c-bf0b-9cbc86991819 tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:35:08.395647 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a86068c-34e7-481c-bf0b-9cbc86991819 tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:35:08.395984 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a86068c-34e7-481c-bf0b-9cbc86991819 tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:35:08.396322 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a86068c-34e7-481c-bf0b-9cbc86991819 tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:35:08.396653 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a86068c-34e7-481c-bf0b-9cbc86991819 tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:35:08.396981 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a86068c-34e7-481c-bf0b-9cbc86991819 tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:35:08.397334 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a86068c-34e7-481c-bf0b-9cbc86991819 tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:35:08.397664 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a86068c-34e7-481c-bf0b-9cbc86991819 tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:35:08.397989 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a86068c-34e7-481c-bf0b-9cbc86991819 tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:35:08.398313 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a86068c-34e7-481c-bf0b-9cbc86991819 tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:35:09.034024 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2a86068c-34e7-481c-bf0b-9cbc86991819 tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] Publish callbacks [] for floatingip (0c7330e1-d057-442b-a75e-c0fc7d1ab4a3), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:09.086296 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-337158f9-8516-425a-91ef-6f289291ebdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:09.104810 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2a86068c-34e7-481c-bf0b-9cbc86991819 tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (055b1e0e-e322-4317-b2a6-86b5dc6bf765), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:09.254055 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2a86068c-34e7-481c-bf0b-9cbc86991819 tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] Publish callbacks [] for port (055b1e0e-e322-4317-b2a6-86b5dc6bf765), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:09.258137 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2a86068c-34e7-481c-bf0b-9cbc86991819 tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (055b1e0e-e322-4317-b2a6-86b5dc6bf765), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:09.326985 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a86068c-34e7-481c-bf0b-9cbc86991819 tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] Pushing event updated for resources: {'Port': ['ID=055b1e0e-e322-4317-b2a6-86b5dc6bf765,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:09.335245 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2a86068c-34e7-481c-bf0b-9cbc86991819 tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734886'] for floatingip (0c7330e1-d057-442b-a75e-c0fc7d1ab4a3), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:09.438154 n-d-812111-14 neutron-server[103305]: INFO neutron.db.l3_db [None req-2a86068c-34e7-481c-bf0b-9cbc86991819 tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] Floating IP 0c7330e1-d057-442b-a75e-c0fc7d1ab4a3 associated. External IP: 172.25.6.161, port: 8dcfc2c0-c70f-4191-8496-632f3afa62cf. Jan 28 20:35:09.644330 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a86068c-34e7-481c-bf0b-9cbc86991819 tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] Router 2fa9ebe6-5d61-47c0-abe5-4ac8f37328a2 has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:35:09.760448 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a86068c-34e7-481c-bf0b-9cbc86991819 tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:35:09.771411 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946c2be8-3ddf-481a-821c-32c89ab4a6b5 None None] Sync routers for ids ['2fa9ebe6-5d61-47c0-abe5-4ac8f37328a2'] in n-d-812111-14 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:35:09.779258 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2a86068c-34e7-481c-bf0b-9cbc86991819 tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for floatingip (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:09.783073 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946c2be8-3ddf-481a-821c-32c89ab4a6b5 None None] Routers {'2fa9ebe6-5d61-47c0-abe5-4ac8f37328a2'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:35:09.783739 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-946c2be8-3ddf-481a-821c-32c89ab4a6b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:35:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['2fa9ebe6-5d61-47c0-abe5-4ac8f37328a2'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:35:09.811407 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-2a86068c-34e7-481c-bf0b-9cbc86991819 tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8642912 Jan 28 20:35:09.812054 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39e940fd-bf92-47ea-a84d-55fee1ca31c2', 'tag': '8dcfc2c0-c70f-4191-8496-632f3afa62cf'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:35:09.813638 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 42890) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:35:09.814701 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}981202432542b3bd90586abfd28c53181d71ca775a89b024ffbb9268f9379f4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0fa39c0-b106-4013-b510-71cd4e4d6589" -d '{"events": [{"name": "network-changed", "server_uuid": "39e940fd-bf92-47ea-a84d-55fee1ca31c2", "tag": "8dcfc2c0-c70f-4191-8496-632f3afa62cf"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:35:09.818683 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-d95ddb47-b897-407d-b083-7f10f16cbfeb tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1405198787', 'description': 'tempest-secgroup-smoke-1405198787 description', 'project_id': '13f21c3e4efe49ea9f947642f19976bc'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:35:09.843528 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d95ddb47-b897-407d-b083-7f10f16cbfeb tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:09.856980 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e49285a-fdc3-4d4b-a8ff-3170b365d7c4 x-openstack-request-id: req-6e49285a-fdc3-4d4b-a8ff-3170b365d7c4 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:35:09.857230 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39e940fd-bf92-47ea-a84d-55fee1ca31c2", "tag": "8dcfc2c0-c70f-4191-8496-632f3afa62cf", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:35:09.857599 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6e49285a-fdc3-4d4b-a8ff-3170b365d7c4 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:35:09.858782 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39e940fd-bf92-47ea-a84d-55fee1ca31c2', 'tag': '8dcfc2c0-c70f-4191-8496-632f3afa62cf', 'status': 'completed', 'code': 200} Jan 28 20:35:09.906728 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-946c2be8-3ddf-481a-821c-32c89ab4a6b5 None None] Set router 2fa9ebe6-5d61-47c0-abe5-4ac8f37328a2 gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:35:09.943593 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d95ddb47-b897-407d-b083-7f10f16cbfeb tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] Publish callbacks [] for security_group (6614ec41-909a-48d0-8b32-2aa339cf6b66), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:09.949693 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d95ddb47-b897-407d-b083-7f10f16cbfeb tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (6614ec41-909a-48d0-8b32-2aa339cf6b66), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:09.975908 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fa39c0-b106-4013-b510-71cd4e4d6589 req-3bdc8321-9680-4d34-b448-062921ec17cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:35:09.977475 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d0fa39c0-b106-4013-b510-71cd4e4d6589 req-3bdc8321-9680-4d34-b448-062921ec17cf service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=13f21c3e4efe49ea9f947642f19976bc&device_id=39e940fd-bf92-47ea-a84d-55fee1ca31c2 HTTP/1.1" status: 200 len: 1128 time: 0.0892978 Jan 28 20:35:09.996559 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d95ddb47-b897-407d-b083-7f10f16cbfeb tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:09.997763 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-d95ddb47-b897-407d-b083-7f10f16cbfeb tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1830649 Jan 28 20:35:10.000853 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 42894) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:35:10.005702 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-61afa6ea-aa0d-4448-808f-b426316eaaf5 tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] Request body: {'security_group_rule': {'security_group_id': '6614ec41-909a-48d0-8b32-2aa339cf6b66', 'project_id': '13f21c3e4efe49ea9f947642f19976bc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:35:10.007904 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95ddb47-b897-407d-b083-7f10f16cbfeb tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6614ec41-909a-48d0-8b32-2aa339cf6b66,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:10.036425 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-61afa6ea-aa0d-4448-808f-b426316eaaf5 tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] Publish callbacks [] for security_group_rule (a7abe5f8-b766-4e15-8f27-5164df779f06), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:10.084305 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fa39c0-b106-4013-b510-71cd4e4d6589 req-9f7752d4-d881-470d-a239-64f807a3bdcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:35:10.085847 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d0fa39c0-b106-4013-b510-71cd4e4d6589 req-9f7752d4-d881-470d-a239-64f807a3bdcb service neutron] 10.222.0.70 "GET /v2.0/networks?id=2d5ad54f-d0c9-4f59-8f6d-14e85db50aa1 HTTP/1.1" status: 200 len: 915 time: 0.1005836 Jan 28 20:35:10.091234 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:10.100211 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-61afa6ea-aa0d-4448-808f-b426316eaaf5 tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] Publish callbacks [] for security_group_rule (a7abe5f8-b766-4e15-8f27-5164df779f06), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:10.105177 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-61afa6ea-aa0d-4448-808f-b426316eaaf5 tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (a7abe5f8-b766-4e15-8f27-5164df779f06), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:10.127596 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61afa6ea-aa0d-4448-808f-b426316eaaf5 tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7abe5f8-b766-4e15-8f27-5164df779f06,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:10.137502 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-61afa6ea-aa0d-4448-808f-b426316eaaf5 tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:10.141580 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-61afa6ea-aa0d-4448-808f-b426316eaaf5 tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1396418 Jan 28 20:35:10.142209 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 42896) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:35:10.146641 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-7968bb2e-5008-4034-bd3b-d95d4652ecf8 tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] Request body: {'security_group_rule': {'security_group_id': '6614ec41-909a-48d0-8b32-2aa339cf6b66', 'project_id': '13f21c3e4efe49ea9f947642f19976bc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:35:10.155816 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d0fa39c0-b106-4013-b510-71cd4e4d6589 req-08c7ce52-8db3-4d68-b675-70d043de4dc5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8dcfc2c0-c70f-4191-8496-632f3afa62cf HTTP/1.1" status: 200 len: 999 time: 0.0640063 Jan 28 20:35:10.175392 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7968bb2e-5008-4034-bd3b-d95d4652ecf8 tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] Publish callbacks [] for security_group_rule (d95e4705-1da1-4a71-b455-dc94824745f1), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:10.178117 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-946c2be8-3ddf-481a-821c-32c89ab4a6b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa9ebe6-5d61-47c0-abe5-4ac8f37328a2', 'name': 'tempest-TestMinimumBasicScenario-1795944934-router', 'tenant_id': '13f21c3e4efe49ea9f947642f19976bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': '062a7e67-4e95-484e-aaef-9e69282de23a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:34:08Z', 'updated_at': '2022-01-28T20:34:11Z', 'revision_number': 4, 'project_id': '13f21c3e4efe49ea9f947642f19976bc', 'gw_port': {'id': '062a7e67-4e95-484e-aaef-9e69282de23a', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:8e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa9ebe6-5d61-47c0-abe5-4ac8f37328a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:34:09Z', 'updated_at': '2022-01-28T20:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_floatingips': [{'id': '0c7330e1-d057-442b-a75e-c0fc7d1ab4a3', 'tenant_id': '13f21c3e4efe49ea9f947642f19976bc', 'floating_ip_address': '172.25.6.161', 'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'router_id': '2fa9ebe6-5d61-47c0-abe5-4ac8f37328a2', 'port_id': '8dcfc2c0-c70f-4191-8496-632f3afa62cf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4210, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d5ad54f-d0c9-4f59-8f6d-14e85db50aa1', 'mac_address': 'fa:16:3e:45:c4:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e940fd-bf92-47ea-a84d-55fee1ca31c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:35:08Z', 'updated_at': '2022-01-28T20:35:08Z', 'revision_number': 0, 'project_id': '13f21c3e4efe49ea9f947642f19976bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc21c209-8d0c-442d-a4c4-5ee17895b6a6', 'name': '', 'network_id': '2d5ad54f-d0c9-4f59-8f6d-14e85db50aa1', 'tenant_id': '13f21c3e4efe49ea9f947642f19976bc', 'mac_address': 'fa:16:3e:f4:1a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa9ebe6-5d61-47c0-abe5-4ac8f37328a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'bfc79aee-70eb-4177-98c5-44e99531d5fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:34:11Z', 'updated_at': '2022-01-28T20:34:16Z', 'revision_number': 5, 'project_id': '13f21c3e4efe49ea9f947642f19976bc', 'subnets': [{'id': 'bfc79aee-70eb-4177-98c5-44e99531d5fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:35:10.210420 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fa39c0-b106-4013-b510-71cd4e4d6589 req-19a5b1b1-e3ba-4a5a-9de9-6b9c6ba1acde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:35:10.211924 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d0fa39c0-b106-4013-b510-71cd4e4d6589 req-19a5b1b1-e3ba-4a5a-9de9-6b9c6ba1acde service neutron] 10.222.0.70 "GET /v2.0/subnets?id=bfc79aee-70eb-4177-98c5-44e99531d5fb HTTP/1.1" status: 200 len: 854 time: 0.0496724 Jan 28 20:35:10.213516 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946c2be8-3ddf-481a-821c-32c89ab4a6b5 None None] Checking router: 2fa9ebe6-5d61-47c0-abe5-4ac8f37328a2 for host: n-d-812111-14 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:35:10.223792 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946c2be8-3ddf-481a-821c-32c89ab4a6b5 None None] Routers {'2fa9ebe6-5d61-47c0-abe5-4ac8f37328a2'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:35:10.224414 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-946c2be8-3ddf-481a-821c-32c89ab4a6b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:35:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['2fa9ebe6-5d61-47c0-abe5-4ac8f37328a2'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:35:10.243753 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7968bb2e-5008-4034-bd3b-d95d4652ecf8 tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] Publish callbacks [] for security_group_rule (d95e4705-1da1-4a71-b455-dc94824745f1), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:10.248037 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7968bb2e-5008-4034-bd3b-d95d4652ecf8 tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (d95e4705-1da1-4a71-b455-dc94824745f1), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:10.267288 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7968bb2e-5008-4034-bd3b-d95d4652ecf8 tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d95e4705-1da1-4a71-b455-dc94824745f1,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:10.273500 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fa39c0-b106-4013-b510-71cd4e4d6589 req-a56bd9fd-3715-4245-b73c-277108905b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:35:10.275208 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d0fa39c0-b106-4013-b510-71cd4e4d6589 req-a56bd9fd-3715-4245-b73c-277108905b1b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2d5ad54f-d0c9-4f59-8f6d-14e85db50aa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0566287 Jan 28 20:35:10.276958 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7968bb2e-5008-4034-bd3b-d95d4652ecf8 tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:10.278856 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-7968bb2e-5008-4034-bd3b-d95d4652ecf8 tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1355684 Jan 28 20:35:10.282157 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 42898) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:35:10.293082 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-efc11da3-cec0-4e2b-88f5-f3afa296bc50 tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] Request body: {'security_group_rule': {'security_group_id': '6614ec41-909a-48d0-8b32-2aa339cf6b66', 'project_id': '13f21c3e4efe49ea9f947642f19976bc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:35:10.374745 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-efc11da3-cec0-4e2b-88f5-f3afa296bc50 tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] Publish callbacks [] for security_group_rule (e81f0137-b322-4132-9795-08b2d003a379), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:10.417995 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d0fa39c0-b106-4013-b510-71cd4e4d6589 req-c0d1ab8e-20c6-461a-b5c8-a679817da2b9 service neutron] 10.222.0.70 "GET /v2.0/networks/2d5ad54f-d0c9-4f59-8f6d-14e85db50aa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365952 Jan 28 20:35:10.496038 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-efc11da3-cec0-4e2b-88f5-f3afa296bc50 tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] Publish callbacks [] for security_group_rule (e81f0137-b322-4132-9795-08b2d003a379), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:10.503370 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-efc11da3-cec0-4e2b-88f5-f3afa296bc50 tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (e81f0137-b322-4132-9795-08b2d003a379), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:10.522087 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-946c2be8-3ddf-481a-821c-32c89ab4a6b5 None None] Set router 2fa9ebe6-5d61-47c0-abe5-4ac8f37328a2 gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:35:10.545014 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc11da3-cec0-4e2b-88f5-f3afa296bc50 tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e81f0137-b322-4132-9795-08b2d003a379,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:10.552236 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-efc11da3-cec0-4e2b-88f5-f3afa296bc50 tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:10.553517 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-efc11da3-cec0-4e2b-88f5-f3afa296bc50 tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2703941 Jan 28 20:35:10.556385 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 42902) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:35:10.561542 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-1dd3153c-7dda-47f7-bda8-33681102ed39 tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] Request body: {'security_group_rule': {'security_group_id': '6614ec41-909a-48d0-8b32-2aa339cf6b66', 'project_id': '13f21c3e4efe49ea9f947642f19976bc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:35:10.567884 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d0fa39c0-b106-4013-b510-71cd4e4d6589 req-5737c62e-7f4b-4b51-86a9-07019631f413 service neutron] 10.222.0.70 "GET /v2.0/networks/2d5ad54f-d0c9-4f59-8f6d-14e85db50aa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432774 Jan 28 20:35:10.590464 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1dd3153c-7dda-47f7-bda8-33681102ed39 tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] Publish callbacks [] for security_group_rule (62d72cd8-b917-4c0f-9a8f-31cfc1ac02ec), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:10.659029 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1dd3153c-7dda-47f7-bda8-33681102ed39 tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] Publish callbacks [] for security_group_rule (62d72cd8-b917-4c0f-9a8f-31cfc1ac02ec), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:10.663940 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1dd3153c-7dda-47f7-bda8-33681102ed39 tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (62d72cd8-b917-4c0f-9a8f-31cfc1ac02ec), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:10.680549 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd3153c-7dda-47f7-bda8-33681102ed39 tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62d72cd8-b917-4c0f-9a8f-31cfc1ac02ec,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:10.692712 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1dd3153c-7dda-47f7-bda8-33681102ed39 tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:10.694022 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-1dd3153c-7dda-47f7-bda8-33681102ed39 tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1366980 Jan 28 20:35:10.696750 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 42904) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:35:10.701730 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-b1b79806-b97f-448b-ad2f-cd443a2f9a28 tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] Request body: {'security_group_rule': {'security_group_id': '6614ec41-909a-48d0-8b32-2aa339cf6b66', 'project_id': '13f21c3e4efe49ea9f947642f19976bc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:35:10.722188 n-d-812111-14 neutron-server[103304]: INFO neutron.db.securitygroups_db [None req-b1b79806-b97f-448b-ad2f-cd443a2f9a28 tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] Project 13f21c3e4efe49ea9f947642f19976bc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 20:35:10.727127 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b1b79806-b97f-448b-ad2f-cd443a2f9a28 tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] Publish callbacks [] for security_group_rule (077a8536-79bf-4683-81ec-4b792a97169c), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:10.757494 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-946c2be8-3ddf-481a-821c-32c89ab4a6b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa9ebe6-5d61-47c0-abe5-4ac8f37328a2', 'name': 'tempest-TestMinimumBasicScenario-1795944934-router', 'tenant_id': '13f21c3e4efe49ea9f947642f19976bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': '062a7e67-4e95-484e-aaef-9e69282de23a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:34:08Z', 'updated_at': '2022-01-28T20:34:11Z', 'revision_number': 4, 'project_id': '13f21c3e4efe49ea9f947642f19976bc', 'gw_port': {'id': '062a7e67-4e95-484e-aaef-9e69282de23a', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:8e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa9ebe6-5d61-47c0-abe5-4ac8f37328a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:34:09Z', 'updated_at': '2022-01-28T20:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_floatingips': [{'id': '0c7330e1-d057-442b-a75e-c0fc7d1ab4a3', 'tenant_id': '13f21c3e4efe49ea9f947642f19976bc', 'floating_ip_address': '172.25.6.161', 'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'router_id': '2fa9ebe6-5d61-47c0-abe5-4ac8f37328a2', 'port_id': '8dcfc2c0-c70f-4191-8496-632f3afa62cf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4210, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d5ad54f-d0c9-4f59-8f6d-14e85db50aa1', 'mac_address': 'fa:16:3e:45:c4:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e940fd-bf92-47ea-a84d-55fee1ca31c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:35:08Z', 'updated_at': '2022-01-28T20:35:08Z', 'revision_number': 0, 'project_id': '13f21c3e4efe49ea9f947642f19976bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc21c209-8d0c-442d-a4c4-5ee17895b6a6', 'name': '', 'network_id': '2d5ad54f-d0c9-4f59-8f6d-14e85db50aa1', 'tenant_id': '13f21c3e4efe49ea9f947642f19976bc', 'mac_address': 'fa:16:3e:f4:1a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa9ebe6-5d61-47c0-abe5-4ac8f37328a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'bfc79aee-70eb-4177-98c5-44e99531d5fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:34:11Z', 'updated_at': '2022-01-28T20:34:16Z', 'revision_number': 5, 'project_id': '13f21c3e4efe49ea9f947642f19976bc', 'subnets': [{'id': 'bfc79aee-70eb-4177-98c5-44e99531d5fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:35:10.783386 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946c2be8-3ddf-481a-821c-32c89ab4a6b5 None None] The sync data for ids ['2fa9ebe6-5d61-47c0-abe5-4ac8f37328a2'] in n-d-812111-14 is: [{'id': '2fa9ebe6-5d61-47c0-abe5-4ac8f37328a2', 'name': 'tempest-TestMinimumBasicScenario-1795944934-router', 'tenant_id': '13f21c3e4efe49ea9f947642f19976bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': '062a7e67-4e95-484e-aaef-9e69282de23a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:34:08Z', 'updated_at': '2022-01-28T20:34:11Z', 'revision_number': 4, 'project_id': '13f21c3e4efe49ea9f947642f19976bc', 'gw_port': {'id': '062a7e67-4e95-484e-aaef-9e69282de23a', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:8e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa9ebe6-5d61-47c0-abe5-4ac8f37328a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:34:09Z', 'updated_at': '2022-01-28T20:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_floatingips': [{'id': '0c7330e1-d057-442b-a75e-c0fc7d1ab4a3', 'tenant_id': '13f21c3e4efe49ea9f947642f19976bc', 'floating_ip_address': '172.25.6.161', 'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'router_id': '2fa9ebe6-5d61-47c0-abe5-4ac8f37328a2', 'port_id': '8dcfc2c0-c70f-4191-8496-632f3afa62cf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4210, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d5ad54f-d0c9-4f59-8f6d-14e85db50aa1', 'mac_address': 'fa:16:3e:45:c4:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e940fd-bf92-47ea-a84d-55fee1ca31c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:35:08Z', 'updated_at': '2022-01-28T20:35:08Z', 'revision_number': 0, 'project_id': '13f21c3e4efe49ea9f947642f19976bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc21c209-8d0c-442d-a4c4-5ee17895b6a6', 'name': '', 'network_id': '2d5ad54f-d0c9-4f59-8f6d-14e85db50aa1', 'tenant_id': '13f21c3e4efe49ea9f947642f19976bc', 'mac_address': 'fa:16:3e:f4:1a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa9ebe6-5d61-47c0-abe5-4ac8f37328a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'bfc79aee-70eb-4177-98c5-44e99531d5fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:34:11Z', 'updated_at': '2022-01-28T20:34:16Z', 'revision_number': 5, 'project_id': '13f21c3e4efe49ea9f947642f19976bc', 'subnets': [{'id': 'bfc79aee-70eb-4177-98c5-44e99531d5fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:35:10.792748 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b1b79806-b97f-448b-ad2f-cd443a2f9a28 tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] Publish callbacks [] for security_group_rule (077a8536-79bf-4683-81ec-4b792a97169c), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:10.797494 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b1b79806-b97f-448b-ad2f-cd443a2f9a28 tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (077a8536-79bf-4683-81ec-4b792a97169c), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:10.817954 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b79806-b97f-448b-ad2f-cd443a2f9a28 tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=077a8536-79bf-4683-81ec-4b792a97169c,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:10.827137 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b1b79806-b97f-448b-ad2f-cd443a2f9a28 tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:10.828402 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-b1b79806-b97f-448b-ad2f-cd443a2f9a28 tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1306832 Jan 28 20:35:10.831116 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 42906) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:35:10.835519 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-ab73c2fe-2807-4e2a-b8e1-e5ed9a3d8c9c tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] Request body: {'security_group_rule': {'security_group_id': '6614ec41-909a-48d0-8b32-2aa339cf6b66', 'project_id': '13f21c3e4efe49ea9f947642f19976bc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:35:10.855893 n-d-812111-14 neutron-server[103304]: INFO neutron.db.securitygroups_db [None req-ab73c2fe-2807-4e2a-b8e1-e5ed9a3d8c9c tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] Project 13f21c3e4efe49ea9f947642f19976bc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 20:35:10.861589 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ab73c2fe-2807-4e2a-b8e1-e5ed9a3d8c9c tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] Publish callbacks [] for security_group_rule (7d136061-a376-475d-8bac-3ed49bd4797c), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:10.923298 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ab73c2fe-2807-4e2a-b8e1-e5ed9a3d8c9c tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] Publish callbacks [] for security_group_rule (7d136061-a376-475d-8bac-3ed49bd4797c), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:10.927011 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ab73c2fe-2807-4e2a-b8e1-e5ed9a3d8c9c tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (7d136061-a376-475d-8bac-3ed49bd4797c), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:10.945416 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab73c2fe-2807-4e2a-b8e1-e5ed9a3d8c9c tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d136061-a376-475d-8bac-3ed49bd4797c,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:10.953648 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ab73c2fe-2807-4e2a-b8e1-e5ed9a3d8c9c tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:10.957987 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-ab73c2fe-2807-4e2a-b8e1-e5ed9a3d8c9c tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1228266 Jan 28 20:35:10.995980 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9653a898-0b1f-4eca-9f35-afb9ba4485e3 None None] New status for floating IP 0c7330e1-d057-442b-a75e-c0fc7d1ab4a3: ACTIVE {{(pid=103307) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 20:35:11.051870 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f1d159fd-877a-45a2-a59e-3b25e4af41ff req-03fa6409-4281-434d-8539-9e2496b6a0ea tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1405198787&fields=id&tenant_id=13f21c3e4efe49ea9f947642f19976bc HTTP/1.1" status: 200 len: 267 time: 0.0488875 Jan 28 20:35:11.109739 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d159fd-877a-45a2-a59e-3b25e4af41ff req-7c6a17f7-cdfb-404e-849d-81c48bae2b5c tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:35:11.111348 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f1d159fd-877a-45a2-a59e-3b25e4af41ff req-7c6a17f7-cdfb-404e-849d-81c48bae2b5c tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] 10.222.0.64 "GET /v2.0/ports?device_id=39e940fd-bf92-47ea-a84d-55fee1ca31c2 HTTP/1.1" status: 200 len: 945 time: 0.0539665 Jan 28 20:35:11.122948 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-f1d159fd-877a-45a2-a59e-3b25e4af41ff req-08b31af7-ddba-465b-ae86-6eb0fe224de1 tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] Request body: {'port': {'security_groups': ['76e5fa9a-ecd2-480d-b758-988445ea9d2b', '6614ec41-909a-48d0-8b32-2aa339cf6b66']}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:35:11.199800 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f1d159fd-877a-45a2-a59e-3b25e4af41ff req-08b31af7-ddba-465b-ae86-6eb0fe224de1 tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (8dcfc2c0-c70f-4191-8496-632f3afa62cf), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:11.385393 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-f1d159fd-877a-45a2-a59e-3b25e4af41ff req-08b31af7-ddba-465b-ae86-6eb0fe224de1 tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] For port 8dcfc2c0-c70f-4191-8496-632f3afa62cf, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=8dcfc2c0-c70f-4191-8496-632f3afa62cf,segment=NetworkSegment(2b19dc33-05b6-4b12-a43f-d2304c61056f),segment_id=2b19dc33-05b6-4b12-a43f-d2304c61056f)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:35:11.418716 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f1d159fd-877a-45a2-a59e-3b25e4af41ff req-08b31af7-ddba-465b-ae86-6eb0fe224de1 tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] Publish callbacks [] for port (8dcfc2c0-c70f-4191-8496-632f3afa62cf), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:11.423658 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f1d159fd-877a-45a2-a59e-3b25e4af41ff req-08b31af7-ddba-465b-ae86-6eb0fe224de1 tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (8dcfc2c0-c70f-4191-8496-632f3afa62cf), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:11.436794 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['8dcfc2c0-c70f-4191-8496-632f3afa62cf'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:35:11.467161 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d159fd-877a-45a2-a59e-3b25e4af41ff req-08b31af7-ddba-465b-ae86-6eb0fe224de1 tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:35:11.467792 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f1d159fd-877a-45a2-a59e-3b25e4af41ff req-08b31af7-ddba-465b-ae86-6eb0fe224de1 tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:11.469206 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f1d159fd-877a-45a2-a59e-3b25e4af41ff req-08b31af7-ddba-465b-ae86-6eb0fe224de1 tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] 10.222.0.64 "PUT /v2.0/ports/8dcfc2c0-c70f-4191-8496-632f3afa62cf HTTP/1.1" status: 200 len: 981 time: 0.3514280 Jan 28 20:35:11.497611 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b31af7-ddba-465b-ae86-6eb0fe224de1 tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] Pushing event updated for resources: {'Port': ['ID=8dcfc2c0-c70f-4191-8496-632f3afa62cf,revision_number=6']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:11.555208 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['8dcfc2c0-c70f-4191-8496-632f3afa62cf'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:35:11.601903 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aad8de-55fc-4987-bc4e-7ff6b7d57629 req-d807e230-052a-4bff-b031-78712915fd7b tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:35:11.603546 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c4aad8de-55fc-4987-bc4e-7ff6b7d57629 req-d807e230-052a-4bff-b031-78712915fd7b tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] 10.222.0.64 "GET /v2.0/ports?device_id=39e940fd-bf92-47ea-a84d-55fee1ca31c2 HTTP/1.1" status: 200 len: 984 time: 0.0561779 Jan 28 20:35:11.673657 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c4aad8de-55fc-4987-bc4e-7ff6b7d57629 req-02204029-b41b-4c4e-b6e0-a35c3570e354 tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] 10.222.0.64 "GET /v2.0/security-groups?id=76e5fa9a-ecd2-480d-b758-988445ea9d2b&id=6614ec41-909a-48d0-8b32-2aa339cf6b66&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0635645 Jan 28 20:35:11.758773 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-56b179aa-c1ee-4cf8-8c67-17ddcf4d8474 None None] Provisioning complete for port 8dcfc2c0-c70f-4191-8496-632f3afa62cf triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:35:11.759198 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-56b179aa-c1ee-4cf8-8c67-17ddcf4d8474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (8dcfc2c0-c70f-4191-8496-632f3afa62cf), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:11.860256 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39e940fd-bf92-47ea-a84d-55fee1ca31c2', 'tag': '8dcfc2c0-c70f-4191-8496-632f3afa62cf'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:35:11.862875 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}981202432542b3bd90586abfd28c53181d71ca775a89b024ffbb9268f9379f4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-570ef37d-68bc-44d6-9b15-e8faf486693f" -d '{"events": [{"name": "network-changed", "server_uuid": "39e940fd-bf92-47ea-a84d-55fee1ca31c2", "tag": "8dcfc2c0-c70f-4191-8496-632f3afa62cf"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:35:11.899372 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3049202f-e8ba-4bc6-b122-06d4e3da3bfd x-openstack-request-id: req-3049202f-e8ba-4bc6-b122-06d4e3da3bfd {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:35:11.899662 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39e940fd-bf92-47ea-a84d-55fee1ca31c2", "tag": "8dcfc2c0-c70f-4191-8496-632f3afa62cf", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:35:11.899915 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3049202f-e8ba-4bc6-b122-06d4e3da3bfd {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:35:11.900319 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39e940fd-bf92-47ea-a84d-55fee1ca31c2', 'tag': '8dcfc2c0-c70f-4191-8496-632f3afa62cf', 'status': 'completed', 'code': 200} Jan 28 20:35:11.957121 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-56b179aa-c1ee-4cf8-8c67-17ddcf4d8474 None None] Current status of the port 8dcfc2c0-c70f-4191-8496-632f3afa62cf is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:35:11.972200 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570ef37d-68bc-44d6-9b15-e8faf486693f req-64aee38f-2b4b-4323-b980-b196c644ecf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:35:11.973842 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-570ef37d-68bc-44d6-9b15-e8faf486693f req-64aee38f-2b4b-4323-b980-b196c644ecf6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=13f21c3e4efe49ea9f947642f19976bc&device_id=39e940fd-bf92-47ea-a84d-55fee1ca31c2 HTTP/1.1" status: 200 len: 1167 time: 0.0523689 Jan 28 20:35:12.005193 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:12.071983 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570ef37d-68bc-44d6-9b15-e8faf486693f req-1bb83580-a12d-4e1c-886b-2bd338a30762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:35:12.073516 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-570ef37d-68bc-44d6-9b15-e8faf486693f req-1bb83580-a12d-4e1c-886b-2bd338a30762 service neutron] 10.222.0.70 "GET /v2.0/networks?id=2d5ad54f-d0c9-4f59-8f6d-14e85db50aa1 HTTP/1.1" status: 200 len: 915 time: 0.0940864 Jan 28 20:35:12.145125 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-570ef37d-68bc-44d6-9b15-e8faf486693f req-fe7ac8dc-d17b-4339-8f3b-3912a1a9322d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8dcfc2c0-c70f-4191-8496-632f3afa62cf HTTP/1.1" status: 200 len: 1001 time: 0.0654802 Jan 28 20:35:12.196273 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570ef37d-68bc-44d6-9b15-e8faf486693f req-a18c6ee5-4b51-4d5e-8ca6-0a1339e853ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:35:12.197768 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-570ef37d-68bc-44d6-9b15-e8faf486693f req-a18c6ee5-4b51-4d5e-8ca6-0a1339e853ca service neutron] 10.222.0.70 "GET /v2.0/subnets?id=bfc79aee-70eb-4177-98c5-44e99531d5fb HTTP/1.1" status: 200 len: 854 time: 0.0459752 Jan 28 20:35:12.246918 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570ef37d-68bc-44d6-9b15-e8faf486693f req-af4b787a-930a-4f4f-aa55-c27e3b16030d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:35:12.248436 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-570ef37d-68bc-44d6-9b15-e8faf486693f req-af4b787a-930a-4f4f-aa55-c27e3b16030d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2d5ad54f-d0c9-4f59-8f6d-14e85db50aa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0445938 Jan 28 20:35:12.339993 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-570ef37d-68bc-44d6-9b15-e8faf486693f req-07c1b657-5c02-4b77-8bb8-5febfe1bf076 service neutron] 10.222.0.70 "GET /v2.0/networks/2d5ad54f-d0c9-4f59-8f6d-14e85db50aa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844927 Jan 28 20:35:12.428528 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-570ef37d-68bc-44d6-9b15-e8faf486693f req-66d58da7-cd76-4169-9ad9-b35d9f4fe3d0 service neutron] 10.222.0.70 "GET /v2.0/networks/2d5ad54f-d0c9-4f59-8f6d-14e85db50aa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823722 Jan 28 20:35:13.329250 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:19.275252 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb317bbf-da88-4692-8782-8c5109f43abb req-db1fdb84-d775-475b-bf71-f80c4f7060ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:35:19.276684 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-eb317bbf-da88-4692-8782-8c5109f43abb req-db1fdb84-d775-475b-bf71-f80c4f7060ad service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=13f21c3e4efe49ea9f947642f19976bc&device_id=39e940fd-bf92-47ea-a84d-55fee1ca31c2 HTTP/1.1" status: 200 len: 1167 time: 0.0473199 Jan 28 20:35:19.277755 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f617bb06-a806-40df-9f63-bb8faad402cf req-ade72bd3-383e-453c-8001-42d9ff99be8e tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:35:19.279225 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f617bb06-a806-40df-9f63-bb8faad402cf req-ade72bd3-383e-453c-8001-42d9ff99be8e tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] 10.222.0.64 "GET /v2.0/ports?device_id=39e940fd-bf92-47ea-a84d-55fee1ca31c2 HTTP/1.1" status: 200 len: 984 time: 0.0561197 Jan 28 20:35:19.339812 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f617bb06-a806-40df-9f63-bb8faad402cf req-826bf6b9-060a-47ad-b1a7-1d33fbeeeb74 tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] 10.222.0.64 "GET /v2.0/security-groups?id=76e5fa9a-ecd2-480d-b758-988445ea9d2b&id=6614ec41-909a-48d0-8b32-2aa339cf6b66&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0546682 Jan 28 20:35:19.370935 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb317bbf-da88-4692-8782-8c5109f43abb req-5c11a7c4-a823-4b80-824a-9c6f8d164d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:35:19.372469 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-eb317bbf-da88-4692-8782-8c5109f43abb req-5c11a7c4-a823-4b80-824a-9c6f8d164d3c service neutron] 10.222.0.70 "GET /v2.0/networks?id=2d5ad54f-d0c9-4f59-8f6d-14e85db50aa1 HTTP/1.1" status: 200 len: 915 time: 0.0895243 Jan 28 20:35:19.437038 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-eb317bbf-da88-4692-8782-8c5109f43abb req-8fcda822-2a65-4968-888f-4ceb50ceee5a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8dcfc2c0-c70f-4191-8496-632f3afa62cf HTTP/1.1" status: 200 len: 1001 time: 0.0582237 Jan 28 20:35:19.488405 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb317bbf-da88-4692-8782-8c5109f43abb req-62f2d795-2970-4db1-8789-e836c35a3620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:35:19.489838 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-eb317bbf-da88-4692-8782-8c5109f43abb req-62f2d795-2970-4db1-8789-e836c35a3620 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=bfc79aee-70eb-4177-98c5-44e99531d5fb HTTP/1.1" status: 200 len: 854 time: 0.0465755 Jan 28 20:35:19.538298 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb317bbf-da88-4692-8782-8c5109f43abb req-1f44c4b1-1d01-416b-8545-013efb976492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:35:19.539685 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-eb317bbf-da88-4692-8782-8c5109f43abb req-1f44c4b1-1d01-416b-8545-013efb976492 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2d5ad54f-d0c9-4f59-8f6d-14e85db50aa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0433261 Jan 28 20:35:19.628424 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-eb317bbf-da88-4692-8782-8c5109f43abb req-93bac6e9-5317-4bc8-b9bb-8a675bb3334f service neutron] 10.222.0.70 "GET /v2.0/networks/2d5ad54f-d0c9-4f59-8f6d-14e85db50aa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821350 Jan 28 20:35:19.726219 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-eb317bbf-da88-4692-8782-8c5109f43abb req-a1d5d422-f379-4d20-8d5d-9d9b30967da4 service neutron] 10.222.0.70 "GET /v2.0/networks/2d5ad54f-d0c9-4f59-8f6d-14e85db50aa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868008 Jan 28 20:35:20.462146 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ff77f3-f0d8-451b-a30a-e57a541812d4 req-0bfb817f-8059-438a-94f9-331ffe240b14 tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:35:20.463543 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e9ff77f3-f0d8-451b-a30a-e57a541812d4 req-0bfb817f-8059-438a-94f9-331ffe240b14 tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] 10.222.0.64 "GET /v2.0/ports?device_id=39e940fd-bf92-47ea-a84d-55fee1ca31c2 HTTP/1.1" status: 200 len: 984 time: 0.0534120 Jan 28 20:35:20.522126 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e9ff77f3-f0d8-451b-a30a-e57a541812d4 req-07ec0bab-dae9-43f5-ae03-9b8b7a465be7 tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] 10.222.0.64 "GET /v2.0/security-groups?id=76e5fa9a-ecd2-480d-b758-988445ea9d2b&id=6614ec41-909a-48d0-8b32-2aa339cf6b66&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0529621 Jan 28 20:35:21.569226 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:21.651252 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63fd7fd-7f22-496b-b848-508b94f1be08 req-e6e70dde-2dce-4257-8f7f-dbb8b05c80e2 tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:35:21.652780 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b63fd7fd-7f22-496b-b848-508b94f1be08 req-e6e70dde-2dce-4257-8f7f-dbb8b05c80e2 tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] 10.222.0.64 "GET /v2.0/ports?device_id=39e940fd-bf92-47ea-a84d-55fee1ca31c2 HTTP/1.1" status: 200 len: 984 time: 0.0550101 Jan 28 20:35:21.718409 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b63fd7fd-7f22-496b-b848-508b94f1be08 req-8073f46b-3317-4833-aaee-0bdac98d15ac tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] 10.222.0.64 "GET /v2.0/security-groups?id=76e5fa9a-ecd2-480d-b758-988445ea9d2b&id=6614ec41-909a-48d0-8b32-2aa339cf6b66&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0592823 Jan 28 20:35:22.840928 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e903ab6-64b0-4d91-abeb-d0cd4923d022 req-6132701a-4336-4035-a6e6-d7ce9026603b tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:35:22.842426 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3e903ab6-64b0-4d91-abeb-d0cd4923d022 req-6132701a-4336-4035-a6e6-d7ce9026603b tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] 10.222.0.64 "GET /v2.0/ports?device_id=39e940fd-bf92-47ea-a84d-55fee1ca31c2 HTTP/1.1" status: 200 len: 984 time: 0.0564270 Jan 28 20:35:22.901767 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3e903ab6-64b0-4d91-abeb-d0cd4923d022 req-63252473-39f9-4964-af3f-48a65ee58a81 tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] 10.222.0.64 "GET /v2.0/security-groups?id=76e5fa9a-ecd2-480d-b758-988445ea9d2b&id=6614ec41-909a-48d0-8b32-2aa339cf6b66&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0530612 Jan 28 20:35:24.020764 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d1bfe1-9062-4c56-85ff-426a451dc7ab req-e00caff9-3a0b-4b26-a7f2-da7be1417019 tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:35:24.022274 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-68d1bfe1-9062-4c56-85ff-426a451dc7ab req-e00caff9-3a0b-4b26-a7f2-da7be1417019 tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] 10.222.0.64 "GET /v2.0/ports?device_id=39e940fd-bf92-47ea-a84d-55fee1ca31c2 HTTP/1.1" status: 200 len: 984 time: 0.0529993 Jan 28 20:35:24.081299 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-68d1bfe1-9062-4c56-85ff-426a451dc7ab req-11d3ee8d-9041-4360-953f-01050478a035 tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] 10.222.0.64 "GET /v2.0/security-groups?id=76e5fa9a-ecd2-480d-b758-988445ea9d2b&id=6614ec41-909a-48d0-8b32-2aa339cf6b66&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0531516 Jan 28 20:35:24.663415 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:25.200515 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ee1fa1-c737-4820-962e-55a436bb418c req-584e16cb-423a-4bfa-a592-9c020651e42d tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:35:25.202043 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-18ee1fa1-c737-4820-962e-55a436bb418c req-584e16cb-423a-4bfa-a592-9c020651e42d tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] 10.222.0.64 "GET /v2.0/ports?device_id=39e940fd-bf92-47ea-a84d-55fee1ca31c2 HTTP/1.1" status: 200 len: 984 time: 0.0540586 Jan 28 20:35:25.262867 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-18ee1fa1-c737-4820-962e-55a436bb418c req-4b4c9518-433c-4c19-bb4f-3efd80365941 tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] 10.222.0.64 "GET /v2.0/security-groups?id=76e5fa9a-ecd2-480d-b758-988445ea9d2b&id=6614ec41-909a-48d0-8b32-2aa339cf6b66&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0546134 Jan 28 20:35:26.385175 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b590847-7bff-423e-bb04-b347533920f7 req-497efcd4-8863-4a38-a4b7-ec5b7b661395 tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:35:26.386672 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3b590847-7bff-423e-bb04-b347533920f7 req-497efcd4-8863-4a38-a4b7-ec5b7b661395 tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] 10.222.0.64 "GET /v2.0/ports?device_id=39e940fd-bf92-47ea-a84d-55fee1ca31c2 HTTP/1.1" status: 200 len: 984 time: 0.0572793 Jan 28 20:35:26.444847 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3b590847-7bff-423e-bb04-b347533920f7 req-1f619a60-3c12-4043-979b-07a435410e70 tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] 10.222.0.64 "GET /v2.0/security-groups?id=76e5fa9a-ecd2-480d-b758-988445ea9d2b&id=6614ec41-909a-48d0-8b32-2aa339cf6b66&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0525517 Jan 28 20:35:27.563144 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32094340-ceb1-4c13-913d-4995fb1f3856 req-6b04d095-480d-4048-91d0-8a977d91f575 tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:35:27.564622 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-32094340-ceb1-4c13-913d-4995fb1f3856 req-6b04d095-480d-4048-91d0-8a977d91f575 tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] 10.222.0.64 "GET /v2.0/ports?device_id=39e940fd-bf92-47ea-a84d-55fee1ca31c2 HTTP/1.1" status: 200 len: 984 time: 0.0532343 Jan 28 20:35:27.626599 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-32094340-ceb1-4c13-913d-4995fb1f3856 req-dabae50c-f07e-4a19-9041-210b9df08f44 tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] 10.222.0.64 "GET /v2.0/security-groups?id=76e5fa9a-ecd2-480d-b758-988445ea9d2b&id=6614ec41-909a-48d0-8b32-2aa339cf6b66&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0562732 Jan 28 20:35:28.748939 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906ff259-a9ee-4029-b54c-1fe7702c53cd req-18de66d6-3c4b-404c-8163-9822237a6302 tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:35:28.750438 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-906ff259-a9ee-4029-b54c-1fe7702c53cd req-18de66d6-3c4b-404c-8163-9822237a6302 tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] 10.222.0.64 "GET /v2.0/ports?device_id=39e940fd-bf92-47ea-a84d-55fee1ca31c2 HTTP/1.1" status: 200 len: 984 time: 0.0566041 Jan 28 20:35:28.808473 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-906ff259-a9ee-4029-b54c-1fe7702c53cd req-897f0398-6b6e-40ec-a2a9-3e121e148692 tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] 10.222.0.64 "GET /v2.0/security-groups?id=76e5fa9a-ecd2-480d-b758-988445ea9d2b&id=6614ec41-909a-48d0-8b32-2aa339cf6b66&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0520589 Jan 28 20:35:29.434479 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad180065-4c62-4d09-8e1d-21026ca99f42 req-5d584176-318f-499f-a88e-89e5e472e7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:35:29.436016 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ad180065-4c62-4d09-8e1d-21026ca99f42 req-5d584176-318f-499f-a88e-89e5e472e7ee service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=13f21c3e4efe49ea9f947642f19976bc&device_id=39e940fd-bf92-47ea-a84d-55fee1ca31c2 HTTP/1.1" status: 200 len: 1167 time: 0.0449164 Jan 28 20:35:29.537156 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad180065-4c62-4d09-8e1d-21026ca99f42 req-f8208ecf-9cf0-48c8-9f1b-b71f148eee5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:35:29.538622 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ad180065-4c62-4d09-8e1d-21026ca99f42 req-f8208ecf-9cf0-48c8-9f1b-b71f148eee5a service neutron] 10.222.0.70 "GET /v2.0/networks?id=2d5ad54f-d0c9-4f59-8f6d-14e85db50aa1 HTTP/1.1" status: 200 len: 915 time: 0.0849454 Jan 28 20:35:29.613524 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ad180065-4c62-4d09-8e1d-21026ca99f42 req-b75af3f6-9ccf-470b-bb6f-17b3ebbfef6c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8dcfc2c0-c70f-4191-8496-632f3afa62cf HTTP/1.1" status: 200 len: 1001 time: 0.0622351 Jan 28 20:35:29.662781 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad180065-4c62-4d09-8e1d-21026ca99f42 req-70d6317a-9f15-4206-850d-872e22a1f3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:35:29.664175 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ad180065-4c62-4d09-8e1d-21026ca99f42 req-70d6317a-9f15-4206-850d-872e22a1f3f9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=bfc79aee-70eb-4177-98c5-44e99531d5fb HTTP/1.1" status: 200 len: 854 time: 0.0451612 Jan 28 20:35:29.715663 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad180065-4c62-4d09-8e1d-21026ca99f42 req-81cba15a-f884-44a1-8bb2-bfa466771692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:35:29.717084 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ad180065-4c62-4d09-8e1d-21026ca99f42 req-81cba15a-f884-44a1-8bb2-bfa466771692 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2d5ad54f-d0c9-4f59-8f6d-14e85db50aa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0474632 Jan 28 20:35:29.806842 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ad180065-4c62-4d09-8e1d-21026ca99f42 req-3fe0cf15-5ab8-4a29-be77-35a982cf1c32 service neutron] 10.222.0.70 "GET /v2.0/networks/2d5ad54f-d0c9-4f59-8f6d-14e85db50aa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841894 Jan 28 20:35:29.925045 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ad180065-4c62-4d09-8e1d-21026ca99f42 req-ae652f14-6e96-4188-9ffb-414eb572f973 service neutron] 10.222.0.70 "GET /v2.0/networks/2d5ad54f-d0c9-4f59-8f6d-14e85db50aa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122985 Jan 28 20:35:29.947548 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0433b2-6784-46ac-a9af-0c904bb98a32 req-73f7688c-5a2f-4716-888b-6be230b9f8f0 tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:35:29.949001 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8a0433b2-6784-46ac-a9af-0c904bb98a32 req-73f7688c-5a2f-4716-888b-6be230b9f8f0 tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] 10.222.0.64 "GET /v2.0/ports?device_id=39e940fd-bf92-47ea-a84d-55fee1ca31c2 HTTP/1.1" status: 200 len: 984 time: 0.0693407 Jan 28 20:35:30.007560 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8a0433b2-6784-46ac-a9af-0c904bb98a32 req-b5dba869-eabf-4edd-a882-d5195a1680d5 tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] 10.222.0.64 "GET /v2.0/security-groups?id=76e5fa9a-ecd2-480d-b758-988445ea9d2b&id=6614ec41-909a-48d0-8b32-2aa339cf6b66&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0528126 Jan 28 20:35:31.127041 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c9f2a9-ccce-4096-a2ae-24500a19ab99 req-b8a73645-d4b3-4eb3-a629-294228267cea tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:35:31.128771 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e0c9f2a9-ccce-4096-a2ae-24500a19ab99 req-b8a73645-d4b3-4eb3-a629-294228267cea tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] 10.222.0.64 "GET /v2.0/ports?device_id=39e940fd-bf92-47ea-a84d-55fee1ca31c2 HTTP/1.1" status: 200 len: 984 time: 0.0531633 Jan 28 20:35:31.188888 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e0c9f2a9-ccce-4096-a2ae-24500a19ab99 req-8d4beacd-d383-44bd-b1c2-d34d25946afa tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] 10.222.0.64 "GET /v2.0/security-groups?id=76e5fa9a-ecd2-480d-b758-988445ea9d2b&id=6614ec41-909a-48d0-8b32-2aa339cf6b66&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0543301 Jan 28 20:35:36.844379 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5dc0543e-3203-4d18-934e-0e2e9aa4472e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:39.088813 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9ee03918-61f2-42b3-92ac-f2bfb3256c21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:40.090686 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:41.975465 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:43.331495 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:44.177814 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:35:51.585792 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:54.659132 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:03.699073 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a32ee2ae-8a92-4f98-b5d2-8d701a176a66 req-9021efa7-2d8b-4456-9441-77b76015b397 tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1405198787&fields=id&tenant_id=13f21c3e4efe49ea9f947642f19976bc HTTP/1.1" status: 200 len: 267 time: 0.0445838 Jan 28 20:36:03.755025 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32ee2ae-8a92-4f98-b5d2-8d701a176a66 req-d04eef1d-94aa-4656-a832-922828adc547 tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:03.756816 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a32ee2ae-8a92-4f98-b5d2-8d701a176a66 req-d04eef1d-94aa-4656-a832-922828adc547 tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] 10.222.0.64 "GET /v2.0/ports?device_id=39e940fd-bf92-47ea-a84d-55fee1ca31c2 HTTP/1.1" status: 200 len: 984 time: 0.0516601 Jan 28 20:36:03.767772 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-a32ee2ae-8a92-4f98-b5d2-8d701a176a66 req-47dd2a37-a071-43f3-8c1d-d7be7c22e3cd tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] Request body: {'port': {'security_groups': ['76e5fa9a-ecd2-480d-b758-988445ea9d2b']}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:36:03.838854 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-a32ee2ae-8a92-4f98-b5d2-8d701a176a66 req-47dd2a37-a071-43f3-8c1d-d7be7c22e3cd tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (8dcfc2c0-c70f-4191-8496-632f3afa62cf), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:04.007807 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-a32ee2ae-8a92-4f98-b5d2-8d701a176a66 req-47dd2a37-a071-43f3-8c1d-d7be7c22e3cd tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] For port 8dcfc2c0-c70f-4191-8496-632f3afa62cf, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=8dcfc2c0-c70f-4191-8496-632f3afa62cf,segment=NetworkSegment(2b19dc33-05b6-4b12-a43f-d2304c61056f),segment_id=2b19dc33-05b6-4b12-a43f-d2304c61056f)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:36:04.037022 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-a32ee2ae-8a92-4f98-b5d2-8d701a176a66 req-47dd2a37-a071-43f3-8c1d-d7be7c22e3cd tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] Publish callbacks [] for port (8dcfc2c0-c70f-4191-8496-632f3afa62cf), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:04.041561 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-a32ee2ae-8a92-4f98-b5d2-8d701a176a66 req-47dd2a37-a071-43f3-8c1d-d7be7c22e3cd tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (8dcfc2c0-c70f-4191-8496-632f3afa62cf), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:04.053947 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['8dcfc2c0-c70f-4191-8496-632f3afa62cf'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:36:04.086872 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32ee2ae-8a92-4f98-b5d2-8d701a176a66 req-47dd2a37-a071-43f3-8c1d-d7be7c22e3cd tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:04.087623 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-a32ee2ae-8a92-4f98-b5d2-8d701a176a66 req-47dd2a37-a071-43f3-8c1d-d7be7c22e3cd tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:04.089205 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a32ee2ae-8a92-4f98-b5d2-8d701a176a66 req-47dd2a37-a071-43f3-8c1d-d7be7c22e3cd tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] 10.222.0.64 "PUT /v2.0/ports/8dcfc2c0-c70f-4191-8496-632f3afa62cf HTTP/1.1" status: 200 len: 942 time: 0.3263240 Jan 28 20:36:04.089674 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39e940fd-bf92-47ea-a84d-55fee1ca31c2', 'tag': '8dcfc2c0-c70f-4191-8496-632f3afa62cf'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:36:04.095070 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 42958) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:36:04.095613 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}690870b4896ba3504f21237a239c836c0346d6a62bcfb5e8ee91fd1b13f99dd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2e4ecbd-7e48-471e-aadf-470f72f2c082" -d '{"events": [{"name": "network-changed", "server_uuid": "39e940fd-bf92-47ea-a84d-55fee1ca31c2", "tag": "8dcfc2c0-c70f-4191-8496-632f3afa62cf"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:36:04.124323 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dd2a37-a071-43f3-8c1d-d7be7c22e3cd tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] Pushing event updated for resources: {'Port': ['ID=8dcfc2c0-c70f-4191-8496-632f3afa62cf,revision_number=7']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:04.135862 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dd2a37-a071-43f3-8c1d-d7be7c22e3cd tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:36:04.136525 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dd2a37-a071-43f3-8c1d-d7be7c22e3cd tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:36:04.136981 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dd2a37-a071-43f3-8c1d-d7be7c22e3cd tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:36:04.137562 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dd2a37-a071-43f3-8c1d-d7be7c22e3cd tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:36:04.138004 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dd2a37-a071-43f3-8c1d-d7be7c22e3cd tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:36:04.138551 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dd2a37-a071-43f3-8c1d-d7be7c22e3cd tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:36:04.139107 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dd2a37-a071-43f3-8c1d-d7be7c22e3cd tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:36:04.139568 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dd2a37-a071-43f3-8c1d-d7be7c22e3cd tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:36:04.140000 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dd2a37-a071-43f3-8c1d-d7be7c22e3cd tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:36:04.140435 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dd2a37-a071-43f3-8c1d-d7be7c22e3cd tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:36:04.140865 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dd2a37-a071-43f3-8c1d-d7be7c22e3cd tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:36:04.141950 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dd2a37-a071-43f3-8c1d-d7be7c22e3cd tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:36:04.142401 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dd2a37-a071-43f3-8c1d-d7be7c22e3cd tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:36:04.158629 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:36:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-669be5f7-0308-4f97-b69d-ab3f2d3744d2 x-openstack-request-id: req-669be5f7-0308-4f97-b69d-ab3f2d3744d2 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:36:04.159258 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39e940fd-bf92-47ea-a84d-55fee1ca31c2", "tag": "8dcfc2c0-c70f-4191-8496-632f3afa62cf", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:36:04.159515 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-669be5f7-0308-4f97-b69d-ab3f2d3744d2 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:36:04.159927 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39e940fd-bf92-47ea-a84d-55fee1ca31c2', 'tag': '8dcfc2c0-c70f-4191-8496-632f3afa62cf', 'status': 'completed', 'code': 200} Jan 28 20:36:04.166150 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['8dcfc2c0-c70f-4191-8496-632f3afa62cf'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:36:04.199399 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7b0b5e45-baaf-42c4-98e3-6fb836031c8e tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] Publish callbacks [] for security_group (6614ec41-909a-48d0-8b32-2aa339cf6b66), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:04.232801 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e4ecbd-7e48-471e-aadf-470f72f2c082 req-65064837-1f10-4e8c-87bc-e418d8e6f51d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:04.234528 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b2e4ecbd-7e48-471e-aadf-470f72f2c082 req-65064837-1f10-4e8c-87bc-e418d8e6f51d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=13f21c3e4efe49ea9f947642f19976bc&device_id=39e940fd-bf92-47ea-a84d-55fee1ca31c2 HTTP/1.1" status: 200 len: 1128 time: 0.0646636 Jan 28 20:36:04.249457 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7b0b5e45-baaf-42c4-98e3-6fb836031c8e tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] Publish callbacks [] for security_group (6614ec41-909a-48d0-8b32-2aa339cf6b66), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:04.330792 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7b0b5e45-baaf-42c4-98e3-6fb836031c8e tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (6614ec41-909a-48d0-8b32-2aa339cf6b66), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:04.334723 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7b0b5e45-baaf-42c4-98e3-6fb836031c8e tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:04.336168 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-7b0b5e45-baaf-42c4-98e3-6fb836031c8e tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] 10.222.0.64 "DELETE /v2.0/security-groups/6614ec41-909a-48d0-8b32-2aa339cf6b66 HTTP/1.1" status: 204 len: 168 time: 0.2389660 Jan 28 20:36:04.338993 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 42962) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:36:04.347406 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0b5e45-baaf-42c4-98e3-6fb836031c8e tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6614ec41-909a-48d0-8b32-2aa339cf6b66,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:04.395871 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-f2614a03-a33d-4ae9-afde-313ff10a7e99 None None] Provisioning complete for port 8dcfc2c0-c70f-4191-8496-632f3afa62cf triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:36:04.396274 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f2614a03-a33d-4ae9-afde-313ff10a7e99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (8dcfc2c0-c70f-4191-8496-632f3afa62cf), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:04.399761 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e4ecbd-7e48-471e-aadf-470f72f2c082 req-5bc18a8e-e83b-4c9e-a9ae-852924cfb8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:04.401280 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b2e4ecbd-7e48-471e-aadf-470f72f2c082 req-5bc18a8e-e83b-4c9e-a9ae-852924cfb8e8 service neutron] 10.222.0.70 "GET /v2.0/networks?id=2d5ad54f-d0c9-4f59-8f6d-14e85db50aa1 HTTP/1.1" status: 200 len: 915 time: 0.1589096 Jan 28 20:36:04.477129 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-f2614a03-a33d-4ae9-afde-313ff10a7e99 None None] Current status of the port 8dcfc2c0-c70f-4191-8496-632f3afa62cf is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:36:04.515359 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b2e4ecbd-7e48-471e-aadf-470f72f2c082 req-8507c810-11ac-46c4-a14a-8a9440c67706 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8dcfc2c0-c70f-4191-8496-632f3afa62cf HTTP/1.1" status: 200 len: 1001 time: 0.1075394 Jan 28 20:36:04.592084 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e4ecbd-7e48-471e-aadf-470f72f2c082 req-2aaba0d9-6fbe-47c4-9e97-ef64b8b66d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:04.593553 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b2e4ecbd-7e48-471e-aadf-470f72f2c082 req-2aaba0d9-6fbe-47c4-9e97-ef64b8b66d6c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=bfc79aee-70eb-4177-98c5-44e99531d5fb HTTP/1.1" status: 200 len: 854 time: 0.0712209 Jan 28 20:36:04.631809 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-43d3eb30-66ae-4527-837a-a09c7353dfb9 tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] Deleting port 055b1e0e-e322-4317-b2a6-86b5dc6bf765 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:36:04.632303 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-43d3eb30-66ae-4527-837a-a09c7353dfb9 tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (055b1e0e-e322-4317-b2a6-86b5dc6bf765), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:04.722498 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e4ecbd-7e48-471e-aadf-470f72f2c082 req-f2c6c497-2c91-402a-b23e-23ad4bf85b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:04.723993 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b2e4ecbd-7e48-471e-aadf-470f72f2c082 req-f2c6c497-2c91-402a-b23e-23ad4bf85b19 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2d5ad54f-d0c9-4f59-8f6d-14e85db50aa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1236110 Jan 28 20:36:05.080752 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-43d3eb30-66ae-4527-837a-a09c7353dfb9 tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (055b1e0e-e322-4317-b2a6-86b5dc6bf765), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:05.081078 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-43d3eb30-66ae-4527-837a-a09c7353dfb9 tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] Publish callbacks [] for floatingip (055b1e0e-e322-4317-b2a6-86b5dc6bf765), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:05.128417 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-43d3eb30-66ae-4527-837a-a09c7353dfb9 tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] Calling delete_port for 055b1e0e-e322-4317-b2a6-86b5dc6bf765 owned by network:floatingip {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:36:05.218873 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b2e4ecbd-7e48-471e-aadf-470f72f2c082 req-09c8f5f8-462b-4f3b-8ba6-cf0ba22fbe4f service neutron] 10.222.0.70 "GET /v2.0/networks/2d5ad54f-d0c9-4f59-8f6d-14e85db50aa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4838979 Jan 28 20:36:05.334851 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b2e4ecbd-7e48-471e-aadf-470f72f2c082 req-b9a595d2-a09a-47a6-9c3c-5af3dcbcfff6 service neutron] 10.222.0.70 "GET /v2.0/networks/2d5ad54f-d0c9-4f59-8f6d-14e85db50aa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099195 Jan 28 20:36:05.378637 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-43d3eb30-66ae-4527-837a-a09c7353dfb9 tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (055b1e0e-e322-4317-b2a6-86b5dc6bf765), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:05.404093 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d3eb30-66ae-4527-837a-a09c7353dfb9 tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] Pushing event deleted for resources: {'Port': ['ID=055b1e0e-e322-4317-b2a6-86b5dc6bf765,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:05.467820 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-43d3eb30-66ae-4527-837a-a09c7353dfb9 tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] Publish callbacks [] for floatingip (0c7330e1-d057-442b-a75e-c0fc7d1ab4a3), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:05.468154 n-d-812111-14 neutron-server[103304]: INFO neutron.db.l3_db [None req-43d3eb30-66ae-4527-837a-a09c7353dfb9 tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] Floating IP 0c7330e1-d057-442b-a75e-c0fc7d1ab4a3 disassociated (deleted). External IP: 172.25.6.161, port: 8dcfc2c0-c70f-4191-8496-632f3afa62cf. Jan 28 20:36:05.674018 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43d3eb30-66ae-4527-837a-a09c7353dfb9 tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] Router 2fa9ebe6-5d61-47c0-abe5-4ac8f37328a2 has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:36:05.780181 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43d3eb30-66ae-4527-837a-a09c7353dfb9 tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:36:05.785344 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-43d3eb30-66ae-4527-837a-a09c7353dfb9 tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for floatingip (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:05.789978 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791ab69e-25f8-46cf-8517-2d94645a9a97 None None] Sync routers for ids ['2fa9ebe6-5d61-47c0-abe5-4ac8f37328a2'] in n-d-812111-14 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:36:05.799837 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791ab69e-25f8-46cf-8517-2d94645a9a97 None None] Routers {'2fa9ebe6-5d61-47c0-abe5-4ac8f37328a2'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:36:05.800446 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-791ab69e-25f8-46cf-8517-2d94645a9a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:35:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['2fa9ebe6-5d61-47c0-abe5-4ac8f37328a2'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:36:05.815321 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-43d3eb30-66ae-4527-837a-a09c7353dfb9 tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] 10.222.0.64 "DELETE /v2.0/floatingips/0c7330e1-d057-442b-a75e-c0fc7d1ab4a3 HTTP/1.1" status: 204 len: 168 time: 1.4751687 Jan 28 20:36:05.910617 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-791ab69e-25f8-46cf-8517-2d94645a9a97 None None] Set router 2fa9ebe6-5d61-47c0-abe5-4ac8f37328a2 gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:36:06.116288 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-791ab69e-25f8-46cf-8517-2d94645a9a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa9ebe6-5d61-47c0-abe5-4ac8f37328a2', 'name': 'tempest-TestMinimumBasicScenario-1795944934-router', 'tenant_id': '13f21c3e4efe49ea9f947642f19976bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': '062a7e67-4e95-484e-aaef-9e69282de23a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:34:08Z', 'updated_at': '2022-01-28T20:34:11Z', 'revision_number': 4, 'project_id': '13f21c3e4efe49ea9f947642f19976bc', 'gw_port': {'id': '062a7e67-4e95-484e-aaef-9e69282de23a', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:8e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa9ebe6-5d61-47c0-abe5-4ac8f37328a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:34:09Z', 'updated_at': '2022-01-28T20:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': 'fc21c209-8d0c-442d-a4c4-5ee17895b6a6', 'name': '', 'network_id': '2d5ad54f-d0c9-4f59-8f6d-14e85db50aa1', 'tenant_id': '13f21c3e4efe49ea9f947642f19976bc', 'mac_address': 'fa:16:3e:f4:1a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa9ebe6-5d61-47c0-abe5-4ac8f37328a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'bfc79aee-70eb-4177-98c5-44e99531d5fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:34:11Z', 'updated_at': '2022-01-28T20:34:16Z', 'revision_number': 5, 'project_id': '13f21c3e4efe49ea9f947642f19976bc', 'subnets': [{'id': 'bfc79aee-70eb-4177-98c5-44e99531d5fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:36:06.142273 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791ab69e-25f8-46cf-8517-2d94645a9a97 None None] Checking router: 2fa9ebe6-5d61-47c0-abe5-4ac8f37328a2 for host: n-d-812111-14 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:36:06.150408 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791ab69e-25f8-46cf-8517-2d94645a9a97 None None] Routers {'2fa9ebe6-5d61-47c0-abe5-4ac8f37328a2'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:36:06.151003 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-791ab69e-25f8-46cf-8517-2d94645a9a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:35:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['2fa9ebe6-5d61-47c0-abe5-4ac8f37328a2'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:36:06.161062 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39e940fd-bf92-47ea-a84d-55fee1ca31c2', 'tag': '8dcfc2c0-c70f-4191-8496-632f3afa62cf'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:36:06.163521 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}690870b4896ba3504f21237a239c836c0346d6a62bcfb5e8ee91fd1b13f99dd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4302e470-308e-40ac-8834-e16849adbc94" -d '{"events": [{"name": "network-changed", "server_uuid": "39e940fd-bf92-47ea-a84d-55fee1ca31c2", "tag": "8dcfc2c0-c70f-4191-8496-632f3afa62cf"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:36:06.199417 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:36:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f28db81-0df5-4ff6-b586-05cbd249fa74 x-openstack-request-id: req-1f28db81-0df5-4ff6-b586-05cbd249fa74 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:36:06.200066 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39e940fd-bf92-47ea-a84d-55fee1ca31c2", "tag": "8dcfc2c0-c70f-4191-8496-632f3afa62cf", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:36:06.200318 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1f28db81-0df5-4ff6-b586-05cbd249fa74 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:36:06.200730 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39e940fd-bf92-47ea-a84d-55fee1ca31c2', 'tag': '8dcfc2c0-c70f-4191-8496-632f3afa62cf', 'status': 'completed', 'code': 200} Jan 28 20:36:06.259152 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-791ab69e-25f8-46cf-8517-2d94645a9a97 None None] Set router 2fa9ebe6-5d61-47c0-abe5-4ac8f37328a2 gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:36:06.265982 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4302e470-308e-40ac-8834-e16849adbc94 req-0eb243b6-e59c-4c96-b462-d32afc1d1109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:06.268073 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4302e470-308e-40ac-8834-e16849adbc94 req-0eb243b6-e59c-4c96-b462-d32afc1d1109 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=13f21c3e4efe49ea9f947642f19976bc&device_id=39e940fd-bf92-47ea-a84d-55fee1ca31c2 HTTP/1.1" status: 200 len: 1128 time: 0.0463984 Jan 28 20:36:06.381755 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4302e470-308e-40ac-8834-e16849adbc94 req-66a55d4f-895c-4462-aa73-caa6de642833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:06.383245 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4302e470-308e-40ac-8834-e16849adbc94 req-66a55d4f-895c-4462-aa73-caa6de642833 service neutron] 10.222.0.70 "GET /v2.0/networks?id=2d5ad54f-d0c9-4f59-8f6d-14e85db50aa1 HTTP/1.1" status: 200 len: 915 time: 0.0932701 Jan 28 20:36:06.430011 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4302e470-308e-40ac-8834-e16849adbc94 req-14434bcc-c33c-4327-a7ca-a609142febc1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8dcfc2c0-c70f-4191-8496-632f3afa62cf HTTP/1.1" status: 200 len: 217 time: 0.0366054 Jan 28 20:36:06.462319 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-791ab69e-25f8-46cf-8517-2d94645a9a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa9ebe6-5d61-47c0-abe5-4ac8f37328a2', 'name': 'tempest-TestMinimumBasicScenario-1795944934-router', 'tenant_id': '13f21c3e4efe49ea9f947642f19976bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': '062a7e67-4e95-484e-aaef-9e69282de23a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:34:08Z', 'updated_at': '2022-01-28T20:34:11Z', 'revision_number': 4, 'project_id': '13f21c3e4efe49ea9f947642f19976bc', 'gw_port': {'id': '062a7e67-4e95-484e-aaef-9e69282de23a', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:8e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa9ebe6-5d61-47c0-abe5-4ac8f37328a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:34:09Z', 'updated_at': '2022-01-28T20:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': 'fc21c209-8d0c-442d-a4c4-5ee17895b6a6', 'name': '', 'network_id': '2d5ad54f-d0c9-4f59-8f6d-14e85db50aa1', 'tenant_id': '13f21c3e4efe49ea9f947642f19976bc', 'mac_address': 'fa:16:3e:f4:1a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa9ebe6-5d61-47c0-abe5-4ac8f37328a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'bfc79aee-70eb-4177-98c5-44e99531d5fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:34:11Z', 'updated_at': '2022-01-28T20:34:16Z', 'revision_number': 5, 'project_id': '13f21c3e4efe49ea9f947642f19976bc', 'subnets': [{'id': 'bfc79aee-70eb-4177-98c5-44e99531d5fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:36:06.488008 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4302e470-308e-40ac-8834-e16849adbc94 req-bdef7886-077a-44e8-8847-591315713193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:06.489550 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4302e470-308e-40ac-8834-e16849adbc94 req-bdef7886-077a-44e8-8847-591315713193 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=bfc79aee-70eb-4177-98c5-44e99531d5fb HTTP/1.1" status: 200 len: 854 time: 0.0513499 Jan 28 20:36:06.490838 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791ab69e-25f8-46cf-8517-2d94645a9a97 None None] The sync data for ids ['2fa9ebe6-5d61-47c0-abe5-4ac8f37328a2'] in n-d-812111-14 is: [{'id': '2fa9ebe6-5d61-47c0-abe5-4ac8f37328a2', 'name': 'tempest-TestMinimumBasicScenario-1795944934-router', 'tenant_id': '13f21c3e4efe49ea9f947642f19976bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': '062a7e67-4e95-484e-aaef-9e69282de23a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:34:08Z', 'updated_at': '2022-01-28T20:34:11Z', 'revision_number': 4, 'project_id': '13f21c3e4efe49ea9f947642f19976bc', 'gw_port': {'id': '062a7e67-4e95-484e-aaef-9e69282de23a', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:8e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa9ebe6-5d61-47c0-abe5-4ac8f37328a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:34:09Z', 'updated_at': '2022-01-28T20:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': 'fc21c209-8d0c-442d-a4c4-5ee17895b6a6', 'name': '', 'network_id': '2d5ad54f-d0c9-4f59-8f6d-14e85db50aa1', 'tenant_id': '13f21c3e4efe49ea9f947642f19976bc', 'mac_address': 'fa:16:3e:f4:1a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa9ebe6-5d61-47c0-abe5-4ac8f37328a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'bfc79aee-70eb-4177-98c5-44e99531d5fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:34:11Z', 'updated_at': '2022-01-28T20:34:16Z', 'revision_number': 5, 'project_id': '13f21c3e4efe49ea9f947642f19976bc', 'subnets': [{'id': 'bfc79aee-70eb-4177-98c5-44e99531d5fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:36:06.544144 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4302e470-308e-40ac-8834-e16849adbc94 req-6dbdd62c-e7e2-4522-a416-f0ad233fd9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:06.545861 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4302e470-308e-40ac-8834-e16849adbc94 req-6dbdd62c-e7e2-4522-a416-f0ad233fd9e8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2d5ad54f-d0c9-4f59-8f6d-14e85db50aa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0492687 Jan 28 20:36:06.641053 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4302e470-308e-40ac-8834-e16849adbc94 req-ce5101a6-f794-4a6f-bd21-ea5a01755cf7 service neutron] 10.222.0.70 "GET /v2.0/networks/2d5ad54f-d0c9-4f59-8f6d-14e85db50aa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889564 Jan 28 20:36:06.742812 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b8794d-a183-4308-bccf-75ffe0572d2e None None] New status for floating IP 0c7330e1-d057-442b-a75e-c0fc7d1ab4a3: DOWN {{(pid=103307) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 20:36:06.751022 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4302e470-308e-40ac-8834-e16849adbc94 req-72a6833d-5c17-49eb-b034-6be980b7093c service neutron] 10.222.0.70 "GET /v2.0/networks/2d5ad54f-d0c9-4f59-8f6d-14e85db50aa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043169 Jan 28 20:36:06.848309 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fdc7ecfd-c0af-4c77-9150-68229f82ab06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:09.089416 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-96bca1a1-6b54-49c9-a7fc-7191a30444b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:10.093246 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:11.976134 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:13.333220 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:21.178228 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:36:21.218942 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8b9559-b515-4d57-bd8d-3d13dd615a92 req-198975db-b64c-4835-9807-3f702b52c9cd tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:21.220661 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2c8b9559-b515-4d57-bd8d-3d13dd615a92 req-198975db-b64c-4835-9807-3f702b52c9cd tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] 10.222.0.64 "GET /v2.0/ports?device_id=39e940fd-bf92-47ea-a84d-55fee1ca31c2 HTTP/1.1" status: 200 len: 945 time: 0.1257715 Jan 28 20:36:21.271581 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2c8b9559-b515-4d57-bd8d-3d13dd615a92 req-02631a95-6e8b-4b4f-82ab-0265f4c44879 tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] 10.222.0.64 "GET /v2.0/security-groups?id=76e5fa9a-ecd2-480d-b758-988445ea9d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448201 Jan 28 20:36:21.581919 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:22.453425 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a1224c-0606-4b13-a3db-98e54c520980 req-72f3cb85-4928-4267-8a75-5ae322d72e57 tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:22.455514 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-51a1224c-0606-4b13-a3db-98e54c520980 req-72f3cb85-4928-4267-8a75-5ae322d72e57 tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] 10.222.0.64 "GET /v2.0/ports?device_id=39e940fd-bf92-47ea-a84d-55fee1ca31c2 HTTP/1.1" status: 200 len: 945 time: 0.1140859 Jan 28 20:36:22.504009 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-51a1224c-0606-4b13-a3db-98e54c520980 req-d5eaf324-07ed-48a2-b88e-50954c32482e tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] 10.222.0.64 "GET /v2.0/security-groups?id=76e5fa9a-ecd2-480d-b758-988445ea9d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426655 Jan 28 20:36:22.984076 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d999f5f-a92d-4c2c-af6f-48bdfa65609c req-933323ed-8ff1-49d3-8b1d-0db522ce4c30 tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:22.985557 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5d999f5f-a92d-4c2c-af6f-48bdfa65609c req-933323ed-8ff1-49d3-8b1d-0db522ce4c30 tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] 10.222.0.70 "GET /v2.0/ports?device_id=39e940fd-bf92-47ea-a84d-55fee1ca31c2 HTTP/1.1" status: 200 len: 945 time: 0.0562818 Jan 28 20:36:23.075399 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-5d999f5f-a92d-4c2c-af6f-48bdfa65609c req-3d34ecb3-2cb7-4241-bbc9-fb145a97fdd4 tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] Deleting port 8dcfc2c0-c70f-4191-8496-632f3afa62cf {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:36:23.075745 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-5d999f5f-a92d-4c2c-af6f-48bdfa65609c req-3d34ecb3-2cb7-4241-bbc9-fb145a97fdd4 tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (8dcfc2c0-c70f-4191-8496-632f3afa62cf), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:23.167584 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-5d999f5f-a92d-4c2c-af6f-48bdfa65609c req-3d34ecb3-2cb7-4241-bbc9-fb145a97fdd4 tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] For port 8dcfc2c0-c70f-4191-8496-632f3afa62cf, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=8dcfc2c0-c70f-4191-8496-632f3afa62cf,segment=NetworkSegment(2b19dc33-05b6-4b12-a43f-d2304c61056f),segment_id=2b19dc33-05b6-4b12-a43f-d2304c61056f)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:36:23.167950 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-5d999f5f-a92d-4c2c-af6f-48bdfa65609c req-3d34ecb3-2cb7-4241-bbc9-fb145a97fdd4 tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (8dcfc2c0-c70f-4191-8496-632f3afa62cf), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:23.180381 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-5d999f5f-a92d-4c2c-af6f-48bdfa65609c req-3d34ecb3-2cb7-4241-bbc9-fb145a97fdd4 tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] Calling delete_port for 8dcfc2c0-c70f-4191-8496-632f3afa62cf owned by compute:nova {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:36:23.306956 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-5d999f5f-a92d-4c2c-af6f-48bdfa65609c req-3d34ecb3-2cb7-4241-bbc9-fb145a97fdd4 tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (8dcfc2c0-c70f-4191-8496-632f3afa62cf), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:23.318872 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['8dcfc2c0-c70f-4191-8496-632f3afa62cf'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:36:23.347385 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d34ecb3-2cb7-4241-bbc9-fb145a97fdd4 tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] Pushing event deleted for resources: {'Port': ['ID=8dcfc2c0-c70f-4191-8496-632f3afa62cf,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:23.389915 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d999f5f-a92d-4c2c-af6f-48bdfa65609c req-3d34ecb3-2cb7-4241-bbc9-fb145a97fdd4 tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] No DVR routers for this DVR port 8dcfc2c0-c70f-4191-8496-632f3afa62cf on host n-h2-812111-14 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:36:23.392924 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-5d999f5f-a92d-4c2c-af6f-48bdfa65609c req-3d34ecb3-2cb7-4241-bbc9-fb145a97fdd4 tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:23.396279 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5d999f5f-a92d-4c2c-af6f-48bdfa65609c req-3d34ecb3-2cb7-4241-bbc9-fb145a97fdd4 tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] 10.222.0.70 "DELETE /v2.0/ports/8dcfc2c0-c70f-4191-8496-632f3afa62cf HTTP/1.1" status: 204 len: 173 time: 0.4058676 Jan 28 20:36:23.396721 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39e940fd-bf92-47ea-a84d-55fee1ca31c2', 'name': 'network-vif-deleted', 'tag': '8dcfc2c0-c70f-4191-8496-632f3afa62cf'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:36:23.398997 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}690870b4896ba3504f21237a239c836c0346d6a62bcfb5e8ee91fd1b13f99dd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85683cca-e32b-48e7-aaf4-05eed9d11e05" -d '{"events": [{"server_uuid": "39e940fd-bf92-47ea-a84d-55fee1ca31c2", "name": "network-vif-deleted", "tag": "8dcfc2c0-c70f-4191-8496-632f3afa62cf"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:36:23.436923 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47b2d75a-0044-4865-b0c3-6a4e434eeb29 x-openstack-request-id: req-47b2d75a-0044-4865-b0c3-6a4e434eeb29 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:36:23.437590 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39e940fd-bf92-47ea-a84d-55fee1ca31c2", "name": "network-vif-deleted", "tag": "8dcfc2c0-c70f-4191-8496-632f3afa62cf", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:36:23.437846 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-47b2d75a-0044-4865-b0c3-6a4e434eeb29 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:36:23.438296 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39e940fd-bf92-47ea-a84d-55fee1ca31c2', 'name': 'network-vif-deleted', 'tag': '8dcfc2c0-c70f-4191-8496-632f3afa62cf', 'status': 'completed', 'code': 200} Jan 28 20:36:23.608756 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-69617962-dedc-4b0f-aea6-c47e07b6a1e8 req-4544aaad-41d6-4389-851e-b9a52a610dfd tempest-TestMinimumBasicScenario-1588288131 tempest-TestMinimumBasicScenario-1588288131-project] 10.222.0.64 "GET /v2.0/ports?device_id=39e940fd-bf92-47ea-a84d-55fee1ca31c2 HTTP/1.1" status: 200 len: 210 time: 0.0271180 Jan 28 20:36:24.667632 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:25.161013 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 43072) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:36:25.519515 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-60519573-7cd4-438c-97ea-d597a9fdf3ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-732838'] for router_interface (2fa9ebe6-5d61-47c0-abe5-4ac8f37328a2), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:25.777702 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-60519573-7cd4-438c-97ea-d597a9fdf3ba admin admin] Deleting port fc21c209-8d0c-442d-a4c4-5ee17895b6a6 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:36:25.778017 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-60519573-7cd4-438c-97ea-d597a9fdf3ba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (fc21c209-8d0c-442d-a4c4-5ee17895b6a6), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:25.854905 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-60519573-7cd4-438c-97ea-d597a9fdf3ba admin admin] For port fc21c209-8d0c-442d-a4c4-5ee17895b6a6, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=fc21c209-8d0c-442d-a4c4-5ee17895b6a6,segment=NetworkSegment(2b19dc33-05b6-4b12-a43f-d2304c61056f),segment_id=2b19dc33-05b6-4b12-a43f-d2304c61056f)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:36:25.855296 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-60519573-7cd4-438c-97ea-d597a9fdf3ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (fc21c209-8d0c-442d-a4c4-5ee17895b6a6), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:25.868673 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-60519573-7cd4-438c-97ea-d597a9fdf3ba admin admin] Calling delete_port for fc21c209-8d0c-442d-a4c4-5ee17895b6a6 owned by network:router_interface {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:36:26.050803 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-60519573-7cd4-438c-97ea-d597a9fdf3ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (fc21c209-8d0c-442d-a4c4-5ee17895b6a6), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:26.074398 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60519573-7cd4-438c-97ea-d597a9fdf3ba admin admin] Pushing event deleted for resources: {'Port': ['ID=fc21c209-8d0c-442d-a4c4-5ee17895b6a6,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:26.084304 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60519573-7cd4-438c-97ea-d597a9fdf3ba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:36:26.084653 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60519573-7cd4-438c-97ea-d597a9fdf3ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:36:26.084996 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60519573-7cd4-438c-97ea-d597a9fdf3ba admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:36:26.085363 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60519573-7cd4-438c-97ea-d597a9fdf3ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:36:26.085702 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60519573-7cd4-438c-97ea-d597a9fdf3ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:36:26.086544 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60519573-7cd4-438c-97ea-d597a9fdf3ba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:36:26.086544 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60519573-7cd4-438c-97ea-d597a9fdf3ba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:36:26.086746 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60519573-7cd4-438c-97ea-d597a9fdf3ba admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:36:26.086982 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60519573-7cd4-438c-97ea-d597a9fdf3ba admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:36:26.087306 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60519573-7cd4-438c-97ea-d597a9fdf3ba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:36:26.087631 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60519573-7cd4-438c-97ea-d597a9fdf3ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:36:26.087953 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60519573-7cd4-438c-97ea-d597a9fdf3ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:36:26.088277 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60519573-7cd4-438c-97ea-d597a9fdf3ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:36:26.256775 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-60519573-7cd4-438c-97ea-d597a9fdf3ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-732682'] for router_interface (2fa9ebe6-5d61-47c0-abe5-4ac8f37328a2), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:26.471357 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60519573-7cd4-438c-97ea-d597a9fdf3ba admin admin] Router 2fa9ebe6-5d61-47c0-abe5-4ac8f37328a2 has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:36:26.576372 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60519573-7cd4-438c-97ea-d597a9fdf3ba admin admin] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:36:26.581572 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-60519573-7cd4-438c-97ea-d597a9fdf3ba admin admin] 10.222.0.64 "PUT /v2.0/routers/2fa9ebe6-5d61-47c0-abe5-4ac8f37328a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4195023 Jan 28 20:36:26.584518 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 43074) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:36:26.586548 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad197146-0e54-4511-b09e-07b680d52f3a None None] Sync routers for ids ['2fa9ebe6-5d61-47c0-abe5-4ac8f37328a2'] in n-d-812111-14 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:36:26.599963 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad197146-0e54-4511-b09e-07b680d52f3a None None] Routers {'2fa9ebe6-5d61-47c0-abe5-4ac8f37328a2'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:36:26.600573 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-ad197146-0e54-4511-b09e-07b680d52f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:36:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['2fa9ebe6-5d61-47c0-abe5-4ac8f37328a2'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:36:26.691409 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b7460337-cc73-4c33-9195-f02c7b79bfcf admin admin] Publish callbacks [] for router (2fa9ebe6-5d61-47c0-abe5-4ac8f37328a2), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:26.706027 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-ad197146-0e54-4511-b09e-07b680d52f3a None None] Set router 2fa9ebe6-5d61-47c0-abe5-4ac8f37328a2 gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:36:26.801084 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b7460337-cc73-4c33-9195-f02c7b79bfcf admin admin] Publish callbacks [] for router_gateway (2fa9ebe6-5d61-47c0-abe5-4ac8f37328a2), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:26.855321 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-b7460337-cc73-4c33-9195-f02c7b79bfcf admin admin] Deleting port 062a7e67-4e95-484e-aaef-9e69282de23a {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:36:26.855672 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b7460337-cc73-4c33-9195-f02c7b79bfcf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (062a7e67-4e95-484e-aaef-9e69282de23a), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:26.899410 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 8dcfc2c0-c70f-4191-8496-632f3afa62cf no longer exists at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:36:26.940289 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-b7460337-cc73-4c33-9195-f02c7b79bfcf admin admin] For port 062a7e67-4e95-484e-aaef-9e69282de23a, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=062a7e67-4e95-484e-aaef-9e69282de23a,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:36:26.940650 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b7460337-cc73-4c33-9195-f02c7b79bfcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (062a7e67-4e95-484e-aaef-9e69282de23a), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:26.952632 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-b7460337-cc73-4c33-9195-f02c7b79bfcf admin admin] Calling delete_port for 062a7e67-4e95-484e-aaef-9e69282de23a owned by network:router_gateway {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:36:26.956250 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] No Port match for: 8dcfc2c0-c70f-4191-8496-632f3afa62cf {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:36:26.956603 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 8dcfc2c0-c70f-4191-8496-632f3afa62cf not bound to the agent host n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:36:27.076536 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-ad197146-0e54-4511-b09e-07b680d52f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa9ebe6-5d61-47c0-abe5-4ac8f37328a2', 'name': 'tempest-TestMinimumBasicScenario-1795944934-router', 'tenant_id': '13f21c3e4efe49ea9f947642f19976bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': '062a7e67-4e95-484e-aaef-9e69282de23a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:34:08Z', 'updated_at': '2022-01-28T20:36:26Z', 'revision_number': 5, 'project_id': '13f21c3e4efe49ea9f947642f19976bc', 'gw_port': {'id': '062a7e67-4e95-484e-aaef-9e69282de23a', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:8e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa9ebe6-5d61-47c0-abe5-4ac8f37328a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:34:09Z', 'updated_at': '2022-01-28T20:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:36:27.108858 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad197146-0e54-4511-b09e-07b680d52f3a None None] Checking router: 2fa9ebe6-5d61-47c0-abe5-4ac8f37328a2 for host: n-d-812111-14 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:36:27.118346 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad197146-0e54-4511-b09e-07b680d52f3a None None] Routers {'2fa9ebe6-5d61-47c0-abe5-4ac8f37328a2'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:36:27.119082 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-ad197146-0e54-4511-b09e-07b680d52f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:36:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['2fa9ebe6-5d61-47c0-abe5-4ac8f37328a2'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:36:27.129294 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b7460337-cc73-4c33-9195-f02c7b79bfcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (062a7e67-4e95-484e-aaef-9e69282de23a), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:27.156428 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7460337-cc73-4c33-9195-f02c7b79bfcf admin admin] Pushing event deleted for resources: {'Port': ['ID=062a7e67-4e95-484e-aaef-9e69282de23a,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:27.210960 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-ad197146-0e54-4511-b09e-07b680d52f3a None None] Set router 2fa9ebe6-5d61-47c0-abe5-4ac8f37328a2 gateway port host: None {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:36:27.215701 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b7460337-cc73-4c33-9195-f02c7b79bfcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-731488'] for router_gateway (2fa9ebe6-5d61-47c0-abe5-4ac8f37328a2), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:27.263933 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-ad197146-0e54-4511-b09e-07b680d52f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa9ebe6-5d61-47c0-abe5-4ac8f37328a2', 'name': 'tempest-TestMinimumBasicScenario-1795944934-router', 'tenant_id': '13f21c3e4efe49ea9f947642f19976bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:34:08Z', 'updated_at': '2022-01-28T20:36:26Z', 'revision_number': 6, 'project_id': '13f21c3e4efe49ea9f947642f19976bc', 'gw_port_host': None}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:36:27.296527 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad197146-0e54-4511-b09e-07b680d52f3a None None] The sync data for ids ['2fa9ebe6-5d61-47c0-abe5-4ac8f37328a2'] in n-d-812111-14 is: [{'id': '2fa9ebe6-5d61-47c0-abe5-4ac8f37328a2', 'name': 'tempest-TestMinimumBasicScenario-1795944934-router', 'tenant_id': '13f21c3e4efe49ea9f947642f19976bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:34:08Z', 'updated_at': '2022-01-28T20:36:26Z', 'revision_number': 6, 'project_id': '13f21c3e4efe49ea9f947642f19976bc', 'gw_port_host': None}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:36:27.308458 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b7460337-cc73-4c33-9195-f02c7b79bfcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-730901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261120'] for router (2fa9ebe6-5d61-47c0-abe5-4ac8f37328a2), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:27.310681 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b7460337-cc73-4c33-9195-f02c7b79bfcf admin admin] Publish callbacks [] for router_controller (2fa9ebe6-5d61-47c0-abe5-4ac8f37328a2), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:27.358770 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b7460337-cc73-4c33-9195-f02c7b79bfcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-730908'] for router (2fa9ebe6-5d61-47c0-abe5-4ac8f37328a2), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:27.359355 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7460337-cc73-4c33-9195-f02c7b79bfcf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2fa9ebe6-5d61-47c0-abe5-4ac8f37328a2 {{(pid=103304) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 20:36:27.363895 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b7460337-cc73-4c33-9195-f02c7b79bfcf admin admin] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:27.365051 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-b7460337-cc73-4c33-9195-f02c7b79bfcf admin admin] 10.222.0.64 "DELETE /v2.0/routers/2fa9ebe6-5d61-47c0-abe5-4ac8f37328a2 HTTP/1.1" status: 204 len: 168 time: 0.7790003 Jan 28 20:36:27.367650 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 43076) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:36:27.412123 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-a565c4aa-dff3-4ea0-b74a-1ebf345e1944 admin admin] Deleting subnet bfc79aee-70eb-4177-98c5-44e99531d5fb {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 20:36:27.415335 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a565c4aa-dff3-4ea0-b74a-1ebf345e1944 admin admin] Publish callbacks [] for subnet (bfc79aee-70eb-4177-98c5-44e99531d5fb), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:27.449584 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a565c4aa-dff3-4ea0-b74a-1ebf345e1944 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4747050'] for subnet (bfc79aee-70eb-4177-98c5-44e99531d5fb), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:27.529442 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a565c4aa-dff3-4ea0-b74a-1ebf345e1944 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (bfc79aee-70eb-4177-98c5-44e99531d5fb), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:27.582078 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a565c4aa-dff3-4ea0-b74a-1ebf345e1944 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4690616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5222356'] for subnet (bfc79aee-70eb-4177-98c5-44e99531d5fb), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:27.605484 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a565c4aa-dff3-4ea0-b74a-1ebf345e1944 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bfc79aee-70eb-4177-98c5-44e99531d5fb,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:27.614385 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a565c4aa-dff3-4ea0-b74a-1ebf345e1944 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:27.617792 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-a565c4aa-dff3-4ea0-b74a-1ebf345e1944 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/bfc79aee-70eb-4177-98c5-44e99531d5fb HTTP/1.1" status: 204 len: 168 time: 0.2490537 Jan 28 20:36:27.619898 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42936479-014d-41ec-a98f-58c87c66ee40 None None] Network 2d5ad54f-d0c9-4f59-8f6d-14e85db50aa1 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:36:27.620396 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 43078) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:36:27.692958 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cd41c8ca-6126-451d-b327-bd9ce2054d49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (2d5ad54f-d0c9-4f59-8f6d-14e85db50aa1), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:27.758446 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-cd41c8ca-6126-451d-b327-bd9ce2054d49 admin admin] Deleting port 0d10ac12-ec1b-4522-a7cd-081a1226a0a8 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:36:27.758784 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cd41c8ca-6126-451d-b327-bd9ce2054d49 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (0d10ac12-ec1b-4522-a7cd-081a1226a0a8), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:27.819382 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-cd41c8ca-6126-451d-b327-bd9ce2054d49 admin admin] For port 0d10ac12-ec1b-4522-a7cd-081a1226a0a8, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=0d10ac12-ec1b-4522-a7cd-081a1226a0a8,segment=NetworkSegment(2b19dc33-05b6-4b12-a43f-d2304c61056f),segment_id=2b19dc33-05b6-4b12-a43f-d2304c61056f)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:36:27.819742 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cd41c8ca-6126-451d-b327-bd9ce2054d49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (0d10ac12-ec1b-4522-a7cd-081a1226a0a8), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:27.832760 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-cd41c8ca-6126-451d-b327-bd9ce2054d49 admin admin] Calling delete_port for 0d10ac12-ec1b-4522-a7cd-081a1226a0a8 owned by network:dhcp {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:36:27.909737 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cd41c8ca-6126-451d-b327-bd9ce2054d49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (0d10ac12-ec1b-4522-a7cd-081a1226a0a8), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:27.938898 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd41c8ca-6126-451d-b327-bd9ce2054d49 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d10ac12-ec1b-4522-a7cd-081a1226a0a8,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:27.943504 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd41c8ca-6126-451d-b327-bd9ce2054d49 admin admin] No DVR routers for this DVR port 0d10ac12-ec1b-4522-a7cd-081a1226a0a8 on host n-d-812111-14 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:36:28.011897 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cd41c8ca-6126-451d-b327-bd9ce2054d49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (2d5ad54f-d0c9-4f59-8f6d-14e85db50aa1), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:28.032014 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-cd41c8ca-6126-451d-b327-bd9ce2054d49 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d5ad54f-d0c9-4f59-8f6d-14e85db50aa1']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:36:28.041232 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-cd41c8ca-6126-451d-b327-bd9ce2054d49 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b19dc33-05b6-4b12-a43f-d2304c61056f') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:36:28.041533 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-cd41c8ca-6126-451d-b327-bd9ce2054d49 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b19dc33-05b6-4b12-a43f-d2304c61056f') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:36:28.051242 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cd41c8ca-6126-451d-b327-bd9ce2054d49 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4747091'] for segment (2b19dc33-05b6-4b12-a43f-d2304c61056f), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:28.067005 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cd41c8ca-6126-451d-b327-bd9ce2054d49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (2b19dc33-05b6-4b12-a43f-d2304c61056f), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:28.073723 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd41c8ca-6126-451d-b327-bd9ce2054d49 admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:36:28.074122 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cd41c8ca-6126-451d-b327-bd9ce2054d49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4690514'] for segment (2b19dc33-05b6-4b12-a43f-d2304c61056f), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:28.075812 n-d-812111-14 neutron-server[103304]: Traceback (most recent call last): Jan 28 20:36:28.075812 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:36:28.075812 n-d-812111-14 neutron-server[103304]: timer() Jan 28 20:36:28.075812 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:36:28.075812 n-d-812111-14 neutron-server[103304]: cb(*args, **kw) Jan 28 20:36:28.075812 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:36:28.075812 n-d-812111-14 neutron-server[103304]: return func(*args, **kwargs) Jan 28 20:36:28.075812 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:36:28.075812 n-d-812111-14 neutron-server[103304]: self._notify() Jan 28 20:36:28.075812 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:36:28.075812 n-d-812111-14 neutron-server[103304]: self.callback(batched_events) Jan 28 20:36:28.075812 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:36:28.075812 n-d-812111-14 neutron-server[103304]: event.method(event) Jan 28 20:36:28.075812 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:36:28.075812 n-d-812111-14 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:36:28.075812 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:36:28.075812 n-d-812111-14 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:36:28.075812 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:36:28.075812 n-d-812111-14 neutron-server[103304]: return f(self, *a, **k) Jan 28 20:36:28.075812 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:36:28.075812 n-d-812111-14 neutron-server[103304]: return self._get(url).json() Jan 28 20:36:28.075812 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:36:28.075812 n-d-812111-14 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:36:28.075812 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:36:28.075812 n-d-812111-14 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 28 20:36:28.075812 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:36:28.075812 n-d-812111-14 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:36:28.075812 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:36:28.075812 n-d-812111-14 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:36:28.075812 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:36:28.075812 n-d-812111-14 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:36:28.075812 n-d-812111-14 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:36:28.098129 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea7735a2-7682-407f-b086-0feb03567a6e None None] DHCP port deletion for 2d5ad54f-d0c9-4f59-8f6d-14e85db50aa1 request from n-d-812111-14 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 20:36:28.141415 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cd41c8ca-6126-451d-b327-bd9ce2054d49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (2d5ad54f-d0c9-4f59-8f6d-14e85db50aa1), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:28.151477 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cd41c8ca-6126-451d-b327-bd9ce2054d49 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:28.154692 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-cd41c8ca-6126-451d-b327-bd9ce2054d49 admin admin] 10.222.0.64 "DELETE /v2.0/networks/2d5ad54f-d0c9-4f59-8f6d-14e85db50aa1 HTTP/1.1" status: 204 len: 168 time: 0.5333755 Jan 28 20:36:28.158292 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 43080) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:36:28.166746 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd41c8ca-6126-451d-b327-bd9ce2054d49 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d5ad54f-d0c9-4f59-8f6d-14e85db50aa1,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:28.813087 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0be50f70-e258-44d5-a65d-7f58cee0494e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-732838'] for router_interface (02ce695b-f50c-4c5b-8e91-559feafa7671), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:29.053405 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-0be50f70-e258-44d5-a65d-7f58cee0494e admin admin] Deleting port 55ca151c-7290-456f-80ad-c7179dc27d7d {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:36:29.053775 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0be50f70-e258-44d5-a65d-7f58cee0494e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (55ca151c-7290-456f-80ad-c7179dc27d7d), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:29.116593 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device fc21c209-8d0c-442d-a4c4-5ee17895b6a6 no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:36:29.136303 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: fc21c209-8d0c-442d-a4c4-5ee17895b6a6 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:36:29.136650 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device fc21c209-8d0c-442d-a4c4-5ee17895b6a6 not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:36:29.137058 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 062a7e67-4e95-484e-aaef-9e69282de23a no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:36:29.137217 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-0be50f70-e258-44d5-a65d-7f58cee0494e admin admin] For port 55ca151c-7290-456f-80ad-c7179dc27d7d, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=55ca151c-7290-456f-80ad-c7179dc27d7d,segment=NetworkSegment(88415836-c059-4326-94f1-fd0bf2caf899),segment_id=88415836-c059-4326-94f1-fd0bf2caf899)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:36:29.137587 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0be50f70-e258-44d5-a65d-7f58cee0494e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (55ca151c-7290-456f-80ad-c7179dc27d7d), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:29.150087 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-0be50f70-e258-44d5-a65d-7f58cee0494e admin admin] Calling delete_port for 55ca151c-7290-456f-80ad-c7179dc27d7d owned by network:router_interface {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:36:29.156541 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: 062a7e67-4e95-484e-aaef-9e69282de23a {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:36:29.156885 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 062a7e67-4e95-484e-aaef-9e69282de23a not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:36:29.157323 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 0d10ac12-ec1b-4522-a7cd-081a1226a0a8 no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:36:29.176691 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: 0d10ac12-ec1b-4522-a7cd-081a1226a0a8 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:36:29.177035 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 0d10ac12-ec1b-4522-a7cd-081a1226a0a8 not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:36:29.331022 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0be50f70-e258-44d5-a65d-7f58cee0494e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (55ca151c-7290-456f-80ad-c7179dc27d7d), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:29.356248 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be50f70-e258-44d5-a65d-7f58cee0494e admin admin] Pushing event deleted for resources: {'Port': ['ID=55ca151c-7290-456f-80ad-c7179dc27d7d,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:29.528423 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0be50f70-e258-44d5-a65d-7f58cee0494e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-732682'] for router_interface (02ce695b-f50c-4c5b-8e91-559feafa7671), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:29.743472 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0be50f70-e258-44d5-a65d-7f58cee0494e admin admin] Router 02ce695b-f50c-4c5b-8e91-559feafa7671 has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:36:29.852903 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0be50f70-e258-44d5-a65d-7f58cee0494e admin admin] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:36:29.858109 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-0be50f70-e258-44d5-a65d-7f58cee0494e admin admin] 10.222.0.64 "PUT /v2.0/routers/02ce695b-f50c-4c5b-8e91-559feafa7671/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6987677 Jan 28 20:36:29.860752 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 43082) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:36:29.864040 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9478b33-a33e-4180-96f7-fc6ae33a09a6 None None] Sync routers for ids ['02ce695b-f50c-4c5b-8e91-559feafa7671'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:36:29.874839 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9478b33-a33e-4180-96f7-fc6ae33a09a6 None None] Routers {'02ce695b-f50c-4c5b-8e91-559feafa7671'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:36:29.875983 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-e9478b33-a33e-4180-96f7-fc6ae33a09a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:36:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['02ce695b-f50c-4c5b-8e91-559feafa7671'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:36:29.963760 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e5728325-7831-4195-8694-ec4b59bd49dc admin admin] Publish callbacks [] for router (02ce695b-f50c-4c5b-8e91-559feafa7671), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:29.978355 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-e9478b33-a33e-4180-96f7-fc6ae33a09a6 None None] Set router 02ce695b-f50c-4c5b-8e91-559feafa7671 gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:36:30.065729 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e5728325-7831-4195-8694-ec4b59bd49dc admin admin] Publish callbacks [] for router_gateway (02ce695b-f50c-4c5b-8e91-559feafa7671), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:30.118044 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-e5728325-7831-4195-8694-ec4b59bd49dc admin admin] Deleting port 456892d2-fa30-4405-a35b-f82e336f6710 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:36:30.118383 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e5728325-7831-4195-8694-ec4b59bd49dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (456892d2-fa30-4405-a35b-f82e336f6710), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:30.164640 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-e9478b33-a33e-4180-96f7-fc6ae33a09a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02ce695b-f50c-4c5b-8e91-559feafa7671', 'name': 'tempest-TestMinimumBasicScenario-1446282151-router', 'tenant_id': '924cc5a5e23b4ddda5a53254711763ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': '456892d2-fa30-4405-a35b-f82e336f6710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:34:13Z', 'updated_at': '2022-01-28T20:36:29Z', 'revision_number': 5, 'project_id': '924cc5a5e23b4ddda5a53254711763ea', 'gw_port': {'id': '456892d2-fa30-4405-a35b-f82e336f6710', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:3d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ce695b-f50c-4c5b-8e91-559feafa7671', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:34:14Z', 'updated_at': '2022-01-28T20:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:36:30.190687 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9478b33-a33e-4180-96f7-fc6ae33a09a6 None None] Checking router: 02ce695b-f50c-4c5b-8e91-559feafa7671 for host: n-d-812111-14 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:36:30.199292 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-e5728325-7831-4195-8694-ec4b59bd49dc admin admin] For port 456892d2-fa30-4405-a35b-f82e336f6710, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=456892d2-fa30-4405-a35b-f82e336f6710,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:36:30.199666 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e5728325-7831-4195-8694-ec4b59bd49dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (456892d2-fa30-4405-a35b-f82e336f6710), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:30.199907 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9478b33-a33e-4180-96f7-fc6ae33a09a6 None None] Routers {'02ce695b-f50c-4c5b-8e91-559feafa7671'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:36:30.200420 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-e9478b33-a33e-4180-96f7-fc6ae33a09a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:36:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['02ce695b-f50c-4c5b-8e91-559feafa7671'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:36:30.219346 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-e5728325-7831-4195-8694-ec4b59bd49dc admin admin] Calling delete_port for 456892d2-fa30-4405-a35b-f82e336f6710 owned by network:router_gateway {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:36:30.287788 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-e9478b33-a33e-4180-96f7-fc6ae33a09a6 None None] Set router 02ce695b-f50c-4c5b-8e91-559feafa7671 gateway port host: None {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:36:30.338170 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-e9478b33-a33e-4180-96f7-fc6ae33a09a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02ce695b-f50c-4c5b-8e91-559feafa7671', 'name': 'tempest-TestMinimumBasicScenario-1446282151-router', 'tenant_id': '924cc5a5e23b4ddda5a53254711763ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:34:13Z', 'updated_at': '2022-01-28T20:36:30Z', 'revision_number': 6, 'project_id': '924cc5a5e23b4ddda5a53254711763ea', 'gw_port_host': None}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:36:30.368028 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9478b33-a33e-4180-96f7-fc6ae33a09a6 None None] The sync data for ids ['02ce695b-f50c-4c5b-8e91-559feafa7671'] in n-d-812111-14 is: [{'id': '02ce695b-f50c-4c5b-8e91-559feafa7671', 'name': 'tempest-TestMinimumBasicScenario-1446282151-router', 'tenant_id': '924cc5a5e23b4ddda5a53254711763ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:34:13Z', 'updated_at': '2022-01-28T20:36:30Z', 'revision_number': 6, 'project_id': '924cc5a5e23b4ddda5a53254711763ea', 'gw_port_host': None}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:36:30.393858 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e5728325-7831-4195-8694-ec4b59bd49dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (456892d2-fa30-4405-a35b-f82e336f6710), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:30.418746 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5728325-7831-4195-8694-ec4b59bd49dc admin admin] Pushing event deleted for resources: {'Port': ['ID=456892d2-fa30-4405-a35b-f82e336f6710,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:30.481014 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e5728325-7831-4195-8694-ec4b59bd49dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-731488'] for router_gateway (02ce695b-f50c-4c5b-8e91-559feafa7671), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:30.569623 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e5728325-7831-4195-8694-ec4b59bd49dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-730901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261120'] for router (02ce695b-f50c-4c5b-8e91-559feafa7671), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:30.571704 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e5728325-7831-4195-8694-ec4b59bd49dc admin admin] Publish callbacks [] for router_controller (02ce695b-f50c-4c5b-8e91-559feafa7671), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:30.619764 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e5728325-7831-4195-8694-ec4b59bd49dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-730908'] for router (02ce695b-f50c-4c5b-8e91-559feafa7671), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:30.620267 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5728325-7831-4195-8694-ec4b59bd49dc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 02ce695b-f50c-4c5b-8e91-559feafa7671 {{(pid=103305) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 20:36:30.625523 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e5728325-7831-4195-8694-ec4b59bd49dc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:30.626780 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-e5728325-7831-4195-8694-ec4b59bd49dc admin admin] 10.222.0.64 "DELETE /v2.0/routers/02ce695b-f50c-4c5b-8e91-559feafa7671 HTTP/1.1" status: 204 len: 168 time: 0.7648389 Jan 28 20:36:30.629422 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 43084) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:36:30.674551 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c15ce91-dd45-4b36-8485-3f705ff89001 admin admin] Deleting subnet 3ed51469-36ca-426d-beb7-11f92e78366b {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 20:36:30.677560 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0c15ce91-dd45-4b36-8485-3f705ff89001 admin admin] Publish callbacks [] for subnet (3ed51469-36ca-426d-beb7-11f92e78366b), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:30.713793 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0c15ce91-dd45-4b36-8485-3f705ff89001 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16187240'] for subnet (3ed51469-36ca-426d-beb7-11f92e78366b), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:30.799923 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0c15ce91-dd45-4b36-8485-3f705ff89001 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (3ed51469-36ca-426d-beb7-11f92e78366b), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:30.860478 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0c15ce91-dd45-4b36-8485-3f705ff89001 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4752464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4733806'] for subnet (3ed51469-36ca-426d-beb7-11f92e78366b), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:30.887322 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c15ce91-dd45-4b36-8485-3f705ff89001 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ed51469-36ca-426d-beb7-11f92e78366b,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:30.889228 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0c15ce91-dd45-4b36-8485-3f705ff89001 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:30.892927 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-0c15ce91-dd45-4b36-8485-3f705ff89001 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/3ed51469-36ca-426d-beb7-11f92e78366b HTTP/1.1" status: 204 len: 168 time: 0.2619996 Jan 28 20:36:30.894352 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd492504-b444-4ced-b2a2-f38f6f095847 None None] Network 90f8d92e-c1eb-4201-91d7-4b2658cf5a5c requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:36:30.895553 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 43086) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:36:30.964231 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b69eb1d0-408c-4bd0-9b71-a600db6ff2ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (90f8d92e-c1eb-4201-91d7-4b2658cf5a5c), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:31.023955 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-b69eb1d0-408c-4bd0-9b71-a600db6ff2ae admin admin] Deleting port 8dced531-2a49-4d0a-8db0-bda06f4319cf {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:36:31.024296 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b69eb1d0-408c-4bd0-9b71-a600db6ff2ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (8dced531-2a49-4d0a-8db0-bda06f4319cf), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:31.085295 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-b69eb1d0-408c-4bd0-9b71-a600db6ff2ae admin admin] For port 8dced531-2a49-4d0a-8db0-bda06f4319cf, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=8dced531-2a49-4d0a-8db0-bda06f4319cf,segment=NetworkSegment(88415836-c059-4326-94f1-fd0bf2caf899),segment_id=88415836-c059-4326-94f1-fd0bf2caf899)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:36:31.085664 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b69eb1d0-408c-4bd0-9b71-a600db6ff2ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (8dced531-2a49-4d0a-8db0-bda06f4319cf), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:31.098641 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-b69eb1d0-408c-4bd0-9b71-a600db6ff2ae admin admin] Calling delete_port for 8dced531-2a49-4d0a-8db0-bda06f4319cf owned by network:dhcp {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:36:31.141871 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0232324-bf32-422f-967f-6644a7d84b2e None None] DHCP port deletion for 90f8d92e-c1eb-4201-91d7-4b2658cf5a5c request from n-d-812111-14 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 20:36:31.191827 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b69eb1d0-408c-4bd0-9b71-a600db6ff2ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (8dced531-2a49-4d0a-8db0-bda06f4319cf), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:31.198587 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-c0232324-bf32-422f-967f-6644a7d84b2e None None] Deleting port 8dced531-2a49-4d0a-8db0-bda06f4319cf {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:36:31.199323 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c0232324-bf32-422f-967f-6644a7d84b2e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (8dced531-2a49-4d0a-8db0-bda06f4319cf), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:31.215200 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 8dced531-2a49-4d0a-8db0-bda06f4319cf no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:36:31.231457 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69eb1d0-408c-4bd0-9b71-a600db6ff2ae admin admin] Pushing event deleted for resources: {'Port': ['ID=8dced531-2a49-4d0a-8db0-bda06f4319cf,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:31.234376 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69eb1d0-408c-4bd0-9b71-a600db6ff2ae admin admin] No DVR routers for this DVR port 8dced531-2a49-4d0a-8db0-bda06f4319cf on host n-d-812111-14 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:36:31.245476 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: 8dced531-2a49-4d0a-8db0-bda06f4319cf {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:36:31.245823 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 8dced531-2a49-4d0a-8db0-bda06f4319cf not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:36:31.246234 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 55ca151c-7290-456f-80ad-c7179dc27d7d no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:36:31.301514 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: 55ca151c-7290-456f-80ad-c7179dc27d7d {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:36:31.301879 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 55ca151c-7290-456f-80ad-c7179dc27d7d not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:36:31.302279 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 456892d2-fa30-4405-a35b-f82e336f6710 no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:36:31.325267 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b69eb1d0-408c-4bd0-9b71-a600db6ff2ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (90f8d92e-c1eb-4201-91d7-4b2658cf5a5c), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:31.329854 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: 456892d2-fa30-4405-a35b-f82e336f6710 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:36:31.330273 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 456892d2-fa30-4405-a35b-f82e336f6710 not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:36:31.338872 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-c0232324-bf32-422f-967f-6644a7d84b2e None None] For port 8dced531-2a49-4d0a-8db0-bda06f4319cf, host n-d-812111-14, got binding levels [] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:36:31.339495 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c0232324-bf32-422f-967f-6644a7d84b2e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (8dced531-2a49-4d0a-8db0-bda06f4319cf), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:31.353729 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-c0232324-bf32-422f-967f-6644a7d84b2e None None] Calling delete_port for 8dced531-2a49-4d0a-8db0-bda06f4319cf owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:36:31.356338 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-b69eb1d0-408c-4bd0-9b71-a600db6ff2ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90f8d92e-c1eb-4201-91d7-4b2658cf5a5c']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:36:31.356590 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.ipam_backend_mixin [None req-c0232324-bf32-422f-967f-6644a7d84b2e None None] Port 8dced531-2a49-4d0a-8db0-bda06f4319cf was not found and therefore no delete operation was performed {{(pid=103306) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 20:36:31.358313 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c0232324-bf32-422f-967f-6644a7d84b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985'] for port (8dced531-2a49-4d0a-8db0-bda06f4319cf), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:31.367903 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-b69eb1d0-408c-4bd0-9b71-a600db6ff2ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88415836-c059-4326-94f1-fd0bf2caf899') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:36:31.368852 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-b69eb1d0-408c-4bd0-9b71-a600db6ff2ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88415836-c059-4326-94f1-fd0bf2caf899') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:36:31.379351 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b69eb1d0-408c-4bd0-9b71-a600db6ff2ae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4747091'] for segment (88415836-c059-4326-94f1-fd0bf2caf899), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:31.391231 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0232324-bf32-422f-967f-6644a7d84b2e None None] Pushing event deleted for resources: {'Port': ['ID=8dced531-2a49-4d0a-8db0-bda06f4319cf,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:31.394566 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0232324-bf32-422f-967f-6644a7d84b2e None None] No DVR routers for this DVR port 8dced531-2a49-4d0a-8db0-bda06f4319cf on host n-d-812111-14 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:36:31.398878 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b69eb1d0-408c-4bd0-9b71-a600db6ff2ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (88415836-c059-4326-94f1-fd0bf2caf899), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:31.404715 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0232324-bf32-422f-967f-6644a7d84b2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:36:31.405065 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0232324-bf32-422f-967f-6644a7d84b2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:36:31.405600 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0232324-bf32-422f-967f-6644a7d84b2e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:36:31.406399 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0232324-bf32-422f-967f-6644a7d84b2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:36:31.406606 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0232324-bf32-422f-967f-6644a7d84b2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:36:31.407099 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0232324-bf32-422f-967f-6644a7d84b2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:36:31.407432 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0232324-bf32-422f-967f-6644a7d84b2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:36:31.407804 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0232324-bf32-422f-967f-6644a7d84b2e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:36:31.408133 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0232324-bf32-422f-967f-6644a7d84b2e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:36:31.408572 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0232324-bf32-422f-967f-6644a7d84b2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:36:31.408787 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0232324-bf32-422f-967f-6644a7d84b2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:36:31.409130 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0232324-bf32-422f-967f-6644a7d84b2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:36:31.409475 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0232324-bf32-422f-967f-6644a7d84b2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:36:31.417369 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b69eb1d0-408c-4bd0-9b71-a600db6ff2ae admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:36:31.417784 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b69eb1d0-408c-4bd0-9b71-a600db6ff2ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4690514'] for segment (88415836-c059-4326-94f1-fd0bf2caf899), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:31.419688 n-d-812111-14 neutron-server[103304]: Traceback (most recent call last): Jan 28 20:36:31.419688 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:36:31.419688 n-d-812111-14 neutron-server[103304]: timer() Jan 28 20:36:31.419688 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:36:31.419688 n-d-812111-14 neutron-server[103304]: cb(*args, **kw) Jan 28 20:36:31.419688 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:36:31.419688 n-d-812111-14 neutron-server[103304]: return func(*args, **kwargs) Jan 28 20:36:31.419688 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:36:31.419688 n-d-812111-14 neutron-server[103304]: self._notify() Jan 28 20:36:31.419688 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:36:31.419688 n-d-812111-14 neutron-server[103304]: self.callback(batched_events) Jan 28 20:36:31.419688 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:36:31.419688 n-d-812111-14 neutron-server[103304]: event.method(event) Jan 28 20:36:31.419688 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:36:31.419688 n-d-812111-14 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:36:31.419688 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:36:31.419688 n-d-812111-14 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:36:31.419688 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:36:31.419688 n-d-812111-14 neutron-server[103304]: return f(self, *a, **k) Jan 28 20:36:31.419688 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:36:31.419688 n-d-812111-14 neutron-server[103304]: return self._get(url).json() Jan 28 20:36:31.419688 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:36:31.419688 n-d-812111-14 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:36:31.419688 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:36:31.419688 n-d-812111-14 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 28 20:36:31.419688 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:36:31.419688 n-d-812111-14 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:36:31.419688 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:36:31.419688 n-d-812111-14 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:36:31.419688 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:36:31.419688 n-d-812111-14 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:36:31.419688 n-d-812111-14 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:36:31.479367 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b69eb1d0-408c-4bd0-9b71-a600db6ff2ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (90f8d92e-c1eb-4201-91d7-4b2658cf5a5c), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:31.484818 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b69eb1d0-408c-4bd0-9b71-a600db6ff2ae admin admin] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:31.488919 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-b69eb1d0-408c-4bd0-9b71-a600db6ff2ae admin admin] 10.222.0.64 "DELETE /v2.0/networks/90f8d92e-c1eb-4201-91d7-4b2658cf5a5c HTTP/1.1" status: 204 len: 168 time: 0.5923653 Jan 28 20:36:31.500136 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69eb1d0-408c-4bd0-9b71-a600db6ff2ae admin admin] Pushing event deleted for resources: {'Network': ['ID=90f8d92e-c1eb-4201-91d7-4b2658cf5a5c,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:31.647949 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 43090) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:36:31.688243 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-0fb22401-58f8-4408-aa3d-4db5481a0df3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=13f21c3e4efe49ea9f947642f19976bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0390139 Jan 28 20:36:31.691322 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 43092) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:36:31.737353 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-61e2295d-1742-4e4f-a1b0-b47517e8c727 admin admin] Publish callbacks [] for security_group (76e5fa9a-ecd2-480d-b758-988445ea9d2b), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:31.758895 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-61e2295d-1742-4e4f-a1b0-b47517e8c727 admin admin] Publish callbacks [] for security_group (76e5fa9a-ecd2-480d-b758-988445ea9d2b), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:31.807538 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-61e2295d-1742-4e4f-a1b0-b47517e8c727 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (76e5fa9a-ecd2-480d-b758-988445ea9d2b), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:31.810292 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-61e2295d-1742-4e4f-a1b0-b47517e8c727 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:31.811446 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-61e2295d-1742-4e4f-a1b0-b47517e8c727 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/76e5fa9a-ecd2-480d-b758-988445ea9d2b HTTP/1.1" status: 204 len: 168 time: 0.1192133 Jan 28 20:36:31.820138 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e2295d-1742-4e4f-a1b0-b47517e8c727 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76e5fa9a-ecd2-480d-b758-988445ea9d2b,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:32.115249 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 43098) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:36:32.156302 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-715c1021-aa79-4bf0-9592-23e85e1027e5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=924cc5a5e23b4ddda5a53254711763ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0398531 Jan 28 20:36:32.158676 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 43100) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:36:32.205974 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-085b2874-3e14-4cfa-9999-00e510d55559 admin admin] Publish callbacks [] for security_group (654348bb-deae-47cc-97b9-92fe0614f498), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:32.226995 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-085b2874-3e14-4cfa-9999-00e510d55559 admin admin] Publish callbacks [] for security_group (654348bb-deae-47cc-97b9-92fe0614f498), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:32.272968 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-085b2874-3e14-4cfa-9999-00e510d55559 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (654348bb-deae-47cc-97b9-92fe0614f498), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:32.275812 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-085b2874-3e14-4cfa-9999-00e510d55559 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:32.276913 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-085b2874-3e14-4cfa-9999-00e510d55559 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/654348bb-deae-47cc-97b9-92fe0614f498 HTTP/1.1" status: 204 len: 168 time: 0.1173487 Jan 28 20:36:32.284894 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085b2874-3e14-4cfa-9999-00e510d55559 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=654348bb-deae-47cc-97b9-92fe0614f498,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:33.743056 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 43140) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:36:33.747686 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-2a455230-43ad-49a6-a108-fb4c0f2b985f tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1498438700', 'description': 'tempest-secgroup-smoke-1498438700 description', 'project_id': '0ceca0f616eb43dfa068e38ea05be00f'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:36:33.768336 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2a455230-43ad-49a6-a108-fb4c0f2b985f tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:33.777362 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2a455230-43ad-49a6-a108-fb4c0f2b985f tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:33.849752 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2a455230-43ad-49a6-a108-fb4c0f2b985f tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for security_group (b1634177-63dd-40bf-8f4b-b49130e99bb2), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:33.853495 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2a455230-43ad-49a6-a108-fb4c0f2b985f tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (b1634177-63dd-40bf-8f4b-b49130e99bb2), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:33.887042 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a455230-43ad-49a6-a108-fb4c0f2b985f tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1634177-63dd-40bf-8f4b-b49130e99bb2,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:33.927129 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2a455230-43ad-49a6-a108-fb4c0f2b985f tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for security_group (b0c0ee6f-1683-4b42-8998-7dfe8478e3d9), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:33.930722 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2a455230-43ad-49a6-a108-fb4c0f2b985f tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (b0c0ee6f-1683-4b42-8998-7dfe8478e3d9), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:33.958321 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2a455230-43ad-49a6-a108-fb4c0f2b985f tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:33.959526 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-2a455230-43ad-49a6-a108-fb4c0f2b985f tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2154586 Jan 28 20:36:33.962557 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 43142) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:36:33.963531 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a455230-43ad-49a6-a108-fb4c0f2b985f tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0c0ee6f-1683-4b42-8998-7dfe8478e3d9,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:33.967741 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-dd06fd0b-f8c5-4e33-812f-4f87dec83a2d tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Request body: {'security_group_rule': {'security_group_id': 'b0c0ee6f-1683-4b42-8998-7dfe8478e3d9', 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:36:33.992942 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-dd06fd0b-f8c5-4e33-812f-4f87dec83a2d tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for security_group_rule (afba7eff-98e1-4d88-ab92-a442f1590f87), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:34.047141 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-dd06fd0b-f8c5-4e33-812f-4f87dec83a2d tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for security_group_rule (afba7eff-98e1-4d88-ab92-a442f1590f87), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:34.050981 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-dd06fd0b-f8c5-4e33-812f-4f87dec83a2d tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (afba7eff-98e1-4d88-ab92-a442f1590f87), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:34.070589 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd06fd0b-f8c5-4e33-812f-4f87dec83a2d tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afba7eff-98e1-4d88-ab92-a442f1590f87,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:34.078580 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-dd06fd0b-f8c5-4e33-812f-4f87dec83a2d tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:34.079771 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-dd06fd0b-f8c5-4e33-812f-4f87dec83a2d tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1161337 Jan 28 20:36:34.082579 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 43144) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:36:34.086769 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-282eb953-d1fc-4218-b25b-c5cff6098aee tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Request body: {'security_group_rule': {'security_group_id': 'b0c0ee6f-1683-4b42-8998-7dfe8478e3d9', 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:36:34.111472 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-282eb953-d1fc-4218-b25b-c5cff6098aee tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for security_group_rule (05959bf5-6b6d-4285-b54a-8e3a73625751), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:34.165655 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-282eb953-d1fc-4218-b25b-c5cff6098aee tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for security_group_rule (05959bf5-6b6d-4285-b54a-8e3a73625751), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:34.168853 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-282eb953-d1fc-4218-b25b-c5cff6098aee tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (05959bf5-6b6d-4285-b54a-8e3a73625751), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:34.188004 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282eb953-d1fc-4218-b25b-c5cff6098aee tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05959bf5-6b6d-4285-b54a-8e3a73625751,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:34.193039 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-282eb953-d1fc-4218-b25b-c5cff6098aee tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:34.196993 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-282eb953-d1fc-4218-b25b-c5cff6098aee tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1134896 Jan 28 20:36:34.197514 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 43146) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:36:34.202307 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-8d8716e4-2b64-4479-81de-d7c78ef3d811 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Request body: {'security_group_rule': {'security_group_id': 'b0c0ee6f-1683-4b42-8998-7dfe8478e3d9', 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:36:34.227200 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8d8716e4-2b64-4479-81de-d7c78ef3d811 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for security_group_rule (024b2bed-5ff2-46fa-939b-69620bfa9b60), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:34.287218 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8d8716e4-2b64-4479-81de-d7c78ef3d811 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for security_group_rule (024b2bed-5ff2-46fa-939b-69620bfa9b60), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:34.290626 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8d8716e4-2b64-4479-81de-d7c78ef3d811 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (024b2bed-5ff2-46fa-939b-69620bfa9b60), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:34.308177 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8716e4-2b64-4479-81de-d7c78ef3d811 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=024b2bed-5ff2-46fa-939b-69620bfa9b60,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:34.315883 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8d8716e4-2b64-4479-81de-d7c78ef3d811 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:34.317204 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-8d8716e4-2b64-4479-81de-d7c78ef3d811 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1185331 Jan 28 20:36:34.320077 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 43148) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:36:34.324459 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-83b9c954-b73d-4f04-8775-c61fe626afcb tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Request body: {'security_group_rule': {'security_group_id': 'b0c0ee6f-1683-4b42-8998-7dfe8478e3d9', 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:36:34.350343 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-83b9c954-b73d-4f04-8775-c61fe626afcb tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for security_group_rule (007a9f13-77e2-40ec-a272-9a4935809469), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:34.406360 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-83b9c954-b73d-4f04-8775-c61fe626afcb tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for security_group_rule (007a9f13-77e2-40ec-a272-9a4935809469), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:34.410493 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-83b9c954-b73d-4f04-8775-c61fe626afcb tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (007a9f13-77e2-40ec-a272-9a4935809469), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:34.428494 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b9c954-b73d-4f04-8775-c61fe626afcb tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=007a9f13-77e2-40ec-a272-9a4935809469,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:34.435596 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-83b9c954-b73d-4f04-8775-c61fe626afcb tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:34.436799 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-83b9c954-b73d-4f04-8775-c61fe626afcb tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1157477 Jan 28 20:36:34.439521 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 43150) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:36:34.444046 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-5dafcba0-b9d8-49e1-b983-e81120cf0216 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Request body: {'security_group_rule': {'security_group_id': 'b0c0ee6f-1683-4b42-8998-7dfe8478e3d9', 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:36:34.463617 n-d-812111-14 neutron-server[103305]: INFO neutron.db.securitygroups_db [None req-5dafcba0-b9d8-49e1-b983-e81120cf0216 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Project 0ceca0f616eb43dfa068e38ea05be00f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 20:36:34.468413 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5dafcba0-b9d8-49e1-b983-e81120cf0216 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for security_group_rule (c8c377ee-86dd-46e4-baac-f4c20fec62ca), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:34.525705 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5dafcba0-b9d8-49e1-b983-e81120cf0216 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for security_group_rule (c8c377ee-86dd-46e4-baac-f4c20fec62ca), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:34.529044 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5dafcba0-b9d8-49e1-b983-e81120cf0216 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (c8c377ee-86dd-46e4-baac-f4c20fec62ca), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:34.546883 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dafcba0-b9d8-49e1-b983-e81120cf0216 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8c377ee-86dd-46e4-baac-f4c20fec62ca,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:34.554314 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5dafcba0-b9d8-49e1-b983-e81120cf0216 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:34.555483 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-5dafcba0-b9d8-49e1-b983-e81120cf0216 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1150594 Jan 28 20:36:34.558260 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 43152) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:36:34.562536 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-72d238b6-a2cc-4748-982e-283356f760b6 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Request body: {'security_group_rule': {'security_group_id': 'b0c0ee6f-1683-4b42-8998-7dfe8478e3d9', 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:36:34.582342 n-d-812111-14 neutron-server[103305]: INFO neutron.db.securitygroups_db [None req-72d238b6-a2cc-4748-982e-283356f760b6 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Project 0ceca0f616eb43dfa068e38ea05be00f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 20:36:34.587235 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-72d238b6-a2cc-4748-982e-283356f760b6 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for security_group_rule (7651285c-09f7-404d-a5da-a324376d35b2), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:34.652431 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-72d238b6-a2cc-4748-982e-283356f760b6 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for security_group_rule (7651285c-09f7-404d-a5da-a324376d35b2), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:34.656093 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-72d238b6-a2cc-4748-982e-283356f760b6 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (7651285c-09f7-404d-a5da-a324376d35b2), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:34.675990 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d238b6-a2cc-4748-982e-283356f760b6 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7651285c-09f7-404d-a5da-a324376d35b2,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:34.681700 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-72d238b6-a2cc-4748-982e-283356f760b6 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:34.683763 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-72d238b6-a2cc-4748-982e-283356f760b6 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1237009 Jan 28 20:36:34.685830 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 43154) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:36:34.691091 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-4ba31194-08b3-47d9-8cc0-5f3f68e27ca8 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Request body: {'network': {'name': 'tempest-network-smoke--1390017494', 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'port_security_enabled': True}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:36:34.709437 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ba31194-08b3-47d9-8cc0-5f3f68e27ca8 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Made reservation on behalf of 0ceca0f616eb43dfa068e38ea05be00f for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:36:34.712596 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4ba31194-08b3-47d9-8cc0-5f3f68e27ca8 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:34.734787 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ba31194-08b3-47d9-8cc0-5f3f68e27ca8 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:36:34.743715 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4ba31194-08b3-47d9-8cc0-5f3f68e27ca8 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (7825ca91-1824-48d8-8612-8356eaa45ae8), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:34.744350 n-d-812111-14 neutron-server[103305]: INFO neutron.db.segments_db [None req-4ba31194-08b3-47d9-8cc0-5f3f68e27ca8 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Added segment 7825ca91-1824-48d8-8612-8356eaa45ae8 of type vlan for network 2da0d860-a20c-4d8d-abf9-1d3d2ec33546 Jan 28 20:36:34.782957 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4ba31194-08b3-47d9-8cc0-5f3f68e27ca8 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (2da0d860-a20c-4d8d-abf9-1d3d2ec33546), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:34.811011 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4ba31194-08b3-47d9-8cc0-5f3f68e27ca8 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (2da0d860-a20c-4d8d-abf9-1d3d2ec33546), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:34.816489 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba31194-08b3-47d9-8cc0-5f3f68e27ca8 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:34.817228 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4ba31194-08b3-47d9-8cc0-5f3f68e27ca8 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:34.875022 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-4ba31194-08b3-47d9-8cc0-5f3f68e27ca8 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1882029 Jan 28 20:36:34.878379 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 43156) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:36:34.882604 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-d52ecdc0-dd18-4023-9951-590261cbdd07 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-66013423', 'admin_state_up': True, 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:36:34.900121 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba31194-08b3-47d9-8cc0-5f3f68e27ca8 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Pushing event updated for resources: {'Network': ['ID=2da0d860-a20c-4d8d-abf9-1d3d2ec33546,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:34.910904 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network 2da0d860-a20c-4d8d-abf9-1d3d2ec33546 details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:36:34.915290 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d52ecdc0-dd18-4023-9951-590261cbdd07 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261150'] for router (c568f1d6-e706-4e8e-bc88-cd212ed0c10f), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:34.916400 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d52ecdc0-dd18-4023-9951-590261cbdd07 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-731099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-731441', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261129'] for router (c568f1d6-e706-4e8e-bc88-cd212ed0c10f), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:34.967180 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d52ecdc0-dd18-4023-9951-590261cbdd07 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for router_controller (c568f1d6-e706-4e8e-bc88-cd212ed0c10f), precommit_add_association {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:35.102558 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d52ecdc0-dd18-4023-9951-590261cbdd07 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for router_gateway (c568f1d6-e706-4e8e-bc88-cd212ed0c10f), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:35.289406 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d52ecdc0-dd18-4023-9951-590261cbdd07 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for router_gateway (c568f1d6-e706-4e8e-bc88-cd212ed0c10f), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:35.311678 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d52ecdc0-dd18-4023-9951-590261cbdd07 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:35.412198 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-d52ecdc0-dd18-4023-9951-590261cbdd07 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Allocated IP 172.25.6.71 (d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8/a648e4ab-7422-41b9-b133-58aca25ab8f5/5a0f8dae-bd35-471b-ace9-d0631fadcfcf) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:36:35.513936 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d52ecdc0-dd18-4023-9951-590261cbdd07 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for port (5a0f8dae-bd35-471b-ace9-d0631fadcfcf), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:35.546411 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d52ecdc0-dd18-4023-9951-590261cbdd07 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (5a0f8dae-bd35-471b-ace9-d0631fadcfcf), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:35.584165 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d52ecdc0-dd18-4023-9951-590261cbdd07 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:36:35.586870 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-d52ecdc0-dd18-4023-9951-590261cbdd07 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:36:35.592375 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52ecdc0-dd18-4023-9951-590261cbdd07 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:36:35.598257 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52ecdc0-dd18-4023-9951-590261cbdd07 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Pushing event updated for resources: {'Port': ['ID=5a0f8dae-bd35-471b-ace9-d0631fadcfcf,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:35.846394 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d52ecdc0-dd18-4023-9951-590261cbdd07 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for router_gateway (c568f1d6-e706-4e8e-bc88-cd212ed0c10f), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:36.353195 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d52ecdc0-dd18-4023-9951-590261cbdd07 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-731074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-731460'] for router (c568f1d6-e706-4e8e-bc88-cd212ed0c10f), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:36.482266 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d52ecdc0-dd18-4023-9951-590261cbdd07 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Router c568f1d6-e706-4e8e-bc88-cd212ed0c10f is scheduled to L3 agent 76fe5c49-705a-4e08-abb2-be585676213f with binding_index 1 {{(pid=103305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 20:36:36.588451 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d52ecdc0-dd18-4023-9951-590261cbdd07 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:36:36.598137 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b8fe30-a0e1-4840-9117-7b9bdb7c8618 None None] Sync routers for ids ['c568f1d6-e706-4e8e-bc88-cd212ed0c10f'] in n-d-812111-14 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:36:36.608631 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d52ecdc0-dd18-4023-9951-590261cbdd07 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:36.612773 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-d52ecdc0-dd18-4023-9951-590261cbdd07 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.7306170 Jan 28 20:36:36.612915 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b8fe30-a0e1-4840-9117-7b9bdb7c8618 None None] Routers {'c568f1d6-e706-4e8e-bc88-cd212ed0c10f'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:36:36.613129 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 43158) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:36:36.613417 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-16b8fe30-a0e1-4840-9117-7b9bdb7c8618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:36:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['c568f1d6-e706-4e8e-bc88-cd212ed0c10f'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:36:36.719302 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-16b8fe30-a0e1-4840-9117-7b9bdb7c8618 None None] Set router c568f1d6-e706-4e8e-bc88-cd212ed0c10f gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:36:36.732128 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-68c354eb-8bd1-4a4a-91d1-c13650611fc7 tempest-TestNetworkAdvancedServerOps-1526479059 tempest-TestNetworkAdvancedServerOps-1526479059-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=0ceca0f616eb43dfa068e38ea05be00f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1178155 Jan 28 20:36:36.735012 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 43162) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:36:36.820383 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a45eed6e-d86d-4d24-968a-8ccb18f3f2e6 tempest-TestNetworkAdvancedServerOps-1526479059 tempest-TestNetworkAdvancedServerOps-1526479059-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:36.821938 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-a45eed6e-d86d-4d24-968a-8ccb18f3f2e6 tempest-TestNetworkAdvancedServerOps-1526479059 tempest-TestNetworkAdvancedServerOps-1526479059-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0859227 Jan 28 20:36:36.824813 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 43164) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:36:36.857997 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-a737d4b8-4614-417d-b27c-269738cd5c7e tempest-TestNetworkAdvancedServerOps-1526479059 tempest-TestNetworkAdvancedServerOps-1526479059-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0319693 Jan 28 20:36:36.860503 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 43166) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:36:36.866226 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-85a51cc0-c4b8-4fd8-afa2-06652aa13500 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:36.867916 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-c3be2d31-78f8-443a-a60e-3413d43fd55b tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-391955112', 'network_id': '2da0d860-a20c-4d8d-abf9-1d3d2ec33546', 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:36:36.915050 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-16b8fe30-a0e1-4840-9117-7b9bdb7c8618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c568f1d6-e706-4e8e-bc88-cd212ed0c10f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-66013423', 'tenant_id': '0ceca0f616eb43dfa068e38ea05be00f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.71'}], 'enable_snat': True}, 'gw_port_id': '5a0f8dae-bd35-471b-ace9-d0631fadcfcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:36:34Z', 'updated_at': '2022-01-28T20:36:35Z', 'revision_number': 3, 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'gw_port': {'id': '5a0f8dae-bd35-471b-ace9-d0631fadcfcf', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:e0:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c568f1d6-e706-4e8e-bc88-cd212ed0c10f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:36:35Z', 'updated_at': '2022-01-28T20:36:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:36:36.942562 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b8fe30-a0e1-4840-9117-7b9bdb7c8618 None None] Checking router: c568f1d6-e706-4e8e-bc88-cd212ed0c10f for host: n-d-812111-14 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:36:36.942921 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b8fe30-a0e1-4840-9117-7b9bdb7c8618 None None] Updating router c568f1d6-e706-4e8e-bc88-cd212ed0c10f port 5a0f8dae-bd35-471b-ace9-d0631fadcfcf binding host n-d-812111-14 {{(pid=103306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:36:36.954133 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3be2d31-78f8-443a-a60e-3413d43fd55b tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Made reservation on behalf of 0ceca0f616eb43dfa068e38ea05be00f for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:36:36.957778 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c3be2d31-78f8-443a-a60e-3413d43fd55b tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5221429'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:36.969751 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-16b8fe30-a0e1-4840-9117-7b9bdb7c8618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (5a0f8dae-bd35-471b-ace9-d0631fadcfcf), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:37.142006 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c3be2d31-78f8-443a-a60e-3413d43fd55b tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4690681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5221415'] for subnet (87257c93-4b7c-41ac-8802-bf2537df5244), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:37.206031 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3be2d31-78f8-443a-a60e-3413d43fd55b tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Pushing event updated for resources: {'Subnet': ['ID=87257c93-4b7c-41ac-8802-bf2537df5244,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:37.213689 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3be2d31-78f8-443a-a60e-3413d43fd55b tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Checking segment: {'id': '7825ca91-1824-48d8-8612-8356eaa45ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '2da0d860-a20c-4d8d-abf9-1d3d2ec33546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:36:37.214067 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3be2d31-78f8-443a-a60e-3413d43fd55b tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Network hostable DHCP agents. Network: 2da0d860-a20c-4d8d-abf9-1d3d2ec33546, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:36:37.230648 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-16b8fe30-a0e1-4840-9117-7b9bdb7c8618 None None] Publish callbacks [] for port (5a0f8dae-bd35-471b-ace9-d0631fadcfcf), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:37.231756 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3be2d31-78f8-443a-a60e-3413d43fd55b tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Network 2da0d860-a20c-4d8d-abf9-1d3d2ec33546 is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:36:37.235712 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-16b8fe30-a0e1-4840-9117-7b9bdb7c8618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (5a0f8dae-bd35-471b-ace9-d0631fadcfcf), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:37.241744 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-c3be2d31-78f8-443a-a60e-3413d43fd55b tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, 2da0d860-a20c-4d8d-abf9-1d3d2ec33546) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:36:37.250571 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3be2d31-78f8-443a-a60e-3413d43fd55b tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:37.251177 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c3be2d31-78f8-443a-a60e-3413d43fd55b tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:37.266152 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2675588a-e9cc-4cea-b317-81e3c4c9f516 None None] Network 2da0d860-a20c-4d8d-abf9-1d3d2ec33546 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:36:37.267741 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-c3be2d31-78f8-443a-a60e-3413d43fd55b tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4048736 Jan 28 20:36:37.270612 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 43168) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:36:37.328276 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-16b8fe30-a0e1-4840-9117-7b9bdb7c8618 None None] Attempting to bind port 5a0f8dae-bd35-471b-ace9-d0631fadcfcf on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:36:37.328667 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-16b8fe30-a0e1-4840-9117-7b9bdb7c8618 None None] Attempting to bind port 5a0f8dae-bd35-471b-ace9-d0631fadcfcf by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:36:37.329006 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b8fe30-a0e1-4840-9117-7b9bdb7c8618 None None] Attempting to bind port 5a0f8dae-bd35-471b-ace9-d0631fadcfcf on network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:36:37.347274 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b8fe30-a0e1-4840-9117-7b9bdb7c8618 None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:36:37.347644 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b8fe30-a0e1-4840-9117-7b9bdb7c8618 None None] Checking segment: {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:36:37.348066 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-16b8fe30-a0e1-4840-9117-7b9bdb7c8618 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:37.348438 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b8fe30-a0e1-4840-9117-7b9bdb7c8618 None None] Bound using segment: {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:36:37.348927 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-16b8fe30-a0e1-4840-9117-7b9bdb7c8618 None None] Bound port: 5a0f8dae-bd35-471b-ace9-d0631fadcfcf, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:36:37.349388 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-16b8fe30-a0e1-4840-9117-7b9bdb7c8618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (5a0f8dae-bd35-471b-ace9-d0631fadcfcf), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:37.353419 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab3cfec-f82c-48c1-b76f-ad78fa54a2b2 None None] Pushing event updated for resources: {'Port': ['ID=5a0f8dae-bd35-471b-ace9-d0631fadcfcf,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:37.441908 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-16b8fe30-a0e1-4840-9117-7b9bdb7c8618 None None] For port 5a0f8dae-bd35-471b-ace9-d0631fadcfcf, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:36:37.453833 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1390bd0-048d-43be-977f-24c09e6cb3ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68cd31fd-e4cd-5fb3-a862-256fc47efcd2-2da0d860-a20c-4d8d-abf9-1d3d2ec33546', 'network_id': '2da0d860-a20c-4d8d-abf9-1d3d2ec33546', 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'fixed_ips': [{'subnet_id': '87257c93-4b7c-41ac-8802-bf2537df5244'}]}} from n-d-812111-14. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 20:36:37.455280 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e1390bd0-048d-43be-977f-24c09e6cb3ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:37.458134 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-16b8fe30-a0e1-4840-9117-7b9bdb7c8618 None None] For port 5a0f8dae-bd35-471b-ace9-d0631fadcfcf, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=5a0f8dae-bd35-471b-ace9-d0631fadcfcf,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:36:37.470163 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-16b8fe30-a0e1-4840-9117-7b9bdb7c8618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (5a0f8dae-bd35-471b-ace9-d0631fadcfcf), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:37.714983 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cfa6a8f3-6d6c-4e06-ab40-edce3a376cc1 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:37.757750 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b8fe30-a0e1-4840-9117-7b9bdb7c8618 None None] Routers {'c568f1d6-e706-4e8e-bc88-cd212ed0c10f'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:36:37.758375 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-16b8fe30-a0e1-4840-9117-7b9bdb7c8618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:36:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['c568f1d6-e706-4e8e-bc88-cd212ed0c10f'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:36:37.763656 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab3cfec-f82c-48c1-b76f-ad78fa54a2b2 None None] Pushing event updated for resources: {'Port': ['ID=5a0f8dae-bd35-471b-ace9-d0631fadcfcf,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:37.908303 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-e1390bd0-048d-43be-977f-24c09e6cb3ce None None] Allocated IP 172.20.0.2 (2da0d860-a20c-4d8d-abf9-1d3d2ec33546/87257c93-4b7c-41ac-8802-bf2537df5244/ed66f0e3-f144-4c5d-93b9-427be4d460e1) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:36:37.918822 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-16b8fe30-a0e1-4840-9117-7b9bdb7c8618 None None] Set router c568f1d6-e706-4e8e-bc88-cd212ed0c10f gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:36:38.199124 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e1390bd0-048d-43be-977f-24c09e6cb3ce None None] Publish callbacks [] for port (ed66f0e3-f144-4c5d-93b9-427be4d460e1), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:38.206868 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e1390bd0-048d-43be-977f-24c09e6cb3ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (ed66f0e3-f144-4c5d-93b9-427be4d460e1), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:38.248713 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1390bd0-048d-43be-977f-24c09e6cb3ce None None] Network 2da0d860-a20c-4d8d-abf9-1d3d2ec33546 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:36:38.252087 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-16b8fe30-a0e1-4840-9117-7b9bdb7c8618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c568f1d6-e706-4e8e-bc88-cd212ed0c10f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-66013423', 'tenant_id': '0ceca0f616eb43dfa068e38ea05be00f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.71'}], 'enable_snat': True}, 'gw_port_id': '5a0f8dae-bd35-471b-ace9-d0631fadcfcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:36:34Z', 'updated_at': '2022-01-28T20:36:35Z', 'revision_number': 3, 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'gw_port': {'id': '5a0f8dae-bd35-471b-ace9-d0631fadcfcf', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:e0:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c568f1d6-e706-4e8e-bc88-cd212ed0c10f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:36:35Z', 'updated_at': '2022-01-28T20:36:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:36:38.257010 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-e1390bd0-048d-43be-977f-24c09e6cb3ce None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:36:38.264848 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-cfa6a8f3-6d6c-4e06-ab40-edce3a376cc1 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Allocated IP 172.20.0.1 (2da0d860-a20c-4d8d-abf9-1d3d2ec33546/87257c93-4b7c-41ac-8802-bf2537df5244/c15fb689-71d9-42fb-9c04-238965524e1f) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:36:38.284434 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1390bd0-048d-43be-977f-24c09e6cb3ce None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:36:38.290863 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b8fe30-a0e1-4840-9117-7b9bdb7c8618 None None] The sync data for ids ['c568f1d6-e706-4e8e-bc88-cd212ed0c10f'] in n-d-812111-14 is: [{'id': 'c568f1d6-e706-4e8e-bc88-cd212ed0c10f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-66013423', 'tenant_id': '0ceca0f616eb43dfa068e38ea05be00f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.71'}], 'enable_snat': True}, 'gw_port_id': '5a0f8dae-bd35-471b-ace9-d0631fadcfcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:36:34Z', 'updated_at': '2022-01-28T20:36:35Z', 'revision_number': 3, 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'gw_port': {'id': '5a0f8dae-bd35-471b-ace9-d0631fadcfcf', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:e0:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c568f1d6-e706-4e8e-bc88-cd212ed0c10f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:36:35Z', 'updated_at': '2022-01-28T20:36:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:36:38.297268 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1390bd0-048d-43be-977f-24c09e6cb3ce None None] Pushing event updated for resources: {'Port': ['ID=ed66f0e3-f144-4c5d-93b9-427be4d460e1,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:38.356060 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-e1390bd0-048d-43be-977f-24c09e6cb3ce None None] Attempting to bind port ed66f0e3-f144-4c5d-93b9-427be4d460e1 on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:36:38.356518 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-e1390bd0-048d-43be-977f-24c09e6cb3ce None None] Attempting to bind port ed66f0e3-f144-4c5d-93b9-427be4d460e1 by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '7825ca91-1824-48d8-8612-8356eaa45ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '2da0d860-a20c-4d8d-abf9-1d3d2ec33546'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:36:38.356947 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1390bd0-048d-43be-977f-24c09e6cb3ce None None] Attempting to bind port ed66f0e3-f144-4c5d-93b9-427be4d460e1 on network 2da0d860-a20c-4d8d-abf9-1d3d2ec33546 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:36:38.364554 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1390bd0-048d-43be-977f-24c09e6cb3ce None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:36:38.364927 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1390bd0-048d-43be-977f-24c09e6cb3ce None None] Checking segment: {'id': '7825ca91-1824-48d8-8612-8356eaa45ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '2da0d860-a20c-4d8d-abf9-1d3d2ec33546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:36:38.365644 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e1390bd0-048d-43be-977f-24c09e6cb3ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:38.366022 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1390bd0-048d-43be-977f-24c09e6cb3ce None None] Bound using segment: {'id': '7825ca91-1824-48d8-8612-8356eaa45ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '2da0d860-a20c-4d8d-abf9-1d3d2ec33546'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:36:38.366502 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-e1390bd0-048d-43be-977f-24c09e6cb3ce None None] Bound port: ed66f0e3-f144-4c5d-93b9-427be4d460e1, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7825ca91-1824-48d8-8612-8356eaa45ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '2da0d860-a20c-4d8d-abf9-1d3d2ec33546'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:36:38.366878 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e1390bd0-048d-43be-977f-24c09e6cb3ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (ed66f0e3-f144-4c5d-93b9-427be4d460e1), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:38.387619 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cfa6a8f3-6d6c-4e06-ab40-edce3a376cc1 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for port (c15fb689-71d9-42fb-9c04-238965524e1f), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:38.424490 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cfa6a8f3-6d6c-4e06-ab40-edce3a376cc1 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (c15fb689-71d9-42fb-9c04-238965524e1f), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:38.443461 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-e1390bd0-048d-43be-977f-24c09e6cb3ce None None] For port ed66f0e3-f144-4c5d-93b9-427be4d460e1, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:36:38.446953 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-e1390bd0-048d-43be-977f-24c09e6cb3ce None None] For port ed66f0e3-f144-4c5d-93b9-427be4d460e1, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=ed66f0e3-f144-4c5d-93b9-427be4d460e1,segment=NetworkSegment(7825ca91-1824-48d8-8612-8356eaa45ae8),segment_id=7825ca91-1824-48d8-8612-8356eaa45ae8)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:36:38.452902 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e1390bd0-048d-43be-977f-24c09e6cb3ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (ed66f0e3-f144-4c5d-93b9-427be4d460e1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:38.465152 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa6a8f3-6d6c-4e06-ab40-edce3a376cc1 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Network 2da0d860-a20c-4d8d-abf9-1d3d2ec33546 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:36:38.468737 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-cfa6a8f3-6d6c-4e06-ab40-edce3a376cc1 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:36:38.473289 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa6a8f3-6d6c-4e06-ab40-edce3a376cc1 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:36:38.530261 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1390bd0-048d-43be-977f-24c09e6cb3ce None None] Pushing event updated for resources: {'Port': ['ID=ed66f0e3-f144-4c5d-93b9-427be4d460e1,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:38.915371 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa6a8f3-6d6c-4e06-ab40-edce3a376cc1 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Pushing event updated for resources: {'Port': ['ID=c15fb689-71d9-42fb-9c04-238965524e1f,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:38.934945 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cfa6a8f3-6d6c-4e06-ab40-edce3a376cc1 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734769'] for router_interface (c568f1d6-e706-4e8e-bc88-cd212ed0c10f), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:39.090771 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cfa6a8f3-6d6c-4e06-ab40-edce3a376cc1 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (c15fb689-71d9-42fb-9c04-238965524e1f), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:39.103326 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f318cb78-3f2e-4800-b99c-afe8a83075bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:39.258106 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 5a0f8dae-bd35-471b-ace9-d0631fadcfcf up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:36:39.320311 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 5a0f8dae-bd35-471b-ace9-d0631fadcfcf triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:36:39.320695 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (5a0f8dae-bd35-471b-ace9-d0631fadcfcf), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:39.435435 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 5a0f8dae-bd35-471b-ace9-d0631fadcfcf is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:36:39.435823 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (5a0f8dae-bd35-471b-ace9-d0631fadcfcf), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:39.443071 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cfa6a8f3-6d6c-4e06-ab40-edce3a376cc1 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for port (c15fb689-71d9-42fb-9c04-238965524e1f), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:39.449636 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cfa6a8f3-6d6c-4e06-ab40-edce3a376cc1 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (c15fb689-71d9-42fb-9c04-238965524e1f), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:39.459916 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] For port 5a0f8dae-bd35-471b-ace9-d0631fadcfcf, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=5a0f8dae-bd35-471b-ace9-d0631fadcfcf,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:36:39.466571 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (5a0f8dae-bd35-471b-ace9-d0631fadcfcf), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:39.467524 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device ed66f0e3-f144-4c5d-93b9-427be4d460e1 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:36:39.530096 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cfa6a8f3-6d6c-4e06-ab40-edce3a376cc1 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-756216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-732801'] for router_interface (c568f1d6-e706-4e8e-bc88-cd212ed0c10f), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:39.531976 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa6a8f3-6d6c-4e06-ab40-edce3a376cc1 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Pushing event updated for resources: {'Port': ['ID=c15fb689-71d9-42fb-9c04-238965524e1f,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:39.554068 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Pushing event updated for resources: {'Port': ['ID=5a0f8dae-bd35-471b-ace9-d0631fadcfcf,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:39.562736 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port ed66f0e3-f144-4c5d-93b9-427be4d460e1 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:36:39.563118 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (ed66f0e3-f144-4c5d-93b9-427be4d460e1), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:39.608900 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d52e6d43-b12f-4532-8475-87f6793fc3d2 None None] Network 2da0d860-a20c-4d8d-abf9-1d3d2ec33546 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:36:39.648972 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa6a8f3-6d6c-4e06-ab40-edce3a376cc1 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Network 2da0d860-a20c-4d8d-abf9-1d3d2ec33546 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:36:39.650396 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-cfa6a8f3-6d6c-4e06-ab40-edce3a376cc1 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:36:39.725362 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-ed9b843a-9c9a-419d-994f-c3807e7909ff None None] Provisioning complete for port ed66f0e3-f144-4c5d-93b9-427be4d460e1 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:36:39.725651 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ed9b843a-9c9a-419d-994f-c3807e7909ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (ed66f0e3-f144-4c5d-93b9-427be4d460e1), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:39.729717 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port ed66f0e3-f144-4c5d-93b9-427be4d460e1 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:36:39.730103 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (ed66f0e3-f144-4c5d-93b9-427be4d460e1), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:39.777592 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfa6a8f3-6d6c-4e06-ab40-edce3a376cc1 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Router c568f1d6-e706-4e8e-bc88-cd212ed0c10f has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:36:39.832268 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] For port ed66f0e3-f144-4c5d-93b9-427be4d460e1, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=ed66f0e3-f144-4c5d-93b9-427be4d460e1,segment=NetworkSegment(7825ca91-1824-48d8-8612-8356eaa45ae8),segment_id=7825ca91-1824-48d8-8612-8356eaa45ae8)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:36:39.839042 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (ed66f0e3-f144-4c5d-93b9-427be4d460e1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:39.902019 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfa6a8f3-6d6c-4e06-ab40-edce3a376cc1 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:36:39.909619 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-cfa6a8f3-6d6c-4e06-ab40-edce3a376cc1 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "PUT /v2.0/routers/c568f1d6-e706-4e8e-bc88-cd212ed0c10f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6357174 Jan 28 20:36:39.921922 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-ed9b843a-9c9a-419d-994f-c3807e7909ff None None] Current status of the port ed66f0e3-f144-4c5d-93b9-427be4d460e1 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:36:39.929889 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Pushing event updated for resources: {'Port': ['ID=ed66f0e3-f144-4c5d-93b9-427be4d460e1,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:40.075338 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a891ad50-e517-4d39-a2d2-829446bf98c6 req-a89b6dfc-3939-4ba4-b55a-49402dc85bbf tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1498438700&fields=id&tenant_id=0ceca0f616eb43dfa068e38ea05be00f HTTP/1.1" status: 200 len: 267 time: 0.0484698 Jan 28 20:36:40.101392 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:40.145512 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-7add42e4-4ad5-4345-9514-ed455d5acf05 None None] Provisioning complete for port ed66f0e3-f144-4c5d-93b9-427be4d460e1 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:36:40.146232 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7add42e4-4ad5-4345-9514-ed455d5acf05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (ed66f0e3-f144-4c5d-93b9-427be4d460e1), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:40.209534 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02cb9da8-f30f-40f8-9cb8-cb176f5c0153 None None] Sync routers for ids ['c568f1d6-e706-4e8e-bc88-cd212ed0c10f'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:36:40.219305 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a891ad50-e517-4d39-a2d2-829446bf98c6 req-2d28a2fd-5509-468f-931f-e65403bd3663 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:40.225423 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02cb9da8-f30f-40f8-9cb8-cb176f5c0153 None None] Routers {'c568f1d6-e706-4e8e-bc88-cd212ed0c10f'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:36:40.225548 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-02cb9da8-f30f-40f8-9cb8-cb176f5c0153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:36:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['c568f1d6-e706-4e8e-bc88-cd212ed0c10f'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:36:40.229654 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a891ad50-e517-4d39-a2d2-829446bf98c6 req-2d28a2fd-5509-468f-931f-e65403bd3663 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/networks?id=2da0d860-a20c-4d8d-abf9-1d3d2ec33546 HTTP/1.1" status: 200 len: 797 time: 0.1457043 Jan 28 20:36:40.241946 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a891ad50-e517-4d39-a2d2-829446bf98c6 req-65bb2092-f7e3-4a9a-8271-e1c9b21550df tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/quotas/0ceca0f616eb43dfa068e38ea05be00f HTTP/1.1" status: 200 len: 375 time: 0.0095327 Jan 28 20:36:40.246464 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-7add42e4-4ad5-4345-9514-ed455d5acf05 None None] Current status of the port ed66f0e3-f144-4c5d-93b9-427be4d460e1 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:36:40.260271 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-7add42e4-4ad5-4345-9514-ed455d5acf05 None None] Provisioning complete for port c15fb689-71d9-42fb-9c04-238965524e1f triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:36:40.260654 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7add42e4-4ad5-4345-9514-ed455d5acf05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (c15fb689-71d9-42fb-9c04-238965524e1f), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:40.301923 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-7add42e4-4ad5-4345-9514-ed455d5acf05 None None] Port c15fb689-71d9-42fb-9c04-238965524e1f cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 20:36:40.306239 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a891ad50-e517-4d39-a2d2-829446bf98c6 req-ce615a32-8158-4bf6-9c25-41ebf767b0b4 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=0ceca0f616eb43dfa068e38ea05be00f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0565715 Jan 28 20:36:40.344241 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-02cb9da8-f30f-40f8-9cb8-cb176f5c0153 None None] Set router c568f1d6-e706-4e8e-bc88-cd212ed0c10f gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:36:40.369825 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [req-a891ad50-e517-4d39-a2d2-829446bf98c6 req-9392ff54-b56a-410d-a4df-e4fd7c81d5de service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 20:36:40.370895 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a891ad50-e517-4d39-a2d2-829446bf98c6 req-9392ff54-b56a-410d-a4df-e4fd7c81d5de service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0520384 Jan 28 20:36:40.424020 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2f4163d6-730c-422a-9d95-3e421e08daf9 None None] Provisioning complete for port c15fb689-71d9-42fb-9c04-238965524e1f triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:36:40.424401 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2f4163d6-730c-422a-9d95-3e421e08daf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (c15fb689-71d9-42fb-9c04-238965524e1f), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:40.466980 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a891ad50-e517-4d39-a2d2-829446bf98c6 req-164bb400-5302-4bbb-85e5-8fe6bbb36667 service neutron] 10.222.0.64 "GET /v2.0/networks/2da0d860-a20c-4d8d-abf9-1d3d2ec33546?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890374 Jan 28 20:36:40.472869 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2f4163d6-730c-422a-9d95-3e421e08daf9 None None] Port c15fb689-71d9-42fb-9c04-238965524e1f cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 20:36:40.562519 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-02cb9da8-f30f-40f8-9cb8-cb176f5c0153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c568f1d6-e706-4e8e-bc88-cd212ed0c10f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-66013423', 'tenant_id': '0ceca0f616eb43dfa068e38ea05be00f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.71'}], 'enable_snat': True}, 'gw_port_id': '5a0f8dae-bd35-471b-ace9-d0631fadcfcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:36:34Z', 'updated_at': '2022-01-28T20:36:39Z', 'revision_number': 4, 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'gw_port': {'id': '5a0f8dae-bd35-471b-ace9-d0631fadcfcf', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:e0:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c568f1d6-e706-4e8e-bc88-cd212ed0c10f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:36:35Z', 'updated_at': '2022-01-28T20:36:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': 'c15fb689-71d9-42fb-9c04-238965524e1f', 'name': '', 'network_id': '2da0d860-a20c-4d8d-abf9-1d3d2ec33546', 'tenant_id': '0ceca0f616eb43dfa068e38ea05be00f', 'mac_address': 'fa:16:3e:62:08:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c568f1d6-e706-4e8e-bc88-cd212ed0c10f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '87257c93-4b7c-41ac-8802-bf2537df5244', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:36:37Z', 'updated_at': '2022-01-28T20:36:39Z', 'revision_number': 2, 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'subnets': [{'id': '87257c93-4b7c-41ac-8802-bf2537df5244', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:36:40.569664 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a891ad50-e517-4d39-a2d2-829446bf98c6 req-321fc13c-1098-4aeb-8a47-1b7743301466 service neutron] 10.222.0.64 "GET /v2.0/networks/2da0d860-a20c-4d8d-abf9-1d3d2ec33546?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940523 Jan 28 20:36:40.594911 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02cb9da8-f30f-40f8-9cb8-cb176f5c0153 None None] Checking router: c568f1d6-e706-4e8e-bc88-cd212ed0c10f for host: n-d-812111-14 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:36:40.595268 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02cb9da8-f30f-40f8-9cb8-cb176f5c0153 None None] Updating router c568f1d6-e706-4e8e-bc88-cd212ed0c10f port c15fb689-71d9-42fb-9c04-238965524e1f binding host n-d-812111-14 {{(pid=103307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:36:40.623276 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-02cb9da8-f30f-40f8-9cb8-cb176f5c0153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (c15fb689-71d9-42fb-9c04-238965524e1f), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:40.700429 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-66c98c35-12e5-4443-824e-36b59ccc11e7 None None] Provisioning complete for port c15fb689-71d9-42fb-9c04-238965524e1f triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:36:40.700813 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-66c98c35-12e5-4443-824e-36b59ccc11e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (c15fb689-71d9-42fb-9c04-238965524e1f), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:40.752931 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-66c98c35-12e5-4443-824e-36b59ccc11e7 None None] Port c15fb689-71d9-42fb-9c04-238965524e1f cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 20:36:40.805369 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-56a6de01-dde7-4ece-98a4-5e25ae3273e2 req-e16593e3-b6b4-4a15-a102-511391eb745d tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a87c854-0f4b-4235-bffc-4b7bc2250206 HTTP/1.1" status: 200 len: 210 time: 0.0422361 Jan 28 20:36:40.998403 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-02cb9da8-f30f-40f8-9cb8-cb176f5c0153 None None] Publish callbacks [] for port (c15fb689-71d9-42fb-9c04-238965524e1f), precommit_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:41.002906 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-02cb9da8-f30f-40f8-9cb8-cb176f5c0153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (c15fb689-71d9-42fb-9c04-238965524e1f), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:41.055994 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0a2b5d-6558-4c66-9f89-291a2320ea11 None None] Pushing event updated for resources: {'Port': ['ID=c15fb689-71d9-42fb-9c04-238965524e1f,revision_number=3']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:41.081715 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0a2b5d-6558-4c66-9f89-291a2320ea11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:36:41.082069 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0a2b5d-6558-4c66-9f89-291a2320ea11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:36:41.082414 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0a2b5d-6558-4c66-9f89-291a2320ea11 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:36:41.082751 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0a2b5d-6558-4c66-9f89-291a2320ea11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:36:41.083091 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0a2b5d-6558-4c66-9f89-291a2320ea11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:36:41.083424 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0a2b5d-6558-4c66-9f89-291a2320ea11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:36:41.083750 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0a2b5d-6558-4c66-9f89-291a2320ea11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:36:41.084078 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0a2b5d-6558-4c66-9f89-291a2320ea11 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:36:41.084404 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0a2b5d-6558-4c66-9f89-291a2320ea11 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:36:41.084991 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0a2b5d-6558-4c66-9f89-291a2320ea11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:36:41.085343 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0a2b5d-6558-4c66-9f89-291a2320ea11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:36:41.085669 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0a2b5d-6558-4c66-9f89-291a2320ea11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:36:41.086005 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0a2b5d-6558-4c66-9f89-291a2320ea11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:36:41.132489 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-02cb9da8-f30f-40f8-9cb8-cb176f5c0153 None None] Attempting to bind port c15fb689-71d9-42fb-9c04-238965524e1f on host n-d-812111-14 for vnic_type normal with profile {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:36:41.133317 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-02cb9da8-f30f-40f8-9cb8-cb176f5c0153 None None] Attempting to bind port c15fb689-71d9-42fb-9c04-238965524e1f by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '7825ca91-1824-48d8-8612-8356eaa45ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '2da0d860-a20c-4d8d-abf9-1d3d2ec33546'}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:36:41.134231 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02cb9da8-f30f-40f8-9cb8-cb176f5c0153 None None] Attempting to bind port c15fb689-71d9-42fb-9c04-238965524e1f on network 2da0d860-a20c-4d8d-abf9-1d3d2ec33546 {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:36:41.141414 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02cb9da8-f30f-40f8-9cb8-cb176f5c0153 None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:36:41.141779 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02cb9da8-f30f-40f8-9cb8-cb176f5c0153 None None] Checking segment: {'id': '7825ca91-1824-48d8-8612-8356eaa45ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '2da0d860-a20c-4d8d-abf9-1d3d2ec33546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:36:41.142414 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-02cb9da8-f30f-40f8-9cb8-cb176f5c0153 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:41.145653 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02cb9da8-f30f-40f8-9cb8-cb176f5c0153 None None] Bound using segment: {'id': '7825ca91-1824-48d8-8612-8356eaa45ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '2da0d860-a20c-4d8d-abf9-1d3d2ec33546'} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:36:41.145653 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-02cb9da8-f30f-40f8-9cb8-cb176f5c0153 None None] Bound port: c15fb689-71d9-42fb-9c04-238965524e1f, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7825ca91-1824-48d8-8612-8356eaa45ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '2da0d860-a20c-4d8d-abf9-1d3d2ec33546'}}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:36:41.146758 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-02cb9da8-f30f-40f8-9cb8-cb176f5c0153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (c15fb689-71d9-42fb-9c04-238965524e1f), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:41.147394 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 5a0f8dae-bd35-471b-ace9-d0631fadcfcf up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:36:41.211705 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 5a0f8dae-bd35-471b-ace9-d0631fadcfcf triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:36:41.211705 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (5a0f8dae-bd35-471b-ace9-d0631fadcfcf), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:41.233849 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-02cb9da8-f30f-40f8-9cb8-cb176f5c0153 None None] For port c15fb689-71d9-42fb-9c04-238965524e1f, host n-d-812111-14, cleared binding levels {{(pid=103307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:36:41.239436 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-02cb9da8-f30f-40f8-9cb8-cb176f5c0153 None None] For port c15fb689-71d9-42fb-9c04-238965524e1f, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=c15fb689-71d9-42fb-9c04-238965524e1f,segment=NetworkSegment(7825ca91-1824-48d8-8612-8356eaa45ae8),segment_id=7825ca91-1824-48d8-8612-8356eaa45ae8)] {{(pid=103307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:36:41.248141 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-02cb9da8-f30f-40f8-9cb8-cb176f5c0153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (c15fb689-71d9-42fb-9c04-238965524e1f), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:41.303084 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 5a0f8dae-bd35-471b-ace9-d0631fadcfcf is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:36:41.304217 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device ed66f0e3-f144-4c5d-93b9-427be4d460e1 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:36:41.312645 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02cb9da8-f30f-40f8-9cb8-cb176f5c0153 None None] Routers {'c568f1d6-e706-4e8e-bc88-cd212ed0c10f'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:36:41.313536 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-02cb9da8-f30f-40f8-9cb8-cb176f5c0153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:36:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['c568f1d6-e706-4e8e-bc88-cd212ed0c10f'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:36:41.366330 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port ed66f0e3-f144-4c5d-93b9-427be4d460e1 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:36:41.366822 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (ed66f0e3-f144-4c5d-93b9-427be4d460e1), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:41.414985 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-92d89b24-1385-479e-af0a-ed40d985ca76 None None] Provisioning complete for port c15fb689-71d9-42fb-9c04-238965524e1f triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:36:41.415556 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-92d89b24-1385-479e-af0a-ed40d985ca76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (c15fb689-71d9-42fb-9c04-238965524e1f), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:41.439768 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-02cb9da8-f30f-40f8-9cb8-cb176f5c0153 None None] Set router c568f1d6-e706-4e8e-bc88-cd212ed0c10f gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:36:41.493069 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0a2b5d-6558-4c66-9f89-291a2320ea11 None None] Pushing event updated for resources: {'Port': ['ID=c15fb689-71d9-42fb-9c04-238965524e1f,revision_number=4']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:41.570107 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port ed66f0e3-f144-4c5d-93b9-427be4d460e1 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:36:41.579528 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-92d89b24-1385-479e-af0a-ed40d985ca76 None None] Current status of the port c15fb689-71d9-42fb-9c04-238965524e1f is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:36:41.579941 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-92d89b24-1385-479e-af0a-ed40d985ca76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (c15fb689-71d9-42fb-9c04-238965524e1f), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:41.613680 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-92d89b24-1385-479e-af0a-ed40d985ca76 None None] For port c15fb689-71d9-42fb-9c04-238965524e1f, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=c15fb689-71d9-42fb-9c04-238965524e1f,segment=NetworkSegment(7825ca91-1824-48d8-8612-8356eaa45ae8),segment_id=7825ca91-1824-48d8-8612-8356eaa45ae8)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:36:41.617986 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-92d89b24-1385-479e-af0a-ed40d985ca76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (c15fb689-71d9-42fb-9c04-238965524e1f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:41.666141 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d89b24-1385-479e-af0a-ed40d985ca76 None None] Pushing event updated for resources: {'Port': ['ID=c15fb689-71d9-42fb-9c04-238965524e1f,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:41.680310 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-02cb9da8-f30f-40f8-9cb8-cb176f5c0153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c568f1d6-e706-4e8e-bc88-cd212ed0c10f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-66013423', 'tenant_id': '0ceca0f616eb43dfa068e38ea05be00f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.71'}], 'enable_snat': True}, 'gw_port_id': '5a0f8dae-bd35-471b-ace9-d0631fadcfcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:36:34Z', 'updated_at': '2022-01-28T20:36:39Z', 'revision_number': 4, 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'gw_port': {'id': '5a0f8dae-bd35-471b-ace9-d0631fadcfcf', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:e0:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c568f1d6-e706-4e8e-bc88-cd212ed0c10f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:36:35Z', 'updated_at': '2022-01-28T20:36:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': 'c15fb689-71d9-42fb-9c04-238965524e1f', 'name': '', 'network_id': '2da0d860-a20c-4d8d-abf9-1d3d2ec33546', 'tenant_id': '0ceca0f616eb43dfa068e38ea05be00f', 'mac_address': 'fa:16:3e:62:08:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c568f1d6-e706-4e8e-bc88-cd212ed0c10f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '87257c93-4b7c-41ac-8802-bf2537df5244', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:36:37Z', 'updated_at': '2022-01-28T20:36:41Z', 'revision_number': 4, 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'subnets': [{'id': '87257c93-4b7c-41ac-8802-bf2537df5244', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:36:41.707695 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02cb9da8-f30f-40f8-9cb8-cb176f5c0153 None None] The sync data for ids ['c568f1d6-e706-4e8e-bc88-cd212ed0c10f'] in n-d-812111-14 is: [{'id': 'c568f1d6-e706-4e8e-bc88-cd212ed0c10f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-66013423', 'tenant_id': '0ceca0f616eb43dfa068e38ea05be00f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.71'}], 'enable_snat': True}, 'gw_port_id': '5a0f8dae-bd35-471b-ace9-d0631fadcfcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:36:34Z', 'updated_at': '2022-01-28T20:36:39Z', 'revision_number': 4, 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'gw_port': {'id': '5a0f8dae-bd35-471b-ace9-d0631fadcfcf', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:e0:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c568f1d6-e706-4e8e-bc88-cd212ed0c10f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:36:35Z', 'updated_at': '2022-01-28T20:36:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': 'c15fb689-71d9-42fb-9c04-238965524e1f', 'name': '', 'network_id': '2da0d860-a20c-4d8d-abf9-1d3d2ec33546', 'tenant_id': '0ceca0f616eb43dfa068e38ea05be00f', 'mac_address': 'fa:16:3e:62:08:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c568f1d6-e706-4e8e-bc88-cd212ed0c10f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '87257c93-4b7c-41ac-8802-bf2537df5244', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:36:37Z', 'updated_at': '2022-01-28T20:36:41Z', 'revision_number': 4, 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'subnets': [{'id': '87257c93-4b7c-41ac-8802-bf2537df5244', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:36:41.739039 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b735bcdd-4a42-4b9b-9b85-6431a022a68a None None] Provisioning complete for port c15fb689-71d9-42fb-9c04-238965524e1f triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:36:41.739432 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b735bcdd-4a42-4b9b-9b85-6431a022a68a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (c15fb689-71d9-42fb-9c04-238965524e1f), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:41.851456 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b735bcdd-4a42-4b9b-9b85-6431a022a68a None None] Current status of the port c15fb689-71d9-42fb-9c04-238965524e1f is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:36:41.909026 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-317e9eb0-c641-4298-805c-477c3734dfc3 req-58a8d4af-db5d-4938-bbc0-3d662112847b tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a87c854-0f4b-4235-bffc-4b7bc2250206 HTTP/1.1" status: 200 len: 210 time: 0.0300658 Jan 28 20:36:41.983828 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:41.999554 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a891ad50-e517-4d39-a2d2-829446bf98c6 req-4d2dfdf8-23f7-4a71-9fe5-4b3dd65513a0 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:42.000985 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a891ad50-e517-4d39-a2d2-829446bf98c6 req-4d2dfdf8-23f7-4a71-9fe5-4b3dd65513a0 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.70 "GET /v2.0/networks?id=2da0d860-a20c-4d8d-abf9-1d3d2ec33546 HTTP/1.1" status: 200 len: 797 time: 0.1257837 Jan 28 20:36:42.074044 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a891ad50-e517-4d39-a2d2-829446bf98c6 req-94d8b123-f671-4967-a4ec-7d673967f2a7 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0ceca0f616eb43dfa068e38ea05be00f HTTP/1.1" status: 200 len: 380 time: 0.0624280 Jan 28 20:36:42.082596 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-a891ad50-e517-4d39-a2d2-829446bf98c6 req-c1a5cc1c-0be6-4832-9f93-6c44c11b5828 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Request body: {'port': {'device_id': '8a87c854-0f4b-4235-bffc-4b7bc2250206', 'network_id': '2da0d860-a20c-4d8d-abf9-1d3d2ec33546', 'admin_state_up': True, 'tenant_id': '0ceca0f616eb43dfa068e38ea05be00f', 'security_groups': ['b0c0ee6f-1683-4b42-8998-7dfe8478e3d9']}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:36:42.199475 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a891ad50-e517-4d39-a2d2-829446bf98c6 req-c1a5cc1c-0be6-4832-9f93-6c44c11b5828 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Made reservation on behalf of 0ceca0f616eb43dfa068e38ea05be00f for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:36:42.204011 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-a891ad50-e517-4d39-a2d2-829446bf98c6 req-c1a5cc1c-0be6-4832-9f93-6c44c11b5828 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:42.341413 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-a891ad50-e517-4d39-a2d2-829446bf98c6 req-c1a5cc1c-0be6-4832-9f93-6c44c11b5828 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Allocated IP 172.20.0.4 (2da0d860-a20c-4d8d-abf9-1d3d2ec33546/87257c93-4b7c-41ac-8802-bf2537df5244/b3480419-cf79-4242-9d07-a66fc57f3e82) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:36:42.495849 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-a891ad50-e517-4d39-a2d2-829446bf98c6 req-c1a5cc1c-0be6-4832-9f93-6c44c11b5828 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for port (b3480419-cf79-4242-9d07-a66fc57f3e82), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:42.530608 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-a891ad50-e517-4d39-a2d2-829446bf98c6 req-c1a5cc1c-0be6-4832-9f93-6c44c11b5828 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (b3480419-cf79-4242-9d07-a66fc57f3e82), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:42.575903 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a891ad50-e517-4d39-a2d2-829446bf98c6 req-c1a5cc1c-0be6-4832-9f93-6c44c11b5828 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Network 2da0d860-a20c-4d8d-abf9-1d3d2ec33546 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:36:42.579184 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-a891ad50-e517-4d39-a2d2-829446bf98c6 req-c1a5cc1c-0be6-4832-9f93-6c44c11b5828 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:36:42.586104 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-a891ad50-e517-4d39-a2d2-829446bf98c6 req-c1a5cc1c-0be6-4832-9f93-6c44c11b5828 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:36:42.619301 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a5cc1c-0be6-4832-9f93-6c44c11b5828 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Pushing event updated for resources: {'Port': ['ID=b3480419-cf79-4242-9d07-a66fc57f3e82,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:42.651727 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a891ad50-e517-4d39-a2d2-829446bf98c6 req-c1a5cc1c-0be6-4832-9f93-6c44c11b5828 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:42.652471 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-a891ad50-e517-4d39-a2d2-829446bf98c6 req-c1a5cc1c-0be6-4832-9f93-6c44c11b5828 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:42.670733 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a891ad50-e517-4d39-a2d2-829446bf98c6 req-c1a5cc1c-0be6-4832-9f93-6c44c11b5828 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5918019 Jan 28 20:36:42.682032 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-a891ad50-e517-4d39-a2d2-829446bf98c6 req-b9521f2e-8195-47b9-a553-2f8dab908658 service neutron] Request body: {'port': {'device_id': '8a87c854-0f4b-4235-bffc-4b7bc2250206', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-14'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:36:42.754462 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-a891ad50-e517-4d39-a2d2-829446bf98c6 req-b9521f2e-8195-47b9-a553-2f8dab908658 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (b3480419-cf79-4242-9d07-a66fc57f3e82), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:42.883366 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-ea1b912f-85f8-48fc-bd37-4a4ca4e2ddd1 None None] Provisioning complete for port b3480419-cf79-4242-9d07-a66fc57f3e82 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:36:42.884853 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ea1b912f-85f8-48fc-bd37-4a4ca4e2ddd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (b3480419-cf79-4242-9d07-a66fc57f3e82), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:42.919693 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-ea1b912f-85f8-48fc-bd37-4a4ca4e2ddd1 None None] Port b3480419-cf79-4242-9d07-a66fc57f3e82 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 20:36:43.075610 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-a891ad50-e517-4d39-a2d2-829446bf98c6 req-b9521f2e-8195-47b9-a553-2f8dab908658 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3480419-cf79-4242-9d07-a66fc57f3e82 {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:36:43.089971 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfde918d-5045-4466-b177-4ce0fe37d217 req-8b8d0e16-8e87-4acc-9179-03cb26dd0799 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:43.091588 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-dfde918d-5045-4466-b177-4ce0fe37d217 req-8b8d0e16-8e87-4acc-9179-03cb26dd0799 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a87c854-0f4b-4235-bffc-4b7bc2250206 HTTP/1.1" status: 200 len: 931 time: 0.1061981 Jan 28 20:36:43.093789 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-a891ad50-e517-4d39-a2d2-829446bf98c6 req-b9521f2e-8195-47b9-a553-2f8dab908658 service neutron] Publish callbacks [] for port (b3480419-cf79-4242-9d07-a66fc57f3e82), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:43.124912 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-a891ad50-e517-4d39-a2d2-829446bf98c6 req-b9521f2e-8195-47b9-a553-2f8dab908658 service neutron] Transition to ACTIVE for port object b3480419-cf79-4242-9d07-a66fc57f3e82 will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:36:43.132091 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-a891ad50-e517-4d39-a2d2-829446bf98c6 req-b9521f2e-8195-47b9-a553-2f8dab908658 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (b3480419-cf79-4242-9d07-a66fc57f3e82), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:43.196139 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-dfde918d-5045-4466-b177-4ce0fe37d217 req-80df18ce-caee-4062-af87-524d1e574c91 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/security-groups?id=b0c0ee6f-1683-4b42-8998-7dfe8478e3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966551 Jan 28 20:36:43.217321 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9521f2e-8195-47b9-a553-2f8dab908658 service neutron] Pushing event updated for resources: {'Port': ['ID=b3480419-cf79-4242-9d07-a66fc57f3e82,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:43.297780 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-a891ad50-e517-4d39-a2d2-829446bf98c6 req-b9521f2e-8195-47b9-a553-2f8dab908658 service neutron] Attempting to bind port b3480419-cf79-4242-9d07-a66fc57f3e82 on host n-h2-812111-14 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:36:43.298153 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-a891ad50-e517-4d39-a2d2-829446bf98c6 req-b9521f2e-8195-47b9-a553-2f8dab908658 service neutron] Attempting to bind port b3480419-cf79-4242-9d07-a66fc57f3e82 by drivers openvswitch,hyperv on host n-h2-812111-14 at level 0 using segments [{'id': '7825ca91-1824-48d8-8612-8356eaa45ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '2da0d860-a20c-4d8d-abf9-1d3d2ec33546'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:36:43.298472 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a891ad50-e517-4d39-a2d2-829446bf98c6 req-b9521f2e-8195-47b9-a553-2f8dab908658 service neutron] Attempting to bind port b3480419-cf79-4242-9d07-a66fc57f3e82 on network 2da0d860-a20c-4d8d-abf9-1d3d2ec33546 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:36:43.305262 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a891ad50-e517-4d39-a2d2-829446bf98c6 req-b9521f2e-8195-47b9-a553-2f8dab908658 service neutron] Port b3480419-cf79-4242-9d07-a66fc57f3e82 on network 2da0d860-a20c-4d8d-abf9-1d3d2ec33546 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-14 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:36:43.305591 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a891ad50-e517-4d39-a2d2-829446bf98c6 req-b9521f2e-8195-47b9-a553-2f8dab908658 service neutron] Attempting to bind port b3480419-cf79-4242-9d07-a66fc57f3e82 on network 2da0d860-a20c-4d8d-abf9-1d3d2ec33546 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:36:43.311120 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a891ad50-e517-4d39-a2d2-829446bf98c6 req-b9521f2e-8195-47b9-a553-2f8dab908658 service neutron] Checking agent: {'id': '8f3fee4e-bf24-4b58-8a3a-ae9c8011a473', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 36, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:36:43.311628 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a891ad50-e517-4d39-a2d2-829446bf98c6 req-b9521f2e-8195-47b9-a553-2f8dab908658 service neutron] Checking segment: {'id': '7825ca91-1824-48d8-8612-8356eaa45ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '2da0d860-a20c-4d8d-abf9-1d3d2ec33546'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:36:43.312020 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a891ad50-e517-4d39-a2d2-829446bf98c6 req-b9521f2e-8195-47b9-a553-2f8dab908658 service neutron] Bound using segment: {'id': '7825ca91-1824-48d8-8612-8356eaa45ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '2da0d860-a20c-4d8d-abf9-1d3d2ec33546'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:36:43.312447 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-a891ad50-e517-4d39-a2d2-829446bf98c6 req-b9521f2e-8195-47b9-a553-2f8dab908658 service neutron] Bound port: b3480419-cf79-4242-9d07-a66fc57f3e82, host: n-h2-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7825ca91-1824-48d8-8612-8356eaa45ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '2da0d860-a20c-4d8d-abf9-1d3d2ec33546'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:36:43.312811 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-a891ad50-e517-4d39-a2d2-829446bf98c6 req-b9521f2e-8195-47b9-a553-2f8dab908658 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (b3480419-cf79-4242-9d07-a66fc57f3e82), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:43.338670 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:43.370429 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device c15fb689-71d9-42fb-9c04-238965524e1f up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:36:43.397515 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-a891ad50-e517-4d39-a2d2-829446bf98c6 req-b9521f2e-8195-47b9-a553-2f8dab908658 service neutron] For port b3480419-cf79-4242-9d07-a66fc57f3e82, host n-h2-812111-14, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:36:43.401318 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-a891ad50-e517-4d39-a2d2-829446bf98c6 req-b9521f2e-8195-47b9-a553-2f8dab908658 service neutron] For port b3480419-cf79-4242-9d07-a66fc57f3e82, host n-h2-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=b3480419-cf79-4242-9d07-a66fc57f3e82,segment=NetworkSegment(7825ca91-1824-48d8-8612-8356eaa45ae8),segment_id=7825ca91-1824-48d8-8612-8356eaa45ae8)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:36:43.408954 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-a891ad50-e517-4d39-a2d2-829446bf98c6 req-b9521f2e-8195-47b9-a553-2f8dab908658 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (b3480419-cf79-4242-9d07-a66fc57f3e82), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:43.425567 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port c15fb689-71d9-42fb-9c04-238965524e1f triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:36:43.426011 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (c15fb689-71d9-42fb-9c04-238965524e1f), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:43.449569 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a891ad50-e517-4d39-a2d2-829446bf98c6 req-b9521f2e-8195-47b9-a553-2f8dab908658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:43.450197 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-a891ad50-e517-4d39-a2d2-829446bf98c6 req-b9521f2e-8195-47b9-a553-2f8dab908658 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:43.451646 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a891ad50-e517-4d39-a2d2-829446bf98c6 req-b9521f2e-8195-47b9-a553-2f8dab908658 service neutron] 10.222.0.70 "PUT /v2.0/ports/b3480419-cf79-4242-9d07-a66fc57f3e82 HTTP/1.1" status: 200 len: 1092 time: 0.7740092 Jan 28 20:36:43.452036 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a87c854-0f4b-4235-bffc-4b7bc2250206', 'tag': 'b3480419-cf79-4242-9d07-a66fc57f3e82'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:36:43.454489 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}690870b4896ba3504f21237a239c836c0346d6a62bcfb5e8ee91fd1b13f99dd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b70c2a3-45a2-4fe8-b741-4674f9306c2e" -d '{"events": [{"name": "network-changed", "server_uuid": "8a87c854-0f4b-4235-bffc-4b7bc2250206", "tag": "b3480419-cf79-4242-9d07-a66fc57f3e82"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:36:43.485501 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9521f2e-8195-47b9-a553-2f8dab908658 service neutron] Pushing event updated for resources: {'Port': ['ID=b3480419-cf79-4242-9d07-a66fc57f3e82,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:43.519876 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-010ffd44-9a64-4c09-83c6-0675e85ed777 x-openstack-request-id: req-010ffd44-9a64-4c09-83c6-0675e85ed777 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:36:43.520187 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a87c854-0f4b-4235-bffc-4b7bc2250206", "tag": "b3480419-cf79-4242-9d07-a66fc57f3e82", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:36:43.520462 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-010ffd44-9a64-4c09-83c6-0675e85ed777 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:36:43.520883 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a87c854-0f4b-4235-bffc-4b7bc2250206', 'tag': 'b3480419-cf79-4242-9d07-a66fc57f3e82', 'status': 'completed', 'code': 200} Jan 28 20:36:43.529553 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port c15fb689-71d9-42fb-9c04-238965524e1f is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:36:43.557169 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a891ad50-e517-4d39-a2d2-829446bf98c6 req-5ed07015-86cc-470a-a781-e29d209035dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:43.558710 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a891ad50-e517-4d39-a2d2-829446bf98c6 req-5ed07015-86cc-470a-a781-e29d209035dd service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0ceca0f616eb43dfa068e38ea05be00f&device_id=8a87c854-0f4b-4235-bffc-4b7bc2250206 HTTP/1.1" status: 200 len: 1126 time: 0.0547683 Jan 28 20:36:43.606718 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a891ad50-e517-4d39-a2d2-829446bf98c6 req-14b0562e-00e1-44e7-b3b0-00dd0e25f8b3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b3480419-cf79-4242-9d07-a66fc57f3e82 HTTP/1.1" status: 200 len: 217 time: 0.0405521 Jan 28 20:36:43.658882 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a891ad50-e517-4d39-a2d2-829446bf98c6 req-02213744-22c4-4865-a354-2d62d873038f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:43.660404 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a891ad50-e517-4d39-a2d2-829446bf98c6 req-02213744-22c4-4865-a354-2d62d873038f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=87257c93-4b7c-41ac-8802-bf2537df5244 HTTP/1.1" status: 200 len: 834 time: 0.0477200 Jan 28 20:36:43.711834 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a891ad50-e517-4d39-a2d2-829446bf98c6 req-327cf842-9621-465b-a993-cabbec3d90b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:43.713361 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a891ad50-e517-4d39-a2d2-829446bf98c6 req-327cf842-9621-465b-a993-cabbec3d90b2 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2da0d860-a20c-4d8d-abf9-1d3d2ec33546&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0467730 Jan 28 20:36:43.808095 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a891ad50-e517-4d39-a2d2-829446bf98c6 req-30f84103-f3a8-48c5-9845-f8ccd5be3140 service neutron] 10.222.0.70 "GET /v2.0/networks/2da0d860-a20c-4d8d-abf9-1d3d2ec33546?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883641 Jan 28 20:36:43.898715 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a891ad50-e517-4d39-a2d2-829446bf98c6 req-38682527-0e0f-484d-bc2a-199707d626e5 service neutron] 10.222.0.70 "GET /v2.0/networks/2da0d860-a20c-4d8d-abf9-1d3d2ec33546?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825739 Jan 28 20:36:43.991128 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b70c2a3-45a2-4fe8-b741-4674f9306c2e req-a7266c5f-2ce1-450b-a4bf-18ad071397df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:43.992501 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7b70c2a3-45a2-4fe8-b741-4674f9306c2e req-a7266c5f-2ce1-450b-a4bf-18ad071397df service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0ceca0f616eb43dfa068e38ea05be00f&device_id=8a87c854-0f4b-4235-bffc-4b7bc2250206 HTTP/1.1" status: 200 len: 1126 time: 0.0508132 Jan 28 20:36:44.085052 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b70c2a3-45a2-4fe8-b741-4674f9306c2e req-38d2d68c-1810-4dab-ab20-d844bbb53953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:44.086566 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7b70c2a3-45a2-4fe8-b741-4674f9306c2e req-38d2d68c-1810-4dab-ab20-d844bbb53953 service neutron] 10.222.0.70 "GET /v2.0/networks?id=2da0d860-a20c-4d8d-abf9-1d3d2ec33546 HTTP/1.1" status: 200 len: 897 time: 0.0879731 Jan 28 20:36:44.129513 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7b70c2a3-45a2-4fe8-b741-4674f9306c2e req-b36689ec-9c8d-45ac-b63f-f0d9fe38892d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b3480419-cf79-4242-9d07-a66fc57f3e82 HTTP/1.1" status: 200 len: 217 time: 0.0364113 Jan 28 20:36:44.181390 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b70c2a3-45a2-4fe8-b741-4674f9306c2e req-3caae385-b6c0-435c-b102-44574784c1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:44.182833 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7b70c2a3-45a2-4fe8-b741-4674f9306c2e req-3caae385-b6c0-435c-b102-44574784c1bc service neutron] 10.222.0.70 "GET /v2.0/subnets?id=87257c93-4b7c-41ac-8802-bf2537df5244 HTTP/1.1" status: 200 len: 834 time: 0.0475500 Jan 28 20:36:44.233748 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b70c2a3-45a2-4fe8-b741-4674f9306c2e req-68cce2bc-229c-4f71-9adf-248ad9f778b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:44.235310 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7b70c2a3-45a2-4fe8-b741-4674f9306c2e req-68cce2bc-229c-4f71-9adf-248ad9f778b3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2da0d860-a20c-4d8d-abf9-1d3d2ec33546&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0452590 Jan 28 20:36:44.368951 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d99a54e-85f7-4c84-9d3e-25891987bdd9 req-ec572854-bfbc-40f5-bfce-e74eb83f0764 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:44.370640 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1d99a54e-85f7-4c84-9d3e-25891987bdd9 req-ec572854-bfbc-40f5-bfce-e74eb83f0764 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a87c854-0f4b-4235-bffc-4b7bc2250206 HTTP/1.1" status: 200 len: 943 time: 0.0832312 Jan 28 20:36:44.372757 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7b70c2a3-45a2-4fe8-b741-4674f9306c2e req-c181607d-6bbe-44f1-b0f9-5125aa7fa828 service neutron] 10.222.0.70 "GET /v2.0/networks/2da0d860-a20c-4d8d-abf9-1d3d2ec33546?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300366 Jan 28 20:36:44.488472 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1d99a54e-85f7-4c84-9d3e-25891987bdd9 req-28ff2839-79b5-462b-8b82-7f15958e53c3 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/security-groups?id=b0c0ee6f-1683-4b42-8998-7dfe8478e3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123462 Jan 28 20:36:44.515946 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7b70c2a3-45a2-4fe8-b741-4674f9306c2e req-9a4f1215-15d3-43e5-ae7f-7ed00fc2e361 service neutron] 10.222.0.70 "GET /v2.0/networks/2da0d860-a20c-4d8d-abf9-1d3d2ec33546?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333246 Jan 28 20:36:45.608058 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5df042c-30c4-493c-8890-c2293ddbaa40 req-225b7fc5-43d8-4c75-94a0-b8497e95d2f5 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:45.609557 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d5df042c-30c4-493c-8890-c2293ddbaa40 req-225b7fc5-43d8-4c75-94a0-b8497e95d2f5 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a87c854-0f4b-4235-bffc-4b7bc2250206 HTTP/1.1" status: 200 len: 943 time: 0.0526509 Jan 28 20:36:45.660376 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d5df042c-30c4-493c-8890-c2293ddbaa40 req-000c4867-ebc9-43a6-a2c4-e535af87b91b tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/security-groups?id=b0c0ee6f-1683-4b42-8998-7dfe8478e3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452371 Jan 28 20:36:46.779232 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205d6eae-065d-4f83-95f9-396f74561f71 req-5f5bbeba-e517-4951-8c61-383449041c42 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:46.780724 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-205d6eae-065d-4f83-95f9-396f74561f71 req-5f5bbeba-e517-4951-8c61-383449041c42 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a87c854-0f4b-4235-bffc-4b7bc2250206 HTTP/1.1" status: 200 len: 943 time: 0.0539720 Jan 28 20:36:46.828556 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-205d6eae-065d-4f83-95f9-396f74561f71 req-8208d214-5aad-4f43-88bb-d8714f946481 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/security-groups?id=b0c0ee6f-1683-4b42-8998-7dfe8478e3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416996 Jan 28 20:36:47.090471 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device b3480419-cf79-4242-9d07-a66fc57f3e82 details requested by agent hyperv_n-h2-812111-14 with host n-h2-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:36:47.187873 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port b3480419-cf79-4242-9d07-a66fc57f3e82, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=b3480419-cf79-4242-9d07-a66fc57f3e82,segment=NetworkSegment(7825ca91-1824-48d8-8612-8356eaa45ae8),segment_id=7825ca91-1824-48d8-8612-8356eaa45ae8)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:36:47.198909 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Returning: {'device': 'b3480419-cf79-4242-9d07-a66fc57f3e82', 'network_id': '2da0d860-a20c-4d8d-abf9-1d3d2ec33546', 'port_id': 'b3480419-cf79-4242-9d07-a66fc57f3e82', 'mac_address': 'fa:16:3e:5d:8f:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87257c93-4b7c-41ac-8802-bf2537df5244', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:36:47.236166 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port b3480419-cf79-4242-9d07-a66fc57f3e82 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:36:47.236582 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (b3480419-cf79-4242-9d07-a66fc57f3e82), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:47.249557 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3480419-cf79-4242-9d07-a66fc57f3e82 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:36:47.272278 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port b3480419-cf79-4242-9d07-a66fc57f3e82, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=b3480419-cf79-4242-9d07-a66fc57f3e82,segment=NetworkSegment(7825ca91-1824-48d8-8612-8356eaa45ae8),segment_id=7825ca91-1824-48d8-8612-8356eaa45ae8)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:36:47.276048 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (b3480419-cf79-4242-9d07-a66fc57f3e82), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:47.322456 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=b3480419-cf79-4242-9d07-a66fc57f3e82,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:47.477342 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['b3480419-cf79-4242-9d07-a66fc57f3e82'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:36:47.952013 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc42d65-869d-4f8c-a94d-f7352f274400 req-c9c70a7c-0638-4f6f-8b75-0ed6d4f369d4 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:47.953524 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1bc42d65-869d-4f8c-a94d-f7352f274400 req-c9c70a7c-0638-4f6f-8b75-0ed6d4f369d4 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a87c854-0f4b-4235-bffc-4b7bc2250206 HTTP/1.1" status: 200 len: 944 time: 0.0569665 Jan 28 20:36:48.001738 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1bc42d65-869d-4f8c-a94d-f7352f274400 req-337d1c5b-5e4d-4c78-ba1b-8a6b7127d287 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/security-groups?id=b0c0ee6f-1683-4b42-8998-7dfe8478e3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421329 Jan 28 20:36:49.097042 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device b3480419-cf79-4242-9d07-a66fc57f3e82 up at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:36:49.122714 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e101d3a0-cc40-4dfa-8b51-bd0b5634faca req-80b8cd65-e894-4bb9-bcc4-ac6eca33fd12 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:49.124189 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e101d3a0-cc40-4dfa-8b51-bd0b5634faca req-80b8cd65-e894-4bb9-bcc4-ac6eca33fd12 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a87c854-0f4b-4235-bffc-4b7bc2250206 HTTP/1.1" status: 200 len: 944 time: 0.0534191 Jan 28 20:36:49.146999 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning for port b3480419-cf79-4242-9d07-a66fc57f3e82 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:36:49.151089 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning complete for port b3480419-cf79-4242-9d07-a66fc57f3e82 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:36:49.151465 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (b3480419-cf79-4242-9d07-a66fc57f3e82), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:49.175351 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e101d3a0-cc40-4dfa-8b51-bd0b5634faca req-c5cd92b7-b829-46cd-b8a6-0996fe897493 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/security-groups?id=b0c0ee6f-1683-4b42-8998-7dfe8478e3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449412 Jan 28 20:36:49.231317 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port b3480419-cf79-4242-9d07-a66fc57f3e82 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:36:49.231707 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (b3480419-cf79-4242-9d07-a66fc57f3e82), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:49.254685 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a87c854-0f4b-4235-bffc-4b7bc2250206', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3480419-cf79-4242-9d07-a66fc57f3e82'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:36:49.257084 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}704c702df6f21e7df92d3d89d4c6cfde2c6406e49d8202b36454fc5209adee22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b814b714-9157-45cb-b3d1-c30c588adf0c" -d '{"events": [{"server_uuid": "8a87c854-0f4b-4235-bffc-4b7bc2250206", "name": "network-vif-plugged", "status": "completed", "tag": "b3480419-cf79-4242-9d07-a66fc57f3e82"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:36:49.269660 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port b3480419-cf79-4242-9d07-a66fc57f3e82, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=b3480419-cf79-4242-9d07-a66fc57f3e82,segment=NetworkSegment(7825ca91-1824-48d8-8612-8356eaa45ae8),segment_id=7825ca91-1824-48d8-8612-8356eaa45ae8)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:36:49.274093 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (b3480419-cf79-4242-9d07-a66fc57f3e82), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:49.298406 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3286770-9042-4759-953c-2cd576f08713 x-openstack-request-id: req-c3286770-9042-4759-953c-2cd576f08713 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:36:49.298697 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a87c854-0f4b-4235-bffc-4b7bc2250206", "name": "network-vif-plugged", "status": "completed", "tag": "b3480419-cf79-4242-9d07-a66fc57f3e82", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:36:49.298951 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c3286770-9042-4759-953c-2cd576f08713 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:36:49.299964 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a87c854-0f4b-4235-bffc-4b7bc2250206', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3480419-cf79-4242-9d07-a66fc57f3e82', 'code': 200} Jan 28 20:36:49.327511 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=b3480419-cf79-4242-9d07-a66fc57f3e82,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:49.400273 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ba8b03-7c8c-4781-b4c4-baa34d4b38ef req-34e0fb7a-d62c-442e-ab15-e3e303d1445d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:49.401884 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-89ba8b03-7c8c-4781-b4c4-baa34d4b38ef req-34e0fb7a-d62c-442e-ab15-e3e303d1445d service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8a87c854-0f4b-4235-bffc-4b7bc2250206 HTTP/1.1" status: 200 len: 1128 time: 0.0482016 Jan 28 20:36:49.446809 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-89ba8b03-7c8c-4781-b4c4-baa34d4b38ef req-a3ff459a-3bd2-4c05-b8a6-1a65ebbbd283 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=b0c0ee6f-1683-4b42-8998-7dfe8478e3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385046 Jan 28 20:36:50.294010 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a24073-6780-4765-9461-860f55ca6143 req-bd460ce0-c7a5-4618-b6c8-51c7022c833e tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:50.295688 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-22a24073-6780-4765-9461-860f55ca6143 req-bd460ce0-c7a5-4618-b6c8-51c7022c833e tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a87c854-0f4b-4235-bffc-4b7bc2250206 HTTP/1.1" status: 200 len: 945 time: 0.0526288 Jan 28 20:36:50.344464 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-22a24073-6780-4765-9461-860f55ca6143 req-fcc3a680-ff9c-4a7f-ad85-9b19a4e21dc3 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/security-groups?id=b0c0ee6f-1683-4b42-8998-7dfe8478e3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427969 Jan 28 20:36:51.464915 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877415f1-06c2-4c85-b23a-878a88875b4d req-11af27ca-b3b2-4363-aa62-48cff9ec7f2a tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:51.466637 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-877415f1-06c2-4c85-b23a-878a88875b4d req-11af27ca-b3b2-4363-aa62-48cff9ec7f2a tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a87c854-0f4b-4235-bffc-4b7bc2250206 HTTP/1.1" status: 200 len: 945 time: 0.0526023 Jan 28 20:36:51.515815 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-877415f1-06c2-4c85-b23a-878a88875b4d req-0124b4ee-724d-4ba9-b1f1-1c0fc15a48d2 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/security-groups?id=b0c0ee6f-1683-4b42-8998-7dfe8478e3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431962 Jan 28 20:36:51.602978 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:51.635118 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2f37ae-c42c-4220-b2f1-29fec408cf55 req-6511c0cd-d79a-4b4a-958a-791059b58758 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:51.636523 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-bf2f37ae-c42c-4220-b2f1-29fec408cf55 req-6511c0cd-d79a-4b4a-958a-791059b58758 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a87c854-0f4b-4235-bffc-4b7bc2250206 HTTP/1.1" status: 200 len: 945 time: 0.0537684 Jan 28 20:36:51.688973 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-bf2f37ae-c42c-4220-b2f1-29fec408cf55 req-1abfa1b9-a61f-45f0-bcd4-9d54ab8536d5 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/security-groups?id=b0c0ee6f-1683-4b42-8998-7dfe8478e3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468969 Jan 28 20:36:51.711762 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 43222) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:36:51.754706 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b38eb527-4ebd-48af-9410-02238452997e tempest-TestNetworkAdvancedServerOps-1526479059 tempest-TestNetworkAdvancedServerOps-1526479059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:51.756224 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-b38eb527-4ebd-48af-9410-02238452997e tempest-TestNetworkAdvancedServerOps-1526479059 tempest-TestNetworkAdvancedServerOps-1526479059-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=8a87c854-0f4b-4235-bffc-4b7bc2250206 HTTP/1.1" status: 200 len: 1123 time: 0.0435152 Jan 28 20:36:51.759168 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 43224) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:36:51.763625 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-411ea565-ed0a-45e5-8b76-b403a8f4c2b4 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Request body: {'floatingip': {'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'port_id': 'b3480419-cf79-4242-9d07-a66fc57f3e82', 'tenant_id': '0ceca0f616eb43dfa068e38ea05be00f', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:36:51.784691 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-411ea565-ed0a-45e5-8b76-b403a8f4c2b4 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:51.885597 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-411ea565-ed0a-45e5-8b76-b403a8f4c2b4 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:51.987180 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-411ea565-ed0a-45e5-8b76-b403a8f4c2b4 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Allocated IP 172.25.6.93 (d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8/a648e4ab-7422-41b9-b133-58aca25ab8f5/981662a8-a1f1-46e0-8cde-605b7dc4ecd6) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:36:52.090471 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-411ea565-ed0a-45e5-8b76-b403a8f4c2b4 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for port (981662a8-a1f1-46e0-8cde-605b7dc4ecd6), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:52.122626 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-411ea565-ed0a-45e5-8b76-b403a8f4c2b4 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (981662a8-a1f1-46e0-8cde-605b7dc4ecd6), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:52.161190 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-411ea565-ed0a-45e5-8b76-b403a8f4c2b4 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:36:52.163829 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-411ea565-ed0a-45e5-8b76-b403a8f4c2b4 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:36:52.167292 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411ea565-ed0a-45e5-8b76-b403a8f4c2b4 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:36:52.193389 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411ea565-ed0a-45e5-8b76-b403a8f4c2b4 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Pushing event updated for resources: {'Port': ['ID=981662a8-a1f1-46e0-8cde-605b7dc4ecd6,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:52.529934 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-411ea565-ed0a-45e5-8b76-b403a8f4c2b4 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for floatingip (a8af5b62-7b13-4a9b-a84a-15172774ff58), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:52.598178 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-411ea565-ed0a-45e5-8b76-b403a8f4c2b4 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (981662a8-a1f1-46e0-8cde-605b7dc4ecd6), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:52.745654 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-411ea565-ed0a-45e5-8b76-b403a8f4c2b4 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for port (981662a8-a1f1-46e0-8cde-605b7dc4ecd6), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:52.750078 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-411ea565-ed0a-45e5-8b76-b403a8f4c2b4 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (981662a8-a1f1-46e0-8cde-605b7dc4ecd6), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:52.822907 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411ea565-ed0a-45e5-8b76-b403a8f4c2b4 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Pushing event updated for resources: {'Port': ['ID=981662a8-a1f1-46e0-8cde-605b7dc4ecd6,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:52.831915 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-411ea565-ed0a-45e5-8b76-b403a8f4c2b4 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734886'] for floatingip (a8af5b62-7b13-4a9b-a84a-15172774ff58), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:52.927611 n-d-812111-14 neutron-server[103304]: INFO neutron.db.l3_db [None req-411ea565-ed0a-45e5-8b76-b403a8f4c2b4 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Floating IP a8af5b62-7b13-4a9b-a84a-15172774ff58 associated. External IP: 172.25.6.93, port: b3480419-cf79-4242-9d07-a66fc57f3e82. Jan 28 20:36:53.125518 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-411ea565-ed0a-45e5-8b76-b403a8f4c2b4 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Router c568f1d6-e706-4e8e-bc88-cd212ed0c10f has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:36:53.232181 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-411ea565-ed0a-45e5-8b76-b403a8f4c2b4 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:36:53.242941 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb09c9c-9f44-472d-8f91-ba9d96b59157 None None] Sync routers for ids ['c568f1d6-e706-4e8e-bc88-cd212ed0c10f'] in n-d-812111-14 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:36:53.251354 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-411ea565-ed0a-45e5-8b76-b403a8f4c2b4 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for floatingip (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:53.258215 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb09c9c-9f44-472d-8f91-ba9d96b59157 None None] Routers {'c568f1d6-e706-4e8e-bc88-cd212ed0c10f'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:36:53.258847 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-6bb09c9c-9f44-472d-8f91-ba9d96b59157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:36:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['c568f1d6-e706-4e8e-bc88-cd212ed0c10f'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:36:53.281364 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-411ea565-ed0a-45e5-8b76-b403a8f4c2b4 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5209019 Jan 28 20:36:53.282021 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a87c854-0f4b-4235-bffc-4b7bc2250206', 'tag': 'b3480419-cf79-4242-9d07-a66fc57f3e82'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:36:53.284294 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}690870b4896ba3504f21237a239c836c0346d6a62bcfb5e8ee91fd1b13f99dd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-700e2806-e518-4511-820a-ec9a8c3cb924" -d '{"events": [{"name": "network-changed", "server_uuid": "8a87c854-0f4b-4235-bffc-4b7bc2250206", "tag": "b3480419-cf79-4242-9d07-a66fc57f3e82"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:36:53.327963 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:36:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e50e9805-3767-42b1-ad21-c255ca196923 x-openstack-request-id: req-e50e9805-3767-42b1-ad21-c255ca196923 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:36:53.328259 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a87c854-0f4b-4235-bffc-4b7bc2250206", "tag": "b3480419-cf79-4242-9d07-a66fc57f3e82", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:36:53.328516 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e50e9805-3767-42b1-ad21-c255ca196923 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:36:53.328926 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a87c854-0f4b-4235-bffc-4b7bc2250206', 'tag': 'b3480419-cf79-4242-9d07-a66fc57f3e82', 'status': 'completed', 'code': 200} Jan 28 20:36:53.374867 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-6bb09c9c-9f44-472d-8f91-ba9d96b59157 None None] Set router c568f1d6-e706-4e8e-bc88-cd212ed0c10f gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:36:53.388691 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f485b48f-621c-4d75-b0d6-1fb212602afc req-dd552c58-1aa8-4330-86b6-c3edfe35d161 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:53.390401 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f485b48f-621c-4d75-b0d6-1fb212602afc req-dd552c58-1aa8-4330-86b6-c3edfe35d161 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a87c854-0f4b-4235-bffc-4b7bc2250206 HTTP/1.1" status: 200 len: 945 time: 0.0580647 Jan 28 20:36:53.444121 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f485b48f-621c-4d75-b0d6-1fb212602afc req-c97b6043-4a83-4af0-9831-69325c1585cd tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/security-groups?id=b0c0ee6f-1683-4b42-8998-7dfe8478e3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467579 Jan 28 20:36:53.468710 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 43230) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:36:53.535719 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-8c05fdd4-7cb7-4ffa-b8ba-26034c5d0d32 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/floatingips/a8af5b62-7b13-4a9b-a84a-15172774ff58 HTTP/1.1" status: 200 len: 990 time: 0.0646944 Jan 28 20:36:53.616718 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-6bb09c9c-9f44-472d-8f91-ba9d96b59157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c568f1d6-e706-4e8e-bc88-cd212ed0c10f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-66013423', 'tenant_id': '0ceca0f616eb43dfa068e38ea05be00f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.71'}], 'enable_snat': True}, 'gw_port_id': '5a0f8dae-bd35-471b-ace9-d0631fadcfcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:36:34Z', 'updated_at': '2022-01-28T20:36:39Z', 'revision_number': 4, 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'gw_port': {'id': '5a0f8dae-bd35-471b-ace9-d0631fadcfcf', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:e0:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c568f1d6-e706-4e8e-bc88-cd212ed0c10f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:36:35Z', 'updated_at': '2022-01-28T20:36:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_floatingips': [{'id': 'a8af5b62-7b13-4a9b-a84a-15172774ff58', 'tenant_id': '0ceca0f616eb43dfa068e38ea05be00f', 'floating_ip_address': '172.25.6.93', 'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'router_id': 'c568f1d6-e706-4e8e-bc88-cd212ed0c10f', 'port_id': 'b3480419-cf79-4242-9d07-a66fc57f3e82', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4243, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2da0d860-a20c-4d8d-abf9-1d3d2ec33546', 'mac_address': 'fa:16:3e:5d:8f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a87c854-0f4b-4235-bffc-4b7bc2250206', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:36:52Z', 'updated_at': '2022-01-28T20:36:52Z', 'revision_number': 0, 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c15fb689-71d9-42fb-9c04-238965524e1f', 'name': '', 'network_id': '2da0d860-a20c-4d8d-abf9-1d3d2ec33546', 'tenant_id': '0ceca0f616eb43dfa068e38ea05be00f', 'mac_address': 'fa:16:3e:62:08:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c568f1d6-e706-4e8e-bc88-cd212ed0c10f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '87257c93-4b7c-41ac-8802-bf2537df5244', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:36:37Z', 'updated_at': '2022-01-28T20:36:41Z', 'revision_number': 5, 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'subnets': [{'id': '87257c93-4b7c-41ac-8802-bf2537df5244', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:36:53.648632 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb09c9c-9f44-472d-8f91-ba9d96b59157 None None] Checking router: c568f1d6-e706-4e8e-bc88-cd212ed0c10f for host: n-d-812111-14 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:36:53.657280 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb09c9c-9f44-472d-8f91-ba9d96b59157 None None] Routers {'c568f1d6-e706-4e8e-bc88-cd212ed0c10f'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:36:53.657897 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-6bb09c9c-9f44-472d-8f91-ba9d96b59157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:36:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['c568f1d6-e706-4e8e-bc88-cd212ed0c10f'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:36:53.741008 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700e2806-e518-4511-820a-ec9a8c3cb924 req-cbb88e5c-a4cb-4854-9c91-06dd99443f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:53.743057 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-700e2806-e518-4511-820a-ec9a8c3cb924 req-cbb88e5c-a4cb-4854-9c91-06dd99443f95 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0ceca0f616eb43dfa068e38ea05be00f&device_id=8a87c854-0f4b-4235-bffc-4b7bc2250206 HTTP/1.1" status: 200 len: 1128 time: 0.3935025 Jan 28 20:36:53.767328 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-6bb09c9c-9f44-472d-8f91-ba9d96b59157 None None] Set router c568f1d6-e706-4e8e-bc88-cd212ed0c10f gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:36:53.834701 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700e2806-e518-4511-820a-ec9a8c3cb924 req-048be921-24e3-4617-b306-aa5ea54cfada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:53.836194 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-700e2806-e518-4511-820a-ec9a8c3cb924 req-048be921-24e3-4617-b306-aa5ea54cfada service neutron] 10.222.0.70 "GET /v2.0/networks?id=2da0d860-a20c-4d8d-abf9-1d3d2ec33546 HTTP/1.1" status: 200 len: 897 time: 0.0863128 Jan 28 20:36:53.909196 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-700e2806-e518-4511-820a-ec9a8c3cb924 req-12098514-f4c3-4077-a01d-0781f636f014 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b3480419-cf79-4242-9d07-a66fc57f3e82 HTTP/1.1" status: 200 len: 998 time: 0.0656765 Jan 28 20:36:53.961925 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700e2806-e518-4511-820a-ec9a8c3cb924 req-3d4973e1-c6e7-4105-8a52-270767384162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:53.963392 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-700e2806-e518-4511-820a-ec9a8c3cb924 req-3d4973e1-c6e7-4105-8a52-270767384162 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=87257c93-4b7c-41ac-8802-bf2537df5244 HTTP/1.1" status: 200 len: 834 time: 0.0449386 Jan 28 20:36:53.991298 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-6bb09c9c-9f44-472d-8f91-ba9d96b59157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c568f1d6-e706-4e8e-bc88-cd212ed0c10f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-66013423', 'tenant_id': '0ceca0f616eb43dfa068e38ea05be00f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.71'}], 'enable_snat': True}, 'gw_port_id': '5a0f8dae-bd35-471b-ace9-d0631fadcfcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:36:34Z', 'updated_at': '2022-01-28T20:36:39Z', 'revision_number': 4, 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'gw_port': {'id': '5a0f8dae-bd35-471b-ace9-d0631fadcfcf', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:e0:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c568f1d6-e706-4e8e-bc88-cd212ed0c10f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:36:35Z', 'updated_at': '2022-01-28T20:36:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_floatingips': [{'id': 'a8af5b62-7b13-4a9b-a84a-15172774ff58', 'tenant_id': '0ceca0f616eb43dfa068e38ea05be00f', 'floating_ip_address': '172.25.6.93', 'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'router_id': 'c568f1d6-e706-4e8e-bc88-cd212ed0c10f', 'port_id': 'b3480419-cf79-4242-9d07-a66fc57f3e82', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4243, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2da0d860-a20c-4d8d-abf9-1d3d2ec33546', 'mac_address': 'fa:16:3e:5d:8f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a87c854-0f4b-4235-bffc-4b7bc2250206', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:36:52Z', 'updated_at': '2022-01-28T20:36:52Z', 'revision_number': 0, 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c15fb689-71d9-42fb-9c04-238965524e1f', 'name': '', 'network_id': '2da0d860-a20c-4d8d-abf9-1d3d2ec33546', 'tenant_id': '0ceca0f616eb43dfa068e38ea05be00f', 'mac_address': 'fa:16:3e:62:08:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c568f1d6-e706-4e8e-bc88-cd212ed0c10f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '87257c93-4b7c-41ac-8802-bf2537df5244', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:36:37Z', 'updated_at': '2022-01-28T20:36:41Z', 'revision_number': 5, 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'subnets': [{'id': '87257c93-4b7c-41ac-8802-bf2537df5244', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:36:54.014217 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700e2806-e518-4511-820a-ec9a8c3cb924 req-711620ee-6a82-4677-9b2c-b34a2d49e38d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:54.016067 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-700e2806-e518-4511-820a-ec9a8c3cb924 req-711620ee-6a82-4677-9b2c-b34a2d49e38d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2da0d860-a20c-4d8d-abf9-1d3d2ec33546&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0461254 Jan 28 20:36:54.025540 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb09c9c-9f44-472d-8f91-ba9d96b59157 None None] The sync data for ids ['c568f1d6-e706-4e8e-bc88-cd212ed0c10f'] in n-d-812111-14 is: [{'id': 'c568f1d6-e706-4e8e-bc88-cd212ed0c10f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-66013423', 'tenant_id': '0ceca0f616eb43dfa068e38ea05be00f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.71'}], 'enable_snat': True}, 'gw_port_id': '5a0f8dae-bd35-471b-ace9-d0631fadcfcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:36:34Z', 'updated_at': '2022-01-28T20:36:39Z', 'revision_number': 4, 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'gw_port': {'id': '5a0f8dae-bd35-471b-ace9-d0631fadcfcf', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:e0:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c568f1d6-e706-4e8e-bc88-cd212ed0c10f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:36:35Z', 'updated_at': '2022-01-28T20:36:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_floatingips': [{'id': 'a8af5b62-7b13-4a9b-a84a-15172774ff58', 'tenant_id': '0ceca0f616eb43dfa068e38ea05be00f', 'floating_ip_address': '172.25.6.93', 'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'router_id': 'c568f1d6-e706-4e8e-bc88-cd212ed0c10f', 'port_id': 'b3480419-cf79-4242-9d07-a66fc57f3e82', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4243, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2da0d860-a20c-4d8d-abf9-1d3d2ec33546', 'mac_address': 'fa:16:3e:5d:8f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a87c854-0f4b-4235-bffc-4b7bc2250206', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:36:52Z', 'updated_at': '2022-01-28T20:36:52Z', 'revision_number': 0, 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c15fb689-71d9-42fb-9c04-238965524e1f', 'name': '', 'network_id': '2da0d860-a20c-4d8d-abf9-1d3d2ec33546', 'tenant_id': '0ceca0f616eb43dfa068e38ea05be00f', 'mac_address': 'fa:16:3e:62:08:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c568f1d6-e706-4e8e-bc88-cd212ed0c10f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '87257c93-4b7c-41ac-8802-bf2537df5244', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:36:37Z', 'updated_at': '2022-01-28T20:36:41Z', 'revision_number': 5, 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'subnets': [{'id': '87257c93-4b7c-41ac-8802-bf2537df5244', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:36:54.118208 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-700e2806-e518-4511-820a-ec9a8c3cb924 req-18a6e72c-8f33-4ded-beeb-25612b977db9 service neutron] 10.222.0.70 "GET /v2.0/networks/2da0d860-a20c-4d8d-abf9-1d3d2ec33546?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956678 Jan 28 20:36:54.213907 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-700e2806-e518-4511-820a-ec9a8c3cb924 req-31ae79d0-6624-41cd-9875-8f7195ef20b5 service neutron] 10.222.0.70 "GET /v2.0/networks/2da0d860-a20c-4d8d-abf9-1d3d2ec33546?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885215 Jan 28 20:36:54.245310 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe9a984-95ea-4c19-9dc6-d94f99e0a85d None None] New status for floating IP a8af5b62-7b13-4a9b-a84a-15172774ff58: ACTIVE {{(pid=103307) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 20:36:54.538447 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 43232) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:36:54.603134 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-ac264e18-23fe-48e3-92f0-77011ca2e11f tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/floatingips/a8af5b62-7b13-4a9b-a84a-15172774ff58 HTTP/1.1" status: 200 len: 992 time: 0.0635488 Jan 28 20:36:54.670680 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:58.177463 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:37:06.850261 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-14bfe12c-e7b1-4c79-acbf-de38981f3d8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:09.095559 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-bc2de151-7860-46ae-acaf-0bf3d340fd7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:10.101577 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:11.983865 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:13.339137 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:21.607263 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:23.315821 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6a4335-c171-436e-b35f-9f33f931e034 req-652801a1-a436-4bf4-acf4-e62ddf25f0c4 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:23.317340 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-db6a4335-c171-436e-b35f-9f33f931e034 req-652801a1-a436-4bf4-acf4-e62ddf25f0c4 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a87c854-0f4b-4235-bffc-4b7bc2250206 HTTP/1.1" status: 200 len: 945 time: 0.0629745 Jan 28 20:37:23.366283 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-db6a4335-c171-436e-b35f-9f33f931e034 req-5b49339d-d809-4014-b5de-98653449776e tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/security-groups?id=b0c0ee6f-1683-4b42-8998-7dfe8478e3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432987 Jan 28 20:37:24.486168 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a11ba2-de9c-4a87-bc9d-2a91709a24b0 req-f037ff34-3f36-425c-8b6e-5a25486d9442 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:24.488063 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-06a11ba2-de9c-4a87-bc9d-2a91709a24b0 req-f037ff34-3f36-425c-8b6e-5a25486d9442 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a87c854-0f4b-4235-bffc-4b7bc2250206 HTTP/1.1" status: 200 len: 945 time: 0.0525439 Jan 28 20:37:24.535698 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-06a11ba2-de9c-4a87-bc9d-2a91709a24b0 req-f863a034-35c5-4551-a517-ad5fee4fd9b9 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/security-groups?id=b0c0ee6f-1683-4b42-8998-7dfe8478e3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421319 Jan 28 20:37:24.557641 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 43248) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:37:24.619904 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-33da9d38-5a37-47a0-8f45-5c15ada87668 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/floatingips/a8af5b62-7b13-4a9b-a84a-15172774ff58 HTTP/1.1" status: 200 len: 992 time: 0.0611756 Jan 28 20:37:24.692455 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:25.898121 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d16b757-c832-4201-836d-9e3c3224b197 req-f2d363c2-7408-409a-8a12-cc41592b114e tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:25.899450 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5d16b757-c832-4201-836d-9e3c3224b197 req-f2d363c2-7408-409a-8a12-cc41592b114e tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a87c854-0f4b-4235-bffc-4b7bc2250206 HTTP/1.1" status: 200 len: 945 time: 0.0531225 Jan 28 20:37:25.948528 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5d16b757-c832-4201-836d-9e3c3224b197 req-fa2dfeaf-f882-45d2-b4ff-de1c865507c6 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/security-groups?id=b0c0ee6f-1683-4b42-8998-7dfe8478e3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434387 Jan 28 20:37:27.077284 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3928e6a-f975-4b4e-bf7a-ea23de38cc63 req-767ea839-7f5f-4672-a1ec-5694a79e1857 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:27.078771 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e3928e6a-f975-4b4e-bf7a-ea23de38cc63 req-767ea839-7f5f-4672-a1ec-5694a79e1857 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a87c854-0f4b-4235-bffc-4b7bc2250206 HTTP/1.1" status: 200 len: 945 time: 0.0516171 Jan 28 20:37:27.126352 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e3928e6a-f975-4b4e-bf7a-ea23de38cc63 req-7c975487-1a7f-4c1b-b96f-d890b6f18baa tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/security-groups?id=b0c0ee6f-1683-4b42-8998-7dfe8478e3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414236 Jan 28 20:37:27.150514 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 43258) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:37:27.209567 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-818007b6-f51a-4d0c-85c7-0b5afe9f2b93 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/floatingips/a8af5b62-7b13-4a9b-a84a-15172774ff58 HTTP/1.1" status: 200 len: 992 time: 0.0579054 Jan 28 20:37:27.468513 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 43264) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:37:27.623936 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-e504027c-6859-4b80-a997-545d42e09dce tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Deleting port 981662a8-a1f1-46e0-8cde-605b7dc4ecd6 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:37:27.624292 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e504027c-6859-4b80-a997-545d42e09dce tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (981662a8-a1f1-46e0-8cde-605b7dc4ecd6), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:27.707765 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e504027c-6859-4b80-a997-545d42e09dce tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (981662a8-a1f1-46e0-8cde-605b7dc4ecd6), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:27.708096 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e504027c-6859-4b80-a997-545d42e09dce tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for floatingip (981662a8-a1f1-46e0-8cde-605b7dc4ecd6), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:27.719982 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-e504027c-6859-4b80-a997-545d42e09dce tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Calling delete_port for 981662a8-a1f1-46e0-8cde-605b7dc4ecd6 owned by network:floatingip {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:37:27.868700 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e504027c-6859-4b80-a997-545d42e09dce tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (981662a8-a1f1-46e0-8cde-605b7dc4ecd6), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:27.893643 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e504027c-6859-4b80-a997-545d42e09dce tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Pushing event deleted for resources: {'Port': ['ID=981662a8-a1f1-46e0-8cde-605b7dc4ecd6,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:27.905544 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e504027c-6859-4b80-a997-545d42e09dce tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:37:27.905910 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e504027c-6859-4b80-a997-545d42e09dce tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:37:27.906274 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e504027c-6859-4b80-a997-545d42e09dce tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:37:27.906631 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e504027c-6859-4b80-a997-545d42e09dce tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:37:27.906974 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e504027c-6859-4b80-a997-545d42e09dce tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:37:27.907317 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e504027c-6859-4b80-a997-545d42e09dce tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:37:27.907660 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e504027c-6859-4b80-a997-545d42e09dce tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:37:27.908004 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e504027c-6859-4b80-a997-545d42e09dce tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:37:27.908344 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e504027c-6859-4b80-a997-545d42e09dce tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:37:27.908683 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e504027c-6859-4b80-a997-545d42e09dce tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:37:27.909036 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e504027c-6859-4b80-a997-545d42e09dce tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:37:27.909382 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e504027c-6859-4b80-a997-545d42e09dce tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:37:27.910241 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e504027c-6859-4b80-a997-545d42e09dce tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:37:27.968765 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e504027c-6859-4b80-a997-545d42e09dce tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for floatingip (a8af5b62-7b13-4a9b-a84a-15172774ff58), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:27.969154 n-d-812111-14 neutron-server[103304]: INFO neutron.db.l3_db [None req-e504027c-6859-4b80-a997-545d42e09dce tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Floating IP a8af5b62-7b13-4a9b-a84a-15172774ff58 disassociated (deleted). External IP: 172.25.6.93, port: b3480419-cf79-4242-9d07-a66fc57f3e82. Jan 28 20:37:28.178219 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e504027c-6859-4b80-a997-545d42e09dce tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Router c568f1d6-e706-4e8e-bc88-cd212ed0c10f has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:37:28.293523 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e504027c-6859-4b80-a997-545d42e09dce tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:37:28.300084 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e504027c-6859-4b80-a997-545d42e09dce tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for floatingip (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:28.306956 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f41aeb-d9ca-4942-90ec-94a2dd44333e None None] Sync routers for ids ['c568f1d6-e706-4e8e-bc88-cd212ed0c10f'] in n-d-812111-14 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:37:28.321669 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f41aeb-d9ca-4942-90ec-94a2dd44333e None None] Routers {'c568f1d6-e706-4e8e-bc88-cd212ed0c10f'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:37:28.322671 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-87f41aeb-d9ca-4942-90ec-94a2dd44333e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:37:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['c568f1d6-e706-4e8e-bc88-cd212ed0c10f'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:37:28.344192 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-e504027c-6859-4b80-a997-545d42e09dce tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "DELETE /v2.0/floatingips/a8af5b62-7b13-4a9b-a84a-15172774ff58 HTTP/1.1" status: 204 len: 168 time: 0.8745041 Jan 28 20:37:28.344958 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a87c854-0f4b-4235-bffc-4b7bc2250206', 'tag': 'b3480419-cf79-4242-9d07-a66fc57f3e82'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:37:28.349496 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}690870b4896ba3504f21237a239c836c0346d6a62bcfb5e8ee91fd1b13f99dd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c34cb8d6-b865-485c-9c62-e992cf5f4341" -d '{"events": [{"name": "network-changed", "server_uuid": "8a87c854-0f4b-4235-bffc-4b7bc2250206", "tag": "b3480419-cf79-4242-9d07-a66fc57f3e82"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:37:28.389362 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14e19fc2-4bc8-4675-af0c-f0e4fcb73b92 x-openstack-request-id: req-14e19fc2-4bc8-4675-af0c-f0e4fcb73b92 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:37:28.390592 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a87c854-0f4b-4235-bffc-4b7bc2250206", "tag": "b3480419-cf79-4242-9d07-a66fc57f3e82", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:37:28.390874 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-14e19fc2-4bc8-4675-af0c-f0e4fcb73b92 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:37:28.391414 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a87c854-0f4b-4235-bffc-4b7bc2250206', 'tag': 'b3480419-cf79-4242-9d07-a66fc57f3e82', 'status': 'completed', 'code': 200} Jan 28 20:37:28.452289 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-87f41aeb-d9ca-4942-90ec-94a2dd44333e None None] Set router c568f1d6-e706-4e8e-bc88-cd212ed0c10f gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:37:28.542463 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34cb8d6-b865-485c-9c62-e992cf5f4341 req-8694fc30-0e78-4f37-9cc0-fd703cca60fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:28.544016 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c34cb8d6-b865-485c-9c62-e992cf5f4341 req-8694fc30-0e78-4f37-9cc0-fd703cca60fd service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0ceca0f616eb43dfa068e38ea05be00f&device_id=8a87c854-0f4b-4235-bffc-4b7bc2250206 HTTP/1.1" status: 200 len: 1128 time: 0.1327584 Jan 28 20:37:28.647672 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708b27ae-9b7b-4549-9b26-d24fbe3e52ba req-184ec565-878b-477f-bb83-8c57d9d43243 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:28.649283 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-708b27ae-9b7b-4549-9b26-d24fbe3e52ba req-184ec565-878b-477f-bb83-8c57d9d43243 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a87c854-0f4b-4235-bffc-4b7bc2250206 HTTP/1.1" status: 200 len: 945 time: 0.1225245 Jan 28 20:37:28.685085 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34cb8d6-b865-485c-9c62-e992cf5f4341 req-729cea03-35d7-4652-ac9b-ca9b7eb5b995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:28.686501 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c34cb8d6-b865-485c-9c62-e992cf5f4341 req-729cea03-35d7-4652-ac9b-ca9b7eb5b995 service neutron] 10.222.0.70 "GET /v2.0/networks?id=2da0d860-a20c-4d8d-abf9-1d3d2ec33546 HTTP/1.1" status: 200 len: 897 time: 0.1276159 Jan 28 20:37:28.744525 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c34cb8d6-b865-485c-9c62-e992cf5f4341 req-94f31997-004d-42a0-b738-772c4a7b2e0c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b3480419-cf79-4242-9d07-a66fc57f3e82 HTTP/1.1" status: 200 len: 217 time: 0.0496991 Jan 28 20:37:28.767083 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-708b27ae-9b7b-4549-9b26-d24fbe3e52ba req-4eb87799-f5ac-45a9-8aa8-9617df394b87 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/security-groups?id=b0c0ee6f-1683-4b42-8998-7dfe8478e3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086185 Jan 28 20:37:28.802683 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34cb8d6-b865-485c-9c62-e992cf5f4341 req-f7282b03-96fb-452b-8120-803e9d758a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:28.804183 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c34cb8d6-b865-485c-9c62-e992cf5f4341 req-f7282b03-96fb-452b-8120-803e9d758a1d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=87257c93-4b7c-41ac-8802-bf2537df5244 HTTP/1.1" status: 200 len: 834 time: 0.0508683 Jan 28 20:37:28.828604 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-87f41aeb-d9ca-4942-90ec-94a2dd44333e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c568f1d6-e706-4e8e-bc88-cd212ed0c10f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-66013423', 'tenant_id': '0ceca0f616eb43dfa068e38ea05be00f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.71'}], 'enable_snat': True}, 'gw_port_id': '5a0f8dae-bd35-471b-ace9-d0631fadcfcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:36:34Z', 'updated_at': '2022-01-28T20:36:39Z', 'revision_number': 4, 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'gw_port': {'id': '5a0f8dae-bd35-471b-ace9-d0631fadcfcf', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:e0:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c568f1d6-e706-4e8e-bc88-cd212ed0c10f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:36:35Z', 'updated_at': '2022-01-28T20:36:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': 'c15fb689-71d9-42fb-9c04-238965524e1f', 'name': '', 'network_id': '2da0d860-a20c-4d8d-abf9-1d3d2ec33546', 'tenant_id': '0ceca0f616eb43dfa068e38ea05be00f', 'mac_address': 'fa:16:3e:62:08:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c568f1d6-e706-4e8e-bc88-cd212ed0c10f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '87257c93-4b7c-41ac-8802-bf2537df5244', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:36:37Z', 'updated_at': '2022-01-28T20:36:41Z', 'revision_number': 5, 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'subnets': [{'id': '87257c93-4b7c-41ac-8802-bf2537df5244', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:37:28.854603 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34cb8d6-b865-485c-9c62-e992cf5f4341 req-e7ecb850-de27-45ef-9800-97fd4652e2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:28.856118 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c34cb8d6-b865-485c-9c62-e992cf5f4341 req-e7ecb850-de27-45ef-9800-97fd4652e2a8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2da0d860-a20c-4d8d-abf9-1d3d2ec33546&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0449123 Jan 28 20:37:28.859037 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f41aeb-d9ca-4942-90ec-94a2dd44333e None None] Checking router: c568f1d6-e706-4e8e-bc88-cd212ed0c10f for host: n-d-812111-14 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:37:28.867428 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f41aeb-d9ca-4942-90ec-94a2dd44333e None None] Routers {'c568f1d6-e706-4e8e-bc88-cd212ed0c10f'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:37:28.868033 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-87f41aeb-d9ca-4942-90ec-94a2dd44333e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:37:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['c568f1d6-e706-4e8e-bc88-cd212ed0c10f'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:37:28.952146 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c34cb8d6-b865-485c-9c62-e992cf5f4341 req-851f5cd5-fcd5-48eb-a02a-57405369ea63 service neutron] 10.222.0.70 "GET /v2.0/networks/2da0d860-a20c-4d8d-abf9-1d3d2ec33546?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881021 Jan 28 20:37:28.973618 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-87f41aeb-d9ca-4942-90ec-94a2dd44333e None None] Set router c568f1d6-e706-4e8e-bc88-cd212ed0c10f gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:37:29.041345 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c34cb8d6-b865-485c-9c62-e992cf5f4341 req-9865c072-d40e-4149-9a6b-868fa034d12a service neutron] 10.222.0.70 "GET /v2.0/networks/2da0d860-a20c-4d8d-abf9-1d3d2ec33546?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821993 Jan 28 20:37:29.170223 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-87f41aeb-d9ca-4942-90ec-94a2dd44333e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c568f1d6-e706-4e8e-bc88-cd212ed0c10f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-66013423', 'tenant_id': '0ceca0f616eb43dfa068e38ea05be00f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.71'}], 'enable_snat': True}, 'gw_port_id': '5a0f8dae-bd35-471b-ace9-d0631fadcfcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:36:34Z', 'updated_at': '2022-01-28T20:36:39Z', 'revision_number': 4, 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'gw_port': {'id': '5a0f8dae-bd35-471b-ace9-d0631fadcfcf', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:e0:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c568f1d6-e706-4e8e-bc88-cd212ed0c10f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:36:35Z', 'updated_at': '2022-01-28T20:36:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': 'c15fb689-71d9-42fb-9c04-238965524e1f', 'name': '', 'network_id': '2da0d860-a20c-4d8d-abf9-1d3d2ec33546', 'tenant_id': '0ceca0f616eb43dfa068e38ea05be00f', 'mac_address': 'fa:16:3e:62:08:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c568f1d6-e706-4e8e-bc88-cd212ed0c10f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '87257c93-4b7c-41ac-8802-bf2537df5244', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:36:37Z', 'updated_at': '2022-01-28T20:36:41Z', 'revision_number': 5, 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'subnets': [{'id': '87257c93-4b7c-41ac-8802-bf2537df5244', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:37:29.197003 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f41aeb-d9ca-4942-90ec-94a2dd44333e None None] The sync data for ids ['c568f1d6-e706-4e8e-bc88-cd212ed0c10f'] in n-d-812111-14 is: [{'id': 'c568f1d6-e706-4e8e-bc88-cd212ed0c10f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-66013423', 'tenant_id': '0ceca0f616eb43dfa068e38ea05be00f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.71'}], 'enable_snat': True}, 'gw_port_id': '5a0f8dae-bd35-471b-ace9-d0631fadcfcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:36:34Z', 'updated_at': '2022-01-28T20:36:39Z', 'revision_number': 4, 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'gw_port': {'id': '5a0f8dae-bd35-471b-ace9-d0631fadcfcf', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:e0:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c568f1d6-e706-4e8e-bc88-cd212ed0c10f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:36:35Z', 'updated_at': '2022-01-28T20:36:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': 'c15fb689-71d9-42fb-9c04-238965524e1f', 'name': '', 'network_id': '2da0d860-a20c-4d8d-abf9-1d3d2ec33546', 'tenant_id': '0ceca0f616eb43dfa068e38ea05be00f', 'mac_address': 'fa:16:3e:62:08:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c568f1d6-e706-4e8e-bc88-cd212ed0c10f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '87257c93-4b7c-41ac-8802-bf2537df5244', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:36:37Z', 'updated_at': '2022-01-28T20:36:41Z', 'revision_number': 5, 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'subnets': [{'id': '87257c93-4b7c-41ac-8802-bf2537df5244', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:37:29.413975 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea65393-e712-4cbf-befd-c260e81db393 None None] New status for floating IP a8af5b62-7b13-4a9b-a84a-15172774ff58: DOWN {{(pid=103307) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 20:37:29.894702 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3f7e67-1b1e-40f0-9465-da8442711037 req-f3118c14-d8e5-4f83-8e07-7ed14a39e203 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:29.896192 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-cb3f7e67-1b1e-40f0-9465-da8442711037 req-f3118c14-d8e5-4f83-8e07-7ed14a39e203 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a87c854-0f4b-4235-bffc-4b7bc2250206 HTTP/1.1" status: 200 len: 945 time: 0.0564744 Jan 28 20:37:29.943734 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-cb3f7e67-1b1e-40f0-9465-da8442711037 req-73e4af1b-ab4c-4331-874a-bf892ce94fd6 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/security-groups?id=b0c0ee6f-1683-4b42-8998-7dfe8478e3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418575 Jan 28 20:37:30.276417 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae8c061-e90c-4001-b503-b7311ec059cf req-5bdb8888-08d6-41a3-b5ed-8c30d57ccfb1 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:30.277927 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-cae8c061-e90c-4001-b503-b7311ec059cf req-5bdb8888-08d6-41a3-b5ed-8c30d57ccfb1 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a87c854-0f4b-4235-bffc-4b7bc2250206 HTTP/1.1" status: 200 len: 945 time: 0.0597558 Jan 28 20:37:30.367357 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-cae8c061-e90c-4001-b503-b7311ec059cf req-80d842b5-b77d-4054-8eec-5e4b305ea955 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Deleting port b3480419-cf79-4242-9d07-a66fc57f3e82 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:37:30.367700 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-cae8c061-e90c-4001-b503-b7311ec059cf req-80d842b5-b77d-4054-8eec-5e4b305ea955 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (b3480419-cf79-4242-9d07-a66fc57f3e82), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:30.459881 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-cae8c061-e90c-4001-b503-b7311ec059cf req-80d842b5-b77d-4054-8eec-5e4b305ea955 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] For port b3480419-cf79-4242-9d07-a66fc57f3e82, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=b3480419-cf79-4242-9d07-a66fc57f3e82,segment=NetworkSegment(7825ca91-1824-48d8-8612-8356eaa45ae8),segment_id=7825ca91-1824-48d8-8612-8356eaa45ae8)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:37:30.460249 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-cae8c061-e90c-4001-b503-b7311ec059cf req-80d842b5-b77d-4054-8eec-5e4b305ea955 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (b3480419-cf79-4242-9d07-a66fc57f3e82), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:30.472291 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-cae8c061-e90c-4001-b503-b7311ec059cf req-80d842b5-b77d-4054-8eec-5e4b305ea955 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Calling delete_port for b3480419-cf79-4242-9d07-a66fc57f3e82 owned by compute:nova {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:37:30.596784 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-cae8c061-e90c-4001-b503-b7311ec059cf req-80d842b5-b77d-4054-8eec-5e4b305ea955 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (b3480419-cf79-4242-9d07-a66fc57f3e82), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:30.631856 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d842b5-b77d-4054-8eec-5e4b305ea955 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Pushing event deleted for resources: {'Port': ['ID=b3480419-cf79-4242-9d07-a66fc57f3e82,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:30.674162 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-cae8c061-e90c-4001-b503-b7311ec059cf req-80d842b5-b77d-4054-8eec-5e4b305ea955 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] No DVR routers for this DVR port b3480419-cf79-4242-9d07-a66fc57f3e82 on host n-h2-812111-14 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:37:30.677204 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-cae8c061-e90c-4001-b503-b7311ec059cf req-80d842b5-b77d-4054-8eec-5e4b305ea955 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:30.680523 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-cae8c061-e90c-4001-b503-b7311ec059cf req-80d842b5-b77d-4054-8eec-5e4b305ea955 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.70 "DELETE /v2.0/ports/b3480419-cf79-4242-9d07-a66fc57f3e82 HTTP/1.1" status: 204 len: 173 time: 0.3975463 Jan 28 20:37:30.680967 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a87c854-0f4b-4235-bffc-4b7bc2250206', 'name': 'network-vif-deleted', 'tag': 'b3480419-cf79-4242-9d07-a66fc57f3e82'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:37:30.683231 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}690870b4896ba3504f21237a239c836c0346d6a62bcfb5e8ee91fd1b13f99dd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-682cabb2-fbbb-4d50-9417-a6f0c21b0c80" -d '{"events": [{"server_uuid": "8a87c854-0f4b-4235-bffc-4b7bc2250206", "name": "network-vif-deleted", "tag": "b3480419-cf79-4242-9d07-a66fc57f3e82"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:37:30.722800 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4109e1c1-c996-47e6-b71f-bfaaf8f54a4e x-openstack-request-id: req-4109e1c1-c996-47e6-b71f-bfaaf8f54a4e {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:37:30.723093 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a87c854-0f4b-4235-bffc-4b7bc2250206", "name": "network-vif-deleted", "tag": "b3480419-cf79-4242-9d07-a66fc57f3e82", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:37:30.723347 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4109e1c1-c996-47e6-b71f-bfaaf8f54a4e {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:37:30.723758 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a87c854-0f4b-4235-bffc-4b7bc2250206', 'name': 'network-vif-deleted', 'tag': 'b3480419-cf79-4242-9d07-a66fc57f3e82', 'status': 'completed', 'code': 200} Jan 28 20:37:31.061004 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c47cbe6e-9c33-43ae-87bb-8a20e70b7d3c req-0dfe3ad2-ef0d-4bd1-8232-7f15134ff8fb tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a87c854-0f4b-4235-bffc-4b7bc2250206 HTTP/1.1" status: 200 len: 210 time: 0.0360780 Jan 28 20:37:32.122443 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 43282) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:37:32.486414 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fc8ccfd2-727d-4312-aece-602cc0335118 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-732838'] for router_interface (c568f1d6-e706-4e8e-bc88-cd212ed0c10f), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:32.742039 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-fc8ccfd2-727d-4312-aece-602cc0335118 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Deleting port c15fb689-71d9-42fb-9c04-238965524e1f {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:37:32.742300 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fc8ccfd2-727d-4312-aece-602cc0335118 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (c15fb689-71d9-42fb-9c04-238965524e1f), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:32.827577 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-fc8ccfd2-727d-4312-aece-602cc0335118 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] For port c15fb689-71d9-42fb-9c04-238965524e1f, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=c15fb689-71d9-42fb-9c04-238965524e1f,segment=NetworkSegment(7825ca91-1824-48d8-8612-8356eaa45ae8),segment_id=7825ca91-1824-48d8-8612-8356eaa45ae8)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:37:32.827944 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fc8ccfd2-727d-4312-aece-602cc0335118 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (c15fb689-71d9-42fb-9c04-238965524e1f), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:32.841255 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-fc8ccfd2-727d-4312-aece-602cc0335118 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Calling delete_port for c15fb689-71d9-42fb-9c04-238965524e1f owned by network:router_interface {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:37:33.022194 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fc8ccfd2-727d-4312-aece-602cc0335118 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (c15fb689-71d9-42fb-9c04-238965524e1f), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:33.052316 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8ccfd2-727d-4312-aece-602cc0335118 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Pushing event deleted for resources: {'Port': ['ID=c15fb689-71d9-42fb-9c04-238965524e1f,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:33.240684 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fc8ccfd2-727d-4312-aece-602cc0335118 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-732682'] for router_interface (c568f1d6-e706-4e8e-bc88-cd212ed0c10f), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:33.454377 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc8ccfd2-727d-4312-aece-602cc0335118 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Router c568f1d6-e706-4e8e-bc88-cd212ed0c10f has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:37:33.559824 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc8ccfd2-727d-4312-aece-602cc0335118 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:37:33.568331 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-fc8ccfd2-727d-4312-aece-602cc0335118 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "PUT /v2.0/routers/c568f1d6-e706-4e8e-bc88-cd212ed0c10f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4413722 Jan 28 20:37:33.568331 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 43284) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:37:33.571470 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886623cd-9dea-468b-83a7-39471fefd13b None None] Sync routers for ids ['c568f1d6-e706-4e8e-bc88-cd212ed0c10f'] in n-d-812111-14 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:37:33.581507 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886623cd-9dea-468b-83a7-39471fefd13b None None] Routers {'c568f1d6-e706-4e8e-bc88-cd212ed0c10f'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:37:33.582121 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-886623cd-9dea-468b-83a7-39471fefd13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:37:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['c568f1d6-e706-4e8e-bc88-cd212ed0c10f'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:37:33.617649 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a3c2922-cd48-4f42-b191-65a2d625d1fc tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Deleting subnet 87257c93-4b7c-41ac-8802-bf2537df5244 {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 20:37:33.620976 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3a3c2922-cd48-4f42-b191-65a2d625d1fc tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for subnet (87257c93-4b7c-41ac-8802-bf2537df5244), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:33.661644 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3a3c2922-cd48-4f42-b191-65a2d625d1fc tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4747050'] for subnet (87257c93-4b7c-41ac-8802-bf2537df5244), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:33.686052 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-886623cd-9dea-468b-83a7-39471fefd13b None None] Set router c568f1d6-e706-4e8e-bc88-cd212ed0c10f gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:37:33.747969 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3a3c2922-cd48-4f42-b191-65a2d625d1fc tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (87257c93-4b7c-41ac-8802-bf2537df5244), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:33.812433 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3a3c2922-cd48-4f42-b191-65a2d625d1fc tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4690616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5222356'] for subnet (87257c93-4b7c-41ac-8802-bf2537df5244), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:33.839029 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3c2922-cd48-4f42-b191-65a2d625d1fc tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Pushing event deleted for resources: {'Subnet': ['ID=87257c93-4b7c-41ac-8802-bf2537df5244,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:33.843698 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3a3c2922-cd48-4f42-b191-65a2d625d1fc tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:33.847075 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-3a3c2922-cd48-4f42-b191-65a2d625d1fc tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "DELETE /v2.0/subnets/87257c93-4b7c-41ac-8802-bf2537df5244 HTTP/1.1" status: 204 len: 168 time: 0.2780280 Jan 28 20:37:33.850429 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 43286) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:37:33.854151 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c7c0a3-0e5b-4f9c-9218-89f2be270846 None None] Network 2da0d860-a20c-4d8d-abf9-1d3d2ec33546 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:37:33.938242 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-886623cd-9dea-468b-83a7-39471fefd13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c568f1d6-e706-4e8e-bc88-cd212ed0c10f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-66013423', 'tenant_id': '0ceca0f616eb43dfa068e38ea05be00f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.71'}], 'enable_snat': True}, 'gw_port_id': '5a0f8dae-bd35-471b-ace9-d0631fadcfcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:36:34Z', 'updated_at': '2022-01-28T20:37:32Z', 'revision_number': 5, 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'gw_port': {'id': '5a0f8dae-bd35-471b-ace9-d0631fadcfcf', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:e0:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c568f1d6-e706-4e8e-bc88-cd212ed0c10f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:36:35Z', 'updated_at': '2022-01-28T20:36:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:37:33.958530 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5fbb2d72-7fc0-46e8-beea-52928c50b503 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for router (c568f1d6-e706-4e8e-bc88-cd212ed0c10f), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:33.968094 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886623cd-9dea-468b-83a7-39471fefd13b None None] Checking router: c568f1d6-e706-4e8e-bc88-cd212ed0c10f for host: n-d-812111-14 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:37:33.981969 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886623cd-9dea-468b-83a7-39471fefd13b None None] Routers {'c568f1d6-e706-4e8e-bc88-cd212ed0c10f'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:37:33.982587 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-886623cd-9dea-468b-83a7-39471fefd13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:37:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['c568f1d6-e706-4e8e-bc88-cd212ed0c10f'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:37:34.071270 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5fbb2d72-7fc0-46e8-beea-52928c50b503 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for router_gateway (c568f1d6-e706-4e8e-bc88-cd212ed0c10f), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:34.094464 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-886623cd-9dea-468b-83a7-39471fefd13b None None] Set router c568f1d6-e706-4e8e-bc88-cd212ed0c10f gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:37:34.123877 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6450d9f2-2e9d-430f-a31f-c42e952766e6 None None] DHCP port deletion for 2da0d860-a20c-4d8d-abf9-1d3d2ec33546 request from n-d-812111-14 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 20:37:34.125091 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-5fbb2d72-7fc0-46e8-beea-52928c50b503 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Deleting port 5a0f8dae-bd35-471b-ace9-d0631fadcfcf {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:37:34.125472 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5fbb2d72-7fc0-46e8-beea-52928c50b503 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (5a0f8dae-bd35-471b-ace9-d0631fadcfcf), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:34.291040 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-6450d9f2-2e9d-430f-a31f-c42e952766e6 None None] Deleting port ed66f0e3-f144-4c5d-93b9-427be4d460e1 {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:37:34.291321 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6450d9f2-2e9d-430f-a31f-c42e952766e6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (ed66f0e3-f144-4c5d-93b9-427be4d460e1), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:34.365921 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-6450d9f2-2e9d-430f-a31f-c42e952766e6 None None] For port ed66f0e3-f144-4c5d-93b9-427be4d460e1, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=ed66f0e3-f144-4c5d-93b9-427be4d460e1,segment=NetworkSegment(7825ca91-1824-48d8-8612-8356eaa45ae8),segment_id=7825ca91-1824-48d8-8612-8356eaa45ae8)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:37:34.366314 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6450d9f2-2e9d-430f-a31f-c42e952766e6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (ed66f0e3-f144-4c5d-93b9-427be4d460e1), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:34.383416 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-6450d9f2-2e9d-430f-a31f-c42e952766e6 None None] Calling delete_port for ed66f0e3-f144-4c5d-93b9-427be4d460e1 owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:37:34.399588 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-886623cd-9dea-468b-83a7-39471fefd13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c568f1d6-e706-4e8e-bc88-cd212ed0c10f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-66013423', 'tenant_id': '0ceca0f616eb43dfa068e38ea05be00f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.71'}], 'enable_snat': True}, 'gw_port_id': '5a0f8dae-bd35-471b-ace9-d0631fadcfcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:36:34Z', 'updated_at': '2022-01-28T20:37:32Z', 'revision_number': 5, 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'gw_port': {'id': '5a0f8dae-bd35-471b-ace9-d0631fadcfcf', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:e0:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c568f1d6-e706-4e8e-bc88-cd212ed0c10f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:36:35Z', 'updated_at': '2022-01-28T20:36:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:37:34.458935 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886623cd-9dea-468b-83a7-39471fefd13b None None] The sync data for ids ['c568f1d6-e706-4e8e-bc88-cd212ed0c10f'] in n-d-812111-14 is: [{'id': 'c568f1d6-e706-4e8e-bc88-cd212ed0c10f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-66013423', 'tenant_id': '0ceca0f616eb43dfa068e38ea05be00f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.71'}], 'enable_snat': True}, 'gw_port_id': '5a0f8dae-bd35-471b-ace9-d0631fadcfcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:36:34Z', 'updated_at': '2022-01-28T20:37:32Z', 'revision_number': 5, 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'gw_port': {'id': '5a0f8dae-bd35-471b-ace9-d0631fadcfcf', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:e0:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c568f1d6-e706-4e8e-bc88-cd212ed0c10f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:36:35Z', 'updated_at': '2022-01-28T20:36:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:37:34.501907 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6450d9f2-2e9d-430f-a31f-c42e952766e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985'] for port (ed66f0e3-f144-4c5d-93b9-427be4d460e1), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:34.528664 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6450d9f2-2e9d-430f-a31f-c42e952766e6 None None] Pushing event deleted for resources: {'Port': ['ID=ed66f0e3-f144-4c5d-93b9-427be4d460e1,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:34.533057 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6450d9f2-2e9d-430f-a31f-c42e952766e6 None None] No DVR routers for this DVR port ed66f0e3-f144-4c5d-93b9-427be4d460e1 on host n-d-812111-14 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:37:34.540703 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6450d9f2-2e9d-430f-a31f-c42e952766e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:37:34.541151 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6450d9f2-2e9d-430f-a31f-c42e952766e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:37:34.541745 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6450d9f2-2e9d-430f-a31f-c42e952766e6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:37:34.541745 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6450d9f2-2e9d-430f-a31f-c42e952766e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:37:34.542097 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6450d9f2-2e9d-430f-a31f-c42e952766e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:37:34.542441 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6450d9f2-2e9d-430f-a31f-c42e952766e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:37:34.543170 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6450d9f2-2e9d-430f-a31f-c42e952766e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:37:34.543170 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6450d9f2-2e9d-430f-a31f-c42e952766e6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:37:34.543831 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6450d9f2-2e9d-430f-a31f-c42e952766e6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:37:34.543831 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6450d9f2-2e9d-430f-a31f-c42e952766e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:37:34.544036 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6450d9f2-2e9d-430f-a31f-c42e952766e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:37:34.544353 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6450d9f2-2e9d-430f-a31f-c42e952766e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:37:34.544666 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6450d9f2-2e9d-430f-a31f-c42e952766e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:37:34.559241 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-5fbb2d72-7fc0-46e8-beea-52928c50b503 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] For port 5a0f8dae-bd35-471b-ace9-d0631fadcfcf, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=5a0f8dae-bd35-471b-ace9-d0631fadcfcf,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:37:34.559757 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5fbb2d72-7fc0-46e8-beea-52928c50b503 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (5a0f8dae-bd35-471b-ace9-d0631fadcfcf), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:34.573020 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-5fbb2d72-7fc0-46e8-beea-52928c50b503 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Calling delete_port for 5a0f8dae-bd35-471b-ace9-d0631fadcfcf owned by network:router_gateway {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:37:34.733897 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5fbb2d72-7fc0-46e8-beea-52928c50b503 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (5a0f8dae-bd35-471b-ace9-d0631fadcfcf), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:34.760360 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbb2d72-7fc0-46e8-beea-52928c50b503 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Pushing event deleted for resources: {'Port': ['ID=5a0f8dae-bd35-471b-ace9-d0631fadcfcf,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:34.819755 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5fbb2d72-7fc0-46e8-beea-52928c50b503 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-731488'] for router_gateway (c568f1d6-e706-4e8e-bc88-cd212ed0c10f), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:34.919678 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5fbb2d72-7fc0-46e8-beea-52928c50b503 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-730901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261120'] for router (c568f1d6-e706-4e8e-bc88-cd212ed0c10f), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:34.921993 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5fbb2d72-7fc0-46e8-beea-52928c50b503 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for router_controller (c568f1d6-e706-4e8e-bc88-cd212ed0c10f), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:34.967485 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5fbb2d72-7fc0-46e8-beea-52928c50b503 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-730908'] for router (c568f1d6-e706-4e8e-bc88-cd212ed0c10f), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:34.968143 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fbb2d72-7fc0-46e8-beea-52928c50b503 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Fanout notify agent at l3_agent the message router_deleted on router c568f1d6-e706-4e8e-bc88-cd212ed0c10f {{(pid=103304) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 20:37:34.976010 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5fbb2d72-7fc0-46e8-beea-52928c50b503 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:34.977218 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-5fbb2d72-7fc0-46e8-beea-52928c50b503 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "DELETE /v2.0/routers/c568f1d6-e706-4e8e-bc88-cd212ed0c10f HTTP/1.1" status: 204 len: 168 time: 1.1259291 Jan 28 20:37:34.979822 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 43288) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:37:35.057403 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c86eee03-6935-44e6-832f-f3447c079e5c tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (2da0d860-a20c-4d8d-abf9-1d3d2ec33546), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:35.150633 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c86eee03-6935-44e6-832f-f3447c079e5c tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (2da0d860-a20c-4d8d-abf9-1d3d2ec33546), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:35.172491 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-c86eee03-6935-44e6-832f-f3447c079e5c tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2da0d860-a20c-4d8d-abf9-1d3d2ec33546']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:37:35.176986 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:37:35.182490 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-c86eee03-6935-44e6-832f-f3447c079e5c tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7825ca91-1824-48d8-8612-8356eaa45ae8') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:37:35.182785 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-c86eee03-6935-44e6-832f-f3447c079e5c tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7825ca91-1824-48d8-8612-8356eaa45ae8') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:37:35.194062 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c86eee03-6935-44e6-832f-f3447c079e5c tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4747091'] for segment (7825ca91-1824-48d8-8612-8356eaa45ae8), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:35.207316 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c86eee03-6935-44e6-832f-f3447c079e5c tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (7825ca91-1824-48d8-8612-8356eaa45ae8), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:35.213507 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c86eee03-6935-44e6-832f-f3447c079e5c tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:37:35.213911 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c86eee03-6935-44e6-832f-f3447c079e5c tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4690514'] for segment (7825ca91-1824-48d8-8612-8356eaa45ae8), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:35.217163 n-d-812111-14 neutron-server[103304]: Traceback (most recent call last): Jan 28 20:37:35.217163 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:37:35.217163 n-d-812111-14 neutron-server[103304]: timer() Jan 28 20:37:35.217163 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:37:35.217163 n-d-812111-14 neutron-server[103304]: cb(*args, **kw) Jan 28 20:37:35.217163 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:37:35.217163 n-d-812111-14 neutron-server[103304]: return func(*args, **kwargs) Jan 28 20:37:35.217163 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:37:35.217163 n-d-812111-14 neutron-server[103304]: self._notify() Jan 28 20:37:35.217163 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:37:35.217163 n-d-812111-14 neutron-server[103304]: self.callback(batched_events) Jan 28 20:37:35.217163 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:37:35.217163 n-d-812111-14 neutron-server[103304]: event.method(event) Jan 28 20:37:35.217163 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:37:35.217163 n-d-812111-14 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:37:35.217163 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:37:35.217163 n-d-812111-14 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:37:35.217163 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:37:35.217163 n-d-812111-14 neutron-server[103304]: return f(self, *a, **k) Jan 28 20:37:35.217163 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:37:35.217163 n-d-812111-14 neutron-server[103304]: return self._get(url).json() Jan 28 20:37:35.217163 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:37:35.217163 n-d-812111-14 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:37:35.217163 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:37:35.217163 n-d-812111-14 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 28 20:37:35.217163 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:37:35.217163 n-d-812111-14 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:37:35.217163 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:37:35.217163 n-d-812111-14 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:37:35.217163 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:37:35.217163 n-d-812111-14 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:37:35.217163 n-d-812111-14 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:37:35.280699 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c86eee03-6935-44e6-832f-f3447c079e5c tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (2da0d860-a20c-4d8d-abf9-1d3d2ec33546), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:35.287449 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c86eee03-6935-44e6-832f-f3447c079e5c tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:35.290207 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device b3480419-cf79-4242-9d07-a66fc57f3e82 no longer exists at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:37:35.290608 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-c86eee03-6935-44e6-832f-f3447c079e5c tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "DELETE /v2.0/networks/2da0d860-a20c-4d8d-abf9-1d3d2ec33546 HTTP/1.1" status: 204 len: 168 time: 0.3098438 Jan 28 20:37:35.293429 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 43290) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:37:35.303811 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86eee03-6935-44e6-832f-f3447c079e5c tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Pushing event deleted for resources: {'Network': ['ID=2da0d860-a20c-4d8d-abf9-1d3d2ec33546,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:35.314017 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] No Port match for: b3480419-cf79-4242-9d07-a66fc57f3e82 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:37:35.314378 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device b3480419-cf79-4242-9d07-a66fc57f3e82 not bound to the agent host n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:37:35.357778 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4458834a-3c04-4f98-96c9-f4da5113c725 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for security_group (b0c0ee6f-1683-4b42-8998-7dfe8478e3d9), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:35.382333 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4458834a-3c04-4f98-96c9-f4da5113c725 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for security_group (b0c0ee6f-1683-4b42-8998-7dfe8478e3d9), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:35.443195 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4458834a-3c04-4f98-96c9-f4da5113c725 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (b0c0ee6f-1683-4b42-8998-7dfe8478e3d9), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:35.445770 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4458834a-3c04-4f98-96c9-f4da5113c725 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:35.446940 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-4458834a-3c04-4f98-96c9-f4da5113c725 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "DELETE /v2.0/security-groups/b0c0ee6f-1683-4b42-8998-7dfe8478e3d9 HTTP/1.1" status: 204 len: 168 time: 0.1520247 Jan 28 20:37:35.455933 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4458834a-3c04-4f98-96c9-f4da5113c725 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0c0ee6f-1683-4b42-8998-7dfe8478e3d9,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:35.465560 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4458834a-3c04-4f98-96c9-f4da5113c725 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:37:35.465831 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4458834a-3c04-4f98-96c9-f4da5113c725 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:37:35.466185 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4458834a-3c04-4f98-96c9-f4da5113c725 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:37:35.466523 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4458834a-3c04-4f98-96c9-f4da5113c725 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:37:35.466878 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4458834a-3c04-4f98-96c9-f4da5113c725 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:37:35.467301 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4458834a-3c04-4f98-96c9-f4da5113c725 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:37:35.467529 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4458834a-3c04-4f98-96c9-f4da5113c725 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:37:35.467865 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4458834a-3c04-4f98-96c9-f4da5113c725 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:37:35.468192 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4458834a-3c04-4f98-96c9-f4da5113c725 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:37:35.468577 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4458834a-3c04-4f98-96c9-f4da5113c725 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:37:35.468862 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4458834a-3c04-4f98-96c9-f4da5113c725 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:37:35.469287 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4458834a-3c04-4f98-96c9-f4da5113c725 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:37:35.469480 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4458834a-3c04-4f98-96c9-f4da5113c725 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:37:35.537694 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device ed66f0e3-f144-4c5d-93b9-427be4d460e1 no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:37:35.559154 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: ed66f0e3-f144-4c5d-93b9-427be4d460e1 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:37:35.559578 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device ed66f0e3-f144-4c5d-93b9-427be4d460e1 not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:37:35.560064 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device c15fb689-71d9-42fb-9c04-238965524e1f no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:37:35.579634 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: c15fb689-71d9-42fb-9c04-238965524e1f {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:37:35.580072 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device c15fb689-71d9-42fb-9c04-238965524e1f not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:37:35.642774 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 43296) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:37:35.647359 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-9d8dec91-037e-46fa-bc84-c42824f31fc3 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1811720592', 'description': 'tempest-secgroup-smoke-1811720592 description', 'project_id': '0ceca0f616eb43dfa068e38ea05be00f'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:37:35.667738 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9d8dec91-037e-46fa-bc84-c42824f31fc3 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:35.732017 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9d8dec91-037e-46fa-bc84-c42824f31fc3 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for security_group (c53b5fdd-de8b-4145-843a-b038faba3d80), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:35.735688 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9d8dec91-037e-46fa-bc84-c42824f31fc3 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (c53b5fdd-de8b-4145-843a-b038faba3d80), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:35.765528 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9d8dec91-037e-46fa-bc84-c42824f31fc3 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:35.766755 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-9d8dec91-037e-46fa-bc84-c42824f31fc3 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1229916 Jan 28 20:37:35.768799 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8dec91-037e-46fa-bc84-c42824f31fc3 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c53b5fdd-de8b-4145-843a-b038faba3d80,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:35.769825 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 43298) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:37:35.774997 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-63b26ec7-5a77-4efc-af8b-199c5bf9a7bf tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Request body: {'security_group_rule': {'security_group_id': 'c53b5fdd-de8b-4145-843a-b038faba3d80', 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:37:35.798941 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-63b26ec7-5a77-4efc-af8b-199c5bf9a7bf tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for security_group_rule (a1a5bd74-b242-4dc7-b50b-a1712d985131), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:35.854287 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-63b26ec7-5a77-4efc-af8b-199c5bf9a7bf tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for security_group_rule (a1a5bd74-b242-4dc7-b50b-a1712d985131), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:35.857812 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-63b26ec7-5a77-4efc-af8b-199c5bf9a7bf tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (a1a5bd74-b242-4dc7-b50b-a1712d985131), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:35.875370 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b26ec7-5a77-4efc-af8b-199c5bf9a7bf tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1a5bd74-b242-4dc7-b50b-a1712d985131,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:35.883958 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-63b26ec7-5a77-4efc-af8b-199c5bf9a7bf tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:35.885213 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-63b26ec7-5a77-4efc-af8b-199c5bf9a7bf tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1138196 Jan 28 20:37:35.888154 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 43300) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:37:35.892466 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-89c2e0b7-e0d2-4364-84c2-319fd1badead tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Request body: {'security_group_rule': {'security_group_id': 'c53b5fdd-de8b-4145-843a-b038faba3d80', 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:37:35.917829 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-89c2e0b7-e0d2-4364-84c2-319fd1badead tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for security_group_rule (7630b0de-adf5-4e51-9135-481fb617ad82), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:35.971878 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-89c2e0b7-e0d2-4364-84c2-319fd1badead tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for security_group_rule (7630b0de-adf5-4e51-9135-481fb617ad82), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:35.976277 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-89c2e0b7-e0d2-4364-84c2-319fd1badead tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (7630b0de-adf5-4e51-9135-481fb617ad82), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:35.996390 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c2e0b7-e0d2-4364-84c2-319fd1badead tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7630b0de-adf5-4e51-9135-481fb617ad82,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:36.001276 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-89c2e0b7-e0d2-4364-84c2-319fd1badead tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:36.002534 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-89c2e0b7-e0d2-4364-84c2-319fd1badead tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1133609 Jan 28 20:37:36.005920 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 43302) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:37:36.010604 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-9bc3ce52-8fb3-4d31-a269-ffe959d8dbac tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Request body: {'security_group_rule': {'security_group_id': 'c53b5fdd-de8b-4145-843a-b038faba3d80', 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:37:36.035034 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9bc3ce52-8fb3-4d31-a269-ffe959d8dbac tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for security_group_rule (54e7fbc4-c3e9-4477-b301-6b3d2091ed6b), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:36.090108 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9bc3ce52-8fb3-4d31-a269-ffe959d8dbac tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for security_group_rule (54e7fbc4-c3e9-4477-b301-6b3d2091ed6b), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:36.093556 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9bc3ce52-8fb3-4d31-a269-ffe959d8dbac tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (54e7fbc4-c3e9-4477-b301-6b3d2091ed6b), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:36.110264 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc3ce52-8fb3-4d31-a269-ffe959d8dbac tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54e7fbc4-c3e9-4477-b301-6b3d2091ed6b,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:36.121540 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9bc3ce52-8fb3-4d31-a269-ffe959d8dbac tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:36.122727 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-9bc3ce52-8fb3-4d31-a269-ffe959d8dbac tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1158001 Jan 28 20:37:36.125516 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 43304) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:37:36.130267 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-bd6153ba-62ad-48c6-aec8-4e88060aca20 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Request body: {'security_group_rule': {'security_group_id': 'c53b5fdd-de8b-4145-843a-b038faba3d80', 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:37:36.154858 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bd6153ba-62ad-48c6-aec8-4e88060aca20 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for security_group_rule (635cb0d3-fa73-4afb-acba-5298972f411f), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:36.212886 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bd6153ba-62ad-48c6-aec8-4e88060aca20 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for security_group_rule (635cb0d3-fa73-4afb-acba-5298972f411f), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:36.216429 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bd6153ba-62ad-48c6-aec8-4e88060aca20 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (635cb0d3-fa73-4afb-acba-5298972f411f), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:36.239064 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6153ba-62ad-48c6-aec8-4e88060aca20 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=635cb0d3-fa73-4afb-acba-5298972f411f,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:36.247335 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bd6153ba-62ad-48c6-aec8-4e88060aca20 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:36.248599 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-bd6153ba-62ad-48c6-aec8-4e88060aca20 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1222172 Jan 28 20:37:36.251426 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 43306) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:37:36.256047 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-0a942e85-6fa2-46fd-8b13-27fe3a7743e7 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Request body: {'security_group_rule': {'security_group_id': 'c53b5fdd-de8b-4145-843a-b038faba3d80', 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:37:36.277052 n-d-812111-14 neutron-server[103305]: INFO neutron.db.securitygroups_db [None req-0a942e85-6fa2-46fd-8b13-27fe3a7743e7 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Project 0ceca0f616eb43dfa068e38ea05be00f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 20:37:36.282084 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0a942e85-6fa2-46fd-8b13-27fe3a7743e7 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for security_group_rule (c2a2bb34-5e1a-49d8-8688-f89209278869), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:36.340742 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0a942e85-6fa2-46fd-8b13-27fe3a7743e7 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for security_group_rule (c2a2bb34-5e1a-49d8-8688-f89209278869), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:36.344501 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0a942e85-6fa2-46fd-8b13-27fe3a7743e7 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (c2a2bb34-5e1a-49d8-8688-f89209278869), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:36.365366 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a942e85-6fa2-46fd-8b13-27fe3a7743e7 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2a2bb34-5e1a-49d8-8688-f89209278869,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:36.372548 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0a942e85-6fa2-46fd-8b13-27fe3a7743e7 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:36.373775 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-0a942e85-6fa2-46fd-8b13-27fe3a7743e7 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1213923 Jan 28 20:37:36.376614 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 43308) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:37:36.381390 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-1ce902f6-f353-4af6-a6b8-0dfd507730be tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Request body: {'security_group_rule': {'security_group_id': 'c53b5fdd-de8b-4145-843a-b038faba3d80', 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:37:36.401515 n-d-812111-14 neutron-server[103305]: INFO neutron.db.securitygroups_db [None req-1ce902f6-f353-4af6-a6b8-0dfd507730be tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Project 0ceca0f616eb43dfa068e38ea05be00f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 20:37:36.406552 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1ce902f6-f353-4af6-a6b8-0dfd507730be tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for security_group_rule (0e9ed5ef-8035-444c-91f5-6ece1cba43f8), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:36.463394 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1ce902f6-f353-4af6-a6b8-0dfd507730be tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for security_group_rule (0e9ed5ef-8035-444c-91f5-6ece1cba43f8), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:36.467041 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1ce902f6-f353-4af6-a6b8-0dfd507730be tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (0e9ed5ef-8035-444c-91f5-6ece1cba43f8), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:36.483508 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce902f6-f353-4af6-a6b8-0dfd507730be tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e9ed5ef-8035-444c-91f5-6ece1cba43f8,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:36.491930 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1ce902f6-f353-4af6-a6b8-0dfd507730be tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:36.493480 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-1ce902f6-f353-4af6-a6b8-0dfd507730be tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1156170 Jan 28 20:37:36.496054 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 43310) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:37:36.500968 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-25ddae16-6b90-4acf-a304-6ab1bc502b3e tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Request body: {'network': {'name': 'tempest-network-smoke--553532169', 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'port_security_enabled': True}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:37:36.520652 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25ddae16-6b90-4acf-a304-6ab1bc502b3e tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Made reservation on behalf of 0ceca0f616eb43dfa068e38ea05be00f for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:37:36.523884 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-25ddae16-6b90-4acf-a304-6ab1bc502b3e tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:36.547622 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25ddae16-6b90-4acf-a304-6ab1bc502b3e tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:37:36.557863 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-25ddae16-6b90-4acf-a304-6ab1bc502b3e tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (29cc8fe6-3f15-41c5-b191-fddf6a9e400e), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:36.558206 n-d-812111-14 neutron-server[103305]: INFO neutron.db.segments_db [None req-25ddae16-6b90-4acf-a304-6ab1bc502b3e tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Added segment 29cc8fe6-3f15-41c5-b191-fddf6a9e400e of type vlan for network 14f7376b-505a-40fe-8fd0-00828e9ee475 Jan 28 20:37:36.601547 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-25ddae16-6b90-4acf-a304-6ab1bc502b3e tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (14f7376b-505a-40fe-8fd0-00828e9ee475), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:36.628000 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-25ddae16-6b90-4acf-a304-6ab1bc502b3e tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (14f7376b-505a-40fe-8fd0-00828e9ee475), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:36.633495 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25ddae16-6b90-4acf-a304-6ab1bc502b3e tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:36.634173 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-25ddae16-6b90-4acf-a304-6ab1bc502b3e tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:36.695182 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-25ddae16-6b90-4acf-a304-6ab1bc502b3e tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1981113 Jan 28 20:37:36.698044 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 43314) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:37:36.704462 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-66a2b5c3-ae39-4c99-8ba8-bc3978125a72 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-470625603', 'admin_state_up': True, 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:37:36.710434 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ddae16-6b90-4acf-a304-6ab1bc502b3e tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Pushing event updated for resources: {'Network': ['ID=14f7376b-505a-40fe-8fd0-00828e9ee475,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:36.721036 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network 14f7376b-505a-40fe-8fd0-00828e9ee475 details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:37:36.728946 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-66a2b5c3-ae39-4c99-8ba8-bc3978125a72 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261150'] for router (8fd2d555-bf70-4fbb-af26-9d1e6a0e010e), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:36.729977 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-66a2b5c3-ae39-4c99-8ba8-bc3978125a72 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-731099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-731441', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261129'] for router (8fd2d555-bf70-4fbb-af26-9d1e6a0e010e), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:36.788670 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-66a2b5c3-ae39-4c99-8ba8-bc3978125a72 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for router_controller (8fd2d555-bf70-4fbb-af26-9d1e6a0e010e), precommit_add_association {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:36.850182 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-578e6a11-981d-4b27-893b-e94674d17cca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:36.928455 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-66a2b5c3-ae39-4c99-8ba8-bc3978125a72 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for router_gateway (8fd2d555-bf70-4fbb-af26-9d1e6a0e010e), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:37.103365 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 5a0f8dae-bd35-471b-ace9-d0631fadcfcf no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:37:37.123067 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: 5a0f8dae-bd35-471b-ace9-d0631fadcfcf {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:37:37.123411 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 5a0f8dae-bd35-471b-ace9-d0631fadcfcf not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:37:37.128128 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-66a2b5c3-ae39-4c99-8ba8-bc3978125a72 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for router_gateway (8fd2d555-bf70-4fbb-af26-9d1e6a0e010e), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:37.147543 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-66a2b5c3-ae39-4c99-8ba8-bc3978125a72 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:37.252207 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-66a2b5c3-ae39-4c99-8ba8-bc3978125a72 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Allocated IP 172.25.6.189 (d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8/a648e4ab-7422-41b9-b133-58aca25ab8f5/6d776f11-6cf2-4a96-9a0d-b388c00c4244) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:37:37.362796 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-66a2b5c3-ae39-4c99-8ba8-bc3978125a72 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for port (6d776f11-6cf2-4a96-9a0d-b388c00c4244), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:37.396394 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-66a2b5c3-ae39-4c99-8ba8-bc3978125a72 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (6d776f11-6cf2-4a96-9a0d-b388c00c4244), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:37.430450 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a2b5c3-ae39-4c99-8ba8-bc3978125a72 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:37:37.433398 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-66a2b5c3-ae39-4c99-8ba8-bc3978125a72 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:37:37.436720 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a2b5c3-ae39-4c99-8ba8-bc3978125a72 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:37:37.469677 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a2b5c3-ae39-4c99-8ba8-bc3978125a72 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Pushing event updated for resources: {'Port': ['ID=6d776f11-6cf2-4a96-9a0d-b388c00c4244,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:37.689458 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-66a2b5c3-ae39-4c99-8ba8-bc3978125a72 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for router_gateway (8fd2d555-bf70-4fbb-af26-9d1e6a0e010e), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:37.879758 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-66a2b5c3-ae39-4c99-8ba8-bc3978125a72 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-731074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-731460'] for router (8fd2d555-bf70-4fbb-af26-9d1e6a0e010e), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:38.002297 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66a2b5c3-ae39-4c99-8ba8-bc3978125a72 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Router 8fd2d555-bf70-4fbb-af26-9d1e6a0e010e is scheduled to L3 agent 76fe5c49-705a-4e08-abb2-be585676213f with binding_index 1 {{(pid=103305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 20:37:38.110442 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66a2b5c3-ae39-4c99-8ba8-bc3978125a72 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:37:38.120513 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce82a20-111c-469d-9a8c-1479dbf42fb2 None None] Sync routers for ids ['8fd2d555-bf70-4fbb-af26-9d1e6a0e010e'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:37:38.130649 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-66a2b5c3-ae39-4c99-8ba8-bc3978125a72 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:38.130855 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce82a20-111c-469d-9a8c-1479dbf42fb2 None None] Routers {'8fd2d555-bf70-4fbb-af26-9d1e6a0e010e'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:37:38.131350 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-dce82a20-111c-469d-9a8c-1479dbf42fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:37:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['8fd2d555-bf70-4fbb-af26-9d1e6a0e010e'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:37:38.131837 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-66a2b5c3-ae39-4c99-8ba8-bc3978125a72 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4328828 Jan 28 20:37:38.134943 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 43316) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:37:38.163918 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-aefe5c7b-51bd-4354-976c-82514d4daf5f tempest-TestNetworkAdvancedServerOps-1526479059 tempest-TestNetworkAdvancedServerOps-1526479059-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=0ceca0f616eb43dfa068e38ea05be00f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277929 Jan 28 20:37:38.166420 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 43318) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:37:38.240949 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-dce82a20-111c-469d-9a8c-1479dbf42fb2 None None] Set router 8fd2d555-bf70-4fbb-af26-9d1e6a0e010e gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:37:38.258150 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eca7d242-049b-4e67-bdd7-e09638f5baf7 tempest-TestNetworkAdvancedServerOps-1526479059 tempest-TestNetworkAdvancedServerOps-1526479059-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:38.261277 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-eca7d242-049b-4e67-bdd7-e09638f5baf7 tempest-TestNetworkAdvancedServerOps-1526479059 tempest-TestNetworkAdvancedServerOps-1526479059-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0938070 Jan 28 20:37:38.262662 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 43320) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:37:38.291617 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-bb4f1cb6-bcfb-4bc4-a4da-a656b1651164 tempest-TestNetworkAdvancedServerOps-1526479059 tempest-TestNetworkAdvancedServerOps-1526479059-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274074 Jan 28 20:37:38.294126 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 43322) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:37:38.298739 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-9b5270a6-49b6-4f28-a2cb-479525d7306a tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1711200033', 'network_id': '14f7376b-505a-40fe-8fd0-00828e9ee475', 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:37:38.391097 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b5270a6-49b6-4f28-a2cb-479525d7306a tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Made reservation on behalf of 0ceca0f616eb43dfa068e38ea05be00f for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:37:38.394641 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9b5270a6-49b6-4f28-a2cb-479525d7306a tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4733071'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:38.515857 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-dce82a20-111c-469d-9a8c-1479dbf42fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fd2d555-bf70-4fbb-af26-9d1e6a0e010e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-470625603', 'tenant_id': '0ceca0f616eb43dfa068e38ea05be00f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': '6d776f11-6cf2-4a96-9a0d-b388c00c4244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:37:36Z', 'updated_at': '2022-01-28T20:37:37Z', 'revision_number': 3, 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'gw_port': {'id': '6d776f11-6cf2-4a96-9a0d-b388c00c4244', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:7f:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fd2d555-bf70-4fbb-af26-9d1e6a0e010e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:37:37Z', 'updated_at': '2022-01-28T20:37:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:37:38.542005 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce82a20-111c-469d-9a8c-1479dbf42fb2 None None] Checking router: 8fd2d555-bf70-4fbb-af26-9d1e6a0e010e for host: n-d-812111-14 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:37:38.542358 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce82a20-111c-469d-9a8c-1479dbf42fb2 None None] Updating router 8fd2d555-bf70-4fbb-af26-9d1e6a0e010e port 6d776f11-6cf2-4a96-9a0d-b388c00c4244 binding host n-d-812111-14 {{(pid=103307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:37:38.570960 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-dce82a20-111c-469d-9a8c-1479dbf42fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (6d776f11-6cf2-4a96-9a0d-b388c00c4244), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:38.587098 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9b5270a6-49b6-4f28-a2cb-479525d7306a tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4752401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4733085'] for subnet (51af122a-3699-4a36-b747-a79cd8a3f6a4), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:38.654526 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5270a6-49b6-4f28-a2cb-479525d7306a tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Pushing event updated for resources: {'Subnet': ['ID=51af122a-3699-4a36-b747-a79cd8a3f6a4,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:38.662022 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5270a6-49b6-4f28-a2cb-479525d7306a tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Checking segment: {'id': '29cc8fe6-3f15-41c5-b191-fddf6a9e400e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '14f7376b-505a-40fe-8fd0-00828e9ee475'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:37:38.662506 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b5270a6-49b6-4f28-a2cb-479525d7306a tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Network hostable DHCP agents. Network: 14f7376b-505a-40fe-8fd0-00828e9ee475, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:37:38.679302 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b5270a6-49b6-4f28-a2cb-479525d7306a tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Network 14f7376b-505a-40fe-8fd0-00828e9ee475 is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:37:38.689070 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-9b5270a6-49b6-4f28-a2cb-479525d7306a tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, 14f7376b-505a-40fe-8fd0-00828e9ee475) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:37:38.693300 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b5270a6-49b6-4f28-a2cb-479525d7306a tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:38.693891 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9b5270a6-49b6-4f28-a2cb-479525d7306a tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:38.700069 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a24f1b5c-d6b5-4bad-9b17-97c710215b45 None None] Network 14f7376b-505a-40fe-8fd0-00828e9ee475 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:37:38.715091 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-9b5270a6-49b6-4f28-a2cb-479525d7306a tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4174066 Jan 28 20:37:38.715424 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 43324) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:37:38.807373 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e74d3264-3886-46f5-a38b-8ea6554e9ef9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68cd31fd-e4cd-5fb3-a862-256fc47efcd2-14f7376b-505a-40fe-8fd0-00828e9ee475', 'network_id': '14f7376b-505a-40fe-8fd0-00828e9ee475', 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'fixed_ips': [{'subnet_id': '51af122a-3699-4a36-b747-a79cd8a3f6a4'}]}} from n-d-812111-14. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 20:37:38.808328 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e74d3264-3886-46f5-a38b-8ea6554e9ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:38.833207 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-dce82a20-111c-469d-9a8c-1479dbf42fb2 None None] Publish callbacks [] for port (6d776f11-6cf2-4a96-9a0d-b388c00c4244), precommit_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:38.838262 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-dce82a20-111c-469d-9a8c-1479dbf42fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (6d776f11-6cf2-4a96-9a0d-b388c00c4244), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:38.889388 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-dce82a20-111c-469d-9a8c-1479dbf42fb2 None None] Attempting to bind port 6d776f11-6cf2-4a96-9a0d-b388c00c4244 on host n-d-812111-14 for vnic_type normal with profile {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:37:38.889388 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-dce82a20-111c-469d-9a8c-1479dbf42fb2 None None] Attempting to bind port 6d776f11-6cf2-4a96-9a0d-b388c00c4244 by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:37:38.889861 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce82a20-111c-469d-9a8c-1479dbf42fb2 None None] Attempting to bind port 6d776f11-6cf2-4a96-9a0d-b388c00c4244 on network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:37:38.903361 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce82a20-111c-469d-9a8c-1479dbf42fb2 None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:37:38.904718 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce82a20-111c-469d-9a8c-1479dbf42fb2 None None] Checking segment: {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:37:38.904718 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-dce82a20-111c-469d-9a8c-1479dbf42fb2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:38.904718 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce82a20-111c-469d-9a8c-1479dbf42fb2 None None] Bound using segment: {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:37:38.905271 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-dce82a20-111c-469d-9a8c-1479dbf42fb2 None None] Bound port: 6d776f11-6cf2-4a96-9a0d-b388c00c4244, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:37:38.905649 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-dce82a20-111c-469d-9a8c-1479dbf42fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (6d776f11-6cf2-4a96-9a0d-b388c00c4244), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:38.907499 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff248c9-1c4c-47b4-ac52-283d51cffc17 None None] Pushing event updated for resources: {'Port': ['ID=6d776f11-6cf2-4a96-9a0d-b388c00c4244,revision_number=2']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:38.965890 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-dce82a20-111c-469d-9a8c-1479dbf42fb2 None None] For port 6d776f11-6cf2-4a96-9a0d-b388c00c4244, host n-d-812111-14, cleared binding levels {{(pid=103307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:37:38.969679 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-dce82a20-111c-469d-9a8c-1479dbf42fb2 None None] For port 6d776f11-6cf2-4a96-9a0d-b388c00c4244, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=6d776f11-6cf2-4a96-9a0d-b388c00c4244,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:37:38.976395 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-dce82a20-111c-469d-9a8c-1479dbf42fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (6d776f11-6cf2-4a96-9a0d-b388c00c4244), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:39.032409 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce82a20-111c-469d-9a8c-1479dbf42fb2 None None] Routers {'8fd2d555-bf70-4fbb-af26-9d1e6a0e010e'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:37:39.033047 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-dce82a20-111c-469d-9a8c-1479dbf42fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:37:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['8fd2d555-bf70-4fbb-af26-9d1e6a0e010e'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:37:39.084848 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff248c9-1c4c-47b4-ac52-283d51cffc17 None None] Pushing event updated for resources: {'Port': ['ID=6d776f11-6cf2-4a96-9a0d-b388c00c4244,revision_number=3']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:39.144972 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5b2b53e4-09f8-4d38-bce3-ba58c8df88c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:39.151164 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-e74d3264-3886-46f5-a38b-8ea6554e9ef9 None None] Allocated IP 172.20.0.2 (14f7376b-505a-40fe-8fd0-00828e9ee475/51af122a-3699-4a36-b747-a79cd8a3f6a4/ca61178f-b46b-47f1-ad76-c669010572e7) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:37:39.157676 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-dce82a20-111c-469d-9a8c-1479dbf42fb2 None None] Set router 8fd2d555-bf70-4fbb-af26-9d1e6a0e010e gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:37:39.321631 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e74d3264-3886-46f5-a38b-8ea6554e9ef9 None None] Publish callbacks [] for port (ca61178f-b46b-47f1-ad76-c669010572e7), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:39.328368 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e74d3264-3886-46f5-a38b-8ea6554e9ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (ca61178f-b46b-47f1-ad76-c669010572e7), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:39.346058 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-dce82a20-111c-469d-9a8c-1479dbf42fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fd2d555-bf70-4fbb-af26-9d1e6a0e010e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-470625603', 'tenant_id': '0ceca0f616eb43dfa068e38ea05be00f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': '6d776f11-6cf2-4a96-9a0d-b388c00c4244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:37:36Z', 'updated_at': '2022-01-28T20:37:37Z', 'revision_number': 3, 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'gw_port': {'id': '6d776f11-6cf2-4a96-9a0d-b388c00c4244', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:7f:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fd2d555-bf70-4fbb-af26-9d1e6a0e010e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:37:37Z', 'updated_at': '2022-01-28T20:37:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:37:39.368879 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e74d3264-3886-46f5-a38b-8ea6554e9ef9 None None] Network 14f7376b-505a-40fe-8fd0-00828e9ee475 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:37:39.372840 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce82a20-111c-469d-9a8c-1479dbf42fb2 None None] The sync data for ids ['8fd2d555-bf70-4fbb-af26-9d1e6a0e010e'] in n-d-812111-14 is: [{'id': '8fd2d555-bf70-4fbb-af26-9d1e6a0e010e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-470625603', 'tenant_id': '0ceca0f616eb43dfa068e38ea05be00f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': '6d776f11-6cf2-4a96-9a0d-b388c00c4244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:37:36Z', 'updated_at': '2022-01-28T20:37:37Z', 'revision_number': 3, 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'gw_port': {'id': '6d776f11-6cf2-4a96-9a0d-b388c00c4244', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:7f:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fd2d555-bf70-4fbb-af26-9d1e6a0e010e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:37:37Z', 'updated_at': '2022-01-28T20:37:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:37:39.379516 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-e74d3264-3886-46f5-a38b-8ea6554e9ef9 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:37:39.382002 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74d3264-3886-46f5-a38b-8ea6554e9ef9 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:37:39.384201 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74d3264-3886-46f5-a38b-8ea6554e9ef9 None None] Pushing event updated for resources: {'Port': ['ID=ca61178f-b46b-47f1-ad76-c669010572e7,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:39.447123 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-e74d3264-3886-46f5-a38b-8ea6554e9ef9 None None] Attempting to bind port ca61178f-b46b-47f1-ad76-c669010572e7 on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:37:39.447498 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-e74d3264-3886-46f5-a38b-8ea6554e9ef9 None None] Attempting to bind port ca61178f-b46b-47f1-ad76-c669010572e7 by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '29cc8fe6-3f15-41c5-b191-fddf6a9e400e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '14f7376b-505a-40fe-8fd0-00828e9ee475'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:37:39.447862 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74d3264-3886-46f5-a38b-8ea6554e9ef9 None None] Attempting to bind port ca61178f-b46b-47f1-ad76-c669010572e7 on network 14f7376b-505a-40fe-8fd0-00828e9ee475 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:37:39.453959 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74d3264-3886-46f5-a38b-8ea6554e9ef9 None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:37:39.454340 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74d3264-3886-46f5-a38b-8ea6554e9ef9 None None] Checking segment: {'id': '29cc8fe6-3f15-41c5-b191-fddf6a9e400e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '14f7376b-505a-40fe-8fd0-00828e9ee475'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:37:39.454749 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e74d3264-3886-46f5-a38b-8ea6554e9ef9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:39.455149 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74d3264-3886-46f5-a38b-8ea6554e9ef9 None None] Bound using segment: {'id': '29cc8fe6-3f15-41c5-b191-fddf6a9e400e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '14f7376b-505a-40fe-8fd0-00828e9ee475'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:37:39.456170 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-e74d3264-3886-46f5-a38b-8ea6554e9ef9 None None] Bound port: ca61178f-b46b-47f1-ad76-c669010572e7, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29cc8fe6-3f15-41c5-b191-fddf6a9e400e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '14f7376b-505a-40fe-8fd0-00828e9ee475'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:37:39.456170 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e74d3264-3886-46f5-a38b-8ea6554e9ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (ca61178f-b46b-47f1-ad76-c669010572e7), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:39.512219 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fcce4396-dc8b-4288-9160-216b750e2d35 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:39.527314 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-e74d3264-3886-46f5-a38b-8ea6554e9ef9 None None] For port ca61178f-b46b-47f1-ad76-c669010572e7, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:37:39.532024 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-e74d3264-3886-46f5-a38b-8ea6554e9ef9 None None] For port ca61178f-b46b-47f1-ad76-c669010572e7, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=ca61178f-b46b-47f1-ad76-c669010572e7,segment=NetworkSegment(29cc8fe6-3f15-41c5-b191-fddf6a9e400e),segment_id=29cc8fe6-3f15-41c5-b191-fddf6a9e400e)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:37:39.536958 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e74d3264-3886-46f5-a38b-8ea6554e9ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (ca61178f-b46b-47f1-ad76-c669010572e7), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:39.598699 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74d3264-3886-46f5-a38b-8ea6554e9ef9 None None] Pushing event updated for resources: {'Port': ['ID=ca61178f-b46b-47f1-ad76-c669010572e7,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:39.851457 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-fcce4396-dc8b-4288-9160-216b750e2d35 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Allocated IP 172.20.0.1 (14f7376b-505a-40fe-8fd0-00828e9ee475/51af122a-3699-4a36-b747-a79cd8a3f6a4/f9d33451-e9d2-47fa-b21e-fc48e600fd5f) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:37:39.981621 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fcce4396-dc8b-4288-9160-216b750e2d35 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for port (f9d33451-e9d2-47fa-b21e-fc48e600fd5f), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:40.019724 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fcce4396-dc8b-4288-9160-216b750e2d35 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (f9d33451-e9d2-47fa-b21e-fc48e600fd5f), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:40.065878 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcce4396-dc8b-4288-9160-216b750e2d35 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Network 14f7376b-505a-40fe-8fd0-00828e9ee475 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:37:40.069574 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-fcce4396-dc8b-4288-9160-216b750e2d35 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:37:40.073487 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcce4396-dc8b-4288-9160-216b750e2d35 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:37:40.102699 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcce4396-dc8b-4288-9160-216b750e2d35 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Pushing event updated for resources: {'Port': ['ID=f9d33451-e9d2-47fa-b21e-fc48e600fd5f,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:40.110081 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:40.127244 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fcce4396-dc8b-4288-9160-216b750e2d35 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734769'] for router_interface (8fd2d555-bf70-4fbb-af26-9d1e6a0e010e), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:40.274072 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fcce4396-dc8b-4288-9160-216b750e2d35 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (f9d33451-e9d2-47fa-b21e-fc48e600fd5f), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:40.564889 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fcce4396-dc8b-4288-9160-216b750e2d35 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for port (f9d33451-e9d2-47fa-b21e-fc48e600fd5f), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:40.570227 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fcce4396-dc8b-4288-9160-216b750e2d35 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (f9d33451-e9d2-47fa-b21e-fc48e600fd5f), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:40.652148 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fcce4396-dc8b-4288-9160-216b750e2d35 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-756216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-732801'] for router_interface (8fd2d555-bf70-4fbb-af26-9d1e6a0e010e), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:40.653930 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcce4396-dc8b-4288-9160-216b750e2d35 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Pushing event updated for resources: {'Port': ['ID=f9d33451-e9d2-47fa-b21e-fc48e600fd5f,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:40.665141 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea710800-41c0-4be3-a2b4-b6be944c6370 None None] Network 14f7376b-505a-40fe-8fd0-00828e9ee475 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:37:40.758645 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcce4396-dc8b-4288-9160-216b750e2d35 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Network 14f7376b-505a-40fe-8fd0-00828e9ee475 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:37:40.760057 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-fcce4396-dc8b-4288-9160-216b750e2d35 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:37:40.786319 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-9cd1ddce-5ca5-44cc-86a5-4e9374354f62 None None] Provisioning complete for port ca61178f-b46b-47f1-ad76-c669010572e7 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:37:40.786695 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9cd1ddce-5ca5-44cc-86a5-4e9374354f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (ca61178f-b46b-47f1-ad76-c669010572e7), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:40.879259 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-9cd1ddce-5ca5-44cc-86a5-4e9374354f62 None None] Current status of the port ca61178f-b46b-47f1-ad76-c669010572e7 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:37:40.879652 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9cd1ddce-5ca5-44cc-86a5-4e9374354f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (ca61178f-b46b-47f1-ad76-c669010572e7), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:40.893496 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcce4396-dc8b-4288-9160-216b750e2d35 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Router 8fd2d555-bf70-4fbb-af26-9d1e6a0e010e has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:37:40.924191 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-9cd1ddce-5ca5-44cc-86a5-4e9374354f62 None None] For port ca61178f-b46b-47f1-ad76-c669010572e7, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=ca61178f-b46b-47f1-ad76-c669010572e7,segment=NetworkSegment(29cc8fe6-3f15-41c5-b191-fddf6a9e400e),segment_id=29cc8fe6-3f15-41c5-b191-fddf6a9e400e)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:37:40.929621 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9cd1ddce-5ca5-44cc-86a5-4e9374354f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (ca61178f-b46b-47f1-ad76-c669010572e7), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:40.985671 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd1ddce-5ca5-44cc-86a5-4e9374354f62 None None] Pushing event updated for resources: {'Port': ['ID=ca61178f-b46b-47f1-ad76-c669010572e7,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:41.015597 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcce4396-dc8b-4288-9160-216b750e2d35 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:37:41.021720 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-fcce4396-dc8b-4288-9160-216b750e2d35 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "PUT /v2.0/routers/8fd2d555-bf70-4fbb-af26-9d1e6a0e010e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3052490 Jan 28 20:37:41.059483 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-0260b44b-79e5-4eaa-bba2-8a909e76be79 None None] Provisioning complete for port ca61178f-b46b-47f1-ad76-c669010572e7 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:37:41.059944 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0260b44b-79e5-4eaa-bba2-8a909e76be79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (ca61178f-b46b-47f1-ad76-c669010572e7), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:41.175361 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-0260b44b-79e5-4eaa-bba2-8a909e76be79 None None] Current status of the port ca61178f-b46b-47f1-ad76-c669010572e7 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:37:41.194900 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-0260b44b-79e5-4eaa-bba2-8a909e76be79 None None] Provisioning complete for port f9d33451-e9d2-47fa-b21e-fc48e600fd5f triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:37:41.195279 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0260b44b-79e5-4eaa-bba2-8a909e76be79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (f9d33451-e9d2-47fa-b21e-fc48e600fd5f), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:41.227825 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8c56535f-cb67-431d-8c79-a330803ca0b2 req-2605ceb8-6ec1-4b50-ad29-721e29d8ca0e tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1811720592&fields=id&tenant_id=0ceca0f616eb43dfa068e38ea05be00f HTTP/1.1" status: 200 len: 267 time: 0.0839698 Jan 28 20:37:41.263325 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455aa94d-dd17-4dc8-8bd4-8953a0fdf2cc None None] Sync routers for ids ['8fd2d555-bf70-4fbb-af26-9d1e6a0e010e'] in n-d-812111-14 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:37:41.271841 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-0260b44b-79e5-4eaa-bba2-8a909e76be79 None None] Port f9d33451-e9d2-47fa-b21e-fc48e600fd5f cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 20:37:41.282819 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455aa94d-dd17-4dc8-8bd4-8953a0fdf2cc None None] Routers {'8fd2d555-bf70-4fbb-af26-9d1e6a0e010e'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:37:41.283559 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-455aa94d-dd17-4dc8-8bd4-8953a0fdf2cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:37:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['8fd2d555-bf70-4fbb-af26-9d1e6a0e010e'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:37:41.340967 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 6d776f11-6cf2-4a96-9a0d-b388c00c4244 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:37:41.373259 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c56535f-cb67-431d-8c79-a330803ca0b2 req-0d669a28-d21b-46e0-afc1-4e4f63cca578 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:41.374884 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8c56535f-cb67-431d-8c79-a330803ca0b2 req-0d669a28-d21b-46e0-afc1-4e4f63cca578 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/networks?id=14f7376b-505a-40fe-8fd0-00828e9ee475 HTTP/1.1" status: 200 len: 796 time: 0.1396089 Jan 28 20:37:41.395859 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8c56535f-cb67-431d-8c79-a330803ca0b2 req-0e3ecf4b-f76f-408c-be2f-5010f74acad9 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/quotas/0ceca0f616eb43dfa068e38ea05be00f HTTP/1.1" status: 200 len: 375 time: 0.0140119 Jan 28 20:37:41.455721 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-4673ccda-a9a7-486b-84c8-87e646dfac66 None None] Provisioning complete for port f9d33451-e9d2-47fa-b21e-fc48e600fd5f triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:37:41.456094 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4673ccda-a9a7-486b-84c8-87e646dfac66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (f9d33451-e9d2-47fa-b21e-fc48e600fd5f), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:41.456740 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8c56535f-cb67-431d-8c79-a330803ca0b2 req-db97c320-750d-466f-a893-aa69812add2a tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=0ceca0f616eb43dfa068e38ea05be00f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0554428 Jan 28 20:37:41.489775 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-455aa94d-dd17-4dc8-8bd4-8953a0fdf2cc None None] Set router 8fd2d555-bf70-4fbb-af26-9d1e6a0e010e gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:37:41.494225 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 6d776f11-6cf2-4a96-9a0d-b388c00c4244 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:37:41.494611 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (6d776f11-6cf2-4a96-9a0d-b388c00c4244), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:41.558096 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-4673ccda-a9a7-486b-84c8-87e646dfac66 None None] Port f9d33451-e9d2-47fa-b21e-fc48e600fd5f cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 20:37:41.562040 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8c56535f-cb67-431d-8c79-a330803ca0b2 req-97d8e2ea-88e4-4460-beb3-af85ad12092e service neutron] 10.222.0.64 "GET /v2.0/networks/14f7376b-505a-40fe-8fd0-00828e9ee475?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916917 Jan 28 20:37:41.654986 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8c56535f-cb67-431d-8c79-a330803ca0b2 req-7cb169ce-360b-46b5-a522-cc3869b2f067 service neutron] 10.222.0.64 "GET /v2.0/networks/14f7376b-505a-40fe-8fd0-00828e9ee475?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866220 Jan 28 20:37:41.732776 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-51b77685-7e17-47df-b6f2-883a6c85f920 None None] Provisioning complete for port f9d33451-e9d2-47fa-b21e-fc48e600fd5f triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:37:41.733183 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-51b77685-7e17-47df-b6f2-883a6c85f920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (f9d33451-e9d2-47fa-b21e-fc48e600fd5f), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:41.735412 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 6d776f11-6cf2-4a96-9a0d-b388c00c4244 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:37:41.735783 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (6d776f11-6cf2-4a96-9a0d-b388c00c4244), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:41.806255 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] For port 6d776f11-6cf2-4a96-9a0d-b388c00c4244, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=6d776f11-6cf2-4a96-9a0d-b388c00c4244,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:37:41.818591 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (6d776f11-6cf2-4a96-9a0d-b388c00c4244), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:41.819395 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device ca61178f-b46b-47f1-ad76-c669010572e7 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:37:41.824626 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-51b77685-7e17-47df-b6f2-883a6c85f920 None None] Port f9d33451-e9d2-47fa-b21e-fc48e600fd5f cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 20:37:41.828668 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-fd7e8f65-9616-432f-8abd-ff06115beb27 req-547ebfac-4b2d-4b83-b0bc-ddc24b8040d5 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/ports?device_id=dca96c9a-8fa9-4186-959d-91ade03a9f6f HTTP/1.1" status: 200 len: 210 time: 0.0383930 Jan 28 20:37:41.913725 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Pushing event updated for resources: {'Port': ['ID=6d776f11-6cf2-4a96-9a0d-b388c00c4244,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:41.922359 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-455aa94d-dd17-4dc8-8bd4-8953a0fdf2cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fd2d555-bf70-4fbb-af26-9d1e6a0e010e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-470625603', 'tenant_id': '0ceca0f616eb43dfa068e38ea05be00f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': '6d776f11-6cf2-4a96-9a0d-b388c00c4244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:37:36Z', 'updated_at': '2022-01-28T20:37:40Z', 'revision_number': 4, 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'gw_port': {'id': '6d776f11-6cf2-4a96-9a0d-b388c00c4244', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:7f:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fd2d555-bf70-4fbb-af26-9d1e6a0e010e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:37:37Z', 'updated_at': '2022-01-28T20:37:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': 'f9d33451-e9d2-47fa-b21e-fc48e600fd5f', 'name': '', 'network_id': '14f7376b-505a-40fe-8fd0-00828e9ee475', 'tenant_id': '0ceca0f616eb43dfa068e38ea05be00f', 'mac_address': 'fa:16:3e:bb:6e:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fd2d555-bf70-4fbb-af26-9d1e6a0e010e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '51af122a-3699-4a36-b747-a79cd8a3f6a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:37:39Z', 'updated_at': '2022-01-28T20:37:40Z', 'revision_number': 2, 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'subnets': [{'id': '51af122a-3699-4a36-b747-a79cd8a3f6a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:37:41.956050 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455aa94d-dd17-4dc8-8bd4-8953a0fdf2cc None None] Checking router: 8fd2d555-bf70-4fbb-af26-9d1e6a0e010e for host: n-d-812111-14 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:37:41.956405 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455aa94d-dd17-4dc8-8bd4-8953a0fdf2cc None None] Updating router 8fd2d555-bf70-4fbb-af26-9d1e6a0e010e port f9d33451-e9d2-47fa-b21e-fc48e600fd5f binding host n-d-812111-14 {{(pid=103306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:37:41.960522 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port ca61178f-b46b-47f1-ad76-c669010572e7 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:37:41.960898 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (ca61178f-b46b-47f1-ad76-c669010572e7), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:42.025925 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-455aa94d-dd17-4dc8-8bd4-8953a0fdf2cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (f9d33451-e9d2-47fa-b21e-fc48e600fd5f), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:42.034310 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:42.169720 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port ca61178f-b46b-47f1-ad76-c669010572e7 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:37:42.345349 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-455aa94d-dd17-4dc8-8bd4-8953a0fdf2cc None None] Publish callbacks [] for port (f9d33451-e9d2-47fa-b21e-fc48e600fd5f), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:42.353264 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-455aa94d-dd17-4dc8-8bd4-8953a0fdf2cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (f9d33451-e9d2-47fa-b21e-fc48e600fd5f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:42.406225 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc99a0a-8850-4558-b90f-afbbca095e8a None None] Pushing event updated for resources: {'Port': ['ID=f9d33451-e9d2-47fa-b21e-fc48e600fd5f,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:42.467959 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-455aa94d-dd17-4dc8-8bd4-8953a0fdf2cc None None] Attempting to bind port f9d33451-e9d2-47fa-b21e-fc48e600fd5f on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:37:42.468333 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-455aa94d-dd17-4dc8-8bd4-8953a0fdf2cc None None] Attempting to bind port f9d33451-e9d2-47fa-b21e-fc48e600fd5f by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '29cc8fe6-3f15-41c5-b191-fddf6a9e400e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '14f7376b-505a-40fe-8fd0-00828e9ee475'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:37:42.468712 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455aa94d-dd17-4dc8-8bd4-8953a0fdf2cc None None] Attempting to bind port f9d33451-e9d2-47fa-b21e-fc48e600fd5f on network 14f7376b-505a-40fe-8fd0-00828e9ee475 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:37:42.474451 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455aa94d-dd17-4dc8-8bd4-8953a0fdf2cc None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:37:42.474831 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455aa94d-dd17-4dc8-8bd4-8953a0fdf2cc None None] Checking segment: {'id': '29cc8fe6-3f15-41c5-b191-fddf6a9e400e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '14f7376b-505a-40fe-8fd0-00828e9ee475'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:37:42.475237 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-455aa94d-dd17-4dc8-8bd4-8953a0fdf2cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:42.475636 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455aa94d-dd17-4dc8-8bd4-8953a0fdf2cc None None] Bound using segment: {'id': '29cc8fe6-3f15-41c5-b191-fddf6a9e400e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '14f7376b-505a-40fe-8fd0-00828e9ee475'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:37:42.476103 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-455aa94d-dd17-4dc8-8bd4-8953a0fdf2cc None None] Bound port: f9d33451-e9d2-47fa-b21e-fc48e600fd5f, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29cc8fe6-3f15-41c5-b191-fddf6a9e400e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '14f7376b-505a-40fe-8fd0-00828e9ee475'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:37:42.476488 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-455aa94d-dd17-4dc8-8bd4-8953a0fdf2cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (f9d33451-e9d2-47fa-b21e-fc48e600fd5f), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:42.541758 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-455aa94d-dd17-4dc8-8bd4-8953a0fdf2cc None None] For port f9d33451-e9d2-47fa-b21e-fc48e600fd5f, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:37:42.545127 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-455aa94d-dd17-4dc8-8bd4-8953a0fdf2cc None None] For port f9d33451-e9d2-47fa-b21e-fc48e600fd5f, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=f9d33451-e9d2-47fa-b21e-fc48e600fd5f,segment=NetworkSegment(29cc8fe6-3f15-41c5-b191-fddf6a9e400e),segment_id=29cc8fe6-3f15-41c5-b191-fddf6a9e400e)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:37:42.551935 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-455aa94d-dd17-4dc8-8bd4-8953a0fdf2cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (f9d33451-e9d2-47fa-b21e-fc48e600fd5f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:42.614292 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455aa94d-dd17-4dc8-8bd4-8953a0fdf2cc None None] Routers {'8fd2d555-bf70-4fbb-af26-9d1e6a0e010e'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:37:42.614929 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-455aa94d-dd17-4dc8-8bd4-8953a0fdf2cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:37:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['8fd2d555-bf70-4fbb-af26-9d1e6a0e010e'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:37:42.619846 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc99a0a-8850-4558-b90f-afbbca095e8a None None] Pushing event updated for resources: {'Port': ['ID=f9d33451-e9d2-47fa-b21e-fc48e600fd5f,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:42.685644 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-972e4c01-3e2c-4051-bf60-f6f55852203d None None] Provisioning complete for port f9d33451-e9d2-47fa-b21e-fc48e600fd5f triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:37:42.686020 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-972e4c01-3e2c-4051-bf60-f6f55852203d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (f9d33451-e9d2-47fa-b21e-fc48e600fd5f), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:42.781920 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-455aa94d-dd17-4dc8-8bd4-8953a0fdf2cc None None] Set router 8fd2d555-bf70-4fbb-af26-9d1e6a0e010e gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:37:42.862422 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c56535f-cb67-431d-8c79-a330803ca0b2 req-87be18f2-1693-4e6a-a2e7-f0cfbac3fc36 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:42.863972 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8c56535f-cb67-431d-8c79-a330803ca0b2 req-87be18f2-1693-4e6a-a2e7-f0cfbac3fc36 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.70 "GET /v2.0/networks?id=14f7376b-505a-40fe-8fd0-00828e9ee475 HTTP/1.1" status: 200 len: 796 time: 0.1088784 Jan 28 20:37:42.938935 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1062ee30-6dcb-475f-832c-25595efa8a15 req-761a01f0-c2da-48f3-a235-9c563663df1a tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/ports?device_id=dca96c9a-8fa9-4186-959d-91ade03a9f6f HTTP/1.1" status: 200 len: 210 time: 0.0291529 Jan 28 20:37:42.939765 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-972e4c01-3e2c-4051-bf60-f6f55852203d None None] Current status of the port f9d33451-e9d2-47fa-b21e-fc48e600fd5f is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:37:42.940178 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-972e4c01-3e2c-4051-bf60-f6f55852203d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (f9d33451-e9d2-47fa-b21e-fc48e600fd5f), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:42.943735 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8c56535f-cb67-431d-8c79-a330803ca0b2 req-08d5c352-bb78-4a57-829a-5d7c62220f38 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0ceca0f616eb43dfa068e38ea05be00f HTTP/1.1" status: 200 len: 380 time: 0.0711517 Jan 28 20:37:42.958325 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-8c56535f-cb67-431d-8c79-a330803ca0b2 req-e1d16354-001f-42be-89fd-4613cc072c19 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Request body: {'port': {'device_id': 'dca96c9a-8fa9-4186-959d-91ade03a9f6f', 'network_id': '14f7376b-505a-40fe-8fd0-00828e9ee475', 'admin_state_up': True, 'tenant_id': '0ceca0f616eb43dfa068e38ea05be00f', 'security_groups': ['c53b5fdd-de8b-4145-843a-b038faba3d80']}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:37:43.074680 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c56535f-cb67-431d-8c79-a330803ca0b2 req-e1d16354-001f-42be-89fd-4613cc072c19 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Made reservation on behalf of 0ceca0f616eb43dfa068e38ea05be00f for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:37:43.078147 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-8c56535f-cb67-431d-8c79-a330803ca0b2 req-e1d16354-001f-42be-89fd-4613cc072c19 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:43.167027 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-972e4c01-3e2c-4051-bf60-f6f55852203d None None] For port f9d33451-e9d2-47fa-b21e-fc48e600fd5f, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=f9d33451-e9d2-47fa-b21e-fc48e600fd5f,segment=NetworkSegment(29cc8fe6-3f15-41c5-b191-fddf6a9e400e),segment_id=29cc8fe6-3f15-41c5-b191-fddf6a9e400e)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:37:43.171461 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 6d776f11-6cf2-4a96-9a0d-b388c00c4244 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:37:43.177477 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-972e4c01-3e2c-4051-bf60-f6f55852203d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (f9d33451-e9d2-47fa-b21e-fc48e600fd5f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:43.215061 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-8c56535f-cb67-431d-8c79-a330803ca0b2 req-e1d16354-001f-42be-89fd-4613cc072c19 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Allocated IP 172.20.0.13 (14f7376b-505a-40fe-8fd0-00828e9ee475/51af122a-3699-4a36-b747-a79cd8a3f6a4/e6e1a721-d9a7-4ff8-9ac4-ceba8a505708) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:37:43.293217 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972e4c01-3e2c-4051-bf60-f6f55852203d None None] Pushing event updated for resources: {'Port': ['ID=f9d33451-e9d2-47fa-b21e-fc48e600fd5f,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:43.319712 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-34627178-00a8-486d-be9e-ee86dd07ef42 None None] Provisioning complete for port f9d33451-e9d2-47fa-b21e-fc48e600fd5f triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:37:43.320090 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-34627178-00a8-486d-be9e-ee86dd07ef42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (f9d33451-e9d2-47fa-b21e-fc48e600fd5f), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:43.324579 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 6d776f11-6cf2-4a96-9a0d-b388c00c4244 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:37:43.324937 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (6d776f11-6cf2-4a96-9a0d-b388c00c4244), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:43.363618 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-8c56535f-cb67-431d-8c79-a330803ca0b2 req-e1d16354-001f-42be-89fd-4613cc072c19 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for port (e6e1a721-d9a7-4ff8-9ac4-ceba8a505708), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:43.385086 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-455aa94d-dd17-4dc8-8bd4-8953a0fdf2cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fd2d555-bf70-4fbb-af26-9d1e6a0e010e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-470625603', 'tenant_id': '0ceca0f616eb43dfa068e38ea05be00f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': '6d776f11-6cf2-4a96-9a0d-b388c00c4244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:37:36Z', 'updated_at': '2022-01-28T20:37:40Z', 'revision_number': 4, 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'gw_port': {'id': '6d776f11-6cf2-4a96-9a0d-b388c00c4244', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:7f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd2d555-bf70-4fbb-af26-9d1e6a0e010e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:37:37Z', 'updated_at': '2022-01-28T20:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': 'f9d33451-e9d2-47fa-b21e-fc48e600fd5f', 'name': '', 'network_id': '14f7376b-505a-40fe-8fd0-00828e9ee475', 'tenant_id': '0ceca0f616eb43dfa068e38ea05be00f', 'mac_address': 'fa:16:3e:bb:6e:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fd2d555-bf70-4fbb-af26-9d1e6a0e010e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '51af122a-3699-4a36-b747-a79cd8a3f6a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:37:39Z', 'updated_at': '2022-01-28T20:37:42Z', 'revision_number': 4, 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'subnets': [{'id': '51af122a-3699-4a36-b747-a79cd8a3f6a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:37:43.399096 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-8c56535f-cb67-431d-8c79-a330803ca0b2 req-e1d16354-001f-42be-89fd-4613cc072c19 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (e6e1a721-d9a7-4ff8-9ac4-ceba8a505708), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:43.430310 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455aa94d-dd17-4dc8-8bd4-8953a0fdf2cc None None] The sync data for ids ['8fd2d555-bf70-4fbb-af26-9d1e6a0e010e'] in n-d-812111-14 is: [{'id': '8fd2d555-bf70-4fbb-af26-9d1e6a0e010e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-470625603', 'tenant_id': '0ceca0f616eb43dfa068e38ea05be00f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': '6d776f11-6cf2-4a96-9a0d-b388c00c4244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:37:36Z', 'updated_at': '2022-01-28T20:37:40Z', 'revision_number': 4, 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'gw_port': {'id': '6d776f11-6cf2-4a96-9a0d-b388c00c4244', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:7f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd2d555-bf70-4fbb-af26-9d1e6a0e010e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:37:37Z', 'updated_at': '2022-01-28T20:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': 'f9d33451-e9d2-47fa-b21e-fc48e600fd5f', 'name': '', 'network_id': '14f7376b-505a-40fe-8fd0-00828e9ee475', 'tenant_id': '0ceca0f616eb43dfa068e38ea05be00f', 'mac_address': 'fa:16:3e:bb:6e:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fd2d555-bf70-4fbb-af26-9d1e6a0e010e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '51af122a-3699-4a36-b747-a79cd8a3f6a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:37:39Z', 'updated_at': '2022-01-28T20:37:42Z', 'revision_number': 4, 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'subnets': [{'id': '51af122a-3699-4a36-b747-a79cd8a3f6a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:37:43.431809 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:43.444961 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c56535f-cb67-431d-8c79-a330803ca0b2 req-e1d16354-001f-42be-89fd-4613cc072c19 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Network 14f7376b-505a-40fe-8fd0-00828e9ee475 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:37:43.448328 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-8c56535f-cb67-431d-8c79-a330803ca0b2 req-e1d16354-001f-42be-89fd-4613cc072c19 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:37:43.450897 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c56535f-cb67-431d-8c79-a330803ca0b2 req-e1d16354-001f-42be-89fd-4613cc072c19 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:37:43.513674 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d16354-001f-42be-89fd-4613cc072c19 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Pushing event updated for resources: {'Port': ['ID=e6e1a721-d9a7-4ff8-9ac4-ceba8a505708,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:43.537166 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-34627178-00a8-486d-be9e-ee86dd07ef42 None None] Current status of the port f9d33451-e9d2-47fa-b21e-fc48e600fd5f is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:37:43.541319 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 6d776f11-6cf2-4a96-9a0d-b388c00c4244 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:37:43.546010 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c56535f-cb67-431d-8c79-a330803ca0b2 req-e1d16354-001f-42be-89fd-4613cc072c19 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:43.546709 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-8c56535f-cb67-431d-8c79-a330803ca0b2 req-e1d16354-001f-42be-89fd-4613cc072c19 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:43.570856 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8c56535f-cb67-431d-8c79-a330803ca0b2 req-e1d16354-001f-42be-89fd-4613cc072c19 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6170683 Jan 28 20:37:43.584211 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-8c56535f-cb67-431d-8c79-a330803ca0b2 req-f8ca641a-2df4-4474-a716-314da1a3d491 service neutron] Request body: {'port': {'device_id': 'dca96c9a-8fa9-4186-959d-91ade03a9f6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-14'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:37:43.661612 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-8c56535f-cb67-431d-8c79-a330803ca0b2 req-f8ca641a-2df4-4474-a716-314da1a3d491 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (e6e1a721-d9a7-4ff8-9ac4-ceba8a505708), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:43.766190 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-1dc434b6-5699-40c8-84f1-1a4d2d6c9f2d None None] Provisioning complete for port e6e1a721-d9a7-4ff8-9ac4-ceba8a505708 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:37:43.766636 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1dc434b6-5699-40c8-84f1-1a4d2d6c9f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (e6e1a721-d9a7-4ff8-9ac4-ceba8a505708), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:43.805533 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-1dc434b6-5699-40c8-84f1-1a4d2d6c9f2d None None] Port e6e1a721-d9a7-4ff8-9ac4-ceba8a505708 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 20:37:43.948393 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-8c56535f-cb67-431d-8c79-a330803ca0b2 req-f8ca641a-2df4-4474-a716-314da1a3d491 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6e1a721-d9a7-4ff8-9ac4-ceba8a505708 {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:37:43.956424 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-8c56535f-cb67-431d-8c79-a330803ca0b2 req-f8ca641a-2df4-4474-a716-314da1a3d491 service neutron] Publish callbacks [] for port (e6e1a721-d9a7-4ff8-9ac4-ceba8a505708), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:43.970135 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-8c56535f-cb67-431d-8c79-a330803ca0b2 req-f8ca641a-2df4-4474-a716-314da1a3d491 service neutron] Transition to ACTIVE for port object e6e1a721-d9a7-4ff8-9ac4-ceba8a505708 will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:37:43.975379 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-8c56535f-cb67-431d-8c79-a330803ca0b2 req-f8ca641a-2df4-4474-a716-314da1a3d491 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (e6e1a721-d9a7-4ff8-9ac4-ceba8a505708), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:44.044936 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ca641a-2df4-4474-a716-314da1a3d491 service neutron] Pushing event updated for resources: {'Port': ['ID=e6e1a721-d9a7-4ff8-9ac4-ceba8a505708,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:44.156060 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-8c56535f-cb67-431d-8c79-a330803ca0b2 req-f8ca641a-2df4-4474-a716-314da1a3d491 service neutron] Attempting to bind port e6e1a721-d9a7-4ff8-9ac4-ceba8a505708 on host n-h2-812111-14 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:37:44.156784 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-8c56535f-cb67-431d-8c79-a330803ca0b2 req-f8ca641a-2df4-4474-a716-314da1a3d491 service neutron] Attempting to bind port e6e1a721-d9a7-4ff8-9ac4-ceba8a505708 by drivers openvswitch,hyperv on host n-h2-812111-14 at level 0 using segments [{'id': '29cc8fe6-3f15-41c5-b191-fddf6a9e400e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '14f7376b-505a-40fe-8fd0-00828e9ee475'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:37:44.156784 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c56535f-cb67-431d-8c79-a330803ca0b2 req-f8ca641a-2df4-4474-a716-314da1a3d491 service neutron] Attempting to bind port e6e1a721-d9a7-4ff8-9ac4-ceba8a505708 on network 14f7376b-505a-40fe-8fd0-00828e9ee475 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:37:44.173502 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c02cad5-150d-4813-91d3-d6afcc5cfeda req-01887f83-d04b-4646-bc9e-a12285cd38a6 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:44.176542 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-0c02cad5-150d-4813-91d3-d6afcc5cfeda req-01887f83-d04b-4646-bc9e-a12285cd38a6 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/ports?device_id=dca96c9a-8fa9-4186-959d-91ade03a9f6f HTTP/1.1" status: 200 len: 944 time: 0.1512578 Jan 28 20:37:44.177207 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c56535f-cb67-431d-8c79-a330803ca0b2 req-f8ca641a-2df4-4474-a716-314da1a3d491 service neutron] Port e6e1a721-d9a7-4ff8-9ac4-ceba8a505708 on network 14f7376b-505a-40fe-8fd0-00828e9ee475 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-14 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:37:44.177736 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c56535f-cb67-431d-8c79-a330803ca0b2 req-f8ca641a-2df4-4474-a716-314da1a3d491 service neutron] Attempting to bind port e6e1a721-d9a7-4ff8-9ac4-ceba8a505708 on network 14f7376b-505a-40fe-8fd0-00828e9ee475 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:37:44.185355 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c56535f-cb67-431d-8c79-a330803ca0b2 req-f8ca641a-2df4-4474-a716-314da1a3d491 service neutron] Checking agent: {'id': '8f3fee4e-bf24-4b58-8a3a-ae9c8011a473', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 37, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:37:44.185707 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c56535f-cb67-431d-8c79-a330803ca0b2 req-f8ca641a-2df4-4474-a716-314da1a3d491 service neutron] Checking segment: {'id': '29cc8fe6-3f15-41c5-b191-fddf6a9e400e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '14f7376b-505a-40fe-8fd0-00828e9ee475'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:37:44.186105 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c56535f-cb67-431d-8c79-a330803ca0b2 req-f8ca641a-2df4-4474-a716-314da1a3d491 service neutron] Bound using segment: {'id': '29cc8fe6-3f15-41c5-b191-fddf6a9e400e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '14f7376b-505a-40fe-8fd0-00828e9ee475'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:37:44.186552 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-8c56535f-cb67-431d-8c79-a330803ca0b2 req-f8ca641a-2df4-4474-a716-314da1a3d491 service neutron] Bound port: e6e1a721-d9a7-4ff8-9ac4-ceba8a505708, host: n-h2-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29cc8fe6-3f15-41c5-b191-fddf6a9e400e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '14f7376b-505a-40fe-8fd0-00828e9ee475'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:37:44.186921 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-8c56535f-cb67-431d-8c79-a330803ca0b2 req-f8ca641a-2df4-4474-a716-314da1a3d491 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (e6e1a721-d9a7-4ff8-9ac4-ceba8a505708), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:44.281757 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-0c02cad5-150d-4813-91d3-d6afcc5cfeda req-f8cacc1f-4f21-4171-86d4-9f841dbeb11f tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/security-groups?id=c53b5fdd-de8b-4145-843a-b038faba3d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982459 Jan 28 20:37:44.317760 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-8c56535f-cb67-431d-8c79-a330803ca0b2 req-f8ca641a-2df4-4474-a716-314da1a3d491 service neutron] For port e6e1a721-d9a7-4ff8-9ac4-ceba8a505708, host n-h2-812111-14, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:37:44.322130 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-8c56535f-cb67-431d-8c79-a330803ca0b2 req-f8ca641a-2df4-4474-a716-314da1a3d491 service neutron] For port e6e1a721-d9a7-4ff8-9ac4-ceba8a505708, host n-h2-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=e6e1a721-d9a7-4ff8-9ac4-ceba8a505708,segment=NetworkSegment(29cc8fe6-3f15-41c5-b191-fddf6a9e400e),segment_id=29cc8fe6-3f15-41c5-b191-fddf6a9e400e)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:37:44.328783 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-8c56535f-cb67-431d-8c79-a330803ca0b2 req-f8ca641a-2df4-4474-a716-314da1a3d491 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (e6e1a721-d9a7-4ff8-9ac4-ceba8a505708), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:44.369731 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c56535f-cb67-431d-8c79-a330803ca0b2 req-f8ca641a-2df4-4474-a716-314da1a3d491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:44.370366 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-8c56535f-cb67-431d-8c79-a330803ca0b2 req-f8ca641a-2df4-4474-a716-314da1a3d491 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:44.371808 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8c56535f-cb67-431d-8c79-a330803ca0b2 req-f8ca641a-2df4-4474-a716-314da1a3d491 service neutron] 10.222.0.70 "PUT /v2.0/ports/e6e1a721-d9a7-4ff8-9ac4-ceba8a505708 HTTP/1.1" status: 200 len: 1093 time: 0.7927797 Jan 28 20:37:44.372289 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dca96c9a-8fa9-4186-959d-91ade03a9f6f', 'tag': 'e6e1a721-d9a7-4ff8-9ac4-ceba8a505708'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:37:44.374758 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}690870b4896ba3504f21237a239c836c0346d6a62bcfb5e8ee91fd1b13f99dd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c39365a-9e3b-4b09-8155-09a176bc8428" -d '{"events": [{"name": "network-changed", "server_uuid": "dca96c9a-8fa9-4186-959d-91ade03a9f6f", "tag": "e6e1a721-d9a7-4ff8-9ac4-ceba8a505708"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:37:44.412243 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ca641a-2df4-4474-a716-314da1a3d491 service neutron] Pushing event updated for resources: {'Port': ['ID=e6e1a721-d9a7-4ff8-9ac4-ceba8a505708,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:44.435693 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:37:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dd52278-a3e4-476f-b032-58b0f83de4b0 x-openstack-request-id: req-1dd52278-a3e4-476f-b032-58b0f83de4b0 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:37:44.435989 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dca96c9a-8fa9-4186-959d-91ade03a9f6f", "tag": "e6e1a721-d9a7-4ff8-9ac4-ceba8a505708", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:37:44.436681 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1dd52278-a3e4-476f-b032-58b0f83de4b0 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:37:44.437467 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dca96c9a-8fa9-4186-959d-91ade03a9f6f', 'tag': 'e6e1a721-d9a7-4ff8-9ac4-ceba8a505708', 'status': 'completed', 'code': 200} Jan 28 20:37:44.482501 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c56535f-cb67-431d-8c79-a330803ca0b2 req-33d7e56e-9e29-4fbe-89e8-68119335f3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:44.484068 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8c56535f-cb67-431d-8c79-a330803ca0b2 req-33d7e56e-9e29-4fbe-89e8-68119335f3d5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0ceca0f616eb43dfa068e38ea05be00f&device_id=dca96c9a-8fa9-4186-959d-91ade03a9f6f HTTP/1.1" status: 200 len: 1127 time: 0.0592101 Jan 28 20:37:44.534395 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8c56535f-cb67-431d-8c79-a330803ca0b2 req-cee5fb3e-fdc0-4916-9190-54b7de536740 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e6e1a721-d9a7-4ff8-9ac4-ceba8a505708 HTTP/1.1" status: 200 len: 217 time: 0.0432792 Jan 28 20:37:44.589615 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c56535f-cb67-431d-8c79-a330803ca0b2 req-24b3511e-caf6-4e1b-b795-d1fae250c132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:44.591212 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8c56535f-cb67-431d-8c79-a330803ca0b2 req-24b3511e-caf6-4e1b-b795-d1fae250c132 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=51af122a-3699-4a36-b747-a79cd8a3f6a4 HTTP/1.1" status: 200 len: 835 time: 0.0511115 Jan 28 20:37:44.644945 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c56535f-cb67-431d-8c79-a330803ca0b2 req-1fae472c-3cc7-4c43-b0bc-3654cc9ad701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:44.646672 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8c56535f-cb67-431d-8c79-a330803ca0b2 req-1fae472c-3cc7-4c43-b0bc-3654cc9ad701 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=14f7376b-505a-40fe-8fd0-00828e9ee475&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0491812 Jan 28 20:37:44.741882 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8c56535f-cb67-431d-8c79-a330803ca0b2 req-814b37c3-3260-4a59-b78a-31f1a6db0498 service neutron] 10.222.0.70 "GET /v2.0/networks/14f7376b-505a-40fe-8fd0-00828e9ee475?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889518 Jan 28 20:37:44.829545 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8c56535f-cb67-431d-8c79-a330803ca0b2 req-deda6367-d84e-45ef-83b9-5d3a932a3a96 service neutron] 10.222.0.70 "GET /v2.0/networks/14f7376b-505a-40fe-8fd0-00828e9ee475?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820992 Jan 28 20:37:44.920686 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c39365a-9e3b-4b09-8155-09a176bc8428 req-6b00a834-dafa-498c-8f26-11d0e9206dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:44.922110 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7c39365a-9e3b-4b09-8155-09a176bc8428 req-6b00a834-dafa-498c-8f26-11d0e9206dfb service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0ceca0f616eb43dfa068e38ea05be00f&device_id=dca96c9a-8fa9-4186-959d-91ade03a9f6f HTTP/1.1" status: 200 len: 1127 time: 0.0506067 Jan 28 20:37:45.010607 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c39365a-9e3b-4b09-8155-09a176bc8428 req-7bad7126-20d9-42b6-bc5f-d24baaa5fd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:45.012198 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7c39365a-9e3b-4b09-8155-09a176bc8428 req-7bad7126-20d9-42b6-bc5f-d24baaa5fd28 service neutron] 10.222.0.70 "GET /v2.0/networks?id=14f7376b-505a-40fe-8fd0-00828e9ee475 HTTP/1.1" status: 200 len: 896 time: 0.0835872 Jan 28 20:37:45.057180 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7c39365a-9e3b-4b09-8155-09a176bc8428 req-c097230d-f57a-489e-9056-9c4ad01a9537 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e6e1a721-d9a7-4ff8-9ac4-ceba8a505708 HTTP/1.1" status: 200 len: 217 time: 0.0393734 Jan 28 20:37:45.107165 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c39365a-9e3b-4b09-8155-09a176bc8428 req-0874c580-fc58-49d7-ad21-371b1ad19948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:45.109390 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7c39365a-9e3b-4b09-8155-09a176bc8428 req-0874c580-fc58-49d7-ad21-371b1ad19948 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=51af122a-3699-4a36-b747-a79cd8a3f6a4 HTTP/1.1" status: 200 len: 835 time: 0.0462408 Jan 28 20:37:45.165729 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c39365a-9e3b-4b09-8155-09a176bc8428 req-c5cc87ea-a357-4a0e-a61b-78f48ed4b2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:45.167264 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7c39365a-9e3b-4b09-8155-09a176bc8428 req-c5cc87ea-a357-4a0e-a61b-78f48ed4b2cd service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=14f7376b-505a-40fe-8fd0-00828e9ee475&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0496044 Jan 28 20:37:45.198523 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device f9d33451-e9d2-47fa-b21e-fc48e600fd5f up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:37:45.248768 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port f9d33451-e9d2-47fa-b21e-fc48e600fd5f triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:37:45.249192 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (f9d33451-e9d2-47fa-b21e-fc48e600fd5f), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:45.265021 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7c39365a-9e3b-4b09-8155-09a176bc8428 req-268a82dc-f770-4003-9934-45aff44a6ac2 service neutron] 10.222.0.70 "GET /v2.0/networks/14f7376b-505a-40fe-8fd0-00828e9ee475?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905151 Jan 28 20:37:45.325692 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port f9d33451-e9d2-47fa-b21e-fc48e600fd5f is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:37:45.369463 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7c39365a-9e3b-4b09-8155-09a176bc8428 req-cc5e1630-7da6-4bc2-8249-bc0f6a19fbf4 service neutron] 10.222.0.70 "GET /v2.0/networks/14f7376b-505a-40fe-8fd0-00828e9ee475?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981188 Jan 28 20:37:45.409404 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f18469-c21e-466e-980d-6fc8bcb33eca req-f3801bf7-605c-4bb4-aa45-3667b458e169 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:45.413239 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d7f18469-c21e-466e-980d-6fc8bcb33eca req-f3801bf7-605c-4bb4-aa45-3667b458e169 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/ports?device_id=dca96c9a-8fa9-4186-959d-91ade03a9f6f HTTP/1.1" status: 200 len: 944 time: 0.0581994 Jan 28 20:37:45.461610 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d7f18469-c21e-466e-980d-6fc8bcb33eca req-68bb8d10-e942-45e8-992b-d129ca5f97c2 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/security-groups?id=c53b5fdd-de8b-4145-843a-b038faba3d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426698 Jan 28 20:37:46.590158 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47384a7-5dd4-4228-a2b5-a9d2d02a8aca req-1ac89489-970f-45ca-8aa0-0929060fd7b4 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:46.591648 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c47384a7-5dd4-4228-a2b5-a9d2d02a8aca req-1ac89489-970f-45ca-8aa0-0929060fd7b4 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/ports?device_id=dca96c9a-8fa9-4186-959d-91ade03a9f6f HTTP/1.1" status: 200 len: 944 time: 0.0570085 Jan 28 20:37:46.640466 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c47384a7-5dd4-4228-a2b5-a9d2d02a8aca req-fba5b606-1031-46b0-9f94-06a8f1832dae tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/security-groups?id=c53b5fdd-de8b-4145-843a-b038faba3d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433292 Jan 28 20:37:47.359293 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device e6e1a721-d9a7-4ff8-9ac4-ceba8a505708 details requested by agent hyperv_n-h2-812111-14 with host n-h2-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:37:47.454195 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port e6e1a721-d9a7-4ff8-9ac4-ceba8a505708, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=e6e1a721-d9a7-4ff8-9ac4-ceba8a505708,segment=NetworkSegment(29cc8fe6-3f15-41c5-b191-fddf6a9e400e),segment_id=29cc8fe6-3f15-41c5-b191-fddf6a9e400e)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:37:47.465811 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Returning: {'device': 'e6e1a721-d9a7-4ff8-9ac4-ceba8a505708', 'network_id': '14f7376b-505a-40fe-8fd0-00828e9ee475', 'port_id': 'e6e1a721-d9a7-4ff8-9ac4-ceba8a505708', 'mac_address': 'fa:16:3e:3d:a2:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51af122a-3699-4a36-b747-a79cd8a3f6a4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:37:47.503919 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port e6e1a721-d9a7-4ff8-9ac4-ceba8a505708 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:37:47.504305 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (e6e1a721-d9a7-4ff8-9ac4-ceba8a505708), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:47.520667 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6e1a721-d9a7-4ff8-9ac4-ceba8a505708 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:37:47.539759 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port e6e1a721-d9a7-4ff8-9ac4-ceba8a505708, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=e6e1a721-d9a7-4ff8-9ac4-ceba8a505708,segment=NetworkSegment(29cc8fe6-3f15-41c5-b191-fddf6a9e400e),segment_id=29cc8fe6-3f15-41c5-b191-fddf6a9e400e)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:37:47.543278 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (e6e1a721-d9a7-4ff8-9ac4-ceba8a505708), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:47.590377 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=e6e1a721-d9a7-4ff8-9ac4-ceba8a505708,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:47.759402 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['e6e1a721-d9a7-4ff8-9ac4-ceba8a505708'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:37:47.765030 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09bb630-32d7-4000-b519-0502137aa702 req-a1a13973-db86-46ad-a151-f066064e1f53 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:47.766549 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f09bb630-32d7-4000-b519-0502137aa702 req-a1a13973-db86-46ad-a151-f066064e1f53 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/ports?device_id=dca96c9a-8fa9-4186-959d-91ade03a9f6f HTTP/1.1" status: 200 len: 945 time: 0.0571616 Jan 28 20:37:47.815523 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f09bb630-32d7-4000-b519-0502137aa702 req-7fd9485f-23c0-4339-9b67-bd9ef0c37982 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/security-groups?id=c53b5fdd-de8b-4145-843a-b038faba3d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427551 Jan 28 20:37:48.933518 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e449240-0f29-496d-9799-90e8b5c14e01 req-15fcb6ae-0ff4-4129-8cf7-660532d7d63a tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:48.934981 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9e449240-0f29-496d-9799-90e8b5c14e01 req-15fcb6ae-0ff4-4129-8cf7-660532d7d63a tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/ports?device_id=dca96c9a-8fa9-4186-959d-91ade03a9f6f HTTP/1.1" status: 200 len: 945 time: 0.0523224 Jan 28 20:37:48.982538 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9e449240-0f29-496d-9799-90e8b5c14e01 req-73fbc650-e9d9-4094-8427-a28fc34b0d6f tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/security-groups?id=c53b5fdd-de8b-4145-843a-b038faba3d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420163 Jan 28 20:37:49.382718 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device e6e1a721-d9a7-4ff8-9ac4-ceba8a505708 up at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:37:49.431885 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning for port e6e1a721-d9a7-4ff8-9ac4-ceba8a505708 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:37:49.435596 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning complete for port e6e1a721-d9a7-4ff8-9ac4-ceba8a505708 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:37:49.435968 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (e6e1a721-d9a7-4ff8-9ac4-ceba8a505708), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:49.516536 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port e6e1a721-d9a7-4ff8-9ac4-ceba8a505708 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:37:49.516928 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (e6e1a721-d9a7-4ff8-9ac4-ceba8a505708), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:49.540023 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dca96c9a-8fa9-4186-959d-91ade03a9f6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6e1a721-d9a7-4ff8-9ac4-ceba8a505708'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:37:49.542320 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}704c702df6f21e7df92d3d89d4c6cfde2c6406e49d8202b36454fc5209adee22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a53a40f-8d61-4f29-ba2d-483fad0b8524" -d '{"events": [{"server_uuid": "dca96c9a-8fa9-4186-959d-91ade03a9f6f", "name": "network-vif-plugged", "status": "completed", "tag": "e6e1a721-d9a7-4ff8-9ac4-ceba8a505708"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:37:49.555607 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port e6e1a721-d9a7-4ff8-9ac4-ceba8a505708, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=e6e1a721-d9a7-4ff8-9ac4-ceba8a505708,segment=NetworkSegment(29cc8fe6-3f15-41c5-b191-fddf6a9e400e),segment_id=29cc8fe6-3f15-41c5-b191-fddf6a9e400e)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:37:49.560384 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (e6e1a721-d9a7-4ff8-9ac4-ceba8a505708), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:49.583613 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bf292f3-1b44-441a-80c9-9d91fdca7243 x-openstack-request-id: req-0bf292f3-1b44-441a-80c9-9d91fdca7243 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:37:49.583908 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dca96c9a-8fa9-4186-959d-91ade03a9f6f", "name": "network-vif-plugged", "status": "completed", "tag": "e6e1a721-d9a7-4ff8-9ac4-ceba8a505708", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:37:49.584162 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0bf292f3-1b44-441a-80c9-9d91fdca7243 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:37:49.584555 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dca96c9a-8fa9-4186-959d-91ade03a9f6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6e1a721-d9a7-4ff8-9ac4-ceba8a505708', 'code': 200} Jan 28 20:37:49.610464 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=e6e1a721-d9a7-4ff8-9ac4-ceba8a505708,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:49.680747 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e80b97-8128-4467-aeee-1ae3f2e776ba req-31ef70b7-9976-4e8c-9381-f6c5e367bbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:49.682218 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b8e80b97-8128-4467-aeee-1ae3f2e776ba req-31ef70b7-9976-4e8c-9381-f6c5e367bbc3 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=dca96c9a-8fa9-4186-959d-91ade03a9f6f HTTP/1.1" status: 200 len: 1129 time: 0.0443575 Jan 28 20:37:49.726778 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b8e80b97-8128-4467-aeee-1ae3f2e776ba req-04d099f8-a815-45af-a76e-db35e9addd96 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=c53b5fdd-de8b-4145-843a-b038faba3d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386617 Jan 28 20:37:50.102647 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9105642-2cfb-4c5e-a814-0dfabf063a6c req-729e0b0c-24c2-44ff-8754-1fe962f65830 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:50.104106 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e9105642-2cfb-4c5e-a814-0dfabf063a6c req-729e0b0c-24c2-44ff-8754-1fe962f65830 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/ports?device_id=dca96c9a-8fa9-4186-959d-91ade03a9f6f HTTP/1.1" status: 200 len: 946 time: 0.0520782 Jan 28 20:37:50.157468 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e9105642-2cfb-4c5e-a814-0dfabf063a6c req-f2c19c03-6c06-427e-bbe2-1dd17e5cf244 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/security-groups?id=c53b5fdd-de8b-4145-843a-b038faba3d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476773 Jan 28 20:37:51.281339 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa93664c-e054-472f-ac9e-3ca76c510a15 req-f7da653b-991d-4052-a3d0-e6a4b10363f2 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:51.282890 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-aa93664c-e054-472f-ac9e-3ca76c510a15 req-f7da653b-991d-4052-a3d0-e6a4b10363f2 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/ports?device_id=dca96c9a-8fa9-4186-959d-91ade03a9f6f HTTP/1.1" status: 200 len: 946 time: 0.0569298 Jan 28 20:37:51.332846 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-aa93664c-e054-472f-ac9e-3ca76c510a15 req-d03d140a-8f37-4940-8e10-5590303d5f8f tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/security-groups?id=c53b5fdd-de8b-4145-843a-b038faba3d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434082 Jan 28 20:37:51.449381 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ab9fb0-0c43-46c7-97ca-bbcb5869b57c req-7d81e8f8-8df1-4a5d-a1b6-e2baa587dadf tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:51.450851 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-55ab9fb0-0c43-46c7-97ca-bbcb5869b57c req-7d81e8f8-8df1-4a5d-a1b6-e2baa587dadf tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/ports?device_id=dca96c9a-8fa9-4186-959d-91ade03a9f6f HTTP/1.1" status: 200 len: 946 time: 0.0518806 Jan 28 20:37:51.498775 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-55ab9fb0-0c43-46c7-97ca-bbcb5869b57c req-cee9232a-a62b-43bb-bb55-e1521fbf7015 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/security-groups?id=c53b5fdd-de8b-4145-843a-b038faba3d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424464 Jan 28 20:37:51.521190 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 43376) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:37:51.564590 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f0e06d-66de-4ed4-8976-ed20afe87650 tempest-TestNetworkAdvancedServerOps-1526479059 tempest-TestNetworkAdvancedServerOps-1526479059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:51.566132 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-28f0e06d-66de-4ed4-8976-ed20afe87650 tempest-TestNetworkAdvancedServerOps-1526479059 tempest-TestNetworkAdvancedServerOps-1526479059-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=dca96c9a-8fa9-4186-959d-91ade03a9f6f HTTP/1.1" status: 200 len: 1124 time: 0.0439608 Jan 28 20:37:51.569576 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 43378) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:37:51.573780 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-fe6a2513-aa20-46ea-9a1f-725f75fd2b36 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Request body: {'floatingip': {'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'port_id': 'e6e1a721-d9a7-4ff8-9ac4-ceba8a505708', 'tenant_id': '0ceca0f616eb43dfa068e38ea05be00f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:37:51.594461 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fe6a2513-aa20-46ea-9a1f-725f75fd2b36 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:51.629133 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:51.695070 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fe6a2513-aa20-46ea-9a1f-725f75fd2b36 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:51.794628 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-fe6a2513-aa20-46ea-9a1f-725f75fd2b36 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Allocated IP 172.25.6.210 (d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8/a648e4ab-7422-41b9-b133-58aca25ab8f5/09c02e09-d6cd-49b3-8647-3810000504a7) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:37:51.896445 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fe6a2513-aa20-46ea-9a1f-725f75fd2b36 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for port (09c02e09-d6cd-49b3-8647-3810000504a7), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:51.930222 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fe6a2513-aa20-46ea-9a1f-725f75fd2b36 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (09c02e09-d6cd-49b3-8647-3810000504a7), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:51.967473 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe6a2513-aa20-46ea-9a1f-725f75fd2b36 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:37:51.970196 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-fe6a2513-aa20-46ea-9a1f-725f75fd2b36 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:37:51.976155 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6a2513-aa20-46ea-9a1f-725f75fd2b36 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:37:51.997784 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6a2513-aa20-46ea-9a1f-725f75fd2b36 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Pushing event updated for resources: {'Port': ['ID=09c02e09-d6cd-49b3-8647-3810000504a7,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:52.333716 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fe6a2513-aa20-46ea-9a1f-725f75fd2b36 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for floatingip (84ee39c8-bfe1-4288-bf3e-1be83f9edd09), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:52.400689 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fe6a2513-aa20-46ea-9a1f-725f75fd2b36 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (09c02e09-d6cd-49b3-8647-3810000504a7), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:52.551848 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fe6a2513-aa20-46ea-9a1f-725f75fd2b36 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for port (09c02e09-d6cd-49b3-8647-3810000504a7), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:52.556190 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fe6a2513-aa20-46ea-9a1f-725f75fd2b36 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (09c02e09-d6cd-49b3-8647-3810000504a7), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:52.624552 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6a2513-aa20-46ea-9a1f-725f75fd2b36 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Pushing event updated for resources: {'Port': ['ID=09c02e09-d6cd-49b3-8647-3810000504a7,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:52.636930 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fe6a2513-aa20-46ea-9a1f-725f75fd2b36 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734886'] for floatingip (84ee39c8-bfe1-4288-bf3e-1be83f9edd09), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:52.738488 n-d-812111-14 neutron-server[103305]: INFO neutron.db.l3_db [None req-fe6a2513-aa20-46ea-9a1f-725f75fd2b36 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Floating IP 84ee39c8-bfe1-4288-bf3e-1be83f9edd09 associated. External IP: 172.25.6.210, port: e6e1a721-d9a7-4ff8-9ac4-ceba8a505708. Jan 28 20:37:52.939467 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe6a2513-aa20-46ea-9a1f-725f75fd2b36 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Router 8fd2d555-bf70-4fbb-af26-9d1e6a0e010e has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:37:53.046348 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe6a2513-aa20-46ea-9a1f-725f75fd2b36 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:37:53.056081 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e6ff1a-9d2b-4dbf-b939-17d735b22a4c None None] Sync routers for ids ['8fd2d555-bf70-4fbb-af26-9d1e6a0e010e'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:37:53.064229 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fe6a2513-aa20-46ea-9a1f-725f75fd2b36 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for floatingip (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:53.067807 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e6ff1a-9d2b-4dbf-b939-17d735b22a4c None None] Routers {'8fd2d555-bf70-4fbb-af26-9d1e6a0e010e'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:37:53.067807 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-b9e6ff1a-9d2b-4dbf-b939-17d735b22a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:37:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['8fd2d555-bf70-4fbb-af26-9d1e6a0e010e'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:37:53.096950 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-fe6a2513-aa20-46ea-9a1f-725f75fd2b36 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5263841 Jan 28 20:37:53.097546 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dca96c9a-8fa9-4186-959d-91ade03a9f6f', 'tag': 'e6e1a721-d9a7-4ff8-9ac4-ceba8a505708'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:37:53.100416 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}981202432542b3bd90586abfd28c53181d71ca775a89b024ffbb9268f9379f4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edddb09b-380b-4f75-ad11-1613aaaf338e" -d '{"events": [{"name": "network-changed", "server_uuid": "dca96c9a-8fa9-4186-959d-91ade03a9f6f", "tag": "e6e1a721-d9a7-4ff8-9ac4-ceba8a505708"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:37:53.178880 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-b9e6ff1a-9d2b-4dbf-b939-17d735b22a4c None None] Set router 8fd2d555-bf70-4fbb-af26-9d1e6a0e010e gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:37:53.214433 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b335bd04-4e3c-468c-85d9-8e6a71eb20d6 x-openstack-request-id: req-b335bd04-4e3c-468c-85d9-8e6a71eb20d6 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:37:53.214603 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dca96c9a-8fa9-4186-959d-91ade03a9f6f", "tag": "e6e1a721-d9a7-4ff8-9ac4-ceba8a505708", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:37:53.214779 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b335bd04-4e3c-468c-85d9-8e6a71eb20d6 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:37:53.215147 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dca96c9a-8fa9-4186-959d-91ade03a9f6f', 'tag': 'e6e1a721-d9a7-4ff8-9ac4-ceba8a505708', 'status': 'completed', 'code': 200} Jan 28 20:37:53.217085 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc097af7-a9c0-4d6a-b6fe-e2f88362698f req-b942069b-5c0a-4839-b2c1-2d206feec84c tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:53.219348 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-bc097af7-a9c0-4d6a-b6fe-e2f88362698f req-b942069b-5c0a-4839-b2c1-2d206feec84c tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/ports?device_id=dca96c9a-8fa9-4186-959d-91ade03a9f6f HTTP/1.1" status: 200 len: 946 time: 0.0564058 Jan 28 20:37:53.307020 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-bc097af7-a9c0-4d6a-b6fe-e2f88362698f req-12c211ae-f4c6-40c7-a8cc-ea370bf27bcb tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/security-groups?id=c53b5fdd-de8b-4145-843a-b038faba3d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771904 Jan 28 20:37:53.315325 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edddb09b-380b-4f75-ad11-1613aaaf338e req-af9ec81d-2cf1-4eaa-8d06-b3709c91d5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:53.317363 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-edddb09b-380b-4f75-ad11-1613aaaf338e req-af9ec81d-2cf1-4eaa-8d06-b3709c91d5e2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0ceca0f616eb43dfa068e38ea05be00f&device_id=dca96c9a-8fa9-4186-959d-91ade03a9f6f HTTP/1.1" status: 200 len: 1129 time: 0.0803931 Jan 28 20:37:53.329490 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 43386) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:37:53.392029 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-6122783b-30ac-4915-a835-c60534d3771e tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/floatingips/84ee39c8-bfe1-4288-bf3e-1be83f9edd09 HTTP/1.1" status: 200 len: 992 time: 0.0610900 Jan 28 20:37:53.412089 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edddb09b-380b-4f75-ad11-1613aaaf338e req-d8d4b54f-3b83-4ac3-ac36-7b789735eecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:53.413599 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-edddb09b-380b-4f75-ad11-1613aaaf338e req-d8d4b54f-3b83-4ac3-ac36-7b789735eecb service neutron] 10.222.0.70 "GET /v2.0/networks?id=14f7376b-505a-40fe-8fd0-00828e9ee475 HTTP/1.1" status: 200 len: 896 time: 0.0906031 Jan 28 20:37:53.419390 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-b9e6ff1a-9d2b-4dbf-b939-17d735b22a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fd2d555-bf70-4fbb-af26-9d1e6a0e010e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-470625603', 'tenant_id': '0ceca0f616eb43dfa068e38ea05be00f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': '6d776f11-6cf2-4a96-9a0d-b388c00c4244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:37:36Z', 'updated_at': '2022-01-28T20:37:40Z', 'revision_number': 4, 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'gw_port': {'id': '6d776f11-6cf2-4a96-9a0d-b388c00c4244', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:7f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd2d555-bf70-4fbb-af26-9d1e6a0e010e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:37:37Z', 'updated_at': '2022-01-28T20:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_floatingips': [{'id': '84ee39c8-bfe1-4288-bf3e-1be83f9edd09', 'tenant_id': '0ceca0f616eb43dfa068e38ea05be00f', 'floating_ip_address': '172.25.6.210', 'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'router_id': '8fd2d555-bf70-4fbb-af26-9d1e6a0e010e', 'port_id': 'e6e1a721-d9a7-4ff8-9ac4-ceba8a505708', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4262, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14f7376b-505a-40fe-8fd0-00828e9ee475', 'mac_address': 'fa:16:3e:3d:a2:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca96c9a-8fa9-4186-959d-91ade03a9f6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:37:52Z', 'updated_at': '2022-01-28T20:37:52Z', 'revision_number': 0, 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9d33451-e9d2-47fa-b21e-fc48e600fd5f', 'name': '', 'network_id': '14f7376b-505a-40fe-8fd0-00828e9ee475', 'tenant_id': '0ceca0f616eb43dfa068e38ea05be00f', 'mac_address': 'fa:16:3e:bb:6e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd2d555-bf70-4fbb-af26-9d1e6a0e010e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '51af122a-3699-4a36-b747-a79cd8a3f6a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:37:39Z', 'updated_at': '2022-01-28T20:37:43Z', 'revision_number': 5, 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'subnets': [{'id': '51af122a-3699-4a36-b747-a79cd8a3f6a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:37:53.444916 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e6ff1a-9d2b-4dbf-b939-17d735b22a4c None None] Checking router: 8fd2d555-bf70-4fbb-af26-9d1e6a0e010e for host: n-d-812111-14 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:37:53.453042 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e6ff1a-9d2b-4dbf-b939-17d735b22a4c None None] Routers {'8fd2d555-bf70-4fbb-af26-9d1e6a0e010e'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:37:53.453670 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-b9e6ff1a-9d2b-4dbf-b939-17d735b22a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:37:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['8fd2d555-bf70-4fbb-af26-9d1e6a0e010e'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:37:53.478960 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-edddb09b-380b-4f75-ad11-1613aaaf338e req-039eba60-59d2-4a60-a3e6-85930f637ad7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e6e1a721-d9a7-4ff8-9ac4-ceba8a505708 HTTP/1.1" status: 200 len: 1000 time: 0.0594056 Jan 28 20:37:53.531135 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edddb09b-380b-4f75-ad11-1613aaaf338e req-8cb94c19-5818-4aef-a133-4dd6c294c1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:53.532591 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-edddb09b-380b-4f75-ad11-1613aaaf338e req-8cb94c19-5818-4aef-a133-4dd6c294c1cf service neutron] 10.222.0.70 "GET /v2.0/subnets?id=51af122a-3699-4a36-b747-a79cd8a3f6a4 HTTP/1.1" status: 200 len: 835 time: 0.0485060 Jan 28 20:37:53.556743 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-b9e6ff1a-9d2b-4dbf-b939-17d735b22a4c None None] Set router 8fd2d555-bf70-4fbb-af26-9d1e6a0e010e gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:37:53.581258 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edddb09b-380b-4f75-ad11-1613aaaf338e req-196b7d62-1363-4c16-97da-5bb1890429ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:53.583404 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-edddb09b-380b-4f75-ad11-1613aaaf338e req-196b7d62-1363-4c16-97da-5bb1890429ae service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=14f7376b-505a-40fe-8fd0-00828e9ee475&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0448503 Jan 28 20:37:53.671686 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-edddb09b-380b-4f75-ad11-1613aaaf338e req-3a2b8440-cc62-4849-956e-d8d5bc2d4430 service neutron] 10.222.0.70 "GET /v2.0/networks/14f7376b-505a-40fe-8fd0-00828e9ee475?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819223 Jan 28 20:37:53.768590 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-edddb09b-380b-4f75-ad11-1613aaaf338e req-ea0a9862-7a48-48c1-b8cb-043568d4bb32 service neutron] 10.222.0.70 "GET /v2.0/networks/14f7376b-505a-40fe-8fd0-00828e9ee475?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903554 Jan 28 20:37:53.868195 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-b9e6ff1a-9d2b-4dbf-b939-17d735b22a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fd2d555-bf70-4fbb-af26-9d1e6a0e010e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-470625603', 'tenant_id': '0ceca0f616eb43dfa068e38ea05be00f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': '6d776f11-6cf2-4a96-9a0d-b388c00c4244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:37:36Z', 'updated_at': '2022-01-28T20:37:40Z', 'revision_number': 4, 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'gw_port': {'id': '6d776f11-6cf2-4a96-9a0d-b388c00c4244', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:7f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd2d555-bf70-4fbb-af26-9d1e6a0e010e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:37:37Z', 'updated_at': '2022-01-28T20:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_floatingips': [{'id': '84ee39c8-bfe1-4288-bf3e-1be83f9edd09', 'tenant_id': '0ceca0f616eb43dfa068e38ea05be00f', 'floating_ip_address': '172.25.6.210', 'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'router_id': '8fd2d555-bf70-4fbb-af26-9d1e6a0e010e', 'port_id': 'e6e1a721-d9a7-4ff8-9ac4-ceba8a505708', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4262, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14f7376b-505a-40fe-8fd0-00828e9ee475', 'mac_address': 'fa:16:3e:3d:a2:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca96c9a-8fa9-4186-959d-91ade03a9f6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:37:52Z', 'updated_at': '2022-01-28T20:37:52Z', 'revision_number': 0, 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9d33451-e9d2-47fa-b21e-fc48e600fd5f', 'name': '', 'network_id': '14f7376b-505a-40fe-8fd0-00828e9ee475', 'tenant_id': '0ceca0f616eb43dfa068e38ea05be00f', 'mac_address': 'fa:16:3e:bb:6e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd2d555-bf70-4fbb-af26-9d1e6a0e010e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '51af122a-3699-4a36-b747-a79cd8a3f6a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:37:39Z', 'updated_at': '2022-01-28T20:37:43Z', 'revision_number': 5, 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'subnets': [{'id': '51af122a-3699-4a36-b747-a79cd8a3f6a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:37:53.894055 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e6ff1a-9d2b-4dbf-b939-17d735b22a4c None None] The sync data for ids ['8fd2d555-bf70-4fbb-af26-9d1e6a0e010e'] in n-d-812111-14 is: [{'id': '8fd2d555-bf70-4fbb-af26-9d1e6a0e010e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-470625603', 'tenant_id': '0ceca0f616eb43dfa068e38ea05be00f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': '6d776f11-6cf2-4a96-9a0d-b388c00c4244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:37:36Z', 'updated_at': '2022-01-28T20:37:40Z', 'revision_number': 4, 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'gw_port': {'id': '6d776f11-6cf2-4a96-9a0d-b388c00c4244', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:7f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd2d555-bf70-4fbb-af26-9d1e6a0e010e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:37:37Z', 'updated_at': '2022-01-28T20:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_floatingips': [{'id': '84ee39c8-bfe1-4288-bf3e-1be83f9edd09', 'tenant_id': '0ceca0f616eb43dfa068e38ea05be00f', 'floating_ip_address': '172.25.6.210', 'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'router_id': '8fd2d555-bf70-4fbb-af26-9d1e6a0e010e', 'port_id': 'e6e1a721-d9a7-4ff8-9ac4-ceba8a505708', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4262, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14f7376b-505a-40fe-8fd0-00828e9ee475', 'mac_address': 'fa:16:3e:3d:a2:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca96c9a-8fa9-4186-959d-91ade03a9f6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:37:52Z', 'updated_at': '2022-01-28T20:37:52Z', 'revision_number': 0, 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9d33451-e9d2-47fa-b21e-fc48e600fd5f', 'name': '', 'network_id': '14f7376b-505a-40fe-8fd0-00828e9ee475', 'tenant_id': '0ceca0f616eb43dfa068e38ea05be00f', 'mac_address': 'fa:16:3e:bb:6e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd2d555-bf70-4fbb-af26-9d1e6a0e010e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '51af122a-3699-4a36-b747-a79cd8a3f6a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:37:39Z', 'updated_at': '2022-01-28T20:37:43Z', 'revision_number': 5, 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'subnets': [{'id': '51af122a-3699-4a36-b747-a79cd8a3f6a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:37:54.088282 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ff3470-0c59-43c9-ac0e-431272be2d8a None None] New status for floating IP 84ee39c8-bfe1-4288-bf3e-1be83f9edd09: ACTIVE {{(pid=103306) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 20:37:54.395916 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 43388) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:37:54.455986 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-d58fdccf-2572-4a49-a7f3-2b514f5bea63 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/floatingips/84ee39c8-bfe1-4288-bf3e-1be83f9edd09 HTTP/1.1" status: 200 len: 994 time: 0.0589378 Jan 28 20:37:54.704339 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:38:06.851796 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b5c3ed69-13f3-4182-b2c3-2c90f863ad0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:38:09.101557 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-19d24d21-3f8e-4e5a-a1bb-d83950a884d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:38:10.107011 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:38:11.988282 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:38:12.176065 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:38:13.344275 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:38:21.625037 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:38:24.699435 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:38:27.906000 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b55ea96-902d-464a-8bc2-a14216ffa807 req-f55adbf5-4e48-4673-b413-daa6ab91a344 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:38:27.907521 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-0b55ea96-902d-464a-8bc2-a14216ffa807 req-f55adbf5-4e48-4673-b413-daa6ab91a344 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/ports?device_id=dca96c9a-8fa9-4186-959d-91ade03a9f6f HTTP/1.1" status: 200 len: 946 time: 0.0541880 Jan 28 20:38:27.910494 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98508bc9-09dc-4a61-853d-ac04f5d4207b req-e0ae6edb-8e12-46a1-bf3a-f3e35cda10ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:38:27.912106 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-98508bc9-09dc-4a61-853d-ac04f5d4207b req-e0ae6edb-8e12-46a1-bf3a-f3e35cda10ce service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0ceca0f616eb43dfa068e38ea05be00f&device_id=dca96c9a-8fa9-4186-959d-91ade03a9f6f HTTP/1.1" status: 200 len: 1129 time: 0.0501256 Jan 28 20:38:27.960289 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-0b55ea96-902d-464a-8bc2-a14216ffa807 req-20d76c4e-3d85-404c-8bcd-e94c9725e10d tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/security-groups?id=c53b5fdd-de8b-4145-843a-b038faba3d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466614 Jan 28 20:38:28.006035 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98508bc9-09dc-4a61-853d-ac04f5d4207b req-2a9250d9-7746-449f-9170-6f8049129ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:38:28.007498 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-98508bc9-09dc-4a61-853d-ac04f5d4207b req-2a9250d9-7746-449f-9170-6f8049129ab0 service neutron] 10.222.0.70 "GET /v2.0/networks?id=14f7376b-505a-40fe-8fd0-00828e9ee475 HTTP/1.1" status: 200 len: 896 time: 0.0892894 Jan 28 20:38:28.077345 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-98508bc9-09dc-4a61-853d-ac04f5d4207b req-8df39e6a-99cb-417f-ab2b-8befafeff6e5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e6e1a721-d9a7-4ff8-9ac4-ceba8a505708 HTTP/1.1" status: 200 len: 1002 time: 0.0634282 Jan 28 20:38:28.126214 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98508bc9-09dc-4a61-853d-ac04f5d4207b req-366f4943-1b91-4a0e-bcf0-9a18aa678695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:38:28.127679 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-98508bc9-09dc-4a61-853d-ac04f5d4207b req-366f4943-1b91-4a0e-bcf0-9a18aa678695 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=51af122a-3699-4a36-b747-a79cd8a3f6a4 HTTP/1.1" status: 200 len: 835 time: 0.0434794 Jan 28 20:38:28.177408 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98508bc9-09dc-4a61-853d-ac04f5d4207b req-a8ec1682-213f-4ca6-a1e9-7bc302c89751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:38:28.178858 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-98508bc9-09dc-4a61-853d-ac04f5d4207b req-a8ec1682-213f-4ca6-a1e9-7bc302c89751 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=14f7376b-505a-40fe-8fd0-00828e9ee475&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0446782 Jan 28 20:38:28.275955 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-98508bc9-09dc-4a61-853d-ac04f5d4207b req-a7f843c3-f0af-410c-bdfc-fd673785e273 service neutron] 10.222.0.70 "GET /v2.0/networks/14f7376b-505a-40fe-8fd0-00828e9ee475?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890963 Jan 28 20:38:28.363312 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-98508bc9-09dc-4a61-853d-ac04f5d4207b req-28950b0d-82c8-458e-88fa-71536cb9b60e service neutron] 10.222.0.70 "GET /v2.0/networks/14f7376b-505a-40fe-8fd0-00828e9ee475?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809736 Jan 28 20:38:29.080852 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c22f52-bbd0-4fb6-b279-1b9da688417a req-93613d6b-16f0-4d99-b7ee-deaf600a30d1 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:38:29.082394 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f7c22f52-bbd0-4fb6-b279-1b9da688417a req-93613d6b-16f0-4d99-b7ee-deaf600a30d1 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/ports?device_id=dca96c9a-8fa9-4186-959d-91ade03a9f6f HTTP/1.1" status: 200 len: 946 time: 0.0530567 Jan 28 20:38:29.135606 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f7c22f52-bbd0-4fb6-b279-1b9da688417a req-38beb88e-bc0e-426d-9832-52eff267790d tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/security-groups?id=c53b5fdd-de8b-4145-843a-b038faba3d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470717 Jan 28 20:38:30.257919 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e053b310-0f07-4ec2-8a89-3fd516d648e9 req-63828507-dca0-4351-8857-6e6bc2f8009b tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:38:30.259614 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e053b310-0f07-4ec2-8a89-3fd516d648e9 req-63828507-dca0-4351-8857-6e6bc2f8009b tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/ports?device_id=dca96c9a-8fa9-4186-959d-91ade03a9f6f HTTP/1.1" status: 200 len: 946 time: 0.0564189 Jan 28 20:38:30.308977 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e053b310-0f07-4ec2-8a89-3fd516d648e9 req-3497f74b-2beb-4744-a5ba-9e58ba44d936 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/security-groups?id=c53b5fdd-de8b-4145-843a-b038faba3d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439920 Jan 28 20:38:30.783928 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e61e1f-eeed-4b08-9721-1a633261f598 req-f488e796-86a3-488d-bb59-9b4baeb92696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:38:30.785510 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b1e61e1f-eeed-4b08-9721-1a633261f598 req-f488e796-86a3-488d-bb59-9b4baeb92696 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0ceca0f616eb43dfa068e38ea05be00f&device_id=dca96c9a-8fa9-4186-959d-91ade03a9f6f HTTP/1.1" status: 200 len: 1129 time: 0.0455773 Jan 28 20:38:30.886901 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e61e1f-eeed-4b08-9721-1a633261f598 req-b0ec8f8b-2618-4079-8556-73101002a94c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:38:30.888352 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b1e61e1f-eeed-4b08-9721-1a633261f598 req-b0ec8f8b-2618-4079-8556-73101002a94c service neutron] 10.222.0.70 "GET /v2.0/networks?id=14f7376b-505a-40fe-8fd0-00828e9ee475 HTTP/1.1" status: 200 len: 896 time: 0.0838590 Jan 28 20:38:30.961113 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b1e61e1f-eeed-4b08-9721-1a633261f598 req-57ee830a-1fb5-4292-9b25-7e1b824d366c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e6e1a721-d9a7-4ff8-9ac4-ceba8a505708 HTTP/1.1" status: 200 len: 1002 time: 0.0612042 Jan 28 20:38:31.009029 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e61e1f-eeed-4b08-9721-1a633261f598 req-f472b704-d898-48bd-913d-a12f8fa40b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:38:31.010463 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b1e61e1f-eeed-4b08-9721-1a633261f598 req-f472b704-d898-48bd-913d-a12f8fa40b83 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=51af122a-3699-4a36-b747-a79cd8a3f6a4 HTTP/1.1" status: 200 len: 835 time: 0.0424814 Jan 28 20:38:31.062950 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e61e1f-eeed-4b08-9721-1a633261f598 req-f3272a3a-d94b-4d30-beee-f7bce0eb12c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:38:31.064374 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b1e61e1f-eeed-4b08-9721-1a633261f598 req-f3272a3a-d94b-4d30-beee-f7bce0eb12c2 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=14f7376b-505a-40fe-8fd0-00828e9ee475&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0472243 Jan 28 20:38:31.155787 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b1e61e1f-eeed-4b08-9721-1a633261f598 req-e79cbe7d-cc98-4ad0-b152-1cec7e24f394 service neutron] 10.222.0.70 "GET /v2.0/networks/14f7376b-505a-40fe-8fd0-00828e9ee475?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848811 Jan 28 20:38:31.242119 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b1e61e1f-eeed-4b08-9721-1a633261f598 req-3cb0167f-9c11-4df7-bfbc-c6028fe3fd7b service neutron] 10.222.0.70 "GET /v2.0/networks/14f7376b-505a-40fe-8fd0-00828e9ee475?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810428 Jan 28 20:38:31.427423 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9530a71e-a955-4caa-8453-4c46ada0b63a req-c10fde36-055e-4457-b51f-75e812fdadbb tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:38:31.428886 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9530a71e-a955-4caa-8453-4c46ada0b63a req-c10fde36-055e-4457-b51f-75e812fdadbb tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/ports?device_id=dca96c9a-8fa9-4186-959d-91ade03a9f6f HTTP/1.1" status: 200 len: 946 time: 0.0533545 Jan 28 20:38:31.480291 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9530a71e-a955-4caa-8453-4c46ada0b63a req-58865503-ccf4-484e-b531-a7372129a5cc tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/security-groups?id=c53b5fdd-de8b-4145-843a-b038faba3d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459089 Jan 28 20:38:32.602041 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b5b0c2-5357-4bc1-bf26-39b1459e6af3 req-1cf50545-46d8-40d7-b09b-45f52ca045f8 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:38:32.603502 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-16b5b0c2-5357-4bc1-bf26-39b1459e6af3 req-1cf50545-46d8-40d7-b09b-45f52ca045f8 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/ports?device_id=dca96c9a-8fa9-4186-959d-91ade03a9f6f HTTP/1.1" status: 200 len: 946 time: 0.0522397 Jan 28 20:38:32.652161 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-16b5b0c2-5357-4bc1-bf26-39b1459e6af3 req-763caa82-6671-453b-8814-ed1109872e06 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/security-groups?id=c53b5fdd-de8b-4145-843a-b038faba3d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431166 Jan 28 20:38:33.769414 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89551264-a257-46c8-8181-358e8c113c4f req-434a78da-f2c7-489d-b9ee-0d41a9250bca tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:38:33.770879 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-89551264-a257-46c8-8181-358e8c113c4f req-434a78da-f2c7-489d-b9ee-0d41a9250bca tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/ports?device_id=dca96c9a-8fa9-4186-959d-91ade03a9f6f HTTP/1.1" status: 200 len: 946 time: 0.0520039 Jan 28 20:38:33.818302 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-89551264-a257-46c8-8181-358e8c113c4f req-4f162ef1-74af-4291-8d1d-43091db49f8c tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/security-groups?id=c53b5fdd-de8b-4145-843a-b038faba3d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418992 Jan 28 20:38:34.938970 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b915c06c-a2cb-49b7-a35e-a443ffde6daf req-e5a06c00-9274-4d16-965b-7d6a5c5d3458 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:38:34.940450 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b915c06c-a2cb-49b7-a35e-a443ffde6daf req-e5a06c00-9274-4d16-965b-7d6a5c5d3458 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/ports?device_id=dca96c9a-8fa9-4186-959d-91ade03a9f6f HTTP/1.1" status: 200 len: 946 time: 0.0559397 Jan 28 20:38:34.987616 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-b915c06c-a2cb-49b7-a35e-a443ffde6daf req-73bc4f0c-68ea-4aaf-95a9-43b4c8d071dc tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/security-groups?id=c53b5fdd-de8b-4145-843a-b038faba3d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414996 Jan 28 20:38:36.104996 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf042d8c-19e3-4940-8cf9-09d3a4eed13c req-1d286d2c-45b7-442e-986d-eda746181535 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:38:36.106492 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-cf042d8c-19e3-4940-8cf9-09d3a4eed13c req-1d286d2c-45b7-442e-986d-eda746181535 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/ports?device_id=dca96c9a-8fa9-4186-959d-91ade03a9f6f HTTP/1.1" status: 200 len: 946 time: 0.0510149 Jan 28 20:38:36.155480 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-cf042d8c-19e3-4940-8cf9-09d3a4eed13c req-14c968ed-208d-4827-ac93-19091fcfef7e tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/security-groups?id=c53b5fdd-de8b-4145-843a-b038faba3d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435109 Jan 28 20:38:36.854199 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-50071b72-da4e-4e41-b206-f49a71397d8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:38:37.276379 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3863369-a433-4cff-a851-c9b3090b1577 req-5ecbbe98-0f70-4ac3-9ef6-8b38cf950934 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:38:37.277963 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c3863369-a433-4cff-a851-c9b3090b1577 req-5ecbbe98-0f70-4ac3-9ef6-8b38cf950934 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/ports?device_id=dca96c9a-8fa9-4186-959d-91ade03a9f6f HTTP/1.1" status: 200 len: 946 time: 0.0535448 Jan 28 20:38:37.327145 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c3863369-a433-4cff-a851-c9b3090b1577 req-b2b9414f-c0f6-44f0-8f27-0f7de5ab2d9f tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/security-groups?id=c53b5fdd-de8b-4145-843a-b038faba3d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435996 Jan 28 20:38:38.448000 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efff4874-4bbf-4d4a-9123-9990f766c5aa req-c7264862-1810-423b-a342-b5c5f4121a88 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:38:38.449402 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-efff4874-4bbf-4d4a-9123-9990f766c5aa req-c7264862-1810-423b-a342-b5c5f4121a88 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/ports?device_id=dca96c9a-8fa9-4186-959d-91ade03a9f6f HTTP/1.1" status: 200 len: 946 time: 0.0557489 Jan 28 20:38:38.496499 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-efff4874-4bbf-4d4a-9123-9990f766c5aa req-cd0d2128-1227-49cc-9fb5-32c594e5d16f tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/security-groups?id=c53b5fdd-de8b-4145-843a-b038faba3d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416722 Jan 28 20:38:39.094146 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9b91b336-0230-4ba6-8edb-e646bb12be42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:38:39.620426 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f6cfa4-fcd7-4164-9724-de5dd91d8c5f req-42eae848-edda-4e0c-83a2-53fadd334091 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:38:39.622298 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f5f6cfa4-fcd7-4164-9724-de5dd91d8c5f req-42eae848-edda-4e0c-83a2-53fadd334091 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/ports?device_id=dca96c9a-8fa9-4186-959d-91ade03a9f6f HTTP/1.1" status: 200 len: 946 time: 0.0527937 Jan 28 20:38:39.675957 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f5f6cfa4-fcd7-4164-9724-de5dd91d8c5f req-86bada27-0878-448f-8553-7139a8a6bfe2 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/security-groups?id=c53b5fdd-de8b-4145-843a-b038faba3d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480917 Jan 28 20:38:40.109372 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:38:40.799299 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2abaec-1bb6-4f41-822c-54217c59f7be req-b56efc9f-cd5b-4650-bf6e-322adcfaaf90 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:38:40.800792 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ee2abaec-1bb6-4f41-822c-54217c59f7be req-b56efc9f-cd5b-4650-bf6e-322adcfaaf90 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/ports?device_id=dca96c9a-8fa9-4186-959d-91ade03a9f6f HTTP/1.1" status: 200 len: 946 time: 0.0531073 Jan 28 20:38:40.848942 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ee2abaec-1bb6-4f41-822c-54217c59f7be req-50260119-525a-4b62-be74-5ec426b235d9 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/security-groups?id=c53b5fdd-de8b-4145-843a-b038faba3d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425036 Jan 28 20:38:41.970693 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24486b97-5124-4b3d-9aec-1804d5931454 req-9b6ab78a-d6d2-4fc5-8888-2a72bda4f9e0 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:38:41.972192 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-24486b97-5124-4b3d-9aec-1804d5931454 req-9b6ab78a-d6d2-4fc5-8888-2a72bda4f9e0 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/ports?device_id=dca96c9a-8fa9-4186-959d-91ade03a9f6f HTTP/1.1" status: 200 len: 946 time: 0.0520885 Jan 28 20:38:41.991938 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:38:42.024883 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-24486b97-5124-4b3d-9aec-1804d5931454 req-1b9bcf6a-f641-4372-afbf-871e19263072 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/security-groups?id=c53b5fdd-de8b-4145-843a-b038faba3d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438771 Jan 28 20:38:43.148495 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a221c020-ad14-4858-95fb-b38a6f67f6e1 req-a372ec19-cef6-4553-98e1-5fc1fda0b955 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:38:43.150012 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a221c020-ad14-4858-95fb-b38a6f67f6e1 req-a372ec19-cef6-4553-98e1-5fc1fda0b955 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/ports?device_id=dca96c9a-8fa9-4186-959d-91ade03a9f6f HTTP/1.1" status: 200 len: 946 time: 0.0569170 Jan 28 20:38:43.197397 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a221c020-ad14-4858-95fb-b38a6f67f6e1 req-7bcf293f-bb55-46b8-a1c7-53ca9941dd2a tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/security-groups?id=c53b5fdd-de8b-4145-843a-b038faba3d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418661 Jan 28 20:38:43.345873 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:38:44.320423 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cda62b7-3acb-4e08-8830-3f7decd6ccf1 req-feac268d-d798-46b9-aa7d-dbd7f3186795 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:38:44.321973 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8cda62b7-3acb-4e08-8830-3f7decd6ccf1 req-feac268d-d798-46b9-aa7d-dbd7f3186795 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/ports?device_id=dca96c9a-8fa9-4186-959d-91ade03a9f6f HTTP/1.1" status: 200 len: 946 time: 0.0526230 Jan 28 20:38:44.369804 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8cda62b7-3acb-4e08-8830-3f7decd6ccf1 req-c1bbcd0b-6b9c-46a5-80f8-8881db0c876c tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/security-groups?id=c53b5fdd-de8b-4145-843a-b038faba3d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422912 Jan 28 20:38:44.392327 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 43434) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:38:44.451813 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-766a9b43-e74a-461e-a5e3-4aa4ed3b0db3 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/floatingips/84ee39c8-bfe1-4288-bf3e-1be83f9edd09 HTTP/1.1" status: 200 len: 994 time: 0.0578709 Jan 28 20:38:49.176210 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:38:51.629783 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:38:54.690314 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:06.855493 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2bf55e5e-bab7-4a23-986b-30829932a3f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:09.094785 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4776a846-be02-4c85-9b33-793ba993f8aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:10.113181 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:11.993931 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:13.347718 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:15.057049 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 43448) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:39:15.214348 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-cf20733b-62de-4e52-bbcf-00fac286808f tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Deleting port 09c02e09-d6cd-49b3-8647-3810000504a7 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:39:15.214694 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cf20733b-62de-4e52-bbcf-00fac286808f tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (09c02e09-d6cd-49b3-8647-3810000504a7), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:15.298245 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cf20733b-62de-4e52-bbcf-00fac286808f tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (09c02e09-d6cd-49b3-8647-3810000504a7), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:15.298581 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cf20733b-62de-4e52-bbcf-00fac286808f tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for floatingip (09c02e09-d6cd-49b3-8647-3810000504a7), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:15.311960 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-cf20733b-62de-4e52-bbcf-00fac286808f tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Calling delete_port for 09c02e09-d6cd-49b3-8647-3810000504a7 owned by network:floatingip {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:39:15.459506 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cf20733b-62de-4e52-bbcf-00fac286808f tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (09c02e09-d6cd-49b3-8647-3810000504a7), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:15.485906 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf20733b-62de-4e52-bbcf-00fac286808f tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Pushing event deleted for resources: {'Port': ['ID=09c02e09-d6cd-49b3-8647-3810000504a7,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:15.511962 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf20733b-62de-4e52-bbcf-00fac286808f tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:39:15.512295 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf20733b-62de-4e52-bbcf-00fac286808f tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:39:15.512640 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf20733b-62de-4e52-bbcf-00fac286808f tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:39:15.512982 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf20733b-62de-4e52-bbcf-00fac286808f tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:39:15.513341 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf20733b-62de-4e52-bbcf-00fac286808f tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:39:15.513676 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf20733b-62de-4e52-bbcf-00fac286808f tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:39:15.514005 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf20733b-62de-4e52-bbcf-00fac286808f tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:39:15.514334 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf20733b-62de-4e52-bbcf-00fac286808f tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:39:15.514661 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf20733b-62de-4e52-bbcf-00fac286808f tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:39:15.514986 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf20733b-62de-4e52-bbcf-00fac286808f tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:39:15.515316 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf20733b-62de-4e52-bbcf-00fac286808f tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:39:15.515637 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf20733b-62de-4e52-bbcf-00fac286808f tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:39:15.515956 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf20733b-62de-4e52-bbcf-00fac286808f tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:39:15.558439 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cf20733b-62de-4e52-bbcf-00fac286808f tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for floatingip (84ee39c8-bfe1-4288-bf3e-1be83f9edd09), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:15.558853 n-d-812111-14 neutron-server[103304]: INFO neutron.db.l3_db [None req-cf20733b-62de-4e52-bbcf-00fac286808f tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Floating IP 84ee39c8-bfe1-4288-bf3e-1be83f9edd09 disassociated (deleted). External IP: 172.25.6.210, port: e6e1a721-d9a7-4ff8-9ac4-ceba8a505708. Jan 28 20:39:15.768275 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf20733b-62de-4e52-bbcf-00fac286808f tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Router 8fd2d555-bf70-4fbb-af26-9d1e6a0e010e has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:39:15.878372 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf20733b-62de-4e52-bbcf-00fac286808f tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:39:15.883860 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cf20733b-62de-4e52-bbcf-00fac286808f tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for floatingip (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:15.891404 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e7fb5d4-92c0-40ad-8525-53be21cd9e75 None None] Sync routers for ids ['8fd2d555-bf70-4fbb-af26-9d1e6a0e010e'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:39:15.903649 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7fb5d4-92c0-40ad-8525-53be21cd9e75 None None] Routers {'8fd2d555-bf70-4fbb-af26-9d1e6a0e010e'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:39:15.904752 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-9e7fb5d4-92c0-40ad-8525-53be21cd9e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:39:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['8fd2d555-bf70-4fbb-af26-9d1e6a0e010e'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:39:15.917150 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-cf20733b-62de-4e52-bbcf-00fac286808f tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "DELETE /v2.0/floatingips/84ee39c8-bfe1-4288-bf3e-1be83f9edd09 HTTP/1.1" status: 204 len: 168 time: 0.8566234 Jan 28 20:39:15.917150 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dca96c9a-8fa9-4186-959d-91ade03a9f6f', 'tag': 'e6e1a721-d9a7-4ff8-9ac4-ceba8a505708'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:39:15.918202 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}690870b4896ba3504f21237a239c836c0346d6a62bcfb5e8ee91fd1b13f99dd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b4c85ea-f335-4154-b6c2-6da78abf45c9" -d '{"events": [{"name": "network-changed", "server_uuid": "dca96c9a-8fa9-4186-959d-91ade03a9f6f", "tag": "e6e1a721-d9a7-4ff8-9ac4-ceba8a505708"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:39:15.983490 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:39:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7488c3b7-5068-45a6-a39a-e7f7d63eca77 x-openstack-request-id: req-7488c3b7-5068-45a6-a39a-e7f7d63eca77 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:39:15.983657 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dca96c9a-8fa9-4186-959d-91ade03a9f6f", "tag": "e6e1a721-d9a7-4ff8-9ac4-ceba8a505708", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:39:15.983838 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7488c3b7-5068-45a6-a39a-e7f7d63eca77 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:39:15.984242 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dca96c9a-8fa9-4186-959d-91ade03a9f6f', 'tag': 'e6e1a721-d9a7-4ff8-9ac4-ceba8a505708', 'status': 'completed', 'code': 200} Jan 28 20:39:16.033508 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-9e7fb5d4-92c0-40ad-8525-53be21cd9e75 None None] Set router 8fd2d555-bf70-4fbb-af26-9d1e6a0e010e gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:39:16.051739 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4c85ea-f335-4154-b6c2-6da78abf45c9 req-76d0e36a-4fb6-47e4-b340-302f5bfb80f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:39:16.054163 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4b4c85ea-f335-4154-b6c2-6da78abf45c9 req-76d0e36a-4fb6-47e4-b340-302f5bfb80f1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0ceca0f616eb43dfa068e38ea05be00f&device_id=dca96c9a-8fa9-4186-959d-91ade03a9f6f HTTP/1.1" status: 200 len: 1129 time: 0.0496962 Jan 28 20:39:16.263508 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-9e7fb5d4-92c0-40ad-8525-53be21cd9e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fd2d555-bf70-4fbb-af26-9d1e6a0e010e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-470625603', 'tenant_id': '0ceca0f616eb43dfa068e38ea05be00f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': '6d776f11-6cf2-4a96-9a0d-b388c00c4244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:37:36Z', 'updated_at': '2022-01-28T20:37:40Z', 'revision_number': 4, 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'gw_port': {'id': '6d776f11-6cf2-4a96-9a0d-b388c00c4244', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:7f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd2d555-bf70-4fbb-af26-9d1e6a0e010e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:37:37Z', 'updated_at': '2022-01-28T20:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': 'f9d33451-e9d2-47fa-b21e-fc48e600fd5f', 'name': '', 'network_id': '14f7376b-505a-40fe-8fd0-00828e9ee475', 'tenant_id': '0ceca0f616eb43dfa068e38ea05be00f', 'mac_address': 'fa:16:3e:bb:6e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd2d555-bf70-4fbb-af26-9d1e6a0e010e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '51af122a-3699-4a36-b747-a79cd8a3f6a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:37:39Z', 'updated_at': '2022-01-28T20:37:43Z', 'revision_number': 5, 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'subnets': [{'id': '51af122a-3699-4a36-b747-a79cd8a3f6a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:39:16.290471 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e7fb5d4-92c0-40ad-8525-53be21cd9e75 None None] Checking router: 8fd2d555-bf70-4fbb-af26-9d1e6a0e010e for host: n-d-812111-14 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:39:16.299307 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7fb5d4-92c0-40ad-8525-53be21cd9e75 None None] Routers {'8fd2d555-bf70-4fbb-af26-9d1e6a0e010e'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:39:16.299942 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-9e7fb5d4-92c0-40ad-8525-53be21cd9e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:39:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['8fd2d555-bf70-4fbb-af26-9d1e6a0e010e'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:39:16.412807 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-9e7fb5d4-92c0-40ad-8525-53be21cd9e75 None None] Set router 8fd2d555-bf70-4fbb-af26-9d1e6a0e010e gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:39:16.544161 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4c85ea-f335-4154-b6c2-6da78abf45c9 req-59ae33d9-a9f1-496d-b74e-aa449ea1e683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:39:16.545591 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4b4c85ea-f335-4154-b6c2-6da78abf45c9 req-59ae33d9-a9f1-496d-b74e-aa449ea1e683 service neutron] 10.222.0.70 "GET /v2.0/networks?id=14f7376b-505a-40fe-8fd0-00828e9ee475 HTTP/1.1" status: 200 len: 896 time: 0.4827201 Jan 28 20:39:16.553301 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c8d9fa-1384-4a44-883e-0589d8fec514 req-304aedbe-3b25-4634-8532-248395f71b2c tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:39:16.554734 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-51c8d9fa-1384-4a44-883e-0589d8fec514 req-304aedbe-3b25-4634-8532-248395f71b2c tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/ports?device_id=dca96c9a-8fa9-4186-959d-91ade03a9f6f HTTP/1.1" status: 200 len: 946 time: 0.0858788 Jan 28 20:39:16.604828 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4b4c85ea-f335-4154-b6c2-6da78abf45c9 req-60747558-cfbc-4ef5-b484-5a3f53b67b72 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e6e1a721-d9a7-4ff8-9ac4-ceba8a505708 HTTP/1.1" status: 200 len: 217 time: 0.0491459 Jan 28 20:39:16.608476 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-9e7fb5d4-92c0-40ad-8525-53be21cd9e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fd2d555-bf70-4fbb-af26-9d1e6a0e010e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-470625603', 'tenant_id': '0ceca0f616eb43dfa068e38ea05be00f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': '6d776f11-6cf2-4a96-9a0d-b388c00c4244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:37:36Z', 'updated_at': '2022-01-28T20:37:40Z', 'revision_number': 4, 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'gw_port': {'id': '6d776f11-6cf2-4a96-9a0d-b388c00c4244', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:7f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd2d555-bf70-4fbb-af26-9d1e6a0e010e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:37:37Z', 'updated_at': '2022-01-28T20:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': 'f9d33451-e9d2-47fa-b21e-fc48e600fd5f', 'name': '', 'network_id': '14f7376b-505a-40fe-8fd0-00828e9ee475', 'tenant_id': '0ceca0f616eb43dfa068e38ea05be00f', 'mac_address': 'fa:16:3e:bb:6e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd2d555-bf70-4fbb-af26-9d1e6a0e010e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '51af122a-3699-4a36-b747-a79cd8a3f6a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:37:39Z', 'updated_at': '2022-01-28T20:37:43Z', 'revision_number': 5, 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'subnets': [{'id': '51af122a-3699-4a36-b747-a79cd8a3f6a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:39:16.635094 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e7fb5d4-92c0-40ad-8525-53be21cd9e75 None None] The sync data for ids ['8fd2d555-bf70-4fbb-af26-9d1e6a0e010e'] in n-d-812111-14 is: [{'id': '8fd2d555-bf70-4fbb-af26-9d1e6a0e010e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-470625603', 'tenant_id': '0ceca0f616eb43dfa068e38ea05be00f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': '6d776f11-6cf2-4a96-9a0d-b388c00c4244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:37:36Z', 'updated_at': '2022-01-28T20:37:40Z', 'revision_number': 4, 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'gw_port': {'id': '6d776f11-6cf2-4a96-9a0d-b388c00c4244', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:7f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd2d555-bf70-4fbb-af26-9d1e6a0e010e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:37:37Z', 'updated_at': '2022-01-28T20:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': 'f9d33451-e9d2-47fa-b21e-fc48e600fd5f', 'name': '', 'network_id': '14f7376b-505a-40fe-8fd0-00828e9ee475', 'tenant_id': '0ceca0f616eb43dfa068e38ea05be00f', 'mac_address': 'fa:16:3e:bb:6e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd2d555-bf70-4fbb-af26-9d1e6a0e010e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '51af122a-3699-4a36-b747-a79cd8a3f6a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:37:39Z', 'updated_at': '2022-01-28T20:37:43Z', 'revision_number': 5, 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'subnets': [{'id': '51af122a-3699-4a36-b747-a79cd8a3f6a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:39:16.680436 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-51c8d9fa-1384-4a44-883e-0589d8fec514 req-b810aec7-072e-4215-88f5-323ee12d4238 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/security-groups?id=c53b5fdd-de8b-4145-843a-b038faba3d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1180940 Jan 28 20:39:16.684315 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4c85ea-f335-4154-b6c2-6da78abf45c9 req-3cf68378-53af-47a9-8e9c-030b40e82b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:39:16.685730 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4b4c85ea-f335-4154-b6c2-6da78abf45c9 req-3cf68378-53af-47a9-8e9c-030b40e82b3b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=51af122a-3699-4a36-b747-a79cd8a3f6a4 HTTP/1.1" status: 200 len: 835 time: 0.0729699 Jan 28 20:39:16.737717 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4c85ea-f335-4154-b6c2-6da78abf45c9 req-fed15212-b77e-4fc7-af4f-c98b8bcb6bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:39:16.739224 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4b4c85ea-f335-4154-b6c2-6da78abf45c9 req-fed15212-b77e-4fc7-af4f-c98b8bcb6bf5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=14f7376b-505a-40fe-8fd0-00828e9ee475&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0469327 Jan 28 20:39:16.835566 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4b4c85ea-f335-4154-b6c2-6da78abf45c9 req-1e475487-9169-4ec5-a84f-316ba93fc9e9 service neutron] 10.222.0.70 "GET /v2.0/networks/14f7376b-505a-40fe-8fd0-00828e9ee475?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895946 Jan 28 20:39:16.872880 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9178aed1-2e29-4ed3-b7f9-df2fc67d6900 None None] New status for floating IP 84ee39c8-bfe1-4288-bf3e-1be83f9edd09: DOWN {{(pid=103306) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 20:39:16.926148 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4b4c85ea-f335-4154-b6c2-6da78abf45c9 req-c54ac698-71b8-4bbf-9f6f-c492e0f67337 service neutron] 10.222.0.70 "GET /v2.0/networks/14f7376b-505a-40fe-8fd0-00828e9ee475?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836806 Jan 28 20:39:17.748926 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba9becd-a495-4998-951f-74ef341457ca req-60306034-b1a8-4213-8943-19fd759684c5 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:39:17.750412 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9ba9becd-a495-4998-951f-74ef341457ca req-60306034-b1a8-4213-8943-19fd759684c5 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.70 "GET /v2.0/ports?device_id=dca96c9a-8fa9-4186-959d-91ade03a9f6f HTTP/1.1" status: 200 len: 946 time: 0.0632567 Jan 28 20:39:17.814845 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5c6bd2-0023-4e3d-a8fb-20afea00b2a7 req-e5653064-2305-4d58-9004-c8caf2006372 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:39:17.816332 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5b5c6bd2-0023-4e3d-a8fb-20afea00b2a7 req-e5653064-2305-4d58-9004-c8caf2006372 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/ports?device_id=dca96c9a-8fa9-4186-959d-91ade03a9f6f HTTP/1.1" status: 200 len: 946 time: 0.0579576 Jan 28 20:39:17.845363 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-9ba9becd-a495-4998-951f-74ef341457ca req-b2c02f92-3148-479e-a5c6-1eef783eda62 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Deleting port e6e1a721-d9a7-4ff8-9ac4-ceba8a505708 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:39:17.845699 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-9ba9becd-a495-4998-951f-74ef341457ca req-b2c02f92-3148-479e-a5c6-1eef783eda62 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (e6e1a721-d9a7-4ff8-9ac4-ceba8a505708), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:17.876364 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5b5c6bd2-0023-4e3d-a8fb-20afea00b2a7 req-8e50a435-e595-4c7c-bc1c-31b17917af3c tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/security-groups?id=c53b5fdd-de8b-4145-843a-b038faba3d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542905 Jan 28 20:39:17.941413 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-9ba9becd-a495-4998-951f-74ef341457ca req-b2c02f92-3148-479e-a5c6-1eef783eda62 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] For port e6e1a721-d9a7-4ff8-9ac4-ceba8a505708, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=e6e1a721-d9a7-4ff8-9ac4-ceba8a505708,segment=NetworkSegment(29cc8fe6-3f15-41c5-b191-fddf6a9e400e),segment_id=29cc8fe6-3f15-41c5-b191-fddf6a9e400e)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:39:17.941787 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-9ba9becd-a495-4998-951f-74ef341457ca req-b2c02f92-3148-479e-a5c6-1eef783eda62 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (e6e1a721-d9a7-4ff8-9ac4-ceba8a505708), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:17.954444 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-9ba9becd-a495-4998-951f-74ef341457ca req-b2c02f92-3148-479e-a5c6-1eef783eda62 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Calling delete_port for e6e1a721-d9a7-4ff8-9ac4-ceba8a505708 owned by compute:nova {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:39:18.084504 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-9ba9becd-a495-4998-951f-74ef341457ca req-b2c02f92-3148-479e-a5c6-1eef783eda62 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (e6e1a721-d9a7-4ff8-9ac4-ceba8a505708), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:18.115256 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c02f92-3148-479e-a5c6-1eef783eda62 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Pushing event deleted for resources: {'Port': ['ID=e6e1a721-d9a7-4ff8-9ac4-ceba8a505708,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:18.161295 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ba9becd-a495-4998-951f-74ef341457ca req-b2c02f92-3148-479e-a5c6-1eef783eda62 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] No DVR routers for this DVR port e6e1a721-d9a7-4ff8-9ac4-ceba8a505708 on host n-h2-812111-14 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:39:18.164468 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-9ba9becd-a495-4998-951f-74ef341457ca req-b2c02f92-3148-479e-a5c6-1eef783eda62 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:18.167898 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9ba9becd-a495-4998-951f-74ef341457ca req-b2c02f92-3148-479e-a5c6-1eef783eda62 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.70 "DELETE /v2.0/ports/e6e1a721-d9a7-4ff8-9ac4-ceba8a505708 HTTP/1.1" status: 204 len: 173 time: 0.4120796 Jan 28 20:39:18.168347 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dca96c9a-8fa9-4186-959d-91ade03a9f6f', 'name': 'network-vif-deleted', 'tag': 'e6e1a721-d9a7-4ff8-9ac4-ceba8a505708'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:39:18.170713 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}690870b4896ba3504f21237a239c836c0346d6a62bcfb5e8ee91fd1b13f99dd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fdd29be-3142-4de6-9622-41dd44706f23" -d '{"events": [{"server_uuid": "dca96c9a-8fa9-4186-959d-91ade03a9f6f", "name": "network-vif-deleted", "tag": "e6e1a721-d9a7-4ff8-9ac4-ceba8a505708"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:39:18.208077 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea138353-746d-4f7c-a1bc-f37157744012 x-openstack-request-id: req-ea138353-746d-4f7c-a1bc-f37157744012 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:39:18.208380 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dca96c9a-8fa9-4186-959d-91ade03a9f6f", "name": "network-vif-deleted", "tag": "e6e1a721-d9a7-4ff8-9ac4-ceba8a505708", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:39:18.208636 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ea138353-746d-4f7c-a1bc-f37157744012 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:39:18.209119 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dca96c9a-8fa9-4186-959d-91ade03a9f6f', 'name': 'network-vif-deleted', 'tag': 'e6e1a721-d9a7-4ff8-9ac4-ceba8a505708', 'status': 'completed', 'code': 200} Jan 28 20:39:18.935644 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 43462) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:39:19.294786 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-18c00bee-aa30-482f-84f2-f50e77c204d3 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-732838'] for router_interface (8fd2d555-bf70-4fbb-af26-9d1e6a0e010e), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:19.551605 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-18c00bee-aa30-482f-84f2-f50e77c204d3 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Deleting port f9d33451-e9d2-47fa-b21e-fc48e600fd5f {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:39:19.551876 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-18c00bee-aa30-482f-84f2-f50e77c204d3 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (f9d33451-e9d2-47fa-b21e-fc48e600fd5f), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:19.641662 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-18c00bee-aa30-482f-84f2-f50e77c204d3 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] For port f9d33451-e9d2-47fa-b21e-fc48e600fd5f, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=f9d33451-e9d2-47fa-b21e-fc48e600fd5f,segment=NetworkSegment(29cc8fe6-3f15-41c5-b191-fddf6a9e400e),segment_id=29cc8fe6-3f15-41c5-b191-fddf6a9e400e)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:39:19.642042 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-18c00bee-aa30-482f-84f2-f50e77c204d3 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (f9d33451-e9d2-47fa-b21e-fc48e600fd5f), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:19.655069 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-18c00bee-aa30-482f-84f2-f50e77c204d3 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Calling delete_port for f9d33451-e9d2-47fa-b21e-fc48e600fd5f owned by network:router_interface {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:39:19.841444 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-18c00bee-aa30-482f-84f2-f50e77c204d3 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (f9d33451-e9d2-47fa-b21e-fc48e600fd5f), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:19.867529 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c00bee-aa30-482f-84f2-f50e77c204d3 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Pushing event deleted for resources: {'Port': ['ID=f9d33451-e9d2-47fa-b21e-fc48e600fd5f,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:20.048456 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-18c00bee-aa30-482f-84f2-f50e77c204d3 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-732682'] for router_interface (8fd2d555-bf70-4fbb-af26-9d1e6a0e010e), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:20.264646 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18c00bee-aa30-482f-84f2-f50e77c204d3 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Router 8fd2d555-bf70-4fbb-af26-9d1e6a0e010e has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:39:20.369907 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18c00bee-aa30-482f-84f2-f50e77c204d3 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:39:20.375322 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-18c00bee-aa30-482f-84f2-f50e77c204d3 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "PUT /v2.0/routers/8fd2d555-bf70-4fbb-af26-9d1e6a0e010e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4384651 Jan 28 20:39:20.377929 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 43464) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:39:20.379306 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba37a43-f168-4631-aa22-bc4721094dbb None None] Sync routers for ids ['8fd2d555-bf70-4fbb-af26-9d1e6a0e010e'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:39:20.390414 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba37a43-f168-4631-aa22-bc4721094dbb None None] Routers {'8fd2d555-bf70-4fbb-af26-9d1e6a0e010e'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:39:20.391016 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-2ba37a43-f168-4631-aa22-bc4721094dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:39:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['8fd2d555-bf70-4fbb-af26-9d1e6a0e010e'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:39:20.429451 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-101eb86e-7a4c-4dc6-bba6-1da8bddbb99d tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Deleting subnet 51af122a-3699-4a36-b747-a79cd8a3f6a4 {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 20:39:20.432652 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-101eb86e-7a4c-4dc6-bba6-1da8bddbb99d tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for subnet (51af122a-3699-4a36-b747-a79cd8a3f6a4), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:20.473292 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-101eb86e-7a4c-4dc6-bba6-1da8bddbb99d tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4747050'] for subnet (51af122a-3699-4a36-b747-a79cd8a3f6a4), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:20.493382 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-2ba37a43-f168-4631-aa22-bc4721094dbb None None] Set router 8fd2d555-bf70-4fbb-af26-9d1e6a0e010e gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:39:20.560185 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-101eb86e-7a4c-4dc6-bba6-1da8bddbb99d tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (51af122a-3699-4a36-b747-a79cd8a3f6a4), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:20.618465 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-101eb86e-7a4c-4dc6-bba6-1da8bddbb99d tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4690616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5222356'] for subnet (51af122a-3699-4a36-b747-a79cd8a3f6a4), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:20.646209 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101eb86e-7a4c-4dc6-bba6-1da8bddbb99d tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Pushing event deleted for resources: {'Subnet': ['ID=51af122a-3699-4a36-b747-a79cd8a3f6a4,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:20.651032 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-101eb86e-7a4c-4dc6-bba6-1da8bddbb99d tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:20.656769 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-101eb86e-7a4c-4dc6-bba6-1da8bddbb99d tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "DELETE /v2.0/subnets/51af122a-3699-4a36-b747-a79cd8a3f6a4 HTTP/1.1" status: 204 len: 168 time: 0.2754591 Jan 28 20:39:20.656993 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 43466) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:39:20.657178 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-700bb873-ec8a-4f82-954c-2f9267e4474c None None] Network 14f7376b-505a-40fe-8fd0-00828e9ee475 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:39:20.674733 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-2ba37a43-f168-4631-aa22-bc4721094dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fd2d555-bf70-4fbb-af26-9d1e6a0e010e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-470625603', 'tenant_id': '0ceca0f616eb43dfa068e38ea05be00f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': '6d776f11-6cf2-4a96-9a0d-b388c00c4244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:37:36Z', 'updated_at': '2022-01-28T20:39:19Z', 'revision_number': 5, 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'gw_port': {'id': '6d776f11-6cf2-4a96-9a0d-b388c00c4244', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:7f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd2d555-bf70-4fbb-af26-9d1e6a0e010e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:37:37Z', 'updated_at': '2022-01-28T20:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:39:20.775539 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a9663d5e-41c5-4d4d-a657-9bef6e8e28e4 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for router (8fd2d555-bf70-4fbb-af26-9d1e6a0e010e), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:20.802172 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba37a43-f168-4631-aa22-bc4721094dbb None None] Checking router: 8fd2d555-bf70-4fbb-af26-9d1e6a0e010e for host: n-d-812111-14 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:39:20.814833 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba37a43-f168-4631-aa22-bc4721094dbb None None] Routers {'8fd2d555-bf70-4fbb-af26-9d1e6a0e010e'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:39:20.815449 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-2ba37a43-f168-4631-aa22-bc4721094dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:39:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['8fd2d555-bf70-4fbb-af26-9d1e6a0e010e'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:39:20.835423 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e53cc175-4fe7-4924-8b71-4b3ba3bfa1df None None] DHCP port deletion for 14f7376b-505a-40fe-8fd0-00828e9ee475 request from n-d-812111-14 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 20:39:20.888719 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-e53cc175-4fe7-4924-8b71-4b3ba3bfa1df None None] Deleting port ca61178f-b46b-47f1-ad76-c669010572e7 {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:39:20.889189 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e53cc175-4fe7-4924-8b71-4b3ba3bfa1df None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (ca61178f-b46b-47f1-ad76-c669010572e7), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:20.894448 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a9663d5e-41c5-4d4d-a657-9bef6e8e28e4 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for router_gateway (8fd2d555-bf70-4fbb-af26-9d1e6a0e010e), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:20.923698 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-2ba37a43-f168-4631-aa22-bc4721094dbb None None] Set router 8fd2d555-bf70-4fbb-af26-9d1e6a0e010e gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:39:20.951588 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-e53cc175-4fe7-4924-8b71-4b3ba3bfa1df None None] For port ca61178f-b46b-47f1-ad76-c669010572e7, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=ca61178f-b46b-47f1-ad76-c669010572e7,segment=NetworkSegment(29cc8fe6-3f15-41c5-b191-fddf6a9e400e),segment_id=29cc8fe6-3f15-41c5-b191-fddf6a9e400e)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:39:20.952277 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e53cc175-4fe7-4924-8b71-4b3ba3bfa1df None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (ca61178f-b46b-47f1-ad76-c669010572e7), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:20.955174 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-a9663d5e-41c5-4d4d-a657-9bef6e8e28e4 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Deleting port 6d776f11-6cf2-4a96-9a0d-b388c00c4244 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:39:20.955524 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a9663d5e-41c5-4d4d-a657-9bef6e8e28e4 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (6d776f11-6cf2-4a96-9a0d-b388c00c4244), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:20.969298 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-e53cc175-4fe7-4924-8b71-4b3ba3bfa1df None None] Calling delete_port for ca61178f-b46b-47f1-ad76-c669010572e7 owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:39:21.037179 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-a9663d5e-41c5-4d4d-a657-9bef6e8e28e4 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] For port 6d776f11-6cf2-4a96-9a0d-b388c00c4244, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=6d776f11-6cf2-4a96-9a0d-b388c00c4244,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:39:21.037520 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a9663d5e-41c5-4d4d-a657-9bef6e8e28e4 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (6d776f11-6cf2-4a96-9a0d-b388c00c4244), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:21.050322 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-a9663d5e-41c5-4d4d-a657-9bef6e8e28e4 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Calling delete_port for 6d776f11-6cf2-4a96-9a0d-b388c00c4244 owned by network:router_gateway {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:39:21.052641 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e53cc175-4fe7-4924-8b71-4b3ba3bfa1df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985'] for port (ca61178f-b46b-47f1-ad76-c669010572e7), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:21.078959 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53cc175-4fe7-4924-8b71-4b3ba3bfa1df None None] Pushing event deleted for resources: {'Port': ['ID=ca61178f-b46b-47f1-ad76-c669010572e7,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:21.087516 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53cc175-4fe7-4924-8b71-4b3ba3bfa1df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:39:21.088121 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53cc175-4fe7-4924-8b71-4b3ba3bfa1df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:39:21.088650 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53cc175-4fe7-4924-8b71-4b3ba3bfa1df None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:39:21.089194 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53cc175-4fe7-4924-8b71-4b3ba3bfa1df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:39:21.089705 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53cc175-4fe7-4924-8b71-4b3ba3bfa1df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:39:21.090209 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53cc175-4fe7-4924-8b71-4b3ba3bfa1df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:39:21.090699 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53cc175-4fe7-4924-8b71-4b3ba3bfa1df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:39:21.091180 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53cc175-4fe7-4924-8b71-4b3ba3bfa1df None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:39:21.091756 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53cc175-4fe7-4924-8b71-4b3ba3bfa1df None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:39:21.092577 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53cc175-4fe7-4924-8b71-4b3ba3bfa1df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:39:21.093066 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53cc175-4fe7-4924-8b71-4b3ba3bfa1df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:39:21.093597 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53cc175-4fe7-4924-8b71-4b3ba3bfa1df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:39:21.094159 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53cc175-4fe7-4924-8b71-4b3ba3bfa1df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:39:21.098833 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53cc175-4fe7-4924-8b71-4b3ba3bfa1df None None] No DVR routers for this DVR port ca61178f-b46b-47f1-ad76-c669010572e7 on host n-d-812111-14 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:39:21.125644 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-2ba37a43-f168-4631-aa22-bc4721094dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fd2d555-bf70-4fbb-af26-9d1e6a0e010e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-470625603', 'tenant_id': '0ceca0f616eb43dfa068e38ea05be00f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': '6d776f11-6cf2-4a96-9a0d-b388c00c4244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:37:36Z', 'updated_at': '2022-01-28T20:39:19Z', 'revision_number': 5, 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'gw_port': {'id': '6d776f11-6cf2-4a96-9a0d-b388c00c4244', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:7f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd2d555-bf70-4fbb-af26-9d1e6a0e010e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:37:37Z', 'updated_at': '2022-01-28T20:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:39:21.152466 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba37a43-f168-4631-aa22-bc4721094dbb None None] The sync data for ids ['8fd2d555-bf70-4fbb-af26-9d1e6a0e010e'] in n-d-812111-14 is: [{'id': '8fd2d555-bf70-4fbb-af26-9d1e6a0e010e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-470625603', 'tenant_id': '0ceca0f616eb43dfa068e38ea05be00f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': '6d776f11-6cf2-4a96-9a0d-b388c00c4244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:37:36Z', 'updated_at': '2022-01-28T20:39:19Z', 'revision_number': 5, 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'gw_port': {'id': '6d776f11-6cf2-4a96-9a0d-b388c00c4244', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:7f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd2d555-bf70-4fbb-af26-9d1e6a0e010e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:37:37Z', 'updated_at': '2022-01-28T20:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:39:21.254739 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a9663d5e-41c5-4d4d-a657-9bef6e8e28e4 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (6d776f11-6cf2-4a96-9a0d-b388c00c4244), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:21.286675 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9663d5e-41c5-4d4d-a657-9bef6e8e28e4 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Pushing event deleted for resources: {'Port': ['ID=6d776f11-6cf2-4a96-9a0d-b388c00c4244,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:21.346665 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a9663d5e-41c5-4d4d-a657-9bef6e8e28e4 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-731488'] for router_gateway (8fd2d555-bf70-4fbb-af26-9d1e6a0e010e), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:21.437855 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a9663d5e-41c5-4d4d-a657-9bef6e8e28e4 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-730901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261120'] for router (8fd2d555-bf70-4fbb-af26-9d1e6a0e010e), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:21.439920 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a9663d5e-41c5-4d4d-a657-9bef6e8e28e4 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for router_controller (8fd2d555-bf70-4fbb-af26-9d1e6a0e010e), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:21.486324 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a9663d5e-41c5-4d4d-a657-9bef6e8e28e4 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-730908'] for router (8fd2d555-bf70-4fbb-af26-9d1e6a0e010e), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:21.487084 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9663d5e-41c5-4d4d-a657-9bef6e8e28e4 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Fanout notify agent at l3_agent the message router_deleted on router 8fd2d555-bf70-4fbb-af26-9d1e6a0e010e {{(pid=103304) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 20:39:21.495240 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a9663d5e-41c5-4d4d-a657-9bef6e8e28e4 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:21.496417 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-a9663d5e-41c5-4d4d-a657-9bef6e8e28e4 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "DELETE /v2.0/routers/8fd2d555-bf70-4fbb-af26-9d1e6a0e010e HTTP/1.1" status: 204 len: 168 time: 0.8384433 Jan 28 20:39:21.499341 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 43468) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:39:21.587342 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-67036476-de71-4973-86ca-9b4913f30cd2 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (14f7376b-505a-40fe-8fd0-00828e9ee475), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:21.588866 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device ca61178f-b46b-47f1-ad76-c669010572e7 no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:39:21.614365 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: ca61178f-b46b-47f1-ad76-c669010572e7 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:39:21.614714 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device ca61178f-b46b-47f1-ad76-c669010572e7 not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:39:21.632199 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:21.682802 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-67036476-de71-4973-86ca-9b4913f30cd2 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (14f7376b-505a-40fe-8fd0-00828e9ee475), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:21.704228 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-67036476-de71-4973-86ca-9b4913f30cd2 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14f7376b-505a-40fe-8fd0-00828e9ee475']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:39:21.714407 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-67036476-de71-4973-86ca-9b4913f30cd2 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29cc8fe6-3f15-41c5-b191-fddf6a9e400e') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:39:21.714713 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-67036476-de71-4973-86ca-9b4913f30cd2 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29cc8fe6-3f15-41c5-b191-fddf6a9e400e') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:39:21.723915 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-67036476-de71-4973-86ca-9b4913f30cd2 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4747091'] for segment (29cc8fe6-3f15-41c5-b191-fddf6a9e400e), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:21.737744 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-67036476-de71-4973-86ca-9b4913f30cd2 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (29cc8fe6-3f15-41c5-b191-fddf6a9e400e), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:21.746135 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67036476-de71-4973-86ca-9b4913f30cd2 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:39:21.746544 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-67036476-de71-4973-86ca-9b4913f30cd2 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4690514'] for segment (29cc8fe6-3f15-41c5-b191-fddf6a9e400e), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:21.762578 n-d-812111-14 neutron-server[103304]: Traceback (most recent call last): Jan 28 20:39:21.762578 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:39:21.762578 n-d-812111-14 neutron-server[103304]: timer() Jan 28 20:39:21.762578 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:39:21.762578 n-d-812111-14 neutron-server[103304]: cb(*args, **kw) Jan 28 20:39:21.762578 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:39:21.762578 n-d-812111-14 neutron-server[103304]: return func(*args, **kwargs) Jan 28 20:39:21.762578 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:39:21.762578 n-d-812111-14 neutron-server[103304]: self._notify() Jan 28 20:39:21.762578 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:39:21.762578 n-d-812111-14 neutron-server[103304]: self.callback(batched_events) Jan 28 20:39:21.762578 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:39:21.762578 n-d-812111-14 neutron-server[103304]: event.method(event) Jan 28 20:39:21.762578 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:39:21.762578 n-d-812111-14 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:39:21.762578 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:39:21.762578 n-d-812111-14 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:39:21.762578 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:39:21.762578 n-d-812111-14 neutron-server[103304]: return f(self, *a, **k) Jan 28 20:39:21.762578 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:39:21.762578 n-d-812111-14 neutron-server[103304]: return self._get(url).json() Jan 28 20:39:21.762578 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:39:21.762578 n-d-812111-14 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:39:21.762578 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:39:21.762578 n-d-812111-14 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 28 20:39:21.762578 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:39:21.762578 n-d-812111-14 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:39:21.762578 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:39:21.762578 n-d-812111-14 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:39:21.762578 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:39:21.762578 n-d-812111-14 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:39:21.762578 n-d-812111-14 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:39:21.810485 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-67036476-de71-4973-86ca-9b4913f30cd2 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (14f7376b-505a-40fe-8fd0-00828e9ee475), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:21.821453 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-67036476-de71-4973-86ca-9b4913f30cd2 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:21.825306 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-67036476-de71-4973-86ca-9b4913f30cd2 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "DELETE /v2.0/networks/14f7376b-505a-40fe-8fd0-00828e9ee475 HTTP/1.1" status: 204 len: 168 time: 0.3249974 Jan 28 20:39:21.828302 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 43470) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:39:21.828959 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device e6e1a721-d9a7-4ff8-9ac4-ceba8a505708 no longer exists at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:39:21.843097 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67036476-de71-4973-86ca-9b4913f30cd2 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Pushing event deleted for resources: {'Network': ['ID=14f7376b-505a-40fe-8fd0-00828e9ee475,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:21.854541 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] No Port match for: e6e1a721-d9a7-4ff8-9ac4-ceba8a505708 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:39:21.854889 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device e6e1a721-d9a7-4ff8-9ac4-ceba8a505708 not bound to the agent host n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:39:21.891183 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-84009ba1-19a0-48b1-96d5-3a5882e40b35 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for security_group (c53b5fdd-de8b-4145-843a-b038faba3d80), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:21.918710 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-84009ba1-19a0-48b1-96d5-3a5882e40b35 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for security_group (c53b5fdd-de8b-4145-843a-b038faba3d80), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:21.978588 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-84009ba1-19a0-48b1-96d5-3a5882e40b35 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (c53b5fdd-de8b-4145-843a-b038faba3d80), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:21.981317 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-84009ba1-19a0-48b1-96d5-3a5882e40b35 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:21.982492 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-84009ba1-19a0-48b1-96d5-3a5882e40b35 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "DELETE /v2.0/security-groups/c53b5fdd-de8b-4145-843a-b038faba3d80 HTTP/1.1" status: 204 len: 168 time: 0.1531606 Jan 28 20:39:21.992079 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84009ba1-19a0-48b1-96d5-3a5882e40b35 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c53b5fdd-de8b-4145-843a-b038faba3d80,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:21.999879 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84009ba1-19a0-48b1-96d5-3a5882e40b35 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:39:22.000236 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84009ba1-19a0-48b1-96d5-3a5882e40b35 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:39:22.000581 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84009ba1-19a0-48b1-96d5-3a5882e40b35 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:39:22.000921 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84009ba1-19a0-48b1-96d5-3a5882e40b35 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:39:22.001427 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84009ba1-19a0-48b1-96d5-3a5882e40b35 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:39:22.001762 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84009ba1-19a0-48b1-96d5-3a5882e40b35 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:39:22.002082 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84009ba1-19a0-48b1-96d5-3a5882e40b35 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:39:22.002419 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84009ba1-19a0-48b1-96d5-3a5882e40b35 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:39:22.002781 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84009ba1-19a0-48b1-96d5-3a5882e40b35 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:39:22.003148 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84009ba1-19a0-48b1-96d5-3a5882e40b35 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:39:22.003473 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84009ba1-19a0-48b1-96d5-3a5882e40b35 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:39:22.003815 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84009ba1-19a0-48b1-96d5-3a5882e40b35 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:39:22.004374 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84009ba1-19a0-48b1-96d5-3a5882e40b35 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:39:22.204394 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 43478) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:39:22.213945 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-532b8f12-44e3-4f6f-b099-0e706fba21cd tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-339867717', 'description': 'tempest-secgroup-smoke-339867717 description', 'project_id': '0ceca0f616eb43dfa068e38ea05be00f'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:39:22.242906 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-532b8f12-44e3-4f6f-b099-0e706fba21cd tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:22.310285 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-532b8f12-44e3-4f6f-b099-0e706fba21cd tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for security_group (8cbe59c5-9181-473a-882e-a222ef236dea), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:22.313814 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-532b8f12-44e3-4f6f-b099-0e706fba21cd tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (8cbe59c5-9181-473a-882e-a222ef236dea), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:22.346402 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-532b8f12-44e3-4f6f-b099-0e706fba21cd tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:22.347612 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-532b8f12-44e3-4f6f-b099-0e706fba21cd tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1412847 Jan 28 20:39:22.350759 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 43480) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:39:22.351806 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532b8f12-44e3-4f6f-b099-0e706fba21cd tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cbe59c5-9181-473a-882e-a222ef236dea,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:22.355358 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-df83e7fa-f6de-4f83-a6bb-bc2f5c1aa2b4 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Request body: {'security_group_rule': {'security_group_id': '8cbe59c5-9181-473a-882e-a222ef236dea', 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:39:22.380529 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-df83e7fa-f6de-4f83-a6bb-bc2f5c1aa2b4 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for security_group_rule (253b8480-99b9-47eb-a57a-624e5f47c2ee), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:22.441084 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-df83e7fa-f6de-4f83-a6bb-bc2f5c1aa2b4 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for security_group_rule (253b8480-99b9-47eb-a57a-624e5f47c2ee), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:22.444535 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-df83e7fa-f6de-4f83-a6bb-bc2f5c1aa2b4 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (253b8480-99b9-47eb-a57a-624e5f47c2ee), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:22.464890 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df83e7fa-f6de-4f83-a6bb-bc2f5c1aa2b4 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=253b8480-99b9-47eb-a57a-624e5f47c2ee,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:22.470528 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-df83e7fa-f6de-4f83-a6bb-bc2f5c1aa2b4 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:22.471720 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-df83e7fa-f6de-4f83-a6bb-bc2f5c1aa2b4 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1199617 Jan 28 20:39:22.474420 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 43482) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:39:22.478701 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-38ad1c12-0dcc-4a25-8c13-68c4b7009b40 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Request body: {'security_group_rule': {'security_group_id': '8cbe59c5-9181-473a-882e-a222ef236dea', 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:39:22.503087 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-38ad1c12-0dcc-4a25-8c13-68c4b7009b40 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for security_group_rule (af158644-8869-4cf1-b8a2-166ebc33be59), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:22.559051 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-38ad1c12-0dcc-4a25-8c13-68c4b7009b40 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for security_group_rule (af158644-8869-4cf1-b8a2-166ebc33be59), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:22.562589 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-38ad1c12-0dcc-4a25-8c13-68c4b7009b40 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (af158644-8869-4cf1-b8a2-166ebc33be59), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:22.581324 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ad1c12-0dcc-4a25-8c13-68c4b7009b40 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af158644-8869-4cf1-b8a2-166ebc33be59,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:22.589303 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-38ad1c12-0dcc-4a25-8c13-68c4b7009b40 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:22.590489 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-38ad1c12-0dcc-4a25-8c13-68c4b7009b40 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1150732 Jan 28 20:39:22.593182 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 43484) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:39:22.597336 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-e8fc71fe-d120-4ef4-b0e6-a5b21b3ef77a tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Request body: {'security_group_rule': {'security_group_id': '8cbe59c5-9181-473a-882e-a222ef236dea', 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:39:22.620980 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e8fc71fe-d120-4ef4-b0e6-a5b21b3ef77a tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for security_group_rule (977ad1f7-3832-4bdd-bee2-1da94d18f002), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:22.676858 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e8fc71fe-d120-4ef4-b0e6-a5b21b3ef77a tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for security_group_rule (977ad1f7-3832-4bdd-bee2-1da94d18f002), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:22.680377 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e8fc71fe-d120-4ef4-b0e6-a5b21b3ef77a tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (977ad1f7-3832-4bdd-bee2-1da94d18f002), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:22.701638 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fc71fe-d120-4ef4-b0e6-a5b21b3ef77a tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=977ad1f7-3832-4bdd-bee2-1da94d18f002,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:22.706845 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e8fc71fe-d120-4ef4-b0e6-a5b21b3ef77a tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:22.710627 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-e8fc71fe-d120-4ef4-b0e6-a5b21b3ef77a tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1139400 Jan 28 20:39:22.710812 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 43486) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:39:22.714992 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-d7139d24-f085-4ac0-9866-107093a87780 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Request body: {'security_group_rule': {'security_group_id': '8cbe59c5-9181-473a-882e-a222ef236dea', 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:39:22.738820 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d7139d24-f085-4ac0-9866-107093a87780 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for security_group_rule (06578cf8-38b2-4e73-9441-967b794c48e2), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:22.796757 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d7139d24-f085-4ac0-9866-107093a87780 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for security_group_rule (06578cf8-38b2-4e73-9441-967b794c48e2), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:22.800488 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d7139d24-f085-4ac0-9866-107093a87780 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (06578cf8-38b2-4e73-9441-967b794c48e2), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:22.819512 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7139d24-f085-4ac0-9866-107093a87780 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06578cf8-38b2-4e73-9441-967b794c48e2,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:22.827327 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d7139d24-f085-4ac0-9866-107093a87780 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:22.828517 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-d7139d24-f085-4ac0-9866-107093a87780 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1167991 Jan 28 20:39:22.831222 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 43488) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:39:22.836714 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-e5360c35-b72a-43c5-b2df-b9d618907e8d tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Request body: {'security_group_rule': {'security_group_id': '8cbe59c5-9181-473a-882e-a222ef236dea', 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:39:22.855581 n-d-812111-14 neutron-server[103305]: INFO neutron.db.securitygroups_db [None req-e5360c35-b72a-43c5-b2df-b9d618907e8d tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Project 0ceca0f616eb43dfa068e38ea05be00f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 20:39:22.860458 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e5360c35-b72a-43c5-b2df-b9d618907e8d tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for security_group_rule (bd097140-c62c-4b97-a3d6-693dbf0d8741), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:22.919147 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e5360c35-b72a-43c5-b2df-b9d618907e8d tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for security_group_rule (bd097140-c62c-4b97-a3d6-693dbf0d8741), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:22.922748 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e5360c35-b72a-43c5-b2df-b9d618907e8d tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (bd097140-c62c-4b97-a3d6-693dbf0d8741), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:22.939986 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5360c35-b72a-43c5-b2df-b9d618907e8d tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd097140-c62c-4b97-a3d6-693dbf0d8741,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:22.947607 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e5360c35-b72a-43c5-b2df-b9d618907e8d tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:22.948809 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-e5360c35-b72a-43c5-b2df-b9d618907e8d tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1166704 Jan 28 20:39:22.951494 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 43490) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:39:22.955784 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-fef63406-f56f-479a-9d71-61baaeba40f8 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Request body: {'security_group_rule': {'security_group_id': '8cbe59c5-9181-473a-882e-a222ef236dea', 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:39:22.975846 n-d-812111-14 neutron-server[103305]: INFO neutron.db.securitygroups_db [None req-fef63406-f56f-479a-9d71-61baaeba40f8 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Project 0ceca0f616eb43dfa068e38ea05be00f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 20:39:22.980612 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fef63406-f56f-479a-9d71-61baaeba40f8 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for security_group_rule (65c2d457-9adf-4cbf-8fc9-e85388de6beb), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:23.038089 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fef63406-f56f-479a-9d71-61baaeba40f8 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for security_group_rule (65c2d457-9adf-4cbf-8fc9-e85388de6beb), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:23.041373 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fef63406-f56f-479a-9d71-61baaeba40f8 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (65c2d457-9adf-4cbf-8fc9-e85388de6beb), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:23.059145 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef63406-f56f-479a-9d71-61baaeba40f8 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65c2d457-9adf-4cbf-8fc9-e85388de6beb,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:23.066446 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fef63406-f56f-479a-9d71-61baaeba40f8 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:23.067660 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-fef63406-f56f-479a-9d71-61baaeba40f8 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1152513 Jan 28 20:39:23.070636 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 43494) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:39:23.075918 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-9d81642d-f038-49de-bb71-e31282730107 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Request body: {'network': {'name': 'tempest-network-smoke--1744030146', 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'port_security_enabled': True}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:39:23.094163 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d81642d-f038-49de-bb71-e31282730107 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Made reservation on behalf of 0ceca0f616eb43dfa068e38ea05be00f for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:39:23.097542 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9d81642d-f038-49de-bb71-e31282730107 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:23.121268 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d81642d-f038-49de-bb71-e31282730107 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:39:23.130206 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9d81642d-f038-49de-bb71-e31282730107 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (7c9651d3-00c3-47b7-9bdb-0f6ba8d780bb), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:23.130556 n-d-812111-14 neutron-server[103305]: INFO neutron.db.segments_db [None req-9d81642d-f038-49de-bb71-e31282730107 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Added segment 7c9651d3-00c3-47b7-9bdb-0f6ba8d780bb of type vlan for network 24fecf19-c741-42f7-9b43-6e247b8caf70 Jan 28 20:39:23.174678 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9d81642d-f038-49de-bb71-e31282730107 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (24fecf19-c741-42f7-9b43-6e247b8caf70), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:23.196613 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device f9d33451-e9d2-47fa-b21e-fc48e600fd5f no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:39:23.200976 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9d81642d-f038-49de-bb71-e31282730107 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (24fecf19-c741-42f7-9b43-6e247b8caf70), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:23.207291 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d81642d-f038-49de-bb71-e31282730107 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:39:23.208138 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9d81642d-f038-49de-bb71-e31282730107 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:23.221261 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: f9d33451-e9d2-47fa-b21e-fc48e600fd5f {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:39:23.221613 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device f9d33451-e9d2-47fa-b21e-fc48e600fd5f not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:39:23.222034 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 6d776f11-6cf2-4a96-9a0d-b388c00c4244 no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:39:23.242631 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: 6d776f11-6cf2-4a96-9a0d-b388c00c4244 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:39:23.242981 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 6d776f11-6cf2-4a96-9a0d-b388c00c4244 not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:39:23.270659 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-9d81642d-f038-49de-bb71-e31282730107 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1984880 Jan 28 20:39:23.274258 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 43496) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:39:23.278330 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-3b093b13-fe86-4dd6-a17b-e2465237f4c4 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-58781531', 'admin_state_up': True, 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:39:23.290024 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d81642d-f038-49de-bb71-e31282730107 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Pushing event updated for resources: {'Network': ['ID=24fecf19-c741-42f7-9b43-6e247b8caf70,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:23.300031 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network 24fecf19-c741-42f7-9b43-6e247b8caf70 details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:39:23.305321 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3b093b13-fe86-4dd6-a17b-e2465237f4c4 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261150'] for router (8f79eb69-c992-472f-accf-6e38f91bfef1), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:23.306335 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3b093b13-fe86-4dd6-a17b-e2465237f4c4 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-731099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-731441', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261129'] for router (8f79eb69-c992-472f-accf-6e38f91bfef1), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:23.362661 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3b093b13-fe86-4dd6-a17b-e2465237f4c4 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for router_controller (8f79eb69-c992-472f-accf-6e38f91bfef1), precommit_add_association {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:23.805225 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3b093b13-fe86-4dd6-a17b-e2465237f4c4 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for router_gateway (8f79eb69-c992-472f-accf-6e38f91bfef1), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:23.999478 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3b093b13-fe86-4dd6-a17b-e2465237f4c4 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for router_gateway (8f79eb69-c992-472f-accf-6e38f91bfef1), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:24.018370 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3b093b13-fe86-4dd6-a17b-e2465237f4c4 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:24.117986 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-3b093b13-fe86-4dd6-a17b-e2465237f4c4 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Allocated IP 172.25.6.244 (d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8/a648e4ab-7422-41b9-b133-58aca25ab8f5/b190acc6-8e2f-49d6-a278-1dc6e4ced4b3) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:39:24.228776 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3b093b13-fe86-4dd6-a17b-e2465237f4c4 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for port (b190acc6-8e2f-49d6-a278-1dc6e4ced4b3), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:24.262286 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3b093b13-fe86-4dd6-a17b-e2465237f4c4 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (b190acc6-8e2f-49d6-a278-1dc6e4ced4b3), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:24.298086 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b093b13-fe86-4dd6-a17b-e2465237f4c4 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:39:24.300741 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-3b093b13-fe86-4dd6-a17b-e2465237f4c4 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:39:24.305437 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b093b13-fe86-4dd6-a17b-e2465237f4c4 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:39:24.333992 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b093b13-fe86-4dd6-a17b-e2465237f4c4 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Pushing event updated for resources: {'Port': ['ID=b190acc6-8e2f-49d6-a278-1dc6e4ced4b3,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:24.564575 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3b093b13-fe86-4dd6-a17b-e2465237f4c4 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for router_gateway (8f79eb69-c992-472f-accf-6e38f91bfef1), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:24.703218 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:24.757988 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3b093b13-fe86-4dd6-a17b-e2465237f4c4 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-731074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-731460'] for router (8f79eb69-c992-472f-accf-6e38f91bfef1), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:24.884279 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b093b13-fe86-4dd6-a17b-e2465237f4c4 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Router 8f79eb69-c992-472f-accf-6e38f91bfef1 is scheduled to L3 agent 76fe5c49-705a-4e08-abb2-be585676213f with binding_index 1 {{(pid=103305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 20:39:24.989687 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b093b13-fe86-4dd6-a17b-e2465237f4c4 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:39:24.999732 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3585ef0c-512d-4d96-8a2d-303f8707f533 None None] Sync routers for ids ['8f79eb69-c992-472f-accf-6e38f91bfef1'] in n-d-812111-14 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:39:25.009875 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3b093b13-fe86-4dd6-a17b-e2465237f4c4 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:25.015596 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3585ef0c-512d-4d96-8a2d-303f8707f533 None None] Routers {'8f79eb69-c992-472f-accf-6e38f91bfef1'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:39:25.015762 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-3b093b13-fe86-4dd6-a17b-e2465237f4c4 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7362766 Jan 28 20:39:25.015896 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-3585ef0c-512d-4d96-8a2d-303f8707f533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:39:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['8f79eb69-c992-472f-accf-6e38f91bfef1'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:39:25.016027 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 43502) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:39:25.053670 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-65565594-1dac-40a3-9fa2-265bec71f830 tempest-TestNetworkAdvancedServerOps-1526479059 tempest-TestNetworkAdvancedServerOps-1526479059-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=0ceca0f616eb43dfa068e38ea05be00f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0342205 Jan 28 20:39:25.054491 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 43504) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:39:25.120734 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-3585ef0c-512d-4d96-8a2d-303f8707f533 None None] Set router 8f79eb69-c992-472f-accf-6e38f91bfef1 gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:39:25.143537 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9845b18-8934-4df9-9560-e6a01521cc27 tempest-TestNetworkAdvancedServerOps-1526479059 tempest-TestNetworkAdvancedServerOps-1526479059-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:39:25.148435 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-a9845b18-8934-4df9-9560-e6a01521cc27 tempest-TestNetworkAdvancedServerOps-1526479059 tempest-TestNetworkAdvancedServerOps-1526479059-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0898657 Jan 28 20:39:25.148890 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 43506) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:39:25.179392 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-860c8203-993a-48de-8106-b27304644b8a tempest-TestNetworkAdvancedServerOps-1526479059 tempest-TestNetworkAdvancedServerOps-1526479059-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268490 Jan 28 20:39:25.179631 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 43508) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:39:25.184373 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-97b47684-2e6c-4190-9431-5c1a5a30f1c3 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1977257473', 'network_id': '24fecf19-c741-42f7-9b43-6e247b8caf70', 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:39:25.269975 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97b47684-2e6c-4190-9431-5c1a5a30f1c3 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Made reservation on behalf of 0ceca0f616eb43dfa068e38ea05be00f for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:39:25.273326 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-97b47684-2e6c-4190-9431-5c1a5a30f1c3 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4733071'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:25.305631 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-3585ef0c-512d-4d96-8a2d-303f8707f533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f79eb69-c992-472f-accf-6e38f91bfef1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-58781531', 'tenant_id': '0ceca0f616eb43dfa068e38ea05be00f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': 'b190acc6-8e2f-49d6-a278-1dc6e4ced4b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:39:23Z', 'updated_at': '2022-01-28T20:39:24Z', 'revision_number': 3, 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'gw_port': {'id': 'b190acc6-8e2f-49d6-a278-1dc6e4ced4b3', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:38:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f79eb69-c992-472f-accf-6e38f91bfef1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:39:24Z', 'updated_at': '2022-01-28T20:39:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:39:25.332020 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3585ef0c-512d-4d96-8a2d-303f8707f533 None None] Checking router: 8f79eb69-c992-472f-accf-6e38f91bfef1 for host: n-d-812111-14 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:39:25.332262 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3585ef0c-512d-4d96-8a2d-303f8707f533 None None] Updating router 8f79eb69-c992-472f-accf-6e38f91bfef1 port b190acc6-8e2f-49d6-a278-1dc6e4ced4b3 binding host n-d-812111-14 {{(pid=103306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:39:25.360961 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3585ef0c-512d-4d96-8a2d-303f8707f533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (b190acc6-8e2f-49d6-a278-1dc6e4ced4b3), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:25.454766 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-97b47684-2e6c-4190-9431-5c1a5a30f1c3 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4752401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4733085'] for subnet (754e14b9-31f1-4a7e-9a3f-52d99719b404), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:25.525630 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b47684-2e6c-4190-9431-5c1a5a30f1c3 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Pushing event updated for resources: {'Subnet': ['ID=754e14b9-31f1-4a7e-9a3f-52d99719b404,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:25.533396 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b47684-2e6c-4190-9431-5c1a5a30f1c3 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Checking segment: {'id': '7c9651d3-00c3-47b7-9bdb-0f6ba8d780bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '24fecf19-c741-42f7-9b43-6e247b8caf70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:39:25.533775 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b47684-2e6c-4190-9431-5c1a5a30f1c3 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Network hostable DHCP agents. Network: 24fecf19-c741-42f7-9b43-6e247b8caf70, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:39:25.550753 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b47684-2e6c-4190-9431-5c1a5a30f1c3 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Network 24fecf19-c741-42f7-9b43-6e247b8caf70 is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:39:25.560449 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-97b47684-2e6c-4190-9431-5c1a5a30f1c3 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, 24fecf19-c741-42f7-9b43-6e247b8caf70) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:39:25.565031 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b47684-2e6c-4190-9431-5c1a5a30f1c3 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:39:25.565726 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-97b47684-2e6c-4190-9431-5c1a5a30f1c3 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:25.573084 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc4dc28-0fe1-43ad-a726-173b5511ecbe None None] Network 24fecf19-c741-42f7-9b43-6e247b8caf70 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:39:25.582135 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-97b47684-2e6c-4190-9431-5c1a5a30f1c3 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4015574 Jan 28 20:39:25.584863 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 43510) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:39:25.676953 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3585ef0c-512d-4d96-8a2d-303f8707f533 None None] Publish callbacks [] for port (b190acc6-8e2f-49d6-a278-1dc6e4ced4b3), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:25.689377 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3585ef0c-512d-4d96-8a2d-303f8707f533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (b190acc6-8e2f-49d6-a278-1dc6e4ced4b3), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:25.767607 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e50d3a3-fc8d-4e88-aa66-a636c2c7ddae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68cd31fd-e4cd-5fb3-a862-256fc47efcd2-24fecf19-c741-42f7-9b43-6e247b8caf70', 'network_id': '24fecf19-c741-42f7-9b43-6e247b8caf70', 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'fixed_ips': [{'subnet_id': '754e14b9-31f1-4a7e-9a3f-52d99719b404'}]}} from n-d-812111-14. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 20:39:25.768467 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0e50d3a3-fc8d-4e88-aa66-a636c2c7ddae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:25.774807 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-3585ef0c-512d-4d96-8a2d-303f8707f533 None None] Attempting to bind port b190acc6-8e2f-49d6-a278-1dc6e4ced4b3 on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:39:25.775184 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-3585ef0c-512d-4d96-8a2d-303f8707f533 None None] Attempting to bind port b190acc6-8e2f-49d6-a278-1dc6e4ced4b3 by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:39:25.775552 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3585ef0c-512d-4d96-8a2d-303f8707f533 None None] Attempting to bind port b190acc6-8e2f-49d6-a278-1dc6e4ced4b3 on network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:39:25.783823 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8351b554-a8c3-4476-b350-6e62d4abb525 None None] Pushing event updated for resources: {'Port': ['ID=b190acc6-8e2f-49d6-a278-1dc6e4ced4b3,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:25.794142 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3585ef0c-512d-4d96-8a2d-303f8707f533 None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:39:25.794528 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3585ef0c-512d-4d96-8a2d-303f8707f533 None None] Checking segment: {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:39:25.794935 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3585ef0c-512d-4d96-8a2d-303f8707f533 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:25.795331 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3585ef0c-512d-4d96-8a2d-303f8707f533 None None] Bound using segment: {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:39:25.795809 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-3585ef0c-512d-4d96-8a2d-303f8707f533 None None] Bound port: b190acc6-8e2f-49d6-a278-1dc6e4ced4b3, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:39:25.796190 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3585ef0c-512d-4d96-8a2d-303f8707f533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (b190acc6-8e2f-49d6-a278-1dc6e4ced4b3), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:26.023056 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-15a0aeec-a613-48ab-8399-887ec50ca6c1 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:26.085670 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-3585ef0c-512d-4d96-8a2d-303f8707f533 None None] For port b190acc6-8e2f-49d6-a278-1dc6e4ced4b3, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:39:26.120461 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-3585ef0c-512d-4d96-8a2d-303f8707f533 None None] For port b190acc6-8e2f-49d6-a278-1dc6e4ced4b3, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=b190acc6-8e2f-49d6-a278-1dc6e4ced4b3,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:39:26.129886 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3585ef0c-512d-4d96-8a2d-303f8707f533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (b190acc6-8e2f-49d6-a278-1dc6e4ced4b3), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:26.163345 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-0e50d3a3-fc8d-4e88-aa66-a636c2c7ddae None None] Allocated IP 172.20.0.2 (24fecf19-c741-42f7-9b43-6e247b8caf70/754e14b9-31f1-4a7e-9a3f-52d99719b404/42ad1dc5-131b-44a7-9f8c-7b23761b46b2) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:39:26.181426 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:39:26.211249 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3585ef0c-512d-4d96-8a2d-303f8707f533 None None] Routers {'8f79eb69-c992-472f-accf-6e38f91bfef1'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:39:26.211902 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-3585ef0c-512d-4d96-8a2d-303f8707f533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:39:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['8f79eb69-c992-472f-accf-6e38f91bfef1'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:39:26.283715 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8351b554-a8c3-4476-b350-6e62d4abb525 None None] Pushing event updated for resources: {'Port': ['ID=b190acc6-8e2f-49d6-a278-1dc6e4ced4b3,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:26.412074 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-3585ef0c-512d-4d96-8a2d-303f8707f533 None None] Set router 8f79eb69-c992-472f-accf-6e38f91bfef1 gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:39:26.524443 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0e50d3a3-fc8d-4e88-aa66-a636c2c7ddae None None] Publish callbacks [] for port (42ad1dc5-131b-44a7-9f8c-7b23761b46b2), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:26.532194 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0e50d3a3-fc8d-4e88-aa66-a636c2c7ddae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (42ad1dc5-131b-44a7-9f8c-7b23761b46b2), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:26.577726 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-15a0aeec-a613-48ab-8399-887ec50ca6c1 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Allocated IP 172.20.0.1 (24fecf19-c741-42f7-9b43-6e247b8caf70/754e14b9-31f1-4a7e-9a3f-52d99719b404/f901d8f2-0d97-4938-90f6-f2b5cc4cff2e) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:39:26.601014 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e50d3a3-fc8d-4e88-aa66-a636c2c7ddae None None] Network 24fecf19-c741-42f7-9b43-6e247b8caf70 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:39:26.603763 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e50d3a3-fc8d-4e88-aa66-a636c2c7ddae None None] Pushing event updated for resources: {'Port': ['ID=42ad1dc5-131b-44a7-9f8c-7b23761b46b2,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:26.607768 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-0e50d3a3-fc8d-4e88-aa66-a636c2c7ddae None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:39:26.610843 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e50d3a3-fc8d-4e88-aa66-a636c2c7ddae None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:39:26.692656 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-15a0aeec-a613-48ab-8399-887ec50ca6c1 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for port (f901d8f2-0d97-4938-90f6-f2b5cc4cff2e), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:26.696400 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-0e50d3a3-fc8d-4e88-aa66-a636c2c7ddae None None] Attempting to bind port 42ad1dc5-131b-44a7-9f8c-7b23761b46b2 on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:39:26.696638 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-0e50d3a3-fc8d-4e88-aa66-a636c2c7ddae None None] Attempting to bind port 42ad1dc5-131b-44a7-9f8c-7b23761b46b2 by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '7c9651d3-00c3-47b7-9bdb-0f6ba8d780bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '24fecf19-c741-42f7-9b43-6e247b8caf70'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:39:26.697003 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e50d3a3-fc8d-4e88-aa66-a636c2c7ddae None None] Attempting to bind port 42ad1dc5-131b-44a7-9f8c-7b23761b46b2 on network 24fecf19-c741-42f7-9b43-6e247b8caf70 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:39:26.705035 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e50d3a3-fc8d-4e88-aa66-a636c2c7ddae None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:39:26.705443 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e50d3a3-fc8d-4e88-aa66-a636c2c7ddae None None] Checking segment: {'id': '7c9651d3-00c3-47b7-9bdb-0f6ba8d780bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '24fecf19-c741-42f7-9b43-6e247b8caf70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:39:26.705848 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0e50d3a3-fc8d-4e88-aa66-a636c2c7ddae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:26.706248 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e50d3a3-fc8d-4e88-aa66-a636c2c7ddae None None] Bound using segment: {'id': '7c9651d3-00c3-47b7-9bdb-0f6ba8d780bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '24fecf19-c741-42f7-9b43-6e247b8caf70'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:39:26.706716 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-0e50d3a3-fc8d-4e88-aa66-a636c2c7ddae None None] Bound port: 42ad1dc5-131b-44a7-9f8c-7b23761b46b2, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c9651d3-00c3-47b7-9bdb-0f6ba8d780bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '24fecf19-c741-42f7-9b43-6e247b8caf70'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:39:26.707099 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0e50d3a3-fc8d-4e88-aa66-a636c2c7ddae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (42ad1dc5-131b-44a7-9f8c-7b23761b46b2), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:26.725893 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-3585ef0c-512d-4d96-8a2d-303f8707f533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f79eb69-c992-472f-accf-6e38f91bfef1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-58781531', 'tenant_id': '0ceca0f616eb43dfa068e38ea05be00f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': 'b190acc6-8e2f-49d6-a278-1dc6e4ced4b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:39:23Z', 'updated_at': '2022-01-28T20:39:24Z', 'revision_number': 3, 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'gw_port': {'id': 'b190acc6-8e2f-49d6-a278-1dc6e4ced4b3', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:38:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f79eb69-c992-472f-accf-6e38f91bfef1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:39:24Z', 'updated_at': '2022-01-28T20:39:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:39:26.727144 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-15a0aeec-a613-48ab-8399-887ec50ca6c1 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (f901d8f2-0d97-4938-90f6-f2b5cc4cff2e), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:26.772362 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a0aeec-a613-48ab-8399-887ec50ca6c1 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Network 24fecf19-c741-42f7-9b43-6e247b8caf70 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:39:26.775174 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3585ef0c-512d-4d96-8a2d-303f8707f533 None None] The sync data for ids ['8f79eb69-c992-472f-accf-6e38f91bfef1'] in n-d-812111-14 is: [{'id': '8f79eb69-c992-472f-accf-6e38f91bfef1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-58781531', 'tenant_id': '0ceca0f616eb43dfa068e38ea05be00f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': 'b190acc6-8e2f-49d6-a278-1dc6e4ced4b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:39:23Z', 'updated_at': '2022-01-28T20:39:24Z', 'revision_number': 3, 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'gw_port': {'id': 'b190acc6-8e2f-49d6-a278-1dc6e4ced4b3', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:38:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f79eb69-c992-472f-accf-6e38f91bfef1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:39:24Z', 'updated_at': '2022-01-28T20:39:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:39:26.775703 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-15a0aeec-a613-48ab-8399-887ec50ca6c1 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:39:26.779139 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a0aeec-a613-48ab-8399-887ec50ca6c1 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:39:26.809058 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-0e50d3a3-fc8d-4e88-aa66-a636c2c7ddae None None] For port 42ad1dc5-131b-44a7-9f8c-7b23761b46b2, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:39:26.812740 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-0e50d3a3-fc8d-4e88-aa66-a636c2c7ddae None None] For port 42ad1dc5-131b-44a7-9f8c-7b23761b46b2, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=42ad1dc5-131b-44a7-9f8c-7b23761b46b2,segment=NetworkSegment(7c9651d3-00c3-47b7-9bdb-0f6ba8d780bb),segment_id=7c9651d3-00c3-47b7-9bdb-0f6ba8d780bb)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:39:26.814488 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a0aeec-a613-48ab-8399-887ec50ca6c1 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Pushing event updated for resources: {'Port': ['ID=f901d8f2-0d97-4938-90f6-f2b5cc4cff2e,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:26.828727 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0e50d3a3-fc8d-4e88-aa66-a636c2c7ddae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (42ad1dc5-131b-44a7-9f8c-7b23761b46b2), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:26.836020 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-15a0aeec-a613-48ab-8399-887ec50ca6c1 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734769'] for router_interface (8f79eb69-c992-472f-accf-6e38f91bfef1), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:26.892534 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e50d3a3-fc8d-4e88-aa66-a636c2c7ddae None None] Pushing event updated for resources: {'Port': ['ID=42ad1dc5-131b-44a7-9f8c-7b23761b46b2,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:26.992432 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-15a0aeec-a613-48ab-8399-887ec50ca6c1 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (f901d8f2-0d97-4938-90f6-f2b5cc4cff2e), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:27.358560 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 42ad1dc5-131b-44a7-9f8c-7b23761b46b2 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:39:27.380389 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-15a0aeec-a613-48ab-8399-887ec50ca6c1 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for port (f901d8f2-0d97-4938-90f6-f2b5cc4cff2e), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:27.390376 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-15a0aeec-a613-48ab-8399-887ec50ca6c1 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (f901d8f2-0d97-4938-90f6-f2b5cc4cff2e), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:27.415179 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 42ad1dc5-131b-44a7-9f8c-7b23761b46b2 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:39:27.415643 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (42ad1dc5-131b-44a7-9f8c-7b23761b46b2), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:27.469704 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a0aeec-a613-48ab-8399-887ec50ca6c1 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Pushing event updated for resources: {'Port': ['ID=f901d8f2-0d97-4938-90f6-f2b5cc4cff2e,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:27.475734 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-15a0aeec-a613-48ab-8399-887ec50ca6c1 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-756216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-732801'] for router_interface (8f79eb69-c992-472f-accf-6e38f91bfef1), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:27.501176 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 42ad1dc5-131b-44a7-9f8c-7b23761b46b2 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:39:27.501579 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (42ad1dc5-131b-44a7-9f8c-7b23761b46b2), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:27.535828 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] For port 42ad1dc5-131b-44a7-9f8c-7b23761b46b2, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=42ad1dc5-131b-44a7-9f8c-7b23761b46b2,segment=NetworkSegment(7c9651d3-00c3-47b7-9bdb-0f6ba8d780bb),segment_id=7c9651d3-00c3-47b7-9bdb-0f6ba8d780bb)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:39:27.541440 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (42ad1dc5-131b-44a7-9f8c-7b23761b46b2), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:27.542309 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device b190acc6-8e2f-49d6-a278-1dc6e4ced4b3 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:39:27.577822 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a0aeec-a613-48ab-8399-887ec50ca6c1 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Network 24fecf19-c741-42f7-9b43-6e247b8caf70 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:39:27.579507 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-15a0aeec-a613-48ab-8399-887ec50ca6c1 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:39:27.626160 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Pushing event updated for resources: {'Port': ['ID=42ad1dc5-131b-44a7-9f8c-7b23761b46b2,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:27.640733 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port b190acc6-8e2f-49d6-a278-1dc6e4ced4b3 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:39:27.641256 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (b190acc6-8e2f-49d6-a278-1dc6e4ced4b3), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:27.715643 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15a0aeec-a613-48ab-8399-887ec50ca6c1 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Router 8f79eb69-c992-472f-accf-6e38f91bfef1 has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:39:27.740794 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port b190acc6-8e2f-49d6-a278-1dc6e4ced4b3 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:39:27.741229 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (b190acc6-8e2f-49d6-a278-1dc6e4ced4b3), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:27.764007 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] For port b190acc6-8e2f-49d6-a278-1dc6e4ced4b3, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=b190acc6-8e2f-49d6-a278-1dc6e4ced4b3,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:39:27.769856 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (b190acc6-8e2f-49d6-a278-1dc6e4ced4b3), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:27.824630 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Pushing event updated for resources: {'Port': ['ID=b190acc6-8e2f-49d6-a278-1dc6e4ced4b3,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:27.844561 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15a0aeec-a613-48ab-8399-887ec50ca6c1 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:39:27.851729 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-15a0aeec-a613-48ab-8399-887ec50ca6c1 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "PUT /v2.0/routers/8f79eb69-c992-472f-accf-6e38f91bfef1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2657418 Jan 28 20:39:28.017086 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8abe48c8-cfaa-4104-b499-5912fbe846ce req-e493a470-a1a4-426d-8e2d-c366bf9d1c59 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-339867717&fields=id&tenant_id=0ceca0f616eb43dfa068e38ea05be00f HTTP/1.1" status: 200 len: 267 time: 0.0477564 Jan 28 20:39:28.082548 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5d0c4a2-7778-4ec2-8e63-a6ed51f37b67 None None] Network 24fecf19-c741-42f7-9b43-6e247b8caf70 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:39:28.128212 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abe48c8-cfaa-4104-b499-5912fbe846ce req-f3357aca-a494-4148-9041-029eab6fcc18 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:39:28.129715 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8abe48c8-cfaa-4104-b499-5912fbe846ce req-f3357aca-a494-4148-9041-029eab6fcc18 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/networks?id=24fecf19-c741-42f7-9b43-6e247b8caf70 HTTP/1.1" status: 200 len: 797 time: 0.1059067 Jan 28 20:39:28.145390 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8abe48c8-cfaa-4104-b499-5912fbe846ce req-d39d419f-9e76-45cb-853e-652356149555 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/quotas/0ceca0f616eb43dfa068e38ea05be00f HTTP/1.1" status: 200 len: 375 time: 0.0094178 Jan 28 20:39:28.161920 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-0dd543fb-0eab-49a8-96fe-30ed1f64de22 None None] Provisioning complete for port 42ad1dc5-131b-44a7-9f8c-7b23761b46b2 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:39:28.162345 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0dd543fb-0eab-49a8-96fe-30ed1f64de22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (42ad1dc5-131b-44a7-9f8c-7b23761b46b2), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:28.207044 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8abe48c8-cfaa-4104-b499-5912fbe846ce req-50868288-0838-40cc-bb5d-c13a4328d07e tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=0ceca0f616eb43dfa068e38ea05be00f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0555360 Jan 28 20:39:28.276940 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [req-8abe48c8-cfaa-4104-b499-5912fbe846ce req-2d116212-0796-4cb2-9073-d838729e9dd5 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103304) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 20:39:28.278011 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8abe48c8-cfaa-4104-b499-5912fbe846ce req-2d116212-0796-4cb2-9073-d838729e9dd5 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0606885 Jan 28 20:39:28.290096 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-0dd543fb-0eab-49a8-96fe-30ed1f64de22 None None] Current status of the port 42ad1dc5-131b-44a7-9f8c-7b23761b46b2 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:39:28.372511 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8abe48c8-cfaa-4104-b499-5912fbe846ce req-b7315498-e299-44bb-b802-004fbefbe160 service neutron] 10.222.0.64 "GET /v2.0/networks/24fecf19-c741-42f7-9b43-6e247b8caf70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884614 Jan 28 20:39:28.471263 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8abe48c8-cfaa-4104-b499-5912fbe846ce req-7dfc675a-942b-498e-a876-a03903c866bf service neutron] 10.222.0.64 "GET /v2.0/networks/24fecf19-c741-42f7-9b43-6e247b8caf70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925419 Jan 28 20:39:28.513047 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-16f136d0-7646-488c-b713-2288e30b74a0 None None] Provisioning complete for port 42ad1dc5-131b-44a7-9f8c-7b23761b46b2 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:39:28.513543 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-16f136d0-7646-488c-b713-2288e30b74a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (42ad1dc5-131b-44a7-9f8c-7b23761b46b2), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:28.607864 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-16f136d0-7646-488c-b713-2288e30b74a0 None None] Current status of the port 42ad1dc5-131b-44a7-9f8c-7b23761b46b2 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:39:28.632209 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-16f136d0-7646-488c-b713-2288e30b74a0 None None] Provisioning complete for port f901d8f2-0d97-4938-90f6-f2b5cc4cff2e triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:39:28.632627 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-16f136d0-7646-488c-b713-2288e30b74a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (f901d8f2-0d97-4938-90f6-f2b5cc4cff2e), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:28.662187 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4188bc2d-6f25-483e-93f5-54700304fa50 req-0a00810f-518e-49db-a7f2-a90f7ed7d4e7 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/ports?device_id=42a2785c-e04b-49b2-8b1a-d62c2645fd83 HTTP/1.1" status: 200 len: 210 time: 0.0439849 Jan 28 20:39:28.678620 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-16f136d0-7646-488c-b713-2288e30b74a0 None None] Port f901d8f2-0d97-4938-90f6-f2b5cc4cff2e cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 20:39:28.757349 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9027a5b-6d86-4046-b968-87d393f7d592 None None] Sync routers for ids ['8f79eb69-c992-472f-accf-6e38f91bfef1'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:39:28.770723 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9027a5b-6d86-4046-b968-87d393f7d592 None None] Routers {'8f79eb69-c992-472f-accf-6e38f91bfef1'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:39:28.771568 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-e9027a5b-6d86-4046-b968-87d393f7d592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:39:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['8f79eb69-c992-472f-accf-6e38f91bfef1'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:39:28.798884 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-cbe01e7c-6646-43ad-a9e7-d1cf80bef534 None None] Provisioning complete for port f901d8f2-0d97-4938-90f6-f2b5cc4cff2e triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:39:28.799370 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-cbe01e7c-6646-43ad-a9e7-d1cf80bef534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (f901d8f2-0d97-4938-90f6-f2b5cc4cff2e), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:28.835872 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-cbe01e7c-6646-43ad-a9e7-d1cf80bef534 None None] Port f901d8f2-0d97-4938-90f6-f2b5cc4cff2e cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 20:39:28.896396 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-e9027a5b-6d86-4046-b968-87d393f7d592 None None] Set router 8f79eb69-c992-472f-accf-6e38f91bfef1 gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:39:28.954850 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-bed1b8ab-9ec7-4424-b2af-97bc030c9f9c None None] Provisioning complete for port f901d8f2-0d97-4938-90f6-f2b5cc4cff2e triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:39:28.955228 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-bed1b8ab-9ec7-4424-b2af-97bc030c9f9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (f901d8f2-0d97-4938-90f6-f2b5cc4cff2e), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:28.994676 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-bed1b8ab-9ec7-4424-b2af-97bc030c9f9c None None] Port f901d8f2-0d97-4938-90f6-f2b5cc4cff2e cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 20:39:29.109783 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-e9027a5b-6d86-4046-b968-87d393f7d592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f79eb69-c992-472f-accf-6e38f91bfef1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-58781531', 'tenant_id': '0ceca0f616eb43dfa068e38ea05be00f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': 'b190acc6-8e2f-49d6-a278-1dc6e4ced4b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:39:23Z', 'updated_at': '2022-01-28T20:39:26Z', 'revision_number': 4, 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'gw_port': {'id': 'b190acc6-8e2f-49d6-a278-1dc6e4ced4b3', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:38:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f79eb69-c992-472f-accf-6e38f91bfef1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:39:24Z', 'updated_at': '2022-01-28T20:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': 'f901d8f2-0d97-4938-90f6-f2b5cc4cff2e', 'name': '', 'network_id': '24fecf19-c741-42f7-9b43-6e247b8caf70', 'tenant_id': '0ceca0f616eb43dfa068e38ea05be00f', 'mac_address': 'fa:16:3e:5f:c8:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f79eb69-c992-472f-accf-6e38f91bfef1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '754e14b9-31f1-4a7e-9a3f-52d99719b404', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:39:26Z', 'updated_at': '2022-01-28T20:39:27Z', 'revision_number': 2, 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'subnets': [{'id': '754e14b9-31f1-4a7e-9a3f-52d99719b404', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:39:29.138206 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9027a5b-6d86-4046-b968-87d393f7d592 None None] Checking router: 8f79eb69-c992-472f-accf-6e38f91bfef1 for host: n-d-812111-14 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:39:29.138564 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9027a5b-6d86-4046-b968-87d393f7d592 None None] Updating router 8f79eb69-c992-472f-accf-6e38f91bfef1 port f901d8f2-0d97-4938-90f6-f2b5cc4cff2e binding host n-d-812111-14 {{(pid=103307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:39:29.167210 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-e9027a5b-6d86-4046-b968-87d393f7d592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (f901d8f2-0d97-4938-90f6-f2b5cc4cff2e), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:29.224643 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 42ad1dc5-131b-44a7-9f8c-7b23761b46b2 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:39:29.278459 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 42ad1dc5-131b-44a7-9f8c-7b23761b46b2 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:39:29.278744 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (42ad1dc5-131b-44a7-9f8c-7b23761b46b2), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:29.359460 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 42ad1dc5-131b-44a7-9f8c-7b23761b46b2 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:39:29.360491 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device b190acc6-8e2f-49d6-a278-1dc6e4ced4b3 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:39:29.406127 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port b190acc6-8e2f-49d6-a278-1dc6e4ced4b3 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:39:29.406495 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (b190acc6-8e2f-49d6-a278-1dc6e4ced4b3), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:29.436052 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-e9027a5b-6d86-4046-b968-87d393f7d592 None None] Publish callbacks [] for port (f901d8f2-0d97-4938-90f6-f2b5cc4cff2e), precommit_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:29.441445 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-e9027a5b-6d86-4046-b968-87d393f7d592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (f901d8f2-0d97-4938-90f6-f2b5cc4cff2e), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:29.489010 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port b190acc6-8e2f-49d6-a278-1dc6e4ced4b3 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:39:29.549224 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919a0ffe-4d62-4cb7-992f-9417da05f208 None None] Pushing event updated for resources: {'Port': ['ID=f901d8f2-0d97-4938-90f6-f2b5cc4cff2e,revision_number=3']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:29.557488 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-e9027a5b-6d86-4046-b968-87d393f7d592 None None] Attempting to bind port f901d8f2-0d97-4938-90f6-f2b5cc4cff2e on host n-d-812111-14 for vnic_type normal with profile {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:39:29.557488 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-e9027a5b-6d86-4046-b968-87d393f7d592 None None] Attempting to bind port f901d8f2-0d97-4938-90f6-f2b5cc4cff2e by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '7c9651d3-00c3-47b7-9bdb-0f6ba8d780bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '24fecf19-c741-42f7-9b43-6e247b8caf70'}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:39:29.557927 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9027a5b-6d86-4046-b968-87d393f7d592 None None] Attempting to bind port f901d8f2-0d97-4938-90f6-f2b5cc4cff2e on network 24fecf19-c741-42f7-9b43-6e247b8caf70 {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:39:29.565360 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919a0ffe-4d62-4cb7-992f-9417da05f208 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:39:29.565710 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919a0ffe-4d62-4cb7-992f-9417da05f208 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:39:29.566072 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919a0ffe-4d62-4cb7-992f-9417da05f208 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:39:29.566388 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919a0ffe-4d62-4cb7-992f-9417da05f208 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:39:29.566724 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919a0ffe-4d62-4cb7-992f-9417da05f208 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:39:29.567056 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919a0ffe-4d62-4cb7-992f-9417da05f208 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:39:29.567387 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919a0ffe-4d62-4cb7-992f-9417da05f208 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:39:29.567717 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919a0ffe-4d62-4cb7-992f-9417da05f208 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:39:29.568043 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919a0ffe-4d62-4cb7-992f-9417da05f208 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:39:29.568365 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919a0ffe-4d62-4cb7-992f-9417da05f208 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:39:29.568726 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919a0ffe-4d62-4cb7-992f-9417da05f208 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:39:29.569054 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919a0ffe-4d62-4cb7-992f-9417da05f208 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:39:29.569394 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919a0ffe-4d62-4cb7-992f-9417da05f208 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:39:29.575036 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9027a5b-6d86-4046-b968-87d393f7d592 None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:39:29.575416 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9027a5b-6d86-4046-b968-87d393f7d592 None None] Checking segment: {'id': '7c9651d3-00c3-47b7-9bdb-0f6ba8d780bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '24fecf19-c741-42f7-9b43-6e247b8caf70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:39:29.575839 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-e9027a5b-6d86-4046-b968-87d393f7d592 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:29.576203 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9027a5b-6d86-4046-b968-87d393f7d592 None None] Bound using segment: {'id': '7c9651d3-00c3-47b7-9bdb-0f6ba8d780bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '24fecf19-c741-42f7-9b43-6e247b8caf70'} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:39:29.576678 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-e9027a5b-6d86-4046-b968-87d393f7d592 None None] Bound port: f901d8f2-0d97-4938-90f6-f2b5cc4cff2e, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c9651d3-00c3-47b7-9bdb-0f6ba8d780bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '24fecf19-c741-42f7-9b43-6e247b8caf70'}}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:39:29.577037 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-e9027a5b-6d86-4046-b968-87d393f7d592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (f901d8f2-0d97-4938-90f6-f2b5cc4cff2e), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:29.664409 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-e9027a5b-6d86-4046-b968-87d393f7d592 None None] For port f901d8f2-0d97-4938-90f6-f2b5cc4cff2e, host n-d-812111-14, cleared binding levels {{(pid=103307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:39:29.669554 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-e9027a5b-6d86-4046-b968-87d393f7d592 None None] For port f901d8f2-0d97-4938-90f6-f2b5cc4cff2e, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=f901d8f2-0d97-4938-90f6-f2b5cc4cff2e,segment=NetworkSegment(7c9651d3-00c3-47b7-9bdb-0f6ba8d780bb),segment_id=7c9651d3-00c3-47b7-9bdb-0f6ba8d780bb)] {{(pid=103307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:39:29.678669 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-e9027a5b-6d86-4046-b968-87d393f7d592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (f901d8f2-0d97-4938-90f6-f2b5cc4cff2e), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:29.750477 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9027a5b-6d86-4046-b968-87d393f7d592 None None] Routers {'8f79eb69-c992-472f-accf-6e38f91bfef1'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:39:29.751044 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-e9027a5b-6d86-4046-b968-87d393f7d592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:39:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['8f79eb69-c992-472f-accf-6e38f91bfef1'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:39:29.814424 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919a0ffe-4d62-4cb7-992f-9417da05f208 None None] Pushing event updated for resources: {'Port': ['ID=f901d8f2-0d97-4938-90f6-f2b5cc4cff2e,revision_number=4']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:29.823952 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-441178b6-2daf-47db-b92e-f2b4e7672cd2 None None] Provisioning complete for port f901d8f2-0d97-4938-90f6-f2b5cc4cff2e triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:39:29.825094 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-441178b6-2daf-47db-b92e-f2b4e7672cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (f901d8f2-0d97-4938-90f6-f2b5cc4cff2e), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:29.910516 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-e9027a5b-6d86-4046-b968-87d393f7d592 None None] Set router 8f79eb69-c992-472f-accf-6e38f91bfef1 gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:39:29.937439 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-441178b6-2daf-47db-b92e-f2b4e7672cd2 None None] Current status of the port f901d8f2-0d97-4938-90f6-f2b5cc4cff2e is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:39:29.938013 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-441178b6-2daf-47db-b92e-f2b4e7672cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (f901d8f2-0d97-4938-90f6-f2b5cc4cff2e), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:29.986102 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-441178b6-2daf-47db-b92e-f2b4e7672cd2 None None] For port f901d8f2-0d97-4938-90f6-f2b5cc4cff2e, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=f901d8f2-0d97-4938-90f6-f2b5cc4cff2e,segment=NetworkSegment(7c9651d3-00c3-47b7-9bdb-0f6ba8d780bb),segment_id=7c9651d3-00c3-47b7-9bdb-0f6ba8d780bb)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:39:29.990689 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-441178b6-2daf-47db-b92e-f2b4e7672cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (f901d8f2-0d97-4938-90f6-f2b5cc4cff2e), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:30.039093 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3ee4b818-b30c-47aa-8e49-3d9054a16a33 req-5e3466bb-1717-4d64-84c1-0d6e2c475d1d tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/ports?device_id=42a2785c-e04b-49b2-8b1a-d62c2645fd83 HTTP/1.1" status: 200 len: 210 time: 0.0375366 Jan 28 20:39:30.045733 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441178b6-2daf-47db-b92e-f2b4e7672cd2 None None] Pushing event updated for resources: {'Port': ['ID=f901d8f2-0d97-4938-90f6-f2b5cc4cff2e,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:30.066527 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abe48c8-cfaa-4104-b499-5912fbe846ce req-2a314bcb-19f5-4032-a51e-db8ae92d4314 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:39:30.067994 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8abe48c8-cfaa-4104-b499-5912fbe846ce req-2a314bcb-19f5-4032-a51e-db8ae92d4314 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.70 "GET /v2.0/networks?id=24fecf19-c741-42f7-9b43-6e247b8caf70 HTTP/1.1" status: 200 len: 797 time: 0.5238574 Jan 28 20:39:30.111671 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-9b7a9c1a-ae90-461d-a4d7-9bad23ae56cf None None] Provisioning complete for port f901d8f2-0d97-4938-90f6-f2b5cc4cff2e triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:39:30.112148 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9b7a9c1a-ae90-461d-a4d7-9bad23ae56cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (f901d8f2-0d97-4938-90f6-f2b5cc4cff2e), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:30.134956 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8abe48c8-cfaa-4104-b499-5912fbe846ce req-cbbddbf7-bb16-445c-bafe-2dcfc24a7780 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0ceca0f616eb43dfa068e38ea05be00f HTTP/1.1" status: 200 len: 379 time: 0.0585742 Jan 28 20:39:30.138671 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-e9027a5b-6d86-4046-b968-87d393f7d592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f79eb69-c992-472f-accf-6e38f91bfef1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-58781531', 'tenant_id': '0ceca0f616eb43dfa068e38ea05be00f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': 'b190acc6-8e2f-49d6-a278-1dc6e4ced4b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:39:23Z', 'updated_at': '2022-01-28T20:39:26Z', 'revision_number': 4, 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'gw_port': {'id': 'b190acc6-8e2f-49d6-a278-1dc6e4ced4b3', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:38:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f79eb69-c992-472f-accf-6e38f91bfef1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:39:24Z', 'updated_at': '2022-01-28T20:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': 'f901d8f2-0d97-4938-90f6-f2b5cc4cff2e', 'name': '', 'network_id': '24fecf19-c741-42f7-9b43-6e247b8caf70', 'tenant_id': '0ceca0f616eb43dfa068e38ea05be00f', 'mac_address': 'fa:16:3e:5f:c8:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f79eb69-c992-472f-accf-6e38f91bfef1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '754e14b9-31f1-4a7e-9a3f-52d99719b404', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:39:26Z', 'updated_at': '2022-01-28T20:39:29Z', 'revision_number': 4, 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'subnets': [{'id': '754e14b9-31f1-4a7e-9a3f-52d99719b404', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:39:30.144332 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-8abe48c8-cfaa-4104-b499-5912fbe846ce req-bc661a69-6ffd-4249-b423-4fb42b6666fe tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Request body: {'port': {'device_id': '42a2785c-e04b-49b2-8b1a-d62c2645fd83', 'network_id': '24fecf19-c741-42f7-9b43-6e247b8caf70', 'admin_state_up': True, 'tenant_id': '0ceca0f616eb43dfa068e38ea05be00f', 'security_groups': ['8cbe59c5-9181-473a-882e-a222ef236dea']}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:39:30.201720 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-9b7a9c1a-ae90-461d-a4d7-9bad23ae56cf None None] Current status of the port f901d8f2-0d97-4938-90f6-f2b5cc4cff2e is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:39:30.257835 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8abe48c8-cfaa-4104-b499-5912fbe846ce req-bc661a69-6ffd-4249-b423-4fb42b6666fe tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Made reservation on behalf of 0ceca0f616eb43dfa068e38ea05be00f for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:39:30.258964 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9027a5b-6d86-4046-b968-87d393f7d592 None None] The sync data for ids ['8f79eb69-c992-472f-accf-6e38f91bfef1'] in n-d-812111-14 is: [{'id': '8f79eb69-c992-472f-accf-6e38f91bfef1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-58781531', 'tenant_id': '0ceca0f616eb43dfa068e38ea05be00f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': 'b190acc6-8e2f-49d6-a278-1dc6e4ced4b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:39:23Z', 'updated_at': '2022-01-28T20:39:26Z', 'revision_number': 4, 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'gw_port': {'id': 'b190acc6-8e2f-49d6-a278-1dc6e4ced4b3', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:38:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f79eb69-c992-472f-accf-6e38f91bfef1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:39:24Z', 'updated_at': '2022-01-28T20:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': 'f901d8f2-0d97-4938-90f6-f2b5cc4cff2e', 'name': '', 'network_id': '24fecf19-c741-42f7-9b43-6e247b8caf70', 'tenant_id': '0ceca0f616eb43dfa068e38ea05be00f', 'mac_address': 'fa:16:3e:5f:c8:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f79eb69-c992-472f-accf-6e38f91bfef1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '754e14b9-31f1-4a7e-9a3f-52d99719b404', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:39:26Z', 'updated_at': '2022-01-28T20:39:29Z', 'revision_number': 4, 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'subnets': [{'id': '754e14b9-31f1-4a7e-9a3f-52d99719b404', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:39:30.261261 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-8abe48c8-cfaa-4104-b499-5912fbe846ce req-bc661a69-6ffd-4249-b423-4fb42b6666fe tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:30.403908 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-8abe48c8-cfaa-4104-b499-5912fbe846ce req-bc661a69-6ffd-4249-b423-4fb42b6666fe tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Allocated IP 172.20.0.8 (24fecf19-c741-42f7-9b43-6e247b8caf70/754e14b9-31f1-4a7e-9a3f-52d99719b404/de28ac77-af30-4a01-94da-b8d0b6c0587f) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:39:30.545001 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-8abe48c8-cfaa-4104-b499-5912fbe846ce req-bc661a69-6ffd-4249-b423-4fb42b6666fe tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for port (de28ac77-af30-4a01-94da-b8d0b6c0587f), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:30.583815 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-8abe48c8-cfaa-4104-b499-5912fbe846ce req-bc661a69-6ffd-4249-b423-4fb42b6666fe tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (de28ac77-af30-4a01-94da-b8d0b6c0587f), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:30.627303 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8abe48c8-cfaa-4104-b499-5912fbe846ce req-bc661a69-6ffd-4249-b423-4fb42b6666fe tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Network 24fecf19-c741-42f7-9b43-6e247b8caf70 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:39:30.630351 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-8abe48c8-cfaa-4104-b499-5912fbe846ce req-bc661a69-6ffd-4249-b423-4fb42b6666fe tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:39:30.637140 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-8abe48c8-cfaa-4104-b499-5912fbe846ce req-bc661a69-6ffd-4249-b423-4fb42b6666fe tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:39:30.643916 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc661a69-6ffd-4249-b423-4fb42b6666fe tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Pushing event updated for resources: {'Port': ['ID=de28ac77-af30-4a01-94da-b8d0b6c0587f,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:30.695878 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abe48c8-cfaa-4104-b499-5912fbe846ce req-bc661a69-6ffd-4249-b423-4fb42b6666fe tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:39:30.696530 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-8abe48c8-cfaa-4104-b499-5912fbe846ce req-bc661a69-6ffd-4249-b423-4fb42b6666fe tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:30.717973 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8abe48c8-cfaa-4104-b499-5912fbe846ce req-bc661a69-6ffd-4249-b423-4fb42b6666fe tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5781491 Jan 28 20:39:30.736419 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-8abe48c8-cfaa-4104-b499-5912fbe846ce req-7b0388b2-3a06-453b-936c-8829bcb45974 service neutron] Request body: {'port': {'device_id': '42a2785c-e04b-49b2-8b1a-d62c2645fd83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-14'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:39:30.806469 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-8abe48c8-cfaa-4104-b499-5912fbe846ce req-7b0388b2-3a06-453b-936c-8829bcb45974 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (de28ac77-af30-4a01-94da-b8d0b6c0587f), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:30.936156 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-f41779bb-26a3-47cf-ab24-21246d09868e None None] Provisioning complete for port de28ac77-af30-4a01-94da-b8d0b6c0587f triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:39:30.936537 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f41779bb-26a3-47cf-ab24-21246d09868e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (de28ac77-af30-4a01-94da-b8d0b6c0587f), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:30.971593 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-f41779bb-26a3-47cf-ab24-21246d09868e None None] Port de28ac77-af30-4a01-94da-b8d0b6c0587f cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 20:39:31.094972 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-8abe48c8-cfaa-4104-b499-5912fbe846ce req-7b0388b2-3a06-453b-936c-8829bcb45974 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de28ac77-af30-4a01-94da-b8d0b6c0587f {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:39:31.104145 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-8abe48c8-cfaa-4104-b499-5912fbe846ce req-7b0388b2-3a06-453b-936c-8829bcb45974 service neutron] Publish callbacks [] for port (de28ac77-af30-4a01-94da-b8d0b6c0587f), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:31.118571 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-8abe48c8-cfaa-4104-b499-5912fbe846ce req-7b0388b2-3a06-453b-936c-8829bcb45974 service neutron] Transition to ACTIVE for port object de28ac77-af30-4a01-94da-b8d0b6c0587f will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:39:31.122563 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-8abe48c8-cfaa-4104-b499-5912fbe846ce req-7b0388b2-3a06-453b-936c-8829bcb45974 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (de28ac77-af30-4a01-94da-b8d0b6c0587f), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:31.179208 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0388b2-3a06-453b-936c-8829bcb45974 service neutron] Pushing event updated for resources: {'Port': ['ID=de28ac77-af30-4a01-94da-b8d0b6c0587f,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:31.217844 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91cf9ef-221b-40b3-b7c9-0dfdaceb0560 req-fb3446a3-2e54-4029-9f13-825fd8160a51 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:39:31.227806 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e91cf9ef-221b-40b3-b7c9-0dfdaceb0560 req-fb3446a3-2e54-4029-9f13-825fd8160a51 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/ports?device_id=42a2785c-e04b-49b2-8b1a-d62c2645fd83 HTTP/1.1" status: 200 len: 943 time: 0.1044664 Jan 28 20:39:31.274425 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-8abe48c8-cfaa-4104-b499-5912fbe846ce req-7b0388b2-3a06-453b-936c-8829bcb45974 service neutron] Attempting to bind port de28ac77-af30-4a01-94da-b8d0b6c0587f on host n-h2-812111-14 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:39:31.274775 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-8abe48c8-cfaa-4104-b499-5912fbe846ce req-7b0388b2-3a06-453b-936c-8829bcb45974 service neutron] Attempting to bind port de28ac77-af30-4a01-94da-b8d0b6c0587f by drivers openvswitch,hyperv on host n-h2-812111-14 at level 0 using segments [{'id': '7c9651d3-00c3-47b7-9bdb-0f6ba8d780bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '24fecf19-c741-42f7-9b43-6e247b8caf70'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:39:31.275115 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8abe48c8-cfaa-4104-b499-5912fbe846ce req-7b0388b2-3a06-453b-936c-8829bcb45974 service neutron] Attempting to bind port de28ac77-af30-4a01-94da-b8d0b6c0587f on network 24fecf19-c741-42f7-9b43-6e247b8caf70 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:39:31.284521 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8abe48c8-cfaa-4104-b499-5912fbe846ce req-7b0388b2-3a06-453b-936c-8829bcb45974 service neutron] Port de28ac77-af30-4a01-94da-b8d0b6c0587f on network 24fecf19-c741-42f7-9b43-6e247b8caf70 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-14 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:39:31.284946 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8abe48c8-cfaa-4104-b499-5912fbe846ce req-7b0388b2-3a06-453b-936c-8829bcb45974 service neutron] Attempting to bind port de28ac77-af30-4a01-94da-b8d0b6c0587f on network 24fecf19-c741-42f7-9b43-6e247b8caf70 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:39:31.291152 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8abe48c8-cfaa-4104-b499-5912fbe846ce req-7b0388b2-3a06-453b-936c-8829bcb45974 service neutron] Checking agent: {'id': '8f3fee4e-bf24-4b58-8a3a-ae9c8011a473', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 39, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:39:31.291541 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8abe48c8-cfaa-4104-b499-5912fbe846ce req-7b0388b2-3a06-453b-936c-8829bcb45974 service neutron] Checking segment: {'id': '7c9651d3-00c3-47b7-9bdb-0f6ba8d780bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '24fecf19-c741-42f7-9b43-6e247b8caf70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:39:31.291950 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8abe48c8-cfaa-4104-b499-5912fbe846ce req-7b0388b2-3a06-453b-936c-8829bcb45974 service neutron] Bound using segment: {'id': '7c9651d3-00c3-47b7-9bdb-0f6ba8d780bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '24fecf19-c741-42f7-9b43-6e247b8caf70'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:39:31.292571 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-8abe48c8-cfaa-4104-b499-5912fbe846ce req-7b0388b2-3a06-453b-936c-8829bcb45974 service neutron] Bound port: de28ac77-af30-4a01-94da-b8d0b6c0587f, host: n-h2-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c9651d3-00c3-47b7-9bdb-0f6ba8d780bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '24fecf19-c741-42f7-9b43-6e247b8caf70'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:39:31.293054 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-8abe48c8-cfaa-4104-b499-5912fbe846ce req-7b0388b2-3a06-453b-936c-8829bcb45974 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (de28ac77-af30-4a01-94da-b8d0b6c0587f), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:31.321411 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e91cf9ef-221b-40b3-b7c9-0dfdaceb0560 req-28045b5a-f526-4e89-901f-8291668cf822 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/security-groups?id=8cbe59c5-9181-473a-882e-a222ef236dea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925126 Jan 28 20:39:31.335564 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device f901d8f2-0d97-4938-90f6-f2b5cc4cff2e up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:39:31.370971 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-8abe48c8-cfaa-4104-b499-5912fbe846ce req-7b0388b2-3a06-453b-936c-8829bcb45974 service neutron] For port de28ac77-af30-4a01-94da-b8d0b6c0587f, host n-h2-812111-14, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:39:31.376827 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-8abe48c8-cfaa-4104-b499-5912fbe846ce req-7b0388b2-3a06-453b-936c-8829bcb45974 service neutron] For port de28ac77-af30-4a01-94da-b8d0b6c0587f, host n-h2-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=de28ac77-af30-4a01-94da-b8d0b6c0587f,segment=NetworkSegment(7c9651d3-00c3-47b7-9bdb-0f6ba8d780bb),segment_id=7c9651d3-00c3-47b7-9bdb-0f6ba8d780bb)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:39:31.385054 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-8abe48c8-cfaa-4104-b499-5912fbe846ce req-7b0388b2-3a06-453b-936c-8829bcb45974 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (de28ac77-af30-4a01-94da-b8d0b6c0587f), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:31.421724 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port f901d8f2-0d97-4938-90f6-f2b5cc4cff2e triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:39:31.422871 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (f901d8f2-0d97-4938-90f6-f2b5cc4cff2e), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:31.428821 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abe48c8-cfaa-4104-b499-5912fbe846ce req-7b0388b2-3a06-453b-936c-8829bcb45974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:39:31.429848 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-8abe48c8-cfaa-4104-b499-5912fbe846ce req-7b0388b2-3a06-453b-936c-8829bcb45974 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:31.431166 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8abe48c8-cfaa-4104-b499-5912fbe846ce req-7b0388b2-3a06-453b-936c-8829bcb45974 service neutron] 10.222.0.70 "PUT /v2.0/ports/de28ac77-af30-4a01-94da-b8d0b6c0587f HTTP/1.1" status: 200 len: 1092 time: 0.7054276 Jan 28 20:39:31.431689 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42a2785c-e04b-49b2-8b1a-d62c2645fd83', 'tag': 'de28ac77-af30-4a01-94da-b8d0b6c0587f'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:39:31.434114 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}690870b4896ba3504f21237a239c836c0346d6a62bcfb5e8ee91fd1b13f99dd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c34c737f-dd78-438f-851e-7207ef3fe430" -d '{"events": [{"name": "network-changed", "server_uuid": "42a2785c-e04b-49b2-8b1a-d62c2645fd83", "tag": "de28ac77-af30-4a01-94da-b8d0b6c0587f"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:39:31.509909 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0388b2-3a06-453b-936c-8829bcb45974 service neutron] Pushing event updated for resources: {'Port': ['ID=de28ac77-af30-4a01-94da-b8d0b6c0587f,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:31.513672 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57702bd6-6400-4733-bd16-21c5f2416923 x-openstack-request-id: req-57702bd6-6400-4733-bd16-21c5f2416923 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:39:31.513968 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42a2785c-e04b-49b2-8b1a-d62c2645fd83", "tag": "de28ac77-af30-4a01-94da-b8d0b6c0587f", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:39:31.514308 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-57702bd6-6400-4733-bd16-21c5f2416923 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:39:31.514724 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42a2785c-e04b-49b2-8b1a-d62c2645fd83', 'tag': 'de28ac77-af30-4a01-94da-b8d0b6c0587f', 'status': 'completed', 'code': 200} Jan 28 20:39:31.538214 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abe48c8-cfaa-4104-b499-5912fbe846ce req-6454c346-2e91-491a-8892-73910eed1d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:39:31.539831 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8abe48c8-cfaa-4104-b499-5912fbe846ce req-6454c346-2e91-491a-8892-73910eed1d1d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0ceca0f616eb43dfa068e38ea05be00f&device_id=42a2785c-e04b-49b2-8b1a-d62c2645fd83 HTTP/1.1" status: 200 len: 1126 time: 0.0604200 Jan 28 20:39:31.547563 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port f901d8f2-0d97-4938-90f6-f2b5cc4cff2e is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:39:31.598260 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8abe48c8-cfaa-4104-b499-5912fbe846ce req-8fce75db-d1f9-43b0-b7ce-dafca26044e0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=de28ac77-af30-4a01-94da-b8d0b6c0587f HTTP/1.1" status: 200 len: 217 time: 0.0493610 Jan 28 20:39:31.650288 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abe48c8-cfaa-4104-b499-5912fbe846ce req-11bb23d4-8291-4e95-b19c-44f4f6b4a4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:39:31.651814 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8abe48c8-cfaa-4104-b499-5912fbe846ce req-11bb23d4-8291-4e95-b19c-44f4f6b4a4bc service neutron] 10.222.0.70 "GET /v2.0/subnets?id=754e14b9-31f1-4a7e-9a3f-52d99719b404 HTTP/1.1" status: 200 len: 835 time: 0.0477374 Jan 28 20:39:31.703348 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abe48c8-cfaa-4104-b499-5912fbe846ce req-c03d1878-b3b4-4d1f-bd8d-f76e76179b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:39:31.704877 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8abe48c8-cfaa-4104-b499-5912fbe846ce req-c03d1878-b3b4-4d1f-bd8d-f76e76179b37 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=24fecf19-c741-42f7-9b43-6e247b8caf70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0474505 Jan 28 20:39:31.801228 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8abe48c8-cfaa-4104-b499-5912fbe846ce req-929d8e19-c6dc-4af4-af36-6a192db06474 service neutron] 10.222.0.70 "GET /v2.0/networks/24fecf19-c741-42f7-9b43-6e247b8caf70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895317 Jan 28 20:39:31.890164 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8abe48c8-cfaa-4104-b499-5912fbe846ce req-3c788f17-b5de-4f15-b78a-17973bcc02d8 service neutron] 10.222.0.70 "GET /v2.0/networks/24fecf19-c741-42f7-9b43-6e247b8caf70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832124 Jan 28 20:39:31.985818 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34c737f-dd78-438f-851e-7207ef3fe430 req-57974e4f-c7ba-4743-81d4-77315397b009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:39:31.987323 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c34c737f-dd78-438f-851e-7207ef3fe430 req-57974e4f-c7ba-4743-81d4-77315397b009 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0ceca0f616eb43dfa068e38ea05be00f&device_id=42a2785c-e04b-49b2-8b1a-d62c2645fd83 HTTP/1.1" status: 200 len: 1126 time: 0.0507081 Jan 28 20:39:32.078632 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34c737f-dd78-438f-851e-7207ef3fe430 req-7a2b704a-f681-47f0-9402-e038afc49fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:39:32.080113 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c34c737f-dd78-438f-851e-7207ef3fe430 req-7a2b704a-f681-47f0-9402-e038afc49fe5 service neutron] 10.222.0.70 "GET /v2.0/networks?id=24fecf19-c741-42f7-9b43-6e247b8caf70 HTTP/1.1" status: 200 len: 897 time: 0.0851955 Jan 28 20:39:32.124251 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c34c737f-dd78-438f-851e-7207ef3fe430 req-99561c89-ecee-4867-8f4b-40a2612843d5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=de28ac77-af30-4a01-94da-b8d0b6c0587f HTTP/1.1" status: 200 len: 217 time: 0.0383470 Jan 28 20:39:32.171341 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34c737f-dd78-438f-851e-7207ef3fe430 req-27e880a8-3963-4430-b911-84373585ef90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:39:32.172683 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c34c737f-dd78-438f-851e-7207ef3fe430 req-27e880a8-3963-4430-b911-84373585ef90 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=754e14b9-31f1-4a7e-9a3f-52d99719b404 HTTP/1.1" status: 200 len: 835 time: 0.0425301 Jan 28 20:39:32.223536 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34c737f-dd78-438f-851e-7207ef3fe430 req-586fc5c1-2aa6-4bf3-8c45-591bcee3e37d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:39:32.225636 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c34c737f-dd78-438f-851e-7207ef3fe430 req-586fc5c1-2aa6-4bf3-8c45-591bcee3e37d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=24fecf19-c741-42f7-9b43-6e247b8caf70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0456216 Jan 28 20:39:32.316815 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c34c737f-dd78-438f-851e-7207ef3fe430 req-4f2fa3ff-5385-4679-8e0f-e8ba438d5cdb service neutron] 10.222.0.70 "GET /v2.0/networks/24fecf19-c741-42f7-9b43-6e247b8caf70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854301 Jan 28 20:39:32.419292 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c34c737f-dd78-438f-851e-7207ef3fe430 req-c3e4c8b8-2958-4cbd-9001-e540f5990d08 service neutron] 10.222.0.70 "GET /v2.0/networks/24fecf19-c741-42f7-9b43-6e247b8caf70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951483 Jan 28 20:39:32.443464 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea503d8-2576-4d15-a0e5-be461a216b17 req-acf34566-13f3-494a-b7da-402fef17cf32 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:39:32.445361 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3ea503d8-2576-4d15-a0e5-be461a216b17 req-acf34566-13f3-494a-b7da-402fef17cf32 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/ports?device_id=42a2785c-e04b-49b2-8b1a-d62c2645fd83 HTTP/1.1" status: 200 len: 943 time: 0.0599136 Jan 28 20:39:32.492755 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3ea503d8-2576-4d15-a0e5-be461a216b17 req-56e37c61-9711-4b1f-8c08-360f0e527f6d tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/security-groups?id=8cbe59c5-9181-473a-882e-a222ef236dea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419805 Jan 28 20:39:33.615036 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904fed67-cc41-4c3f-b893-6b9b02ca7308 req-4a09dea1-bd9c-46b5-835b-fad28fc3d909 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:39:33.617031 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-904fed67-cc41-4c3f-b893-6b9b02ca7308 req-4a09dea1-bd9c-46b5-835b-fad28fc3d909 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/ports?device_id=42a2785c-e04b-49b2-8b1a-d62c2645fd83 HTTP/1.1" status: 200 len: 943 time: 0.0567751 Jan 28 20:39:33.665700 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-904fed67-cc41-4c3f-b893-6b9b02ca7308 req-96d61ef5-009d-4657-920e-35992f685e22 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/security-groups?id=8cbe59c5-9181-473a-882e-a222ef236dea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428383 Jan 28 20:39:34.791088 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b13f14-e150-494c-a2c2-47c1f623dc6a req-26071776-804e-4e6a-b947-32e86da9079e tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:39:34.792554 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a1b13f14-e150-494c-a2c2-47c1f623dc6a req-26071776-804e-4e6a-b947-32e86da9079e tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/ports?device_id=42a2785c-e04b-49b2-8b1a-d62c2645fd83 HTTP/1.1" status: 200 len: 943 time: 0.0592124 Jan 28 20:39:34.840612 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a1b13f14-e150-494c-a2c2-47c1f623dc6a req-4036eda0-0023-4fca-a22c-8ae32dab6922 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/security-groups?id=8cbe59c5-9181-473a-882e-a222ef236dea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424621 Jan 28 20:39:35.908108 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device de28ac77-af30-4a01-94da-b8d0b6c0587f details requested by agent hyperv_n-h2-812111-14 with host n-h2-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:39:35.964244 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca4d074-9de0-4f4b-9cd4-3fed6e4ad77e req-bb42a277-1223-4d9c-87fd-47d7f2a4514a tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:39:35.965795 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9ca4d074-9de0-4f4b-9cd4-3fed6e4ad77e req-bb42a277-1223-4d9c-87fd-47d7f2a4514a tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/ports?device_id=42a2785c-e04b-49b2-8b1a-d62c2645fd83 HTTP/1.1" status: 200 len: 943 time: 0.0573649 Jan 28 20:39:36.014066 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port de28ac77-af30-4a01-94da-b8d0b6c0587f, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=de28ac77-af30-4a01-94da-b8d0b6c0587f,segment=NetworkSegment(7c9651d3-00c3-47b7-9bdb-0f6ba8d780bb),segment_id=7c9651d3-00c3-47b7-9bdb-0f6ba8d780bb)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:39:36.017801 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9ca4d074-9de0-4f4b-9cd4-3fed6e4ad77e req-1594362a-2bb4-4a38-b5ea-3c5346541310 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/security-groups?id=8cbe59c5-9181-473a-882e-a222ef236dea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462518 Jan 28 20:39:36.026740 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Returning: {'device': 'de28ac77-af30-4a01-94da-b8d0b6c0587f', 'network_id': '24fecf19-c741-42f7-9b43-6e247b8caf70', 'port_id': 'de28ac77-af30-4a01-94da-b8d0b6c0587f', 'mac_address': 'fa:16:3e:1c:9d:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '754e14b9-31f1-4a7e-9a3f-52d99719b404', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:39:36.063282 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port de28ac77-af30-4a01-94da-b8d0b6c0587f is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:39:36.063670 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (de28ac77-af30-4a01-94da-b8d0b6c0587f), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:36.076481 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de28ac77-af30-4a01-94da-b8d0b6c0587f {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:39:36.096280 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port de28ac77-af30-4a01-94da-b8d0b6c0587f, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=de28ac77-af30-4a01-94da-b8d0b6c0587f,segment=NetworkSegment(7c9651d3-00c3-47b7-9bdb-0f6ba8d780bb),segment_id=7c9651d3-00c3-47b7-9bdb-0f6ba8d780bb)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:39:36.099255 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (de28ac77-af30-4a01-94da-b8d0b6c0587f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:36.150035 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=de28ac77-af30-4a01-94da-b8d0b6c0587f,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:36.305330 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['de28ac77-af30-4a01-94da-b8d0b6c0587f'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:39:36.856325 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-eab25f33-32f5-4b18-bdd4-cd1dbdd94d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:37.144337 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9a6624-9916-421a-aadf-2fbd7488716b req-3af614f4-d600-4ea1-9c55-cfb516864cb8 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:39:37.146030 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-aa9a6624-9916-421a-aadf-2fbd7488716b req-3af614f4-d600-4ea1-9c55-cfb516864cb8 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/ports?device_id=42a2785c-e04b-49b2-8b1a-d62c2645fd83 HTTP/1.1" status: 200 len: 944 time: 0.0522060 Jan 28 20:39:37.195896 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-aa9a6624-9916-421a-aadf-2fbd7488716b req-571508d9-cb5f-42ce-89e6-9f9c1b09f05c tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/security-groups?id=8cbe59c5-9181-473a-882e-a222ef236dea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436411 Jan 28 20:39:37.924358 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device de28ac77-af30-4a01-94da-b8d0b6c0587f up at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:39:37.972570 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning for port de28ac77-af30-4a01-94da-b8d0b6c0587f completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:39:37.976998 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning complete for port de28ac77-af30-4a01-94da-b8d0b6c0587f triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:39:37.977403 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (de28ac77-af30-4a01-94da-b8d0b6c0587f), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:38.056016 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port de28ac77-af30-4a01-94da-b8d0b6c0587f is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:39:38.056405 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (de28ac77-af30-4a01-94da-b8d0b6c0587f), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:38.078261 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42a2785c-e04b-49b2-8b1a-d62c2645fd83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de28ac77-af30-4a01-94da-b8d0b6c0587f'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:39:38.080500 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}704c702df6f21e7df92d3d89d4c6cfde2c6406e49d8202b36454fc5209adee22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e62c340-a59b-41d1-80e2-19561d2040e0" -d '{"events": [{"server_uuid": "42a2785c-e04b-49b2-8b1a-d62c2645fd83", "name": "network-vif-plugged", "status": "completed", "tag": "de28ac77-af30-4a01-94da-b8d0b6c0587f"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:39:38.092935 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port de28ac77-af30-4a01-94da-b8d0b6c0587f, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=de28ac77-af30-4a01-94da-b8d0b6c0587f,segment=NetworkSegment(7c9651d3-00c3-47b7-9bdb-0f6ba8d780bb),segment_id=7c9651d3-00c3-47b7-9bdb-0f6ba8d780bb)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:39:38.097310 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (de28ac77-af30-4a01-94da-b8d0b6c0587f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:38.120524 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-750db607-c668-4b94-9359-af11d81a0771 x-openstack-request-id: req-750db607-c668-4b94-9359-af11d81a0771 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:39:38.120818 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42a2785c-e04b-49b2-8b1a-d62c2645fd83", "name": "network-vif-plugged", "status": "completed", "tag": "de28ac77-af30-4a01-94da-b8d0b6c0587f", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:39:38.121073 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-750db607-c668-4b94-9359-af11d81a0771 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:39:38.121598 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42a2785c-e04b-49b2-8b1a-d62c2645fd83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de28ac77-af30-4a01-94da-b8d0b6c0587f', 'code': 200} Jan 28 20:39:38.148822 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=de28ac77-af30-4a01-94da-b8d0b6c0587f,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:38.220340 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35c60cd-7773-4c43-a2a4-aa441ea61b0e req-d2178779-08dd-4872-a1f2-d20359905103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:39:38.221811 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c35c60cd-7773-4c43-a2a4-aa441ea61b0e req-d2178779-08dd-4872-a1f2-d20359905103 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=42a2785c-e04b-49b2-8b1a-d62c2645fd83 HTTP/1.1" status: 200 len: 1128 time: 0.0440326 Jan 28 20:39:38.274877 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c35c60cd-7773-4c43-a2a4-aa441ea61b0e req-2fac74c5-e5f3-4844-8d32-526b3982e5e5 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=8cbe59c5-9181-473a-882e-a222ef236dea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465395 Jan 28 20:39:38.315874 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5664cb26-22b5-44f3-8d3a-4bc842f4df9c req-cb873864-1a65-4834-a301-052e8ed3c30b tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:39:38.317358 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5664cb26-22b5-44f3-8d3a-4bc842f4df9c req-cb873864-1a65-4834-a301-052e8ed3c30b tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/ports?device_id=42a2785c-e04b-49b2-8b1a-d62c2645fd83 HTTP/1.1" status: 200 len: 945 time: 0.0522990 Jan 28 20:39:38.369814 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5664cb26-22b5-44f3-8d3a-4bc842f4df9c req-b6193b59-26f4-4f03-a89a-47bf23d643ef tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/security-groups?id=8cbe59c5-9181-473a-882e-a222ef236dea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464132 Jan 28 20:39:39.097551 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b531e702-ea3b-45de-a957-450f0a15684d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:39.492959 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9fabb0-8b0d-458c-9267-2056cfe6b4e6 req-55795521-c997-44a5-b37d-43db8c6b112d tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:39:39.494456 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8a9fabb0-8b0d-458c-9267-2056cfe6b4e6 req-55795521-c997-44a5-b37d-43db8c6b112d tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/ports?device_id=42a2785c-e04b-49b2-8b1a-d62c2645fd83 HTTP/1.1" status: 200 len: 945 time: 0.0560451 Jan 28 20:39:39.544856 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8a9fabb0-8b0d-458c-9267-2056cfe6b4e6 req-998b130c-df59-4893-a375-f2f96477a7e8 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/security-groups?id=8cbe59c5-9181-473a-882e-a222ef236dea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448759 Jan 28 20:39:39.670302 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03129bbb-5044-4866-9f3b-0ceb36b82ed3 req-d58e906e-ec57-43b8-b2eb-6f6f8e8cd722 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:39:39.671701 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-03129bbb-5044-4866-9f3b-0ceb36b82ed3 req-d58e906e-ec57-43b8-b2eb-6f6f8e8cd722 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/ports?device_id=42a2785c-e04b-49b2-8b1a-d62c2645fd83 HTTP/1.1" status: 200 len: 945 time: 0.0594041 Jan 28 20:39:39.719060 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-03129bbb-5044-4866-9f3b-0ceb36b82ed3 req-af7623e7-f1f4-4115-8baf-afae642ddcf9 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/security-groups?id=8cbe59c5-9181-473a-882e-a222ef236dea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418220 Jan 28 20:39:39.741033 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 43564) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:39:39.786475 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d64ee5a-ced7-4060-8e31-3fb9f8666cbd tempest-TestNetworkAdvancedServerOps-1526479059 tempest-TestNetworkAdvancedServerOps-1526479059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:39:39.788054 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-3d64ee5a-ced7-4060-8e31-3fb9f8666cbd tempest-TestNetworkAdvancedServerOps-1526479059 tempest-TestNetworkAdvancedServerOps-1526479059-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=42a2785c-e04b-49b2-8b1a-d62c2645fd83 HTTP/1.1" status: 200 len: 1123 time: 0.0459349 Jan 28 20:39:39.791001 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 43566) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:39:39.795227 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-d0400430-4a5c-40cc-ae2d-2bf9c4ca067f tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Request body: {'floatingip': {'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'port_id': 'de28ac77-af30-4a01-94da-b8d0b6c0587f', 'tenant_id': '0ceca0f616eb43dfa068e38ea05be00f', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:39:39.814693 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d0400430-4a5c-40cc-ae2d-2bf9c4ca067f tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:39.923323 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d0400430-4a5c-40cc-ae2d-2bf9c4ca067f tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:40.023528 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-d0400430-4a5c-40cc-ae2d-2bf9c4ca067f tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Allocated IP 172.25.6.156 (d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8/a648e4ab-7422-41b9-b133-58aca25ab8f5/62c5800d-fe23-4be1-a7fa-edf55e5e9e71) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:39:40.115860 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:40.127538 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d0400430-4a5c-40cc-ae2d-2bf9c4ca067f tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for port (62c5800d-fe23-4be1-a7fa-edf55e5e9e71), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:40.161061 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d0400430-4a5c-40cc-ae2d-2bf9c4ca067f tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (62c5800d-fe23-4be1-a7fa-edf55e5e9e71), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:40.200488 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0400430-4a5c-40cc-ae2d-2bf9c4ca067f tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:39:40.203376 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-d0400430-4a5c-40cc-ae2d-2bf9c4ca067f tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:39:40.208744 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0400430-4a5c-40cc-ae2d-2bf9c4ca067f tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:39:40.232362 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0400430-4a5c-40cc-ae2d-2bf9c4ca067f tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Pushing event updated for resources: {'Port': ['ID=62c5800d-fe23-4be1-a7fa-edf55e5e9e71,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:40.573753 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d0400430-4a5c-40cc-ae2d-2bf9c4ca067f tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for floatingip (421482f0-e3fa-4612-bbd5-1cc9c1ef07dd), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:40.643511 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d0400430-4a5c-40cc-ae2d-2bf9c4ca067f tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (62c5800d-fe23-4be1-a7fa-edf55e5e9e71), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:40.797433 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d0400430-4a5c-40cc-ae2d-2bf9c4ca067f tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for port (62c5800d-fe23-4be1-a7fa-edf55e5e9e71), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:40.801912 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d0400430-4a5c-40cc-ae2d-2bf9c4ca067f tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (62c5800d-fe23-4be1-a7fa-edf55e5e9e71), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:40.874011 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0400430-4a5c-40cc-ae2d-2bf9c4ca067f tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Pushing event updated for resources: {'Port': ['ID=62c5800d-fe23-4be1-a7fa-edf55e5e9e71,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:40.884615 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d0400430-4a5c-40cc-ae2d-2bf9c4ca067f tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734886'] for floatingip (421482f0-e3fa-4612-bbd5-1cc9c1ef07dd), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:40.988796 n-d-812111-14 neutron-server[103304]: INFO neutron.db.l3_db [None req-d0400430-4a5c-40cc-ae2d-2bf9c4ca067f tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Floating IP 421482f0-e3fa-4612-bbd5-1cc9c1ef07dd associated. External IP: 172.25.6.156, port: de28ac77-af30-4a01-94da-b8d0b6c0587f. Jan 28 20:39:41.197454 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0400430-4a5c-40cc-ae2d-2bf9c4ca067f tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Router 8f79eb69-c992-472f-accf-6e38f91bfef1 has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:39:41.307029 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0400430-4a5c-40cc-ae2d-2bf9c4ca067f tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:39:41.316806 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2ac7d3-e763-4b3c-aad2-72b6c4621368 None None] Sync routers for ids ['8f79eb69-c992-472f-accf-6e38f91bfef1'] in n-d-812111-14 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:39:41.324371 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d0400430-4a5c-40cc-ae2d-2bf9c4ca067f tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for floatingip (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:41.328402 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2ac7d3-e763-4b3c-aad2-72b6c4621368 None None] Routers {'8f79eb69-c992-472f-accf-6e38f91bfef1'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:39:41.329023 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-8e2ac7d3-e763-4b3c-aad2-72b6c4621368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:39:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['8f79eb69-c992-472f-accf-6e38f91bfef1'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:39:41.364249 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-d0400430-4a5c-40cc-ae2d-2bf9c4ca067f tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5722034 Jan 28 20:39:41.364831 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42a2785c-e04b-49b2-8b1a-d62c2645fd83', 'tag': 'de28ac77-af30-4a01-94da-b8d0b6c0587f'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:39:41.368146 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}690870b4896ba3504f21237a239c836c0346d6a62bcfb5e8ee91fd1b13f99dd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c5676b3-ea90-47d6-9a7b-00150cdfd8ab" -d '{"events": [{"name": "network-changed", "server_uuid": "42a2785c-e04b-49b2-8b1a-d62c2645fd83", "tag": "de28ac77-af30-4a01-94da-b8d0b6c0587f"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:39:41.459653 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-8e2ac7d3-e763-4b3c-aad2-72b6c4621368 None None] Set router 8f79eb69-c992-472f-accf-6e38f91bfef1 gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:39:41.463496 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f98e265-f7df-4ace-8434-dcb4eddce5d6 x-openstack-request-id: req-9f98e265-f7df-4ace-8434-dcb4eddce5d6 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:39:41.463812 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42a2785c-e04b-49b2-8b1a-d62c2645fd83", "tag": "de28ac77-af30-4a01-94da-b8d0b6c0587f", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:39:41.464199 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9f98e265-f7df-4ace-8434-dcb4eddce5d6 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:39:41.464607 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42a2785c-e04b-49b2-8b1a-d62c2645fd83', 'tag': 'de28ac77-af30-4a01-94da-b8d0b6c0587f', 'status': 'completed', 'code': 200} Jan 28 20:39:41.477454 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7004551-41cc-4484-8176-82d09df632bd req-351beba2-23ed-43e9-a034-19c8f37ae5b9 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:39:41.479468 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c7004551-41cc-4484-8176-82d09df632bd req-351beba2-23ed-43e9-a034-19c8f37ae5b9 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/ports?device_id=42a2785c-e04b-49b2-8b1a-d62c2645fd83 HTTP/1.1" status: 200 len: 945 time: 0.0617523 Jan 28 20:39:41.559807 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c7004551-41cc-4484-8176-82d09df632bd req-98c6f97c-ee74-49a2-9ac4-98577c5c0099 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/security-groups?id=8cbe59c5-9181-473a-882e-a222ef236dea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745900 Jan 28 20:39:41.566231 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5676b3-ea90-47d6-9a7b-00150cdfd8ab req-def6f2bb-61e4-491b-ac3c-5730d5655a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:39:41.567721 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7c5676b3-ea90-47d6-9a7b-00150cdfd8ab req-def6f2bb-61e4-491b-ac3c-5730d5655a99 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0ceca0f616eb43dfa068e38ea05be00f&device_id=42a2785c-e04b-49b2-8b1a-d62c2645fd83 HTTP/1.1" status: 200 len: 1128 time: 0.0809135 Jan 28 20:39:41.582464 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 43578) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:39:41.651128 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-6a083214-9b45-4143-9cd6-73fbb3d14f42 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/floatingips/421482f0-e3fa-4612-bbd5-1cc9c1ef07dd HTTP/1.1" status: 200 len: 991 time: 0.0675089 Jan 28 20:39:41.676540 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5676b3-ea90-47d6-9a7b-00150cdfd8ab req-3d7bc3bc-0282-46b2-a81c-7a930698d24d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:39:41.678078 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7c5676b3-ea90-47d6-9a7b-00150cdfd8ab req-3d7bc3bc-0282-46b2-a81c-7a930698d24d service neutron] 10.222.0.70 "GET /v2.0/networks?id=24fecf19-c741-42f7-9b43-6e247b8caf70 HTTP/1.1" status: 200 len: 897 time: 0.1027102 Jan 28 20:39:41.750796 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7c5676b3-ea90-47d6-9a7b-00150cdfd8ab req-50a2bf0f-c25b-4f9b-92f1-870cbad42c1b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=de28ac77-af30-4a01-94da-b8d0b6c0587f HTTP/1.1" status: 200 len: 999 time: 0.0668039 Jan 28 20:39:41.815915 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5676b3-ea90-47d6-9a7b-00150cdfd8ab req-eee5b361-739d-410d-8af6-66696b02d3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:39:41.817441 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7c5676b3-ea90-47d6-9a7b-00150cdfd8ab req-eee5b361-739d-410d-8af6-66696b02d3ae service neutron] 10.222.0.70 "GET /v2.0/subnets?id=754e14b9-31f1-4a7e-9a3f-52d99719b404 HTTP/1.1" status: 200 len: 835 time: 0.0610418 Jan 28 20:39:41.860272 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-8e2ac7d3-e763-4b3c-aad2-72b6c4621368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f79eb69-c992-472f-accf-6e38f91bfef1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-58781531', 'tenant_id': '0ceca0f616eb43dfa068e38ea05be00f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': 'b190acc6-8e2f-49d6-a278-1dc6e4ced4b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:39:23Z', 'updated_at': '2022-01-28T20:39:26Z', 'revision_number': 4, 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'gw_port': {'id': 'b190acc6-8e2f-49d6-a278-1dc6e4ced4b3', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:38:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f79eb69-c992-472f-accf-6e38f91bfef1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:39:24Z', 'updated_at': '2022-01-28T20:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_floatingips': [{'id': '421482f0-e3fa-4612-bbd5-1cc9c1ef07dd', 'tenant_id': '0ceca0f616eb43dfa068e38ea05be00f', 'floating_ip_address': '172.25.6.156', 'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'router_id': '8f79eb69-c992-472f-accf-6e38f91bfef1', 'port_id': 'de28ac77-af30-4a01-94da-b8d0b6c0587f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4281, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '24fecf19-c741-42f7-9b43-6e247b8caf70', 'mac_address': 'fa:16:3e:1c:9d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a2785c-e04b-49b2-8b1a-d62c2645fd83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:39:40Z', 'updated_at': '2022-01-28T20:39:40Z', 'revision_number': 0, 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f901d8f2-0d97-4938-90f6-f2b5cc4cff2e', 'name': '', 'network_id': '24fecf19-c741-42f7-9b43-6e247b8caf70', 'tenant_id': '0ceca0f616eb43dfa068e38ea05be00f', 'mac_address': 'fa:16:3e:5f:c8:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f79eb69-c992-472f-accf-6e38f91bfef1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '754e14b9-31f1-4a7e-9a3f-52d99719b404', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:39:26Z', 'updated_at': '2022-01-28T20:39:29Z', 'revision_number': 5, 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'subnets': [{'id': '754e14b9-31f1-4a7e-9a3f-52d99719b404', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:39:41.870966 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5676b3-ea90-47d6-9a7b-00150cdfd8ab req-ca601e20-02f2-4467-aab6-306bce04a1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:39:41.872493 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7c5676b3-ea90-47d6-9a7b-00150cdfd8ab req-ca601e20-02f2-4467-aab6-306bce04a1fe service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=24fecf19-c741-42f7-9b43-6e247b8caf70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0482461 Jan 28 20:39:41.887286 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2ac7d3-e763-4b3c-aad2-72b6c4621368 None None] Checking router: 8f79eb69-c992-472f-accf-6e38f91bfef1 for host: n-d-812111-14 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:39:41.898066 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2ac7d3-e763-4b3c-aad2-72b6c4621368 None None] Routers {'8f79eb69-c992-472f-accf-6e38f91bfef1'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:39:41.900367 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-8e2ac7d3-e763-4b3c-aad2-72b6c4621368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:39:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['8f79eb69-c992-472f-accf-6e38f91bfef1'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:39:41.961957 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7c5676b3-ea90-47d6-9a7b-00150cdfd8ab req-1ff3922f-442c-41fa-9a17-b5d07baecedc service neutron] 10.222.0.70 "GET /v2.0/networks/24fecf19-c741-42f7-9b43-6e247b8caf70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834956 Jan 28 20:39:42.011831 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:42.021049 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-8e2ac7d3-e763-4b3c-aad2-72b6c4621368 None None] Set router 8f79eb69-c992-472f-accf-6e38f91bfef1 gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:39:42.058482 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7c5676b3-ea90-47d6-9a7b-00150cdfd8ab req-6693e13c-5ffc-4f09-9717-56642478593d service neutron] 10.222.0.70 "GET /v2.0/networks/24fecf19-c741-42f7-9b43-6e247b8caf70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901151 Jan 28 20:39:42.245187 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-8e2ac7d3-e763-4b3c-aad2-72b6c4621368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f79eb69-c992-472f-accf-6e38f91bfef1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-58781531', 'tenant_id': '0ceca0f616eb43dfa068e38ea05be00f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': 'b190acc6-8e2f-49d6-a278-1dc6e4ced4b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:39:23Z', 'updated_at': '2022-01-28T20:39:26Z', 'revision_number': 4, 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'gw_port': {'id': 'b190acc6-8e2f-49d6-a278-1dc6e4ced4b3', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:38:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f79eb69-c992-472f-accf-6e38f91bfef1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:39:24Z', 'updated_at': '2022-01-28T20:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_floatingips': [{'id': '421482f0-e3fa-4612-bbd5-1cc9c1ef07dd', 'tenant_id': '0ceca0f616eb43dfa068e38ea05be00f', 'floating_ip_address': '172.25.6.156', 'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'router_id': '8f79eb69-c992-472f-accf-6e38f91bfef1', 'port_id': 'de28ac77-af30-4a01-94da-b8d0b6c0587f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4281, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '24fecf19-c741-42f7-9b43-6e247b8caf70', 'mac_address': 'fa:16:3e:1c:9d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a2785c-e04b-49b2-8b1a-d62c2645fd83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:39:40Z', 'updated_at': '2022-01-28T20:39:40Z', 'revision_number': 0, 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f901d8f2-0d97-4938-90f6-f2b5cc4cff2e', 'name': '', 'network_id': '24fecf19-c741-42f7-9b43-6e247b8caf70', 'tenant_id': '0ceca0f616eb43dfa068e38ea05be00f', 'mac_address': 'fa:16:3e:5f:c8:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f79eb69-c992-472f-accf-6e38f91bfef1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '754e14b9-31f1-4a7e-9a3f-52d99719b404', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:39:26Z', 'updated_at': '2022-01-28T20:39:29Z', 'revision_number': 5, 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'subnets': [{'id': '754e14b9-31f1-4a7e-9a3f-52d99719b404', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:39:42.271516 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2ac7d3-e763-4b3c-aad2-72b6c4621368 None None] The sync data for ids ['8f79eb69-c992-472f-accf-6e38f91bfef1'] in n-d-812111-14 is: [{'id': '8f79eb69-c992-472f-accf-6e38f91bfef1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-58781531', 'tenant_id': '0ceca0f616eb43dfa068e38ea05be00f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': 'b190acc6-8e2f-49d6-a278-1dc6e4ced4b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:39:23Z', 'updated_at': '2022-01-28T20:39:26Z', 'revision_number': 4, 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'gw_port': {'id': 'b190acc6-8e2f-49d6-a278-1dc6e4ced4b3', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:38:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f79eb69-c992-472f-accf-6e38f91bfef1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:39:24Z', 'updated_at': '2022-01-28T20:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_floatingips': [{'id': '421482f0-e3fa-4612-bbd5-1cc9c1ef07dd', 'tenant_id': '0ceca0f616eb43dfa068e38ea05be00f', 'floating_ip_address': '172.25.6.156', 'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'router_id': '8f79eb69-c992-472f-accf-6e38f91bfef1', 'port_id': 'de28ac77-af30-4a01-94da-b8d0b6c0587f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4281, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '24fecf19-c741-42f7-9b43-6e247b8caf70', 'mac_address': 'fa:16:3e:1c:9d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a2785c-e04b-49b2-8b1a-d62c2645fd83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:39:40Z', 'updated_at': '2022-01-28T20:39:40Z', 'revision_number': 0, 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f901d8f2-0d97-4938-90f6-f2b5cc4cff2e', 'name': '', 'network_id': '24fecf19-c741-42f7-9b43-6e247b8caf70', 'tenant_id': '0ceca0f616eb43dfa068e38ea05be00f', 'mac_address': 'fa:16:3e:5f:c8:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f79eb69-c992-472f-accf-6e38f91bfef1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '754e14b9-31f1-4a7e-9a3f-52d99719b404', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:39:26Z', 'updated_at': '2022-01-28T20:39:29Z', 'revision_number': 5, 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'subnets': [{'id': '754e14b9-31f1-4a7e-9a3f-52d99719b404', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:39:42.461346 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4732e71e-212e-454f-91a3-8f2d02a9f0aa None None] New status for floating IP 421482f0-e3fa-4612-bbd5-1cc9c1ef07dd: ACTIVE {{(pid=103307) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 20:39:42.653415 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 43580) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:39:42.712598 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-0d230919-46ce-488f-8fc5-637555f8c050 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/floatingips/421482f0-e3fa-4612-bbd5-1cc9c1ef07dd HTTP/1.1" status: 200 len: 993 time: 0.0580084 Jan 28 20:39:43.350802 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:51.629825 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:54.692377 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:40:03.180847 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:40:06.858558 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d3fd9f2c-4eff-40bb-8151-bc2b481a7b8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:40:09.100278 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7b15c46f-11ae-4001-ae10-476315e9f074 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:40:10.119192 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:40:11.293193 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [req-90ac45b2-03f5-4c9b-a93b-e3f90426fa3e req-c0d49035-39c8-4c4c-bff6-ed4a5a90ff89 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103304) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 20:40:11.294198 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-90ac45b2-03f5-4c9b-a93b-e3f90426fa3e req-c0d49035-39c8-4c4c-bff6-ed4a5a90ff89 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054083 Jan 28 20:40:11.470206 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 43598) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:40:11.479719 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f789ee7-1f19-4d85-8bd4-32b2541c86b7 req-4a263e37-8652-4a6b-8aea-a5521ff5af0b tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:40:11.481228 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9f789ee7-1f19-4d85-8bd4-32b2541c86b7 req-4a263e37-8652-4a6b-8aea-a5521ff5af0b tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/ports?device_id=42a2785c-e04b-49b2-8b1a-d62c2645fd83 HTTP/1.1" status: 200 len: 945 time: 0.0533421 Jan 28 20:40:11.530223 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9f789ee7-1f19-4d85-8bd4-32b2541c86b7 req-f718231c-9c68-4607-b486-0cd26b76b852 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/security-groups?id=8cbe59c5-9181-473a-882e-a222ef236dea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433300 Jan 28 20:40:11.555095 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d1b71f8d-cbd0-447e-853d-2ab0819b056f req-f3fc5faa-e067-4297-95f4-6a4fbf5bbf2f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=42a2785c-e04b-49b2-8b1a-d62c2645fd83&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0836868 Jan 28 20:40:11.563413 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [req-d1b71f8d-cbd0-447e-853d-2ab0819b056f req-cedcce2f-43a8-4fe7-92e2-1952a29fe173 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103304) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 20:40:11.564372 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d1b71f8d-cbd0-447e-853d-2ab0819b056f req-cedcce2f-43a8-4fe7-92e2-1952a29fe173 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048089 Jan 28 20:40:12.001932 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:40:12.650787 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b2124f-388f-4cde-9e56-93b71284bdc7 req-7f60e133-2c59-46a3-a50c-51975efadeed tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:40:12.652439 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-75b2124f-388f-4cde-9e56-93b71284bdc7 req-7f60e133-2c59-46a3-a50c-51975efadeed tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/ports?device_id=42a2785c-e04b-49b2-8b1a-d62c2645fd83 HTTP/1.1" status: 200 len: 945 time: 0.0534742 Jan 28 20:40:12.733146 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-75b2124f-388f-4cde-9e56-93b71284bdc7 req-7d0ac18b-25cc-49d0-a994-752234e3332e tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/security-groups?id=8cbe59c5-9181-473a-882e-a222ef236dea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743763 Jan 28 20:40:12.745815 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b71f8d-cbd0-447e-853d-2ab0819b056f req-c81952f4-c52c-4b53-b5e4-d555cacf8591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:40:12.747279 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d1b71f8d-cbd0-447e-853d-2ab0819b056f req-c81952f4-c52c-4b53-b5e4-d555cacf8591 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0ceca0f616eb43dfa068e38ea05be00f&device_id=42a2785c-e04b-49b2-8b1a-d62c2645fd83 HTTP/1.1" status: 200 len: 1128 time: 0.0677359 Jan 28 20:40:12.837634 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b71f8d-cbd0-447e-853d-2ab0819b056f req-8b5c95c4-ae7a-47a7-98c1-60351ab880dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:40:12.839087 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d1b71f8d-cbd0-447e-853d-2ab0819b056f req-8b5c95c4-ae7a-47a7-98c1-60351ab880dc service neutron] 10.222.0.70 "GET /v2.0/networks?id=24fecf19-c741-42f7-9b43-6e247b8caf70 HTTP/1.1" status: 200 len: 897 time: 0.0815887 Jan 28 20:40:12.908518 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d1b71f8d-cbd0-447e-853d-2ab0819b056f req-75d38eba-3644-41ab-9008-2534fed017d7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=de28ac77-af30-4a01-94da-b8d0b6c0587f HTTP/1.1" status: 200 len: 1001 time: 0.0614641 Jan 28 20:40:12.955056 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b71f8d-cbd0-447e-853d-2ab0819b056f req-cef5dbe6-f4e8-44fb-ac17-6311a513f37b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:40:12.956460 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d1b71f8d-cbd0-447e-853d-2ab0819b056f req-cef5dbe6-f4e8-44fb-ac17-6311a513f37b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=754e14b9-31f1-4a7e-9a3f-52d99719b404 HTTP/1.1" status: 200 len: 835 time: 0.0420637 Jan 28 20:40:13.005328 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b71f8d-cbd0-447e-853d-2ab0819b056f req-193dee2f-a380-4e86-ad39-31b87883bd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:40:13.006816 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d1b71f8d-cbd0-447e-853d-2ab0819b056f req-193dee2f-a380-4e86-ad39-31b87883bd59 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=24fecf19-c741-42f7-9b43-6e247b8caf70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0438557 Jan 28 20:40:13.352574 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:40:13.435279 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d1b71f8d-cbd0-447e-853d-2ab0819b056f req-d6adc641-3876-4572-a373-9d0a41b5659b service neutron] 10.222.0.70 "GET /v2.0/networks/24fecf19-c741-42f7-9b43-6e247b8caf70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4212563 Jan 28 20:40:13.524631 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d1b71f8d-cbd0-447e-853d-2ab0819b056f req-621c0da7-2d87-4542-b6c0-85d243563650 service neutron] 10.222.0.70 "GET /v2.0/networks/24fecf19-c741-42f7-9b43-6e247b8caf70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830257 Jan 28 20:40:13.858770 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffbb680-f73f-4d8f-b8d7-415f835d7dae req-01dc2aaf-3224-4562-afe0-3ca535b5dd29 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:40:13.860248 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4ffbb680-f73f-4d8f-b8d7-415f835d7dae req-01dc2aaf-3224-4562-afe0-3ca535b5dd29 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/ports?device_id=42a2785c-e04b-49b2-8b1a-d62c2645fd83 HTTP/1.1" status: 200 len: 945 time: 0.0554461 Jan 28 20:40:13.908438 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4ffbb680-f73f-4d8f-b8d7-415f835d7dae req-3c72bd8c-b0fc-45ba-88b6-7ef119aa90cd tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/security-groups?id=8cbe59c5-9181-473a-882e-a222ef236dea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425253 Jan 28 20:40:15.029511 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef125164-3d4f-40fe-8af1-dbbbfcd1f6fc req-405aa459-f794-42b9-af89-fa2229bf893f tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:40:15.031010 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ef125164-3d4f-40fe-8af1-dbbbfcd1f6fc req-405aa459-f794-42b9-af89-fa2229bf893f tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/ports?device_id=42a2785c-e04b-49b2-8b1a-d62c2645fd83 HTTP/1.1" status: 200 len: 945 time: 0.0533245 Jan 28 20:40:15.083087 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ef125164-3d4f-40fe-8af1-dbbbfcd1f6fc req-4e9557ed-df74-4281-82f9-2d4275e0411e tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/security-groups?id=8cbe59c5-9181-473a-882e-a222ef236dea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463700 Jan 28 20:40:16.207624 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6935a4b2-3add-4c1d-8c42-0079d0a3d1f0 req-85a553c1-ddcc-4527-b47a-81fbbed80e9b tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:40:16.209236 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6935a4b2-3add-4c1d-8c42-0079d0a3d1f0 req-85a553c1-ddcc-4527-b47a-81fbbed80e9b tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/ports?device_id=42a2785c-e04b-49b2-8b1a-d62c2645fd83 HTTP/1.1" status: 200 len: 945 time: 0.0535872 Jan 28 20:40:16.257742 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6935a4b2-3add-4c1d-8c42-0079d0a3d1f0 req-c7fd87f4-320d-46fe-8176-6797ec97ab81 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/security-groups?id=8cbe59c5-9181-473a-882e-a222ef236dea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422182 Jan 28 20:40:17.379092 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f28751-e08c-40ff-80fa-e37cbe3a7f91 req-2ce02f26-9784-4c90-89f0-de4ded5aa377 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:40:17.380631 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e0f28751-e08c-40ff-80fa-e37cbe3a7f91 req-2ce02f26-9784-4c90-89f0-de4ded5aa377 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/ports?device_id=42a2785c-e04b-49b2-8b1a-d62c2645fd83 HTTP/1.1" status: 200 len: 945 time: 0.0540032 Jan 28 20:40:17.430023 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e0f28751-e08c-40ff-80fa-e37cbe3a7f91 req-ef87b729-d9d6-4ef4-9a45-7b3845e5a320 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/security-groups?id=8cbe59c5-9181-473a-882e-a222ef236dea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431924 Jan 28 20:40:18.551635 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ba36f0-cd8c-486a-a3a1-8e16c58532a4 req-7d5cc944-96e8-436d-a7d5-e316b41db39c tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:40:18.553012 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-30ba36f0-cd8c-486a-a3a1-8e16c58532a4 req-7d5cc944-96e8-436d-a7d5-e316b41db39c tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/ports?device_id=42a2785c-e04b-49b2-8b1a-d62c2645fd83 HTTP/1.1" status: 200 len: 945 time: 0.0555389 Jan 28 20:40:18.600292 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-30ba36f0-cd8c-486a-a3a1-8e16c58532a4 req-5b1fe20e-091b-440d-8a84-9cd722d1e474 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/security-groups?id=8cbe59c5-9181-473a-882e-a222ef236dea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412447 Jan 28 20:40:19.719114 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b035472-9780-4fd7-9b0f-392673e8ad07 req-68ce26c6-7fd4-480f-ba18-eb9ecd481001 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:40:19.720584 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4b035472-9780-4fd7-9b0f-392673e8ad07 req-68ce26c6-7fd4-480f-ba18-eb9ecd481001 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/ports?device_id=42a2785c-e04b-49b2-8b1a-d62c2645fd83 HTTP/1.1" status: 200 len: 945 time: 0.0519962 Jan 28 20:40:19.767717 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4b035472-9780-4fd7-9b0f-392673e8ad07 req-124d8752-56f6-4786-9b98-51f1217043cc tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/security-groups?id=8cbe59c5-9181-473a-882e-a222ef236dea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415854 Jan 28 20:40:20.890172 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02916f35-d9c2-41f9-806d-9cf8285e9259 req-7e8b944f-cbc9-4df2-b7de-90c2068a155e tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:40:20.891639 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-02916f35-d9c2-41f9-806d-9cf8285e9259 req-7e8b944f-cbc9-4df2-b7de-90c2068a155e tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/ports?device_id=42a2785c-e04b-49b2-8b1a-d62c2645fd83 HTTP/1.1" status: 200 len: 945 time: 0.0529001 Jan 28 20:40:20.940563 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-02916f35-d9c2-41f9-806d-9cf8285e9259 req-c4982540-9ad3-4520-b56f-f06ec864c049 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/security-groups?id=8cbe59c5-9181-473a-882e-a222ef236dea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433071 Jan 28 20:40:21.656500 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:40:22.063934 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b922b7f-3b11-4900-8a3b-cd64ea9bf53b req-f303a01b-fe21-40ba-9476-f93f98b77f4f tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:40:22.065423 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2b922b7f-3b11-4900-8a3b-cd64ea9bf53b req-f303a01b-fe21-40ba-9476-f93f98b77f4f tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/ports?device_id=42a2785c-e04b-49b2-8b1a-d62c2645fd83 HTTP/1.1" status: 200 len: 945 time: 0.0575638 Jan 28 20:40:22.114824 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2b922b7f-3b11-4900-8a3b-cd64ea9bf53b req-7d920d19-ea0d-46ae-993e-b8fb59d31d95 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/security-groups?id=8cbe59c5-9181-473a-882e-a222ef236dea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433261 Jan 28 20:40:23.235700 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3180035-5b48-4b07-a35a-2ea20ff4c139 req-8b6294e4-b6db-469d-8ba7-5872c7adbe8c tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:40:23.237209 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f3180035-5b48-4b07-a35a-2ea20ff4c139 req-8b6294e4-b6db-469d-8ba7-5872c7adbe8c tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/ports?device_id=42a2785c-e04b-49b2-8b1a-d62c2645fd83 HTTP/1.1" status: 200 len: 945 time: 0.0523384 Jan 28 20:40:23.289611 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f3180035-5b48-4b07-a35a-2ea20ff4c139 req-0e131015-229c-4ab8-821d-6f02ad2305d8 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/security-groups?id=8cbe59c5-9181-473a-882e-a222ef236dea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467553 Jan 28 20:40:24.410653 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bedd27-b2dd-4f84-8bb0-a170cda23905 req-aeda4a8e-f38c-4f1b-bd41-24568d4242d5 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:40:24.412111 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-43bedd27-b2dd-4f84-8bb0-a170cda23905 req-aeda4a8e-f38c-4f1b-bd41-24568d4242d5 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/ports?device_id=42a2785c-e04b-49b2-8b1a-d62c2645fd83 HTTP/1.1" status: 200 len: 945 time: 0.0533717 Jan 28 20:40:24.463293 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-43bedd27-b2dd-4f84-8bb0-a170cda23905 req-73bffadc-fe2e-4caa-b4c5-068f8191e17f tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/security-groups?id=8cbe59c5-9181-473a-882e-a222ef236dea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421474 Jan 28 20:40:24.707753 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:40:25.407040 n-d-812111-14 neutron-server[103304]: INFO neutron.api.v2.resource [req-d1b71f8d-cbd0-447e-853d-2ab0819b056f req-c171e355-14b9-441f-9c3f-13f63587850d service neutron] show failed (client error): The resource could not be found. Jan 28 20:40:25.408073 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d1b71f8d-cbd0-447e-853d-2ab0819b056f req-c171e355-14b9-441f-9c3f-13f63587850d service neutron] 10.222.0.70 "GET /v2.0/ports/de28ac77-af30-4a01-94da-b8d0b6c0587f/bindings/n-h1-812111-14 HTTP/1.1" status: 404 len: 381 time: 0.0581708 Jan 28 20:40:25.595879 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8a8d2b-33e7-48f9-bb6b-b029ed447f0b req-3d261b7c-2ab4-4e7f-a2a8-71955f59014a tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:40:25.597406 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1f8a8d2b-33e7-48f9-bb6b-b029ed447f0b req-3d261b7c-2ab4-4e7f-a2a8-71955f59014a tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/ports?device_id=42a2785c-e04b-49b2-8b1a-d62c2645fd83 HTTP/1.1" status: 200 len: 945 time: 0.0620916 Jan 28 20:40:25.673566 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1f8a8d2b-33e7-48f9-bb6b-b029ed447f0b req-9147ff8b-73fd-42b5-ad34-d822dac9a39d tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/security-groups?id=8cbe59c5-9181-473a-882e-a222ef236dea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701516 Jan 28 20:40:25.685564 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b71f8d-cbd0-447e-853d-2ab0819b056f req-77b90cf8-6722-4556-9c16-01ef60f66d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:40:25.687125 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d1b71f8d-cbd0-447e-853d-2ab0819b056f req-77b90cf8-6722-4556-9c16-01ef60f66d06 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=42a2785c-e04b-49b2-8b1a-d62c2645fd83&tenant_id=0ceca0f616eb43dfa068e38ea05be00f HTTP/1.1" status: 200 len: 1128 time: 0.1104259 Jan 28 20:40:25.699172 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [req-d1b71f8d-cbd0-447e-853d-2ab0819b056f req-d192ef82-5a34-4142-87e7-7b7e87936813 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 20:40:25.700115 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d1b71f8d-cbd0-447e-853d-2ab0819b056f req-d192ef82-5a34-4142-87e7-7b7e87936813 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048635 Jan 28 20:40:25.711565 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-d1b71f8d-cbd0-447e-853d-2ab0819b056f req-fb5759cb-4cb2-45b9-82ab-cf27b4792ea6 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-812111-14', 'device_owner': 'compute:nova'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:40:25.772293 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-d1b71f8d-cbd0-447e-853d-2ab0819b056f req-fb5759cb-4cb2-45b9-82ab-cf27b4792ea6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (de28ac77-af30-4a01-94da-b8d0b6c0587f), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:40:26.285377 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-d1b71f8d-cbd0-447e-853d-2ab0819b056f req-fb5759cb-4cb2-45b9-82ab-cf27b4792ea6 service neutron] For port de28ac77-af30-4a01-94da-b8d0b6c0587f, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=de28ac77-af30-4a01-94da-b8d0b6c0587f,segment=NetworkSegment(7c9651d3-00c3-47b7-9bdb-0f6ba8d780bb),segment_id=7c9651d3-00c3-47b7-9bdb-0f6ba8d780bb)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:40:26.317937 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-d1b71f8d-cbd0-447e-853d-2ab0819b056f req-fb5759cb-4cb2-45b9-82ab-cf27b4792ea6 service neutron] For port de28ac77-af30-4a01-94da-b8d0b6c0587f, host n-h2-812111-14, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:40:26.356366 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42a2785c-e04b-49b2-8b1a-d62c2645fd83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de28ac77-af30-4a01-94da-b8d0b6c0587f'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:40:26.359020 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}981202432542b3bd90586abfd28c53181d71ca775a89b024ffbb9268f9379f4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f52dddb-f3ef-498b-bec6-2547d8a7167d" -d '{"events": [{"server_uuid": "42a2785c-e04b-49b2-8b1a-d62c2645fd83", "name": "network-vif-unplugged", "status": "completed", "tag": "de28ac77-af30-4a01-94da-b8d0b6c0587f"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:40:26.362822 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-d1b71f8d-cbd0-447e-853d-2ab0819b056f req-fb5759cb-4cb2-45b9-82ab-cf27b4792ea6 service neutron] Publish callbacks [] for port (de28ac77-af30-4a01-94da-b8d0b6c0587f), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:40:26.376717 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-d1b71f8d-cbd0-447e-853d-2ab0819b056f req-fb5759cb-4cb2-45b9-82ab-cf27b4792ea6 service neutron] Transition to ACTIVE for port object de28ac77-af30-4a01-94da-b8d0b6c0587f will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:40:26.380253 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-d1b71f8d-cbd0-447e-853d-2ab0819b056f req-fb5759cb-4cb2-45b9-82ab-cf27b4792ea6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (de28ac77-af30-4a01-94da-b8d0b6c0587f), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:40:26.407347 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 20:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49c85075-29c3-4ec5-8035-a76a81490b2b x-openstack-request-id: req-49c85075-29c3-4ec5-8035-a76a81490b2b {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:40:26.407641 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42a2785c-e04b-49b2-8b1a-d62c2645fd83", "name": "network-vif-unplugged", "status": "completed", "tag": "de28ac77-af30-4a01-94da-b8d0b6c0587f", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:40:26.407924 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-49c85075-29c3-4ec5-8035-a76a81490b2b {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:40:26.408317 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42a2785c-e04b-49b2-8b1a-d62c2645fd83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de28ac77-af30-4a01-94da-b8d0b6c0587f', 'code': 200} Jan 28 20:40:26.467522 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5759cb-4cb2-45b9-82ab-cf27b4792ea6 service neutron] Pushing event updated for resources: {'Port': ['ID=de28ac77-af30-4a01-94da-b8d0b6c0587f,revision_number=6']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:40:26.478819 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5759cb-4cb2-45b9-82ab-cf27b4792ea6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:40:26.479085 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5759cb-4cb2-45b9-82ab-cf27b4792ea6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:40:26.479449 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5759cb-4cb2-45b9-82ab-cf27b4792ea6 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:40:26.479817 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5759cb-4cb2-45b9-82ab-cf27b4792ea6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:40:26.480172 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5759cb-4cb2-45b9-82ab-cf27b4792ea6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:40:26.480525 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5759cb-4cb2-45b9-82ab-cf27b4792ea6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:40:26.480884 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5759cb-4cb2-45b9-82ab-cf27b4792ea6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:40:26.481236 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5759cb-4cb2-45b9-82ab-cf27b4792ea6 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:40:26.481565 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5759cb-4cb2-45b9-82ab-cf27b4792ea6 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:40:26.481892 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5759cb-4cb2-45b9-82ab-cf27b4792ea6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:40:26.482240 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5759cb-4cb2-45b9-82ab-cf27b4792ea6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:40:26.482588 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5759cb-4cb2-45b9-82ab-cf27b4792ea6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:40:26.482930 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5759cb-4cb2-45b9-82ab-cf27b4792ea6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:40:26.521824 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1b71f8d-cbd0-447e-853d-2ab0819b056f req-fb5759cb-4cb2-45b9-82ab-cf27b4792ea6 service neutron] No DVR routers for this DVR port de28ac77-af30-4a01-94da-b8d0b6c0587f on host n-h2-812111-14 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:40:26.662736 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-d1b71f8d-cbd0-447e-853d-2ab0819b056f req-fb5759cb-4cb2-45b9-82ab-cf27b4792ea6 service neutron] Attempting to bind port de28ac77-af30-4a01-94da-b8d0b6c0587f on host n-h1-812111-14 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:40:26.663474 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-d1b71f8d-cbd0-447e-853d-2ab0819b056f req-fb5759cb-4cb2-45b9-82ab-cf27b4792ea6 service neutron] Attempting to bind port de28ac77-af30-4a01-94da-b8d0b6c0587f by drivers openvswitch,hyperv on host n-h1-812111-14 at level 0 using segments [{'id': '7c9651d3-00c3-47b7-9bdb-0f6ba8d780bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '24fecf19-c741-42f7-9b43-6e247b8caf70'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:40:26.663474 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b71f8d-cbd0-447e-853d-2ab0819b056f req-fb5759cb-4cb2-45b9-82ab-cf27b4792ea6 service neutron] Attempting to bind port de28ac77-af30-4a01-94da-b8d0b6c0587f on network 24fecf19-c741-42f7-9b43-6e247b8caf70 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:40:26.667604 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b71f8d-cbd0-447e-853d-2ab0819b056f req-fb5759cb-4cb2-45b9-82ab-cf27b4792ea6 service neutron] Port de28ac77-af30-4a01-94da-b8d0b6c0587f on network 24fecf19-c741-42f7-9b43-6e247b8caf70 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-14 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:40:26.667926 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b71f8d-cbd0-447e-853d-2ab0819b056f req-fb5759cb-4cb2-45b9-82ab-cf27b4792ea6 service neutron] Attempting to bind port de28ac77-af30-4a01-94da-b8d0b6c0587f on network 24fecf19-c741-42f7-9b43-6e247b8caf70 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:40:26.672629 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b71f8d-cbd0-447e-853d-2ab0819b056f req-fb5759cb-4cb2-45b9-82ab-cf27b4792ea6 service neutron] Checking agent: {'id': 'b544ba20-de93-4d86-9e6b-a2202deb6191', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:40:26.672966 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b71f8d-cbd0-447e-853d-2ab0819b056f req-fb5759cb-4cb2-45b9-82ab-cf27b4792ea6 service neutron] Checking segment: {'id': '7c9651d3-00c3-47b7-9bdb-0f6ba8d780bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '24fecf19-c741-42f7-9b43-6e247b8caf70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:40:26.673385 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b71f8d-cbd0-447e-853d-2ab0819b056f req-fb5759cb-4cb2-45b9-82ab-cf27b4792ea6 service neutron] Bound using segment: {'id': '7c9651d3-00c3-47b7-9bdb-0f6ba8d780bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '24fecf19-c741-42f7-9b43-6e247b8caf70'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:40:26.673812 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-d1b71f8d-cbd0-447e-853d-2ab0819b056f req-fb5759cb-4cb2-45b9-82ab-cf27b4792ea6 service neutron] Bound port: de28ac77-af30-4a01-94da-b8d0b6c0587f, host: n-h1-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c9651d3-00c3-47b7-9bdb-0f6ba8d780bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '24fecf19-c741-42f7-9b43-6e247b8caf70'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:40:26.674166 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-d1b71f8d-cbd0-447e-853d-2ab0819b056f req-fb5759cb-4cb2-45b9-82ab-cf27b4792ea6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (de28ac77-af30-4a01-94da-b8d0b6c0587f), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:40:26.737347 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-d1b71f8d-cbd0-447e-853d-2ab0819b056f req-fb5759cb-4cb2-45b9-82ab-cf27b4792ea6 service neutron] For port de28ac77-af30-4a01-94da-b8d0b6c0587f, host n-h1-812111-14, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:40:26.740315 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-d1b71f8d-cbd0-447e-853d-2ab0819b056f req-fb5759cb-4cb2-45b9-82ab-cf27b4792ea6 service neutron] For port de28ac77-af30-4a01-94da-b8d0b6c0587f, host n-h1-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=de28ac77-af30-4a01-94da-b8d0b6c0587f,segment=NetworkSegment(7c9651d3-00c3-47b7-9bdb-0f6ba8d780bb),segment_id=7c9651d3-00c3-47b7-9bdb-0f6ba8d780bb)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:40:26.758296 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-d1b71f8d-cbd0-447e-853d-2ab0819b056f req-fb5759cb-4cb2-45b9-82ab-cf27b4792ea6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (de28ac77-af30-4a01-94da-b8d0b6c0587f), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:40:26.813753 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b71f8d-cbd0-447e-853d-2ab0819b056f req-fb5759cb-4cb2-45b9-82ab-cf27b4792ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:40:26.814382 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-d1b71f8d-cbd0-447e-853d-2ab0819b056f req-fb5759cb-4cb2-45b9-82ab-cf27b4792ea6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:40:26.815772 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d1b71f8d-cbd0-447e-853d-2ab0819b056f req-fb5759cb-4cb2-45b9-82ab-cf27b4792ea6 service neutron] 10.222.0.41 "PUT /v2.0/ports/de28ac77-af30-4a01-94da-b8d0b6c0587f HTTP/1.1" status: 200 len: 1092 time: 1.1084399 Jan 28 20:40:26.841541 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5759cb-4cb2-45b9-82ab-cf27b4792ea6 service neutron] Pushing event updated for resources: {'Port': ['ID=de28ac77-af30-4a01-94da-b8d0b6c0587f,revision_number=7']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:40:26.862734 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e0a258-3b43-466f-97b8-25209926784a req-28ee6f15-c58d-445c-a13d-5dd3560900c1 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:40:26.864287 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-60e0a258-3b43-466f-97b8-25209926784a req-28ee6f15-c58d-445c-a13d-5dd3560900c1 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/ports?device_id=42a2785c-e04b-49b2-8b1a-d62c2645fd83 HTTP/1.1" status: 200 len: 943 time: 0.1196253 Jan 28 20:40:26.939864 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-60e0a258-3b43-466f-97b8-25209926784a req-e73bc006-f489-48fd-8910-1ffb9d9bae9e tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/security-groups?id=8cbe59c5-9181-473a-882e-a222ef236dea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606215 Jan 28 20:40:26.943214 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b71f8d-cbd0-447e-853d-2ab0819b056f req-5ef085d8-c224-4cd4-bf34-2feb8c3e19a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:40:26.944562 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d1b71f8d-cbd0-447e-853d-2ab0819b056f req-5ef085d8-c224-4cd4-bf34-2feb8c3e19a9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0ceca0f616eb43dfa068e38ea05be00f&device_id=42a2785c-e04b-49b2-8b1a-d62c2645fd83 HTTP/1.1" status: 200 len: 1126 time: 0.1000488 Jan 28 20:40:27.039126 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b71f8d-cbd0-447e-853d-2ab0819b056f req-fabf5f10-240d-4899-b5c3-ce717c8d2821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:40:27.040608 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d1b71f8d-cbd0-447e-853d-2ab0819b056f req-fabf5f10-240d-4899-b5c3-ce717c8d2821 service neutron] 10.222.0.41 "GET /v2.0/networks?id=24fecf19-c741-42f7-9b43-6e247b8caf70 HTTP/1.1" status: 200 len: 897 time: 0.0871749 Jan 28 20:40:27.110991 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d1b71f8d-cbd0-447e-853d-2ab0819b056f req-5a35f488-2083-4646-9015-d94a5e5172eb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=de28ac77-af30-4a01-94da-b8d0b6c0587f HTTP/1.1" status: 200 len: 999 time: 0.0623319 Jan 28 20:40:27.158348 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b71f8d-cbd0-447e-853d-2ab0819b056f req-0f7be8eb-a4bd-4afb-9503-a1aec6d983af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:40:27.159751 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d1b71f8d-cbd0-447e-853d-2ab0819b056f req-0f7be8eb-a4bd-4afb-9503-a1aec6d983af service neutron] 10.222.0.41 "GET /v2.0/subnets?id=754e14b9-31f1-4a7e-9a3f-52d99719b404 HTTP/1.1" status: 200 len: 835 time: 0.0423300 Jan 28 20:40:27.212558 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b71f8d-cbd0-447e-853d-2ab0819b056f req-a2148b00-6121-43fc-af98-c982dae0e57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:40:27.214102 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d1b71f8d-cbd0-447e-853d-2ab0819b056f req-a2148b00-6121-43fc-af98-c982dae0e57d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=24fecf19-c741-42f7-9b43-6e247b8caf70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0450265 Jan 28 20:40:27.309812 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d1b71f8d-cbd0-447e-853d-2ab0819b056f req-ebd3005b-5148-4611-8976-2bcaedcc3bb9 service neutron] 10.222.0.41 "GET /v2.0/networks/24fecf19-c741-42f7-9b43-6e247b8caf70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860479 Jan 28 20:40:27.402991 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d1b71f8d-cbd0-447e-853d-2ab0819b056f req-dff0cd62-53b0-4b87-b0e6-2ae6b157625f service neutron] 10.222.0.41 "GET /v2.0/networks/24fecf19-c741-42f7-9b43-6e247b8caf70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832574 Jan 28 20:40:28.062407 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473270a4-0dc6-40b3-b598-3388a9a81a82 req-82ad0e88-a85a-44d1-850d-5a150c229e07 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:40:28.063880 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-473270a4-0dc6-40b3-b598-3388a9a81a82 req-82ad0e88-a85a-44d1-850d-5a150c229e07 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/ports?device_id=42a2785c-e04b-49b2-8b1a-d62c2645fd83 HTTP/1.1" status: 200 len: 943 time: 0.0528970 Jan 28 20:40:28.112075 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-473270a4-0dc6-40b3-b598-3388a9a81a82 req-afdcafab-23ab-4827-a087-fb7ebcda8869 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/security-groups?id=8cbe59c5-9181-473a-882e-a222ef236dea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427241 Jan 28 20:40:28.160065 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device de28ac77-af30-4a01-94da-b8d0b6c0587f no longer exists at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:40:28.203072 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] The host n-h2-812111-14 is not matching for port de28ac77-af30-4a01-94da-b8d0b6c0587f host n-h1-812111-14! {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Jan 28 20:40:28.203459 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device de28ac77-af30-4a01-94da-b8d0b6c0587f not bound to the agent host n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:40:28.409780 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42a2785c-e04b-49b2-8b1a-d62c2645fd83', 'tag': 'de28ac77-af30-4a01-94da-b8d0b6c0587f'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:40:28.412159 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}981202432542b3bd90586abfd28c53181d71ca775a89b024ffbb9268f9379f4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73d607de-f8db-4457-be94-40f0a9fbee7f" -d '{"events": [{"name": "network-changed", "server_uuid": "42a2785c-e04b-49b2-8b1a-d62c2645fd83", "tag": "de28ac77-af30-4a01-94da-b8d0b6c0587f"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:40:28.459859 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0281c3d6-b7bb-4836-b5f3-e463fb2da937 x-openstack-request-id: req-0281c3d6-b7bb-4836-b5f3-e463fb2da937 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:40:28.460349 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42a2785c-e04b-49b2-8b1a-d62c2645fd83", "tag": "de28ac77-af30-4a01-94da-b8d0b6c0587f", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:40:28.460603 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0281c3d6-b7bb-4836-b5f3-e463fb2da937 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:40:28.461010 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42a2785c-e04b-49b2-8b1a-d62c2645fd83', 'tag': 'de28ac77-af30-4a01-94da-b8d0b6c0587f', 'status': 'completed', 'code': 200} Jan 28 20:40:28.521803 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d607de-f8db-4457-be94-40f0a9fbee7f req-cf6295b6-36bb-419e-8feb-86244f34048d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:40:28.523513 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-73d607de-f8db-4457-be94-40f0a9fbee7f req-cf6295b6-36bb-419e-8feb-86244f34048d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0ceca0f616eb43dfa068e38ea05be00f&device_id=42a2785c-e04b-49b2-8b1a-d62c2645fd83 HTTP/1.1" status: 200 len: 1126 time: 0.0453496 Jan 28 20:40:28.527128 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d607de-f8db-4457-be94-40f0a9fbee7f req-c06e5ef8-e1c9-4739-97d6-1b3aaf6b0735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:40:28.528654 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-73d607de-f8db-4457-be94-40f0a9fbee7f req-c06e5ef8-e1c9-4739-97d6-1b3aaf6b0735 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0ceca0f616eb43dfa068e38ea05be00f&device_id=42a2785c-e04b-49b2-8b1a-d62c2645fd83 HTTP/1.1" status: 200 len: 1126 time: 0.0456893 Jan 28 20:40:28.617471 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d607de-f8db-4457-be94-40f0a9fbee7f req-2b7d4857-0a33-467b-b412-455fe17d01f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:40:28.619104 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-73d607de-f8db-4457-be94-40f0a9fbee7f req-2b7d4857-0a33-467b-b412-455fe17d01f6 service neutron] 10.222.0.70 "GET /v2.0/networks?id=24fecf19-c741-42f7-9b43-6e247b8caf70 HTTP/1.1" status: 200 len: 897 time: 0.0888572 Jan 28 20:40:28.626311 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d607de-f8db-4457-be94-40f0a9fbee7f req-5f8f74d2-ca78-45ef-8ef5-ba69b737313a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:40:28.627810 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-73d607de-f8db-4457-be94-40f0a9fbee7f req-5f8f74d2-ca78-45ef-8ef5-ba69b737313a service neutron] 10.222.0.41 "GET /v2.0/networks?id=24fecf19-c741-42f7-9b43-6e247b8caf70 HTTP/1.1" status: 200 len: 897 time: 0.0897460 Jan 28 20:40:28.684436 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-73d607de-f8db-4457-be94-40f0a9fbee7f req-0d16a16a-d3f1-4b09-b129-51fcab144031 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=de28ac77-af30-4a01-94da-b8d0b6c0587f HTTP/1.1" status: 200 len: 999 time: 0.0589304 Jan 28 20:40:28.693329 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-73d607de-f8db-4457-be94-40f0a9fbee7f req-1edb95ef-7691-4f57-bc31-911e0e71360d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=de28ac77-af30-4a01-94da-b8d0b6c0587f HTTP/1.1" status: 200 len: 999 time: 0.0590348 Jan 28 20:40:28.734212 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d607de-f8db-4457-be94-40f0a9fbee7f req-1b681758-5d46-4d2b-9fc5-bd895d4f9ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:40:28.735690 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-73d607de-f8db-4457-be94-40f0a9fbee7f req-1b681758-5d46-4d2b-9fc5-bd895d4f9ad2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=754e14b9-31f1-4a7e-9a3f-52d99719b404 HTTP/1.1" status: 200 len: 835 time: 0.0444140 Jan 28 20:40:28.746084 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d607de-f8db-4457-be94-40f0a9fbee7f req-b8f05642-f63d-4fec-859c-d433e644b750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:40:28.747517 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-73d607de-f8db-4457-be94-40f0a9fbee7f req-b8f05642-f63d-4fec-859c-d433e644b750 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=754e14b9-31f1-4a7e-9a3f-52d99719b404 HTTP/1.1" status: 200 len: 835 time: 0.0482516 Jan 28 20:40:28.790624 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d607de-f8db-4457-be94-40f0a9fbee7f req-572a6f3e-3a89-4053-8eec-4eb7f5b57090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:40:28.792061 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-73d607de-f8db-4457-be94-40f0a9fbee7f req-572a6f3e-3a89-4053-8eec-4eb7f5b57090 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=24fecf19-c741-42f7-9b43-6e247b8caf70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0492346 Jan 28 20:40:28.799381 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d607de-f8db-4457-be94-40f0a9fbee7f req-ee81246f-98c5-490b-9a48-9559a59fec90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:40:28.800911 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-73d607de-f8db-4457-be94-40f0a9fbee7f req-ee81246f-98c5-490b-9a48-9559a59fec90 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=24fecf19-c741-42f7-9b43-6e247b8caf70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0457354 Jan 28 20:40:28.881825 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-73d607de-f8db-4457-be94-40f0a9fbee7f req-b7cf0ff7-f2a5-478b-b12b-e33bb7af0dd3 service neutron] 10.222.0.70 "GET /v2.0/networks/24fecf19-c741-42f7-9b43-6e247b8caf70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835438 Jan 28 20:40:28.889037 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-73d607de-f8db-4457-be94-40f0a9fbee7f req-adfdde69-189a-46bd-b42e-1a712920d0b5 service neutron] 10.222.0.41 "GET /v2.0/networks/24fecf19-c741-42f7-9b43-6e247b8caf70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811827 Jan 28 20:40:28.975332 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-73d607de-f8db-4457-be94-40f0a9fbee7f req-6288dfa9-ee6f-4e64-84c3-3b5b0b7e5fc2 service neutron] 10.222.0.70 "GET /v2.0/networks/24fecf19-c741-42f7-9b43-6e247b8caf70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876296 Jan 28 20:40:28.982583 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-73d607de-f8db-4457-be94-40f0a9fbee7f req-d76b2dc8-9a71-405b-b84c-c1a17cef8cd0 service neutron] 10.222.0.41 "GET /v2.0/networks/24fecf19-c741-42f7-9b43-6e247b8caf70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869324 Jan 28 20:40:29.245431 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de50f2c-7a11-4207-9643-616ccbb57d93 req-c2106d01-c4d9-4b18-818a-939fa5d4b9d0 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:40:29.246923 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7de50f2c-7a11-4207-9643-616ccbb57d93 req-c2106d01-c4d9-4b18-818a-939fa5d4b9d0 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/ports?device_id=42a2785c-e04b-49b2-8b1a-d62c2645fd83 HTTP/1.1" status: 200 len: 943 time: 0.0640366 Jan 28 20:40:29.296784 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7de50f2c-7a11-4207-9643-616ccbb57d93 req-bfe749f6-3513-4c45-93ed-1589d2977592 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/security-groups?id=8cbe59c5-9181-473a-882e-a222ef236dea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436873 Jan 28 20:40:30.418714 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7dfb1a-84bf-4dd3-8456-4c274c0b6636 req-90f93348-afe4-4efb-90b0-9e50cd542fea tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:40:30.420186 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8a7dfb1a-84bf-4dd3-8456-4c274c0b6636 req-90f93348-afe4-4efb-90b0-9e50cd542fea tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/ports?device_id=42a2785c-e04b-49b2-8b1a-d62c2645fd83 HTTP/1.1" status: 200 len: 943 time: 0.0537379 Jan 28 20:40:30.468003 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8a7dfb1a-84bf-4dd3-8456-4c274c0b6636 req-d34980aa-991a-4c9c-8f3a-bea302dd5359 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/security-groups?id=8cbe59c5-9181-473a-882e-a222ef236dea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422752 Jan 28 20:40:30.664830 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b7aa63-602d-4d03-bc44-b101b4ec24fd req-e467ba84-41fc-42dc-a04a-6d7d0283694e tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:40:30.666350 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-08b7aa63-602d-4d03-bc44-b101b4ec24fd req-e467ba84-41fc-42dc-a04a-6d7d0283694e tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/ports?device_id=42a2785c-e04b-49b2-8b1a-d62c2645fd83 HTTP/1.1" status: 200 len: 943 time: 0.0539887 Jan 28 20:40:30.680562 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34eb02b-3010-4445-9c37-0dd799623bfa req-c0054cb2-82b4-4a70-803a-fe629c5aa518 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:40:30.682067 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c34eb02b-3010-4445-9c37-0dd799623bfa req-c0054cb2-82b4-4a70-803a-fe629c5aa518 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.70 "GET /v2.0/ports?device_id=42a2785c-e04b-49b2-8b1a-d62c2645fd83&tenant_id=0ceca0f616eb43dfa068e38ea05be00f&binding%3Ahost_id=n-h1-812111-14 HTTP/1.1" status: 200 len: 943 time: 0.0570621 Jan 28 20:40:30.720231 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-08b7aa63-602d-4d03-bc44-b101b4ec24fd req-5287d9df-6968-4d19-8c86-7e53fc74c1e3 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/security-groups?id=8cbe59c5-9181-473a-882e-a222ef236dea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483255 Jan 28 20:40:30.746678 n-d-812111-14 neutron-server[103304]: INFO neutron.api.v2.resource [req-c34eb02b-3010-4445-9c37-0dd799623bfa req-d118c858-16cd-4dac-b939-ddf1a7a03b22 service neutron] delete failed (client error): The resource could not be found. Jan 28 20:40:30.747828 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c34eb02b-3010-4445-9c37-0dd799623bfa req-d118c858-16cd-4dac-b939-ddf1a7a03b22 service neutron] 10.222.0.70 "DELETE /v2.0/ports/de28ac77-af30-4a01-94da-b8d0b6c0587f/bindings/n-h2-812111-14 HTTP/1.1" status: 404 len: 381 time: 0.0596395 Jan 28 20:40:30.872918 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4053f1-8f3c-4d1d-b202-7f4f1ce079ce req-48e3a32f-be42-4857-944a-c647ddc29202 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:40:30.874423 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3b4053f1-8f3c-4d1d-b202-7f4f1ce079ce req-48e3a32f-be42-4857-944a-c647ddc29202 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/ports?device_id=42a2785c-e04b-49b2-8b1a-d62c2645fd83 HTTP/1.1" status: 200 len: 943 time: 0.0828967 Jan 28 20:40:30.877029 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34eb02b-3010-4445-9c37-0dd799623bfa req-02d5c904-75d1-4e0c-ac5e-9d92dfab376f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:40:30.878429 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c34eb02b-3010-4445-9c37-0dd799623bfa req-02d5c904-75d1-4e0c-ac5e-9d92dfab376f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0ceca0f616eb43dfa068e38ea05be00f&device_id=42a2785c-e04b-49b2-8b1a-d62c2645fd83 HTTP/1.1" status: 200 len: 1126 time: 0.0757537 Jan 28 20:40:30.972681 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3b4053f1-8f3c-4d1d-b202-7f4f1ce079ce req-d41167de-5461-4f47-ad6d-da32964a3e16 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/security-groups?id=8cbe59c5-9181-473a-882e-a222ef236dea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926862 Jan 28 20:40:31.003655 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34eb02b-3010-4445-9c37-0dd799623bfa req-378bc6d3-412f-4105-8ee2-648d61e18d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:40:31.005093 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c34eb02b-3010-4445-9c37-0dd799623bfa req-378bc6d3-412f-4105-8ee2-648d61e18d29 service neutron] 10.222.0.70 "GET /v2.0/networks?id=24fecf19-c741-42f7-9b43-6e247b8caf70 HTTP/1.1" status: 200 len: 897 time: 0.1120186 Jan 28 20:40:31.069238 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c34eb02b-3010-4445-9c37-0dd799623bfa req-d4221f53-b643-4458-8a2a-5648747748bd service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=de28ac77-af30-4a01-94da-b8d0b6c0587f HTTP/1.1" status: 200 len: 999 time: 0.0576839 Jan 28 20:40:31.120991 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34eb02b-3010-4445-9c37-0dd799623bfa req-aa4ff865-f922-4a5b-b58b-8e1b5df4aff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:40:31.122431 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c34eb02b-3010-4445-9c37-0dd799623bfa req-aa4ff865-f922-4a5b-b58b-8e1b5df4aff4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=754e14b9-31f1-4a7e-9a3f-52d99719b404 HTTP/1.1" status: 200 len: 835 time: 0.0475464 Jan 28 20:40:31.171175 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34eb02b-3010-4445-9c37-0dd799623bfa req-7bb38aa9-aecd-4149-8aaf-b170f9d4a1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:40:31.172675 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c34eb02b-3010-4445-9c37-0dd799623bfa req-7bb38aa9-aecd-4149-8aaf-b170f9d4a1f3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=24fecf19-c741-42f7-9b43-6e247b8caf70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0437706 Jan 28 20:40:31.262655 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c34eb02b-3010-4445-9c37-0dd799623bfa req-cd2074f6-7076-41b2-baae-ebab67104521 service neutron] 10.222.0.70 "GET /v2.0/networks/24fecf19-c741-42f7-9b43-6e247b8caf70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827024 Jan 28 20:40:31.354926 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c34eb02b-3010-4445-9c37-0dd799623bfa req-bac8c7f2-b0df-4219-ad38-99e376ae5e96 service neutron] 10.222.0.70 "GET /v2.0/networks/24fecf19-c741-42f7-9b43-6e247b8caf70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858345 Jan 28 20:40:31.557373 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device de28ac77-af30-4a01-94da-b8d0b6c0587f details requested by agent hyperv_n-h1-812111-14 with host n-h1-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:40:31.654964 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port de28ac77-af30-4a01-94da-b8d0b6c0587f, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=de28ac77-af30-4a01-94da-b8d0b6c0587f,segment=NetworkSegment(7c9651d3-00c3-47b7-9bdb-0f6ba8d780bb),segment_id=7c9651d3-00c3-47b7-9bdb-0f6ba8d780bb)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:40:31.666707 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Returning: {'device': 'de28ac77-af30-4a01-94da-b8d0b6c0587f', 'network_id': '24fecf19-c741-42f7-9b43-6e247b8caf70', 'port_id': 'de28ac77-af30-4a01-94da-b8d0b6c0587f', 'mac_address': 'fa:16:3e:1c:9d:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '754e14b9-31f1-4a7e-9a3f-52d99719b404', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:40:31.705250 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port de28ac77-af30-4a01-94da-b8d0b6c0587f is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:40:31.705665 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (de28ac77-af30-4a01-94da-b8d0b6c0587f), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:40:31.718562 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de28ac77-af30-4a01-94da-b8d0b6c0587f {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:40:31.738187 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port de28ac77-af30-4a01-94da-b8d0b6c0587f, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=de28ac77-af30-4a01-94da-b8d0b6c0587f,segment=NetworkSegment(7c9651d3-00c3-47b7-9bdb-0f6ba8d780bb),segment_id=7c9651d3-00c3-47b7-9bdb-0f6ba8d780bb)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:40:31.742720 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (de28ac77-af30-4a01-94da-b8d0b6c0587f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:40:31.794449 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=de28ac77-af30-4a01-94da-b8d0b6c0587f,revision_number=8']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:40:31.801879 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:40:31.802229 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:40:31.802575 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:40:31.802918 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:40:31.803331 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:40:31.803671 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:40:31.804158 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:40:31.804493 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:40:31.804822 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:40:31.805242 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:40:31.805572 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:40:31.805895 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:40:31.806283 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:40:32.002725 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['de28ac77-af30-4a01-94da-b8d0b6c0587f'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:40:32.092862 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd9e2be-c10b-4c82-b6a9-e2204cb4af61 req-7acb187e-deb8-4ab0-9a39-88f3fea881ac tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:40:32.094392 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1cd9e2be-c10b-4c82-b6a9-e2204cb4af61 req-7acb187e-deb8-4ab0-9a39-88f3fea881ac tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/ports?device_id=42a2785c-e04b-49b2-8b1a-d62c2645fd83 HTTP/1.1" status: 200 len: 944 time: 0.0520492 Jan 28 20:40:32.143664 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1cd9e2be-c10b-4c82-b6a9-e2204cb4af61 req-43757687-b45a-4ff8-8c4e-662b610daddb tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/security-groups?id=8cbe59c5-9181-473a-882e-a222ef236dea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432258 Jan 28 20:40:32.166912 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 43670) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:40:32.228676 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-13b1b955-2a65-4d62-944c-f70d9fd078fc tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/floatingips/421482f0-e3fa-4612-bbd5-1cc9c1ef07dd HTTP/1.1" status: 200 len: 992 time: 0.0602393 Jan 28 20:40:33.570542 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device de28ac77-af30-4a01-94da-b8d0b6c0587f up at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:40:33.617535 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning for port de28ac77-af30-4a01-94da-b8d0b6c0587f completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:40:33.621024 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning complete for port de28ac77-af30-4a01-94da-b8d0b6c0587f triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:40:33.621441 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (de28ac77-af30-4a01-94da-b8d0b6c0587f), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:40:33.698181 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port de28ac77-af30-4a01-94da-b8d0b6c0587f is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:40:33.698568 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (de28ac77-af30-4a01-94da-b8d0b6c0587f), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:40:33.723280 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42a2785c-e04b-49b2-8b1a-d62c2645fd83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de28ac77-af30-4a01-94da-b8d0b6c0587f'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:40:33.725555 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}704c702df6f21e7df92d3d89d4c6cfde2c6406e49d8202b36454fc5209adee22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f14f084b-1dec-4f8f-8f80-6881f7f02248" -d '{"events": [{"server_uuid": "42a2785c-e04b-49b2-8b1a-d62c2645fd83", "name": "network-vif-plugged", "status": "completed", "tag": "de28ac77-af30-4a01-94da-b8d0b6c0587f"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:40:33.738553 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port de28ac77-af30-4a01-94da-b8d0b6c0587f, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=de28ac77-af30-4a01-94da-b8d0b6c0587f,segment=NetworkSegment(7c9651d3-00c3-47b7-9bdb-0f6ba8d780bb),segment_id=7c9651d3-00c3-47b7-9bdb-0f6ba8d780bb)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:40:33.743232 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (de28ac77-af30-4a01-94da-b8d0b6c0587f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:40:33.791302 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=de28ac77-af30-4a01-94da-b8d0b6c0587f,revision_number=9']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:40:33.820269 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1118245-6f31-4106-aa76-513ef6eabbb8 x-openstack-request-id: req-f1118245-6f31-4106-aa76-513ef6eabbb8 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:40:33.820614 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42a2785c-e04b-49b2-8b1a-d62c2645fd83", "name": "network-vif-plugged", "status": "completed", "tag": "de28ac77-af30-4a01-94da-b8d0b6c0587f", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:40:33.820816 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f1118245-6f31-4106-aa76-513ef6eabbb8 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:40:33.821269 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42a2785c-e04b-49b2-8b1a-d62c2645fd83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de28ac77-af30-4a01-94da-b8d0b6c0587f', 'code': 200} Jan 28 20:40:36.859987 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-512f44c7-4ded-4dfc-8113-09dc1cbd2bd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:40:39.102186 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-bf3eebc3-0dad-47ea-ae35-47a764fd7847 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:40:40.121629 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:40:40.180369 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:40:42.000640 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:40:43.354466 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:40:48.420912 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [req-5c6bb993-15ee-441b-9174-e0312f15b913 req-e2afc90e-6fa0-4906-95b0-faa2d38acc6f tempest-ServerDiskConfigTestJSON-573193867 tempest-ServerDiskConfigTestJSON-573193867-project] (103305) timed out ('10.222.0.70', 56548) {{(pid=103305) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 20:40:48.682794 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-cd2cafe0-480a-4ee4-887b-668d92c17189 req-05cf33f2-5716-4584-9bc7-f3f71ec3577d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=42a2785c-e04b-49b2-8b1a-d62c2645fd83&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0435331 Jan 28 20:40:48.779762 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2cafe0-480a-4ee4-887b-668d92c17189 req-d4628718-b599-415e-8db3-ce3cfc4ed5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:40:48.781294 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-cd2cafe0-480a-4ee4-887b-668d92c17189 req-d4628718-b599-415e-8db3-ce3cfc4ed5f0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0ceca0f616eb43dfa068e38ea05be00f&device_id=42a2785c-e04b-49b2-8b1a-d62c2645fd83 HTTP/1.1" status: 200 len: 1128 time: 0.0485184 Jan 28 20:40:48.881575 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2cafe0-480a-4ee4-887b-668d92c17189 req-b5c3d9a7-5a08-4ec4-9068-cd3ad266b412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:40:48.883579 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-cd2cafe0-480a-4ee4-887b-668d92c17189 req-b5c3d9a7-5a08-4ec4-9068-cd3ad266b412 service neutron] 10.222.0.41 "GET /v2.0/networks?id=24fecf19-c741-42f7-9b43-6e247b8caf70 HTTP/1.1" status: 200 len: 897 time: 0.0838096 Jan 28 20:40:48.950883 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-cd2cafe0-480a-4ee4-887b-668d92c17189 req-ad013962-8584-4704-bee2-3f7c4259c675 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=de28ac77-af30-4a01-94da-b8d0b6c0587f HTTP/1.1" status: 200 len: 1001 time: 0.0613799 Jan 28 20:40:48.997132 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2cafe0-480a-4ee4-887b-668d92c17189 req-c5c355c0-17a5-40bb-9c30-c5dd3cf0413e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:40:48.998530 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-cd2cafe0-480a-4ee4-887b-668d92c17189 req-c5c355c0-17a5-40bb-9c30-c5dd3cf0413e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=754e14b9-31f1-4a7e-9a3f-52d99719b404 HTTP/1.1" status: 200 len: 835 time: 0.0422442 Jan 28 20:40:49.047257 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2cafe0-480a-4ee4-887b-668d92c17189 req-e0b3684c-7d20-4639-a6d1-7b13042b923f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:40:49.048715 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-cd2cafe0-480a-4ee4-887b-668d92c17189 req-e0b3684c-7d20-4639-a6d1-7b13042b923f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=24fecf19-c741-42f7-9b43-6e247b8caf70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0442300 Jan 28 20:40:49.138785 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-cd2cafe0-480a-4ee4-887b-668d92c17189 req-0fb22233-5e85-405f-8072-1eb4e07ca038 service neutron] 10.222.0.41 "GET /v2.0/networks/24fecf19-c741-42f7-9b43-6e247b8caf70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827124 Jan 28 20:40:49.227766 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-cd2cafe0-480a-4ee4-887b-668d92c17189 req-8621b387-cf32-4110-aad3-0c4d4ae5b285 service neutron] 10.222.0.41 "GET /v2.0/networks/24fecf19-c741-42f7-9b43-6e247b8caf70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830083 Jan 28 20:40:51.688083 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:40:54.708369 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:02.614576 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 43686) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:41:02.775992 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-2b4d69a1-973d-486b-ad61-d39ca076691a tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Deleting port 62c5800d-fe23-4be1-a7fa-edf55e5e9e71 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:41:02.776360 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2b4d69a1-973d-486b-ad61-d39ca076691a tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (62c5800d-fe23-4be1-a7fa-edf55e5e9e71), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:02.850534 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2b4d69a1-973d-486b-ad61-d39ca076691a tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (62c5800d-fe23-4be1-a7fa-edf55e5e9e71), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:02.850867 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2b4d69a1-973d-486b-ad61-d39ca076691a tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for floatingip (62c5800d-fe23-4be1-a7fa-edf55e5e9e71), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:02.862488 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-2b4d69a1-973d-486b-ad61-d39ca076691a tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Calling delete_port for 62c5800d-fe23-4be1-a7fa-edf55e5e9e71 owned by network:floatingip {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:41:03.009487 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2b4d69a1-973d-486b-ad61-d39ca076691a tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (62c5800d-fe23-4be1-a7fa-edf55e5e9e71), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:03.035248 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4d69a1-973d-486b-ad61-d39ca076691a tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Pushing event deleted for resources: {'Port': ['ID=62c5800d-fe23-4be1-a7fa-edf55e5e9e71,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:41:03.060784 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4d69a1-973d-486b-ad61-d39ca076691a tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:41:03.061176 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4d69a1-973d-486b-ad61-d39ca076691a tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:41:03.061535 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4d69a1-973d-486b-ad61-d39ca076691a tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:41:03.061884 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4d69a1-973d-486b-ad61-d39ca076691a tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:41:03.062225 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4d69a1-973d-486b-ad61-d39ca076691a tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:41:03.062562 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4d69a1-973d-486b-ad61-d39ca076691a tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:41:03.062905 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4d69a1-973d-486b-ad61-d39ca076691a tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:41:03.063244 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4d69a1-973d-486b-ad61-d39ca076691a tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:41:03.063578 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4d69a1-973d-486b-ad61-d39ca076691a tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:41:03.063914 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4d69a1-973d-486b-ad61-d39ca076691a tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:41:03.064250 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4d69a1-973d-486b-ad61-d39ca076691a tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:41:03.064577 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4d69a1-973d-486b-ad61-d39ca076691a tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:41:03.064910 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4d69a1-973d-486b-ad61-d39ca076691a tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:41:03.110436 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2b4d69a1-973d-486b-ad61-d39ca076691a tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for floatingip (421482f0-e3fa-4612-bbd5-1cc9c1ef07dd), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:03.110840 n-d-812111-14 neutron-server[103304]: INFO neutron.db.l3_db [None req-2b4d69a1-973d-486b-ad61-d39ca076691a tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Floating IP 421482f0-e3fa-4612-bbd5-1cc9c1ef07dd disassociated (deleted). External IP: 172.25.6.156, port: de28ac77-af30-4a01-94da-b8d0b6c0587f. Jan 28 20:41:03.319165 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b4d69a1-973d-486b-ad61-d39ca076691a tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Router 8f79eb69-c992-472f-accf-6e38f91bfef1 has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:41:03.425194 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b4d69a1-973d-486b-ad61-d39ca076691a tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:41:03.429990 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2b4d69a1-973d-486b-ad61-d39ca076691a tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for floatingip (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:03.435112 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a300c00-6923-49d7-8289-c564a1907d22 None None] Sync routers for ids ['8f79eb69-c992-472f-accf-6e38f91bfef1'] in n-d-812111-14 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:41:03.443962 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a300c00-6923-49d7-8289-c564a1907d22 None None] Routers {'8f79eb69-c992-472f-accf-6e38f91bfef1'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:41:03.444577 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-7a300c00-6923-49d7-8289-c564a1907d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:40:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['8f79eb69-c992-472f-accf-6e38f91bfef1'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:41:03.461951 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-2b4d69a1-973d-486b-ad61-d39ca076691a tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "DELETE /v2.0/floatingips/421482f0-e3fa-4612-bbd5-1cc9c1ef07dd HTTP/1.1" status: 204 len: 168 time: 0.8431857 Jan 28 20:41:03.461951 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42a2785c-e04b-49b2-8b1a-d62c2645fd83', 'tag': 'de28ac77-af30-4a01-94da-b8d0b6c0587f'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:41:03.462454 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}690870b4896ba3504f21237a239c836c0346d6a62bcfb5e8ee91fd1b13f99dd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66738fcb-84b4-426e-889b-421c6ae71467" -d '{"events": [{"name": "network-changed", "server_uuid": "42a2785c-e04b-49b2-8b1a-d62c2645fd83", "tag": "de28ac77-af30-4a01-94da-b8d0b6c0587f"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:41:03.508136 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:41:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51804f97-bec7-4cd0-a035-9b3253810761 x-openstack-request-id: req-51804f97-bec7-4cd0-a035-9b3253810761 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:41:03.508434 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42a2785c-e04b-49b2-8b1a-d62c2645fd83", "tag": "de28ac77-af30-4a01-94da-b8d0b6c0587f", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:41:03.508690 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-51804f97-bec7-4cd0-a035-9b3253810761 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:41:03.509552 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42a2785c-e04b-49b2-8b1a-d62c2645fd83', 'tag': 'de28ac77-af30-4a01-94da-b8d0b6c0587f', 'status': 'completed', 'code': 200} Jan 28 20:41:03.555864 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-7a300c00-6923-49d7-8289-c564a1907d22 None None] Set router 8f79eb69-c992-472f-accf-6e38f91bfef1 gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:41:03.584729 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66738fcb-84b4-426e-889b-421c6ae71467 req-7e3c1369-5bd7-4c09-b049-16442af5d5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:41:03.587225 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-66738fcb-84b4-426e-889b-421c6ae71467 req-7e3c1369-5bd7-4c09-b049-16442af5d5a2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0ceca0f616eb43dfa068e38ea05be00f&device_id=42a2785c-e04b-49b2-8b1a-d62c2645fd83 HTTP/1.1" status: 200 len: 1128 time: 0.0511034 Jan 28 20:41:03.718633 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66738fcb-84b4-426e-889b-421c6ae71467 req-00f9d22b-fd76-4993-bc8a-e9df5e7414d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:41:03.720116 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-66738fcb-84b4-426e-889b-421c6ae71467 req-00f9d22b-fd76-4993-bc8a-e9df5e7414d6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=24fecf19-c741-42f7-9b43-6e247b8caf70 HTTP/1.1" status: 200 len: 897 time: 0.1268618 Jan 28 20:41:03.735778 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f10bc10-b647-45eb-8e3e-88e5ce1f905c req-821b9b55-8cff-4cf5-8dc5-8e294d68fcdb tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:41:03.737298 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9f10bc10-b647-45eb-8e3e-88e5ce1f905c req-821b9b55-8cff-4cf5-8dc5-8e294d68fcdb tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/ports?device_id=42a2785c-e04b-49b2-8b1a-d62c2645fd83 HTTP/1.1" status: 200 len: 945 time: 0.0799220 Jan 28 20:41:03.761405 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-7a300c00-6923-49d7-8289-c564a1907d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f79eb69-c992-472f-accf-6e38f91bfef1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-58781531', 'tenant_id': '0ceca0f616eb43dfa068e38ea05be00f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': 'b190acc6-8e2f-49d6-a278-1dc6e4ced4b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:39:23Z', 'updated_at': '2022-01-28T20:39:26Z', 'revision_number': 4, 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'gw_port': {'id': 'b190acc6-8e2f-49d6-a278-1dc6e4ced4b3', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:38:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f79eb69-c992-472f-accf-6e38f91bfef1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:39:24Z', 'updated_at': '2022-01-28T20:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': 'f901d8f2-0d97-4938-90f6-f2b5cc4cff2e', 'name': '', 'network_id': '24fecf19-c741-42f7-9b43-6e247b8caf70', 'tenant_id': '0ceca0f616eb43dfa068e38ea05be00f', 'mac_address': 'fa:16:3e:5f:c8:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f79eb69-c992-472f-accf-6e38f91bfef1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '754e14b9-31f1-4a7e-9a3f-52d99719b404', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:39:26Z', 'updated_at': '2022-01-28T20:39:29Z', 'revision_number': 5, 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'subnets': [{'id': '754e14b9-31f1-4a7e-9a3f-52d99719b404', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:41:03.781866 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-66738fcb-84b4-426e-889b-421c6ae71467 req-f8ad2bb7-b3c1-448c-a779-c97880a708bd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=de28ac77-af30-4a01-94da-b8d0b6c0587f HTTP/1.1" status: 200 len: 217 time: 0.0533237 Jan 28 20:41:03.788391 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a300c00-6923-49d7-8289-c564a1907d22 None None] Checking router: 8f79eb69-c992-472f-accf-6e38f91bfef1 for host: n-d-812111-14 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:41:03.797472 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a300c00-6923-49d7-8289-c564a1907d22 None None] Routers {'8f79eb69-c992-472f-accf-6e38f91bfef1'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:41:03.798254 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-7a300c00-6923-49d7-8289-c564a1907d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:40:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['8f79eb69-c992-472f-accf-6e38f91bfef1'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:41:03.852975 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9f10bc10-b647-45eb-8e3e-88e5ce1f905c req-d17328d7-0d90-44a1-8bdd-695996433da9 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/security-groups?id=8cbe59c5-9181-473a-882e-a222ef236dea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1084101 Jan 28 20:41:03.856622 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66738fcb-84b4-426e-889b-421c6ae71467 req-540e7a22-33b4-4b14-bf7e-3f07b56de956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:41:03.858068 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-66738fcb-84b4-426e-889b-421c6ae71467 req-540e7a22-33b4-4b14-bf7e-3f07b56de956 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=754e14b9-31f1-4a7e-9a3f-52d99719b404 HTTP/1.1" status: 200 len: 835 time: 0.0680075 Jan 28 20:41:03.905987 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-7a300c00-6923-49d7-8289-c564a1907d22 None None] Set router 8f79eb69-c992-472f-accf-6e38f91bfef1 gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:41:03.918452 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66738fcb-84b4-426e-889b-421c6ae71467 req-5e596870-3524-4636-a052-b001ad28f488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:41:03.919981 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-66738fcb-84b4-426e-889b-421c6ae71467 req-5e596870-3524-4636-a052-b001ad28f488 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=24fecf19-c741-42f7-9b43-6e247b8caf70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0552337 Jan 28 20:41:04.012985 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-66738fcb-84b4-426e-889b-421c6ae71467 req-9c9e7e87-a422-48e0-bfb8-8fa54fe589d1 service neutron] 10.222.0.41 "GET /v2.0/networks/24fecf19-c741-42f7-9b43-6e247b8caf70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861335 Jan 28 20:41:04.101898 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-66738fcb-84b4-426e-889b-421c6ae71467 req-22e8fa85-cf99-4ec7-b19d-16c78a80b79d service neutron] 10.222.0.41 "GET /v2.0/networks/24fecf19-c741-42f7-9b43-6e247b8caf70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826552 Jan 28 20:41:04.108908 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-7a300c00-6923-49d7-8289-c564a1907d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f79eb69-c992-472f-accf-6e38f91bfef1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-58781531', 'tenant_id': '0ceca0f616eb43dfa068e38ea05be00f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': 'b190acc6-8e2f-49d6-a278-1dc6e4ced4b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:39:23Z', 'updated_at': '2022-01-28T20:39:26Z', 'revision_number': 4, 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'gw_port': {'id': 'b190acc6-8e2f-49d6-a278-1dc6e4ced4b3', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:38:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f79eb69-c992-472f-accf-6e38f91bfef1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:39:24Z', 'updated_at': '2022-01-28T20:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': 'f901d8f2-0d97-4938-90f6-f2b5cc4cff2e', 'name': '', 'network_id': '24fecf19-c741-42f7-9b43-6e247b8caf70', 'tenant_id': '0ceca0f616eb43dfa068e38ea05be00f', 'mac_address': 'fa:16:3e:5f:c8:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f79eb69-c992-472f-accf-6e38f91bfef1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '754e14b9-31f1-4a7e-9a3f-52d99719b404', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:39:26Z', 'updated_at': '2022-01-28T20:39:29Z', 'revision_number': 5, 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'subnets': [{'id': '754e14b9-31f1-4a7e-9a3f-52d99719b404', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:41:04.138392 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a300c00-6923-49d7-8289-c564a1907d22 None None] The sync data for ids ['8f79eb69-c992-472f-accf-6e38f91bfef1'] in n-d-812111-14 is: [{'id': '8f79eb69-c992-472f-accf-6e38f91bfef1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-58781531', 'tenant_id': '0ceca0f616eb43dfa068e38ea05be00f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': 'b190acc6-8e2f-49d6-a278-1dc6e4ced4b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:39:23Z', 'updated_at': '2022-01-28T20:39:26Z', 'revision_number': 4, 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'gw_port': {'id': 'b190acc6-8e2f-49d6-a278-1dc6e4ced4b3', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:38:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f79eb69-c992-472f-accf-6e38f91bfef1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:39:24Z', 'updated_at': '2022-01-28T20:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': 'f901d8f2-0d97-4938-90f6-f2b5cc4cff2e', 'name': '', 'network_id': '24fecf19-c741-42f7-9b43-6e247b8caf70', 'tenant_id': '0ceca0f616eb43dfa068e38ea05be00f', 'mac_address': 'fa:16:3e:5f:c8:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f79eb69-c992-472f-accf-6e38f91bfef1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '754e14b9-31f1-4a7e-9a3f-52d99719b404', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:39:26Z', 'updated_at': '2022-01-28T20:39:29Z', 'revision_number': 5, 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'subnets': [{'id': '754e14b9-31f1-4a7e-9a3f-52d99719b404', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:41:04.349023 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0ac66e-3135-4043-8429-14268b88db15 None None] New status for floating IP 421482f0-e3fa-4612-bbd5-1cc9c1ef07dd: DOWN {{(pid=103307) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 20:41:04.975425 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59a3f4f-f84d-4bdc-a497-6b95fec4f163 req-400a8af2-af4b-4aa0-a046-3172cbe5fb49 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:41:04.977566 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b59a3f4f-f84d-4bdc-a497-6b95fec4f163 req-400a8af2-af4b-4aa0-a046-3172cbe5fb49 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/ports?device_id=42a2785c-e04b-49b2-8b1a-d62c2645fd83 HTTP/1.1" status: 200 len: 945 time: 0.0536499 Jan 28 20:41:05.025828 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b59a3f4f-f84d-4bdc-a497-6b95fec4f163 req-bd9e2a7b-6d9b-4947-9e3c-838216d6a2d8 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/security-groups?id=8cbe59c5-9181-473a-882e-a222ef236dea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427022 Jan 28 20:41:05.242920 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43819b53-d2e5-4ae1-8a71-f46307d26ee3 req-43161827-512d-4c4a-9bd4-269f679de8bf tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:41:05.244402 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-43819b53-d2e5-4ae1-8a71-f46307d26ee3 req-43161827-512d-4c4a-9bd4-269f679de8bf tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.41 "GET /v2.0/ports?device_id=42a2785c-e04b-49b2-8b1a-d62c2645fd83 HTTP/1.1" status: 200 len: 945 time: 0.0543635 Jan 28 20:41:05.340559 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-43819b53-d2e5-4ae1-8a71-f46307d26ee3 req-395c3d1e-1f41-4ec6-b575-1ea96d4a1dbd tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Deleting port de28ac77-af30-4a01-94da-b8d0b6c0587f {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:41:05.340928 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-43819b53-d2e5-4ae1-8a71-f46307d26ee3 req-395c3d1e-1f41-4ec6-b575-1ea96d4a1dbd tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (de28ac77-af30-4a01-94da-b8d0b6c0587f), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:05.426217 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-43819b53-d2e5-4ae1-8a71-f46307d26ee3 req-395c3d1e-1f41-4ec6-b575-1ea96d4a1dbd tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] For port de28ac77-af30-4a01-94da-b8d0b6c0587f, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=de28ac77-af30-4a01-94da-b8d0b6c0587f,segment=NetworkSegment(7c9651d3-00c3-47b7-9bdb-0f6ba8d780bb),segment_id=7c9651d3-00c3-47b7-9bdb-0f6ba8d780bb)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:41:05.426577 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-43819b53-d2e5-4ae1-8a71-f46307d26ee3 req-395c3d1e-1f41-4ec6-b575-1ea96d4a1dbd tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (de28ac77-af30-4a01-94da-b8d0b6c0587f), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:05.443777 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-43819b53-d2e5-4ae1-8a71-f46307d26ee3 req-395c3d1e-1f41-4ec6-b575-1ea96d4a1dbd tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Calling delete_port for de28ac77-af30-4a01-94da-b8d0b6c0587f owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:41:05.566771 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-43819b53-d2e5-4ae1-8a71-f46307d26ee3 req-395c3d1e-1f41-4ec6-b575-1ea96d4a1dbd tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (de28ac77-af30-4a01-94da-b8d0b6c0587f), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:05.595797 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395c3d1e-1f41-4ec6-b575-1ea96d4a1dbd tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Pushing event deleted for resources: {'Port': ['ID=de28ac77-af30-4a01-94da-b8d0b6c0587f,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:41:05.644671 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-43819b53-d2e5-4ae1-8a71-f46307d26ee3 req-395c3d1e-1f41-4ec6-b575-1ea96d4a1dbd tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] No DVR routers for this DVR port de28ac77-af30-4a01-94da-b8d0b6c0587f on host n-h1-812111-14 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:41:05.647397 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-43819b53-d2e5-4ae1-8a71-f46307d26ee3 req-395c3d1e-1f41-4ec6-b575-1ea96d4a1dbd tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:05.651837 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-43819b53-d2e5-4ae1-8a71-f46307d26ee3 req-395c3d1e-1f41-4ec6-b575-1ea96d4a1dbd tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.41 "DELETE /v2.0/ports/de28ac77-af30-4a01-94da-b8d0b6c0587f HTTP/1.1" status: 204 len: 173 time: 0.3997984 Jan 28 20:41:05.652325 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42a2785c-e04b-49b2-8b1a-d62c2645fd83', 'name': 'network-vif-deleted', 'tag': 'de28ac77-af30-4a01-94da-b8d0b6c0587f'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:41:05.655302 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}981202432542b3bd90586abfd28c53181d71ca775a89b024ffbb9268f9379f4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-840c3106-d6a7-4312-aff1-f0095e110743" -d '{"events": [{"server_uuid": "42a2785c-e04b-49b2-8b1a-d62c2645fd83", "name": "network-vif-deleted", "tag": "de28ac77-af30-4a01-94da-b8d0b6c0587f"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:41:05.701811 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1bbfcac-6936-489d-a222-0dd75ca6b309 x-openstack-request-id: req-f1bbfcac-6936-489d-a222-0dd75ca6b309 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:41:05.702159 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42a2785c-e04b-49b2-8b1a-d62c2645fd83", "name": "network-vif-deleted", "tag": "de28ac77-af30-4a01-94da-b8d0b6c0587f", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:41:05.702382 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f1bbfcac-6936-489d-a222-0dd75ca6b309 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:41:05.702792 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42a2785c-e04b-49b2-8b1a-d62c2645fd83', 'name': 'network-vif-deleted', 'tag': 'de28ac77-af30-4a01-94da-b8d0b6c0587f', 'status': 'completed', 'code': 200} Jan 28 20:41:06.140376 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-60b99c86-7a7f-445a-b98a-08c96c19bcfb req-f8c87842-db4a-492f-a846-3b9c8d4e4de4 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/ports?device_id=42a2785c-e04b-49b2-8b1a-d62c2645fd83 HTTP/1.1" status: 200 len: 210 time: 0.0301628 Jan 28 20:41:06.861756 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6b0c000d-46f7-479e-b30e-f9c088896e40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:07.201341 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 43702) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:41:07.566501 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b4017394-e81f-4f1d-b18c-4c816c7ae346 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-732838'] for router_interface (8f79eb69-c992-472f-accf-6e38f91bfef1), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:07.819642 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-b4017394-e81f-4f1d-b18c-4c816c7ae346 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Deleting port f901d8f2-0d97-4938-90f6-f2b5cc4cff2e {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:41:07.819908 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b4017394-e81f-4f1d-b18c-4c816c7ae346 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (f901d8f2-0d97-4938-90f6-f2b5cc4cff2e), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:07.912767 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-b4017394-e81f-4f1d-b18c-4c816c7ae346 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] For port f901d8f2-0d97-4938-90f6-f2b5cc4cff2e, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=f901d8f2-0d97-4938-90f6-f2b5cc4cff2e,segment=NetworkSegment(7c9651d3-00c3-47b7-9bdb-0f6ba8d780bb),segment_id=7c9651d3-00c3-47b7-9bdb-0f6ba8d780bb)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:41:07.913165 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b4017394-e81f-4f1d-b18c-4c816c7ae346 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (f901d8f2-0d97-4938-90f6-f2b5cc4cff2e), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:07.926635 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-b4017394-e81f-4f1d-b18c-4c816c7ae346 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Calling delete_port for f901d8f2-0d97-4938-90f6-f2b5cc4cff2e owned by network:router_interface {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:41:08.119194 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b4017394-e81f-4f1d-b18c-4c816c7ae346 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (f901d8f2-0d97-4938-90f6-f2b5cc4cff2e), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:08.145937 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4017394-e81f-4f1d-b18c-4c816c7ae346 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Pushing event deleted for resources: {'Port': ['ID=f901d8f2-0d97-4938-90f6-f2b5cc4cff2e,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:41:08.333071 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b4017394-e81f-4f1d-b18c-4c816c7ae346 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-732682'] for router_interface (8f79eb69-c992-472f-accf-6e38f91bfef1), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:08.547590 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4017394-e81f-4f1d-b18c-4c816c7ae346 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Router 8f79eb69-c992-472f-accf-6e38f91bfef1 has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:41:08.657488 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4017394-e81f-4f1d-b18c-4c816c7ae346 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:41:08.663680 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-b4017394-e81f-4f1d-b18c-4c816c7ae346 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "PUT /v2.0/routers/8f79eb69-c992-472f-accf-6e38f91bfef1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4611328 Jan 28 20:41:08.666344 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 43704) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:41:08.667519 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074d906f-e783-4e50-a309-2391ef6643a6 None None] Sync routers for ids ['8f79eb69-c992-472f-accf-6e38f91bfef1'] in n-d-812111-14 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:41:08.677569 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074d906f-e783-4e50-a309-2391ef6643a6 None None] Routers {'8f79eb69-c992-472f-accf-6e38f91bfef1'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:41:08.678251 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-074d906f-e783-4e50-a309-2391ef6643a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:40:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['8f79eb69-c992-472f-accf-6e38f91bfef1'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:41:08.716844 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd3577b4-6d5e-41d3-a609-2f35ec2cab45 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Deleting subnet 754e14b9-31f1-4a7e-9a3f-52d99719b404 {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 20:41:08.719938 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cd3577b4-6d5e-41d3-a609-2f35ec2cab45 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for subnet (754e14b9-31f1-4a7e-9a3f-52d99719b404), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:08.758896 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cd3577b4-6d5e-41d3-a609-2f35ec2cab45 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4747050'] for subnet (754e14b9-31f1-4a7e-9a3f-52d99719b404), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:08.784385 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-074d906f-e783-4e50-a309-2391ef6643a6 None None] Set router 8f79eb69-c992-472f-accf-6e38f91bfef1 gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:41:08.846066 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cd3577b4-6d5e-41d3-a609-2f35ec2cab45 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (754e14b9-31f1-4a7e-9a3f-52d99719b404), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:08.906797 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cd3577b4-6d5e-41d3-a609-2f35ec2cab45 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4690616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5222356'] for subnet (754e14b9-31f1-4a7e-9a3f-52d99719b404), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:08.935622 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3577b4-6d5e-41d3-a609-2f35ec2cab45 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Pushing event deleted for resources: {'Subnet': ['ID=754e14b9-31f1-4a7e-9a3f-52d99719b404,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:41:08.937632 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cd3577b4-6d5e-41d3-a609-2f35ec2cab45 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:08.940853 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-cd3577b4-6d5e-41d3-a609-2f35ec2cab45 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "DELETE /v2.0/subnets/754e14b9-31f1-4a7e-9a3f-52d99719b404 HTTP/1.1" status: 204 len: 168 time: 0.2735620 Jan 28 20:41:08.943426 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 43706) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:41:08.954291 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-971e435d-41c3-427f-9d13-09991693126e None None] Network 24fecf19-c741-42f7-9b43-6e247b8caf70 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:41:09.223291 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9ed6d53f-53f0-4d1f-9fbb-e2c5f866fe6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:09.252864 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-074d906f-e783-4e50-a309-2391ef6643a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f79eb69-c992-472f-accf-6e38f91bfef1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-58781531', 'tenant_id': '0ceca0f616eb43dfa068e38ea05be00f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': 'b190acc6-8e2f-49d6-a278-1dc6e4ced4b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:39:23Z', 'updated_at': '2022-01-28T20:41:08Z', 'revision_number': 5, 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'gw_port': {'id': 'b190acc6-8e2f-49d6-a278-1dc6e4ced4b3', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:38:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f79eb69-c992-472f-accf-6e38f91bfef1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:39:24Z', 'updated_at': '2022-01-28T20:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:41:09.298471 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074d906f-e783-4e50-a309-2391ef6643a6 None None] Checking router: 8f79eb69-c992-472f-accf-6e38f91bfef1 for host: n-d-812111-14 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:41:09.307038 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074d906f-e783-4e50-a309-2391ef6643a6 None None] Routers {'8f79eb69-c992-472f-accf-6e38f91bfef1'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:41:09.307724 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-074d906f-e783-4e50-a309-2391ef6643a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:41:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['8f79eb69-c992-472f-accf-6e38f91bfef1'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:41:09.345053 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aeff3a8-503b-4004-a67a-784fc4ed3b3e None None] DHCP port deletion for 24fecf19-c741-42f7-9b43-6e247b8caf70 request from n-d-812111-14 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 20:41:09.405775 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ee5b82a0-3aff-481f-b18b-644c9de33e70 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for router (8f79eb69-c992-472f-accf-6e38f91bfef1), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:09.448328 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-074d906f-e783-4e50-a309-2391ef6643a6 None None] Set router 8f79eb69-c992-472f-accf-6e38f91bfef1 gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:41:09.508279 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ee5b82a0-3aff-481f-b18b-644c9de33e70 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for router_gateway (8f79eb69-c992-472f-accf-6e38f91bfef1), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:09.520131 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-7aeff3a8-503b-4004-a67a-784fc4ed3b3e None None] Deleting port 42ad1dc5-131b-44a7-9f8c-7b23761b46b2 {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:41:09.520543 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7aeff3a8-503b-4004-a67a-784fc4ed3b3e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (42ad1dc5-131b-44a7-9f8c-7b23761b46b2), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:09.562807 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-ee5b82a0-3aff-481f-b18b-644c9de33e70 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Deleting port b190acc6-8e2f-49d6-a278-1dc6e4ced4b3 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:41:09.563077 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ee5b82a0-3aff-481f-b18b-644c9de33e70 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (b190acc6-8e2f-49d6-a278-1dc6e4ced4b3), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:09.629759 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-7aeff3a8-503b-4004-a67a-784fc4ed3b3e None None] For port 42ad1dc5-131b-44a7-9f8c-7b23761b46b2, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=42ad1dc5-131b-44a7-9f8c-7b23761b46b2,segment=NetworkSegment(7c9651d3-00c3-47b7-9bdb-0f6ba8d780bb),segment_id=7c9651d3-00c3-47b7-9bdb-0f6ba8d780bb)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:41:09.630161 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7aeff3a8-503b-4004-a67a-784fc4ed3b3e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (42ad1dc5-131b-44a7-9f8c-7b23761b46b2), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:09.645332 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-ee5b82a0-3aff-481f-b18b-644c9de33e70 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] For port b190acc6-8e2f-49d6-a278-1dc6e4ced4b3, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=b190acc6-8e2f-49d6-a278-1dc6e4ced4b3,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:41:09.645715 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ee5b82a0-3aff-481f-b18b-644c9de33e70 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (b190acc6-8e2f-49d6-a278-1dc6e4ced4b3), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:09.648650 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-7aeff3a8-503b-4004-a67a-784fc4ed3b3e None None] Calling delete_port for 42ad1dc5-131b-44a7-9f8c-7b23761b46b2 owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:41:09.659422 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-ee5b82a0-3aff-481f-b18b-644c9de33e70 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Calling delete_port for b190acc6-8e2f-49d6-a278-1dc6e4ced4b3 owned by network:router_gateway {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:41:09.744212 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device de28ac77-af30-4a01-94da-b8d0b6c0587f no longer exists at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:41:09.778088 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] No Port match for: de28ac77-af30-4a01-94da-b8d0b6c0587f {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:41:09.778511 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device de28ac77-af30-4a01-94da-b8d0b6c0587f not bound to the agent host n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:41:09.793486 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-074d906f-e783-4e50-a309-2391ef6643a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f79eb69-c992-472f-accf-6e38f91bfef1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-58781531', 'tenant_id': '0ceca0f616eb43dfa068e38ea05be00f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': 'b190acc6-8e2f-49d6-a278-1dc6e4ced4b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:39:23Z', 'updated_at': '2022-01-28T20:41:08Z', 'revision_number': 5, 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'gw_port': {'id': 'b190acc6-8e2f-49d6-a278-1dc6e4ced4b3', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:38:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f79eb69-c992-472f-accf-6e38f91bfef1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:39:24Z', 'updated_at': '2022-01-28T20:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:41:09.796660 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7aeff3a8-503b-4004-a67a-784fc4ed3b3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985'] for port (42ad1dc5-131b-44a7-9f8c-7b23761b46b2), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:09.830358 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074d906f-e783-4e50-a309-2391ef6643a6 None None] The sync data for ids ['8f79eb69-c992-472f-accf-6e38f91bfef1'] in n-d-812111-14 is: [{'id': '8f79eb69-c992-472f-accf-6e38f91bfef1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-58781531', 'tenant_id': '0ceca0f616eb43dfa068e38ea05be00f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': 'b190acc6-8e2f-49d6-a278-1dc6e4ced4b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:39:23Z', 'updated_at': '2022-01-28T20:41:08Z', 'revision_number': 5, 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'gw_port': {'id': 'b190acc6-8e2f-49d6-a278-1dc6e4ced4b3', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:38:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f79eb69-c992-472f-accf-6e38f91bfef1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:39:24Z', 'updated_at': '2022-01-28T20:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:41:09.832506 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ee5b82a0-3aff-481f-b18b-644c9de33e70 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (b190acc6-8e2f-49d6-a278-1dc6e4ced4b3), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:09.850501 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aeff3a8-503b-4004-a67a-784fc4ed3b3e None None] Pushing event deleted for resources: {'Port': ['ID=42ad1dc5-131b-44a7-9f8c-7b23761b46b2,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:41:09.852959 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aeff3a8-503b-4004-a67a-784fc4ed3b3e None None] No DVR routers for this DVR port 42ad1dc5-131b-44a7-9f8c-7b23761b46b2 on host n-d-812111-14 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:41:09.861258 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5b82a0-3aff-481f-b18b-644c9de33e70 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Pushing event deleted for resources: {'Port': ['ID=b190acc6-8e2f-49d6-a278-1dc6e4ced4b3,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:41:09.926406 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ee5b82a0-3aff-481f-b18b-644c9de33e70 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-731488'] for router_gateway (8f79eb69-c992-472f-accf-6e38f91bfef1), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:10.026179 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ee5b82a0-3aff-481f-b18b-644c9de33e70 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-730901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261120'] for router (8f79eb69-c992-472f-accf-6e38f91bfef1), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:10.028435 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ee5b82a0-3aff-481f-b18b-644c9de33e70 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for router_controller (8f79eb69-c992-472f-accf-6e38f91bfef1), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:10.071739 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ee5b82a0-3aff-481f-b18b-644c9de33e70 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-730908'] for router (8f79eb69-c992-472f-accf-6e38f91bfef1), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:10.072303 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee5b82a0-3aff-481f-b18b-644c9de33e70 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Fanout notify agent at l3_agent the message router_deleted on router 8f79eb69-c992-472f-accf-6e38f91bfef1 {{(pid=103304) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 20:41:10.079014 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ee5b82a0-3aff-481f-b18b-644c9de33e70 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:10.080134 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-ee5b82a0-3aff-481f-b18b-644c9de33e70 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "DELETE /v2.0/routers/8f79eb69-c992-472f-accf-6e38f91bfef1 HTTP/1.1" status: 204 len: 168 time: 1.1358025 Jan 28 20:41:10.082866 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 43708) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:41:10.125860 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:10.158210 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-64648db5-f27e-4748-b36f-e3dd6e234b28 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (24fecf19-c741-42f7-9b43-6e247b8caf70), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:10.251421 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-64648db5-f27e-4748-b36f-e3dd6e234b28 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (24fecf19-c741-42f7-9b43-6e247b8caf70), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:10.274250 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-64648db5-f27e-4748-b36f-e3dd6e234b28 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24fecf19-c741-42f7-9b43-6e247b8caf70']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:41:10.285024 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-64648db5-f27e-4748-b36f-e3dd6e234b28 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c9651d3-00c3-47b7-9bdb-0f6ba8d780bb') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:41:10.285328 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-64648db5-f27e-4748-b36f-e3dd6e234b28 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c9651d3-00c3-47b7-9bdb-0f6ba8d780bb') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:41:10.295303 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-64648db5-f27e-4748-b36f-e3dd6e234b28 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4747091'] for segment (7c9651d3-00c3-47b7-9bdb-0f6ba8d780bb), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:10.309456 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-64648db5-f27e-4748-b36f-e3dd6e234b28 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (7c9651d3-00c3-47b7-9bdb-0f6ba8d780bb), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:10.316531 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64648db5-f27e-4748-b36f-e3dd6e234b28 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:41:10.316954 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-64648db5-f27e-4748-b36f-e3dd6e234b28 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4690514'] for segment (7c9651d3-00c3-47b7-9bdb-0f6ba8d780bb), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:10.320408 n-d-812111-14 neutron-server[103304]: Traceback (most recent call last): Jan 28 20:41:10.320408 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:41:10.320408 n-d-812111-14 neutron-server[103304]: timer() Jan 28 20:41:10.320408 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:41:10.320408 n-d-812111-14 neutron-server[103304]: cb(*args, **kw) Jan 28 20:41:10.320408 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:41:10.320408 n-d-812111-14 neutron-server[103304]: return func(*args, **kwargs) Jan 28 20:41:10.320408 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:41:10.320408 n-d-812111-14 neutron-server[103304]: self._notify() Jan 28 20:41:10.320408 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:41:10.320408 n-d-812111-14 neutron-server[103304]: self.callback(batched_events) Jan 28 20:41:10.320408 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:41:10.320408 n-d-812111-14 neutron-server[103304]: event.method(event) Jan 28 20:41:10.320408 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:41:10.320408 n-d-812111-14 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:41:10.320408 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:41:10.320408 n-d-812111-14 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:41:10.320408 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:41:10.320408 n-d-812111-14 neutron-server[103304]: return f(self, *a, **k) Jan 28 20:41:10.320408 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:41:10.320408 n-d-812111-14 neutron-server[103304]: return self._get(url).json() Jan 28 20:41:10.320408 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:41:10.320408 n-d-812111-14 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:41:10.320408 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:41:10.320408 n-d-812111-14 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 28 20:41:10.320408 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:41:10.320408 n-d-812111-14 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:41:10.320408 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:41:10.320408 n-d-812111-14 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:41:10.320408 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:41:10.320408 n-d-812111-14 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:41:10.320408 n-d-812111-14 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:41:10.382285 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-64648db5-f27e-4748-b36f-e3dd6e234b28 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (24fecf19-c741-42f7-9b43-6e247b8caf70), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:10.390019 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-64648db5-f27e-4748-b36f-e3dd6e234b28 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:10.392470 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-64648db5-f27e-4748-b36f-e3dd6e234b28 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "DELETE /v2.0/networks/24fecf19-c741-42f7-9b43-6e247b8caf70 HTTP/1.1" status: 204 len: 168 time: 0.3086629 Jan 28 20:41:10.395386 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 43710) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:41:10.405254 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64648db5-f27e-4748-b36f-e3dd6e234b28 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Pushing event deleted for resources: {'Network': ['ID=24fecf19-c741-42f7-9b43-6e247b8caf70,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:41:10.457242 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-64f3c553-9148-428f-bd73-117d893724f4 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for security_group (8cbe59c5-9181-473a-882e-a222ef236dea), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:10.484645 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-64f3c553-9148-428f-bd73-117d893724f4 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for security_group (8cbe59c5-9181-473a-882e-a222ef236dea), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:10.547872 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-64f3c553-9148-428f-bd73-117d893724f4 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (8cbe59c5-9181-473a-882e-a222ef236dea), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:10.550570 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-64f3c553-9148-428f-bd73-117d893724f4 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:10.551738 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-64f3c553-9148-428f-bd73-117d893724f4 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "DELETE /v2.0/security-groups/8cbe59c5-9181-473a-882e-a222ef236dea HTTP/1.1" status: 204 len: 168 time: 0.1545904 Jan 28 20:41:10.561629 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f3c553-9148-428f-bd73-117d893724f4 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cbe59c5-9181-473a-882e-a222ef236dea,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:41:11.083670 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 43716) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:41:11.088400 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-b9d3b33a-9009-4115-8314-1555839f77a4 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1696456173', 'description': 'tempest-secgroup-smoke-1696456173 description', 'project_id': '0ceca0f616eb43dfa068e38ea05be00f'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:41:11.108844 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b9d3b33a-9009-4115-8314-1555839f77a4 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:11.172760 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b9d3b33a-9009-4115-8314-1555839f77a4 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for security_group (148cb4ad-2aa6-4067-aff3-b8fbbf7c433a), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:11.176073 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b9d3b33a-9009-4115-8314-1555839f77a4 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (148cb4ad-2aa6-4067-aff3-b8fbbf7c433a), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:11.208924 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b9d3b33a-9009-4115-8314-1555839f77a4 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:11.212959 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-b9d3b33a-9009-4115-8314-1555839f77a4 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1253753 Jan 28 20:41:11.213158 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 43718) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:41:11.217551 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-a4fe50d8-8ee6-4403-b1f3-b904e8260253 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Request body: {'security_group_rule': {'security_group_id': '148cb4ad-2aa6-4067-aff3-b8fbbf7c433a', 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:41:11.222796 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d3b33a-9009-4115-8314-1555839f77a4 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=148cb4ad-2aa6-4067-aff3-b8fbbf7c433a,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:41:11.251102 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a4fe50d8-8ee6-4403-b1f3-b904e8260253 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for security_group_rule (1c52f1d8-6f21-44fb-8437-4499efc68c6b), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:11.253163 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 42ad1dc5-131b-44a7-9f8c-7b23761b46b2 no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:41:11.279963 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: 42ad1dc5-131b-44a7-9f8c-7b23761b46b2 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:41:11.280425 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 42ad1dc5-131b-44a7-9f8c-7b23761b46b2 not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:41:11.280917 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device b190acc6-8e2f-49d6-a278-1dc6e4ced4b3 no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:41:11.301874 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: b190acc6-8e2f-49d6-a278-1dc6e4ced4b3 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:41:11.302289 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device b190acc6-8e2f-49d6-a278-1dc6e4ced4b3 not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:41:11.302880 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device f901d8f2-0d97-4938-90f6-f2b5cc4cff2e no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:41:11.311520 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a4fe50d8-8ee6-4403-b1f3-b904e8260253 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for security_group_rule (1c52f1d8-6f21-44fb-8437-4499efc68c6b), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:11.315712 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a4fe50d8-8ee6-4403-b1f3-b904e8260253 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (1c52f1d8-6f21-44fb-8437-4499efc68c6b), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:11.324187 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: f901d8f2-0d97-4938-90f6-f2b5cc4cff2e {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:41:11.324541 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device f901d8f2-0d97-4938-90f6-f2b5cc4cff2e not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:41:11.335283 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fe50d8-8ee6-4403-b1f3-b904e8260253 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c52f1d8-6f21-44fb-8437-4499efc68c6b,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:41:11.343445 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a4fe50d8-8ee6-4403-b1f3-b904e8260253 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:11.344659 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-a4fe50d8-8ee6-4403-b1f3-b904e8260253 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1305869 Jan 28 20:41:11.347421 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 43720) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:41:11.352324 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-7c79f885-c4b7-41df-86cb-50c0a4c90154 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Request body: {'security_group_rule': {'security_group_id': '148cb4ad-2aa6-4067-aff3-b8fbbf7c433a', 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:41:11.377282 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7c79f885-c4b7-41df-86cb-50c0a4c90154 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for security_group_rule (0196241f-711e-4457-aa8a-998cca919f79), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:11.432852 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7c79f885-c4b7-41df-86cb-50c0a4c90154 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for security_group_rule (0196241f-711e-4457-aa8a-998cca919f79), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:11.436513 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7c79f885-c4b7-41df-86cb-50c0a4c90154 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (0196241f-711e-4457-aa8a-998cca919f79), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:11.454865 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c79f885-c4b7-41df-86cb-50c0a4c90154 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0196241f-711e-4457-aa8a-998cca919f79,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:41:11.460700 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7c79f885-c4b7-41df-86cb-50c0a4c90154 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:11.461350 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-7c79f885-c4b7-41df-86cb-50c0a4c90154 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1129835 Jan 28 20:41:11.464095 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 43722) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:41:11.468458 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-535253df-9e76-4f54-88f0-da646fd4e07f tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Request body: {'security_group_rule': {'security_group_id': '148cb4ad-2aa6-4067-aff3-b8fbbf7c433a', 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:41:11.492957 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-535253df-9e76-4f54-88f0-da646fd4e07f tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for security_group_rule (13c2e813-7d25-4cd8-a8ea-01804ae9d98b), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:11.548085 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-535253df-9e76-4f54-88f0-da646fd4e07f tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for security_group_rule (13c2e813-7d25-4cd8-a8ea-01804ae9d98b), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:11.552104 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-535253df-9e76-4f54-88f0-da646fd4e07f tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (13c2e813-7d25-4cd8-a8ea-01804ae9d98b), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:11.578324 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535253df-9e76-4f54-88f0-da646fd4e07f tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13c2e813-7d25-4cd8-a8ea-01804ae9d98b,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:41:11.587506 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-535253df-9e76-4f54-88f0-da646fd4e07f tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:11.588730 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-535253df-9e76-4f54-88f0-da646fd4e07f tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1237075 Jan 28 20:41:11.591422 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 43724) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:41:11.595961 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-6eec452c-263d-4c23-8151-8236f4aa9637 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Request body: {'security_group_rule': {'security_group_id': '148cb4ad-2aa6-4067-aff3-b8fbbf7c433a', 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:41:11.620930 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6eec452c-263d-4c23-8151-8236f4aa9637 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for security_group_rule (ecc304a5-13eb-4e3f-a301-943c4623e364), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:11.678281 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6eec452c-263d-4c23-8151-8236f4aa9637 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for security_group_rule (ecc304a5-13eb-4e3f-a301-943c4623e364), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:11.682025 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6eec452c-263d-4c23-8151-8236f4aa9637 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (ecc304a5-13eb-4e3f-a301-943c4623e364), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:11.701361 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eec452c-263d-4c23-8151-8236f4aa9637 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecc304a5-13eb-4e3f-a301-943c4623e364,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:41:11.706406 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6eec452c-263d-4c23-8151-8236f4aa9637 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:11.707604 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-6eec452c-263d-4c23-8151-8236f4aa9637 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1152244 Jan 28 20:41:11.710958 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 43726) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:41:11.715089 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-40a127ea-c12d-400c-9be2-8ab335c3240a tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Request body: {'security_group_rule': {'security_group_id': '148cb4ad-2aa6-4067-aff3-b8fbbf7c433a', 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:41:11.734151 n-d-812111-14 neutron-server[103305]: INFO neutron.db.securitygroups_db [None req-40a127ea-c12d-400c-9be2-8ab335c3240a tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Project 0ceca0f616eb43dfa068e38ea05be00f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 20:41:11.738892 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-40a127ea-c12d-400c-9be2-8ab335c3240a tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for security_group_rule (a5199f7f-189c-4261-ad79-b7424f1e9232), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:11.795298 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-40a127ea-c12d-400c-9be2-8ab335c3240a tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for security_group_rule (a5199f7f-189c-4261-ad79-b7424f1e9232), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:11.798699 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-40a127ea-c12d-400c-9be2-8ab335c3240a tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (a5199f7f-189c-4261-ad79-b7424f1e9232), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:11.816702 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a127ea-c12d-400c-9be2-8ab335c3240a tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5199f7f-189c-4261-ad79-b7424f1e9232,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:41:11.823879 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-40a127ea-c12d-400c-9be2-8ab335c3240a tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:11.825050 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-40a127ea-c12d-400c-9be2-8ab335c3240a tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1132390 Jan 28 20:41:11.827906 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 43728) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:41:11.832168 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-28d92786-9c04-4c24-9d3f-fb1f724bec58 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Request body: {'security_group_rule': {'security_group_id': '148cb4ad-2aa6-4067-aff3-b8fbbf7c433a', 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:41:11.850577 n-d-812111-14 neutron-server[103305]: INFO neutron.db.securitygroups_db [None req-28d92786-9c04-4c24-9d3f-fb1f724bec58 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Project 0ceca0f616eb43dfa068e38ea05be00f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 20:41:11.855447 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-28d92786-9c04-4c24-9d3f-fb1f724bec58 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for security_group_rule (75d4150d-eab9-4951-82a5-44f09ef511f1), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:11.912459 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-28d92786-9c04-4c24-9d3f-fb1f724bec58 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for security_group_rule (75d4150d-eab9-4951-82a5-44f09ef511f1), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:11.917008 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-28d92786-9c04-4c24-9d3f-fb1f724bec58 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (75d4150d-eab9-4951-82a5-44f09ef511f1), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:11.937834 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d92786-9c04-4c24-9d3f-fb1f724bec58 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75d4150d-eab9-4951-82a5-44f09ef511f1,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:41:11.945844 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-28d92786-9c04-4c24-9d3f-fb1f724bec58 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:11.947019 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-28d92786-9c04-4c24-9d3f-fb1f724bec58 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1181715 Jan 28 20:41:11.949914 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 43730) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:41:11.954539 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-5dfd9869-66d5-4331-8121-ccbaa594a5c8 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Request body: {'network': {'name': 'tempest-network-smoke--511701695', 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'port_security_enabled': True}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:41:11.973421 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dfd9869-66d5-4331-8121-ccbaa594a5c8 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Made reservation on behalf of 0ceca0f616eb43dfa068e38ea05be00f for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:41:11.977242 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5dfd9869-66d5-4331-8121-ccbaa594a5c8 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:12.002204 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dfd9869-66d5-4331-8121-ccbaa594a5c8 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:41:12.004137 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:12.012382 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5dfd9869-66d5-4331-8121-ccbaa594a5c8 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (a941a489-50df-4ade-8bab-6c1822c155f9), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:12.012728 n-d-812111-14 neutron-server[103305]: INFO neutron.db.segments_db [None req-5dfd9869-66d5-4331-8121-ccbaa594a5c8 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Added segment a941a489-50df-4ade-8bab-6c1822c155f9 of type vlan for network 19413feb-de03-4d5d-a7d7-9e6e7a64e895 Jan 28 20:41:12.053292 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5dfd9869-66d5-4331-8121-ccbaa594a5c8 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (19413feb-de03-4d5d-a7d7-9e6e7a64e895), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:12.077638 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5dfd9869-66d5-4331-8121-ccbaa594a5c8 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (19413feb-de03-4d5d-a7d7-9e6e7a64e895), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:12.082786 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dfd9869-66d5-4331-8121-ccbaa594a5c8 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:41:12.083313 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5dfd9869-66d5-4331-8121-ccbaa594a5c8 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:12.134575 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-5dfd9869-66d5-4331-8121-ccbaa594a5c8 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1836648 Jan 28 20:41:12.137472 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 43732) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:41:12.142121 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-2ec5ddee-826d-413c-8f07-c0c630ef28f3 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-213143028', 'admin_state_up': True, 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:41:12.151747 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfd9869-66d5-4331-8121-ccbaa594a5c8 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Pushing event updated for resources: {'Network': ['ID=19413feb-de03-4d5d-a7d7-9e6e7a64e895,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:41:12.162208 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network 19413feb-de03-4d5d-a7d7-9e6e7a64e895 details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:41:12.165871 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2ec5ddee-826d-413c-8f07-c0c630ef28f3 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261150'] for router (cd3dd1ea-5581-43a3-8967-5021809c0267), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:12.167107 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2ec5ddee-826d-413c-8f07-c0c630ef28f3 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-731099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-731441', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261129'] for router (cd3dd1ea-5581-43a3-8967-5021809c0267), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:12.221399 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2ec5ddee-826d-413c-8f07-c0c630ef28f3 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for router_controller (cd3dd1ea-5581-43a3-8967-5021809c0267), precommit_add_association {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:12.365634 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2ec5ddee-826d-413c-8f07-c0c630ef28f3 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for router_gateway (cd3dd1ea-5581-43a3-8967-5021809c0267), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:12.556074 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2ec5ddee-826d-413c-8f07-c0c630ef28f3 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for router_gateway (cd3dd1ea-5581-43a3-8967-5021809c0267), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:12.578588 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2ec5ddee-826d-413c-8f07-c0c630ef28f3 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:12.677604 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-2ec5ddee-826d-413c-8f07-c0c630ef28f3 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Allocated IP 172.25.6.156 (d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8/a648e4ab-7422-41b9-b133-58aca25ab8f5/a344dbbd-1809-40df-bc05-e70ef330d4f9) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:41:12.786207 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2ec5ddee-826d-413c-8f07-c0c630ef28f3 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for port (a344dbbd-1809-40df-bc05-e70ef330d4f9), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:12.819939 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2ec5ddee-826d-413c-8f07-c0c630ef28f3 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (a344dbbd-1809-40df-bc05-e70ef330d4f9), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:12.856623 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec5ddee-826d-413c-8f07-c0c630ef28f3 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:41:12.859377 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-2ec5ddee-826d-413c-8f07-c0c630ef28f3 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:41:12.861780 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec5ddee-826d-413c-8f07-c0c630ef28f3 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:41:12.887572 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec5ddee-826d-413c-8f07-c0c630ef28f3 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Pushing event updated for resources: {'Port': ['ID=a344dbbd-1809-40df-bc05-e70ef330d4f9,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:41:13.115056 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2ec5ddee-826d-413c-8f07-c0c630ef28f3 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for router_gateway (cd3dd1ea-5581-43a3-8967-5021809c0267), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:13.312935 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2ec5ddee-826d-413c-8f07-c0c630ef28f3 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-731074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-731460'] for router (cd3dd1ea-5581-43a3-8967-5021809c0267), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:13.357324 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:13.441822 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ec5ddee-826d-413c-8f07-c0c630ef28f3 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Router cd3dd1ea-5581-43a3-8967-5021809c0267 is scheduled to L3 agent 76fe5c49-705a-4e08-abb2-be585676213f with binding_index 1 {{(pid=103304) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 20:41:13.552048 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ec5ddee-826d-413c-8f07-c0c630ef28f3 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:41:13.562074 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e47eefff-10fd-441e-a663-107b3187bf50 None None] Sync routers for ids ['cd3dd1ea-5581-43a3-8967-5021809c0267'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:41:13.573068 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e47eefff-10fd-441e-a663-107b3187bf50 None None] Routers {'cd3dd1ea-5581-43a3-8967-5021809c0267'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:41:13.573275 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2ec5ddee-826d-413c-8f07-c0c630ef28f3 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:13.573731 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-e47eefff-10fd-441e-a663-107b3187bf50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:41:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['cd3dd1ea-5581-43a3-8967-5021809c0267'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:41:13.574400 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-2ec5ddee-826d-413c-8f07-c0c630ef28f3 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4358625 Jan 28 20:41:13.577566 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 43734) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:41:13.605463 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-1b4cdc4c-643b-4286-950b-6a29d12c3370 tempest-TestNetworkAdvancedServerOps-1526479059 tempest-TestNetworkAdvancedServerOps-1526479059-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=0ceca0f616eb43dfa068e38ea05be00f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266285 Jan 28 20:41:13.607927 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 43736) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:41:13.677929 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-e47eefff-10fd-441e-a663-107b3187bf50 None None] Set router cd3dd1ea-5581-43a3-8967-5021809c0267 gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:41:13.696674 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77bde3d8-115c-4cde-bbe0-4f5ed644a186 tempest-TestNetworkAdvancedServerOps-1526479059 tempest-TestNetworkAdvancedServerOps-1526479059-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:41:13.698149 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-77bde3d8-115c-4cde-bbe0-4f5ed644a186 tempest-TestNetworkAdvancedServerOps-1526479059 tempest-TestNetworkAdvancedServerOps-1526479059-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0893157 Jan 28 20:41:13.701042 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 43738) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:41:13.732638 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-273f3fef-d40f-4f4e-a899-f2a688c588d5 tempest-TestNetworkAdvancedServerOps-1526479059 tempest-TestNetworkAdvancedServerOps-1526479059-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0304971 Jan 28 20:41:13.735189 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 43740) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:41:13.739757 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-10873c11-6223-4dbc-b324-a433ee03c87f tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1538527882', 'network_id': '19413feb-de03-4d5d-a7d7-9e6e7a64e895', 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:41:13.823482 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10873c11-6223-4dbc-b324-a433ee03c87f tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Made reservation on behalf of 0ceca0f616eb43dfa068e38ea05be00f for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:41:13.827107 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-10873c11-6223-4dbc-b324-a433ee03c87f tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5221429'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:13.850928 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-e47eefff-10fd-441e-a663-107b3187bf50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd3dd1ea-5581-43a3-8967-5021809c0267', 'name': 'tempest-TestNetworkAdvancedServerOps-router-213143028', 'tenant_id': '0ceca0f616eb43dfa068e38ea05be00f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.156'}], 'enable_snat': True}, 'gw_port_id': 'a344dbbd-1809-40df-bc05-e70ef330d4f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:41:12Z', 'updated_at': '2022-01-28T20:41:13Z', 'revision_number': 3, 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'gw_port': {'id': 'a344dbbd-1809-40df-bc05-e70ef330d4f9', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c1:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd3dd1ea-5581-43a3-8967-5021809c0267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:41:12Z', 'updated_at': '2022-01-28T20:41:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:41:13.879982 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e47eefff-10fd-441e-a663-107b3187bf50 None None] Checking router: cd3dd1ea-5581-43a3-8967-5021809c0267 for host: n-d-812111-14 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:41:13.880331 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e47eefff-10fd-441e-a663-107b3187bf50 None None] Updating router cd3dd1ea-5581-43a3-8967-5021809c0267 port a344dbbd-1809-40df-bc05-e70ef330d4f9 binding host n-d-812111-14 {{(pid=103307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:41:13.909269 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-e47eefff-10fd-441e-a663-107b3187bf50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (a344dbbd-1809-40df-bc05-e70ef330d4f9), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:14.010445 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-10873c11-6223-4dbc-b324-a433ee03c87f tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4690681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5221415'] for subnet (eb87af83-5691-41eb-9f29-24d58b87476f), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:14.070595 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10873c11-6223-4dbc-b324-a433ee03c87f tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Pushing event updated for resources: {'Subnet': ['ID=eb87af83-5691-41eb-9f29-24d58b87476f,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:41:14.079264 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10873c11-6223-4dbc-b324-a433ee03c87f tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Checking segment: {'id': 'a941a489-50df-4ade-8bab-6c1822c155f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '19413feb-de03-4d5d-a7d7-9e6e7a64e895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:41:14.079635 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10873c11-6223-4dbc-b324-a433ee03c87f tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Network hostable DHCP agents. Network: 19413feb-de03-4d5d-a7d7-9e6e7a64e895, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:41:14.097803 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10873c11-6223-4dbc-b324-a433ee03c87f tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Network 19413feb-de03-4d5d-a7d7-9e6e7a64e895 is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:41:14.107303 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-10873c11-6223-4dbc-b324-a433ee03c87f tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, 19413feb-de03-4d5d-a7d7-9e6e7a64e895) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:41:14.112505 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10873c11-6223-4dbc-b324-a433ee03c87f tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:41:14.113158 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-10873c11-6223-4dbc-b324-a433ee03c87f tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:14.118980 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b11e86-2c1d-4642-b199-c113ca2b90c1 None None] Network 19413feb-de03-4d5d-a7d7-9e6e7a64e895 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:41:14.130917 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-10873c11-6223-4dbc-b324-a433ee03c87f tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3947439 Jan 28 20:41:14.135270 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 43742) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:41:14.169820 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-e47eefff-10fd-441e-a663-107b3187bf50 None None] Publish callbacks [] for port (a344dbbd-1809-40df-bc05-e70ef330d4f9), precommit_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:14.175696 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-e47eefff-10fd-441e-a663-107b3187bf50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (a344dbbd-1809-40df-bc05-e70ef330d4f9), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:14.225064 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-e47eefff-10fd-441e-a663-107b3187bf50 None None] Attempting to bind port a344dbbd-1809-40df-bc05-e70ef330d4f9 on host n-d-812111-14 for vnic_type normal with profile {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:41:14.225479 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-e47eefff-10fd-441e-a663-107b3187bf50 None None] Attempting to bind port a344dbbd-1809-40df-bc05-e70ef330d4f9 by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:41:14.226775 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e47eefff-10fd-441e-a663-107b3187bf50 None None] Attempting to bind port a344dbbd-1809-40df-bc05-e70ef330d4f9 on network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:41:14.237291 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e47eefff-10fd-441e-a663-107b3187bf50 None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:41:14.237658 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e47eefff-10fd-441e-a663-107b3187bf50 None None] Checking segment: {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:41:14.238062 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-e47eefff-10fd-441e-a663-107b3187bf50 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:14.238455 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e47eefff-10fd-441e-a663-107b3187bf50 None None] Bound using segment: {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:41:14.239047 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-e47eefff-10fd-441e-a663-107b3187bf50 None None] Bound port: a344dbbd-1809-40df-bc05-e70ef330d4f9, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:41:14.239473 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-e47eefff-10fd-441e-a663-107b3187bf50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (a344dbbd-1809-40df-bc05-e70ef330d4f9), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:14.241136 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-971b757c-7fbd-4c52-94d5-48dffb52a003 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68cd31fd-e4cd-5fb3-a862-256fc47efcd2-19413feb-de03-4d5d-a7d7-9e6e7a64e895', 'network_id': '19413feb-de03-4d5d-a7d7-9e6e7a64e895', 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'fixed_ips': [{'subnet_id': 'eb87af83-5691-41eb-9f29-24d58b87476f'}]}} from n-d-812111-14. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 20:41:14.243771 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-971b757c-7fbd-4c52-94d5-48dffb52a003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:14.297517 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-e47eefff-10fd-441e-a663-107b3187bf50 None None] For port a344dbbd-1809-40df-bc05-e70ef330d4f9, host n-d-812111-14, cleared binding levels {{(pid=103307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:41:14.300651 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-e47eefff-10fd-441e-a663-107b3187bf50 None None] For port a344dbbd-1809-40df-bc05-e70ef330d4f9, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=a344dbbd-1809-40df-bc05-e70ef330d4f9,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:41:14.309697 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-e47eefff-10fd-441e-a663-107b3187bf50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (a344dbbd-1809-40df-bc05-e70ef330d4f9), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:14.318341 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee4e941-3658-4060-a5c9-b10cd6f89dfc None None] Pushing event updated for resources: {'Port': ['ID=a344dbbd-1809-40df-bc05-e70ef330d4f9,revision_number=2']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:41:14.327605 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee4e941-3658-4060-a5c9-b10cd6f89dfc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:41:14.327949 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee4e941-3658-4060-a5c9-b10cd6f89dfc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:41:14.328293 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee4e941-3658-4060-a5c9-b10cd6f89dfc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:41:14.328635 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee4e941-3658-4060-a5c9-b10cd6f89dfc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:41:14.329388 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee4e941-3658-4060-a5c9-b10cd6f89dfc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:41:14.329388 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee4e941-3658-4060-a5c9-b10cd6f89dfc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:41:14.329640 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee4e941-3658-4060-a5c9-b10cd6f89dfc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:41:14.329923 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee4e941-3658-4060-a5c9-b10cd6f89dfc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:41:14.330241 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee4e941-3658-4060-a5c9-b10cd6f89dfc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:41:14.330562 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee4e941-3658-4060-a5c9-b10cd6f89dfc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:41:14.330883 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee4e941-3658-4060-a5c9-b10cd6f89dfc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:41:14.331203 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee4e941-3658-4060-a5c9-b10cd6f89dfc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:41:14.331525 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee4e941-3658-4060-a5c9-b10cd6f89dfc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:41:14.371716 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e47eefff-10fd-441e-a663-107b3187bf50 None None] Routers {'cd3dd1ea-5581-43a3-8967-5021809c0267'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:41:14.372343 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-e47eefff-10fd-441e-a663-107b3187bf50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:41:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['cd3dd1ea-5581-43a3-8967-5021809c0267'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:41:14.427837 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-971b757c-7fbd-4c52-94d5-48dffb52a003 None None] Allocated IP 172.20.0.2 (19413feb-de03-4d5d-a7d7-9e6e7a64e895/eb87af83-5691-41eb-9f29-24d58b87476f/dad82714-7b19-4a09-953c-0cf9eea05bf3) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:41:14.576108 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-e47eefff-10fd-441e-a663-107b3187bf50 None None] Set router cd3dd1ea-5581-43a3-8967-5021809c0267 gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:41:14.626657 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-971b757c-7fbd-4c52-94d5-48dffb52a003 None None] Publish callbacks [] for port (dad82714-7b19-4a09-953c-0cf9eea05bf3), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:14.636654 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-971b757c-7fbd-4c52-94d5-48dffb52a003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (dad82714-7b19-4a09-953c-0cf9eea05bf3), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:14.646425 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee4e941-3658-4060-a5c9-b10cd6f89dfc None None] Pushing event updated for resources: {'Port': ['ID=a344dbbd-1809-40df-bc05-e70ef330d4f9,revision_number=3']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:41:14.678886 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-971b757c-7fbd-4c52-94d5-48dffb52a003 None None] Network 19413feb-de03-4d5d-a7d7-9e6e7a64e895 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:41:14.682223 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-971b757c-7fbd-4c52-94d5-48dffb52a003 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:41:14.689995 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971b757c-7fbd-4c52-94d5-48dffb52a003 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:41:14.696109 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c0b2ecce-98a1-479a-b4da-3ec8310784a4 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:14.764488 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-971b757c-7fbd-4c52-94d5-48dffb52a003 None None] Attempting to bind port dad82714-7b19-4a09-953c-0cf9eea05bf3 on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:41:14.764879 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-971b757c-7fbd-4c52-94d5-48dffb52a003 None None] Attempting to bind port dad82714-7b19-4a09-953c-0cf9eea05bf3 by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': 'a941a489-50df-4ade-8bab-6c1822c155f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '19413feb-de03-4d5d-a7d7-9e6e7a64e895'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:41:14.765307 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971b757c-7fbd-4c52-94d5-48dffb52a003 None None] Attempting to bind port dad82714-7b19-4a09-953c-0cf9eea05bf3 on network 19413feb-de03-4d5d-a7d7-9e6e7a64e895 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:41:14.767416 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971b757c-7fbd-4c52-94d5-48dffb52a003 None None] Pushing event updated for resources: {'Port': ['ID=dad82714-7b19-4a09-953c-0cf9eea05bf3,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:41:14.774443 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971b757c-7fbd-4c52-94d5-48dffb52a003 None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:41:14.775072 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971b757c-7fbd-4c52-94d5-48dffb52a003 None None] Checking segment: {'id': 'a941a489-50df-4ade-8bab-6c1822c155f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '19413feb-de03-4d5d-a7d7-9e6e7a64e895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:41:14.775479 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-971b757c-7fbd-4c52-94d5-48dffb52a003 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:14.776067 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971b757c-7fbd-4c52-94d5-48dffb52a003 None None] Bound using segment: {'id': 'a941a489-50df-4ade-8bab-6c1822c155f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '19413feb-de03-4d5d-a7d7-9e6e7a64e895'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:41:14.776519 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-971b757c-7fbd-4c52-94d5-48dffb52a003 None None] Bound port: dad82714-7b19-4a09-953c-0cf9eea05bf3, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a941a489-50df-4ade-8bab-6c1822c155f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '19413feb-de03-4d5d-a7d7-9e6e7a64e895'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:41:14.776899 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-971b757c-7fbd-4c52-94d5-48dffb52a003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (dad82714-7b19-4a09-953c-0cf9eea05bf3), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:14.802758 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-e47eefff-10fd-441e-a663-107b3187bf50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd3dd1ea-5581-43a3-8967-5021809c0267', 'name': 'tempest-TestNetworkAdvancedServerOps-router-213143028', 'tenant_id': '0ceca0f616eb43dfa068e38ea05be00f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.156'}], 'enable_snat': True}, 'gw_port_id': 'a344dbbd-1809-40df-bc05-e70ef330d4f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:41:12Z', 'updated_at': '2022-01-28T20:41:13Z', 'revision_number': 3, 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'gw_port': {'id': 'a344dbbd-1809-40df-bc05-e70ef330d4f9', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c1:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd3dd1ea-5581-43a3-8967-5021809c0267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:41:12Z', 'updated_at': '2022-01-28T20:41:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:41:14.835510 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e47eefff-10fd-441e-a663-107b3187bf50 None None] The sync data for ids ['cd3dd1ea-5581-43a3-8967-5021809c0267'] in n-d-812111-14 is: [{'id': 'cd3dd1ea-5581-43a3-8967-5021809c0267', 'name': 'tempest-TestNetworkAdvancedServerOps-router-213143028', 'tenant_id': '0ceca0f616eb43dfa068e38ea05be00f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.156'}], 'enable_snat': True}, 'gw_port_id': 'a344dbbd-1809-40df-bc05-e70ef330d4f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:41:12Z', 'updated_at': '2022-01-28T20:41:13Z', 'revision_number': 3, 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'gw_port': {'id': 'a344dbbd-1809-40df-bc05-e70ef330d4f9', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c1:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd3dd1ea-5581-43a3-8967-5021809c0267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:41:12Z', 'updated_at': '2022-01-28T20:41:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:41:14.847145 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-971b757c-7fbd-4c52-94d5-48dffb52a003 None None] For port dad82714-7b19-4a09-953c-0cf9eea05bf3, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:41:14.852119 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-971b757c-7fbd-4c52-94d5-48dffb52a003 None None] For port dad82714-7b19-4a09-953c-0cf9eea05bf3, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=dad82714-7b19-4a09-953c-0cf9eea05bf3,segment=NetworkSegment(a941a489-50df-4ade-8bab-6c1822c155f9),segment_id=a941a489-50df-4ade-8bab-6c1822c155f9)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:41:14.864649 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-971b757c-7fbd-4c52-94d5-48dffb52a003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (dad82714-7b19-4a09-953c-0cf9eea05bf3), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:14.990741 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971b757c-7fbd-4c52-94d5-48dffb52a003 None None] Pushing event updated for resources: {'Port': ['ID=dad82714-7b19-4a09-953c-0cf9eea05bf3,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:41:15.042994 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-c0b2ecce-98a1-479a-b4da-3ec8310784a4 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Allocated IP 172.20.0.1 (19413feb-de03-4d5d-a7d7-9e6e7a64e895/eb87af83-5691-41eb-9f29-24d58b87476f/e3c4c76a-a446-4109-91ea-a6338c871b4f) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:41:15.304488 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c0b2ecce-98a1-479a-b4da-3ec8310784a4 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for port (e3c4c76a-a446-4109-91ea-a6338c871b4f), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:15.350527 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c0b2ecce-98a1-479a-b4da-3ec8310784a4 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (e3c4c76a-a446-4109-91ea-a6338c871b4f), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:15.417633 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b2ecce-98a1-479a-b4da-3ec8310784a4 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Network 19413feb-de03-4d5d-a7d7-9e6e7a64e895 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:41:15.421033 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-c0b2ecce-98a1-479a-b4da-3ec8310784a4 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:41:15.430392 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b2ecce-98a1-479a-b4da-3ec8310784a4 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:41:15.478720 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2ecce-98a1-479a-b4da-3ec8310784a4 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Pushing event updated for resources: {'Port': ['ID=e3c4c76a-a446-4109-91ea-a6338c871b4f,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:41:15.492667 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c0b2ecce-98a1-479a-b4da-3ec8310784a4 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734769'] for router_interface (cd3dd1ea-5581-43a3-8967-5021809c0267), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:15.504001 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device dad82714-7b19-4a09-953c-0cf9eea05bf3 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:41:15.591499 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port dad82714-7b19-4a09-953c-0cf9eea05bf3 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:41:15.591895 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (dad82714-7b19-4a09-953c-0cf9eea05bf3), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:15.690900 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port dad82714-7b19-4a09-953c-0cf9eea05bf3 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:41:15.691648 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (dad82714-7b19-4a09-953c-0cf9eea05bf3), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:15.730769 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] For port dad82714-7b19-4a09-953c-0cf9eea05bf3, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=dad82714-7b19-4a09-953c-0cf9eea05bf3,segment=NetworkSegment(a941a489-50df-4ade-8bab-6c1822c155f9),segment_id=a941a489-50df-4ade-8bab-6c1822c155f9)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:41:15.736837 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (dad82714-7b19-4a09-953c-0cf9eea05bf3), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:15.737796 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device a344dbbd-1809-40df-bc05-e70ef330d4f9 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:41:15.857138 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Pushing event updated for resources: {'Port': ['ID=dad82714-7b19-4a09-953c-0cf9eea05bf3,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:41:15.881631 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port a344dbbd-1809-40df-bc05-e70ef330d4f9 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:41:15.881973 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (a344dbbd-1809-40df-bc05-e70ef330d4f9), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:16.017387 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port a344dbbd-1809-40df-bc05-e70ef330d4f9 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:41:16.017784 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (a344dbbd-1809-40df-bc05-e70ef330d4f9), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:16.048554 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] For port a344dbbd-1809-40df-bc05-e70ef330d4f9, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=a344dbbd-1809-40df-bc05-e70ef330d4f9,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:41:16.053929 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (a344dbbd-1809-40df-bc05-e70ef330d4f9), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:16.105258 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c0b2ecce-98a1-479a-b4da-3ec8310784a4 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (e3c4c76a-a446-4109-91ea-a6338c871b4f), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:16.125807 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Pushing event updated for resources: {'Port': ['ID=a344dbbd-1809-40df-bc05-e70ef330d4f9,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:41:16.378175 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0060c4f7-d610-4221-aea9-8cff981ae2b8 None None] Network 19413feb-de03-4d5d-a7d7-9e6e7a64e895 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:41:16.428331 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c0b2ecce-98a1-479a-b4da-3ec8310784a4 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for port (e3c4c76a-a446-4109-91ea-a6338c871b4f), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:16.434940 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c0b2ecce-98a1-479a-b4da-3ec8310784a4 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (e3c4c76a-a446-4109-91ea-a6338c871b4f), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:16.474561 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-5bf57b59-9178-4f4c-b97e-bdd80d00b27f None None] Provisioning complete for port dad82714-7b19-4a09-953c-0cf9eea05bf3 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:41:16.474937 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5bf57b59-9178-4f4c-b97e-bdd80d00b27f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (dad82714-7b19-4a09-953c-0cf9eea05bf3), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:16.522414 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2ecce-98a1-479a-b4da-3ec8310784a4 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Pushing event updated for resources: {'Port': ['ID=e3c4c76a-a446-4109-91ea-a6338c871b4f,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:41:16.526705 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c0b2ecce-98a1-479a-b4da-3ec8310784a4 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-756216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-732801'] for router_interface (cd3dd1ea-5581-43a3-8967-5021809c0267), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:16.596486 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-5bf57b59-9178-4f4c-b97e-bdd80d00b27f None None] Current status of the port dad82714-7b19-4a09-953c-0cf9eea05bf3 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:41:16.648329 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b2ecce-98a1-479a-b4da-3ec8310784a4 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Network 19413feb-de03-4d5d-a7d7-9e6e7a64e895 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:41:16.650647 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-c0b2ecce-98a1-479a-b4da-3ec8310784a4 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:41:16.773510 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0b2ecce-98a1-479a-b4da-3ec8310784a4 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Router cd3dd1ea-5581-43a3-8967-5021809c0267 has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:41:16.830125 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-6a2abcea-b82c-4a5e-80fc-1735f6389984 None None] Provisioning complete for port e3c4c76a-a446-4109-91ea-a6338c871b4f triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:41:16.830669 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6a2abcea-b82c-4a5e-80fc-1735f6389984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (e3c4c76a-a446-4109-91ea-a6338c871b4f), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:16.884588 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-6a2abcea-b82c-4a5e-80fc-1735f6389984 None None] Port e3c4c76a-a446-4109-91ea-a6338c871b4f cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 20:41:16.906942 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-6a2abcea-b82c-4a5e-80fc-1735f6389984 None None] Provisioning complete for port dad82714-7b19-4a09-953c-0cf9eea05bf3 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:41:16.907461 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6a2abcea-b82c-4a5e-80fc-1735f6389984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (dad82714-7b19-4a09-953c-0cf9eea05bf3), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:16.922590 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0b2ecce-98a1-479a-b4da-3ec8310784a4 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:41:16.928715 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-c0b2ecce-98a1-479a-b4da-3ec8310784a4 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "PUT /v2.0/routers/cd3dd1ea-5581-43a3-8967-5021809c0267/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7923362 Jan 28 20:41:16.997003 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-6a2abcea-b82c-4a5e-80fc-1735f6389984 None None] Current status of the port dad82714-7b19-4a09-953c-0cf9eea05bf3 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:41:17.090741 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd8520b-40d3-43bd-ae9a-64a432211f1b None None] Sync routers for ids ['cd3dd1ea-5581-43a3-8967-5021809c0267'] in n-d-812111-14 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:41:17.097698 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-84560744-0347-4c02-83ea-262073488ce4 req-7f8913e3-962b-4975-8845-1550eb0e942e tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1696456173&fields=id&tenant_id=0ceca0f616eb43dfa068e38ea05be00f HTTP/1.1" status: 200 len: 267 time: 0.0496161 Jan 28 20:41:17.100392 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd8520b-40d3-43bd-ae9a-64a432211f1b None None] Routers {'cd3dd1ea-5581-43a3-8967-5021809c0267'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:41:17.101017 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-0fd8520b-40d3-43bd-ae9a-64a432211f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:41:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['cd3dd1ea-5581-43a3-8967-5021809c0267'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:41:17.165621 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-aef7b828-3eae-4bcd-b25a-653a79c6466c None None] Provisioning complete for port e3c4c76a-a446-4109-91ea-a6338c871b4f triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:41:17.165998 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-aef7b828-3eae-4bcd-b25a-653a79c6466c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (e3c4c76a-a446-4109-91ea-a6338c871b4f), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:17.180019 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:41:17.232414 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84560744-0347-4c02-83ea-262073488ce4 req-c8bcb1d4-2c00-456a-b504-235378c04bce tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:41:17.234311 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-84560744-0347-4c02-83ea-262073488ce4 req-c8bcb1d4-2c00-456a-b504-235378c04bce tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/networks?id=19413feb-de03-4d5d-a7d7-9e6e7a64e895 HTTP/1.1" status: 200 len: 796 time: 0.1302814 Jan 28 20:41:17.252365 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-84560744-0347-4c02-83ea-262073488ce4 req-9ccaa52c-39a1-4bfc-8c02-f03ea8a6f809 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/quotas/0ceca0f616eb43dfa068e38ea05be00f HTTP/1.1" status: 200 len: 375 time: 0.0109599 Jan 28 20:41:17.327458 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-84560744-0347-4c02-83ea-262073488ce4 req-bc05c57c-cd00-4dd3-a474-6aedfaa6d6ce tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=0ceca0f616eb43dfa068e38ea05be00f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0683427 Jan 28 20:41:17.370440 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device dad82714-7b19-4a09-953c-0cf9eea05bf3 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:41:17.430824 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-84560744-0347-4c02-83ea-262073488ce4 req-54fafeb4-8953-4ec8-baa7-cc8a9b363e6f service neutron] 10.222.0.64 "GET /v2.0/networks/19413feb-de03-4d5d-a7d7-9e6e7a64e895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915320 Jan 28 20:41:17.450092 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-0fd8520b-40d3-43bd-ae9a-64a432211f1b None None] Set router cd3dd1ea-5581-43a3-8967-5021809c0267 gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:41:17.451763 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-aef7b828-3eae-4bcd-b25a-653a79c6466c None None] Port e3c4c76a-a446-4109-91ea-a6338c871b4f cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 20:41:17.522179 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-84560744-0347-4c02-83ea-262073488ce4 req-37917cc7-4303-4f11-9909-d3a85f3f5107 service neutron] 10.222.0.64 "GET /v2.0/networks/19413feb-de03-4d5d-a7d7-9e6e7a64e895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851753 Jan 28 20:41:17.546492 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port dad82714-7b19-4a09-953c-0cf9eea05bf3 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:41:17.546872 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (dad82714-7b19-4a09-953c-0cf9eea05bf3), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:17.643665 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-820ad73d-2d41-4bb7-b3b1-0dfda2cb30bd None None] Provisioning complete for port e3c4c76a-a446-4109-91ea-a6338c871b4f triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:41:17.644311 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-820ad73d-2d41-4bb7-b3b1-0dfda2cb30bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (e3c4c76a-a446-4109-91ea-a6338c871b4f), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:17.708567 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-318c0000-0d71-4f1d-ad9c-5551e20d18b3 req-dc758de3-3662-4bad-b9f3-b1adfa55747a tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cbfa3cd-e283-4859-8c75-9c43465fa2b3 HTTP/1.1" status: 200 len: 210 time: 0.0448313 Jan 28 20:41:17.727040 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-820ad73d-2d41-4bb7-b3b1-0dfda2cb30bd None None] Port e3c4c76a-a446-4109-91ea-a6338c871b4f cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 20:41:17.771670 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port dad82714-7b19-4a09-953c-0cf9eea05bf3 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:41:17.772756 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device a344dbbd-1809-40df-bc05-e70ef330d4f9 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:41:17.814263 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-0fd8520b-40d3-43bd-ae9a-64a432211f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd3dd1ea-5581-43a3-8967-5021809c0267', 'name': 'tempest-TestNetworkAdvancedServerOps-router-213143028', 'tenant_id': '0ceca0f616eb43dfa068e38ea05be00f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.156'}], 'enable_snat': True}, 'gw_port_id': 'a344dbbd-1809-40df-bc05-e70ef330d4f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:41:12Z', 'updated_at': '2022-01-28T20:41:16Z', 'revision_number': 4, 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'gw_port': {'id': 'a344dbbd-1809-40df-bc05-e70ef330d4f9', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c1:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd3dd1ea-5581-43a3-8967-5021809c0267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:41:12Z', 'updated_at': '2022-01-28T20:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': 'e3c4c76a-a446-4109-91ea-a6338c871b4f', 'name': '', 'network_id': '19413feb-de03-4d5d-a7d7-9e6e7a64e895', 'tenant_id': '0ceca0f616eb43dfa068e38ea05be00f', 'mac_address': 'fa:16:3e:f3:ad:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd3dd1ea-5581-43a3-8967-5021809c0267', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'eb87af83-5691-41eb-9f29-24d58b87476f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:41:14Z', 'updated_at': '2022-01-28T20:41:16Z', 'revision_number': 2, 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'subnets': [{'id': 'eb87af83-5691-41eb-9f29-24d58b87476f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:41:17.843590 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd8520b-40d3-43bd-ae9a-64a432211f1b None None] Checking router: cd3dd1ea-5581-43a3-8967-5021809c0267 for host: n-d-812111-14 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:41:17.843951 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd8520b-40d3-43bd-ae9a-64a432211f1b None None] Updating router cd3dd1ea-5581-43a3-8967-5021809c0267 port e3c4c76a-a446-4109-91ea-a6338c871b4f binding host n-d-812111-14 {{(pid=103306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:41:17.881605 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port a344dbbd-1809-40df-bc05-e70ef330d4f9 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:41:17.881982 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (a344dbbd-1809-40df-bc05-e70ef330d4f9), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:17.886108 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0fd8520b-40d3-43bd-ae9a-64a432211f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (e3c4c76a-a446-4109-91ea-a6338c871b4f), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:18.075415 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port a344dbbd-1809-40df-bc05-e70ef330d4f9 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:41:18.214424 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0fd8520b-40d3-43bd-ae9a-64a432211f1b None None] Publish callbacks [] for port (e3c4c76a-a446-4109-91ea-a6338c871b4f), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:18.224353 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0fd8520b-40d3-43bd-ae9a-64a432211f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (e3c4c76a-a446-4109-91ea-a6338c871b4f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:18.288328 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9acd0f-fb38-42dd-bab3-1dca12315ace None None] Pushing event updated for resources: {'Port': ['ID=e3c4c76a-a446-4109-91ea-a6338c871b4f,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:41:18.345276 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-0fd8520b-40d3-43bd-ae9a-64a432211f1b None None] Attempting to bind port e3c4c76a-a446-4109-91ea-a6338c871b4f on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:41:18.345654 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-0fd8520b-40d3-43bd-ae9a-64a432211f1b None None] Attempting to bind port e3c4c76a-a446-4109-91ea-a6338c871b4f by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': 'a941a489-50df-4ade-8bab-6c1822c155f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '19413feb-de03-4d5d-a7d7-9e6e7a64e895'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:41:18.346039 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd8520b-40d3-43bd-ae9a-64a432211f1b None None] Attempting to bind port e3c4c76a-a446-4109-91ea-a6338c871b4f on network 19413feb-de03-4d5d-a7d7-9e6e7a64e895 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:41:18.351632 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd8520b-40d3-43bd-ae9a-64a432211f1b None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:41:18.352473 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd8520b-40d3-43bd-ae9a-64a432211f1b None None] Checking segment: {'id': 'a941a489-50df-4ade-8bab-6c1822c155f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '19413feb-de03-4d5d-a7d7-9e6e7a64e895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:41:18.352473 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0fd8520b-40d3-43bd-ae9a-64a432211f1b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:18.352855 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd8520b-40d3-43bd-ae9a-64a432211f1b None None] Bound using segment: {'id': 'a941a489-50df-4ade-8bab-6c1822c155f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '19413feb-de03-4d5d-a7d7-9e6e7a64e895'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:41:18.353361 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-0fd8520b-40d3-43bd-ae9a-64a432211f1b None None] Bound port: e3c4c76a-a446-4109-91ea-a6338c871b4f, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a941a489-50df-4ade-8bab-6c1822c155f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '19413feb-de03-4d5d-a7d7-9e6e7a64e895'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:41:18.353745 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0fd8520b-40d3-43bd-ae9a-64a432211f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (e3c4c76a-a446-4109-91ea-a6338c871b4f), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:18.422658 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-0fd8520b-40d3-43bd-ae9a-64a432211f1b None None] For port e3c4c76a-a446-4109-91ea-a6338c871b4f, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:41:18.426763 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-0fd8520b-40d3-43bd-ae9a-64a432211f1b None None] For port e3c4c76a-a446-4109-91ea-a6338c871b4f, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=e3c4c76a-a446-4109-91ea-a6338c871b4f,segment=NetworkSegment(a941a489-50df-4ade-8bab-6c1822c155f9),segment_id=a941a489-50df-4ade-8bab-6c1822c155f9)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:41:18.435654 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0fd8520b-40d3-43bd-ae9a-64a432211f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (e3c4c76a-a446-4109-91ea-a6338c871b4f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:18.504014 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd8520b-40d3-43bd-ae9a-64a432211f1b None None] Routers {'cd3dd1ea-5581-43a3-8967-5021809c0267'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:41:18.504777 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-0fd8520b-40d3-43bd-ae9a-64a432211f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:41:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['cd3dd1ea-5581-43a3-8967-5021809c0267'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:41:18.542654 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9acd0f-fb38-42dd-bab3-1dca12315ace None None] Pushing event updated for resources: {'Port': ['ID=e3c4c76a-a446-4109-91ea-a6338c871b4f,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:41:18.609195 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-11eab3a2-311a-4af6-958e-b42a785c30a7 None None] Provisioning complete for port e3c4c76a-a446-4109-91ea-a6338c871b4f triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:41:18.609573 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-11eab3a2-311a-4af6-958e-b42a785c30a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (e3c4c76a-a446-4109-91ea-a6338c871b4f), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:18.672211 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-0fd8520b-40d3-43bd-ae9a-64a432211f1b None None] Set router cd3dd1ea-5581-43a3-8967-5021809c0267 gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:41:18.702914 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84560744-0347-4c02-83ea-262073488ce4 req-79a27438-381c-4031-a122-b0a6596a50f7 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:41:18.705354 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-84560744-0347-4c02-83ea-262073488ce4 req-79a27438-381c-4031-a122-b0a6596a50f7 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.70 "GET /v2.0/networks?id=19413feb-de03-4d5d-a7d7-9e6e7a64e895 HTTP/1.1" status: 200 len: 796 time: 0.1399796 Jan 28 20:41:18.780823 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-84560744-0347-4c02-83ea-262073488ce4 req-59d81f32-c842-4739-b796-79013ce7137a tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0ceca0f616eb43dfa068e38ea05be00f HTTP/1.1" status: 200 len: 380 time: 0.0664592 Jan 28 20:41:18.794405 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-84560744-0347-4c02-83ea-262073488ce4 req-a21b51e4-81dd-40e6-b595-9f2361dbb00b tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Request body: {'port': {'device_id': '3cbfa3cd-e283-4859-8c75-9c43465fa2b3', 'network_id': '19413feb-de03-4d5d-a7d7-9e6e7a64e895', 'admin_state_up': True, 'tenant_id': '0ceca0f616eb43dfa068e38ea05be00f', 'security_groups': ['148cb4ad-2aa6-4067-aff3-b8fbbf7c433a']}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:41:18.844126 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-11eab3a2-311a-4af6-958e-b42a785c30a7 None None] Current status of the port e3c4c76a-a446-4109-91ea-a6338c871b4f is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:41:18.844523 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-11eab3a2-311a-4af6-958e-b42a785c30a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (e3c4c76a-a446-4109-91ea-a6338c871b4f), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:18.868321 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-91725867-e291-4737-85e1-38a4d052bab2 req-dbc9b99c-f7ad-4d5a-aff4-b2498926da04 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cbfa3cd-e283-4859-8c75-9c43465fa2b3 HTTP/1.1" status: 200 len: 210 time: 0.0691495 Jan 28 20:41:18.910303 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-11eab3a2-311a-4af6-958e-b42a785c30a7 None None] For port e3c4c76a-a446-4109-91ea-a6338c871b4f, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=e3c4c76a-a446-4109-91ea-a6338c871b4f,segment=NetworkSegment(a941a489-50df-4ade-8bab-6c1822c155f9),segment_id=a941a489-50df-4ade-8bab-6c1822c155f9)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:41:18.931342 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-11eab3a2-311a-4af6-958e-b42a785c30a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (e3c4c76a-a446-4109-91ea-a6338c871b4f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:18.931584 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84560744-0347-4c02-83ea-262073488ce4 req-a21b51e4-81dd-40e6-b595-9f2361dbb00b tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Made reservation on behalf of 0ceca0f616eb43dfa068e38ea05be00f for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:41:18.935593 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-84560744-0347-4c02-83ea-262073488ce4 req-a21b51e4-81dd-40e6-b595-9f2361dbb00b tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:18.989030 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11eab3a2-311a-4af6-958e-b42a785c30a7 None None] Pushing event updated for resources: {'Port': ['ID=e3c4c76a-a446-4109-91ea-a6338c871b4f,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:41:19.001762 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-0fd8520b-40d3-43bd-ae9a-64a432211f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd3dd1ea-5581-43a3-8967-5021809c0267', 'name': 'tempest-TestNetworkAdvancedServerOps-router-213143028', 'tenant_id': '0ceca0f616eb43dfa068e38ea05be00f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.156'}], 'enable_snat': True}, 'gw_port_id': 'a344dbbd-1809-40df-bc05-e70ef330d4f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:41:12Z', 'updated_at': '2022-01-28T20:41:16Z', 'revision_number': 4, 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'gw_port': {'id': 'a344dbbd-1809-40df-bc05-e70ef330d4f9', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c1:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd3dd1ea-5581-43a3-8967-5021809c0267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:41:12Z', 'updated_at': '2022-01-28T20:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': 'e3c4c76a-a446-4109-91ea-a6338c871b4f', 'name': '', 'network_id': '19413feb-de03-4d5d-a7d7-9e6e7a64e895', 'tenant_id': '0ceca0f616eb43dfa068e38ea05be00f', 'mac_address': 'fa:16:3e:f3:ad:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd3dd1ea-5581-43a3-8967-5021809c0267', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'eb87af83-5691-41eb-9f29-24d58b87476f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:41:14Z', 'updated_at': '2022-01-28T20:41:18Z', 'revision_number': 4, 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'subnets': [{'id': 'eb87af83-5691-41eb-9f29-24d58b87476f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:41:19.029465 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd8520b-40d3-43bd-ae9a-64a432211f1b None None] The sync data for ids ['cd3dd1ea-5581-43a3-8967-5021809c0267'] in n-d-812111-14 is: [{'id': 'cd3dd1ea-5581-43a3-8967-5021809c0267', 'name': 'tempest-TestNetworkAdvancedServerOps-router-213143028', 'tenant_id': '0ceca0f616eb43dfa068e38ea05be00f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.156'}], 'enable_snat': True}, 'gw_port_id': 'a344dbbd-1809-40df-bc05-e70ef330d4f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:41:12Z', 'updated_at': '2022-01-28T20:41:16Z', 'revision_number': 4, 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'gw_port': {'id': 'a344dbbd-1809-40df-bc05-e70ef330d4f9', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c1:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd3dd1ea-5581-43a3-8967-5021809c0267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:41:12Z', 'updated_at': '2022-01-28T20:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': 'e3c4c76a-a446-4109-91ea-a6338c871b4f', 'name': '', 'network_id': '19413feb-de03-4d5d-a7d7-9e6e7a64e895', 'tenant_id': '0ceca0f616eb43dfa068e38ea05be00f', 'mac_address': 'fa:16:3e:f3:ad:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd3dd1ea-5581-43a3-8967-5021809c0267', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'eb87af83-5691-41eb-9f29-24d58b87476f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:41:14Z', 'updated_at': '2022-01-28T20:41:18Z', 'revision_number': 4, 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'subnets': [{'id': 'eb87af83-5691-41eb-9f29-24d58b87476f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:41:19.052139 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-227a3196-51d1-46da-82eb-4e1ce448e6e2 None None] Provisioning complete for port e3c4c76a-a446-4109-91ea-a6338c871b4f triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:41:19.053063 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-227a3196-51d1-46da-82eb-4e1ce448e6e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (e3c4c76a-a446-4109-91ea-a6338c871b4f), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:19.069343 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-84560744-0347-4c02-83ea-262073488ce4 req-a21b51e4-81dd-40e6-b595-9f2361dbb00b tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Allocated IP 172.20.0.11 (19413feb-de03-4d5d-a7d7-9e6e7a64e895/eb87af83-5691-41eb-9f29-24d58b87476f/c69304f9-6f27-4d57-b882-26997c5042d0) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:41:19.167920 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-227a3196-51d1-46da-82eb-4e1ce448e6e2 None None] Current status of the port e3c4c76a-a446-4109-91ea-a6338c871b4f is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:41:19.252187 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-84560744-0347-4c02-83ea-262073488ce4 req-a21b51e4-81dd-40e6-b595-9f2361dbb00b tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for port (c69304f9-6f27-4d57-b882-26997c5042d0), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:19.293554 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-84560744-0347-4c02-83ea-262073488ce4 req-a21b51e4-81dd-40e6-b595-9f2361dbb00b tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (c69304f9-6f27-4d57-b882-26997c5042d0), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:19.309973 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device e3c4c76a-a446-4109-91ea-a6338c871b4f up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:41:19.343669 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84560744-0347-4c02-83ea-262073488ce4 req-a21b51e4-81dd-40e6-b595-9f2361dbb00b tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Network 19413feb-de03-4d5d-a7d7-9e6e7a64e895 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:41:19.349071 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-84560744-0347-4c02-83ea-262073488ce4 req-a21b51e4-81dd-40e6-b595-9f2361dbb00b tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:41:19.354175 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-84560744-0347-4c02-83ea-262073488ce4 req-a21b51e4-81dd-40e6-b595-9f2361dbb00b tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:41:19.365523 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port e3c4c76a-a446-4109-91ea-a6338c871b4f triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:41:19.365953 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (e3c4c76a-a446-4109-91ea-a6338c871b4f), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:19.408366 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21b51e4-81dd-40e6-b595-9f2361dbb00b tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Pushing event updated for resources: {'Port': ['ID=c69304f9-6f27-4d57-b882-26997c5042d0,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:41:19.416443 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84560744-0347-4c02-83ea-262073488ce4 req-a21b51e4-81dd-40e6-b595-9f2361dbb00b tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:41:19.417149 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-84560744-0347-4c02-83ea-262073488ce4 req-a21b51e4-81dd-40e6-b595-9f2361dbb00b tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:19.437962 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-84560744-0347-4c02-83ea-262073488ce4 req-a21b51e4-81dd-40e6-b595-9f2361dbb00b tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6476719 Jan 28 20:41:19.452082 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-84560744-0347-4c02-83ea-262073488ce4 req-4e572ae6-28d8-479a-b7d1-00d74e9a2952 service neutron] Request body: {'port': {'device_id': '3cbfa3cd-e283-4859-8c75-9c43465fa2b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-14'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:41:19.475012 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port e3c4c76a-a446-4109-91ea-a6338c871b4f is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:41:19.522881 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-84560744-0347-4c02-83ea-262073488ce4 req-4e572ae6-28d8-479a-b7d1-00d74e9a2952 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (c69304f9-6f27-4d57-b882-26997c5042d0), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:19.691958 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-35a94ad8-9e93-4ae4-b652-844ea6168c8a None None] Provisioning complete for port c69304f9-6f27-4d57-b882-26997c5042d0 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:41:19.692989 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-35a94ad8-9e93-4ae4-b652-844ea6168c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (c69304f9-6f27-4d57-b882-26997c5042d0), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:19.730056 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-35a94ad8-9e93-4ae4-b652-844ea6168c8a None None] Port c69304f9-6f27-4d57-b882-26997c5042d0 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 20:41:19.819633 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-84560744-0347-4c02-83ea-262073488ce4 req-4e572ae6-28d8-479a-b7d1-00d74e9a2952 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c69304f9-6f27-4d57-b882-26997c5042d0 {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:41:19.828538 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-84560744-0347-4c02-83ea-262073488ce4 req-4e572ae6-28d8-479a-b7d1-00d74e9a2952 service neutron] Publish callbacks [] for port (c69304f9-6f27-4d57-b882-26997c5042d0), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:19.842704 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-84560744-0347-4c02-83ea-262073488ce4 req-4e572ae6-28d8-479a-b7d1-00d74e9a2952 service neutron] Transition to ACTIVE for port object c69304f9-6f27-4d57-b882-26997c5042d0 will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:41:19.846533 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-84560744-0347-4c02-83ea-262073488ce4 req-4e572ae6-28d8-479a-b7d1-00d74e9a2952 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (c69304f9-6f27-4d57-b882-26997c5042d0), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:19.962367 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e572ae6-28d8-479a-b7d1-00d74e9a2952 service neutron] Pushing event updated for resources: {'Port': ['ID=c69304f9-6f27-4d57-b882-26997c5042d0,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:41:19.973873 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-84560744-0347-4c02-83ea-262073488ce4 req-4e572ae6-28d8-479a-b7d1-00d74e9a2952 service neutron] Attempting to bind port c69304f9-6f27-4d57-b882-26997c5042d0 on host n-h2-812111-14 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:41:19.974366 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-84560744-0347-4c02-83ea-262073488ce4 req-4e572ae6-28d8-479a-b7d1-00d74e9a2952 service neutron] Attempting to bind port c69304f9-6f27-4d57-b882-26997c5042d0 by drivers openvswitch,hyperv on host n-h2-812111-14 at level 0 using segments [{'id': 'a941a489-50df-4ade-8bab-6c1822c155f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '19413feb-de03-4d5d-a7d7-9e6e7a64e895'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:41:19.974569 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84560744-0347-4c02-83ea-262073488ce4 req-4e572ae6-28d8-479a-b7d1-00d74e9a2952 service neutron] Attempting to bind port c69304f9-6f27-4d57-b882-26997c5042d0 on network 19413feb-de03-4d5d-a7d7-9e6e7a64e895 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:41:19.979920 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84560744-0347-4c02-83ea-262073488ce4 req-4e572ae6-28d8-479a-b7d1-00d74e9a2952 service neutron] Port c69304f9-6f27-4d57-b882-26997c5042d0 on network 19413feb-de03-4d5d-a7d7-9e6e7a64e895 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-14 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:41:19.980259 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84560744-0347-4c02-83ea-262073488ce4 req-4e572ae6-28d8-479a-b7d1-00d74e9a2952 service neutron] Attempting to bind port c69304f9-6f27-4d57-b882-26997c5042d0 on network 19413feb-de03-4d5d-a7d7-9e6e7a64e895 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:41:19.985518 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84560744-0347-4c02-83ea-262073488ce4 req-4e572ae6-28d8-479a-b7d1-00d74e9a2952 service neutron] Checking agent: {'id': '8f3fee4e-bf24-4b58-8a3a-ae9c8011a473', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 40, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:41:19.985919 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84560744-0347-4c02-83ea-262073488ce4 req-4e572ae6-28d8-479a-b7d1-00d74e9a2952 service neutron] Checking segment: {'id': 'a941a489-50df-4ade-8bab-6c1822c155f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '19413feb-de03-4d5d-a7d7-9e6e7a64e895'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:41:19.986315 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84560744-0347-4c02-83ea-262073488ce4 req-4e572ae6-28d8-479a-b7d1-00d74e9a2952 service neutron] Bound using segment: {'id': 'a941a489-50df-4ade-8bab-6c1822c155f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '19413feb-de03-4d5d-a7d7-9e6e7a64e895'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:41:19.986828 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-84560744-0347-4c02-83ea-262073488ce4 req-4e572ae6-28d8-479a-b7d1-00d74e9a2952 service neutron] Bound port: c69304f9-6f27-4d57-b882-26997c5042d0, host: n-h2-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a941a489-50df-4ade-8bab-6c1822c155f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '19413feb-de03-4d5d-a7d7-9e6e7a64e895'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:41:19.987202 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-84560744-0347-4c02-83ea-262073488ce4 req-4e572ae6-28d8-479a-b7d1-00d74e9a2952 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (c69304f9-6f27-4d57-b882-26997c5042d0), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:20.017140 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac347226-65fe-4d02-826e-0c4f518a92ad req-22165ef1-b2ca-4134-9881-f50b8f8dee13 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:41:20.018674 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ac347226-65fe-4d02-826e-0c4f518a92ad req-22165ef1-b2ca-4134-9881-f50b8f8dee13 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cbfa3cd-e283-4859-8c75-9c43465fa2b3 HTTP/1.1" status: 200 len: 944 time: 0.0733345 Jan 28 20:41:20.077228 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-84560744-0347-4c02-83ea-262073488ce4 req-4e572ae6-28d8-479a-b7d1-00d74e9a2952 service neutron] For port c69304f9-6f27-4d57-b882-26997c5042d0, host n-h2-812111-14, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:41:20.081275 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-84560744-0347-4c02-83ea-262073488ce4 req-4e572ae6-28d8-479a-b7d1-00d74e9a2952 service neutron] For port c69304f9-6f27-4d57-b882-26997c5042d0, host n-h2-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=c69304f9-6f27-4d57-b882-26997c5042d0,segment=NetworkSegment(a941a489-50df-4ade-8bab-6c1822c155f9),segment_id=a941a489-50df-4ade-8bab-6c1822c155f9)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:41:20.086686 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ac347226-65fe-4d02-826e-0c4f518a92ad req-64eb50b6-f5fb-40e3-bd21-b4ec5f5aa13f tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/security-groups?id=148cb4ad-2aa6-4067-aff3-b8fbbf7c433a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611563 Jan 28 20:41:20.090654 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-84560744-0347-4c02-83ea-262073488ce4 req-4e572ae6-28d8-479a-b7d1-00d74e9a2952 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (c69304f9-6f27-4d57-b882-26997c5042d0), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:20.129649 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84560744-0347-4c02-83ea-262073488ce4 req-4e572ae6-28d8-479a-b7d1-00d74e9a2952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:41:20.130320 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-84560744-0347-4c02-83ea-262073488ce4 req-4e572ae6-28d8-479a-b7d1-00d74e9a2952 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:20.131720 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-84560744-0347-4c02-83ea-262073488ce4 req-4e572ae6-28d8-479a-b7d1-00d74e9a2952 service neutron] 10.222.0.70 "PUT /v2.0/ports/c69304f9-6f27-4d57-b882-26997c5042d0 HTTP/1.1" status: 200 len: 1093 time: 0.6845591 Jan 28 20:41:20.132174 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cbfa3cd-e283-4859-8c75-9c43465fa2b3', 'tag': 'c69304f9-6f27-4d57-b882-26997c5042d0'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:41:20.135319 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}690870b4896ba3504f21237a239c836c0346d6a62bcfb5e8ee91fd1b13f99dd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15a51da6-e3ec-4e0f-8e6a-cbf98c8beea7" -d '{"events": [{"name": "network-changed", "server_uuid": "3cbfa3cd-e283-4859-8c75-9c43465fa2b3", "tag": "c69304f9-6f27-4d57-b882-26997c5042d0"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:41:20.169199 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e572ae6-28d8-479a-b7d1-00d74e9a2952 service neutron] Pushing event updated for resources: {'Port': ['ID=c69304f9-6f27-4d57-b882-26997c5042d0,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:41:20.211662 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:41:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5d50c22-cd1c-4e98-a96e-1d5474c47d41 x-openstack-request-id: req-b5d50c22-cd1c-4e98-a96e-1d5474c47d41 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:41:20.211989 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cbfa3cd-e283-4859-8c75-9c43465fa2b3", "tag": "c69304f9-6f27-4d57-b882-26997c5042d0", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:41:20.212270 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b5d50c22-cd1c-4e98-a96e-1d5474c47d41 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:41:20.212831 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cbfa3cd-e283-4859-8c75-9c43465fa2b3', 'tag': 'c69304f9-6f27-4d57-b882-26997c5042d0', 'status': 'completed', 'code': 200} Jan 28 20:41:20.242854 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84560744-0347-4c02-83ea-262073488ce4 req-55bac33b-7a20-42f3-8028-85d38e4ed78a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:41:20.244455 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-84560744-0347-4c02-83ea-262073488ce4 req-55bac33b-7a20-42f3-8028-85d38e4ed78a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0ceca0f616eb43dfa068e38ea05be00f&device_id=3cbfa3cd-e283-4859-8c75-9c43465fa2b3 HTTP/1.1" status: 200 len: 1127 time: 0.0626357 Jan 28 20:41:20.294904 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-84560744-0347-4c02-83ea-262073488ce4 req-1c828ab2-af4d-4f51-80f6-32083c4e8871 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c69304f9-6f27-4d57-b882-26997c5042d0 HTTP/1.1" status: 200 len: 217 time: 0.0431523 Jan 28 20:41:20.347068 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84560744-0347-4c02-83ea-262073488ce4 req-8dbedb57-35bb-4efb-8381-a05b14a52102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:41:20.348669 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-84560744-0347-4c02-83ea-262073488ce4 req-8dbedb57-35bb-4efb-8381-a05b14a52102 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=eb87af83-5691-41eb-9f29-24d58b87476f HTTP/1.1" status: 200 len: 835 time: 0.0483623 Jan 28 20:41:20.402129 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84560744-0347-4c02-83ea-262073488ce4 req-1b5ffb3f-8a5e-4f3e-976b-6378459bda5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:41:20.403656 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-84560744-0347-4c02-83ea-262073488ce4 req-1b5ffb3f-8a5e-4f3e-976b-6378459bda5f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=19413feb-de03-4d5d-a7d7-9e6e7a64e895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0485563 Jan 28 20:41:20.497623 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-84560744-0347-4c02-83ea-262073488ce4 req-87f5e242-6bc0-4004-bc88-82fc3328c020 service neutron] 10.222.0.70 "GET /v2.0/networks/19413feb-de03-4d5d-a7d7-9e6e7a64e895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875070 Jan 28 20:41:20.586773 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-84560744-0347-4c02-83ea-262073488ce4 req-dd03214d-1cc4-443f-ba2c-f5193536f690 service neutron] 10.222.0.70 "GET /v2.0/networks/19413feb-de03-4d5d-a7d7-9e6e7a64e895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838449 Jan 28 20:41:20.679921 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a51da6-e3ec-4e0f-8e6a-cbf98c8beea7 req-5de469b4-2d6b-4841-8062-3e70384d294a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:41:20.681487 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-15a51da6-e3ec-4e0f-8e6a-cbf98c8beea7 req-5de469b4-2d6b-4841-8062-3e70384d294a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0ceca0f616eb43dfa068e38ea05be00f&device_id=3cbfa3cd-e283-4859-8c75-9c43465fa2b3 HTTP/1.1" status: 200 len: 1127 time: 0.0514092 Jan 28 20:41:20.774240 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a51da6-e3ec-4e0f-8e6a-cbf98c8beea7 req-d9f9cb27-7cf0-4d78-ba44-3e10b0b3910d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:41:20.775968 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-15a51da6-e3ec-4e0f-8e6a-cbf98c8beea7 req-d9f9cb27-7cf0-4d78-ba44-3e10b0b3910d service neutron] 10.222.0.70 "GET /v2.0/networks?id=19413feb-de03-4d5d-a7d7-9e6e7a64e895 HTTP/1.1" status: 200 len: 896 time: 0.0881896 Jan 28 20:41:20.821010 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-15a51da6-e3ec-4e0f-8e6a-cbf98c8beea7 req-f9e41f88-cd13-4ba0-aa17-940ed21c6207 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c69304f9-6f27-4d57-b882-26997c5042d0 HTTP/1.1" status: 200 len: 217 time: 0.0394716 Jan 28 20:41:20.875645 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a51da6-e3ec-4e0f-8e6a-cbf98c8beea7 req-f023bbc7-6a21-463c-9fec-52c688316f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:41:20.877033 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-15a51da6-e3ec-4e0f-8e6a-cbf98c8beea7 req-f023bbc7-6a21-463c-9fec-52c688316f23 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=eb87af83-5691-41eb-9f29-24d58b87476f HTTP/1.1" status: 200 len: 835 time: 0.0498278 Jan 28 20:41:20.929458 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a51da6-e3ec-4e0f-8e6a-cbf98c8beea7 req-f99274e6-39e5-4b21-88ad-f49ec8ab22f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:41:20.930940 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-15a51da6-e3ec-4e0f-8e6a-cbf98c8beea7 req-f99274e6-39e5-4b21-88ad-f49ec8ab22f3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=19413feb-de03-4d5d-a7d7-9e6e7a64e895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0457120 Jan 28 20:41:21.020625 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-15a51da6-e3ec-4e0f-8e6a-cbf98c8beea7 req-adbe444e-f551-47b3-9f43-f21dd092fd64 service neutron] 10.222.0.70 "GET /v2.0/networks/19413feb-de03-4d5d-a7d7-9e6e7a64e895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826108 Jan 28 20:41:21.113456 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-15a51da6-e3ec-4e0f-8e6a-cbf98c8beea7 req-9f2a9995-4ce0-4ba6-879a-64ec990268be service neutron] 10.222.0.70 "GET /v2.0/networks/19413feb-de03-4d5d-a7d7-9e6e7a64e895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869532 Jan 28 20:41:21.270549 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d624660-b30e-4cd8-abbf-4d45fc9a894b req-0814b178-fdcf-4d25-aeb8-25fbc0b66d0d tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:41:21.272110 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1d624660-b30e-4cd8-abbf-4d45fc9a894b req-0814b178-fdcf-4d25-aeb8-25fbc0b66d0d tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cbfa3cd-e283-4859-8c75-9c43465fa2b3 HTTP/1.1" status: 200 len: 944 time: 0.1149092 Jan 28 20:41:21.321822 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1d624660-b30e-4cd8-abbf-4d45fc9a894b req-769aa4e4-ec31-4a96-ad81-fd9f50d672c7 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/security-groups?id=148cb4ad-2aa6-4067-aff3-b8fbbf7c433a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437338 Jan 28 20:41:21.703727 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:22.456516 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device c69304f9-6f27-4d57-b882-26997c5042d0 details requested by agent hyperv_n-h2-812111-14 with host n-h2-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:41:22.493966 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0a3269-fcca-477b-b4de-f6e8fe23b226 req-ae7bfa61-8f77-4fb4-a03d-1a39d2a380e1 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:41:22.495385 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8f0a3269-fcca-477b-b4de-f6e8fe23b226 req-ae7bfa61-8f77-4fb4-a03d-1a39d2a380e1 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cbfa3cd-e283-4859-8c75-9c43465fa2b3 HTTP/1.1" status: 200 len: 944 time: 0.1043925 Jan 28 20:41:22.544147 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8f0a3269-fcca-477b-b4de-f6e8fe23b226 req-4c05eaa2-0aa7-4b19-8182-ba431507dd92 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/security-groups?id=148cb4ad-2aa6-4067-aff3-b8fbbf7c433a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431614 Jan 28 20:41:22.556220 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port c69304f9-6f27-4d57-b882-26997c5042d0, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=c69304f9-6f27-4d57-b882-26997c5042d0,segment=NetworkSegment(a941a489-50df-4ade-8bab-6c1822c155f9),segment_id=a941a489-50df-4ade-8bab-6c1822c155f9)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:41:22.567592 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Returning: {'device': 'c69304f9-6f27-4d57-b882-26997c5042d0', 'network_id': '19413feb-de03-4d5d-a7d7-9e6e7a64e895', 'port_id': 'c69304f9-6f27-4d57-b882-26997c5042d0', 'mac_address': 'fa:16:3e:d3:14:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb87af83-5691-41eb-9f29-24d58b87476f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:41:22.604548 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port c69304f9-6f27-4d57-b882-26997c5042d0 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:41:22.604928 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (c69304f9-6f27-4d57-b882-26997c5042d0), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:22.617213 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c69304f9-6f27-4d57-b882-26997c5042d0 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:41:22.636050 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port c69304f9-6f27-4d57-b882-26997c5042d0, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=c69304f9-6f27-4d57-b882-26997c5042d0,segment=NetworkSegment(a941a489-50df-4ade-8bab-6c1822c155f9),segment_id=a941a489-50df-4ade-8bab-6c1822c155f9)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:41:22.639915 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (c69304f9-6f27-4d57-b882-26997c5042d0), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:22.689983 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=c69304f9-6f27-4d57-b882-26997c5042d0,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:41:22.843030 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['c69304f9-6f27-4d57-b882-26997c5042d0'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:41:23.670911 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943ffdac-2d8d-484a-a0e3-f25c168f11df req-45ca9262-dafa-4a86-8c37-c42f6458b4e6 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:41:23.672491 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-943ffdac-2d8d-484a-a0e3-f25c168f11df req-45ca9262-dafa-4a86-8c37-c42f6458b4e6 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cbfa3cd-e283-4859-8c75-9c43465fa2b3 HTTP/1.1" status: 200 len: 945 time: 0.0597563 Jan 28 20:41:23.722055 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-943ffdac-2d8d-484a-a0e3-f25c168f11df req-fc9c8a2e-0dad-42e9-ae19-6c603351102c tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/security-groups?id=148cb4ad-2aa6-4067-aff3-b8fbbf7c433a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437305 Jan 28 20:41:24.470700 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device c69304f9-6f27-4d57-b882-26997c5042d0 up at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:41:24.518270 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning for port c69304f9-6f27-4d57-b882-26997c5042d0 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:41:24.522383 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning complete for port c69304f9-6f27-4d57-b882-26997c5042d0 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:41:24.522788 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (c69304f9-6f27-4d57-b882-26997c5042d0), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:24.601518 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port c69304f9-6f27-4d57-b882-26997c5042d0 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:41:24.601925 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (c69304f9-6f27-4d57-b882-26997c5042d0), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:24.628070 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cbfa3cd-e283-4859-8c75-9c43465fa2b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c69304f9-6f27-4d57-b882-26997c5042d0'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:41:24.630347 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}704c702df6f21e7df92d3d89d4c6cfde2c6406e49d8202b36454fc5209adee22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c43b96df-e82f-4a9b-a681-46a7ad557bfd" -d '{"events": [{"server_uuid": "3cbfa3cd-e283-4859-8c75-9c43465fa2b3", "name": "network-vif-plugged", "status": "completed", "tag": "c69304f9-6f27-4d57-b882-26997c5042d0"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:41:24.643536 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port c69304f9-6f27-4d57-b882-26997c5042d0, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=c69304f9-6f27-4d57-b882-26997c5042d0,segment=NetworkSegment(a941a489-50df-4ade-8bab-6c1822c155f9),segment_id=a941a489-50df-4ade-8bab-6c1822c155f9)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:41:24.647577 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (c69304f9-6f27-4d57-b882-26997c5042d0), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:24.673868 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a84b797d-fe04-49cc-b6b0-a62aaf79acbe x-openstack-request-id: req-a84b797d-fe04-49cc-b6b0-a62aaf79acbe {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:41:24.674163 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cbfa3cd-e283-4859-8c75-9c43465fa2b3", "name": "network-vif-plugged", "status": "completed", "tag": "c69304f9-6f27-4d57-b882-26997c5042d0", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:41:24.674417 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a84b797d-fe04-49cc-b6b0-a62aaf79acbe {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:41:24.674806 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cbfa3cd-e283-4859-8c75-9c43465fa2b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c69304f9-6f27-4d57-b882-26997c5042d0', 'code': 200} Jan 28 20:41:24.700595 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=c69304f9-6f27-4d57-b882-26997c5042d0,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:41:24.727847 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:24.772960 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8fd463-1cde-463d-ab22-44d701aa6129 req-1be2ac12-d5c4-4264-8d51-47419946792f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:41:24.774597 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9a8fd463-1cde-463d-ab22-44d701aa6129 req-1be2ac12-d5c4-4264-8d51-47419946792f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=3cbfa3cd-e283-4859-8c75-9c43465fa2b3 HTTP/1.1" status: 200 len: 1129 time: 0.0448732 Jan 28 20:41:24.826321 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9a8fd463-1cde-463d-ab22-44d701aa6129 req-846acadb-56df-4abf-9b52-7e134fb13a40 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=148cb4ad-2aa6-4067-aff3-b8fbbf7c433a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454884 Jan 28 20:41:24.843928 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c89f96c-e5b2-4e54-99cd-571da0b00e37 req-1c00b94e-54f8-4398-8f22-759aa359305f tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:41:24.845504 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8c89f96c-e5b2-4e54-99cd-571da0b00e37 req-1c00b94e-54f8-4398-8f22-759aa359305f tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cbfa3cd-e283-4859-8c75-9c43465fa2b3 HTTP/1.1" status: 200 len: 946 time: 0.0559301 Jan 28 20:41:24.894030 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8c89f96c-e5b2-4e54-99cd-571da0b00e37 req-d9f4cf7d-1239-4bad-8cfd-128cdfeafe08 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/security-groups?id=148cb4ad-2aa6-4067-aff3-b8fbbf7c433a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430367 Jan 28 20:41:26.017996 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fbb3bd-30e6-4c8d-a40c-648467bee378 req-96a49e49-06a3-4800-bdf9-1a803dfdefc4 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:41:26.019417 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b3fbb3bd-30e6-4c8d-a40c-648467bee378 req-96a49e49-06a3-4800-bdf9-1a803dfdefc4 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cbfa3cd-e283-4859-8c75-9c43465fa2b3 HTTP/1.1" status: 200 len: 946 time: 0.0551152 Jan 28 20:41:26.068791 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b3fbb3bd-30e6-4c8d-a40c-648467bee378 req-02624cbf-7645-4021-9bba-da8fa7dbb92e tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/security-groups?id=148cb4ad-2aa6-4067-aff3-b8fbbf7c433a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433185 Jan 28 20:41:26.184473 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69fe025-d8a1-4653-852a-8e288ae8e7ff req-2426580a-f625-4c9c-bc3d-63cfabf8deb9 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:41:26.185951 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c69fe025-d8a1-4653-852a-8e288ae8e7ff req-2426580a-f625-4c9c-bc3d-63cfabf8deb9 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cbfa3cd-e283-4859-8c75-9c43465fa2b3 HTTP/1.1" status: 200 len: 946 time: 0.0517383 Jan 28 20:41:26.238160 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c69fe025-d8a1-4653-852a-8e288ae8e7ff req-604e2b13-4996-4078-af95-486e3562166f tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/security-groups?id=148cb4ad-2aa6-4067-aff3-b8fbbf7c433a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466387 Jan 28 20:41:26.259645 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 43796) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:41:26.302170 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68805162-6c16-44b8-afab-3713ded69163 tempest-TestNetworkAdvancedServerOps-1526479059 tempest-TestNetworkAdvancedServerOps-1526479059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:41:26.303574 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-68805162-6c16-44b8-afab-3713ded69163 tempest-TestNetworkAdvancedServerOps-1526479059 tempest-TestNetworkAdvancedServerOps-1526479059-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=3cbfa3cd-e283-4859-8c75-9c43465fa2b3 HTTP/1.1" status: 200 len: 1124 time: 0.0429585 Jan 28 20:41:26.306941 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 43798) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:41:26.311129 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-7b33ec1d-8313-4e1c-96c2-050930aab1ec tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Request body: {'floatingip': {'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'port_id': 'c69304f9-6f27-4d57-b882-26997c5042d0', 'tenant_id': '0ceca0f616eb43dfa068e38ea05be00f', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:41:26.330024 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7b33ec1d-8313-4e1c-96c2-050930aab1ec tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:26.422493 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7b33ec1d-8313-4e1c-96c2-050930aab1ec tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:26.525713 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-7b33ec1d-8313-4e1c-96c2-050930aab1ec tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Allocated IP 172.25.6.249 (d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8/a648e4ab-7422-41b9-b133-58aca25ab8f5/72ef0984-a7d0-4209-8e19-a1ff4b43c0d9) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:41:26.622121 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7b33ec1d-8313-4e1c-96c2-050930aab1ec tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for port (72ef0984-a7d0-4209-8e19-a1ff4b43c0d9), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:26.655538 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7b33ec1d-8313-4e1c-96c2-050930aab1ec tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (72ef0984-a7d0-4209-8e19-a1ff4b43c0d9), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:26.697356 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b33ec1d-8313-4e1c-96c2-050930aab1ec tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:41:26.700063 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-7b33ec1d-8313-4e1c-96c2-050930aab1ec tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:41:26.705478 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b33ec1d-8313-4e1c-96c2-050930aab1ec tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:41:26.726655 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b33ec1d-8313-4e1c-96c2-050930aab1ec tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Pushing event updated for resources: {'Port': ['ID=72ef0984-a7d0-4209-8e19-a1ff4b43c0d9,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:41:26.739343 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b33ec1d-8313-4e1c-96c2-050930aab1ec tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:41:26.739696 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b33ec1d-8313-4e1c-96c2-050930aab1ec tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:41:26.740040 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b33ec1d-8313-4e1c-96c2-050930aab1ec tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:41:26.740380 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b33ec1d-8313-4e1c-96c2-050930aab1ec tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:41:26.740716 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b33ec1d-8313-4e1c-96c2-050930aab1ec tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:41:26.741049 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b33ec1d-8313-4e1c-96c2-050930aab1ec tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:41:26.741420 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b33ec1d-8313-4e1c-96c2-050930aab1ec tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:41:26.742264 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b33ec1d-8313-4e1c-96c2-050930aab1ec tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:41:26.742579 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b33ec1d-8313-4e1c-96c2-050930aab1ec tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:41:26.742910 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b33ec1d-8313-4e1c-96c2-050930aab1ec tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:41:26.743233 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b33ec1d-8313-4e1c-96c2-050930aab1ec tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:41:26.743559 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b33ec1d-8313-4e1c-96c2-050930aab1ec tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:41:26.743877 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b33ec1d-8313-4e1c-96c2-050930aab1ec tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:41:27.072780 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7b33ec1d-8313-4e1c-96c2-050930aab1ec tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for floatingip (cb6c70d7-bf33-4232-82ed-68d9825247d9), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:27.150658 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7b33ec1d-8313-4e1c-96c2-050930aab1ec tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (72ef0984-a7d0-4209-8e19-a1ff4b43c0d9), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:27.301509 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7b33ec1d-8313-4e1c-96c2-050930aab1ec tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for port (72ef0984-a7d0-4209-8e19-a1ff4b43c0d9), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:27.306524 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7b33ec1d-8313-4e1c-96c2-050930aab1ec tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (72ef0984-a7d0-4209-8e19-a1ff4b43c0d9), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:27.371097 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b33ec1d-8313-4e1c-96c2-050930aab1ec tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Pushing event updated for resources: {'Port': ['ID=72ef0984-a7d0-4209-8e19-a1ff4b43c0d9,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:41:27.384332 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7b33ec1d-8313-4e1c-96c2-050930aab1ec tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734886'] for floatingip (cb6c70d7-bf33-4232-82ed-68d9825247d9), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:27.486018 n-d-812111-14 neutron-server[103305]: INFO neutron.db.l3_db [None req-7b33ec1d-8313-4e1c-96c2-050930aab1ec tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Floating IP cb6c70d7-bf33-4232-82ed-68d9825247d9 associated. External IP: 172.25.6.249, port: c69304f9-6f27-4d57-b882-26997c5042d0. Jan 28 20:41:27.991337 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b33ec1d-8313-4e1c-96c2-050930aab1ec tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Router cd3dd1ea-5581-43a3-8967-5021809c0267 has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:41:28.097722 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b33ec1d-8313-4e1c-96c2-050930aab1ec tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:41:28.108324 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329ffc57-b8ce-47ec-a366-be4933552e78 None None] Sync routers for ids ['cd3dd1ea-5581-43a3-8967-5021809c0267'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:41:28.115452 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7b33ec1d-8313-4e1c-96c2-050930aab1ec tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for floatingip (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:28.118869 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329ffc57-b8ce-47ec-a366-be4933552e78 None None] Routers {'cd3dd1ea-5581-43a3-8967-5021809c0267'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:41:28.119484 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-329ffc57-b8ce-47ec-a366-be4933552e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:41:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['cd3dd1ea-5581-43a3-8967-5021809c0267'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:41:28.146303 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-7b33ec1d-8313-4e1c-96c2-050930aab1ec tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8383508 Jan 28 20:41:28.146998 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cbfa3cd-e283-4859-8c75-9c43465fa2b3', 'tag': 'c69304f9-6f27-4d57-b882-26997c5042d0'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:41:28.150188 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}981202432542b3bd90586abfd28c53181d71ca775a89b024ffbb9268f9379f4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04f5ed1c-e9ca-4f2d-9754-a8c72ad5b84a" -d '{"events": [{"name": "network-changed", "server_uuid": "3cbfa3cd-e283-4859-8c75-9c43465fa2b3", "tag": "c69304f9-6f27-4d57-b882-26997c5042d0"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:41:28.196567 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1ce6720-7e8b-4abb-8676-4218dcd9784d x-openstack-request-id: req-d1ce6720-7e8b-4abb-8676-4218dcd9784d {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:41:28.196885 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cbfa3cd-e283-4859-8c75-9c43465fa2b3", "tag": "c69304f9-6f27-4d57-b882-26997c5042d0", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:41:28.197161 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d1ce6720-7e8b-4abb-8676-4218dcd9784d {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:41:28.197573 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cbfa3cd-e283-4859-8c75-9c43465fa2b3', 'tag': 'c69304f9-6f27-4d57-b882-26997c5042d0', 'status': 'completed', 'code': 200} Jan 28 20:41:28.234808 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-329ffc57-b8ce-47ec-a366-be4933552e78 None None] Set router cd3dd1ea-5581-43a3-8967-5021809c0267 gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:41:28.303718 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f43244-998a-4e70-80db-e83243f68854 req-26becf3f-ac1a-4d79-962c-23c47e756bc4 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:41:28.305833 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-00f43244-998a-4e70-80db-e83243f68854 req-26becf3f-ac1a-4d79-962c-23c47e756bc4 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cbfa3cd-e283-4859-8c75-9c43465fa2b3 HTTP/1.1" status: 200 len: 946 time: 0.1001656 Jan 28 20:41:28.309955 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f5ed1c-e9ca-4f2d-9754-a8c72ad5b84a req-50feda63-010a-46c1-865b-b251b5f9fab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:41:28.311384 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-04f5ed1c-e9ca-4f2d-9754-a8c72ad5b84a req-50feda63-010a-46c1-865b-b251b5f9fab4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0ceca0f616eb43dfa068e38ea05be00f&device_id=3cbfa3cd-e283-4859-8c75-9c43465fa2b3 HTTP/1.1" status: 200 len: 1129 time: 0.0727251 Jan 28 20:41:28.406388 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-00f43244-998a-4e70-80db-e83243f68854 req-d9160cb4-2513-4398-849c-98ac06daaf38 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/security-groups?id=148cb4ad-2aa6-4067-aff3-b8fbbf7c433a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940218 Jan 28 20:41:28.431218 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 43804) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:41:28.435056 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f5ed1c-e9ca-4f2d-9754-a8c72ad5b84a req-2c1f7440-530e-4374-a8eb-a2a1a68a5a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:41:28.436670 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-04f5ed1c-e9ca-4f2d-9754-a8c72ad5b84a req-2c1f7440-530e-4374-a8eb-a2a1a68a5a99 service neutron] 10.222.0.70 "GET /v2.0/networks?id=19413feb-de03-4d5d-a7d7-9e6e7a64e895 HTTP/1.1" status: 200 len: 896 time: 0.1116126 Jan 28 20:41:28.462740 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-329ffc57-b8ce-47ec-a366-be4933552e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd3dd1ea-5581-43a3-8967-5021809c0267', 'name': 'tempest-TestNetworkAdvancedServerOps-router-213143028', 'tenant_id': '0ceca0f616eb43dfa068e38ea05be00f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.156'}], 'enable_snat': True}, 'gw_port_id': 'a344dbbd-1809-40df-bc05-e70ef330d4f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:41:12Z', 'updated_at': '2022-01-28T20:41:16Z', 'revision_number': 4, 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'gw_port': {'id': 'a344dbbd-1809-40df-bc05-e70ef330d4f9', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c1:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd3dd1ea-5581-43a3-8967-5021809c0267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:41:12Z', 'updated_at': '2022-01-28T20:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_floatingips': [{'id': 'cb6c70d7-bf33-4232-82ed-68d9825247d9', 'tenant_id': '0ceca0f616eb43dfa068e38ea05be00f', 'floating_ip_address': '172.25.6.249', 'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'router_id': 'cd3dd1ea-5581-43a3-8967-5021809c0267', 'port_id': 'c69304f9-6f27-4d57-b882-26997c5042d0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4300, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '19413feb-de03-4d5d-a7d7-9e6e7a64e895', 'mac_address': 'fa:16:3e:d3:14:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cbfa3cd-e283-4859-8c75-9c43465fa2b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:41:26Z', 'updated_at': '2022-01-28T20:41:26Z', 'revision_number': 0, 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3c4c76a-a446-4109-91ea-a6338c871b4f', 'name': '', 'network_id': '19413feb-de03-4d5d-a7d7-9e6e7a64e895', 'tenant_id': '0ceca0f616eb43dfa068e38ea05be00f', 'mac_address': 'fa:16:3e:f3:ad:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd3dd1ea-5581-43a3-8967-5021809c0267', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'eb87af83-5691-41eb-9f29-24d58b87476f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:41:14Z', 'updated_at': '2022-01-28T20:41:18Z', 'revision_number': 5, 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'subnets': [{'id': 'eb87af83-5691-41eb-9f29-24d58b87476f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:41:28.492508 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329ffc57-b8ce-47ec-a366-be4933552e78 None None] Checking router: cd3dd1ea-5581-43a3-8967-5021809c0267 for host: n-d-812111-14 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:41:28.494668 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-2f8b87e4-eba7-495b-aaab-21994471c1cd tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/floatingips/cb6c70d7-bf33-4232-82ed-68d9825247d9 HTTP/1.1" status: 200 len: 992 time: 0.0608671 Jan 28 20:41:28.500728 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329ffc57-b8ce-47ec-a366-be4933552e78 None None] Routers {'cd3dd1ea-5581-43a3-8967-5021809c0267'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:41:28.501350 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-329ffc57-b8ce-47ec-a366-be4933552e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:41:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['cd3dd1ea-5581-43a3-8967-5021809c0267'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:41:28.509945 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-04f5ed1c-e9ca-4f2d-9754-a8c72ad5b84a req-2600b0e5-93f2-4d0a-995f-7b3fbfbb0997 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c69304f9-6f27-4d57-b882-26997c5042d0 HTTP/1.1" status: 200 len: 1000 time: 0.0663686 Jan 28 20:41:28.557284 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f5ed1c-e9ca-4f2d-9754-a8c72ad5b84a req-af4ab3d8-13f4-4fa6-a9e8-9e6abefdf9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:41:28.558661 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-04f5ed1c-e9ca-4f2d-9754-a8c72ad5b84a req-af4ab3d8-13f4-4fa6-a9e8-9e6abefdf9f4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=eb87af83-5691-41eb-9f29-24d58b87476f HTTP/1.1" status: 200 len: 835 time: 0.0430367 Jan 28 20:41:28.604329 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-329ffc57-b8ce-47ec-a366-be4933552e78 None None] Set router cd3dd1ea-5581-43a3-8967-5021809c0267 gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:41:28.606912 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f5ed1c-e9ca-4f2d-9754-a8c72ad5b84a req-d8a206c4-518a-413e-873e-c932e11a7983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:41:28.608424 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-04f5ed1c-e9ca-4f2d-9754-a8c72ad5b84a req-d8a206c4-518a-413e-873e-c932e11a7983 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=19413feb-de03-4d5d-a7d7-9e6e7a64e895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0442348 Jan 28 20:41:28.703512 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-04f5ed1c-e9ca-4f2d-9754-a8c72ad5b84a req-6a8eb843-db75-4c8a-8470-61788edfebfc service neutron] 10.222.0.70 "GET /v2.0/networks/19413feb-de03-4d5d-a7d7-9e6e7a64e895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887904 Jan 28 20:41:28.794769 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-04f5ed1c-e9ca-4f2d-9754-a8c72ad5b84a req-ed0283e9-a092-451b-acf1-be4869dc714b service neutron] 10.222.0.70 "GET /v2.0/networks/19413feb-de03-4d5d-a7d7-9e6e7a64e895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841656 Jan 28 20:41:28.822403 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-329ffc57-b8ce-47ec-a366-be4933552e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd3dd1ea-5581-43a3-8967-5021809c0267', 'name': 'tempest-TestNetworkAdvancedServerOps-router-213143028', 'tenant_id': '0ceca0f616eb43dfa068e38ea05be00f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.156'}], 'enable_snat': True}, 'gw_port_id': 'a344dbbd-1809-40df-bc05-e70ef330d4f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:41:12Z', 'updated_at': '2022-01-28T20:41:16Z', 'revision_number': 4, 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'gw_port': {'id': 'a344dbbd-1809-40df-bc05-e70ef330d4f9', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c1:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd3dd1ea-5581-43a3-8967-5021809c0267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:41:12Z', 'updated_at': '2022-01-28T20:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_floatingips': [{'id': 'cb6c70d7-bf33-4232-82ed-68d9825247d9', 'tenant_id': '0ceca0f616eb43dfa068e38ea05be00f', 'floating_ip_address': '172.25.6.249', 'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'router_id': 'cd3dd1ea-5581-43a3-8967-5021809c0267', 'port_id': 'c69304f9-6f27-4d57-b882-26997c5042d0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4300, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '19413feb-de03-4d5d-a7d7-9e6e7a64e895', 'mac_address': 'fa:16:3e:d3:14:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cbfa3cd-e283-4859-8c75-9c43465fa2b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:41:26Z', 'updated_at': '2022-01-28T20:41:26Z', 'revision_number': 0, 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3c4c76a-a446-4109-91ea-a6338c871b4f', 'name': '', 'network_id': '19413feb-de03-4d5d-a7d7-9e6e7a64e895', 'tenant_id': '0ceca0f616eb43dfa068e38ea05be00f', 'mac_address': 'fa:16:3e:f3:ad:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd3dd1ea-5581-43a3-8967-5021809c0267', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'eb87af83-5691-41eb-9f29-24d58b87476f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:41:14Z', 'updated_at': '2022-01-28T20:41:18Z', 'revision_number': 5, 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'subnets': [{'id': 'eb87af83-5691-41eb-9f29-24d58b87476f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:41:28.847764 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329ffc57-b8ce-47ec-a366-be4933552e78 None None] The sync data for ids ['cd3dd1ea-5581-43a3-8967-5021809c0267'] in n-d-812111-14 is: [{'id': 'cd3dd1ea-5581-43a3-8967-5021809c0267', 'name': 'tempest-TestNetworkAdvancedServerOps-router-213143028', 'tenant_id': '0ceca0f616eb43dfa068e38ea05be00f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.156'}], 'enable_snat': True}, 'gw_port_id': 'a344dbbd-1809-40df-bc05-e70ef330d4f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:41:12Z', 'updated_at': '2022-01-28T20:41:16Z', 'revision_number': 4, 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'gw_port': {'id': 'a344dbbd-1809-40df-bc05-e70ef330d4f9', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c1:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd3dd1ea-5581-43a3-8967-5021809c0267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:41:12Z', 'updated_at': '2022-01-28T20:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_floatingips': [{'id': 'cb6c70d7-bf33-4232-82ed-68d9825247d9', 'tenant_id': '0ceca0f616eb43dfa068e38ea05be00f', 'floating_ip_address': '172.25.6.249', 'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'router_id': 'cd3dd1ea-5581-43a3-8967-5021809c0267', 'port_id': 'c69304f9-6f27-4d57-b882-26997c5042d0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4300, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '19413feb-de03-4d5d-a7d7-9e6e7a64e895', 'mac_address': 'fa:16:3e:d3:14:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cbfa3cd-e283-4859-8c75-9c43465fa2b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:41:26Z', 'updated_at': '2022-01-28T20:41:26Z', 'revision_number': 0, 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3c4c76a-a446-4109-91ea-a6338c871b4f', 'name': '', 'network_id': '19413feb-de03-4d5d-a7d7-9e6e7a64e895', 'tenant_id': '0ceca0f616eb43dfa068e38ea05be00f', 'mac_address': 'fa:16:3e:f3:ad:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd3dd1ea-5581-43a3-8967-5021809c0267', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'eb87af83-5691-41eb-9f29-24d58b87476f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:41:14Z', 'updated_at': '2022-01-28T20:41:18Z', 'revision_number': 5, 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'subnets': [{'id': 'eb87af83-5691-41eb-9f29-24d58b87476f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:41:29.044736 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0589136-6269-4270-95b4-e776b560d471 None None] New status for floating IP cb6c70d7-bf33-4232-82ed-68d9825247d9: ACTIVE {{(pid=103306) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 20:41:29.497390 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 43806) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:41:29.559420 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-033fb2ce-7fc3-4f55-8ef5-ecbfd34abd50 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/floatingips/cb6c70d7-bf33-4232-82ed-68d9825247d9 HTTP/1.1" status: 200 len: 994 time: 0.0609088 Jan 28 20:41:35.294509 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-498f3d1b-df40-4409-93d1-c8c262590746 req-a29aa05d-193e-4955-a8d1-7f60402b5bb3 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=3cbfa3cd-e283-4859-8c75-9c43465fa2b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0482926 Jan 28 20:41:35.385994 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498f3d1b-df40-4409-93d1-c8c262590746 req-decb2618-a0cb-421f-89a8-15acf0abd0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:41:35.387473 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-498f3d1b-df40-4409-93d1-c8c262590746 req-decb2618-a0cb-421f-89a8-15acf0abd0c1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0ceca0f616eb43dfa068e38ea05be00f&device_id=3cbfa3cd-e283-4859-8c75-9c43465fa2b3 HTTP/1.1" status: 200 len: 1129 time: 0.0444021 Jan 28 20:41:35.488272 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498f3d1b-df40-4409-93d1-c8c262590746 req-b46d861c-a890-4930-9d7a-a2a540f0784e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:41:35.489666 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-498f3d1b-df40-4409-93d1-c8c262590746 req-b46d861c-a890-4930-9d7a-a2a540f0784e service neutron] 10.222.0.70 "GET /v2.0/networks?id=19413feb-de03-4d5d-a7d7-9e6e7a64e895 HTTP/1.1" status: 200 len: 896 time: 0.0834434 Jan 28 20:41:35.558299 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-498f3d1b-df40-4409-93d1-c8c262590746 req-c86603b2-97e3-4654-97c6-926831c88bdd service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c69304f9-6f27-4d57-b882-26997c5042d0 HTTP/1.1" status: 200 len: 1002 time: 0.0618274 Jan 28 20:41:35.606984 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498f3d1b-df40-4409-93d1-c8c262590746 req-8893c8c4-6e66-4dba-90cf-29f38ca0d926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:41:35.608427 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-498f3d1b-df40-4409-93d1-c8c262590746 req-8893c8c4-6e66-4dba-90cf-29f38ca0d926 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=eb87af83-5691-41eb-9f29-24d58b87476f HTTP/1.1" status: 200 len: 835 time: 0.0434854 Jan 28 20:41:35.657956 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498f3d1b-df40-4409-93d1-c8c262590746 req-035efaaf-16cb-4835-bdd5-eb9137aa8cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:41:35.660053 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-498f3d1b-df40-4409-93d1-c8c262590746 req-035efaaf-16cb-4835-bdd5-eb9137aa8cb8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=19413feb-de03-4d5d-a7d7-9e6e7a64e895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0454161 Jan 28 20:41:35.750516 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-498f3d1b-df40-4409-93d1-c8c262590746 req-06312e44-b7ce-4372-84ae-38b8e32b01a4 service neutron] 10.222.0.70 "GET /v2.0/networks/19413feb-de03-4d5d-a7d7-9e6e7a64e895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846870 Jan 28 20:41:35.837914 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-498f3d1b-df40-4409-93d1-c8c262590746 req-8e8332bd-78bf-44e4-9d7f-e52063d566e8 service neutron] 10.222.0.70 "GET /v2.0/networks/19413feb-de03-4d5d-a7d7-9e6e7a64e895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810001 Jan 28 20:41:36.862491 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-aa42374e-c39d-4c2a-9f90-3c6bdc6044e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:39.107194 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-65146df2-1a3b-40f8-bf96-5645c9342eed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:40.127550 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:42.006302 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:43.359446 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:51.707156 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:54.179080 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:41:54.724749 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:58.340980 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cd8165-cb0d-4198-8235-3bc8756675a8 req-d493923c-de2f-4cbc-a2aa-bac22e46c50c tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:41:58.342592 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-39cd8165-cb0d-4198-8235-3bc8756675a8 req-d493923c-de2f-4cbc-a2aa-bac22e46c50c tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cbfa3cd-e283-4859-8c75-9c43465fa2b3 HTTP/1.1" status: 200 len: 946 time: 0.0545802 Jan 28 20:41:58.391890 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-39cd8165-cb0d-4198-8235-3bc8756675a8 req-59a31fa5-87f0-47d5-8a87-5b656011f7e2 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/security-groups?id=148cb4ad-2aa6-4067-aff3-b8fbbf7c433a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436311 Jan 28 20:41:59.518292 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760bdee8-3381-4d56-9fc8-5d963ed42c05 req-bd9ad7d3-f75c-4b9a-a443-bf9d7e8e2fc4 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:41:59.519674 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-760bdee8-3381-4d56-9fc8-5d963ed42c05 req-bd9ad7d3-f75c-4b9a-a443-bf9d7e8e2fc4 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cbfa3cd-e283-4859-8c75-9c43465fa2b3 HTTP/1.1" status: 200 len: 946 time: 0.0573530 Jan 28 20:41:59.567320 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-760bdee8-3381-4d56-9fc8-5d963ed42c05 req-ead0a02e-f5bb-449d-bdb7-909bc56456a5 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/security-groups?id=148cb4ad-2aa6-4067-aff3-b8fbbf7c433a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416062 Jan 28 20:42:00.690702 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21991cd4-6e7b-4888-91b0-30ab426125ae req-9a27dc06-5023-41ba-ac74-7578be7e8bf5 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:42:00.692221 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-21991cd4-6e7b-4888-91b0-30ab426125ae req-9a27dc06-5023-41ba-ac74-7578be7e8bf5 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cbfa3cd-e283-4859-8c75-9c43465fa2b3 HTTP/1.1" status: 200 len: 946 time: 0.0577855 Jan 28 20:42:00.742277 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-21991cd4-6e7b-4888-91b0-30ab426125ae req-5eacae47-3486-4a93-8ab2-1fcc5372e029 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/security-groups?id=148cb4ad-2aa6-4067-aff3-b8fbbf7c433a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434084 Jan 28 20:42:01.858785 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fccb79-7a25-4b0a-b139-97b69e546a13 req-a4443fcc-242e-41cc-9ef2-98daf3096f7e tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:42:01.860264 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-00fccb79-7a25-4b0a-b139-97b69e546a13 req-a4443fcc-242e-41cc-9ef2-98daf3096f7e tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cbfa3cd-e283-4859-8c75-9c43465fa2b3 HTTP/1.1" status: 200 len: 946 time: 0.0518780 Jan 28 20:42:01.909517 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-00fccb79-7a25-4b0a-b139-97b69e546a13 req-06f2e9fa-8ac6-45a7-b685-bb38fad11104 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/security-groups?id=148cb4ad-2aa6-4067-aff3-b8fbbf7c433a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436018 Jan 28 20:42:03.026765 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4de911f-f9b7-4866-b936-60d15924b4cd req-eaf493b7-ccd0-41e3-9f2c-fd2cf9606209 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:42:03.028499 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c4de911f-f9b7-4866-b936-60d15924b4cd req-eaf493b7-ccd0-41e3-9f2c-fd2cf9606209 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cbfa3cd-e283-4859-8c75-9c43465fa2b3 HTTP/1.1" status: 200 len: 946 time: 0.0520823 Jan 28 20:42:03.075903 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c4de911f-f9b7-4866-b936-60d15924b4cd req-ed1a9db9-2438-4d3a-b9f5-3f16ab721c6a tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/security-groups?id=148cb4ad-2aa6-4067-aff3-b8fbbf7c433a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419936 Jan 28 20:42:04.200900 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb96301e-5639-4080-a216-c0f3dfdb4ad7 req-4f4f13cd-f796-4c4b-a704-b9212c2bd62d tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:42:04.202441 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-cb96301e-5639-4080-a216-c0f3dfdb4ad7 req-4f4f13cd-f796-4c4b-a704-b9212c2bd62d tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cbfa3cd-e283-4859-8c75-9c43465fa2b3 HTTP/1.1" status: 200 len: 946 time: 0.0562358 Jan 28 20:42:04.256695 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-cb96301e-5639-4080-a216-c0f3dfdb4ad7 req-80a1d43f-0ff0-4bb2-882b-06e5d88de1f6 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/security-groups?id=148cb4ad-2aa6-4067-aff3-b8fbbf7c433a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487242 Jan 28 20:42:05.375001 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd7f45d-7fdb-40b4-94a8-73c511b8026e req-7b6a6eef-1036-48e7-867d-a9fd6ad68538 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:42:05.376477 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9bd7f45d-7fdb-40b4-94a8-73c511b8026e req-7b6a6eef-1036-48e7-867d-a9fd6ad68538 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cbfa3cd-e283-4859-8c75-9c43465fa2b3 HTTP/1.1" status: 200 len: 946 time: 0.0517573 Jan 28 20:42:05.428164 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9bd7f45d-7fdb-40b4-94a8-73c511b8026e req-317cb819-ea55-48e6-9164-10b566fcec95 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/security-groups?id=148cb4ad-2aa6-4067-aff3-b8fbbf7c433a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460858 Jan 28 20:42:06.545973 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4d23d5-5658-409d-acdb-8a600d9c3899 req-e9391d3b-8dd0-4e92-983c-c6a48c1148fb tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:42:06.547356 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-0b4d23d5-5658-409d-acdb-8a600d9c3899 req-e9391d3b-8dd0-4e92-983c-c6a48c1148fb tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cbfa3cd-e283-4859-8c75-9c43465fa2b3 HTTP/1.1" status: 200 len: 946 time: 0.0522187 Jan 28 20:42:06.594421 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-0b4d23d5-5658-409d-acdb-8a600d9c3899 req-c45a9ccb-bfca-429f-b2ee-47971ec29d9f tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/security-groups?id=148cb4ad-2aa6-4067-aff3-b8fbbf7c433a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416808 Jan 28 20:42:06.864267 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3d43f135-9259-4275-8226-ef75da5f4c2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:07.715091 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53f169d-1949-46c8-ad11-daac85723618 req-5738c90e-b60e-4927-9e9e-3e0bbcf82280 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:42:07.716605 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d53f169d-1949-46c8-ad11-daac85723618 req-5738c90e-b60e-4927-9e9e-3e0bbcf82280 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cbfa3cd-e283-4859-8c75-9c43465fa2b3 HTTP/1.1" status: 200 len: 946 time: 0.0517190 Jan 28 20:42:07.765336 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d53f169d-1949-46c8-ad11-daac85723618 req-eb1b49e0-79fc-4d3b-89bf-6b3a69dc3b1e tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/security-groups?id=148cb4ad-2aa6-4067-aff3-b8fbbf7c433a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431430 Jan 28 20:42:08.882557 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5691b04a-c568-45fa-969a-e98796e71ba0 req-ad99ab85-ffdd-4320-9151-ca8b280489f2 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:42:08.884564 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5691b04a-c568-45fa-969a-e98796e71ba0 req-ad99ab85-ffdd-4320-9151-ca8b280489f2 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cbfa3cd-e283-4859-8c75-9c43465fa2b3 HTTP/1.1" status: 200 len: 946 time: 0.0528126 Jan 28 20:42:08.932926 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5691b04a-c568-45fa-969a-e98796e71ba0 req-5414549f-fb18-4817-8aa8-540acee017b3 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/security-groups?id=148cb4ad-2aa6-4067-aff3-b8fbbf7c433a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428355 Jan 28 20:42:08.955675 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 43840) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:42:09.019045 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-53764815-0a8b-4d59-aac2-edcfafd85f22 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/floatingips/cb6c70d7-bf33-4232-82ed-68d9825247d9 HTTP/1.1" status: 200 len: 994 time: 0.0622649 Jan 28 20:42:09.108261 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ddf7707b-d400-4b27-99b9-f2ecfa555b32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:10.132401 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:10.291741 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca67cc20-40f0-4f64-bbc0-a067bfcfe810 req-47e68f36-e424-4868-b67f-813ec100fd50 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:42:10.293168 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ca67cc20-40f0-4f64-bbc0-a067bfcfe810 req-47e68f36-e424-4868-b67f-813ec100fd50 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cbfa3cd-e283-4859-8c75-9c43465fa2b3 HTTP/1.1" status: 200 len: 946 time: 0.0579724 Jan 28 20:42:10.318814 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f96cff-f7e3-436c-b036-86a16bab5de0 req-d849481e-67d3-4aeb-9743-84486fffbc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:42:10.320887 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d9f96cff-f7e3-436c-b036-86a16bab5de0 req-d849481e-67d3-4aeb-9743-84486fffbc69 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0ceca0f616eb43dfa068e38ea05be00f&device_id=3cbfa3cd-e283-4859-8c75-9c43465fa2b3 HTTP/1.1" status: 200 len: 1129 time: 0.0447853 Jan 28 20:42:10.342867 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ca67cc20-40f0-4f64-bbc0-a067bfcfe810 req-80e7ebb8-45c2-4c4f-9542-49bba19d303a tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/security-groups?id=148cb4ad-2aa6-4067-aff3-b8fbbf7c433a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437284 Jan 28 20:42:10.411136 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f96cff-f7e3-436c-b036-86a16bab5de0 req-55c1b691-cc0a-4e8a-9b74-1a5b07d2f37b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:42:10.412589 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d9f96cff-f7e3-436c-b036-86a16bab5de0 req-55c1b691-cc0a-4e8a-9b74-1a5b07d2f37b service neutron] 10.222.0.70 "GET /v2.0/networks?id=19413feb-de03-4d5d-a7d7-9e6e7a64e895 HTTP/1.1" status: 200 len: 896 time: 0.0868337 Jan 28 20:42:10.475352 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d9f96cff-f7e3-436c-b036-86a16bab5de0 req-51adb6d9-6635-453a-a4ec-be284507dd30 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c69304f9-6f27-4d57-b882-26997c5042d0 HTTP/1.1" status: 200 len: 1002 time: 0.0567353 Jan 28 20:42:10.522680 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f96cff-f7e3-436c-b036-86a16bab5de0 req-cae32d36-1195-4d2d-8f66-751fe6622e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:42:10.524158 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d9f96cff-f7e3-436c-b036-86a16bab5de0 req-cae32d36-1195-4d2d-8f66-751fe6622e1f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=eb87af83-5691-41eb-9f29-24d58b87476f HTTP/1.1" status: 200 len: 835 time: 0.0432832 Jan 28 20:42:10.576354 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f96cff-f7e3-436c-b036-86a16bab5de0 req-84d1d1d3-0f31-49aa-b7fd-528e596a5a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:42:10.577843 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d9f96cff-f7e3-436c-b036-86a16bab5de0 req-84d1d1d3-0f31-49aa-b7fd-528e596a5a20 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=19413feb-de03-4d5d-a7d7-9e6e7a64e895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0471673 Jan 28 20:42:10.664937 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d9f96cff-f7e3-436c-b036-86a16bab5de0 req-4f4c4fa3-294a-472a-9a00-c65348e2110e service neutron] 10.222.0.70 "GET /v2.0/networks/19413feb-de03-4d5d-a7d7-9e6e7a64e895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804172 Jan 28 20:42:10.755192 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d9f96cff-f7e3-436c-b036-86a16bab5de0 req-49e5e130-2f31-437a-8beb-c394de5df012 service neutron] 10.222.0.70 "GET /v2.0/networks/19413feb-de03-4d5d-a7d7-9e6e7a64e895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846474 Jan 28 20:42:11.463838 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5883852-511a-4302-82bd-925d626d4875 req-91165bb4-e622-45d8-b25e-3adbf197f354 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:42:11.465335 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b5883852-511a-4302-82bd-925d626d4875 req-91165bb4-e622-45d8-b25e-3adbf197f354 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cbfa3cd-e283-4859-8c75-9c43465fa2b3 HTTP/1.1" status: 200 len: 946 time: 0.0527008 Jan 28 20:42:11.514993 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b5883852-511a-4302-82bd-925d626d4875 req-f879bac0-85a1-42bd-8c45-d1b74e9b41f0 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/security-groups?id=148cb4ad-2aa6-4067-aff3-b8fbbf7c433a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440953 Jan 28 20:42:11.537023 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 43850) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:42:11.599817 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-0319fabf-b274-407f-baf1-b09d60867fee tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/floatingips/cb6c70d7-bf33-4232-82ed-68d9825247d9 HTTP/1.1" status: 200 len: 994 time: 0.0616729 Jan 28 20:42:12.008398 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:13.365600 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:21.706400 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:24.726469 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:31.178602 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:42:36.795094 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c82ee912-09d4-43d2-b8d7-4872949579f5 req-030aa1a6-74c0-4f71-8c66-baa7dea5e410 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=3cbfa3cd-e283-4859-8c75-9c43465fa2b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0802975 Jan 28 20:42:36.866465 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a7741eeb-2bd8-4952-9895-25c6ba8578c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:36.880353 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82ee912-09d4-43d2-b8d7-4872949579f5 req-4fcd6911-5b3f-43f8-8742-18787fcffb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:42:36.881974 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c82ee912-09d4-43d2-b8d7-4872949579f5 req-4fcd6911-5b3f-43f8-8742-18787fcffb5d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0ceca0f616eb43dfa068e38ea05be00f&device_id=3cbfa3cd-e283-4859-8c75-9c43465fa2b3 HTTP/1.1" status: 200 len: 1129 time: 0.0455110 Jan 28 20:42:36.987469 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82ee912-09d4-43d2-b8d7-4872949579f5 req-6536ace4-4acb-4308-b1bf-a5a692397a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:42:36.988932 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c82ee912-09d4-43d2-b8d7-4872949579f5 req-6536ace4-4acb-4308-b1bf-a5a692397a6f service neutron] 10.222.0.70 "GET /v2.0/networks?id=19413feb-de03-4d5d-a7d7-9e6e7a64e895 HTTP/1.1" status: 200 len: 896 time: 0.0888352 Jan 28 20:42:37.055746 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c82ee912-09d4-43d2-b8d7-4872949579f5 req-d7498243-8bc6-4ec0-bbff-a80420becafb service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c69304f9-6f27-4d57-b882-26997c5042d0 HTTP/1.1" status: 200 len: 1002 time: 0.0606580 Jan 28 20:42:37.102898 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82ee912-09d4-43d2-b8d7-4872949579f5 req-87c7b55f-8f62-438f-b2cf-34e50b85415c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:42:37.104298 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c82ee912-09d4-43d2-b8d7-4872949579f5 req-87c7b55f-8f62-438f-b2cf-34e50b85415c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=eb87af83-5691-41eb-9f29-24d58b87476f HTTP/1.1" status: 200 len: 835 time: 0.0428090 Jan 28 20:42:37.155340 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82ee912-09d4-43d2-b8d7-4872949579f5 req-90c8f2f4-6837-41b1-b5a1-25b8b57e1c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:42:37.156811 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c82ee912-09d4-43d2-b8d7-4872949579f5 req-90c8f2f4-6837-41b1-b5a1-25b8b57e1c9c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=19413feb-de03-4d5d-a7d7-9e6e7a64e895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0467680 Jan 28 20:42:37.244127 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c82ee912-09d4-43d2-b8d7-4872949579f5 req-cff3e398-a563-4c80-991f-08f4c5c26564 service neutron] 10.222.0.70 "GET /v2.0/networks/19413feb-de03-4d5d-a7d7-9e6e7a64e895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811150 Jan 28 20:42:37.335552 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c82ee912-09d4-43d2-b8d7-4872949579f5 req-7b5f88f1-984a-4c17-af7f-15ddce320de6 service neutron] 10.222.0.70 "GET /v2.0/networks/19413feb-de03-4d5d-a7d7-9e6e7a64e895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850921 Jan 28 20:42:39.109611 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-226efffa-09a7-48f8-909d-fdb543ba26b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:40.134446 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:41.954831 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 43864) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:42:42.011161 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:42.117945 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-23028f39-afa8-48b7-a663-b33ceff658ba tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Deleting port 72ef0984-a7d0-4209-8e19-a1ff4b43c0d9 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:42:42.118284 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-23028f39-afa8-48b7-a663-b33ceff658ba tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (72ef0984-a7d0-4209-8e19-a1ff4b43c0d9), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:42.192054 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-23028f39-afa8-48b7-a663-b33ceff658ba tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (72ef0984-a7d0-4209-8e19-a1ff4b43c0d9), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:42.192380 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-23028f39-afa8-48b7-a663-b33ceff658ba tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for floatingip (72ef0984-a7d0-4209-8e19-a1ff4b43c0d9), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:42.203946 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-23028f39-afa8-48b7-a663-b33ceff658ba tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Calling delete_port for 72ef0984-a7d0-4209-8e19-a1ff4b43c0d9 owned by network:floatingip {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:42:42.352081 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-23028f39-afa8-48b7-a663-b33ceff658ba tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (72ef0984-a7d0-4209-8e19-a1ff4b43c0d9), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:42.375457 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23028f39-afa8-48b7-a663-b33ceff658ba tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Pushing event deleted for resources: {'Port': ['ID=72ef0984-a7d0-4209-8e19-a1ff4b43c0d9,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:42:42.389898 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23028f39-afa8-48b7-a663-b33ceff658ba tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:42:42.390257 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23028f39-afa8-48b7-a663-b33ceff658ba tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:42:42.390607 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23028f39-afa8-48b7-a663-b33ceff658ba tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:42:42.390951 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23028f39-afa8-48b7-a663-b33ceff658ba tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:42:42.391293 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23028f39-afa8-48b7-a663-b33ceff658ba tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:42:42.391635 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23028f39-afa8-48b7-a663-b33ceff658ba tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:42:42.391973 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23028f39-afa8-48b7-a663-b33ceff658ba tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:42:42.392314 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23028f39-afa8-48b7-a663-b33ceff658ba tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:42:42.392648 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23028f39-afa8-48b7-a663-b33ceff658ba tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:42:42.392985 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23028f39-afa8-48b7-a663-b33ceff658ba tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:42:42.393342 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23028f39-afa8-48b7-a663-b33ceff658ba tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:42:42.393676 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23028f39-afa8-48b7-a663-b33ceff658ba tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:42:42.394005 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23028f39-afa8-48b7-a663-b33ceff658ba tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:42:42.452730 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-23028f39-afa8-48b7-a663-b33ceff658ba tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for floatingip (cb6c70d7-bf33-4232-82ed-68d9825247d9), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:42.453067 n-d-812111-14 neutron-server[103305]: INFO neutron.db.l3_db [None req-23028f39-afa8-48b7-a663-b33ceff658ba tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Floating IP cb6c70d7-bf33-4232-82ed-68d9825247d9 disassociated (deleted). External IP: 172.25.6.249, port: c69304f9-6f27-4d57-b882-26997c5042d0. Jan 28 20:42:42.655741 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23028f39-afa8-48b7-a663-b33ceff658ba tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Router cd3dd1ea-5581-43a3-8967-5021809c0267 has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:42:42.771110 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23028f39-afa8-48b7-a663-b33ceff658ba tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:42:42.776396 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-23028f39-afa8-48b7-a663-b33ceff658ba tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for floatingip (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:42.781401 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72897f61-0789-4187-bef4-58d67f2b639e None None] Sync routers for ids ['cd3dd1ea-5581-43a3-8967-5021809c0267'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:42:42.790800 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72897f61-0789-4187-bef4-58d67f2b639e None None] Routers {'cd3dd1ea-5581-43a3-8967-5021809c0267'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:42:42.791416 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-72897f61-0789-4187-bef4-58d67f2b639e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:42:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['cd3dd1ea-5581-43a3-8967-5021809c0267'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:42:42.805210 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-23028f39-afa8-48b7-a663-b33ceff658ba tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "DELETE /v2.0/floatingips/cb6c70d7-bf33-4232-82ed-68d9825247d9 HTTP/1.1" status: 204 len: 168 time: 0.8492541 Jan 28 20:42:42.805840 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cbfa3cd-e283-4859-8c75-9c43465fa2b3', 'tag': 'c69304f9-6f27-4d57-b882-26997c5042d0'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:42:42.808040 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}981202432542b3bd90586abfd28c53181d71ca775a89b024ffbb9268f9379f4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fcb5868-7d01-4a31-887b-02c78821af14" -d '{"events": [{"name": "network-changed", "server_uuid": "3cbfa3cd-e283-4859-8c75-9c43465fa2b3", "tag": "c69304f9-6f27-4d57-b882-26997c5042d0"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:42:42.852775 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15e8d611-2425-4499-94c8-3c48bf75020e x-openstack-request-id: req-15e8d611-2425-4499-94c8-3c48bf75020e {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:42:42.853022 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cbfa3cd-e283-4859-8c75-9c43465fa2b3", "tag": "c69304f9-6f27-4d57-b882-26997c5042d0", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:42:42.853421 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-15e8d611-2425-4499-94c8-3c48bf75020e {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:42:42.853905 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cbfa3cd-e283-4859-8c75-9c43465fa2b3', 'tag': 'c69304f9-6f27-4d57-b882-26997c5042d0', 'status': 'completed', 'code': 200} Jan 28 20:42:42.902594 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-72897f61-0789-4187-bef4-58d67f2b639e None None] Set router cd3dd1ea-5581-43a3-8967-5021809c0267 gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:42:42.923002 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcb5868-7d01-4a31-887b-02c78821af14 req-316fd21a-ace7-41ef-b004-6b8439a09c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:42:42.925291 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7fcb5868-7d01-4a31-887b-02c78821af14 req-316fd21a-ace7-41ef-b004-6b8439a09c89 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0ceca0f616eb43dfa068e38ea05be00f&device_id=3cbfa3cd-e283-4859-8c75-9c43465fa2b3 HTTP/1.1" status: 200 len: 1129 time: 0.0514143 Jan 28 20:42:43.024873 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcb5868-7d01-4a31-887b-02c78821af14 req-3fbe03a6-eed0-4afe-a5ae-81927a94ecee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:42:43.026450 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7fcb5868-7d01-4a31-887b-02c78821af14 req-3fbe03a6-eed0-4afe-a5ae-81927a94ecee service neutron] 10.222.0.70 "GET /v2.0/networks?id=19413feb-de03-4d5d-a7d7-9e6e7a64e895 HTTP/1.1" status: 200 len: 896 time: 0.0952706 Jan 28 20:42:43.066045 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6753bc45-d30e-4a30-a850-c249eb4cf6ed req-18780c10-1f65-4cf5-85ec-8476ea104c4f tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:42:43.067684 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6753bc45-d30e-4a30-a850-c249eb4cf6ed req-18780c10-1f65-4cf5-85ec-8476ea104c4f tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cbfa3cd-e283-4859-8c75-9c43465fa2b3 HTTP/1.1" status: 200 len: 946 time: 0.0695212 Jan 28 20:42:43.080717 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7fcb5868-7d01-4a31-887b-02c78821af14 req-f58f35c3-08dc-491e-a37b-317bc6b7b806 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c69304f9-6f27-4d57-b882-26997c5042d0 HTTP/1.1" status: 200 len: 217 time: 0.0467303 Jan 28 20:42:43.121628 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6753bc45-d30e-4a30-a850-c249eb4cf6ed req-2404e81c-6cda-4c38-a6d3-43b36c65ebe7 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/security-groups?id=148cb4ad-2aa6-4067-aff3-b8fbbf7c433a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471210 Jan 28 20:42:43.136376 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcb5868-7d01-4a31-887b-02c78821af14 req-5338237a-0ac7-410b-8cb2-4eb5a80e7eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:42:43.138010 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7fcb5868-7d01-4a31-887b-02c78821af14 req-5338237a-0ac7-410b-8cb2-4eb5a80e7eae service neutron] 10.222.0.70 "GET /v2.0/subnets?id=eb87af83-5691-41eb-9f29-24d58b87476f HTTP/1.1" status: 200 len: 835 time: 0.0509298 Jan 28 20:42:43.189989 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcb5868-7d01-4a31-887b-02c78821af14 req-7264dfaa-553d-4e54-85c0-b55a6b04f121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:42:43.191556 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7fcb5868-7d01-4a31-887b-02c78821af14 req-7264dfaa-553d-4e54-85c0-b55a6b04f121 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=19413feb-de03-4d5d-a7d7-9e6e7a64e895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0466096 Jan 28 20:42:43.198325 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-72897f61-0789-4187-bef4-58d67f2b639e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd3dd1ea-5581-43a3-8967-5021809c0267', 'name': 'tempest-TestNetworkAdvancedServerOps-router-213143028', 'tenant_id': '0ceca0f616eb43dfa068e38ea05be00f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.156'}], 'enable_snat': True}, 'gw_port_id': 'a344dbbd-1809-40df-bc05-e70ef330d4f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:41:12Z', 'updated_at': '2022-01-28T20:41:16Z', 'revision_number': 4, 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'gw_port': {'id': 'a344dbbd-1809-40df-bc05-e70ef330d4f9', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c1:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd3dd1ea-5581-43a3-8967-5021809c0267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:41:12Z', 'updated_at': '2022-01-28T20:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': 'e3c4c76a-a446-4109-91ea-a6338c871b4f', 'name': '', 'network_id': '19413feb-de03-4d5d-a7d7-9e6e7a64e895', 'tenant_id': '0ceca0f616eb43dfa068e38ea05be00f', 'mac_address': 'fa:16:3e:f3:ad:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd3dd1ea-5581-43a3-8967-5021809c0267', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'eb87af83-5691-41eb-9f29-24d58b87476f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:41:14Z', 'updated_at': '2022-01-28T20:41:18Z', 'revision_number': 5, 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'subnets': [{'id': 'eb87af83-5691-41eb-9f29-24d58b87476f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:42:43.225023 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72897f61-0789-4187-bef4-58d67f2b639e None None] Checking router: cd3dd1ea-5581-43a3-8967-5021809c0267 for host: n-d-812111-14 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:42:43.234758 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72897f61-0789-4187-bef4-58d67f2b639e None None] Routers {'cd3dd1ea-5581-43a3-8967-5021809c0267'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:42:43.235572 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-72897f61-0789-4187-bef4-58d67f2b639e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:42:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['cd3dd1ea-5581-43a3-8967-5021809c0267'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:42:43.290996 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7fcb5868-7d01-4a31-887b-02c78821af14 req-d01939fa-e1be-4815-97cf-174230e5bb40 service neutron] 10.222.0.70 "GET /v2.0/networks/19413feb-de03-4d5d-a7d7-9e6e7a64e895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918417 Jan 28 20:42:43.342237 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-72897f61-0789-4187-bef4-58d67f2b639e None None] Set router cd3dd1ea-5581-43a3-8967-5021809c0267 gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:42:43.359688 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:43.389891 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7fcb5868-7d01-4a31-887b-02c78821af14 req-059defa1-3313-4e43-ae69-a9b9651b5762 service neutron] 10.222.0.70 "GET /v2.0/networks/19413feb-de03-4d5d-a7d7-9e6e7a64e895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918491 Jan 28 20:42:43.543181 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-72897f61-0789-4187-bef4-58d67f2b639e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd3dd1ea-5581-43a3-8967-5021809c0267', 'name': 'tempest-TestNetworkAdvancedServerOps-router-213143028', 'tenant_id': '0ceca0f616eb43dfa068e38ea05be00f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.156'}], 'enable_snat': True}, 'gw_port_id': 'a344dbbd-1809-40df-bc05-e70ef330d4f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:41:12Z', 'updated_at': '2022-01-28T20:41:16Z', 'revision_number': 4, 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'gw_port': {'id': 'a344dbbd-1809-40df-bc05-e70ef330d4f9', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c1:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd3dd1ea-5581-43a3-8967-5021809c0267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:41:12Z', 'updated_at': '2022-01-28T20:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': 'e3c4c76a-a446-4109-91ea-a6338c871b4f', 'name': '', 'network_id': '19413feb-de03-4d5d-a7d7-9e6e7a64e895', 'tenant_id': '0ceca0f616eb43dfa068e38ea05be00f', 'mac_address': 'fa:16:3e:f3:ad:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd3dd1ea-5581-43a3-8967-5021809c0267', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'eb87af83-5691-41eb-9f29-24d58b87476f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:41:14Z', 'updated_at': '2022-01-28T20:41:18Z', 'revision_number': 5, 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'subnets': [{'id': 'eb87af83-5691-41eb-9f29-24d58b87476f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:42:43.568869 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72897f61-0789-4187-bef4-58d67f2b639e None None] The sync data for ids ['cd3dd1ea-5581-43a3-8967-5021809c0267'] in n-d-812111-14 is: [{'id': 'cd3dd1ea-5581-43a3-8967-5021809c0267', 'name': 'tempest-TestNetworkAdvancedServerOps-router-213143028', 'tenant_id': '0ceca0f616eb43dfa068e38ea05be00f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.156'}], 'enable_snat': True}, 'gw_port_id': 'a344dbbd-1809-40df-bc05-e70ef330d4f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:41:12Z', 'updated_at': '2022-01-28T20:41:16Z', 'revision_number': 4, 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'gw_port': {'id': 'a344dbbd-1809-40df-bc05-e70ef330d4f9', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c1:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd3dd1ea-5581-43a3-8967-5021809c0267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:41:12Z', 'updated_at': '2022-01-28T20:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': 'e3c4c76a-a446-4109-91ea-a6338c871b4f', 'name': '', 'network_id': '19413feb-de03-4d5d-a7d7-9e6e7a64e895', 'tenant_id': '0ceca0f616eb43dfa068e38ea05be00f', 'mac_address': 'fa:16:3e:f3:ad:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd3dd1ea-5581-43a3-8967-5021809c0267', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'eb87af83-5691-41eb-9f29-24d58b87476f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:41:14Z', 'updated_at': '2022-01-28T20:41:18Z', 'revision_number': 5, 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'subnets': [{'id': 'eb87af83-5691-41eb-9f29-24d58b87476f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:42:43.788251 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431c0b45-ec89-4946-a48c-fdef2ec727ba None None] New status for floating IP cb6c70d7-bf33-4232-82ed-68d9825247d9: DOWN {{(pid=103306) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 20:42:44.617391 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b9f237-f01a-4288-81c6-a5cf69eab87f req-be5ad611-c5e9-4ae5-b10a-3a737475a9a0 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:42:44.618874 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-64b9f237-f01a-4288-81c6-a5cf69eab87f req-be5ad611-c5e9-4ae5-b10a-3a737475a9a0 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cbfa3cd-e283-4859-8c75-9c43465fa2b3 HTTP/1.1" status: 200 len: 946 time: 0.4238966 Jan 28 20:42:44.654952 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445fe1de-bd47-448c-a5a9-ed801474f276 req-b88efe69-fece-4238-9991-c3a0a9590c29 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:42:44.656354 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-445fe1de-bd47-448c-a5a9-ed801474f276 req-b88efe69-fece-4238-9991-c3a0a9590c29 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.70 "GET /v2.0/ports?device_id=3cbfa3cd-e283-4859-8c75-9c43465fa2b3 HTTP/1.1" status: 200 len: 946 time: 0.0784991 Jan 28 20:42:44.708615 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-64b9f237-f01a-4288-81c6-a5cf69eab87f req-081c459d-35f2-4ddc-9278-05076960f574 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/security-groups?id=148cb4ad-2aa6-4067-aff3-b8fbbf7c433a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817952 Jan 28 20:42:44.767831 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-445fe1de-bd47-448c-a5a9-ed801474f276 req-cd72ed9f-7b77-42a3-809c-699a4cc87475 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Deleting port c69304f9-6f27-4d57-b882-26997c5042d0 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:42:44.768176 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-445fe1de-bd47-448c-a5a9-ed801474f276 req-cd72ed9f-7b77-42a3-809c-699a4cc87475 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (c69304f9-6f27-4d57-b882-26997c5042d0), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:44.854946 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-445fe1de-bd47-448c-a5a9-ed801474f276 req-cd72ed9f-7b77-42a3-809c-699a4cc87475 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] For port c69304f9-6f27-4d57-b882-26997c5042d0, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=c69304f9-6f27-4d57-b882-26997c5042d0,segment=NetworkSegment(a941a489-50df-4ade-8bab-6c1822c155f9),segment_id=a941a489-50df-4ade-8bab-6c1822c155f9)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:42:44.855314 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-445fe1de-bd47-448c-a5a9-ed801474f276 req-cd72ed9f-7b77-42a3-809c-699a4cc87475 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (c69304f9-6f27-4d57-b882-26997c5042d0), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:44.868565 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-445fe1de-bd47-448c-a5a9-ed801474f276 req-cd72ed9f-7b77-42a3-809c-699a4cc87475 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Calling delete_port for c69304f9-6f27-4d57-b882-26997c5042d0 owned by compute:nova {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:42:44.997417 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-445fe1de-bd47-448c-a5a9-ed801474f276 req-cd72ed9f-7b77-42a3-809c-699a4cc87475 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (c69304f9-6f27-4d57-b882-26997c5042d0), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:45.040025 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd72ed9f-7b77-42a3-809c-699a4cc87475 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Pushing event deleted for resources: {'Port': ['ID=c69304f9-6f27-4d57-b882-26997c5042d0,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:42:45.067633 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd72ed9f-7b77-42a3-809c-699a4cc87475 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:42:45.067991 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd72ed9f-7b77-42a3-809c-699a4cc87475 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:42:45.068348 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd72ed9f-7b77-42a3-809c-699a4cc87475 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:42:45.068697 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd72ed9f-7b77-42a3-809c-699a4cc87475 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:42:45.069041 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd72ed9f-7b77-42a3-809c-699a4cc87475 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:42:45.069410 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd72ed9f-7b77-42a3-809c-699a4cc87475 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:42:45.069753 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd72ed9f-7b77-42a3-809c-699a4cc87475 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:42:45.070885 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd72ed9f-7b77-42a3-809c-699a4cc87475 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:42:45.071233 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd72ed9f-7b77-42a3-809c-699a4cc87475 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:42:45.071571 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd72ed9f-7b77-42a3-809c-699a4cc87475 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:42:45.071908 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd72ed9f-7b77-42a3-809c-699a4cc87475 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:42:45.072362 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd72ed9f-7b77-42a3-809c-699a4cc87475 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:42:45.072737 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd72ed9f-7b77-42a3-809c-699a4cc87475 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:42:45.090305 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-445fe1de-bd47-448c-a5a9-ed801474f276 req-cd72ed9f-7b77-42a3-809c-699a4cc87475 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] No DVR routers for this DVR port c69304f9-6f27-4d57-b882-26997c5042d0 on host n-h2-812111-14 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:42:45.092776 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-445fe1de-bd47-448c-a5a9-ed801474f276 req-cd72ed9f-7b77-42a3-809c-699a4cc87475 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:45.096490 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-445fe1de-bd47-448c-a5a9-ed801474f276 req-cd72ed9f-7b77-42a3-809c-699a4cc87475 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.70 "DELETE /v2.0/ports/c69304f9-6f27-4d57-b882-26997c5042d0 HTTP/1.1" status: 204 len: 173 time: 0.4297512 Jan 28 20:42:45.096980 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cbfa3cd-e283-4859-8c75-9c43465fa2b3', 'name': 'network-vif-deleted', 'tag': 'c69304f9-6f27-4d57-b882-26997c5042d0'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:42:45.099265 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}690870b4896ba3504f21237a239c836c0346d6a62bcfb5e8ee91fd1b13f99dd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaedc529-fbe0-4628-b536-6260288cf677" -d '{"events": [{"server_uuid": "3cbfa3cd-e283-4859-8c75-9c43465fa2b3", "name": "network-vif-deleted", "tag": "c69304f9-6f27-4d57-b882-26997c5042d0"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:42:45.143086 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f0364b4-30b6-43d8-988c-01e7518e6c73 x-openstack-request-id: req-0f0364b4-30b6-43d8-988c-01e7518e6c73 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:42:45.143385 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cbfa3cd-e283-4859-8c75-9c43465fa2b3", "name": "network-vif-deleted", "tag": "c69304f9-6f27-4d57-b882-26997c5042d0", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:42:45.143649 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0f0364b4-30b6-43d8-988c-01e7518e6c73 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:42:45.144056 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cbfa3cd-e283-4859-8c75-9c43465fa2b3', 'name': 'network-vif-deleted', 'tag': 'c69304f9-6f27-4d57-b882-26997c5042d0', 'status': 'completed', 'code': 200} Jan 28 20:42:45.767666 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 43878) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:42:46.131442 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-67d1f85e-0e70-4c42-a1e8-895d8ec4e35b tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-732838'] for router_interface (cd3dd1ea-5581-43a3-8967-5021809c0267), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:46.389781 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-67d1f85e-0e70-4c42-a1e8-895d8ec4e35b tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Deleting port e3c4c76a-a446-4109-91ea-a6338c871b4f {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:42:46.390049 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-67d1f85e-0e70-4c42-a1e8-895d8ec4e35b tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (e3c4c76a-a446-4109-91ea-a6338c871b4f), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:46.486440 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-67d1f85e-0e70-4c42-a1e8-895d8ec4e35b tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] For port e3c4c76a-a446-4109-91ea-a6338c871b4f, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=e3c4c76a-a446-4109-91ea-a6338c871b4f,segment=NetworkSegment(a941a489-50df-4ade-8bab-6c1822c155f9),segment_id=a941a489-50df-4ade-8bab-6c1822c155f9)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:42:46.486811 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-67d1f85e-0e70-4c42-a1e8-895d8ec4e35b tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (e3c4c76a-a446-4109-91ea-a6338c871b4f), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:46.499299 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-67d1f85e-0e70-4c42-a1e8-895d8ec4e35b tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Calling delete_port for e3c4c76a-a446-4109-91ea-a6338c871b4f owned by network:router_interface {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:42:46.683539 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-67d1f85e-0e70-4c42-a1e8-895d8ec4e35b tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (e3c4c76a-a446-4109-91ea-a6338c871b4f), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:46.711918 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d1f85e-0e70-4c42-a1e8-895d8ec4e35b tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Pushing event deleted for resources: {'Port': ['ID=e3c4c76a-a446-4109-91ea-a6338c871b4f,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:42:46.881426 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-67d1f85e-0e70-4c42-a1e8-895d8ec4e35b tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-732682'] for router_interface (cd3dd1ea-5581-43a3-8967-5021809c0267), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:47.097487 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67d1f85e-0e70-4c42-a1e8-895d8ec4e35b tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Router cd3dd1ea-5581-43a3-8967-5021809c0267 has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:42:47.204514 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67d1f85e-0e70-4c42-a1e8-895d8ec4e35b tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:42:47.209850 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-67d1f85e-0e70-4c42-a1e8-895d8ec4e35b tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "PUT /v2.0/routers/cd3dd1ea-5581-43a3-8967-5021809c0267/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4409075 Jan 28 20:42:47.212431 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 43880) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:42:47.215366 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c61c649-e45d-4993-b171-d731019674cb None None] Sync routers for ids ['cd3dd1ea-5581-43a3-8967-5021809c0267'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:42:47.229319 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c61c649-e45d-4993-b171-d731019674cb None None] Routers {'cd3dd1ea-5581-43a3-8967-5021809c0267'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:42:47.229933 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-7c61c649-e45d-4993-b171-d731019674cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:42:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['cd3dd1ea-5581-43a3-8967-5021809c0267'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:42:47.270191 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-58a4145e-3eaa-4395-8c2e-c0030a9a51b7 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Deleting subnet eb87af83-5691-41eb-9f29-24d58b87476f {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 20:42:47.273626 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-58a4145e-3eaa-4395-8c2e-c0030a9a51b7 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for subnet (eb87af83-5691-41eb-9f29-24d58b87476f), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:47.319814 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-58a4145e-3eaa-4395-8c2e-c0030a9a51b7 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4747050'] for subnet (eb87af83-5691-41eb-9f29-24d58b87476f), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:47.339917 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-7c61c649-e45d-4993-b171-d731019674cb None None] Set router cd3dd1ea-5581-43a3-8967-5021809c0267 gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:42:47.404830 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-58a4145e-3eaa-4395-8c2e-c0030a9a51b7 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (eb87af83-5691-41eb-9f29-24d58b87476f), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:47.471683 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-58a4145e-3eaa-4395-8c2e-c0030a9a51b7 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4690616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5222356'] for subnet (eb87af83-5691-41eb-9f29-24d58b87476f), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:47.499937 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a4145e-3eaa-4395-8c2e-c0030a9a51b7 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Pushing event deleted for resources: {'Subnet': ['ID=eb87af83-5691-41eb-9f29-24d58b87476f,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:42:47.501982 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-58a4145e-3eaa-4395-8c2e-c0030a9a51b7 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:47.505411 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-58a4145e-3eaa-4395-8c2e-c0030a9a51b7 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "DELETE /v2.0/subnets/eb87af83-5691-41eb-9f29-24d58b87476f HTTP/1.1" status: 204 len: 168 time: 0.2918477 Jan 28 20:42:47.508523 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d2bb1d0-87f5-4c3f-8a30-a146116da2df None None] Network 19413feb-de03-4d5d-a7d7-9e6e7a64e895 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:42:47.509185 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 43882) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:42:47.525832 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-7c61c649-e45d-4993-b171-d731019674cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd3dd1ea-5581-43a3-8967-5021809c0267', 'name': 'tempest-TestNetworkAdvancedServerOps-router-213143028', 'tenant_id': '0ceca0f616eb43dfa068e38ea05be00f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.156'}], 'enable_snat': True}, 'gw_port_id': 'a344dbbd-1809-40df-bc05-e70ef330d4f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:41:12Z', 'updated_at': '2022-01-28T20:42:46Z', 'revision_number': 5, 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'gw_port': {'id': 'a344dbbd-1809-40df-bc05-e70ef330d4f9', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c1:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd3dd1ea-5581-43a3-8967-5021809c0267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:41:12Z', 'updated_at': '2022-01-28T20:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:42:47.557072 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c61c649-e45d-4993-b171-d731019674cb None None] Checking router: cd3dd1ea-5581-43a3-8967-5021809c0267 for host: n-d-812111-14 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:42:47.566978 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c61c649-e45d-4993-b171-d731019674cb None None] Routers {'cd3dd1ea-5581-43a3-8967-5021809c0267'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:42:47.567603 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-7c61c649-e45d-4993-b171-d731019674cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:42:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['cd3dd1ea-5581-43a3-8967-5021809c0267'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:42:47.627781 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-04d001cf-54b9-49f5-b946-a081dc1d6ca7 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for router (cd3dd1ea-5581-43a3-8967-5021809c0267), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:47.681090 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-7c61c649-e45d-4993-b171-d731019674cb None None] Set router cd3dd1ea-5581-43a3-8967-5021809c0267 gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:42:47.686695 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed0dd0d-ce5b-4876-b30f-293cda2f4afa None None] DHCP port deletion for 19413feb-de03-4d5d-a7d7-9e6e7a64e895 request from n-d-812111-14 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 20:42:47.734274 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-5ed0dd0d-ce5b-4876-b30f-293cda2f4afa None None] Deleting port dad82714-7b19-4a09-953c-0cf9eea05bf3 {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:42:47.734958 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5ed0dd0d-ce5b-4876-b30f-293cda2f4afa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (dad82714-7b19-4a09-953c-0cf9eea05bf3), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:47.737673 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-04d001cf-54b9-49f5-b946-a081dc1d6ca7 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for router_gateway (cd3dd1ea-5581-43a3-8967-5021809c0267), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:47.797785 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-04d001cf-54b9-49f5-b946-a081dc1d6ca7 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Deleting port a344dbbd-1809-40df-bc05-e70ef330d4f9 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:42:47.798270 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-04d001cf-54b9-49f5-b946-a081dc1d6ca7 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (a344dbbd-1809-40df-bc05-e70ef330d4f9), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:47.801709 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-5ed0dd0d-ce5b-4876-b30f-293cda2f4afa None None] For port dad82714-7b19-4a09-953c-0cf9eea05bf3, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=dad82714-7b19-4a09-953c-0cf9eea05bf3,segment=NetworkSegment(a941a489-50df-4ade-8bab-6c1822c155f9),segment_id=a941a489-50df-4ade-8bab-6c1822c155f9)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:42:47.802108 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5ed0dd0d-ce5b-4876-b30f-293cda2f4afa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (dad82714-7b19-4a09-953c-0cf9eea05bf3), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:47.816002 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-5ed0dd0d-ce5b-4876-b30f-293cda2f4afa None None] Calling delete_port for dad82714-7b19-4a09-953c-0cf9eea05bf3 owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:42:47.869951 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-7c61c649-e45d-4993-b171-d731019674cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd3dd1ea-5581-43a3-8967-5021809c0267', 'name': 'tempest-TestNetworkAdvancedServerOps-router-213143028', 'tenant_id': '0ceca0f616eb43dfa068e38ea05be00f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.156'}], 'enable_snat': True}, 'gw_port_id': 'a344dbbd-1809-40df-bc05-e70ef330d4f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:41:12Z', 'updated_at': '2022-01-28T20:42:46Z', 'revision_number': 5, 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'gw_port': {'id': 'a344dbbd-1809-40df-bc05-e70ef330d4f9', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c1:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd3dd1ea-5581-43a3-8967-5021809c0267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:41:12Z', 'updated_at': '2022-01-28T20:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:42:47.882106 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-04d001cf-54b9-49f5-b946-a081dc1d6ca7 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] For port a344dbbd-1809-40df-bc05-e70ef330d4f9, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=a344dbbd-1809-40df-bc05-e70ef330d4f9,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:42:47.882477 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-04d001cf-54b9-49f5-b946-a081dc1d6ca7 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (a344dbbd-1809-40df-bc05-e70ef330d4f9), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:47.895312 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-04d001cf-54b9-49f5-b946-a081dc1d6ca7 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Calling delete_port for a344dbbd-1809-40df-bc05-e70ef330d4f9 owned by network:router_gateway {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:42:47.896141 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5ed0dd0d-ce5b-4876-b30f-293cda2f4afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985'] for port (dad82714-7b19-4a09-953c-0cf9eea05bf3), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:47.897487 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c61c649-e45d-4993-b171-d731019674cb None None] The sync data for ids ['cd3dd1ea-5581-43a3-8967-5021809c0267'] in n-d-812111-14 is: [{'id': 'cd3dd1ea-5581-43a3-8967-5021809c0267', 'name': 'tempest-TestNetworkAdvancedServerOps-router-213143028', 'tenant_id': '0ceca0f616eb43dfa068e38ea05be00f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.156'}], 'enable_snat': True}, 'gw_port_id': 'a344dbbd-1809-40df-bc05-e70ef330d4f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:41:12Z', 'updated_at': '2022-01-28T20:42:46Z', 'revision_number': 5, 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'gw_port': {'id': 'a344dbbd-1809-40df-bc05-e70ef330d4f9', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c1:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd3dd1ea-5581-43a3-8967-5021809c0267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:41:12Z', 'updated_at': '2022-01-28T20:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:42:47.928247 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed0dd0d-ce5b-4876-b30f-293cda2f4afa None None] No DVR routers for this DVR port dad82714-7b19-4a09-953c-0cf9eea05bf3 on host n-d-812111-14 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:42:47.933830 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed0dd0d-ce5b-4876-b30f-293cda2f4afa None None] Pushing event deleted for resources: {'Port': ['ID=dad82714-7b19-4a09-953c-0cf9eea05bf3,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:42:47.942688 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed0dd0d-ce5b-4876-b30f-293cda2f4afa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:42:47.943054 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed0dd0d-ce5b-4876-b30f-293cda2f4afa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:42:47.943399 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed0dd0d-ce5b-4876-b30f-293cda2f4afa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:42:47.943750 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed0dd0d-ce5b-4876-b30f-293cda2f4afa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:42:47.946783 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed0dd0d-ce5b-4876-b30f-293cda2f4afa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:42:47.946783 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed0dd0d-ce5b-4876-b30f-293cda2f4afa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:42:47.946783 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed0dd0d-ce5b-4876-b30f-293cda2f4afa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:42:47.946783 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed0dd0d-ce5b-4876-b30f-293cda2f4afa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:42:47.946783 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed0dd0d-ce5b-4876-b30f-293cda2f4afa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:42:47.946783 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed0dd0d-ce5b-4876-b30f-293cda2f4afa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:42:47.947908 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed0dd0d-ce5b-4876-b30f-293cda2f4afa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:42:47.947908 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed0dd0d-ce5b-4876-b30f-293cda2f4afa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:42:47.947908 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed0dd0d-ce5b-4876-b30f-293cda2f4afa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:42:48.066455 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-04d001cf-54b9-49f5-b946-a081dc1d6ca7 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (a344dbbd-1809-40df-bc05-e70ef330d4f9), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:48.095487 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d001cf-54b9-49f5-b946-a081dc1d6ca7 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Pushing event deleted for resources: {'Port': ['ID=a344dbbd-1809-40df-bc05-e70ef330d4f9,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:42:48.155445 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-04d001cf-54b9-49f5-b946-a081dc1d6ca7 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-731488'] for router_gateway (cd3dd1ea-5581-43a3-8967-5021809c0267), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:48.248615 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-04d001cf-54b9-49f5-b946-a081dc1d6ca7 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-730901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261120'] for router (cd3dd1ea-5581-43a3-8967-5021809c0267), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:48.250838 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-04d001cf-54b9-49f5-b946-a081dc1d6ca7 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for router_controller (cd3dd1ea-5581-43a3-8967-5021809c0267), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:48.296864 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-04d001cf-54b9-49f5-b946-a081dc1d6ca7 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-730908'] for router (cd3dd1ea-5581-43a3-8967-5021809c0267), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:48.297488 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04d001cf-54b9-49f5-b946-a081dc1d6ca7 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Fanout notify agent at l3_agent the message router_deleted on router cd3dd1ea-5581-43a3-8967-5021809c0267 {{(pid=103304) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 20:42:48.305901 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-04d001cf-54b9-49f5-b946-a081dc1d6ca7 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:48.309504 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-04d001cf-54b9-49f5-b946-a081dc1d6ca7 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "DELETE /v2.0/routers/cd3dd1ea-5581-43a3-8967-5021809c0267 HTTP/1.1" status: 204 len: 168 time: 0.7971816 Jan 28 20:42:48.309749 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 43884) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:42:48.400243 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f10e5ed5-0289-4700-8853-7db930436105 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (19413feb-de03-4d5d-a7d7-9e6e7a64e895), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:48.487637 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f10e5ed5-0289-4700-8853-7db930436105 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (19413feb-de03-4d5d-a7d7-9e6e7a64e895), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:48.509532 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-f10e5ed5-0289-4700-8853-7db930436105 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19413feb-de03-4d5d-a7d7-9e6e7a64e895']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:42:48.521197 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-f10e5ed5-0289-4700-8853-7db930436105 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a941a489-50df-4ade-8bab-6c1822c155f9') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:42:48.521507 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-f10e5ed5-0289-4700-8853-7db930436105 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a941a489-50df-4ade-8bab-6c1822c155f9') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:42:48.537985 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f10e5ed5-0289-4700-8853-7db930436105 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4747091'] for segment (a941a489-50df-4ade-8bab-6c1822c155f9), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:48.552414 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f10e5ed5-0289-4700-8853-7db930436105 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (a941a489-50df-4ade-8bab-6c1822c155f9), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:48.558716 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f10e5ed5-0289-4700-8853-7db930436105 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:42:48.559123 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f10e5ed5-0289-4700-8853-7db930436105 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4690514'] for segment (a941a489-50df-4ade-8bab-6c1822c155f9), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:48.562288 n-d-812111-14 neutron-server[103304]: Traceback (most recent call last): Jan 28 20:42:48.562288 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:42:48.562288 n-d-812111-14 neutron-server[103304]: timer() Jan 28 20:42:48.562288 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:42:48.562288 n-d-812111-14 neutron-server[103304]: cb(*args, **kw) Jan 28 20:42:48.562288 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:42:48.562288 n-d-812111-14 neutron-server[103304]: return func(*args, **kwargs) Jan 28 20:42:48.562288 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:42:48.562288 n-d-812111-14 neutron-server[103304]: self._notify() Jan 28 20:42:48.562288 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:42:48.562288 n-d-812111-14 neutron-server[103304]: self.callback(batched_events) Jan 28 20:42:48.562288 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:42:48.562288 n-d-812111-14 neutron-server[103304]: event.method(event) Jan 28 20:42:48.562288 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:42:48.562288 n-d-812111-14 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:42:48.562288 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:42:48.562288 n-d-812111-14 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:42:48.562288 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:42:48.562288 n-d-812111-14 neutron-server[103304]: return f(self, *a, **k) Jan 28 20:42:48.562288 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:42:48.562288 n-d-812111-14 neutron-server[103304]: return self._get(url).json() Jan 28 20:42:48.562288 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:42:48.562288 n-d-812111-14 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:42:48.562288 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:42:48.562288 n-d-812111-14 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 28 20:42:48.562288 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:42:48.562288 n-d-812111-14 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:42:48.562288 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:42:48.562288 n-d-812111-14 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:42:48.562288 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:42:48.562288 n-d-812111-14 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:42:48.562288 n-d-812111-14 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:42:48.621741 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f10e5ed5-0289-4700-8853-7db930436105 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (19413feb-de03-4d5d-a7d7-9e6e7a64e895), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:48.628392 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f10e5ed5-0289-4700-8853-7db930436105 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:48.631631 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-f10e5ed5-0289-4700-8853-7db930436105 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "DELETE /v2.0/networks/19413feb-de03-4d5d-a7d7-9e6e7a64e895 HTTP/1.1" status: 204 len: 168 time: 0.3208733 Jan 28 20:42:48.634523 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 43886) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:42:48.643500 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10e5ed5-0289-4700-8853-7db930436105 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Pushing event deleted for resources: {'Network': ['ID=19413feb-de03-4d5d-a7d7-9e6e7a64e895,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:42:48.693606 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-14d91a9c-c48b-4b8c-a9da-1c1e2dab44c4 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for security_group (148cb4ad-2aa6-4067-aff3-b8fbbf7c433a), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:48.719137 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-14d91a9c-c48b-4b8c-a9da-1c1e2dab44c4 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for security_group (148cb4ad-2aa6-4067-aff3-b8fbbf7c433a), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:48.779998 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-14d91a9c-c48b-4b8c-a9da-1c1e2dab44c4 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (148cb4ad-2aa6-4067-aff3-b8fbbf7c433a), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:48.782523 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-14d91a9c-c48b-4b8c-a9da-1c1e2dab44c4 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:48.783741 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-14d91a9c-c48b-4b8c-a9da-1c1e2dab44c4 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "DELETE /v2.0/security-groups/148cb4ad-2aa6-4067-aff3-b8fbbf7c433a HTTP/1.1" status: 204 len: 168 time: 0.1482260 Jan 28 20:42:48.792790 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d91a9c-c48b-4b8c-a9da-1c1e2dab44c4 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=148cb4ad-2aa6-4067-aff3-b8fbbf7c433a,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:42:48.825942 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device c69304f9-6f27-4d57-b882-26997c5042d0 no longer exists at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:42:48.846354 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] No Port match for: c69304f9-6f27-4d57-b882-26997c5042d0 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:42:48.846776 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device c69304f9-6f27-4d57-b882-26997c5042d0 not bound to the agent host n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:42:49.150858 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 43892) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:42:49.156235 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-1bd419a8-599a-482e-8139-8931b075755d tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-662842893', 'description': 'tempest-secgroup-smoke-662842893 description', 'project_id': '0ceca0f616eb43dfa068e38ea05be00f'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:42:49.178966 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1bd419a8-599a-482e-8139-8931b075755d tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:49.258676 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1bd419a8-599a-482e-8139-8931b075755d tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for security_group (75754af7-aabd-45e6-962f-7597050c1d71), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:49.263029 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1bd419a8-599a-482e-8139-8931b075755d tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (75754af7-aabd-45e6-962f-7597050c1d71), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:49.293937 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1bd419a8-599a-482e-8139-8931b075755d tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:49.298000 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-1bd419a8-599a-482e-8139-8931b075755d tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1430173 Jan 28 20:42:49.298351 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 43894) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:42:49.299452 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd419a8-599a-482e-8139-8931b075755d tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75754af7-aabd-45e6-962f-7597050c1d71,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:42:49.304674 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-0aac9919-0791-41eb-8bda-2254c56083dc tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Request body: {'security_group_rule': {'security_group_id': '75754af7-aabd-45e6-962f-7597050c1d71', 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:42:49.315024 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device e3c4c76a-a446-4109-91ea-a6338c871b4f no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:42:49.335691 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0aac9919-0791-41eb-8bda-2254c56083dc tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for security_group_rule (f232bd78-0f60-40a2-8265-411f8713aa0b), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:49.337392 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: e3c4c76a-a446-4109-91ea-a6338c871b4f {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:42:49.337743 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device e3c4c76a-a446-4109-91ea-a6338c871b4f not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:42:49.338155 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device dad82714-7b19-4a09-953c-0cf9eea05bf3 no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:42:49.358147 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: dad82714-7b19-4a09-953c-0cf9eea05bf3 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:42:49.358491 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device dad82714-7b19-4a09-953c-0cf9eea05bf3 not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:42:49.358896 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device a344dbbd-1809-40df-bc05-e70ef330d4f9 no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:42:49.379321 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: a344dbbd-1809-40df-bc05-e70ef330d4f9 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:42:49.379590 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device a344dbbd-1809-40df-bc05-e70ef330d4f9 not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:42:49.383341 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0aac9919-0791-41eb-8bda-2254c56083dc tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for security_group_rule (f232bd78-0f60-40a2-8265-411f8713aa0b), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:49.387458 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0aac9919-0791-41eb-8bda-2254c56083dc tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (f232bd78-0f60-40a2-8265-411f8713aa0b), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:49.406998 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aac9919-0791-41eb-8bda-2254c56083dc tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f232bd78-0f60-40a2-8265-411f8713aa0b,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:42:49.415876 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0aac9919-0791-41eb-8bda-2254c56083dc tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:49.417147 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-0aac9919-0791-41eb-8bda-2254c56083dc tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1174164 Jan 28 20:42:49.420000 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 43896) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:42:49.424253 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-759d3867-cc57-4a2b-b306-72cfa7350283 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Request body: {'security_group_rule': {'security_group_id': '75754af7-aabd-45e6-962f-7597050c1d71', 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:42:49.447806 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-759d3867-cc57-4a2b-b306-72cfa7350283 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for security_group_rule (79d4e161-fe39-4638-9a1a-b2088ffb9d10), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:49.503159 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-759d3867-cc57-4a2b-b306-72cfa7350283 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for security_group_rule (79d4e161-fe39-4638-9a1a-b2088ffb9d10), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:49.506661 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-759d3867-cc57-4a2b-b306-72cfa7350283 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (79d4e161-fe39-4638-9a1a-b2088ffb9d10), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:49.525558 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759d3867-cc57-4a2b-b306-72cfa7350283 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79d4e161-fe39-4638-9a1a-b2088ffb9d10,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:42:49.532798 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-759d3867-cc57-4a2b-b306-72cfa7350283 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:49.534091 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-759d3867-cc57-4a2b-b306-72cfa7350283 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1131675 Jan 28 20:42:49.536785 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 43898) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:42:49.540985 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-10a719cd-a6be-4939-958c-c38bef0daed0 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Request body: {'security_group_rule': {'security_group_id': '75754af7-aabd-45e6-962f-7597050c1d71', 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:42:49.563844 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-10a719cd-a6be-4939-958c-c38bef0daed0 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for security_group_rule (0aae6359-1720-442c-be5a-3321f874e64a), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:49.619437 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-10a719cd-a6be-4939-958c-c38bef0daed0 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for security_group_rule (0aae6359-1720-442c-be5a-3321f874e64a), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:49.622866 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-10a719cd-a6be-4939-958c-c38bef0daed0 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (0aae6359-1720-442c-be5a-3321f874e64a), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:49.639290 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a719cd-a6be-4939-958c-c38bef0daed0 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0aae6359-1720-442c-be5a-3321f874e64a,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:42:49.650733 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-10a719cd-a6be-4939-958c-c38bef0daed0 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:49.651928 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-10a719cd-a6be-4939-958c-c38bef0daed0 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1142013 Jan 28 20:42:49.654975 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 43900) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:42:49.659206 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-b91017d4-e2f8-4689-9663-97b65041528b tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Request body: {'security_group_rule': {'security_group_id': '75754af7-aabd-45e6-962f-7597050c1d71', 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:42:49.684514 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b91017d4-e2f8-4689-9663-97b65041528b tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for security_group_rule (72ddd7d0-5fc1-4360-89a2-edb476f3db6a), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:49.742891 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b91017d4-e2f8-4689-9663-97b65041528b tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for security_group_rule (72ddd7d0-5fc1-4360-89a2-edb476f3db6a), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:49.746210 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b91017d4-e2f8-4689-9663-97b65041528b tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (72ddd7d0-5fc1-4360-89a2-edb476f3db6a), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:49.764448 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91017d4-e2f8-4689-9663-97b65041528b tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72ddd7d0-5fc1-4360-89a2-edb476f3db6a,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:42:49.773580 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b91017d4-e2f8-4689-9663-97b65041528b tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:49.774761 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-b91017d4-e2f8-4689-9663-97b65041528b tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1188498 Jan 28 20:42:49.777502 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 43902) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:42:49.781924 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-c24f0454-7f50-49bc-b7c0-58fe4189b092 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Request body: {'security_group_rule': {'security_group_id': '75754af7-aabd-45e6-962f-7597050c1d71', 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:42:49.801550 n-d-812111-14 neutron-server[103305]: INFO neutron.db.securitygroups_db [None req-c24f0454-7f50-49bc-b7c0-58fe4189b092 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Project 0ceca0f616eb43dfa068e38ea05be00f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 20:42:49.806965 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c24f0454-7f50-49bc-b7c0-58fe4189b092 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for security_group_rule (40b68a96-af65-4166-9b21-60e880715ce8), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:49.863266 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c24f0454-7f50-49bc-b7c0-58fe4189b092 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for security_group_rule (40b68a96-af65-4166-9b21-60e880715ce8), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:49.866968 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c24f0454-7f50-49bc-b7c0-58fe4189b092 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (40b68a96-af65-4166-9b21-60e880715ce8), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:49.886014 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24f0454-7f50-49bc-b7c0-58fe4189b092 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40b68a96-af65-4166-9b21-60e880715ce8,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:42:49.897052 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c24f0454-7f50-49bc-b7c0-58fe4189b092 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:49.899275 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-c24f0454-7f50-49bc-b7c0-58fe4189b092 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1198618 Jan 28 20:42:49.901456 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 43904) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:42:49.905958 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-bc12f840-ad66-4cdf-83d7-946603e09dc8 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Request body: {'security_group_rule': {'security_group_id': '75754af7-aabd-45e6-962f-7597050c1d71', 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:42:49.926010 n-d-812111-14 neutron-server[103305]: INFO neutron.db.securitygroups_db [None req-bc12f840-ad66-4cdf-83d7-946603e09dc8 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Project 0ceca0f616eb43dfa068e38ea05be00f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 20:42:49.930909 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bc12f840-ad66-4cdf-83d7-946603e09dc8 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for security_group_rule (c5145869-44c7-40e4-9ce4-c0edff558527), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:49.988715 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bc12f840-ad66-4cdf-83d7-946603e09dc8 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for security_group_rule (c5145869-44c7-40e4-9ce4-c0edff558527), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:49.992105 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bc12f840-ad66-4cdf-83d7-946603e09dc8 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (c5145869-44c7-40e4-9ce4-c0edff558527), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:50.011199 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc12f840-ad66-4cdf-83d7-946603e09dc8 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5145869-44c7-40e4-9ce4-c0edff558527,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:42:50.015904 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bc12f840-ad66-4cdf-83d7-946603e09dc8 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:50.020066 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-bc12f840-ad66-4cdf-83d7-946603e09dc8 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1147211 Jan 28 20:42:50.020174 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 43906) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:42:50.025641 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-1c4702d2-3a37-47fa-9772-f4a901b94a8b tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Request body: {'network': {'name': 'tempest-network-smoke--929309552', 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'port_security_enabled': True}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:42:50.044462 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c4702d2-3a37-47fa-9772-f4a901b94a8b tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Made reservation on behalf of 0ceca0f616eb43dfa068e38ea05be00f for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:42:50.047713 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1c4702d2-3a37-47fa-9772-f4a901b94a8b tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:50.071657 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c4702d2-3a37-47fa-9772-f4a901b94a8b tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:42:50.081279 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1c4702d2-3a37-47fa-9772-f4a901b94a8b tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (1758cec8-8803-4918-b479-886859d040e9), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:50.081654 n-d-812111-14 neutron-server[103305]: INFO neutron.db.segments_db [None req-1c4702d2-3a37-47fa-9772-f4a901b94a8b tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Added segment 1758cec8-8803-4918-b479-886859d040e9 of type vlan for network 27c87a33-a529-46d2-b96c-9714b1f22130 Jan 28 20:42:50.127846 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1c4702d2-3a37-47fa-9772-f4a901b94a8b tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (27c87a33-a529-46d2-b96c-9714b1f22130), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:50.152550 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1c4702d2-3a37-47fa-9772-f4a901b94a8b tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (27c87a33-a529-46d2-b96c-9714b1f22130), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:50.157705 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4702d2-3a37-47fa-9772-f4a901b94a8b tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:42:50.158286 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1c4702d2-3a37-47fa-9772-f4a901b94a8b tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:50.209701 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-1c4702d2-3a37-47fa-9772-f4a901b94a8b tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1884360 Jan 28 20:42:50.213197 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 43910) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:42:50.217687 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-38ec6c71-1054-46d3-8d57-59ef842856c7 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-297564386', 'admin_state_up': True, 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:42:50.228796 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4702d2-3a37-47fa-9772-f4a901b94a8b tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Pushing event updated for resources: {'Network': ['ID=27c87a33-a529-46d2-b96c-9714b1f22130,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:42:50.239701 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network 27c87a33-a529-46d2-b96c-9714b1f22130 details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:42:50.240666 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-38ec6c71-1054-46d3-8d57-59ef842856c7 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261150'] for router (5821800f-1dd9-4faf-84a3-3598cdbfd14f), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:50.241756 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-38ec6c71-1054-46d3-8d57-59ef842856c7 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-731099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-731441', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261129'] for router (5821800f-1dd9-4faf-84a3-3598cdbfd14f), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:50.300037 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-38ec6c71-1054-46d3-8d57-59ef842856c7 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for router_controller (5821800f-1dd9-4faf-84a3-3598cdbfd14f), precommit_add_association {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:50.442596 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-38ec6c71-1054-46d3-8d57-59ef842856c7 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for router_gateway (5821800f-1dd9-4faf-84a3-3598cdbfd14f), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:50.636168 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-38ec6c71-1054-46d3-8d57-59ef842856c7 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for router_gateway (5821800f-1dd9-4faf-84a3-3598cdbfd14f), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:50.655384 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-38ec6c71-1054-46d3-8d57-59ef842856c7 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:50.760450 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-38ec6c71-1054-46d3-8d57-59ef842856c7 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Allocated IP 172.25.6.147 (d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8/a648e4ab-7422-41b9-b133-58aca25ab8f5/de58988f-1569-48f8-99af-2affc2c99de7) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:42:50.863284 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-38ec6c71-1054-46d3-8d57-59ef842856c7 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for port (de58988f-1569-48f8-99af-2affc2c99de7), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:50.896616 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-38ec6c71-1054-46d3-8d57-59ef842856c7 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (de58988f-1569-48f8-99af-2affc2c99de7), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:50.940294 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ec6c71-1054-46d3-8d57-59ef842856c7 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:42:50.943022 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-38ec6c71-1054-46d3-8d57-59ef842856c7 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:42:50.948899 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ec6c71-1054-46d3-8d57-59ef842856c7 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:42:50.954449 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ec6c71-1054-46d3-8d57-59ef842856c7 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Pushing event updated for resources: {'Port': ['ID=de58988f-1569-48f8-99af-2affc2c99de7,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:42:51.198017 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-38ec6c71-1054-46d3-8d57-59ef842856c7 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for router_gateway (5821800f-1dd9-4faf-84a3-3598cdbfd14f), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:51.394890 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-38ec6c71-1054-46d3-8d57-59ef842856c7 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-731074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-731460'] for router (5821800f-1dd9-4faf-84a3-3598cdbfd14f), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:51.520014 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38ec6c71-1054-46d3-8d57-59ef842856c7 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Router 5821800f-1dd9-4faf-84a3-3598cdbfd14f is scheduled to L3 agent 76fe5c49-705a-4e08-abb2-be585676213f with binding_index 1 {{(pid=103304) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 20:42:51.622871 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38ec6c71-1054-46d3-8d57-59ef842856c7 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:42:51.632932 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43baa228-f64b-4656-bfd8-569ea0e437ba None None] Sync routers for ids ['5821800f-1dd9-4faf-84a3-3598cdbfd14f'] in n-d-812111-14 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:42:51.643534 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-38ec6c71-1054-46d3-8d57-59ef842856c7 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:51.644801 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-38ec6c71-1054-46d3-8d57-59ef842856c7 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4307055 Jan 28 20:42:51.644947 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43baa228-f64b-4656-bfd8-569ea0e437ba None None] Routers {'5821800f-1dd9-4faf-84a3-3598cdbfd14f'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:42:51.645544 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-43baa228-f64b-4656-bfd8-569ea0e437ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:42:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['5821800f-1dd9-4faf-84a3-3598cdbfd14f'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:42:51.649359 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 43916) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:42:51.731894 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-a2a781c8-0960-44f2-80db-7f8c42581de6 tempest-TestNetworkAdvancedServerOps-1526479059 tempest-TestNetworkAdvancedServerOps-1526479059-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=0ceca0f616eb43dfa068e38ea05be00f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0813870 Jan 28 20:42:51.734531 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 43922) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:42:51.760617 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:51.764230 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-43baa228-f64b-4656-bfd8-569ea0e437ba None None] Set router 5821800f-1dd9-4faf-84a3-3598cdbfd14f gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:42:51.823547 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d7430b-4209-45b4-b73c-fd9ccaaa2f8d tempest-TestNetworkAdvancedServerOps-1526479059 tempest-TestNetworkAdvancedServerOps-1526479059-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:42:51.827657 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-e9d7430b-4209-45b4-b73c-fd9ccaaa2f8d tempest-TestNetworkAdvancedServerOps-1526479059 tempest-TestNetworkAdvancedServerOps-1526479059-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0921969 Jan 28 20:42:51.830516 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 43924) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:42:51.858951 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-c9abdc80-62ed-4cbb-9390-9a89b6f1d400 tempest-TestNetworkAdvancedServerOps-1526479059 tempest-TestNetworkAdvancedServerOps-1526479059-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273530 Jan 28 20:42:51.861442 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 43926) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:42:51.866097 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-82babe07-5979-4bb1-8eb9-219522e8af99 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-154945848', 'network_id': '27c87a33-a529-46d2-b96c-9714b1f22130', 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:42:51.940591 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-43baa228-f64b-4656-bfd8-569ea0e437ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5821800f-1dd9-4faf-84a3-3598cdbfd14f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-297564386', 'tenant_id': '0ceca0f616eb43dfa068e38ea05be00f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': 'de58988f-1569-48f8-99af-2affc2c99de7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:42:50Z', 'updated_at': '2022-01-28T20:42:51Z', 'revision_number': 3, 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'gw_port': {'id': 'de58988f-1569-48f8-99af-2affc2c99de7', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:90:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5821800f-1dd9-4faf-84a3-3598cdbfd14f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:42:50Z', 'updated_at': '2022-01-28T20:42:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:42:51.955625 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82babe07-5979-4bb1-8eb9-219522e8af99 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Made reservation on behalf of 0ceca0f616eb43dfa068e38ea05be00f for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:42:51.959191 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-82babe07-5979-4bb1-8eb9-219522e8af99 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5221429'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:51.972421 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43baa228-f64b-4656-bfd8-569ea0e437ba None None] Checking router: 5821800f-1dd9-4faf-84a3-3598cdbfd14f for host: n-d-812111-14 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:42:51.972774 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43baa228-f64b-4656-bfd8-569ea0e437ba None None] Updating router 5821800f-1dd9-4faf-84a3-3598cdbfd14f port de58988f-1569-48f8-99af-2affc2c99de7 binding host n-d-812111-14 {{(pid=103306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:42:51.999436 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-43baa228-f64b-4656-bfd8-569ea0e437ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (de58988f-1569-48f8-99af-2affc2c99de7), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:52.144270 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-82babe07-5979-4bb1-8eb9-219522e8af99 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4690681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5221415'] for subnet (e776f9b7-3479-41bb-b5ff-adcaf1ee8716), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:52.199132 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82babe07-5979-4bb1-8eb9-219522e8af99 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Pushing event updated for resources: {'Subnet': ['ID=e776f9b7-3479-41bb-b5ff-adcaf1ee8716,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:42:52.216136 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82babe07-5979-4bb1-8eb9-219522e8af99 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Checking segment: {'id': '1758cec8-8803-4918-b479-886859d040e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '27c87a33-a529-46d2-b96c-9714b1f22130'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:42:52.216506 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82babe07-5979-4bb1-8eb9-219522e8af99 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Network hostable DHCP agents. Network: 27c87a33-a529-46d2-b96c-9714b1f22130, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:42:52.233958 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82babe07-5979-4bb1-8eb9-219522e8af99 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Network 27c87a33-a529-46d2-b96c-9714b1f22130 is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:42:52.243783 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-82babe07-5979-4bb1-8eb9-219522e8af99 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, 27c87a33-a529-46d2-b96c-9714b1f22130) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:42:52.248562 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82babe07-5979-4bb1-8eb9-219522e8af99 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:42:52.249211 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-82babe07-5979-4bb1-8eb9-219522e8af99 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:52.253047 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-43baa228-f64b-4656-bfd8-569ea0e437ba None None] Publish callbacks [] for port (de58988f-1569-48f8-99af-2affc2c99de7), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:52.255437 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fbb85bc-d50d-4a14-a566-b80eba56d089 None None] Network 27c87a33-a529-46d2-b96c-9714b1f22130 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:42:52.267844 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-82babe07-5979-4bb1-8eb9-219522e8af99 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4053636 Jan 28 20:42:52.271126 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 43928) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:42:52.271271 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-43baa228-f64b-4656-bfd8-569ea0e437ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (de58988f-1569-48f8-99af-2affc2c99de7), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:52.370279 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f66ef6-396b-4ed4-896a-50cf77c84215 None None] Pushing event updated for resources: {'Port': ['ID=de58988f-1569-48f8-99af-2affc2c99de7,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:42:52.374368 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-43baa228-f64b-4656-bfd8-569ea0e437ba None None] Attempting to bind port de58988f-1569-48f8-99af-2affc2c99de7 on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:42:52.374749 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-43baa228-f64b-4656-bfd8-569ea0e437ba None None] Attempting to bind port de58988f-1569-48f8-99af-2affc2c99de7 by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:42:52.375115 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43baa228-f64b-4656-bfd8-569ea0e437ba None None] Attempting to bind port de58988f-1569-48f8-99af-2affc2c99de7 on network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:42:52.388424 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43baa228-f64b-4656-bfd8-569ea0e437ba None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:42:52.388813 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43baa228-f64b-4656-bfd8-569ea0e437ba None None] Checking segment: {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:42:52.389246 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-43baa228-f64b-4656-bfd8-569ea0e437ba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:52.389649 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43baa228-f64b-4656-bfd8-569ea0e437ba None None] Bound using segment: {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:42:52.390124 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-43baa228-f64b-4656-bfd8-569ea0e437ba None None] Bound port: de58988f-1569-48f8-99af-2affc2c99de7, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:42:52.390505 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-43baa228-f64b-4656-bfd8-569ea0e437ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (de58988f-1569-48f8-99af-2affc2c99de7), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:52.442969 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0badd595-6140-4f45-9d12-9f94cb4dd3cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68cd31fd-e4cd-5fb3-a862-256fc47efcd2-27c87a33-a529-46d2-b96c-9714b1f22130', 'network_id': '27c87a33-a529-46d2-b96c-9714b1f22130', 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'fixed_ips': [{'subnet_id': 'e776f9b7-3479-41bb-b5ff-adcaf1ee8716'}]}} from n-d-812111-14. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 20:42:52.443831 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0badd595-6140-4f45-9d12-9f94cb4dd3cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:52.487196 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-43baa228-f64b-4656-bfd8-569ea0e437ba None None] For port de58988f-1569-48f8-99af-2affc2c99de7, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:42:52.491467 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-43baa228-f64b-4656-bfd8-569ea0e437ba None None] For port de58988f-1569-48f8-99af-2affc2c99de7, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=de58988f-1569-48f8-99af-2affc2c99de7,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:42:52.537003 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-43baa228-f64b-4656-bfd8-569ea0e437ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (de58988f-1569-48f8-99af-2affc2c99de7), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:52.655844 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43baa228-f64b-4656-bfd8-569ea0e437ba None None] Routers {'5821800f-1dd9-4faf-84a3-3598cdbfd14f'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:42:52.656568 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-43baa228-f64b-4656-bfd8-569ea0e437ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:42:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['5821800f-1dd9-4faf-84a3-3598cdbfd14f'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:42:52.661416 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f66ef6-396b-4ed4-896a-50cf77c84215 None None] Pushing event updated for resources: {'Port': ['ID=de58988f-1569-48f8-99af-2affc2c99de7,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:42:52.709076 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-0badd595-6140-4f45-9d12-9f94cb4dd3cd None None] Allocated IP 172.20.0.2 (27c87a33-a529-46d2-b96c-9714b1f22130/e776f9b7-3479-41bb-b5ff-adcaf1ee8716/54cb9faf-40a4-4cc7-abc7-e3f19aa7bd4e) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:42:52.989140 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-43baa228-f64b-4656-bfd8-569ea0e437ba None None] Set router 5821800f-1dd9-4faf-84a3-3598cdbfd14f gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:42:53.049083 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-79b41194-27c1-42d7-ad69-9dbe15c9560c tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:53.188095 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0badd595-6140-4f45-9d12-9f94cb4dd3cd None None] Publish callbacks [] for port (54cb9faf-40a4-4cc7-abc7-e3f19aa7bd4e), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:53.217207 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0badd595-6140-4f45-9d12-9f94cb4dd3cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (54cb9faf-40a4-4cc7-abc7-e3f19aa7bd4e), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:53.258657 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0badd595-6140-4f45-9d12-9f94cb4dd3cd None None] Network 27c87a33-a529-46d2-b96c-9714b1f22130 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:42:53.263656 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-0badd595-6140-4f45-9d12-9f94cb4dd3cd None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:42:53.272567 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0badd595-6140-4f45-9d12-9f94cb4dd3cd None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:42:53.276397 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0badd595-6140-4f45-9d12-9f94cb4dd3cd None None] Pushing event updated for resources: {'Port': ['ID=54cb9faf-40a4-4cc7-abc7-e3f19aa7bd4e,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:42:53.309828 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-43baa228-f64b-4656-bfd8-569ea0e437ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5821800f-1dd9-4faf-84a3-3598cdbfd14f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-297564386', 'tenant_id': '0ceca0f616eb43dfa068e38ea05be00f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': 'de58988f-1569-48f8-99af-2affc2c99de7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:42:50Z', 'updated_at': '2022-01-28T20:42:51Z', 'revision_number': 3, 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'gw_port': {'id': 'de58988f-1569-48f8-99af-2affc2c99de7', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:90:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5821800f-1dd9-4faf-84a3-3598cdbfd14f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:42:50Z', 'updated_at': '2022-01-28T20:42:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:42:53.338053 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-79b41194-27c1-42d7-ad69-9dbe15c9560c tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Allocated IP 172.20.0.1 (27c87a33-a529-46d2-b96c-9714b1f22130/e776f9b7-3479-41bb-b5ff-adcaf1ee8716/1a02a7ba-17d0-4278-bdc5-6f7c27c5a591) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:42:53.357007 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43baa228-f64b-4656-bfd8-569ea0e437ba None None] The sync data for ids ['5821800f-1dd9-4faf-84a3-3598cdbfd14f'] in n-d-812111-14 is: [{'id': '5821800f-1dd9-4faf-84a3-3598cdbfd14f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-297564386', 'tenant_id': '0ceca0f616eb43dfa068e38ea05be00f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': 'de58988f-1569-48f8-99af-2affc2c99de7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:42:50Z', 'updated_at': '2022-01-28T20:42:51Z', 'revision_number': 3, 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'gw_port': {'id': 'de58988f-1569-48f8-99af-2affc2c99de7', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:90:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5821800f-1dd9-4faf-84a3-3598cdbfd14f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:42:50Z', 'updated_at': '2022-01-28T20:42:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:42:53.366969 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-0badd595-6140-4f45-9d12-9f94cb4dd3cd None None] Attempting to bind port 54cb9faf-40a4-4cc7-abc7-e3f19aa7bd4e on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:42:53.367413 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-0badd595-6140-4f45-9d12-9f94cb4dd3cd None None] Attempting to bind port 54cb9faf-40a4-4cc7-abc7-e3f19aa7bd4e by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '1758cec8-8803-4918-b479-886859d040e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '27c87a33-a529-46d2-b96c-9714b1f22130'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:42:53.367784 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0badd595-6140-4f45-9d12-9f94cb4dd3cd None None] Attempting to bind port 54cb9faf-40a4-4cc7-abc7-e3f19aa7bd4e on network 27c87a33-a529-46d2-b96c-9714b1f22130 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:42:53.373032 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0badd595-6140-4f45-9d12-9f94cb4dd3cd None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:42:53.373444 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0badd595-6140-4f45-9d12-9f94cb4dd3cd None None] Checking segment: {'id': '1758cec8-8803-4918-b479-886859d040e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '27c87a33-a529-46d2-b96c-9714b1f22130'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:42:53.373859 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0badd595-6140-4f45-9d12-9f94cb4dd3cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:53.374261 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0badd595-6140-4f45-9d12-9f94cb4dd3cd None None] Bound using segment: {'id': '1758cec8-8803-4918-b479-886859d040e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '27c87a33-a529-46d2-b96c-9714b1f22130'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:42:53.374765 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-0badd595-6140-4f45-9d12-9f94cb4dd3cd None None] Bound port: 54cb9faf-40a4-4cc7-abc7-e3f19aa7bd4e, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1758cec8-8803-4918-b479-886859d040e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '27c87a33-a529-46d2-b96c-9714b1f22130'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:42:53.375154 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0badd595-6140-4f45-9d12-9f94cb4dd3cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (54cb9faf-40a4-4cc7-abc7-e3f19aa7bd4e), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:53.441890 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-0badd595-6140-4f45-9d12-9f94cb4dd3cd None None] For port 54cb9faf-40a4-4cc7-abc7-e3f19aa7bd4e, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:42:53.445916 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-0badd595-6140-4f45-9d12-9f94cb4dd3cd None None] For port 54cb9faf-40a4-4cc7-abc7-e3f19aa7bd4e, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=54cb9faf-40a4-4cc7-abc7-e3f19aa7bd4e,segment=NetworkSegment(1758cec8-8803-4918-b479-886859d040e9),segment_id=1758cec8-8803-4918-b479-886859d040e9)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:42:53.453518 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0badd595-6140-4f45-9d12-9f94cb4dd3cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (54cb9faf-40a4-4cc7-abc7-e3f19aa7bd4e), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:53.464094 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-79b41194-27c1-42d7-ad69-9dbe15c9560c tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for port (1a02a7ba-17d0-4278-bdc5-6f7c27c5a591), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:53.501838 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-79b41194-27c1-42d7-ad69-9dbe15c9560c tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (1a02a7ba-17d0-4278-bdc5-6f7c27c5a591), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:53.522835 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0badd595-6140-4f45-9d12-9f94cb4dd3cd None None] Pushing event updated for resources: {'Port': ['ID=54cb9faf-40a4-4cc7-abc7-e3f19aa7bd4e,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:42:53.545169 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b41194-27c1-42d7-ad69-9dbe15c9560c tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Network 27c87a33-a529-46d2-b96c-9714b1f22130 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:42:53.548329 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-79b41194-27c1-42d7-ad69-9dbe15c9560c tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:42:53.552486 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b41194-27c1-42d7-ad69-9dbe15c9560c tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:42:53.583269 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b41194-27c1-42d7-ad69-9dbe15c9560c tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Pushing event updated for resources: {'Port': ['ID=1a02a7ba-17d0-4278-bdc5-6f7c27c5a591,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:42:53.622385 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-79b41194-27c1-42d7-ad69-9dbe15c9560c tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734769'] for router_interface (5821800f-1dd9-4faf-84a3-3598cdbfd14f), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:53.806192 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-79b41194-27c1-42d7-ad69-9dbe15c9560c tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (1a02a7ba-17d0-4278-bdc5-6f7c27c5a591), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:54.107141 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-79b41194-27c1-42d7-ad69-9dbe15c9560c tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for port (1a02a7ba-17d0-4278-bdc5-6f7c27c5a591), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:54.112109 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-79b41194-27c1-42d7-ad69-9dbe15c9560c tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (1a02a7ba-17d0-4278-bdc5-6f7c27c5a591), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:54.187151 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-79b41194-27c1-42d7-ad69-9dbe15c9560c tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-756216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-732801'] for router_interface (5821800f-1dd9-4faf-84a3-3598cdbfd14f), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:54.188916 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b41194-27c1-42d7-ad69-9dbe15c9560c tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Pushing event updated for resources: {'Port': ['ID=1a02a7ba-17d0-4278-bdc5-6f7c27c5a591,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:42:54.295794 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b41194-27c1-42d7-ad69-9dbe15c9560c tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Network 27c87a33-a529-46d2-b96c-9714b1f22130 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:42:54.297523 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-79b41194-27c1-42d7-ad69-9dbe15c9560c tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:42:54.425606 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79b41194-27c1-42d7-ad69-9dbe15c9560c tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Router 5821800f-1dd9-4faf-84a3-3598cdbfd14f has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:42:54.538599 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79b41194-27c1-42d7-ad69-9dbe15c9560c tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:42:54.543994 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-79b41194-27c1-42d7-ad69-9dbe15c9560c tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "PUT /v2.0/routers/5821800f-1dd9-4faf-84a3-3598cdbfd14f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2723348 Jan 28 20:42:54.577153 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-041ee610-5feb-427e-afcd-0856c2724855 None None] Network 27c87a33-a529-46d2-b96c-9714b1f22130 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:42:54.693885 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-5cb485bf-b7ae-4b91-b312-a382329b04d7 None None] Provisioning complete for port 54cb9faf-40a4-4cc7-abc7-e3f19aa7bd4e triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:42:54.694260 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5cb485bf-b7ae-4b91-b312-a382329b04d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (54cb9faf-40a4-4cc7-abc7-e3f19aa7bd4e), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:54.697796 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-31139e55-bd02-4ba6-99e3-57e4384acacc req-c40b3d7b-8618-4b2f-b2ae-47c32c39c990 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-662842893&fields=id&tenant_id=0ceca0f616eb43dfa068e38ea05be00f HTTP/1.1" status: 200 len: 267 time: 0.0462646 Jan 28 20:42:54.754254 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:54.801613 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-5cb485bf-b7ae-4b91-b312-a382329b04d7 None None] Current status of the port 54cb9faf-40a4-4cc7-abc7-e3f19aa7bd4e is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:42:54.802005 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5cb485bf-b7ae-4b91-b312-a382329b04d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (54cb9faf-40a4-4cc7-abc7-e3f19aa7bd4e), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:54.818129 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31139e55-bd02-4ba6-99e3-57e4384acacc req-5acfeb66-44a2-4a78-a1b5-8bc532709646 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:42:54.826186 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-31139e55-bd02-4ba6-99e3-57e4384acacc req-5acfeb66-44a2-4a78-a1b5-8bc532709646 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/networks?id=27c87a33-a529-46d2-b96c-9714b1f22130 HTTP/1.1" status: 200 len: 796 time: 0.1201792 Jan 28 20:42:54.836638 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-5cb485bf-b7ae-4b91-b312-a382329b04d7 None None] For port 54cb9faf-40a4-4cc7-abc7-e3f19aa7bd4e, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=54cb9faf-40a4-4cc7-abc7-e3f19aa7bd4e,segment=NetworkSegment(1758cec8-8803-4918-b479-886859d040e9),segment_id=1758cec8-8803-4918-b479-886859d040e9)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:42:54.842062 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5cb485bf-b7ae-4b91-b312-a382329b04d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (54cb9faf-40a4-4cc7-abc7-e3f19aa7bd4e), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:54.844108 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-31139e55-bd02-4ba6-99e3-57e4384acacc req-d9121bc6-cab3-4f32-89be-b9f339e0f2ae tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/quotas/0ceca0f616eb43dfa068e38ea05be00f HTTP/1.1" status: 200 len: 375 time: 0.0166404 Jan 28 20:42:54.900375 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb485bf-b7ae-4b91-b312-a382329b04d7 None None] Pushing event updated for resources: {'Port': ['ID=54cb9faf-40a4-4cc7-abc7-e3f19aa7bd4e,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:42:54.901510 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-31139e55-bd02-4ba6-99e3-57e4384acacc req-31247b22-6dce-4193-aecb-61618007f40d tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=0ceca0f616eb43dfa068e38ea05be00f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0564849 Jan 28 20:42:55.062578 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-31139e55-bd02-4ba6-99e3-57e4384acacc req-ba7ef452-9bb6-401f-8c6d-128880cc7c19 service neutron] 10.222.0.64 "GET /v2.0/networks/27c87a33-a529-46d2-b96c-9714b1f22130?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458793 Jan 28 20:42:55.074699 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-45de4fee-b780-44c7-8d1f-50db5b08ea13 None None] Provisioning complete for port 54cb9faf-40a4-4cc7-abc7-e3f19aa7bd4e triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:42:55.075378 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-45de4fee-b780-44c7-8d1f-50db5b08ea13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (54cb9faf-40a4-4cc7-abc7-e3f19aa7bd4e), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:55.173571 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-31139e55-bd02-4ba6-99e3-57e4384acacc req-342bda1e-f5e9-4a02-a14c-2a8c37885177 service neutron] 10.222.0.64 "GET /v2.0/networks/27c87a33-a529-46d2-b96c-9714b1f22130?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038125 Jan 28 20:42:55.183505 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-45de4fee-b780-44c7-8d1f-50db5b08ea13 None None] Current status of the port 54cb9faf-40a4-4cc7-abc7-e3f19aa7bd4e is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:42:55.196780 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-45de4fee-b780-44c7-8d1f-50db5b08ea13 None None] Provisioning complete for port 1a02a7ba-17d0-4278-bdc5-6f7c27c5a591 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:42:55.196780 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-45de4fee-b780-44c7-8d1f-50db5b08ea13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (1a02a7ba-17d0-4278-bdc5-6f7c27c5a591), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:55.213228 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c7a6605-8b72-4e32-bdb8-1e846fa4871c None None] Sync routers for ids ['5821800f-1dd9-4faf-84a3-3598cdbfd14f'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:42:55.231338 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7a6605-8b72-4e32-bdb8-1e846fa4871c None None] Routers {'5821800f-1dd9-4faf-84a3-3598cdbfd14f'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:42:55.232303 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-5c7a6605-8b72-4e32-bdb8-1e846fa4871c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:42:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['5821800f-1dd9-4faf-84a3-3598cdbfd14f'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:42:55.237769 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-45de4fee-b780-44c7-8d1f-50db5b08ea13 None None] Port 1a02a7ba-17d0-4278-bdc5-6f7c27c5a591 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 20:42:55.380116 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-0a7b7268-9d78-4e33-9b43-63ea164c48d1 None None] Provisioning complete for port 1a02a7ba-17d0-4278-bdc5-6f7c27c5a591 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:42:55.380479 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0a7b7268-9d78-4e33-9b43-63ea164c48d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (1a02a7ba-17d0-4278-bdc5-6f7c27c5a591), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:55.427530 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-095ae9a9-98de-42fd-9e02-28fdc7c94b6b req-b4f4c54f-647b-4e70-8996-d5d7a79dc795 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/ports?device_id=ddd43e21-cbfd-4f39-b311-ae435aa27dbd HTTP/1.1" status: 200 len: 210 time: 0.0611086 Jan 28 20:42:55.435756 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-5c7a6605-8b72-4e32-bdb8-1e846fa4871c None None] Set router 5821800f-1dd9-4faf-84a3-3598cdbfd14f gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:42:55.452337 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-0a7b7268-9d78-4e33-9b43-63ea164c48d1 None None] Port 1a02a7ba-17d0-4278-bdc5-6f7c27c5a591 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 20:42:55.475318 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 54cb9faf-40a4-4cc7-abc7-e3f19aa7bd4e up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:42:55.531233 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 54cb9faf-40a4-4cc7-abc7-e3f19aa7bd4e triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:42:55.531855 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (54cb9faf-40a4-4cc7-abc7-e3f19aa7bd4e), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:55.584985 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-835cbe87-ec51-4993-9ccb-a80727b8d8f2 None None] Provisioning complete for port 1a02a7ba-17d0-4278-bdc5-6f7c27c5a591 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:42:55.585588 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-835cbe87-ec51-4993-9ccb-a80727b8d8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (1a02a7ba-17d0-4278-bdc5-6f7c27c5a591), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:55.649551 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-835cbe87-ec51-4993-9ccb-a80727b8d8f2 None None] Port 1a02a7ba-17d0-4278-bdc5-6f7c27c5a591 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 20:42:55.660493 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 54cb9faf-40a4-4cc7-abc7-e3f19aa7bd4e is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:42:55.661773 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device de58988f-1569-48f8-99af-2affc2c99de7 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:42:55.727662 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port de58988f-1569-48f8-99af-2affc2c99de7 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:42:55.728128 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (de58988f-1569-48f8-99af-2affc2c99de7), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:55.746366 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-5c7a6605-8b72-4e32-bdb8-1e846fa4871c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5821800f-1dd9-4faf-84a3-3598cdbfd14f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-297564386', 'tenant_id': '0ceca0f616eb43dfa068e38ea05be00f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': 'de58988f-1569-48f8-99af-2affc2c99de7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:42:50Z', 'updated_at': '2022-01-28T20:42:53Z', 'revision_number': 4, 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'gw_port': {'id': 'de58988f-1569-48f8-99af-2affc2c99de7', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:90:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5821800f-1dd9-4faf-84a3-3598cdbfd14f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:42:50Z', 'updated_at': '2022-01-28T20:42:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '1a02a7ba-17d0-4278-bdc5-6f7c27c5a591', 'name': '', 'network_id': '27c87a33-a529-46d2-b96c-9714b1f22130', 'tenant_id': '0ceca0f616eb43dfa068e38ea05be00f', 'mac_address': 'fa:16:3e:87:ed:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5821800f-1dd9-4faf-84a3-3598cdbfd14f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': 'e776f9b7-3479-41bb-b5ff-adcaf1ee8716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:42:53Z', 'updated_at': '2022-01-28T20:42:53Z', 'revision_number': 2, 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'subnets': [{'id': 'e776f9b7-3479-41bb-b5ff-adcaf1ee8716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:42:55.774252 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c7a6605-8b72-4e32-bdb8-1e846fa4871c None None] Checking router: 5821800f-1dd9-4faf-84a3-3598cdbfd14f for host: n-d-812111-14 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:42:55.774612 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c7a6605-8b72-4e32-bdb8-1e846fa4871c None None] Updating router 5821800f-1dd9-4faf-84a3-3598cdbfd14f port 1a02a7ba-17d0-4278-bdc5-6f7c27c5a591 binding host n-d-812111-14 {{(pid=103307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:42:55.806149 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-5c7a6605-8b72-4e32-bdb8-1e846fa4871c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (1a02a7ba-17d0-4278-bdc5-6f7c27c5a591), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:55.823689 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port de58988f-1569-48f8-99af-2affc2c99de7 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:42:55.824166 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (de58988f-1569-48f8-99af-2affc2c99de7), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:55.847267 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] For port de58988f-1569-48f8-99af-2affc2c99de7, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=de58988f-1569-48f8-99af-2affc2c99de7,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:42:55.851550 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (de58988f-1569-48f8-99af-2affc2c99de7), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:55.906376 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Pushing event updated for resources: {'Port': ['ID=de58988f-1569-48f8-99af-2affc2c99de7,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:42:56.070710 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-5c7a6605-8b72-4e32-bdb8-1e846fa4871c None None] Publish callbacks [] for port (1a02a7ba-17d0-4278-bdc5-6f7c27c5a591), precommit_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:56.075950 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-5c7a6605-8b72-4e32-bdb8-1e846fa4871c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (1a02a7ba-17d0-4278-bdc5-6f7c27c5a591), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:56.124802 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233e7880-8952-4ffb-af49-c67114ce5f1f None None] Pushing event updated for resources: {'Port': ['ID=1a02a7ba-17d0-4278-bdc5-6f7c27c5a591,revision_number=3']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:42:56.147662 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233e7880-8952-4ffb-af49-c67114ce5f1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:42:56.148006 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233e7880-8952-4ffb-af49-c67114ce5f1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:42:56.148346 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233e7880-8952-4ffb-af49-c67114ce5f1f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:42:56.149237 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233e7880-8952-4ffb-af49-c67114ce5f1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:42:56.149575 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233e7880-8952-4ffb-af49-c67114ce5f1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:42:56.149905 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233e7880-8952-4ffb-af49-c67114ce5f1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:42:56.150231 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233e7880-8952-4ffb-af49-c67114ce5f1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:42:56.150556 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233e7880-8952-4ffb-af49-c67114ce5f1f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:42:56.150879 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233e7880-8952-4ffb-af49-c67114ce5f1f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:42:56.151199 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233e7880-8952-4ffb-af49-c67114ce5f1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:42:56.151521 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233e7880-8952-4ffb-af49-c67114ce5f1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:42:56.151844 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233e7880-8952-4ffb-af49-c67114ce5f1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:42:56.152162 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233e7880-8952-4ffb-af49-c67114ce5f1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:42:56.190148 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-5c7a6605-8b72-4e32-bdb8-1e846fa4871c None None] Attempting to bind port 1a02a7ba-17d0-4278-bdc5-6f7c27c5a591 on host n-d-812111-14 for vnic_type normal with profile {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:42:56.190514 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-5c7a6605-8b72-4e32-bdb8-1e846fa4871c None None] Attempting to bind port 1a02a7ba-17d0-4278-bdc5-6f7c27c5a591 by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '1758cec8-8803-4918-b479-886859d040e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '27c87a33-a529-46d2-b96c-9714b1f22130'}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:42:56.190871 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c7a6605-8b72-4e32-bdb8-1e846fa4871c None None] Attempting to bind port 1a02a7ba-17d0-4278-bdc5-6f7c27c5a591 on network 27c87a33-a529-46d2-b96c-9714b1f22130 {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:42:56.195912 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c7a6605-8b72-4e32-bdb8-1e846fa4871c None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:42:56.196323 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c7a6605-8b72-4e32-bdb8-1e846fa4871c None None] Checking segment: {'id': '1758cec8-8803-4918-b479-886859d040e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '27c87a33-a529-46d2-b96c-9714b1f22130'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:42:56.196817 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-5c7a6605-8b72-4e32-bdb8-1e846fa4871c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:56.197178 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c7a6605-8b72-4e32-bdb8-1e846fa4871c None None] Bound using segment: {'id': '1758cec8-8803-4918-b479-886859d040e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '27c87a33-a529-46d2-b96c-9714b1f22130'} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:42:56.197594 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-5c7a6605-8b72-4e32-bdb8-1e846fa4871c None None] Bound port: 1a02a7ba-17d0-4278-bdc5-6f7c27c5a591, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1758cec8-8803-4918-b479-886859d040e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '27c87a33-a529-46d2-b96c-9714b1f22130'}}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:42:56.197964 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-5c7a6605-8b72-4e32-bdb8-1e846fa4871c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (1a02a7ba-17d0-4278-bdc5-6f7c27c5a591), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:56.262129 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-5c7a6605-8b72-4e32-bdb8-1e846fa4871c None None] For port 1a02a7ba-17d0-4278-bdc5-6f7c27c5a591, host n-d-812111-14, cleared binding levels {{(pid=103307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:42:56.265335 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-5c7a6605-8b72-4e32-bdb8-1e846fa4871c None None] For port 1a02a7ba-17d0-4278-bdc5-6f7c27c5a591, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=1a02a7ba-17d0-4278-bdc5-6f7c27c5a591,segment=NetworkSegment(1758cec8-8803-4918-b479-886859d040e9),segment_id=1758cec8-8803-4918-b479-886859d040e9)] {{(pid=103307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:42:56.272505 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-5c7a6605-8b72-4e32-bdb8-1e846fa4871c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (1a02a7ba-17d0-4278-bdc5-6f7c27c5a591), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:56.332135 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233e7880-8952-4ffb-af49-c67114ce5f1f None None] Pushing event updated for resources: {'Port': ['ID=1a02a7ba-17d0-4278-bdc5-6f7c27c5a591,revision_number=4']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:42:56.337270 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7a6605-8b72-4e32-bdb8-1e846fa4871c None None] Routers {'5821800f-1dd9-4faf-84a3-3598cdbfd14f'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:42:56.337887 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-5c7a6605-8b72-4e32-bdb8-1e846fa4871c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:42:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['5821800f-1dd9-4faf-84a3-3598cdbfd14f'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:42:56.393666 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-8e61e361-200c-4aa8-a066-f2943d8ea41c None None] Provisioning complete for port 1a02a7ba-17d0-4278-bdc5-6f7c27c5a591 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:42:56.394500 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8e61e361-200c-4aa8-a066-f2943d8ea41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (1a02a7ba-17d0-4278-bdc5-6f7c27c5a591), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:56.449334 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-5c7a6605-8b72-4e32-bdb8-1e846fa4871c None None] Set router 5821800f-1dd9-4faf-84a3-3598cdbfd14f gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:42:56.542279 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-8e61e361-200c-4aa8-a066-f2943d8ea41c None None] Current status of the port 1a02a7ba-17d0-4278-bdc5-6f7c27c5a591 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:42:56.542676 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8e61e361-200c-4aa8-a066-f2943d8ea41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (1a02a7ba-17d0-4278-bdc5-6f7c27c5a591), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:56.590511 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-307cc1df-a293-4c44-91ca-3e40c7a32077 req-a3a89f9d-6be8-4a6c-aefd-d0fe7dbb9afd tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/ports?device_id=ddd43e21-cbfd-4f39-b311-ae435aa27dbd HTTP/1.1" status: 200 len: 210 time: 0.0432322 Jan 28 20:42:56.606417 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31139e55-bd02-4ba6-99e3-57e4384acacc req-3c75a835-5c65-4970-9257-7835fd2c9507 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:42:56.608527 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-31139e55-bd02-4ba6-99e3-57e4384acacc req-3c75a835-5c65-4970-9257-7835fd2c9507 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.70 "GET /v2.0/networks?id=27c87a33-a529-46d2-b96c-9714b1f22130 HTTP/1.1" status: 200 len: 796 time: 0.2358155 Jan 28 20:42:56.610118 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-8e61e361-200c-4aa8-a066-f2943d8ea41c None None] For port 1a02a7ba-17d0-4278-bdc5-6f7c27c5a591, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=1a02a7ba-17d0-4278-bdc5-6f7c27c5a591,segment=NetworkSegment(1758cec8-8803-4918-b479-886859d040e9),segment_id=1758cec8-8803-4918-b479-886859d040e9)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:42:56.614783 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8e61e361-200c-4aa8-a066-f2943d8ea41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (1a02a7ba-17d0-4278-bdc5-6f7c27c5a591), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:56.673862 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e61e361-200c-4aa8-a066-f2943d8ea41c None None] Pushing event updated for resources: {'Port': ['ID=1a02a7ba-17d0-4278-bdc5-6f7c27c5a591,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:42:56.690167 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-31139e55-bd02-4ba6-99e3-57e4384acacc req-c2e65c12-9884-45b8-9519-cfaa38291006 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0ceca0f616eb43dfa068e38ea05be00f HTTP/1.1" status: 200 len: 379 time: 0.0726666 Jan 28 20:42:56.699456 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-31139e55-bd02-4ba6-99e3-57e4384acacc req-bec3a3b3-9ba9-435d-abb3-6b8b8a42169b tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Request body: {'port': {'device_id': 'ddd43e21-cbfd-4f39-b311-ae435aa27dbd', 'network_id': '27c87a33-a529-46d2-b96c-9714b1f22130', 'admin_state_up': True, 'tenant_id': '0ceca0f616eb43dfa068e38ea05be00f', 'security_groups': ['75754af7-aabd-45e6-962f-7597050c1d71']}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:42:56.700888 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-5c7a6605-8b72-4e32-bdb8-1e846fa4871c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5821800f-1dd9-4faf-84a3-3598cdbfd14f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-297564386', 'tenant_id': '0ceca0f616eb43dfa068e38ea05be00f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': 'de58988f-1569-48f8-99af-2affc2c99de7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:42:50Z', 'updated_at': '2022-01-28T20:42:53Z', 'revision_number': 4, 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'gw_port': {'id': 'de58988f-1569-48f8-99af-2affc2c99de7', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:90:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5821800f-1dd9-4faf-84a3-3598cdbfd14f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:42:50Z', 'updated_at': '2022-01-28T20:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '1a02a7ba-17d0-4278-bdc5-6f7c27c5a591', 'name': '', 'network_id': '27c87a33-a529-46d2-b96c-9714b1f22130', 'tenant_id': '0ceca0f616eb43dfa068e38ea05be00f', 'mac_address': 'fa:16:3e:87:ed:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5821800f-1dd9-4faf-84a3-3598cdbfd14f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': 'e776f9b7-3479-41bb-b5ff-adcaf1ee8716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:42:53Z', 'updated_at': '2022-01-28T20:42:56Z', 'revision_number': 4, 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'subnets': [{'id': 'e776f9b7-3479-41bb-b5ff-adcaf1ee8716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:42:56.727110 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c7a6605-8b72-4e32-bdb8-1e846fa4871c None None] The sync data for ids ['5821800f-1dd9-4faf-84a3-3598cdbfd14f'] in n-d-812111-14 is: [{'id': '5821800f-1dd9-4faf-84a3-3598cdbfd14f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-297564386', 'tenant_id': '0ceca0f616eb43dfa068e38ea05be00f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': 'de58988f-1569-48f8-99af-2affc2c99de7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:42:50Z', 'updated_at': '2022-01-28T20:42:53Z', 'revision_number': 4, 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'gw_port': {'id': 'de58988f-1569-48f8-99af-2affc2c99de7', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:90:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5821800f-1dd9-4faf-84a3-3598cdbfd14f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:42:50Z', 'updated_at': '2022-01-28T20:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '1a02a7ba-17d0-4278-bdc5-6f7c27c5a591', 'name': '', 'network_id': '27c87a33-a529-46d2-b96c-9714b1f22130', 'tenant_id': '0ceca0f616eb43dfa068e38ea05be00f', 'mac_address': 'fa:16:3e:87:ed:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5821800f-1dd9-4faf-84a3-3598cdbfd14f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': 'e776f9b7-3479-41bb-b5ff-adcaf1ee8716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:42:53Z', 'updated_at': '2022-01-28T20:42:56Z', 'revision_number': 4, 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'subnets': [{'id': 'e776f9b7-3479-41bb-b5ff-adcaf1ee8716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:42:56.740916 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-1ea5df42-469b-4c66-9a2e-a46e53f12e26 None None] Provisioning complete for port 1a02a7ba-17d0-4278-bdc5-6f7c27c5a591 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:42:56.741301 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1ea5df42-469b-4c66-9a2e-a46e53f12e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (1a02a7ba-17d0-4278-bdc5-6f7c27c5a591), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:56.823509 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31139e55-bd02-4ba6-99e3-57e4384acacc req-bec3a3b3-9ba9-435d-abb3-6b8b8a42169b tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Made reservation on behalf of 0ceca0f616eb43dfa068e38ea05be00f for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:42:56.827284 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-31139e55-bd02-4ba6-99e3-57e4384acacc req-bec3a3b3-9ba9-435d-abb3-6b8b8a42169b tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:56.844364 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-1ea5df42-469b-4c66-9a2e-a46e53f12e26 None None] Current status of the port 1a02a7ba-17d0-4278-bdc5-6f7c27c5a591 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:42:56.965015 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-31139e55-bd02-4ba6-99e3-57e4384acacc req-bec3a3b3-9ba9-435d-abb3-6b8b8a42169b tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Allocated IP 172.20.0.9 (27c87a33-a529-46d2-b96c-9714b1f22130/e776f9b7-3479-41bb-b5ff-adcaf1ee8716/a869425a-7471-49aa-a826-abc548010cbb) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:42:57.108926 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-31139e55-bd02-4ba6-99e3-57e4384acacc req-bec3a3b3-9ba9-435d-abb3-6b8b8a42169b tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for port (a869425a-7471-49aa-a826-abc548010cbb), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:57.144441 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-31139e55-bd02-4ba6-99e3-57e4384acacc req-bec3a3b3-9ba9-435d-abb3-6b8b8a42169b tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (a869425a-7471-49aa-a826-abc548010cbb), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:57.194202 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31139e55-bd02-4ba6-99e3-57e4384acacc req-bec3a3b3-9ba9-435d-abb3-6b8b8a42169b tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Network 27c87a33-a529-46d2-b96c-9714b1f22130 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:42:57.197417 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-31139e55-bd02-4ba6-99e3-57e4384acacc req-bec3a3b3-9ba9-435d-abb3-6b8b8a42169b tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:42:57.204525 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-31139e55-bd02-4ba6-99e3-57e4384acacc req-bec3a3b3-9ba9-435d-abb3-6b8b8a42169b tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:42:57.209895 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec3a3b3-9ba9-435d-abb3-6b8b8a42169b tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Pushing event updated for resources: {'Port': ['ID=a869425a-7471-49aa-a826-abc548010cbb,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:42:57.271308 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31139e55-bd02-4ba6-99e3-57e4384acacc req-bec3a3b3-9ba9-435d-abb3-6b8b8a42169b tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:42:57.271979 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-31139e55-bd02-4ba6-99e3-57e4384acacc req-bec3a3b3-9ba9-435d-abb3-6b8b8a42169b tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:57.294880 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-31139e55-bd02-4ba6-99e3-57e4384acacc req-bec3a3b3-9ba9-435d-abb3-6b8b8a42169b tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5995696 Jan 28 20:42:57.309460 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-31139e55-bd02-4ba6-99e3-57e4384acacc req-42943e52-b449-4532-bae2-501e79211d98 service neutron] Request body: {'port': {'device_id': 'ddd43e21-cbfd-4f39-b311-ae435aa27dbd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-14'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:42:57.396518 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-31139e55-bd02-4ba6-99e3-57e4384acacc req-42943e52-b449-4532-bae2-501e79211d98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (a869425a-7471-49aa-a826-abc548010cbb), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:57.446284 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 1a02a7ba-17d0-4278-bdc5-6f7c27c5a591 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:42:57.494074 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b71d64a2-3782-42c2-9034-aa8042f6eadb None None] Provisioning complete for port a869425a-7471-49aa-a826-abc548010cbb triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:42:57.494508 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b71d64a2-3782-42c2-9034-aa8042f6eadb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (a869425a-7471-49aa-a826-abc548010cbb), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:57.543153 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b71d64a2-3782-42c2-9034-aa8042f6eadb None None] Port a869425a-7471-49aa-a826-abc548010cbb cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 20:42:57.548724 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 1a02a7ba-17d0-4278-bdc5-6f7c27c5a591 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:42:57.549265 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (1a02a7ba-17d0-4278-bdc5-6f7c27c5a591), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:57.642915 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 1a02a7ba-17d0-4278-bdc5-6f7c27c5a591 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:42:57.644078 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device de58988f-1569-48f8-99af-2affc2c99de7 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:42:57.700973 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port de58988f-1569-48f8-99af-2affc2c99de7 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:42:57.701424 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (de58988f-1569-48f8-99af-2affc2c99de7), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:57.735871 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-31139e55-bd02-4ba6-99e3-57e4384acacc req-42943e52-b449-4532-bae2-501e79211d98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a869425a-7471-49aa-a826-abc548010cbb {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:42:57.745051 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-31139e55-bd02-4ba6-99e3-57e4384acacc req-42943e52-b449-4532-bae2-501e79211d98 service neutron] Publish callbacks [] for port (a869425a-7471-49aa-a826-abc548010cbb), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:57.764335 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-31139e55-bd02-4ba6-99e3-57e4384acacc req-42943e52-b449-4532-bae2-501e79211d98 service neutron] Transition to ACTIVE for port object a869425a-7471-49aa-a826-abc548010cbb will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:42:57.771327 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-31139e55-bd02-4ba6-99e3-57e4384acacc req-42943e52-b449-4532-bae2-501e79211d98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (a869425a-7471-49aa-a826-abc548010cbb), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:57.786873 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1edc67-a6b0-484d-929b-464f90681181 req-9f060728-4ee9-4a1c-8471-5c6dbc3fb706 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:42:57.788391 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1e1edc67-a6b0-484d-929b-464f90681181 req-9f060728-4ee9-4a1c-8471-5c6dbc3fb706 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/ports?device_id=ddd43e21-cbfd-4f39-b311-ae435aa27dbd HTTP/1.1" status: 200 len: 931 time: 0.0933497 Jan 28 20:42:57.790937 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port de58988f-1569-48f8-99af-2affc2c99de7 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:42:57.856138 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42943e52-b449-4532-bae2-501e79211d98 service neutron] Pushing event updated for resources: {'Port': ['ID=a869425a-7471-49aa-a826-abc548010cbb,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:42:57.904538 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1e1edc67-a6b0-484d-929b-464f90681181 req-aaa1be16-5092-488a-9ea1-fef0e7f13bbb tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/security-groups?id=75754af7-aabd-45e6-962f-7597050c1d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943942 Jan 28 20:42:57.955503 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-31139e55-bd02-4ba6-99e3-57e4384acacc req-42943e52-b449-4532-bae2-501e79211d98 service neutron] Attempting to bind port a869425a-7471-49aa-a826-abc548010cbb on host n-h2-812111-14 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:42:57.955852 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-31139e55-bd02-4ba6-99e3-57e4384acacc req-42943e52-b449-4532-bae2-501e79211d98 service neutron] Attempting to bind port a869425a-7471-49aa-a826-abc548010cbb by drivers openvswitch,hyperv on host n-h2-812111-14 at level 0 using segments [{'id': '1758cec8-8803-4918-b479-886859d040e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '27c87a33-a529-46d2-b96c-9714b1f22130'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:42:57.956188 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31139e55-bd02-4ba6-99e3-57e4384acacc req-42943e52-b449-4532-bae2-501e79211d98 service neutron] Attempting to bind port a869425a-7471-49aa-a826-abc548010cbb on network 27c87a33-a529-46d2-b96c-9714b1f22130 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:42:57.961175 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31139e55-bd02-4ba6-99e3-57e4384acacc req-42943e52-b449-4532-bae2-501e79211d98 service neutron] Port a869425a-7471-49aa-a826-abc548010cbb on network 27c87a33-a529-46d2-b96c-9714b1f22130 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-14 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:42:57.961508 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31139e55-bd02-4ba6-99e3-57e4384acacc req-42943e52-b449-4532-bae2-501e79211d98 service neutron] Attempting to bind port a869425a-7471-49aa-a826-abc548010cbb on network 27c87a33-a529-46d2-b96c-9714b1f22130 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:42:57.967056 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31139e55-bd02-4ba6-99e3-57e4384acacc req-42943e52-b449-4532-bae2-501e79211d98 service neutron] Checking agent: {'id': '8f3fee4e-bf24-4b58-8a3a-ae9c8011a473', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 42, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:42:57.967404 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31139e55-bd02-4ba6-99e3-57e4384acacc req-42943e52-b449-4532-bae2-501e79211d98 service neutron] Checking segment: {'id': '1758cec8-8803-4918-b479-886859d040e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '27c87a33-a529-46d2-b96c-9714b1f22130'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:42:57.968080 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31139e55-bd02-4ba6-99e3-57e4384acacc req-42943e52-b449-4532-bae2-501e79211d98 service neutron] Bound using segment: {'id': '1758cec8-8803-4918-b479-886859d040e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '27c87a33-a529-46d2-b96c-9714b1f22130'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:42:57.968526 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-31139e55-bd02-4ba6-99e3-57e4384acacc req-42943e52-b449-4532-bae2-501e79211d98 service neutron] Bound port: a869425a-7471-49aa-a826-abc548010cbb, host: n-h2-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1758cec8-8803-4918-b479-886859d040e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '27c87a33-a529-46d2-b96c-9714b1f22130'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:42:57.968898 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-31139e55-bd02-4ba6-99e3-57e4384acacc req-42943e52-b449-4532-bae2-501e79211d98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (a869425a-7471-49aa-a826-abc548010cbb), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:58.039622 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-31139e55-bd02-4ba6-99e3-57e4384acacc req-42943e52-b449-4532-bae2-501e79211d98 service neutron] For port a869425a-7471-49aa-a826-abc548010cbb, host n-h2-812111-14, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:42:58.043332 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-31139e55-bd02-4ba6-99e3-57e4384acacc req-42943e52-b449-4532-bae2-501e79211d98 service neutron] For port a869425a-7471-49aa-a826-abc548010cbb, host n-h2-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=a869425a-7471-49aa-a826-abc548010cbb,segment=NetworkSegment(1758cec8-8803-4918-b479-886859d040e9),segment_id=1758cec8-8803-4918-b479-886859d040e9)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:42:58.049488 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-31139e55-bd02-4ba6-99e3-57e4384acacc req-42943e52-b449-4532-bae2-501e79211d98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (a869425a-7471-49aa-a826-abc548010cbb), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:58.087268 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31139e55-bd02-4ba6-99e3-57e4384acacc req-42943e52-b449-4532-bae2-501e79211d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:42:58.087906 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-31139e55-bd02-4ba6-99e3-57e4384acacc req-42943e52-b449-4532-bae2-501e79211d98 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:58.089305 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-31139e55-bd02-4ba6-99e3-57e4384acacc req-42943e52-b449-4532-bae2-501e79211d98 service neutron] 10.222.0.70 "PUT /v2.0/ports/a869425a-7471-49aa-a826-abc548010cbb HTTP/1.1" status: 200 len: 1092 time: 0.7851315 Jan 28 20:42:58.089851 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddd43e21-cbfd-4f39-b311-ae435aa27dbd', 'tag': 'a869425a-7471-49aa-a826-abc548010cbb'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:42:58.092005 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}690870b4896ba3504f21237a239c836c0346d6a62bcfb5e8ee91fd1b13f99dd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ff76f87-17a8-4d7c-b3e9-2ba134edde38" -d '{"events": [{"name": "network-changed", "server_uuid": "ddd43e21-cbfd-4f39-b311-ae435aa27dbd", "tag": "a869425a-7471-49aa-a826-abc548010cbb"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:42:58.141170 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce7abf9d-e491-4464-b5e1-847af85a408c x-openstack-request-id: req-ce7abf9d-e491-4464-b5e1-847af85a408c {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:42:58.141466 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddd43e21-cbfd-4f39-b311-ae435aa27dbd", "tag": "a869425a-7471-49aa-a826-abc548010cbb", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:42:58.141722 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ce7abf9d-e491-4464-b5e1-847af85a408c {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:42:58.142121 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddd43e21-cbfd-4f39-b311-ae435aa27dbd', 'tag': 'a869425a-7471-49aa-a826-abc548010cbb', 'status': 'completed', 'code': 200} Jan 28 20:42:58.145625 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42943e52-b449-4532-bae2-501e79211d98 service neutron] Pushing event updated for resources: {'Port': ['ID=a869425a-7471-49aa-a826-abc548010cbb,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:42:58.181998 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31139e55-bd02-4ba6-99e3-57e4384acacc req-69c5e12c-b8ed-455b-aaf6-eda8e8273e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:42:58.183513 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-31139e55-bd02-4ba6-99e3-57e4384acacc req-69c5e12c-b8ed-455b-aaf6-eda8e8273e9d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0ceca0f616eb43dfa068e38ea05be00f&device_id=ddd43e21-cbfd-4f39-b311-ae435aa27dbd HTTP/1.1" status: 200 len: 1126 time: 0.0539072 Jan 28 20:42:58.230233 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-31139e55-bd02-4ba6-99e3-57e4384acacc req-9be198a0-8fa2-42e9-b6d3-74f199c363a1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a869425a-7471-49aa-a826-abc548010cbb HTTP/1.1" status: 200 len: 217 time: 0.0369534 Jan 28 20:42:58.283767 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31139e55-bd02-4ba6-99e3-57e4384acacc req-6ee217c5-9529-42de-b070-e3b2060a6795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:42:58.285426 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-31139e55-bd02-4ba6-99e3-57e4384acacc req-6ee217c5-9529-42de-b070-e3b2060a6795 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e776f9b7-3479-41bb-b5ff-adcaf1ee8716 HTTP/1.1" status: 200 len: 834 time: 0.0470831 Jan 28 20:42:58.340198 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31139e55-bd02-4ba6-99e3-57e4384acacc req-674238d3-ab2d-4764-aab1-45bd88d824a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:42:58.341908 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-31139e55-bd02-4ba6-99e3-57e4384acacc req-674238d3-ab2d-4764-aab1-45bd88d824a8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=27c87a33-a529-46d2-b96c-9714b1f22130&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0511279 Jan 28 20:42:58.431582 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-31139e55-bd02-4ba6-99e3-57e4384acacc req-9cc787ac-734e-4eb0-a16d-b23346ff26e7 service neutron] 10.222.0.70 "GET /v2.0/networks/27c87a33-a529-46d2-b96c-9714b1f22130?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839095 Jan 28 20:42:58.530072 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-31139e55-bd02-4ba6-99e3-57e4384acacc req-67555d61-59fa-4d65-b4c3-524e0296aac0 service neutron] 10.222.0.70 "GET /v2.0/networks/27c87a33-a529-46d2-b96c-9714b1f22130?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924082 Jan 28 20:42:58.618449 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff76f87-17a8-4d7c-b3e9-2ba134edde38 req-3b4c0599-e668-46dd-9495-cf5e43d83d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:42:58.619928 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3ff76f87-17a8-4d7c-b3e9-2ba134edde38 req-3b4c0599-e668-46dd-9495-cf5e43d83d49 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0ceca0f616eb43dfa068e38ea05be00f&device_id=ddd43e21-cbfd-4f39-b311-ae435aa27dbd HTTP/1.1" status: 200 len: 1126 time: 0.0449784 Jan 28 20:42:58.712930 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff76f87-17a8-4d7c-b3e9-2ba134edde38 req-7ce22ec6-caff-44d2-9139-47298d8826ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:42:58.714341 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3ff76f87-17a8-4d7c-b3e9-2ba134edde38 req-7ce22ec6-caff-44d2-9139-47298d8826ae service neutron] 10.222.0.70 "GET /v2.0/networks?id=27c87a33-a529-46d2-b96c-9714b1f22130 HTTP/1.1" status: 200 len: 896 time: 0.0886714 Jan 28 20:42:58.754560 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3ff76f87-17a8-4d7c-b3e9-2ba134edde38 req-1afc3540-f210-43e1-83ad-f91b3e297f56 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a869425a-7471-49aa-a826-abc548010cbb HTTP/1.1" status: 200 len: 217 time: 0.0338690 Jan 28 20:42:58.801134 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff76f87-17a8-4d7c-b3e9-2ba134edde38 req-93b8ed96-4b77-4c2a-8658-673fd2804447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:42:58.802634 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3ff76f87-17a8-4d7c-b3e9-2ba134edde38 req-93b8ed96-4b77-4c2a-8658-673fd2804447 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e776f9b7-3479-41bb-b5ff-adcaf1ee8716 HTTP/1.1" status: 200 len: 834 time: 0.0422390 Jan 28 20:42:58.851066 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff76f87-17a8-4d7c-b3e9-2ba134edde38 req-04bf8e4e-0159-4d11-b3d6-59406a524936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:42:58.852635 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3ff76f87-17a8-4d7c-b3e9-2ba134edde38 req-04bf8e4e-0159-4d11-b3d6-59406a524936 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=27c87a33-a529-46d2-b96c-9714b1f22130&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0439582 Jan 28 20:42:58.952694 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3ff76f87-17a8-4d7c-b3e9-2ba134edde38 req-ab12b37f-9bfe-4cd0-8b46-05a48620dca7 service neutron] 10.222.0.70 "GET /v2.0/networks/27c87a33-a529-46d2-b96c-9714b1f22130?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926316 Jan 28 20:42:59.082288 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574a1820-6b9b-4a52-8b45-44a031ec2773 req-040d9d8e-20ec-4e15-8dfd-271a428326d5 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:42:59.083762 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-574a1820-6b9b-4a52-8b45-44a031ec2773 req-040d9d8e-20ec-4e15-8dfd-271a428326d5 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/ports?device_id=ddd43e21-cbfd-4f39-b311-ae435aa27dbd HTTP/1.1" status: 200 len: 943 time: 0.1055095 Jan 28 20:42:59.086776 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3ff76f87-17a8-4d7c-b3e9-2ba134edde38 req-8cab5fe9-9019-4555-b531-d1bf65fdce12 service neutron] 10.222.0.70 "GET /v2.0/networks/27c87a33-a529-46d2-b96c-9714b1f22130?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266849 Jan 28 20:42:59.135858 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-574a1820-6b9b-4a52-8b45-44a031ec2773 req-a1f7b32e-a321-4132-8c56-79e518f4647f tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/security-groups?id=75754af7-aabd-45e6-962f-7597050c1d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458782 Jan 28 20:43:00.259984 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692408ad-0101-4024-b39e-852bcf6ec928 req-a3ce5428-2165-45ae-acec-20e7f5dda69d tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:43:00.261520 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-692408ad-0101-4024-b39e-852bcf6ec928 req-a3ce5428-2165-45ae-acec-20e7f5dda69d tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/ports?device_id=ddd43e21-cbfd-4f39-b311-ae435aa27dbd HTTP/1.1" status: 200 len: 943 time: 0.0576978 Jan 28 20:43:00.309463 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-692408ad-0101-4024-b39e-852bcf6ec928 req-6292fc48-1acd-4d97-8b1f-988face9fe72 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/security-groups?id=75754af7-aabd-45e6-962f-7597050c1d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423481 Jan 28 20:43:00.927654 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device a869425a-7471-49aa-a826-abc548010cbb details requested by agent hyperv_n-h2-812111-14 with host n-h2-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:43:01.023740 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port a869425a-7471-49aa-a826-abc548010cbb, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=a869425a-7471-49aa-a826-abc548010cbb,segment=NetworkSegment(1758cec8-8803-4918-b479-886859d040e9),segment_id=1758cec8-8803-4918-b479-886859d040e9)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:43:01.035430 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Returning: {'device': 'a869425a-7471-49aa-a826-abc548010cbb', 'network_id': '27c87a33-a529-46d2-b96c-9714b1f22130', 'port_id': 'a869425a-7471-49aa-a826-abc548010cbb', 'mac_address': 'fa:16:3e:03:99:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e776f9b7-3479-41bb-b5ff-adcaf1ee8716', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:43:01.074496 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port a869425a-7471-49aa-a826-abc548010cbb is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:43:01.074882 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (a869425a-7471-49aa-a826-abc548010cbb), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:43:01.088044 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a869425a-7471-49aa-a826-abc548010cbb {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:43:01.107329 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port a869425a-7471-49aa-a826-abc548010cbb, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=a869425a-7471-49aa-a826-abc548010cbb,segment=NetworkSegment(1758cec8-8803-4918-b479-886859d040e9),segment_id=1758cec8-8803-4918-b479-886859d040e9)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:43:01.111341 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (a869425a-7471-49aa-a826-abc548010cbb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:43:01.157765 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=a869425a-7471-49aa-a826-abc548010cbb,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:43:01.319588 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['a869425a-7471-49aa-a826-abc548010cbb'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:43:01.428364 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69e18cc-f0f1-41ec-bb36-117f3ff4cbb1 req-d2b49025-3de0-4c44-b76a-e9f6e9250977 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:43:01.430399 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f69e18cc-f0f1-41ec-bb36-117f3ff4cbb1 req-d2b49025-3de0-4c44-b76a-e9f6e9250977 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/ports?device_id=ddd43e21-cbfd-4f39-b311-ae435aa27dbd HTTP/1.1" status: 200 len: 944 time: 0.0538588 Jan 28 20:43:01.478931 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f69e18cc-f0f1-41ec-bb36-117f3ff4cbb1 req-67f41352-4fdc-46cb-8385-30be8af9d535 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/security-groups?id=75754af7-aabd-45e6-962f-7597050c1d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427828 Jan 28 20:43:02.596786 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f726cce-b8c6-4321-93c2-c0d713d09204 req-56763c69-2af3-41d0-ae45-95b8463c3718 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:43:02.598314 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4f726cce-b8c6-4321-93c2-c0d713d09204 req-56763c69-2af3-41d0-ae45-95b8463c3718 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/ports?device_id=ddd43e21-cbfd-4f39-b311-ae435aa27dbd HTTP/1.1" status: 200 len: 944 time: 0.0526927 Jan 28 20:43:02.645823 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4f726cce-b8c6-4321-93c2-c0d713d09204 req-ecce36c4-cfe6-4069-8306-567fd0b00a4f tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/security-groups?id=75754af7-aabd-45e6-962f-7597050c1d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413964 Jan 28 20:43:02.931076 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device a869425a-7471-49aa-a826-abc548010cbb up at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:43:02.978951 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning for port a869425a-7471-49aa-a826-abc548010cbb completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:43:02.983160 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning complete for port a869425a-7471-49aa-a826-abc548010cbb triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:43:02.983539 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (a869425a-7471-49aa-a826-abc548010cbb), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:43:03.059995 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port a869425a-7471-49aa-a826-abc548010cbb is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:43:03.060376 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (a869425a-7471-49aa-a826-abc548010cbb), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:43:03.081672 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddd43e21-cbfd-4f39-b311-ae435aa27dbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a869425a-7471-49aa-a826-abc548010cbb'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:43:03.083942 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}704c702df6f21e7df92d3d89d4c6cfde2c6406e49d8202b36454fc5209adee22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea22a55e-6445-41d6-b0a8-ca3b6f79190c" -d '{"events": [{"server_uuid": "ddd43e21-cbfd-4f39-b311-ae435aa27dbd", "name": "network-vif-plugged", "status": "completed", "tag": "a869425a-7471-49aa-a826-abc548010cbb"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:43:03.096408 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port a869425a-7471-49aa-a826-abc548010cbb, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=a869425a-7471-49aa-a826-abc548010cbb,segment=NetworkSegment(1758cec8-8803-4918-b479-886859d040e9),segment_id=1758cec8-8803-4918-b479-886859d040e9)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:43:03.100603 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (a869425a-7471-49aa-a826-abc548010cbb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:43:03.130241 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:43:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88debce5-e63c-4127-89c5-ace2b0d6c168 x-openstack-request-id: req-88debce5-e63c-4127-89c5-ace2b0d6c168 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:43:03.130548 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddd43e21-cbfd-4f39-b311-ae435aa27dbd", "name": "network-vif-plugged", "status": "completed", "tag": "a869425a-7471-49aa-a826-abc548010cbb", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:43:03.131118 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-88debce5-e63c-4127-89c5-ace2b0d6c168 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:43:03.131519 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddd43e21-cbfd-4f39-b311-ae435aa27dbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a869425a-7471-49aa-a826-abc548010cbb', 'code': 200} Jan 28 20:43:03.158480 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=a869425a-7471-49aa-a826-abc548010cbb,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:43:03.228727 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c57285-d312-44e0-a299-ae546e484f14 req-7a05e19b-8823-4275-90ab-2f6bbbd7f756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:43:03.230613 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-93c57285-d312-44e0-a299-ae546e484f14 req-7a05e19b-8823-4275-90ab-2f6bbbd7f756 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ddd43e21-cbfd-4f39-b311-ae435aa27dbd HTTP/1.1" status: 200 len: 1128 time: 0.0476115 Jan 28 20:43:03.276316 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-93c57285-d312-44e0-a299-ae546e484f14 req-536253b8-b929-40b0-8ee7-7d5626aaea82 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=75754af7-aabd-45e6-962f-7597050c1d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388887 Jan 28 20:43:03.764022 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba5b516-9be9-4a3d-b176-669d3d9f7286 req-b614ae71-0e9c-4367-bd27-0451279ac00d tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:43:03.765553 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3ba5b516-9be9-4a3d-b176-669d3d9f7286 req-b614ae71-0e9c-4367-bd27-0451279ac00d tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/ports?device_id=ddd43e21-cbfd-4f39-b311-ae435aa27dbd HTTP/1.1" status: 200 len: 945 time: 0.0514996 Jan 28 20:43:03.816250 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3ba5b516-9be9-4a3d-b176-669d3d9f7286 req-451ef627-7f26-4a1e-8e6c-aecc476f2a48 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/security-groups?id=75754af7-aabd-45e6-962f-7597050c1d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452900 Jan 28 20:43:04.935301 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc65fcba-54a2-4e67-b6de-6cd47e8429ba req-955be852-9da9-4515-a777-801287d29658 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:43:04.936792 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-fc65fcba-54a2-4e67-b6de-6cd47e8429ba req-955be852-9da9-4515-a777-801287d29658 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/ports?device_id=ddd43e21-cbfd-4f39-b311-ae435aa27dbd HTTP/1.1" status: 200 len: 945 time: 0.0521982 Jan 28 20:43:04.983982 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-fc65fcba-54a2-4e67-b6de-6cd47e8429ba req-050f425e-792f-4e15-a9b9-016d75964d5c tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/security-groups?id=75754af7-aabd-45e6-962f-7597050c1d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417094 Jan 28 20:43:05.101440 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7b5b13-10fc-405c-90fc-5d59c4a3dc32 req-bbf03e97-b6f7-4938-958c-452b79944778 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:43:05.103396 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8c7b5b13-10fc-405c-90fc-5d59c4a3dc32 req-bbf03e97-b6f7-4938-958c-452b79944778 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/ports?device_id=ddd43e21-cbfd-4f39-b311-ae435aa27dbd HTTP/1.1" status: 200 len: 945 time: 0.0532234 Jan 28 20:43:05.150204 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8c7b5b13-10fc-405c-90fc-5d59c4a3dc32 req-11d83b5c-6026-41a1-99b7-d7042026a50e tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/security-groups?id=75754af7-aabd-45e6-962f-7597050c1d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412886 Jan 28 20:43:05.171728 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 43982) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:43:05.218511 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-780ae666-20da-49ad-9b49-6c71b9bed41d tempest-TestNetworkAdvancedServerOps-1526479059 tempest-TestNetworkAdvancedServerOps-1526479059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:43:05.220035 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-780ae666-20da-49ad-9b49-6c71b9bed41d tempest-TestNetworkAdvancedServerOps-1526479059 tempest-TestNetworkAdvancedServerOps-1526479059-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=ddd43e21-cbfd-4f39-b311-ae435aa27dbd HTTP/1.1" status: 200 len: 1123 time: 0.0473404 Jan 28 20:43:05.223246 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 43984) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:43:05.228211 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-330f3bb8-83bc-4d4c-875e-b618620b40fd tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Request body: {'floatingip': {'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'port_id': 'a869425a-7471-49aa-a826-abc548010cbb', 'tenant_id': '0ceca0f616eb43dfa068e38ea05be00f', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:43:05.248789 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-330f3bb8-83bc-4d4c-875e-b618620b40fd tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:43:05.343305 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-330f3bb8-83bc-4d4c-875e-b618620b40fd tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:43:05.448343 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-330f3bb8-83bc-4d4c-875e-b618620b40fd tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Allocated IP 172.25.6.227 (d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8/a648e4ab-7422-41b9-b133-58aca25ab8f5/097e27d3-4f06-41cf-95de-bd17ee4c000e) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:43:05.548205 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-330f3bb8-83bc-4d4c-875e-b618620b40fd tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for port (097e27d3-4f06-41cf-95de-bd17ee4c000e), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:43:05.580797 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-330f3bb8-83bc-4d4c-875e-b618620b40fd tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (097e27d3-4f06-41cf-95de-bd17ee4c000e), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:43:05.618100 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-330f3bb8-83bc-4d4c-875e-b618620b40fd tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:43:05.620794 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-330f3bb8-83bc-4d4c-875e-b618620b40fd tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:43:05.626194 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330f3bb8-83bc-4d4c-875e-b618620b40fd tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:43:05.651623 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330f3bb8-83bc-4d4c-875e-b618620b40fd tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Pushing event updated for resources: {'Port': ['ID=097e27d3-4f06-41cf-95de-bd17ee4c000e,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:43:05.983112 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-330f3bb8-83bc-4d4c-875e-b618620b40fd tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for floatingip (b90e3aca-efc6-4c8f-aaaa-733f162728d8), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:43:06.059775 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-330f3bb8-83bc-4d4c-875e-b618620b40fd tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (097e27d3-4f06-41cf-95de-bd17ee4c000e), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:43:06.205432 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-330f3bb8-83bc-4d4c-875e-b618620b40fd tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for port (097e27d3-4f06-41cf-95de-bd17ee4c000e), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:43:06.211616 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-330f3bb8-83bc-4d4c-875e-b618620b40fd tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (097e27d3-4f06-41cf-95de-bd17ee4c000e), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:43:06.282623 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330f3bb8-83bc-4d4c-875e-b618620b40fd tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Pushing event updated for resources: {'Port': ['ID=097e27d3-4f06-41cf-95de-bd17ee4c000e,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:43:06.294637 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-330f3bb8-83bc-4d4c-875e-b618620b40fd tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734886'] for floatingip (b90e3aca-efc6-4c8f-aaaa-733f162728d8), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:43:06.729418 n-d-812111-14 neutron-server[103304]: INFO neutron.db.l3_db [None req-330f3bb8-83bc-4d4c-875e-b618620b40fd tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Floating IP b90e3aca-efc6-4c8f-aaaa-733f162728d8 associated. External IP: 172.25.6.227, port: a869425a-7471-49aa-a826-abc548010cbb. Jan 28 20:43:06.870719 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5064eaac-32be-4715-bf3f-5f46c245039c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:43:06.934671 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-330f3bb8-83bc-4d4c-875e-b618620b40fd tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Router 5821800f-1dd9-4faf-84a3-3598cdbfd14f has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:43:07.042895 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-330f3bb8-83bc-4d4c-875e-b618620b40fd tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:43:07.052325 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6acd0337-c2bb-4b4a-a54e-c31ffb287fe7 None None] Sync routers for ids ['5821800f-1dd9-4faf-84a3-3598cdbfd14f'] in n-d-812111-14 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:43:07.060327 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-330f3bb8-83bc-4d4c-875e-b618620b40fd tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for floatingip (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:43:07.062389 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6acd0337-c2bb-4b4a-a54e-c31ffb287fe7 None None] Routers {'5821800f-1dd9-4faf-84a3-3598cdbfd14f'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:43:07.063009 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-6acd0337-c2bb-4b4a-a54e-c31ffb287fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:42:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['5821800f-1dd9-4faf-84a3-3598cdbfd14f'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:43:07.091766 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-330f3bb8-83bc-4d4c-875e-b618620b40fd tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8674889 Jan 28 20:43:07.092482 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddd43e21-cbfd-4f39-b311-ae435aa27dbd', 'tag': 'a869425a-7471-49aa-a826-abc548010cbb'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:43:07.094800 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}690870b4896ba3504f21237a239c836c0346d6a62bcfb5e8ee91fd1b13f99dd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7908f51f-0c0c-4084-ad7d-804d2f6dbdab" -d '{"events": [{"name": "network-changed", "server_uuid": "ddd43e21-cbfd-4f39-b311-ae435aa27dbd", "tag": "a869425a-7471-49aa-a826-abc548010cbb"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:43:07.134928 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:43:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d992f1d3-4c6e-4ab0-aba4-6eee92cbd64a x-openstack-request-id: req-d992f1d3-4c6e-4ab0-aba4-6eee92cbd64a {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:43:07.135458 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddd43e21-cbfd-4f39-b311-ae435aa27dbd", "tag": "a869425a-7471-49aa-a826-abc548010cbb", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:43:07.135697 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d992f1d3-4c6e-4ab0-aba4-6eee92cbd64a {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:43:07.136262 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddd43e21-cbfd-4f39-b311-ae435aa27dbd', 'tag': 'a869425a-7471-49aa-a826-abc548010cbb', 'status': 'completed', 'code': 200} Jan 28 20:43:07.174202 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-6acd0337-c2bb-4b4a-a54e-c31ffb287fe7 None None] Set router 5821800f-1dd9-4faf-84a3-3598cdbfd14f gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:43:07.224651 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7908f51f-0c0c-4084-ad7d-804d2f6dbdab req-08151367-0156-420c-9781-74d9fbc7ade8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:43:07.226237 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7908f51f-0c0c-4084-ad7d-804d2f6dbdab req-08151367-0156-420c-9781-74d9fbc7ade8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0ceca0f616eb43dfa068e38ea05be00f&device_id=ddd43e21-cbfd-4f39-b311-ae435aa27dbd HTTP/1.1" status: 200 len: 1128 time: 0.0680349 Jan 28 20:43:07.233412 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40560b9-742c-47a3-8d6c-02c5a82a9e86 req-b0535af1-1c03-4f9a-862a-04da891ada97 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:43:07.234782 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f40560b9-742c-47a3-8d6c-02c5a82a9e86 req-b0535af1-1c03-4f9a-862a-04da891ada97 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/ports?device_id=ddd43e21-cbfd-4f39-b311-ae435aa27dbd HTTP/1.1" status: 200 len: 945 time: 0.0877984 Jan 28 20:43:07.346696 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f40560b9-742c-47a3-8d6c-02c5a82a9e86 req-7efc01e1-5bf2-4435-bca1-f8198d3a25eb tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/security-groups?id=75754af7-aabd-45e6-962f-7597050c1d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029055 Jan 28 20:43:07.369600 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7908f51f-0c0c-4084-ad7d-804d2f6dbdab req-4d0c2f3f-4941-44be-827d-8a61d435b505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:43:07.370058 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 43990) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:43:07.371431 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7908f51f-0c0c-4084-ad7d-804d2f6dbdab req-4d0c2f3f-4941-44be-827d-8a61d435b505 service neutron] 10.222.0.70 "GET /v2.0/networks?id=27c87a33-a529-46d2-b96c-9714b1f22130 HTTP/1.1" status: 200 len: 896 time: 0.1357715 Jan 28 20:43:07.408322 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-6acd0337-c2bb-4b4a-a54e-c31ffb287fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5821800f-1dd9-4faf-84a3-3598cdbfd14f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-297564386', 'tenant_id': '0ceca0f616eb43dfa068e38ea05be00f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': 'de58988f-1569-48f8-99af-2affc2c99de7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:42:50Z', 'updated_at': '2022-01-28T20:42:53Z', 'revision_number': 4, 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'gw_port': {'id': 'de58988f-1569-48f8-99af-2affc2c99de7', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:90:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5821800f-1dd9-4faf-84a3-3598cdbfd14f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:42:50Z', 'updated_at': '2022-01-28T20:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_floatingips': [{'id': 'b90e3aca-efc6-4c8f-aaaa-733f162728d8', 'tenant_id': '0ceca0f616eb43dfa068e38ea05be00f', 'floating_ip_address': '172.25.6.227', 'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'router_id': '5821800f-1dd9-4faf-84a3-3598cdbfd14f', 'port_id': 'a869425a-7471-49aa-a826-abc548010cbb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4319, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27c87a33-a529-46d2-b96c-9714b1f22130', 'mac_address': 'fa:16:3e:03:99:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd43e21-cbfd-4f39-b311-ae435aa27dbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:43:05Z', 'updated_at': '2022-01-28T20:43:05Z', 'revision_number': 0, 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a02a7ba-17d0-4278-bdc5-6f7c27c5a591', 'name': '', 'network_id': '27c87a33-a529-46d2-b96c-9714b1f22130', 'tenant_id': '0ceca0f616eb43dfa068e38ea05be00f', 'mac_address': 'fa:16:3e:87:ed:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5821800f-1dd9-4faf-84a3-3598cdbfd14f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': 'e776f9b7-3479-41bb-b5ff-adcaf1ee8716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:42:53Z', 'updated_at': '2022-01-28T20:42:56Z', 'revision_number': 5, 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'subnets': [{'id': 'e776f9b7-3479-41bb-b5ff-adcaf1ee8716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:43:07.435035 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-0395e4bd-72e8-4eb0-b8d5-45817e9d7928 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/floatingips/b90e3aca-efc6-4c8f-aaaa-733f162728d8 HTTP/1.1" status: 200 len: 991 time: 0.0637066 Jan 28 20:43:07.436523 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6acd0337-c2bb-4b4a-a54e-c31ffb287fe7 None None] Checking router: 5821800f-1dd9-4faf-84a3-3598cdbfd14f for host: n-d-812111-14 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:43:07.445026 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6acd0337-c2bb-4b4a-a54e-c31ffb287fe7 None None] Routers {'5821800f-1dd9-4faf-84a3-3598cdbfd14f'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:43:07.446323 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-6acd0337-c2bb-4b4a-a54e-c31ffb287fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:42:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['5821800f-1dd9-4faf-84a3-3598cdbfd14f'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:43:07.447314 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7908f51f-0c0c-4084-ad7d-804d2f6dbdab req-1f91eb5c-6bf6-4ea9-a320-ce6476c6b0d9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a869425a-7471-49aa-a826-abc548010cbb HTTP/1.1" status: 200 len: 999 time: 0.0690904 Jan 28 20:43:07.499361 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7908f51f-0c0c-4084-ad7d-804d2f6dbdab req-be948efc-f693-4076-8643-6a7d1baa220b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:43:07.500819 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7908f51f-0c0c-4084-ad7d-804d2f6dbdab req-be948efc-f693-4076-8643-6a7d1baa220b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e776f9b7-3479-41bb-b5ff-adcaf1ee8716 HTTP/1.1" status: 200 len: 834 time: 0.0482702 Jan 28 20:43:07.551820 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7908f51f-0c0c-4084-ad7d-804d2f6dbdab req-dd23349c-5d67-43f1-84e1-378b1dafa3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:43:07.552140 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-6acd0337-c2bb-4b4a-a54e-c31ffb287fe7 None None] Set router 5821800f-1dd9-4faf-84a3-3598cdbfd14f gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:43:07.553337 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7908f51f-0c0c-4084-ad7d-804d2f6dbdab req-dd23349c-5d67-43f1-84e1-378b1dafa3f5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=27c87a33-a529-46d2-b96c-9714b1f22130&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0454280 Jan 28 20:43:07.641464 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7908f51f-0c0c-4084-ad7d-804d2f6dbdab req-f7d5d45b-b40e-4fc6-992e-6b7e16779465 service neutron] 10.222.0.70 "GET /v2.0/networks/27c87a33-a529-46d2-b96c-9714b1f22130?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818610 Jan 28 20:43:07.743273 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7908f51f-0c0c-4084-ad7d-804d2f6dbdab req-69e83865-1495-481e-9b50-64d0eedf123f service neutron] 10.222.0.70 "GET /v2.0/networks/27c87a33-a529-46d2-b96c-9714b1f22130?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954895 Jan 28 20:43:07.938699 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-6acd0337-c2bb-4b4a-a54e-c31ffb287fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5821800f-1dd9-4faf-84a3-3598cdbfd14f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-297564386', 'tenant_id': '0ceca0f616eb43dfa068e38ea05be00f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': 'de58988f-1569-48f8-99af-2affc2c99de7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:42:50Z', 'updated_at': '2022-01-28T20:42:53Z', 'revision_number': 4, 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'gw_port': {'id': 'de58988f-1569-48f8-99af-2affc2c99de7', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:90:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5821800f-1dd9-4faf-84a3-3598cdbfd14f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:42:50Z', 'updated_at': '2022-01-28T20:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_floatingips': [{'id': 'b90e3aca-efc6-4c8f-aaaa-733f162728d8', 'tenant_id': '0ceca0f616eb43dfa068e38ea05be00f', 'floating_ip_address': '172.25.6.227', 'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'router_id': '5821800f-1dd9-4faf-84a3-3598cdbfd14f', 'port_id': 'a869425a-7471-49aa-a826-abc548010cbb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4319, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27c87a33-a529-46d2-b96c-9714b1f22130', 'mac_address': 'fa:16:3e:03:99:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd43e21-cbfd-4f39-b311-ae435aa27dbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:43:05Z', 'updated_at': '2022-01-28T20:43:05Z', 'revision_number': 0, 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a02a7ba-17d0-4278-bdc5-6f7c27c5a591', 'name': '', 'network_id': '27c87a33-a529-46d2-b96c-9714b1f22130', 'tenant_id': '0ceca0f616eb43dfa068e38ea05be00f', 'mac_address': 'fa:16:3e:87:ed:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5821800f-1dd9-4faf-84a3-3598cdbfd14f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': 'e776f9b7-3479-41bb-b5ff-adcaf1ee8716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:42:53Z', 'updated_at': '2022-01-28T20:42:56Z', 'revision_number': 5, 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'subnets': [{'id': 'e776f9b7-3479-41bb-b5ff-adcaf1ee8716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:43:07.968377 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6acd0337-c2bb-4b4a-a54e-c31ffb287fe7 None None] The sync data for ids ['5821800f-1dd9-4faf-84a3-3598cdbfd14f'] in n-d-812111-14 is: [{'id': '5821800f-1dd9-4faf-84a3-3598cdbfd14f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-297564386', 'tenant_id': '0ceca0f616eb43dfa068e38ea05be00f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': 'de58988f-1569-48f8-99af-2affc2c99de7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:42:50Z', 'updated_at': '2022-01-28T20:42:53Z', 'revision_number': 4, 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'gw_port': {'id': 'de58988f-1569-48f8-99af-2affc2c99de7', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:90:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5821800f-1dd9-4faf-84a3-3598cdbfd14f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:42:50Z', 'updated_at': '2022-01-28T20:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_floatingips': [{'id': 'b90e3aca-efc6-4c8f-aaaa-733f162728d8', 'tenant_id': '0ceca0f616eb43dfa068e38ea05be00f', 'floating_ip_address': '172.25.6.227', 'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'router_id': '5821800f-1dd9-4faf-84a3-3598cdbfd14f', 'port_id': 'a869425a-7471-49aa-a826-abc548010cbb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4319, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27c87a33-a529-46d2-b96c-9714b1f22130', 'mac_address': 'fa:16:3e:03:99:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd43e21-cbfd-4f39-b311-ae435aa27dbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:43:05Z', 'updated_at': '2022-01-28T20:43:05Z', 'revision_number': 0, 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a02a7ba-17d0-4278-bdc5-6f7c27c5a591', 'name': '', 'network_id': '27c87a33-a529-46d2-b96c-9714b1f22130', 'tenant_id': '0ceca0f616eb43dfa068e38ea05be00f', 'mac_address': 'fa:16:3e:87:ed:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5821800f-1dd9-4faf-84a3-3598cdbfd14f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': 'e776f9b7-3479-41bb-b5ff-adcaf1ee8716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:42:53Z', 'updated_at': '2022-01-28T20:42:56Z', 'revision_number': 5, 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'subnets': [{'id': 'e776f9b7-3479-41bb-b5ff-adcaf1ee8716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:43:08.168113 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e6ef88-f77a-43be-b96b-537b9145cbc0 None None] New status for floating IP b90e3aca-efc6-4c8f-aaaa-733f162728d8: ACTIVE {{(pid=103307) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 20:43:08.209579 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:43:08.438161 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 43992) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:43:08.501092 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-238b073b-4807-4209-8e88-6d8fd0ffd6b8 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/floatingips/b90e3aca-efc6-4c8f-aaaa-733f162728d8 HTTP/1.1" status: 200 len: 993 time: 0.0616984 Jan 28 20:43:09.109945 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-87e531e4-2513-4546-9751-33dc28ce8a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:43:10.136140 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:43:12.013619 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:43:13.362181 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:43:21.741430 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:43:24.741849 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:43:36.872432 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4fc2e4d2-4472-4fa0-aa08-7326a5b91ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:43:37.327164 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e5217d13-86fe-4625-b17a-265e36923c11 req-dce1168e-6e47-4b49-81f2-44fa2e3b151a service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ddd43e21-cbfd-4f39-b311-ae435aa27dbd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0440083 Jan 28 20:43:37.413881 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5217d13-86fe-4625-b17a-265e36923c11 req-ad225fb0-c9c4-40e3-ba3c-29d8394c7ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:43:37.415431 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e5217d13-86fe-4625-b17a-265e36923c11 req-ad225fb0-c9c4-40e3-ba3c-29d8394c7ce4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0ceca0f616eb43dfa068e38ea05be00f&device_id=ddd43e21-cbfd-4f39-b311-ae435aa27dbd HTTP/1.1" status: 200 len: 1128 time: 0.0448334 Jan 28 20:43:37.522804 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5217d13-86fe-4625-b17a-265e36923c11 req-95599197-d087-4991-8396-09ed7171c160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:43:37.524804 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e5217d13-86fe-4625-b17a-265e36923c11 req-95599197-d087-4991-8396-09ed7171c160 service neutron] 10.222.0.70 "GET /v2.0/networks?id=27c87a33-a529-46d2-b96c-9714b1f22130 HTTP/1.1" status: 200 len: 896 time: 0.0909600 Jan 28 20:43:37.593249 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e5217d13-86fe-4625-b17a-265e36923c11 req-810b3dda-2dea-413d-a518-ab911dc9c9cd service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a869425a-7471-49aa-a826-abc548010cbb HTTP/1.1" status: 200 len: 1001 time: 0.0582898 Jan 28 20:43:37.645443 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5217d13-86fe-4625-b17a-265e36923c11 req-5a9cf161-4673-47bb-a333-635becf59805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:43:37.646858 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e5217d13-86fe-4625-b17a-265e36923c11 req-5a9cf161-4673-47bb-a333-635becf59805 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e776f9b7-3479-41bb-b5ff-adcaf1ee8716 HTTP/1.1" status: 200 len: 834 time: 0.0466614 Jan 28 20:43:37.695263 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5217d13-86fe-4625-b17a-265e36923c11 req-fb8e15a6-da66-451e-bfa0-9b9095ff59ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:43:37.697279 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e5217d13-86fe-4625-b17a-265e36923c11 req-fb8e15a6-da66-451e-bfa0-9b9095ff59ee service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=27c87a33-a529-46d2-b96c-9714b1f22130&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0444624 Jan 28 20:43:37.784619 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e5217d13-86fe-4625-b17a-265e36923c11 req-855a3fa8-2430-4619-b15c-50930235997e service neutron] 10.222.0.70 "GET /v2.0/networks/27c87a33-a529-46d2-b96c-9714b1f22130?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805366 Jan 28 20:43:37.876528 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e5217d13-86fe-4625-b17a-265e36923c11 req-f6df2acc-e5a1-4d21-bc2e-f4c2099cb35e service neutron] 10.222.0.70 "GET /v2.0/networks/27c87a33-a529-46d2-b96c-9714b1f22130?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852771 Jan 28 20:43:39.114417 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-86bb7238-ff80-473f-ace0-2e5d1edc449f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:43:39.864986 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8d9913-1be6-46b6-9998-b6062f355489 req-20a19caf-3105-460a-82a1-b76e2aa214a6 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:43:39.866480 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8a8d9913-1be6-46b6-9998-b6062f355489 req-20a19caf-3105-460a-82a1-b76e2aa214a6 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/ports?device_id=ddd43e21-cbfd-4f39-b311-ae435aa27dbd HTTP/1.1" status: 200 len: 945 time: 0.0511262 Jan 28 20:43:39.918038 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-8a8d9913-1be6-46b6-9998-b6062f355489 req-b5033943-c6f4-4a1a-b596-527a09b0fd34 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/security-groups?id=75754af7-aabd-45e6-962f-7597050c1d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449352 Jan 28 20:43:40.138675 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:43:41.039766 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc6f224-4e5e-4de0-a382-a5c096c54e51 req-53bf5ea4-b985-4067-bee7-a43f166dc7f3 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:43:41.041297 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5cc6f224-4e5e-4de0-a382-a5c096c54e51 req-53bf5ea4-b985-4067-bee7-a43f166dc7f3 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/ports?device_id=ddd43e21-cbfd-4f39-b311-ae435aa27dbd HTTP/1.1" status: 200 len: 945 time: 0.0538721 Jan 28 20:43:41.089383 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-5cc6f224-4e5e-4de0-a382-a5c096c54e51 req-17c05c29-7cc3-4af3-8d15-5bf7d191f324 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/security-groups?id=75754af7-aabd-45e6-962f-7597050c1d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426569 Jan 28 20:43:41.111443 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 44010) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:43:41.176573 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-02b64cd1-7e7c-4a3e-9b59-8bc59519e70d tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/floatingips/b90e3aca-efc6-4c8f-aaaa-733f162728d8 HTTP/1.1" status: 200 len: 993 time: 0.0639648 Jan 28 20:43:42.016805 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:43:42.456954 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6432e0b6-1679-4370-882e-3ecf04e56a07 req-e52e87c0-3914-41ff-b947-195249a0041b tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:43:42.458510 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6432e0b6-1679-4370-882e-3ecf04e56a07 req-e52e87c0-3914-41ff-b947-195249a0041b tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/ports?device_id=ddd43e21-cbfd-4f39-b311-ae435aa27dbd HTTP/1.1" status: 200 len: 945 time: 0.0603688 Jan 28 20:43:42.483364 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03375667-82e6-4d6f-8c44-4327a4bc80ee req-33a6fe16-4b62-4e4f-b6b6-86419851507c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:43:42.484920 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-03375667-82e6-4d6f-8c44-4327a4bc80ee req-33a6fe16-4b62-4e4f-b6b6-86419851507c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0ceca0f616eb43dfa068e38ea05be00f&device_id=ddd43e21-cbfd-4f39-b311-ae435aa27dbd HTTP/1.1" status: 200 len: 1128 time: 0.0464756 Jan 28 20:43:42.508300 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6432e0b6-1679-4370-882e-3ecf04e56a07 req-a07823b7-5a29-4e85-bff9-08fd2570cce7 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/security-groups?id=75754af7-aabd-45e6-962f-7597050c1d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430605 Jan 28 20:43:42.577617 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03375667-82e6-4d6f-8c44-4327a4bc80ee req-2e7cb21a-e3f9-4b1f-9b5f-bce8a7f1a821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:43:42.579132 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-03375667-82e6-4d6f-8c44-4327a4bc80ee req-2e7cb21a-e3f9-4b1f-9b5f-bce8a7f1a821 service neutron] 10.222.0.70 "GET /v2.0/networks?id=27c87a33-a529-46d2-b96c-9714b1f22130 HTTP/1.1" status: 200 len: 896 time: 0.0886927 Jan 28 20:43:42.649623 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-03375667-82e6-4d6f-8c44-4327a4bc80ee req-9ff0538c-a2b9-42fc-9b74-09de1d825bd9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a869425a-7471-49aa-a826-abc548010cbb HTTP/1.1" status: 200 len: 1001 time: 0.0634265 Jan 28 20:43:42.698525 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03375667-82e6-4d6f-8c44-4327a4bc80ee req-92a29fb2-d7f2-41af-b705-332e46750de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:43:42.700012 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-03375667-82e6-4d6f-8c44-4327a4bc80ee req-92a29fb2-d7f2-41af-b705-332e46750de1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e776f9b7-3479-41bb-b5ff-adcaf1ee8716 HTTP/1.1" status: 200 len: 834 time: 0.0450990 Jan 28 20:43:42.752107 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03375667-82e6-4d6f-8c44-4327a4bc80ee req-72b76329-a61d-449d-82a3-18147020d5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:43:42.753805 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-03375667-82e6-4d6f-8c44-4327a4bc80ee req-72b76329-a61d-449d-82a3-18147020d5de service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=27c87a33-a529-46d2-b96c-9714b1f22130&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0486126 Jan 28 20:43:42.841290 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-03375667-82e6-4d6f-8c44-4327a4bc80ee req-aa016a83-da20-4fc8-b1c9-8cb5a047552e service neutron] 10.222.0.70 "GET /v2.0/networks/27c87a33-a529-46d2-b96c-9714b1f22130?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815806 Jan 28 20:43:42.932190 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-03375667-82e6-4d6f-8c44-4327a4bc80ee req-433566f6-58fa-4a48-86ff-6f10ad2454c4 service neutron] 10.222.0.70 "GET /v2.0/networks/27c87a33-a529-46d2-b96c-9714b1f22130?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850179 Jan 28 20:43:43.363971 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:43:43.630615 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c1d355-f4f4-4c1c-95ef-475259a15166 req-afae2a72-9fa4-407d-a91f-3ec99d69c074 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:43:43.632099 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-79c1d355-f4f4-4c1c-95ef-475259a15166 req-afae2a72-9fa4-407d-a91f-3ec99d69c074 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/ports?device_id=ddd43e21-cbfd-4f39-b311-ae435aa27dbd HTTP/1.1" status: 200 len: 945 time: 0.0542326 Jan 28 20:43:43.683504 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-79c1d355-f4f4-4c1c-95ef-475259a15166 req-c4317365-beb2-4602-babf-ca91d06df366 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/security-groups?id=75754af7-aabd-45e6-962f-7597050c1d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452933 Jan 28 20:43:44.801717 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5691b87-f923-48c9-9d54-886b9b1c7ba6 req-6c8b5aef-c145-472a-b079-c004b840b0a6 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:43:44.803192 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d5691b87-f923-48c9-9d54-886b9b1c7ba6 req-6c8b5aef-c145-472a-b079-c004b840b0a6 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/ports?device_id=ddd43e21-cbfd-4f39-b311-ae435aa27dbd HTTP/1.1" status: 200 len: 945 time: 0.0532470 Jan 28 20:43:44.850332 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d5691b87-f923-48c9-9d54-886b9b1c7ba6 req-1689215f-d2a9-4ca9-83c5-96d35abc884b tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/security-groups?id=75754af7-aabd-45e6-962f-7597050c1d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415854 Jan 28 20:43:44.873129 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 44022) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:43:44.937818 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-c9060756-2991-48b0-b3cc-319b17f1eb3f tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/floatingips/b90e3aca-efc6-4c8f-aaaa-733f162728d8 HTTP/1.1" status: 200 len: 993 time: 0.0635221 Jan 28 20:43:45.159300 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 44028) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:43:45.179152 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:43:45.315581 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-96f9f276-b9c7-4435-b06a-c845bb1113d1 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Deleting port 097e27d3-4f06-41cf-95de-bd17ee4c000e {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:43:45.315940 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-96f9f276-b9c7-4435-b06a-c845bb1113d1 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (097e27d3-4f06-41cf-95de-bd17ee4c000e), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:43:45.388878 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-96f9f276-b9c7-4435-b06a-c845bb1113d1 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (097e27d3-4f06-41cf-95de-bd17ee4c000e), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:43:45.389237 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-96f9f276-b9c7-4435-b06a-c845bb1113d1 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for floatingip (097e27d3-4f06-41cf-95de-bd17ee4c000e), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:43:45.401175 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-96f9f276-b9c7-4435-b06a-c845bb1113d1 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Calling delete_port for 097e27d3-4f06-41cf-95de-bd17ee4c000e owned by network:floatingip {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:43:45.547040 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-96f9f276-b9c7-4435-b06a-c845bb1113d1 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (097e27d3-4f06-41cf-95de-bd17ee4c000e), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:43:45.570019 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f9f276-b9c7-4435-b06a-c845bb1113d1 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Pushing event deleted for resources: {'Port': ['ID=097e27d3-4f06-41cf-95de-bd17ee4c000e,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:43:45.584845 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f9f276-b9c7-4435-b06a-c845bb1113d1 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:43:45.585244 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f9f276-b9c7-4435-b06a-c845bb1113d1 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:43:45.585571 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f9f276-b9c7-4435-b06a-c845bb1113d1 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:43:45.585911 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f9f276-b9c7-4435-b06a-c845bb1113d1 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:43:45.586245 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f9f276-b9c7-4435-b06a-c845bb1113d1 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:43:45.586628 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f9f276-b9c7-4435-b06a-c845bb1113d1 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:43:45.586963 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f9f276-b9c7-4435-b06a-c845bb1113d1 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:43:45.587331 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f9f276-b9c7-4435-b06a-c845bb1113d1 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:43:45.587662 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f9f276-b9c7-4435-b06a-c845bb1113d1 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:43:45.587989 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f9f276-b9c7-4435-b06a-c845bb1113d1 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:43:45.588316 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f9f276-b9c7-4435-b06a-c845bb1113d1 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:43:45.588641 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f9f276-b9c7-4435-b06a-c845bb1113d1 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:43:45.588964 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f9f276-b9c7-4435-b06a-c845bb1113d1 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:43:45.645590 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-96f9f276-b9c7-4435-b06a-c845bb1113d1 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for floatingip (b90e3aca-efc6-4c8f-aaaa-733f162728d8), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:43:45.645920 n-d-812111-14 neutron-server[103305]: INFO neutron.db.l3_db [None req-96f9f276-b9c7-4435-b06a-c845bb1113d1 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Floating IP b90e3aca-efc6-4c8f-aaaa-733f162728d8 disassociated (deleted). External IP: 172.25.6.227, port: a869425a-7471-49aa-a826-abc548010cbb. Jan 28 20:43:46.160322 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96f9f276-b9c7-4435-b06a-c845bb1113d1 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Router 5821800f-1dd9-4faf-84a3-3598cdbfd14f has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:43:46.268625 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96f9f276-b9c7-4435-b06a-c845bb1113d1 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:43:46.274039 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-96f9f276-b9c7-4435-b06a-c845bb1113d1 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for floatingip (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:43:46.279864 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f156af-e187-4636-854c-a808ffa7300f None None] Sync routers for ids ['5821800f-1dd9-4faf-84a3-3598cdbfd14f'] in n-d-812111-14 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:43:46.290652 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f156af-e187-4636-854c-a808ffa7300f None None] Routers {'5821800f-1dd9-4faf-84a3-3598cdbfd14f'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:43:46.291274 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-f3f156af-e187-4636-854c-a808ffa7300f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:43:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['5821800f-1dd9-4faf-84a3-3598cdbfd14f'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:43:46.303959 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-96f9f276-b9c7-4435-b06a-c845bb1113d1 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "DELETE /v2.0/floatingips/b90e3aca-efc6-4c8f-aaaa-733f162728d8 HTTP/1.1" status: 204 len: 168 time: 1.1435924 Jan 28 20:43:46.304548 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddd43e21-cbfd-4f39-b311-ae435aa27dbd', 'tag': 'a869425a-7471-49aa-a826-abc548010cbb'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:43:46.307343 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}981202432542b3bd90586abfd28c53181d71ca775a89b024ffbb9268f9379f4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95bd1528-aad6-4cc7-acdb-ec846602a0c6" -d '{"events": [{"name": "network-changed", "server_uuid": "ddd43e21-cbfd-4f39-b311-ae435aa27dbd", "tag": "a869425a-7471-49aa-a826-abc548010cbb"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:43:46.403536 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2b43e2d-1504-4f70-9e46-75f6cd8d8837 x-openstack-request-id: req-f2b43e2d-1504-4f70-9e46-75f6cd8d8837 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:43:46.403972 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddd43e21-cbfd-4f39-b311-ae435aa27dbd", "tag": "a869425a-7471-49aa-a826-abc548010cbb", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:43:46.404401 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f2b43e2d-1504-4f70-9e46-75f6cd8d8837 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:43:46.404950 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddd43e21-cbfd-4f39-b311-ae435aa27dbd', 'tag': 'a869425a-7471-49aa-a826-abc548010cbb', 'status': 'completed', 'code': 200} Jan 28 20:43:46.409792 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-f3f156af-e187-4636-854c-a808ffa7300f None None] Set router 5821800f-1dd9-4faf-84a3-3598cdbfd14f gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:43:46.476125 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bd1528-aad6-4cc7-acdb-ec846602a0c6 req-a05fe8bc-5760-4ba9-b2ac-35ac3fdf1c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:43:46.478295 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-95bd1528-aad6-4cc7-acdb-ec846602a0c6 req-a05fe8bc-5760-4ba9-b2ac-35ac3fdf1c83 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0ceca0f616eb43dfa068e38ea05be00f&device_id=ddd43e21-cbfd-4f39-b311-ae435aa27dbd HTTP/1.1" status: 200 len: 1128 time: 0.0517514 Jan 28 20:43:46.608633 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef22e99-8be7-48b8-9790-da88ab16b716 req-ab22b6d2-2ae5-43b1-b6fa-d8c5560e057b tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:43:46.610134 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-eef22e99-8be7-48b8-9790-da88ab16b716 req-ab22b6d2-2ae5-43b1-b6fa-d8c5560e057b tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/ports?device_id=ddd43e21-cbfd-4f39-b311-ae435aa27dbd HTTP/1.1" status: 200 len: 945 time: 0.1165521 Jan 28 20:43:46.612882 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bd1528-aad6-4cc7-acdb-ec846602a0c6 req-0e9db051-edff-4799-bd85-09376aabe5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:43:46.614245 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-95bd1528-aad6-4cc7-acdb-ec846602a0c6 req-0e9db051-edff-4799-bd85-09376aabe5b4 service neutron] 10.222.0.70 "GET /v2.0/networks?id=27c87a33-a529-46d2-b96c-9714b1f22130 HTTP/1.1" status: 200 len: 896 time: 0.1292481 Jan 28 20:43:46.625418 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-f3f156af-e187-4636-854c-a808ffa7300f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5821800f-1dd9-4faf-84a3-3598cdbfd14f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-297564386', 'tenant_id': '0ceca0f616eb43dfa068e38ea05be00f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': 'de58988f-1569-48f8-99af-2affc2c99de7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:42:50Z', 'updated_at': '2022-01-28T20:42:53Z', 'revision_number': 4, 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'gw_port': {'id': 'de58988f-1569-48f8-99af-2affc2c99de7', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:90:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5821800f-1dd9-4faf-84a3-3598cdbfd14f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:42:50Z', 'updated_at': '2022-01-28T20:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '1a02a7ba-17d0-4278-bdc5-6f7c27c5a591', 'name': '', 'network_id': '27c87a33-a529-46d2-b96c-9714b1f22130', 'tenant_id': '0ceca0f616eb43dfa068e38ea05be00f', 'mac_address': 'fa:16:3e:87:ed:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5821800f-1dd9-4faf-84a3-3598cdbfd14f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': 'e776f9b7-3479-41bb-b5ff-adcaf1ee8716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:42:53Z', 'updated_at': '2022-01-28T20:42:56Z', 'revision_number': 5, 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'subnets': [{'id': 'e776f9b7-3479-41bb-b5ff-adcaf1ee8716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:43:46.652971 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f156af-e187-4636-854c-a808ffa7300f None None] Checking router: 5821800f-1dd9-4faf-84a3-3598cdbfd14f for host: n-d-812111-14 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:43:46.661644 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f156af-e187-4636-854c-a808ffa7300f None None] Routers {'5821800f-1dd9-4faf-84a3-3598cdbfd14f'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:43:46.662257 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-f3f156af-e187-4636-854c-a808ffa7300f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:43:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['5821800f-1dd9-4faf-84a3-3598cdbfd14f'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:43:46.669188 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-95bd1528-aad6-4cc7-acdb-ec846602a0c6 req-92eb53b7-677a-407c-877a-5e464cb3a20c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a869425a-7471-49aa-a826-abc548010cbb HTTP/1.1" status: 200 len: 217 time: 0.0464356 Jan 28 20:43:46.723960 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-eef22e99-8be7-48b8-9790-da88ab16b716 req-22ed7a12-da0e-4c67-b9c0-5c270af311f9 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/security-groups?id=75754af7-aabd-45e6-962f-7597050c1d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078351 Jan 28 20:43:46.737542 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bd1528-aad6-4cc7-acdb-ec846602a0c6 req-57c2563d-e0c3-49a1-9b6d-8bb1de85424b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:43:46.739001 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-95bd1528-aad6-4cc7-acdb-ec846602a0c6 req-57c2563d-e0c3-49a1-9b6d-8bb1de85424b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e776f9b7-3479-41bb-b5ff-adcaf1ee8716 HTTP/1.1" status: 200 len: 834 time: 0.0601246 Jan 28 20:43:46.774086 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-f3f156af-e187-4636-854c-a808ffa7300f None None] Set router 5821800f-1dd9-4faf-84a3-3598cdbfd14f gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:43:46.789997 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bd1528-aad6-4cc7-acdb-ec846602a0c6 req-1d38873d-e581-45dd-924a-6c6bdfe7c7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:43:46.791497 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-95bd1528-aad6-4cc7-acdb-ec846602a0c6 req-1d38873d-e581-45dd-924a-6c6bdfe7c7f6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=27c87a33-a529-46d2-b96c-9714b1f22130&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0456972 Jan 28 20:43:46.885629 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-95bd1528-aad6-4cc7-acdb-ec846602a0c6 req-d0b2382f-734f-4d51-aaea-6fbe57eab661 service neutron] 10.222.0.70 "GET /v2.0/networks/27c87a33-a529-46d2-b96c-9714b1f22130?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869005 Jan 28 20:43:46.968601 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-f3f156af-e187-4636-854c-a808ffa7300f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5821800f-1dd9-4faf-84a3-3598cdbfd14f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-297564386', 'tenant_id': '0ceca0f616eb43dfa068e38ea05be00f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': 'de58988f-1569-48f8-99af-2affc2c99de7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:42:50Z', 'updated_at': '2022-01-28T20:42:53Z', 'revision_number': 4, 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'gw_port': {'id': 'de58988f-1569-48f8-99af-2affc2c99de7', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:90:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5821800f-1dd9-4faf-84a3-3598cdbfd14f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:42:50Z', 'updated_at': '2022-01-28T20:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '1a02a7ba-17d0-4278-bdc5-6f7c27c5a591', 'name': '', 'network_id': '27c87a33-a529-46d2-b96c-9714b1f22130', 'tenant_id': '0ceca0f616eb43dfa068e38ea05be00f', 'mac_address': 'fa:16:3e:87:ed:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5821800f-1dd9-4faf-84a3-3598cdbfd14f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': 'e776f9b7-3479-41bb-b5ff-adcaf1ee8716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:42:53Z', 'updated_at': '2022-01-28T20:42:56Z', 'revision_number': 5, 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'subnets': [{'id': 'e776f9b7-3479-41bb-b5ff-adcaf1ee8716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:43:46.979227 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-95bd1528-aad6-4cc7-acdb-ec846602a0c6 req-6b905fe2-6527-4435-b919-0b7a8eea9d38 service neutron] 10.222.0.70 "GET /v2.0/networks/27c87a33-a529-46d2-b96c-9714b1f22130?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871935 Jan 28 20:43:47.001121 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f156af-e187-4636-854c-a808ffa7300f None None] The sync data for ids ['5821800f-1dd9-4faf-84a3-3598cdbfd14f'] in n-d-812111-14 is: [{'id': '5821800f-1dd9-4faf-84a3-3598cdbfd14f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-297564386', 'tenant_id': '0ceca0f616eb43dfa068e38ea05be00f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': 'de58988f-1569-48f8-99af-2affc2c99de7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:42:50Z', 'updated_at': '2022-01-28T20:42:53Z', 'revision_number': 4, 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'gw_port': {'id': 'de58988f-1569-48f8-99af-2affc2c99de7', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:90:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5821800f-1dd9-4faf-84a3-3598cdbfd14f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:42:50Z', 'updated_at': '2022-01-28T20:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '1a02a7ba-17d0-4278-bdc5-6f7c27c5a591', 'name': '', 'network_id': '27c87a33-a529-46d2-b96c-9714b1f22130', 'tenant_id': '0ceca0f616eb43dfa068e38ea05be00f', 'mac_address': 'fa:16:3e:87:ed:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5821800f-1dd9-4faf-84a3-3598cdbfd14f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': 'e776f9b7-3479-41bb-b5ff-adcaf1ee8716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:42:53Z', 'updated_at': '2022-01-28T20:42:56Z', 'revision_number': 5, 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'subnets': [{'id': 'e776f9b7-3479-41bb-b5ff-adcaf1ee8716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:43:47.228736 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91e94b3-fb54-4a1e-a02e-550c73b770ce None None] New status for floating IP b90e3aca-efc6-4c8f-aaaa-733f162728d8: DOWN {{(pid=103307) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 20:43:47.847707 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29105f9-f736-4841-95b0-be195aa6db2f req-1452af49-7fb1-448b-93c5-27e32c26a5da tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:43:47.849197 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a29105f9-f736-4841-95b0-be195aa6db2f req-1452af49-7fb1-448b-93c5-27e32c26a5da tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/ports?device_id=ddd43e21-cbfd-4f39-b311-ae435aa27dbd HTTP/1.1" status: 200 len: 945 time: 0.0514498 Jan 28 20:43:47.898271 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a29105f9-f736-4841-95b0-be195aa6db2f req-96824ba4-278c-4f5a-9ed7-9b9dd04ca5ca tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/security-groups?id=75754af7-aabd-45e6-962f-7597050c1d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426619 Jan 28 20:43:48.115044 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d4afda-7404-401c-9495-d9a2277b9fc4 req-d7899e1f-9d10-4c58-86b4-855cb9b301aa tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:43:48.116488 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-61d4afda-7404-401c-9495-d9a2277b9fc4 req-d7899e1f-9d10-4c58-86b4-855cb9b301aa tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.70 "GET /v2.0/ports?device_id=ddd43e21-cbfd-4f39-b311-ae435aa27dbd HTTP/1.1" status: 200 len: 945 time: 0.0563722 Jan 28 20:43:48.205476 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-61d4afda-7404-401c-9495-d9a2277b9fc4 req-93d865a9-c767-48ab-84c2-bf19123155a0 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Deleting port a869425a-7471-49aa-a826-abc548010cbb {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:43:48.205824 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-61d4afda-7404-401c-9495-d9a2277b9fc4 req-93d865a9-c767-48ab-84c2-bf19123155a0 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (a869425a-7471-49aa-a826-abc548010cbb), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:43:48.297704 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-61d4afda-7404-401c-9495-d9a2277b9fc4 req-93d865a9-c767-48ab-84c2-bf19123155a0 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] For port a869425a-7471-49aa-a826-abc548010cbb, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=a869425a-7471-49aa-a826-abc548010cbb,segment=NetworkSegment(1758cec8-8803-4918-b479-886859d040e9),segment_id=1758cec8-8803-4918-b479-886859d040e9)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:43:48.298070 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-61d4afda-7404-401c-9495-d9a2277b9fc4 req-93d865a9-c767-48ab-84c2-bf19123155a0 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (a869425a-7471-49aa-a826-abc548010cbb), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:43:48.310728 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-61d4afda-7404-401c-9495-d9a2277b9fc4 req-93d865a9-c767-48ab-84c2-bf19123155a0 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Calling delete_port for a869425a-7471-49aa-a826-abc548010cbb owned by compute:nova {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:43:48.435877 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-61d4afda-7404-401c-9495-d9a2277b9fc4 req-93d865a9-c767-48ab-84c2-bf19123155a0 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (a869425a-7471-49aa-a826-abc548010cbb), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:43:48.469769 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d865a9-c767-48ab-84c2-bf19123155a0 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Pushing event deleted for resources: {'Port': ['ID=a869425a-7471-49aa-a826-abc548010cbb,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:43:48.495118 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d865a9-c767-48ab-84c2-bf19123155a0 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:43:48.495483 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d865a9-c767-48ab-84c2-bf19123155a0 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:43:48.495836 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d865a9-c767-48ab-84c2-bf19123155a0 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:43:48.496177 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d865a9-c767-48ab-84c2-bf19123155a0 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:43:48.496519 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d865a9-c767-48ab-84c2-bf19123155a0 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:43:48.496854 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d865a9-c767-48ab-84c2-bf19123155a0 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:43:48.497212 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d865a9-c767-48ab-84c2-bf19123155a0 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:43:48.497551 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d865a9-c767-48ab-84c2-bf19123155a0 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:43:48.497891 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d865a9-c767-48ab-84c2-bf19123155a0 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:43:48.498225 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d865a9-c767-48ab-84c2-bf19123155a0 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:43:48.498555 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d865a9-c767-48ab-84c2-bf19123155a0 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:43:48.498882 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d865a9-c767-48ab-84c2-bf19123155a0 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:43:48.499209 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d865a9-c767-48ab-84c2-bf19123155a0 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:43:48.520858 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-61d4afda-7404-401c-9495-d9a2277b9fc4 req-93d865a9-c767-48ab-84c2-bf19123155a0 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] No DVR routers for this DVR port a869425a-7471-49aa-a826-abc548010cbb on host n-h2-812111-14 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:43:48.523230 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-61d4afda-7404-401c-9495-d9a2277b9fc4 req-93d865a9-c767-48ab-84c2-bf19123155a0 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:43:48.527106 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-61d4afda-7404-401c-9495-d9a2277b9fc4 req-93d865a9-c767-48ab-84c2-bf19123155a0 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.70 "DELETE /v2.0/ports/a869425a-7471-49aa-a826-abc548010cbb HTTP/1.1" status: 204 len: 173 time: 0.4056609 Jan 28 20:43:48.527680 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddd43e21-cbfd-4f39-b311-ae435aa27dbd', 'name': 'network-vif-deleted', 'tag': 'a869425a-7471-49aa-a826-abc548010cbb'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:43:48.529822 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}690870b4896ba3504f21237a239c836c0346d6a62bcfb5e8ee91fd1b13f99dd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad9be389-89bf-463e-902c-f1d6592c4674" -d '{"events": [{"server_uuid": "ddd43e21-cbfd-4f39-b311-ae435aa27dbd", "name": "network-vif-deleted", "tag": "a869425a-7471-49aa-a826-abc548010cbb"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:43:48.568569 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39cd73a5-fdee-4a0f-b864-a1315f46a5a4 x-openstack-request-id: req-39cd73a5-fdee-4a0f-b864-a1315f46a5a4 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:43:48.568869 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddd43e21-cbfd-4f39-b311-ae435aa27dbd", "name": "network-vif-deleted", "tag": "a869425a-7471-49aa-a826-abc548010cbb", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:43:48.569160 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-39cd73a5-fdee-4a0f-b864-a1315f46a5a4 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:43:48.569576 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddd43e21-cbfd-4f39-b311-ae435aa27dbd', 'name': 'network-vif-deleted', 'tag': 'a869425a-7471-49aa-a826-abc548010cbb', 'status': 'completed', 'code': 200} Jan 28 20:43:49.018110 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-41878adf-49db-44e9-ac96-4035b50847f8 req-4172e093-1adf-4984-b8bb-3e85b17e3468 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "GET /v2.0/ports?device_id=ddd43e21-cbfd-4f39-b311-ae435aa27dbd HTTP/1.1" status: 200 len: 210 time: 0.0302329 Jan 28 20:43:50.077226 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 44046) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:43:50.431458 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-81efc3cb-3feb-43b7-b6be-ad0e00a3bd4b tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-732838'] for router_interface (5821800f-1dd9-4faf-84a3-3598cdbfd14f), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:43:50.685127 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-81efc3cb-3feb-43b7-b6be-ad0e00a3bd4b tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Deleting port 1a02a7ba-17d0-4278-bdc5-6f7c27c5a591 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:43:50.685399 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-81efc3cb-3feb-43b7-b6be-ad0e00a3bd4b tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (1a02a7ba-17d0-4278-bdc5-6f7c27c5a591), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:43:50.771573 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-81efc3cb-3feb-43b7-b6be-ad0e00a3bd4b tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] For port 1a02a7ba-17d0-4278-bdc5-6f7c27c5a591, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=1a02a7ba-17d0-4278-bdc5-6f7c27c5a591,segment=NetworkSegment(1758cec8-8803-4918-b479-886859d040e9),segment_id=1758cec8-8803-4918-b479-886859d040e9)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:43:50.771935 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-81efc3cb-3feb-43b7-b6be-ad0e00a3bd4b tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (1a02a7ba-17d0-4278-bdc5-6f7c27c5a591), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:43:50.790315 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-81efc3cb-3feb-43b7-b6be-ad0e00a3bd4b tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Calling delete_port for 1a02a7ba-17d0-4278-bdc5-6f7c27c5a591 owned by network:router_interface {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:43:50.972418 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-81efc3cb-3feb-43b7-b6be-ad0e00a3bd4b tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (1a02a7ba-17d0-4278-bdc5-6f7c27c5a591), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:43:50.999447 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81efc3cb-3feb-43b7-b6be-ad0e00a3bd4b tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Pushing event deleted for resources: {'Port': ['ID=1a02a7ba-17d0-4278-bdc5-6f7c27c5a591,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:43:51.166032 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device a869425a-7471-49aa-a826-abc548010cbb no longer exists at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:43:51.180497 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-81efc3cb-3feb-43b7-b6be-ad0e00a3bd4b tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-732682'] for router_interface (5821800f-1dd9-4faf-84a3-3598cdbfd14f), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:43:51.186823 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] No Port match for: a869425a-7471-49aa-a826-abc548010cbb {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:43:51.187182 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device a869425a-7471-49aa-a826-abc548010cbb not bound to the agent host n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:43:51.397938 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81efc3cb-3feb-43b7-b6be-ad0e00a3bd4b tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Router 5821800f-1dd9-4faf-84a3-3598cdbfd14f has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:43:51.504565 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81efc3cb-3feb-43b7-b6be-ad0e00a3bd4b tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:43:51.509695 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-81efc3cb-3feb-43b7-b6be-ad0e00a3bd4b tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "PUT /v2.0/routers/5821800f-1dd9-4faf-84a3-3598cdbfd14f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4314268 Jan 28 20:43:51.512344 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 44048) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:43:51.515677 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf3bdce-4772-454d-8f42-bf486e3f08dd None None] Sync routers for ids ['5821800f-1dd9-4faf-84a3-3598cdbfd14f'] in n-d-812111-14 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:43:51.526437 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf3bdce-4772-454d-8f42-bf486e3f08dd None None] Routers {'5821800f-1dd9-4faf-84a3-3598cdbfd14f'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:43:51.527095 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-cdf3bdce-4772-454d-8f42-bf486e3f08dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:43:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['5821800f-1dd9-4faf-84a3-3598cdbfd14f'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:43:51.563782 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-7471deb9-ee62-4d13-87ff-4d3152d0b8de tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Deleting subnet e776f9b7-3479-41bb-b5ff-adcaf1ee8716 {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 20:43:51.566959 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7471deb9-ee62-4d13-87ff-4d3152d0b8de tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for subnet (e776f9b7-3479-41bb-b5ff-adcaf1ee8716), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:43:51.607669 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7471deb9-ee62-4d13-87ff-4d3152d0b8de tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16187240'] for subnet (e776f9b7-3479-41bb-b5ff-adcaf1ee8716), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:43:51.632959 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-cdf3bdce-4772-454d-8f42-bf486e3f08dd None None] Set router 5821800f-1dd9-4faf-84a3-3598cdbfd14f gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:43:51.694113 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7471deb9-ee62-4d13-87ff-4d3152d0b8de tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (e776f9b7-3479-41bb-b5ff-adcaf1ee8716), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:43:51.751021 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7471deb9-ee62-4d13-87ff-4d3152d0b8de tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4752464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4733806'] for subnet (e776f9b7-3479-41bb-b5ff-adcaf1ee8716), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:43:51.779791 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7471deb9-ee62-4d13-87ff-4d3152d0b8de tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Pushing event deleted for resources: {'Subnet': ['ID=e776f9b7-3479-41bb-b5ff-adcaf1ee8716,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:43:51.788433 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7471deb9-ee62-4d13-87ff-4d3152d0b8de tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:43:51.791729 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-7471deb9-ee62-4d13-87ff-4d3152d0b8de tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "DELETE /v2.0/subnets/e776f9b7-3479-41bb-b5ff-adcaf1ee8716 HTTP/1.1" status: 204 len: 168 time: 0.2784603 Jan 28 20:43:51.794389 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 44050) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:43:51.803664 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49c89641-9756-432e-9180-642fda95226a None None] Network 27c87a33-a529-46d2-b96c-9714b1f22130 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:43:51.805580 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:43:51.903121 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-cdf3bdce-4772-454d-8f42-bf486e3f08dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5821800f-1dd9-4faf-84a3-3598cdbfd14f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-297564386', 'tenant_id': '0ceca0f616eb43dfa068e38ea05be00f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': 'de58988f-1569-48f8-99af-2affc2c99de7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:42:50Z', 'updated_at': '2022-01-28T20:43:50Z', 'revision_number': 5, 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'gw_port': {'id': 'de58988f-1569-48f8-99af-2affc2c99de7', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:90:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5821800f-1dd9-4faf-84a3-3598cdbfd14f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:42:50Z', 'updated_at': '2022-01-28T20:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:43:51.903713 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-199bfdc8-f396-4fb1-a360-23b090590b87 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for router (5821800f-1dd9-4faf-84a3-3598cdbfd14f), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:43:51.935612 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf3bdce-4772-454d-8f42-bf486e3f08dd None None] Checking router: 5821800f-1dd9-4faf-84a3-3598cdbfd14f for host: n-d-812111-14 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:43:51.949542 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf3bdce-4772-454d-8f42-bf486e3f08dd None None] Routers {'5821800f-1dd9-4faf-84a3-3598cdbfd14f'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:43:51.950153 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-cdf3bdce-4772-454d-8f42-bf486e3f08dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:43:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['5821800f-1dd9-4faf-84a3-3598cdbfd14f'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:43:52.015503 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-199bfdc8-f396-4fb1-a360-23b090590b87 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for router_gateway (5821800f-1dd9-4faf-84a3-3598cdbfd14f), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:43:52.034340 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f87b55-08c9-40fb-97a2-2ecbe2ec3e4d None None] DHCP port deletion for 27c87a33-a529-46d2-b96c-9714b1f22130 request from n-d-812111-14 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 20:43:52.069543 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-199bfdc8-f396-4fb1-a360-23b090590b87 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Deleting port de58988f-1569-48f8-99af-2affc2c99de7 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:43:52.069983 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-199bfdc8-f396-4fb1-a360-23b090590b87 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (de58988f-1569-48f8-99af-2affc2c99de7), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:43:52.084217 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-cdf3bdce-4772-454d-8f42-bf486e3f08dd None None] Set router 5821800f-1dd9-4faf-84a3-3598cdbfd14f gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:43:52.153485 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-199bfdc8-f396-4fb1-a360-23b090590b87 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] For port de58988f-1569-48f8-99af-2affc2c99de7, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=de58988f-1569-48f8-99af-2affc2c99de7,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:43:52.153852 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-199bfdc8-f396-4fb1-a360-23b090590b87 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (de58988f-1569-48f8-99af-2affc2c99de7), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:43:52.166574 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-199bfdc8-f396-4fb1-a360-23b090590b87 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Calling delete_port for de58988f-1569-48f8-99af-2affc2c99de7 owned by network:router_gateway {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:43:52.197409 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-f2f87b55-08c9-40fb-97a2-2ecbe2ec3e4d None None] Deleting port 54cb9faf-40a4-4cc7-abc7-e3f19aa7bd4e {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:43:52.197982 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f2f87b55-08c9-40fb-97a2-2ecbe2ec3e4d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (54cb9faf-40a4-4cc7-abc7-e3f19aa7bd4e), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:43:52.312526 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-f2f87b55-08c9-40fb-97a2-2ecbe2ec3e4d None None] For port 54cb9faf-40a4-4cc7-abc7-e3f19aa7bd4e, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=54cb9faf-40a4-4cc7-abc7-e3f19aa7bd4e,segment=NetworkSegment(1758cec8-8803-4918-b479-886859d040e9),segment_id=1758cec8-8803-4918-b479-886859d040e9)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:43:52.312815 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f2f87b55-08c9-40fb-97a2-2ecbe2ec3e4d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (54cb9faf-40a4-4cc7-abc7-e3f19aa7bd4e), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:43:52.327878 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-f2f87b55-08c9-40fb-97a2-2ecbe2ec3e4d None None] Calling delete_port for 54cb9faf-40a4-4cc7-abc7-e3f19aa7bd4e owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:43:52.339346 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-199bfdc8-f396-4fb1-a360-23b090590b87 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (de58988f-1569-48f8-99af-2affc2c99de7), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:43:52.365962 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199bfdc8-f396-4fb1-a360-23b090590b87 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Pushing event deleted for resources: {'Port': ['ID=de58988f-1569-48f8-99af-2affc2c99de7,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:43:52.403914 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-cdf3bdce-4772-454d-8f42-bf486e3f08dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5821800f-1dd9-4faf-84a3-3598cdbfd14f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-297564386', 'tenant_id': '0ceca0f616eb43dfa068e38ea05be00f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': 'de58988f-1569-48f8-99af-2affc2c99de7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:42:50Z', 'updated_at': '2022-01-28T20:43:50Z', 'revision_number': 5, 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'gw_port': {'id': 'de58988f-1569-48f8-99af-2affc2c99de7', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:90:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5821800f-1dd9-4faf-84a3-3598cdbfd14f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:42:50Z', 'updated_at': '2022-01-28T20:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:43:52.435507 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-199bfdc8-f396-4fb1-a360-23b090590b87 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-731488'] for router_gateway (5821800f-1dd9-4faf-84a3-3598cdbfd14f), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:43:52.532614 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-199bfdc8-f396-4fb1-a360-23b090590b87 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-730901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261120'] for router (5821800f-1dd9-4faf-84a3-3598cdbfd14f), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:43:52.534963 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-199bfdc8-f396-4fb1-a360-23b090590b87 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for router_controller (5821800f-1dd9-4faf-84a3-3598cdbfd14f), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:43:52.579662 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-199bfdc8-f396-4fb1-a360-23b090590b87 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-730908'] for router (5821800f-1dd9-4faf-84a3-3598cdbfd14f), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:43:52.580312 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-199bfdc8-f396-4fb1-a360-23b090590b87 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Fanout notify agent at l3_agent the message router_deleted on router 5821800f-1dd9-4faf-84a3-3598cdbfd14f {{(pid=103305) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 20:43:52.588147 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-199bfdc8-f396-4fb1-a360-23b090590b87 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:43:52.589434 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-199bfdc8-f396-4fb1-a360-23b090590b87 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "DELETE /v2.0/routers/5821800f-1dd9-4faf-84a3-3598cdbfd14f HTTP/1.1" status: 204 len: 168 time: 0.7940965 Jan 28 20:43:52.592719 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 44052) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:43:52.599495 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf3bdce-4772-454d-8f42-bf486e3f08dd None None] The sync data for ids ['5821800f-1dd9-4faf-84a3-3598cdbfd14f'] in n-d-812111-14 is: [{'id': '5821800f-1dd9-4faf-84a3-3598cdbfd14f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-297564386', 'tenant_id': '0ceca0f616eb43dfa068e38ea05be00f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': 'de58988f-1569-48f8-99af-2affc2c99de7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:42:50Z', 'updated_at': '2022-01-28T20:43:50Z', 'revision_number': 5, 'project_id': '0ceca0f616eb43dfa068e38ea05be00f', 'gw_port': {'id': 'de58988f-1569-48f8-99af-2affc2c99de7', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:90:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5821800f-1dd9-4faf-84a3-3598cdbfd14f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:42:50Z', 'updated_at': '2022-01-28T20:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:43:52.619173 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f2f87b55-08c9-40fb-97a2-2ecbe2ec3e4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985'] for port (54cb9faf-40a4-4cc7-abc7-e3f19aa7bd4e), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:43:52.645952 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f87b55-08c9-40fb-97a2-2ecbe2ec3e4d None None] Pushing event deleted for resources: {'Port': ['ID=54cb9faf-40a4-4cc7-abc7-e3f19aa7bd4e,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:43:52.650337 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f87b55-08c9-40fb-97a2-2ecbe2ec3e4d None None] No DVR routers for this DVR port 54cb9faf-40a4-4cc7-abc7-e3f19aa7bd4e on host n-d-812111-14 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:43:52.657370 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f87b55-08c9-40fb-97a2-2ecbe2ec3e4d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:43:52.657727 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f87b55-08c9-40fb-97a2-2ecbe2ec3e4d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:43:52.658072 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f87b55-08c9-40fb-97a2-2ecbe2ec3e4d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:43:52.658411 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f87b55-08c9-40fb-97a2-2ecbe2ec3e4d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:43:52.658745 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f87b55-08c9-40fb-97a2-2ecbe2ec3e4d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:43:52.659077 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f87b55-08c9-40fb-97a2-2ecbe2ec3e4d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:43:52.659413 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f87b55-08c9-40fb-97a2-2ecbe2ec3e4d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:43:52.659736 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f87b55-08c9-40fb-97a2-2ecbe2ec3e4d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:43:52.663455 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f87b55-08c9-40fb-97a2-2ecbe2ec3e4d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:43:52.663455 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f87b55-08c9-40fb-97a2-2ecbe2ec3e4d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:43:52.663455 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f87b55-08c9-40fb-97a2-2ecbe2ec3e4d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:43:52.663455 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f87b55-08c9-40fb-97a2-2ecbe2ec3e4d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:43:52.663455 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f87b55-08c9-40fb-97a2-2ecbe2ec3e4d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:43:52.682142 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2a22577c-c6d5-43b1-9ec1-1b5dbb4dc860 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (27c87a33-a529-46d2-b96c-9714b1f22130), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:43:52.769288 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2a22577c-c6d5-43b1-9ec1-1b5dbb4dc860 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (27c87a33-a529-46d2-b96c-9714b1f22130), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:43:52.789970 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-2a22577c-c6d5-43b1-9ec1-1b5dbb4dc860 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27c87a33-a529-46d2-b96c-9714b1f22130']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:43:52.799185 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-2a22577c-c6d5-43b1-9ec1-1b5dbb4dc860 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1758cec8-8803-4918-b479-886859d040e9') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:43:52.799486 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-2a22577c-c6d5-43b1-9ec1-1b5dbb4dc860 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1758cec8-8803-4918-b479-886859d040e9') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:43:52.809253 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2a22577c-c6d5-43b1-9ec1-1b5dbb4dc860 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16187153'] for segment (1758cec8-8803-4918-b479-886859d040e9), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:43:52.821924 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2a22577c-c6d5-43b1-9ec1-1b5dbb4dc860 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (1758cec8-8803-4918-b479-886859d040e9), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:43:52.827620 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a22577c-c6d5-43b1-9ec1-1b5dbb4dc860 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:43:52.828006 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2a22577c-c6d5-43b1-9ec1-1b5dbb4dc860 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4752570'] for segment (1758cec8-8803-4918-b479-886859d040e9), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:43:52.831389 n-d-812111-14 neutron-server[103305]: Traceback (most recent call last): Jan 28 20:43:52.831389 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:43:52.831389 n-d-812111-14 neutron-server[103305]: timer() Jan 28 20:43:52.831389 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:43:52.831389 n-d-812111-14 neutron-server[103305]: cb(*args, **kw) Jan 28 20:43:52.831389 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:43:52.831389 n-d-812111-14 neutron-server[103305]: return func(*args, **kwargs) Jan 28 20:43:52.831389 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:43:52.831389 n-d-812111-14 neutron-server[103305]: self._notify() Jan 28 20:43:52.831389 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:43:52.831389 n-d-812111-14 neutron-server[103305]: self.callback(batched_events) Jan 28 20:43:52.831389 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:43:52.831389 n-d-812111-14 neutron-server[103305]: event.method(event) Jan 28 20:43:52.831389 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:43:52.831389 n-d-812111-14 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:43:52.831389 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:43:52.831389 n-d-812111-14 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:43:52.831389 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:43:52.831389 n-d-812111-14 neutron-server[103305]: return f(self, *a, **k) Jan 28 20:43:52.831389 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:43:52.831389 n-d-812111-14 neutron-server[103305]: return self._get(url).json() Jan 28 20:43:52.831389 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:43:52.831389 n-d-812111-14 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:43:52.831389 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:43:52.831389 n-d-812111-14 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 28 20:43:52.831389 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:43:52.831389 n-d-812111-14 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:43:52.831389 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:43:52.831389 n-d-812111-14 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:43:52.831389 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:43:52.831389 n-d-812111-14 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:43:52.831389 n-d-812111-14 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:43:52.890929 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2a22577c-c6d5-43b1-9ec1-1b5dbb4dc860 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (27c87a33-a529-46d2-b96c-9714b1f22130), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:43:52.897507 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2a22577c-c6d5-43b1-9ec1-1b5dbb4dc860 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:43:52.901171 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-2a22577c-c6d5-43b1-9ec1-1b5dbb4dc860 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "DELETE /v2.0/networks/27c87a33-a529-46d2-b96c-9714b1f22130 HTTP/1.1" status: 204 len: 168 time: 0.3073683 Jan 28 20:43:52.904087 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 44054) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:43:52.912800 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a22577c-c6d5-43b1-9ec1-1b5dbb4dc860 tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Pushing event deleted for resources: {'Network': ['ID=27c87a33-a529-46d2-b96c-9714b1f22130,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:43:52.963537 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-153806dc-102e-4de6-92ff-492f73df588f tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for security_group (75754af7-aabd-45e6-962f-7597050c1d71), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:43:52.990991 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-153806dc-102e-4de6-92ff-492f73df588f tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for security_group (75754af7-aabd-45e6-962f-7597050c1d71), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:43:53.054112 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-153806dc-102e-4de6-92ff-492f73df588f tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (75754af7-aabd-45e6-962f-7597050c1d71), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:43:53.056994 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-153806dc-102e-4de6-92ff-492f73df588f tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:43:53.060940 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-153806dc-102e-4de6-92ff-492f73df588f tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] 10.222.0.64 "DELETE /v2.0/security-groups/75754af7-aabd-45e6-962f-7597050c1d71 HTTP/1.1" status: 204 len: 168 time: 0.1532691 Jan 28 20:43:53.069127 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153806dc-102e-4de6-92ff-492f73df588f tempest-TestNetworkAdvancedServerOps-652920368 tempest-TestNetworkAdvancedServerOps-652920368-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75754af7-aabd-45e6-962f-7597050c1d71,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:43:53.378179 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 44062) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:43:53.506498 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-09f857dc-ad55-43e1-bda3-d5bb87651873 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0ceca0f616eb43dfa068e38ea05be00f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1271801 Jan 28 20:43:53.508975 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 44066) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:43:53.554647 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-08128c53-bc49-4a85-a0f0-ab21342e1a91 admin admin] Publish callbacks [] for security_group (b1634177-63dd-40bf-8f4b-b49130e99bb2), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:43:53.575227 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-08128c53-bc49-4a85-a0f0-ab21342e1a91 admin admin] Publish callbacks [] for security_group (b1634177-63dd-40bf-8f4b-b49130e99bb2), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:43:53.624506 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-08128c53-bc49-4a85-a0f0-ab21342e1a91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (b1634177-63dd-40bf-8f4b-b49130e99bb2), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:43:53.627361 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-08128c53-bc49-4a85-a0f0-ab21342e1a91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:43:53.630904 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-08128c53-bc49-4a85-a0f0-ab21342e1a91 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b1634177-63dd-40bf-8f4b-b49130e99bb2 HTTP/1.1" status: 204 len: 168 time: 0.1185820 Jan 28 20:43:53.639069 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08128c53-bc49-4a85-a0f0-ab21342e1a91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1634177-63dd-40bf-8f4b-b49130e99bb2,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:43:53.722996 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 54cb9faf-40a4-4cc7-abc7-e3f19aa7bd4e no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:43:53.746608 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: 54cb9faf-40a4-4cc7-abc7-e3f19aa7bd4e {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:43:53.746960 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 54cb9faf-40a4-4cc7-abc7-e3f19aa7bd4e not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:43:53.747368 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 1a02a7ba-17d0-4278-bdc5-6f7c27c5a591 no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:43:53.767840 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: 1a02a7ba-17d0-4278-bdc5-6f7c27c5a591 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:43:53.768188 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 1a02a7ba-17d0-4278-bdc5-6f7c27c5a591 not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:43:53.914352 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 44072) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:43:53.927433 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0273b731-95d4-4235-936e-c6b1443d537c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:43:54.005357 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0273b731-95d4-4235-936e-c6b1443d537c admin admin] Publish callbacks [] for security_group (162ce736-2145-401c-8e5c-76a3ee8425a6), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:43:54.009355 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0273b731-95d4-4235-936e-c6b1443d537c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (162ce736-2145-401c-8e5c-76a3ee8425a6), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:43:54.046817 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-0273b731-95d4-4235-936e-c6b1443d537c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7e8c2c2d28094e9cba3ce024c4e125fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1313827 Jan 28 20:43:54.048729 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0273b731-95d4-4235-936e-c6b1443d537c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=162ce736-2145-401c-8e5c-76a3ee8425a6,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:43:54.049554 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 44074) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:43:54.098953 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0e2d92bc-c1fa-4587-a632-12e74d2f7fe0 admin admin] Publish callbacks [] for security_group (162ce736-2145-401c-8e5c-76a3ee8425a6), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:43:54.124052 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0e2d92bc-c1fa-4587-a632-12e74d2f7fe0 admin admin] Publish callbacks [] for security_group (162ce736-2145-401c-8e5c-76a3ee8425a6), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:43:54.170898 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0e2d92bc-c1fa-4587-a632-12e74d2f7fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (162ce736-2145-401c-8e5c-76a3ee8425a6), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:43:54.173466 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0e2d92bc-c1fa-4587-a632-12e74d2f7fe0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:43:54.174607 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-0e2d92bc-c1fa-4587-a632-12e74d2f7fe0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/162ce736-2145-401c-8e5c-76a3ee8425a6 HTTP/1.1" status: 204 len: 168 time: 0.1239913 Jan 28 20:43:54.182916 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2d92bc-c1fa-4587-a632-12e74d2f7fe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=162ce736-2145-401c-8e5c-76a3ee8425a6,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:43:54.741748 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:43:54.834808 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 44096) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:43:54.928086 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-54213099-f9cd-4d5e-9716-9c2f7853830e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1045975041-network', 'tenant_id': 'd2239f8668fe436bae17ced3be2a2c7f'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:43:54.947852 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54213099-f9cd-4d5e-9716-9c2f7853830e admin admin] Made reservation on behalf of d2239f8668fe436bae17ced3be2a2c7f for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:43:54.950030 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-54213099-f9cd-4d5e-9716-9c2f7853830e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:43:54.958185 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-54213099-f9cd-4d5e-9716-9c2f7853830e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:43:55.030250 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-54213099-f9cd-4d5e-9716-9c2f7853830e admin admin] Publish callbacks [] for security_group (58b6986e-8e12-4c84-a7e6-76b6297f9d19), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:43:55.034574 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-54213099-f9cd-4d5e-9716-9c2f7853830e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (58b6986e-8e12-4c84-a7e6-76b6297f9d19), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:43:55.059891 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54213099-f9cd-4d5e-9716-9c2f7853830e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:43:55.069366 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54213099-f9cd-4d5e-9716-9c2f7853830e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58b6986e-8e12-4c84-a7e6-76b6297f9d19,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:43:55.074104 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-54213099-f9cd-4d5e-9716-9c2f7853830e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (d3f353f2-6b6d-43d3-b379-b24154dbd956), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:43:55.074447 n-d-812111-14 neutron-server[103304]: INFO neutron.db.segments_db [None req-54213099-f9cd-4d5e-9716-9c2f7853830e admin admin] Added segment d3f353f2-6b6d-43d3-b379-b24154dbd956 of type vlan for network c4e2481c-3fdd-41bb-a294-d6fc520a3e23 Jan 28 20:43:55.113902 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-54213099-f9cd-4d5e-9716-9c2f7853830e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (c4e2481c-3fdd-41bb-a294-d6fc520a3e23), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:43:55.138064 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-54213099-f9cd-4d5e-9716-9c2f7853830e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (c4e2481c-3fdd-41bb-a294-d6fc520a3e23), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:43:55.139011 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54213099-f9cd-4d5e-9716-9c2f7853830e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:43:55.139585 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-54213099-f9cd-4d5e-9716-9c2f7853830e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:43:55.196882 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-54213099-f9cd-4d5e-9716-9c2f7853830e admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3609889 Jan 28 20:43:55.200135 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 44100) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:43:55.205093 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-7768c22a-3841-4e26-92b9-a8182af6e59c admin admin] Request body: {'subnet': {'network_id': 'c4e2481c-3fdd-41bb-a294-d6fc520a3e23', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1045975041-subnet', 'tenant_id': 'd2239f8668fe436bae17ced3be2a2c7f', 'ip_version': 4}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:43:55.205781 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54213099-f9cd-4d5e-9716-9c2f7853830e admin admin] Pushing event updated for resources: {'Network': ['ID=c4e2481c-3fdd-41bb-a294-d6fc520a3e23,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:43:55.215943 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network c4e2481c-3fdd-41bb-a294-d6fc520a3e23 details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:43:55.226994 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7768c22a-3841-4e26-92b9-a8182af6e59c admin admin] Made reservation on behalf of d2239f8668fe436bae17ced3be2a2c7f for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:43:55.229404 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7768c22a-3841-4e26-92b9-a8182af6e59c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4733071'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:43:55.296141 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device de58988f-1569-48f8-99af-2affc2c99de7 no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:43:55.318157 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: de58988f-1569-48f8-99af-2affc2c99de7 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:43:55.318485 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device de58988f-1569-48f8-99af-2affc2c99de7 not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:43:55.403041 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7768c22a-3841-4e26-92b9-a8182af6e59c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4752401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4733085'] for subnet (156488bf-5fce-4f83-a33a-8578cfd94891), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:43:55.455654 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7768c22a-3841-4e26-92b9-a8182af6e59c admin admin] Pushing event updated for resources: {'Subnet': ['ID=156488bf-5fce-4f83-a33a-8578cfd94891,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:43:55.466990 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7768c22a-3841-4e26-92b9-a8182af6e59c admin admin] Checking segment: {'id': 'd3f353f2-6b6d-43d3-b379-b24154dbd956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'c4e2481c-3fdd-41bb-a294-d6fc520a3e23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:43:55.467351 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7768c22a-3841-4e26-92b9-a8182af6e59c admin admin] Network hostable DHCP agents. Network: c4e2481c-3fdd-41bb-a294-d6fc520a3e23, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:43:55.483627 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7768c22a-3841-4e26-92b9-a8182af6e59c admin admin] Network c4e2481c-3fdd-41bb-a294-d6fc520a3e23 is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:43:55.491563 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-7768c22a-3841-4e26-92b9-a8182af6e59c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, c4e2481c-3fdd-41bb-a294-d6fc520a3e23) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:43:55.495716 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7768c22a-3841-4e26-92b9-a8182af6e59c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:43:55.497119 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7768c22a-3841-4e26-92b9-a8182af6e59c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:43:55.500686 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b24d685d-5443-40b5-9456-28565517e172 None None] Network c4e2481c-3fdd-41bb-a294-d6fc520a3e23 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:43:55.512499 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-7768c22a-3841-4e26-92b9-a8182af6e59c admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3112972 Jan 28 20:43:55.515260 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 44102) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:43:55.519641 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-8dcdc0cc-92ac-4e5c-912b-bfefb7cc35d3 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1045975041-router', 'tenant_id': 'd2239f8668fe436bae17ced3be2a2c7f', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:43:55.538326 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8dcdc0cc-92ac-4e5c-912b-bfefb7cc35d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261150'] for router (2f78c7e4-d738-4909-a947-6d17e40f4276), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:43:55.539327 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8dcdc0cc-92ac-4e5c-912b-bfefb7cc35d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-731099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-731441', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261129'] for router (2f78c7e4-d738-4909-a947-6d17e40f4276), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:43:55.596322 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8dcdc0cc-92ac-4e5c-912b-bfefb7cc35d3 admin admin] Publish callbacks [] for router_controller (2f78c7e4-d738-4909-a947-6d17e40f4276), precommit_add_association {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:43:55.602396 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8dd8c26-3b1c-4b89-96eb-22893f755f2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68cd31fd-e4cd-5fb3-a862-256fc47efcd2-c4e2481c-3fdd-41bb-a294-d6fc520a3e23', 'network_id': 'c4e2481c-3fdd-41bb-a294-d6fc520a3e23', 'project_id': 'd2239f8668fe436bae17ced3be2a2c7f', 'fixed_ips': [{'subnet_id': '156488bf-5fce-4f83-a33a-8578cfd94891'}]}} from n-d-812111-14. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 20:43:55.603269 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8dd8c26-3b1c-4b89-96eb-22893f755f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:43:55.734094 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8dcdc0cc-92ac-4e5c-912b-bfefb7cc35d3 admin admin] Publish callbacks [] for router_gateway (2f78c7e4-d738-4909-a947-6d17e40f4276), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:43:55.740469 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-c8dd8c26-3b1c-4b89-96eb-22893f755f2a None None] Allocated IP 172.20.0.2 (c4e2481c-3fdd-41bb-a294-d6fc520a3e23/156488bf-5fce-4f83-a33a-8578cfd94891/2105f975-8195-47a2-b501-16577cc25aab) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:43:55.886827 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8dd8c26-3b1c-4b89-96eb-22893f755f2a None None] Publish callbacks [] for port (2105f975-8195-47a2-b501-16577cc25aab), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:43:55.892271 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8dd8c26-3b1c-4b89-96eb-22893f755f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (2105f975-8195-47a2-b501-16577cc25aab), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:43:55.929417 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8dd8c26-3b1c-4b89-96eb-22893f755f2a None None] Network c4e2481c-3fdd-41bb-a294-d6fc520a3e23 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:43:55.932685 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-c8dd8c26-3b1c-4b89-96eb-22893f755f2a None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:43:55.935192 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8dcdc0cc-92ac-4e5c-912b-bfefb7cc35d3 admin admin] Publish callbacks [] for router_gateway (2f78c7e4-d738-4909-a947-6d17e40f4276), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:43:55.936111 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8dd8c26-3b1c-4b89-96eb-22893f755f2a None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:43:55.947745 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dd8c26-3b1c-4b89-96eb-22893f755f2a None None] Pushing event updated for resources: {'Port': ['ID=2105f975-8195-47a2-b501-16577cc25aab,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:43:55.956770 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8dcdc0cc-92ac-4e5c-912b-bfefb7cc35d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:43:56.006651 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-c8dd8c26-3b1c-4b89-96eb-22893f755f2a None None] Attempting to bind port 2105f975-8195-47a2-b501-16577cc25aab on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:43:56.007383 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-c8dd8c26-3b1c-4b89-96eb-22893f755f2a None None] Attempting to bind port 2105f975-8195-47a2-b501-16577cc25aab by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': 'd3f353f2-6b6d-43d3-b379-b24154dbd956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'c4e2481c-3fdd-41bb-a294-d6fc520a3e23'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:43:56.007383 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8dd8c26-3b1c-4b89-96eb-22893f755f2a None None] Attempting to bind port 2105f975-8195-47a2-b501-16577cc25aab on network c4e2481c-3fdd-41bb-a294-d6fc520a3e23 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:43:56.012639 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8dd8c26-3b1c-4b89-96eb-22893f755f2a None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:43:56.013018 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8dd8c26-3b1c-4b89-96eb-22893f755f2a None None] Checking segment: {'id': 'd3f353f2-6b6d-43d3-b379-b24154dbd956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'c4e2481c-3fdd-41bb-a294-d6fc520a3e23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:43:56.013460 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8dd8c26-3b1c-4b89-96eb-22893f755f2a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:43:56.013859 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8dd8c26-3b1c-4b89-96eb-22893f755f2a None None] Bound using segment: {'id': 'd3f353f2-6b6d-43d3-b379-b24154dbd956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'c4e2481c-3fdd-41bb-a294-d6fc520a3e23'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:43:56.014323 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-c8dd8c26-3b1c-4b89-96eb-22893f755f2a None None] Bound port: 2105f975-8195-47a2-b501-16577cc25aab, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3f353f2-6b6d-43d3-b379-b24154dbd956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'c4e2481c-3fdd-41bb-a294-d6fc520a3e23'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:43:56.014705 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8dd8c26-3b1c-4b89-96eb-22893f755f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (2105f975-8195-47a2-b501-16577cc25aab), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:43:56.060851 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-8dcdc0cc-92ac-4e5c-912b-bfefb7cc35d3 admin admin] Allocated IP 172.25.6.73 (d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8/a648e4ab-7422-41b9-b133-58aca25ab8f5/85b8f70b-41b8-4d1b-a3f9-83216d559c99) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:43:56.078991 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-c8dd8c26-3b1c-4b89-96eb-22893f755f2a None None] For port 2105f975-8195-47a2-b501-16577cc25aab, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:43:56.082007 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-c8dd8c26-3b1c-4b89-96eb-22893f755f2a None None] For port 2105f975-8195-47a2-b501-16577cc25aab, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=2105f975-8195-47a2-b501-16577cc25aab,segment=NetworkSegment(d3f353f2-6b6d-43d3-b379-b24154dbd956),segment_id=d3f353f2-6b6d-43d3-b379-b24154dbd956)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:43:56.088601 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8dd8c26-3b1c-4b89-96eb-22893f755f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (2105f975-8195-47a2-b501-16577cc25aab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:43:56.151105 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dd8c26-3b1c-4b89-96eb-22893f755f2a None None] Pushing event updated for resources: {'Port': ['ID=2105f975-8195-47a2-b501-16577cc25aab,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:43:56.171594 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8dcdc0cc-92ac-4e5c-912b-bfefb7cc35d3 admin admin] Publish callbacks [] for port (85b8f70b-41b8-4d1b-a3f9-83216d559c99), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:43:56.207491 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8dcdc0cc-92ac-4e5c-912b-bfefb7cc35d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (85b8f70b-41b8-4d1b-a3f9-83216d559c99), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:43:56.243653 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dcdc0cc-92ac-4e5c-912b-bfefb7cc35d3 admin admin] Network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:43:56.246770 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-8dcdc0cc-92ac-4e5c-912b-bfefb7cc35d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:43:56.250201 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dcdc0cc-92ac-4e5c-912b-bfefb7cc35d3 admin admin] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:43:56.283846 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcdc0cc-92ac-4e5c-912b-bfefb7cc35d3 admin admin] Pushing event updated for resources: {'Port': ['ID=85b8f70b-41b8-4d1b-a3f9-83216d559c99,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:43:56.536776 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8dcdc0cc-92ac-4e5c-912b-bfefb7cc35d3 admin admin] Publish callbacks [] for router_gateway (2f78c7e4-d738-4909-a947-6d17e40f4276), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:43:57.046053 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8dcdc0cc-92ac-4e5c-912b-bfefb7cc35d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-731074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-731460'] for router (2f78c7e4-d738-4909-a947-6d17e40f4276), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:43:57.109461 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10e0a3e0-2186-493c-b4d3-10b0ac359c2f None None] Network c4e2481c-3fdd-41bb-a294-d6fc520a3e23 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:43:57.177164 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dcdc0cc-92ac-4e5c-912b-bfefb7cc35d3 admin admin] Router 2f78c7e4-d738-4909-a947-6d17e40f4276 is scheduled to L3 agent 76fe5c49-705a-4e08-abb2-be585676213f with binding_index 1 {{(pid=103305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 20:43:57.186624 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-9664a996-7f74-4c74-b719-6fb570e62dda None None] Provisioning complete for port 2105f975-8195-47a2-b501-16577cc25aab triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:43:57.187001 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9664a996-7f74-4c74-b719-6fb570e62dda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (2105f975-8195-47a2-b501-16577cc25aab), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:43:57.290486 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dcdc0cc-92ac-4e5c-912b-bfefb7cc35d3 admin admin] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:43:57.310238 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-9664a996-7f74-4c74-b719-6fb570e62dda None None] Current status of the port 2105f975-8195-47a2-b501-16577cc25aab is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:43:57.310421 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b1adc8-8aa3-4085-97e5-3b3220c2384c None None] Sync routers for ids ['2f78c7e4-d738-4909-a947-6d17e40f4276'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:43:57.310902 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9664a996-7f74-4c74-b719-6fb570e62dda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (2105f975-8195-47a2-b501-16577cc25aab), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:43:57.318387 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8dcdc0cc-92ac-4e5c-912b-bfefb7cc35d3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:43:57.319884 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-8dcdc0cc-92ac-4e5c-912b-bfefb7cc35d3 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8036487 Jan 28 20:43:57.322626 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 44104) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:43:57.334189 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b1adc8-8aa3-4085-97e5-3b3220c2384c None None] Routers {'2f78c7e4-d738-4909-a947-6d17e40f4276'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:43:57.334771 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-58b1adc8-8aa3-4085-97e5-3b3220c2384c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:43:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['2f78c7e4-d738-4909-a947-6d17e40f4276'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:43:57.352084 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-9664a996-7f74-4c74-b719-6fb570e62dda None None] For port 2105f975-8195-47a2-b501-16577cc25aab, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=2105f975-8195-47a2-b501-16577cc25aab,segment=NetworkSegment(d3f353f2-6b6d-43d3-b379-b24154dbd956),segment_id=d3f353f2-6b6d-43d3-b379-b24154dbd956)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:43:57.356864 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9664a996-7f74-4c74-b719-6fb570e62dda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (2105f975-8195-47a2-b501-16577cc25aab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:43:57.440112 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9664a996-7f74-4c74-b719-6fb570e62dda None None] Pushing event updated for resources: {'Port': ['ID=2105f975-8195-47a2-b501-16577cc25aab,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:43:57.473175 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 2105f975-8195-47a2-b501-16577cc25aab up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:43:57.498146 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-58b1adc8-8aa3-4085-97e5-3b3220c2384c None None] Set router 2f78c7e4-d738-4909-a947-6d17e40f4276 gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:43:57.536928 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 2105f975-8195-47a2-b501-16577cc25aab triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:43:57.537691 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (2105f975-8195-47a2-b501-16577cc25aab), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:43:57.622637 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 2105f975-8195-47a2-b501-16577cc25aab is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:43:57.679520 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2fa7b3aa-c8f2-4c00-aa44-a811dab8f76a None None] Provisioning complete for port 2105f975-8195-47a2-b501-16577cc25aab triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:43:57.680066 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2fa7b3aa-c8f2-4c00-aa44-a811dab8f76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (2105f975-8195-47a2-b501-16577cc25aab), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:43:57.685928 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-58b1adc8-8aa3-4085-97e5-3b3220c2384c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f78c7e4-d738-4909-a947-6d17e40f4276', 'name': 'tempest-TestShelveInstance-1045975041-router', 'tenant_id': 'd2239f8668fe436bae17ced3be2a2c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': '85b8f70b-41b8-4d1b-a3f9-83216d559c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:43:55Z', 'updated_at': '2022-01-28T20:43:56Z', 'revision_number': 3, 'project_id': 'd2239f8668fe436bae17ced3be2a2c7f', 'gw_port': {'id': '85b8f70b-41b8-4d1b-a3f9-83216d559c99', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:60:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f78c7e4-d738-4909-a947-6d17e40f4276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:43:55Z', 'updated_at': '2022-01-28T20:43:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:43:57.763407 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2fa7b3aa-c8f2-4c00-aa44-a811dab8f76a None None] Current status of the port 2105f975-8195-47a2-b501-16577cc25aab is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:43:57.804277 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b1adc8-8aa3-4085-97e5-3b3220c2384c None None] Checking router: 2f78c7e4-d738-4909-a947-6d17e40f4276 for host: n-d-812111-14 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:43:57.804622 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b1adc8-8aa3-4085-97e5-3b3220c2384c None None] Updating router 2f78c7e4-d738-4909-a947-6d17e40f4276 port 85b8f70b-41b8-4d1b-a3f9-83216d559c99 binding host n-d-812111-14 {{(pid=103307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:43:57.824815 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-deadaf7a-d714-4fc2-8d61-ebfd56dadda0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:43:57.832348 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-58b1adc8-8aa3-4085-97e5-3b3220c2384c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (85b8f70b-41b8-4d1b-a3f9-83216d559c99), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:43:57.983773 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-deadaf7a-d714-4fc2-8d61-ebfd56dadda0 admin admin] Allocated IP 172.20.0.1 (c4e2481c-3fdd-41bb-a294-d6fc520a3e23/156488bf-5fce-4f83-a33a-8578cfd94891/875397f7-2818-4b7d-9db5-2afd1b417ca3) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:43:58.073970 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-58b1adc8-8aa3-4085-97e5-3b3220c2384c None None] Publish callbacks [] for port (85b8f70b-41b8-4d1b-a3f9-83216d559c99), precommit_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:43:58.078955 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-58b1adc8-8aa3-4085-97e5-3b3220c2384c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (85b8f70b-41b8-4d1b-a3f9-83216d559c99), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:43:58.089772 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-deadaf7a-d714-4fc2-8d61-ebfd56dadda0 admin admin] Publish callbacks [] for port (875397f7-2818-4b7d-9db5-2afd1b417ca3), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:43:58.124776 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-deadaf7a-d714-4fc2-8d61-ebfd56dadda0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (875397f7-2818-4b7d-9db5-2afd1b417ca3), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:43:58.130685 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-58b1adc8-8aa3-4085-97e5-3b3220c2384c None None] Attempting to bind port 85b8f70b-41b8-4d1b-a3f9-83216d559c99 on host n-d-812111-14 for vnic_type normal with profile {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:43:58.131059 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-58b1adc8-8aa3-4085-97e5-3b3220c2384c None None] Attempting to bind port 85b8f70b-41b8-4d1b-a3f9-83216d559c99 by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:43:58.131424 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b1adc8-8aa3-4085-97e5-3b3220c2384c None None] Attempting to bind port 85b8f70b-41b8-4d1b-a3f9-83216d559c99 on network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:43:58.138687 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b1adc8-8aa3-4085-97e5-3b3220c2384c None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:43:58.139061 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b1adc8-8aa3-4085-97e5-3b3220c2384c None None] Checking segment: {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:43:58.139462 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-58b1adc8-8aa3-4085-97e5-3b3220c2384c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:43:58.139861 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b1adc8-8aa3-4085-97e5-3b3220c2384c None None] Bound using segment: {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:43:58.140315 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-58b1adc8-8aa3-4085-97e5-3b3220c2384c None None] Bound port: 85b8f70b-41b8-4d1b-a3f9-83216d559c99, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:43:58.140692 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-58b1adc8-8aa3-4085-97e5-3b3220c2384c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (85b8f70b-41b8-4d1b-a3f9-83216d559c99), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:43:58.142147 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc19bc8-c417-405f-8d0b-69373e44599f None None] Pushing event updated for resources: {'Port': ['ID=85b8f70b-41b8-4d1b-a3f9-83216d559c99,revision_number=2']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:43:58.162727 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deadaf7a-d714-4fc2-8d61-ebfd56dadda0 admin admin] Network c4e2481c-3fdd-41bb-a294-d6fc520a3e23 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:43:58.167744 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-deadaf7a-d714-4fc2-8d61-ebfd56dadda0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:43:58.168640 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc19bc8-c417-405f-8d0b-69373e44599f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:43:58.168993 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc19bc8-c417-405f-8d0b-69373e44599f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:43:58.169366 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc19bc8-c417-405f-8d0b-69373e44599f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:43:58.169708 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc19bc8-c417-405f-8d0b-69373e44599f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:43:58.170045 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc19bc8-c417-405f-8d0b-69373e44599f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:43:58.170251 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deadaf7a-d714-4fc2-8d61-ebfd56dadda0 admin admin] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:43:58.170369 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc19bc8-c417-405f-8d0b-69373e44599f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:43:58.170691 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc19bc8-c417-405f-8d0b-69373e44599f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:43:58.171016 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc19bc8-c417-405f-8d0b-69373e44599f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:43:58.171337 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc19bc8-c417-405f-8d0b-69373e44599f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:43:58.171682 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc19bc8-c417-405f-8d0b-69373e44599f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:43:58.171976 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc19bc8-c417-405f-8d0b-69373e44599f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:43:58.172305 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc19bc8-c417-405f-8d0b-69373e44599f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:43:58.172623 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc19bc8-c417-405f-8d0b-69373e44599f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:43:58.204513 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deadaf7a-d714-4fc2-8d61-ebfd56dadda0 admin admin] Pushing event updated for resources: {'Port': ['ID=875397f7-2818-4b7d-9db5-2afd1b417ca3,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:43:58.206058 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-58b1adc8-8aa3-4085-97e5-3b3220c2384c None None] For port 85b8f70b-41b8-4d1b-a3f9-83216d559c99, host n-d-812111-14, cleared binding levels {{(pid=103307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:43:58.209602 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-58b1adc8-8aa3-4085-97e5-3b3220c2384c None None] For port 85b8f70b-41b8-4d1b-a3f9-83216d559c99, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=85b8f70b-41b8-4d1b-a3f9-83216d559c99,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:43:58.218491 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-58b1adc8-8aa3-4085-97e5-3b3220c2384c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (85b8f70b-41b8-4d1b-a3f9-83216d559c99), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:43:58.231775 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-deadaf7a-d714-4fc2-8d61-ebfd56dadda0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734769'] for router_interface (2f78c7e4-d738-4909-a947-6d17e40f4276), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:43:58.279501 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b1adc8-8aa3-4085-97e5-3b3220c2384c None None] Routers {'2f78c7e4-d738-4909-a947-6d17e40f4276'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:43:58.279821 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-58b1adc8-8aa3-4085-97e5-3b3220c2384c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:43:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['2f78c7e4-d738-4909-a947-6d17e40f4276'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:43:58.332419 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc19bc8-c417-405f-8d0b-69373e44599f None None] Pushing event updated for resources: {'Port': ['ID=85b8f70b-41b8-4d1b-a3f9-83216d559c99,revision_number=3']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:43:58.389217 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-deadaf7a-d714-4fc2-8d61-ebfd56dadda0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (875397f7-2818-4b7d-9db5-2afd1b417ca3), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:43:58.393811 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-58b1adc8-8aa3-4085-97e5-3b3220c2384c None None] Set router 2f78c7e4-d738-4909-a947-6d17e40f4276 gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:43:58.495199 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-6738f3f9-86e8-44ae-8be6-4099a254fe0a None None] Provisioning complete for port 875397f7-2818-4b7d-9db5-2afd1b417ca3 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:43:58.496209 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6738f3f9-86e8-44ae-8be6-4099a254fe0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (875397f7-2818-4b7d-9db5-2afd1b417ca3), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:43:58.533619 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-6738f3f9-86e8-44ae-8be6-4099a254fe0a None None] Port 875397f7-2818-4b7d-9db5-2afd1b417ca3 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 20:43:58.557961 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-deadaf7a-d714-4fc2-8d61-ebfd56dadda0 admin admin] Publish callbacks [] for port (875397f7-2818-4b7d-9db5-2afd1b417ca3), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:43:58.563137 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-deadaf7a-d714-4fc2-8d61-ebfd56dadda0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (875397f7-2818-4b7d-9db5-2afd1b417ca3), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:43:58.577886 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-58b1adc8-8aa3-4085-97e5-3b3220c2384c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f78c7e4-d738-4909-a947-6d17e40f4276', 'name': 'tempest-TestShelveInstance-1045975041-router', 'tenant_id': 'd2239f8668fe436bae17ced3be2a2c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': '85b8f70b-41b8-4d1b-a3f9-83216d559c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:43:55Z', 'updated_at': '2022-01-28T20:43:56Z', 'revision_number': 3, 'project_id': 'd2239f8668fe436bae17ced3be2a2c7f', 'gw_port': {'id': '85b8f70b-41b8-4d1b-a3f9-83216d559c99', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:60:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f78c7e4-d738-4909-a947-6d17e40f4276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:43:55Z', 'updated_at': '2022-01-28T20:43:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:43:58.607748 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b1adc8-8aa3-4085-97e5-3b3220c2384c None None] The sync data for ids ['2f78c7e4-d738-4909-a947-6d17e40f4276'] in n-d-812111-14 is: [{'id': '2f78c7e4-d738-4909-a947-6d17e40f4276', 'name': 'tempest-TestShelveInstance-1045975041-router', 'tenant_id': 'd2239f8668fe436bae17ced3be2a2c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': '85b8f70b-41b8-4d1b-a3f9-83216d559c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:43:55Z', 'updated_at': '2022-01-28T20:43:56Z', 'revision_number': 3, 'project_id': 'd2239f8668fe436bae17ced3be2a2c7f', 'gw_port': {'id': '85b8f70b-41b8-4d1b-a3f9-83216d559c99', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:60:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f78c7e4-d738-4909-a947-6d17e40f4276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:43:55Z', 'updated_at': '2022-01-28T20:43:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:43:58.635187 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deadaf7a-d714-4fc2-8d61-ebfd56dadda0 admin admin] Pushing event updated for resources: {'Port': ['ID=875397f7-2818-4b7d-9db5-2afd1b417ca3,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:43:58.637611 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-deadaf7a-d714-4fc2-8d61-ebfd56dadda0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-756216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-732801'] for router_interface (2f78c7e4-d738-4909-a947-6d17e40f4276), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:43:58.731587 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deadaf7a-d714-4fc2-8d61-ebfd56dadda0 admin admin] Network c4e2481c-3fdd-41bb-a294-d6fc520a3e23 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:43:58.733011 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-deadaf7a-d714-4fc2-8d61-ebfd56dadda0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:43:58.870985 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-deadaf7a-d714-4fc2-8d61-ebfd56dadda0 admin admin] Router 2f78c7e4-d738-4909-a947-6d17e40f4276 has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:43:58.992699 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deadaf7a-d714-4fc2-8d61-ebfd56dadda0 admin admin] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:43:58.997820 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-deadaf7a-d714-4fc2-8d61-ebfd56dadda0 admin admin] 10.222.0.64 "PUT /v2.0/routers/2f78c7e4-d738-4909-a947-6d17e40f4276/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6741865 Jan 28 20:43:59.063957 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d8418600-8031-4ee0-8a1e-a4495bfd4c37 None None] Provisioning complete for port 875397f7-2818-4b7d-9db5-2afd1b417ca3 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:43:59.064689 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d8418600-8031-4ee0-8a1e-a4495bfd4c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (875397f7-2818-4b7d-9db5-2afd1b417ca3), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:43:59.099446 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d8418600-8031-4ee0-8a1e-a4495bfd4c37 None None] Port 875397f7-2818-4b7d-9db5-2afd1b417ca3 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 20:43:59.448861 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 85b8f70b-41b8-4d1b-a3f9-83216d559c99 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:43:59.507017 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 85b8f70b-41b8-4d1b-a3f9-83216d559c99 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:43:59.507658 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (85b8f70b-41b8-4d1b-a3f9-83216d559c99), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:43:59.519641 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 44120) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:43:59.525095 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-d6fc7734-3824-41f0-b5ba-85d9064fa29d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1327540876-network', 'tenant_id': 'cd3bd86a879f4b10bae8cea6ab7c3873'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:43:59.550179 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6fc7734-3824-41f0-b5ba-85d9064fa29d admin admin] Made reservation on behalf of cd3bd86a879f4b10bae8cea6ab7c3873 for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:43:59.553155 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d6fc7734-3824-41f0-b5ba-85d9064fa29d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:43:59.562841 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d6fc7734-3824-41f0-b5ba-85d9064fa29d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:43:59.596007 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 85b8f70b-41b8-4d1b-a3f9-83216d559c99 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:43:59.596429 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (85b8f70b-41b8-4d1b-a3f9-83216d559c99), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:43:59.621132 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] For port 85b8f70b-41b8-4d1b-a3f9-83216d559c99, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=85b8f70b-41b8-4d1b-a3f9-83216d559c99,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:43:59.624921 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (85b8f70b-41b8-4d1b-a3f9-83216d559c99), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:43:59.625710 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 2105f975-8195-47a2-b501-16577cc25aab up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:43:59.640246 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d6fc7734-3824-41f0-b5ba-85d9064fa29d admin admin] Publish callbacks [] for security_group (b2d51e9f-b054-4389-8fca-67d549dac1a3), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:43:59.644297 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d6fc7734-3824-41f0-b5ba-85d9064fa29d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (b2d51e9f-b054-4389-8fca-67d549dac1a3), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:43:59.671996 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6fc7734-3824-41f0-b5ba-85d9064fa29d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:43:59.678610 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fc7734-3824-41f0-b5ba-85d9064fa29d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2d51e9f-b054-4389-8fca-67d549dac1a3,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:43:59.685047 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d6fc7734-3824-41f0-b5ba-85d9064fa29d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (e8691e66-9608-496d-9788-943a86a6f28e), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:43:59.685438 n-d-812111-14 neutron-server[103305]: INFO neutron.db.segments_db [None req-d6fc7734-3824-41f0-b5ba-85d9064fa29d admin admin] Added segment e8691e66-9608-496d-9788-943a86a6f28e of type vlan for network a91d31ad-3100-4ef5-b73a-e0cac6eb2245 Jan 28 20:43:59.708107 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Pushing event updated for resources: {'Port': ['ID=85b8f70b-41b8-4d1b-a3f9-83216d559c99,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:43:59.721904 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 2105f975-8195-47a2-b501-16577cc25aab triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:43:59.722280 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (2105f975-8195-47a2-b501-16577cc25aab), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:43:59.730060 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d6fc7734-3824-41f0-b5ba-85d9064fa29d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (a91d31ad-3100-4ef5-b73a-e0cac6eb2245), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:43:59.757269 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d6fc7734-3824-41f0-b5ba-85d9064fa29d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (a91d31ad-3100-4ef5-b73a-e0cac6eb2245), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:43:59.758429 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6fc7734-3824-41f0-b5ba-85d9064fa29d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:43:59.759014 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d6fc7734-3824-41f0-b5ba-85d9064fa29d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:43:59.804756 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 2105f975-8195-47a2-b501-16577cc25aab is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:43:59.813222 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-d6fc7734-3824-41f0-b5ba-85d9064fa29d admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2924249 Jan 28 20:43:59.816142 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 44122) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:43:59.821076 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-0a67396d-9e8e-4a8f-b148-ccc17d83011d admin admin] Request body: {'subnet': {'network_id': 'a91d31ad-3100-4ef5-b73a-e0cac6eb2245', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1327540876-subnet', 'tenant_id': 'cd3bd86a879f4b10bae8cea6ab7c3873', 'ip_version': 4}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:43:59.828122 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fc7734-3824-41f0-b5ba-85d9064fa29d admin admin] Pushing event updated for resources: {'Network': ['ID=a91d31ad-3100-4ef5-b73a-e0cac6eb2245,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:43:59.839499 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network a91d31ad-3100-4ef5-b73a-e0cac6eb2245 details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:43:59.842684 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a67396d-9e8e-4a8f-b148-ccc17d83011d admin admin] Made reservation on behalf of cd3bd86a879f4b10bae8cea6ab7c3873 for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:43:59.845180 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0a67396d-9e8e-4a8f-b148-ccc17d83011d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5221429'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:44:00.025636 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0a67396d-9e8e-4a8f-b148-ccc17d83011d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4690681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5221415'] for subnet (f2758201-14f0-4f5b-b4fc-432d71c1cdec), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:44:00.080602 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a67396d-9e8e-4a8f-b148-ccc17d83011d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2758201-14f0-4f5b-b4fc-432d71c1cdec,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:44:00.092137 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a67396d-9e8e-4a8f-b148-ccc17d83011d admin admin] Checking segment: {'id': 'e8691e66-9608-496d-9788-943a86a6f28e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'a91d31ad-3100-4ef5-b73a-e0cac6eb2245'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:44:00.092510 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a67396d-9e8e-4a8f-b148-ccc17d83011d admin admin] Network hostable DHCP agents. Network: a91d31ad-3100-4ef5-b73a-e0cac6eb2245, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:44:00.110103 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a67396d-9e8e-4a8f-b148-ccc17d83011d admin admin] Network a91d31ad-3100-4ef5-b73a-e0cac6eb2245 is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:44:00.120288 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-0a67396d-9e8e-4a8f-b148-ccc17d83011d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, a91d31ad-3100-4ef5-b73a-e0cac6eb2245) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:44:00.125253 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a67396d-9e8e-4a8f-b148-ccc17d83011d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:44:00.125865 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0a67396d-9e8e-4a8f-b148-ccc17d83011d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:44:00.131153 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-733f09c5-39ee-4a26-8b14-932432236c7d None None] Network a91d31ad-3100-4ef5-b73a-e0cac6eb2245 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:44:00.152492 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-0a67396d-9e8e-4a8f-b148-ccc17d83011d admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3352022 Jan 28 20:44:00.155284 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 44124) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:44:00.160138 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-f1701256-9355-41d6-9477-dbb7ab9609d5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1327540876-router', 'tenant_id': 'cd3bd86a879f4b10bae8cea6ab7c3873', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:44:00.181925 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f1701256-9355-41d6-9477-dbb7ab9609d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261150'] for router (1d3d15e5-f4eb-4c02-8654-0080730d3f78), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:44:00.183068 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f1701256-9355-41d6-9477-dbb7ab9609d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-731099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-731441', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261129'] for router (1d3d15e5-f4eb-4c02-8654-0080730d3f78), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:44:00.239948 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd242131-22d4-46d7-8780-638e77d048b6 None None] Sync routers for ids ['2f78c7e4-d738-4909-a947-6d17e40f4276'] in n-d-812111-14 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:44:00.250879 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b374e6-dcbc-4435-8f01-00cba845c59a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68cd31fd-e4cd-5fb3-a862-256fc47efcd2-a91d31ad-3100-4ef5-b73a-e0cac6eb2245', 'network_id': 'a91d31ad-3100-4ef5-b73a-e0cac6eb2245', 'project_id': 'cd3bd86a879f4b10bae8cea6ab7c3873', 'fixed_ips': [{'subnet_id': 'f2758201-14f0-4f5b-b4fc-432d71c1cdec'}]}} from n-d-812111-14. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 20:44:00.252004 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c9b374e6-dcbc-4435-8f01-00cba845c59a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:44:00.260358 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f1701256-9355-41d6-9477-dbb7ab9609d5 admin admin] Publish callbacks [] for router_controller (1d3d15e5-f4eb-4c02-8654-0080730d3f78), precommit_add_association {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:44:00.267290 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd242131-22d4-46d7-8780-638e77d048b6 None None] Routers {'2f78c7e4-d738-4909-a947-6d17e40f4276'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:44:00.268003 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-bd242131-22d4-46d7-8780-638e77d048b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:43:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['2f78c7e4-d738-4909-a947-6d17e40f4276'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:44:00.399747 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f1701256-9355-41d6-9477-dbb7ab9609d5 admin admin] Publish callbacks [] for router_gateway (1d3d15e5-f4eb-4c02-8654-0080730d3f78), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:44:00.470059 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-bd242131-22d4-46d7-8780-638e77d048b6 None None] Set router 2f78c7e4-d738-4909-a947-6d17e40f4276 gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:44:00.520882 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-c9b374e6-dcbc-4435-8f01-00cba845c59a None None] Allocated IP 172.20.0.2 (a91d31ad-3100-4ef5-b73a-e0cac6eb2245/f2758201-14f0-4f5b-b4fc-432d71c1cdec/ef046bfa-6bdd-4e7b-a67d-ce18784bde93) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:44:00.603282 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f1701256-9355-41d6-9477-dbb7ab9609d5 admin admin] Publish callbacks [] for router_gateway (1d3d15e5-f4eb-4c02-8654-0080730d3f78), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:44:00.622516 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f1701256-9355-41d6-9477-dbb7ab9609d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:44:00.723756 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-f1701256-9355-41d6-9477-dbb7ab9609d5 admin admin] Allocated IP 172.25.6.89 (d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8/a648e4ab-7422-41b9-b133-58aca25ab8f5/46a270a4-febb-4aad-8cb9-7545baf0fe62) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:44:00.791437 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c9b374e6-dcbc-4435-8f01-00cba845c59a None None] Publish callbacks [] for port (ef046bfa-6bdd-4e7b-a67d-ce18784bde93), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:44:00.799537 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c9b374e6-dcbc-4435-8f01-00cba845c59a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (ef046bfa-6bdd-4e7b-a67d-ce18784bde93), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:44:00.828148 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f1701256-9355-41d6-9477-dbb7ab9609d5 admin admin] Publish callbacks [] for port (46a270a4-febb-4aad-8cb9-7545baf0fe62), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:44:00.839518 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-bd242131-22d4-46d7-8780-638e77d048b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f78c7e4-d738-4909-a947-6d17e40f4276', 'name': 'tempest-TestShelveInstance-1045975041-router', 'tenant_id': 'd2239f8668fe436bae17ced3be2a2c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': '85b8f70b-41b8-4d1b-a3f9-83216d559c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:43:55Z', 'updated_at': '2022-01-28T20:43:58Z', 'revision_number': 4, 'project_id': 'd2239f8668fe436bae17ced3be2a2c7f', 'gw_port': {'id': '85b8f70b-41b8-4d1b-a3f9-83216d559c99', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:60:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f78c7e4-d738-4909-a947-6d17e40f4276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:43:55Z', 'updated_at': '2022-01-28T20:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '875397f7-2818-4b7d-9db5-2afd1b417ca3', 'name': '', 'network_id': 'c4e2481c-3fdd-41bb-a294-d6fc520a3e23', 'tenant_id': 'd2239f8668fe436bae17ced3be2a2c7f', 'mac_address': 'fa:16:3e:1c:91:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f78c7e4-d738-4909-a947-6d17e40f4276', 'device_owner': 'network:router_interface', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '156488bf-5fce-4f83-a33a-8578cfd94891', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:43:57Z', 'updated_at': '2022-01-28T20:43:58Z', 'revision_number': 2, 'project_id': 'd2239f8668fe436bae17ced3be2a2c7f', 'subnets': [{'id': '156488bf-5fce-4f83-a33a-8578cfd94891', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:44:00.863854 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f1701256-9355-41d6-9477-dbb7ab9609d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (46a270a4-febb-4aad-8cb9-7545baf0fe62), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:44:00.903710 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1701256-9355-41d6-9477-dbb7ab9609d5 admin admin] Network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:44:00.907153 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-f1701256-9355-41d6-9477-dbb7ab9609d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:44:00.910695 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1701256-9355-41d6-9477-dbb7ab9609d5 admin admin] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:44:00.937137 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1701256-9355-41d6-9477-dbb7ab9609d5 admin admin] Pushing event updated for resources: {'Port': ['ID=46a270a4-febb-4aad-8cb9-7545baf0fe62,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:44:01.042203 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b374e6-dcbc-4435-8f01-00cba845c59a None None] Network a91d31ad-3100-4ef5-b73a-e0cac6eb2245 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:44:01.045388 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-c9b374e6-dcbc-4435-8f01-00cba845c59a None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:44:01.047798 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b374e6-dcbc-4435-8f01-00cba845c59a None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:44:01.054473 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd242131-22d4-46d7-8780-638e77d048b6 None None] Checking router: 2f78c7e4-d738-4909-a947-6d17e40f4276 for host: n-d-812111-14 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:44:01.055393 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd242131-22d4-46d7-8780-638e77d048b6 None None] Updating router 2f78c7e4-d738-4909-a947-6d17e40f4276 port 875397f7-2818-4b7d-9db5-2afd1b417ca3 binding host n-d-812111-14 {{(pid=103306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:44:01.064000 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b374e6-dcbc-4435-8f01-00cba845c59a None None] Pushing event updated for resources: {'Port': ['ID=ef046bfa-6bdd-4e7b-a67d-ce18784bde93,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:44:01.123667 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-bd242131-22d4-46d7-8780-638e77d048b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (875397f7-2818-4b7d-9db5-2afd1b417ca3), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:44:01.142856 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-c9b374e6-dcbc-4435-8f01-00cba845c59a None None] Attempting to bind port ef046bfa-6bdd-4e7b-a67d-ce18784bde93 on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:44:01.143235 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-c9b374e6-dcbc-4435-8f01-00cba845c59a None None] Attempting to bind port ef046bfa-6bdd-4e7b-a67d-ce18784bde93 by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': 'e8691e66-9608-496d-9788-943a86a6f28e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'a91d31ad-3100-4ef5-b73a-e0cac6eb2245'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:44:01.143578 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b374e6-dcbc-4435-8f01-00cba845c59a None None] Attempting to bind port ef046bfa-6bdd-4e7b-a67d-ce18784bde93 on network a91d31ad-3100-4ef5-b73a-e0cac6eb2245 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:44:01.151949 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b374e6-dcbc-4435-8f01-00cba845c59a None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:44:01.152322 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b374e6-dcbc-4435-8f01-00cba845c59a None None] Checking segment: {'id': 'e8691e66-9608-496d-9788-943a86a6f28e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'a91d31ad-3100-4ef5-b73a-e0cac6eb2245'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:44:01.152720 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c9b374e6-dcbc-4435-8f01-00cba845c59a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:44:01.153123 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b374e6-dcbc-4435-8f01-00cba845c59a None None] Bound using segment: {'id': 'e8691e66-9608-496d-9788-943a86a6f28e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'a91d31ad-3100-4ef5-b73a-e0cac6eb2245'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:44:01.153598 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-c9b374e6-dcbc-4435-8f01-00cba845c59a None None] Bound port: ef046bfa-6bdd-4e7b-a67d-ce18784bde93, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8691e66-9608-496d-9788-943a86a6f28e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'a91d31ad-3100-4ef5-b73a-e0cac6eb2245'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:44:01.153968 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c9b374e6-dcbc-4435-8f01-00cba845c59a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (ef046bfa-6bdd-4e7b-a67d-ce18784bde93), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:44:01.171887 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f1701256-9355-41d6-9477-dbb7ab9609d5 admin admin] Publish callbacks [] for router_gateway (1d3d15e5-f4eb-4c02-8654-0080730d3f78), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:44:01.306160 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-c9b374e6-dcbc-4435-8f01-00cba845c59a None None] For port ef046bfa-6bdd-4e7b-a67d-ce18784bde93, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:44:01.354312 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 85b8f70b-41b8-4d1b-a3f9-83216d559c99 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:44:01.358179 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-c9b374e6-dcbc-4435-8f01-00cba845c59a None None] For port ef046bfa-6bdd-4e7b-a67d-ce18784bde93, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=ef046bfa-6bdd-4e7b-a67d-ce18784bde93,segment=NetworkSegment(e8691e66-9608-496d-9788-943a86a6f28e),segment_id=e8691e66-9608-496d-9788-943a86a6f28e)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:44:01.379945 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f1701256-9355-41d6-9477-dbb7ab9609d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-731074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-731460'] for router (1d3d15e5-f4eb-4c02-8654-0080730d3f78), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:44:01.387637 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c9b374e6-dcbc-4435-8f01-00cba845c59a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (ef046bfa-6bdd-4e7b-a67d-ce18784bde93), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:44:01.504972 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b374e6-dcbc-4435-8f01-00cba845c59a None None] Pushing event updated for resources: {'Port': ['ID=ef046bfa-6bdd-4e7b-a67d-ce18784bde93,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:44:01.545576 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 85b8f70b-41b8-4d1b-a3f9-83216d559c99 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:44:01.546215 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (85b8f70b-41b8-4d1b-a3f9-83216d559c99), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:44:01.596323 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-bd242131-22d4-46d7-8780-638e77d048b6 None None] Publish callbacks [] for port (875397f7-2818-4b7d-9db5-2afd1b417ca3), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:44:01.606136 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-bd242131-22d4-46d7-8780-638e77d048b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (875397f7-2818-4b7d-9db5-2afd1b417ca3), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:44:01.704532 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6d33d-c52c-4508-9f55-db81f3c4dd73 None None] Pushing event updated for resources: {'Port': ['ID=875397f7-2818-4b7d-9db5-2afd1b417ca3,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:44:01.743042 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 85b8f70b-41b8-4d1b-a3f9-83216d559c99 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:44:01.779247 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-bd242131-22d4-46d7-8780-638e77d048b6 None None] Attempting to bind port 875397f7-2818-4b7d-9db5-2afd1b417ca3 on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:44:01.779630 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-bd242131-22d4-46d7-8780-638e77d048b6 None None] Attempting to bind port 875397f7-2818-4b7d-9db5-2afd1b417ca3 by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': 'd3f353f2-6b6d-43d3-b379-b24154dbd956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'c4e2481c-3fdd-41bb-a294-d6fc520a3e23'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:44:01.779996 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd242131-22d4-46d7-8780-638e77d048b6 None None] Attempting to bind port 875397f7-2818-4b7d-9db5-2afd1b417ca3 on network c4e2481c-3fdd-41bb-a294-d6fc520a3e23 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:44:01.789888 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd242131-22d4-46d7-8780-638e77d048b6 None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:44:01.790275 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd242131-22d4-46d7-8780-638e77d048b6 None None] Checking segment: {'id': 'd3f353f2-6b6d-43d3-b379-b24154dbd956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'c4e2481c-3fdd-41bb-a294-d6fc520a3e23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:44:01.790681 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-bd242131-22d4-46d7-8780-638e77d048b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:44:01.791076 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd242131-22d4-46d7-8780-638e77d048b6 None None] Bound using segment: {'id': 'd3f353f2-6b6d-43d3-b379-b24154dbd956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'c4e2481c-3fdd-41bb-a294-d6fc520a3e23'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:44:01.791556 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-bd242131-22d4-46d7-8780-638e77d048b6 None None] Bound port: 875397f7-2818-4b7d-9db5-2afd1b417ca3, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3f353f2-6b6d-43d3-b379-b24154dbd956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'c4e2481c-3fdd-41bb-a294-d6fc520a3e23'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:44:01.791962 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-bd242131-22d4-46d7-8780-638e77d048b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (875397f7-2818-4b7d-9db5-2afd1b417ca3), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:44:01.866744 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-bd242131-22d4-46d7-8780-638e77d048b6 None None] For port 875397f7-2818-4b7d-9db5-2afd1b417ca3, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:44:01.871019 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-bd242131-22d4-46d7-8780-638e77d048b6 None None] For port 875397f7-2818-4b7d-9db5-2afd1b417ca3, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=875397f7-2818-4b7d-9db5-2afd1b417ca3,segment=NetworkSegment(d3f353f2-6b6d-43d3-b379-b24154dbd956),segment_id=d3f353f2-6b6d-43d3-b379-b24154dbd956)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:44:01.879079 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-bd242131-22d4-46d7-8780-638e77d048b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (875397f7-2818-4b7d-9db5-2afd1b417ca3), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:44:01.893497 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1701256-9355-41d6-9477-dbb7ab9609d5 admin admin] Router 1d3d15e5-f4eb-4c02-8654-0080730d3f78 is scheduled to L3 agent 76fe5c49-705a-4e08-abb2-be585676213f with binding_index 1 {{(pid=103305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 20:44:01.943635 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd242131-22d4-46d7-8780-638e77d048b6 None None] Routers {'2f78c7e4-d738-4909-a947-6d17e40f4276'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:44:01.944274 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-bd242131-22d4-46d7-8780-638e77d048b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:43:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['2f78c7e4-d738-4909-a947-6d17e40f4276'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:44:01.979917 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6d33d-c52c-4508-9f55-db81f3c4dd73 None None] Pushing event updated for resources: {'Port': ['ID=875397f7-2818-4b7d-9db5-2afd1b417ca3,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:44:02.012828 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1701256-9355-41d6-9477-dbb7ab9609d5 admin admin] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:44:02.028221 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91ae154-771a-416a-a147-2037647bbb1c None None] Sync routers for ids ['1d3d15e5-f4eb-4c02-8654-0080730d3f78'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:44:02.033688 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f1701256-9355-41d6-9477-dbb7ab9609d5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:44:02.034935 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-f1701256-9355-41d6-9477-dbb7ab9609d5 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8784623 Jan 28 20:44:02.037683 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 44126) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:44:02.065986 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91ae154-771a-416a-a147-2037647bbb1c None None] Routers {'1d3d15e5-f4eb-4c02-8654-0080730d3f78'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:44:02.066550 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-c91ae154-771a-416a-a147-2037647bbb1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:43:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['1d3d15e5-f4eb-4c02-8654-0080730d3f78'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:44:02.075462 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-bd242131-22d4-46d7-8780-638e77d048b6 None None] Set router 2f78c7e4-d738-4909-a947-6d17e40f4276 gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:44:02.077685 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-54f0894b-7555-4ea4-8ef5-2752f3f33f54 None None] Provisioning complete for port 875397f7-2818-4b7d-9db5-2afd1b417ca3 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:44:02.078143 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-54f0894b-7555-4ea4-8ef5-2752f3f33f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (875397f7-2818-4b7d-9db5-2afd1b417ca3), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:44:02.214171 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-c91ae154-771a-416a-a147-2037647bbb1c None None] Set router 1d3d15e5-f4eb-4c02-8654-0080730d3f78 gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:44:02.293867 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-54f0894b-7555-4ea4-8ef5-2752f3f33f54 None None] Current status of the port 875397f7-2818-4b7d-9db5-2afd1b417ca3 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:44:02.294254 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-54f0894b-7555-4ea4-8ef5-2752f3f33f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (875397f7-2818-4b7d-9db5-2afd1b417ca3), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:44:02.337199 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-54f0894b-7555-4ea4-8ef5-2752f3f33f54 None None] For port 875397f7-2818-4b7d-9db5-2afd1b417ca3, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=875397f7-2818-4b7d-9db5-2afd1b417ca3,segment=NetworkSegment(d3f353f2-6b6d-43d3-b379-b24154dbd956),segment_id=d3f353f2-6b6d-43d3-b379-b24154dbd956)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:44:02.350493 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-54f0894b-7555-4ea4-8ef5-2752f3f33f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (875397f7-2818-4b7d-9db5-2afd1b417ca3), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:44:02.438112 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-c91ae154-771a-416a-a147-2037647bbb1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d3d15e5-f4eb-4c02-8654-0080730d3f78', 'name': 'tempest-TestShelveInstance-1327540876-router', 'tenant_id': 'cd3bd86a879f4b10bae8cea6ab7c3873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': '46a270a4-febb-4aad-8cb9-7545baf0fe62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:44:00Z', 'updated_at': '2022-01-28T20:44:01Z', 'revision_number': 3, 'project_id': 'cd3bd86a879f4b10bae8cea6ab7c3873', 'gw_port': {'id': '46a270a4-febb-4aad-8cb9-7545baf0fe62', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:e5:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d3d15e5-f4eb-4c02-8654-0080730d3f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:44:00Z', 'updated_at': '2022-01-28T20:44:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:44:02.453520 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f0894b-7555-4ea4-8ef5-2752f3f33f54 None None] Pushing event updated for resources: {'Port': ['ID=875397f7-2818-4b7d-9db5-2afd1b417ca3,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:44:02.467535 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91ae154-771a-416a-a147-2037647bbb1c None None] Checking router: 1d3d15e5-f4eb-4c02-8654-0080730d3f78 for host: n-d-812111-14 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:44:02.467940 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91ae154-771a-416a-a147-2037647bbb1c None None] Updating router 1d3d15e5-f4eb-4c02-8654-0080730d3f78 port 46a270a4-febb-4aad-8cb9-7545baf0fe62 binding host n-d-812111-14 {{(pid=103307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:44:02.487758 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-0a37caaf-1e57-4bbc-b6ad-0ad56285c0a3 None None] Provisioning complete for port 875397f7-2818-4b7d-9db5-2afd1b417ca3 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:44:02.488173 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0a37caaf-1e57-4bbc-b6ad-0ad56285c0a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (875397f7-2818-4b7d-9db5-2afd1b417ca3), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:44:02.504640 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-c91ae154-771a-416a-a147-2037647bbb1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (46a270a4-febb-4aad-8cb9-7545baf0fe62), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:44:02.540944 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-bd242131-22d4-46d7-8780-638e77d048b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f78c7e4-d738-4909-a947-6d17e40f4276', 'name': 'tempest-TestShelveInstance-1045975041-router', 'tenant_id': 'd2239f8668fe436bae17ced3be2a2c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': '85b8f70b-41b8-4d1b-a3f9-83216d559c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:43:55Z', 'updated_at': '2022-01-28T20:43:58Z', 'revision_number': 4, 'project_id': 'd2239f8668fe436bae17ced3be2a2c7f', 'gw_port': {'id': '85b8f70b-41b8-4d1b-a3f9-83216d559c99', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:60:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f78c7e4-d738-4909-a947-6d17e40f4276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:43:55Z', 'updated_at': '2022-01-28T20:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '875397f7-2818-4b7d-9db5-2afd1b417ca3', 'name': '', 'network_id': 'c4e2481c-3fdd-41bb-a294-d6fc520a3e23', 'tenant_id': 'd2239f8668fe436bae17ced3be2a2c7f', 'mac_address': 'fa:16:3e:1c:91:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f78c7e4-d738-4909-a947-6d17e40f4276', 'device_owner': 'network:router_interface', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '156488bf-5fce-4f83-a33a-8578cfd94891', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:43:57Z', 'updated_at': '2022-01-28T20:44:01Z', 'revision_number': 4, 'project_id': 'd2239f8668fe436bae17ced3be2a2c7f', 'subnets': [{'id': '156488bf-5fce-4f83-a33a-8578cfd94891', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:44:02.572480 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd242131-22d4-46d7-8780-638e77d048b6 None None] The sync data for ids ['2f78c7e4-d738-4909-a947-6d17e40f4276'] in n-d-812111-14 is: [{'id': '2f78c7e4-d738-4909-a947-6d17e40f4276', 'name': 'tempest-TestShelveInstance-1045975041-router', 'tenant_id': 'd2239f8668fe436bae17ced3be2a2c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': '85b8f70b-41b8-4d1b-a3f9-83216d559c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:43:55Z', 'updated_at': '2022-01-28T20:43:58Z', 'revision_number': 4, 'project_id': 'd2239f8668fe436bae17ced3be2a2c7f', 'gw_port': {'id': '85b8f70b-41b8-4d1b-a3f9-83216d559c99', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:60:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f78c7e4-d738-4909-a947-6d17e40f4276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:43:55Z', 'updated_at': '2022-01-28T20:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '875397f7-2818-4b7d-9db5-2afd1b417ca3', 'name': '', 'network_id': 'c4e2481c-3fdd-41bb-a294-d6fc520a3e23', 'tenant_id': 'd2239f8668fe436bae17ced3be2a2c7f', 'mac_address': 'fa:16:3e:1c:91:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f78c7e4-d738-4909-a947-6d17e40f4276', 'device_owner': 'network:router_interface', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '156488bf-5fce-4f83-a33a-8578cfd94891', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:43:57Z', 'updated_at': '2022-01-28T20:44:01Z', 'revision_number': 4, 'project_id': 'd2239f8668fe436bae17ced3be2a2c7f', 'subnets': [{'id': '156488bf-5fce-4f83-a33a-8578cfd94891', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:44:02.586527 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-da43b178-c2dc-4cc9-94f7-f667860ae738 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:44:02.640978 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-0a37caaf-1e57-4bbc-b6ad-0ad56285c0a3 None None] Current status of the port 875397f7-2818-4b7d-9db5-2afd1b417ca3 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:44:02.773151 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eed45a8-c939-429c-a6df-82bf587f4b9d None None] Network a91d31ad-3100-4ef5-b73a-e0cac6eb2245 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:44:02.808405 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-da43b178-c2dc-4cc9-94f7-f667860ae738 admin admin] Allocated IP 172.20.0.1 (a91d31ad-3100-4ef5-b73a-e0cac6eb2245/f2758201-14f0-4f5b-b4fc-432d71c1cdec/d0504bd8-868f-4fb9-9734-8b10c1fb4d53) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:44:02.837599 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-c91ae154-771a-416a-a147-2037647bbb1c None None] Publish callbacks [] for port (46a270a4-febb-4aad-8cb9-7545baf0fe62), precommit_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:44:02.845307 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-c91ae154-771a-416a-a147-2037647bbb1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (46a270a4-febb-4aad-8cb9-7545baf0fe62), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:44:02.916893 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba945ea-6cc7-47bb-b775-694cd07cfa6a None None] Pushing event updated for resources: {'Port': ['ID=46a270a4-febb-4aad-8cb9-7545baf0fe62,revision_number=2']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:44:02.920756 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-c91ae154-771a-416a-a147-2037647bbb1c None None] Attempting to bind port 46a270a4-febb-4aad-8cb9-7545baf0fe62 on host n-d-812111-14 for vnic_type normal with profile {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:44:02.921159 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-c91ae154-771a-416a-a147-2037647bbb1c None None] Attempting to bind port 46a270a4-febb-4aad-8cb9-7545baf0fe62 by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:44:02.921546 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91ae154-771a-416a-a147-2037647bbb1c None None] Attempting to bind port 46a270a4-febb-4aad-8cb9-7545baf0fe62 on network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:44:02.922901 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-aae9e925-2349-4b23-bff1-0c28da9450d3 None None] Provisioning complete for port ef046bfa-6bdd-4e7b-a67d-ce18784bde93 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:44:02.923523 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-aae9e925-2349-4b23-bff1-0c28da9450d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (ef046bfa-6bdd-4e7b-a67d-ce18784bde93), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:44:02.927465 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91ae154-771a-416a-a147-2037647bbb1c None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:44:02.927849 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91ae154-771a-416a-a147-2037647bbb1c None None] Checking segment: {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:44:02.928269 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-c91ae154-771a-416a-a147-2037647bbb1c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:44:02.928665 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91ae154-771a-416a-a147-2037647bbb1c None None] Bound using segment: {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:44:02.929153 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-c91ae154-771a-416a-a147-2037647bbb1c None None] Bound port: 46a270a4-febb-4aad-8cb9-7545baf0fe62, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:44:02.930110 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-c91ae154-771a-416a-a147-2037647bbb1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (46a270a4-febb-4aad-8cb9-7545baf0fe62), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:44:02.944023 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-da43b178-c2dc-4cc9-94f7-f667860ae738 admin admin] Publish callbacks [] for port (d0504bd8-868f-4fb9-9734-8b10c1fb4d53), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:44:02.991513 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-da43b178-c2dc-4cc9-94f7-f667860ae738 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (d0504bd8-868f-4fb9-9734-8b10c1fb4d53), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:44:02.997762 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-c91ae154-771a-416a-a147-2037647bbb1c None None] For port 46a270a4-febb-4aad-8cb9-7545baf0fe62, host n-d-812111-14, cleared binding levels {{(pid=103307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:44:03.002142 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-c91ae154-771a-416a-a147-2037647bbb1c None None] For port 46a270a4-febb-4aad-8cb9-7545baf0fe62, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=46a270a4-febb-4aad-8cb9-7545baf0fe62,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:44:03.011230 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-c91ae154-771a-416a-a147-2037647bbb1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (46a270a4-febb-4aad-8cb9-7545baf0fe62), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:44:03.034116 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da43b178-c2dc-4cc9-94f7-f667860ae738 admin admin] Network a91d31ad-3100-4ef5-b73a-e0cac6eb2245 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:44:03.037429 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-da43b178-c2dc-4cc9-94f7-f667860ae738 admin admin] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:44:03.042469 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da43b178-c2dc-4cc9-94f7-f667860ae738 admin admin] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:44:03.047747 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-aae9e925-2349-4b23-bff1-0c28da9450d3 None None] Current status of the port ef046bfa-6bdd-4e7b-a67d-ce18784bde93 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:44:03.048123 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-aae9e925-2349-4b23-bff1-0c28da9450d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (ef046bfa-6bdd-4e7b-a67d-ce18784bde93), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:44:03.081535 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da43b178-c2dc-4cc9-94f7-f667860ae738 admin admin] Pushing event updated for resources: {'Port': ['ID=d0504bd8-868f-4fb9-9734-8b10c1fb4d53,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:44:03.096207 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91ae154-771a-416a-a147-2037647bbb1c None None] Routers {'1d3d15e5-f4eb-4c02-8654-0080730d3f78'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:44:03.097896 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-aae9e925-2349-4b23-bff1-0c28da9450d3 None None] For port ef046bfa-6bdd-4e7b-a67d-ce18784bde93, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=ef046bfa-6bdd-4e7b-a67d-ce18784bde93,segment=NetworkSegment(e8691e66-9608-496d-9788-943a86a6f28e),segment_id=e8691e66-9608-496d-9788-943a86a6f28e)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:44:03.098347 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-c91ae154-771a-416a-a147-2037647bbb1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:43:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['1d3d15e5-f4eb-4c02-8654-0080730d3f78'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:44:03.098481 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-da43b178-c2dc-4cc9-94f7-f667860ae738 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734769'] for router_interface (1d3d15e5-f4eb-4c02-8654-0080730d3f78), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:44:03.107320 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-aae9e925-2349-4b23-bff1-0c28da9450d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (ef046bfa-6bdd-4e7b-a67d-ce18784bde93), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:44:03.196408 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae9e925-2349-4b23-bff1-0c28da9450d3 None None] Pushing event updated for resources: {'Port': ['ID=ef046bfa-6bdd-4e7b-a67d-ce18784bde93,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:44:03.209789 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba945ea-6cc7-47bb-b775-694cd07cfa6a None None] Pushing event updated for resources: {'Port': ['ID=46a270a4-febb-4aad-8cb9-7545baf0fe62,revision_number=3']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:44:03.275254 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-da43b178-c2dc-4cc9-94f7-f667860ae738 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (d0504bd8-868f-4fb9-9734-8b10c1fb4d53), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:44:03.425327 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-c91ae154-771a-416a-a147-2037647bbb1c None None] Set router 1d3d15e5-f4eb-4c02-8654-0080730d3f78 gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:44:03.441071 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-dc5d6d92-d860-47db-bba5-28f454e9ccd7 None None] Provisioning complete for port ef046bfa-6bdd-4e7b-a67d-ce18784bde93 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:44:03.442055 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-dc5d6d92-d860-47db-bba5-28f454e9ccd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (ef046bfa-6bdd-4e7b-a67d-ce18784bde93), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:44:03.514141 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-da43b178-c2dc-4cc9-94f7-f667860ae738 admin admin] Publish callbacks [] for port (d0504bd8-868f-4fb9-9734-8b10c1fb4d53), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:44:03.520839 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-da43b178-c2dc-4cc9-94f7-f667860ae738 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (d0504bd8-868f-4fb9-9734-8b10c1fb4d53), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:44:03.600289 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 875397f7-2818-4b7d-9db5-2afd1b417ca3 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:44:03.622931 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da43b178-c2dc-4cc9-94f7-f667860ae738 admin admin] Pushing event updated for resources: {'Port': ['ID=d0504bd8-868f-4fb9-9734-8b10c1fb4d53,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:44:03.628761 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-da43b178-c2dc-4cc9-94f7-f667860ae738 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-756216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-732801'] for router_interface (1d3d15e5-f4eb-4c02-8654-0080730d3f78), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:44:03.680170 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-dc5d6d92-d860-47db-bba5-28f454e9ccd7 None None] Current status of the port ef046bfa-6bdd-4e7b-a67d-ce18784bde93 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:44:03.698672 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-c91ae154-771a-416a-a147-2037647bbb1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d3d15e5-f4eb-4c02-8654-0080730d3f78', 'name': 'tempest-TestShelveInstance-1327540876-router', 'tenant_id': 'cd3bd86a879f4b10bae8cea6ab7c3873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': '46a270a4-febb-4aad-8cb9-7545baf0fe62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:44:00Z', 'updated_at': '2022-01-28T20:44:01Z', 'revision_number': 3, 'project_id': 'cd3bd86a879f4b10bae8cea6ab7c3873', 'gw_port': {'id': '46a270a4-febb-4aad-8cb9-7545baf0fe62', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:e5:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d3d15e5-f4eb-4c02-8654-0080730d3f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:44:00Z', 'updated_at': '2022-01-28T20:44:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:44:03.710252 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 875397f7-2818-4b7d-9db5-2afd1b417ca3 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:44:03.710629 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (875397f7-2818-4b7d-9db5-2afd1b417ca3), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:44:03.733005 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91ae154-771a-416a-a147-2037647bbb1c None None] The sync data for ids ['1d3d15e5-f4eb-4c02-8654-0080730d3f78'] in n-d-812111-14 is: [{'id': '1d3d15e5-f4eb-4c02-8654-0080730d3f78', 'name': 'tempest-TestShelveInstance-1327540876-router', 'tenant_id': 'cd3bd86a879f4b10bae8cea6ab7c3873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': '46a270a4-febb-4aad-8cb9-7545baf0fe62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:44:00Z', 'updated_at': '2022-01-28T20:44:01Z', 'revision_number': 3, 'project_id': 'cd3bd86a879f4b10bae8cea6ab7c3873', 'gw_port': {'id': '46a270a4-febb-4aad-8cb9-7545baf0fe62', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:e5:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d3d15e5-f4eb-4c02-8654-0080730d3f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:44:00Z', 'updated_at': '2022-01-28T20:44:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:44:03.753952 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da43b178-c2dc-4cc9-94f7-f667860ae738 admin admin] Network a91d31ad-3100-4ef5-b73a-e0cac6eb2245 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:44:03.755365 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-da43b178-c2dc-4cc9-94f7-f667860ae738 admin admin] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:44:03.851095 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-ae5633f3-7c1b-40ed-b164-416494c65518 None None] Provisioning complete for port d0504bd8-868f-4fb9-9734-8b10c1fb4d53 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:44:03.852002 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ae5633f3-7c1b-40ed-b164-416494c65518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (d0504bd8-868f-4fb9-9734-8b10c1fb4d53), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:44:03.854965 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 875397f7-2818-4b7d-9db5-2afd1b417ca3 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:44:03.856031 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device ef046bfa-6bdd-4e7b-a67d-ce18784bde93 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:44:03.919652 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da43b178-c2dc-4cc9-94f7-f667860ae738 admin admin] Router 1d3d15e5-f4eb-4c02-8654-0080730d3f78 has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:44:03.933292 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-ae5633f3-7c1b-40ed-b164-416494c65518 None None] Port d0504bd8-868f-4fb9-9734-8b10c1fb4d53 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 20:44:03.952434 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port ef046bfa-6bdd-4e7b-a67d-ce18784bde93 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:44:03.952815 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (ef046bfa-6bdd-4e7b-a67d-ce18784bde93), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:44:04.085295 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port ef046bfa-6bdd-4e7b-a67d-ce18784bde93 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:44:04.163991 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-91f1c3a3-2986-4f1e-965e-2fe03e682bcd None None] Provisioning complete for port d0504bd8-868f-4fb9-9734-8b10c1fb4d53 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:44:04.164382 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-91f1c3a3-2986-4f1e-965e-2fe03e682bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (d0504bd8-868f-4fb9-9734-8b10c1fb4d53), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:44:04.217077 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-91f1c3a3-2986-4f1e-965e-2fe03e682bcd None None] Port d0504bd8-868f-4fb9-9734-8b10c1fb4d53 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 20:44:04.452985 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da43b178-c2dc-4cc9-94f7-f667860ae738 admin admin] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:44:04.460342 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-da43b178-c2dc-4cc9-94f7-f667860ae738 admin admin] 10.222.0.64 "PUT /v2.0/routers/1d3d15e5-f4eb-4c02-8654-0080730d3f78/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4178183 Jan 28 20:44:05.101220 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 44134) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:44:05.105813 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-3bcdfe8e-231f-4db5-b542-271cc5c1dee8 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-912411108', 'description': 'tempest-secgroup-smoke-912411108 description', 'project_id': 'd2239f8668fe436bae17ced3be2a2c7f'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:44:05.125657 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3bcdfe8e-231f-4db5-b542-271cc5c1dee8 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:44:05.190824 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3bcdfe8e-231f-4db5-b542-271cc5c1dee8 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Publish callbacks [] for security_group (8925be66-e34e-49d3-870f-39c2a1e92099), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:44:05.194503 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3bcdfe8e-231f-4db5-b542-271cc5c1dee8 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (8925be66-e34e-49d3-870f-39c2a1e92099), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:44:05.224037 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3bcdfe8e-231f-4db5-b542-271cc5c1dee8 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:44:05.225329 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-3bcdfe8e-231f-4db5-b542-271cc5c1dee8 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1230752 Jan 28 20:44:05.228858 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 44136) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:44:05.234053 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-4009afcd-94ad-412b-9f15-c18a0f144933 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Request body: {'security_group_rule': {'security_group_id': '8925be66-e34e-49d3-870f-39c2a1e92099', 'project_id': 'd2239f8668fe436bae17ced3be2a2c7f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:44:05.239322 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcdfe8e-231f-4db5-b542-271cc5c1dee8 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8925be66-e34e-49d3-870f-39c2a1e92099,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:44:05.262677 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4009afcd-94ad-412b-9f15-c18a0f144933 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Publish callbacks [] for security_group_rule (c8111063-aa9c-4b9e-9e59-32a9618e0b52), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:44:05.327489 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4009afcd-94ad-412b-9f15-c18a0f144933 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Publish callbacks [] for security_group_rule (c8111063-aa9c-4b9e-9e59-32a9618e0b52), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:44:05.331213 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4009afcd-94ad-412b-9f15-c18a0f144933 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (c8111063-aa9c-4b9e-9e59-32a9618e0b52), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:44:05.350047 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4009afcd-94ad-412b-9f15-c18a0f144933 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8111063-aa9c-4b9e-9e59-32a9618e0b52,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:44:05.358493 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4009afcd-94ad-412b-9f15-c18a0f144933 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:44:05.359638 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-4009afcd-94ad-412b-9f15-c18a0f144933 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1298239 Jan 28 20:44:05.362538 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 44138) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:44:05.367960 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-c80da8f8-9f24-43fc-8c57-31fe486c8153 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Request body: {'security_group_rule': {'security_group_id': '8925be66-e34e-49d3-870f-39c2a1e92099', 'project_id': 'd2239f8668fe436bae17ced3be2a2c7f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:44:05.391375 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 46a270a4-febb-4aad-8cb9-7545baf0fe62 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:44:05.394719 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c80da8f8-9f24-43fc-8c57-31fe486c8153 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Publish callbacks [] for security_group_rule (f170a6b3-cc15-46a4-bc48-6057e3a82d0e), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:44:05.439296 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 46a270a4-febb-4aad-8cb9-7545baf0fe62 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:44:05.439668 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (46a270a4-febb-4aad-8cb9-7545baf0fe62), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:44:05.451346 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c80da8f8-9f24-43fc-8c57-31fe486c8153 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Publish callbacks [] for security_group_rule (f170a6b3-cc15-46a4-bc48-6057e3a82d0e), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:44:05.455379 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c80da8f8-9f24-43fc-8c57-31fe486c8153 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (f170a6b3-cc15-46a4-bc48-6057e3a82d0e), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:44:05.474030 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80da8f8-9f24-43fc-8c57-31fe486c8153 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f170a6b3-cc15-46a4-bc48-6057e3a82d0e,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:44:05.481163 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c80da8f8-9f24-43fc-8c57-31fe486c8153 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:44:05.485054 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-c80da8f8-9f24-43fc-8c57-31fe486c8153 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1187387 Jan 28 20:44:05.485315 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 44140) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:44:05.489803 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-45bfe19b-25bc-432b-af17-35bb032ae363 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Request body: {'security_group_rule': {'security_group_id': '8925be66-e34e-49d3-870f-39c2a1e92099', 'project_id': 'd2239f8668fe436bae17ced3be2a2c7f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:44:05.516893 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-45bfe19b-25bc-432b-af17-35bb032ae363 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Publish callbacks [] for security_group_rule (fec25169-4e3b-4183-b066-7f7719376d7b), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:44:05.579426 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-45bfe19b-25bc-432b-af17-35bb032ae363 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Publish callbacks [] for security_group_rule (fec25169-4e3b-4183-b066-7f7719376d7b), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:44:05.583288 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-45bfe19b-25bc-432b-af17-35bb032ae363 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (fec25169-4e3b-4183-b066-7f7719376d7b), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:44:05.604133 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bfe19b-25bc-432b-af17-35bb032ae363 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fec25169-4e3b-4183-b066-7f7719376d7b,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:44:05.610544 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-45bfe19b-25bc-432b-af17-35bb032ae363 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:44:05.611674 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-45bfe19b-25bc-432b-af17-35bb032ae363 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1254251 Jan 28 20:44:05.614742 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 44142) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:44:05.619776 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-e601945a-35ff-4aae-9ad2-6cb96be710d1 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Request body: {'security_group_rule': {'security_group_id': '8925be66-e34e-49d3-870f-39c2a1e92099', 'project_id': 'd2239f8668fe436bae17ced3be2a2c7f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:44:05.645020 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e601945a-35ff-4aae-9ad2-6cb96be710d1 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Publish callbacks [] for security_group_rule (c153a203-2792-4dd5-9b34-c1d6d4519725), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:44:05.700753 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 46a270a4-febb-4aad-8cb9-7545baf0fe62 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:44:05.701160 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (46a270a4-febb-4aad-8cb9-7545baf0fe62), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:44:05.717122 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e601945a-35ff-4aae-9ad2-6cb96be710d1 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Publish callbacks [] for security_group_rule (c153a203-2792-4dd5-9b34-c1d6d4519725), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:44:05.721623 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e601945a-35ff-4aae-9ad2-6cb96be710d1 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (c153a203-2792-4dd5-9b34-c1d6d4519725), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:44:05.731705 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] For port 46a270a4-febb-4aad-8cb9-7545baf0fe62, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=46a270a4-febb-4aad-8cb9-7545baf0fe62,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:44:05.741792 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e601945a-35ff-4aae-9ad2-6cb96be710d1 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c153a203-2792-4dd5-9b34-c1d6d4519725,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:44:05.752143 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e601945a-35ff-4aae-9ad2-6cb96be710d1 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:44:05.756372 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 44144) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:44:05.757572 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-e601945a-35ff-4aae-9ad2-6cb96be710d1 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1417522 Jan 28 20:44:05.762290 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-2b64bf18-d1fb-4275-8808-5019c65bbfa8 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Request body: {'security_group_rule': {'security_group_id': '8925be66-e34e-49d3-870f-39c2a1e92099', 'project_id': 'd2239f8668fe436bae17ced3be2a2c7f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:44:05.769009 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (46a270a4-febb-4aad-8cb9-7545baf0fe62), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:44:05.786186 n-d-812111-14 neutron-server[103305]: INFO neutron.db.securitygroups_db [None req-2b64bf18-d1fb-4275-8808-5019c65bbfa8 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Project d2239f8668fe436bae17ced3be2a2c7f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 20:44:05.792757 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2b64bf18-d1fb-4275-8808-5019c65bbfa8 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Publish callbacks [] for security_group_rule (40f35b47-022b-4e2c-953c-b70434d0657a), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:44:05.830412 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Pushing event updated for resources: {'Port': ['ID=46a270a4-febb-4aad-8cb9-7545baf0fe62,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:44:05.863087 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2b64bf18-d1fb-4275-8808-5019c65bbfa8 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Publish callbacks [] for security_group_rule (40f35b47-022b-4e2c-953c-b70434d0657a), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:44:05.866674 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2b64bf18-d1fb-4275-8808-5019c65bbfa8 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (40f35b47-022b-4e2c-953c-b70434d0657a), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:44:05.884873 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b64bf18-d1fb-4275-8808-5019c65bbfa8 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40f35b47-022b-4e2c-953c-b70434d0657a,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:44:05.896445 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2b64bf18-d1fb-4275-8808-5019c65bbfa8 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:44:05.897833 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-2b64bf18-d1fb-4275-8808-5019c65bbfa8 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1399329 Jan 28 20:44:05.901290 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 44146) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:44:05.907427 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-56cfe929-ec91-4707-9874-91ae1ef082c2 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Request body: {'security_group_rule': {'security_group_id': '8925be66-e34e-49d3-870f-39c2a1e92099', 'project_id': 'd2239f8668fe436bae17ced3be2a2c7f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:44:05.930672 n-d-812111-14 neutron-server[103305]: INFO neutron.db.securitygroups_db [None req-56cfe929-ec91-4707-9874-91ae1ef082c2 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Project d2239f8668fe436bae17ced3be2a2c7f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 20:44:05.935747 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-56cfe929-ec91-4707-9874-91ae1ef082c2 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Publish callbacks [] for security_group_rule (3e216364-5b3d-4cc8-ab32-d3e8771e848c), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:44:05.994991 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-56cfe929-ec91-4707-9874-91ae1ef082c2 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Publish callbacks [] for security_group_rule (3e216364-5b3d-4cc8-ab32-d3e8771e848c), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:44:06.000077 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-56cfe929-ec91-4707-9874-91ae1ef082c2 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (3e216364-5b3d-4cc8-ab32-d3e8771e848c), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:44:06.021964 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cfe929-ec91-4707-9874-91ae1ef082c2 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e216364-5b3d-4cc8-ab32-d3e8771e848c,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:44:06.027717 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-56cfe929-ec91-4707-9874-91ae1ef082c2 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:44:06.029035 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-56cfe929-ec91-4707-9874-91ae1ef082c2 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1258817 Jan 28 20:44:06.063572 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50193af9-ea0c-4ce6-b377-688ddf441c57 None None] Sync routers for ids ['1d3d15e5-f4eb-4c02-8654-0080730d3f78'] in n-d-812111-14 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:44:06.074079 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50193af9-ea0c-4ce6-b377-688ddf441c57 None None] Routers {'1d3d15e5-f4eb-4c02-8654-0080730d3f78'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:44:06.074685 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-50193af9-ea0c-4ce6-b377-688ddf441c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:43:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['1d3d15e5-f4eb-4c02-8654-0080730d3f78'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:44:06.179245 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-fb52f51a-ec91-4ab4-893f-763ac34c53ba req-d2b31115-9ca9-4aab-9861-85d3c346b07f tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-912411108&fields=id&tenant_id=d2239f8668fe436bae17ced3be2a2c7f HTTP/1.1" status: 200 len: 267 time: 0.0438142 Jan 28 20:44:06.185040 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-50193af9-ea0c-4ce6-b377-688ddf441c57 None None] Set router 1d3d15e5-f4eb-4c02-8654-0080730d3f78 gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:44:06.288830 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb52f51a-ec91-4ab4-893f-763ac34c53ba req-826eead0-8bb2-4c9a-9d40-13a96e31e7e9 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:44:06.290871 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-fb52f51a-ec91-4ab4-893f-763ac34c53ba req-826eead0-8bb2-4c9a-9d40-13a96e31e7e9 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/networks?id=c4e2481c-3fdd-41bb-a294-d6fc520a3e23 HTTP/1.1" status: 200 len: 809 time: 0.1044564 Jan 28 20:44:06.306095 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-fb52f51a-ec91-4ab4-893f-763ac34c53ba req-db368402-404b-4852-a3bc-47afd3bcb2a6 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/quotas/d2239f8668fe436bae17ced3be2a2c7f HTTP/1.1" status: 200 len: 375 time: 0.0095482 Jan 28 20:44:06.361611 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-fb52f51a-ec91-4ab4-893f-763ac34c53ba req-0ebd9965-4265-48dc-baf5-e3daf2acab03 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=d2239f8668fe436bae17ced3be2a2c7f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0502121 Jan 28 20:44:06.384156 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-50193af9-ea0c-4ce6-b377-688ddf441c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d3d15e5-f4eb-4c02-8654-0080730d3f78', 'name': 'tempest-TestShelveInstance-1327540876-router', 'tenant_id': 'cd3bd86a879f4b10bae8cea6ab7c3873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': '46a270a4-febb-4aad-8cb9-7545baf0fe62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:44:00Z', 'updated_at': '2022-01-28T20:44:03Z', 'revision_number': 4, 'project_id': 'cd3bd86a879f4b10bae8cea6ab7c3873', 'gw_port': {'id': '46a270a4-febb-4aad-8cb9-7545baf0fe62', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:e5:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3d15e5-f4eb-4c02-8654-0080730d3f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:44:00Z', 'updated_at': '2022-01-28T20:44:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': 'd0504bd8-868f-4fb9-9734-8b10c1fb4d53', 'name': '', 'network_id': 'a91d31ad-3100-4ef5-b73a-e0cac6eb2245', 'tenant_id': 'cd3bd86a879f4b10bae8cea6ab7c3873', 'mac_address': 'fa:16:3e:4a:c4:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d3d15e5-f4eb-4c02-8654-0080730d3f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': 'f2758201-14f0-4f5b-b4fc-432d71c1cdec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:44:02Z', 'updated_at': '2022-01-28T20:44:03Z', 'revision_number': 2, 'project_id': 'cd3bd86a879f4b10bae8cea6ab7c3873', 'subnets': [{'id': 'f2758201-14f0-4f5b-b4fc-432d71c1cdec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:44:06.411316 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50193af9-ea0c-4ce6-b377-688ddf441c57 None None] Checking router: 1d3d15e5-f4eb-4c02-8654-0080730d3f78 for host: n-d-812111-14 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:44:06.411972 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50193af9-ea0c-4ce6-b377-688ddf441c57 None None] Updating router 1d3d15e5-f4eb-4c02-8654-0080730d3f78 port d0504bd8-868f-4fb9-9734-8b10c1fb4d53 binding host n-d-812111-14 {{(pid=103306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:44:06.439260 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-50193af9-ea0c-4ce6-b377-688ddf441c57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (d0504bd8-868f-4fb9-9734-8b10c1fb4d53), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:44:06.459974 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-fb52f51a-ec91-4ab4-893f-763ac34c53ba req-d83740f9-6357-4856-b5ed-0bb9093a6c2d service neutron] 10.222.0.64 "GET /v2.0/networks/c4e2481c-3fdd-41bb-a294-d6fc520a3e23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871093 Jan 28 20:44:06.548610 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-fb52f51a-ec91-4ab4-893f-763ac34c53ba req-398c75c6-9897-42e1-8519-43c7aff11d32 service neutron] 10.222.0.64 "GET /v2.0/networks/c4e2481c-3fdd-41bb-a294-d6fc520a3e23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823860 Jan 28 20:44:06.712007 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-50193af9-ea0c-4ce6-b377-688ddf441c57 None None] Publish callbacks [] for port (d0504bd8-868f-4fb9-9734-8b10c1fb4d53), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:44:06.712423 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d8962b33-7aff-4225-9a97-746899854458 req-ea83ec86-d20f-4edb-a1e3-02b39ca95e94 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/ports?device_id=57af97bc-2c4a-49b9-b370-2c76476c4794 HTTP/1.1" status: 200 len: 210 time: 0.0279350 Jan 28 20:44:06.717586 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-50193af9-ea0c-4ce6-b377-688ddf441c57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (d0504bd8-868f-4fb9-9734-8b10c1fb4d53), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:44:06.767196 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffc64a2-ff6f-4200-abb2-6883425a744b None None] Pushing event updated for resources: {'Port': ['ID=d0504bd8-868f-4fb9-9734-8b10c1fb4d53,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:44:06.825615 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-50193af9-ea0c-4ce6-b377-688ddf441c57 None None] Attempting to bind port d0504bd8-868f-4fb9-9734-8b10c1fb4d53 on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:44:06.826013 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-50193af9-ea0c-4ce6-b377-688ddf441c57 None None] Attempting to bind port d0504bd8-868f-4fb9-9734-8b10c1fb4d53 by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': 'e8691e66-9608-496d-9788-943a86a6f28e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'a91d31ad-3100-4ef5-b73a-e0cac6eb2245'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:44:06.826385 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50193af9-ea0c-4ce6-b377-688ddf441c57 None None] Attempting to bind port d0504bd8-868f-4fb9-9734-8b10c1fb4d53 on network a91d31ad-3100-4ef5-b73a-e0cac6eb2245 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:44:06.831647 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50193af9-ea0c-4ce6-b377-688ddf441c57 None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:44:06.832038 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50193af9-ea0c-4ce6-b377-688ddf441c57 None None] Checking segment: {'id': 'e8691e66-9608-496d-9788-943a86a6f28e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'a91d31ad-3100-4ef5-b73a-e0cac6eb2245'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:44:06.832455 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-50193af9-ea0c-4ce6-b377-688ddf441c57 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:44:06.832854 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50193af9-ea0c-4ce6-b377-688ddf441c57 None None] Bound using segment: {'id': 'e8691e66-9608-496d-9788-943a86a6f28e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'a91d31ad-3100-4ef5-b73a-e0cac6eb2245'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:44:06.833368 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-50193af9-ea0c-4ce6-b377-688ddf441c57 None None] Bound port: d0504bd8-868f-4fb9-9734-8b10c1fb4d53, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8691e66-9608-496d-9788-943a86a6f28e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'a91d31ad-3100-4ef5-b73a-e0cac6eb2245'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:44:06.833756 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-50193af9-ea0c-4ce6-b377-688ddf441c57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (d0504bd8-868f-4fb9-9734-8b10c1fb4d53), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:44:06.901394 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7459dd23-488b-4ed6-99ea-6dacca7df0f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:44:06.913752 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-50193af9-ea0c-4ce6-b377-688ddf441c57 None None] For port d0504bd8-868f-4fb9-9734-8b10c1fb4d53, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:44:06.917229 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-50193af9-ea0c-4ce6-b377-688ddf441c57 None None] For port d0504bd8-868f-4fb9-9734-8b10c1fb4d53, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=d0504bd8-868f-4fb9-9734-8b10c1fb4d53,segment=NetworkSegment(e8691e66-9608-496d-9788-943a86a6f28e),segment_id=e8691e66-9608-496d-9788-943a86a6f28e)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:44:06.923513 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-50193af9-ea0c-4ce6-b377-688ddf441c57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (d0504bd8-868f-4fb9-9734-8b10c1fb4d53), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:44:06.995946 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffc64a2-ff6f-4200-abb2-6883425a744b None None] Pushing event updated for resources: {'Port': ['ID=d0504bd8-868f-4fb9-9734-8b10c1fb4d53,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:44:06.998820 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-6b5a76c6-90d0-429f-81c1-1f91935f297d None None] Provisioning complete for port d0504bd8-868f-4fb9-9734-8b10c1fb4d53 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:44:06.999200 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6b5a76c6-90d0-429f-81c1-1f91935f297d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (d0504bd8-868f-4fb9-9734-8b10c1fb4d53), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:44:07.000911 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50193af9-ea0c-4ce6-b377-688ddf441c57 None None] Routers {'1d3d15e5-f4eb-4c02-8654-0080730d3f78'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:44:07.001951 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-50193af9-ea0c-4ce6-b377-688ddf441c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:43:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['1d3d15e5-f4eb-4c02-8654-0080730d3f78'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:44:07.166571 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-50193af9-ea0c-4ce6-b377-688ddf441c57 None None] Set router 1d3d15e5-f4eb-4c02-8654-0080730d3f78 gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:44:07.206583 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a76c6-90d0-429f-81c1-1f91935f297d None None] Current status of the port d0504bd8-868f-4fb9-9734-8b10c1fb4d53 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:44:07.206955 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6b5a76c6-90d0-429f-81c1-1f91935f297d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (d0504bd8-868f-4fb9-9734-8b10c1fb4d53), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:44:07.313669 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-6b5a76c6-90d0-429f-81c1-1f91935f297d None None] For port d0504bd8-868f-4fb9-9734-8b10c1fb4d53, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=d0504bd8-868f-4fb9-9734-8b10c1fb4d53,segment=NetworkSegment(e8691e66-9608-496d-9788-943a86a6f28e),segment_id=e8691e66-9608-496d-9788-943a86a6f28e)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:44:07.319829 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6b5a76c6-90d0-429f-81c1-1f91935f297d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (d0504bd8-868f-4fb9-9734-8b10c1fb4d53), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:44:07.353210 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 46a270a4-febb-4aad-8cb9-7545baf0fe62 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:44:07.427093 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a76c6-90d0-429f-81c1-1f91935f297d None None] Pushing event updated for resources: {'Port': ['ID=d0504bd8-868f-4fb9-9734-8b10c1fb4d53,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:44:07.474631 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-95935ac8-4949-4517-89be-70ea6702e593 None None] Provisioning complete for port d0504bd8-868f-4fb9-9734-8b10c1fb4d53 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:44:07.475006 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-95935ac8-4949-4517-89be-70ea6702e593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (d0504bd8-868f-4fb9-9734-8b10c1fb4d53), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:44:07.503198 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 46a270a4-febb-4aad-8cb9-7545baf0fe62 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:44:07.503561 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (46a270a4-febb-4aad-8cb9-7545baf0fe62), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:44:07.566253 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-50193af9-ea0c-4ce6-b377-688ddf441c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d3d15e5-f4eb-4c02-8654-0080730d3f78', 'name': 'tempest-TestShelveInstance-1327540876-router', 'tenant_id': 'cd3bd86a879f4b10bae8cea6ab7c3873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': '46a270a4-febb-4aad-8cb9-7545baf0fe62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:44:00Z', 'updated_at': '2022-01-28T20:44:03Z', 'revision_number': 4, 'project_id': 'cd3bd86a879f4b10bae8cea6ab7c3873', 'gw_port': {'id': '46a270a4-febb-4aad-8cb9-7545baf0fe62', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:e5:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3d15e5-f4eb-4c02-8654-0080730d3f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:44:00Z', 'updated_at': '2022-01-28T20:44:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': 'd0504bd8-868f-4fb9-9734-8b10c1fb4d53', 'name': '', 'network_id': 'a91d31ad-3100-4ef5-b73a-e0cac6eb2245', 'tenant_id': 'cd3bd86a879f4b10bae8cea6ab7c3873', 'mac_address': 'fa:16:3e:4a:c4:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d3d15e5-f4eb-4c02-8654-0080730d3f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': 'f2758201-14f0-4f5b-b4fc-432d71c1cdec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:44:02Z', 'updated_at': '2022-01-28T20:44:06Z', 'revision_number': 4, 'project_id': 'cd3bd86a879f4b10bae8cea6ab7c3873', 'subnets': [{'id': 'f2758201-14f0-4f5b-b4fc-432d71c1cdec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:44:07.759718 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50193af9-ea0c-4ce6-b377-688ddf441c57 None None] The sync data for ids ['1d3d15e5-f4eb-4c02-8654-0080730d3f78'] in n-d-812111-14 is: [{'id': '1d3d15e5-f4eb-4c02-8654-0080730d3f78', 'name': 'tempest-TestShelveInstance-1327540876-router', 'tenant_id': 'cd3bd86a879f4b10bae8cea6ab7c3873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': '46a270a4-febb-4aad-8cb9-7545baf0fe62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:44:00Z', 'updated_at': '2022-01-28T20:44:03Z', 'revision_number': 4, 'project_id': 'cd3bd86a879f4b10bae8cea6ab7c3873', 'gw_port': {'id': '46a270a4-febb-4aad-8cb9-7545baf0fe62', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:e5:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3d15e5-f4eb-4c02-8654-0080730d3f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:44:00Z', 'updated_at': '2022-01-28T20:44:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': 'd0504bd8-868f-4fb9-9734-8b10c1fb4d53', 'name': '', 'network_id': 'a91d31ad-3100-4ef5-b73a-e0cac6eb2245', 'tenant_id': 'cd3bd86a879f4b10bae8cea6ab7c3873', 'mac_address': 'fa:16:3e:4a:c4:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d3d15e5-f4eb-4c02-8654-0080730d3f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': 'f2758201-14f0-4f5b-b4fc-432d71c1cdec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:44:02Z', 'updated_at': '2022-01-28T20:44:06Z', 'revision_number': 4, 'project_id': 'cd3bd86a879f4b10bae8cea6ab7c3873', 'subnets': [{'id': 'f2758201-14f0-4f5b-b4fc-432d71c1cdec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:44:07.813423 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-fc4257f0-57bf-4f75-9e2b-5b0ef0596256 req-d2f5cec1-9f84-45d7-ab67-4b9e76cbfa9f tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/ports?device_id=57af97bc-2c4a-49b9-b370-2c76476c4794 HTTP/1.1" status: 200 len: 210 time: 0.0396204 Jan 28 20:44:07.824673 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-95935ac8-4949-4517-89be-70ea6702e593 None None] Current status of the port d0504bd8-868f-4fb9-9734-8b10c1fb4d53 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:44:07.838871 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 46a270a4-febb-4aad-8cb9-7545baf0fe62 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:44:08.885749 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-df2d2d62-9a5e-4c2e-bdd0-899a87ce7e10 req-877b5323-4918-4614-938f-8e324c3af7ce tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/ports?device_id=57af97bc-2c4a-49b9-b370-2c76476c4794 HTTP/1.1" status: 200 len: 210 time: 0.0277593 Jan 28 20:44:09.120072 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-79b26307-5b37-46a1-9030-e5055b09a42a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:44:09.379217 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device d0504bd8-868f-4fb9-9734-8b10c1fb4d53 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:44:09.428795 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port d0504bd8-868f-4fb9-9734-8b10c1fb4d53 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:44:09.429206 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (d0504bd8-868f-4fb9-9734-8b10c1fb4d53), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:44:09.503811 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port d0504bd8-868f-4fb9-9734-8b10c1fb4d53 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:44:09.964526 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ac7bfd11-7c62-469e-a52b-b5d64a6b7279 req-8afe5c2f-1f86-4f1d-8d02-dae8bba61dac tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/ports?device_id=57af97bc-2c4a-49b9-b370-2c76476c4794 HTTP/1.1" status: 200 len: 210 time: 0.0286949 Jan 28 20:44:10.146972 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:44:11.060599 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-63a04ec0-957e-45db-aff1-cee28fd27b18 req-139b88e6-0be1-4263-8a5a-ea12eb73fa8c tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/ports?device_id=57af97bc-2c4a-49b9-b370-2c76476c4794 HTTP/1.1" status: 200 len: 210 time: 0.0301344 Jan 28 20:44:11.858646 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb52f51a-ec91-4ab4-893f-763ac34c53ba req-a4a97a34-81f4-4032-bf33-8ee2239eb33b tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:44:11.860180 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-fb52f51a-ec91-4ab4-893f-763ac34c53ba req-a4a97a34-81f4-4032-bf33-8ee2239eb33b tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.70 "GET /v2.0/networks?id=c4e2481c-3fdd-41bb-a294-d6fc520a3e23 HTTP/1.1" status: 200 len: 809 time: 0.1024389 Jan 28 20:44:11.926274 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-fb52f51a-ec91-4ab4-893f-763ac34c53ba req-c196e20e-b63d-48a5-9141-a8a04c7a9d11 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d2239f8668fe436bae17ced3be2a2c7f HTTP/1.1" status: 200 len: 379 time: 0.0569375 Jan 28 20:44:11.935516 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-fb52f51a-ec91-4ab4-893f-763ac34c53ba req-545c3230-2b24-4afa-bd64-9247a54de3a4 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Request body: {'port': {'device_id': '57af97bc-2c4a-49b9-b370-2c76476c4794', 'network_id': 'c4e2481c-3fdd-41bb-a294-d6fc520a3e23', 'admin_state_up': True, 'tenant_id': 'd2239f8668fe436bae17ced3be2a2c7f', 'security_groups': ['8925be66-e34e-49d3-870f-39c2a1e92099']}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:44:12.021947 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:44:12.046065 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb52f51a-ec91-4ab4-893f-763ac34c53ba req-545c3230-2b24-4afa-bd64-9247a54de3a4 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Made reservation on behalf of d2239f8668fe436bae17ced3be2a2c7f for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:44:12.049539 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-fb52f51a-ec91-4ab4-893f-763ac34c53ba req-545c3230-2b24-4afa-bd64-9247a54de3a4 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:44:12.159788 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7fef5323-72b2-4061-881a-cca139ae3439 req-d0ae94b4-406c-4c93-87a7-162197f2b5f1 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/ports?device_id=57af97bc-2c4a-49b9-b370-2c76476c4794 HTTP/1.1" status: 200 len: 210 time: 0.0325930 Jan 28 20:44:12.173751 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-fb52f51a-ec91-4ab4-893f-763ac34c53ba req-545c3230-2b24-4afa-bd64-9247a54de3a4 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Allocated IP 172.20.0.12 (c4e2481c-3fdd-41bb-a294-d6fc520a3e23/156488bf-5fce-4f83-a33a-8578cfd94891/58e6c6b6-289d-42ff-a843-2e1b1a67d729) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:44:12.312643 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-fb52f51a-ec91-4ab4-893f-763ac34c53ba req-545c3230-2b24-4afa-bd64-9247a54de3a4 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Publish callbacks [] for port (58e6c6b6-289d-42ff-a843-2e1b1a67d729), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:44:12.345453 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-fb52f51a-ec91-4ab4-893f-763ac34c53ba req-545c3230-2b24-4afa-bd64-9247a54de3a4 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (58e6c6b6-289d-42ff-a843-2e1b1a67d729), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:44:12.390047 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb52f51a-ec91-4ab4-893f-763ac34c53ba req-545c3230-2b24-4afa-bd64-9247a54de3a4 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Network c4e2481c-3fdd-41bb-a294-d6fc520a3e23 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:44:12.392949 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-fb52f51a-ec91-4ab4-893f-763ac34c53ba req-545c3230-2b24-4afa-bd64-9247a54de3a4 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:44:12.399938 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb52f51a-ec91-4ab4-893f-763ac34c53ba req-545c3230-2b24-4afa-bd64-9247a54de3a4 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:44:12.405655 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545c3230-2b24-4afa-bd64-9247a54de3a4 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Pushing event updated for resources: {'Port': ['ID=58e6c6b6-289d-42ff-a843-2e1b1a67d729,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:44:12.455697 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb52f51a-ec91-4ab4-893f-763ac34c53ba req-545c3230-2b24-4afa-bd64-9247a54de3a4 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:44:12.456349 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-fb52f51a-ec91-4ab4-893f-763ac34c53ba req-545c3230-2b24-4afa-bd64-9247a54de3a4 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:44:12.478155 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-fb52f51a-ec91-4ab4-893f-763ac34c53ba req-545c3230-2b24-4afa-bd64-9247a54de3a4 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5461495 Jan 28 20:44:12.489898 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-fb52f51a-ec91-4ab4-893f-763ac34c53ba req-f24e340c-fb75-41de-860a-cd5b6c7cea7b service neutron] Request body: {'port': {'device_id': '57af97bc-2c4a-49b9-b370-2c76476c4794', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-14'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:44:12.552320 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-fb52f51a-ec91-4ab4-893f-763ac34c53ba req-f24e340c-fb75-41de-860a-cd5b6c7cea7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (58e6c6b6-289d-42ff-a843-2e1b1a67d729), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:44:12.677084 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-f26d0def-40ac-4a56-8c45-2fe67d989fd4 None None] Provisioning complete for port 58e6c6b6-289d-42ff-a843-2e1b1a67d729 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:44:12.677467 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f26d0def-40ac-4a56-8c45-2fe67d989fd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (58e6c6b6-289d-42ff-a843-2e1b1a67d729), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:44:12.711322 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-f26d0def-40ac-4a56-8c45-2fe67d989fd4 None None] Port 58e6c6b6-289d-42ff-a843-2e1b1a67d729 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 20:44:12.817185 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-fb52f51a-ec91-4ab4-893f-763ac34c53ba req-f24e340c-fb75-41de-860a-cd5b6c7cea7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58e6c6b6-289d-42ff-a843-2e1b1a67d729 {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:44:12.826590 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-fb52f51a-ec91-4ab4-893f-763ac34c53ba req-f24e340c-fb75-41de-860a-cd5b6c7cea7b service neutron] Publish callbacks [] for port (58e6c6b6-289d-42ff-a843-2e1b1a67d729), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:44:12.838998 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-fb52f51a-ec91-4ab4-893f-763ac34c53ba req-f24e340c-fb75-41de-860a-cd5b6c7cea7b service neutron] Transition to ACTIVE for port object 58e6c6b6-289d-42ff-a843-2e1b1a67d729 will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:44:12.843008 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-fb52f51a-ec91-4ab4-893f-763ac34c53ba req-f24e340c-fb75-41de-860a-cd5b6c7cea7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (58e6c6b6-289d-42ff-a843-2e1b1a67d729), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:44:12.890468 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24e340c-fb75-41de-860a-cd5b6c7cea7b service neutron] Pushing event updated for resources: {'Port': ['ID=58e6c6b6-289d-42ff-a843-2e1b1a67d729,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:44:12.963416 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-fb52f51a-ec91-4ab4-893f-763ac34c53ba req-f24e340c-fb75-41de-860a-cd5b6c7cea7b service neutron] Attempting to bind port 58e6c6b6-289d-42ff-a843-2e1b1a67d729 on host n-h2-812111-14 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:44:12.963785 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-fb52f51a-ec91-4ab4-893f-763ac34c53ba req-f24e340c-fb75-41de-860a-cd5b6c7cea7b service neutron] Attempting to bind port 58e6c6b6-289d-42ff-a843-2e1b1a67d729 by drivers openvswitch,hyperv on host n-h2-812111-14 at level 0 using segments [{'id': 'd3f353f2-6b6d-43d3-b379-b24154dbd956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'c4e2481c-3fdd-41bb-a294-d6fc520a3e23'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:44:12.964115 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb52f51a-ec91-4ab4-893f-763ac34c53ba req-f24e340c-fb75-41de-860a-cd5b6c7cea7b service neutron] Attempting to bind port 58e6c6b6-289d-42ff-a843-2e1b1a67d729 on network c4e2481c-3fdd-41bb-a294-d6fc520a3e23 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:44:12.969338 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb52f51a-ec91-4ab4-893f-763ac34c53ba req-f24e340c-fb75-41de-860a-cd5b6c7cea7b service neutron] Port 58e6c6b6-289d-42ff-a843-2e1b1a67d729 on network c4e2481c-3fdd-41bb-a294-d6fc520a3e23 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-14 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:44:12.969663 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb52f51a-ec91-4ab4-893f-763ac34c53ba req-f24e340c-fb75-41de-860a-cd5b6c7cea7b service neutron] Attempting to bind port 58e6c6b6-289d-42ff-a843-2e1b1a67d729 on network c4e2481c-3fdd-41bb-a294-d6fc520a3e23 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:44:12.974782 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb52f51a-ec91-4ab4-893f-763ac34c53ba req-f24e340c-fb75-41de-860a-cd5b6c7cea7b service neutron] Checking agent: {'id': '8f3fee4e-bf24-4b58-8a3a-ae9c8011a473', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 43, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:44:12.975133 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb52f51a-ec91-4ab4-893f-763ac34c53ba req-f24e340c-fb75-41de-860a-cd5b6c7cea7b service neutron] Checking segment: {'id': 'd3f353f2-6b6d-43d3-b379-b24154dbd956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'c4e2481c-3fdd-41bb-a294-d6fc520a3e23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:44:12.975524 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb52f51a-ec91-4ab4-893f-763ac34c53ba req-f24e340c-fb75-41de-860a-cd5b6c7cea7b service neutron] Bound using segment: {'id': 'd3f353f2-6b6d-43d3-b379-b24154dbd956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'c4e2481c-3fdd-41bb-a294-d6fc520a3e23'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:44:12.976013 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-fb52f51a-ec91-4ab4-893f-763ac34c53ba req-f24e340c-fb75-41de-860a-cd5b6c7cea7b service neutron] Bound port: 58e6c6b6-289d-42ff-a843-2e1b1a67d729, host: n-h2-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3f353f2-6b6d-43d3-b379-b24154dbd956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'c4e2481c-3fdd-41bb-a294-d6fc520a3e23'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:44:12.976375 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-fb52f51a-ec91-4ab4-893f-763ac34c53ba req-f24e340c-fb75-41de-860a-cd5b6c7cea7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (58e6c6b6-289d-42ff-a843-2e1b1a67d729), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:44:13.048886 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-fb52f51a-ec91-4ab4-893f-763ac34c53ba req-f24e340c-fb75-41de-860a-cd5b6c7cea7b service neutron] For port 58e6c6b6-289d-42ff-a843-2e1b1a67d729, host n-h2-812111-14, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:44:13.052152 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-fb52f51a-ec91-4ab4-893f-763ac34c53ba req-f24e340c-fb75-41de-860a-cd5b6c7cea7b service neutron] For port 58e6c6b6-289d-42ff-a843-2e1b1a67d729, host n-h2-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=58e6c6b6-289d-42ff-a843-2e1b1a67d729,segment=NetworkSegment(d3f353f2-6b6d-43d3-b379-b24154dbd956),segment_id=d3f353f2-6b6d-43d3-b379-b24154dbd956)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:44:13.058610 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-fb52f51a-ec91-4ab4-893f-763ac34c53ba req-f24e340c-fb75-41de-860a-cd5b6c7cea7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (58e6c6b6-289d-42ff-a843-2e1b1a67d729), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:44:13.090640 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb52f51a-ec91-4ab4-893f-763ac34c53ba req-f24e340c-fb75-41de-860a-cd5b6c7cea7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:44:13.091270 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-fb52f51a-ec91-4ab4-893f-763ac34c53ba req-f24e340c-fb75-41de-860a-cd5b6c7cea7b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:44:13.092737 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-fb52f51a-ec91-4ab4-893f-763ac34c53ba req-f24e340c-fb75-41de-860a-cd5b6c7cea7b service neutron] 10.222.0.70 "PUT /v2.0/ports/58e6c6b6-289d-42ff-a843-2e1b1a67d729 HTTP/1.1" status: 200 len: 1093 time: 0.6071270 Jan 28 20:44:13.093220 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57af97bc-2c4a-49b9-b370-2c76476c4794', 'tag': '58e6c6b6-289d-42ff-a843-2e1b1a67d729'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:44:13.095591 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}690870b4896ba3504f21237a239c836c0346d6a62bcfb5e8ee91fd1b13f99dd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89ad6b84-b483-4377-8ce9-ebe95008224e" -d '{"events": [{"name": "network-changed", "server_uuid": "57af97bc-2c4a-49b9-b370-2c76476c4794", "tag": "58e6c6b6-289d-42ff-a843-2e1b1a67d729"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:44:13.128054 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24e340c-fb75-41de-860a-cd5b6c7cea7b service neutron] Pushing event updated for resources: {'Port': ['ID=58e6c6b6-289d-42ff-a843-2e1b1a67d729,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:44:13.167032 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:44:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0442b93b-46fc-4ff4-973d-4ace54a0f3bb x-openstack-request-id: req-0442b93b-46fc-4ff4-973d-4ace54a0f3bb {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:44:13.167326 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57af97bc-2c4a-49b9-b370-2c76476c4794", "tag": "58e6c6b6-289d-42ff-a843-2e1b1a67d729", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:44:13.167583 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0442b93b-46fc-4ff4-973d-4ace54a0f3bb {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:44:13.167993 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57af97bc-2c4a-49b9-b370-2c76476c4794', 'tag': '58e6c6b6-289d-42ff-a843-2e1b1a67d729', 'status': 'completed', 'code': 200} Jan 28 20:44:13.189406 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb52f51a-ec91-4ab4-893f-763ac34c53ba req-6e851f1c-a9ce-4306-8a4b-97b70cf50032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:44:13.191053 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-fb52f51a-ec91-4ab4-893f-763ac34c53ba req-6e851f1c-a9ce-4306-8a4b-97b70cf50032 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d2239f8668fe436bae17ced3be2a2c7f&device_id=57af97bc-2c4a-49b9-b370-2c76476c4794 HTTP/1.1" status: 200 len: 1127 time: 0.0547729 Jan 28 20:44:13.240087 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-fb52f51a-ec91-4ab4-893f-763ac34c53ba req-166df839-65d8-4507-bf58-97925729fa2a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=58e6c6b6-289d-42ff-a843-2e1b1a67d729 HTTP/1.1" status: 200 len: 217 time: 0.0423193 Jan 28 20:44:13.290692 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb52f51a-ec91-4ab4-893f-763ac34c53ba req-31dea2df-0c7e-4fba-9167-c231591a0650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:44:13.292379 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-fb52f51a-ec91-4ab4-893f-763ac34c53ba req-31dea2df-0c7e-4fba-9167-c231591a0650 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=156488bf-5fce-4f83-a33a-8578cfd94891 HTTP/1.1" status: 200 len: 848 time: 0.0466943 Jan 28 20:44:13.296947 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812387b6-5bd4-41bb-a509-f66fca4355ed req-1c8f7899-f92a-4ec8-804a-2b9951e3c59d tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:44:13.305385 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-812387b6-5bd4-41bb-a509-f66fca4355ed req-1c8f7899-f92a-4ec8-804a-2b9951e3c59d tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/ports?device_id=57af97bc-2c4a-49b9-b370-2c76476c4794 HTTP/1.1" status: 200 len: 944 time: 0.0664868 Jan 28 20:44:13.344827 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb52f51a-ec91-4ab4-893f-763ac34c53ba req-5f5cc140-9646-400a-9925-0744871c6b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:44:13.346844 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-fb52f51a-ec91-4ab4-893f-763ac34c53ba req-5f5cc140-9646-400a-9925-0744871c6b99 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c4e2481c-3fdd-41bb-a294-d6fc520a3e23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0480101 Jan 28 20:44:13.350814 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-812387b6-5bd4-41bb-a509-f66fca4355ed req-f7cf0d83-afa7-4538-bbe7-65e19cecfb72 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/security-groups?id=8925be66-e34e-49d3-870f-39c2a1e92099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445588 Jan 28 20:44:13.374772 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:44:13.449595 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-fb52f51a-ec91-4ab4-893f-763ac34c53ba req-1420c19a-3c9e-4209-9a0b-7fa5bd54560c service neutron] 10.222.0.70 "GET /v2.0/networks/c4e2481c-3fdd-41bb-a294-d6fc520a3e23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971117 Jan 28 20:44:13.538003 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-fb52f51a-ec91-4ab4-893f-763ac34c53ba req-557e88df-e7f0-41c3-8085-fa9fd2255f69 service neutron] 10.222.0.70 "GET /v2.0/networks/c4e2481c-3fdd-41bb-a294-d6fc520a3e23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830638 Jan 28 20:44:13.626179 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ad6b84-b483-4377-8ce9-ebe95008224e req-6e15b4d4-b09a-47a6-aeba-549baf0c1957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:44:13.627702 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-89ad6b84-b483-4377-8ce9-ebe95008224e req-6e15b4d4-b09a-47a6-aeba-549baf0c1957 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d2239f8668fe436bae17ced3be2a2c7f&device_id=57af97bc-2c4a-49b9-b370-2c76476c4794 HTTP/1.1" status: 200 len: 1127 time: 0.0472174 Jan 28 20:44:13.723000 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ad6b84-b483-4377-8ce9-ebe95008224e req-b8e8b450-20e1-4323-82e6-55f34454ec58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:44:13.724394 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-89ad6b84-b483-4377-8ce9-ebe95008224e req-b8e8b450-20e1-4323-82e6-55f34454ec58 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c4e2481c-3fdd-41bb-a294-d6fc520a3e23 HTTP/1.1" status: 200 len: 909 time: 0.0902715 Jan 28 20:44:13.766820 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-89ad6b84-b483-4377-8ce9-ebe95008224e req-37ee3e8e-c89f-4e92-8e7e-1d1435f6e47b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=58e6c6b6-289d-42ff-a843-2e1b1a67d729 HTTP/1.1" status: 200 len: 217 time: 0.0364606 Jan 28 20:44:13.818427 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ad6b84-b483-4377-8ce9-ebe95008224e req-22dbaba9-cf9c-4eba-bb30-6960918c2848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:44:13.819822 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-89ad6b84-b483-4377-8ce9-ebe95008224e req-22dbaba9-cf9c-4eba-bb30-6960918c2848 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=156488bf-5fce-4f83-a33a-8578cfd94891 HTTP/1.1" status: 200 len: 848 time: 0.0472789 Jan 28 20:44:13.868829 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ad6b84-b483-4377-8ce9-ebe95008224e req-4a08bc03-7e7d-48c1-bd11-d6825bcb791b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:44:13.870331 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-89ad6b84-b483-4377-8ce9-ebe95008224e req-4a08bc03-7e7d-48c1-bd11-d6825bcb791b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c4e2481c-3fdd-41bb-a294-d6fc520a3e23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0435007 Jan 28 20:44:13.958508 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-89ad6b84-b483-4377-8ce9-ebe95008224e req-eb40d383-fed6-433f-b9a8-06520b00c30c service neutron] 10.222.0.70 "GET /v2.0/networks/c4e2481c-3fdd-41bb-a294-d6fc520a3e23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807142 Jan 28 20:44:14.055485 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-89ad6b84-b483-4377-8ce9-ebe95008224e req-b3cef948-c2a8-4382-b2f9-8b7d6860d5fb service neutron] 10.222.0.70 "GET /v2.0/networks/c4e2481c-3fdd-41bb-a294-d6fc520a3e23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859597 Jan 28 20:44:14.475666 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca1c30b-d39f-45c8-b491-9366d08d10db req-7a629096-d79a-4608-a5a4-b5ed57a923ed tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:44:14.477229 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-fca1c30b-d39f-45c8-b491-9366d08d10db req-7a629096-d79a-4608-a5a4-b5ed57a923ed tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/ports?device_id=57af97bc-2c4a-49b9-b370-2c76476c4794 HTTP/1.1" status: 200 len: 944 time: 0.0545278 Jan 28 20:44:14.527088 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-fca1c30b-d39f-45c8-b491-9366d08d10db req-7f8224ff-2213-4399-adb5-4d518895bce1 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/security-groups?id=8925be66-e34e-49d3-870f-39c2a1e92099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440485 Jan 28 20:44:15.303628 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 58e6c6b6-289d-42ff-a843-2e1b1a67d729 details requested by agent hyperv_n-h2-812111-14 with host n-h2-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:44:15.406062 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 58e6c6b6-289d-42ff-a843-2e1b1a67d729, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=58e6c6b6-289d-42ff-a843-2e1b1a67d729,segment=NetworkSegment(d3f353f2-6b6d-43d3-b379-b24154dbd956),segment_id=d3f353f2-6b6d-43d3-b379-b24154dbd956)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:44:15.418132 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Returning: {'device': '58e6c6b6-289d-42ff-a843-2e1b1a67d729', 'network_id': 'c4e2481c-3fdd-41bb-a294-d6fc520a3e23', 'port_id': '58e6c6b6-289d-42ff-a843-2e1b1a67d729', 'mac_address': 'fa:16:3e:62:3a:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '156488bf-5fce-4f83-a33a-8578cfd94891', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:44:15.456056 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 58e6c6b6-289d-42ff-a843-2e1b1a67d729 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:44:15.456449 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (58e6c6b6-289d-42ff-a843-2e1b1a67d729), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:44:15.469330 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58e6c6b6-289d-42ff-a843-2e1b1a67d729 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:44:15.488893 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 58e6c6b6-289d-42ff-a843-2e1b1a67d729, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=58e6c6b6-289d-42ff-a843-2e1b1a67d729,segment=NetworkSegment(d3f353f2-6b6d-43d3-b379-b24154dbd956),segment_id=d3f353f2-6b6d-43d3-b379-b24154dbd956)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:44:15.493429 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (58e6c6b6-289d-42ff-a843-2e1b1a67d729), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:44:15.544219 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=58e6c6b6-289d-42ff-a843-2e1b1a67d729,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:44:15.643490 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bebc9aa-f0d8-4394-b056-9e0323cee101 req-bc890a72-0416-4e7d-95ce-076709fde3ca tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:44:15.644987 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1bebc9aa-f0d8-4394-b056-9e0323cee101 req-bc890a72-0416-4e7d-95ce-076709fde3ca tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/ports?device_id=57af97bc-2c4a-49b9-b370-2c76476c4794 HTTP/1.1" status: 200 len: 945 time: 0.0518386 Jan 28 20:44:15.697026 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1bebc9aa-f0d8-4394-b056-9e0323cee101 req-4c1a2d9b-8a94-480c-a50e-b9a00b7b2c50 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/security-groups?id=8925be66-e34e-49d3-870f-39c2a1e92099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448830 Jan 28 20:44:15.715989 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['58e6c6b6-289d-42ff-a843-2e1b1a67d729'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:44:16.814529 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a985430-fcd9-4012-b0dd-e55c7d02f807 req-d5e1ea80-126b-4a70-ad75-275a65dc1a81 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:44:16.815921 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7a985430-fcd9-4012-b0dd-e55c7d02f807 req-d5e1ea80-126b-4a70-ad75-275a65dc1a81 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/ports?device_id=57af97bc-2c4a-49b9-b370-2c76476c4794 HTTP/1.1" status: 200 len: 945 time: 0.0522537 Jan 28 20:44:16.869841 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7a985430-fcd9-4012-b0dd-e55c7d02f807 req-386c68ed-339f-4589-bdcc-1de395c32420 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/security-groups?id=8925be66-e34e-49d3-870f-39c2a1e92099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478883 Jan 28 20:44:17.302337 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 58e6c6b6-289d-42ff-a843-2e1b1a67d729 up at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:44:17.351073 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning for port 58e6c6b6-289d-42ff-a843-2e1b1a67d729 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:44:17.355487 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning complete for port 58e6c6b6-289d-42ff-a843-2e1b1a67d729 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:44:17.355864 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (58e6c6b6-289d-42ff-a843-2e1b1a67d729), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:44:17.431532 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 58e6c6b6-289d-42ff-a843-2e1b1a67d729 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:44:17.431915 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (58e6c6b6-289d-42ff-a843-2e1b1a67d729), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:44:17.454104 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57af97bc-2c4a-49b9-b370-2c76476c4794', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58e6c6b6-289d-42ff-a843-2e1b1a67d729'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:44:17.456355 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}704c702df6f21e7df92d3d89d4c6cfde2c6406e49d8202b36454fc5209adee22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ffde809-0571-4bfe-8ccc-5e86002c3670" -d '{"events": [{"server_uuid": "57af97bc-2c4a-49b9-b370-2c76476c4794", "name": "network-vif-plugged", "status": "completed", "tag": "58e6c6b6-289d-42ff-a843-2e1b1a67d729"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:44:17.472770 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 58e6c6b6-289d-42ff-a843-2e1b1a67d729, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=58e6c6b6-289d-42ff-a843-2e1b1a67d729,segment=NetworkSegment(d3f353f2-6b6d-43d3-b379-b24154dbd956),segment_id=d3f353f2-6b6d-43d3-b379-b24154dbd956)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:44:17.476666 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (58e6c6b6-289d-42ff-a843-2e1b1a67d729), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:44:17.499203 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:44:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c505fb53-aad9-485f-b2dd-7c789e655e80 x-openstack-request-id: req-c505fb53-aad9-485f-b2dd-7c789e655e80 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:44:17.499503 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57af97bc-2c4a-49b9-b370-2c76476c4794", "name": "network-vif-plugged", "status": "completed", "tag": "58e6c6b6-289d-42ff-a843-2e1b1a67d729", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:44:17.499757 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c505fb53-aad9-485f-b2dd-7c789e655e80 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:44:17.500152 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57af97bc-2c4a-49b9-b370-2c76476c4794', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58e6c6b6-289d-42ff-a843-2e1b1a67d729', 'code': 200} Jan 28 20:44:17.526497 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=58e6c6b6-289d-42ff-a843-2e1b1a67d729,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:44:17.595912 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82551eee-4b2c-4b0b-a065-9c0d18ca43b8 req-49bf3298-a8a5-497e-b60f-eef1aec38f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:44:17.597413 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-82551eee-4b2c-4b0b-a065-9c0d18ca43b8 req-49bf3298-a8a5-497e-b60f-eef1aec38f60 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=57af97bc-2c4a-49b9-b370-2c76476c4794 HTTP/1.1" status: 200 len: 1129 time: 0.0436931 Jan 28 20:44:17.643446 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-82551eee-4b2c-4b0b-a065-9c0d18ca43b8 req-a3902e3b-8fde-4497-b0a3-cfaa16fac3ed service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=8925be66-e34e-49d3-870f-39c2a1e92099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388837 Jan 28 20:44:17.988337 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7ae06e-a512-46fb-a4a7-da4f4319f5de req-d853b469-967e-462a-9383-fcbf86b9512f tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:44:17.989825 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3b7ae06e-a512-46fb-a4a7-da4f4319f5de req-d853b469-967e-462a-9383-fcbf86b9512f tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/ports?device_id=57af97bc-2c4a-49b9-b370-2c76476c4794 HTTP/1.1" status: 200 len: 946 time: 0.0526719 Jan 28 20:44:18.037487 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3b7ae06e-a512-46fb-a4a7-da4f4319f5de req-e9b1ecdf-b5c5-4492-8d8d-d150c2b0f1b8 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/security-groups?id=8925be66-e34e-49d3-870f-39c2a1e92099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421216 Jan 28 20:44:19.170510 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d19a029-4d6f-4b60-aae3-7f95fba360dd req-f43477bc-e493-4764-ab44-525a725a8887 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:44:19.177022 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3d19a029-4d6f-4b60-aae3-7f95fba360dd req-f43477bc-e493-4764-ab44-525a725a8887 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/ports?device_id=57af97bc-2c4a-49b9-b370-2c76476c4794 HTTP/1.1" status: 200 len: 946 time: 0.0644953 Jan 28 20:44:19.222198 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3d19a029-4d6f-4b60-aae3-7f95fba360dd req-b43b4e5a-16b6-4e1e-86e2-7c526956b32b tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/security-groups?id=8925be66-e34e-49d3-870f-39c2a1e92099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444613 Jan 28 20:44:19.351340 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30733a1b-9d91-41f5-a7ca-8113f5f8e698 req-6cd187e3-98c3-467f-83e3-0daeb542cc1e tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:44:19.352819 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-30733a1b-9d91-41f5-a7ca-8113f5f8e698 req-6cd187e3-98c3-467f-83e3-0daeb542cc1e tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/ports?device_id=57af97bc-2c4a-49b9-b370-2c76476c4794 HTTP/1.1" status: 200 len: 946 time: 0.0643976 Jan 28 20:44:19.401801 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-30733a1b-9d91-41f5-a7ca-8113f5f8e698 req-c4faa5a5-4c44-4c1b-ad6a-902f80324cbe tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/security-groups?id=8925be66-e34e-49d3-870f-39c2a1e92099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434506 Jan 28 20:44:19.428916 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 44214) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:44:19.557581 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da4a321d-543e-4c8b-825c-5ec228b5d97f tempest-TestShelveInstance-1815298458 tempest-TestShelveInstance-1815298458-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:44:19.559142 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-da4a321d-543e-4c8b-825c-5ec228b5d97f tempest-TestShelveInstance-1815298458 tempest-TestShelveInstance-1815298458-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=57af97bc-2c4a-49b9-b370-2c76476c4794 HTTP/1.1" status: 200 len: 1124 time: 0.1286860 Jan 28 20:44:19.562129 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 44218) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:44:19.566803 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-a1c88a67-fdf8-4857-8c3a-089539072f84 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Request body: {'floatingip': {'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'port_id': '58e6c6b6-289d-42ff-a843-2e1b1a67d729', 'tenant_id': 'd2239f8668fe436bae17ced3be2a2c7f', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:44:19.587961 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a1c88a67-fdf8-4857-8c3a-089539072f84 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:44:19.685276 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a1c88a67-fdf8-4857-8c3a-089539072f84 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:44:19.785821 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-a1c88a67-fdf8-4857-8c3a-089539072f84 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Allocated IP 172.25.6.23 (d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8/a648e4ab-7422-41b9-b133-58aca25ab8f5/06e1c0c9-3921-4874-92b5-ca5b635078a0) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:44:19.890334 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a1c88a67-fdf8-4857-8c3a-089539072f84 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Publish callbacks [] for port (06e1c0c9-3921-4874-92b5-ca5b635078a0), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:44:19.926043 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a1c88a67-fdf8-4857-8c3a-089539072f84 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (06e1c0c9-3921-4874-92b5-ca5b635078a0), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:44:19.963656 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c88a67-fdf8-4857-8c3a-089539072f84 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:44:19.966327 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-a1c88a67-fdf8-4857-8c3a-089539072f84 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:44:19.969002 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c88a67-fdf8-4857-8c3a-089539072f84 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:44:19.994945 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c88a67-fdf8-4857-8c3a-089539072f84 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Pushing event updated for resources: {'Port': ['ID=06e1c0c9-3921-4874-92b5-ca5b635078a0,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:44:20.348801 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a1c88a67-fdf8-4857-8c3a-089539072f84 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Publish callbacks [] for floatingip (a60c908f-a610-43f8-9238-c7ad70a90b95), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:44:20.417445 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a1c88a67-fdf8-4857-8c3a-089539072f84 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (06e1c0c9-3921-4874-92b5-ca5b635078a0), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:44:20.567003 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a1c88a67-fdf8-4857-8c3a-089539072f84 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Publish callbacks [] for port (06e1c0c9-3921-4874-92b5-ca5b635078a0), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:44:20.571701 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a1c88a67-fdf8-4857-8c3a-089539072f84 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (06e1c0c9-3921-4874-92b5-ca5b635078a0), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:44:20.641650 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c88a67-fdf8-4857-8c3a-089539072f84 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Pushing event updated for resources: {'Port': ['ID=06e1c0c9-3921-4874-92b5-ca5b635078a0,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:44:20.651889 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a1c88a67-fdf8-4857-8c3a-089539072f84 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734886'] for floatingip (a60c908f-a610-43f8-9238-c7ad70a90b95), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:44:20.751278 n-d-812111-14 neutron-server[103304]: INFO neutron.db.l3_db [None req-a1c88a67-fdf8-4857-8c3a-089539072f84 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Floating IP a60c908f-a610-43f8-9238-c7ad70a90b95 associated. External IP: 172.25.6.23, port: 58e6c6b6-289d-42ff-a843-2e1b1a67d729. Jan 28 20:44:20.954524 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1c88a67-fdf8-4857-8c3a-089539072f84 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Router 2f78c7e4-d738-4909-a947-6d17e40f4276 has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:44:21.062665 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1c88a67-fdf8-4857-8c3a-089539072f84 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:44:21.072589 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b28efbe-49ca-497d-802a-c845ba4beebb None None] Sync routers for ids ['2f78c7e4-d738-4909-a947-6d17e40f4276'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:44:21.079794 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a1c88a67-fdf8-4857-8c3a-089539072f84 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for floatingip (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:44:21.082692 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b28efbe-49ca-497d-802a-c845ba4beebb None None] Routers {'2f78c7e4-d738-4909-a947-6d17e40f4276'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:44:21.083377 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-9b28efbe-49ca-497d-802a-c845ba4beebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:44:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['2f78c7e4-d738-4909-a947-6d17e40f4276'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:44:21.109026 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-a1c88a67-fdf8-4857-8c3a-089539072f84 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5458758 Jan 28 20:44:21.109651 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57af97bc-2c4a-49b9-b370-2c76476c4794', 'tag': '58e6c6b6-289d-42ff-a843-2e1b1a67d729'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:44:21.111959 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}690870b4896ba3504f21237a239c836c0346d6a62bcfb5e8ee91fd1b13f99dd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7758fb5f-f10d-477b-9276-248f701c6b56" -d '{"events": [{"name": "network-changed", "server_uuid": "57af97bc-2c4a-49b9-b370-2c76476c4794", "tag": "58e6c6b6-289d-42ff-a843-2e1b1a67d729"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:44:21.150145 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-030105c8-08a1-47f5-9bbb-db91e25a8778 x-openstack-request-id: req-030105c8-08a1-47f5-9bbb-db91e25a8778 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:44:21.150452 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57af97bc-2c4a-49b9-b370-2c76476c4794", "tag": "58e6c6b6-289d-42ff-a843-2e1b1a67d729", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:44:21.150714 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-030105c8-08a1-47f5-9bbb-db91e25a8778 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:44:21.151129 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57af97bc-2c4a-49b9-b370-2c76476c4794', 'tag': '58e6c6b6-289d-42ff-a843-2e1b1a67d729', 'status': 'completed', 'code': 200} Jan 28 20:44:21.189588 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-9b28efbe-49ca-497d-802a-c845ba4beebb None None] Set router 2f78c7e4-d738-4909-a947-6d17e40f4276 gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:44:21.224385 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7758fb5f-f10d-477b-9276-248f701c6b56 req-5a40d127-0c48-4679-a92f-362e746ec1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:44:21.225967 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7758fb5f-f10d-477b-9276-248f701c6b56 req-5a40d127-0c48-4679-a92f-362e746ec1fa service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d2239f8668fe436bae17ced3be2a2c7f&device_id=57af97bc-2c4a-49b9-b370-2c76476c4794 HTTP/1.1" status: 200 len: 1129 time: 0.0495172 Jan 28 20:44:21.317150 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7758fb5f-f10d-477b-9276-248f701c6b56 req-8af307e8-ab1e-4fa3-b19c-8c1bf2bbad73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:44:21.318670 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7758fb5f-f10d-477b-9276-248f701c6b56 req-8af307e8-ab1e-4fa3-b19c-8c1bf2bbad73 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c4e2481c-3fdd-41bb-a294-d6fc520a3e23 HTTP/1.1" status: 200 len: 909 time: 0.0858743 Jan 28 20:44:21.387429 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7758fb5f-f10d-477b-9276-248f701c6b56 req-dc37178b-169e-4c4f-b8cc-91e1a2549016 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=58e6c6b6-289d-42ff-a843-2e1b1a67d729 HTTP/1.1" status: 200 len: 999 time: 0.0626168 Jan 28 20:44:21.423431 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-9b28efbe-49ca-497d-802a-c845ba4beebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f78c7e4-d738-4909-a947-6d17e40f4276', 'name': 'tempest-TestShelveInstance-1045975041-router', 'tenant_id': 'd2239f8668fe436bae17ced3be2a2c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': '85b8f70b-41b8-4d1b-a3f9-83216d559c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:43:55Z', 'updated_at': '2022-01-28T20:43:58Z', 'revision_number': 4, 'project_id': 'd2239f8668fe436bae17ced3be2a2c7f', 'gw_port': {'id': '85b8f70b-41b8-4d1b-a3f9-83216d559c99', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:60:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f78c7e4-d738-4909-a947-6d17e40f4276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:43:55Z', 'updated_at': '2022-01-28T20:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_floatingips': [{'id': 'a60c908f-a610-43f8-9238-c7ad70a90b95', 'tenant_id': 'd2239f8668fe436bae17ced3be2a2c7f', 'floating_ip_address': '172.25.6.23', 'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'router_id': '2f78c7e4-d738-4909-a947-6d17e40f4276', 'port_id': '58e6c6b6-289d-42ff-a843-2e1b1a67d729', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4360, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4e2481c-3fdd-41bb-a294-d6fc520a3e23', 'mac_address': 'fa:16:3e:62:3a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57af97bc-2c4a-49b9-b370-2c76476c4794', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:44:20Z', 'updated_at': '2022-01-28T20:44:20Z', 'revision_number': 0, 'project_id': 'd2239f8668fe436bae17ced3be2a2c7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '875397f7-2818-4b7d-9db5-2afd1b417ca3', 'name': '', 'network_id': 'c4e2481c-3fdd-41bb-a294-d6fc520a3e23', 'tenant_id': 'd2239f8668fe436bae17ced3be2a2c7f', 'mac_address': 'fa:16:3e:1c:91:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f78c7e4-d738-4909-a947-6d17e40f4276', 'device_owner': 'network:router_interface', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '156488bf-5fce-4f83-a33a-8578cfd94891', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:43:57Z', 'updated_at': '2022-01-28T20:44:02Z', 'revision_number': 5, 'project_id': 'd2239f8668fe436bae17ced3be2a2c7f', 'subnets': [{'id': '156488bf-5fce-4f83-a33a-8578cfd94891', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:44:21.438461 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7758fb5f-f10d-477b-9276-248f701c6b56 req-81e86b4a-c287-4090-9c7e-76907141ddcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:44:21.439938 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7758fb5f-f10d-477b-9276-248f701c6b56 req-81e86b4a-c287-4090-9c7e-76907141ddcf service neutron] 10.222.0.70 "GET /v2.0/subnets?id=156488bf-5fce-4f83-a33a-8578cfd94891 HTTP/1.1" status: 200 len: 848 time: 0.0461566 Jan 28 20:44:21.455690 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b28efbe-49ca-497d-802a-c845ba4beebb None None] Checking router: 2f78c7e4-d738-4909-a947-6d17e40f4276 for host: n-d-812111-14 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:44:21.464146 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b28efbe-49ca-497d-802a-c845ba4beebb None None] Routers {'2f78c7e4-d738-4909-a947-6d17e40f4276'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:44:21.464766 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-9b28efbe-49ca-497d-802a-c845ba4beebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:44:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['2f78c7e4-d738-4909-a947-6d17e40f4276'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:44:21.489757 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7758fb5f-f10d-477b-9276-248f701c6b56 req-094c6daa-24f1-4e5c-990c-d4ebf8ca3455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:44:21.491204 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7758fb5f-f10d-477b-9276-248f701c6b56 req-094c6daa-24f1-4e5c-990c-d4ebf8ca3455 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c4e2481c-3fdd-41bb-a294-d6fc520a3e23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0445910 Jan 28 20:44:21.570682 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-9b28efbe-49ca-497d-802a-c845ba4beebb None None] Set router 2f78c7e4-d738-4909-a947-6d17e40f4276 gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:44:21.584278 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7758fb5f-f10d-477b-9276-248f701c6b56 req-184a5739-fb52-489a-a9a0-5939b3c0657c service neutron] 10.222.0.70 "GET /v2.0/networks/c4e2481c-3fdd-41bb-a294-d6fc520a3e23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865715 Jan 28 20:44:21.673202 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7758fb5f-f10d-477b-9276-248f701c6b56 req-461b2ab2-a7f8-401d-afe4-d0820792e273 service neutron] 10.222.0.70 "GET /v2.0/networks/c4e2481c-3fdd-41bb-a294-d6fc520a3e23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829802 Jan 28 20:44:21.789990 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:44:21.792277 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-9b28efbe-49ca-497d-802a-c845ba4beebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f78c7e4-d738-4909-a947-6d17e40f4276', 'name': 'tempest-TestShelveInstance-1045975041-router', 'tenant_id': 'd2239f8668fe436bae17ced3be2a2c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': '85b8f70b-41b8-4d1b-a3f9-83216d559c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:43:55Z', 'updated_at': '2022-01-28T20:43:58Z', 'revision_number': 4, 'project_id': 'd2239f8668fe436bae17ced3be2a2c7f', 'gw_port': {'id': '85b8f70b-41b8-4d1b-a3f9-83216d559c99', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:60:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f78c7e4-d738-4909-a947-6d17e40f4276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:43:55Z', 'updated_at': '2022-01-28T20:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_floatingips': [{'id': 'a60c908f-a610-43f8-9238-c7ad70a90b95', 'tenant_id': 'd2239f8668fe436bae17ced3be2a2c7f', 'floating_ip_address': '172.25.6.23', 'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'router_id': '2f78c7e4-d738-4909-a947-6d17e40f4276', 'port_id': '58e6c6b6-289d-42ff-a843-2e1b1a67d729', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4360, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4e2481c-3fdd-41bb-a294-d6fc520a3e23', 'mac_address': 'fa:16:3e:62:3a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57af97bc-2c4a-49b9-b370-2c76476c4794', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:44:20Z', 'updated_at': '2022-01-28T20:44:20Z', 'revision_number': 0, 'project_id': 'd2239f8668fe436bae17ced3be2a2c7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '875397f7-2818-4b7d-9db5-2afd1b417ca3', 'name': '', 'network_id': 'c4e2481c-3fdd-41bb-a294-d6fc520a3e23', 'tenant_id': 'd2239f8668fe436bae17ced3be2a2c7f', 'mac_address': 'fa:16:3e:1c:91:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f78c7e4-d738-4909-a947-6d17e40f4276', 'device_owner': 'network:router_interface', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '156488bf-5fce-4f83-a33a-8578cfd94891', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:43:57Z', 'updated_at': '2022-01-28T20:44:02Z', 'revision_number': 5, 'project_id': 'd2239f8668fe436bae17ced3be2a2c7f', 'subnets': [{'id': '156488bf-5fce-4f83-a33a-8578cfd94891', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:44:21.818035 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b28efbe-49ca-497d-802a-c845ba4beebb None None] The sync data for ids ['2f78c7e4-d738-4909-a947-6d17e40f4276'] in n-d-812111-14 is: [{'id': '2f78c7e4-d738-4909-a947-6d17e40f4276', 'name': 'tempest-TestShelveInstance-1045975041-router', 'tenant_id': 'd2239f8668fe436bae17ced3be2a2c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': '85b8f70b-41b8-4d1b-a3f9-83216d559c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:43:55Z', 'updated_at': '2022-01-28T20:43:58Z', 'revision_number': 4, 'project_id': 'd2239f8668fe436bae17ced3be2a2c7f', 'gw_port': {'id': '85b8f70b-41b8-4d1b-a3f9-83216d559c99', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:60:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f78c7e4-d738-4909-a947-6d17e40f4276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:43:55Z', 'updated_at': '2022-01-28T20:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_floatingips': [{'id': 'a60c908f-a610-43f8-9238-c7ad70a90b95', 'tenant_id': 'd2239f8668fe436bae17ced3be2a2c7f', 'floating_ip_address': '172.25.6.23', 'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'router_id': '2f78c7e4-d738-4909-a947-6d17e40f4276', 'port_id': '58e6c6b6-289d-42ff-a843-2e1b1a67d729', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4360, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4e2481c-3fdd-41bb-a294-d6fc520a3e23', 'mac_address': 'fa:16:3e:62:3a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57af97bc-2c4a-49b9-b370-2c76476c4794', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:44:20Z', 'updated_at': '2022-01-28T20:44:20Z', 'revision_number': 0, 'project_id': 'd2239f8668fe436bae17ced3be2a2c7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '875397f7-2818-4b7d-9db5-2afd1b417ca3', 'name': '', 'network_id': 'c4e2481c-3fdd-41bb-a294-d6fc520a3e23', 'tenant_id': 'd2239f8668fe436bae17ced3be2a2c7f', 'mac_address': 'fa:16:3e:1c:91:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f78c7e4-d738-4909-a947-6d17e40f4276', 'device_owner': 'network:router_interface', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '156488bf-5fce-4f83-a33a-8578cfd94891', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:43:57Z', 'updated_at': '2022-01-28T20:44:02Z', 'revision_number': 5, 'project_id': 'd2239f8668fe436bae17ced3be2a2c7f', 'subnets': [{'id': '156488bf-5fce-4f83-a33a-8578cfd94891', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:44:22.008563 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b4df5b-306b-4c33-b6a7-47d65cfd0981 None None] New status for floating IP a60c908f-a610-43f8-9238-c7ad70a90b95: ACTIVE {{(pid=103306) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 20:44:22.179115 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:44:24.758874 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:44:36.873305 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2be798e5-bb80-4135-8ebe-2a0b41b4a9c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:44:38.762490 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-63db6e1b-2c56-4376-b78a-e491363a477c req-c1faa56c-cb5b-49eb-ac30-d7c2efeeec87 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=57af97bc-2c4a-49b9-b370-2c76476c4794&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0434589 Jan 28 20:44:38.855001 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63db6e1b-2c56-4376-b78a-e491363a477c req-9c22b39d-6cc2-4c19-bec9-7763fbf4aa40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:44:38.856492 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-63db6e1b-2c56-4376-b78a-e491363a477c req-9c22b39d-6cc2-4c19-bec9-7763fbf4aa40 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d2239f8668fe436bae17ced3be2a2c7f&device_id=57af97bc-2c4a-49b9-b370-2c76476c4794 HTTP/1.1" status: 200 len: 1129 time: 0.0488849 Jan 28 20:44:38.957603 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63db6e1b-2c56-4376-b78a-e491363a477c req-bf247938-a058-4170-8f6a-263ecda0d6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:44:38.959056 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-63db6e1b-2c56-4376-b78a-e491363a477c req-bf247938-a058-4170-8f6a-263ecda0d6c5 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c4e2481c-3fdd-41bb-a294-d6fc520a3e23 HTTP/1.1" status: 200 len: 909 time: 0.0850906 Jan 28 20:44:39.027093 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-63db6e1b-2c56-4376-b78a-e491363a477c req-88284a91-e35e-4bb7-b2cc-a91cb1f66653 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=58e6c6b6-289d-42ff-a843-2e1b1a67d729 HTTP/1.1" status: 200 len: 1001 time: 0.0613987 Jan 28 20:44:39.078631 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63db6e1b-2c56-4376-b78a-e491363a477c req-3ff767dc-a196-4381-83a9-791eb3549b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:44:39.080030 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-63db6e1b-2c56-4376-b78a-e491363a477c req-3ff767dc-a196-4381-83a9-791eb3549b47 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=156488bf-5fce-4f83-a33a-8578cfd94891 HTTP/1.1" status: 200 len: 848 time: 0.0429628 Jan 28 20:44:39.121484 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-429fb513-c592-4f46-a12d-f8221b8aa67e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:44:39.128752 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63db6e1b-2c56-4376-b78a-e491363a477c req-279d403b-cefb-4028-a0e0-0d58082c062e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:44:39.130298 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-63db6e1b-2c56-4376-b78a-e491363a477c req-279d403b-cefb-4028-a0e0-0d58082c062e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c4e2481c-3fdd-41bb-a294-d6fc520a3e23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0432117 Jan 28 20:44:39.223854 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-63db6e1b-2c56-4376-b78a-e491363a477c req-b8b54513-a5fd-43e6-b59f-b9610e75f286 service neutron] 10.222.0.70 "GET /v2.0/networks/c4e2481c-3fdd-41bb-a294-d6fc520a3e23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864587 Jan 28 20:44:39.314869 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-63db6e1b-2c56-4376-b78a-e491363a477c req-64c20bc1-d3a3-41a9-b66d-8b5fe03f5499 service neutron] 10.222.0.70 "GET /v2.0/networks/c4e2481c-3fdd-41bb-a294-d6fc520a3e23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849767 Jan 28 20:44:40.145452 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:44:42.017042 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:44:43.368231 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:44:51.785885 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:44:53.048891 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [req-67e7d524-0b83-4dda-b9c7-74c479e258ce req-e5e05fed-7681-4252-9c1f-1790b0ed4824 service neutron] (103304) timed out ('10.222.0.64', 40426) {{(pid=103304) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 20:44:54.758559 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:44:59.179091 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:45:06.874454 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-78c4a7f5-05f0-49cb-9c1b-4d00f066b887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:45:09.124123 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5453a395-6ad9-455a-9267-690f52339867 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:45:10.147682 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:45:12.020348 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:45:13.370599 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:45:21.800196 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:45:24.774864 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:45:36.178106 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:45:36.878099 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a717559f-d7b9-41fd-99ae-d256eec25b84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:45:39.125071 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-68cfc901-b027-4e6c-bb48-cf27bc36318e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:45:39.763574 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4ce2fc8a-c52b-4153-a6a0-4e308302f6c6 req-5234f6ed-9015-4e09-86f4-d204c33167cd service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=57af97bc-2c4a-49b9-b370-2c76476c4794&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0448394 Jan 28 20:45:39.852081 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce2fc8a-c52b-4153-a6a0-4e308302f6c6 req-0614e296-b1f1-4fa3-926c-f42135cc877d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:45:39.853612 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4ce2fc8a-c52b-4153-a6a0-4e308302f6c6 req-0614e296-b1f1-4fa3-926c-f42135cc877d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d2239f8668fe436bae17ced3be2a2c7f&device_id=57af97bc-2c4a-49b9-b370-2c76476c4794 HTTP/1.1" status: 200 len: 1129 time: 0.0490091 Jan 28 20:45:39.954831 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce2fc8a-c52b-4153-a6a0-4e308302f6c6 req-d13efbde-1f41-47ef-ae32-2e0f5f54ebf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:45:39.956299 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4ce2fc8a-c52b-4153-a6a0-4e308302f6c6 req-d13efbde-1f41-47ef-ae32-2e0f5f54ebf1 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c4e2481c-3fdd-41bb-a294-d6fc520a3e23 HTTP/1.1" status: 200 len: 909 time: 0.0852580 Jan 28 20:45:40.025208 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4ce2fc8a-c52b-4153-a6a0-4e308302f6c6 req-5afe8b40-2fc5-4dac-a010-480340a4149c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=58e6c6b6-289d-42ff-a843-2e1b1a67d729 HTTP/1.1" status: 200 len: 1001 time: 0.0613372 Jan 28 20:45:40.073640 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce2fc8a-c52b-4153-a6a0-4e308302f6c6 req-45664625-f9af-407a-a73c-a218e1d931ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:45:40.075098 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4ce2fc8a-c52b-4153-a6a0-4e308302f6c6 req-45664625-f9af-407a-a73c-a218e1d931ab service neutron] 10.222.0.70 "GET /v2.0/subnets?id=156488bf-5fce-4f83-a33a-8578cfd94891 HTTP/1.1" status: 200 len: 848 time: 0.0432010 Jan 28 20:45:40.123473 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce2fc8a-c52b-4153-a6a0-4e308302f6c6 req-a3604579-87dd-4c7c-8305-c6f1accc74e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:45:40.124934 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4ce2fc8a-c52b-4153-a6a0-4e308302f6c6 req-a3604579-87dd-4c7c-8305-c6f1accc74e0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c4e2481c-3fdd-41bb-a294-d6fc520a3e23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0437779 Jan 28 20:45:40.135215 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [req-4ce2fc8a-c52b-4153-a6a0-4e308302f6c6 req-426890d4-354a-4d12-a645-cae3c19fc55c service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103304) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 20:45:40.136204 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4ce2fc8a-c52b-4153-a6a0-4e308302f6c6 req-426890d4-354a-4d12-a645-cae3c19fc55c service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053813 Jan 28 20:45:40.150711 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:45:40.228646 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4ce2fc8a-c52b-4153-a6a0-4e308302f6c6 req-8024e659-22fc-4752-8a47-771d8034d98a service neutron] 10.222.0.70 "GET /v2.0/networks/c4e2481c-3fdd-41bb-a294-d6fc520a3e23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866277 Jan 28 20:45:40.648298 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4ce2fc8a-c52b-4153-a6a0-4e308302f6c6 req-11c36814-4ff6-491c-84be-d5d705e315c3 service neutron] 10.222.0.70 "GET /v2.0/networks/c4e2481c-3fdd-41bb-a294-d6fc520a3e23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4143295 Jan 28 20:45:42.023894 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:45:43.372605 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:45:51.803576 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:45:54.789995 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:46:06.878920 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0cd415d2-b759-4bae-b68a-e41cf0f1dccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:46:09.126370 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1801c5fa-45aa-48bd-a0e8-f7a6bcf6d981 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:46:10.154227 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:46:12.026598 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:46:13.177508 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:46:13.374618 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:46:14.295379 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ae2696-e1a1-4a39-9fcb-852af36ee130 req-4ce03212-23cd-49ee-9f25-61872ad37de5 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:46:14.296870 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-07ae2696-e1a1-4a39-9fcb-852af36ee130 req-4ce03212-23cd-49ee-9f25-61872ad37de5 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/ports?device_id=57af97bc-2c4a-49b9-b370-2c76476c4794 HTTP/1.1" status: 200 len: 946 time: 0.0560813 Jan 28 20:46:14.346957 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-07ae2696-e1a1-4a39-9fcb-852af36ee130 req-f1b444e6-865d-41c3-85a7-b0dc6f61038b tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/security-groups?id=8925be66-e34e-49d3-870f-39c2a1e92099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442932 Jan 28 20:46:15.477378 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950d213e-4bf9-4b09-866a-feb5a746d17f req-ddc9e18e-9d91-413a-b937-a0a97ca5c723 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:46:15.478794 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-950d213e-4bf9-4b09-866a-feb5a746d17f req-ddc9e18e-9d91-413a-b937-a0a97ca5c723 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/ports?device_id=57af97bc-2c4a-49b9-b370-2c76476c4794 HTTP/1.1" status: 200 len: 946 time: 0.0546701 Jan 28 20:46:15.530427 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-950d213e-4bf9-4b09-866a-feb5a746d17f req-1352d43f-745a-407c-ac21-424a2e38fe4f tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/security-groups?id=8925be66-e34e-49d3-870f-39c2a1e92099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460360 Jan 28 20:46:16.649301 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0107e0b-d828-4000-a6ce-9a844df231e2 req-0ca70a79-728d-4c88-b14d-86ba594be52f tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:46:16.650848 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c0107e0b-d828-4000-a6ce-9a844df231e2 req-0ca70a79-728d-4c88-b14d-86ba594be52f tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/ports?device_id=57af97bc-2c4a-49b9-b370-2c76476c4794 HTTP/1.1" status: 200 len: 946 time: 0.0528181 Jan 28 20:46:16.704057 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c0107e0b-d828-4000-a6ce-9a844df231e2 req-9b7ef790-c2c0-4029-98cc-55556eef6852 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/security-groups?id=8925be66-e34e-49d3-870f-39c2a1e92099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477507 Jan 28 20:46:17.822024 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6fc43f-d04d-4672-ab20-091c2d4bd622 req-2e85352f-5e36-4452-b4ed-2549fcd23d07 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:46:17.823501 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8a6fc43f-d04d-4672-ab20-091c2d4bd622 req-2e85352f-5e36-4452-b4ed-2549fcd23d07 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/ports?device_id=57af97bc-2c4a-49b9-b370-2c76476c4794 HTTP/1.1" status: 200 len: 946 time: 0.0521691 Jan 28 20:46:17.870807 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8a6fc43f-d04d-4672-ab20-091c2d4bd622 req-19d34840-a112-4776-b55f-6401d9742a75 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/security-groups?id=8925be66-e34e-49d3-870f-39c2a1e92099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418684 Jan 28 20:46:18.988557 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac54ece-80b1-4ccc-b454-36e4853e02db req-57f5860e-bc5c-4e45-9e71-e3ea823ce9fa tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:46:18.989967 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2ac54ece-80b1-4ccc-b454-36e4853e02db req-57f5860e-bc5c-4e45-9e71-e3ea823ce9fa tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/ports?device_id=57af97bc-2c4a-49b9-b370-2c76476c4794 HTTP/1.1" status: 200 len: 946 time: 0.0524702 Jan 28 20:46:19.037440 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2ac54ece-80b1-4ccc-b454-36e4853e02db req-cf470389-2ccf-4afb-8779-7508b70e0700 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/security-groups?id=8925be66-e34e-49d3-870f-39c2a1e92099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413477 Jan 28 20:46:20.156683 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffce714-fc3d-4b15-a253-fdf0f922a07f req-55d06e11-5241-41c0-98ee-5604a96fc400 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:46:20.158250 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2ffce714-fc3d-4b15-a253-fdf0f922a07f req-55d06e11-5241-41c0-98ee-5604a96fc400 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/ports?device_id=57af97bc-2c4a-49b9-b370-2c76476c4794 HTTP/1.1" status: 200 len: 946 time: 0.0519316 Jan 28 20:46:20.207706 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2ffce714-fc3d-4b15-a253-fdf0f922a07f req-701b6b9d-6577-4e02-861a-9874043d73ab tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/security-groups?id=8925be66-e34e-49d3-870f-39c2a1e92099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425997 Jan 28 20:46:21.325459 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69930192-f090-4427-9d76-461aff1df2a8 req-b86b674e-9f37-4629-b212-911fc31b07b4 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:46:21.326935 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-69930192-f090-4427-9d76-461aff1df2a8 req-b86b674e-9f37-4629-b212-911fc31b07b4 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/ports?device_id=57af97bc-2c4a-49b9-b370-2c76476c4794 HTTP/1.1" status: 200 len: 946 time: 0.0532272 Jan 28 20:46:21.376306 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-69930192-f090-4427-9d76-461aff1df2a8 req-484a5778-7a22-444a-b93b-ab51ab414f96 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/security-groups?id=8925be66-e34e-49d3-870f-39c2a1e92099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437770 Jan 28 20:46:21.800346 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:46:22.498822 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2352df-ee18-4903-af43-d97918827bf2 req-341ad6be-40b4-47ec-84ab-79341c2096ad tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:46:22.500214 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-bf2352df-ee18-4903-af43-d97918827bf2 req-341ad6be-40b4-47ec-84ab-79341c2096ad tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/ports?device_id=57af97bc-2c4a-49b9-b370-2c76476c4794 HTTP/1.1" status: 200 len: 946 time: 0.0554783 Jan 28 20:46:22.549000 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-bf2352df-ee18-4903-af43-d97918827bf2 req-d12e7ec6-f2f8-47c8-8388-8e23900cc0ef tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/security-groups?id=8925be66-e34e-49d3-870f-39c2a1e92099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432394 Jan 28 20:46:23.765686 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7e6959-11f1-491d-b29a-3bbfee1df597 req-5d4f7fdb-0813-45c6-a3ce-b5a67f7b1d83 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:46:23.767149 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-fb7e6959-11f1-491d-b29a-3bbfee1df597 req-5d4f7fdb-0813-45c6-a3ce-b5a67f7b1d83 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/ports?device_id=57af97bc-2c4a-49b9-b370-2c76476c4794 HTTP/1.1" status: 200 len: 946 time: 0.1500793 Jan 28 20:46:23.816127 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-fb7e6959-11f1-491d-b29a-3bbfee1df597 req-4b60ff57-1e5e-4be0-8f77-923be2d0aa19 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/security-groups?id=8925be66-e34e-49d3-870f-39c2a1e92099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433996 Jan 28 20:46:24.790226 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:46:24.981944 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4327dd8-6b5e-4b2f-81a6-8c503183aef0 req-8c5126bd-5ac4-4074-b337-7df07aa3823e tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:46:24.983419 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f4327dd8-6b5e-4b2f-81a6-8c503183aef0 req-8c5126bd-5ac4-4074-b337-7df07aa3823e tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/ports?device_id=57af97bc-2c4a-49b9-b370-2c76476c4794 HTTP/1.1" status: 200 len: 946 time: 0.1002755 Jan 28 20:46:25.031493 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f4327dd8-6b5e-4b2f-81a6-8c503183aef0 req-1c098338-a609-4301-8e0d-5359897c49f0 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/security-groups?id=8925be66-e34e-49d3-870f-39c2a1e92099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425365 Jan 28 20:46:25.922825 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 58e6c6b6-289d-42ff-a843-2e1b1a67d729 details requested by agent hyperv_n-h2-812111-14 with host n-h2-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:46:26.017253 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 58e6c6b6-289d-42ff-a843-2e1b1a67d729, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=58e6c6b6-289d-42ff-a843-2e1b1a67d729,segment=NetworkSegment(d3f353f2-6b6d-43d3-b379-b24154dbd956),segment_id=d3f353f2-6b6d-43d3-b379-b24154dbd956)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:46:26.029072 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Returning: {'device': '58e6c6b6-289d-42ff-a843-2e1b1a67d729', 'network_id': 'c4e2481c-3fdd-41bb-a294-d6fc520a3e23', 'port_id': '58e6c6b6-289d-42ff-a843-2e1b1a67d729', 'mac_address': 'fa:16:3e:62:3a:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '156488bf-5fce-4f83-a33a-8578cfd94891', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:46:26.070254 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 58e6c6b6-289d-42ff-a843-2e1b1a67d729 is: ACTIVE; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:46:26.070650 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (58e6c6b6-289d-42ff-a843-2e1b1a67d729), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:46:26.083226 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 58e6c6b6-289d-42ff-a843-2e1b1a67d729 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:46:26.103515 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 58e6c6b6-289d-42ff-a843-2e1b1a67d729, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=58e6c6b6-289d-42ff-a843-2e1b1a67d729,segment=NetworkSegment(d3f353f2-6b6d-43d3-b379-b24154dbd956),segment_id=d3f353f2-6b6d-43d3-b379-b24154dbd956)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:46:26.107103 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (58e6c6b6-289d-42ff-a843-2e1b1a67d729), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:46:26.151770 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9f0ca8-9c5c-478b-8f23-cac8951b48bd req-220f3601-0d9a-4d0b-a070-e21afe54c9a1 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:46:26.153385 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5a9f0ca8-9c5c-478b-8f23-cac8951b48bd req-220f3601-0d9a-4d0b-a070-e21afe54c9a1 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/ports?device_id=57af97bc-2c4a-49b9-b370-2c76476c4794 HTTP/1.1" status: 200 len: 945 time: 0.0538301 Jan 28 20:46:26.156822 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=58e6c6b6-289d-42ff-a843-2e1b1a67d729,revision_number=6']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:46:26.164985 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:46:26.165362 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:46:26.165709 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:46:26.166048 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:46:26.166386 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:46:26.166718 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:46:26.167047 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:46:26.167371 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:46:26.167696 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:46:26.168020 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:46:26.168345 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:46:26.168668 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:46:26.168992 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:46:26.201244 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['58e6c6b6-289d-42ff-a843-2e1b1a67d729'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:46:26.204751 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5a9f0ca8-9c5c-478b-8f23-cac8951b48bd req-bf426158-8bce-4a78-bba6-8d6675ff1fa4 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/security-groups?id=8925be66-e34e-49d3-870f-39c2a1e92099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445802 Jan 28 20:46:27.347846 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c092ec4-07c3-4707-adb3-83b70e736af0 req-5792a790-fc17-44ed-b2fd-fb6e6043faf6 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:46:27.349500 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-0c092ec4-07c3-4707-adb3-83b70e736af0 req-5792a790-fc17-44ed-b2fd-fb6e6043faf6 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/ports?device_id=57af97bc-2c4a-49b9-b370-2c76476c4794 HTTP/1.1" status: 200 len: 945 time: 0.0651369 Jan 28 20:46:27.420437 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-0c092ec4-07c3-4707-adb3-83b70e736af0 req-ff590f09-674e-471a-8079-3c61281eba92 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/security-groups?id=8925be66-e34e-49d3-870f-39c2a1e92099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645087 Jan 28 20:46:27.944465 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 58e6c6b6-289d-42ff-a843-2e1b1a67d729 up at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:46:28.028112 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning complete for port 58e6c6b6-289d-42ff-a843-2e1b1a67d729 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:46:28.028492 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (58e6c6b6-289d-42ff-a843-2e1b1a67d729), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:46:28.127345 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 58e6c6b6-289d-42ff-a843-2e1b1a67d729 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:46:28.127697 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (58e6c6b6-289d-42ff-a843-2e1b1a67d729), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:46:28.152729 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57af97bc-2c4a-49b9-b370-2c76476c4794', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58e6c6b6-289d-42ff-a843-2e1b1a67d729'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:46:28.155129 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}704c702df6f21e7df92d3d89d4c6cfde2c6406e49d8202b36454fc5209adee22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f6e9691-5e07-460f-b40f-fe637bb5adce" -d '{"events": [{"server_uuid": "57af97bc-2c4a-49b9-b370-2c76476c4794", "name": "network-vif-plugged", "status": "completed", "tag": "58e6c6b6-289d-42ff-a843-2e1b1a67d729"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:46:28.169537 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 58e6c6b6-289d-42ff-a843-2e1b1a67d729, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=58e6c6b6-289d-42ff-a843-2e1b1a67d729,segment=NetworkSegment(d3f353f2-6b6d-43d3-b379-b24154dbd956),segment_id=d3f353f2-6b6d-43d3-b379-b24154dbd956)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:46:28.178067 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (58e6c6b6-289d-42ff-a843-2e1b1a67d729), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:46:28.228246 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=58e6c6b6-289d-42ff-a843-2e1b1a67d729,revision_number=7']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:46:28.303828 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:46:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19d421dc-ae8f-45c1-be11-03b0e25940f6 x-openstack-request-id: req-19d421dc-ae8f-45c1-be11-03b0e25940f6 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:46:28.304130 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57af97bc-2c4a-49b9-b370-2c76476c4794", "name": "network-vif-plugged", "status": "completed", "tag": "58e6c6b6-289d-42ff-a843-2e1b1a67d729", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:46:28.304394 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-19d421dc-ae8f-45c1-be11-03b0e25940f6 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:46:28.304805 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57af97bc-2c4a-49b9-b370-2c76476c4794', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58e6c6b6-289d-42ff-a843-2e1b1a67d729', 'code': 200} Jan 28 20:46:28.563549 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbb1ec2-5e5d-455d-8878-132ad859ec8a req-a3cb4171-a524-4fbf-a590-b7f15bb9bcfe tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:46:28.565707 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-cbbb1ec2-5e5d-455d-8878-132ad859ec8a req-a3cb4171-a524-4fbf-a590-b7f15bb9bcfe tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/ports?device_id=57af97bc-2c4a-49b9-b370-2c76476c4794 HTTP/1.1" status: 200 len: 946 time: 0.0712860 Jan 28 20:46:28.619297 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-cbbb1ec2-5e5d-455d-8878-132ad859ec8a req-53e7d749-8298-4e97-8952-3d1c0742a838 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/security-groups?id=8925be66-e34e-49d3-870f-39c2a1e92099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469391 Jan 28 20:46:29.759279 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3257e1af-7293-49bc-b283-49528d92b59c req-5bb2b430-1c10-4f4c-9119-adb7572c9d60 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:46:29.766174 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3257e1af-7293-49bc-b283-49528d92b59c req-5bb2b430-1c10-4f4c-9119-adb7572c9d60 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/ports?device_id=57af97bc-2c4a-49b9-b370-2c76476c4794 HTTP/1.1" status: 200 len: 946 time: 0.0647898 Jan 28 20:46:29.812184 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3257e1af-7293-49bc-b283-49528d92b59c req-f9885823-abeb-47f6-892e-27b9191091e2 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/security-groups?id=8925be66-e34e-49d3-870f-39c2a1e92099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447741 Jan 28 20:46:30.940720 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db89384-4822-40f7-9f84-4b2265e6c0ec req-5b8fc082-a276-4e25-aae1-0ee951149250 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:46:30.942494 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9db89384-4822-40f7-9f84-4b2265e6c0ec req-5b8fc082-a276-4e25-aae1-0ee951149250 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/ports?device_id=57af97bc-2c4a-49b9-b370-2c76476c4794 HTTP/1.1" status: 200 len: 946 time: 0.0621696 Jan 28 20:46:31.003290 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9db89384-4822-40f7-9f84-4b2265e6c0ec req-3a213a09-6b48-4d0c-aa1c-b7416e12dc7c tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/security-groups?id=8925be66-e34e-49d3-870f-39c2a1e92099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544534 Jan 28 20:46:32.136612 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f073937f-c741-49ca-b3d5-4c0cece50c2d req-d14c56ba-a60d-4882-bf6a-3b899f82b1a2 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:46:32.138536 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f073937f-c741-49ca-b3d5-4c0cece50c2d req-d14c56ba-a60d-4882-bf6a-3b899f82b1a2 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/ports?device_id=57af97bc-2c4a-49b9-b370-2c76476c4794 HTTP/1.1" status: 200 len: 946 time: 0.0573974 Jan 28 20:46:32.193720 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-f073937f-c741-49ca-b3d5-4c0cece50c2d req-f3ac901f-bbc6-4f0b-af5c-127e2b6e6bdb tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/security-groups?id=8925be66-e34e-49d3-870f-39c2a1e92099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475643 Jan 28 20:46:33.324666 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cef81d7-e23d-47fd-94a7-f2e5d9d84e3f req-39a37707-c0ef-4ad3-b4a7-0b88160f1995 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:46:33.326317 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2cef81d7-e23d-47fd-94a7-f2e5d9d84e3f req-39a37707-c0ef-4ad3-b4a7-0b88160f1995 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/ports?device_id=57af97bc-2c4a-49b9-b370-2c76476c4794 HTTP/1.1" status: 200 len: 946 time: 0.0593460 Jan 28 20:46:33.384706 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2cef81d7-e23d-47fd-94a7-f2e5d9d84e3f req-cbc03e5f-b8ed-45f9-9ed3-fea89ae9cb6a tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/security-groups?id=8925be66-e34e-49d3-870f-39c2a1e92099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506570 Jan 28 20:46:34.530298 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b0c4f7-72e2-4370-93c6-6065690f364d req-18170ba9-bf07-48ca-b3b2-d89730d7b474 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:46:34.531834 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-37b0c4f7-72e2-4370-93c6-6065690f364d req-18170ba9-bf07-48ca-b3b2-d89730d7b474 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/ports?device_id=57af97bc-2c4a-49b9-b370-2c76476c4794 HTTP/1.1" status: 200 len: 946 time: 0.0596209 Jan 28 20:46:34.590452 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-37b0c4f7-72e2-4370-93c6-6065690f364d req-b7b11258-58f4-4f95-a95d-d12117a612e3 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/security-groups?id=8925be66-e34e-49d3-870f-39c2a1e92099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526416 Jan 28 20:46:35.708505 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82e09dd-aeb6-4c3e-b2a9-9bad3025687a req-72cca2d9-c133-4b92-b5df-92cffbba3495 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:46:35.710494 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b82e09dd-aeb6-4c3e-b2a9-9bad3025687a req-72cca2d9-c133-4b92-b5df-92cffbba3495 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/ports?device_id=57af97bc-2c4a-49b9-b370-2c76476c4794 HTTP/1.1" status: 200 len: 946 time: 0.0517695 Jan 28 20:46:35.758402 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b82e09dd-aeb6-4c3e-b2a9-9bad3025687a req-d5d9f0df-ca09-456d-b962-14d24c8b5656 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/security-groups?id=8925be66-e34e-49d3-870f-39c2a1e92099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421267 Jan 28 20:46:36.099109 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed91e0ca-7fe3-4d12-9262-20690aebde09 req-5479f42a-08e3-4f82-8bc4-09635e953c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:46:36.101133 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ed91e0ca-7fe3-4d12-9262-20690aebde09 req-5479f42a-08e3-4f82-8bc4-09635e953c94 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d2239f8668fe436bae17ced3be2a2c7f&device_id=57af97bc-2c4a-49b9-b370-2c76476c4794 HTTP/1.1" status: 200 len: 1129 time: 0.0477180 Jan 28 20:46:36.189855 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed91e0ca-7fe3-4d12-9262-20690aebde09 req-3006b9e6-effd-4b7c-9f8f-316ef8e149dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:46:36.191312 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ed91e0ca-7fe3-4d12-9262-20690aebde09 req-3006b9e6-effd-4b7c-9f8f-316ef8e149dd service neutron] 10.222.0.70 "GET /v2.0/networks?id=c4e2481c-3fdd-41bb-a294-d6fc520a3e23 HTTP/1.1" status: 200 len: 909 time: 0.0839331 Jan 28 20:46:36.260814 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ed91e0ca-7fe3-4d12-9262-20690aebde09 req-e3062ec3-6fc9-458a-b396-7efb810a097c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=58e6c6b6-289d-42ff-a843-2e1b1a67d729 HTTP/1.1" status: 200 len: 1001 time: 0.0633264 Jan 28 20:46:36.309835 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed91e0ca-7fe3-4d12-9262-20690aebde09 req-634c9415-9e9f-466f-afa6-d86b1da401dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:46:36.311330 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ed91e0ca-7fe3-4d12-9262-20690aebde09 req-634c9415-9e9f-466f-afa6-d86b1da401dc service neutron] 10.222.0.70 "GET /v2.0/subnets?id=156488bf-5fce-4f83-a33a-8578cfd94891 HTTP/1.1" status: 200 len: 848 time: 0.0445590 Jan 28 20:46:36.359939 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed91e0ca-7fe3-4d12-9262-20690aebde09 req-90312521-52d4-48f9-a6b0-45189c2d2b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:46:36.361357 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ed91e0ca-7fe3-4d12-9262-20690aebde09 req-90312521-52d4-48f9-a6b0-45189c2d2b16 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c4e2481c-3fdd-41bb-a294-d6fc520a3e23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0439997 Jan 28 20:46:36.451779 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ed91e0ca-7fe3-4d12-9262-20690aebde09 req-2047c649-8faf-4164-b52d-629ff4f16dab service neutron] 10.222.0.70 "GET /v2.0/networks/c4e2481c-3fdd-41bb-a294-d6fc520a3e23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840340 Jan 28 20:46:36.538713 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ed91e0ca-7fe3-4d12-9262-20690aebde09 req-8a6898aa-27cb-446f-9471-eb0a283e7f1b service neutron] 10.222.0.70 "GET /v2.0/networks/c4e2481c-3fdd-41bb-a294-d6fc520a3e23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810823 Jan 28 20:46:36.876945 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d373d2-3053-43db-ada5-a99aa0414aad req-9fc20931-c0e8-4152-a266-867cfde9043e tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:46:36.878369 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-84d373d2-3053-43db-ada5-a99aa0414aad req-9fc20931-c0e8-4152-a266-867cfde9043e tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/ports?device_id=57af97bc-2c4a-49b9-b370-2c76476c4794 HTTP/1.1" status: 200 len: 946 time: 0.0531580 Jan 28 20:46:36.880212 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ebecf240-8297-4d2c-a398-a30f0dfed32a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:46:36.928075 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-84d373d2-3053-43db-ada5-a99aa0414aad req-a05221d9-a181-416b-adb5-b3a19f96cd37 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/security-groups?id=8925be66-e34e-49d3-870f-39c2a1e92099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432451 Jan 28 20:46:37.959613 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 58e6c6b6-289d-42ff-a843-2e1b1a67d729 no longer exists at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:46:38.035627 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 58e6c6b6-289d-42ff-a843-2e1b1a67d729 is: ACTIVE; New status is: DOWN {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:46:38.036024 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (58e6c6b6-289d-42ff-a843-2e1b1a67d729), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:46:38.047663 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f55f36-f652-4ff8-8af8-1f9843670bea req-3e0f2e2f-4130-42d0-9f12-6da7f795d942 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:46:38.049588 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f6f55f36-f652-4ff8-8af8-1f9843670bea req-3e0f2e2f-4130-42d0-9f12-6da7f795d942 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/ports?device_id=57af97bc-2c4a-49b9-b370-2c76476c4794 HTTP/1.1" status: 200 len: 946 time: 0.0538175 Jan 28 20:46:38.061416 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57af97bc-2c4a-49b9-b370-2c76476c4794', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58e6c6b6-289d-42ff-a843-2e1b1a67d729'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:46:38.063947 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}704c702df6f21e7df92d3d89d4c6cfde2c6406e49d8202b36454fc5209adee22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-002b47d4-7aa9-47ad-ba08-445a93f498e4" -d '{"events": [{"server_uuid": "57af97bc-2c4a-49b9-b370-2c76476c4794", "name": "network-vif-unplugged", "status": "completed", "tag": "58e6c6b6-289d-42ff-a843-2e1b1a67d729"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:46:38.077654 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 58e6c6b6-289d-42ff-a843-2e1b1a67d729, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=58e6c6b6-289d-42ff-a843-2e1b1a67d729,segment=NetworkSegment(d3f353f2-6b6d-43d3-b379-b24154dbd956),segment_id=d3f353f2-6b6d-43d3-b379-b24154dbd956)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:46:38.084028 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (58e6c6b6-289d-42ff-a843-2e1b1a67d729), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:46:38.111491 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-f6f55f36-f652-4ff8-8af8-1f9843670bea req-d0adea2c-fa02-4c69-b58e-673cf52209f0 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/security-groups?id=8925be66-e34e-49d3-870f-39c2a1e92099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549908 Jan 28 20:46:38.119787 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 20:46:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebbdd134-98fe-4fba-944e-49365dc79814 x-openstack-request-id: req-ebbdd134-98fe-4fba-944e-49365dc79814 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:46:38.120353 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57af97bc-2c4a-49b9-b370-2c76476c4794", "name": "network-vif-unplugged", "status": "completed", "tag": "58e6c6b6-289d-42ff-a843-2e1b1a67d729", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:46:38.120886 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ebbdd134-98fe-4fba-944e-49365dc79814 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:46:38.121607 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57af97bc-2c4a-49b9-b370-2c76476c4794', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58e6c6b6-289d-42ff-a843-2e1b1a67d729', 'code': 200} Jan 28 20:46:38.153996 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=58e6c6b6-289d-42ff-a843-2e1b1a67d729,revision_number=8']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:46:39.128986 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4364c8e5-bb35-4b8f-bf22-cede358ce4a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:46:39.233934 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3c6e40-06f9-4cad-ab95-3db11651a3bf req-db90a12f-7ec9-4b0b-90b4-245a4242f3dd tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:46:39.235412 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1b3c6e40-06f9-4cad-ab95-3db11651a3bf req-db90a12f-7ec9-4b0b-90b4-245a4242f3dd tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/ports?device_id=57af97bc-2c4a-49b9-b370-2c76476c4794 HTTP/1.1" status: 200 len: 944 time: 0.0519812 Jan 28 20:46:39.283779 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1b3c6e40-06f9-4cad-ab95-3db11651a3bf req-2f607d9e-6d1f-41e7-8ba9-406eff59d921 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/security-groups?id=8925be66-e34e-49d3-870f-39c2a1e92099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425191 Jan 28 20:46:39.394375 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [req-d2292ce9-1953-459a-b173-19a557e27e96 req-e5619ba1-ef36-42a4-8c93-4f63f1289d28 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103304) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 20:46:39.395543 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d2292ce9-1953-459a-b173-19a557e27e96 req-e5619ba1-ef36-42a4-8c93-4f63f1289d28 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0482919 Jan 28 20:46:39.557292 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85abcca-619e-47b9-bfc7-c967e7456839 req-9e7623d5-32d8-44a0-ade9-c37871e3e45b tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:46:39.558836 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a85abcca-619e-47b9-bfc7-c967e7456839 req-9e7623d5-32d8-44a0-ade9-c37871e3e45b tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/ports?device_id=57af97bc-2c4a-49b9-b370-2c76476c4794 HTTP/1.1" status: 200 len: 944 time: 0.0601459 Jan 28 20:46:39.608438 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a85abcca-619e-47b9-bfc7-c967e7456839 req-f00af5c8-0760-4b73-b320-3b14ba4b7451 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/security-groups?id=8925be66-e34e-49d3-870f-39c2a1e92099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439472 Jan 28 20:46:39.856721 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-38b0b348-b2b8-454e-bcfa-8ddb4a83fd98 req-643335ae-34e3-4d89-9b87-63643a220404 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=57af97bc-2c4a-49b9-b370-2c76476c4794&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0897870 Jan 28 20:46:40.156175 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:46:40.605292 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b0b348-b2b8-454e-bcfa-8ddb4a83fd98 req-99f6f5a1-35d5-40ef-9b86-390821b2a66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:46:40.606779 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-38b0b348-b2b8-454e-bcfa-8ddb4a83fd98 req-99f6f5a1-35d5-40ef-9b86-390821b2a66c service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=57af97bc-2c4a-49b9-b370-2c76476c4794&tenant_id=d2239f8668fe436bae17ced3be2a2c7f HTTP/1.1" status: 200 len: 1127 time: 0.0463607 Jan 28 20:46:40.672988 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b0b348-b2b8-454e-bcfa-8ddb4a83fd98 req-3a478c94-4a39-476c-b9cb-06b535be6688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:46:40.674538 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-38b0b348-b2b8-454e-bcfa-8ddb4a83fd98 req-3a478c94-4a39-476c-b9cb-06b535be6688 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d2239f8668fe436bae17ced3be2a2c7f&device_id=57af97bc-2c4a-49b9-b370-2c76476c4794 HTTP/1.1" status: 200 len: 1127 time: 0.0464351 Jan 28 20:46:40.789317 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d9d0c4-4aa4-47b0-ab9b-51892aa27cb9 req-39732f70-32ef-45ac-a82f-1b62da612324 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:46:40.790787 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-29d9d0c4-4aa4-47b0-ab9b-51892aa27cb9 req-39732f70-32ef-45ac-a82f-1b62da612324 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/ports?device_id=57af97bc-2c4a-49b9-b370-2c76476c4794 HTTP/1.1" status: 200 len: 944 time: 0.1129689 Jan 28 20:46:40.821215 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b0b348-b2b8-454e-bcfa-8ddb4a83fd98 req-07cb6d0d-cdd8-4e1d-92d8-6dd6db6f3018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:46:40.822616 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-38b0b348-b2b8-454e-bcfa-8ddb4a83fd98 req-07cb6d0d-cdd8-4e1d-92d8-6dd6db6f3018 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c4e2481c-3fdd-41bb-a294-d6fc520a3e23 HTTP/1.1" status: 200 len: 909 time: 0.1365757 Jan 28 20:46:40.897191 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-29d9d0c4-4aa4-47b0-ab9b-51892aa27cb9 req-0c42da83-36d3-495b-bd72-50c96d62643e tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/security-groups?id=8925be66-e34e-49d3-870f-39c2a1e92099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978353 Jan 28 20:46:40.914063 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-38b0b348-b2b8-454e-bcfa-8ddb4a83fd98 req-64bb2e35-2098-41af-a895-e229e30a222a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=58e6c6b6-289d-42ff-a843-2e1b1a67d729 HTTP/1.1" status: 200 len: 999 time: 0.0858333 Jan 28 20:46:40.965089 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b0b348-b2b8-454e-bcfa-8ddb4a83fd98 req-d5d3c537-7896-41de-a494-61b92a578463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:46:40.966564 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-38b0b348-b2b8-454e-bcfa-8ddb4a83fd98 req-d5d3c537-7896-41de-a494-61b92a578463 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=156488bf-5fce-4f83-a33a-8578cfd94891 HTTP/1.1" status: 200 len: 848 time: 0.0458891 Jan 28 20:46:41.015044 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b0b348-b2b8-454e-bcfa-8ddb4a83fd98 req-5856c0c5-0a9d-4316-89c3-e46025e379e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:46:41.016481 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-38b0b348-b2b8-454e-bcfa-8ddb4a83fd98 req-5856c0c5-0a9d-4316-89c3-e46025e379e6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c4e2481c-3fdd-41bb-a294-d6fc520a3e23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0432286 Jan 28 20:46:41.110469 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-38b0b348-b2b8-454e-bcfa-8ddb4a83fd98 req-2021ce72-d6b4-4ad6-ab71-2e554a321497 service neutron] 10.222.0.70 "GET /v2.0/networks/c4e2481c-3fdd-41bb-a294-d6fc520a3e23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864227 Jan 28 20:46:41.204431 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-38b0b348-b2b8-454e-bcfa-8ddb4a83fd98 req-8fe05e0e-d51d-4c0b-8bfb-f9d382593edb service neutron] 10.222.0.70 "GET /v2.0/networks/c4e2481c-3fdd-41bb-a294-d6fc520a3e23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877678 Jan 28 20:46:41.961086 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 58e6c6b6-289d-42ff-a843-2e1b1a67d729 no longer exists at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:46:42.040277 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d665b8-c337-4b93-ab26-53a2ca95e3e2 req-485ba653-83ad-4f11-a4ab-100ce138cc2f tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:46:42.045701 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-50d665b8-c337-4b93-ab26-53a2ca95e3e2 req-485ba653-83ad-4f11-a4ab-100ce138cc2f tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/ports?device_id=57af97bc-2c4a-49b9-b370-2c76476c4794 HTTP/1.1" status: 200 len: 944 time: 0.0752172 Jan 28 20:46:42.066639 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:46:42.067803 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 58e6c6b6-289d-42ff-a843-2e1b1a67d729 is: DOWN; New status is: DOWN {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:46:42.098000 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-50d665b8-c337-4b93-ab26-53a2ca95e3e2 req-6ded320f-3867-4f17-8fe8-70a1bc9c58f5 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/security-groups?id=8925be66-e34e-49d3-870f-39c2a1e92099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478270 Jan 28 20:46:43.247272 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d60237-cc88-4655-92bb-b5d9dc3961fc req-3462d5ad-035a-49db-a271-a32ee76bc529 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:46:43.248798 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b0d60237-cc88-4655-92bb-b5d9dc3961fc req-3462d5ad-035a-49db-a271-a32ee76bc529 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/ports?device_id=57af97bc-2c4a-49b9-b370-2c76476c4794 HTTP/1.1" status: 200 len: 944 time: 0.0645065 Jan 28 20:46:43.303022 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b0d60237-cc88-4655-92bb-b5d9dc3961fc req-6f679cf3-b10d-4240-8d49-97f93641ece4 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/security-groups?id=8925be66-e34e-49d3-870f-39c2a1e92099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482950 Jan 28 20:46:43.379310 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:46:44.430609 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2a60f5-3a52-4dcd-97d4-09e05eb0603c req-7e61b604-8181-4c08-a0c9-e91310b904e6 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:46:44.432111 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5a2a60f5-3a52-4dcd-97d4-09e05eb0603c req-7e61b604-8181-4c08-a0c9-e91310b904e6 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/ports?device_id=57af97bc-2c4a-49b9-b370-2c76476c4794 HTTP/1.1" status: 200 len: 944 time: 0.0552764 Jan 28 20:46:44.492926 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5a2a60f5-3a52-4dcd-97d4-09e05eb0603c req-30d45588-373a-4b53-8406-a5b30659e3cf tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/security-groups?id=8925be66-e34e-49d3-870f-39c2a1e92099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551202 Jan 28 20:46:45.621342 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d72a6fe-7a31-4f56-ac51-d906862cb820 req-9dd8d3e0-2d51-4140-8b39-bcaf143e23e8 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:46:45.622905 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8d72a6fe-7a31-4f56-ac51-d906862cb820 req-9dd8d3e0-2d51-4140-8b39-bcaf143e23e8 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/ports?device_id=57af97bc-2c4a-49b9-b370-2c76476c4794 HTTP/1.1" status: 200 len: 944 time: 0.0570273 Jan 28 20:46:45.677730 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8d72a6fe-7a31-4f56-ac51-d906862cb820 req-f4580040-9eaf-4844-85c5-e794039daa09 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/security-groups?id=8925be66-e34e-49d3-870f-39c2a1e92099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480802 Jan 28 20:46:46.805536 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f37603-8ae3-4aa4-90f7-59839c33c51e req-3d7eebd3-8b4c-4503-b21a-4da5743b83d5 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:46:46.806952 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-75f37603-8ae3-4aa4-90f7-59839c33c51e req-3d7eebd3-8b4c-4503-b21a-4da5743b83d5 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/ports?device_id=57af97bc-2c4a-49b9-b370-2c76476c4794 HTTP/1.1" status: 200 len: 944 time: 0.0564730 Jan 28 20:46:46.858266 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-75f37603-8ae3-4aa4-90f7-59839c33c51e req-ed5ca536-436f-41b6-a63a-b2f6f338e92c tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/security-groups?id=8925be66-e34e-49d3-870f-39c2a1e92099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454659 Jan 28 20:46:47.983718 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bead42c9-fb8c-466f-bdd6-f5f4066acaf7 req-9b9ec9a2-2c8f-4de2-810f-fbe0c310d0ca tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:46:47.985211 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-bead42c9-fb8c-466f-bdd6-f5f4066acaf7 req-9b9ec9a2-2c8f-4de2-810f-fbe0c310d0ca tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/ports?device_id=57af97bc-2c4a-49b9-b370-2c76476c4794 HTTP/1.1" status: 200 len: 944 time: 0.0549884 Jan 28 20:46:48.042680 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-bead42c9-fb8c-466f-bdd6-f5f4066acaf7 req-31d7c713-acc0-4820-a508-6c02d6012837 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/security-groups?id=8925be66-e34e-49d3-870f-39c2a1e92099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505130 Jan 28 20:46:49.176568 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1615439-377f-46fe-9ecd-ed8e11f1446a req-39770d3d-f47e-40d9-9e66-00d5ee60b180 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:46:49.178155 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a1615439-377f-46fe-9ecd-ed8e11f1446a req-39770d3d-f47e-40d9-9e66-00d5ee60b180 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/ports?device_id=57af97bc-2c4a-49b9-b370-2c76476c4794 HTTP/1.1" status: 200 len: 944 time: 0.0579994 Jan 28 20:46:49.231930 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a1615439-377f-46fe-9ecd-ed8e11f1446a req-6ff3bf89-4f92-42d3-960c-88ce7b53fdf5 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/security-groups?id=8925be66-e34e-49d3-870f-39c2a1e92099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467308 Jan 28 20:46:50.177152 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:46:50.356619 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7758a447-bc84-482e-bb8b-0491f4cb1591 req-a14f80c7-0399-4721-b4c1-4ad15dfa3554 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:46:50.358147 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7758a447-bc84-482e-bb8b-0491f4cb1591 req-a14f80c7-0399-4721-b4c1-4ad15dfa3554 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/ports?device_id=57af97bc-2c4a-49b9-b370-2c76476c4794 HTTP/1.1" status: 200 len: 944 time: 0.0567379 Jan 28 20:46:50.440510 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7758a447-bc84-482e-bb8b-0491f4cb1591 req-36b7535f-62ce-4175-8634-1374e45c0fce tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/security-groups?id=8925be66-e34e-49d3-870f-39c2a1e92099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694883 Jan 28 20:46:50.443330 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9744a342-61d1-43d2-b205-cb8bf2faeee3 req-68306d28-734d-436c-b2e0-2733cd636fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:46:50.444675 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9744a342-61d1-43d2-b205-cb8bf2faeee3 req-68306d28-734d-436c-b2e0-2733cd636fe7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d2239f8668fe436bae17ced3be2a2c7f&device_id=57af97bc-2c4a-49b9-b370-2c76476c4794 HTTP/1.1" status: 200 len: 1127 time: 0.0819376 Jan 28 20:46:50.558540 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9744a342-61d1-43d2-b205-cb8bf2faeee3 req-638443fc-92f5-4eda-bacd-b62c35e1c7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:46:50.559995 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9744a342-61d1-43d2-b205-cb8bf2faeee3 req-638443fc-92f5-4eda-bacd-b62c35e1c7a3 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c4e2481c-3fdd-41bb-a294-d6fc520a3e23 HTTP/1.1" status: 200 len: 909 time: 0.0897303 Jan 28 20:46:50.623355 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9744a342-61d1-43d2-b205-cb8bf2faeee3 req-fc5f87b7-b5c2-43e4-9797-340af93327ed service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=58e6c6b6-289d-42ff-a843-2e1b1a67d729 HTTP/1.1" status: 200 len: 999 time: 0.0571785 Jan 28 20:46:50.675299 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9744a342-61d1-43d2-b205-cb8bf2faeee3 req-f6055092-269f-4bd1-82b6-25f53ac7f00d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:46:50.676685 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9744a342-61d1-43d2-b205-cb8bf2faeee3 req-f6055092-269f-4bd1-82b6-25f53ac7f00d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=156488bf-5fce-4f83-a33a-8578cfd94891 HTTP/1.1" status: 200 len: 848 time: 0.0467868 Jan 28 20:46:50.726528 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9744a342-61d1-43d2-b205-cb8bf2faeee3 req-f87d6052-3ed2-4c0e-b652-572ba426f6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:46:50.727921 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9744a342-61d1-43d2-b205-cb8bf2faeee3 req-f87d6052-3ed2-4c0e-b652-572ba426f6a4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c4e2481c-3fdd-41bb-a294-d6fc520a3e23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0439360 Jan 28 20:46:50.817605 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9744a342-61d1-43d2-b205-cb8bf2faeee3 req-f7ec0571-b2ec-4dc8-8b4f-ca21213d61c7 service neutron] 10.222.0.70 "GET /v2.0/networks/c4e2481c-3fdd-41bb-a294-d6fc520a3e23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814171 Jan 28 20:46:50.910945 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-9744a342-61d1-43d2-b205-cb8bf2faeee3 req-41bc64b2-642e-49dd-8a8b-de38ce87d1ee service neutron] 10.222.0.70 "GET /v2.0/networks/c4e2481c-3fdd-41bb-a294-d6fc520a3e23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857515 Jan 28 20:46:51.565379 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202035c4-28ea-44ea-b1cd-2c8f6266cb87 req-8f2148bd-6662-4bad-a633-3c447aa2605f tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:46:51.566850 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-202035c4-28ea-44ea-b1cd-2c8f6266cb87 req-8f2148bd-6662-4bad-a633-3c447aa2605f tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/ports?device_id=57af97bc-2c4a-49b9-b370-2c76476c4794 HTTP/1.1" status: 200 len: 944 time: 0.0561900 Jan 28 20:46:51.614247 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-202035c4-28ea-44ea-b1cd-2c8f6266cb87 req-059cb922-e050-4a48-8448-67f92eaecc32 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/security-groups?id=8925be66-e34e-49d3-870f-39c2a1e92099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411730 Jan 28 20:46:51.800139 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:46:51.989922 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 58e6c6b6-289d-42ff-a843-2e1b1a67d729 details requested by agent hyperv_n-h2-812111-14 with host n-h2-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:46:52.087161 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 58e6c6b6-289d-42ff-a843-2e1b1a67d729, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=58e6c6b6-289d-42ff-a843-2e1b1a67d729,segment=NetworkSegment(d3f353f2-6b6d-43d3-b379-b24154dbd956),segment_id=d3f353f2-6b6d-43d3-b379-b24154dbd956)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:46:52.098324 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Returning: {'device': '58e6c6b6-289d-42ff-a843-2e1b1a67d729', 'network_id': 'c4e2481c-3fdd-41bb-a294-d6fc520a3e23', 'port_id': '58e6c6b6-289d-42ff-a843-2e1b1a67d729', 'mac_address': 'fa:16:3e:62:3a:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '156488bf-5fce-4f83-a33a-8578cfd94891', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:46:52.134020 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 58e6c6b6-289d-42ff-a843-2e1b1a67d729 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:46:52.134407 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (58e6c6b6-289d-42ff-a843-2e1b1a67d729), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:46:52.146888 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58e6c6b6-289d-42ff-a843-2e1b1a67d729 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:46:52.167492 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 58e6c6b6-289d-42ff-a843-2e1b1a67d729, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=58e6c6b6-289d-42ff-a843-2e1b1a67d729,segment=NetworkSegment(d3f353f2-6b6d-43d3-b379-b24154dbd956),segment_id=d3f353f2-6b6d-43d3-b379-b24154dbd956)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:46:52.171070 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (58e6c6b6-289d-42ff-a843-2e1b1a67d729), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:46:52.217587 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=58e6c6b6-289d-42ff-a843-2e1b1a67d729,revision_number=9']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:46:52.388394 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['58e6c6b6-289d-42ff-a843-2e1b1a67d729'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:46:52.733640 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c352a27-5993-4118-b1f4-31fa69d2556d req-b48e7a20-3935-4744-9c3f-f6881ede1cf5 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:46:52.735134 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7c352a27-5993-4118-b1f4-31fa69d2556d req-b48e7a20-3935-4744-9c3f-f6881ede1cf5 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/ports?device_id=57af97bc-2c4a-49b9-b370-2c76476c4794 HTTP/1.1" status: 200 len: 945 time: 0.0537224 Jan 28 20:46:52.789858 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7c352a27-5993-4118-b1f4-31fa69d2556d req-f717973d-06ef-4ab8-a2fd-a6f1c93af859 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/security-groups?id=8925be66-e34e-49d3-870f-39c2a1e92099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492103 Jan 28 20:46:53.911643 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19c6421-825d-4b9c-9f8c-87a5d4562571 req-3691f396-bad2-4677-a3bf-b2e3c14d261a tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:46:53.913466 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c19c6421-825d-4b9c-9f8c-87a5d4562571 req-3691f396-bad2-4677-a3bf-b2e3c14d261a tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/ports?device_id=57af97bc-2c4a-49b9-b370-2c76476c4794 HTTP/1.1" status: 200 len: 945 time: 0.0534298 Jan 28 20:46:53.961591 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c19c6421-825d-4b9c-9f8c-87a5d4562571 req-a4671e33-66d2-4887-97d9-fbbdce97dd4d tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/security-groups?id=8925be66-e34e-49d3-870f-39c2a1e92099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426078 Jan 28 20:46:53.990663 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 58e6c6b6-289d-42ff-a843-2e1b1a67d729 up at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:46:54.037730 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning complete for port 58e6c6b6-289d-42ff-a843-2e1b1a67d729 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:46:54.038635 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (58e6c6b6-289d-42ff-a843-2e1b1a67d729), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:46:54.112471 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 58e6c6b6-289d-42ff-a843-2e1b1a67d729 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:46:54.112859 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (58e6c6b6-289d-42ff-a843-2e1b1a67d729), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:46:54.134970 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57af97bc-2c4a-49b9-b370-2c76476c4794', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58e6c6b6-289d-42ff-a843-2e1b1a67d729'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:46:54.137215 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}704c702df6f21e7df92d3d89d4c6cfde2c6406e49d8202b36454fc5209adee22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f45bf7a1-6715-4fce-a74c-7c91647c881b" -d '{"events": [{"server_uuid": "57af97bc-2c4a-49b9-b370-2c76476c4794", "name": "network-vif-plugged", "status": "completed", "tag": "58e6c6b6-289d-42ff-a843-2e1b1a67d729"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:46:54.153175 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 58e6c6b6-289d-42ff-a843-2e1b1a67d729, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=58e6c6b6-289d-42ff-a843-2e1b1a67d729,segment=NetworkSegment(d3f353f2-6b6d-43d3-b379-b24154dbd956),segment_id=d3f353f2-6b6d-43d3-b379-b24154dbd956)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:46:54.157285 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (58e6c6b6-289d-42ff-a843-2e1b1a67d729), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:46:54.183835 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:46:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8f48df4-94bd-4b04-a18b-8711961e8fba x-openstack-request-id: req-a8f48df4-94bd-4b04-a18b-8711961e8fba {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:46:54.184147 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57af97bc-2c4a-49b9-b370-2c76476c4794", "name": "network-vif-plugged", "status": "completed", "tag": "58e6c6b6-289d-42ff-a843-2e1b1a67d729", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:46:54.184402 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a8f48df4-94bd-4b04-a18b-8711961e8fba {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:46:54.184822 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57af97bc-2c4a-49b9-b370-2c76476c4794', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58e6c6b6-289d-42ff-a843-2e1b1a67d729', 'code': 200} Jan 28 20:46:54.211494 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=58e6c6b6-289d-42ff-a843-2e1b1a67d729,revision_number=10']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:46:54.336381 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ce00c4-c036-463e-8648-c730e7832599 req-ae36b8d1-a865-4828-a780-4bc8d9642077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:46:54.338152 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-11ce00c4-c036-463e-8648-c730e7832599 req-ae36b8d1-a865-4828-a780-4bc8d9642077 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=57af97bc-2c4a-49b9-b370-2c76476c4794 HTTP/1.1" status: 200 len: 1130 time: 0.0449519 Jan 28 20:46:54.387853 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-11ce00c4-c036-463e-8648-c730e7832599 req-ca815f41-d151-4ff4-9564-263f72962eff service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=8925be66-e34e-49d3-870f-39c2a1e92099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428782 Jan 28 20:46:54.791271 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:46:55.085400 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ea6595-708f-468f-a22f-8395c178beb2 req-38fa2b86-d939-42c2-a310-9bda7d183a17 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:46:55.086883 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-30ea6595-708f-468f-a22f-8395c178beb2 req-38fa2b86-d939-42c2-a310-9bda7d183a17 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/ports?device_id=57af97bc-2c4a-49b9-b370-2c76476c4794 HTTP/1.1" status: 200 len: 947 time: 0.0572212 Jan 28 20:46:55.134997 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-30ea6595-708f-468f-a22f-8395c178beb2 req-95b45820-9b9e-4e33-b063-97e8f814235c tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/security-groups?id=8925be66-e34e-49d3-870f-39c2a1e92099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425906 Jan 28 20:46:56.256293 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ea86fc-d20b-475b-a32a-ba67d56c3c5f req-b9a89754-2dfa-4856-b5a6-ad7983200e80 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:46:56.257813 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-15ea86fc-d20b-475b-a32a-ba67d56c3c5f req-b9a89754-2dfa-4856-b5a6-ad7983200e80 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/ports?device_id=57af97bc-2c4a-49b9-b370-2c76476c4794 HTTP/1.1" status: 200 len: 947 time: 0.0533569 Jan 28 20:46:56.305870 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-15ea86fc-d20b-475b-a32a-ba67d56c3c5f req-13d54cc3-f449-42d3-ba31-70e5c50b42d4 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/security-groups?id=8925be66-e34e-49d3-870f-39c2a1e92099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425727 Jan 28 20:47:06.883543 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d1153a19-9a28-4e7e-a4e6-564a2978ae7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:47:09.131034 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-23ab520b-b8a8-4091-88f1-2428de7429f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:47:10.158275 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:47:12.032206 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:47:13.384716 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:47:21.805208 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:47:24.790813 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:47:27.175716 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:47:36.884173 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4124385f-cb96-4790-a4ee-40cac7af7c4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:47:39.133700 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d1a2e445-0789-42c6-9e48-ff066678f339 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:47:40.160607 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:47:42.034752 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:47:43.378981 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:47:43.798913 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ade340c3-5e96-490e-a4ba-3280a534b986 req-c213fa60-8549-430a-a6a4-5888b2d58488 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=57af97bc-2c4a-49b9-b370-2c76476c4794&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0855381 Jan 28 20:47:43.885016 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade340c3-5e96-490e-a4ba-3280a534b986 req-7475326c-ac5e-499a-8773-bb21333bc7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:47:43.886514 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ade340c3-5e96-490e-a4ba-3280a534b986 req-7475326c-ac5e-499a-8773-bb21333bc7d9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d2239f8668fe436bae17ced3be2a2c7f&device_id=57af97bc-2c4a-49b9-b370-2c76476c4794 HTTP/1.1" status: 200 len: 1130 time: 0.0484147 Jan 28 20:47:43.986520 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade340c3-5e96-490e-a4ba-3280a534b986 req-b9ef0538-019a-4790-8d16-9f320edc2923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:47:43.987885 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ade340c3-5e96-490e-a4ba-3280a534b986 req-b9ef0538-019a-4790-8d16-9f320edc2923 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c4e2481c-3fdd-41bb-a294-d6fc520a3e23 HTTP/1.1" status: 200 len: 909 time: 0.0833113 Jan 28 20:47:44.056214 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ade340c3-5e96-490e-a4ba-3280a534b986 req-62fdfa09-00cb-434d-9f2a-a8739c880603 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=58e6c6b6-289d-42ff-a843-2e1b1a67d729 HTTP/1.1" status: 200 len: 1001 time: 0.0623641 Jan 28 20:47:44.102893 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade340c3-5e96-490e-a4ba-3280a534b986 req-e1f7b73a-c733-41a9-bfb1-9b711c649305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:47:44.104293 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ade340c3-5e96-490e-a4ba-3280a534b986 req-e1f7b73a-c733-41a9-bfb1-9b711c649305 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=156488bf-5fce-4f83-a33a-8578cfd94891 HTTP/1.1" status: 200 len: 848 time: 0.0423439 Jan 28 20:47:44.152223 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade340c3-5e96-490e-a4ba-3280a534b986 req-5c33e11a-ef40-409e-8891-9ea3bf3684a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:47:44.153744 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ade340c3-5e96-490e-a4ba-3280a534b986 req-5c33e11a-ef40-409e-8891-9ea3bf3684a7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c4e2481c-3fdd-41bb-a294-d6fc520a3e23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0435827 Jan 28 20:47:44.244673 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ade340c3-5e96-490e-a4ba-3280a534b986 req-a6aa3781-cf06-474f-9fba-d2308da8dc13 service neutron] 10.222.0.70 "GET /v2.0/networks/c4e2481c-3fdd-41bb-a294-d6fc520a3e23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851030 Jan 28 20:47:44.332636 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ade340c3-5e96-490e-a4ba-3280a534b986 req-4c3fdb22-1055-4612-9072-f5f38604615f service neutron] 10.222.0.70 "GET /v2.0/networks/c4e2481c-3fdd-41bb-a294-d6fc520a3e23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820348 Jan 28 20:47:51.802307 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:47:54.805790 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:48:04.175198 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:48:06.886135 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6616abf5-d59f-46f2-919a-cbf5a065cee1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:48:09.083161 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 44510) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:48:09.136139 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-cfc20ffd-e09b-4d4b-a287-0e05692171d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:48:09.244496 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-b9ce5333-22ad-466a-912f-7dfdd908091f tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Deleting port 06e1c0c9-3921-4874-92b5-ca5b635078a0 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:48:09.244840 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b9ce5333-22ad-466a-912f-7dfdd908091f tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (06e1c0c9-3921-4874-92b5-ca5b635078a0), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:48:09.321335 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b9ce5333-22ad-466a-912f-7dfdd908091f tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (06e1c0c9-3921-4874-92b5-ca5b635078a0), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:48:09.321665 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b9ce5333-22ad-466a-912f-7dfdd908091f tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Publish callbacks [] for floatingip (06e1c0c9-3921-4874-92b5-ca5b635078a0), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:48:09.333080 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-b9ce5333-22ad-466a-912f-7dfdd908091f tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Calling delete_port for 06e1c0c9-3921-4874-92b5-ca5b635078a0 owned by network:floatingip {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:48:09.478155 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b9ce5333-22ad-466a-912f-7dfdd908091f tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (06e1c0c9-3921-4874-92b5-ca5b635078a0), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:48:09.502378 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ce5333-22ad-466a-912f-7dfdd908091f tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Pushing event deleted for resources: {'Port': ['ID=06e1c0c9-3921-4874-92b5-ca5b635078a0,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:48:09.514095 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ce5333-22ad-466a-912f-7dfdd908091f tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:48:09.514449 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ce5333-22ad-466a-912f-7dfdd908091f tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:48:09.514797 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ce5333-22ad-466a-912f-7dfdd908091f tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:48:09.515140 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ce5333-22ad-466a-912f-7dfdd908091f tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:48:09.515483 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ce5333-22ad-466a-912f-7dfdd908091f tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:48:09.515820 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ce5333-22ad-466a-912f-7dfdd908091f tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:48:09.516155 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ce5333-22ad-466a-912f-7dfdd908091f tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:48:09.516489 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ce5333-22ad-466a-912f-7dfdd908091f tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:48:09.516823 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ce5333-22ad-466a-912f-7dfdd908091f tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:48:09.517178 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ce5333-22ad-466a-912f-7dfdd908091f tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:48:09.517512 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ce5333-22ad-466a-912f-7dfdd908091f tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:48:09.517841 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ce5333-22ad-466a-912f-7dfdd908091f tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:48:09.518168 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ce5333-22ad-466a-912f-7dfdd908091f tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:48:09.573565 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b9ce5333-22ad-466a-912f-7dfdd908091f tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Publish callbacks [] for floatingip (a60c908f-a610-43f8-9238-c7ad70a90b95), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:48:09.573900 n-d-812111-14 neutron-server[103304]: INFO neutron.db.l3_db [None req-b9ce5333-22ad-466a-912f-7dfdd908091f tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Floating IP a60c908f-a610-43f8-9238-c7ad70a90b95 disassociated (deleted). External IP: 172.25.6.23, port: 58e6c6b6-289d-42ff-a843-2e1b1a67d729. Jan 28 20:48:09.783380 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9ce5333-22ad-466a-912f-7dfdd908091f tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Router 2f78c7e4-d738-4909-a947-6d17e40f4276 has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:48:09.888677 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9ce5333-22ad-466a-912f-7dfdd908091f tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:48:09.893422 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b9ce5333-22ad-466a-912f-7dfdd908091f tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for floatingip (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:48:09.898648 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf05319e-b55c-4698-8882-107917d84cfe None None] Sync routers for ids ['2f78c7e4-d738-4909-a947-6d17e40f4276'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:48:09.907790 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf05319e-b55c-4698-8882-107917d84cfe None None] Routers {'2f78c7e4-d738-4909-a947-6d17e40f4276'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:48:09.908404 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-bf05319e-b55c-4698-8882-107917d84cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:48:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['2f78c7e4-d738-4909-a947-6d17e40f4276'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:48:09.923023 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-b9ce5333-22ad-466a-912f-7dfdd908091f tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "DELETE /v2.0/floatingips/a60c908f-a610-43f8-9238-c7ad70a90b95 HTTP/1.1" status: 204 len: 168 time: 0.8387520 Jan 28 20:48:09.923729 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57af97bc-2c4a-49b9-b370-2c76476c4794', 'tag': '58e6c6b6-289d-42ff-a843-2e1b1a67d729'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:48:09.926260 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}690870b4896ba3504f21237a239c836c0346d6a62bcfb5e8ee91fd1b13f99dd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39ac434c-b287-413f-9c2f-2c7b9dd5f497" -d '{"events": [{"name": "network-changed", "server_uuid": "57af97bc-2c4a-49b9-b370-2c76476c4794", "tag": "58e6c6b6-289d-42ff-a843-2e1b1a67d729"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:48:10.013366 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-bf05319e-b55c-4698-8882-107917d84cfe None None] Set router 2f78c7e4-d738-4909-a947-6d17e40f4276 gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:48:10.028865 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a98fb767-7581-41b3-ba51-6b78245aefdf x-openstack-request-id: req-a98fb767-7581-41b3-ba51-6b78245aefdf {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:48:10.029260 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57af97bc-2c4a-49b9-b370-2c76476c4794", "tag": "58e6c6b6-289d-42ff-a843-2e1b1a67d729", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:48:10.029580 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a98fb767-7581-41b3-ba51-6b78245aefdf {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:48:10.030058 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57af97bc-2c4a-49b9-b370-2c76476c4794', 'tag': '58e6c6b6-289d-42ff-a843-2e1b1a67d729', 'status': 'completed', 'code': 200} Jan 28 20:48:10.129833 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ac434c-b287-413f-9c2f-2c7b9dd5f497 req-9c7f55db-9731-4566-b7a2-63912c36439f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:48:10.131608 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-39ac434c-b287-413f-9c2f-2c7b9dd5f497 req-9c7f55db-9731-4566-b7a2-63912c36439f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d2239f8668fe436bae17ced3be2a2c7f&device_id=57af97bc-2c4a-49b9-b370-2c76476c4794 HTTP/1.1" status: 200 len: 1130 time: 0.0724061 Jan 28 20:48:10.170251 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:48:10.221724 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-bf05319e-b55c-4698-8882-107917d84cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f78c7e4-d738-4909-a947-6d17e40f4276', 'name': 'tempest-TestShelveInstance-1045975041-router', 'tenant_id': 'd2239f8668fe436bae17ced3be2a2c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': '85b8f70b-41b8-4d1b-a3f9-83216d559c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:43:55Z', 'updated_at': '2022-01-28T20:43:58Z', 'revision_number': 4, 'project_id': 'd2239f8668fe436bae17ced3be2a2c7f', 'gw_port': {'id': '85b8f70b-41b8-4d1b-a3f9-83216d559c99', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:60:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f78c7e4-d738-4909-a947-6d17e40f4276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:43:55Z', 'updated_at': '2022-01-28T20:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '875397f7-2818-4b7d-9db5-2afd1b417ca3', 'name': '', 'network_id': 'c4e2481c-3fdd-41bb-a294-d6fc520a3e23', 'tenant_id': 'd2239f8668fe436bae17ced3be2a2c7f', 'mac_address': 'fa:16:3e:1c:91:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f78c7e4-d738-4909-a947-6d17e40f4276', 'device_owner': 'network:router_interface', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '156488bf-5fce-4f83-a33a-8578cfd94891', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:43:57Z', 'updated_at': '2022-01-28T20:44:02Z', 'revision_number': 5, 'project_id': 'd2239f8668fe436bae17ced3be2a2c7f', 'subnets': [{'id': '156488bf-5fce-4f83-a33a-8578cfd94891', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:48:10.245999 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059ffc54-c24d-475e-ae27-7f98d9e22aac req-a44595f2-3570-4f6f-8a75-ffa887ffa6c7 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:48:10.247466 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-059ffc54-c24d-475e-ae27-7f98d9e22aac req-a44595f2-3570-4f6f-8a75-ffa887ffa6c7 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/ports?device_id=57af97bc-2c4a-49b9-b370-2c76476c4794 HTTP/1.1" status: 200 len: 947 time: 0.1333065 Jan 28 20:48:10.247632 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf05319e-b55c-4698-8882-107917d84cfe None None] Checking router: 2f78c7e4-d738-4909-a947-6d17e40f4276 for host: n-d-812111-14 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:48:10.255676 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf05319e-b55c-4698-8882-107917d84cfe None None] Routers {'2f78c7e4-d738-4909-a947-6d17e40f4276'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:48:10.256277 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-bf05319e-b55c-4698-8882-107917d84cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:48:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['2f78c7e4-d738-4909-a947-6d17e40f4276'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:48:10.275813 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ac434c-b287-413f-9c2f-2c7b9dd5f497 req-3aa08d3b-9775-47ef-bd5b-dbf615bd93c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:48:10.277270 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-39ac434c-b287-413f-9c2f-2c7b9dd5f497 req-3aa08d3b-9775-47ef-bd5b-dbf615bd93c4 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c4e2481c-3fdd-41bb-a294-d6fc520a3e23 HTTP/1.1" status: 200 len: 909 time: 0.1269541 Jan 28 20:48:10.336870 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-39ac434c-b287-413f-9c2f-2c7b9dd5f497 req-b273d7eb-4342-4619-b715-7f5e4e1ea409 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=58e6c6b6-289d-42ff-a843-2e1b1a67d729 HTTP/1.1" status: 200 len: 217 time: 0.0521581 Jan 28 20:48:10.346558 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-059ffc54-c24d-475e-ae27-7f98d9e22aac req-b5a77e46-257b-4bf9-ac80-205154d2fed0 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/security-groups?id=8925be66-e34e-49d3-870f-39c2a1e92099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918331 Jan 28 20:48:10.372945 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-bf05319e-b55c-4698-8882-107917d84cfe None None] Set router 2f78c7e4-d738-4909-a947-6d17e40f4276 gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:48:10.389842 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ac434c-b287-413f-9c2f-2c7b9dd5f497 req-6397871e-d71f-40fb-bb86-e3df22617d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:48:10.391627 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-39ac434c-b287-413f-9c2f-2c7b9dd5f497 req-6397871e-d71f-40fb-bb86-e3df22617d9b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=156488bf-5fce-4f83-a33a-8578cfd94891 HTTP/1.1" status: 200 len: 848 time: 0.0490000 Jan 28 20:48:10.442505 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ac434c-b287-413f-9c2f-2c7b9dd5f497 req-45ffd574-0ef5-448d-a2fe-cfc40052d555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:48:10.444633 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-39ac434c-b287-413f-9c2f-2c7b9dd5f497 req-45ffd574-0ef5-448d-a2fe-cfc40052d555 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c4e2481c-3fdd-41bb-a294-d6fc520a3e23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0455604 Jan 28 20:48:10.536359 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-39ac434c-b287-413f-9c2f-2c7b9dd5f497 req-0011cd2f-244e-4c56-8cf0-e8460a8f4269 service neutron] 10.222.0.70 "GET /v2.0/networks/c4e2481c-3fdd-41bb-a294-d6fc520a3e23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846093 Jan 28 20:48:10.569587 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-bf05319e-b55c-4698-8882-107917d84cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f78c7e4-d738-4909-a947-6d17e40f4276', 'name': 'tempest-TestShelveInstance-1045975041-router', 'tenant_id': 'd2239f8668fe436bae17ced3be2a2c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': '85b8f70b-41b8-4d1b-a3f9-83216d559c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:43:55Z', 'updated_at': '2022-01-28T20:43:58Z', 'revision_number': 4, 'project_id': 'd2239f8668fe436bae17ced3be2a2c7f', 'gw_port': {'id': '85b8f70b-41b8-4d1b-a3f9-83216d559c99', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:60:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f78c7e4-d738-4909-a947-6d17e40f4276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:43:55Z', 'updated_at': '2022-01-28T20:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '875397f7-2818-4b7d-9db5-2afd1b417ca3', 'name': '', 'network_id': 'c4e2481c-3fdd-41bb-a294-d6fc520a3e23', 'tenant_id': 'd2239f8668fe436bae17ced3be2a2c7f', 'mac_address': 'fa:16:3e:1c:91:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f78c7e4-d738-4909-a947-6d17e40f4276', 'device_owner': 'network:router_interface', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '156488bf-5fce-4f83-a33a-8578cfd94891', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:43:57Z', 'updated_at': '2022-01-28T20:44:02Z', 'revision_number': 5, 'project_id': 'd2239f8668fe436bae17ced3be2a2c7f', 'subnets': [{'id': '156488bf-5fce-4f83-a33a-8578cfd94891', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:48:10.594717 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf05319e-b55c-4698-8882-107917d84cfe None None] The sync data for ids ['2f78c7e4-d738-4909-a947-6d17e40f4276'] in n-d-812111-14 is: [{'id': '2f78c7e4-d738-4909-a947-6d17e40f4276', 'name': 'tempest-TestShelveInstance-1045975041-router', 'tenant_id': 'd2239f8668fe436bae17ced3be2a2c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': '85b8f70b-41b8-4d1b-a3f9-83216d559c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:43:55Z', 'updated_at': '2022-01-28T20:43:58Z', 'revision_number': 4, 'project_id': 'd2239f8668fe436bae17ced3be2a2c7f', 'gw_port': {'id': '85b8f70b-41b8-4d1b-a3f9-83216d559c99', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:60:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f78c7e4-d738-4909-a947-6d17e40f4276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:43:55Z', 'updated_at': '2022-01-28T20:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '875397f7-2818-4b7d-9db5-2afd1b417ca3', 'name': '', 'network_id': 'c4e2481c-3fdd-41bb-a294-d6fc520a3e23', 'tenant_id': 'd2239f8668fe436bae17ced3be2a2c7f', 'mac_address': 'fa:16:3e:1c:91:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f78c7e4-d738-4909-a947-6d17e40f4276', 'device_owner': 'network:router_interface', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '156488bf-5fce-4f83-a33a-8578cfd94891', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:43:57Z', 'updated_at': '2022-01-28T20:44:02Z', 'revision_number': 5, 'project_id': 'd2239f8668fe436bae17ced3be2a2c7f', 'subnets': [{'id': '156488bf-5fce-4f83-a33a-8578cfd94891', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:48:10.625132 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-39ac434c-b287-413f-9c2f-2c7b9dd5f497 req-a0cccda0-b531-408f-af6a-e9b712377dda service neutron] 10.222.0.70 "GET /v2.0/networks/c4e2481c-3fdd-41bb-a294-d6fc520a3e23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828516 Jan 28 20:48:10.814902 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd51856-1a02-459e-82b8-90429922746d None None] New status for floating IP a60c908f-a610-43f8-9238-c7ad70a90b95: DOWN {{(pid=103306) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 20:48:11.473046 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35ccc44-62b7-4f33-8cac-0f1fddf25e58 req-3f8fd5cd-10a7-47eb-a010-ffc9b3a10045 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:48:11.475161 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c35ccc44-62b7-4f33-8cac-0f1fddf25e58 req-3f8fd5cd-10a7-47eb-a010-ffc9b3a10045 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/ports?device_id=57af97bc-2c4a-49b9-b370-2c76476c4794 HTTP/1.1" status: 200 len: 947 time: 0.0547884 Jan 28 20:48:11.478690 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7538fb75-8644-495a-aaf6-35b965b5dc1c req-83ec9102-c76d-4443-b06f-738b4ee3bf51 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:48:11.480189 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7538fb75-8644-495a-aaf6-35b965b5dc1c req-83ec9102-c76d-4443-b06f-738b4ee3bf51 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.70 "GET /v2.0/ports?device_id=57af97bc-2c4a-49b9-b370-2c76476c4794 HTTP/1.1" status: 200 len: 947 time: 0.0609822 Jan 28 20:48:11.524405 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c35ccc44-62b7-4f33-8cac-0f1fddf25e58 req-ad136b03-5a1f-49d2-b3ff-00b0575d4421 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/security-groups?id=8925be66-e34e-49d3-870f-39c2a1e92099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435514 Jan 28 20:48:11.572661 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-7538fb75-8644-495a-aaf6-35b965b5dc1c req-6ad05ed0-8d86-4308-ac0d-53a614d811c0 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Deleting port 58e6c6b6-289d-42ff-a843-2e1b1a67d729 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:48:11.573005 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-7538fb75-8644-495a-aaf6-35b965b5dc1c req-6ad05ed0-8d86-4308-ac0d-53a614d811c0 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (58e6c6b6-289d-42ff-a843-2e1b1a67d729), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:48:11.663050 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-7538fb75-8644-495a-aaf6-35b965b5dc1c req-6ad05ed0-8d86-4308-ac0d-53a614d811c0 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] For port 58e6c6b6-289d-42ff-a843-2e1b1a67d729, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=58e6c6b6-289d-42ff-a843-2e1b1a67d729,segment=NetworkSegment(d3f353f2-6b6d-43d3-b379-b24154dbd956),segment_id=d3f353f2-6b6d-43d3-b379-b24154dbd956)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:48:11.663417 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-7538fb75-8644-495a-aaf6-35b965b5dc1c req-6ad05ed0-8d86-4308-ac0d-53a614d811c0 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (58e6c6b6-289d-42ff-a843-2e1b1a67d729), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:48:11.675490 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-7538fb75-8644-495a-aaf6-35b965b5dc1c req-6ad05ed0-8d86-4308-ac0d-53a614d811c0 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Calling delete_port for 58e6c6b6-289d-42ff-a843-2e1b1a67d729 owned by compute:nova {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:48:11.800820 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-7538fb75-8644-495a-aaf6-35b965b5dc1c req-6ad05ed0-8d86-4308-ac0d-53a614d811c0 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (58e6c6b6-289d-42ff-a843-2e1b1a67d729), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:48:11.834563 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad05ed0-8d86-4308-ac0d-53a614d811c0 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Pushing event deleted for resources: {'Port': ['ID=58e6c6b6-289d-42ff-a843-2e1b1a67d729,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:48:11.875068 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-7538fb75-8644-495a-aaf6-35b965b5dc1c req-6ad05ed0-8d86-4308-ac0d-53a614d811c0 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] No DVR routers for this DVR port 58e6c6b6-289d-42ff-a843-2e1b1a67d729 on host n-h2-812111-14 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:48:11.877957 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-7538fb75-8644-495a-aaf6-35b965b5dc1c req-6ad05ed0-8d86-4308-ac0d-53a614d811c0 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:48:11.882729 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7538fb75-8644-495a-aaf6-35b965b5dc1c req-6ad05ed0-8d86-4308-ac0d-53a614d811c0 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.70 "DELETE /v2.0/ports/58e6c6b6-289d-42ff-a843-2e1b1a67d729 HTTP/1.1" status: 204 len: 173 time: 0.3971672 Jan 28 20:48:12.030782 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57af97bc-2c4a-49b9-b370-2c76476c4794', 'name': 'network-vif-deleted', 'tag': '58e6c6b6-289d-42ff-a843-2e1b1a67d729'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:48:12.033169 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}690870b4896ba3504f21237a239c836c0346d6a62bcfb5e8ee91fd1b13f99dd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71b961d3-9bc5-4696-88fb-bf0a5d354f57" -d '{"events": [{"server_uuid": "57af97bc-2c4a-49b9-b370-2c76476c4794", "name": "network-vif-deleted", "tag": "58e6c6b6-289d-42ff-a843-2e1b1a67d729"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:48:12.037031 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:48:12.069188 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-765b73e1-b5da-4c90-bc6f-2bcbef31fd86 x-openstack-request-id: req-765b73e1-b5da-4c90-bc6f-2bcbef31fd86 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:48:12.069482 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57af97bc-2c4a-49b9-b370-2c76476c4794", "name": "network-vif-deleted", "tag": "58e6c6b6-289d-42ff-a843-2e1b1a67d729", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:48:12.069735 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-765b73e1-b5da-4c90-bc6f-2bcbef31fd86 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:48:12.070139 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57af97bc-2c4a-49b9-b370-2c76476c4794', 'name': 'network-vif-deleted', 'tag': '58e6c6b6-289d-42ff-a843-2e1b1a67d729', 'status': 'completed', 'code': 200} Jan 28 20:48:12.582514 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 44532) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:48:12.638450 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ef070185-79c0-4a32-9f81-d89d7586bc96 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Publish callbacks [] for security_group (8925be66-e34e-49d3-870f-39c2a1e92099), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:48:12.662912 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ef070185-79c0-4a32-9f81-d89d7586bc96 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Publish callbacks [] for security_group (8925be66-e34e-49d3-870f-39c2a1e92099), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:48:12.721892 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ef070185-79c0-4a32-9f81-d89d7586bc96 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (8925be66-e34e-49d3-870f-39c2a1e92099), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:48:12.725279 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ef070185-79c0-4a32-9f81-d89d7586bc96 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:48:12.726440 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-ef070185-79c0-4a32-9f81-d89d7586bc96 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "DELETE /v2.0/security-groups/8925be66-e34e-49d3-870f-39c2a1e92099 HTTP/1.1" status: 204 len: 168 time: 0.1429183 Jan 28 20:48:12.735536 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef070185-79c0-4a32-9f81-d89d7586bc96 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8925be66-e34e-49d3-870f-39c2a1e92099,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:48:13.039245 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 44538) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:48:13.044259 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-7e224661-e09b-4db6-997e-6b59f13a42b9 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1059445377', 'description': 'tempest-secgroup-smoke-1059445377 description', 'project_id': 'd2239f8668fe436bae17ced3be2a2c7f'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:48:13.064604 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7e224661-e09b-4db6-997e-6b59f13a42b9 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:48:13.133603 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7e224661-e09b-4db6-997e-6b59f13a42b9 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Publish callbacks [] for security_group (976f7924-52f2-46ab-9f7b-d760db4b1ea3), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:48:13.136930 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7e224661-e09b-4db6-997e-6b59f13a42b9 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (976f7924-52f2-46ab-9f7b-d760db4b1ea3), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:48:13.164522 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7e224661-e09b-4db6-997e-6b59f13a42b9 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:48:13.165747 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-7e224661-e09b-4db6-997e-6b59f13a42b9 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1254840 Jan 28 20:48:13.168670 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 44540) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:48:13.169580 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e224661-e09b-4db6-997e-6b59f13a42b9 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=976f7924-52f2-46ab-9f7b-d760db4b1ea3,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:48:13.173644 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-b74baec0-b326-4273-a3f5-6befbd24cc3c tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Request body: {'security_group_rule': {'security_group_id': '976f7924-52f2-46ab-9f7b-d760db4b1ea3', 'project_id': 'd2239f8668fe436bae17ced3be2a2c7f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:48:13.199063 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b74baec0-b326-4273-a3f5-6befbd24cc3c tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Publish callbacks [] for security_group_rule (919764a9-f345-48aa-a5e0-b9ef4ecf8fc4), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:48:13.252604 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b74baec0-b326-4273-a3f5-6befbd24cc3c tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Publish callbacks [] for security_group_rule (919764a9-f345-48aa-a5e0-b9ef4ecf8fc4), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:48:13.256385 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b74baec0-b326-4273-a3f5-6befbd24cc3c tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (919764a9-f345-48aa-a5e0-b9ef4ecf8fc4), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:48:13.277354 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74baec0-b326-4273-a3f5-6befbd24cc3c tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=919764a9-f345-48aa-a5e0-b9ef4ecf8fc4,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:48:13.285359 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74baec0-b326-4273-a3f5-6befbd24cc3c tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:48:13.285722 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74baec0-b326-4273-a3f5-6befbd24cc3c tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:48:13.286035 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74baec0-b326-4273-a3f5-6befbd24cc3c tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:48:13.286374 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74baec0-b326-4273-a3f5-6befbd24cc3c tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:48:13.286710 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74baec0-b326-4273-a3f5-6befbd24cc3c tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:48:13.287141 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74baec0-b326-4273-a3f5-6befbd24cc3c tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:48:13.287479 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74baec0-b326-4273-a3f5-6befbd24cc3c tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:48:13.287811 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74baec0-b326-4273-a3f5-6befbd24cc3c tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:48:13.288140 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74baec0-b326-4273-a3f5-6befbd24cc3c tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:48:13.288469 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74baec0-b326-4273-a3f5-6befbd24cc3c tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:48:13.289065 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74baec0-b326-4273-a3f5-6befbd24cc3c tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:48:13.289415 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74baec0-b326-4273-a3f5-6befbd24cc3c tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:48:13.289737 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74baec0-b326-4273-a3f5-6befbd24cc3c tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:48:13.294547 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b74baec0-b326-4273-a3f5-6befbd24cc3c tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:48:13.295825 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-b74baec0-b326-4273-a3f5-6befbd24cc3c tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1258218 Jan 28 20:48:13.298532 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 44542) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:48:13.303451 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-1cea6999-4e39-42a8-ac7a-8cee8e55d226 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Request body: {'security_group_rule': {'security_group_id': '976f7924-52f2-46ab-9f7b-d760db4b1ea3', 'project_id': 'd2239f8668fe436bae17ced3be2a2c7f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:48:13.327414 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1cea6999-4e39-42a8-ac7a-8cee8e55d226 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Publish callbacks [] for security_group_rule (79778997-24ac-4e60-91f3-7a5e2462f4d8), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:48:13.381505 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:48:13.384371 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1cea6999-4e39-42a8-ac7a-8cee8e55d226 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Publish callbacks [] for security_group_rule (79778997-24ac-4e60-91f3-7a5e2462f4d8), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:48:13.388230 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1cea6999-4e39-42a8-ac7a-8cee8e55d226 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (79778997-24ac-4e60-91f3-7a5e2462f4d8), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:48:13.408036 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cea6999-4e39-42a8-ac7a-8cee8e55d226 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79778997-24ac-4e60-91f3-7a5e2462f4d8,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:48:13.417832 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1cea6999-4e39-42a8-ac7a-8cee8e55d226 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:48:13.421508 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-1cea6999-4e39-42a8-ac7a-8cee8e55d226 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1195662 Jan 28 20:48:13.421973 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 44544) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:48:13.425948 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-edcb0b0c-977a-4b6b-ad62-94ad40ce8c77 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Request body: {'security_group_rule': {'security_group_id': '976f7924-52f2-46ab-9f7b-d760db4b1ea3', 'project_id': 'd2239f8668fe436bae17ced3be2a2c7f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:48:13.453400 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-edcb0b0c-977a-4b6b-ad62-94ad40ce8c77 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Publish callbacks [] for security_group_rule (0f75745a-594e-446e-b972-85a42db430d7), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:48:13.509437 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-edcb0b0c-977a-4b6b-ad62-94ad40ce8c77 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Publish callbacks [] for security_group_rule (0f75745a-594e-446e-b972-85a42db430d7), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:48:13.512678 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-edcb0b0c-977a-4b6b-ad62-94ad40ce8c77 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (0f75745a-594e-446e-b972-85a42db430d7), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:48:13.532707 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcb0b0c-977a-4b6b-ad62-94ad40ce8c77 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f75745a-594e-446e-b972-85a42db430d7,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:48:13.538154 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-edcb0b0c-977a-4b6b-ad62-94ad40ce8c77 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:48:13.539619 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-edcb0b0c-977a-4b6b-ad62-94ad40ce8c77 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1170094 Jan 28 20:48:13.542371 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 44546) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:48:13.546718 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-0c6db1d6-5310-4861-9da2-42cc1021c5ca tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Request body: {'security_group_rule': {'security_group_id': '976f7924-52f2-46ab-9f7b-d760db4b1ea3', 'project_id': 'd2239f8668fe436bae17ced3be2a2c7f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:48:13.570770 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0c6db1d6-5310-4861-9da2-42cc1021c5ca tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Publish callbacks [] for security_group_rule (a23ec08f-23e2-418f-b59a-32e5a2615058), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:48:13.627272 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0c6db1d6-5310-4861-9da2-42cc1021c5ca tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Publish callbacks [] for security_group_rule (a23ec08f-23e2-418f-b59a-32e5a2615058), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:48:13.631353 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0c6db1d6-5310-4861-9da2-42cc1021c5ca tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (a23ec08f-23e2-418f-b59a-32e5a2615058), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:48:13.651512 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6db1d6-5310-4861-9da2-42cc1021c5ca tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a23ec08f-23e2-418f-b59a-32e5a2615058,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:48:13.658859 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0c6db1d6-5310-4861-9da2-42cc1021c5ca tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:48:13.660052 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-0c6db1d6-5310-4861-9da2-42cc1021c5ca tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1167245 Jan 28 20:48:13.662783 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 44548) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:48:13.667327 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-f82afa2f-a893-41d1-9c1a-a0aa3cbf2b04 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Request body: {'security_group_rule': {'security_group_id': '976f7924-52f2-46ab-9f7b-d760db4b1ea3', 'project_id': 'd2239f8668fe436bae17ced3be2a2c7f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:48:13.685661 n-d-812111-14 neutron-server[103305]: INFO neutron.db.securitygroups_db [None req-f82afa2f-a893-41d1-9c1a-a0aa3cbf2b04 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Project d2239f8668fe436bae17ced3be2a2c7f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 20:48:13.690978 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f82afa2f-a893-41d1-9c1a-a0aa3cbf2b04 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Publish callbacks [] for security_group_rule (8f3c8440-6545-4bb6-919b-b91f4b590173), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:48:13.756660 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f82afa2f-a893-41d1-9c1a-a0aa3cbf2b04 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Publish callbacks [] for security_group_rule (8f3c8440-6545-4bb6-919b-b91f4b590173), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:48:13.760204 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f82afa2f-a893-41d1-9c1a-a0aa3cbf2b04 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (8f3c8440-6545-4bb6-919b-b91f4b590173), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:48:13.778142 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82afa2f-a893-41d1-9c1a-a0aa3cbf2b04 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f3c8440-6545-4bb6-919b-b91f4b590173,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:48:13.785726 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f82afa2f-a893-41d1-9c1a-a0aa3cbf2b04 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:48:13.786914 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-f82afa2f-a893-41d1-9c1a-a0aa3cbf2b04 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1231692 Jan 28 20:48:13.789957 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 44550) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:48:13.794175 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-f3fd6800-d468-4f48-8605-2f052e4db568 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Request body: {'security_group_rule': {'security_group_id': '976f7924-52f2-46ab-9f7b-d760db4b1ea3', 'project_id': 'd2239f8668fe436bae17ced3be2a2c7f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:48:13.813305 n-d-812111-14 neutron-server[103305]: INFO neutron.db.securitygroups_db [None req-f3fd6800-d468-4f48-8605-2f052e4db568 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Project d2239f8668fe436bae17ced3be2a2c7f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 20:48:13.817975 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f3fd6800-d468-4f48-8605-2f052e4db568 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Publish callbacks [] for security_group_rule (bd696c3a-ca82-43cd-8e75-ea904ea45acc), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:48:13.874615 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f3fd6800-d468-4f48-8605-2f052e4db568 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Publish callbacks [] for security_group_rule (bd696c3a-ca82-43cd-8e75-ea904ea45acc), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:48:13.878077 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f3fd6800-d468-4f48-8605-2f052e4db568 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (bd696c3a-ca82-43cd-8e75-ea904ea45acc), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:48:13.895724 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fd6800-d468-4f48-8605-2f052e4db568 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd696c3a-ca82-43cd-8e75-ea904ea45acc,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:48:13.904848 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f3fd6800-d468-4f48-8605-2f052e4db568 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:48:13.906065 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-f3fd6800-d468-4f48-8605-2f052e4db568 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1151981 Jan 28 20:48:14.385910 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 58e6c6b6-289d-42ff-a843-2e1b1a67d729 no longer exists at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:48:14.407461 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] No Port match for: 58e6c6b6-289d-42ff-a843-2e1b1a67d729 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:48:14.407899 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 58e6c6b6-289d-42ff-a843-2e1b1a67d729 not bound to the agent host n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:48:21.803778 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:48:24.807706 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:48:32.281457 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1bad23de-520e-4afe-9d25-c9c053809098 req-573658a5-c1a3-4529-9d71-7d86a3eae202 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1059445377&fields=id&tenant_id=d2239f8668fe436bae17ced3be2a2c7f HTTP/1.1" status: 200 len: 267 time: 0.0437632 Jan 28 20:48:32.384321 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bad23de-520e-4afe-9d25-c9c053809098 req-a325118b-1d6e-49a5-a4db-b48270912a21 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:48:32.385823 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1bad23de-520e-4afe-9d25-c9c053809098 req-a325118b-1d6e-49a5-a4db-b48270912a21 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/networks?id=c4e2481c-3fdd-41bb-a294-d6fc520a3e23 HTTP/1.1" status: 200 len: 809 time: 0.0974445 Jan 28 20:48:32.399885 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1bad23de-520e-4afe-9d25-c9c053809098 req-f5af9fe2-d1ac-4f30-8814-b4ec5ebbe510 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/quotas/d2239f8668fe436bae17ced3be2a2c7f HTTP/1.1" status: 200 len: 375 time: 0.0087888 Jan 28 20:48:32.458183 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1bad23de-520e-4afe-9d25-c9c053809098 req-710d86c3-58ad-4e21-8b7c-db82244e87f6 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=d2239f8668fe436bae17ced3be2a2c7f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0536189 Jan 28 20:48:32.550133 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1bad23de-520e-4afe-9d25-c9c053809098 req-c6a45260-6634-4433-9c99-506f56b73e40 service neutron] 10.222.0.64 "GET /v2.0/networks/c4e2481c-3fdd-41bb-a294-d6fc520a3e23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813184 Jan 28 20:48:32.969738 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1bad23de-520e-4afe-9d25-c9c053809098 req-cd480967-ff97-481d-8cab-e630220f7773 service neutron] 10.222.0.64 "GET /v2.0/networks/c4e2481c-3fdd-41bb-a294-d6fc520a3e23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4139946 Jan 28 20:48:33.243999 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1a10cd9b-b134-4ec1-9918-382172ec28c1 req-69997147-1e3a-4535-81f4-2dbeb594b481 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/ports?device_id=edef6c2f-0bf7-49ea-81ea-e83050b33de1 HTTP/1.1" status: 200 len: 210 time: 0.0274935 Jan 28 20:48:34.323228 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c1be51bd-db13-411a-aa65-066be0a173d1 req-5a99f0ba-bf39-4803-b8a5-2fbfc5d6498d tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/ports?device_id=edef6c2f-0bf7-49ea-81ea-e83050b33de1 HTTP/1.1" status: 200 len: 210 time: 0.0274322 Jan 28 20:48:35.405735 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9e3d16b9-991c-464f-afbd-34291ff036ab req-55b62c6e-7611-4c40-88a4-9842ad7b6d39 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/ports?device_id=edef6c2f-0bf7-49ea-81ea-e83050b33de1 HTTP/1.1" status: 200 len: 210 time: 0.0330493 Jan 28 20:48:36.482802 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-458237d4-5123-459e-b9e4-ae8581f8a40d req-a7994cc9-d715-4181-8afe-92914b35df32 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/ports?device_id=edef6c2f-0bf7-49ea-81ea-e83050b33de1 HTTP/1.1" status: 200 len: 210 time: 0.0264556 Jan 28 20:48:36.887735 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9977c4df-8df1-4568-966d-faead62a00a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:48:37.580615 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-212ebec4-c695-4833-be0f-d8371da9edc2 req-d3a525b0-5b14-4061-8262-9b8d10084e15 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/ports?device_id=edef6c2f-0bf7-49ea-81ea-e83050b33de1 HTTP/1.1" status: 200 len: 210 time: 0.0283098 Jan 28 20:48:38.171042 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bad23de-520e-4afe-9d25-c9c053809098 req-43157e30-7be9-4b5b-b810-2159dac31a17 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:48:38.172468 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1bad23de-520e-4afe-9d25-c9c053809098 req-43157e30-7be9-4b5b-b810-2159dac31a17 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.70 "GET /v2.0/networks?id=c4e2481c-3fdd-41bb-a294-d6fc520a3e23 HTTP/1.1" status: 200 len: 809 time: 0.0990081 Jan 28 20:48:38.243189 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1bad23de-520e-4afe-9d25-c9c053809098 req-6b3baf88-dbea-43bd-90aa-a4ce082a6e12 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d2239f8668fe436bae17ced3be2a2c7f HTTP/1.1" status: 200 len: 380 time: 0.0591760 Jan 28 20:48:38.252653 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-1bad23de-520e-4afe-9d25-c9c053809098 req-44b70006-483c-4581-b872-bda9cc5f7c46 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Request body: {'port': {'device_id': 'edef6c2f-0bf7-49ea-81ea-e83050b33de1', 'network_id': 'c4e2481c-3fdd-41bb-a294-d6fc520a3e23', 'admin_state_up': True, 'tenant_id': 'd2239f8668fe436bae17ced3be2a2c7f', 'security_groups': ['976f7924-52f2-46ab-9f7b-d760db4b1ea3']}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:48:38.367772 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1bad23de-520e-4afe-9d25-c9c053809098 req-44b70006-483c-4581-b872-bda9cc5f7c46 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Made reservation on behalf of d2239f8668fe436bae17ced3be2a2c7f for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:48:38.371389 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-1bad23de-520e-4afe-9d25-c9c053809098 req-44b70006-483c-4581-b872-bda9cc5f7c46 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:48:38.503469 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-1bad23de-520e-4afe-9d25-c9c053809098 req-44b70006-483c-4581-b872-bda9cc5f7c46 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Allocated IP 172.20.0.11 (c4e2481c-3fdd-41bb-a294-d6fc520a3e23/156488bf-5fce-4f83-a33a-8578cfd94891/240b7014-c989-4b71-ab5d-87cf847ca555) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:48:38.643169 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-1bad23de-520e-4afe-9d25-c9c053809098 req-44b70006-483c-4581-b872-bda9cc5f7c46 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Publish callbacks [] for port (240b7014-c989-4b71-ab5d-87cf847ca555), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:48:38.706300 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4f401f5f-76bf-4882-986c-b497d0e9312f req-1b934bce-764d-434e-a143-e70a459200ed tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/ports?device_id=edef6c2f-0bf7-49ea-81ea-e83050b33de1 HTTP/1.1" status: 200 len: 210 time: 0.0375946 Jan 28 20:48:38.717165 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-1bad23de-520e-4afe-9d25-c9c053809098 req-44b70006-483c-4581-b872-bda9cc5f7c46 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (240b7014-c989-4b71-ab5d-87cf847ca555), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:48:38.763963 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bad23de-520e-4afe-9d25-c9c053809098 req-44b70006-483c-4581-b872-bda9cc5f7c46 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Network c4e2481c-3fdd-41bb-a294-d6fc520a3e23 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:48:38.769561 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-1bad23de-520e-4afe-9d25-c9c053809098 req-44b70006-483c-4581-b872-bda9cc5f7c46 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:48:38.776001 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bad23de-520e-4afe-9d25-c9c053809098 req-44b70006-483c-4581-b872-bda9cc5f7c46 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:48:38.780271 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b70006-483c-4581-b872-bda9cc5f7c46 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Pushing event updated for resources: {'Port': ['ID=240b7014-c989-4b71-ab5d-87cf847ca555,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:48:38.829924 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bad23de-520e-4afe-9d25-c9c053809098 req-44b70006-483c-4581-b872-bda9cc5f7c46 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:48:38.830726 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-1bad23de-520e-4afe-9d25-c9c053809098 req-44b70006-483c-4581-b872-bda9cc5f7c46 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:48:38.849358 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1bad23de-520e-4afe-9d25-c9c053809098 req-44b70006-483c-4581-b872-bda9cc5f7c46 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6002953 Jan 28 20:48:38.860407 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-1bad23de-520e-4afe-9d25-c9c053809098 req-29afd016-1ed1-4a3e-9ff1-03b1b900fd99 service neutron] Request body: {'port': {'device_id': 'edef6c2f-0bf7-49ea-81ea-e83050b33de1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-14'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:48:38.928964 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-1bad23de-520e-4afe-9d25-c9c053809098 req-29afd016-1ed1-4a3e-9ff1-03b1b900fd99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (240b7014-c989-4b71-ab5d-87cf847ca555), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:48:39.057481 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-6c7ed0ef-9daa-4fe6-9b37-29a4e7ba8270 None None] Provisioning complete for port 240b7014-c989-4b71-ab5d-87cf847ca555 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:48:39.058056 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6c7ed0ef-9daa-4fe6-9b37-29a4e7ba8270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (240b7014-c989-4b71-ab5d-87cf847ca555), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:48:39.092447 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-6c7ed0ef-9daa-4fe6-9b37-29a4e7ba8270 None None] Port 240b7014-c989-4b71-ab5d-87cf847ca555 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 20:48:39.138690 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7bc5c5f2-7ee5-4cfd-96b8-0f4bb2ade33a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:48:39.208439 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-1bad23de-520e-4afe-9d25-c9c053809098 req-29afd016-1ed1-4a3e-9ff1-03b1b900fd99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 240b7014-c989-4b71-ab5d-87cf847ca555 {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:48:39.216350 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-1bad23de-520e-4afe-9d25-c9c053809098 req-29afd016-1ed1-4a3e-9ff1-03b1b900fd99 service neutron] Publish callbacks [] for port (240b7014-c989-4b71-ab5d-87cf847ca555), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:48:39.228901 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-1bad23de-520e-4afe-9d25-c9c053809098 req-29afd016-1ed1-4a3e-9ff1-03b1b900fd99 service neutron] Transition to ACTIVE for port object 240b7014-c989-4b71-ab5d-87cf847ca555 will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:48:39.232421 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-1bad23de-520e-4afe-9d25-c9c053809098 req-29afd016-1ed1-4a3e-9ff1-03b1b900fd99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (240b7014-c989-4b71-ab5d-87cf847ca555), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:48:39.284539 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29afd016-1ed1-4a3e-9ff1-03b1b900fd99 service neutron] Pushing event updated for resources: {'Port': ['ID=240b7014-c989-4b71-ab5d-87cf847ca555,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:48:39.363547 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-1bad23de-520e-4afe-9d25-c9c053809098 req-29afd016-1ed1-4a3e-9ff1-03b1b900fd99 service neutron] Attempting to bind port 240b7014-c989-4b71-ab5d-87cf847ca555 on host n-h2-812111-14 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:48:39.363897 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-1bad23de-520e-4afe-9d25-c9c053809098 req-29afd016-1ed1-4a3e-9ff1-03b1b900fd99 service neutron] Attempting to bind port 240b7014-c989-4b71-ab5d-87cf847ca555 by drivers openvswitch,hyperv on host n-h2-812111-14 at level 0 using segments [{'id': 'd3f353f2-6b6d-43d3-b379-b24154dbd956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'c4e2481c-3fdd-41bb-a294-d6fc520a3e23'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:48:39.364230 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bad23de-520e-4afe-9d25-c9c053809098 req-29afd016-1ed1-4a3e-9ff1-03b1b900fd99 service neutron] Attempting to bind port 240b7014-c989-4b71-ab5d-87cf847ca555 on network c4e2481c-3fdd-41bb-a294-d6fc520a3e23 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:48:39.370168 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bad23de-520e-4afe-9d25-c9c053809098 req-29afd016-1ed1-4a3e-9ff1-03b1b900fd99 service neutron] Port 240b7014-c989-4b71-ab5d-87cf847ca555 on network c4e2481c-3fdd-41bb-a294-d6fc520a3e23 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-14 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:48:39.370500 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bad23de-520e-4afe-9d25-c9c053809098 req-29afd016-1ed1-4a3e-9ff1-03b1b900fd99 service neutron] Attempting to bind port 240b7014-c989-4b71-ab5d-87cf847ca555 on network c4e2481c-3fdd-41bb-a294-d6fc520a3e23 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:48:39.376462 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bad23de-520e-4afe-9d25-c9c053809098 req-29afd016-1ed1-4a3e-9ff1-03b1b900fd99 service neutron] Checking agent: {'id': '8f3fee4e-bf24-4b58-8a3a-ae9c8011a473', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 48, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:48:39.376815 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bad23de-520e-4afe-9d25-c9c053809098 req-29afd016-1ed1-4a3e-9ff1-03b1b900fd99 service neutron] Checking segment: {'id': 'd3f353f2-6b6d-43d3-b379-b24154dbd956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'c4e2481c-3fdd-41bb-a294-d6fc520a3e23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:48:39.377526 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bad23de-520e-4afe-9d25-c9c053809098 req-29afd016-1ed1-4a3e-9ff1-03b1b900fd99 service neutron] Bound using segment: {'id': 'd3f353f2-6b6d-43d3-b379-b24154dbd956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'c4e2481c-3fdd-41bb-a294-d6fc520a3e23'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:48:39.377963 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-1bad23de-520e-4afe-9d25-c9c053809098 req-29afd016-1ed1-4a3e-9ff1-03b1b900fd99 service neutron] Bound port: 240b7014-c989-4b71-ab5d-87cf847ca555, host: n-h2-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3f353f2-6b6d-43d3-b379-b24154dbd956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'c4e2481c-3fdd-41bb-a294-d6fc520a3e23'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:48:39.378355 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-1bad23de-520e-4afe-9d25-c9c053809098 req-29afd016-1ed1-4a3e-9ff1-03b1b900fd99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (240b7014-c989-4b71-ab5d-87cf847ca555), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:48:39.450834 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-1bad23de-520e-4afe-9d25-c9c053809098 req-29afd016-1ed1-4a3e-9ff1-03b1b900fd99 service neutron] For port 240b7014-c989-4b71-ab5d-87cf847ca555, host n-h2-812111-14, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:48:39.454153 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-1bad23de-520e-4afe-9d25-c9c053809098 req-29afd016-1ed1-4a3e-9ff1-03b1b900fd99 service neutron] For port 240b7014-c989-4b71-ab5d-87cf847ca555, host n-h2-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=240b7014-c989-4b71-ab5d-87cf847ca555,segment=NetworkSegment(d3f353f2-6b6d-43d3-b379-b24154dbd956),segment_id=d3f353f2-6b6d-43d3-b379-b24154dbd956)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:48:39.460975 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-1bad23de-520e-4afe-9d25-c9c053809098 req-29afd016-1ed1-4a3e-9ff1-03b1b900fd99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (240b7014-c989-4b71-ab5d-87cf847ca555), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:48:39.498372 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bad23de-520e-4afe-9d25-c9c053809098 req-29afd016-1ed1-4a3e-9ff1-03b1b900fd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:48:39.499001 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-1bad23de-520e-4afe-9d25-c9c053809098 req-29afd016-1ed1-4a3e-9ff1-03b1b900fd99 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:48:39.500507 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1bad23de-520e-4afe-9d25-c9c053809098 req-29afd016-1ed1-4a3e-9ff1-03b1b900fd99 service neutron] 10.222.0.70 "PUT /v2.0/ports/240b7014-c989-4b71-ab5d-87cf847ca555 HTTP/1.1" status: 200 len: 1093 time: 0.6444135 Jan 28 20:48:39.500990 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edef6c2f-0bf7-49ea-81ea-e83050b33de1', 'tag': '240b7014-c989-4b71-ab5d-87cf847ca555'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:48:39.503287 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}690870b4896ba3504f21237a239c836c0346d6a62bcfb5e8ee91fd1b13f99dd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf901fe4-eed1-4a1b-9909-8b7fd7cfd1ed" -d '{"events": [{"name": "network-changed", "server_uuid": "edef6c2f-0bf7-49ea-81ea-e83050b33de1", "tag": "240b7014-c989-4b71-ab5d-87cf847ca555"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:48:39.533858 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29afd016-1ed1-4a3e-9ff1-03b1b900fd99 service neutron] Pushing event updated for resources: {'Port': ['ID=240b7014-c989-4b71-ab5d-87cf847ca555,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:48:39.597236 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e06c1433-13ff-45d4-95a2-b8acde2f963b x-openstack-request-id: req-e06c1433-13ff-45d4-95a2-b8acde2f963b {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:48:39.597529 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edef6c2f-0bf7-49ea-81ea-e83050b33de1", "tag": "240b7014-c989-4b71-ab5d-87cf847ca555", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:48:39.597782 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e06c1433-13ff-45d4-95a2-b8acde2f963b {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:48:39.598283 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edef6c2f-0bf7-49ea-81ea-e83050b33de1', 'tag': '240b7014-c989-4b71-ab5d-87cf847ca555', 'status': 'completed', 'code': 200} Jan 28 20:48:39.619293 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bad23de-520e-4afe-9d25-c9c053809098 req-2e00370c-2b89-40fb-a69a-93fe2e980d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:48:39.620995 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1bad23de-520e-4afe-9d25-c9c053809098 req-2e00370c-2b89-40fb-a69a-93fe2e980d43 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d2239f8668fe436bae17ced3be2a2c7f&device_id=edef6c2f-0bf7-49ea-81ea-e83050b33de1 HTTP/1.1" status: 200 len: 1127 time: 0.0631497 Jan 28 20:48:39.664929 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1bad23de-520e-4afe-9d25-c9c053809098 req-43432c81-1910-4db4-a356-28e1967cd138 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=240b7014-c989-4b71-ab5d-87cf847ca555 HTTP/1.1" status: 200 len: 217 time: 0.0371320 Jan 28 20:48:39.716841 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bad23de-520e-4afe-9d25-c9c053809098 req-b8129959-11c1-4d15-97d1-b629207331e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:48:39.718389 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1bad23de-520e-4afe-9d25-c9c053809098 req-b8129959-11c1-4d15-97d1-b629207331e3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=156488bf-5fce-4f83-a33a-8578cfd94891 HTTP/1.1" status: 200 len: 848 time: 0.0479131 Jan 28 20:48:39.794936 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bad23de-520e-4afe-9d25-c9c053809098 req-59b1cb4f-6e90-4e3c-8fdf-a1cac78d8600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:48:39.796371 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1bad23de-520e-4afe-9d25-c9c053809098 req-59b1cb4f-6e90-4e3c-8fdf-a1cac78d8600 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c4e2481c-3fdd-41bb-a294-d6fc520a3e23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0706570 Jan 28 20:48:39.890800 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3da1cf-a7e7-4154-9778-da710eab3b22 req-2defd3ac-3e20-4ba0-b6f4-68f18bf43238 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:48:39.892222 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-df3da1cf-a7e7-4154-9778-da710eab3b22 req-2defd3ac-3e20-4ba0-b6f4-68f18bf43238 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/ports?device_id=edef6c2f-0bf7-49ea-81ea-e83050b33de1 HTTP/1.1" status: 200 len: 944 time: 0.1090515 Jan 28 20:48:39.942507 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1bad23de-520e-4afe-9d25-c9c053809098 req-cd80e834-2933-4e7b-9c96-8e9832314c6c service neutron] 10.222.0.70 "GET /v2.0/networks/c4e2481c-3fdd-41bb-a294-d6fc520a3e23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260531 Jan 28 20:48:39.983902 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-df3da1cf-a7e7-4154-9778-da710eab3b22 req-e67339ec-c8ee-4d18-aa51-a0998cc2f348 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/security-groups?id=976f7924-52f2-46ab-9f7b-d760db4b1ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825684 Jan 28 20:48:40.055409 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1bad23de-520e-4afe-9d25-c9c053809098 req-9463a26e-529d-4009-8f3b-95687ead193b service neutron] 10.222.0.70 "GET /v2.0/networks/c4e2481c-3fdd-41bb-a294-d6fc520a3e23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048489 Jan 28 20:48:40.140700 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf901fe4-eed1-4a1b-9909-8b7fd7cfd1ed req-2b3ae795-461d-4b86-b890-4132a9d959e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:48:40.142343 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-cf901fe4-eed1-4a1b-9909-8b7fd7cfd1ed req-2b3ae795-461d-4b86-b890-4132a9d959e6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d2239f8668fe436bae17ced3be2a2c7f&device_id=edef6c2f-0bf7-49ea-81ea-e83050b33de1 HTTP/1.1" status: 200 len: 1127 time: 0.0466869 Jan 28 20:48:40.170949 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:48:40.242116 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf901fe4-eed1-4a1b-9909-8b7fd7cfd1ed req-b89f4df8-bf95-4e40-aeab-69350c610d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:48:40.243586 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-cf901fe4-eed1-4a1b-9909-8b7fd7cfd1ed req-b89f4df8-bf95-4e40-aeab-69350c610d35 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c4e2481c-3fdd-41bb-a294-d6fc520a3e23 HTTP/1.1" status: 200 len: 909 time: 0.0940545 Jan 28 20:48:40.286401 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-cf901fe4-eed1-4a1b-9909-8b7fd7cfd1ed req-c61987e4-65fc-44b7-81b6-ba71b202e633 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=240b7014-c989-4b71-ab5d-87cf847ca555 HTTP/1.1" status: 200 len: 217 time: 0.0352597 Jan 28 20:48:40.338649 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf901fe4-eed1-4a1b-9909-8b7fd7cfd1ed req-739d2ff6-3dd5-46b5-8ee4-b5c63a8aa7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:48:40.340112 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-cf901fe4-eed1-4a1b-9909-8b7fd7cfd1ed req-739d2ff6-3dd5-46b5-8ee4-b5c63a8aa7c4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=156488bf-5fce-4f83-a33a-8578cfd94891 HTTP/1.1" status: 200 len: 848 time: 0.0477009 Jan 28 20:48:40.388217 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf901fe4-eed1-4a1b-9909-8b7fd7cfd1ed req-42f6f455-098a-44ff-8531-8a9bf5ce4c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:48:40.389746 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-cf901fe4-eed1-4a1b-9909-8b7fd7cfd1ed req-42f6f455-098a-44ff-8531-8a9bf5ce4c10 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c4e2481c-3fdd-41bb-a294-d6fc520a3e23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0442712 Jan 28 20:48:40.480594 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-cf901fe4-eed1-4a1b-9909-8b7fd7cfd1ed req-68df84f6-3952-499b-a347-3bbf3507b8a8 service neutron] 10.222.0.70 "GET /v2.0/networks/c4e2481c-3fdd-41bb-a294-d6fc520a3e23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834801 Jan 28 20:48:40.577131 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-cf901fe4-eed1-4a1b-9909-8b7fd7cfd1ed req-33c5663f-4a19-4701-8060-caf853d31b59 service neutron] 10.222.0.70 "GET /v2.0/networks/c4e2481c-3fdd-41bb-a294-d6fc520a3e23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862620 Jan 28 20:48:41.107528 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41e67e5-3d7e-4a60-b20c-0caf6d237a91 req-da583c1b-2550-4115-b5e0-9168eae0aa95 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:48:41.109020 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d41e67e5-3d7e-4a60-b20c-0caf6d237a91 req-da583c1b-2550-4115-b5e0-9168eae0aa95 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/ports?device_id=edef6c2f-0bf7-49ea-81ea-e83050b33de1 HTTP/1.1" status: 200 len: 944 time: 0.0529490 Jan 28 20:48:41.159462 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d41e67e5-3d7e-4a60-b20c-0caf6d237a91 req-3f03aa8f-c53c-4a92-a3a5-fd18db753a2c tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/security-groups?id=976f7924-52f2-46ab-9f7b-d760db4b1ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446105 Jan 28 20:48:41.173834 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:48:42.039756 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:48:42.282750 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733ff9f2-ed4d-4ae0-ab4d-f0c2a03da7eb req-48f48029-bde8-4484-9264-3c0d2025ab33 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:48:42.284152 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-733ff9f2-ed4d-4ae0-ab4d-f0c2a03da7eb req-48f48029-bde8-4484-9264-3c0d2025ab33 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/ports?device_id=edef6c2f-0bf7-49ea-81ea-e83050b33de1 HTTP/1.1" status: 200 len: 944 time: 0.0536854 Jan 28 20:48:42.332850 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-733ff9f2-ed4d-4ae0-ab4d-f0c2a03da7eb req-7ffb8a51-39df-4273-bd36-3ccf2f4a22a7 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/security-groups?id=976f7924-52f2-46ab-9f7b-d760db4b1ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426540 Jan 28 20:48:43.384701 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:48:43.456653 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c605ae9-240f-4f25-874f-a8be6dc07bee req-10a0a101-0793-40da-88d2-ef4443dd2590 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:48:43.458193 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1c605ae9-240f-4f25-874f-a8be6dc07bee req-10a0a101-0793-40da-88d2-ef4443dd2590 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/ports?device_id=edef6c2f-0bf7-49ea-81ea-e83050b33de1 HTTP/1.1" status: 200 len: 944 time: 0.0534523 Jan 28 20:48:43.511316 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1c605ae9-240f-4f25-874f-a8be6dc07bee req-55085a23-7059-46f3-b89a-9a4cdb2d0177 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/security-groups?id=976f7924-52f2-46ab-9f7b-d760db4b1ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468886 Jan 28 20:48:44.638310 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a07b17e-8806-43c6-b938-d587d46e658f req-013b3b5d-7e22-4e99-8177-4e2bfeccc6ec tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:48:44.639837 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8a07b17e-8806-43c6-b938-d587d46e658f req-013b3b5d-7e22-4e99-8177-4e2bfeccc6ec tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/ports?device_id=edef6c2f-0bf7-49ea-81ea-e83050b33de1 HTTP/1.1" status: 200 len: 944 time: 0.0575995 Jan 28 20:48:44.688687 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-8a07b17e-8806-43c6-b938-d587d46e658f req-7f30d1cf-113b-4560-903c-6bee426740b2 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/security-groups?id=976f7924-52f2-46ab-9f7b-d760db4b1ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432971 Jan 28 20:48:45.819625 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e4f16a-9cd7-444b-897d-910eb96deb75 req-996982a2-d9e0-4539-bb8a-d0925c93b853 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:48:45.822959 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-69e4f16a-9cd7-444b-897d-910eb96deb75 req-996982a2-d9e0-4539-bb8a-d0925c93b853 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/ports?device_id=edef6c2f-0bf7-49ea-81ea-e83050b33de1 HTTP/1.1" status: 200 len: 944 time: 0.0578697 Jan 28 20:48:45.873670 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-69e4f16a-9cd7-444b-897d-910eb96deb75 req-8b8e4d12-7646-4308-87dd-886ff3d5ef9c tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/security-groups?id=976f7924-52f2-46ab-9f7b-d760db4b1ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456800 Jan 28 20:48:47.242391 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc9fab7-2daf-4a1c-b975-26cbe39fb7ec req-1cffc2f4-5b78-45b6-b4fa-89dbc834809d tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:48:47.243897 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1cc9fab7-2daf-4a1c-b975-26cbe39fb7ec req-1cffc2f4-5b78-45b6-b4fa-89dbc834809d tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/ports?device_id=edef6c2f-0bf7-49ea-81ea-e83050b33de1 HTTP/1.1" status: 200 len: 944 time: 0.0546904 Jan 28 20:48:47.293446 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1cc9fab7-2daf-4a1c-b975-26cbe39fb7ec req-0855ca53-0950-41e9-b9c3-205ad28a3b2d tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/security-groups?id=976f7924-52f2-46ab-9f7b-d760db4b1ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439761 Jan 28 20:48:48.410831 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db56c003-40c3-411d-a156-dd0857690fec req-a3f665fd-b9d1-4afc-8de3-8d5e19511c5d tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:48:48.413019 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-db56c003-40c3-411d-a156-dd0857690fec req-a3f665fd-b9d1-4afc-8de3-8d5e19511c5d tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/ports?device_id=edef6c2f-0bf7-49ea-81ea-e83050b33de1 HTTP/1.1" status: 200 len: 944 time: 0.0520780 Jan 28 20:48:48.460491 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-db56c003-40c3-411d-a156-dd0857690fec req-7673e9fa-b14e-4d2b-9272-920d6ca0d405 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/security-groups?id=976f7924-52f2-46ab-9f7b-d760db4b1ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417013 Jan 28 20:48:49.577187 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0333b27e-14c0-46ec-8742-3801b97810bc req-a3210a5d-9218-4b0c-9611-75b309003d79 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:48:49.578668 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-0333b27e-14c0-46ec-8742-3801b97810bc req-a3210a5d-9218-4b0c-9611-75b309003d79 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/ports?device_id=edef6c2f-0bf7-49ea-81ea-e83050b33de1 HTTP/1.1" status: 200 len: 944 time: 0.0525818 Jan 28 20:48:49.632101 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-0333b27e-14c0-46ec-8742-3801b97810bc req-4b1203f9-1c64-4a58-9800-fa74015d4067 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/security-groups?id=976f7924-52f2-46ab-9f7b-d760db4b1ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479302 Jan 28 20:48:50.753228 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d981fd45-ccf5-4820-a22e-68048b6515c6 req-7e743b91-ec6a-4b36-8759-512b78785b55 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:48:50.754714 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d981fd45-ccf5-4820-a22e-68048b6515c6 req-7e743b91-ec6a-4b36-8759-512b78785b55 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/ports?device_id=edef6c2f-0bf7-49ea-81ea-e83050b33de1 HTTP/1.1" status: 200 len: 944 time: 0.0560136 Jan 28 20:48:50.803110 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-d981fd45-ccf5-4820-a22e-68048b6515c6 req-10772233-a814-4898-ab7f-5ed7bcd28cb5 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/security-groups?id=976f7924-52f2-46ab-9f7b-d760db4b1ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421207 Jan 28 20:48:51.803741 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:48:51.921128 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a7f67a-829c-4d32-926c-c5dfa7b2ca97 req-4a0ff634-5f26-4700-bcf2-7cbfce11a8d9 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:48:51.922663 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b3a7f67a-829c-4d32-926c-c5dfa7b2ca97 req-4a0ff634-5f26-4700-bcf2-7cbfce11a8d9 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/ports?device_id=edef6c2f-0bf7-49ea-81ea-e83050b33de1 HTTP/1.1" status: 200 len: 944 time: 0.0534997 Jan 28 20:48:51.972609 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b3a7f67a-829c-4d32-926c-c5dfa7b2ca97 req-e92a040d-d556-4966-850c-64cb7788f0e5 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/security-groups?id=976f7924-52f2-46ab-9f7b-d760db4b1ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443320 Jan 28 20:48:53.095093 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e469f0-8f7f-482e-8ace-bf7fc637b918 req-67ea92c9-d67c-427a-8ed2-177c9ac6233f tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:48:53.096562 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-85e469f0-8f7f-482e-8ace-bf7fc637b918 req-67ea92c9-d67c-427a-8ed2-177c9ac6233f tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/ports?device_id=edef6c2f-0bf7-49ea-81ea-e83050b33de1 HTTP/1.1" status: 200 len: 944 time: 0.0555584 Jan 28 20:48:53.143823 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-85e469f0-8f7f-482e-8ace-bf7fc637b918 req-16e51ebe-bd41-46f4-9b5a-f2e624fb4ea2 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/security-groups?id=976f7924-52f2-46ab-9f7b-d760db4b1ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411663 Jan 28 20:48:54.260594 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3d65ab-39f9-4c99-9e54-01d6753ca6e3 req-5ee0a9cc-3fdf-4580-9de8-22f987f10a74 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:48:54.262122 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-bd3d65ab-39f9-4c99-9e54-01d6753ca6e3 req-5ee0a9cc-3fdf-4580-9de8-22f987f10a74 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/ports?device_id=edef6c2f-0bf7-49ea-81ea-e83050b33de1 HTTP/1.1" status: 200 len: 944 time: 0.0526145 Jan 28 20:48:54.311651 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-bd3d65ab-39f9-4c99-9e54-01d6753ca6e3 req-e8db3a9b-d6f0-4dce-984c-f90266e9ba03 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/security-groups?id=976f7924-52f2-46ab-9f7b-d760db4b1ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438602 Jan 28 20:48:54.568806 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 240b7014-c989-4b71-ab5d-87cf847ca555 details requested by agent hyperv_n-h2-812111-14 with host n-h2-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:48:54.665290 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 240b7014-c989-4b71-ab5d-87cf847ca555, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=240b7014-c989-4b71-ab5d-87cf847ca555,segment=NetworkSegment(d3f353f2-6b6d-43d3-b379-b24154dbd956),segment_id=d3f353f2-6b6d-43d3-b379-b24154dbd956)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:48:54.676587 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Returning: {'device': '240b7014-c989-4b71-ab5d-87cf847ca555', 'network_id': 'c4e2481c-3fdd-41bb-a294-d6fc520a3e23', 'port_id': '240b7014-c989-4b71-ab5d-87cf847ca555', 'mac_address': 'fa:16:3e:8b:94:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '156488bf-5fce-4f83-a33a-8578cfd94891', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:48:54.715271 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 240b7014-c989-4b71-ab5d-87cf847ca555 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:48:54.715663 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (240b7014-c989-4b71-ab5d-87cf847ca555), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:48:54.728746 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 240b7014-c989-4b71-ab5d-87cf847ca555 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:48:54.747256 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 240b7014-c989-4b71-ab5d-87cf847ca555, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=240b7014-c989-4b71-ab5d-87cf847ca555,segment=NetworkSegment(d3f353f2-6b6d-43d3-b379-b24154dbd956),segment_id=d3f353f2-6b6d-43d3-b379-b24154dbd956)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:48:54.751443 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (240b7014-c989-4b71-ab5d-87cf847ca555), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:48:54.801055 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=240b7014-c989-4b71-ab5d-87cf847ca555,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:48:54.812598 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:48:54.812953 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:48:54.813464 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:48:54.813810 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:48:54.814148 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:48:54.814484 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:48:54.814815 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:48:54.815144 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:48:54.815471 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:48:54.815799 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:48:54.816127 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:48:54.816452 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:48:54.816778 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:48:54.831228 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:48:54.964450 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['240b7014-c989-4b71-ab5d-87cf847ca555'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:48:55.434137 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e60feae-945b-411a-8c4f-98053d028c36 req-9fc2eb85-ab44-4c38-9471-0ce9c05647c3 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:48:55.435588 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7e60feae-945b-411a-8c4f-98053d028c36 req-9fc2eb85-ab44-4c38-9471-0ce9c05647c3 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/ports?device_id=edef6c2f-0bf7-49ea-81ea-e83050b33de1 HTTP/1.1" status: 200 len: 945 time: 0.0561991 Jan 28 20:48:55.485068 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-7e60feae-945b-411a-8c4f-98053d028c36 req-63f92632-b7e4-4738-b698-52c49bef7d7a tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/security-groups?id=976f7924-52f2-46ab-9f7b-d760db4b1ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432329 Jan 28 20:48:56.574189 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 240b7014-c989-4b71-ab5d-87cf847ca555 up at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:48:56.606616 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ade4b98-fea5-4c14-9657-06c8443e9978 req-eeb9c6a9-2de7-4071-9509-2ff5a31f8424 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:48:56.608095 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7ade4b98-fea5-4c14-9657-06c8443e9978 req-eeb9c6a9-2de7-4071-9509-2ff5a31f8424 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/ports?device_id=edef6c2f-0bf7-49ea-81ea-e83050b33de1 HTTP/1.1" status: 200 len: 945 time: 0.0571604 Jan 28 20:48:56.624104 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning for port 240b7014-c989-4b71-ab5d-87cf847ca555 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:48:56.628268 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning complete for port 240b7014-c989-4b71-ab5d-87cf847ca555 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:48:56.628649 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (240b7014-c989-4b71-ab5d-87cf847ca555), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:48:56.658395 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7ade4b98-fea5-4c14-9657-06c8443e9978 req-fcea34a4-3e03-4444-85e7-ee4250de5262 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/security-groups?id=976f7924-52f2-46ab-9f7b-d760db4b1ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447066 Jan 28 20:48:56.709566 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 240b7014-c989-4b71-ab5d-87cf847ca555 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:48:56.709950 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (240b7014-c989-4b71-ab5d-87cf847ca555), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:48:56.732095 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edef6c2f-0bf7-49ea-81ea-e83050b33de1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '240b7014-c989-4b71-ab5d-87cf847ca555'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:48:56.734326 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}704c702df6f21e7df92d3d89d4c6cfde2c6406e49d8202b36454fc5209adee22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18f26043-e403-4f14-9c76-2f6ca5e8b2a1" -d '{"events": [{"server_uuid": "edef6c2f-0bf7-49ea-81ea-e83050b33de1", "name": "network-vif-plugged", "status": "completed", "tag": "240b7014-c989-4b71-ab5d-87cf847ca555"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:48:56.748442 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 240b7014-c989-4b71-ab5d-87cf847ca555, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=240b7014-c989-4b71-ab5d-87cf847ca555,segment=NetworkSegment(d3f353f2-6b6d-43d3-b379-b24154dbd956),segment_id=d3f353f2-6b6d-43d3-b379-b24154dbd956)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:48:56.752348 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (240b7014-c989-4b71-ab5d-87cf847ca555), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:48:56.778127 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51019503-6de3-44b8-a3c7-79736937a75e x-openstack-request-id: req-51019503-6de3-44b8-a3c7-79736937a75e {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:48:56.778420 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edef6c2f-0bf7-49ea-81ea-e83050b33de1", "name": "network-vif-plugged", "status": "completed", "tag": "240b7014-c989-4b71-ab5d-87cf847ca555", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:48:56.778679 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-51019503-6de3-44b8-a3c7-79736937a75e {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:48:56.779072 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edef6c2f-0bf7-49ea-81ea-e83050b33de1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '240b7014-c989-4b71-ab5d-87cf847ca555', 'code': 200} Jan 28 20:48:56.802971 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=240b7014-c989-4b71-ab5d-87cf847ca555,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:48:56.874438 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e81958-c52e-449a-9f47-1aa65ebd4adb req-0b3ecda6-3152-4745-910c-4936470231a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:48:56.875932 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a6e81958-c52e-449a-9f47-1aa65ebd4adb req-0b3ecda6-3152-4745-910c-4936470231a9 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=edef6c2f-0bf7-49ea-81ea-e83050b33de1 HTTP/1.1" status: 200 len: 1129 time: 0.0450165 Jan 28 20:48:56.921593 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a6e81958-c52e-449a-9f47-1aa65ebd4adb req-f2b9b116-5326-43d4-baa0-cce1e9deab81 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=976f7924-52f2-46ab-9f7b-d760db4b1ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391247 Jan 28 20:48:57.777616 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa36292a-6a79-4f54-877c-15a80a128542 req-1c33909c-cb6b-49ab-8ae5-900e800bdbeb tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:48:57.779107 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-aa36292a-6a79-4f54-877c-15a80a128542 req-1c33909c-cb6b-49ab-8ae5-900e800bdbeb tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/ports?device_id=edef6c2f-0bf7-49ea-81ea-e83050b33de1 HTTP/1.1" status: 200 len: 946 time: 0.0523238 Jan 28 20:48:57.831999 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-aa36292a-6a79-4f54-877c-15a80a128542 req-d2b8f24b-c764-4887-9250-52ed6f9129fd tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/security-groups?id=976f7924-52f2-46ab-9f7b-d760db4b1ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474076 Jan 28 20:48:58.950989 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c47db4-c3ec-46e4-a01e-caba49701918 req-2fb4cca0-d8d6-4c3a-8082-ceea86af54ca tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:48:58.952455 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e8c47db4-c3ec-46e4-a01e-caba49701918 req-2fb4cca0-d8d6-4c3a-8082-ceea86af54ca tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/ports?device_id=edef6c2f-0bf7-49ea-81ea-e83050b33de1 HTTP/1.1" status: 200 len: 946 time: 0.0518222 Jan 28 20:48:59.000455 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e8c47db4-c3ec-46e4-a01e-caba49701918 req-3123e14b-8f3b-42b0-af03-5e4d35d95ce1 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/security-groups?id=976f7924-52f2-46ab-9f7b-d760db4b1ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424938 Jan 28 20:48:59.119078 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e608ac0f-89c2-4843-a5fa-75ea7aa6db54 req-7bf8f662-8d54-415e-af81-e102dc21daa2 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:48:59.120484 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e608ac0f-89c2-4843-a5fa-75ea7aa6db54 req-7bf8f662-8d54-415e-af81-e102dc21daa2 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/ports?device_id=edef6c2f-0bf7-49ea-81ea-e83050b33de1 HTTP/1.1" status: 200 len: 946 time: 0.0528266 Jan 28 20:48:59.168709 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e608ac0f-89c2-4843-a5fa-75ea7aa6db54 req-2f081fed-09cb-4d48-8dbe-18c75a6a886e tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/security-groups?id=976f7924-52f2-46ab-9f7b-d760db4b1ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427632 Jan 28 20:48:59.190061 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 44778) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:48:59.233887 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b47dd64-50f2-4081-add0-55436711db75 tempest-TestShelveInstance-1815298458 tempest-TestShelveInstance-1815298458-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:48:59.235424 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-4b47dd64-50f2-4081-add0-55436711db75 tempest-TestShelveInstance-1815298458 tempest-TestShelveInstance-1815298458-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=edef6c2f-0bf7-49ea-81ea-e83050b33de1 HTTP/1.1" status: 200 len: 1124 time: 0.0443974 Jan 28 20:48:59.238204 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 44780) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:48:59.242952 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-4e747bc1-90e6-405f-b403-a6ac91c80f17 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Request body: {'floatingip': {'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'port_id': '240b7014-c989-4b71-ab5d-87cf847ca555', 'tenant_id': 'd2239f8668fe436bae17ced3be2a2c7f', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:48:59.262976 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4e747bc1-90e6-405f-b403-a6ac91c80f17 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:48:59.361443 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4e747bc1-90e6-405f-b403-a6ac91c80f17 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:48:59.460380 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-4e747bc1-90e6-405f-b403-a6ac91c80f17 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Allocated IP 172.25.6.204 (d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8/a648e4ab-7422-41b9-b133-58aca25ab8f5/d780296b-96a6-454a-b315-c63d37e34dc5) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:48:59.563901 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4e747bc1-90e6-405f-b403-a6ac91c80f17 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Publish callbacks [] for port (d780296b-96a6-454a-b315-c63d37e34dc5), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:48:59.596472 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4e747bc1-90e6-405f-b403-a6ac91c80f17 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (d780296b-96a6-454a-b315-c63d37e34dc5), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:48:59.634172 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e747bc1-90e6-405f-b403-a6ac91c80f17 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:48:59.636920 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-4e747bc1-90e6-405f-b403-a6ac91c80f17 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:48:59.642400 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e747bc1-90e6-405f-b403-a6ac91c80f17 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:48:59.647774 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e747bc1-90e6-405f-b403-a6ac91c80f17 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Pushing event updated for resources: {'Port': ['ID=d780296b-96a6-454a-b315-c63d37e34dc5,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:49:00.007042 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4e747bc1-90e6-405f-b403-a6ac91c80f17 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Publish callbacks [] for floatingip (5902e556-b37c-4e99-a863-a05ad7e70639), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:49:00.074822 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4e747bc1-90e6-405f-b403-a6ac91c80f17 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (d780296b-96a6-454a-b315-c63d37e34dc5), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:49:00.224831 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4e747bc1-90e6-405f-b403-a6ac91c80f17 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Publish callbacks [] for port (d780296b-96a6-454a-b315-c63d37e34dc5), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:49:00.229138 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4e747bc1-90e6-405f-b403-a6ac91c80f17 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (d780296b-96a6-454a-b315-c63d37e34dc5), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:49:00.299412 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e747bc1-90e6-405f-b403-a6ac91c80f17 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Pushing event updated for resources: {'Port': ['ID=d780296b-96a6-454a-b315-c63d37e34dc5,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:49:00.311442 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4e747bc1-90e6-405f-b403-a6ac91c80f17 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734886'] for floatingip (5902e556-b37c-4e99-a863-a05ad7e70639), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:49:00.409675 n-d-812111-14 neutron-server[103304]: INFO neutron.db.l3_db [None req-4e747bc1-90e6-405f-b403-a6ac91c80f17 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Floating IP 5902e556-b37c-4e99-a863-a05ad7e70639 associated. External IP: 172.25.6.204, port: 240b7014-c989-4b71-ab5d-87cf847ca555. Jan 28 20:49:00.611270 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e747bc1-90e6-405f-b403-a6ac91c80f17 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Router 2f78c7e4-d738-4909-a947-6d17e40f4276 has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:49:00.718350 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e747bc1-90e6-405f-b403-a6ac91c80f17 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:49:00.729222 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733945f8-a58a-441d-9728-f29c9fb839d0 None None] Sync routers for ids ['2f78c7e4-d738-4909-a947-6d17e40f4276'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:49:00.736849 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4e747bc1-90e6-405f-b403-a6ac91c80f17 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for floatingip (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:49:00.741751 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733945f8-a58a-441d-9728-f29c9fb839d0 None None] Routers {'2f78c7e4-d738-4909-a947-6d17e40f4276'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:49:00.742372 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-733945f8-a58a-441d-9728-f29c9fb839d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:48:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['2f78c7e4-d738-4909-a947-6d17e40f4276'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:49:00.769999 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-4e747bc1-90e6-405f-b403-a6ac91c80f17 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5307665 Jan 28 20:49:00.770618 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edef6c2f-0bf7-49ea-81ea-e83050b33de1', 'tag': '240b7014-c989-4b71-ab5d-87cf847ca555'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:49:00.772862 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}690870b4896ba3504f21237a239c836c0346d6a62bcfb5e8ee91fd1b13f99dd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54901408-0f02-4424-81a9-ad4631eba764" -d '{"events": [{"name": "network-changed", "server_uuid": "edef6c2f-0bf7-49ea-81ea-e83050b33de1", "tag": "240b7014-c989-4b71-ab5d-87cf847ca555"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:49:00.810650 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:49:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe9780be-68da-40c7-a559-ce7447fe6e68 x-openstack-request-id: req-fe9780be-68da-40c7-a559-ce7447fe6e68 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:49:00.810956 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edef6c2f-0bf7-49ea-81ea-e83050b33de1", "tag": "240b7014-c989-4b71-ab5d-87cf847ca555", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:49:00.811216 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fe9780be-68da-40c7-a559-ce7447fe6e68 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:49:00.811629 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edef6c2f-0bf7-49ea-81ea-e83050b33de1', 'tag': '240b7014-c989-4b71-ab5d-87cf847ca555', 'status': 'completed', 'code': 200} Jan 28 20:49:00.889604 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54901408-0f02-4424-81a9-ad4631eba764 req-684b35b9-f788-4e6d-b59f-d4c8226a0a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:49:00.891120 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-54901408-0f02-4424-81a9-ad4631eba764 req-684b35b9-f788-4e6d-b59f-d4c8226a0a92 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d2239f8668fe436bae17ced3be2a2c7f&device_id=edef6c2f-0bf7-49ea-81ea-e83050b33de1 HTTP/1.1" status: 200 len: 1129 time: 0.0485928 Jan 28 20:49:00.936723 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-733945f8-a58a-441d-9728-f29c9fb839d0 None None] Set router 2f78c7e4-d738-4909-a947-6d17e40f4276 gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:49:00.982380 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54901408-0f02-4424-81a9-ad4631eba764 req-21591a81-070e-4b66-9977-4be7afb5ff3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:49:00.983922 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-54901408-0f02-4424-81a9-ad4631eba764 req-21591a81-070e-4b66-9977-4be7afb5ff3f service neutron] 10.222.0.70 "GET /v2.0/networks?id=c4e2481c-3fdd-41bb-a294-d6fc520a3e23 HTTP/1.1" status: 200 len: 909 time: 0.0855491 Jan 28 20:49:01.056482 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-54901408-0f02-4424-81a9-ad4631eba764 req-0a2ded99-256a-4389-9aad-606fa24090ef service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=240b7014-c989-4b71-ab5d-87cf847ca555 HTTP/1.1" status: 200 len: 1000 time: 0.0650971 Jan 28 20:49:01.103528 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54901408-0f02-4424-81a9-ad4631eba764 req-cf5182ab-9fa7-425a-989b-0e5d458c2c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:49:01.104981 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-54901408-0f02-4424-81a9-ad4631eba764 req-cf5182ab-9fa7-425a-989b-0e5d458c2c60 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=156488bf-5fce-4f83-a33a-8578cfd94891 HTTP/1.1" status: 200 len: 848 time: 0.0435855 Jan 28 20:49:01.153556 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54901408-0f02-4424-81a9-ad4631eba764 req-6c4f9108-6ef0-41c4-ad18-833603edadee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:49:01.154116 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-733945f8-a58a-441d-9728-f29c9fb839d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f78c7e4-d738-4909-a947-6d17e40f4276', 'name': 'tempest-TestShelveInstance-1045975041-router', 'tenant_id': 'd2239f8668fe436bae17ced3be2a2c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': '85b8f70b-41b8-4d1b-a3f9-83216d559c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:43:55Z', 'updated_at': '2022-01-28T20:43:58Z', 'revision_number': 4, 'project_id': 'd2239f8668fe436bae17ced3be2a2c7f', 'gw_port': {'id': '85b8f70b-41b8-4d1b-a3f9-83216d559c99', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:60:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f78c7e4-d738-4909-a947-6d17e40f4276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:43:55Z', 'updated_at': '2022-01-28T20:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_floatingips': [{'id': '5902e556-b37c-4e99-a863-a05ad7e70639', 'tenant_id': 'd2239f8668fe436bae17ced3be2a2c7f', 'floating_ip_address': '172.25.6.204', 'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'router_id': '2f78c7e4-d738-4909-a947-6d17e40f4276', 'port_id': '240b7014-c989-4b71-ab5d-87cf847ca555', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4372, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4e2481c-3fdd-41bb-a294-d6fc520a3e23', 'mac_address': 'fa:16:3e:8b:94:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edef6c2f-0bf7-49ea-81ea-e83050b33de1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:48:59Z', 'updated_at': '2022-01-28T20:48:59Z', 'revision_number': 0, 'project_id': 'd2239f8668fe436bae17ced3be2a2c7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '875397f7-2818-4b7d-9db5-2afd1b417ca3', 'name': '', 'network_id': 'c4e2481c-3fdd-41bb-a294-d6fc520a3e23', 'tenant_id': 'd2239f8668fe436bae17ced3be2a2c7f', 'mac_address': 'fa:16:3e:1c:91:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f78c7e4-d738-4909-a947-6d17e40f4276', 'device_owner': 'network:router_interface', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '156488bf-5fce-4f83-a33a-8578cfd94891', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:43:57Z', 'updated_at': '2022-01-28T20:44:02Z', 'revision_number': 5, 'project_id': 'd2239f8668fe436bae17ced3be2a2c7f', 'subnets': [{'id': '156488bf-5fce-4f83-a33a-8578cfd94891', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:49:01.155012 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-54901408-0f02-4424-81a9-ad4631eba764 req-6c4f9108-6ef0-41c4-ad18-833603edadee service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c4e2481c-3fdd-41bb-a294-d6fc520a3e23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0442283 Jan 28 20:49:01.183832 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733945f8-a58a-441d-9728-f29c9fb839d0 None None] Checking router: 2f78c7e4-d738-4909-a947-6d17e40f4276 for host: n-d-812111-14 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:49:01.192032 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733945f8-a58a-441d-9728-f29c9fb839d0 None None] Routers {'2f78c7e4-d738-4909-a947-6d17e40f4276'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:49:01.192681 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-733945f8-a58a-441d-9728-f29c9fb839d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:48:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['2f78c7e4-d738-4909-a947-6d17e40f4276'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:49:01.260510 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-54901408-0f02-4424-81a9-ad4631eba764 req-c2933c5c-37cb-4fde-a1d1-9014fbf2f217 service neutron] 10.222.0.70 "GET /v2.0/networks/c4e2481c-3fdd-41bb-a294-d6fc520a3e23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981605 Jan 28 20:49:01.298677 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-733945f8-a58a-441d-9728-f29c9fb839d0 None None] Set router 2f78c7e4-d738-4909-a947-6d17e40f4276 gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:49:01.349494 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-54901408-0f02-4424-81a9-ad4631eba764 req-70974d05-f80e-402d-8866-f7d3b27821f6 service neutron] 10.222.0.70 "GET /v2.0/networks/c4e2481c-3fdd-41bb-a294-d6fc520a3e23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828686 Jan 28 20:49:01.513575 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-733945f8-a58a-441d-9728-f29c9fb839d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f78c7e4-d738-4909-a947-6d17e40f4276', 'name': 'tempest-TestShelveInstance-1045975041-router', 'tenant_id': 'd2239f8668fe436bae17ced3be2a2c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': '85b8f70b-41b8-4d1b-a3f9-83216d559c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:43:55Z', 'updated_at': '2022-01-28T20:43:58Z', 'revision_number': 4, 'project_id': 'd2239f8668fe436bae17ced3be2a2c7f', 'gw_port': {'id': '85b8f70b-41b8-4d1b-a3f9-83216d559c99', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:60:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f78c7e4-d738-4909-a947-6d17e40f4276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:43:55Z', 'updated_at': '2022-01-28T20:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_floatingips': [{'id': '5902e556-b37c-4e99-a863-a05ad7e70639', 'tenant_id': 'd2239f8668fe436bae17ced3be2a2c7f', 'floating_ip_address': '172.25.6.204', 'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'router_id': '2f78c7e4-d738-4909-a947-6d17e40f4276', 'port_id': '240b7014-c989-4b71-ab5d-87cf847ca555', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4372, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4e2481c-3fdd-41bb-a294-d6fc520a3e23', 'mac_address': 'fa:16:3e:8b:94:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edef6c2f-0bf7-49ea-81ea-e83050b33de1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:48:59Z', 'updated_at': '2022-01-28T20:48:59Z', 'revision_number': 0, 'project_id': 'd2239f8668fe436bae17ced3be2a2c7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '875397f7-2818-4b7d-9db5-2afd1b417ca3', 'name': '', 'network_id': 'c4e2481c-3fdd-41bb-a294-d6fc520a3e23', 'tenant_id': 'd2239f8668fe436bae17ced3be2a2c7f', 'mac_address': 'fa:16:3e:1c:91:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f78c7e4-d738-4909-a947-6d17e40f4276', 'device_owner': 'network:router_interface', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '156488bf-5fce-4f83-a33a-8578cfd94891', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:43:57Z', 'updated_at': '2022-01-28T20:44:02Z', 'revision_number': 5, 'project_id': 'd2239f8668fe436bae17ced3be2a2c7f', 'subnets': [{'id': '156488bf-5fce-4f83-a33a-8578cfd94891', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:49:01.542079 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733945f8-a58a-441d-9728-f29c9fb839d0 None None] The sync data for ids ['2f78c7e4-d738-4909-a947-6d17e40f4276'] in n-d-812111-14 is: [{'id': '2f78c7e4-d738-4909-a947-6d17e40f4276', 'name': 'tempest-TestShelveInstance-1045975041-router', 'tenant_id': 'd2239f8668fe436bae17ced3be2a2c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': '85b8f70b-41b8-4d1b-a3f9-83216d559c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:43:55Z', 'updated_at': '2022-01-28T20:43:58Z', 'revision_number': 4, 'project_id': 'd2239f8668fe436bae17ced3be2a2c7f', 'gw_port': {'id': '85b8f70b-41b8-4d1b-a3f9-83216d559c99', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:60:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f78c7e4-d738-4909-a947-6d17e40f4276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:43:55Z', 'updated_at': '2022-01-28T20:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_floatingips': [{'id': '5902e556-b37c-4e99-a863-a05ad7e70639', 'tenant_id': 'd2239f8668fe436bae17ced3be2a2c7f', 'floating_ip_address': '172.25.6.204', 'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'router_id': '2f78c7e4-d738-4909-a947-6d17e40f4276', 'port_id': '240b7014-c989-4b71-ab5d-87cf847ca555', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4372, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4e2481c-3fdd-41bb-a294-d6fc520a3e23', 'mac_address': 'fa:16:3e:8b:94:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edef6c2f-0bf7-49ea-81ea-e83050b33de1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:48:59Z', 'updated_at': '2022-01-28T20:48:59Z', 'revision_number': 0, 'project_id': 'd2239f8668fe436bae17ced3be2a2c7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '875397f7-2818-4b7d-9db5-2afd1b417ca3', 'name': '', 'network_id': 'c4e2481c-3fdd-41bb-a294-d6fc520a3e23', 'tenant_id': 'd2239f8668fe436bae17ced3be2a2c7f', 'mac_address': 'fa:16:3e:1c:91:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f78c7e4-d738-4909-a947-6d17e40f4276', 'device_owner': 'network:router_interface', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '156488bf-5fce-4f83-a33a-8578cfd94891', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:43:57Z', 'updated_at': '2022-01-28T20:44:02Z', 'revision_number': 5, 'project_id': 'd2239f8668fe436bae17ced3be2a2c7f', 'subnets': [{'id': '156488bf-5fce-4f83-a33a-8578cfd94891', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:49:01.739493 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4357dd-d511-4ea7-ba9f-5613cf4f717a None None] New status for floating IP 5902e556-b37c-4e99-a863-a05ad7e70639: ACTIVE {{(pid=103306) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 20:49:06.890202 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b4eda45d-6b17-4e67-939f-6acabe46d6e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:49:09.140540 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7d08d940-3158-4452-ba44-be350c727620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:49:10.171439 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:49:12.042414 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:49:13.388814 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:49:18.173166 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:49:21.817474 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:49:24.821705 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:49:36.891018 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a04b2463-c54e-4969-8d8e-5a28f9e4778f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:49:39.141990 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-aedef3aa-7f08-47f2-b520-9d64cb128e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:49:40.174511 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:49:42.044973 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:49:43.391963 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:49:43.752149 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-df601252-2f18-48c5-b88e-4c408f4bfb65 req-dd958f54-6758-42b4-85cd-64d5904bfc0b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=edef6c2f-0bf7-49ea-81ea-e83050b33de1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0422859 Jan 28 20:49:43.841844 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df601252-2f18-48c5-b88e-4c408f4bfb65 req-d85c84e1-a539-47f4-a7f6-d63117674406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:49:43.843335 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-df601252-2f18-48c5-b88e-4c408f4bfb65 req-d85c84e1-a539-47f4-a7f6-d63117674406 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d2239f8668fe436bae17ced3be2a2c7f&device_id=edef6c2f-0bf7-49ea-81ea-e83050b33de1 HTTP/1.1" status: 200 len: 1129 time: 0.0493560 Jan 28 20:49:43.943474 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df601252-2f18-48c5-b88e-4c408f4bfb65 req-e8bd1348-8de5-414a-a712-c6e7a9588158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:49:43.944928 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-df601252-2f18-48c5-b88e-4c408f4bfb65 req-e8bd1348-8de5-414a-a712-c6e7a9588158 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c4e2481c-3fdd-41bb-a294-d6fc520a3e23 HTTP/1.1" status: 200 len: 909 time: 0.0838525 Jan 28 20:49:44.013123 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-df601252-2f18-48c5-b88e-4c408f4bfb65 req-4703e106-f987-431e-a352-8778b0df6d8d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=240b7014-c989-4b71-ab5d-87cf847ca555 HTTP/1.1" status: 200 len: 1002 time: 0.0611804 Jan 28 20:49:44.059368 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df601252-2f18-48c5-b88e-4c408f4bfb65 req-45f9db6d-ad93-4c3f-aedc-55b52fe81a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:49:44.060769 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-df601252-2f18-48c5-b88e-4c408f4bfb65 req-45f9db6d-ad93-4c3f-aedc-55b52fe81a94 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=156488bf-5fce-4f83-a33a-8578cfd94891 HTTP/1.1" status: 200 len: 848 time: 0.0422595 Jan 28 20:49:44.107859 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df601252-2f18-48c5-b88e-4c408f4bfb65 req-774d3a88-7ae7-4c76-b0eb-ced3f999885c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:49:44.109341 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-df601252-2f18-48c5-b88e-4c408f4bfb65 req-774d3a88-7ae7-4c76-b0eb-ced3f999885c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c4e2481c-3fdd-41bb-a294-d6fc520a3e23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0427206 Jan 28 20:49:44.199179 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-df601252-2f18-48c5-b88e-4c408f4bfb65 req-2352c82e-88fd-48a2-94db-80026ac83cfc service neutron] 10.222.0.70 "GET /v2.0/networks/c4e2481c-3fdd-41bb-a294-d6fc520a3e23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836792 Jan 28 20:49:44.285089 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-df601252-2f18-48c5-b88e-4c408f4bfb65 req-7cf0642f-5a58-468f-b74c-4c264801d051 service neutron] 10.222.0.70 "GET /v2.0/networks/c4e2481c-3fdd-41bb-a294-d6fc520a3e23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805240 Jan 28 20:49:51.814512 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:49:54.821626 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:49:55.172671 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:50:06.896754 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-916c3582-891c-4e11-b97d-2c20d2f0c07c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:50:09.144380 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-391fa44e-b7fb-4909-a486-679483287cba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:50:10.176832 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:50:12.047077 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:50:13.394744 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:50:21.831739 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:50:24.836200 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:50:32.172884 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:50:36.889196 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c88a8029-b2dc-4555-b73f-3df69b973ed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:50:39.146151 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6f97be9f-71cf-4ed0-809b-015058d7262e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:50:40.181329 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:50:42.051626 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:50:43.397894 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:50:43.771379 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-df1f9cc1-08a2-4684-b37a-0cb46b70bdb9 req-4b4d922e-4165-48d5-832d-3484929f9c86 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=edef6c2f-0bf7-49ea-81ea-e83050b33de1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0438371 Jan 28 20:50:43.861454 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1f9cc1-08a2-4684-b37a-0cb46b70bdb9 req-77f4a9cb-34ab-421b-93d8-46557351e0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:50:43.863474 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-df1f9cc1-08a2-4684-b37a-0cb46b70bdb9 req-77f4a9cb-34ab-421b-93d8-46557351e0ad service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d2239f8668fe436bae17ced3be2a2c7f&device_id=edef6c2f-0bf7-49ea-81ea-e83050b33de1 HTTP/1.1" status: 200 len: 1129 time: 0.0492020 Jan 28 20:50:43.967683 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1f9cc1-08a2-4684-b37a-0cb46b70bdb9 req-21c42619-e8b2-4b8d-8cd3-5209f401bc2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:50:43.969181 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-df1f9cc1-08a2-4684-b37a-0cb46b70bdb9 req-21c42619-e8b2-4b8d-8cd3-5209f401bc2d service neutron] 10.222.0.70 "GET /v2.0/networks?id=c4e2481c-3fdd-41bb-a294-d6fc520a3e23 HTTP/1.1" status: 200 len: 909 time: 0.0881383 Jan 28 20:50:44.036044 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-df1f9cc1-08a2-4684-b37a-0cb46b70bdb9 req-9a57ec39-4ea6-42bc-924e-bae665d2f742 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=240b7014-c989-4b71-ab5d-87cf847ca555 HTTP/1.1" status: 200 len: 1002 time: 0.0611775 Jan 28 20:50:44.082120 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1f9cc1-08a2-4684-b37a-0cb46b70bdb9 req-1fa700f8-fbed-4e57-9f1c-8e0c15f67192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:50:44.083527 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-df1f9cc1-08a2-4684-b37a-0cb46b70bdb9 req-1fa700f8-fbed-4e57-9f1c-8e0c15f67192 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=156488bf-5fce-4f83-a33a-8578cfd94891 HTTP/1.1" status: 200 len: 848 time: 0.0424776 Jan 28 20:50:44.134081 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1f9cc1-08a2-4684-b37a-0cb46b70bdb9 req-d54da2b4-1d12-4cf4-9e64-757dad1a0ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:50:44.135564 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-df1f9cc1-08a2-4684-b37a-0cb46b70bdb9 req-d54da2b4-1d12-4cf4-9e64-757dad1a0ed5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c4e2481c-3fdd-41bb-a294-d6fc520a3e23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0463731 Jan 28 20:50:44.227778 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-df1f9cc1-08a2-4684-b37a-0cb46b70bdb9 req-240d4526-26e3-4c6e-a958-8ba5a6150ad7 service neutron] 10.222.0.70 "GET /v2.0/networks/c4e2481c-3fdd-41bb-a294-d6fc520a3e23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859683 Jan 28 20:50:44.316729 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-df1f9cc1-08a2-4684-b37a-0cb46b70bdb9 req-492c9eb4-f874-4368-8c94-37fcad3ff675 service neutron] 10.222.0.70 "GET /v2.0/networks/c4e2481c-3fdd-41bb-a294-d6fc520a3e23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814271 Jan 28 20:50:51.846641 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:50:54.108213 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d53821-fd2e-490b-8928-01eb36b14dd8 req-adcb7a25-792e-4707-9d4a-558103d34ee2 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:50:54.109626 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-82d53821-fd2e-490b-8928-01eb36b14dd8 req-adcb7a25-792e-4707-9d4a-558103d34ee2 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/ports?device_id=edef6c2f-0bf7-49ea-81ea-e83050b33de1 HTTP/1.1" status: 200 len: 946 time: 0.0526032 Jan 28 20:50:54.161984 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-82d53821-fd2e-490b-8928-01eb36b14dd8 req-6d1da625-5847-44e4-b7f3-3f5617d72fca tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/security-groups?id=976f7924-52f2-46ab-9f7b-d760db4b1ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459602 Jan 28 20:50:54.851616 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:50:55.289784 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccd27e6-e94b-4f25-858f-6d064e8858f7 req-77ed8d1c-ad7a-45be-82cd-0097ee2af66c tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:50:55.291267 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6ccd27e6-e94b-4f25-858f-6d064e8858f7 req-77ed8d1c-ad7a-45be-82cd-0097ee2af66c tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/ports?device_id=edef6c2f-0bf7-49ea-81ea-e83050b33de1 HTTP/1.1" status: 200 len: 946 time: 0.0529799 Jan 28 20:50:55.344423 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6ccd27e6-e94b-4f25-858f-6d064e8858f7 req-a6751986-1e42-4e8a-abd6-1dad23891a1c tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/security-groups?id=976f7924-52f2-46ab-9f7b-d760db4b1ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471823 Jan 28 20:50:56.467705 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bef8b73-979d-4726-afcb-fb1fd7468689 req-529c6d52-45a8-4d03-94b5-62d9e07f06e8 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:50:56.469205 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3bef8b73-979d-4726-afcb-fb1fd7468689 req-529c6d52-45a8-4d03-94b5-62d9e07f06e8 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/ports?device_id=edef6c2f-0bf7-49ea-81ea-e83050b33de1 HTTP/1.1" status: 200 len: 946 time: 0.0528359 Jan 28 20:50:56.517084 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-3bef8b73-979d-4726-afcb-fb1fd7468689 req-bb5d9a46-1aaf-424a-a302-75daa41b7b29 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/security-groups?id=976f7924-52f2-46ab-9f7b-d760db4b1ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422478 Jan 28 20:50:57.635219 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0019be-8fa9-433f-a3d0-a2ae352b3c28 req-225cedd3-b378-469e-b59a-4d504c196b52 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:50:57.636681 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3b0019be-8fa9-433f-a3d0-a2ae352b3c28 req-225cedd3-b378-469e-b59a-4d504c196b52 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/ports?device_id=edef6c2f-0bf7-49ea-81ea-e83050b33de1 HTTP/1.1" status: 200 len: 946 time: 0.0536253 Jan 28 20:50:57.684122 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3b0019be-8fa9-433f-a3d0-a2ae352b3c28 req-344bf6fa-dddc-41ba-809c-e6a93467d29a tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/security-groups?id=976f7924-52f2-46ab-9f7b-d760db4b1ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419066 Jan 28 20:50:58.803476 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2752ae-2dc6-4662-aa8e-c2c8b66c7164 req-adf0e15f-e619-46a0-bd61-7da5caf67b3a tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:50:58.804872 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6a2752ae-2dc6-4662-aa8e-c2c8b66c7164 req-adf0e15f-e619-46a0-bd61-7da5caf67b3a tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/ports?device_id=edef6c2f-0bf7-49ea-81ea-e83050b33de1 HTTP/1.1" status: 200 len: 946 time: 0.0521796 Jan 28 20:50:58.852900 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6a2752ae-2dc6-4662-aa8e-c2c8b66c7164 req-6941ec8a-afc1-48b1-8493-c141d359dd4b tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/security-groups?id=976f7924-52f2-46ab-9f7b-d760db4b1ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425060 Jan 28 20:50:59.973759 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd70ce6-67a9-49b6-bf7e-c7262bcc6a5f req-61d9cf9e-d0fe-408b-8709-dc6bff858a1c tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:50:59.975561 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-0dd70ce6-67a9-49b6-bf7e-c7262bcc6a5f req-61d9cf9e-d0fe-408b-8709-dc6bff858a1c tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/ports?device_id=edef6c2f-0bf7-49ea-81ea-e83050b33de1 HTTP/1.1" status: 200 len: 946 time: 0.0534470 Jan 28 20:51:00.022662 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-0dd70ce6-67a9-49b6-bf7e-c7262bcc6a5f req-8199d8d6-2624-493e-a609-f40b0a49bc42 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/security-groups?id=976f7924-52f2-46ab-9f7b-d760db4b1ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417099 Jan 28 20:51:01.144982 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbdf4e2-bbd1-43fa-95d1-4433b0eff4ea req-87174c4c-aff4-43db-9d9e-b05cd6a1bc2d tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:51:01.146462 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ecbdf4e2-bbd1-43fa-95d1-4433b0eff4ea req-87174c4c-aff4-43db-9d9e-b05cd6a1bc2d tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/ports?device_id=edef6c2f-0bf7-49ea-81ea-e83050b33de1 HTTP/1.1" status: 200 len: 946 time: 0.0556250 Jan 28 20:51:01.195417 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-ecbdf4e2-bbd1-43fa-95d1-4433b0eff4ea req-6b118e3f-ec74-4371-bdbe-3680768cbbc1 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/security-groups?id=976f7924-52f2-46ab-9f7b-d760db4b1ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434697 Jan 28 20:51:02.643114 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ea4531-1153-421a-9788-ce1e100317a9 req-42589881-e5a8-480b-b10a-512f7a18be80 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:51:02.645172 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-06ea4531-1153-421a-9788-ce1e100317a9 req-42589881-e5a8-480b-b10a-512f7a18be80 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/ports?device_id=edef6c2f-0bf7-49ea-81ea-e83050b33de1 HTTP/1.1" status: 200 len: 946 time: 0.3832943 Jan 28 20:51:02.694876 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-06ea4531-1153-421a-9788-ce1e100317a9 req-3ec5f234-0456-4b9d-8019-bdcc4e096f70 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/security-groups?id=976f7924-52f2-46ab-9f7b-d760db4b1ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442238 Jan 28 20:51:03.816089 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365629c5-1782-4476-820c-1ee723317f96 req-28491123-e002-4f07-8079-9730dbc44401 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:51:03.817515 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-365629c5-1782-4476-820c-1ee723317f96 req-28491123-e002-4f07-8079-9730dbc44401 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/ports?device_id=edef6c2f-0bf7-49ea-81ea-e83050b33de1 HTTP/1.1" status: 200 len: 946 time: 0.0525684 Jan 28 20:51:03.865364 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-365629c5-1782-4476-820c-1ee723317f96 req-6fb3ae52-8d31-4731-95c2-f5e6709dccc6 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/security-groups?id=976f7924-52f2-46ab-9f7b-d760db4b1ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423124 Jan 28 20:51:04.238963 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4cc6ac-bd19-42ad-9041-8d3d956d1326 req-6abd5bf0-f71c-4542-b439-1ca275d6fd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:51:04.240491 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1e4cc6ac-bd19-42ad-9041-8d3d956d1326 req-6abd5bf0-f71c-4542-b439-1ca275d6fd2a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d2239f8668fe436bae17ced3be2a2c7f&device_id=edef6c2f-0bf7-49ea-81ea-e83050b33de1 HTTP/1.1" status: 200 len: 1129 time: 0.0451765 Jan 28 20:51:04.332524 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4cc6ac-bd19-42ad-9041-8d3d956d1326 req-b8bdc79f-74d7-4e4f-a4a8-f43035a25319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:51:04.334004 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1e4cc6ac-bd19-42ad-9041-8d3d956d1326 req-b8bdc79f-74d7-4e4f-a4a8-f43035a25319 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c4e2481c-3fdd-41bb-a294-d6fc520a3e23 HTTP/1.1" status: 200 len: 909 time: 0.0873742 Jan 28 20:51:04.399179 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1e4cc6ac-bd19-42ad-9041-8d3d956d1326 req-317929c1-8d22-4ad0-8c69-a3cc24b42239 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=240b7014-c989-4b71-ab5d-87cf847ca555 HTTP/1.1" status: 200 len: 1002 time: 0.0590751 Jan 28 20:51:04.446688 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4cc6ac-bd19-42ad-9041-8d3d956d1326 req-0be4bd5d-8f3b-48ca-be05-04fad11fbf01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:51:04.448124 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1e4cc6ac-bd19-42ad-9041-8d3d956d1326 req-0be4bd5d-8f3b-48ca-be05-04fad11fbf01 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=156488bf-5fce-4f83-a33a-8578cfd94891 HTTP/1.1" status: 200 len: 848 time: 0.0436313 Jan 28 20:51:04.501479 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4cc6ac-bd19-42ad-9041-8d3d956d1326 req-4ae07827-181c-4e6d-841f-8b70206fa377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:51:04.503039 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1e4cc6ac-bd19-42ad-9041-8d3d956d1326 req-4ae07827-181c-4e6d-841f-8b70206fa377 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c4e2481c-3fdd-41bb-a294-d6fc520a3e23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0482740 Jan 28 20:51:04.589076 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1e4cc6ac-bd19-42ad-9041-8d3d956d1326 req-0ce16bc3-1257-4e90-91e8-e68b4e7b275e service neutron] 10.222.0.70 "GET /v2.0/networks/c4e2481c-3fdd-41bb-a294-d6fc520a3e23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805297 Jan 28 20:51:04.679679 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1e4cc6ac-bd19-42ad-9041-8d3d956d1326 req-8581ee39-ad53-4780-af32-78c46fda06cb service neutron] 10.222.0.70 "GET /v2.0/networks/c4e2481c-3fdd-41bb-a294-d6fc520a3e23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845468 Jan 28 20:51:04.985736 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b713e49-6d54-44b0-adb3-07afce1bae1e req-af49cc9f-b5f6-43af-83c7-d26be7d34f21 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:51:04.987216 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-0b713e49-6d54-44b0-adb3-07afce1bae1e req-af49cc9f-b5f6-43af-83c7-d26be7d34f21 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/ports?device_id=edef6c2f-0bf7-49ea-81ea-e83050b33de1 HTTP/1.1" status: 200 len: 946 time: 0.0527258 Jan 28 20:51:05.035805 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-0b713e49-6d54-44b0-adb3-07afce1bae1e req-1ae82130-186c-4297-b4bc-0fc76239ee09 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/security-groups?id=976f7924-52f2-46ab-9f7b-d760db4b1ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425963 Jan 28 20:51:06.158706 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a576af6c-2dfe-4c61-987f-23d305ab0c7a req-f847aa60-1593-45ca-be30-50e785f64c49 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:51:06.160214 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a576af6c-2dfe-4c61-987f-23d305ab0c7a req-f847aa60-1593-45ca-be30-50e785f64c49 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/ports?device_id=edef6c2f-0bf7-49ea-81ea-e83050b33de1 HTTP/1.1" status: 200 len: 946 time: 0.0569165 Jan 28 20:51:06.211402 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a576af6c-2dfe-4c61-987f-23d305ab0c7a req-6408f8f1-cec0-43e8-85ac-aea49d279945 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/security-groups?id=976f7924-52f2-46ab-9f7b-d760db4b1ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456634 Jan 28 20:51:06.891015 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c052aac2-f942-46ca-b326-5a13e074ace9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:51:07.332728 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1059c9d4-2865-48b7-a4da-a776b0166cd0 req-ef128aad-72fb-4050-9076-5ab3ab5c10f6 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:51:07.334261 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1059c9d4-2865-48b7-a4da-a776b0166cd0 req-ef128aad-72fb-4050-9076-5ab3ab5c10f6 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/ports?device_id=edef6c2f-0bf7-49ea-81ea-e83050b33de1 HTTP/1.1" status: 200 len: 946 time: 0.0534508 Jan 28 20:51:07.383206 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-1059c9d4-2865-48b7-a4da-a776b0166cd0 req-26a2b89e-eece-4a8d-8ec6-d5ff425ad30c tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/security-groups?id=976f7924-52f2-46ab-9f7b-d760db4b1ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432355 Jan 28 20:51:08.506405 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f0302c-427a-471d-93f3-83744a510037 req-4b16b79f-276d-4345-be48-8937700f0608 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:51:08.507805 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-30f0302c-427a-471d-93f3-83744a510037 req-4b16b79f-276d-4345-be48-8937700f0608 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/ports?device_id=edef6c2f-0bf7-49ea-81ea-e83050b33de1 HTTP/1.1" status: 200 len: 946 time: 0.0531824 Jan 28 20:51:08.559227 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-30f0302c-427a-471d-93f3-83744a510037 req-a165c6f4-0347-4091-89a9-5a0dd57efcbd tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/security-groups?id=976f7924-52f2-46ab-9f7b-d760db4b1ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454905 Jan 28 20:51:09.148538 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-bf08bacc-a865-4633-832b-138a4cdec75d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:51:09.172901 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:51:09.687239 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807c6777-b828-4e5a-b94b-918df8bb731d req-defe4116-b995-4e4c-a85c-413e037a7b37 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:51:09.688757 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-807c6777-b828-4e5a-b94b-918df8bb731d req-defe4116-b995-4e4c-a85c-413e037a7b37 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/ports?device_id=edef6c2f-0bf7-49ea-81ea-e83050b33de1 HTTP/1.1" status: 200 len: 946 time: 0.0608718 Jan 28 20:51:09.739919 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-807c6777-b828-4e5a-b94b-918df8bb731d req-aa55ac97-7c03-4b2c-a5f1-84eb8ee02881 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/security-groups?id=976f7924-52f2-46ab-9f7b-d760db4b1ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455325 Jan 28 20:51:10.183446 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:51:10.856625 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b86c30-cbc8-4d49-9779-832ae4ec0a00 req-c4990847-27cd-4193-985e-dc8ecf087c50 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:51:10.858116 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-35b86c30-cbc8-4d49-9779-832ae4ec0a00 req-c4990847-27cd-4193-985e-dc8ecf087c50 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/ports?device_id=edef6c2f-0bf7-49ea-81ea-e83050b33de1 HTTP/1.1" status: 200 len: 946 time: 0.0520103 Jan 28 20:51:10.910688 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-35b86c30-cbc8-4d49-9779-832ae4ec0a00 req-0c64416b-2023-455c-b94c-ead9c0f0f020 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/security-groups?id=976f7924-52f2-46ab-9f7b-d760db4b1ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466139 Jan 28 20:51:11.093931 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-dbd1eb25-495b-488d-9f1e-26f89e7e98b6 req-804acc4d-f617-4612-84db-39e6aabc551e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=edef6c2f-0bf7-49ea-81ea-e83050b33de1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0449898 Jan 28 20:51:11.103242 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [req-dbd1eb25-495b-488d-9f1e-26f89e7e98b6 req-947d81e8-6ad6-4964-b612-bc6baf6befe9 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103304) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 20:51:11.104225 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-dbd1eb25-495b-488d-9f1e-26f89e7e98b6 req-947d81e8-6ad6-4964-b612-bc6baf6befe9 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051241 Jan 28 20:51:11.122035 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a24a5f-f2fd-41e5-b537-7cc7895db812 req-94c3b1a8-913b-40d6-8ee3-f862e303626c tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:51:11.123525 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-93a24a5f-f2fd-41e5-b537-7cc7895db812 req-94c3b1a8-913b-40d6-8ee3-f862e303626c tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/ports?device_id=edef6c2f-0bf7-49ea-81ea-e83050b33de1 HTTP/1.1" status: 200 len: 946 time: 0.0535398 Jan 28 20:51:11.172655 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-93a24a5f-f2fd-41e5-b537-7cc7895db812 req-195584fa-49d5-4945-8771-3c9e3ee0189a tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/security-groups?id=976f7924-52f2-46ab-9f7b-d760db4b1ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434852 Jan 28 20:51:11.207357 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 240b7014-c989-4b71-ab5d-87cf847ca555 no longer exists at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:51:11.288974 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 240b7014-c989-4b71-ab5d-87cf847ca555 is: ACTIVE; New status is: DOWN {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:51:11.289458 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (240b7014-c989-4b71-ab5d-87cf847ca555), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:51:11.314635 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edef6c2f-0bf7-49ea-81ea-e83050b33de1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '240b7014-c989-4b71-ab5d-87cf847ca555'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:51:11.317588 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}704c702df6f21e7df92d3d89d4c6cfde2c6406e49d8202b36454fc5209adee22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8341988a-ce16-4832-afa4-ffa6a4515e9b" -d '{"events": [{"server_uuid": "edef6c2f-0bf7-49ea-81ea-e83050b33de1", "name": "network-vif-unplugged", "status": "completed", "tag": "240b7014-c989-4b71-ab5d-87cf847ca555"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:51:11.330162 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 240b7014-c989-4b71-ab5d-87cf847ca555, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=240b7014-c989-4b71-ab5d-87cf847ca555,segment=NetworkSegment(d3f353f2-6b6d-43d3-b379-b24154dbd956),segment_id=d3f353f2-6b6d-43d3-b379-b24154dbd956)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:51:11.334880 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (240b7014-c989-4b71-ab5d-87cf847ca555), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:51:11.359408 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 28 Jan 2022 20:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90d470af-2085-4275-a0bf-20b57a53a8ef x-openstack-request-id: req-90d470af-2085-4275-a0bf-20b57a53a8ef {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:51:11.359725 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edef6c2f-0bf7-49ea-81ea-e83050b33de1", "name": "network-vif-unplugged", "status": "failed", "tag": "240b7014-c989-4b71-ab5d-87cf847ca555", "code": 422}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:51:11.359995 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-90d470af-2085-4275-a0bf-20b57a53a8ef {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:51:11.360505 n-d-812111-14 neutron-server[103306]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'edef6c2f-0bf7-49ea-81ea-e83050b33de1', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '240b7014-c989-4b71-ab5d-87cf847ca555', 'code': 422} returned with failed status Jan 28 20:51:11.387685 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=240b7014-c989-4b71-ab5d-87cf847ca555,revision_number=6']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:51:11.395224 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:51:11.395579 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:51:11.395928 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:51:11.396273 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:51:11.396610 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:51:11.396945 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:51:11.397306 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:51:11.397638 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:51:11.397972 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:51:11.398309 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:51:11.398639 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:51:11.398965 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:51:11.399294 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:51:12.053541 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:51:12.292461 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b9f1ea-2004-4d31-92cc-d394468afd3b req-879f7883-1647-4ce4-a7c2-10baa0ebd4db tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:51:12.294261 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-02b9f1ea-2004-4d31-92cc-d394468afd3b req-879f7883-1647-4ce4-a7c2-10baa0ebd4db tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/ports?device_id=edef6c2f-0bf7-49ea-81ea-e83050b33de1 HTTP/1.1" status: 200 len: 944 time: 0.0523534 Jan 28 20:51:12.355593 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-02b9f1ea-2004-4d31-92cc-d394468afd3b req-c70fbb61-2ca9-411b-8800-3ceae51a7f82 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/security-groups?id=976f7924-52f2-46ab-9f7b-d760db4b1ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555296 Jan 28 20:51:13.403315 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:51:13.477413 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594a1ea7-e349-41ca-a57f-785cfd23d767 req-22cca52d-2977-4854-bc4f-d26f7a239098 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:51:13.479256 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-594a1ea7-e349-41ca-a57f-785cfd23d767 req-22cca52d-2977-4854-bc4f-d26f7a239098 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/ports?device_id=edef6c2f-0bf7-49ea-81ea-e83050b33de1 HTTP/1.1" status: 200 len: 944 time: 0.0548689 Jan 28 20:51:13.529603 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-594a1ea7-e349-41ca-a57f-785cfd23d767 req-aff53e40-8543-48c6-ac20-6d6b227bb1ed tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/security-groups?id=976f7924-52f2-46ab-9f7b-d760db4b1ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448763 Jan 28 20:51:14.653623 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb025b77-90cf-444c-b47a-1fd48b195017 req-4a7c3a37-433a-4cd4-84bc-66d24f133d97 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:51:14.655776 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-bb025b77-90cf-444c-b47a-1fd48b195017 req-4a7c3a37-433a-4cd4-84bc-66d24f133d97 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/ports?device_id=edef6c2f-0bf7-49ea-81ea-e83050b33de1 HTTP/1.1" status: 200 len: 944 time: 0.0575047 Jan 28 20:51:14.708094 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-bb025b77-90cf-444c-b47a-1fd48b195017 req-42e911f6-f9d2-4196-846a-a7c2e2328b93 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/security-groups?id=976f7924-52f2-46ab-9f7b-d760db4b1ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441043 Jan 28 20:51:15.843962 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0111e592-e479-4cb7-b426-caedf01bbc8b req-7b1d53bc-5c34-42b3-beff-fe89b6a868aa tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:51:15.845630 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-0111e592-e479-4cb7-b426-caedf01bbc8b req-7b1d53bc-5c34-42b3-beff-fe89b6a868aa tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/ports?device_id=edef6c2f-0bf7-49ea-81ea-e83050b33de1 HTTP/1.1" status: 200 len: 944 time: 0.0615311 Jan 28 20:51:15.900544 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-0111e592-e479-4cb7-b426-caedf01bbc8b req-bfce7c21-0a31-47af-8a17-dfdd290a4932 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/security-groups?id=976f7924-52f2-46ab-9f7b-d760db4b1ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481787 Jan 28 20:51:17.021248 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a057aa60-e2a8-4cc3-a59b-360bc206f294 req-0a8fd30d-a72e-4075-9dc4-16ed6d01f97b tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:51:17.022725 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a057aa60-e2a8-4cc3-a59b-360bc206f294 req-0a8fd30d-a72e-4075-9dc4-16ed6d01f97b tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/ports?device_id=edef6c2f-0bf7-49ea-81ea-e83050b33de1 HTTP/1.1" status: 200 len: 944 time: 0.0523260 Jan 28 20:51:17.070569 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a057aa60-e2a8-4cc3-a59b-360bc206f294 req-f16234a8-feac-43ce-8100-165fea168dde tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/security-groups?id=976f7924-52f2-46ab-9f7b-d760db4b1ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422945 Jan 28 20:51:18.190148 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a26b3a-d856-46e9-aa5c-71ca8600e843 req-a9e5a449-e711-40d5-9fd1-539d892210b8 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:51:18.191654 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e9a26b3a-d856-46e9-aa5c-71ca8600e843 req-a9e5a449-e711-40d5-9fd1-539d892210b8 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/ports?device_id=edef6c2f-0bf7-49ea-81ea-e83050b33de1 HTTP/1.1" status: 200 len: 944 time: 0.0542743 Jan 28 20:51:18.241943 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e9a26b3a-d856-46e9-aa5c-71ca8600e843 req-c2c2a697-cdf9-4c4a-94a8-1466e8107036 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/security-groups?id=976f7924-52f2-46ab-9f7b-d760db4b1ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444553 Jan 28 20:51:19.358652 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a08c8a-cedc-48b2-91b0-95082b561147 req-79a34d2e-42d7-4214-8fc5-bc70d484298d tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:51:19.360141 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-45a08c8a-cedc-48b2-91b0-95082b561147 req-79a34d2e-42d7-4214-8fc5-bc70d484298d tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/ports?device_id=edef6c2f-0bf7-49ea-81ea-e83050b33de1 HTTP/1.1" status: 200 len: 944 time: 0.0517724 Jan 28 20:51:19.413038 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-45a08c8a-cedc-48b2-91b0-95082b561147 req-5881e537-f6ab-45a1-9150-ba97f8c641df tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/security-groups?id=976f7924-52f2-46ab-9f7b-d760db4b1ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467489 Jan 28 20:51:20.537928 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae40123-b0b3-4113-89af-d9fc2f1cdfbc req-4ed054d6-a729-471b-a513-ff44ca33cfa7 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:51:20.539337 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7ae40123-b0b3-4113-89af-d9fc2f1cdfbc req-4ed054d6-a729-471b-a513-ff44ca33cfa7 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/ports?device_id=edef6c2f-0bf7-49ea-81ea-e83050b33de1 HTTP/1.1" status: 200 len: 944 time: 0.0569093 Jan 28 20:51:20.589424 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7ae40123-b0b3-4113-89af-d9fc2f1cdfbc req-677ae7e2-91c3-4494-9b59-accefe69204d tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/security-groups?id=976f7924-52f2-46ab-9f7b-d760db4b1ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435951 Jan 28 20:51:21.356326 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd1eb25-495b-488d-9f1e-26f89e7e98b6 req-8bf553d5-20e4-448e-8503-2aa0872d3062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:51:21.358059 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-dbd1eb25-495b-488d-9f1e-26f89e7e98b6 req-8bf553d5-20e4-448e-8503-2aa0872d3062 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=edef6c2f-0bf7-49ea-81ea-e83050b33de1&tenant_id=d2239f8668fe436bae17ced3be2a2c7f HTTP/1.1" status: 200 len: 1127 time: 0.0460217 Jan 28 20:51:21.425431 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd1eb25-495b-488d-9f1e-26f89e7e98b6 req-abc0a6e5-dbdd-4515-9383-5df14111e76a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:51:21.426835 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-dbd1eb25-495b-488d-9f1e-26f89e7e98b6 req-abc0a6e5-dbdd-4515-9383-5df14111e76a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d2239f8668fe436bae17ced3be2a2c7f&device_id=edef6c2f-0bf7-49ea-81ea-e83050b33de1 HTTP/1.1" status: 200 len: 1127 time: 0.0456405 Jan 28 20:51:21.520120 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd1eb25-495b-488d-9f1e-26f89e7e98b6 req-ce42a1fb-cad6-4a24-b8f2-177766365299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:51:21.521603 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-dbd1eb25-495b-488d-9f1e-26f89e7e98b6 req-ce42a1fb-cad6-4a24-b8f2-177766365299 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c4e2481c-3fdd-41bb-a294-d6fc520a3e23 HTTP/1.1" status: 200 len: 909 time: 0.0886281 Jan 28 20:51:21.586564 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-dbd1eb25-495b-488d-9f1e-26f89e7e98b6 req-6b5dac71-6495-4657-8f56-ccb2fd50be02 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=240b7014-c989-4b71-ab5d-87cf847ca555 HTTP/1.1" status: 200 len: 1000 time: 0.0586646 Jan 28 20:51:21.634867 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd1eb25-495b-488d-9f1e-26f89e7e98b6 req-23512137-7373-473c-bc64-0613ff915797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:51:21.636353 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-dbd1eb25-495b-488d-9f1e-26f89e7e98b6 req-23512137-7373-473c-bc64-0613ff915797 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=156488bf-5fce-4f83-a33a-8578cfd94891 HTTP/1.1" status: 200 len: 848 time: 0.0439558 Jan 28 20:51:21.692627 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd1eb25-495b-488d-9f1e-26f89e7e98b6 req-ce72663d-7e9a-451a-b855-6f093b684fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:51:21.694161 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-dbd1eb25-495b-488d-9f1e-26f89e7e98b6 req-ce72663d-7e9a-451a-b855-6f093b684fe2 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c4e2481c-3fdd-41bb-a294-d6fc520a3e23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0511250 Jan 28 20:51:21.710667 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3f6ea6-2610-4319-a2c2-c4d5047b47af req-a62898a6-c84f-4333-8fdd-a80e3dad4b01 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:51:21.712162 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-dc3f6ea6-2610-4319-a2c2-c4d5047b47af req-a62898a6-c84f-4333-8fdd-a80e3dad4b01 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/ports?device_id=edef6c2f-0bf7-49ea-81ea-e83050b33de1 HTTP/1.1" status: 200 len: 944 time: 0.0552490 Jan 28 20:51:21.762175 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-dc3f6ea6-2610-4319-a2c2-c4d5047b47af req-a269f46d-e432-41d0-a3f6-f6290c9f502e tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/security-groups?id=976f7924-52f2-46ab-9f7b-d760db4b1ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432861 Jan 28 20:51:21.781873 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-dbd1eb25-495b-488d-9f1e-26f89e7e98b6 req-8d9c4c41-b9a3-467a-b7cb-49f07c6d7d35 service neutron] 10.222.0.70 "GET /v2.0/networks/c4e2481c-3fdd-41bb-a294-d6fc520a3e23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816205 Jan 28 20:51:21.848591 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:51:21.874279 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-dbd1eb25-495b-488d-9f1e-26f89e7e98b6 req-5e575c73-9a6b-45d8-bbee-23dbfcc2cbe4 service neutron] 10.222.0.70 "GET /v2.0/networks/c4e2481c-3fdd-41bb-a294-d6fc520a3e23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870538 Jan 28 20:51:22.881597 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d97256c-ffbc-4a48-a083-96cadfacce38 req-21c725a2-436c-4ee1-b0e7-d765af2a47f4 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:51:22.883075 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-0d97256c-ffbc-4a48-a083-96cadfacce38 req-21c725a2-436c-4ee1-b0e7-d765af2a47f4 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/ports?device_id=edef6c2f-0bf7-49ea-81ea-e83050b33de1 HTTP/1.1" status: 200 len: 944 time: 0.0545430 Jan 28 20:51:22.930538 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-0d97256c-ffbc-4a48-a083-96cadfacce38 req-4aba0d2d-5200-4ff6-a2eb-518e787737cb tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/security-groups?id=976f7924-52f2-46ab-9f7b-d760db4b1ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420244 Jan 28 20:51:24.101613 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959121e0-e852-4db0-a936-def62ed8c9a8 req-2a970563-b55e-49d7-9c11-a66aa82d58e3 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:51:24.103100 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-959121e0-e852-4db0-a936-def62ed8c9a8 req-2a970563-b55e-49d7-9c11-a66aa82d58e3 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/ports?device_id=edef6c2f-0bf7-49ea-81ea-e83050b33de1 HTTP/1.1" status: 200 len: 944 time: 0.1051939 Jan 28 20:51:24.150343 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-959121e0-e852-4db0-a936-def62ed8c9a8 req-79e21320-5ade-4fc8-b44f-be73cf12b26e tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/security-groups?id=976f7924-52f2-46ab-9f7b-d760db4b1ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417233 Jan 28 20:51:24.852026 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:51:25.313926 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194d3563-1955-4a1f-90ee-4a73fccde3da req-08836331-3a4d-42f4-9916-c3ed058f3b7e tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:51:25.316086 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-194d3563-1955-4a1f-90ee-4a73fccde3da req-08836331-3a4d-42f4-9916-c3ed058f3b7e tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/ports?device_id=edef6c2f-0bf7-49ea-81ea-e83050b33de1 HTTP/1.1" status: 200 len: 944 time: 0.0971513 Jan 28 20:51:25.369215 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-194d3563-1955-4a1f-90ee-4a73fccde3da req-e64a2287-b94b-4f05-8e26-1b146758adea tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/security-groups?id=976f7924-52f2-46ab-9f7b-d760db4b1ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476925 Jan 28 20:51:26.492756 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf25004e-293d-4394-9d62-52d18ba6fd93 req-cbba1828-4f57-4b64-b77d-74ed4dac5534 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:51:26.494188 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-bf25004e-293d-4394-9d62-52d18ba6fd93 req-cbba1828-4f57-4b64-b77d-74ed4dac5534 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/ports?device_id=edef6c2f-0bf7-49ea-81ea-e83050b33de1 HTTP/1.1" status: 200 len: 944 time: 0.0563681 Jan 28 20:51:26.541007 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-bf25004e-293d-4394-9d62-52d18ba6fd93 req-33967f95-cdcd-461f-838a-ad75dfde593d tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/security-groups?id=976f7924-52f2-46ab-9f7b-d760db4b1ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412817 Jan 28 20:51:27.658040 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc4ed9e-35f7-42ef-9b66-9029e9fbdbd6 req-9ee6a9d7-86cc-4804-98e7-db5bfc0a86c3 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:51:27.659523 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3dc4ed9e-35f7-42ef-9b66-9029e9fbdbd6 req-9ee6a9d7-86cc-4804-98e7-db5bfc0a86c3 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/ports?device_id=edef6c2f-0bf7-49ea-81ea-e83050b33de1 HTTP/1.1" status: 200 len: 944 time: 0.0521054 Jan 28 20:51:27.707925 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3dc4ed9e-35f7-42ef-9b66-9029e9fbdbd6 req-4ab05a43-0af9-44ee-bba4-bbb007dea056 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/security-groups?id=976f7924-52f2-46ab-9f7b-d760db4b1ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429387 Jan 28 20:51:28.826362 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53186420-8ce0-4cd1-a0a1-e5513f3f2153 req-e0b6c5f3-6bd2-4c9e-8e7d-30204c155c73 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:51:28.827843 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-53186420-8ce0-4cd1-a0a1-e5513f3f2153 req-e0b6c5f3-6bd2-4c9e-8e7d-30204c155c73 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/ports?device_id=edef6c2f-0bf7-49ea-81ea-e83050b33de1 HTTP/1.1" status: 200 len: 944 time: 0.0532811 Jan 28 20:51:28.876431 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-53186420-8ce0-4cd1-a0a1-e5513f3f2153 req-77425141-cf05-4c03-b8f7-1e0140b7f8b2 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/security-groups?id=976f7924-52f2-46ab-9f7b-d760db4b1ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424714 Jan 28 20:51:29.285536 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 240b7014-c989-4b71-ab5d-87cf847ca555 details requested by agent hyperv_n-h2-812111-14 with host n-h2-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:51:29.382748 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 240b7014-c989-4b71-ab5d-87cf847ca555, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=240b7014-c989-4b71-ab5d-87cf847ca555,segment=NetworkSegment(d3f353f2-6b6d-43d3-b379-b24154dbd956),segment_id=d3f353f2-6b6d-43d3-b379-b24154dbd956)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:51:29.393578 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Returning: {'device': '240b7014-c989-4b71-ab5d-87cf847ca555', 'network_id': 'c4e2481c-3fdd-41bb-a294-d6fc520a3e23', 'port_id': '240b7014-c989-4b71-ab5d-87cf847ca555', 'mac_address': 'fa:16:3e:8b:94:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '156488bf-5fce-4f83-a33a-8578cfd94891', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:51:29.429967 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 240b7014-c989-4b71-ab5d-87cf847ca555 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:51:29.430350 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (240b7014-c989-4b71-ab5d-87cf847ca555), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:51:29.443261 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 240b7014-c989-4b71-ab5d-87cf847ca555 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:51:29.461673 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 240b7014-c989-4b71-ab5d-87cf847ca555, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=240b7014-c989-4b71-ab5d-87cf847ca555,segment=NetworkSegment(d3f353f2-6b6d-43d3-b379-b24154dbd956),segment_id=d3f353f2-6b6d-43d3-b379-b24154dbd956)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:51:29.465521 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (240b7014-c989-4b71-ab5d-87cf847ca555), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:51:29.515711 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=240b7014-c989-4b71-ab5d-87cf847ca555,revision_number=7']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:51:29.695386 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['240b7014-c989-4b71-ab5d-87cf847ca555'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:51:29.993093 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f5e51c-f80c-4ad4-b6c6-82865af6b86c req-e627358d-bd65-408e-a860-261d0a732cdf tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:51:29.994602 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e9f5e51c-f80c-4ad4-b6c6-82865af6b86c req-e627358d-bd65-408e-a860-261d0a732cdf tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/ports?device_id=edef6c2f-0bf7-49ea-81ea-e83050b33de1 HTTP/1.1" status: 200 len: 945 time: 0.0520978 Jan 28 20:51:30.046776 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-e9f5e51c-f80c-4ad4-b6c6-82865af6b86c req-1abb20f3-60e5-415b-be82-fe4a09c99ed2 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/security-groups?id=976f7924-52f2-46ab-9f7b-d760db4b1ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466564 Jan 28 20:51:31.172146 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f51e76-73b5-4a46-a113-ee894bbf6dc8 req-cbe348c3-4a97-42fd-abaa-5279b2e85743 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:51:31.173642 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-64f51e76-73b5-4a46-a113-ee894bbf6dc8 req-cbe348c3-4a97-42fd-abaa-5279b2e85743 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/ports?device_id=edef6c2f-0bf7-49ea-81ea-e83050b33de1 HTTP/1.1" status: 200 len: 945 time: 0.0563207 Jan 28 20:51:31.222356 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-64f51e76-73b5-4a46-a113-ee894bbf6dc8 req-89e9a04b-dddf-4dfe-b15a-b6a91b18fbdd tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/security-groups?id=976f7924-52f2-46ab-9f7b-d760db4b1ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430319 Jan 28 20:51:31.301433 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 240b7014-c989-4b71-ab5d-87cf847ca555 up at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:51:31.349366 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning complete for port 240b7014-c989-4b71-ab5d-87cf847ca555 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:51:31.349670 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (240b7014-c989-4b71-ab5d-87cf847ca555), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:51:31.427548 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 240b7014-c989-4b71-ab5d-87cf847ca555 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:51:31.427925 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (240b7014-c989-4b71-ab5d-87cf847ca555), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:51:31.449608 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edef6c2f-0bf7-49ea-81ea-e83050b33de1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '240b7014-c989-4b71-ab5d-87cf847ca555'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:51:31.451806 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}704c702df6f21e7df92d3d89d4c6cfde2c6406e49d8202b36454fc5209adee22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-621a98e9-670c-42ac-984e-837cb043b9df" -d '{"events": [{"server_uuid": "edef6c2f-0bf7-49ea-81ea-e83050b33de1", "name": "network-vif-plugged", "status": "completed", "tag": "240b7014-c989-4b71-ab5d-87cf847ca555"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:51:31.464659 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 240b7014-c989-4b71-ab5d-87cf847ca555, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=240b7014-c989-4b71-ab5d-87cf847ca555,segment=NetworkSegment(d3f353f2-6b6d-43d3-b379-b24154dbd956),segment_id=d3f353f2-6b6d-43d3-b379-b24154dbd956)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:51:31.469211 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (240b7014-c989-4b71-ab5d-87cf847ca555), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:51:31.517231 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=240b7014-c989-4b71-ab5d-87cf847ca555,revision_number=8']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:51:31.541631 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3ed64d4-1a96-494e-82f4-f6fc3b2e3993 x-openstack-request-id: req-c3ed64d4-1a96-494e-82f4-f6fc3b2e3993 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:51:31.541927 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edef6c2f-0bf7-49ea-81ea-e83050b33de1", "name": "network-vif-plugged", "status": "completed", "tag": "240b7014-c989-4b71-ab5d-87cf847ca555", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:51:31.542184 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c3ed64d4-1a96-494e-82f4-f6fc3b2e3993 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:51:31.542583 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edef6c2f-0bf7-49ea-81ea-e83050b33de1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '240b7014-c989-4b71-ab5d-87cf847ca555', 'code': 200} Jan 28 20:51:31.696613 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185207ed-4850-44d1-a497-af40928b7d9f req-c58fc474-917e-49b5-b449-afea8d706ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:51:31.698198 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-185207ed-4850-44d1-a497-af40928b7d9f req-c58fc474-917e-49b5-b449-afea8d706ed1 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=edef6c2f-0bf7-49ea-81ea-e83050b33de1 HTTP/1.1" status: 200 len: 1129 time: 0.0526564 Jan 28 20:51:31.744355 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-185207ed-4850-44d1-a497-af40928b7d9f req-c088ee05-1eb9-44a3-b12e-6ad73e022867 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=976f7924-52f2-46ab-9f7b-d760db4b1ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392330 Jan 28 20:51:32.338597 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e25bb0-a272-48fc-9f64-0da71212c52f req-3d0d6174-8b19-47aa-a349-372fc8856e43 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:51:32.340049 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-29e25bb0-a272-48fc-9f64-0da71212c52f req-3d0d6174-8b19-47aa-a349-372fc8856e43 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/ports?device_id=edef6c2f-0bf7-49ea-81ea-e83050b33de1 HTTP/1.1" status: 200 len: 946 time: 0.0521688 Jan 28 20:51:32.387590 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-29e25bb0-a272-48fc-9f64-0da71212c52f req-cb3a195d-b845-4a0c-9720-72fd8c3b5001 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/security-groups?id=976f7924-52f2-46ab-9f7b-d760db4b1ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420353 Jan 28 20:51:33.509967 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e303232-7950-44b0-9a2f-245ae98f5504 req-a663bd08-b6f3-4557-8a46-38648d00af8d tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:51:33.511373 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4e303232-7950-44b0-9a2f-245ae98f5504 req-a663bd08-b6f3-4557-8a46-38648d00af8d tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/ports?device_id=edef6c2f-0bf7-49ea-81ea-e83050b33de1 HTTP/1.1" status: 200 len: 946 time: 0.0546989 Jan 28 20:51:33.560545 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4e303232-7950-44b0-9a2f-245ae98f5504 req-af6192e3-9e21-4c50-9144-bd0ec90b0ef3 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/security-groups?id=976f7924-52f2-46ab-9f7b-d760db4b1ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436440 Jan 28 20:51:36.892969 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f1f94c2f-213b-4eb5-ba09-f35ae2a407d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:51:39.150413 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b3f24a26-6757-4742-a8f1-64183ca567fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:51:40.189061 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:51:42.051948 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:51:43.398203 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:51:45.776168 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3211ff01-5209-4b03-9704-232b3af468df req-ba2d3465-610e-462f-ac8f-11edf1f5043f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=edef6c2f-0bf7-49ea-81ea-e83050b33de1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0439520 Jan 28 20:51:45.865776 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3211ff01-5209-4b03-9704-232b3af468df req-6676b0d8-d51b-4cf3-9761-8e379e7f2438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:51:45.867250 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3211ff01-5209-4b03-9704-232b3af468df req-6676b0d8-d51b-4cf3-9761-8e379e7f2438 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d2239f8668fe436bae17ced3be2a2c7f&device_id=edef6c2f-0bf7-49ea-81ea-e83050b33de1 HTTP/1.1" status: 200 len: 1129 time: 0.0485194 Jan 28 20:51:45.967766 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3211ff01-5209-4b03-9704-232b3af468df req-90cff5e2-9159-4e7f-aeb1-4c89ba13ddf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:51:45.969269 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3211ff01-5209-4b03-9704-232b3af468df req-90cff5e2-9159-4e7f-aeb1-4c89ba13ddf9 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c4e2481c-3fdd-41bb-a294-d6fc520a3e23 HTTP/1.1" status: 200 len: 909 time: 0.0837464 Jan 28 20:51:46.042219 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3211ff01-5209-4b03-9704-232b3af468df req-996c2288-bdbc-4401-ad13-68bc4a67aafc service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=240b7014-c989-4b71-ab5d-87cf847ca555 HTTP/1.1" status: 200 len: 1002 time: 0.0641453 Jan 28 20:51:46.091050 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3211ff01-5209-4b03-9704-232b3af468df req-f7abe9ae-a294-4208-8dd4-0cd7881f6b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:51:46.092449 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3211ff01-5209-4b03-9704-232b3af468df req-f7abe9ae-a294-4208-8dd4-0cd7881f6b95 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=156488bf-5fce-4f83-a33a-8578cfd94891 HTTP/1.1" status: 200 len: 848 time: 0.0436969 Jan 28 20:51:46.140946 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3211ff01-5209-4b03-9704-232b3af468df req-48b1c44c-33c5-4d36-9a81-bfa82b5b1cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:51:46.142500 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3211ff01-5209-4b03-9704-232b3af468df req-48b1c44c-33c5-4d36-9a81-bfa82b5b1cf8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c4e2481c-3fdd-41bb-a294-d6fc520a3e23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0441678 Jan 28 20:51:46.172053 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:51:46.244553 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3211ff01-5209-4b03-9704-232b3af468df req-9cb8c18a-4427-4e0a-b28a-e39c1143c0d0 service neutron] 10.222.0.70 "GET /v2.0/networks/c4e2481c-3fdd-41bb-a294-d6fc520a3e23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880647 Jan 28 20:51:46.333584 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3211ff01-5209-4b03-9704-232b3af468df req-d7f0a6a1-28b2-415a-bd04-af85fc3ceec0 service neutron] 10.222.0.70 "GET /v2.0/networks/c4e2481c-3fdd-41bb-a294-d6fc520a3e23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821877 Jan 28 20:51:51.856147 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:51:54.865808 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:52:06.897313 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6e942e6d-bd8d-4a12-bbd8-4d5767db0333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:52:09.152239 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-00f6ff7b-4d56-4061-b876-780739cb0342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:52:10.188330 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:52:12.057813 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:52:13.402146 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:52:21.861575 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:52:23.171533 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:52:24.882626 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:52:36.898643 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5c91c7b2-fd5e-4970-8ce4-1c36bed97cb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:52:39.154337 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6230b54c-7dcc-4537-9376-f0b2617fc9a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:52:40.192028 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:52:42.056053 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:52:43.405088 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:52:47.437095 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 44950) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:52:47.594081 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-0b3577f1-089a-4e69-bc9a-2ab6a753dc05 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Deleting port d780296b-96a6-454a-b315-c63d37e34dc5 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:52:47.594421 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0b3577f1-089a-4e69-bc9a-2ab6a753dc05 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (d780296b-96a6-454a-b315-c63d37e34dc5), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:52:47.671394 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0b3577f1-089a-4e69-bc9a-2ab6a753dc05 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (d780296b-96a6-454a-b315-c63d37e34dc5), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:52:47.671716 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0b3577f1-089a-4e69-bc9a-2ab6a753dc05 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Publish callbacks [] for floatingip (d780296b-96a6-454a-b315-c63d37e34dc5), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:52:47.683275 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-0b3577f1-089a-4e69-bc9a-2ab6a753dc05 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Calling delete_port for d780296b-96a6-454a-b315-c63d37e34dc5 owned by network:floatingip {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:52:47.803079 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d5b76504-44f0-441d-9859-144049f6045d req-0cb84d9e-bceb-441f-9f9b-279e5566fd37 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=edef6c2f-0bf7-49ea-81ea-e83050b33de1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0848484 Jan 28 20:52:47.836023 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0b3577f1-089a-4e69-bc9a-2ab6a753dc05 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (d780296b-96a6-454a-b315-c63d37e34dc5), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:52:47.866010 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3577f1-089a-4e69-bc9a-2ab6a753dc05 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Pushing event deleted for resources: {'Port': ['ID=d780296b-96a6-454a-b315-c63d37e34dc5,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:52:47.893675 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3577f1-089a-4e69-bc9a-2ab6a753dc05 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:52:47.894028 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3577f1-089a-4e69-bc9a-2ab6a753dc05 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:52:47.894374 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3577f1-089a-4e69-bc9a-2ab6a753dc05 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:52:47.894715 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3577f1-089a-4e69-bc9a-2ab6a753dc05 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:52:47.895056 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3577f1-089a-4e69-bc9a-2ab6a753dc05 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:52:47.895393 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3577f1-089a-4e69-bc9a-2ab6a753dc05 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:52:47.895727 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3577f1-089a-4e69-bc9a-2ab6a753dc05 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:52:47.896060 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3577f1-089a-4e69-bc9a-2ab6a753dc05 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:52:47.896397 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3577f1-089a-4e69-bc9a-2ab6a753dc05 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:52:47.896728 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3577f1-089a-4e69-bc9a-2ab6a753dc05 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:52:47.897058 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3577f1-089a-4e69-bc9a-2ab6a753dc05 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:52:47.897412 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3577f1-089a-4e69-bc9a-2ab6a753dc05 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:52:47.897739 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3577f1-089a-4e69-bc9a-2ab6a753dc05 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:52:47.898586 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b76504-44f0-441d-9859-144049f6045d req-42f4384c-fe30-4344-a62a-51133fc310cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:52:47.900128 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d5b76504-44f0-441d-9859-144049f6045d req-42f4384c-fe30-4344-a62a-51133fc310cd service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d2239f8668fe436bae17ced3be2a2c7f&device_id=edef6c2f-0bf7-49ea-81ea-e83050b33de1 HTTP/1.1" status: 200 len: 1129 time: 0.0532646 Jan 28 20:52:47.941877 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0b3577f1-089a-4e69-bc9a-2ab6a753dc05 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Publish callbacks [] for floatingip (5902e556-b37c-4e99-a863-a05ad7e70639), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:52:47.942837 n-d-812111-14 neutron-server[103305]: INFO neutron.db.l3_db [None req-0b3577f1-089a-4e69-bc9a-2ab6a753dc05 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Floating IP 5902e556-b37c-4e99-a863-a05ad7e70639 disassociated (deleted). External IP: 172.25.6.204, port: 240b7014-c989-4b71-ab5d-87cf847ca555. Jan 28 20:52:48.008639 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b76504-44f0-441d-9859-144049f6045d req-aaba0dba-2c58-4b61-b703-4ceb9f23a742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:52:48.010152 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d5b76504-44f0-441d-9859-144049f6045d req-aaba0dba-2c58-4b61-b703-4ceb9f23a742 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c4e2481c-3fdd-41bb-a294-d6fc520a3e23 HTTP/1.1" status: 200 len: 909 time: 0.0921276 Jan 28 20:52:48.057454 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d5b76504-44f0-441d-9859-144049f6045d req-acb80915-6e96-4ed4-83dd-feb64ee7afc1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=240b7014-c989-4b71-ab5d-87cf847ca555 HTTP/1.1" status: 200 len: 217 time: 0.0393622 Jan 28 20:52:48.106626 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b76504-44f0-441d-9859-144049f6045d req-717f5e06-88b4-4bb8-8d91-a3dc5676d677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:52:48.108110 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d5b76504-44f0-441d-9859-144049f6045d req-717f5e06-88b4-4bb8-8d91-a3dc5676d677 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=156488bf-5fce-4f83-a33a-8578cfd94891 HTTP/1.1" status: 200 len: 848 time: 0.0448093 Jan 28 20:52:48.154090 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b3577f1-089a-4e69-bc9a-2ab6a753dc05 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Router 2f78c7e4-d738-4909-a947-6d17e40f4276 has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:52:48.157728 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b76504-44f0-441d-9859-144049f6045d req-04cab36f-deac-4b1a-bd82-9754424c6af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:52:48.159304 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d5b76504-44f0-441d-9859-144049f6045d req-04cab36f-deac-4b1a-bd82-9754424c6af9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c4e2481c-3fdd-41bb-a294-d6fc520a3e23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0453680 Jan 28 20:52:48.252144 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d5b76504-44f0-441d-9859-144049f6045d req-a81d0545-0867-40fa-aaed-287ea5c9e25e service neutron] 10.222.0.70 "GET /v2.0/networks/c4e2481c-3fdd-41bb-a294-d6fc520a3e23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868745 Jan 28 20:52:48.268376 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b3577f1-089a-4e69-bc9a-2ab6a753dc05 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:52:48.272929 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0b3577f1-089a-4e69-bc9a-2ab6a753dc05 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for floatingip (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:52:48.280191 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74d17b4-230a-44bf-83cb-b9ae914dd5d1 None None] Sync routers for ids ['2f78c7e4-d738-4909-a947-6d17e40f4276'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:52:48.290967 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74d17b4-230a-44bf-83cb-b9ae914dd5d1 None None] Routers {'2f78c7e4-d738-4909-a947-6d17e40f4276'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:52:48.292157 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-a74d17b4-230a-44bf-83cb-b9ae914dd5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:52:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['2f78c7e4-d738-4909-a947-6d17e40f4276'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:52:48.304159 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-0b3577f1-089a-4e69-bc9a-2ab6a753dc05 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "DELETE /v2.0/floatingips/5902e556-b37c-4e99-a863-a05ad7e70639 HTTP/1.1" status: 204 len: 168 time: 0.8659449 Jan 28 20:52:48.304868 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edef6c2f-0bf7-49ea-81ea-e83050b33de1', 'tag': '240b7014-c989-4b71-ab5d-87cf847ca555'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:52:48.307292 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}981202432542b3bd90586abfd28c53181d71ca775a89b024ffbb9268f9379f4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed447c14-7cc0-470d-806b-2f73f713dc61" -d '{"events": [{"name": "network-changed", "server_uuid": "edef6c2f-0bf7-49ea-81ea-e83050b33de1", "tag": "240b7014-c989-4b71-ab5d-87cf847ca555"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:52:48.377671 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d5b76504-44f0-441d-9859-144049f6045d req-90d37b69-02e4-4f36-8045-63aa09c5c821 service neutron] 10.222.0.70 "GET /v2.0/networks/c4e2481c-3fdd-41bb-a294-d6fc520a3e23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196485 Jan 28 20:52:48.419195 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-a74d17b4-230a-44bf-83cb-b9ae914dd5d1 None None] Set router 2f78c7e4-d738-4909-a947-6d17e40f4276 gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:52:48.423703 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:52:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebbbee71-e5d3-4f2d-9e1f-10ef788ea0f0 x-openstack-request-id: req-ebbbee71-e5d3-4f2d-9e1f-10ef788ea0f0 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:52:48.424042 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edef6c2f-0bf7-49ea-81ea-e83050b33de1", "tag": "240b7014-c989-4b71-ab5d-87cf847ca555", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:52:48.424334 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ebbbee71-e5d3-4f2d-9e1f-10ef788ea0f0 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:52:48.424760 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edef6c2f-0bf7-49ea-81ea-e83050b33de1', 'tag': '240b7014-c989-4b71-ab5d-87cf847ca555', 'status': 'completed', 'code': 200} Jan 28 20:52:48.504170 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed447c14-7cc0-470d-806b-2f73f713dc61 req-1b33a12e-61b0-4e58-836c-8f3bba45a539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:52:48.505729 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ed447c14-7cc0-470d-806b-2f73f713dc61 req-1b33a12e-61b0-4e58-836c-8f3bba45a539 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d2239f8668fe436bae17ced3be2a2c7f&device_id=edef6c2f-0bf7-49ea-81ea-e83050b33de1 HTTP/1.1" status: 200 len: 1129 time: 0.0565555 Jan 28 20:52:48.630510 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcd79e2-cea1-412e-b36a-142d360fbb4b req-d35c1736-248f-4f41-a9ad-a7a8b77f7f91 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:52:48.632075 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-0bcd79e2-cea1-412e-b36a-142d360fbb4b req-d35c1736-248f-4f41-a9ad-a7a8b77f7f91 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/ports?device_id=edef6c2f-0bf7-49ea-81ea-e83050b33de1 HTTP/1.1" status: 200 len: 946 time: 0.1198754 Jan 28 20:52:48.654085 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed447c14-7cc0-470d-806b-2f73f713dc61 req-246e502c-2f18-44d3-ab3e-3208da06337a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:52:48.655612 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ed447c14-7cc0-470d-806b-2f73f713dc61 req-246e502c-2f18-44d3-ab3e-3208da06337a service neutron] 10.222.0.70 "GET /v2.0/networks?id=c4e2481c-3fdd-41bb-a294-d6fc520a3e23 HTTP/1.1" status: 200 len: 909 time: 0.1416733 Jan 28 20:52:48.711036 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ed447c14-7cc0-470d-806b-2f73f713dc61 req-6429d360-e797-4279-84d4-75cbc5239a7f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=240b7014-c989-4b71-ab5d-87cf847ca555 HTTP/1.1" status: 200 len: 217 time: 0.0475340 Jan 28 20:52:48.716066 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-a74d17b4-230a-44bf-83cb-b9ae914dd5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f78c7e4-d738-4909-a947-6d17e40f4276', 'name': 'tempest-TestShelveInstance-1045975041-router', 'tenant_id': 'd2239f8668fe436bae17ced3be2a2c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': '85b8f70b-41b8-4d1b-a3f9-83216d559c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:43:55Z', 'updated_at': '2022-01-28T20:43:58Z', 'revision_number': 4, 'project_id': 'd2239f8668fe436bae17ced3be2a2c7f', 'gw_port': {'id': '85b8f70b-41b8-4d1b-a3f9-83216d559c99', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:60:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f78c7e4-d738-4909-a947-6d17e40f4276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:43:55Z', 'updated_at': '2022-01-28T20:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '875397f7-2818-4b7d-9db5-2afd1b417ca3', 'name': '', 'network_id': 'c4e2481c-3fdd-41bb-a294-d6fc520a3e23', 'tenant_id': 'd2239f8668fe436bae17ced3be2a2c7f', 'mac_address': 'fa:16:3e:1c:91:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f78c7e4-d738-4909-a947-6d17e40f4276', 'device_owner': 'network:router_interface', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '156488bf-5fce-4f83-a33a-8578cfd94891', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:43:57Z', 'updated_at': '2022-01-28T20:44:02Z', 'revision_number': 5, 'project_id': 'd2239f8668fe436bae17ced3be2a2c7f', 'subnets': [{'id': '156488bf-5fce-4f83-a33a-8578cfd94891', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:52:48.743376 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74d17b4-230a-44bf-83cb-b9ae914dd5d1 None None] Checking router: 2f78c7e4-d738-4909-a947-6d17e40f4276 for host: n-d-812111-14 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:52:48.752104 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74d17b4-230a-44bf-83cb-b9ae914dd5d1 None None] Routers {'2f78c7e4-d738-4909-a947-6d17e40f4276'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:52:48.752710 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-a74d17b4-230a-44bf-83cb-b9ae914dd5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:52:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['2f78c7e4-d738-4909-a947-6d17e40f4276'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:52:48.763982 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-0bcd79e2-cea1-412e-b36a-142d360fbb4b req-77e784e3-aa82-4a2c-9bf1-00f053dd67e1 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/security-groups?id=976f7924-52f2-46ab-9f7b-d760db4b1ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1210735 Jan 28 20:52:48.777505 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed447c14-7cc0-470d-806b-2f73f713dc61 req-ba62ba14-8090-45c0-b6da-274c7eb24fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:52:48.778989 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ed447c14-7cc0-470d-806b-2f73f713dc61 req-ba62ba14-8090-45c0-b6da-274c7eb24fbf service neutron] 10.222.0.70 "GET /v2.0/subnets?id=156488bf-5fce-4f83-a33a-8578cfd94891 HTTP/1.1" status: 200 len: 848 time: 0.0601833 Jan 28 20:52:48.830887 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed447c14-7cc0-470d-806b-2f73f713dc61 req-36c6dfb8-c7c7-43b6-bb2d-7d0b18c4d3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:52:48.832393 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ed447c14-7cc0-470d-806b-2f73f713dc61 req-36c6dfb8-c7c7-43b6-bb2d-7d0b18c4d3a8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c4e2481c-3fdd-41bb-a294-d6fc520a3e23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0464413 Jan 28 20:52:48.855821 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-a74d17b4-230a-44bf-83cb-b9ae914dd5d1 None None] Set router 2f78c7e4-d738-4909-a947-6d17e40f4276 gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:52:48.930311 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ed447c14-7cc0-470d-806b-2f73f713dc61 req-5a2b674d-32e5-4692-8391-80ed51317f14 service neutron] 10.222.0.70 "GET /v2.0/networks/c4e2481c-3fdd-41bb-a294-d6fc520a3e23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884759 Jan 28 20:52:49.022522 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ed447c14-7cc0-470d-806b-2f73f713dc61 req-c894f439-8613-4811-aaca-4c0b4f60ad43 service neutron] 10.222.0.70 "GET /v2.0/networks/c4e2481c-3fdd-41bb-a294-d6fc520a3e23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858107 Jan 28 20:52:49.057681 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-a74d17b4-230a-44bf-83cb-b9ae914dd5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f78c7e4-d738-4909-a947-6d17e40f4276', 'name': 'tempest-TestShelveInstance-1045975041-router', 'tenant_id': 'd2239f8668fe436bae17ced3be2a2c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': '85b8f70b-41b8-4d1b-a3f9-83216d559c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:43:55Z', 'updated_at': '2022-01-28T20:43:58Z', 'revision_number': 4, 'project_id': 'd2239f8668fe436bae17ced3be2a2c7f', 'gw_port': {'id': '85b8f70b-41b8-4d1b-a3f9-83216d559c99', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:60:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f78c7e4-d738-4909-a947-6d17e40f4276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:43:55Z', 'updated_at': '2022-01-28T20:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '875397f7-2818-4b7d-9db5-2afd1b417ca3', 'name': '', 'network_id': 'c4e2481c-3fdd-41bb-a294-d6fc520a3e23', 'tenant_id': 'd2239f8668fe436bae17ced3be2a2c7f', 'mac_address': 'fa:16:3e:1c:91:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f78c7e4-d738-4909-a947-6d17e40f4276', 'device_owner': 'network:router_interface', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '156488bf-5fce-4f83-a33a-8578cfd94891', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:43:57Z', 'updated_at': '2022-01-28T20:44:02Z', 'revision_number': 5, 'project_id': 'd2239f8668fe436bae17ced3be2a2c7f', 'subnets': [{'id': '156488bf-5fce-4f83-a33a-8578cfd94891', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:52:49.087256 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74d17b4-230a-44bf-83cb-b9ae914dd5d1 None None] The sync data for ids ['2f78c7e4-d738-4909-a947-6d17e40f4276'] in n-d-812111-14 is: [{'id': '2f78c7e4-d738-4909-a947-6d17e40f4276', 'name': 'tempest-TestShelveInstance-1045975041-router', 'tenant_id': 'd2239f8668fe436bae17ced3be2a2c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': '85b8f70b-41b8-4d1b-a3f9-83216d559c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:43:55Z', 'updated_at': '2022-01-28T20:43:58Z', 'revision_number': 4, 'project_id': 'd2239f8668fe436bae17ced3be2a2c7f', 'gw_port': {'id': '85b8f70b-41b8-4d1b-a3f9-83216d559c99', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:60:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f78c7e4-d738-4909-a947-6d17e40f4276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:43:55Z', 'updated_at': '2022-01-28T20:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '875397f7-2818-4b7d-9db5-2afd1b417ca3', 'name': '', 'network_id': 'c4e2481c-3fdd-41bb-a294-d6fc520a3e23', 'tenant_id': 'd2239f8668fe436bae17ced3be2a2c7f', 'mac_address': 'fa:16:3e:1c:91:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f78c7e4-d738-4909-a947-6d17e40f4276', 'device_owner': 'network:router_interface', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '156488bf-5fce-4f83-a33a-8578cfd94891', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:43:57Z', 'updated_at': '2022-01-28T20:44:02Z', 'revision_number': 5, 'project_id': 'd2239f8668fe436bae17ced3be2a2c7f', 'subnets': [{'id': '156488bf-5fce-4f83-a33a-8578cfd94891', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:52:49.308041 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45fd979a-4dce-491f-a445-1fe337c21ab1 None None] New status for floating IP 5902e556-b37c-4e99-a863-a05ad7e70639: DOWN {{(pid=103306) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 20:52:49.886078 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eb0816-2dd1-450a-8bee-f9657a726a07 req-52729b63-7437-42ed-9bc6-85f5f27e3550 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:52:49.887579 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e2eb0816-2dd1-450a-8bee-f9657a726a07 req-52729b63-7437-42ed-9bc6-85f5f27e3550 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/ports?device_id=edef6c2f-0bf7-49ea-81ea-e83050b33de1 HTTP/1.1" status: 200 len: 946 time: 0.0527554 Jan 28 20:52:49.941555 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-e2eb0816-2dd1-450a-8bee-f9657a726a07 req-6afbe620-5bdb-4828-82b7-f89922b9af29 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/security-groups?id=976f7924-52f2-46ab-9f7b-d760db4b1ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484478 Jan 28 20:52:50.034704 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a08aa3-3fe1-432a-8cdc-78825878efaf req-51a5f764-1b92-4153-af0b-4c838bf1c61d tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:52:50.036441 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-67a08aa3-3fe1-432a-8cdc-78825878efaf req-51a5f764-1b92-4153-af0b-4c838bf1c61d tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.70 "GET /v2.0/ports?device_id=edef6c2f-0bf7-49ea-81ea-e83050b33de1 HTTP/1.1" status: 200 len: 946 time: 0.0588500 Jan 28 20:52:50.128119 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-67a08aa3-3fe1-432a-8cdc-78825878efaf req-77d58871-3fe9-44b5-a883-cdad341fe27e tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Deleting port 240b7014-c989-4b71-ab5d-87cf847ca555 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:52:50.128466 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-67a08aa3-3fe1-432a-8cdc-78825878efaf req-77d58871-3fe9-44b5-a883-cdad341fe27e tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (240b7014-c989-4b71-ab5d-87cf847ca555), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:52:50.221708 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-67a08aa3-3fe1-432a-8cdc-78825878efaf req-77d58871-3fe9-44b5-a883-cdad341fe27e tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] For port 240b7014-c989-4b71-ab5d-87cf847ca555, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=240b7014-c989-4b71-ab5d-87cf847ca555,segment=NetworkSegment(d3f353f2-6b6d-43d3-b379-b24154dbd956),segment_id=d3f353f2-6b6d-43d3-b379-b24154dbd956)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:52:50.222125 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-67a08aa3-3fe1-432a-8cdc-78825878efaf req-77d58871-3fe9-44b5-a883-cdad341fe27e tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (240b7014-c989-4b71-ab5d-87cf847ca555), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:52:50.234398 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-67a08aa3-3fe1-432a-8cdc-78825878efaf req-77d58871-3fe9-44b5-a883-cdad341fe27e tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Calling delete_port for 240b7014-c989-4b71-ab5d-87cf847ca555 owned by compute:nova {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:52:50.361416 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-67a08aa3-3fe1-432a-8cdc-78825878efaf req-77d58871-3fe9-44b5-a883-cdad341fe27e tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (240b7014-c989-4b71-ab5d-87cf847ca555), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:52:50.392676 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d58871-3fe9-44b5-a883-cdad341fe27e tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Pushing event deleted for resources: {'Port': ['ID=240b7014-c989-4b71-ab5d-87cf847ca555,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:52:50.402647 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d58871-3fe9-44b5-a883-cdad341fe27e tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:52:50.403007 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d58871-3fe9-44b5-a883-cdad341fe27e tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:52:50.403358 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d58871-3fe9-44b5-a883-cdad341fe27e tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:52:50.403704 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d58871-3fe9-44b5-a883-cdad341fe27e tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:52:50.404047 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d58871-3fe9-44b5-a883-cdad341fe27e tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:52:50.404392 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d58871-3fe9-44b5-a883-cdad341fe27e tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:52:50.404729 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d58871-3fe9-44b5-a883-cdad341fe27e tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:52:50.405637 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d58871-3fe9-44b5-a883-cdad341fe27e tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:52:50.405637 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d58871-3fe9-44b5-a883-cdad341fe27e tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:52:50.405843 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d58871-3fe9-44b5-a883-cdad341fe27e tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:52:50.406041 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d58871-3fe9-44b5-a883-cdad341fe27e tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:52:50.406378 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d58871-3fe9-44b5-a883-cdad341fe27e tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:52:50.406705 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d58871-3fe9-44b5-a883-cdad341fe27e tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:52:50.448522 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-67a08aa3-3fe1-432a-8cdc-78825878efaf req-77d58871-3fe9-44b5-a883-cdad341fe27e tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] No DVR routers for this DVR port 240b7014-c989-4b71-ab5d-87cf847ca555 on host n-h2-812111-14 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:52:50.451062 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-67a08aa3-3fe1-432a-8cdc-78825878efaf req-77d58871-3fe9-44b5-a883-cdad341fe27e tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:52:50.455195 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-67a08aa3-3fe1-432a-8cdc-78825878efaf req-77d58871-3fe9-44b5-a883-cdad341fe27e tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.70 "DELETE /v2.0/ports/240b7014-c989-4b71-ab5d-87cf847ca555 HTTP/1.1" status: 204 len: 173 time: 0.4131420 Jan 28 20:52:50.455651 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edef6c2f-0bf7-49ea-81ea-e83050b33de1', 'name': 'network-vif-deleted', 'tag': '240b7014-c989-4b71-ab5d-87cf847ca555'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:52:50.457961 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}690870b4896ba3504f21237a239c836c0346d6a62bcfb5e8ee91fd1b13f99dd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-720f3b75-186b-4b2c-91c4-55bbb25af4c1" -d '{"events": [{"server_uuid": "edef6c2f-0bf7-49ea-81ea-e83050b33de1", "name": "network-vif-deleted", "tag": "240b7014-c989-4b71-ab5d-87cf847ca555"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:52:50.497248 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-903dd529-75b2-48ee-978c-6e14ebb008bb x-openstack-request-id: req-903dd529-75b2-48ee-978c-6e14ebb008bb {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:52:50.497551 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edef6c2f-0bf7-49ea-81ea-e83050b33de1", "name": "network-vif-deleted", "tag": "240b7014-c989-4b71-ab5d-87cf847ca555", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:52:50.497803 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-903dd529-75b2-48ee-978c-6e14ebb008bb {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:52:50.498328 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edef6c2f-0bf7-49ea-81ea-e83050b33de1', 'name': 'network-vif-deleted', 'tag': '240b7014-c989-4b71-ab5d-87cf847ca555', 'status': 'completed', 'code': 200} Jan 28 20:52:51.044222 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-60c59f8a-e302-4974-b5ad-f78ee6f52409 req-2564bd15-9b66-4ec6-ac6e-69d26865e52e tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/ports?device_id=edef6c2f-0bf7-49ea-81ea-e83050b33de1 HTTP/1.1" status: 200 len: 210 time: 0.0323393 Jan 28 20:52:51.891512 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:52:52.145515 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b5d87e37-7c78-4c36-8842-d6a59c6f8805 req-619b8078-4714-4a07-ae92-3eacfd2f882c tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/ports?device_id=edef6c2f-0bf7-49ea-81ea-e83050b33de1 HTTP/1.1" status: 200 len: 210 time: 0.0287957 Jan 28 20:52:53.241299 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-354aa469-78c8-41fe-9e73-3be3b8619841 req-fe20a019-5a97-44ec-babf-13e064c43a63 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/ports?device_id=edef6c2f-0bf7-49ea-81ea-e83050b33de1 HTTP/1.1" status: 200 len: 210 time: 0.0279715 Jan 28 20:52:53.799961 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 240b7014-c989-4b71-ab5d-87cf847ca555 no longer exists at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:52:53.820161 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] No Port match for: 240b7014-c989-4b71-ab5d-87cf847ca555 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:52:53.820413 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 240b7014-c989-4b71-ab5d-87cf847ca555 not bound to the agent host n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:52:54.336916 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-0ec24cc4-7d3f-4752-835d-2818be87654e req-5c41dbbb-87a7-42c6-82df-b50384daec50 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/ports?device_id=edef6c2f-0bf7-49ea-81ea-e83050b33de1 HTTP/1.1" status: 200 len: 210 time: 0.0272782 Jan 28 20:52:54.881643 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:52:55.435673 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a615f8c8-6ffd-4634-b7c2-017825687b6b req-aafa1259-e723-4181-b945-0f3d057a6ede tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/ports?device_id=edef6c2f-0bf7-49ea-81ea-e83050b33de1 HTTP/1.1" status: 200 len: 210 time: 0.0285964 Jan 28 20:52:56.528985 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ed2868ad-e35a-427b-8409-dc495a1fac0d req-a14ff8b3-fe6e-48b9-b0db-f8c0cb21e433 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/ports?device_id=edef6c2f-0bf7-49ea-81ea-e83050b33de1 HTTP/1.1" status: 200 len: 210 time: 0.0270851 Jan 28 20:52:57.622241 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-56be23a3-e737-499e-8e4b-e7725e4fa227 req-b229465a-049a-4582-800f-caded8d0b262 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/ports?device_id=edef6c2f-0bf7-49ea-81ea-e83050b33de1 HTTP/1.1" status: 200 len: 210 time: 0.0272112 Jan 28 20:52:58.724999 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ed14c129-383d-4db6-8dd0-3574135552cd req-fbd91be8-7c15-4050-b4e6-f0e9a7326b54 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "GET /v2.0/ports?device_id=edef6c2f-0bf7-49ea-81ea-e83050b33de1 HTTP/1.1" status: 200 len: 210 time: 0.0313253 Jan 28 20:52:59.782484 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 44998) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:52:59.839711 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1e9c09b1-c66b-4558-901c-2b1a64c33b67 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Publish callbacks [] for security_group (976f7924-52f2-46ab-9f7b-d760db4b1ea3), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:52:59.864490 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1e9c09b1-c66b-4558-901c-2b1a64c33b67 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Publish callbacks [] for security_group (976f7924-52f2-46ab-9f7b-d760db4b1ea3), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:52:59.930254 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1e9c09b1-c66b-4558-901c-2b1a64c33b67 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (976f7924-52f2-46ab-9f7b-d760db4b1ea3), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:52:59.933067 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1e9c09b1-c66b-4558-901c-2b1a64c33b67 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:52:59.934361 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-1e9c09b1-c66b-4558-901c-2b1a64c33b67 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] 10.222.0.64 "DELETE /v2.0/security-groups/976f7924-52f2-46ab-9f7b-d760db4b1ea3 HTTP/1.1" status: 204 len: 168 time: 0.1501105 Jan 28 20:52:59.943581 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c09b1-c66b-4558-901c-2b1a64c33b67 tempest-TestShelveInstance-563711752 tempest-TestShelveInstance-563711752-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=976f7924-52f2-46ab-9f7b-d760db4b1ea3,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:52:59.990108 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 45002) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:53:00.176530 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:53:00.467563 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fd899db7-b0c1-472a-b057-aa0f37fb5f34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-732838'] for router_interface (2f78c7e4-d738-4909-a947-6d17e40f4276), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:00.713759 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-fd899db7-b0c1-472a-b057-aa0f37fb5f34 admin admin] Deleting port 875397f7-2818-4b7d-9db5-2afd1b417ca3 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:53:00.713978 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fd899db7-b0c1-472a-b057-aa0f37fb5f34 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (875397f7-2818-4b7d-9db5-2afd1b417ca3), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:00.798125 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-fd899db7-b0c1-472a-b057-aa0f37fb5f34 admin admin] For port 875397f7-2818-4b7d-9db5-2afd1b417ca3, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=875397f7-2818-4b7d-9db5-2afd1b417ca3,segment=NetworkSegment(d3f353f2-6b6d-43d3-b379-b24154dbd956),segment_id=d3f353f2-6b6d-43d3-b379-b24154dbd956)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:53:00.798490 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fd899db7-b0c1-472a-b057-aa0f37fb5f34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (875397f7-2818-4b7d-9db5-2afd1b417ca3), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:00.815585 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-fd899db7-b0c1-472a-b057-aa0f37fb5f34 admin admin] Calling delete_port for 875397f7-2818-4b7d-9db5-2afd1b417ca3 owned by network:router_interface {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:53:00.991969 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fd899db7-b0c1-472a-b057-aa0f37fb5f34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (875397f7-2818-4b7d-9db5-2afd1b417ca3), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:01.019518 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd899db7-b0c1-472a-b057-aa0f37fb5f34 admin admin] Pushing event deleted for resources: {'Port': ['ID=875397f7-2818-4b7d-9db5-2afd1b417ca3,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:53:01.202958 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fd899db7-b0c1-472a-b057-aa0f37fb5f34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-732682'] for router_interface (2f78c7e4-d738-4909-a947-6d17e40f4276), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:01.760148 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd899db7-b0c1-472a-b057-aa0f37fb5f34 admin admin] Router 2f78c7e4-d738-4909-a947-6d17e40f4276 has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:53:01.865348 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd899db7-b0c1-472a-b057-aa0f37fb5f34 admin admin] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:53:01.870467 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-fd899db7-b0c1-472a-b057-aa0f37fb5f34 admin admin] 10.222.0.64 "PUT /v2.0/routers/2f78c7e4-d738-4909-a947-6d17e40f4276/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8828187 Jan 28 20:53:01.873036 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 45006) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:53:01.875080 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff360326-8640-4b2a-999a-585c2971719d None None] Sync routers for ids ['2f78c7e4-d738-4909-a947-6d17e40f4276'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:53:01.886084 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff360326-8640-4b2a-999a-585c2971719d None None] Routers {'2f78c7e4-d738-4909-a947-6d17e40f4276'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:53:01.886958 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-ff360326-8640-4b2a-999a-585c2971719d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:52:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['2f78c7e4-d738-4909-a947-6d17e40f4276'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:53:01.978458 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-75f32c72-357c-4af0-a640-eff013db0bf3 admin admin] Publish callbacks [] for router (2f78c7e4-d738-4909-a947-6d17e40f4276), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:01.993043 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-ff360326-8640-4b2a-999a-585c2971719d None None] Set router 2f78c7e4-d738-4909-a947-6d17e40f4276 gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:53:02.085545 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-75f32c72-357c-4af0-a640-eff013db0bf3 admin admin] Publish callbacks [] for router_gateway (2f78c7e4-d738-4909-a947-6d17e40f4276), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:02.145878 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-75f32c72-357c-4af0-a640-eff013db0bf3 admin admin] Deleting port 85b8f70b-41b8-4d1b-a3f9-83216d559c99 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:53:02.146233 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-75f32c72-357c-4af0-a640-eff013db0bf3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (85b8f70b-41b8-4d1b-a3f9-83216d559c99), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:02.175838 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-ff360326-8640-4b2a-999a-585c2971719d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f78c7e4-d738-4909-a947-6d17e40f4276', 'name': 'tempest-TestShelveInstance-1045975041-router', 'tenant_id': 'd2239f8668fe436bae17ced3be2a2c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': '85b8f70b-41b8-4d1b-a3f9-83216d559c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:43:55Z', 'updated_at': '2022-01-28T20:53:00Z', 'revision_number': 5, 'project_id': 'd2239f8668fe436bae17ced3be2a2c7f', 'gw_port': {'id': '85b8f70b-41b8-4d1b-a3f9-83216d559c99', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:60:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f78c7e4-d738-4909-a947-6d17e40f4276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:43:55Z', 'updated_at': '2022-01-28T20:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:53:02.205490 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff360326-8640-4b2a-999a-585c2971719d None None] Checking router: 2f78c7e4-d738-4909-a947-6d17e40f4276 for host: n-d-812111-14 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:53:02.226381 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff360326-8640-4b2a-999a-585c2971719d None None] Routers {'2f78c7e4-d738-4909-a947-6d17e40f4276'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:53:02.226877 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-ff360326-8640-4b2a-999a-585c2971719d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:52:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['2f78c7e4-d738-4909-a947-6d17e40f4276'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:53:02.233371 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-75f32c72-357c-4af0-a640-eff013db0bf3 admin admin] For port 85b8f70b-41b8-4d1b-a3f9-83216d559c99, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=85b8f70b-41b8-4d1b-a3f9-83216d559c99,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:53:02.233843 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-75f32c72-357c-4af0-a640-eff013db0bf3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (85b8f70b-41b8-4d1b-a3f9-83216d559c99), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:02.245771 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-75f32c72-357c-4af0-a640-eff013db0bf3 admin admin] Calling delete_port for 85b8f70b-41b8-4d1b-a3f9-83216d559c99 owned by network:router_gateway {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:53:02.315364 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-ff360326-8640-4b2a-999a-585c2971719d None None] Set router 2f78c7e4-d738-4909-a947-6d17e40f4276 gateway port host: None {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:53:02.366688 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-ff360326-8640-4b2a-999a-585c2971719d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f78c7e4-d738-4909-a947-6d17e40f4276', 'name': 'tempest-TestShelveInstance-1045975041-router', 'tenant_id': 'd2239f8668fe436bae17ced3be2a2c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:43:55Z', 'updated_at': '2022-01-28T20:53:02Z', 'revision_number': 6, 'project_id': 'd2239f8668fe436bae17ced3be2a2c7f', 'gw_port_host': None}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:53:02.396607 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff360326-8640-4b2a-999a-585c2971719d None None] The sync data for ids ['2f78c7e4-d738-4909-a947-6d17e40f4276'] in n-d-812111-14 is: [{'id': '2f78c7e4-d738-4909-a947-6d17e40f4276', 'name': 'tempest-TestShelveInstance-1045975041-router', 'tenant_id': 'd2239f8668fe436bae17ced3be2a2c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:43:55Z', 'updated_at': '2022-01-28T20:53:02Z', 'revision_number': 6, 'project_id': 'd2239f8668fe436bae17ced3be2a2c7f', 'gw_port_host': None}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:53:02.423059 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-75f32c72-357c-4af0-a640-eff013db0bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (85b8f70b-41b8-4d1b-a3f9-83216d559c99), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:02.464639 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f32c72-357c-4af0-a640-eff013db0bf3 admin admin] Pushing event deleted for resources: {'Port': ['ID=85b8f70b-41b8-4d1b-a3f9-83216d559c99,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:53:02.525712 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-75f32c72-357c-4af0-a640-eff013db0bf3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-731488'] for router_gateway (2f78c7e4-d738-4909-a947-6d17e40f4276), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:02.617056 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-75f32c72-357c-4af0-a640-eff013db0bf3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-730901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261120'] for router (2f78c7e4-d738-4909-a947-6d17e40f4276), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:02.619166 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-75f32c72-357c-4af0-a640-eff013db0bf3 admin admin] Publish callbacks [] for router_controller (2f78c7e4-d738-4909-a947-6d17e40f4276), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:02.665873 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-75f32c72-357c-4af0-a640-eff013db0bf3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-730908'] for router (2f78c7e4-d738-4909-a947-6d17e40f4276), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:02.666582 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75f32c72-357c-4af0-a640-eff013db0bf3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2f78c7e4-d738-4909-a947-6d17e40f4276 {{(pid=103304) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 20:53:02.672123 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-75f32c72-357c-4af0-a640-eff013db0bf3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:02.674143 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-75f32c72-357c-4af0-a640-eff013db0bf3 admin admin] 10.222.0.64 "DELETE /v2.0/routers/2f78c7e4-d738-4909-a947-6d17e40f4276 HTTP/1.1" status: 204 len: 168 time: 0.8001363 Jan 28 20:53:02.676618 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 45008) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:53:02.722480 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5548725-f35b-4a80-aca3-a8d189d802e8 admin admin] Deleting subnet 156488bf-5fce-4f83-a33a-8578cfd94891 {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 20:53:02.726071 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b5548725-f35b-4a80-aca3-a8d189d802e8 admin admin] Publish callbacks [] for subnet (156488bf-5fce-4f83-a33a-8578cfd94891), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:02.763537 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b5548725-f35b-4a80-aca3-a8d189d802e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4747050'] for subnet (156488bf-5fce-4f83-a33a-8578cfd94891), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:02.849375 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b5548725-f35b-4a80-aca3-a8d189d802e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (156488bf-5fce-4f83-a33a-8578cfd94891), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:02.907311 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b5548725-f35b-4a80-aca3-a8d189d802e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4690616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5222356'] for subnet (156488bf-5fce-4f83-a33a-8578cfd94891), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:02.933188 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5548725-f35b-4a80-aca3-a8d189d802e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=156488bf-5fce-4f83-a33a-8578cfd94891,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:53:02.936836 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b5548725-f35b-4a80-aca3-a8d189d802e8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:02.940954 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-b5548725-f35b-4a80-aca3-a8d189d802e8 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/156488bf-5fce-4f83-a33a-8578cfd94891 HTTP/1.1" status: 204 len: 168 time: 0.2630284 Jan 28 20:53:02.943297 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 45010) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:53:02.946636 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47e745e1-68b1-4a59-a2d9-197ee0128cab None None] Network c4e2481c-3fdd-41bb-a294-d6fc520a3e23 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:53:03.015217 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b6fc692d-7874-4651-a8f2-54fa0df83bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (c4e2481c-3fdd-41bb-a294-d6fc520a3e23), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:03.071074 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-b6fc692d-7874-4651-a8f2-54fa0df83bc0 admin admin] Deleting port 2105f975-8195-47a2-b501-16577cc25aab {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:53:03.071505 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b6fc692d-7874-4651-a8f2-54fa0df83bc0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (2105f975-8195-47a2-b501-16577cc25aab), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:03.141455 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-b6fc692d-7874-4651-a8f2-54fa0df83bc0 admin admin] For port 2105f975-8195-47a2-b501-16577cc25aab, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=2105f975-8195-47a2-b501-16577cc25aab,segment=NetworkSegment(d3f353f2-6b6d-43d3-b379-b24154dbd956),segment_id=d3f353f2-6b6d-43d3-b379-b24154dbd956)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:53:03.141455 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b6fc692d-7874-4651-a8f2-54fa0df83bc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (2105f975-8195-47a2-b501-16577cc25aab), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:03.157432 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-b6fc692d-7874-4651-a8f2-54fa0df83bc0 admin admin] Calling delete_port for 2105f975-8195-47a2-b501-16577cc25aab owned by network:dhcp {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:53:03.179495 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aea64d5-2a0d-40e5-8c65-c51ff2a1a9de None None] DHCP port deletion for c4e2481c-3fdd-41bb-a294-d6fc520a3e23 request from n-d-812111-14 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 20:53:03.246168 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-6aea64d5-2a0d-40e5-8c65-c51ff2a1a9de None None] Deleting port 2105f975-8195-47a2-b501-16577cc25aab {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:53:03.246915 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6aea64d5-2a0d-40e5-8c65-c51ff2a1a9de None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (2105f975-8195-47a2-b501-16577cc25aab), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:03.250295 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b6fc692d-7874-4651-a8f2-54fa0df83bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (2105f975-8195-47a2-b501-16577cc25aab), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:03.283919 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fc692d-7874-4651-a8f2-54fa0df83bc0 admin admin] Pushing event deleted for resources: {'Port': ['ID=2105f975-8195-47a2-b501-16577cc25aab,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:53:03.289626 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6fc692d-7874-4651-a8f2-54fa0df83bc0 admin admin] No DVR routers for this DVR port 2105f975-8195-47a2-b501-16577cc25aab on host n-d-812111-14 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:53:03.320787 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-6aea64d5-2a0d-40e5-8c65-c51ff2a1a9de None None] For port 2105f975-8195-47a2-b501-16577cc25aab, host n-d-812111-14, got binding levels [] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:53:03.321521 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6aea64d5-2a0d-40e5-8c65-c51ff2a1a9de None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (2105f975-8195-47a2-b501-16577cc25aab), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:03.338082 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-6aea64d5-2a0d-40e5-8c65-c51ff2a1a9de None None] Calling delete_port for 2105f975-8195-47a2-b501-16577cc25aab owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:53:03.340819 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.ipam_backend_mixin [None req-6aea64d5-2a0d-40e5-8c65-c51ff2a1a9de None None] Port 2105f975-8195-47a2-b501-16577cc25aab was not found and therefore no delete operation was performed {{(pid=103306) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 20:53:03.342118 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6aea64d5-2a0d-40e5-8c65-c51ff2a1a9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985'] for port (2105f975-8195-47a2-b501-16577cc25aab), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:03.366737 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aea64d5-2a0d-40e5-8c65-c51ff2a1a9de None None] Pushing event deleted for resources: {'Port': ['ID=2105f975-8195-47a2-b501-16577cc25aab,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:53:03.374879 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b6fc692d-7874-4651-a8f2-54fa0df83bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (c4e2481c-3fdd-41bb-a294-d6fc520a3e23), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:03.378468 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aea64d5-2a0d-40e5-8c65-c51ff2a1a9de None None] No DVR routers for this DVR port 2105f975-8195-47a2-b501-16577cc25aab on host n-d-812111-14 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:53:03.381012 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aea64d5-2a0d-40e5-8c65-c51ff2a1a9de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:53:03.381391 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aea64d5-2a0d-40e5-8c65-c51ff2a1a9de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:53:03.381739 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aea64d5-2a0d-40e5-8c65-c51ff2a1a9de None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:53:03.382087 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aea64d5-2a0d-40e5-8c65-c51ff2a1a9de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:53:03.382448 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aea64d5-2a0d-40e5-8c65-c51ff2a1a9de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:53:03.382783 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aea64d5-2a0d-40e5-8c65-c51ff2a1a9de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:53:03.383113 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aea64d5-2a0d-40e5-8c65-c51ff2a1a9de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:53:03.383448 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aea64d5-2a0d-40e5-8c65-c51ff2a1a9de None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:53:03.383775 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aea64d5-2a0d-40e5-8c65-c51ff2a1a9de None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:53:03.384104 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aea64d5-2a0d-40e5-8c65-c51ff2a1a9de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:53:03.384431 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aea64d5-2a0d-40e5-8c65-c51ff2a1a9de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:53:03.384938 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aea64d5-2a0d-40e5-8c65-c51ff2a1a9de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:53:03.385477 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aea64d5-2a0d-40e5-8c65-c51ff2a1a9de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:53:03.406538 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-b6fc692d-7874-4651-a8f2-54fa0df83bc0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4e2481c-3fdd-41bb-a294-d6fc520a3e23']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:53:03.416888 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-b6fc692d-7874-4651-a8f2-54fa0df83bc0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3f353f2-6b6d-43d3-b379-b24154dbd956') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:53:03.420035 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-b6fc692d-7874-4651-a8f2-54fa0df83bc0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3f353f2-6b6d-43d3-b379-b24154dbd956') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:53:03.428779 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b6fc692d-7874-4651-a8f2-54fa0df83bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4747091'] for segment (d3f353f2-6b6d-43d3-b379-b24154dbd956), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:03.444771 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b6fc692d-7874-4651-a8f2-54fa0df83bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (d3f353f2-6b6d-43d3-b379-b24154dbd956), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:03.451526 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6fc692d-7874-4651-a8f2-54fa0df83bc0 admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:53:03.451997 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b6fc692d-7874-4651-a8f2-54fa0df83bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4690514'] for segment (d3f353f2-6b6d-43d3-b379-b24154dbd956), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:03.454454 n-d-812111-14 neutron-server[103304]: Traceback (most recent call last): Jan 28 20:53:03.454454 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:53:03.454454 n-d-812111-14 neutron-server[103304]: timer() Jan 28 20:53:03.454454 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:53:03.454454 n-d-812111-14 neutron-server[103304]: cb(*args, **kw) Jan 28 20:53:03.454454 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:53:03.454454 n-d-812111-14 neutron-server[103304]: return func(*args, **kwargs) Jan 28 20:53:03.454454 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:53:03.454454 n-d-812111-14 neutron-server[103304]: self._notify() Jan 28 20:53:03.454454 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:53:03.454454 n-d-812111-14 neutron-server[103304]: self.callback(batched_events) Jan 28 20:53:03.454454 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:53:03.454454 n-d-812111-14 neutron-server[103304]: event.method(event) Jan 28 20:53:03.454454 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:53:03.454454 n-d-812111-14 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:53:03.454454 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:53:03.454454 n-d-812111-14 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:53:03.454454 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:53:03.454454 n-d-812111-14 neutron-server[103304]: return f(self, *a, **k) Jan 28 20:53:03.454454 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:53:03.454454 n-d-812111-14 neutron-server[103304]: return self._get(url).json() Jan 28 20:53:03.454454 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:53:03.454454 n-d-812111-14 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:53:03.454454 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:53:03.454454 n-d-812111-14 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 28 20:53:03.454454 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:53:03.454454 n-d-812111-14 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:53:03.454454 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:53:03.454454 n-d-812111-14 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:53:03.454454 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:53:03.454454 n-d-812111-14 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:53:03.454454 n-d-812111-14 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:53:03.523832 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b6fc692d-7874-4651-a8f2-54fa0df83bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (c4e2481c-3fdd-41bb-a294-d6fc520a3e23), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:03.531310 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b6fc692d-7874-4651-a8f2-54fa0df83bc0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:03.538465 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-b6fc692d-7874-4651-a8f2-54fa0df83bc0 admin admin] 10.222.0.64 "DELETE /v2.0/networks/c4e2481c-3fdd-41bb-a294-d6fc520a3e23 HTTP/1.1" status: 204 len: 168 time: 0.5912437 Jan 28 20:53:03.538735 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 45012) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:53:03.546951 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fc692d-7874-4651-a8f2-54fa0df83bc0 admin admin] Pushing event deleted for resources: {'Network': ['ID=c4e2481c-3fdd-41bb-a294-d6fc520a3e23,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:53:03.653718 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 85b8f70b-41b8-4d1b-a3f9-83216d559c99 no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:53:03.675858 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: 85b8f70b-41b8-4d1b-a3f9-83216d559c99 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:53:03.676121 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 85b8f70b-41b8-4d1b-a3f9-83216d559c99 not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:53:03.676795 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 875397f7-2818-4b7d-9db5-2afd1b417ca3 no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:53:03.700587 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: 875397f7-2818-4b7d-9db5-2afd1b417ca3 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:53:03.700936 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 875397f7-2818-4b7d-9db5-2afd1b417ca3 not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:53:03.701384 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 2105f975-8195-47a2-b501-16577cc25aab no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:53:03.722772 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: 2105f975-8195-47a2-b501-16577cc25aab {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:53:03.723202 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 2105f975-8195-47a2-b501-16577cc25aab not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:53:03.909316 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2c83abdb-af4e-4a08-b71c-38f46bba9b45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-732838'] for router_interface (1d3d15e5-f4eb-4c02-8654-0080730d3f78), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:04.461863 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-2c83abdb-af4e-4a08-b71c-38f46bba9b45 admin admin] Deleting port d0504bd8-868f-4fb9-9734-8b10c1fb4d53 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:53:04.462210 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2c83abdb-af4e-4a08-b71c-38f46bba9b45 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (d0504bd8-868f-4fb9-9734-8b10c1fb4d53), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:04.546204 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-2c83abdb-af4e-4a08-b71c-38f46bba9b45 admin admin] For port d0504bd8-868f-4fb9-9734-8b10c1fb4d53, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=d0504bd8-868f-4fb9-9734-8b10c1fb4d53,segment=NetworkSegment(e8691e66-9608-496d-9788-943a86a6f28e),segment_id=e8691e66-9608-496d-9788-943a86a6f28e)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:53:04.546899 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2c83abdb-af4e-4a08-b71c-38f46bba9b45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (d0504bd8-868f-4fb9-9734-8b10c1fb4d53), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:04.559783 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-2c83abdb-af4e-4a08-b71c-38f46bba9b45 admin admin] Calling delete_port for d0504bd8-868f-4fb9-9734-8b10c1fb4d53 owned by network:router_interface {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:53:04.740620 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2c83abdb-af4e-4a08-b71c-38f46bba9b45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (d0504bd8-868f-4fb9-9734-8b10c1fb4d53), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:04.769453 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c83abdb-af4e-4a08-b71c-38f46bba9b45 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0504bd8-868f-4fb9-9734-8b10c1fb4d53,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:53:04.948317 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2c83abdb-af4e-4a08-b71c-38f46bba9b45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-732682'] for router_interface (1d3d15e5-f4eb-4c02-8654-0080730d3f78), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:05.165236 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c83abdb-af4e-4a08-b71c-38f46bba9b45 admin admin] Router 1d3d15e5-f4eb-4c02-8654-0080730d3f78 has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:53:05.273953 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c83abdb-af4e-4a08-b71c-38f46bba9b45 admin admin] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:53:05.282802 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 45014) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:53:05.285614 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-2c83abdb-af4e-4a08-b71c-38f46bba9b45 admin admin] 10.222.0.64 "PUT /v2.0/routers/1d3d15e5-f4eb-4c02-8654-0080730d3f78/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7451620 Jan 28 20:53:05.286553 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33eeec39-ce83-4829-b9ac-0c54302972e1 None None] Sync routers for ids ['1d3d15e5-f4eb-4c02-8654-0080730d3f78'] in n-d-812111-14 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:53:05.298311 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33eeec39-ce83-4829-b9ac-0c54302972e1 None None] Routers {'1d3d15e5-f4eb-4c02-8654-0080730d3f78'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:53:05.298983 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-33eeec39-ce83-4829-b9ac-0c54302972e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:52:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['1d3d15e5-f4eb-4c02-8654-0080730d3f78'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:53:05.393348 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8260d91a-22a5-4b8d-99bf-1a4960cb4b6b admin admin] Publish callbacks [] for router (1d3d15e5-f4eb-4c02-8654-0080730d3f78), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:05.505533 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8260d91a-22a5-4b8d-99bf-1a4960cb4b6b admin admin] Publish callbacks [] for router_gateway (1d3d15e5-f4eb-4c02-8654-0080730d3f78), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:05.560284 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-8260d91a-22a5-4b8d-99bf-1a4960cb4b6b admin admin] Deleting port 46a270a4-febb-4aad-8cb9-7545baf0fe62 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:53:05.560624 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8260d91a-22a5-4b8d-99bf-1a4960cb4b6b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (46a270a4-febb-4aad-8cb9-7545baf0fe62), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:05.579669 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-33eeec39-ce83-4829-b9ac-0c54302972e1 None None] Set router 1d3d15e5-f4eb-4c02-8654-0080730d3f78 gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:53:05.656199 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-8260d91a-22a5-4b8d-99bf-1a4960cb4b6b admin admin] For port 46a270a4-febb-4aad-8cb9-7545baf0fe62, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=46a270a4-febb-4aad-8cb9-7545baf0fe62,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:53:05.656568 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8260d91a-22a5-4b8d-99bf-1a4960cb4b6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (46a270a4-febb-4aad-8cb9-7545baf0fe62), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:05.669444 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-8260d91a-22a5-4b8d-99bf-1a4960cb4b6b admin admin] Calling delete_port for 46a270a4-febb-4aad-8cb9-7545baf0fe62 owned by network:router_gateway {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:53:05.763827 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-33eeec39-ce83-4829-b9ac-0c54302972e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d3d15e5-f4eb-4c02-8654-0080730d3f78', 'name': 'tempest-TestShelveInstance-1327540876-router', 'tenant_id': 'cd3bd86a879f4b10bae8cea6ab7c3873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': '46a270a4-febb-4aad-8cb9-7545baf0fe62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:44:00Z', 'updated_at': '2022-01-28T20:53:04Z', 'revision_number': 5, 'project_id': 'cd3bd86a879f4b10bae8cea6ab7c3873', 'gw_port': {'id': '46a270a4-febb-4aad-8cb9-7545baf0fe62', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:e5:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3d15e5-f4eb-4c02-8654-0080730d3f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:44:00Z', 'updated_at': '2022-01-28T20:44:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:53:05.797147 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33eeec39-ce83-4829-b9ac-0c54302972e1 None None] Checking router: 1d3d15e5-f4eb-4c02-8654-0080730d3f78 for host: n-d-812111-14 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:53:05.806352 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33eeec39-ce83-4829-b9ac-0c54302972e1 None None] Routers {'1d3d15e5-f4eb-4c02-8654-0080730d3f78'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:53:05.806983 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-33eeec39-ce83-4829-b9ac-0c54302972e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:52:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['1d3d15e5-f4eb-4c02-8654-0080730d3f78'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:53:05.847167 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8260d91a-22a5-4b8d-99bf-1a4960cb4b6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (46a270a4-febb-4aad-8cb9-7545baf0fe62), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:05.880176 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8260d91a-22a5-4b8d-99bf-1a4960cb4b6b admin admin] Pushing event deleted for resources: {'Port': ['ID=46a270a4-febb-4aad-8cb9-7545baf0fe62,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:53:05.897796 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-33eeec39-ce83-4829-b9ac-0c54302972e1 None None] Set router 1d3d15e5-f4eb-4c02-8654-0080730d3f78 gateway port host: None {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:53:05.943016 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8260d91a-22a5-4b8d-99bf-1a4960cb4b6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-731488'] for router_gateway (1d3d15e5-f4eb-4c02-8654-0080730d3f78), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:05.949656 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-33eeec39-ce83-4829-b9ac-0c54302972e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d3d15e5-f4eb-4c02-8654-0080730d3f78', 'name': 'tempest-TestShelveInstance-1327540876-router', 'tenant_id': 'cd3bd86a879f4b10bae8cea6ab7c3873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:44:00Z', 'updated_at': '2022-01-28T20:53:05Z', 'revision_number': 6, 'project_id': 'cd3bd86a879f4b10bae8cea6ab7c3873', 'gw_port_host': None}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:53:05.979824 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33eeec39-ce83-4829-b9ac-0c54302972e1 None None] The sync data for ids ['1d3d15e5-f4eb-4c02-8654-0080730d3f78'] in n-d-812111-14 is: [{'id': '1d3d15e5-f4eb-4c02-8654-0080730d3f78', 'name': 'tempest-TestShelveInstance-1327540876-router', 'tenant_id': 'cd3bd86a879f4b10bae8cea6ab7c3873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:44:00Z', 'updated_at': '2022-01-28T20:53:05Z', 'revision_number': 6, 'project_id': 'cd3bd86a879f4b10bae8cea6ab7c3873', 'gw_port_host': None}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:53:06.040634 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8260d91a-22a5-4b8d-99bf-1a4960cb4b6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-730901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261120'] for router (1d3d15e5-f4eb-4c02-8654-0080730d3f78), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:06.043525 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8260d91a-22a5-4b8d-99bf-1a4960cb4b6b admin admin] Publish callbacks [] for router_controller (1d3d15e5-f4eb-4c02-8654-0080730d3f78), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:06.090240 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8260d91a-22a5-4b8d-99bf-1a4960cb4b6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-730908'] for router (1d3d15e5-f4eb-4c02-8654-0080730d3f78), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:06.090909 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8260d91a-22a5-4b8d-99bf-1a4960cb4b6b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1d3d15e5-f4eb-4c02-8654-0080730d3f78 {{(pid=103304) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 20:53:06.095679 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8260d91a-22a5-4b8d-99bf-1a4960cb4b6b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:06.096931 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-8260d91a-22a5-4b8d-99bf-1a4960cb4b6b admin admin] 10.222.0.64 "DELETE /v2.0/routers/1d3d15e5-f4eb-4c02-8654-0080730d3f78 HTTP/1.1" status: 204 len: 168 time: 0.8128681 Jan 28 20:53:06.099791 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 45016) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:53:06.154150 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebf1573a-ec2b-4a63-b501-a18c7bdfefea admin admin] Deleting subnet f2758201-14f0-4f5b-b4fc-432d71c1cdec {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 20:53:06.158006 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ebf1573a-ec2b-4a63-b501-a18c7bdfefea admin admin] Publish callbacks [] for subnet (f2758201-14f0-4f5b-b4fc-432d71c1cdec), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:06.197152 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ebf1573a-ec2b-4a63-b501-a18c7bdfefea admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4747050'] for subnet (f2758201-14f0-4f5b-b4fc-432d71c1cdec), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:06.273079 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ebf1573a-ec2b-4a63-b501-a18c7bdfefea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (f2758201-14f0-4f5b-b4fc-432d71c1cdec), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:06.328166 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ebf1573a-ec2b-4a63-b501-a18c7bdfefea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4690616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5222356'] for subnet (f2758201-14f0-4f5b-b4fc-432d71c1cdec), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:06.354276 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf1573a-ec2b-4a63-b501-a18c7bdfefea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2758201-14f0-4f5b-b4fc-432d71c1cdec,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:53:06.357918 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ebf1573a-ec2b-4a63-b501-a18c7bdfefea admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:06.361206 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-ebf1573a-ec2b-4a63-b501-a18c7bdfefea admin admin] 10.222.0.64 "DELETE /v2.0/subnets/f2758201-14f0-4f5b-b4fc-432d71c1cdec HTTP/1.1" status: 204 len: 168 time: 0.2603829 Jan 28 20:53:06.363770 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 45018) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:53:06.365976 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e72e910f-a7a3-43bf-a55f-78a478578703 None None] Network a91d31ad-3100-4ef5-b73a-e0cac6eb2245 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:53:06.430811 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6e424747-2173-4c61-aade-698466f81a45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (a91d31ad-3100-4ef5-b73a-e0cac6eb2245), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:06.491592 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-6e424747-2173-4c61-aade-698466f81a45 admin admin] Deleting port ef046bfa-6bdd-4e7b-a67d-ce18784bde93 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:53:06.491940 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6e424747-2173-4c61-aade-698466f81a45 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (ef046bfa-6bdd-4e7b-a67d-ce18784bde93), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:06.537300 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b180eb0-8882-420e-927b-073f5c3b9be5 None None] DHCP port deletion for a91d31ad-3100-4ef5-b73a-e0cac6eb2245 request from n-d-812111-14 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 20:53:06.556230 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-6e424747-2173-4c61-aade-698466f81a45 admin admin] For port ef046bfa-6bdd-4e7b-a67d-ce18784bde93, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=ef046bfa-6bdd-4e7b-a67d-ce18784bde93,segment=NetworkSegment(e8691e66-9608-496d-9788-943a86a6f28e),segment_id=e8691e66-9608-496d-9788-943a86a6f28e)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:53:06.556596 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6e424747-2173-4c61-aade-698466f81a45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (ef046bfa-6bdd-4e7b-a67d-ce18784bde93), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:06.571174 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-6e424747-2173-4c61-aade-698466f81a45 admin admin] Calling delete_port for ef046bfa-6bdd-4e7b-a67d-ce18784bde93 owned by network:dhcp {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:53:06.595478 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-3b180eb0-8882-420e-927b-073f5c3b9be5 None None] Deleting port ef046bfa-6bdd-4e7b-a67d-ce18784bde93 {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:53:06.595796 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3b180eb0-8882-420e-927b-073f5c3b9be5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (ef046bfa-6bdd-4e7b-a67d-ce18784bde93), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:06.654358 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6e424747-2173-4c61-aade-698466f81a45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (ef046bfa-6bdd-4e7b-a67d-ce18784bde93), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:06.658706 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-3b180eb0-8882-420e-927b-073f5c3b9be5 None None] For port ef046bfa-6bdd-4e7b-a67d-ce18784bde93, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=ef046bfa-6bdd-4e7b-a67d-ce18784bde93,segment=NetworkSegment(e8691e66-9608-496d-9788-943a86a6f28e),segment_id=e8691e66-9608-496d-9788-943a86a6f28e)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:53:06.659339 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3b180eb0-8882-420e-927b-073f5c3b9be5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (ef046bfa-6bdd-4e7b-a67d-ce18784bde93), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:06.672343 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-3b180eb0-8882-420e-927b-073f5c3b9be5 None None] Calling delete_port for ef046bfa-6bdd-4e7b-a67d-ce18784bde93 owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:53:06.686288 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e424747-2173-4c61-aade-698466f81a45 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef046bfa-6bdd-4e7b-a67d-ce18784bde93,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:53:06.690167 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e424747-2173-4c61-aade-698466f81a45 admin admin] No DVR routers for this DVR port ef046bfa-6bdd-4e7b-a67d-ce18784bde93 on host n-d-812111-14 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:53:06.758595 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3b180eb0-8882-420e-927b-073f5c3b9be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985'] for port (ef046bfa-6bdd-4e7b-a67d-ce18784bde93), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:06.765654 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6e424747-2173-4c61-aade-698466f81a45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (a91d31ad-3100-4ef5-b73a-e0cac6eb2245), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:06.771678 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b180eb0-8882-420e-927b-073f5c3b9be5 None None] No DVR routers for this DVR port ef046bfa-6bdd-4e7b-a67d-ce18784bde93 on host n-d-812111-14 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:53:06.791423 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b180eb0-8882-420e-927b-073f5c3b9be5 None None] Pushing event deleted for resources: {'Port': ['ID=ef046bfa-6bdd-4e7b-a67d-ce18784bde93,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:53:06.799695 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-6e424747-2173-4c61-aade-698466f81a45 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a91d31ad-3100-4ef5-b73a-e0cac6eb2245']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:53:06.813729 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-6e424747-2173-4c61-aade-698466f81a45 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8691e66-9608-496d-9788-943a86a6f28e') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:53:06.814152 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-6e424747-2173-4c61-aade-698466f81a45 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8691e66-9608-496d-9788-943a86a6f28e') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:53:06.823904 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6e424747-2173-4c61-aade-698466f81a45 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16187153'] for segment (e8691e66-9608-496d-9788-943a86a6f28e), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:06.837278 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6e424747-2173-4c61-aade-698466f81a45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (e8691e66-9608-496d-9788-943a86a6f28e), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:06.843112 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e424747-2173-4c61-aade-698466f81a45 admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:53:06.843490 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6e424747-2173-4c61-aade-698466f81a45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4752570'] for segment (e8691e66-9608-496d-9788-943a86a6f28e), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:06.845360 n-d-812111-14 neutron-server[103305]: Traceback (most recent call last): Jan 28 20:53:06.845360 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:53:06.845360 n-d-812111-14 neutron-server[103305]: timer() Jan 28 20:53:06.845360 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:53:06.845360 n-d-812111-14 neutron-server[103305]: cb(*args, **kw) Jan 28 20:53:06.845360 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:53:06.845360 n-d-812111-14 neutron-server[103305]: return func(*args, **kwargs) Jan 28 20:53:06.845360 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:53:06.845360 n-d-812111-14 neutron-server[103305]: self._notify() Jan 28 20:53:06.845360 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:53:06.845360 n-d-812111-14 neutron-server[103305]: self.callback(batched_events) Jan 28 20:53:06.845360 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:53:06.845360 n-d-812111-14 neutron-server[103305]: event.method(event) Jan 28 20:53:06.845360 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:53:06.845360 n-d-812111-14 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:53:06.845360 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:53:06.845360 n-d-812111-14 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:53:06.845360 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:53:06.845360 n-d-812111-14 neutron-server[103305]: return f(self, *a, **k) Jan 28 20:53:06.845360 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:53:06.845360 n-d-812111-14 neutron-server[103305]: return self._get(url).json() Jan 28 20:53:06.845360 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:53:06.845360 n-d-812111-14 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:53:06.845360 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:53:06.845360 n-d-812111-14 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 28 20:53:06.845360 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:53:06.845360 n-d-812111-14 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:53:06.845360 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:53:06.845360 n-d-812111-14 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:53:06.845360 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:53:06.845360 n-d-812111-14 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:53:06.845360 n-d-812111-14 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:53:06.901581 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3623bc44-a2d4-42d9-93bd-ead520ec5e0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:06.903527 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6e424747-2173-4c61-aade-698466f81a45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (a91d31ad-3100-4ef5-b73a-e0cac6eb2245), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:06.908702 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6e424747-2173-4c61-aade-698466f81a45 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:06.911958 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-6e424747-2173-4c61-aade-698466f81a45 admin admin] 10.222.0.64 "DELETE /v2.0/networks/a91d31ad-3100-4ef5-b73a-e0cac6eb2245 HTTP/1.1" status: 204 len: 168 time: 0.5471876 Jan 28 20:53:06.923210 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e424747-2173-4c61-aade-698466f81a45 admin admin] Pushing event deleted for resources: {'Network': ['ID=a91d31ad-3100-4ef5-b73a-e0cac6eb2245,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:53:07.032765 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 45022) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:53:07.073147 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-a233b982-0b5f-4999-ad89-c1f79387501d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d2239f8668fe436bae17ced3be2a2c7f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0390491 Jan 28 20:53:07.075497 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 45024) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:53:07.122984 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7f101b80-daff-4ff7-89a7-0aae6563447e admin admin] Publish callbacks [] for security_group (58b6986e-8e12-4c84-a7e6-76b6297f9d19), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:07.143929 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7f101b80-daff-4ff7-89a7-0aae6563447e admin admin] Publish callbacks [] for security_group (58b6986e-8e12-4c84-a7e6-76b6297f9d19), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:07.193733 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7f101b80-daff-4ff7-89a7-0aae6563447e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (58b6986e-8e12-4c84-a7e6-76b6297f9d19), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:07.196277 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7f101b80-daff-4ff7-89a7-0aae6563447e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:07.197447 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-7f101b80-daff-4ff7-89a7-0aae6563447e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/58b6986e-8e12-4c84-a7e6-76b6297f9d19 HTTP/1.1" status: 204 len: 168 time: 0.1210268 Jan 28 20:53:07.204838 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f101b80-daff-4ff7-89a7-0aae6563447e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58b6986e-8e12-4c84-a7e6-76b6297f9d19,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:53:07.513607 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 45030) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:53:07.553781 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-263f8a78-9251-4901-aa50-04e7e2f9a88b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=cd3bd86a879f4b10bae8cea6ab7c3873&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0390337 Jan 28 20:53:07.556239 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 45032) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:53:07.604251 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-99a7322f-a82c-4106-9312-fb0145d8ca3b admin admin] Publish callbacks [] for security_group (b2d51e9f-b054-4389-8fca-67d549dac1a3), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:07.628705 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device d0504bd8-868f-4fb9-9734-8b10c1fb4d53 no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:53:07.631248 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-99a7322f-a82c-4106-9312-fb0145d8ca3b admin admin] Publish callbacks [] for security_group (b2d51e9f-b054-4389-8fca-67d549dac1a3), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:07.650673 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: d0504bd8-868f-4fb9-9734-8b10c1fb4d53 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:53:07.651024 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device d0504bd8-868f-4fb9-9734-8b10c1fb4d53 not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:53:07.651443 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 46a270a4-febb-4aad-8cb9-7545baf0fe62 no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:53:07.671523 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: 46a270a4-febb-4aad-8cb9-7545baf0fe62 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:53:07.671865 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 46a270a4-febb-4aad-8cb9-7545baf0fe62 not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:53:07.672272 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device ef046bfa-6bdd-4e7b-a67d-ce18784bde93 no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:53:07.680445 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-99a7322f-a82c-4106-9312-fb0145d8ca3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (b2d51e9f-b054-4389-8fca-67d549dac1a3), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:07.683189 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-99a7322f-a82c-4106-9312-fb0145d8ca3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:07.684593 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-99a7322f-a82c-4106-9312-fb0145d8ca3b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b2d51e9f-b054-4389-8fca-67d549dac1a3 HTTP/1.1" status: 204 len: 168 time: 0.1274824 Jan 28 20:53:07.694493 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a7322f-a82c-4106-9312-fb0145d8ca3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2d51e9f-b054-4389-8fca-67d549dac1a3,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:53:07.696769 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: ef046bfa-6bdd-4e7b-a67d-ce18784bde93 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:53:07.697308 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device ef046bfa-6bdd-4e7b-a67d-ce18784bde93 not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:53:08.371202 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 45054) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:53:08.463958 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-e02f776a-9606-4d97-83a1-d2e916d1d6c6 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1468582447-network', 'tenant_id': '5b1cd3f5a2ad4083935dcd6b48164b55'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:53:08.484286 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e02f776a-9606-4d97-83a1-d2e916d1d6c6 admin admin] Made reservation on behalf of 5b1cd3f5a2ad4083935dcd6b48164b55 for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:53:08.487157 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e02f776a-9606-4d97-83a1-d2e916d1d6c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:08.495605 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e02f776a-9606-4d97-83a1-d2e916d1d6c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:08.572396 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e02f776a-9606-4d97-83a1-d2e916d1d6c6 admin admin] Publish callbacks [] for security_group (4351081c-b6a6-4f24-842d-0ed36b34bfa9), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:08.576205 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e02f776a-9606-4d97-83a1-d2e916d1d6c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (4351081c-b6a6-4f24-842d-0ed36b34bfa9), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:08.600605 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e02f776a-9606-4d97-83a1-d2e916d1d6c6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:53:08.610639 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02f776a-9606-4d97-83a1-d2e916d1d6c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4351081c-b6a6-4f24-842d-0ed36b34bfa9,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:53:08.615700 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e02f776a-9606-4d97-83a1-d2e916d1d6c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (384fcdd9-6af9-4adb-9e60-689c3cb9c20a), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:08.616050 n-d-812111-14 neutron-server[103304]: INFO neutron.db.segments_db [None req-e02f776a-9606-4d97-83a1-d2e916d1d6c6 admin admin] Added segment 384fcdd9-6af9-4adb-9e60-689c3cb9c20a of type vlan for network bba0e36a-b7b0-45a5-b5c5-b8453dfb7725 Jan 28 20:53:08.655684 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e02f776a-9606-4d97-83a1-d2e916d1d6c6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (bba0e36a-b7b0-45a5-b5c5-b8453dfb7725), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:08.681885 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e02f776a-9606-4d97-83a1-d2e916d1d6c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (bba0e36a-b7b0-45a5-b5c5-b8453dfb7725), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:08.682964 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e02f776a-9606-4d97-83a1-d2e916d1d6c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:53:08.683609 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e02f776a-9606-4d97-83a1-d2e916d1d6c6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:08.742566 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-e02f776a-9606-4d97-83a1-d2e916d1d6c6 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3702621 Jan 28 20:53:08.745377 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 45058) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:53:08.750172 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-66a90513-c5b3-4f5c-84f5-d5b98a40e4bf admin admin] Request body: {'subnet': {'network_id': 'bba0e36a-b7b0-45a5-b5c5-b8453dfb7725', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1468582447-subnet', 'tenant_id': '5b1cd3f5a2ad4083935dcd6b48164b55', 'ip_version': 4}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:53:08.753790 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02f776a-9606-4d97-83a1-d2e916d1d6c6 admin admin] Pushing event updated for resources: {'Network': ['ID=bba0e36a-b7b0-45a5-b5c5-b8453dfb7725,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:53:08.763584 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network bba0e36a-b7b0-45a5-b5c5-b8453dfb7725 details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:53:08.772233 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66a90513-c5b3-4f5c-84f5-d5b98a40e4bf admin admin] Made reservation on behalf of 5b1cd3f5a2ad4083935dcd6b48164b55 for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:53:08.774790 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-66a90513-c5b3-4f5c-84f5-d5b98a40e4bf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5221429'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:08.944231 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-66a90513-c5b3-4f5c-84f5-d5b98a40e4bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4690681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5221415'] for subnet (274216c3-dc61-4392-a004-b2237f16d03d), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:09.001152 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a90513-c5b3-4f5c-84f5-d5b98a40e4bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=274216c3-dc61-4392-a004-b2237f16d03d,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:53:09.010944 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a90513-c5b3-4f5c-84f5-d5b98a40e4bf admin admin] Checking segment: {'id': '384fcdd9-6af9-4adb-9e60-689c3cb9c20a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'bba0e36a-b7b0-45a5-b5c5-b8453dfb7725'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:53:09.011301 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a90513-c5b3-4f5c-84f5-d5b98a40e4bf admin admin] Network hostable DHCP agents. Network: bba0e36a-b7b0-45a5-b5c5-b8453dfb7725, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:53:09.026393 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a90513-c5b3-4f5c-84f5-d5b98a40e4bf admin admin] Network bba0e36a-b7b0-45a5-b5c5-b8453dfb7725 is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:53:09.035332 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-66a90513-c5b3-4f5c-84f5-d5b98a40e4bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, bba0e36a-b7b0-45a5-b5c5-b8453dfb7725) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:53:09.039219 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a90513-c5b3-4f5c-84f5-d5b98a40e4bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:53:09.039816 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-66a90513-c5b3-4f5c-84f5-d5b98a40e4bf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:09.044259 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-832c0077-5354-43d9-9f15-c952e73c2ddb None None] Network bba0e36a-b7b0-45a5-b5c5-b8453dfb7725 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:53:09.057290 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-66a90513-c5b3-4f5c-84f5-d5b98a40e4bf admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3108816 Jan 28 20:53:09.059919 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 45060) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:53:09.064200 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-5124bc65-1006-4da5-ab75-e4cea24c7f5e admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1468582447-router', 'tenant_id': '5b1cd3f5a2ad4083935dcd6b48164b55', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:53:09.082482 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5124bc65-1006-4da5-ab75-e4cea24c7f5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261150'] for router (b872e723-1882-45bf-ae9a-46ed4b073c53), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:09.083570 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5124bc65-1006-4da5-ab75-e4cea24c7f5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-731099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-731441', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261129'] for router (b872e723-1882-45bf-ae9a-46ed4b073c53), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:09.136756 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5124bc65-1006-4da5-ab75-e4cea24c7f5e admin admin] Publish callbacks [] for router_controller (b872e723-1882-45bf-ae9a-46ed4b073c53), precommit_add_association {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:09.151888 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6760b60-0b06-4e91-838f-762846c37511 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68cd31fd-e4cd-5fb3-a862-256fc47efcd2-bba0e36a-b7b0-45a5-b5c5-b8453dfb7725', 'network_id': 'bba0e36a-b7b0-45a5-b5c5-b8453dfb7725', 'project_id': '5b1cd3f5a2ad4083935dcd6b48164b55', 'fixed_ips': [{'subnet_id': '274216c3-dc61-4392-a004-b2237f16d03d'}]}} from n-d-812111-14. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 20:53:09.152746 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c6760b60-0b06-4e91-838f-762846c37511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:09.166575 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-cd26f53e-f6d5-48f3-a226-a15dee9d6d26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:09.286141 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5124bc65-1006-4da5-ab75-e4cea24c7f5e admin admin] Publish callbacks [] for router_gateway (b872e723-1882-45bf-ae9a-46ed4b073c53), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:09.295763 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-c6760b60-0b06-4e91-838f-762846c37511 None None] Allocated IP 172.20.0.2 (bba0e36a-b7b0-45a5-b5c5-b8453dfb7725/274216c3-dc61-4392-a004-b2237f16d03d/0653c7de-94d5-49ec-8e96-e4520631b660) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:53:09.434984 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c6760b60-0b06-4e91-838f-762846c37511 None None] Publish callbacks [] for port (0653c7de-94d5-49ec-8e96-e4520631b660), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:09.441528 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c6760b60-0b06-4e91-838f-762846c37511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (0653c7de-94d5-49ec-8e96-e4520631b660), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:09.483518 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6760b60-0b06-4e91-838f-762846c37511 None None] Network bba0e36a-b7b0-45a5-b5c5-b8453dfb7725 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:53:09.484333 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5124bc65-1006-4da5-ab75-e4cea24c7f5e admin admin] Publish callbacks [] for router_gateway (b872e723-1882-45bf-ae9a-46ed4b073c53), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:09.486779 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-c6760b60-0b06-4e91-838f-762846c37511 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:53:09.492276 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6760b60-0b06-4e91-838f-762846c37511 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:53:09.499321 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6760b60-0b06-4e91-838f-762846c37511 None None] Pushing event updated for resources: {'Port': ['ID=0653c7de-94d5-49ec-8e96-e4520631b660,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:53:09.507751 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5124bc65-1006-4da5-ab75-e4cea24c7f5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:09.552310 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-c6760b60-0b06-4e91-838f-762846c37511 None None] Attempting to bind port 0653c7de-94d5-49ec-8e96-e4520631b660 on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:53:09.552681 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-c6760b60-0b06-4e91-838f-762846c37511 None None] Attempting to bind port 0653c7de-94d5-49ec-8e96-e4520631b660 by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '384fcdd9-6af9-4adb-9e60-689c3cb9c20a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'bba0e36a-b7b0-45a5-b5c5-b8453dfb7725'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:53:09.553048 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6760b60-0b06-4e91-838f-762846c37511 None None] Attempting to bind port 0653c7de-94d5-49ec-8e96-e4520631b660 on network bba0e36a-b7b0-45a5-b5c5-b8453dfb7725 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:53:09.558017 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6760b60-0b06-4e91-838f-762846c37511 None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 52, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:53:09.558392 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6760b60-0b06-4e91-838f-762846c37511 None None] Checking segment: {'id': '384fcdd9-6af9-4adb-9e60-689c3cb9c20a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'bba0e36a-b7b0-45a5-b5c5-b8453dfb7725'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:53:09.558806 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c6760b60-0b06-4e91-838f-762846c37511 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:09.559196 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6760b60-0b06-4e91-838f-762846c37511 None None] Bound using segment: {'id': '384fcdd9-6af9-4adb-9e60-689c3cb9c20a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'bba0e36a-b7b0-45a5-b5c5-b8453dfb7725'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:53:09.559657 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-c6760b60-0b06-4e91-838f-762846c37511 None None] Bound port: 0653c7de-94d5-49ec-8e96-e4520631b660, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '384fcdd9-6af9-4adb-9e60-689c3cb9c20a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'bba0e36a-b7b0-45a5-b5c5-b8453dfb7725'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:53:09.560033 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c6760b60-0b06-4e91-838f-762846c37511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (0653c7de-94d5-49ec-8e96-e4520631b660), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:09.609573 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-5124bc65-1006-4da5-ab75-e4cea24c7f5e admin admin] Allocated IP 172.25.6.10 (d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8/a648e4ab-7422-41b9-b133-58aca25ab8f5/05aadc81-8c78-4f69-a7e8-68861f7307dc) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:53:09.623301 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-c6760b60-0b06-4e91-838f-762846c37511 None None] For port 0653c7de-94d5-49ec-8e96-e4520631b660, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:53:09.626472 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-c6760b60-0b06-4e91-838f-762846c37511 None None] For port 0653c7de-94d5-49ec-8e96-e4520631b660, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=0653c7de-94d5-49ec-8e96-e4520631b660,segment=NetworkSegment(384fcdd9-6af9-4adb-9e60-689c3cb9c20a),segment_id=384fcdd9-6af9-4adb-9e60-689c3cb9c20a)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:53:09.632026 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c6760b60-0b06-4e91-838f-762846c37511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (0653c7de-94d5-49ec-8e96-e4520631b660), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:09.692298 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6760b60-0b06-4e91-838f-762846c37511 None None] Pushing event updated for resources: {'Port': ['ID=0653c7de-94d5-49ec-8e96-e4520631b660,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:53:09.719180 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5124bc65-1006-4da5-ab75-e4cea24c7f5e admin admin] Publish callbacks [] for port (05aadc81-8c78-4f69-a7e8-68861f7307dc), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:09.759743 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5124bc65-1006-4da5-ab75-e4cea24c7f5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (05aadc81-8c78-4f69-a7e8-68861f7307dc), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:09.799671 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5124bc65-1006-4da5-ab75-e4cea24c7f5e admin admin] Network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:53:09.802843 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-5124bc65-1006-4da5-ab75-e4cea24c7f5e admin admin] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:53:09.808598 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5124bc65-1006-4da5-ab75-e4cea24c7f5e admin admin] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:53:09.814327 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5124bc65-1006-4da5-ab75-e4cea24c7f5e admin admin] Pushing event updated for resources: {'Port': ['ID=05aadc81-8c78-4f69-a7e8-68861f7307dc,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:53:10.083198 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5124bc65-1006-4da5-ab75-e4cea24c7f5e admin admin] Publish callbacks [] for router_gateway (b872e723-1882-45bf-ae9a-46ed4b073c53), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:10.195877 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:10.617494 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5743684-6ce5-43b3-b8a4-23d762ae944f None None] Network bba0e36a-b7b0-45a5-b5c5-b8453dfb7725 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:53:10.623970 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5124bc65-1006-4da5-ab75-e4cea24c7f5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-731074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-731460'] for router (b872e723-1882-45bf-ae9a-46ed4b073c53), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:10.720516 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-434d916b-a46d-4358-8bd9-22d6bc992136 None None] Provisioning complete for port 0653c7de-94d5-49ec-8e96-e4520631b660 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:53:10.720906 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-434d916b-a46d-4358-8bd9-22d6bc992136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (0653c7de-94d5-49ec-8e96-e4520631b660), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:10.754248 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5124bc65-1006-4da5-ab75-e4cea24c7f5e admin admin] Router b872e723-1882-45bf-ae9a-46ed4b073c53 is scheduled to L3 agent 76fe5c49-705a-4e08-abb2-be585676213f with binding_index 1 {{(pid=103304) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 20:53:10.814169 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-434d916b-a46d-4358-8bd9-22d6bc992136 None None] Current status of the port 0653c7de-94d5-49ec-8e96-e4520631b660 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:53:10.814698 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-434d916b-a46d-4358-8bd9-22d6bc992136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (0653c7de-94d5-49ec-8e96-e4520631b660), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:10.852058 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-434d916b-a46d-4358-8bd9-22d6bc992136 None None] For port 0653c7de-94d5-49ec-8e96-e4520631b660, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=0653c7de-94d5-49ec-8e96-e4520631b660,segment=NetworkSegment(384fcdd9-6af9-4adb-9e60-689c3cb9c20a),segment_id=384fcdd9-6af9-4adb-9e60-689c3cb9c20a)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:53:10.856508 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-434d916b-a46d-4358-8bd9-22d6bc992136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (0653c7de-94d5-49ec-8e96-e4520631b660), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:10.872941 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5124bc65-1006-4da5-ab75-e4cea24c7f5e admin admin] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:53:10.885539 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c8db480-a0e8-4347-a9ac-ed7ca53455c8 None None] Sync routers for ids ['b872e723-1882-45bf-ae9a-46ed4b073c53'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:53:10.897662 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8db480-a0e8-4347-a9ac-ed7ca53455c8 None None] Routers {'b872e723-1882-45bf-ae9a-46ed4b073c53'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:53:10.898461 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-5c8db480-a0e8-4347-a9ac-ed7ca53455c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:53:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['b872e723-1882-45bf-ae9a-46ed4b073c53'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:53:10.902096 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5124bc65-1006-4da5-ab75-e4cea24c7f5e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:10.906300 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 45062) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:53:10.907815 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-5124bc65-1006-4da5-ab75-e4cea24c7f5e admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8454564 Jan 28 20:53:10.922260 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434d916b-a46d-4358-8bd9-22d6bc992136 None None] Pushing event updated for resources: {'Port': ['ID=0653c7de-94d5-49ec-8e96-e4520631b660,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:53:11.005663 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-5c8db480-a0e8-4347-a9ac-ed7ca53455c8 None None] Set router b872e723-1882-45bf-ae9a-46ed4b073c53 gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:53:11.081501 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-256ae502-328a-4157-9836-0bd9a144c437 None None] Provisioning complete for port 0653c7de-94d5-49ec-8e96-e4520631b660 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:53:11.081902 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-256ae502-328a-4157-9836-0bd9a144c437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (0653c7de-94d5-49ec-8e96-e4520631b660), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:11.164250 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-256ae502-328a-4157-9836-0bd9a144c437 None None] Current status of the port 0653c7de-94d5-49ec-8e96-e4520631b660 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:53:11.184600 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-5c8db480-a0e8-4347-a9ac-ed7ca53455c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b872e723-1882-45bf-ae9a-46ed4b073c53', 'name': 'tempest-TestSnapshotPattern-1468582447-router', 'tenant_id': '5b1cd3f5a2ad4083935dcd6b48164b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': '05aadc81-8c78-4f69-a7e8-68861f7307dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:53:09Z', 'updated_at': '2022-01-28T20:53:09Z', 'revision_number': 3, 'project_id': '5b1cd3f5a2ad4083935dcd6b48164b55', 'gw_port': {'id': '05aadc81-8c78-4f69-a7e8-68861f7307dc', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:01:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b872e723-1882-45bf-ae9a-46ed4b073c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:53:09Z', 'updated_at': '2022-01-28T20:53:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:53:11.213624 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c8db480-a0e8-4347-a9ac-ed7ca53455c8 None None] Checking router: b872e723-1882-45bf-ae9a-46ed4b073c53 for host: n-d-812111-14 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:53:11.213988 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c8db480-a0e8-4347-a9ac-ed7ca53455c8 None None] Updating router b872e723-1882-45bf-ae9a-46ed4b073c53 port 05aadc81-8c78-4f69-a7e8-68861f7307dc binding host n-d-812111-14 {{(pid=103307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:53:11.330546 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-5c8db480-a0e8-4347-a9ac-ed7ca53455c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (05aadc81-8c78-4f69-a7e8-68861f7307dc), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:11.343872 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-58848597-de0d-4c2f-a59d-184d3cd146ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:11.502505 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-58848597-de0d-4c2f-a59d-184d3cd146ab admin admin] Allocated IP 172.20.0.1 (bba0e36a-b7b0-45a5-b5c5-b8453dfb7725/274216c3-dc61-4392-a004-b2237f16d03d/ba399678-d4e2-494a-a930-137c3c296c51) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:53:11.573496 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-5c8db480-a0e8-4347-a9ac-ed7ca53455c8 None None] Publish callbacks [] for port (05aadc81-8c78-4f69-a7e8-68861f7307dc), precommit_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:11.579939 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-5c8db480-a0e8-4347-a9ac-ed7ca53455c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (05aadc81-8c78-4f69-a7e8-68861f7307dc), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:11.617247 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-58848597-de0d-4c2f-a59d-184d3cd146ab admin admin] Publish callbacks [] for port (ba399678-d4e2-494a-a930-137c3c296c51), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:11.629359 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-5c8db480-a0e8-4347-a9ac-ed7ca53455c8 None None] Attempting to bind port 05aadc81-8c78-4f69-a7e8-68861f7307dc on host n-d-812111-14 for vnic_type normal with profile {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:53:11.629725 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-5c8db480-a0e8-4347-a9ac-ed7ca53455c8 None None] Attempting to bind port 05aadc81-8c78-4f69-a7e8-68861f7307dc by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:53:11.630082 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c8db480-a0e8-4347-a9ac-ed7ca53455c8 None None] Attempting to bind port 05aadc81-8c78-4f69-a7e8-68861f7307dc on network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:53:11.637036 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d204b18d-ffab-4688-9dbb-5652b0edd168 None None] Pushing event updated for resources: {'Port': ['ID=05aadc81-8c78-4f69-a7e8-68861f7307dc,revision_number=2']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:53:11.640343 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c8db480-a0e8-4347-a9ac-ed7ca53455c8 None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 52, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:53:11.640715 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c8db480-a0e8-4347-a9ac-ed7ca53455c8 None None] Checking segment: {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:53:11.641188 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-5c8db480-a0e8-4347-a9ac-ed7ca53455c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:11.641572 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c8db480-a0e8-4347-a9ac-ed7ca53455c8 None None] Bound using segment: {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:53:11.642230 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-5c8db480-a0e8-4347-a9ac-ed7ca53455c8 None None] Bound port: 05aadc81-8c78-4f69-a7e8-68861f7307dc, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:53:11.642606 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-5c8db480-a0e8-4347-a9ac-ed7ca53455c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (05aadc81-8c78-4f69-a7e8-68861f7307dc), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:11.648870 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d204b18d-ffab-4688-9dbb-5652b0edd168 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:53:11.649278 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d204b18d-ffab-4688-9dbb-5652b0edd168 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:53:11.649642 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d204b18d-ffab-4688-9dbb-5652b0edd168 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:53:11.650069 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d204b18d-ffab-4688-9dbb-5652b0edd168 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:53:11.650411 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d204b18d-ffab-4688-9dbb-5652b0edd168 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:53:11.650769 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d204b18d-ffab-4688-9dbb-5652b0edd168 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:53:11.651132 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d204b18d-ffab-4688-9dbb-5652b0edd168 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:53:11.651507 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d204b18d-ffab-4688-9dbb-5652b0edd168 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:53:11.651833 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d204b18d-ffab-4688-9dbb-5652b0edd168 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:53:11.652346 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d204b18d-ffab-4688-9dbb-5652b0edd168 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:53:11.652714 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d204b18d-ffab-4688-9dbb-5652b0edd168 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:53:11.653079 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d204b18d-ffab-4688-9dbb-5652b0edd168 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:53:11.653449 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d204b18d-ffab-4688-9dbb-5652b0edd168 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:53:11.653736 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-58848597-de0d-4c2f-a59d-184d3cd146ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (ba399678-d4e2-494a-a930-137c3c296c51), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:11.700870 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58848597-de0d-4c2f-a59d-184d3cd146ab admin admin] Network bba0e36a-b7b0-45a5-b5c5-b8453dfb7725 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:53:11.703751 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-58848597-de0d-4c2f-a59d-184d3cd146ab admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:53:11.706467 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58848597-de0d-4c2f-a59d-184d3cd146ab admin admin] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:53:11.712736 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 0653c7de-94d5-49ec-8e96-e4520631b660 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:53:11.731063 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-5c8db480-a0e8-4347-a9ac-ed7ca53455c8 None None] For port 05aadc81-8c78-4f69-a7e8-68861f7307dc, host n-d-812111-14, cleared binding levels {{(pid=103307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:53:11.736704 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-5c8db480-a0e8-4347-a9ac-ed7ca53455c8 None None] For port 05aadc81-8c78-4f69-a7e8-68861f7307dc, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=05aadc81-8c78-4f69-a7e8-68861f7307dc,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:53:11.742589 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58848597-de0d-4c2f-a59d-184d3cd146ab admin admin] Pushing event updated for resources: {'Port': ['ID=ba399678-d4e2-494a-a930-137c3c296c51,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:53:11.745007 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-5c8db480-a0e8-4347-a9ac-ed7ca53455c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (05aadc81-8c78-4f69-a7e8-68861f7307dc), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:11.768807 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-58848597-de0d-4c2f-a59d-184d3cd146ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734769'] for router_interface (b872e723-1882-45bf-ae9a-46ed4b073c53), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:11.777569 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 0653c7de-94d5-49ec-8e96-e4520631b660 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:53:11.778199 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (0653c7de-94d5-49ec-8e96-e4520631b660), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:11.809143 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d204b18d-ffab-4688-9dbb-5652b0edd168 None None] Pushing event updated for resources: {'Port': ['ID=05aadc81-8c78-4f69-a7e8-68861f7307dc,revision_number=3']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:53:11.828457 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8db480-a0e8-4347-a9ac-ed7ca53455c8 None None] Routers {'b872e723-1882-45bf-ae9a-46ed4b073c53'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:53:11.829140 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-5c8db480-a0e8-4347-a9ac-ed7ca53455c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:53:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['b872e723-1882-45bf-ae9a-46ed4b073c53'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:53:11.872484 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 0653c7de-94d5-49ec-8e96-e4520631b660 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:53:11.931048 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-58848597-de0d-4c2f-a59d-184d3cd146ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (ba399678-d4e2-494a-a930-137c3c296c51), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:11.947208 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-5c8db480-a0e8-4347-a9ac-ed7ca53455c8 None None] Set router b872e723-1882-45bf-ae9a-46ed4b073c53 gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:53:11.989188 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-904c0bad-f138-4ef5-971b-55a198667660 None None] Provisioning complete for port ba399678-d4e2-494a-a930-137c3c296c51 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:53:11.989636 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-904c0bad-f138-4ef5-971b-55a198667660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (ba399678-d4e2-494a-a930-137c3c296c51), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:12.024033 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-904c0bad-f138-4ef5-971b-55a198667660 None None] Port ba399678-d4e2-494a-a930-137c3c296c51 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 20:53:12.062015 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:12.108519 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-58848597-de0d-4c2f-a59d-184d3cd146ab admin admin] Publish callbacks [] for port (ba399678-d4e2-494a-a930-137c3c296c51), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:12.114582 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-58848597-de0d-4c2f-a59d-184d3cd146ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (ba399678-d4e2-494a-a930-137c3c296c51), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:12.128295 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-5c8db480-a0e8-4347-a9ac-ed7ca53455c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b872e723-1882-45bf-ae9a-46ed4b073c53', 'name': 'tempest-TestSnapshotPattern-1468582447-router', 'tenant_id': '5b1cd3f5a2ad4083935dcd6b48164b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': '05aadc81-8c78-4f69-a7e8-68861f7307dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:53:09Z', 'updated_at': '2022-01-28T20:53:09Z', 'revision_number': 3, 'project_id': '5b1cd3f5a2ad4083935dcd6b48164b55', 'gw_port': {'id': '05aadc81-8c78-4f69-a7e8-68861f7307dc', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:01:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b872e723-1882-45bf-ae9a-46ed4b073c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:53:09Z', 'updated_at': '2022-01-28T20:53:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:53:12.157652 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c8db480-a0e8-4347-a9ac-ed7ca53455c8 None None] The sync data for ids ['b872e723-1882-45bf-ae9a-46ed4b073c53'] in n-d-812111-14 is: [{'id': 'b872e723-1882-45bf-ae9a-46ed4b073c53', 'name': 'tempest-TestSnapshotPattern-1468582447-router', 'tenant_id': '5b1cd3f5a2ad4083935dcd6b48164b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': '05aadc81-8c78-4f69-a7e8-68861f7307dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:53:09Z', 'updated_at': '2022-01-28T20:53:09Z', 'revision_number': 3, 'project_id': '5b1cd3f5a2ad4083935dcd6b48164b55', 'gw_port': {'id': '05aadc81-8c78-4f69-a7e8-68861f7307dc', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:01:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b872e723-1882-45bf-ae9a-46ed4b073c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:53:09Z', 'updated_at': '2022-01-28T20:53:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:53:12.183114 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-58848597-de0d-4c2f-a59d-184d3cd146ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-756216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-732801'] for router_interface (b872e723-1882-45bf-ae9a-46ed4b073c53), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:12.185005 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58848597-de0d-4c2f-a59d-184d3cd146ab admin admin] Pushing event updated for resources: {'Port': ['ID=ba399678-d4e2-494a-a930-137c3c296c51,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:53:12.287442 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58848597-de0d-4c2f-a59d-184d3cd146ab admin admin] Network bba0e36a-b7b0-45a5-b5c5-b8453dfb7725 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:53:12.288801 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-58848597-de0d-4c2f-a59d-184d3cd146ab admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:53:12.419442 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58848597-de0d-4c2f-a59d-184d3cd146ab admin admin] Router b872e723-1882-45bf-ae9a-46ed4b073c53 has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:53:12.542064 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58848597-de0d-4c2f-a59d-184d3cd146ab admin admin] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:53:12.546755 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-7e22b8e2-8f6f-486b-ba45-5ce79bb544a3 None None] Provisioning complete for port ba399678-d4e2-494a-a930-137c3c296c51 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:53:12.547460 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7e22b8e2-8f6f-486b-ba45-5ce79bb544a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (ba399678-d4e2-494a-a930-137c3c296c51), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:12.555785 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-58848597-de0d-4c2f-a59d-184d3cd146ab admin admin] 10.222.0.64 "PUT /v2.0/routers/b872e723-1882-45bf-ae9a-46ed4b073c53/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6392696 Jan 28 20:53:12.588771 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-7e22b8e2-8f6f-486b-ba45-5ce79bb544a3 None None] Port ba399678-d4e2-494a-a930-137c3c296c51 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 20:53:13.040239 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 45078) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:53:13.045568 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-ed4187ae-99c2-42d6-9ebf-9d73466f0da2 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-943498321-network', 'tenant_id': 'b00bfe36d8d74a75b4dd1b54fff4d30b'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:53:13.065542 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed4187ae-99c2-42d6-9ebf-9d73466f0da2 admin admin] Made reservation on behalf of b00bfe36d8d74a75b4dd1b54fff4d30b for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:53:13.067966 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ed4187ae-99c2-42d6-9ebf-9d73466f0da2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:13.076834 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ed4187ae-99c2-42d6-9ebf-9d73466f0da2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:13.155513 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ed4187ae-99c2-42d6-9ebf-9d73466f0da2 admin admin] Publish callbacks [] for security_group (a9b05685-a4cf-4dd0-a782-64876057dc39), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:13.159161 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ed4187ae-99c2-42d6-9ebf-9d73466f0da2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (a9b05685-a4cf-4dd0-a782-64876057dc39), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:13.184544 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed4187ae-99c2-42d6-9ebf-9d73466f0da2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:53:13.194917 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4187ae-99c2-42d6-9ebf-9d73466f0da2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9b05685-a4cf-4dd0-a782-64876057dc39,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:53:13.199894 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ed4187ae-99c2-42d6-9ebf-9d73466f0da2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (4f1b13df-e5cd-4f51-950c-db3e6113280e), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:13.200247 n-d-812111-14 neutron-server[103305]: INFO neutron.db.segments_db [None req-ed4187ae-99c2-42d6-9ebf-9d73466f0da2 admin admin] Added segment 4f1b13df-e5cd-4f51-950c-db3e6113280e of type vlan for network 38ca869c-df2d-4e6d-b0da-929cf4a8ba51 Jan 28 20:53:13.241735 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ed4187ae-99c2-42d6-9ebf-9d73466f0da2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794075657593'] for network (38ca869c-df2d-4e6d-b0da-929cf4a8ba51), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:13.266928 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ed4187ae-99c2-42d6-9ebf-9d73466f0da2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978'] for network (38ca869c-df2d-4e6d-b0da-929cf4a8ba51), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:13.267875 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed4187ae-99c2-42d6-9ebf-9d73466f0da2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:53:13.268455 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ed4187ae-99c2-42d6-9ebf-9d73466f0da2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:13.322364 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-ed4187ae-99c2-42d6-9ebf-9d73466f0da2 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2809408 Jan 28 20:53:13.325358 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 45080) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:53:13.329558 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4187ae-99c2-42d6-9ebf-9d73466f0da2 admin admin] Pushing event updated for resources: {'Network': ['ID=38ca869c-df2d-4e6d-b0da-929cf4a8ba51,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:53:13.330334 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-a9f74682-9ebb-4c30-9164-42f8c95510a6 admin admin] Request body: {'subnet': {'network_id': '38ca869c-df2d-4e6d-b0da-929cf4a8ba51', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-943498321-subnet', 'tenant_id': 'b00bfe36d8d74a75b4dd1b54fff4d30b', 'ip_version': 4}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:53:13.340360 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Network 38ca869c-df2d-4e6d-b0da-929cf4a8ba51 details requested by agent ovs-agent-n-d-812111-14 with host n-d-812111-14 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:53:13.350389 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9f74682-9ebb-4c30-9164-42f8c95510a6 admin admin] Made reservation on behalf of b00bfe36d8d74a75b4dd1b54fff4d30b for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:53:13.352812 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a9f74682-9ebb-4c30-9164-42f8c95510a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5221429'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:13.422182 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:13.524104 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a9f74682-9ebb-4c30-9164-42f8c95510a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4690681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5221415'] for subnet (cfebb096-fc8c-43a1-9e87-d3246d8c94c1), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:13.579031 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f74682-9ebb-4c30-9164-42f8c95510a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cfebb096-fc8c-43a1-9e87-d3246d8c94c1,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:53:13.589542 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f74682-9ebb-4c30-9164-42f8c95510a6 admin admin] Checking segment: {'id': '4f1b13df-e5cd-4f51-950c-db3e6113280e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '38ca869c-df2d-4e6d-b0da-929cf4a8ba51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:53:13.589920 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f74682-9ebb-4c30-9164-42f8c95510a6 admin admin] Network hostable DHCP agents. Network: 38ca869c-df2d-4e6d-b0da-929cf4a8ba51, hostable agents: ['a0dd0efe-05ea-4e06-bb61-4958887fd1da'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:53:13.607812 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f74682-9ebb-4c30-9164-42f8c95510a6 admin admin] Network 38ca869c-df2d-4e6d-b0da-929cf4a8ba51 is scheduled to be hosted by DHCP agent a0dd0efe-05ea-4e06-bb61-4958887fd1da with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:53:13.619199 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-a9f74682-9ebb-4c30-9164-42f8c95510a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-14, 38ca869c-df2d-4e6d-b0da-929cf4a8ba51) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:53:13.628059 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9f74682-9ebb-4c30-9164-42f8c95510a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:53:13.628671 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a9f74682-9ebb-4c30-9164-42f8c95510a6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:13.638208 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec8099db-d058-407a-afc9-74dae1f470a6 None None] Network 38ca869c-df2d-4e6d-b0da-929cf4a8ba51 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:53:13.660011 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-a9f74682-9ebb-4c30-9164-42f8c95510a6 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3335001 Jan 28 20:53:13.662887 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 45082) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:53:13.667441 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-bba0661f-6d5c-4e64-b0e4-ff8026115e6d admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-943498321-router', 'tenant_id': 'b00bfe36d8d74a75b4dd1b54fff4d30b', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:53:13.693926 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bba0661f-6d5c-4e64-b0e4-ff8026115e6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261150'] for router (8a394c90-90c0-4c93-a892-e85f1da4a0fe), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:13.695734 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bba0661f-6d5c-4e64-b0e4-ff8026115e6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-731099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-731441', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261129'] for router (8a394c90-90c0-4c93-a892-e85f1da4a0fe), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:13.702662 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 05aadc81-8c78-4f69-a7e8-68861f7307dc up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:53:13.762481 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bba0661f-6d5c-4e64-b0e4-ff8026115e6d admin admin] Publish callbacks [] for router_controller (8a394c90-90c0-4c93-a892-e85f1da4a0fe), precommit_add_association {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:13.780344 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99b1535a-a25c-4e1d-9817-9635b0399a8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68cd31fd-e4cd-5fb3-a862-256fc47efcd2-38ca869c-df2d-4e6d-b0da-929cf4a8ba51', 'network_id': '38ca869c-df2d-4e6d-b0da-929cf4a8ba51', 'project_id': 'b00bfe36d8d74a75b4dd1b54fff4d30b', 'fixed_ips': [{'subnet_id': 'cfebb096-fc8c-43a1-9e87-d3246d8c94c1'}]}} from n-d-812111-14. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 20:53:13.781532 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-99b1535a-a25c-4e1d-9817-9635b0399a8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:13.802798 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 05aadc81-8c78-4f69-a7e8-68861f7307dc triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:53:13.803402 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (05aadc81-8c78-4f69-a7e8-68861f7307dc), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:13.833724 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2572b89-081c-491e-9870-2ce13504ca62 None None] Sync routers for ids ['b872e723-1882-45bf-ae9a-46ed4b073c53'] in n-d-812111-14 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:53:13.914091 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bba0661f-6d5c-4e64-b0e4-ff8026115e6d admin admin] Publish callbacks [] for router_gateway (8a394c90-90c0-4c93-a892-e85f1da4a0fe), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:13.915105 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2572b89-081c-491e-9870-2ce13504ca62 None None] Routers {'b872e723-1882-45bf-ae9a-46ed4b073c53'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:53:13.915742 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-f2572b89-081c-491e-9870-2ce13504ca62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:53:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['b872e723-1882-45bf-ae9a-46ed4b073c53'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:53:14.121569 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bba0661f-6d5c-4e64-b0e4-ff8026115e6d admin admin] Publish callbacks [] for router_gateway (8a394c90-90c0-4c93-a892-e85f1da4a0fe), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:14.142485 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bba0661f-6d5c-4e64-b0e4-ff8026115e6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:14.236933 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-99b1535a-a25c-4e1d-9817-9635b0399a8d None None] Allocated IP 172.20.0.2 (38ca869c-df2d-4e6d-b0da-929cf4a8ba51/cfebb096-fc8c-43a1-9e87-d3246d8c94c1/c66ea673-ead1-4fc8-81fd-4a42f1e33fb4) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:53:14.250076 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-bba0661f-6d5c-4e64-b0e4-ff8026115e6d admin admin] Allocated IP 172.25.6.91 (d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8/a648e4ab-7422-41b9-b133-58aca25ab8f5/14f8071c-52a1-4dee-b1ca-ac9a9aa51fea) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:53:14.279713 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 05aadc81-8c78-4f69-a7e8-68861f7307dc is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:53:14.280101 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (05aadc81-8c78-4f69-a7e8-68861f7307dc), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:14.297081 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-f2572b89-081c-491e-9870-2ce13504ca62 None None] Set router b872e723-1882-45bf-ae9a-46ed4b073c53 gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:53:14.358589 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bba0661f-6d5c-4e64-b0e4-ff8026115e6d admin admin] Publish callbacks [] for port (14f8071c-52a1-4dee-b1ca-ac9a9aa51fea), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:14.377617 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] For port 05aadc81-8c78-4f69-a7e8-68861f7307dc, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=05aadc81-8c78-4f69-a7e8-68861f7307dc,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:53:14.392541 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (05aadc81-8c78-4f69-a7e8-68861f7307dc), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:14.400235 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bba0661f-6d5c-4e64-b0e4-ff8026115e6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (14f8071c-52a1-4dee-b1ca-ac9a9aa51fea), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:14.439759 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba0661f-6d5c-4e64-b0e4-ff8026115e6d admin admin] Network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:53:14.443909 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-bba0661f-6d5c-4e64-b0e4-ff8026115e6d admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:53:14.446525 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba0661f-6d5c-4e64-b0e4-ff8026115e6d admin admin] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:53:14.481316 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba0661f-6d5c-4e64-b0e4-ff8026115e6d admin admin] Pushing event updated for resources: {'Port': ['ID=14f8071c-52a1-4dee-b1ca-ac9a9aa51fea,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:53:14.556524 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Pushing event updated for resources: {'Port': ['ID=05aadc81-8c78-4f69-a7e8-68861f7307dc,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:53:14.639360 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-99b1535a-a25c-4e1d-9817-9635b0399a8d None None] Publish callbacks [] for port (c66ea673-ead1-4fc8-81fd-4a42f1e33fb4), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:14.650791 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-99b1535a-a25c-4e1d-9817-9635b0399a8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976'] for port (c66ea673-ead1-4fc8-81fd-4a42f1e33fb4), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:14.695089 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b1535a-a25c-4e1d-9817-9635b0399a8d None None] Network 38ca869c-df2d-4e6d-b0da-929cf4a8ba51 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:53:14.700681 n-d-812111-14 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-99b1535a-a25c-4e1d-9817-9635b0399a8d None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:53:14.708122 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b1535a-a25c-4e1d-9817-9635b0399a8d None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:53:14.714434 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bba0661f-6d5c-4e64-b0e4-ff8026115e6d admin admin] Publish callbacks [] for router_gateway (8a394c90-90c0-4c93-a892-e85f1da4a0fe), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:14.718231 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1535a-a25c-4e1d-9817-9635b0399a8d None None] Pushing event updated for resources: {'Port': ['ID=c66ea673-ead1-4fc8-81fd-4a42f1e33fb4,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:53:14.725705 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-f2572b89-081c-491e-9870-2ce13504ca62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b872e723-1882-45bf-ae9a-46ed4b073c53', 'name': 'tempest-TestSnapshotPattern-1468582447-router', 'tenant_id': '5b1cd3f5a2ad4083935dcd6b48164b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': '05aadc81-8c78-4f69-a7e8-68861f7307dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:53:09Z', 'updated_at': '2022-01-28T20:53:11Z', 'revision_number': 4, 'project_id': '5b1cd3f5a2ad4083935dcd6b48164b55', 'gw_port': {'id': '05aadc81-8c78-4f69-a7e8-68861f7307dc', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:01:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b872e723-1882-45bf-ae9a-46ed4b073c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:53:09Z', 'updated_at': '2022-01-28T20:53:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': 'ba399678-d4e2-494a-a930-137c3c296c51', 'name': '', 'network_id': 'bba0e36a-b7b0-45a5-b5c5-b8453dfb7725', 'tenant_id': '5b1cd3f5a2ad4083935dcd6b48164b55', 'mac_address': 'fa:16:3e:30:83:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b872e723-1882-45bf-ae9a-46ed4b073c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '274216c3-dc61-4392-a004-b2237f16d03d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:53:11Z', 'updated_at': '2022-01-28T20:53:11Z', 'revision_number': 2, 'project_id': '5b1cd3f5a2ad4083935dcd6b48164b55', 'subnets': [{'id': '274216c3-dc61-4392-a004-b2237f16d03d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:53:14.769897 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2572b89-081c-491e-9870-2ce13504ca62 None None] Checking router: b872e723-1882-45bf-ae9a-46ed4b073c53 for host: n-d-812111-14 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:53:14.770255 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2572b89-081c-491e-9870-2ce13504ca62 None None] Updating router b872e723-1882-45bf-ae9a-46ed4b073c53 port ba399678-d4e2-494a-a930-137c3c296c51 binding host n-d-812111-14 {{(pid=103306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:53:14.825661 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f2572b89-081c-491e-9870-2ce13504ca62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (ba399678-d4e2-494a-a930-137c3c296c51), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:14.827879 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-99b1535a-a25c-4e1d-9817-9635b0399a8d None None] Attempting to bind port c66ea673-ead1-4fc8-81fd-4a42f1e33fb4 on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:53:14.828429 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-99b1535a-a25c-4e1d-9817-9635b0399a8d None None] Attempting to bind port c66ea673-ead1-4fc8-81fd-4a42f1e33fb4 by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '4f1b13df-e5cd-4f51-950c-db3e6113280e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '38ca869c-df2d-4e6d-b0da-929cf4a8ba51'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:53:14.829606 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b1535a-a25c-4e1d-9817-9635b0399a8d None None] Attempting to bind port c66ea673-ead1-4fc8-81fd-4a42f1e33fb4 on network 38ca869c-df2d-4e6d-b0da-929cf4a8ba51 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:53:14.843392 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b1535a-a25c-4e1d-9817-9635b0399a8d None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 53, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:53:14.843959 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b1535a-a25c-4e1d-9817-9635b0399a8d None None] Checking segment: {'id': '4f1b13df-e5cd-4f51-950c-db3e6113280e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '38ca869c-df2d-4e6d-b0da-929cf4a8ba51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:53:14.845030 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-99b1535a-a25c-4e1d-9817-9635b0399a8d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:14.845549 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b1535a-a25c-4e1d-9817-9635b0399a8d None None] Bound using segment: {'id': '4f1b13df-e5cd-4f51-950c-db3e6113280e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '38ca869c-df2d-4e6d-b0da-929cf4a8ba51'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:53:14.846131 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-99b1535a-a25c-4e1d-9817-9635b0399a8d None None] Bound port: c66ea673-ead1-4fc8-81fd-4a42f1e33fb4, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f1b13df-e5cd-4f51-950c-db3e6113280e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '38ca869c-df2d-4e6d-b0da-929cf4a8ba51'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:53:14.846613 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-99b1535a-a25c-4e1d-9817-9635b0399a8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (c66ea673-ead1-4fc8-81fd-4a42f1e33fb4), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:15.006067 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-99b1535a-a25c-4e1d-9817-9635b0399a8d None None] For port c66ea673-ead1-4fc8-81fd-4a42f1e33fb4, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:53:15.011828 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-99b1535a-a25c-4e1d-9817-9635b0399a8d None None] For port c66ea673-ead1-4fc8-81fd-4a42f1e33fb4, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=c66ea673-ead1-4fc8-81fd-4a42f1e33fb4,segment=NetworkSegment(4f1b13df-e5cd-4f51-950c-db3e6113280e),segment_id=4f1b13df-e5cd-4f51-950c-db3e6113280e)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:53:15.030931 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-99b1535a-a25c-4e1d-9817-9635b0399a8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (c66ea673-ead1-4fc8-81fd-4a42f1e33fb4), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:15.142843 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1535a-a25c-4e1d-9817-9635b0399a8d None None] Pushing event updated for resources: {'Port': ['ID=c66ea673-ead1-4fc8-81fd-4a42f1e33fb4,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:53:15.230700 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f2572b89-081c-491e-9870-2ce13504ca62 None None] Publish callbacks [] for port (ba399678-d4e2-494a-a930-137c3c296c51), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:15.237545 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f2572b89-081c-491e-9870-2ce13504ca62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (ba399678-d4e2-494a-a930-137c3c296c51), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:15.263157 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bba0661f-6d5c-4e64-b0e4-ff8026115e6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-731074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-731460'] for router (8a394c90-90c0-4c93-a892-e85f1da4a0fe), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:15.311892 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3e0472-a4ad-470e-a7d0-a9f1f06c4f14 None None] Pushing event updated for resources: {'Port': ['ID=ba399678-d4e2-494a-a930-137c3c296c51,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:53:15.361962 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-f2572b89-081c-491e-9870-2ce13504ca62 None None] Attempting to bind port ba399678-d4e2-494a-a930-137c3c296c51 on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:53:15.362340 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-f2572b89-081c-491e-9870-2ce13504ca62 None None] Attempting to bind port ba399678-d4e2-494a-a930-137c3c296c51 by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '384fcdd9-6af9-4adb-9e60-689c3cb9c20a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'bba0e36a-b7b0-45a5-b5c5-b8453dfb7725'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:53:15.362706 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2572b89-081c-491e-9870-2ce13504ca62 None None] Attempting to bind port ba399678-d4e2-494a-a930-137c3c296c51 on network bba0e36a-b7b0-45a5-b5c5-b8453dfb7725 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:53:15.382644 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2572b89-081c-491e-9870-2ce13504ca62 None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 53, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:53:15.383251 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2572b89-081c-491e-9870-2ce13504ca62 None None] Checking segment: {'id': '384fcdd9-6af9-4adb-9e60-689c3cb9c20a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'bba0e36a-b7b0-45a5-b5c5-b8453dfb7725'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:53:15.383438 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f2572b89-081c-491e-9870-2ce13504ca62 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:15.383845 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2572b89-081c-491e-9870-2ce13504ca62 None None] Bound using segment: {'id': '384fcdd9-6af9-4adb-9e60-689c3cb9c20a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'bba0e36a-b7b0-45a5-b5c5-b8453dfb7725'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:53:15.384330 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-f2572b89-081c-491e-9870-2ce13504ca62 None None] Bound port: ba399678-d4e2-494a-a930-137c3c296c51, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '384fcdd9-6af9-4adb-9e60-689c3cb9c20a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'bba0e36a-b7b0-45a5-b5c5-b8453dfb7725'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:53:15.384718 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f2572b89-081c-491e-9870-2ce13504ca62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (ba399678-d4e2-494a-a930-137c3c296c51), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:15.472268 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bba0661f-6d5c-4e64-b0e4-ff8026115e6d admin admin] Router 8a394c90-90c0-4c93-a892-e85f1da4a0fe is scheduled to L3 agent 76fe5c49-705a-4e08-abb2-be585676213f with binding_index 1 {{(pid=103305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 20:53:15.496551 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-f2572b89-081c-491e-9870-2ce13504ca62 None None] For port ba399678-d4e2-494a-a930-137c3c296c51, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:53:15.501437 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-f2572b89-081c-491e-9870-2ce13504ca62 None None] For port ba399678-d4e2-494a-a930-137c3c296c51, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=ba399678-d4e2-494a-a930-137c3c296c51,segment=NetworkSegment(384fcdd9-6af9-4adb-9e60-689c3cb9c20a),segment_id=384fcdd9-6af9-4adb-9e60-689c3cb9c20a)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:53:15.509194 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f2572b89-081c-491e-9870-2ce13504ca62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (ba399678-d4e2-494a-a930-137c3c296c51), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:15.580532 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3e0472-a4ad-470e-a7d0-a9f1f06c4f14 None None] Pushing event updated for resources: {'Port': ['ID=ba399678-d4e2-494a-a930-137c3c296c51,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:53:15.622488 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2572b89-081c-491e-9870-2ce13504ca62 None None] Routers {'b872e723-1882-45bf-ae9a-46ed4b073c53'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:53:15.623421 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-f2572b89-081c-491e-9870-2ce13504ca62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:53:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['b872e723-1882-45bf-ae9a-46ed4b073c53'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:53:15.651321 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bba0661f-6d5c-4e64-b0e4-ff8026115e6d admin admin] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:53:15.661624 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad873cc-90a6-4d60-bcee-6ded18f4b4bd None None] Sync routers for ids ['8a394c90-90c0-4c93-a892-e85f1da4a0fe'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:53:15.681686 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad873cc-90a6-4d60-bcee-6ded18f4b4bd None None] Routers {'8a394c90-90c0-4c93-a892-e85f1da4a0fe'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:53:15.682398 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-2ad873cc-90a6-4d60-bcee-6ded18f4b4bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:53:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['8a394c90-90c0-4c93-a892-e85f1da4a0fe'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:53:15.682546 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bba0661f-6d5c-4e64-b0e4-ff8026115e6d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:15.686383 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-bba0661f-6d5c-4e64-b0e4-ff8026115e6d admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0200138 Jan 28 20:53:15.686688 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 45084) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:53:15.819573 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-e6137eaa-793c-40c3-b539-74fdd1289dc6 None None] Provisioning complete for port ba399678-d4e2-494a-a930-137c3c296c51 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:53:15.819991 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e6137eaa-793c-40c3-b539-74fdd1289dc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (ba399678-d4e2-494a-a930-137c3c296c51), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:15.847789 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-f2572b89-081c-491e-9870-2ce13504ca62 None None] Set router b872e723-1882-45bf-ae9a-46ed4b073c53 gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:53:15.896391 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-2ad873cc-90a6-4d60-bcee-6ded18f4b4bd None None] Set router 8a394c90-90c0-4c93-a892-e85f1da4a0fe gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:53:15.903461 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device c66ea673-ead1-4fc8-81fd-4a42f1e33fb4 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:53:16.184619 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-2ad873cc-90a6-4d60-bcee-6ded18f4b4bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a394c90-90c0-4c93-a892-e85f1da4a0fe', 'name': 'tempest-TestSnapshotPattern-943498321-router', 'tenant_id': 'b00bfe36d8d74a75b4dd1b54fff4d30b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': '14f8071c-52a1-4dee-b1ca-ac9a9aa51fea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:53:13Z', 'updated_at': '2022-01-28T20:53:14Z', 'revision_number': 3, 'project_id': 'b00bfe36d8d74a75b4dd1b54fff4d30b', 'gw_port': {'id': '14f8071c-52a1-4dee-b1ca-ac9a9aa51fea', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:54:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a394c90-90c0-4c93-a892-e85f1da4a0fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4395, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:53:14Z', 'updated_at': '2022-01-28T20:53:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:53:16.189036 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-e6137eaa-793c-40c3-b539-74fdd1289dc6 None None] Current status of the port ba399678-d4e2-494a-a930-137c3c296c51 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:53:16.189463 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e6137eaa-793c-40c3-b539-74fdd1289dc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (ba399678-d4e2-494a-a930-137c3c296c51), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:16.232015 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port c66ea673-ead1-4fc8-81fd-4a42f1e33fb4 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:53:16.232395 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (c66ea673-ead1-4fc8-81fd-4a42f1e33fb4), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:16.250026 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad873cc-90a6-4d60-bcee-6ded18f4b4bd None None] Checking router: 8a394c90-90c0-4c93-a892-e85f1da4a0fe for host: n-d-812111-14 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:53:16.250706 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad873cc-90a6-4d60-bcee-6ded18f4b4bd None None] Updating router 8a394c90-90c0-4c93-a892-e85f1da4a0fe port 14f8071c-52a1-4dee-b1ca-ac9a9aa51fea binding host n-d-812111-14 {{(pid=103307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:53:16.291198 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-2ad873cc-90a6-4d60-bcee-6ded18f4b4bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (14f8071c-52a1-4dee-b1ca-ac9a9aa51fea), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:16.300968 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-e6137eaa-793c-40c3-b539-74fdd1289dc6 None None] For port ba399678-d4e2-494a-a930-137c3c296c51, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=ba399678-d4e2-494a-a930-137c3c296c51,segment=NetworkSegment(384fcdd9-6af9-4adb-9e60-689c3cb9c20a),segment_id=384fcdd9-6af9-4adb-9e60-689c3cb9c20a)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:53:16.336915 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e6137eaa-793c-40c3-b539-74fdd1289dc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (ba399678-d4e2-494a-a930-137c3c296c51), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:16.483190 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9e52af7d-b04d-4eb8-a101-5c1d093c8aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:16.530362 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-ba2025fc-508f-48ce-94ab-6e041b0c5739 None None] Provisioning complete for port ba399678-d4e2-494a-a930-137c3c296c51 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:53:16.531380 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ba2025fc-508f-48ce-94ab-6e041b0c5739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (ba399678-d4e2-494a-a930-137c3c296c51), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:16.627313 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-2ad873cc-90a6-4d60-bcee-6ded18f4b4bd None None] Publish callbacks [] for port (14f8071c-52a1-4dee-b1ca-ac9a9aa51fea), precommit_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:16.634773 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-2ad873cc-90a6-4d60-bcee-6ded18f4b4bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (14f8071c-52a1-4dee-b1ca-ac9a9aa51fea), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:16.691605 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28ee1d8-2f4a-4317-a2b1-ad0a84cfc385 None None] Pushing event updated for resources: {'Port': ['ID=14f8071c-52a1-4dee-b1ca-ac9a9aa51fea,revision_number=2']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:53:16.694995 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-2ad873cc-90a6-4d60-bcee-6ded18f4b4bd None None] Attempting to bind port 14f8071c-52a1-4dee-b1ca-ac9a9aa51fea on host n-d-812111-14 for vnic_type normal with profile {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:53:16.695585 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-2ad873cc-90a6-4d60-bcee-6ded18f4b4bd None None] Attempting to bind port 14f8071c-52a1-4dee-b1ca-ac9a9aa51fea by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:53:16.696115 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad873cc-90a6-4d60-bcee-6ded18f4b4bd None None] Attempting to bind port 14f8071c-52a1-4dee-b1ca-ac9a9aa51fea on network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:53:16.701543 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-9e52af7d-b04d-4eb8-a101-5c1d093c8aa4 admin admin] Allocated IP 172.20.0.1 (38ca869c-df2d-4e6d-b0da-929cf4a8ba51/cfebb096-fc8c-43a1-9e87-d3246d8c94c1/4c96ec10-0142-4a24-bde3-3743f6f3567f) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:53:16.703670 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad873cc-90a6-4d60-bcee-6ded18f4b4bd None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 53, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:53:16.704328 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad873cc-90a6-4d60-bcee-6ded18f4b4bd None None] Checking segment: {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:53:16.704954 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-2ad873cc-90a6-4d60-bcee-6ded18f4b4bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:16.705624 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad873cc-90a6-4d60-bcee-6ded18f4b4bd None None] Bound using segment: {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:53:16.706108 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-2ad873cc-90a6-4d60-bcee-6ded18f4b4bd None None] Bound port: 14f8071c-52a1-4dee-b1ca-ac9a9aa51fea, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6923249d-81f1-4ac0-8a2e-e471b7b728ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8'}}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:53:16.707030 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-2ad873cc-90a6-4d60-bcee-6ded18f4b4bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (14f8071c-52a1-4dee-b1ca-ac9a9aa51fea), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:16.772847 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-2ad873cc-90a6-4d60-bcee-6ded18f4b4bd None None] For port 14f8071c-52a1-4dee-b1ca-ac9a9aa51fea, host n-d-812111-14, cleared binding levels {{(pid=103307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:53:16.777667 n-d-812111-14 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-2ad873cc-90a6-4d60-bcee-6ded18f4b4bd None None] For port 14f8071c-52a1-4dee-b1ca-ac9a9aa51fea, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=14f8071c-52a1-4dee-b1ca-ac9a9aa51fea,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:53:16.786011 n-d-812111-14 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-2ad873cc-90a6-4d60-bcee-6ded18f4b4bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (14f8071c-52a1-4dee-b1ca-ac9a9aa51fea), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:16.803653 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6137eaa-793c-40c3-b539-74fdd1289dc6 None None] Pushing event updated for resources: {'Port': ['ID=ba399678-d4e2-494a-a930-137c3c296c51,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:53:16.815362 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a0652d4-9450-4037-b82e-b745b9c8ba40 None None] Network 38ca869c-df2d-4e6d-b0da-929cf4a8ba51 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:53:16.835127 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9e52af7d-b04d-4eb8-a101-5c1d093c8aa4 admin admin] Publish callbacks [] for port (4c96ec10-0142-4a24-bde3-3743f6f3567f), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:16.853319 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad873cc-90a6-4d60-bcee-6ded18f4b4bd None None] Routers {'8a394c90-90c0-4c93-a892-e85f1da4a0fe'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:53:16.853948 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-2ad873cc-90a6-4d60-bcee-6ded18f4b4bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:53:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['8a394c90-90c0-4c93-a892-e85f1da4a0fe'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:53:16.877726 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9e52af7d-b04d-4eb8-a101-5c1d093c8aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (4c96ec10-0142-4a24-bde3-3743f6f3567f), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:16.895174 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port c66ea673-ead1-4fc8-81fd-4a42f1e33fb4 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:53:16.895582 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (c66ea673-ead1-4fc8-81fd-4a42f1e33fb4), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:16.924868 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e52af7d-b04d-4eb8-a101-5c1d093c8aa4 admin admin] Network 38ca869c-df2d-4e6d-b0da-929cf4a8ba51 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:53:16.931567 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-9e52af7d-b04d-4eb8-a101-5c1d093c8aa4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:53:16.936158 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e52af7d-b04d-4eb8-a101-5c1d093c8aa4 admin admin] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:53:16.944448 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-f2572b89-081c-491e-9870-2ce13504ca62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b872e723-1882-45bf-ae9a-46ed4b073c53', 'name': 'tempest-TestSnapshotPattern-1468582447-router', 'tenant_id': '5b1cd3f5a2ad4083935dcd6b48164b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': '05aadc81-8c78-4f69-a7e8-68861f7307dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:53:09Z', 'updated_at': '2022-01-28T20:53:11Z', 'revision_number': 4, 'project_id': '5b1cd3f5a2ad4083935dcd6b48164b55', 'gw_port': {'id': '05aadc81-8c78-4f69-a7e8-68861f7307dc', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:01:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b872e723-1882-45bf-ae9a-46ed4b073c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:53:09Z', 'updated_at': '2022-01-28T20:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': 'ba399678-d4e2-494a-a930-137c3c296c51', 'name': '', 'network_id': 'bba0e36a-b7b0-45a5-b5c5-b8453dfb7725', 'tenant_id': '5b1cd3f5a2ad4083935dcd6b48164b55', 'mac_address': 'fa:16:3e:30:83:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b872e723-1882-45bf-ae9a-46ed4b073c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '274216c3-dc61-4392-a004-b2237f16d03d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:53:11Z', 'updated_at': '2022-01-28T20:53:15Z', 'revision_number': 4, 'project_id': '5b1cd3f5a2ad4083935dcd6b48164b55', 'subnets': [{'id': '274216c3-dc61-4392-a004-b2237f16d03d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:53:16.967181 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e52af7d-b04d-4eb8-a101-5c1d093c8aa4 admin admin] Pushing event updated for resources: {'Port': ['ID=4c96ec10-0142-4a24-bde3-3743f6f3567f,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:53:16.984598 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9e52af7d-b04d-4eb8-a101-5c1d093c8aa4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734769'] for router_interface (8a394c90-90c0-4c93-a892-e85f1da4a0fe), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:16.998360 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2572b89-081c-491e-9870-2ce13504ca62 None None] The sync data for ids ['b872e723-1882-45bf-ae9a-46ed4b073c53'] in n-d-812111-14 is: [{'id': 'b872e723-1882-45bf-ae9a-46ed4b073c53', 'name': 'tempest-TestSnapshotPattern-1468582447-router', 'tenant_id': '5b1cd3f5a2ad4083935dcd6b48164b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': '05aadc81-8c78-4f69-a7e8-68861f7307dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:53:09Z', 'updated_at': '2022-01-28T20:53:11Z', 'revision_number': 4, 'project_id': '5b1cd3f5a2ad4083935dcd6b48164b55', 'gw_port': {'id': '05aadc81-8c78-4f69-a7e8-68861f7307dc', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:01:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b872e723-1882-45bf-ae9a-46ed4b073c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:53:09Z', 'updated_at': '2022-01-28T20:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': 'ba399678-d4e2-494a-a930-137c3c296c51', 'name': '', 'network_id': 'bba0e36a-b7b0-45a5-b5c5-b8453dfb7725', 'tenant_id': '5b1cd3f5a2ad4083935dcd6b48164b55', 'mac_address': 'fa:16:3e:30:83:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b872e723-1882-45bf-ae9a-46ed4b073c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '274216c3-dc61-4392-a004-b2237f16d03d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:53:11Z', 'updated_at': '2022-01-28T20:53:15Z', 'revision_number': 4, 'project_id': '5b1cd3f5a2ad4083935dcd6b48164b55', 'subnets': [{'id': '274216c3-dc61-4392-a004-b2237f16d03d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:53:17.007212 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-ba2025fc-508f-48ce-94ab-6e041b0c5739 None None] Current status of the port ba399678-d4e2-494a-a930-137c3c296c51 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:53:17.041687 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] For port c66ea673-ead1-4fc8-81fd-4a42f1e33fb4, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=c66ea673-ead1-4fc8-81fd-4a42f1e33fb4,segment=NetworkSegment(4f1b13df-e5cd-4f51-950c-db3e6113280e),segment_id=4f1b13df-e5cd-4f51-950c-db3e6113280e)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:53:17.059267 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (c66ea673-ead1-4fc8-81fd-4a42f1e33fb4), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:17.060070 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 05aadc81-8c78-4f69-a7e8-68861f7307dc up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:53:17.075132 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28ee1d8-2f4a-4317-a2b1-ad0a84cfc385 None None] Pushing event updated for resources: {'Port': ['ID=14f8071c-52a1-4dee-b1ca-ac9a9aa51fea,revision_number=3']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:53:17.145140 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-2ad873cc-90a6-4d60-bcee-6ded18f4b4bd None None] Set router 8a394c90-90c0-4c93-a892-e85f1da4a0fe gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:53:17.176207 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Pushing event updated for resources: {'Port': ['ID=c66ea673-ead1-4fc8-81fd-4a42f1e33fb4,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:53:17.186801 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-6702398a-495d-4f61-be24-48a37846adc9 None None] Provisioning complete for port c66ea673-ead1-4fc8-81fd-4a42f1e33fb4 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:53:17.187550 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6702398a-495d-4f61-be24-48a37846adc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (c66ea673-ead1-4fc8-81fd-4a42f1e33fb4), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:17.225790 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9e52af7d-b04d-4eb8-a101-5c1d093c8aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (4c96ec10-0142-4a24-bde3-3743f6f3567f), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:17.240940 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 05aadc81-8c78-4f69-a7e8-68861f7307dc triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:53:17.241363 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (05aadc81-8c78-4f69-a7e8-68861f7307dc), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:17.389194 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-2ad873cc-90a6-4d60-bcee-6ded18f4b4bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a394c90-90c0-4c93-a892-e85f1da4a0fe', 'name': 'tempest-TestSnapshotPattern-943498321-router', 'tenant_id': 'b00bfe36d8d74a75b4dd1b54fff4d30b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': '14f8071c-52a1-4dee-b1ca-ac9a9aa51fea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:53:13Z', 'updated_at': '2022-01-28T20:53:14Z', 'revision_number': 3, 'project_id': 'b00bfe36d8d74a75b4dd1b54fff4d30b', 'gw_port': {'id': '14f8071c-52a1-4dee-b1ca-ac9a9aa51fea', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:54:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a394c90-90c0-4c93-a892-e85f1da4a0fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4395, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:53:14Z', 'updated_at': '2022-01-28T20:53:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:53:17.416960 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad873cc-90a6-4d60-bcee-6ded18f4b4bd None None] The sync data for ids ['8a394c90-90c0-4c93-a892-e85f1da4a0fe'] in n-d-812111-14 is: [{'id': '8a394c90-90c0-4c93-a892-e85f1da4a0fe', 'name': 'tempest-TestSnapshotPattern-943498321-router', 'tenant_id': 'b00bfe36d8d74a75b4dd1b54fff4d30b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': '14f8071c-52a1-4dee-b1ca-ac9a9aa51fea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:53:13Z', 'updated_at': '2022-01-28T20:53:14Z', 'revision_number': 3, 'project_id': 'b00bfe36d8d74a75b4dd1b54fff4d30b', 'gw_port': {'id': '14f8071c-52a1-4dee-b1ca-ac9a9aa51fea', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:54:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a394c90-90c0-4c93-a892-e85f1da4a0fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4395, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:53:14Z', 'updated_at': '2022-01-28T20:53:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:53:17.427027 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-6702398a-495d-4f61-be24-48a37846adc9 None None] Current status of the port c66ea673-ead1-4fc8-81fd-4a42f1e33fb4 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:53:17.452605 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 05aadc81-8c78-4f69-a7e8-68861f7307dc is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:53:17.488710 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9e52af7d-b04d-4eb8-a101-5c1d093c8aa4 admin admin] Publish callbacks [] for port (4c96ec10-0142-4a24-bde3-3743f6f3567f), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:17.494317 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9e52af7d-b04d-4eb8-a101-5c1d093c8aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (4c96ec10-0142-4a24-bde3-3743f6f3567f), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:17.557628 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21c0e54d-c933-4f51-9f11-37b48f83ef90 None None] Provisioning complete for port 4c96ec10-0142-4a24-bde3-3743f6f3567f triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:53:17.558208 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21c0e54d-c933-4f51-9f11-37b48f83ef90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (4c96ec10-0142-4a24-bde3-3743f6f3567f), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:17.571708 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e52af7d-b04d-4eb8-a101-5c1d093c8aa4 admin admin] Pushing event updated for resources: {'Port': ['ID=4c96ec10-0142-4a24-bde3-3743f6f3567f,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:53:17.580200 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9e52af7d-b04d-4eb8-a101-5c1d093c8aa4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-756216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-732801'] for router_interface (8a394c90-90c0-4c93-a892-e85f1da4a0fe), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:17.607081 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21c0e54d-c933-4f51-9f11-37b48f83ef90 None None] Port 4c96ec10-0142-4a24-bde3-3743f6f3567f cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 20:53:17.619406 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21c0e54d-c933-4f51-9f11-37b48f83ef90 None None] Provisioning complete for port c66ea673-ead1-4fc8-81fd-4a42f1e33fb4 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:53:17.619789 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21c0e54d-c933-4f51-9f11-37b48f83ef90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (c66ea673-ead1-4fc8-81fd-4a42f1e33fb4), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:17.725139 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e52af7d-b04d-4eb8-a101-5c1d093c8aa4 admin admin] Network 38ca869c-df2d-4e6d-b0da-929cf4a8ba51 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:53:17.729257 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-9e52af7d-b04d-4eb8-a101-5c1d093c8aa4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:53:17.764757 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21c0e54d-c933-4f51-9f11-37b48f83ef90 None None] Current status of the port c66ea673-ead1-4fc8-81fd-4a42f1e33fb4 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:53:17.878883 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device c66ea673-ead1-4fc8-81fd-4a42f1e33fb4 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:53:17.934383 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e52af7d-b04d-4eb8-a101-5c1d093c8aa4 admin admin] Router 8a394c90-90c0-4c93-a892-e85f1da4a0fe has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:53:17.944894 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-cb8335d4-9e8e-4a58-a5db-1ac9e3efbb35 None None] Provisioning complete for port 4c96ec10-0142-4a24-bde3-3743f6f3567f triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:53:17.945292 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-cb8335d4-9e8e-4a58-a5db-1ac9e3efbb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (4c96ec10-0142-4a24-bde3-3743f6f3567f), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:18.026175 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-cb8335d4-9e8e-4a58-a5db-1ac9e3efbb35 None None] Port 4c96ec10-0142-4a24-bde3-3743f6f3567f cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 20:53:18.028866 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port c66ea673-ead1-4fc8-81fd-4a42f1e33fb4 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:53:18.029514 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (c66ea673-ead1-4fc8-81fd-4a42f1e33fb4), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:18.084934 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e52af7d-b04d-4eb8-a101-5c1d093c8aa4 admin admin] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:53:18.090757 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-9e52af7d-b04d-4eb8-a101-5c1d093c8aa4 admin admin] 10.222.0.64 "PUT /v2.0/routers/8a394c90-90c0-4c93-a892-e85f1da4a0fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4016752 Jan 28 20:53:18.154720 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port c66ea673-ead1-4fc8-81fd-4a42f1e33fb4 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:53:18.157830 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device ba399678-d4e2-494a-a930-137c3c296c51 up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:53:18.226350 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port ba399678-d4e2-494a-a930-137c3c296c51 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:53:18.226737 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (ba399678-d4e2-494a-a930-137c3c296c51), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:18.322801 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port ba399678-d4e2-494a-a930-137c3c296c51 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:53:18.349036 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-80228020-c95e-498d-b6e8-2f30902cd2a3 None None] Provisioning complete for port 4c96ec10-0142-4a24-bde3-3743f6f3567f triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:53:18.349648 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-80228020-c95e-498d-b6e8-2f30902cd2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (4c96ec10-0142-4a24-bde3-3743f6f3567f), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:18.390653 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-80228020-c95e-498d-b6e8-2f30902cd2a3 None None] Port 4c96ec10-0142-4a24-bde3-3743f6f3567f cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 20:53:18.880357 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 45092) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:53:18.885078 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-6bfbc923-70e9-4309-94f5-4b0d0608d85f tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-728902126', 'description': 'tempest-secgroup-smoke-728902126 description', 'project_id': '5b1cd3f5a2ad4083935dcd6b48164b55'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:53:18.914463 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6bfbc923-70e9-4309-94f5-4b0d0608d85f tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:18.981591 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6bfbc923-70e9-4309-94f5-4b0d0608d85f tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Publish callbacks [] for security_group (87caa052-1fb2-48bd-b549-f026d12fa4ec), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:18.985707 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6bfbc923-70e9-4309-94f5-4b0d0608d85f tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (87caa052-1fb2-48bd-b549-f026d12fa4ec), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:19.012141 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6bfbc923-70e9-4309-94f5-4b0d0608d85f tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:19.013380 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-6bfbc923-70e9-4309-94f5-4b0d0608d85f tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1319435 Jan 28 20:53:19.016526 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 45094) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:53:19.017285 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfbc923-70e9-4309-94f5-4b0d0608d85f tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87caa052-1fb2-48bd-b549-f026d12fa4ec,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:53:19.021679 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-616eadd6-df53-48e1-8576-0938d7dc606d tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Request body: {'security_group_rule': {'security_group_id': '87caa052-1fb2-48bd-b549-f026d12fa4ec', 'project_id': '5b1cd3f5a2ad4083935dcd6b48164b55', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:53:19.046587 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-616eadd6-df53-48e1-8576-0938d7dc606d tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Publish callbacks [] for security_group_rule (27df2ea7-8892-49c8-8b36-9ab70884d3ac), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:19.102051 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-616eadd6-df53-48e1-8576-0938d7dc606d tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Publish callbacks [] for security_group_rule (27df2ea7-8892-49c8-8b36-9ab70884d3ac), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:19.105477 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-616eadd6-df53-48e1-8576-0938d7dc606d tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (27df2ea7-8892-49c8-8b36-9ab70884d3ac), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:19.123860 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616eadd6-df53-48e1-8576-0938d7dc606d tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27df2ea7-8892-49c8-8b36-9ab70884d3ac,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:53:19.129465 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-616eadd6-df53-48e1-8576-0938d7dc606d tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:19.130669 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-616eadd6-df53-48e1-8576-0938d7dc606d tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1130857 Jan 28 20:53:19.133348 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 45096) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:53:19.137573 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-f80fdaa8-716e-41b0-bc27-70ed8fa24091 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Request body: {'security_group_rule': {'security_group_id': '87caa052-1fb2-48bd-b549-f026d12fa4ec', 'project_id': '5b1cd3f5a2ad4083935dcd6b48164b55', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:53:19.163032 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f80fdaa8-716e-41b0-bc27-70ed8fa24091 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Publish callbacks [] for security_group_rule (cf1972ac-b42a-40ad-8035-4b41d10ac919), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:19.226211 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f80fdaa8-716e-41b0-bc27-70ed8fa24091 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Publish callbacks [] for security_group_rule (cf1972ac-b42a-40ad-8035-4b41d10ac919), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:19.230142 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f80fdaa8-716e-41b0-bc27-70ed8fa24091 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (cf1972ac-b42a-40ad-8035-4b41d10ac919), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:19.250286 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80fdaa8-716e-41b0-bc27-70ed8fa24091 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf1972ac-b42a-40ad-8035-4b41d10ac919,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:53:19.259904 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f80fdaa8-716e-41b0-bc27-70ed8fa24091 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:19.261108 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-f80fdaa8-716e-41b0-bc27-70ed8fa24091 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1268344 Jan 28 20:53:19.263842 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 45098) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:53:19.268234 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-b866a530-4439-41dd-ad2b-411180a48c3f tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Request body: {'security_group_rule': {'security_group_id': '87caa052-1fb2-48bd-b549-f026d12fa4ec', 'project_id': '5b1cd3f5a2ad4083935dcd6b48164b55', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:53:19.291301 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b866a530-4439-41dd-ad2b-411180a48c3f tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Publish callbacks [] for security_group_rule (a2f7ae24-9d43-41df-a3b0-c917f49b2fa0), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:19.347792 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b866a530-4439-41dd-ad2b-411180a48c3f tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Publish callbacks [] for security_group_rule (a2f7ae24-9d43-41df-a3b0-c917f49b2fa0), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:19.351245 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b866a530-4439-41dd-ad2b-411180a48c3f tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (a2f7ae24-9d43-41df-a3b0-c917f49b2fa0), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:19.369164 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b866a530-4439-41dd-ad2b-411180a48c3f tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2f7ae24-9d43-41df-a3b0-c917f49b2fa0,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:53:19.377605 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b866a530-4439-41dd-ad2b-411180a48c3f tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:19.378811 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-b866a530-4439-41dd-ad2b-411180a48c3f tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1140523 Jan 28 20:53:19.381541 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 45100) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:53:19.385836 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-d94f73db-3456-4fbb-af7e-d971d221fbe3 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Request body: {'security_group_rule': {'security_group_id': '87caa052-1fb2-48bd-b549-f026d12fa4ec', 'project_id': '5b1cd3f5a2ad4083935dcd6b48164b55', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:53:19.409870 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d94f73db-3456-4fbb-af7e-d971d221fbe3 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Publish callbacks [] for security_group_rule (62c03ee2-b79d-4f59-8653-2acac24738ae), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:19.466019 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d94f73db-3456-4fbb-af7e-d971d221fbe3 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Publish callbacks [] for security_group_rule (62c03ee2-b79d-4f59-8653-2acac24738ae), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:19.470263 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d94f73db-3456-4fbb-af7e-d971d221fbe3 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (62c03ee2-b79d-4f59-8653-2acac24738ae), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:19.491876 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f73db-3456-4fbb-af7e-d971d221fbe3 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62c03ee2-b79d-4f59-8653-2acac24738ae,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:53:19.498658 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d94f73db-3456-4fbb-af7e-d971d221fbe3 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:19.502975 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-d94f73db-3456-4fbb-af7e-d971d221fbe3 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1171048 Jan 28 20:53:19.503102 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 45102) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:53:19.507604 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-1cc17879-4073-43eb-b217-ae3555f1eae9 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Request body: {'security_group_rule': {'security_group_id': '87caa052-1fb2-48bd-b549-f026d12fa4ec', 'project_id': '5b1cd3f5a2ad4083935dcd6b48164b55', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:53:19.529358 n-d-812111-14 neutron-server[103305]: INFO neutron.db.securitygroups_db [None req-1cc17879-4073-43eb-b217-ae3555f1eae9 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Project 5b1cd3f5a2ad4083935dcd6b48164b55 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 20:53:19.534228 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1cc17879-4073-43eb-b217-ae3555f1eae9 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Publish callbacks [] for security_group_rule (dc3ca876-f6b7-4c58-a156-ba3d78467ca8), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:19.596433 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1cc17879-4073-43eb-b217-ae3555f1eae9 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Publish callbacks [] for security_group_rule (dc3ca876-f6b7-4c58-a156-ba3d78467ca8), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:19.602565 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1cc17879-4073-43eb-b217-ae3555f1eae9 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (dc3ca876-f6b7-4c58-a156-ba3d78467ca8), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:19.621292 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc17879-4073-43eb-b217-ae3555f1eae9 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc3ca876-f6b7-4c58-a156-ba3d78467ca8,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:53:19.630238 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1cc17879-4073-43eb-b217-ae3555f1eae9 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:19.631438 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-1cc17879-4073-43eb-b217-ae3555f1eae9 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1274498 Jan 28 20:53:19.634196 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 45104) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:53:19.638505 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-346939fe-3cbe-4cb7-a82e-9f33a0cbc298 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Request body: {'security_group_rule': {'security_group_id': '87caa052-1fb2-48bd-b549-f026d12fa4ec', 'project_id': '5b1cd3f5a2ad4083935dcd6b48164b55', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:53:19.665443 n-d-812111-14 neutron-server[103305]: INFO neutron.db.securitygroups_db [None req-346939fe-3cbe-4cb7-a82e-9f33a0cbc298 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Project 5b1cd3f5a2ad4083935dcd6b48164b55 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 20:53:19.669915 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 14f8071c-52a1-4dee-b1ca-ac9a9aa51fea up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:53:19.671479 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-346939fe-3cbe-4cb7-a82e-9f33a0cbc298 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Publish callbacks [] for security_group_rule (1a7c7fcd-14c4-42f8-98b4-98c2f1d630c3), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:19.726395 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 14f8071c-52a1-4dee-b1ca-ac9a9aa51fea triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:53:19.727153 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (14f8071c-52a1-4dee-b1ca-ac9a9aa51fea), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:19.737884 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-346939fe-3cbe-4cb7-a82e-9f33a0cbc298 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Publish callbacks [] for security_group_rule (1a7c7fcd-14c4-42f8-98b4-98c2f1d630c3), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:19.741812 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-346939fe-3cbe-4cb7-a82e-9f33a0cbc298 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778727'] for security_group_rule (1a7c7fcd-14c4-42f8-98b4-98c2f1d630c3), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:19.763283 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346939fe-3cbe-4cb7-a82e-9f33a0cbc298 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a7c7fcd-14c4-42f8-98b4-98c2f1d630c3,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:53:19.770164 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-346939fe-3cbe-4cb7-a82e-9f33a0cbc298 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:19.771256 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-346939fe-3cbe-4cb7-a82e-9f33a0cbc298 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1361279 Jan 28 20:53:19.819515 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 14f8071c-52a1-4dee-b1ca-ac9a9aa51fea is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:53:19.819907 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (14f8071c-52a1-4dee-b1ca-ac9a9aa51fea), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:19.846402 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] For port 14f8071c-52a1-4dee-b1ca-ac9a9aa51fea, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=14f8071c-52a1-4dee-b1ca-ac9a9aa51fea,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:53:19.854363 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (14f8071c-52a1-4dee-b1ca-ac9a9aa51fea), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:19.906365 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Pushing event updated for resources: {'Port': ['ID=14f8071c-52a1-4dee-b1ca-ac9a9aa51fea,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:53:19.935976 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-0166d1eb-3cb7-4223-83b3-800973c44329 req-3ab10d8b-69f9-404b-8406-727693367833 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-728902126&fields=id&tenant_id=5b1cd3f5a2ad4083935dcd6b48164b55 HTTP/1.1" status: 200 len: 267 time: 0.0513685 Jan 28 20:53:20.048645 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0166d1eb-3cb7-4223-83b3-800973c44329 req-e802c35f-0ea4-4082-aab6-eea1ba7225e7 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:53:20.048645 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-0166d1eb-3cb7-4223-83b3-800973c44329 req-e802c35f-0ea4-4082-aab6-eea1ba7225e7 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] 10.222.0.64 "GET /v2.0/networks?id=bba0e36a-b7b0-45a5-b5c5-b8453dfb7725 HTTP/1.1" status: 200 len: 810 time: 0.1055031 Jan 28 20:53:20.064976 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-0166d1eb-3cb7-4223-83b3-800973c44329 req-5d78208b-2cec-4b21-af9b-116b8575137e tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] 10.222.0.64 "GET /v2.0/quotas/5b1cd3f5a2ad4083935dcd6b48164b55 HTTP/1.1" status: 200 len: 375 time: 0.0108142 Jan 28 20:53:20.072733 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a554fd-f170-49b3-88cd-bc0b652c6c44 None None] Sync routers for ids ['8a394c90-90c0-4c93-a892-e85f1da4a0fe'] in n-d-812111-14 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:53:20.083754 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a554fd-f170-49b3-88cd-bc0b652c6c44 None None] Routers {'8a394c90-90c0-4c93-a892-e85f1da4a0fe'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:53:20.084375 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-13a554fd-f170-49b3-88cd-bc0b652c6c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:53:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['8a394c90-90c0-4c93-a892-e85f1da4a0fe'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:53:20.126531 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-0166d1eb-3cb7-4223-83b3-800973c44329 req-3017bd58-6b4f-4329-9975-37af3a2cd3aa tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=5b1cd3f5a2ad4083935dcd6b48164b55&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0528693 Jan 28 20:53:20.194791 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-13a554fd-f170-49b3-88cd-bc0b652c6c44 None None] Set router 8a394c90-90c0-4c93-a892-e85f1da4a0fe gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:53:20.241071 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [req-0166d1eb-3cb7-4223-83b3-800973c44329 req-1f08bfa1-be8f-4859-bc3f-2488a2280b87 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103304) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 20:53:20.242144 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-0166d1eb-3cb7-4223-83b3-800973c44329 req-1f08bfa1-be8f-4859-bc3f-2488a2280b87 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1045456 Jan 28 20:53:20.338890 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-0166d1eb-3cb7-4223-83b3-800973c44329 req-6194cc15-267f-45b1-a033-3d28f1728010 service neutron] 10.222.0.64 "GET /v2.0/networks/bba0e36a-b7b0-45a5-b5c5-b8453dfb7725?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904365 Jan 28 20:53:20.398845 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-13a554fd-f170-49b3-88cd-bc0b652c6c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a394c90-90c0-4c93-a892-e85f1da4a0fe', 'name': 'tempest-TestSnapshotPattern-943498321-router', 'tenant_id': 'b00bfe36d8d74a75b4dd1b54fff4d30b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': '14f8071c-52a1-4dee-b1ca-ac9a9aa51fea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:53:13Z', 'updated_at': '2022-01-28T20:53:17Z', 'revision_number': 4, 'project_id': 'b00bfe36d8d74a75b4dd1b54fff4d30b', 'gw_port': {'id': '14f8071c-52a1-4dee-b1ca-ac9a9aa51fea', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:54:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a394c90-90c0-4c93-a892-e85f1da4a0fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4395, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:53:14Z', 'updated_at': '2022-01-28T20:53:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '4c96ec10-0142-4a24-bde3-3743f6f3567f', 'name': '', 'network_id': '38ca869c-df2d-4e6d-b0da-929cf4a8ba51', 'tenant_id': 'b00bfe36d8d74a75b4dd1b54fff4d30b', 'mac_address': 'fa:16:3e:df:dc:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a394c90-90c0-4c93-a892-e85f1da4a0fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4396, 'fixed_ips': [{'subnet_id': 'cfebb096-fc8c-43a1-9e87-d3246d8c94c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:53:16Z', 'updated_at': '2022-01-28T20:53:17Z', 'revision_number': 2, 'project_id': 'b00bfe36d8d74a75b4dd1b54fff4d30b', 'subnets': [{'id': 'cfebb096-fc8c-43a1-9e87-d3246d8c94c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:53:20.428764 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-0166d1eb-3cb7-4223-83b3-800973c44329 req-431f020b-8466-4049-81d5-cad00952bdd2 service neutron] 10.222.0.64 "GET /v2.0/networks/bba0e36a-b7b0-45a5-b5c5-b8453dfb7725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836973 Jan 28 20:53:20.430143 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a554fd-f170-49b3-88cd-bc0b652c6c44 None None] Checking router: 8a394c90-90c0-4c93-a892-e85f1da4a0fe for host: n-d-812111-14 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:53:20.430517 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a554fd-f170-49b3-88cd-bc0b652c6c44 None None] Updating router 8a394c90-90c0-4c93-a892-e85f1da4a0fe port 4c96ec10-0142-4a24-bde3-3743f6f3567f binding host n-d-812111-14 {{(pid=103306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:53:20.457570 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-13a554fd-f170-49b3-88cd-bc0b652c6c44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (4c96ec10-0142-4a24-bde3-3743f6f3567f), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:20.714235 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-13a554fd-f170-49b3-88cd-bc0b652c6c44 None None] Publish callbacks [] for port (4c96ec10-0142-4a24-bde3-3743f6f3567f), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:20.720168 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-13a554fd-f170-49b3-88cd-bc0b652c6c44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (4c96ec10-0142-4a24-bde3-3743f6f3567f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:20.773176 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa97084d-a7d4-414b-9a50-e08bf748b078 None None] Pushing event updated for resources: {'Port': ['ID=4c96ec10-0142-4a24-bde3-3743f6f3567f,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:53:20.829057 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-13a554fd-f170-49b3-88cd-bc0b652c6c44 None None] Attempting to bind port 4c96ec10-0142-4a24-bde3-3743f6f3567f on host n-d-812111-14 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:53:20.829588 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-13a554fd-f170-49b3-88cd-bc0b652c6c44 None None] Attempting to bind port 4c96ec10-0142-4a24-bde3-3743f6f3567f by drivers openvswitch,hyperv on host n-d-812111-14 at level 0 using segments [{'id': '4f1b13df-e5cd-4f51-950c-db3e6113280e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '38ca869c-df2d-4e6d-b0da-929cf4a8ba51'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:53:20.829957 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a554fd-f170-49b3-88cd-bc0b652c6c44 None None] Attempting to bind port 4c96ec10-0142-4a24-bde3-3743f6f3567f on network 38ca869c-df2d-4e6d-b0da-929cf4a8ba51 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:53:20.835224 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a554fd-f170-49b3-88cd-bc0b652c6c44 None None] Checking agent: {'id': 'fb7cbbde-00b9-4aba-9c8f-a79b29b30fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 19, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 53, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:53:20.835609 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a554fd-f170-49b3-88cd-bc0b652c6c44 None None] Checking segment: {'id': '4f1b13df-e5cd-4f51-950c-db3e6113280e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '38ca869c-df2d-4e6d-b0da-929cf4a8ba51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:53:20.836016 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-13a554fd-f170-49b3-88cd-bc0b652c6c44 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:20.836419 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a554fd-f170-49b3-88cd-bc0b652c6c44 None None] Bound using segment: {'id': '4f1b13df-e5cd-4f51-950c-db3e6113280e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '38ca869c-df2d-4e6d-b0da-929cf4a8ba51'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:53:20.836887 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-13a554fd-f170-49b3-88cd-bc0b652c6c44 None None] Bound port: 4c96ec10-0142-4a24-bde3-3743f6f3567f, host: n-d-812111-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f1b13df-e5cd-4f51-950c-db3e6113280e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '38ca869c-df2d-4e6d-b0da-929cf4a8ba51'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:53:20.837303 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-13a554fd-f170-49b3-88cd-bc0b652c6c44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (4c96ec10-0142-4a24-bde3-3743f6f3567f), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:20.901220 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-13a554fd-f170-49b3-88cd-bc0b652c6c44 None None] For port 4c96ec10-0142-4a24-bde3-3743f6f3567f, host n-d-812111-14, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:53:20.904469 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-13a554fd-f170-49b3-88cd-bc0b652c6c44 None None] For port 4c96ec10-0142-4a24-bde3-3743f6f3567f, host n-d-812111-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=4c96ec10-0142-4a24-bde3-3743f6f3567f,segment=NetworkSegment(4f1b13df-e5cd-4f51-950c-db3e6113280e),segment_id=4f1b13df-e5cd-4f51-950c-db3e6113280e)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:53:20.910583 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-13a554fd-f170-49b3-88cd-bc0b652c6c44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (4c96ec10-0142-4a24-bde3-3743f6f3567f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:20.972531 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa97084d-a7d4-414b-9a50-e08bf748b078 None None] Pushing event updated for resources: {'Port': ['ID=4c96ec10-0142-4a24-bde3-3743f6f3567f,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:53:20.975228 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a554fd-f170-49b3-88cd-bc0b652c6c44 None None] Routers {'8a394c90-90c0-4c93-a892-e85f1da4a0fe'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:53:20.975843 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-13a554fd-f170-49b3-88cd-bc0b652c6c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:53:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['8a394c90-90c0-4c93-a892-e85f1da4a0fe'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:53:21.072206 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d4e7554c-23ec-4a4b-911a-0eb3e64ba6d2 None None] Provisioning complete for port 4c96ec10-0142-4a24-bde3-3743f6f3567f triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:53:21.072580 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d4e7554c-23ec-4a4b-911a-0eb3e64ba6d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (4c96ec10-0142-4a24-bde3-3743f6f3567f), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:21.120818 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-13a554fd-f170-49b3-88cd-bc0b652c6c44 None None] Set router 8a394c90-90c0-4c93-a892-e85f1da4a0fe gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:53:21.282622 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d4e7554c-23ec-4a4b-911a-0eb3e64ba6d2 None None] Current status of the port 4c96ec10-0142-4a24-bde3-3743f6f3567f is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:53:21.283013 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d4e7554c-23ec-4a4b-911a-0eb3e64ba6d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (4c96ec10-0142-4a24-bde3-3743f6f3567f), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:21.522599 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d4e7554c-23ec-4a4b-911a-0eb3e64ba6d2 None None] For port 4c96ec10-0142-4a24-bde3-3743f6f3567f, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=4c96ec10-0142-4a24-bde3-3743f6f3567f,segment=NetworkSegment(4f1b13df-e5cd-4f51-950c-db3e6113280e),segment_id=4f1b13df-e5cd-4f51-950c-db3e6113280e)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:53:21.528951 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d4e7554c-23ec-4a4b-911a-0eb3e64ba6d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (4c96ec10-0142-4a24-bde3-3743f6f3567f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:21.587945 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e7554c-23ec-4a4b-911a-0eb3e64ba6d2 None None] Pushing event updated for resources: {'Port': ['ID=4c96ec10-0142-4a24-bde3-3743f6f3567f,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:53:21.596623 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-13a554fd-f170-49b3-88cd-bc0b652c6c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a394c90-90c0-4c93-a892-e85f1da4a0fe', 'name': 'tempest-TestSnapshotPattern-943498321-router', 'tenant_id': 'b00bfe36d8d74a75b4dd1b54fff4d30b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': '14f8071c-52a1-4dee-b1ca-ac9a9aa51fea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:53:13Z', 'updated_at': '2022-01-28T20:53:17Z', 'revision_number': 4, 'project_id': 'b00bfe36d8d74a75b4dd1b54fff4d30b', 'gw_port': {'id': '14f8071c-52a1-4dee-b1ca-ac9a9aa51fea', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:54:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a394c90-90c0-4c93-a892-e85f1da4a0fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4395, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:53:14Z', 'updated_at': '2022-01-28T20:53:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '4c96ec10-0142-4a24-bde3-3743f6f3567f', 'name': '', 'network_id': '38ca869c-df2d-4e6d-b0da-929cf4a8ba51', 'tenant_id': 'b00bfe36d8d74a75b4dd1b54fff4d30b', 'mac_address': 'fa:16:3e:df:dc:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a394c90-90c0-4c93-a892-e85f1da4a0fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4396, 'fixed_ips': [{'subnet_id': 'cfebb096-fc8c-43a1-9e87-d3246d8c94c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:53:16Z', 'updated_at': '2022-01-28T20:53:20Z', 'revision_number': 4, 'project_id': 'b00bfe36d8d74a75b4dd1b54fff4d30b', 'subnets': [{'id': 'cfebb096-fc8c-43a1-9e87-d3246d8c94c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:53:21.637656 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a554fd-f170-49b3-88cd-bc0b652c6c44 None None] The sync data for ids ['8a394c90-90c0-4c93-a892-e85f1da4a0fe'] in n-d-812111-14 is: [{'id': '8a394c90-90c0-4c93-a892-e85f1da4a0fe', 'name': 'tempest-TestSnapshotPattern-943498321-router', 'tenant_id': 'b00bfe36d8d74a75b4dd1b54fff4d30b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': '14f8071c-52a1-4dee-b1ca-ac9a9aa51fea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:53:13Z', 'updated_at': '2022-01-28T20:53:17Z', 'revision_number': 4, 'project_id': 'b00bfe36d8d74a75b4dd1b54fff4d30b', 'gw_port': {'id': '14f8071c-52a1-4dee-b1ca-ac9a9aa51fea', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:54:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a394c90-90c0-4c93-a892-e85f1da4a0fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4395, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:53:14Z', 'updated_at': '2022-01-28T20:53:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': '4c96ec10-0142-4a24-bde3-3743f6f3567f', 'name': '', 'network_id': '38ca869c-df2d-4e6d-b0da-929cf4a8ba51', 'tenant_id': 'b00bfe36d8d74a75b4dd1b54fff4d30b', 'mac_address': 'fa:16:3e:df:dc:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a394c90-90c0-4c93-a892-e85f1da4a0fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4396, 'fixed_ips': [{'subnet_id': 'cfebb096-fc8c-43a1-9e87-d3246d8c94c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:53:16Z', 'updated_at': '2022-01-28T20:53:20Z', 'revision_number': 4, 'project_id': 'b00bfe36d8d74a75b4dd1b54fff4d30b', 'subnets': [{'id': 'cfebb096-fc8c-43a1-9e87-d3246d8c94c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:53:21.637893 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-c46e08f9-6329-46d4-bb40-6d3d22c5bd61 req-7b98e874-0c49-47f3-b6f1-f0e7542368b9 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] 10.222.0.64 "GET /v2.0/ports?device_id=d14f93b2-981f-45c5-a310-179bf672f42e HTTP/1.1" status: 200 len: 210 time: 0.0508149 Jan 28 20:53:21.652294 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-065af9f2-c414-4802-bf74-7d713b0cde7b None None] Provisioning complete for port 4c96ec10-0142-4a24-bde3-3743f6f3567f triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:53:21.652671 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-065af9f2-c414-4802-bf74-7d713b0cde7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (4c96ec10-0142-4a24-bde3-3743f6f3567f), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:21.737615 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 14f8071c-52a1-4dee-b1ca-ac9a9aa51fea up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:53:21.848091 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-065af9f2-c414-4802-bf74-7d713b0cde7b None None] Current status of the port 4c96ec10-0142-4a24-bde3-3743f6f3567f is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:53:21.852171 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 14f8071c-52a1-4dee-b1ca-ac9a9aa51fea triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:53:21.852862 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (14f8071c-52a1-4dee-b1ca-ac9a9aa51fea), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:21.919353 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:21.958888 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 14f8071c-52a1-4dee-b1ca-ac9a9aa51fea is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:53:22.772498 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-cacc14d8-b5bd-4ea5-b7df-d1aefa5bb540 req-531e1686-ff29-47b7-b9ae-305fd3dd2983 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] 10.222.0.64 "GET /v2.0/ports?device_id=d14f93b2-981f-45c5-a310-179bf672f42e HTTP/1.1" status: 200 len: 210 time: 0.0350320 Jan 28 20:53:22.783511 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0166d1eb-3cb7-4223-83b3-800973c44329 req-456e558e-f8b8-4a15-964b-0a698849f18b tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:53:22.793568 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-0166d1eb-3cb7-4223-83b3-800973c44329 req-456e558e-f8b8-4a15-964b-0a698849f18b tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] 10.222.0.70 "GET /v2.0/networks?id=bba0e36a-b7b0-45a5-b5c5-b8453dfb7725 HTTP/1.1" status: 200 len: 810 time: 0.1486783 Jan 28 20:53:22.860680 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-0166d1eb-3cb7-4223-83b3-800973c44329 req-65f407d0-2ec4-4e0d-8614-dc6725fcc38e tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5b1cd3f5a2ad4083935dcd6b48164b55 HTTP/1.1" status: 200 len: 379 time: 0.0543447 Jan 28 20:53:22.869894 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-0166d1eb-3cb7-4223-83b3-800973c44329 req-51147424-c9bd-40b6-89d8-cb5a267d3f9a tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Request body: {'port': {'device_id': 'd14f93b2-981f-45c5-a310-179bf672f42e', 'network_id': 'bba0e36a-b7b0-45a5-b5c5-b8453dfb7725', 'admin_state_up': True, 'tenant_id': '5b1cd3f5a2ad4083935dcd6b48164b55', 'security_groups': ['87caa052-1fb2-48bd-b549-f026d12fa4ec']}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:53:22.975892 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0166d1eb-3cb7-4223-83b3-800973c44329 req-51147424-c9bd-40b6-89d8-cb5a267d3f9a tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Made reservation on behalf of 5b1cd3f5a2ad4083935dcd6b48164b55 for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:53:22.979380 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-0166d1eb-3cb7-4223-83b3-800973c44329 req-51147424-c9bd-40b6-89d8-cb5a267d3f9a tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:23.101803 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-0166d1eb-3cb7-4223-83b3-800973c44329 req-51147424-c9bd-40b6-89d8-cb5a267d3f9a tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Allocated IP 172.20.0.10 (bba0e36a-b7b0-45a5-b5c5-b8453dfb7725/274216c3-dc61-4392-a004-b2237f16d03d/732f10e7-d969-4fa8-94ae-e00f80e4106e) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:53:23.242271 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-0166d1eb-3cb7-4223-83b3-800973c44329 req-51147424-c9bd-40b6-89d8-cb5a267d3f9a tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Publish callbacks [] for port (732f10e7-d969-4fa8-94ae-e00f80e4106e), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:23.274534 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-0166d1eb-3cb7-4223-83b3-800973c44329 req-51147424-c9bd-40b6-89d8-cb5a267d3f9a tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (732f10e7-d969-4fa8-94ae-e00f80e4106e), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:23.317767 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0166d1eb-3cb7-4223-83b3-800973c44329 req-51147424-c9bd-40b6-89d8-cb5a267d3f9a tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Network bba0e36a-b7b0-45a5-b5c5-b8453dfb7725 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:53:23.320754 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-0166d1eb-3cb7-4223-83b3-800973c44329 req-51147424-c9bd-40b6-89d8-cb5a267d3f9a tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:53:23.326521 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-0166d1eb-3cb7-4223-83b3-800973c44329 req-51147424-c9bd-40b6-89d8-cb5a267d3f9a tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:53:23.351976 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51147424-c9bd-40b6-89d8-cb5a267d3f9a tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Pushing event updated for resources: {'Port': ['ID=732f10e7-d969-4fa8-94ae-e00f80e4106e,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:53:23.383800 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0166d1eb-3cb7-4223-83b3-800973c44329 req-51147424-c9bd-40b6-89d8-cb5a267d3f9a tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:53:23.384452 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-0166d1eb-3cb7-4223-83b3-800973c44329 req-51147424-c9bd-40b6-89d8-cb5a267d3f9a tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:23.400761 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-0166d1eb-3cb7-4223-83b3-800973c44329 req-51147424-c9bd-40b6-89d8-cb5a267d3f9a tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5343797 Jan 28 20:53:23.412171 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [req-0166d1eb-3cb7-4223-83b3-800973c44329 req-5244c06a-2005-49b7-a78f-b4ba1dbc60b6 service neutron] Request body: {'port': {'device_id': 'd14f93b2-981f-45c5-a310-179bf672f42e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-14'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:53:23.477456 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-0166d1eb-3cb7-4223-83b3-800973c44329 req-5244c06a-2005-49b7-a78f-b4ba1dbc60b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (732f10e7-d969-4fa8-94ae-e00f80e4106e), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:23.581961 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-a4e42784-5074-4cf6-a56f-eb542fd2bd18 None None] Provisioning complete for port 732f10e7-d969-4fa8-94ae-e00f80e4106e triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:53:23.582471 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a4e42784-5074-4cf6-a56f-eb542fd2bd18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (732f10e7-d969-4fa8-94ae-e00f80e4106e), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:23.626073 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-a4e42784-5074-4cf6-a56f-eb542fd2bd18 None None] Port 732f10e7-d969-4fa8-94ae-e00f80e4106e cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 20:53:23.681216 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 4c96ec10-0142-4a24-bde3-3743f6f3567f up at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:53:23.731197 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Provisioning complete for port 4c96ec10-0142-4a24-bde3-3743f6f3567f triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:53:23.731667 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (4c96ec10-0142-4a24-bde3-3743f6f3567f), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:23.754174 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-0166d1eb-3cb7-4223-83b3-800973c44329 req-5244c06a-2005-49b7-a78f-b4ba1dbc60b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 732f10e7-d969-4fa8-94ae-e00f80e4106e {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:53:23.762621 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-0166d1eb-3cb7-4223-83b3-800973c44329 req-5244c06a-2005-49b7-a78f-b4ba1dbc60b6 service neutron] Publish callbacks [] for port (732f10e7-d969-4fa8-94ae-e00f80e4106e), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:23.775127 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-0166d1eb-3cb7-4223-83b3-800973c44329 req-5244c06a-2005-49b7-a78f-b4ba1dbc60b6 service neutron] Transition to ACTIVE for port object 732f10e7-d969-4fa8-94ae-e00f80e4106e will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:53:23.779557 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-0166d1eb-3cb7-4223-83b3-800973c44329 req-5244c06a-2005-49b7-a78f-b4ba1dbc60b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (732f10e7-d969-4fa8-94ae-e00f80e4106e), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:23.820938 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Current status of the port 4c96ec10-0142-4a24-bde3-3743f6f3567f is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:53:23.860713 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5244c06a-2005-49b7-a78f-b4ba1dbc60b6 service neutron] Pushing event updated for resources: {'Port': ['ID=732f10e7-d969-4fa8-94ae-e00f80e4106e,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:53:23.915625 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-0166d1eb-3cb7-4223-83b3-800973c44329 req-5244c06a-2005-49b7-a78f-b4ba1dbc60b6 service neutron] Attempting to bind port 732f10e7-d969-4fa8-94ae-e00f80e4106e on host n-h2-812111-14 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:53:23.915976 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-0166d1eb-3cb7-4223-83b3-800973c44329 req-5244c06a-2005-49b7-a78f-b4ba1dbc60b6 service neutron] Attempting to bind port 732f10e7-d969-4fa8-94ae-e00f80e4106e by drivers openvswitch,hyperv on host n-h2-812111-14 at level 0 using segments [{'id': '384fcdd9-6af9-4adb-9e60-689c3cb9c20a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'bba0e36a-b7b0-45a5-b5c5-b8453dfb7725'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:53:23.916315 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0166d1eb-3cb7-4223-83b3-800973c44329 req-5244c06a-2005-49b7-a78f-b4ba1dbc60b6 service neutron] Attempting to bind port 732f10e7-d969-4fa8-94ae-e00f80e4106e on network bba0e36a-b7b0-45a5-b5c5-b8453dfb7725 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:53:23.917610 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c0ec4a-281d-455f-b52a-3fd3079caf33 req-ac67e817-ab5f-48bd-8210-a94e63f93055 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:53:23.921252 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0166d1eb-3cb7-4223-83b3-800973c44329 req-5244c06a-2005-49b7-a78f-b4ba1dbc60b6 service neutron] Port 732f10e7-d969-4fa8-94ae-e00f80e4106e on network bba0e36a-b7b0-45a5-b5c5-b8453dfb7725 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-14 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:53:23.921586 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0166d1eb-3cb7-4223-83b3-800973c44329 req-5244c06a-2005-49b7-a78f-b4ba1dbc60b6 service neutron] Attempting to bind port 732f10e7-d969-4fa8-94ae-e00f80e4106e on network bba0e36a-b7b0-45a5-b5c5-b8453dfb7725 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:53:23.925721 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-16c0ec4a-281d-455f-b52a-3fd3079caf33 req-ac67e817-ab5f-48bd-8210-a94e63f93055 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] 10.222.0.64 "GET /v2.0/ports?device_id=d14f93b2-981f-45c5-a310-179bf672f42e HTTP/1.1" status: 200 len: 944 time: 0.0773282 Jan 28 20:53:23.927493 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0166d1eb-3cb7-4223-83b3-800973c44329 req-5244c06a-2005-49b7-a78f-b4ba1dbc60b6 service neutron] Checking agent: {'id': '8f3fee4e-bf24-4b58-8a3a-ae9c8011a473', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 53, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:53:23.928017 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0166d1eb-3cb7-4223-83b3-800973c44329 req-5244c06a-2005-49b7-a78f-b4ba1dbc60b6 service neutron] Checking segment: {'id': '384fcdd9-6af9-4adb-9e60-689c3cb9c20a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'bba0e36a-b7b0-45a5-b5c5-b8453dfb7725'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:53:23.928494 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0166d1eb-3cb7-4223-83b3-800973c44329 req-5244c06a-2005-49b7-a78f-b4ba1dbc60b6 service neutron] Bound using segment: {'id': '384fcdd9-6af9-4adb-9e60-689c3cb9c20a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'bba0e36a-b7b0-45a5-b5c5-b8453dfb7725'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:53:23.929006 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-0166d1eb-3cb7-4223-83b3-800973c44329 req-5244c06a-2005-49b7-a78f-b4ba1dbc60b6 service neutron] Bound port: 732f10e7-d969-4fa8-94ae-e00f80e4106e, host: n-h2-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '384fcdd9-6af9-4adb-9e60-689c3cb9c20a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'bba0e36a-b7b0-45a5-b5c5-b8453dfb7725'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:53:23.929465 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-0166d1eb-3cb7-4223-83b3-800973c44329 req-5244c06a-2005-49b7-a78f-b4ba1dbc60b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (732f10e7-d969-4fa8-94ae-e00f80e4106e), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:23.980160 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-16c0ec4a-281d-455f-b52a-3fd3079caf33 req-28b55be0-162f-471a-a3cf-6dd95046c0ba tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] 10.222.0.64 "GET /v2.0/security-groups?id=87caa052-1fb2-48bd-b549-f026d12fa4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532379 Jan 28 20:53:24.004439 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-0166d1eb-3cb7-4223-83b3-800973c44329 req-5244c06a-2005-49b7-a78f-b4ba1dbc60b6 service neutron] For port 732f10e7-d969-4fa8-94ae-e00f80e4106e, host n-h2-812111-14, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:53:24.007837 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-0166d1eb-3cb7-4223-83b3-800973c44329 req-5244c06a-2005-49b7-a78f-b4ba1dbc60b6 service neutron] For port 732f10e7-d969-4fa8-94ae-e00f80e4106e, host n-h2-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=732f10e7-d969-4fa8-94ae-e00f80e4106e,segment=NetworkSegment(384fcdd9-6af9-4adb-9e60-689c3cb9c20a),segment_id=384fcdd9-6af9-4adb-9e60-689c3cb9c20a)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:53:24.014679 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-0166d1eb-3cb7-4223-83b3-800973c44329 req-5244c06a-2005-49b7-a78f-b4ba1dbc60b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (732f10e7-d969-4fa8-94ae-e00f80e4106e), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:24.050149 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0166d1eb-3cb7-4223-83b3-800973c44329 req-5244c06a-2005-49b7-a78f-b4ba1dbc60b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:53:24.050780 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-0166d1eb-3cb7-4223-83b3-800973c44329 req-5244c06a-2005-49b7-a78f-b4ba1dbc60b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:24.052173 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-0166d1eb-3cb7-4223-83b3-800973c44329 req-5244c06a-2005-49b7-a78f-b4ba1dbc60b6 service neutron] 10.222.0.70 "PUT /v2.0/ports/732f10e7-d969-4fa8-94ae-e00f80e4106e HTTP/1.1" status: 200 len: 1093 time: 0.6442373 Jan 28 20:53:24.052620 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd14f93b2-981f-45c5-a310-179bf672f42e', 'tag': '732f10e7-d969-4fa8-94ae-e00f80e4106e'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:53:24.054941 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}690870b4896ba3504f21237a239c836c0346d6a62bcfb5e8ee91fd1b13f99dd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeb7991c-dd6a-43d1-b896-5d688dc82611" -d '{"events": [{"name": "network-changed", "server_uuid": "d14f93b2-981f-45c5-a310-179bf672f42e", "tag": "732f10e7-d969-4fa8-94ae-e00f80e4106e"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:53:24.085229 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5244c06a-2005-49b7-a78f-b4ba1dbc60b6 service neutron] Pushing event updated for resources: {'Port': ['ID=732f10e7-d969-4fa8-94ae-e00f80e4106e,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:53:24.153847 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0166d1eb-3cb7-4223-83b3-800973c44329 req-d6911b7c-5631-4257-8604-a6b9b359fd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:53:24.155376 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-0166d1eb-3cb7-4223-83b3-800973c44329 req-d6911b7c-5631-4257-8604-a6b9b359fd37 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5b1cd3f5a2ad4083935dcd6b48164b55&device_id=d14f93b2-981f-45c5-a310-179bf672f42e HTTP/1.1" status: 200 len: 1127 time: 0.0628483 Jan 28 20:53:24.200933 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:53:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6ec3b56-a074-4ef5-b3c1-aa0a68cd0a45 x-openstack-request-id: req-f6ec3b56-a074-4ef5-b3c1-aa0a68cd0a45 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:53:24.201259 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d14f93b2-981f-45c5-a310-179bf672f42e", "tag": "732f10e7-d969-4fa8-94ae-e00f80e4106e", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:53:24.201523 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f6ec3b56-a074-4ef5-b3c1-aa0a68cd0a45 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:53:24.201933 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd14f93b2-981f-45c5-a310-179bf672f42e', 'tag': '732f10e7-d969-4fa8-94ae-e00f80e4106e', 'status': 'completed', 'code': 200} Jan 28 20:53:24.203856 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-0166d1eb-3cb7-4223-83b3-800973c44329 req-c6826299-5dcf-4fc0-87b7-631bc7b95d0d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=732f10e7-d969-4fa8-94ae-e00f80e4106e HTTP/1.1" status: 200 len: 217 time: 0.0404902 Jan 28 20:53:24.262399 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0166d1eb-3cb7-4223-83b3-800973c44329 req-d3c7166f-ba2d-47e5-8d27-73d41064ebd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:53:24.263877 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-0166d1eb-3cb7-4223-83b3-800973c44329 req-d3c7166f-ba2d-47e5-8d27-73d41064ebd6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=274216c3-dc61-4392-a004-b2237f16d03d HTTP/1.1" status: 200 len: 849 time: 0.0540783 Jan 28 20:53:24.318177 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0166d1eb-3cb7-4223-83b3-800973c44329 req-17ad1036-7ece-48be-a998-184a317cd96b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:53:24.319671 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-0166d1eb-3cb7-4223-83b3-800973c44329 req-17ad1036-7ece-48be-a998-184a317cd96b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=bba0e36a-b7b0-45a5-b5c5-b8453dfb7725&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0496933 Jan 28 20:53:24.409432 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-0166d1eb-3cb7-4223-83b3-800973c44329 req-15e88ece-b74b-4abd-bf87-6b3aaaac9dfa service neutron] 10.222.0.70 "GET /v2.0/networks/bba0e36a-b7b0-45a5-b5c5-b8453dfb7725?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840290 Jan 28 20:53:24.499769 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-0166d1eb-3cb7-4223-83b3-800973c44329 req-d4d6f893-ca78-4490-a3a9-866ce0162e92 service neutron] 10.222.0.70 "GET /v2.0/networks/bba0e36a-b7b0-45a5-b5c5-b8453dfb7725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844176 Jan 28 20:53:24.585515 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb7991c-dd6a-43d1-b896-5d688dc82611 req-d4e88718-950d-402b-9bf1-5a1a26c6813d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:53:24.587003 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-eeb7991c-dd6a-43d1-b896-5d688dc82611 req-d4e88718-950d-402b-9bf1-5a1a26c6813d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5b1cd3f5a2ad4083935dcd6b48164b55&device_id=d14f93b2-981f-45c5-a310-179bf672f42e HTTP/1.1" status: 200 len: 1127 time: 0.0457611 Jan 28 20:53:24.675573 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb7991c-dd6a-43d1-b896-5d688dc82611 req-7c3efa33-5ba2-473e-8304-cf2122f70676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:53:24.677034 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-eeb7991c-dd6a-43d1-b896-5d688dc82611 req-7c3efa33-5ba2-473e-8304-cf2122f70676 service neutron] 10.222.0.70 "GET /v2.0/networks?id=bba0e36a-b7b0-45a5-b5c5-b8453dfb7725 HTTP/1.1" status: 200 len: 910 time: 0.0847347 Jan 28 20:53:24.721398 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-eeb7991c-dd6a-43d1-b896-5d688dc82611 req-774491cb-b0d1-4d20-b5bc-7b16e6d10a40 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=732f10e7-d969-4fa8-94ae-e00f80e4106e HTTP/1.1" status: 200 len: 217 time: 0.0379264 Jan 28 20:53:24.768884 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb7991c-dd6a-43d1-b896-5d688dc82611 req-b23de334-4b41-4872-9023-fd49d9190a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:53:24.770433 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-eeb7991c-dd6a-43d1-b896-5d688dc82611 req-b23de334-4b41-4872-9023-fd49d9190a76 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=274216c3-dc61-4392-a004-b2237f16d03d HTTP/1.1" status: 200 len: 849 time: 0.0432506 Jan 28 20:53:24.821754 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb7991c-dd6a-43d1-b896-5d688dc82611 req-44f5d9de-ca81-4054-aa6e-b8d9bb17736a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:53:24.823271 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-eeb7991c-dd6a-43d1-b896-5d688dc82611 req-44f5d9de-ca81-4054-aa6e-b8d9bb17736a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=bba0e36a-b7b0-45a5-b5c5-b8453dfb7725&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0463703 Jan 28 20:53:24.898680 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:24.918076 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-eeb7991c-dd6a-43d1-b896-5d688dc82611 req-2e4b0965-b1a4-4e4f-a91d-ee35535492dd service neutron] 10.222.0.70 "GET /v2.0/networks/bba0e36a-b7b0-45a5-b5c5-b8453dfb7725?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883451 Jan 28 20:53:25.004760 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-eeb7991c-dd6a-43d1-b896-5d688dc82611 req-84f18a29-6875-46eb-8a08-653fcdb508bd service neutron] 10.222.0.70 "GET /v2.0/networks/bba0e36a-b7b0-45a5-b5c5-b8453dfb7725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806894 Jan 28 20:53:25.106313 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ecfa4d-524c-47ca-acf0-86dc0e9ccd9c req-cac40275-aa9a-47d7-affe-16eaf6638556 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:53:25.107789 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-79ecfa4d-524c-47ca-acf0-86dc0e9ccd9c req-cac40275-aa9a-47d7-affe-16eaf6638556 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] 10.222.0.64 "GET /v2.0/ports?device_id=d14f93b2-981f-45c5-a310-179bf672f42e HTTP/1.1" status: 200 len: 944 time: 0.0551863 Jan 28 20:53:25.155573 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-79ecfa4d-524c-47ca-acf0-86dc0e9ccd9c req-ecf8760c-d6f4-481c-97c8-f02c3db29f4a tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] 10.222.0.64 "GET /v2.0/security-groups?id=87caa052-1fb2-48bd-b549-f026d12fa4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419753 Jan 28 20:53:25.893116 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 732f10e7-d969-4fa8-94ae-e00f80e4106e details requested by agent hyperv_n-h2-812111-14 with host n-h2-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:53:25.991679 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 732f10e7-d969-4fa8-94ae-e00f80e4106e, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=732f10e7-d969-4fa8-94ae-e00f80e4106e,segment=NetworkSegment(384fcdd9-6af9-4adb-9e60-689c3cb9c20a),segment_id=384fcdd9-6af9-4adb-9e60-689c3cb9c20a)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:53:26.003322 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Returning: {'device': '732f10e7-d969-4fa8-94ae-e00f80e4106e', 'network_id': 'bba0e36a-b7b0-45a5-b5c5-b8453dfb7725', 'port_id': '732f10e7-d969-4fa8-94ae-e00f80e4106e', 'mac_address': 'fa:16:3e:b1:27:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '274216c3-dc61-4392-a004-b2237f16d03d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:53:26.040183 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 732f10e7-d969-4fa8-94ae-e00f80e4106e is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:53:26.040573 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (732f10e7-d969-4fa8-94ae-e00f80e4106e), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:26.054548 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 732f10e7-d969-4fa8-94ae-e00f80e4106e {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:53:26.076134 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 732f10e7-d969-4fa8-94ae-e00f80e4106e, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=732f10e7-d969-4fa8-94ae-e00f80e4106e,segment=NetworkSegment(384fcdd9-6af9-4adb-9e60-689c3cb9c20a),segment_id=384fcdd9-6af9-4adb-9e60-689c3cb9c20a)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:53:26.079805 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (732f10e7-d969-4fa8-94ae-e00f80e4106e), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:26.130261 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=732f10e7-d969-4fa8-94ae-e00f80e4106e,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:53:26.280197 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b736b99a-1fc8-4f73-ac5b-821868e2ba0d req-f621eacd-0ff2-483d-826a-bab5bcfa91d7 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:53:26.282439 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b736b99a-1fc8-4f73-ac5b-821868e2ba0d req-f621eacd-0ff2-483d-826a-bab5bcfa91d7 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] 10.222.0.64 "GET /v2.0/ports?device_id=d14f93b2-981f-45c5-a310-179bf672f42e HTTP/1.1" status: 200 len: 945 time: 0.0569799 Jan 28 20:53:26.288349 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['732f10e7-d969-4fa8-94ae-e00f80e4106e'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:53:26.331574 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-b736b99a-1fc8-4f73-ac5b-821868e2ba0d req-4efc0824-2888-4371-9f21-93647b4eab24 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] 10.222.0.64 "GET /v2.0/security-groups?id=87caa052-1fb2-48bd-b549-f026d12fa4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428696 Jan 28 20:53:27.452052 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e187ce1-6408-4345-90f9-72f622a6acc1 req-b8678aae-1446-4b7b-87f1-16c842263041 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:53:27.453545 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1e187ce1-6408-4345-90f9-72f622a6acc1 req-b8678aae-1446-4b7b-87f1-16c842263041 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] 10.222.0.64 "GET /v2.0/ports?device_id=d14f93b2-981f-45c5-a310-179bf672f42e HTTP/1.1" status: 200 len: 945 time: 0.0539114 Jan 28 20:53:27.510613 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1e187ce1-6408-4345-90f9-72f622a6acc1 req-595c921b-0775-4e20-9dcb-28d6363a9fbf tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] 10.222.0.64 "GET /v2.0/security-groups?id=87caa052-1fb2-48bd-b549-f026d12fa4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512342 Jan 28 20:53:27.897552 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 732f10e7-d969-4fa8-94ae-e00f80e4106e up at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:53:27.947392 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning for port 732f10e7-d969-4fa8-94ae-e00f80e4106e completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:53:27.951341 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning complete for port 732f10e7-d969-4fa8-94ae-e00f80e4106e triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:53:27.951721 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (732f10e7-d969-4fa8-94ae-e00f80e4106e), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:28.029588 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 732f10e7-d969-4fa8-94ae-e00f80e4106e is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:53:28.029967 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (732f10e7-d969-4fa8-94ae-e00f80e4106e), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:28.052919 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd14f93b2-981f-45c5-a310-179bf672f42e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '732f10e7-d969-4fa8-94ae-e00f80e4106e'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:53:28.055180 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}704c702df6f21e7df92d3d89d4c6cfde2c6406e49d8202b36454fc5209adee22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cdd041c-7747-4946-a305-3d2c7408ee92" -d '{"events": [{"server_uuid": "d14f93b2-981f-45c5-a310-179bf672f42e", "name": "network-vif-plugged", "status": "completed", "tag": "732f10e7-d969-4fa8-94ae-e00f80e4106e"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:53:28.066938 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 732f10e7-d969-4fa8-94ae-e00f80e4106e, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=732f10e7-d969-4fa8-94ae-e00f80e4106e,segment=NetworkSegment(384fcdd9-6af9-4adb-9e60-689c3cb9c20a),segment_id=384fcdd9-6af9-4adb-9e60-689c3cb9c20a)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:53:28.071064 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (732f10e7-d969-4fa8-94ae-e00f80e4106e), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:28.096987 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02954de5-1405-4003-b19a-a68f43a68af6 x-openstack-request-id: req-02954de5-1405-4003-b19a-a68f43a68af6 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:53:28.097308 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d14f93b2-981f-45c5-a310-179bf672f42e", "name": "network-vif-plugged", "status": "completed", "tag": "732f10e7-d969-4fa8-94ae-e00f80e4106e", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:53:28.097560 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-02954de5-1405-4003-b19a-a68f43a68af6 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:53:28.097950 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd14f93b2-981f-45c5-a310-179bf672f42e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '732f10e7-d969-4fa8-94ae-e00f80e4106e', 'code': 200} Jan 28 20:53:28.124197 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=732f10e7-d969-4fa8-94ae-e00f80e4106e,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:53:28.213318 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5979d19-748a-42b7-9bd0-3bd2f5249b25 req-67880bbb-39ee-45fc-8aa2-745aaa6aaedd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:53:28.214826 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d5979d19-748a-42b7-9bd0-3bd2f5249b25 req-67880bbb-39ee-45fc-8aa2-745aaa6aaedd service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=d14f93b2-981f-45c5-a310-179bf672f42e HTTP/1.1" status: 200 len: 1129 time: 0.0435104 Jan 28 20:53:28.260107 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-d5979d19-748a-42b7-9bd0-3bd2f5249b25 req-f51b300e-6472-4b12-b523-809e7ec8a747 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=87caa052-1fb2-48bd-b549-f026d12fa4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377440 Jan 28 20:53:28.628320 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cfab94-b5e8-4830-9caa-c837620f4612 req-b329cb37-9935-4b4c-a277-0682a51767fd tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:53:28.629719 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-85cfab94-b5e8-4830-9caa-c837620f4612 req-b329cb37-9935-4b4c-a277-0682a51767fd tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] 10.222.0.64 "GET /v2.0/ports?device_id=d14f93b2-981f-45c5-a310-179bf672f42e HTTP/1.1" status: 200 len: 946 time: 0.0519240 Jan 28 20:53:28.678577 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-85cfab94-b5e8-4830-9caa-c837620f4612 req-af32f419-9a7b-4360-83de-0ac0474b5548 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] 10.222.0.64 "GET /v2.0/security-groups?id=87caa052-1fb2-48bd-b549-f026d12fa4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433745 Jan 28 20:53:29.799661 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e2632a-804c-4fc6-ae4e-431482d33f8f req-561a358b-224b-45a2-ac9d-a08b93cf684f tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:53:29.801041 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-47e2632a-804c-4fc6-ae4e-431482d33f8f req-561a358b-224b-45a2-ac9d-a08b93cf684f tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] 10.222.0.64 "GET /v2.0/ports?device_id=d14f93b2-981f-45c5-a310-179bf672f42e HTTP/1.1" status: 200 len: 946 time: 0.0516601 Jan 28 20:53:29.852861 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-47e2632a-804c-4fc6-ae4e-431482d33f8f req-a60bfc55-864c-464f-8ef3-0848a17ab393 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] 10.222.0.64 "GET /v2.0/security-groups?id=87caa052-1fb2-48bd-b549-f026d12fa4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460308 Jan 28 20:53:29.972424 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcef8cdc-714e-43bc-80d5-4dbe259896fd req-5b18171b-8b3d-42f7-b131-9d62363068ed tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:53:29.973918 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-dcef8cdc-714e-43bc-80d5-4dbe259896fd req-5b18171b-8b3d-42f7-b131-9d62363068ed tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] 10.222.0.64 "GET /v2.0/ports?device_id=d14f93b2-981f-45c5-a310-179bf672f42e HTTP/1.1" status: 200 len: 946 time: 0.0554180 Jan 28 20:53:30.022528 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-dcef8cdc-714e-43bc-80d5-4dbe259896fd req-160f1e63-5348-4d2a-90fa-ff99a61870b2 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] 10.222.0.64 "GET /v2.0/security-groups?id=87caa052-1fb2-48bd-b549-f026d12fa4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430102 Jan 28 20:53:30.045069 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 45160) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:53:30.129656 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-951e2352-dd31-4716-afd1-d5156975f13e tempest-TestSnapshotPattern-1755944446 tempest-TestSnapshotPattern-1755944446-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:53:30.131153 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-951e2352-dd31-4716-afd1-d5156975f13e tempest-TestSnapshotPattern-1755944446 tempest-TestSnapshotPattern-1755944446-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=d14f93b2-981f-45c5-a310-179bf672f42e HTTP/1.1" status: 200 len: 1124 time: 0.0847411 Jan 28 20:53:30.134128 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 45164) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:53:30.138266 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-6daf5fae-66de-410e-b4f1-4b312f82e657 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Request body: {'floatingip': {'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'port_id': '732f10e7-d969-4fa8-94ae-e00f80e4106e', 'tenant_id': '5b1cd3f5a2ad4083935dcd6b48164b55', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:53:30.159478 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6daf5fae-66de-410e-b4f1-4b312f82e657 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:30.252477 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6daf5fae-66de-410e-b4f1-4b312f82e657 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:30.689622 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-6daf5fae-66de-410e-b4f1-4b312f82e657 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Allocated IP 172.25.6.17 (d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8/a648e4ab-7422-41b9-b133-58aca25ab8f5/f2e739a1-1be0-47fe-ac1e-251ca1662cd3) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:53:30.792523 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6daf5fae-66de-410e-b4f1-4b312f82e657 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Publish callbacks [] for port (f2e739a1-1be0-47fe-ac1e-251ca1662cd3), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:30.825996 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6daf5fae-66de-410e-b4f1-4b312f82e657 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (f2e739a1-1be0-47fe-ac1e-251ca1662cd3), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:30.862321 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6daf5fae-66de-410e-b4f1-4b312f82e657 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:53:30.865074 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-6daf5fae-66de-410e-b4f1-4b312f82e657 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:53:30.868488 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6daf5fae-66de-410e-b4f1-4b312f82e657 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:53:30.896018 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daf5fae-66de-410e-b4f1-4b312f82e657 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Pushing event updated for resources: {'Port': ['ID=f2e739a1-1be0-47fe-ac1e-251ca1662cd3,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:53:31.231248 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6daf5fae-66de-410e-b4f1-4b312f82e657 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Publish callbacks [] for floatingip (e66dd10d-83f6-4036-b34d-0abaec8e72d3), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:31.299529 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6daf5fae-66de-410e-b4f1-4b312f82e657 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (f2e739a1-1be0-47fe-ac1e-251ca1662cd3), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:31.450579 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6daf5fae-66de-410e-b4f1-4b312f82e657 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Publish callbacks [] for port (f2e739a1-1be0-47fe-ac1e-251ca1662cd3), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:31.455697 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6daf5fae-66de-410e-b4f1-4b312f82e657 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (f2e739a1-1be0-47fe-ac1e-251ca1662cd3), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:31.526564 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daf5fae-66de-410e-b4f1-4b312f82e657 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Pushing event updated for resources: {'Port': ['ID=f2e739a1-1be0-47fe-ac1e-251ca1662cd3,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:53:31.536079 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6daf5fae-66de-410e-b4f1-4b312f82e657 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734886'] for floatingip (e66dd10d-83f6-4036-b34d-0abaec8e72d3), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:31.635400 n-d-812111-14 neutron-server[103304]: INFO neutron.db.l3_db [None req-6daf5fae-66de-410e-b4f1-4b312f82e657 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Floating IP e66dd10d-83f6-4036-b34d-0abaec8e72d3 associated. External IP: 172.25.6.17, port: 732f10e7-d969-4fa8-94ae-e00f80e4106e. Jan 28 20:53:31.850693 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6daf5fae-66de-410e-b4f1-4b312f82e657 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Router b872e723-1882-45bf-ae9a-46ed4b073c53 has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:53:31.958115 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6daf5fae-66de-410e-b4f1-4b312f82e657 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:53:31.967650 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ba6a41-272d-4c15-986d-0d1e89b66a97 None None] Sync routers for ids ['b872e723-1882-45bf-ae9a-46ed4b073c53'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:53:31.976719 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6daf5fae-66de-410e-b4f1-4b312f82e657 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for floatingip (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:31.981543 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ba6a41-272d-4c15-986d-0d1e89b66a97 None None] Routers {'b872e723-1882-45bf-ae9a-46ed4b073c53'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:53:31.982175 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-39ba6a41-272d-4c15-986d-0d1e89b66a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:53:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['b872e723-1882-45bf-ae9a-46ed4b073c53'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:53:32.017118 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-6daf5fae-66de-410e-b4f1-4b312f82e657 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8718293 Jan 28 20:53:32.017118 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd14f93b2-981f-45c5-a310-179bf672f42e', 'tag': '732f10e7-d969-4fa8-94ae-e00f80e4106e'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:53:32.017118 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}690870b4896ba3504f21237a239c836c0346d6a62bcfb5e8ee91fd1b13f99dd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2884606a-48f7-497b-b1fd-b19a3f07b47f" -d '{"events": [{"name": "network-changed", "server_uuid": "d14f93b2-981f-45c5-a310-179bf672f42e", "tag": "732f10e7-d969-4fa8-94ae-e00f80e4106e"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:53:32.050960 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba4a6bcb-dac3-4d81-8605-394c88192fb2 x-openstack-request-id: req-ba4a6bcb-dac3-4d81-8605-394c88192fb2 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:53:32.051256 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d14f93b2-981f-45c5-a310-179bf672f42e", "tag": "732f10e7-d969-4fa8-94ae-e00f80e4106e", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:53:32.051516 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ba4a6bcb-dac3-4d81-8605-394c88192fb2 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:53:32.051920 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd14f93b2-981f-45c5-a310-179bf672f42e', 'tag': '732f10e7-d969-4fa8-94ae-e00f80e4106e', 'status': 'completed', 'code': 200} Jan 28 20:53:32.094326 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-39ba6a41-272d-4c15-986d-0d1e89b66a97 None None] Set router b872e723-1882-45bf-ae9a-46ed4b073c53 gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:53:32.117290 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2884606a-48f7-497b-b1fd-b19a3f07b47f req-a9add0bd-eba7-4d02-b180-5363841bdb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:53:32.118744 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2884606a-48f7-497b-b1fd-b19a3f07b47f req-a9add0bd-eba7-4d02-b180-5363841bdb75 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5b1cd3f5a2ad4083935dcd6b48164b55&device_id=d14f93b2-981f-45c5-a310-179bf672f42e HTTP/1.1" status: 200 len: 1129 time: 0.0451267 Jan 28 20:53:32.212067 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2884606a-48f7-497b-b1fd-b19a3f07b47f req-be3f7c80-2bbc-4ff3-8ba2-4514617a33ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:53:32.213581 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2884606a-48f7-497b-b1fd-b19a3f07b47f req-be3f7c80-2bbc-4ff3-8ba2-4514617a33ec service neutron] 10.222.0.70 "GET /v2.0/networks?id=bba0e36a-b7b0-45a5-b5c5-b8453dfb7725 HTTP/1.1" status: 200 len: 910 time: 0.0890698 Jan 28 20:53:32.283220 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2884606a-48f7-497b-b1fd-b19a3f07b47f req-49416606-3094-4d49-8eda-ae88e3610e40 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=732f10e7-d969-4fa8-94ae-e00f80e4106e HTTP/1.1" status: 200 len: 999 time: 0.0594544 Jan 28 20:53:32.314888 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-39ba6a41-272d-4c15-986d-0d1e89b66a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b872e723-1882-45bf-ae9a-46ed4b073c53', 'name': 'tempest-TestSnapshotPattern-1468582447-router', 'tenant_id': '5b1cd3f5a2ad4083935dcd6b48164b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': '05aadc81-8c78-4f69-a7e8-68861f7307dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:53:09Z', 'updated_at': '2022-01-28T20:53:11Z', 'revision_number': 4, 'project_id': '5b1cd3f5a2ad4083935dcd6b48164b55', 'gw_port': {'id': '05aadc81-8c78-4f69-a7e8-68861f7307dc', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:01:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b872e723-1882-45bf-ae9a-46ed4b073c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:53:09Z', 'updated_at': '2022-01-28T20:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_floatingips': [{'id': 'e66dd10d-83f6-4036-b34d-0abaec8e72d3', 'tenant_id': '5b1cd3f5a2ad4083935dcd6b48164b55', 'floating_ip_address': '172.25.6.17', 'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'router_id': 'b872e723-1882-45bf-ae9a-46ed4b073c53', 'port_id': '732f10e7-d969-4fa8-94ae-e00f80e4106e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bba0e36a-b7b0-45a5-b5c5-b8453dfb7725', 'mac_address': 'fa:16:3e:b1:27:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd14f93b2-981f-45c5-a310-179bf672f42e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:53:31Z', 'updated_at': '2022-01-28T20:53:31Z', 'revision_number': 0, 'project_id': '5b1cd3f5a2ad4083935dcd6b48164b55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba399678-d4e2-494a-a930-137c3c296c51', 'name': '', 'network_id': 'bba0e36a-b7b0-45a5-b5c5-b8453dfb7725', 'tenant_id': '5b1cd3f5a2ad4083935dcd6b48164b55', 'mac_address': 'fa:16:3e:30:83:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b872e723-1882-45bf-ae9a-46ed4b073c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '274216c3-dc61-4392-a004-b2237f16d03d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:53:11Z', 'updated_at': '2022-01-28T20:53:16Z', 'revision_number': 5, 'project_id': '5b1cd3f5a2ad4083935dcd6b48164b55', 'subnets': [{'id': '274216c3-dc61-4392-a004-b2237f16d03d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:53:32.334900 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2884606a-48f7-497b-b1fd-b19a3f07b47f req-62e8ca49-9212-4dd5-9b7c-3bf0b749542a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:53:32.336349 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2884606a-48f7-497b-b1fd-b19a3f07b47f req-62e8ca49-9212-4dd5-9b7c-3bf0b749542a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=274216c3-dc61-4392-a004-b2237f16d03d HTTP/1.1" status: 200 len: 849 time: 0.0474324 Jan 28 20:53:32.339971 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ba6a41-272d-4c15-986d-0d1e89b66a97 None None] Checking router: b872e723-1882-45bf-ae9a-46ed4b073c53 for host: n-d-812111-14 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:53:32.348674 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ba6a41-272d-4c15-986d-0d1e89b66a97 None None] Routers {'b872e723-1882-45bf-ae9a-46ed4b073c53'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:53:32.349374 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-39ba6a41-272d-4c15-986d-0d1e89b66a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:53:09Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['b872e723-1882-45bf-ae9a-46ed4b073c53'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:53:32.392521 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2884606a-48f7-497b-b1fd-b19a3f07b47f req-5df2bdb2-0c45-4639-8065-9c087e39bc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:53:32.394037 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2884606a-48f7-497b-b1fd-b19a3f07b47f req-5df2bdb2-0c45-4639-8065-9c087e39bc4c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=bba0e36a-b7b0-45a5-b5c5-b8453dfb7725&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0468452 Jan 28 20:53:32.455040 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-39ba6a41-272d-4c15-986d-0d1e89b66a97 None None] Set router b872e723-1882-45bf-ae9a-46ed4b073c53 gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:53:32.485559 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2884606a-48f7-497b-b1fd-b19a3f07b47f req-788deff8-9fb0-4f41-bb61-ee8c25ebbe02 service neutron] 10.222.0.70 "GET /v2.0/networks/bba0e36a-b7b0-45a5-b5c5-b8453dfb7725?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847542 Jan 28 20:53:32.580646 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-2884606a-48f7-497b-b1fd-b19a3f07b47f req-ffb243ab-1f6e-41c7-8f57-a4f514d5104c service neutron] 10.222.0.70 "GET /v2.0/networks/bba0e36a-b7b0-45a5-b5c5-b8453dfb7725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874758 Jan 28 20:53:32.675078 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-39ba6a41-272d-4c15-986d-0d1e89b66a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b872e723-1882-45bf-ae9a-46ed4b073c53', 'name': 'tempest-TestSnapshotPattern-1468582447-router', 'tenant_id': '5b1cd3f5a2ad4083935dcd6b48164b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': '05aadc81-8c78-4f69-a7e8-68861f7307dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:53:09Z', 'updated_at': '2022-01-28T20:53:11Z', 'revision_number': 4, 'project_id': '5b1cd3f5a2ad4083935dcd6b48164b55', 'gw_port': {'id': '05aadc81-8c78-4f69-a7e8-68861f7307dc', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:01:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b872e723-1882-45bf-ae9a-46ed4b073c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:53:09Z', 'updated_at': '2022-01-28T20:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_floatingips': [{'id': 'e66dd10d-83f6-4036-b34d-0abaec8e72d3', 'tenant_id': '5b1cd3f5a2ad4083935dcd6b48164b55', 'floating_ip_address': '172.25.6.17', 'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'router_id': 'b872e723-1882-45bf-ae9a-46ed4b073c53', 'port_id': '732f10e7-d969-4fa8-94ae-e00f80e4106e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bba0e36a-b7b0-45a5-b5c5-b8453dfb7725', 'mac_address': 'fa:16:3e:b1:27:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd14f93b2-981f-45c5-a310-179bf672f42e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:53:31Z', 'updated_at': '2022-01-28T20:53:31Z', 'revision_number': 0, 'project_id': '5b1cd3f5a2ad4083935dcd6b48164b55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba399678-d4e2-494a-a930-137c3c296c51', 'name': '', 'network_id': 'bba0e36a-b7b0-45a5-b5c5-b8453dfb7725', 'tenant_id': '5b1cd3f5a2ad4083935dcd6b48164b55', 'mac_address': 'fa:16:3e:30:83:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b872e723-1882-45bf-ae9a-46ed4b073c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '274216c3-dc61-4392-a004-b2237f16d03d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:53:11Z', 'updated_at': '2022-01-28T20:53:16Z', 'revision_number': 5, 'project_id': '5b1cd3f5a2ad4083935dcd6b48164b55', 'subnets': [{'id': '274216c3-dc61-4392-a004-b2237f16d03d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:53:32.705674 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ba6a41-272d-4c15-986d-0d1e89b66a97 None None] The sync data for ids ['b872e723-1882-45bf-ae9a-46ed4b073c53'] in n-d-812111-14 is: [{'id': 'b872e723-1882-45bf-ae9a-46ed4b073c53', 'name': 'tempest-TestSnapshotPattern-1468582447-router', 'tenant_id': '5b1cd3f5a2ad4083935dcd6b48164b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': '05aadc81-8c78-4f69-a7e8-68861f7307dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:53:09Z', 'updated_at': '2022-01-28T20:53:11Z', 'revision_number': 4, 'project_id': '5b1cd3f5a2ad4083935dcd6b48164b55', 'gw_port': {'id': '05aadc81-8c78-4f69-a7e8-68861f7307dc', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:01:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b872e723-1882-45bf-ae9a-46ed4b073c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:53:09Z', 'updated_at': '2022-01-28T20:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_floatingips': [{'id': 'e66dd10d-83f6-4036-b34d-0abaec8e72d3', 'tenant_id': '5b1cd3f5a2ad4083935dcd6b48164b55', 'floating_ip_address': '172.25.6.17', 'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'router_id': 'b872e723-1882-45bf-ae9a-46ed4b073c53', 'port_id': '732f10e7-d969-4fa8-94ae-e00f80e4106e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bba0e36a-b7b0-45a5-b5c5-b8453dfb7725', 'mac_address': 'fa:16:3e:b1:27:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd14f93b2-981f-45c5-a310-179bf672f42e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:53:31Z', 'updated_at': '2022-01-28T20:53:31Z', 'revision_number': 0, 'project_id': '5b1cd3f5a2ad4083935dcd6b48164b55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba399678-d4e2-494a-a930-137c3c296c51', 'name': '', 'network_id': 'bba0e36a-b7b0-45a5-b5c5-b8453dfb7725', 'tenant_id': '5b1cd3f5a2ad4083935dcd6b48164b55', 'mac_address': 'fa:16:3e:30:83:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b872e723-1882-45bf-ae9a-46ed4b073c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '274216c3-dc61-4392-a004-b2237f16d03d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:53:11Z', 'updated_at': '2022-01-28T20:53:16Z', 'revision_number': 5, 'project_id': '5b1cd3f5a2ad4083935dcd6b48164b55', 'subnets': [{'id': '274216c3-dc61-4392-a004-b2237f16d03d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:53:32.894649 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29d0310-38f8-4ed4-98fb-817e9ddd5513 None None] New status for floating IP e66dd10d-83f6-4036-b34d-0abaec8e72d3: ACTIVE {{(pid=103306) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 20:53:36.904488 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-92d820f0-9b7c-4c6a-a7c0-44e62168231a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:37.175680 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:53:39.158284 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b5f91d71-be20-429e-a0e3-3d4157b43802 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:40.198171 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:42.061783 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:43.404900 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:47.773639 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-686fb541-28ad-4a02-8d3c-a526413327dc req-d54b9242-19b2-4910-8dbd-a98d836c682c service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=d14f93b2-981f-45c5-a310-179bf672f42e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0450630 Jan 28 20:53:47.861579 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686fb541-28ad-4a02-8d3c-a526413327dc req-22ae9aef-8feb-4713-abec-b65345574c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:53:47.863012 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-686fb541-28ad-4a02-8d3c-a526413327dc req-22ae9aef-8feb-4713-abec-b65345574c93 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5b1cd3f5a2ad4083935dcd6b48164b55&device_id=d14f93b2-981f-45c5-a310-179bf672f42e HTTP/1.1" status: 200 len: 1129 time: 0.0456040 Jan 28 20:53:47.969555 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686fb541-28ad-4a02-8d3c-a526413327dc req-14aafcff-e8b8-4edc-bb3e-31227d18447a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:53:47.971007 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-686fb541-28ad-4a02-8d3c-a526413327dc req-14aafcff-e8b8-4edc-bb3e-31227d18447a service neutron] 10.222.0.70 "GET /v2.0/networks?id=bba0e36a-b7b0-45a5-b5c5-b8453dfb7725 HTTP/1.1" status: 200 len: 910 time: 0.0889993 Jan 28 20:53:48.034536 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-686fb541-28ad-4a02-8d3c-a526413327dc req-6c46f67a-12a5-49f3-85b7-d1f1a628189a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=732f10e7-d969-4fa8-94ae-e00f80e4106e HTTP/1.1" status: 200 len: 1001 time: 0.0571594 Jan 28 20:53:48.087061 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686fb541-28ad-4a02-8d3c-a526413327dc req-f0958b08-8c5d-4374-a00a-119c2697e0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:53:48.088505 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-686fb541-28ad-4a02-8d3c-a526413327dc req-f0958b08-8c5d-4374-a00a-119c2697e0ae service neutron] 10.222.0.70 "GET /v2.0/subnets?id=274216c3-dc61-4392-a004-b2237f16d03d HTTP/1.1" status: 200 len: 849 time: 0.0480924 Jan 28 20:53:48.137355 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686fb541-28ad-4a02-8d3c-a526413327dc req-15e1f95e-1741-4dc9-98e3-e83121267d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:53:48.138752 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-686fb541-28ad-4a02-8d3c-a526413327dc req-15e1f95e-1741-4dc9-98e3-e83121267d10 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=bba0e36a-b7b0-45a5-b5c5-b8453dfb7725&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0437179 Jan 28 20:53:48.229139 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-686fb541-28ad-4a02-8d3c-a526413327dc req-dde43089-6545-4fa7-8c6f-cfb086a5d0cb service neutron] 10.222.0.70 "GET /v2.0/networks/bba0e36a-b7b0-45a5-b5c5-b8453dfb7725?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821850 Jan 28 20:53:48.323663 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-686fb541-28ad-4a02-8d3c-a526413327dc req-b4a2aa8a-fc30-4d94-9e1b-1ba0604c8514 service neutron] 10.222.0.70 "GET /v2.0/networks/bba0e36a-b7b0-45a5-b5c5-b8453dfb7725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883396 Jan 28 20:53:51.908403 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:53:54.900512 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:54:06.907933 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8b566584-3899-4819-b4fe-0c438a44a9f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:54:09.160570 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-bd1f8761-ece6-46ba-afe2-5fb8159c21eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:54:10.199018 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:54:12.063758 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:54:13.407703 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:54:14.174815 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:54:21.924060 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:54:24.901328 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:54:36.908696 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-88b29be3-fad0-44a8-81bd-3485c82418a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:54:39.161280 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-15e16ee7-1011-4c76-a707-158b5886d862 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:54:40.201516 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:54:42.069340 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:54:43.410386 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:54:49.322606 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-03cd632a-b4a6-4563-befe-e040a7398300 req-33c174e3-a4ee-4ea5-8ed1-f2c25c8ea648 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=d14f93b2-981f-45c5-a310-179bf672f42e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0447104 Jan 28 20:54:49.408226 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cd632a-b4a6-4563-befe-e040a7398300 req-14b17e45-5ff1-4004-af02-538ed55b0253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:54:49.409772 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-03cd632a-b4a6-4563-befe-e040a7398300 req-14b17e45-5ff1-4004-af02-538ed55b0253 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5b1cd3f5a2ad4083935dcd6b48164b55&device_id=d14f93b2-981f-45c5-a310-179bf672f42e HTTP/1.1" status: 200 len: 1129 time: 0.0449176 Jan 28 20:54:49.516644 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cd632a-b4a6-4563-befe-e040a7398300 req-41084d37-0a68-4268-b49d-a5c9c1784837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:54:49.518042 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-03cd632a-b4a6-4563-befe-e040a7398300 req-41084d37-0a68-4268-b49d-a5c9c1784837 service neutron] 10.222.0.70 "GET /v2.0/networks?id=bba0e36a-b7b0-45a5-b5c5-b8453dfb7725 HTTP/1.1" status: 200 len: 910 time: 0.0882864 Jan 28 20:54:49.583617 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-03cd632a-b4a6-4563-befe-e040a7398300 req-fdaeb653-4b45-436d-9655-33847761c0e9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=732f10e7-d969-4fa8-94ae-e00f80e4106e HTTP/1.1" status: 200 len: 1001 time: 0.0588174 Jan 28 20:54:49.634467 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cd632a-b4a6-4563-befe-e040a7398300 req-71bffbe3-22b4-47a8-b9a6-81599e8c59d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:54:49.635920 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-03cd632a-b4a6-4563-befe-e040a7398300 req-71bffbe3-22b4-47a8-b9a6-81599e8c59d6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=274216c3-dc61-4392-a004-b2237f16d03d HTTP/1.1" status: 200 len: 849 time: 0.0471094 Jan 28 20:54:49.682952 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cd632a-b4a6-4563-befe-e040a7398300 req-6f713ae3-a5e3-4266-9873-c7e962fcdc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:54:49.684399 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-03cd632a-b4a6-4563-befe-e040a7398300 req-6f713ae3-a5e3-4266-9873-c7e962fcdc74 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=bba0e36a-b7b0-45a5-b5c5-b8453dfb7725&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0431461 Jan 28 20:54:49.771678 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-03cd632a-b4a6-4563-befe-e040a7398300 req-744d2600-985b-4b0c-a8a3-971970e695f8 service neutron] 10.222.0.70 "GET /v2.0/networks/bba0e36a-b7b0-45a5-b5c5-b8453dfb7725?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800896 Jan 28 20:54:49.866087 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-03cd632a-b4a6-4563-befe-e040a7398300 req-3cf17273-52ff-4603-a8f5-afb6078542dd service neutron] 10.222.0.70 "GET /v2.0/networks/bba0e36a-b7b0-45a5-b5c5-b8453dfb7725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866919 Jan 28 20:54:51.174504 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:54:51.927976 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:54:54.912793 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:55:06.910604 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f18b12c2-3dad-4880-b5f6-0e9a1ff200ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:55:09.162048 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f52c75b2-4a16-40fb-ad61-2d8b6560756a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:55:10.208082 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:55:12.070080 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:55:13.412433 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:55:21.933430 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:55:24.912219 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:55:28.174021 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:55:30.482942 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 732f10e7-d969-4fa8-94ae-e00f80e4106e details requested by agent hyperv_n-h2-812111-14 with host n-h2-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:55:30.576671 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 732f10e7-d969-4fa8-94ae-e00f80e4106e, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=732f10e7-d969-4fa8-94ae-e00f80e4106e,segment=NetworkSegment(384fcdd9-6af9-4adb-9e60-689c3cb9c20a),segment_id=384fcdd9-6af9-4adb-9e60-689c3cb9c20a)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:55:30.588503 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Returning: {'device': '732f10e7-d969-4fa8-94ae-e00f80e4106e', 'network_id': 'bba0e36a-b7b0-45a5-b5c5-b8453dfb7725', 'port_id': '732f10e7-d969-4fa8-94ae-e00f80e4106e', 'mac_address': 'fa:16:3e:b1:27:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '274216c3-dc61-4392-a004-b2237f16d03d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:55:30.631099 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 732f10e7-d969-4fa8-94ae-e00f80e4106e is: ACTIVE; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:55:30.631479 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (732f10e7-d969-4fa8-94ae-e00f80e4106e), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:55:30.644136 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 732f10e7-d969-4fa8-94ae-e00f80e4106e {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:55:30.664727 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 732f10e7-d969-4fa8-94ae-e00f80e4106e, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=732f10e7-d969-4fa8-94ae-e00f80e4106e,segment=NetworkSegment(384fcdd9-6af9-4adb-9e60-689c3cb9c20a),segment_id=384fcdd9-6af9-4adb-9e60-689c3cb9c20a)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:55:30.668724 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (732f10e7-d969-4fa8-94ae-e00f80e4106e), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:55:30.723183 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=732f10e7-d969-4fa8-94ae-e00f80e4106e,revision_number=6']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:55:30.731717 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:55:30.732206 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:55:30.732676 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:55:30.733265 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:55:30.734281 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:55:30.734623 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:55:30.734954 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:55:30.735287 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:55:30.735621 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:55:30.735949 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:55:30.736281 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:55:30.736608 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:55:30.736932 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:55:30.742782 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] get_ports_and_sgs() called for port_ids ['732f10e7-d969-4fa8-94ae-e00f80e4106e'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:55:32.497964 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 732f10e7-d969-4fa8-94ae-e00f80e4106e up at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:55:32.556140 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Provisioning complete for port 732f10e7-d969-4fa8-94ae-e00f80e4106e triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:55:32.558192 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (732f10e7-d969-4fa8-94ae-e00f80e4106e), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:55:32.650621 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 732f10e7-d969-4fa8-94ae-e00f80e4106e is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:55:32.651454 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (732f10e7-d969-4fa8-94ae-e00f80e4106e), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:55:32.678198 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd14f93b2-981f-45c5-a310-179bf672f42e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '732f10e7-d969-4fa8-94ae-e00f80e4106e'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:55:32.680632 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}704c702df6f21e7df92d3d89d4c6cfde2c6406e49d8202b36454fc5209adee22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52743b79-aeaa-419a-a21a-e3b288446adf" -d '{"events": [{"server_uuid": "d14f93b2-981f-45c5-a310-179bf672f42e", "name": "network-vif-plugged", "status": "completed", "tag": "732f10e7-d969-4fa8-94ae-e00f80e4106e"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:55:32.699106 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 732f10e7-d969-4fa8-94ae-e00f80e4106e, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=732f10e7-d969-4fa8-94ae-e00f80e4106e,segment=NetworkSegment(384fcdd9-6af9-4adb-9e60-689c3cb9c20a),segment_id=384fcdd9-6af9-4adb-9e60-689c3cb9c20a)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:55:32.704224 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (732f10e7-d969-4fa8-94ae-e00f80e4106e), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:55:32.735679 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77dac5fe-0526-4a4f-a0d0-0c83f233519e x-openstack-request-id: req-77dac5fe-0526-4a4f-a0d0-0c83f233519e {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:55:32.735889 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d14f93b2-981f-45c5-a310-179bf672f42e", "name": "network-vif-plugged", "status": "completed", "tag": "732f10e7-d969-4fa8-94ae-e00f80e4106e", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:55:32.736139 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-77dac5fe-0526-4a4f-a0d0-0c83f233519e {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:55:32.736527 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd14f93b2-981f-45c5-a310-179bf672f42e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '732f10e7-d969-4fa8-94ae-e00f80e4106e', 'code': 200} Jan 28 20:55:32.770216 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=732f10e7-d969-4fa8-94ae-e00f80e4106e,revision_number=7']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:55:36.918671 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-67592afa-9119-4f34-9f29-ac9c8ee84665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:55:39.169137 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b73e02a4-8fb8-4d5d-96e2-c5b2967ef06b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:55:40.207521 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:55:40.960206 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1e9f2664-dfb3-43b0-aaea-938897598b30 req-f71cb4d6-0ebe-4358-a7fc-680f2b24eada tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-728902126&fields=id&tenant_id=5b1cd3f5a2ad4083935dcd6b48164b55 HTTP/1.1" status: 200 len: 267 time: 0.0478837 Jan 28 20:55:41.064109 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9f2664-dfb3-43b0-aaea-938897598b30 req-57d861f0-c038-4abe-82c1-78c370b87906 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:55:41.065596 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1e9f2664-dfb3-43b0-aaea-938897598b30 req-57d861f0-c038-4abe-82c1-78c370b87906 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] 10.222.0.64 "GET /v2.0/networks?id=bba0e36a-b7b0-45a5-b5c5-b8453dfb7725 HTTP/1.1" status: 200 len: 810 time: 0.0992682 Jan 28 20:55:41.082015 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1e9f2664-dfb3-43b0-aaea-938897598b30 req-cdf657ba-6240-40a3-b508-ebf294010c83 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] 10.222.0.64 "GET /v2.0/quotas/5b1cd3f5a2ad4083935dcd6b48164b55 HTTP/1.1" status: 200 len: 375 time: 0.0095873 Jan 28 20:55:41.140970 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1e9f2664-dfb3-43b0-aaea-938897598b30 req-e9e297ee-d798-4bb4-96ab-fbf09375486c tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=5b1cd3f5a2ad4083935dcd6b48164b55&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0536640 Jan 28 20:55:41.202727 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [req-1e9f2664-dfb3-43b0-aaea-938897598b30 req-905dcc3e-6745-48d8-90c2-3755ddb3b69b service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 20:55:41.203722 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1e9f2664-dfb3-43b0-aaea-938897598b30 req-905dcc3e-6745-48d8-90c2-3755ddb3b69b service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0520303 Jan 28 20:55:41.294192 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1e9f2664-dfb3-43b0-aaea-938897598b30 req-e2f7b693-ab34-4839-8203-8ea3e0b5f2f7 service neutron] 10.222.0.64 "GET /v2.0/networks/bba0e36a-b7b0-45a5-b5c5-b8453dfb7725?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844357 Jan 28 20:55:41.383199 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1e9f2664-dfb3-43b0-aaea-938897598b30 req-51c8c439-39a9-4a19-bafc-331754705fd8 service neutron] 10.222.0.64 "GET /v2.0/networks/bba0e36a-b7b0-45a5-b5c5-b8453dfb7725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827391 Jan 28 20:55:42.073686 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:55:42.563180 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-7241393b-f81d-400c-a24b-144e768f2b3f req-fe163a65-a3f4-4725-9ebd-65042dcbd746 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] 10.222.0.64 "GET /v2.0/ports?device_id=2a3f9e20-83fb-4c89-8110-65958366801d HTTP/1.1" status: 200 len: 210 time: 0.0292952 Jan 28 20:55:43.416158 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:55:43.662266 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-6f399530-d8f3-4eed-9922-d2c3c8509e48 req-3dbbfc06-f082-4ab6-badf-8f05179fc130 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] 10.222.0.64 "GET /v2.0/ports?device_id=2a3f9e20-83fb-4c89-8110-65958366801d HTTP/1.1" status: 200 len: 210 time: 0.0320075 Jan 28 20:55:44.547602 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 732f10e7-d969-4fa8-94ae-e00f80e4106e no longer exists at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:55:44.563789 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9f2664-dfb3-43b0-aaea-938897598b30 req-71dbbeb6-6f96-4786-9937-4fcb294fd2a6 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:55:44.565320 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1e9f2664-dfb3-43b0-aaea-938897598b30 req-71dbbeb6-6f96-4786-9937-4fcb294fd2a6 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] 10.222.0.41 "GET /v2.0/networks?id=bba0e36a-b7b0-45a5-b5c5-b8453dfb7725 HTTP/1.1" status: 200 len: 810 time: 0.1034386 Jan 28 20:55:44.627751 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Current status of the port 732f10e7-d969-4fa8-94ae-e00f80e4106e is: ACTIVE; New status is: DOWN {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:55:44.628138 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (732f10e7-d969-4fa8-94ae-e00f80e4106e), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:55:44.638881 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1e9f2664-dfb3-43b0-aaea-938897598b30 req-e28ec86c-9a8a-4443-979e-10adecdca8a7 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5b1cd3f5a2ad4083935dcd6b48164b55 HTTP/1.1" status: 200 len: 379 time: 0.0633972 Jan 28 20:55:44.649271 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-1e9f2664-dfb3-43b0-aaea-938897598b30 req-90c667fd-95ee-4732-a09a-197a2697aab6 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Request body: {'port': {'device_id': '2a3f9e20-83fb-4c89-8110-65958366801d', 'network_id': 'bba0e36a-b7b0-45a5-b5c5-b8453dfb7725', 'admin_state_up': True, 'tenant_id': '5b1cd3f5a2ad4083935dcd6b48164b55', 'security_groups': ['87caa052-1fb2-48bd-b549-f026d12fa4ec']}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:55:44.652026 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd14f93b2-981f-45c5-a310-179bf672f42e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '732f10e7-d969-4fa8-94ae-e00f80e4106e'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:55:44.654380 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}704c702df6f21e7df92d3d89d4c6cfde2c6406e49d8202b36454fc5209adee22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99811056-3f90-41e2-af26-96422d4c278b" -d '{"events": [{"server_uuid": "d14f93b2-981f-45c5-a310-179bf672f42e", "name": "network-vif-unplugged", "status": "completed", "tag": "732f10e7-d969-4fa8-94ae-e00f80e4106e"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:55:44.667969 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] For port 732f10e7-d969-4fa8-94ae-e00f80e4106e, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=732f10e7-d969-4fa8-94ae-e00f80e4106e,segment=NetworkSegment(384fcdd9-6af9-4adb-9e60-689c3cb9c20a),segment_id=384fcdd9-6af9-4adb-9e60-689c3cb9c20a)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:55:44.672141 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (732f10e7-d969-4fa8-94ae-e00f80e4106e), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:55:44.703576 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 20:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38e9067b-4b2b-4375-ba10-936a667583af x-openstack-request-id: req-38e9067b-4b2b-4375-ba10-936a667583af {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:55:44.703876 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d14f93b2-981f-45c5-a310-179bf672f42e", "name": "network-vif-unplugged", "status": "completed", "tag": "732f10e7-d969-4fa8-94ae-e00f80e4106e", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:55:44.704115 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-38e9067b-4b2b-4375-ba10-936a667583af {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:55:44.704510 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd14f93b2-981f-45c5-a310-179bf672f42e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '732f10e7-d969-4fa8-94ae-e00f80e4106e', 'code': 200} Jan 28 20:55:44.729979 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Pushing event updated for resources: {'Port': ['ID=732f10e7-d969-4fa8-94ae-e00f80e4106e,revision_number=8']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:55:44.789330 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-5ac6de57-3905-4a2f-8aab-efb875b8668a req-7c53ebad-918c-4103-8471-ed98e7bd3afa tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] 10.222.0.64 "GET /v2.0/ports?device_id=2a3f9e20-83fb-4c89-8110-65958366801d HTTP/1.1" status: 200 len: 210 time: 0.0345013 Jan 28 20:55:44.809288 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e9f2664-dfb3-43b0-aaea-938897598b30 req-90c667fd-95ee-4732-a09a-197a2697aab6 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Made reservation on behalf of 5b1cd3f5a2ad4083935dcd6b48164b55 for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:55:44.812635 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-1e9f2664-dfb3-43b0-aaea-938897598b30 req-90c667fd-95ee-4732-a09a-197a2697aab6 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:55:44.971384 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-1e9f2664-dfb3-43b0-aaea-938897598b30 req-90c667fd-95ee-4732-a09a-197a2697aab6 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Allocated IP 172.20.0.7 (bba0e36a-b7b0-45a5-b5c5-b8453dfb7725/274216c3-dc61-4392-a004-b2237f16d03d/babde06c-ef23-482b-9948-afb8b1b520aa) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:55:45.183341 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-1e9f2664-dfb3-43b0-aaea-938897598b30 req-90c667fd-95ee-4732-a09a-197a2697aab6 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Publish callbacks [] for port (babde06c-ef23-482b-9948-afb8b1b520aa), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:55:45.230747 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-1e9f2664-dfb3-43b0-aaea-938897598b30 req-90c667fd-95ee-4732-a09a-197a2697aab6 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (babde06c-ef23-482b-9948-afb8b1b520aa), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:55:45.295750 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e9f2664-dfb3-43b0-aaea-938897598b30 req-90c667fd-95ee-4732-a09a-197a2697aab6 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Network bba0e36a-b7b0-45a5-b5c5-b8453dfb7725 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:55:45.299977 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-1e9f2664-dfb3-43b0-aaea-938897598b30 req-90c667fd-95ee-4732-a09a-197a2697aab6 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:55:45.305266 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e9f2664-dfb3-43b0-aaea-938897598b30 req-90c667fd-95ee-4732-a09a-197a2697aab6 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:55:45.344925 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c667fd-95ee-4732-a09a-197a2697aab6 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Pushing event updated for resources: {'Port': ['ID=babde06c-ef23-482b-9948-afb8b1b520aa,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:55:45.365196 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c667fd-95ee-4732-a09a-197a2697aab6 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:55:45.365558 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c667fd-95ee-4732-a09a-197a2697aab6 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:55:45.365897 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c667fd-95ee-4732-a09a-197a2697aab6 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:55:45.366352 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c667fd-95ee-4732-a09a-197a2697aab6 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:55:45.366840 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c667fd-95ee-4732-a09a-197a2697aab6 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:55:45.367332 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c667fd-95ee-4732-a09a-197a2697aab6 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:55:45.367846 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c667fd-95ee-4732-a09a-197a2697aab6 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:55:45.368352 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c667fd-95ee-4732-a09a-197a2697aab6 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:55:45.368799 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c667fd-95ee-4732-a09a-197a2697aab6 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:55:45.369299 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c667fd-95ee-4732-a09a-197a2697aab6 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:55:45.369720 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c667fd-95ee-4732-a09a-197a2697aab6 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:55:45.370094 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c667fd-95ee-4732-a09a-197a2697aab6 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:55:45.370438 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c667fd-95ee-4732-a09a-197a2697aab6 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:55:45.394981 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9f2664-dfb3-43b0-aaea-938897598b30 req-90c667fd-95ee-4732-a09a-197a2697aab6 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:55:45.396438 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-1e9f2664-dfb3-43b0-aaea-938897598b30 req-90c667fd-95ee-4732-a09a-197a2697aab6 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:55:45.421996 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1e9f2664-dfb3-43b0-aaea-938897598b30 req-90c667fd-95ee-4732-a09a-197a2697aab6 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7768495 Jan 28 20:55:45.659032 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-933bef50-a5c9-4d9f-9a99-2583ebda8de2 None None] Provisioning complete for port babde06c-ef23-482b-9948-afb8b1b520aa triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:55:45.659574 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-933bef50-a5c9-4d9f-9a99-2583ebda8de2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (babde06c-ef23-482b-9948-afb8b1b520aa), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:55:45.707256 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-933bef50-a5c9-4d9f-9a99-2583ebda8de2 None None] Port babde06c-ef23-482b-9948-afb8b1b520aa cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 20:55:45.923685 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad395e04-1c2c-435e-a829-232026e5f961 req-65d91e9c-1977-47d4-9b69-8f38fe0bdc56 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:55:45.927586 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ad395e04-1c2c-435e-a829-232026e5f961 req-65d91e9c-1977-47d4-9b69-8f38fe0bdc56 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] 10.222.0.64 "GET /v2.0/ports?device_id=2a3f9e20-83fb-4c89-8110-65958366801d HTTP/1.1" status: 200 len: 931 time: 0.0635557 Jan 28 20:55:45.985855 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-ad395e04-1c2c-435e-a829-232026e5f961 req-3842111a-f42b-441e-8455-305637245629 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] 10.222.0.64 "GET /v2.0/security-groups?id=87caa052-1fb2-48bd-b549-f026d12fa4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526416 Jan 28 20:55:47.129065 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505e50b2-36fd-4403-9379-501fff5e8fcc req-16a8a5bf-3ece-4d24-8b50-28bc518a1096 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:55:47.131605 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-505e50b2-36fd-4403-9379-501fff5e8fcc req-16a8a5bf-3ece-4d24-8b50-28bc518a1096 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] 10.222.0.64 "GET /v2.0/ports?device_id=2a3f9e20-83fb-4c89-8110-65958366801d HTTP/1.1" status: 200 len: 931 time: 0.0656705 Jan 28 20:55:47.184704 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-505e50b2-36fd-4403-9379-501fff5e8fcc req-58edfb06-9be8-4462-83ae-72959dff6d2a tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] 10.222.0.64 "GET /v2.0/security-groups?id=87caa052-1fb2-48bd-b549-f026d12fa4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472212 Jan 28 20:55:48.313517 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fd8e08-df98-4e2f-965b-1c145412b580 req-1552f8f6-7281-4c0e-bfed-a5e55b45de45 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:55:48.315883 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a4fd8e08-df98-4e2f-965b-1c145412b580 req-1552f8f6-7281-4c0e-bfed-a5e55b45de45 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] 10.222.0.64 "GET /v2.0/ports?device_id=2a3f9e20-83fb-4c89-8110-65958366801d HTTP/1.1" status: 200 len: 931 time: 0.0556452 Jan 28 20:55:48.376650 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a4fd8e08-df98-4e2f-965b-1c145412b580 req-6962dc16-7fbc-45dd-9458-b9da85ae1fc7 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] 10.222.0.64 "GET /v2.0/security-groups?id=87caa052-1fb2-48bd-b549-f026d12fa4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552022 Jan 28 20:55:49.413689 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-db4f34b3-0ba7-41f1-8666-7a67d25885cf req-cbf3a46e-f2d7-47e4-a1f2-0d0f6c387bab service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=d14f93b2-981f-45c5-a310-179bf672f42e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0498834 Jan 28 20:55:49.530646 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4166ac65-9de2-4ae5-9f12-763f330e982e req-781ab4ef-33b5-4d24-a406-446752682dde tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:55:49.535282 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4f34b3-0ba7-41f1-8666-7a67d25885cf req-1e0b37ca-2c7d-49d5-881c-2820d6db6712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:55:49.537385 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-db4f34b3-0ba7-41f1-8666-7a67d25885cf req-1e0b37ca-2c7d-49d5-881c-2820d6db6712 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5b1cd3f5a2ad4083935dcd6b48164b55&device_id=d14f93b2-981f-45c5-a310-179bf672f42e HTTP/1.1" status: 200 len: 1127 time: 0.0783257 Jan 28 20:55:49.537998 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4166ac65-9de2-4ae5-9f12-763f330e982e req-781ab4ef-33b5-4d24-a406-446752682dde tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] 10.222.0.64 "GET /v2.0/ports?device_id=2a3f9e20-83fb-4c89-8110-65958366801d HTTP/1.1" status: 200 len: 931 time: 0.0741289 Jan 28 20:55:49.604932 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4166ac65-9de2-4ae5-9f12-763f330e982e req-9067242b-d693-4c4b-bf56-86e55a21081a tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] 10.222.0.64 "GET /v2.0/security-groups?id=87caa052-1fb2-48bd-b549-f026d12fa4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572367 Jan 28 20:55:49.675990 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4f34b3-0ba7-41f1-8666-7a67d25885cf req-232300e5-0dd4-41e1-a410-07cd156b578b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:55:49.677552 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-db4f34b3-0ba7-41f1-8666-7a67d25885cf req-232300e5-0dd4-41e1-a410-07cd156b578b service neutron] 10.222.0.70 "GET /v2.0/networks?id=bba0e36a-b7b0-45a5-b5c5-b8453dfb7725 HTTP/1.1" status: 200 len: 910 time: 0.1222558 Jan 28 20:55:49.748078 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-db4f34b3-0ba7-41f1-8666-7a67d25885cf req-11e49bb3-fbd8-47f4-9be3-588a0f5a22a6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=732f10e7-d969-4fa8-94ae-e00f80e4106e HTTP/1.1" status: 200 len: 999 time: 0.0616322 Jan 28 20:55:49.804194 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4f34b3-0ba7-41f1-8666-7a67d25885cf req-ed838ffc-5664-42bf-ba2e-aa60e440edc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:55:49.805701 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-db4f34b3-0ba7-41f1-8666-7a67d25885cf req-ed838ffc-5664-42bf-ba2e-aa60e440edc7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=274216c3-dc61-4392-a004-b2237f16d03d HTTP/1.1" status: 200 len: 849 time: 0.0523112 Jan 28 20:55:49.859238 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4f34b3-0ba7-41f1-8666-7a67d25885cf req-dcb53174-7a3b-41ac-b044-57fa7e620914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:55:49.860809 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-db4f34b3-0ba7-41f1-8666-7a67d25885cf req-dcb53174-7a3b-41ac-b044-57fa7e620914 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=bba0e36a-b7b0-45a5-b5c5-b8453dfb7725&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0491676 Jan 28 20:55:49.871081 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [req-db4f34b3-0ba7-41f1-8666-7a67d25885cf req-6b052325-f43f-4065-be6c-f547cd1367be service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103304) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 20:55:49.872040 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-db4f34b3-0ba7-41f1-8666-7a67d25885cf req-6b052325-f43f-4065-be6c-f547cd1367be service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053761 Jan 28 20:55:49.967034 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-db4f34b3-0ba7-41f1-8666-7a67d25885cf req-c20dd925-069a-4b2a-8a67-766669b8a7d4 service neutron] 10.222.0.70 "GET /v2.0/networks/bba0e36a-b7b0-45a5-b5c5-b8453dfb7725?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890639 Jan 28 20:55:50.075618 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-db4f34b3-0ba7-41f1-8666-7a67d25885cf req-07ad53c8-b01f-4703-9f2a-3aa8c21a5f76 service neutron] 10.222.0.70 "GET /v2.0/networks/bba0e36a-b7b0-45a5-b5c5-b8453dfb7725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022029 Jan 28 20:55:50.747159 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7705e0-9b58-4ea4-a221-6edc5fe06430 req-990d9078-feb2-496f-a5a7-843e6960c1b1 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:55:50.749963 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4d7705e0-9b58-4ea4-a221-6edc5fe06430 req-990d9078-feb2-496f-a5a7-843e6960c1b1 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] 10.222.0.64 "GET /v2.0/ports?device_id=2a3f9e20-83fb-4c89-8110-65958366801d HTTP/1.1" status: 200 len: 931 time: 0.0782053 Jan 28 20:55:50.801693 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-4d7705e0-9b58-4ea4-a221-6edc5fe06430 req-e0c675b1-4e9c-467c-9cd5-4e9773624c6a tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] 10.222.0.64 "GET /v2.0/security-groups?id=87caa052-1fb2-48bd-b549-f026d12fa4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460646 Jan 28 20:55:51.940550 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:55:51.951597 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be00ba19-0f94-43bf-a124-b3e66aae8652 req-d21f8faf-ed77-457c-bc1b-c84af9a9064f tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:55:51.962079 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-be00ba19-0f94-43bf-a124-b3e66aae8652 req-d21f8faf-ed77-457c-bc1b-c84af9a9064f tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] 10.222.0.64 "GET /v2.0/ports?device_id=2a3f9e20-83fb-4c89-8110-65958366801d HTTP/1.1" status: 200 len: 931 time: 0.0722556 Jan 28 20:55:52.021229 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-be00ba19-0f94-43bf-a124-b3e66aae8652 req-41c08b1c-bc4f-4fb1-b2cb-99f152195898 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] 10.222.0.64 "GET /v2.0/security-groups?id=87caa052-1fb2-48bd-b549-f026d12fa4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567746 Jan 28 20:55:52.981870 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [req-1e9f2664-dfb3-43b0-aaea-938897598b30 req-cfeb0d20-4611-43b2-ac0c-3c96ba8c76ff tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 20:55:52.982854 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1e9f2664-dfb3-43b0-aaea-938897598b30 req-cfeb0d20-4611-43b2-ac0c-3c96ba8c76ff tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064507 Jan 28 20:55:53.040080 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.v2.base [req-1e9f2664-dfb3-43b0-aaea-938897598b30 req-05e9eabb-9056-4297-97b5-0d96a7086f51 service neutron] Request body: {'port': {'device_id': '2a3f9e20-83fb-4c89-8110-65958366801d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-14'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:55:53.102671 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-1e9f2664-dfb3-43b0-aaea-938897598b30 req-05e9eabb-9056-4297-97b5-0d96a7086f51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (babde06c-ef23-482b-9948-afb8b1b520aa), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:55:53.145815 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16dff4e-fc49-470b-96db-8b6f209b44b8 req-fc6bd666-8e6a-4cee-a4b4-7b1f952d5b45 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:55:53.147303 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c16dff4e-fc49-470b-96db-8b6f209b44b8 req-fc6bd666-8e6a-4cee-a4b4-7b1f952d5b45 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] 10.222.0.64 "GET /v2.0/ports?device_id=2a3f9e20-83fb-4c89-8110-65958366801d HTTP/1.1" status: 200 len: 931 time: 0.0566912 Jan 28 20:55:53.197029 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-c16dff4e-fc49-470b-96db-8b6f209b44b8 req-1bcbb75b-40b1-4120-b1e8-5877831a6b59 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] 10.222.0.64 "GET /v2.0/security-groups?id=87caa052-1fb2-48bd-b549-f026d12fa4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441310 Jan 28 20:55:53.365323 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [req-1e9f2664-dfb3-43b0-aaea-938897598b30 req-05e9eabb-9056-4297-97b5-0d96a7086f51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id babde06c-ef23-482b-9948-afb8b1b520aa {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:55:53.372601 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-1e9f2664-dfb3-43b0-aaea-938897598b30 req-05e9eabb-9056-4297-97b5-0d96a7086f51 service neutron] Publish callbacks [] for port (babde06c-ef23-482b-9948-afb8b1b520aa), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:55:53.384174 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-1e9f2664-dfb3-43b0-aaea-938897598b30 req-05e9eabb-9056-4297-97b5-0d96a7086f51 service neutron] Transition to ACTIVE for port object babde06c-ef23-482b-9948-afb8b1b520aa will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:55:53.387249 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-1e9f2664-dfb3-43b0-aaea-938897598b30 req-05e9eabb-9056-4297-97b5-0d96a7086f51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (babde06c-ef23-482b-9948-afb8b1b520aa), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:55:53.456476 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e9eabb-9056-4297-97b5-0d96a7086f51 service neutron] Pushing event updated for resources: {'Port': ['ID=babde06c-ef23-482b-9948-afb8b1b520aa,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:55:53.514314 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-1e9f2664-dfb3-43b0-aaea-938897598b30 req-05e9eabb-9056-4297-97b5-0d96a7086f51 service neutron] Attempting to bind port babde06c-ef23-482b-9948-afb8b1b520aa on host n-h1-812111-14 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:55:53.514709 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-1e9f2664-dfb3-43b0-aaea-938897598b30 req-05e9eabb-9056-4297-97b5-0d96a7086f51 service neutron] Attempting to bind port babde06c-ef23-482b-9948-afb8b1b520aa by drivers openvswitch,hyperv on host n-h1-812111-14 at level 0 using segments [{'id': '384fcdd9-6af9-4adb-9e60-689c3cb9c20a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'bba0e36a-b7b0-45a5-b5c5-b8453dfb7725'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:55:53.515052 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e9f2664-dfb3-43b0-aaea-938897598b30 req-05e9eabb-9056-4297-97b5-0d96a7086f51 service neutron] Attempting to bind port babde06c-ef23-482b-9948-afb8b1b520aa on network bba0e36a-b7b0-45a5-b5c5-b8453dfb7725 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:55:53.519577 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e9f2664-dfb3-43b0-aaea-938897598b30 req-05e9eabb-9056-4297-97b5-0d96a7086f51 service neutron] Port babde06c-ef23-482b-9948-afb8b1b520aa on network bba0e36a-b7b0-45a5-b5c5-b8453dfb7725 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-14 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:55:53.519897 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e9f2664-dfb3-43b0-aaea-938897598b30 req-05e9eabb-9056-4297-97b5-0d96a7086f51 service neutron] Attempting to bind port babde06c-ef23-482b-9948-afb8b1b520aa on network bba0e36a-b7b0-45a5-b5c5-b8453dfb7725 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:55:53.525244 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e9f2664-dfb3-43b0-aaea-938897598b30 req-05e9eabb-9056-4297-97b5-0d96a7086f51 service neutron] Checking agent: {'id': 'b544ba20-de93-4d86-9e6b-a2202deb6191', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'started_at': datetime.datetime(2022, 1, 28, 19, 10, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 55, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:55:53.525582 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e9f2664-dfb3-43b0-aaea-938897598b30 req-05e9eabb-9056-4297-97b5-0d96a7086f51 service neutron] Checking segment: {'id': '384fcdd9-6af9-4adb-9e60-689c3cb9c20a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'bba0e36a-b7b0-45a5-b5c5-b8453dfb7725'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:55:53.525971 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e9f2664-dfb3-43b0-aaea-938897598b30 req-05e9eabb-9056-4297-97b5-0d96a7086f51 service neutron] Bound using segment: {'id': '384fcdd9-6af9-4adb-9e60-689c3cb9c20a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'bba0e36a-b7b0-45a5-b5c5-b8453dfb7725'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:55:53.526392 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-1e9f2664-dfb3-43b0-aaea-938897598b30 req-05e9eabb-9056-4297-97b5-0d96a7086f51 service neutron] Bound port: babde06c-ef23-482b-9948-afb8b1b520aa, host: n-h1-812111-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '384fcdd9-6af9-4adb-9e60-689c3cb9c20a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'bba0e36a-b7b0-45a5-b5c5-b8453dfb7725'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:55:53.526750 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-1e9f2664-dfb3-43b0-aaea-938897598b30 req-05e9eabb-9056-4297-97b5-0d96a7086f51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (babde06c-ef23-482b-9948-afb8b1b520aa), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:55:53.593464 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-1e9f2664-dfb3-43b0-aaea-938897598b30 req-05e9eabb-9056-4297-97b5-0d96a7086f51 service neutron] For port babde06c-ef23-482b-9948-afb8b1b520aa, host n-h1-812111-14, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:55:53.596421 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-1e9f2664-dfb3-43b0-aaea-938897598b30 req-05e9eabb-9056-4297-97b5-0d96a7086f51 service neutron] For port babde06c-ef23-482b-9948-afb8b1b520aa, host n-h1-812111-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=babde06c-ef23-482b-9948-afb8b1b520aa,segment=NetworkSegment(384fcdd9-6af9-4adb-9e60-689c3cb9c20a),segment_id=384fcdd9-6af9-4adb-9e60-689c3cb9c20a)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:55:53.603390 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-1e9f2664-dfb3-43b0-aaea-938897598b30 req-05e9eabb-9056-4297-97b5-0d96a7086f51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4752542'] for port (babde06c-ef23-482b-9948-afb8b1b520aa), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:55:53.639335 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9f2664-dfb3-43b0-aaea-938897598b30 req-05e9eabb-9056-4297-97b5-0d96a7086f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:55:53.639963 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-1e9f2664-dfb3-43b0-aaea-938897598b30 req-05e9eabb-9056-4297-97b5-0d96a7086f51 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:55:53.641406 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1e9f2664-dfb3-43b0-aaea-938897598b30 req-05e9eabb-9056-4297-97b5-0d96a7086f51 service neutron] 10.222.0.41 "PUT /v2.0/ports/babde06c-ef23-482b-9948-afb8b1b520aa HTTP/1.1" status: 200 len: 1092 time: 0.6478271 Jan 28 20:55:53.641851 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a3f9e20-83fb-4c89-8110-65958366801d', 'tag': 'babde06c-ef23-482b-9948-afb8b1b520aa'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:55:53.644152 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}981202432542b3bd90586abfd28c53181d71ca775a89b024ffbb9268f9379f4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83bc3077-4317-4950-a65e-ef5f7090ce65" -d '{"events": [{"name": "network-changed", "server_uuid": "2a3f9e20-83fb-4c89-8110-65958366801d", "tag": "babde06c-ef23-482b-9948-afb8b1b520aa"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:55:53.670232 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e9eabb-9056-4297-97b5-0d96a7086f51 service neutron] Pushing event updated for resources: {'Port': ['ID=babde06c-ef23-482b-9948-afb8b1b520aa,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:55:53.731392 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b9e305c-9f9b-4a3f-b926-de0b51c63814 x-openstack-request-id: req-7b9e305c-9f9b-4a3f-b926-de0b51c63814 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:55:53.731726 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a3f9e20-83fb-4c89-8110-65958366801d", "tag": "babde06c-ef23-482b-9948-afb8b1b520aa", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:55:53.731980 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7b9e305c-9f9b-4a3f-b926-de0b51c63814 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:55:53.732506 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a3f9e20-83fb-4c89-8110-65958366801d', 'tag': 'babde06c-ef23-482b-9948-afb8b1b520aa', 'status': 'completed', 'code': 200} Jan 28 20:55:53.752578 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9f2664-dfb3-43b0-aaea-938897598b30 req-3377cde4-c2c3-43c7-a25b-c2754874bcee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:55:53.754172 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1e9f2664-dfb3-43b0-aaea-938897598b30 req-3377cde4-c2c3-43c7-a25b-c2754874bcee service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5b1cd3f5a2ad4083935dcd6b48164b55&device_id=2a3f9e20-83fb-4c89-8110-65958366801d HTTP/1.1" status: 200 len: 1126 time: 0.0555246 Jan 28 20:55:53.797881 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1e9f2664-dfb3-43b0-aaea-938897598b30 req-4697e087-ae56-41ce-a698-a460727186f4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=babde06c-ef23-482b-9948-afb8b1b520aa HTTP/1.1" status: 200 len: 217 time: 0.0364397 Jan 28 20:55:53.847656 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9f2664-dfb3-43b0-aaea-938897598b30 req-17cec789-e395-4ee2-a591-016677ea940d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:55:53.849738 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1e9f2664-dfb3-43b0-aaea-938897598b30 req-17cec789-e395-4ee2-a591-016677ea940d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=274216c3-dc61-4392-a004-b2237f16d03d HTTP/1.1" status: 200 len: 849 time: 0.0459995 Jan 28 20:55:53.901744 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9f2664-dfb3-43b0-aaea-938897598b30 req-abbf0425-bde5-4cd6-8f32-cd4fc51aea2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:55:53.903170 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1e9f2664-dfb3-43b0-aaea-938897598b30 req-abbf0425-bde5-4cd6-8f32-cd4fc51aea2a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bba0e36a-b7b0-45a5-b5c5-b8453dfb7725&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0443199 Jan 28 20:55:54.001513 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1e9f2664-dfb3-43b0-aaea-938897598b30 req-5a3257e6-cfcd-4b15-a32c-e27afd965cbe service neutron] 10.222.0.41 "GET /v2.0/networks/bba0e36a-b7b0-45a5-b5c5-b8453dfb7725?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868354 Jan 28 20:55:54.096863 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-1e9f2664-dfb3-43b0-aaea-938897598b30 req-7c43706b-8b94-4706-9e02-c2090b921f5d service neutron] 10.222.0.41 "GET /v2.0/networks/bba0e36a-b7b0-45a5-b5c5-b8453dfb7725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857191 Jan 28 20:55:54.202575 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bc3077-4317-4950-a65e-ef5f7090ce65 req-82e41580-45fc-4877-8785-df8b3cfec25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:55:54.204030 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-83bc3077-4317-4950-a65e-ef5f7090ce65 req-82e41580-45fc-4877-8785-df8b3cfec25c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5b1cd3f5a2ad4083935dcd6b48164b55&device_id=2a3f9e20-83fb-4c89-8110-65958366801d HTTP/1.1" status: 200 len: 1126 time: 0.0500631 Jan 28 20:55:54.298244 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bc3077-4317-4950-a65e-ef5f7090ce65 req-fa3c8a7a-045e-4d10-83c8-1adfb11fffe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:55:54.299745 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-83bc3077-4317-4950-a65e-ef5f7090ce65 req-fa3c8a7a-045e-4d10-83c8-1adfb11fffe4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=bba0e36a-b7b0-45a5-b5c5-b8453dfb7725 HTTP/1.1" status: 200 len: 910 time: 0.0858078 Jan 28 20:55:54.319360 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499e930e-eb7f-4282-95fe-9f868720b797 req-8456495e-1635-4ad5-99e3-bbc553f8e0b0 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:55:54.320991 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-499e930e-eb7f-4282-95fe-9f868720b797 req-8456495e-1635-4ad5-99e3-bbc553f8e0b0 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] 10.222.0.64 "GET /v2.0/ports?device_id=2a3f9e20-83fb-4c89-8110-65958366801d HTTP/1.1" status: 200 len: 943 time: 0.0534554 Jan 28 20:55:54.346131 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-83bc3077-4317-4950-a65e-ef5f7090ce65 req-332f1efb-86da-4f12-b180-996b3495c04d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=babde06c-ef23-482b-9948-afb8b1b520aa HTTP/1.1" status: 200 len: 217 time: 0.0395308 Jan 28 20:55:54.370393 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-499e930e-eb7f-4282-95fe-9f868720b797 req-01bb15c2-e5bf-4af8-bab5-4fd632ca0f9e tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] 10.222.0.64 "GET /v2.0/security-groups?id=87caa052-1fb2-48bd-b549-f026d12fa4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432885 Jan 28 20:55:54.394611 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bc3077-4317-4950-a65e-ef5f7090ce65 req-3a243f2a-ae1c-400b-b1b6-f1fb16db5450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:55:54.396748 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-83bc3077-4317-4950-a65e-ef5f7090ce65 req-3a243f2a-ae1c-400b-b1b6-f1fb16db5450 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=274216c3-dc61-4392-a004-b2237f16d03d HTTP/1.1" status: 200 len: 849 time: 0.0447228 Jan 28 20:55:54.445309 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bc3077-4317-4950-a65e-ef5f7090ce65 req-18baff95-b3e1-4700-bce5-b787fe252d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:55:54.446860 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-83bc3077-4317-4950-a65e-ef5f7090ce65 req-18baff95-b3e1-4700-bce5-b787fe252d27 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bba0e36a-b7b0-45a5-b5c5-b8453dfb7725&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0441508 Jan 28 20:55:54.540157 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-83bc3077-4317-4950-a65e-ef5f7090ce65 req-a3312420-f6ec-4947-80fb-306bfd727262 service neutron] 10.222.0.41 "GET /v2.0/networks/bba0e36a-b7b0-45a5-b5c5-b8453dfb7725?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853322 Jan 28 20:55:54.633755 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-83bc3077-4317-4950-a65e-ef5f7090ce65 req-bcb69a84-ab36-45a9-a765-097e49287a7a service neutron] 10.222.0.41 "GET /v2.0/networks/bba0e36a-b7b0-45a5-b5c5-b8453dfb7725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864944 Jan 28 20:55:54.927511 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:55:55.496656 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a675b78-9341-44b6-ab7a-1ca382c39bd1 req-417ee22a-4e93-4956-9a68-db955141fc2c tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:55:55.498134 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4a675b78-9341-44b6-ab7a-1ca382c39bd1 req-417ee22a-4e93-4956-9a68-db955141fc2c tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] 10.222.0.64 "GET /v2.0/ports?device_id=2a3f9e20-83fb-4c89-8110-65958366801d HTTP/1.1" status: 200 len: 943 time: 0.0555773 Jan 28 20:55:55.547827 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-4a675b78-9341-44b6-ab7a-1ca382c39bd1 req-57fd8967-66f5-4915-b1db-064bdd2d4965 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] 10.222.0.64 "GET /v2.0/security-groups?id=87caa052-1fb2-48bd-b549-f026d12fa4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438116 Jan 28 20:55:55.680323 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device babde06c-ef23-482b-9948-afb8b1b520aa details requested by agent hyperv_n-h1-812111-14 with host n-h1-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:55:55.776599 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port babde06c-ef23-482b-9948-afb8b1b520aa, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=babde06c-ef23-482b-9948-afb8b1b520aa,segment=NetworkSegment(384fcdd9-6af9-4adb-9e60-689c3cb9c20a),segment_id=384fcdd9-6af9-4adb-9e60-689c3cb9c20a)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:55:55.787676 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Returning: {'device': 'babde06c-ef23-482b-9948-afb8b1b520aa', 'network_id': 'bba0e36a-b7b0-45a5-b5c5-b8453dfb7725', 'port_id': 'babde06c-ef23-482b-9948-afb8b1b520aa', 'mac_address': 'fa:16:3e:3b:14:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '274216c3-dc61-4392-a004-b2237f16d03d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:55:55.823226 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port babde06c-ef23-482b-9948-afb8b1b520aa is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:55:55.823610 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (babde06c-ef23-482b-9948-afb8b1b520aa), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:55:55.840432 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id babde06c-ef23-482b-9948-afb8b1b520aa {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:55:55.859436 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port babde06c-ef23-482b-9948-afb8b1b520aa, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=babde06c-ef23-482b-9948-afb8b1b520aa,segment=NetworkSegment(384fcdd9-6af9-4adb-9e60-689c3cb9c20a),segment_id=384fcdd9-6af9-4adb-9e60-689c3cb9c20a)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:55:55.863427 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (babde06c-ef23-482b-9948-afb8b1b520aa), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:55:55.909633 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=babde06c-ef23-482b-9948-afb8b1b520aa,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:55:56.168616 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['babde06c-ef23-482b-9948-afb8b1b520aa'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:55:56.664802 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e5f09c-d6a3-4d87-949c-b51c890601a7 req-f984eb98-7115-48ef-87c4-54555ca43681 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:55:56.666278 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-18e5f09c-d6a3-4d87-949c-b51c890601a7 req-f984eb98-7115-48ef-87c4-54555ca43681 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] 10.222.0.64 "GET /v2.0/ports?device_id=2a3f9e20-83fb-4c89-8110-65958366801d HTTP/1.1" status: 200 len: 944 time: 0.0514927 Jan 28 20:55:56.717315 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-18e5f09c-d6a3-4d87-949c-b51c890601a7 req-c236c5ea-d821-4d79-9f93-8123893334cb tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] 10.222.0.64 "GET /v2.0/security-groups?id=87caa052-1fb2-48bd-b549-f026d12fa4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455425 Jan 28 20:55:57.698803 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device babde06c-ef23-482b-9948-afb8b1b520aa up at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:55:57.746887 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning for port babde06c-ef23-482b-9948-afb8b1b520aa completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:55:57.750617 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning complete for port babde06c-ef23-482b-9948-afb8b1b520aa triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:55:57.751024 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (babde06c-ef23-482b-9948-afb8b1b520aa), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:55:57.827709 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port babde06c-ef23-482b-9948-afb8b1b520aa is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:55:57.828093 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (babde06c-ef23-482b-9948-afb8b1b520aa), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:55:57.841892 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3b191d-2422-4b92-87b3-f07fbf7dcf4b req-17a1e241-92c4-4550-9c00-3bc1102ff274 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:55:57.843413 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2f3b191d-2422-4b92-87b3-f07fbf7dcf4b req-17a1e241-92c4-4550-9c00-3bc1102ff274 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] 10.222.0.64 "GET /v2.0/ports?device_id=2a3f9e20-83fb-4c89-8110-65958366801d HTTP/1.1" status: 200 len: 944 time: 0.0570030 Jan 28 20:55:57.850798 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a3f9e20-83fb-4c89-8110-65958366801d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'babde06c-ef23-482b-9948-afb8b1b520aa'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:55:57.853036 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}704c702df6f21e7df92d3d89d4c6cfde2c6406e49d8202b36454fc5209adee22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c35c34f-a659-4f73-b87b-053cc6a8a436" -d '{"events": [{"server_uuid": "2a3f9e20-83fb-4c89-8110-65958366801d", "name": "network-vif-plugged", "status": "completed", "tag": "babde06c-ef23-482b-9948-afb8b1b520aa"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:55:57.867450 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port babde06c-ef23-482b-9948-afb8b1b520aa, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=babde06c-ef23-482b-9948-afb8b1b520aa,segment=NetworkSegment(384fcdd9-6af9-4adb-9e60-689c3cb9c20a),segment_id=384fcdd9-6af9-4adb-9e60-689c3cb9c20a)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:55:57.872171 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (babde06c-ef23-482b-9948-afb8b1b520aa), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:55:57.897891 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-2f3b191d-2422-4b92-87b3-f07fbf7dcf4b req-a409ed6d-8062-4056-942e-0cb67643d768 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] 10.222.0.64 "GET /v2.0/security-groups?id=87caa052-1fb2-48bd-b549-f026d12fa4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487900 Jan 28 20:55:58.011818 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845acca9-b169-4169-a8a7-9f63874e76ea req-4c11d913-05e8-4a36-b245-d178efa07a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:55:58.014534 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-845acca9-b169-4169-a8a7-9f63874e76ea req-4c11d913-05e8-4a36-b245-d178efa07a88 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2a3f9e20-83fb-4c89-8110-65958366801d HTTP/1.1" status: 200 len: 1128 time: 0.0498819 Jan 28 20:55:58.067091 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-845acca9-b169-4169-a8a7-9f63874e76ea req-27687a96-a538-423d-a821-d1b5c5f30eb3 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=87caa052-1fb2-48bd-b549-f026d12fa4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412228 Jan 28 20:55:58.069377 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8014d1d-4ec6-4835-9ea6-90412336e49d x-openstack-request-id: req-c8014d1d-4ec6-4835-9ea6-90412336e49d {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:55:58.069672 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a3f9e20-83fb-4c89-8110-65958366801d", "name": "network-vif-plugged", "status": "completed", "tag": "babde06c-ef23-482b-9948-afb8b1b520aa", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:55:58.069922 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c8014d1d-4ec6-4835-9ea6-90412336e49d {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:55:58.070312 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a3f9e20-83fb-4c89-8110-65958366801d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'babde06c-ef23-482b-9948-afb8b1b520aa', 'code': 200} Jan 28 20:55:58.097319 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=babde06c-ef23-482b-9948-afb8b1b520aa,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:55:59.026711 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092d370f-2fe5-4698-a4d9-6a0d517bf951 req-74ce1282-2bff-4040-bf91-88d3fcc82115 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:55:59.028157 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-092d370f-2fe5-4698-a4d9-6a0d517bf951 req-74ce1282-2bff-4040-bf91-88d3fcc82115 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] 10.222.0.64 "GET /v2.0/ports?device_id=2a3f9e20-83fb-4c89-8110-65958366801d HTTP/1.1" status: 200 len: 945 time: 0.0512524 Jan 28 20:55:59.076702 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-092d370f-2fe5-4698-a4d9-6a0d517bf951 req-d3f5918e-4cdd-4431-82ee-f7e74a388651 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] 10.222.0.64 "GET /v2.0/security-groups?id=87caa052-1fb2-48bd-b549-f026d12fa4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425131 Jan 28 20:56:00.201904 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9165fd26-437c-4065-8ef9-71dbec85cb05 req-5c2e3af9-e98c-4d90-ac57-cbdf01c2398e tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:56:00.203360 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9165fd26-437c-4065-8ef9-71dbec85cb05 req-5c2e3af9-e98c-4d90-ac57-cbdf01c2398e tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] 10.222.0.64 "GET /v2.0/ports?device_id=2a3f9e20-83fb-4c89-8110-65958366801d HTTP/1.1" status: 200 len: 945 time: 0.0562878 Jan 28 20:56:00.252189 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-9165fd26-437c-4065-8ef9-71dbec85cb05 req-a90e937d-d08d-4704-97af-866924a68610 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] 10.222.0.64 "GET /v2.0/security-groups?id=87caa052-1fb2-48bd-b549-f026d12fa4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432384 Jan 28 20:56:00.369832 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d3a821-d40c-4b06-bd28-911d43c3113b req-55fa1857-92a9-4940-ac21-2c0ac9d128fe tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:56:00.371195 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-76d3a821-d40c-4b06-bd28-911d43c3113b req-55fa1857-92a9-4940-ac21-2c0ac9d128fe tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] 10.222.0.64 "GET /v2.0/ports?device_id=2a3f9e20-83fb-4c89-8110-65958366801d HTTP/1.1" status: 200 len: 945 time: 0.0516951 Jan 28 20:56:00.418782 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-76d3a821-d40c-4b06-bd28-911d43c3113b req-d0746ac6-c27d-4163-909b-1ad3da19b381 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] 10.222.0.64 "GET /v2.0/security-groups?id=87caa052-1fb2-48bd-b549-f026d12fa4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420811 Jan 28 20:56:00.439731 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 45440) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:56:00.486953 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd39fb2e-71e2-44b3-bfe3-d99a17d91222 tempest-TestSnapshotPattern-1755944446 tempest-TestSnapshotPattern-1755944446-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:56:00.488478 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-cd39fb2e-71e2-44b3-bfe3-d99a17d91222 tempest-TestSnapshotPattern-1755944446 tempest-TestSnapshotPattern-1755944446-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=2a3f9e20-83fb-4c89-8110-65958366801d HTTP/1.1" status: 200 len: 1123 time: 0.0478003 Jan 28 20:56:00.491227 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 45442) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:56:00.495472 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-1759a86d-aa06-4ddf-b4b3-405a0391fa31 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Request body: {'floatingip': {'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'port_id': 'babde06c-ef23-482b-9948-afb8b1b520aa', 'tenant_id': '5b1cd3f5a2ad4083935dcd6b48164b55', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:56:00.515379 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1759a86d-aa06-4ddf-b4b3-405a0391fa31 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:56:00.608894 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1759a86d-aa06-4ddf-b4b3-405a0391fa31 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:56:00.712730 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-1759a86d-aa06-4ddf-b4b3-405a0391fa31 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Allocated IP 172.25.6.97 (d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8/a648e4ab-7422-41b9-b133-58aca25ab8f5/fe0b9c0f-572b-4bf3-839a-7a3674c2b4c0) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:56:00.814734 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1759a86d-aa06-4ddf-b4b3-405a0391fa31 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Publish callbacks [] for port (fe0b9c0f-572b-4bf3-839a-7a3674c2b4c0), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:56:00.847709 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1759a86d-aa06-4ddf-b4b3-405a0391fa31 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794075687976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (fe0b9c0f-572b-4bf3-839a-7a3674c2b4c0), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:56:00.887839 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1759a86d-aa06-4ddf-b4b3-405a0391fa31 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Network d30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:56:00.890543 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-1759a86d-aa06-4ddf-b4b3-405a0391fa31 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:56:00.893912 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1759a86d-aa06-4ddf-b4b3-405a0391fa31 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:56:00.918799 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1759a86d-aa06-4ddf-b4b3-405a0391fa31 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Pushing event updated for resources: {'Port': ['ID=fe0b9c0f-572b-4bf3-839a-7a3674c2b4c0,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:56:00.932284 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1759a86d-aa06-4ddf-b4b3-405a0391fa31 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:56:00.932633 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1759a86d-aa06-4ddf-b4b3-405a0391fa31 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:56:00.932978 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1759a86d-aa06-4ddf-b4b3-405a0391fa31 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:56:00.933346 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1759a86d-aa06-4ddf-b4b3-405a0391fa31 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:56:00.933687 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1759a86d-aa06-4ddf-b4b3-405a0391fa31 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:56:00.934019 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1759a86d-aa06-4ddf-b4b3-405a0391fa31 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:56:00.934350 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1759a86d-aa06-4ddf-b4b3-405a0391fa31 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:56:00.934679 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1759a86d-aa06-4ddf-b4b3-405a0391fa31 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:56:00.935005 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1759a86d-aa06-4ddf-b4b3-405a0391fa31 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:56:00.935329 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1759a86d-aa06-4ddf-b4b3-405a0391fa31 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:56:00.935655 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1759a86d-aa06-4ddf-b4b3-405a0391fa31 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:56:00.935986 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1759a86d-aa06-4ddf-b4b3-405a0391fa31 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:56:00.936312 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1759a86d-aa06-4ddf-b4b3-405a0391fa31 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:56:01.262696 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1759a86d-aa06-4ddf-b4b3-405a0391fa31 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Publish callbacks [] for floatingip (9a46ad60-f2d7-42a4-8175-77d3449bee5a), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:56:01.332512 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1759a86d-aa06-4ddf-b4b3-405a0391fa31 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (fe0b9c0f-572b-4bf3-839a-7a3674c2b4c0), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:56:01.481142 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1759a86d-aa06-4ddf-b4b3-405a0391fa31 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Publish callbacks [] for port (fe0b9c0f-572b-4bf3-839a-7a3674c2b4c0), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:56:01.485440 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1759a86d-aa06-4ddf-b4b3-405a0391fa31 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4690550'] for port (fe0b9c0f-572b-4bf3-839a-7a3674c2b4c0), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:56:01.552162 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1759a86d-aa06-4ddf-b4b3-405a0391fa31 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Pushing event updated for resources: {'Port': ['ID=fe0b9c0f-572b-4bf3-839a-7a3674c2b4c0,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:56:01.562069 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1759a86d-aa06-4ddf-b4b3-405a0391fa31 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734886'] for floatingip (9a46ad60-f2d7-42a4-8175-77d3449bee5a), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:56:01.662925 n-d-812111-14 neutron-server[103304]: INFO neutron.db.l3_db [None req-1759a86d-aa06-4ddf-b4b3-405a0391fa31 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Floating IP 9a46ad60-f2d7-42a4-8175-77d3449bee5a associated. External IP: 172.25.6.97, port: babde06c-ef23-482b-9948-afb8b1b520aa. Jan 28 20:56:01.867797 n-d-812111-14 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1759a86d-aa06-4ddf-b4b3-405a0391fa31 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Router b872e723-1882-45bf-ae9a-46ed4b073c53 has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:56:02.303547 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1759a86d-aa06-4ddf-b4b3-405a0391fa31 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:56:02.314604 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eacb601-879c-4394-b4e8-95579f525bfc None None] Sync routers for ids ['b872e723-1882-45bf-ae9a-46ed4b073c53'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:56:02.322777 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1759a86d-aa06-4ddf-b4b3-405a0391fa31 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for floatingip (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:56:02.325829 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eacb601-879c-4394-b4e8-95579f525bfc None None] Routers {'b872e723-1882-45bf-ae9a-46ed4b073c53'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:56:02.326445 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-1eacb601-879c-4394-b4e8-95579f525bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:55:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['b872e723-1882-45bf-ae9a-46ed4b073c53'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:56:02.352228 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-1759a86d-aa06-4ddf-b4b3-405a0391fa31 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8599882 Jan 28 20:56:02.352807 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a3f9e20-83fb-4c89-8110-65958366801d', 'tag': 'babde06c-ef23-482b-9948-afb8b1b520aa'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:56:02.355108 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}690870b4896ba3504f21237a239c836c0346d6a62bcfb5e8ee91fd1b13f99dd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-230c669d-f323-4374-b94d-f63fe9ec9023" -d '{"events": [{"name": "network-changed", "server_uuid": "2a3f9e20-83fb-4c89-8110-65958366801d", "tag": "babde06c-ef23-482b-9948-afb8b1b520aa"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:56:02.392790 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8e79f33-2567-42d6-b4bd-22b307d2dc8a x-openstack-request-id: req-e8e79f33-2567-42d6-b4bd-22b307d2dc8a {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:56:02.393086 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a3f9e20-83fb-4c89-8110-65958366801d", "tag": "babde06c-ef23-482b-9948-afb8b1b520aa", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:56:02.393359 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e8e79f33-2567-42d6-b4bd-22b307d2dc8a {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:56:02.393756 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a3f9e20-83fb-4c89-8110-65958366801d', 'tag': 'babde06c-ef23-482b-9948-afb8b1b520aa', 'status': 'completed', 'code': 200} Jan 28 20:56:02.430343 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-1eacb601-879c-4394-b4e8-95579f525bfc None None] Set router b872e723-1882-45bf-ae9a-46ed4b073c53 gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:56:02.465433 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230c669d-f323-4374-b94d-f63fe9ec9023 req-1fe03f16-d474-4929-bef5-f01117557f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:56:02.466964 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-230c669d-f323-4374-b94d-f63fe9ec9023 req-1fe03f16-d474-4929-bef5-f01117557f95 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5b1cd3f5a2ad4083935dcd6b48164b55&device_id=2a3f9e20-83fb-4c89-8110-65958366801d HTTP/1.1" status: 200 len: 1128 time: 0.0522528 Jan 28 20:56:02.560303 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230c669d-f323-4374-b94d-f63fe9ec9023 req-eeaf6c4b-0654-4358-807c-dd75817cc275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:56:02.561717 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-230c669d-f323-4374-b94d-f63fe9ec9023 req-eeaf6c4b-0654-4358-807c-dd75817cc275 service neutron] 10.222.0.41 "GET /v2.0/networks?id=bba0e36a-b7b0-45a5-b5c5-b8453dfb7725 HTTP/1.1" status: 200 len: 910 time: 0.0880637 Jan 28 20:56:02.629651 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-230c669d-f323-4374-b94d-f63fe9ec9023 req-5a659126-6ddf-46bf-b9dd-99003fb9989c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=babde06c-ef23-482b-9948-afb8b1b520aa HTTP/1.1" status: 200 len: 998 time: 0.0605383 Jan 28 20:56:02.687919 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230c669d-f323-4374-b94d-f63fe9ec9023 req-09d19cb4-cd9f-41a5-9ba2-018d95b37ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:56:02.689487 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-230c669d-f323-4374-b94d-f63fe9ec9023 req-09d19cb4-cd9f-41a5-9ba2-018d95b37ba8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=274216c3-dc61-4392-a004-b2237f16d03d HTTP/1.1" status: 200 len: 849 time: 0.0465629 Jan 28 20:56:02.743125 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230c669d-f323-4374-b94d-f63fe9ec9023 req-ec4bca53-4192-4d2b-85fe-3f4610e2c772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:56:02.745292 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-230c669d-f323-4374-b94d-f63fe9ec9023 req-ec4bca53-4192-4d2b-85fe-3f4610e2c772 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bba0e36a-b7b0-45a5-b5c5-b8453dfb7725&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0498521 Jan 28 20:56:02.746555 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-1eacb601-879c-4394-b4e8-95579f525bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b872e723-1882-45bf-ae9a-46ed4b073c53', 'name': 'tempest-TestSnapshotPattern-1468582447-router', 'tenant_id': '5b1cd3f5a2ad4083935dcd6b48164b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': '05aadc81-8c78-4f69-a7e8-68861f7307dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:53:09Z', 'updated_at': '2022-01-28T20:53:11Z', 'revision_number': 4, 'project_id': '5b1cd3f5a2ad4083935dcd6b48164b55', 'gw_port': {'id': '05aadc81-8c78-4f69-a7e8-68861f7307dc', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:01:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b872e723-1882-45bf-ae9a-46ed4b073c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:53:09Z', 'updated_at': '2022-01-28T20:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_floatingips': [{'id': '9a46ad60-f2d7-42a4-8175-77d3449bee5a', 'tenant_id': '5b1cd3f5a2ad4083935dcd6b48164b55', 'floating_ip_address': '172.25.6.97', 'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'router_id': 'b872e723-1882-45bf-ae9a-46ed4b073c53', 'port_id': 'babde06c-ef23-482b-9948-afb8b1b520aa', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4411, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bba0e36a-b7b0-45a5-b5c5-b8453dfb7725', 'mac_address': 'fa:16:3e:3b:14:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3f9e20-83fb-4c89-8110-65958366801d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:56:01Z', 'updated_at': '2022-01-28T20:56:01Z', 'revision_number': 0, 'project_id': '5b1cd3f5a2ad4083935dcd6b48164b55', 'fixed_ip_address_scope': None}, {'id': 'e66dd10d-83f6-4036-b34d-0abaec8e72d3', 'tenant_id': '5b1cd3f5a2ad4083935dcd6b48164b55', 'floating_ip_address': '172.25.6.17', 'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'router_id': 'b872e723-1882-45bf-ae9a-46ed4b073c53', 'port_id': '732f10e7-d969-4fa8-94ae-e00f80e4106e', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bba0e36a-b7b0-45a5-b5c5-b8453dfb7725', 'mac_address': 'fa:16:3e:b1:27:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd14f93b2-981f-45c5-a310-179bf672f42e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:53:31Z', 'updated_at': '2022-01-28T20:53:32Z', 'revision_number': 1, 'project_id': '5b1cd3f5a2ad4083935dcd6b48164b55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba399678-d4e2-494a-a930-137c3c296c51', 'name': '', 'network_id': 'bba0e36a-b7b0-45a5-b5c5-b8453dfb7725', 'tenant_id': '5b1cd3f5a2ad4083935dcd6b48164b55', 'mac_address': 'fa:16:3e:30:83:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b872e723-1882-45bf-ae9a-46ed4b073c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '274216c3-dc61-4392-a004-b2237f16d03d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:53:11Z', 'updated_at': '2022-01-28T20:53:16Z', 'revision_number': 5, 'project_id': '5b1cd3f5a2ad4083935dcd6b48164b55', 'subnets': [{'id': '274216c3-dc61-4392-a004-b2237f16d03d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:56:02.771316 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eacb601-879c-4394-b4e8-95579f525bfc None None] Checking router: b872e723-1882-45bf-ae9a-46ed4b073c53 for host: n-d-812111-14 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:56:02.779870 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eacb601-879c-4394-b4e8-95579f525bfc None None] Routers {'b872e723-1882-45bf-ae9a-46ed4b073c53'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:56:02.780464 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-1eacb601-879c-4394-b4e8-95579f525bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:55:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['b872e723-1882-45bf-ae9a-46ed4b073c53'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:56:02.836706 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-230c669d-f323-4374-b94d-f63fe9ec9023 req-88316587-cf92-4bfd-aab3-831187fd29f7 service neutron] 10.222.0.41 "GET /v2.0/networks/bba0e36a-b7b0-45a5-b5c5-b8453dfb7725?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852869 Jan 28 20:56:02.881623 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-1eacb601-879c-4394-b4e8-95579f525bfc None None] Set router b872e723-1882-45bf-ae9a-46ed4b073c53 gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:56:02.930141 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-230c669d-f323-4374-b94d-f63fe9ec9023 req-8b8ab0e4-c599-47df-a0c6-5e5ca0bec196 service neutron] 10.222.0.41 "GET /v2.0/networks/bba0e36a-b7b0-45a5-b5c5-b8453dfb7725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868900 Jan 28 20:56:03.106487 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-1eacb601-879c-4394-b4e8-95579f525bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b872e723-1882-45bf-ae9a-46ed4b073c53', 'name': 'tempest-TestSnapshotPattern-1468582447-router', 'tenant_id': '5b1cd3f5a2ad4083935dcd6b48164b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': '05aadc81-8c78-4f69-a7e8-68861f7307dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:53:09Z', 'updated_at': '2022-01-28T20:53:11Z', 'revision_number': 4, 'project_id': '5b1cd3f5a2ad4083935dcd6b48164b55', 'gw_port': {'id': '05aadc81-8c78-4f69-a7e8-68861f7307dc', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:01:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b872e723-1882-45bf-ae9a-46ed4b073c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:53:09Z', 'updated_at': '2022-01-28T20:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_floatingips': [{'id': '9a46ad60-f2d7-42a4-8175-77d3449bee5a', 'tenant_id': '5b1cd3f5a2ad4083935dcd6b48164b55', 'floating_ip_address': '172.25.6.97', 'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'router_id': 'b872e723-1882-45bf-ae9a-46ed4b073c53', 'port_id': 'babde06c-ef23-482b-9948-afb8b1b520aa', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4411, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bba0e36a-b7b0-45a5-b5c5-b8453dfb7725', 'mac_address': 'fa:16:3e:3b:14:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3f9e20-83fb-4c89-8110-65958366801d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:56:01Z', 'updated_at': '2022-01-28T20:56:01Z', 'revision_number': 0, 'project_id': '5b1cd3f5a2ad4083935dcd6b48164b55', 'fixed_ip_address_scope': None}, {'id': 'e66dd10d-83f6-4036-b34d-0abaec8e72d3', 'tenant_id': '5b1cd3f5a2ad4083935dcd6b48164b55', 'floating_ip_address': '172.25.6.17', 'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'router_id': 'b872e723-1882-45bf-ae9a-46ed4b073c53', 'port_id': '732f10e7-d969-4fa8-94ae-e00f80e4106e', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bba0e36a-b7b0-45a5-b5c5-b8453dfb7725', 'mac_address': 'fa:16:3e:b1:27:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd14f93b2-981f-45c5-a310-179bf672f42e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:53:31Z', 'updated_at': '2022-01-28T20:53:32Z', 'revision_number': 1, 'project_id': '5b1cd3f5a2ad4083935dcd6b48164b55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba399678-d4e2-494a-a930-137c3c296c51', 'name': '', 'network_id': 'bba0e36a-b7b0-45a5-b5c5-b8453dfb7725', 'tenant_id': '5b1cd3f5a2ad4083935dcd6b48164b55', 'mac_address': 'fa:16:3e:30:83:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b872e723-1882-45bf-ae9a-46ed4b073c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '274216c3-dc61-4392-a004-b2237f16d03d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:53:11Z', 'updated_at': '2022-01-28T20:53:16Z', 'revision_number': 5, 'project_id': '5b1cd3f5a2ad4083935dcd6b48164b55', 'subnets': [{'id': '274216c3-dc61-4392-a004-b2237f16d03d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:56:03.131721 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eacb601-879c-4394-b4e8-95579f525bfc None None] The sync data for ids ['b872e723-1882-45bf-ae9a-46ed4b073c53'] in n-d-812111-14 is: [{'id': 'b872e723-1882-45bf-ae9a-46ed4b073c53', 'name': 'tempest-TestSnapshotPattern-1468582447-router', 'tenant_id': '5b1cd3f5a2ad4083935dcd6b48164b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': '05aadc81-8c78-4f69-a7e8-68861f7307dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:53:09Z', 'updated_at': '2022-01-28T20:53:11Z', 'revision_number': 4, 'project_id': '5b1cd3f5a2ad4083935dcd6b48164b55', 'gw_port': {'id': '05aadc81-8c78-4f69-a7e8-68861f7307dc', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:01:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b872e723-1882-45bf-ae9a-46ed4b073c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:53:09Z', 'updated_at': '2022-01-28T20:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_floatingips': [{'id': '9a46ad60-f2d7-42a4-8175-77d3449bee5a', 'tenant_id': '5b1cd3f5a2ad4083935dcd6b48164b55', 'floating_ip_address': '172.25.6.97', 'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'router_id': 'b872e723-1882-45bf-ae9a-46ed4b073c53', 'port_id': 'babde06c-ef23-482b-9948-afb8b1b520aa', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4411, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bba0e36a-b7b0-45a5-b5c5-b8453dfb7725', 'mac_address': 'fa:16:3e:3b:14:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3f9e20-83fb-4c89-8110-65958366801d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:56:01Z', 'updated_at': '2022-01-28T20:56:01Z', 'revision_number': 0, 'project_id': '5b1cd3f5a2ad4083935dcd6b48164b55', 'fixed_ip_address_scope': None}, {'id': 'e66dd10d-83f6-4036-b34d-0abaec8e72d3', 'tenant_id': '5b1cd3f5a2ad4083935dcd6b48164b55', 'floating_ip_address': '172.25.6.17', 'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'router_id': 'b872e723-1882-45bf-ae9a-46ed4b073c53', 'port_id': '732f10e7-d969-4fa8-94ae-e00f80e4106e', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bba0e36a-b7b0-45a5-b5c5-b8453dfb7725', 'mac_address': 'fa:16:3e:b1:27:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd14f93b2-981f-45c5-a310-179bf672f42e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:53:31Z', 'updated_at': '2022-01-28T20:53:32Z', 'revision_number': 1, 'project_id': '5b1cd3f5a2ad4083935dcd6b48164b55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba399678-d4e2-494a-a930-137c3c296c51', 'name': '', 'network_id': 'bba0e36a-b7b0-45a5-b5c5-b8453dfb7725', 'tenant_id': '5b1cd3f5a2ad4083935dcd6b48164b55', 'mac_address': 'fa:16:3e:30:83:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b872e723-1882-45bf-ae9a-46ed4b073c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '274216c3-dc61-4392-a004-b2237f16d03d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:53:11Z', 'updated_at': '2022-01-28T20:53:16Z', 'revision_number': 5, 'project_id': '5b1cd3f5a2ad4083935dcd6b48164b55', 'subnets': [{'id': '274216c3-dc61-4392-a004-b2237f16d03d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:56:03.324849 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798b06ea-330f-4a68-bc16-f1957cf0264a None None] New status for floating IP 9a46ad60-f2d7-42a4-8175-77d3449bee5a: ACTIVE {{(pid=103306) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 20:56:05.174103 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:56:06.912079 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-dd106e91-3c1f-4b19-8502-77b82f6db227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:56:09.168756 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3cae220b-a323-41ff-b32f-6267db1eac85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:56:10.209936 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:56:12.076533 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:56:13.417608 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:56:21.936446 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:56:24.943083 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:56:36.913592 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-715fb280-5cc4-4dd0-86f5-a41cd5986d2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:56:39.169888 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1d5e4e12-c7ce-4078-9b3d-f32f5640b9e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:56:40.213346 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:56:42.079455 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:56:42.173753 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:56:43.418628 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:56:49.308634 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-042d1d34-22d0-4b9c-9abd-535f549558ed req-9c23cbd7-96f0-475e-a1b2-4f266aea704f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=d14f93b2-981f-45c5-a310-179bf672f42e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0443919 Jan 28 20:56:49.397053 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042d1d34-22d0-4b9c-9abd-535f549558ed req-41bb14a0-934f-430e-af79-090cf4d96ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:56:49.398555 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-042d1d34-22d0-4b9c-9abd-535f549558ed req-41bb14a0-934f-430e-af79-090cf4d96ebf service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5b1cd3f5a2ad4083935dcd6b48164b55&device_id=d14f93b2-981f-45c5-a310-179bf672f42e HTTP/1.1" status: 200 len: 1127 time: 0.0469341 Jan 28 20:56:49.502587 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042d1d34-22d0-4b9c-9abd-535f549558ed req-dcea1514-9541-4e4e-b12f-a21dd50f6b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:56:49.503959 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-042d1d34-22d0-4b9c-9abd-535f549558ed req-dcea1514-9541-4e4e-b12f-a21dd50f6b0c service neutron] 10.222.0.70 "GET /v2.0/networks?id=bba0e36a-b7b0-45a5-b5c5-b8453dfb7725 HTTP/1.1" status: 200 len: 910 time: 0.0881534 Jan 28 20:56:49.568295 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-042d1d34-22d0-4b9c-9abd-535f549558ed req-2659a2e1-e18f-4cca-bd1b-8a353d45ddac service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=732f10e7-d969-4fa8-94ae-e00f80e4106e HTTP/1.1" status: 200 len: 999 time: 0.0577424 Jan 28 20:56:49.619532 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042d1d34-22d0-4b9c-9abd-535f549558ed req-8374daf6-82d4-4f02-9980-3ebd93f76fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:56:49.620940 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-042d1d34-22d0-4b9c-9abd-535f549558ed req-8374daf6-82d4-4f02-9980-3ebd93f76fc6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=274216c3-dc61-4392-a004-b2237f16d03d HTTP/1.1" status: 200 len: 849 time: 0.0465586 Jan 28 20:56:49.668718 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042d1d34-22d0-4b9c-9abd-535f549558ed req-84caa0fc-8964-4beb-87ad-bbf55dcae070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:56:49.670583 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-042d1d34-22d0-4b9c-9abd-535f549558ed req-84caa0fc-8964-4beb-87ad-bbf55dcae070 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=bba0e36a-b7b0-45a5-b5c5-b8453dfb7725&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0433772 Jan 28 20:56:49.759847 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-042d1d34-22d0-4b9c-9abd-535f549558ed req-366bb496-fe7a-436d-bc0b-377ef26c0d31 service neutron] 10.222.0.70 "GET /v2.0/networks/bba0e36a-b7b0-45a5-b5c5-b8453dfb7725?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834858 Jan 28 20:56:49.851716 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-042d1d34-22d0-4b9c-9abd-535f549558ed req-4ee4f2e1-4141-411b-b81f-50ec559ec4f9 service neutron] 10.222.0.70 "GET /v2.0/networks/bba0e36a-b7b0-45a5-b5c5-b8453dfb7725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858705 Jan 28 20:56:51.953007 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:56:54.946586 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:56:59.686191 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-fd2191dd-a9e0-4cde-97aa-3d518d788029 req-9df37c15-e742-4f56-914e-9da1790053f5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2a3f9e20-83fb-4c89-8110-65958366801d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0437896 Jan 28 20:56:59.779517 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2191dd-a9e0-4cde-97aa-3d518d788029 req-5af79b7a-541b-459f-8644-2ab20d15b9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:56:59.780974 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-fd2191dd-a9e0-4cde-97aa-3d518d788029 req-5af79b7a-541b-459f-8644-2ab20d15b9d8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5b1cd3f5a2ad4083935dcd6b48164b55&device_id=2a3f9e20-83fb-4c89-8110-65958366801d HTTP/1.1" status: 200 len: 1128 time: 0.0450308 Jan 28 20:56:59.887446 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2191dd-a9e0-4cde-97aa-3d518d788029 req-06d8cc62-a7b0-4841-ba16-e795097865e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:56:59.888881 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-fd2191dd-a9e0-4cde-97aa-3d518d788029 req-06d8cc62-a7b0-4841-ba16-e795097865e3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=bba0e36a-b7b0-45a5-b5c5-b8453dfb7725 HTTP/1.1" status: 200 len: 910 time: 0.0854328 Jan 28 20:56:59.957051 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-fd2191dd-a9e0-4cde-97aa-3d518d788029 req-f5949fab-414c-4e4d-ae44-1fa2d0b1b3ec service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=babde06c-ef23-482b-9948-afb8b1b520aa HTTP/1.1" status: 200 len: 1000 time: 0.0573671 Jan 28 20:57:00.006115 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2191dd-a9e0-4cde-97aa-3d518d788029 req-15f7608e-9f1b-4cf0-b6a4-0fdda3a63269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:57:00.007507 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-fd2191dd-a9e0-4cde-97aa-3d518d788029 req-15f7608e-9f1b-4cf0-b6a4-0fdda3a63269 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=274216c3-dc61-4392-a004-b2237f16d03d HTTP/1.1" status: 200 len: 849 time: 0.0423534 Jan 28 20:57:00.062307 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2191dd-a9e0-4cde-97aa-3d518d788029 req-6c5eeea6-c0b5-49ad-b263-45a43af365c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:57:00.063833 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-fd2191dd-a9e0-4cde-97aa-3d518d788029 req-6c5eeea6-c0b5-49ad-b263-45a43af365c5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bba0e36a-b7b0-45a5-b5c5-b8453dfb7725&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0472224 Jan 28 20:57:00.153465 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-fd2191dd-a9e0-4cde-97aa-3d518d788029 req-25090fe8-9512-49bf-b562-cf8a25530a8a service neutron] 10.222.0.41 "GET /v2.0/networks/bba0e36a-b7b0-45a5-b5c5-b8453dfb7725?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803633 Jan 28 20:57:00.246927 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-fd2191dd-a9e0-4cde-97aa-3d518d788029 req-24c8fb88-1ef0-45fb-91bd-443d7d256d80 service neutron] 10.222.0.41 "GET /v2.0/networks/bba0e36a-b7b0-45a5-b5c5-b8453dfb7725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860639 Jan 28 20:57:06.914646 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-27eddcde-53a6-4163-b3f5-44ad9a204c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:57:09.174708 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1840e99f-9eb9-44e3-94f1-877ef539cd40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:57:10.215576 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:57:12.084377 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:57:13.420745 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:57:19.173026 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:57:21.948259 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:57:24.941402 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:57:36.916843 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-11e506ef-3b61-4289-a6a1-7de19b501e73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:57:38.251001 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device babde06c-ef23-482b-9948-afb8b1b520aa details requested by agent hyperv_n-h1-812111-14 with host n-h1-812111-14 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:57:38.363836 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port babde06c-ef23-482b-9948-afb8b1b520aa, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=babde06c-ef23-482b-9948-afb8b1b520aa,segment=NetworkSegment(384fcdd9-6af9-4adb-9e60-689c3cb9c20a),segment_id=384fcdd9-6af9-4adb-9e60-689c3cb9c20a)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:57:38.384085 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Returning: {'device': 'babde06c-ef23-482b-9948-afb8b1b520aa', 'network_id': 'bba0e36a-b7b0-45a5-b5c5-b8453dfb7725', 'port_id': 'babde06c-ef23-482b-9948-afb8b1b520aa', 'mac_address': 'fa:16:3e:3b:14:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '274216c3-dc61-4392-a004-b2237f16d03d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:57:38.426190 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port babde06c-ef23-482b-9948-afb8b1b520aa is: ACTIVE; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:57:38.426576 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (babde06c-ef23-482b-9948-afb8b1b520aa), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:57:38.442479 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id babde06c-ef23-482b-9948-afb8b1b520aa {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:57:38.464676 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port babde06c-ef23-482b-9948-afb8b1b520aa, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=babde06c-ef23-482b-9948-afb8b1b520aa,segment=NetworkSegment(384fcdd9-6af9-4adb-9e60-689c3cb9c20a),segment_id=384fcdd9-6af9-4adb-9e60-689c3cb9c20a)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:57:38.469291 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (babde06c-ef23-482b-9948-afb8b1b520aa), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:57:38.526645 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=babde06c-ef23-482b-9948-afb8b1b520aa,revision_number=6']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:57:38.541344 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:57:38.541702 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:57:38.542047 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:57:38.542444 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:57:38.543011 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:57:38.543584 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:57:38.544070 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:57:38.544611 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:57:38.544945 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:57:38.545391 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:57:38.545725 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:57:38.546050 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:57:38.546486 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:57:38.554858 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] get_ports_and_sgs() called for port_ids ['babde06c-ef23-482b-9948-afb8b1b520aa'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:57:39.181667 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-08867896-ce95-456c-9059-7dfcf3f41721 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:57:40.234760 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:57:40.259692 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device babde06c-ef23-482b-9948-afb8b1b520aa up at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:57:40.311946 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Provisioning complete for port babde06c-ef23-482b-9948-afb8b1b520aa triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:57:40.312319 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095394'] for port (babde06c-ef23-482b-9948-afb8b1b520aa), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:57:40.394139 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Current status of the port babde06c-ef23-482b-9948-afb8b1b520aa is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:57:40.394517 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1900286'] for port (babde06c-ef23-482b-9948-afb8b1b520aa), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:57:40.422424 n-d-812111-14 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a3f9e20-83fb-4c89-8110-65958366801d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'babde06c-ef23-482b-9948-afb8b1b520aa'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:57:40.425192 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}704c702df6f21e7df92d3d89d4c6cfde2c6406e49d8202b36454fc5209adee22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84287808-e54b-467e-8d9e-d82865a28760" -d '{"events": [{"server_uuid": "2a3f9e20-83fb-4c89-8110-65958366801d", "name": "network-vif-plugged", "status": "completed", "tag": "babde06c-ef23-482b-9948-afb8b1b520aa"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:57:40.448933 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] For port babde06c-ef23-482b-9948-afb8b1b520aa, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=babde06c-ef23-482b-9948-afb8b1b520aa,segment=NetworkSegment(384fcdd9-6af9-4adb-9e60-689c3cb9c20a),segment_id=384fcdd9-6af9-4adb-9e60-689c3cb9c20a)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:57:40.453969 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794076262620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794075687994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794075688012'] for port (babde06c-ef23-482b-9948-afb8b1b520aa), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:57:40.512420 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Pushing event updated for resources: {'Port': ['ID=babde06c-ef23-482b-9948-afb8b1b520aa,revision_number=7']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:57:40.555703 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:57:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54f8f8a4-616d-41fc-8465-2dea1b3524ee x-openstack-request-id: req-54f8f8a4-616d-41fc-8465-2dea1b3524ee {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:57:40.556104 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a3f9e20-83fb-4c89-8110-65958366801d", "name": "network-vif-plugged", "status": "completed", "tag": "babde06c-ef23-482b-9948-afb8b1b520aa", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:57:40.556456 n-d-812111-14 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-54f8f8a4-616d-41fc-8465-2dea1b3524ee {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:57:40.556959 n-d-812111-14 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a3f9e20-83fb-4c89-8110-65958366801d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'babde06c-ef23-482b-9948-afb8b1b520aa', 'code': 200} Jan 28 20:57:42.089905 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:57:43.425876 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:57:47.485302 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 45648) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:57:47.641070 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-36b3c37e-af83-447a-88ea-4da4c9d4ebc8 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Deleting port fe0b9c0f-572b-4bf3-839a-7a3674c2b4c0 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:57:47.641441 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-36b3c37e-af83-447a-88ea-4da4c9d4ebc8 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (fe0b9c0f-572b-4bf3-839a-7a3674c2b4c0), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:57:47.714799 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-36b3c37e-af83-447a-88ea-4da4c9d4ebc8 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (fe0b9c0f-572b-4bf3-839a-7a3674c2b4c0), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:57:47.715127 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-36b3c37e-af83-447a-88ea-4da4c9d4ebc8 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Publish callbacks [] for floatingip (fe0b9c0f-572b-4bf3-839a-7a3674c2b4c0), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:57:47.726560 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-36b3c37e-af83-447a-88ea-4da4c9d4ebc8 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Calling delete_port for fe0b9c0f-572b-4bf3-839a-7a3674c2b4c0 owned by network:floatingip {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:57:47.871269 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-36b3c37e-af83-447a-88ea-4da4c9d4ebc8 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (fe0b9c0f-572b-4bf3-839a-7a3674c2b4c0), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:57:47.896183 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b3c37e-af83-447a-88ea-4da4c9d4ebc8 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Pushing event deleted for resources: {'Port': ['ID=fe0b9c0f-572b-4bf3-839a-7a3674c2b4c0,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:57:47.908679 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b3c37e-af83-447a-88ea-4da4c9d4ebc8 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:57:47.909028 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b3c37e-af83-447a-88ea-4da4c9d4ebc8 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:57:47.909393 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b3c37e-af83-447a-88ea-4da4c9d4ebc8 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:57:47.909732 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b3c37e-af83-447a-88ea-4da4c9d4ebc8 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:57:47.910069 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b3c37e-af83-447a-88ea-4da4c9d4ebc8 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:57:47.910405 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b3c37e-af83-447a-88ea-4da4c9d4ebc8 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:57:47.910732 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b3c37e-af83-447a-88ea-4da4c9d4ebc8 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:57:47.911055 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b3c37e-af83-447a-88ea-4da4c9d4ebc8 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:57:47.911375 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b3c37e-af83-447a-88ea-4da4c9d4ebc8 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:57:47.911698 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b3c37e-af83-447a-88ea-4da4c9d4ebc8 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:57:47.912019 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b3c37e-af83-447a-88ea-4da4c9d4ebc8 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:57:47.912390 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b3c37e-af83-447a-88ea-4da4c9d4ebc8 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:57:47.912708 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b3c37e-af83-447a-88ea-4da4c9d4ebc8 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:57:47.969238 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-36b3c37e-af83-447a-88ea-4da4c9d4ebc8 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Publish callbacks [] for floatingip (9a46ad60-f2d7-42a4-8175-77d3449bee5a), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:57:47.969574 n-d-812111-14 neutron-server[103305]: INFO neutron.db.l3_db [None req-36b3c37e-af83-447a-88ea-4da4c9d4ebc8 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Floating IP 9a46ad60-f2d7-42a4-8175-77d3449bee5a disassociated (deleted). External IP: 172.25.6.97, port: babde06c-ef23-482b-9948-afb8b1b520aa. Jan 28 20:57:48.171338 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36b3c37e-af83-447a-88ea-4da4c9d4ebc8 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Router b872e723-1882-45bf-ae9a-46ed4b073c53 has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:57:48.277433 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36b3c37e-af83-447a-88ea-4da4c9d4ebc8 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:57:48.282680 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-36b3c37e-af83-447a-88ea-4da4c9d4ebc8 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for floatingip (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:57:48.287665 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047899d6-513a-41cc-9003-96fa42f2ac7c None None] Sync routers for ids ['b872e723-1882-45bf-ae9a-46ed4b073c53'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:57:48.297045 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047899d6-513a-41cc-9003-96fa42f2ac7c None None] Routers {'b872e723-1882-45bf-ae9a-46ed4b073c53'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:57:48.297799 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-047899d6-513a-41cc-9003-96fa42f2ac7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:57:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['b872e723-1882-45bf-ae9a-46ed4b073c53'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:57:48.316448 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-36b3c37e-af83-447a-88ea-4da4c9d4ebc8 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] 10.222.0.64 "DELETE /v2.0/floatingips/9a46ad60-f2d7-42a4-8175-77d3449bee5a HTTP/1.1" status: 204 len: 168 time: 0.8300507 Jan 28 20:57:48.317044 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a3f9e20-83fb-4c89-8110-65958366801d', 'tag': 'babde06c-ef23-482b-9948-afb8b1b520aa'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:57:48.319707 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}981202432542b3bd90586abfd28c53181d71ca775a89b024ffbb9268f9379f4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-294347bb-63a3-4ad6-9b7d-d27a65638431" -d '{"events": [{"name": "network-changed", "server_uuid": "2a3f9e20-83fb-4c89-8110-65958366801d", "tag": "babde06c-ef23-482b-9948-afb8b1b520aa"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:57:48.363037 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed99bc4f-3272-4209-bc60-4e4e9e974683 x-openstack-request-id: req-ed99bc4f-3272-4209-bc60-4e4e9e974683 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:57:48.363381 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a3f9e20-83fb-4c89-8110-65958366801d", "tag": "babde06c-ef23-482b-9948-afb8b1b520aa", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:57:48.363642 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ed99bc4f-3272-4209-bc60-4e4e9e974683 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:57:48.364180 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a3f9e20-83fb-4c89-8110-65958366801d', 'tag': 'babde06c-ef23-482b-9948-afb8b1b520aa', 'status': 'completed', 'code': 200} Jan 28 20:57:48.418236 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-047899d6-513a-41cc-9003-96fa42f2ac7c None None] Set router b872e723-1882-45bf-ae9a-46ed4b073c53 gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:57:48.439485 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294347bb-63a3-4ad6-9b7d-d27a65638431 req-7ed90fac-b427-435e-a20e-bbd0bee41f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:57:48.440902 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-294347bb-63a3-4ad6-9b7d-d27a65638431 req-7ed90fac-b427-435e-a20e-bbd0bee41f5f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5b1cd3f5a2ad4083935dcd6b48164b55&device_id=2a3f9e20-83fb-4c89-8110-65958366801d HTTP/1.1" status: 200 len: 1128 time: 0.0506129 Jan 28 20:57:48.539731 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294347bb-63a3-4ad6-9b7d-d27a65638431 req-c777229f-dcd6-4e3f-ad16-25dbd5c57516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:57:48.541326 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-294347bb-63a3-4ad6-9b7d-d27a65638431 req-c777229f-dcd6-4e3f-ad16-25dbd5c57516 service neutron] 10.222.0.41 "GET /v2.0/networks?id=bba0e36a-b7b0-45a5-b5c5-b8453dfb7725 HTTP/1.1" status: 200 len: 910 time: 0.0943646 Jan 28 20:57:48.598676 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-294347bb-63a3-4ad6-9b7d-d27a65638431 req-f3e3436a-0c74-44fb-ac8a-ff10f424816e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=babde06c-ef23-482b-9948-afb8b1b520aa HTTP/1.1" status: 200 len: 217 time: 0.0502322 Jan 28 20:57:48.659061 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-047899d6-513a-41cc-9003-96fa42f2ac7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b872e723-1882-45bf-ae9a-46ed4b073c53', 'name': 'tempest-TestSnapshotPattern-1468582447-router', 'tenant_id': '5b1cd3f5a2ad4083935dcd6b48164b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': '05aadc81-8c78-4f69-a7e8-68861f7307dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:53:09Z', 'updated_at': '2022-01-28T20:53:11Z', 'revision_number': 4, 'project_id': '5b1cd3f5a2ad4083935dcd6b48164b55', 'gw_port': {'id': '05aadc81-8c78-4f69-a7e8-68861f7307dc', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:01:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b872e723-1882-45bf-ae9a-46ed4b073c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:53:09Z', 'updated_at': '2022-01-28T20:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_floatingips': [{'id': 'e66dd10d-83f6-4036-b34d-0abaec8e72d3', 'tenant_id': '5b1cd3f5a2ad4083935dcd6b48164b55', 'floating_ip_address': '172.25.6.17', 'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'router_id': 'b872e723-1882-45bf-ae9a-46ed4b073c53', 'port_id': '732f10e7-d969-4fa8-94ae-e00f80e4106e', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bba0e36a-b7b0-45a5-b5c5-b8453dfb7725', 'mac_address': 'fa:16:3e:b1:27:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd14f93b2-981f-45c5-a310-179bf672f42e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:53:31Z', 'updated_at': '2022-01-28T20:53:32Z', 'revision_number': 1, 'project_id': '5b1cd3f5a2ad4083935dcd6b48164b55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba399678-d4e2-494a-a930-137c3c296c51', 'name': '', 'network_id': 'bba0e36a-b7b0-45a5-b5c5-b8453dfb7725', 'tenant_id': '5b1cd3f5a2ad4083935dcd6b48164b55', 'mac_address': 'fa:16:3e:30:83:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b872e723-1882-45bf-ae9a-46ed4b073c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '274216c3-dc61-4392-a004-b2237f16d03d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:53:11Z', 'updated_at': '2022-01-28T20:53:16Z', 'revision_number': 5, 'project_id': '5b1cd3f5a2ad4083935dcd6b48164b55', 'subnets': [{'id': '274216c3-dc61-4392-a004-b2237f16d03d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:57:48.669574 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294347bb-63a3-4ad6-9b7d-d27a65638431 req-7b67a995-3351-41b0-95ee-7677a0b8ad6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:57:48.671016 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-294347bb-63a3-4ad6-9b7d-d27a65638431 req-7b67a995-3351-41b0-95ee-7677a0b8ad6b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=274216c3-dc61-4392-a004-b2237f16d03d HTTP/1.1" status: 200 len: 849 time: 0.0538554 Jan 28 20:57:48.679084 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1327bd4-186a-4aa1-9af7-5a4c5b55825a req-5b3d018e-ed49-492a-b029-a3357a586727 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:57:48.680435 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a1327bd4-186a-4aa1-9af7-5a4c5b55825a req-5b3d018e-ed49-492a-b029-a3357a586727 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] 10.222.0.64 "GET /v2.0/ports?device_id=2a3f9e20-83fb-4c89-8110-65958366801d HTTP/1.1" status: 200 len: 945 time: 0.1708143 Jan 28 20:57:48.685312 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047899d6-513a-41cc-9003-96fa42f2ac7c None None] Checking router: b872e723-1882-45bf-ae9a-46ed4b073c53 for host: n-d-812111-14 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:57:48.694157 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047899d6-513a-41cc-9003-96fa42f2ac7c None None] Routers {'b872e723-1882-45bf-ae9a-46ed4b073c53'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:57:48.694700 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-047899d6-513a-41cc-9003-96fa42f2ac7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:57:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['b872e723-1882-45bf-ae9a-46ed4b073c53'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:57:48.759661 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294347bb-63a3-4ad6-9b7d-d27a65638431 req-fb55ffb8-9f6d-45ae-869a-6c72afe40575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:57:48.761199 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-294347bb-63a3-4ad6-9b7d-d27a65638431 req-fb55ffb8-9f6d-45ae-869a-6c72afe40575 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bba0e36a-b7b0-45a5-b5c5-b8453dfb7725&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0799158 Jan 28 20:57:48.765079 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-a1327bd4-186a-4aa1-9af7-5a4c5b55825a req-c27480bf-aeb6-4394-8760-6d8e83dd680f tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] 10.222.0.64 "GET /v2.0/security-groups?id=87caa052-1fb2-48bd-b549-f026d12fa4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754285 Jan 28 20:57:48.808674 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-047899d6-513a-41cc-9003-96fa42f2ac7c None None] Set router b872e723-1882-45bf-ae9a-46ed4b073c53 gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:57:48.852086 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-294347bb-63a3-4ad6-9b7d-d27a65638431 req-1e8616fa-ccdf-486a-af80-c8019428aa09 service neutron] 10.222.0.41 "GET /v2.0/networks/bba0e36a-b7b0-45a5-b5c5-b8453dfb7725?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832100 Jan 28 20:57:49.130636 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-047899d6-513a-41cc-9003-96fa42f2ac7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b872e723-1882-45bf-ae9a-46ed4b073c53', 'name': 'tempest-TestSnapshotPattern-1468582447-router', 'tenant_id': '5b1cd3f5a2ad4083935dcd6b48164b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': '05aadc81-8c78-4f69-a7e8-68861f7307dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:53:09Z', 'updated_at': '2022-01-28T20:53:11Z', 'revision_number': 4, 'project_id': '5b1cd3f5a2ad4083935dcd6b48164b55', 'gw_port': {'id': '05aadc81-8c78-4f69-a7e8-68861f7307dc', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:01:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b872e723-1882-45bf-ae9a-46ed4b073c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:53:09Z', 'updated_at': '2022-01-28T20:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_floatingips': [{'id': 'e66dd10d-83f6-4036-b34d-0abaec8e72d3', 'tenant_id': '5b1cd3f5a2ad4083935dcd6b48164b55', 'floating_ip_address': '172.25.6.17', 'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'router_id': 'b872e723-1882-45bf-ae9a-46ed4b073c53', 'port_id': '732f10e7-d969-4fa8-94ae-e00f80e4106e', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bba0e36a-b7b0-45a5-b5c5-b8453dfb7725', 'mac_address': 'fa:16:3e:b1:27:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd14f93b2-981f-45c5-a310-179bf672f42e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:53:31Z', 'updated_at': '2022-01-28T20:53:32Z', 'revision_number': 1, 'project_id': '5b1cd3f5a2ad4083935dcd6b48164b55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba399678-d4e2-494a-a930-137c3c296c51', 'name': '', 'network_id': 'bba0e36a-b7b0-45a5-b5c5-b8453dfb7725', 'tenant_id': '5b1cd3f5a2ad4083935dcd6b48164b55', 'mac_address': 'fa:16:3e:30:83:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b872e723-1882-45bf-ae9a-46ed4b073c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '274216c3-dc61-4392-a004-b2237f16d03d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:53:11Z', 'updated_at': '2022-01-28T20:53:16Z', 'revision_number': 5, 'project_id': '5b1cd3f5a2ad4083935dcd6b48164b55', 'subnets': [{'id': '274216c3-dc61-4392-a004-b2237f16d03d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:57:49.161157 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047899d6-513a-41cc-9003-96fa42f2ac7c None None] The sync data for ids ['b872e723-1882-45bf-ae9a-46ed4b073c53'] in n-d-812111-14 is: [{'id': 'b872e723-1882-45bf-ae9a-46ed4b073c53', 'name': 'tempest-TestSnapshotPattern-1468582447-router', 'tenant_id': '5b1cd3f5a2ad4083935dcd6b48164b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': '05aadc81-8c78-4f69-a7e8-68861f7307dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:53:09Z', 'updated_at': '2022-01-28T20:53:11Z', 'revision_number': 4, 'project_id': '5b1cd3f5a2ad4083935dcd6b48164b55', 'gw_port': {'id': '05aadc81-8c78-4f69-a7e8-68861f7307dc', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:01:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b872e723-1882-45bf-ae9a-46ed4b073c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:53:09Z', 'updated_at': '2022-01-28T20:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_floatingips': [{'id': 'e66dd10d-83f6-4036-b34d-0abaec8e72d3', 'tenant_id': '5b1cd3f5a2ad4083935dcd6b48164b55', 'floating_ip_address': '172.25.6.17', 'floating_network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'router_id': 'b872e723-1882-45bf-ae9a-46ed4b073c53', 'port_id': '732f10e7-d969-4fa8-94ae-e00f80e4106e', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bba0e36a-b7b0-45a5-b5c5-b8453dfb7725', 'mac_address': 'fa:16:3e:b1:27:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd14f93b2-981f-45c5-a310-179bf672f42e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:53:31Z', 'updated_at': '2022-01-28T20:53:32Z', 'revision_number': 1, 'project_id': '5b1cd3f5a2ad4083935dcd6b48164b55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba399678-d4e2-494a-a930-137c3c296c51', 'name': '', 'network_id': 'bba0e36a-b7b0-45a5-b5c5-b8453dfb7725', 'tenant_id': '5b1cd3f5a2ad4083935dcd6b48164b55', 'mac_address': 'fa:16:3e:30:83:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b872e723-1882-45bf-ae9a-46ed4b073c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '274216c3-dc61-4392-a004-b2237f16d03d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:53:11Z', 'updated_at': '2022-01-28T20:53:16Z', 'revision_number': 5, 'project_id': '5b1cd3f5a2ad4083935dcd6b48164b55', 'subnets': [{'id': '274216c3-dc61-4392-a004-b2237f16d03d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:57:49.266678 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-294347bb-63a3-4ad6-9b7d-d27a65638431 req-a393e6a7-9bfd-416b-b913-c9782e60534e service neutron] 10.222.0.41 "GET /v2.0/networks/bba0e36a-b7b0-45a5-b5c5-b8453dfb7725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4074206 Jan 28 20:57:49.410871 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a1984d36-5ffd-48e6-8727-b4898acaa9cd req-cd96c021-fe17-4a81-96d1-512f5f1b29ea service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=d14f93b2-981f-45c5-a310-179bf672f42e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1096196 Jan 28 20:57:49.419546 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab2b661-6142-452f-a25a-4dfc74073eee None None] New status for floating IP 9a46ad60-f2d7-42a4-8175-77d3449bee5a: DOWN {{(pid=103306) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 20:57:49.501344 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1984d36-5ffd-48e6-8727-b4898acaa9cd req-41e97149-3a8c-4155-b15f-79a855e1a888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:57:49.502860 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a1984d36-5ffd-48e6-8727-b4898acaa9cd req-41e97149-3a8c-4155-b15f-79a855e1a888 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5b1cd3f5a2ad4083935dcd6b48164b55&device_id=d14f93b2-981f-45c5-a310-179bf672f42e HTTP/1.1" status: 200 len: 1127 time: 0.0511932 Jan 28 20:57:49.609162 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1984d36-5ffd-48e6-8727-b4898acaa9cd req-5b480736-d944-44a6-af6d-7711e7f64032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:57:49.610629 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a1984d36-5ffd-48e6-8727-b4898acaa9cd req-5b480736-d944-44a6-af6d-7711e7f64032 service neutron] 10.222.0.70 "GET /v2.0/networks?id=bba0e36a-b7b0-45a5-b5c5-b8453dfb7725 HTTP/1.1" status: 200 len: 910 time: 0.0894675 Jan 28 20:57:49.673880 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a1984d36-5ffd-48e6-8727-b4898acaa9cd req-97444c68-a299-4612-81b1-e78be0978d51 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=732f10e7-d969-4fa8-94ae-e00f80e4106e HTTP/1.1" status: 200 len: 999 time: 0.0574207 Jan 28 20:57:49.724747 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1984d36-5ffd-48e6-8727-b4898acaa9cd req-ab19fa73-2988-4a8e-b2b1-1dc37db97f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:57:49.726259 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a1984d36-5ffd-48e6-8727-b4898acaa9cd req-ab19fa73-2988-4a8e-b2b1-1dc37db97f9e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=274216c3-dc61-4392-a004-b2237f16d03d HTTP/1.1" status: 200 len: 849 time: 0.0473485 Jan 28 20:57:49.776621 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1984d36-5ffd-48e6-8727-b4898acaa9cd req-532dc374-3eec-4dfb-a8aa-51d7b3c87b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:57:49.778123 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a1984d36-5ffd-48e6-8727-b4898acaa9cd req-532dc374-3eec-4dfb-a8aa-51d7b3c87b7d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=bba0e36a-b7b0-45a5-b5c5-b8453dfb7725&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0452580 Jan 28 20:57:49.897338 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a1984d36-5ffd-48e6-8727-b4898acaa9cd req-265518d4-d462-4a50-b287-39ccf2f395bc service neutron] 10.222.0.70 "GET /v2.0/networks/bba0e36a-b7b0-45a5-b5c5-b8453dfb7725?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130106 Jan 28 20:57:49.919109 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89175269-1b05-4c0f-87f9-53530c344ffe req-36dd343c-4b8d-4045-bc9b-b0636ee9e08c tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:57:49.920476 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-89175269-1b05-4c0f-87f9-53530c344ffe req-36dd343c-4b8d-4045-bc9b-b0636ee9e08c tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] 10.222.0.64 "GET /v2.0/ports?device_id=2a3f9e20-83fb-4c89-8110-65958366801d HTTP/1.1" status: 200 len: 945 time: 0.0831380 Jan 28 20:57:50.016659 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-89175269-1b05-4c0f-87f9-53530c344ffe req-736a892e-5f7f-456b-b5e2-dd1d6361d9d7 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] 10.222.0.64 "GET /v2.0/security-groups?id=87caa052-1fb2-48bd-b549-f026d12fa4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858252 Jan 28 20:57:50.031119 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-a1984d36-5ffd-48e6-8727-b4898acaa9cd req-4361b614-960c-472e-93fb-d91352990177 service neutron] 10.222.0.70 "GET /v2.0/networks/bba0e36a-b7b0-45a5-b5c5-b8453dfb7725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265292 Jan 28 20:57:50.299949 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ce6430-fedc-44f6-ba34-b75a48c57bd6 req-329138e8-712b-4364-953f-564a9a76f340 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:57:50.301453 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-77ce6430-fedc-44f6-ba34-b75a48c57bd6 req-329138e8-712b-4364-953f-564a9a76f340 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a3f9e20-83fb-4c89-8110-65958366801d HTTP/1.1" status: 200 len: 945 time: 0.0517566 Jan 28 20:57:50.392100 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-77ce6430-fedc-44f6-ba34-b75a48c57bd6 req-23c33e0c-2c77-4c6e-ae2c-c3239d509ada tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Deleting port babde06c-ef23-482b-9948-afb8b1b520aa {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:57:50.392442 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-77ce6430-fedc-44f6-ba34-b75a48c57bd6 req-23c33e0c-2c77-4c6e-ae2c-c3239d509ada tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (babde06c-ef23-482b-9948-afb8b1b520aa), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:57:50.482234 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-77ce6430-fedc-44f6-ba34-b75a48c57bd6 req-23c33e0c-2c77-4c6e-ae2c-c3239d509ada tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] For port babde06c-ef23-482b-9948-afb8b1b520aa, host n-h1-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-14',level=0,port_id=babde06c-ef23-482b-9948-afb8b1b520aa,segment=NetworkSegment(384fcdd9-6af9-4adb-9e60-689c3cb9c20a),segment_id=384fcdd9-6af9-4adb-9e60-689c3cb9c20a)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:57:50.482602 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-77ce6430-fedc-44f6-ba34-b75a48c57bd6 req-23c33e0c-2c77-4c6e-ae2c-c3239d509ada tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (babde06c-ef23-482b-9948-afb8b1b520aa), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:57:50.495167 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-77ce6430-fedc-44f6-ba34-b75a48c57bd6 req-23c33e0c-2c77-4c6e-ae2c-c3239d509ada tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Calling delete_port for babde06c-ef23-482b-9948-afb8b1b520aa owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:57:50.620914 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-77ce6430-fedc-44f6-ba34-b75a48c57bd6 req-23c33e0c-2c77-4c6e-ae2c-c3239d509ada tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (babde06c-ef23-482b-9948-afb8b1b520aa), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:57:50.648716 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c33e0c-2c77-4c6e-ae2c-c3239d509ada tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Pushing event deleted for resources: {'Port': ['ID=babde06c-ef23-482b-9948-afb8b1b520aa,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:57:50.692428 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-77ce6430-fedc-44f6-ba34-b75a48c57bd6 req-23c33e0c-2c77-4c6e-ae2c-c3239d509ada tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] No DVR routers for this DVR port babde06c-ef23-482b-9948-afb8b1b520aa on host n-h1-812111-14 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:57:50.695069 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-77ce6430-fedc-44f6-ba34-b75a48c57bd6 req-23c33e0c-2c77-4c6e-ae2c-c3239d509ada tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:57:50.698373 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-77ce6430-fedc-44f6-ba34-b75a48c57bd6 req-23c33e0c-2c77-4c6e-ae2c-c3239d509ada tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] 10.222.0.41 "DELETE /v2.0/ports/babde06c-ef23-482b-9948-afb8b1b520aa HTTP/1.1" status: 204 len: 173 time: 0.3904057 Jan 28 20:57:50.698829 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a3f9e20-83fb-4c89-8110-65958366801d', 'name': 'network-vif-deleted', 'tag': 'babde06c-ef23-482b-9948-afb8b1b520aa'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:57:50.701059 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}981202432542b3bd90586abfd28c53181d71ca775a89b024ffbb9268f9379f4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d589ac18-88cc-4740-b6bc-b7b25d5f0dac" -d '{"events": [{"server_uuid": "2a3f9e20-83fb-4c89-8110-65958366801d", "name": "network-vif-deleted", "tag": "babde06c-ef23-482b-9948-afb8b1b520aa"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:57:50.791741 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ed8c628-5f77-4181-a041-88981034105a x-openstack-request-id: req-4ed8c628-5f77-4181-a041-88981034105a {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:57:50.792041 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a3f9e20-83fb-4c89-8110-65958366801d", "name": "network-vif-deleted", "tag": "babde06c-ef23-482b-9948-afb8b1b520aa", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:57:50.792293 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4ed8c628-5f77-4181-a041-88981034105a {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:57:50.792690 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a3f9e20-83fb-4c89-8110-65958366801d', 'name': 'network-vif-deleted', 'tag': 'babde06c-ef23-482b-9948-afb8b1b520aa', 'status': 'completed', 'code': 200} Jan 28 20:57:51.128333 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-dace4d73-095d-4c82-b4f1-4ea6ec6a3b69 req-86dcba8d-ae53-4c36-b699-fa13e5472006 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] 10.222.0.64 "GET /v2.0/ports?device_id=2a3f9e20-83fb-4c89-8110-65958366801d HTTP/1.1" status: 200 len: 210 time: 0.0294015 Jan 28 20:57:51.949017 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:57:52.306308 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device babde06c-ef23-482b-9948-afb8b1b520aa no longer exists at agent hyperv_n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:57:52.331259 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] No Port match for: babde06c-ef23-482b-9948-afb8b1b520aa {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:57:52.331611 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Device babde06c-ef23-482b-9948-afb8b1b520aa not bound to the agent host n-h1-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:57:52.679357 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 45710) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:57:52.835359 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-8011f0da-98c8-4b53-b34b-c7d945ed5f24 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Deleting port f2e739a1-1be0-47fe-ac1e-251ca1662cd3 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:57:52.835702 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8011f0da-98c8-4b53-b34b-c7d945ed5f24 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (f2e739a1-1be0-47fe-ac1e-251ca1662cd3), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:57:52.911179 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8011f0da-98c8-4b53-b34b-c7d945ed5f24 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (f2e739a1-1be0-47fe-ac1e-251ca1662cd3), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:57:52.911509 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8011f0da-98c8-4b53-b34b-c7d945ed5f24 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Publish callbacks [] for floatingip (f2e739a1-1be0-47fe-ac1e-251ca1662cd3), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:57:52.923092 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-8011f0da-98c8-4b53-b34b-c7d945ed5f24 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Calling delete_port for f2e739a1-1be0-47fe-ac1e-251ca1662cd3 owned by network:floatingip {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:57:53.070898 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8011f0da-98c8-4b53-b34b-c7d945ed5f24 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (f2e739a1-1be0-47fe-ac1e-251ca1662cd3), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:57:53.095325 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8011f0da-98c8-4b53-b34b-c7d945ed5f24 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Pushing event deleted for resources: {'Port': ['ID=f2e739a1-1be0-47fe-ac1e-251ca1662cd3,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:57:53.156038 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8011f0da-98c8-4b53-b34b-c7d945ed5f24 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Publish callbacks [] for floatingip (e66dd10d-83f6-4036-b34d-0abaec8e72d3), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:57:53.156419 n-d-812111-14 neutron-server[103305]: INFO neutron.db.l3_db [None req-8011f0da-98c8-4b53-b34b-c7d945ed5f24 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Floating IP e66dd10d-83f6-4036-b34d-0abaec8e72d3 disassociated (deleted). External IP: 172.25.6.17, port: 732f10e7-d969-4fa8-94ae-e00f80e4106e. Jan 28 20:57:53.365126 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8011f0da-98c8-4b53-b34b-c7d945ed5f24 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Router b872e723-1882-45bf-ae9a-46ed4b073c53 has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:57:53.473249 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8011f0da-98c8-4b53-b34b-c7d945ed5f24 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:57:53.478115 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8011f0da-98c8-4b53-b34b-c7d945ed5f24 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for floatingip (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:57:53.482615 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dbd1e36-22ba-449b-aa02-2f87f43ea087 None None] Sync routers for ids ['b872e723-1882-45bf-ae9a-46ed4b073c53'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:57:53.491562 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dbd1e36-22ba-449b-aa02-2f87f43ea087 None None] Routers {'b872e723-1882-45bf-ae9a-46ed4b073c53'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:57:53.492171 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-6dbd1e36-22ba-449b-aa02-2f87f43ea087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:57:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['b872e723-1882-45bf-ae9a-46ed4b073c53'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:57:53.507894 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-8011f0da-98c8-4b53-b34b-c7d945ed5f24 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] 10.222.0.64 "DELETE /v2.0/floatingips/e66dd10d-83f6-4036-b34d-0abaec8e72d3 HTTP/1.1" status: 204 len: 168 time: 0.8273995 Jan 28 20:57:53.508578 n-d-812111-14 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd14f93b2-981f-45c5-a310-179bf672f42e', 'tag': '732f10e7-d969-4fa8-94ae-e00f80e4106e'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:57:53.510873 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}981202432542b3bd90586abfd28c53181d71ca775a89b024ffbb9268f9379f4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51adfa50-9003-4346-bb3d-9f0de5228de7" -d '{"events": [{"name": "network-changed", "server_uuid": "d14f93b2-981f-45c5-a310-179bf672f42e", "tag": "732f10e7-d969-4fa8-94ae-e00f80e4106e"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:57:53.551970 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e32f2c51-2f51-428c-9c32-9fb16015174c x-openstack-request-id: req-e32f2c51-2f51-428c-9c32-9fb16015174c {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:57:53.552551 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d14f93b2-981f-45c5-a310-179bf672f42e", "tag": "732f10e7-d969-4fa8-94ae-e00f80e4106e", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:57:53.552960 n-d-812111-14 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e32f2c51-2f51-428c-9c32-9fb16015174c {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:57:53.553550 n-d-812111-14 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd14f93b2-981f-45c5-a310-179bf672f42e', 'tag': '732f10e7-d969-4fa8-94ae-e00f80e4106e', 'status': 'completed', 'code': 200} Jan 28 20:57:53.602807 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-6dbd1e36-22ba-449b-aa02-2f87f43ea087 None None] Set router b872e723-1882-45bf-ae9a-46ed4b073c53 gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:57:53.625482 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51adfa50-9003-4346-bb3d-9f0de5228de7 req-7db7aaca-c931-4328-b12e-c66edb085aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:57:53.627733 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-51adfa50-9003-4346-bb3d-9f0de5228de7 req-7db7aaca-c931-4328-b12e-c66edb085aae service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5b1cd3f5a2ad4083935dcd6b48164b55&device_id=d14f93b2-981f-45c5-a310-179bf672f42e HTTP/1.1" status: 200 len: 1127 time: 0.0540423 Jan 28 20:57:53.725844 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51adfa50-9003-4346-bb3d-9f0de5228de7 req-36ce5dff-94aa-4351-9eb0-264f7c283f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:57:53.727680 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-51adfa50-9003-4346-bb3d-9f0de5228de7 req-36ce5dff-94aa-4351-9eb0-264f7c283f9a service neutron] 10.222.0.70 "GET /v2.0/networks?id=bba0e36a-b7b0-45a5-b5c5-b8453dfb7725 HTTP/1.1" status: 200 len: 910 time: 0.0941725 Jan 28 20:57:53.754639 n-d-812111-14 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980a4ca2-ae14-4b67-ab28-7a2dd2dcf70f req-46091576-8d38-46a2-93b7-4036034ad2b8 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:57:53.756700 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-980a4ca2-ae14-4b67-ab28-7a2dd2dcf70f req-46091576-8d38-46a2-93b7-4036034ad2b8 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] 10.222.0.64 "GET /v2.0/ports?device_id=d14f93b2-981f-45c5-a310-179bf672f42e HTTP/1.1" status: 200 len: 944 time: 0.0636933 Jan 28 20:57:53.777263 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-51adfa50-9003-4346-bb3d-9f0de5228de7 req-7ebf2e5f-a9d7-4f7f-8c48-aa5cd73733e2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=732f10e7-d969-4fa8-94ae-e00f80e4106e HTTP/1.1" status: 200 len: 217 time: 0.0421739 Jan 28 20:57:53.809413 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [req-980a4ca2-ae14-4b67-ab28-7a2dd2dcf70f req-131108dc-4327-4a09-bb12-f42379ebc1bb tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] 10.222.0.64 "GET /v2.0/security-groups?id=87caa052-1fb2-48bd-b549-f026d12fa4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453629 Jan 28 20:57:53.809650 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-6dbd1e36-22ba-449b-aa02-2f87f43ea087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b872e723-1882-45bf-ae9a-46ed4b073c53', 'name': 'tempest-TestSnapshotPattern-1468582447-router', 'tenant_id': '5b1cd3f5a2ad4083935dcd6b48164b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': '05aadc81-8c78-4f69-a7e8-68861f7307dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:53:09Z', 'updated_at': '2022-01-28T20:53:11Z', 'revision_number': 4, 'project_id': '5b1cd3f5a2ad4083935dcd6b48164b55', 'gw_port': {'id': '05aadc81-8c78-4f69-a7e8-68861f7307dc', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:01:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b872e723-1882-45bf-ae9a-46ed4b073c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:53:09Z', 'updated_at': '2022-01-28T20:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': 'ba399678-d4e2-494a-a930-137c3c296c51', 'name': '', 'network_id': 'bba0e36a-b7b0-45a5-b5c5-b8453dfb7725', 'tenant_id': '5b1cd3f5a2ad4083935dcd6b48164b55', 'mac_address': 'fa:16:3e:30:83:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b872e723-1882-45bf-ae9a-46ed4b073c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '274216c3-dc61-4392-a004-b2237f16d03d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:53:11Z', 'updated_at': '2022-01-28T20:53:16Z', 'revision_number': 5, 'project_id': '5b1cd3f5a2ad4083935dcd6b48164b55', 'subnets': [{'id': '274216c3-dc61-4392-a004-b2237f16d03d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:57:53.831594 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51adfa50-9003-4346-bb3d-9f0de5228de7 req-0028022d-1243-4d99-9833-c0450530043a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:57:53.833291 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-51adfa50-9003-4346-bb3d-9f0de5228de7 req-0028022d-1243-4d99-9833-c0450530043a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=274216c3-dc61-4392-a004-b2237f16d03d HTTP/1.1" status: 200 len: 849 time: 0.0491374 Jan 28 20:57:53.840466 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dbd1e36-22ba-449b-aa02-2f87f43ea087 None None] Checking router: b872e723-1882-45bf-ae9a-46ed4b073c53 for host: n-d-812111-14 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:57:53.848956 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dbd1e36-22ba-449b-aa02-2f87f43ea087 None None] Routers {'b872e723-1882-45bf-ae9a-46ed4b073c53'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:57:53.849735 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-6dbd1e36-22ba-449b-aa02-2f87f43ea087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:57:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['b872e723-1882-45bf-ae9a-46ed4b073c53'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:57:53.883563 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51adfa50-9003-4346-bb3d-9f0de5228de7 req-89904d26-5fa2-401f-af67-1f3ead1882f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:57:53.885126 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-51adfa50-9003-4346-bb3d-9f0de5228de7 req-89904d26-5fa2-401f-af67-1f3ead1882f9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=bba0e36a-b7b0-45a5-b5c5-b8453dfb7725&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0452726 Jan 28 20:57:53.952897 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-6dbd1e36-22ba-449b-aa02-2f87f43ea087 None None] Set router b872e723-1882-45bf-ae9a-46ed4b073c53 gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:57:53.977302 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-51adfa50-9003-4346-bb3d-9f0de5228de7 req-1bd05800-1de3-4a30-b041-3dd2f6e609b3 service neutron] 10.222.0.70 "GET /v2.0/networks/bba0e36a-b7b0-45a5-b5c5-b8453dfb7725?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849853 Jan 28 20:57:54.069624 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-51adfa50-9003-4346-bb3d-9f0de5228de7 req-fd02a377-512a-47e1-b794-c0cdf35ec3fa service neutron] 10.222.0.70 "GET /v2.0/networks/bba0e36a-b7b0-45a5-b5c5-b8453dfb7725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853269 Jan 28 20:57:54.151102 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-6dbd1e36-22ba-449b-aa02-2f87f43ea087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b872e723-1882-45bf-ae9a-46ed4b073c53', 'name': 'tempest-TestSnapshotPattern-1468582447-router', 'tenant_id': '5b1cd3f5a2ad4083935dcd6b48164b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': '05aadc81-8c78-4f69-a7e8-68861f7307dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:53:09Z', 'updated_at': '2022-01-28T20:53:11Z', 'revision_number': 4, 'project_id': '5b1cd3f5a2ad4083935dcd6b48164b55', 'gw_port': {'id': '05aadc81-8c78-4f69-a7e8-68861f7307dc', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:01:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b872e723-1882-45bf-ae9a-46ed4b073c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:53:09Z', 'updated_at': '2022-01-28T20:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': 'ba399678-d4e2-494a-a930-137c3c296c51', 'name': '', 'network_id': 'bba0e36a-b7b0-45a5-b5c5-b8453dfb7725', 'tenant_id': '5b1cd3f5a2ad4083935dcd6b48164b55', 'mac_address': 'fa:16:3e:30:83:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b872e723-1882-45bf-ae9a-46ed4b073c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '274216c3-dc61-4392-a004-b2237f16d03d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:53:11Z', 'updated_at': '2022-01-28T20:53:16Z', 'revision_number': 5, 'project_id': '5b1cd3f5a2ad4083935dcd6b48164b55', 'subnets': [{'id': '274216c3-dc61-4392-a004-b2237f16d03d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:57:54.176462 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dbd1e36-22ba-449b-aa02-2f87f43ea087 None None] The sync data for ids ['b872e723-1882-45bf-ae9a-46ed4b073c53'] in n-d-812111-14 is: [{'id': 'b872e723-1882-45bf-ae9a-46ed4b073c53', 'name': 'tempest-TestSnapshotPattern-1468582447-router', 'tenant_id': '5b1cd3f5a2ad4083935dcd6b48164b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': '05aadc81-8c78-4f69-a7e8-68861f7307dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:53:09Z', 'updated_at': '2022-01-28T20:53:11Z', 'revision_number': 4, 'project_id': '5b1cd3f5a2ad4083935dcd6b48164b55', 'gw_port': {'id': '05aadc81-8c78-4f69-a7e8-68861f7307dc', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:01:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b872e723-1882-45bf-ae9a-46ed4b073c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:53:09Z', 'updated_at': '2022-01-28T20:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14', '_interfaces': [{'id': 'ba399678-d4e2-494a-a930-137c3c296c51', 'name': '', 'network_id': 'bba0e36a-b7b0-45a5-b5c5-b8453dfb7725', 'tenant_id': '5b1cd3f5a2ad4083935dcd6b48164b55', 'mac_address': 'fa:16:3e:30:83:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b872e723-1882-45bf-ae9a-46ed4b073c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '274216c3-dc61-4392-a004-b2237f16d03d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:53:11Z', 'updated_at': '2022-01-28T20:53:16Z', 'revision_number': 5, 'project_id': '5b1cd3f5a2ad4083935dcd6b48164b55', 'subnets': [{'id': '274216c3-dc61-4392-a004-b2237f16d03d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:57:54.402147 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a7bf4c6-ea1c-43c0-b77d-e2e55c6161db None None] New status for floating IP e66dd10d-83f6-4036-b34d-0abaec8e72d3: DOWN {{(pid=103306) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 20:57:54.933337 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf49283-014b-4354-bd1f-eee7321ab751 req-c0d2fcd9-4ff0-43b4-bbb3-3109118a16be tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:57:54.934813 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6cf49283-014b-4354-bd1f-eee7321ab751 req-c0d2fcd9-4ff0-43b4-bbb3-3109118a16be tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] 10.222.0.64 "GET /v2.0/ports?device_id=d14f93b2-981f-45c5-a310-179bf672f42e HTTP/1.1" status: 200 len: 944 time: 0.0530906 Jan 28 20:57:54.958110 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:57:54.988151 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6cf49283-014b-4354-bd1f-eee7321ab751 req-92eeca3a-0429-4962-981f-672cdcbe4908 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] 10.222.0.64 "GET /v2.0/security-groups?id=87caa052-1fb2-48bd-b549-f026d12fa4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478451 Jan 28 20:57:55.281757 n-d-812111-14 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abd0a76-5858-4409-ac50-78595c8724ec req-478f6216-dd67-4c97-80b0-46d2c19a988f tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:57:55.283208 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6abd0a76-5858-4409-ac50-78595c8724ec req-478f6216-dd67-4c97-80b0-46d2c19a988f tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] 10.222.0.70 "GET /v2.0/ports?device_id=d14f93b2-981f-45c5-a310-179bf672f42e HTTP/1.1" status: 200 len: 944 time: 0.0557351 Jan 28 20:57:55.377568 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-6abd0a76-5858-4409-ac50-78595c8724ec req-fc422a51-223d-42d3-8c9d-d7face4f982e tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Deleting port 732f10e7-d969-4fa8-94ae-e00f80e4106e {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:57:55.377912 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6abd0a76-5858-4409-ac50-78595c8724ec req-fc422a51-223d-42d3-8c9d-d7face4f982e tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (732f10e7-d969-4fa8-94ae-e00f80e4106e), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:57:55.469756 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-6abd0a76-5858-4409-ac50-78595c8724ec req-fc422a51-223d-42d3-8c9d-d7face4f982e tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] For port 732f10e7-d969-4fa8-94ae-e00f80e4106e, host n-h2-812111-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-14',level=0,port_id=732f10e7-d969-4fa8-94ae-e00f80e4106e,segment=NetworkSegment(384fcdd9-6af9-4adb-9e60-689c3cb9c20a),segment_id=384fcdd9-6af9-4adb-9e60-689c3cb9c20a)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:57:55.470126 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6abd0a76-5858-4409-ac50-78595c8724ec req-fc422a51-223d-42d3-8c9d-d7face4f982e tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (732f10e7-d969-4fa8-94ae-e00f80e4106e), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:57:55.482723 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-6abd0a76-5858-4409-ac50-78595c8724ec req-fc422a51-223d-42d3-8c9d-d7face4f982e tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Calling delete_port for 732f10e7-d969-4fa8-94ae-e00f80e4106e owned by compute:nova {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:57:55.609374 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6abd0a76-5858-4409-ac50-78595c8724ec req-fc422a51-223d-42d3-8c9d-d7face4f982e tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (732f10e7-d969-4fa8-94ae-e00f80e4106e), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:57:55.642630 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc422a51-223d-42d3-8c9d-d7face4f982e tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Pushing event deleted for resources: {'Port': ['ID=732f10e7-d969-4fa8-94ae-e00f80e4106e,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:57:55.670874 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc422a51-223d-42d3-8c9d-d7face4f982e tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:57:55.671232 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc422a51-223d-42d3-8c9d-d7face4f982e tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:57:55.671582 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc422a51-223d-42d3-8c9d-d7face4f982e tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:57:55.671936 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc422a51-223d-42d3-8c9d-d7face4f982e tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:57:55.672282 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc422a51-223d-42d3-8c9d-d7face4f982e tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:57:55.672639 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc422a51-223d-42d3-8c9d-d7face4f982e tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:57:55.672964 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc422a51-223d-42d3-8c9d-d7face4f982e tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:57:55.673325 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc422a51-223d-42d3-8c9d-d7face4f982e tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:57:55.673659 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc422a51-223d-42d3-8c9d-d7face4f982e tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:57:55.674004 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc422a51-223d-42d3-8c9d-d7face4f982e tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:57:55.674589 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc422a51-223d-42d3-8c9d-d7face4f982e tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:57:55.674922 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc422a51-223d-42d3-8c9d-d7face4f982e tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:57:55.675255 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc422a51-223d-42d3-8c9d-d7face4f982e tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-14 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:57:55.696287 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-6abd0a76-5858-4409-ac50-78595c8724ec req-fc422a51-223d-42d3-8c9d-d7face4f982e tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] No DVR routers for this DVR port 732f10e7-d969-4fa8-94ae-e00f80e4106e on host n-h2-812111-14 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:57:55.698701 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6abd0a76-5858-4409-ac50-78595c8724ec req-fc422a51-223d-42d3-8c9d-d7face4f982e tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114766'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:57:55.702041 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-6abd0a76-5858-4409-ac50-78595c8724ec req-fc422a51-223d-42d3-8c9d-d7face4f982e tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] 10.222.0.70 "DELETE /v2.0/ports/732f10e7-d969-4fa8-94ae-e00f80e4106e HTTP/1.1" status: 204 len: 173 time: 0.4136417 Jan 28 20:57:55.702486 n-d-812111-14 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd14f93b2-981f-45c5-a310-179bf672f42e', 'name': 'network-vif-deleted', 'tag': '732f10e7-d969-4fa8-94ae-e00f80e4106e'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:57:55.704733 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}690870b4896ba3504f21237a239c836c0346d6a62bcfb5e8ee91fd1b13f99dd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c57d183a-774b-4720-9ae4-0349859ef738" -d '{"events": [{"server_uuid": "d14f93b2-981f-45c5-a310-179bf672f42e", "name": "network-vif-deleted", "tag": "732f10e7-d969-4fa8-94ae-e00f80e4106e"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:57:55.746065 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:57:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f112c566-93d6-49b4-9b48-8ce37d4c9f0d x-openstack-request-id: req-f112c566-93d6-49b4-9b48-8ce37d4c9f0d {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:57:55.746364 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d14f93b2-981f-45c5-a310-179bf672f42e", "name": "network-vif-deleted", "tag": "732f10e7-d969-4fa8-94ae-e00f80e4106e", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:57:55.746647 n-d-812111-14 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f112c566-93d6-49b4-9b48-8ce37d4c9f0d {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:57:55.747087 n-d-812111-14 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd14f93b2-981f-45c5-a310-179bf672f42e', 'name': 'network-vif-deleted', 'tag': '732f10e7-d969-4fa8-94ae-e00f80e4106e', 'status': 'completed', 'code': 200} Jan 28 20:57:56.118278 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [req-3fa98bca-f62c-4e25-bedb-b797f86a6ea1 req-90f8e612-407c-42e5-9323-cc47b7b034ab tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] 10.222.0.64 "GET /v2.0/ports?device_id=d14f93b2-981f-45c5-a310-179bf672f42e HTTP/1.1" status: 200 len: 210 time: 0.0399654 Jan 28 20:57:56.172555 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:57:57.175925 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 45728) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:57:57.231890 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2bf58d89-4329-4d84-b2e2-3ef48c6dbd50 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Publish callbacks [] for security_group (87caa052-1fb2-48bd-b549-f026d12fa4ec), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:57:57.256686 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2bf58d89-4329-4d84-b2e2-3ef48c6dbd50 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Publish callbacks [] for security_group (87caa052-1fb2-48bd-b549-f026d12fa4ec), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:57:57.317875 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2bf58d89-4329-4d84-b2e2-3ef48c6dbd50 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (87caa052-1fb2-48bd-b549-f026d12fa4ec), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:57:57.320738 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2bf58d89-4329-4d84-b2e2-3ef48c6dbd50 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:57:57.321996 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-2bf58d89-4329-4d84-b2e2-3ef48c6dbd50 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] 10.222.0.64 "DELETE /v2.0/security-groups/87caa052-1fb2-48bd-b549-f026d12fa4ec HTTP/1.1" status: 204 len: 168 time: 0.1450946 Jan 28 20:57:57.331537 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf58d89-4329-4d84-b2e2-3ef48c6dbd50 tempest-TestSnapshotPattern-1161579369 tempest-TestSnapshotPattern-1161579369-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87caa052-1fb2-48bd-b549-f026d12fa4ec,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:57:57.371405 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 45732) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:57:57.712772 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-62b88b23-a912-4cce-b96f-42afa95df479 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-732838'] for router_interface (b872e723-1882-45bf-ae9a-46ed4b073c53), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:57:57.952719 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-62b88b23-a912-4cce-b96f-42afa95df479 admin admin] Deleting port ba399678-d4e2-494a-a930-137c3c296c51 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:57:57.953050 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-62b88b23-a912-4cce-b96f-42afa95df479 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (ba399678-d4e2-494a-a930-137c3c296c51), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:57:58.028853 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-62b88b23-a912-4cce-b96f-42afa95df479 admin admin] For port ba399678-d4e2-494a-a930-137c3c296c51, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=ba399678-d4e2-494a-a930-137c3c296c51,segment=NetworkSegment(384fcdd9-6af9-4adb-9e60-689c3cb9c20a),segment_id=384fcdd9-6af9-4adb-9e60-689c3cb9c20a)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:57:58.029149 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-62b88b23-a912-4cce-b96f-42afa95df479 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (ba399678-d4e2-494a-a930-137c3c296c51), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:57:58.041466 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-62b88b23-a912-4cce-b96f-42afa95df479 admin admin] Calling delete_port for ba399678-d4e2-494a-a930-137c3c296c51 owned by network:router_interface {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:57:58.220533 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-62b88b23-a912-4cce-b96f-42afa95df479 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (ba399678-d4e2-494a-a930-137c3c296c51), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:57:58.251844 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b88b23-a912-4cce-b96f-42afa95df479 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba399678-d4e2-494a-a930-137c3c296c51,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:57:58.417810 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-62b88b23-a912-4cce-b96f-42afa95df479 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-732682'] for router_interface (b872e723-1882-45bf-ae9a-46ed4b073c53), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:57:58.635437 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62b88b23-a912-4cce-b96f-42afa95df479 admin admin] Router b872e723-1882-45bf-ae9a-46ed4b073c53 has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:57:58.740250 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62b88b23-a912-4cce-b96f-42afa95df479 admin admin] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:57:58.745551 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-62b88b23-a912-4cce-b96f-42afa95df479 admin admin] 10.222.0.64 "PUT /v2.0/routers/b872e723-1882-45bf-ae9a-46ed4b073c53/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3730605 Jan 28 20:57:58.748088 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 45734) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:57:58.751235 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb41c7a3-50c5-4676-9cb8-ef02ea245082 None None] Sync routers for ids ['b872e723-1882-45bf-ae9a-46ed4b073c53'] in n-d-812111-14 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:57:58.761056 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb41c7a3-50c5-4676-9cb8-ef02ea245082 None None] Routers {'b872e723-1882-45bf-ae9a-46ed4b073c53'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:57:58.761694 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-fb41c7a3-50c5-4676-9cb8-ef02ea245082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:57:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['b872e723-1882-45bf-ae9a-46ed4b073c53'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:57:58.850584 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f827ce43-0523-412e-ba5d-e63a2e9a416d admin admin] Publish callbacks [] for router (b872e723-1882-45bf-ae9a-46ed4b073c53), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:57:58.862769 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-fb41c7a3-50c5-4676-9cb8-ef02ea245082 None None] Set router b872e723-1882-45bf-ae9a-46ed4b073c53 gateway port host: n-d-812111-14 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:57:58.947503 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f827ce43-0523-412e-ba5d-e63a2e9a416d admin admin] Publish callbacks [] for router_gateway (b872e723-1882-45bf-ae9a-46ed4b073c53), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:57:59.002064 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-f827ce43-0523-412e-ba5d-e63a2e9a416d admin admin] Deleting port 05aadc81-8c78-4f69-a7e8-68861f7307dc {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:57:59.002401 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f827ce43-0523-412e-ba5d-e63a2e9a416d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (05aadc81-8c78-4f69-a7e8-68861f7307dc), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:57:59.041296 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-fb41c7a3-50c5-4676-9cb8-ef02ea245082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b872e723-1882-45bf-ae9a-46ed4b073c53', 'name': 'tempest-TestSnapshotPattern-1468582447-router', 'tenant_id': '5b1cd3f5a2ad4083935dcd6b48164b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': '05aadc81-8c78-4f69-a7e8-68861f7307dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:53:09Z', 'updated_at': '2022-01-28T20:57:58Z', 'revision_number': 5, 'project_id': '5b1cd3f5a2ad4083935dcd6b48164b55', 'gw_port': {'id': '05aadc81-8c78-4f69-a7e8-68861f7307dc', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:01:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b872e723-1882-45bf-ae9a-46ed4b073c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:53:09Z', 'updated_at': '2022-01-28T20:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:57:59.067083 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb41c7a3-50c5-4676-9cb8-ef02ea245082 None None] Checking router: b872e723-1882-45bf-ae9a-46ed4b073c53 for host: n-d-812111-14 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:57:59.076074 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb41c7a3-50c5-4676-9cb8-ef02ea245082 None None] Routers {'b872e723-1882-45bf-ae9a-46ed4b073c53'} bound to L3 agent in host n-d-812111-14 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:57:59.076679 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-fb41c7a3-50c5-4676-9cb8-ef02ea245082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:57:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['b872e723-1882-45bf-ae9a-46ed4b073c53'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:57:59.081665 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-f827ce43-0523-412e-ba5d-e63a2e9a416d admin admin] For port 05aadc81-8c78-4f69-a7e8-68861f7307dc, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=05aadc81-8c78-4f69-a7e8-68861f7307dc,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:57:59.082033 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f827ce43-0523-412e-ba5d-e63a2e9a416d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (05aadc81-8c78-4f69-a7e8-68861f7307dc), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:57:59.094159 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-f827ce43-0523-412e-ba5d-e63a2e9a416d admin admin] Calling delete_port for 05aadc81-8c78-4f69-a7e8-68861f7307dc owned by network:router_gateway {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:57:59.159125 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-fb41c7a3-50c5-4676-9cb8-ef02ea245082 None None] Set router b872e723-1882-45bf-ae9a-46ed4b073c53 gateway port host: None {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:57:59.233392 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 732f10e7-d969-4fa8-94ae-e00f80e4106e no longer exists at agent hyperv_n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:57:59.255264 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] No Port match for: 732f10e7-d969-4fa8-94ae-e00f80e4106e {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:57:59.255675 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Device 732f10e7-d969-4fa8-94ae-e00f80e4106e not bound to the agent host n-h2-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:57:59.262361 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f827ce43-0523-412e-ba5d-e63a2e9a416d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (05aadc81-8c78-4f69-a7e8-68861f7307dc), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:57:59.287809 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f827ce43-0523-412e-ba5d-e63a2e9a416d admin admin] Pushing event deleted for resources: {'Port': ['ID=05aadc81-8c78-4f69-a7e8-68861f7307dc,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:57:59.305628 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-fb41c7a3-50c5-4676-9cb8-ef02ea245082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b872e723-1882-45bf-ae9a-46ed4b073c53', 'name': 'tempest-TestSnapshotPattern-1468582447-router', 'tenant_id': '5b1cd3f5a2ad4083935dcd6b48164b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:53:09Z', 'updated_at': '2022-01-28T20:57:58Z', 'revision_number': 6, 'project_id': '5b1cd3f5a2ad4083935dcd6b48164b55', 'gw_port_host': None}], 'n-d-812111-14', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:57:59.331006 n-d-812111-14 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb41c7a3-50c5-4676-9cb8-ef02ea245082 None None] The sync data for ids ['b872e723-1882-45bf-ae9a-46ed4b073c53'] in n-d-812111-14 is: [{'id': 'b872e723-1882-45bf-ae9a-46ed4b073c53', 'name': 'tempest-TestSnapshotPattern-1468582447-router', 'tenant_id': '5b1cd3f5a2ad4083935dcd6b48164b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:53:09Z', 'updated_at': '2022-01-28T20:57:58Z', 'revision_number': 6, 'project_id': '5b1cd3f5a2ad4083935dcd6b48164b55', 'gw_port_host': None}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:57:59.355682 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f827ce43-0523-412e-ba5d-e63a2e9a416d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-731488'] for router_gateway (b872e723-1882-45bf-ae9a-46ed4b073c53), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:57:59.444436 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f827ce43-0523-412e-ba5d-e63a2e9a416d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-730901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261120'] for router (b872e723-1882-45bf-ae9a-46ed4b073c53), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:57:59.446523 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f827ce43-0523-412e-ba5d-e63a2e9a416d admin admin] Publish callbacks [] for router_controller (b872e723-1882-45bf-ae9a-46ed4b073c53), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:57:59.489192 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f827ce43-0523-412e-ba5d-e63a2e9a416d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-730908'] for router (b872e723-1882-45bf-ae9a-46ed4b073c53), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:57:59.489671 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f827ce43-0523-412e-ba5d-e63a2e9a416d admin admin] Fanout notify agent at l3_agent the message router_deleted on router b872e723-1882-45bf-ae9a-46ed4b073c53 {{(pid=103305) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 20:57:59.494129 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f827ce43-0523-412e-ba5d-e63a2e9a416d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:57:59.495263 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-f827ce43-0523-412e-ba5d-e63a2e9a416d admin admin] 10.222.0.64 "DELETE /v2.0/routers/b872e723-1882-45bf-ae9a-46ed4b073c53 HTTP/1.1" status: 204 len: 168 time: 0.7460387 Jan 28 20:57:59.497906 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 45736) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:57:59.541823 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-8da5d9d7-941b-4fe5-81f1-243a93262014 admin admin] Deleting subnet 274216c3-dc61-4392-a004-b2237f16d03d {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 20:57:59.544825 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8da5d9d7-941b-4fe5-81f1-243a93262014 admin admin] Publish callbacks [] for subnet (274216c3-dc61-4392-a004-b2237f16d03d), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:57:59.583136 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8da5d9d7-941b-4fe5-81f1-243a93262014 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16187240'] for subnet (274216c3-dc61-4392-a004-b2237f16d03d), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:57:59.657083 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8da5d9d7-941b-4fe5-81f1-243a93262014 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (274216c3-dc61-4392-a004-b2237f16d03d), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:57:59.710339 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8da5d9d7-941b-4fe5-81f1-243a93262014 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4752464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4733806'] for subnet (274216c3-dc61-4392-a004-b2237f16d03d), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:57:59.735858 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da5d9d7-941b-4fe5-81f1-243a93262014 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=274216c3-dc61-4392-a004-b2237f16d03d,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:57:59.739560 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8da5d9d7-941b-4fe5-81f1-243a93262014 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:57:59.745411 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-8da5d9d7-941b-4fe5-81f1-243a93262014 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/274216c3-dc61-4392-a004-b2237f16d03d HTTP/1.1" status: 204 len: 168 time: 0.2439299 Jan 28 20:57:59.745683 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.64', 45738) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:57:59.748200 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-940efcb0-e76e-4f27-b867-8f18fc4a8ff7 None None] Network bba0e36a-b7b0-45a5-b5c5-b8453dfb7725 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:57:59.841985 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e023b4e0-8b8c-4338-8fe0-973935d10c8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (bba0e36a-b7b0-45a5-b5c5-b8453dfb7725), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:57:59.901321 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-e023b4e0-8b8c-4338-8fe0-973935d10c8d admin admin] Deleting port 0653c7de-94d5-49ec-8e96-e4520631b660 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:57:59.901669 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e023b4e0-8b8c-4338-8fe0-973935d10c8d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (0653c7de-94d5-49ec-8e96-e4520631b660), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:57:59.966092 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-e023b4e0-8b8c-4338-8fe0-973935d10c8d admin admin] For port 0653c7de-94d5-49ec-8e96-e4520631b660, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=0653c7de-94d5-49ec-8e96-e4520631b660,segment=NetworkSegment(384fcdd9-6af9-4adb-9e60-689c3cb9c20a),segment_id=384fcdd9-6af9-4adb-9e60-689c3cb9c20a)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:57:59.966482 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e023b4e0-8b8c-4338-8fe0-973935d10c8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (0653c7de-94d5-49ec-8e96-e4520631b660), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:57:59.979921 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-e023b4e0-8b8c-4338-8fe0-973935d10c8d admin admin] Calling delete_port for 0653c7de-94d5-49ec-8e96-e4520631b660 owned by network:dhcp {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:58:00.062775 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e023b4e0-8b8c-4338-8fe0-973935d10c8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4690573'] for port (0653c7de-94d5-49ec-8e96-e4520631b660), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:58:00.090114 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e023b4e0-8b8c-4338-8fe0-973935d10c8d admin admin] Pushing event deleted for resources: {'Port': ['ID=0653c7de-94d5-49ec-8e96-e4520631b660,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:58:00.091997 n-d-812111-14 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e023b4e0-8b8c-4338-8fe0-973935d10c8d admin admin] No DVR routers for this DVR port 0653c7de-94d5-49ec-8e96-e4520631b660 on host n-d-812111-14 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:58:00.131822 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-995f39b0-ac61-422d-a8b3-84f56d9248ad None None] DHCP port deletion for bba0e36a-b7b0-45a5-b5c5-b8453dfb7725 request from n-d-812111-14 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 20:58:00.166118 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device ba399678-d4e2-494a-a930-137c3c296c51 no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:58:00.179123 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e023b4e0-8b8c-4338-8fe0-973935d10c8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (bba0e36a-b7b0-45a5-b5c5-b8453dfb7725), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:58:00.188964 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: ba399678-d4e2-494a-a930-137c3c296c51 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:58:00.189344 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device ba399678-d4e2-494a-a930-137c3c296c51 not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:58:00.201331 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-e023b4e0-8b8c-4338-8fe0-973935d10c8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bba0e36a-b7b0-45a5-b5c5-b8453dfb7725']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:58:00.211086 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-e023b4e0-8b8c-4338-8fe0-973935d10c8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '384fcdd9-6af9-4adb-9e60-689c3cb9c20a') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:58:00.211383 n-d-812111-14 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-e023b4e0-8b8c-4338-8fe0-973935d10c8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '384fcdd9-6af9-4adb-9e60-689c3cb9c20a') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:58:00.220820 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e023b4e0-8b8c-4338-8fe0-973935d10c8d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4747091'] for segment (384fcdd9-6af9-4adb-9e60-689c3cb9c20a), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:58:00.234857 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e023b4e0-8b8c-4338-8fe0-973935d10c8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (384fcdd9-6af9-4adb-9e60-689c3cb9c20a), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:58:00.243770 n-d-812111-14 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e023b4e0-8b8c-4338-8fe0-973935d10c8d admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:58:00.244175 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e023b4e0-8b8c-4338-8fe0-973935d10c8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4690514'] for segment (384fcdd9-6af9-4adb-9e60-689c3cb9c20a), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:58:00.245966 n-d-812111-14 neutron-server[103304]: Traceback (most recent call last): Jan 28 20:58:00.245966 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:58:00.245966 n-d-812111-14 neutron-server[103304]: timer() Jan 28 20:58:00.245966 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:58:00.245966 n-d-812111-14 neutron-server[103304]: cb(*args, **kw) Jan 28 20:58:00.245966 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:58:00.245966 n-d-812111-14 neutron-server[103304]: return func(*args, **kwargs) Jan 28 20:58:00.245966 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:58:00.245966 n-d-812111-14 neutron-server[103304]: self._notify() Jan 28 20:58:00.245966 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:58:00.245966 n-d-812111-14 neutron-server[103304]: self.callback(batched_events) Jan 28 20:58:00.245966 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:58:00.245966 n-d-812111-14 neutron-server[103304]: event.method(event) Jan 28 20:58:00.245966 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:58:00.245966 n-d-812111-14 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:58:00.245966 n-d-812111-14 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:58:00.245966 n-d-812111-14 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:58:00.245966 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:58:00.245966 n-d-812111-14 neutron-server[103304]: return f(self, *a, **k) Jan 28 20:58:00.245966 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:58:00.245966 n-d-812111-14 neutron-server[103304]: return self._get(url).json() Jan 28 20:58:00.245966 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:58:00.245966 n-d-812111-14 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:58:00.245966 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:58:00.245966 n-d-812111-14 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 28 20:58:00.245966 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:58:00.245966 n-d-812111-14 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:58:00.245966 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:58:00.245966 n-d-812111-14 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:58:00.245966 n-d-812111-14 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:58:00.245966 n-d-812111-14 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:58:00.245966 n-d-812111-14 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:58:00.304452 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e023b4e0-8b8c-4338-8fe0-973935d10c8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (bba0e36a-b7b0-45a5-b5c5-b8453dfb7725), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:58:00.314266 n-d-812111-14 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e023b4e0-8b8c-4338-8fe0-973935d10c8d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:58:00.318894 n-d-812111-14 neutron-server[103304]: INFO neutron.wsgi [None req-e023b4e0-8b8c-4338-8fe0-973935d10c8d admin admin] 10.222.0.64 "DELETE /v2.0/networks/bba0e36a-b7b0-45a5-b5c5-b8453dfb7725 HTTP/1.1" status: 204 len: 168 time: 0.5720129 Jan 28 20:58:00.321729 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 45740) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:58:00.334034 n-d-812111-14 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e023b4e0-8b8c-4338-8fe0-973935d10c8d admin admin] Pushing event deleted for resources: {'Network': ['ID=bba0e36a-b7b0-45a5-b5c5-b8453dfb7725,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:58:00.671664 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4ea4a2b0-d02c-4b15-82b7-af7813ffc1c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-732838'] for router_interface (8a394c90-90c0-4c93-a892-e85f1da4a0fe), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:58:01.219135 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-4ea4a2b0-d02c-4b15-82b7-af7813ffc1c3 admin admin] Deleting port 4c96ec10-0142-4a24-bde3-3743f6f3567f {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:58:01.219473 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4ea4a2b0-d02c-4b15-82b7-af7813ffc1c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (4c96ec10-0142-4a24-bde3-3743f6f3567f), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:58:01.295481 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-4ea4a2b0-d02c-4b15-82b7-af7813ffc1c3 admin admin] For port 4c96ec10-0142-4a24-bde3-3743f6f3567f, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=4c96ec10-0142-4a24-bde3-3743f6f3567f,segment=NetworkSegment(4f1b13df-e5cd-4f51-950c-db3e6113280e),segment_id=4f1b13df-e5cd-4f51-950c-db3e6113280e)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:58:01.295844 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4ea4a2b0-d02c-4b15-82b7-af7813ffc1c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (4c96ec10-0142-4a24-bde3-3743f6f3567f), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:58:01.308844 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-4ea4a2b0-d02c-4b15-82b7-af7813ffc1c3 admin admin] Calling delete_port for 4c96ec10-0142-4a24-bde3-3743f6f3567f owned by network:router_interface {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:58:01.480365 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4ea4a2b0-d02c-4b15-82b7-af7813ffc1c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (4c96ec10-0142-4a24-bde3-3743f6f3567f), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:58:01.509811 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea4a2b0-d02c-4b15-82b7-af7813ffc1c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c96ec10-0142-4a24-bde3-3743f6f3567f,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:58:01.675404 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4ea4a2b0-d02c-4b15-82b7-af7813ffc1c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-732682'] for router_interface (8a394c90-90c0-4c93-a892-e85f1da4a0fe), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:58:01.822695 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 0653c7de-94d5-49ec-8e96-e4520631b660 no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:58:01.843134 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: 0653c7de-94d5-49ec-8e96-e4520631b660 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:58:01.843475 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 0653c7de-94d5-49ec-8e96-e4520631b660 not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:58:01.843878 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 05aadc81-8c78-4f69-a7e8-68861f7307dc no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:58:01.864790 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: 05aadc81-8c78-4f69-a7e8-68861f7307dc {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:58:01.865201 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 05aadc81-8c78-4f69-a7e8-68861f7307dc not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:58:01.899183 n-d-812111-14 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ea4a2b0-d02c-4b15-82b7-af7813ffc1c3 admin admin] Router 8a394c90-90c0-4c93-a892-e85f1da4a0fe has already been hosted by L3 agent 76fe5c49-705a-4e08-abb2-be585676213f {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:58:02.004730 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ea4a2b0-d02c-4b15-82b7-af7813ffc1c3 admin admin] Notify agent at l3_agent.n-d-812111-14 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:58:02.010126 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-4ea4a2b0-d02c-4b15-82b7-af7813ffc1c3 admin admin] 10.222.0.64 "PUT /v2.0/routers/8a394c90-90c0-4c93-a892-e85f1da4a0fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6873362 Jan 28 20:58:02.012750 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 45742) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:58:02.013636 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e42f15-ed16-462c-b749-dbf4bccde302 None None] Sync routers for ids ['8a394c90-90c0-4c93-a892-e85f1da4a0fe'] in n-d-812111-14 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:58:02.023960 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e42f15-ed16-462c-b749-dbf4bccde302 None None] Routers {'8a394c90-90c0-4c93-a892-e85f1da4a0fe'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:58:02.024575 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-f2e42f15-ed16-462c-b749-dbf4bccde302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:57:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['8a394c90-90c0-4c93-a892-e85f1da4a0fe'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:58:02.115507 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0c1daba0-0fbd-4329-8193-aabe5adcfe3f admin admin] Publish callbacks [] for router (8a394c90-90c0-4c93-a892-e85f1da4a0fe), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:58:02.129150 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-f2e42f15-ed16-462c-b749-dbf4bccde302 None None] Set router 8a394c90-90c0-4c93-a892-e85f1da4a0fe gateway port host: n-d-812111-14 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:58:02.213852 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0c1daba0-0fbd-4329-8193-aabe5adcfe3f admin admin] Publish callbacks [] for router_gateway (8a394c90-90c0-4c93-a892-e85f1da4a0fe), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:58:02.278495 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-0c1daba0-0fbd-4329-8193-aabe5adcfe3f admin admin] Deleting port 14f8071c-52a1-4dee-b1ca-ac9a9aa51fea {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:58:02.278745 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0c1daba0-0fbd-4329-8193-aabe5adcfe3f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (14f8071c-52a1-4dee-b1ca-ac9a9aa51fea), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:58:02.312040 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-f2e42f15-ed16-462c-b749-dbf4bccde302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a394c90-90c0-4c93-a892-e85f1da4a0fe', 'name': 'tempest-TestSnapshotPattern-943498321-router', 'tenant_id': 'b00bfe36d8d74a75b4dd1b54fff4d30b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'external_fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': '14f8071c-52a1-4dee-b1ca-ac9a9aa51fea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:53:13Z', 'updated_at': '2022-01-28T20:58:01Z', 'revision_number': 5, 'project_id': 'b00bfe36d8d74a75b4dd1b54fff4d30b', 'gw_port': {'id': '14f8071c-52a1-4dee-b1ca-ac9a9aa51fea', 'name': '', 'network_id': 'd30e2fe9-a750-4d5a-bbf8-bbf2e4d86ce8', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:54:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a394c90-90c0-4c93-a892-e85f1da4a0fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4395, 'fixed_ips': [{'subnet_id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:53:14Z', 'updated_at': '2022-01-28T20:53:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a648e4ab-7422-41b9-b133-58aca25ab8f5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-14'}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:58:02.338478 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e42f15-ed16-462c-b749-dbf4bccde302 None None] Checking router: 8a394c90-90c0-4c93-a892-e85f1da4a0fe for host: n-d-812111-14 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:58:02.346811 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e42f15-ed16-462c-b749-dbf4bccde302 None None] Routers {'8a394c90-90c0-4c93-a892-e85f1da4a0fe'} bound to L3 agent in host n-d-812111-14 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:58:02.347419 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-f2e42f15-ed16-462c-b749-dbf4bccde302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T19:02:39Z,description=,heartbeat_timestamp=2022-01-28T20:57:39Z,host='n-d-812111-14',id=76fe5c49-705a-4e08-abb2-be585676213f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T19:02:39Z,topic='l3_agent')) {'router_ids': ['8a394c90-90c0-4c93-a892-e85f1da4a0fe'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:58:02.363632 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-0c1daba0-0fbd-4329-8193-aabe5adcfe3f admin admin] For port 14f8071c-52a1-4dee-b1ca-ac9a9aa51fea, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=14f8071c-52a1-4dee-b1ca-ac9a9aa51fea,segment=NetworkSegment(6923249d-81f1-4ac0-8a2e-e471b7b728ce),segment_id=6923249d-81f1-4ac0-8a2e-e471b7b728ce)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:58:02.364002 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0c1daba0-0fbd-4329-8193-aabe5adcfe3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (14f8071c-52a1-4dee-b1ca-ac9a9aa51fea), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:58:02.375941 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-0c1daba0-0fbd-4329-8193-aabe5adcfe3f admin admin] Calling delete_port for 14f8071c-52a1-4dee-b1ca-ac9a9aa51fea owned by network:router_gateway {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:58:02.435217 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-f2e42f15-ed16-462c-b749-dbf4bccde302 None None] Set router 8a394c90-90c0-4c93-a892-e85f1da4a0fe gateway port host: None {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:58:02.548008 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0c1daba0-0fbd-4329-8193-aabe5adcfe3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (14f8071c-52a1-4dee-b1ca-ac9a9aa51fea), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:58:02.573987 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1daba0-0fbd-4329-8193-aabe5adcfe3f admin admin] Pushing event deleted for resources: {'Port': ['ID=14f8071c-52a1-4dee-b1ca-ac9a9aa51fea,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:58:02.644412 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0c1daba0-0fbd-4329-8193-aabe5adcfe3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-731488'] for router_gateway (8a394c90-90c0-4c93-a892-e85f1da4a0fe), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:58:02.657333 n-d-812111-14 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-f2e42f15-ed16-462c-b749-dbf4bccde302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a394c90-90c0-4c93-a892-e85f1da4a0fe', 'name': 'tempest-TestSnapshotPattern-943498321-router', 'tenant_id': 'b00bfe36d8d74a75b4dd1b54fff4d30b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:53:13Z', 'updated_at': '2022-01-28T20:58:02Z', 'revision_number': 6, 'project_id': 'b00bfe36d8d74a75b4dd1b54fff4d30b', 'gw_port_host': None}], 'n-d-812111-14', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:58:02.686034 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e42f15-ed16-462c-b749-dbf4bccde302 None None] The sync data for ids ['8a394c90-90c0-4c93-a892-e85f1da4a0fe'] in n-d-812111-14 is: [{'id': '8a394c90-90c0-4c93-a892-e85f1da4a0fe', 'name': 'tempest-TestSnapshotPattern-943498321-router', 'tenant_id': 'b00bfe36d8d74a75b4dd1b54fff4d30b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:53:13Z', 'updated_at': '2022-01-28T20:58:02Z', 'revision_number': 6, 'project_id': 'b00bfe36d8d74a75b4dd1b54fff4d30b', 'gw_port_host': None}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:58:02.738185 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0c1daba0-0fbd-4329-8193-aabe5adcfe3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-730901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261120'] for router (8a394c90-90c0-4c93-a892-e85f1da4a0fe), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:58:02.740346 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0c1daba0-0fbd-4329-8193-aabe5adcfe3f admin admin] Publish callbacks [] for router_controller (8a394c90-90c0-4c93-a892-e85f1da4a0fe), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:58:02.784299 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0c1daba0-0fbd-4329-8193-aabe5adcfe3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-730908'] for router (8a394c90-90c0-4c93-a892-e85f1da4a0fe), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:58:02.784857 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c1daba0-0fbd-4329-8193-aabe5adcfe3f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8a394c90-90c0-4c93-a892-e85f1da4a0fe {{(pid=103305) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 20:58:02.789369 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0c1daba0-0fbd-4329-8193-aabe5adcfe3f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:58:02.790502 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-0c1daba0-0fbd-4329-8193-aabe5adcfe3f admin admin] 10.222.0.64 "DELETE /v2.0/routers/8a394c90-90c0-4c93-a892-e85f1da4a0fe HTTP/1.1" status: 204 len: 168 time: 0.7767832 Jan 28 20:58:02.793053 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 45744) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:58:02.837740 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-31f625df-5ad8-4fd9-8fc3-a62a62da7afb admin admin] Deleting subnet cfebb096-fc8c-43a1-9e87-d3246d8c94c1 {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 20:58:02.840798 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-31f625df-5ad8-4fd9-8fc3-a62a62da7afb admin admin] Publish callbacks [] for subnet (cfebb096-fc8c-43a1-9e87-d3246d8c94c1), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:58:02.878628 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-31f625df-5ad8-4fd9-8fc3-a62a62da7afb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16187240'] for subnet (cfebb096-fc8c-43a1-9e87-d3246d8c94c1), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:58:02.954309 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-31f625df-5ad8-4fd9-8fc3-a62a62da7afb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2034992'] for subnet (cfebb096-fc8c-43a1-9e87-d3246d8c94c1), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:58:03.005137 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-31f625df-5ad8-4fd9-8fc3-a62a62da7afb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2034985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4752464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4733806'] for subnet (cfebb096-fc8c-43a1-9e87-d3246d8c94c1), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:58:03.031157 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f625df-5ad8-4fd9-8fc3-a62a62da7afb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cfebb096-fc8c-43a1-9e87-d3246d8c94c1,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:58:03.034727 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-31f625df-5ad8-4fd9-8fc3-a62a62da7afb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:58:03.040263 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-31f625df-5ad8-4fd9-8fc3-a62a62da7afb admin admin] 10.222.0.64 "DELETE /v2.0/subnets/cfebb096-fc8c-43a1-9e87-d3246d8c94c1 HTTP/1.1" status: 204 len: 168 time: 0.2439845 Jan 28 20:58:03.040419 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 45746) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:58:03.041005 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d1803f-77fd-4591-9880-1a70393a2607 None None] Network 38ca869c-df2d-4e6d-b0da-929cf4a8ba51 requested from n-d-812111-14 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:58:03.118151 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ab0c5d23-68b9-4e0b-baa9-81c23393641f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2027518'] for network (38ca869c-df2d-4e6d-b0da-929cf4a8ba51), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:58:03.183605 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-ab0c5d23-68b9-4e0b-baa9-81c23393641f admin admin] Deleting port c66ea673-ead1-4fc8-81fd-4a42f1e33fb4 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:58:03.183947 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ab0c5d23-68b9-4e0b-baa9-81c23393641f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794076256368'] for port (c66ea673-ead1-4fc8-81fd-4a42f1e33fb4), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:58:03.249600 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-ab0c5d23-68b9-4e0b-baa9-81c23393641f admin admin] For port c66ea673-ead1-4fc8-81fd-4a42f1e33fb4, host n-d-812111-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-14',level=0,port_id=c66ea673-ead1-4fc8-81fd-4a42f1e33fb4,segment=NetworkSegment(4f1b13df-e5cd-4f51-950c-db3e6113280e),segment_id=4f1b13df-e5cd-4f51-950c-db3e6113280e)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:58:03.249965 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ab0c5d23-68b9-4e0b-baa9-81c23393641f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731777'] for port (c66ea673-ead1-4fc8-81fd-4a42f1e33fb4), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:58:03.262903 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-ab0c5d23-68b9-4e0b-baa9-81c23393641f admin admin] Calling delete_port for c66ea673-ead1-4fc8-81fd-4a42f1e33fb4 owned by network:dhcp {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:58:03.339374 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ab0c5d23-68b9-4e0b-baa9-81c23393641f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1893587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794076262602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794075687985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4752485'] for port (c66ea673-ead1-4fc8-81fd-4a42f1e33fb4), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:58:03.362723 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0c5d23-68b9-4e0b-baa9-81c23393641f admin admin] Pushing event deleted for resources: {'Port': ['ID=c66ea673-ead1-4fc8-81fd-4a42f1e33fb4,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:58:03.369012 n-d-812111-14 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0c5d23-68b9-4e0b-baa9-81c23393641f admin admin] No DVR routers for this DVR port c66ea673-ead1-4fc8-81fd-4a42f1e33fb4 on host n-d-812111-14 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:58:03.441349 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ab0c5d23-68b9-4e0b-baa9-81c23393641f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094781', 'neutron.services.segments.db._delete_segments_for_network-8794076116372'] for network (38ca869c-df2d-4e6d-b0da-929cf4a8ba51), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:58:03.461842 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-ab0c5d23-68b9-4e0b-baa9-81c23393641f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38ca869c-df2d-4e6d-b0da-929cf4a8ba51']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:58:03.471867 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-ab0c5d23-68b9-4e0b-baa9-81c23393641f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f1b13df-e5cd-4f51-950c-db3e6113280e') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:58:03.472172 n-d-812111-14 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-ab0c5d23-68b9-4e0b-baa9-81c23393641f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f1b13df-e5cd-4f51-950c-db3e6113280e') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:58:03.482477 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ab0c5d23-68b9-4e0b-baa9-81c23393641f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794076118941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16187153'] for segment (4f1b13df-e5cd-4f51-950c-db3e6113280e), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:58:03.488795 n-d-812111-14 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-058eb62e-066b-4c19-9206-15ace67c4c14 None None] DHCP port deletion for 38ca869c-df2d-4e6d-b0da-929cf4a8ba51 request from n-d-812111-14 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 20:58:03.500594 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ab0c5d23-68b9-4e0b-baa9-81c23393641f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665'] for segment (4f1b13df-e5cd-4f51-950c-db3e6113280e), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:58:03.507810 n-d-812111-14 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab0c5d23-68b9-4e0b-baa9-81c23393641f admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:58:03.508241 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ab0c5d23-68b9-4e0b-baa9-81c23393641f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2048665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4752570'] for segment (4f1b13df-e5cd-4f51-950c-db3e6113280e), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:58:03.510001 n-d-812111-14 neutron-server[103305]: Traceback (most recent call last): Jan 28 20:58:03.510001 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:58:03.510001 n-d-812111-14 neutron-server[103305]: timer() Jan 28 20:58:03.510001 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:58:03.510001 n-d-812111-14 neutron-server[103305]: cb(*args, **kw) Jan 28 20:58:03.510001 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:58:03.510001 n-d-812111-14 neutron-server[103305]: return func(*args, **kwargs) Jan 28 20:58:03.510001 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:58:03.510001 n-d-812111-14 neutron-server[103305]: self._notify() Jan 28 20:58:03.510001 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:58:03.510001 n-d-812111-14 neutron-server[103305]: self.callback(batched_events) Jan 28 20:58:03.510001 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:58:03.510001 n-d-812111-14 neutron-server[103305]: event.method(event) Jan 28 20:58:03.510001 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:58:03.510001 n-d-812111-14 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:58:03.510001 n-d-812111-14 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:58:03.510001 n-d-812111-14 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:58:03.510001 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:58:03.510001 n-d-812111-14 neutron-server[103305]: return f(self, *a, **k) Jan 28 20:58:03.510001 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:58:03.510001 n-d-812111-14 neutron-server[103305]: return self._get(url).json() Jan 28 20:58:03.510001 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:58:03.510001 n-d-812111-14 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:58:03.510001 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:58:03.510001 n-d-812111-14 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 28 20:58:03.510001 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:58:03.510001 n-d-812111-14 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:58:03.510001 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:58:03.510001 n-d-812111-14 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:58:03.510001 n-d-812111-14 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:58:03.510001 n-d-812111-14 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:58:03.510001 n-d-812111-14 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:58:03.563914 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ab0c5d23-68b9-4e0b-baa9-81c23393641f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734856'] for network (38ca869c-df2d-4e6d-b0da-929cf4a8ba51), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:58:03.569792 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ab0c5d23-68b9-4e0b-baa9-81c23393641f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:58:03.573081 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-ab0c5d23-68b9-4e0b-baa9-81c23393641f admin admin] 10.222.0.64 "DELETE /v2.0/networks/38ca869c-df2d-4e6d-b0da-929cf4a8ba51 HTTP/1.1" status: 204 len: 168 time: 0.5317492 Jan 28 20:58:03.586074 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0c5d23-68b9-4e0b-baa9-81c23393641f admin admin] Pushing event deleted for resources: {'Network': ['ID=38ca869c-df2d-4e6d-b0da-929cf4a8ba51,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:58:03.757240 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 45750) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:58:03.804907 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device c66ea673-ead1-4fc8-81fd-4a42f1e33fb4 no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:58:03.808918 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-2c6bb438-4533-4600-bb64-ca39b07c48fd admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5b1cd3f5a2ad4083935dcd6b48164b55&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0503943 Jan 28 20:58:03.811408 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 45752) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:58:03.834602 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: c66ea673-ead1-4fc8-81fd-4a42f1e33fb4 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:58:03.835022 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device c66ea673-ead1-4fc8-81fd-4a42f1e33fb4 not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:58:03.835534 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 4c96ec10-0142-4a24-bde3-3743f6f3567f no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:58:03.855219 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: 4c96ec10-0142-4a24-bde3-3743f6f3567f {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:58:03.855567 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 4c96ec10-0142-4a24-bde3-3743f6f3567f not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:58:03.855979 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 14f8071c-52a1-4dee-b1ca-ac9a9aa51fea no longer exists at agent ovs-agent-n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:58:03.860503 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f132aaaa-2bd4-4b5f-abec-429dd38c18cb admin admin] Publish callbacks [] for security_group (4351081c-b6a6-4f24-842d-0ed36b34bfa9), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:58:03.879376 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] No Port match for: 14f8071c-52a1-4dee-b1ca-ac9a9aa51fea {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:58:03.879657 n-d-812111-14 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Device 14f8071c-52a1-4dee-b1ca-ac9a9aa51fea not bound to the agent host n-d-812111-14 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:58:03.882524 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f132aaaa-2bd4-4b5f-abec-429dd38c18cb admin admin] Publish callbacks [] for security_group (4351081c-b6a6-4f24-842d-0ed36b34bfa9), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:58:03.927217 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f132aaaa-2bd4-4b5f-abec-429dd38c18cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (4351081c-b6a6-4f24-842d-0ed36b34bfa9), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:58:03.930303 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f132aaaa-2bd4-4b5f-abec-429dd38c18cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:58:03.931461 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-f132aaaa-2bd4-4b5f-abec-429dd38c18cb admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4351081c-b6a6-4f24-842d-0ed36b34bfa9 HTTP/1.1" status: 204 len: 168 time: 0.1191387 Jan 28 20:58:03.939297 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f132aaaa-2bd4-4b5f-abec-429dd38c18cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4351081c-b6a6-4f24-842d-0ed36b34bfa9,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:58:04.246253 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 45758) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:58:04.284850 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-aaa359e6-7406-4636-a207-cc0c8a473c09 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b00bfe36d8d74a75b4dd1b54fff4d30b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0374043 Jan 28 20:58:04.287904 n-d-812111-14 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.64', 45760) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:58:04.334909 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-27ce5d8f-70ec-4e25-af51-e53b9d5ac5d4 admin admin] Publish callbacks [] for security_group (a9b05685-a4cf-4dd0-a782-64876057dc39), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:58:04.355918 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-27ce5d8f-70ec-4e25-af51-e53b9d5ac5d4 admin admin] Publish callbacks [] for security_group (a9b05685-a4cf-4dd0-a782-64876057dc39), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:58:04.404240 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-27ce5d8f-70ec-4e25-af51-e53b9d5ac5d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526168'] for security_group (a9b05685-a4cf-4dd0-a782-64876057dc39), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:58:04.406963 n-d-812111-14 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-27ce5d8f-70ec-4e25-af51-e53b9d5ac5d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:58:04.408118 n-d-812111-14 neutron-server[103305]: INFO neutron.wsgi [None req-27ce5d8f-70ec-4e25-af51-e53b9d5ac5d4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a9b05685-a4cf-4dd0-a782-64876057dc39 HTTP/1.1" status: 204 len: 168 time: 0.1192961 Jan 28 20:58:04.416300 n-d-812111-14 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ce5d8f-70ec-4e25-af51-e53b9d5ac5d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9b05685-a4cf-4dd0-a782-64876057dc39,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:58:06.920146 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1014d5e1-91b0-466a-9eb4-7c03d677ea76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:58:09.172793 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-12070c64-0336-46ad-8b24-e7f58d996e34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:58:10.220897 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:58:12.089286 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:58:13.419676 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:58:21.957965 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:58:24.971771 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:58:33.172007 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:58:36.920832 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2185e8fe-9136-4ea6-ba07-288338c14e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:58:39.174897 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c51e621e-6a2c-4fd0-b2b1-a318c46ef166 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:58:40.224508 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:58:42.092346 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:58:43.426339 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:58:51.963653 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:58:54.971662 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:59:06.922147 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9d53be51-3294-4e75-a1db-23e50bbb2cd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:59:09.176326 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-906b2df3-53a3-430f-9d32-7c9ee8ffeb2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:59:10.172514 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:59:10.228182 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:59:12.094833 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:59:13.418628 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:59:21.984252 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:59:24.987109 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:59:36.923535 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f61903f0-8f58-4225-b0da-16d64ec4b538 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:59:39.177806 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8d782eb4-7df8-41af-a5ee-49cef6f63ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:59:40.228973 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:59:42.097593 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:59:43.420586 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:59:47.171669 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:59:51.994729 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:59:54.987085 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 21:00:06.927061 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d63fe7f0-143e-4521-9577-c955ab6bf658 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 21:00:09.180022 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d2342061-d0a7-4e83-858f-25f2d78aab05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 21:00:10.232174 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 21:00:12.101756 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 21:00:13.421688 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 21:00:21.998311 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 21:00:24.171147 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 21:00:25.001129 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 21:00:36.928052 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8f3fe016-6755-4b55-9651-93757e9fd736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 21:00:39.182030 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c3046e34-ef91-41ee-866c-d8461cc4ed8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 21:00:40.238719 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 21:00:42.103701 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 21:00:43.426025 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 21:00:51.998239 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 21:00:55.017164 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 21:01:01.171674 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 21:01:06.929244 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-30c21833-2e74-404d-b6e0-a66c95ed68d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 21:01:09.188655 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-96523b08-7a61-4d90-91cd-d4e49449af87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 21:01:10.232836 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 21:01:12.107090 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 21:01:13.427921 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 21:01:22.008125 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 21:01:25.031565 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 21:01:36.933964 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4effed1a-67b7-4c26-ad6d-5070b5e0a2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 21:01:38.170463 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 21:01:39.180731 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0cae89a1-5cc0-48ae-83ca-58d880ea746e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 21:01:40.234334 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 21:01:42.110776 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 21:01:43.429516 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 21:01:52.012076 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 21:01:55.052856 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 21:02:06.935477 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-95839054-e2f1-4c0f-8339-3cc919c41755 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 21:02:09.181985 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6607da8e-2247-4c20-8368-9b50bc85300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 21:02:10.237057 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 21:02:12.114339 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 21:02:13.431698 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 21:02:15.170067 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 21:02:22.022708 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 21:02:25.080527 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 21:02:36.936984 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ab5679c7-018e-4889-beed-19327871e4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 21:02:39.184314 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-537165d1-f974-4c4b-915a-c9258d827308 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 21:02:40.240709 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 21:02:42.120617 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 21:02:43.433199 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 21:02:52.027383 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 21:02:52.169295 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 21:02:55.079187 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 21:03:06.942828 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d3f92c57-a98d-487b-8845-6a94c619a839 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 21:03:09.186099 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1daea623-70c3-480e-b163-5174514140db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 21:03:10.242859 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 21:03:12.120662 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 21:03:13.435588 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 21:03:22.043539 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 21:03:25.098760 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 21:03:29.168596 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 21:03:36.936812 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-398ec805-de5f-4929-9326-63c9c8cec7d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 21:03:39.187925 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-89b3e484-36f2-46ad-97dc-7d0b60255b5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 21:03:40.246123 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 21:03:42.124797 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 21:03:43.439086 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 21:03:52.036056 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 21:03:55.109392 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 21:04:06.168057 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 21:04:06.939682 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9163578b-43cc-4925-bfd3-2535be3e65c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 21:04:09.189269 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-60468565-41f6-4c5f-96d9-ccc2b4aa0528 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 21:04:10.248595 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 21:04:12.127390 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 21:04:13.442161 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 21:04:22.042214 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 21:04:25.112064 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 21:04:36.943296 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-bd07f5c2-7682-452b-9f90-ec29803b3446 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 21:04:39.192764 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5fe9ecc3-3d9e-4371-a557-d279b4aa5a37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 21:04:40.256065 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 21:04:42.130782 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 21:04:43.167894 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 21:04:43.444595 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 21:04:52.041177 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 21:04:55.121994 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 21:05:06.943773 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-084aff80-7dfc-430e-888a-1713ac18e0a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 21:05:09.196507 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-cbd7c00a-6941-4456-b503-8f155594b7e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 21:05:10.255423 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 21:05:12.133270 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 21:05:13.446948 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 21:05:20.167542 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 21:05:22.049200 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 21:05:25.130603 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 21:05:36.946357 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3026428f-d782-4f0c-911e-b1ae1e246790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 21:05:39.200374 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0115a988-cb9e-40ff-8822-047e533cda0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 21:05:40.257601 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 21:05:42.136509 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 21:05:43.448169 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 21:05:52.056426 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 21:05:55.120751 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 21:05:57.167314 n-d-812111-14 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-9f9db894-a259-4097-8ec7-86fc264d957d None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 21:06:07.108025 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1248190e-5503-4421-8247-efaeec59ebd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (a0dd0efe-05ea-4e06-bb61-4958887fd1da), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 21:06:09.203131 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-482dd7fc-17cb-46b8-af40-9ba432dfbdca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (76fe5c49-705a-4e08-abb2-be585676213f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 21:06:10.261121 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dd57eb-a5d5-4d39-bb51-d79f8f0ff5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (1bb6b79f-fd25-48b7-b496-93801fae68cb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 21:06:11.105667 n-d-812111-14 neutron-server[103304]: DEBUG neutron.wsgi [req-dbd1eb25-495b-488d-9f1e-26f89e7e98b6 req-947d81e8-6ad6-4964-b612-bc6baf6befe9 service neutron] (103304) timed out ('10.222.0.64', 43598) {{(pid=103304) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 21:06:12.141057 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8c39444-192f-419e-9412-adddf0b4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (3b563665-4bba-4334-b665-681e05874ca8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 21:06:13.457492 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e54270c-1779-4d47-8485-ec6607bb34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (fb7cbbde-00b9-4aba-9c8f-a79b29b30fab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 21:06:22.069783 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d24ca2a3-28df-46e3-bdc7-f307fe182154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (8f3fee4e-bf24-4b58-8a3a-ae9c8011a473), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 21:06:25.135774 n-d-812111-14 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58209448-9be2-4f8c-8ccb-9a7d278506bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794076116354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095556'] for agent (b544ba20-de93-4d86-9e6b-a2202deb6191), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}